group,source,model,effort,task_type,complexity,harness,unit,cost_usd,cost_prec,tokens_in,tokens_out,score,score_metric,score_prec,cached_pct,confound,ref,run,status_quality,status_cost codesota,codesota-openrouter,sonnet-4.6,priceblend,mixed,mid,OpenRouter-agg,blended-per-M,6.35,0.00289,,,,,,, realized-blended,codesota.com,,legacy:out:effort-not-in-efforts,legacy:out:effort-not-in-efforts codesota,codesota-openrouter,opus-4.8,priceblend,mixed,mid,OpenRouter-agg,blended-per-M,10.60,0.00289,,,,,,,realized-blended,codesota.com,,legacy:out:effort-not-in-efforts,legacy:out:effort-not-in-efforts sakana-rhi48,arxiv-2607.15524,opus-4.8,high,coding,frontier,RHI,rel-cost,1.0,0.0289,,,,,,,figure-digitized;intra-model-normalised,arxiv.org/abs/2607.15524,,legacy:out:no-value,legacy:in sakana-rhi48,arxiv-2607.15524,opus-4.8,max,coding,frontier,RHI,rel-cost,2.19,0.00289,,,,,,,figure-digitized;intra-model-normalised,arxiv.org/abs/2607.15524,,legacy:out:no-value,legacy:in sakana-rhi47,arxiv-2607.15524,opus-4.7,high,coding,frontier,RHI,rel-cost,1.0,0.0289,,,,,,,figure-digitized;intra-model-normalised,arxiv.org/abs/2607.15524,,legacy:out:no-value,legacy:in sakana-rhi47,arxiv-2607.15524,opus-4.7,max,coding,frontier,RHI,rel-cost,2.6,0.0289,,,,,,,figure-digitized;intra-model-normalised,arxiv.org/abs/2607.15524,,legacy:out:no-value,legacy:in aiarena-cube,github-ai-arena,opus-4.8,low,coding,easy,ClaudeCode,per-task,,,,1140,,,,,n=1,github.com/F-e-u-e-r/ai-arena/tree/621975fed442da1262aa5bd353c2a2351077d030,,legacy:out:no-value,legacy:out:no-value aiarena-cube,github-ai-arena,opus-4.8,high,coding,easy,ClaudeCode,per-task,,,,2680,,,,,n=1,github.com/F-e-u-e-r/ai-arena/tree/621975fed442da1262aa5bd353c2a2351077d030,,legacy:out:no-value,legacy:out:no-value aiarena-balls,github-ai-arena,opus-4.8,low,coding,easy,ClaudeCode,per-task,,,,940,,,,,n=1,github.com/F-e-u-e-r/ai-arena/tree/621975fed442da1262aa5bd353c2a2351077d030,,legacy:out:no-value,legacy:out:no-value aiarena-balls,github-ai-arena,opus-4.8,high,coding,easy,ClaudeCode,per-task,,,,3040,,,,,n=1,github.com/F-e-u-e-r/ai-arena/tree/621975fed442da1262aa5bd353c2a2351077d030,,legacy:out:no-value,legacy:out:no-value costrouter,github-costrouter,opus-5,low,mixed,mid,raw-api,per-q,0.0262,2.89e-05,,,,,,,quality-judged-against-opus5-circular,github.com/chithrashree1182/cost-aware-router/tree/93d252b77677c25ff958290aa1a28ef35d32a5ea,,legacy:out:no-value,legacy:in costrouter,github-costrouter,haiku-4.5,solo,mixed,mid,raw-api,per-q,0.0031,2.89e-05,,,,,,,quality-judged-against-opus5-circular;haiku-no-effort-dial;default-is-its-only-config,github.com/chithrashree1182/cost-aware-router/tree/93d252b77677c25ff958290aa1a28ef35d32a5ea,,legacy:out:no-value,legacy:in sakana-rhi48,arxiv-2607.15524,opus-4.8,xhigh,coding,frontier,RHI,rel-cost,1.63,0.00289,,,,,,,fig7e-bar-label;intra-model-normalised;rel-output-2.06,arxiv.org/abs/2607.15524,,legacy:out:no-value,legacy:in sakana-rhi47,arxiv-2607.15524,opus-4.7,xhigh,coding,frontier,RHI,rel-cost,1.41,0.00289,,,,,,,fig6c-bar-label;intra-model-normalised;rel-output-1.20,arxiv.org/abs/2607.15524,,legacy:out:no-value,legacy:in sakana-rhi46,arxiv-2607.15524,sonnet-4.6,high,coding,frontier,RHI,rel-cost,1.0,0.0289,,,,,,,fig5b;intra-model-normalised,arxiv.org/abs/2607.15524,,legacy:out:no-value,legacy:in sakana-rhi46,arxiv-2607.15524,sonnet-4.6,max,coding,frontier,RHI,rel-cost,2.56,0.00289,,,,,,,fig5b-bar-label;intra-model-normalised;rel-output-1.53,arxiv.org/abs/2607.15524,,legacy:out:no-value,legacy:in aiarena-london,github-ai-arena,fable-5,high,coding,mid,ClaudeCode,per-task,,,4200,21000,,,,,n=1;tokens-only;round-number-metrics-look-estimated;cached-in=180000,github.com/F-e-u-e-r/ai-arena/blob/621975f/tasks/london-island/fable-5-high/submission.json,,legacy:out:no-value,legacy:out:no-value aiarena-london,github-ai-arena,fable-5,max,coding,mid,ClaudeCode,per-task,,,363953,167099,,,,,n=1;tokens-only;cached-in=33149394,github.com/F-e-u-e-r/ai-arena/blob/621975f/tasks/london-island/fable-5-max/submission.json,,legacy:out:no-value,legacy:out:no-value aiarena-savannah,github-ai-arena,fable-5,max,coding,mid,ClaudeCode,per-task,,,1833557,136880,,,,,n=1;tokens-only;cached-in=44968776,github.com/F-e-u-e-r/ai-arena/blob/621975f/tasks/savannah-ecosystem/fable-5-max/submission.json,,legacy:out:no-value,legacy:out:no-value aiarena-savannah,github-ai-arena,sonnet-5,max,coding,mid,ClaudeCode,per-task,,,146261,64528,,,,,n=1;tokens-only;cached-in=6083246;identical-metrics-in-tokyo-submission-suspect-copy,github.com/F-e-u-e-r/ai-arena/blob/621975f/tasks/savannah-ecosystem/sonnet-5-max-f-e-u-e-r/submission.json,,legacy:out:no-value,legacy:out:no-value aiarena-tokyo,github-ai-arena,fable-5,max,coding,mid,ClaudeCode,per-task,,,73682,48423,,,,,n=1;tokens-only;cached-in=27462775,github.com/F-e-u-e-r/ai-arena/blob/621975f/tasks/tokyo-island/fable-5-max/submission.json,,legacy:out:no-value,legacy:out:no-value aiarena-tokyo,github-ai-arena,sonnet-5,max,coding,mid,ClaudeCode,per-task,,,146261,64529,,,,,n=1;tokens-only;cached-in=6083246;identical-metrics-in-savannah-submission-suspect-copy,github.com/F-e-u-e-r/ai-arena/blob/621975f/tasks/tokyo-island/sonnet-5-max-f-e-u-e-r/submission.json,,legacy:out:no-value,legacy:out:no-value effpick,github-effort-pick,opus-5,low,writing,easy,API,per-suite,,,17080,669,,,,,model-version-unverified(Claude-Opus;Jul-2026);1-call-per-task;no-score,github.com/marcoaiwithfefe-hub/effort-pick,,legacy:out:no-value,legacy:out:no-value effpick,github-effort-pick,opus-5,medium,writing,easy,API,per-suite,,,17080,831,,,,,model-version-unverified;no-score,github-effort-pick,,legacy:out:no-value,legacy:out:no-value effpick,github-effort-pick,opus-5,high,writing,easy,API,per-suite,,,17080,1600,,,,,model-version-unverified;no-score,github-effort-pick,,legacy:out:no-value,legacy:out:no-value effpick,github-effort-pick,opus-5,xhigh,writing,easy,API,per-suite,,,17080,2189,,,,,model-version-unverified;no-score,github-effort-pick,,legacy:out:no-value,legacy:out:no-value #tankai-rain,note-tank_ai,opus-5.5,low,coding,easy,ClaudeCode-subagent-fixed-model-effort-single-shot,per-task,,,,,5.5,blind-rank-of-6(low=better),0.0289,,score-only;n=1;tied-for-5th-6th-with-sonnet-low-order-undisclosed-shown-as-avg-rank;file-size=3.8KB;grader=1-human+1-ChatGPT(GPT-6-Astra)-blind-labels;identical-prompt(canvas-rain-on-window-art-single-html-one-wind-slider);no-runtime-errors-any-of-6;japanese-prompt;run-29-sep;held:ordinal-rank-no-cost,note.com/tank_ai/n/n35337aabeb00,,legacy:out:comment,legacy:out:comment #tankai-rain,note-tank_ai,opus-5.5,medium,coding,easy,ClaudeCode-subagent-fixed-model-effort-single-shot,per-task,,,,,3,blind-rank-of-6(low=better),0.289,,score-only;n=1;file-size=11.4KB;grader=1-human+1-ChatGPT(GPT-6-Astra)-blind-labels;human-personally-preferred-this-one;identical-prompt(canvas-rain-on-window-art-single-html-one-wind-slider);japanese-prompt;run-29-sep;held:ordinal-rank-no-cost,note.com/tank_ai/n/n35337aabeb00,,legacy:out:comment,legacy:out:comment #tankai-rain,note-tank_ai,opus-5.5,high,coding,easy,ClaudeCode-subagent-fixed-model-effort-single-shot,per-task,,,,,1,blind-rank-of-6(low=better),0.289,,score-only;n=1;file-size=20.8KB;grader=1-human+1-ChatGPT(GPT-6-Astra)-blind-labels-agree-on-top3-set;ChatGPT-picked-this-1st;identical-prompt(canvas-rain-on-window-art-single-html-one-wind-slider);japanese-prompt;run-29-sep;held:ordinal-rank-no-cost,note.com/tank_ai/n/n35337aabeb00,,legacy:out:comment,legacy:out:comment #tankai-rain,note-tank_ai,sonnet-5.5,low,coding,easy,ClaudeCode-subagent-fixed-model-effort-single-shot,per-task,,,,,5.5,blind-rank-of-6(low=better),0.0289,,score-only;n=1;tied-for-5th-6th-with-opus-low-order-undisclosed-shown-as-avg-rank;file-size=4.4KB;grader=1-human+1-ChatGPT(GPT-6-Astra)-blind-labels;japanese-prompt;run-29-sep;held:ordinal-rank-no-cost,note.com/tank_ai/n/n35337aabeb00,,legacy:out:comment,legacy:out:comment #tankai-rain,note-tank_ai,sonnet-5.5,medium,coding,easy,ClaudeCode-subagent-fixed-model-effort-single-shot,per-task,,,,,4,blind-rank-of-6(low=better),0.289,,score-only;n=1;file-size=7.6KB;grader=1-human+1-ChatGPT(GPT-6-Astra)-blind-labels;japanese-prompt;run-29-sep;held:ordinal-rank-no-cost,note.com/tank_ai/n/n35337aabeb00,,legacy:out:comment,legacy:out:comment #tankai-rain,note-tank_ai,sonnet-5.5,high,coding,easy,ClaudeCode-subagent-fixed-model-effort-single-shot,per-task,,,,,2,blind-rank-of-6(low=better),0.289,,score-only;n=1;file-size=12.7KB;grader=1-human+1-ChatGPT(GPT-6-Astra)-blind-labels-agree-on-top3-set;ChatGPT-picked-this-2nd;japanese-prompt;run-29-sep;held:ordinal-rank-no-cost,note.com/tank_ai/n/n35337aabeb00,,legacy:out:comment,legacy:out:comment #tankai-essay,note-tank_ai,opus-5.5,low,writing,easy,ClaudeCode-subagent-fixed-model-effort-single-shot,per-task,,,,,4,GPT6Astra-blind-rank-of-6(low=better),0.289,,score-only;n=1;grader=ChatGPT(GPT-6-Astra)-only-blind-labels;identical-prompt(700-900-char-essay-desu/masu-style-9-banned-phrases-topic=old-map);all-6-met-length/paragraph/banned-word-constraints;story-content-fixed-per-model-regardless-of-effort;japanese-prompt;run-29-sep;held:ordinal-rank-no-cost,note.com/tank_ai/n/n35337aabeb00,,legacy:out:comment,legacy:out:comment #tankai-essay,note-tank_ai,opus-5.5,medium,writing,easy,ClaudeCode-subagent-fixed-model-effort-single-shot,per-task,,,,,3,GPT6Astra-blind-rank-of-6(low=better),0.289,,score-only;n=1;grader=ChatGPT(GPT-6-Astra)-only-blind-labels;human-panelist-personally-liked-this-one;identical-prompt(700-900-char-essay-desu/masu-style-9-banned-phrases-topic=old-map);story-content-fixed-per-model-regardless-of-effort;japanese-prompt;run-29-sep;held:ordinal-rank-no-cost,note.com/tank_ai/n/n35337aabeb00,,legacy:out:comment,legacy:out:comment #tankai-essay,note-tank_ai,opus-5.5,high,writing,easy,ClaudeCode-subagent-fixed-model-effort-single-shot,per-task,,,,,1,GPT6Astra-blind-rank-of-6(low=better),0.289,,score-only;n=1;grader=ChatGPT(GPT-6-Astra)-only-blind-labels;ChatGPT-picked-this-1st-human-called-it-AI-sounding;identical-prompt(700-900-char-essay-desu/masu-style-9-banned-phrases-topic=old-map);story-content-fixed-per-model-regardless-of-effort;japanese-prompt;run-29-sep;held:ordinal-rank-no-cost,note.com/tank_ai/n/n35337aabeb00,,legacy:out:comment,legacy:out:comment #tankai-essay,note-tank_ai,sonnet-5.5,low,writing,easy,ClaudeCode-subagent-fixed-model-effort-single-shot,per-task,,,,,6,GPT6Astra-blind-rank-of-6(low=better),0.289,,score-only;n=1;grader=ChatGPT(GPT-6-Astra)-only-blind-labels;identical-prompt(700-900-char-essay-desu/masu-style-9-banned-phrases-topic=old-map);story-content-fixed-per-model-regardless-of-effort;japanese-prompt;run-29-sep;held:ordinal-rank-no-cost,note.com/tank_ai/n/n35337aabeb00,,legacy:out:comment,legacy:out:comment #tankai-essay,note-tank_ai,sonnet-5.5,medium,writing,easy,ClaudeCode-subagent-fixed-model-effort-single-shot,per-task,,,,,5,GPT6Astra-blind-rank-of-6(low=better),0.289,,score-only;n=1;grader=ChatGPT(GPT-6-Astra)-only-blind-labels;human-panelist-personally-liked-this-one;identical-prompt(700-900-char-essay-desu/masu-style-9-banned-phrases-topic=old-map);story-content-fixed-per-model-regardless-of-effort;japanese-prompt;run-29-sep;held:ordinal-rank-no-cost,note.com/tank_ai/n/n35337aabeb00,,legacy:out:comment,legacy:out:comment #tankai-essay,note-tank_ai,sonnet-5.5,high,writing,easy,ClaudeCode-subagent-fixed-model-effort-single-shot,per-task,,,,,2,GPT6Astra-blind-rank-of-6(low=better),0.289,,score-only;n=1;grader=ChatGPT(GPT-6-Astra)-only-blind-labels;human-panelist-personally-liked-this-one;identical-prompt(700-900-char-essay-desu/masu-style-9-banned-phrases-topic=old-map);story-content-fixed-per-model-regardless-of-effort;japanese-prompt;run-29-sep;held:ordinal-rank-no-cost,note.com/tank_ai/n/n35337aabeb00,,legacy:out:comment,legacy:out:comment tankai-wareki,note-tank_ai,opus-5.5,low,coding,easy,ClaudeCode-subagent-fixed-model-effort-single-shot,per-task,,,,,100,pass%,0.289,,score-only;n=1;38-tests(32-scored-strict-pass-fail+6-ambiguous-unscored-behavior-only);identical-prompt(wareki-seireki-era-converter-module);auto-graded;japanese-prompt;run-29-sep,note.com/tank_ai/n/n35337aabeb00,,legacy:in,legacy:out:no-value tankai-wareki,note-tank_ai,opus-5.5,medium,coding,easy,ClaudeCode-subagent-fixed-model-effort-single-shot,per-task,,,,,100,pass%,0.289,,score-only;n=1;38-tests(32-scored-strict-pass-fail+6-ambiguous-unscored-behavior-only);identical-prompt(wareki-seireki-era-converter-module);auto-graded;meiji-boundary-edge-case-treated-as-error(unscored);japanese-prompt;run-29-sep,note.com/tank_ai/n/n35337aabeb00,,legacy:in,legacy:out:no-value tankai-wareki,note-tank_ai,opus-5.5,high,coding,easy,ClaudeCode-subagent-fixed-model-effort-single-shot,per-task,,,,,100,pass%,0.289,,score-only;n=1;38-tests(32-scored-strict-pass-fail+6-ambiguous-unscored-behavior-only);identical-prompt(wareki-seireki-era-converter-module);auto-graded;meiji-boundary-edge-case-accepted-as-meiji-1(unscored);japanese-prompt;run-29-sep,note.com/tank_ai/n/n35337aabeb00,,legacy:in,legacy:out:no-value tankai-wareki,note-tank_ai,sonnet-5.5,low,coding,easy,ClaudeCode-subagent-fixed-model-effort-single-shot,per-task,,,,,0,pass%,0.289,,score-only;n=1;crashed-before-any-test-ran-ValueError-re.ASCII-and-re.UNICODE-incompatible-flags;identical-prompt(wareki-seireki-era-converter-module);auto-graded;japanese-prompt;run-29-sep,note.com/tank_ai/n/n35337aabeb00,,legacy:in,legacy:out:no-value tankai-wareki,note-tank_ai,sonnet-5.5,medium,coding,easy,ClaudeCode-subagent-fixed-model-effort-single-shot,per-task,,,,,100,pass%,0.289,,score-only;n=1;38-tests(32-scored-strict-pass-fail+6-ambiguous-unscored-behavior-only);identical-prompt(wareki-seireki-era-converter-module);auto-graded;japanese-prompt;run-29-sep,note.com/tank_ai/n/n35337aabeb00,,legacy:in,legacy:out:no-value tankai-wareki,note-tank_ai,sonnet-5.5,high,coding,easy,ClaudeCode-subagent-fixed-model-effort-single-shot,per-task,,,,,100,pass%,0.289,,score-only;n=1;38-tests(32-scored-strict-pass-fail+6-ambiguous-unscored-behavior-only);identical-prompt(wareki-seireki-era-converter-module);auto-graded;meiji-boundary-edge-case-accepted-as-meiji-1(unscored);japanese-prompt;run-29-sep,note.com/tank_ai/n/n35337aabeb00,,legacy:in,legacy:out:no-value aiseikatsu-25q,youtube-aiseikatsu,haiku-5.5,high,reasoning-math,mid,claude.ai-chat,,,,,,82,solved-of-99,0.289,,"effort-inferred-from-asr:""今回は3つのモデルともこう出取ったわ""(こう=高; contrasted with 最大 in ""同じ問題でこうと最大を並べたわ""; menu ""エフォート中高最大"");Sonnet/Opus-effort-inferred-from-all-three-models-statement;n=99-runs;runs-on-different-days;cost-not-measured;ASR-transcript",youtube.com/watch?v=7DkVfpDJz5M,,legacy:in,legacy:out:no-value aiseikatsu-25q,youtube-aiseikatsu,haiku-5.5,max,reasoning-math,mid,claude.ai-chat,,,,,,94,solved-of-99,0.289,,"effort-inferred-from-asr:""今回は3つのモデルともこう出取ったわ""(こう=高; contrasted with 最大 in ""同じ問題でこうと最大を並べたわ""; menu ""エフォート中高最大"");effort-for-max-explicit:次はエフォート最大にしてみる;n=99-runs;runs-on-different-days;cost-not-measured;ASR-transcript",youtube.com/watch?v=7DkVfpDJz5M,,legacy:in,legacy:out:no-value aiseikatsu-25q,youtube-aiseikatsu,sonnet-5.5,high,reasoning-math,mid,claude.ai-chat,,,,,,95,solved-of-99,0.289,,"effort-inferred-from-asr:""今回は3つのモデルともこう出取ったわ""(こう=高; contrasted with 最大 in ""同じ問題でこうと最大を並べたわ""; menu ""エフォート中高最大"");Sonnet/Opus-effort-inferred-from-all-three-models-statement;n=99-runs;runs-on-different-days;cost-not-measured;ASR-transcript",youtube.com/watch?v=7DkVfpDJz5M,,legacy:in,legacy:out:no-value aiseikatsu-25q,youtube-aiseikatsu,opus-5.5,high,reasoning-math,mid,claude.ai-chat,,,,,,99,solved-of-99,0.289,,"effort-inferred-from-asr:""今回は3つのモデルともこう出取ったわ""(こう=高; contrasted with 最大 in ""同じ問題でこうと最大を並べたわ""; menu ""エフォート中高最大"");Sonnet/Opus-effort-inferred-from-all-three-models-statement;n=99-runs;runs-on-different-days;cost-not-measured;ASR-transcript",youtube.com/watch?v=7DkVfpDJz5M,,legacy:in,legacy:out:no-value fabian-arcade-race,youtube-ichbinfabian,opus-5.5,default,coding,easy,ClaudeCode-CLI,per-run,1.46,0.00289,,,,,,,effort-not-stated-for-race->default;n=1;list-price-cost(API-price-from-real-tokens);time=6:20;ASR-German(146=1.46USD);description-text-not-saved(cost-from-transcript);Opus+4-Haiku-helpers-team($1.49)-not-a-couple;no-score(design-qualitative),youtube.com/watch?v=imcQUyEW1wo,,legacy:out:effort-not-in-efforts,legacy:out:effort-not-in-efforts fabian-arcade-race,youtube-ichbinfabian,haiku-5.5,default,coding,easy,ClaudeCode-CLI,per-run,0.05,0.00289,,,,,,,effort-not-stated-for-race->default;n=1;list-price-cost(API-price-from-real-tokens);time=4:30;ASR-German(146=1.46USD);description-text-not-saved(cost-from-transcript);Opus+4-Haiku-helpers-team($1.49)-not-a-couple;no-score(design-qualitative);price-tier-unclear,youtube.com/watch?v=imcQUyEW1wo,,legacy:out:effort-not-in-efforts,legacy:out:effort-not-in-efforts fabian-arcade-race,youtube-ichbinfabian,gpt-6-luna,default,coding,easy,ClaudeCode-CLI,per-run,0.01,0.00289,,,,,,,"effort-not-stated;auto-transcript (ASR; German) ""Luna alleine 1 Cent"" -> $0.01 rounded;API price from real tokens (subscription run);time 1 min 43 s;n=1;Codex listed as a requirement on the package page (fabian_toolbox.txt) but the run harness is not stated in the video;quality qualitative only;video 8 Oct 2026;list-price-cost;read-from-auto-transcript;harness-unstated;harness-unstated-assumed-group-harness;build:gpt-6-luna-0922(from-timeline;run-date:<=2026-10-08)",youtube.com/watch?v=imcQUyEW1wo (ASR /work/.salvo14/s23/b6/src/yt/imcQUyEW1wo.de-orig.txt),,legacy:out:effort-not-in-efforts,legacy:out:effort-not-in-efforts tokenvalue-math4,tokenvalue-2609.33970,gpt-5.4-mini,default,reasoning-math,mid,own eval script,,,,,987,69.6,score%,0.0289,,effort-unstated; cap-unclear; method-paper baselines (authors train their own models);gt-t1,arxiv.org/abs/2609.33970 Table 2,,legacy:out:effort-not-in-efforts,legacy:out:effort-not-in-efforts tokenvalue-math4,tokenvalue-2609.33970,sonnet-4.6,default,reasoning-math,mid,own eval script,,,,,1221,61.3,score%,0.0289,,effort-unstated; cap-unclear; method-paper baselines (authors train their own models);gt-t1,arxiv.org/abs/2609.33970 Table 2,,legacy:out:effort-not-in-efforts,legacy:out:effort-not-in-efforts #tokenvalue-math4,tokenvalue-2609.33970,grok-4.1-fast,default,reasoning-math,mid,own eval script,,,,,4945,52.3,score%,0.0289,,effort-unstated; cap-unclear; method-paper baselines (authors train their own models);gt-t1;run-date-vs-redirect:unknown(out of the fit until a run date is found),arxiv.org/abs/2609.33970 Table 2,,legacy:out:comment,legacy:out:comment tokenvalue-math4,tokenvalue-2609.33970,gemini-3.1-pro,default,reasoning-math,mid,own eval script,,,,,1586,54.4,score%,0.0289,,effort-unstated; cap-unclear; method-paper baselines (authors train their own models);gt-t1,arxiv.org/abs/2609.33970 Table 2,,legacy:out:effort-not-in-efforts,legacy:out:effort-not-in-efforts tokenvalue-math4,tokenvalue-2609.33970,gemini-3-flash,default,reasoning-math,mid,own eval script,,,,,1828,35.1,score%,0.0289,,effort-unstated; cap-unclear; method-paper baselines (authors train their own models);gt-t1,arxiv.org/abs/2609.33970 Table 2,,legacy:out:effort-not-in-efforts,legacy:out:effort-not-in-efforts tokenvalue-math4,tokenvalue-2609.33970,glm-4.7,default,reasoning-math,mid,own eval script,,,,,1545,44.5,score%,0.0289,,effort-unstated; cap-unclear; method-paper baselines (authors train their own models);gt-t1,arxiv.org/abs/2609.33970 Table 2,,legacy:out:effort-not-in-efforts,legacy:out:effort-not-in-efforts tokenvalue-math4,tokenvalue-2609.33970,deepseek-v3.2,default,reasoning-math,mid,own eval script,,,,,1542,46.7,score%,0.0289,,effort-unstated; cap-unclear; method-paper baselines (authors train their own models);gt-t1,arxiv.org/abs/2609.33970 Table 2,,legacy:out:effort-not-in-efforts,legacy:out:effort-not-in-efforts dgf-facts,arxiv-2609.34913,gpt-5.6-sol-pro,req-default,agentic-tool,hard,multi-agent-governance-board,per-85-gates-total,7.47,0.00289,,,100.0,score%,0.0289,,"no-effort-param-sent:""No reasoning effort is sent; so reasoning follows each provider’s default"" (run settings);served-by:openai;pro-model (openai/gpt-5.6-sol-pro);outcome-strict=85/85;cost = ""summed from the cost that OpenRouter reported for every model call"" (measured);gt-t3;pro-mode-unproven(source does not document reasoning.mode pro)",s2/p/2609.34913.txt Table 7 (outcome-strict gates) and Table 14 (cost),,legacy:out:effort-not-in-efforts,legacy:out:effort-not-in-efforts dgf-facts,arxiv-2609.34913,gemini-3.8-flash,default,agentic-tool,hard,multi-agent-governance-board,per-85-gates-total,3.18,0.00289,,,100.0,score%,0.0289,,"no-effort-param-sent:""No reasoning effort is sent; so reasoning follows each provider’s default"" (run settings);served-by:google-ai-studio;outcome-strict=85/85;cost = ""summed from the cost that OpenRouter reported for every model call"" (measured);gt-t3",s2/p/2609.34913.txt Table 7 (outcome-strict gates) and Table 14 (cost),,legacy:out:effort-not-in-efforts,legacy:out:effort-not-in-efforts dgf-facts,arxiv-2609.34913,gpt-6-luna-pro,req-default,agentic-tool,hard,multi-agent-governance-board,per-85-gates-total,0.36,0.00289,,,100.0,score%,0.0289,,"no-effort-param-sent:""No reasoning effort is sent; so reasoning follows each provider’s default"" (run settings);served-by:openai;pro-model (openai/gpt-6-luna-pro);outcome-strict=85/85;cost = ""summed from the cost that OpenRouter reported for every model call"" (measured);gt-t3;pro-mode-unproven(source does not document reasoning.mode pro)",s2/p/2609.34913.txt Table 7 (outcome-strict gates) and Table 14 (cost),,legacy:out:effort-not-in-efforts,legacy:out:effort-not-in-efforts dgf-facts,arxiv-2609.34913,deepseek-v4-pro-0813,default,agentic-tool,hard,multi-agent-governance-board,per-85-gates-total,0.40,0.00289,,,100.0,score%,0.0289,,"no-effort-param-sent:""No reasoning effort is sent; so reasoning follows each provider’s default"" (run settings);served-by:baidu (fp8; provider pinned);outcome-strict=85/85;cost = ""summed from the cost that OpenRouter reported for every model call"" (measured);gt-t3",s2/p/2609.34913.txt Table 7 (outcome-strict gates) and Table 14 (cost),,legacy:out:effort-not-in-efforts,legacy:out:effort-not-in-efforts dgf-facts,arxiv-2609.34913,glm-5.3,default,agentic-tool,hard,multi-agent-governance-board,per-85-gates-total,1.10,0.00289,,,100.0,score%,0.0289,,"no-effort-param-sent:""No reasoning effort is sent; so reasoning follows each provider’s default"" (run settings);served-by:inceptron (fp4; provider pinned);outcome-strict=85/85;cost = ""summed from the cost that OpenRouter reported for every model call"" (measured);gt-t3",s2/p/2609.34913.txt Table 7 (outcome-strict gates) and Table 14 (cost),,legacy:out:effort-not-in-efforts,legacy:out:effort-not-in-efforts dgf-docs,arxiv-2609.34913,gpt-5.6-sol-pro,req-default,agentic-tool,hard,multi-agent-governance-board,per-85-gates-total,8.96,0.00289,,,100.0,score%,0.0289,,"no-effort-param-sent:""No reasoning effort is sent; so reasoning follows each provider’s default"" (run settings);served-by:openai;pro-model (openai/gpt-5.6-sol-pro);outcome-strict=85/85;cost = ""summed from the cost that OpenRouter reported for every model call"" (measured);gt-t3;pro-mode-unproven(source does not document reasoning.mode pro)",s2/p/2609.34913.txt Table 7 (outcome-strict gates) and Table 14 (cost),,legacy:out:effort-not-in-efforts,legacy:out:effort-not-in-efforts dgf-docs,arxiv-2609.34913,gemini-3.8-flash,default,agentic-tool,hard,multi-agent-governance-board,per-85-gates-total,7.92,0.00289,,,96.5,score%,0.0289,,"no-effort-param-sent:""No reasoning effort is sent; so reasoning follows each provider’s default"" (run settings);served-by:google-ai-studio;outcome-strict=82/85;cost = ""summed from the cost that OpenRouter reported for every model call"" (measured);gt-t3",s2/p/2609.34913.txt Table 7 (outcome-strict gates) and Table 14 (cost),,legacy:out:effort-not-in-efforts,legacy:out:effort-not-in-efforts dgf-docs,arxiv-2609.34913,gpt-6-luna-pro,req-default,agentic-tool,hard,multi-agent-governance-board,per-85-gates-total,0.46,0.00289,,,98.8,score%,0.0289,,"no-effort-param-sent:""No reasoning effort is sent; so reasoning follows each provider’s default"" (run settings);served-by:openai;pro-model (openai/gpt-6-luna-pro);outcome-strict=84/85;cost = ""summed from the cost that OpenRouter reported for every model call"" (measured);gt-t3;pro-mode-unproven(source does not document reasoning.mode pro)",s2/p/2609.34913.txt Table 7 (outcome-strict gates) and Table 14 (cost),,legacy:out:effort-not-in-efforts,legacy:out:effort-not-in-efforts dgf-docs,arxiv-2609.34913,deepseek-v4-pro-0813,default,agentic-tool,hard,multi-agent-governance-board,per-85-gates-total,0.67,0.00289,,,98.8,score%,0.0289,,"no-effort-param-sent:""No reasoning effort is sent; so reasoning follows each provider’s default"" (run settings);served-by:baidu (fp8; provider pinned);outcome-strict=84/85;cost = ""summed from the cost that OpenRouter reported for every model call"" (measured);gt-t3",s2/p/2609.34913.txt Table 7 (outcome-strict gates) and Table 14 (cost),,legacy:out:effort-not-in-efforts,legacy:out:effort-not-in-efforts dgf-docs,arxiv-2609.34913,glm-5.3,default,agentic-tool,hard,multi-agent-governance-board,per-85-gates-total,2.00,0.00289,,,98.8,score%,0.0289,,"no-effort-param-sent:""No reasoning effort is sent; so reasoning follows each provider’s default"" (run settings);served-by:inceptron (fp4; provider pinned);outcome-strict=84/85;cost = ""summed from the cost that OpenRouter reported for every model call"" (measured);gt-t3",s2/p/2609.34913.txt Table 7 (outcome-strict gates) and Table 14 (cost),,legacy:out:effort-not-in-efforts,legacy:out:effort-not-in-efforts dgf-attack,arxiv-2609.34913,gpt-5.6-sol-pro,req-default,agentic-tool,hard,multi-agent-governance-board,per-85-gates-total,9.03,0.00289,,,97.6,score%,0.0289,,"no-effort-param-sent:""No reasoning effort is sent; so reasoning follows each provider’s default"" (run settings);served-by:openai;pro-model (openai/gpt-5.6-sol-pro);outcome-strict=83/85;cost = ""summed from the cost that OpenRouter reported for every model call"" (measured);gt-t3;pro-mode-unproven(source does not document reasoning.mode pro)",s2/p/2609.34913.txt Table 7 (outcome-strict gates) and Table 14 (cost),,legacy:out:effort-not-in-efforts,legacy:out:effort-not-in-efforts dgf-attack,arxiv-2609.34913,gemini-3.8-flash,default,agentic-tool,hard,multi-agent-governance-board,per-85-gates-total,7.63,0.00289,,,96.5,score%,0.0289,,"no-effort-param-sent:""No reasoning effort is sent; so reasoning follows each provider’s default"" (run settings);served-by:google-ai-studio;outcome-strict=82/85;cost = ""summed from the cost that OpenRouter reported for every model call"" (measured);gt-t3",s2/p/2609.34913.txt Table 7 (outcome-strict gates) and Table 14 (cost),,legacy:out:effort-not-in-efforts,legacy:out:effort-not-in-efforts dgf-attack,arxiv-2609.34913,gpt-6-luna-pro,req-default,agentic-tool,hard,multi-agent-governance-board,per-85-gates-total,0.49,0.00289,,,97.6,score%,0.0289,,"no-effort-param-sent:""No reasoning effort is sent; so reasoning follows each provider’s default"" (run settings);served-by:openai;pro-model (openai/gpt-6-luna-pro);outcome-strict=83/85;cost = ""summed from the cost that OpenRouter reported for every model call"" (measured);gt-t3;pro-mode-unproven(source does not document reasoning.mode pro)",s2/p/2609.34913.txt Table 7 (outcome-strict gates) and Table 14 (cost),,legacy:out:effort-not-in-efforts,legacy:out:effort-not-in-efforts dgf-attack,arxiv-2609.34913,deepseek-v4-pro-0813,default,agentic-tool,hard,multi-agent-governance-board,per-85-gates-total,0.69,0.00289,,,95.3,score%,0.0289,,"no-effort-param-sent:""No reasoning effort is sent; so reasoning follows each provider’s default"" (run settings);served-by:baidu (fp8; provider pinned);outcome-strict=81/85;cost = ""summed from the cost that OpenRouter reported for every model call"" (measured);gt-t3",s2/p/2609.34913.txt Table 7 (outcome-strict gates) and Table 14 (cost),,legacy:out:effort-not-in-efforts,legacy:out:effort-not-in-efforts dgf-attack,arxiv-2609.34913,glm-5.3,default,agentic-tool,hard,multi-agent-governance-board,per-85-gates-total,2.31,0.00289,,,92.9,score%,0.0289,,"no-effort-param-sent:""No reasoning effort is sent; so reasoning follows each provider’s default"" (run settings);served-by:inceptron (fp4; provider pinned);outcome-strict=79/85;cost = ""summed from the cost that OpenRouter reported for every model call"" (measured);gt-t3",s2/p/2609.34913.txt Table 7 (outcome-strict gates) and Table 14 (cost),,legacy:out:effort-not-in-efforts,legacy:out:effort-not-in-efforts fourdcodebench,4dcodebench,gpt-6-astra,max,coding,hard,,,,,,,0.79,overall-score-of-1,0.00289,,,"https://arxiv.org/abs/2610.03715 (Figure 4 (leaderboard image 1248x610 px), row 1 '6-Astra [Max]', Overall column: bold cell text, box about x 1085-1135, y 8-26 px)",,in, fourdcodebench,4dcodebench,opus-5.5,high,coding,hard,,,,,,,0.78,overall-score-of-1,0.00289,,,"https://arxiv.org/abs/2610.03715 (Figure 4 (leaderboard image 1248x610 px), row 2 'Opus-5.5 [High]', Overall column: bold cell text, box about x 1085-1135, y 37-55 px)",,in, fourdcodebench,4dcodebench,gpt-6-astra,high,coding,hard,,,,,,,0.77,overall-score-of-1,0.00289,,,"https://arxiv.org/abs/2610.03715 (Figure 4 (leaderboard image 1248x610 px), row 3 '6-Astra [High]', Overall column: bold cell text, box about x 1085-1135, y 66-84 px)",,in, fourdcodebench,4dcodebench,fable-5.1,high,coding,hard,,,,,,,0.74,overall-score-of-1,0.00289,,,"https://arxiv.org/abs/2610.03715 (Figure 4 (leaderboard image 1248x610 px), row 4 'Fable-5.1 [High]', Overall column: bold cell text, box about x 1085-1135, y 96-114 px)",,in, fourdcodebench,4dcodebench,gpt-6-astra,low,coding,hard,,,,,,,0.73,overall-score-of-1,0.00289,,,"https://arxiv.org/abs/2610.03715 (Figure 4 (leaderboard image 1248x610 px), row 5 '6-Astra [Low]', Overall column: bold cell text, box about x 1085-1135, y 125-143 px)",,in, fourdcodebench,4dcodebench,opus-5,high,coding,hard,,,,,,,0.72,overall-score-of-1,0.00289,,,"https://arxiv.org/abs/2610.03715 (Figure 4 (leaderboard image 1248x610 px), row 6 'Opus-5 [High]', Overall column: bold cell text, box about x 1085-1135, y 154-172 px)",,in, fourdcodebench,4dcodebench,gpt-5.6-luna,max,coding,hard,,,,,,,0.67,overall-score-of-1,0.00289,,,"https://arxiv.org/abs/2610.03715 (Figure 4 (leaderboard image 1248x610 px), row 7 '5.6-Luna [Max]', Overall column: bold cell text, box about x 1085-1135, y 183-201 px)",,in, fourdcodebench,4dcodebench,gpt-5.6-sol,high,coding,hard,,,,,,,0.65,overall-score-of-1,0.00289,,,"https://arxiv.org/abs/2610.03715 (Figure 4 (leaderboard image 1248x610 px), row 8 '5.6-Sol [High]', Overall column: bold cell text, box about x 1085-1135, y 212-230 px)",,in, fourdcodebench,4dcodebench,gemini-3.8-flash,high,coding,hard,,,,,,,0.64,overall-score-of-1,0.00289,,harness-label-as-level:antigravity-cli,"https://arxiv.org/abs/2610.03715 (Figure 4 (leaderboard image 1248x610 px), row 9 'Gemini-3.8 [High]', Overall column: bold cell text, box about x 1085-1135, y 241-259 px)",,in, fourdcodebench,4dcodebench,deepseek-v4.1-flash,not-established:absent,coding,hard,,,,,,,0.60,overall-score-of-1,0.00289,,,"https://arxiv.org/abs/2610.03715 (Figure 4 (leaderboard image 1248x610 px), row 10 'DeepSeek-V4.1 [High]', Overall column: bold cell text, box about x 1085-1135, y 271-289 px)",,out:effort-not-established, fourdcodebench,4dcodebench,qwen3.8-flash-next,not-established:absent,coding,hard,,,,,,,0.56,overall-score-of-1,0.00289,,,"https://arxiv.org/abs/2610.03715 (Figure 4 (leaderboard image 1248x610 px), row 11 'Qwen-3.8 [XHigh]', Overall column: bold cell text, box about x 1085-1135, y 300-318 px)",,out:effort-not-established, fourdcodebench,4dcodebench,gpt-5.6-terra,high,coding,hard,,,,,,,0.55,overall-score-of-1,0.00289,,,"https://arxiv.org/abs/2610.03715 (Figure 4 (leaderboard image 1248x610 px), row 12 '5.6-Terra [High]', Overall column: bold cell text, box about x 1085-1135, y 329-347 px)",,in, fourdcodebench,4dcodebench,glm-5.3-flash,not-established:absent,coding,hard,,,,,,,0.47,overall-score-of-1,0.00289,,,"https://arxiv.org/abs/2610.03715 (Figure 4 (leaderboard image 1248x610 px), row 13 'GLM-5.3 [Max]', Overall column: bold cell text, box about x 1085-1135, y 358-376 px)",,out:effort-not-established, scf52-fc20@activepieces,activepieces,fable-5.2,unstated,coding,frontier,,,,,,,49.1,score%,0.0289,,restated-from:AlphaSignal,https://www.activepieces.com/blog/claude-fable-52-price-specs-and-benchmarks-2026 (section How Fable 5.2 performs),,out:effort-not-established, scf52-fc20@activepieces,activepieces,opus-5.5,unstated,coding,frontier,,,,,,,45.5,score%,0.0289,,restated-from:AlphaSignal,https://www.activepieces.com/blog/claude-fable-52-price-specs-and-benchmarks-2026 (section How Fable 5.2 performs),,out:effort-not-established, agentabstain-adk,agentabstain-2607.10059,gemini-3.1-pro,default,agentic-tool,hard,Google ADK,,,,,,59.5,score%,0.0289,,,"https://arxiv.org/abs/2607.10059 (Table 7 (page 43), row Gemini 3.1 Pro, column Paired Acc.)",,out:effort-not-established, agentabstain-claudesdk,agentabstain-2607.10059,opus-4.7,default,agentic-tool,hard,Claude SDK,,,,,,59.4,score%,0.0289,,,"https://arxiv.org/abs/2607.10059 (Table 7 (page 43), row Claude Opus 4.7, column Paired Acc.)",,out:effort-not-established, agentabstain-claudesdk,agentabstain-2607.10059,sonnet-4.6,default,agentic-tool,hard,Claude SDK,,,,,,53.4,score%,0.0289,,,"https://arxiv.org/abs/2607.10059 (Table 7 (page 43), row Claude Sonnet 4.6, column Paired Acc.)",,out:effort-not-established, agentabstain-openaisdk,agentabstain-2607.10059,gpt-5.5,default,agentic-tool,hard,OpenAI Agents SDK,,,,,,52.5,score%,0.0289,,,"https://arxiv.org/abs/2607.10059 (Table 7 (page 43), row GPT-5.5, column Paired Acc.)",,out:effort-not-established, agentabstain-claudesdk,agentabstain-2607.10059,haiku-4.5,default,agentic-tool,hard,Claude SDK,,,,,,49.7,score%,0.0289,,,"https://arxiv.org/abs/2607.10059 (Table 7 (page 43), row Claude Haiku 4.5, column Paired Acc.)",,out:effort-not-established, agentabstain-openaisdk,agentabstain-2607.10059,gpt-5,default,agentic-tool,hard,OpenAI Agents SDK,,,,,,49.6,score%,0.0289,,,"https://arxiv.org/abs/2607.10059 (Table 7 (page 43), row GPT-5, column Paired Acc.)",,out:effort-not-established, agentabstain-openaisdk,agentabstain-2607.10059,gpt-5.4,default,agentic-tool,hard,OpenAI Agents SDK,,,,,,48.7,score%,0.0289,,,"https://arxiv.org/abs/2607.10059 (Table 7 (page 43), row GPT-5.4, column Paired Acc.)",,out:effort-not-established, agentabstain-openclaw,agentabstain-2607.10059,glm-5,default,agentic-tool,hard,OpenClaw,,,,,,47.8,score%,0.0289,,,"https://arxiv.org/abs/2607.10059 (Table 7 (page 43), row GLM-5, column Paired Acc.)",,out:effort-not-established, agentabstain-openclaw,agentabstain-2607.10059,gpt-oss-120b,default,agentic-tool,hard,OpenClaw,,,,,,46.2,score%,0.0289,,,"https://arxiv.org/abs/2607.10059 (Table 7 (page 43), row GPT-OSS 120B, column Paired Acc.)",,out:effort-not-established, agentabstain-openaisdk,agentabstain-2607.10059,gpt-5.2,default,agentic-tool,hard,OpenAI Agents SDK,,,,,,42.9,score%,0.0289,,,"https://arxiv.org/abs/2607.10059 (Table 7 (page 43), row GPT-5.2, column Paired Acc.)",,out:effort-not-established, agentabstain-openclaw,agentabstain-2607.10059,minimax-m2.5,default,agentic-tool,hard,OpenClaw,,,,,,41.9,score%,0.0289,,,"https://arxiv.org/abs/2607.10059 (Table 7 (page 43), row MiniMax M2.5, column Paired Acc.)",,out:effort-not-established, agentabstain-openclaw,agentabstain-2607.10059,deepseek-v3.2,default,agentic-tool,hard,OpenClaw,,,,,,41.4,score%,0.0289,,,"https://arxiv.org/abs/2607.10059 (Table 7 (page 43), row DeepSeek V3.2, column Paired Acc.)",,out:effort-not-established, agentabstain-openaisdk,agentabstain-2607.10059,gpt-5.1,default,agentic-tool,hard,OpenAI Agents SDK,,,,,,40.6,score%,0.0289,,,"https://arxiv.org/abs/2607.10059 (Table 7 (page 43), row GPT-5.1, column Paired Acc.)",,out:effort-not-established, agentabstain-adk,agentabstain-2607.10059,gemini-3-flash,default,agentic-tool,hard,Google ADK,,,,,,39.7,score%,0.0289,,,"https://arxiv.org/abs/2607.10059 (Table 7 (page 43), row Gemini 3 Flash, column Paired Acc.)",,out:effort-not-established, agentabstain-openclaw,agentabstain-2607.10059,deepseek-v4-pro-preview,default,agentic-tool,hard,OpenClaw,,,,,,36.9,score%,0.0289,,,"https://arxiv.org/abs/2607.10059 (Table 7 (page 43), row DeepSeek V4 Pro, column Paired Acc.)",,out:effort-not-established, agentabstain-openclaw,agentabstain-2607.10059,kimi-k2.5,default,agentic-tool,hard,OpenClaw,,,,,,33.4,score%,0.0289,,,"https://arxiv.org/abs/2607.10059 (Table 7 (page 43), row Kimi K2.5, column Paired Acc.)",,out:effort-not-established, agentabstain-openaisdk,agentabstain-2607.10059,?GPT-4o,not-established:absent,agentic-tool,hard,OpenAI Agents SDK,,,,,,33.0,score%,0.0289,,,"https://arxiv.org/abs/2607.10059 (Table 7 (page 43), row GPT-4o, column Paired Acc.)",,out:model-not-established, agenthop-acc,agenthop-2609.34428,?gemini-3-pro-preview,not-established:absent,agentic-tool,hard,own 7-tool agent loop,per-suite,159.27,0.00289,,,0.891,score-of-1,0.000289,,,"https://arxiv.org/abs/2609.34428 (page 6, Table 2, row Gemini-3 Pro, column Outcome Accuracy)",,out:model-not-established,out:model-not-established agenthop-acc,agenthop-2609.34428,gemini-3-flash,unstated,agentic-tool,hard,own 7-tool agent loop,per-suite,77.49,0.00289,,,0.547,score-of-1,0.000289,,,"https://arxiv.org/abs/2609.34428 (page 6, Table 2, row Gemini-3 Flash, column Outcome Accuracy)",,out:effort-not-established,out:effort-not-established agenthop-acc,agenthop-2609.34428,gpt-5.3-codex,medium,agentic-tool,hard,own 7-tool agent loop,per-suite,80.32,0.00289,,,0.825,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2609.34428 (page 6, Table 2, row GPT-5.3 codex, column Outcome Accuracy)",,in,in agenthop-acc,agenthop-2609.34428,gpt-5.4,medium,agentic-tool,hard,own 7-tool agent loop,per-suite,78.99,0.00289,,,0.790,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2609.34428 (page 6, Table 2, row GPT-5.4, column Outcome Accuracy)",,in,in agenthop-acc,agenthop-2609.34428,opus-4.6,think-8192,agentic-tool,hard,own 7-tool agent loop,per-suite,405.54,0.00289,,,0.775,score-of-1,0.000289,,,"https://arxiv.org/abs/2609.34428 (page 6, Table 2, row Claude Opus 4.6, column Outcome Accuracy)",,out:budget-config,out:budget-config agenthop-acc,agenthop-2609.34428,sonnet-4.6,unstated,agentic-tool,hard,own 7-tool agent loop,per-suite,205.23,0.00289,,,0.766,score-of-1,0.000289,,,"https://arxiv.org/abs/2609.34428 (page 6, Table 2, row Claude Sonnet 4.6, column Outcome Accuracy)",,out:effort-not-established,out:effort-not-established agenthop-acc,agenthop-2609.34428,glm-5.1,unstated,agentic-tool,hard,own 7-tool agent loop,per-suite,155.66,0.00289,,,0.696,score-of-1,0.000289,,,"https://arxiv.org/abs/2609.34428 (page 6, Table 2, row GLM-5.1, column Outcome Accuracy)",,out:effort-not-established,out:effort-not-established agenthop-acc,agenthop-2609.34428,deepseek-v3.2,think,agentic-tool,hard,own 7-tool agent loop,per-suite,25.11,0.00289,,,0.596,score-of-1,0.000289,,,"https://arxiv.org/abs/2609.34428 (page 6, Table 2, row DeepSeek-reasoner, column Outcome Accuracy)",,in,out:cost-not-comparable agenthop-acc,agenthop-2609.34428,deepseek-v3.2,nothink,agentic-tool,hard,own 7-tool agent loop,per-suite,11.00,0.00289,,,0.564,score-of-1,0.000289,,,"https://arxiv.org/abs/2609.34428 (page 6, Table 2, row DeepSeek-chat, column Outcome Accuracy)",,in,out:cost-not-comparable agenthop-acc,agenthop-2609.34428,?moonshotai/kimi-k2.5,not-established:absent,agentic-tool,hard,own 7-tool agent loop,per-suite,66.72,0.00289,,,0.441,score-of-1,0.000289,,,"https://arxiv.org/abs/2609.34428 (page 6, Table 2, row Kimi-K2.5, column Outcome Accuracy)",,out:model-not-established,out:model-not-established agenthop-acc,agenthop-2609.34428,qwen3.5-27b,not-established:absent,agentic-tool,hard,own 7-tool agent loop,,,,,,0.482,score-of-1,0.000289,,,"https://arxiv.org/abs/2609.34428 (page 6, Table 2, row Qwen3.5-27B, column Outcome Accuracy)",,out:effort-not-established, agenthop-acc,agenthop-2609.34428,qwen3.6-35b-a3b,not-established:absent,agentic-tool,hard,own 7-tool agent loop,,,,,,0.381,score-of-1,0.000289,,,"https://arxiv.org/abs/2609.34428 (page 6, Table 2, row Qwen3.6-35B-A3B, column Outcome Accuracy)",,out:effort-not-established, agenthop-acc,agenthop-2609.34428,qwen3.5-35b-a3b,not-established:absent,agentic-tool,hard,own 7-tool agent loop,,,,,,0.320,score-of-1,0.000289,,,"https://arxiv.org/abs/2609.34428 (page 6, Table 2, row Qwen3.5-35B-A3B, column Outcome Accuracy)",,out:effort-not-established, gliu-o48f5,ai.georgeliu,opus-4.8,medium,mixed,easy,ClaudeCode,per-10prompt-session,0.462,0.000289,,,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://georgeliu.substack.com/p/claude-opus-48-vs-claude-fable-5 (),,,in gliu-o48f5,ai.georgeliu,opus-4.8,high,mixed,easy,ClaudeCode,per-10prompt-session,0.605,0.000289,,4372,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://georgeliu.substack.com/p/claude-opus-48-vs-claude-fable-5 (),,,in gliu-o48f5,ai.georgeliu,fable-5,medium,mixed,easy,ClaudeCode,per-10prompt-session,1.33,0.00289,,,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://georgeliu.substack.com/p/claude-opus-48-vs-claude-fable-5 (),,,in gliu-o48f5,ai.georgeliu,fable-5,high,mixed,easy,ClaudeCode,per-10prompt-session,1.145,0.000289,,5091,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://georgeliu.substack.com/p/claude-opus-48-vs-claude-fable-5 (),,,in gliu-o5o55,ai.georgeliu,opus-5,low,mixed,easy,ClaudeCode,per-10prompt-session,0.92,0.00289,,4728,88.888889,ifeval-pass%,0,,cost-base-price:cost-publisher-figure,"https://georgeliu.substack.com/p/claude-opus-5-vs-opus-55-effort-levels (table 'IFEval: Opus 5.5 went 9/9 everywhere', row low, column Opus 5)",,in,in gliu-o5o55,ai.georgeliu,opus-5,medium,mixed,easy,ClaudeCode,per-10prompt-session,1.04,0.00289,,7699,88.888889,ifeval-pass%,0,,cost-base-price:cost-publisher-figure,"https://georgeliu.substack.com/p/claude-opus-5-vs-opus-55-effort-levels (table 'IFEval: Opus 5.5 went 9/9 everywhere', row medium, column Opus 5)",,in,in gliu-o5o55,ai.georgeliu,opus-5,high,mixed,easy,ClaudeCode,per-10prompt-session,1.05,0.00289,,8047,77.777778,ifeval-pass%,0,,cost-base-price:cost-publisher-figure,"https://georgeliu.substack.com/p/claude-opus-5-vs-opus-55-effort-levels (table 'IFEval: Opus 5.5 went 9/9 everywhere', row high, column Opus 5)",,in,in gliu-o5o55,ai.georgeliu,opus-5,xhigh,mixed,easy,ClaudeCode,per-10prompt-session,1.12,0.00289,,10051,77.777778,ifeval-pass%,0,,cost-base-price:cost-publisher-figure,"https://georgeliu.substack.com/p/claude-opus-5-vs-opus-55-effort-levels (table 'IFEval: Opus 5.5 went 9/9 everywhere', row xhigh, column Opus 5)",,in,in gliu-o5o55,ai.georgeliu,opus-5,max,mixed,easy,ClaudeCode,per-10prompt-session,1.13,0.00289,,10267,88.888889,ifeval-pass%,0,,cost-base-price:cost-publisher-figure,"https://georgeliu.substack.com/p/claude-opus-5-vs-opus-55-effort-levels (table 'IFEval: Opus 5.5 went 9/9 everywhere', row max, column Opus 5)",,in,in gliu-o5o55,ai.georgeliu,opus-5.5,low,mixed,easy,ClaudeCode,per-10prompt-session,0.54,0.00289,,4306,100,ifeval-pass%,0,,cost-base-price:cost-publisher-figure,"https://georgeliu.substack.com/p/claude-opus-5-vs-opus-55-effort-levels (table 'IFEval: Opus 5.5 went 9/9 everywhere', row low, column Opus 5.5)",,out:uninformative,in gliu-o5o55,ai.georgeliu,opus-5.5,medium,mixed,easy,ClaudeCode,per-10prompt-session,0.54,0.00289,,4364,100,ifeval-pass%,0,,cost-base-price:cost-publisher-figure,"https://georgeliu.substack.com/p/claude-opus-5-vs-opus-55-effort-levels (table 'IFEval: Opus 5.5 went 9/9 everywhere', row medium, column Opus 5.5)",,out:uninformative,in gliu-o5o55,ai.georgeliu,opus-5.5,high,mixed,easy,ClaudeCode,per-10prompt-session,0.64,0.00289,,5697,100,ifeval-pass%,0,,cost-base-price:cost-publisher-figure,"https://georgeliu.substack.com/p/claude-opus-5-vs-opus-55-effort-levels (table 'IFEval: Opus 5.5 went 9/9 everywhere', row high, column Opus 5.5)",,out:uninformative,in gliu-o5o55,ai.georgeliu,opus-5.5,xhigh,mixed,easy,ClaudeCode,per-10prompt-session,0.65,0.00289,,8321,100,ifeval-pass%,0,,cost-base-price:cost-publisher-figure,"https://georgeliu.substack.com/p/claude-opus-5-vs-opus-55-effort-levels (table 'IFEval: Opus 5.5 went 9/9 everywhere', row xhigh, column Opus 5.5)",,out:uninformative,in gliu-o5o55,ai.georgeliu,opus-5.5,max,mixed,easy,ClaudeCode,per-10prompt-session,2.51,0.00289,,70320,100,ifeval-pass%,0,,cost-base-price:cost-publisher-figure,"https://georgeliu.substack.com/p/claude-opus-5-vs-opus-55-effort-levels (table 'IFEval: Opus 5.5 went 9/9 everywhere', row max, column Opus 5.5)",,out:uninformative,in gliu-s5s46,ai.georgeliu,sonnet-5,medium,mixed,easy,ClaudeCode,per-10prompt-session,0.3163,2.89e-05,,2884,77.777778,ifeval-pass%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://georgeliu.substack.com/p/claude-sonnet-5-vs-sonnet-46-prompt (table 'IFEval pass rates', row baseline, column Sonnet 5 medium)",,out:single-couple,in gliu-s5s46,ai.georgeliu,sonnet-5,high,mixed,easy,ClaudeCode,per-10prompt-session,0.3806,2.89e-05,,7806,100,ifeval-pass%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://georgeliu.substack.com/p/claude-sonnet-5-vs-sonnet-46-prompt (table 'IFEval pass rates', row baseline, column Sonnet 5 high)",,out:uninformative,in gliu-s5s46,ai.georgeliu,sonnet-4.6,not-established:absent,mixed,easy,ClaudeCode,per-10prompt-session,0.5185,2.89e-05,,,100,ifeval-pass%,0,,,"https://georgeliu.substack.com/p/claude-sonnet-5-vs-sonnet-46-prompt (table 'IFEval pass rates', row baseline, column Sonnet 4.6 medium)",,out:effort-not-established,out:effort-not-established gliu-s5s46,ai.georgeliu,sonnet-4.6,not-established:absent,mixed,easy,ClaudeCode,per-10prompt-session,0.5029,2.89e-05,,,88.888889,ifeval-pass%,0,,,"https://georgeliu.substack.com/p/claude-sonnet-5-vs-sonnet-46-prompt (table 'IFEval pass rates', row baseline, column Sonnet 4.6 high)",,out:effort-not-established,out:effort-not-established hexdatabench@aiagentstore#databench v1.1,aiagentstore,fable-5.1,low,agentic-tool,hard,Hex-workspace-agent,per-task,0.9245,2.89e-05,,,16.3,score%,0.0289,,restated-from:DataBench; same-runs-as:src-hex-databench-page-2026-10-07#M52,"https://aiagentstore.ai/ai-models/reasoning-effort/claude-fable-5-1 (Full benchmark table, ligne Fable 5.1 · Low, colonne Analytics score)",,out:copy,out:copy hexdatabench@aiagentstore#databench v1.1,aiagentstore,fable-5.1,medium,agentic-tool,hard,Hex-workspace-agent,per-task,1.18,0.00289,,,21.0,score%,0.0289,,restated-from:DataBench; same-runs-as:src-hex-databench-page-2026-10-07#M42,"https://aiagentstore.ai/ai-models/reasoning-effort/claude-fable-5-1 (Full benchmark table, ligne Fable 5.1 · Medium, colonne Analytics score)",,out:copy,out:copy hexdatabench@aiagentstore#databench v1.1,aiagentstore,fable-5.1,high,agentic-tool,hard,Hex-workspace-agent,per-task,1.57,0.00289,,,20.3,score%,0.0289,,restated-from:DataBench; same-runs-as:src-hex-databench-page-2026-10-07#M43,"https://aiagentstore.ai/ai-models/reasoning-effort/claude-fable-5-1 (Full benchmark table, ligne Fable 5.1 · High, colonne Analytics score)",,out:copy,out:copy hexdatabench@aiagentstore#databench v1.1,aiagentstore,fable-5.1,xhigh,agentic-tool,hard,Hex-workspace-agent,per-task,2.5,0.0289,,,21.7,score%,0.0289,,restated-from:DataBench; same-runs-as:src-hex-databench-page-2026-10-07#M41,"https://aiagentstore.ai/ai-models/reasoning-effort/claude-fable-5-1 (Full benchmark table, ligne Fable 5.1 · XHigh, colonne Analytics score)",,out:copy,out:copy hexdatabench@aiagentstore#databench v1.1,aiagentstore,fable-5.1,max,agentic-tool,hard,Hex-workspace-agent,per-task,3.36,0.00289,,,27.0,score%,0.0289,,restated-from:DataBench; same-runs-as:src-hex-databench-page-2026-10-07#M38,"https://aiagentstore.ai/ai-models/reasoning-effort/claude-fable-5-1 (Full benchmark table, ligne Fable 5.1 · Max, colonne Analytics score)",,out:copy,out:copy aiagentstore-livebench-overall#livebench 2026-06-25,aiagentstore,haiku-5.5,xhigh,mixed,hard,,,,,,,72.1,Overall benchmark,0.0289,,restated-from:LiveBench,"https://aiagentstore.ai/ai-models/reasoning-effort/claude-haiku-5-5 (carte LiveBench, ligne Extra high, colonne Overall benchmark)",,out:not-headline, aiagentstore-livebench-overall#livebench 2026-06-25,aiagentstore,haiku-5.5,max,mixed,hard,,,,,,,67.9,Overall benchmark,0.0289,,restated-from:LiveBench,"https://aiagentstore.ai/ai-models/reasoning-effort/claude-haiku-5-5 (carte LiveBench, ligne Max, colonne Overall benchmark)",,out:not-headline, aiagentstore-livebench-overall#question set 2026-01-08,aiagentstore,opus-4.7,low,mixed,hard,,,,,,,69.1,Overall benchmark,0.0289,,restated-from:LiveBench,"https://aiagentstore.ai/ai-models/reasoning-effort/claude-opus-4-7 (Full benchmark table, row Low, column Overall benchmark)",,out:not-headline, aiagentstore-livebench-overall#question set 2026-01-08,aiagentstore,opus-4.7,medium,mixed,hard,,,,,,,72.3,Overall benchmark,0.0289,,restated-from:LiveBench,"https://aiagentstore.ai/ai-models/reasoning-effort/claude-opus-4-7 (Full benchmark table, row Medium, column Overall benchmark)",,out:not-headline, aiagentstore-livebench-overall#question set 2026-01-08,aiagentstore,opus-4.7,high,mixed,hard,,,,,,,74.9,Overall benchmark,0.0289,,restated-from:LiveBench,"https://aiagentstore.ai/ai-models/reasoning-effort/claude-opus-4-7 (Full benchmark table, row High, column Overall benchmark)",,out:not-headline, aiagentstore-livebench-overall#question set 2026-01-08,aiagentstore,opus-4.7,xhigh,mixed,hard,,,,,,,76.9,Overall benchmark,0.0289,,restated-from:LiveBench,"https://aiagentstore.ai/ai-models/reasoning-effort/claude-opus-4-7 (Full benchmark table, row Extra high, column Overall benchmark)",,out:not-headline, hexdatabench@aiagentstore#databench v1.1,aiagentstore,opus-5.5,low,agentic-tool,hard,Hex-workspace-agent,per-task,0.6101,2.89e-05,,,54.0,score%,0.0289,,restated-from:DataBench; same-runs-as:src-hex-databench-page-2026-10-07#M14,"https://aiagentstore.ai/ai-models/reasoning-effort/claude-opus-5-5 (Full benchmark table, ligne Opus 5.5 · Low, colonne Analytics score)",,out:copy,out:copy hexdatabench@aiagentstore#databench v1.1,aiagentstore,opus-5.5,medium,agentic-tool,hard,Hex-workspace-agent,per-task,0.9734,2.89e-05,,,62.5,score%,0.0289,,restated-from:DataBench; same-runs-as:src-hex-databench-page-2026-10-07#M4,"https://aiagentstore.ai/ai-models/reasoning-effort/claude-opus-5-5 (Full benchmark table, ligne Opus 5.5 · Medium, colonne Analytics score)",,out:copy,out:copy hexdatabench@aiagentstore#databench v1.1,aiagentstore,opus-5.5,high,agentic-tool,hard,Hex-workspace-agent,per-task,1.25,0.00289,,,65.0,score%,0.0289,,restated-from:DataBench; same-runs-as:src-hex-databench-page-2026-10-07#M3,"https://aiagentstore.ai/ai-models/reasoning-effort/claude-opus-5-5 (Full benchmark table, ligne Opus 5.5 · High, colonne Analytics score)",,out:copy,out:copy hexdatabench@aiagentstore#databench v1.1,aiagentstore,opus-5.5,xhigh,agentic-tool,hard,Hex-workspace-agent,per-task,2.16,0.00289,,,67.0,score%,0.0289,,restated-from:DataBench; same-runs-as:src-hex-databench-page-2026-10-07#M2,"https://aiagentstore.ai/ai-models/reasoning-effort/claude-opus-5-5 (Full benchmark table, ligne Opus 5.5 · XHigh, colonne Analytics score)",,out:copy,out:copy hexdatabench@aiagentstore#databench v1.1,aiagentstore,opus-5.5,max,agentic-tool,hard,Hex-workspace-agent,per-task,3.57,0.00289,,,70.5,score%,0.0289,,restated-from:DataBench; same-runs-as:src-hex-databench-page-2026-10-07#M1,"https://aiagentstore.ai/ai-models/reasoning-effort/claude-opus-5-5 (Full benchmark table, ligne Opus 5.5 · Max, colonne Analytics score)",,out:copy,out:copy aiagentstore-livebench-overall#livebench 2026-06-25,aiagentstore,opus-5.5,xhigh,mixed,hard,,,,,,,82.1,Overall benchmark,0.0289,,restated-from:LiveBench,"https://aiagentstore.ai/ai-models/reasoning-effort/claude-opus-5-5 (carte LiveBench, ligne Extra high, colonne Overall benchmark)",,out:not-headline, aiagentstore-livebench-overall#livebench 2026-06-25,aiagentstore,opus-5.5,max,mixed,hard,,,,,,,83.2,Overall benchmark,0.0289,,restated-from:LiveBench,"https://aiagentstore.ai/ai-models/reasoning-effort/claude-opus-5-5 (carte LiveBench, ligne Max, colonne Overall benchmark)",,out:not-headline, hexdatabench@aiagentstore#databench v1.1,aiagentstore,opus-5,low,agentic-tool,hard,Hex-workspace-agent,per-task,0.7446,2.89e-05,,,15.7,score%,0.0289,,restated-from:DataBench; same-runs-as:src-hex-databench-page-2026-10-07#M55,"https://aiagentstore.ai/ai-models/reasoning-effort/claude-opus-5 (Full benchmark table, ligne Opus 5 · Low, colonne Analytics score)",,out:copy,out:copy hexdatabench@aiagentstore#databench v1.1,aiagentstore,opus-5,medium,agentic-tool,hard,Hex-workspace-agent,per-task,1.1,0.0289,,,17.0,score%,0.0289,,restated-from:DataBench; same-runs-as:src-hex-databench-page-2026-10-07#M51,"https://aiagentstore.ai/ai-models/reasoning-effort/claude-opus-5 (Full benchmark table, ligne Opus 5 · Medium, colonne Analytics score)",,out:copy,out:copy hexdatabench@aiagentstore#databench v1.1,aiagentstore,opus-5,high,agentic-tool,hard,Hex-workspace-agent,per-task,1.61,0.00289,,,18.0,score%,0.0289,,restated-from:DataBench; same-runs-as:src-hex-databench-page-2026-10-07#M47,"https://aiagentstore.ai/ai-models/reasoning-effort/claude-opus-5 (Full benchmark table, ligne Opus 5 · High, colonne Analytics score)",,out:copy,out:copy hexdatabench@aiagentstore#databench v1.1,aiagentstore,opus-5,xhigh,agentic-tool,hard,Hex-workspace-agent,per-task,1.89,0.00289,,,17.3,score%,0.0289,,restated-from:DataBench; same-runs-as:src-hex-databench-page-2026-10-07#M49,"https://aiagentstore.ai/ai-models/reasoning-effort/claude-opus-5 (Full benchmark table, ligne Opus 5 · XHigh, colonne Analytics score)",,out:copy,out:copy hexdatabench@aiagentstore#databench v1.1,aiagentstore,opus-5,max,agentic-tool,hard,Hex-workspace-agent,per-task,2.11,0.00289,,,19.7,score%,0.0289,,restated-from:DataBench; same-runs-as:src-hex-databench-page-2026-10-07#M44,"https://aiagentstore.ai/ai-models/reasoning-effort/claude-opus-5 (Full benchmark table, ligne Opus 5 · Max, colonne Analytics score)",,out:copy,out:copy ockbench-top200@aiagentstore,aiagentstore,opus-5,low,mixed,hard,,,,,,,85.0,accuracy%,0.0289,,restated-from:OckBench; same-runs-as:src-ockbench-top200-csv-2026-07-31#M7,"https://aiagentstore.ai/ai-models/reasoning-effort/claude-opus-5 (carte OckBench, ligne opus-5-low, colonne Overall accuracy)",,out:copy, ockbench-top200@aiagentstore,aiagentstore,opus-5,medium,mixed,hard,,,,,,,85.0,accuracy%,0.0289,,restated-from:OckBench; same-runs-as:src-ockbench-top200-csv-2026-07-31#M19,"https://aiagentstore.ai/ai-models/reasoning-effort/claude-opus-5 (carte OckBench, ligne opus-5-medium, colonne Overall accuracy)",,out:copy, ockbench-top200@aiagentstore,aiagentstore,opus-5,high,mixed,hard,,,,,,,94.0,accuracy%,0.0289,,restated-from:OckBench; same-runs-as:src-ockbench-top200-csv-2026-07-31#M1,"https://aiagentstore.ai/ai-models/reasoning-effort/claude-opus-5 (carte OckBench, ligne opus-5-high, colonne Overall accuracy)",,out:copy, ockbench-top200@aiagentstore,aiagentstore,opus-5,xhigh,mixed,hard,,,,,,,95.0,accuracy%,0.0289,,restated-from:OckBench; same-runs-as:src-ockbench-top200-csv-2026-07-31#M3,"https://aiagentstore.ai/ai-models/reasoning-effort/claude-opus-5 (carte OckBench, ligne opus-5-xhigh, colonne Overall accuracy)",,out:copy, ockbench-top200@aiagentstore,aiagentstore,opus-5,max,mixed,hard,,,,,,,94.5,accuracy%,0.0289,,restated-from:OckBench; same-runs-as:src-ockbench-top200-csv-2026-07-31#M5,"https://aiagentstore.ai/ai-models/reasoning-effort/claude-opus-5 (carte OckBench, ligne opus-5-max, colonne Overall accuracy)",,out:copy, aiagentstore-livebench-overall#livebench 2026-01-08,aiagentstore,sonnet-4.6,low,mixed,hard,,,,,,,70.4,Overall benchmark,0.0289,,restated-from:LiveBench,"https://aiagentstore.ai/ai-models/reasoning-effort/claude-sonnet-4-6 (Full benchmark table, row Low, column Overall benchmark (entry Low))",,out:not-headline, aiagentstore-livebench-overall#livebench 2026-01-08,aiagentstore,sonnet-4.6,medium,mixed,hard,,,,,,,75.5,Overall benchmark,0.0289,,restated-from:LiveBench,"https://aiagentstore.ai/ai-models/reasoning-effort/claude-sonnet-4-6 (Full benchmark table, row Medium, column Overall benchmark (entry Medium))",,out:not-headline, aiagentstore-livebench-overall#livebench 2026-01-08,aiagentstore,sonnet-4.6,high,mixed,hard,,,,,,,75.3,Overall benchmark,0.0289,,restated-from:LiveBench,"https://aiagentstore.ai/ai-models/reasoning-effort/claude-sonnet-4-6 (Full benchmark table, row High, column Overall benchmark (entry High))",,out:not-headline, aiagentstore-livebench-overall#question set 2026-06-25,aiagentstore,sonnet-5.5,xhigh,mixed,hard,,,,,,,77.8,Overall benchmark,0.0289,,restated-from:LiveBench,"https://aiagentstore.ai/ai-models/reasoning-effort/claude-sonnet-5-5 (Full benchmark table, row Extra high, column Overall benchmark)",,out:not-headline, aiagentstore-livebench-overall#question set 2026-06-25,aiagentstore,sonnet-5.5,max,mixed,hard,,,,,,,75.7,Overall benchmark,0.0289,,restated-from:LiveBench,"https://aiagentstore.ai/ai-models/reasoning-effort/claude-sonnet-5-5 (Full benchmark table, row Max, column Overall benchmark)",,out:not-headline, hexdatabench@aiagentstore#databench v1.1,aiagentstore,sonnet-5,low,agentic-tool,hard,Hex-workspace-agent,per-task,0.2635,2.89e-05,,,11.7,score%,0.0289,,restated-from:DataBench; same-runs-as:src-hex-databench-page-2026-10-07#M70,"https://aiagentstore.ai/ai-models/reasoning-effort/claude-sonnet-5 (Full benchmark table, ligne Sonnet 5 · Low, colonne Analytics score)",,out:copy,out:copy hexdatabench@aiagentstore#databench v1.1,aiagentstore,sonnet-5,medium,agentic-tool,hard,Hex-workspace-agent,per-task,0.3624,2.89e-05,,,13.3,score%,0.0289,,restated-from:DataBench; same-runs-as:src-hex-databench-page-2026-10-07#M65,"https://aiagentstore.ai/ai-models/reasoning-effort/claude-sonnet-5 (Full benchmark table, ligne Sonnet 5 · Medium, colonne Analytics score)",,out:copy,out:copy hexdatabench@aiagentstore#databench v1.1,aiagentstore,sonnet-5,high,agentic-tool,hard,Hex-workspace-agent,per-task,0.4922,2.89e-05,,,13.7,score%,0.0289,,restated-from:DataBench; same-runs-as:src-hex-databench-page-2026-10-07#M63,"https://aiagentstore.ai/ai-models/reasoning-effort/claude-sonnet-5 (Full benchmark table, ligne Sonnet 5 · High, colonne Analytics score)",,out:copy,out:copy hexdatabench@aiagentstore#databench v1.1,aiagentstore,sonnet-5,xhigh,agentic-tool,hard,Hex-workspace-agent,per-task,0.6195,2.89e-05,,,14.3,score%,0.0289,,restated-from:DataBench; same-runs-as:src-hex-databench-page-2026-10-07#M60,"https://aiagentstore.ai/ai-models/reasoning-effort/claude-sonnet-5 (Full benchmark table, ligne Sonnet 5 · XHigh, colonne Analytics score)",,out:copy,out:copy hexdatabench@aiagentstore#databench v1.1,aiagentstore,sonnet-5,max,agentic-tool,hard,Hex-workspace-agent,per-task,1.07,0.00289,,,12.3,score%,0.0289,,restated-from:DataBench; same-runs-as:src-hex-databench-page-2026-10-07#M68,"https://aiagentstore.ai/ai-models/reasoning-effort/claude-sonnet-5 (Full benchmark table, ligne Sonnet 5 · Max, colonne Analytics score)",,out:copy,out:copy hexdatabench@aiagentstore#1.1,aiagentstore,deepseek-v4.1-flash,low,agentic-tool,hard,Hex-workspace-agent,per-task,0.1034,2.89e-05,,,13.7,score%,0.0289,,restated-from:Hex DataBench; cost-method-assumed-single,"https://aiagentstore.ai/ai-models/reasoning-effort/deepseek-v4-1-flash (Full benchmark table, row Low, column « Analytics score »)",,out:republished,out:cost-not-comparable hexdatabench@aiagentstore#1.1,aiagentstore,deepseek-v4.1-flash,high,agentic-tool,hard,Hex-workspace-agent,per-task,0.1391,2.89e-05,,,14.0,score%,0.0289,,restated-from:Hex DataBench; cost-method-assumed-single,"https://aiagentstore.ai/ai-models/reasoning-effort/deepseek-v4-1-flash (Full benchmark table, row High, column « Analytics score »)",,out:republished,out:cost-not-comparable ockbench-top200@aiagentstore,aiagentstore,?DeepSeek V4 Flash,not-established:absent,mixed,hard,,,,,,,20.5,accuracy%,0.0289,,restated-from:OckBench,"https://aiagentstore.ai/ai-models/reasoning-effort/deepseek-v4-flash (Full benchmark table, row deepseek-v4-flash-none, column « Overall accuracy »)",,out:model-not-established, ockbench-top200@aiagentstore,aiagentstore,?DeepSeek V4 Flash,not-established:absent,mixed,hard,,,,,,,78.0,accuracy%,0.0289,,restated-from:OckBench,"https://aiagentstore.ai/ai-models/reasoning-effort/deepseek-v4-flash (Full benchmark table, row deepseek-v4-flash-high, column « Overall accuracy »)",,out:model-not-established, ockbench-top200@aiagentstore,aiagentstore,?DeepSeek V4 Flash,not-established:absent,mixed,hard,,,,,,,83.0,accuracy%,0.0289,,restated-from:OckBench,"https://aiagentstore.ai/ai-models/reasoning-effort/deepseek-v4-flash (Full benchmark table, row deepseek-v4-flash-max, column « Overall accuracy »)",,out:model-not-established, ockbench-top200@aiagentstore,aiagentstore,?DeepSeek V4 Pro,not-established:absent,mixed,hard,,,,,,,25.0,accuracy%,0.0289,,restated-from:OckBench,"https://aiagentstore.ai/ai-models/reasoning-effort/deepseek-v4-pro (Full benchmark table, row deepseek-v4-pro-none, column « Overall accuracy »)",,out:model-not-established, ockbench-top200@aiagentstore,aiagentstore,?DeepSeek V4 Pro,not-established:absent,mixed,hard,,,,,,,84.0,accuracy%,0.0289,,restated-from:OckBench,"https://aiagentstore.ai/ai-models/reasoning-effort/deepseek-v4-pro (Full benchmark table, row deepseek-v4-pro-high, column « Overall accuracy »)",,out:model-not-established, ockbench-top200@aiagentstore,aiagentstore,?DeepSeek V4 Pro,not-established:absent,mixed,hard,,,,,,,84.0,accuracy%,0.0289,,restated-from:OckBench,"https://aiagentstore.ai/ai-models/reasoning-effort/deepseek-v4-pro (Full benchmark table, row deepseek-v4-pro-max, column « Overall accuracy »)",,out:model-not-established, hexdatabench@aiagentstore#databench v1.1,aiagentstore,glm-5.2,high,agentic-tool,hard,Hex-workspace-agent,per-task,0.2538,2.89e-05,,,13.3,score%,0.0289,,restated-from:DataBench; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://aiagentstore.ai/ai-models/reasoning-effort/glm-5-2 (Full benchmark table, row GLM 5.2 · High, column Analytics score)",,out:republished,out:cost-single-couple hexdatabench@aiagentstore#databench v1.1,aiagentstore,glm-5.2,not-established:absent,agentic-tool,hard,Hex-workspace-agent,per-task,0.3201,2.89e-05,,,9.0,score%,0.0289,,restated-from:DataBench,"https://aiagentstore.ai/ai-models/reasoning-effort/glm-5-2 (Full benchmark table, row GLM 5.2 · Max, column Analytics score)",,out:effort-not-established,out:effort-not-established ockbench-top200@aiagentstore,aiagentstore,glm-5.2,not-established:absent,mixed,hard,,,,,,,28.5,accuracy%,0.0289,,restated-from:OckBench,"https://aiagentstore.ai/ai-models/reasoning-effort/glm-5-2 (OckBench table, row glm-5.2-off, column Overall accuracy)",,out:effort-not-established, ockbench-top200@aiagentstore,aiagentstore,glm-5.2,high,mixed,hard,,,,,,,78.5,accuracy%,0.0289,,restated-from:OckBench,"https://aiagentstore.ai/ai-models/reasoning-effort/glm-5-2 (OckBench table, row glm-5.2-high, column Overall accuracy)",,out:single-couple, ockbench-top200@aiagentstore,aiagentstore,glm-5.2,not-established:absent,mixed,hard,,,,,,,83.5,accuracy%,0.0289,,restated-from:OckBench,"https://aiagentstore.ai/ai-models/reasoning-effort/glm-5-2 (OckBench table, row glm-5.2-max, column Overall accuracy)",,out:effort-not-established, hexdatabench@aiagentstore#databench v1.1,aiagentstore,glm-5.3,low,agentic-tool,hard,Hex-workspace-agent,per-task,0.199,0.000289,,,8.7,score%,0.0289,,restated-from:DataBench; cost-method-assumed-single,"https://aiagentstore.ai/ai-models/reasoning-effort/glm-5-3 (Full benchmark table, row GLM 5.3 · Low, column Analytics score)",,out:republished,out:cost-not-comparable hexdatabench@aiagentstore#databench v1.1,aiagentstore,glm-5.3,high,agentic-tool,hard,Hex-workspace-agent,per-task,0.3564,2.89e-05,,,14.7,score%,0.0289,,restated-from:DataBench; cost-method-assumed-single,"https://aiagentstore.ai/ai-models/reasoning-effort/glm-5-3 (Full benchmark table, row GLM 5.3 · High, column Analytics score)",,out:republished,out:cost-not-comparable hexdatabench@aiagentstore#databench v1.1,aiagentstore,glm-5.3,max,agentic-tool,hard,Hex-workspace-agent,per-task,0.6385,2.89e-05,,,16.3,score%,0.0289,,restated-from:DataBench; cost-method-assumed-single,"https://aiagentstore.ai/ai-models/reasoning-effort/glm-5-3 (Full benchmark table, row GLM 5.3 · Max, column Analytics score)",,out:republished,out:cost-not-comparable aiagentstore-livebench-overall#question set 2026-01-08,aiagentstore,gpt-5.1,low,mixed,hard,,,,,,,60.0,Overall benchmark,0.0289,,restated-from:LiveBench,"https://aiagentstore.ai/ai-models/reasoning-effort/gpt-5-1 (table row 'Low', column Overall benchmark)",,out:not-headline, aiagentstore-livebench-overall#question set 2026-01-08,aiagentstore,gpt-5.1,medium,mixed,hard,,,,,,,69.2,Overall benchmark,0.0289,,restated-from:LiveBench,"https://aiagentstore.ai/ai-models/reasoning-effort/gpt-5-1 (table row 'Medium', column Overall benchmark)",,out:not-headline, aiagentstore-livebench-overall#question set 2026-01-08,aiagentstore,gpt-5.1,high,mixed,hard,,,,,,,72.0,Overall benchmark,0.0289,,restated-from:LiveBench,"https://aiagentstore.ai/ai-models/reasoning-effort/gpt-5-1 (table row 'High', column Overall benchmark)",,out:not-headline, aiagentstore-livebench-overall#question set 2026-01-08,aiagentstore,gpt-5.3-codex,high,mixed,hard,,,,,,,72.8,Overall benchmark,0.0289,,restated-from:Question set,"https://aiagentstore.ai/ai-models/reasoning-effort/gpt-5-3-codex (Full benchmark table, ligne High, colonne Overall benchmark)",,out:not-headline, aiagentstore-livebench-overall#question set 2026-01-08,aiagentstore,gpt-5.3-codex,xhigh,mixed,hard,,,,,,,71.6,Overall benchmark,0.0289,,restated-from:Question set,"https://aiagentstore.ai/ai-models/reasoning-effort/gpt-5-3-codex (Full benchmark table, ligne Extra high, colonne Overall benchmark)",,out:not-headline, aiagentstore-livebench-overall#question set 2026-01-08,aiagentstore,gpt-5.4-nano,low,mixed,hard,,,,,,,48.7,Overall benchmark,0.0289,,restated-from:LiveBench,"https://aiagentstore.ai/ai-models/reasoning-effort/gpt-5-4-nano (table row 'Low', column Overall benchmark)",,out:not-headline, aiagentstore-livebench-overall#question set 2026-01-08,aiagentstore,gpt-5.4-nano,medium,mixed,hard,,,,,,,58.5,Overall benchmark,0.0289,,restated-from:LiveBench,"https://aiagentstore.ai/ai-models/reasoning-effort/gpt-5-4-nano (table row 'Medium', column Overall benchmark)",,out:not-headline, aiagentstore-livebench-overall#question set 2026-01-08,aiagentstore,gpt-5.4-nano,high,mixed,hard,,,,,,,62.7,Overall benchmark,0.0289,,restated-from:LiveBench,"https://aiagentstore.ai/ai-models/reasoning-effort/gpt-5-4-nano (table row 'High', column Overall benchmark)",,out:not-headline, aiagentstore-livebench-overall#question set 2026-01-08,aiagentstore,gpt-5.4-nano,xhigh,mixed,hard,,,,,,,70.1,Overall benchmark,0.0289,,restated-from:LiveBench,"https://aiagentstore.ai/ai-models/reasoning-effort/gpt-5-4-nano (table row 'Extra high', column Overall benchmark)",,out:not-headline, aibenchy-private-suite,aibenchy,haiku-5.5,xhigh,mixed,mid,,per-run,0.140,0.000289,394509,199268,9.1,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 2, row rank 37, column Score)",,in,in aibenchy-private-suite,aibenchy,opus-5.5,high,mixed,mid,,per-run,2.133,0.000289,319095,42782,9.4,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 1, row rank 25, column Score)",,in,in aibenchy-private-suite,aibenchy,opus-5.5,low,mixed,mid,,per-run,1.733,0.000289,308056,25006,9.4,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 1, row rank 24, column Score)",,in,in aibenchy-private-suite,aibenchy,opus-5,high,mixed,mid,,per-run,4.524,0.000289,376421,105662,9.4,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 2, row rank 27, column Score)",,in,in aibenchy-private-suite,aibenchy,opus-5,medium,mixed,mid,,per-run,2.870,0.000289,356605,43450,9.4,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 2, row rank 28, column Score)",,in,in aibenchy-private-suite,aibenchy,opus-5.5,medium,mixed,mid,,per-run,1.804,0.000289,290117,32127,9.2,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 2, row rank 30, column Score)",,in,in aibenchy-private-suite,aibenchy,sonnet-5.5,max,mixed,mid,,per-run,6.41775,1.24,484627,758707,9.2,score-of-10,0.0289,,cost-unrepriced; cost-price-band,"https://aibenchy.com/ (leaderboard page 2, row rank 33, column Score)",,in,in aibenchy-private-suite,aibenchy,opus-5,low,mixed,mid,,per-run,2.350,0.000289,352845,23416,9.0,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 2, row rank 48, column Score)",,in,in aibenchy-private-suite,aibenchy,fable-5,medium,mixed,mid,,per-run,5.089,0.000289,272411,47285,8.9,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 3, row rank 54, column Score)",,in,in aibenchy-private-suite,aibenchy,sonnet-5.5,high,mixed,mid,,per-run,0.8812500000000001,0.17,345687,48293,8.6,score-of-10,0.0289,,cost-unrepriced; cost-price-band,"https://aibenchy.com/ (leaderboard page 3, row rank 69, column Score)",,in,in aibenchy-private-suite,aibenchy,haiku-5.5,low,mixed,mid,,per-run,0.061,0.000289,296301,61650,8.6,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 3, row rank 70, column Score)",,in,in aibenchy-private-suite,aibenchy,sonnet-5,medium,mixed,mid,,per-run,1.438,0.000289,353658,73018,8.5,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 3, row rank 74, column Score)",,in,in aibenchy-private-suite,aibenchy,haiku-5.5,max,mixed,mid,,per-run,0.509,0.000289,487516,919699,8.5,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 4, row rank 76, column Score)",,in,in aibenchy-private-suite,aibenchy,haiku-5.5,high,mixed,mid,,per-run,0.088,0.000289,346451,105640,8.3,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 4, row rank 86, column Score)",,in,in aibenchy-private-suite,aibenchy,opus-4.8,medium,mixed,mid,,per-run,3.490,0.000289,360294,67522,8.3,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 4, row rank 90, column Score)",,in,in aibenchy-private-suite,aibenchy,opus-4.7,medium,mixed,mid,,per-run,3.636,0.000289,437293,57978,8.1,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 4, row rank 100, column Score)",,in,in aibenchy-private-suite,aibenchy,fable-5.1,high,mixed,mid,,per-run,3.471,0.000289,144676,40466,7.9,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 5, row rank 111, column Score)",,out:failed-run,out:failed-run aibenchy-private-suite,aibenchy,haiku-5.5,medium,mixed,mid,,per-run,0.063,0.000289,298334,66174,7.7,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 6, row rank 129, column Score)",,in,in aibenchy-private-suite,aibenchy,fable-5.1,medium,mixed,mid,,per-run,3.197,0.000289,157142,32506,7.3,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 7, row rank 153, column Score)",,out:failed-run,out:failed-run aibenchy-private-suite,aibenchy,opus-4.8,low,mixed,mid,,per-run,3.787,0.000289,409947,69489,7.2,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 7, row rank 163, column Score)",,in,in aibenchy-private-suite,aibenchy,opus-5,not-established:absent,mixed,mid,,per-run,2.766,0.000289,396120,31386,7.1,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 7, row rank 169, column Score)",,out:effort-not-established,out:effort-not-established aibenchy-private-suite,aibenchy,sonnet-5.5,low,mixed,mid,,per-run,0.6817500000000001,0.131,291853,32443,6.9,score-of-10,0.0289,,cost-unrepriced; cost-price-band,"https://aibenchy.com/ (leaderboard page 8, row rank 188, column Score)",,in,in aibenchy-private-suite,aibenchy,opus-4.8,not-established:absent,mixed,mid,,per-run,2.334,0.000289,345059,24343,6.9,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 8, row rank 189, column Score)",,out:effort-not-established,out:effort-not-established aibenchy-private-suite,aibenchy,sonnet-5.5,medium,mixed,mid,,per-run,0.8250000000000001,0.159,361183,37748,6.5,score-of-10,0.0289,,cost-unrepriced; cost-price-band,"https://aibenchy.com/ (leaderboard page 9, row rank 215, column Score)",,in,in aibenchy-private-suite,aibenchy,fable-5.1,low,mixed,mid,,per-run,3.395,0.000289,209116,26073,6.2,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 11, row rank 254, column Score)",,out:failed-run,out:failed-run aibenchy-private-suite,aibenchy,sonnet-5,not-established:absent,mixed,mid,,per-run,1.095,0.000289,393560,30777,5.9,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 11, row rank 273, column Score)",,out:effort-not-established,out:effort-not-established aibenchy-private-suite,aibenchy,gemini-3.6-flash,high,mixed,mid,,per-run,0.900,0.000289,238080,192320,9.9,score-of-10,0.0289,,cost-base-price:cost-delta-on-source,"https://aibenchy.com/ (leaderboard page 1, row rank 1, column Score)",,in,in aibenchy-private-suite,aibenchy,gemini-3.8-flash,high,mixed,mid,,per-run,1.927,0.000289,334568,446728,9.9,score-of-10,0.0289,,base-scheduled-list-price; cost-base-price:cost-delta-on-source,"https://aibenchy.com/ (leaderboard page 1, row rank 2, column Score)",,in,in aibenchy-private-suite,aibenchy,gpt-6-sol,high,mixed,mid,,per-run,0.921,0.000289,182698,55519,9.9,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 1, row rank 3, column Score)",,in,in aibenchy-private-suite,aibenchy,gpt-6.1-sol,max,mixed,mid,,per-run,1.006,0.000289,183607,63823,9.9,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 1, row rank 4, column Score)",,in,in aibenchy-private-suite,aibenchy,gpt-6-astra,max,mixed,mid,,per-run,5.044,0.000289,181223,64616,9.9,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 1, row rank 5, column Score)",,in,in aibenchy-private-suite,aibenchy,gpt-6.1-sol,xhigh,mixed,mid,,per-run,1.377,0.000289,175712,102482,9.9,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 1, row rank 6, column Score)",,in,in aibenchy-private-suite,aibenchy,gpt-6-astra,high,mixed,mid,,per-run,4.458,0.000289,167805,55595,9.9,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 1, row rank 7, column Score)",,in,in aibenchy-private-suite,aibenchy,gpt-6-astra,xhigh,mixed,mid,,per-run,6.213,0.000289,170731,90095,9.9,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 1, row rank 8, column Score)",,in,in aibenchy-private-suite,aibenchy,gemini-3.7-flash,high,mixed,mid,,per-run,0.528,0.000289,233400,180100,9.8,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 1, row rank 9, column Score)",,in,out:cost-not-comparable aibenchy-private-suite,aibenchy,gemini-3.6-flash,medium,mixed,mid,,per-run,0.577,0.000289,188003,116124,9.8,score-of-10,0.0289,,cost-base-price:cost-delta-on-source,"https://aibenchy.com/ (leaderboard page 1, row rank 10, column Score)",,in,in aibenchy-private-suite,aibenchy,gpt-6.1-sol,medium,mixed,mid,,per-run,0.530,0.000289,172860,18351,9.6,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 1, row rank 11, column Score)",,in,in aibenchy-private-suite,aibenchy,gpt-6.1-sol,high,mixed,mid,,per-run,0.755,0.000289,174960,40508,9.6,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 1, row rank 12, column Score)",,in,in aibenchy-private-suite,aibenchy,gpt-5.6-sol,low,mixed,mid,,per-run,1.7105000000000001,0.0898,191653,22557,9.6,score-of-10,0.0289,,cost-unrepriced; cost-price-band,"https://aibenchy.com/ (leaderboard page 1, row rank 13, column Score)",,in,in aibenchy-private-suite,aibenchy,gpt-6-astra,low,mixed,mid,,per-run,2.160,0.000289,159023,11389,9.6,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 1, row rank 14, column Score)",,in,in aibenchy-private-suite,aibenchy,gemini-3-flash,medium,mixed,mid,,per-run,0.876,0.000289,235726,252536,9.6,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 1, row rank 15, column Score)",,in,in aibenchy-private-suite,aibenchy,gpt-6.1-sol,low,mixed,mid,,per-run,0.460,0.000289,163900,13138,9.6,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 1, row rank 16, column Score)",,in,in aibenchy-private-suite,aibenchy,gemini-4-argon,high,mixed,mid,,per-run,1.802,0.000289,240264,132073,9.5,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 1, row rank 17, column Score)",,out:failed-run,out:failed-run aibenchy-private-suite,aibenchy,gemini-3.7-flash,medium,mixed,mid,,per-run,0.278,0.000289,202347,74662,9.5,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 1, row rank 18, column Score)",,in,out:cost-not-comparable aibenchy-private-suite,aibenchy,gpt-6-sol,medium,mixed,mid,,per-run,0.703,0.000289,194520,31387,9.5,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 1, row rank 19, column Score)",,in,in aibenchy-private-suite,aibenchy,gpt-5.6-sol,medium,mixed,mid,,per-run,2.3375,0.123,191341,38005,9.5,score-of-10,0.0289,,cost-unrepriced; cost-price-band,"https://aibenchy.com/ (leaderboard page 1, row rank 20, column Score)",,in,in aibenchy-private-suite,aibenchy,gpt-6-astra,medium,mixed,mid,,per-run,2.707,0.000289,165464,21045,9.5,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 1, row rank 21, column Score)",,in,in aibenchy-private-suite,aibenchy,gpt-5.6-sol,high,mixed,mid,,per-run,2.193125,0.115,195567,32071,9.5,score-of-10,0.0289,,cost-unrepriced; cost-price-band,"https://aibenchy.com/ (leaderboard page 1, row rank 22, column Score)",,in,in aibenchy-private-suite,aibenchy,gpt-5.5,low,mixed,mid,,per-run,1.822,0.000289,177939,31065,9.5,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 1, row rank 23, column Score)",,in,in aibenchy-private-suite,aibenchy,gemini-3.7-flash,low,mixed,mid,,per-run,0.183,0.000289,188519,38453,9.4,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 2, row rank 26, column Score)",,in,out:cost-not-comparable aibenchy-private-suite,aibenchy,gpt-5.5,medium,mixed,mid,,per-run,4.809,0.000289,180959,130107,9.2,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 2, row rank 32, column Score)",,in,in aibenchy-private-suite,aibenchy,qwen3.8-max,medium,mixed,mid,,per-run,1.181,0.000289,276512,104596,9.2,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 2, row rank 34, column Score)",,in,in aibenchy-private-suite,aibenchy,qwen3.8-max-0902,high,mixed,mid,,per-run,3.306,0.000289,328637,441352,9.1,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 2, row rank 35, column Score)",,out:effort-not-established,out:effort-not-established aibenchy-private-suite,aibenchy,gpt-5.3-codex,medium,mixed,mid,,per-run,1.318,0.000289,222794,66287,9.1,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 2, row rank 36, column Score)",,in,in aibenchy-private-suite,aibenchy,gemini-3.5-flash,low,mixed,mid,,per-run,0.752,0.000289,244533,42730,9.0,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 2, row rank 43, column Score)",,in,out:cost-not-comparable aibenchy-private-suite,aibenchy,qwen3.8-max-0902,medium,mixed,mid,,per-run,1.096,0.000289,268540,92998,9.0,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 2, row rank 44, column Score)",,in,in aibenchy-private-suite,aibenchy,gemini-3.5-flash-lite,high,mixed,mid,,per-run,0.624,0.000289,244529,219926,9.0,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 2, row rank 46, column Score)",,in,in aibenchy-private-suite,aibenchy,gemini-4-argon,medium,mixed,mid,,per-run,0.674,0.000289,215326,24283,9.0,score-of-10,0.0289,,base-scheduled-list-price; cost-base-price:cost-delta-on-source,"https://aibenchy.com/ (leaderboard page 2, row rank 47, column Score)",,in,in aibenchy-private-suite,aibenchy,gemini-3.6-flash,low,mixed,mid,,per-run,0.363,0.000289,197570,57068,9.0,score-of-10,0.0289,,cost-base-price:cost-delta-on-source,"https://aibenchy.com/ (leaderboard page 2, row rank 49, column Score)",,in,in aibenchy-private-suite,aibenchy,glm-5.3-flash,max,mixed,mid,,per-run,0.089,0.000289,255743,216119,9.0,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 2, row rank 50, column Score)",,in,in aibenchy-private-suite,aibenchy,qwen3.8-max,low,mixed,mid,,per-run,1.089,0.000289,262495,93936,8.8,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 3, row rank 56, column Score)",,in,in aibenchy-private-suite,aibenchy,gpt-5.4,medium,mixed,mid,,per-run,2.213,0.000289,223210,96502,8.8,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 3, row rank 57, column Score)",,in,in aibenchy-private-suite,aibenchy,deepseek-v4.1-flash,high,mixed,mid,,per-run,0.617,0.000289,282490,464156,8.7,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 3, row rank 58, column Score)",,out:failed-run,out:failed-run aibenchy-private-suite,aibenchy,deepseek-v4.1-flash,not-established:absent,mixed,mid,,per-run,0.591,0.000289,280643,444665,8.7,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 3, row rank 59, column Score)",,out:effort-not-established,out:effort-not-established aibenchy-private-suite,aibenchy,gpt-5.2,medium,mixed,mid,,per-run,1.558,0.000289,235207,80538,8.7,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 3, row rank 61, column Score)",,in,in aibenchy-private-suite,aibenchy,qwen3.8-27b,not-established:absent,mixed,mid,,per-run,0.298,0.000289,348967,677080,8.7,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 3, row rank 62, column Score)",,out:effort-not-established,out:effort-not-established aibenchy-private-suite,aibenchy,gpt-6-sol,low,mixed,mid,,per-run,0.477,0.000289,172359,13211,8.7,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 3, row rank 65, column Score)",,in,in aibenchy-private-suite,aibenchy,deepseek-v4.1-flash,max,mixed,mid,,per-run,1.204,0.000289,414054,908171,8.6,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 3, row rank 66, column Score)",,out:failed-run,out:failed-run aibenchy-private-suite,aibenchy,qwen3.8-max-0902,low,mixed,mid,,per-run,1.131,0.000289,298682,88923,8.6,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 3, row rank 71, column Score)",,in,in aibenchy-private-suite,aibenchy,grok-4.6,high,mixed,mid,,per-run,2.629,0.000289,376233,312614,8.5,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 3, row rank 72, column Score)",,in,in aibenchy-private-suite,aibenchy,qwen3.7-max,not-established:absent,mixed,mid,,per-run,1.689,0.000289,367848,259032,8.5,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 3, row rank 75, column Score)",,out:effort-not-established,out:effort-not-established aibenchy-private-suite,aibenchy,qwen3.8-2.4t-a95b,low,mixed,mid,,per-run,4.016,0.000289,313881,424019,8.4,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 4, row rank 77, column Score)",,in,in aibenchy-private-suite,aibenchy,gpt-5-mini,medium,mixed,mid,,per-run,0.315,0.000289,214645,119211,8.4,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 4, row rank 78, column Score)",,out:single-couple,out:cost-single-couple aibenchy-private-suite,aibenchy,gemini-3.1-pro,medium,mixed,mid,,per-run,1.585,0.000289,176208,102691,8.4,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 4, row rank 80, column Score)",,in,in aibenchy-private-suite,aibenchy,deepseek-v4-flash-0731,high,mixed,mid,,per-run,0.576,0.000289,281863,448665,8.4,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 4, row rank 83, column Score)",,in,out:cost-not-comparable aibenchy-private-suite,aibenchy,glm-5.2,high,mixed,mid,,per-run,4.632,0.000289,288913,382333,8.4,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 4, row rank 84, column Score)",,in,in aibenchy-private-suite,aibenchy,gpt-5.6-terra,high,mixed,mid,,per-run,0.698,0.000289,197239,60065,8.3,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 4, row rank 85, column Score)",,in,in aibenchy-private-suite,aibenchy,gemini-3.5-flash,high,mixed,mid,,per-run,2.737,0.000289,348103,246012,8.3,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 4, row rank 87, column Score)",,in,out:cost-not-comparable aibenchy-private-suite,aibenchy,kimi-k3,max,mixed,mid,,per-run,3.409,0.000289,170700,233327,8.3,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 4, row rank 88, column Score)",,out:failed-run,out:failed-run aibenchy-private-suite,aibenchy,gpt-6-luna,medium,mixed,mid,,per-run,0.047,0.000289,203193,53161,8.3,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 4, row rank 89, column Score)",,in,in aibenchy-private-suite,aibenchy,qwen3.7-plus,not-established:absent,mixed,mid,,per-run,0.415,0.000289,350546,215560,8.3,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 4, row rank 92, column Score)",,out:effort-not-established,out:effort-not-established aibenchy-private-suite,aibenchy,gemini-4-argon,low,mixed,mid,,per-run,0.438,0.000289,188162,6097,8.2,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 4, row rank 93, column Score)",,out:failed-run,out:failed-run aibenchy-private-suite,aibenchy,grok-4.5,high,mixed,mid,,per-run,2.687,0.000289,342124,333632,8.2,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 4, row rank 94, column Score)",,in,in aibenchy-private-suite,aibenchy,glm-5.2,high,mixed,mid,,per-run,1.007,0.000289,227164,81020,8.2,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 4, row rank 95, column Score)",,out:partial,out:partial aibenchy-private-suite,aibenchy,gpt-5.6-terra,medium,mixed,mid,,per-run,0.483,0.000289,172507,33189,8.2,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 4, row rank 96, column Score)",,in,in aibenchy-private-suite,aibenchy,deepseek-v4-pro-preview,high,mixed,mid,,per-run,0.149,0.000289,287061,211343,8.1,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 4, row rank 99, column Score)",,in,out:cost-not-comparable aibenchy-private-suite,aibenchy,deepseek-v4-flash-preview,high,mixed,mid,,per-run,0.261,0.000289,298794,203134,8.1,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 5, row rank 101, column Score)",,in,out:cost-not-comparable aibenchy-private-suite,aibenchy,deepseek-v4.1-flash,low,mixed,mid,,per-run,0.494,0.000289,266849,371547,8.0,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 5, row rank 102, column Score)",,out:failed-run,out:failed-run aibenchy-private-suite,aibenchy,gpt-5.6-luna,high,mixed,mid,,per-run,0.118,0.000289,197896,139395,8.0,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 5, row rank 103, column Score)",,in,in aibenchy-private-suite,aibenchy,gpt-5.4-nano,medium,mixed,mid,,per-run,0.235,0.000289,237088,110910,8.0,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 5, row rank 105, column Score)",,in,in aibenchy-private-suite,aibenchy,gemini-3.8-flash,medium,mixed,mid,,per-run,0.769,0.000289,187331,167486,8.0,score-of-10,0.0289,,base-scheduled-list-price; cost-base-price:cost-delta-on-source,"https://aibenchy.com/ (leaderboard page 5, row rank 106, column Score)",,in,in aibenchy-private-suite,aibenchy,?qwen/qwen3.8-flash-next,not-established:absent,mixed,mid,,per-run,0.045,0.000289,342163,135295,8.0,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 5, row rank 107, column Score)",,out:model-not-established,out:model-not-established aibenchy-private-suite,aibenchy,gpt-5.6-terra,low,mixed,mid,,per-run,0.435,0.000289,176890,24213,7.9,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 5, row rank 108, column Score)",,in,in aibenchy-private-suite,aibenchy,qwen3.5-27b,not-established:absent,mixed,mid,,per-run,1.135,0.000289,288919,635288,7.9,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 5, row rank 109, column Score)",,out:effort-not-established,out:effort-not-established aibenchy-private-suite,aibenchy,glm-5.3-flashx,max,mixed,mid,,per-run,0.623,0.000289,322894,402765,7.9,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 5, row rank 110, column Score)",,in,in aibenchy-private-suite,aibenchy,gpt-5.4-mini,medium,mixed,mid,,per-run,1.102,0.000289,238925,184172,7.9,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 5, row rank 112, column Score)",,in,in aibenchy-private-suite,aibenchy,qwen3.7-max,nothink,mixed,mid,,per-run,0.451,0.000289,243553,20670,7.9,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 5, row rank 113, column Score)",,in,in aibenchy-private-suite,aibenchy,gemini-3.5-flash,medium,mixed,mid,,per-run,1.316,0.000289,296760,96655,7.9,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 5, row rank 114, column Score)",,in,out:cost-not-comparable aibenchy-private-suite,aibenchy,qwen3.8-2.4t-a95b,not-established:absent,mixed,mid,,per-run,2.949,0.000289,295642,368836,7.9,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 5, row rank 115, column Score)",,out:effort-not-established,out:effort-not-established aibenchy-private-suite,aibenchy,grok-4.5,medium,mixed,mid,,per-run,2.996,0.000289,308369,306044,7.8,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 5, row rank 119, column Score)",,in,in aibenchy-private-suite,aibenchy,glm-5.3,high,mixed,mid,,per-run,0.495,0.000289,219811,68482,7.8,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 5, row rank 120, column Score)",,in,in aibenchy-private-suite,aibenchy,grok-4.6,medium,mixed,mid,,per-run,2.270,0.000289,336351,266197,7.8,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 5, row rank 122, column Score)",,in,in aibenchy-private-suite,aibenchy,qwen3.7-plus,nothink,mixed,mid,,per-run,0.178,0.000289,250495,76261,7.8,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 5, row rank 123, column Score)",,in,out:cost-not-comparable aibenchy-private-suite,aibenchy,grok-4.5,low,mixed,mid,,per-run,1.345,0.000289,308068,121415,7.8,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 5, row rank 124, column Score)",,in,in aibenchy-private-suite,aibenchy,deepseek-v4-flash-0731,not-established:absent,mixed,mid,,per-run,0.460,0.000289,274189,358225,7.8,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 5, row rank 125, column Score)",,out:effort-not-established,out:effort-not-established aibenchy-private-suite,aibenchy,gpt-6-luna,high,mixed,mid,,per-run,0.074,0.000289,229986,101587,7.7,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 6, row rank 127, column Score)",,in,in aibenchy-private-suite,aibenchy,qwen3.5-plus-0420,not-established:absent,mixed,mid,,per-run,0.435,0.000289,176539,200348,7.7,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 6, row rank 130, column Score)",,out:effort-not-established,out:effort-not-established aibenchy-private-suite,aibenchy,qwen3.7-flash,not-established:absent,mixed,mid,,per-run,0.071,0.000289,318058,331107,7.7,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 6, row rank 131, column Score)",,out:effort-not-established,out:effort-not-established aibenchy-private-suite,aibenchy,?qwen/qwen3.8-flash-next,not-established:absent,mixed,mid,,per-run,0.047,0.000289,278792,143965,7.6,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 6, row rank 134, column Score)",,out:model-not-established,out:model-not-established aibenchy-private-suite,aibenchy,gpt-6-luna,low,mixed,mid,,per-run,0.033,0.000289,195928,24880,7.6,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 6, row rank 135, column Score)",,out:failed-run,out:failed-run aibenchy-private-suite,aibenchy,qwen3.8-27b,not-established:absent,mixed,mid,,per-run,0.089,0.000289,315290,209143,7.6,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 6, row rank 136, column Score)",,out:effort-not-established,out:effort-not-established aibenchy-private-suite,aibenchy,glm-5.1,not-established:absent,mixed,mid,,per-run,1.546,0.000289,331577,245833,7.5,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 6, row rank 138, column Score)",,out:effort-not-established,out:effort-not-established aibenchy-private-suite,aibenchy,gpt-5.6-luna,medium,mixed,mid,,per-run,0.065,0.000289,212780,47986,7.4,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 6, row rank 142, column Score)",,in,in aibenchy-private-suite,aibenchy,qwen3.6-flash,not-established:absent,mixed,mid,,per-run,0.783,0.000289,258760,652280,7.4,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 6, row rank 143, column Score)",,out:effort-not-established,out:effort-not-established aibenchy-private-suite,aibenchy,deepseek-v4-flash-0731,low,mixed,mid,,per-run,0.306,0.000289,231356,237822,7.4,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 6, row rank 144, column Score)",,in,out:cost-not-comparable aibenchy-private-suite,aibenchy,glm-5.3-flashx,high,mixed,mid,,per-run,0.210,0.000289,235914,97728,7.4,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 6, row rank 146, column Score)",,in,in aibenchy-private-suite,aibenchy,grok-4.7,low,mixed,mid,,per-run,1.933,0.000289,365119,255329,7.4,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 6, row rank 147, column Score)",,in,in aibenchy-private-suite,aibenchy,deepseek-v4-pro-preview,not-established:absent,mixed,mid,,per-run,0.083,0.000289,304186,46004,7.4,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 6, row rank 149, column Score)",,out:effort-not-established,out:effort-not-established aibenchy-private-suite,aibenchy,glm-5.3-flash,high,mixed,mid,,per-run,0.056,0.000289,225013,99340,7.3,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 7, row rank 152, column Score)",,in,in aibenchy-private-suite,aibenchy,grok-4.7,medium,mixed,mid,,per-run,2.938,0.000289,326066,474745,7.3,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 7, row rank 154, column Score)",,in,in aibenchy-private-suite,aibenchy,gemini-2.5-flash,not-established:absent,mixed,mid,,per-run,0.680,0.000289,132507,241365,7.3,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 7, row rank 155, column Score)",,out:effort-not-established,out:effort-not-established aibenchy-private-suite,aibenchy,qwen3.6-plus,not-established:absent,mixed,mid,,per-run,0.554,0.000289,222601,246790,7.3,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 7, row rank 157, column Score)",,out:effort-not-established,out:effort-not-established aibenchy-private-suite,aibenchy,gemini-3.5-flash-lite,medium,mixed,mid,,per-run,0.440,0.000289,388307,129214,7.3,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 7, row rank 158, column Score)",,in,in aibenchy-private-suite,aibenchy,qwen3.5-27b,nothink,mixed,mid,,per-run,0.116,0.000289,283977,36422,7.2,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 7, row rank 159, column Score)",,in,in aibenchy-private-suite,aibenchy,qwen3.5-plus,not-established:absent,mixed,mid,,per-run,0.567,0.000289,249486,302730,7.2,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 7, row rank 160, column Score)",,out:effort-not-established,out:effort-not-established aibenchy-private-suite,aibenchy,qwen3.8-27b,not-established:absent,mixed,mid,,per-run,0.073,0.000289,277164,170696,7.2,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 7, row rank 161, column Score)",,out:effort-not-established,out:effort-not-established aibenchy-private-suite,aibenchy,gemini-3.8-flash,low,mixed,mid,,per-run,0.323,0.000289,215836,42741,7.2,score-of-10,0.0289,,base-scheduled-list-price; cost-base-price:cost-delta-on-source,"https://aibenchy.com/ (leaderboard page 7, row rank 162, column Score)",,in,in aibenchy-private-suite,aibenchy,qwen3.7-flash,not-established:absent,mixed,mid,,per-run,0.063,0.000289,293775,409818,7.2,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 7, row rank 164, column Score)",,out:effort-not-established,out:effort-not-established aibenchy-private-suite,aibenchy,glm-5,not-established:absent,mixed,mid,,per-run,0.479,0.000289,212440,120942,7.2,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 7, row rank 166, column Score)",,out:effort-not-established,out:effort-not-established aibenchy-private-suite,aibenchy,qwen3.6-27b,not-established:absent,mixed,mid,,per-run,1.021,0.000289,264147,287899,7.2,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 7, row rank 168, column Score)",,out:effort-not-established,out:effort-not-established aibenchy-private-suite,aibenchy,?qwen/qwen3.8-flash-next,not-established:absent,mixed,mid,,per-run,0.195,0.000289,301749,621056,7.1,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 7, row rank 170, column Score)",,out:model-not-established,out:model-not-established aibenchy-private-suite,aibenchy,glm-5.3-flashx,not-established:absent,mixed,mid,,per-run,0.114,0.000289,205100,30048,7.1,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 7, row rank 171, column Score)",,out:effort-not-established,out:effort-not-established aibenchy-private-suite,aibenchy,?openai/gpt-5.2-chat,not-established:absent,mixed,mid,,per-run,0.594,0.000289,101104,29742,7.0,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 7, row rank 174, column Score)",,out:model-not-established,out:model-not-established aibenchy-private-suite,aibenchy,?qwen/qwen3.6-max-preview,not-established:absent,mixed,mid,,per-run,1.132,0.000289,79249,170373,7.0,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 7, row rank 175, column Score)",,out:model-not-established,out:model-not-established aibenchy-private-suite,aibenchy,gemini-3.1-flash-lite-preview,not-established:absent,mixed,mid,,per-run,0.158,0.000289,272221,59534,7.0,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 8, row rank 176, column Score)",,out:effort-not-established,out:effort-not-established aibenchy-private-suite,aibenchy,kimi-k2.7-code,solo,mixed,mid,,per-run,1.136,0.000289,245179,207661,7.0,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 8, row rank 177, column Score)",,out:failed-run,out:failed-run aibenchy-private-suite,aibenchy,qwen3.5-122b-a10b,not-established:absent,mixed,mid,,per-run,1.152,0.000289,251695,522190,7.0,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 8, row rank 180, column Score)",,out:effort-not-established,out:effort-not-established aibenchy-private-suite,aibenchy,grok-4.6,low,mixed,mid,,per-run,0.781,0.000289,263427,42315,6.9,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 8, row rank 181, column Score)",,in,in aibenchy-private-suite,aibenchy,gemini-3-flash,low,mixed,mid,,per-run,0.254,0.000289,251677,42400,6.9,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 8, row rank 182, column Score)",,in,in aibenchy-private-suite,aibenchy,gemini-3.1-flash-lite,medium,mixed,mid,,per-run,0.153,0.000289,228023,63967,6.9,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 8, row rank 184, column Score)",,in,in aibenchy-private-suite,aibenchy,gpt-5.6-luna,low,mixed,mid,,per-run,0.049,0.000289,202680,28001,6.9,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 8, row rank 187, column Score)",,in,in aibenchy-private-suite,aibenchy,kimi-k2.6,not-established:absent,mixed,mid,,per-run,1.594,0.000289,226880,344502,6.8,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 8, row rank 190, column Score)",,out:effort-not-established,out:effort-not-established aibenchy-private-suite,aibenchy,qwen3.5-flash,not-established:absent,mixed,mid,,per-run,0.184,0.000289,349177,531668,6.8,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 8, row rank 191, column Score)",,out:effort-not-established,out:effort-not-established aibenchy-private-suite,aibenchy,gpt-6-sol,nothink,mixed,mid,,per-run,0.551,0.000289,235086,7989,6.8,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 8, row rank 194, column Score)",,in,in aibenchy-private-suite,aibenchy,grok-4.7,xhigh,mixed,mid,,per-run,3.398,0.000289,310049,572315,6.7,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 8, row rank 197, column Score)",,out:failed-run,out:failed-run aibenchy-private-suite,aibenchy,grok-build-0.1,solo,mixed,mid,,per-run,1.419,0.000289,358616,529806,6.7,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 8, row rank 198, column Score)",,out:single-couple,out:cost-single-couple aibenchy-private-suite,aibenchy,qwen3.5-flash,nothink,mixed,mid,,per-run,0.089,0.000289,463872,219122,6.7,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 8, row rank 199, column Score)",,in,in aibenchy-private-suite,aibenchy,grok-4.7,high,mixed,mid,,per-run,3.037,0.000289,329276,487184,6.7,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 9, row rank 201, column Score)",,out:failed-run,out:failed-run aibenchy-private-suite,aibenchy,?openai/gpt-5.3-chat,not-established:absent,mixed,mid,,per-run,0.533,0.000289,78846,28179,6.7,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 9, row rank 204, column Score)",,out:model-not-established,out:model-not-established aibenchy-private-suite,aibenchy,gpt-5.6-sol,nothink,mixed,mid,,per-run,1.0931250000000001,0.0574,207852,5555,6.7,score-of-10,0.0289,,cost-unrepriced; cost-price-band,"https://aibenchy.com/ (leaderboard page 9, row rank 205, column Score)",,in,in aibenchy-private-suite,aibenchy,glm-5.3-flash,low,mixed,mid,,per-run,0.038,0.000289,255173,27168,6.6,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 9, row rank 207, column Score)",,in,in aibenchy-private-suite,aibenchy,gpt-5.5,nothink,mixed,mid,,per-run,1.212,0.000289,205108,6197,6.6,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 9, row rank 208, column Score)",,in,in aibenchy-private-suite,aibenchy,glm-5.2,not-established:absent,mixed,mid,,per-run,0.250,0.000289,247919,17685,6.6,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 9, row rank 209, column Score)",,out:effort-not-established,out:effort-not-established aibenchy-private-suite,aibenchy,qwen3.7-flash,not-established:absent,mixed,mid,,per-run,0.076,0.000289,300394,514925,6.6,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 9, row rank 210, column Score)",,out:effort-not-established,out:effort-not-established aibenchy-private-suite,aibenchy,qwen3.6-35b-a3b,not-established:absent,mixed,mid,,per-run,0.834,0.000289,282192,769570,6.5,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 9, row rank 216, column Score)",,out:effort-not-established,out:effort-not-established aibenchy-private-suite,aibenchy,glm-5.3,low,mixed,mid,,per-run,0.215,0.000289,247871,28106,6.5,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 9, row rank 219, column Score)",,in,in aibenchy-private-suite,aibenchy,glm-5.1,nothink,mixed,mid,,per-run,0.451,0.000289,258956,20076,6.5,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 9, row rank 220, column Score)",,in,in aibenchy-private-suite,aibenchy,grok-4.3,medium,mixed,mid,,per-run,0.989,0.000289,325471,232542,6.5,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 9, row rank 222, column Score)",,in,in aibenchy-private-suite,aibenchy,qwen3.5-122b-a10b,nothink,mixed,mid,,per-run,0.308,0.000289,405921,97112,6.4,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 9, row rank 224, column Score)",,in,in aibenchy-private-suite,aibenchy,gemini-3-flash,not-established:absent,mixed,mid,,per-run,0.155,0.000289,233893,12432,6.4,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 9, row rank 225, column Score)",,out:effort-not-established,out:effort-not-established aibenchy-private-suite,aibenchy,kimi-k2.5,not-established:absent,mixed,mid,,per-run,0.841,0.000289,292271,209217,6.4,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 10, row rank 228, column Score)",,out:effort-not-established,out:effort-not-established aibenchy-private-suite,aibenchy,gemini-3.5-flash,minimal,mixed,mid,,per-run,0.508,0.000289,230004,18040,6.4,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 10, row rank 230, column Score)",,in,out:cost-not-comparable aibenchy-private-suite,aibenchy,qwen3.5-35b-a3b,not-established:absent,mixed,mid,,per-run,0.716,0.000289,378048,913343,6.3,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 10, row rank 235, column Score)",,out:effort-not-established,out:effort-not-established aibenchy-private-suite,aibenchy,qwen3.6-27b,nothink,mixed,mid,,per-run,0.148,0.000289,250919,20816,6.3,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 10, row rank 236, column Score)",,in,in aibenchy-private-suite,aibenchy,gemini-3.5-flash-lite,low,mixed,mid,,per-run,0.183,0.000289,275779,39912,6.3,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 10, row rank 237, column Score)",,in,in aibenchy-private-suite,aibenchy,gemini-3.1-flash-lite-preview,not-established:absent,mixed,mid,,per-run,0.736,0.000289,309715,438891,6.3,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 10, row rank 238, column Score)",,out:effort-not-established,out:effort-not-established aibenchy-private-suite,aibenchy,gemini-3.1-flash-lite,low,mixed,mid,,per-run,0.717,0.000289,312368,425576,6.3,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 10, row rank 239, column Score)",,in,in aibenchy-private-suite,aibenchy,qwen3.5-plus,nothink,mixed,mid,,per-run,0.176,0.000289,346064,53060,6.3,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 10, row rank 241, column Score)",,in,in aibenchy-private-suite,aibenchy,deepseek-v3.2,not-established:absent,mixed,mid,,per-run,0.152,0.000289,306662,139141,6.3,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 10, row rank 245, column Score)",,out:effort-not-established,out:effort-not-established aibenchy-private-suite,aibenchy,deepseek-v4-flash-preview,not-established:absent,mixed,mid,,per-run,0.149,0.000289,403455,115591,6.3,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 10, row rank 247, column Score)",,out:effort-not-established,out:effort-not-established aibenchy-private-suite,aibenchy,grok-4.20,not-established:absent,mixed,mid,,per-run,1.246,0.000289,392127,302087,6.3,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 10, row rank 248, column Score)",,out:effort-not-established,out:effort-not-established aibenchy-private-suite,aibenchy,glm-5-turbo,not-established:absent,mixed,mid,,per-run,0.323,0.000289,35593,70035,6.2,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 11, row rank 251, column Score)",,out:effort-not-established,out:effort-not-established aibenchy-private-suite,aibenchy,deepseek-v4-flash-0731,not-established:absent,mixed,mid,,per-run,0.053,0.000289,349876,39789,6.2,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 11, row rank 252, column Score)",,out:effort-not-established,out:effort-not-established aibenchy-private-suite,aibenchy,gemini-3.1-flash-lite-preview,not-established:absent,mixed,mid,,per-run,0.090,0.000289,261962,15760,6.2,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 11, row rank 253, column Score)",,out:effort-not-established,out:effort-not-established aibenchy-private-suite,aibenchy,gemini-3.5-flash,not-established:absent,mixed,mid,,per-run,1.752,0.000289,246061,153595,6.1,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 11, row rank 255, column Score)",,out:effort-not-established,out:effort-not-established aibenchy-private-suite,aibenchy,qwen3.5-plus-0420,nothink,mixed,mid,,per-run,0.216,0.000289,299984,69664,6.1,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 11, row rank 259, column Score)",,out:effort-not-established,out:effort-not-established aibenchy-private-suite,aibenchy,glm-5.3-flashx,low,mixed,mid,,per-run,0.157,0.000289,277028,43203,6.0,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 11, row rank 265, column Score)",,in,in aibenchy-private-suite,aibenchy,gemini-3.1-flash-lite,minimal,mixed,mid,,per-run,0.080,0.000289,238785,12875,5.9,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 11, row rank 269, column Score)",,in,in aibenchy-private-suite,aibenchy,gpt-oss-120b,medium,mixed,mid,,per-run,0.030,0.000289,285293,108704,5.9,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 11, row rank 270, column Score)",,out:single-couple,out:cost-not-comparable aibenchy-private-suite,aibenchy,gemini-3.1-flash-lite,not-established:absent,mixed,mid,,per-run,0.069,0.000289,202069,11961,5.9,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 11, row rank 271, column Score)",,out:effort-not-established,out:effort-not-established aibenchy-private-suite,aibenchy,qwen3.6-flash,nothink,mixed,mid,,per-run,0.139,0.000289,388929,57714,5.9,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 11, row rank 272, column Score)",,in,in aibenchy-private-suite,aibenchy,qwen3.7-flash,nothink,mixed,mid,,per-run,0.028,0.000289,410787,117742,5.9,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 11, row rank 275, column Score)",,in,in aibenchy-private-suite,aibenchy,?qwen/qwen3.8-flash-next,not-established:absent,mixed,mid,,per-run,0.011,0.000289,266004,9077,5.8,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 12, row rank 276, column Score)",,out:model-not-established,out:model-not-established aibenchy-private-suite,aibenchy,gpt-5.6-terra,nothink,mixed,mid,,per-run,0.377,0.000289,213564,7381,5.8,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 12, row rank 277, column Score)",,in,in aibenchy-private-suite,aibenchy,deepseek-v4.1-flash,not-established:absent,mixed,mid,,per-run,0.391,0.000289,337756,292779,5.8,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 12, row rank 278, column Score)",,out:effort-not-established,out:effort-not-established aibenchy-private-suite,aibenchy,gpt-5-nano,medium,mixed,mid,,per-run,0.159,0.000289,314436,307921,5.7,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 12, row rank 282, column Score)",,out:single-couple,out:cost-single-couple aibenchy-private-suite,aibenchy,gpt-5.4-mini,nothink,mixed,mid,,per-run,0.170,0.000289,172438,8828,5.7,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 12, row rank 283, column Score)",,in,in aibenchy-private-suite,aibenchy,gpt-5.4,nothink,mixed,mid,,per-run,0.690,0.000289,219404,9372,5.6,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 12, row rank 289, column Score)",,in,in aibenchy-private-suite,aibenchy,glm-5,nothink,mixed,mid,,per-run,0.140,0.000289,190675,5577,5.6,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 12, row rank 292, column Score)",,out:partial,out:partial aibenchy-private-suite,aibenchy,qwen3.5-35b-a3b,nothink,mixed,mid,,per-run,0.120,0.000289,218886,135768,5.6,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 12, row rank 293, column Score)",,in,in aibenchy-private-suite,aibenchy,kimi-k2.6,nothink,mixed,mid,,per-run,0.486,0.000289,241357,64022,5.5,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 12, row rank 295, column Score)",,in,in aibenchy-private-suite,aibenchy,gemini-2.5-flash,nothink,mixed,mid,,per-run,0.017,0.000289,39886,1890,5.5,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 12, row rank 297, column Score)",,out:single-couple,out:cost-single-couple aibenchy-private-suite,aibenchy,gpt-6-luna,nothink,mixed,mid,,per-run,0.026,0.000289,222357,6855,5.5,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 12, row rank 298, column Score)",,out:failed-run,out:failed-run aibenchy-private-suite,aibenchy,glm-5v-turbo,not-established:absent,mixed,mid,,per-run,0.457,0.000289,44615,100762,5.5,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 12, row rank 300, column Score)",,out:effort-not-established,out:effort-not-established aibenchy-private-suite,aibenchy,qwen3.8-27b,not-established:absent,mixed,mid,,per-run,0.010,0.000289,281460,13791,5.4,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 13, row rank 303, column Score)",,out:effort-not-established,out:effort-not-established aibenchy-private-suite,aibenchy,gpt-5.6-luna,nothink,mixed,mid,,per-run,0.042,0.000289,230744,8000,5.3,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 13, row rank 310, column Score)",,in,in aibenchy-private-suite,aibenchy,kimi-k2.5,nothink,mixed,mid,,per-run,0.262,0.000289,275349,49389,5.3,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 13, row rank 312, column Score)",,in,out:cost-not-comparable aibenchy-private-suite,aibenchy,?qwen/qwen3.6-max-preview,not-established:absent,mixed,mid,,per-run,0.228,0.000289,106348,19257,5.3,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 13, row rank 313, column Score)",,out:model-not-established,out:model-not-established aibenchy-private-suite,aibenchy,qwen3.6-35b-a3b,nothink,mixed,mid,,per-run,0.105,0.000289,272479,63781,5.3,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 13, row rank 315, column Score)",,out:failed-run,out:failed-run aibenchy-private-suite,aibenchy,gpt-4o-mini,solo,mixed,mid,,per-run,0.024,0.000289,145180,3627,5.0,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 14, row rank 332, column Score)",,out:single-couple,out:cost-single-couple aibenchy-private-suite,aibenchy,grok-4.20,not-established:absent,mixed,mid,,per-run,0.750,0.000289,35955,93212,4.9,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 14, row rank 334, column Score)",,out:effort-not-established,out:effort-not-established aibenchy-private-suite,aibenchy,qwen3-coder-next,nothink,mixed,mid,,per-run,0.067,0.000289,250329,45168,4.9,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 14, row rank 336, column Score)",,in,in aibenchy-private-suite,aibenchy,gemini-3-pro,not-established:absent,mixed,mid,,per-run,0.385,0.000289,28848,11592,4.9,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 14, row rank 338, column Score)",,out:effort-not-established,out:effort-not-established aibenchy-private-suite,aibenchy,qwen3.5-9b,nothink,mixed,mid,,per-run,0.041,0.000289,307670,70427,4.9,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 14, row rank 341, column Score)",,in,out:cost-not-comparable aibenchy-private-suite,aibenchy,glm-4.7-flash,nothink,mixed,mid,,per-run,0.027,0.000289,255363,27395,4.8,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 14, row rank 345, column Score)",,in,in aibenchy-private-suite,aibenchy,qwen3-coder-next,not-established:absent,mixed,mid,,per-run,0.071,0.000289,311647,40395,4.7,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 15, row rank 351, column Score)",,out:effort-not-established,out:effort-not-established aibenchy-private-suite,aibenchy,deepseek-v3.2,nothink,mixed,mid,,per-run,0.119,0.000289,342158,57866,4.6,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 15, row rank 352, column Score)",,out:failed-run,out:failed-run aibenchy-private-suite,aibenchy,gpt-5.4-nano,nothink,mixed,mid,,per-run,0.068,0.000289,246687,14894,4.6,score-of-10,0.0289,,cost-base-price:cost-publisher-figure,"https://aibenchy.com/ (leaderboard page 15, row rank 353, column Score)",,in,in aibenchy-private-suite,aibenchy,gemini-3.1-flash-lite,high,mixed,mid,,per-run,2.044,0.000289,29134,1357567,4.6,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 15, row rank 354, column Score)",,out:partial,out:partial aibenchy-private-suite,aibenchy,glm-5v-turbo,not-established:absent,mixed,mid,,per-run,0.052,0.000289,37100,1766,4.6,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 15, row rank 355, column Score)",,out:effort-not-established,out:effort-not-established aibenchy-private-suite,aibenchy,gemini-3.1-flash-lite-preview,high,mixed,mid,,per-run,2.310,0.000289,28980,1534593,4.3,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 15, row rank 371, column Score)",,out:partial,out:partial aibenchy-private-suite,aibenchy,glm-4.7-flash,not-established:absent,mixed,mid,,per-run,0.193,0.000289,228711,447599,4.2,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 15, row rank 373, column Score)",,out:effort-not-established,out:effort-not-established aibenchy-private-suite,aibenchy,gpt-oss-120b,not-established:absent,mixed,mid,,per-run,0.016,0.000289,131652,62213,4.2,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 15, row rank 374, column Score)",,out:effort-not-established,out:effort-not-established aibenchy-private-suite,aibenchy,glm-5-turbo,nothink,mixed,mid,,per-run,0.047,0.000289,32525,1815,4.2,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 15, row rank 375, column Score)",,out:partial,out:partial aibenchy-private-suite,aibenchy,?qwen/qwen3.6-plus-preview,not-established:absent,mixed,mid,,per-run,0.000,0.000289,32639,63350,4.0,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 16, row rank 377, column Score)",,out:model-not-established,out:model-not-established aibenchy-private-suite,aibenchy,qwen3.5-9b,not-established:absent,mixed,mid,,per-run,0.106,0.000289,387323,447247,4.0,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 16, row rank 378, column Score)",,out:effort-not-established,out:effort-not-established aibenchy-private-suite,aibenchy,grok-4.20-multi-agent,medium,mixed,mid,,per-run,5.599,0.000289,721952,600042,3.9,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 16, row rank 379, column Score)",,out:partial,out:partial aibenchy-private-suite,aibenchy,grok-4.1-fast,not-established:absent,mixed,mid,,per-run,0.069,0.000289,42845,98340,3.9,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 16, row rank 381, column Score)",,out:effort-not-established,out:effort-not-established aibenchy-private-suite,aibenchy,grok-4.20,nothink,mixed,mid,,per-run,0.087,0.000289,40597,1657,3.6,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 16, row rank 389, column Score)",,out:partial,out:partial aibenchy-private-suite,aibenchy,grok-4.20,nothink,mixed,mid,,per-run,0.057,0.000289,41313,1923,3.4,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 16, row rank 394, column Score)",,out:partial,out:partial aibenchy-private-suite,aibenchy,grok-build-0.1,solo,mixed,mid,,per-run,0.547,0.000289,11793,267275,3.2,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 16, row rank 399, column Score)",,out:partial,out:partial aibenchy-private-suite,aibenchy,grok-4.1-fast,nothink,mixed,mid,,per-run,0.008,0.000289,36608,1723,3.1,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 17, row rank 401, column Score)",,out:partial,out:partial aibenchy-private-suite,aibenchy,?openai/gpt-6-luna-decisions,not-established:absent,mixed,mid,,per-run,0.005,0.000289,47583,0,2.4,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 17, row rank 410, column Score)",,out:model-not-established,out:model-not-established aibenchy-private-suite,aibenchy,gemini-3-flash,high,mixed,mid,,per-run,0.105,0.000289,134050,12557,1.8,score-of-10,0.0289,,,"https://aibenchy.com/ (leaderboard page 17, row rank 417, column Score)",,out:partial,out:partial aibenchy-private-suite,aibenchy,?Claude Fable 5.2,not-established:absent,mixed,mid,,per-run,10.319,0.000289,346216,188726,9.6,score-of-10,0.0289,,,"https://aibenchy.com/ (model page anthropic-claude-fable-5-2-xhigh, summary sentence (the facts block prints ""Score 9.6""))",,out:model-not-established,out:model-not-established aibenchy-private-suite,aibenchy,?Claude Fable 5.2,not-established:absent,mixed,mid,,per-run,5.083,0.000289,319219,63226,8.7,score-of-10,0.0289,,,"https://aibenchy.com/ (model page anthropic-claude-fable-5-2-high, summary sentence (the facts block prints ""Score 8.7""))",,out:model-not-established,out:model-not-established aibenchy-private-suite,aibenchy,?Claude Fable 5.2,not-established:absent,mixed,mid,,per-run,3.582,0.000289,295326,30464,9.1,score-of-10,0.0289,,,"https://aibenchy.com/ (model page anthropic-claude-fable-5-2-medium, summary sentence (the facts block prints ""Score 9.1""))",,out:model-not-established,out:model-not-established aibenchy-private-suite,aibenchy,?Claude Fable 5.2,not-established:absent,mixed,mid,,per-run,3.471,0.000289,300393,26679,8.6,score-of-10,0.0289,,,"https://aibenchy.com/ (model page anthropic-claude-fable-5-2-low, summary sentence (the facts block prints ""Score 8.6""))",,out:model-not-established,out:model-not-established aicodingdaily-main,aicodingdaily,gpt-6.1-sol,high,mixed,mid,,per-prompt,0.22,0.00289,,,68.1,points-of-70,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://aicodingdaily.com/leaderboard (table, rank 1, column Total points (max 70))",,in,in aicodingdaily-main,aicodingdaily,opus-5.5,high,mixed,mid,,per-prompt,0.79,0.00289,,,67.41,points-of-70,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://aicodingdaily.com/leaderboard (table, rank 2, column Total points (max 70))",,in,in aicodingdaily-main,aicodingdaily,gpt-6.1-sol,medium,mixed,mid,,per-prompt,0.14,0.00289,,,67.09,points-of-70,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://aicodingdaily.com/leaderboard (table, rank 3, column Total points (max 70))",,in,in aicodingdaily-main,aicodingdaily,gpt-6-astra,high,mixed,mid,,per-prompt,0.96,0.00289,,,66.35,points-of-70,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://aicodingdaily.com/leaderboard (table, rank 4, column Total points (max 70))",,in,in aicodingdaily-main,aicodingdaily,gpt-6-astra,medium,mixed,mid,,per-prompt,0.69,0.00289,,,66.03,points-of-70,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://aicodingdaily.com/leaderboard (table, rank 5, column Total points (max 70))",,in,in aicodingdaily-main,aicodingdaily,opus-5.5,medium,mixed,mid,,per-prompt,0.56,0.00289,,,65.5,points-of-70,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://aicodingdaily.com/leaderboard (table, rank 6, column Total points (max 70))",,in,in aicodingdaily-main,aicodingdaily,gpt-6.1-sol,low,mixed,mid,,per-prompt,0.10,0.00289,,,65.36,points-of-70,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://aicodingdaily.com/leaderboard (table, rank 7, column Total points (max 70))",,in,in aicodingdaily-main,aicodingdaily,sonnet-5.5,high,mixed,mid,,per-prompt,0.255,0.0492,,,64.31,points-of-70,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://aicodingdaily.com/leaderboard (table, rank 8, column Total points (max 70))",,in,in aicodingdaily-main,aicodingdaily,deepseek-v4.1-flash-1017,max,mixed,mid,,,,,,,61.2,points-of-70,0.0289,,,"https://aicodingdaily.com/leaderboard (table, rank 9, column Total points (max 70))",,in, aicodingdaily-main,aicodingdaily,fable-5.1,medium,mixed,mid,,per-prompt,1.53,0.00289,,,61.03,points-of-70,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://aicodingdaily.com/leaderboard (table, rank 10, column Total points (max 70))",,in,in aicodingdaily-main,aicodingdaily,deepseek-v4.1-flash-1017,not-established:absent,mixed,mid,,per-prompt,0.07,0.00289,,,60.97,points-of-70,0.00289,,,"https://aicodingdaily.com/leaderboard (table, rank 11, column Total points (max 70))",,out:effort-not-established,out:effort-not-established aicodingdaily-main,aicodingdaily,opus-5.5,low,mixed,mid,,per-prompt,0.37,0.00289,,,60.57,points-of-70,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://aicodingdaily.com/leaderboard (table, rank 12, column Total points (max 70))",,in,in aicodingdaily-main,aicodingdaily,sonnet-5.5,medium,mixed,mid,,per-prompt,0.15000000000000002,0.029,,,60.54,points-of-70,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://aicodingdaily.com/leaderboard (table, rank 13, column Total points (max 70))",,in,in aicodingdaily-main,aicodingdaily,grok-4.7,high,mixed,mid,,per-prompt,1.85,0.00289,,,60.09,points-of-70,0.00289,,harness-label-as-level:cursor-cli; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://aicodingdaily.com/leaderboard (table, rank 14, column Total points (max 70))",,in,in aicodingdaily-main,aicodingdaily,gpt-6-sol,high,mixed,mid,,per-prompt,0.31,0.00289,,,59.92,points-of-70,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://aicodingdaily.com/leaderboard (table, rank 15, column Total points (max 70))",,in,in aicodingdaily-main,aicodingdaily,gpt-6-luna,max,mixed,mid,,per-prompt,0.03,0.00289,,,59.07,points-of-70,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://aicodingdaily.com/leaderboard (table, rank 16, column Total points (max 70))",,in,in aicodingdaily-main,aicodingdaily,haiku-5.5,high,mixed,mid,,per-prompt,0.05,0.00289,,,58.63,points-of-70,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://aicodingdaily.com/leaderboard (table, rank 17, column Total points (max 70))",,in,in aicodingdaily-main,aicodingdaily,haiku-5.5,medium,mixed,mid,,per-prompt,0.03,0.00289,,,58.2,points-of-70,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://aicodingdaily.com/leaderboard (table, rank 18, column Total points (max 70))",,in,in aicodingdaily-main,aicodingdaily,?Space Bunny,not-established:absent,mixed,mid,,,,,,,57.19,points-of-70,0.00289,,,"https://aicodingdaily.com/leaderboard (table, rank 19, column Total points (max 70))",,out:model-not-established, aicodingdaily-main,aicodingdaily,gemini-4-argon,high,mixed,mid,,,,,,,57.09,points-of-70,0.00289,,,"https://aicodingdaily.com/leaderboard (table, rank 20, column Total points (max 70))",,in, aicodingdaily-main,aicodingdaily,?SWE-2,not-established:absent,mixed,mid,,,,,,,57.07,points-of-70,0.00289,,,"https://aicodingdaily.com/leaderboard (table, rank 21, column Total points (max 70))",,out:model-not-established, aicodingdaily-main,aicodingdaily,kimi-k3,not-established:absent,mixed,mid,,per-prompt,0.63,0.00289,,,56.89,points-of-70,0.00289,,,"https://aicodingdaily.com/leaderboard (table, rank 22, column Total points (max 70))",,out:effort-not-established,out:effort-not-established aicodingdaily-main,aicodingdaily,?Mistral Large 4,not-established:absent,mixed,mid,,per-prompt,0.34,0.00289,,,56.86,points-of-70,0.00289,,,"https://aicodingdaily.com/leaderboard (table, rank 23, column Total points (max 70))",,out:model-not-established,out:model-not-established aicodingdaily-main,aicodingdaily,grok-4.6,high,mixed,mid,,per-prompt,0.77,0.00289,,,56.71,points-of-70,0.00289,,harness-label-as-level:cursor-cli; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://aicodingdaily.com/leaderboard (table, rank 24, column Total points (max 70))",,in,in aicodingdaily-main,aicodingdaily,gpt-6-luna,xhigh,mixed,mid,,per-prompt,0.03,0.00289,,,56.4,points-of-70,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://aicodingdaily.com/leaderboard (table, rank 25, column Total points (max 70))",,in,in aicodingdaily-main,aicodingdaily,gpt-6-sol,medium,mixed,mid,,per-prompt,0.21,0.00289,,,56.32,points-of-70,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://aicodingdaily.com/leaderboard (table, rank 26, column Total points (max 70))",,in,in aicodingdaily-main,aicodingdaily,deepseek-v4.1-flash-1017,not-established:absent,mixed,mid,,per-prompt,0.03,0.00289,,,55.21,points-of-70,0.00289,,,"https://aicodingdaily.com/leaderboard (table, rank 27, column Total points (max 70))",,out:effort-not-established,out:effort-not-established aicodingdaily-main,aicodingdaily,glm-5.3,not-established:absent,mixed,mid,,per-prompt,0.19,0.00289,,,54.82,points-of-70,0.00289,,,"https://aicodingdaily.com/leaderboard (table, rank 28, column Total points (max 70))",,out:effort-not-established,out:effort-not-established aicodingdaily-main,aicodingdaily,deepseek-v4.1-flash,not-established:absent,mixed,mid,,per-prompt,0.03,0.00289,,,54.35,points-of-70,0.00289,,,"https://aicodingdaily.com/leaderboard (table, rank 29, column Total points (max 70))",,out:effort-not-established,out:effort-not-established aicodingdaily-main,aicodingdaily,mimo-v2.6-pro,not-established:absent,mixed,mid,,per-prompt,0.09,0.00289,,,53.81,points-of-70,0.00289,,,"https://aicodingdaily.com/leaderboard (table, rank 30, column Total points (max 70))",,out:effort-not-established,out:effort-not-established aicodingdaily-main,aicodingdaily,qwen3.8-max-0902,not-established:absent,mixed,mid,,per-prompt,0.40,0.00289,,,53.39,points-of-70,0.00289,,,"https://aicodingdaily.com/leaderboard (table, rank 31, column Total points (max 70))",,out:effort-not-established,out:effort-not-established aicodingdaily-main,aicodingdaily,deepseek-v4.1-flash,not-established:absent,mixed,mid,,per-prompt,0.05,0.00289,,,53.31,points-of-70,0.00289,,,"https://aicodingdaily.com/leaderboard (table, rank 32, column Total points (max 70))",,out:effort-not-established,out:effort-not-established aicodingdaily-main,aicodingdaily,mimo-v2.6-flash,not-established:absent,mixed,mid,,per-prompt,0.04,0.00289,,,53.29,points-of-70,0.00289,,,"https://aicodingdaily.com/leaderboard (table, rank 33, column Total points (max 70))",,out:effort-not-established,out:effort-not-established aicodingdaily-main,aicodingdaily,gpt-6-luna,high,mixed,mid,,per-prompt,0.01,0.00289,,,53.04,points-of-70,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://aicodingdaily.com/leaderboard (table, rank 34, column Total points (max 70))",,in,in aicodingdaily-main,aicodingdaily,muse-spark-1.3,not-established:absent,mixed,mid,,per-prompt,0.01,0.00289,,,53.01,points-of-70,0.00289,,,"https://aicodingdaily.com/leaderboard (table, rank 35, column Total points (max 70))",,out:effort-not-established,out:effort-not-established aicodingdaily-main,aicodingdaily,qwen3.8-flash,not-established:absent,mixed,mid,,per-prompt,0.04,0.00289,,,52.64,points-of-70,0.00289,,,"https://aicodingdaily.com/leaderboard (table, rank 36, column Total points (max 70))",,out:effort-not-established,out:effort-not-established aicodingdaily-main,aicodingdaily,deepseek-v4-pro-0813,not-established:absent,mixed,mid,,per-prompt,0.05,0.00289,,,50.35,points-of-70,0.00289,,,"https://aicodingdaily.com/leaderboard (table, rank 37, column Total points (max 70))",,out:effort-not-established,out:effort-not-established aicodingdaily-main,aicodingdaily,?Tencent Hy3,not-established:absent,mixed,mid,,per-prompt,0.05,0.00289,,,49.87,points-of-70,0.00289,,,"https://aicodingdaily.com/leaderboard (table, rank 38, column Total points (max 70))",,out:model-not-established,out:model-not-established aicodingdaily-main,aicodingdaily,deepseek-v4-pro-0813,not-established:absent,mixed,mid,,per-prompt,0.04,0.00289,,,48.34,points-of-70,0.00289,,,"https://aicodingdaily.com/leaderboard (table, rank 39, column Total points (max 70))",,out:effort-not-established,out:effort-not-established aicodingdaily-main,aicodingdaily,qwen3.8-27b,not-established:absent,mixed,mid,,per-prompt,0.45,0.00289,,,47.76,points-of-70,0.00289,,,"https://aicodingdaily.com/leaderboard (table, rank 40, column Total points (max 70))",,out:effort-not-established,out:effort-not-established aicodingdaily-main,aicodingdaily,glm-5.3-flash,not-established:absent,mixed,mid,,per-prompt,0.02,0.00289,,,47.51,points-of-70,0.00289,,,"https://aicodingdaily.com/leaderboard (table, rank 41, column Total points (max 70))",,out:effort-not-established,out:effort-not-established aicodingdaily-main,aicodingdaily,gemini-3.8-flash,high,mixed,mid,,,,,,,47.09,points-of-70,0.00289,,harness-label-as-level:antigravity-cli,"https://aicodingdaily.com/leaderboard (table, rank 42, column Total points (max 70))",,in, aicodingdaily-main,aicodingdaily,?LongCat-2.5-Preview,not-established:absent,mixed,mid,,,,,,,46.65,points-of-70,0.00289,,,"https://aicodingdaily.com/leaderboard (table, rank 43, column Total points (max 70))",,out:model-not-established, aicodingdaily-main,aicodingdaily,gpt-6-luna,medium,mixed,mid,,per-prompt,0.01,0.00289,,,43.74,points-of-70,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://aicodingdaily.com/leaderboard (table, rank 44, column Total points (max 70))",,in,in aicodingdaily-main,aicodingdaily,gemini-3.1-pro,unstated,mixed,mid,,per-prompt,0.52,0.00289,,,42.36,points-of-70,0.00289,,,"https://aicodingdaily.com/leaderboard (table, rank 45, column Total points (max 70))",,out:effort-not-established,out:effort-not-established aicodingdaily-main,aicodingdaily,?Beam,not-established:absent,mixed,mid,,,,,,,42.36,points-of-70,0.00289,,,"https://aicodingdaily.com/leaderboard (table, rank 46, column Total points (max 70))",,out:model-not-established, aicodingdaily-main,aicodingdaily,?Composer 2.5,not-established:absent,mixed,mid,,per-prompt,0.10,0.00289,,,41.39,points-of-70,0.00289,,,"https://aicodingdaily.com/leaderboard (table, rank 47, column Total points (max 70))",,out:model-not-established,out:model-not-established aicodingdaily-main,aicodingdaily,minimax-m3,not-established:absent,mixed,mid,,per-prompt,0.21,0.00289,,,40.35,points-of-70,0.00289,,,"https://aicodingdaily.com/leaderboard (table, rank 48, column Total points (max 70))",,out:effort-not-established,out:effort-not-established aicodingdaily-main,aicodingdaily,?Nemotron 3.5 Super VL,not-established:absent,mixed,mid,,,,,,,38.61,points-of-70,0.00289,,,"https://aicodingdaily.com/leaderboard (table, rank 49, column Total points (max 70))",,out:model-not-established, aider-polyglot,aider-polyglot-leaderboard,sonnet-3.7,not-established:absent,coding,mid,aider-diff,per-suite,17.7191,2.89e-05,,,60.4,pass%,0.0289,,,"https://raw.githubusercontent.com/Aider-AI/aider/main/aider/website/_data/polyglot_leaderboard.yml (A2, line 606 (pass_rate_2), with pass_num_2: 136 of 225 at line 608)",,out:effort-not-established,out:effort-not-established aider-polyglot,aider-polyglot-leaderboard,sonnet-3.7,think-32000,coding,mid,aider-diff,per-suite,36.8343,2.89e-05,,,64.9,pass%,0.0289,,,"https://raw.githubusercontent.com/Aider-AI/aider/main/aider/website/_data/polyglot_leaderboard.yml (A2, line 632 (pass_rate_2), pass_num_2: 146 at line 634)",,out:budget-config,out:budget-config aider-polyglot,aider-polyglot-leaderboard,sonnet-4,not-established:absent,coding,mid,aider-diff,per-suite,15.8155,2.89e-05,3460663,433373,56.4,pass%,0.0289,,,"https://raw.githubusercontent.com/Aider-AI/aider/main/aider/website/_data/polyglot_leaderboard.yml (A2, line 1262 (pass_rate_2), pass_num_2: 127 at line 1264)",,out:effort-not-established,out:effort-not-established aider-polyglot,aider-polyglot-leaderboard,sonnet-4,think-32000,coding,mid,aider-diff,per-suite,26.5755,2.89e-05,2863068,1271074,61.3,pass%,0.0289,,,"https://raw.githubusercontent.com/Aider-AI/aider/main/aider/website/_data/polyglot_leaderboard.yml (A2, line 1291 (pass_rate_2), pass_num_2: 138 at line 1293)",,out:budget-config,out:budget-config aider-polyglot,aider-polyglot-leaderboard,opus-4,not-established:absent,coding,mid,aider-diff,per-suite,68.6253,2.89e-05,2671437,380717,70.7,pass%,0.0289,,,"https://raw.githubusercontent.com/Aider-AI/aider/main/aider/website/_data/polyglot_leaderboard.yml (A2, line 1319 (pass_rate_2), pass_num_2: 159 at line 1321)",,out:effort-not-established,out:effort-not-established aider-polyglot,aider-polyglot-leaderboard,opus-4,think-32000,coding,mid,aider-diff,per-suite,65.7484,2.89e-05,2567514,363142,72.0,pass%,0.0289,,,"https://raw.githubusercontent.com/Aider-AI/aider/main/aider/website/_data/polyglot_leaderboard.yml (A2, line 1348 (pass_rate_2), pass_num_2: 162 at line 1350)",,out:budget-config,out:budget-config aim-awwwards55,aiformortals,opus-5.5,high,coding,hard,,per-task,47.28,0.00289,139900000,623000,,none,,,cost-base-price:cost-publisher-figure,https://aiformortals.co/blog/opus-5-5 (),,,in aim-awwwards55,aiformortals,fable-5.1,high,coding,hard,,per-task,177.58,0.00289,127100000,1800000,,none,,,cost-base-price:cost-publisher-figure,https://aiformortals.co/blog/opus-5-5 (),,,in aim-awwwards55,aiformortals,gpt-6-astra,high,coding,hard,,per-task,144.91,0.00289,99800000,405000,,none,,,cost-base-price:cost-publisher-figure,https://aiformortals.co/blog/opus-5-5 (),,,in aim-manayerba55,aiformortals,opus-5.5,high,coding,hard,,per-task,58.59,0.00289,155100000,677000,,none,,,cost-base-price:cost-publisher-figure,https://aiformortals.co/blog/opus-5-5 (),,,in aim-manayerba55,aiformortals,fable-5.1,high,coding,hard,,per-task,107.26,0.00289,80800000,971000,,none,,,cost-base-price:cost-publisher-figure,https://aiformortals.co/blog/opus-5-5 (),,,in aim-manayerba55,aiformortals,gpt-6-astra,high,coding,hard,,per-task,33.07,0.00289,21900000,102000,,none,,,cost-base-price:cost-publisher-figure,https://aiformortals.co/blog/opus-5-5 (),,,in aim-adizero55,aiformortals,opus-5.5,high,coding,hard,,per-task,33.46,0.00289,68700000,743000,,none,,,cost-base-price:cost-publisher-figure,https://aiformortals.co/blog/opus-5-5 (),,,in aim-adizero55,aiformortals,fable-5.1,high,coding,hard,,per-task,65.31,0.00289,65600000,672000,,none,,,cost-base-price:cost-publisher-figure,https://aiformortals.co/blog/opus-5-5 (),,,in aim-adizero55,aiformortals,gpt-6-astra,high,coding,hard,,per-task,13.31,0.00289,7000000,72000,,none,,,cost-base-price:cost-publisher-figure,https://aiformortals.co/blog/opus-5-5 (),,,in aim-rct55,aiformortals,opus-5.5,high,coding,hard,,per-task,84.91,0.00289,207300000,1300000,,none,,,cost-base-price:cost-publisher-figure,https://aiformortals.co/blog/opus-5-5 (),,,in aim-rct55,aiformortals,fable-5.1,high,coding,hard,,per-task,53.22,0.00289,31100000,693000,,none,,,cost-base-price:cost-publisher-figure,https://aiformortals.co/blog/opus-5-5 (),,,in aim-rct55,aiformortals,gpt-6-astra,high,coding,hard,,per-task,5.58,0.00289,1600000,62000,,none,,,cost-base-price:cost-publisher-figure,https://aiformortals.co/blog/opus-5-5 (),,,in aim-mobydick55,aiformortals,opus-5.5,high,coding,hard,,per-task,37.22,0.00289,69200000,425000,,none,,,cost-base-price:cost-publisher-figure,https://aiformortals.co/blog/opus-5-5-fable-5-1-gpt-6-astra-results (),,,in aim-mobydick55,aiformortals,fable-5.1,high,coding,hard,,per-task,42.18,0.00289,32200000,261000,,none,,,cost-base-price:cost-publisher-figure,https://aiformortals.co/blog/opus-5-5-fable-5-1-gpt-6-astra-results (),,,in aim-mobydick55,aiformortals,gpt-6-astra,high,coding,hard,,per-task,8.16,0.00289,4200000,49000,,none,,,cost-base-price:cost-publisher-figure,https://aiformortals.co/blog/opus-5-5-fable-5-1-gpt-6-astra-results (),,,in aim-launchfilm55,aiformortals,opus-5.5,high,coding,hard,,per-task,11.66,0.00289,26100000,179000,,none,,,cost-base-price:cost-publisher-figure,https://aiformortals.co/blog/opus-5-5-fable-5-1-gpt-6-astra-results (),,,in aim-launchfilm55,aiformortals,fable-5.1,high,coding,hard,,per-task,16.55,0.00289,7500000,101000,,none,,,cost-base-price:cost-publisher-figure,https://aiformortals.co/blog/opus-5-5-fable-5-1-gpt-6-astra-results (),,,in aim-launchfilm55,aiformortals,gpt-6-astra,high,coding,hard,,per-task,7.96,0.00289,4500000,39000,,none,,,cost-base-price:cost-publisher-figure,https://aiformortals.co/blog/opus-5-5-fable-5-1-gpt-6-astra-results (),,,in aim-thps55,aiformortals,opus-5.5,high,coding,hard,,per-task,58.05,0.00289,171300000,520000,,none,,,cost-base-price:cost-publisher-figure,https://aiformortals.co/blog/opus-5-5-fable-5-1-gpt-6-astra-results (),,,in aim-thps55,aiformortals,fable-5.1,high,coding,hard,,per-task,32.26,0.00289,23200000,161000,,none,,,cost-base-price:cost-publisher-figure,https://aiformortals.co/blog/opus-5-5-fable-5-1-gpt-6-astra-results (),,,in aim-thps55,aiformortals,gpt-6-astra,high,coding,hard,,per-task,44.08,0.00289,30700000,150000,,none,,,cost-base-price:cost-publisher-figure,https://aiformortals.co/blog/opus-5-5-fable-5-1-gpt-6-astra-results (),,,in aim-launchvideo,aiformortals,sonnet-5.5,high,agentic-tool,hard,,per-task,9.307500000000001,1.79,43000000,211000,,none,,,cost-unrepriced; cost-price-band,https://aiformortals.co/blog/sonnet-5-5 (),,,out:cost-single-couple aim-launchvideo,aiformortals,sonnet-5,high,agentic-tool,hard,,per-task,5.90,0.00289,18600000,120000,,none,,,cost-base-price:cost-publisher-figure,https://aiformortals.co/blog/sonnet-5-5 (),,,in aim-launchvideo,aiformortals,opus-5.5,high,agentic-tool,hard,,per-task,29.68,0.00289,69700000,329000,,none,,,cost-base-price:cost-publisher-figure,https://aiformortals.co/blog/sonnet-5-5 (),,,in aim-launchvideo,aiformortals,fable-5.1,high,agentic-tool,hard,,per-task,50.13,0.00289,43600000,237000,,none,,,cost-base-price:cost-publisher-figure,https://aiformortals.co/blog/sonnet-5-5 (),,,in aim-launchvideo,aiformortals,gpt-6-astra,high,agentic-tool,hard,,per-task,12.33,0.00289,8500000,40000,,none,,,cost-base-price:cost-publisher-figure,https://aiformortals.co/blog/sonnet-5-5 (),,,in aim-backrooms,aiformortals,sonnet-5.5,high,coding,hard,,per-task,11.5125,2.22,44900000,306000,,none,,,cost-unrepriced; cost-price-band,https://aiformortals.co/blog/sonnet-5-5 (),,,out:cost-single-couple aim-backrooms,aiformortals,sonnet-5,high,coding,hard,,per-task,17.22,0.00289,58300000,236000,,none,,,cost-base-price:cost-publisher-figure,https://aiformortals.co/blog/sonnet-5-5 (),,,in aim-backrooms,aiformortals,opus-5.5,high,coding,hard,,per-task,20.89,0.00289,53800000,307000,,none,,,cost-base-price:cost-publisher-figure,https://aiformortals.co/blog/sonnet-5-5 (),,,in aim-backrooms,aiformortals,fable-5.1,high,coding,hard,,per-task,36.09,0.00289,43400000,310000,,none,,,cost-base-price:cost-publisher-figure,https://aiformortals.co/blog/sonnet-5-5 (),,,in aim-backrooms,aiformortals,gpt-6-astra,high,coding,hard,,per-task,7.28,0.00289,3900000,46000,,none,,,cost-base-price:cost-publisher-figure,https://aiformortals.co/blog/sonnet-5-5 (),,,in aim-webclone,aiformortals,sonnet-5.5,high,coding,hard,,per-task,43.230000000000004,8.32,215500000,845000,,none,,,cost-unrepriced; cost-price-band,https://aiformortals.co/blog/sonnet-5-5 (),,,out:cost-single-couple aim-webclone,aiformortals,sonnet-5,high,coding,hard,,per-task,18.65,0.00289,69000000,273000,,none,,,cost-base-price:cost-publisher-figure,https://aiformortals.co/blog/sonnet-5-5 (),,,in aim-webclone,aiformortals,opus-5.5,high,coding,hard,,per-task,33.67,0.00289,90500000,405000,,none,,,cost-base-price:cost-publisher-figure,https://aiformortals.co/blog/sonnet-5-5 (),,,in aim-webclone,aiformortals,fable-5.1,high,coding,hard,,per-task,43.41,0.00289,33400000,352000,,none,,,cost-base-price:cost-publisher-figure,https://aiformortals.co/blog/sonnet-5-5 (),,,in aim-webclone,aiformortals,gpt-6-astra,high,coding,hard,,per-task,29.54,0.00289,19700000,102000,,none,,,cost-base-price:cost-publisher-figure,https://aiformortals.co/blog/sonnet-5-5 (),,,in aim-demoscene,aiformortals,sonnet-5.5,high,coding,mid,,per-task,10.0425,1.93,38000000,257000,,none,,,cost-unrepriced; cost-price-band,https://aiformortals.co/blog/sonnet-5-5 (),,,out:cost-single-couple aim-demoscene,aiformortals,sonnet-5,high,coding,mid,,per-task,3.80,0.00289,9500000,100000,,none,,,cost-base-price:cost-publisher-figure,https://aiformortals.co/blog/sonnet-5-5 (),,,in aim-demoscene,aiformortals,opus-5.5,high,coding,mid,,per-task,10.74,0.00289,19000000,219000,,none,,,cost-base-price:cost-publisher-figure,https://aiformortals.co/blog/sonnet-5-5 (),,,in aim-demoscene,aiformortals,fable-5.1,high,coding,mid,,per-task,14.10,0.00289,8300000,144000,,none,,,cost-base-price:cost-publisher-figure,https://aiformortals.co/blog/sonnet-5-5 (),,,in aim-demoscene,aiformortals,gpt-6-astra,high,coding,mid,,per-task,4.15,0.00289,1700000,31000,,none,,,cost-base-price:cost-publisher-figure,https://aiformortals.co/blog/sonnet-5-5 (),,,in aim-rpg,aiformortals,sonnet-5.5,high,coding,hard,,per-task,14.655,2.82,61200000,475000,,none,,,cost-unrepriced; cost-price-band,https://aiformortals.co/blog/sonnet-5-5 (),,,out:cost-single-couple aim-rpg,aiformortals,opus-5.5,high,coding,hard,,per-task,12.69,0.00289,18700000,290000,,none,,,cost-base-price:cost-publisher-figure,https://aiformortals.co/blog/sonnet-5-5 (),,,in aim-rpg,aiformortals,fable-5.1,high,coding,hard,,per-task,15.82,0.00289,7300000,177000,,none,,,cost-base-price:cost-publisher-figure,https://aiformortals.co/blog/sonnet-5-5 (),,,in aim-rpg,aiformortals,gpt-6-astra,high,coding,hard,,per-task,7.24,0.00289,3200000,64000,,none,,,cost-base-price:cost-publisher-figure,https://aiformortals.co/blog/sonnet-5-5 (),,,in aimultiple-t2sql-cc,aimultiple.com,opus-5.5,medium,coding,mid,,per-run,188.71,0.00289,,,87.75,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://aimultiple.com/text-to-sql (one row per model: scatter point + table row of the page / row claude-opus-5.5 / column sql_accuracy_pct),,in,in aimultiple-t2sql-cc,aimultiple.com,fable-5.1,medium,coding,mid,,per-run,556.16,0.00289,,,67.01,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://aimultiple.com/text-to-sql (one row per model: scatter point + table row of the page / row claude-fable-5.1 / column sql_accuracy_pct),,in,in aimultiple-t2sql-or,aimultiple.com,fable-5,unstated,coding,mid,OpenRouter-temp0,per-run,121.55,0.00289,,,65.55,acc%,0.00289,,,https://aimultiple.com/text-to-sql (one row per model: scatter point + table row of the page / row claude-fable-5 / column sql_accuracy_pct),,out:effort-not-established,out:effort-not-established aimultiple-t2sql-or,aimultiple.com,opus-5,unstated,coding,mid,OpenRouter-temp0,per-run,62.78,0.00289,,,64.31,acc%,0.00289,,,https://aimultiple.com/text-to-sql (one row per model: scatter point + table row of the page / row claude-opus-5 / column sql_accuracy_pct),,out:effort-not-established,out:effort-not-established aimultiple-t2sql-or,aimultiple.com,sonnet-5.5,unstated,coding,mid,OpenRouter-temp0,per-run,42.67,0.00289,,,73.75,acc%,0.00289,,,https://aimultiple.com/text-to-sql (one row per model: scatter point + table row of the page / row claude-sonnet-5.5 / column sql_accuracy_pct),,out:effort-not-established,out:effort-not-established aimultiple-t2sql-or,aimultiple.com,?claude-haiku-5.5,not-established:absent,coding,mid,OpenRouter-temp0,per-run,1.54,0.00289,,,29.09,acc%,0.00289,,,https://aimultiple.com/text-to-sql (one row per model: scatter point + table row of the page / row claude-haiku-5.5 / column sql_accuracy_pct),,out:model-not-established,out:model-not-established aimultiple-t2sql-or,aimultiple.com,sonnet-5,unstated,coding,mid,OpenRouter-temp0,per-run,61.93,0.00289,,,38.46,acc%,0.00289,,,https://aimultiple.com/text-to-sql (one row per model: scatter point + table row of the page / row claude-sonnet-5 / column sql_accuracy_pct),,out:effort-not-established,out:effort-not-established aimultiple-t2sql-or,aimultiple.com,?claude-haiku-4.5,not-established:absent,coding,mid,OpenRouter-temp0,per-run,30,0.00289,,,36.44,acc%,0.00289,,,https://aimultiple.com/text-to-sql (one row per model: scatter point + table row of the page / row claude-haiku-4.5 / column sql_accuracy_pct),,out:model-not-established,out:model-not-established aimultiple-t2sql-or,aimultiple.com,?claude-opus-4.8,not-established:absent,coding,mid,OpenRouter-temp0,per-run,117.82,0.00289,,,54.87,acc%,0.00289,,,https://aimultiple.com/text-to-sql (one row per model: scatter point + table row of the page / row claude-opus-4.8 / column sql_accuracy_pct),,out:model-not-established,out:model-not-established aimultiple-t2sql-or,aimultiple.com,deepseek-v4-pro-0813,unstated,coding,mid,OpenRouter-temp0,per-run,11.93,0.00289,,,46.02,acc%,0.00289,,,https://aimultiple.com/text-to-sql (one row per model: scatter point + table row of the page / row deepseek-v4-pro-0813 / column sql_accuracy_pct),,out:effort-not-established,out:effort-not-established aimultiple-t2sql-or,aimultiple.com,?deepseek-v4-pro,not-established:absent,coding,mid,OpenRouter-temp0,per-run,8.99,0.00289,,,39.87,acc%,0.00289,,,https://aimultiple.com/text-to-sql (one row per model: scatter point + table row of the page / row deepseek-v4-pro / column sql_accuracy_pct),,out:model-not-established,out:model-not-established aimultiple-t2sql-or,aimultiple.com,?deepseek-v4-flash,not-established:absent,coding,mid,OpenRouter-temp0,per-run,2.34,0.00289,,,39.07,acc%,0.00289,,,https://aimultiple.com/text-to-sql (one row per model: scatter point + table row of the page / row deepseek-v4-flash / column sql_accuracy_pct),,out:model-not-established,out:model-not-established aimultiple-t2sql-or,aimultiple.com,deepseek-v4-flash-0731,unstated,coding,mid,OpenRouter-temp0,per-run,1.37,0.00289,,,36.65,acc%,0.00289,,,https://aimultiple.com/text-to-sql (one row per model: scatter point + table row of the page / row deepseek-v4-flash-0731 / column sql_accuracy_pct),,out:effort-not-established,out:effort-not-established aimultiple-t2sql-or,aimultiple.com,deepseek-v4.1-flash,unstated,coding,mid,OpenRouter-temp0,per-run,4.06,0.00289,,,33.47,acc%,0.00289,,,https://aimultiple.com/text-to-sql (one row per model: scatter point + table row of the page / row deepseek-v4.1-flash / column sql_accuracy_pct),,out:effort-not-established,out:effort-not-established aimultiple-t2sql-or,aimultiple.com,gemini-4-argon,unstated,coding,mid,OpenRouter-temp0,per-run,41.41,0.00289,,,78.57,acc%,0.00289,,EAP-run,https://aimultiple.com/text-to-sql (one row per model: scatter point + table row of the page / row gemini-4-argon / column sql_accuracy_pct),,out:effort-not-established,out:effort-not-established aimultiple-t2sql-or,aimultiple.com,gemini-3.8-flash,unstated,coding,mid,OpenRouter-temp0,per-run,26.48,0.00289,,,77.2,acc%,0.00289,,,https://aimultiple.com/text-to-sql (one row per model: scatter point + table row of the page / row gemini-3.8-flash / column sql_accuracy_pct),,out:effort-not-established,out:effort-not-established aimultiple-t2sql-or,aimultiple.com,gemini-3.6-flash,unstated,coding,mid,OpenRouter-temp0,per-run,22,0.00289,,,73.51,acc%,0.00289,,,https://aimultiple.com/text-to-sql (one row per model: scatter point + table row of the page / row gemini-3.6-flash / column sql_accuracy_pct),,out:effort-not-established,out:effort-not-established aimultiple-t2sql-or,aimultiple.com,gemini-3.7-flash,unstated,coding,mid,OpenRouter-temp0,per-run,20.82,0.00289,,,72.46,acc%,0.00289,,,https://aimultiple.com/text-to-sql (one row per model: scatter point + table row of the page / row gemini-3.7-flash / column sql_accuracy_pct),,out:effort-not-established,out:effort-not-established aimultiple-t2sql-or,aimultiple.com,gemini-3-flash,unstated,coding,mid,OpenRouter-temp0,per-run,7.67,0.00289,,,67.68,acc%,0.00289,,,https://aimultiple.com/text-to-sql (one row per model: scatter point + table row of the page / row gemini-3-flash-preview / column sql_accuracy_pct),,out:effort-not-established,out:effort-not-established aimultiple-t2sql-or,aimultiple.com,gemini-3.1-pro,unstated,coding,mid,OpenRouter-temp0,per-run,79.81,0.00289,,,66.95,acc%,0.00289,,,https://aimultiple.com/text-to-sql (one row per model: scatter point + table row of the page / row gemini-3.1-pro-preview / column sql_accuracy_pct),,out:effort-not-established,out:effort-not-established aimultiple-t2sql-or,aimultiple.com,gemini-3.5-flash-lite,unstated,coding,mid,OpenRouter-temp0,per-run,7,0.00289,,,57.43,acc%,0.00289,,,https://aimultiple.com/text-to-sql (one row per model: scatter point + table row of the page / row gemini-3.5-flash-lite / column sql_accuracy_pct),,out:effort-not-established,out:effort-not-established aimultiple-t2sql-or,aimultiple.com,gemini-3.1-flash-lite,unstated,coding,mid,OpenRouter-temp0,per-run,5.45,0.00289,,,56.99,acc%,0.00289,,,https://aimultiple.com/text-to-sql (one row per model: scatter point + table row of the page / row gemini-3.1-flash-lite / column sql_accuracy_pct),,out:effort-not-established,out:effort-not-established aimultiple-t2sql-or,aimultiple.com,kimi-k2.6,unstated,coding,mid,OpenRouter-temp0,per-run,15.64,0.00289,,,51.12,acc%,0.00289,,,https://aimultiple.com/text-to-sql (one row per model: scatter point + table row of the page / row kimi-k2.6 / column sql_accuracy_pct),,out:effort-not-established,out:effort-not-established aimultiple-t2sql-or,aimultiple.com,kimi-k3,unstated,coding,mid,OpenRouter-temp0,per-run,40.34,0.00289,,,48.17,acc%,0.00289,,,https://aimultiple.com/text-to-sql (one row per model: scatter point + table row of the page / row kimi-k3 / column sql_accuracy_pct),,out:effort-not-established,out:effort-not-established aimultiple-t2sql-cc,aimultiple.com,gpt-6-astra,medium,coding,mid,,per-run,270.78,0.00289,,,65.73,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://aimultiple.com/text-to-sql (one row per model: scatter point + table row of the page / row gpt-6-astra / column sql_accuracy_pct),,in,in aimultiple-t2sql-or,aimultiple.com,gpt-6.1-sol,unstated,coding,mid,OpenRouter-temp0,per-run,12.75,0.00289,,,65.11,acc%,0.00289,,,https://aimultiple.com/text-to-sql (one row per model: scatter point + table row of the page / row gpt-6.1-sol / column sql_accuracy_pct),,out:effort-not-established,out:effort-not-established aimultiple-t2sql-or,aimultiple.com,?gpt-6.1-sol-pro,not-established:absent,coding,mid,OpenRouter-temp0,per-run,35.19,0.00289,,,63.62,acc%,0.00289,,,https://aimultiple.com/text-to-sql (one row per model: scatter point + table row of the page / row gpt-6.1-sol-pro / column sql_accuracy_pct),,out:model-not-established,out:model-not-established aimultiple-t2sql-or,aimultiple.com,gpt-5.6-sol,unstated,coding,mid,OpenRouter-temp0,per-run,48.84,0.00289,,,54.49,acc%,0.00289,,,https://aimultiple.com/text-to-sql (one row per model: scatter point + table row of the page / row gpt-5.6-sol / column sql_accuracy_pct),,out:effort-not-established,out:effort-not-established aimultiple-t2sql-or,aimultiple.com,gpt-6-sol,unstated,coding,mid,OpenRouter-temp0,per-run,17.57,0.00289,,,53.77,acc%,0.00289,,,https://aimultiple.com/text-to-sql (one row per model: scatter point + table row of the page / row gpt-6-sol / column sql_accuracy_pct),,out:effort-not-established,out:effort-not-established aimultiple-t2sql-or,aimultiple.com,?gpt-6-sol-pro,not-established:absent,coding,mid,OpenRouter-temp0,per-run,47.48,0.00289,,,53.64,acc%,0.00289,,,https://aimultiple.com/text-to-sql (one row per model: scatter point + table row of the page / row gpt-6-sol-pro / column sql_accuracy_pct),,out:model-not-established,out:model-not-established aimultiple-t2sql-or,aimultiple.com,gpt-5.5,unstated,coding,mid,OpenRouter-temp0,per-run,61.26,0.00289,,,48.96,acc%,0.00289,,,https://aimultiple.com/text-to-sql (one row per model: scatter point + table row of the page / row gpt-5.5 / column sql_accuracy_pct),,out:effort-not-established,out:effort-not-established aimultiple-t2sql-or,aimultiple.com,gpt-6-luna,unstated,coding,mid,OpenRouter-temp0,per-run,1.05,0.00289,,,45.41,acc%,0.00289,,,https://aimultiple.com/text-to-sql (one row per model: scatter point + table row of the page / row gpt-6-luna / column sql_accuracy_pct),,out:effort-not-established,out:effort-not-established aimultiple-t2sql-or,aimultiple.com,gpt-5.6-terra,unstated,coding,mid,OpenRouter-temp0,per-run,24.48,0.00289,,,44.69,acc%,0.00289,,,https://aimultiple.com/text-to-sql (one row per model: scatter point + table row of the page / row gpt-5.6-terra / column sql_accuracy_pct),,out:effort-not-established,out:effort-not-established aimultiple-t2sql-or,aimultiple.com,?gpt-6-luna-pro,not-established:absent,coding,mid,OpenRouter-temp0,per-run,3.1,0.00289,,,44.25,acc%,0.00289,,,https://aimultiple.com/text-to-sql (one row per model: scatter point + table row of the page / row gpt-6-luna-pro / column sql_accuracy_pct),,out:model-not-established,out:model-not-established aimultiple-t2sql-or,aimultiple.com,gpt-oss-120b,unstated,coding,mid,OpenRouter-temp0,per-run,0.47,0.00289,,,39.69,acc%,0.00289,,,https://aimultiple.com/text-to-sql (one row per model: scatter point + table row of the page / row gpt-oss-120b / column sql_accuracy_pct),,out:effort-not-established,out:effort-not-established aimultiple-t2sql-or,aimultiple.com,gpt-5.6-luna,unstated,coding,mid,OpenRouter-temp0,per-run,11.04,0.00289,,,39.15,acc%,0.00289,,,https://aimultiple.com/text-to-sql (one row per model: scatter point + table row of the page / row gpt-5.6-luna / column sql_accuracy_pct),,out:effort-not-established,out:effort-not-established aimultiple-t2sql-or,aimultiple.com,gpt-5.4-mini,unstated,coding,mid,OpenRouter-temp0,per-run,5.51,0.00289,,,39.08,acc%,0.00289,,,https://aimultiple.com/text-to-sql (one row per model: scatter point + table row of the page / row gpt-5.4-mini / column sql_accuracy_pct),,out:effort-not-established,out:effort-not-established aimultiple-t2sql-or,aimultiple.com,gpt-5.2,unstated,coding,mid,OpenRouter-temp0,per-run,24.03,0.00289,,,36.7,acc%,0.00289,,,https://aimultiple.com/text-to-sql (one row per model: scatter point + table row of the page / row gpt-5.2 / column sql_accuracy_pct),,out:effort-not-established,out:effort-not-established aimultiple-t2sql-or,aimultiple.com,gpt-5.4-nano,unstated,coding,mid,OpenRouter-temp0,per-run,2.21,0.00289,,,34.59,acc%,0.00289,,,https://aimultiple.com/text-to-sql (one row per model: scatter point + table row of the page / row gpt-5.4-nano / column sql_accuracy_pct),,out:effort-not-established,out:effort-not-established aimultiple-t2sql-or,aimultiple.com,qwen3.6-27b,unstated,coding,mid,OpenRouter-temp0,per-run,15.28,0.00289,,,58.96,acc%,0.00289,,,https://aimultiple.com/text-to-sql (one row per model: scatter point + table row of the page / row qwen3.6-27b / column sql_accuracy_pct),,out:effort-not-established,out:effort-not-established aimultiple-t2sql-or,aimultiple.com,qwen3.8-2.4t-a95b,unstated,coding,mid,OpenRouter-temp0,per-run,26.72,0.00289,,,53.12,acc%,0.00289,,,https://aimultiple.com/text-to-sql (one row per model: scatter point + table row of the page / row qwen3.8-2.4t-a95b / column sql_accuracy_pct),,out:effort-not-established,out:effort-not-established aimultiple-t2sql-or,aimultiple.com,?qwen3.8-max,not-established:absent,coding,mid,OpenRouter-temp0,per-run,25.14,0.00289,,,50.52,acc%,0.00289,,,https://aimultiple.com/text-to-sql (one row per model: scatter point + table row of the page / row qwen3.8-max / column sql_accuracy_pct),,out:model-not-established,out:model-not-established aimultiple-t2sql-or,aimultiple.com,qwen3.5-27b,unstated,coding,mid,OpenRouter-temp0,per-run,10.23,0.00289,,,49.49,acc%,0.00289,,,https://aimultiple.com/text-to-sql (one row per model: scatter point + table row of the page / row qwen3.5-27b / column sql_accuracy_pct),,out:effort-not-established,out:effort-not-established aimultiple-t2sql-or,aimultiple.com,qwen3.8-27b,unstated,coding,mid,OpenRouter-temp0,per-run,11.78,0.00289,,,49.35,acc%,0.00289,,,https://aimultiple.com/text-to-sql (one row per model: scatter point + table row of the page / row qwen3.8-27b / column sql_accuracy_pct),,out:effort-not-established,out:effort-not-established aimultiple-t2sql-or,aimultiple.com,qwen3.6-flash,unstated,coding,mid,OpenRouter-temp0,per-run,7.22,0.00289,,,48.25,acc%,0.00289,,,https://aimultiple.com/text-to-sql (one row per model: scatter point + table row of the page / row qwen3.6-flash / column sql_accuracy_pct),,out:effort-not-established,out:effort-not-established aimultiple-t2sql-or,aimultiple.com,qwen3.7-plus,unstated,coding,mid,OpenRouter-temp0,per-run,6.92,0.00289,,,47.71,acc%,0.00289,,,https://aimultiple.com/text-to-sql (one row per model: scatter point + table row of the page / row qwen3.7-plus / column sql_accuracy_pct),,out:effort-not-established,out:effort-not-established aimultiple-t2sql-or,aimultiple.com,qwen3.8-flash,unstated,coding,mid,OpenRouter-temp0,per-run,2.08,0.00289,,,44.95,acc%,0.00289,,,https://aimultiple.com/text-to-sql (one row per model: scatter point + table row of the page / row qwen3.8-flash / column sql_accuracy_pct),,out:effort-not-established,out:effort-not-established aimultiple-t2sql-or,aimultiple.com,qwen3.8-max-0902,unstated,coding,mid,OpenRouter-temp0,per-run,26.62,0.00289,,,38.15,acc%,0.00289,,,https://aimultiple.com/text-to-sql (one row per model: scatter point + table row of the page / row qwen3.8-max-0902 / column sql_accuracy_pct),,out:effort-not-established,out:effort-not-established aimultiple-t2sql-or,aimultiple.com,?qwen3.8-max-prime,not-established:absent,coding,mid,OpenRouter-temp0,per-run,52.68,0.00289,,,36.67,acc%,0.00289,,,https://aimultiple.com/text-to-sql (one row per model: scatter point + table row of the page / row qwen3.8-max-prime / column sql_accuracy_pct),,out:model-not-established,out:model-not-established aimultiple-t2sql-or,aimultiple.com,grok-4.6,unstated,coding,mid,OpenRouter-temp0,per-run,33.55,0.00289,,,64.21,acc%,0.00289,,,https://aimultiple.com/text-to-sql (one row per model: scatter point + table row of the page / row grok-4.6 / column sql_accuracy_pct),,out:effort-not-established,out:effort-not-established aimultiple-t2sql-or,aimultiple.com,grok-4.5,unstated,coding,mid,OpenRouter-temp0,per-run,20.94,0.00289,,,55.95,acc%,0.00289,,,https://aimultiple.com/text-to-sql (one row per model: scatter point + table row of the page / row grok-4.5 / column sql_accuracy_pct),,out:effort-not-established,out:effort-not-established aimultiple-t2sql-or,aimultiple.com,grok-4.7,unstated,coding,mid,OpenRouter-temp0,per-run,29.99,0.00289,,,53.83,acc%,0.00289,,,https://aimultiple.com/text-to-sql (one row per model: scatter point + table row of the page / row grok-4.7 / column sql_accuracy_pct),,out:effort-not-established,out:effort-not-established aimultiple-t2sql-or,aimultiple.com,grok-4.3,unstated,coding,mid,OpenRouter-temp0,per-run,12.55,0.00289,,,50.93,acc%,0.00289,,,https://aimultiple.com/text-to-sql (one row per model: scatter point + table row of the page / row grok-4.3 / column sql_accuracy_pct),,out:effort-not-established,out:effort-not-established aimultiple-t2sql-or,aimultiple.com,glm-5.2,unstated,coding,mid,OpenRouter-temp0,per-run,5.74,0.00289,,,45.96,acc%,0.00289,,,https://aimultiple.com/text-to-sql (one row per model: scatter point + table row of the page / row glm-5.2 / column sql_accuracy_pct),,out:effort-not-established,out:effort-not-established aimultiple-t2sql-or,aimultiple.com,glm-5.1,unstated,coding,mid,OpenRouter-temp0,per-run,10.58,0.00289,,,45.37,acc%,0.00289,,,https://aimultiple.com/text-to-sql (one row per model: scatter point + table row of the page / row glm-5.1 / column sql_accuracy_pct),,out:effort-not-established,out:effort-not-established aimultiple-t2sql-or,aimultiple.com,glm-5.3,unstated,coding,mid,OpenRouter-temp0,per-run,23.52,0.00289,,,42.62,acc%,0.00289,,,https://aimultiple.com/text-to-sql (one row per model: scatter point + table row of the page / row glm-5.3 / column sql_accuracy_pct),,out:effort-not-established,out:effort-not-established aimultiple-t2sql-or,aimultiple.com,glm-5.3-flash,unstated,coding,mid,OpenRouter-temp0,per-run,3.35,0.00289,,,41.09,acc%,0.00289,,,https://aimultiple.com/text-to-sql (one row per model: scatter point + table row of the page / row glm-5.3-flash / column sql_accuracy_pct),,out:effort-not-established,out:effort-not-established aimultiple-t2sql-or,aimultiple.com,glm-4.7,unstated,coding,mid,OpenRouter-temp0,per-run,8.71,0.00289,,,39.34,acc%,0.00289,,,https://aimultiple.com/text-to-sql (one row per model: scatter point + table row of the page / row glm-4.7 / column sql_accuracy_pct),,out:effort-not-established,out:effort-not-established aimultiple-t2sql-or,aimultiple.com,?glm-5.3-prime,not-established:absent,coding,mid,OpenRouter-temp0,per-run,63.58,0.00289,,,38.82,acc%,0.00289,,,https://aimultiple.com/text-to-sql (one row per model: scatter point + table row of the page / row glm-5.3-prime / column sql_accuracy_pct),,out:model-not-established,out:model-not-established aipricingguru,aipricing.guru,deepseek-v4.1-flash,unstated,mixed,easy,OpenRouter,per-suite,0.00290985,0,4423,3744,100,acc%,0,,,https://aipricing.guru/labs/cost-per-task.json ($.modelSummaries / row deepseek-v4-flash / column accuracy),,out:effort-not-established,out:effort-not-established aipricingguru,aipricing.guru,?deepseek/deepseek-v4-pro,not-established:absent,mixed,easy,OpenRouter,per-suite,0.013826339999999998,0,3228,5907,100,acc%,0,,,https://aipricing.guru/labs/cost-per-task.json ($.modelSummaries / row deepseek-v4-pro / column accuracy),,out:model-not-established,out:model-not-established aipricingguru,aipricing.guru,gpt-6-sol,unstated,mixed,easy,OpenRouter,per-suite,0.016511999999999992,0,3426,966,100,acc%,0,,,https://aipricing.guru/labs/cost-per-task.json ($.modelSummaries / row gpt-6-sol / column accuracy),,out:effort-not-established,out:effort-not-established aipricingguru,aipricing.guru,gpt-6.1-sol,unstated,mixed,easy,OpenRouter,per-suite,0.016581999999999996,0,3426,973,100,acc%,0,,,https://aipricing.guru/labs/cost-per-task.json ($.modelSummaries / row gpt-6.1-sol / column accuracy),,out:effort-not-established,out:effort-not-established aipricingguru,aipricing.guru,gpt-5.6-terra,unstated,mixed,easy,OpenRouter,per-suite,0.019595999999999995,0,3426,1062,100,acc%,0,,,https://aipricing.guru/labs/cost-per-task.json ($.modelSummaries / row gpt-5.6-terra / column accuracy),,out:effort-not-established,out:effort-not-established aipricingguru,aipricing.guru,sonnet-5,unstated,mixed,easy,OpenRouter,per-suite,0.021043999999999997,0,5232,1058,100,acc%,0,,,https://aipricing.guru/labs/cost-per-task.json ($.modelSummaries / row claude-sonnet-5 / column accuracy),,out:effort-not-established,out:effort-not-established aipricingguru,aipricing.guru,gpt-5.6-sol,unstated,mixed,easy,OpenRouter,per-suite,0.029123999999999997,0,3426,771,100,acc%,0,,,https://aipricing.guru/labs/cost-per-task.json ($.modelSummaries / row gpt-5.6-sol / column accuracy),,out:effort-not-established,out:effort-not-established aipricingguru,aipricing.guru,opus-4.8,unstated,mixed,easy,OpenRouter,per-suite,0.04218500000000001,0,5232,641,100,acc%,0,,,https://aipricing.guru/labs/cost-per-task.json ($.modelSummaries / row claude-opus-4.8 / column accuracy),,out:effort-not-established,out:effort-not-established aipricingguru,aipricing.guru,gemini-3.6-flash,unstated,mixed,easy,OpenRouter,per-suite,0.049996499999999985,0,3042,12724,100,acc%,0,,,https://aipricing.guru/labs/cost-per-task.json ($.modelSummaries / row gemini-3.6-flash / column accuracy),,out:effort-not-established,out:effort-not-established aipricingguru,aipricing.guru,opus-5.5,unstated,mixed,easy,OpenRouter,per-suite,0.05807999999999998,0,5330,1838,100,acc%,0,,,https://aipricing.guru/labs/cost-per-task.json ($.modelSummaries / row claude-opus-5-5 / column accuracy),,out:effort-not-established,out:effort-not-established aipricingguru,aipricing.guru,grok-4.5,unstated,mixed,easy,OpenRouter,per-suite,0.070514,0,13216,7347,100,acc%,0,,,https://aipricing.guru/labs/cost-per-task.json ($.modelSummaries / row grok-4.5 / column accuracy),,out:effort-not-established,out:effort-not-established aipricingguru,aipricing.guru,grok-4.6,unstated,mixed,easy,OpenRouter,per-suite,0.108716,0,13216,13714,100,acc%,0,,,https://aipricing.guru/labs/cost-per-task.json ($.modelSummaries / row grok-4.6 / column accuracy),,out:effort-not-established,out:effort-not-established aipricingguru,aipricing.guru,gpt-6-luna,unstated,mixed,easy,OpenRouter,per-suite,0.0013476,0,3426,2010,97.95918367346939,acc%,0,,,https://aipricing.guru/labs/cost-per-task.json ($.modelSummaries / row gpt-6-luna / column accuracy),,out:effort-not-established,out:effort-not-established aipricingguru,aipricing.guru,gpt-5.6-luna,unstated,mixed,easy,OpenRouter,per-suite,0.0023699999999999997,0,3426,1404,97.95918367346939,acc%,0,,,https://aipricing.guru/labs/cost-per-task.json ($.modelSummaries / row gpt-5.6-luna / column accuracy),,out:effort-not-established,out:effort-not-established aipricingguru,aipricing.guru,glm-5.2,unstated,mixed,easy,OpenRouter,per-suite,0.0270798,0,4037,4870,97.95918367346939,acc%,0,,,https://aipricing.guru/labs/cost-per-task.json ($.modelSummaries / row z-ai-glm-5.2 / column accuracy),,out:effort-not-established,out:effort-not-established aipricingguru,aipricing.guru,opus-5,unstated,mixed,easy,OpenRouter,per-suite,0.08421000000000001,0,5232,2322,97.95918367346939,acc%,0,,,https://aipricing.guru/labs/cost-per-task.json ($.modelSummaries / row claude-opus-5 / column accuracy),,out:effort-not-established,out:effort-not-established aipricingguru,aipricing.guru,kimi-k3,unstated,mixed,easy,OpenRouter,per-suite,0.104829,0,7768,5435,97.95918367346939,acc%,0,,,https://aipricing.guru/labs/cost-per-task.json ($.modelSummaries / row kimi-k3 / column accuracy),,out:effort-not-established,out:effort-not-established aipricingguru,aipricing.guru,fable-5,unstated,mixed,easy,OpenRouter,per-suite,0.11117999999999999,0,5133,1197,97.95918367346939,acc%,0,,,https://aipricing.guru/labs/cost-per-task.json ($.modelSummaries / row claude-fable-5 / column accuracy),,out:effort-not-established,out:effort-not-established aipricingguru,aipricing.guru,gemini-3.5-flash-lite,unstated,mixed,easy,OpenRouter,per-suite,0.0027451,0,3042,733,93.87755102040817,acc%,0,,,https://aipricing.guru/labs/cost-per-task.json ($.modelSummaries / row gemini-3.5-flash-lite / column accuracy),,out:effort-not-established,out:effort-not-established aipricingguru,aipricing.guru,haiku-4.5,unstated,mixed,easy,OpenRouter,per-suite,0.0066560000000000005,0,3486,634,93.87755102040817,acc%,0,,,https://aipricing.guru/labs/cost-per-task.json ($.modelSummaries / row claude-haiku-4.5 / column accuracy),,out:effort-not-established,out:effort-not-established aireiter-coding,aireiter,sonnet-5,xhigh,coding,easy,ClaudeCode,per-run,0.390,0.000289,4303,2583,100,pass%,0,,cost-base-price:cost-publisher-figure,"https://aireiter.com/blog/claude-sonnet-5-vs-opus-4-8 (same table, Result column)",,out:saturated,in aireiter-coding,aireiter,opus-4.8,medium,coding,easy,ClaudeCode,per-run,0.401,0.000289,,,100,pass%,0,,cost-base-price:cost-publisher-figure,"https://aireiter.com/blog/claude-sonnet-5-vs-opus-4-8 (same table, Result column)",,out:saturated,in aireiter-coding,aireiter,sonnet-5,high,coding,easy,ClaudeCode,per-run,0.378,0.000289,,,100,pass%,0,,cost-base-price:cost-publisher-figure,"https://aireiter.com/blog/claude-sonnet-5-vs-opus-4-8 (same table, Result column)",,out:saturated,in aireiter-coding,aireiter,opus-4.8,high,coding,easy,ClaudeCode,per-run,0.439,0.000289,,,100,pass%,0,,cost-base-price:cost-publisher-figure,"https://aireiter.com/blog/claude-sonnet-5-vs-opus-4-8 (same table, Result column)",,out:saturated,in aireiter-writing,aireiter,sonnet-5,high,writing,trivial,ClaudeCode,per-run,0.072,0.000289,,,,none,,,cost-base-price:cost-publisher-figure,"https://aireiter.com/blog/claude-sonnet-5-vs-opus-4-8 (same table, Cost column)",,,in aireiter-writing,aireiter,opus-4.8,high,writing,trivial,ClaudeCode,per-run,0.084,0.000289,,,,none,,,cost-base-price:cost-publisher-figure,"https://aireiter.com/blog/claude-sonnet-5-vs-opus-4-8 (same table, Cost column)",,,in aireiter-agentic,aireiter,sonnet-5,high,agentic-tool,easy,ClaudeCode,per-run,0.119,0.000289,,,,none,,,cost-base-price:cost-publisher-figure,"https://aireiter.com/blog/claude-sonnet-5-vs-opus-4-8 (same table, Cost column)",,,in aireiter-agentic,aireiter,opus-4.8,high,agentic-tool,easy,ClaudeCode,per-run,0.120,0.000289,,,,none,,,cost-base-price:cost-publisher-figure,"https://aireiter.com/blog/claude-sonnet-5-vs-opus-4-8 (same table, Cost column)",,,in akita-v4,akitaonrails,gpt-6-astra,unstated,coding,hard,,per-run,30.55,0.00289,,,100.0,points/100,0.0289,,,"https://www.akitaonrails.com/2026/09/23/llm-benchmark-v4-opus-5-5-gpt-6-sol-luna-mimo-2-6-grok-4-7/ (table, row GPT-6 Astra, column Nota)",,out:effort-not-established,out:effort-not-established akita-v4,akitaonrails,opus-5,unstated,coding,hard,,per-run,71,0.289,,,100.0,points/100,0.0289,,,"https://www.akitaonrails.com/2026/09/23/llm-benchmark-v4-opus-5-5-gpt-6-sol-luna-mimo-2-6-grok-4-7/ (table, row Claude Opus 5, column Nota)",,out:effort-not-established,out:effort-not-established akita-v4,akitaonrails,fable-5,unstated,coding,hard,,per-run,50,0.289,,,100.0,points/100,0.0289,,,"https://www.akitaonrails.com/2026/09/23/llm-benchmark-v4-opus-5-5-gpt-6-sol-luna-mimo-2-6-grok-4-7/ (table, row Claude Fable 5, column Nota)",,out:effort-not-established,out:effort-not-established akita-v4,akitaonrails,opus-5.5,unstated,coding,hard,,per-run,16.63,0.00289,,,100.0,points/100,0.0289,,,"https://www.akitaonrails.com/2026/09/23/llm-benchmark-v4-opus-5-5-gpt-6-sol-luna-mimo-2-6-grok-4-7/ (table, row Claude Opus 5.5, column Nota)",,out:effort-not-established,out:effort-not-established akita-v4,akitaonrails,gpt-5.6-sol,unstated,coding,hard,,per-run,20.37,0.00289,,,100.0,points/100,0.0289,,,"https://www.akitaonrails.com/2026/09/23/llm-benchmark-v4-opus-5-5-gpt-6-sol-luna-mimo-2-6-grok-4-7/ (table, row GPT 5.6 sol, column Nota)",,out:effort-not-established,out:effort-not-established akita-v4,akitaonrails,gpt-5.6-terra,unstated,coding,hard,,per-run,9.52,0.00289,,,100.0,points/100,0.0289,,,"https://www.akitaonrails.com/2026/09/23/llm-benchmark-v4-opus-5-5-gpt-6-sol-luna-mimo-2-6-grok-4-7/ (table, row GPT 5.6 terra, column Nota)",,out:effort-not-established,out:effort-not-established akita-v4,akitaonrails,gpt-5.5,unstated,coding,hard,,per-run,34.69,0.00289,,,100.0,points/100,0.0289,,,"https://www.akitaonrails.com/2026/09/23/llm-benchmark-v4-opus-5-5-gpt-6-sol-luna-mimo-2-6-grok-4-7/ (table, row GPT 5.5, column Nota)",,out:effort-not-established,out:effort-not-established akita-v4,akitaonrails,grok-4.6,unstated,coding,hard,,per-run,13.00,0.00289,,,98.5,points/100,0.0289,,,"https://www.akitaonrails.com/2026/09/23/llm-benchmark-v4-opus-5-5-gpt-6-sol-luna-mimo-2-6-grok-4-7/ (table, row Grok 4.6 ᶜ, column Nota)",,out:effort-not-established,out:effort-not-established akita-v4,akitaonrails,fable-5.1,unstated,coding,hard,,per-run,51,0.289,,,95.5,points/100,0.0289,,,"https://www.akitaonrails.com/2026/09/23/llm-benchmark-v4-opus-5-5-gpt-6-sol-luna-mimo-2-6-grok-4-7/ (table, row Claude Fable 5.1, column Nota)",,out:effort-not-established,out:effort-not-established akita-v4,akitaonrails,gpt-6-luna,unstated,coding,hard,,per-run,0.84,0.00289,,,95.5,points/100,0.0289,,,"https://www.akitaonrails.com/2026/09/23/llm-benchmark-v4-opus-5-5-gpt-6-sol-luna-mimo-2-6-grok-4-7/ (table, row GPT 6 luna, column Nota)",,out:effort-not-established,out:effort-not-established akita-v4,akitaonrails,gpt-5.6-luna,unstated,coding,hard,,per-run,10.04,0.00289,,,95.0,points/100,0.0289,,,"https://www.akitaonrails.com/2026/09/23/llm-benchmark-v4-opus-5-5-gpt-6-sol-luna-mimo-2-6-grok-4-7/ (table, row GPT 5.6 luna, column Nota)",,out:effort-not-established,out:effort-not-established akita-v4,akitaonrails,glm-5.3,unstated,coding,hard,,,,,,,94.0,points/100,0.0289,,,"https://www.akitaonrails.com/2026/09/23/llm-benchmark-v4-opus-5-5-gpt-6-sol-luna-mimo-2-6-grok-4-7/ (table, row GLM 5.3 (zcode) ᴺ, column Nota)",,out:effort-not-established, akita-v4,akitaonrails,deepseek-v4.1-flash,unstated,coding,hard,,per-run,1.21,0.00289,,,92.5,points/100,0.0289,,,"https://www.akitaonrails.com/2026/09/23/llm-benchmark-v4-opus-5-5-gpt-6-sol-luna-mimo-2-6-grok-4-7/ (table, row DeepSeek V4.1 Flash ᴺ, column Nota)",,out:effort-not-established,out:effort-not-established akita-v4,akitaonrails,sonnet-5,unstated,coding,hard,,per-run,27,0.289,,,91.0,points/100,0.0289,,,"https://www.akitaonrails.com/2026/09/23/llm-benchmark-v4-opus-5-5-gpt-6-sol-luna-mimo-2-6-grok-4-7/ (table, row Claude Sonnet 5, column Nota)",,out:effort-not-established,out:effort-not-established akita-v4,akitaonrails,gpt-6-sol,unstated,coding,hard,,per-run,8.35,0.00289,,,91.0,points/100,0.0289,,,"https://www.akitaonrails.com/2026/09/23/llm-benchmark-v4-opus-5-5-gpt-6-sol-luna-mimo-2-6-grok-4-7/ (table, row GPT 6 sol, column Nota)",,out:effort-not-established,out:effort-not-established akita-v4,akitaonrails,gemini-3.8-flash,not-established:absent,coding,hard,,per-run,15.98,0.00289,,,90.5,points/100,0.0289,,,"https://www.akitaonrails.com/2026/09/23/llm-benchmark-v4-opus-5-5-gpt-6-sol-luna-mimo-2-6-grok-4-7/ (table, row Gemini 3.8 Flash·high (OpenRouter), column Nota)",,out:effort-not-established,out:effort-not-established akita-v4,akitaonrails,gemini-3.8-flash,unstated,coding,hard,,,,,,,89.5,points/100,0.0289,,,"https://www.akitaonrails.com/2026/09/23/llm-benchmark-v4-opus-5-5-gpt-6-sol-luna-mimo-2-6-grok-4-7/ (table, row Gemini 3.8 Flash (Antigravity) ᴺ, column Nota)",,out:effort-not-established, akita-v4,akitaonrails,grok-4.5,unstated,coding,hard,,per-run,6.19,0.00289,,,88.0,points/100,0.0289,,,"https://www.akitaonrails.com/2026/09/23/llm-benchmark-v4-opus-5-5-gpt-6-sol-luna-mimo-2-6-grok-4-7/ (table, row Grok 4.5, column Nota)",,out:effort-not-established,out:effort-not-established akita-v4,akitaonrails,opus-4.6,unstated,coding,hard,,per-run,25.64,0.00289,,,87.5,points/100,0.0289,,,"https://www.akitaonrails.com/2026/09/23/llm-benchmark-v4-opus-5-5-gpt-6-sol-luna-mimo-2-6-grok-4-7/ (table, row Claude Opus 4.6, column Nota)",,out:effort-not-established,out:effort-not-established akita-v4,akitaonrails,?Kimi K2.7,not-established:absent,coding,hard,,per-run,7.75,0.00289,,,87.25,points/100,0.00289,,,"https://www.akitaonrails.com/2026/09/23/llm-benchmark-v4-opus-5-5-gpt-6-sol-luna-mimo-2-6-grok-4-7/ (table, row Kimi K2.7, column Nota)",,out:model-not-established,out:model-not-established akita-v4,akitaonrails,?Qwen3 8 Flash,not-established:absent,coding,hard,,per-run,1.17,0.00289,,,86.5,points/100,0.0289,,,"https://www.akitaonrails.com/2026/09/23/llm-benchmark-v4-opus-5-5-gpt-6-sol-luna-mimo-2-6-grok-4-7/ (table, row Qwen3 8 Flash ᴿ, column Nota)",,out:model-not-established,out:model-not-established akita-v4,akitaonrails,?DeepSeek V4 Flash,not-established:absent,coding,hard,,per-run,0.97,0.00289,,,86.0,points/100,0.0289,,,"https://www.akitaonrails.com/2026/09/23/llm-benchmark-v4-opus-5-5-gpt-6-sol-luna-mimo-2-6-grok-4-7/ (table, row DeepSeek V4 Flash, column Nota)",,out:model-not-established,out:model-not-established akita-v4,akitaonrails,opus-4.8,unstated,coding,hard,,per-run,37,0.289,,,86.0,points/100,0.0289,,,"https://www.akitaonrails.com/2026/09/23/llm-benchmark-v4-opus-5-5-gpt-6-sol-luna-mimo-2-6-grok-4-7/ (table, row Claude Opus 4.8 ᴿ, column Nota)",,out:effort-not-established,out:effort-not-established akita-v4,akitaonrails,sonnet-4.6,unstated,coding,hard,,per-run,18.64,0.00289,,,85.75,points/100,0.00289,,,"https://www.akitaonrails.com/2026/09/23/llm-benchmark-v4-opus-5-5-gpt-6-sol-luna-mimo-2-6-grok-4-7/ (table, row Claude Sonnet 4.6, column Nota)",,out:effort-not-established,out:effort-not-established akita-v4,akitaonrails,kimi-k3,unstated,coding,hard,,per-run,13.79,0.00289,,,85.0,points/100,0.0289,,,"https://www.akitaonrails.com/2026/09/23/llm-benchmark-v4-opus-5-5-gpt-6-sol-luna-mimo-2-6-grok-4-7/ (table, row Kimi K3, column Nota)",,out:effort-not-established,out:effort-not-established akita-v4,akitaonrails,deepseek-v4-flash-0731,unstated,coding,hard,,per-run,1.94,0.00289,,,85.0,points/100,0.0289,,,"https://www.akitaonrails.com/2026/09/23/llm-benchmark-v4-opus-5-5-gpt-6-sol-luna-mimo-2-6-grok-4-7/ (table, row DeepSeek V4 Flash 0731, column Nota)",,out:effort-not-established,out:effort-not-established akita-v4,akitaonrails,glm-5.3-flash,unstated,coding,hard,,,,,,,84.25,points/100,0.00289,,,"https://www.akitaonrails.com/2026/09/23/llm-benchmark-v4-opus-5-5-gpt-6-sol-luna-mimo-2-6-grok-4-7/ (table, row GLM 5.3 Flash (zcode) ᴺ, column Nota)",,out:effort-not-established, akita-v4,akitaonrails,deepseek-v4-pro-0813,unstated,coding,hard,,per-run,4.49,0.00289,,,84.0,points/100,0.0289,,,"https://www.akitaonrails.com/2026/09/23/llm-benchmark-v4-opus-5-5-gpt-6-sol-luna-mimo-2-6-grok-4-7/ (table, row DeepSeek V4 Pro 0813, column Nota)",,out:effort-not-established,out:effort-not-established akita-v4,akitaonrails,grok-4.7,unstated,coding,hard,,per-run,27.94,0.00289,,,83.5,points/100,0.0289,,,"https://www.akitaonrails.com/2026/09/23/llm-benchmark-v4-opus-5-5-gpt-6-sol-luna-mimo-2-6-grok-4-7/ (table, row Grok 4.7, column Nota)",,out:effort-not-established,out:effort-not-established akita-v4,akitaonrails,?DeepSeek V4 Pro,not-established:absent,coding,hard,,per-run,5.26,0.00289,,,82.0,points/100,0.0289,,,"https://www.akitaonrails.com/2026/09/23/llm-benchmark-v4-opus-5-5-gpt-6-sol-luna-mimo-2-6-grok-4-7/ (table, row DeepSeek V4 Pro (base) ᶜ, column Nota)",,out:model-not-established,out:model-not-established akita-v4,akitaonrails,qwen3.8-27b,unstated,coding,hard,,,,,,,80.0,points/100,0.0289,,,"https://www.akitaonrails.com/2026/09/23/llm-benchmark-v4-opus-5-5-gpt-6-sol-luna-mimo-2-6-grok-4-7/ (table, row Qwen 3.8 27B (Strix Halo, local) ᴺ, column Nota)",,out:effort-not-established, akita-v4,akitaonrails,qwen3.7-max,unstated,coding,hard,,per-run,10.63,0.00289,,,79.0,points/100,0.0289,,,"https://www.akitaonrails.com/2026/09/23/llm-benchmark-v4-opus-5-5-gpt-6-sol-luna-mimo-2-6-grok-4-7/ (table, row Qwen 3.7 Max, column Nota)",,out:effort-not-established,out:effort-not-established akita-v4,akitaonrails,glm-5.2,unstated,coding,hard,,,,,,,77.0,points/100,0.0289,,,"https://www.akitaonrails.com/2026/09/23/llm-benchmark-v4-opus-5-5-gpt-6-sol-luna-mimo-2-6-grok-4-7/ (table, row GLM 5.2 (zcode) ᴺ ᶜ, column Nota)",,out:effort-not-established, akita-v4,akitaonrails,gemini-3.7-flash,not-established:absent,coding,hard,,per-run,12.93,0.00289,,,75.5,points/100,0.0289,,,"https://www.akitaonrails.com/2026/09/23/llm-benchmark-v4-opus-5-5-gpt-6-sol-luna-mimo-2-6-grok-4-7/ (table, row Gemini 3.7 Flash·high, column Nota)",,out:effort-not-established,out:effort-not-established akita-v4,akitaonrails,gemini-3.1-pro,unstated,coding,hard,,per-run,10.31,0.00289,,,32.5,points/100,0.0289,,,"https://www.akitaonrails.com/2026/09/23/llm-benchmark-v4-opus-5-5-gpt-6-sol-luna-mimo-2-6-grok-4-7/ (table, row Gemini 3.1 Pro (OpenRouter) ᶜ, column Nota)",,out:effort-not-established,out:effort-not-established akita-v4,akitaonrails,glm-4.7-flash,unstated,coding,hard,,,,,,,24.0,points/100,0.0289,,,"https://www.akitaonrails.com/2026/09/23/llm-benchmark-v4-opus-5-5-gpt-6-sol-luna-mimo-2-6-grok-4-7/ (table, row GLM-4.7-Flash (local) ᴺ, column Nota)",,out:effort-not-established, hf-qwen-agentworld-mcp,alibaba,gpt-5.4,unstated,mixed,hard,,,,,,,70.10,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 79: cell of row (model) 'GPT-5.4', column 'MCP' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-search,alibaba,gpt-5.4,unstated,mixed,hard,,,,,,,37.26,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 79: cell of row (model) 'GPT-5.4', column 'Search' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-term,alibaba,gpt-5.4,unstated,mixed,hard,,,,,,,53.69,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 79: cell of row (model) 'GPT-5.4', column 'Term.' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-swe,alibaba,gpt-5.4,unstated,mixed,hard,,,,,,,66.29,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 79: cell of row (model) 'GPT-5.4', column 'SWE' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-android,alibaba,gpt-5.4,unstated,mixed,hard,,,,,,,60.00,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 79: cell of row (model) 'GPT-5.4', column 'Android' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-web,alibaba,gpt-5.4,unstated,mixed,hard,,,,,,,51.80,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 79: cell of row (model) 'GPT-5.4', column 'Web' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-os,alibaba,gpt-5.4,unstated,mixed,hard,,,,,,,68.58,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 79: cell of row (model) 'GPT-5.4', column 'OS' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-overall,alibaba,gpt-5.4,unstated,mixed,hard,,,,,,,58.25,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 79: cell of row (model) 'GPT-5.4', column 'Overall' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-mcp,alibaba,opus-4.8,unstated,mixed,hard,,,,,,,54.93,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 80: cell of row (model) 'Claude Opus 4.8', column 'MCP' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-search,alibaba,opus-4.8,unstated,mixed,hard,,,,,,,35.14,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 80: cell of row (model) 'Claude Opus 4.8', column 'Search' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-term,alibaba,opus-4.8,unstated,mixed,hard,,,,,,,59.18,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 80: cell of row (model) 'Claude Opus 4.8', column 'Term.' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-swe,alibaba,opus-4.8,unstated,mixed,hard,,,,,,,64.10,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 80: cell of row (model) 'Claude Opus 4.8', column 'SWE' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-android,alibaba,opus-4.8,unstated,mixed,hard,,,,,,,61.50,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 80: cell of row (model) 'Claude Opus 4.8', column 'Android' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-web,alibaba,opus-4.8,unstated,mixed,hard,,,,,,,54.66,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 80: cell of row (model) 'Claude Opus 4.8', column 'Web' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-os,alibaba,opus-4.8,unstated,mixed,hard,,,,,,,66.62,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 80: cell of row (model) 'Claude Opus 4.8', column 'OS' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-overall,alibaba,opus-4.8,unstated,mixed,hard,,,,,,,56.59,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 80: cell of row (model) 'Claude Opus 4.8', column 'Overall' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-mcp,alibaba,opus-4.6,unstated,mixed,hard,,,,,,,69.90,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 81: cell of row (model) 'Claude Opus 4.6', column 'MCP' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-search,alibaba,opus-4.6,unstated,mixed,hard,,,,,,,29.30,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 81: cell of row (model) 'Claude Opus 4.6', column 'Search' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-term,alibaba,opus-4.6,unstated,mixed,hard,,,,,,,57.51,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 81: cell of row (model) 'Claude Opus 4.6', column 'Term.' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-swe,alibaba,opus-4.6,unstated,mixed,hard,,,,,,,64.55,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 81: cell of row (model) 'Claude Opus 4.6', column 'SWE' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-android,alibaba,opus-4.6,unstated,mixed,hard,,,,,,,61.74,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 81: cell of row (model) 'Claude Opus 4.6', column 'Android' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-web,alibaba,opus-4.6,unstated,mixed,hard,,,,,,,51.42,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 81: cell of row (model) 'Claude Opus 4.6', column 'Web' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-os,alibaba,opus-4.6,unstated,mixed,hard,,,,,,,70.20,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 81: cell of row (model) 'Claude Opus 4.6', column 'OS' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-overall,alibaba,opus-4.6,unstated,mixed,hard,,,,,,,57.80,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 81: cell of row (model) 'Claude Opus 4.6', column 'Overall' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-mcp,alibaba,gemini-3.1-pro,unstated,mixed,hard,,,,,,,59.07,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 82: cell of row (model) 'Gemini 3.1 Pro', column 'MCP' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-search,alibaba,gemini-3.1-pro,unstated,mixed,hard,,,,,,,30.21,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 82: cell of row (model) 'Gemini 3.1 Pro', column 'Search' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-term,alibaba,gemini-3.1-pro,unstated,mixed,hard,,,,,,,52.47,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 82: cell of row (model) 'Gemini 3.1 Pro', column 'Term.' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-swe,alibaba,gemini-3.1-pro,unstated,mixed,hard,,,,,,,59.07,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 82: cell of row (model) 'Gemini 3.1 Pro', column 'SWE' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-android,alibaba,gemini-3.1-pro,unstated,mixed,hard,,,,,,,61.40,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 82: cell of row (model) 'Gemini 3.1 Pro', column 'Android' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-web,alibaba,gemini-3.1-pro,unstated,mixed,hard,,,,,,,52.83,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 82: cell of row (model) 'Gemini 3.1 Pro', column 'Web' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-os,alibaba,gemini-3.1-pro,unstated,mixed,hard,,,,,,,66.92,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 82: cell of row (model) 'Gemini 3.1 Pro', column 'OS' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-overall,alibaba,gemini-3.1-pro,unstated,mixed,hard,,,,,,,54.57,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 82: cell of row (model) 'Gemini 3.1 Pro', column 'Overall' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-mcp,alibaba,sonnet-4.6,unstated,mixed,hard,,,,,,,70.00,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 83: cell of row (model) 'Claude Sonnet 4.6', column 'MCP' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-search,alibaba,sonnet-4.6,unstated,mixed,hard,,,,,,,28.79,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 83: cell of row (model) 'Claude Sonnet 4.6', column 'Search' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-term,alibaba,sonnet-4.6,unstated,mixed,hard,,,,,,,56.98,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 83: cell of row (model) 'Claude Sonnet 4.6', column 'Term.' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-swe,alibaba,sonnet-4.6,unstated,mixed,hard,,,,,,,64.52,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 83: cell of row (model) 'Claude Sonnet 4.6', column 'SWE' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-android,alibaba,sonnet-4.6,unstated,mixed,hard,,,,,,,58.03,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 83: cell of row (model) 'Claude Sonnet 4.6', column 'Android' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-web,alibaba,sonnet-4.6,unstated,mixed,hard,,,,,,,50.78,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 83: cell of row (model) 'Claude Sonnet 4.6', column 'Web' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-os,alibaba,sonnet-4.6,unstated,mixed,hard,,,,,,,63.17,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 83: cell of row (model) 'Claude Sonnet 4.6', column 'OS' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-overall,alibaba,sonnet-4.6,unstated,mixed,hard,,,,,,,56.04,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 83: cell of row (model) 'Claude Sonnet 4.6', column 'Overall' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-mcp,alibaba,deepseek-v4-pro-preview,unstated,mixed,hard,,,,,,,63.27,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 84: cell of row (model) 'DeepSeek-V4-Pro', column 'MCP' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-search,alibaba,deepseek-v4-pro-preview,unstated,mixed,hard,,,,,,,27.61,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 84: cell of row (model) 'DeepSeek-V4-Pro', column 'Search' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-term,alibaba,deepseek-v4-pro-preview,unstated,mixed,hard,,,,,,,51.26,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 84: cell of row (model) 'DeepSeek-V4-Pro', column 'Term.' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-swe,alibaba,deepseek-v4-pro-preview,unstated,mixed,hard,,,,,,,59.44,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 84: cell of row (model) 'DeepSeek-V4-Pro', column 'SWE' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-android,alibaba,deepseek-v4-pro-preview,unstated,mixed,hard,,,,,,,55.17,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 84: cell of row (model) 'DeepSeek-V4-Pro', column 'Android' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-web,alibaba,deepseek-v4-pro-preview,unstated,mixed,hard,,,,,,,50.32,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 84: cell of row (model) 'DeepSeek-V4-Pro', column 'Web' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-os,alibaba,deepseek-v4-pro-preview,unstated,mixed,hard,,,,,,,63.70,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 84: cell of row (model) 'DeepSeek-V4-Pro', column 'OS' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-overall,alibaba,deepseek-v4-pro-preview,unstated,mixed,hard,,,,,,,52.97,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 84: cell of row (model) 'DeepSeek-V4-Pro', column 'Overall' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-mcp,alibaba,glm-5.1,unstated,mixed,hard,,,,,,,67.60,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 85: cell of row (model) 'GLM-5.1', column 'MCP' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-search,alibaba,glm-5.1,unstated,mixed,hard,,,,,,,22.46,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 85: cell of row (model) 'GLM-5.1', column 'Search' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-term,alibaba,glm-5.1,unstated,mixed,hard,,,,,,,47.32,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 85: cell of row (model) 'GLM-5.1', column 'Term.' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-swe,alibaba,glm-5.1,unstated,mixed,hard,,,,,,,52.07,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 85: cell of row (model) 'GLM-5.1', column 'SWE' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-android,alibaba,glm-5.1,unstated,mixed,hard,,,,,,,59.10,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 85: cell of row (model) 'GLM-5.1', column 'Android' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-web,alibaba,glm-5.1,unstated,mixed,hard,,,,,,,51.50,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 85: cell of row (model) 'GLM-5.1', column 'Web' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-os,alibaba,glm-5.1,unstated,mixed,hard,,,,,,,59.13,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 85: cell of row (model) 'GLM-5.1', column 'OS' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-overall,alibaba,glm-5.1,unstated,mixed,hard,,,,,,,51.31,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 85: cell of row (model) 'GLM-5.1', column 'Overall' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-mcp,alibaba,kimi-k2.6,unstated,mixed,hard,,,,,,,65.23,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 86: cell of row (model) 'Kimi K2.6', column 'MCP' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-search,alibaba,kimi-k2.6,unstated,mixed,hard,,,,,,,27.48,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 86: cell of row (model) 'Kimi K2.6', column 'Search' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-term,alibaba,kimi-k2.6,unstated,mixed,hard,,,,,,,52.54,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 86: cell of row (model) 'Kimi K2.6', column 'Term.' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-swe,alibaba,kimi-k2.6,unstated,mixed,hard,,,,,,,58.77,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 86: cell of row (model) 'Kimi K2.6', column 'SWE' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-android,alibaba,kimi-k2.6,unstated,mixed,hard,,,,,,,58.93,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 86: cell of row (model) 'Kimi K2.6', column 'Android' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-web,alibaba,kimi-k2.6,unstated,mixed,hard,,,,,,,50.20,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 86: cell of row (model) 'Kimi K2.6', column 'Web' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-os,alibaba,kimi-k2.6,unstated,mixed,hard,,,,,,,60.80,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 86: cell of row (model) 'Kimi K2.6', column 'OS' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-overall,alibaba,kimi-k2.6,unstated,mixed,hard,,,,,,,53.42,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 86: cell of row (model) 'Kimi K2.6', column 'Overall' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-mcp,alibaba,minimax-m2.7,unstated,mixed,hard,,,,,,,55.82,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 87: cell of row (model) 'MiniMax-M2.7', column 'MCP' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-search,alibaba,minimax-m2.7,unstated,mixed,hard,,,,,,,27.30,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 87: cell of row (model) 'MiniMax-M2.7', column 'Search' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-term,alibaba,minimax-m2.7,unstated,mixed,hard,,,,,,,41.62,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 87: cell of row (model) 'MiniMax-M2.7', column 'Term.' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-swe,alibaba,minimax-m2.7,unstated,mixed,hard,,,,,,,37.44,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 87: cell of row (model) 'MiniMax-M2.7', column 'SWE' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-android,alibaba,minimax-m2.7,unstated,mixed,hard,,,,,,,52.40,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 87: cell of row (model) 'MiniMax-M2.7', column 'Android' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-web,alibaba,minimax-m2.7,unstated,mixed,hard,,,,,,,50.52,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 87: cell of row (model) 'MiniMax-M2.7', column 'Web' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-os,alibaba,minimax-m2.7,unstated,mixed,hard,,,,,,,57.73,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 87: cell of row (model) 'MiniMax-M2.7', column 'OS' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-overall,alibaba,minimax-m2.7,unstated,mixed,hard,,,,,,,46.12,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 87: cell of row (model) 'MiniMax-M2.7', column 'Overall' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-mcp,alibaba,qwen3.5-35b-a3b,unstated,mixed,hard,,,,,,,57.87,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 88: cell of row (model) 'Qwen3.5-35B-A3B', column 'MCP' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-search,alibaba,qwen3.5-35b-a3b,unstated,mixed,hard,,,,,,,25.98,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 88: cell of row (model) 'Qwen3.5-35B-A3B', column 'Search' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-term,alibaba,qwen3.5-35b-a3b,unstated,mixed,hard,,,,,,,46.13,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 88: cell of row (model) 'Qwen3.5-35B-A3B', column 'Term.' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-swe,alibaba,qwen3.5-35b-a3b,unstated,mixed,hard,,,,,,,47.58,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 88: cell of row (model) 'Qwen3.5-35B-A3B', column 'SWE' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-android,alibaba,qwen3.5-35b-a3b,unstated,mixed,hard,,,,,,,53.18,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 88: cell of row (model) 'Qwen3.5-35B-A3B', column 'Android' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-web,alibaba,qwen3.5-35b-a3b,unstated,mixed,hard,,,,,,,47.10,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 88: cell of row (model) 'Qwen3.5-35B-A3B', column 'Web' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-os,alibaba,qwen3.5-35b-a3b,unstated,mixed,hard,,,,,,,56.27,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 88: cell of row (model) 'Qwen3.5-35B-A3B', column 'OS' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-overall,alibaba,qwen3.5-35b-a3b,unstated,mixed,hard,,,,,,,47.73,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 88: cell of row (model) 'Qwen3.5-35B-A3B', column 'Overall' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-mcp,alibaba,qwen3.5-397b-a17b,unstated,mixed,hard,,,,,,,68.31,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 89: cell of row (model) 'Qwen3.5-397B-A17B', column 'MCP' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-search,alibaba,qwen3.5-397b-a17b,unstated,mixed,hard,,,,,,,30.81,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 89: cell of row (model) 'Qwen3.5-397B-A17B', column 'Search' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-term,alibaba,qwen3.5-397b-a17b,unstated,mixed,hard,,,,,,,55.30,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 89: cell of row (model) 'Qwen3.5-397B-A17B', column 'Term.' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-swe,alibaba,qwen3.5-397b-a17b,unstated,mixed,hard,,,,,,,64.44,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 89: cell of row (model) 'Qwen3.5-397B-A17B', column 'SWE' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-android,alibaba,qwen3.5-397b-a17b,unstated,mixed,hard,,,,,,,54.90,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 89: cell of row (model) 'Qwen3.5-397B-A17B', column 'Android' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-web,alibaba,qwen3.5-397b-a17b,unstated,mixed,hard,,,,,,,48.55,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 89: cell of row (model) 'Qwen3.5-397B-A17B', column 'Web' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-os,alibaba,qwen3.5-397b-a17b,unstated,mixed,hard,,,,,,,60.85,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 89: cell of row (model) 'Qwen3.5-397B-A17B', column 'OS' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-overall,alibaba,qwen3.5-397b-a17b,unstated,mixed,hard,,,,,,,54.74,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 89: cell of row (model) 'Qwen3.5-397B-A17B', column 'Overall' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-mcp,alibaba,qwen3.6-plus,unstated,mixed,hard,,,,,,,55.28,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 90: cell of row (model) 'Qwen3.6-Plus', column 'MCP' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-search,alibaba,qwen3.6-plus,unstated,mixed,hard,,,,,,,21.94,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 90: cell of row (model) 'Qwen3.6-Plus', column 'Search' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-term,alibaba,qwen3.6-plus,unstated,mixed,hard,,,,,,,50.58,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 90: cell of row (model) 'Qwen3.6-Plus', column 'Term.' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-swe,alibaba,qwen3.6-plus,unstated,mixed,hard,,,,,,,59.08,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 90: cell of row (model) 'Qwen3.6-Plus', column 'SWE' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-android,alibaba,qwen3.6-plus,unstated,mixed,hard,,,,,,,57.65,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 90: cell of row (model) 'Qwen3.6-Plus', column 'Android' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-web,alibaba,qwen3.6-plus,unstated,mixed,hard,,,,,,,50.78,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 90: cell of row (model) 'Qwen3.6-Plus', column 'Web' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-os,alibaba,qwen3.6-plus,unstated,mixed,hard,,,,,,,60.33,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 90: cell of row (model) 'Qwen3.6-Plus', column 'OS' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-overall,alibaba,qwen3.6-plus,unstated,mixed,hard,,,,,,,50.81,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 90: cell of row (model) 'Qwen3.6-Plus', column 'Overall' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-mcp,alibaba,qwen-agentworld-35b-a3b,unstated,mixed,hard,,,,,,,64.79,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 91: cell of row (model) 'Qwen-AgentWorld-35B-A3B', column 'MCP' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-search,alibaba,qwen-agentworld-35b-a3b,unstated,mixed,hard,,,,,,,36.69,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 91: cell of row (model) 'Qwen-AgentWorld-35B-A3B', column 'Search' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-term,alibaba,qwen-agentworld-35b-a3b,unstated,mixed,hard,,,,,,,53.96,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 91: cell of row (model) 'Qwen-AgentWorld-35B-A3B', column 'Term.' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-swe,alibaba,qwen-agentworld-35b-a3b,unstated,mixed,hard,,,,,,,65.63,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 91: cell of row (model) 'Qwen-AgentWorld-35B-A3B', column 'SWE' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-android,alibaba,qwen-agentworld-35b-a3b,unstated,mixed,hard,,,,,,,58.17,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 91: cell of row (model) 'Qwen-AgentWorld-35B-A3B', column 'Android' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-web,alibaba,qwen-agentworld-35b-a3b,unstated,mixed,hard,,,,,,,49.55,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 91: cell of row (model) 'Qwen-AgentWorld-35B-A3B', column 'Web' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-os,alibaba,qwen-agentworld-35b-a3b,unstated,mixed,hard,,,,,,,65.92,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 91: cell of row (model) 'Qwen-AgentWorld-35B-A3B', column 'OS' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-overall,alibaba,qwen-agentworld-35b-a3b,unstated,mixed,hard,,,,,,,56.39,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 91: cell of row (model) 'Qwen-AgentWorld-35B-A3B', column 'Overall' (header line 77))",,out:effort-not-established, hf-qwen-agentworld-mcp,alibaba,?Qwen-AgentWorld-397B-A17B,not-established:absent,mixed,hard,,,,,,,68.24,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 92: cell of row (model) 'Qwen-AgentWorld-397B-A17B', column 'MCP' (header line 77))",,out:model-not-established, hf-qwen-agentworld-search,alibaba,?Qwen-AgentWorld-397B-A17B,not-established:absent,mixed,hard,,,,,,,37.82,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 92: cell of row (model) 'Qwen-AgentWorld-397B-A17B', column 'Search' (header line 77))",,out:model-not-established, hf-qwen-agentworld-term,alibaba,?Qwen-AgentWorld-397B-A17B,not-established:absent,mixed,hard,,,,,,,57.73,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 92: cell of row (model) 'Qwen-AgentWorld-397B-A17B', column 'Term.' (header line 77))",,out:model-not-established, hf-qwen-agentworld-swe,alibaba,?Qwen-AgentWorld-397B-A17B,not-established:absent,mixed,hard,,,,,,,68.49,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 92: cell of row (model) 'Qwen-AgentWorld-397B-A17B', column 'SWE' (header line 77))",,out:model-not-established, hf-qwen-agentworld-android,alibaba,?Qwen-AgentWorld-397B-A17B,not-established:absent,mixed,hard,,,,,,,60.20,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 92: cell of row (model) 'Qwen-AgentWorld-397B-A17B', column 'Android' (header line 77))",,out:model-not-established, hf-qwen-agentworld-web,alibaba,?Qwen-AgentWorld-397B-A17B,not-established:absent,mixed,hard,,,,,,,50.98,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 92: cell of row (model) 'Qwen-AgentWorld-397B-A17B', column 'Web' (header line 77))",,out:model-not-established, hf-qwen-agentworld-os,alibaba,?Qwen-AgentWorld-397B-A17B,not-established:absent,mixed,hard,,,,,,,67.89,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 92: cell of row (model) 'Qwen-AgentWorld-397B-A17B', column 'OS' (header line 77))",,out:model-not-established, hf-qwen-agentworld-overall,alibaba,?Qwen-AgentWorld-397B-A17B,not-established:absent,mixed,hard,,,,,,,58.71,score%,0.00289,,,"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B (line 92: cell of row (model) 'Qwen-AgentWorld-397B-A17B', column 'Overall' (header line 77))",,out:model-not-established, hf-qwen3.5-2b-mmlu-pro-nothink,alibaba,?Qwen3-4B-2507,not-established:absent,reasoning-math,mid,,,,,,,69.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 78: cell of row 'MMLU-Pro' (label line 77), column 'Qwen3-4B-2507' (header line 73), table 'Language')",,out:model-not-established, hf-qwen3.5-2b-mmlu-pro-nothink,alibaba,qwen3-1.7b,unstated,reasoning-math,mid,,,,,,,40.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 79: cell of row 'MMLU-Pro' (label line 77), column 'Qwen3-1.7B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-2b-mmlu-pro-nothink,alibaba,qwen3.5-2b,nothink,reasoning-math,mid,,,,,,,55.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 80: cell of row 'MMLU-Pro' (label line 77), column 'Qwen3.5-2B' (header line 73), table 'Language')",,in, hf-qwen3.5-2b-mmlu-pro-nothink,alibaba,qwen3.5-0.8b,nothink,reasoning-math,mid,,,,,,,29.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 81: cell of row 'MMLU-Pro' (label line 77), column 'Qwen3.5-0.8B' (header line 73), table 'Language')",,in, hf-qwen3.5-2b-mmlu-redux-nothink,alibaba,?Qwen3-4B-2507,not-established:absent,reasoning-math,mid,,,,,,,84.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 85: cell of row 'MMLU-Redux' (label line 84), column 'Qwen3-4B-2507' (header line 73), table 'Language')",,out:model-not-established, hf-qwen3.5-2b-mmlu-redux-nothink,alibaba,qwen3-1.7b,unstated,reasoning-math,mid,,,,,,,64.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 86: cell of row 'MMLU-Redux' (label line 84), column 'Qwen3-1.7B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-2b-mmlu-redux-nothink,alibaba,qwen3.5-2b,nothink,reasoning-math,mid,,,,,,,69.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 87: cell of row 'MMLU-Redux' (label line 84), column 'Qwen3.5-2B' (header line 73), table 'Language')",,in, hf-qwen3.5-2b-mmlu-redux-nothink,alibaba,qwen3.5-0.8b,nothink,reasoning-math,mid,,,,,,,48.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 88: cell of row 'MMLU-Redux' (label line 84), column 'Qwen3.5-0.8B' (header line 73), table 'Language')",,in, hf-qwen3.5-2b-c-eval-nothink,alibaba,?Qwen3-4B-2507,not-established:absent,mixed,mid,,,,,,,80.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 92: cell of row 'C-Eval' (label line 91), column 'Qwen3-4B-2507' (header line 73), table 'Language')",,out:model-not-established, hf-qwen3.5-2b-c-eval-nothink,alibaba,qwen3-1.7b,unstated,mixed,mid,,,,,,,61.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 93: cell of row 'C-Eval' (label line 91), column 'Qwen3-1.7B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-2b-c-eval-nothink,alibaba,qwen3.5-2b,nothink,mixed,mid,,,,,,,65.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 94: cell of row 'C-Eval' (label line 91), column 'Qwen3.5-2B' (header line 73), table 'Language')",,in, hf-qwen3.5-2b-c-eval-nothink,alibaba,qwen3.5-0.8b,nothink,mixed,mid,,,,,,,46.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 95: cell of row 'C-Eval' (label line 91), column 'Qwen3.5-0.8B' (header line 73), table 'Language')",,in, hf-qwen3.5-2b-supergpqa-nothink,alibaba,?Qwen3-4B-2507,not-established:absent,reasoning-math,hard,,,,,,,42.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 99: cell of row 'SuperGPQA' (label line 98), column 'Qwen3-4B-2507' (header line 73), table 'Language')",,out:model-not-established, hf-qwen3.5-2b-supergpqa-nothink,alibaba,qwen3-1.7b,unstated,reasoning-math,hard,,,,,,,21.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 100: cell of row 'SuperGPQA' (label line 98), column 'Qwen3-1.7B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-2b-supergpqa-nothink,alibaba,qwen3.5-2b,nothink,reasoning-math,hard,,,,,,,30.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 101: cell of row 'SuperGPQA' (label line 98), column 'Qwen3.5-2B' (header line 73), table 'Language')",,in, hf-qwen3.5-2b-supergpqa-nothink,alibaba,qwen3.5-0.8b,nothink,reasoning-math,hard,,,,,,,16.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 102: cell of row 'SuperGPQA' (label line 98), column 'Qwen3.5-0.8B' (header line 73), table 'Language')",,in, hf-qwen3.5-2b-ifeval-nothink,alibaba,?Qwen3-4B-2507,not-established:absent,mixed,easy,,,,,,,83.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 106: cell of row 'IFEval' (label line 105), column 'Qwen3-4B-2507' (header line 73), table 'Language')",,out:model-not-established, hf-qwen3.5-2b-ifeval-nothink,alibaba,qwen3-1.7b,unstated,mixed,easy,,,,,,,68.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 107: cell of row 'IFEval' (label line 105), column 'Qwen3-1.7B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-2b-ifeval-nothink,alibaba,qwen3.5-2b,nothink,mixed,easy,,,,,,,61.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 108: cell of row 'IFEval' (label line 105), column 'Qwen3.5-2B' (header line 73), table 'Language')",,in, hf-qwen3.5-2b-ifeval-nothink,alibaba,qwen3.5-0.8b,nothink,mixed,easy,,,,,,,52.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 109: cell of row 'IFEval' (label line 105), column 'Qwen3.5-0.8B' (header line 73), table 'Language')",,in, hf-qwen3.5-2b-mmmlu-nothink,alibaba,?Qwen3-4B-2507,not-established:absent,mixed,mid,,,,,,,64.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 113: cell of row 'MMMLU' (label line 112), column 'Qwen3-4B-2507' (header line 73), table 'Language')",,out:model-not-established, hf-qwen3.5-2b-mmmlu-nothink,alibaba,qwen3-1.7b,unstated,mixed,mid,,,,,,,46.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 114: cell of row 'MMMLU' (label line 112), column 'Qwen3-1.7B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-2b-mmmlu-nothink,alibaba,qwen3.5-2b,nothink,mixed,mid,,,,,,,56.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 115: cell of row 'MMMLU' (label line 112), column 'Qwen3.5-2B' (header line 73), table 'Language')",,in, hf-qwen3.5-2b-mmmlu-nothink,alibaba,qwen3.5-0.8b,nothink,mixed,mid,,,,,,,34.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 116: cell of row 'MMMLU' (label line 112), column 'Qwen3.5-0.8B' (header line 73), table 'Language')",,in, hf-qwen3.5-2b-mmlu-pro-thinking,alibaba,?Qwen3-4B-2507,not-established:absent,reasoning-math,mid,,,,,,,74.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 121: cell of row 'MMLU-Pro' (label line 120), column 'Qwen3-4B-2507' (header line 73), table 'Language')",,out:model-not-established, hf-qwen3.5-2b-mmlu-pro-thinking,alibaba,qwen3-1.7b,unstated,reasoning-math,mid,,,,,,,56.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 122: cell of row 'MMLU-Pro' (label line 120), column 'Qwen3-1.7B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-2b-mmlu-pro-thinking,alibaba,qwen3.5-2b,think,reasoning-math,mid,,,,,,,66.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 123: cell of row 'MMLU-Pro' (label line 120), column 'Qwen3.5-2B' (header line 73), table 'Language')",,in, hf-qwen3.5-2b-mmlu-pro-thinking,alibaba,qwen3.5-0.8b,think,reasoning-math,mid,,,,,,,42.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 124: cell of row 'MMLU-Pro' (label line 120), column 'Qwen3.5-0.8B' (header line 73), table 'Language')",,in, hf-qwen3.5-2b-mmlu-redux-thinking,alibaba,?Qwen3-4B-2507,not-established:absent,reasoning-math,mid,,,,,,,86.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 128: cell of row 'MMLU-Redux' (label line 127), column 'Qwen3-4B-2507' (header line 73), table 'Language')",,out:model-not-established, hf-qwen3.5-2b-mmlu-redux-thinking,alibaba,qwen3-1.7b,unstated,reasoning-math,mid,,,,,,,73.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 129: cell of row 'MMLU-Redux' (label line 127), column 'Qwen3-1.7B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-2b-mmlu-redux-thinking,alibaba,qwen3.5-2b,think,reasoning-math,mid,,,,,,,79.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 130: cell of row 'MMLU-Redux' (label line 127), column 'Qwen3.5-2B' (header line 73), table 'Language')",,in, hf-qwen3.5-2b-mmlu-redux-thinking,alibaba,qwen3.5-0.8b,think,reasoning-math,mid,,,,,,,59.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 131: cell of row 'MMLU-Redux' (label line 127), column 'Qwen3.5-0.8B' (header line 73), table 'Language')",,in, hf-qwen3.5-2b-c-eval-thinking,alibaba,?Qwen3-4B-2507,not-established:absent,mixed,mid,,,,,,,82.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 135: cell of row 'C-Eval' (label line 134), column 'Qwen3-4B-2507' (header line 73), table 'Language')",,out:model-not-established, hf-qwen3.5-2b-c-eval-thinking,alibaba,qwen3-1.7b,unstated,mixed,mid,,,,,,,68.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 136: cell of row 'C-Eval' (label line 134), column 'Qwen3-1.7B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-2b-c-eval-thinking,alibaba,qwen3.5-2b,think,mixed,mid,,,,,,,73.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 137: cell of row 'C-Eval' (label line 134), column 'Qwen3.5-2B' (header line 73), table 'Language')",,in, hf-qwen3.5-2b-c-eval-thinking,alibaba,qwen3.5-0.8b,think,mixed,mid,,,,,,,50.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 138: cell of row 'C-Eval' (label line 134), column 'Qwen3.5-0.8B' (header line 73), table 'Language')",,in, hf-qwen3.5-2b-supergpqa-thinking,alibaba,?Qwen3-4B-2507,not-established:absent,reasoning-math,hard,,,,,,,47.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 142: cell of row 'SuperGPQA' (label line 141), column 'Qwen3-4B-2507' (header line 73), table 'Language')",,out:model-not-established, hf-qwen3.5-2b-supergpqa-thinking,alibaba,qwen3-1.7b,unstated,reasoning-math,hard,,,,,,,31.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 143: cell of row 'SuperGPQA' (label line 141), column 'Qwen3-1.7B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-2b-supergpqa-thinking,alibaba,qwen3.5-2b,think,reasoning-math,hard,,,,,,,37.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 144: cell of row 'SuperGPQA' (label line 141), column 'Qwen3.5-2B' (header line 73), table 'Language')",,in, hf-qwen3.5-2b-supergpqa-thinking,alibaba,qwen3.5-0.8b,think,reasoning-math,hard,,,,,,,21.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 145: cell of row 'SuperGPQA' (label line 141), column 'Qwen3.5-0.8B' (header line 73), table 'Language')",,in, hf-qwen3.5-2b-gpqa-thinking,alibaba,?Qwen3-4B-2507,not-established:absent,reasoning-math,hard,,,,,,,65.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 149: cell of row 'GPQA' (label line 148), column 'Qwen3-4B-2507' (header line 73), table 'Language')",,out:model-not-established, hf-qwen3.5-2b-gpqa-thinking,alibaba,qwen3-1.7b,unstated,reasoning-math,hard,,,,,,,40.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 150: cell of row 'GPQA' (label line 148), column 'Qwen3-1.7B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-2b-gpqa-thinking,alibaba,qwen3.5-2b,think,reasoning-math,hard,,,,,,,51.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 151: cell of row 'GPQA' (label line 148), column 'Qwen3.5-2B' (header line 73), table 'Language')",,in, hf-qwen3.5-2b-gpqa-thinking,alibaba,qwen3.5-0.8b,think,reasoning-math,hard,,,,,,,11.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 152: cell of row 'GPQA' (label line 148), column 'Qwen3.5-0.8B' (header line 73), table 'Language')",,in, hf-qwen3.5-2b-ifeval-thinking,alibaba,?Qwen3-4B-2507,not-established:absent,mixed,easy,,,,,,,87.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 157: cell of row 'IFEval' (label line 156), column 'Qwen3-4B-2507' (header line 73), table 'Language')",,out:model-not-established, hf-qwen3.5-2b-ifeval-thinking,alibaba,qwen3-1.7b,unstated,mixed,easy,,,,,,,72.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 158: cell of row 'IFEval' (label line 156), column 'Qwen3-1.7B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-2b-ifeval-thinking,alibaba,qwen3.5-2b,think,mixed,easy,,,,,,,78.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 159: cell of row 'IFEval' (label line 156), column 'Qwen3.5-2B' (header line 73), table 'Language')",,in, hf-qwen3.5-2b-ifeval-thinking,alibaba,qwen3.5-0.8b,think,mixed,easy,,,,,,,44.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 160: cell of row 'IFEval' (label line 156), column 'Qwen3.5-0.8B' (header line 73), table 'Language')",,in, hf-qwen3.5-2b-ifbench-thinking,alibaba,?Qwen3-4B-2507,not-established:absent,mixed,mid,,,,,,,50.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 164: cell of row 'IFBench' (label line 163), column 'Qwen3-4B-2507' (header line 73), table 'Language')",,out:model-not-established, hf-qwen3.5-2b-ifbench-thinking,alibaba,qwen3-1.7b,unstated,mixed,mid,,,,,,,26.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 165: cell of row 'IFBench' (label line 163), column 'Qwen3-1.7B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-2b-ifbench-thinking,alibaba,qwen3.5-2b,think,mixed,mid,,,,,,,41.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 166: cell of row 'IFBench' (label line 163), column 'Qwen3.5-2B' (header line 73), table 'Language')",,in, hf-qwen3.5-2b-ifbench-thinking,alibaba,qwen3.5-0.8b,think,mixed,mid,,,,,,,21.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 167: cell of row 'IFBench' (label line 163), column 'Qwen3.5-0.8B' (header line 73), table 'Language')",,in, hf-qwen3.5-2b-multichallenge-thinking,alibaba,?Qwen3-4B-2507,not-established:absent,mixed,hard,,,,,,,41.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 171: cell of row 'MultiChallenge' (label line 170), column 'Qwen3-4B-2507' (header line 73), table 'Language')",,out:model-not-established, hf-qwen3.5-2b-multichallenge-thinking,alibaba,qwen3-1.7b,unstated,mixed,hard,,,,,,,27.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 172: cell of row 'MultiChallenge' (label line 170), column 'Qwen3-1.7B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-2b-multichallenge-thinking,alibaba,qwen3.5-2b,think,mixed,hard,,,,,,,33.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 173: cell of row 'MultiChallenge' (label line 170), column 'Qwen3.5-2B' (header line 73), table 'Language')",,in, hf-qwen3.5-2b-multichallenge-thinking,alibaba,qwen3.5-0.8b,think,mixed,hard,,,,,,,18.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 174: cell of row 'MultiChallenge' (label line 170), column 'Qwen3.5-0.8B' (header line 73), table 'Language')",,in, hf-qwen3.5-2b-aa-lcr-thinking,alibaba,?Qwen3-4B-2507,not-established:absent,mixed,hard,,,,,,,32.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 179: cell of row 'AA-LCR' (label line 178), column 'Qwen3-4B-2507' (header line 73), table 'Language')",,out:model-not-established, hf-qwen3.5-2b-aa-lcr-thinking,alibaba,qwen3-1.7b,unstated,mixed,hard,,,,,,,6.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 180: cell of row 'AA-LCR' (label line 178), column 'Qwen3-1.7B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-2b-aa-lcr-thinking,alibaba,qwen3.5-2b,think,mixed,hard,,,,,,,25.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 181: cell of row 'AA-LCR' (label line 178), column 'Qwen3.5-2B' (header line 73), table 'Language')",,in, hf-qwen3.5-2b-aa-lcr-thinking,alibaba,qwen3.5-0.8b,think,mixed,hard,,,,,,,4.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 182: cell of row 'AA-LCR' (label line 178), column 'Qwen3.5-0.8B' (header line 73), table 'Language')",,in, hf-qwen3.5-2b-longbench-v2-thinking,alibaba,?Qwen3-4B-2507,not-established:absent,mixed,hard,,,,,,,42.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 186: cell of row 'LongBench v2' (label line 185), column 'Qwen3-4B-2507' (header line 73), table 'Language')",,out:model-not-established, hf-qwen3.5-2b-longbench-v2-thinking,alibaba,qwen3-1.7b,unstated,mixed,hard,,,,,,,26.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 187: cell of row 'LongBench v2' (label line 185), column 'Qwen3-1.7B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-2b-longbench-v2-thinking,alibaba,qwen3.5-2b,think,mixed,hard,,,,,,,38.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 188: cell of row 'LongBench v2' (label line 185), column 'Qwen3.5-2B' (header line 73), table 'Language')",,in, hf-qwen3.5-2b-longbench-v2-thinking,alibaba,qwen3.5-0.8b,think,mixed,hard,,,,,,,26.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 189: cell of row 'LongBench v2' (label line 185), column 'Qwen3.5-0.8B' (header line 73), table 'Language')",,in, hf-qwen3.5-2b-bfcl-v4-thinking,alibaba,?Qwen3-4B-2507,not-established:absent,agentic-tool,mid,,,,,,,39.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 209: cell of row 'BFCL-V4' (label line 208), column 'Qwen3-4B-2507' (header line 73), table 'Language')",,out:model-not-established, hf-qwen3.5-2b-bfcl-v4-thinking,alibaba,qwen3.5-2b,think,agentic-tool,mid,,,,,,,43.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 211: cell of row 'BFCL-V4' (label line 208), column 'Qwen3.5-2B' (header line 73), table 'Language')",,in, hf-qwen3.5-2b-bfcl-v4-thinking,alibaba,qwen3.5-0.8b,think,agentic-tool,mid,,,,,,,25.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 212: cell of row 'BFCL-V4' (label line 208), column 'Qwen3.5-0.8B' (header line 73), table 'Language')",,in, hf-qwen3.5-2b-tau2-bench-thinking,alibaba,?Qwen3-4B-2507,not-established:absent,agentic-tool,mid,,,,,,,43.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 216: cell of row 'TAU2-Bench' (label line 215), column 'Qwen3-4B-2507' (header line 73), table 'Language')",,out:model-not-established, hf-qwen3.5-2b-tau2-bench-thinking,alibaba,qwen3.5-2b,think,agentic-tool,mid,,,,,,,48.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 218: cell of row 'TAU2-Bench' (label line 215), column 'Qwen3.5-2B' (header line 73), table 'Language')",,in, hf-qwen3.5-2b-tau2-bench-thinking,alibaba,qwen3.5-0.8b,think,agentic-tool,mid,,,,,,,11.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 219: cell of row 'TAU2-Bench' (label line 215), column 'Qwen3.5-0.8B' (header line 73), table 'Language')",,in, hf-qwen3.5-2b-mmmlu-thinking,alibaba,?Qwen3-4B-2507,not-established:absent,mixed,mid,,,,,,,70.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 224: cell of row 'MMMLU' (label line 223), column 'Qwen3-4B-2507' (header line 73), table 'Language')",,out:model-not-established, hf-qwen3.5-2b-mmmlu-thinking,alibaba,qwen3-1.7b,unstated,mixed,mid,,,,,,,57.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 225: cell of row 'MMMLU' (label line 223), column 'Qwen3-1.7B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-2b-mmmlu-thinking,alibaba,qwen3.5-2b,think,mixed,mid,,,,,,,63.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 226: cell of row 'MMMLU' (label line 223), column 'Qwen3.5-2B' (header line 73), table 'Language')",,in, hf-qwen3.5-2b-mmmlu-thinking,alibaba,qwen3.5-0.8b,think,mixed,mid,,,,,,,44.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 227: cell of row 'MMMLU' (label line 223), column 'Qwen3.5-0.8B' (header line 73), table 'Language')",,in, hf-qwen3.5-2b-mmlu-prox-thinking,alibaba,?Qwen3-4B-2507,not-established:absent,mixed,mid,,,,,,,62.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 231: cell of row 'MMLU-ProX' (label line 230), column 'Qwen3-4B-2507' (header line 73), table 'Language')",,out:model-not-established, hf-qwen3.5-2b-mmlu-prox-thinking,alibaba,qwen3-1.7b,unstated,mixed,mid,,,,,,,49.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 232: cell of row 'MMLU-ProX' (label line 230), column 'Qwen3-1.7B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-2b-mmlu-prox-thinking,alibaba,qwen3.5-2b,think,mixed,mid,,,,,,,52.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 233: cell of row 'MMLU-ProX' (label line 230), column 'Qwen3.5-2B' (header line 73), table 'Language')",,in, hf-qwen3.5-2b-mmlu-prox-thinking,alibaba,qwen3.5-0.8b,think,mixed,mid,,,,,,,34.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 234: cell of row 'MMLU-ProX' (label line 230), column 'Qwen3.5-0.8B' (header line 73), table 'Language')",,in, hf-qwen3.5-2b-nova-63-thinking,alibaba,?Qwen3-4B-2507,not-established:absent,mixed,mid,,,,,,,47.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 238: cell of row 'NOVA-63' (label line 237), column 'Qwen3-4B-2507' (header line 73), table 'Language')",,out:model-not-established, hf-qwen3.5-2b-nova-63-thinking,alibaba,qwen3-1.7b,unstated,mixed,mid,,,,,,,40.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 239: cell of row 'NOVA-63' (label line 237), column 'Qwen3-1.7B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-2b-nova-63-thinking,alibaba,qwen3.5-2b,think,mixed,mid,,,,,,,46.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 240: cell of row 'NOVA-63' (label line 237), column 'Qwen3.5-2B' (header line 73), table 'Language')",,in, hf-qwen3.5-2b-nova-63-thinking,alibaba,qwen3.5-0.8b,think,mixed,mid,,,,,,,42.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 241: cell of row 'NOVA-63' (label line 237), column 'Qwen3.5-0.8B' (header line 73), table 'Language')",,in, hf-qwen3.5-2b-include-thinking,alibaba,?Qwen3-4B-2507,not-established:absent,mixed,mid,,,,,,,64.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 245: cell of row 'INCLUDE' (label line 244), column 'Qwen3-4B-2507' (header line 73), table 'Language')",,out:model-not-established, hf-qwen3.5-2b-include-thinking,alibaba,qwen3-1.7b,unstated,mixed,mid,,,,,,,51.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 246: cell of row 'INCLUDE' (label line 244), column 'Qwen3-1.7B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-2b-include-thinking,alibaba,qwen3.5-2b,think,mixed,mid,,,,,,,55.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 247: cell of row 'INCLUDE' (label line 244), column 'Qwen3.5-2B' (header line 73), table 'Language')",,in, hf-qwen3.5-2b-include-thinking,alibaba,qwen3.5-0.8b,think,mixed,mid,,,,,,,40.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 248: cell of row 'INCLUDE' (label line 244), column 'Qwen3.5-0.8B' (header line 73), table 'Language')",,in, hf-qwen3.5-2b-global-piqa-thinking,alibaba,?Qwen3-4B-2507,not-established:absent,mixed,mid,,,,,,,73.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 252: cell of row 'Global PIQA' (label line 251), column 'Qwen3-4B-2507' (header line 73), table 'Language')",,out:model-not-established, hf-qwen3.5-2b-global-piqa-thinking,alibaba,qwen3-1.7b,unstated,mixed,mid,,,,,,,63.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 253: cell of row 'Global PIQA' (label line 251), column 'Qwen3-1.7B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-2b-global-piqa-thinking,alibaba,qwen3.5-2b,think,mixed,mid,,,,,,,69.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 254: cell of row 'Global PIQA' (label line 251), column 'Qwen3.5-2B' (header line 73), table 'Language')",,in, hf-qwen3.5-2b-global-piqa-thinking,alibaba,qwen3.5-0.8b,think,mixed,mid,,,,,,,59.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 255: cell of row 'Global PIQA' (label line 251), column 'Qwen3.5-0.8B' (header line 73), table 'Language')",,in, hf-qwen3.5-2b-polymath-thinking,alibaba,?Qwen3-4B-2507,not-established:absent,reasoning-math,hard,,,,,,,46.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 259: cell of row 'PolyMATH' (label line 258), column 'Qwen3-4B-2507' (header line 73), table 'Language')",,out:model-not-established, hf-qwen3.5-2b-polymath-thinking,alibaba,qwen3-1.7b,unstated,reasoning-math,hard,,,,,,,25.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 260: cell of row 'PolyMATH' (label line 258), column 'Qwen3-1.7B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-2b-polymath-thinking,alibaba,qwen3.5-2b,think,reasoning-math,hard,,,,,,,26.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 261: cell of row 'PolyMATH' (label line 258), column 'Qwen3.5-2B' (header line 73), table 'Language')",,in, hf-qwen3.5-2b-polymath-thinking,alibaba,qwen3.5-0.8b,think,reasoning-math,hard,,,,,,,8.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 262: cell of row 'PolyMATH' (label line 258), column 'Qwen3.5-0.8B' (header line 73), table 'Language')",,in, hf-qwen3.5-2b-wmt24-thinking,alibaba,?Qwen3-4B-2507,not-established:absent,writing,mid,,,,,,,58.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 266: cell of row 'WMT24++' (label line 265), column 'Qwen3-4B-2507' (header line 73), table 'Language')",,out:model-not-established, hf-qwen3.5-2b-wmt24-thinking,alibaba,qwen3-1.7b,unstated,writing,mid,,,,,,,39.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 267: cell of row 'WMT24++' (label line 265), column 'Qwen3-1.7B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-2b-wmt24-thinking,alibaba,qwen3.5-2b,think,writing,mid,,,,,,,45.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 268: cell of row 'WMT24++' (label line 265), column 'Qwen3.5-2B' (header line 73), table 'Language')",,in, hf-qwen3.5-2b-wmt24-thinking,alibaba,qwen3.5-0.8b,think,writing,mid,,,,,,,27.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 269: cell of row 'WMT24++' (label line 265), column 'Qwen3.5-0.8B' (header line 73), table 'Language')",,in, hf-qwen3.5-2b-maxife-thinking,alibaba,?Qwen3-4B-2507,not-established:absent,mixed,mid,,,,,,,72.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 273: cell of row 'MAXIFE' (label line 272), column 'Qwen3-4B-2507' (header line 73), table 'Language')",,out:model-not-established, hf-qwen3.5-2b-maxife-thinking,alibaba,qwen3-1.7b,unstated,mixed,mid,,,,,,,50.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 274: cell of row 'MAXIFE' (label line 272), column 'Qwen3-1.7B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-2b-maxife-thinking,alibaba,qwen3.5-2b,think,mixed,mid,,,,,,,60.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 275: cell of row 'MAXIFE' (label line 272), column 'Qwen3.5-2B' (header line 73), table 'Language')",,in, hf-qwen3.5-2b-maxife-thinking,alibaba,qwen3.5-0.8b,think,mixed,mid,,,,,,,39.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 276: cell of row 'MAXIFE' (label line 272), column 'Qwen3.5-0.8B' (header line 73), table 'Language')",,in, hf-qwen3.5-2b-mmmu,alibaba,?Qwen3-VL-4B,not-established:absent,mixed,hard,,,,,,,70.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 301: cell of row 'MMMU' (label line 300), column 'Qwen3-VL-4B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-mmmu,alibaba,?Qwen3-VL-2B,not-established:absent,mixed,hard,,,,,,,61.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 302: cell of row 'MMMU' (label line 300), column 'Qwen3-VL-2B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-mmmu,alibaba,qwen3.5-2b,think,mixed,hard,,,,,,,64.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 303: cell of row 'MMMU' (label line 300), column 'Qwen3.5-2B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-mmmu,alibaba,qwen3.5-2b,nothink,mixed,hard,,,,,,,64.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 303: cell of row 'MMMU' (label line 300), column 'Qwen3.5-2B' (header line 296), table 'Vision Language'; value 2 of the two printed in the cell)",,in, hf-qwen3.5-2b-mmmu,alibaba,qwen3.5-0.8b,think,mixed,hard,,,,,,,49,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 304: cell of row 'MMMU' (label line 300), column 'Qwen3.5-0.8B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-mmmu,alibaba,qwen3.5-0.8b,nothink,mixed,hard,,,,,,,47.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 304: cell of row 'MMMU' (label line 300), column 'Qwen3.5-0.8B' (header line 296), table 'Vision Language'; value 2 of the two printed in the cell)",,in, hf-qwen3.5-2b-mmmu-pro,alibaba,?Qwen3-VL-4B,not-established:absent,mixed,hard,,,,,,,57.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 308: cell of row 'MMMU-Pro' (label line 307), column 'Qwen3-VL-4B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-mmmu-pro,alibaba,?Qwen3-VL-2B,not-established:absent,mixed,hard,,,,,,,42.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 309: cell of row 'MMMU-Pro' (label line 307), column 'Qwen3-VL-2B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-mmmu-pro,alibaba,qwen3.5-2b,think,mixed,hard,,,,,,,50.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 310: cell of row 'MMMU-Pro' (label line 307), column 'Qwen3.5-2B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-mmmu-pro,alibaba,qwen3.5-2b,nothink,mixed,hard,,,,,,,47.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 310: cell of row 'MMMU-Pro' (label line 307), column 'Qwen3.5-2B' (header line 296), table 'Vision Language'; value 2 of the two printed in the cell)",,in, hf-qwen3.5-2b-mmmu-pro,alibaba,qwen3.5-0.8b,think,mixed,hard,,,,,,,31.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 311: cell of row 'MMMU-Pro' (label line 307), column 'Qwen3.5-0.8B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-mmmu-pro,alibaba,qwen3.5-0.8b,nothink,mixed,hard,,,,,,,31.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 311: cell of row 'MMMU-Pro' (label line 307), column 'Qwen3.5-0.8B' (header line 296), table 'Vision Language'; value 2 of the two printed in the cell)",,in, hf-qwen3.5-2b-mathvista-mini,alibaba,?Qwen3-VL-4B,not-established:absent,reasoning-math,hard,,,,,,,79.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 315: cell of row 'Mathvista(mini)' (label line 314), column 'Qwen3-VL-4B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-mathvista-mini,alibaba,?Qwen3-VL-2B,not-established:absent,reasoning-math,hard,,,,,,,73.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 316: cell of row 'Mathvista(mini)' (label line 314), column 'Qwen3-VL-2B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-mathvista-mini,alibaba,qwen3.5-2b,think,reasoning-math,hard,,,,,,,76.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 317: cell of row 'Mathvista(mini)' (label line 314), column 'Qwen3.5-2B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-mathvista-mini,alibaba,qwen3.5-2b,nothink,reasoning-math,hard,,,,,,,73.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 317: cell of row 'Mathvista(mini)' (label line 314), column 'Qwen3.5-2B' (header line 296), table 'Vision Language'; value 2 of the two printed in the cell)",,in, hf-qwen3.5-2b-mathvista-mini,alibaba,qwen3.5-0.8b,think,reasoning-math,hard,,,,,,,62.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 318: cell of row 'Mathvista(mini)' (label line 314), column 'Qwen3.5-0.8B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-mathvista-mini,alibaba,qwen3.5-0.8b,nothink,reasoning-math,hard,,,,,,,58.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 318: cell of row 'Mathvista(mini)' (label line 314), column 'Qwen3.5-0.8B' (header line 296), table 'Vision Language'; value 2 of the two printed in the cell)",,in, hf-qwen3.5-2b-dynamath,alibaba,?Qwen3-VL-4B,not-established:absent,reasoning-math,hard,,,,,,,74.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 322: cell of row 'DynaMath' (label line 321), column 'Qwen3-VL-4B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-dynamath,alibaba,?Qwen3-VL-2B,not-established:absent,reasoning-math,hard,,,,,,,66.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 323: cell of row 'DynaMath' (label line 321), column 'Qwen3-VL-2B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-dynamath,alibaba,qwen3.5-2b,think,reasoning-math,hard,,,,,,,73.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 324: cell of row 'DynaMath' (label line 321), column 'Qwen3.5-2B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-dynamath,alibaba,qwen3.5-2b,nothink,reasoning-math,hard,,,,,,,69.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 324: cell of row 'DynaMath' (label line 321), column 'Qwen3.5-2B' (header line 296), table 'Vision Language'; value 2 of the two printed in the cell)",,in, hf-qwen3.5-2b-dynamath,alibaba,qwen3.5-0.8b,think,reasoning-math,hard,,,,,,,49.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 325: cell of row 'DynaMath' (label line 321), column 'Qwen3.5-0.8B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-dynamath,alibaba,qwen3.5-0.8b,nothink,reasoning-math,hard,,,,,,,46.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 325: cell of row 'DynaMath' (label line 321), column 'Qwen3.5-0.8B' (header line 296), table 'Vision Language'; value 2 of the two printed in the cell)",,in, hf-qwen3.5-2b-zerobench,alibaba,?Qwen3-VL-4B,not-established:absent,mixed,frontier,,,,,,,0.0,count,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 329: cell of row 'ZEROBench' (label line 328), column 'Qwen3-VL-4B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-zerobench,alibaba,?Qwen3-VL-2B,not-established:absent,mixed,frontier,,,,,,,0.0,count,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 330: cell of row 'ZEROBench' (label line 328), column 'Qwen3-VL-2B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-zerobench,alibaba,qwen3.5-2b,think,mixed,frontier,,,,,,,1,count,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 331: cell of row 'ZEROBench' (label line 328), column 'Qwen3.5-2B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-zerobench,alibaba,qwen3.5-2b,nothink,mixed,frontier,,,,,,,0,count,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 331: cell of row 'ZEROBench' (label line 328), column 'Qwen3.5-2B' (header line 296), table 'Vision Language'; value 2 of the two printed in the cell)",,in, hf-qwen3.5-2b-zerobench,alibaba,qwen3.5-0.8b,think,mixed,frontier,,,,,,,0,count,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 332: cell of row 'ZEROBench' (label line 328), column 'Qwen3.5-0.8B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-zerobench,alibaba,qwen3.5-0.8b,nothink,mixed,frontier,,,,,,,0,count,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 332: cell of row 'ZEROBench' (label line 328), column 'Qwen3.5-0.8B' (header line 296), table 'Vision Language'; value 2 of the two printed in the cell)",,in, hf-qwen3.5-2b-zerobench-sub,alibaba,?Qwen3-VL-4B,not-established:absent,mixed,frontier,,,,,,,18.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 336: cell of row 'ZEROBench_sub' (label line 335), column 'Qwen3-VL-4B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-zerobench-sub,alibaba,?Qwen3-VL-2B,not-established:absent,mixed,frontier,,,,,,,13.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 337: cell of row 'ZEROBench_sub' (label line 335), column 'Qwen3-VL-2B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-zerobench-sub,alibaba,qwen3.5-2b,think,mixed,frontier,,,,,,,17.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 338: cell of row 'ZEROBench_sub' (label line 335), column 'Qwen3.5-2B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-zerobench-sub,alibaba,qwen3.5-2b,nothink,mixed,frontier,,,,,,,18.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 338: cell of row 'ZEROBench_sub' (label line 335), column 'Qwen3.5-2B' (header line 296), table 'Vision Language'; value 2 of the two printed in the cell)",,in, hf-qwen3.5-2b-zerobench-sub,alibaba,qwen3.5-0.8b,think,mixed,frontier,,,,,,,12.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 339: cell of row 'ZEROBench_sub' (label line 335), column 'Qwen3.5-0.8B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-zerobench-sub,alibaba,qwen3.5-0.8b,nothink,mixed,frontier,,,,,,,11.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 339: cell of row 'ZEROBench_sub' (label line 335), column 'Qwen3.5-0.8B' (header line 296), table 'Vision Language'; value 2 of the two printed in the cell)",,in, hf-qwen3.5-2b-vlmsareblind,alibaba,?Qwen3-VL-4B,not-established:absent,mixed,mid,,,,,,,68.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 343: cell of row 'VlmsAreBlind' (label line 342), column 'Qwen3-VL-4B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-vlmsareblind,alibaba,?Qwen3-VL-2B,not-established:absent,mixed,mid,,,,,,,50.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 344: cell of row 'VlmsAreBlind' (label line 342), column 'Qwen3-VL-2B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-vlmsareblind,alibaba,qwen3.5-2b,think,mixed,mid,,,,,,,75.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 345: cell of row 'VlmsAreBlind' (label line 342), column 'Qwen3.5-2B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-vlmsareblind,alibaba,qwen3.5-2b,nothink,mixed,mid,,,,,,,74.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 345: cell of row 'VlmsAreBlind' (label line 342), column 'Qwen3.5-2B' (header line 296), table 'Vision Language'; value 2 of the two printed in the cell)",,in, hf-qwen3.5-2b-vlmsareblind,alibaba,qwen3.5-0.8b,think,mixed,mid,,,,,,,59.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 346: cell of row 'VlmsAreBlind' (label line 342), column 'Qwen3.5-0.8B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-vlmsareblind,alibaba,qwen3.5-0.8b,nothink,mixed,mid,,,,,,,57.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 346: cell of row 'VlmsAreBlind' (label line 342), column 'Qwen3.5-0.8B' (header line 296), table 'Vision Language'; value 2 of the two printed in the cell)",,in, hf-qwen3.5-2b-realworldqa,alibaba,?Qwen3-VL-4B,not-established:absent,mixed,mid,,,,,,,73.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 351: cell of row 'RealWorldQA' (label line 350), column 'Qwen3-VL-4B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-realworldqa,alibaba,?Qwen3-VL-2B,not-established:absent,mixed,mid,,,,,,,69.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 352: cell of row 'RealWorldQA' (label line 350), column 'Qwen3-VL-2B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-realworldqa,alibaba,qwen3.5-2b,think,mixed,mid,,,,,,,74.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 353: cell of row 'RealWorldQA' (label line 350), column 'Qwen3.5-2B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-realworldqa,alibaba,qwen3.5-2b,nothink,mixed,mid,,,,,,,71.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 353: cell of row 'RealWorldQA' (label line 350), column 'Qwen3.5-2B' (header line 296), table 'Vision Language'; value 2 of the two printed in the cell)",,in, hf-qwen3.5-2b-realworldqa,alibaba,qwen3.5-0.8b,think,mixed,mid,,,,,,,63.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 354: cell of row 'RealWorldQA' (label line 350), column 'Qwen3.5-0.8B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-realworldqa,alibaba,qwen3.5-0.8b,nothink,mixed,mid,,,,,,,61.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 354: cell of row 'RealWorldQA' (label line 350), column 'Qwen3.5-0.8B' (header line 296), table 'Vision Language'; value 2 of the two printed in the cell)",,in, hf-qwen3.5-2b-mmstar,alibaba,?Qwen3-VL-4B,not-established:absent,mixed,mid,,,,,,,73.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 358: cell of row 'MMStar' (label line 357), column 'Qwen3-VL-4B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-mmstar,alibaba,?Qwen3-VL-2B,not-established:absent,mixed,mid,,,,,,,68.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 359: cell of row 'MMStar' (label line 357), column 'Qwen3-VL-2B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-mmstar,alibaba,qwen3.5-2b,think,mixed,mid,,,,,,,71.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 360: cell of row 'MMStar' (label line 357), column 'Qwen3.5-2B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-mmstar,alibaba,qwen3.5-2b,nothink,mixed,mid,,,,,,,68.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 360: cell of row 'MMStar' (label line 357), column 'Qwen3.5-2B' (header line 296), table 'Vision Language'; value 2 of the two printed in the cell)",,in, hf-qwen3.5-2b-mmstar,alibaba,qwen3.5-0.8b,think,mixed,mid,,,,,,,58.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 361: cell of row 'MMStar' (label line 357), column 'Qwen3.5-0.8B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-mmstar,alibaba,qwen3.5-0.8b,nothink,mixed,mid,,,,,,,55.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 361: cell of row 'MMStar' (label line 357), column 'Qwen3.5-0.8B' (header line 296), table 'Vision Language'; value 2 of the two printed in the cell)",,in, hf-qwen3.5-2b-mmbench-en-dev-v1-1,alibaba,?Qwen3-VL-4B,not-established:absent,mixed,mid,,,,,,,86.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 365: cell of row 'MMBench EN-DEV-v1.1' (label line 364), column 'Qwen3-VL-4B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-mmbench-en-dev-v1-1,alibaba,?Qwen3-VL-2B,not-established:absent,mixed,mid,,,,,,,81.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 366: cell of row 'MMBench EN-DEV-v1.1' (label line 364), column 'Qwen3-VL-2B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-mmbench-en-dev-v1-1,alibaba,qwen3.5-2b,think,mixed,mid,,,,,,,83.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 367: cell of row 'MMBench EN-DEV-v1.1' (label line 364), column 'Qwen3.5-2B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-mmbench-en-dev-v1-1,alibaba,qwen3.5-2b,nothink,mixed,mid,,,,,,,81.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 367: cell of row 'MMBench EN-DEV-v1.1' (label line 364), column 'Qwen3.5-2B' (header line 296), table 'Vision Language'; value 2 of the two printed in the cell)",,in, hf-qwen3.5-2b-mmbench-en-dev-v1-1,alibaba,qwen3.5-0.8b,think,mixed,mid,,,,,,,69.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 368: cell of row 'MMBench EN-DEV-v1.1' (label line 364), column 'Qwen3.5-0.8B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-mmbench-en-dev-v1-1,alibaba,qwen3.5-0.8b,nothink,mixed,mid,,,,,,,68.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 368: cell of row 'MMBench EN-DEV-v1.1' (label line 364), column 'Qwen3.5-0.8B' (header line 296), table 'Vision Language'; value 2 of the two printed in the cell)",,in, hf-qwen3.5-2b-simplevqa,alibaba,?Qwen3-VL-4B,not-established:absent,mixed,mid,,,,,,,48.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 372: cell of row 'SimpleVQA' (label line 371), column 'Qwen3-VL-4B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-simplevqa,alibaba,?Qwen3-VL-2B,not-established:absent,mixed,mid,,,,,,,43.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 373: cell of row 'SimpleVQA' (label line 371), column 'Qwen3-VL-2B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-simplevqa,alibaba,qwen3.5-2b,think,mixed,mid,,,,,,,38.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 374: cell of row 'SimpleVQA' (label line 371), column 'Qwen3.5-2B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-simplevqa,alibaba,qwen3.5-2b,nothink,mixed,mid,,,,,,,39.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 374: cell of row 'SimpleVQA' (label line 371), column 'Qwen3.5-2B' (header line 296), table 'Vision Language'; value 2 of the two printed in the cell)",,in, hf-qwen3.5-2b-simplevqa,alibaba,qwen3.5-0.8b,think,mixed,mid,,,,,,,31.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 375: cell of row 'SimpleVQA' (label line 371), column 'Qwen3.5-0.8B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-simplevqa,alibaba,qwen3.5-0.8b,nothink,mixed,mid,,,,,,,30.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 375: cell of row 'SimpleVQA' (label line 371), column 'Qwen3.5-0.8B' (header line 296), table 'Vision Language'; value 2 of the two printed in the cell)",,in, hf-qwen3.5-2b-hallusionbench,alibaba,?Qwen3-VL-4B,not-established:absent,mixed,mid,,,,,,,64.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 379: cell of row 'HallusionBench' (label line 378), column 'Qwen3-VL-4B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-hallusionbench,alibaba,?Qwen3-VL-2B,not-established:absent,mixed,mid,,,,,,,54.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 380: cell of row 'HallusionBench' (label line 378), column 'Qwen3-VL-2B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-hallusionbench,alibaba,qwen3.5-2b,think,mixed,mid,,,,,,,58.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 381: cell of row 'HallusionBench' (label line 378), column 'Qwen3.5-2B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-hallusionbench,alibaba,qwen3.5-2b,nothink,mixed,mid,,,,,,,51.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 381: cell of row 'HallusionBench' (label line 378), column 'Qwen3.5-2B' (header line 296), table 'Vision Language'; value 2 of the two printed in the cell)",,in, hf-qwen3.5-2b-hallusionbench,alibaba,qwen3.5-0.8b,think,mixed,mid,,,,,,,53.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 382: cell of row 'HallusionBench' (label line 378), column 'Qwen3.5-0.8B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-hallusionbench,alibaba,qwen3.5-0.8b,nothink,mixed,mid,,,,,,,46.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 382: cell of row 'HallusionBench' (label line 378), column 'Qwen3.5-0.8B' (header line 296), table 'Vision Language'; value 2 of the two printed in the cell)",,in, hf-qwen3.5-2b-mmlongbench-doc,alibaba,?Qwen3-VL-4B,not-established:absent,mixed,mid,,,,,,,44.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 387: cell of row 'MMLongBench-Doc' (label line 386), column 'Qwen3-VL-4B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-mmlongbench-doc,alibaba,?Qwen3-VL-2B,not-established:absent,mixed,mid,,,,,,,33.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 388: cell of row 'MMLongBench-Doc' (label line 386), column 'Qwen3-VL-2B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-mmlongbench-doc,alibaba,qwen3.5-2b,think,mixed,mid,,,,,,,45.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 389: cell of row 'MMLongBench-Doc' (label line 386), column 'Qwen3.5-2B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-mmlongbench-doc,alibaba,qwen3.5-2b,nothink,mixed,mid,,,,,,,38.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 389: cell of row 'MMLongBench-Doc' (label line 386), column 'Qwen3.5-2B' (header line 296), table 'Vision Language'; value 2 of the two printed in the cell)",,in, hf-qwen3.5-2b-mmlongbench-doc,alibaba,qwen3.5-0.8b,think,mixed,mid,,,,,,,33.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 390: cell of row 'MMLongBench-Doc' (label line 386), column 'Qwen3.5-0.8B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-mmlongbench-doc,alibaba,qwen3.5-0.8b,nothink,mixed,mid,,,,,,,28.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 390: cell of row 'MMLongBench-Doc' (label line 386), column 'Qwen3.5-0.8B' (header line 296), table 'Vision Language'; value 2 of the two printed in the cell)",,in, hf-qwen3.5-2b-ai2d-test,alibaba,?Qwen3-VL-4B,not-established:absent,mixed,easy,,,,,,,84.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 394: cell of row 'AI2D_TEST' (label line 393), column 'Qwen3-VL-4B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-ai2d-test,alibaba,?Qwen3-VL-2B,not-established:absent,mixed,easy,,,,,,,80.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 395: cell of row 'AI2D_TEST' (label line 393), column 'Qwen3-VL-2B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-ai2d-test,alibaba,qwen3.5-2b,think,mixed,easy,,,,,,,83.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 396: cell of row 'AI2D_TEST' (label line 393), column 'Qwen3.5-2B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-ai2d-test,alibaba,qwen3.5-2b,nothink,mixed,easy,,,,,,,81.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 396: cell of row 'AI2D_TEST' (label line 393), column 'Qwen3.5-2B' (header line 296), table 'Vision Language'; value 2 of the two printed in the cell)",,in, hf-qwen3.5-2b-ai2d-test,alibaba,qwen3.5-0.8b,think,mixed,easy,,,,,,,69.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 397: cell of row 'AI2D_TEST' (label line 393), column 'Qwen3.5-0.8B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-ai2d-test,alibaba,qwen3.5-0.8b,nothink,mixed,easy,,,,,,,68.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 397: cell of row 'AI2D_TEST' (label line 393), column 'Qwen3.5-0.8B' (header line 296), table 'Vision Language'; value 2 of the two printed in the cell)",,in, hf-qwen3.5-2b-cc-ocr,alibaba,?Qwen3-VL-4B,not-established:absent,mixed,mid,,,,,,,73.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 401: cell of row 'CC-OCR' (label line 400), column 'Qwen3-VL-4B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-cc-ocr,alibaba,?Qwen3-VL-2B,not-established:absent,mixed,mid,,,,,,,68.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 402: cell of row 'CC-OCR' (label line 400), column 'Qwen3-VL-2B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-cc-ocr,alibaba,qwen3.5-2b,think,mixed,mid,,,,,,,72.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 403: cell of row 'CC-OCR' (label line 400), column 'Qwen3.5-2B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-cc-ocr,alibaba,qwen3.5-2b,nothink,mixed,mid,,,,,,,75.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 403: cell of row 'CC-OCR' (label line 400), column 'Qwen3.5-2B' (header line 296), table 'Vision Language'; value 2 of the two printed in the cell)",,in, hf-qwen3.5-2b-cc-ocr,alibaba,qwen3.5-0.8b,think,mixed,mid,,,,,,,63.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 404: cell of row 'CC-OCR' (label line 400), column 'Qwen3.5-0.8B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-cc-ocr,alibaba,qwen3.5-0.8b,nothink,mixed,mid,,,,,,,66.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 404: cell of row 'CC-OCR' (label line 400), column 'Qwen3.5-0.8B' (header line 296), table 'Vision Language'; value 2 of the two printed in the cell)",,in, hf-qwen3.5-2b-omnidocbench1-5,alibaba,?Qwen3-VL-4B,not-established:absent,mixed,mid,,,,,,,80.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 408: cell of row 'OmniDocBench1.5' (label line 407), column 'Qwen3-VL-4B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-omnidocbench1-5,alibaba,?Qwen3-VL-2B,not-established:absent,mixed,mid,,,,,,,65.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 409: cell of row 'OmniDocBench1.5' (label line 407), column 'Qwen3-VL-2B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-omnidocbench1-5,alibaba,qwen3.5-2b,think,mixed,mid,,,,,,,79.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 410: cell of row 'OmniDocBench1.5' (label line 407), column 'Qwen3.5-2B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-omnidocbench1-5,alibaba,qwen3.5-2b,nothink,mixed,mid,,,,,,,80.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 410: cell of row 'OmniDocBench1.5' (label line 407), column 'Qwen3.5-2B' (header line 296), table 'Vision Language'; value 2 of the two printed in the cell)",,in, hf-qwen3.5-2b-omnidocbench1-5,alibaba,qwen3.5-0.8b,think,mixed,mid,,,,,,,61.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 411: cell of row 'OmniDocBench1.5' (label line 407), column 'Qwen3.5-0.8B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-omnidocbench1-5,alibaba,qwen3.5-0.8b,nothink,mixed,mid,,,,,,,70.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 411: cell of row 'OmniDocBench1.5' (label line 407), column 'Qwen3.5-0.8B' (header line 296), table 'Vision Language'; value 2 of the two printed in the cell)",,in, hf-qwen3.5-2b-charxiv-rq,alibaba,?Qwen3-VL-4B,not-established:absent,mixed,mid,,,,,,,50.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 415: cell of row 'CharXiv(RQ)' (label line 414), column 'Qwen3-VL-4B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-charxiv-rq,alibaba,?Qwen3-VL-2B,not-established:absent,mixed,mid,,,,,,,37.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 416: cell of row 'CharXiv(RQ)' (label line 414), column 'Qwen3-VL-2B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-charxiv-rq,alibaba,qwen3.5-2b,think,mixed,mid,,,,,,,58.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 417: cell of row 'CharXiv(RQ)' (label line 414), column 'Qwen3.5-2B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-charxiv-rq,alibaba,qwen3.5-2b,nothink,mixed,mid,,,,,,,52.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 417: cell of row 'CharXiv(RQ)' (label line 414), column 'Qwen3.5-2B' (header line 296), table 'Vision Language'; value 2 of the two printed in the cell)",,in, hf-qwen3.5-2b-charxiv-rq,alibaba,qwen3.5-0.8b,think,mixed,mid,,,,,,,41.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 418: cell of row 'CharXiv(RQ)' (label line 414), column 'Qwen3.5-0.8B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-charxiv-rq,alibaba,qwen3.5-0.8b,nothink,mixed,mid,,,,,,,38.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 418: cell of row 'CharXiv(RQ)' (label line 414), column 'Qwen3.5-0.8B' (header line 296), table 'Vision Language'; value 2 of the two printed in the cell)",,in, hf-qwen3.5-2b-ocrbench,alibaba,?Qwen3-VL-4B,not-established:absent,mixed,easy,,,,,,,80.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 422: cell of row 'OCRBench' (label line 421), column 'Qwen3-VL-4B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-ocrbench,alibaba,?Qwen3-VL-2B,not-established:absent,mixed,easy,,,,,,,79.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 423: cell of row 'OCRBench' (label line 421), column 'Qwen3-VL-2B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-ocrbench,alibaba,qwen3.5-2b,think,mixed,easy,,,,,,,84.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 424: cell of row 'OCRBench' (label line 421), column 'Qwen3.5-2B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-ocrbench,alibaba,qwen3.5-2b,nothink,mixed,easy,,,,,,,85.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 424: cell of row 'OCRBench' (label line 421), column 'Qwen3.5-2B' (header line 296), table 'Vision Language'; value 2 of the two printed in the cell)",,in, hf-qwen3.5-2b-ocrbench,alibaba,qwen3.5-0.8b,think,mixed,easy,,,,,,,74.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 425: cell of row 'OCRBench' (label line 421), column 'Qwen3.5-0.8B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-ocrbench,alibaba,qwen3.5-0.8b,nothink,mixed,easy,,,,,,,79.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 425: cell of row 'OCRBench' (label line 421), column 'Qwen3.5-0.8B' (header line 296), table 'Vision Language'; value 2 of the two printed in the cell)",,in, hf-qwen3.5-2b-refcoco-avg,alibaba,?Qwen3-VL-4B,not-established:absent,mixed,easy,,,,,,,88.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 430: cell of row 'RefCOCO(avg)' (label line 429), column 'Qwen3-VL-4B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-refcoco-avg,alibaba,?Qwen3-VL-2B,not-established:absent,mixed,easy,,,,,,,84.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 431: cell of row 'RefCOCO(avg)' (label line 429), column 'Qwen3-VL-2B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-refcoco-avg,alibaba,qwen3.5-2b,think,mixed,easy,,,,,,,84.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 432: cell of row 'RefCOCO(avg)' (label line 429), column 'Qwen3.5-2B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-refcoco-avg,alibaba,qwen3.5-2b,nothink,mixed,easy,,,,,,,84.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 432: cell of row 'RefCOCO(avg)' (label line 429), column 'Qwen3.5-2B' (header line 296), table 'Vision Language'; value 2 of the two printed in the cell)",,in, hf-qwen3.5-2b-refcoco-avg,alibaba,qwen3.5-0.8b,think,mixed,easy,,,,,,,79.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 433: cell of row 'RefCOCO(avg)' (label line 429), column 'Qwen3.5-0.8B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-refcoco-avg,alibaba,qwen3.5-0.8b,nothink,mixed,easy,,,,,,,77.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 433: cell of row 'RefCOCO(avg)' (label line 429), column 'Qwen3.5-0.8B' (header line 296), table 'Vision Language'; value 2 of the two printed in the cell)",,in, hf-qwen3.5-2b-countbench,alibaba,?Qwen3-VL-4B,not-established:absent,mixed,easy,,,,,,,89.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 437: cell of row 'CountBench' (label line 436), column 'Qwen3-VL-4B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-countbench,alibaba,?Qwen3-VL-2B,not-established:absent,mixed,easy,,,,,,,84.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 438: cell of row 'CountBench' (label line 436), column 'Qwen3-VL-2B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-countbench,alibaba,qwen3.5-2b,think,mixed,easy,,,,,,,91.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 439: cell of row 'CountBench' (label line 436), column 'Qwen3.5-2B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-countbench,alibaba,qwen3.5-2b,nothink,mixed,easy,,,,,,,86.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 439: cell of row 'CountBench' (label line 436), column 'Qwen3.5-2B' (header line 296), table 'Vision Language'; value 2 of the two printed in the cell)",,in, hf-qwen3.5-2b-countbench,alibaba,qwen3.5-0.8b,think,mixed,easy,,,,,,,77.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 440: cell of row 'CountBench' (label line 436), column 'Qwen3.5-0.8B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-countbench,alibaba,qwen3.5-0.8b,nothink,mixed,easy,,,,,,,68.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 440: cell of row 'CountBench' (label line 436), column 'Qwen3.5-0.8B' (header line 296), table 'Vision Language'; value 2 of the two printed in the cell)",,in, hf-qwen3.5-2b-odinw13,alibaba,?Qwen3-VL-4B,not-established:absent,mixed,mid,,,,,,,39.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 444: cell of row 'ODInW13' (label line 443), column 'Qwen3-VL-4B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-odinw13,alibaba,?Qwen3-VL-2B,not-established:absent,mixed,mid,,,,,,,36.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 445: cell of row 'ODInW13' (label line 443), column 'Qwen3-VL-2B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-odinw13,alibaba,qwen3.5-2b,think,mixed,mid,,,,,,,35.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 446: cell of row 'ODInW13' (label line 443), column 'Qwen3.5-2B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-odinw13,alibaba,qwen3.5-2b,nothink,mixed,mid,,,,,,,40.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 446: cell of row 'ODInW13' (label line 443), column 'Qwen3.5-2B' (header line 296), table 'Vision Language'; value 2 of the two printed in the cell)",,in, hf-qwen3.5-2b-odinw13,alibaba,qwen3.5-0.8b,think,mixed,mid,,,,,,,31.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 447: cell of row 'ODInW13' (label line 443), column 'Qwen3.5-0.8B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-odinw13,alibaba,qwen3.5-0.8b,nothink,mixed,mid,,,,,,,33.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 447: cell of row 'ODInW13' (label line 443), column 'Qwen3.5-0.8B' (header line 296), table 'Vision Language'; value 2 of the two printed in the cell)",,in, hf-qwen3.5-2b-erqa,alibaba,?Qwen3-VL-4B,not-established:absent,mixed,mid,,,,,,,47.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 451: cell of row 'ERQA' (label line 450), column 'Qwen3-VL-4B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-erqa,alibaba,?Qwen3-VL-2B,not-established:absent,mixed,mid,,,,,,,41.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 452: cell of row 'ERQA' (label line 450), column 'Qwen3-VL-2B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-erqa,alibaba,qwen3.5-2b,think,mixed,mid,,,,,,,43.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 453: cell of row 'ERQA' (label line 450), column 'Qwen3.5-2B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-erqa,alibaba,qwen3.5-2b,nothink,mixed,mid,,,,,,,33.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 453: cell of row 'ERQA' (label line 450), column 'Qwen3.5-2B' (header line 296), table 'Vision Language'; value 2 of the two printed in the cell)",,in, hf-qwen3.5-2b-erqa,alibaba,qwen3.5-0.8b,think,mixed,mid,,,,,,,34.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 454: cell of row 'ERQA' (label line 450), column 'Qwen3.5-0.8B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-erqa,alibaba,qwen3.5-0.8b,nothink,mixed,mid,,,,,,,23.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 454: cell of row 'ERQA' (label line 450), column 'Qwen3.5-0.8B' (header line 296), table 'Vision Language'; value 2 of the two printed in the cell)",,in, hf-qwen3.5-2b-embspatialbench,alibaba,?Qwen3-VL-4B,not-established:absent,mixed,mid,,,,,,,80.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 458: cell of row 'EmbSpatialBench' (label line 457), column 'Qwen3-VL-4B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-embspatialbench,alibaba,?Qwen3-VL-2B,not-established:absent,mixed,mid,,,,,,,75.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 459: cell of row 'EmbSpatialBench' (label line 457), column 'Qwen3-VL-2B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-embspatialbench,alibaba,qwen3.5-2b,think,mixed,mid,,,,,,,77.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 460: cell of row 'EmbSpatialBench' (label line 457), column 'Qwen3.5-2B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-embspatialbench,alibaba,qwen3.5-2b,nothink,mixed,mid,,,,,,,66.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 460: cell of row 'EmbSpatialBench' (label line 457), column 'Qwen3.5-2B' (header line 296), table 'Vision Language'; value 2 of the two printed in the cell)",,in, hf-qwen3.5-2b-embspatialbench,alibaba,qwen3.5-0.8b,think,mixed,mid,,,,,,,68.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 461: cell of row 'EmbSpatialBench' (label line 457), column 'Qwen3.5-0.8B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-embspatialbench,alibaba,qwen3.5-0.8b,nothink,mixed,mid,,,,,,,54.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 461: cell of row 'EmbSpatialBench' (label line 457), column 'Qwen3.5-0.8B' (header line 296), table 'Vision Language'; value 2 of the two printed in the cell)",,in, hf-qwen3.5-2b-refspatialbench,alibaba,?Qwen3-VL-4B,not-established:absent,mixed,mid,,,,,,,45.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 465: cell of row 'RefSpatialBench' (label line 464), column 'Qwen3-VL-4B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-refspatialbench,alibaba,?Qwen3-VL-2B,not-established:absent,mixed,mid,,,,,,,28.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 466: cell of row 'RefSpatialBench' (label line 464), column 'Qwen3-VL-2B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-refspatialbench,alibaba,qwen3.5-2b,think,mixed,mid,,,,,,,32.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 467: cell of row 'RefSpatialBench' (label line 464), column 'Qwen3.5-2B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-refspatialbench,alibaba,qwen3.5-2b,nothink,mixed,mid,,,,,,,30.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 467: cell of row 'RefSpatialBench' (label line 464), column 'Qwen3.5-2B' (header line 296), table 'Vision Language'; value 2 of the two printed in the cell)",,in, hf-qwen3.5-2b-refspatialbench,alibaba,qwen3.5-0.8b,think,mixed,mid,,,,,,,23.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 468: cell of row 'RefSpatialBench' (label line 464), column 'Qwen3.5-0.8B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-refspatialbench,alibaba,qwen3.5-0.8b,nothink,mixed,mid,,,,,,,21.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 468: cell of row 'RefSpatialBench' (label line 464), column 'Qwen3.5-0.8B' (header line 296), table 'Vision Language'; value 2 of the two printed in the cell)",,in, hf-qwen3.5-2b-hypersim,alibaba,?Qwen3-VL-4B,not-established:absent,mixed,mid,,,,,,,11.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 472: cell of row 'Hypersim' (label line 471), column 'Qwen3-VL-4B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-hypersim,alibaba,?Qwen3-VL-2B,not-established:absent,mixed,mid,,,,,,,11.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 473: cell of row 'Hypersim' (label line 471), column 'Qwen3-VL-2B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-hypersim,alibaba,qwen3.5-2b,think,mixed,mid,,,,,,,12.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 474: cell of row 'Hypersim' (label line 471), column 'Qwen3.5-2B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-hypersim,alibaba,qwen3.5-2b,nothink,mixed,mid,,,,,,,12.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 474: cell of row 'Hypersim' (label line 471), column 'Qwen3.5-2B' (header line 296), table 'Vision Language'; value 2 of the two printed in the cell)",,in, hf-qwen3.5-2b-hypersim,alibaba,qwen3.5-0.8b,think,mixed,mid,,,,,,,11.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 475: cell of row 'Hypersim' (label line 471), column 'Qwen3.5-0.8B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-hypersim,alibaba,qwen3.5-0.8b,nothink,mixed,mid,,,,,,,11.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 475: cell of row 'Hypersim' (label line 471), column 'Qwen3.5-0.8B' (header line 296), table 'Vision Language'; value 2 of the two printed in the cell)",,in, hf-qwen3.5-2b-sunrgbd,alibaba,?Qwen3-VL-4B,not-established:absent,mixed,mid,,,,,,,28.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 479: cell of row 'SUNRGBD' (label line 478), column 'Qwen3-VL-4B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-sunrgbd,alibaba,?Qwen3-VL-2B,not-established:absent,mixed,mid,,,,,,,28.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 480: cell of row 'SUNRGBD' (label line 478), column 'Qwen3-VL-2B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-sunrgbd,alibaba,qwen3.5-2b,think,mixed,mid,,,,,,,28.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 481: cell of row 'SUNRGBD' (label line 478), column 'Qwen3.5-2B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-sunrgbd,alibaba,qwen3.5-2b,nothink,mixed,mid,,,,,,,25.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 481: cell of row 'SUNRGBD' (label line 478), column 'Qwen3.5-2B' (header line 296), table 'Vision Language'; value 2 of the two printed in the cell)",,in, hf-qwen3.5-2b-sunrgbd,alibaba,qwen3.5-0.8b,think,mixed,mid,,,,,,,26.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 482: cell of row 'SUNRGBD' (label line 478), column 'Qwen3.5-0.8B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-sunrgbd,alibaba,qwen3.5-0.8b,nothink,mixed,mid,,,,,,,23.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 482: cell of row 'SUNRGBD' (label line 478), column 'Qwen3.5-0.8B' (header line 296), table 'Vision Language'; value 2 of the two printed in the cell)",,in, hf-qwen3.5-2b-nuscene,alibaba,?Qwen3-VL-4B,not-established:absent,mixed,mid,,,,,,,4.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 486: cell of row 'Nuscene' (label line 485), column 'Qwen3-VL-4B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-nuscene,alibaba,?Qwen3-VL-2B,not-established:absent,mixed,mid,,,,,,,4.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 487: cell of row 'Nuscene' (label line 485), column 'Qwen3-VL-2B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-nuscene,alibaba,qwen3.5-2b,think,mixed,mid,,,,,,,6.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 488: cell of row 'Nuscene' (label line 485), column 'Qwen3.5-2B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-nuscene,alibaba,qwen3.5-2b,nothink,mixed,mid,,,,,,,8.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 488: cell of row 'Nuscene' (label line 485), column 'Qwen3.5-2B' (header line 296), table 'Vision Language'; value 2 of the two printed in the cell)",,in, hf-qwen3.5-2b-nuscene,alibaba,qwen3.5-0.8b,think,mixed,mid,,,,,,,5.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 489: cell of row 'Nuscene' (label line 485), column 'Qwen3.5-0.8B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-nuscene,alibaba,qwen3.5-0.8b,nothink,mixed,mid,,,,,,,7.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 489: cell of row 'Nuscene' (label line 485), column 'Qwen3.5-0.8B' (header line 296), table 'Vision Language'; value 2 of the two printed in the cell)",,in, hf-qwen3.5-2b-videomme-w-sub,alibaba,?Qwen3-VL-4B,not-established:absent,mixed,mid,,,,,,,76.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 494: cell of row 'VideoMME (w sub.)' (label line 493), column 'Qwen3-VL-4B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-videomme-w-sub,alibaba,?Qwen3-VL-2B,not-established:absent,mixed,mid,,,,,,,67.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 495: cell of row 'VideoMME (w sub.)' (label line 493), column 'Qwen3-VL-2B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-videomme-w-sub,alibaba,qwen3.5-2b,think,mixed,mid,,,,,,,75.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 496: cell of row 'VideoMME (w sub.)' (label line 493), column 'Qwen3.5-2B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-videomme-w-sub,alibaba,qwen3.5-0.8b,think,mixed,mid,,,,,,,63.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 497: cell of row 'VideoMME (w sub.)' (label line 493), column 'Qwen3.5-0.8B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-videomme-w-o-sub,alibaba,?Qwen3-VL-4B,not-established:absent,mixed,mid,,,,,,,68.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 501: cell of row 'VideoMME (w/o sub.)' (label line 500), column 'Qwen3-VL-4B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-videomme-w-o-sub,alibaba,?Qwen3-VL-2B,not-established:absent,mixed,mid,,,,,,,62.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 502: cell of row 'VideoMME (w/o sub.)' (label line 500), column 'Qwen3-VL-2B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-videomme-w-o-sub,alibaba,qwen3.5-2b,think,mixed,mid,,,,,,,69.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 503: cell of row 'VideoMME (w/o sub.)' (label line 500), column 'Qwen3.5-2B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-videomme-w-o-sub,alibaba,qwen3.5-0.8b,think,mixed,mid,,,,,,,57.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 504: cell of row 'VideoMME (w/o sub.)' (label line 500), column 'Qwen3.5-0.8B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-videommmu,alibaba,?Qwen3-VL-4B,not-established:absent,mixed,hard,,,,,,,69.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 508: cell of row 'VideoMMMU' (label line 507), column 'Qwen3-VL-4B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-videommmu,alibaba,?Qwen3-VL-2B,not-established:absent,mixed,hard,,,,,,,54.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 509: cell of row 'VideoMMMU' (label line 507), column 'Qwen3-VL-2B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-videommmu,alibaba,qwen3.5-2b,think,mixed,hard,,,,,,,62.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 510: cell of row 'VideoMMMU' (label line 507), column 'Qwen3.5-2B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-videommmu,alibaba,qwen3.5-0.8b,think,mixed,hard,,,,,,,44.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 511: cell of row 'VideoMMMU' (label line 507), column 'Qwen3.5-0.8B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-mlvu,alibaba,?Qwen3-VL-4B,not-established:absent,mixed,mid,,,,,,,75.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 515: cell of row 'MLVU' (label line 514), column 'Qwen3-VL-4B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-mlvu,alibaba,?Qwen3-VL-2B,not-established:absent,mixed,mid,,,,,,,69.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 516: cell of row 'MLVU' (label line 514), column 'Qwen3-VL-2B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-mlvu,alibaba,qwen3.5-2b,think,mixed,mid,,,,,,,76.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 517: cell of row 'MLVU' (label line 514), column 'Qwen3.5-2B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-mlvu,alibaba,qwen3.5-0.8b,think,mixed,mid,,,,,,,65.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 518: cell of row 'MLVU' (label line 514), column 'Qwen3.5-0.8B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-mvbench,alibaba,?Qwen3-VL-4B,not-established:absent,mixed,mid,,,,,,,69.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 522: cell of row 'MVBench' (label line 521), column 'Qwen3-VL-4B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-mvbench,alibaba,?Qwen3-VL-2B,not-established:absent,mixed,mid,,,,,,,64.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 523: cell of row 'MVBench' (label line 521), column 'Qwen3-VL-2B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-mvbench,alibaba,qwen3.5-2b,think,mixed,mid,,,,,,,64.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 524: cell of row 'MVBench' (label line 521), column 'Qwen3.5-2B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-mvbench,alibaba,qwen3.5-0.8b,think,mixed,mid,,,,,,,55.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 525: cell of row 'MVBench' (label line 521), column 'Qwen3.5-0.8B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-lvbench,alibaba,?Qwen3-VL-4B,not-established:absent,mixed,hard,,,,,,,53.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 529: cell of row 'LVBench' (label line 528), column 'Qwen3-VL-4B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-lvbench,alibaba,?Qwen3-VL-2B,not-established:absent,mixed,hard,,,,,,,47.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 530: cell of row 'LVBench' (label line 528), column 'Qwen3-VL-2B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-lvbench,alibaba,qwen3.5-2b,think,mixed,hard,,,,,,,57.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 531: cell of row 'LVBench' (label line 528), column 'Qwen3.5-2B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-lvbench,alibaba,qwen3.5-0.8b,think,mixed,hard,,,,,,,45.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 532: cell of row 'LVBench' (label line 528), column 'Qwen3.5-0.8B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-mmvu,alibaba,?Qwen3-VL-4B,not-established:absent,mixed,mid,,,,,,,58.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 536: cell of row 'MMVU' (label line 535), column 'Qwen3-VL-4B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-mmvu,alibaba,?Qwen3-VL-2B,not-established:absent,mixed,mid,,,,,,,48.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 537: cell of row 'MMVU' (label line 535), column 'Qwen3-VL-2B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-mmvu,alibaba,qwen3.5-2b,think,mixed,mid,,,,,,,48.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 538: cell of row 'MMVU' (label line 535), column 'Qwen3.5-2B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-mmvu,alibaba,qwen3.5-0.8b,think,mixed,mid,,,,,,,34.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 539: cell of row 'MMVU' (label line 535), column 'Qwen3.5-0.8B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-screenspot-pro,alibaba,?Qwen3-VL-4B,not-established:absent,computer-use,mid,,,,,,,59.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 544: cell of row 'ScreenSpot Pro' (label line 543), column 'Qwen3-VL-4B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-screenspot-pro,alibaba,?Qwen3-VL-2B,not-established:absent,computer-use,mid,,,,,,,48.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 545: cell of row 'ScreenSpot Pro' (label line 543), column 'Qwen3-VL-2B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-screenspot-pro,alibaba,qwen3.5-2b,nothink,computer-use,mid,,,,,,,54.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 546: cell of row 'ScreenSpot Pro' (label line 543), column 'Qwen3.5-2B' (header line 296), table 'Vision Language'; value 2 of the two printed in the cell)",,in, hf-qwen3.5-2b-screenspot-pro,alibaba,qwen3.5-0.8b,nothink,computer-use,mid,,,,,,,46.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 547: cell of row 'ScreenSpot Pro' (label line 543), column 'Qwen3.5-0.8B' (header line 296), table 'Vision Language'; value 2 of the two printed in the cell)",,in, hf-qwen3.5-2b-slake,alibaba,?Qwen3-VL-4B,not-established:absent,mixed,hard,,,,,,,65.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 552: cell of row 'SLAKE' (label line 551), column 'Qwen3-VL-4B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-slake,alibaba,?Qwen3-VL-2B,not-established:absent,mixed,hard,,,,,,,61.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 553: cell of row 'SLAKE' (label line 551), column 'Qwen3-VL-2B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-slake,alibaba,qwen3.5-2b,think,mixed,hard,,,,,,,74.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 554: cell of row 'SLAKE' (label line 551), column 'Qwen3.5-2B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-slake,alibaba,qwen3.5-2b,nothink,mixed,hard,,,,,,,67.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 554: cell of row 'SLAKE' (label line 551), column 'Qwen3.5-2B' (header line 296), table 'Vision Language'; value 2 of the two printed in the cell)",,in, hf-qwen3.5-2b-slake,alibaba,qwen3.5-0.8b,think,mixed,hard,,,,,,,62.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 555: cell of row 'SLAKE' (label line 551), column 'Qwen3.5-0.8B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-slake,alibaba,qwen3.5-0.8b,nothink,mixed,hard,,,,,,,59.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 555: cell of row 'SLAKE' (label line 551), column 'Qwen3.5-0.8B' (header line 296), table 'Vision Language'; value 2 of the two printed in the cell)",,in, hf-qwen3.5-2b-pmc-vqa,alibaba,?Qwen3-VL-4B,not-established:absent,mixed,hard,,,,,,,48.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 559: cell of row 'PMC-VQA' (label line 558), column 'Qwen3-VL-4B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-pmc-vqa,alibaba,?Qwen3-VL-2B,not-established:absent,mixed,hard,,,,,,,42.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 560: cell of row 'PMC-VQA' (label line 558), column 'Qwen3-VL-2B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-pmc-vqa,alibaba,qwen3.5-2b,think,mixed,hard,,,,,,,48.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 561: cell of row 'PMC-VQA' (label line 558), column 'Qwen3.5-2B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-pmc-vqa,alibaba,qwen3.5-2b,nothink,mixed,hard,,,,,,,54.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 561: cell of row 'PMC-VQA' (label line 558), column 'Qwen3.5-2B' (header line 296), table 'Vision Language'; value 2 of the two printed in the cell)",,in, hf-qwen3.5-2b-pmc-vqa,alibaba,qwen3.5-0.8b,think,mixed,hard,,,,,,,40.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 562: cell of row 'PMC-VQA' (label line 558), column 'Qwen3.5-0.8B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-pmc-vqa,alibaba,qwen3.5-0.8b,nothink,mixed,hard,,,,,,,45.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 562: cell of row 'PMC-VQA' (label line 558), column 'Qwen3.5-0.8B' (header line 296), table 'Vision Language'; value 2 of the two printed in the cell)",,in, hf-qwen3.5-2b-medxpertqa-mm,alibaba,?Qwen3-VL-4B,not-established:absent,mixed,hard,,,,,,,26.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 566: cell of row 'MedXpertQA-MM' (label line 565), column 'Qwen3-VL-4B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-medxpertqa-mm,alibaba,?Qwen3-VL-2B,not-established:absent,mixed,hard,,,,,,,13.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 567: cell of row 'MedXpertQA-MM' (label line 565), column 'Qwen3-VL-2B' (header line 296), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-2b-medxpertqa-mm,alibaba,qwen3.5-2b,think,mixed,hard,,,,,,,26.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 568: cell of row 'MedXpertQA-MM' (label line 565), column 'Qwen3.5-2B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-medxpertqa-mm,alibaba,qwen3.5-2b,nothink,mixed,hard,,,,,,,19.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 568: cell of row 'MedXpertQA-MM' (label line 565), column 'Qwen3.5-2B' (header line 296), table 'Vision Language'; value 2 of the two printed in the cell)",,in, hf-qwen3.5-2b-medxpertqa-mm,alibaba,qwen3.5-0.8b,think,mixed,hard,,,,,,,17.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 569: cell of row 'MedXpertQA-MM' (label line 565), column 'Qwen3.5-0.8B' (header line 296), table 'Vision Language'; value 1 of the two printed in the cell)",,in, hf-qwen3.5-2b-medxpertqa-mm,alibaba,qwen3.5-0.8b,nothink,mixed,hard,,,,,,,25.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-2B (line 569: cell of row 'MedXpertQA-MM' (label line 565), column 'Qwen3.5-0.8B' (header line 296), table 'Vision Language'; value 2 of the two printed in the cell)",,in, hf-qwen3.5-397b-mmlu-redux,alibaba,gpt-5.2,unstated,reasoning-math,mid,,,,,,,95.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 100: cell of row 'MMLU-Redux' (label line 99), column 'GPT5.2' (header line 80), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-mmlu-redux,alibaba,opus-4.5,unstated,reasoning-math,mid,,,,,,,95.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 101: cell of row 'MMLU-Redux' (label line 99), column 'Claude 4.5 Opus' (header line 81), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-mmlu-redux,alibaba,gemini-3-pro,unstated,reasoning-math,mid,,,,,,,95.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 102: cell of row 'MMLU-Redux' (label line 99), column 'Gemini-3 Pro' (header line 82), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-mmlu-redux,alibaba,qwen3-max-0123,think,reasoning-math,mid,,,,,,,92.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 103: cell of row 'MMLU-Redux' (label line 99), column 'Qwen3-Max-Thinking' (header line 83), table 'Language')",,out:single-couple, hf-qwen3.5-397b-mmlu-redux,alibaba,kimi-k2.5,unstated,reasoning-math,mid,,,,,,,94.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 104: cell of row 'MMLU-Redux' (label line 99), column 'K2.5-1T-A32B' (header line 84), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-mmlu-redux,alibaba,qwen3.5-397b-a17b,unstated,reasoning-math,mid,,,,,,,94.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 105: cell of row 'MMLU-Redux' (label line 99), column 'Qwen3.5-397B-A17B' (header line 85), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-supergpqa,alibaba,gpt-5.2,unstated,reasoning-math,hard,,,,,,,67.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 109: cell of row 'SuperGPQA' (label line 108), column 'GPT5.2' (header line 80), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-supergpqa,alibaba,opus-4.5,unstated,reasoning-math,hard,,,,,,,70.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 110: cell of row 'SuperGPQA' (label line 108), column 'Claude 4.5 Opus' (header line 81), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-supergpqa,alibaba,gemini-3-pro,unstated,reasoning-math,hard,,,,,,,74.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 111: cell of row 'SuperGPQA' (label line 108), column 'Gemini-3 Pro' (header line 82), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-supergpqa,alibaba,qwen3-max-0123,think,reasoning-math,hard,,,,,,,67.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 112: cell of row 'SuperGPQA' (label line 108), column 'Qwen3-Max-Thinking' (header line 83), table 'Language')",,out:single-couple, hf-qwen3.5-397b-supergpqa,alibaba,kimi-k2.5,unstated,reasoning-math,hard,,,,,,,69.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 113: cell of row 'SuperGPQA' (label line 108), column 'K2.5-1T-A32B' (header line 84), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-supergpqa,alibaba,qwen3.5-397b-a17b,unstated,reasoning-math,hard,,,,,,,70.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 114: cell of row 'SuperGPQA' (label line 108), column 'Qwen3.5-397B-A17B' (header line 85), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-c-eval,alibaba,gpt-5.2,unstated,mixed,mid,,,,,,,90.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 118: cell of row 'C-Eval' (label line 117), column 'GPT5.2' (header line 80), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-c-eval,alibaba,opus-4.5,unstated,mixed,mid,,,,,,,92.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 119: cell of row 'C-Eval' (label line 117), column 'Claude 4.5 Opus' (header line 81), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-c-eval,alibaba,gemini-3-pro,unstated,mixed,mid,,,,,,,93.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 120: cell of row 'C-Eval' (label line 117), column 'Gemini-3 Pro' (header line 82), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-c-eval,alibaba,qwen3-max-0123,think,mixed,mid,,,,,,,93.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 121: cell of row 'C-Eval' (label line 117), column 'Qwen3-Max-Thinking' (header line 83), table 'Language')",,out:single-couple, hf-qwen3.5-397b-c-eval,alibaba,kimi-k2.5,unstated,mixed,mid,,,,,,,94.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 122: cell of row 'C-Eval' (label line 117), column 'K2.5-1T-A32B' (header line 84), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-c-eval,alibaba,qwen3.5-397b-a17b,unstated,mixed,mid,,,,,,,93.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 123: cell of row 'C-Eval' (label line 117), column 'Qwen3.5-397B-A17B' (header line 85), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-ifeval,alibaba,gpt-5.2,unstated,mixed,easy,,,,,,,94.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 128: cell of row 'IFEval' (label line 127), column 'GPT5.2' (header line 80), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-ifeval,alibaba,opus-4.5,unstated,mixed,easy,,,,,,,90.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 129: cell of row 'IFEval' (label line 127), column 'Claude 4.5 Opus' (header line 81), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-ifeval,alibaba,gemini-3-pro,unstated,mixed,easy,,,,,,,93.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 130: cell of row 'IFEval' (label line 127), column 'Gemini-3 Pro' (header line 82), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-ifeval,alibaba,qwen3-max-0123,think,mixed,easy,,,,,,,93.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 131: cell of row 'IFEval' (label line 127), column 'Qwen3-Max-Thinking' (header line 83), table 'Language')",,out:single-couple, hf-qwen3.5-397b-ifeval,alibaba,kimi-k2.5,unstated,mixed,easy,,,,,,,93.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 132: cell of row 'IFEval' (label line 127), column 'K2.5-1T-A32B' (header line 84), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-ifeval,alibaba,qwen3.5-397b-a17b,unstated,mixed,easy,,,,,,,92.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 133: cell of row 'IFEval' (label line 127), column 'Qwen3.5-397B-A17B' (header line 85), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-ifbench,alibaba,gpt-5.2,unstated,mixed,mid,,,,,,,75.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 137: cell of row 'IFBench' (label line 136), column 'GPT5.2' (header line 80), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-ifbench,alibaba,opus-4.5,unstated,mixed,mid,,,,,,,58.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 138: cell of row 'IFBench' (label line 136), column 'Claude 4.5 Opus' (header line 81), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-ifbench,alibaba,gemini-3-pro,unstated,mixed,mid,,,,,,,70.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 139: cell of row 'IFBench' (label line 136), column 'Gemini-3 Pro' (header line 82), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-ifbench,alibaba,qwen3-max-0123,think,mixed,mid,,,,,,,70.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 140: cell of row 'IFBench' (label line 136), column 'Qwen3-Max-Thinking' (header line 83), table 'Language')",,out:single-couple, hf-qwen3.5-397b-ifbench,alibaba,kimi-k2.5,unstated,mixed,mid,,,,,,,70.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 141: cell of row 'IFBench' (label line 136), column 'K2.5-1T-A32B' (header line 84), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-ifbench,alibaba,qwen3.5-397b-a17b,unstated,mixed,mid,,,,,,,76.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 142: cell of row 'IFBench' (label line 136), column 'Qwen3.5-397B-A17B' (header line 85), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-multichallenge,alibaba,gpt-5.2,unstated,mixed,hard,,,,,,,57.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 146: cell of row 'MultiChallenge' (label line 145), column 'GPT5.2' (header line 80), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-multichallenge,alibaba,opus-4.5,unstated,mixed,hard,,,,,,,54.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 147: cell of row 'MultiChallenge' (label line 145), column 'Claude 4.5 Opus' (header line 81), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-multichallenge,alibaba,gemini-3-pro,unstated,mixed,hard,,,,,,,64.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 148: cell of row 'MultiChallenge' (label line 145), column 'Gemini-3 Pro' (header line 82), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-multichallenge,alibaba,qwen3-max-0123,think,mixed,hard,,,,,,,63.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 149: cell of row 'MultiChallenge' (label line 145), column 'Qwen3-Max-Thinking' (header line 83), table 'Language')",,out:single-couple, hf-qwen3.5-397b-multichallenge,alibaba,kimi-k2.5,unstated,mixed,hard,,,,,,,62.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 150: cell of row 'MultiChallenge' (label line 145), column 'K2.5-1T-A32B' (header line 84), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-multichallenge,alibaba,qwen3.5-397b-a17b,unstated,mixed,hard,,,,,,,67.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 151: cell of row 'MultiChallenge' (label line 145), column 'Qwen3.5-397B-A17B' (header line 85), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-aa-lcr,alibaba,gpt-5.2,unstated,mixed,hard,,,,,,,72.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 156: cell of row 'AA-LCR' (label line 155), column 'GPT5.2' (header line 80), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-aa-lcr,alibaba,opus-4.5,unstated,mixed,hard,,,,,,,74.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 157: cell of row 'AA-LCR' (label line 155), column 'Claude 4.5 Opus' (header line 81), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-aa-lcr,alibaba,gemini-3-pro,unstated,mixed,hard,,,,,,,70.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 158: cell of row 'AA-LCR' (label line 155), column 'Gemini-3 Pro' (header line 82), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-aa-lcr,alibaba,qwen3-max-0123,think,mixed,hard,,,,,,,68.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 159: cell of row 'AA-LCR' (label line 155), column 'Qwen3-Max-Thinking' (header line 83), table 'Language')",,out:single-couple, hf-qwen3.5-397b-aa-lcr,alibaba,kimi-k2.5,unstated,mixed,hard,,,,,,,70.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 160: cell of row 'AA-LCR' (label line 155), column 'K2.5-1T-A32B' (header line 84), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-aa-lcr,alibaba,qwen3.5-397b-a17b,unstated,mixed,hard,,,,,,,68.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 161: cell of row 'AA-LCR' (label line 155), column 'Qwen3.5-397B-A17B' (header line 85), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-longbench-v2,alibaba,gpt-5.2,unstated,mixed,hard,,,,,,,54.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 165: cell of row 'LongBench v2' (label line 164), column 'GPT5.2' (header line 80), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-longbench-v2,alibaba,opus-4.5,unstated,mixed,hard,,,,,,,64.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 166: cell of row 'LongBench v2' (label line 164), column 'Claude 4.5 Opus' (header line 81), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-longbench-v2,alibaba,gemini-3-pro,unstated,mixed,hard,,,,,,,68.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 167: cell of row 'LongBench v2' (label line 164), column 'Gemini-3 Pro' (header line 82), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-longbench-v2,alibaba,qwen3-max-0123,think,mixed,hard,,,,,,,60.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 168: cell of row 'LongBench v2' (label line 164), column 'Qwen3-Max-Thinking' (header line 83), table 'Language')",,out:single-couple, hf-qwen3.5-397b-longbench-v2,alibaba,kimi-k2.5,unstated,mixed,hard,,,,,,,61.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 169: cell of row 'LongBench v2' (label line 164), column 'K2.5-1T-A32B' (header line 84), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-longbench-v2,alibaba,qwen3.5-397b-a17b,unstated,mixed,hard,,,,,,,63.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 170: cell of row 'LongBench v2' (label line 164), column 'Qwen3.5-397B-A17B' (header line 85), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-gpqa,alibaba,gpt-5.2,unstated,reasoning-math,hard,,,,,,,92.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 175: cell of row 'GPQA' (label line 174), column 'GPT5.2' (header line 80), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-gpqa,alibaba,opus-4.5,unstated,reasoning-math,hard,,,,,,,87.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 176: cell of row 'GPQA' (label line 174), column 'Claude 4.5 Opus' (header line 81), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-gpqa,alibaba,gemini-3-pro,unstated,reasoning-math,hard,,,,,,,91.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 177: cell of row 'GPQA' (label line 174), column 'Gemini-3 Pro' (header line 82), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-gpqa,alibaba,qwen3-max-0123,think,reasoning-math,hard,,,,,,,87.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 178: cell of row 'GPQA' (label line 174), column 'Qwen3-Max-Thinking' (header line 83), table 'Language')",,out:single-couple, hf-qwen3.5-397b-gpqa,alibaba,kimi-k2.5,unstated,reasoning-math,hard,,,,,,,87.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 179: cell of row 'GPQA' (label line 174), column 'K2.5-1T-A32B' (header line 84), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-gpqa,alibaba,qwen3.5-397b-a17b,unstated,reasoning-math,hard,,,,,,,88.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 180: cell of row 'GPQA' (label line 174), column 'Qwen3.5-397B-A17B' (header line 85), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-hle,alibaba,gpt-5.2,unstated,reasoning-math,frontier,,,,,,,35.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 184: cell of row 'HLE' (label line 183), column 'GPT5.2' (header line 80), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-hle,alibaba,opus-4.5,unstated,reasoning-math,frontier,,,,,,,30.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 185: cell of row 'HLE' (label line 183), column 'Claude 4.5 Opus' (header line 81), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-hle,alibaba,gemini-3-pro,unstated,reasoning-math,frontier,,,,,,,37.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 186: cell of row 'HLE' (label line 183), column 'Gemini-3 Pro' (header line 82), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-hle,alibaba,qwen3-max-0123,think,reasoning-math,frontier,,,,,,,30.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 187: cell of row 'HLE' (label line 183), column 'Qwen3-Max-Thinking' (header line 83), table 'Language')",,out:single-couple, hf-qwen3.5-397b-hle,alibaba,kimi-k2.5,unstated,reasoning-math,frontier,,,,,,,30.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 188: cell of row 'HLE' (label line 183), column 'K2.5-1T-A32B' (header line 84), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-hle,alibaba,qwen3.5-397b-a17b,unstated,reasoning-math,frontier,,,,,,,28.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 189: cell of row 'HLE' (label line 183), column 'Qwen3.5-397B-A17B' (header line 85), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-hle-verified,alibaba,gpt-5.2,unstated,reasoning-math,frontier,,,,,,,43.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 193: cell of row 'HLE-Verified' (label line 192), column 'GPT5.2' (header line 80), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-hle-verified,alibaba,opus-4.5,unstated,reasoning-math,frontier,,,,,,,38.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 194: cell of row 'HLE-Verified' (label line 192), column 'Claude 4.5 Opus' (header line 81), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-hle-verified,alibaba,gemini-3-pro,unstated,reasoning-math,frontier,,,,,,,48,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 195: cell of row 'HLE-Verified' (label line 192), column 'Gemini-3 Pro' (header line 82), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-hle-verified,alibaba,qwen3-max-0123,think,reasoning-math,frontier,,,,,,,37.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 196: cell of row 'HLE-Verified' (label line 192), column 'Qwen3-Max-Thinking' (header line 83), table 'Language')",,out:single-couple, hf-qwen3.5-397b-hle-verified,alibaba,qwen3.5-397b-a17b,unstated,reasoning-math,frontier,,,,,,,37.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 198: cell of row 'HLE-Verified' (label line 192), column 'Qwen3.5-397B-A17B' (header line 85), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-hmmt-feb-25,alibaba,gpt-5.2,unstated,reasoning-math,hard,,,,,,,99.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 212: cell of row 'HMMT Feb 25' (label line 211), column 'GPT5.2' (header line 80), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-hmmt-feb-25,alibaba,opus-4.5,unstated,reasoning-math,hard,,,,,,,92.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 213: cell of row 'HMMT Feb 25' (label line 211), column 'Claude 4.5 Opus' (header line 81), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-hmmt-feb-25,alibaba,gemini-3-pro,unstated,reasoning-math,hard,,,,,,,97.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 214: cell of row 'HMMT Feb 25' (label line 211), column 'Gemini-3 Pro' (header line 82), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-hmmt-feb-25,alibaba,qwen3-max-0123,think,reasoning-math,hard,,,,,,,98.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 215: cell of row 'HMMT Feb 25' (label line 211), column 'Qwen3-Max-Thinking' (header line 83), table 'Language')",,out:single-couple, hf-qwen3.5-397b-hmmt-feb-25,alibaba,kimi-k2.5,unstated,reasoning-math,hard,,,,,,,95.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 216: cell of row 'HMMT Feb 25' (label line 211), column 'K2.5-1T-A32B' (header line 84), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-hmmt-feb-25,alibaba,qwen3.5-397b-a17b,unstated,reasoning-math,hard,,,,,,,94.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 217: cell of row 'HMMT Feb 25' (label line 211), column 'Qwen3.5-397B-A17B' (header line 85), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-hmmt-nov-25,alibaba,gpt-5.2,unstated,reasoning-math,hard,,,,,,,100,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 221: cell of row 'HMMT Nov 25' (label line 220), column 'GPT5.2' (header line 80), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-hmmt-nov-25,alibaba,opus-4.5,unstated,reasoning-math,hard,,,,,,,93.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 222: cell of row 'HMMT Nov 25' (label line 220), column 'Claude 4.5 Opus' (header line 81), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-hmmt-nov-25,alibaba,gemini-3-pro,unstated,reasoning-math,hard,,,,,,,93.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 223: cell of row 'HMMT Nov 25' (label line 220), column 'Gemini-3 Pro' (header line 82), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-hmmt-nov-25,alibaba,qwen3-max-0123,think,reasoning-math,hard,,,,,,,94.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 224: cell of row 'HMMT Nov 25' (label line 220), column 'Qwen3-Max-Thinking' (header line 83), table 'Language')",,out:single-couple, hf-qwen3.5-397b-hmmt-nov-25,alibaba,kimi-k2.5,unstated,reasoning-math,hard,,,,,,,91.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 225: cell of row 'HMMT Nov 25' (label line 220), column 'K2.5-1T-A32B' (header line 84), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-hmmt-nov-25,alibaba,qwen3.5-397b-a17b,unstated,reasoning-math,hard,,,,,,,92.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 226: cell of row 'HMMT Nov 25' (label line 220), column 'Qwen3.5-397B-A17B' (header line 85), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-imoanswerbench,alibaba,gpt-5.2,unstated,reasoning-math,hard,,,,,,,86.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 230: cell of row 'IMOAnswerBench' (label line 229), column 'GPT5.2' (header line 80), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-imoanswerbench,alibaba,opus-4.5,unstated,reasoning-math,hard,,,,,,,84.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 231: cell of row 'IMOAnswerBench' (label line 229), column 'Claude 4.5 Opus' (header line 81), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-imoanswerbench,alibaba,gemini-3-pro,unstated,reasoning-math,hard,,,,,,,83.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 232: cell of row 'IMOAnswerBench' (label line 229), column 'Gemini-3 Pro' (header line 82), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-imoanswerbench,alibaba,qwen3-max-0123,think,reasoning-math,hard,,,,,,,83.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 233: cell of row 'IMOAnswerBench' (label line 229), column 'Qwen3-Max-Thinking' (header line 83), table 'Language')",,out:single-couple, hf-qwen3.5-397b-imoanswerbench,alibaba,kimi-k2.5,unstated,reasoning-math,hard,,,,,,,81.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 234: cell of row 'IMOAnswerBench' (label line 229), column 'K2.5-1T-A32B' (header line 84), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-imoanswerbench,alibaba,qwen3.5-397b-a17b,unstated,reasoning-math,hard,,,,,,,80.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 235: cell of row 'IMOAnswerBench' (label line 229), column 'Qwen3.5-397B-A17B' (header line 85), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-aime26,alibaba,gpt-5.2,unstated,reasoning-math,hard,,,,,,,96.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 239: cell of row 'AIME26' (label line 238), column 'GPT5.2' (header line 80), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-aime26,alibaba,opus-4.5,unstated,reasoning-math,hard,,,,,,,93.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 240: cell of row 'AIME26' (label line 238), column 'Claude 4.5 Opus' (header line 81), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-aime26,alibaba,gemini-3-pro,unstated,reasoning-math,hard,,,,,,,90.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 241: cell of row 'AIME26' (label line 238), column 'Gemini-3 Pro' (header line 82), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-aime26,alibaba,qwen3-max-0123,think,reasoning-math,hard,,,,,,,93.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 242: cell of row 'AIME26' (label line 238), column 'Qwen3-Max-Thinking' (header line 83), table 'Language')",,out:single-couple, hf-qwen3.5-397b-aime26,alibaba,kimi-k2.5,unstated,reasoning-math,hard,,,,,,,93.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 243: cell of row 'AIME26' (label line 238), column 'K2.5-1T-A32B' (header line 84), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-aime26,alibaba,qwen3.5-397b-a17b,unstated,reasoning-math,hard,,,,,,,91.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 244: cell of row 'AIME26' (label line 238), column 'Qwen3.5-397B-A17B' (header line 85), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-bfcl-v4,alibaba,gpt-5.2,unstated,agentic-tool,mid,,,,,,,63.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 249: cell of row 'BFCL-V4' (label line 248), column 'GPT5.2' (header line 80), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-bfcl-v4,alibaba,opus-4.5,unstated,agentic-tool,mid,,,,,,,77.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 250: cell of row 'BFCL-V4' (label line 248), column 'Claude 4.5 Opus' (header line 81), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-bfcl-v4,alibaba,gemini-3-pro,unstated,agentic-tool,mid,,,,,,,72.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 251: cell of row 'BFCL-V4' (label line 248), column 'Gemini-3 Pro' (header line 82), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-bfcl-v4,alibaba,qwen3-max-0123,think,agentic-tool,mid,,,,,,,67.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 252: cell of row 'BFCL-V4' (label line 248), column 'Qwen3-Max-Thinking' (header line 83), table 'Language')",,out:single-couple, hf-qwen3.5-397b-bfcl-v4,alibaba,kimi-k2.5,unstated,agentic-tool,mid,,,,,,,68.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 253: cell of row 'BFCL-V4' (label line 248), column 'K2.5-1T-A32B' (header line 84), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-bfcl-v4,alibaba,qwen3.5-397b-a17b,unstated,agentic-tool,mid,,,,,,,72.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 254: cell of row 'BFCL-V4' (label line 248), column 'Qwen3.5-397B-A17B' (header line 85), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-tau2-bench,alibaba,gpt-5.2,unstated,agentic-tool,mid,,,,,,,87.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 258: cell of row 'TAU2-Bench' (label line 257), column 'GPT5.2' (header line 80), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-tau2-bench,alibaba,opus-4.5,unstated,agentic-tool,mid,,,,,,,91.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 259: cell of row 'TAU2-Bench' (label line 257), column 'Claude 4.5 Opus' (header line 81), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-tau2-bench,alibaba,gemini-3-pro,unstated,agentic-tool,mid,,,,,,,85.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 260: cell of row 'TAU2-Bench' (label line 257), column 'Gemini-3 Pro' (header line 82), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-tau2-bench,alibaba,qwen3-max-0123,think,agentic-tool,mid,,,,,,,84.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 261: cell of row 'TAU2-Bench' (label line 257), column 'Qwen3-Max-Thinking' (header line 83), table 'Language')",,out:single-couple, hf-qwen3.5-397b-tau2-bench,alibaba,kimi-k2.5,unstated,agentic-tool,mid,,,,,,,77.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 262: cell of row 'TAU2-Bench' (label line 257), column 'K2.5-1T-A32B' (header line 84), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-tau2-bench,alibaba,qwen3.5-397b-a17b,unstated,agentic-tool,mid,,,,,,,86.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 263: cell of row 'TAU2-Bench' (label line 257), column 'Qwen3.5-397B-A17B' (header line 85), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-vita-bench,alibaba,gpt-5.2,unstated,agentic-tool,mid,,,,,,,38.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 267: cell of row 'VITA-Bench' (label line 266), column 'GPT5.2' (header line 80), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-vita-bench,alibaba,opus-4.5,unstated,agentic-tool,mid,,,,,,,56.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 268: cell of row 'VITA-Bench' (label line 266), column 'Claude 4.5 Opus' (header line 81), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-vita-bench,alibaba,gemini-3-pro,unstated,agentic-tool,mid,,,,,,,51.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 269: cell of row 'VITA-Bench' (label line 266), column 'Gemini-3 Pro' (header line 82), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-vita-bench,alibaba,qwen3-max-0123,think,agentic-tool,mid,,,,,,,40.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 270: cell of row 'VITA-Bench' (label line 266), column 'Qwen3-Max-Thinking' (header line 83), table 'Language')",,out:single-couple, hf-qwen3.5-397b-vita-bench,alibaba,kimi-k2.5,unstated,agentic-tool,mid,,,,,,,41.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 271: cell of row 'VITA-Bench' (label line 266), column 'K2.5-1T-A32B' (header line 84), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-vita-bench,alibaba,qwen3.5-397b-a17b,unstated,agentic-tool,mid,,,,,,,49.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 272: cell of row 'VITA-Bench' (label line 266), column 'Qwen3.5-397B-A17B' (header line 85), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-deepplanning,alibaba,gpt-5.2,unstated,agentic-tool,hard,,,,,,,44.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 276: cell of row 'DeepPlanning' (label line 275), column 'GPT5.2' (header line 80), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-deepplanning,alibaba,opus-4.5,unstated,agentic-tool,hard,,,,,,,33.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 277: cell of row 'DeepPlanning' (label line 275), column 'Claude 4.5 Opus' (header line 81), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-deepplanning,alibaba,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,23.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 278: cell of row 'DeepPlanning' (label line 275), column 'Gemini-3 Pro' (header line 82), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-deepplanning,alibaba,qwen3-max-0123,think,agentic-tool,hard,,,,,,,28.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 279: cell of row 'DeepPlanning' (label line 275), column 'Qwen3-Max-Thinking' (header line 83), table 'Language')",,out:single-couple, hf-qwen3.5-397b-deepplanning,alibaba,kimi-k2.5,unstated,agentic-tool,hard,,,,,,,14.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 280: cell of row 'DeepPlanning' (label line 275), column 'K2.5-1T-A32B' (header line 84), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-deepplanning,alibaba,qwen3.5-397b-a17b,unstated,agentic-tool,hard,,,,,,,34.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 281: cell of row 'DeepPlanning' (label line 275), column 'Qwen3.5-397B-A17B' (header line 85), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-tool-decathlon,alibaba,gpt-5.2,unstated,agentic-tool,hard,,,,,,,43.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 285: cell of row 'Tool Decathlon' (label line 284), column 'GPT5.2' (header line 80), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-tool-decathlon,alibaba,opus-4.5,unstated,agentic-tool,hard,,,,,,,43.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 286: cell of row 'Tool Decathlon' (label line 284), column 'Claude 4.5 Opus' (header line 81), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-tool-decathlon,alibaba,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,36.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 287: cell of row 'Tool Decathlon' (label line 284), column 'Gemini-3 Pro' (header line 82), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-tool-decathlon,alibaba,qwen3-max-0123,think,agentic-tool,hard,,,,,,,18.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 288: cell of row 'Tool Decathlon' (label line 284), column 'Qwen3-Max-Thinking' (header line 83), table 'Language')",,out:single-couple, hf-qwen3.5-397b-tool-decathlon,alibaba,kimi-k2.5,unstated,agentic-tool,hard,,,,,,,27.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 289: cell of row 'Tool Decathlon' (label line 284), column 'K2.5-1T-A32B' (header line 84), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-tool-decathlon,alibaba,qwen3.5-397b-a17b,unstated,agentic-tool,hard,,,,,,,38.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 290: cell of row 'Tool Decathlon' (label line 284), column 'Qwen3.5-397B-A17B' (header line 85), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-mcp-mark,alibaba,gpt-5.2,unstated,agentic-tool,hard,,,,,,,57.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 294: cell of row 'MCP-Mark' (label line 293), column 'GPT5.2' (header line 80), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-mcp-mark,alibaba,opus-4.5,unstated,agentic-tool,hard,,,,,,,42.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 295: cell of row 'MCP-Mark' (label line 293), column 'Claude 4.5 Opus' (header line 81), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-mcp-mark,alibaba,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,53.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 296: cell of row 'MCP-Mark' (label line 293), column 'Gemini-3 Pro' (header line 82), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-mcp-mark,alibaba,qwen3-max-0123,think,agentic-tool,hard,,,,,,,33.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 297: cell of row 'MCP-Mark' (label line 293), column 'Qwen3-Max-Thinking' (header line 83), table 'Language')",,out:single-couple, hf-qwen3.5-397b-mcp-mark,alibaba,kimi-k2.5,unstated,agentic-tool,hard,,,,,,,29.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 298: cell of row 'MCP-Mark' (label line 293), column 'K2.5-1T-A32B' (header line 84), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-mcp-mark,alibaba,qwen3.5-397b-a17b,unstated,agentic-tool,hard,,,,,,,46.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 299: cell of row 'MCP-Mark' (label line 293), column 'Qwen3.5-397B-A17B' (header line 85), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-hle-w-tool,alibaba,gpt-5.2,unstated,reasoning-math,frontier,,,,,,,45.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 304: cell of row 'HLE w/ tool' (label line 303), column 'GPT5.2' (header line 80), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-hle-w-tool,alibaba,opus-4.5,unstated,reasoning-math,frontier,,,,,,,43.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 305: cell of row 'HLE w/ tool' (label line 303), column 'Claude 4.5 Opus' (header line 81), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-hle-w-tool,alibaba,gemini-3-pro,unstated,reasoning-math,frontier,,,,,,,45.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 306: cell of row 'HLE w/ tool' (label line 303), column 'Gemini-3 Pro' (header line 82), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-hle-w-tool,alibaba,qwen3-max-0123,think,reasoning-math,frontier,,,,,,,49.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 307: cell of row 'HLE w/ tool' (label line 303), column 'Qwen3-Max-Thinking' (header line 83), table 'Language')",,out:single-couple, hf-qwen3.5-397b-hle-w-tool,alibaba,kimi-k2.5,unstated,reasoning-math,frontier,,,,,,,50.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 308: cell of row 'HLE w/ tool' (label line 303), column 'K2.5-1T-A32B' (header line 84), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-hle-w-tool,alibaba,qwen3.5-397b-a17b,unstated,reasoning-math,frontier,,,,,,,48.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 309: cell of row 'HLE w/ tool' (label line 303), column 'Qwen3.5-397B-A17B' (header line 85), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-browsecomp-single-unlabelled,alibaba,gpt-5.2,unstated,agentic-tool,hard,,,,,,,65.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 313: cell of row 'BrowseComp' (label line 312), column 'GPT5.2' (header line 80), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-browsecomp-single-unlabelled,alibaba,opus-4.5,unstated,agentic-tool,hard,,,,,,,67.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 314: cell of row 'BrowseComp' (label line 312), column 'Claude 4.5 Opus' (header line 81), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-browsecomp-single-unlabelled,alibaba,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,59.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 315: cell of row 'BrowseComp' (label line 312), column 'Gemini-3 Pro' (header line 82), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-browsecomp-single-unlabelled,alibaba,qwen3-max-0123,think,agentic-tool,hard,,,,,,,53.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 316: cell of row 'BrowseComp' (label line 312), column 'Qwen3-Max-Thinking' (header line 83), table 'Language')",,out:single-couple, hf-qwen3.5-397b-browsecomp-discard-all,alibaba,kimi-k2.5,unstated,agentic-tool,hard,,,,,,,74.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 317: cell of row 'BrowseComp' (label line 312), column 'K2.5-1T-A32B' (header line 84), table 'Language'; value 2 of two printed in the cell)",,out:effort-not-established, hf-qwen3.5-397b-browsecomp-discard-all,alibaba,qwen3.5-397b-a17b,unstated,agentic-tool,hard,,,,,,,78.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 318: cell of row 'BrowseComp' (label line 312), column 'Qwen3.5-397B-A17B' (header line 85), table 'Language'; value 2 of two printed in the cell)",,out:effort-not-established, hf-qwen3.5-397b-browsecomp-zh,alibaba,gpt-5.2,unstated,agentic-tool,hard,,,,,,,76.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 322: cell of row 'BrowseComp-zh' (label line 321), column 'GPT5.2' (header line 80), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-browsecomp-zh,alibaba,opus-4.5,unstated,agentic-tool,hard,,,,,,,62.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 323: cell of row 'BrowseComp-zh' (label line 321), column 'Claude 4.5 Opus' (header line 81), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-browsecomp-zh,alibaba,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,66.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 324: cell of row 'BrowseComp-zh' (label line 321), column 'Gemini-3 Pro' (header line 82), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-browsecomp-zh,alibaba,qwen3-max-0123,think,agentic-tool,hard,,,,,,,60.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 325: cell of row 'BrowseComp-zh' (label line 321), column 'Qwen3-Max-Thinking' (header line 83), table 'Language')",,out:single-couple, hf-qwen3.5-397b-browsecomp-zh,alibaba,qwen3.5-397b-a17b,unstated,agentic-tool,hard,,,,,,,70.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 327: cell of row 'BrowseComp-zh' (label line 321), column 'Qwen3.5-397B-A17B' (header line 85), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-widesearch,alibaba,gpt-5.2,unstated,agentic-tool,hard,,,,,,,76.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 331: cell of row 'WideSearch' (label line 330), column 'GPT5.2' (header line 80), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-widesearch,alibaba,opus-4.5,unstated,agentic-tool,hard,,,,,,,76.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 332: cell of row 'WideSearch' (label line 330), column 'Claude 4.5 Opus' (header line 81), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-widesearch,alibaba,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,68.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 333: cell of row 'WideSearch' (label line 330), column 'Gemini-3 Pro' (header line 82), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-widesearch,alibaba,qwen3-max-0123,think,agentic-tool,hard,,,,,,,57.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 334: cell of row 'WideSearch' (label line 330), column 'Qwen3-Max-Thinking' (header line 83), table 'Language')",,out:single-couple, hf-qwen3.5-397b-widesearch,alibaba,kimi-k2.5,unstated,agentic-tool,hard,,,,,,,72.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 335: cell of row 'WideSearch' (label line 330), column 'K2.5-1T-A32B' (header line 84), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-widesearch,alibaba,qwen3.5-397b-a17b,unstated,agentic-tool,hard,,,,,,,74.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 336: cell of row 'WideSearch' (label line 330), column 'Qwen3.5-397B-A17B' (header line 85), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-seal-0,alibaba,gpt-5.2,unstated,agentic-tool,hard,,,,,,,45.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 340: cell of row 'Seal-0' (label line 339), column 'GPT5.2' (header line 80), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-seal-0,alibaba,opus-4.5,unstated,agentic-tool,hard,,,,,,,47.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 341: cell of row 'Seal-0' (label line 339), column 'Claude 4.5 Opus' (header line 81), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-seal-0,alibaba,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,45.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 342: cell of row 'Seal-0' (label line 339), column 'Gemini-3 Pro' (header line 82), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-seal-0,alibaba,qwen3-max-0123,think,agentic-tool,hard,,,,,,,46.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 343: cell of row 'Seal-0' (label line 339), column 'Qwen3-Max-Thinking' (header line 83), table 'Language')",,out:single-couple, hf-qwen3.5-397b-seal-0,alibaba,kimi-k2.5,unstated,agentic-tool,hard,,,,,,,57.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 344: cell of row 'Seal-0' (label line 339), column 'K2.5-1T-A32B' (header line 84), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-seal-0,alibaba,qwen3.5-397b-a17b,unstated,agentic-tool,hard,,,,,,,46.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 345: cell of row 'Seal-0' (label line 339), column 'Qwen3.5-397B-A17B' (header line 85), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-mmmlu,alibaba,gpt-5.2,unstated,mixed,mid,,,,,,,89.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 350: cell of row 'MMMLU' (label line 349), column 'GPT5.2' (header line 80), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-mmmlu,alibaba,opus-4.5,unstated,mixed,mid,,,,,,,90.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 351: cell of row 'MMMLU' (label line 349), column 'Claude 4.5 Opus' (header line 81), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-mmmlu,alibaba,gemini-3-pro,unstated,mixed,mid,,,,,,,90.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 352: cell of row 'MMMLU' (label line 349), column 'Gemini-3 Pro' (header line 82), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-mmmlu,alibaba,qwen3-max-0123,think,mixed,mid,,,,,,,84.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 353: cell of row 'MMMLU' (label line 349), column 'Qwen3-Max-Thinking' (header line 83), table 'Language')",,out:single-couple, hf-qwen3.5-397b-mmmlu,alibaba,kimi-k2.5,unstated,mixed,mid,,,,,,,86.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 354: cell of row 'MMMLU' (label line 349), column 'K2.5-1T-A32B' (header line 84), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-mmmlu,alibaba,qwen3.5-397b-a17b,unstated,mixed,mid,,,,,,,88.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 355: cell of row 'MMMLU' (label line 349), column 'Qwen3.5-397B-A17B' (header line 85), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-mmlu-prox,alibaba,gpt-5.2,unstated,mixed,mid,,,,,,,83.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 359: cell of row 'MMLU-ProX' (label line 358), column 'GPT5.2' (header line 80), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-mmlu-prox,alibaba,opus-4.5,unstated,mixed,mid,,,,,,,85.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 360: cell of row 'MMLU-ProX' (label line 358), column 'Claude 4.5 Opus' (header line 81), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-mmlu-prox,alibaba,gemini-3-pro,unstated,mixed,mid,,,,,,,87.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 361: cell of row 'MMLU-ProX' (label line 358), column 'Gemini-3 Pro' (header line 82), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-mmlu-prox,alibaba,qwen3-max-0123,think,mixed,mid,,,,,,,78.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 362: cell of row 'MMLU-ProX' (label line 358), column 'Qwen3-Max-Thinking' (header line 83), table 'Language')",,out:single-couple, hf-qwen3.5-397b-mmlu-prox,alibaba,kimi-k2.5,unstated,mixed,mid,,,,,,,82.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 363: cell of row 'MMLU-ProX' (label line 358), column 'K2.5-1T-A32B' (header line 84), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-mmlu-prox,alibaba,qwen3.5-397b-a17b,unstated,mixed,mid,,,,,,,84.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 364: cell of row 'MMLU-ProX' (label line 358), column 'Qwen3.5-397B-A17B' (header line 85), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-nova-63,alibaba,gpt-5.2,unstated,mixed,mid,,,,,,,54.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 368: cell of row 'NOVA-63' (label line 367), column 'GPT5.2' (header line 80), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-nova-63,alibaba,opus-4.5,unstated,mixed,mid,,,,,,,56.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 369: cell of row 'NOVA-63' (label line 367), column 'Claude 4.5 Opus' (header line 81), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-nova-63,alibaba,gemini-3-pro,unstated,mixed,mid,,,,,,,56.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 370: cell of row 'NOVA-63' (label line 367), column 'Gemini-3 Pro' (header line 82), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-nova-63,alibaba,qwen3-max-0123,think,mixed,mid,,,,,,,54.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 371: cell of row 'NOVA-63' (label line 367), column 'Qwen3-Max-Thinking' (header line 83), table 'Language')",,out:single-couple, hf-qwen3.5-397b-nova-63,alibaba,kimi-k2.5,unstated,mixed,mid,,,,,,,56.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 372: cell of row 'NOVA-63' (label line 367), column 'K2.5-1T-A32B' (header line 84), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-nova-63,alibaba,qwen3.5-397b-a17b,unstated,mixed,mid,,,,,,,59.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 373: cell of row 'NOVA-63' (label line 367), column 'Qwen3.5-397B-A17B' (header line 85), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-include,alibaba,gpt-5.2,unstated,mixed,mid,,,,,,,87.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 377: cell of row 'INCLUDE' (label line 376), column 'GPT5.2' (header line 80), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-include,alibaba,opus-4.5,unstated,mixed,mid,,,,,,,86.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 378: cell of row 'INCLUDE' (label line 376), column 'Claude 4.5 Opus' (header line 81), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-include,alibaba,gemini-3-pro,unstated,mixed,mid,,,,,,,90.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 379: cell of row 'INCLUDE' (label line 376), column 'Gemini-3 Pro' (header line 82), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-include,alibaba,qwen3-max-0123,think,mixed,mid,,,,,,,82.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 380: cell of row 'INCLUDE' (label line 376), column 'Qwen3-Max-Thinking' (header line 83), table 'Language')",,out:single-couple, hf-qwen3.5-397b-include,alibaba,kimi-k2.5,unstated,mixed,mid,,,,,,,83.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 381: cell of row 'INCLUDE' (label line 376), column 'K2.5-1T-A32B' (header line 84), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-include,alibaba,qwen3.5-397b-a17b,unstated,mixed,mid,,,,,,,85.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 382: cell of row 'INCLUDE' (label line 376), column 'Qwen3.5-397B-A17B' (header line 85), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-global-piqa,alibaba,gpt-5.2,unstated,mixed,mid,,,,,,,90.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 386: cell of row 'Global PIQA' (label line 385), column 'GPT5.2' (header line 80), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-global-piqa,alibaba,opus-4.5,unstated,mixed,mid,,,,,,,91.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 387: cell of row 'Global PIQA' (label line 385), column 'Claude 4.5 Opus' (header line 81), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-global-piqa,alibaba,gemini-3-pro,unstated,mixed,mid,,,,,,,93.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 388: cell of row 'Global PIQA' (label line 385), column 'Gemini-3 Pro' (header line 82), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-global-piqa,alibaba,qwen3-max-0123,think,mixed,mid,,,,,,,86.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 389: cell of row 'Global PIQA' (label line 385), column 'Qwen3-Max-Thinking' (header line 83), table 'Language')",,out:single-couple, hf-qwen3.5-397b-global-piqa,alibaba,kimi-k2.5,unstated,mixed,mid,,,,,,,89.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 390: cell of row 'Global PIQA' (label line 385), column 'K2.5-1T-A32B' (header line 84), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-global-piqa,alibaba,qwen3.5-397b-a17b,unstated,mixed,mid,,,,,,,89.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 391: cell of row 'Global PIQA' (label line 385), column 'Qwen3.5-397B-A17B' (header line 85), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-polymath,alibaba,gpt-5.2,unstated,reasoning-math,hard,,,,,,,62.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 395: cell of row 'PolyMATH' (label line 394), column 'GPT5.2' (header line 80), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-polymath,alibaba,opus-4.5,unstated,reasoning-math,hard,,,,,,,79.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 396: cell of row 'PolyMATH' (label line 394), column 'Claude 4.5 Opus' (header line 81), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-polymath,alibaba,gemini-3-pro,unstated,reasoning-math,hard,,,,,,,81.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 397: cell of row 'PolyMATH' (label line 394), column 'Gemini-3 Pro' (header line 82), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-polymath,alibaba,qwen3-max-0123,think,reasoning-math,hard,,,,,,,64.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 398: cell of row 'PolyMATH' (label line 394), column 'Qwen3-Max-Thinking' (header line 83), table 'Language')",,out:single-couple, hf-qwen3.5-397b-polymath,alibaba,kimi-k2.5,unstated,reasoning-math,hard,,,,,,,43.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 399: cell of row 'PolyMATH' (label line 394), column 'K2.5-1T-A32B' (header line 84), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-polymath,alibaba,qwen3.5-397b-a17b,unstated,reasoning-math,hard,,,,,,,73.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 400: cell of row 'PolyMATH' (label line 394), column 'Qwen3.5-397B-A17B' (header line 85), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-wmt24,alibaba,gpt-5.2,unstated,writing,mid,,,,,,,78.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 404: cell of row 'WMT24++' (label line 403), column 'GPT5.2' (header line 80), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-wmt24,alibaba,opus-4.5,unstated,writing,mid,,,,,,,79.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 405: cell of row 'WMT24++' (label line 403), column 'Claude 4.5 Opus' (header line 81), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-wmt24,alibaba,gemini-3-pro,unstated,writing,mid,,,,,,,80.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 406: cell of row 'WMT24++' (label line 403), column 'Gemini-3 Pro' (header line 82), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-wmt24,alibaba,qwen3-max-0123,think,writing,mid,,,,,,,77.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 407: cell of row 'WMT24++' (label line 403), column 'Qwen3-Max-Thinking' (header line 83), table 'Language')",,out:single-couple, hf-qwen3.5-397b-wmt24,alibaba,kimi-k2.5,unstated,writing,mid,,,,,,,77.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 408: cell of row 'WMT24++' (label line 403), column 'K2.5-1T-A32B' (header line 84), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-wmt24,alibaba,qwen3.5-397b-a17b,unstated,writing,mid,,,,,,,78.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 409: cell of row 'WMT24++' (label line 403), column 'Qwen3.5-397B-A17B' (header line 85), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-maxife,alibaba,gpt-5.2,unstated,mixed,mid,,,,,,,88.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 413: cell of row 'MAXIFE' (label line 412), column 'GPT5.2' (header line 80), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-maxife,alibaba,opus-4.5,unstated,mixed,mid,,,,,,,79.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 414: cell of row 'MAXIFE' (label line 412), column 'Claude 4.5 Opus' (header line 81), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-maxife,alibaba,gemini-3-pro,unstated,mixed,mid,,,,,,,87.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 415: cell of row 'MAXIFE' (label line 412), column 'Gemini-3 Pro' (header line 82), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-maxife,alibaba,qwen3-max-0123,think,mixed,mid,,,,,,,84.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 416: cell of row 'MAXIFE' (label line 412), column 'Qwen3-Max-Thinking' (header line 83), table 'Language')",,out:single-couple, hf-qwen3.5-397b-maxife,alibaba,kimi-k2.5,unstated,mixed,mid,,,,,,,72.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 417: cell of row 'MAXIFE' (label line 412), column 'K2.5-1T-A32B' (header line 84), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-maxife,alibaba,qwen3.5-397b-a17b,unstated,mixed,mid,,,,,,,88.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 418: cell of row 'MAXIFE' (label line 412), column 'Qwen3.5-397B-A17B' (header line 85), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-swe-bench-multilingual,alibaba,gpt-5.2,unstated,coding,hard,,,,,,,72.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 432: cell of row 'SWE-bench Multilingual' (label line 431), column 'GPT5.2' (header line 80), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-swe-bench-multilingual,alibaba,opus-4.5,unstated,coding,hard,,,,,,,77.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 433: cell of row 'SWE-bench Multilingual' (label line 431), column 'Claude 4.5 Opus' (header line 81), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-swe-bench-multilingual,alibaba,gemini-3-pro,unstated,coding,hard,,,,,,,65.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 434: cell of row 'SWE-bench Multilingual' (label line 431), column 'Gemini-3 Pro' (header line 82), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-swe-bench-multilingual,alibaba,qwen3-max-0123,think,coding,hard,,,,,,,66.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 435: cell of row 'SWE-bench Multilingual' (label line 431), column 'Qwen3-Max-Thinking' (header line 83), table 'Language')",,out:single-couple, hf-qwen3.5-397b-swe-bench-multilingual,alibaba,kimi-k2.5,unstated,coding,hard,,,,,,,73.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 436: cell of row 'SWE-bench Multilingual' (label line 431), column 'K2.5-1T-A32B' (header line 84), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-swe-bench-multilingual,alibaba,qwen3.5-397b-a17b,unstated,coding,hard,,,,,,,69.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 437: cell of row 'SWE-bench Multilingual' (label line 431), column 'Qwen3.5-397B-A17B' (header line 85), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-seccodebench,alibaba,gpt-5.2,unstated,coding,hard,,,,,,,68.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 441: cell of row 'SecCodeBench' (label line 440), column 'GPT5.2' (header line 80), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-seccodebench,alibaba,opus-4.5,unstated,coding,hard,,,,,,,68.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 442: cell of row 'SecCodeBench' (label line 440), column 'Claude 4.5 Opus' (header line 81), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-seccodebench,alibaba,gemini-3-pro,unstated,coding,hard,,,,,,,62.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 443: cell of row 'SecCodeBench' (label line 440), column 'Gemini-3 Pro' (header line 82), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-seccodebench,alibaba,qwen3-max-0123,think,coding,hard,,,,,,,57.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 444: cell of row 'SecCodeBench' (label line 440), column 'Qwen3-Max-Thinking' (header line 83), table 'Language')",,out:single-couple, hf-qwen3.5-397b-seccodebench,alibaba,kimi-k2.5,unstated,coding,hard,,,,,,,61.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 445: cell of row 'SecCodeBench' (label line 440), column 'K2.5-1T-A32B' (header line 84), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-seccodebench,alibaba,qwen3.5-397b-a17b,unstated,coding,hard,,,,,,,68.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 446: cell of row 'SecCodeBench' (label line 440), column 'Qwen3.5-397B-A17B' (header line 85), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-terminal-bench-2,alibaba,gpt-5.2,unstated,coding,hard,,,,,,,54.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 450: cell of row 'Terminal Bench 2' (label line 449), column 'GPT5.2' (header line 80), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-terminal-bench-2,alibaba,opus-4.5,unstated,coding,hard,,,,,,,59.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 451: cell of row 'Terminal Bench 2' (label line 449), column 'Claude 4.5 Opus' (header line 81), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-terminal-bench-2,alibaba,gemini-3-pro,unstated,coding,hard,,,,,,,54.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 452: cell of row 'Terminal Bench 2' (label line 449), column 'Gemini-3 Pro' (header line 82), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-terminal-bench-2,alibaba,qwen3-max-0123,think,coding,hard,,,,,,,22.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 453: cell of row 'Terminal Bench 2' (label line 449), column 'Qwen3-Max-Thinking' (header line 83), table 'Language')",,out:single-couple, hf-qwen3.5-397b-terminal-bench-2,alibaba,kimi-k2.5,unstated,coding,hard,,,,,,,50.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 454: cell of row 'Terminal Bench 2' (label line 449), column 'K2.5-1T-A32B' (header line 84), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-terminal-bench-2,alibaba,qwen3.5-397b-a17b,unstated,coding,hard,,,,,,,52.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 455: cell of row 'Terminal Bench 2' (label line 449), column 'Qwen3.5-397B-A17B' (header line 85), table 'Language')",,out:effort-not-established, hf-qwen3.5-397b-mmmu,alibaba,gpt-5.2,unstated,mixed,hard,,,,,,,86.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 492: cell of row 'MMMU' (label line 491), column 'GPT5.2' (header line 481), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-mmmu,alibaba,opus-4.5,unstated,mixed,hard,,,,,,,80.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 493: cell of row 'MMMU' (label line 491), column 'Claude 4.5 Opus' (header line 482), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-mmmu,alibaba,gemini-3-pro,unstated,mixed,hard,,,,,,,87.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 494: cell of row 'MMMU' (label line 491), column 'Gemini-3 Pro' (header line 483), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-mmmu,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,mixed,hard,,,,,,,80.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 495: cell of row 'MMMU' (label line 491), column 'Qwen3-VL-235B-A22B' (header line 484), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-397b-mmmu,alibaba,kimi-k2.5,unstated,mixed,hard,,,,,,,84.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 496: cell of row 'MMMU' (label line 491), column 'K2.5-1T-A32B' (header line 485), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-mmmu,alibaba,qwen3.5-397b-a17b,unstated,mixed,hard,,,,,,,85.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 497: cell of row 'MMMU' (label line 491), column 'Qwen3.5-397B-A17B' (header line 486), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-mmmu-pro,alibaba,gpt-5.2,unstated,mixed,hard,,,,,,,79.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 501: cell of row 'MMMU-Pro' (label line 500), column 'GPT5.2' (header line 481), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-mmmu-pro,alibaba,opus-4.5,unstated,mixed,hard,,,,,,,70.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 502: cell of row 'MMMU-Pro' (label line 500), column 'Claude 4.5 Opus' (header line 482), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-mmmu-pro,alibaba,gemini-3-pro,unstated,mixed,hard,,,,,,,81.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 503: cell of row 'MMMU-Pro' (label line 500), column 'Gemini-3 Pro' (header line 483), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-mmmu-pro,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,mixed,hard,,,,,,,69.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 504: cell of row 'MMMU-Pro' (label line 500), column 'Qwen3-VL-235B-A22B' (header line 484), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-397b-mmmu-pro,alibaba,kimi-k2.5,unstated,mixed,hard,,,,,,,78.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 505: cell of row 'MMMU-Pro' (label line 500), column 'K2.5-1T-A32B' (header line 485), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-mmmu-pro,alibaba,qwen3.5-397b-a17b,unstated,mixed,hard,,,,,,,79.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 506: cell of row 'MMMU-Pro' (label line 500), column 'Qwen3.5-397B-A17B' (header line 486), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-mathvision,alibaba,gpt-5.2,unstated,reasoning-math,hard,,,,,,,83.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 510: cell of row 'MathVision' (label line 509), column 'GPT5.2' (header line 481), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-mathvision,alibaba,opus-4.5,unstated,reasoning-math,hard,,,,,,,74.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 511: cell of row 'MathVision' (label line 509), column 'Claude 4.5 Opus' (header line 482), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-mathvision,alibaba,gemini-3-pro,unstated,reasoning-math,hard,,,,,,,86.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 512: cell of row 'MathVision' (label line 509), column 'Gemini-3 Pro' (header line 483), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-mathvision,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,reasoning-math,hard,,,,,,,74.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 513: cell of row 'MathVision' (label line 509), column 'Qwen3-VL-235B-A22B' (header line 484), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-397b-mathvision,alibaba,kimi-k2.5,unstated,reasoning-math,hard,,,,,,,84.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 514: cell of row 'MathVision' (label line 509), column 'K2.5-1T-A32B' (header line 485), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-mathvision,alibaba,qwen3.5-397b-a17b,unstated,reasoning-math,hard,,,,,,,88.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 515: cell of row 'MathVision' (label line 509), column 'Qwen3.5-397B-A17B' (header line 486), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-mathvista-mini,alibaba,gpt-5.2,unstated,reasoning-math,hard,,,,,,,83.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 519: cell of row 'Mathvista(mini)' (label line 518), column 'GPT5.2' (header line 481), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-mathvista-mini,alibaba,opus-4.5,unstated,reasoning-math,hard,,,,,,,80.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 520: cell of row 'Mathvista(mini)' (label line 518), column 'Claude 4.5 Opus' (header line 482), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-mathvista-mini,alibaba,gemini-3-pro,unstated,reasoning-math,hard,,,,,,,87.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 521: cell of row 'Mathvista(mini)' (label line 518), column 'Gemini-3 Pro' (header line 483), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-mathvista-mini,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,reasoning-math,hard,,,,,,,85.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 522: cell of row 'Mathvista(mini)' (label line 518), column 'Qwen3-VL-235B-A22B' (header line 484), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-397b-mathvista-mini,alibaba,kimi-k2.5,unstated,reasoning-math,hard,,,,,,,90.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 523: cell of row 'Mathvista(mini)' (label line 518), column 'K2.5-1T-A32B' (header line 485), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-mathvista-mini,alibaba,qwen3.5-397b-a17b,unstated,reasoning-math,hard,,,,,,,90.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 524: cell of row 'Mathvista(mini)' (label line 518), column 'Qwen3.5-397B-A17B' (header line 486), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-we-math,alibaba,gpt-5.2,unstated,reasoning-math,hard,,,,,,,79.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 528: cell of row 'We-Math' (label line 527), column 'GPT5.2' (header line 481), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-we-math,alibaba,opus-4.5,unstated,reasoning-math,hard,,,,,,,70.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 529: cell of row 'We-Math' (label line 527), column 'Claude 4.5 Opus' (header line 482), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-we-math,alibaba,gemini-3-pro,unstated,reasoning-math,hard,,,,,,,86.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 530: cell of row 'We-Math' (label line 527), column 'Gemini-3 Pro' (header line 483), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-we-math,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,reasoning-math,hard,,,,,,,74.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 531: cell of row 'We-Math' (label line 527), column 'Qwen3-VL-235B-A22B' (header line 484), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-397b-we-math,alibaba,kimi-k2.5,unstated,reasoning-math,hard,,,,,,,84.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 532: cell of row 'We-Math' (label line 527), column 'K2.5-1T-A32B' (header line 485), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-we-math,alibaba,qwen3.5-397b-a17b,unstated,reasoning-math,hard,,,,,,,87.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 533: cell of row 'We-Math' (label line 527), column 'Qwen3.5-397B-A17B' (header line 486), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-dynamath,alibaba,gpt-5.2,unstated,reasoning-math,hard,,,,,,,86.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 537: cell of row 'DynaMath' (label line 536), column 'GPT5.2' (header line 481), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-dynamath,alibaba,opus-4.5,unstated,reasoning-math,hard,,,,,,,79.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 538: cell of row 'DynaMath' (label line 536), column 'Claude 4.5 Opus' (header line 482), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-dynamath,alibaba,gemini-3-pro,unstated,reasoning-math,hard,,,,,,,85.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 539: cell of row 'DynaMath' (label line 536), column 'Gemini-3 Pro' (header line 483), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-dynamath,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,reasoning-math,hard,,,,,,,82.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 540: cell of row 'DynaMath' (label line 536), column 'Qwen3-VL-235B-A22B' (header line 484), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-397b-dynamath,alibaba,kimi-k2.5,unstated,reasoning-math,hard,,,,,,,84.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 541: cell of row 'DynaMath' (label line 536), column 'K2.5-1T-A32B' (header line 485), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-dynamath,alibaba,qwen3.5-397b-a17b,unstated,reasoning-math,hard,,,,,,,86.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 542: cell of row 'DynaMath' (label line 536), column 'Qwen3.5-397B-A17B' (header line 486), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-zerobench,alibaba,gpt-5.2,unstated,mixed,frontier,,,,,,,9,count,0.289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 546: cell of row 'ZEROBench' (label line 545), column 'GPT5.2' (header line 481), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-zerobench,alibaba,opus-4.5,unstated,mixed,frontier,,,,,,,3,count,0.289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 547: cell of row 'ZEROBench' (label line 545), column 'Claude 4.5 Opus' (header line 482), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-zerobench,alibaba,gemini-3-pro,unstated,mixed,frontier,,,,,,,10,count,0.289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 548: cell of row 'ZEROBench' (label line 545), column 'Gemini-3 Pro' (header line 483), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-zerobench,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,mixed,frontier,,,,,,,4,count,0.289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 549: cell of row 'ZEROBench' (label line 545), column 'Qwen3-VL-235B-A22B' (header line 484), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-397b-zerobench,alibaba,kimi-k2.5,unstated,mixed,frontier,,,,,,,9,count,0.289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 550: cell of row 'ZEROBench' (label line 545), column 'K2.5-1T-A32B' (header line 485), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-zerobench,alibaba,qwen3.5-397b-a17b,unstated,mixed,frontier,,,,,,,12,count,0.289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 551: cell of row 'ZEROBench' (label line 545), column 'Qwen3.5-397B-A17B' (header line 486), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-zerobench-sub,alibaba,gpt-5.2,unstated,mixed,frontier,,,,,,,33.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 555: cell of row 'ZEROBench_sub' (label line 554), column 'GPT5.2' (header line 481), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-zerobench-sub,alibaba,opus-4.5,unstated,mixed,frontier,,,,,,,28.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 556: cell of row 'ZEROBench_sub' (label line 554), column 'Claude 4.5 Opus' (header line 482), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-zerobench-sub,alibaba,gemini-3-pro,unstated,mixed,frontier,,,,,,,39.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 557: cell of row 'ZEROBench_sub' (label line 554), column 'Gemini-3 Pro' (header line 483), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-zerobench-sub,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,mixed,frontier,,,,,,,28.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 558: cell of row 'ZEROBench_sub' (label line 554), column 'Qwen3-VL-235B-A22B' (header line 484), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-397b-zerobench-sub,alibaba,kimi-k2.5,unstated,mixed,frontier,,,,,,,33.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 559: cell of row 'ZEROBench_sub' (label line 554), column 'K2.5-1T-A32B' (header line 485), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-zerobench-sub,alibaba,qwen3.5-397b-a17b,unstated,mixed,frontier,,,,,,,41.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 560: cell of row 'ZEROBench_sub' (label line 554), column 'Qwen3.5-397B-A17B' (header line 486), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-babyvision-single-unlabelled,alibaba,gpt-5.2,unstated,mixed,hard,,,,,,,34.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 564: cell of row 'BabyVision' (label line 563), column 'GPT5.2' (header line 481), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-babyvision-single-unlabelled,alibaba,opus-4.5,unstated,mixed,hard,,,,,,,14.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 565: cell of row 'BabyVision' (label line 563), column 'Claude 4.5 Opus' (header line 482), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-babyvision-single-unlabelled,alibaba,gemini-3-pro,unstated,mixed,hard,,,,,,,49.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 566: cell of row 'BabyVision' (label line 563), column 'Gemini-3 Pro' (header line 483), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-babyvision-single-unlabelled,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,mixed,hard,,,,,,,22.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 567: cell of row 'BabyVision' (label line 563), column 'Qwen3-VL-235B-A22B' (header line 484), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-397b-babyvision-single-unlabelled,alibaba,kimi-k2.5,unstated,mixed,hard,,,,,,,36.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 568: cell of row 'BabyVision' (label line 563), column 'K2.5-1T-A32B' (header line 485), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-realworldqa,alibaba,gpt-5.2,unstated,mixed,mid,,,,,,,83.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 574: cell of row 'RealWorldQA' (label line 573), column 'GPT5.2' (header line 481), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-realworldqa,alibaba,opus-4.5,unstated,mixed,mid,,,,,,,77.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 575: cell of row 'RealWorldQA' (label line 573), column 'Claude 4.5 Opus' (header line 482), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-realworldqa,alibaba,gemini-3-pro,unstated,mixed,mid,,,,,,,83.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 576: cell of row 'RealWorldQA' (label line 573), column 'Gemini-3 Pro' (header line 483), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-realworldqa,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,mixed,mid,,,,,,,81.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 577: cell of row 'RealWorldQA' (label line 573), column 'Qwen3-VL-235B-A22B' (header line 484), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-397b-realworldqa,alibaba,kimi-k2.5,unstated,mixed,mid,,,,,,,81.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 578: cell of row 'RealWorldQA' (label line 573), column 'K2.5-1T-A32B' (header line 485), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-realworldqa,alibaba,qwen3.5-397b-a17b,unstated,mixed,mid,,,,,,,83.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 579: cell of row 'RealWorldQA' (label line 573), column 'Qwen3.5-397B-A17B' (header line 486), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-mmstar,alibaba,gpt-5.2,unstated,mixed,mid,,,,,,,77.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 583: cell of row 'MMStar' (label line 582), column 'GPT5.2' (header line 481), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-mmstar,alibaba,opus-4.5,unstated,mixed,mid,,,,,,,73.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 584: cell of row 'MMStar' (label line 582), column 'Claude 4.5 Opus' (header line 482), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-mmstar,alibaba,gemini-3-pro,unstated,mixed,mid,,,,,,,83.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 585: cell of row 'MMStar' (label line 582), column 'Gemini-3 Pro' (header line 483), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-mmstar,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,mixed,mid,,,,,,,78.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 586: cell of row 'MMStar' (label line 582), column 'Qwen3-VL-235B-A22B' (header line 484), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-397b-mmstar,alibaba,kimi-k2.5,unstated,mixed,mid,,,,,,,80.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 587: cell of row 'MMStar' (label line 582), column 'K2.5-1T-A32B' (header line 485), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-mmstar,alibaba,qwen3.5-397b-a17b,unstated,mixed,mid,,,,,,,83.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 588: cell of row 'MMStar' (label line 582), column 'Qwen3.5-397B-A17B' (header line 486), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-hallusionbench,alibaba,gpt-5.2,unstated,mixed,mid,,,,,,,65.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 592: cell of row 'HallusionBench' (label line 591), column 'GPT5.2' (header line 481), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-hallusionbench,alibaba,opus-4.5,unstated,mixed,mid,,,,,,,64.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 593: cell of row 'HallusionBench' (label line 591), column 'Claude 4.5 Opus' (header line 482), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-hallusionbench,alibaba,gemini-3-pro,unstated,mixed,mid,,,,,,,68.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 594: cell of row 'HallusionBench' (label line 591), column 'Gemini-3 Pro' (header line 483), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-hallusionbench,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,mixed,mid,,,,,,,66.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 595: cell of row 'HallusionBench' (label line 591), column 'Qwen3-VL-235B-A22B' (header line 484), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-397b-hallusionbench,alibaba,kimi-k2.5,unstated,mixed,mid,,,,,,,69.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 596: cell of row 'HallusionBench' (label line 591), column 'K2.5-1T-A32B' (header line 485), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-hallusionbench,alibaba,qwen3.5-397b-a17b,unstated,mixed,mid,,,,,,,71.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 597: cell of row 'HallusionBench' (label line 591), column 'Qwen3.5-397B-A17B' (header line 486), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-mmbench-en-dev-v1-1,alibaba,gpt-5.2,unstated,mixed,mid,,,,,,,88.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 601: cell of row 'MMBench EN-DEV-v1.1' (label line 600), column 'GPT5.2' (header line 481), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-mmbench-en-dev-v1-1,alibaba,opus-4.5,unstated,mixed,mid,,,,,,,89.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 602: cell of row 'MMBench EN-DEV-v1.1' (label line 600), column 'Claude 4.5 Opus' (header line 482), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-mmbench-en-dev-v1-1,alibaba,gemini-3-pro,unstated,mixed,mid,,,,,,,93.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 603: cell of row 'MMBench EN-DEV-v1.1' (label line 600), column 'Gemini-3 Pro' (header line 483), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-mmbench-en-dev-v1-1,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,mixed,mid,,,,,,,89.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 604: cell of row 'MMBench EN-DEV-v1.1' (label line 600), column 'Qwen3-VL-235B-A22B' (header line 484), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-397b-mmbench-en-dev-v1-1,alibaba,kimi-k2.5,unstated,mixed,mid,,,,,,,94.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 605: cell of row 'MMBench EN-DEV-v1.1' (label line 600), column 'K2.5-1T-A32B' (header line 485), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-mmbench-en-dev-v1-1,alibaba,qwen3.5-397b-a17b,unstated,mixed,mid,,,,,,,93.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 606: cell of row 'MMBench EN-DEV-v1.1' (label line 600), column 'Qwen3.5-397B-A17B' (header line 486), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-simplevqa,alibaba,gpt-5.2,unstated,mixed,mid,,,,,,,55.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 610: cell of row 'SimpleVQA' (label line 609), column 'GPT5.2' (header line 481), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-simplevqa,alibaba,opus-4.5,unstated,mixed,mid,,,,,,,65.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 611: cell of row 'SimpleVQA' (label line 609), column 'Claude 4.5 Opus' (header line 482), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-simplevqa,alibaba,gemini-3-pro,unstated,mixed,mid,,,,,,,73.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 612: cell of row 'SimpleVQA' (label line 609), column 'Gemini-3 Pro' (header line 483), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-simplevqa,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,mixed,mid,,,,,,,61.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 613: cell of row 'SimpleVQA' (label line 609), column 'Qwen3-VL-235B-A22B' (header line 484), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-397b-simplevqa,alibaba,kimi-k2.5,unstated,mixed,mid,,,,,,,71.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 614: cell of row 'SimpleVQA' (label line 609), column 'K2.5-1T-A32B' (header line 485), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-simplevqa,alibaba,qwen3.5-397b-a17b,unstated,mixed,mid,,,,,,,67.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 615: cell of row 'SimpleVQA' (label line 609), column 'Qwen3.5-397B-A17B' (header line 486), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-omnidocbench1-5,alibaba,gpt-5.2,unstated,mixed,mid,,,,,,,85.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 620: cell of row 'OmniDocBench1.5' (label line 619), column 'GPT5.2' (header line 481), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-omnidocbench1-5,alibaba,opus-4.5,unstated,mixed,mid,,,,,,,87.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 621: cell of row 'OmniDocBench1.5' (label line 619), column 'Claude 4.5 Opus' (header line 482), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-omnidocbench1-5,alibaba,gemini-3-pro,unstated,mixed,mid,,,,,,,88.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 622: cell of row 'OmniDocBench1.5' (label line 619), column 'Gemini-3 Pro' (header line 483), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-omnidocbench1-5,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,mixed,mid,,,,,,,84.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 623: cell of row 'OmniDocBench1.5' (label line 619), column 'Qwen3-VL-235B-A22B' (header line 484), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-397b-omnidocbench1-5,alibaba,kimi-k2.5,unstated,mixed,mid,,,,,,,88.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 624: cell of row 'OmniDocBench1.5' (label line 619), column 'K2.5-1T-A32B' (header line 485), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-omnidocbench1-5,alibaba,qwen3.5-397b-a17b,unstated,mixed,mid,,,,,,,90.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 625: cell of row 'OmniDocBench1.5' (label line 619), column 'Qwen3.5-397B-A17B' (header line 486), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-charxiv-rq,alibaba,gpt-5.2,unstated,mixed,mid,,,,,,,82.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 629: cell of row 'CharXiv(RQ)' (label line 628), column 'GPT5.2' (header line 481), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-charxiv-rq,alibaba,opus-4.5,unstated,mixed,mid,,,,,,,68.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 630: cell of row 'CharXiv(RQ)' (label line 628), column 'Claude 4.5 Opus' (header line 482), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-charxiv-rq,alibaba,gemini-3-pro,unstated,mixed,mid,,,,,,,81.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 631: cell of row 'CharXiv(RQ)' (label line 628), column 'Gemini-3 Pro' (header line 483), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-charxiv-rq,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,mixed,mid,,,,,,,66.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 632: cell of row 'CharXiv(RQ)' (label line 628), column 'Qwen3-VL-235B-A22B' (header line 484), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-397b-charxiv-rq,alibaba,kimi-k2.5,unstated,mixed,mid,,,,,,,77.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 633: cell of row 'CharXiv(RQ)' (label line 628), column 'K2.5-1T-A32B' (header line 485), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-charxiv-rq,alibaba,qwen3.5-397b-a17b,unstated,mixed,mid,,,,,,,80.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 634: cell of row 'CharXiv(RQ)' (label line 628), column 'Qwen3.5-397B-A17B' (header line 486), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-mmlongbench-doc,alibaba,opus-4.5,unstated,mixed,mid,,,,,,,61.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 639: cell of row 'MMLongBench-Doc' (label line 637), column 'Claude 4.5 Opus' (header line 482), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-mmlongbench-doc,alibaba,gemini-3-pro,unstated,mixed,mid,,,,,,,60.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 640: cell of row 'MMLongBench-Doc' (label line 637), column 'Gemini-3 Pro' (header line 483), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-mmlongbench-doc,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,mixed,mid,,,,,,,56.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 641: cell of row 'MMLongBench-Doc' (label line 637), column 'Qwen3-VL-235B-A22B' (header line 484), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-397b-mmlongbench-doc,alibaba,kimi-k2.5,unstated,mixed,mid,,,,,,,58.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 642: cell of row 'MMLongBench-Doc' (label line 637), column 'K2.5-1T-A32B' (header line 485), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-mmlongbench-doc,alibaba,qwen3.5-397b-a17b,unstated,mixed,mid,,,,,,,61.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 643: cell of row 'MMLongBench-Doc' (label line 637), column 'Qwen3.5-397B-A17B' (header line 486), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-cc-ocr,alibaba,gpt-5.2,unstated,mixed,mid,,,,,,,70.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 647: cell of row 'CC-OCR' (label line 646), column 'GPT5.2' (header line 481), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-cc-ocr,alibaba,opus-4.5,unstated,mixed,mid,,,,,,,76.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 648: cell of row 'CC-OCR' (label line 646), column 'Claude 4.5 Opus' (header line 482), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-cc-ocr,alibaba,gemini-3-pro,unstated,mixed,mid,,,,,,,79.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 649: cell of row 'CC-OCR' (label line 646), column 'Gemini-3 Pro' (header line 483), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-cc-ocr,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,mixed,mid,,,,,,,81.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 650: cell of row 'CC-OCR' (label line 646), column 'Qwen3-VL-235B-A22B' (header line 484), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-397b-cc-ocr,alibaba,kimi-k2.5,unstated,mixed,mid,,,,,,,79.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 651: cell of row 'CC-OCR' (label line 646), column 'K2.5-1T-A32B' (header line 485), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-cc-ocr,alibaba,qwen3.5-397b-a17b,unstated,mixed,mid,,,,,,,82.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 652: cell of row 'CC-OCR' (label line 646), column 'Qwen3.5-397B-A17B' (header line 486), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-ai2d-test,alibaba,gpt-5.2,unstated,mixed,easy,,,,,,,92.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 656: cell of row 'AI2D_TEST' (label line 655), column 'GPT5.2' (header line 481), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-ai2d-test,alibaba,opus-4.5,unstated,mixed,easy,,,,,,,87.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 657: cell of row 'AI2D_TEST' (label line 655), column 'Claude 4.5 Opus' (header line 482), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-ai2d-test,alibaba,gemini-3-pro,unstated,mixed,easy,,,,,,,94.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 658: cell of row 'AI2D_TEST' (label line 655), column 'Gemini-3 Pro' (header line 483), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-ai2d-test,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,mixed,easy,,,,,,,89.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 659: cell of row 'AI2D_TEST' (label line 655), column 'Qwen3-VL-235B-A22B' (header line 484), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-397b-ai2d-test,alibaba,kimi-k2.5,unstated,mixed,easy,,,,,,,90.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 660: cell of row 'AI2D_TEST' (label line 655), column 'K2.5-1T-A32B' (header line 485), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-ai2d-test,alibaba,qwen3.5-397b-a17b,unstated,mixed,easy,,,,,,,93.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 661: cell of row 'AI2D_TEST' (label line 655), column 'Qwen3.5-397B-A17B' (header line 486), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-ocrbench,alibaba,gpt-5.2,unstated,mixed,easy,,,,,,,80.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 665: cell of row 'OCRBench' (label line 664), column 'GPT5.2' (header line 481), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-ocrbench,alibaba,opus-4.5,unstated,mixed,easy,,,,,,,85.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 666: cell of row 'OCRBench' (label line 664), column 'Claude 4.5 Opus' (header line 482), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-ocrbench,alibaba,gemini-3-pro,unstated,mixed,easy,,,,,,,90.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 667: cell of row 'OCRBench' (label line 664), column 'Gemini-3 Pro' (header line 483), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-ocrbench,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,mixed,easy,,,,,,,87.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 668: cell of row 'OCRBench' (label line 664), column 'Qwen3-VL-235B-A22B' (header line 484), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-397b-ocrbench,alibaba,kimi-k2.5,unstated,mixed,easy,,,,,,,92.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 669: cell of row 'OCRBench' (label line 664), column 'K2.5-1T-A32B' (header line 485), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-ocrbench,alibaba,qwen3.5-397b-a17b,unstated,mixed,easy,,,,,,,93.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 670: cell of row 'OCRBench' (label line 664), column 'Qwen3.5-397B-A17B' (header line 486), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-erqa,alibaba,gpt-5.2,unstated,mixed,mid,,,,,,,59.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 675: cell of row 'ERQA' (label line 674), column 'GPT5.2' (header line 481), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-erqa,alibaba,opus-4.5,unstated,mixed,mid,,,,,,,46.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 676: cell of row 'ERQA' (label line 674), column 'Claude 4.5 Opus' (header line 482), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-erqa,alibaba,gemini-3-pro,unstated,mixed,mid,,,,,,,70.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 677: cell of row 'ERQA' (label line 674), column 'Gemini-3 Pro' (header line 483), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-erqa,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,mixed,mid,,,,,,,52.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 678: cell of row 'ERQA' (label line 674), column 'Qwen3-VL-235B-A22B' (header line 484), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-397b-erqa,alibaba,qwen3.5-397b-a17b,unstated,mixed,mid,,,,,,,67.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 680: cell of row 'ERQA' (label line 674), column 'Qwen3.5-397B-A17B' (header line 486), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-countbench,alibaba,gpt-5.2,unstated,mixed,easy,,,,,,,91.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 684: cell of row 'CountBench' (label line 683), column 'GPT5.2' (header line 481), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-countbench,alibaba,opus-4.5,unstated,mixed,easy,,,,,,,90.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 685: cell of row 'CountBench' (label line 683), column 'Claude 4.5 Opus' (header line 482), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-countbench,alibaba,gemini-3-pro,unstated,mixed,easy,,,,,,,97.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 686: cell of row 'CountBench' (label line 683), column 'Gemini-3 Pro' (header line 483), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-countbench,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,mixed,easy,,,,,,,93.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 687: cell of row 'CountBench' (label line 683), column 'Qwen3-VL-235B-A22B' (header line 484), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-397b-countbench,alibaba,kimi-k2.5,unstated,mixed,easy,,,,,,,94.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 688: cell of row 'CountBench' (label line 683), column 'K2.5-1T-A32B' (header line 485), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-countbench,alibaba,qwen3.5-397b-a17b,unstated,mixed,easy,,,,,,,97.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 689: cell of row 'CountBench' (label line 683), column 'Qwen3.5-397B-A17B' (header line 486), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-refcoco-avg,alibaba,gemini-3-pro,unstated,mixed,easy,,,,,,,84.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 695: cell of row 'RefCOCO(avg)' (label line 692), column 'Gemini-3 Pro' (header line 483), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-refcoco-avg,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,mixed,easy,,,,,,,91.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 696: cell of row 'RefCOCO(avg)' (label line 692), column 'Qwen3-VL-235B-A22B' (header line 484), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-397b-refcoco-avg,alibaba,kimi-k2.5,unstated,mixed,easy,,,,,,,87.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 697: cell of row 'RefCOCO(avg)' (label line 692), column 'K2.5-1T-A32B' (header line 485), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-refcoco-avg,alibaba,qwen3.5-397b-a17b,unstated,mixed,easy,,,,,,,92.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 698: cell of row 'RefCOCO(avg)' (label line 692), column 'Qwen3.5-397B-A17B' (header line 486), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-odinw13,alibaba,gemini-3-pro,unstated,mixed,mid,,,,,,,46.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 704: cell of row 'ODInW13' (label line 701), column 'Gemini-3 Pro' (header line 483), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-odinw13,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,mixed,mid,,,,,,,43.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 705: cell of row 'ODInW13' (label line 701), column 'Qwen3-VL-235B-A22B' (header line 484), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-397b-odinw13,alibaba,qwen3.5-397b-a17b,unstated,mixed,mid,,,,,,,47.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 707: cell of row 'ODInW13' (label line 701), column 'Qwen3.5-397B-A17B' (header line 486), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-embspatialbench,alibaba,gpt-5.2,unstated,mixed,mid,,,,,,,81.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 711: cell of row 'EmbSpatialBench' (label line 710), column 'GPT5.2' (header line 481), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-embspatialbench,alibaba,opus-4.5,unstated,mixed,mid,,,,,,,75.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 712: cell of row 'EmbSpatialBench' (label line 710), column 'Claude 4.5 Opus' (header line 482), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-embspatialbench,alibaba,gemini-3-pro,unstated,mixed,mid,,,,,,,61.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 713: cell of row 'EmbSpatialBench' (label line 710), column 'Gemini-3 Pro' (header line 483), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-embspatialbench,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,mixed,mid,,,,,,,84.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 714: cell of row 'EmbSpatialBench' (label line 710), column 'Qwen3-VL-235B-A22B' (header line 484), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-397b-embspatialbench,alibaba,kimi-k2.5,unstated,mixed,mid,,,,,,,77.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 715: cell of row 'EmbSpatialBench' (label line 710), column 'K2.5-1T-A32B' (header line 485), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-embspatialbench,alibaba,qwen3.5-397b-a17b,unstated,mixed,mid,,,,,,,84.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 716: cell of row 'EmbSpatialBench' (label line 710), column 'Qwen3.5-397B-A17B' (header line 486), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-refspatialbench,alibaba,gemini-3-pro,unstated,mixed,mid,,,,,,,65.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 722: cell of row 'RefSpatialBench' (label line 719), column 'Gemini-3 Pro' (header line 483), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-refspatialbench,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,mixed,mid,,,,,,,69.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 723: cell of row 'RefSpatialBench' (label line 719), column 'Qwen3-VL-235B-A22B' (header line 484), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-397b-refspatialbench,alibaba,qwen3.5-397b-a17b,unstated,mixed,mid,,,,,,,73.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 725: cell of row 'RefSpatialBench' (label line 719), column 'Qwen3.5-397B-A17B' (header line 486), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-lingoqa,alibaba,gpt-5.2,unstated,mixed,mid,,,,,,,68.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 729: cell of row 'LingoQA' (label line 728), column 'GPT5.2' (header line 481), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-lingoqa,alibaba,opus-4.5,unstated,mixed,mid,,,,,,,78.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 730: cell of row 'LingoQA' (label line 728), column 'Claude 4.5 Opus' (header line 482), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-lingoqa,alibaba,gemini-3-pro,unstated,mixed,mid,,,,,,,72.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 731: cell of row 'LingoQA' (label line 728), column 'Gemini-3 Pro' (header line 483), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-lingoqa,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,mixed,mid,,,,,,,66.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 732: cell of row 'LingoQA' (label line 728), column 'Qwen3-VL-235B-A22B' (header line 484), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-397b-lingoqa,alibaba,kimi-k2.5,unstated,mixed,mid,,,,,,,68.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 733: cell of row 'LingoQA' (label line 728), column 'K2.5-1T-A32B' (header line 485), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-lingoqa,alibaba,qwen3.5-397b-a17b,unstated,mixed,mid,,,,,,,81.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 734: cell of row 'LingoQA' (label line 728), column 'Qwen3.5-397B-A17B' (header line 486), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-v-single-unlabelled,alibaba,gpt-5.2,unstated,mixed,mid,,,,,,,75.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 738: cell of row 'V*' (label line 737), column 'GPT5.2' (header line 481), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-v-single-unlabelled,alibaba,opus-4.5,unstated,mixed,mid,,,,,,,67.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 739: cell of row 'V*' (label line 737), column 'Claude 4.5 Opus' (header line 482), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-v-single-unlabelled,alibaba,gemini-3-pro,unstated,mixed,mid,,,,,,,88.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 740: cell of row 'V*' (label line 737), column 'Gemini-3 Pro' (header line 483), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-v-single-unlabelled,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,mixed,mid,,,,,,,85.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 741: cell of row 'V*' (label line 737), column 'Qwen3-VL-235B-A22B' (header line 484), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-397b-v-single-unlabelled,alibaba,kimi-k2.5,unstated,mixed,mid,,,,,,,77.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 742: cell of row 'V*' (label line 737), column 'K2.5-1T-A32B' (header line 485), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-videomme-w-sub,alibaba,gpt-5.2,unstated,mixed,mid,,,,,,,86,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 775: cell of row 'VideoMME (w sub.)' (label line 774), column 'GPT5.2' (header line 481), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-videomme-w-sub,alibaba,opus-4.5,unstated,mixed,mid,,,,,,,77.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 776: cell of row 'VideoMME (w sub.)' (label line 774), column 'Claude 4.5 Opus' (header line 482), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-videomme-w-sub,alibaba,gemini-3-pro,unstated,mixed,mid,,,,,,,88.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 777: cell of row 'VideoMME (w sub.)' (label line 774), column 'Gemini-3 Pro' (header line 483), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-videomme-w-sub,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,mixed,mid,,,,,,,83.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 778: cell of row 'VideoMME (w sub.)' (label line 774), column 'Qwen3-VL-235B-A22B' (header line 484), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-397b-videomme-w-sub,alibaba,kimi-k2.5,unstated,mixed,mid,,,,,,,87.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 779: cell of row 'VideoMME (w sub.)' (label line 774), column 'K2.5-1T-A32B' (header line 485), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-videomme-w-sub,alibaba,qwen3.5-397b-a17b,unstated,mixed,mid,,,,,,,87.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 780: cell of row 'VideoMME (w sub.)' (label line 774), column 'Qwen3.5-397B-A17B' (header line 486), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-videomme-w-o-sub,alibaba,gpt-5.2,unstated,mixed,mid,,,,,,,85.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 784: cell of row 'VideoMME (w/o sub.)' (label line 783), column 'GPT5.2' (header line 481), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-videomme-w-o-sub,alibaba,opus-4.5,unstated,mixed,mid,,,,,,,81.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 785: cell of row 'VideoMME (w/o sub.)' (label line 783), column 'Claude 4.5 Opus' (header line 482), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-videomme-w-o-sub,alibaba,gemini-3-pro,unstated,mixed,mid,,,,,,,87.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 786: cell of row 'VideoMME (w/o sub.)' (label line 783), column 'Gemini-3 Pro' (header line 483), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-videomme-w-o-sub,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,mixed,mid,,,,,,,79.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 787: cell of row 'VideoMME (w/o sub.)' (label line 783), column 'Qwen3-VL-235B-A22B' (header line 484), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-397b-videomme-w-o-sub,alibaba,kimi-k2.5,unstated,mixed,mid,,,,,,,83.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 788: cell of row 'VideoMME (w/o sub.)' (label line 783), column 'K2.5-1T-A32B' (header line 485), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-videomme-w-o-sub,alibaba,qwen3.5-397b-a17b,unstated,mixed,mid,,,,,,,83.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 789: cell of row 'VideoMME (w/o sub.)' (label line 783), column 'Qwen3.5-397B-A17B' (header line 486), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-videommmu,alibaba,gpt-5.2,unstated,mixed,hard,,,,,,,85.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 793: cell of row 'VideoMMMU' (label line 792), column 'GPT5.2' (header line 481), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-videommmu,alibaba,opus-4.5,unstated,mixed,hard,,,,,,,84.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 794: cell of row 'VideoMMMU' (label line 792), column 'Claude 4.5 Opus' (header line 482), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-videommmu,alibaba,gemini-3-pro,unstated,mixed,hard,,,,,,,87.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 795: cell of row 'VideoMMMU' (label line 792), column 'Gemini-3 Pro' (header line 483), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-videommmu,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,mixed,hard,,,,,,,80.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 796: cell of row 'VideoMMMU' (label line 792), column 'Qwen3-VL-235B-A22B' (header line 484), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-397b-videommmu,alibaba,kimi-k2.5,unstated,mixed,hard,,,,,,,86.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 797: cell of row 'VideoMMMU' (label line 792), column 'K2.5-1T-A32B' (header line 485), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-videommmu,alibaba,qwen3.5-397b-a17b,unstated,mixed,hard,,,,,,,84.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 798: cell of row 'VideoMMMU' (label line 792), column 'Qwen3.5-397B-A17B' (header line 486), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-mlvu-m-avg,alibaba,gpt-5.2,unstated,mixed,mid,,,,,,,85.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 802: cell of row 'MLVU (M-Avg)' (label line 801), column 'GPT5.2' (header line 481), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-mlvu-m-avg,alibaba,opus-4.5,unstated,mixed,mid,,,,,,,81.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 803: cell of row 'MLVU (M-Avg)' (label line 801), column 'Claude 4.5 Opus' (header line 482), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-mlvu-m-avg,alibaba,gemini-3-pro,unstated,mixed,mid,,,,,,,83.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 804: cell of row 'MLVU (M-Avg)' (label line 801), column 'Gemini-3 Pro' (header line 483), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-mlvu-m-avg,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,mixed,mid,,,,,,,83.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 805: cell of row 'MLVU (M-Avg)' (label line 801), column 'Qwen3-VL-235B-A22B' (header line 484), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-397b-mlvu-m-avg,alibaba,kimi-k2.5,unstated,mixed,mid,,,,,,,85.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 806: cell of row 'MLVU (M-Avg)' (label line 801), column 'K2.5-1T-A32B' (header line 485), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-mlvu-m-avg,alibaba,qwen3.5-397b-a17b,unstated,mixed,mid,,,,,,,86.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 807: cell of row 'MLVU (M-Avg)' (label line 801), column 'Qwen3.5-397B-A17B' (header line 486), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-mvbench,alibaba,gpt-5.2,unstated,mixed,mid,,,,,,,78.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 811: cell of row 'MVBench' (label line 810), column 'GPT5.2' (header line 481), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-mvbench,alibaba,opus-4.5,unstated,mixed,mid,,,,,,,67.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 812: cell of row 'MVBench' (label line 810), column 'Claude 4.5 Opus' (header line 482), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-mvbench,alibaba,gemini-3-pro,unstated,mixed,mid,,,,,,,74.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 813: cell of row 'MVBench' (label line 810), column 'Gemini-3 Pro' (header line 483), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-mvbench,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,mixed,mid,,,,,,,75.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 814: cell of row 'MVBench' (label line 810), column 'Qwen3-VL-235B-A22B' (header line 484), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-397b-mvbench,alibaba,kimi-k2.5,unstated,mixed,mid,,,,,,,73.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 815: cell of row 'MVBench' (label line 810), column 'K2.5-1T-A32B' (header line 485), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-mvbench,alibaba,qwen3.5-397b-a17b,unstated,mixed,mid,,,,,,,77.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 816: cell of row 'MVBench' (label line 810), column 'Qwen3.5-397B-A17B' (header line 486), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-lvbench,alibaba,gpt-5.2,unstated,mixed,hard,,,,,,,73.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 820: cell of row 'LVBench' (label line 819), column 'GPT5.2' (header line 481), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-lvbench,alibaba,opus-4.5,unstated,mixed,hard,,,,,,,57.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 821: cell of row 'LVBench' (label line 819), column 'Claude 4.5 Opus' (header line 482), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-lvbench,alibaba,gemini-3-pro,unstated,mixed,hard,,,,,,,76.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 822: cell of row 'LVBench' (label line 819), column 'Gemini-3 Pro' (header line 483), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-lvbench,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,mixed,hard,,,,,,,63.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 823: cell of row 'LVBench' (label line 819), column 'Qwen3-VL-235B-A22B' (header line 484), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-397b-lvbench,alibaba,kimi-k2.5,unstated,mixed,hard,,,,,,,75.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 824: cell of row 'LVBench' (label line 819), column 'K2.5-1T-A32B' (header line 485), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-lvbench,alibaba,qwen3.5-397b-a17b,unstated,mixed,hard,,,,,,,75.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 825: cell of row 'LVBench' (label line 819), column 'Qwen3.5-397B-A17B' (header line 486), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-mmvu,alibaba,gpt-5.2,unstated,mixed,mid,,,,,,,80.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 829: cell of row 'MMVU' (label line 828), column 'GPT5.2' (header line 481), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-mmvu,alibaba,opus-4.5,unstated,mixed,mid,,,,,,,77.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 830: cell of row 'MMVU' (label line 828), column 'Claude 4.5 Opus' (header line 482), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-mmvu,alibaba,gemini-3-pro,unstated,mixed,mid,,,,,,,77.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 831: cell of row 'MMVU' (label line 828), column 'Gemini-3 Pro' (header line 483), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-mmvu,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,mixed,mid,,,,,,,71.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 832: cell of row 'MMVU' (label line 828), column 'Qwen3-VL-235B-A22B' (header line 484), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-397b-mmvu,alibaba,kimi-k2.5,unstated,mixed,mid,,,,,,,80.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 833: cell of row 'MMVU' (label line 828), column 'K2.5-1T-A32B' (header line 485), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-mmvu,alibaba,qwen3.5-397b-a17b,unstated,mixed,mid,,,,,,,75.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 834: cell of row 'MMVU' (label line 828), column 'Qwen3.5-397B-A17B' (header line 486), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-screenspot-pro,alibaba,opus-4.5,unstated,computer-use,mid,,,,,,,45.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 840: cell of row 'ScreenSpot Pro' (label line 838), column 'Claude 4.5 Opus' (header line 482), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-screenspot-pro,alibaba,gemini-3-pro,unstated,computer-use,mid,,,,,,,72.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 841: cell of row 'ScreenSpot Pro' (label line 838), column 'Gemini-3 Pro' (header line 483), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-screenspot-pro,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,computer-use,mid,,,,,,,62.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 842: cell of row 'ScreenSpot Pro' (label line 838), column 'Qwen3-VL-235B-A22B' (header line 484), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-397b-screenspot-pro,alibaba,qwen3.5-397b-a17b,unstated,computer-use,mid,,,,,,,65.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 844: cell of row 'ScreenSpot Pro' (label line 838), column 'Qwen3.5-397B-A17B' (header line 486), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-osworld-verified,alibaba,gpt-5.2,unstated,computer-use,mid,,,,,,,38.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 848: cell of row 'OSWorld-Verified' (label line 847), column 'GPT5.2' (header line 481), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-osworld-verified,alibaba,opus-4.5,unstated,computer-use,mid,,,,,,,66.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 849: cell of row 'OSWorld-Verified' (label line 847), column 'Claude 4.5 Opus' (header line 482), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-osworld-verified,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,computer-use,mid,,,,,,,38.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 851: cell of row 'OSWorld-Verified' (label line 847), column 'Qwen3-VL-235B-A22B' (header line 484), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-397b-osworld-verified,alibaba,kimi-k2.5,unstated,computer-use,mid,,,,,,,63.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 852: cell of row 'OSWorld-Verified' (label line 847), column 'K2.5-1T-A32B' (header line 485), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-osworld-verified,alibaba,qwen3.5-397b-a17b,unstated,computer-use,mid,,,,,,,62.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 853: cell of row 'OSWorld-Verified' (label line 847), column 'Qwen3.5-397B-A17B' (header line 486), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-slake,alibaba,gpt-5.2,unstated,mixed,hard,,,,,,,76.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 867: cell of row 'SLAKE' (label line 866), column 'GPT5.2' (header line 481), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-slake,alibaba,opus-4.5,unstated,mixed,hard,,,,,,,76.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 868: cell of row 'SLAKE' (label line 866), column 'Claude 4.5 Opus' (header line 482), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-slake,alibaba,gemini-3-pro,unstated,mixed,hard,,,,,,,81.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 869: cell of row 'SLAKE' (label line 866), column 'Gemini-3 Pro' (header line 483), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-slake,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,mixed,hard,,,,,,,72.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 870: cell of row 'SLAKE' (label line 866), column 'Qwen3-VL-235B-A22B' (header line 484), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-397b-slake,alibaba,kimi-k2.5,unstated,mixed,hard,,,,,,,81.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 871: cell of row 'SLAKE' (label line 866), column 'K2.5-1T-A32B' (header line 485), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-slake,alibaba,qwen3.5-397b-a17b,unstated,mixed,hard,,,,,,,79.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 872: cell of row 'SLAKE' (label line 866), column 'Qwen3.5-397B-A17B' (header line 486), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-pmc-vqa,alibaba,gpt-5.2,unstated,mixed,hard,,,,,,,58.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 876: cell of row 'PMC-VQA' (label line 875), column 'GPT5.2' (header line 481), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-pmc-vqa,alibaba,opus-4.5,unstated,mixed,hard,,,,,,,59.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 877: cell of row 'PMC-VQA' (label line 875), column 'Claude 4.5 Opus' (header line 482), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-pmc-vqa,alibaba,gemini-3-pro,unstated,mixed,hard,,,,,,,62.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 878: cell of row 'PMC-VQA' (label line 875), column 'Gemini-3 Pro' (header line 483), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-pmc-vqa,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,mixed,hard,,,,,,,56.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 879: cell of row 'PMC-VQA' (label line 875), column 'Qwen3-VL-235B-A22B' (header line 484), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-397b-pmc-vqa,alibaba,kimi-k2.5,unstated,mixed,hard,,,,,,,63.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 880: cell of row 'PMC-VQA' (label line 875), column 'K2.5-1T-A32B' (header line 485), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-pmc-vqa,alibaba,qwen3.5-397b-a17b,unstated,mixed,hard,,,,,,,64.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 881: cell of row 'PMC-VQA' (label line 875), column 'Qwen3.5-397B-A17B' (header line 486), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-medxpertqa-mm,alibaba,gpt-5.2,unstated,mixed,hard,,,,,,,73.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 885: cell of row 'MedXpertQA-MM' (label line 884), column 'GPT5.2' (header line 481), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-medxpertqa-mm,alibaba,opus-4.5,unstated,mixed,hard,,,,,,,63.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 886: cell of row 'MedXpertQA-MM' (label line 884), column 'Claude 4.5 Opus' (header line 482), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-medxpertqa-mm,alibaba,gemini-3-pro,unstated,mixed,hard,,,,,,,76.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 887: cell of row 'MedXpertQA-MM' (label line 884), column 'Gemini-3 Pro' (header line 483), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-medxpertqa-mm,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,mixed,hard,,,,,,,47.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 888: cell of row 'MedXpertQA-MM' (label line 884), column 'Qwen3-VL-235B-A22B' (header line 484), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-397b-medxpertqa-mm,alibaba,kimi-k2.5,unstated,mixed,hard,,,,,,,65.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 889: cell of row 'MedXpertQA-MM' (label line 884), column 'K2.5-1T-A32B' (header line 485), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-397b-medxpertqa-mm,alibaba,qwen3.5-397b-a17b,unstated,mixed,hard,,,,,,,70.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-397B-A17B (line 890: cell of row 'MedXpertQA-MM' (label line 884), column 'Qwen3.5-397B-A17B' (header line 486), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-mmlu-pro,alibaba,gpt-5-mini,unstated,reasoning-math,mid,,,,,,,83.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 85: cell of row 'MMLU-Pro' (label line 84), column 'GPT-5-mini 2025-08-07' (header line 74), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-mmlu-pro,alibaba,gpt-oss-120b,unstated,reasoning-math,mid,,,,,,,80.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 86: cell of row 'MMLU-Pro' (label line 84), column 'GPT-OSS-120B' (header line 75), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-mmlu-pro,alibaba,qwen3-235b-a22b,unstated,reasoning-math,mid,,,,,,,84.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 87: cell of row 'MMLU-Pro' (label line 84), column 'Qwen3-235B-A22B' (header line 76), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-mmlu-pro,alibaba,qwen3.5-122b-a10b,unstated,reasoning-math,mid,,,,,,,86.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 88: cell of row 'MMLU-Pro' (label line 84), column 'Qwen3.5-122B-A10B' (header line 77), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-mmlu-pro,alibaba,qwen3.5-27b,unstated,reasoning-math,mid,,,,,,,86.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 89: cell of row 'MMLU-Pro' (label line 84), column 'Qwen3.5-27B' (header line 78), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-mmlu-pro,alibaba,qwen3.5-35b-a3b,unstated,reasoning-math,mid,,,,,,,85.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 90: cell of row 'MMLU-Pro' (label line 84), column 'Qwen3.5-35B-A3B' (header line 79), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-mmlu-redux,alibaba,gpt-5-mini,unstated,reasoning-math,mid,,,,,,,93.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 94: cell of row 'MMLU-Redux' (label line 93), column 'GPT-5-mini 2025-08-07' (header line 74), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-mmlu-redux,alibaba,gpt-oss-120b,unstated,reasoning-math,mid,,,,,,,91.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 95: cell of row 'MMLU-Redux' (label line 93), column 'GPT-OSS-120B' (header line 75), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-mmlu-redux,alibaba,qwen3-235b-a22b,unstated,reasoning-math,mid,,,,,,,93.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 96: cell of row 'MMLU-Redux' (label line 93), column 'Qwen3-235B-A22B' (header line 76), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-mmlu-redux,alibaba,qwen3.5-122b-a10b,unstated,reasoning-math,mid,,,,,,,94.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 97: cell of row 'MMLU-Redux' (label line 93), column 'Qwen3.5-122B-A10B' (header line 77), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-mmlu-redux,alibaba,qwen3.5-27b,unstated,reasoning-math,mid,,,,,,,93.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 98: cell of row 'MMLU-Redux' (label line 93), column 'Qwen3.5-27B' (header line 78), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-mmlu-redux,alibaba,qwen3.5-35b-a3b,unstated,reasoning-math,mid,,,,,,,93.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 99: cell of row 'MMLU-Redux' (label line 93), column 'Qwen3.5-35B-A3B' (header line 79), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-c-eval,alibaba,gpt-5-mini,unstated,mixed,mid,,,,,,,82.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 103: cell of row 'C-Eval' (label line 102), column 'GPT-5-mini 2025-08-07' (header line 74), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-c-eval,alibaba,gpt-oss-120b,unstated,mixed,mid,,,,,,,76.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 104: cell of row 'C-Eval' (label line 102), column 'GPT-OSS-120B' (header line 75), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-c-eval,alibaba,qwen3-235b-a22b,unstated,mixed,mid,,,,,,,92.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 105: cell of row 'C-Eval' (label line 102), column 'Qwen3-235B-A22B' (header line 76), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-c-eval,alibaba,qwen3.5-122b-a10b,unstated,mixed,mid,,,,,,,91.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 106: cell of row 'C-Eval' (label line 102), column 'Qwen3.5-122B-A10B' (header line 77), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-c-eval,alibaba,qwen3.5-27b,unstated,mixed,mid,,,,,,,90.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 107: cell of row 'C-Eval' (label line 102), column 'Qwen3.5-27B' (header line 78), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-c-eval,alibaba,qwen3.5-35b-a3b,unstated,mixed,mid,,,,,,,90.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 108: cell of row 'C-Eval' (label line 102), column 'Qwen3.5-35B-A3B' (header line 79), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-supergpqa,alibaba,gpt-5-mini,unstated,reasoning-math,hard,,,,,,,58.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 112: cell of row 'SuperGPQA' (label line 111), column 'GPT-5-mini 2025-08-07' (header line 74), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-supergpqa,alibaba,gpt-oss-120b,unstated,reasoning-math,hard,,,,,,,54.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 113: cell of row 'SuperGPQA' (label line 111), column 'GPT-OSS-120B' (header line 75), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-supergpqa,alibaba,qwen3-235b-a22b,unstated,reasoning-math,hard,,,,,,,64.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 114: cell of row 'SuperGPQA' (label line 111), column 'Qwen3-235B-A22B' (header line 76), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-supergpqa,alibaba,qwen3.5-122b-a10b,unstated,reasoning-math,hard,,,,,,,67.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 115: cell of row 'SuperGPQA' (label line 111), column 'Qwen3.5-122B-A10B' (header line 77), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-supergpqa,alibaba,qwen3.5-27b,unstated,reasoning-math,hard,,,,,,,65.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 116: cell of row 'SuperGPQA' (label line 111), column 'Qwen3.5-27B' (header line 78), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-supergpqa,alibaba,qwen3.5-35b-a3b,unstated,reasoning-math,hard,,,,,,,63.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 117: cell of row 'SuperGPQA' (label line 111), column 'Qwen3.5-35B-A3B' (header line 79), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-ifeval,alibaba,gpt-5-mini,unstated,mixed,easy,,,,,,,93.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 122: cell of row 'IFEval' (label line 121), column 'GPT-5-mini 2025-08-07' (header line 74), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-ifeval,alibaba,gpt-oss-120b,unstated,mixed,easy,,,,,,,88.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 123: cell of row 'IFEval' (label line 121), column 'GPT-OSS-120B' (header line 75), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-ifeval,alibaba,qwen3-235b-a22b,unstated,mixed,easy,,,,,,,87.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 124: cell of row 'IFEval' (label line 121), column 'Qwen3-235B-A22B' (header line 76), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-ifeval,alibaba,qwen3.5-122b-a10b,unstated,mixed,easy,,,,,,,93.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 125: cell of row 'IFEval' (label line 121), column 'Qwen3.5-122B-A10B' (header line 77), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-ifeval,alibaba,qwen3.5-27b,unstated,mixed,easy,,,,,,,95.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 126: cell of row 'IFEval' (label line 121), column 'Qwen3.5-27B' (header line 78), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-ifeval,alibaba,qwen3.5-35b-a3b,unstated,mixed,easy,,,,,,,91.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 127: cell of row 'IFEval' (label line 121), column 'Qwen3.5-35B-A3B' (header line 79), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-ifbench,alibaba,gpt-5-mini,unstated,mixed,mid,,,,,,,75.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 131: cell of row 'IFBench' (label line 130), column 'GPT-5-mini 2025-08-07' (header line 74), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-ifbench,alibaba,gpt-oss-120b,unstated,mixed,mid,,,,,,,69.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 132: cell of row 'IFBench' (label line 130), column 'GPT-OSS-120B' (header line 75), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-ifbench,alibaba,qwen3-235b-a22b,unstated,mixed,mid,,,,,,,51.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 133: cell of row 'IFBench' (label line 130), column 'Qwen3-235B-A22B' (header line 76), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-ifbench,alibaba,qwen3.5-122b-a10b,unstated,mixed,mid,,,,,,,76.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 134: cell of row 'IFBench' (label line 130), column 'Qwen3.5-122B-A10B' (header line 77), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-ifbench,alibaba,qwen3.5-27b,unstated,mixed,mid,,,,,,,76.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 135: cell of row 'IFBench' (label line 130), column 'Qwen3.5-27B' (header line 78), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-ifbench,alibaba,qwen3.5-35b-a3b,unstated,mixed,mid,,,,,,,70.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 136: cell of row 'IFBench' (label line 130), column 'Qwen3.5-35B-A3B' (header line 79), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-multichallenge,alibaba,gpt-5-mini,unstated,mixed,hard,,,,,,,59.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 140: cell of row 'MultiChallenge' (label line 139), column 'GPT-5-mini 2025-08-07' (header line 74), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-multichallenge,alibaba,gpt-oss-120b,unstated,mixed,hard,,,,,,,45.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 141: cell of row 'MultiChallenge' (label line 139), column 'GPT-OSS-120B' (header line 75), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-multichallenge,alibaba,qwen3-235b-a22b,unstated,mixed,hard,,,,,,,50.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 142: cell of row 'MultiChallenge' (label line 139), column 'Qwen3-235B-A22B' (header line 76), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-multichallenge,alibaba,qwen3.5-122b-a10b,unstated,mixed,hard,,,,,,,61.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 143: cell of row 'MultiChallenge' (label line 139), column 'Qwen3.5-122B-A10B' (header line 77), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-multichallenge,alibaba,qwen3.5-27b,unstated,mixed,hard,,,,,,,60.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 144: cell of row 'MultiChallenge' (label line 139), column 'Qwen3.5-27B' (header line 78), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-multichallenge,alibaba,qwen3.5-35b-a3b,unstated,mixed,hard,,,,,,,60.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 145: cell of row 'MultiChallenge' (label line 139), column 'Qwen3.5-35B-A3B' (header line 79), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-aa-lcr,alibaba,gpt-5-mini,unstated,mixed,hard,,,,,,,68.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 150: cell of row 'AA-LCR' (label line 149), column 'GPT-5-mini 2025-08-07' (header line 74), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-aa-lcr,alibaba,gpt-oss-120b,unstated,mixed,hard,,,,,,,50.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 151: cell of row 'AA-LCR' (label line 149), column 'GPT-OSS-120B' (header line 75), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-aa-lcr,alibaba,qwen3-235b-a22b,unstated,mixed,hard,,,,,,,60.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 152: cell of row 'AA-LCR' (label line 149), column 'Qwen3-235B-A22B' (header line 76), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-aa-lcr,alibaba,qwen3.5-122b-a10b,unstated,mixed,hard,,,,,,,66.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 153: cell of row 'AA-LCR' (label line 149), column 'Qwen3.5-122B-A10B' (header line 77), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-aa-lcr,alibaba,qwen3.5-27b,unstated,mixed,hard,,,,,,,66.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 154: cell of row 'AA-LCR' (label line 149), column 'Qwen3.5-27B' (header line 78), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-aa-lcr,alibaba,qwen3.5-35b-a3b,unstated,mixed,hard,,,,,,,58.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 155: cell of row 'AA-LCR' (label line 149), column 'Qwen3.5-35B-A3B' (header line 79), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-longbench-v2,alibaba,gpt-5-mini,unstated,mixed,hard,,,,,,,56.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 159: cell of row 'LongBench v2' (label line 158), column 'GPT-5-mini 2025-08-07' (header line 74), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-longbench-v2,alibaba,gpt-oss-120b,unstated,mixed,hard,,,,,,,48.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 160: cell of row 'LongBench v2' (label line 158), column 'GPT-OSS-120B' (header line 75), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-longbench-v2,alibaba,qwen3-235b-a22b,unstated,mixed,hard,,,,,,,54.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 161: cell of row 'LongBench v2' (label line 158), column 'Qwen3-235B-A22B' (header line 76), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-longbench-v2,alibaba,qwen3.5-122b-a10b,unstated,mixed,hard,,,,,,,60.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 162: cell of row 'LongBench v2' (label line 158), column 'Qwen3.5-122B-A10B' (header line 77), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-longbench-v2,alibaba,qwen3.5-27b,unstated,mixed,hard,,,,,,,60.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 163: cell of row 'LongBench v2' (label line 158), column 'Qwen3.5-27B' (header line 78), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-longbench-v2,alibaba,qwen3.5-35b-a3b,unstated,mixed,hard,,,,,,,59.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 164: cell of row 'LongBench v2' (label line 158), column 'Qwen3.5-35B-A3B' (header line 79), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-hle-w-cot,alibaba,gpt-5-mini,unstated,reasoning-math,frontier,,,,,,,19.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 169: cell of row 'HLE w/ CoT' (label line 168), column 'GPT-5-mini 2025-08-07' (header line 74), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-hle-w-cot,alibaba,gpt-oss-120b,unstated,reasoning-math,frontier,,,,,,,14.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 170: cell of row 'HLE w/ CoT' (label line 168), column 'GPT-OSS-120B' (header line 75), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-hle-w-cot,alibaba,qwen3-235b-a22b,unstated,reasoning-math,frontier,,,,,,,18.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 171: cell of row 'HLE w/ CoT' (label line 168), column 'Qwen3-235B-A22B' (header line 76), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-hle-w-cot,alibaba,qwen3.5-122b-a10b,unstated,reasoning-math,frontier,,,,,,,25.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 172: cell of row 'HLE w/ CoT' (label line 168), column 'Qwen3.5-122B-A10B' (header line 77), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-hle-w-cot,alibaba,qwen3.5-27b,unstated,reasoning-math,frontier,,,,,,,24.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 173: cell of row 'HLE w/ CoT' (label line 168), column 'Qwen3.5-27B' (header line 78), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-hle-w-cot,alibaba,qwen3.5-35b-a3b,unstated,reasoning-math,frontier,,,,,,,22.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 174: cell of row 'HLE w/ CoT' (label line 168), column 'Qwen3.5-35B-A3B' (header line 79), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-gpqa-diamond,alibaba,gpt-5-mini,unstated,reasoning-math,hard,,,,,,,82.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 178: cell of row 'GPQA Diamond' (label line 177), column 'GPT-5-mini 2025-08-07' (header line 74), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-gpqa-diamond,alibaba,gpt-oss-120b,unstated,reasoning-math,hard,,,,,,,80.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 179: cell of row 'GPQA Diamond' (label line 177), column 'GPT-OSS-120B' (header line 75), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-gpqa-diamond,alibaba,qwen3-235b-a22b,unstated,reasoning-math,hard,,,,,,,81.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 180: cell of row 'GPQA Diamond' (label line 177), column 'Qwen3-235B-A22B' (header line 76), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-gpqa-diamond,alibaba,qwen3.5-122b-a10b,unstated,reasoning-math,hard,,,,,,,86.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 181: cell of row 'GPQA Diamond' (label line 177), column 'Qwen3.5-122B-A10B' (header line 77), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-gpqa-diamond,alibaba,qwen3.5-27b,unstated,reasoning-math,hard,,,,,,,85.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 182: cell of row 'GPQA Diamond' (label line 177), column 'Qwen3.5-27B' (header line 78), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-gpqa-diamond,alibaba,qwen3.5-35b-a3b,unstated,reasoning-math,hard,,,,,,,84.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 183: cell of row 'GPQA Diamond' (label line 177), column 'Qwen3.5-35B-A3B' (header line 79), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-hmmt-feb-25,alibaba,gpt-5-mini,unstated,reasoning-math,hard,,,,,,,89.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 187: cell of row 'HMMT Feb 25' (label line 186), column 'GPT-5-mini 2025-08-07' (header line 74), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-hmmt-feb-25,alibaba,gpt-oss-120b,unstated,reasoning-math,hard,,,,,,,90.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 188: cell of row 'HMMT Feb 25' (label line 186), column 'GPT-OSS-120B' (header line 75), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-hmmt-feb-25,alibaba,qwen3-235b-a22b,unstated,reasoning-math,hard,,,,,,,85.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 189: cell of row 'HMMT Feb 25' (label line 186), column 'Qwen3-235B-A22B' (header line 76), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-hmmt-feb-25,alibaba,qwen3.5-122b-a10b,unstated,reasoning-math,hard,,,,,,,91.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 190: cell of row 'HMMT Feb 25' (label line 186), column 'Qwen3.5-122B-A10B' (header line 77), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-hmmt-feb-25,alibaba,qwen3.5-27b,unstated,reasoning-math,hard,,,,,,,92.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 191: cell of row 'HMMT Feb 25' (label line 186), column 'Qwen3.5-27B' (header line 78), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-hmmt-feb-25,alibaba,qwen3.5-35b-a3b,unstated,reasoning-math,hard,,,,,,,89.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 192: cell of row 'HMMT Feb 25' (label line 186), column 'Qwen3.5-35B-A3B' (header line 79), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-hmmt-nov-25,alibaba,gpt-5-mini,unstated,reasoning-math,hard,,,,,,,84.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 196: cell of row 'HMMT Nov 25' (label line 195), column 'GPT-5-mini 2025-08-07' (header line 74), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-hmmt-nov-25,alibaba,gpt-oss-120b,unstated,reasoning-math,hard,,,,,,,90.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 197: cell of row 'HMMT Nov 25' (label line 195), column 'GPT-OSS-120B' (header line 75), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-hmmt-nov-25,alibaba,qwen3-235b-a22b,unstated,reasoning-math,hard,,,,,,,89.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 198: cell of row 'HMMT Nov 25' (label line 195), column 'Qwen3-235B-A22B' (header line 76), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-hmmt-nov-25,alibaba,qwen3.5-122b-a10b,unstated,reasoning-math,hard,,,,,,,90.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 199: cell of row 'HMMT Nov 25' (label line 195), column 'Qwen3.5-122B-A10B' (header line 77), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-hmmt-nov-25,alibaba,qwen3.5-27b,unstated,reasoning-math,hard,,,,,,,89.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 200: cell of row 'HMMT Nov 25' (label line 195), column 'Qwen3.5-27B' (header line 78), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-hmmt-nov-25,alibaba,qwen3.5-35b-a3b,unstated,reasoning-math,hard,,,,,,,89.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 201: cell of row 'HMMT Nov 25' (label line 195), column 'Qwen3.5-35B-A3B' (header line 79), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-swe-bench-verified,alibaba,gpt-5-mini,unstated,coding,hard,,,,,,,72.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 206: cell of row 'SWE-bench Verified' (label line 205), column 'GPT-5-mini 2025-08-07' (header line 74), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-swe-bench-verified,alibaba,gpt-oss-120b,unstated,coding,hard,,,,,,,62.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 207: cell of row 'SWE-bench Verified' (label line 205), column 'GPT-OSS-120B' (header line 75), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-swe-bench-verified,alibaba,qwen3.5-122b-a10b,unstated,coding,hard,,,,,,,72.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 209: cell of row 'SWE-bench Verified' (label line 205), column 'Qwen3.5-122B-A10B' (header line 77), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-swe-bench-verified,alibaba,qwen3.5-27b,unstated,coding,hard,,,,,,,72.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 210: cell of row 'SWE-bench Verified' (label line 205), column 'Qwen3.5-27B' (header line 78), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-swe-bench-verified,alibaba,qwen3.5-35b-a3b,unstated,coding,hard,,,,,,,69.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 211: cell of row 'SWE-bench Verified' (label line 205), column 'Qwen3.5-35B-A3B' (header line 79), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-terminal-bench-2,alibaba,gpt-5-mini,unstated,coding,hard,,,,,,,31.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 215: cell of row 'Terminal Bench 2' (label line 214), column 'GPT-5-mini 2025-08-07' (header line 74), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-terminal-bench-2,alibaba,gpt-oss-120b,unstated,coding,hard,,,,,,,18.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 216: cell of row 'Terminal Bench 2' (label line 214), column 'GPT-OSS-120B' (header line 75), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-terminal-bench-2,alibaba,qwen3.5-122b-a10b,unstated,coding,hard,,,,,,,49.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 218: cell of row 'Terminal Bench 2' (label line 214), column 'Qwen3.5-122B-A10B' (header line 77), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-terminal-bench-2,alibaba,qwen3.5-27b,unstated,coding,hard,,,,,,,41.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 219: cell of row 'Terminal Bench 2' (label line 214), column 'Qwen3.5-27B' (header line 78), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-terminal-bench-2,alibaba,qwen3.5-35b-a3b,unstated,coding,hard,,,,,,,40.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 220: cell of row 'Terminal Bench 2' (label line 214), column 'Qwen3.5-35B-A3B' (header line 79), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-livecodebench-v6,alibaba,gpt-5-mini,unstated,coding,hard,,,,,,,80.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 224: cell of row 'LiveCodeBench v6' (label line 223), column 'GPT-5-mini 2025-08-07' (header line 74), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-livecodebench-v6,alibaba,gpt-oss-120b,unstated,coding,hard,,,,,,,82.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 225: cell of row 'LiveCodeBench v6' (label line 223), column 'GPT-OSS-120B' (header line 75), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-livecodebench-v6,alibaba,qwen3-235b-a22b,unstated,coding,hard,,,,,,,75.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 226: cell of row 'LiveCodeBench v6' (label line 223), column 'Qwen3-235B-A22B' (header line 76), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-livecodebench-v6,alibaba,qwen3.5-122b-a10b,unstated,coding,hard,,,,,,,78.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 227: cell of row 'LiveCodeBench v6' (label line 223), column 'Qwen3.5-122B-A10B' (header line 77), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-livecodebench-v6,alibaba,qwen3.5-27b,unstated,coding,hard,,,,,,,80.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 228: cell of row 'LiveCodeBench v6' (label line 223), column 'Qwen3.5-27B' (header line 78), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-livecodebench-v6,alibaba,qwen3.5-35b-a3b,unstated,coding,hard,,,,,,,74.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 229: cell of row 'LiveCodeBench v6' (label line 223), column 'Qwen3.5-35B-A3B' (header line 79), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-codeforces,alibaba,gpt-5-mini,unstated,coding,hard,,,,,,,2160,rating,0.289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 233: cell of row 'CodeForces' (label line 232), column 'GPT-5-mini 2025-08-07' (header line 74), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-codeforces,alibaba,gpt-oss-120b,unstated,coding,hard,,,,,,,2157,rating,0.289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 234: cell of row 'CodeForces' (label line 232), column 'GPT-OSS-120B' (header line 75), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-codeforces,alibaba,qwen3-235b-a22b,unstated,coding,hard,,,,,,,2146,rating,0.289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 235: cell of row 'CodeForces' (label line 232), column 'Qwen3-235B-A22B' (header line 76), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-codeforces,alibaba,qwen3.5-122b-a10b,unstated,coding,hard,,,,,,,2100,rating,0.289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 236: cell of row 'CodeForces' (label line 232), column 'Qwen3.5-122B-A10B' (header line 77), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-codeforces,alibaba,qwen3.5-27b,unstated,coding,hard,,,,,,,1899,rating,0.289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 237: cell of row 'CodeForces' (label line 232), column 'Qwen3.5-27B' (header line 78), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-codeforces,alibaba,qwen3.5-35b-a3b,unstated,coding,hard,,,,,,,2028,rating,0.289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 238: cell of row 'CodeForces' (label line 232), column 'Qwen3.5-35B-A3B' (header line 79), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-ojbench,alibaba,gpt-5-mini,unstated,coding,hard,,,,,,,40.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 242: cell of row 'OJBench' (label line 241), column 'GPT-5-mini 2025-08-07' (header line 74), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-ojbench,alibaba,gpt-oss-120b,unstated,coding,hard,,,,,,,41.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 243: cell of row 'OJBench' (label line 241), column 'GPT-OSS-120B' (header line 75), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-ojbench,alibaba,qwen3-235b-a22b,unstated,coding,hard,,,,,,,32.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 244: cell of row 'OJBench' (label line 241), column 'Qwen3-235B-A22B' (header line 76), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-ojbench,alibaba,qwen3.5-122b-a10b,unstated,coding,hard,,,,,,,39.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 245: cell of row 'OJBench' (label line 241), column 'Qwen3.5-122B-A10B' (header line 77), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-ojbench,alibaba,qwen3.5-27b,unstated,coding,hard,,,,,,,40.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 246: cell of row 'OJBench' (label line 241), column 'Qwen3.5-27B' (header line 78), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-ojbench,alibaba,qwen3.5-35b-a3b,unstated,coding,hard,,,,,,,36.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 247: cell of row 'OJBench' (label line 241), column 'Qwen3.5-35B-A3B' (header line 79), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-fullstackbench-en,alibaba,gpt-5-mini,unstated,coding,mid,,,,,,,30.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 251: cell of row 'FullStackBench en' (label line 250), column 'GPT-5-mini 2025-08-07' (header line 74), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-fullstackbench-en,alibaba,gpt-oss-120b,unstated,coding,mid,,,,,,,58.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 252: cell of row 'FullStackBench en' (label line 250), column 'GPT-OSS-120B' (header line 75), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-fullstackbench-en,alibaba,qwen3-235b-a22b,unstated,coding,mid,,,,,,,61.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 253: cell of row 'FullStackBench en' (label line 250), column 'Qwen3-235B-A22B' (header line 76), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-fullstackbench-en,alibaba,qwen3.5-122b-a10b,unstated,coding,mid,,,,,,,62.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 254: cell of row 'FullStackBench en' (label line 250), column 'Qwen3.5-122B-A10B' (header line 77), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-fullstackbench-en,alibaba,qwen3.5-27b,unstated,coding,mid,,,,,,,60.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 255: cell of row 'FullStackBench en' (label line 250), column 'Qwen3.5-27B' (header line 78), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-fullstackbench-en,alibaba,qwen3.5-35b-a3b,unstated,coding,mid,,,,,,,58.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 256: cell of row 'FullStackBench en' (label line 250), column 'Qwen3.5-35B-A3B' (header line 79), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-fullstackbench-zh,alibaba,gpt-5-mini,unstated,coding,mid,,,,,,,35.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 260: cell of row 'FullStackBench zh' (label line 259), column 'GPT-5-mini 2025-08-07' (header line 74), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-fullstackbench-zh,alibaba,gpt-oss-120b,unstated,coding,mid,,,,,,,60.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 261: cell of row 'FullStackBench zh' (label line 259), column 'GPT-OSS-120B' (header line 75), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-fullstackbench-zh,alibaba,qwen3-235b-a22b,unstated,coding,mid,,,,,,,63.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 262: cell of row 'FullStackBench zh' (label line 259), column 'Qwen3-235B-A22B' (header line 76), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-fullstackbench-zh,alibaba,qwen3.5-122b-a10b,unstated,coding,mid,,,,,,,58.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 263: cell of row 'FullStackBench zh' (label line 259), column 'Qwen3.5-122B-A10B' (header line 77), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-fullstackbench-zh,alibaba,qwen3.5-27b,unstated,coding,mid,,,,,,,57.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 264: cell of row 'FullStackBench zh' (label line 259), column 'Qwen3.5-27B' (header line 78), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-fullstackbench-zh,alibaba,qwen3.5-35b-a3b,unstated,coding,mid,,,,,,,55.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 265: cell of row 'FullStackBench zh' (label line 259), column 'Qwen3.5-35B-A3B' (header line 79), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-bfcl-v4,alibaba,gpt-5-mini,unstated,agentic-tool,mid,,,,,,,55.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 270: cell of row 'BFCL-V4' (label line 269), column 'GPT-5-mini 2025-08-07' (header line 74), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-bfcl-v4,alibaba,qwen3-235b-a22b,unstated,agentic-tool,mid,,,,,,,54.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 272: cell of row 'BFCL-V4' (label line 269), column 'Qwen3-235B-A22B' (header line 76), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-bfcl-v4,alibaba,qwen3.5-122b-a10b,unstated,agentic-tool,mid,,,,,,,72.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 273: cell of row 'BFCL-V4' (label line 269), column 'Qwen3.5-122B-A10B' (header line 77), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-bfcl-v4,alibaba,qwen3.5-27b,unstated,agentic-tool,mid,,,,,,,68.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 274: cell of row 'BFCL-V4' (label line 269), column 'Qwen3.5-27B' (header line 78), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-bfcl-v4,alibaba,qwen3.5-35b-a3b,unstated,agentic-tool,mid,,,,,,,67.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 275: cell of row 'BFCL-V4' (label line 269), column 'Qwen3.5-35B-A3B' (header line 79), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-tau2-bench,alibaba,gpt-5-mini,unstated,agentic-tool,mid,,,,,,,69.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 279: cell of row 'TAU2-Bench' (label line 278), column 'GPT-5-mini 2025-08-07' (header line 74), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-tau2-bench,alibaba,qwen3-235b-a22b,unstated,agentic-tool,mid,,,,,,,58.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 281: cell of row 'TAU2-Bench' (label line 278), column 'Qwen3-235B-A22B' (header line 76), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-tau2-bench,alibaba,qwen3.5-122b-a10b,unstated,agentic-tool,mid,,,,,,,79.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 282: cell of row 'TAU2-Bench' (label line 278), column 'Qwen3.5-122B-A10B' (header line 77), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-tau2-bench,alibaba,qwen3.5-27b,unstated,agentic-tool,mid,,,,,,,79.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 283: cell of row 'TAU2-Bench' (label line 278), column 'Qwen3.5-27B' (header line 78), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-tau2-bench,alibaba,qwen3.5-35b-a3b,unstated,agentic-tool,mid,,,,,,,81.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 284: cell of row 'TAU2-Bench' (label line 278), column 'Qwen3.5-35B-A3B' (header line 79), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-vita-bench,alibaba,gpt-5-mini,unstated,agentic-tool,mid,,,,,,,13.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 288: cell of row 'VITA-Bench' (label line 287), column 'GPT-5-mini 2025-08-07' (header line 74), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-vita-bench,alibaba,qwen3-235b-a22b,unstated,agentic-tool,mid,,,,,,,31.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 290: cell of row 'VITA-Bench' (label line 287), column 'Qwen3-235B-A22B' (header line 76), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-vita-bench,alibaba,qwen3.5-122b-a10b,unstated,agentic-tool,mid,,,,,,,33.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 291: cell of row 'VITA-Bench' (label line 287), column 'Qwen3.5-122B-A10B' (header line 77), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-vita-bench,alibaba,qwen3.5-27b,unstated,agentic-tool,mid,,,,,,,41.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 292: cell of row 'VITA-Bench' (label line 287), column 'Qwen3.5-27B' (header line 78), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-vita-bench,alibaba,qwen3.5-35b-a3b,unstated,agentic-tool,mid,,,,,,,31.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 293: cell of row 'VITA-Bench' (label line 287), column 'Qwen3.5-35B-A3B' (header line 79), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-deepplanning,alibaba,gpt-5-mini,unstated,agentic-tool,hard,,,,,,,17.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 297: cell of row 'DeepPlanning' (label line 296), column 'GPT-5-mini 2025-08-07' (header line 74), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-deepplanning,alibaba,qwen3-235b-a22b,unstated,agentic-tool,hard,,,,,,,17.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 299: cell of row 'DeepPlanning' (label line 296), column 'Qwen3-235B-A22B' (header line 76), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-deepplanning,alibaba,qwen3.5-122b-a10b,unstated,agentic-tool,hard,,,,,,,24.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 300: cell of row 'DeepPlanning' (label line 296), column 'Qwen3.5-122B-A10B' (header line 77), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-deepplanning,alibaba,qwen3.5-27b,unstated,agentic-tool,hard,,,,,,,22.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 301: cell of row 'DeepPlanning' (label line 296), column 'Qwen3.5-27B' (header line 78), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-deepplanning,alibaba,qwen3.5-35b-a3b,unstated,agentic-tool,hard,,,,,,,22.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 302: cell of row 'DeepPlanning' (label line 296), column 'Qwen3.5-35B-A3B' (header line 79), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-hle-w-tool,alibaba,gpt-5-mini,unstated,reasoning-math,frontier,,,,,,,35.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 307: cell of row 'HLE w/ tool' (label line 306), column 'GPT-5-mini 2025-08-07' (header line 74), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-hle-w-tool,alibaba,gpt-oss-120b,unstated,reasoning-math,frontier,,,,,,,19.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 308: cell of row 'HLE w/ tool' (label line 306), column 'GPT-OSS-120B' (header line 75), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-hle-w-tool,alibaba,qwen3.5-122b-a10b,unstated,reasoning-math,frontier,,,,,,,47.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 310: cell of row 'HLE w/ tool' (label line 306), column 'Qwen3.5-122B-A10B' (header line 77), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-hle-w-tool,alibaba,qwen3.5-27b,unstated,reasoning-math,frontier,,,,,,,48.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 311: cell of row 'HLE w/ tool' (label line 306), column 'Qwen3.5-27B' (header line 78), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-hle-w-tool,alibaba,qwen3.5-35b-a3b,unstated,reasoning-math,frontier,,,,,,,47.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 312: cell of row 'HLE w/ tool' (label line 306), column 'Qwen3.5-35B-A3B' (header line 79), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-browsecomp,alibaba,gpt-5-mini,unstated,agentic-tool,hard,,,,,,,48.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 316: cell of row 'Browsecomp' (label line 315), column 'GPT-5-mini 2025-08-07' (header line 74), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-browsecomp,alibaba,gpt-oss-120b,unstated,agentic-tool,hard,,,,,,,41.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 317: cell of row 'Browsecomp' (label line 315), column 'GPT-OSS-120B' (header line 75), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-browsecomp,alibaba,qwen3.5-122b-a10b,unstated,agentic-tool,hard,,,,,,,63.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 319: cell of row 'Browsecomp' (label line 315), column 'Qwen3.5-122B-A10B' (header line 77), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-browsecomp,alibaba,qwen3.5-27b,unstated,agentic-tool,hard,,,,,,,61.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 320: cell of row 'Browsecomp' (label line 315), column 'Qwen3.5-27B' (header line 78), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-browsecomp,alibaba,qwen3.5-35b-a3b,unstated,agentic-tool,hard,,,,,,,61.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 321: cell of row 'Browsecomp' (label line 315), column 'Qwen3.5-35B-A3B' (header line 79), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-browsecomp-zh,alibaba,gpt-5-mini,unstated,agentic-tool,hard,,,,,,,49.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 325: cell of row 'Browsecomp-zh' (label line 324), column 'GPT-5-mini 2025-08-07' (header line 74), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-browsecomp-zh,alibaba,gpt-oss-120b,unstated,agentic-tool,hard,,,,,,,42.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 326: cell of row 'Browsecomp-zh' (label line 324), column 'GPT-OSS-120B' (header line 75), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-browsecomp-zh,alibaba,qwen3.5-122b-a10b,unstated,agentic-tool,hard,,,,,,,69.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 328: cell of row 'Browsecomp-zh' (label line 324), column 'Qwen3.5-122B-A10B' (header line 77), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-browsecomp-zh,alibaba,qwen3.5-27b,unstated,agentic-tool,hard,,,,,,,62.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 329: cell of row 'Browsecomp-zh' (label line 324), column 'Qwen3.5-27B' (header line 78), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-browsecomp-zh,alibaba,qwen3.5-35b-a3b,unstated,agentic-tool,hard,,,,,,,69.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 330: cell of row 'Browsecomp-zh' (label line 324), column 'Qwen3.5-35B-A3B' (header line 79), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-widesearch,alibaba,gpt-5-mini,unstated,agentic-tool,hard,,,,,,,47.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 334: cell of row 'WideSearch' (label line 333), column 'GPT-5-mini 2025-08-07' (header line 74), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-widesearch,alibaba,gpt-oss-120b,unstated,agentic-tool,hard,,,,,,,40.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 335: cell of row 'WideSearch' (label line 333), column 'GPT-OSS-120B' (header line 75), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-widesearch,alibaba,qwen3.5-122b-a10b,unstated,agentic-tool,hard,,,,,,,60.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 337: cell of row 'WideSearch' (label line 333), column 'Qwen3.5-122B-A10B' (header line 77), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-widesearch,alibaba,qwen3.5-27b,unstated,agentic-tool,hard,,,,,,,61.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 338: cell of row 'WideSearch' (label line 333), column 'Qwen3.5-27B' (header line 78), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-widesearch,alibaba,qwen3.5-35b-a3b,unstated,agentic-tool,hard,,,,,,,57.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 339: cell of row 'WideSearch' (label line 333), column 'Qwen3.5-35B-A3B' (header line 79), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-seal-0,alibaba,gpt-5-mini,unstated,agentic-tool,hard,,,,,,,34.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 343: cell of row 'Seal-0' (label line 342), column 'GPT-5-mini 2025-08-07' (header line 74), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-seal-0,alibaba,gpt-oss-120b,unstated,agentic-tool,hard,,,,,,,45.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 344: cell of row 'Seal-0' (label line 342), column 'GPT-OSS-120B' (header line 75), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-seal-0,alibaba,qwen3.5-122b-a10b,unstated,agentic-tool,hard,,,,,,,44.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 346: cell of row 'Seal-0' (label line 342), column 'Qwen3.5-122B-A10B' (header line 77), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-seal-0,alibaba,qwen3.5-27b,unstated,agentic-tool,hard,,,,,,,47.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 347: cell of row 'Seal-0' (label line 342), column 'Qwen3.5-27B' (header line 78), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-seal-0,alibaba,qwen3.5-35b-a3b,unstated,agentic-tool,hard,,,,,,,41.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 348: cell of row 'Seal-0' (label line 342), column 'Qwen3.5-35B-A3B' (header line 79), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-mmmlu,alibaba,gpt-5-mini,unstated,mixed,mid,,,,,,,86.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 353: cell of row 'MMMLU' (label line 352), column 'GPT-5-mini 2025-08-07' (header line 74), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-mmmlu,alibaba,gpt-oss-120b,unstated,mixed,mid,,,,,,,78.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 354: cell of row 'MMMLU' (label line 352), column 'GPT-OSS-120B' (header line 75), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-mmmlu,alibaba,qwen3-235b-a22b,unstated,mixed,mid,,,,,,,83.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 355: cell of row 'MMMLU' (label line 352), column 'Qwen3-235B-A22B' (header line 76), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-mmmlu,alibaba,qwen3.5-122b-a10b,unstated,mixed,mid,,,,,,,86.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 356: cell of row 'MMMLU' (label line 352), column 'Qwen3.5-122B-A10B' (header line 77), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-mmmlu,alibaba,qwen3.5-27b,unstated,mixed,mid,,,,,,,85.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 357: cell of row 'MMMLU' (label line 352), column 'Qwen3.5-27B' (header line 78), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-mmmlu,alibaba,qwen3.5-35b-a3b,unstated,mixed,mid,,,,,,,85.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 358: cell of row 'MMMLU' (label line 352), column 'Qwen3.5-35B-A3B' (header line 79), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-mmlu-prox,alibaba,gpt-5-mini,unstated,mixed,mid,,,,,,,78.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 362: cell of row 'MMLU-ProX' (label line 361), column 'GPT-5-mini 2025-08-07' (header line 74), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-mmlu-prox,alibaba,gpt-oss-120b,unstated,mixed,mid,,,,,,,74.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 363: cell of row 'MMLU-ProX' (label line 361), column 'GPT-OSS-120B' (header line 75), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-mmlu-prox,alibaba,qwen3-235b-a22b,unstated,mixed,mid,,,,,,,77.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 364: cell of row 'MMLU-ProX' (label line 361), column 'Qwen3-235B-A22B' (header line 76), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-mmlu-prox,alibaba,qwen3.5-122b-a10b,unstated,mixed,mid,,,,,,,82.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 365: cell of row 'MMLU-ProX' (label line 361), column 'Qwen3.5-122B-A10B' (header line 77), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-mmlu-prox,alibaba,qwen3.5-27b,unstated,mixed,mid,,,,,,,82.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 366: cell of row 'MMLU-ProX' (label line 361), column 'Qwen3.5-27B' (header line 78), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-mmlu-prox,alibaba,qwen3.5-35b-a3b,unstated,mixed,mid,,,,,,,81.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 367: cell of row 'MMLU-ProX' (label line 361), column 'Qwen3.5-35B-A3B' (header line 79), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-nova-63,alibaba,gpt-5-mini,unstated,mixed,mid,,,,,,,51.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 371: cell of row 'NOVA-63' (label line 370), column 'GPT-5-mini 2025-08-07' (header line 74), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-nova-63,alibaba,gpt-oss-120b,unstated,mixed,mid,,,,,,,51.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 372: cell of row 'NOVA-63' (label line 370), column 'GPT-OSS-120B' (header line 75), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-nova-63,alibaba,qwen3-235b-a22b,unstated,mixed,mid,,,,,,,55.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 373: cell of row 'NOVA-63' (label line 370), column 'Qwen3-235B-A22B' (header line 76), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-nova-63,alibaba,qwen3.5-122b-a10b,unstated,mixed,mid,,,,,,,58.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 374: cell of row 'NOVA-63' (label line 370), column 'Qwen3.5-122B-A10B' (header line 77), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-nova-63,alibaba,qwen3.5-27b,unstated,mixed,mid,,,,,,,58.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 375: cell of row 'NOVA-63' (label line 370), column 'Qwen3.5-27B' (header line 78), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-nova-63,alibaba,qwen3.5-35b-a3b,unstated,mixed,mid,,,,,,,57.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 376: cell of row 'NOVA-63' (label line 370), column 'Qwen3.5-35B-A3B' (header line 79), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-include,alibaba,gpt-5-mini,unstated,mixed,mid,,,,,,,81.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 380: cell of row 'INCLUDE' (label line 379), column 'GPT-5-mini 2025-08-07' (header line 74), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-include,alibaba,gpt-oss-120b,unstated,mixed,mid,,,,,,,74.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 381: cell of row 'INCLUDE' (label line 379), column 'GPT-OSS-120B' (header line 75), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-include,alibaba,qwen3-235b-a22b,unstated,mixed,mid,,,,,,,81.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 382: cell of row 'INCLUDE' (label line 379), column 'Qwen3-235B-A22B' (header line 76), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-include,alibaba,qwen3.5-122b-a10b,unstated,mixed,mid,,,,,,,82.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 383: cell of row 'INCLUDE' (label line 379), column 'Qwen3.5-122B-A10B' (header line 77), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-include,alibaba,qwen3.5-27b,unstated,mixed,mid,,,,,,,81.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 384: cell of row 'INCLUDE' (label line 379), column 'Qwen3.5-27B' (header line 78), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-include,alibaba,qwen3.5-35b-a3b,unstated,mixed,mid,,,,,,,79.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 385: cell of row 'INCLUDE' (label line 379), column 'Qwen3.5-35B-A3B' (header line 79), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-global-piqa,alibaba,gpt-5-mini,unstated,mixed,mid,,,,,,,88.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 389: cell of row 'Global PIQA' (label line 388), column 'GPT-5-mini 2025-08-07' (header line 74), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-global-piqa,alibaba,gpt-oss-120b,unstated,mixed,mid,,,,,,,84.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 390: cell of row 'Global PIQA' (label line 388), column 'GPT-OSS-120B' (header line 75), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-global-piqa,alibaba,qwen3-235b-a22b,unstated,mixed,mid,,,,,,,85.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 391: cell of row 'Global PIQA' (label line 388), column 'Qwen3-235B-A22B' (header line 76), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-global-piqa,alibaba,qwen3.5-122b-a10b,unstated,mixed,mid,,,,,,,88.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 392: cell of row 'Global PIQA' (label line 388), column 'Qwen3.5-122B-A10B' (header line 77), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-global-piqa,alibaba,qwen3.5-27b,unstated,mixed,mid,,,,,,,87.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 393: cell of row 'Global PIQA' (label line 388), column 'Qwen3.5-27B' (header line 78), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-global-piqa,alibaba,qwen3.5-35b-a3b,unstated,mixed,mid,,,,,,,86.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 394: cell of row 'Global PIQA' (label line 388), column 'Qwen3.5-35B-A3B' (header line 79), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-polymath,alibaba,gpt-5-mini,unstated,reasoning-math,hard,,,,,,,67.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 398: cell of row 'PolyMATH' (label line 397), column 'GPT-5-mini 2025-08-07' (header line 74), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-polymath,alibaba,gpt-oss-120b,unstated,reasoning-math,hard,,,,,,,54.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 399: cell of row 'PolyMATH' (label line 397), column 'GPT-OSS-120B' (header line 75), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-polymath,alibaba,qwen3-235b-a22b,unstated,reasoning-math,hard,,,,,,,60.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 400: cell of row 'PolyMATH' (label line 397), column 'Qwen3-235B-A22B' (header line 76), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-polymath,alibaba,qwen3.5-122b-a10b,unstated,reasoning-math,hard,,,,,,,68.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 401: cell of row 'PolyMATH' (label line 397), column 'Qwen3.5-122B-A10B' (header line 77), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-polymath,alibaba,qwen3.5-27b,unstated,reasoning-math,hard,,,,,,,71.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 402: cell of row 'PolyMATH' (label line 397), column 'Qwen3.5-27B' (header line 78), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-polymath,alibaba,qwen3.5-35b-a3b,unstated,reasoning-math,hard,,,,,,,64.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 403: cell of row 'PolyMATH' (label line 397), column 'Qwen3.5-35B-A3B' (header line 79), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-wmt24,alibaba,gpt-5-mini,unstated,writing,mid,,,,,,,80.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 407: cell of row 'WMT24++' (label line 406), column 'GPT-5-mini 2025-08-07' (header line 74), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-wmt24,alibaba,gpt-oss-120b,unstated,writing,mid,,,,,,,74.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 408: cell of row 'WMT24++' (label line 406), column 'GPT-OSS-120B' (header line 75), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-wmt24,alibaba,qwen3-235b-a22b,unstated,writing,mid,,,,,,,75.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 409: cell of row 'WMT24++' (label line 406), column 'Qwen3-235B-A22B' (header line 76), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-wmt24,alibaba,qwen3.5-122b-a10b,unstated,writing,mid,,,,,,,78.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 410: cell of row 'WMT24++' (label line 406), column 'Qwen3.5-122B-A10B' (header line 77), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-wmt24,alibaba,qwen3.5-27b,unstated,writing,mid,,,,,,,77.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 411: cell of row 'WMT24++' (label line 406), column 'Qwen3.5-27B' (header line 78), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-wmt24,alibaba,qwen3.5-35b-a3b,unstated,writing,mid,,,,,,,76.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 412: cell of row 'WMT24++' (label line 406), column 'Qwen3.5-35B-A3B' (header line 79), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-maxife,alibaba,gpt-5-mini,unstated,mixed,mid,,,,,,,85.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 416: cell of row 'MAXIFE' (label line 415), column 'GPT-5-mini 2025-08-07' (header line 74), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-maxife,alibaba,gpt-oss-120b,unstated,mixed,mid,,,,,,,83.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 417: cell of row 'MAXIFE' (label line 415), column 'GPT-OSS-120B' (header line 75), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-maxife,alibaba,qwen3-235b-a22b,unstated,mixed,mid,,,,,,,83.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 418: cell of row 'MAXIFE' (label line 415), column 'Qwen3-235B-A22B' (header line 76), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-maxife,alibaba,qwen3.5-122b-a10b,unstated,mixed,mid,,,,,,,87.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 419: cell of row 'MAXIFE' (label line 415), column 'Qwen3.5-122B-A10B' (header line 77), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-maxife,alibaba,qwen3.5-27b,unstated,mixed,mid,,,,,,,88.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 420: cell of row 'MAXIFE' (label line 415), column 'Qwen3.5-27B' (header line 78), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-maxife,alibaba,qwen3.5-35b-a3b,unstated,mixed,mid,,,,,,,86.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 421: cell of row 'MAXIFE' (label line 415), column 'Qwen3.5-35B-A3B' (header line 79), table 'Language')",,out:effort-not-established, hf-qwen3.5-medium-mmmu,alibaba,gpt-5-mini,unstated,mixed,hard,,,,,,,79.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 456: cell of row 'MMMU' (label line 455), column 'GPT-5-mini 2025-08-07' (header line 445), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-mmmu,alibaba,sonnet-4.5,unstated,mixed,hard,,,,,,,79.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 457: cell of row 'MMMU' (label line 455), column 'Claude-Sonnet-4.5' (header line 446), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-mmmu,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,mixed,hard,,,,,,,80.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 458: cell of row 'MMMU' (label line 455), column 'Qwen3-VL-235B-A22B' (header line 447), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-medium-mmmu,alibaba,qwen3.5-122b-a10b,unstated,mixed,hard,,,,,,,83.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 459: cell of row 'MMMU' (label line 455), column 'Qwen3.5-122B-A10B' (header line 448), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-mmmu,alibaba,qwen3.5-27b,unstated,mixed,hard,,,,,,,82.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 460: cell of row 'MMMU' (label line 455), column 'Qwen3.5-27B' (header line 449), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-mmmu,alibaba,qwen3.5-35b-a3b,unstated,mixed,hard,,,,,,,81.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 461: cell of row 'MMMU' (label line 455), column 'Qwen3.5-35B-A3B' (header line 450), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-mmmu-pro,alibaba,gpt-5-mini,unstated,mixed,hard,,,,,,,67.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 465: cell of row 'MMMU-Pro' (label line 464), column 'GPT-5-mini 2025-08-07' (header line 445), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-mmmu-pro,alibaba,sonnet-4.5,unstated,mixed,hard,,,,,,,68.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 466: cell of row 'MMMU-Pro' (label line 464), column 'Claude-Sonnet-4.5' (header line 446), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-mmmu-pro,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,mixed,hard,,,,,,,69.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 467: cell of row 'MMMU-Pro' (label line 464), column 'Qwen3-VL-235B-A22B' (header line 447), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-medium-mmmu-pro,alibaba,qwen3.5-122b-a10b,unstated,mixed,hard,,,,,,,76.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 468: cell of row 'MMMU-Pro' (label line 464), column 'Qwen3.5-122B-A10B' (header line 448), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-mmmu-pro,alibaba,qwen3.5-27b,unstated,mixed,hard,,,,,,,75.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 469: cell of row 'MMMU-Pro' (label line 464), column 'Qwen3.5-27B' (header line 449), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-mmmu-pro,alibaba,qwen3.5-35b-a3b,unstated,mixed,hard,,,,,,,75.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 470: cell of row 'MMMU-Pro' (label line 464), column 'Qwen3.5-35B-A3B' (header line 450), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-mathvision,alibaba,gpt-5-mini,unstated,reasoning-math,hard,,,,,,,71.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 474: cell of row 'MathVision' (label line 473), column 'GPT-5-mini 2025-08-07' (header line 445), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-mathvision,alibaba,sonnet-4.5,unstated,reasoning-math,hard,,,,,,,71.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 475: cell of row 'MathVision' (label line 473), column 'Claude-Sonnet-4.5' (header line 446), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-mathvision,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,reasoning-math,hard,,,,,,,74.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 476: cell of row 'MathVision' (label line 473), column 'Qwen3-VL-235B-A22B' (header line 447), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-medium-mathvision,alibaba,qwen3.5-122b-a10b,unstated,reasoning-math,hard,,,,,,,86.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 477: cell of row 'MathVision' (label line 473), column 'Qwen3.5-122B-A10B' (header line 448), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-mathvision,alibaba,qwen3.5-27b,unstated,reasoning-math,hard,,,,,,,86.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 478: cell of row 'MathVision' (label line 473), column 'Qwen3.5-27B' (header line 449), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-mathvision,alibaba,qwen3.5-35b-a3b,unstated,reasoning-math,hard,,,,,,,83.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 479: cell of row 'MathVision' (label line 473), column 'Qwen3.5-35B-A3B' (header line 450), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-mathvista-mini,alibaba,gpt-5-mini,unstated,reasoning-math,hard,,,,,,,79.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 483: cell of row 'Mathvista(mini)' (label line 482), column 'GPT-5-mini 2025-08-07' (header line 445), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-mathvista-mini,alibaba,sonnet-4.5,unstated,reasoning-math,hard,,,,,,,79.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 484: cell of row 'Mathvista(mini)' (label line 482), column 'Claude-Sonnet-4.5' (header line 446), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-mathvista-mini,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,reasoning-math,hard,,,,,,,85.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 485: cell of row 'Mathvista(mini)' (label line 482), column 'Qwen3-VL-235B-A22B' (header line 447), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-medium-mathvista-mini,alibaba,qwen3.5-122b-a10b,unstated,reasoning-math,hard,,,,,,,87.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 486: cell of row 'Mathvista(mini)' (label line 482), column 'Qwen3.5-122B-A10B' (header line 448), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-mathvista-mini,alibaba,qwen3.5-27b,unstated,reasoning-math,hard,,,,,,,87.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 487: cell of row 'Mathvista(mini)' (label line 482), column 'Qwen3.5-27B' (header line 449), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-mathvista-mini,alibaba,qwen3.5-35b-a3b,unstated,reasoning-math,hard,,,,,,,86.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 488: cell of row 'Mathvista(mini)' (label line 482), column 'Qwen3.5-35B-A3B' (header line 450), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-dynamath,alibaba,gpt-5-mini,unstated,reasoning-math,hard,,,,,,,81.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 492: cell of row 'DynaMath' (label line 491), column 'GPT-5-mini 2025-08-07' (header line 445), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-dynamath,alibaba,sonnet-4.5,unstated,reasoning-math,hard,,,,,,,78.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 493: cell of row 'DynaMath' (label line 491), column 'Claude-Sonnet-4.5' (header line 446), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-dynamath,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,reasoning-math,hard,,,,,,,82.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 494: cell of row 'DynaMath' (label line 491), column 'Qwen3-VL-235B-A22B' (header line 447), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-medium-dynamath,alibaba,qwen3.5-122b-a10b,unstated,reasoning-math,hard,,,,,,,85.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 495: cell of row 'DynaMath' (label line 491), column 'Qwen3.5-122B-A10B' (header line 448), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-dynamath,alibaba,qwen3.5-27b,unstated,reasoning-math,hard,,,,,,,87.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 496: cell of row 'DynaMath' (label line 491), column 'Qwen3.5-27B' (header line 449), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-dynamath,alibaba,qwen3.5-35b-a3b,unstated,reasoning-math,hard,,,,,,,85.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 497: cell of row 'DynaMath' (label line 491), column 'Qwen3.5-35B-A3B' (header line 450), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-zerobench,alibaba,gpt-5-mini,unstated,mixed,frontier,,,,,,,3,count,0.289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 501: cell of row 'ZEROBench' (label line 500), column 'GPT-5-mini 2025-08-07' (header line 445), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-zerobench,alibaba,sonnet-4.5,unstated,mixed,frontier,,,,,,,4,count,0.289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 502: cell of row 'ZEROBench' (label line 500), column 'Claude-Sonnet-4.5' (header line 446), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-zerobench,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,mixed,frontier,,,,,,,4,count,0.289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 503: cell of row 'ZEROBench' (label line 500), column 'Qwen3-VL-235B-A22B' (header line 447), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-medium-zerobench,alibaba,qwen3.5-122b-a10b,unstated,mixed,frontier,,,,,,,9,count,0.289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 504: cell of row 'ZEROBench' (label line 500), column 'Qwen3.5-122B-A10B' (header line 448), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-zerobench,alibaba,qwen3.5-27b,unstated,mixed,frontier,,,,,,,10,count,0.289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 505: cell of row 'ZEROBench' (label line 500), column 'Qwen3.5-27B' (header line 449), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-zerobench,alibaba,qwen3.5-35b-a3b,unstated,mixed,frontier,,,,,,,8,count,0.289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 506: cell of row 'ZEROBench' (label line 500), column 'Qwen3.5-35B-A3B' (header line 450), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-zerobench-sub,alibaba,gpt-5-mini,unstated,mixed,frontier,,,,,,,27.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 510: cell of row 'ZEROBench_sub' (label line 509), column 'GPT-5-mini 2025-08-07' (header line 445), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-zerobench-sub,alibaba,sonnet-4.5,unstated,mixed,frontier,,,,,,,26.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 511: cell of row 'ZEROBench_sub' (label line 509), column 'Claude-Sonnet-4.5' (header line 446), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-zerobench-sub,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,mixed,frontier,,,,,,,28.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 512: cell of row 'ZEROBench_sub' (label line 509), column 'Qwen3-VL-235B-A22B' (header line 447), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-medium-zerobench-sub,alibaba,qwen3.5-122b-a10b,unstated,mixed,frontier,,,,,,,36.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 513: cell of row 'ZEROBench_sub' (label line 509), column 'Qwen3.5-122B-A10B' (header line 448), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-zerobench-sub,alibaba,qwen3.5-27b,unstated,mixed,frontier,,,,,,,36.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 514: cell of row 'ZEROBench_sub' (label line 509), column 'Qwen3.5-27B' (header line 449), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-zerobench-sub,alibaba,qwen3.5-35b-a3b,unstated,mixed,frontier,,,,,,,34.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 515: cell of row 'ZEROBench_sub' (label line 509), column 'Qwen3.5-35B-A3B' (header line 450), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-vlmsareblind,alibaba,gpt-5-mini,unstated,mixed,mid,,,,,,,75.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 519: cell of row 'VlmsAreBlind' (label line 518), column 'GPT-5-mini 2025-08-07' (header line 445), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-vlmsareblind,alibaba,sonnet-4.5,unstated,mixed,mid,,,,,,,85.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 520: cell of row 'VlmsAreBlind' (label line 518), column 'Claude-Sonnet-4.5' (header line 446), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-vlmsareblind,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,mixed,mid,,,,,,,79.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 521: cell of row 'VlmsAreBlind' (label line 518), column 'Qwen3-VL-235B-A22B' (header line 447), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-medium-vlmsareblind,alibaba,qwen3.5-122b-a10b,unstated,mixed,mid,,,,,,,96.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 522: cell of row 'VlmsAreBlind' (label line 518), column 'Qwen3.5-122B-A10B' (header line 448), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-vlmsareblind,alibaba,qwen3.5-27b,unstated,mixed,mid,,,,,,,96.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 523: cell of row 'VlmsAreBlind' (label line 518), column 'Qwen3.5-27B' (header line 449), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-vlmsareblind,alibaba,qwen3.5-35b-a3b,unstated,mixed,mid,,,,,,,97.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 524: cell of row 'VlmsAreBlind' (label line 518), column 'Qwen3.5-35B-A3B' (header line 450), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-babyvision-with-ci,alibaba,qwen3.5-122b-a10b,unstated,mixed,hard,,,,,,,40.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 531: cell of row 'BabyVision' (label line 527), column 'Qwen3.5-122B-A10B' (header line 448), table 'Vision Language'; value 1 of two printed in the cell)",,out:effort-not-established, hf-qwen3.5-medium-babyvision-without-ci,alibaba,qwen3.5-122b-a10b,unstated,mixed,hard,,,,,,,34.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 531: cell of row 'BabyVision' (label line 527), column 'Qwen3.5-122B-A10B' (header line 448), table 'Vision Language'; value 2 of two printed in the cell)",,out:effort-not-established, hf-qwen3.5-medium-babyvision-with-ci,alibaba,qwen3.5-27b,unstated,mixed,hard,,,,,,,44.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 532: cell of row 'BabyVision' (label line 527), column 'Qwen3.5-27B' (header line 449), table 'Vision Language'; value 1 of two printed in the cell)",,out:effort-not-established, hf-qwen3.5-medium-babyvision-without-ci,alibaba,qwen3.5-27b,unstated,mixed,hard,,,,,,,34.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 532: cell of row 'BabyVision' (label line 527), column 'Qwen3.5-27B' (header line 449), table 'Vision Language'; value 2 of two printed in the cell)",,out:effort-not-established, hf-qwen3.5-medium-babyvision-with-ci,alibaba,qwen3.5-35b-a3b,unstated,mixed,hard,,,,,,,38.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 533: cell of row 'BabyVision' (label line 527), column 'Qwen3.5-35B-A3B' (header line 450), table 'Vision Language'; value 1 of two printed in the cell)",,out:effort-not-established, hf-qwen3.5-medium-babyvision-without-ci,alibaba,qwen3.5-35b-a3b,unstated,mixed,hard,,,,,,,29.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 533: cell of row 'BabyVision' (label line 527), column 'Qwen3.5-35B-A3B' (header line 450), table 'Vision Language'; value 2 of two printed in the cell)",,out:effort-not-established, hf-qwen3.5-medium-realworldqa,alibaba,gpt-5-mini,unstated,mixed,mid,,,,,,,79.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 539: cell of row 'RealWorldQA' (label line 538), column 'GPT-5-mini 2025-08-07' (header line 445), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-realworldqa,alibaba,sonnet-4.5,unstated,mixed,mid,,,,,,,70.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 540: cell of row 'RealWorldQA' (label line 538), column 'Claude-Sonnet-4.5' (header line 446), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-realworldqa,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,mixed,mid,,,,,,,81.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 541: cell of row 'RealWorldQA' (label line 538), column 'Qwen3-VL-235B-A22B' (header line 447), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-medium-realworldqa,alibaba,qwen3.5-122b-a10b,unstated,mixed,mid,,,,,,,85.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 542: cell of row 'RealWorldQA' (label line 538), column 'Qwen3.5-122B-A10B' (header line 448), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-realworldqa,alibaba,qwen3.5-27b,unstated,mixed,mid,,,,,,,83.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 543: cell of row 'RealWorldQA' (label line 538), column 'Qwen3.5-27B' (header line 449), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-realworldqa,alibaba,qwen3.5-35b-a3b,unstated,mixed,mid,,,,,,,84.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 544: cell of row 'RealWorldQA' (label line 538), column 'Qwen3.5-35B-A3B' (header line 450), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-mmstar,alibaba,gpt-5-mini,unstated,mixed,mid,,,,,,,74.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 548: cell of row 'MMStar' (label line 547), column 'GPT-5-mini 2025-08-07' (header line 445), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-mmstar,alibaba,sonnet-4.5,unstated,mixed,mid,,,,,,,73.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 549: cell of row 'MMStar' (label line 547), column 'Claude-Sonnet-4.5' (header line 446), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-mmstar,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,mixed,mid,,,,,,,78.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 550: cell of row 'MMStar' (label line 547), column 'Qwen3-VL-235B-A22B' (header line 447), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-medium-mmstar,alibaba,qwen3.5-122b-a10b,unstated,mixed,mid,,,,,,,82.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 551: cell of row 'MMStar' (label line 547), column 'Qwen3.5-122B-A10B' (header line 448), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-mmstar,alibaba,qwen3.5-27b,unstated,mixed,mid,,,,,,,81.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 552: cell of row 'MMStar' (label line 547), column 'Qwen3.5-27B' (header line 449), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-mmstar,alibaba,qwen3.5-35b-a3b,unstated,mixed,mid,,,,,,,81.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 553: cell of row 'MMStar' (label line 547), column 'Qwen3.5-35B-A3B' (header line 450), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-mmbench-en-dev-v1-1,alibaba,gpt-5-mini,unstated,mixed,mid,,,,,,,86.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 557: cell of row 'MMBench EN-DEV-v1.1' (label line 556), column 'GPT-5-mini 2025-08-07' (header line 445), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-mmbench-en-dev-v1-1,alibaba,sonnet-4.5,unstated,mixed,mid,,,,,,,88.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 558: cell of row 'MMBench EN-DEV-v1.1' (label line 556), column 'Claude-Sonnet-4.5' (header line 446), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-mmbench-en-dev-v1-1,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,mixed,mid,,,,,,,89.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 559: cell of row 'MMBench EN-DEV-v1.1' (label line 556), column 'Qwen3-VL-235B-A22B' (header line 447), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-medium-mmbench-en-dev-v1-1,alibaba,qwen3.5-122b-a10b,unstated,mixed,mid,,,,,,,92.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 560: cell of row 'MMBench EN-DEV-v1.1' (label line 556), column 'Qwen3.5-122B-A10B' (header line 448), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-mmbench-en-dev-v1-1,alibaba,qwen3.5-27b,unstated,mixed,mid,,,,,,,92.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 561: cell of row 'MMBench EN-DEV-v1.1' (label line 556), column 'Qwen3.5-27B' (header line 449), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-mmbench-en-dev-v1-1,alibaba,qwen3.5-35b-a3b,unstated,mixed,mid,,,,,,,91.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 562: cell of row 'MMBench EN-DEV-v1.1' (label line 556), column 'Qwen3.5-35B-A3B' (header line 450), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-simplevqa,alibaba,gpt-5-mini,unstated,mixed,mid,,,,,,,56.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 566: cell of row 'SimpleVQA' (label line 565), column 'GPT-5-mini 2025-08-07' (header line 445), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-simplevqa,alibaba,sonnet-4.5,unstated,mixed,mid,,,,,,,57.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 567: cell of row 'SimpleVQA' (label line 565), column 'Claude-Sonnet-4.5' (header line 446), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-simplevqa,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,mixed,mid,,,,,,,61.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 568: cell of row 'SimpleVQA' (label line 565), column 'Qwen3-VL-235B-A22B' (header line 447), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-medium-simplevqa,alibaba,qwen3.5-122b-a10b,unstated,mixed,mid,,,,,,,61.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 569: cell of row 'SimpleVQA' (label line 565), column 'Qwen3.5-122B-A10B' (header line 448), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-simplevqa,alibaba,qwen3.5-27b,unstated,mixed,mid,,,,,,,56.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 570: cell of row 'SimpleVQA' (label line 565), column 'Qwen3.5-27B' (header line 449), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-simplevqa,alibaba,qwen3.5-35b-a3b,unstated,mixed,mid,,,,,,,58.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 571: cell of row 'SimpleVQA' (label line 565), column 'Qwen3.5-35B-A3B' (header line 450), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-hallusionbench,alibaba,gpt-5-mini,unstated,mixed,mid,,,,,,,63.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 575: cell of row 'HallusionBench' (label line 574), column 'GPT-5-mini 2025-08-07' (header line 445), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-hallusionbench,alibaba,sonnet-4.5,unstated,mixed,mid,,,,,,,59.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 576: cell of row 'HallusionBench' (label line 574), column 'Claude-Sonnet-4.5' (header line 446), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-hallusionbench,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,mixed,mid,,,,,,,66.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 577: cell of row 'HallusionBench' (label line 574), column 'Qwen3-VL-235B-A22B' (header line 447), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-medium-hallusionbench,alibaba,qwen3.5-122b-a10b,unstated,mixed,mid,,,,,,,67.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 578: cell of row 'HallusionBench' (label line 574), column 'Qwen3.5-122B-A10B' (header line 448), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-hallusionbench,alibaba,qwen3.5-27b,unstated,mixed,mid,,,,,,,70.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 579: cell of row 'HallusionBench' (label line 574), column 'Qwen3.5-27B' (header line 449), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-hallusionbench,alibaba,qwen3.5-35b-a3b,unstated,mixed,mid,,,,,,,67.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 580: cell of row 'HallusionBench' (label line 574), column 'Qwen3.5-35B-A3B' (header line 450), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-omnidocbench1-5,alibaba,gpt-5-mini,unstated,mixed,mid,,,,,,,77.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 586: cell of row 'OmniDocBench1.5' (label line 585), column 'GPT-5-mini 2025-08-07' (header line 445), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-omnidocbench1-5,alibaba,sonnet-4.5,unstated,mixed,mid,,,,,,,85.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 587: cell of row 'OmniDocBench1.5' (label line 585), column 'Claude-Sonnet-4.5' (header line 446), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-omnidocbench1-5,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,mixed,mid,,,,,,,84.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 588: cell of row 'OmniDocBench1.5' (label line 585), column 'Qwen3-VL-235B-A22B' (header line 447), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-medium-omnidocbench1-5,alibaba,qwen3.5-122b-a10b,unstated,mixed,mid,,,,,,,89.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 589: cell of row 'OmniDocBench1.5' (label line 585), column 'Qwen3.5-122B-A10B' (header line 448), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-omnidocbench1-5,alibaba,qwen3.5-27b,unstated,mixed,mid,,,,,,,88.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 590: cell of row 'OmniDocBench1.5' (label line 585), column 'Qwen3.5-27B' (header line 449), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-omnidocbench1-5,alibaba,qwen3.5-35b-a3b,unstated,mixed,mid,,,,,,,89.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 591: cell of row 'OmniDocBench1.5' (label line 585), column 'Qwen3.5-35B-A3B' (header line 450), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-charxiv-rq,alibaba,gpt-5-mini,unstated,mixed,mid,,,,,,,68.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 595: cell of row 'CharXiv(RQ)' (label line 594), column 'GPT-5-mini 2025-08-07' (header line 445), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-charxiv-rq,alibaba,sonnet-4.5,unstated,mixed,mid,,,,,,,67.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 596: cell of row 'CharXiv(RQ)' (label line 594), column 'Claude-Sonnet-4.5' (header line 446), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-charxiv-rq,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,mixed,mid,,,,,,,66.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 597: cell of row 'CharXiv(RQ)' (label line 594), column 'Qwen3-VL-235B-A22B' (header line 447), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-medium-charxiv-rq,alibaba,qwen3.5-122b-a10b,unstated,mixed,mid,,,,,,,77.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 598: cell of row 'CharXiv(RQ)' (label line 594), column 'Qwen3.5-122B-A10B' (header line 448), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-charxiv-rq,alibaba,qwen3.5-27b,unstated,mixed,mid,,,,,,,79.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 599: cell of row 'CharXiv(RQ)' (label line 594), column 'Qwen3.5-27B' (header line 449), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-charxiv-rq,alibaba,qwen3.5-35b-a3b,unstated,mixed,mid,,,,,,,77.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 600: cell of row 'CharXiv(RQ)' (label line 594), column 'Qwen3.5-35B-A3B' (header line 450), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-mmlongbench-doc,alibaba,gpt-5-mini,unstated,mixed,mid,,,,,,,50.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 604: cell of row 'MMLongBench-Doc' (label line 603), column 'GPT-5-mini 2025-08-07' (header line 445), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-mmlongbench-doc,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,mixed,mid,,,,,,,56.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 606: cell of row 'MMLongBench-Doc' (label line 603), column 'Qwen3-VL-235B-A22B' (header line 447), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-medium-mmlongbench-doc,alibaba,qwen3.5-122b-a10b,unstated,mixed,mid,,,,,,,59.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 607: cell of row 'MMLongBench-Doc' (label line 603), column 'Qwen3.5-122B-A10B' (header line 448), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-mmlongbench-doc,alibaba,qwen3.5-27b,unstated,mixed,mid,,,,,,,60.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 608: cell of row 'MMLongBench-Doc' (label line 603), column 'Qwen3.5-27B' (header line 449), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-mmlongbench-doc,alibaba,qwen3.5-35b-a3b,unstated,mixed,mid,,,,,,,59.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 609: cell of row 'MMLongBench-Doc' (label line 603), column 'Qwen3.5-35B-A3B' (header line 450), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-cc-ocr,alibaba,gpt-5-mini,unstated,mixed,mid,,,,,,,70.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 613: cell of row 'CC-OCR' (label line 612), column 'GPT-5-mini 2025-08-07' (header line 445), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-cc-ocr,alibaba,sonnet-4.5,unstated,mixed,mid,,,,,,,68.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 614: cell of row 'CC-OCR' (label line 612), column 'Claude-Sonnet-4.5' (header line 446), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-cc-ocr,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,mixed,mid,,,,,,,81.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 615: cell of row 'CC-OCR' (label line 612), column 'Qwen3-VL-235B-A22B' (header line 447), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-medium-cc-ocr,alibaba,qwen3.5-122b-a10b,unstated,mixed,mid,,,,,,,81.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 616: cell of row 'CC-OCR' (label line 612), column 'Qwen3.5-122B-A10B' (header line 448), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-cc-ocr,alibaba,qwen3.5-27b,unstated,mixed,mid,,,,,,,81.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 617: cell of row 'CC-OCR' (label line 612), column 'Qwen3.5-27B' (header line 449), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-cc-ocr,alibaba,qwen3.5-35b-a3b,unstated,mixed,mid,,,,,,,80.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 618: cell of row 'CC-OCR' (label line 612), column 'Qwen3.5-35B-A3B' (header line 450), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-ai2d-test,alibaba,gpt-5-mini,unstated,mixed,easy,,,,,,,88.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 622: cell of row 'AI2D_TEST' (label line 621), column 'GPT-5-mini 2025-08-07' (header line 445), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-ai2d-test,alibaba,sonnet-4.5,unstated,mixed,easy,,,,,,,87.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 623: cell of row 'AI2D_TEST' (label line 621), column 'Claude-Sonnet-4.5' (header line 446), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-ai2d-test,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,mixed,easy,,,,,,,89.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 624: cell of row 'AI2D_TEST' (label line 621), column 'Qwen3-VL-235B-A22B' (header line 447), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-medium-ai2d-test,alibaba,qwen3.5-122b-a10b,unstated,mixed,easy,,,,,,,93.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 625: cell of row 'AI2D_TEST' (label line 621), column 'Qwen3.5-122B-A10B' (header line 448), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-ai2d-test,alibaba,qwen3.5-27b,unstated,mixed,easy,,,,,,,92.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 626: cell of row 'AI2D_TEST' (label line 621), column 'Qwen3.5-27B' (header line 449), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-ai2d-test,alibaba,qwen3.5-35b-a3b,unstated,mixed,easy,,,,,,,92.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 627: cell of row 'AI2D_TEST' (label line 621), column 'Qwen3.5-35B-A3B' (header line 450), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-ocrbench,alibaba,gpt-5-mini,unstated,mixed,easy,,,,,,,82.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 631: cell of row 'OCRBench' (label line 630), column 'GPT-5-mini 2025-08-07' (header line 445), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-ocrbench,alibaba,sonnet-4.5,unstated,mixed,easy,,,,,,,76.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 632: cell of row 'OCRBench' (label line 630), column 'Claude-Sonnet-4.5' (header line 446), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-ocrbench,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,mixed,easy,,,,,,,87.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 633: cell of row 'OCRBench' (label line 630), column 'Qwen3-VL-235B-A22B' (header line 447), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-medium-ocrbench,alibaba,qwen3.5-122b-a10b,unstated,mixed,easy,,,,,,,92.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 634: cell of row 'OCRBench' (label line 630), column 'Qwen3.5-122B-A10B' (header line 448), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-ocrbench,alibaba,qwen3.5-27b,unstated,mixed,easy,,,,,,,89.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 635: cell of row 'OCRBench' (label line 630), column 'Qwen3.5-27B' (header line 449), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-ocrbench,alibaba,qwen3.5-35b-a3b,unstated,mixed,easy,,,,,,,91.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 636: cell of row 'OCRBench' (label line 630), column 'Qwen3.5-35B-A3B' (header line 450), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-erqa,alibaba,gpt-5-mini,unstated,mixed,mid,,,,,,,54.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 642: cell of row 'ERQA' (label line 641), column 'GPT-5-mini 2025-08-07' (header line 445), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-erqa,alibaba,sonnet-4.5,unstated,mixed,mid,,,,,,,45.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 643: cell of row 'ERQA' (label line 641), column 'Claude-Sonnet-4.5' (header line 446), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-erqa,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,mixed,mid,,,,,,,52.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 644: cell of row 'ERQA' (label line 641), column 'Qwen3-VL-235B-A22B' (header line 447), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-medium-erqa,alibaba,qwen3.5-122b-a10b,unstated,mixed,mid,,,,,,,62.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 645: cell of row 'ERQA' (label line 641), column 'Qwen3.5-122B-A10B' (header line 448), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-erqa,alibaba,qwen3.5-27b,unstated,mixed,mid,,,,,,,60.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 646: cell of row 'ERQA' (label line 641), column 'Qwen3.5-27B' (header line 449), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-erqa,alibaba,qwen3.5-35b-a3b,unstated,mixed,mid,,,,,,,64.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 647: cell of row 'ERQA' (label line 641), column 'Qwen3.5-35B-A3B' (header line 450), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-countbench,alibaba,gpt-5-mini,unstated,mixed,easy,,,,,,,91.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 651: cell of row 'CountBench' (label line 650), column 'GPT-5-mini 2025-08-07' (header line 445), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-countbench,alibaba,sonnet-4.5,unstated,mixed,easy,,,,,,,90.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 652: cell of row 'CountBench' (label line 650), column 'Claude-Sonnet-4.5' (header line 446), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-countbench,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,mixed,easy,,,,,,,93.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 653: cell of row 'CountBench' (label line 650), column 'Qwen3-VL-235B-A22B' (header line 447), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-medium-countbench,alibaba,qwen3.5-122b-a10b,unstated,mixed,easy,,,,,,,97.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 654: cell of row 'CountBench' (label line 650), column 'Qwen3.5-122B-A10B' (header line 448), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-countbench,alibaba,qwen3.5-27b,unstated,mixed,easy,,,,,,,97.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 655: cell of row 'CountBench' (label line 650), column 'Qwen3.5-27B' (header line 449), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-countbench,alibaba,qwen3.5-35b-a3b,unstated,mixed,easy,,,,,,,97.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 656: cell of row 'CountBench' (label line 650), column 'Qwen3.5-35B-A3B' (header line 450), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-refcoco-avg,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,mixed,easy,,,,,,,91.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 662: cell of row 'RefCOCO(avg)' (label line 659), column 'Qwen3-VL-235B-A22B' (header line 447), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-medium-refcoco-avg,alibaba,qwen3.5-122b-a10b,unstated,mixed,easy,,,,,,,91.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 663: cell of row 'RefCOCO(avg)' (label line 659), column 'Qwen3.5-122B-A10B' (header line 448), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-refcoco-avg,alibaba,qwen3.5-27b,unstated,mixed,easy,,,,,,,90.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 664: cell of row 'RefCOCO(avg)' (label line 659), column 'Qwen3.5-27B' (header line 449), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-refcoco-avg,alibaba,qwen3.5-35b-a3b,unstated,mixed,easy,,,,,,,89.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 665: cell of row 'RefCOCO(avg)' (label line 659), column 'Qwen3.5-35B-A3B' (header line 450), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-odinw13,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,mixed,mid,,,,,,,43.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 671: cell of row 'ODInW13' (label line 668), column 'Qwen3-VL-235B-A22B' (header line 447), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-medium-odinw13,alibaba,qwen3.5-122b-a10b,unstated,mixed,mid,,,,,,,44.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 672: cell of row 'ODInW13' (label line 668), column 'Qwen3.5-122B-A10B' (header line 448), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-odinw13,alibaba,qwen3.5-27b,unstated,mixed,mid,,,,,,,41.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 673: cell of row 'ODInW13' (label line 668), column 'Qwen3.5-27B' (header line 449), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-odinw13,alibaba,qwen3.5-35b-a3b,unstated,mixed,mid,,,,,,,42.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 674: cell of row 'ODInW13' (label line 668), column 'Qwen3.5-35B-A3B' (header line 450), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-embspatialbench,alibaba,gpt-5-mini,unstated,mixed,mid,,,,,,,80.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 678: cell of row 'EmbSpatialBench' (label line 677), column 'GPT-5-mini 2025-08-07' (header line 445), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-embspatialbench,alibaba,sonnet-4.5,unstated,mixed,mid,,,,,,,71.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 679: cell of row 'EmbSpatialBench' (label line 677), column 'Claude-Sonnet-4.5' (header line 446), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-embspatialbench,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,mixed,mid,,,,,,,84.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 680: cell of row 'EmbSpatialBench' (label line 677), column 'Qwen3-VL-235B-A22B' (header line 447), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-medium-embspatialbench,alibaba,qwen3.5-122b-a10b,unstated,mixed,mid,,,,,,,83.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 681: cell of row 'EmbSpatialBench' (label line 677), column 'Qwen3.5-122B-A10B' (header line 448), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-embspatialbench,alibaba,qwen3.5-27b,unstated,mixed,mid,,,,,,,84.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 682: cell of row 'EmbSpatialBench' (label line 677), column 'Qwen3.5-27B' (header line 449), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-embspatialbench,alibaba,qwen3.5-35b-a3b,unstated,mixed,mid,,,,,,,83.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 683: cell of row 'EmbSpatialBench' (label line 677), column 'Qwen3.5-35B-A3B' (header line 450), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-refspatialbench,alibaba,gpt-5-mini,unstated,mixed,mid,,,,,,,9.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 687: cell of row 'RefSpatialBench' (label line 686), column 'GPT-5-mini 2025-08-07' (header line 445), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-refspatialbench,alibaba,sonnet-4.5,unstated,mixed,mid,,,,,,,2.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 688: cell of row 'RefSpatialBench' (label line 686), column 'Claude-Sonnet-4.5' (header line 446), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-refspatialbench,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,mixed,mid,,,,,,,69.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 689: cell of row 'RefSpatialBench' (label line 686), column 'Qwen3-VL-235B-A22B' (header line 447), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-medium-refspatialbench,alibaba,qwen3.5-122b-a10b,unstated,mixed,mid,,,,,,,69.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 690: cell of row 'RefSpatialBench' (label line 686), column 'Qwen3.5-122B-A10B' (header line 448), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-refspatialbench,alibaba,qwen3.5-27b,unstated,mixed,mid,,,,,,,67.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 691: cell of row 'RefSpatialBench' (label line 686), column 'Qwen3.5-27B' (header line 449), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-refspatialbench,alibaba,qwen3.5-35b-a3b,unstated,mixed,mid,,,,,,,63.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 692: cell of row 'RefSpatialBench' (label line 686), column 'Qwen3.5-35B-A3B' (header line 450), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-lingoqa,alibaba,gpt-5-mini,unstated,mixed,mid,,,,,,,62.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 696: cell of row 'LingoQA' (label line 695), column 'GPT-5-mini 2025-08-07' (header line 445), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-lingoqa,alibaba,sonnet-4.5,unstated,mixed,mid,,,,,,,12.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 697: cell of row 'LingoQA' (label line 695), column 'Claude-Sonnet-4.5' (header line 446), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-lingoqa,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,mixed,mid,,,,,,,66.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 698: cell of row 'LingoQA' (label line 695), column 'Qwen3-VL-235B-A22B' (header line 447), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-medium-lingoqa,alibaba,qwen3.5-122b-a10b,unstated,mixed,mid,,,,,,,80.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 699: cell of row 'LingoQA' (label line 695), column 'Qwen3.5-122B-A10B' (header line 448), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-lingoqa,alibaba,qwen3.5-27b,unstated,mixed,mid,,,,,,,82.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 700: cell of row 'LingoQA' (label line 695), column 'Qwen3.5-27B' (header line 449), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-lingoqa,alibaba,qwen3.5-35b-a3b,unstated,mixed,mid,,,,,,,79.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 701: cell of row 'LingoQA' (label line 695), column 'Qwen3.5-35B-A3B' (header line 450), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-hypersim,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,mixed,mid,,,,,,,11.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 707: cell of row 'Hypersim' (label line 704), column 'Qwen3-VL-235B-A22B' (header line 447), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-medium-hypersim,alibaba,qwen3.5-122b-a10b,unstated,mixed,mid,,,,,,,12.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 708: cell of row 'Hypersim' (label line 704), column 'Qwen3.5-122B-A10B' (header line 448), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-hypersim,alibaba,qwen3.5-27b,unstated,mixed,mid,,,,,,,13.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 709: cell of row 'Hypersim' (label line 704), column 'Qwen3.5-27B' (header line 449), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-hypersim,alibaba,qwen3.5-35b-a3b,unstated,mixed,mid,,,,,,,13.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 710: cell of row 'Hypersim' (label line 704), column 'Qwen3.5-35B-A3B' (header line 450), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-sunrgbd,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,mixed,mid,,,,,,,34.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 716: cell of row 'SUNRGBD' (label line 713), column 'Qwen3-VL-235B-A22B' (header line 447), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-medium-sunrgbd,alibaba,qwen3.5-122b-a10b,unstated,mixed,mid,,,,,,,36.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 717: cell of row 'SUNRGBD' (label line 713), column 'Qwen3.5-122B-A10B' (header line 448), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-sunrgbd,alibaba,qwen3.5-27b,unstated,mixed,mid,,,,,,,35.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 718: cell of row 'SUNRGBD' (label line 713), column 'Qwen3.5-27B' (header line 449), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-sunrgbd,alibaba,qwen3.5-35b-a3b,unstated,mixed,mid,,,,,,,33.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 719: cell of row 'SUNRGBD' (label line 713), column 'Qwen3.5-35B-A3B' (header line 450), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-nuscene,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,mixed,mid,,,,,,,13.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 725: cell of row 'Nuscene' (label line 722), column 'Qwen3-VL-235B-A22B' (header line 447), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-medium-nuscene,alibaba,qwen3.5-122b-a10b,unstated,mixed,mid,,,,,,,15.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 726: cell of row 'Nuscene' (label line 722), column 'Qwen3.5-122B-A10B' (header line 448), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-nuscene,alibaba,qwen3.5-27b,unstated,mixed,mid,,,,,,,15.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 727: cell of row 'Nuscene' (label line 722), column 'Qwen3.5-27B' (header line 449), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-nuscene,alibaba,qwen3.5-35b-a3b,unstated,mixed,mid,,,,,,,14.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 728: cell of row 'Nuscene' (label line 722), column 'Qwen3.5-35B-A3B' (header line 450), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-videomme-w-sub,alibaba,gpt-5-mini,unstated,mixed,mid,,,,,,,83.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 734: cell of row 'VideoMME (w sub.)' (label line 733), column 'GPT-5-mini 2025-08-07' (header line 445), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-videomme-w-sub,alibaba,sonnet-4.5,unstated,mixed,mid,,,,,,,81.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 735: cell of row 'VideoMME (w sub.)' (label line 733), column 'Claude-Sonnet-4.5' (header line 446), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-videomme-w-sub,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,mixed,mid,,,,,,,83.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 736: cell of row 'VideoMME (w sub.)' (label line 733), column 'Qwen3-VL-235B-A22B' (header line 447), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-medium-videomme-w-sub,alibaba,qwen3.5-122b-a10b,unstated,mixed,mid,,,,,,,87.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 737: cell of row 'VideoMME (w sub.)' (label line 733), column 'Qwen3.5-122B-A10B' (header line 448), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-videomme-w-sub,alibaba,qwen3.5-27b,unstated,mixed,mid,,,,,,,87.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 738: cell of row 'VideoMME (w sub.)' (label line 733), column 'Qwen3.5-27B' (header line 449), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-videomme-w-sub,alibaba,qwen3.5-35b-a3b,unstated,mixed,mid,,,,,,,86.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 739: cell of row 'VideoMME (w sub.)' (label line 733), column 'Qwen3.5-35B-A3B' (header line 450), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-videomme-w-o-sub,alibaba,gpt-5-mini,unstated,mixed,mid,,,,,,,78.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 743: cell of row 'VideoMME (w/o sub.)' (label line 742), column 'GPT-5-mini 2025-08-07' (header line 445), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-videomme-w-o-sub,alibaba,sonnet-4.5,unstated,mixed,mid,,,,,,,75.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 744: cell of row 'VideoMME (w/o sub.)' (label line 742), column 'Claude-Sonnet-4.5' (header line 446), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-videomme-w-o-sub,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,mixed,mid,,,,,,,79.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 745: cell of row 'VideoMME (w/o sub.)' (label line 742), column 'Qwen3-VL-235B-A22B' (header line 447), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-medium-videomme-w-o-sub,alibaba,qwen3.5-122b-a10b,unstated,mixed,mid,,,,,,,83.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 746: cell of row 'VideoMME (w/o sub.)' (label line 742), column 'Qwen3.5-122B-A10B' (header line 448), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-videomme-w-o-sub,alibaba,qwen3.5-27b,unstated,mixed,mid,,,,,,,82.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 747: cell of row 'VideoMME (w/o sub.)' (label line 742), column 'Qwen3.5-27B' (header line 449), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-videomme-w-o-sub,alibaba,qwen3.5-35b-a3b,unstated,mixed,mid,,,,,,,82.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 748: cell of row 'VideoMME (w/o sub.)' (label line 742), column 'Qwen3.5-35B-A3B' (header line 450), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-videommmu,alibaba,gpt-5-mini,unstated,mixed,hard,,,,,,,82.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 752: cell of row 'VideoMMMU' (label line 751), column 'GPT-5-mini 2025-08-07' (header line 445), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-videommmu,alibaba,sonnet-4.5,unstated,mixed,hard,,,,,,,77.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 753: cell of row 'VideoMMMU' (label line 751), column 'Claude-Sonnet-4.5' (header line 446), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-videommmu,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,mixed,hard,,,,,,,80.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 754: cell of row 'VideoMMMU' (label line 751), column 'Qwen3-VL-235B-A22B' (header line 447), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-medium-videommmu,alibaba,qwen3.5-122b-a10b,unstated,mixed,hard,,,,,,,82.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 755: cell of row 'VideoMMMU' (label line 751), column 'Qwen3.5-122B-A10B' (header line 448), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-videommmu,alibaba,qwen3.5-27b,unstated,mixed,hard,,,,,,,82.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 756: cell of row 'VideoMMMU' (label line 751), column 'Qwen3.5-27B' (header line 449), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-videommmu,alibaba,qwen3.5-35b-a3b,unstated,mixed,hard,,,,,,,80.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 757: cell of row 'VideoMMMU' (label line 751), column 'Qwen3.5-35B-A3B' (header line 450), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-mlvu,alibaba,gpt-5-mini,unstated,mixed,mid,,,,,,,83.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 761: cell of row 'MLVU' (label line 760), column 'GPT-5-mini 2025-08-07' (header line 445), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-mlvu,alibaba,sonnet-4.5,unstated,mixed,mid,,,,,,,72.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 762: cell of row 'MLVU' (label line 760), column 'Claude-Sonnet-4.5' (header line 446), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-mlvu,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,mixed,mid,,,,,,,83.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 763: cell of row 'MLVU' (label line 760), column 'Qwen3-VL-235B-A22B' (header line 447), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-medium-mlvu,alibaba,qwen3.5-122b-a10b,unstated,mixed,mid,,,,,,,87.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 764: cell of row 'MLVU' (label line 760), column 'Qwen3.5-122B-A10B' (header line 448), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-mlvu,alibaba,qwen3.5-27b,unstated,mixed,mid,,,,,,,85.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 765: cell of row 'MLVU' (label line 760), column 'Qwen3.5-27B' (header line 449), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-mlvu,alibaba,qwen3.5-35b-a3b,unstated,mixed,mid,,,,,,,85.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 766: cell of row 'MLVU' (label line 760), column 'Qwen3.5-35B-A3B' (header line 450), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-mvbench,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,mixed,mid,,,,,,,75.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 772: cell of row 'MVBench' (label line 769), column 'Qwen3-VL-235B-A22B' (header line 447), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-medium-mvbench,alibaba,qwen3.5-122b-a10b,unstated,mixed,mid,,,,,,,76.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 773: cell of row 'MVBench' (label line 769), column 'Qwen3.5-122B-A10B' (header line 448), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-mvbench,alibaba,qwen3.5-27b,unstated,mixed,mid,,,,,,,74.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 774: cell of row 'MVBench' (label line 769), column 'Qwen3.5-27B' (header line 449), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-mvbench,alibaba,qwen3.5-35b-a3b,unstated,mixed,mid,,,,,,,74.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 775: cell of row 'MVBench' (label line 769), column 'Qwen3.5-35B-A3B' (header line 450), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-lvbench,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,mixed,hard,,,,,,,63.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 781: cell of row 'LVBench' (label line 778), column 'Qwen3-VL-235B-A22B' (header line 447), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-medium-lvbench,alibaba,qwen3.5-122b-a10b,unstated,mixed,hard,,,,,,,74.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 782: cell of row 'LVBench' (label line 778), column 'Qwen3.5-122B-A10B' (header line 448), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-lvbench,alibaba,qwen3.5-27b,unstated,mixed,hard,,,,,,,73.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 783: cell of row 'LVBench' (label line 778), column 'Qwen3.5-27B' (header line 449), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-lvbench,alibaba,qwen3.5-35b-a3b,unstated,mixed,hard,,,,,,,71.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 784: cell of row 'LVBench' (label line 778), column 'Qwen3.5-35B-A3B' (header line 450), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-mmvu,alibaba,gpt-5-mini,unstated,mixed,mid,,,,,,,69.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 788: cell of row 'MMVU' (label line 787), column 'GPT-5-mini 2025-08-07' (header line 445), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-mmvu,alibaba,sonnet-4.5,unstated,mixed,mid,,,,,,,70.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 789: cell of row 'MMVU' (label line 787), column 'Claude-Sonnet-4.5' (header line 446), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-mmvu,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,mixed,mid,,,,,,,71.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 790: cell of row 'MMVU' (label line 787), column 'Qwen3-VL-235B-A22B' (header line 447), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-medium-mmvu,alibaba,qwen3.5-122b-a10b,unstated,mixed,mid,,,,,,,74.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 791: cell of row 'MMVU' (label line 787), column 'Qwen3.5-122B-A10B' (header line 448), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-mmvu,alibaba,qwen3.5-27b,unstated,mixed,mid,,,,,,,73.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 792: cell of row 'MMVU' (label line 787), column 'Qwen3.5-27B' (header line 449), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-mmvu,alibaba,qwen3.5-35b-a3b,unstated,mixed,mid,,,,,,,72.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 793: cell of row 'MMVU' (label line 787), column 'Qwen3.5-35B-A3B' (header line 450), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-screenspot-pro,alibaba,sonnet-4.5,unstated,computer-use,mid,,,,,,,36.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 800: cell of row 'ScreenSpot Pro' (label line 798), column 'Claude-Sonnet-4.5' (header line 446), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-screenspot-pro,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,computer-use,mid,,,,,,,62.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 801: cell of row 'ScreenSpot Pro' (label line 798), column 'Qwen3-VL-235B-A22B' (header line 447), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-medium-screenspot-pro,alibaba,qwen3.5-122b-a10b,unstated,computer-use,mid,,,,,,,70.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 802: cell of row 'ScreenSpot Pro' (label line 798), column 'Qwen3.5-122B-A10B' (header line 448), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-screenspot-pro,alibaba,qwen3.5-27b,unstated,computer-use,mid,,,,,,,70.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 803: cell of row 'ScreenSpot Pro' (label line 798), column 'Qwen3.5-27B' (header line 449), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-screenspot-pro,alibaba,qwen3.5-35b-a3b,unstated,computer-use,mid,,,,,,,68.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 804: cell of row 'ScreenSpot Pro' (label line 798), column 'Qwen3.5-35B-A3B' (header line 450), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-osworld-verified,alibaba,sonnet-4.5,unstated,computer-use,mid,,,,,,,61.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 809: cell of row 'OSWorld-Verified' (label line 807), column 'Claude-Sonnet-4.5' (header line 446), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-osworld-verified,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,computer-use,mid,,,,,,,38.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 810: cell of row 'OSWorld-Verified' (label line 807), column 'Qwen3-VL-235B-A22B' (header line 447), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-medium-osworld-verified,alibaba,qwen3.5-122b-a10b,unstated,computer-use,mid,,,,,,,58.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 811: cell of row 'OSWorld-Verified' (label line 807), column 'Qwen3.5-122B-A10B' (header line 448), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-osworld-verified,alibaba,qwen3.5-27b,unstated,computer-use,mid,,,,,,,56.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 812: cell of row 'OSWorld-Verified' (label line 807), column 'Qwen3.5-27B' (header line 449), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-osworld-verified,alibaba,qwen3.5-35b-a3b,unstated,computer-use,mid,,,,,,,54.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 813: cell of row 'OSWorld-Verified' (label line 807), column 'Qwen3.5-35B-A3B' (header line 450), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-androidworld,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,computer-use,mid,,,,,,,63.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 819: cell of row 'AndroidWorld' (label line 816), column 'Qwen3-VL-235B-A22B' (header line 447), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-medium-androidworld,alibaba,qwen3.5-122b-a10b,unstated,computer-use,mid,,,,,,,66.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 820: cell of row 'AndroidWorld' (label line 816), column 'Qwen3.5-122B-A10B' (header line 448), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-androidworld,alibaba,qwen3.5-27b,unstated,computer-use,mid,,,,,,,64.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 821: cell of row 'AndroidWorld' (label line 816), column 'Qwen3.5-27B' (header line 449), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-androidworld,alibaba,qwen3.5-35b-a3b,unstated,computer-use,mid,,,,,,,71.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 822: cell of row 'AndroidWorld' (label line 816), column 'Qwen3.5-35B-A3B' (header line 450), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-tir-bench-with-ci,alibaba,qwen3.5-122b-a10b,unstated,mixed,hard,,,,,,,53.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 831: cell of row 'TIR-Bench' (label line 827), column 'Qwen3.5-122B-A10B' (header line 448), table 'Vision Language'; value 1 of two printed in the cell)",,out:effort-not-established, hf-qwen3.5-medium-tir-bench-without-ci,alibaba,qwen3.5-122b-a10b,unstated,mixed,hard,,,,,,,42.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 831: cell of row 'TIR-Bench' (label line 827), column 'Qwen3.5-122B-A10B' (header line 448), table 'Vision Language'; value 2 of two printed in the cell)",,out:effort-not-established, hf-qwen3.5-medium-tir-bench-with-ci,alibaba,qwen3.5-27b,unstated,mixed,hard,,,,,,,59.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 832: cell of row 'TIR-Bench' (label line 827), column 'Qwen3.5-27B' (header line 449), table 'Vision Language'; value 1 of two printed in the cell)",,out:effort-not-established, hf-qwen3.5-medium-tir-bench-without-ci,alibaba,qwen3.5-27b,unstated,mixed,hard,,,,,,,42.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 832: cell of row 'TIR-Bench' (label line 827), column 'Qwen3.5-27B' (header line 449), table 'Vision Language'; value 2 of two printed in the cell)",,out:effort-not-established, hf-qwen3.5-medium-tir-bench-with-ci,alibaba,qwen3.5-35b-a3b,unstated,mixed,hard,,,,,,,55.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 833: cell of row 'TIR-Bench' (label line 827), column 'Qwen3.5-35B-A3B' (header line 450), table 'Vision Language'; value 1 of two printed in the cell)",,out:effort-not-established, hf-qwen3.5-medium-tir-bench-without-ci,alibaba,qwen3.5-35b-a3b,unstated,mixed,hard,,,,,,,38.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 833: cell of row 'TIR-Bench' (label line 827), column 'Qwen3.5-35B-A3B' (header line 450), table 'Vision Language'; value 2 of two printed in the cell)",,out:effort-not-established, hf-qwen3.5-medium-v-with-ci,alibaba,qwen3.5-122b-a10b,unstated,mixed,mid,,,,,,,93.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 840: cell of row 'V*' (label line 836), column 'Qwen3.5-122B-A10B' (header line 448), table 'Vision Language'; value 1 of two printed in the cell)",,out:effort-not-established, hf-qwen3.5-medium-v-without-ci,alibaba,qwen3.5-122b-a10b,unstated,mixed,mid,,,,,,,90.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 840: cell of row 'V*' (label line 836), column 'Qwen3.5-122B-A10B' (header line 448), table 'Vision Language'; value 2 of two printed in the cell)",,out:effort-not-established, hf-qwen3.5-medium-v-with-ci,alibaba,qwen3.5-27b,unstated,mixed,mid,,,,,,,93.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 841: cell of row 'V*' (label line 836), column 'Qwen3.5-27B' (header line 449), table 'Vision Language'; value 1 of two printed in the cell)",,out:effort-not-established, hf-qwen3.5-medium-v-without-ci,alibaba,qwen3.5-27b,unstated,mixed,mid,,,,,,,89.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 841: cell of row 'V*' (label line 836), column 'Qwen3.5-27B' (header line 449), table 'Vision Language'; value 2 of two printed in the cell)",,out:effort-not-established, hf-qwen3.5-medium-v-with-ci,alibaba,qwen3.5-35b-a3b,unstated,mixed,mid,,,,,,,92.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 842: cell of row 'V*' (label line 836), column 'Qwen3.5-35B-A3B' (header line 450), table 'Vision Language'; value 1 of two printed in the cell)",,out:effort-not-established, hf-qwen3.5-medium-v-without-ci,alibaba,qwen3.5-35b-a3b,unstated,mixed,mid,,,,,,,89.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 842: cell of row 'V*' (label line 836), column 'Qwen3.5-35B-A3B' (header line 450), table 'Vision Language'; value 2 of two printed in the cell)",,out:effort-not-established, hf-qwen3.5-medium-slake,alibaba,gpt-5-mini,unstated,mixed,hard,,,,,,,70.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 848: cell of row 'SLAKE' (label line 847), column 'GPT-5-mini 2025-08-07' (header line 445), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-slake,alibaba,sonnet-4.5,unstated,mixed,hard,,,,,,,73.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 849: cell of row 'SLAKE' (label line 847), column 'Claude-Sonnet-4.5' (header line 446), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-slake,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,mixed,hard,,,,,,,54.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 850: cell of row 'SLAKE' (label line 847), column 'Qwen3-VL-235B-A22B' (header line 447), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-medium-slake,alibaba,qwen3.5-122b-a10b,unstated,mixed,hard,,,,,,,81.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 851: cell of row 'SLAKE' (label line 847), column 'Qwen3.5-122B-A10B' (header line 448), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-slake,alibaba,qwen3.5-27b,unstated,mixed,hard,,,,,,,80.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 852: cell of row 'SLAKE' (label line 847), column 'Qwen3.5-27B' (header line 449), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-slake,alibaba,qwen3.5-35b-a3b,unstated,mixed,hard,,,,,,,78.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 853: cell of row 'SLAKE' (label line 847), column 'Qwen3.5-35B-A3B' (header line 450), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-pmc-vqa,alibaba,gpt-5-mini,unstated,mixed,hard,,,,,,,36.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 857: cell of row 'PMC-VQA' (label line 856), column 'GPT-5-mini 2025-08-07' (header line 445), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-pmc-vqa,alibaba,sonnet-4.5,unstated,mixed,hard,,,,,,,55.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 858: cell of row 'PMC-VQA' (label line 856), column 'Claude-Sonnet-4.5' (header line 446), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-pmc-vqa,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,mixed,hard,,,,,,,41.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 859: cell of row 'PMC-VQA' (label line 856), column 'Qwen3-VL-235B-A22B' (header line 447), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-medium-pmc-vqa,alibaba,qwen3.5-122b-a10b,unstated,mixed,hard,,,,,,,63.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 860: cell of row 'PMC-VQA' (label line 856), column 'Qwen3.5-122B-A10B' (header line 448), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-pmc-vqa,alibaba,qwen3.5-27b,unstated,mixed,hard,,,,,,,62.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 861: cell of row 'PMC-VQA' (label line 856), column 'Qwen3.5-27B' (header line 449), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-pmc-vqa,alibaba,qwen3.5-35b-a3b,unstated,mixed,hard,,,,,,,62.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 862: cell of row 'PMC-VQA' (label line 856), column 'Qwen3.5-35B-A3B' (header line 450), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-medxpertqa-mm,alibaba,gpt-5-mini,unstated,mixed,hard,,,,,,,34.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 866: cell of row 'MedXpertQA-MM' (label line 865), column 'GPT-5-mini 2025-08-07' (header line 445), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-medxpertqa-mm,alibaba,sonnet-4.5,unstated,mixed,hard,,,,,,,54.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 867: cell of row 'MedXpertQA-MM' (label line 865), column 'Claude-Sonnet-4.5' (header line 446), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-medxpertqa-mm,alibaba,?Qwen3-VL-235B-A22B,not-established:absent,mixed,hard,,,,,,,47.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 868: cell of row 'MedXpertQA-MM' (label line 865), column 'Qwen3-VL-235B-A22B' (header line 447), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-medium-medxpertqa-mm,alibaba,qwen3.5-122b-a10b,unstated,mixed,hard,,,,,,,67.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 869: cell of row 'MedXpertQA-MM' (label line 865), column 'Qwen3.5-122B-A10B' (header line 448), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-medxpertqa-mm,alibaba,qwen3.5-27b,unstated,mixed,hard,,,,,,,62.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 870: cell of row 'MedXpertQA-MM' (label line 865), column 'Qwen3.5-27B' (header line 449), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-medium-medxpertqa-mm,alibaba,qwen3.5-35b-a3b,unstated,mixed,hard,,,,,,,61.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-122B-A10B (line 871: cell of row 'MedXpertQA-MM' (label line 865), column 'Qwen3.5-35B-A3B' (header line 450), table 'Vision Language')",,out:effort-not-established, qwen3.5-omni-report-text-mmlu-pro,alibaba,?Qwen3.5-Plus-Instruct,not-established:absent,mixed,hard,,,,,,,86.8,MMLU-Pro,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 4, row MMLU-Pro, column Qwen3.5-Plus-Instruct)",,out:model-not-established, qwen3.5-omni-report-text-mmlu-pro,alibaba,qwen3.5-omni-flash,unstated,mixed,hard,,,,,,,79.9,MMLU-Pro,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 4, row MMLU-Pro, column Qwen3.5-Omni-Flash)",,out:effort-not-established, qwen3.5-omni-report-text-mmlu-pro,alibaba,qwen3.5-omni-plus,unstated,mixed,hard,,,,,,,85.9,MMLU-Pro,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 4, row MMLU-Pro, column Qwen3.5-Omni-Plus)",,out:effort-not-established, qwen3.5-omni-report-text-mmlu-redux,alibaba,?Qwen3.5-Plus-Instruct,not-established:absent,mixed,hard,,,,,,,94.3,MMLU-Redux,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 4, row MMLU-Redux, column Qwen3.5-Plus-Instruct)",,out:model-not-established, qwen3.5-omni-report-text-mmlu-redux,alibaba,qwen3.5-omni-flash,unstated,mixed,hard,,,,,,,90.0,MMLU-Redux,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 4, row MMLU-Redux, column Qwen3.5-Omni-Flash)",,out:effort-not-established, qwen3.5-omni-report-text-mmlu-redux,alibaba,qwen3.5-omni-plus,unstated,mixed,hard,,,,,,,94.2,MMLU-Redux,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 4, row MMLU-Redux, column Qwen3.5-Omni-Plus)",,out:effort-not-established, qwen3.5-omni-report-text-supergpqa,alibaba,?Qwen3.5-Plus-Instruct,not-established:absent,mixed,hard,,,,,,,67.4,SuperGPQA,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 4, row SuperGPQA, column Qwen3.5-Plus-Instruct)",,out:model-not-established, qwen3.5-omni-report-text-supergpqa,alibaba,qwen3.5-omni-flash,unstated,mixed,hard,,,,,,,54.9,SuperGPQA,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 4, row SuperGPQA, column Qwen3.5-Omni-Flash)",,out:effort-not-established, qwen3.5-omni-report-text-supergpqa,alibaba,qwen3.5-omni-plus,unstated,mixed,hard,,,,,,,66.4,SuperGPQA,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 4, row SuperGPQA, column Qwen3.5-Omni-Plus)",,out:effort-not-established, qwen3.5-omni-report-text-c-eval,alibaba,?Qwen3.5-Plus-Instruct,not-established:absent,mixed,hard,,,,,,,92.3,C-Eval,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 4, row C-Eval, column Qwen3.5-Plus-Instruct)",,out:model-not-established, qwen3.5-omni-report-text-c-eval,alibaba,qwen3.5-omni-flash,unstated,mixed,hard,,,,,,,86.0,C-Eval,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 4, row C-Eval, column Qwen3.5-Omni-Flash)",,out:effort-not-established, qwen3.5-omni-report-text-c-eval,alibaba,qwen3.5-omni-plus,unstated,mixed,hard,,,,,,,92.0,C-Eval,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 4, row C-Eval, column Qwen3.5-Omni-Plus)",,out:effort-not-established, qwen3.5-omni-report-text-ifeval,alibaba,?Qwen3.5-Plus-Instruct,not-established:absent,mixed,hard,,,,,,,89.7,IFEval,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 4, row IFEval, column Qwen3.5-Plus-Instruct)",,out:model-not-established, qwen3.5-omni-report-text-ifeval,alibaba,qwen3.5-omni-flash,unstated,mixed,hard,,,,,,,85.2,IFEval,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 4, row IFEval, column Qwen3.5-Omni-Flash)",,out:effort-not-established, qwen3.5-omni-report-text-ifeval,alibaba,qwen3.5-omni-plus,unstated,mixed,hard,,,,,,,89.7,IFEval,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 4, row IFEval, column Qwen3.5-Omni-Plus)",,out:effort-not-established, qwen3.5-omni-report-text-ifbench,alibaba,?Qwen3.5-Plus-Instruct,not-established:absent,mixed,hard,,,,,,,51.1,IFBench,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 4, row IFBench, column Qwen3.5-Plus-Instruct)",,out:model-not-established, qwen3.5-omni-report-text-ifbench,alibaba,qwen3.5-omni-flash,unstated,mixed,hard,,,,,,,38.4,IFBench,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 4, row IFBench, column Qwen3.5-Omni-Flash)",,out:effort-not-established, qwen3.5-omni-report-text-ifbench,alibaba,qwen3.5-omni-plus,unstated,mixed,hard,,,,,,,52.6,IFBench,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 4, row IFBench, column Qwen3.5-Omni-Plus)",,out:effort-not-established, qwen3.5-omni-report-text-aa-lcr,alibaba,?Qwen3.5-Plus-Instruct,not-established:absent,mixed,hard,,,,,,,62.0,AA-LCR,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 4, row AA-LCR, column Qwen3.5-Plus-Instruct)",,out:model-not-established, qwen3.5-omni-report-text-aa-lcr,alibaba,qwen3.5-omni-flash,unstated,mixed,hard,,,,,,,46.0,AA-LCR,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 4, row AA-LCR, column Qwen3.5-Omni-Flash)",,out:effort-not-established, qwen3.5-omni-report-text-aa-lcr,alibaba,qwen3.5-omni-plus,unstated,mixed,hard,,,,,,,57.0,AA-LCR,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 4, row AA-LCR, column Qwen3.5-Omni-Plus)",,out:effort-not-established, qwen3.5-omni-report-text-longbench-v2,alibaba,?Qwen3.5-Plus-Instruct,not-established:absent,mixed,hard,,,,,,,60.2,LongBench v2,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 4, row LongBench v2, column Qwen3.5-Plus-Instruct)",,out:model-not-established, qwen3.5-omni-report-text-longbench-v2,alibaba,qwen3.5-omni-flash,unstated,mixed,hard,,,,,,,46.4,LongBench v2,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 4, row LongBench v2, column Qwen3.5-Omni-Flash)",,out:effort-not-established, qwen3.5-omni-report-text-longbench-v2,alibaba,qwen3.5-omni-plus,unstated,mixed,hard,,,,,,,59.6,LongBench v2,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 4, row LongBench v2, column Qwen3.5-Omni-Plus)",,out:effort-not-established, qwen3.5-omni-report-text-gpqa,alibaba,?Qwen3.5-Plus-Instruct,not-established:absent,mixed,hard,,,,,,,85.9,GPQA,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 4, row GPQA, column Qwen3.5-Plus-Instruct)",,out:model-not-established, qwen3.5-omni-report-text-gpqa,alibaba,qwen3.5-omni-flash,unstated,mixed,hard,,,,,,,76.4,GPQA,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 4, row GPQA, column Qwen3.5-Omni-Flash)",,out:effort-not-established, qwen3.5-omni-report-text-gpqa,alibaba,qwen3.5-omni-plus,unstated,mixed,hard,,,,,,,83.9,GPQA,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 4, row GPQA, column Qwen3.5-Omni-Plus)",,out:effort-not-established, qwen3.5-omni-report-text-livecodebench-v6,alibaba,?Qwen3.5-Plus-Instruct,not-established:absent,coding,hard,,,,,,,67.1,LiveCodeBench v6,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 4, row LiveCodeBench v6, column Qwen3.5-Plus-Instruct)",,out:model-not-established, qwen3.5-omni-report-text-livecodebench-v6,alibaba,qwen3.5-omni-flash,unstated,coding,hard,,,,,,,56.6,LiveCodeBench v6,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 4, row LiveCodeBench v6, column Qwen3.5-Omni-Flash)",,out:effort-not-established, qwen3.5-omni-report-text-livecodebench-v6,alibaba,qwen3.5-omni-plus,unstated,coding,hard,,,,,,,65.6,LiveCodeBench v6,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 4, row LiveCodeBench v6, column Qwen3.5-Omni-Plus)",,out:effort-not-established, qwen3.5-omni-report-text-hmmt-nov-25,alibaba,?Qwen3.5-Plus-Instruct,not-established:absent,mixed,hard,,,,,,,86.2,HMMT Nov 25,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 4, row HMMT Nov 25, column Qwen3.5-Plus-Instruct)",,out:model-not-established, qwen3.5-omni-report-text-hmmt-nov-25,alibaba,qwen3.5-omni-flash,unstated,mixed,hard,,,,,,,59.0,HMMT Nov 25,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 4, row HMMT Nov 25, column Qwen3.5-Omni-Flash)",,out:effort-not-established, qwen3.5-omni-report-text-hmmt-nov-25,alibaba,qwen3.5-omni-plus,unstated,mixed,hard,,,,,,,84.4,HMMT Nov 25,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 4, row HMMT Nov 25, column Qwen3.5-Omni-Plus)",,out:effort-not-established, qwen3.5-omni-report-text-imoanswerbench,alibaba,?Qwen3.5-Plus-Instruct,not-established:absent,coding,hard,,,,,,,68.3,IMOAnswerBench,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 4, row IMOAnswerBench, column Qwen3.5-Plus-Instruct)",,out:model-not-established, qwen3.5-omni-report-text-imoanswerbench,alibaba,qwen3.5-omni-flash,unstated,coding,hard,,,,,,,51.5,IMOAnswerBench,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 4, row IMOAnswerBench, column Qwen3.5-Omni-Flash)",,out:effort-not-established, qwen3.5-omni-report-text-imoanswerbench,alibaba,qwen3.5-omni-plus,unstated,coding,hard,,,,,,,65.5,IMOAnswerBench,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 4, row IMOAnswerBench, column Qwen3.5-Omni-Plus)",,out:effort-not-established, qwen3.5-omni-report-text-bfcl-v4,alibaba,?Qwen3.5-Plus-Instruct,not-established:absent,mixed,hard,,,,,,,66.1,BFCL-V4,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 4, row BFCL-V4, column Qwen3.5-Plus-Instruct)",,out:model-not-established, qwen3.5-omni-report-text-bfcl-v4,alibaba,qwen3.5-omni-flash,unstated,mixed,hard,,,,,,,55.3,BFCL-V4,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 4, row BFCL-V4, column Qwen3.5-Omni-Flash)",,out:effort-not-established, qwen3.5-omni-report-text-bfcl-v4,alibaba,qwen3.5-omni-plus,unstated,mixed,hard,,,,,,,63.3,BFCL-V4,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 4, row BFCL-V4, column Qwen3.5-Omni-Plus)",,out:effort-not-established, qwen3.5-omni-report-text-tau2bench,alibaba,?Qwen3.5-Plus-Instruct,not-established:absent,agentic-tool,hard,,,,,,,82.7,TAU2Bench,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 4, row TAU2Bench, column Qwen3.5-Plus-Instruct)",,out:model-not-established, qwen3.5-omni-report-text-tau2bench,alibaba,qwen3.5-omni-flash,unstated,agentic-tool,hard,,,,,,,78.0,TAU2Bench,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 4, row TAU2Bench, column Qwen3.5-Omni-Flash)",,out:effort-not-established, qwen3.5-omni-report-text-tau2bench,alibaba,qwen3.5-omni-plus,unstated,agentic-tool,hard,,,,,,,81.0,TAU2Bench,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 4, row TAU2Bench, column Qwen3.5-Omni-Plus)",,out:effort-not-established, qwen3.5-omni-report-vision-mmmu,alibaba,?Qwen3.5-Plus-Instruct,not-established:absent,mixed,hard,,,,,,,81.0,MMMU,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row MMMU, column Qwen3.5-Plus-Instruct)",,out:model-not-established, qwen3.5-omni-report-vision-mmmu,alibaba,qwen3.5-omni-flash,unstated,mixed,hard,,,,,,,76.9,MMMU,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row MMMU, column Qwen3.5-Omni-Flash)",,out:effort-not-established, qwen3.5-omni-report-vision-mmmu,alibaba,qwen3.5-omni-plus,unstated,mixed,hard,,,,,,,80.1,MMMU,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row MMMU, column Qwen3.5-Omni-Plus)",,out:effort-not-established, qwen3.5-omni-report-vision-mmmu-pro,alibaba,?Qwen3.5-Plus-Instruct,not-established:absent,mixed,hard,,,,,,,73.8,MMMU-Pro,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row MMMU-Pro, column Qwen3.5-Plus-Instruct)",,out:model-not-established, qwen3.5-omni-report-vision-mmmu-pro,alibaba,qwen3.5-omni-flash,unstated,mixed,hard,,,,,,,68.2,MMMU-Pro,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row MMMU-Pro, column Qwen3.5-Omni-Flash)",,out:effort-not-established, qwen3.5-omni-report-vision-mmmu-pro,alibaba,qwen3.5-omni-plus,unstated,mixed,hard,,,,,,,73.9,MMMU-Pro,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row MMMU-Pro, column Qwen3.5-Omni-Plus)",,out:effort-not-established, qwen3.5-omni-report-vision-mathvision,alibaba,?Qwen3.5-Plus-Instruct,not-established:absent,reasoning-math,hard,,,,,,,73.6,MathVision,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row MathVision, column Qwen3.5-Plus-Instruct)",,out:model-not-established, qwen3.5-omni-report-vision-mathvision,alibaba,qwen3.5-omni-flash,unstated,reasoning-math,hard,,,,,,,65.4,MathVision,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row MathVision, column Qwen3.5-Omni-Flash)",,out:effort-not-established, qwen3.5-omni-report-vision-mathvision,alibaba,qwen3.5-omni-plus,unstated,reasoning-math,hard,,,,,,,73.0,MathVision,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row MathVision, column Qwen3.5-Omni-Plus)",,out:effort-not-established, qwen3.5-omni-report-vision-mathvista-mini,alibaba,?Qwen3.5-Plus-Instruct,not-established:absent,reasoning-math,hard,,,,,,,86.9,Mathvista (mini),0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row Mathvista (mini), column Qwen3.5-Plus-Instruct)",,out:model-not-established, qwen3.5-omni-report-vision-mathvista-mini,alibaba,qwen3.5-omni-flash,unstated,reasoning-math,hard,,,,,,,82.9,Mathvista (mini),0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row Mathvista (mini), column Qwen3.5-Omni-Flash)",,out:effort-not-established, qwen3.5-omni-report-vision-mathvista-mini,alibaba,qwen3.5-omni-plus,unstated,reasoning-math,hard,,,,,,,86.1,Mathvista (mini),0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row Mathvista (mini), column Qwen3.5-Omni-Plus)",,out:effort-not-established, qwen3.5-omni-report-vision-dynamath,alibaba,?Qwen3.5-Plus-Instruct,not-established:absent,reasoning-math,hard,,,,,,,84.2,DynaMath,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row DynaMath, column Qwen3.5-Plus-Instruct)",,out:model-not-established, qwen3.5-omni-report-vision-dynamath,alibaba,qwen3.5-omni-flash,unstated,reasoning-math,hard,,,,,,,79.3,DynaMath,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row DynaMath, column Qwen3.5-Omni-Flash)",,out:effort-not-established, qwen3.5-omni-report-vision-dynamath,alibaba,qwen3.5-omni-plus,unstated,reasoning-math,hard,,,,,,,83.8,DynaMath,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row DynaMath, column Qwen3.5-Omni-Plus)",,out:effort-not-established, qwen3.5-omni-report-vision-zerobench,alibaba,?Qwen3.5-Plus-Instruct,not-established:absent,mixed,hard,,,,,,,6,ZEROBench,0.289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row ZEROBench, column Qwen3.5-Plus-Instruct)",,out:model-not-established, qwen3.5-omni-report-vision-zerobench,alibaba,qwen3.5-omni-flash,unstated,mixed,hard,,,,,,,1,ZEROBench,0.289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row ZEROBench, column Qwen3.5-Omni-Flash)",,out:effort-not-established, qwen3.5-omni-report-vision-zerobench,alibaba,qwen3.5-omni-plus,unstated,mixed,hard,,,,,,,5,ZEROBench,0.289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row ZEROBench, column Qwen3.5-Omni-Plus)",,out:effort-not-established, qwen3.5-omni-report-vision-zerobench-sub,alibaba,?Qwen3.5-Plus-Instruct,not-established:absent,mixed,hard,,,,,,,31.1,ZEROBench_sub,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row ZEROBench_sub, column Qwen3.5-Plus-Instruct)",,out:model-not-established, qwen3.5-omni-report-vision-zerobench-sub,alibaba,qwen3.5-omni-flash,unstated,mixed,hard,,,,,,,26.0,ZEROBench_sub,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row ZEROBench_sub, column Qwen3.5-Omni-Flash)",,out:effort-not-established, qwen3.5-omni-report-vision-zerobench-sub,alibaba,qwen3.5-omni-plus,unstated,mixed,hard,,,,,,,34.4,ZEROBench_sub,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row ZEROBench_sub, column Qwen3.5-Omni-Plus)",,out:effort-not-established, qwen3.5-omni-report-vision-realworldqa,alibaba,?Qwen3.5-Plus-Instruct,not-established:absent,mixed,hard,,,,,,,79.1,RealWorldQA,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row RealWorldQA, column Qwen3.5-Plus-Instruct)",,out:model-not-established, qwen3.5-omni-report-vision-realworldqa,alibaba,qwen3.5-omni-flash,unstated,mixed,hard,,,,,,,77.5,RealWorldQA,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row RealWorldQA, column Qwen3.5-Omni-Flash)",,out:effort-not-established, qwen3.5-omni-report-vision-realworldqa,alibaba,qwen3.5-omni-plus,unstated,mixed,hard,,,,,,,84.1,RealWorldQA,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row RealWorldQA, column Qwen3.5-Omni-Plus)",,out:effort-not-established, qwen3.5-omni-report-vision-mmstar,alibaba,?Qwen3.5-Plus-Instruct,not-established:absent,mixed,hard,,,,,,,80.3,MMStar,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row MMStar, column Qwen3.5-Plus-Instruct)",,out:model-not-established, qwen3.5-omni-report-vision-mmstar,alibaba,qwen3.5-omni-flash,unstated,mixed,hard,,,,,,,75.7,MMStar,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row MMStar, column Qwen3.5-Omni-Flash)",,out:effort-not-established, qwen3.5-omni-report-vision-mmstar,alibaba,qwen3.5-omni-plus,unstated,mixed,hard,,,,,,,79.4,MMStar,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row MMStar, column Qwen3.5-Omni-Plus)",,out:effort-not-established, qwen3.5-omni-report-vision-mmbenchen-dev-v1-1,alibaba,?Qwen3.5-Plus-Instruct,not-established:absent,mixed,hard,,,,,,,93.8,MMBenchEN-DEV-v1.1,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row MMBenchEN-DEV-v1.1, column Qwen3.5-Plus-Instruct)",,out:model-not-established, qwen3.5-omni-report-vision-mmbenchen-dev-v1-1,alibaba,qwen3.5-omni-flash,unstated,mixed,hard,,,,,,,88.8,MMBenchEN-DEV-v1.1,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row MMBenchEN-DEV-v1.1, column Qwen3.5-Omni-Flash)",,out:effort-not-established, qwen3.5-omni-report-vision-mmbenchen-dev-v1-1,alibaba,qwen3.5-omni-plus,unstated,mixed,hard,,,,,,,92.8,MMBenchEN-DEV-v1.1,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row MMBenchEN-DEV-v1.1, column Qwen3.5-Omni-Plus)",,out:effort-not-established, qwen3.5-omni-report-vision-simplevqa,alibaba,?Qwen3.5-Plus-Instruct,not-established:absent,mixed,hard,,,,,,,66.1,SimpleVQA,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row SimpleVQA, column Qwen3.5-Plus-Instruct)",,out:model-not-established, qwen3.5-omni-report-vision-simplevqa,alibaba,qwen3.5-omni-flash,unstated,mixed,hard,,,,,,,54.4,SimpleVQA,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row SimpleVQA, column Qwen3.5-Omni-Flash)",,out:effort-not-established, qwen3.5-omni-report-vision-simplevqa,alibaba,qwen3.5-omni-plus,unstated,mixed,hard,,,,,,,65.3,SimpleVQA,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row SimpleVQA, column Qwen3.5-Omni-Plus)",,out:effort-not-established, qwen3.5-omni-report-vision-charxiv-rq,alibaba,?Qwen3.5-Plus-Instruct,not-established:absent,mixed,hard,,,,,,,74.2,CharXiv (RQ),0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row CharXiv (RQ), column Qwen3.5-Plus-Instruct)",,out:model-not-established, qwen3.5-omni-report-vision-charxiv-rq,alibaba,qwen3.5-omni-flash,unstated,mixed,hard,,,,,,,64.4,CharXiv (RQ),0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row CharXiv (RQ), column Qwen3.5-Omni-Flash)",,out:effort-not-established, qwen3.5-omni-report-vision-charxiv-rq,alibaba,qwen3.5-omni-plus,unstated,mixed,hard,,,,,,,72.5,CharXiv (RQ),0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row CharXiv (RQ), column Qwen3.5-Omni-Plus)",,out:effort-not-established, qwen3.5-omni-report-vision-cc-ocr,alibaba,?Qwen3.5-Plus-Instruct,not-established:absent,mixed,hard,,,,,,,83.0,CC-OCR,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row CC-OCR, column Qwen3.5-Plus-Instruct)",,out:model-not-established, qwen3.5-omni-report-vision-cc-ocr,alibaba,qwen3.5-omni-flash,unstated,mixed,hard,,,,,,,80.8,CC-OCR,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row CC-OCR, column Qwen3.5-Omni-Flash)",,out:effort-not-established, qwen3.5-omni-report-vision-cc-ocr,alibaba,qwen3.5-omni-plus,unstated,mixed,hard,,,,,,,83.4,CC-OCR,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row CC-OCR, column Qwen3.5-Omni-Plus)",,out:effort-not-established, qwen3.5-omni-report-vision-ai2d-test,alibaba,?Qwen3.5-Plus-Instruct,not-established:absent,mixed,hard,,,,,,,92.1,AI2D_TEST,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row AI2D_TEST, column Qwen3.5-Plus-Instruct)",,out:model-not-established, qwen3.5-omni-report-vision-ai2d-test,alibaba,qwen3.5-omni-flash,unstated,mixed,hard,,,,,,,89.0,AI2D_TEST,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row AI2D_TEST, column Qwen3.5-Omni-Flash)",,out:effort-not-established, qwen3.5-omni-report-vision-ai2d-test,alibaba,qwen3.5-omni-plus,unstated,mixed,hard,,,,,,,91.2,AI2D_TEST,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row AI2D_TEST, column Qwen3.5-Omni-Plus)",,out:effort-not-established, qwen3.5-omni-report-vision-mmlongbench-doc,alibaba,?Qwen3.5-Plus-Instruct,not-established:absent,mixed,hard,,,,,,,59.7,MMLongBench-Doc,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row MMLongBench-Doc, column Qwen3.5-Plus-Instruct)",,out:model-not-established, qwen3.5-omni-report-vision-mmlongbench-doc,alibaba,qwen3.5-omni-flash,unstated,mixed,hard,,,,,,,53.6,MMLongBench-Doc,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row MMLongBench-Doc, column Qwen3.5-Omni-Flash)",,out:effort-not-established, qwen3.5-omni-report-vision-mmlongbench-doc,alibaba,qwen3.5-omni-plus,unstated,mixed,hard,,,,,,,57.5,MMLongBench-Doc,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row MMLongBench-Doc, column Qwen3.5-Omni-Plus)",,out:effort-not-established, qwen3.5-omni-report-vision-ocrbench,alibaba,?Qwen3.5-Plus-Instruct,not-established:absent,mixed,hard,,,,,,,91.4,OCRBench,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row OCRBench, column Qwen3.5-Plus-Instruct)",,out:model-not-established, qwen3.5-omni-report-vision-ocrbench,alibaba,qwen3.5-omni-flash,unstated,mixed,hard,,,,,,,89.1,OCRBench,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row OCRBench, column Qwen3.5-Omni-Flash)",,out:effort-not-established, qwen3.5-omni-report-vision-ocrbench,alibaba,qwen3.5-omni-plus,unstated,mixed,hard,,,,,,,91.3,OCRBench,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row OCRBench, column Qwen3.5-Omni-Plus)",,out:effort-not-established, qwen3.5-omni-report-vision-erqa,alibaba,?Qwen3.5-Plus-Instruct,not-established:absent,mixed,hard,,,,,,,53.8,ERQA,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row ERQA, column Qwen3.5-Plus-Instruct)",,out:model-not-established, qwen3.5-omni-report-vision-erqa,alibaba,qwen3.5-omni-flash,unstated,mixed,hard,,,,,,,50.0,ERQA,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row ERQA, column Qwen3.5-Omni-Flash)",,out:effort-not-established, qwen3.5-omni-report-vision-erqa,alibaba,qwen3.5-omni-plus,unstated,mixed,hard,,,,,,,54.8,ERQA,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row ERQA, column Qwen3.5-Omni-Plus)",,out:effort-not-established, qwen3.5-omni-report-vision-countbench,alibaba,?Qwen3.5-Plus-Instruct,not-established:absent,mixed,hard,,,,,,,95.1,CountBench,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row CountBench, column Qwen3.5-Plus-Instruct)",,out:model-not-established, qwen3.5-omni-report-vision-countbench,alibaba,qwen3.5-omni-flash,unstated,mixed,hard,,,,,,,88.2,CountBench,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row CountBench, column Qwen3.5-Omni-Flash)",,out:effort-not-established, qwen3.5-omni-report-vision-countbench,alibaba,qwen3.5-omni-plus,unstated,mixed,hard,,,,,,,95.1,CountBench,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row CountBench, column Qwen3.5-Omni-Plus)",,out:effort-not-established, qwen3.5-omni-report-vision-refcoco-avg,alibaba,?Qwen3.5-Plus-Instruct,not-established:absent,mixed,hard,,,,,,,95.2,RefCOCO(avg),0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row RefCOCO(avg), column Qwen3.5-Plus-Instruct)",,out:model-not-established, qwen3.5-omni-report-vision-refcoco-avg,alibaba,qwen3.5-omni-flash,unstated,mixed,hard,,,,,,,92.6,RefCOCO(avg),0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row RefCOCO(avg), column Qwen3.5-Omni-Flash)",,out:effort-not-established, qwen3.5-omni-report-vision-refcoco-avg,alibaba,qwen3.5-omni-plus,unstated,mixed,hard,,,,,,,95.0,RefCOCO(avg),0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row RefCOCO(avg), column Qwen3.5-Omni-Plus)",,out:effort-not-established, qwen3.5-omni-report-vision-odinw13,alibaba,?Qwen3.5-Plus-Instruct,not-established:absent,mixed,hard,,,,,,,50.3,ODInW13,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row ODInW13, column Qwen3.5-Plus-Instruct)",,out:model-not-established, qwen3.5-omni-report-vision-odinw13,alibaba,qwen3.5-omni-flash,unstated,mixed,hard,,,,,,,46.8,ODInW13,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row ODInW13, column Qwen3.5-Omni-Flash)",,out:effort-not-established, qwen3.5-omni-report-vision-odinw13,alibaba,qwen3.5-omni-plus,unstated,mixed,hard,,,,,,,49.5,ODInW13,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row ODInW13, column Qwen3.5-Omni-Plus)",,out:effort-not-established, qwen3.5-omni-report-vision-embspatialbench,alibaba,?Qwen3.5-Plus-Instruct,not-established:absent,mixed,hard,,,,,,,83.4,EmbSpatialBench,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row EmbSpatialBench, column Qwen3.5-Plus-Instruct)",,out:model-not-established, qwen3.5-omni-report-vision-embspatialbench,alibaba,qwen3.5-omni-flash,unstated,mixed,hard,,,,,,,82.7,EmbSpatialBench,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row EmbSpatialBench, column Qwen3.5-Omni-Flash)",,out:effort-not-established, qwen3.5-omni-report-vision-embspatialbench,alibaba,qwen3.5-omni-plus,unstated,mixed,hard,,,,,,,85.4,EmbSpatialBench,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row EmbSpatialBench, column Qwen3.5-Omni-Plus)",,out:effort-not-established, qwen3.5-omni-report-vision-videomme-w-o-sub,alibaba,?Qwen3.5-Plus-Instruct,not-established:absent,mixed,hard,,,,,,,81.0,VideoMME(w/o sub.),0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row VideoMME(w/o sub.), column Qwen3.5-Plus-Instruct)",,out:model-not-established, qwen3.5-omni-report-vision-videomme-w-o-sub,alibaba,qwen3.5-omni-flash,unstated,mixed,hard,,,,,,,77.0,VideoMME(w/o sub.),0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row VideoMME(w/o sub.), column Qwen3.5-Omni-Flash)",,out:effort-not-established, qwen3.5-omni-report-vision-videomme-w-o-sub,alibaba,qwen3.5-omni-plus,unstated,mixed,hard,,,,,,,81.9,VideoMME(w/o sub.),0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row VideoMME(w/o sub.), column Qwen3.5-Omni-Plus)",,out:effort-not-established, qwen3.5-omni-report-vision-mlvu-m-avg,alibaba,?Qwen3.5-Plus-Instruct,not-established:absent,mixed,hard,,,,,,,85.1,MLVU(M-Avg),0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row MLVU(M-Avg), column Qwen3.5-Plus-Instruct)",,out:model-not-established, qwen3.5-omni-report-vision-mlvu-m-avg,alibaba,qwen3.5-omni-flash,unstated,mixed,hard,,,,,,,81.9,MLVU(M-Avg),0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row MLVU(M-Avg), column Qwen3.5-Omni-Flash)",,out:effort-not-established, qwen3.5-omni-report-vision-mlvu-m-avg,alibaba,qwen3.5-omni-plus,unstated,mixed,hard,,,,,,,86.8,MLVU(M-Avg),0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row MLVU(M-Avg), column Qwen3.5-Omni-Plus)",,out:effort-not-established, qwen3.5-omni-report-vision-mvbench,alibaba,?Qwen3.5-Plus-Instruct,not-established:absent,mixed,hard,,,,,,,76.7,MVBench,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row MVBench, column Qwen3.5-Plus-Instruct)",,out:model-not-established, qwen3.5-omni-report-vision-mvbench,alibaba,qwen3.5-omni-flash,unstated,mixed,hard,,,,,,,70.8,MVBench,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row MVBench, column Qwen3.5-Omni-Flash)",,out:effort-not-established, qwen3.5-omni-report-vision-mvbench,alibaba,qwen3.5-omni-plus,unstated,mixed,hard,,,,,,,79.0,MVBench,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row MVBench, column Qwen3.5-Omni-Plus)",,out:effort-not-established, qwen3.5-omni-report-vision-lvbench,alibaba,?Qwen3.5-Plus-Instruct,not-established:absent,mixed,hard,,,,,,,68.6,LVBench,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row LVBench, column Qwen3.5-Plus-Instruct)",,out:model-not-established, qwen3.5-omni-report-vision-lvbench,alibaba,qwen3.5-omni-flash,unstated,mixed,hard,,,,,,,65.7,LVBench,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row LVBench, column Qwen3.5-Omni-Flash)",,out:effort-not-established, qwen3.5-omni-report-vision-lvbench,alibaba,qwen3.5-omni-plus,unstated,mixed,hard,,,,,,,71.2,LVBench,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row LVBench, column Qwen3.5-Omni-Plus)",,out:effort-not-established, qwen3.5-omni-report-vision-mmvu,alibaba,?Qwen3.5-Plus-Instruct,not-established:absent,mixed,hard,,,,,,,67.1,MMVU,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row MMVU, column Qwen3.5-Plus-Instruct)",,out:model-not-established, qwen3.5-omni-report-vision-mmvu,alibaba,qwen3.5-omni-flash,unstated,mixed,hard,,,,,,,62.7,MMVU,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row MMVU, column Qwen3.5-Omni-Flash)",,out:effort-not-established, qwen3.5-omni-report-vision-mmvu,alibaba,qwen3.5-omni-plus,unstated,mixed,hard,,,,,,,67.5,MMVU,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row MMVU, column Qwen3.5-Omni-Plus)",,out:effort-not-established, qwen3.5-omni-report-vision-mme-videoocr,alibaba,?Qwen3.5-Plus-Instruct,not-established:absent,mixed,hard,,,,,,,74.2,MME-VideoOCR,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row MME-VideoOCR, column Qwen3.5-Plus-Instruct)",,out:model-not-established, qwen3.5-omni-report-vision-mme-videoocr,alibaba,qwen3.5-omni-flash,unstated,mixed,hard,,,,,,,70.5,MME-VideoOCR,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row MME-VideoOCR, column Qwen3.5-Omni-Flash)",,out:effort-not-established, qwen3.5-omni-report-vision-mme-videoocr,alibaba,qwen3.5-omni-plus,unstated,mixed,hard,,,,,,,77.0,MME-VideoOCR,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row MME-VideoOCR, column Qwen3.5-Omni-Plus)",,out:effort-not-established, qwen3.5-omni-report-vision-slake,alibaba,?Qwen3.5-Plus-Instruct,not-established:absent,mixed,hard,,,,,,,82.8,SLAKE,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row SLAKE, column Qwen3.5-Plus-Instruct)",,out:model-not-established, qwen3.5-omni-report-vision-slake,alibaba,qwen3.5-omni-flash,unstated,mixed,hard,,,,,,,73.1,SLAKE,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row SLAKE, column Qwen3.5-Omni-Flash)",,out:effort-not-established, qwen3.5-omni-report-vision-slake,alibaba,qwen3.5-omni-plus,unstated,mixed,hard,,,,,,,84.7,SLAKE,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row SLAKE, column Qwen3.5-Omni-Plus)",,out:effort-not-established, qwen3.5-omni-report-vision-pmc-vqa,alibaba,?Qwen3.5-Plus-Instruct,not-established:absent,mixed,hard,,,,,,,62.4,PMC-VQA,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row PMC-VQA, column Qwen3.5-Plus-Instruct)",,out:model-not-established, qwen3.5-omni-report-vision-pmc-vqa,alibaba,qwen3.5-omni-flash,unstated,mixed,hard,,,,,,,58.7,PMC-VQA,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row PMC-VQA, column Qwen3.5-Omni-Flash)",,out:effort-not-established, qwen3.5-omni-report-vision-pmc-vqa,alibaba,qwen3.5-omni-plus,unstated,mixed,hard,,,,,,,62.7,PMC-VQA,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row PMC-VQA, column Qwen3.5-Omni-Plus)",,out:effort-not-established, qwen3.5-omni-report-vision-medxpertqa-mm,alibaba,?Qwen3.5-Plus-Instruct,not-established:absent,mixed,hard,,,,,,,55.3,MedXpertQA-MM,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row MedXpertQA-MM, column Qwen3.5-Plus-Instruct)",,out:model-not-established, qwen3.5-omni-report-vision-medxpertqa-mm,alibaba,qwen3.5-omni-flash,unstated,mixed,hard,,,,,,,44.8,MedXpertQA-MM,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row MedXpertQA-MM, column Qwen3.5-Omni-Flash)",,out:effort-not-established, qwen3.5-omni-report-vision-medxpertqa-mm,alibaba,qwen3.5-omni-plus,unstated,mixed,hard,,,,,,,54.7,MedXpertQA-MM,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 6, row MedXpertQA-MM, column Qwen3.5-Omni-Plus)",,out:effort-not-established, qwen3.5-omni-report-audio-mmau,alibaba,gemini-3.1-pro,unstated,mixed,hard,,,,,,,81.1,MMAU,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 5, row MMAU, column Gemini-3.1 Pro)",,out:effort-not-established, qwen3.5-omni-report-audio-mmau,alibaba,qwen3.5-omni-flash,unstated,mixed,hard,,,,,,,80.4,MMAU,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 5, row MMAU, column Qwen3.5-Omni-Flash)",,out:effort-not-established, qwen3.5-omni-report-audio-mmau,alibaba,qwen3.5-omni-plus,unstated,mixed,hard,,,,,,,82.2,MMAU,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 5, row MMAU, column Qwen3.5-Omni-Plus)",,out:effort-not-established, qwen3.5-omni-report-audio-mmar,alibaba,gemini-3.1-pro,unstated,mixed,hard,,,,,,,83.7,MMAR,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 5, row MMAR, column Gemini-3.1 Pro)",,out:effort-not-established, qwen3.5-omni-report-audio-mmar,alibaba,qwen3.5-omni-flash,unstated,mixed,hard,,,,,,,74.0,MMAR,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 5, row MMAR, column Qwen3.5-Omni-Flash)",,out:effort-not-established, qwen3.5-omni-report-audio-mmar,alibaba,qwen3.5-omni-plus,unstated,mixed,hard,,,,,,,80.0,MMAR,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 5, row MMAR, column Qwen3.5-Omni-Plus)",,out:effort-not-established, qwen3.5-omni-report-audio-mmsu,alibaba,gemini-3.1-pro,unstated,mixed,hard,,,,,,,81.3,MMSU,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 5, row MMSU, column Gemini-3.1 Pro)",,out:effort-not-established, qwen3.5-omni-report-audio-mmsu,alibaba,qwen3.5-omni-flash,unstated,mixed,hard,,,,,,,72.2,MMSU,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 5, row MMSU, column Qwen3.5-Omni-Flash)",,out:effort-not-established, qwen3.5-omni-report-audio-mmsu,alibaba,qwen3.5-omni-plus,unstated,mixed,hard,,,,,,,82.8,MMSU,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 5, row MMSU, column Qwen3.5-Omni-Plus)",,out:effort-not-established, qwen3.5-omni-report-audio-rul-muchomusic,alibaba,gemini-3.1-pro,unstated,mixed,hard,,,,,,,59.6,RUL-MuchoMusic,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 5, row RUL-MuchoMusic, column Gemini-3.1 Pro)",,out:effort-not-established, qwen3.5-omni-report-audio-rul-muchomusic,alibaba,qwen3.5-omni-flash,unstated,mixed,hard,,,,,,,60.5,RUL-MuchoMusic,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 5, row RUL-MuchoMusic, column Qwen3.5-Omni-Flash)",,out:effort-not-established, qwen3.5-omni-report-audio-rul-muchomusic,alibaba,qwen3.5-omni-plus,unstated,mixed,hard,,,,,,,72.4,RUL-MuchoMusic,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 5, row RUL-MuchoMusic, column Qwen3.5-Omni-Plus)",,out:effort-not-established, qwen3.5-omni-report-audio-voicebench,alibaba,gemini-3.1-pro,unstated,mixed,hard,,,,,,,88.9,VoiceBench,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 5, row VoiceBench, column Gemini-3.1 Pro)",,out:effort-not-established, qwen3.5-omni-report-audio-voicebench,alibaba,qwen3.5-omni-flash,unstated,mixed,hard,,,,,,,87.8,VoiceBench,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 5, row VoiceBench, column Qwen3.5-Omni-Flash)",,out:effort-not-established, qwen3.5-omni-report-audio-voicebench,alibaba,qwen3.5-omni-plus,unstated,mixed,hard,,,,,,,93.1,VoiceBench,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 5, row VoiceBench, column Qwen3.5-Omni-Plus)",,out:effort-not-established, qwen3.5-omni-report-audio-speechrole,alibaba,gemini-3.1-pro,unstated,mixed,hard,,,,,,,124.2,SpeechRole,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 5, row SpeechRole, column Gemini-3.1 Pro)",,out:effort-not-established, qwen3.5-omni-report-audio-speechrole,alibaba,qwen3.5-omni-flash,unstated,mixed,hard,,,,,,,119.8,SpeechRole,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 5, row SpeechRole, column Qwen3.5-Omni-Flash)",,out:effort-not-established, qwen3.5-omni-report-audio-speechrole,alibaba,qwen3.5-omni-plus,unstated,mixed,hard,,,,,,,123.5,SpeechRole,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 5, row SpeechRole, column Qwen3.5-Omni-Plus)",,out:effort-not-established, qwen3.5-omni-report-audio-wildspeech-bench,alibaba,gemini-3.1-pro,unstated,mixed,hard,,,,,,,76.3,WildSpeech-Bench,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 5, row WildSpeech-Bench, column Gemini-3.1 Pro)",,out:effort-not-established, qwen3.5-omni-report-audio-wildspeech-bench,alibaba,qwen3.5-omni-flash,unstated,mixed,hard,,,,,,,72.2,WildSpeech-Bench,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 5, row WildSpeech-Bench, column Qwen3.5-Omni-Flash)",,out:effort-not-established, qwen3.5-omni-report-audio-wildspeech-bench,alibaba,qwen3.5-omni-plus,unstated,mixed,hard,,,,,,,75.4,WildSpeech-Bench,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 5, row WildSpeech-Bench, column Qwen3.5-Omni-Plus)",,out:effort-not-established, qwen3.5-omni-report-audio-fleursxx-zh-top59-text-xx-leftrightarrow-text-zh-top59-c,alibaba,gemini-3.1-pro,unstated,mixed,hard,,,,,,,29.5,Fleursxx↔zh (top59){}_{\text{xx}\leftrightarrow\text{zh (top59)}}c,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 5, row Fleursxx↔zh (top59){}_{\text{xx}\leftrightarrow\text{zh (top59)}}c, column Gemini-3.1 Pro)",,out:effort-not-established, qwen3.5-omni-report-audio-fleursxx-zh-top59-text-xx-leftrightarrow-text-zh-top59-c,alibaba,qwen3.5-omni-flash,unstated,mixed,hard,,,,,,,26.9,Fleursxx↔zh (top59){}_{\text{xx}\leftrightarrow\text{zh (top59)}}c,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 5, row Fleursxx↔zh (top59){}_{\text{xx}\leftrightarrow\text{zh (top59)}}c, column Qwen3.5-Omni-Flash)",,out:effort-not-established, qwen3.5-omni-report-audio-fleursxx-zh-top59-text-xx-leftrightarrow-text-zh-top59-c,alibaba,qwen3.5-omni-plus,unstated,mixed,hard,,,,,,,30.2,Fleursxx↔zh (top59){}_{\text{xx}\leftrightarrow\text{zh (top59)}}c,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 5, row Fleursxx↔zh (top59){}_{\text{xx}\leftrightarrow\text{zh (top59)}}c, column Qwen3.5-Omni-Plus)",,out:effort-not-established, qwen3.5-omni-report-audio-fleursxx-en-top59-text-xx-leftrightarrow-text-en-top59-c,alibaba,gemini-3.1-pro,unstated,mixed,hard,,,,,,,34.6,Fleursxx↔en (top59){}_{\text{xx}\leftrightarrow\text{en (top59)}}c,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 5, row Fleursxx↔en (top59){}_{\text{xx}\leftrightarrow\text{en (top59)}}c, column Gemini-3.1 Pro)",,out:effort-not-established, qwen3.5-omni-report-audio-fleursxx-en-top59-text-xx-leftrightarrow-text-en-top59-c,alibaba,qwen3.5-omni-flash,unstated,mixed,hard,,,,,,,32.0,Fleursxx↔en (top59){}_{\text{xx}\leftrightarrow\text{en (top59)}}c,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 5, row Fleursxx↔en (top59){}_{\text{xx}\leftrightarrow\text{en (top59)}}c, column Qwen3.5-Omni-Flash)",,out:effort-not-established, qwen3.5-omni-report-audio-fleursxx-en-top59-text-xx-leftrightarrow-text-en-top59-c,alibaba,qwen3.5-omni-plus,unstated,mixed,hard,,,,,,,35.4,Fleursxx↔en (top59){}_{\text{xx}\leftrightarrow\text{en (top59)}}c,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 5, row Fleursxx↔en (top59){}_{\text{xx}\leftrightarrow\text{en (top59)}}c, column Qwen3.5-Omni-Plus)",,out:effort-not-established, qwen3.5-omni-report-audio-fleursxx-zh-en-top59-text-xx-leftrightarrow-text-zh-en-top59-c,alibaba,gemini-3.1-pro,unstated,mixed,hard,,,,,,,32.1,Fleursxx↔zh/en (top59){}_{\text{xx}\leftrightarrow\text{zh/en (top59)}}c,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 5, row Fleursxx↔zh/en (top59){}_{\text{xx}\leftrightarrow\text{zh/en (top59)}}c, column Gemini-3.1 Pro)",,out:effort-not-established, qwen3.5-omni-report-audio-fleursxx-zh-en-top59-text-xx-leftrightarrow-text-zh-en-top59-c,alibaba,qwen3.5-omni-flash,unstated,mixed,hard,,,,,,,29.4,Fleursxx↔zh/en (top59){}_{\text{xx}\leftrightarrow\text{zh/en (top59)}}c,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 5, row Fleursxx↔zh/en (top59){}_{\text{xx}\leftrightarrow\text{zh/en (top59)}}c, column Qwen3.5-Omni-Flash)",,out:effort-not-established, qwen3.5-omni-report-audio-fleursxx-zh-en-top59-text-xx-leftrightarrow-text-zh-en-top59-c,alibaba,qwen3.5-omni-plus,unstated,mixed,hard,,,,,,,32.8,Fleursxx↔zh/en (top59){}_{\text{xx}\leftrightarrow\text{zh/en (top59)}}c,0.0289,,,"https://arxiv.org/abs/2604.15804 (Table 5, row Fleursxx↔zh/en (top59){}_{\text{xx}\leftrightarrow\text{zh/en (top59)}}c, column Qwen3.5-Omni-Plus)",,out:effort-not-established, qwen3.5-omni-report-audio-fleurs-top60-text-top60,alibaba,gemini-3.1-pro,unstated,mixed,hard,,,,,,,7.32,Fleurs(top60){}_{\text{(top60)}},0.00289,,,"https://arxiv.org/abs/2604.15804 (Table 5, row Fleurs(top60){}_{\text{(top60)}}, column Gemini-3.1 Pro)",,out:effort-not-established, qwen3.5-omni-report-audio-fleurs-top60-text-top60,alibaba,qwen3.5-omni-flash,unstated,mixed,hard,,,,,,,10.75,Fleurs(top60){}_{\text{(top60)}},0.00289,,,"https://arxiv.org/abs/2604.15804 (Table 5, row Fleurs(top60){}_{\text{(top60)}}, column Qwen3.5-Omni-Flash)",,out:effort-not-established, qwen3.5-omni-report-audio-fleurs-top60-text-top60,alibaba,qwen3.5-omni-plus,unstated,mixed,hard,,,,,,,6.55,Fleurs(top60){}_{\text{(top60)}},0.00289,,,"https://arxiv.org/abs/2604.15804 (Table 5, row Fleurs(top60){}_{\text{(top60)}}, column Qwen3.5-Omni-Plus)",,out:effort-not-established, qwen3.5-omni-report-audio-cv15-en-text-en,alibaba,gemini-3.1-pro,unstated,mixed,hard,,,,,,,8.73,CV15(en){}_{\text{(en)}},0.00289,,,"https://arxiv.org/abs/2604.15804 (Table 5, row CV15(en){}_{\text{(en)}}, column Gemini-3.1 Pro)",,out:effort-not-established, qwen3.5-omni-report-audio-cv15-en-text-en,alibaba,qwen3.5-omni-flash,unstated,mixed,hard,,,,,,,5.90,CV15(en){}_{\text{(en)}},0.00289,,,"https://arxiv.org/abs/2604.15804 (Table 5, row CV15(en){}_{\text{(en)}}, column Qwen3.5-Omni-Flash)",,out:effort-not-established, qwen3.5-omni-report-audio-cv15-en-text-en,alibaba,qwen3.5-omni-plus,unstated,mixed,hard,,,,,,,4.83,CV15(en){}_{\text{(en)}},0.00289,,,"https://arxiv.org/abs/2604.15804 (Table 5, row CV15(en){}_{\text{(en)}}, column Qwen3.5-Omni-Plus)",,out:effort-not-established, qwen3.5-omni-report-audio-kespeech,alibaba,gemini-3.1-pro,unstated,mixed,hard,,,,,,,23.67,Kespeech,0.00289,,,"https://arxiv.org/abs/2604.15804 (Table 5, row Kespeech, column Gemini-3.1 Pro)",,out:effort-not-established, qwen3.5-omni-report-audio-kespeech,alibaba,qwen3.5-omni-flash,unstated,mixed,hard,,,,,,,4.47,Kespeech,0.00289,,,"https://arxiv.org/abs/2604.15804 (Table 5, row Kespeech, column Qwen3.5-Omni-Flash)",,out:effort-not-established, qwen3.5-omni-report-audio-kespeech,alibaba,qwen3.5-omni-plus,unstated,mixed,hard,,,,,,,3.46,Kespeech,0.00289,,,"https://arxiv.org/abs/2604.15804 (Table 5, row Kespeech, column Qwen3.5-Omni-Plus)",,out:effort-not-established, qwen3.5-omni-report-audio-mir-1k-vocal-only-text-vocal-only-d,alibaba,gemini-3.1-pro,unstated,mixed,hard,,,,,,,8.76,MIR-1K(vocal-only){}_{\text{(vocal-only)}}d,0.00289,,,"https://arxiv.org/abs/2604.15804 (Table 5, row MIR-1K(vocal-only){}_{\text{(vocal-only)}}d, column Gemini-3.1 Pro)",,out:effort-not-established, qwen3.5-omni-report-audio-mir-1k-vocal-only-text-vocal-only-d,alibaba,qwen3.5-omni-flash,unstated,mixed,hard,,,,,,,4.94,MIR-1K(vocal-only){}_{\text{(vocal-only)}}d,0.00289,,,"https://arxiv.org/abs/2604.15804 (Table 5, row MIR-1K(vocal-only){}_{\text{(vocal-only)}}d, column Qwen3.5-Omni-Flash)",,out:effort-not-established, qwen3.5-omni-report-audio-mir-1k-vocal-only-text-vocal-only-d,alibaba,qwen3.5-omni-plus,unstated,mixed,hard,,,,,,,4.56,MIR-1K(vocal-only){}_{\text{(vocal-only)}}d,0.00289,,,"https://arxiv.org/abs/2604.15804 (Table 5, row MIR-1K(vocal-only){}_{\text{(vocal-only)}}d, column Qwen3.5-Omni-Plus)",,out:effort-not-established, qwen3.5-omni-report-audio-opencpop,alibaba,gemini-3.1-pro,unstated,mixed,hard,,,,,,,6.83,Opencpop,0.00289,,,"https://arxiv.org/abs/2604.15804 (Table 5, row Opencpop, column Gemini-3.1 Pro)",,out:effort-not-established, qwen3.5-omni-report-audio-opencpop,alibaba,qwen3.5-omni-flash,unstated,mixed,hard,,,,,,,1.11,Opencpop,0.00289,,,"https://arxiv.org/abs/2604.15804 (Table 5, row Opencpop, column Qwen3.5-Omni-Flash)",,out:effort-not-established, qwen3.5-omni-report-audio-opencpop,alibaba,qwen3.5-omni-plus,unstated,mixed,hard,,,,,,,1.49,Opencpop,0.00289,,,"https://arxiv.org/abs/2604.15804 (Table 5, row Opencpop, column Qwen3.5-Omni-Plus)",,out:effort-not-established, hf-qwen3.5-small-mmlu-pro,alibaba,gpt-oss-120b,unstated,reasoning-math,mid,,,,,,,80.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 78: cell of row 'MMLU-Pro' (label line 77), column 'GPT-OSS-120B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-mmlu-pro,alibaba,gpt-oss-20b,unstated,reasoning-math,mid,,,,,,,74.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 79: cell of row 'MMLU-Pro' (label line 77), column 'GPT-OSS-20B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-mmlu-pro,alibaba,qwen3-next-80b-a3b-thinking,solo,reasoning-math,mid,,,,,,,82.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 80: cell of row 'MMLU-Pro' (label line 77), column 'Qwen3-Next-80B-A3B-Thinking' (header line 73), table 'Language')",,out:single-couple, hf-qwen3.5-small-mmlu-pro,alibaba,qwen3-30b-a3b-thinking-2507,solo,reasoning-math,mid,,,,,,,80.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 81: cell of row 'MMLU-Pro' (label line 77), column 'Qwen3-30BA3B-Thinking-2507' (header line 73), table 'Language')",,out:single-couple, hf-qwen3.5-small-mmlu-pro,alibaba,qwen3.5-9b,unstated,reasoning-math,mid,,,,,,,82.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 82: cell of row 'MMLU-Pro' (label line 77), column 'Qwen3.5-9B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-mmlu-pro,alibaba,qwen3.5-4b,unstated,reasoning-math,mid,,,,,,,79.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 83: cell of row 'MMLU-Pro' (label line 77), column 'Qwen3.5-4B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-mmlu-redux,alibaba,gpt-oss-120b,unstated,reasoning-math,mid,,,,,,,91.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 87: cell of row 'MMLU-Redux' (label line 86), column 'GPT-OSS-120B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-mmlu-redux,alibaba,gpt-oss-20b,unstated,reasoning-math,mid,,,,,,,87.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 88: cell of row 'MMLU-Redux' (label line 86), column 'GPT-OSS-20B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-mmlu-redux,alibaba,qwen3-next-80b-a3b-thinking,solo,reasoning-math,mid,,,,,,,92.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 89: cell of row 'MMLU-Redux' (label line 86), column 'Qwen3-Next-80B-A3B-Thinking' (header line 73), table 'Language')",,out:single-couple, hf-qwen3.5-small-mmlu-redux,alibaba,qwen3-30b-a3b-thinking-2507,solo,reasoning-math,mid,,,,,,,91.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 90: cell of row 'MMLU-Redux' (label line 86), column 'Qwen3-30BA3B-Thinking-2507' (header line 73), table 'Language')",,out:single-couple, hf-qwen3.5-small-mmlu-redux,alibaba,qwen3.5-9b,unstated,reasoning-math,mid,,,,,,,91.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 91: cell of row 'MMLU-Redux' (label line 86), column 'Qwen3.5-9B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-mmlu-redux,alibaba,qwen3.5-4b,unstated,reasoning-math,mid,,,,,,,88.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 92: cell of row 'MMLU-Redux' (label line 86), column 'Qwen3.5-4B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-c-eval,alibaba,gpt-oss-120b,unstated,mixed,mid,,,,,,,76.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 96: cell of row 'C-Eval' (label line 95), column 'GPT-OSS-120B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-c-eval,alibaba,gpt-oss-20b,unstated,mixed,mid,,,,,,,71.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 97: cell of row 'C-Eval' (label line 95), column 'GPT-OSS-20B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-c-eval,alibaba,qwen3-next-80b-a3b-thinking,solo,mixed,mid,,,,,,,89.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 98: cell of row 'C-Eval' (label line 95), column 'Qwen3-Next-80B-A3B-Thinking' (header line 73), table 'Language')",,out:single-couple, hf-qwen3.5-small-c-eval,alibaba,qwen3-30b-a3b-thinking-2507,solo,mixed,mid,,,,,,,87.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 99: cell of row 'C-Eval' (label line 95), column 'Qwen3-30BA3B-Thinking-2507' (header line 73), table 'Language')",,out:single-couple, hf-qwen3.5-small-c-eval,alibaba,qwen3.5-9b,unstated,mixed,mid,,,,,,,88.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 100: cell of row 'C-Eval' (label line 95), column 'Qwen3.5-9B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-c-eval,alibaba,qwen3.5-4b,unstated,mixed,mid,,,,,,,85.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 101: cell of row 'C-Eval' (label line 95), column 'Qwen3.5-4B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-supergpqa,alibaba,gpt-oss-120b,unstated,reasoning-math,hard,,,,,,,54.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 105: cell of row 'SuperGPQA' (label line 104), column 'GPT-OSS-120B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-supergpqa,alibaba,gpt-oss-20b,unstated,reasoning-math,hard,,,,,,,48.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 106: cell of row 'SuperGPQA' (label line 104), column 'GPT-OSS-20B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-supergpqa,alibaba,qwen3-next-80b-a3b-thinking,solo,reasoning-math,hard,,,,,,,60.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 107: cell of row 'SuperGPQA' (label line 104), column 'Qwen3-Next-80B-A3B-Thinking' (header line 73), table 'Language')",,out:single-couple, hf-qwen3.5-small-supergpqa,alibaba,qwen3-30b-a3b-thinking-2507,solo,reasoning-math,hard,,,,,,,56.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 108: cell of row 'SuperGPQA' (label line 104), column 'Qwen3-30BA3B-Thinking-2507' (header line 73), table 'Language')",,out:single-couple, hf-qwen3.5-small-supergpqa,alibaba,qwen3.5-9b,unstated,reasoning-math,hard,,,,,,,58.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 109: cell of row 'SuperGPQA' (label line 104), column 'Qwen3.5-9B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-supergpqa,alibaba,qwen3.5-4b,unstated,reasoning-math,hard,,,,,,,52.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 110: cell of row 'SuperGPQA' (label line 104), column 'Qwen3.5-4B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-gpqa-diamond,alibaba,gpt-oss-120b,unstated,reasoning-math,hard,,,,,,,80.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 114: cell of row 'GPQA Diamond' (label line 113), column 'GPT-OSS-120B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-gpqa-diamond,alibaba,gpt-oss-20b,unstated,reasoning-math,hard,,,,,,,71.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 115: cell of row 'GPQA Diamond' (label line 113), column 'GPT-OSS-20B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-gpqa-diamond,alibaba,qwen3-next-80b-a3b-thinking,solo,reasoning-math,hard,,,,,,,77.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 116: cell of row 'GPQA Diamond' (label line 113), column 'Qwen3-Next-80B-A3B-Thinking' (header line 73), table 'Language')",,out:single-couple, hf-qwen3.5-small-gpqa-diamond,alibaba,qwen3-30b-a3b-thinking-2507,solo,reasoning-math,hard,,,,,,,73.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 117: cell of row 'GPQA Diamond' (label line 113), column 'Qwen3-30BA3B-Thinking-2507' (header line 73), table 'Language')",,out:single-couple, hf-qwen3.5-small-gpqa-diamond,alibaba,qwen3.5-9b,unstated,reasoning-math,hard,,,,,,,81.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 118: cell of row 'GPQA Diamond' (label line 113), column 'Qwen3.5-9B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-gpqa-diamond,alibaba,qwen3.5-4b,unstated,reasoning-math,hard,,,,,,,76.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 119: cell of row 'GPQA Diamond' (label line 113), column 'Qwen3.5-4B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-ifeval,alibaba,gpt-oss-120b,unstated,mixed,easy,,,,,,,88.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 124: cell of row 'IFEval' (label line 123), column 'GPT-OSS-120B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-ifeval,alibaba,gpt-oss-20b,unstated,mixed,easy,,,,,,,88.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 125: cell of row 'IFEval' (label line 123), column 'GPT-OSS-20B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-ifeval,alibaba,qwen3-next-80b-a3b-thinking,solo,mixed,easy,,,,,,,88.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 126: cell of row 'IFEval' (label line 123), column 'Qwen3-Next-80B-A3B-Thinking' (header line 73), table 'Language')",,out:single-couple, hf-qwen3.5-small-ifeval,alibaba,qwen3-30b-a3b-thinking-2507,solo,mixed,easy,,,,,,,88.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 127: cell of row 'IFEval' (label line 123), column 'Qwen3-30BA3B-Thinking-2507' (header line 73), table 'Language')",,out:single-couple, hf-qwen3.5-small-ifeval,alibaba,qwen3.5-9b,unstated,mixed,easy,,,,,,,91.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 128: cell of row 'IFEval' (label line 123), column 'Qwen3.5-9B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-ifeval,alibaba,qwen3.5-4b,unstated,mixed,easy,,,,,,,89.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 129: cell of row 'IFEval' (label line 123), column 'Qwen3.5-4B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-ifbench,alibaba,gpt-oss-120b,unstated,mixed,mid,,,,,,,69.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 133: cell of row 'IFBench' (label line 132), column 'GPT-OSS-120B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-ifbench,alibaba,gpt-oss-20b,unstated,mixed,mid,,,,,,,65.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 134: cell of row 'IFBench' (label line 132), column 'GPT-OSS-20B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-ifbench,alibaba,qwen3-next-80b-a3b-thinking,solo,mixed,mid,,,,,,,61.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 135: cell of row 'IFBench' (label line 132), column 'Qwen3-Next-80B-A3B-Thinking' (header line 73), table 'Language')",,out:single-couple, hf-qwen3.5-small-ifbench,alibaba,qwen3-30b-a3b-thinking-2507,solo,mixed,mid,,,,,,,51.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 136: cell of row 'IFBench' (label line 132), column 'Qwen3-30BA3B-Thinking-2507' (header line 73), table 'Language')",,out:single-couple, hf-qwen3.5-small-ifbench,alibaba,qwen3.5-9b,unstated,mixed,mid,,,,,,,64.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 137: cell of row 'IFBench' (label line 132), column 'Qwen3.5-9B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-ifbench,alibaba,qwen3.5-4b,unstated,mixed,mid,,,,,,,59.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 138: cell of row 'IFBench' (label line 132), column 'Qwen3.5-4B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-multichallenge,alibaba,gpt-oss-120b,unstated,mixed,hard,,,,,,,45.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 142: cell of row 'MultiChallenge' (label line 141), column 'GPT-OSS-120B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-multichallenge,alibaba,gpt-oss-20b,unstated,mixed,hard,,,,,,,40.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 143: cell of row 'MultiChallenge' (label line 141), column 'GPT-OSS-20B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-multichallenge,alibaba,qwen3-next-80b-a3b-thinking,solo,mixed,hard,,,,,,,51.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 144: cell of row 'MultiChallenge' (label line 141), column 'Qwen3-Next-80B-A3B-Thinking' (header line 73), table 'Language')",,out:single-couple, hf-qwen3.5-small-multichallenge,alibaba,qwen3-30b-a3b-thinking-2507,solo,mixed,hard,,,,,,,46.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 145: cell of row 'MultiChallenge' (label line 141), column 'Qwen3-30BA3B-Thinking-2507' (header line 73), table 'Language')",,out:single-couple, hf-qwen3.5-small-multichallenge,alibaba,qwen3.5-9b,unstated,mixed,hard,,,,,,,54.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 146: cell of row 'MultiChallenge' (label line 141), column 'Qwen3.5-9B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-multichallenge,alibaba,qwen3.5-4b,unstated,mixed,hard,,,,,,,49.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 147: cell of row 'MultiChallenge' (label line 141), column 'Qwen3.5-4B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-aa-lcr,alibaba,gpt-oss-120b,unstated,mixed,hard,,,,,,,50.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 152: cell of row 'AA-LCR' (label line 151), column 'GPT-OSS-120B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-aa-lcr,alibaba,gpt-oss-20b,unstated,mixed,hard,,,,,,,30.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 153: cell of row 'AA-LCR' (label line 151), column 'GPT-OSS-20B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-aa-lcr,alibaba,qwen3-next-80b-a3b-thinking,solo,mixed,hard,,,,,,,51.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 154: cell of row 'AA-LCR' (label line 151), column 'Qwen3-Next-80B-A3B-Thinking' (header line 73), table 'Language')",,out:single-couple, hf-qwen3.5-small-aa-lcr,alibaba,qwen3-30b-a3b-thinking-2507,solo,mixed,hard,,,,,,,49.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 155: cell of row 'AA-LCR' (label line 151), column 'Qwen3-30BA3B-Thinking-2507' (header line 73), table 'Language')",,out:single-couple, hf-qwen3.5-small-aa-lcr,alibaba,qwen3.5-9b,unstated,mixed,hard,,,,,,,63.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 156: cell of row 'AA-LCR' (label line 151), column 'Qwen3.5-9B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-aa-lcr,alibaba,qwen3.5-4b,unstated,mixed,hard,,,,,,,57.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 157: cell of row 'AA-LCR' (label line 151), column 'Qwen3.5-4B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-longbench-v2,alibaba,gpt-oss-120b,unstated,mixed,hard,,,,,,,48.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 161: cell of row 'LongBench v2' (label line 160), column 'GPT-OSS-120B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-longbench-v2,alibaba,gpt-oss-20b,unstated,mixed,hard,,,,,,,45.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 162: cell of row 'LongBench v2' (label line 160), column 'GPT-OSS-20B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-longbench-v2,alibaba,qwen3-next-80b-a3b-thinking,solo,mixed,hard,,,,,,,48.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 163: cell of row 'LongBench v2' (label line 160), column 'Qwen3-Next-80B-A3B-Thinking' (header line 73), table 'Language')",,out:single-couple, hf-qwen3.5-small-longbench-v2,alibaba,qwen3-30b-a3b-thinking-2507,solo,mixed,hard,,,,,,,44.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 164: cell of row 'LongBench v2' (label line 160), column 'Qwen3-30BA3B-Thinking-2507' (header line 73), table 'Language')",,out:single-couple, hf-qwen3.5-small-longbench-v2,alibaba,qwen3.5-9b,unstated,mixed,hard,,,,,,,55.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 165: cell of row 'LongBench v2' (label line 160), column 'Qwen3.5-9B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-longbench-v2,alibaba,qwen3.5-4b,unstated,mixed,hard,,,,,,,50.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 166: cell of row 'LongBench v2' (label line 160), column 'Qwen3.5-4B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-hmmt-feb-25,alibaba,gpt-oss-120b,unstated,reasoning-math,hard,,,,,,,90.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 171: cell of row 'HMMT Feb 25' (label line 170), column 'GPT-OSS-120B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-hmmt-feb-25,alibaba,gpt-oss-20b,unstated,reasoning-math,hard,,,,,,,76.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 172: cell of row 'HMMT Feb 25' (label line 170), column 'GPT-OSS-20B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-hmmt-feb-25,alibaba,qwen3-next-80b-a3b-thinking,solo,reasoning-math,hard,,,,,,,73.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 173: cell of row 'HMMT Feb 25' (label line 170), column 'Qwen3-Next-80B-A3B-Thinking' (header line 73), table 'Language')",,out:single-couple, hf-qwen3.5-small-hmmt-feb-25,alibaba,qwen3-30b-a3b-thinking-2507,solo,reasoning-math,hard,,,,,,,63.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 174: cell of row 'HMMT Feb 25' (label line 170), column 'Qwen3-30BA3B-Thinking-2507' (header line 73), table 'Language')",,out:single-couple, hf-qwen3.5-small-hmmt-feb-25,alibaba,qwen3.5-9b,unstated,reasoning-math,hard,,,,,,,83.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 175: cell of row 'HMMT Feb 25' (label line 170), column 'Qwen3.5-9B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-hmmt-feb-25,alibaba,qwen3.5-4b,unstated,reasoning-math,hard,,,,,,,74.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 176: cell of row 'HMMT Feb 25' (label line 170), column 'Qwen3.5-4B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-hmmt-nov-25,alibaba,gpt-oss-120b,unstated,reasoning-math,hard,,,,,,,90.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 180: cell of row 'HMMT Nov 25' (label line 179), column 'GPT-OSS-120B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-hmmt-nov-25,alibaba,gpt-oss-20b,unstated,reasoning-math,hard,,,,,,,81.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 181: cell of row 'HMMT Nov 25' (label line 179), column 'GPT-OSS-20B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-hmmt-nov-25,alibaba,qwen3-next-80b-a3b-thinking,solo,reasoning-math,hard,,,,,,,81.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 182: cell of row 'HMMT Nov 25' (label line 179), column 'Qwen3-Next-80B-A3B-Thinking' (header line 73), table 'Language')",,out:single-couple, hf-qwen3.5-small-hmmt-nov-25,alibaba,qwen3-30b-a3b-thinking-2507,solo,reasoning-math,hard,,,,,,,73.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 183: cell of row 'HMMT Nov 25' (label line 179), column 'Qwen3-30BA3B-Thinking-2507' (header line 73), table 'Language')",,out:single-couple, hf-qwen3.5-small-hmmt-nov-25,alibaba,qwen3.5-9b,unstated,reasoning-math,hard,,,,,,,82.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 184: cell of row 'HMMT Nov 25' (label line 179), column 'Qwen3.5-9B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-hmmt-nov-25,alibaba,qwen3.5-4b,unstated,reasoning-math,hard,,,,,,,76.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 185: cell of row 'HMMT Nov 25' (label line 179), column 'Qwen3.5-4B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-livecodebench-v6,alibaba,gpt-oss-120b,unstated,coding,hard,,,,,,,82.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 189: cell of row 'LiveCodeBench v6' (label line 188), column 'GPT-OSS-120B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-livecodebench-v6,alibaba,gpt-oss-20b,unstated,coding,hard,,,,,,,74.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 190: cell of row 'LiveCodeBench v6' (label line 188), column 'GPT-OSS-20B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-livecodebench-v6,alibaba,qwen3-next-80b-a3b-thinking,solo,coding,hard,,,,,,,68.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 191: cell of row 'LiveCodeBench v6' (label line 188), column 'Qwen3-Next-80B-A3B-Thinking' (header line 73), table 'Language')",,out:single-couple, hf-qwen3.5-small-livecodebench-v6,alibaba,qwen3-30b-a3b-thinking-2507,solo,coding,hard,,,,,,,66.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 192: cell of row 'LiveCodeBench v6' (label line 188), column 'Qwen3-30BA3B-Thinking-2507' (header line 73), table 'Language')",,out:single-couple, hf-qwen3.5-small-livecodebench-v6,alibaba,qwen3.5-9b,unstated,coding,hard,,,,,,,65.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 193: cell of row 'LiveCodeBench v6' (label line 188), column 'Qwen3.5-9B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-livecodebench-v6,alibaba,qwen3.5-4b,unstated,coding,hard,,,,,,,55.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 194: cell of row 'LiveCodeBench v6' (label line 188), column 'Qwen3.5-4B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-ojbench,alibaba,gpt-oss-120b,unstated,coding,hard,,,,,,,41.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 198: cell of row 'OJBench' (label line 197), column 'GPT-OSS-120B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-ojbench,alibaba,gpt-oss-20b,unstated,coding,hard,,,,,,,36.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 199: cell of row 'OJBench' (label line 197), column 'GPT-OSS-20B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-ojbench,alibaba,qwen3-next-80b-a3b-thinking,solo,coding,hard,,,,,,,29.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 200: cell of row 'OJBench' (label line 197), column 'Qwen3-Next-80B-A3B-Thinking' (header line 73), table 'Language')",,out:single-couple, hf-qwen3.5-small-ojbench,alibaba,qwen3-30b-a3b-thinking-2507,solo,coding,hard,,,,,,,25.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 201: cell of row 'OJBench' (label line 197), column 'Qwen3-30BA3B-Thinking-2507' (header line 73), table 'Language')",,out:single-couple, hf-qwen3.5-small-ojbench,alibaba,qwen3.5-9b,unstated,coding,hard,,,,,,,29.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 202: cell of row 'OJBench' (label line 197), column 'Qwen3.5-9B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-ojbench,alibaba,qwen3.5-4b,unstated,coding,hard,,,,,,,24.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 203: cell of row 'OJBench' (label line 197), column 'Qwen3.5-4B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-bfcl-v4,alibaba,qwen3-next-80b-a3b-thinking,solo,agentic-tool,mid,,,,,,,49.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 210: cell of row 'BFCL-V4' (label line 207), column 'Qwen3-Next-80B-A3B-Thinking' (header line 73), table 'Language')",,out:single-couple, hf-qwen3.5-small-bfcl-v4,alibaba,qwen3-30b-a3b-thinking-2507,solo,agentic-tool,mid,,,,,,,42.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 211: cell of row 'BFCL-V4' (label line 207), column 'Qwen3-30BA3B-Thinking-2507' (header line 73), table 'Language')",,out:single-couple, hf-qwen3.5-small-bfcl-v4,alibaba,qwen3.5-9b,unstated,agentic-tool,mid,,,,,,,66.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 212: cell of row 'BFCL-V4' (label line 207), column 'Qwen3.5-9B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-bfcl-v4,alibaba,qwen3.5-4b,unstated,agentic-tool,mid,,,,,,,50.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 213: cell of row 'BFCL-V4' (label line 207), column 'Qwen3.5-4B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-tau2-bench,alibaba,qwen3-next-80b-a3b-thinking,solo,agentic-tool,mid,,,,,,,57.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 219: cell of row 'TAU2-Bench' (label line 216), column 'Qwen3-Next-80B-A3B-Thinking' (header line 73), table 'Language')",,out:single-couple, hf-qwen3.5-small-tau2-bench,alibaba,qwen3-30b-a3b-thinking-2507,solo,agentic-tool,mid,,,,,,,41.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 220: cell of row 'TAU2-Bench' (label line 216), column 'Qwen3-30BA3B-Thinking-2507' (header line 73), table 'Language')",,out:single-couple, hf-qwen3.5-small-tau2-bench,alibaba,qwen3.5-9b,unstated,agentic-tool,mid,,,,,,,79.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 221: cell of row 'TAU2-Bench' (label line 216), column 'Qwen3.5-9B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-tau2-bench,alibaba,qwen3.5-4b,unstated,agentic-tool,mid,,,,,,,79.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 222: cell of row 'TAU2-Bench' (label line 216), column 'Qwen3.5-4B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-vita-bench,alibaba,qwen3-next-80b-a3b-thinking,solo,agentic-tool,mid,,,,,,,29.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 228: cell of row 'VITA-Bench' (label line 225), column 'Qwen3-Next-80B-A3B-Thinking' (header line 73), table 'Language')",,out:single-couple, hf-qwen3.5-small-vita-bench,alibaba,qwen3-30b-a3b-thinking-2507,solo,agentic-tool,mid,,,,,,,14.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 229: cell of row 'VITA-Bench' (label line 225), column 'Qwen3-30BA3B-Thinking-2507' (header line 73), table 'Language')",,out:single-couple, hf-qwen3.5-small-vita-bench,alibaba,qwen3.5-9b,unstated,agentic-tool,mid,,,,,,,29.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 230: cell of row 'VITA-Bench' (label line 225), column 'Qwen3.5-9B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-vita-bench,alibaba,qwen3.5-4b,unstated,agentic-tool,mid,,,,,,,22.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 231: cell of row 'VITA-Bench' (label line 225), column 'Qwen3.5-4B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-deepplanning,alibaba,qwen3-next-80b-a3b-thinking,solo,agentic-tool,hard,,,,,,,0.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 237: cell of row 'DeepPlanning' (label line 234), column 'Qwen3-Next-80B-A3B-Thinking' (header line 73), table 'Language')",,out:single-couple, hf-qwen3.5-small-deepplanning,alibaba,qwen3-30b-a3b-thinking-2507,solo,agentic-tool,hard,,,,,,,4.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 238: cell of row 'DeepPlanning' (label line 234), column 'Qwen3-30BA3B-Thinking-2507' (header line 73), table 'Language')",,out:single-couple, hf-qwen3.5-small-deepplanning,alibaba,qwen3.5-9b,unstated,agentic-tool,hard,,,,,,,18.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 239: cell of row 'DeepPlanning' (label line 234), column 'Qwen3.5-9B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-deepplanning,alibaba,qwen3.5-4b,unstated,agentic-tool,hard,,,,,,,17.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 240: cell of row 'DeepPlanning' (label line 234), column 'Qwen3.5-4B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-mmmlu,alibaba,gpt-oss-120b,unstated,mixed,mid,,,,,,,78.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 245: cell of row 'MMMLU' (label line 244), column 'GPT-OSS-120B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-mmmlu,alibaba,gpt-oss-20b,unstated,mixed,mid,,,,,,,69.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 246: cell of row 'MMMLU' (label line 244), column 'GPT-OSS-20B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-mmmlu,alibaba,qwen3-next-80b-a3b-thinking,solo,mixed,mid,,,,,,,81.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 247: cell of row 'MMMLU' (label line 244), column 'Qwen3-Next-80B-A3B-Thinking' (header line 73), table 'Language')",,out:single-couple, hf-qwen3.5-small-mmmlu,alibaba,qwen3-30b-a3b-thinking-2507,solo,mixed,mid,,,,,,,78.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 248: cell of row 'MMMLU' (label line 244), column 'Qwen3-30BA3B-Thinking-2507' (header line 73), table 'Language')",,out:single-couple, hf-qwen3.5-small-mmmlu,alibaba,qwen3.5-9b,unstated,mixed,mid,,,,,,,81.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 249: cell of row 'MMMLU' (label line 244), column 'Qwen3.5-9B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-mmmlu,alibaba,qwen3.5-4b,unstated,mixed,mid,,,,,,,76.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 250: cell of row 'MMMLU' (label line 244), column 'Qwen3.5-4B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-mmlu-prox,alibaba,gpt-oss-120b,unstated,mixed,mid,,,,,,,74.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 254: cell of row 'MMLU-ProX' (label line 253), column 'GPT-OSS-120B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-mmlu-prox,alibaba,gpt-oss-20b,unstated,mixed,mid,,,,,,,67.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 255: cell of row 'MMLU-ProX' (label line 253), column 'GPT-OSS-20B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-mmlu-prox,alibaba,qwen3-next-80b-a3b-thinking,solo,mixed,mid,,,,,,,73.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 256: cell of row 'MMLU-ProX' (label line 253), column 'Qwen3-Next-80B-A3B-Thinking' (header line 73), table 'Language')",,out:single-couple, hf-qwen3.5-small-mmlu-prox,alibaba,qwen3-30b-a3b-thinking-2507,solo,mixed,mid,,,,,,,69.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 257: cell of row 'MMLU-ProX' (label line 253), column 'Qwen3-30BA3B-Thinking-2507' (header line 73), table 'Language')",,out:single-couple, hf-qwen3.5-small-mmlu-prox,alibaba,qwen3.5-9b,unstated,mixed,mid,,,,,,,76.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 258: cell of row 'MMLU-ProX' (label line 253), column 'Qwen3.5-9B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-mmlu-prox,alibaba,qwen3.5-4b,unstated,mixed,mid,,,,,,,71.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 259: cell of row 'MMLU-ProX' (label line 253), column 'Qwen3.5-4B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-nova-63,alibaba,gpt-oss-120b,unstated,mixed,mid,,,,,,,51.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 263: cell of row 'NOVA-63' (label line 262), column 'GPT-OSS-120B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-nova-63,alibaba,gpt-oss-20b,unstated,mixed,mid,,,,,,,48.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 264: cell of row 'NOVA-63' (label line 262), column 'GPT-OSS-20B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-nova-63,alibaba,qwen3-next-80b-a3b-thinking,solo,mixed,mid,,,,,,,53.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 265: cell of row 'NOVA-63' (label line 262), column 'Qwen3-Next-80B-A3B-Thinking' (header line 73), table 'Language')",,out:single-couple, hf-qwen3.5-small-nova-63,alibaba,qwen3-30b-a3b-thinking-2507,solo,mixed,mid,,,,,,,52.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 266: cell of row 'NOVA-63' (label line 262), column 'Qwen3-30BA3B-Thinking-2507' (header line 73), table 'Language')",,out:single-couple, hf-qwen3.5-small-nova-63,alibaba,qwen3.5-9b,unstated,mixed,mid,,,,,,,55.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 267: cell of row 'NOVA-63' (label line 262), column 'Qwen3.5-9B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-nova-63,alibaba,qwen3.5-4b,unstated,mixed,mid,,,,,,,54.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 268: cell of row 'NOVA-63' (label line 262), column 'Qwen3.5-4B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-include,alibaba,gpt-oss-120b,unstated,mixed,mid,,,,,,,74.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 272: cell of row 'INCLUDE' (label line 271), column 'GPT-OSS-120B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-include,alibaba,gpt-oss-20b,unstated,mixed,mid,,,,,,,65.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 273: cell of row 'INCLUDE' (label line 271), column 'GPT-OSS-20B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-include,alibaba,qwen3-next-80b-a3b-thinking,solo,mixed,mid,,,,,,,78.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 274: cell of row 'INCLUDE' (label line 271), column 'Qwen3-Next-80B-A3B-Thinking' (header line 73), table 'Language')",,out:single-couple, hf-qwen3.5-small-include,alibaba,qwen3-30b-a3b-thinking-2507,solo,mixed,mid,,,,,,,74.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 275: cell of row 'INCLUDE' (label line 271), column 'Qwen3-30BA3B-Thinking-2507' (header line 73), table 'Language')",,out:single-couple, hf-qwen3.5-small-include,alibaba,qwen3.5-9b,unstated,mixed,mid,,,,,,,75.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 276: cell of row 'INCLUDE' (label line 271), column 'Qwen3.5-9B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-include,alibaba,qwen3.5-4b,unstated,mixed,mid,,,,,,,71.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 277: cell of row 'INCLUDE' (label line 271), column 'Qwen3.5-4B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-global-piqa,alibaba,gpt-oss-120b,unstated,mixed,mid,,,,,,,84.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 281: cell of row 'Global PIQA' (label line 280), column 'GPT-OSS-120B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-global-piqa,alibaba,gpt-oss-20b,unstated,mixed,mid,,,,,,,79.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 282: cell of row 'Global PIQA' (label line 280), column 'GPT-OSS-20B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-global-piqa,alibaba,qwen3-next-80b-a3b-thinking,solo,mixed,mid,,,,,,,83.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 283: cell of row 'Global PIQA' (label line 280), column 'Qwen3-Next-80B-A3B-Thinking' (header line 73), table 'Language')",,out:single-couple, hf-qwen3.5-small-global-piqa,alibaba,qwen3-30b-a3b-thinking-2507,solo,mixed,mid,,,,,,,80.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 284: cell of row 'Global PIQA' (label line 280), column 'Qwen3-30BA3B-Thinking-2507' (header line 73), table 'Language')",,out:single-couple, hf-qwen3.5-small-global-piqa,alibaba,qwen3.5-9b,unstated,mixed,mid,,,,,,,83.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 285: cell of row 'Global PIQA' (label line 280), column 'Qwen3.5-9B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-global-piqa,alibaba,qwen3.5-4b,unstated,mixed,mid,,,,,,,78.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 286: cell of row 'Global PIQA' (label line 280), column 'Qwen3.5-4B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-polymath,alibaba,gpt-oss-120b,unstated,reasoning-math,hard,,,,,,,54.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 290: cell of row 'PolyMATH' (label line 289), column 'GPT-OSS-120B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-polymath,alibaba,gpt-oss-20b,unstated,reasoning-math,hard,,,,,,,30.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 291: cell of row 'PolyMATH' (label line 289), column 'GPT-OSS-20B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-polymath,alibaba,qwen3-next-80b-a3b-thinking,solo,reasoning-math,hard,,,,,,,62.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 292: cell of row 'PolyMATH' (label line 289), column 'Qwen3-Next-80B-A3B-Thinking' (header line 73), table 'Language')",,out:single-couple, hf-qwen3.5-small-polymath,alibaba,qwen3-30b-a3b-thinking-2507,solo,reasoning-math,hard,,,,,,,52.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 293: cell of row 'PolyMATH' (label line 289), column 'Qwen3-30BA3B-Thinking-2507' (header line 73), table 'Language')",,out:single-couple, hf-qwen3.5-small-polymath,alibaba,qwen3.5-9b,unstated,reasoning-math,hard,,,,,,,57.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 294: cell of row 'PolyMATH' (label line 289), column 'Qwen3.5-9B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-polymath,alibaba,qwen3.5-4b,unstated,reasoning-math,hard,,,,,,,51.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 295: cell of row 'PolyMATH' (label line 289), column 'Qwen3.5-4B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-wmt24,alibaba,gpt-oss-120b,unstated,writing,mid,,,,,,,74.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 299: cell of row 'WMT24++' (label line 298), column 'GPT-OSS-120B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-wmt24,alibaba,gpt-oss-20b,unstated,writing,mid,,,,,,,67.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 300: cell of row 'WMT24++' (label line 298), column 'GPT-OSS-20B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-wmt24,alibaba,qwen3-next-80b-a3b-thinking,solo,writing,mid,,,,,,,57.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 301: cell of row 'WMT24++' (label line 298), column 'Qwen3-Next-80B-A3B-Thinking' (header line 73), table 'Language')",,out:single-couple, hf-qwen3.5-small-wmt24,alibaba,qwen3-30b-a3b-thinking-2507,solo,writing,mid,,,,,,,69.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 302: cell of row 'WMT24++' (label line 298), column 'Qwen3-30BA3B-Thinking-2507' (header line 73), table 'Language')",,out:single-couple, hf-qwen3.5-small-wmt24,alibaba,qwen3.5-9b,unstated,writing,mid,,,,,,,72.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 303: cell of row 'WMT24++' (label line 298), column 'Qwen3.5-9B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-wmt24,alibaba,qwen3.5-4b,unstated,writing,mid,,,,,,,66.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 304: cell of row 'WMT24++' (label line 298), column 'Qwen3.5-4B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-maxife,alibaba,gpt-oss-120b,unstated,mixed,mid,,,,,,,83.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 308: cell of row 'MAXIFE' (label line 307), column 'GPT-OSS-120B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-maxife,alibaba,gpt-oss-20b,unstated,mixed,mid,,,,,,,80.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 309: cell of row 'MAXIFE' (label line 307), column 'GPT-OSS-20B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-maxife,alibaba,qwen3-next-80b-a3b-thinking,solo,mixed,mid,,,,,,,79.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 310: cell of row 'MAXIFE' (label line 307), column 'Qwen3-Next-80B-A3B-Thinking' (header line 73), table 'Language')",,out:single-couple, hf-qwen3.5-small-maxife,alibaba,qwen3-30b-a3b-thinking-2507,solo,mixed,mid,,,,,,,77.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 311: cell of row 'MAXIFE' (label line 307), column 'Qwen3-30BA3B-Thinking-2507' (header line 73), table 'Language')",,out:single-couple, hf-qwen3.5-small-maxife,alibaba,qwen3.5-9b,unstated,mixed,mid,,,,,,,83.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 312: cell of row 'MAXIFE' (label line 307), column 'Qwen3.5-9B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-maxife,alibaba,qwen3.5-4b,unstated,mixed,mid,,,,,,,78.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 313: cell of row 'MAXIFE' (label line 307), column 'Qwen3.5-4B' (header line 73), table 'Language')",,out:effort-not-established, hf-qwen3.5-small-mmmu,alibaba,gpt-5-nano,unstated,mixed,hard,,,,,,,75.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 338: cell of row 'MMMU' (label line 337), column 'GPT-5-Nano-2025-08-07' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-mmmu,alibaba,gemini-2.5-flash-lite,unstated,mixed,hard,,,,,,,73.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 339: cell of row 'MMMU' (label line 337), column 'Gemini-2.5-Flash-Lite' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-mmmu,alibaba,?Qwen3-VL-30B-A3B,not-established:absent,mixed,hard,,,,,,,76.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 340: cell of row 'MMMU' (label line 337), column 'Qwen3-VL-30B-A3B' (header line 333), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-small-mmmu,alibaba,qwen3.5-9b,unstated,mixed,hard,,,,,,,78.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 341: cell of row 'MMMU' (label line 337), column 'Qwen3.5-9B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-mmmu,alibaba,qwen3.5-4b,unstated,mixed,hard,,,,,,,77.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 342: cell of row 'MMMU' (label line 337), column 'Qwen3.5-4B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-mmmu-pro,alibaba,gpt-5-nano,unstated,mixed,hard,,,,,,,57.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 346: cell of row 'MMMU-Pro' (label line 345), column 'GPT-5-Nano-2025-08-07' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-mmmu-pro,alibaba,gemini-2.5-flash-lite,unstated,mixed,hard,,,,,,,59.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 347: cell of row 'MMMU-Pro' (label line 345), column 'Gemini-2.5-Flash-Lite' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-mmmu-pro,alibaba,?Qwen3-VL-30B-A3B,not-established:absent,mixed,hard,,,,,,,63.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 348: cell of row 'MMMU-Pro' (label line 345), column 'Qwen3-VL-30B-A3B' (header line 333), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-small-mmmu-pro,alibaba,qwen3.5-9b,unstated,mixed,hard,,,,,,,70.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 349: cell of row 'MMMU-Pro' (label line 345), column 'Qwen3.5-9B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-mmmu-pro,alibaba,qwen3.5-4b,unstated,mixed,hard,,,,,,,66.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 350: cell of row 'MMMU-Pro' (label line 345), column 'Qwen3.5-4B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-mathvision,alibaba,gpt-5-nano,unstated,reasoning-math,hard,,,,,,,62.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 354: cell of row 'MathVision' (label line 353), column 'GPT-5-Nano-2025-08-07' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-mathvision,alibaba,gemini-2.5-flash-lite,unstated,reasoning-math,hard,,,,,,,52.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 355: cell of row 'MathVision' (label line 353), column 'Gemini-2.5-Flash-Lite' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-mathvision,alibaba,?Qwen3-VL-30B-A3B,not-established:absent,reasoning-math,hard,,,,,,,65.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 356: cell of row 'MathVision' (label line 353), column 'Qwen3-VL-30B-A3B' (header line 333), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-small-mathvision,alibaba,qwen3.5-9b,unstated,reasoning-math,hard,,,,,,,78.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 357: cell of row 'MathVision' (label line 353), column 'Qwen3.5-9B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-mathvision,alibaba,qwen3.5-4b,unstated,reasoning-math,hard,,,,,,,74.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 358: cell of row 'MathVision' (label line 353), column 'Qwen3.5-4B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-mathvista-mini,alibaba,gpt-5-nano,unstated,reasoning-math,hard,,,,,,,71.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 362: cell of row 'Mathvista(mini)' (label line 361), column 'GPT-5-Nano-2025-08-07' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-mathvista-mini,alibaba,gemini-2.5-flash-lite,unstated,reasoning-math,hard,,,,,,,72.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 363: cell of row 'Mathvista(mini)' (label line 361), column 'Gemini-2.5-Flash-Lite' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-mathvista-mini,alibaba,?Qwen3-VL-30B-A3B,not-established:absent,reasoning-math,hard,,,,,,,81.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 364: cell of row 'Mathvista(mini)' (label line 361), column 'Qwen3-VL-30B-A3B' (header line 333), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-small-mathvista-mini,alibaba,qwen3.5-9b,unstated,reasoning-math,hard,,,,,,,85.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 365: cell of row 'Mathvista(mini)' (label line 361), column 'Qwen3.5-9B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-mathvista-mini,alibaba,qwen3.5-4b,unstated,reasoning-math,hard,,,,,,,85.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 366: cell of row 'Mathvista(mini)' (label line 361), column 'Qwen3.5-4B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-we-math,alibaba,gpt-5-nano,unstated,reasoning-math,hard,,,,,,,62.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 370: cell of row 'We-Math' (label line 369), column 'GPT-5-Nano-2025-08-07' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-we-math,alibaba,gemini-2.5-flash-lite,unstated,reasoning-math,hard,,,,,,,32.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 371: cell of row 'We-Math' (label line 369), column 'Gemini-2.5-Flash-Lite' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-we-math,alibaba,?Qwen3-VL-30B-A3B,not-established:absent,reasoning-math,hard,,,,,,,70.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 372: cell of row 'We-Math' (label line 369), column 'Qwen3-VL-30B-A3B' (header line 333), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-small-we-math,alibaba,qwen3.5-9b,unstated,reasoning-math,hard,,,,,,,75.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 373: cell of row 'We-Math' (label line 369), column 'Qwen3.5-9B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-we-math,alibaba,qwen3.5-4b,unstated,reasoning-math,hard,,,,,,,75.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 374: cell of row 'We-Math' (label line 369), column 'Qwen3.5-4B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-dynamath,alibaba,gpt-5-nano,unstated,reasoning-math,hard,,,,,,,78.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 378: cell of row 'DynaMath' (label line 377), column 'GPT-5-Nano-2025-08-07' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-dynamath,alibaba,gemini-2.5-flash-lite,unstated,reasoning-math,hard,,,,,,,69.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 379: cell of row 'DynaMath' (label line 377), column 'Gemini-2.5-Flash-Lite' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-dynamath,alibaba,?Qwen3-VL-30B-A3B,not-established:absent,reasoning-math,hard,,,,,,,80.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 380: cell of row 'DynaMath' (label line 377), column 'Qwen3-VL-30B-A3B' (header line 333), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-small-dynamath,alibaba,qwen3.5-9b,unstated,reasoning-math,hard,,,,,,,83.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 381: cell of row 'DynaMath' (label line 377), column 'Qwen3.5-9B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-dynamath,alibaba,qwen3.5-4b,unstated,reasoning-math,hard,,,,,,,83.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 382: cell of row 'DynaMath' (label line 377), column 'Qwen3.5-4B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-zerobench,alibaba,gpt-5-nano,unstated,mixed,frontier,,,,,,,1.0,count,0.289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 386: cell of row 'ZEROBench' (label line 385), column 'GPT-5-Nano-2025-08-07' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-zerobench,alibaba,gemini-2.5-flash-lite,unstated,mixed,frontier,,,,,,,1.0,count,0.289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 387: cell of row 'ZEROBench' (label line 385), column 'Gemini-2.5-Flash-Lite' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-zerobench,alibaba,?Qwen3-VL-30B-A3B,not-established:absent,mixed,frontier,,,,,,,0.0,count,0.289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 388: cell of row 'ZEROBench' (label line 385), column 'Qwen3-VL-30B-A3B' (header line 333), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-small-zerobench,alibaba,qwen3.5-9b,unstated,mixed,frontier,,,,,,,3.0,count,0.289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 389: cell of row 'ZEROBench' (label line 385), column 'Qwen3.5-9B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-zerobench,alibaba,qwen3.5-4b,unstated,mixed,frontier,,,,,,,3.0,count,0.289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 390: cell of row 'ZEROBench' (label line 385), column 'Qwen3.5-4B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-zerobench-sub,alibaba,gpt-5-nano,unstated,mixed,frontier,,,,,,,22.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 394: cell of row 'ZEROBench_sub' (label line 393), column 'GPT-5-Nano-2025-08-07' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-zerobench-sub,alibaba,gemini-2.5-flash-lite,unstated,mixed,frontier,,,,,,,19.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 395: cell of row 'ZEROBench_sub' (label line 393), column 'Gemini-2.5-Flash-Lite' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-zerobench-sub,alibaba,?Qwen3-VL-30B-A3B,not-established:absent,mixed,frontier,,,,,,,23.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 396: cell of row 'ZEROBench_sub' (label line 393), column 'Qwen3-VL-30B-A3B' (header line 333), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-small-zerobench-sub,alibaba,qwen3.5-9b,unstated,mixed,frontier,,,,,,,31.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 397: cell of row 'ZEROBench_sub' (label line 393), column 'Qwen3.5-9B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-zerobench-sub,alibaba,qwen3.5-4b,unstated,mixed,frontier,,,,,,,26.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 398: cell of row 'ZEROBench_sub' (label line 393), column 'Qwen3.5-4B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-vlmsareblind,alibaba,gpt-5-nano,unstated,mixed,mid,,,,,,,66.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 402: cell of row 'VlmsAreBlind' (label line 401), column 'GPT-5-Nano-2025-08-07' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-vlmsareblind,alibaba,gemini-2.5-flash-lite,unstated,mixed,mid,,,,,,,68.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 403: cell of row 'VlmsAreBlind' (label line 401), column 'Gemini-2.5-Flash-Lite' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-vlmsareblind,alibaba,?Qwen3-VL-30B-A3B,not-established:absent,mixed,mid,,,,,,,72.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 404: cell of row 'VlmsAreBlind' (label line 401), column 'Qwen3-VL-30B-A3B' (header line 333), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-small-vlmsareblind,alibaba,qwen3.5-9b,unstated,mixed,mid,,,,,,,93.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 405: cell of row 'VlmsAreBlind' (label line 401), column 'Qwen3.5-9B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-vlmsareblind,alibaba,qwen3.5-4b,unstated,mixed,mid,,,,,,,92.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 406: cell of row 'VlmsAreBlind' (label line 401), column 'Qwen3.5-4B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-babyvision-with-ci,alibaba,qwen3.5-9b,unstated,mixed,hard,,,,,,,28.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 413: cell of row 'BabyVision' (label line 409), column 'Qwen3.5-9B' (header line 333), table 'Vision Language'; value 1 of two printed in the cell)",,out:effort-not-established, hf-qwen3.5-small-babyvision-without-ci,alibaba,qwen3.5-9b,unstated,mixed,hard,,,,,,,25.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 413: cell of row 'BabyVision' (label line 409), column 'Qwen3.5-9B' (header line 333), table 'Vision Language'; value 2 of two printed in the cell)",,out:effort-not-established, hf-qwen3.5-small-babyvision-with-ci,alibaba,qwen3.5-4b,unstated,mixed,hard,,,,,,,16.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 414: cell of row 'BabyVision' (label line 409), column 'Qwen3.5-4B' (header line 333), table 'Vision Language'; value 1 of two printed in the cell)",,out:effort-not-established, hf-qwen3.5-small-babyvision-without-ci,alibaba,qwen3.5-4b,unstated,mixed,hard,,,,,,,19.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 414: cell of row 'BabyVision' (label line 409), column 'Qwen3.5-4B' (header line 333), table 'Vision Language'; value 2 of two printed in the cell)",,out:effort-not-established, hf-qwen3.5-small-realworldqa,alibaba,gpt-5-nano,unstated,mixed,mid,,,,,,,71.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 419: cell of row 'RealWorldQA' (label line 418), column 'GPT-5-Nano-2025-08-07' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-realworldqa,alibaba,gemini-2.5-flash-lite,unstated,mixed,mid,,,,,,,72.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 420: cell of row 'RealWorldQA' (label line 418), column 'Gemini-2.5-Flash-Lite' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-realworldqa,alibaba,?Qwen3-VL-30B-A3B,not-established:absent,mixed,mid,,,,,,,77.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 421: cell of row 'RealWorldQA' (label line 418), column 'Qwen3-VL-30B-A3B' (header line 333), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-small-realworldqa,alibaba,qwen3.5-9b,unstated,mixed,mid,,,,,,,80.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 422: cell of row 'RealWorldQA' (label line 418), column 'Qwen3.5-9B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-realworldqa,alibaba,qwen3.5-4b,unstated,mixed,mid,,,,,,,79.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 423: cell of row 'RealWorldQA' (label line 418), column 'Qwen3.5-4B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-mmstar,alibaba,gpt-5-nano,unstated,mixed,mid,,,,,,,68.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 427: cell of row 'MMStar' (label line 426), column 'GPT-5-Nano-2025-08-07' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-mmstar,alibaba,gemini-2.5-flash-lite,unstated,mixed,mid,,,,,,,69.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 428: cell of row 'MMStar' (label line 426), column 'Gemini-2.5-Flash-Lite' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-mmstar,alibaba,?Qwen3-VL-30B-A3B,not-established:absent,mixed,mid,,,,,,,75.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 429: cell of row 'MMStar' (label line 426), column 'Qwen3-VL-30B-A3B' (header line 333), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-small-mmstar,alibaba,qwen3.5-9b,unstated,mixed,mid,,,,,,,79.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 430: cell of row 'MMStar' (label line 426), column 'Qwen3.5-9B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-mmstar,alibaba,qwen3.5-4b,unstated,mixed,mid,,,,,,,78.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 431: cell of row 'MMStar' (label line 426), column 'Qwen3.5-4B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-mmbench-en-dev-v1-1,alibaba,gpt-5-nano,unstated,mixed,mid,,,,,,,80.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 435: cell of row 'MMBench EN-DEV-v1.1' (label line 434), column 'GPT-5-Nano-2025-08-07' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-mmbench-en-dev-v1-1,alibaba,gemini-2.5-flash-lite,unstated,mixed,mid,,,,,,,82.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 436: cell of row 'MMBench EN-DEV-v1.1' (label line 434), column 'Gemini-2.5-Flash-Lite' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-mmbench-en-dev-v1-1,alibaba,?Qwen3-VL-30B-A3B,not-established:absent,mixed,mid,,,,,,,88.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 437: cell of row 'MMBench EN-DEV-v1.1' (label line 434), column 'Qwen3-VL-30B-A3B' (header line 333), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-small-mmbench-en-dev-v1-1,alibaba,qwen3.5-9b,unstated,mixed,mid,,,,,,,90.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 438: cell of row 'MMBench EN-DEV-v1.1' (label line 434), column 'Qwen3.5-9B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-mmbench-en-dev-v1-1,alibaba,qwen3.5-4b,unstated,mixed,mid,,,,,,,89.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 439: cell of row 'MMBench EN-DEV-v1.1' (label line 434), column 'Qwen3.5-4B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-simplevqa,alibaba,gpt-5-nano,unstated,mixed,mid,,,,,,,46.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 443: cell of row 'SimpleVQA' (label line 442), column 'GPT-5-Nano-2025-08-07' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-simplevqa,alibaba,gemini-2.5-flash-lite,unstated,mixed,mid,,,,,,,54.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 444: cell of row 'SimpleVQA' (label line 442), column 'Gemini-2.5-Flash-Lite' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-simplevqa,alibaba,?Qwen3-VL-30B-A3B,not-established:absent,mixed,mid,,,,,,,54.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 445: cell of row 'SimpleVQA' (label line 442), column 'Qwen3-VL-30B-A3B' (header line 333), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-small-simplevqa,alibaba,qwen3.5-9b,unstated,mixed,mid,,,,,,,51.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 446: cell of row 'SimpleVQA' (label line 442), column 'Qwen3.5-9B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-simplevqa,alibaba,qwen3.5-4b,unstated,mixed,mid,,,,,,,43.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 447: cell of row 'SimpleVQA' (label line 442), column 'Qwen3.5-4B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-hallusionbench,alibaba,gpt-5-nano,unstated,mixed,mid,,,,,,,58.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 451: cell of row 'HallusionBench' (label line 450), column 'GPT-5-Nano-2025-08-07' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-hallusionbench,alibaba,gemini-2.5-flash-lite,unstated,mixed,mid,,,,,,,64.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 452: cell of row 'HallusionBench' (label line 450), column 'Gemini-2.5-Flash-Lite' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-hallusionbench,alibaba,?Qwen3-VL-30B-A3B,not-established:absent,mixed,mid,,,,,,,66.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 453: cell of row 'HallusionBench' (label line 450), column 'Qwen3-VL-30B-A3B' (header line 333), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-small-hallusionbench,alibaba,qwen3.5-9b,unstated,mixed,mid,,,,,,,69.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 454: cell of row 'HallusionBench' (label line 450), column 'Qwen3.5-9B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-hallusionbench,alibaba,qwen3.5-4b,unstated,mixed,mid,,,,,,,65.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 455: cell of row 'HallusionBench' (label line 450), column 'Qwen3.5-4B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-omnidocbench1-5,alibaba,gpt-5-nano,unstated,mixed,mid,,,,,,,55.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 460: cell of row 'OmniDocBench1.5' (label line 459), column 'GPT-5-Nano-2025-08-07' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-omnidocbench1-5,alibaba,gemini-2.5-flash-lite,unstated,mixed,mid,,,,,,,79.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 461: cell of row 'OmniDocBench1.5' (label line 459), column 'Gemini-2.5-Flash-Lite' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-omnidocbench1-5,alibaba,?Qwen3-VL-30B-A3B,not-established:absent,mixed,mid,,,,,,,86.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 462: cell of row 'OmniDocBench1.5' (label line 459), column 'Qwen3-VL-30B-A3B' (header line 333), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-small-omnidocbench1-5,alibaba,qwen3.5-9b,unstated,mixed,mid,,,,,,,87.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 463: cell of row 'OmniDocBench1.5' (label line 459), column 'Qwen3.5-9B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-omnidocbench1-5,alibaba,qwen3.5-4b,unstated,mixed,mid,,,,,,,86.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 464: cell of row 'OmniDocBench1.5' (label line 459), column 'Qwen3.5-4B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-charxiv-rq,alibaba,gpt-5-nano,unstated,mixed,mid,,,,,,,50.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 468: cell of row 'CharXiv(RQ)' (label line 467), column 'GPT-5-Nano-2025-08-07' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-charxiv-rq,alibaba,gemini-2.5-flash-lite,unstated,mixed,mid,,,,,,,56.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 469: cell of row 'CharXiv(RQ)' (label line 467), column 'Gemini-2.5-Flash-Lite' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-charxiv-rq,alibaba,?Qwen3-VL-30B-A3B,not-established:absent,mixed,mid,,,,,,,56.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 470: cell of row 'CharXiv(RQ)' (label line 467), column 'Qwen3-VL-30B-A3B' (header line 333), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-small-charxiv-rq,alibaba,qwen3.5-9b,unstated,mixed,mid,,,,,,,73.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 471: cell of row 'CharXiv(RQ)' (label line 467), column 'Qwen3.5-9B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-charxiv-rq,alibaba,qwen3.5-4b,unstated,mixed,mid,,,,,,,70.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 472: cell of row 'CharXiv(RQ)' (label line 467), column 'Qwen3.5-4B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-mmlongbench-doc,alibaba,gpt-5-nano,unstated,mixed,mid,,,,,,,31.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 476: cell of row 'MMLongBench-Doc' (label line 475), column 'GPT-5-Nano-2025-08-07' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-mmlongbench-doc,alibaba,gemini-2.5-flash-lite,unstated,mixed,mid,,,,,,,46.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 477: cell of row 'MMLongBench-Doc' (label line 475), column 'Gemini-2.5-Flash-Lite' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-mmlongbench-doc,alibaba,?Qwen3-VL-30B-A3B,not-established:absent,mixed,mid,,,,,,,47.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 478: cell of row 'MMLongBench-Doc' (label line 475), column 'Qwen3-VL-30B-A3B' (header line 333), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-small-mmlongbench-doc,alibaba,qwen3.5-9b,unstated,mixed,mid,,,,,,,57.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 479: cell of row 'MMLongBench-Doc' (label line 475), column 'Qwen3.5-9B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-mmlongbench-doc,alibaba,qwen3.5-4b,unstated,mixed,mid,,,,,,,54.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 480: cell of row 'MMLongBench-Doc' (label line 475), column 'Qwen3.5-4B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-cc-ocr,alibaba,gpt-5-nano,unstated,mixed,mid,,,,,,,58.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 484: cell of row 'CC-OCR' (label line 483), column 'GPT-5-Nano-2025-08-07' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-cc-ocr,alibaba,gemini-2.5-flash-lite,unstated,mixed,mid,,,,,,,72.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 485: cell of row 'CC-OCR' (label line 483), column 'Gemini-2.5-Flash-Lite' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-cc-ocr,alibaba,?Qwen3-VL-30B-A3B,not-established:absent,mixed,mid,,,,,,,77.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 486: cell of row 'CC-OCR' (label line 483), column 'Qwen3-VL-30B-A3B' (header line 333), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-small-cc-ocr,alibaba,qwen3.5-9b,unstated,mixed,mid,,,,,,,79.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 487: cell of row 'CC-OCR' (label line 483), column 'Qwen3.5-9B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-cc-ocr,alibaba,qwen3.5-4b,unstated,mixed,mid,,,,,,,76.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 488: cell of row 'CC-OCR' (label line 483), column 'Qwen3.5-4B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-ai2d-test,alibaba,gpt-5-nano,unstated,mixed,easy,,,,,,,81.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 492: cell of row 'AI2D_TEST' (label line 491), column 'GPT-5-Nano-2025-08-07' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-ai2d-test,alibaba,gemini-2.5-flash-lite,unstated,mixed,easy,,,,,,,85.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 493: cell of row 'AI2D_TEST' (label line 491), column 'Gemini-2.5-Flash-Lite' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-ai2d-test,alibaba,?Qwen3-VL-30B-A3B,not-established:absent,mixed,easy,,,,,,,86.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 494: cell of row 'AI2D_TEST' (label line 491), column 'Qwen3-VL-30B-A3B' (header line 333), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-small-ai2d-test,alibaba,qwen3.5-9b,unstated,mixed,easy,,,,,,,90.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 495: cell of row 'AI2D_TEST' (label line 491), column 'Qwen3.5-9B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-ai2d-test,alibaba,qwen3.5-4b,unstated,mixed,easy,,,,,,,89.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 496: cell of row 'AI2D_TEST' (label line 491), column 'Qwen3.5-4B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-ocrbench,alibaba,gpt-5-nano,unstated,mixed,easy,,,,,,,75.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 500: cell of row 'OCRBench' (label line 499), column 'GPT-5-Nano-2025-08-07' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-ocrbench,alibaba,gemini-2.5-flash-lite,unstated,mixed,easy,,,,,,,82.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 501: cell of row 'OCRBench' (label line 499), column 'Gemini-2.5-Flash-Lite' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-ocrbench,alibaba,?Qwen3-VL-30B-A3B,not-established:absent,mixed,easy,,,,,,,83.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 502: cell of row 'OCRBench' (label line 499), column 'Qwen3-VL-30B-A3B' (header line 333), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-small-ocrbench,alibaba,qwen3.5-9b,unstated,mixed,easy,,,,,,,89.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 503: cell of row 'OCRBench' (label line 499), column 'Qwen3.5-9B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-ocrbench,alibaba,qwen3.5-4b,unstated,mixed,easy,,,,,,,85.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 504: cell of row 'OCRBench' (label line 499), column 'Qwen3.5-4B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-erqa,alibaba,gpt-5-nano,unstated,mixed,mid,,,,,,,45.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 509: cell of row 'ERQA' (label line 508), column 'GPT-5-Nano-2025-08-07' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-erqa,alibaba,gemini-2.5-flash-lite,unstated,mixed,mid,,,,,,,44.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 510: cell of row 'ERQA' (label line 508), column 'Gemini-2.5-Flash-Lite' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-erqa,alibaba,?Qwen3-VL-30B-A3B,not-established:absent,mixed,mid,,,,,,,45.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 511: cell of row 'ERQA' (label line 508), column 'Qwen3-VL-30B-A3B' (header line 333), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-small-erqa,alibaba,qwen3.5-9b,unstated,mixed,mid,,,,,,,55.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 512: cell of row 'ERQA' (label line 508), column 'Qwen3.5-9B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-erqa,alibaba,qwen3.5-4b,unstated,mixed,mid,,,,,,,54.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 513: cell of row 'ERQA' (label line 508), column 'Qwen3.5-4B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-countbench,alibaba,gpt-5-nano,unstated,mixed,easy,,,,,,,80.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 517: cell of row 'CountBench' (label line 516), column 'GPT-5-Nano-2025-08-07' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-countbench,alibaba,gemini-2.5-flash-lite,unstated,mixed,easy,,,,,,,79.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 518: cell of row 'CountBench' (label line 516), column 'Gemini-2.5-Flash-Lite' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-countbench,alibaba,?Qwen3-VL-30B-A3B,not-established:absent,mixed,easy,,,,,,,90.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 519: cell of row 'CountBench' (label line 516), column 'Qwen3-VL-30B-A3B' (header line 333), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-small-countbench,alibaba,qwen3.5-9b,unstated,mixed,easy,,,,,,,97.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 520: cell of row 'CountBench' (label line 516), column 'Qwen3.5-9B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-countbench,alibaba,qwen3.5-4b,unstated,mixed,easy,,,,,,,96.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 521: cell of row 'CountBench' (label line 516), column 'Qwen3.5-4B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-refcoco-avg,alibaba,?Qwen3-VL-30B-A3B,not-established:absent,mixed,easy,,,,,,,89.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 527: cell of row 'RefCOCO(avg)' (label line 524), column 'Qwen3-VL-30B-A3B' (header line 333), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-small-refcoco-avg,alibaba,qwen3.5-9b,unstated,mixed,easy,,,,,,,89.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 528: cell of row 'RefCOCO(avg)' (label line 524), column 'Qwen3.5-9B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-refcoco-avg,alibaba,qwen3.5-4b,unstated,mixed,easy,,,,,,,88.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 529: cell of row 'RefCOCO(avg)' (label line 524), column 'Qwen3.5-4B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-embspatialbench,alibaba,gpt-5-nano,unstated,mixed,mid,,,,,,,74.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 533: cell of row 'EmbSpatialBench' (label line 532), column 'GPT-5-Nano-2025-08-07' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-embspatialbench,alibaba,gemini-2.5-flash-lite,unstated,mixed,mid,,,,,,,66.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 534: cell of row 'EmbSpatialBench' (label line 532), column 'Gemini-2.5-Flash-Lite' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-embspatialbench,alibaba,?Qwen3-VL-30B-A3B,not-established:absent,mixed,mid,,,,,,,80.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 535: cell of row 'EmbSpatialBench' (label line 532), column 'Qwen3-VL-30B-A3B' (header line 333), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-small-embspatialbench,alibaba,qwen3.5-9b,unstated,mixed,mid,,,,,,,83.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 536: cell of row 'EmbSpatialBench' (label line 532), column 'Qwen3.5-9B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-embspatialbench,alibaba,qwen3.5-4b,unstated,mixed,mid,,,,,,,81.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 537: cell of row 'EmbSpatialBench' (label line 532), column 'Qwen3.5-4B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-refspatialbench,alibaba,gpt-5-nano,unstated,mixed,mid,,,,,,,12.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 541: cell of row 'RefSpatialBench' (label line 540), column 'GPT-5-Nano-2025-08-07' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-refspatialbench,alibaba,gemini-2.5-flash-lite,unstated,mixed,mid,,,,,,,11.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 542: cell of row 'RefSpatialBench' (label line 540), column 'Gemini-2.5-Flash-Lite' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-refspatialbench,alibaba,?Qwen3-VL-30B-A3B,not-established:absent,mixed,mid,,,,,,,54.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 543: cell of row 'RefSpatialBench' (label line 540), column 'Qwen3-VL-30B-A3B' (header line 333), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-small-refspatialbench,alibaba,qwen3.5-9b,unstated,mixed,mid,,,,,,,58.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 544: cell of row 'RefSpatialBench' (label line 540), column 'Qwen3.5-9B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-refspatialbench,alibaba,qwen3.5-4b,unstated,mixed,mid,,,,,,,54.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 545: cell of row 'RefSpatialBench' (label line 540), column 'Qwen3.5-4B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-lingoqa,alibaba,gpt-5-nano,unstated,mixed,mid,,,,,,,57.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 549: cell of row 'LingoQA' (label line 548), column 'GPT-5-Nano-2025-08-07' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-lingoqa,alibaba,gemini-2.5-flash-lite,unstated,mixed,mid,,,,,,,17.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 550: cell of row 'LingoQA' (label line 548), column 'Gemini-2.5-Flash-Lite' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-lingoqa,alibaba,?Qwen3-VL-30B-A3B,not-established:absent,mixed,mid,,,,,,,62.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 551: cell of row 'LingoQA' (label line 548), column 'Qwen3-VL-30B-A3B' (header line 333), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-small-lingoqa,alibaba,qwen3.5-9b,unstated,mixed,mid,,,,,,,80.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 552: cell of row 'LingoQA' (label line 548), column 'Qwen3.5-9B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-lingoqa,alibaba,qwen3.5-4b,unstated,mixed,mid,,,,,,,74.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 553: cell of row 'LingoQA' (label line 548), column 'Qwen3.5-4B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-hypersim,alibaba,?Qwen3-VL-30B-A3B,not-established:absent,mixed,mid,,,,,,,11.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 559: cell of row 'Hypersim' (label line 556), column 'Qwen3-VL-30B-A3B' (header line 333), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-small-hypersim,alibaba,qwen3.5-9b,unstated,mixed,mid,,,,,,,13.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 560: cell of row 'Hypersim' (label line 556), column 'Qwen3.5-9B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-hypersim,alibaba,qwen3.5-4b,unstated,mixed,mid,,,,,,,12.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 561: cell of row 'Hypersim' (label line 556), column 'Qwen3.5-4B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-nuscene,alibaba,?Qwen3-VL-30B-A3B,not-established:absent,mixed,mid,,,,,,,10.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 567: cell of row 'Nuscene' (label line 564), column 'Qwen3-VL-30B-A3B' (header line 333), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-small-nuscene,alibaba,qwen3.5-9b,unstated,mixed,mid,,,,,,,11.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 568: cell of row 'Nuscene' (label line 564), column 'Qwen3.5-9B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-nuscene,alibaba,qwen3.5-4b,unstated,mixed,mid,,,,,,,9.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 569: cell of row 'Nuscene' (label line 564), column 'Qwen3.5-4B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-videomme-w-sub,alibaba,gpt-5-nano,unstated,mixed,mid,,,,,,,71.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 574: cell of row 'VideoMME (w sub.)' (label line 573), column 'GPT-5-Nano-2025-08-07' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-videomme-w-sub,alibaba,gemini-2.5-flash-lite,unstated,mixed,mid,,,,,,,74.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 575: cell of row 'VideoMME (w sub.)' (label line 573), column 'Gemini-2.5-Flash-Lite' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-videomme-w-sub,alibaba,?Qwen3-VL-30B-A3B,not-established:absent,mixed,mid,,,,,,,79.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 576: cell of row 'VideoMME (w sub.)' (label line 573), column 'Qwen3-VL-30B-A3B' (header line 333), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-small-videomme-w-sub,alibaba,qwen3.5-9b,unstated,mixed,mid,,,,,,,84.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 577: cell of row 'VideoMME (w sub.)' (label line 573), column 'Qwen3.5-9B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-videomme-w-sub,alibaba,qwen3.5-4b,unstated,mixed,mid,,,,,,,83.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 578: cell of row 'VideoMME (w sub.)' (label line 573), column 'Qwen3.5-4B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-videomme-w-o-sub,alibaba,gpt-5-nano,unstated,mixed,mid,,,,,,,66.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 582: cell of row 'VideoMME (w/o sub.)' (label line 581), column 'GPT-5-Nano-2025-08-07' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-videomme-w-o-sub,alibaba,gemini-2.5-flash-lite,unstated,mixed,mid,,,,,,,72.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 583: cell of row 'VideoMME (w/o sub.)' (label line 581), column 'Gemini-2.5-Flash-Lite' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-videomme-w-o-sub,alibaba,?Qwen3-VL-30B-A3B,not-established:absent,mixed,mid,,,,,,,73.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 584: cell of row 'VideoMME (w/o sub.)' (label line 581), column 'Qwen3-VL-30B-A3B' (header line 333), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-small-videomme-w-o-sub,alibaba,qwen3.5-9b,unstated,mixed,mid,,,,,,,78.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 585: cell of row 'VideoMME (w/o sub.)' (label line 581), column 'Qwen3.5-9B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-videomme-w-o-sub,alibaba,qwen3.5-4b,unstated,mixed,mid,,,,,,,76.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 586: cell of row 'VideoMME (w/o sub.)' (label line 581), column 'Qwen3.5-4B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-videommmu,alibaba,gpt-5-nano,unstated,mixed,hard,,,,,,,63.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 590: cell of row 'VideoMMMU' (label line 589), column 'GPT-5-Nano-2025-08-07' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-videommmu,alibaba,gemini-2.5-flash-lite,unstated,mixed,hard,,,,,,,69.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 591: cell of row 'VideoMMMU' (label line 589), column 'Gemini-2.5-Flash-Lite' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-videommmu,alibaba,?Qwen3-VL-30B-A3B,not-established:absent,mixed,hard,,,,,,,75.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 592: cell of row 'VideoMMMU' (label line 589), column 'Qwen3-VL-30B-A3B' (header line 333), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-small-videommmu,alibaba,qwen3.5-9b,unstated,mixed,hard,,,,,,,78.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 593: cell of row 'VideoMMMU' (label line 589), column 'Qwen3.5-9B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-videommmu,alibaba,qwen3.5-4b,unstated,mixed,hard,,,,,,,74.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 594: cell of row 'VideoMMMU' (label line 589), column 'Qwen3.5-4B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-mlvu,alibaba,gpt-5-nano,unstated,mixed,mid,,,,,,,69.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 598: cell of row 'MLVU' (label line 597), column 'GPT-5-Nano-2025-08-07' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-mlvu,alibaba,gemini-2.5-flash-lite,unstated,mixed,mid,,,,,,,78.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 599: cell of row 'MLVU' (label line 597), column 'Gemini-2.5-Flash-Lite' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-mlvu,alibaba,?Qwen3-VL-30B-A3B,not-established:absent,mixed,mid,,,,,,,78.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 600: cell of row 'MLVU' (label line 597), column 'Qwen3-VL-30B-A3B' (header line 333), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-small-mlvu,alibaba,qwen3.5-9b,unstated,mixed,mid,,,,,,,84.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 601: cell of row 'MLVU' (label line 597), column 'Qwen3.5-9B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-mlvu,alibaba,qwen3.5-4b,unstated,mixed,mid,,,,,,,82.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 602: cell of row 'MLVU' (label line 597), column 'Qwen3.5-4B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-mvbench,alibaba,?Qwen3-VL-30B-A3B,not-established:absent,mixed,mid,,,,,,,72.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 608: cell of row 'MVBench' (label line 605), column 'Qwen3-VL-30B-A3B' (header line 333), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-small-mvbench,alibaba,qwen3.5-9b,unstated,mixed,mid,,,,,,,74.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 609: cell of row 'MVBench' (label line 605), column 'Qwen3.5-9B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-mvbench,alibaba,qwen3.5-4b,unstated,mixed,mid,,,,,,,71.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 610: cell of row 'MVBench' (label line 605), column 'Qwen3.5-4B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-lvbench,alibaba,gemini-2.5-flash-lite,unstated,mixed,hard,,,,,,,60.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 615: cell of row 'LVBench' (label line 613), column 'Gemini-2.5-Flash-Lite' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-lvbench,alibaba,?Qwen3-VL-30B-A3B,not-established:absent,mixed,hard,,,,,,,59.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 616: cell of row 'LVBench' (label line 613), column 'Qwen3-VL-30B-A3B' (header line 333), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-small-lvbench,alibaba,qwen3.5-9b,unstated,mixed,hard,,,,,,,70.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 617: cell of row 'LVBench' (label line 613), column 'Qwen3.5-9B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-lvbench,alibaba,qwen3.5-4b,unstated,mixed,hard,,,,,,,66.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 618: cell of row 'LVBench' (label line 613), column 'Qwen3.5-4B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-mmvu,alibaba,gpt-5-nano,unstated,mixed,mid,,,,,,,63.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 622: cell of row 'MMVU' (label line 621), column 'GPT-5-Nano-2025-08-07' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-mmvu,alibaba,gemini-2.5-flash-lite,unstated,mixed,mid,,,,,,,65.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 623: cell of row 'MMVU' (label line 621), column 'Gemini-2.5-Flash-Lite' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-mmvu,alibaba,?Qwen3-VL-30B-A3B,not-established:absent,mixed,mid,,,,,,,66.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 624: cell of row 'MMVU' (label line 621), column 'Qwen3-VL-30B-A3B' (header line 333), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-small-mmvu,alibaba,qwen3.5-9b,unstated,mixed,mid,,,,,,,67.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 625: cell of row 'MMVU' (label line 621), column 'Qwen3.5-9B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-mmvu,alibaba,qwen3.5-4b,unstated,mixed,mid,,,,,,,64.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 626: cell of row 'MMVU' (label line 621), column 'Qwen3.5-4B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-screenspot-pro,alibaba,?Qwen3-VL-30B-A3B,not-established:absent,computer-use,mid,,,,,,,60.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 633: cell of row 'ScreenSpot Pro' (label line 630), column 'Qwen3-VL-30B-A3B' (header line 333), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-small-screenspot-pro,alibaba,qwen3.5-9b,unstated,computer-use,mid,,,,,,,65.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 634: cell of row 'ScreenSpot Pro' (label line 630), column 'Qwen3.5-9B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-screenspot-pro,alibaba,qwen3.5-4b,unstated,computer-use,mid,,,,,,,60.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 635: cell of row 'ScreenSpot Pro' (label line 630), column 'Qwen3.5-4B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-osworld-verified,alibaba,?Qwen3-VL-30B-A3B,not-established:absent,computer-use,mid,,,,,,,30.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 641: cell of row 'OSWorld-Verified' (label line 638), column 'Qwen3-VL-30B-A3B' (header line 333), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-small-osworld-verified,alibaba,qwen3.5-9b,unstated,computer-use,mid,,,,,,,41.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 642: cell of row 'OSWorld-Verified' (label line 638), column 'Qwen3.5-9B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-osworld-verified,alibaba,qwen3.5-4b,unstated,computer-use,mid,,,,,,,35.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 643: cell of row 'OSWorld-Verified' (label line 638), column 'Qwen3.5-4B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-androidworld,alibaba,?Qwen3-VL-30B-A3B,not-established:absent,computer-use,mid,,,,,,,55.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 649: cell of row 'AndroidWorld' (label line 646), column 'Qwen3-VL-30B-A3B' (header line 333), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-small-androidworld,alibaba,qwen3.5-9b,unstated,computer-use,mid,,,,,,,57.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 650: cell of row 'AndroidWorld' (label line 646), column 'Qwen3.5-9B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-androidworld,alibaba,qwen3.5-4b,unstated,computer-use,mid,,,,,,,58.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 651: cell of row 'AndroidWorld' (label line 646), column 'Qwen3.5-4B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-tir-bench-with-ci,alibaba,qwen3.5-9b,unstated,mixed,hard,,,,,,,45.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 659: cell of row 'TIR-Bench' (label line 655), column 'Qwen3.5-9B' (header line 333), table 'Vision Language'; value 1 of two printed in the cell)",,out:effort-not-established, hf-qwen3.5-small-tir-bench-without-ci,alibaba,qwen3.5-9b,unstated,mixed,hard,,,,,,,31.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 659: cell of row 'TIR-Bench' (label line 655), column 'Qwen3.5-9B' (header line 333), table 'Vision Language'; value 2 of two printed in the cell)",,out:effort-not-established, hf-qwen3.5-small-tir-bench-with-ci,alibaba,qwen3.5-4b,unstated,mixed,hard,,,,,,,38.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 660: cell of row 'TIR-Bench' (label line 655), column 'Qwen3.5-4B' (header line 333), table 'Vision Language'; value 1 of two printed in the cell)",,out:effort-not-established, hf-qwen3.5-small-tir-bench-without-ci,alibaba,qwen3.5-4b,unstated,mixed,hard,,,,,,,29.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 660: cell of row 'TIR-Bench' (label line 655), column 'Qwen3.5-4B' (header line 333), table 'Vision Language'; value 2 of two printed in the cell)",,out:effort-not-established, hf-qwen3.5-small-v-with-ci,alibaba,qwen3.5-9b,unstated,mixed,mid,,,,,,,90.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 667: cell of row 'V*' (label line 663), column 'Qwen3.5-9B' (header line 333), table 'Vision Language'; value 1 of two printed in the cell)",,out:effort-not-established, hf-qwen3.5-small-v-without-ci,alibaba,qwen3.5-9b,unstated,mixed,mid,,,,,,,88.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 667: cell of row 'V*' (label line 663), column 'Qwen3.5-9B' (header line 333), table 'Vision Language'; value 2 of two printed in the cell)",,out:effort-not-established, hf-qwen3.5-small-v-with-ci,alibaba,qwen3.5-4b,unstated,mixed,mid,,,,,,,84.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 668: cell of row 'V*' (label line 663), column 'Qwen3.5-4B' (header line 333), table 'Vision Language'; value 1 of two printed in the cell)",,out:effort-not-established, hf-qwen3.5-small-v-without-ci,alibaba,qwen3.5-4b,unstated,mixed,mid,,,,,,,86.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 668: cell of row 'V*' (label line 663), column 'Qwen3.5-4B' (header line 333), table 'Vision Language'; value 2 of two printed in the cell)",,out:effort-not-established, hf-qwen3.5-small-slake,alibaba,gpt-5-nano,unstated,mixed,hard,,,,,,,57.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 673: cell of row 'SLAKE' (label line 672), column 'GPT-5-Nano-2025-08-07' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-slake,alibaba,gemini-2.5-flash-lite,unstated,mixed,hard,,,,,,,65.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 674: cell of row 'SLAKE' (label line 672), column 'Gemini-2.5-Flash-Lite' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-slake,alibaba,?Qwen3-VL-30B-A3B,not-established:absent,mixed,hard,,,,,,,68.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 675: cell of row 'SLAKE' (label line 672), column 'Qwen3-VL-30B-A3B' (header line 333), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-small-slake,alibaba,qwen3.5-9b,unstated,mixed,hard,,,,,,,79.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 676: cell of row 'SLAKE' (label line 672), column 'Qwen3.5-9B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-slake,alibaba,qwen3.5-4b,unstated,mixed,hard,,,,,,,76.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 677: cell of row 'SLAKE' (label line 672), column 'Qwen3.5-4B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-pmc-vqa,alibaba,gpt-5-nano,unstated,mixed,hard,,,,,,,37.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 681: cell of row 'PMC-VQA' (label line 680), column 'GPT-5-Nano-2025-08-07' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-pmc-vqa,alibaba,gemini-2.5-flash-lite,unstated,mixed,hard,,,,,,,48.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 682: cell of row 'PMC-VQA' (label line 680), column 'Gemini-2.5-Flash-Lite' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-pmc-vqa,alibaba,?Qwen3-VL-30B-A3B,not-established:absent,mixed,hard,,,,,,,51.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 683: cell of row 'PMC-VQA' (label line 680), column 'Qwen3-VL-30B-A3B' (header line 333), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-small-pmc-vqa,alibaba,qwen3.5-9b,unstated,mixed,hard,,,,,,,57.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 684: cell of row 'PMC-VQA' (label line 680), column 'Qwen3.5-9B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-pmc-vqa,alibaba,qwen3.5-4b,unstated,mixed,hard,,,,,,,55.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 685: cell of row 'PMC-VQA' (label line 680), column 'Qwen3.5-4B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-medxpertqa-mm,alibaba,gpt-5-nano,unstated,mixed,hard,,,,,,,26.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 689: cell of row 'MedXpertQA-MM' (label line 688), column 'GPT-5-Nano-2025-08-07' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-medxpertqa-mm,alibaba,gemini-2.5-flash-lite,unstated,mixed,hard,,,,,,,35.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 690: cell of row 'MedXpertQA-MM' (label line 688), column 'Gemini-2.5-Flash-Lite' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-medxpertqa-mm,alibaba,?Qwen3-VL-30B-A3B,not-established:absent,mixed,hard,,,,,,,35.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 691: cell of row 'MedXpertQA-MM' (label line 688), column 'Qwen3-VL-30B-A3B' (header line 333), table 'Vision Language')",,out:model-not-established, hf-qwen3.5-small-medxpertqa-mm,alibaba,qwen3.5-9b,unstated,mixed,hard,,,,,,,49.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 692: cell of row 'MedXpertQA-MM' (label line 688), column 'Qwen3.5-9B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.5-small-medxpertqa-mm,alibaba,qwen3.5-4b,unstated,mixed,hard,,,,,,,42.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.5-9B (line 693: cell of row 'MedXpertQA-MM' (label line 688), column 'Qwen3.5-4B' (header line 333), table 'Vision Language')",,out:effort-not-established, hf-qwen3.6-27b-swe-bench-verified,alibaba,qwen3.5-27b,unstated,coding,hard,internal-bash+file-edit-scaffold,,,,,,75.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 68: cell of row 'SWE-bench Verified', column 'Qwen3.5-27B' (header line 63), table 1)",,out:effort-not-established, hf-qwen3.6-27b-swe-bench-verified,alibaba,qwen3.5-397b-a17b,unstated,coding,hard,internal-bash+file-edit-scaffold,,,,,,76.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 69: cell of row 'SWE-bench Verified', column 'Qwen3.5-397B-A17B' (header line 63), table 1)",,out:effort-not-established, hf-qwen3.6-27b-swe-bench-verified,alibaba,gemma-4-31b-it,unstated,coding,hard,internal-bash+file-edit-scaffold,,,,,,52.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 70: cell of row 'SWE-bench Verified', column 'Gemma4-31B' (header line 63), table 1)",,out:effort-not-established, hf-qwen3.6-27b-swe-bench-verified,alibaba,opus-4.5,unstated,coding,hard,internal-bash+file-edit-scaffold,,,,,,80.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 71: cell of row 'SWE-bench Verified', column 'Claude 4.5 Opus' (header line 63), table 1)",,out:effort-not-established, hf-qwen3.6-27b-swe-bench-verified,alibaba,qwen3.6-35b-a3b,unstated,coding,hard,internal-bash+file-edit-scaffold,,,,,,73.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 72: cell of row 'SWE-bench Verified', column 'Qwen3.6-35B-A3B' (header line 63), table 1)",,out:effort-not-established, hf-qwen3.6-27b-swe-bench-verified,alibaba,qwen3.6-27b,unstated,coding,hard,internal-bash+file-edit-scaffold,,,,,,77.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 73: cell of row 'SWE-bench Verified', column 'Qwen3.6-27B' (header line 63), table 1)",,out:effort-not-established, hf-qwen3.6-27b-swe-bench-pro,alibaba,qwen3.5-27b,unstated,coding,frontier,internal-bash+file-edit-scaffold,,,,,,51.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 77: cell of row 'SWE-bench Pro', column 'Qwen3.5-27B' (header line 63), table 1)",,out:effort-not-established, hf-qwen3.6-27b-swe-bench-pro,alibaba,qwen3.5-397b-a17b,unstated,coding,frontier,internal-bash+file-edit-scaffold,,,,,,50.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 78: cell of row 'SWE-bench Pro', column 'Qwen3.5-397B-A17B' (header line 63), table 1)",,out:effort-not-established, hf-qwen3.6-27b-swe-bench-pro,alibaba,gemma-4-31b-it,unstated,coding,frontier,internal-bash+file-edit-scaffold,,,,,,35.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 79: cell of row 'SWE-bench Pro', column 'Gemma4-31B' (header line 63), table 1)",,out:effort-not-established, hf-qwen3.6-27b-swe-bench-pro,alibaba,opus-4.5,unstated,coding,frontier,internal-bash+file-edit-scaffold,,,,,,57.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 80: cell of row 'SWE-bench Pro', column 'Claude 4.5 Opus' (header line 63), table 1)",,out:effort-not-established, hf-qwen3.6-27b-swe-bench-pro,alibaba,qwen3.6-35b-a3b,unstated,coding,frontier,internal-bash+file-edit-scaffold,,,,,,49.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 81: cell of row 'SWE-bench Pro', column 'Qwen3.6-35B-A3B' (header line 63), table 1)",,out:effort-not-established, hf-qwen3.6-27b-swe-bench-pro,alibaba,qwen3.6-27b,unstated,coding,frontier,internal-bash+file-edit-scaffold,,,,,,53.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 82: cell of row 'SWE-bench Pro', column 'Qwen3.6-27B' (header line 63), table 1)",,out:effort-not-established, hf-qwen3.6-27b-skillsbench-avg5,alibaba,qwen3.5-27b,unstated,agentic-tool,hard,OpenCode,,,,,,27.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 104: cell of row 'SkillsBench Avg5', column 'Qwen3.5-27B' (header line 63), table 1)",,out:effort-not-established, hf-qwen3.6-27b-skillsbench-avg5,alibaba,qwen3.5-397b-a17b,unstated,agentic-tool,hard,OpenCode,,,,,,30.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 105: cell of row 'SkillsBench Avg5', column 'Qwen3.5-397B-A17B' (header line 63), table 1)",,out:effort-not-established, hf-qwen3.6-27b-skillsbench-avg5,alibaba,gemma-4-31b-it,unstated,agentic-tool,hard,OpenCode,,,,,,23.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 106: cell of row 'SkillsBench Avg5', column 'Gemma4-31B' (header line 63), table 1)",,out:effort-not-established, hf-qwen3.6-27b-skillsbench-avg5,alibaba,opus-4.5,unstated,agentic-tool,hard,OpenCode,,,,,,45.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 107: cell of row 'SkillsBench Avg5', column 'Claude 4.5 Opus' (header line 63), table 1)",,out:effort-not-established, hf-qwen3.6-27b-skillsbench-avg5,alibaba,qwen3.6-35b-a3b,unstated,agentic-tool,hard,OpenCode,,,,,,28.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 108: cell of row 'SkillsBench Avg5', column 'Qwen3.6-35B-A3B' (header line 63), table 1)",,out:effort-not-established, hf-qwen3.6-27b-skillsbench-avg5,alibaba,qwen3.6-27b,unstated,agentic-tool,hard,OpenCode,,,,,,48.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 109: cell of row 'SkillsBench Avg5', column 'Qwen3.6-27B' (header line 63), table 1)",,out:effort-not-established, hf-qwen3.6-27b-qwenwebbench,alibaba,qwen3.5-27b,unstated,coding,mid,,,,,,,1068,Elo,0.289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 113: cell of row 'QwenWebBench', column 'Qwen3.5-27B' (header line 63), table 1)",,out:effort-not-established, hf-qwen3.6-27b-qwenwebbench,alibaba,qwen3.5-397b-a17b,unstated,coding,mid,,,,,,,1186,Elo,0.289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 114: cell of row 'QwenWebBench', column 'Qwen3.5-397B-A17B' (header line 63), table 1)",,out:effort-not-established, hf-qwen3.6-27b-qwenwebbench,alibaba,gemma-4-31b-it,unstated,coding,mid,,,,,,,1197,Elo,0.289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 115: cell of row 'QwenWebBench', column 'Gemma4-31B' (header line 63), table 1)",,out:effort-not-established, hf-qwen3.6-27b-qwenwebbench,alibaba,opus-4.5,unstated,coding,mid,,,,,,,1536,Elo,0.289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 116: cell of row 'QwenWebBench', column 'Claude 4.5 Opus' (header line 63), table 1)",,out:effort-not-established, hf-qwen3.6-27b-qwenwebbench,alibaba,qwen3.6-35b-a3b,unstated,coding,mid,,,,,,,1397,Elo,0.289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 117: cell of row 'QwenWebBench', column 'Qwen3.6-35B-A3B' (header line 63), table 1)",,out:effort-not-established, hf-qwen3.6-27b-qwenwebbench,alibaba,qwen3.6-27b,unstated,coding,mid,,,,,,,1487,Elo,0.289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 118: cell of row 'QwenWebBench', column 'Qwen3.6-27B' (header line 63), table 1)",,out:effort-not-established, hf-qwen3.6-27b-nl2repo,alibaba,qwen3.5-27b,unstated,coding,hard,Claude Code,,,,,,27.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 122: cell of row 'NL2Repo', column 'Qwen3.5-27B' (header line 63), table 1)",,out:effort-not-established, hf-qwen3.6-27b-nl2repo,alibaba,qwen3.5-397b-a17b,unstated,coding,hard,Claude Code,,,,,,32.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 123: cell of row 'NL2Repo', column 'Qwen3.5-397B-A17B' (header line 63), table 1)",,out:effort-not-established, hf-qwen3.6-27b-nl2repo,alibaba,gemma-4-31b-it,unstated,coding,hard,Claude Code,,,,,,15.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 124: cell of row 'NL2Repo', column 'Gemma4-31B' (header line 63), table 1)",,out:effort-not-established, hf-qwen3.6-27b-nl2repo,alibaba,opus-4.5,unstated,coding,hard,Claude Code,,,,,,43.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 125: cell of row 'NL2Repo', column 'Claude 4.5 Opus' (header line 63), table 1)",,out:effort-not-established, hf-qwen3.6-27b-nl2repo,alibaba,qwen3.6-35b-a3b,unstated,coding,hard,Claude Code,,,,,,29.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 126: cell of row 'NL2Repo', column 'Qwen3.6-35B-A3B' (header line 63), table 1)",,out:effort-not-established, hf-qwen3.6-27b-nl2repo,alibaba,qwen3.6-27b,unstated,coding,hard,Claude Code,,,,,,36.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 127: cell of row 'NL2Repo', column 'Qwen3.6-27B' (header line 63), table 1)",,out:effort-not-established, hf-qwen3.6-27b-claw-eval-avg,alibaba,qwen3.5-27b,unstated,agentic-tool,hard,,,,,,,64.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 131: cell of row 'Claw-Eval Avg', column 'Qwen3.5-27B' (header line 63), table 1)",,out:effort-not-established, hf-qwen3.6-27b-claw-eval-avg,alibaba,qwen3.5-397b-a17b,unstated,agentic-tool,hard,,,,,,,70.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 132: cell of row 'Claw-Eval Avg', column 'Qwen3.5-397B-A17B' (header line 63), table 1)",,out:effort-not-established, hf-qwen3.6-27b-claw-eval-avg,alibaba,gemma-4-31b-it,unstated,agentic-tool,hard,,,,,,,48.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 133: cell of row 'Claw-Eval Avg', column 'Gemma4-31B' (header line 63), table 1)",,out:effort-not-established, hf-qwen3.6-27b-claw-eval-avg,alibaba,opus-4.5,unstated,agentic-tool,hard,,,,,,,76.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 134: cell of row 'Claw-Eval Avg', column 'Claude 4.5 Opus' (header line 63), table 1)",,out:effort-not-established, hf-qwen3.6-27b-claw-eval-avg,alibaba,qwen3.6-35b-a3b,unstated,agentic-tool,hard,,,,,,,68.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 135: cell of row 'Claw-Eval Avg', column 'Qwen3.6-35B-A3B' (header line 63), table 1)",,out:effort-not-established, hf-qwen3.6-27b-claw-eval-avg,alibaba,qwen3.6-27b,unstated,agentic-tool,hard,,,,,,,72.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 136: cell of row 'Claw-Eval Avg', column 'Qwen3.6-27B' (header line 63), table 1)",,out:effort-not-established, hf-qwen3.6-27b-qwenclawbench,alibaba,qwen3.5-27b,unstated,agentic-tool,hard,,,,,,,52.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 149: cell of row 'QwenClawBench', column 'Qwen3.5-27B' (header line 63), table 1)",,out:effort-not-established, hf-qwen3.6-27b-qwenclawbench,alibaba,qwen3.5-397b-a17b,unstated,agentic-tool,hard,,,,,,,51.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 150: cell of row 'QwenClawBench', column 'Qwen3.5-397B-A17B' (header line 63), table 1)",,out:effort-not-established, hf-qwen3.6-27b-qwenclawbench,alibaba,gemma-4-31b-it,unstated,agentic-tool,hard,,,,,,,41.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 151: cell of row 'QwenClawBench', column 'Gemma4-31B' (header line 63), table 1)",,out:effort-not-established, hf-qwen3.6-27b-qwenclawbench,alibaba,opus-4.5,unstated,agentic-tool,hard,,,,,,,52.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 152: cell of row 'QwenClawBench', column 'Claude 4.5 Opus' (header line 63), table 1)",,out:effort-not-established, hf-qwen3.6-27b-qwenclawbench,alibaba,qwen3.6-35b-a3b,unstated,agentic-tool,hard,,,,,,,52.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 153: cell of row 'QwenClawBench', column 'Qwen3.6-35B-A3B' (header line 63), table 1)",,out:effort-not-established, hf-qwen3.6-27b-qwenclawbench,alibaba,qwen3.6-27b,unstated,agentic-tool,hard,,,,,,,53.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 154: cell of row 'QwenClawBench', column 'Qwen3.6-27B' (header line 63), table 1)",,out:effort-not-established, hf-qwen3.6-27b-hmmt-feb-26,alibaba,qwen3.5-27b,unstated,reasoning-math,hard,,,,,,,84.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 241: cell of row 'HMMT Feb 26', column 'Qwen3.5-27B' (header line 63), table 1)",,out:effort-not-established, hf-qwen3.6-27b-hmmt-feb-26,alibaba,qwen3.5-397b-a17b,unstated,reasoning-math,hard,,,,,,,87.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 242: cell of row 'HMMT Feb 26', column 'Qwen3.5-397B-A17B' (header line 63), table 1)",,out:effort-not-established, hf-qwen3.6-27b-hmmt-feb-26,alibaba,gemma-4-31b-it,unstated,reasoning-math,hard,,,,,,,77.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 243: cell of row 'HMMT Feb 26', column 'Gemma4-31B' (header line 63), table 1)",,out:effort-not-established, hf-qwen3.6-27b-hmmt-feb-26,alibaba,opus-4.5,unstated,reasoning-math,hard,,,,,,,85.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 244: cell of row 'HMMT Feb 26', column 'Claude 4.5 Opus' (header line 63), table 1)",,out:effort-not-established, hf-qwen3.6-27b-hmmt-feb-26,alibaba,qwen3.6-35b-a3b,unstated,reasoning-math,hard,,,,,,,83.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 245: cell of row 'HMMT Feb 26', column 'Qwen3.6-35B-A3B' (header line 63), table 1)",,out:effort-not-established, hf-qwen3.6-27b-hmmt-feb-26,alibaba,qwen3.6-27b,unstated,reasoning-math,hard,,,,,,,84.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 246: cell of row 'HMMT Feb 26', column 'Qwen3.6-27B' (header line 63), table 1)",,out:effort-not-established, hf-qwen3.6-27b-aime26,alibaba,qwen3.5-27b,unstated,reasoning-math,hard,,,,,,,92.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 259: cell of row 'AIME26', column 'Qwen3.5-27B' (header line 63), table 1)",,out:effort-not-established, hf-qwen3.6-27b-aime26,alibaba,qwen3.5-397b-a17b,unstated,reasoning-math,hard,,,,,,,93.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 260: cell of row 'AIME26', column 'Qwen3.5-397B-A17B' (header line 63), table 1)",,out:effort-not-established, hf-qwen3.6-27b-aime26,alibaba,gemma-4-31b-it,unstated,reasoning-math,hard,,,,,,,89.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 261: cell of row 'AIME26', column 'Gemma4-31B' (header line 63), table 1)",,out:effort-not-established, hf-qwen3.6-27b-aime26,alibaba,opus-4.5,unstated,reasoning-math,hard,,,,,,,95.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 262: cell of row 'AIME26', column 'Claude 4.5 Opus' (header line 63), table 1)",,out:effort-not-established, hf-qwen3.6-27b-aime26,alibaba,qwen3.6-35b-a3b,unstated,reasoning-math,hard,,,,,,,92.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 263: cell of row 'AIME26', column 'Qwen3.6-35B-A3B' (header line 63), table 1)",,out:effort-not-established, hf-qwen3.6-27b-aime26,alibaba,qwen3.6-27b,unstated,reasoning-math,hard,,,,,,,94.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 264: cell of row 'AIME26', column 'Qwen3.6-27B' (header line 63), table 1)",,out:effort-not-established, hf-qwen3.6-27b-dynamath,alibaba,qwen3.5-27b,unstated,reasoning-math,hard,,,,,,,87.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 319: cell of row 'DynaMath', column 'Qwen3.5-27B' (header line 287), table 2)",,out:effort-not-established, hf-qwen3.6-27b-dynamath,alibaba,qwen3.5-397b-a17b,unstated,reasoning-math,hard,,,,,,,86.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 320: cell of row 'DynaMath', column 'Qwen3.5-397B-A17B' (header line 287), table 2)",,out:effort-not-established, hf-qwen3.6-27b-dynamath,alibaba,gemma-4-31b-it,unstated,reasoning-math,hard,,,,,,,79.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 321: cell of row 'DynaMath', column 'Gemma4-31B' (header line 287), table 2)",,out:effort-not-established, hf-qwen3.6-27b-dynamath,alibaba,opus-4.5,unstated,reasoning-math,hard,,,,,,,79.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 322: cell of row 'DynaMath', column 'Claude 4.5 Opus' (header line 287), table 2)",,out:effort-not-established, hf-qwen3.6-27b-dynamath,alibaba,qwen3.6-35b-a3b,unstated,reasoning-math,hard,,,,,,,82.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 323: cell of row 'DynaMath', column 'Qwen3.6-35B-A3B' (header line 287), table 2)",,out:effort-not-established, hf-qwen3.6-27b-dynamath,alibaba,qwen3.6-27b,unstated,reasoning-math,hard,,,,,,,85.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 324: cell of row 'DynaMath', column 'Qwen3.6-27B' (header line 287), table 2)",,out:effort-not-established, hf-qwen3.6-27b-vlmsareblind,alibaba,qwen3.5-27b,unstated,mixed,mid,,,,,,,96.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 328: cell of row 'VlmsAreBlind', column 'Qwen3.5-27B' (header line 287), table 2)",,out:effort-not-established, hf-qwen3.6-27b-vlmsareblind,alibaba,gemma-4-31b-it,unstated,mixed,mid,,,,,,,87.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 330: cell of row 'VlmsAreBlind', column 'Gemma4-31B' (header line 287), table 2)",,out:effort-not-established, hf-qwen3.6-27b-vlmsareblind,alibaba,qwen3.6-35b-a3b,unstated,mixed,mid,,,,,,,96.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 332: cell of row 'VlmsAreBlind', column 'Qwen3.6-35B-A3B' (header line 287), table 2)",,out:effort-not-established, hf-qwen3.6-27b-vlmsareblind,alibaba,qwen3.6-27b,unstated,mixed,mid,,,,,,,97.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 333: cell of row 'VlmsAreBlind', column 'Qwen3.6-27B' (header line 287), table 2)",,out:effort-not-established, hf-qwen3.6-27b-mmstar,alibaba,qwen3.5-27b,unstated,mixed,mid,,,,,,,81.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 347: cell of row 'MMStar', column 'Qwen3.5-27B' (header line 287), table 2)",,out:effort-not-established, hf-qwen3.6-27b-mmstar,alibaba,qwen3.5-397b-a17b,unstated,mixed,mid,,,,,,,83.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 348: cell of row 'MMStar', column 'Qwen3.5-397B-A17B' (header line 287), table 2)",,out:effort-not-established, hf-qwen3.6-27b-mmstar,alibaba,gemma-4-31b-it,unstated,mixed,mid,,,,,,,77.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 349: cell of row 'MMStar', column 'Gemma4-31B' (header line 287), table 2)",,out:effort-not-established, hf-qwen3.6-27b-mmstar,alibaba,opus-4.5,unstated,mixed,mid,,,,,,,73.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 350: cell of row 'MMStar', column 'Claude 4.5 Opus' (header line 287), table 2)",,out:effort-not-established, hf-qwen3.6-27b-mmstar,alibaba,qwen3.6-35b-a3b,unstated,mixed,mid,,,,,,,80.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 351: cell of row 'MMStar', column 'Qwen3.6-35B-A3B' (header line 287), table 2)",,out:effort-not-established, hf-qwen3.6-27b-mmstar,alibaba,qwen3.6-27b,unstated,mixed,mid,,,,,,,81.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 352: cell of row 'MMStar', column 'Qwen3.6-27B' (header line 287), table 2)",,out:effort-not-established, hf-qwen3.6-27b-ocrbench,alibaba,qwen3.5-27b,unstated,mixed,easy,,,,,,,89.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 393: cell of row 'OCRBench', column 'Qwen3.5-27B' (header line 287), table 2)",,out:effort-not-established, hf-qwen3.6-27b-ocrbench,alibaba,gemma-4-31b-it,unstated,mixed,easy,,,,,,,86.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 395: cell of row 'OCRBench', column 'Gemma4-31B' (header line 287), table 2)",,out:effort-not-established, hf-qwen3.6-27b-ocrbench,alibaba,qwen3.6-35b-a3b,unstated,mixed,easy,,,,,,,90.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 397: cell of row 'OCRBench', column 'Qwen3.6-35B-A3B' (header line 287), table 2)",,out:effort-not-established, hf-qwen3.6-27b-ocrbench,alibaba,qwen3.6-27b,unstated,mixed,easy,,,,,,,89.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 398: cell of row 'OCRBench', column 'Qwen3.6-27B' (header line 287), table 2)",,out:effort-not-established, hf-qwen3.6-27b-erqa,alibaba,qwen3.5-27b,unstated,mixed,mid,,,,,,,60.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 403: cell of row 'ERQA', column 'Qwen3.5-27B' (header line 287), table 2)",,out:effort-not-established, hf-qwen3.6-27b-erqa,alibaba,qwen3.5-397b-a17b,unstated,mixed,mid,,,,,,,67.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 404: cell of row 'ERQA', column 'Qwen3.5-397B-A17B' (header line 287), table 2)",,out:effort-not-established, hf-qwen3.6-27b-erqa,alibaba,gemma-4-31b-it,unstated,mixed,mid,,,,,,,57.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 405: cell of row 'ERQA', column 'Gemma4-31B' (header line 287), table 2)",,out:effort-not-established, hf-qwen3.6-27b-erqa,alibaba,opus-4.5,unstated,mixed,mid,,,,,,,46.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 406: cell of row 'ERQA', column 'Claude 4.5 Opus' (header line 287), table 2)",,out:effort-not-established, hf-qwen3.6-27b-erqa,alibaba,qwen3.6-35b-a3b,unstated,mixed,mid,,,,,,,61.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 407: cell of row 'ERQA', column 'Qwen3.6-35B-A3B' (header line 287), table 2)",,out:effort-not-established, hf-qwen3.6-27b-erqa,alibaba,qwen3.6-27b,unstated,mixed,mid,,,,,,,62.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 408: cell of row 'ERQA', column 'Qwen3.6-27B' (header line 287), table 2)",,out:effort-not-established, hf-qwen3.6-27b-countbench,alibaba,qwen3.5-27b,unstated,mixed,easy,,,,,,,97.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 412: cell of row 'CountBench', column 'Qwen3.5-27B' (header line 287), table 2)",,out:effort-not-established, hf-qwen3.6-27b-countbench,alibaba,qwen3.5-397b-a17b,unstated,mixed,easy,,,,,,,97.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 413: cell of row 'CountBench', column 'Qwen3.5-397B-A17B' (header line 287), table 2)",,out:effort-not-established, hf-qwen3.6-27b-countbench,alibaba,gemma-4-31b-it,unstated,mixed,easy,,,,,,,96.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 414: cell of row 'CountBench', column 'Gemma4-31B' (header line 287), table 2)",,out:effort-not-established, hf-qwen3.6-27b-countbench,alibaba,opus-4.5,unstated,mixed,easy,,,,,,,90.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 415: cell of row 'CountBench', column 'Claude 4.5 Opus' (header line 287), table 2)",,out:effort-not-established, hf-qwen3.6-27b-countbench,alibaba,qwen3.6-35b-a3b,unstated,mixed,easy,,,,,,,96.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 416: cell of row 'CountBench', column 'Qwen3.6-35B-A3B' (header line 287), table 2)",,out:effort-not-established, hf-qwen3.6-27b-countbench,alibaba,qwen3.6-27b,unstated,mixed,easy,,,,,,,97.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 417: cell of row 'CountBench', column 'Qwen3.6-27B' (header line 287), table 2)",,out:effort-not-established, hf-qwen3.6-27b-videomme-w-sub,alibaba,qwen3.5-27b,unstated,mixed,mid,,,,,,,87.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 449: cell of row 'VideoMME (w sub.)', column 'Qwen3.5-27B' (header line 287), table 2)",,out:effort-not-established, hf-qwen3.6-27b-videomme-w-sub,alibaba,qwen3.5-397b-a17b,unstated,mixed,mid,,,,,,,87.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 450: cell of row 'VideoMME (w sub.)', column 'Qwen3.5-397B-A17B' (header line 287), table 2)",,out:effort-not-established, hf-qwen3.6-27b-videomme-w-sub,alibaba,opus-4.5,unstated,mixed,mid,,,,,,,77.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 452: cell of row 'VideoMME (w sub.)', column 'Claude 4.5 Opus' (header line 287), table 2)",,out:effort-not-established, hf-qwen3.6-27b-videomme-w-sub,alibaba,qwen3.6-35b-a3b,unstated,mixed,mid,,,,,,,86.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 453: cell of row 'VideoMME (w sub.)', column 'Qwen3.6-35B-A3B' (header line 287), table 2)",,out:effort-not-established, hf-qwen3.6-27b-videomme-w-sub,alibaba,qwen3.6-27b,unstated,mixed,mid,,,,,,,87.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 454: cell of row 'VideoMME (w sub.)', column 'Qwen3.6-27B' (header line 287), table 2)",,out:effort-not-established, hf-qwen3.6-27b-v,alibaba,qwen3.5-27b,unstated,mixed,mid,,,,,,,93.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 486: cell of row 'V*', column 'Qwen3.5-27B' (header line 287), table 2)",,out:effort-not-established, hf-qwen3.6-27b-v,alibaba,qwen3.5-397b-a17b,unstated,mixed,mid,,,,,,,95.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 487: cell of row 'V*', column 'Qwen3.5-397B-A17B' (header line 287), table 2)",,out:effort-not-established, hf-qwen3.6-27b-v,alibaba,opus-4.5,unstated,mixed,mid,,,,,,,67.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 489: cell of row 'V*', column 'Claude 4.5 Opus' (header line 287), table 2)",,out:effort-not-established, hf-qwen3.6-27b-v,alibaba,qwen3.6-35b-a3b,unstated,mixed,mid,,,,,,,90.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 490: cell of row 'V*', column 'Qwen3.6-35B-A3B' (header line 287), table 2)",,out:effort-not-established, hf-qwen3.6-27b-v,alibaba,qwen3.6-27b,unstated,mixed,mid,,,,,,,94.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-27B (line 491: cell of row 'V*', column 'Qwen3.6-27B' (header line 287), table 2)",,out:effort-not-established, hf-qwen3.6-35b-swe-bench-verified,alibaba,qwen3.5-27b,unstated,coding,hard,internal-bash+file-edit-scaffold,,,,,,75.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 70: row 'SWE-bench Verified', column 'Qwen3.5-27B' (header line 65), table 1)",,out:effort-not-established, hf-qwen3.6-35b-swe-bench-verified,alibaba,gemma-4-31b-it,unstated,coding,hard,internal-bash+file-edit-scaffold,,,,,,52.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 71: row 'SWE-bench Verified', column 'Gemma4-31B' (header line 65), table 1)",,out:effort-not-established, hf-qwen3.6-35b-swe-bench-verified,alibaba,?Qwen3.5-35BA3B,not-established:absent,coding,hard,internal-bash+file-edit-scaffold,,,,,,70.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 72: row 'SWE-bench Verified', column 'Qwen3.5-35BA3B' (header line 65), table 1)",,out:model-not-established, hf-qwen3.6-35b-swe-bench-verified,alibaba,?Gemma4-26BA4B,not-established:absent,coding,hard,internal-bash+file-edit-scaffold,,,,,,17.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 73: row 'SWE-bench Verified', column 'Gemma4-26BA4B' (header line 65), table 1)",,out:model-not-established, hf-qwen3.6-35b-swe-bench-verified,alibaba,?Qwen3.6-35BA3B,not-established:absent,coding,hard,internal-bash+file-edit-scaffold,,,,,,73.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 74: row 'SWE-bench Verified', column 'Qwen3.6-35BA3B' (header line 65), table 1)",,out:model-not-established, hf-qwen3.6-35b-swe-bench-multilingual,alibaba,qwen3.5-27b,unstated,coding,hard,internal-bash+file-edit-scaffold,,,,,,69.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 78: row 'SWE-bench Multilingual', column 'Qwen3.5-27B' (header line 65), table 1)",,out:effort-not-established, hf-qwen3.6-35b-swe-bench-multilingual,alibaba,gemma-4-31b-it,unstated,coding,hard,internal-bash+file-edit-scaffold,,,,,,51.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 79: row 'SWE-bench Multilingual', column 'Gemma4-31B' (header line 65), table 1)",,out:effort-not-established, hf-qwen3.6-35b-swe-bench-multilingual,alibaba,?Qwen3.5-35BA3B,not-established:absent,coding,hard,internal-bash+file-edit-scaffold,,,,,,60.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 80: row 'SWE-bench Multilingual', column 'Qwen3.5-35BA3B' (header line 65), table 1)",,out:model-not-established, hf-qwen3.6-35b-swe-bench-multilingual,alibaba,?Gemma4-26BA4B,not-established:absent,coding,hard,internal-bash+file-edit-scaffold,,,,,,17.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 81: row 'SWE-bench Multilingual', column 'Gemma4-26BA4B' (header line 65), table 1)",,out:model-not-established, hf-qwen3.6-35b-swe-bench-multilingual,alibaba,?Qwen3.6-35BA3B,not-established:absent,coding,hard,internal-bash+file-edit-scaffold,,,,,,67.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 82: row 'SWE-bench Multilingual', column 'Qwen3.6-35BA3B' (header line 65), table 1)",,out:model-not-established, hf-qwen3.6-35b-swe-bench-pro,alibaba,qwen3.5-27b,unstated,coding,frontier,internal-bash+file-edit-scaffold,,,,,,51.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 86: row 'SWE-bench Pro', column 'Qwen3.5-27B' (header line 65), table 1)",,out:effort-not-established, hf-qwen3.6-35b-swe-bench-pro,alibaba,gemma-4-31b-it,unstated,coding,frontier,internal-bash+file-edit-scaffold,,,,,,35.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 87: row 'SWE-bench Pro', column 'Gemma4-31B' (header line 65), table 1)",,out:effort-not-established, hf-qwen3.6-35b-swe-bench-pro,alibaba,?Qwen3.5-35BA3B,not-established:absent,coding,frontier,internal-bash+file-edit-scaffold,,,,,,44.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 88: row 'SWE-bench Pro', column 'Qwen3.5-35BA3B' (header line 65), table 1)",,out:model-not-established, hf-qwen3.6-35b-swe-bench-pro,alibaba,?Gemma4-26BA4B,not-established:absent,coding,frontier,internal-bash+file-edit-scaffold,,,,,,13.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 89: row 'SWE-bench Pro', column 'Gemma4-26BA4B' (header line 65), table 1)",,out:model-not-established, hf-qwen3.6-35b-swe-bench-pro,alibaba,?Qwen3.6-35BA3B,not-established:absent,coding,frontier,internal-bash+file-edit-scaffold,,,,,,49.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 90: row 'SWE-bench Pro', column 'Qwen3.6-35BA3B' (header line 65), table 1)",,out:model-not-established, hf-qwen3.6-35b-claw-eval-avg,alibaba,qwen3.5-27b,unstated,agentic-tool,hard,,,,,,,64.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 102: row 'Claw-Eval Avg', column 'Qwen3.5-27B' (header line 65), table 1)",,out:effort-not-established, hf-qwen3.6-35b-claw-eval-avg,alibaba,gemma-4-31b-it,unstated,agentic-tool,hard,,,,,,,48.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 103: row 'Claw-Eval Avg', column 'Gemma4-31B' (header line 65), table 1)",,out:effort-not-established, hf-qwen3.6-35b-claw-eval-avg,alibaba,?Qwen3.5-35BA3B,not-established:absent,agentic-tool,hard,,,,,,,65.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 104: row 'Claw-Eval Avg', column 'Qwen3.5-35BA3B' (header line 65), table 1)",,out:model-not-established, hf-qwen3.6-35b-claw-eval-avg,alibaba,?Gemma4-26BA4B,not-established:absent,agentic-tool,hard,,,,,,,58.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 105: row 'Claw-Eval Avg', column 'Gemma4-26BA4B' (header line 65), table 1)",,out:model-not-established, hf-qwen3.6-35b-claw-eval-avg,alibaba,?Qwen3.6-35BA3B,not-established:absent,agentic-tool,hard,,,,,,,68.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 106: row 'Claw-Eval Avg', column 'Qwen3.6-35BA3B' (header line 65), table 1)",,out:model-not-established, hf-qwen3.6-35b-skillsbench-avg5,alibaba,qwen3.5-27b,unstated,agentic-tool,hard,OpenCode,,,,,,27.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 118: row 'SkillsBench Avg5', column 'Qwen3.5-27B' (header line 65), table 1)",,out:effort-not-established, hf-qwen3.6-35b-skillsbench-avg5,alibaba,gemma-4-31b-it,unstated,agentic-tool,hard,OpenCode,,,,,,23.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 119: row 'SkillsBench Avg5', column 'Gemma4-31B' (header line 65), table 1)",,out:effort-not-established, hf-qwen3.6-35b-skillsbench-avg5,alibaba,?Qwen3.5-35BA3B,not-established:absent,agentic-tool,hard,OpenCode,,,,,,4.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 120: row 'SkillsBench Avg5', column 'Qwen3.5-35BA3B' (header line 65), table 1)",,out:model-not-established, hf-qwen3.6-35b-skillsbench-avg5,alibaba,?Gemma4-26BA4B,not-established:absent,agentic-tool,hard,OpenCode,,,,,,12.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 121: row 'SkillsBench Avg5', column 'Gemma4-26BA4B' (header line 65), table 1)",,out:model-not-established, hf-qwen3.6-35b-skillsbench-avg5,alibaba,?Qwen3.6-35BA3B,not-established:absent,agentic-tool,hard,OpenCode,,,,,,28.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 122: row 'SkillsBench Avg5', column 'Qwen3.6-35BA3B' (header line 65), table 1)",,out:model-not-established, hf-qwen3.6-35b-qwenclawbench,alibaba,qwen3.5-27b,unstated,agentic-tool,hard,,,,,,,52.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 126: row 'QwenClawBench', column 'Qwen3.5-27B' (header line 65), table 1)",,out:effort-not-established, hf-qwen3.6-35b-qwenclawbench,alibaba,gemma-4-31b-it,unstated,agentic-tool,hard,,,,,,,41.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 127: row 'QwenClawBench', column 'Gemma4-31B' (header line 65), table 1)",,out:effort-not-established, hf-qwen3.6-35b-qwenclawbench,alibaba,?Qwen3.5-35BA3B,not-established:absent,agentic-tool,hard,,,,,,,47.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 128: row 'QwenClawBench', column 'Qwen3.5-35BA3B' (header line 65), table 1)",,out:model-not-established, hf-qwen3.6-35b-qwenclawbench,alibaba,?Gemma4-26BA4B,not-established:absent,agentic-tool,hard,,,,,,,38.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 129: row 'QwenClawBench', column 'Gemma4-26BA4B' (header line 65), table 1)",,out:model-not-established, hf-qwen3.6-35b-qwenclawbench,alibaba,?Qwen3.6-35BA3B,not-established:absent,agentic-tool,hard,,,,,,,52.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 130: row 'QwenClawBench', column 'Qwen3.6-35BA3B' (header line 65), table 1)",,out:model-not-established, hf-qwen3.6-35b-nl2repo,alibaba,qwen3.5-27b,unstated,coding,hard,,,,,,,27.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 134: row 'NL2Repo', column 'Qwen3.5-27B' (header line 65), table 1)",,out:effort-not-established, hf-qwen3.6-35b-nl2repo,alibaba,gemma-4-31b-it,unstated,coding,hard,,,,,,,15.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 135: row 'NL2Repo', column 'Gemma4-31B' (header line 65), table 1)",,out:effort-not-established, hf-qwen3.6-35b-nl2repo,alibaba,?Qwen3.5-35BA3B,not-established:absent,coding,hard,,,,,,,20.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 136: row 'NL2Repo', column 'Qwen3.5-35BA3B' (header line 65), table 1)",,out:model-not-established, hf-qwen3.6-35b-nl2repo,alibaba,?Gemma4-26BA4B,not-established:absent,coding,hard,,,,,,,11.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 137: row 'NL2Repo', column 'Gemma4-26BA4B' (header line 65), table 1)",,out:model-not-established, hf-qwen3.6-35b-nl2repo,alibaba,?Qwen3.6-35BA3B,not-established:absent,coding,hard,,,,,,,29.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 138: row 'NL2Repo', column 'Qwen3.6-35BA3B' (header line 65), table 1)",,out:model-not-established, hf-qwen3.6-35b-qwenwebbench,alibaba,qwen3.5-27b,unstated,coding,mid,,,,,,,1068,Elo,0.289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 142: row 'QwenWebBench', column 'Qwen3.5-27B' (header line 65), table 1)",,out:effort-not-established, hf-qwen3.6-35b-qwenwebbench,alibaba,gemma-4-31b-it,unstated,coding,mid,,,,,,,1197,Elo,0.289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 143: row 'QwenWebBench', column 'Gemma4-31B' (header line 65), table 1)",,out:effort-not-established, hf-qwen3.6-35b-qwenwebbench,alibaba,?Qwen3.5-35BA3B,not-established:absent,coding,mid,,,,,,,978,Elo,0.289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 144: row 'QwenWebBench', column 'Qwen3.5-35BA3B' (header line 65), table 1)",,out:model-not-established, hf-qwen3.6-35b-qwenwebbench,alibaba,?Gemma4-26BA4B,not-established:absent,coding,mid,,,,,,,1178,Elo,0.289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 145: row 'QwenWebBench', column 'Gemma4-26BA4B' (header line 65), table 1)",,out:model-not-established, hf-qwen3.6-35b-qwenwebbench,alibaba,?Qwen3.6-35BA3B,not-established:absent,coding,mid,,,,,,,1397,Elo,0.289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 146: row 'QwenWebBench', column 'Qwen3.6-35BA3B' (header line 65), table 1)",,out:model-not-established, hf-qwen3.6-35b-tau3-bench,alibaba,qwen3.5-27b,unstated,agentic-tool,mid,,,,,,,68.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 151: row 'TAU3-Bench', column 'Qwen3.5-27B' (header line 65), table 1)",,out:effort-not-established, hf-qwen3.6-35b-tau3-bench,alibaba,gemma-4-31b-it,unstated,agentic-tool,mid,,,,,,,67.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 152: row 'TAU3-Bench', column 'Gemma4-31B' (header line 65), table 1)",,out:effort-not-established, hf-qwen3.6-35b-tau3-bench,alibaba,?Qwen3.5-35BA3B,not-established:absent,agentic-tool,mid,,,,,,,68.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 153: row 'TAU3-Bench', column 'Qwen3.5-35BA3B' (header line 65), table 1)",,out:model-not-established, hf-qwen3.6-35b-tau3-bench,alibaba,?Gemma4-26BA4B,not-established:absent,agentic-tool,mid,,,,,,,59.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 154: row 'TAU3-Bench', column 'Gemma4-26BA4B' (header line 65), table 1)",,out:model-not-established, hf-qwen3.6-35b-tau3-bench,alibaba,?Qwen3.6-35BA3B,not-established:absent,agentic-tool,mid,,,,,,,67.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 155: row 'TAU3-Bench', column 'Qwen3.6-35BA3B' (header line 65), table 1)",,out:model-not-established, hf-qwen3.6-35b-vita-bench,alibaba,qwen3.5-27b,unstated,agentic-tool,mid,,,,,,,41.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 159: row 'VITA-Bench', column 'Qwen3.5-27B' (header line 65), table 1)",,out:effort-not-established, hf-qwen3.6-35b-vita-bench,alibaba,gemma-4-31b-it,unstated,agentic-tool,mid,,,,,,,43.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 160: row 'VITA-Bench', column 'Gemma4-31B' (header line 65), table 1)",,out:effort-not-established, hf-qwen3.6-35b-vita-bench,alibaba,?Qwen3.5-35BA3B,not-established:absent,agentic-tool,mid,,,,,,,29.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 161: row 'VITA-Bench', column 'Qwen3.5-35BA3B' (header line 65), table 1)",,out:model-not-established, hf-qwen3.6-35b-vita-bench,alibaba,?Gemma4-26BA4B,not-established:absent,agentic-tool,mid,,,,,,,36.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 162: row 'VITA-Bench', column 'Gemma4-26BA4B' (header line 65), table 1)",,out:model-not-established, hf-qwen3.6-35b-vita-bench,alibaba,?Qwen3.6-35BA3B,not-established:absent,agentic-tool,mid,,,,,,,35.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 163: row 'VITA-Bench', column 'Qwen3.6-35BA3B' (header line 65), table 1)",,out:model-not-established, hf-qwen3.6-35b-tool-decathlon,alibaba,qwen3.5-27b,unstated,agentic-tool,hard,,,,,,,31.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 175: row 'Tool Decathlon', column 'Qwen3.5-27B' (header line 65), table 1)",,out:effort-not-established, hf-qwen3.6-35b-tool-decathlon,alibaba,gemma-4-31b-it,unstated,agentic-tool,hard,,,,,,,21.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 176: row 'Tool Decathlon', column 'Gemma4-31B' (header line 65), table 1)",,out:effort-not-established, hf-qwen3.6-35b-tool-decathlon,alibaba,?Qwen3.5-35BA3B,not-established:absent,agentic-tool,hard,,,,,,,28.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 177: row 'Tool Decathlon', column 'Qwen3.5-35BA3B' (header line 65), table 1)",,out:model-not-established, hf-qwen3.6-35b-tool-decathlon,alibaba,?Gemma4-26BA4B,not-established:absent,agentic-tool,hard,,,,,,,12.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 178: row 'Tool Decathlon', column 'Gemma4-26BA4B' (header line 65), table 1)",,out:model-not-established, hf-qwen3.6-35b-tool-decathlon,alibaba,?Qwen3.6-35BA3B,not-established:absent,agentic-tool,hard,,,,,,,26.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 179: row 'Tool Decathlon', column 'Qwen3.6-35BA3B' (header line 65), table 1)",,out:model-not-established, hf-qwen3.6-35b-mcpmark,alibaba,qwen3.5-27b,unstated,agentic-tool,hard,,,,,,,36.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 183: row 'MCPMark', column 'Qwen3.5-27B' (header line 65), table 1)",,out:effort-not-established, hf-qwen3.6-35b-mcpmark,alibaba,gemma-4-31b-it,unstated,agentic-tool,hard,,,,,,,18.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 184: row 'MCPMark', column 'Gemma4-31B' (header line 65), table 1)",,out:effort-not-established, hf-qwen3.6-35b-mcpmark,alibaba,?Qwen3.5-35BA3B,not-established:absent,agentic-tool,hard,,,,,,,27.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 185: row 'MCPMark', column 'Qwen3.5-35BA3B' (header line 65), table 1)",,out:model-not-established, hf-qwen3.6-35b-mcpmark,alibaba,?Gemma4-26BA4B,not-established:absent,agentic-tool,hard,,,,,,,14.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 186: row 'MCPMark', column 'Gemma4-26BA4B' (header line 65), table 1)",,out:model-not-established, hf-qwen3.6-35b-mcpmark,alibaba,?Qwen3.6-35BA3B,not-established:absent,agentic-tool,hard,,,,,,,37.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 187: row 'MCPMark', column 'Qwen3.6-35BA3B' (header line 65), table 1)",,out:model-not-established, hf-qwen3.6-35b-mcp-atlas,alibaba,qwen3.5-27b,unstated,agentic-tool,hard,,,,,,,68.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 191: row 'MCP-Atlas', column 'Qwen3.5-27B' (header line 65), table 1)",,out:effort-not-established, hf-qwen3.6-35b-mcp-atlas,alibaba,gemma-4-31b-it,unstated,agentic-tool,hard,,,,,,,57.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 192: row 'MCP-Atlas', column 'Gemma4-31B' (header line 65), table 1)",,out:effort-not-established, hf-qwen3.6-35b-mcp-atlas,alibaba,?Qwen3.5-35BA3B,not-established:absent,agentic-tool,hard,,,,,,,62.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 193: row 'MCP-Atlas', column 'Qwen3.5-35BA3B' (header line 65), table 1)",,out:model-not-established, hf-qwen3.6-35b-mcp-atlas,alibaba,?Gemma4-26BA4B,not-established:absent,agentic-tool,hard,,,,,,,50.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 194: row 'MCP-Atlas', column 'Gemma4-26BA4B' (header line 65), table 1)",,out:model-not-established, hf-qwen3.6-35b-mcp-atlas,alibaba,?Qwen3.6-35BA3B,not-established:absent,agentic-tool,hard,,,,,,,62.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 195: row 'MCP-Atlas', column 'Qwen3.6-35BA3B' (header line 65), table 1)",,out:model-not-established, hf-qwen3.6-35b-widesearch,alibaba,qwen3.5-27b,unstated,agentic-tool,hard,,,,,,,66.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 199: row 'WideSearch', column 'Qwen3.5-27B' (header line 65), table 1)",,out:effort-not-established, hf-qwen3.6-35b-widesearch,alibaba,gemma-4-31b-it,unstated,agentic-tool,hard,,,,,,,35.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 200: row 'WideSearch', column 'Gemma4-31B' (header line 65), table 1)",,out:effort-not-established, hf-qwen3.6-35b-widesearch,alibaba,?Qwen3.5-35BA3B,not-established:absent,agentic-tool,hard,,,,,,,59.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 201: row 'WideSearch', column 'Qwen3.5-35BA3B' (header line 65), table 1)",,out:model-not-established, hf-qwen3.6-35b-widesearch,alibaba,?Gemma4-26BA4B,not-established:absent,agentic-tool,hard,,,,,,,38.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 202: row 'WideSearch', column 'Gemma4-26BA4B' (header line 65), table 1)",,out:model-not-established, hf-qwen3.6-35b-widesearch,alibaba,?Qwen3.6-35BA3B,not-established:absent,agentic-tool,hard,,,,,,,60.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 203: row 'WideSearch', column 'Qwen3.6-35BA3B' (header line 65), table 1)",,out:model-not-established, hf-qwen3.6-35b-hle,alibaba,qwen3.5-27b,unstated,reasoning-math,frontier,,,,,,,24.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 249: row 'HLE', column 'Qwen3.5-27B' (header line 65), table 1)",,out:effort-not-established, hf-qwen3.6-35b-hle,alibaba,gemma-4-31b-it,unstated,reasoning-math,frontier,,,,,,,19.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 250: row 'HLE', column 'Gemma4-31B' (header line 65), table 1)",,out:effort-not-established, hf-qwen3.6-35b-hle,alibaba,?Qwen3.5-35BA3B,not-established:absent,reasoning-math,frontier,,,,,,,22.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 251: row 'HLE', column 'Qwen3.5-35BA3B' (header line 65), table 1)",,out:model-not-established, hf-qwen3.6-35b-hle,alibaba,?Gemma4-26BA4B,not-established:absent,reasoning-math,frontier,,,,,,,8.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 252: row 'HLE', column 'Gemma4-26BA4B' (header line 65), table 1)",,out:model-not-established, hf-qwen3.6-35b-hle,alibaba,?Qwen3.6-35BA3B,not-established:absent,reasoning-math,frontier,,,,,,,21.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 253: row 'HLE', column 'Qwen3.6-35BA3B' (header line 65), table 1)",,out:model-not-established, hf-qwen3.6-35b-hmmt-feb-26,alibaba,qwen3.5-27b,unstated,reasoning-math,hard,,,,,,,84.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 281: row 'HMMT Feb 26', column 'Qwen3.5-27B' (header line 65), table 1)",,out:effort-not-established, hf-qwen3.6-35b-hmmt-feb-26,alibaba,gemma-4-31b-it,unstated,reasoning-math,hard,,,,,,,77.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 282: row 'HMMT Feb 26', column 'Gemma4-31B' (header line 65), table 1)",,out:effort-not-established, hf-qwen3.6-35b-hmmt-feb-26,alibaba,?Qwen3.5-35BA3B,not-established:absent,reasoning-math,hard,,,,,,,78.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 283: row 'HMMT Feb 26', column 'Qwen3.5-35BA3B' (header line 65), table 1)",,out:model-not-established, hf-qwen3.6-35b-hmmt-feb-26,alibaba,?Gemma4-26BA4B,not-established:absent,reasoning-math,hard,,,,,,,79.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 284: row 'HMMT Feb 26', column 'Gemma4-26BA4B' (header line 65), table 1)",,out:model-not-established, hf-qwen3.6-35b-hmmt-feb-26,alibaba,?Qwen3.6-35BA3B,not-established:absent,reasoning-math,hard,,,,,,,83.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 285: row 'HMMT Feb 26', column 'Qwen3.6-35BA3B' (header line 65), table 1)",,out:model-not-established, hf-qwen3.6-35b-imoanswerbench,alibaba,qwen3.5-27b,unstated,reasoning-math,hard,,,,,,,79.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 289: row 'IMOAnswerBench', column 'Qwen3.5-27B' (header line 65), table 1)",,out:effort-not-established, hf-qwen3.6-35b-imoanswerbench,alibaba,gemma-4-31b-it,unstated,reasoning-math,hard,,,,,,,74.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 290: row 'IMOAnswerBench', column 'Gemma4-31B' (header line 65), table 1)",,out:effort-not-established, hf-qwen3.6-35b-imoanswerbench,alibaba,?Qwen3.5-35BA3B,not-established:absent,reasoning-math,hard,,,,,,,76.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 291: row 'IMOAnswerBench', column 'Qwen3.5-35BA3B' (header line 65), table 1)",,out:model-not-established, hf-qwen3.6-35b-imoanswerbench,alibaba,?Gemma4-26BA4B,not-established:absent,reasoning-math,hard,,,,,,,74.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 292: row 'IMOAnswerBench', column 'Gemma4-26BA4B' (header line 65), table 1)",,out:model-not-established, hf-qwen3.6-35b-imoanswerbench,alibaba,?Qwen3.6-35BA3B,not-established:absent,reasoning-math,hard,,,,,,,78.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 293: row 'IMOAnswerBench', column 'Qwen3.6-35BA3B' (header line 65), table 1)",,out:model-not-established, hf-qwen3.6-35b-aime26,alibaba,qwen3.5-27b,unstated,reasoning-math,hard,,,,,,,92.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 297: row 'AIME26', column 'Qwen3.5-27B' (header line 65), table 1)",,out:effort-not-established, hf-qwen3.6-35b-aime26,alibaba,gemma-4-31b-it,unstated,reasoning-math,hard,,,,,,,89.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 298: row 'AIME26', column 'Gemma4-31B' (header line 65), table 1)",,out:effort-not-established, hf-qwen3.6-35b-aime26,alibaba,?Qwen3.5-35BA3B,not-established:absent,reasoning-math,hard,,,,,,,91.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 299: row 'AIME26', column 'Qwen3.5-35BA3B' (header line 65), table 1)",,out:model-not-established, hf-qwen3.6-35b-aime26,alibaba,?Gemma4-26BA4B,not-established:absent,reasoning-math,hard,,,,,,,88.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 300: row 'AIME26', column 'Gemma4-26BA4B' (header line 65), table 1)",,out:model-not-established, hf-qwen3.6-35b-aime26,alibaba,?Qwen3.6-35BA3B,not-established:absent,reasoning-math,hard,,,,,,,92.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.6-35B-A3B (line 301: row 'AIME26', column 'Qwen3.6-35BA3B' (header line 65), table 1)",,out:model-not-established, qwen3.7-plus-blog-screenspot-pro,alibaba,gpt-5.4,xhigh,mixed,hard,,,,,,,67.4,ScreenSpot Pro,0.0289,,,"https://qwen.ai/blog?id=qwen3.7-plus (multimodal table, row ScreenSpot Pro, column GPT-5.4 (xhigh))",,in, qwen3.7-plus-blog-screenspot-pro,alibaba,opus-4.6,max,mixed,hard,,,,,,,49.5,ScreenSpot Pro,0.0289,,,"https://qwen.ai/blog?id=qwen3.7-plus (multimodal table, row ScreenSpot Pro, column Opus-4.6 Max)",,out:single-couple, qwen3.7-plus-blog-screenspot-pro,alibaba,gemini-3.1-pro,unstated,mixed,hard,,,,,,,68.1,ScreenSpot Pro,0.0289,,,"https://qwen.ai/blog?id=qwen3.7-plus (multimodal table, row ScreenSpot Pro, column Gemini-3.1 Pro)",,out:effort-not-established, qwen3.7-plus-blog-screenspot-pro,alibaba,qwen3.6-plus,unstated,mixed,hard,,,,,,,68.2,ScreenSpot Pro,0.0289,,,"https://qwen.ai/blog?id=qwen3.7-plus (multimodal table, row ScreenSpot Pro, column Qwen3.6-Plus)",,out:effort-not-established, qwen3.7-plus-blog-screenspot-pro,alibaba,qwen3.7-plus,nothink,mixed,hard,,,,,,,79.0,ScreenSpot Pro,0.0289,,EAP-run,"https://qwen.ai/blog?id=qwen3.7-plus (multimodal table, row ScreenSpot Pro, column Qwen3.7-Plus)",,in, qwen3.7-plus-blog-osworld-verified,alibaba,gpt-5.4,xhigh,mixed,hard,,,,,,,75.0,OSWorld-Verified,0.0289,,,"https://qwen.ai/blog?id=qwen3.7-plus (multimodal table, row OSWorld-Verified, column GPT-5.4 (xhigh))",,in, qwen3.7-plus-blog-osworld-verified,alibaba,opus-4.6,max,mixed,hard,,,,,,,72.7,OSWorld-Verified,0.0289,,,"https://qwen.ai/blog?id=qwen3.7-plus (multimodal table, row OSWorld-Verified, column Opus-4.6 Max)",,out:single-couple, qwen3.7-plus-blog-osworld-verified,alibaba,qwen3.6-plus,unstated,mixed,hard,,,,,,,62.5,OSWorld-Verified,0.0289,,,"https://qwen.ai/blog?id=qwen3.7-plus (multimodal table, row OSWorld-Verified, column Qwen3.6-Plus)",,out:effort-not-established, qwen3.7-plus-blog-osworld-verified,alibaba,qwen3.7-plus,nothink,mixed,hard,,,,,,,73.3,OSWorld-Verified,0.0289,,EAP-run,"https://qwen.ai/blog?id=qwen3.7-plus (multimodal table, row OSWorld-Verified, column Qwen3.7-Plus)",,in, hf-qwen3.8-27b-terminal-bench-2-1-terminus,alibaba,qwen3.8-27b,unstated,coding,hard,Terminus,,,,,,73.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 77: cell of row 'Terminal Bench 2.1 (Terminus)', column 'Qwen3.8-27B' (header line 72), table 1)",,out:effort-not-established, hf-qwen3.8-27b-terminal-bench-2-1-terminus,alibaba,qwen3.6-27b,unstated,coding,hard,Terminus,,,,,,63.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 78: cell of row 'Terminal Bench 2.1 (Terminus)', column 'Qwen3.6-27B' (header line 72), table 1)",,out:effort-not-established, hf-qwen3.8-27b-terminal-bench-2-1-terminus,alibaba,qwen3.7-plus,unstated,coding,hard,Terminus,,,,,,64.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 79: cell of row 'Terminal Bench 2.1 (Terminus)', column 'Qwen3.7-Plus' (header line 72), table 1)",,out:effort-not-established, hf-qwen3.8-27b-terminal-bench-2-1-terminus,alibaba,muse-glimmer-30b,unstated,coding,hard,Terminus,,,,,,51.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 80: cell of row 'Terminal Bench 2.1 (Terminus)', column 'Muse Glimmer-30B' (header line 72), table 1)",,out:effort-not-established, hf-qwen3.8-27b-terminal-bench-2-1-terminus,alibaba,opus-4.6,not-established:absent,coding,hard,Terminus,,,,,,78.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 81: cell of row 'Terminal Bench 2.1 (Terminus)', column 'Opus4.6 Max' (header line 72), table 1)",,out:effort-not-established, hf-qwen3.8-27b-swe-bench-pro,alibaba,qwen3.8-27b,unstated,coding,frontier,,,,,,,61.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 85: cell of row 'SWE-bench Pro', column 'Qwen3.8-27B' (header line 72), table 1)",,out:effort-not-established, hf-qwen3.8-27b-swe-bench-pro,alibaba,qwen3.6-27b,unstated,coding,frontier,,,,,,,53.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 86: cell of row 'SWE-bench Pro', column 'Qwen3.6-27B' (header line 72), table 1)",,out:effort-not-established, hf-qwen3.8-27b-swe-bench-pro,alibaba,qwen3.7-plus,unstated,coding,frontier,,,,,,,57.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 87: cell of row 'SWE-bench Pro', column 'Qwen3.7-Plus' (header line 72), table 1)",,out:effort-not-established, hf-qwen3.8-27b-swe-bench-pro,alibaba,muse-glimmer-30b,unstated,coding,frontier,,,,,,,51.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 88: cell of row 'SWE-bench Pro', column 'Muse Glimmer-30B' (header line 72), table 1)",,out:effort-not-established, hf-qwen3.8-27b-swe-bench-pro,alibaba,opus-4.6,max,coding,frontier,,,,,,,53.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 89: cell of row 'SWE-bench Pro', column 'Opus4.6 Max' (header line 72), table 1)",,out:single-couple, hf-qwen3.8-27b-nl2repo-bench,alibaba,qwen3.8-27b,unstated,coding,hard,Claude Code,,,,,,42.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 93: cell of row 'NL2Repo-Bench', column 'Qwen3.8-27B' (header line 72), table 1)",,out:effort-not-established, hf-qwen3.8-27b-nl2repo-bench,alibaba,qwen3.6-27b,unstated,coding,hard,Claude Code,,,,,,36.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 94: cell of row 'NL2Repo-Bench', column 'Qwen3.6-27B' (header line 72), table 1)",,out:effort-not-established, hf-qwen3.8-27b-nl2repo-bench,alibaba,qwen3.7-plus,unstated,coding,hard,Claude Code,,,,,,41.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 95: cell of row 'NL2Repo-Bench', column 'Qwen3.7-Plus' (header line 72), table 1)",,out:effort-not-established, hf-qwen3.8-27b-nl2repo-bench,alibaba,opus-4.6,not-established:absent,coding,hard,Claude Code,,,,,,47.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 97: cell of row 'NL2Repo-Bench', column 'Opus4.6 Max' (header line 72), table 1)",,out:effort-not-established, hf-qwen3.8-27b-deepswe-1-1,alibaba,qwen3.8-27b,unstated,coding,frontier,Claude Code,,,,,,42.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 101: cell of row 'DeepSWE 1.1', column 'Qwen3.8-27B' (header line 72), table 1)",,out:effort-not-established, hf-qwen3.8-27b-deepswe-1-1,alibaba,qwen3.6-27b,unstated,coding,frontier,Claude Code,,,,,,13.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 102: cell of row 'DeepSWE 1.1', column 'Qwen3.6-27B' (header line 72), table 1)",,out:effort-not-established, hf-qwen3.8-27b-deepswe-1-1,alibaba,qwen3.7-plus,unstated,coding,frontier,Claude Code,,,,,,14.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 103: cell of row 'DeepSWE 1.1', column 'Qwen3.7-Plus' (header line 72), table 1)",,out:effort-not-established, hf-qwen3.8-27b-qwenswebench,alibaba,qwen3.8-27b,unstated,coding,hard,Claude Code,,,,,,79.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 109: cell of row 'QwenSWEBench', column 'Qwen3.8-27B' (header line 72), table 1)",,out:effort-not-established, hf-qwen3.8-27b-qwenswebench,alibaba,qwen3.6-27b,unstated,coding,hard,Claude Code,,,,,,49.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 110: cell of row 'QwenSWEBench', column 'Qwen3.6-27B' (header line 72), table 1)",,out:effort-not-established, hf-qwen3.8-27b-qwenswebench,alibaba,qwen3.7-plus,unstated,coding,hard,Claude Code,,,,,,59.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 111: cell of row 'QwenSWEBench', column 'Qwen3.7-Plus' (header line 72), table 1)",,out:effort-not-established, hf-qwen3.8-27b-qwenswebench,alibaba,opus-4.6,not-established:absent,coding,hard,Claude Code,,,,,,63.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 113: cell of row 'QwenSWEBench', column 'Opus4.6 Max' (header line 72), table 1)",,out:effort-not-established, hf-qwen3.8-27b-coworkbench,alibaba,qwen3.8-27b,unstated,agentic-tool,hard,,,,,,,70.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 118: cell of row 'CoWorkBench', column 'Qwen3.8-27B' (header line 72), table 1)",,out:effort-not-established, hf-qwen3.8-27b-coworkbench,alibaba,qwen3.6-27b,unstated,agentic-tool,hard,,,,,,,61.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 119: cell of row 'CoWorkBench', column 'Qwen3.6-27B' (header line 72), table 1)",,out:effort-not-established, hf-qwen3.8-27b-coworkbench,alibaba,qwen3.7-plus,unstated,agentic-tool,hard,,,,,,,65.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 120: cell of row 'CoWorkBench', column 'Qwen3.7-Plus' (header line 72), table 1)",,out:effort-not-established, hf-qwen3.8-27b-coworkbench,alibaba,opus-4.6,max,agentic-tool,hard,,,,,,,68.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 122: cell of row 'CoWorkBench', column 'Opus4.6 Max' (header line 72), table 1)",,out:single-couple, hf-qwen3.8-27b-jobbench,alibaba,qwen3.8-27b,unstated,agentic-tool,hard,,,,,,,33.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 126: cell of row 'JobBench', column 'Qwen3.8-27B' (header line 72), table 1)",,out:effort-not-established, hf-qwen3.8-27b-jobbench,alibaba,qwen3.6-27b,unstated,agentic-tool,hard,,,,,,,21.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 127: cell of row 'JobBench', column 'Qwen3.6-27B' (header line 72), table 1)",,out:effort-not-established, hf-qwen3.8-27b-jobbench,alibaba,qwen3.7-plus,unstated,agentic-tool,hard,,,,,,,27.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 128: cell of row 'JobBench', column 'Qwen3.7-Plus' (header line 72), table 1)",,out:effort-not-established, hf-qwen3.8-27b-agents-last-exam-pass-1,alibaba,qwen3.8-27b,unstated,agentic-tool,frontier,,,,,,,20.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 134: cell of row 'Agents' Last Exam' (value labelled 'Pass@1' inside the cell), column 'Qwen3.8-27B' (header line 72), table 1)",,out:effort-not-established, hf-qwen3.8-27b-agents-last-exam-pass-1,alibaba,qwen3.6-27b,unstated,agentic-tool,frontier,,,,,,,10.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 135: cell of row 'Agents' Last Exam' (value labelled 'Pass@1' inside the cell), column 'Qwen3.6-27B' (header line 72), table 1)",,out:effort-not-established, hf-qwen3.8-27b-agents-last-exam-pass-1,alibaba,qwen3.7-plus,unstated,agentic-tool,frontier,,,,,,,13.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 136: cell of row 'Agents' Last Exam' (value labelled 'Pass@1' inside the cell), column 'Qwen3.7-Plus' (header line 72), table 1)",,out:effort-not-established, hf-qwen3.8-27b-ifbench,alibaba,qwen3.8-27b,unstated,mixed,mid,,,,,,,79.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 143: cell of row 'IFBench', column 'Qwen3.8-27B' (header line 72), table 1)",,out:effort-not-established, hf-qwen3.8-27b-ifbench,alibaba,qwen3.6-27b,unstated,mixed,mid,,,,,,,69.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 144: cell of row 'IFBench', column 'Qwen3.6-27B' (header line 72), table 1)",,out:effort-not-established, hf-qwen3.8-27b-ifbench,alibaba,qwen3.7-plus,unstated,mixed,mid,,,,,,,79.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 145: cell of row 'IFBench', column 'Qwen3.7-Plus' (header line 72), table 1)",,out:effort-not-established, hf-qwen3.8-27b-ifbench,alibaba,muse-glimmer-30b,unstated,mixed,mid,,,,,,,77.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 146: cell of row 'IFBench', column 'Muse Glimmer-30B' (header line 72), table 1)",,out:effort-not-established, hf-qwen3.8-27b-ifbench,alibaba,opus-4.6,max,mixed,mid,,,,,,,62.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 147: cell of row 'IFBench', column 'Opus4.6 Max' (header line 72), table 1)",,out:single-couple, hf-qwen3.8-27b-gpqa-diamond,alibaba,qwen3.8-27b,unstated,reasoning-math,hard,,,,,,,89.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 151: cell of row 'GPQA Diamond', column 'Qwen3.8-27B' (header line 72), table 1)",,out:effort-not-established, hf-qwen3.8-27b-gpqa-diamond,alibaba,qwen3.6-27b,unstated,reasoning-math,hard,,,,,,,87.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 152: cell of row 'GPQA Diamond', column 'Qwen3.6-27B' (header line 72), table 1)",,out:effort-not-established, hf-qwen3.8-27b-gpqa-diamond,alibaba,qwen3.7-plus,unstated,reasoning-math,hard,,,,,,,90.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 153: cell of row 'GPQA Diamond', column 'Qwen3.7-Plus' (header line 72), table 1)",,out:effort-not-established, hf-qwen3.8-27b-gpqa-diamond,alibaba,muse-glimmer-30b,unstated,reasoning-math,hard,,,,,,,83.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 154: cell of row 'GPQA Diamond', column 'Muse Glimmer-30B' (header line 72), table 1)",,out:effort-not-established, hf-qwen3.8-27b-gpqa-diamond,alibaba,opus-4.6,max,reasoning-math,hard,,,,,,,91.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 155: cell of row 'GPQA Diamond', column 'Opus4.6 Max' (header line 72), table 1)",,out:single-couple, hf-qwen3.8-27b-hle,alibaba,qwen3.8-27b,unstated,reasoning-math,frontier,,,,,,,30.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 159: cell of row 'HLE', column 'Qwen3.8-27B' (header line 72), table 1)",,out:effort-not-established, hf-qwen3.8-27b-hle,alibaba,qwen3.6-27b,unstated,reasoning-math,frontier,,,,,,,24.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 160: cell of row 'HLE', column 'Qwen3.6-27B' (header line 72), table 1)",,out:effort-not-established, hf-qwen3.8-27b-hle,alibaba,qwen3.7-plus,unstated,reasoning-math,frontier,,,,,,,34.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 161: cell of row 'HLE', column 'Qwen3.7-Plus' (header line 72), table 1)",,out:effort-not-established, hf-qwen3.8-27b-hle,alibaba,muse-glimmer-30b,unstated,reasoning-math,frontier,,,,,,,22.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 162: cell of row 'HLE', column 'Muse Glimmer-30B' (header line 72), table 1)",,out:effort-not-established, hf-qwen3.8-27b-hle,alibaba,opus-4.6,max,reasoning-math,frontier,,,,,,,40.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 163: cell of row 'HLE', column 'Opus4.6 Max' (header line 72), table 1)",,out:single-couple, hf-qwen3.8-27b-livecodebench-v6,alibaba,qwen3.8-27b,unstated,coding,hard,,,,,,,90.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 167: cell of row 'LiveCodeBench v6', column 'Qwen3.8-27B' (header line 72), table 1)",,out:effort-not-established, hf-qwen3.8-27b-livecodebench-v6,alibaba,qwen3.6-27b,unstated,coding,hard,,,,,,,83.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 168: cell of row 'LiveCodeBench v6', column 'Qwen3.6-27B' (header line 72), table 1)",,out:effort-not-established, hf-qwen3.8-27b-livecodebench-v6,alibaba,qwen3.7-plus,unstated,coding,hard,,,,,,,89.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 169: cell of row 'LiveCodeBench v6', column 'Qwen3.7-Plus' (header line 72), table 1)",,out:effort-not-established, hf-qwen3.8-27b-livecodebench-v6,alibaba,opus-4.6,max,coding,hard,,,,,,,88.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 171: cell of row 'LiveCodeBench v6', column 'Opus4.6 Max' (header line 72), table 1)",,out:single-couple, hf-qwen3.8-27b-osworld-verified,alibaba,qwen3.8-27b,unstated,computer-use,mid,,,,,,,84.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 195: cell of row 'OSWorld-Verified', column 'Qwen3.8-27B' (header line 192), table 2)",,out:effort-not-established, hf-qwen3.8-27b-osworld-verified,alibaba,qwen3.6-27b,unstated,computer-use,mid,,,,,,,63.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 195: cell of row 'OSWorld-Verified', column 'Qwen3.6-27B' (header line 192), table 2)",,out:effort-not-established, hf-qwen3.8-27b-osworld-verified,alibaba,qwen3.7-plus,unstated,computer-use,mid,,,,,,,73.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 195: cell of row 'OSWorld-Verified', column 'Qwen3.7-Plus' (header line 192), table 2)",,out:effort-not-established, hf-qwen3.8-27b-osworld-verified,alibaba,muse-glimmer-30b,unstated,computer-use,mid,,,,,,,65.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 195: cell of row 'OSWorld-Verified', column 'Muse Glimmer-30B' (header line 192), table 2)",,out:effort-not-established, hf-qwen3.8-27b-osworld-verified,alibaba,opus-4.6,max,computer-use,mid,,,,,,,72.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 195: cell of row 'OSWorld-Verified', column 'Opus4.6 Max' (header line 192), table 2)",,out:single-couple, hf-qwen3.8-27b-webarena-verified,alibaba,qwen3.8-27b,unstated,computer-use,mid,OSWorld-scaffold,,,,,,64.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 196: cell of row 'WebArena-Verified', column 'Qwen3.8-27B' (header line 192), table 2)",,out:effort-not-established, hf-qwen3.8-27b-webarena-verified,alibaba,qwen3.6-27b,unstated,computer-use,mid,OSWorld-scaffold,,,,,,48.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 196: cell of row 'WebArena-Verified', column 'Qwen3.6-27B' (header line 192), table 2)",,out:effort-not-established, hf-qwen3.8-27b-webarena-verified,alibaba,qwen3.7-plus,unstated,computer-use,mid,OSWorld-scaffold,,,,,,55.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 196: cell of row 'WebArena-Verified', column 'Qwen3.7-Plus' (header line 192), table 2)",,out:effort-not-established, hf-qwen3.8-27b-androidworld,alibaba,qwen3.8-27b,unstated,computer-use,mid,,,,,,,81.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 197: cell of row 'AndroidWorld', column 'Qwen3.8-27B' (header line 192), table 2)",,out:effort-not-established, hf-qwen3.8-27b-androidworld,alibaba,qwen3.6-27b,unstated,computer-use,mid,,,,,,,70.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 197: cell of row 'AndroidWorld', column 'Qwen3.6-27B' (header line 192), table 2)",,out:effort-not-established, hf-qwen3.8-27b-androidworld,alibaba,qwen3.7-plus,unstated,computer-use,mid,,,,,,,81.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 197: cell of row 'AndroidWorld', column 'Qwen3.7-Plus' (header line 192), table 2)",,out:effort-not-established, hf-qwen3.8-27b-androidworld,alibaba,opus-4.6,max,computer-use,mid,,,,,,,62.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 197: cell of row 'AndroidWorld', column 'Opus4.6 Max' (header line 192), table 2)",,out:single-couple, hf-qwen3.8-27b-recreationbench,alibaba,qwen3.8-27b,unstated,computer-use,hard,,,,,,,47.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 198: cell of row 'RecreationBench', column 'Qwen3.8-27B' (header line 192), table 2)",,out:effort-not-established, hf-qwen3.8-27b-recreationbench,alibaba,qwen3.6-27b,unstated,computer-use,hard,,,,,,,29.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 198: cell of row 'RecreationBench', column 'Qwen3.6-27B' (header line 192), table 2)",,out:effort-not-established, hf-qwen3.8-27b-recreationbench,alibaba,qwen3.7-plus,unstated,computer-use,hard,,,,,,,30.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 198: cell of row 'RecreationBench', column 'Qwen3.7-Plus' (header line 192), table 2)",,out:effort-not-established, hf-qwen3.8-27b-claweval-mm-average,alibaba,qwen3.8-27b,unstated,agentic-tool,hard,,,,,,,56.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 199: cell of row 'ClawEval-MM' (value labelled 'Average' inside the cell), column 'Qwen3.8-27B' (header line 192), table 2)",,out:effort-not-established, hf-qwen3.8-27b-claweval-mm-average,alibaba,qwen3.6-27b,unstated,agentic-tool,hard,,,,,,,50.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 199: cell of row 'ClawEval-MM' (value labelled 'Average' inside the cell), column 'Qwen3.6-27B' (header line 192), table 2)",,out:effort-not-established, hf-qwen3.8-27b-claweval-mm-average,alibaba,qwen3.7-plus,unstated,agentic-tool,hard,,,,,,,60.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 199: cell of row 'ClawEval-MM' (value labelled 'Average' inside the cell), column 'Qwen3.7-Plus' (header line 192), table 2)",,out:effort-not-established, hf-qwen3.8-27b-claweval-mm-average,alibaba,opus-4.6,max,agentic-tool,hard,,,,,,,54.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 199: cell of row 'ClawEval-MM' (value labelled 'Average' inside the cell), column 'Opus4.6 Max' (header line 192), table 2)",,out:single-couple, hf-qwen3.8-27b-swe-mm,alibaba,qwen3.8-27b,unstated,coding,hard,Claude Code,,,,,,38.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 200: cell of row 'SWE-MM', column 'Qwen3.8-27B' (header line 192), table 2)",,out:effort-not-established, hf-qwen3.8-27b-swe-mm,alibaba,qwen3.6-27b,unstated,coding,hard,Claude Code,,,,,,25.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 200: cell of row 'SWE-MM', column 'Qwen3.6-27B' (header line 192), table 2)",,out:effort-not-established, hf-qwen3.8-27b-swe-mm,alibaba,qwen3.7-plus,unstated,coding,hard,Claude Code,,,,,,30.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 200: cell of row 'SWE-MM', column 'Qwen3.7-Plus' (header line 192), table 2)",,out:effort-not-established, hf-qwen3.8-27b-swe-mm,alibaba,opus-4.6,not-established:absent,coding,hard,Claude Code,,,,,,27.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 200: cell of row 'SWE-MM', column 'Opus4.6 Max' (header line 192), table 2)",,out:effort-not-established, hf-qwen3.8-27b-vision2web,alibaba,qwen3.8-27b,unstated,coding,hard,Claude Code,,,,,,62.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 201: cell of row 'Vision2Web', column 'Qwen3.8-27B' (header line 192), table 2)",,out:effort-not-established, hf-qwen3.8-27b-vision2web,alibaba,qwen3.6-27b,unstated,coding,hard,Claude Code,,,,,,45.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 201: cell of row 'Vision2Web', column 'Qwen3.6-27B' (header line 192), table 2)",,out:effort-not-established, hf-qwen3.8-27b-vision2web,alibaba,qwen3.7-plus,unstated,coding,hard,Claude Code,,,,,,42.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 201: cell of row 'Vision2Web', column 'Qwen3.7-Plus' (header line 192), table 2)",,out:effort-not-established, hf-qwen3.8-27b-mathvision-without-ci,alibaba,qwen3.8-27b,unstated,reasoning-math,hard,,,,,,,90.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 203: cell of row 'MathVision' (value labelled 'Without CI' inside the cell), column 'Qwen3.8-27B' (header line 192), table 2)",,out:effort-not-established, hf-qwen3.8-27b-mathvision-without-ci,alibaba,qwen3.6-27b,unstated,reasoning-math,hard,,,,,,,85.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 203: cell of row 'MathVision' (value labelled 'Without CI' inside the cell), column 'Qwen3.6-27B' (header line 192), table 2)",,out:effort-not-established, hf-qwen3.8-27b-mathvision-without-ci,alibaba,qwen3.7-plus,unstated,reasoning-math,hard,,,,,,,90.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 203: cell of row 'MathVision' (value labelled 'Without CI' inside the cell), column 'Qwen3.7-Plus' (header line 192), table 2)",,out:effort-not-established, hf-qwen3.8-27b-mathvision-without-ci,alibaba,opus-4.6,max,reasoning-math,hard,,,,,,,65.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 203: cell of row 'MathVision' (value labelled 'Without CI' inside the cell), column 'Opus4.6 Max' (header line 192), table 2)",,out:single-couple, hf-qwen3.8-27b-babyvision-without-ci,alibaba,qwen3.8-27b,unstated,mixed,hard,,,,,,,65.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 204: cell of row 'BabyVision' (value labelled 'Without CI' inside the cell), column 'Qwen3.8-27B' (header line 192), table 2)",,out:effort-not-established, hf-qwen3.8-27b-babyvision-without-ci,alibaba,qwen3.6-27b,unstated,mixed,hard,,,,,,,28.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 204: cell of row 'BabyVision' (value labelled 'Without CI' inside the cell), column 'Qwen3.6-27B' (header line 192), table 2)",,out:effort-not-established, hf-qwen3.8-27b-babyvision-without-ci,alibaba,qwen3.7-plus,unstated,mixed,hard,,,,,,,64.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 204: cell of row 'BabyVision' (value labelled 'Without CI' inside the cell), column 'Qwen3.7-Plus' (header line 192), table 2)",,out:effort-not-established, hf-qwen3.8-27b-babyvision-without-ci,alibaba,opus-4.6,max,mixed,hard,,,,,,,12.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 204: cell of row 'BabyVision' (value labelled 'Without CI' inside the cell), column 'Opus4.6 Max' (header line 192), table 2)",,out:single-couple, hf-qwen3.8-27b-charxiv-rq-without-ci,alibaba,qwen3.8-27b,unstated,mixed,mid,,,,,,,83.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 205: cell of row 'CharXiv (RQ)' (value labelled 'Without CI' inside the cell), column 'Qwen3.8-27B' (header line 192), table 2)",,out:effort-not-established, hf-qwen3.8-27b-charxiv-rq-without-ci,alibaba,qwen3.6-27b,unstated,mixed,mid,,,,,,,78.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 205: cell of row 'CharXiv (RQ)' (value labelled 'Without CI' inside the cell), column 'Qwen3.6-27B' (header line 192), table 2)",,out:effort-not-established, hf-qwen3.8-27b-charxiv-rq-without-ci,alibaba,qwen3.7-plus,unstated,mixed,mid,,,,,,,85.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 205: cell of row 'CharXiv (RQ)' (value labelled 'Without CI' inside the cell), column 'Qwen3.7-Plus' (header line 192), table 2)",,out:effort-not-established, hf-qwen3.8-27b-charxiv-rq-without-ci,alibaba,opus-4.6,max,mixed,mid,,,,,,,66.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 205: cell of row 'CharXiv (RQ)' (value labelled 'Without CI' inside the cell), column 'Opus4.6 Max' (header line 192), table 2)",,out:single-couple, hf-qwen3.8-27b-omnidocbench-1-5,alibaba,qwen3.8-27b,unstated,mixed,mid,,,,,,,91.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 206: cell of row 'OmniDocBench 1.5', column 'Qwen3.8-27B' (header line 192), table 2)",,out:effort-not-established, hf-qwen3.8-27b-omnidocbench-1-5,alibaba,qwen3.6-27b,unstated,mixed,mid,,,,,,,89.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 206: cell of row 'OmniDocBench 1.5', column 'Qwen3.6-27B' (header line 192), table 2)",,out:effort-not-established, hf-qwen3.8-27b-omnidocbench-1-5,alibaba,qwen3.7-plus,unstated,mixed,mid,,,,,,,91.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 206: cell of row 'OmniDocBench 1.5', column 'Qwen3.7-Plus' (header line 192), table 2)",,out:effort-not-established, hf-qwen3.8-27b-omnidocbench-1-5,alibaba,muse-glimmer-30b,unstated,mixed,mid,,,,,,,75.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 206: cell of row 'OmniDocBench 1.5', column 'Muse Glimmer-30B' (header line 192), table 2)",,out:effort-not-established, hf-qwen3.8-27b-omnidocbench-1-5,alibaba,opus-4.6,max,mixed,mid,,,,,,,86.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 206: cell of row 'OmniDocBench 1.5', column 'Opus4.6 Max' (header line 192), table 2)",,out:single-couple, hf-qwen3.8-27b-realworldqa,alibaba,qwen3.8-27b,unstated,mixed,mid,,,,,,,85.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 207: cell of row 'RealWorldQA', column 'Qwen3.8-27B' (header line 192), table 2)",,out:effort-not-established, hf-qwen3.8-27b-realworldqa,alibaba,qwen3.6-27b,unstated,mixed,mid,,,,,,,84.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 207: cell of row 'RealWorldQA', column 'Qwen3.6-27B' (header line 192), table 2)",,out:effort-not-established, hf-qwen3.8-27b-realworldqa,alibaba,qwen3.7-plus,unstated,mixed,mid,,,,,,,86.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 207: cell of row 'RealWorldQA', column 'Qwen3.7-Plus' (header line 192), table 2)",,out:effort-not-established, hf-qwen3.8-27b-realworldqa,alibaba,opus-4.6,max,mixed,mid,,,,,,,73.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 207: cell of row 'RealWorldQA', column 'Opus4.6 Max' (header line 192), table 2)",,out:single-couple, hf-qwen3.8-27b-erqa,alibaba,qwen3.8-27b,unstated,mixed,mid,,,,,,,65.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 208: cell of row 'ERQA', column 'Qwen3.8-27B' (header line 192), table 2)",,out:effort-not-established, hf-qwen3.8-27b-erqa,alibaba,qwen3.6-27b,unstated,mixed,mid,,,,,,,62.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 208: cell of row 'ERQA', column 'Qwen3.6-27B' (header line 192), table 2)",,out:effort-not-established, hf-qwen3.8-27b-erqa,alibaba,qwen3.7-plus,unstated,mixed,mid,,,,,,,69.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 208: cell of row 'ERQA', column 'Qwen3.7-Plus' (header line 192), table 2)",,out:effort-not-established, hf-qwen3.8-27b-erqa,alibaba,opus-4.6,max,mixed,mid,,,,,,,40.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-27B (line 208: cell of row 'ERQA', column 'Opus4.6 Max' (header line 192), table 2)",,out:single-couple, hf-qwen3.8-flash-next-deepswe-1-1,alibaba,qwen3.8-flash-next,xhigh,coding,frontier,best-of-harnesses,,,,,,58.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 129: cell of row 'DeepSWE 1.1', column 'Qwen3.8-Flash-Next' (header line 100), table 1)",,out:single-couple, hf-qwen3.8-flash-next-deepswe-1-1,alibaba,qwen3.8-27b,unstated,coding,frontier,best-of-harnesses,,,,,,42.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 130: cell of row 'DeepSWE 1.1', column 'Qwen3.8-27B' (header line 100), table 1)",,out:effort-not-established, hf-qwen3.8-flash-next-deepswe-1-1,alibaba,qwen3.7-plus,unstated,coding,frontier,best-of-harnesses,,,,,,16.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 131: cell of row 'DeepSWE 1.1', column 'Qwen3.7-Plus' (header line 100), table 1)",,out:effort-not-established, hf-qwen3.8-flash-next-deepswe-1-1,alibaba,deepseek-v4-flash-0731,unstated,coding,frontier,best-of-harnesses,,,,,,54.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 132: cell of row 'DeepSWE 1.1', column 'DeepSeek-V4-Flash-0731' (header line 100), table 1)",,out:effort-not-established, hf-qwen3.8-flash-next-swe-bench-pro,alibaba,qwen3.8-flash-next,not-established:absent,coding,frontier,Claude Code,,,,,,62.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 137: cell of row 'SWE-bench Pro', column 'Qwen3.8-Flash-Next' (header line 100), table 1)",,out:effort-not-established, hf-qwen3.8-flash-next-swe-bench-pro,alibaba,qwen3.8-27b,unstated,coding,frontier,Claude Code,,,,,,61.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 138: cell of row 'SWE-bench Pro', column 'Qwen3.8-27B' (header line 100), table 1)",,out:effort-not-established, hf-qwen3.8-flash-next-swe-bench-pro,alibaba,qwen3.7-plus,unstated,coding,frontier,Claude Code,,,,,,55.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 139: cell of row 'SWE-bench Pro', column 'Qwen3.7-Plus' (header line 100), table 1)",,out:effort-not-established, hf-qwen3.8-flash-next-swe-bench-pro,alibaba,deepseek-v4-flash-0731,unstated,coding,frontier,Claude Code,,,,,,56.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 140: cell of row 'SWE-bench Pro', column 'DeepSeek-V4-Flash-0731' (header line 100), table 1)",,out:effort-not-established, hf-qwen3.8-flash-next-swe-bench-pro,alibaba,opus-4.6,max,coding,frontier,Claude Code,,,,,,53.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 141: cell of row 'SWE-bench Pro', column 'Claude-Opus-4.6 (Max)' (header line 100), table 1)",,out:single-couple, hf-qwen3.8-flash-next-swe-bench-multilingual,alibaba,qwen3.8-flash-next,not-established:absent,coding,hard,mini-SWE-agent,,,,,,81.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 145: cell of row 'SWE-bench Multilingual', column 'Qwen3.8-Flash-Next' (header line 100), table 1)",,out:effort-not-established, hf-qwen3.8-flash-next-swe-bench-multilingual,alibaba,qwen3.8-27b,unstated,coding,hard,mini-SWE-agent,,,,,,73.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 146: cell of row 'SWE-bench Multilingual', column 'Qwen3.8-27B' (header line 100), table 1)",,out:effort-not-established, hf-qwen3.8-flash-next-swe-bench-multilingual,alibaba,qwen3.7-plus,unstated,coding,hard,mini-SWE-agent,,,,,,75.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 147: cell of row 'SWE-bench Multilingual', column 'Qwen3.7-Plus' (header line 100), table 1)",,out:effort-not-established, hf-qwen3.8-flash-next-swe-bench-multilingual,alibaba,opus-4.6,not-established:absent,coding,hard,mini-SWE-agent,,,,,,77.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 149: cell of row 'SWE-bench Multilingual', column 'Claude-Opus-4.6 (Max)' (header line 100), table 1)",,out:effort-not-established, hf-qwen3.8-flash-next-nl2repo-bench,alibaba,qwen3.8-flash-next,not-established:absent,coding,hard,Claude Code,,,,,,48.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 153: cell of row 'NL2Repo-Bench', column 'Qwen3.8-Flash-Next' (header line 100), table 1)",,out:effort-not-established, hf-qwen3.8-flash-next-nl2repo-bench,alibaba,qwen3.8-27b,unstated,coding,hard,Claude Code,,,,,,42.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 154: cell of row 'NL2Repo-Bench', column 'Qwen3.8-27B' (header line 100), table 1)",,out:effort-not-established, hf-qwen3.8-flash-next-nl2repo-bench,alibaba,qwen3.7-plus,unstated,coding,hard,Claude Code,,,,,,41.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 155: cell of row 'NL2Repo-Bench', column 'Qwen3.7-Plus' (header line 100), table 1)",,out:effort-not-established, hf-qwen3.8-flash-next-nl2repo-bench,alibaba,deepseek-v4-flash-0731,unstated,coding,hard,Claude Code,,,,,,54.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 156: cell of row 'NL2Repo-Bench', column 'DeepSeek-V4-Flash-0731' (header line 100), table 1)",,out:effort-not-established, hf-qwen3.8-flash-next-nl2repo-bench,alibaba,opus-4.6,not-established:absent,coding,hard,Claude Code,,,,,,47.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 157: cell of row 'NL2Repo-Bench', column 'Claude-Opus-4.6 (Max)' (header line 100), table 1)",,out:effort-not-established, hf-qwen3.8-flash-next-coworkbench,alibaba,qwen3.8-flash-next,xhigh,agentic-tool,hard,,,,,,,73.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 162: cell of row 'CoWorkBench', column 'Qwen3.8-Flash-Next' (header line 100), table 1)",,out:single-couple, hf-qwen3.8-flash-next-coworkbench,alibaba,qwen3.8-27b,unstated,agentic-tool,hard,,,,,,,70.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 163: cell of row 'CoWorkBench', column 'Qwen3.8-27B' (header line 100), table 1)",,out:effort-not-established, hf-qwen3.8-flash-next-coworkbench,alibaba,qwen3.7-plus,unstated,agentic-tool,hard,,,,,,,65.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 164: cell of row 'CoWorkBench', column 'Qwen3.7-Plus' (header line 100), table 1)",,out:effort-not-established, hf-qwen3.8-flash-next-coworkbench,alibaba,deepseek-v4-flash-0731,unstated,agentic-tool,hard,,,,,,,45.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 165: cell of row 'CoWorkBench', column 'DeepSeek-V4-Flash-0731' (header line 100), table 1)",,out:effort-not-established, hf-qwen3.8-flash-next-coworkbench,alibaba,opus-4.6,max,agentic-tool,hard,,,,,,,68.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 166: cell of row 'CoWorkBench', column 'Claude-Opus-4.6 (Max)' (header line 100), table 1)",,out:single-couple, hf-qwen3.8-flash-next-jobbench,alibaba,qwen3.8-flash-next,xhigh,agentic-tool,hard,,,,,,,55.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 170: cell of row 'JobBench', column 'Qwen3.8-Flash-Next' (header line 100), table 1)",,out:single-couple, hf-qwen3.8-flash-next-jobbench,alibaba,qwen3.8-27b,unstated,agentic-tool,hard,,,,,,,33.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 171: cell of row 'JobBench', column 'Qwen3.8-27B' (header line 100), table 1)",,out:effort-not-established, hf-qwen3.8-flash-next-jobbench,alibaba,qwen3.7-plus,unstated,agentic-tool,hard,,,,,,,27.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 172: cell of row 'JobBench', column 'Qwen3.7-Plus' (header line 100), table 1)",,out:effort-not-established, hf-qwen3.8-flash-next-jobbench,alibaba,deepseek-v4-flash-0731,unstated,agentic-tool,hard,,,,,,,41.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 173: cell of row 'JobBench', column 'DeepSeek-V4-Flash-0731' (header line 100), table 1)",,out:effort-not-established, hf-qwen3.8-flash-next-jobbench,alibaba,opus-4.6,max,agentic-tool,hard,,,,,,,36.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 174: cell of row 'JobBench', column 'Claude-Opus-4.6 (Max)' (header line 100), table 1)",,out:single-couple, hf-qwen3.8-flash-next-agents-last-exam-pass-1,alibaba,qwen3.8-flash-next,xhigh,agentic-tool,frontier,,,,,,,24.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 178: cell of row 'Agents' Last Exam' (value labelled 'Pass@1' inside the cell), column 'Qwen3.8-Flash-Next' (header line 100), table 1)",,out:single-couple, hf-qwen3.8-flash-next-agents-last-exam-score,alibaba,qwen3.8-flash-next,xhigh,agentic-tool,frontier,,,,,,,51.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 178: cell of row 'Agents' Last Exam' (value labelled 'Score' inside the cell), column 'Qwen3.8-Flash-Next' (header line 100), table 1)",,out:single-couple, hf-qwen3.8-flash-next-agents-last-exam-pass-1,alibaba,qwen3.8-27b,unstated,agentic-tool,frontier,,,,,,,20.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 179: cell of row 'Agents' Last Exam' (value labelled 'Pass@1' inside the cell), column 'Qwen3.8-27B' (header line 100), table 1)",,out:effort-not-established, hf-qwen3.8-flash-next-agents-last-exam-score,alibaba,qwen3.8-27b,unstated,agentic-tool,frontier,,,,,,,42.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 179: cell of row 'Agents' Last Exam' (value labelled 'Score' inside the cell), column 'Qwen3.8-27B' (header line 100), table 1)",,out:effort-not-established, hf-qwen3.8-flash-next-agents-last-exam-pass-1,alibaba,qwen3.7-plus,unstated,agentic-tool,frontier,,,,,,,13.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 180: cell of row 'Agents' Last Exam' (value labelled 'Pass@1' inside the cell), column 'Qwen3.7-Plus' (header line 100), table 1)",,out:effort-not-established, hf-qwen3.8-flash-next-agents-last-exam-score,alibaba,qwen3.7-plus,unstated,agentic-tool,frontier,,,,,,,33.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 180: cell of row 'Agents' Last Exam' (value labelled 'Score' inside the cell), column 'Qwen3.7-Plus' (header line 100), table 1)",,out:effort-not-established, hf-qwen3.8-flash-next-agents-last-exam-pass-1,alibaba,deepseek-v4-flash-0731,unstated,agentic-tool,frontier,,,,,,,25.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 181: cell of row 'Agents' Last Exam' (value labelled 'Pass@1' inside the cell), column 'DeepSeek-V4-Flash-0731' (header line 100), table 1)",,out:effort-not-established, hf-qwen3.8-flash-next-toolathlon-verified-pass-1,alibaba,qwen3.8-flash-next,xhigh,agentic-tool,hard,,,,,,,73.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 186: cell of row 'Toolathlon Verified (Pass@1)', column 'Qwen3.8-Flash-Next' (header line 100), table 1)",,out:single-couple, hf-qwen3.8-flash-next-toolathlon-verified-pass-1,alibaba,qwen3.8-27b,unstated,agentic-tool,hard,,,,,,,67.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 187: cell of row 'Toolathlon Verified (Pass@1)', column 'Qwen3.8-27B' (header line 100), table 1)",,out:effort-not-established, hf-qwen3.8-flash-next-toolathlon-verified-pass-1,alibaba,qwen3.7-plus,unstated,agentic-tool,hard,,,,,,,50.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 188: cell of row 'Toolathlon Verified (Pass@1)', column 'Qwen3.7-Plus' (header line 100), table 1)",,out:effort-not-established, hf-qwen3.8-flash-next-toolathlon-verified-pass-1,alibaba,deepseek-v4-flash-0731,unstated,agentic-tool,hard,,,,,,,70.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 189: cell of row 'Toolathlon Verified (Pass@1)', column 'DeepSeek-V4-Flash-0731' (header line 100), table 1)",,out:effort-not-established, hf-qwen3.8-flash-next-ifbench,alibaba,qwen3.8-flash-next,xhigh,mixed,mid,,,,,,,81.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 195: cell of row 'IFBench', column 'Qwen3.8-Flash-Next' (header line 100), table 1)",,out:single-couple, hf-qwen3.8-flash-next-ifbench,alibaba,qwen3.8-27b,unstated,mixed,mid,,,,,,,79.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 196: cell of row 'IFBench', column 'Qwen3.8-27B' (header line 100), table 1)",,out:effort-not-established, hf-qwen3.8-flash-next-ifbench,alibaba,qwen3.7-plus,unstated,mixed,mid,,,,,,,79.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 197: cell of row 'IFBench', column 'Qwen3.7-Plus' (header line 100), table 1)",,out:effort-not-established, hf-qwen3.8-flash-next-ifbench,alibaba,deepseek-v4-flash-0731,unstated,mixed,mid,,,,,,,79.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 198: cell of row 'IFBench', column 'DeepSeek-V4-Flash-0731' (header line 100), table 1)",,out:effort-not-established, hf-qwen3.8-flash-next-ifbench,alibaba,opus-4.6,max,mixed,mid,,,,,,,62.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 199: cell of row 'IFBench', column 'Claude-Opus-4.6 (Max)' (header line 100), table 1)",,out:single-couple, hf-qwen3.8-flash-next-gpqa-diamond,alibaba,qwen3.8-flash-next,xhigh,reasoning-math,hard,,,,,,,91.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 203: cell of row 'GPQA Diamond', column 'Qwen3.8-Flash-Next' (header line 100), table 1)",,out:single-couple, hf-qwen3.8-flash-next-gpqa-diamond,alibaba,qwen3.8-27b,unstated,reasoning-math,hard,,,,,,,89.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 204: cell of row 'GPQA Diamond', column 'Qwen3.8-27B' (header line 100), table 1)",,out:effort-not-established, hf-qwen3.8-flash-next-gpqa-diamond,alibaba,qwen3.7-plus,unstated,reasoning-math,hard,,,,,,,90.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 205: cell of row 'GPQA Diamond', column 'Qwen3.7-Plus' (header line 100), table 1)",,out:effort-not-established, hf-qwen3.8-flash-next-gpqa-diamond,alibaba,deepseek-v4-flash-0731,unstated,reasoning-math,hard,,,,,,,90.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 206: cell of row 'GPQA Diamond', column 'DeepSeek-V4-Flash-0731' (header line 100), table 1)",,out:effort-not-established, hf-qwen3.8-flash-next-gpqa-diamond,alibaba,opus-4.6,max,reasoning-math,hard,,,,,,,91.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 207: cell of row 'GPQA Diamond', column 'Claude-Opus-4.6 (Max)' (header line 100), table 1)",,out:single-couple, hf-qwen3.8-flash-next-hle,alibaba,qwen3.8-flash-next,xhigh,reasoning-math,frontier,,,,,,,35.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 211: cell of row 'HLE', column 'Qwen3.8-Flash-Next' (header line 100), table 1)",,out:single-couple, hf-qwen3.8-flash-next-hle,alibaba,qwen3.8-27b,unstated,reasoning-math,frontier,,,,,,,30.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 212: cell of row 'HLE', column 'Qwen3.8-27B' (header line 100), table 1)",,out:effort-not-established, hf-qwen3.8-flash-next-hle,alibaba,qwen3.7-plus,unstated,reasoning-math,frontier,,,,,,,34.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 213: cell of row 'HLE', column 'Qwen3.7-Plus' (header line 100), table 1)",,out:effort-not-established, hf-qwen3.8-flash-next-hle,alibaba,deepseek-v4-flash-0731,unstated,reasoning-math,frontier,,,,,,,33.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 214: cell of row 'HLE', column 'DeepSeek-V4-Flash-0731' (header line 100), table 1)",,out:effort-not-established, hf-qwen3.8-flash-next-hle,alibaba,opus-4.6,max,reasoning-math,frontier,,,,,,,40.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 215: cell of row 'HLE', column 'Claude-Opus-4.6 (Max)' (header line 100), table 1)",,out:single-couple, hf-qwen3.8-flash-next-livecodebench-v6,alibaba,qwen3.8-flash-next,xhigh,coding,hard,,,,,,,91.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 219: cell of row 'LiveCodeBench v6', column 'Qwen3.8-Flash-Next' (header line 100), table 1)",,out:single-couple, hf-qwen3.8-flash-next-livecodebench-v6,alibaba,qwen3.8-27b,unstated,coding,hard,,,,,,,90.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 220: cell of row 'LiveCodeBench v6', column 'Qwen3.8-27B' (header line 100), table 1)",,out:effort-not-established, hf-qwen3.8-flash-next-livecodebench-v6,alibaba,qwen3.7-plus,unstated,coding,hard,,,,,,,89.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 221: cell of row 'LiveCodeBench v6', column 'Qwen3.7-Plus' (header line 100), table 1)",,out:effort-not-established, hf-qwen3.8-flash-next-livecodebench-v6,alibaba,deepseek-v4-flash-0731,unstated,coding,hard,,,,,,,90.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 222: cell of row 'LiveCodeBench v6', column 'DeepSeek-V4-Flash-0731' (header line 100), table 1)",,out:effort-not-established, hf-qwen3.8-flash-next-livecodebench-v6,alibaba,opus-4.6,max,coding,hard,,,,,,,88.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 223: cell of row 'LiveCodeBench v6', column 'Claude-Opus-4.6 (Max)' (header line 100), table 1)",,out:single-couple, hf-qwen3.8-flash-next-claweval-mm-pass-3,alibaba,qwen3.8-flash-next,xhigh,agentic-tool,hard,,,,,,,64.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 240: cell of row 'ClawEval-MM' (value labelled 'Pass@3' inside the cell), column 'Qwen3.8-Flash-Next' (header line 235), table 2)",,out:single-couple, hf-qwen3.8-flash-next-claweval-mm-average,alibaba,qwen3.8-flash-next,xhigh,agentic-tool,hard,,,,,,,60.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 240: cell of row 'ClawEval-MM' (value labelled 'Average' inside the cell), column 'Qwen3.8-Flash-Next' (header line 235), table 2)",,out:single-couple, hf-qwen3.8-flash-next-claweval-mm-pass-3,alibaba,qwen3.8-27b,unstated,agentic-tool,hard,,,,,,,57.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 241: cell of row 'ClawEval-MM' (value labelled 'Pass@3' inside the cell), column 'Qwen3.8-27B' (header line 235), table 2)",,out:effort-not-established, hf-qwen3.8-flash-next-claweval-mm-average,alibaba,qwen3.8-27b,unstated,agentic-tool,hard,,,,,,,56.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 241: cell of row 'ClawEval-MM' (value labelled 'Average' inside the cell), column 'Qwen3.8-27B' (header line 235), table 2)",,out:effort-not-established, hf-qwen3.8-flash-next-claweval-mm-pass-3,alibaba,qwen3.7-plus,unstated,agentic-tool,hard,,,,,,,57.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 242: cell of row 'ClawEval-MM' (value labelled 'Pass@3' inside the cell), column 'Qwen3.7-Plus' (header line 235), table 2)",,out:effort-not-established, hf-qwen3.8-flash-next-claweval-mm-average,alibaba,qwen3.7-plus,unstated,agentic-tool,hard,,,,,,,60.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 242: cell of row 'ClawEval-MM' (value labelled 'Average' inside the cell), column 'Qwen3.7-Plus' (header line 235), table 2)",,out:effort-not-established, hf-qwen3.8-flash-next-claweval-mm-pass-3,alibaba,opus-4.6,max,agentic-tool,hard,,,,,,,52.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 243: cell of row 'ClawEval-MM' (value labelled 'Pass@3' inside the cell), column 'Claude-Opus-4.6 (Max)' (header line 235), table 2)",,out:single-couple, hf-qwen3.8-flash-next-claweval-mm-average,alibaba,opus-4.6,max,agentic-tool,hard,,,,,,,54.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 243: cell of row 'ClawEval-MM' (value labelled 'Average' inside the cell), column 'Claude-Opus-4.6 (Max)' (header line 235), table 2)",,out:single-couple, hf-qwen3.8-flash-next-recreationbench,alibaba,qwen3.8-flash-next,xhigh,computer-use,hard,,,,,,,49.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 247: cell of row 'RecreationBench', column 'Qwen3.8-Flash-Next' (header line 235), table 2)",,out:single-couple, hf-qwen3.8-flash-next-recreationbench,alibaba,qwen3.8-27b,unstated,computer-use,hard,,,,,,,47.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 248: cell of row 'RecreationBench', column 'Qwen3.8-27B' (header line 235), table 2)",,out:effort-not-established, hf-qwen3.8-flash-next-recreationbench,alibaba,qwen3.7-plus,unstated,computer-use,hard,,,,,,,30.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 249: cell of row 'RecreationBench', column 'Qwen3.7-Plus' (header line 235), table 2)",,out:effort-not-established, hf-qwen3.8-flash-next-androidworld,alibaba,qwen3.8-flash-next,xhigh,computer-use,mid,,,,,,,84.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 254: cell of row 'AndroidWorld', column 'Qwen3.8-Flash-Next' (header line 235), table 2)",,out:single-couple, hf-qwen3.8-flash-next-androidworld,alibaba,qwen3.8-27b,unstated,computer-use,mid,,,,,,,81.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 255: cell of row 'AndroidWorld', column 'Qwen3.8-27B' (header line 235), table 2)",,out:effort-not-established, hf-qwen3.8-flash-next-androidworld,alibaba,qwen3.7-plus,unstated,computer-use,mid,,,,,,,81.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 256: cell of row 'AndroidWorld', column 'Qwen3.7-Plus' (header line 235), table 2)",,out:effort-not-established, hf-qwen3.8-flash-next-androidworld,alibaba,opus-4.6,max,computer-use,mid,,,,,,,62.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 257: cell of row 'AndroidWorld', column 'Claude-Opus-4.6 (Max)' (header line 235), table 2)",,out:single-couple, hf-qwen3.8-flash-next-osworld-2-0-binary,alibaba,qwen3.8-flash-next,xhigh,computer-use,hard,,,,,,,19.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 261: cell of row 'OSWorld 2.0' (value labelled 'Binary' inside the cell), column 'Qwen3.8-Flash-Next' (header line 235), table 2)",,out:single-couple, hf-qwen3.8-flash-next-osworld-2-0-partial,alibaba,qwen3.8-flash-next,xhigh,computer-use,mid,,,,,,,52.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 261: cell of row 'OSWorld 2.0' (value labelled 'Partial' inside the cell), column 'Qwen3.8-Flash-Next' (header line 235), table 2)",,out:single-couple, hf-qwen3.8-flash-next-osworld-2-0-binary,alibaba,qwen3.8-27b,unstated,computer-use,hard,,,,,,,19.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 262: cell of row 'OSWorld 2.0' (value labelled 'Binary' inside the cell), column 'Qwen3.8-27B' (header line 235), table 2)",,out:effort-not-established, hf-qwen3.8-flash-next-osworld-2-0-partial,alibaba,qwen3.8-27b,unstated,computer-use,mid,,,,,,,48.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 262: cell of row 'OSWorld 2.0' (value labelled 'Partial' inside the cell), column 'Qwen3.8-27B' (header line 235), table 2)",,out:effort-not-established, hf-qwen3.8-flash-next-osworld-2-0-binary,alibaba,qwen3.7-plus,unstated,computer-use,hard,,,,,,,2.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 263: cell of row 'OSWorld 2.0' (value labelled 'Binary' inside the cell), column 'Qwen3.7-Plus' (header line 235), table 2)",,out:effort-not-established, hf-qwen3.8-flash-next-osworld-2-0-partial,alibaba,qwen3.7-plus,unstated,computer-use,mid,,,,,,,21.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 263: cell of row 'OSWorld 2.0' (value labelled 'Partial' inside the cell), column 'Qwen3.7-Plus' (header line 235), table 2)",,out:effort-not-established, hf-qwen3.8-flash-next-vision2web,alibaba,qwen3.8-flash-next,not-established:absent,coding,hard,Claude Code,,,,,,64.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 268: cell of row 'Vision2Web', column 'Qwen3.8-Flash-Next' (header line 235), table 2)",,out:effort-not-established, hf-qwen3.8-flash-next-vision2web,alibaba,qwen3.8-27b,unstated,coding,hard,Claude Code,,,,,,62.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 269: cell of row 'Vision2Web', column 'Qwen3.8-27B' (header line 235), table 2)",,out:effort-not-established, hf-qwen3.8-flash-next-vision2web,alibaba,qwen3.7-plus,unstated,coding,hard,Claude Code,,,,,,42.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 270: cell of row 'Vision2Web', column 'Qwen3.7-Plus' (header line 235), table 2)",,out:effort-not-established, hf-qwen3.8-flash-next-erqa,alibaba,qwen3.8-flash-next,xhigh,mixed,mid,,,,,,,72.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 276: cell of row 'ERQA', column 'Qwen3.8-Flash-Next' (header line 235), table 2)",,out:single-couple, hf-qwen3.8-flash-next-erqa,alibaba,qwen3.8-27b,unstated,mixed,mid,,,,,,,65.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 277: cell of row 'ERQA', column 'Qwen3.8-27B' (header line 235), table 2)",,out:effort-not-established, hf-qwen3.8-flash-next-erqa,alibaba,qwen3.7-plus,unstated,mixed,mid,,,,,,,69.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 278: cell of row 'ERQA', column 'Qwen3.7-Plus' (header line 235), table 2)",,out:effort-not-established, hf-qwen3.8-flash-next-erqa,alibaba,opus-4.6,max,mixed,mid,,,,,,,40.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 279: cell of row 'ERQA', column 'Claude-Opus-4.6 (Max)' (header line 235), table 2)",,out:single-couple, hf-qwen3.8-flash-next-lvbench,alibaba,qwen3.8-flash-next,xhigh,mixed,hard,,,,,,,76.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 283: cell of row 'LVBench', column 'Qwen3.8-Flash-Next' (header line 235), table 2)",,out:single-couple, hf-qwen3.8-flash-next-lvbench,alibaba,qwen3.8-27b,unstated,mixed,hard,,,,,,,72.4,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 284: cell of row 'LVBench', column 'Qwen3.8-27B' (header line 235), table 2)",,out:effort-not-established, hf-qwen3.8-flash-next-lvbench,alibaba,qwen3.7-plus,unstated,mixed,hard,,,,,,,76.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 285: cell of row 'LVBench', column 'Qwen3.7-Plus' (header line 235), table 2)",,out:effort-not-established, hf-qwen3.8-flash-next-lvbench,alibaba,opus-4.6,max,mixed,hard,,,,,,,63.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 286: cell of row 'LVBench', column 'Claude-Opus-4.6 (Max)' (header line 235), table 2)",,out:single-couple, hf-qwen3.8-flash-next-realworldqa,alibaba,qwen3.8-flash-next,xhigh,mixed,mid,,,,,,,88.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 290: cell of row 'RealWorldQA', column 'Qwen3.8-Flash-Next' (header line 235), table 2)",,out:single-couple, hf-qwen3.8-flash-next-realworldqa,alibaba,qwen3.8-27b,unstated,mixed,mid,,,,,,,85.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 291: cell of row 'RealWorldQA', column 'Qwen3.8-27B' (header line 235), table 2)",,out:effort-not-established, hf-qwen3.8-flash-next-realworldqa,alibaba,qwen3.7-plus,unstated,mixed,mid,,,,,,,86.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 292: cell of row 'RealWorldQA', column 'Qwen3.7-Plus' (header line 235), table 2)",,out:effort-not-established, hf-qwen3.8-flash-next-realworldqa,alibaba,opus-4.6,max,mixed,mid,,,,,,,73.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 293: cell of row 'RealWorldQA', column 'Claude-Opus-4.6 (Max)' (header line 235), table 2)",,out:single-couple, hf-qwen3.8-flash-next-mathvision-without-ci,alibaba,qwen3.8-flash-next,xhigh,reasoning-math,hard,,,,,,,90.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 297: cell of row 'MathVision' (value labelled 'Without CI' inside the cell), column 'Qwen3.8-Flash-Next' (header line 235), table 2)",,out:single-couple, hf-qwen3.8-flash-next-mathvision-with-ci,alibaba,qwen3.8-flash-next,xhigh,reasoning-math,hard,,,,,,,95.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 297: cell of row 'MathVision' (value labelled 'With CI' inside the cell), column 'Qwen3.8-Flash-Next' (header line 235), table 2)",,out:single-couple, hf-qwen3.8-flash-next-mathvision-without-ci,alibaba,qwen3.8-27b,unstated,reasoning-math,hard,,,,,,,90.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 298: cell of row 'MathVision' (value labelled 'Without CI' inside the cell), column 'Qwen3.8-27B' (header line 235), table 2)",,out:effort-not-established, hf-qwen3.8-flash-next-mathvision-with-ci,alibaba,qwen3.8-27b,unstated,reasoning-math,hard,,,,,,,94.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 298: cell of row 'MathVision' (value labelled 'With CI' inside the cell), column 'Qwen3.8-27B' (header line 235), table 2)",,out:effort-not-established, hf-qwen3.8-flash-next-mathvision-without-ci,alibaba,qwen3.7-plus,unstated,reasoning-math,hard,,,,,,,90.3,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 299: cell of row 'MathVision' (value labelled 'Without CI' inside the cell), column 'Qwen3.7-Plus' (header line 235), table 2)",,out:effort-not-established, hf-qwen3.8-flash-next-mathvision-with-ci,alibaba,qwen3.7-plus,unstated,reasoning-math,hard,,,,,,,88.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 299: cell of row 'MathVision' (value labelled 'With CI' inside the cell), column 'Qwen3.7-Plus' (header line 235), table 2)",,out:effort-not-established, hf-qwen3.8-flash-next-mathvision-without-ci,alibaba,opus-4.6,max,reasoning-math,hard,,,,,,,65.5,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 300: cell of row 'MathVision' (value labelled 'Without CI' inside the cell), column 'Claude-Opus-4.6 (Max)' (header line 235), table 2)",,out:single-couple, hf-qwen3.8-flash-next-charxiv-rq-without-ci,alibaba,qwen3.8-flash-next,xhigh,mixed,mid,,,,,,,84.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 304: cell of row 'CharXiv (RQ)' (value labelled 'Without CI' inside the cell), column 'Qwen3.8-Flash-Next' (header line 235), table 2)",,out:single-couple, hf-qwen3.8-flash-next-charxiv-rq-with-ci,alibaba,qwen3.8-flash-next,xhigh,mixed,mid,,,,,,,90.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 304: cell of row 'CharXiv (RQ)' (value labelled 'With CI' inside the cell), column 'Qwen3.8-Flash-Next' (header line 235), table 2)",,out:single-couple, hf-qwen3.8-flash-next-charxiv-rq-without-ci,alibaba,qwen3.8-27b,unstated,mixed,mid,,,,,,,83.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 305: cell of row 'CharXiv (RQ)' (value labelled 'Without CI' inside the cell), column 'Qwen3.8-27B' (header line 235), table 2)",,out:effort-not-established, hf-qwen3.8-flash-next-charxiv-rq-with-ci,alibaba,qwen3.8-27b,unstated,mixed,mid,,,,,,,90.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 305: cell of row 'CharXiv (RQ)' (value labelled 'With CI' inside the cell), column 'Qwen3.8-27B' (header line 235), table 2)",,out:effort-not-established, hf-qwen3.8-flash-next-charxiv-rq-without-ci,alibaba,qwen3.7-plus,unstated,mixed,mid,,,,,,,85.8,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 306: cell of row 'CharXiv (RQ)' (value labelled 'Without CI' inside the cell), column 'Qwen3.7-Plus' (header line 235), table 2)",,out:effort-not-established, hf-qwen3.8-flash-next-charxiv-rq-with-ci,alibaba,qwen3.7-plus,unstated,mixed,mid,,,,,,,85.9,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 306: cell of row 'CharXiv (RQ)' (value labelled 'With CI' inside the cell), column 'Qwen3.7-Plus' (header line 235), table 2)",,out:effort-not-established, hf-qwen3.8-flash-next-charxiv-rq-without-ci,alibaba,opus-4.6,max,mixed,mid,,,,,,,66.0,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-Flash-Next (line 307: cell of row 'CharXiv (RQ)' (value labelled 'Without CI' inside the cell), column 'Claude-Opus-4.6 (Max)' (header line 235), table 2)",,out:single-couple, alphadiverse-csi300,alphadiverse-2609.29014,gpt-5.5,unstated,agentic-tool,frontier,AlphaDiverse research agent,,7.28,0.00289,,,35.97,pct-ARR,0.00289,,,https://arxiv.org/abs/2609.29014 (T1/GPT-5.5/ARR),,out:effort-not-established,out:effort-not-established alphadiverse-csi300,alphadiverse-2609.29014,grok-4.6,unstated,agentic-tool,frontier,AlphaDiverse research agent,,5.57,0.00289,,,21.53,pct-ARR,0.00289,,,https://arxiv.org/abs/2609.29014 (T1/Grok-4.6/ARR),,out:effort-not-established,out:effort-not-established alphadiverse-csi300,alphadiverse-2609.29014,glm-5.3,unstated,agentic-tool,frontier,AlphaDiverse research agent,,2.19,0.00289,,,26.41,pct-ARR,0.00289,,,https://arxiv.org/abs/2609.29014 (T1/GLM-5.3/ARR),,out:effort-not-established,out:effort-not-established alphadiverse-csi500,alphadiverse-2609.29014,gpt-5.5,unstated,agentic-tool,frontier,AlphaDiverse research agent,,,,,,6.12,pct-ARR,0.00289,,,https://arxiv.org/abs/2609.29014 (T2/GPT-5.5/ARR),,out:effort-not-established, alphadiverse-csi500,alphadiverse-2609.29014,grok-4.6,unstated,agentic-tool,frontier,AlphaDiverse research agent,,,,,,3.72,pct-ARR,0.00289,,,https://arxiv.org/abs/2609.29014 (T2/Grok-4.6/ARR),,out:effort-not-established, alphadiverse-csi500,alphadiverse-2609.29014,glm-5.3,unstated,agentic-tool,frontier,AlphaDiverse research agent,,,,,,-2.77,pct-ARR,0.00289,,,https://arxiv.org/abs/2609.29014 (T2/GLM-5.3/ARR),,out:effort-not-established, alphadiverse-csi1000,alphadiverse-2609.29014,gpt-5.5,unstated,agentic-tool,frontier,AlphaDiverse research agent,,,,,,1.99,pct-ARR,0.00289,,,https://arxiv.org/abs/2609.29014 (T3/GPT-5.5/ARR),,out:effort-not-established, alphadiverse-csi1000,alphadiverse-2609.29014,grok-4.6,unstated,agentic-tool,frontier,AlphaDiverse research agent,,,,,,4.53,pct-ARR,0.00289,,,https://arxiv.org/abs/2609.29014 (T3/Grok-4.6/ARR),,out:effort-not-established, alphadiverse-csi1000,alphadiverse-2609.29014,glm-5.3,unstated,agentic-tool,frontier,AlphaDiverse research agent,,,,,,-13.11,pct-ARR,0.00289,,,https://arxiv.org/abs/2609.29014 (T3/GLM-5.3/ARR),,out:effort-not-established, alphadiverse-ashare,alphadiverse-2609.29014,gpt-5.5,unstated,agentic-tool,frontier,AlphaDiverse research agent,,,,,,13.05,pct-ARR,0.00289,,,https://arxiv.org/abs/2609.29014 (T4/GPT-5.5/ARR),,out:effort-not-established, alphadiverse-ashare,alphadiverse-2609.29014,grok-4.6,unstated,agentic-tool,frontier,AlphaDiverse research agent,,,,,,15.14,pct-ARR,0.00289,,,https://arxiv.org/abs/2609.29014 (T4/Grok-4.6/ARR),,out:effort-not-established, alphadiverse-ashare,alphadiverse-2609.29014,glm-5.3,unstated,agentic-tool,frontier,AlphaDiverse research agent,,,,,,12.41,pct-ARR,0.00289,,,https://arxiv.org/abs/2609.29014 (T4/GLM-5.3/ARR),,out:effort-not-established, cursorbench40@alphasignal,alphasignal,fable-5.2,max,coding,frontier,CursorBench,per-task,32.79,0.00289,,,60.0,score%,0.0289,,restated-from:CursorBench 4.0 leaderboard; same-runs-as:src-cursorbench-2026-11-10#M1,"https://alphasignal.ai/news/cursor-s-claude-fable-5-2-tops-cursorbench-at-60-with-20-cheaper-tokens (table, row Fable 5.2 Max)",,out:copy,out:copy cursorbench40@alphasignal,alphasignal,opus-5.5,max,coding,frontier,CursorBench,per-task,13.43,0.00289,,,57.8,score%,0.0289,,restated-from:CursorBench 4.0 leaderboard; same-runs-as:src-cursorbench-2026-10-20#M20,"https://alphasignal.ai/news/cursor-s-claude-fable-5-2-tops-cursorbench-at-60-with-20-cheaper-tokens (table, row Opus 5.5 Max)",,out:copy,out:copy cursorbench40@alphasignal,alphasignal,fable-5.2,high,coding,frontier,CursorBench,per-task,9.70,0.00289,,,56.9,score%,0.0289,,restated-from:CursorBench 4.0 leaderboard; same-runs-as:src-cursorbench-2026-11-10#M2,"https://alphasignal.ai/news/cursor-s-claude-fable-5-2-tops-cursorbench-at-60-with-20-cheaper-tokens (table, row Fable 5.2 High (default))",,out:copy,out:copy cursorbench40@alphasignal,alphasignal,opus-5.5,high,coding,frontier,CursorBench,per-task,3.97,0.00289,,,56.0,score%,0.0289,,restated-from:CursorBench 4.0 leaderboard; same-runs-as:src-cursorbench-2026-10-20#M18,"https://alphasignal.ai/news/cursor-s-claude-fable-5-2-tops-cursorbench-at-60-with-20-cheaper-tokens (table, row Opus 5.5 High)",,out:copy,out:copy cursorbench40@alphasignal,alphasignal,sonnet-5.5,max,coding,frontier,CursorBench,per-task,7.05,0.00289,,,55.5,score%,0.0289,,restated-from:CursorBench 4.0 leaderboard; same-runs-as:src-cursorbench-2026-10-20#M25,"https://alphasignal.ai/news/cursor-s-claude-fable-5-2-tops-cursorbench-at-60-with-20-cheaper-tokens (table, row Sonnet 5.5 Max)",,out:copy,out:copy cursorbench40@alphasignal,alphasignal,fable-5.2,medium,coding,frontier,CursorBench,per-task,4.66,0.00289,,,54.8,score%,0.0289,,restated-from:CursorBench 4.0 leaderboard; same-runs-as:src-cursorbench-2026-11-10#M4,"https://alphasignal.ai/news/cursor-s-claude-fable-5-2-tops-cursorbench-at-60-with-20-cheaper-tokens (table, row Fable 5.2 Medium)",,out:copy,out:copy cursorbench40@alphasignal,alphasignal,fable-5.1,high,coding,frontier,CursorBench,per-task,9.08,0.00289,,,49.2,score%,0.0289,,restated-from:CursorBench 4.0 leaderboard; same-runs-as:src-cursorbench-2026-10-20#M3,"https://alphasignal.ai/news/cursor-s-claude-fable-5-2-tops-cursorbench-at-60-with-20-cheaper-tokens (table, row Fable 5.1 High)",,out:copy,out:copy cursorbench40@alphasignal,alphasignal,fable-5.2,low,coding,frontier,CursorBench,per-task,3.94,0.00289,,,53.2,score%,0.0289,,restated-from:CursorBench 4.0 leaderboard; same-runs-as:src-cursorbench-2026-11-10#M5,"https://alphasignal.ai/news/cursor-s-claude-fable-5-2-tops-cursorbench-at-60-with-20-cheaper-tokens (section ""Cheaper tokens, uneven task bills"")",,out:copy,out:copy bb2@andonlabs-bb2,andonlabs-bb2,gemini-4-argon,unstated,agentic-tool,hard,andonlabs-bb2-harness,,,,,,0.5445,score-of-1,0,,EAP-run,"https://andonlabs.com/evals/blueprint-bench-2 (bar ""Gemini 4 Argon"" (x px 0.000, height 193.2863 px of 355): score = height / 355)",,out:effort-not-established, bb2@andonlabs-bb2,andonlabs-bb2,opus-5.5,unstated,agentic-tool,hard,andonlabs-bb2-harness,,,,,,0.5119,score-of-1,0,,,"https://andonlabs.com/evals/blueprint-bench-2 (bar ""Claude Opus 5.5"" (x px 16.303, height 181.7354 px of 355): score = height / 355)",,out:effort-not-established, bb2@andonlabs-bb2,andonlabs-bb2,gpt-6-astra,unstated,agentic-tool,hard,andonlabs-bb2-harness,,,,,,0.4967,score-of-1,0,,,"https://andonlabs.com/evals/blueprint-bench-2 (bar ""GPT-6 Astra"" (x px 32.606, height 176.3449 px of 355): score = height / 355)",,out:effort-not-established, bb2@andonlabs-bb2,andonlabs-bb2,fable-5.1,unstated,agentic-tool,hard,andonlabs-bb2-harness,,,,,,0.4187,score-of-1,0,,,"https://andonlabs.com/evals/blueprint-bench-2 (bar ""Claude Fable 5.1"" (x px 48.909, height 148.6226 px of 355): score = height / 355)",,out:effort-not-established, bb2@andonlabs-bb2,andonlabs-bb2,sonnet-5.5,unstated,agentic-tool,hard,andonlabs-bb2-harness,,,,,,0.3926,score-of-1,0,,,"https://andonlabs.com/evals/blueprint-bench-2 (bar ""Claude Sonnet 5.5"" (x px 65.212, height 139.3818 px of 355): score = height / 355)",,out:effort-not-established, bb2@andonlabs-bb2,andonlabs-bb2,fable-5,unstated,agentic-tool,hard,andonlabs-bb2-harness,,,,,,0.3861,score-of-1,0,,,"https://andonlabs.com/evals/blueprint-bench-2 (bar ""Claude Fable 5"" (x px 81.515, height 137.0716 px of 355): score = height / 355)",,out:effort-not-established, bb2@andonlabs-bb2,andonlabs-bb2,gemini-3.8-flash,unstated,agentic-tool,hard,andonlabs-bb2-harness,,,,,,0.3861,score-of-1,0,,,"https://andonlabs.com/evals/blueprint-bench-2 (bar ""Gemini 3.8 Flash"" (x px 97.818, height 137.0716 px of 355): score = height / 355)",,out:effort-not-established, bb2@andonlabs-bb2,andonlabs-bb2,gpt-6-sol,unstated,agentic-tool,hard,andonlabs-bb2-harness,,,,,,0.3688,score-of-1,0,,,"https://andonlabs.com/evals/blueprint-bench-2 (bar ""GPT-6 Sol"" (x px 114.121, height 130.9111 px of 355): score = height / 355)",,out:effort-not-established, bb2@andonlabs-bb2,andonlabs-bb2,gpt-5.5,unstated,agentic-tool,hard,andonlabs-bb2-harness,,,,,,0.3623,score-of-1,0,,,"https://andonlabs.com/evals/blueprint-bench-2 (bar ""GPT-5.5"" (x px 130.424, height 128.6009 px of 355): score = height / 355)",,out:effort-not-established, bb2@andonlabs-bb2,andonlabs-bb2,gemini-3.5-flash,unstated,agentic-tool,hard,andonlabs-bb2-harness,,,,,,0.3362,score-of-1,0,,,"https://andonlabs.com/evals/blueprint-bench-2 (bar ""Gemini 3.5 Flash"" (x px 146.727, height 119.3601 px of 355): score = height / 355)",,out:effort-not-established, bb2@andonlabs-bb2,andonlabs-bb2,gpt-5.6-sol,unstated,agentic-tool,hard,andonlabs-bb2-harness,,,,,,0.3362,score-of-1,0,,,"https://andonlabs.com/evals/blueprint-bench-2 (bar ""GPT-5.6 Sol"" (x px 163.030, height 119.3601 px of 355): score = height / 355)",,out:effort-not-established, bb2@andonlabs-bb2,andonlabs-bb2,grok-4.6,unstated,agentic-tool,hard,andonlabs-bb2-harness,,,,,,0.3319,score-of-1,0,,,"https://andonlabs.com/evals/blueprint-bench-2 (bar ""Grok 4.6"" (x px 179.333, height 117.8200 px of 355): score = height / 355)",,out:effort-not-established, bb2@andonlabs-bb2,andonlabs-bb2,haiku-5.5,unstated,agentic-tool,hard,andonlabs-bb2-harness,,,,,,0.3297,score-of-1,0,,,"https://andonlabs.com/evals/blueprint-bench-2 (bar ""Claude Haiku 5.5"" (x px 195.636, height 117.0499 px of 355): score = height / 355)",,out:effort-not-established, bb2@andonlabs-bb2,andonlabs-bb2,grok-4.7,unstated,agentic-tool,hard,andonlabs-bb2-harness,,,,,,0.3254,score-of-1,0,,,"https://andonlabs.com/evals/blueprint-bench-2 (bar ""Grok 4.7"" (x px 211.939, height 115.5098 px of 355): score = height / 355)",,out:effort-not-established, bb2@andonlabs-bb2,andonlabs-bb2,gemini-3.6-flash,unstated,agentic-tool,hard,andonlabs-bb2-harness,,,,,,0.3124,score-of-1,0,,,"https://andonlabs.com/evals/blueprint-bench-2 (bar ""Gemini 3.6 Flash"" (x px 228.242, height 110.8894 px of 355): score = height / 355)",,out:effort-not-established, bb2@andonlabs-bb2,andonlabs-bb2,gpt-6-luna,unstated,agentic-tool,hard,andonlabs-bb2-harness,,,,,,0.3124,score-of-1,0,,,"https://andonlabs.com/evals/blueprint-bench-2 (bar ""GPT-6 Luna"" (x px 244.545, height 110.8894 px of 355): score = height / 355)",,out:effort-not-established, bb2@andonlabs-bb2,andonlabs-bb2,gpt-5.6-terra,unstated,agentic-tool,hard,andonlabs-bb2-harness,,,,,,0.3080,score-of-1,0,,,"https://andonlabs.com/evals/blueprint-bench-2 (bar ""GPT-5.6 Terra"" (x px 260.848, height 109.3492 px of 355): score = height / 355)",,out:effort-not-established, bb2@andonlabs-bb2,andonlabs-bb2,opus-5,unstated,agentic-tool,hard,andonlabs-bb2-harness,,,,,,0.3037,score-of-1,0,,,"https://andonlabs.com/evals/blueprint-bench-2 (bar ""Claude Opus 5"" (x px 277.152, height 107.8091 px of 355): score = height / 355)",,out:effort-not-established, bb2@andonlabs-bb2,andonlabs-bb2,kimi-k3,unstated,agentic-tool,hard,andonlabs-bb2-harness,,,,,,0.2950,score-of-1,0,,,"https://andonlabs.com/evals/blueprint-bench-2 (bar ""Kimi K3"" (x px 293.455, height 104.7289 px of 355): score = height / 355)",,out:effort-not-established, bb2@andonlabs-bb2,andonlabs-bb2,grok-4.5,unstated,agentic-tool,hard,andonlabs-bb2-harness,,,,,,0.2733,score-of-1,0,,,"https://andonlabs.com/evals/blueprint-bench-2 (bar ""Grok 4.5"" (x px 309.758, height 97.0282 px of 355): score = height / 355)",,out:effort-not-established, bb2@andonlabs-bb2,andonlabs-bb2,gpt-5.4,unstated,agentic-tool,hard,andonlabs-bb2-harness,,,,,,0.2711,score-of-1,0,,,"https://andonlabs.com/evals/blueprint-bench-2 (bar ""GPT-5.4"" (x px 326.061, height 96.2581 px of 355): score = height / 355)",,out:effort-not-established, bb2@andonlabs-bb2,andonlabs-bb2,gemini-3.1-pro,unstated,agentic-tool,hard,andonlabs-bb2-harness,,,,,,0.2646,score-of-1,0,,,"https://andonlabs.com/evals/blueprint-bench-2 (bar ""Gemini 3.1 Pro"" (x px 342.364, height 93.9479 px of 355): score = height / 355)",,out:effort-not-established, bb2@andonlabs-bb2,andonlabs-bb2,sonnet-5,unstated,agentic-tool,hard,andonlabs-bb2-harness,,,,,,0.2495,score-of-1,0,,,"https://andonlabs.com/evals/blueprint-bench-2 (bar ""Claude Sonnet 5"" (x px 358.667, height 88.5575 px of 355): score = height / 355)",,out:effort-not-established, bb2@andonlabs-bb2,andonlabs-bb2,opus-4.7,unstated,agentic-tool,hard,andonlabs-bb2-harness,,,,,,0.2451,score-of-1,0,,,"https://andonlabs.com/evals/blueprint-bench-2 (bar ""Claude Opus 4.7"" (x px 374.970, height 87.0174 px of 355): score = height / 355)",,out:effort-not-established, bb2@andonlabs-bb2,andonlabs-bb2,gpt-5.6-luna,unstated,agentic-tool,hard,andonlabs-bb2-harness,,,,,,0.2256,score-of-1,0,,,"https://andonlabs.com/evals/blueprint-bench-2 (bar ""GPT-5.6 Luna"" (x px 391.273, height 80.0868 px of 355): score = height / 355)",,out:effort-not-established, bb2@andonlabs-bb2,andonlabs-bb2,opus-4.8,unstated,agentic-tool,hard,andonlabs-bb2-harness,,,,,,0.1453,score-of-1,0,,,"https://andonlabs.com/evals/blueprint-bench-2 (bar ""Claude Opus 4.8"" (x px 407.576, height 51.5944 px of 355): score = height / 355)",,out:effort-not-established, bb2@andonlabs-bb2,andonlabs-bb2,sonnet-4.6,unstated,agentic-tool,hard,andonlabs-bb2-harness,,,,,,0.0672,score-of-1,0,,,"https://andonlabs.com/evals/blueprint-bench-2 (bar ""Claude Sonnet 4.6"" (x px 423.879, height 23.8720 px of 355): score = height / 355)",,out:effort-not-established, bb2@andonlabs-bb2,andonlabs-bb2,kimi-k2.6,unstated,agentic-tool,hard,andonlabs-bb2-harness,,,,,,0.0390,score-of-1,0,,,"https://andonlabs.com/evals/blueprint-bench-2 (bar ""Kimi K2.6"" (x px 440.182, height 13.8612 px of 355): score = height / 355)",,out:effort-not-established, bb2@andonlabs-bb2,andonlabs-bb2,gemini-3-flash,unstated,agentic-tool,hard,andonlabs-bb2-harness,,,,,,,score-of-1,,,,"https://andonlabs.com/evals/blueprint-bench-2 (bar ""Gemini 3 Flash"" (x px 456.485, height 1.0000 px of 355): score = height / 355; the bar is drawn at the 1-px minimum: the page footnote says ""Score at or below the random baseline"", so the score is 0 or below, not 0.0028)",,out:effort-not-established, bb2@andonlabs-bb2,andonlabs-bb2,grok-4.3,unstated,agentic-tool,hard,andonlabs-bb2-harness,,,,,,,score-of-1,,,,"https://andonlabs.com/evals/blueprint-bench-2 (bar ""Grok 4.3"" (x px 472.788, height 1.0000 px of 355): score = height / 355; the bar is drawn at the 1-px minimum: the page footnote says ""Score at or below the random baseline"", so the score is 0 or below, not 0.0028)",,out:effort-not-established, bb2@andonlabs-bb2,andonlabs-bb2,?Gemini Robotics-ER 1.6,not-established:absent,agentic-tool,hard,andonlabs-bb2-harness,,,,,,,score-of-1,,,,"https://andonlabs.com/evals/blueprint-bench-2 (bar ""Gemini Robotics-ER 1.6"" (x px 489.091, height 1.0000 px of 355): score = height / 355; the bar is drawn at the 1-px minimum: the page footnote says ""Score at or below the random baseline"", so the score is 0 or below, not 0.0028)",,out:model-not-established, bb2@andonlabs-bb2,andonlabs-bb2,haiku-4.5,unstated,agentic-tool,hard,andonlabs-bb2-harness,,,,,,,score-of-1,,,,"https://andonlabs.com/evals/blueprint-bench-2 (bar ""Claude Haiku 4.5"" (x px 505.394, height 1.0000 px of 355): score = height / 355; the bar is drawn at the 1-px minimum: the page footnote says ""Score at or below the random baseline"", so the score is 0 or below, not 0.0028)",,out:effort-not-established, bb2@andonlabs-bb2,andonlabs-bb2,grok-4.20,think,agentic-tool,hard,andonlabs-bb2-harness,,,,,,,score-of-1,,,,"https://andonlabs.com/evals/blueprint-bench-2 (bar ""Grok 4.20 Reasoning"" (x px 521.697, height 1.0000 px of 355): score = height / 355; the bar is drawn at the 1-px minimum: the page footnote says ""Score at or below the random baseline"", so the score is 0 or below, not 0.0028)",,out:value-not-established, bb2@andonlabs-bb2,andonlabs-bb2,gemini-4-carbon,unstated,agentic-tool,hard,andonlabs-bb2-harness,,,,,,0.586,score-of-1,0.000289,,,"https://andonlabs.com/evals/blueprint-bench-2 (tableau « Leaderboard », rang T1, colonne Score)",,out:effort-not-established, vendingbench2@andonlabs-vb2,andonlabs-vb2,opus-5,unstated,agentic-tool,hard,andonlabs-vb2-harness,,,,,,11181.87333333333,USD-final-balance,0,,,https://andonlabs.com/evals/vending-bench-2 (Epoch AI vending_bench_2_external.csv: one row per model version / row claude-opus-5_unknown / column Score),,out:effort-not-established, vendingbench2@andonlabs-vb2,andonlabs-vb2,sonnet-5.5,unstated,agentic-tool,hard,andonlabs-vb2-harness,,,,,,11165.27833333333,USD-final-balance,0,,,https://andonlabs.com/evals/vending-bench-2 (Epoch AI vending_bench_2_external.csv: one row per model version / row claude-sonnet-5-5_unknown / column Score),,out:effort-not-established, vendingbench2@andonlabs-vb2,andonlabs-vb2,opus-4.7,unstated,agentic-tool,hard,andonlabs-vb2-harness,,,,,,10936.763333333334,USD-final-balance,0,,,https://andonlabs.com/evals/vending-bench-2 (Epoch AI vending_bench_2_external.csv: one row per model version / row claude-opus-4-7_unknown / column Score),,out:effort-not-established, vendingbench2@andonlabs-vb2,andonlabs-vb2,opus-5.5,unstated,agentic-tool,hard,andonlabs-vb2-harness,,,,,,9235.248333333331,USD-final-balance,0,,,https://andonlabs.com/evals/vending-bench-2 (Epoch AI vending_bench_2_external.csv: one row per model version / row claude-opus-5-5_unknown / column Score),,out:effort-not-established, vendingbench2@andonlabs-vb2,andonlabs-vb2,opus-4.6,unstated,agentic-tool,hard,andonlabs-vb2-harness,,,,,,8017.594,USD-final-balance,0,,,https://andonlabs.com/evals/vending-bench-2 (Epoch AI vending_bench_2_external.csv: one row per model version / row claude-opus-4-6_unknown / column Score),,out:effort-not-established, vendingbench2@andonlabs-vb2,andonlabs-vb2,sonnet-4.6,unstated,agentic-tool,hard,andonlabs-vb2-harness,,,,,,7204.139999999999,USD-final-balance,0,,,https://andonlabs.com/evals/vending-bench-2 (Epoch AI vending_bench_2_external.csv: one row per model version / row claude-sonnet-4-6_unknown / column Score),,out:effort-not-established, vendingbench2@andonlabs-vb2,andonlabs-vb2,sonnet-5,unstated,agentic-tool,hard,andonlabs-vb2-harness,,,,,,6377.701666666665,USD-final-balance,0,,,https://andonlabs.com/evals/vending-bench-2 (Epoch AI vending_bench_2_external.csv: one row per model version / row claude-sonnet-5_unknown / column Score),,out:effort-not-established, vendingbench2@andonlabs-vb2,andonlabs-vb2,opus-4.8,high,agentic-tool,hard,andonlabs-vb2-harness,,,,,,5787.428,USD-final-balance,0,,,https://andonlabs.com/evals/vending-bench-2 (Epoch AI vending_bench_2_external.csv: one row per model version / row claude-opus-4-8_unknown / column Score),,in, vendingbench2@andonlabs-vb2,andonlabs-vb2,fable-5,high,agentic-tool,hard,andonlabs-vb2-harness,,,,,,5680.258,USD-final-balance,0,,,https://andonlabs.com/evals/vending-bench-2 (Epoch AI vending_bench_2_external.csv: one row per model version / row claude-fable-5_high / column Score),,in, vendingbench2@andonlabs-vb2,andonlabs-vb2,fable-5.1,unstated,agentic-tool,hard,andonlabs-vb2-harness,,,,,,5421.556666666666,USD-final-balance,0,,,https://andonlabs.com/evals/vending-bench-2 (Epoch AI vending_bench_2_external.csv: one row per model version / row claude-fable-5-1_unknown / column Score),,out:effort-not-established, vendingbench2@andonlabs-vb2,andonlabs-vb2,fable-5,low,agentic-tool,hard,andonlabs-vb2-harness,,,,,,5018.519999999999,USD-final-balance,0,,,https://andonlabs.com/evals/vending-bench-2 (Epoch AI vending_bench_2_external.csv: one row per model version / row claude-fable-5_low / column Score),,in, vendingbench2@andonlabs-vb2,andonlabs-vb2,opus-4.5,unstated,agentic-tool,hard,andonlabs-vb2-harness,,,,,,4967.056666666668,USD-final-balance,0,,,https://andonlabs.com/evals/vending-bench-2 (Epoch AI vending_bench_2_external.csv: one row per model version / row claude-opus-4-5-20251101_unknown / column Score),,out:effort-not-established, vendingbench2@andonlabs-vb2,andonlabs-vb2,fable-5,max,agentic-tool,hard,andonlabs-vb2-harness,,,,,,4966.639999999998,USD-final-balance,0,,,https://andonlabs.com/evals/vending-bench-2 (Epoch AI vending_bench_2_external.csv: one row per model version / row claude-fable-5_max / column Score),,in, vendingbench2@andonlabs-vb2,andonlabs-vb2,fable-5,not-established:absent,agentic-tool,hard,andonlabs-vb2-harness,,,,,,4529.944000000001,USD-final-balance,0,,,https://andonlabs.com/evals/vending-bench-2 (Epoch AI vending_bench_2_external.csv: one row per model version / row claude-fable-5 / column Score),,out:effort-not-established, vendingbench2@andonlabs-vb2,andonlabs-vb2,fable-5,medium,agentic-tool,hard,andonlabs-vb2-harness,,,,,,4339.812500000001,USD-final-balance,0,,,https://andonlabs.com/evals/vending-bench-2 (Epoch AI vending_bench_2_external.csv: one row per model version / row claude-fable-5_medium / column Score),,in, vendingbench2@andonlabs-vb2,andonlabs-vb2,sonnet-4.5,unstated,agentic-tool,hard,andonlabs-vb2-harness,,,,,,3838.7400000000002,USD-final-balance,0,,,https://andonlabs.com/evals/vending-bench-2 (Epoch AI vending_bench_2_external.csv: one row per model version / row claude-sonnet-4-5-20250929_unknown / column Score),,out:effort-not-established, vendingbench2@andonlabs-vb2,andonlabs-vb2,haiku-5.5,unstated,agentic-tool,hard,andonlabs-vb2-harness,,,,,,3602.4633333333345,USD-final-balance,0,,,https://andonlabs.com/evals/vending-bench-2 (Epoch AI vending_bench_2_external.csv: one row per model version / row claude-haiku-5-5_unknown / column Score),,out:effort-not-established, vendingbench2@andonlabs-vb2,andonlabs-vb2,opus-4.8,max,agentic-tool,hard,andonlabs-vb2-harness,,,,,,2992.344,USD-final-balance,0,,,https://andonlabs.com/evals/vending-bench-2 (Epoch AI vending_bench_2_external.csv: one row per model version / row claude-opus-4-8_max / column Score),,in, vendingbench2@andonlabs-vb2,andonlabs-vb2,haiku-4.5,unstated,agentic-tool,hard,andonlabs-vb2-harness,,,,,,458.88599999999985,USD-final-balance,0,,,https://andonlabs.com/evals/vending-bench-2 (Epoch AI vending_bench_2_external.csv: one row per model version / row claude-haiku-4-5-20251001_unknown / column Score),,out:effort-not-established, vendingbench2@andonlabs-vb2,andonlabs-vb2,gpt-6-astra,unstated,agentic-tool,hard,andonlabs-vb2-harness,,,,,,15514.701666666668,USD-final-balance,0,,,https://andonlabs.com/evals/vending-bench-2 (Epoch AI vending_bench_2_external.csv: one row per model version / row gpt-6-astra_unknown / column Score),,out:effort-not-established, vendingbench2@andonlabs-vb2,andonlabs-vb2,gpt-6-sol,unstated,agentic-tool,hard,andonlabs-vb2-harness,,,,,,14427.848333333333,USD-final-balance,0,,,https://andonlabs.com/evals/vending-bench-2 (Epoch AI vending_bench_2_external.csv: one row per model version / row gpt-6-sol_unknown / column Score),,out:effort-not-established, vendingbench2@andonlabs-vb2,andonlabs-vb2,gemini-4-argon,unstated,agentic-tool,hard,andonlabs-vb2-harness,,,,,,13718.158333333333,USD-final-balance,0,,,https://andonlabs.com/evals/vending-bench-2 (Epoch AI vending_bench_2_external.csv: one row per model version / row gemini-4-argon_unknown / column Score),,out:effort-not-established, vendingbench2@andonlabs-vb2,andonlabs-vb2,grok-4.7,unstated,agentic-tool,hard,andonlabs-vb2-harness,,,,,,10536.831666666667,USD-final-balance,0,,,https://andonlabs.com/evals/vending-bench-2 (Epoch AI vending_bench_2_external.csv: one row per model version / row grok-4.7_unknown / column Score),,out:effort-not-established, vendingbench2@andonlabs-vb2,andonlabs-vb2,gpt-5.6-sol,unstated,agentic-tool,hard,andonlabs-vb2-harness,,,,,,9619.367999999999,USD-final-balance,0,,,https://andonlabs.com/evals/vending-bench-2 (Epoch AI vending_bench_2_external.csv: one row per model version / row gpt-5.6-sol_unknown / column Score),,out:effort-not-established, vendingbench2@andonlabs-vb2,andonlabs-vb2,grok-4.6,unstated,agentic-tool,hard,andonlabs-vb2-harness,,,,,,9047.032500000001,USD-final-balance,0,,,https://andonlabs.com/evals/vending-bench-2 (Epoch AI vending_bench_2_external.csv: one row per model version / row grok-4.6_unknown / column Score),,out:effort-not-established, vendingbench2@andonlabs-vb2,andonlabs-vb2,glm-5.2,unstated,agentic-tool,hard,andonlabs-vb2-harness,,,,,,8313.778333333335,USD-final-balance,0,,,https://andonlabs.com/evals/vending-bench-2 (Epoch AI vending_bench_2_external.csv: one row per model version / row glm-5.2_unknown / column Score),,out:effort-not-established, vendingbench2@andonlabs-vb2,andonlabs-vb2,glm-5.3,unstated,agentic-tool,hard,andonlabs-vb2-harness,,,,,,8163.609999999998,USD-final-balance,0,,,https://andonlabs.com/evals/vending-bench-2 (Epoch AI vending_bench_2_external.csv: one row per model version / row glm-5.3_unknown / column Score),,out:effort-not-established, vendingbench2@andonlabs-vb2,andonlabs-vb2,gpt-5.5,unstated,agentic-tool,hard,andonlabs-vb2-harness,,,,,,7523.843999999999,USD-final-balance,0,,,https://andonlabs.com/evals/vending-bench-2 (Epoch AI vending_bench_2_external.csv: one row per model version / row gpt-5.5_unknown / column Score),,out:effort-not-established, vendingbench2@andonlabs-vb2,andonlabs-vb2,gpt-5.6-terra,unstated,agentic-tool,hard,andonlabs-vb2-harness,,,,,,7343.206,USD-final-balance,0,,,https://andonlabs.com/evals/vending-bench-2 (Epoch AI vending_bench_2_external.csv: one row per model version / row gpt-5.6-terra_unknown / column Score),,out:effort-not-established, vendingbench2@andonlabs-vb2,andonlabs-vb2,kimi-k2.6,unstated,agentic-tool,hard,andonlabs-vb2-harness,,,,,,6204.570000000001,USD-final-balance,0,,,https://andonlabs.com/evals/vending-bench-2 (Epoch AI vending_bench_2_external.csv: one row per model version / row kimi-k2.6 / column Score),,out:effort-not-established, vendingbench2@andonlabs-vb2,andonlabs-vb2,gpt-5.4,unstated,agentic-tool,hard,andonlabs-vb2-harness,,,,,,6144.176,USD-final-balance,0,,,https://andonlabs.com/evals/vending-bench-2 (Epoch AI vending_bench_2_external.csv: one row per model version / row gpt-5.4-2026-03-05_unknown / column Score),,out:effort-not-established, vendingbench2@andonlabs-vb2,andonlabs-vb2,gpt-5.3-codex,unstated,agentic-tool,hard,andonlabs-vb2-harness,,,,,,5940.124000000002,USD-final-balance,0,,,https://andonlabs.com/evals/vending-bench-2 (Epoch AI vending_bench_2_external.csv: one row per model version / row gpt-5.3-codex / column Score),,out:effort-not-established, vendingbench2@andonlabs-vb2,andonlabs-vb2,glm-5.1,unstated,agentic-tool,hard,andonlabs-vb2-harness,,,,,,5634.406,USD-final-balance,0,,,https://andonlabs.com/evals/vending-bench-2 (Epoch AI vending_bench_2_external.csv: one row per model version / row glm-5.1 / column Score),,out:effort-not-established, vendingbench2@andonlabs-vb2,andonlabs-vb2,gemini-3-pro,unstated,agentic-tool,hard,andonlabs-vb2-harness,,,,,,5478.158000000001,USD-final-balance,0,,,https://andonlabs.com/evals/vending-bench-2 (Epoch AI vending_bench_2_external.csv: one row per model version / row gemini-3-pro-preview / column Score),,out:effort-not-established, vendingbench2@andonlabs-vb2,andonlabs-vb2,gemini-3.5-flash,unstated,agentic-tool,hard,andonlabs-vb2-harness,,,,,,5396.418333333334,USD-final-balance,0,,,https://andonlabs.com/evals/vending-bench-2 (Epoch AI vending_bench_2_external.csv: one row per model version / row gemini-3.5-flash_unknown / column Score),,out:effort-not-established, vendingbench2@andonlabs-vb2,andonlabs-vb2,kimi-k3,unstated,agentic-tool,hard,andonlabs-vb2-harness,,,,,,5165.035000000001,USD-final-balance,0,,,https://andonlabs.com/evals/vending-bench-2 (Epoch AI vending_bench_2_external.csv: one row per model version / row kimi-k3_unknown / column Score),,out:effort-not-established, vendingbench2@andonlabs-vb2,andonlabs-vb2,qwen3.6-plus,unstated,agentic-tool,hard,andonlabs-vb2-harness,,,,,,5114.872000000001,USD-final-balance,0,,,https://andonlabs.com/evals/vending-bench-2 (Epoch AI vending_bench_2_external.csv: one row per model version / row qwen3.6-plus / column Score),,out:effort-not-established, vendingbench2@andonlabs-vb2,andonlabs-vb2,gemini-3.8-flash,unstated,agentic-tool,hard,andonlabs-vb2-harness,,,,,,5093.793333333332,USD-final-balance,0,,,https://andonlabs.com/evals/vending-bench-2 (Epoch AI vending_bench_2_external.csv: one row per model version / row gemini-3.8-flash_unknown / column Score),,out:effort-not-established, vendingbench2@andonlabs-vb2,andonlabs-vb2,kimi-k2.7-code,solo,agentic-tool,hard,andonlabs-vb2-harness,,,,,,5082.936,USD-final-balance,0,,,https://andonlabs.com/evals/vending-bench-2 (Epoch AI vending_bench_2_external.csv: one row per model version / row kimi-k2.7-code / column Score),,in, vendingbench2@andonlabs-vb2,andonlabs-vb2,grok-4.20,unstated,agentic-tool,hard,andonlabs-vb2-harness,,,,,,4662.846666666667,USD-final-balance,0,,,https://andonlabs.com/evals/vending-bench-2 (Epoch AI vending_bench_2_external.csv: one row per model version / row grok-4-20 / column Score),,out:effort-not-established, vendingbench2@andonlabs-vb2,andonlabs-vb2,glm-5,unstated,agentic-tool,hard,andonlabs-vb2-harness,,,,,,4432.122000000001,USD-final-balance,0,,,https://andonlabs.com/evals/vending-bench-2 (Epoch AI vending_bench_2_external.csv: one row per model version / row glm-5 / column Score),,out:effort-not-established, vendingbench2@andonlabs-vb2,andonlabs-vb2,?Qwen 3.6 Max,not-established:absent,agentic-tool,hard,andonlabs-vb2-harness,,,,,,4254.1866666666665,USD-final-balance,0,,,https://andonlabs.com/evals/vending-bench-2 (Epoch AI vending_bench_2_external.csv: one row per model version / row qwen3.6-max-preview / column Score),,out:model-not-established, vendingbench2@andonlabs-vb2,andonlabs-vb2,gpt-5.6-luna,unstated,agentic-tool,hard,andonlabs-vb2-harness,,,,,,4094.7120000000004,USD-final-balance,0,,,https://andonlabs.com/evals/vending-bench-2 (Epoch AI vending_bench_2_external.csv: one row per model version / row gpt-5.6-luna_unknown / column Score),,out:effort-not-established, vendingbench2@andonlabs-vb2,andonlabs-vb2,grok-4.5,unstated,agentic-tool,hard,andonlabs-vb2-harness,,,,,,3887.4259999999986,USD-final-balance,0,,,https://andonlabs.com/evals/vending-bench-2 (Epoch AI vending_bench_2_external.csv: one row per model version / row grok-4.5_unknown / column Score),,out:effort-not-established, vendingbench2@andonlabs-vb2,andonlabs-vb2,?Gemini 3.1 Pro Custom Tools,not-established:absent,agentic-tool,hard,andonlabs-vb2-harness,,,,,,3774.254,USD-final-balance,0,,,https://andonlabs.com/evals/vending-bench-2 (Epoch AI vending_bench_2_external.csv: one row per model version / row gemini-3.1-pro-preview-customtools / column Score),,out:model-not-established, vendingbench2@andonlabs-vb2,andonlabs-vb2,gemini-3-flash,unstated,agentic-tool,hard,andonlabs-vb2-harness,,,,,,3634.715999999999,USD-final-balance,0,,,https://andonlabs.com/evals/vending-bench-2 (Epoch AI vending_bench_2_external.csv: one row per model version / row gemini-3-flash-preview / column Score),,out:effort-not-established, vendingbench2@andonlabs-vb2,andonlabs-vb2,gpt-5.2,unstated,agentic-tool,hard,andonlabs-vb2-harness,,,,,,3591.3259999999996,USD-final-balance,0,,,https://andonlabs.com/evals/vending-bench-2 (Epoch AI vending_bench_2_external.csv: one row per model version / row gpt-5.2-2025-12-11_unknown / column Score),,out:effort-not-established, vendingbench2@andonlabs-vb2,andonlabs-vb2,?Deepseek V4 Pro,not-established:absent,agentic-tool,hard,andonlabs-vb2-harness,,,,,,3284.519999999999,USD-final-balance,0,,,https://andonlabs.com/evals/vending-bench-2 (Epoch AI vending_bench_2_external.csv: one row per model version / row deepseek-v4-pro_unknown / column Score),,out:model-not-established, vendingbench2@andonlabs-vb2,andonlabs-vb2,glm-4.7,unstated,agentic-tool,hard,andonlabs-vb2-harness,,,,,,2376.816,USD-final-balance,0,,,https://andonlabs.com/evals/vending-bench-2 (Epoch AI vending_bench_2_external.csv: one row per model version / row glm-4.7 / column Score),,out:effort-not-established, vendingbench2@andonlabs-vb2,andonlabs-vb2,gpt-5.1,unstated,agentic-tool,hard,andonlabs-vb2-harness,,,,,,1473.432,USD-final-balance,0,,,https://andonlabs.com/evals/vending-bench-2 (Epoch AI vending_bench_2_external.csv: one row per model version / row gpt-5.1-2025-11-13_unknown / column Score),,out:effort-not-established, vendingbench2@andonlabs-vb2,andonlabs-vb2,?Kimi K2.5,not-established:absent,agentic-tool,hard,andonlabs-vb2-harness,,,,,,1198.4579999999999,USD-final-balance,0,,,https://andonlabs.com/evals/vending-bench-2 (Epoch AI vending_bench_2_external.csv: one row per model version / row kimi-k2.5 / column Score),,out:model-not-established, vendingbench2@andonlabs-vb2,andonlabs-vb2,grok-4.1-fast,unstated,agentic-tool,hard,andonlabs-vb2-harness,,,,,,1106.6280000000002,USD-final-balance,0,,,https://andonlabs.com/evals/vending-bench-2 (Epoch AI vending_bench_2_external.csv: one row per model version / row grok-4-1-fast-reasoning / column Score),,out:effort-not-established, vendingbench2@andonlabs-vb2,andonlabs-vb2,deepseek-v3.2,unstated,agentic-tool,hard,andonlabs-vb2-harness,,,,,,1034.0040000000001,USD-final-balance,0,,,https://andonlabs.com/evals/vending-bench-2 (Epoch AI vending_bench_2_external.csv: one row per model version / row DeepSeek-V3.2-Exp_unknown / column Score),,out:effort-not-established, vendingbench2@andonlabs-vb2,andonlabs-vb2,gemini-3.1-pro,unstated,agentic-tool,hard,andonlabs-vb2-harness,,,,,,911.2139999999997,USD-final-balance,0,,,https://andonlabs.com/evals/vending-bench-2 (Epoch AI vending_bench_2_external.csv: one row per model version / row gemini-3.1-pro-preview / column Score),,out:effort-not-established, vendingbench2@andonlabs-vb2,andonlabs-vb2,gemini-2.5-pro,unstated,agentic-tool,hard,andonlabs-vb2-harness,,,,,,573.6420000000003,USD-final-balance,0,,,https://andonlabs.com/evals/vending-bench-2 (Epoch AI vending_bench_2_external.csv: one row per model version / row gemini-2.5-pro / column Score),,out:effort-not-established, vendingbench2@andonlabs-vb2,andonlabs-vb2,gemini-2.5-flash,unstated,agentic-tool,hard,andonlabs-vb2-harness,,,,,,548.836,USD-final-balance,0,,,https://andonlabs.com/evals/vending-bench-2 (Epoch AI vending_bench_2_external.csv: one row per model version / row gemini-2.5-flash / column Score),,out:effort-not-established, vendingbench2@andonlabs-vb2,andonlabs-vb2,qwen3.5-35b-a3b,unstated,agentic-tool,hard,andonlabs-vb2-harness,,,,,,462.68500000000023,USD-final-balance,0,,,https://andonlabs.com/evals/vending-bench-2 (Epoch AI vending_bench_2_external.csv: one row per model version / row qwen3.5-flash / column Score),,out:effort-not-established, vendingbench2@andonlabs-vb2,andonlabs-vb2,qwen3.5-27b,unstated,agentic-tool,hard,andonlabs-vb2-harness,,,,,,201.97599999999994,USD-final-balance,0,,,https://andonlabs.com/evals/vending-bench-2 (Epoch AI vending_bench_2_external.csv: one row per model version / row qwen3.5-27B / column Score),,out:effort-not-established, vendingbench2@andonlabs-vb2,andonlabs-vb2,qwen3-max-0923,solo,agentic-tool,hard,andonlabs-vb2-harness,,,,,,71.56500000000018,USD-final-balance,0,,,https://andonlabs.com/evals/vending-bench-2 (Epoch AI vending_bench_2_external.csv: one row per model version / row qwen3-max-2025-09-23 / column Score),,out:single-couple, vendingbench2@andonlabs-vb2,andonlabs-vb2,grok-4.3,unstated,agentic-tool,hard,andonlabs-vb2-harness,,,,,,35.26166666666665,USD-final-balance,0,,,https://andonlabs.com/evals/vending-bench-2 (Epoch AI vending_bench_2_external.csv: one row per model version / row grok-4.3_unknown / column Score),,out:effort-not-established, vendingbench2@andonlabs-vb2,andonlabs-vb2,qwen3.5-plus,unstated,agentic-tool,hard,andonlabs-vb2-harness,,,,,,0.5440000000000417,USD-final-balance,0,,,https://andonlabs.com/evals/vending-bench-2 (Epoch AI vending_bench_2_external.csv: one row per model version / row qwen3.5-plus / column Score),,out:effort-not-established, vendingbench2@andonlabs-vb2,andonlabs-vb2,?Qwen3 235B A22B Thinking,not-established:absent,agentic-tool,hard,andonlabs-vb2-harness,,,,,,-11.340000000000078,USD-final-balance,0,,,https://andonlabs.com/evals/vending-bench-2 (Epoch AI vending_bench_2_external.csv: one row per model version / row Qwen3-235B-A22B-Thinking-2507 / column Score),,out:model-not-established, vendingbench2@andonlabs-vb2,andonlabs-vb2,gpt-oss-120b,unstated,agentic-tool,hard,andonlabs-vb2-harness,,,,,,-21.532000000000053,USD-final-balance,0,,,https://andonlabs.com/evals/vending-bench-2 (Epoch AI vending_bench_2_external.csv: one row per model version / row gpt-oss-120b / column Score),,out:effort-not-established, vendingbench2@andonlabs-vb2,andonlabs-vb2,gpt-5-mini,unstated,agentic-tool,hard,andonlabs-vb2-harness,,,,,,-31.18399999999995,USD-final-balance,0,,,https://andonlabs.com/evals/vending-bench-2 (Epoch AI vending_bench_2_external.csv: one row per model version / row gpt-5-mini-2025-08-07_unknown / column Score),,out:effort-not-established, vendingbench2@andonlabs-vb2,andonlabs-vb2,gemini-4-carbon,unstated,agentic-tool,hard,andonlabs-vb2-harness,,,,,,16484.21,USD-final-balance,0.00289,,,"https://andonlabs.com/evals/vending-bench-2 (tableau « Current leaderboard », rang 1, colonne Money Balance)",,out:effort-not-established, andonlabs-vbarena-balance,andonlabs-vbarena,gemini-4-carbon,unstated,agentic-tool,hard,andonlabs-vb2-harness,,,,,,16000,USD-final-balance,28.9,,,"https://andonlabs.com/evals/vending-bench-arena (manche n° 14, phrase de résultat)",,out:effort-not-established, scf52-fc20@anthropic,anthropic,fable-5.2,high,coding,frontier,,,,,,,45.3,score%,0.0289,,restated-from:launch post,"https://claude.dev/blog/which-claude-model-should-you-build-with/ (claude.dev post, Capability and cost per finished task)",,out:superseded, scf52-fc20@anthropic,anthropic,opus-5.5,max,coding,frontier,,,,,,,45.5,score%,0.0289,,restated-from:launch post,"https://claude.dev/blog/which-claude-model-should-you-build-with/ (claude.dev post, Capability and cost per finished task)",,out:superseded, scf52-tb30,anthropic,fable-5.1,max,agentic-tool,frontier,,,,,,,58.0,score%,0.0289,,,"https://claude.dev/blog/which-claude-model-should-you-build-with/ (claude.dev post, Capability and cost per finished task)",,in, scf52-tb30,anthropic,opus-5.5,high,agentic-tool,frontier,,,,,,,58.9,score%,0.0289,,,"https://claude.dev/blog/which-claude-model-should-you-build-with/ (claude.dev post, Capability and cost per finished task)",,in, scf52-swepro-sub,anthropic,opus-5.5,high,coding,frontier,,per-task,0.29,0.00289,,,95.3,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://claude.dev/blog/which-claude-model-should-you-build-with/ (claude.dev post, Latency against accuracy)",,in,in scf52-swepro-sub,anthropic,opus-5.5,low,coding,frontier,,per-task,0.17,0.00289,,,97,score%,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://claude.dev/blog/which-claude-model-should-you-build-with/ (claude.dev post, Latency against accuracy)",,in,in anthropic-memory-clbench1-db-stateless,anthropic,opus-5.5,unstated,agentic-tool,hard,claude-managed-agents,,,,,,0.655,mean-reward,0.000289,,,"https://www.anthropic.com/research/components-of-agent-memory (Figure 3, alternative text of the image (stateless baseline, memory store) first value)",,out:effort-not-established, anthropic-memory-clbench1-db-memory,anthropic,opus-5.5,unstated,agentic-tool,hard,claude-managed-agents,,,,,,0.838,mean-reward,0.000289,,,"https://www.anthropic.com/research/components-of-agent-memory (Figure 3, alternative text of the image (stateless baseline, memory store) second value)",,out:effort-not-established, anthropic-memory-clbench1-db-stateless,anthropic,sonnet-5.5,unstated,agentic-tool,hard,claude-managed-agents,,,,,,0.644,mean-reward,0.000289,,,"https://www.anthropic.com/research/components-of-agent-memory (Figure 3, alternative text of the image (stateless baseline, memory store) first value)",,out:effort-not-established, anthropic-memory-clbench1-db-memory,anthropic,sonnet-5.5,unstated,agentic-tool,hard,claude-managed-agents,,,,,,0.833,mean-reward,0.000289,,,"https://www.anthropic.com/research/components-of-agent-memory (Figure 3, alternative text of the image (stateless baseline, memory store) second value)",,out:effort-not-established, anthropic-memory-clbench1-db-stateless,anthropic,opus-5,unstated,agentic-tool,hard,claude-managed-agents,,,,,,0.564,mean-reward,0.000289,,,"https://www.anthropic.com/research/components-of-agent-memory (Figure 3, alternative text of the image (stateless baseline, memory store) first value)",,out:effort-not-established, anthropic-memory-clbench1-db-memory,anthropic,opus-5,unstated,agentic-tool,hard,claude-managed-agents,,,,,,0.828,mean-reward,0.000289,,,"https://www.anthropic.com/research/components-of-agent-memory (Figure 3, alternative text of the image (stateless baseline, memory store) second value)",,out:effort-not-established, anthropic-memory-clbench1-db-stateless,anthropic,opus-4.7,unstated,agentic-tool,hard,claude-managed-agents,,,,,,0.383,mean-reward,0.000289,,,"https://www.anthropic.com/research/components-of-agent-memory (Figure 3, alternative text of the image (stateless baseline, memory store) first value)",,out:effort-not-established, anthropic-memory-clbench1-db-memory,anthropic,opus-4.7,unstated,agentic-tool,hard,claude-managed-agents,,,,,,0.700,mean-reward,0.000289,,,"https://www.anthropic.com/research/components-of-agent-memory (Figure 3, alternative text of the image (stateless baseline, memory store) second value)",,out:effort-not-established, anthropic-memory-clbench1-db-stateless,anthropic,sonnet-5,unstated,agentic-tool,hard,claude-managed-agents,,,,,,0.306,mean-reward,0.000289,,,"https://www.anthropic.com/research/components-of-agent-memory (Figure 3, alternative text of the image (stateless baseline, memory store) first value)",,out:effort-not-established, anthropic-memory-clbench1-db-memory,anthropic,sonnet-5,unstated,agentic-tool,hard,claude-managed-agents,,,,,,0.610,mean-reward,0.000289,,,"https://www.anthropic.com/research/components-of-agent-memory (Figure 3, alternative text of the image (stateless baseline, memory store) second value)",,out:effort-not-established, anthropic-memory-clbench1-db-stateless,anthropic,sonnet-4.6,unstated,agentic-tool,hard,claude-managed-agents,,,,,,0.330,mean-reward,0.000289,,,"https://www.anthropic.com/research/components-of-agent-memory (Figure 3, alternative text of the image (stateless baseline, memory store) first value)",,out:effort-not-established, anthropic-memory-clbench1-db-memory,anthropic,sonnet-4.6,unstated,agentic-tool,hard,claude-managed-agents,,,,,,0.364,mean-reward,0.000289,,,"https://www.anthropic.com/research/components-of-agent-memory (Figure 3, alternative text of the image (stateless baseline, memory store) second value)",,out:effort-not-established, anthropic-memory-clbench1-db-memory-refined,anthropic,sonnet-4.6,unstated,agentic-tool,hard,claude-managed-agents,,,,,,0.641,mean-reward,0.000289,,,"https://www.anthropic.com/research/components-of-agent-memory (Figure 5 (left), alternative text of the image)",,out:effort-not-established, anthropic-memory-pokemon-red-badges,anthropic,?Claude Sonnet 3.7,not-established:absent,agentic-tool,hard,,,,,,,1,badges,0.289,,,"https://www.anthropic.com/research/components-of-agent-memory (section ""Claude has learned to judge salience"")",,out:model-not-established, anthropic-memory-pokemon-red-badges,anthropic,fable-5,unstated,agentic-tool,hard,,,,,,,4,badges,0.289,,,"https://www.anthropic.com/research/components-of-agent-memory (section ""Claude has learned to judge salience"")",,out:effort-not-established, cbcostopt,anthropic,opus-5,high,agentic-tool,easy,cookbook-claims-agent-cached,per-task,0.1505,2.89e-05,,,100,pass%,0.289,,level-from-default; cost-base-price:cost-publisher-figure,"https://github.com/anthropics/claude-cookbooks (cell 58 output (summary table, column 'mean pass'))",,out:uninformative,in cbcostopt,anthropic,opus-5,medium,agentic-tool,easy,cookbook-claims-agent-cached,per-task,0.1368,2.89e-05,,,100,pass%,0.289,,cost-base-price:cost-publisher-figure,"https://github.com/anthropics/claude-cookbooks (cell 58 output (summary table, column 'mean pass'))",,out:uninformative,in cbcostopt,anthropic,opus-5,low,agentic-tool,easy,cookbook-claims-agent-cached,per-task,0.1205,2.89e-05,,,100,pass%,0.289,,cost-base-price:cost-publisher-figure,"https://github.com/anthropics/claude-cookbooks (cell 58 output (summary table, column 'mean pass'))",,out:uninformative,in cbcostopt,anthropic,sonnet-5,high,agentic-tool,easy,cookbook-claims-agent-cached,per-task,0.0537,2.89e-05,,,100,pass%,0.289,,level-from-default; cost-base-price:cost-publisher-figure,"https://github.com/anthropics/claude-cookbooks (cell 58 output (summary table, column 'mean pass'))",,out:uninformative,in cbcostopt,anthropic,sonnet-5,medium,agentic-tool,easy,cookbook-claims-agent-cached,per-task,0.0497,2.89e-05,,,100,pass%,0.289,,cost-base-price:cost-publisher-figure,"https://github.com/anthropics/claude-cookbooks (cell 58 output (summary table, column 'mean pass'))",,out:uninformative,in cbcostopt,anthropic,sonnet-5,low,agentic-tool,easy,cookbook-claims-agent-cached,per-task,0.0502,2.89e-05,,,85,pass%,0.289,,cost-base-price:cost-publisher-figure,"https://github.com/anthropics/claude-cookbooks (cell 58 output (summary table, column 'mean pass'))",,out:single-couple,in cbcostopt,anthropic,haiku-4.5,default,agentic-tool,easy,cookbook-claims-agent-cached,per-task,0.0195,2.89e-05,,,55,pass%,0.289,,,"https://github.com/anthropics/claude-cookbooks (cell 58 output (summary table, column 'mean pass'))",,out:effort-not-established,out:effort-not-established anthropic-cookbook-latency-desk-agent,anthropic,opus-5.5,high,agentic-tool,mid,,per-task,0.0399,2.89e-05,,943,99.4,correct%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/anthropics/claude-cookbooks/blob/41ce172f08/latency_optimization/latency_optimization.ipynb (cell 63 output (text/plain table), row ""Opus 5.5 · high"")",,in,in anthropic-cookbook-latency-desk-agent,anthropic,opus-5.5,medium,agentic-tool,mid,,per-task,0.0377,2.89e-05,,856,98.4,correct%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/anthropics/claude-cookbooks/blob/41ce172f08/latency_optimization/latency_optimization.ipynb (cell 63 output (text/plain table), row ""Opus 5.5 · medium"")",,in,in anthropic-cookbook-latency-desk-agent,anthropic,opus-5.5,low,agentic-tool,mid,,per-task,0.0348,2.89e-05,,755,98.1,correct%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/anthropics/claude-cookbooks/blob/41ce172f08/latency_optimization/latency_optimization.ipynb (cell 63 output (text/plain table), row ""Opus 5.5 · low"")",,in,in anthropic-cookbook-latency-desk-agent,anthropic,sonnet-5.5,high,agentic-tool,mid,,per-task,0.0201,2.89e-05,,1008,97.5,correct%,0.0289,,cost-stated-price-registered; cost-base-price:cost-publisher-figure,"https://github.com/anthropics/claude-cookbooks/blob/41ce172f08/latency_optimization/latency_optimization.ipynb (cell 71 output (text/plain table), row ""Sonnet 5.5 · high"")",,in,in anthropic-cookbook-latency-desk-agent,anthropic,sonnet-5.5,medium,agentic-tool,mid,,per-task,0.0184,2.89e-05,,870,94.4,correct%,0.0289,,cost-stated-price-registered; cost-base-price:cost-publisher-figure,"https://github.com/anthropics/claude-cookbooks/blob/41ce172f08/latency_optimization/latency_optimization.ipynb (cell 71 output (text/plain table), row ""Sonnet 5.5 · medium"")",,in,in anthropic-cookbook-latency-desk-agent,anthropic,sonnet-5.5,low,agentic-tool,mid,,per-task,0.0178,2.89e-05,,827,95.3,correct%,0.0289,,cost-stated-price-registered; cost-base-price:cost-publisher-figure,"https://github.com/anthropics/claude-cookbooks/blob/41ce172f08/latency_optimization/latency_optimization.ipynb (cell 71 output (text/plain table), row ""Sonnet 5.5 · low"")",,in,in anthropic-cookbook-latency-desk-agent,anthropic,haiku-5.5,high,agentic-tool,mid,,per-task,0.0028,2.89e-05,,3441,97.5,correct%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/anthropics/claude-cookbooks/blob/41ce172f08/latency_optimization/latency_optimization.ipynb (cell 71 output (text/plain table), row ""Haiku 5.5 · high"")",,in,in anthropic-cookbook-latency-desk-agent,anthropic,haiku-5.5,medium,agentic-tool,mid,,per-task,0.0023,2.89e-05,,2492,96.0,correct%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/anthropics/claude-cookbooks/blob/41ce172f08/latency_optimization/latency_optimization.ipynb (cell 71 output (text/plain table), row ""Haiku 5.5 · medium"")",,in,in anthropic-cookbook-latency-desk-agent,anthropic,haiku-5.5,low,agentic-tool,mid,,per-task,0.0020,2.89e-05,,2017,90.4,correct%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/anthropics/claude-cookbooks/blob/41ce172f08/latency_optimization/latency_optimization.ipynb (cell 71 output (text/plain table), row ""Haiku 5.5 · low"")",,in,in anthropic-cookbook-latency-desk-agent-fast-mode,anthropic,opus-5.5,high,agentic-tool,mid,,per-task,0.0804,2.89e-05,,961,99.2,correct%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/anthropics/claude-cookbooks/blob/41ce172f08/latency_optimization/latency_optimization.ipynb (cell 60 output (text/plain table), row ""Opus 5.5 · high · fast mode"")",,in,in anthropic-cookbook-latency-desk-agent-fast-mode,anthropic,opus-5.5,medium,agentic-tool,mid,,per-task,0.0766,2.89e-05,,869,99.2,correct%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/anthropics/claude-cookbooks/blob/41ce172f08/latency_optimization/latency_optimization.ipynb (cell 60 output (text/plain table), row ""Opus 5.5 · medium · fast mode"")",,in,in anthropic-cookbook-latency-desk-agent-fast-mode,anthropic,opus-5.5,low,agentic-tool,mid,,per-task,0.0699,2.89e-05,,764,97.7,correct%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/anthropics/claude-cookbooks/blob/41ce172f08/latency_optimization/latency_optimization.ipynb (cell 60 output (text/plain table), row ""Opus 5.5 · low · fast mode"")",,in,in anthropic-cookbook-latency-desk-agent,anthropic,haiku-5.5,not-established:contradictory,agentic-tool,mid,,per-task,0.0020,2.89e-05,,1962,73.5,correct%,0.0289,,,"https://github.com/anthropics/claude-cookbooks/blob/41ce172f08/latency_optimization/latency_optimization.ipynb (cell 74 output (text/plain table), row ""Haiku 5.5 · high · thinking off"")",,out:effort-not-established,out:effort-not-established anthropic-cookbook-latency-desk-agent,anthropic,haiku-5.5,not-established:contradictory,agentic-tool,mid,,per-task,0.0019,2.89e-05,,1739,70.9,correct%,0.0289,,,"https://github.com/anthropics/claude-cookbooks/blob/41ce172f08/latency_optimization/latency_optimization.ipynb (cell 74 output (text/plain table), row ""Haiku 5.5 · medium · thinking off"")",,out:effort-not-established,out:effort-not-established anthropic-cookbook-latency-desk-agent,anthropic,haiku-5.5,not-established:contradictory,agentic-tool,mid,,per-task,0.0017,2.89e-05,,1574,72.0,correct%,0.0289,,,"https://github.com/anthropics/claude-cookbooks/blob/41ce172f08/latency_optimization/latency_optimization.ipynb (cell 74 output (text/plain table), row ""Haiku 5.5 · low · thinking off"")",,out:effort-not-established,out:effort-not-established anthropic-cookbook-latency-desk-agent,anthropic,opus-5.5,medium,agentic-tool,mid,,per-task,0.2512,2.89e-05,,861,99.0,correct%,0.0289,,,"https://github.com/anthropics/claude-cookbooks/blob/41ce172f08/latency_optimization/latency_optimization.ipynb (cell 19 output (text/plain table), row ""Opus 5.5 · medium (no caching)"")",,out:decision:D61,out:decision:D61 anthropic-cookbook-latency-desk-agent,anthropic,opus-5.5,medium,agentic-tool,mid,,per-task,0.0340,2.89e-05,,846,99.4,correct%,0.0289,,,"https://github.com/anthropics/claude-cookbooks/blob/41ce172f08/latency_optimization/latency_optimization.ipynb (cell 45 output (text/plain table), row ""Opus 5.5 · medium + prefetch"")",,out:decision:D61,out:decision:D61 anthropic-cookbook-latency-desk-agent,anthropic,opus-5.5,medium,agentic-tool,mid,,per-task,0.0373,2.89e-05,,829,98.5,correct%,0.0289,,,"https://github.com/anthropics/claude-cookbooks/blob/41ce172f08/latency_optimization/latency_optimization.ipynb (cell 45 output (text/plain table), row ""Opus 5.5 · medium + bigger pages"")",,out:decision:D61,out:decision:D61 anthropic-cookbook-latency-desk-agent,anthropic,opus-5.5,medium,agentic-tool,mid,,per-task,0.0376,2.89e-05,,836,99.5,correct%,0.0289,,,"https://github.com/anthropics/claude-cookbooks/blob/41ce172f08/latency_optimization/latency_optimization.ipynb (cell 55 output (text/plain table), row ""Opus 5.5 · medium + no commentary"")",,out:decision:D61,out:decision:D61 anthropic-cookbook-latency-desk-agent-race-fast,anthropic,opus-5.5,high,agentic-tool,mid,,per-task,0.0804,2.89e-05,,,100.0,correct%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/anthropics/claude-cookbooks/blob/41ce172f08/latency_optimization/latency_optimization.ipynb (cell 91 output (text/plain table), row ""Opus 5.5 · high · fast mode"")",,out:uninformative,in anthropic-cookbook-latency-desk-agent-race-fast-prefetch,anthropic,opus-5.5,high,agentic-tool,mid,,per-task,0.0712,2.89e-05,,,98.1,correct%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/anthropics/claude-cookbooks/blob/41ce172f08/latency_optimization/latency_optimization.ipynb (cell 91 output (text/plain table), row ""Opus 5.5 · high · fast mode + prefetch"")",,in,in anthropic-cookbook-latency-desk-agent-race-fast-bigger-pages,anthropic,opus-5.5,high,agentic-tool,mid,,per-task,0.0776,2.89e-05,,,98.7,correct%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/anthropics/claude-cookbooks/blob/41ce172f08/latency_optimization/latency_optimization.ipynb (cell 91 output (text/plain table), row ""Opus 5.5 · high · fast mode + bigger pages"")",,in,in anthropic-cookbook-latency-desk-agent-race-fast-prefetch-bigger-pages,anthropic,opus-5.5,high,agentic-tool,mid,,per-task,0.0678,2.89e-05,,,99.4,correct%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/anthropics/claude-cookbooks/blob/41ce172f08/latency_optimization/latency_optimization.ipynb (cell 91 output (text/plain table), row ""Opus 5.5 · high · fast mode + prefetch + bigger pages"")",,in,in anthropic-cookbook-latency-desk-agent-race-fast,anthropic,opus-5.5,medium,agentic-tool,mid,,per-task,0.0761,2.89e-05,,,99.2,correct%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/anthropics/claude-cookbooks/blob/41ce172f08/latency_optimization/latency_optimization.ipynb (cell 91 output (text/plain table), row ""Opus 5.5 · medium · fast mode"")",,in,in anthropic-cookbook-latency-desk-agent-race-fast-prefetch,anthropic,opus-5.5,medium,agentic-tool,mid,,per-task,0.0664,2.89e-05,,,99.0,correct%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/anthropics/claude-cookbooks/blob/41ce172f08/latency_optimization/latency_optimization.ipynb (cell 91 output (text/plain table), row ""Opus 5.5 · medium · fast mode + prefetch"")",,in,in anthropic-cookbook-latency-desk-agent-race-fast-bigger-pages,anthropic,opus-5.5,medium,agentic-tool,mid,,per-task,0.0729,2.89e-05,,,98.4,correct%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/anthropics/claude-cookbooks/blob/41ce172f08/latency_optimization/latency_optimization.ipynb (cell 91 output (text/plain table), row ""Opus 5.5 · medium · fast mode + bigger pages"")",,in,in anthropic-cookbook-latency-desk-agent-race-fast-prefetch-bigger-pages,anthropic,opus-5.5,medium,agentic-tool,mid,,per-task,0.0641,2.89e-05,,,97.9,correct%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/anthropics/claude-cookbooks/blob/41ce172f08/latency_optimization/latency_optimization.ipynb (cell 91 output (text/plain table), row ""Opus 5.5 · medium · fast mode + prefetch + bigger pages"")",,in,in anthropic-cookbook-latency-desk-agent-race-fast,anthropic,opus-5.5,low,agentic-tool,mid,,per-task,0.0689,2.89e-05,,,98.8,correct%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/anthropics/claude-cookbooks/blob/41ce172f08/latency_optimization/latency_optimization.ipynb (cell 91 output (text/plain table), row ""Opus 5.5 · low · fast mode"")",,in,in anthropic-cookbook-latency-desk-agent-race-fast-prefetch,anthropic,opus-5.5,low,agentic-tool,mid,,per-task,0.0591,2.89e-05,,,97.7,correct%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/anthropics/claude-cookbooks/blob/41ce172f08/latency_optimization/latency_optimization.ipynb (cell 91 output (text/plain table), row ""Opus 5.5 · low · fast mode + prefetch"")",,in,in anthropic-cookbook-latency-desk-agent-race-fast-bigger-pages,anthropic,opus-5.5,low,agentic-tool,mid,,per-task,0.0653,2.89e-05,,,97.5,correct%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/anthropics/claude-cookbooks/blob/41ce172f08/latency_optimization/latency_optimization.ipynb (cell 91 output (text/plain table), row ""Opus 5.5 · low · fast mode + bigger pages"")",,in,in anthropic-cookbook-latency-desk-agent-race-fast-prefetch-bigger-pages,anthropic,opus-5.5,low,agentic-tool,mid,,per-task,0.0557,2.89e-05,,,96.9,correct%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/anthropics/claude-cookbooks/blob/41ce172f08/latency_optimization/latency_optimization.ipynb (cell 91 output (text/plain table), row ""Opus 5.5 · low · fast mode + prefetch + bigger pages"")",,in,in anthropic-cookbook-latency-desk-agent-race,anthropic,sonnet-5.5,high,agentic-tool,mid,,per-task,0.0205,2.89e-05,,,97.9,correct%,0.0289,,cost-stated-price-registered; cost-base-price:cost-publisher-figure,"https://github.com/anthropics/claude-cookbooks/blob/41ce172f08/latency_optimization/latency_optimization.ipynb (cell 91 output (text/plain table), row ""Sonnet 5.5 · high"")",,in,in anthropic-cookbook-latency-desk-agent-race-prefetch,anthropic,sonnet-5.5,high,agentic-tool,mid,,per-task,0.0196,2.89e-05,,,98.1,correct%,0.0289,,cost-stated-price-registered; cost-base-price:cost-publisher-figure,"https://github.com/anthropics/claude-cookbooks/blob/41ce172f08/latency_optimization/latency_optimization.ipynb (cell 91 output (text/plain table), row ""Sonnet 5.5 · high + prefetch"")",,in,in anthropic-cookbook-latency-desk-agent-race-bigger-pages,anthropic,sonnet-5.5,high,agentic-tool,mid,,per-task,0.0193,2.89e-05,,,97.7,correct%,0.0289,,cost-stated-price-registered; cost-base-price:cost-publisher-figure,"https://github.com/anthropics/claude-cookbooks/blob/41ce172f08/latency_optimization/latency_optimization.ipynb (cell 91 output (text/plain table), row ""Sonnet 5.5 · high + bigger pages"")",,in,in anthropic-cookbook-latency-desk-agent-race-prefetch-bigger-pages,anthropic,sonnet-5.5,high,agentic-tool,mid,,per-task,0.0179,2.89e-05,,,97.5,correct%,0.0289,,cost-stated-price-registered; cost-base-price:cost-publisher-figure,"https://github.com/anthropics/claude-cookbooks/blob/41ce172f08/latency_optimization/latency_optimization.ipynb (cell 91 output (text/plain table), row ""Sonnet 5.5 · high + prefetch + bigger pages"")",,in,in anthropic-cookbook-latency-desk-agent-race,anthropic,sonnet-5.5,medium,agentic-tool,mid,,per-task,0.0186,2.89e-05,,,94.8,correct%,0.0289,,cost-stated-price-registered; cost-base-price:cost-publisher-figure,"https://github.com/anthropics/claude-cookbooks/blob/41ce172f08/latency_optimization/latency_optimization.ipynb (cell 91 output (text/plain table), row ""Sonnet 5.5 · medium"")",,in,in anthropic-cookbook-latency-desk-agent-race-prefetch,anthropic,sonnet-5.5,medium,agentic-tool,mid,,per-task,0.0162,2.89e-05,,,97.1,correct%,0.0289,,cost-stated-price-registered; cost-base-price:cost-publisher-figure,"https://github.com/anthropics/claude-cookbooks/blob/41ce172f08/latency_optimization/latency_optimization.ipynb (cell 91 output (text/plain table), row ""Sonnet 5.5 · medium + prefetch"")",,in,in anthropic-cookbook-latency-desk-agent-race-bigger-pages,anthropic,sonnet-5.5,medium,agentic-tool,mid,,per-task,0.0175,2.89e-05,,,95.9,correct%,0.0289,,cost-stated-price-registered; cost-base-price:cost-publisher-figure,"https://github.com/anthropics/claude-cookbooks/blob/41ce172f08/latency_optimization/latency_optimization.ipynb (cell 91 output (text/plain table), row ""Sonnet 5.5 · medium + bigger pages"")",,in,in anthropic-cookbook-latency-desk-agent-race-prefetch-bigger-pages,anthropic,sonnet-5.5,medium,agentic-tool,mid,,per-task,0.0150,2.89e-05,,,94.7,correct%,0.0289,,cost-stated-price-registered; cost-base-price:cost-publisher-figure,"https://github.com/anthropics/claude-cookbooks/blob/41ce172f08/latency_optimization/latency_optimization.ipynb (cell 91 output (text/plain table), row ""Sonnet 5.5 · medium + prefetch + bigger pages"")",,in,in anthropic-cookbook-latency-desk-agent-race,anthropic,sonnet-5.5,low,agentic-tool,mid,,per-task,0.0180,2.89e-05,,,94.4,correct%,0.0289,,cost-stated-price-registered; cost-base-price:cost-publisher-figure,"https://github.com/anthropics/claude-cookbooks/blob/41ce172f08/latency_optimization/latency_optimization.ipynb (cell 91 output (text/plain table), row ""Sonnet 5.5 · low"")",,in,in anthropic-cookbook-latency-desk-agent-race-prefetch,anthropic,sonnet-5.5,low,agentic-tool,mid,,per-task,0.0155,2.89e-05,,,94.9,correct%,0.0289,,cost-stated-price-registered; cost-base-price:cost-publisher-figure,"https://github.com/anthropics/claude-cookbooks/blob/41ce172f08/latency_optimization/latency_optimization.ipynb (cell 91 output (text/plain table), row ""Sonnet 5.5 · low + prefetch"")",,in,in anthropic-cookbook-latency-desk-agent-race-bigger-pages,anthropic,sonnet-5.5,low,agentic-tool,mid,,per-task,0.0170,2.89e-05,,,94.8,correct%,0.0289,,cost-stated-price-registered; cost-base-price:cost-publisher-figure,"https://github.com/anthropics/claude-cookbooks/blob/41ce172f08/latency_optimization/latency_optimization.ipynb (cell 91 output (text/plain table), row ""Sonnet 5.5 · low + bigger pages"")",,in,in anthropic-cookbook-latency-desk-agent-race-prefetch-bigger-pages,anthropic,sonnet-5.5,low,agentic-tool,mid,,per-task,0.0144,2.89e-05,,,93.8,correct%,0.0289,,cost-stated-price-registered; cost-base-price:cost-publisher-figure,"https://github.com/anthropics/claude-cookbooks/blob/41ce172f08/latency_optimization/latency_optimization.ipynb (cell 91 output (text/plain table), row ""Sonnet 5.5 · low + prefetch + bigger pages"")",,in,in anthropic-cookbook-latency-desk-agent-race,anthropic,haiku-5.5,high,agentic-tool,mid,,per-task,0.0028,2.89e-05,,,96.0,correct%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/anthropics/claude-cookbooks/blob/41ce172f08/latency_optimization/latency_optimization.ipynb (cell 91 output (text/plain table), row ""Haiku 5.5 · high"")",,in,in anthropic-cookbook-latency-desk-agent-race-prefetch,anthropic,haiku-5.5,high,agentic-tool,mid,,per-task,0.0025,2.89e-05,,,95.9,correct%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/anthropics/claude-cookbooks/blob/41ce172f08/latency_optimization/latency_optimization.ipynb (cell 91 output (text/plain table), row ""Haiku 5.5 · high + prefetch"")",,in,in anthropic-cookbook-latency-desk-agent-race-bigger-pages,anthropic,haiku-5.5,high,agentic-tool,mid,,per-task,0.0029,2.89e-05,,,96.1,correct%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/anthropics/claude-cookbooks/blob/41ce172f08/latency_optimization/latency_optimization.ipynb (cell 91 output (text/plain table), row ""Haiku 5.5 · high + bigger pages"")",,in,in anthropic-cookbook-latency-desk-agent-race-prefetch-bigger-pages,anthropic,haiku-5.5,high,agentic-tool,mid,,per-task,0.0024,2.89e-05,,,95.6,correct%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/anthropics/claude-cookbooks/blob/41ce172f08/latency_optimization/latency_optimization.ipynb (cell 91 output (text/plain table), row ""Haiku 5.5 · high + prefetch + bigger pages"")",,in,in anthropic-cookbook-latency-desk-agent-race,anthropic,haiku-5.5,medium,agentic-tool,mid,,per-task,0.0023,2.89e-05,,,96.2,correct%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/anthropics/claude-cookbooks/blob/41ce172f08/latency_optimization/latency_optimization.ipynb (cell 91 output (text/plain table), row ""Haiku 5.5 · medium"")",,in,in anthropic-cookbook-latency-desk-agent-race-prefetch,anthropic,haiku-5.5,medium,agentic-tool,mid,,per-task,0.0020,2.89e-05,,,96.4,correct%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/anthropics/claude-cookbooks/blob/41ce172f08/latency_optimization/latency_optimization.ipynb (cell 91 output (text/plain table), row ""Haiku 5.5 · medium + prefetch"")",,in,in anthropic-cookbook-latency-desk-agent-race-bigger-pages,anthropic,haiku-5.5,medium,agentic-tool,mid,,per-task,0.0023,2.89e-05,,,94.5,correct%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/anthropics/claude-cookbooks/blob/41ce172f08/latency_optimization/latency_optimization.ipynb (cell 91 output (text/plain table), row ""Haiku 5.5 · medium + bigger pages"")",,in,in anthropic-cookbook-latency-desk-agent-race-prefetch-bigger-pages,anthropic,haiku-5.5,medium,agentic-tool,mid,,per-task,0.0019,2.89e-05,,,96.2,correct%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/anthropics/claude-cookbooks/blob/41ce172f08/latency_optimization/latency_optimization.ipynb (cell 91 output (text/plain table), row ""Haiku 5.5 · medium + prefetch + bigger pages"")",,in,in docswebpro,anthropic,opus-5.5,low,coding,hard,internal-agent,per-task,0.110,0.00301,,,87.4,pass%,0.0289,,cost-base-price:cost-publisher-figure,"https://platform.claude.com/docs/en/about-claude/models/optimizing-for-cost-and-intelligence (page text, 'Compare models on cost per task' (the 478-problem SWE-bench Pro subset); the chart read for the same point (low) is 87.4)",,in,in docswebpro,anthropic,opus-5.5,medium,coding,hard,internal-agent,per-task,0.211,0.00301,,,92.8,pass%,0.0289,,cost-base-price:cost-publisher-figure,"https://platform.claude.com/docs/en/about-claude/models/optimizing-for-cost-and-intelligence (page text, 'Compare models on cost per task' (chart read for the same point: 92.8))",,in,in docswebpro,anthropic,opus-5.5,high,coding,hard,internal-agent,per-task,0.291,0.00301,,,95.3,pass%,0.0289,,cost-base-price:cost-publisher-figure,"https://platform.claude.com/docs/en/about-claude/models/optimizing-for-cost-and-intelligence (page text, 'Tune effort' (chart read: 95.3; the printed $0.29 equals the chart cost read))",,in,in docswebpro,anthropic,opus-5.5,xhigh,coding,hard,internal-agent,per-task,0.741,0.00301,,,96.62,pass%,0.0671,,cost-base-price:cost-publisher-figure,"https://platform.claude.com/docs/en/about-claude/models/optimizing-for-cost-and-intelligence (Claude Opus 5.5, point 'xhigh': marker centre px [1038.0, 633.0] (x, y) of the image)",,in,in docswebpro,anthropic,fable-5.1,low,coding,hard,internal-agent,per-task,0.48,0.00289,,,88.6,pass%,0.0289,,EAP-run,"https://platform.claude.com/docs/en/about-claude/models/optimizing-for-cost-and-intelligence (References, SWE-bench Pro subset paragraph (reference 3): 'an earlier set at low effort, run August 21, 2026' (same value in the page text))",,in,out:cost-not-comparable docswebpro,anthropic,fable-5.1,high,coding,hard,internal-agent,per-task,1.10,0.00289,,,92.1,pass%,0.0289,,EAP-run,"https://platform.claude.com/docs/en/about-claude/models/optimizing-for-cost-and-intelligence (References, reference 3: 'at the default effort, run August 26, 2026, with an unbudgeted run the same day')",,in,out:cost-not-comparable docswebpro,anthropic,sonnet-5,not-established:absent,coding,hard,internal-agent,USD per resolved task,0.84,0.00289,,,77.4,pass%,0.0289,,,"https://platform.claude.com/docs/en/about-claude/models/optimizing-for-cost-and-intelligence (page text, 'Compare models on cost per task' (Claude Sonnet 5 alone twice, Aug 7-8 2026: reference 3))",,out:effort-not-established,out:effort-not-established docswidesearch,anthropic,fable-5,low,agentic-tool,hard,internal-agent,per-task,2.446,0.0135,,,78.49,accuracy%,0.0448,,cost-base-price:cost-publisher-figure,"https://platform.claude.com/docs/en/about-claude/models/optimizing-for-cost-and-intelligence (Claude Fable 5, point 'low': marker centre px [185.0, 288.0] (x, y) of the image)",,in,in docswidesearch,anthropic,fable-5,medium,agentic-tool,hard,internal-agent,per-task,3.518,0.0135,,,79.78,accuracy%,0.0448,,cost-base-price:cost-publisher-figure,"https://platform.claude.com/docs/en/about-claude/models/optimizing-for-cost-and-intelligence (Claude Fable 5, point 'medium': marker centre px [304.0, 245.0] (x, y) of the image)",,in,in docswidesearch,anthropic,fable-5,high,agentic-tool,hard,internal-agent,per-task,5.086,0.0135,,,79.99,accuracy%,0.0448,,cost-base-price:cost-publisher-figure,"https://platform.claude.com/docs/en/about-claude/models/optimizing-for-cost-and-intelligence (Claude Fable 5, point 'default': marker centre px [478.0, 238.0] (x, y) of the image)",,in,in docsdeepwide,anthropic,fable-5,low,agentic-tool,hard,internal-agent,per-task,2.532,0.0128,,,64.88,accuracy%,0.0448,,cost-base-price:cost-publisher-figure,"https://platform.claude.com/docs/en/about-claude/models/optimizing-for-cost-and-intelligence (Claude Fable 5, point 'low': marker centre px [751.0, 275.0] (x, y) of the image)",,in,in docsdeepwide,anthropic,fable-5,medium,agentic-tool,hard,internal-agent,per-task,3.641,0.0128,,,65.90,accuracy%,0.0448,,cost-base-price:cost-publisher-figure,"https://platform.claude.com/docs/en/about-claude/models/optimizing-for-cost-and-intelligence (Claude Fable 5, point 'medium': marker centre px [881.0, 241.0] (x, y) of the image)",,in,in docsdeepwide,anthropic,fable-5,high,agentic-tool,hard,internal-agent,per-task,5.032,0.0128,,,66.40,accuracy%,0.0448,,cost-base-price:cost-publisher-figure,"https://platform.claude.com/docs/en/about-claude/models/optimizing-for-cost-and-intelligence (Claude Fable 5, point 'default': marker centre px [1044.0, 224.0] (x, y) of the image)",,in,in docsbrowsecomp,anthropic,fable-5,low,agentic-tool,hard,internal-agent,per-task,3.402,0.00933,,,78.49,accuracy%,0.0448,,cost-base-price:cost-publisher-figure,"https://platform.claude.com/docs/en/about-claude/models/optimizing-for-cost-and-intelligence (Claude Fable 5, point 'low': marker centre px [1318.1, 288.0] (x, y) of the image)",,in,in docsbrowsecomp,anthropic,fable-5,medium,agentic-tool,hard,internal-agent,per-task,4.540,0.00933,,,81.51,accuracy%,0.0448,,cost-base-price:cost-publisher-figure,"https://platform.claude.com/docs/en/about-claude/models/optimizing-for-cost-and-intelligence (Claude Fable 5, point 'medium': marker centre px [1500.9, 187.0] (x, y) of the image)",,in,in docsbrowsecomp,anthropic,fable-5,high,agentic-tool,hard,internal-agent,per-task,5.225,0.00933,,,81.30,accuracy%,0.0448,,cost-base-price:cost-publisher-figure,"https://platform.claude.com/docs/en/about-claude/models/optimizing-for-cost-and-intelligence (Claude Fable 5, point 'default': marker centre px [1611.0, 194.0] (x, y) of the image)",,in,in docsgdpval,anthropic,fable-5,low,mixed,hard,internal-agent,per-task,1.124,0.00676,,,83.50,score%,0.0446,,cost-base-price:cost-publisher-figure,"https://platform.claude.com/docs/en/about-claude/models/optimizing-for-cost-and-intelligence (Claude Fable 5, point 'low': marker centre px [185.0, 731.0] (x, y) of the image)",,in,in docsgdpval,anthropic,fable-5,medium,mixed,hard,internal-agent,per-task,1.691,0.00676,,,83.97,score%,0.0446,,cost-base-price:cost-publisher-figure,"https://platform.claude.com/docs/en/about-claude/models/optimizing-for-cost-and-intelligence (Claude Fable 5, point 'medium': marker centre px [311.0, 715.0] (x, y) of the image)",,in,in docsgdpval,anthropic,fable-5,high,mixed,hard,internal-agent,per-task,2.444,0.00676,,,83.08,score%,0.0446,,cost-base-price:cost-publisher-figure,"https://platform.claude.com/docs/en/about-claude/models/optimizing-for-cost-and-intelligence (Claude Fable 5, point 'default': marker centre px [478.0, 745.0] (x, y) of the image)",,in,in docsdrb2,anthropic,fable-5.1,low,mixed,hard,managed-agents,per-task,4.66,0.00289,,,65.61,rubric%,0.0397,,cost-base-price:cost-publisher-figure,"https://platform.claude.com/docs/en/about-claude/models/optimizing-for-cost-and-intelligence (Claude Fable 5.1, point 'low': marker centre px [610.0, 233.0] (x, y) of the image)",,in,in docsdrb2,anthropic,fable-5.1,medium,mixed,hard,managed-agents,per-task,5.856,0.00769,,,65.50,rubric%,0.0397,,cost-base-price:cost-publisher-figure,"https://platform.claude.com/docs/en/about-claude/models/optimizing-for-cost-and-intelligence (Claude Fable 5.1, point 'medium': marker centre px [844.0, 237.0] (x, y) of the image)",,in,in docsdrb2,anthropic,fable-5.1,high,mixed,hard,managed-agents,per-task,7.12,0.00289,,,65.00,rubric%,0.0397,,cost-base-price:cost-publisher-figure,"https://platform.claude.com/docs/en/about-claude/models/optimizing-for-cost-and-intelligence (Claude Fable 5.1, point 'high': marker centre px [1090.0, 256.0] (x, y) of the image)",,in,in docsdrb2,anthropic,fable-5,low,mixed,hard,managed-agents,per-task,2.611,0.00769,,,59.60,rubric%,0.0397,,cost-base-price:cost-publisher-figure,"https://platform.claude.com/docs/en/about-claude/models/optimizing-for-cost-and-intelligence (Claude Fable 5, point 'low': marker centre px [211.2, 460.0] (x, y) of the image)",,in,in docsdrb2,anthropic,fable-5,medium,mixed,hard,managed-agents,per-task,4.087,0.00769,,,62.30,rubric%,0.0397,,cost-base-price:cost-publisher-figure,"https://platform.claude.com/docs/en/about-claude/models/optimizing-for-cost-and-intelligence (Claude Fable 5, point 'medium': marker centre px [499.0, 358.0] (x, y) of the image)",,in,in docsdrb2,anthropic,fable-5,high,mixed,hard,managed-agents,per-task,5.041,0.00769,,,63.20,rubric%,0.0397,,cost-base-price:cost-publisher-figure,"https://platform.claude.com/docs/en/about-claude/models/optimizing-for-cost-and-intelligence (Claude Fable 5, point 'high': marker centre px [685.0, 324.0] (x, y) of the image)",,in,in docsdrb2,anthropic,sonnet-5,unstated,mixed,hard,managed-agents,per-task,1.20,0.00289,,,56,rubric%,0.289,,,https://platform.claude.com/docs/en/about-claude/models/optimizing-for-cost-and-intelligence (page text (rounded to the percent; the page prints 56%)),,out:effort-not-established,out:effort-not-established docsdrb2,anthropic,opus-5,not-established:absent,mixed,hard,managed-agents,per-task,6.71,0.00289,,,70.8,rubric%,0.0289,,,"https://platform.claude.com/docs/en/about-claude/models/optimizing-for-cost-and-intelligence (References, reference 7: '70.8% on the 33-task basis' (the basis of the other rows of this chart))",,out:effort-not-established,out:effort-not-established docscode370,anthropic,opus-5.5,low,coding,hard,internal-api-agent,per-attempt,0.351,0.00596,,,74.77,pass%,0.0627,,cost-base-price:cost-publisher-figure,"https://platform.claude.com/docs/en/about-claude/models/optimizing-for-cost-and-intelligence (Claude Opus 5.5, point 'low': marker centre px [182.0, 520.0] (x, y) of the image)",,in,in docscode370,anthropic,opus-5.5,medium,coding,hard,internal-api-agent,per-attempt,0.84,0.00289,,,86.6,pass%,0.0289,,cost-base-price:cost-publisher-figure,"https://platform.claude.com/docs/en/about-claude/models/optimizing-for-cost-and-intelligence (page text, 'Advisor strategy' / 'Compare models' ('it' = Opus 5.5 at its default, medium; chart read 86.6))",,in,in docscode370,anthropic,opus-5.5,high,coding,hard,internal-api-agent,per-attempt,1.38,0.00289,,,88.40,pass%,0.0627,,cost-base-price:cost-publisher-figure,"https://platform.claude.com/docs/en/about-claude/models/optimizing-for-cost-and-intelligence (Claude Opus 5.5, point 'high': marker centre px [442.0, 194.0] (x, y) of the image)",,in,in docscode370,anthropic,opus-5.5,xhigh,coding,hard,internal-api-agent,per-attempt,4.11,0.00289,,,91.1,pass%,0.0289,,cost-base-price:cost-publisher-figure,"https://platform.claude.com/docs/en/about-claude/models/optimizing-for-cost-and-intelligence (page text, 'Advisor strategy' (chart read 91.0))",,in,in docscode370,anthropic,fable-5.1,low,coding,hard,internal-api-agent,per-attempt,1.907,0.00596,,,80.29,pass%,0.0627,,cost-base-price:cost-publisher-figure,"https://platform.claude.com/docs/en/about-claude/models/optimizing-for-cost-and-intelligence (Claude Fable 5.1, point 'low': marker centre px [573.3, 387.9] (x, y) of the image)",,in,in docscode370,anthropic,fable-5.1,medium,coding,hard,internal-api-agent,per-attempt,2.68,0.00289,,,84.2,pass%,0.0289,,cost-base-price:cost-publisher-figure,"https://platform.claude.com/docs/en/about-claude/models/optimizing-for-cost-and-intelligence (page text, 'Compare models' ('84.2% for Fable 5.1 at medium (a single Fable 5.1 run)'; chart read 84.2))",,in,in docscode370,anthropic,fable-5.1,high,coding,hard,internal-api-agent,per-attempt,4.661,0.00596,,,85.60,pass%,0.0627,,cost-base-price:cost-publisher-figure,"https://platform.claude.com/docs/en/about-claude/models/optimizing-for-cost-and-intelligence (Claude Fable 5.1, point 'high': marker centre px [1266.0, 261.0] (x, y) of the image)",,in,in docscorpus,anthropic,fable-5.1,low,coding,frontier,managed-agents,per-episode,468.1,0.775,,,88.98,F1x100,0.062,,cost-base-price:cost-publisher-figure,"https://platform.claude.com/docs/en/about-claude/models/optimizing-for-cost-and-intelligence (Claude Fable 5.1, point 'low': marker centre px [727.0, 182.0] (x, y) of the image)",,in,in docscorpus,anthropic,fable-5.1,medium,coding,frontier,managed-agents,per-episode,521.4,0.775,,,89.08,F1x100,0.062,,cost-base-price:cost-publisher-figure,"https://platform.claude.com/docs/en/about-claude/models/optimizing-for-cost-and-intelligence (Claude Fable 5.1, point 'medium': marker centre px [830.2, 179.6] (x, y) of the image)",,in,in docscorpus,anthropic,fable-5.1,high,coding,frontier,managed-agents,per-episode,552.1,0.775,,,91.76,F1x100,0.062,,cost-base-price:cost-publisher-figure,"https://platform.claude.com/docs/en/about-claude/models/optimizing-for-cost-and-intelligence (Claude Fable 5.1, point 'high': marker centre px [889.6, 114.4] (x, y) of the image)",,in,in docscorpus,anthropic,sonnet-5,unstated,coding,frontier,managed-agents,per-episode,226.4,0.775,,,76.16,F1x100,0.062,,,"https://platform.claude.com/docs/en/about-claude/models/optimizing-for-cost-and-intelligence (Claude Sonnet 5, point 'solo': marker centre px [259.0, 494.0] (x, y) of the image)",,out:effort-not-established,out:effort-not-established docsmaxtok55-16k,anthropic,opus-5.5,medium,coding,hard,internal-agent-cap16k,,,,,,58,solved%,0.289,,EAP-run,https://platform.claude.com/docs/en/about-claude/models/optimizing-for-cost-and-intelligence (left panel title: 'solved 58% at the 16k cap'),,in, docsmaxtok55-64k,anthropic,opus-5.5,medium,coding,hard,internal-agent-cap64k,,,,,,76,solved%,0.289,,EAP-run,https://platform.claude.com/docs/en/about-claude/models/optimizing-for-cost-and-intelligence (left panel title: '76% at 64k'),,in, docsmaxtok55-16k,anthropic,fable-5.1,high,coding,hard,internal-agent-cap16k,,,,,,36.3,solved%,0.0289,,EAP-run,"https://platform.claude.com/docs/en/about-claude/models/optimizing-for-cost-and-intelligence (References, reference 12)",,in, docsmaxtok55-64k,anthropic,fable-5.1,high,coding,hard,internal-agent-cap64k,,,,,,58.5,solved%,0.0289,,EAP-run,"https://platform.claude.com/docs/en/about-claude/models/optimizing-for-cost-and-intelligence (References, reference 12)",,in, scf51hlet,anthropic,fable-5,low,reasoning-math,frontier,HLE-tools,per-task,0.595,0.00179,,,59.5,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (blue series (Claude Fable 5), marker centre px [790.0, 719.0] (x, y) of the image; the printed label beside the marker)",,in,in scf51hlet,anthropic,fable-5,medium,reasoning-math,frontier,HLE-tools,per-task,0.976,0.00293,,,61.3,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (blue series (Claude Fable 5), marker centre px [1097.0, 619.0] (x, y) of the image; the printed label beside the marker)",,in,in scf51hlet,anthropic,fable-5,high,reasoning-math,frontier,HLE-tools,per-task,1.388,0.00417,,,63.0,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (blue series (Claude Fable 5), marker centre px [1315.0, 528.0] (x, y) of the image; the printed label beside the marker)",,in,in scf51hlet,anthropic,fable-5,xhigh,reasoning-math,frontier,HLE-tools,per-task,1.887,0.00567,,,63.2,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (blue series (Claude Fable 5), marker centre px [1505.0, 517.0] (x, y) of the image; the printed label beside the marker)",,in,in scf51hlet,anthropic,fable-5,max,reasoning-math,frontier,HLE-tools,per-task,3.303,0.00992,,,63.8,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (blue series (Claude Fable 5), marker centre px [1852.0, 481.0] (x, y) of the image; the printed label beside the marker)",,in,in scf51hlet,anthropic,opus-5,low,reasoning-math,frontier,HLE-tools,per-task,0.246,0.000739,,,54.6,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (green series (Claude Opus 5), marker centre px [243.0, 989.0] (x, y) of the image; the printed label beside the marker)",,in,in scf51hlet,anthropic,opus-5,medium,reasoning-math,frontier,HLE-tools,per-task,0.426,0.00128,,,60.6,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (green series (Claude Opus 5), marker centre px [583.0, 659.0] (x, y) of the image; the printed label beside the marker)",,in,in scf51hlet,anthropic,opus-5,high,reasoning-math,frontier,HLE-tools,per-task,0.843,0.00253,,,62.6,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (green series (Claude Opus 5), marker centre px [1006.0, 546.0] (x, y) of the image; the printed label beside the marker)",,in,in scf51hlet,anthropic,opus-5,xhigh,reasoning-math,frontier,HLE-tools,per-task,1.238,0.00372,,,63.6,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (green series (Claude Opus 5), marker centre px [1244.0, 494.0] (x, y) of the image; the printed label beside the marker)",,in,in scf51hlet,anthropic,opus-5,max,reasoning-math,frontier,HLE-tools,per-task,1.72,0.00517,,,63.6,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (green series (Claude Opus 5), marker centre px [1448.0, 492.0] (x, y) of the image; the printed label beside the marker)",,in,in scf51hlet,anthropic,fable-5.1,low,reasoning-math,frontier,HLE-tools,per-task,0.524,0.00157,,,59.9,score%,0.0289,,,"https://www.anthropic.com/claude-fable-5-1-system-card (orange series (Claude Fable 5.1), marker centre px [712.0, 696.0] (x, y) of the image; the printed label beside the marker)",,out:superseded,out:superseded scf51hlet,anthropic,fable-5.1,medium,reasoning-math,frontier,HLE-tools,per-task,0.672,0.00202,,,62.8,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (orange series (Claude Fable 5.1), marker centre px [866.0, 539.0] (x, y) of the image; the printed label beside the marker)",,out:superseded,in scf51hlet,anthropic,fable-5.1,high,reasoning-math,frontier,HLE-tools,per-task,1.021,0.00307,,,64.6,score%,0.0289,,,"https://www.anthropic.com/claude-fable-5-1-system-card (orange series (Claude Fable 5.1), marker centre px [1125.0, 439.0] (x, y) of the image; the printed label beside the marker)",,out:superseded,out:superseded scf51hlet,anthropic,fable-5.1,xhigh,reasoning-math,frontier,HLE-tools,per-task,2.109,0.00634,,,64.9,score%,0.0289,,,"https://www.anthropic.com/claude-fable-5-1-system-card (orange series (Claude Fable 5.1), marker centre px [1574.0, 419.0] (x, y) of the image; the printed label beside the marker)",,out:superseded,out:superseded scf51hlet,anthropic,fable-5.1,max,reasoning-math,frontier,HLE-tools,per-task,2.955,0.00888,,,65.0,score%,0.0289,,,"https://www.anthropic.com/claude-fable-5-1-system-card (orange series (Claude Fable 5.1), marker centre px [1783.0, 415.0] (x, y) of the image; the printed label beside the marker)",,out:superseded,out:superseded scf51hlen,anthropic,fable-5,low,reasoning-math,frontier,HLE-notools,per-task,0.172,0.000553,,,50.6,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (blue series (Claude Fable 5), marker centre px [439.0, 855.0] (x, y) of the image; the printed label beside the marker)",,in,in scf51hlen,anthropic,fable-5,medium,reasoning-math,frontier,HLE-notools,per-task,0.401,0.00129,,,55.9,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (blue series (Claude Fable 5), marker centre px [910.0, 627.0] (x, y) of the image; the printed label beside the marker)",,in,in scf51hlen,anthropic,fable-5,high,reasoning-math,frontier,HLE-notools,per-task,0.619,0.00199,,,56.9,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (blue series (Claude Fable 5), marker centre px [1151.0, 584.9] (x, y) of the image; the printed label beside the marker)",,in,in scf51hlen,anthropic,fable-5,xhigh,reasoning-math,frontier,HLE-notools,per-task,0.908,0.00292,,,57.4,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (blue series (Claude Fable 5), marker centre px [1365.0, 559.0] (x, y) of the image; the printed label beside the marker)",,in,in scf51hlen,anthropic,fable-5,max,reasoning-math,frontier,HLE-notools,per-task,1.7,0.00547,,,57.8,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (blue series (Claude Fable 5), marker centre px [1714.0, 546.0] (x, y) of the image; the printed label beside the marker)",,in,in scf51hlen,anthropic,opus-5,low,reasoning-math,frontier,HLE-notools,per-task,0.123,0.000395,,,47.4,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (green series (Claude Opus 5), marker centre px [254.0, 995.0] (x, y) of the image; the printed label beside the marker)",,in,in scf51hlen,anthropic,opus-5,medium,reasoning-math,frontier,HLE-notools,per-task,0.33,0.00106,,,53.9,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (green series (Claude Opus 5), marker centre px [803.3, 711.6] (x, y) of the image; the printed label beside the marker)",,in,in scf51hlen,anthropic,opus-5,high,reasoning-math,frontier,HLE-notools,per-task,0.555,0.00178,,,55.5,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (green series (Claude Opus 5), marker centre px [1091.0, 642.0] (x, y) of the image; the printed label beside the marker)",,in,in scf51hlen,anthropic,opus-5,xhigh,reasoning-math,frontier,HLE-notools,per-task,0.81,0.0026,,,56.5,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (green series (Claude Opus 5), marker centre px [1301.0, 599.0] (x, y) of the image; the printed label beside the marker)",,in,in scf51hlen,anthropic,opus-5,max,reasoning-math,frontier,HLE-notools,per-task,1.087,0.00349,,,56.6,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (green series (Claude Opus 5), marker centre px [1465.0, 594.0] (x, y) of the image; the printed label beside the marker)",,in,in scf51hlen,anthropic,fable-5.1,low,reasoning-math,frontier,HLE-notools,per-task,0.3,0.000964,,,53.2,score%,0.0289,,,"https://www.anthropic.com/claude-fable-5-1-system-card (orange series (Claude Fable 5.1), marker centre px [749.0, 744.0] (x, y) of the image; the printed label beside the marker)",,out:superseded,out:superseded scf51hlen,anthropic,fable-5.1,medium,reasoning-math,frontier,HLE-notools,per-task,0.463,0.00149,,,55.9,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (orange series (Claude Fable 5.1), marker centre px [990.0, 625.0] (x, y) of the image; the printed label beside the marker)",,out:superseded,in scf51hlen,anthropic,fable-5.1,high,reasoning-math,frontier,HLE-notools,per-task,0.752,0.00242,,,58.0,score%,0.0289,,,"https://www.anthropic.com/claude-fable-5-1-system-card (orange series (Claude Fable 5.1), marker centre px [1260.0, 537.0] (x, y) of the image; the printed label beside the marker)",,out:superseded,out:superseded scf51hlen,anthropic,fable-5.1,xhigh,reasoning-math,frontier,HLE-notools,per-task,1.529,0.00492,,,60.4,score%,0.0289,,,"https://www.anthropic.com/claude-fable-5-1-system-card (orange series (Claude Fable 5.1), marker centre px [1655.0, 433.0] (x, y) of the image; the printed label beside the marker)",,out:superseded,out:superseded scf51hlen,anthropic,fable-5.1,max,reasoning-math,frontier,HLE-notools,per-task,2.234,0.00718,,,60.9,score%,0.0289,,,"https://www.anthropic.com/claude-fable-5-1-system-card (orange series (Claude Fable 5.1), marker centre px [1866.0, 409.0] (x, y) of the image; the printed label beside the marker)",,out:superseded,out:superseded scf51draco,anthropic,fable-5,low,mixed,frontier,DRACO-980k,per-task,1.387,0.00343,,,77.1,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (blue series (Claude Fable 5), marker centre px [246.0, 982.0] (x, y) of the image; the printed label beside the marker)",,in,in scf51draco,anthropic,fable-5,medium,mixed,frontier,DRACO-980k,per-task,2.657,0.00657,,,80.1,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (blue series (Claude Fable 5), marker centre px [659.0, 802.0] (x, y) of the image; the printed label beside the marker)",,in,in scf51draco,anthropic,fable-5,high,mixed,frontier,DRACO-980k,per-task,4.522,0.0112,,,80.7,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (blue series (Claude Fable 5), marker centre px [997.0, 766.0] (x, y) of the image; the printed label beside the marker)",,in,in scf51draco,anthropic,fable-5,xhigh,mixed,frontier,DRACO-980k,per-task,8.108,0.02,,,83.4,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (blue series (Claude Fable 5), marker centre px [1368.0, 605.0] (x, y) of the image; the printed label beside the marker)",,in,in scf51draco,anthropic,fable-5,max,mixed,frontier,DRACO-980k,per-task,12.961,0.032,,,86.0,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (blue series (Claude Fable 5), marker centre px [1666.0, 453.0] (x, y) of the image; the printed label beside the marker)",,in,in scf51draco,anthropic,opus-5,low,mixed,frontier,DRACO-980k,per-task,1.726,0.00426,,,82.6,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (green series (Claude Opus 5), marker centre px [385.0, 656.0] (x, y) of the image; the printed label beside the marker)",,in,in scf51draco,anthropic,opus-5,medium,mixed,frontier,DRACO-980k,per-task,4.082,0.0101,,,85.0,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (green series (Claude Opus 5), marker centre px [932.0, 509.0] (x, y) of the image; the printed label beside the marker)",,in,in scf51draco,anthropic,opus-5,high,mixed,frontier,DRACO-980k,per-task,7.687,0.019,,,87.5,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (green series (Claude Opus 5), marker centre px [1334.0, 365.0] (x, y) of the image; the printed label beside the marker)",,in,in scf51draco,anthropic,opus-5,xhigh,mixed,frontier,DRACO-980k,per-task,11.41,0.0282,,,87.9,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (green series (Claude Opus 5), marker centre px [1585.0, 341.0] (x, y) of the image; the printed label beside the marker)",,in,in scf51draco,anthropic,opus-5,max,mixed,frontier,DRACO-980k,per-task,14.287,0.0353,,,87.6,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (green series (Claude Opus 5), marker centre px [1728.0, 356.0] (x, y) of the image; the printed label beside the marker)",,in,in scf51draco,anthropic,fable-5.1,low,mixed,frontier,DRACO-980k,per-task,4.301,0.0106,,,84.6,score%,0.0289,,,"https://www.anthropic.com/claude-fable-5-1-system-card (orange series (Claude Fable 5.1), marker centre px [965.0, 535.0] (x, y) of the image; the printed label beside the marker)",,out:superseded,out:superseded scf51draco,anthropic,fable-5.1,medium,mixed,frontier,DRACO-980k,per-task,6.254,0.0155,,,85.3,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (orange series (Claude Fable 5.1), marker centre px [1203.0, 495.0] (x, y) of the image; the printed label beside the marker)",,in,in scf51draco,anthropic,fable-5.1,high,mixed,frontier,DRACO-980k,per-task,8.554,0.0211,,,85.4,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (orange series (Claude Fable 5.1), marker centre px [1402.0, 490.0] (x, y) of the image; the printed label beside the marker)",,in,in scf51draco,anthropic,fable-5.1,xhigh,mixed,frontier,DRACO-980k,per-task,13.023,0.0322,,,87.1,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (orange series (Claude Fable 5.1), marker centre px [1669.0, 389.0] (x, y) of the image; the printed label beside the marker)",,in,in scf51draco,anthropic,fable-5.1,max,mixed,frontier,DRACO-980k,per-task,17.257,0.0426,,,87.7,score%,0.0289,,,"https://www.anthropic.com/claude-fable-5-1-system-card (orange series (Claude Fable 5.1), marker centre px [1848.0, 351.0] (x, y) of the image; the printed label beside the marker)",,out:superseded,out:superseded scf51osw,anthropic,fable-5,low,agentic-tool,hard,OSWorld2-partial,per-task,17.746,0.0371,,,62.09,score%,0.0423,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (blue series (Claude Fable 5), marker centre px [1071.0, 850.0] (x, y) of the image)",,in,in scf51osw,anthropic,fable-5,medium,agentic-tool,hard,OSWorld2-partial,per-task,25.652,0.0536,,,66.51,score%,0.0423,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (blue series (Claude Fable 5), marker centre px [1348.0, 686.0] (x, y) of the image)",,in,in scf51osw,anthropic,fable-5,high,agentic-tool,hard,OSWorld2-partial,per-task,29.931,0.0625,,,69.63,score%,0.0423,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (blue series (Claude Fable 5), marker centre px [1464.0, 570.0] (x, y) of the image)",,in,in scf51osw,anthropic,fable-5,xhigh,agentic-tool,hard,OSWorld2-partial,per-task,34.924,0.0729,,,70.11,score%,0.0423,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (blue series (Claude Fable 5), marker centre px [1580.0, 552.0] (x, y) of the image)",,in,in scf51osw,anthropic,fable-5,max,agentic-tool,hard,OSWorld2-partial,per-task,45.145,0.0943,,,72.83,score%,0.0423,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (blue series (Claude Fable 5), marker centre px [1773.0, 451.0] (x, y) of the image)",,in,in scf51osw,anthropic,opus-5,low,agentic-tool,hard,OSWorld2-partial,per-task,8.562,0.0179,,,61.36,score%,0.0423,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (green series (Claude Opus 5), marker centre px [524.0, 877.0] (x, y) of the image)",,in,in scf51osw,anthropic,opus-5,medium,agentic-tool,hard,OSWorld2-partial,per-task,11.396,0.0238,,,69.76,score%,0.0423,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (green series (Claude Opus 5), marker centre px [739.0, 565.0] (x, y) of the image)",,in,in scf51osw,anthropic,opus-5,high,agentic-tool,hard,OSWorld2-partial,per-task,15.516,0.0324,,,74.5,score%,0.0423,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (green series (Claude Opus 5), marker centre px [971.0, 389.0] (x, y) of the image)",,in,in scf51osw,anthropic,opus-5,xhigh,agentic-tool,hard,OSWorld2-partial,per-task,20.79,0.0434,,,74.82,score%,0.0423,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (green series (Claude Opus 5), marker centre px [1191.0, 377.0] (x, y) of the image)",,in,in scf51osw,anthropic,opus-5,max,agentic-tool,hard,OSWorld2-partial,per-task,21.181,0.0442,,,75.36,score%,0.0423,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (green series (Claude Opus 5), marker centre px [1205.0, 357.0] (x, y) of the image)",,in,in scf51osw,anthropic,fable-5.1,low,agentic-tool,hard,OSWorld2-partial,per-task,6.545,0.0137,,,60.53,score%,0.0423,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (orange series (Claude Fable 5.1), marker centre px [321.0, 908.0] (x, y) of the image)",,in,in scf51osw,anthropic,fable-5.1,medium,agentic-tool,hard,OSWorld2-partial,per-task,9.485,0.0198,,,68.79,score%,0.0423,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (orange series (Claude Fable 5.1), marker centre px [600.0, 601.0] (x, y) of the image)",,in,in scf51osw,anthropic,fable-5.1,high,agentic-tool,hard,OSWorld2-partial,per-task,13.035,0.0272,,,71.22,score%,0.0423,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (orange series (Claude Fable 5.1), marker centre px [839.0, 511.0] (x, y) of the image)",,in,in scf51osw,anthropic,fable-5.1,xhigh,agentic-tool,hard,OSWorld2-partial,per-task,16.984,0.0355,,,75.15,score%,0.0423,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (orange series (Claude Fable 5.1), marker centre px [1038.0, 365.0] (x, y) of the image)",,in,in scf51osw,anthropic,fable-5.1,max,agentic-tool,hard,OSWorld2-partial,per-task,22.818,0.0476,,,77.84,score%,0.0423,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (orange series (Claude Fable 5.1), marker centre px [1260.0, 265.0] (x, y) of the image)",,out:superseded,in chartogt,anthropic,fable-5.1,low,mixed,hard,Chartography-tools,per-task,0.1471,0.000901,,,53.31,score%,0.136,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (orange series (Claude Fable 5.1), marker centre px [1163.0, 720.0] (x, y) of the image)",,in,in chartogt,anthropic,fable-5.1,medium,mixed,hard,Chartography-tools,per-task,0.2219,0.00136,,,66.39,score%,0.136,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (orange series (Claude Fable 5.1), marker centre px [1273.0, 562.0] (x, y) of the image)",,in,in chartogt,anthropic,fable-5.1,high,mixed,hard,Chartography-tools,per-task,0.3872,0.00237,,,72.76,score%,0.136,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (orange series (Claude Fable 5.1), marker centre px [1422.0, 485.0] (x, y) of the image)",,in,in chartogt,anthropic,fable-5.1,xhigh,mixed,hard,Chartography-tools,per-task,1.2895,0.0079,,,87.58,score%,0.136,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (orange series (Claude Fable 5.1), marker centre px [1744.0, 306.0] (x, y) of the image)",,in,in chartogt,anthropic,fable-5.1,max,mixed,hard,Chartography-tools,per-task,2.1675,0.0133,,,86.18,score%,0.136,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (orange series (Claude Fable 5.1), marker centre px [1883.0, 323.0] (x, y) of the image)",,in,in chartogt,anthropic,opus-5,low,mixed,hard,Chartography-tools,per-task,0.0853,0.000523,,,45.78,score%,0.136,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (green series (Claude Opus 5), marker centre px [1017.0, 811.0] (x, y) of the image)",,in,in chartogt,anthropic,opus-5,medium,mixed,hard,Chartography-tools,per-task,0.2492,0.00153,,,68.96,score%,0.136,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (green series (Claude Opus 5), marker centre px [1304.0, 531.0] (x, y) of the image)",,in,in chartogt,anthropic,opus-5,high,mixed,hard,Chartography-tools,per-task,0.4756,0.00291,,,78.56,score%,0.136,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (green series (Claude Opus 5), marker centre px [1477.0, 415.0] (x, y) of the image)",,in,in chartogt,anthropic,opus-5,xhigh,mixed,hard,Chartography-tools,per-task,0.8423,0.00516,,,83.53,score%,0.136,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (green series (Claude Opus 5), marker centre px [1630.0, 355.0] (x, y) of the image)",,in,in chartogt,anthropic,opus-5,max,mixed,hard,Chartography-tools,per-task,1.2469,0.00764,,,82.95,score%,0.136,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (green series (Claude Opus 5), marker centre px [1735.0, 362.0] (x, y) of the image)",,in,in chartogt,anthropic,fable-5,low,mixed,hard,Chartography-tools,per-task,0.3872,0.00237,,,57.95,score%,0.136,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (blue series (Claude Fable 5), marker centre px [1422.0, 664.0] (x, y) of the image)",,in,in chartogt,anthropic,fable-5,medium,mixed,hard,Chartography-tools,per-task,0.6558,0.00402,,,73.18,score%,0.136,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (blue series (Claude Fable 5), marker centre px [1563.0, 480.0] (x, y) of the image)",,in,in chartogt,anthropic,fable-5,high,mixed,hard,Chartography-tools,per-task,1.0191,0.00624,,,75.99,score%,0.136,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (blue series (Claude Fable 5), marker centre px [1681.0, 446.0] (x, y) of the image)",,in,in chartogt,anthropic,fable-5,xhigh,mixed,hard,Chartography-tools,per-task,1.4533,0.0089,,,81.79,score%,0.136,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (blue series (Claude Fable 5), marker centre px [1776.0, 376.0] (x, y) of the image)",,in,in chartogt,anthropic,fable-5,max,mixed,hard,Chartography-tools,per-task,2.3887,0.0146,,,84.19,score%,0.136,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (blue series (Claude Fable 5), marker centre px [1909.0, 347.0] (x, y) of the image)",,in,in chartogt,anthropic,sonnet-5,not-established:ambiguous,mixed,hard,Chartography-tools,per-task,0.3437,0.00211,,,51.99,score%,0.136,,,"https://www.anthropic.com/claude-fable-5-1-system-card (gold series (Claude Sonnet 5), marker centre px [1390.0, 737.0] (x, y) of the image)",,out:effort-not-established,out:effort-not-established chartogt,anthropic,sonnet-5,not-established:ambiguous,mixed,hard,Chartography-tools,per-task,0.639,0.00392,,,63.99,score%,0.136,,,"https://www.anthropic.com/claude-fable-5-1-system-card (gold series (Claude Sonnet 5), marker centre px [1556.0, 592.0] (x, y) of the image)",,out:effort-not-established,out:effort-not-established chartogt,anthropic,sonnet-5,not-established:ambiguous,mixed,hard,Chartography-tools,per-task,0.9284,0.00569,,,66.39,score%,0.136,,,"https://www.anthropic.com/claude-fable-5-1-system-card (gold series (Claude Sonnet 5), marker centre px [1656.0, 563.0] (x, y) of the image)",,out:effort-not-established,out:effort-not-established chartogt,anthropic,sonnet-5,not-established:ambiguous,mixed,hard,Chartography-tools,per-task,1.644,0.0101,,,71.77,score%,0.136,,,"https://www.anthropic.com/claude-fable-5-1-system-card (gold series (Claude Sonnet 5), marker centre px [1809.0, 498.0] (x, y) of the image)",,out:effort-not-established,out:effort-not-established chartogn,anthropic,fable-5.1,low,mixed,hard,Chartography-notools,per-task,0.0253,0.000155,,,33.77,score%,0.136,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (orange series (Claude Fable 5.1), marker centre px [692.0, 956.0] (x, y) of the image)",,in,in chartogn,anthropic,fable-5.1,medium,mixed,hard,Chartography-notools,per-task,0.0496,0.000304,,,40.15,score%,0.136,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (orange series (Claude Fable 5.1), marker centre px [872.0, 879.0] (x, y) of the image)",,in,in chartogn,anthropic,fable-5.1,high,mixed,hard,Chartography-notools,per-task,0.0831,0.000509,,,43.96,score%,0.136,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (orange series (Claude Fable 5.1), marker centre px [1010.0, 833.0] (x, y) of the image)",,in,in chartogn,anthropic,fable-5.1,xhigh,mixed,hard,Chartography-notools,per-task,0.3829,0.00235,,,45.12,score%,0.136,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (orange series (Claude Fable 5.1), marker centre px [1419.0, 819.0] (x, y) of the image)",,in,in chartogn,anthropic,fable-5.1,max,mixed,hard,Chartography-notools,per-task,0.8679,0.00532,,,42.55,score%,0.136,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (orange series (Claude Fable 5.1), marker centre px [1638.0, 850.0] (x, y) of the image)",,in,in chartogn,anthropic,opus-5,low,mixed,hard,Chartography-notools,per-task,0.0151,9.25e-05,,,16.72,score%,0.136,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (green series (Claude Opus 5), marker centre px [554.0, 1162.0] (x, y) of the image)",,in,in chartogn,anthropic,opus-5,medium,mixed,hard,Chartography-notools,per-task,0.0386,0.000237,,,23.1,score%,0.136,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (green series (Claude Opus 5), marker centre px [805.0, 1085.0] (x, y) of the image)",,in,in chartogn,anthropic,opus-5,high,mixed,hard,Chartography-notools,per-task,0.0689,0.000422,,,25.33,score%,0.136,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (green series (Claude Opus 5), marker centre px [960.0, 1058.0] (x, y) of the image)",,in,in chartogn,anthropic,opus-5,xhigh,mixed,hard,Chartography-notools,per-task,0.151,0.000925,,,26.57,score%,0.136,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (green series (Claude Opus 5), marker centre px [1170.0, 1043.0] (x, y) of the image)",,in,in chartogn,anthropic,opus-5,max,mixed,hard,Chartography-notools,per-task,0.2548,0.00156,,,29.55,score%,0.136,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (green series (Claude Opus 5), marker centre px [1310.0, 1007.0] (x, y) of the image)",,in,in chartogn,anthropic,fable-5,low,mixed,hard,Chartography-notools,per-task,0.0308,0.000189,,,22.93,score%,0.136,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (blue series (Claude Fable 5), marker centre px [744.0, 1087.0] (x, y) of the image)",,in,in chartogn,anthropic,fable-5,medium,mixed,hard,Chartography-notools,per-task,0.0521,0.000319,,,25.17,score%,0.136,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (blue series (Claude Fable 5), marker centre px [885.0, 1060.0] (x, y) of the image)",,in,in chartogn,anthropic,fable-5,high,mixed,hard,Chartography-notools,per-task,0.0791,0.000485,,,28.15,score%,0.136,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (blue series (Claude Fable 5), marker centre px [997.0, 1024.0] (x, y) of the image)",,in,in chartogn,anthropic,fable-5,xhigh,mixed,hard,Chartography-notools,per-task,0.1455,0.000891,,,33.53,score%,0.136,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (blue series (Claude Fable 5), marker centre px [1160.0, 959.0] (x, y) of the image)",,in,in chartogn,anthropic,fable-5,max,mixed,hard,Chartography-notools,per-task,0.3261,0.002,,,36.51,score%,0.136,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-1-system-card (blue series (Claude Fable 5), marker centre px [1376.0, 923.0] (x, y) of the image)",,in,in scf52-fc20@anthropic,anthropic,fable-5.2,low,coding,frontier,,per-task,2.10,0.00289,,,34.2,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M11,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'FrontierCode 2.0' (accuracy vs. cost), aria-label of the point Fable 5.2 · Low)",,out:copy,out:superseded scf52-fc20@anthropic,anthropic,fable-5.2,medium,coding,frontier,,per-task,2.48,0.00289,,,37.6,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M12,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'FrontierCode 2.0' (accuracy vs. cost), aria-label of the point Fable 5.2 · Med)",,out:copy,out:superseded scf52-fc20@anthropic,anthropic,fable-5.2,high,coding,frontier,,per-task,6.72,0.00289,,,45.3,score%,0.0289,,restated-from:Anthropic; prev=45.3 (src-anthropic-claude-dev-which-model-2026-11-09#M1); same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M13,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'FrontierCode 2.0' (accuracy vs. cost), aria-label of the point Fable 5.2 · High)",,out:copy,out:superseded scf52-fc20@anthropic,anthropic,fable-5.2,xhigh,coding,frontier,,per-task,14.19,0.00289,,,49.1,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M14,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'FrontierCode 2.0' (accuracy vs. cost), aria-label of the point Fable 5.2 · Xhigh)",,out:copy,out:superseded scf52-fc20@anthropic,anthropic,fable-5.2,max,coding,frontier,,per-task,44.70,0.00289,,,45.6,score%,0.0289,,,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'FrontierCode 2.0' (accuracy vs. cost), aria-label of the point Fable 5.2 · Max)",,in,out:superseded scf52-fc20@anthropic,anthropic,opus-5.5,low,coding,frontier,,per-task,0.75,0.00289,,,14.7,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-cognition-frontiercode-2-0-2026-11-09#M195,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'FrontierCode 2.0' (accuracy vs. cost), aria-label of the point Opus 5.5 · Low)",,out:copy,out:copy scf52-fc20@anthropic,anthropic,opus-5.5,medium,coding,frontier,,per-task,1.70,0.00289,,,30.1,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-cognition-frontiercode-2-0-2026-11-09#M197,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'FrontierCode 2.0' (accuracy vs. cost), aria-label of the point Opus 5.5 · Med)",,out:copy,out:copy scf52-fc20@anthropic,anthropic,opus-5.5,high,coding,frontier,,per-task,2.42,0.00289,,,34.5,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-cognition-frontiercode-2-0-2026-11-09#M199,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'FrontierCode 2.0' (accuracy vs. cost), aria-label of the point Opus 5.5 · High)",,out:copy,out:copy scf52-fc20@anthropic,anthropic,opus-5.5,xhigh,coding,frontier,,per-task,5.18,0.00289,,,43.4,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-cognition-frontiercode-2-0-2026-11-09#M201,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'FrontierCode 2.0' (accuracy vs. cost), aria-label of the point Opus 5.5 · Xhigh)",,out:copy,out:copy scf52-fc20@anthropic,anthropic,opus-5.5,max,coding,frontier,,per-task,12.82,0.00289,,,45.5,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M16,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'FrontierCode 2.0' (accuracy vs. cost), aria-label of the point Opus 5.5 · Max)",,out:superseded,out:superseded scf52-fc20@anthropic,anthropic,fable-5.1,low,coding,frontier,,per-task,3.01,0.00289,,,20.6,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-cognition-frontiercode-2-0-2026-11-09#M35,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'FrontierCode 2.0' (accuracy vs. cost), aria-label of the point Fable 5.1 · Low)",,out:copy,out:copy scf52-fc20@anthropic,anthropic,fable-5.1,medium,coding,frontier,,per-task,3.89,0.00289,,,21.5,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-cognition-frontiercode-2-0-2026-11-09#M37,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'FrontierCode 2.0' (accuracy vs. cost), aria-label of the point Fable 5.1 · Med)",,out:copy,out:copy scf52-fc20@anthropic,anthropic,fable-5.1,high,coding,frontier,,per-task,5.39,0.00289,,,25.7,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-cognition-frontiercode-2-0-2026-11-09#M39,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'FrontierCode 2.0' (accuracy vs. cost), aria-label of the point Fable 5.1 · High)",,out:copy,out:copy scf52-fc20@anthropic,anthropic,fable-5.1,xhigh,coding,frontier,,per-task,8.68,0.00289,,,32.4,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M18,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'FrontierCode 2.0' (accuracy vs. cost), aria-label of the point Fable 5.1 · Xhigh)",,out:superseded,out:superseded scf52-fc20@anthropic,anthropic,fable-5.1,max,coding,frontier,,per-task,11.46,0.00289,,,31.7,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-cognition-frontiercode-2-0-2026-11-09#M43,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'FrontierCode 2.0' (accuracy vs. cost), aria-label of the point Fable 5.1 · Max)",,out:superseded,out:copy scf52-fc20@anthropic,anthropic,gpt-6-astra,low,coding,frontier,,per-task,2.44,0.00289,,,31.1,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-cognition-frontiercode-2-0-2026-11-09#M75,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'FrontierCode 2.0' (accuracy vs. cost), aria-label of the point GPT-6 Astra · Low)",,out:copy,out:copy scf52-fc20@anthropic,anthropic,gpt-6-astra,medium,coding,frontier,,per-task,3.49,0.00289,,,36.8,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-cognition-frontiercode-2-0-2026-11-09#M77,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'FrontierCode 2.0' (accuracy vs. cost), aria-label of the point GPT-6 Astra · Med)",,out:copy,out:copy scf52-fc20@anthropic,anthropic,gpt-6-astra,high,coding,frontier,,per-task,4.28,0.00289,,,38.3,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-cognition-frontiercode-2-0-2026-11-09#M79,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'FrontierCode 2.0' (accuracy vs. cost), aria-label of the point GPT-6 Astra · High)",,out:copy,out:copy scf52-fc20@anthropic,anthropic,gpt-6-astra,xhigh,coding,frontier,,per-task,4.54,0.00289,,,41.4,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-cognition-frontiercode-2-0-2026-11-09#M81,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'FrontierCode 2.0' (accuracy vs. cost), aria-label of the point GPT-6 Astra · Xhigh)",,out:copy,out:copy scf52-fc20@anthropic,anthropic,gpt-6-astra,max,coding,frontier,,per-task,6.68,0.00289,,,42.8,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M17,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'FrontierCode 2.0' (accuracy vs. cost), aria-label of the point GPT-6 Astra · Max)",,out:superseded,out:superseded scf52-fc20@anthropic,anthropic,gemini-4-carbon,low,coding,frontier,,per-task,5.49,0.00289,,,32.4,score%,0.0289,,EAP-run; base-scheduled-list-price; cost-method-assumed-single,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'FrontierCode 2.0' (accuracy vs. cost), aria-label of the point Gemini 4 Carbon · Low)",,in,out:cost-not-comparable scf52-fc20@anthropic,anthropic,gemini-4-carbon,medium,coding,frontier,,per-task,5.16,0.00289,,,41.1,score%,0.0289,,EAP-run; base-scheduled-list-price; cost-method-assumed-single,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'FrontierCode 2.0' (accuracy vs. cost), aria-label of the point Gemini 4 Carbon · Med)",,in,out:cost-not-comparable scf52-fc20@anthropic,anthropic,gemini-4-carbon,high,coding,frontier,,per-task,5.83,0.00289,,,38.4,score%,0.0289,,EAP-run; base-scheduled-list-price; cost-method-assumed-single,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'FrontierCode 2.0' (accuracy vs. cost), aria-label of the point Gemini 4 Carbon · High)",,in,out:cost-not-comparable scf52-wandr@anthropic,anthropic,fable-5.2,low,agentic-tool,frontier,,per-attempt,12.66,0.00289,,,71.4,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'WANDR (relaxed score)' (accuracy vs. cost), aria-label of the point Fable 5.2 · Low)",,in,in scf52-wandr@anthropic,anthropic,fable-5.2,medium,agentic-tool,frontier,,per-attempt,15.71,0.00289,,,73.6,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'WANDR (relaxed score)' (accuracy vs. cost), aria-label of the point Fable 5.2 · Med)",,in,in scf52-wandr@anthropic,anthropic,fable-5.2,high,agentic-tool,frontier,,per-attempt,29.20,0.00289,,,79.3,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'WANDR (relaxed score)' (accuracy vs. cost), aria-label of the point Fable 5.2 · High)",,in,in scf52-wandr@anthropic,anthropic,fable-5.2,xhigh,agentic-tool,frontier,,per-attempt,39.84,0.00289,,,80.6,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'WANDR (relaxed score)' (accuracy vs. cost), aria-label of the point Fable 5.2 · Xhigh)",,in,in scf52-wandr@anthropic,anthropic,fable-5.2,max,agentic-tool,frontier,,per-attempt,53.11,0.00289,,,82.1,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M111,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'WANDR (relaxed score)' (accuracy vs. cost), aria-label of the point Fable 5.2 · Max)",,out:superseded,out:superseded scf52-wandr@anthropic,anthropic,opus-5.5,low,agentic-tool,frontier,,per-attempt,1.25,0.00289,,,31.2,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'WANDR (relaxed score)' (accuracy vs. cost), aria-label of the point Opus 5.5 · Low)",,out:republished,out:republished scf52-wandr@anthropic,anthropic,opus-5.5,medium,agentic-tool,frontier,,per-attempt,11.40,0.00289,,,62.8,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'WANDR (relaxed score)' (accuracy vs. cost), aria-label of the point Opus 5.5 · Med)",,out:republished,out:republished scf52-wandr@anthropic,anthropic,opus-5.5,high,agentic-tool,frontier,,per-attempt,17.31,0.00289,,,67.3,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'WANDR (relaxed score)' (accuracy vs. cost), aria-label of the point Opus 5.5 · High)",,out:republished,out:republished scf52-wandr@anthropic,anthropic,opus-5.5,xhigh,agentic-tool,frontier,,per-attempt,29.25,0.00289,,,71.3,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'WANDR (relaxed score)' (accuracy vs. cost), aria-label of the point Opus 5.5 · Xhigh)",,out:republished,out:republished scf52-wandr@anthropic,anthropic,opus-5.5,max,agentic-tool,frontier,,per-attempt,38.68,0.00289,,,72.3,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M113,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'WANDR (relaxed score)' (accuracy vs. cost), aria-label of the point Opus 5.5 · Max)",,out:superseded,out:superseded scf52-wandr@anthropic,anthropic,fable-5.1,low,agentic-tool,frontier,,per-attempt,24.41,0.00289,,,63.3,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'WANDR (relaxed score)' (accuracy vs. cost), aria-label of the point Fable 5.1 · Low)",,out:republished,out:republished scf52-wandr@anthropic,anthropic,fable-5.1,medium,agentic-tool,frontier,,per-attempt,28.78,0.00289,,,64.5,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'WANDR (relaxed score)' (accuracy vs. cost), aria-label of the point Fable 5.1 · Med)",,out:republished,out:republished scf52-wandr@anthropic,anthropic,fable-5.1,high,agentic-tool,frontier,,per-attempt,37.60,0.00289,,,66.7,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'WANDR (relaxed score)' (accuracy vs. cost), aria-label of the point Fable 5.1 · High)",,out:republished,out:republished scf52-wandr@anthropic,anthropic,fable-5.1,xhigh,agentic-tool,frontier,,per-attempt,44.50,0.00289,,,67.7,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'WANDR (relaxed score)' (accuracy vs. cost), aria-label of the point Fable 5.1 · Xhigh)",,out:republished,out:republished scf52-wandr@anthropic,anthropic,fable-5.1,max,agentic-tool,frontier,,per-attempt,51.10,0.00289,,,68.7,score%,0.0289,,,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'WANDR (relaxed score)' (accuracy vs. cost), aria-label of the point Fable 5.1 · Max)",,out:superseded,out:superseded scf52-bcadt@anthropic,anthropic,fable-5.2,low,coding,frontier,,per-attempt,1.89,0.00289,,,26.9,score,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'BenchCAD 2.1 (with tools)' (accuracy vs. cost), aria-label of the point Fable 5.2 · Low)",,in,in scf52-bcadt@anthropic,anthropic,fable-5.2,medium,coding,frontier,,per-attempt,2.66,0.00289,,,32.4,score,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'BenchCAD 2.1 (with tools)' (accuracy vs. cost), aria-label of the point Fable 5.2 · Med)",,in,in scf52-bcadt@anthropic,anthropic,fable-5.2,high,coding,frontier,,per-attempt,9.99,0.00289,,,61.0,score,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'BenchCAD 2.1 (with tools)' (accuracy vs. cost), aria-label of the point Fable 5.2 · High)",,in,in scf52-bcadt@anthropic,anthropic,fable-5.2,xhigh,coding,frontier,,per-attempt,23.23,0.00289,,,74.1,score,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'BenchCAD 2.1 (with tools)' (accuracy vs. cost), aria-label of the point Fable 5.2 · Xhigh)",,in,in scf52-bcadt@anthropic,anthropic,fable-5.2,max,coding,frontier,,per-attempt,50.77,0.00289,,,83.5,score,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M142,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'BenchCAD 2.1 (with tools)' (accuracy vs. cost), aria-label of the point Fable 5.2 · Max)",,out:superseded,out:superseded scf52-bcadt@anthropic,anthropic,opus-5.5,low,coding,frontier,,per-attempt,0.03,0.00289,,,6.3,score,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'BenchCAD 2.1 (with tools)' (accuracy vs. cost), aria-label of the point Opus 5.5 · Low)",,in,in scf52-bcadt@anthropic,anthropic,opus-5.5,medium,coding,frontier,,per-attempt,1.11,0.00289,,,19.1,score,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'BenchCAD 2.1 (with tools)' (accuracy vs. cost), aria-label of the point Opus 5.5 · Med)",,in,in scf52-bcadt@anthropic,anthropic,opus-5.5,high,coding,frontier,,per-attempt,2.57,0.00289,,,29.7,score,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'BenchCAD 2.1 (with tools)' (accuracy vs. cost), aria-label of the point Opus 5.5 · High)",,in,in scf52-bcadt@anthropic,anthropic,opus-5.5,xhigh,coding,frontier,,per-attempt,8.91,0.00289,,,54.5,score,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'BenchCAD 2.1 (with tools)' (accuracy vs. cost), aria-label of the point Opus 5.5 · Xhigh)",,in,in scf52-bcadt@anthropic,anthropic,opus-5.5,max,coding,frontier,,per-attempt,19.86,0.00289,,,65.3,score,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'BenchCAD 2.1 (with tools)' (accuracy vs. cost), aria-label of the point Opus 5.5 · Max)",,out:superseded,in scf52-bcadt@anthropic,anthropic,fable-5.1,low,coding,frontier,,per-attempt,2.95,0.00289,,,12.1,score,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'BenchCAD 2.1 (with tools)' (accuracy vs. cost), aria-label of the point Fable 5.1 · Low)",,in,in scf52-bcadt@anthropic,anthropic,fable-5.1,medium,coding,frontier,,per-attempt,5.70,0.00289,,,15.7,score,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'BenchCAD 2.1 (with tools)' (accuracy vs. cost), aria-label of the point Fable 5.1 · Med)",,in,in scf52-bcadt@anthropic,anthropic,fable-5.1,high,coding,frontier,,per-attempt,12.44,0.00289,,,25.8,score,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'BenchCAD 2.1 (with tools)' (accuracy vs. cost), aria-label of the point Fable 5.1 · High)",,in,in scf52-bcadt@anthropic,anthropic,fable-5.1,xhigh,coding,frontier,,per-attempt,27.38,0.00289,,,40.5,score,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'BenchCAD 2.1 (with tools)' (accuracy vs. cost), aria-label of the point Fable 5.1 · Xhigh)",,in,in scf52-bcadt@anthropic,anthropic,fable-5.1,max,coding,frontier,,per-attempt,34.69,0.00289,,,44.4,score,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'BenchCAD 2.1 (with tools)' (accuracy vs. cost), aria-label of the point Fable 5.1 · Max)",,out:superseded,in scf52-hlet@anthropic,anthropic,fable-5.2,low,reasoning-math,frontier,HLE-tools,per-attempt,0.19,0.00289,,,68.4,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M76,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'Humanity’s Last Exam (with tools)' (accuracy vs. cost), aria-label of the point Fable 5.2 · Low)",,out:superseded,out:superseded scf52-hlet@anthropic,anthropic,fable-5.2,medium,reasoning-math,frontier,HLE-tools,per-attempt,0.21,0.00289,,,68.6,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M77,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'Humanity’s Last Exam (with tools)' (accuracy vs. cost), aria-label of the point Fable 5.2 · Med)",,out:superseded,out:superseded scf52-hlet@anthropic,anthropic,fable-5.2,high,reasoning-math,frontier,HLE-tools,per-attempt,0.63,0.00289,,,71.5,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M78,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'Humanity’s Last Exam (with tools)' (accuracy vs. cost), aria-label of the point Fable 5.2 · High)",,out:superseded,out:superseded scf52-hlet@anthropic,anthropic,fable-5.2,xhigh,reasoning-math,frontier,HLE-tools,per-attempt,1.48,0.00289,,,73.4,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M79,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'Humanity’s Last Exam (with tools)' (accuracy vs. cost), aria-label of the point Fable 5.2 · Xhigh)",,out:superseded,out:superseded scf52-hlet@anthropic,anthropic,fable-5.2,max,reasoning-math,frontier,HLE-tools,per-attempt,4.51,0.00289,,,74.2,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M80,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'Humanity’s Last Exam (with tools)' (accuracy vs. cost), aria-label of the point Fable 5.2 · Max)",,out:superseded,out:superseded scf52-hlet@anthropic,anthropic,opus-5.5,low,reasoning-math,frontier,HLE-tools,per-attempt,0.08,0.00289,,,57.4,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M81,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'Humanity’s Last Exam (with tools)' (accuracy vs. cost), aria-label of the point Opus 5.5 · Low)",,out:superseded,out:superseded scf52-hlet@anthropic,anthropic,opus-5.5,medium,reasoning-math,frontier,HLE-tools,per-attempt,0.17,0.00289,,,63.0,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M82,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'Humanity’s Last Exam (with tools)' (accuracy vs. cost), aria-label of the point Opus 5.5 · Med)",,out:superseded,out:superseded scf52-hlet@anthropic,anthropic,opus-5.5,high,reasoning-math,frontier,HLE-tools,per-attempt,0.29,0.00289,,,63.9,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M83,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'Humanity’s Last Exam (with tools)' (accuracy vs. cost), aria-label of the point Opus 5.5 · High)",,out:superseded,out:superseded scf52-hlet@anthropic,anthropic,opus-5.5,xhigh,reasoning-math,frontier,HLE-tools,per-attempt,0.69,0.00289,,,66.4,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M84,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'Humanity’s Last Exam (with tools)' (accuracy vs. cost), aria-label of the point Opus 5.5 · Xhigh)",,out:superseded,out:superseded scf52-hlet@anthropic,anthropic,opus-5.5,max,reasoning-math,frontier,HLE-tools,per-attempt,2.18,0.00289,,,67.7,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M85,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'Humanity’s Last Exam (with tools)' (accuracy vs. cost), aria-label of the point Opus 5.5 · Max)",,out:superseded,out:superseded scf52-hlet@anthropic,anthropic,fable-5.1,low,reasoning-math,frontier,HLE-tools,per-attempt,0.59,0.00289,,,60.2,score%,0.0289,,,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'Humanity’s Last Exam (with tools)' (accuracy vs. cost), aria-label of the point Fable 5.1 · Low)",,out:superseded,out:superseded scf52-hlet@anthropic,anthropic,fable-5.1,medium,reasoning-math,frontier,HLE-tools,per-attempt,0.85,0.00289,,,62.4,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'Humanity’s Last Exam (with tools)' (accuracy vs. cost), aria-label of the point Fable 5.1 · Med)",,out:superseded,out:cost-single-couple scf52-hlet@anthropic,anthropic,fable-5.1,high,reasoning-math,frontier,HLE-tools,per-attempt,1.37,0.00289,,,63.1,score%,0.0289,,,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'Humanity’s Last Exam (with tools)' (accuracy vs. cost), aria-label of the point Fable 5.1 · High)",,out:superseded,out:superseded scf52-hlet@anthropic,anthropic,fable-5.1,xhigh,reasoning-math,frontier,HLE-tools,per-attempt,2.70,0.00289,,,65.2,score%,0.0289,,,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'Humanity’s Last Exam (with tools)' (accuracy vs. cost), aria-label of the point Fable 5.1 · Xhigh)",,out:superseded,out:superseded scf52-hlet@anthropic,anthropic,fable-5.1,max,reasoning-math,frontier,HLE-tools,per-attempt,3.77,0.00289,,,65.6,score%,0.0289,,,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'Humanity’s Last Exam (with tools)' (accuracy vs. cost), aria-label of the point Fable 5.1 · Max)",,out:superseded,out:superseded scf52-chartn@anthropic,anthropic,fable-5.2,low,reasoning-math,hard,,per-attempt,0.03,0.00289,,,64.2,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'Chartography (no tools)' (accuracy vs. cost), aria-label of the point Fable 5.2 · Low)",,in,in scf52-chartn@anthropic,anthropic,fable-5.2,medium,reasoning-math,hard,,per-attempt,0.03,0.00289,,,66.4,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'Chartography (no tools)' (accuracy vs. cost), aria-label of the point Fable 5.2 · Med)",,in,in scf52-chartn@anthropic,anthropic,fable-5.2,high,reasoning-math,hard,,per-attempt,0.07,0.00289,,,69.8,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'Chartography (no tools)' (accuracy vs. cost), aria-label of the point Fable 5.2 · High)",,in,in scf52-chartn@anthropic,anthropic,fable-5.2,xhigh,reasoning-math,hard,,per-attempt,0.15,0.00289,,,71.4,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'Chartography (no tools)' (accuracy vs. cost), aria-label of the point Fable 5.2 · Xhigh)",,in,in scf52-chartn@anthropic,anthropic,fable-5.2,max,reasoning-math,hard,,per-attempt,0.75,0.00289,,,73.4,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M122,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'Chartography (no tools)' (accuracy vs. cost), aria-label of the point Fable 5.2 · Max)",,out:superseded,out:superseded scf52-chartn@anthropic,anthropic,opus-5.5,low,reasoning-math,hard,,per-attempt,0.02,0.00289,,,57.0,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'Chartography (no tools)' (accuracy vs. cost), aria-label of the point Opus 5.5 · Low)",,in,in scf52-chartn@anthropic,anthropic,opus-5.5,medium,reasoning-math,hard,,per-attempt,0.03,0.00289,,,59.0,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'Chartography (no tools)' (accuracy vs. cost), aria-label of the point Opus 5.5 · Med)",,in,in scf52-chartn@anthropic,anthropic,opus-5.5,high,reasoning-math,hard,,per-attempt,0.03,0.00289,,,59.2,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'Chartography (no tools)' (accuracy vs. cost), aria-label of the point Opus 5.5 · High)",,in,in scf52-chartn@anthropic,anthropic,opus-5.5,xhigh,reasoning-math,hard,,per-attempt,0.08,0.00289,,,62.4,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'Chartography (no tools)' (accuracy vs. cost), aria-label of the point Opus 5.5 · Xhigh)",,in,in scf52-chartn@anthropic,anthropic,opus-5.5,max,reasoning-math,hard,,per-attempt,0.49,0.00289,,,64.4,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M124,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'Chartography (no tools)' (accuracy vs. cost), aria-label of the point Opus 5.5 · Max)",,out:superseded,out:superseded scf52-chartn@anthropic,anthropic,fable-5.1,low,reasoning-math,hard,,per-attempt,0.03,0.00289,,,36.6,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'Chartography (no tools)' (accuracy vs. cost), aria-label of the point Fable 5.1 · Low)",,in,in scf52-chartn@anthropic,anthropic,fable-5.1,medium,reasoning-math,hard,,per-attempt,0.05,0.00289,,,42.2,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'Chartography (no tools)' (accuracy vs. cost), aria-label of the point Fable 5.1 · Med)",,in,in scf52-chartn@anthropic,anthropic,fable-5.1,high,reasoning-math,hard,,per-attempt,0.08,0.00289,,,46.0,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'Chartography (no tools)' (accuracy vs. cost), aria-label of the point Fable 5.1 · High)",,in,in scf52-chartn@anthropic,anthropic,fable-5.1,xhigh,reasoning-math,hard,,per-attempt,0.38,0.00289,,,47.0,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'Chartography (no tools)' (accuracy vs. cost), aria-label of the point Fable 5.1 · Xhigh)",,in,in scf52-chartn@anthropic,anthropic,fable-5.1,max,reasoning-math,hard,,per-attempt,0.87,0.00289,,,44.8,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M126,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'Chartography (no tools)' (accuracy vs. cost), aria-label of the point Fable 5.1 · Max)",,out:superseded,out:superseded scf52-cve,anthropic,mythos-5.2,low,coding,frontier,,per-attempt,0.34,0.00289,,,72.4,score%,0.0289,,EAP-run; cost-method-assumed-single,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'CVE Rediscovery' (accuracy vs. cost), aria-label of the point Mythos 5.2 · Low)",,out:single-couple,out:cost-not-comparable scf52-cve,anthropic,mythos-5.2,medium,coding,frontier,,per-attempt,0.40,0.00289,,,73.3,score%,0.0289,,EAP-run; cost-method-assumed-single,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'CVE Rediscovery' (accuracy vs. cost), aria-label of the point Mythos 5.2 · Med)",,out:single-couple,out:cost-not-comparable scf52-cve,anthropic,mythos-5.2,high,coding,frontier,,per-attempt,1.01,0.00289,,,83.2,score%,0.0289,,EAP-run; cost-method-assumed-single,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'CVE Rediscovery' (accuracy vs. cost), aria-label of the point Mythos 5.2 · High)",,out:single-couple,out:cost-not-comparable scf52-cve,anthropic,mythos-5.2,xhigh,coding,frontier,,per-attempt,2.40,0.00289,,,88.1,score%,0.0289,,EAP-run; cost-method-assumed-single,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'CVE Rediscovery' (accuracy vs. cost), aria-label of the point Mythos 5.2 · Xhigh)",,out:single-couple,out:cost-not-comparable scf52-cve,anthropic,mythos-5.2,max,coding,frontier,,per-attempt,9.13,0.00289,,,89.6,score%,0.0289,,EAP-run; cost-method-assumed-single,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'CVE Rediscovery' (accuracy vs. cost), aria-label of the point Mythos 5.2 · Max)",,out:superseded,out:cost-not-comparable scf52-cve,anthropic,opus-5.5,low,coding,frontier,,per-attempt,0.11,0.00289,,,59.4,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'CVE Rediscovery' (accuracy vs. cost), aria-label of the point Opus 5.5 · Low)",,in,in scf52-cve,anthropic,opus-5.5,medium,coding,frontier,,per-attempt,0.28,0.00289,,,66.1,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'CVE Rediscovery' (accuracy vs. cost), aria-label of the point Opus 5.5 · Med)",,in,in scf52-cve,anthropic,opus-5.5,high,coding,frontier,,per-attempt,0.43,0.00289,,,70.0,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'CVE Rediscovery' (accuracy vs. cost), aria-label of the point Opus 5.5 · High)",,in,in scf52-cve,anthropic,opus-5.5,xhigh,coding,frontier,,per-attempt,1.05,0.00289,,,76.4,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'CVE Rediscovery' (accuracy vs. cost), aria-label of the point Opus 5.5 · Xhigh)",,in,in scf52-cve,anthropic,opus-5.5,max,coding,frontier,,per-attempt,2.98,0.00289,,,81.3,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'CVE Rediscovery' (accuracy vs. cost), aria-label of the point Opus 5.5 · Max)",,out:superseded,in scf52-cve,anthropic,?Mythos 5.1,not-established:absent,coding,frontier,,per-attempt,0.59,0.00289,,,65.9,score%,0.0289,,,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'CVE Rediscovery' (accuracy vs. cost), aria-label of the point Mythos 5.1 · Low)",,out:model-not-established,out:model-not-established scf52-cve,anthropic,?Mythos 5.1,not-established:absent,coding,frontier,,per-attempt,0.89,0.00289,,,69.8,score%,0.0289,,,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'CVE Rediscovery' (accuracy vs. cost), aria-label of the point Mythos 5.1 · Med)",,out:model-not-established,out:model-not-established scf52-cve,anthropic,?Mythos 5.1,not-established:absent,coding,frontier,,per-attempt,1.39,0.00289,,,73.8,score%,0.0289,,,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'CVE Rediscovery' (accuracy vs. cost), aria-label of the point Mythos 5.1 · High)",,out:model-not-established,out:model-not-established scf52-cve,anthropic,?Mythos 5.1,not-established:absent,coding,frontier,,per-attempt,2.81,0.00289,,,77.8,score%,0.0289,,,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'CVE Rediscovery' (accuracy vs. cost), aria-label of the point Mythos 5.1 · Xhigh)",,out:model-not-established,out:model-not-established scf52-cve,anthropic,?Mythos 5.1,not-established:absent,coding,frontier,,per-attempt,4.14,0.00289,,,78.3,score%,0.0289,,,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'CVE Rediscovery' (accuracy vs. cost), aria-label of the point Mythos 5.1 · Max)",,out:model-not-established,out:model-not-established scf52-robodojo@anthropic,anthropic,gemini-4-argon,high,agentic-tool,frontier,,,,,,,34.2,score%,0.0289,,,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'RoboDojo (average) Max score by model', aria-label of the bar Gemini 4 Argon)",,in, scf52-robodojo@anthropic,anthropic,gpt-6-astra,max,agentic-tool,frontier,,,,,,,29.8,score%,0.0289,,,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'RoboDojo (average) Max score by model', aria-label of the bar GPT-6 Astra)",,in, scf52-robodojo@anthropic,anthropic,fable-5.1,max,agentic-tool,frontier,,,,,,,27.6,score%,0.0289,,,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'RoboDojo (average) Max score by model', aria-label of the bar Fable 5.1)",,in, scf52-robodojo@anthropic,anthropic,opus-5.5,max,agentic-tool,frontier,,,,,,,39.4,score%,0.0289,,,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'RoboDojo (average) Max score by model', aria-label of the bar Opus 5.5)",,in, scf52-robodojo@anthropic,anthropic,fable-5.2,max,agentic-tool,frontier,,,,,,,64.9,score%,0.0289,,,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, figure 'RoboDojo (average) Max score by model', aria-label of the bar Fable 5.2)",,in, scf52-fc20@anthropic,anthropic,fable-5.2,xhigh,coding,frontier,,,,,,,49.1,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M14,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, benchmarks table, row Agentic coding FrontierCode 2.0 49.1% Xh…, column Fable 5.2)",,out:copy, scf52-fc20@anthropic,anthropic,fable-5.1,xhigh,coding,frontier,,,,,,,32.4,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M18,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, benchmarks table, row Agentic coding FrontierCode 2.0 49.1% Xh…, column Fable 5.1)",,out:superseded, scf52-fc20@anthropic,anthropic,opus-5.5,not-established:assumed,coding,frontier,,,,,,,45.5,score%,0.0289,,restated-from:Anthropic,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, benchmarks table, row Agentic coding FrontierCode 2.0 49.1% Xh…, column Opus 5.5)",,out:effort-not-established, scf52-fc20@anthropic,anthropic,gpt-6-astra,unstated,coding,frontier,,,,,,,42.8,score%,0.0289,,restated-from:Anthropic,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, benchmarks table, row Agentic coding FrontierCode 2.0 49.1% Xh…, column GPT-6 Astra)",,out:effort-not-established, scf52-fc20@anthropic,anthropic,gemini-4-carbon,medium,coding,frontier,,,,,,,41.1,score%,0.0289,,EAP-run; restated-from:Anthropic,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, benchmarks table, row Agentic coding FrontierCode 2.0 49.1% Xh…, column Gemini 4 Carbon)",,in, scf52-fswe2@anthropic,anthropic,fable-5.2,not-established:assumed,coding,frontier,,,,,,,69.9,score%,0.0289,,restated-from:Anthropic,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, benchmarks table, row Agentic coding FrontierSWE v2 69.9% 56.3…, column Fable 5.2)",,out:effort-not-established, scf52-fswe2@anthropic,anthropic,fable-5.1,not-established:assumed,coding,frontier,,,,,,,56.3,score%,0.0289,,restated-from:Anthropic,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, benchmarks table, row Agentic coding FrontierSWE v2 69.9% 56.3…, column Fable 5.1)",,out:effort-not-established, scf52-fswe2@anthropic,anthropic,opus-5.5,not-established:assumed,coding,frontier,,,,,,,62.3,score%,0.0289,,restated-from:Anthropic,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, benchmarks table, row Agentic coding FrontierSWE v2 69.9% 56.3…, column Opus 5.5)",,out:effort-not-established, scf52-fswe2@anthropic,anthropic,gpt-6-astra,unstated,coding,frontier,,,,,,,65.5,score%,0.0289,,restated-from:Anthropic,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, benchmarks table, row Agentic coding FrontierSWE v2 69.9% 56.3…, column GPT-6 Astra)",,out:effort-not-established, scf52-fswe2@anthropic,anthropic,gemini-4-carbon,high,coding,frontier,,,,,,,61.2,score%,0.0289,,EAP-run; restated-from:Anthropic,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, benchmarks table, row Agentic coding FrontierSWE v2 69.9% 56.3…, column Gemini 4 Carbon)",,in, scf52-autom@anthropic,anthropic,fable-5.2,not-established:assumed,agentic-tool,frontier,,,,,,,51.4,score%,0.0289,,restated-from:Anthropic,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, benchmarks table, row Business workflows AutomationBench 51.4%…, column Fable 5.2)",,out:effort-not-established, scf52-autom@anthropic,anthropic,fable-5.1,not-established:assumed,agentic-tool,frontier,,,,,,,31.4,score%,0.0289,,restated-from:Anthropic,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, benchmarks table, row Business workflows AutomationBench 51.4%…, column Fable 5.1)",,out:effort-not-established, scf52-autom@anthropic,anthropic,opus-5.5,not-established:assumed,agentic-tool,frontier,,,,,,,42.5,score%,0.0289,,restated-from:Anthropic,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, benchmarks table, row Business workflows AutomationBench 51.4%…, column Opus 5.5)",,out:effort-not-established, scf52-autom@anthropic,anthropic,gpt-6-astra,unstated,agentic-tool,frontier,,,,,,,41.4,score%,0.0289,,restated-from:Anthropic,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, benchmarks table, row Business workflows AutomationBench 51.4%…, column GPT-6 Astra)",,out:effort-not-established, scf52-autom@anthropic,anthropic,gemini-4-carbon,high,agentic-tool,frontier,,,,,,,53.9,score%,0.0289,,EAP-run; restated-from:Anthropic,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, benchmarks table, row Business workflows AutomationBench 51.4%…, column Gemini 4 Carbon)",,in, scf52-tbsci@anthropic,anthropic,fable-5.2,not-established:assumed,agentic-tool,frontier,,,,,,,74.6,score%,0.0289,,restated-from:Anthropic,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, benchmarks table, row Agentic scientific research Terminal-Ben…, column Fable 5.2)",,out:effort-not-established, scf52-tbsci@anthropic,anthropic,mythos-5.2,unstated,agentic-tool,frontier,,,,,,,75.3,score%,0.0289,,restated-from:Anthropic,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, benchmarks table, row Agentic scientific research Terminal-Ben…, column Mythos 5.2)",,out:effort-not-established, scf52-tbsci@anthropic,anthropic,fable-5.1,not-established:assumed,agentic-tool,frontier,,,,,,,52.6,score%,0.0289,,restated-from:Anthropic,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, benchmarks table, row Agentic scientific research Terminal-Ben…, column Fable 5.1)",,out:effort-not-established, scf52-tbsci@anthropic,anthropic,opus-5.5,not-established:assumed,agentic-tool,frontier,,,,,,,58.7,score%,0.0289,,restated-from:Anthropic,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, benchmarks table, row Agentic scientific research Terminal-Ben…, column Opus 5.5)",,out:effort-not-established, scf52-tbsci@anthropic,anthropic,gpt-6-astra,unstated,agentic-tool,frontier,,,,,,,68.1,score%,0.0289,,restated-from:Anthropic,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, benchmarks table, row Agentic scientific research Terminal-Ben…, column GPT-6 Astra)",,out:effort-not-established, scf52-tbsci@anthropic,anthropic,gemini-4-carbon,high,agentic-tool,frontier,,,,,,,64.8,score%,0.0289,,EAP-run; restated-from:Anthropic,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, benchmarks table, row Agentic scientific research Terminal-Ben…, column Gemini 4 Carbon)",,in, scf52-wandr@anthropic,anthropic,fable-5.2,not-established:assumed,agentic-tool,frontier,,,,,,,82.1,score%,0.0289,,restated-from:Anthropic,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, benchmarks table, row Agentic search WANDR (relaxed score) 82.…, column Fable 5.2)",,out:effort-not-established, scf52-wandr@anthropic,anthropic,fable-5.1,not-established:assumed,agentic-tool,frontier,,,,,,,68.7,score%,0.0289,,restated-from:Anthropic,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, benchmarks table, row Agentic search WANDR (relaxed score) 82.…, column Fable 5.1)",,out:effort-not-established, scf52-wandr@anthropic,anthropic,opus-5.5,not-established:assumed,agentic-tool,frontier,,,,,,,72.3,score%,0.0289,,restated-from:Anthropic,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, benchmarks table, row Agentic search WANDR (relaxed score) 82.…, column Opus 5.5)",,out:effort-not-established, scf52-oswp@anthropic,anthropic,fable-5.2,not-established:assumed,computer-use,frontier,OSWorld2-partial,,,,,,89.3,score%,0.0289,,restated-from:Anthropic,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, benchmarks table, row Computer use OSWorld 2.1 (offline set, p…, column Fable 5.2)",,out:effort-not-established, scf52-oswp@anthropic,anthropic,fable-5.1,not-established:assumed,computer-use,frontier,OSWorld2-partial,,,,,,83.5,score%,0.0289,,restated-from:Anthropic,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, benchmarks table, row Computer use OSWorld 2.1 (offline set, p…, column Fable 5.1)",,out:effort-not-established, scf52-oswp@anthropic,anthropic,opus-5.5,not-established:assumed,computer-use,frontier,OSWorld2-partial,,,,,,87.2,score%,0.0289,,restated-from:Anthropic,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, benchmarks table, row Computer use OSWorld 2.1 (offline set, p…, column Opus 5.5)",,out:effort-not-established, scf52-oswp@anthropic,anthropic,gpt-6-astra,unstated,computer-use,frontier,OSWorld2-partial,,,,,,79.5,score%,0.0289,,restated-from:Anthropic,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, benchmarks table, row Computer use OSWorld 2.1 (offline set, p…, column GPT-6 Astra)",,out:effort-not-established, scf52-oswp@anthropic,anthropic,gemini-4-carbon,high,computer-use,frontier,OSWorld2-partial,,,,,,81.5,score%,0.0289,,EAP-run; restated-from:Anthropic,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, benchmarks table, row Computer use OSWorld 2.1 (offline set, p…, column Gemini 4 Carbon)",,in, scf52-rli@anthropic,anthropic,fable-5.2,high,agentic-tool,frontier,,,,,,,41.3,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M211,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, benchmarks table, row Knowledge work Remote Labor Index (RLI) …, column Fable 5.2)",,out:superseded, scf52-rli@anthropic,anthropic,fable-5.1,unstated,agentic-tool,frontier,,,,,,,17.9,score%,0.0289,,restated-from:Anthropic,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, benchmarks table, row Knowledge work Remote Labor Index (RLI) …, column Fable 5.1)",,out:effort-not-established, scf52-rli@anthropic,anthropic,opus-5.5,unstated,agentic-tool,frontier,,,,,,,21.3,score%,0.0289,,restated-from:Anthropic,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, benchmarks table, row Knowledge work Remote Labor Index (RLI) …, column Opus 5.5)",,out:effort-not-established, scf52-rli@anthropic,anthropic,gpt-6-astra,unstated,agentic-tool,frontier,,,,,,,20.8,score%,0.0289,,restated-from:Anthropic,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, benchmarks table, row Knowledge work Remote Labor Index (RLI) …, column GPT-6 Astra)",,out:effort-not-established, scf52-hlet@anthropic,anthropic,fable-5.2,not-established:assumed,reasoning-math,frontier,HLE-tools,,,,,,74.2,score%,0.0289,,restated-from:Anthropic,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, benchmarks table, row Multidisciplinary reasoning Humanity’s L…, column Fable 5.2)",,out:effort-not-established, scf52-hlet@anthropic,anthropic,fable-5.1,not-established:assumed,reasoning-math,frontier,HLE-tools,,,,,,65.6,score%,0.0289,,restated-from:Anthropic,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, benchmarks table, row Multidisciplinary reasoning Humanity’s L…, column Fable 5.1)",,out:effort-not-established, scf52-hlet@anthropic,anthropic,opus-5.5,not-established:assumed,reasoning-math,frontier,HLE-tools,,,,,,67.7,score%,0.0289,,restated-from:Anthropic,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, benchmarks table, row Multidisciplinary reasoning Humanity’s L…, column Opus 5.5)",,out:effort-not-established, scf52-hlet@anthropic,anthropic,gpt-6-astra,max,reasoning-math,frontier,HLE-tools,,,,,,57.2,score%,0.0289,,restated-from:Anthropic,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, benchmarks table, row Multidisciplinary reasoning Humanity’s L…, column GPT-6 Astra)",,in, scf52-chartn@anthropic,anthropic,fable-5.2,not-established:assumed,reasoning-math,hard,,,,,,,73.4,score%,0.0289,,restated-from:Anthropic,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, benchmarks table, row Visual chart recognition Chartography (n…, column Fable 5.2)",,out:effort-not-established, scf52-chartn@anthropic,anthropic,fable-5.1,not-established:assumed,reasoning-math,hard,,,,,,,44.8,score%,0.0289,,restated-from:Anthropic,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, benchmarks table, row Visual chart recognition Chartography (n…, column Fable 5.1)",,out:effort-not-established, scf52-chartn@anthropic,anthropic,opus-5.5,not-established:assumed,reasoning-math,hard,,,,,,,64.4,score%,0.0289,,restated-from:Anthropic,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, benchmarks table, row Visual chart recognition Chartography (n…, column Opus 5.5)",,out:effort-not-established, scf52-chartn@anthropic,anthropic,gpt-6-astra,unstated,reasoning-math,hard,,,,,,,71.0,score%,0.0289,,restated-from:Anthropic,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, benchmarks table, row Visual chart recognition Chartography (n…, column GPT-6 Astra)",,out:effort-not-established, scf52-chartn@anthropic,anthropic,gemini-4-carbon,high,reasoning-math,hard,,,,,,,72.5,score%,0.0289,,EAP-run; restated-from:Anthropic,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, benchmarks table, row Visual chart recognition Chartography (n…, column Gemini 4 Carbon)",,in, scf52-cyscen,anthropic,mythos-5.2,unstated,agentic-tool,frontier,,,,,,,76.3,score%,0.0289,,restated-from:Anthropic,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, benchmarks table, row Cybersecurity CyScenarioBench † 76.3% My…, column Mythos 5.2)",,out:effort-not-established, scf52-cyscen,anthropic,?Mythos 5.1,not-established:absent,agentic-tool,frontier,,,,,,,61.7,score%,0.0289,,restated-from:Anthropic,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, benchmarks table, row Cybersecurity CyScenarioBench † 76.3% My…, column Mythos 5.1)",,out:model-not-established, scf52-cyscen,anthropic,opus-5.5,unstated,agentic-tool,frontier,,,,,,,67.6,score%,0.0289,,restated-from:Anthropic,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, benchmarks table, row Cybersecurity CyScenarioBench † 76.3% My…, column Opus 5.5)",,out:effort-not-established, scf52-cyscen,anthropic,?GPT-6 Cyber,not-established:absent,agentic-tool,frontier,,,,,,,61,score%,0.289,,restated-from:Anthropic,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, benchmarks table, row Cybersecurity CyScenarioBench † 76.3% My…, column GPT-6 Cyber)",,out:model-not-established, scf52-lsbind,anthropic,mythos-5.2,unstated,reasoning-math,frontier,,,,,,,85.1,score%,0.0289,,restated-from:Anthropic,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, benchmarks table, row Protein design De novo binder design (24…, column Mythos 5.2)",,out:effort-not-established, scf52-lsbind,anthropic,?Mythos 5.1,not-established:absent,reasoning-math,frontier,,,,,,,79.1,score%,0.0289,,restated-from:Anthropic,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, benchmarks table, row Protein design De novo binder design (24…, column Mythos 5.1)",,out:model-not-established, scf52-lsbind,anthropic,opus-5.5,unstated,reasoning-math,frontier,,,,,,,82.6,score%,0.0289,,restated-from:Anthropic,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, benchmarks table, row Protein design De novo binder design (24…, column Opus 5.5)",,out:effort-not-established, scf52-briefr@anthropic,anthropic,fable-5.2,not-established:assumed,agentic-tool,frontier,,,,,,,66.1,score%,0.0289,,restated-from:Anthropic,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, benchmarks table, row Knowledge work AA-Briefcase v1.1 66.1% r…, column Fable 5.2)",,out:effort-not-established, scf52-briefr@anthropic,anthropic,fable-5.1,not-established:assumed,agentic-tool,frontier,,,,,,,61.5,score%,0.0289,,restated-from:Anthropic,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, benchmarks table, row Knowledge work AA-Briefcase v1.1 66.1% r…, column Fable 5.1)",,out:effort-not-established, scf52-briefr@anthropic,anthropic,opus-5.5,not-established:assumed,agentic-tool,frontier,,,,,,,61.2,score%,0.0289,,restated-from:Anthropic,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, benchmarks table, row Knowledge work AA-Briefcase v1.1 66.1% r…, column Opus 5.5)",,out:effort-not-established, scf52-briefr@anthropic,anthropic,gpt-6-astra,unstated,agentic-tool,frontier,,,,,,,52.0,score%,0.0289,,restated-from:Anthropic,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, benchmarks table, row Knowledge work AA-Briefcase v1.1 66.1% r…, column GPT-6 Astra)",,out:effort-not-established, scf52-briefr@anthropic,anthropic,gemini-4-carbon,high,agentic-tool,frontier,,,,,,,61.8,score%,0.0289,,EAP-run; restated-from:Anthropic,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, benchmarks table, row Knowledge work AA-Briefcase v1.1 66.1% r…, column Gemini 4 Carbon)",,out:single-couple, scf52-briefe@anthropic,anthropic,fable-5.2,not-established:assumed,agentic-tool,frontier,,,,,,,1785,AA-elo,0.289,,restated-from:Anthropic,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, benchmarks table, row 1785 Elo 1669 Elo 1800 Elo 1569 Elo 1611…, column Fable 5.2)",,out:effort-not-established, scf52-briefe@anthropic,anthropic,fable-5.1,not-established:assumed,agentic-tool,frontier,,,,,,,1669,AA-elo,0.289,,restated-from:Anthropic,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, benchmarks table, row 1785 Elo 1669 Elo 1800 Elo 1569 Elo 1611…, column Fable 5.1)",,out:effort-not-established, scf52-briefe@anthropic,anthropic,opus-5.5,not-established:assumed,agentic-tool,frontier,,,,,,,1800,AA-elo,0.289,,restated-from:Anthropic,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, benchmarks table, row 1785 Elo 1669 Elo 1800 Elo 1569 Elo 1611…, column Opus 5.5)",,out:effort-not-established, scf52-briefe@anthropic,anthropic,gpt-6-astra,unstated,agentic-tool,frontier,,,,,,,1569,AA-elo,0.289,,restated-from:Anthropic,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, benchmarks table, row 1785 Elo 1669 Elo 1800 Elo 1569 Elo 1611…, column GPT-6 Astra)",,out:effort-not-established, scf52-briefe@anthropic,anthropic,gemini-4-carbon,high,agentic-tool,frontier,,,,,,,1611,AA-elo,0.289,,EAP-run; restated-from:Anthropic,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, benchmarks table, row 1785 Elo 1669 Elo 1800 Elo 1569 Elo 1611…, column Gemini 4 Carbon)",,in, scf52-audit,anthropic,?Mythos 5.1,not-established:absent,mixed,hard,,,,,,,3.28,score,0.00289,,,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, chart ""Automated behavioral audit"" (values under the bars))",,out:model-not-established, scf52-audit,anthropic,opus-5.5,unstated,mixed,hard,,,,,,,2.79,score,0.00289,,,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, chart ""Automated behavioral audit"" (values under the bars))",,out:effort-not-established, scf52-audit,anthropic,sonnet-5.5,unstated,mixed,hard,,,,,,,3.10,score,0.00289,,,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, chart ""Automated behavioral audit"" (values under the bars))",,out:effort-not-established, scf52-audit,anthropic,mythos-5.2,unstated,mixed,hard,,,,,,,2.67,score,0.00289,,,"https://www.anthropic.com/claude-fable-and-mythos-5-2 (announcement, chart ""Automated behavioral audit"" (values under the bars))",,out:effort-not-established, scf52-swepro@anthropic,anthropic,fable-5.2,max,coding,frontier,,,,,,,93.0,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.2),,out:single-couple, scf52-swemulti,anthropic,fable-5.2,max,coding,frontier,,,,,,,96.6,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.2),,out:single-couple, scf52-swemm,anthropic,fable-5.2,max,coding,frontier,,,,,,,74.1,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.2),,out:single-couple, scf52-swepro@anthropic,anthropic,fable-5.1,unstated,coding,frontier,,,,,,,81.2,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Table 8.1.A (page 207)),,out:effort-not-established, scf52-swepro@anthropic,anthropic,opus-5.5,unstated,coding,frontier,,,,,,,89.9,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Table 8.1.A (page 207)),,out:effort-not-established, scf52-swemulti,anthropic,fable-5.1,unstated,coding,frontier,,,,,,,89.1,score%,0.0289,,,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Table 8.1.A (page 207), row SWE-bench / Multilingual, column Fable 5.1)",,out:effort-not-established, scf52-swemulti,anthropic,opus-5.5,unstated,coding,frontier,,,,,,,93.9,score%,0.0289,,,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Table 8.1.A (page 207), row SWE-bench / Multilingual, column Opus 5.5)",,out:effort-not-established, scf52-swemm,anthropic,fable-5.1,unstated,coding,frontier,,,,,,,54.7,score%,0.0289,,,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Table 8.1.A (page 207), row SWE-bench / Multimodal, column Fable 5.1)",,out:effort-not-established, scf52-swemm,anthropic,opus-5.5,unstated,coding,frontier,,,,,,,61.4,score%,0.0289,,,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Table 8.1.A (page 207), row SWE-bench / Multimodal, column Opus 5.5)",,out:effort-not-established, scf52-deepswe,anthropic,fable-5.2,max,coding,frontier,,,,,,,74.3,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.3),,out:single-couple, scf52-fc20@anthropic,anthropic,fable-5.2,low,coding,frontier,,per-task,2.10,0.00289,,,34.2,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.4 text + Figure 8.4.A),,out:decision:D64,in scf52-fc20@anthropic,anthropic,fable-5.2,medium,coding,frontier,,per-task,2.48,0.00289,,,37.6,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.4 text + Figure 8.4.A),,out:decision:D64,in scf52-fc20@anthropic,anthropic,fable-5.2,high,coding,frontier,,per-task,6.72,0.00289,,,45.3,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.4 text + Figure 8.4.A),,out:decision:D64,in scf52-fc20@anthropic,anthropic,fable-5.2,xhigh,coding,frontier,,per-task,14.19,0.00289,,,49.1,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.4 text + Figure 8.4.A),,out:decision:D64,in scf52-fc20@anthropic,anthropic,fable-5.2,max,coding,frontier,,per-task,44.70,0.00289,,,45.7,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.4 text + Figure 8.4.A),,out:decision:D64,in scf52-fc20@anthropic,anthropic,opus-5.5,max,coding,frontier,,per-task,12.82,0.00289,,,45.5,score%,0.0289,,restated-from:Cognition; prev=45.5 (src-anthropic-claude-dev-which-model-2026-11-09#M2); prev=45.5 (src-anthropic-fable-5-2-mythos-5-2-announcement-2026-11-09#M10); same-runs-as:src-cognition-frontiercode-2-0-2026-11-09#M203,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.4),,out:copy,out:copy scf52-fc20@anthropic,anthropic,gpt-6-astra,max,coding,frontier,,per-task,6.68,0.00289,,,42.8,score%,0.0289,,restated-from:Cognition; prev=42.8 (src-anthropic-fable-5-2-mythos-5-2-announcement-2026-11-09#M20); same-runs-as:src-cognition-frontiercode-2-0-2026-11-09#M83,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.4),,out:copy,out:copy scf52-fc20@anthropic,anthropic,fable-5.1,xhigh,coding,frontier,,per-task,8.68,0.00289,,,32.4,score%,0.0289,,restated-from:Cognition; prev=32.4 (src-anthropic-fable-5-2-mythos-5-2-announcement-2026-11-09#M14); prev=32.4 (src-anthropic-fable-5-2-mythos-5-2-announcement-2026-11-09#M105); same-runs-as:src-cognition-frontiercode-2-0-2026-11-09#M41,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.4),,out:copy,out:copy scf52-fc20@anthropic,anthropic,fable-5.1,max,coding,frontier,,,,,,,31.7,score%,0.0289,,restated-from:Cognition; prev=31.7 (src-anthropic-fable-5-2-mythos-5-2-announcement-2026-11-09#M15); same-runs-as:src-cognition-frontiercode-2-0-2026-11-09#M43,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.4),,out:copy, scf52-tb4@anthropic,anthropic,fable-5.2,max,coding,frontier,,,,,,,67.6,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.5),,in, scf52-tb4@anthropic,anthropic,opus-5.5,xhigh,coding,frontier,,,,,,,66.4,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.5),,in, scf52-tb4@anthropic,anthropic,fable-5.1,max,coding,frontier,,,,,,,55.8,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.5),,in, scf52-tb4@anthropic,anthropic,mythos-5.2,max,coding,frontier,,,,,,,70.5,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.5),,out:single-couple, scf52-tb4@anthropic,anthropic,gpt-6-sol,max,coding,frontier,,,,,,,49.4,score%,0.0289,,restated-from:public leaderboard,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.5),,in, scf52-tb4@anthropic,anthropic,gpt-6.1-sol,max,coding,frontier,,,,,,,58.2,score%,0.0289,,restated-from:public leaderboard,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.5),,in, scf52-tb4@anthropic,anthropic,gpt-6-astra,high,coding,frontier,,,,,,,57.9,score%,0.0289,,restated-from:OpenAI,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.5),,in, scf52-tb4@anthropic,anthropic,gpt-6-astra,max,coding,frontier,,,,,,,58.2,score%,0.0289,,restated-from:public leaderboard,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.5),,in, scf52-tbsci@anthropic,anthropic,fable-5.2,max,agentic-tool,frontier,,,,,,,74.6,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.6),,in, scf52-tbsci@anthropic,anthropic,mythos-5.2,max,agentic-tool,frontier,,,,,,,75.3,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.6),,out:single-couple, scf52-tbsci@anthropic,anthropic,opus-5.5,max,agentic-tool,frontier,,,,,,,58.7,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.6),,in, scf52-tbsci@anthropic,anthropic,fable-5.1,max,agentic-tool,frontier,,,,,,,52.6,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.6),,in, scf52-tbsci@anthropic,anthropic,gpt-6-astra,max,agentic-tool,frontier,,,,,,,68.1,score%,0.0289,,restated-from:OpenAI,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.6),,in, scf52-tbsci@anthropic,anthropic,gpt-6.1-sol,max,agentic-tool,frontier,,,,,,,57.0,score%,0.0289,,restated-from:OpenAI,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.6),,in, scf52-tbsci@anthropic,anthropic,gpt-6-sol,max,agentic-tool,frontier,,,,,,,27.6,score%,0.0289,,restated-from:OpenAI,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.6),,in, scf52-fswe2@anthropic,anthropic,fable-5.2,max,coding,frontier,,,,,,,69.9,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.7),,in, scf52-fswe2@anthropic,anthropic,gpt-6-astra,max,coding,frontier,,,,,,,65.5,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.7),,in, scf52-fswe2@anthropic,anthropic,opus-5.5,max,coding,frontier,,,,,,,62.3,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.7),,in, scf52-fswe2@anthropic,anthropic,sonnet-5.5,max,coding,frontier,,,,,,,61.9,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.7),,in, scf52-fswe2@anthropic,anthropic,fable-5.1,max,coding,frontier,,,,,,,56.3,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.7),,in, scf52-fswe2@anthropic,anthropic,gemini-4-argon,high,coding,frontier,,,,,,,55.0,score%,0.0289,,max-as-highest,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.7),,in, scf52-cb40,anthropic,fable-5.2,max,coding,frontier,,per-task,32.81,0.984,,353000,60.0,score%,0.0289,,restated-from:Cursor; same-runs-as:src-cursorbench-2026-11-10#M1,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.8 + Figure 8.8.A),,out:copy,out:copy scf52-cb40,anthropic,fable-5.2,xhigh,coding,frontier,,per-task,15.51,0.465,,,56.3,score%,0.0289,,restated-from:Cursor; same-runs-as:src-cursorbench-2026-11-10#M3,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.8 + Figure 8.8.A),,out:copy,out:copy scf52-cb40,anthropic,fable-5.2,high,coding,frontier,,per-task,9.71,0.291,,99000,56.9,score%,0.0289,,restated-from:Cursor; same-runs-as:src-cursorbench-2026-11-10#M2,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.8 + Figure 8.8.A),,out:copy,out:copy scf52-cb40,anthropic,fable-5.2,medium,coding,frontier,,per-task,4.68,0.14,,,54.8,score%,0.0289,,restated-from:Cursor; same-runs-as:src-cursorbench-2026-11-10#M4,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.8 + Figure 8.8.A),,out:copy,out:copy scf52-cb40,anthropic,fable-5.2,low,coding,frontier,,per-task,3.96,0.119,,,53.2,score%,0.0289,,restated-from:Cursor; same-runs-as:src-cursorbench-2026-11-10#M5,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.8 + Figure 8.8.A),,out:copy,out:copy scf52-cb40,anthropic,opus-5.5,max,coding,frontier,,per-task,13.46,0.404,,,57.8,score%,0.0289,,restated-from:Cursor; same-runs-as:src-cursorbench-2026-10-20#M20,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.8 + Figure 8.8.A),,out:copy,out:copy scf52-cb40,anthropic,fable-5.1,max,coding,frontier,,per-task,17.28,0.518,,,51.8,score%,0.0289,,restated-from:Cursor; same-runs-as:src-cursorbench-2026-10-20#M5,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.8 + Figure 8.8.A),,out:copy,out:copy scf52-cb40,anthropic,opus-5,max,coding,frontier,,,,,,,46.6,score%,0.0289,,restated-from:Cursor; same-runs-as:src-cursorbench-2026-10-20#M10,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.8),,out:copy, scf52-cb40,anthropic,gemini-4-argon,medium,coding,frontier,,per-task,4.39,0.00289,,,52.8,score%,0.0289,,restated-from:Cursor; same-runs-as:src-cursorbench-2026-10-20#M32,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.8.A caption (page 214)),,out:copy,out:copy scf52-pb@anthropic,anthropic,fable-5.2,unstated,coding,frontier,,,,,,,85.6,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.10.1),,out:effort-not-established, scf52-pb@anthropic,anthropic,fable-5.1,unstated,coding,frontier,,,,,,,87.6,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.10.1),,out:effort-not-established, scf52-pb@anthropic,anthropic,opus-5.5,unstated,coding,frontier,,,,,,,91.2,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.10.1),,out:effort-not-established, scf52-pbctx@anthropic,anthropic,fable-5.2,unstated,coding,frontier,,,,,,,91.6,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.10.1),,out:effort-not-established, scf52-pbctx@anthropic,anthropic,fable-5.1,unstated,coding,frontier,,,,,,,86.8,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.10.1),,out:effort-not-established, scf52-pbctx@anthropic,anthropic,opus-5.5,unstated,coding,frontier,,,,,,,91.1,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.10.1),,out:effort-not-established, scf52-hlen@anthropic,anthropic,fable-5.2,low,reasoning-math,frontier,HLE-notools,per-task,0.16,0.0048,,,65.6,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.11.1.B, HLE no tools, test-time compute scaling (page 218), Claude Fable 5.2 point labelled Low)",,in,in scf52-hlen@anthropic,anthropic,fable-5.2,medium,reasoning-math,frontier,HLE-notools,per-task,0.197,0.00591,,,66.6,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.11.1.B, HLE no tools, test-time compute scaling (page 218), Claude Fable 5.2 point labelled Med)",,in,in scf52-hlen@anthropic,anthropic,fable-5.2,high,reasoning-math,frontier,HLE-notools,per-task,0.361,0.0108,,,68.8,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.11.1.B, HLE no tools, test-time compute scaling (page 218), Claude Fable 5.2 point labelled High)",,in,in scf52-hlen@anthropic,anthropic,fable-5.2,xhigh,reasoning-math,frontier,HLE-notools,per-task,0.747,0.0224,,,70.7,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.11.1.B, HLE no tools, test-time compute scaling (page 218), Claude Fable 5.2 point labelled Xhigh)",,in,in scf52-hlen@anthropic,anthropic,fable-5.2,max,reasoning-math,frontier,HLE-notools,per-task,1.77,0.0531,,,73.2,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.11.1.B, HLE no tools, test-time compute scaling (page 218), Claude Fable 5.2 point labelled Max)",,in,in scf52-hlen@anthropic,anthropic,opus-5.5,low,reasoning-math,frontier,HLE-notools,per-task,0.04,0.0012,,,52.9,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.11.1.B, HLE no tools, test-time compute scaling (page 218), Claude Opus 5.5 point labelled Low)",,in,out:republished scf52-hlen@anthropic,anthropic,opus-5.5,medium,reasoning-math,frontier,HLE-notools,per-task,0.11,0.0033,,,59.0,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.11.1.B, HLE no tools, test-time compute scaling (page 218), Claude Opus 5.5 point labelled Med)",,in,out:republished scf52-hlen@anthropic,anthropic,opus-5.5,high,reasoning-math,frontier,HLE-notools,per-task,0.159,0.00477,,,59.6,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.11.1.B, HLE no tools, test-time compute scaling (page 218), Claude Opus 5.5 point labelled High)",,in,out:republished scf52-hlen@anthropic,anthropic,opus-5.5,xhigh,reasoning-math,frontier,HLE-notools,per-task,0.332,0.00996,,,62.8,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.11.1.B, HLE no tools, test-time compute scaling (page 218), Claude Opus 5.5 point labelled Xhigh)",,in,out:republished scf52-hlen@anthropic,anthropic,opus-5.5,max,reasoning-math,frontier,HLE-notools,per-task,0.983,0.0295,,,64.4,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.11.1.B, HLE no tools, test-time compute scaling (page 218), Claude Opus 5.5 point labelled Max)",,in,out:republished scf52-hlen@anthropic,anthropic,fable-5.1,low,reasoning-math,frontier,HLE-notools,per-task,0.301,0.00903,,,53.2,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.11.1.B, HLE no tools, test-time compute scaling (page 218), Claude Fable 5.1 point labelled Low)",,in,in scf52-hlen@anthropic,anthropic,fable-5.1,medium,reasoning-math,frontier,HLE-notools,per-task,0.463,0.0139,,,55.9,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.11.1.B, HLE no tools, test-time compute scaling (page 218), Claude Fable 5.1 point labelled Med)",,in,out:republished scf52-hlen@anthropic,anthropic,fable-5.1,high,reasoning-math,frontier,HLE-notools,per-task,0.752,0.0226,,,58.0,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.11.1.B, HLE no tools, test-time compute scaling (page 218), Claude Fable 5.1 point labelled High)",,in,in scf52-hlen@anthropic,anthropic,fable-5.1,xhigh,reasoning-math,frontier,HLE-notools,per-task,1.53,0.0459,,,60.4,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.11.1.B, HLE no tools, test-time compute scaling (page 218), Claude Fable 5.1 point labelled Xhigh)",,in,in scf52-hlen@anthropic,anthropic,fable-5.1,max,reasoning-math,frontier,HLE-notools,per-task,2.24,0.0672,,,60.9,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.11.1.B, HLE no tools, test-time compute scaling (page 218), Claude Fable 5.1 point labelled Max)",,in,in scf52-hlen@anthropic,anthropic,sonnet-5.5,low,reasoning-math,frontier,HLE-notools,per-task,0.021750000000000002,0.00428,,,41.4,score%,0.0289,,cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.11.1.B, HLE no tools, test-time compute scaling (page 218), Claude Sonnet 5.5 point labelled Low)",,in,out:republished scf52-hlen@anthropic,anthropic,sonnet-5.5,medium,reasoning-math,frontier,HLE-notools,per-task,0.025500000000000002,0.00501,,,43.2,score%,0.0289,,cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.11.1.B, HLE no tools, test-time compute scaling (page 218), Claude Sonnet 5.5 point labelled Med)",,in,out:republished scf52-hlen@anthropic,anthropic,sonnet-5.5,high,reasoning-math,frontier,HLE-notools,per-task,0.058499999999999996,0.0115,,,47.9,score%,0.0289,,cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.11.1.B, HLE no tools, test-time compute scaling (page 218), Claude Sonnet 5.5 point labelled High)",,in,out:republished scf52-hlen@anthropic,anthropic,sonnet-5.5,xhigh,reasoning-math,frontier,HLE-notools,per-task,0.15150000000000002,0.0298,,,53.0,score%,0.0289,,cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.11.1.B, HLE no tools, test-time compute scaling (page 218), Claude Sonnet 5.5 point labelled Xhigh)",,in,out:republished scf52-hlen@anthropic,anthropic,sonnet-5.5,max,reasoning-math,frontier,HLE-notools,per-task,0.67125,0.132,,,56.9,score%,0.0289,,cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.11.1.B, HLE no tools, test-time compute scaling (page 218), Claude Sonnet 5.5 point labelled Max)",,in,out:republished scf52-hlet@anthropic,anthropic,fable-5.2,low,reasoning-math,frontier,HLE-tools,per-task,0.201,0.00603,,,68.4,score%,0.0289,,prev=68.4 (src-anthropic-fable-5-2-mythos-5-2-announcement-2026-11-09#M54); cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.11.1.A, HLE with tools, reasoning effort scaling (page 217), Claude Fable 5.2 point labelled Low)",,in,in scf52-hlet@anthropic,anthropic,fable-5.2,medium,reasoning-math,frontier,HLE-tools,per-task,0.224,0.00672,,,68.6,score%,0.0289,,prev=68.6 (src-anthropic-fable-5-2-mythos-5-2-announcement-2026-11-09#M55); cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.11.1.A, HLE with tools, reasoning effort scaling (page 217), Claude Fable 5.2 point labelled Med)",,in,in scf52-hlet@anthropic,anthropic,fable-5.2,high,reasoning-math,frontier,HLE-tools,per-task,0.647,0.0194,,,71.5,score%,0.0289,,prev=71.5 (src-anthropic-fable-5-2-mythos-5-2-announcement-2026-11-09#M56); cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.11.1.A, HLE with tools, reasoning effort scaling (page 217), Claude Fable 5.2 point labelled High)",,in,in scf52-hlet@anthropic,anthropic,fable-5.2,xhigh,reasoning-math,frontier,HLE-tools,per-task,1.48,0.0444,,,73.4,score%,0.0289,,prev=73.4 (src-anthropic-fable-5-2-mythos-5-2-announcement-2026-11-09#M57); cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.11.1.A, HLE with tools, reasoning effort scaling (page 217), Claude Fable 5.2 point labelled Xhigh)",,in,in scf52-hlet@anthropic,anthropic,fable-5.2,max,reasoning-math,frontier,HLE-tools,per-task,4.51,0.135,,,74.2,score%,0.0289,,prev=74.2 (src-anthropic-fable-5-2-mythos-5-2-announcement-2026-11-09#M58); cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.11.1.A, HLE with tools, reasoning effort scaling (page 217), Claude Fable 5.2 point labelled Max)",,in,in scf52-hlet@anthropic,anthropic,opus-5.5,low,reasoning-math,frontier,HLE-tools,per-task,0.081,0.00243,,,57.4,score%,0.0289,,prev=57.4 (src-anthropic-fable-5-2-mythos-5-2-announcement-2026-11-09#M59); cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.11.1.A, HLE with tools, reasoning effort scaling (page 217), Claude Opus 5.5 point labelled Low)",,out:republished,out:republished scf52-hlet@anthropic,anthropic,opus-5.5,medium,reasoning-math,frontier,HLE-tools,per-task,0.174,0.00522,,,63.0,score%,0.0289,,prev=63.0 (src-anthropic-fable-5-2-mythos-5-2-announcement-2026-11-09#M60); cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.11.1.A, HLE with tools, reasoning effort scaling (page 217), Claude Opus 5.5 point labelled Med)",,out:republished,out:republished scf52-hlet@anthropic,anthropic,opus-5.5,high,reasoning-math,frontier,HLE-tools,per-task,0.288,0.00864,,,63.9,score%,0.0289,,prev=63.9 (src-anthropic-fable-5-2-mythos-5-2-announcement-2026-11-09#M61); cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.11.1.A, HLE with tools, reasoning effort scaling (page 217), Claude Opus 5.5 point labelled High)",,out:republished,out:republished scf52-hlet@anthropic,anthropic,opus-5.5,xhigh,reasoning-math,frontier,HLE-tools,per-task,0.679,0.0204,,,66.4,score%,0.0289,,prev=66.4 (src-anthropic-fable-5-2-mythos-5-2-announcement-2026-11-09#M62); cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.11.1.A, HLE with tools, reasoning effort scaling (page 217), Claude Opus 5.5 point labelled Xhigh)",,out:republished,out:republished scf52-hlet@anthropic,anthropic,opus-5.5,max,reasoning-math,frontier,HLE-tools,per-task,2.1,0.063,,,67.7,score%,0.0289,,prev=67.7 (src-anthropic-fable-5-2-mythos-5-2-announcement-2026-11-09#M63); cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.11.1.A, HLE with tools, reasoning effort scaling (page 217), Claude Opus 5.5 point labelled Max)",,out:republished,out:republished scf52-hlet@anthropic,anthropic,fable-5.1,low,reasoning-math,frontier,HLE-tools,per-task,0.509,0.0153,,,60.2,score%,0.0289,,prev=60.2 (src-anthropic-fable-5-2-mythos-5-2-announcement-2026-11-09#M64); cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.11.1.A, HLE with tools, reasoning effort scaling (page 217), Claude Fable 5.1 point labelled Low)",,out:republished,out:republished scf52-hlet@anthropic,anthropic,fable-5.1,medium,reasoning-math,frontier,HLE-tools,,,,,,62.4,score%,0.0289,,prev=62.4 (src-anthropic-fable-5-2-mythos-5-2-announcement-2026-11-09#M65),"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.11.1.A, HLE with tools, reasoning effort scaling (page 217), Claude Fable 5.1 point labelled Med)",,out:republished, scf52-hlet@anthropic,anthropic,fable-5.1,high,reasoning-math,frontier,HLE-tools,per-task,1.17,0.0351,,,63.1,score%,0.0289,,prev=63.1 (src-anthropic-fable-5-2-mythos-5-2-announcement-2026-11-09#M66); cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.11.1.A, HLE with tools, reasoning effort scaling (page 217), Claude Fable 5.1 point labelled High)",,out:republished,out:republished scf52-hlet@anthropic,anthropic,fable-5.1,xhigh,reasoning-math,frontier,HLE-tools,per-task,2.32,0.0696,,,65.2,score%,0.0289,,prev=65.2 (src-anthropic-fable-5-2-mythos-5-2-announcement-2026-11-09#M67); cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.11.1.A, HLE with tools, reasoning effort scaling (page 217), Claude Fable 5.1 point labelled Xhigh)",,out:republished,out:republished scf52-hlet@anthropic,anthropic,fable-5.1,max,reasoning-math,frontier,HLE-tools,per-task,3.36,0.101,,,65.6,score%,0.0289,,prev=65.6 (src-anthropic-fable-5-2-mythos-5-2-announcement-2026-11-09#M68); cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.11.1.A, HLE with tools, reasoning effort scaling (page 217), Claude Fable 5.1 point labelled Max)",,out:republished,out:republished scf52-hlet@anthropic,anthropic,sonnet-5.5,low,reasoning-math,frontier,HLE-tools,per-task,0.06225,0.0122,,,47.6,score%,0.0289,,cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.11.1.A, HLE with tools, reasoning effort scaling (page 217), Claude Sonnet 5.5 point labelled Low)",,out:republished,out:republished scf52-hlet@anthropic,anthropic,sonnet-5.5,medium,reasoning-math,frontier,HLE-tools,per-task,0.08025,0.0158,,,50.5,score%,0.0289,,cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.11.1.A, HLE with tools, reasoning effort scaling (page 217), Claude Sonnet 5.5 point labelled Med)",,out:republished,out:republished scf52-hlet@anthropic,anthropic,sonnet-5.5,high,reasoning-math,frontier,HLE-tools,per-task,0.14175,0.0279,,,56.7,score%,0.0289,,cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.11.1.A, HLE with tools, reasoning effort scaling (page 217), Claude Sonnet 5.5 point labelled High)",,out:republished,out:republished scf52-hlet@anthropic,anthropic,sonnet-5.5,xhigh,reasoning-math,frontier,HLE-tools,per-task,0.378,0.0743,,,62.0,score%,0.0289,,cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.11.1.A, HLE with tools, reasoning effort scaling (page 217), Claude Sonnet 5.5 point labelled Xhigh)",,out:republished,out:republished scf52-hlet@anthropic,anthropic,sonnet-5.5,max,reasoning-math,frontier,HLE-tools,per-task,1.6425,0.323,,,64.5,score%,0.0289,,cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.11.1.A, HLE with tools, reasoning effort scaling (page 217), Claude Sonnet 5.5 point labelled Max)",,out:republished,out:republished scf52-hlet@anthropic,anthropic,gpt-6-astra,unstated,reasoning-math,frontier,HLE-tools,,,,,,57.2,score%,0.0289,,restated-from:developers’ published system cards or from benchmark leaderboards,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Table 8.1.A (page 207), row HLE with tools, column GPT-6 Astra)",,out:effort-not-established, scf52-draco@anthropic,anthropic,fable-5.2,low,agentic-tool,frontier,DRACO-980k,per-task,2.47,0.0741,,,81.6,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.11.2.A, DRACO score and average cost per task across reasoning effort levels (page 219), Claude Fable 5.2 point labelled Low)",,in,in scf52-draco@anthropic,anthropic,fable-5.2,medium,agentic-tool,frontier,DRACO-980k,per-task,3.24,0.0972,,,82.2,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.11.2.A, DRACO score and average cost per task across reasoning effort levels (page 219), Claude Fable 5.2 point labelled Med)",,in,in scf52-draco@anthropic,anthropic,fable-5.2,high,agentic-tool,frontier,DRACO-980k,per-task,8.3,0.249,,,84.1,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.11.2.A, DRACO score and average cost per task across reasoning effort levels (page 219), Claude Fable 5.2 point labelled High)",,in,in scf52-draco@anthropic,anthropic,fable-5.2,xhigh,agentic-tool,frontier,DRACO-980k,per-task,14.29,0.429,,,85.2,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.11.2.A, DRACO score and average cost per task across reasoning effort levels (page 219), Claude Fable 5.2 point labelled Xhigh)",,in,in scf52-draco@anthropic,anthropic,fable-5.2,max,agentic-tool,frontier,DRACO-980k,per-task,29.68,0.89,,,87.7,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.11.2.A, DRACO score and average cost per task across reasoning effort levels (page 219), Claude Fable 5.2 point labelled Max)",,in,in scf52-draco@anthropic,anthropic,opus-5.5,low,agentic-tool,frontier,DRACO-980k,per-task,0.273,0.00819,,,72.5,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.11.2.A, DRACO score and average cost per task across reasoning effort levels (page 219), Claude Opus 5.5 point labelled Low)",,out:republished,out:republished scf52-draco@anthropic,anthropic,opus-5.5,medium,agentic-tool,frontier,DRACO-980k,per-task,2.02,0.0606,,,83.9,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.11.2.A, DRACO score and average cost per task across reasoning effort levels (page 219), Claude Opus 5.5 point labelled Med)",,out:republished,out:republished scf52-draco@anthropic,anthropic,opus-5.5,high,agentic-tool,frontier,DRACO-980k,per-task,3.49,0.105,,,85.0,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.11.2.A, DRACO score and average cost per task across reasoning effort levels (page 219), Claude Opus 5.5 point labelled High)",,out:republished,out:republished scf52-draco@anthropic,anthropic,opus-5.5,xhigh,agentic-tool,frontier,DRACO-980k,per-task,8.78,0.263,,,86.7,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.11.2.A, DRACO score and average cost per task across reasoning effort levels (page 219), Claude Opus 5.5 point labelled Xhigh)",,out:republished,out:republished scf52-draco@anthropic,anthropic,opus-5.5,max,agentic-tool,frontier,DRACO-980k,per-task,15.07,0.452,,,87.4,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.11.2.A, DRACO score and average cost per task across reasoning effort levels (page 219), Claude Opus 5.5 point labelled Max)",,out:republished,out:republished scf52-draco@anthropic,anthropic,fable-5.1,low,agentic-tool,frontier,DRACO-980k,per-task,4.39,0.132,,,84.2,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.11.2.A, DRACO score and average cost per task across reasoning effort levels (page 219), Claude Fable 5.1 point labelled Low)",,out:republished,out:republished scf52-draco@anthropic,anthropic,fable-5.1,max,agentic-tool,frontier,DRACO-980k,per-task,17.23,0.517,,,87.7,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.11.2.A, DRACO score and average cost per task across reasoning effort levels (page 219), Claude Fable 5.1 point labelled Max)",,out:republished,out:republished scf52-draco@anthropic,anthropic,sonnet-5.5,low,agentic-tool,frontier,DRACO-980k,per-task,0.058499999999999996,0.0115,,,64.6,score%,0.0289,,cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.11.2.A, DRACO score and average cost per task across reasoning effort levels (page 219), Claude Sonnet 5.5 point labelled Low)",,out:republished,out:republished scf52-draco@anthropic,anthropic,sonnet-5.5,max,agentic-tool,frontier,DRACO-980k,per-task,10.087499999999999,1.98,,,87.0,score%,0.0289,,cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.11.2.A, DRACO score and average cost per task across reasoning effort levels (page 219), Claude Sonnet 5.5 point labelled Max)",,out:republished,out:republished scf52-wandr@anthropic,anthropic,fable-5.2,max,agentic-tool,frontier,,per-task,53.03,1.59,,,82.1,score%,0.0289,,prev=82.1 (src-anthropic-fable-5-2-mythos-5-2-announcement-2026-11-09#M28); cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Table 8.1.A (page 207), row WANDR (Relaxed score), column Fable 5.2)",,in,out:cost-single-couple scf52-wandr@anthropic,anthropic,fable-5.1,max,agentic-tool,frontier,,per-task,49.06,1.47,,,68.7,score%,0.0289,,prev=68.7 (src-anthropic-fable-5-2-mythos-5-2-announcement-2026-11-09#M38); cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Table 8.1.A (page 207), row WANDR (Relaxed score), column Fable 5.1)",,out:republished,out:republished scf52-wandr@anthropic,anthropic,opus-5.5,max,agentic-tool,frontier,,per-task,37.99,1.14,,,72.3,score%,0.0289,,prev=72.3 (src-anthropic-fable-5-2-mythos-5-2-announcement-2026-11-09#M33); cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Table 8.1.A (page 207), row WANDR (Relaxed score), column Opus 5.5)",,out:republished,out:republished scf52-wandr@anthropic,anthropic,sonnet-5.5,low,agentic-tool,frontier,,per-task,0.07350000000000001,0.0144,,,10.0,score%,0.0289,,cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.11.3.A, WANDR soft F1 score and average cost per task across reasoning effort levels at a 980k-token task budget (page 221), Claude Sonnet 5.5 point labelled Low)",,out:republished,out:republished scf52-wandr@anthropic,anthropic,sonnet-5.5,max,agentic-tool,frontier,,per-task,19.4325,3.82,,,70.0,score%,0.0289,,cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.11.3.A, WANDR soft F1 score and average cost per task across reasoning effort levels at a 980k-token task budget (page 221), Claude Sonnet 5.5 point labelled Max)",,out:republished,out:republished scf52-flt100,anthropic,fable-5.2,unstated,reasoning-math,frontier,,,,,,,0.35,score,0.00289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.12.3),,out:effort-not-established, scf52-flt1,anthropic,fable-5.2,unstated,reasoning-math,frontier,,,,,,,0.12,score,0.00289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.12.3),,out:effort-not-established, scf52-flt100,anthropic,opus-5.5,unstated,reasoning-math,frontier,,,,,,,0.21,score,0.00289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.12.3),,out:effort-not-established, scf52-flt1,anthropic,opus-5.5,unstated,reasoning-math,frontier,,,,,,,0.09,score,0.00289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.12.3),,out:effort-not-established, scf52-flt1000,anthropic,?earlier snapshot,not-established:absent,reasoning-math,frontier,,,,,,,0.86,score,0.00289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.12.3),,out:model-not-established, scf52-flt1000,anthropic,opus-5.5,unstated,reasoning-math,frontier,,,,,,,0.26,score,0.00289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.12.3),,out:effort-not-established, scf52-chartn@anthropic,anthropic,fable-5.2,max,reasoning-math,hard,,per-task,0.75,0.0225,,,73.4,score%,0.0289,,prev=73.4 (src-anthropic-fable-5-2-mythos-5-2-announcement-2026-11-09#M73); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.13.1),,in,in scf52-chartt@anthropic,anthropic,fable-5.2,max,reasoning-math,hard,,per-task,2.78,0.0834,,,91.6,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.13.1),,in,in scf52-chartn@anthropic,anthropic,opus-5.5,max,reasoning-math,hard,,per-task,0.493,0.0148,,,64.4,score%,0.0289,,prev=64.4 (src-anthropic-fable-5-2-mythos-5-2-announcement-2026-11-09#M78); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.13.1),,in,in scf52-chartt@anthropic,anthropic,opus-5.5,max,reasoning-math,hard,,per-task,1.38,0.0414,,,89.0,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.13.1),,out:republished,in scf52-chartn@anthropic,anthropic,fable-5.1,max,reasoning-math,hard,,per-task,0.868,0.026,,,44.8,score%,0.0289,,prev=44.8 (src-anthropic-fable-5-2-mythos-5-2-announcement-2026-11-09#M83); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.13.1),,in,in scf52-chartt@anthropic,anthropic,fable-5.1,max,reasoning-math,hard,,per-task,2.17,0.0651,,,88.4,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.13.1),,out:republished,out:decision:D55 scf52-chartn@anthropic,anthropic,gemini-4-argon,unstated,reasoning-math,hard,,,,,,,71.6,score%,0.0289,,restated-from:publicly reported by Surge AI,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.13.1.A (page 230), bar label of Gemini 4 Argon (without tools))",,out:effort-not-established, scf52-chartn@anthropic,anthropic,gpt-6-sol,unstated,reasoning-math,hard,,,,,,,53.6,score%,0.0289,,restated-from:publicly reported by Surge AI,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.13.1.A (page 230), bar label of GPT-6 Sol (without tools))",,out:effort-not-established, scf52-chartn@anthropic,anthropic,gpt-6-astra,unstated,reasoning-math,hard,,,,,,,71.0,score%,0.0289,,restated-from:publicly reported by Surge AI,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.13.1.A (page 230), bar label of GPT-6 Astra (without tools))",,out:effort-not-established, scf52-charto,anthropic,fable-5.2,max,reasoning-math,hard,,,,,,,74.3,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.13.1.C / §8.13.1),,in, scf52-chartr,anthropic,fable-5.2,max,reasoning-math,hard,,,,,,,76.4,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.13.1.C / §8.13.1),,in, scf52-charto,anthropic,opus-5.5,max,reasoning-math,hard,,,,,,,67.6,score%,0.0289,,,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.13.1.C (page 232), Opus 5.5 bar label (original))",,in, scf52-chartr,anthropic,opus-5.5,max,reasoning-math,hard,,,,,,,70.4,score%,0.0289,,,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.13.1.C (page 232), Opus 5.5 bar label (redrawn))",,in, scf52-charto,anthropic,sonnet-5.5,max,reasoning-math,hard,,,,,,,62.3,score%,0.0289,,,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.13.1.C (page 232), Sonnet 5.5 bar label (original))",,in, scf52-chartr,anthropic,sonnet-5.5,max,reasoning-math,hard,,,,,,,69.7,score%,0.0289,,,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.13.1.C (page 232), Sonnet 5.5 bar label (redrawn))",,in, scf52-charto,anthropic,gemini-4-argon,high,reasoning-math,hard,,,,,,,66.6,score%,0.0289,,,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.13.1.C (page 232), Gemini 4 Argon bar label (original))",,in, scf52-chartr,anthropic,gemini-4-argon,high,reasoning-math,hard,,,,,,,71.2,score%,0.0289,,,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.13.1.C (page 232), Gemini 4 Argon bar label (redrawn))",,in, scf52-charto,anthropic,gpt-6-astra,max,reasoning-math,hard,,,,,,,71.5,score%,0.0289,,,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.13.1.C (page 232), GPT-6 Astra bar label (original))",,in, scf52-chartr,anthropic,gpt-6-astra,max,reasoning-math,hard,,,,,,,74.7,score%,0.0289,,,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.13.1.C (page 232), GPT-6 Astra bar label (redrawn))",,in, scf52-bcadn,anthropic,fable-5.2,max,coding,frontier,,per-task,23.31,0.699,,,75.4,score,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.13.2),,in,in scf52-bcadt@anthropic,anthropic,fable-5.2,max,coding,frontier,,per-task,50.92,1.53,,,83.5,score,0.0289,,prev=83.5 (src-anthropic-fable-5-2-mythos-5-2-announcement-2026-11-09#M43); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.13.2),,in,out:cost-single-couple scf52-bcadn,anthropic,opus-5.5,max,coding,frontier,,per-task,8.0,0.24,,,49.0,score,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.13.2),,in,in scf52-bcadt@anthropic,anthropic,opus-5.5,max,coding,frontier,,,,,,,65.3,score,0.0289,,prev=65.3 (src-anthropic-fable-5-2-mythos-5-2-announcement-2026-11-09#M48),https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.13.2),,in, scf52-bcadn,anthropic,fable-5.1,max,coding,frontier,,per-task,19.8,0.594,,,36.3,score,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.13.2),,in,in scf52-bcadt@anthropic,anthropic,fable-5.1,max,coding,frontier,,,,,,,44.4,score,0.0289,,prev=44.4 (src-anthropic-fable-5-2-mythos-5-2-announcement-2026-11-09#M53),https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.13.2),,in, scf52-oswp@anthropic,anthropic,fable-5.2,max,computer-use,frontier,OSWorld2-partial,per-task,24.61,0.738,,,89.3,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.13.3),src-anthropic-fable-5-2-system-card-2026-11-09|anthropic-fable-5-2-card:osworld-2.1-offline|fable-5.2@max|,in,in scf52-osws@anthropic,anthropic,fable-5.2,max,computer-use,frontier,,per-task,24.7,0.741,,,54.6,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.13.3),src-anthropic-fable-5-2-system-card-2026-11-09|anthropic-fable-5-2-card:osworld-2.1-offline|fable-5.2@max|,in,out:decision:D56 scf52-oswp@anthropic,anthropic,opus-5.5,max,computer-use,frontier,OSWorld2-partial,per-task,8.61,0.258,,,87.2,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.13.3),src-anthropic-fable-5-2-system-card-2026-11-09|anthropic-fable-5-2-card:osworld-2.1-offline|opus-5.5@max|,in,in scf52-osws@anthropic,anthropic,opus-5.5,max,computer-use,frontier,,per-task,8.61,0.258,,,53.2,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.13.3),src-anthropic-fable-5-2-system-card-2026-11-09|anthropic-fable-5-2-card:osworld-2.1-offline|opus-5.5@max|,in,out:decision:D56 scf52-oswp@anthropic,anthropic,fable-5.1,max,computer-use,frontier,OSWorld2-partial,,,,,,83.5,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.13.3),src-anthropic-fable-5-2-system-card-2026-11-09|anthropic-fable-5-2-card:osworld-2.1-offline|fable-5.1@max|,in, scf52-osws@anthropic,anthropic,fable-5.1,max,computer-use,frontier,,,,,,,47.6,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.13.3),src-anthropic-fable-5-2-system-card-2026-11-09|anthropic-fable-5-2-card:osworld-2.1-offline|fable-5.1@max|,in, scf52-oswp@anthropic,anthropic,gpt-6-astra,max,computer-use,frontier,OSWorld2-partial,,,,,,79.5,score%,0.0289,,,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.13.3.A (page 235), GPT-6 Astra bar label (partial score))",src-anthropic-fable-5-2-system-card-2026-11-09|anthropic-fable-5-2-card:osworld-2.1-offline|gpt-6-astra@max|,in, scf52-osws@anthropic,anthropic,gpt-6-astra,max,computer-use,frontier,,,,,,,44.9,score%,0.0289,,,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.13.3.A (page 235), GPT-6 Astra bar label (strict pass rate))",src-anthropic-fable-5-2-system-card-2026-11-09|anthropic-fable-5-2-card:osworld-2.1-offline|gpt-6-astra@max|,in, scf52-oswp@anthropic,anthropic,gpt-6.1-sol,max,computer-use,frontier,OSWorld2-partial,,,,,,76.6,score%,0.0289,,,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.13.3.A (page 235), GPT-6.1 Sol bar label (partial score))",src-anthropic-fable-5-2-system-card-2026-11-09|anthropic-fable-5-2-card:osworld-2.1-offline|gpt-6.1-sol@max|,in, scf52-osws@anthropic,anthropic,gpt-6.1-sol,max,computer-use,frontier,,,,,,,39.8,score%,0.0289,,,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.13.3.A (page 235), GPT-6.1 Sol bar label (strict pass rate))",src-anthropic-fable-5-2-system-card-2026-11-09|anthropic-fable-5-2-card:osworld-2.1-offline|gpt-6.1-sol@max|,in, scf52-offqa,anthropic,fable-5.2,max,agentic-tool,hard,,,,,,,83.4,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.14.1),,in, scf52-offqap,anthropic,fable-5.2,max,agentic-tool,hard,,,,,,,72.9,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.14.1),,in, scf52-offqa,anthropic,fable-5.1,max,agentic-tool,hard,,,,,,,80.2,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.14.1),,in, scf52-offqap,anthropic,fable-5.1,max,agentic-tool,hard,,,,,,,69.0,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.14.1),,in, scf52-offqa,anthropic,opus-5.5,max,agentic-tool,hard,,,,,,,78.9,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.14.1),,in, scf52-offqap,anthropic,opus-5.5,max,agentic-tool,hard,,,,,,,67.7,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.14.1),,in, scf52-harvey,anthropic,fable-5.2,max,agentic-tool,frontier,,,,,,,7.2,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.14.2),,out:single-couple, scf52-harveyng,anthropic,fable-5.2,max,agentic-tool,frontier,,,,,,,10.8,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.14.2),,out:single-couple, scf52-harvey,anthropic,fable-5.1,unstated,agentic-tool,frontier,,,,,,,6.4,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.14.2),,out:effort-not-established, scf52-harvey,anthropic,opus-5.5,unstated,agentic-tool,frontier,,,,,,,4.2,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.14.2),,out:effort-not-established, scf52-harvey,anthropic,gpt-6-astra,unstated,agentic-tool,frontier,,,,,,,8.6,score%,0.0289,,restated-from:Artificial Analysis reports,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.14.2),,out:effort-not-established, scf52-harvey,anthropic,gpt-6.1-sol,unstated,agentic-tool,frontier,,,,,,,6.9,score%,0.0289,,restated-from:Artificial Analysis reports,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.14.2),,out:effort-not-established, scf52-harvey,anthropic,gpt-6-sol,unstated,agentic-tool,frontier,,,,,,,3.6,score%,0.0289,,restated-from:Artificial Analysis reports,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.14.2),,out:effort-not-established, scf52-gdpval@anthropic,anthropic,fable-5.2,max,agentic-tool,frontier,,,,,,,1831,AA-elo,0.289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.14.3),,in, scf52-gdpval@anthropic,anthropic,opus-5.5,max,agentic-tool,frontier,,,,,,,1866,AA-elo,0.289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.14.3),,in, scf52-gdpval@anthropic,anthropic,fable-5.1,max,agentic-tool,frontier,,,,,,,1763,AA-elo,0.289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.14.3),,in, scf52-gdpval@anthropic,anthropic,gpt-6.1-sol,unstated,agentic-tool,frontier,,,,,,,1609,AA-elo,0.289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.14.3),,out:effort-not-established, scf52-gdpval@anthropic,anthropic,gpt-6-astra,unstated,agentic-tool,frontier,,,,,,,1584,AA-elo,0.289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.14.3),,out:effort-not-established, scf52-gdpval@anthropic,anthropic,?Muse Wonder Full,not-established:absent,agentic-tool,frontier,,,,,,,1857,AA-elo,0.289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.14.3),,out:model-not-established, scf52-gdpval@anthropic,anthropic,fable-5.2,xhigh,agentic-tool,frontier,,,,,,,1751,AA-elo,0.289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.14.3),,in, scf52-briefe@anthropic,anthropic,fable-5.2,max,agentic-tool,frontier,,,,,,,1785,AA-elo,0.289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.14.4),,in, scf52-briefe@anthropic,anthropic,opus-5.5,unstated,agentic-tool,frontier,,,,,,,1800,AA-elo,0.289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.14.4),,out:effort-not-established, scf52-briefe@anthropic,anthropic,fable-5.1,unstated,agentic-tool,frontier,,,,,,,1669,AA-elo,0.289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.14.4),,out:effort-not-established, scf52-briefe@anthropic,anthropic,gpt-6-astra,unstated,agentic-tool,frontier,,,,,,,1569,AA-elo,0.289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.14.4),,out:effort-not-established, scf52-briefe@anthropic,anthropic,gpt-6.1-sol,unstated,agentic-tool,frontier,,,,,,,1555,AA-elo,0.289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.14.4),,out:effort-not-established, scf52-briefe@anthropic,anthropic,?Muse Wonder Full,not-established:absent,agentic-tool,frontier,,,,,,,1729,AA-elo,0.289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.14.4),,out:model-not-established, scf52-briefe@anthropic,anthropic,fable-5.2,xhigh,agentic-tool,frontier,,,,,,,1738,AA-elo,0.289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.14.4),,in, scf52-briefr@anthropic,anthropic,fable-5.2,unstated,agentic-tool,frontier,,,,,,,66.1,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.14.4 + Table 8.1.A),,out:effort-not-established, scf52-briefr@anthropic,anthropic,fable-5.1,unstated,agentic-tool,frontier,,,,,,,61.5,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.14.4 + Table 8.1.A),,out:effort-not-established, scf52-briefr@anthropic,anthropic,opus-5.5,unstated,agentic-tool,frontier,,,,,,,61.2,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.14.4 + Table 8.1.A),,out:effort-not-established, scf52-briefr@anthropic,anthropic,gpt-6-astra,unstated,agentic-tool,frontier,,,,,,,52.0,score%,0.0289,,restated-from:developers’ published system cards or from benchmark leaderboards,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Table 8.1.A (page 207), AA-Briefcase v1.1 Rubric row, column GPT-6 Astra)",,out:effort-not-established, scf52-autom@anthropic,anthropic,fable-5.2,low,agentic-tool,frontier,,per-task,1.30,0.00289,,,39.7,score%,0.0289,,EAP-run; cost-method-assumed-single,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.14.5.A),,in,out:cost-not-comparable scf52-autom@anthropic,anthropic,fable-5.2,max,agentic-tool,frontier,,per-task,4.64,0.00289,,,51.4,score%,0.0289,,EAP-run; cost-method-assumed-single,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.14.5.A),,in,out:cost-not-comparable scf52-autom@anthropic,anthropic,fable-5.2,medium,agentic-tool,frontier,,per-task,1.35,0.0405,,,40.2,score%,0.0289,,EAP-run; cost-method-assumed-single,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.14.5.A, AutomationBench test-time compute scaling (page 240), Claude Fable 5.2 point labelled Med)",,in,out:cost-not-comparable scf52-autom@anthropic,anthropic,fable-5.2,high,agentic-tool,frontier,,per-task,1.69,0.0507,,,44.3,score%,0.0289,,EAP-run; cost-method-assumed-single,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.14.5.A, AutomationBench test-time compute scaling (page 240), Claude Fable 5.2 point labelled High)",,in,out:cost-not-comparable scf52-autom@anthropic,anthropic,fable-5.2,xhigh,agentic-tool,frontier,,per-task,2.29,0.0687,,,47.9,score%,0.0289,,EAP-run; cost-method-assumed-single,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.14.5.A, AutomationBench test-time compute scaling (page 240), Claude Fable 5.2 point labelled Xhigh)",,in,out:cost-not-comparable scf52-autom@anthropic,anthropic,opus-5.5,low,agentic-tool,frontier,,per-task,0.51,0.0153,,,24.2,score%,0.0289,,restated-from:Zapier’s leaderboard; same-runs-as:src-zapier-automationbench-leaderboard-2026-10-19#M33,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.14.5.A, AutomationBench test-time compute scaling (page 240), Claude Opus 5.5 point labelled Low)",,out:copy,out:copy scf52-autom@anthropic,anthropic,opus-5.5,medium,agentic-tool,frontier,,per-task,0.65,0.0195,,,29.5,score%,0.0289,,restated-from:Zapier’s leaderboard; same-runs-as:src-zapier-automationbench-leaderboard-2026-10-19#M34,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.14.5.A, AutomationBench test-time compute scaling (page 240), Claude Opus 5.5 point labelled Med)",,out:copy,out:copy scf52-autom@anthropic,anthropic,opus-5.5,high,agentic-tool,frontier,,per-task,0.71,0.0213,,,33.0,score%,0.0289,,restated-from:Zapier’s leaderboard; same-runs-as:src-zapier-automationbench-leaderboard-2026-10-19#M35,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.14.5.A, AutomationBench test-time compute scaling (page 240), Claude Opus 5.5 point labelled High)",,out:copy,out:copy scf52-autom@anthropic,anthropic,opus-5.5,xhigh,agentic-tool,frontier,,per-task,0.89,0.0267,,,35.8,score%,0.0289,,restated-from:Zapier’s leaderboard; same-runs-as:src-zapier-automationbench-leaderboard-2026-10-19#M36,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.14.5.A, AutomationBench test-time compute scaling (page 240), Claude Opus 5.5 point labelled Xhigh)",,out:copy,out:copy scf52-autom@anthropic,anthropic,opus-5.5,max,agentic-tool,frontier,,per-task,1.44,0.0432,,,42.5,score%,0.0289,,restated-from:Zapier’s leaderboard; same-runs-as:src-zapier-automationbench-leaderboard-2026-10-19#M37,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.14.5.A, AutomationBench test-time compute scaling (page 240), Claude Opus 5.5 point labelled Max)",,out:copy,out:copy scf52-autom@anthropic,anthropic,gpt-6-astra,low,agentic-tool,frontier,,,,,,,30.3,score%,0.0289,,restated-from:Zapier’s leaderboard; same-runs-as:src-zapier-automationbench-leaderboard-2026-10-19#M50,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.14.5.A, AutomationBench test-time compute scaling (page 240), GPT-6 Astra point labelled Low)",,out:copy, scf52-autom@anthropic,anthropic,gpt-6-astra,medium,agentic-tool,frontier,,,,,,,34.1,score%,0.0289,,restated-from:Zapier’s leaderboard; same-runs-as:src-zapier-automationbench-leaderboard-2026-10-19#M45,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.14.5.A, AutomationBench test-time compute scaling (page 240), GPT-6 Astra point labelled Med)",,out:copy, scf52-autom@anthropic,anthropic,gpt-6-astra,high,agentic-tool,frontier,,,,,,,37.1,score%,0.0289,,restated-from:Zapier’s leaderboard; same-runs-as:src-zapier-automationbench-leaderboard-2026-10-19#M44,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.14.5.A, AutomationBench test-time compute scaling (page 240), GPT-6 Astra point labelled High)",,out:copy, scf52-autom@anthropic,anthropic,gpt-6-astra,xhigh,agentic-tool,frontier,,,,,,,39.0,score%,0.0289,,restated-from:Zapier’s leaderboard; same-runs-as:src-zapier-automationbench-leaderboard-2026-10-19#M43,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.14.5.A, AutomationBench test-time compute scaling (page 240), GPT-6 Astra point labelled Xhigh)",,out:copy, scf52-autom@anthropic,anthropic,gpt-6-astra,max,agentic-tool,frontier,,,,,,,41.4,score%,0.0289,,restated-from:Zapier’s leaderboard; same-runs-as:src-zapier-automationbench-leaderboard-2026-10-19#M42,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.14.5.A, AutomationBench test-time compute scaling (page 240), GPT-6 Astra point labelled Max)",,out:copy, scf52-autom@anthropic,anthropic,opus-5.5,max,agentic-tool,frontier,,,,,,,42.5,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.14.5),,in, scf52-autom@anthropic,anthropic,opus-5.5,unstated,agentic-tool,frontier,,,,,,,40.0,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.14.5),,out:effort-not-established, scf52-autom@anthropic,anthropic,fable-5.1,unstated,agentic-tool,frontier,,,,,,,31.4,score%,0.0289,,,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Table 8.1.A (page 207), AutomationBench row, column Fable 5.1)",,out:effort-not-established, scf52-rwfelo,anthropic,fable-5.2,max,mixed,hard,,,,,,,1637,elo,0.289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.14.6),,out:single-couple, scf52-rwfelo,anthropic,opus-5.5,unstated,mixed,hard,,,,,,,1571,elo,0.289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.14.6),,out:effort-not-established, scf52-rwfelo,anthropic,fable-5.1,unstated,mixed,hard,,,,,,,1493,elo,0.289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.14.6),,out:effort-not-established, scf52-rwfh2h,anthropic,fable-5.2,unstated,mixed,hard,,,,,,,74,score%,0.289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.14.6),,out:effort-not-established, scf52-rwfh2h51,anthropic,fable-5.2,unstated,mixed,hard,,,,,,,91,score%,0.289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.14.6),,out:effort-not-established, scf52-rli@anthropic,anthropic,fable-5.2,high,agentic-tool,frontier,,,,,,,41.3,score%,0.0289,,prev=41.3 (src-anthropic-fable-5-2-mythos-5-2-announcement-2026-11-09#M133),https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.14.7),,in, scf52-rli@anthropic,anthropic,opus-5.5,high,agentic-tool,frontier,,,,,,,21.3,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.14.7),,in, scf52-rli@anthropic,anthropic,gpt-6-astra,unstated,agentic-tool,frontier,,,,,,,20.8,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.14.7),,out:effort-not-established, scf52-rli@anthropic,anthropic,fable-5.1,high,agentic-tool,frontier,,,,,,,17.9,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.14.7),,in, scf52-arc3s@anthropic,anthropic,fable-5.2,high,reasoning-math,frontier,,,,,,,79.26,score%,0.00289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.15),,in, scf52-arc3p@anthropic,anthropic,fable-5.2,high,reasoning-math,frontier,,,,,,,97.72,score%,0.00289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.15),,in, scf52-arc3s@anthropic,anthropic,fable-5.2,max,reasoning-math,frontier,,,,,,,65.66,score%,0.00289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.15),,in, scf52-arc3p@anthropic,anthropic,fable-5.2,max,reasoning-math,frontier,,,,,,,94.9,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.15),,in, scf52-arc3s@anthropic,anthropic,gpt-6-astra,max,reasoning-math,frontier,,,,,,,62.7,score%,0.0289,,restated-from:ARC Prize Foundation’s leaderboard; same-runs-as:src-arcprize-leaderboard-2026-11-04#M624,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.15.A labels),,out:copy, scf52-arc3p@anthropic,anthropic,gpt-6-astra,max,reasoning-math,frontier,,,,,,,98.6,score%,0.0289,,restated-from:ARC Prize Foundation’s leaderboard,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.15.A labels),,in, scf52-arc3s@anthropic,anthropic,gpt-6.1-sol,max,reasoning-math,frontier,,,,,,,52.7,score%,0.0289,,restated-from:ARC Prize Foundation’s leaderboard; same-runs-as:src-arcprize-leaderboard-2026-11-04#M666,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.15.A labels),,out:copy, scf52-arc3p@anthropic,anthropic,gpt-6.1-sol,max,reasoning-math,frontier,,,,,,,96.2,score%,0.0289,,restated-from:ARC Prize Foundation’s leaderboard,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.15.A labels),,in, scf52-arc3s@anthropic,anthropic,gpt-6-astra,high,reasoning-math,frontier,,,,,,,54.8,score%,0.0289,,restated-from:ARC Prize Foundation’s leaderboard; same-runs-as:src-arcprize-leaderboard-2026-11-04#M626,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.15.A, ARC-AGI-3 scores at high and max effort (page 244), GPT-6 Astra point labelled high)",,out:copy, scf52-arc3p@anthropic,anthropic,gpt-6-astra,high,reasoning-math,frontier,,,,,,,99.9,score%,0.0289,,restated-from:ARC Prize Foundation’s leaderboard,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.15.A, ARC-AGI-3 scores at high and max effort (page 244), GPT-6 Astra point labelled high)",,in, scf52-arc3s@anthropic,anthropic,gpt-6.1-sol,high,reasoning-math,frontier,,,,,,,26.7,score%,0.0289,,restated-from:ARC Prize Foundation’s leaderboard; same-runs-as:src-arcprize-leaderboard-2026-11-04#M668,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.15.A, ARC-AGI-3 scores at high and max effort (page 244), GPT-6.1 Sol point labelled high)",,out:copy, scf52-arc3p@anthropic,anthropic,gpt-6.1-sol,high,reasoning-math,frontier,,,,,,,95.0,score%,0.0289,,restated-from:ARC Prize Foundation’s leaderboard,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.15.A, ARC-AGI-3 scores at high and max effort (page 244), GPT-6.1 Sol point labelled high)",,in, scf52-hb,anthropic,fable-5.2,max,mixed,hard,,,,,,,58.8,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.16.1),src-anthropic-fable-5-2-system-card-2026-11-09|scf52-hb|fable-5.2@max|,in, scf52-hba,anthropic,fable-5.2,max,mixed,hard,,,,,,,59.6,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.16.1),src-anthropic-fable-5-2-system-card-2026-11-09|scf52-hb|fable-5.2@max|,in, scf52-hb,anthropic,gpt-6-astra,unstated,mixed,hard,,,,,,,56.9,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.16.1),,out:effort-not-established, scf52-hba,anthropic,gpt-6-astra,unstated,mixed,hard,,,,,,,58.2,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.16.1),,out:effort-not-established, scf52-hb,anthropic,fable-5.2,low,mixed,hard,,,,,,,60.1,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.16.1),src-anthropic-fable-5-2-system-card-2026-11-09|scf52-hb|fable-5.2@low|,in, scf52-hba,anthropic,fable-5.2,low,mixed,hard,,,,,,,60.4,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.16.1),src-anthropic-fable-5-2-system-card-2026-11-09|scf52-hb|fable-5.2@low|,in, scf52-hb,anthropic,sonnet-5.5,max,mixed,hard,,,,,,,65.9,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.16.1),src-anthropic-fable-5-2-system-card-2026-11-09|scf52-hb|sonnet-5.5@max|,in, scf52-hba,anthropic,sonnet-5.5,max,mixed,hard,,,,,,,62.1,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.16.1),src-anthropic-fable-5-2-system-card-2026-11-09|scf52-hb|sonnet-5.5@max|,in, scf52-hb,anthropic,opus-5.5,max,mixed,hard,,,,,,,64.3,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.16.1),src-anthropic-fable-5-2-system-card-2026-11-09|scf52-hb|opus-5.5@max|,in, scf52-hba,anthropic,opus-5.5,max,mixed,hard,,,,,,,57.0,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.16.1),src-anthropic-fable-5-2-system-card-2026-11-09|scf52-hb|opus-5.5@max|,in, scf52-hb,anthropic,fable-5.1,max,mixed,hard,,,,,,,63.9,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.16.1),src-anthropic-fable-5-2-system-card-2026-11-09|scf52-hb|fable-5.1@max|,in, scf52-hba,anthropic,fable-5.1,max,mixed,hard,,,,,,,57.2,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.16.1),src-anthropic-fable-5-2-system-card-2026-11-09|scf52-hb|fable-5.1@max|,in, scf52-hb,anthropic,haiku-5.5,max,mixed,hard,,,,,,,61.2,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.16.1),src-anthropic-fable-5-2-system-card-2026-11-09|scf52-hb|haiku-5.5@max|,in, scf52-hba,anthropic,haiku-5.5,max,mixed,hard,,,,,,,58.5,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.16.1),src-anthropic-fable-5-2-system-card-2026-11-09|scf52-hb|haiku-5.5@max|,in, scf52-hbp,anthropic,fable-5.2,max,mixed,hard,,,,,,,71.1,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.16.2),src-anthropic-fable-5-2-system-card-2026-11-09|scf52-hbp|fable-5.2@max|,in, scf52-hbpa,anthropic,fable-5.2,max,mixed,hard,,,,,,,67.7,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.16.2),src-anthropic-fable-5-2-system-card-2026-11-09|scf52-hbp|fable-5.2@max|,in, scf52-hbp,anthropic,opus-5.5,max,mixed,hard,,,,,,,71.4,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.16.2),src-anthropic-fable-5-2-system-card-2026-11-09|scf52-hbp|opus-5.5@max|,in, scf52-hbpa,anthropic,opus-5.5,max,mixed,hard,,,,,,,59.9,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.16.2),src-anthropic-fable-5-2-system-card-2026-11-09|scf52-hbp|opus-5.5@max|,in, scf52-hbp,anthropic,sonnet-5.5,max,mixed,hard,,,,,,,70.8,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.16.2),src-anthropic-fable-5-2-system-card-2026-11-09|scf52-hbp|sonnet-5.5@max|,in, scf52-hbpa,anthropic,sonnet-5.5,max,mixed,hard,,,,,,,63.0,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.16.2),src-anthropic-fable-5-2-system-card-2026-11-09|scf52-hbp|sonnet-5.5@max|,in, scf52-hbp,anthropic,gpt-6-astra,max,mixed,hard,,,,,,,69.7,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.16.2),src-anthropic-fable-5-2-system-card-2026-11-09|scf52-hbp|gpt-6-astra@max|,in, scf52-hbpa,anthropic,gpt-6-astra,max,mixed,hard,,,,,,,66.0,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.16.2),src-anthropic-fable-5-2-system-card-2026-11-09|scf52-hbp|gpt-6-astra@max|,in, scf52-hbp,anthropic,fable-5.1,max,mixed,hard,,,,,,,69.2,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.16.2),src-anthropic-fable-5-2-system-card-2026-11-09|scf52-hbp|fable-5.1@max|,in, scf52-hbpa,anthropic,fable-5.1,max,mixed,hard,,,,,,,57.8,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.16.2),src-anthropic-fable-5-2-system-card-2026-11-09|scf52-hbp|fable-5.1@max|,in, scf52-hbp,anthropic,haiku-5.5,max,mixed,hard,,,,,,,64.8,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.16.2),src-anthropic-fable-5-2-system-card-2026-11-09|scf52-hbp|haiku-5.5@max|,in, scf52-hbpa,anthropic,haiku-5.5,max,mixed,hard,,,,,,,58.4,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.16.2),src-anthropic-fable-5-2-system-card-2026-11-09|scf52-hbp|haiku-5.5@max|,in, scf52-phys,anthropic,fable-5.2,max,agentic-tool,hard,,,,,,,64.4,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.16.3 / Figure 8.16.3.A),,in, scf52-phys,anthropic,opus-5.5,max,agentic-tool,hard,,,,,,,68.4,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.16.3 / Figure 8.16.3.A),,in, scf52-phys,anthropic,sonnet-5.5,max,agentic-tool,hard,,,,,,,63.2,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.16.3 / Figure 8.16.3.A),,in, scf52-phys,anthropic,fable-5.1,max,agentic-tool,hard,,,,,,,61.0,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.16.3 / Figure 8.16.3.A),,in, scf52-phys,anthropic,gpt-6-astra,max,agentic-tool,hard,,,,,,,48.0,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.16.3.A caption),,in, scf52-phys,anthropic,gpt-6-astra,high,agentic-tool,hard,,,,,,,55.0,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.16.3.A caption),,in, scf52-phys,anthropic,fable-5.2,low,agentic-tool,hard,,,,,,,55.0,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.16.3),,in, scf52-phys,anthropic,fable-5.2,high,agentic-tool,hard,,,,,,,61.8,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.16.3),,in, scf52-phys,anthropic,fable-5.2,xhigh,agentic-tool,hard,,,,,,,64.6,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.16.3),,in, scf52-phys,anthropic,fable-5.2,max,agentic-tool,hard,,,,,,,64.4,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.16.3),,in, scf52-gmmlu,anthropic,fable-5.2,max,mixed,mid,,,,,,,96.0,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.17.1),,in, scf52-gmmlu,anthropic,opus-5.5,max,mixed,mid,,,,,,,94.3,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.17.1),,in, scf52-gmmlu,anthropic,fable-5.1,max,mixed,mid,,,,,,,94.0,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.17.1),,in, scf52-gmmlu,anthropic,sonnet-5.5,max,mixed,mid,,,,,,,92.1,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.17.1),,in, scf52-milu,anthropic,fable-5.2,max,mixed,mid,,,,,,,94.1,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.17.2),,in, scf52-milu,anthropic,opus-5.5,max,mixed,mid,,,,,,,93.1,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.17.2),,in, scf52-milu,anthropic,fable-5.1,max,mixed,mid,,,,,,,93.0,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.17.2),,in, scf52-milu,anthropic,sonnet-5.5,max,mixed,mid,,,,,,,91.6,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.17.2),,in, scf52-lsscb,anthropic,mythos-5.2,max,reasoning-math,frontier,,,,,,,65.6,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.18 / Figure 8.18.A),,out:single-couple, scf52-lsscb,anthropic,opus-5.5,unstated,reasoning-math,frontier,,,,,,,61.2,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.18 / Figure 8.18.A),,out:effort-not-established, scf52-lsscb,anthropic,?Claude Mythos 5.1,not-established:absent,reasoning-math,frontier,,,,,,,61.8,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.18 / Figure 8.18.A),,out:model-not-established, scf52-lsmorph,anthropic,mythos-5.2,max,reasoning-math,frontier,,,,,,,35.2,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.18 / Figure 8.18.A),,out:single-couple, scf52-lsmorph,anthropic,opus-5.5,unstated,reasoning-math,frontier,,,,,,,34.0,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.18 / Figure 8.18.A),,out:effort-not-established, scf52-lsmorph,anthropic,gpt-6-astra,unstated,reasoning-math,frontier,,,,,,,22.8,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.18 / Figure 8.18.A),,out:effort-not-established, scf52-lsmorph,anthropic,gemini-4-argon,unstated,reasoning-math,frontier,,,,,,,25.2,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.18 / Figure 8.18.A),,out:effort-not-established, scf52-lsmed,anthropic,mythos-5.2,max,reasoning-math,frontier,,,,,,,69.0,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.18 / Figure 8.18.A),,out:single-couple, scf52-lsmed,anthropic,opus-5.5,unstated,reasoning-math,frontier,,,,,,,63.5,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.18 / Figure 8.18.A),,out:effort-not-established, scf52-lsmed,anthropic,?Claude Mythos 5.1,not-established:absent,reasoning-math,frontier,,,,,,,57.7,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.18 / Figure 8.18.A),,out:model-not-established, scf52-lsseq,anthropic,mythos-5.2,max,reasoning-math,frontier,,,,,,,64.6,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.18 / Figure 8.18.A),,out:single-couple, scf52-lsseq,anthropic,opus-5.5,unstated,reasoning-math,frontier,,,,,,,60.2,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.18 / Figure 8.18.A),,out:effort-not-established, scf52-lsbind,anthropic,mythos-5.2,max,reasoning-math,frontier,,,,,,,85.1,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.18 / Figure 8.18.A),,out:single-couple, scf52-lsbind,anthropic,opus-5.5,unstated,reasoning-math,frontier,,,,,,,82.6,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.18 / Figure 8.18.A),,out:effort-not-established, scf52-lsimg,anthropic,mythos-5.2,max,reasoning-math,frontier,,,,,,,80.7,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.18 / Figure 8.18.A),,out:single-couple, scf52-lsimg,anthropic,opus-5.5,unstated,reasoning-math,frontier,,,,,,,71.4,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.18 / Figure 8.18.A),,out:effort-not-established, scf52-lsimg,anthropic,gpt-6-astra,unstated,reasoning-math,frontier,,,,,,,77.5,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.18 / Figure 8.18.A),,out:effort-not-established, scf52-lstrb,anthropic,mythos-5.2,max,reasoning-math,frontier,,,,,,,77.1,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.18 / Figure 8.18.A),,out:single-couple, scf52-lstrb,anthropic,opus-5.5,unstated,reasoning-math,frontier,,,,,,,73.7,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.18 / Figure 8.18.A),,out:effort-not-established, scf52-lstrb,anthropic,?Claude Mythos 5.1,not-established:absent,reasoning-math,frontier,,,,,,,70.2,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.18 / Figure 8.18.A),,out:model-not-established, scf52-lsdom,anthropic,mythos-5.2,max,reasoning-math,frontier,,,,,,,91.8,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.18 / Figure 8.18.A),,out:single-couple, scf52-lsdom,anthropic,opus-5.5,unstated,reasoning-math,frontier,,,,,,,73.6,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.18 / Figure 8.18.A),,out:effort-not-established, scf52-lsdom,anthropic,?Claude Mythos 5.1,not-established:absent,reasoning-math,frontier,,,,,,,63.5,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.18 / Figure 8.18.A),,out:model-not-established, scf52-lsmut,anthropic,mythos-5.2,max,reasoning-math,frontier,,,,,,,51.5,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.18 / Figure 8.18.A),,out:single-couple, scf52-lsmut,anthropic,opus-5.5,unstated,reasoning-math,frontier,,,,,,,49.5,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.18 / Figure 8.18.A),,out:effort-not-established, scf52-lsmut,anthropic,?Claude Mythos 5.1,not-established:absent,reasoning-math,frontier,,,,,,,48.0,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.18 / Figure 8.18.A),,out:model-not-established, scf52-cve,anthropic,mythos-5.2,max,coding,frontier,,,,,,,89.6,score%,0.0289,,prev=89.6 (src-anthropic-fable-5-2-mythos-5-2-announcement-2026-11-09#M88),https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.19 / Figure 8.19.A (labels = announcement chart)),,out:single-couple, scf52-cve,anthropic,opus-5.5,max,coding,frontier,,,,,,,81.3,score%,0.0289,,prev=81.3 (src-anthropic-fable-5-2-mythos-5-2-announcement-2026-11-09#M93),https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.19 / Figure 8.19.A (labels = announcement chart)),,in, scf52-cve,anthropic,?Claude Mythos 5.1,not-established:absent,coding,frontier,,,,,,,78.3,score%,0.0289,,,https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (§8.19 / Figure 8.19.A (labels = announcement chart)),,out:model-not-established, scf52-stemprof,anthropic,fable-5.2,max,reasoning-math,frontier,,,,,,,61.8,score%,0.0289,,,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.9.A (page 215), Claude Fable 5.2 bar label)",,in, scf52-stemprof,anthropic,opus-5.5,max,reasoning-math,frontier,,,,,,,53.7,score%,0.0289,,,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.9.A (page 215), Claude Opus 5.5 bar label)",,in, scf52-stemprof,anthropic,fable-5.1,max,reasoning-math,frontier,,,,,,,29.9,score%,0.0289,,,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Figure 8.9.A (page 215), Claude Fable 5.1 bar label)",,in, scf52-draco@anthropic,anthropic,sonnet-5.5,medium,agentic-tool,frontier,DRACO-980k,per-task,0.12225,0.024,,,71.2,score%,0.2,,effort-from-chart-order; cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Claude Sonnet 5.5 series (solid), marker centre px [381.1, 865.9] (x, y) of the image)",,out:republished,out:republished scf52-draco@anthropic,anthropic,sonnet-5.5,high,agentic-tool,frontier,DRACO-980k,per-task,0.9299999999999999,0.183,,,81.0,score%,0.2,,effort-from-chart-order; cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Claude Sonnet 5.5 series (solid), marker centre px [986.1, 560.9] (x, y) of the image)",,out:republished,out:republished scf52-draco@anthropic,anthropic,sonnet-5.5,xhigh,agentic-tool,frontier,DRACO-980k,per-task,4.1175,0.809,,,85.7,score%,0.2,,effort-from-chart-order; cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Claude Sonnet 5.5 series (solid), marker centre px [1429.1, 417.0] (x, y) of the image)",,out:republished,out:republished scf52-wandr@anthropic,anthropic,sonnet-5.5,medium,agentic-tool,frontier,,per-task,0.61575,0.121,,,29.9,score%,0.2,,effort-from-chart-order; cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Claude Sonnet 5.5 series (solid), marker centre px [759.9, 894.0] (x, y) of the image)",,out:republished,out:republished scf52-wandr@anthropic,anthropic,sonnet-5.5,high,agentic-tool,frontier,,per-task,4.8225,0.948,,,56.2,score%,0.2,,effort-from-chart-order; cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Claude Sonnet 5.5 series (solid), marker centre px [1339.9, 623.1] (x, y) of the image)",,out:republished,out:republished scf52-wandr@anthropic,anthropic,sonnet-5.5,xhigh,agentic-tool,frontier,,per-task,11.58,2.28,,,66.5,score%,0.2,,effort-from-chart-order; cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Claude Sonnet 5.5 series (solid), marker centre px [1587.0, 517.0] (x, y) of the image)",,out:republished,out:republished scf52-cb40,anthropic,opus-5.5,low,coding,frontier,,per-task,1.17,0.0351,,,43.7,score%,0.2,,restated-from:Cursor; effort-from-chart-order; same-runs-as:src-cursorbench-2026-10-20#M16,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Claude Opus 5.5 series (solid), marker centre px [259.1, 954.9] (x, y) of the image)",,out:copy,out:copy scf52-cb40,anthropic,opus-5.5,medium,coding,frontier,,per-task,2.92,0.0876,,,52.5,score%,0.2,,restated-from:Cursor; effort-from-chart-order; same-runs-as:src-cursorbench-2026-10-20#M17,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Claude Opus 5.5 series (solid), marker centre px [696.3, 609.7] (x, y) of the image)",,out:copy,out:copy scf52-cb40,anthropic,opus-5.5,high,coding,frontier,,per-task,3.98,0.119,,,56.0,score%,0.2,,restated-from:Cursor; effort-from-chart-order; same-runs-as:src-cursorbench-2026-10-20#M18,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Claude Opus 5.5 series (solid), marker centre px [845.3, 473.0] (x, y) of the image)",,out:copy,out:copy scf52-cb40,anthropic,fable-5.1,low,coding,frontier,,per-task,5.45,0.164,,,45.1,score%,0.2,,restated-from:Cursor; effort-from-chart-order; same-runs-as:src-cursorbench-2026-10-20#M1,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Claude Fable 5.1 series (solid), marker centre px [996.0, 900.0] (x, y) of the image)",,out:copy,out:copy scf52-cb40,anthropic,fable-5.1,medium,coding,frontier,,per-task,7.06,0.212,,,46.8,score%,0.2,,restated-from:Cursor; effort-from-chart-order; same-runs-as:src-cursorbench-2026-10-20#M2,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Claude Fable 5.1 series (solid), marker centre px [1119.8, 833.1] (x, y) of the image)",,out:copy,out:copy scf52-cb40,anthropic,fable-5.1,high,coding,frontier,,per-task,9.09,0.273,,,49.2,score%,0.2,,restated-from:Cursor; effort-from-chart-order; same-runs-as:src-cursorbench-2026-10-20#M3,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Claude Fable 5.1 series (solid), marker centre px [1241.0, 739.0] (x, y) of the image)",,out:copy,out:copy scf52-cb40,anthropic,fable-5.1,xhigh,coding,frontier,,per-task,13.03,0.391,,,51.6,score%,0.2,,restated-from:Cursor; effort-from-chart-order; same-runs-as:src-cursorbench-2026-10-20#M4,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Claude Fable 5.1 series (solid), marker centre px [1413.3, 645.0] (x, y) of the image)",,out:copy,out:copy scf52-chartt@anthropic,anthropic,fable-5.2,low,reasoning-math,hard,,per-task,0.081,0.00243,,,82.8,score%,0.2,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Claude Fable 5.2 series (with tools (solid)), marker centre px [673, 463] (x, y) of the image)",,in,in scf52-chartt@anthropic,anthropic,fable-5.2,medium,reasoning-math,hard,,per-task,0.115,0.00345,,,86.4,score%,0.2,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Claude Fable 5.2 series (with tools (solid)), marker centre px [794, 409] (x, y) of the image)",,in,in scf52-chartt@anthropic,anthropic,fable-5.2,high,reasoning-math,hard,,per-task,0.285,0.00855,,,91.0,score%,0.2,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Claude Fable 5.2 series (with tools (solid)), marker centre px [1104, 341] (x, y) of the image)",,in,in scf52-chartt@anthropic,anthropic,fable-5.2,xhigh,reasoning-math,hard,,per-task,0.708,0.0212,,,92.8,score%,0.2,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Claude Fable 5.2 series (with tools (solid)), marker centre px [1416, 314] (x, y) of the image)",,in,in scf52-chartt@anthropic,anthropic,opus-5.5,low,reasoning-math,hard,,per-task,0.037,0.00111,,,71.6,score%,0.2,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Claude Opus 5.5 series (with tools (solid)), marker centre px [406, 629] (x, y) of the image)",,out:republished,in scf52-chartt@anthropic,anthropic,opus-5.5,medium,reasoning-math,hard,,per-task,0.084,0.00252,,,85.2,score%,0.2,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Claude Opus 5.5 series (with tools (solid)), marker centre px [685, 427] (x, y) of the image)",,out:republished,in scf52-chartt@anthropic,anthropic,opus-5.5,high,reasoning-math,hard,,per-task,0.12,0.0036,,,86.8,score%,0.2,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Claude Opus 5.5 series (with tools (solid)), marker centre px [808, 403] (x, y) of the image)",,out:republished,in scf52-chartt@anthropic,anthropic,opus-5.5,xhigh,reasoning-math,hard,,per-task,0.304,0.00912,,,89.6,score%,0.2,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Claude Opus 5.5 series (with tools (solid)), marker centre px [1127, 362] (x, y) of the image)",,out:republished,in scf52-chartt@anthropic,anthropic,fable-5.1,low,reasoning-math,hard,,per-task,0.147,0.00441,,,54.4,score%,0.2,,effort-from-chart-order,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Claude Fable 5.1 series (with tools (solid)), marker centre px [877, 884] (x, y) of the image)",,out:republished,out:decision:D55 scf52-chartt@anthropic,anthropic,fable-5.1,medium,reasoning-math,hard,,per-task,0.222,0.00666,,,67.6,score%,0.2,,effort-from-chart-order,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Claude Fable 5.1 series (with tools (solid)), marker centre px [1019, 688] (x, y) of the image)",,out:republished,out:decision:D55 scf52-chartt@anthropic,anthropic,fable-5.1,high,reasoning-math,hard,,per-task,0.388,0.0116,,,74.4,score%,0.2,,effort-from-chart-order,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Claude Fable 5.1 series (with tools (solid)), marker centre px [1210, 587] (x, y) of the image)",,out:republished,out:decision:D55 scf52-chartt@anthropic,anthropic,fable-5.1,xhigh,reasoning-math,hard,,per-task,1.29,0.0387,,,87.6,score%,0.2,,effort-from-chart-order,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Claude Fable 5.1 series (with tools (solid)), marker centre px [1622, 391] (x, y) of the image)",,out:republished,out:decision:D55 scf52-bcadn,anthropic,fable-5.2,low,coding,frontier,,per-task,1.31,0.0393,,,21.3,score,0.2,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Claude Fable 5.2 series (without tools (dashed)), marker centre px [1061, 1104] (x, y) of the image)",,in,in scf52-bcadn,anthropic,fable-5.2,medium,coding,frontier,,per-task,2.25,0.0675,,,28.6,score,0.2,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Claude Fable 5.2 series (without tools (dashed)), marker centre px [1191, 1024] (x, y) of the image)",,in,in scf52-bcadn,anthropic,fable-5.2,high,coding,frontier,,per-task,9.41,0.282,,,59.2,score,0.2,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Claude Fable 5.2 series (without tools (dashed)), marker centre px [1533, 687] (x, y) of the image)",,in,in scf52-bcadn,anthropic,fable-5.2,xhigh,coding,frontier,,per-task,17.11,0.513,,,70.2,score,0.2,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Claude Fable 5.2 series (without tools (dashed)), marker centre px [1676, 566] (x, y) of the image)",,in,in scf52-bcadn,anthropic,opus-5.5,low,coding,frontier,,per-task,0.051,0.00153,,,6.8,score,0.2,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Claude Opus 5.5 series (without tools (dashed)), marker centre px [285, 1264] (x, y) of the image)",,in,in scf52-bcadn,anthropic,opus-5.5,medium,coding,frontier,,per-task,0.773,0.0232,,,15.0,score,0.2,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Claude Opus 5.5 series (without tools (dashed)), marker centre px [935, 1173] (x, y) of the image)",,in,in scf52-bcadn,anthropic,opus-5.5,high,coding,frontier,,per-task,1.95,0.0585,,,24.2,score,0.2,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Claude Opus 5.5 series (without tools (dashed)), marker centre px [1156, 1072] (x, y) of the image)",,in,in scf52-bcadn,anthropic,opus-5.5,xhigh,coding,frontier,,per-task,5.13,0.154,,,42.3,score,0.2,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Claude Opus 5.5 series (without tools (dashed)), marker centre px [1388, 873] (x, y) of the image)",,in,in scf52-bcadn,anthropic,fable-5.1,not-established:ambiguous,coding,frontier,,per-task,1.25,0.0375,,,8.1,score,0.2,,,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Claude Fable 5.1 series (without tools (dashed)), marker centre px [1050, 1249] (x, y) of the image)",,out:effort-not-established,out:effort-not-established scf52-bcadn,anthropic,fable-5.1,not-established:ambiguous,coding,frontier,,per-task,6.65,0.2,,,20.3,score,0.2,,,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Claude Fable 5.1 series (without tools (dashed)), marker centre px [1450, 1115] (x, y) of the image)",,out:effort-not-established,out:effort-not-established scf52-bcadn,anthropic,fable-5.1,not-established:ambiguous,coding,frontier,,per-task,16.27,0.488,,,34.0,score,0.2,,,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Claude Fable 5.1 series (without tools (dashed)), marker centre px [1664, 965] (x, y) of the image)",,out:effort-not-established,out:effort-not-established scf52-oswp@anthropic,anthropic,fable-5.2,low,computer-use,frontier,OSWorld2-partial,per-task,3.0,0.09,,,80.7,score%,0.2,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Claude Fable 5.2 series (solid), marker centre px [875.0, 440.0] (x, y) of the image)",src-anthropic-fable-5-2-system-card-2026-11-09|anthropic-fable-5-2-card:osworld-2.1-offline|fable-5.2@low|,in,in scf52-oswp@anthropic,anthropic,fable-5.2,medium,computer-use,frontier,OSWorld2-partial,per-task,3.31,0.0993,,,81.5,score%,0.2,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Claude Fable 5.2 series (solid), marker centre px [915.0, 431.0] (x, y) of the image)",src-anthropic-fable-5-2-system-card-2026-11-09|anthropic-fable-5-2-card:osworld-2.1-offline|fable-5.2@medium|,in,in scf52-oswp@anthropic,anthropic,fable-5.2,high,computer-use,frontier,OSWorld2-partial,per-task,6.21,0.186,,,87.7,score%,0.2,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Claude Fable 5.2 series (solid), marker centre px [1178.0, 365.0] (x, y) of the image)",src-anthropic-fable-5-2-system-card-2026-11-09|anthropic-fable-5-2-card:osworld-2.1-offline|fable-5.2@high|,in,in scf52-oswp@anthropic,anthropic,fable-5.2,xhigh,computer-use,frontier,OSWorld2-partial,per-task,9.54,0.286,,,88.2,score%,0.2,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Claude Fable 5.2 series (solid), marker centre px [1357.0, 360.0] (x, y) of the image)",src-anthropic-fable-5-2-system-card-2026-11-09|anthropic-fable-5-2-card:osworld-2.1-offline|fable-5.2@xhigh|,in,in scf52-oswp@anthropic,anthropic,opus-5.5,low,computer-use,frontier,OSWorld2-partial,per-task,0.977,0.0293,,,63.9,score%,0.2,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Claude Opus 5.5 series (solid), marker centre px [407.0, 619.0] (x, y) of the image)",src-anthropic-fable-5-2-system-card-2026-11-09|anthropic-fable-5-2-card:osworld-2.1-offline|opus-5.5@low|,in,in scf52-oswp@anthropic,anthropic,opus-5.5,medium,computer-use,frontier,OSWorld2-partial,per-task,2.07,0.0621,,,79.0,score%,0.2,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Claude Opus 5.5 series (solid), marker centre px [719.0, 458.0] (x, y) of the image)",src-anthropic-fable-5-2-system-card-2026-11-09|anthropic-fable-5-2-card:osworld-2.1-offline|opus-5.5@medium|,in,in scf52-oswp@anthropic,anthropic,opus-5.5,high,computer-use,frontier,OSWorld2-partial,per-task,2.55,0.0765,,,83.5,score%,0.2,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Claude Opus 5.5 series (solid), marker centre px [807.0, 410.0] (x, y) of the image)",src-anthropic-fable-5-2-system-card-2026-11-09|anthropic-fable-5-2-card:osworld-2.1-offline|opus-5.5@high|,in,in scf52-oswp@anthropic,anthropic,opus-5.5,xhigh,computer-use,frontier,OSWorld2-partial,per-task,4.3,0.129,,,85.5,score%,0.2,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Claude Opus 5.5 series (solid), marker centre px [1025.0, 388.0] (x, y) of the image)",src-anthropic-fable-5-2-system-card-2026-11-09|anthropic-fable-5-2-card:osworld-2.1-offline|opus-5.5@xhigh|,in,in scf52-osws@anthropic,anthropic,fable-5.2,low,computer-use,frontier,,per-task,3.01,0.0903,,,45.3,score%,0.2,,effort-from-chart-order,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Claude Fable 5.2 series (solid), marker centre px [870.0, 495.0] (x, y) of the image)",src-anthropic-fable-5-2-system-card-2026-11-09|anthropic-fable-5-2-card:osworld-2.1-offline|fable-5.2@low|,in,out:decision:D56 scf52-osws@anthropic,anthropic,fable-5.2,medium,computer-use,frontier,,per-task,3.31,0.0993,,,45.1,score%,0.2,,effort-from-chart-order,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Claude Fable 5.2 series (solid), marker centre px [910.0, 499.0] (x, y) of the image)",src-anthropic-fable-5-2-system-card-2026-11-09|anthropic-fable-5-2-card:osworld-2.1-offline|fable-5.2@medium|,in,out:decision:D56 scf52-osws@anthropic,anthropic,fable-5.2,high,computer-use,frontier,,per-task,6.22,0.187,,,51.4,score%,0.2,,effort-from-chart-order,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Claude Fable 5.2 series (solid), marker centre px [1174.0, 386.0] (x, y) of the image)",src-anthropic-fable-5-2-system-card-2026-11-09|anthropic-fable-5-2-card:osworld-2.1-offline|fable-5.2@high|,in,out:decision:D56 scf52-osws@anthropic,anthropic,fable-5.2,xhigh,computer-use,frontier,,per-task,9.57,0.287,,,53.3,score%,0.2,,effort-from-chart-order,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Claude Fable 5.2 series (solid), marker centre px [1354.0, 352.0] (x, y) of the image)",src-anthropic-fable-5-2-system-card-2026-11-09|anthropic-fable-5-2-card:osworld-2.1-offline|fable-5.2@xhigh|,in,out:decision:D56 scf52-osws@anthropic,anthropic,opus-5.5,low,computer-use,frontier,,per-task,0.978,0.0293,,,28.8,score%,0.2,,effort-from-chart-order,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Claude Opus 5.5 series (solid), marker centre px [399.0, 789.0] (x, y) of the image)",src-anthropic-fable-5-2-system-card-2026-11-09|anthropic-fable-5-2-card:osworld-2.1-offline|opus-5.5@low|,in,out:decision:D56 scf52-osws@anthropic,anthropic,opus-5.5,medium,computer-use,frontier,,per-task,2.06,0.0618,,,42.9,score%,0.2,,effort-from-chart-order,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Claude Opus 5.5 series (solid), marker centre px [712.0, 538.0] (x, y) of the image)",src-anthropic-fable-5-2-system-card-2026-11-09|anthropic-fable-5-2-card:osworld-2.1-offline|opus-5.5@medium|,in,out:decision:D56 scf52-osws@anthropic,anthropic,opus-5.5,high,computer-use,frontier,,per-task,2.55,0.0765,,,46.3,score%,0.2,,effort-from-chart-order,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Claude Opus 5.5 series (solid), marker centre px [801.0, 477.0] (x, y) of the image)",src-anthropic-fable-5-2-system-card-2026-11-09|anthropic-fable-5-2-card:osworld-2.1-offline|opus-5.5@high|,in,out:decision:D56 scf52-osws@anthropic,anthropic,opus-5.5,xhigh,computer-use,frontier,,per-task,4.31,0.129,,,50.7,score%,0.2,,effort-from-chart-order,"https://www.anthropic.com/claude-fable-5-2-mythos-5-2-system-card (Claude Opus 5.5 series (solid), marker centre px [1020.0, 399.0] (x, y) of the image)",src-anthropic-fable-5-2-system-card-2026-11-09|anthropic-fable-5-2-card:osworld-2.1-offline|opus-5.5@xhigh|,in,out:decision:D56 scfsweppro,anthropic,opus-4.8,medium,coding,frontier,SWE-bench-Pro,per-task,0.75,0.00515,,,65.2,resolved%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-system-card (green series (Claude Opus 4.8), marker centre px [743.6, 801.1] (x, y) of the image; the printed label beside the marker)",,in,in scfsweppro,anthropic,opus-4.8,high,coding,frontier,SWE-bench-Pro,per-task,1.337,0.00918,,,67.5,resolved%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-system-card (green series (Claude Opus 4.8), marker centre px [1097.0, 732.0] (x, y) of the image; the printed label beside the marker)",,in,in scfsweppro,anthropic,opus-4.8,xhigh,coding,frontier,SWE-bench-Pro,per-task,2.2,0.0151,,,68.6,resolved%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-system-card (green series (Claude Opus 4.8), marker centre px [1398.8, 699.9] (x, y) of the image; the printed label beside the marker)",,in,in scfsweppro,anthropic,mythos-5,low,coding,frontier,SWE-bench-Pro,per-task,1.044,0.00717,,,75.0,resolved%,0.0289,,,"https://www.anthropic.com/claude-fable-5-system-card (orange series (Claude Mythos 5), marker centre px [947.0, 495.0] (x, y) of the image; the printed label beside the marker)",,out:effort-not-established,out:effort-not-established scfsweppro,anthropic,mythos-5,medium,coding,frontier,SWE-bench-Pro,per-task,1.933,0.0133,,,78.2,resolved%,0.0289,,,"https://www.anthropic.com/claude-fable-5-system-card (orange series (Claude Mythos 5), marker centre px [1320.8, 393.0] (x, y) of the image; the printed label beside the marker)",,out:effort-not-established,out:effort-not-established scfsweppro,anthropic,mythos-5,high,coding,frontier,SWE-bench-Pro,per-task,2.9,0.0199,,,79.6,resolved%,0.0289,,,"https://www.anthropic.com/claude-fable-5-system-card (orange series (Claude Mythos 5), marker centre px [1569.0, 348.0] (x, y) of the image; the printed label beside the marker)",,out:effort-not-established,out:effort-not-established scfsweppro,anthropic,mythos-5,xhigh,coding,frontier,SWE-bench-Pro,per-task,4.222,0.029,,,80.4,resolved%,0.0289,,,"https://www.anthropic.com/claude-fable-5-system-card (orange series (Claude Mythos 5), marker centre px [1795.5, 325.6363636363636] (x, y) of the image; the printed label beside the marker)",,out:effort-not-established,out:effort-not-established scfcdiamond,anthropic,opus-4.8,low,coding,frontier,FrontierCode-D,per-task,3.15,0.00962,,,8.2,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-system-card (green series (Claude Opus 4.8), marker centre px [665.0, 895.0] (x, y) of the image; the printed label beside the marker)",,in,in scfcdiamond,anthropic,opus-4.8,medium,coding,frontier,FrontierCode-D,per-task,4.08,0.0125,,,5.9,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-system-card (green series (Claude Opus 4.8), marker centre px [827.0, 953.0] (x, y) of the image; the printed label beside the marker)",,in,in scfcdiamond,anthropic,opus-4.8,high,coding,frontier,FrontierCode-D,per-task,4.77,0.0146,,,8.7,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-system-card (green series (Claude Opus 4.8), marker centre px [924.0, 883.0] (x, y) of the image; the printed label beside the marker)",,in,in scfcdiamond,anthropic,opus-4.8,xhigh,coding,frontier,FrontierCode-D,per-task,8.04,0.0246,,,13.4,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-system-card (green series (Claude Opus 4.8), marker centre px [1251.0, 765.0] (x, y) of the image; the printed label beside the marker)",,in,in scfcdiamond,anthropic,opus-4.8,max,coding,frontier,FrontierCode-D,per-task,10.58,0.0323,,,11.4,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-system-card (green series (Claude Opus 4.8), marker centre px [1423.0, 815.0] (x, y) of the image; the printed label beside the marker)",,in,in scfcdiamond,anthropic,fable-5,low,coding,frontier,FrontierCode-D,per-task,5.357,0.0164,,,11.5,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-system-card (orange series (Claude Fable 5), marker centre px [997.0, 813.0] (x, y) of the image; the printed label beside the marker)",,in,in scfcdiamond,anthropic,fable-5,medium,coding,frontier,FrontierCode-D,per-task,7.05,0.0215,,,17.8,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-system-card (orange series (Claude Fable 5), marker centre px [1169.0, 655.0] (x, y) of the image; the printed label beside the marker)",,in,in scfcdiamond,anthropic,fable-5,high,coding,frontier,FrontierCode-D,per-task,9.851,0.0301,,,24.0,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-system-card (orange series (Claude Fable 5), marker centre px [1378.0, 500.0] (x, y) of the image; the printed label beside the marker)",,in,in scfcdiamond,anthropic,fable-5,xhigh,coding,frontier,FrontierCode-D,per-task,12.38,0.0378,,,29.3,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-system-card (orange series (Claude Fable 5), marker centre px [1521.0, 367.0] (x, y) of the image; the printed label beside the marker)",,in,in scfcdiamond,anthropic,fable-5,max,coding,frontier,FrontierCode-D,per-task,19.0,0.058,,,30.9,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-system-card (orange series (Claude Fable 5), marker centre px [1790.0, 327.0] (x, y) of the image; the printed label beside the marker)",,in,in scfdeepqa,anthropic,opus-4.8,medium,mixed,frontier,DeepSearchQA,per-task,1.565,0.00992,,,90.1,f1%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-system-card (green series (Claude Opus 4.8), marker centre px [347.4, 798.7] (x, y) of the image; the printed label beside the marker)",,out:republished,out:republished scfdeepqa,anthropic,opus-4.8,high,mixed,frontier,DeepSearchQA,per-task,1.569,0.00995,,,91.0,f1%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-system-card (green series (Claude Opus 4.8), marker centre px [349.0869565217391, 702.0434782608696] (x, y) of the image; the printed label beside the marker)",,out:republished,out:republished scfdeepqa,anthropic,opus-4.8,xhigh,mixed,frontier,DeepSearchQA,per-task,2.365,0.015,,,92.1,f1%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-system-card (green series (Claude Opus 4.8), marker centre px [582.0, 585.0] (x, y) of the image; the printed label beside the marker)",,out:republished,out:republished scfdeepqa,anthropic,opus-4.8,max,mixed,frontier,DeepSearchQA,per-task,2.916,0.0185,,,93.1,f1%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-system-card (green series (Claude Opus 4.8), marker centre px [700.8571428571429, 479.92857142857144] (x, y) of the image; the printed label beside the marker)",,out:republished,out:republished scfdeepqa,anthropic,mythos-5,low,mixed,frontier,DeepSearchQA,per-task,4.752,0.0301,,,92.0,f1%,0.0289,,,"https://www.anthropic.com/claude-fable-5-system-card (orange series (Claude Mythos 5), marker centre px [978.0, 597.7083333333334] (x, y) of the image; the printed label beside the marker)",,out:effort-not-established,out:effort-not-established scfdeepqa,anthropic,mythos-5,medium,mixed,frontier,DeepSearchQA,per-task,4.9,0.0311,,,94.1,f1%,0.0289,,,"https://www.anthropic.com/claude-fable-5-system-card (orange series (Claude Mythos 5), marker centre px [995.0, 380.0] (x, y) of the image; the printed label beside the marker)",,out:effort-not-established,out:effort-not-established scfdeepqa,anthropic,mythos-5,high,mixed,frontier,DeepSearchQA,per-task,5.3,0.0336,,,93.6,f1%,0.0289,,,"https://www.anthropic.com/claude-fable-5-system-card (orange series (Claude Mythos 5), marker centre px [1042.0, 430.0] (x, y) of the image; the printed label beside the marker)",,out:effort-not-established,out:effort-not-established scfdeepqa,anthropic,mythos-5,xhigh,mixed,frontier,DeepSearchQA,per-task,6.4,0.0406,,,94.5,f1%,0.0289,,,"https://www.anthropic.com/claude-fable-5-system-card (orange series (Claude Mythos 5), marker centre px [1146.9, 334.7] (x, y) of the image; the printed label beside the marker)",,out:effort-not-established,out:effort-not-established scfdeepqa,anthropic,mythos-5,max,mixed,frontier,DeepSearchQA,per-task,9.373,0.0594,,,94.2,f1%,0.0289,,,"https://www.anthropic.com/claude-fable-5-system-card (orange series (Claude Mythos 5), marker centre px [1363.6666666666667, 364.875] (x, y) of the image; the printed label beside the marker)",,out:effort-not-established,out:effort-not-established scfhletools,anthropic,opus-4.8,low,reasoning-math,frontier,HLE-tools,per-task,0.3281,0.00293,,,50.2,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-system-card (green series (Claude Opus 4.8), marker centre px [220.0, 984.0] (x, y) of the image; the printed label beside the marker)",,out:republished,out:republished scfhletools,anthropic,opus-4.8,medium,reasoning-math,frontier,HLE-tools,per-task,0.5265,0.0047,,,55.2,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-system-card (green series (Claude Opus 4.8), marker centre px [434.0, 762.0] (x, y) of the image; the printed label beside the marker)",,out:republished,out:republished scfhletools,anthropic,opus-4.8,high,reasoning-math,frontier,HLE-tools,per-task,0.6233,0.00556,,,55.7,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-system-card (green series (Claude Opus 4.8), marker centre px [510.4, 737.9] (x, y) of the image; the printed label beside the marker)",,out:republished,out:republished scfhletools,anthropic,opus-4.8,xhigh,reasoning-math,frontier,HLE-tools,per-task,1.106,0.00987,,,57.6,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-system-card (green series (Claude Opus 4.8), marker centre px [770.0, 655.0] (x, y) of the image; the printed label beside the marker)",,out:republished,out:republished scfhletools,anthropic,opus-4.8,max,reasoning-math,frontier,HLE-tools,per-task,1.517,0.0135,,,57.9,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-system-card (green series (Claude Opus 4.8), marker centre px [913.0, 642.3] (x, y) of the image; the printed label beside the marker)",,out:republished,out:republished scfhletools,anthropic,mythos-5,low,reasoning-math,frontier,HLE-tools,per-task,0.9887,0.00883,,,59.8,score%,0.0289,,,"https://www.anthropic.com/claude-fable-5-system-card (orange series (Claude Mythos 5), marker centre px [719.1428571428571, 558.0714285714286] (x, y) of the image; the printed label beside the marker)",,out:effort-not-established,out:effort-not-established scfhletools,anthropic,mythos-5,medium,reasoning-math,frontier,HLE-tools,per-task,1.487,0.0133,,,62.6,score%,0.0289,,,"https://www.anthropic.com/claude-fable-5-system-card (orange series (Claude Mythos 5), marker centre px [903.9, 428.0] (x, y) of the image; the printed label beside the marker)",,out:effort-not-established,out:effort-not-established scfhletools,anthropic,mythos-5,high,reasoning-math,frontier,HLE-tools,per-task,2.166,0.0193,,,63.4,score%,0.0289,,,"https://www.anthropic.com/claude-fable-5-system-card (orange series (Claude Mythos 5), marker centre px [1074.0833333333333, 394.9166666666667] (x, y) of the image; the printed label beside the marker)",,out:effort-not-established,out:effort-not-established scfhletools,anthropic,mythos-5,xhigh,reasoning-math,frontier,HLE-tools,per-task,3.0,0.0268,,,64.2,score%,0.0289,,,"https://www.anthropic.com/claude-fable-5-system-card (orange series (Claude Mythos 5), marker centre px [1221.2, 358.9] (x, y) of the image; the printed label beside the marker)",,out:effort-not-established,out:effort-not-established scfhletools,anthropic,mythos-5,max,reasoning-math,frontier,HLE-tools,per-task,4.536,0.0405,,,64.5,score%,0.0289,,,"https://www.anthropic.com/claude-fable-5-system-card (orange series (Claude Mythos 5), marker centre px [1408.5, 348.0] (x, y) of the image; the printed label beside the marker)",,out:effort-not-established,out:effort-not-established scfdraco,anthropic,opus-4.8,low,mixed,frontier,DRACO,per-task,0.416,0.00366,,,70.2,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-system-card (green series (Claude Opus 4.8), marker centre px [246.3855421686747, 959.2048192771084] (x, y) of the image; the printed label beside the marker)",,in,in scfdraco,anthropic,opus-4.8,medium,mixed,frontier,DRACO,per-task,0.609,0.00535,,,73.3,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-system-card (green series (Claude Opus 4.8), marker centre px [419.0, 838.0] (x, y) of the image; the printed label beside the marker)",,in,in scfdraco,anthropic,opus-4.8,high,mixed,frontier,DRACO,per-task,0.8034,0.00706,,,75.1,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-system-card (green series (Claude Opus 4.8), marker centre px [544.4096385542168, 767.2409638554217] (x, y) of the image; the printed label beside the marker)",,in,in scfdraco,anthropic,opus-4.8,xhigh,mixed,frontier,DRACO,per-task,1.681,0.0148,,,79.0,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-system-card (green series (Claude Opus 4.8), marker centre px [878.8461538461538, 615.0439560439561] (x, y) of the image; the printed label beside the marker)",,in,in scfdraco,anthropic,opus-4.8,max,mixed,frontier,DRACO,per-task,2.135,0.0188,,,80.6,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-system-card (orange series (Claude Opus 4.8), marker centre px [986.9, 550.6] (x, y) of the image; the printed label beside the marker)",,in,in scfdraco,anthropic,mythos-5,low,mixed,frontier,DRACO,per-task,0.7176,0.00631,,,76.7,score%,0.0289,,,"https://www.anthropic.com/claude-fable-5-system-card (orange series (Claude Mythos 5), marker centre px [493.3058823529412, 704.7764705882353] (x, y) of the image; the printed label beside the marker)",,out:effort-not-established,out:effort-not-established scfdraco,anthropic,mythos-5,medium,mixed,frontier,DRACO,per-task,2.07,0.0182,,,80.6,score%,0.0289,,,"https://www.anthropic.com/claude-fable-5-system-card (orange series (Claude Mythos 5), marker centre px [973.0, 549.0] (x, y) of the image; the printed label beside the marker)",,out:effort-not-established,out:effort-not-established scfdraco,anthropic,mythos-5,high,mixed,frontier,DRACO,per-task,4.5,0.0396,,,82.8,score%,0.0289,,,"https://www.anthropic.com/claude-fable-5-system-card (orange series (Claude Mythos 5), marker centre px [1322.5, 465.5] (x, y) of the image; the printed label beside the marker)",,out:effort-not-established,out:effort-not-established scfdraco,anthropic,mythos-5,xhigh,mixed,frontier,DRACO,per-task,6.944,0.061,,,84.9,score%,0.0289,,,"https://www.anthropic.com/claude-fable-5-system-card (orange series (Claude Mythos 5), marker centre px [1521.0, 383.6] (x, y) of the image; the printed label beside the marker)",,out:effort-not-established,out:effort-not-established scfdraco,anthropic,mythos-5,max,mixed,frontier,DRACO,per-task,11.92,0.105,,,86.4,score%,0.0289,,,"https://www.anthropic.com/claude-fable-5-system-card (orange series (Claude Mythos 5), marker centre px [1765.561797752809, 326.0674157303371] (x, y) of the image; the printed label beside the marker)",,out:effort-not-established,out:effort-not-established scfcdiamond,anthropic,gpt-5.5,low,coding,frontier,FrontierCode-D,per-task,1.77,0.00541,,,5.2,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-system-card (grey series (GPT-5.5), marker centre px [306.1, 969.9] (x, y) of the image; the printed label beside the marker)",,in,in scfcdiamond,anthropic,gpt-5.5,medium,coding,frontier,FrontierCode-D,per-task,3.68,0.0112,,,6.3,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-system-card (grey series (GPT-5.5), marker centre px [762.6, 943.3] (x, y) of the image; the printed label beside the marker)",,in,in scfcdiamond,anthropic,gpt-5.5,high,coding,frontier,FrontierCode-D,per-task,4.99,0.0152,,,5.2,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-system-card (grey series (GPT-5.5), marker centre px [952.6, 969.7] (x, y) of the image; the printed label beside the marker)",,in,in scfcdiamond,anthropic,gpt-5.5,xhigh,coding,frontier,FrontierCode-D,per-task,6.24,0.0191,,,5.7,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-fable-5-system-card (grey series (GPT-5.5), marker centre px [1090.6, 958.1] (x, y) of the image; the printed label beside the marker)",,in,in h55launch-osworld21,anthropic,haiku-5.5,low,computer-use,mid,,per-attempt,0.0695,2.89e-05,,,42.0,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-haiku-5-5 (chart 'c42564e23afc' (OSWorld 2.1 (offline subset)), CSV row of series haiku55, y column (Partial-credit score (%)))",,in,in h55launch-osworld21,anthropic,haiku-5.5,medium,computer-use,mid,,per-attempt,0.1257,2.89e-05,,,53.3,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-haiku-5-5 (chart 'c42564e23afc' (OSWorld 2.1 (offline subset)), CSV row of series haiku55, y column (Partial-credit score (%)))",,in,in h55launch-osworld21,anthropic,haiku-5.5,high,computer-use,mid,,per-attempt,0.1827,2.89e-05,,,61.3,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-haiku-5-5 (chart 'c42564e23afc' (OSWorld 2.1 (offline subset)), CSV row of series haiku55, y column (Partial-credit score (%)))",,in,in h55launch-osworld21,anthropic,haiku-5.5,xhigh,computer-use,mid,,per-attempt,0.2792,2.89e-05,,,67.6,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-haiku-5-5 (chart 'c42564e23afc' (OSWorld 2.1 (offline subset)), CSV row of series haiku55, y column (Partial-credit score (%)))",,in,in h55launch-osworld21,anthropic,haiku-5.5,max,computer-use,mid,,per-attempt,0.6111,2.89e-05,,,72.4,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-haiku-5-5 (chart 'c42564e23afc' (OSWorld 2.1 (offline subset)), CSV row of series haiku55, y column (Partial-credit score (%)))",,in,in h55launch-osworld21,anthropic,haiku-4.5,not-established:absent,computer-use,mid,,per-attempt,1.45,2.89e-05,,,15.7,score%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5 (chart 'c42564e23afc' (OSWorld 2.1 (offline subset)), CSV row of series haiku45, y column (Partial-credit score (%)))",,out:effort-not-established,out:effort-not-established h55launch-osworld21,anthropic,sonnet-5.5,low,computer-use,mid,,per-attempt,0.5108250000000001,0.0983,,,57.9,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-haiku-5-5 (chart 'c42564e23afc' (OSWorld 2.1 (offline subset)), CSV row of series sonnet55, y column (Partial-credit score (%)))",,in,in h55launch-osworld21,anthropic,sonnet-5.5,medium,computer-use,mid,,per-attempt,0.699525,0.135,,,66.0,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-haiku-5-5 (chart 'c42564e23afc' (OSWorld 2.1 (offline subset)), CSV row of series sonnet55, y column (Partial-credit score (%)))",,in,in h55launch-osworld21,anthropic,sonnet-5.5,high,computer-use,mid,,per-attempt,1.0381500000000001,0.2,,,73.2,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-haiku-5-5 (chart 'c42564e23afc' (OSWorld 2.1 (offline subset)), CSV row of series sonnet55, y column (Partial-credit score (%)))",,in,in h55launch-osworld21,anthropic,sonnet-5.5,xhigh,computer-use,mid,,per-attempt,1.66725,0.321,,,81.1,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-haiku-5-5 (chart 'c42564e23afc' (OSWorld 2.1 (offline subset)), CSV row of series sonnet55, y column (Partial-credit score (%)))",,in,in h55launch-osworld21,anthropic,sonnet-5.5,max,computer-use,mid,,per-attempt,4.2996,0.827,,,83.9,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-haiku-5-5 (chart 'c42564e23afc' (OSWorld 2.1 (offline subset)), CSV row of series sonnet55, y column (Partial-credit score (%)))",,in,in h55launch-osworld21,anthropic,gpt-6-luna,low,computer-use,mid,,per-attempt,0.038,2.89e-05,,,19.2,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-haiku-5-5 (chart 'c42564e23afc' (OSWorld 2.1 (offline subset)), CSV row of series luna, y column (Partial-credit score (%)))",,in,in h55launch-osworld21,anthropic,gpt-6-luna,medium,computer-use,mid,,per-attempt,0.1261,2.89e-05,,,37.5,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-haiku-5-5 (chart 'c42564e23afc' (OSWorld 2.1 (offline subset)), CSV row of series luna, y column (Partial-credit score (%)))",,in,in h55launch-osworld21,anthropic,gpt-6-luna,high,computer-use,mid,,per-attempt,0.1435,2.89e-05,,,42.3,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-haiku-5-5 (chart 'c42564e23afc' (OSWorld 2.1 (offline subset)), CSV row of series luna, y column (Partial-credit score (%)))",,in,in h55launch-osworld21,anthropic,gpt-6-luna,xhigh,computer-use,mid,,per-attempt,0.1672,2.89e-05,,,44.8,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-haiku-5-5 (chart 'c42564e23afc' (OSWorld 2.1 (offline subset)), CSV row of series luna, y column (Partial-credit score (%)))",,in,in h55launch-osworld21,anthropic,gpt-6-luna,max,computer-use,mid,,per-attempt,0.205,2.89e-05,,,48.9,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-haiku-5-5 (chart 'c42564e23afc' (OSWorld 2.1 (offline subset)), CSV row of series luna, y column (Partial-credit score (%)))",,in,in h55launch-gdpval-aa21,anthropic,haiku-5.5,low,mixed,mid,,per-task,0.01167,2.89e-06,,,1125,Elo,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-haiku-5-5 (chart '699d7f81d620' (GDPval-AA v2.1), CSV row of series haiku55, y column (Elo, as reported))",,in,in h55launch-gdpval-aa21,anthropic,haiku-5.5,medium,mixed,mid,,per-task,0.03042,2.89e-06,,,1277,Elo,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-haiku-5-5 (chart '699d7f81d620' (GDPval-AA v2.1), CSV row of series haiku55, y column (Elo, as reported))",,in,in h55launch-gdpval-aa21,anthropic,haiku-5.5,high,mixed,mid,,per-task,0.08938,2.89e-06,,,1420,Elo,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-haiku-5-5 (chart '699d7f81d620' (GDPval-AA v2.1), CSV row of series haiku55, y column (Elo, as reported))",,in,in h55launch-gdpval-aa21,anthropic,haiku-5.5,xhigh,mixed,mid,,per-task,0.26725,2.89e-06,,,1513,Elo,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-haiku-5-5 (chart '699d7f81d620' (GDPval-AA v2.1), CSV row of series haiku55, y column (Elo, as reported))",,in,in h55launch-gdpval-aa21,anthropic,haiku-5.5,max,mixed,mid,,per-task,0.86593,2.89e-06,,,1620,Elo,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-haiku-5-5 (chart '699d7f81d620' (GDPval-AA v2.1), CSV row of series haiku55, y column (Elo, as reported))",,in,in h55launch-gdpval-aa21,anthropic,haiku-4.5,not-established:absent,mixed,mid,,per-task,0.24,2.89e-06,,,735,Elo,0.289,,,"https://www.anthropic.com/claude-haiku-5-5 (chart '699d7f81d620' (GDPval-AA v2.1), CSV row of series haiku45, y column (Elo, as reported))",,out:effort-not-established,out:effort-not-established h55launch-gdpval-aa21,anthropic,sonnet-5.5,low,mixed,mid,,per-task,0.167625,0.0323,,,1179,Elo,0.289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-haiku-5-5 (chart '699d7f81d620' (GDPval-AA v2.1), CSV row of series sonnet55, y column (Elo, as reported))",,in,in h55launch-gdpval-aa21,anthropic,sonnet-5.5,medium,mixed,mid,,per-task,0.201975,0.0389,,,1324,Elo,0.289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-haiku-5-5 (chart '699d7f81d620' (GDPval-AA v2.1), CSV row of series sonnet55, y column (Elo, as reported))",,in,in h55launch-gdpval-aa21,anthropic,sonnet-5.5,high,mixed,mid,,per-task,0.4635,0.0892,,,1551,Elo,0.289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-haiku-5-5 (chart '699d7f81d620' (GDPval-AA v2.1), CSV row of series sonnet55, y column (Elo, as reported))",,in,in h55launch-gdpval-aa21,anthropic,sonnet-5.5,xhigh,mixed,mid,,per-task,1.41255,0.272,,,1731,Elo,0.289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-haiku-5-5 (chart '699d7f81d620' (GDPval-AA v2.1), CSV row of series sonnet55, y column (Elo, as reported))",,in,in h55launch-gdpval-aa21,anthropic,sonnet-5.5,max,mixed,mid,,per-task,5.0832,0.978,,,1840,Elo,0.289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-haiku-5-5 (chart '699d7f81d620' (GDPval-AA v2.1), CSV row of series sonnet55, y column (Elo, as reported))",,in,in h55launch-gdpval-aa21,anthropic,gpt-6-luna,low,mixed,mid,,per-task,0.0038,2.89e-06,,,1036,Elo,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-haiku-5-5 (chart '699d7f81d620' (GDPval-AA v2.1), CSV row of series luna, y column (Elo, as reported))",,in,in h55launch-gdpval-aa21,anthropic,gpt-6-luna,medium,mixed,mid,,per-task,0.02,2.89e-06,,,1262,Elo,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-haiku-5-5 (chart '699d7f81d620' (GDPval-AA v2.1), CSV row of series luna, y column (Elo, as reported))",,in,in h55launch-gdpval-aa21,anthropic,gpt-6-luna,high,mixed,mid,,per-task,0.03,2.89e-06,,,1344,Elo,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-haiku-5-5 (chart '699d7f81d620' (GDPval-AA v2.1), CSV row of series luna, y column (Elo, as reported))",,in,in h55launch-gdpval-aa21,anthropic,gpt-6-luna,xhigh,mixed,mid,,per-task,0.05,2.89e-06,,,1364,Elo,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-haiku-5-5 (chart '699d7f81d620' (GDPval-AA v2.1), CSV row of series luna, y column (Elo, as reported))",,in,in h55launch-gdpval-aa21,anthropic,gpt-6-luna,max,mixed,mid,,per-task,0.09,2.89e-06,,,1437,Elo,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-haiku-5-5 (chart '699d7f81d620' (GDPval-AA v2.1), CSV row of series luna, y column (Elo, as reported))",,in,in h55launch-hle-notools,anthropic,haiku-5.5,low,reasoning-math,hard,,per-attempt,0.00334,2.89e-06,,,30.9,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-haiku-5-5 (chart 'f932aeab824b' (Humanity’s Last Exam (no tools)), CSV row of series haiku55, y column (Score (%)))",,in,in h55launch-hle-notools,anthropic,haiku-5.5,medium,reasoning-math,hard,,per-attempt,0.00693,2.89e-06,,,35.5,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-haiku-5-5 (chart 'f932aeab824b' (Humanity’s Last Exam (no tools)), CSV row of series haiku55, y column (Score (%)))",,in,in h55launch-hle-notools,anthropic,haiku-5.5,high,reasoning-math,hard,,per-attempt,0.02043,2.89e-06,,,39.7,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-haiku-5-5 (chart 'f932aeab824b' (Humanity’s Last Exam (no tools)), CSV row of series haiku55, y column (Score (%)))",,in,in h55launch-hle-notools,anthropic,haiku-5.5,xhigh,reasoning-math,hard,,per-attempt,0.06452,2.89e-06,,,44.1,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-haiku-5-5 (chart 'f932aeab824b' (Humanity’s Last Exam (no tools)), CSV row of series haiku55, y column (Score (%)))",,in,in h55launch-hle-notools,anthropic,haiku-5.5,max,reasoning-math,hard,,per-attempt,0.21367,2.89e-06,,,45.9,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-haiku-5-5 (chart 'f932aeab824b' (Humanity’s Last Exam (no tools)), CSV row of series haiku55, y column (Score (%)))",,in,in h55launch-hle-notools,anthropic,haiku-4.5,not-established:absent,reasoning-math,hard,,per-attempt,0.09348,2.89e-06,,,10.2,score%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5 (chart 'f932aeab824b' (Humanity’s Last Exam (no tools)), CSV row of series haiku45, y column (Score (%)))",,out:effort-not-established,out:effort-not-established h55launch-hle-notools,anthropic,sonnet-5.5,low,reasoning-math,hard,,per-attempt,0.0215925,0.00416,,,41.4,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-haiku-5-5 (chart 'f932aeab824b' (Humanity’s Last Exam (no tools)), CSV row of series sonnet55, y column (Score (%)))",,out:republished,in h55launch-hle-notools,anthropic,sonnet-5.5,medium,reasoning-math,hard,,per-attempt,0.024945,0.0048,,,43.2,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-haiku-5-5 (chart 'f932aeab824b' (Humanity’s Last Exam (no tools)), CSV row of series sonnet55, y column (Score (%)))",,out:republished,in h55launch-hle-notools,anthropic,sonnet-5.5,high,reasoning-math,hard,,per-attempt,0.057577500000000004,0.0111,,,47.9,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-haiku-5-5 (chart 'f932aeab824b' (Humanity’s Last Exam (no tools)), CSV row of series sonnet55, y column (Score (%)))",,out:republished,in h55launch-hle-notools,anthropic,sonnet-5.5,xhigh,reasoning-math,hard,,per-attempt,0.151035,0.0291,,,53.0,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-haiku-5-5 (chart 'f932aeab824b' (Humanity’s Last Exam (no tools)), CSV row of series sonnet55, y column (Score (%)))",,out:republished,in h55launch-hle-notools,anthropic,sonnet-5.5,max,reasoning-math,hard,,per-attempt,0.6710175,0.129,,,56.9,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-haiku-5-5 (chart 'f932aeab824b' (Humanity’s Last Exam (no tools)), CSV row of series sonnet55, y column (Score (%)))",,out:republished,in h55launch-tb40-cacheprice,anthropic,haiku-5.5,low,agentic-tool,hard,,per-attempt,0.424,2.89e-05,,,12.7,pass%(pass@1),0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-haiku-5-5 (chart 'd1edeb753530' (Terminal-Bench 4.0), CSV row of series haiku55, y column (Score (pass@1, %)))",,in,in h55launch-tb40-cacheprice,anthropic,haiku-5.5,medium,agentic-tool,hard,,per-attempt,0.6798,2.89e-05,,,20.3,pass%(pass@1),0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-haiku-5-5 (chart 'd1edeb753530' (Terminal-Bench 4.0), CSV row of series haiku55, y column (Score (pass@1, %)))",,in,in h55launch-tb40-cacheprice,anthropic,haiku-5.5,high,agentic-tool,hard,,per-attempt,1.0372,2.89e-05,,,24.8,pass%(pass@1),0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-haiku-5-5 (chart 'd1edeb753530' (Terminal-Bench 4.0), CSV row of series haiku55, y column (Score (pass@1, %)))",,in,in h55launch-tb40-cacheprice,anthropic,haiku-5.5,xhigh,agentic-tool,hard,,per-attempt,1.7545,2.89e-05,,,31.5,pass%(pass@1),0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-haiku-5-5 (chart 'd1edeb753530' (Terminal-Bench 4.0), CSV row of series haiku55, y column (Score (pass@1, %)))",,in,in h55launch-tb40-cacheprice,anthropic,haiku-5.5,max,agentic-tool,hard,,per-attempt,2.6433,2.89e-05,,,39.2,pass%(pass@1),0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-haiku-5-5 (chart 'd1edeb753530' (Terminal-Bench 4.0), CSV row of series haiku55, y column (Score (pass@1, %)))",,in,in h55launch-tb40-cacheprice,anthropic,haiku-4.5,not-established:absent,agentic-tool,hard,,per-attempt,0.7913,2.89e-05,,,0.0,pass%(pass@1),0.0289,,,"https://www.anthropic.com/claude-haiku-5-5 (chart 'd1edeb753530' (Terminal-Bench 4.0), CSV row of series haiku45, y column (Score (pass@1, %)))",,out:effort-not-established,out:effort-not-established h55launch-tb40-cacheprice,anthropic,sonnet-5.5,low,agentic-tool,hard,,per-attempt,0.46537500000000004,0.0896,,,20,pass%(pass@1),0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-haiku-5-5 (chart 'd1edeb753530' (Terminal-Bench 4.0), CSV row of series sonnet55, y column (Score (pass@1, %)))",,out:republished,out:republished h55launch-tb40-cacheprice,anthropic,sonnet-5.5,medium,agentic-tool,hard,,per-attempt,0.5097,0.0981,,,28.8,pass%(pass@1),0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-haiku-5-5 (chart 'd1edeb753530' (Terminal-Bench 4.0), CSV row of series sonnet55, y column (Score (pass@1, %)))",,out:republished,out:republished h55launch-tb40-cacheprice,anthropic,sonnet-5.5,high,agentic-tool,hard,,per-attempt,1.0965,0.211,,,43,pass%(pass@1),0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-haiku-5-5 (chart 'd1edeb753530' (Terminal-Bench 4.0), CSV row of series sonnet55, y column (Score (pass@1, %)))",,out:republished,out:republished h55launch-tb40-cacheprice,anthropic,sonnet-5.5,xhigh,agentic-tool,hard,,per-attempt,3.2514000000000003,0.626,,,61.5,pass%(pass@1),0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-haiku-5-5 (chart 'd1edeb753530' (Terminal-Bench 4.0), CSV row of series sonnet55, y column (Score (pass@1, %)))",,out:republished,out:republished h55launch-tb40-cacheprice,anthropic,sonnet-5.5,max,agentic-tool,hard,,per-attempt,7.831575,1.51,,,70.6,pass%(pass@1),0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-haiku-5-5 (chart 'd1edeb753530' (Terminal-Bench 4.0), CSV row of series sonnet55, y column (Score (pass@1, %)))",,out:republished,out:republished h55launch-frontiercode,anthropic,haiku-5.5,unstated,coding,hard,,,,,,,46.4,score%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5 (benchmarkGrid table, row 'FrontierCode 1.1 (Main)' (no qualifier), column 'Haiku 5.5')",,out:effort-not-established, h55launch-frontiercode,anthropic,gpt-6-luna,unstated,coding,hard,,,,,,,42.4,score%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5 (benchmarkGrid table, row 'FrontierCode 1.1 (Main)' (no qualifier), column 'GPT-6 Luna')",,out:effort-not-established, h55launch-frontiercode,anthropic,sonnet-5.5,xhigh,coding,hard,,,,,,,52.1,score%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5 (benchmarkGrid table, row 'FrontierCode 1.1 (Main)' (no qualifier), column 'Sonnet 5.5')",,out:single-couple, h55launch-chartography-notools,anthropic,haiku-5.5,unstated,mixed,mid,,,,,,,46.4,score%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5 (benchmarkGrid table, row 'Chartography' (no tools), column 'Haiku 5.5')",,out:effort-not-established, h55launch-chartography-notools,anthropic,haiku-4.5,unstated,mixed,mid,,,,,,,6.4,score%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5 (benchmarkGrid table, row 'Chartography' (no tools), column 'Haiku 4.5')",,out:effort-not-established, h55launch-chartography-notools,anthropic,gpt-6-luna,unstated,mixed,mid,,,,,,,29.1,score%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5 (benchmarkGrid table, row 'Chartography' (no tools), column 'GPT-6 Luna')",,out:effort-not-established, h55launch-chartography-notools,anthropic,sonnet-5.5,unstated,mixed,mid,,,,,,,61.6,score%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5 (benchmarkGrid table, row 'Chartography' (no tools), column 'Sonnet 5.5')",,out:effort-not-established, shhlewt,anthropic,opus-5.5,low,reasoning-math,frontier,HLE-tools,per-task,0.07548,0.000348,,,57.4,score%,0.0289,,cost-price-ratio:USD; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-haiku-5-5-system-card (gold series (Claude Opus 5.5), marker centre px [889.0, 545.0] (x, y) of the image; the printed label beside the marker)",,out:republished,out:republished shhlewt,anthropic,opus-5.5,medium,reasoning-math,frontier,HLE-tools,per-task,0.17293,0.000797,,,63.0,score%,0.0289,,cost-price-ratio:USD; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-haiku-5-5-system-card (gold series (Claude Opus 5.5), marker centre px [1144.0, 476.0] (x, y) of the image; the printed label beside the marker)",,out:republished,out:republished shhlewt,anthropic,opus-5.5,high,reasoning-math,frontier,HLE-tools,per-task,0.29585,0.00136,,,63.9,score%,0.0289,,cost-price-ratio:USD; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-haiku-5-5-system-card (gold series (Claude Opus 5.5), marker centre px [1310.0, 464.0] (x, y) of the image; the printed label beside the marker)",,out:republished,out:republished shhlewt,anthropic,opus-5.5,xhigh,reasoning-math,frontier,HLE-tools,per-task,0.6902,0.00318,,,66.4,score%,0.0289,,cost-price-ratio:USD; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-haiku-5-5-system-card (gold series (Claude Opus 5.5), marker centre px [1572.0, 433.0] (x, y) of the image; the printed label beside the marker)",,out:republished,out:republished shhlewt,anthropic,opus-5.5,max,reasoning-math,frontier,HLE-tools,per-task,2.12016,0.00977,,,67.7,score%,0.0289,,cost-price-ratio:USD; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-haiku-5-5-system-card (gold series (Claude Opus 5.5), marker centre px [1917.0, 417.0] (x, y) of the image; the printed label beside the marker)",,out:republished,out:republished shhlewt,anthropic,sonnet-5.5,low,reasoning-math,frontier,HLE-tools,per-task,0.06060750000000001,0.0117,,,47.6,score%,0.0289,,cost-price-ratio:USD; cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-haiku-5-5-system-card (green series (Claude Sonnet 5.5), marker centre px [910.0, 669.0] (x, y) of the image; the printed label beside the marker)",,out:republished,out:republished shhlewt,anthropic,sonnet-5.5,medium,reasoning-math,frontier,HLE-tools,per-task,0.0836925,0.0161,,,50.5,score%,0.0289,,cost-price-ratio:USD; cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-haiku-5-5-system-card (green series (Claude Sonnet 5.5), marker centre px [1010.0, 632.1] (x, y) of the image; the printed label beside the marker)",,out:republished,out:republished shhlewt,anthropic,sonnet-5.5,high,reasoning-math,frontier,HLE-tools,per-task,0.1450575,0.0279,,,56.7,score%,0.0289,,cost-price-ratio:USD; cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-haiku-5-5-system-card (green series (Claude Sonnet 5.5), marker centre px [1179.0, 554.0] (x, y) of the image; the printed label beside the marker)",,out:republished,out:republished shhlewt,anthropic,sonnet-5.5,xhigh,reasoning-math,frontier,HLE-tools,per-task,0.38022,0.0732,,,62.0,score%,0.0289,,cost-price-ratio:USD; cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-haiku-5-5-system-card (green series (Claude Sonnet 5.5), marker centre px [1476.0, 489.0] (x, y) of the image; the printed label beside the marker)",,out:republished,out:republished shhlewt,anthropic,sonnet-5.5,max,reasoning-math,frontier,HLE-tools,per-task,1.6452225,0.317,,,64.5,score%,0.0289,,cost-price-ratio:USD; cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-haiku-5-5-system-card (green series (Claude Sonnet 5.5), marker centre px [1929.0, 457.0] (x, y) of the image; the printed label beside the marker)",,out:republished,out:republished shhlewt,anthropic,haiku-5.5,low,reasoning-math,frontier,HLE-tools,per-task,0.00723,3.33e-05,,,38.6,score%,0.0289,,cost-price-ratio:USD; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-haiku-5-5-system-card (orange series (Claude Haiku 5.5), marker centre px [166.0, 781.0] (x, y) of the image; the printed label beside the marker)",,in,in shhlewt,anthropic,haiku-5.5,medium,reasoning-math,frontier,HLE-tools,per-task,0.0237,0.000109,,,45.0,score%,0.0289,,cost-price-ratio:USD; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-haiku-5-5-system-card (orange series (Claude Haiku 5.5), marker centre px [532.0, 700.0] (x, y) of the image; the printed label beside the marker)",,in,in shhlewt,anthropic,haiku-5.5,high,reasoning-math,frontier,HLE-tools,per-task,0.07963,0.000367,,,50.1,score%,0.0289,,cost-price-ratio:USD; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-haiku-5-5-system-card (orange series (Claude Haiku 5.5), marker centre px [906.0, 637.0] (x, y) of the image; the printed label beside the marker)",,in,in shhlewt,anthropic,haiku-5.5,xhigh,reasoning-math,frontier,HLE-tools,per-task,0.26841,0.00124,,,54.8,score%,0.0289,,cost-price-ratio:USD; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-haiku-5-5-system-card (orange series (Claude Haiku 5.5), marker centre px [1280.0, 578.0] (x, y) of the image; the printed label beside the marker)",,in,in shhlewt,anthropic,haiku-5.5,max,reasoning-math,frontier,HLE-tools,per-task,0.6414,0.00296,,,57.4,score%,0.0289,,cost-price-ratio:USD; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-haiku-5-5-system-card (orange series (Claude Haiku 5.5), marker centre px [1549.0, 546.0] (x, y) of the image; the printed label beside the marker)",,in,in shwandr,anthropic,opus-5.5,low,mixed,frontier,WANDR,per-task,1.20205,0.00822,,,31.2,score%,0.0289,,cost-price-ratio:USD; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-haiku-5-5-system-card (gold series (Claude Opus 5.5), marker centre px [1267.0, 841.0] (x, y) of the image; the printed label beside the marker)",,out:republished,out:republished shwandr,anthropic,opus-5.5,medium,mixed,frontier,WANDR,per-task,11.17868,0.0765,,,62.8,score%,0.0289,,cost-price-ratio:USD; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-haiku-5-5-system-card (gold series (Claude Opus 5.5), marker centre px [1710.9, 479.2] (x, y) of the image; the printed label beside the marker)",,out:republished,out:republished shwandr,anthropic,opus-5.5,high,mixed,frontier,WANDR,per-task,16.96825,0.116,,,67.3,score%,0.0289,,cost-price-ratio:USD; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-haiku-5-5-system-card (gold series (Claude Opus 5.5), marker centre px [1793.1, 424.8] (x, y) of the image; the printed label beside the marker)",,out:republished,out:republished shwandr,anthropic,opus-5.5,xhigh,mixed,frontier,WANDR,per-task,29.20625,0.2,,,71.3,score%,0.0289,,cost-price-ratio:USD; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-haiku-5-5-system-card (gold series (Claude Opus 5.5), marker centre px [1901.0, 379.0] (x, y) of the image; the printed label beside the marker)",,out:republished,out:republished shwandr,anthropic,opus-5.5,max,mixed,frontier,WANDR,per-task,37.83868,0.259,,,72.3,score%,0.0289,,cost-price-ratio:USD; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-haiku-5-5-system-card (gold series (Claude Opus 5.5), marker centre px [1954.0, 368.0] (x, y) of the image; the printed label beside the marker)",,out:republished,out:republished shwandr,anthropic,sonnet-5.5,low,mixed,frontier,WANDR,per-task,0.07134,0.0137,,,10.0,score%,0.0289,,cost-price-ratio:USD; cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-haiku-5-5-system-card (green series (Claude Sonnet 5.5), marker centre px [762.0, 1087.0] (x, y) of the image; the printed label beside the marker)",,out:republished,out:republished shwandr,anthropic,sonnet-5.5,medium,mixed,frontier,WANDR,per-task,0.61521,0.119,,,29.9,score%,0.0289,,cost-price-ratio:USD; cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-haiku-5-5-system-card (green series (Claude Sonnet 5.5), marker centre px [1191.0, 856.0] (x, y) of the image; the printed label beside the marker)",,out:republished,out:republished shwandr,anthropic,sonnet-5.5,high,mixed,frontier,WANDR,per-task,4.810095,0.927,,,56.3,score%,0.0289,,cost-price-ratio:USD; cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-haiku-5-5-system-card (green series (Claude Sonnet 5.5), marker centre px [1600.0, 552.0] (x, y) of the image; the printed label beside the marker)",,out:republished,out:republished shwandr,anthropic,sonnet-5.5,xhigh,mixed,frontier,WANDR,per-task,11.595780000000001,2.23,,,66.6,score%,0.0289,,cost-price-ratio:USD; cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-haiku-5-5-system-card (green series (Claude Sonnet 5.5), marker centre px [1775.0, 433.0] (x, y) of the image; the printed label beside the marker)",,out:republished,out:republished shwandr,anthropic,sonnet-5.5,max,mixed,frontier,WANDR,per-task,19.365855,3.73,,,70.0,score%,0.0289,,cost-price-ratio:USD; cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-haiku-5-5-system-card (green series (Claude Sonnet 5.5), marker centre px [1877.0, 393.0] (x, y) of the image; the printed label beside the marker)",,out:republished,out:republished shwandr,anthropic,haiku-5.5,low,mixed,frontier,WANDR,per-task,0.004199,2.87e-05,,,3.5,score%,0.0289,,cost-price-ratio:USD; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-haiku-5-5-system-card (orange series (Claude Haiku 5.5), marker centre px [142.0, 1162.0] (x, y) of the image; the printed label beside the marker)",,in,in shwandr,anthropic,haiku-5.5,medium,mixed,frontier,WANDR,per-task,0.06656,0.000455,,,12.9,score%,0.0289,,cost-price-ratio:USD; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-haiku-5-5-system-card (orange series (Claude Haiku 5.5), marker centre px [692.0, 1052.0] (x, y) of the image; the printed label beside the marker)",,in,in shwandr,anthropic,haiku-5.5,high,mixed,frontier,WANDR,per-task,1.46984,0.0101,,,37.3,score%,0.0289,,cost-price-ratio:USD; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-haiku-5-5-system-card (orange series (Claude Haiku 5.5), marker centre px [1307.0, 772.0] (x, y) of the image; the printed label beside the marker)",,in,in shwandr,anthropic,haiku-5.5,xhigh,mixed,frontier,WANDR,per-task,3.63359,0.0249,,,45.9,score%,0.0289,,cost-price-ratio:USD; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-haiku-5-5-system-card (orange series (Claude Haiku 5.5), marker centre px [1486.0, 672.0] (x, y) of the image; the printed label beside the marker)",,in,in shwandr,anthropic,haiku-5.5,max,mixed,frontier,WANDR,per-task,5.46027,0.0373,,,49.9,score%,0.0289,,cost-price-ratio:USD; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-haiku-5-5-system-card (orange series (Claude Haiku 5.5), marker centre px [1568.0, 626.0] (x, y) of the image; the printed label beside the marker)",,in,in shosworldstrict,anthropic,haiku-5.5,low,computer-use,mid,OSWorld-offline,per-task,0.06976,0.000655,,,12.9,pass%,0.163,,effort-from-chart-order,"https://www.anthropic.com/claude-haiku-5-5-system-card (orange series (Claude Haiku 5.5), marker centre px [486.0, 1079.0] (x, y) of the image)",,out:decision:D1,out:decision:D45 shosworldstrict,anthropic,haiku-5.5,medium,computer-use,mid,OSWorld-offline,per-task,0.12638,0.00119,,,20.7,pass%,0.163,,effort-from-chart-order,"https://www.anthropic.com/claude-haiku-5-5-system-card (orange series (Claude Haiku 5.5), marker centre px [661.0, 946.0] (x, y) of the image)",,out:decision:D1,out:decision:D45 shosworldstrict,anthropic,haiku-5.5,high,computer-use,mid,OSWorld-offline,per-task,0.18328,0.00172,,,26.8,pass%,0.163,,effort-from-chart-order,"https://www.anthropic.com/claude-haiku-5-5-system-card (orange series (Claude Haiku 5.5), marker centre px [772.0, 842.0] (x, y) of the image)",,out:decision:D1,out:decision:D45 shosworldstrict,anthropic,haiku-5.5,xhigh,computer-use,mid,OSWorld-offline,per-task,0.2804,0.00263,,,30.4,pass%,0.163,,effort-from-chart-order,"https://www.anthropic.com/claude-haiku-5-5-system-card (orange series (Claude Haiku 5.5), marker centre px [898.0, 780.0] (x, y) of the image)",,out:decision:D1,out:decision:D45 shosworldstrict,anthropic,haiku-5.5,max,computer-use,mid,OSWorld-offline,per-task,0.61374,0.00576,,,37.1,pass%,0.163,,effort-from-chart-order,"https://www.anthropic.com/claude-haiku-5-5-system-card (orange series (Claude Haiku 5.5), marker centre px [1129.0, 668.0] (x, y) of the image)",,out:decision:D1,out:decision:D45 shswebenchpro,anthropic,haiku-5.5,max,coding,frontier,SWE-Bench-Pro,,,,,,64.8,resolved%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p111, Table 8.1.A, row of ""SWE-Bench…"", column 1)",,out:single-couple, shswebenchpro,anthropic,sonnet-5.5,unstated,coding,frontier,SWE-Bench-Pro,,,,,,81.3,resolved%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p111, Table 8.1.A, row of ""SWE-Bench…"", column 3)",,out:effort-not-established, shswebenchml,anthropic,haiku-5.5,max,coding,frontier,SWE-bench-Multilingual,,,,,,83.7,resolved%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p111, Table 8.1.A, row of ""SWE-bench…"", column 1)",,out:single-couple, shswebenchml,anthropic,haiku-4.5,unstated,coding,frontier,SWE-bench-Multilingual,,,,,,67.4,resolved%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p111, Table 8.1.A, row of ""SWE-bench…"", column 2)",,out:effort-not-established, shswebenchml,anthropic,sonnet-5.5,unstated,coding,frontier,SWE-bench-Multilingual,,,,,,90.3,resolved%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p111, Table 8.1.A, row of ""SWE-bench…"", column 3)",,out:effort-not-established, shswebenchmm,anthropic,haiku-5.5,max,coding,frontier,SWE-bench-Multimodal,,,,,,30.7,resolved%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p111, Table 8.1.A, row of ""SWE-bench…"", column 1)",,out:single-couple, shswebenchmm,anthropic,haiku-4.5,unstated,coding,frontier,SWE-bench-Multimodal,,,,,,19.8,resolved%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p111, Table 8.1.A, row of ""SWE-bench…"", column 2)",,out:effort-not-established, shswebenchmm,anthropic,sonnet-5.5,unstated,coding,frontier,SWE-bench-Multimodal,,,,,,54.3,resolved%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p111, Table 8.1.A, row of ""SWE-bench…"", column 3)",,out:effort-not-established, shfrontiercode81a,anthropic,haiku-5.5,max,coding,frontier,FrontierCode-Main,,,,,,46.4,score%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p111, Table 8.1.A, row of ""(Main)…"", column 1)",,out:single-couple, shfrontiercode81a,anthropic,sonnet-5.5,unstated,coding,frontier,FrontierCode-Main,,,,,,46.2,score%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p113, sentence)",,out:effort-not-established, shfrontiercode81a,anthropic,sonnet-5.5,unstated,coding,frontier,FrontierCode-Main,,,,,,52.1,score%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p113, sentence)",,out:effort-not-established, shhealthbenchpromax,anthropic,haiku-5.5,max,mixed,hard,HealthBench-Professional,,,,,,64.8,score%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p111, Table 8.1.A, row of ""HealthBench…"", column 1)",,out:single-couple, shhealthbenchpromax,anthropic,haiku-4.5,unstated,mixed,hard,HealthBench-Professional,,,,,,32.2,score%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p111, Table 8.1.A, row of ""HealthBench…"", column 2)",,out:effort-not-established, shhealthbenchpromax,anthropic,sonnet-5.5,unstated,mixed,hard,HealthBench-Professional,,,,,,69.2,score%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p111, Table 8.1.A, row of ""HealthBench…"", column 3)",,out:effort-not-established, shaabriefcasemax,anthropic,haiku-5.5,max,mixed,frontier,AA-Briefcase,,,,,,1578,Elo,0.289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p111, Table 8.1.A, row of ""AA-Briefcase…"", column 1)",,out:single-couple, shaabriefcasemax,anthropic,haiku-4.5,not-established:absent,mixed,frontier,AA-Briefcase,,,,,,614,Elo,0.289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p111, Table 8.1.A, row of ""AA-Briefcase…"", column 2)",,out:effort-not-established, shaabriefcasemax,anthropic,sonnet-5.5,unstated,mixed,frontier,AA-Briefcase,,,,,,1824,Elo,0.289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p111, Table 8.1.A, row of ""AA-Briefcase…"", column 3)",,out:effort-not-established, shaabriefcaseeff,anthropic,haiku-5.5,max,mixed,frontier,AA-Briefcase,,,,,,1578,Elo,0.289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p131, sentence)",,out:single-couple, shtb40card,anthropic,haiku-5.5,max,coding,frontier,Terminal-Bench,,,,,,39.2,score%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p115, sentence)",,in, shtb40card,anthropic,haiku-4.5,think-63999,coding,frontier,Terminal-Bench,,,,,,0.0,score%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p115, sentence)",,out:budget-config, shtb40card,anthropic,sonnet-5.5,max,coding,frontier,Terminal-Bench,,,,,,70.6,score%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p115, sentence)",,in, shtb40card,anthropic,opus-5.5,xhigh,coding,frontier,Terminal-Bench,,,,,,66.4,score%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p115, sentence)",,in, shtbsci,anthropic,haiku-5.5,max,coding,frontier,Terminal-Bench-Science,,,,,,20.6,score%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p116, sentence)",,in, shtbsci,anthropic,haiku-4.5,think-63999,coding,frontier,Terminal-Bench-Science,,,,,,0.1,score%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p116, sentence)",,out:budget-config, shtbsci,anthropic,sonnet-5.5,max,coding,frontier,Terminal-Bench-Science,,,,,,59.9,score%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p116, sentence)",,in, shtbsci,anthropic,opus-5.5,max,coding,frontier,Terminal-Bench-Science,,,,,,58.7,score%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p116, sentence)",,in, shfrontierswe,anthropic,haiku-5.5,max,coding,frontier,FrontierSWE-v2,,,,,,43.8,score%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p117, sentence)",,in, shfrontierswe,anthropic,fable-5,max,coding,frontier,FrontierSWE-v2,,,,,,47.0,score%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p117, sentence)",,in, shprogrambench,anthropic,haiku-5.5,max,coding,frontier,ProgramBench,,,,,,82.0,score%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p117, sentence)",,out:single-couple, shprogrambench,anthropic,sonnet-5.5,unstated,coding,frontier,ProgramBench,,,,,,79.7,score%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p117, sentence)",,out:effort-not-established, shprogrambench,anthropic,opus-5.5,unstated,coding,frontier,ProgramBench,,,,,,91.2,score%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p117, sentence)",,out:effort-not-established, shhealthbenchproeff,anthropic,haiku-5.5,max,mixed,hard,HealthBench-Professional,,,,,,57.9,score%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p133, sentence)",,in, shhealthbenchproeff,anthropic,haiku-5.5,max,mixed,hard,HealthBench-Professional,,,,,,59.9,score%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p133, sentence)",,in, shhealthbenchproeff,anthropic,haiku-5.5,high,mixed,hard,HealthBench-Professional,,,,,,61.3,score%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p133, sentence)",,in, shhealthbencheff,anthropic,haiku-5.5,medium,mixed,hard,HealthBench,,,,,,60.2,score%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p133, sentence)",,in, shhealthbencheff,anthropic,haiku-5.5,high,mixed,hard,HealthBench,,,,,,60.3,score%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p133, sentence)",,in, shhealthbencheff,anthropic,haiku-5.5,xhigh,mixed,hard,HealthBench,,,,,,61.1,score%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p133, sentence)",,in, shhealthbencheff,anthropic,haiku-5.5,low,mixed,hard,HealthBench,,,,,,61.6,score%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p133, sentence)",,in, shphysicianbencheff,anthropic,haiku-5.5,low,mixed,hard,PhysicianBench,,,,,,17.8,pass%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p133, sentence)",,in, shphysicianbencheff,anthropic,haiku-5.5,medium,mixed,hard,PhysicianBench,,,,,,25.2,pass%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p133, sentence)",,in, shphysicianbencheff,anthropic,haiku-5.5,high,mixed,hard,PhysicianBench,,,,,,31.6,pass%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p133, sentence)",,in, shphysicianbencheff,anthropic,haiku-5.5,xhigh,mixed,hard,PhysicianBench,,,,,,35.8,pass%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p133, sentence)",,in, shphysicianbencheff,anthropic,haiku-5.5,max,mixed,hard,PhysicianBench,,,,,,43.0,pass%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p133, sentence)",,in, shphysicianbenchmax,anthropic,sonnet-5.5,unstated,mixed,hard,PhysicianBench,,,,,,63.2,pass%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p133, sentence)",,out:effort-not-established, shphysicianbenchmax,anthropic,opus-5.5,unstated,mixed,hard,PhysicianBench,,,,,,68.4,pass%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p133, sentence)",,out:effort-not-established, shgmmlu,anthropic,haiku-5.5,max,mixed,mid,GMMLU,,,,,,87.8,score%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p134, sentence)",,out:single-couple, shgmmlu,anthropic,opus-5.5,max,mixed,mid,GMMLU,,,,,,94.3,score%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p134, sentence)",,out:republished, shgmmlu,anthropic,fable-5.1,max,mixed,mid,GMMLU,,,,,,94.0,score%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p134, sentence)",,out:republished, shgmmlu,anthropic,sonnet-5.5,max,mixed,mid,GMMLU,,,,,,92.1,score%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p134, sentence)",,out:republished, shmilu,anthropic,haiku-5.5,max,mixed,mid,MILU,,,,,,87.6,score%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p135, sentence)",,out:single-couple, shmilu,anthropic,opus-5.5,max,mixed,mid,MILU,,,,,,93.1,score%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p135, sentence)",,out:republished, shmilu,anthropic,fable-5.1,max,mixed,mid,MILU,,,,,,93.0,score%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p135, sentence)",,out:republished, shmilu,anthropic,sonnet-5.5,max,mixed,mid,MILU,,,,,,91.6,score%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p135, sentence)",,out:republished, shcyscenariobench,anthropic,haiku-5.5,max,agentic-tool,frontier,CyScenarioBench,,,,,,3.3,score%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p26, sentence)",,out:single-couple, shcyscenariobench,anthropic,sonnet-5,unstated,agentic-tool,frontier,CyScenarioBench,,,,,,0.7,score%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p26, sentence)",,out:effort-not-established, shcyscenariobench,anthropic,sonnet-5.5,unstated,agentic-tool,frontier,CyScenarioBench,,,,,,46.1,score%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p26, sentence)",,out:effort-not-established, shcyscenariobench,anthropic,opus-5.5,unstated,agentic-tool,frontier,CyScenarioBench,,,,,,67.6,score%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p26, sentence)",,out:effort-not-established, shclaudecodebenign,anthropic,haiku-5.5,max,agentic-tool,mid,Claude-Code-eval,,,,,,98.9,score%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p48, sentence)",,out:single-couple, shclaudecodebenign,anthropic,sonnet-5.5,unstated,agentic-tool,mid,Claude-Code-eval,,,,,,98.4,score%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p48, sentence)",,out:effort-not-established, shclaudecodebenign,anthropic,haiku-4.5,unstated,agentic-tool,mid,Claude-Code-eval,,,,,,88.7,score%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p48, sentence)",,out:effort-not-established, shrefusalchild-claudeai,anthropic,opus-5.5,unstated,mixed,easy,single-turn-benign-claudeai,,,,,,99.95,score%,0.00289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p36, sentence)",,out:effort-not-established, shlatchspatial,anthropic,haiku-5.5,max,mixed,hard,LatchBio-SpatialBench-Verified,,,,,,67.7,score%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p137, sentence)",,in, shlatchspatial,anthropic,sonnet-5,max,mixed,hard,LatchBio-SpatialBench-Verified,,,,,,68.9,score%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p137, sentence)",,in, shlatchsinglecell,anthropic,haiku-5.5,max,mixed,hard,LatchBio-SingleCellBench,,,,,,56.2,score%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p137, sentence)",,in, shlatchsinglecell,anthropic,sonnet-5,max,mixed,hard,LatchBio-SingleCellBench,,,,,,56.5,score%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p137, sentence)",,in, shmorphology,anthropic,haiku-5.5,max,mixed,hard,Morphology-to-molecule,,,,,,25.4,score%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p138, sentence)",,in, shmorphology,anthropic,sonnet-5.5,max,mixed,hard,Morphology-to-molecule,,,,,,25.0,score%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p138, sentence)",,in, shmedchem,anthropic,haiku-5.5,max,mixed,hard,Medicinal-Chemistry-ADME,,,,,,58.0,score%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p138, sentence)",,in, shmedchem,anthropic,sonnet-5,max,mixed,hard,Medicinal-Chemistry-ADME,,,,,,41.3,score%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p138, sentence)",,in, shmedchem,anthropic,opus-5.5,max,mixed,hard,Medicinal-Chemistry-ADME,,,,,,63.5,score%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p138, sentence)",,in, shmedchem,anthropic,sonnet-5.5,max,mixed,hard,Medicinal-Chemistry-ADME,,,,,,65.3,score%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p138, sentence)",,in, shproteinseqgen,anthropic,haiku-5.5,max,mixed,hard,Protein-Design-SeqGen,,,,,,33.1,score%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p138, sentence)",,in, shproteinseqgen,anthropic,sonnet-5,max,mixed,hard,Protein-Design-SeqGen,,,,,,20.2,score%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p138, sentence)",,in, shproteinseqgen,anthropic,sonnet-5.5,max,mixed,hard,Protein-Design-SeqGen,,,,,,51.0,score%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p138, sentence)",,in, shproteinlibrank,anthropic,sonnet-5,max,mixed,hard,Protein-Design-LibRanking,,,,,,44.0,score%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p138, sentence)",,in, shproteinlibrank,anthropic,sonnet-5.5,max,mixed,hard,Protein-Design-LibRanking,,,,,,54.8,score%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p138, sentence)",,in, shbiomedimage,anthropic,haiku-5.5,max,mixed,hard,Biomedical-Image-Analysis,,,,,,43.5,score%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p138, sentence)",,in, shbiomedimage,anthropic,sonnet-5,max,mixed,hard,Biomedical-Image-Analysis,,,,,,42.3,score%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p138, sentence)",,in, shprotocolstroubleshoot,anthropic,haiku-5.5,max,mixed,hard,Protocols-Troubleshooting,,,,,,58.0,score%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p139, sentence)",,in, shprotocolstroubleshoot,anthropic,sonnet-5,max,mixed,hard,Protocols-Troubleshooting,,,,,,49.9,score%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p139, sentence)",,in, shprotocolstroubleshoot,anthropic,sonnet-5.5,max,mixed,hard,Protocols-Troubleshooting,,,,,,67.3,score%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p139, sentence)",,in, shprotocolsunderstand,anthropic,sonnet-5,max,mixed,hard,Protocols-Understanding-V2,,,,,,58.9,score%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p139, sentence)",,in, shprotocolsunderstand,anthropic,sonnet-5.5,max,mixed,hard,Protocols-Understanding-V2,,,,,,66.6,score%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p139, sentence)",,in, shaabriefcasemax,anthropic,gpt-6-luna,unstated,mixed,frontier,AA-Briefcase,,,,,,1336,Elo,0.289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p111, Table 8.1.A, row of ""AA-Briefcase…"", column 4)",,out:effort-not-established, shphysicianbenchmax,anthropic,gpt-6-luna,unstated,mixed,hard,PhysicianBench,,,,,,33.6,pass%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p133, sentence)",,out:effort-not-established, shfrontierswe,anthropic,gpt-5.6-sol,max,coding,frontier,FrontierSWE-v2,,,,,,32.2,score%,0.0289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p117, sentence)",,in, shmorphology,anthropic,gemini-3.8-flash,high,mixed,hard,Morphology-to-molecule,,,,,,10,score%,0.289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p137, printed label above the bar of Gemini 3.8 Flash, panel of shmorphology)",,in, shmorphology,anthropic,gpt-6-luna,max,mixed,hard,Morphology-to-molecule,,,,,,9,score%,0.289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p137, printed label above the bar of GPT-6 Luna, panel of shmorphology)",,in, shmedchem,anthropic,gemini-3.8-flash,high,mixed,hard,Medicinal-Chemistry-ADME,,,,,,49,score%,0.289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p137, printed label above the bar of Gemini 3.8 Flash, panel of shmedchem)",,in, shmedchem,anthropic,gpt-6-luna,max,mixed,hard,Medicinal-Chemistry-ADME,,,,,,46,score%,0.289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p137, printed label above the bar of GPT-6 Luna, panel of shmedchem)",,in, shbiomedimage,anthropic,gemini-3.8-flash,high,mixed,hard,Biomedical-Image-Analysis,,,,,,55,score%,0.289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p137, printed label above the bar of Gemini 3.8 Flash, panel of shbiomedimage)",,in, shbiomedimage,anthropic,gpt-6-luna,max,mixed,hard,Biomedical-Image-Analysis,,,,,,47,score%,0.289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p137, printed label above the bar of GPT-6 Luna, panel of shbiomedimage)",,in, shprotocolsunderstand,anthropic,gemini-3.8-flash,high,mixed,hard,Protocols-Understanding-V2,,,,,,56,score%,0.289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p137, printed label above the bar of Gemini 3.8 Flash, panel of shprotocolsunderstand)",,in, shprotocolsunderstand,anthropic,gpt-6-luna,max,mixed,hard,Protocols-Understanding-V2,,,,,,54,score%,0.289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p137, printed label above the bar of GPT-6 Luna, panel of shprotocolsunderstand)",,in, shprotocolstroubleshoot,anthropic,gpt-6-luna,max,mixed,hard,Protocols-Troubleshooting,,,,,,46,score%,0.289,,,"https://www.anthropic.com/claude-haiku-5-5-system-card (p137, printed label above the bar of GPT-6 Luna, panel of shprotocolstroubleshoot)",,in, shosworldstrict,anthropic,gpt-6-luna,low,computer-use,mid,OSWorld-offline,per-task,0.038,0.000357,,,2.901,pass%,0.163,,effort-from-chart-order,"https://www.anthropic.com/claude-haiku-5-5-system-card (grey series (GPT-6 Luna), marker centre px [308.3, 1250.4] (x, y) of the image)",,out:decision:D1,out:decision:D45 shosworldstrict,anthropic,gpt-6.1-sol,low,computer-use,mid,OSWorld-offline,per-task,1.03,0.00967,,,32.65,pass%,0.163,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-haiku-5-5-system-card (grey series (GPT-6.1 Sol), marker centre px [1285.3, 742.5] (x, y) of the image)",,out:decision:D1,in shosworldstrict,anthropic,gpt-6-luna,medium,computer-use,mid,OSWorld-offline,per-task,0.1261,0.00118,,,11.66,pass%,0.163,,effort-from-chart-order,"https://www.anthropic.com/claude-haiku-5-5-system-card (grey series (GPT-6 Luna), marker centre px [662.2, 1101.2] (x, y) of the image)",,out:decision:D1,out:decision:D45 shosworldstrict,anthropic,gpt-6.1-sol,medium,computer-use,mid,OSWorld-offline,per-task,1.354,0.0127,,,38.95,pass%,0.163,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-haiku-5-5-system-card (grey series (GPT-6.1 Sol), marker centre px [1365.8, 635.7] (x, y) of the image)",,out:decision:D1,in shosworldstrict,anthropic,gpt-6-luna,high,computer-use,mid,OSWorld-offline,per-task,0.1435,0.00135,,,13.1,pass%,0.163,,effort-from-chart-order,"https://www.anthropic.com/claude-haiku-5-5-system-card (grey series (GPT-6 Luna), marker centre px [700.9, 1076.7] (x, y) of the image)",,out:decision:D1,out:decision:D45 shosworldstrict,anthropic,gpt-6.1-sol,high,computer-use,mid,OSWorld-offline,per-task,1.586,0.0149,,,40.96,pass%,0.163,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-haiku-5-5-system-card (grey series (GPT-6.1 Sol), marker centre px [1414.3, 601.2] (x, y) of the image)",,out:decision:D1,in shosworldstrict,anthropic,gpt-6-luna,xhigh,computer-use,mid,OSWorld-offline,per-task,0.1672,0.00157,,,14.81,pass%,0.163,,effort-from-chart-order,"https://www.anthropic.com/claude-haiku-5-5-system-card (grey series (GPT-6 Luna), marker centre px [746.0, 1047.6] (x, y) of the image)",,out:decision:D1,out:decision:D45 shosworldstrict,anthropic,gpt-6.1-sol,xhigh,computer-use,mid,OSWorld-offline,per-task,1.652,0.0155,,,41.2,pass%,0.163,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-haiku-5-5-system-card (grey series (GPT-6.1 Sol), marker centre px [1422.1, 599.3] (x, y) of the image)",,out:decision:D1,in shosworldstrict,anthropic,gpt-6-luna,max,computer-use,mid,OSWorld-offline,per-task,0.205,0.00193,,,17.2,pass%,0.163,,effort-from-chart-order,"https://www.anthropic.com/claude-haiku-5-5-system-card (grey series (GPT-6 Luna), marker centre px [805.2, 1006.9] (x, y) of the image)",,out:decision:D1,out:decision:D45 shosworldstrict,anthropic,gpt-6.1-sol,max,computer-use,mid,OSWorld-offline,per-task,1.923,0.0181,,,39.69,pass%,0.163,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-haiku-5-5-system-card (grey series (GPT-6.1 Sol), marker centre px [1468.6, 622.3] (x, y) of the image)",,out:decision:D1,in anthropic-rsi-next-step-beat-human,anthropic,?Claude Haiku 3,not-established:absent,agentic-tool,hard,,,,,,,22,beat-human%,0.289,,,"https://www.anthropic.com/institute/recursive-self-improvement (bar label of the row ""Claude Haiku 3"" in rsi_nextstep.png (image text))",,out:model-not-established, anthropic-rsi-next-step-beat-human,anthropic,sonnet-4,unstated,agentic-tool,hard,,,,,,,48,beat-human%,0.289,,,"https://www.anthropic.com/institute/recursive-self-improvement (bar label of the row ""Claude Sonnet 4"" in rsi_nextstep.png (image text))",,out:effort-not-established, anthropic-rsi-next-step-beat-human,anthropic,sonnet-4.5,unstated,agentic-tool,hard,,,,,,,50,beat-human%,0.289,,,"https://www.anthropic.com/institute/recursive-self-improvement (bar label of the row ""Claude Sonnet 4.5"" in rsi_nextstep.png (image text))",,out:effort-not-established, anthropic-rsi-next-step-beat-human,anthropic,haiku-4.5,unstated,agentic-tool,hard,,,,,,,45,beat-human%,0.289,,,"https://www.anthropic.com/institute/recursive-self-improvement (bar label of the row ""Claude Haiku 4.5"" in rsi_nextstep.png (image text))",,out:effort-not-established, anthropic-rsi-next-step-beat-human,anthropic,opus-4.5,unstated,agentic-tool,hard,,,,,,,51,beat-human%,0.289,,,"https://www.anthropic.com/institute/recursive-self-improvement (bar label of the row ""Claude Opus 4.5"" in rsi_nextstep.png (image text))",,out:effort-not-established, anthropic-rsi-next-step-beat-human,anthropic,sonnet-4.6,unstated,agentic-tool,hard,,,,,,,45,beat-human%,0.289,,,"https://www.anthropic.com/institute/recursive-self-improvement (bar label of the row ""Claude Sonnet 4.6"" in rsi_nextstep.png (image text))",,out:effort-not-established, anthropic-rsi-next-step-beat-human,anthropic,opus-4.6,unstated,agentic-tool,hard,,,,,,,55,beat-human%,0.289,,,"https://www.anthropic.com/institute/recursive-self-improvement (bar label of the row ""Claude Opus 4.6"" in rsi_nextstep.png (image text))",,out:effort-not-established, anthropic-rsi-next-step-beat-human,anthropic,opus-4.7,unstated,agentic-tool,hard,,,,,,,59,beat-human%,0.289,,,"https://www.anthropic.com/institute/recursive-self-improvement (bar label of the row ""Claude Opus 4.7"" in rsi_nextstep.png (image text))",,out:effort-not-established, anthropic-rsi-next-step-beat-human,anthropic,?Claude Mythos Preview,not-established:absent,agentic-tool,hard,,,,,,,64,beat-human%,0.289,,,"https://www.anthropic.com/institute/recursive-self-improvement (bar label of the row ""Claude Mythos Preview"" in rsi_nextstep.png (image text))",,out:model-not-established, scodeepqa,anthropic,opus-4.7,low,mixed,frontier,DeepSearchQA,,,,,,80.6,f1%,0.0289,,,"https://www.anthropic.com/claude-opus-4-7-system-card (rgb(237,131,95) series (Claude Opus 4.7 (200k compaction)); the marker with its printed label; the printed label beside the marker)",,in, scodeepqa,anthropic,opus-4.7,medium,mixed,frontier,DeepSearchQA,,,,,,86.0,f1%,0.0289,,,"https://www.anthropic.com/claude-opus-4-7-system-card (rgb(237,131,95) series (Claude Opus 4.7 (200k compaction)); the marker with its printed label; the printed label beside the marker)",,in, scodeepqa,anthropic,opus-4.7,high,mixed,frontier,DeepSearchQA,,,,,,88.6,f1%,0.0289,,,"https://www.anthropic.com/claude-opus-4-7-system-card (rgb(237,131,95) series (Claude Opus 4.7 (200k compaction)); the marker with its printed label; the printed label beside the marker)",,in, scodeepqa,anthropic,opus-4.7,xhigh,mixed,frontier,DeepSearchQA,,,,,,88.1,f1%,0.0289,,,"https://www.anthropic.com/claude-opus-4-7-system-card (rgb(237,131,95) series (Claude Opus 4.7 (200k compaction)); the marker with its printed label; the printed label beside the marker)",,in, scodeepqa,anthropic,opus-4.7,max,mixed,frontier,DeepSearchQA,,,,,,89.9,f1%,0.0289,,,"https://www.anthropic.com/claude-opus-4-7-system-card (rgb(237,131,95) series (Claude Opus 4.7 (200k compaction)); the marker with its printed label; the printed label beside the marker)",,in, scodeepqa,anthropic,sonnet-4.6,low,mixed,frontier,DeepSearchQA,,,,,,82.9,f1%,0.0289,,,"https://www.anthropic.com/claude-opus-4-7-system-card (rgb(250,189,89) series (Claude Sonnet 4.6 (200k compaction)); the marker with its printed label; the printed label beside the marker)",,in, scodeepqa,anthropic,sonnet-4.6,medium,mixed,frontier,DeepSearchQA,,,,,,87.6,f1%,0.0289,,,"https://www.anthropic.com/claude-opus-4-7-system-card (rgb(250,189,89) series (Claude Sonnet 4.6 (200k compaction)); the marker with its printed label; the printed label beside the marker)",,in, scodeepqa,anthropic,sonnet-4.6,high,mixed,frontier,DeepSearchQA,,,,,,89.7,f1%,0.0289,,,"https://www.anthropic.com/claude-opus-4-7-system-card (rgb(250,189,89) series (Claude Sonnet 4.6 (200k compaction)); the marker with its printed label; the printed label beside the marker)",,in, scodeepqa,anthropic,sonnet-4.6,not-established:absent,mixed,frontier,DeepSearchQA,,,,,,90.7,f1%,0.0289,,,"https://www.anthropic.com/claude-opus-4-7-system-card (rgb(250,189,89) series (Claude Sonnet 4.6 (200k compaction)); the marker with its printed label; the printed label beside the marker)",,out:effort-not-established, scoosw47,anthropic,opus-4.7,low,computer-use,hard,OSWorld-Verified,,,,,,72.71,pass@1,0.0187,,,"https://www.anthropic.com/claude-opus-4-7-system-card (rgb(236,130,94) series (Claude Opus 4.7), marker centre px [187.5, 475.6] (x, y) of the image (axis in fractions: value x100))",,in, scoosw47,anthropic,opus-4.7,medium,computer-use,hard,OSWorld-Verified,,,,,,73.78,pass@1,0.0187,,,"https://www.anthropic.com/claude-opus-4-7-system-card (rgb(236,130,94) series (Claude Opus 4.7), marker centre px [378.6, 418.5] (x, y) of the image (axis in fractions: value x100))",,in, scoosw47,anthropic,opus-4.7,high,computer-use,hard,OSWorld-Verified,,,,,,76.26,pass@1,0.0187,,,"https://www.anthropic.com/claude-opus-4-7-system-card (rgb(236,130,94) series (Claude Opus 4.7), marker centre px [589.0, 286.0] (x, y) of the image (axis in fractions: value x100))",,in, scoosw47,anthropic,opus-4.7,max,computer-use,hard,OSWorld-Verified,,,,,,77.97,pass@1,0.0187,,,"https://www.anthropic.com/claude-opus-4-7-system-card (rgb(236,130,94) series (Claude Opus 4.7), marker centre px [1285.5, 194.4] (x, y) of the image (axis in fractions: value x100))",,in, scoosw47,anthropic,sonnet-4.6,low,computer-use,hard,OSWorld-Verified,,,,,,68.9,pass@1,0.0187,,,"https://www.anthropic.com/claude-opus-4-7-system-card (rgb(249,188,87) series (Claude Sonnet 4.6), marker centre px [404.0, 679.0] (x, y) of the image (axis in fractions: value x100))",,in, scoosw47,anthropic,sonnet-4.6,medium,computer-use,hard,OSWorld-Verified,,,,,,71.34,pass@1,0.0187,,,"https://www.anthropic.com/claude-opus-4-7-system-card (rgb(249,188,87) series (Claude Sonnet 4.6), marker centre px [846.1, 548.9] (x, y) of the image (axis in fractions: value x100))",,in, scoosw47,anthropic,sonnet-4.6,high,computer-use,hard,OSWorld-Verified,,,,,,71.58,pass@1,0.0187,,,"https://www.anthropic.com/claude-opus-4-7-system-card (rgb(249,188,87) series (Claude Sonnet 4.6), marker centre px [1283.9, 536.1] (x, y) of the image (axis in fractions: value x100))",,in, scoosw47,anthropic,sonnet-4.6,not-established:absent,computer-use,hard,OSWorld-Verified,,,,,,73.41,pass@1,0.0187,,,"https://www.anthropic.com/claude-opus-4-7-system-card (rgb(249,188,87) series (Claude Sonnet 4.6), marker centre px [1513.5, 438.2] (x, y) of the image (axis in fractions: value x100))",,out:effort-not-established, scoosw47,anthropic,opus-4.6,low,computer-use,hard,OSWorld-Verified,,,,,,68.72,pass@1,0.0187,,,"https://www.anthropic.com/claude-opus-4-7-system-card (rgb(18,100,177) series (Claude Opus 4.6), marker centre px [200.7, 689.2] (x, y) of the image (axis in fractions: value x100))",,out:single-couple, scoosw47,anthropic,opus-4.6,medium,computer-use,hard,OSWorld-Verified,,,,,,71.66,pass@1,0.0187,,,"https://www.anthropic.com/claude-opus-4-7-system-card (rgb(18,100,177) series (Claude Opus 4.6), marker centre px [371.0, 531.5] (x, y) of the image (axis in fractions: value x100))",,out:single-couple, scoosw47,anthropic,opus-4.6,high,computer-use,hard,OSWorld-Verified,,,,,,72.65,pass@1,0.0187,,,"https://www.anthropic.com/claude-opus-4-7-system-card (rgb(18,100,177) series (Claude Opus 4.6), marker centre px [537.2, 479.0] (x, y) of the image (axis in fractions: value x100))",,out:single-couple, scoosw47,anthropic,opus-4.6,max,computer-use,hard,OSWorld-Verified,,,,,,73.28,pass@1,0.0187,,,"https://www.anthropic.com/claude-opus-4-7-system-card (rgb(18,100,177) series (Claude Opus 4.6), marker centre px [767.6, 445.4] (x, y) of the image (axis in fractions: value x100))",,out:single-couple, scsweproeff,anthropic,opus-4.8,low,coding,frontier,SWE-bench-Pro,,,,,,63.6,resolved%,0.0465,,,"https://www.anthropic.com/claude-opus-4-8-system-card (orange series (Claude Opus 4.8), marker centre px [573.1, 491.0] (x, y) of the image)",,in, scsweproeff,anthropic,opus-4.8,medium,coding,frontier,SWE-bench-Pro,,,,,,66.0,resolved%,0.0465,,,"https://www.anthropic.com/claude-opus-4-8-system-card (orange series (Claude Opus 4.8), marker centre px [895.0, 401.9] (x, y) of the image)",,in, scsweproeff,anthropic,opus-4.8,high,coding,frontier,SWE-bench-Pro,,,,,,67.47,resolved%,0.0465,,,"https://www.anthropic.com/claude-opus-4-8-system-card (orange series (Claude Opus 4.8), marker centre px [1043.1, 347.0] (x, y) of the image)",,in, scsweproeff,anthropic,opus-4.8,xhigh,coding,frontier,SWE-bench-Pro,,,,,,69.77,resolved%,0.0465,,,"https://www.anthropic.com/claude-opus-4-8-system-card (orange series (Claude Opus 4.8), marker centre px [1468.0, 262.0] (x, y) of the image)",,in, scsweproeff,anthropic,opus-4.8,max,coding,frontier,SWE-bench-Pro,,,,,,69.3,resolved%,0.0465,,,"https://www.anthropic.com/claude-opus-4-8-system-card (orange series (Claude Opus 4.8), marker centre px [1851.8, 277.0] (x, y) of the image)",,in, scsweproeff,anthropic,opus-4.7,low,coding,frontier,SWE-bench-Pro,,,,,,57.3,resolved%,0.0465,,,"https://www.anthropic.com/claude-opus-4-8-system-card (green series (Claude Opus 4.7), marker centre px [303.2, 723.9] (x, y) of the image)",,in, scsweproeff,anthropic,opus-4.7,medium,coding,frontier,SWE-bench-Pro,,,,,,59.5,resolved%,0.0465,,,"https://www.anthropic.com/claude-opus-4-8-system-card (green series (Claude Opus 4.7), marker centre px [489.0, 642.0] (x, y) of the image)",,in, scsweproeff,anthropic,opus-4.7,high,coding,frontier,SWE-bench-Pro,,,,,,62.4,resolved%,0.0465,,,"https://www.anthropic.com/claude-opus-4-8-system-card (green series (Claude Opus 4.7), marker centre px [810.1, 535.0] (x, y) of the image)",,in, scsweproeff,anthropic,opus-4.7,xhigh,coding,frontier,SWE-bench-Pro,,,,,,62.88,resolved%,0.0465,,,"https://www.anthropic.com/claude-opus-4-8-system-card (green series (Claude Opus 4.7), marker centre px [1041.0, 517.0] (x, y) of the image)",,in, scsweproeff,anthropic,opus-4.7,max,coding,frontier,SWE-bench-Pro,,,,,,63.6,resolved%,0.0465,,,"https://www.anthropic.com/claude-opus-4-8-system-card (green series (Claude Opus 4.7), marker centre px [1415.9, 491.0] (x, y) of the image)",,in, schleeff,anthropic,opus-4.7,low,reasoning-math,frontier,HLE-tools,,,,,,43.0,score%,0.0289,,,https://www.anthropic.com/claude-opus-4-8-system-card (green series (Claude Opus 4.7); the marker with its printed label; the printed label beside the marker),,in, schleeff,anthropic,opus-4.7,medium,reasoning-math,frontier,HLE-tools,,,,,,48.4,score%,0.0289,,,https://www.anthropic.com/claude-opus-4-8-system-card (green series (Claude Opus 4.7); the marker with its printed label; the printed label beside the marker),,in, schleeff,anthropic,opus-4.7,high,reasoning-math,frontier,HLE-tools,,,,,,53.2,score%,0.0289,,,https://www.anthropic.com/claude-opus-4-8-system-card (green series (Claude Opus 4.7); the marker with its printed label; the printed label beside the marker),,in, schleeff,anthropic,opus-4.7,xhigh,reasoning-math,frontier,HLE-tools,,,,,,55.4,score%,0.0289,,,https://www.anthropic.com/claude-opus-4-8-system-card (green series (Claude Opus 4.7); the marker with its printed label; the printed label beside the marker),,in, schleeff,anthropic,opus-4.7,max,reasoning-math,frontier,HLE-tools,,,,,,54.7,score%,0.0289,,,https://www.anthropic.com/claude-opus-4-8-system-card (green series (Claude Opus 4.7); the marker with its printed label; the printed label beside the marker),,in, schleeff,anthropic,opus-4.8,low,reasoning-math,frontier,HLE-tools,,,,,,50.2,score%,0.0289,,,https://www.anthropic.com/claude-opus-4-8-system-card (orange series (Claude Opus 4.8); the marker with its printed label; the printed label beside the marker),,out:republished, schleeff,anthropic,opus-4.8,medium,reasoning-math,frontier,HLE-tools,,,,,,55.2,score%,0.0289,,,https://www.anthropic.com/claude-opus-4-8-system-card (orange series (Claude Opus 4.8); the marker with its printed label; the printed label beside the marker),,out:republished, schleeff,anthropic,opus-4.8,high,reasoning-math,frontier,HLE-tools,,,,,,55.7,score%,0.0289,,,https://www.anthropic.com/claude-opus-4-8-system-card (orange series (Claude Opus 4.8); the marker with its printed label; the printed label beside the marker),,out:republished, schleeff,anthropic,opus-4.8,xhigh,reasoning-math,frontier,HLE-tools,,,,,,57.6,score%,0.0289,,,https://www.anthropic.com/claude-opus-4-8-system-card (orange series (Claude Opus 4.8); the marker with its printed label; the printed label beside the marker),,out:republished, schleeff,anthropic,opus-4.8,max,reasoning-math,frontier,HLE-tools,,,,,,57.9,score%,0.0289,,,https://www.anthropic.com/claude-opus-4-8-system-card (orange series (Claude Opus 4.8); the marker with its printed label; the printed label beside the marker),,out:republished, scosweff,anthropic,opus-4.8,low,computer-use,mid,OSWorld,,,,,,78.5,pass%,0.0145,,,"https://www.anthropic.com/claude-opus-4-8-system-card (orange series (Claude Opus 4.8), marker centre px [245.0, 452.0] (x, y) of the image (axis in fractions: value x100))",,in, scosweff,anthropic,opus-4.8,medium,computer-use,mid,OSWorld,,,,,,80.0,pass%,0.0145,,,"https://www.anthropic.com/claude-opus-4-8-system-card (orange series (Claude Opus 4.8), marker centre px [363.0, 348.0] (x, y) of the image (axis in fractions: value x100))",,in, scosweff,anthropic,opus-4.8,high,computer-use,mid,OSWorld,,,,,,81.4,pass%,0.0145,,,"https://www.anthropic.com/claude-opus-4-8-system-card (orange series (Claude Opus 4.8), marker centre px [449.0, 252.0] (x, y) of the image (axis in fractions: value x100))",,in, scosweff,anthropic,opus-4.8,xhigh,computer-use,mid,OSWorld,,,,,,83.1,pass%,0.0145,,,"https://www.anthropic.com/claude-opus-4-8-system-card (orange series (Claude Opus 4.8), marker centre px [881.0, 135.0] (x, y) of the image (axis in fractions: value x100))",,in, scosweff,anthropic,opus-4.8,max,computer-use,mid,OSWorld,,,,,,83.4,pass%,0.0145,,,"https://www.anthropic.com/claude-opus-4-8-system-card (orange series (Claude Opus 4.8), marker centre px [1794.0, 114.0] (x, y) of the image (axis in fractions: value x100))",,in, scosweff,anthropic,opus-4.7,low,computer-use,mid,OSWorld,,,,,,73.8,pass%,0.0145,,,"https://www.anthropic.com/claude-opus-4-8-system-card (green series (Claude Opus 4.7), marker centre px [178.0, 776.0] (x, y) of the image (axis in fractions: value x100))",,in, scosweff,anthropic,opus-4.7,medium,computer-use,mid,OSWorld,,,,,,75.7,pass%,0.0145,,,"https://www.anthropic.com/claude-opus-4-8-system-card (green series (Claude Opus 4.7), marker centre px [203.0, 645.0] (x, y) of the image (axis in fractions: value x100))",,in, scosweff,anthropic,opus-4.7,high,computer-use,mid,OSWorld,,,,,,79.8,pass%,0.0145,,,"https://www.anthropic.com/claude-opus-4-8-system-card (green series (Claude Opus 4.7), marker centre px [297.0, 362.0] (x, y) of the image (axis in fractions: value x100))",,in, scosweff,anthropic,opus-4.7,xhigh,computer-use,mid,OSWorld,,,,,,80.2,pass%,0.0145,,,"https://www.anthropic.com/claude-opus-4-8-system-card (green series (Claude Opus 4.7), marker centre px [406.0, 335.0] (x, y) of the image (axis in fractions: value x100))",,in, scosweff,anthropic,opus-4.7,max,computer-use,mid,OSWorld,,,,,,82.8,pass%,0.0145,,,"https://www.anthropic.com/claude-opus-4-8-system-card (green series (Claude Opus 4.7), marker centre px [747.0, 155.0] (x, y) of the image (axis in fractions: value x100))",,in, scosweff,anthropic,sonnet-4.6,low,computer-use,mid,OSWorld,,,,,,71.3,pass%,0.0145,,,"https://www.anthropic.com/claude-opus-4-8-system-card (blue series (Claude Sonnet 4.6), marker centre px [330.0, 948.0] (x, y) of the image (axis in fractions: value x100))",,out:republished, scosweff,anthropic,sonnet-4.6,medium,computer-use,mid,OSWorld,,,,,,75.9,pass%,0.0145,,,"https://www.anthropic.com/claude-opus-4-8-system-card (blue series (Claude Sonnet 4.6), marker centre px [573.0, 631.0] (x, y) of the image (axis in fractions: value x100))",,out:republished, scosweff,anthropic,sonnet-4.6,high,computer-use,mid,OSWorld,,,,,,77.8,pass%,0.0145,,,"https://www.anthropic.com/claude-opus-4-8-system-card (blue series (Claude Sonnet 4.6), marker centre px [737.0, 500.0] (x, y) of the image (axis in fractions: value x100))",,out:republished, scosweff,anthropic,sonnet-4.6,not-established:absent,computer-use,mid,OSWorld,,,,,,78.4,pass%,0.0145,,,"https://www.anthropic.com/claude-opus-4-8-system-card (blue series (Claude Sonnet 4.6), marker centre px [927.0, 459.0] (x, y) of the image (axis in fractions: value x100))",,out:effort-not-established, schleeff,anthropic,gpt-5.5,unstated,reasoning-math,frontier,HLE-tools,,,,,,52.2,score%,0.0289,,,"https://www.anthropic.com/claude-opus-4-8-system-card (p194, Table 8.1.A, row of ""With…"", column 3)",,out:effort-not-established, schleeff,anthropic,gemini-3.1-pro,unstated,reasoning-math,frontier,HLE-tools,,,,,,51.4,score%,0.0289,,,"https://www.anthropic.com/claude-opus-4-8-system-card (p194, Table 8.1.A, row of ""With…"", column 4)",,out:effort-not-established, an55tb40,anthropic,opus-5.5,low,agentic-tool,hard,,per-attempt,1.29,0.00289,,,38.5,pass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/news/claude-opus-5-5 (chart 'tuskchartterminalbench' (Terminal-Bench 4.0), CSV row of series opus55, y column (Score (%)))",,in,in an55tb40,anthropic,opus-5.5,medium,agentic-tool,hard,,per-attempt,2.94,0.00289,,,57.6,pass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/news/claude-opus-5-5 (chart 'tuskchartterminalbench' (Terminal-Bench 4.0), CSV row of series opus55, y column (Score (%)))",,in,in an55tb40,anthropic,opus-5.5,high,agentic-tool,hard,,per-attempt,3.88,0.00289,,,64.2,pass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/news/claude-opus-5-5 (chart 'tuskchartterminalbench' (Terminal-Bench 4.0), CSV row of series opus55, y column (Score (%)))",,in,in an55tb40,anthropic,opus-5.5,xhigh,agentic-tool,hard,,per-attempt,7.35,0.00289,,,66.4,pass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/news/claude-opus-5-5 (chart 'tuskchartterminalbench' (Terminal-Bench 4.0), CSV row of series opus55, y column (Score (%)))",,in,in an55tb40,anthropic,opus-5.5,max,agentic-tool,hard,,per-attempt,11.24,0.00289,,,64.8,pass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/news/claude-opus-5-5 (chart 'tuskchartterminalbench' (Terminal-Bench 4.0), CSV row of series opus55, y column (Score (%)))",,in,in an55tb40,anthropic,fable-5.1,low,agentic-tool,hard,,per-attempt,5.7,0.00289,,,40.2,pass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/news/claude-opus-5-5 (chart 'tuskchartterminalbench' (Terminal-Bench 4.0), CSV row of series fable51, y column (Score (%)))",,in,in an55tb40,anthropic,fable-5.1,medium,agentic-tool,hard,,per-attempt,7.8,0.00289,,,43.4,pass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/news/claude-opus-5-5 (chart 'tuskchartterminalbench' (Terminal-Bench 4.0), CSV row of series fable51, y column (Score (%)))",,in,in an55tb40,anthropic,fable-5.1,high,agentic-tool,hard,,per-attempt,10.5,0.00289,,,49.4,pass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/news/claude-opus-5-5 (chart 'tuskchartterminalbench' (Terminal-Bench 4.0), CSV row of series fable51, y column (Score (%)))",,in,in an55tb40,anthropic,fable-5.1,xhigh,agentic-tool,hard,,per-attempt,15.8,0.00289,,,51.3,pass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/news/claude-opus-5-5 (chart 'tuskchartterminalbench' (Terminal-Bench 4.0), CSV row of series fable51, y column (Score (%)))",,in,in an55tb40,anthropic,fable-5.1,max,agentic-tool,hard,,per-attempt,19.5,0.00289,,,55.8,pass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/news/claude-opus-5-5 (chart 'tuskchartterminalbench' (Terminal-Bench 4.0), CSV row of series fable51, y column (Score (%)))",,in,in an55tb40,anthropic,opus-5,low,agentic-tool,hard,,per-attempt,4.25,0.00289,,,28.5,pass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/news/claude-opus-5-5 (chart 'tuskchartterminalbench' (Terminal-Bench 4.0), CSV row of series opus5, y column (Score (%)))",,in,in an55tb40,anthropic,opus-5,medium,agentic-tool,hard,,per-attempt,7,0.00289,,,41.2,pass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/news/claude-opus-5-5 (chart 'tuskchartterminalbench' (Terminal-Bench 4.0), CSV row of series opus5, y column (Score (%)))",,in,in an55tb40,anthropic,opus-5,high,agentic-tool,hard,,per-attempt,10.64,0.00289,,,47,pass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/news/claude-opus-5-5 (chart 'tuskchartterminalbench' (Terminal-Bench 4.0), CSV row of series opus5, y column (Score (%)))",,in,in an55tb40,anthropic,opus-5,xhigh,agentic-tool,hard,,per-attempt,13.48,0.00289,,,50.6,pass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/news/claude-opus-5-5 (chart 'tuskchartterminalbench' (Terminal-Bench 4.0), CSV row of series opus5, y column (Score (%)))",,in,in an55tb40,anthropic,opus-5,max,agentic-tool,hard,,per-attempt,15.83,0.00289,,,52.3,pass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/news/claude-opus-5-5 (chart 'tuskchartterminalbench' (Terminal-Bench 4.0), CSV row of series opus5, y column (Score (%)))",,in,in an55tb40,anthropic,gpt-5.6-sol,low,agentic-tool,hard,,per-attempt,1.825,0.211,,,7.9,pass%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://www.anthropic.com/news/claude-opus-5-5 (chart 'tuskchartterminalbench' (Terminal-Bench 4.0), CSV row of series gpt56sol, y column (Score (%)))",,in,in an55tb40,anthropic,gpt-5.6-sol,medium,agentic-tool,hard,,per-attempt,3.3625,0.388,,,20.9,pass%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://www.anthropic.com/news/claude-opus-5-5 (chart 'tuskchartterminalbench' (Terminal-Bench 4.0), CSV row of series gpt56sol, y column (Score (%)))",,in,in an55tb40,anthropic,gpt-5.6-sol,high,agentic-tool,hard,,per-attempt,5.15,0.595,,,26.1,pass%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://www.anthropic.com/news/claude-opus-5-5 (chart 'tuskchartterminalbench' (Terminal-Bench 4.0), CSV row of series gpt56sol, y column (Score (%)))",,in,in an55tb40,anthropic,gpt-5.6-sol,xhigh,agentic-tool,hard,,per-attempt,6.737499999999999,0.778,,,28.5,pass%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://www.anthropic.com/news/claude-opus-5-5 (chart 'tuskchartterminalbench' (Terminal-Bench 4.0), CSV row of series gpt56sol, y column (Score (%)))",,in,in an55tb40,anthropic,gpt-5.6-sol,max,agentic-tool,hard,,per-attempt,9.862499999999999,1.14,,,37.3,pass%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://www.anthropic.com/news/claude-opus-5-5 (chart 'tuskchartterminalbench' (Terminal-Bench 4.0), CSV row of series gpt56sol, y column (Score (%)))",,in,in an55tb40,anthropic,gpt-6-astra,low,agentic-tool,hard,,per-attempt,4.95,0.00289,,,49.7,pass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/news/claude-opus-5-5 (chart 'tuskchartterminalbench' (Terminal-Bench 4.0), CSV row of series gpt6astra, y column (Score (%)))",,in,in an55tb40,anthropic,gpt-6-astra,medium,agentic-tool,hard,,per-attempt,6.15,0.00289,,,53.9,pass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/news/claude-opus-5-5 (chart 'tuskchartterminalbench' (Terminal-Bench 4.0), CSV row of series gpt6astra, y column (Score (%)))",,in,in an55tb40,anthropic,gpt-6-astra,high,agentic-tool,hard,,per-attempt,7.21,0.00289,,,57.9,pass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/news/claude-opus-5-5 (chart 'tuskchartterminalbench' (Terminal-Bench 4.0), CSV row of series gpt6astra, y column (Score (%)))",,in,in an55tb40,anthropic,gpt-6-astra,xhigh,agentic-tool,hard,,per-attempt,7.48,0.00289,,,57.6,pass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/news/claude-opus-5-5 (chart 'tuskchartterminalbench' (Terminal-Bench 4.0), CSV row of series gpt6astra, y column (Score (%)))",,in,in an55tb40,anthropic,gpt-6-astra,max,agentic-tool,hard,,per-attempt,10.35,0.00289,,,56.7,pass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/news/claude-opus-5-5 (chart 'tuskchartterminalbench' (Terminal-Bench 4.0), CSV row of series gpt6astra, y column (Score (%)))",,in,in sc55hlet,anthropic,opus-5,low,reasoning-math,frontier,HLE-tools,per-task,0.2686,0.000758,,,55.0,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (gold series (Claude Opus 5), marker centre px [765.0, 995.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55hlet,anthropic,opus-5,medium,reasoning-math,frontier,HLE-tools,per-task,0.6478,0.00183,,,60.6,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (gold series (Claude Opus 5), marker centre px [1158.0, 736.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55hlet,anthropic,opus-5,high,reasoning-math,frontier,HLE-tools,per-task,1.084,0.00306,,,62.5,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (gold series (Claude Opus 5), marker centre px [1388.0, 650.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55hlet,anthropic,opus-5,xhigh,reasoning-math,frontier,HLE-tools,per-task,1.6702,0.00471,,,63.4,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (gold series (Claude Opus 5), marker centre px [1581.0, 607.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55hlet,anthropic,opus-5,max,reasoning-math,frontier,HLE-tools,per-task,2.4715,0.00697,,,63.6,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (gold series (Claude Opus 5), marker centre px [1756.0, 598.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55hlet,anthropic,fable-5.1,low,reasoning-math,frontier,HLE-tools,per-task,0.5307,0.0015,,,60.2,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (green series (Claude Fable 5.1), marker centre px [1069.0, 753.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55hlet,anthropic,fable-5.1,medium,reasoning-math,frontier,HLE-tools,per-task,0.7396,0.00209,,,62.4,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (green series (Claude Fable 5.1), marker centre px [1217.0, 653.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55hlet,anthropic,fable-5.1,high,reasoning-math,frontier,HLE-tools,per-task,1.2046,0.0034,,,63.1,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (green series (Claude Fable 5.1), marker centre px [1435.0, 622.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55hlet,anthropic,fable-5.1,xhigh,reasoning-math,frontier,HLE-tools,per-task,2.3479,0.00663,,,65.2,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (green series (Claude Fable 5.1), marker centre px [1733.0, 523.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55hlet,anthropic,fable-5.1,max,reasoning-math,frontier,HLE-tools,per-task,3.3969,0.00959,,,65.6,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (green series (Claude Fable 5.1), marker centre px [1898.0, 506.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55hlet,anthropic,opus-5.5,low,reasoning-math,frontier,HLE-tools,per-task,0.0751,0.000212,,,57.4,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (orange series (Claude Opus 5.5), marker centre px [196.0, 881.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55hlet,anthropic,opus-5.5,medium,reasoning-math,frontier,HLE-tools,per-task,0.1721,0.000486,,,63.0,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (orange series (Claude Opus 5.5), marker centre px [566.0, 628.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55hlet,anthropic,opus-5.5,high,reasoning-math,frontier,HLE-tools,per-task,0.2951,0.000833,,,63.9,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (orange series (Claude Opus 5.5), marker centre px [807.0, 584.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55hlet,anthropic,opus-5.5,xhigh,reasoning-math,frontier,HLE-tools,per-task,0.6897,0.00195,,,66.4,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (orange series (Claude Opus 5.5), marker centre px [1186.0, 470.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55hlet,anthropic,opus-5.5,max,reasoning-math,frontier,HLE-tools,per-task,2.1129,0.00596,,,67.7,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (orange series (Claude Opus 5.5), marker centre px [1686.0, 409.0] (x, y) of the image; the printed label beside the marker)",,in,in scf51hlen,anthropic,opus-5.5,low,reasoning-math,frontier,HLE-notools,per-task,0.0385,0.000131,,,52.9,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (orange series (Claude Opus 5.5), marker centre px [190.0, 806.0] (x, y) of the image; the printed label beside the marker)",,out:republished,in scf51hlen,anthropic,opus-5.5,medium,reasoning-math,frontier,HLE-notools,per-task,0.1103,0.000374,,,59.0,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (orange series (Claude Opus 5.5), marker centre px [634.0, 597.0] (x, y) of the image; the printed label beside the marker)",,out:republished,in scf51hlen,anthropic,opus-5.5,high,reasoning-math,frontier,HLE-notools,per-task,0.1581,0.000536,,,59.6,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (orange series (Claude Opus 5.5), marker centre px [786.0, 576.0] (x, y) of the image; the printed label beside the marker)",,out:republished,in scf51hlen,anthropic,opus-5.5,xhigh,reasoning-math,frontier,HLE-notools,per-task,0.332,0.00113,,,62.8,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (orange series (Claude Opus 5.5), marker centre px [1099.0, 464.0] (x, y) of the image; the printed label beside the marker)",,out:republished,in scf51hlen,anthropic,opus-5.5,max,reasoning-math,frontier,HLE-notools,per-task,0.9829,0.00333,,,64.4,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (orange series (Claude Opus 5.5), marker centre px [1557.0, 409.0] (x, y) of the image; the printed label beside the marker)",,out:republished,in sc55amnt,anthropic,opus-5,low,reasoning-math,frontier,ArXivMath-2608-notools,per-task,0.6747,0.00182,,,36.0,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (gold series (Claude Opus 5), marker centre px [790.0, 1013.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55amnt,anthropic,opus-5,medium,reasoning-math,frontier,ArXivMath-2608-notools,per-task,2.6996,0.00727,,,67.5,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (gold series (Claude Opus 5), marker centre px [1305.0, 641.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55amnt,anthropic,opus-5,high,reasoning-math,frontier,ArXivMath-2608-notools,per-task,4.5336,0.0122,,,71.5,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (gold series (Claude Opus 5), marker centre px [1497.0, 595.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55amnt,anthropic,opus-5,xhigh,reasoning-math,frontier,ArXivMath-2608-notools,per-task,5.984,0.0161,,,75.4,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (gold series (Claude Opus 5), marker centre px [1601.0, 548.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55amnt,anthropic,opus-5,max,reasoning-math,frontier,ArXivMath-2608-notools,per-task,7.4969,0.0202,,,78.1,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (gold series (Claude Opus 5), marker centre px [1685.0, 516.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55amnt,anthropic,fable-5.1,low,reasoning-math,frontier,ArXivMath-2608-notools,per-task,2.034,0.00547,,,50.9,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (green series (Claude Fable 5.1), marker centre px [1200.0, 837.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55amnt,anthropic,fable-5.1,medium,reasoning-math,frontier,ArXivMath-2608-notools,per-task,3.6784,0.0099,,,67.1,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (green series (Claude Fable 5.1), marker centre px [1420.0, 646.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55amnt,anthropic,fable-5.1,high,reasoning-math,frontier,ArXivMath-2608-notools,per-task,6.0324,0.0162,,,73.2,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (green series (Claude Fable 5.1), marker centre px [1604.0, 574.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55amnt,anthropic,fable-5.1,xhigh,reasoning-math,frontier,ArXivMath-2608-notools,per-task,10.3079,0.0277,,,82.5,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (green series (Claude Fable 5.1), marker centre px [1803.0, 466.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55amnt,anthropic,fable-5.1,max,reasoning-math,frontier,ArXivMath-2608-notools,per-task,12.9441,0.0348,,,82.9,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (green series (Claude Fable 5.1), marker centre px [1887.0, 461.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55amnt,anthropic,opus-5.5,low,reasoning-math,frontier,ArXivMath-2608-notools,per-task,0.1448,0.00039,,,32.0,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (orange series (Claude Opus 5.5), marker centre px [218.0, 1059.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55amnt,anthropic,opus-5.5,medium,reasoning-math,frontier,ArXivMath-2608-notools,per-task,0.5085,0.00137,,,64.0,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (orange series (Claude Opus 5.5), marker centre px [685.0, 683.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55amnt,anthropic,opus-5.5,high,reasoning-math,frontier,ArXivMath-2608-notools,per-task,0.855,0.0023,,,73.2,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (orange series (Claude Opus 5.5), marker centre px [878.0, 574.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55amnt,anthropic,opus-5.5,xhigh,reasoning-math,frontier,ArXivMath-2608-notools,per-task,2.1456,0.00577,,,86.0,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (orange series (Claude Opus 5.5), marker centre px [1219.0, 425.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55amnt,anthropic,opus-5.5,max,reasoning-math,frontier,ArXivMath-2608-notools,per-task,3.9399,0.0106,,,91.2,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (orange series (Claude Opus 5.5), marker centre px [1445.0, 363.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55amt,anthropic,opus-5,low,reasoning-math,frontier,ArXivMath-2608-tools,per-task,1.0489,0.00316,,,53.1,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (gold series (Claude Opus 5), marker centre px [1059.0, 830.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55amt,anthropic,opus-5,medium,reasoning-math,frontier,ArXivMath-2608-tools,per-task,3.0963,0.00934,,,78.1,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (gold series (Claude Opus 5), marker centre px [1418.0, 550.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55amt,anthropic,opus-5,high,reasoning-math,frontier,ArXivMath-2608-tools,per-task,5.1284,0.0155,,,88.6,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (gold series (Claude Opus 5), marker centre px [1585.0, 432.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55amt,anthropic,opus-5,xhigh,reasoning-math,frontier,ArXivMath-2608-tools,per-task,7.7349,0.0233,,,90.4,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (gold series (Claude Opus 5), marker centre px [1721.9, 410.7] (x, y) of the image; the printed label beside the marker)",,in,in sc55amt,anthropic,opus-5,max,reasoning-math,frontier,ArXivMath-2608-tools,per-task,9.5016,0.0287,,,90.4,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (gold series (Claude Opus 5), marker centre px [1789.0, 412.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55amt,anthropic,fable-5.1,low,reasoning-math,frontier,ArXivMath-2608-tools,per-task,1.9467,0.00587,,,61.4,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (green series (Claude Fable 5.1), marker centre px [1264.0, 737.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55amt,anthropic,fable-5.1,medium,reasoning-math,frontier,ArXivMath-2608-tools,per-task,3.9759,0.012,,,75.9,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (green series (Claude Fable 5.1), marker centre px [1501.0, 575.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55amt,anthropic,fable-5.1,high,reasoning-math,frontier,ArXivMath-2608-tools,per-task,6.6431,0.02,,,87.7,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (green series (Claude Fable 5.1), marker centre px [1671.0, 442.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55amt,anthropic,fable-5.1,xhigh,reasoning-math,frontier,ArXivMath-2608-tools,per-task,10.5312,0.0318,,,93.0,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (green series (Claude Fable 5.1), marker centre px [1824.0, 383.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55amt,anthropic,fable-5.1,max,reasoning-math,frontier,ArXivMath-2608-tools,per-task,13.2392,0.0399,,,92.1,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (green series (Claude Fable 5.1), marker centre px [1900.0, 393.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55amt,anthropic,opus-5.5,low,reasoning-math,frontier,ArXivMath-2608-tools,per-task,0.0801,0.000242,,,28.9,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (orange series (Claude Opus 5.5), marker centre px [206.0, 1100.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55amt,anthropic,opus-5.5,medium,reasoning-math,frontier,ArXivMath-2608-tools,per-task,0.4549,0.00137,,,67.1,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (orange series (Claude Opus 5.5), marker centre px [782.0, 673.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55amt,anthropic,opus-5.5,high,reasoning-math,frontier,ArXivMath-2608-tools,per-task,0.8622,0.0026,,,79.4,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (orange series (Claude Opus 5.5), marker centre px [994.0, 535.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55amt,anthropic,opus-5.5,xhigh,reasoning-math,frontier,ArXivMath-2608-tools,per-task,2.1307,0.00643,,,94.7,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (orange series (Claude Opus 5.5), marker centre px [1294.0, 363.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55amt,anthropic,opus-5.5,max,reasoning-math,frontier,ArXivMath-2608-tools,per-task,4.5919,0.0138,,,96.9,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (orange series (Claude Opus 5.5), marker centre px [1548.0, 339.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55draco,anthropic,opus-5,low,mixed,frontier,DRACO-980k,per-task,1.8974,0.0087,,,83.3,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (gold series (Claude Opus 5), marker centre px [1000.4, 543.4] (x, y) of the image; the printed label beside the marker)",,in,in sc55draco,anthropic,opus-5,medium,mixed,frontier,DRACO-980k,per-task,4.2217,0.0194,,,85.6,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (gold series (Claude Opus 5), marker centre px [1329.0, 447.1] (x, y) of the image; the printed label beside the marker)",,in,in sc55draco,anthropic,opus-5,high,mixed,frontier,DRACO-980k,per-task,8.4822,0.0389,,,87.3,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (gold series (Claude Opus 5), marker centre px [1615.0, 381.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55draco,anthropic,opus-5,xhigh,mixed,frontier,DRACO-980k,per-task,12.5546,0.0575,,,87.4,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (gold series (Claude Opus 5), marker centre px [1776.0, 372.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55draco,anthropic,opus-5,max,mixed,frontier,DRACO-980k,per-task,15.5641,0.0713,,,88.3,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (gold series (Claude Opus 5), marker centre px [1864.0, 339.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55draco,anthropic,fable-5.1,low,mixed,frontier,DRACO-980k,per-task,4.3924,0.0201,,,84.2,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (green series (Claude Fable 5.1), marker centre px [1345.0, 506.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55draco,anthropic,fable-5.1,medium,mixed,frontier,DRACO-980k,per-task,6.2077,0.0285,,,85.7,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (green series (Claude Fable 5.1), marker centre px [1487.0, 446.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55draco,anthropic,fable-5.1,high,mixed,frontier,DRACO-980k,per-task,8.92,0.0409,,,86.5,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (green series (Claude Fable 5.1), marker centre px [1635.7, 415.7] (x, y) of the image; the printed label beside the marker)",,in,in sc55draco,anthropic,fable-5.1,xhigh,mixed,frontier,DRACO-980k,per-task,13.4769,0.0618,,,86.9,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (green series (Claude Fable 5.1), marker centre px [1805.0, 397.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55draco,anthropic,fable-5.1,max,mixed,frontier,DRACO-980k,per-task,17.2423,0.079,,,87.7,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (green series (Claude Fable 5.1), marker centre px [1906.0, 362.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55draco,anthropic,opus-5.5,low,mixed,frontier,DRACO-980k,per-task,0.278,0.00127,,,72.5,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (orange series (Claude Opus 5.5), marker centre px [213.0, 984.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55draco,anthropic,opus-5.5,medium,mixed,frontier,DRACO-980k,per-task,2.0277,0.00929,,,83.9,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (orange series (Claude Opus 5.5), marker centre px [1028.0, 516.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55draco,anthropic,opus-5.5,high,mixed,frontier,DRACO-980k,per-task,3.4924,0.016,,,85.0,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (orange series (Claude Opus 5.5), marker centre px [1251.0, 474.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55draco,anthropic,opus-5.5,xhigh,mixed,frontier,DRACO-980k,per-task,8.7768,0.0402,,,86.7,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (orange series (Claude Opus 5.5), marker centre px [1629.0, 404.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55draco,anthropic,opus-5.5,max,mixed,frontier,DRACO-980k,per-task,15.0751,0.0691,,,87.4,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (orange series (Claude Opus 5.5), marker centre px [1851.0, 374.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55wandr,anthropic,opus-5,low,mixed,frontier,WANDR-980k-offline,per-task,10.6585,0.0251,,,50.5,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (gold series (Claude Opus 5), marker centre px [1144.0, 673.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55wandr,anthropic,opus-5,medium,mixed,frontier,WANDR-980k-offline,per-task,23.9686,0.0565,,,58.1,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (gold series (Claude Opus 5), marker centre px [1488.0, 543.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55wandr,anthropic,opus-5,high,mixed,frontier,WANDR-980k-offline,per-task,43.5083,0.103,,,64.6,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (gold series (Claude Opus 5), marker centre px [1741.0, 433.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55wandr,anthropic,opus-5,xhigh,mixed,frontier,WANDR-980k-offline,per-task,53.7752,0.127,,,67.0,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (gold series (Claude Opus 5), marker centre px [1831.0, 391.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55wandr,anthropic,opus-5,max,mixed,frontier,WANDR-980k-offline,per-task,61.6501,0.145,,,67.1,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (gold series (Claude Opus 5), marker centre px [1889.0, 389.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55wandr,anthropic,fable-5.1,low,mixed,frontier,WANDR-980k-offline,per-task,23.2544,0.0548,,,63.3,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (green series (Claude Fable 5.1), marker centre px [1475.0, 454.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55wandr,anthropic,fable-5.1,medium,mixed,frontier,WANDR-980k-offline,per-task,27.4095,0.0646,,,64.5,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (green series (Claude Fable 5.1), marker centre px [1545.0, 435.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55wandr,anthropic,fable-5.1,high,mixed,frontier,WANDR-980k-offline,per-task,33.6564,0.0793,,,66.7,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (green series (Claude Fable 5.1), marker centre px [1632.0, 397.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55wandr,anthropic,fable-5.1,xhigh,mixed,frontier,WANDR-980k-offline,per-task,42.801,0.101,,,67.7,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (green series (Claude Fable 5.1), marker centre px [1734.0, 380.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55wandr,anthropic,fable-5.1,max,mixed,frontier,WANDR-980k-offline,per-task,49.0478,0.116,,,68.7,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (green series (Claude Fable 5.1), marker centre px [1792.0, 362.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55wandr,anthropic,opus-5.5,low,mixed,frontier,WANDR-980k-offline,per-task,1.1964,0.00282,,,31.2,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (orange series (Claude Opus 5.5), marker centre px [216.0, 1002.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55wandr,anthropic,opus-5.5,medium,mixed,frontier,WANDR-980k-offline,per-task,11.1965,0.0264,,,62.8,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (orange series (Claude Opus 5.5), marker centre px [1165.0, 463.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55wandr,anthropic,opus-5.5,high,mixed,frontier,WANDR-980k-offline,per-task,16.8717,0.0398,,,67.3,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (orange series (Claude Opus 5.5), marker centre px [1339.0, 386.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55wandr,anthropic,opus-5.5,xhigh,mixed,frontier,WANDR-980k-offline,per-task,29.0786,0.0685,,,71.3,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (orange series (Claude Opus 5.5), marker centre px [1570.0, 319.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55wandr,anthropic,opus-5.5,max,mixed,frontier,WANDR-980k-offline,per-task,37.9407,0.0894,,,72.3,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (orange series (Claude Opus 5.5), marker centre px [1683.0, 302.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55osw,anthropic,opus-5,low,agentic-tool,hard,OSWorld2-partial,per-task,5.0079,0.0116,,,65.66,score%,0.0372,,effort-from-chart-order; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (gold series (Claude Opus 5), marker centre px [1282.0, 903.0] (x, y) of the image)",,in,in sc55osw,anthropic,opus-5,medium,agentic-tool,hard,OSWorld2-partial,per-task,6.244,0.0145,,,70.05,score%,0.0372,,effort-from-chart-order; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (gold series (Claude Opus 5), marker centre px [1413.0, 740.0] (x, y) of the image)",,in,in sc55osw,anthropic,opus-5,high,agentic-tool,hard,OSWorld2-partial,per-task,8.5263,0.0198,,,74.23,score%,0.0372,,effort-from-chart-order; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (gold series (Claude Opus 5), marker centre px [1598.0, 585.0] (x, y) of the image)",,in,in sc55osw,anthropic,opus-5,xhigh,agentic-tool,hard,OSWorld2-partial,per-task,10.5951,0.0246,,,74.42,score%,0.0372,,effort-from-chart-order; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (gold series (Claude Opus 5), marker centre px [1727.0, 578.0] (x, y) of the image)",,in,in sc55osw,anthropic,opus-5,max,agentic-tool,hard,OSWorld2-partial,per-task,11.6037,0.027,,,73.96,score%,0.0372,,effort-from-chart-order; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (gold series (Claude Opus 5), marker centre px [1781.0, 595.0] (x, y) of the image)",,in,in sc55osw,anthropic,fable-5.1,low,agentic-tool,hard,OSWorld2-partial,per-task,4.2532,0.00988,,,66.71,score%,0.0372,,effort-from-chart-order; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (green series (Claude Fable 5.1), marker centre px [1186.0, 864.0] (x, y) of the image)",,in,in sc55osw,anthropic,fable-5.1,medium,agentic-tool,hard,OSWorld2-partial,per-task,5.531,0.0129,,,73.99,score%,0.0372,,effort-from-chart-order; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (green series (Claude Fable 5.1), marker centre px [1342.0, 594.0] (x, y) of the image)",,in,in sc55osw,anthropic,fable-5.1,high,agentic-tool,hard,OSWorld2-partial,per-task,6.9898,0.0162,,,76.06,score%,0.0372,,effort-from-chart-order; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (green series (Claude Fable 5.1), marker centre px [1481.0, 517.0] (x, y) of the image)",,in,in sc55osw,anthropic,fable-5.1,xhigh,agentic-tool,hard,OSWorld2-partial,per-task,9.1204,0.0212,,,78.65,score%,0.0372,,effort-from-chart-order; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (green series (Claude Fable 5.1), marker centre px [1639.0, 421.0] (x, y) of the image)",,in,in sc55osw,anthropic,fable-5.1,max,agentic-tool,hard,OSWorld2-partial,per-task,12.4122,0.0288,,,80.67,score%,0.0372,,effort-from-chart-order; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (green series (Claude Fable 5.1), marker centre px [1822.0, 346.0] (x, y) of the image)",,in,in sc55osw,anthropic,opus-5.5,low,agentic-tool,hard,OSWorld2-partial,per-task,0.9157,0.00213,,,58.36,score%,0.0372,,effort-from-chart-order; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (orange series (Claude Opus 5.5), marker centre px [273.0, 1174.0] (x, y) of the image)",,in,in sc55osw,anthropic,opus-5.5,medium,agentic-tool,hard,OSWorld2-partial,per-task,1.9145,0.00445,,,74.07,score%,0.0372,,effort-from-chart-order; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (orange series (Claude Opus 5.5), marker centre px [711.0, 591.0] (x, y) of the image)",,in,in sc55osw,anthropic,opus-5.5,high,agentic-tool,hard,OSWorld2-partial,per-task,2.4647,0.00573,,,77.76,score%,0.0372,,effort-from-chart-order; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (orange series (Claude Opus 5.5), marker centre px [861.0, 454.0] (x, y) of the image)",,in,in sc55osw,anthropic,opus-5.5,xhigh,agentic-tool,hard,OSWorld2-partial,per-task,4.246,0.00987,,,80.77,score%,0.0372,,effort-from-chart-order; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (orange series (Claude Opus 5.5), marker centre px [1184.0, 342.0] (x, y) of the image)",,in,in sc55osw,anthropic,opus-5.5,max,agentic-tool,hard,OSWorld2-partial,per-task,8.4548,0.0196,,,81.74,score%,0.0372,,effort-from-chart-order; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (orange series (Claude Opus 5.5), marker centre px [1593.0, 306.0] (x, y) of the image)",,in,in sc55bcad,anthropic,opus-5,low,coding,hard,BenchCAD-V2C-tools,per-task,0.0178,0.0003,,,30.38,voxel-IoU%,0.276,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (gold series (Claude Opus 5), marker centre px [501.0, 1143.0] (x, y) of the image)",,in,in sc55bcad,anthropic,opus-5,medium,coding,hard,BenchCAD-V2C-tools,per-task,0.7412,0.0125,,,47.36,voxel-IoU%,0.276,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (gold series (Claude Opus 5), marker centre px [1333.0, 912.0] (x, y) of the image)",,in,in sc55bcad,anthropic,opus-5,high,coding,hard,BenchCAD-V2C-tools,per-task,3.5609,0.06,,,77.25,voxel-IoU%,0.276,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (gold series (Claude Opus 5), marker centre px [1683.1, 505.1] (x, y) of the image)",,in,in sc55bcad,anthropic,opus-5,xhigh,coding,hard,BenchCAD-V2C-tools,per-task,6.8224,0.115,,,86.81,voxel-IoU%,0.276,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (gold series (Claude Opus 5), marker centre px [1828.0, 375.0] (x, y) of the image)",,in,in sc55bcad,anthropic,opus-5,max,coding,hard,BenchCAD-V2C-tools,per-task,10.0777,0.17,,,90.0,voxel-IoU%,0.276,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (gold series (Claude Opus 5), marker centre px [1915.0, 333.0] (x, y) of the image)",,in,in sc55bcad,anthropic,fable-5.1,low,coding,hard,BenchCAD-V2C-tools,per-task,0.0251,0.000423,,,38.39,voxel-IoU%,0.276,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (green series (Claude Fable 5.1), marker centre px [578.0, 1034.0] (x, y) of the image)",,in,in sc55bcad,anthropic,fable-5.1,medium,coding,hard,BenchCAD-V2C-tools,per-task,0.1083,0.00183,,,44.71,voxel-IoU%,0.276,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (green series (Claude Fable 5.1), marker centre px [904.0, 948.0] (x, y) of the image)",,in,in sc55bcad,anthropic,fable-5.1,high,coding,hard,BenchCAD-V2C-tools,per-task,0.5792,0.00977,,,55.0,voxel-IoU%,0.276,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (green series (Claude Fable 5.1), marker centre px [1278.0, 810.0] (x, y) of the image)",,in,in sc55bcad,anthropic,fable-5.1,xhigh,coding,hard,BenchCAD-V2C-tools,per-task,5.1665,0.0871,,,83.0,voxel-IoU%,0.276,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (green series (Claude Fable 5.1), marker centre px [1766.0, 427.0] (x, y) of the image)",,in,in sc55bcad,anthropic,fable-5.1,max,coding,hard,BenchCAD-V2C-tools,per-task,10.4927,0.177,,,92.68,voxel-IoU%,0.276,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (green series (Claude Fable 5.1), marker centre px [1924.0, 295.0] (x, y) of the image)",,in,in sc55bcad,anthropic,opus-5.5,low,coding,hard,BenchCAD-V2C-tools,per-task,0.0092,0.000155,,,39.79,voxel-IoU%,0.276,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (orange series (Claude Opus 5.5), marker centre px [353.0, 1015.0] (x, y) of the image)",,in,in sc55bcad,anthropic,opus-5.5,medium,coding,hard,BenchCAD-V2C-tools,per-task,0.0249,0.00042,,,52.65,voxel-IoU%,0.276,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (orange series (Claude Opus 5.5), marker centre px [576.0, 840.0] (x, y) of the image)",,in,in sc55bcad,anthropic,opus-5.5,high,coding,hard,BenchCAD-V2C-tools,per-task,0.0588,0.000991,,,56.34,voxel-IoU%,0.276,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (orange series (Claude Opus 5.5), marker centre px [769.0, 789.7] (x, y) of the image)",,in,in sc55bcad,anthropic,opus-5.5,xhigh,coding,hard,BenchCAD-V2C-tools,per-task,0.4446,0.0075,,,76.0,voxel-IoU%,0.276,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (orange series (Claude Opus 5.5), marker centre px [1219.0, 523.0] (x, y) of the image)",,in,in sc55bcad,anthropic,opus-5.5,max,coding,hard,BenchCAD-V2C-tools,per-task,5.937,0.1,,,96.21,voxel-IoU%,0.276,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-5-system-card (orange series (Claude Opus 5.5), marker centre px [1797.0, 247.0] (x, y) of the image)",,in,in sc55chartq,anthropic,sonnet-5,low,mixed,hard,Chartography-tools,,,,,,28.37,score%,0.0673,,effort-from-chart-order,"https://www.anthropic.com/claude-opus-5-5-system-card (blue series (Claude Sonnet 5), marker centre px [787.0, 1186.0] (x, y) of the image)",,in, sc55chartq,anthropic,sonnet-5,medium,mixed,hard,Chartography-tools,,,,,,52.74,score%,0.0673,,effort-from-chart-order,"https://www.anthropic.com/claude-opus-5-5-system-card (blue series (Claude Sonnet 5), marker centre px [1125.0, 824.0] (x, y) of the image)",,in, sc55chartq,anthropic,sonnet-5,high,mixed,hard,Chartography-tools,,,,,,64.78,score%,0.0673,,effort-from-chart-order,"https://www.anthropic.com/claude-opus-5-5-system-card (blue series (Claude Sonnet 5), marker centre px [1373.0, 645.0] (x, y) of the image)",,in, sc55chartq,anthropic,sonnet-5,xhigh,mixed,hard,Chartography-tools,,,,,,66.6,score%,0.0673,,effort-from-chart-order,"https://www.anthropic.com/claude-opus-5-5-system-card (blue series (Claude Sonnet 5), marker centre px [1523.0, 618.0] (x, y) of the image)",,in, sc55chartq,anthropic,sonnet-5,max,mixed,hard,Chartography-tools,,,,,,73.2,score%,0.0673,,effort-from-chart-order,"https://www.anthropic.com/claude-opus-5-5-system-card (blue series (Claude Sonnet 5), marker centre px [1752.0, 520.0] (x, y) of the image)",,in, sc55chartq,anthropic,opus-5,low,mixed,hard,Chartography-tools,,,,,,45.94,score%,0.0673,,effort-from-chart-order,"https://www.anthropic.com/claude-opus-5-5-system-card (gold series (Claude Opus 5), marker centre px [566.0, 925.0] (x, y) of the image)",,in, sc55chartq,anthropic,opus-5,medium,mixed,hard,Chartography-tools,,,,,,69.56,score%,0.0673,,effort-from-chart-order,"https://www.anthropic.com/claude-opus-5-5-system-card (gold series (Claude Opus 5), marker centre px [997.0, 574.0] (x, y) of the image)",,in, sc55chartq,anthropic,opus-5,high,mixed,hard,Chartography-tools,,,,,,78.58,score%,0.0673,,effort-from-chart-order,"https://www.anthropic.com/claude-opus-5-5-system-card (gold series (Claude Opus 5), marker centre px [1257.0, 440.0] (x, y) of the image)",,in, sc55chartq,anthropic,opus-5,xhigh,mixed,hard,Chartography-tools,,,,,,83.97,score%,0.0673,,effort-from-chart-order,"https://www.anthropic.com/claude-opus-5-5-system-card (gold series (Claude Opus 5), marker centre px [1486.0, 360.0] (x, y) of the image)",,in, sc55chartq,anthropic,opus-5,max,mixed,hard,Chartography-tools,,,,,,83.36,score%,0.0673,,effort-from-chart-order,"https://www.anthropic.com/claude-opus-5-5-system-card (gold series (Claude Opus 5), marker centre px [1643.0, 369.0] (x, y) of the image)",,in, sc55chartq,anthropic,fable-5.1,low,mixed,hard,Chartography-tools,,,,,,54.35,score%,0.0673,,effort-from-chart-order,"https://www.anthropic.com/claude-opus-5-5-system-card (green series (Claude Fable 5.1), marker centre px [785.0, 800.0] (x, y) of the image)",,in, sc55chartq,anthropic,fable-5.1,medium,mixed,hard,Chartography-tools,,,,,,67.54,score%,0.0673,,effort-from-chart-order,"https://www.anthropic.com/claude-opus-5-5-system-card (green series (Claude Fable 5.1), marker centre px [951.0, 604.0] (x, y) of the image)",,in, sc55chartq,anthropic,fable-5.1,high,mixed,hard,Chartography-tools,,,,,,74.34,score%,0.0673,,effort-from-chart-order,"https://www.anthropic.com/claude-opus-5-5-system-card (green series (Claude Fable 5.1), marker centre px [1174.0, 503.0] (x, y) of the image)",,in, sc55chartq,anthropic,fable-5.1,xhigh,mixed,hard,Chartography-tools,,,,,,87.6,score%,0.0673,,effort-from-chart-order,"https://www.anthropic.com/claude-opus-5-5-system-card (green series (Claude Fable 5.1), marker centre px [1656.0, 306.0] (x, y) of the image)",,in, sc55chartq,anthropic,fable-5.1,max,mixed,hard,Chartography-tools,,,,,,88.41,score%,0.0673,,effort-from-chart-order,"https://www.anthropic.com/claude-opus-5-5-system-card (green series (Claude Fable 5.1), marker centre px [1865.0, 294.0] (x, y) of the image)",,in, sc55chartq,anthropic,opus-5.5,low,mixed,hard,Chartography-tools,,,,,,71.58,score%,0.0673,,effort-from-chart-order,"https://www.anthropic.com/claude-opus-5-5-system-card (orange series (Claude Opus 5.5), marker centre px [233.0, 544.0] (x, y) of the image)",,in, sc55chartq,anthropic,opus-5.5,medium,mixed,hard,Chartography-tools,,,,,,85.18,score%,0.0673,,effort-from-chart-order,"https://www.anthropic.com/claude-opus-5-5-system-card (orange series (Claude Opus 5.5), marker centre px [560.0, 342.0] (x, y) of the image)",,in, sc55chartq,anthropic,opus-5.5,high,mixed,hard,Chartography-tools,,,,,,86.79,score%,0.0673,,effort-from-chart-order,"https://www.anthropic.com/claude-opus-5-5-system-card (orange series (Claude Opus 5.5), marker centre px [704.0, 318.0] (x, y) of the image)",,in, sc55chartq,anthropic,opus-5.5,xhigh,mixed,hard,Chartography-tools,,,,,,89.55,score%,0.0673,,effort-from-chart-order,"https://www.anthropic.com/claude-opus-5-5-system-card (orange series (Claude Opus 5.5), marker centre px [1078.0, 277.0] (x, y) of the image)",,in, sc55chartq,anthropic,opus-5.5,max,mixed,hard,Chartography-tools,,,,,,88.95,score%,0.0673,,effort-from-chart-order,"https://www.anthropic.com/claude-opus-5-5-system-card (orange series (Claude Opus 5.5), marker centre px [1685.0, 286.0] (x, y) of the image)",,in, sc5hle,anthropic,opus-5,low,reasoning-math,frontier,HLE-tools,per-task,0.242,0.000453,,,56.1,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (orange series (Claude Opus 5), marker centre px [333.0, 616.0] (x, y) of the image; the printed label beside the marker)",,in,in sc5hle,anthropic,opus-5,medium,reasoning-math,frontier,HLE-tools,per-task,0.690,0.00129,,,61.3,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (orange series (Claude Opus 5), marker centre px [893.0, 493.0] (x, y) of the image; the printed label beside the marker)",,in,in sc5hle,anthropic,opus-5,high,reasoning-math,frontier,HLE-tools,per-task,1.256,0.00235,,,63.2,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (orange series (Claude Opus 5), marker centre px [1213.0, 447.0] (x, y) of the image; the printed label beside the marker)",,in,in sc5hle,anthropic,opus-5,xhigh,reasoning-math,frontier,HLE-tools,per-task,1.987,0.00372,,,64.8,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (orange series (Claude Opus 5), marker centre px [1458.0, 411.0] (x, y) of the image; the printed label beside the marker)",,in,in sc5hle,anthropic,opus-5,max,reasoning-math,frontier,HLE-tools,per-task,2.684,0.00502,,,64.7,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (orange series (Claude Opus 5), marker centre px [1619.0, 413.0] (x, y) of the image; the printed label beside the marker)",,in,in sc5hle,anthropic,fable-5,low,reasoning-math,frontier,HLE-tools,per-task,0.912,0.00171,,,58.2,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (gold series (Claude Fable 5), marker centre px [1042.0, 566.0] (x, y) of the image; the printed label beside the marker)",,in,in sc5hle,anthropic,fable-5,medium,reasoning-math,frontier,HLE-tools,per-task,1.372,0.00257,,,61.4,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (gold series (Claude Fable 5), marker centre px [1260.0, 492.0] (x, y) of the image; the printed label beside the marker)",,in,in sc5hle,anthropic,fable-5,high,reasoning-math,frontier,HLE-tools,per-task,1.925,0.0036,,,61.8,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (gold series (Claude Fable 5), marker centre px [1441.0, 483.0] (x, y) of the image; the printed label beside the marker)",,in,in sc5hle,anthropic,fable-5,xhigh,reasoning-math,frontier,HLE-tools,per-task,2.595,0.00485,,,63.1,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (gold series (Claude Fable 5), marker centre px [1601.0, 450.0] (x, y) of the image; the printed label beside the marker)",,in,in sc5hle,anthropic,fable-5,max,reasoning-math,frontier,HLE-tools,per-task,4.374,0.00818,,,63.9,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (gold series (Claude Fable 5), marker centre px [1880.0, 432.0] (x, y) of the image; the printed label beside the marker)",,in,in sc5hle,anthropic,opus-4.8,low,reasoning-math,frontier,HLE-tools,per-task,0.329,0.000615,,,50.2,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (blue series (Claude Opus 4.8), marker centre px [496.0, 756.0] (x, y) of the image; the printed label beside the marker)",,in,in sc5hle,anthropic,opus-4.8,medium,reasoning-math,frontier,HLE-tools,per-task,0.527,0.000986,,,55.2,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (blue series (Claude Opus 4.8), marker centre px [748.0, 638.0] (x, y) of the image; the printed label beside the marker)",,in,in sc5hle,anthropic,opus-4.8,high,reasoning-math,frontier,HLE-tools,per-task,0.618,0.00116,,,55.7,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (blue series (Claude Opus 4.8), marker centre px [834.0, 626.0] (x, y) of the image; the printed label beside the marker)",,in,in sc5hle,anthropic,opus-4.8,xhigh,reasoning-math,frontier,HLE-tools,per-task,1.106,0.00207,,,57.6,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (blue series (Claude Opus 4.8), marker centre px [1145.0, 581.0] (x, y) of the image; the printed label beside the marker)",,in,in sc5hle,anthropic,opus-4.8,max,reasoning-math,frontier,HLE-tools,per-task,1.543,0.00289,,,58.0,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (blue series (Claude Opus 4.8), marker centre px [1323.0, 572.0] (x, y) of the image; the printed label beside the marker)",,in,in sc5hle,anthropic,sonnet-5,low,reasoning-math,frontier,HLE-tools,per-task,0.194,0.000363,,,36.5,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (green series (Claude Sonnet 5), marker centre px [215.0, 1080.0] (x, y) of the image; the printed label beside the marker)",,in,in sc5hle,anthropic,sonnet-5,medium,reasoning-math,frontier,HLE-tools,per-task,0.512,0.000958,,,47.2,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (green series (Claude Sonnet 5), marker centre px [733.0, 826.0] (x, y) of the image; the printed label beside the marker)",,in,in sc5hle,anthropic,sonnet-5,high,reasoning-math,frontier,HLE-tools,per-task,0.907,0.0017,,,52.8,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (green series (Claude Sonnet 5), marker centre px [1039.0, 695.0] (x, y) of the image; the printed label beside the marker)",,in,in sc5hle,anthropic,sonnet-5,xhigh,reasoning-math,frontier,HLE-tools,per-task,1.504,0.00281,,,54.6,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (green series (Claude Sonnet 5), marker centre px [1309.0, 653.0] (x, y) of the image; the printed label beside the marker)",,in,in sc5hle,anthropic,sonnet-5,max,reasoning-math,frontier,HLE-tools,per-task,3.668,0.00686,,,57.4,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (green series (Claude Sonnet 5), marker centre px [1786.0, 585.0] (x, y) of the image; the printed label beside the marker)",,in,in sc5browse,anthropic,opus-5,low,mixed,frontier,BrowseComp-10M,per-task,3.989,0.00862,,,84.4,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (orange series (Claude Opus 5), marker centre px [735.0, 550.0] (x, y) of the image; the printed label beside the marker)",,in,in sc5browse,anthropic,opus-5,medium,mixed,frontier,BrowseComp-10M,per-task,12.765,0.0276,,,88.9,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (orange series (Claude Opus 5), marker centre px [1392.0, 452.0] (x, y) of the image; the printed label beside the marker)",,in,in sc5browse,anthropic,opus-5,high,mixed,frontier,BrowseComp-10M,per-task,23.895,0.0516,,,90.2,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (orange series (Claude Opus 5), marker centre px [1746.0, 425.0] (x, y) of the image; the printed label beside the marker)",,in,in sc5browse,anthropic,opus-5,xhigh,mixed,frontier,BrowseComp-10M,per-task,28.775,0.0622,,,90.7,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (orange series (Claude Opus 5), marker centre px [1851.0, 415.0] (x, y) of the image; the printed label beside the marker)",,in,in sc5browse,anthropic,opus-5,max,mixed,frontier,BrowseComp-10M,per-task,29.964,0.0647,,,90.8,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (orange series (Claude Opus 5), marker centre px [1874.0, 411.0] (x, y) of the image; the printed label beside the marker)",,in,in sc5browse,anthropic,mythos-5,low,mixed,frontier,BrowseComp-10M,per-task,10.285,0.0222,,,83.0,score%,0.0289,,,"https://www.anthropic.com/claude-opus-5-system-card (gold series (Claude Mythos 5), marker centre px [1270.0, 580.0] (x, y) of the image; the printed label beside the marker)",,out:effort-not-established,out:effort-not-established sc5browse,anthropic,mythos-5,medium,mixed,frontier,BrowseComp-10M,per-task,13.416,0.029,,,87.1,score%,0.0289,,,"https://www.anthropic.com/claude-opus-5-system-card (gold series (Claude Mythos 5), marker centre px [1420.0, 492.0] (x, y) of the image; the printed label beside the marker)",,out:effort-not-established,out:effort-not-established sc5browse,anthropic,mythos-5,high,mixed,frontier,BrowseComp-10M,per-task,17.587,0.038,,,87.3,score%,0.0289,,,"https://www.anthropic.com/claude-opus-5-system-card (gold series (Claude Mythos 5), marker centre px [1573.0, 488.0] (x, y) of the image; the printed label beside the marker)",,out:effort-not-established,out:effort-not-established sc5browse,anthropic,mythos-5,xhigh,mixed,frontier,BrowseComp-10M,per-task,18.355,0.0397,,,88.0,score%,0.0289,,,"https://www.anthropic.com/claude-opus-5-system-card (gold series (Claude Mythos 5), marker centre px [1597.0, 473.0] (x, y) of the image; the printed label beside the marker)",,out:effort-not-established,out:effort-not-established sc5browse,anthropic,mythos-5,max,mixed,frontier,BrowseComp-10M,per-task,26.617,0.0575,,,88.0,score%,0.0289,,,"https://www.anthropic.com/claude-opus-5-system-card (gold series (Claude Mythos 5), marker centre px [1807.0, 473.0] (x, y) of the image; the printed label beside the marker)",,out:effort-not-established,out:effort-not-established sc5browse,anthropic,opus-4.8,low,mixed,frontier,BrowseComp-10M,per-task,7.042,0.0152,,,77.4,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (blue series (Claude Opus 4.8), marker centre px [1056.0, 701.0] (x, y) of the image; the printed label beside the marker)",,in,in sc5browse,anthropic,opus-4.8,medium,mixed,frontier,BrowseComp-10M,per-task,12.474,0.027,,,79.1,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (blue series (Claude Opus 4.8), marker centre px [1379.0, 666.0] (x, y) of the image; the printed label beside the marker)",,in,in sc5browse,anthropic,opus-4.8,high,mixed,frontier,BrowseComp-10M,per-task,14.682,0.0317,,,82.0,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (blue series (Claude Opus 4.8), marker centre px [1470.2, 604.7] (x, y) of the image; the printed label beside the marker)",,in,in sc5browse,anthropic,opus-4.8,xhigh,mixed,frontier,BrowseComp-10M,per-task,20.31,0.0439,,,84.0,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (blue series (Claude Opus 4.8), marker centre px [1654.2, 558.9] (x, y) of the image; the printed label beside the marker)",,in,in sc5browse,anthropic,opus-4.8,max,mixed,frontier,BrowseComp-10M,per-task,25.196,0.0544,,,84.3,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (blue series (Claude Opus 4.8), marker centre px [1776.0, 553.0] (x, y) of the image; the printed label beside the marker)",,in,in sc5browse,anthropic,sonnet-5,low,mixed,frontier,BrowseComp-10M,per-task,1.602,0.00346,,,59.9,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (green series (Claude Sonnet 5), marker centre px [220.0, 1080.0] (x, y) of the image; the printed label beside the marker)",,in,in sc5browse,anthropic,sonnet-5,medium,mixed,frontier,BrowseComp-10M,per-task,3.722,0.00804,,,71.4,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (green series (Claude Sonnet 5), marker centre px [696.0, 831.0] (x, y) of the image; the printed label beside the marker)",,in,in sc5browse,anthropic,sonnet-5,high,mixed,frontier,BrowseComp-10M,per-task,7.244,0.0157,,,79.4,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (green series (Claude Sonnet 5), marker centre px [1072.0, 659.0] (x, y) of the image; the printed label beside the marker)",,in,in sc5browse,anthropic,sonnet-5,xhigh,mixed,frontier,BrowseComp-10M,per-task,16.326,0.0353,,,82.5,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (green series (Claude Sonnet 5), marker centre px [1531.0, 591.0] (x, y) of the image; the printed label beside the marker)",,in,in sc5browse,anthropic,sonnet-5,max,mixed,frontier,BrowseComp-10M,per-task,21.943,0.0474,,,84.7,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (green series (Claude Sonnet 5), marker centre px [1698.0, 545.0] (x, y) of the image; the printed label beside the marker)",,in,in sc5dsqa,anthropic,opus-5,low,mixed,frontier,DeepSearchQA,per-task,1.169,0.00329,,,91.0,f1%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (orange series (Claude Opus 5), marker centre px [493.0, 609.0] (x, y) of the image; the printed label beside the marker)",,in,in sc5dsqa,anthropic,opus-5,medium,mixed,frontier,DeepSearchQA,per-task,1.613,0.00453,,,92.8,f1%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (orange series (Claude Opus 5), marker centre px [725.0, 486.0] (x, y) of the image; the printed label beside the marker)",,in,in sc5dsqa,anthropic,opus-5,high,mixed,frontier,DeepSearchQA,per-task,2.399,0.00674,,,94.1,f1%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (orange series (Claude Opus 5), marker centre px [1012.0, 402.0] (x, y) of the image; the printed label beside the marker)",,in,in sc5dsqa,anthropic,opus-5,xhigh,mixed,frontier,DeepSearchQA,per-task,3.152,0.00886,,,94.6,f1%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (orange series (Claude Opus 5), marker centre px [1209.0, 372.0] (x, y) of the image; the printed label beside the marker)",,in,in sc5dsqa,anthropic,opus-5,max,mixed,frontier,DeepSearchQA,per-task,4.238,0.0119,,,95.0,f1%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (orange series (Claude Opus 5), marker centre px [1423.0, 343.0] (x, y) of the image; the printed label beside the marker)",,in,in sc5dsqa,anthropic,fable-5,low,mixed,frontier,DeepSearchQA,per-task,2.488,0.00699,,,92.5,f1%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (gold series (Claude Fable 5), marker centre px [1038.0, 506.0] (x, y) of the image; the printed label beside the marker)",,in,in sc5dsqa,anthropic,fable-5,medium,mixed,frontier,DeepSearchQA,per-task,3.753,0.0105,,,93.4,f1%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (gold series (Claude Fable 5), marker centre px [1335.0, 453.0] (x, y) of the image; the printed label beside the marker)",,in,in sc5dsqa,anthropic,fable-5,high,mixed,frontier,DeepSearchQA,per-task,5.386,0.0151,,,94.2,f1%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (gold series (Claude Fable 5), marker centre px [1596.0, 397.0] (x, y) of the image; the printed label beside the marker)",,in,in sc5dsqa,anthropic,fable-5,xhigh,mixed,frontier,DeepSearchQA,per-task,5.733,0.0161,,,94.4,f1%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (gold series (Claude Fable 5), marker centre px [1641.0, 384.0] (x, y) of the image; the printed label beside the marker)",,in,in sc5dsqa,anthropic,fable-5,max,mixed,frontier,DeepSearchQA,per-task,7.540,0.0212,,,94.7,f1%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (gold series (Claude Fable 5), marker centre px [1839.0, 366.0] (x, y) of the image; the printed label beside the marker)",,in,in sc5dsqa,anthropic,opus-4.8,low,mixed,frontier,DeepSearchQA,per-task,1.404,0.00395,,,88.6,f1%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (blue series (Claude Opus 4.8), marker centre px [625.0, 765.0] (x, y) of the image; the printed label beside the marker)",,in,in sc5dsqa,anthropic,opus-4.8,medium,mixed,frontier,DeepSearchQA,per-task,1.566,0.0044,,,90.1,f1%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (blue series (Claude Opus 4.8), marker centre px [704.0, 665.0] (x, y) of the image; the printed label beside the marker)",,in,in sc5dsqa,anthropic,opus-4.8,high,mixed,frontier,DeepSearchQA,per-task,1.571,0.00442,,,91.0,f1%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (blue series (Claude Opus 4.8), marker centre px [706.0, 605.0] (x, y) of the image; the printed label beside the marker)",,in,in sc5dsqa,anthropic,opus-4.8,xhigh,mixed,frontier,DeepSearchQA,per-task,2.366,0.00665,,,92.1,f1%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (blue series (Claude Opus 4.8), marker centre px [1002.0, 532.0] (x, y) of the image; the printed label beside the marker)",,in,in sc5dsqa,anthropic,opus-4.8,max,mixed,frontier,DeepSearchQA,per-task,2.916,0.0082,,,93.1,f1%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (blue series (Claude Opus 4.8), marker centre px [1153.0, 467.0] (x, y) of the image; the printed label beside the marker)",,in,in sc5dsqa,anthropic,sonnet-5,low,mixed,frontier,DeepSearchQA,per-task,0.842,0.00237,,,83.9,f1%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (green series (Claude Sonnet 5), marker centre px [256.0, 1070.0] (x, y) of the image; the printed label beside the marker)",,in,in sc5dsqa,anthropic,sonnet-5,medium,mixed,frontier,DeepSearchQA,per-task,1.579,0.00444,,,87.8,f1%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (green series (Claude Sonnet 5), marker centre px [710.0, 813.0] (x, y) of the image; the printed label beside the marker)",,in,in sc5dsqa,anthropic,sonnet-5,high,mixed,frontier,DeepSearchQA,per-task,2.248,0.00632,,,89.4,f1%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (green series (Claude Sonnet 5), marker centre px [965.0, 712.0] (x, y) of the image; the printed label beside the marker)",,in,in sc5dsqa,anthropic,sonnet-5,xhigh,mixed,frontier,DeepSearchQA,per-task,3.070,0.00863,,,90.4,f1%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (green series (Claude Sonnet 5), marker centre px [1190.0, 647.0] (x, y) of the image; the printed label beside the marker)",,in,in sc5dsqa,anthropic,sonnet-5,max,mixed,frontier,DeepSearchQA,per-task,5.067,0.0142,,,92.4,f1%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (green series (Claude Sonnet 5), marker centre px [1552.0, 512.0] (x, y) of the image; the printed label beside the marker)",,in,in sc5draco,anthropic,opus-5,low,agentic-tool,frontier,DRACO,per-task,1.757,0.00619,,,83.2,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (orange series (Claude Opus 5), marker centre px [910.0, 525.0] (x, y) of the image; the printed label beside the marker)",,in,in sc5draco,anthropic,opus-5,medium,agentic-tool,frontier,DRACO,per-task,5.855,0.0206,,,86.8,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (orange series (Claude Opus 5), marker centre px [1402.0, 404.0] (x, y) of the image; the printed label beside the marker)",,in,in sc5draco,anthropic,opus-5,high,agentic-tool,frontier,DRACO,per-task,10.075,0.0355,,,87.0,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (orange series (Claude Opus 5), marker centre px [1624.0, 399.0] (x, y) of the image; the printed label beside the marker)",,in,in sc5draco,anthropic,opus-5,xhigh,agentic-tool,frontier,DRACO,per-task,17.79,0.0627,,,88.1,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (orange series (Claude Opus 5), marker centre px [1856.7, 356.7] (x, y) of the image; the printed label beside the marker)",,in,in sc5draco,anthropic,opus-5,max,agentic-tool,frontier,DRACO,per-task,17.64,0.0621,,,88.6,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (orange series (Claude Opus 5), marker centre px [1853.090909090909, 343.09090909090907] (x, y) of the image; the printed label beside the marker)",,in,in sc5draco,anthropic,mythos-5,low,agentic-tool,frontier,DRACO,per-task,1.148,0.00404,,,78.3,score%,0.0289,,,"https://www.anthropic.com/claude-opus-5-system-card (gold series (Claude Mythos 5), marker centre px [736.0, 686.0] (x, y) of the image; the printed label beside the marker)",,out:effort-not-established,out:effort-not-established sc5draco,anthropic,mythos-5,medium,agentic-tool,frontier,DRACO,per-task,3.145,0.0111,,,81.0,score%,0.0289,,,"https://www.anthropic.com/claude-opus-5-system-card (gold series (Claude Mythos 5), marker centre px [1148.0, 596.0] (x, y) of the image; the printed label beside the marker)",,out:effort-not-established,out:effort-not-established sc5draco,anthropic,mythos-5,high,agentic-tool,frontier,DRACO,per-task,6.712,0.0236,,,83.5,score%,0.0289,,,"https://www.anthropic.com/claude-opus-5-system-card (gold series (Claude Mythos 5), marker centre px [1458.0, 514.0] (x, y) of the image; the printed label beside the marker)",,out:effort-not-established,out:effort-not-established sc5draco,anthropic,mythos-5,xhigh,agentic-tool,frontier,DRACO,per-task,12.106,0.0426,,,86.3,score%,0.0289,,,"https://www.anthropic.com/claude-opus-5-system-card (gold series (Claude Mythos 5), marker centre px [1699.0, 421.0] (x, y) of the image; the printed label beside the marker)",,out:effort-not-established,out:effort-not-established sc5draco,anthropic,mythos-5,max,agentic-tool,frontier,DRACO,per-task,20.229,0.0713,,,87.7,score%,0.0289,,,"https://www.anthropic.com/claude-opus-5-system-card (gold series (Claude Mythos 5), marker centre px [1909.0, 374.0] (x, y) of the image; the printed label beside the marker)",,out:effort-not-established,out:effort-not-established sc5draco,anthropic,opus-4.8,low,agentic-tool,frontier,DRACO,per-task,0.623,0.00219,,,70.8,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (blue series (Claude Opus 4.8), marker centre px [486.0, 936.0] (x, y) of the image; the printed label beside the marker)",,in,in sc5draco,anthropic,opus-4.8,medium,agentic-tool,frontier,DRACO,per-task,0.988,0.00348,,,74.6,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (blue series (Claude Opus 4.8), marker centre px [674.7, 810.3] (x, y) of the image; the printed label beside the marker)",,in,in sc5draco,anthropic,opus-4.8,high,agentic-tool,frontier,DRACO,per-task,1.376,0.00485,,,76.3,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (blue series (Claude Opus 4.8), marker centre px [810.0, 753.0] (x, y) of the image; the printed label beside the marker)",,in,in sc5draco,anthropic,opus-4.8,xhigh,agentic-tool,frontier,DRACO,per-task,2.790,0.00983,,,79.4,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (blue series (Claude Opus 4.8), marker centre px [1099.0, 651.0] (x, y) of the image; the printed label beside the marker)",,in,in sc5draco,anthropic,opus-4.8,max,agentic-tool,frontier,DRACO,per-task,4.186,0.0147,,,80.6,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (blue series (Claude Opus 4.8), marker centre px [1265.0, 611.0] (x, y) of the image; the printed label beside the marker)",,in,in sc5draco,anthropic,sonnet-5,low,agentic-tool,frontier,DRACO,per-task,0.298,0.00105,,,66.8,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (green series (Claude Sonnet 5), marker centre px [185.0, 1070.0] (x, y) of the image; the printed label beside the marker)",,in,in sc5draco,anthropic,sonnet-5,medium,agentic-tool,frontier,DRACO,per-task,0.637,0.00224,,,72.7,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (green series (Claude Sonnet 5), marker centre px [495.0, 873.0] (x, y) of the image; the printed label beside the marker)",,in,in sc5draco,anthropic,sonnet-5,high,agentic-tool,frontier,DRACO,per-task,1.840,0.00648,,,76.4,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (green series (Claude Sonnet 5), marker centre px [929.0, 749.0] (x, y) of the image; the printed label beside the marker)",,in,in sc5draco,anthropic,sonnet-5,xhigh,agentic-tool,frontier,DRACO,per-task,4.541,0.016,,,81.6,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (green series (Claude Sonnet 5), marker centre px [1298.0, 576.0] (x, y) of the image; the printed label beside the marker)",,in,in sc5draco,anthropic,sonnet-5,max,agentic-tool,frontier,DRACO,per-task,14.575,0.0513,,,84.3,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (green series (Claude Sonnet 5), marker centre px [1775.0, 487.0] (x, y) of the image; the printed label beside the marker)",,in,in sc5osworld,anthropic,opus-5,low,computer-use,hard,OSWorld,per-task,9.01,0.0215,,,60.4,pass%,0.141,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (orange series (Claude Opus 5), marker centre px [1042.0, 360.0] (x, y) of the image)",,in,in sc5osworld,anthropic,opus-5,medium,computer-use,hard,OSWorld,per-task,13.15,0.0313,,,62.8,pass%,0.141,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (orange series (Claude Opus 5), marker centre px [1242.0, 339.0] (x, y) of the image)",,in,in sc5osworld,anthropic,opus-5,high,computer-use,hard,OSWorld,per-task,16.56,0.0395,,,66.6,pass%,0.141,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (orange series (Claude Opus 5), marker centre px [1364.0, 305.0] (x, y) of the image)",,in,in sc5osworld,anthropic,opus-5,xhigh,computer-use,hard,OSWorld,per-task,21.14,0.0504,,,69.3,pass%,0.141,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (orange series (Claude Opus 5), marker centre px [1493.0, 281.0] (x, y) of the image)",,in,in sc5osworld,anthropic,opus-5,max,computer-use,hard,OSWorld,per-task,23.63,0.0563,,,70.5,pass%,0.141,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (orange series (Claude Opus 5), marker centre px [1552.0, 270.0] (x, y) of the image)",,in,in sc5osworld,anthropic,fable-5,low,computer-use,hard,OSWorld,per-task,23.06,0.055,,,56.4,pass%,0.141,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (gold series (Claude Fable 5), marker centre px [1539.0, 396.0] (x, y) of the image)",,in,in sc5osworld,anthropic,fable-5,medium,computer-use,hard,OSWorld,per-task,26.47,0.0631,,,60.8,pass%,0.141,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (gold series (Claude Fable 5), marker centre px [1612.0, 357.0] (x, y) of the image)",,in,in sc5osworld,anthropic,fable-5,high,computer-use,hard,OSWorld,per-task,34.43,0.0821,,,62.3,pass%,0.141,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (gold series (Claude Fable 5), marker centre px [1751.0, 343.0] (x, y) of the image)",,in,in sc5osworld,anthropic,fable-5,xhigh,computer-use,hard,OSWorld,per-task,40.13,0.0957,,,64.5,pass%,0.141,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (gold series (Claude Fable 5), marker centre px [1832.0, 324.0] (x, y) of the image)",,in,in sc5osworld,anthropic,fable-5,max,computer-use,hard,OSWorld,per-task,46.33,0.11,,,66.1,pass%,0.141,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (gold series (Claude Fable 5), marker centre px [1908.0, 309.0] (x, y) of the image)",,in,in sc5osworld,anthropic,opus-4.8,low,computer-use,hard,OSWorld,per-task,16.1,0.0384,,,49.2,pass%,0.141,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (blue series (Claude Opus 4.8), marker centre px [1349.0, 460.0] (x, y) of the image)",,in,in sc5osworld,anthropic,opus-4.8,medium,computer-use,hard,OSWorld,per-task,20.47,0.0488,,,53.1,pass%,0.141,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (blue series (Claude Opus 4.8), marker centre px [1476.0, 425.0] (x, y) of the image)",,in,in sc5osworld,anthropic,opus-4.8,high,computer-use,hard,OSWorld,per-task,22.24,0.053,,,52.9,pass%,0.141,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (blue series (Claude Opus 4.8), marker centre px [1520.0, 427.0] (x, y) of the image)",,in,in sc5osworld,anthropic,opus-4.8,xhigh,computer-use,hard,OSWorld,per-task,28.77,0.0686,,,57.2,pass%,0.141,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (blue series (Claude Opus 4.8), marker centre px [1656.0, 389.0] (x, y) of the image)",,in,in sc5osworld,anthropic,opus-4.8,max,computer-use,hard,OSWorld,per-task,36.99,0.0882,,,55.7,pass%,0.141,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (blue series (Claude Opus 4.8), marker centre px [1789.0, 402.0] (x, y) of the image)",,in,in sc5osworld,anthropic,sonnet-5,low,computer-use,hard,OSWorld,per-task,11.03,0.0263,,,38.8,pass%,0.141,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (green series (Claude Sonnet 5), marker centre px [1150.0, 553.0] (x, y) of the image)",,in,in sc5osworld,anthropic,sonnet-5,medium,computer-use,hard,OSWorld,per-task,13.55,0.0323,,,44.0,pass%,0.141,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (green series (Claude Sonnet 5), marker centre px [1259.0, 506.0] (x, y) of the image)",,in,in sc5osworld,anthropic,sonnet-5,high,computer-use,hard,OSWorld,per-task,17.1,0.0408,,,45.6,pass%,0.141,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (green series (Claude Sonnet 5), marker centre px [1382.0, 492.0] (x, y) of the image)",,in,in sc5osworld,anthropic,sonnet-5,xhigh,computer-use,hard,OSWorld,per-task,20.62,0.0491,,,46.4,pass%,0.141,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (green series (Claude Sonnet 5), marker centre px [1481.0, 485.0] (x, y) of the image)",,in,in sc5osworld,anthropic,sonnet-5,max,computer-use,hard,OSWorld,per-task,28.77,0.0686,,,51.4,pass%,0.141,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (green series (Claude Sonnet 5), marker centre px [1657.0, 440.0] (x, y) of the image)",,in,in sc5autobench,anthropic,opus-5,low,agentic-tool,hard,AutomationBench,per-task,0.751,0.00143,,,22.4,pass%,0.0368,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (orange series (Claude Opus 5), marker centre px [660.0, 440.0] (x, y) of the image)",,in,in sc5autobench,anthropic,opus-5,medium,agentic-tool,hard,AutomationBench,per-task,0.891,0.00143,,,24.0,pass%,0.0368,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (orange series (Claude Opus 5), marker centre px [765.0, 393.0] (x, y) of the image)",,in,in sc5autobench,anthropic,opus-5,high,agentic-tool,hard,AutomationBench,per-task,1.031,0.00143,,,23.0,pass%,0.0368,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (orange series (Claude Opus 5), marker centre px [871.0, 423.0] (x, y) of the image)",,in,in sc5autobench,anthropic,opus-5,xhigh,agentic-tool,hard,AutomationBench,per-task,1.152,0.00143,,,25.1,pass%,0.0368,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (orange series (Claude Opus 5), marker centre px [962.0, 361.0] (x, y) of the image)",,in,in sc5autobench,anthropic,opus-5,max,agentic-tool,hard,AutomationBench,per-task,1.271,0.00143,,,26.0,pass%,0.0368,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (orange series (Claude Opus 5), marker centre px [1052.0, 334.0] (x, y) of the image)",,in,in sc5autobench,anthropic,fable-5,low,agentic-tool,hard,AutomationBench,per-task,1.412,0.00143,,,16.0,pass%,0.0368,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (gold series (Claude Fable 5), marker centre px [1158.0, 629.0] (x, y) of the image)",,in,in sc5autobench,anthropic,fable-5,medium,agentic-tool,hard,AutomationBench,per-task,1.522,0.00143,,,16.3,pass%,0.0368,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (gold series (Claude Fable 5), marker centre px [1241.0, 620.0] (x, y) of the image)",,in,in sc5autobench,anthropic,fable-5,high,agentic-tool,hard,AutomationBench,per-task,1.652,0.00143,,,16.6,pass%,0.0368,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (gold series (Claude Fable 5), marker centre px [1339.0, 611.0] (x, y) of the image)",,in,in sc5autobench,anthropic,fable-5,xhigh,agentic-tool,hard,AutomationBench,per-task,1.802,0.00143,,,16.0,pass%,0.0368,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (gold series (Claude Fable 5), marker centre px [1452.0, 629.0] (x, y) of the image)",,in,in sc5autobench,anthropic,fable-5,max,agentic-tool,hard,AutomationBench,per-task,2.031,0.00143,,,17.4,pass%,0.0368,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (gold series (Claude Fable 5), marker centre px [1625.0, 587.0] (x, y) of the image)",,in,in chartogt,anthropic,opus-4.8,low,mixed,hard,Chartography-tools,per-attempt,0.3567,0.00233,,,45.92,score%,0.183,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (blue series (Claude Opus 4.8), marker centre px [1358.0, 759.0] (x, y) of the image)",,in,in chartogt,anthropic,opus-4.8,medium,mixed,hard,Chartography-tools,per-attempt,0.5853,0.00383,,,60.32,score%,0.183,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (blue series (Claude Opus 4.8), marker centre px [1498.0, 613.0] (x, y) of the image)",,in,in chartogt,anthropic,opus-4.8,high,mixed,hard,Chartography-tools,per-attempt,0.7083,0.00463,,,62.79,score%,0.183,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (blue series (Claude Opus 4.8), marker centre px [1552.0, 588.0] (x, y) of the image)",,in,in chartogt,anthropic,opus-4.8,xhigh,mixed,hard,Chartography-tools,per-attempt,1.3433,0.00879,,,71.76,score%,0.183,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (blue series (Claude Opus 4.8), marker centre px [1733.0, 497.0] (x, y) of the image)",,in,in chartogt,anthropic,opus-4.8,max,mixed,hard,Chartography-tools,per-attempt,2.0596,0.0135,,,74.92,score%,0.183,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (blue series (Claude Opus 4.8), marker centre px [1854.0, 465.0] (x, y) of the image)",,in,in chartogn,anthropic,opus-4.8,low,mixed,hard,Chartography-notools,per-attempt,0.0203,0.000133,,,11.41,score%,0.183,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (blue series (Claude Opus 4.8), marker centre px [549.2, 1109.4] (x, y) of the image)",,in,in chartogn,anthropic,opus-4.8,medium,mixed,hard,Chartography-notools,per-attempt,0.0315,0.000206,,,13.93,score%,0.183,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (blue series (Claude Opus 4.8), marker centre px [672.0, 1083.0] (x, y) of the image)",,in,in chartogn,anthropic,opus-4.8,high,mixed,hard,Chartography-notools,per-attempt,0.0412,0.00027,,,12.26,score%,0.183,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (blue series (Claude Opus 4.8), marker centre px [749.0, 1100.6] (x, y) of the image)",,in,in chartogn,anthropic,opus-4.8,xhigh,mixed,hard,Chartography-notools,per-attempt,0.0782,0.000512,,,15.7,score%,0.183,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (blue series (Claude Opus 4.8), marker centre px [929.0, 1065.0] (x, y) of the image)",,in,in chartogn,anthropic,opus-4.8,max,mixed,hard,Chartography-notools,per-attempt,0.1473,0.000964,,,16.98,score%,0.183,,effort-from-chart-order; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-opus-5-system-card (blue series (Claude Opus 4.8), marker centre px [1108.0, 1052.0] (x, y) of the image)",,in,in sc5browse,anthropic,gpt-5.6-sol,unstated,mixed,frontier,BrowseComp-10M,,,,,,90.4,score%,0.0289,,,"https://www.anthropic.com/claude-opus-5-system-card (p148, Table 8.1.A, row of ""(Codex)…"", column 4)",,out:effort-not-established, deloitte-cr,anthropic-partner-deloitte,opus-5.5,low,coding,mid,Deloitte-internal,,,,,,72,bugs-caught%,0.289,,,"https://www.anthropic.com/claude-opus-5-5 (Anthropic Opus 5.5 launch page, Deloitte Consulting LLP testimonial (Quote))",,in, deloitte-cr,anthropic-partner-deloitte,opus-5,high,coding,mid,Deloitte-internal,,,,,,56,bugs-caught%,0.289,,,"https://www.anthropic.com/claude-opus-5-5 (same testimonial, first sentence of the Quote)",,in, hebbia-cite,anthropic-partner-hebbia,opus-5.5,unstated,agentic-tool,hard,Hebbia-internal,,,,,,86.6,rubric-coverage%,0.0289,,,"https://www.anthropic.com/news/claude-opus-5-5 (Customer testimonial card, Hebbia (Aabhas Sharma, CTO), block 'Quote' of the launch page)",,out:effort-not-established, hebbia-cite,anthropic-partner-hebbia,opus-5,unstated,agentic-tool,hard,Hebbia-internal,,,,,,60.3,rubric-coverage%,0.0289,,,"https://www.anthropic.com/news/claude-opus-5-5 (Customer testimonial card, Hebbia (Aabhas Sharma, CTO), block 'Quote' of the launch page)",,out:effort-not-established, anthropic-eve-trading-2wk,anthropic,opus-4.7,unstated,agentic-tool,hard,,,,,,,16,capital-growth%,0.289,,,"https://www.anthropic.com/research/project-eve-claude-plays-mmorpgs (section ""Claude trades on an EVE Online market"" (Can agents make money?))",,out:effort-not-established, anthropic-eve-trading-2wk,anthropic,opus-4.8,unstated,agentic-tool,hard,,,,,,,22,capital-growth%,0.289,,,"https://www.anthropic.com/research/project-eve-claude-plays-mmorpgs (section ""Claude trades on an EVE Online market"" (Can agents make money?))",,out:effort-not-established, anthropic-eve-trading-2wk,anthropic,fable-5,unstated,agentic-tool,hard,,,,,,,43,capital-growth%,0.289,,,"https://www.anthropic.com/research/project-eve-claude-plays-mmorpgs (section ""Claude trades on an EVE Online market"" (Can agents make money?))",,out:effort-not-established, anthropic-eve-trading-2wk,anthropic,opus-4.6,unstated,agentic-tool,hard,,,,,,,4,capital-growth%,0.289,,,"https://www.anthropic.com/research/project-eve-claude-plays-mmorpgs (section ""Claude trades on an EVE Online market"" (Can agents make money?))",,out:effort-not-established, anthropic-eve-trading-6mo,anthropic,opus-4.6,unstated,agentic-tool,hard,,,,,,,200,earnings-%-of-initial-capital,28.9,,,"https://www.anthropic.com/research/project-eve-claude-plays-mmorpgs (section ""Claude trades on an EVE Online market"" (six-month runs))",,out:effort-not-established, anthropic-eve-trading-6mo,anthropic,fable-5,unstated,agentic-tool,hard,,,,,,,600,earnings-%-of-initial-capital,28.9,,,"https://www.anthropic.com/research/project-eve-claude-plays-mmorpgs (section ""Claude trades on an EVE Online market"" (six-month runs))",,out:effort-not-established, anthropic-eve-frontier-monitor,anthropic,sonnet-4.6,unstated,agentic-tool,hard,,,,,,,20,detection%,0.289,,,"https://www.anthropic.com/research/project-eve-claude-plays-mmorpgs (section ""Claude fleets in EVE Frontier"" (monitors))",,out:effort-not-established, an55tb40,anthropic,sonnet-5.5,low,agentic-tool,hard,,per-attempt,0.5679,0.109,,,20,pass%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-sonnet-5-5 (chart '8edc9c9f5e3b' (Terminal-Bench 4.0), CSV row of series sonnet55, y column (Score (%)))",,in,in an55tb40,anthropic,sonnet-5.5,medium,agentic-tool,hard,,per-attempt,0.626025,0.12,,,28.8,pass%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-sonnet-5-5 (chart '8edc9c9f5e3b' (Terminal-Bench 4.0), CSV row of series sonnet55, y column (Score (%)))",,in,in an55tb40,anthropic,sonnet-5.5,high,agentic-tool,hard,,per-attempt,1.455075,0.28,,,43,pass%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-sonnet-5-5 (chart '8edc9c9f5e3b' (Terminal-Bench 4.0), CSV row of series sonnet55, y column (Score (%)))",,in,in an55tb40,anthropic,sonnet-5.5,xhigh,agentic-tool,hard,,per-attempt,3.9735,0.765,,,61.5,pass%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-sonnet-5-5 (chart '8edc9c9f5e3b' (Terminal-Bench 4.0), CSV row of series sonnet55, y column (Score (%)))",,in,in an55tb40,anthropic,sonnet-5.5,max,agentic-tool,hard,,per-attempt,9.40545,1.81,,,70.6,pass%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-sonnet-5-5 (chart '8edc9c9f5e3b' (Terminal-Bench 4.0), CSV row of series sonnet55, y column (Score (%)))",,in,in an55tb40,anthropic,sonnet-5,low,agentic-tool,hard,,per-attempt,3.7767,2.89e-05,,,3.2,pass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-sonnet-5-5 (chart '8edc9c9f5e3b' (Terminal-Bench 4.0), CSV row of series sonnet5, y column (Score (%)))",,in,in an55tb40,anthropic,sonnet-5,medium,agentic-tool,hard,,per-attempt,4.829,2.89e-05,,,4.4,pass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-sonnet-5-5 (chart '8edc9c9f5e3b' (Terminal-Bench 4.0), CSV row of series sonnet5, y column (Score (%)))",,in,in an55tb40,anthropic,sonnet-5,high,agentic-tool,hard,,per-attempt,8.1997,2.89e-05,,,4.5,pass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-sonnet-5-5 (chart '8edc9c9f5e3b' (Terminal-Bench 4.0), CSV row of series sonnet5, y column (Score (%)))",,in,in an55tb40,anthropic,sonnet-5,xhigh,agentic-tool,hard,,per-attempt,9.9546,2.89e-05,,,7,pass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-sonnet-5-5 (chart '8edc9c9f5e3b' (Terminal-Bench 4.0), CSV row of series sonnet5, y column (Score (%)))",,in,in an55tb40,anthropic,sonnet-5,max,agentic-tool,hard,,per-attempt,11.6228,2.89e-05,,,10.3,pass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-sonnet-5-5 (chart '8edc9c9f5e3b' (Terminal-Bench 4.0), CSV row of series sonnet5, y column (Score (%)))",,in,in scswebenchpro,anthropic,sonnet-5.5,max,coding,frontier,system-card,,,,,,81.3,resolved%,0.0289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p109, Table 8.1.A, row of ""SWE-Bench…"", column 1)",,in, scswebenchpro,anthropic,opus-5.5,max,coding,frontier,system-card,,,,,,89.9,resolved%,0.0289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p109, Table 8.1.A, row of ""SWE-Bench…"", column 3)",,in, sc55hlet,anthropic,sonnet-5.5,low,reasoning-math,frontier,HLE-tools,per-task,0.087075,0.0168,,,47.6,score%,0.0289,,cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-sonnet-5-5-system-card (orange series (Claude Sonnet 5.5), marker centre px [400.0, 763.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55hlet,anthropic,sonnet-5.5,medium,reasoning-math,frontier,HLE-tools,per-task,0.11474999999999999,0.0221,,,50.5,score%,0.0289,,cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-sonnet-5-5-system-card (orange series (Claude Sonnet 5.5), marker centre px [526.7826086956521, 711.0869565217391] (x, y) of the image; the printed label beside the marker)",,in,in sc55hlet,anthropic,sonnet-5.5,high,reasoning-math,frontier,HLE-tools,per-task,0.1986,0.0382,,,56.7,score%,0.0289,,cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-sonnet-5-5-system-card (orange series (Claude Sonnet 5.5), marker centre px [778.9090909090909, 602.0909090909091] (x, y) of the image; the printed label beside the marker)",,in,in sc55hlet,anthropic,sonnet-5.5,xhigh,reasoning-math,frontier,HLE-tools,per-task,0.5287499999999999,0.102,,,62.0,score%,0.0289,,cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-sonnet-5-5-system-card (orange series (Claude Sonnet 5.5), marker centre px [1229.0, 510.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55hlet,anthropic,sonnet-5.5,max,reasoning-math,frontier,HLE-tools,per-task,2.25225,0.433,,,64.5,score%,0.0289,,cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-sonnet-5-5-system-card (orange series (Claude Sonnet 5.5), marker centre px [1895.0, 465.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55hlet,anthropic,sonnet-5,low,reasoning-math,frontier,HLE-tools,per-task,0.1132,0.000246,,,34.4,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-sonnet-5-5-system-card (orange series (Claude Sonnet 5), marker centre px [388.0, 995.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55hlet,anthropic,sonnet-5,medium,reasoning-math,frontier,HLE-tools,per-task,0.2985,0.000649,,,45.4,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-sonnet-5-5-system-card (orange series (Claude Sonnet 5), marker centre px [834.0, 801.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55hlet,anthropic,sonnet-5,high,reasoning-math,frontier,HLE-tools,per-task,0.5873,0.00128,,,50.8,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-sonnet-5-5-system-card (orange series (Claude Sonnet 5), marker centre px [1145.0, 707.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55hlet,anthropic,sonnet-5,xhigh,reasoning-math,frontier,HLE-tools,per-task,0.9054,0.00197,,,53.4,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-sonnet-5-5-system-card (orange series (Claude Sonnet 5), marker centre px [1344.0, 661.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55hlet,anthropic,sonnet-5,max,reasoning-math,frontier,HLE-tools,per-task,1.8795,0.00409,,,54.9,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-sonnet-5-5-system-card (orange series (Claude Sonnet 5), marker centre px [1680.0, 634.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55amnt,anthropic,sonnet-5.5,max,reasoning-math,frontier,ArXivMath-2608-notools,,,,,,86.8,score%,0.0289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p116, sentence)",,in, sc55amt,anthropic,sonnet-5.5,max,reasoning-math,frontier,ArXivMath-2608-tools,,,,,,95.2,score%,0.0289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p116, sentence)",,in, sc55draco,anthropic,sonnet-5.5,low,mixed,frontier,DRACO-980k,per-task,0.058065000000000005,0.0112,,,64.6,score%,0.0289,,cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-sonnet-5-5-system-card (orange series (Claude Sonnet 5.5), marker centre px [166.0909090909091, 983.9090909090909] (x, y) of the image; the printed label beside the marker)",,in,in sc55draco,anthropic,sonnet-5.5,medium,mixed,frontier,DRACO-980k,per-task,0.12614999999999998,0.0243,,,71.2,score%,0.0289,,cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-sonnet-5-5-system-card (orange series (Claude Sonnet 5.5), marker centre px [407.90909090909093, 797.0909090909091] (x, y) of the image; the printed label beside the marker)",,in,in sc55draco,anthropic,sonnet-5.5,high,mixed,frontier,DRACO-980k,per-task,0.927,0.179,,,81.0,score%,0.0289,,cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-sonnet-5-5-system-card (green series (Claude Sonnet 5.5), marker centre px [1029.1, 517.5] (x, y) of the image; the printed label beside the marker)",,in,in sc55draco,anthropic,sonnet-5.5,xhigh,mixed,frontier,DRACO-980k,per-task,4.143750000000001,0.798,,,85.7,score%,0.0289,,cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-sonnet-5-5-system-card (green series (Claude Sonnet 5.5), marker centre px [1495.2, 383.6] (x, y) of the image; the printed label beside the marker)",,in,in sc55draco,anthropic,sonnet-5.5,max,mixed,frontier,DRACO-980k,per-task,16.59,3.2,,,87.0,score%,0.0289,,cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-sonnet-5-5-system-card (orange series (Claude Sonnet 5.5), marker centre px [1928.0, 350.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55draco,anthropic,sonnet-5,low,mixed,frontier,DRACO-980k,per-task,0.1836,0.00115,,,64.8,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-sonnet-5-5-system-card (orange series (Claude Sonnet 5), marker centre px [435.0, 979.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55draco,anthropic,sonnet-5,medium,mixed,frontier,DRACO-980k,per-task,0.3754,0.00235,,,70.0,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-sonnet-5-5-system-card (orange series (Claude Sonnet 5), marker centre px [658.0, 833.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55draco,anthropic,sonnet-5,high,mixed,frontier,DRACO-980k,per-task,0.9314,0.00583,,,75.0,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-sonnet-5-5-system-card (orange series (Claude Sonnet 5), marker centre px [941.0, 690.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55draco,anthropic,sonnet-5,xhigh,mixed,frontier,DRACO-980k,per-task,2.0698,0.013,,,77.9,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-sonnet-5-5-system-card (orange series (Claude Sonnet 5), marker centre px [1190.0, 608.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55draco,anthropic,sonnet-5,max,mixed,frontier,DRACO-980k,per-task,5.3135,0.0333,,,80.8,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-sonnet-5-5-system-card (orange series (Claude Sonnet 5), marker centre px [1484.0, 525.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55wandr,anthropic,sonnet-5.5,low,mixed,frontier,WANDR-980k-offline,per-task,0.08385,0.0162,,,10.0,score%,0.0289,,cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-sonnet-5-5-system-card (orange series (Claude Sonnet 5.5), marker centre px [162.0909090909091, 983.9090909090909] (x, y) of the image; the printed label beside the marker)",,in,in sc55wandr,anthropic,sonnet-5.5,medium,mixed,frontier,WANDR-980k-offline,per-task,0.86175,0.166,,,29.9,score%,0.0289,,cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-sonnet-5-5-system-card (orange series (Claude Sonnet 5.5), marker centre px [837.0909090909091, 776.9090909090909] (x, y) of the image; the printed label beside the marker)",,in,in sc55wandr,anthropic,sonnet-5.5,high,mixed,frontier,WANDR-980k-offline,per-task,7.897499999999999,1.52,,,56.3,score%,0.0289,,cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-sonnet-5-5-system-card (orange series (Claude Sonnet 5.5), marker centre px [1479.0, 504.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55wandr,anthropic,sonnet-5.5,xhigh,mixed,frontier,WANDR-980k-offline,per-task,11.595,2.23,,,66.6,score%,0.0289,,cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-sonnet-5-5-system-card (green series (Claude Sonnet 5.5), marker centre px [1591.0, 398.8] (x, y) of the image; the printed label beside the marker)",,in,in sc55wandr,anthropic,sonnet-5.5,max,mixed,frontier,WANDR-980k-offline,per-task,19.365000000000002,3.73,,,70.0,score%,0.0289,,cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-sonnet-5-5-system-card (green series (Claude Sonnet 5.5), marker centre px [1737.9, 357.6] (x, y) of the image; the printed label beside the marker)",,in,in sc55wandr,anthropic,sonnet-5,low,mixed,frontier,WANDR-980k-offline,per-task,3.8471,0.0243,,,22.8,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-sonnet-5-5-system-card (orange series (Claude Sonnet 5), marker centre px [1187.0, 851.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55wandr,anthropic,sonnet-5,medium,mixed,frontier,WANDR-980k-offline,per-task,15.2749,0.0965,,,34.3,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-sonnet-5-5-system-card (orange series (Claude Sonnet 5), marker centre px [1587.0, 731.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55wandr,anthropic,sonnet-5,high,mixed,frontier,WANDR-980k-offline,per-task,35.4559,0.224,,,42.8,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-sonnet-5-5-system-card (orange series (Claude Sonnet 5), marker centre px [1831.0, 644.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55wandr,anthropic,sonnet-5,xhigh,mixed,frontier,WANDR-980k-offline,per-task,45.643,0.288,,,45.9,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-sonnet-5-5-system-card (orange series (Claude Sonnet 5), marker centre px [1904.0, 612.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55wandr,anthropic,sonnet-5,max,mixed,frontier,WANDR-980k-offline,per-task,50.4078,0.318,,,48.3,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-sonnet-5-5-system-card (orange series (Claude Sonnet 5), marker centre px [1933.0, 587.0] (x, y) of the image; the printed label beside the marker)",,in,in sc55osw,anthropic,sonnet-5.5,max,agentic-tool,hard,OSWorld2-partial,,,,,,80.1,score%,0.0289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p130, sentence)",,in, sc55osw,anthropic,sonnet-5,max,agentic-tool,hard,OSWorld2-partial,,,,,,57.0,score%,0.0289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p130, sentence)",,in, sc55bcad,anthropic,sonnet-5.5,low,coding,hard,BenchCAD-V2C-tools,per-task,0.0031199999999999995,0.000602,,,33.1,voxel-IoU%,0.178,,effort-from-chart-order; cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-sonnet-5-5-system-card (orange series (Claude Sonnet 5.5), marker centre px [222.0, 1115.0] (x, y) of the image (axis in fractions: value x100))",,in,in sc55bcad,anthropic,sonnet-5.5,medium,coding,hard,BenchCAD-V2C-tools,per-task,0.0031425000000000003,0.000606,,,33.27,voxel-IoU%,0.178,,effort-from-chart-order; cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-sonnet-5-5-system-card (orange series (Claude Sonnet 5.5), marker centre px [222.6, 1112.5] (x, y) of the image (axis in fractions: value x100))",,in,in sc55bcad,anthropic,sonnet-5.5,high,coding,hard,BenchCAD-V2C-tools,per-task,0.008692499999999999,0.00168,,,47.1,voxel-IoU%,0.178,,effort-from-chart-order; cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-sonnet-5-5-system-card (orange series (Claude Sonnet 5.5), marker centre px [445.0, 931.0] (x, y) of the image (axis in fractions: value x100))",,in,in sc55bcad,anthropic,sonnet-5.5,xhigh,coding,hard,BenchCAD-V2C-tools,per-task,0.13065,0.0252,,,69.9,voxel-IoU%,0.178,,effort-from-chart-order; cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-sonnet-5-5-system-card (orange series (Claude Sonnet 5.5), marker centre px [1035.0, 634.0] (x, y) of the image (axis in fractions: value x100))",,in,in sc55bcad,anthropic,sonnet-5.5,max,coding,hard,BenchCAD-V2C-tools,per-task,4.7475000000000005,0.916,,,96.3,voxel-IoU%,0.178,,effort-from-chart-order; cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-sonnet-5-5-system-card (orange series (Claude Sonnet 5.5), marker centre px [1817.0, 288.0] (x, y) of the image (axis in fractions: value x100))",,in,in sc55chartq,anthropic,sonnet-5.5,low,mixed,hard,Chartography-tools,,,,,,57.55,score%,0.0858,,effort-from-chart-order,"https://www.anthropic.com/claude-sonnet-5-5-system-card (orange series (Claude Sonnet 5.5), marker centre px [454.0, 691.0] (x, y) of the image)",,in, sc55chartq,anthropic,sonnet-5.5,medium,mixed,hard,Chartography-tools,,,,,,67.51,score%,0.0858,,effort-from-chart-order,"https://www.anthropic.com/claude-sonnet-5-5-system-card (orange series (Claude Sonnet 5.5), marker centre px [617.0, 575.0] (x, y) of the image)",,in, sc55chartq,anthropic,sonnet-5.5,high,mixed,hard,Chartography-tools,,,,,,80.9,score%,0.0858,,effort-from-chart-order,"https://www.anthropic.com/claude-sonnet-5-5-system-card (orange series (Claude Sonnet 5.5), marker centre px [820.0, 419.0] (x, y) of the image)",,in, sc55chartq,anthropic,sonnet-5.5,xhigh,mixed,hard,Chartography-tools,,,,,,86.14,score%,0.0858,,effort-from-chart-order,"https://www.anthropic.com/claude-sonnet-5-5-system-card (orange series (Claude Sonnet 5.5), marker centre px [1093.0, 358.0] (x, y) of the image)",,in, sc55chartq,anthropic,sonnet-5.5,max,mixed,hard,Chartography-tools,,,,,,90.2,score%,0.0858,,effort-from-chart-order,"https://www.anthropic.com/claude-sonnet-5-5-system-card (orange series (Claude Sonnet 5.5), marker centre px [1682.0, 312.0] (x, y) of the image)",,in, frontierswe@anthropic,anthropic,sonnet-5.5,max,coding,frontier,proximus,,,,,,61.9,mean-reward@5,0.0289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p114, sentence)",,out:single-couple, zapierab@anthropic,anthropic,sonnet-5.5,low,agentic-tool,hard,AutomationBench,per-task,0.20902500000000002,0.0403,,,18.4,score%,0.0812,,cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-sonnet-5-5-system-card (orange series (Claude Sonnet 5.5), marker centre px [312.0, 760.6153846153846] (x, y) of the image)",,out:republished,out:republished zapierab@anthropic,anthropic,sonnet-5.5,medium,agentic-tool,hard,AutomationBench,per-task,0.23114999999999997,0.0445,,,23.3,score%,0.0812,,cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-sonnet-5-5-system-card (orange series (Claude Sonnet 5.5), marker centre px [344.0, 669.625] (x, y) of the image)",,out:republished,out:republished zapierab@anthropic,anthropic,sonnet-5.5,high,agentic-tool,hard,AutomationBench,per-task,0.27390000000000003,0.0527,,,29.5,score%,0.0812,,cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-sonnet-5-5-system-card (orange series (Claude Sonnet 5.5), marker centre px [406.0, 555.6153846153846] (x, y) of the image)",,out:republished,out:republished scs55hlen,anthropic,sonnet-5.5,low,reasoning-math,frontier,HLE-notools,per-task,0.021675,0.00417,,,41.4,score%,0.0289,,cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-sonnet-5-5-system-card (orange series (Claude Sonnet 5.5), marker centre px [191.0, 769.0] (x, y) of the image; the printed label beside the marker)",,out:republished,out:republished scs55hlen,anthropic,sonnet-5.5,medium,reasoning-math,frontier,HLE-notools,per-task,0.0249675,0.00481,,,43.2,score%,0.0289,,cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-sonnet-5-5-system-card (orange series (Claude Sonnet 5.5), marker centre px [251.0, 739.0] (x, y) of the image; the printed label beside the marker)",,out:republished,out:republished scs55hlen,anthropic,sonnet-5.5,high,reasoning-math,frontier,HLE-notools,per-task,0.057675,0.0111,,,47.9,score%,0.0289,,cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-sonnet-5-5-system-card (orange series (Claude Sonnet 5.5), marker centre px [601.0, 666.0] (x, y) of the image; the printed label beside the marker)",,out:republished,out:republished scs55hlen,anthropic,sonnet-5.5,xhigh,reasoning-math,frontier,HLE-notools,per-task,0.15157500000000002,0.0292,,,53.0,score%,0.0289,,cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-sonnet-5-5-system-card (orange series (Claude Sonnet 5.5), marker centre px [1004.0, 588.0] (x, y) of the image; the printed label beside the marker)",,out:republished,out:republished scs55hlen,anthropic,sonnet-5.5,max,reasoning-math,frontier,HLE-notools,per-task,0.673125,0.13,,,56.9,score%,0.0289,,cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-sonnet-5-5-system-card (orange series (Claude Sonnet 5.5), marker centre px [1628.0, 526.0] (x, y) of the image; the printed label beside the marker)",,out:republished,out:republished scs55hlen,anthropic,opus-5.5,low,reasoning-math,frontier,HLE-notools,per-task,0.0386,9.22e-05,,,52.9,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-sonnet-5-5-system-card (green series (Claude Opus 5.5), marker centre px [312.0, 589.0] (x, y) of the image; the printed label beside the marker)",,out:republished,out:republished scs55hlen,anthropic,opus-5.5,medium,reasoning-math,frontier,HLE-notools,per-task,0.1101,0.000263,,,59.0,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-sonnet-5-5-system-card (green series (Claude Opus 5.5), marker centre px [751.0, 494.0] (x, y) of the image; the printed label beside the marker)",,out:republished,out:republished scs55hlen,anthropic,opus-5.5,high,reasoning-math,frontier,HLE-notools,per-task,0.158,0.000377,,,59.6,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-sonnet-5-5-system-card (green series (Claude Opus 5.5), marker centre px [902.0, 485.0] (x, y) of the image; the printed label beside the marker)",,out:republished,out:republished scs55hlen,anthropic,opus-5.5,xhigh,reasoning-math,frontier,HLE-notools,per-task,0.3321,0.000793,,,62.8,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-sonnet-5-5-system-card (green series (Claude Opus 5.5), marker centre px [1213.0, 434.0] (x, y) of the image; the printed label beside the marker)",,out:republished,out:republished scs55hlen,anthropic,opus-5.5,max,reasoning-math,frontier,HLE-notools,per-task,0.9816,0.00235,,,64.4,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-sonnet-5-5-system-card (green series (Claude Opus 5.5), marker centre px [1667.0, 409.0] (x, y) of the image; the printed label beside the marker)",,out:republished,out:republished scs55hlen,anthropic,sonnet-5,low,reasoning-math,frontier,HLE-notools,per-task,0.0416,9.94e-05,,,26.8,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-sonnet-5-5-system-card (orange series (Claude Sonnet 5), marker centre px [343.0, 995.0] (x, y) of the image; the printed label beside the marker)",,in,in scs55hlen,anthropic,sonnet-5,medium,reasoning-math,frontier,HLE-notools,per-task,0.1106,0.000264,,,32.4,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-sonnet-5-5-system-card (orange series (Claude Sonnet 5), marker centre px [753.0, 908.0] (x, y) of the image; the printed label beside the marker)",,in,in scs55hlen,anthropic,sonnet-5,high,reasoning-math,frontier,HLE-notools,per-task,0.2597,0.00062,,,39.0,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-sonnet-5-5-system-card (orange series (Claude Sonnet 5), marker centre px [1110.0, 805.0] (x, y) of the image; the printed label beside the marker)",,in,in scs55hlen,anthropic,sonnet-5,xhigh,reasoning-math,frontier,HLE-notools,per-task,0.4663,0.00111,,,41.3,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-sonnet-5-5-system-card (orange series (Claude Sonnet 5), marker centre px [1355.0, 770.0] (x, y) of the image; the printed label beside the marker)",,in,in scs55hlen,anthropic,sonnet-5,max,reasoning-math,frontier,HLE-notools,per-task,1.7337,0.00414,,,43.1,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-sonnet-5-5-system-card (orange series (Claude Sonnet 5), marker centre px [1905.0, 742.0] (x, y) of the image; the printed label beside the marker)",,in,in scs55osws,anthropic,opus-5.5,low,agentic-tool,hard,OSWorld-strict,per-task,0.916,0.00218,,,21.63,pass%,0.0575,,effort-from-chart-order; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-sonnet-5-5-system-card (green series (Claude Opus 5.5), marker centre px [301.0, 975.0] (x, y) of the image)",,out:republished,out:republished scs55osws,anthropic,opus-5.5,medium,agentic-tool,hard,OSWorld-strict,per-task,1.914,0.00455,,,35.71,pass%,0.0575,,effort-from-chart-order; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-sonnet-5-5-system-card (green series (Claude Opus 5.5), marker centre px [797.0, 583.0] (x, y) of the image)",,out:republished,out:republished scs55osws,anthropic,opus-5.5,high,agentic-tool,hard,OSWorld-strict,per-task,2.464,0.00585,,,40.35,pass%,0.0575,,effort-from-chart-order; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-sonnet-5-5-system-card (green series (Claude Opus 5.5), marker centre px [967.0, 454.0] (x, y) of the image)",,out:republished,out:republished scs55osws,anthropic,opus-5.5,xhigh,agentic-tool,hard,OSWorld-strict,per-task,4.25,0.0101,,,45.74,pass%,0.0575,,effort-from-chart-order; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-sonnet-5-5-system-card (green series (Claude Opus 5.5), marker centre px [1334.0, 304.0] (x, y) of the image)",,out:republished,out:republished scs55osws,anthropic,opus-5.5,max,agentic-tool,hard,OSWorld-strict,per-task,8.465,0.0201,,,48.7,pass%,0.0575,,effort-from-chart-order; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-sonnet-5-5-system-card (green series (Claude Opus 5.5), marker centre px [1798.0, 222.0] (x, y) of the image)",,out:republished,out:republished scs55osws,anthropic,sonnet-5.5,max,agentic-tool,hard,OSWorld-strict,,,,,,43.5,pass%,0.0289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p130, sentence)",,in, scs55osws,anthropic,sonnet-5,max,agentic-tool,hard,OSWorld-strict,,,,,,25.6,pass%,0.0289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p130, sentence)",,in, scs55bcadn,anthropic,sonnet-5.5,low,coding,hard,BenchCAD-V2C-notools,per-task,0.0036299999999999995,0.000701,,,35.2,voxel-IoU%,0.178,,effort-from-chart-order; cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-sonnet-5-5-system-card (orange series (Claude Sonnet 5.5), marker centre px [255.0, 1086.0] (x, y) of the image (axis in fractions: value x100))",,in,in scs55bcadn,anthropic,sonnet-5.5,medium,coding,hard,BenchCAD-V2C-notools,per-task,0.00444375,0.000858,,,35.6,voxel-IoU%,0.178,,effort-from-chart-order; cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-sonnet-5-5-system-card (orange series (Claude Sonnet 5.5), marker centre px [299.0, 1081.0] (x, y) of the image (axis in fractions: value x100))",,in,in scs55bcadn,anthropic,sonnet-5.5,high,coding,hard,BenchCAD-V2C-notools,per-task,0.00645,0.00124,,,44.1,voxel-IoU%,0.178,,effort-from-chart-order; cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-sonnet-5-5-system-card (orange series (Claude Sonnet 5.5), marker centre px [379.0, 970.0] (x, y) of the image (axis in fractions: value x100))",,in,in scs55bcadn,anthropic,sonnet-5.5,xhigh,coding,hard,BenchCAD-V2C-notools,per-task,0.01935,0.00373,,,54.1,voxel-IoU%,0.178,,effort-from-chart-order; cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-sonnet-5-5-system-card (orange series (Claude Sonnet 5.5), marker centre px [618.0, 838.0] (x, y) of the image (axis in fractions: value x100))",,in,in scs55bcadn,anthropic,sonnet-5.5,max,coding,hard,BenchCAD-V2C-notools,per-task,0.70215,0.135,,,74.7,voxel-IoU%,0.178,,effort-from-chart-order; cost-unrepriced; cost-price-band,"https://www.anthropic.com/claude-sonnet-5-5-system-card (orange series (Claude Sonnet 5.5), marker centre px [1400.0, 569.0] (x, y) of the image (axis in fractions: value x100))",,in,in scs55bcadn,anthropic,opus-5.5,low,coding,hard,BenchCAD-V2C-notools,per-task,0.0068,7.28e-05,,,39.8,voxel-IoU%,0.178,,effort-from-chart-order; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-sonnet-5-5-system-card (green series (Claude Opus 5.5), marker centre px [329.0, 1027.0] (x, y) of the image (axis in fractions: value x100))",,in,in scs55bcadn,anthropic,opus-5.5,medium,coding,hard,BenchCAD-V2C-notools,per-task,0.0158,0.000169,,,48.2,voxel-IoU%,0.178,,effort-from-chart-order; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-sonnet-5-5-system-card (green series (Claude Opus 5.5), marker centre px [512.0, 917.0] (x, y) of the image (axis in fractions: value x100))",,in,in scs55bcadn,anthropic,opus-5.5,high,coding,hard,BenchCAD-V2C-notools,per-task,0.0204,0.000218,,,50.9,voxel-IoU%,0.178,,effort-from-chart-order; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-sonnet-5-5-system-card (green series (Claude Opus 5.5), marker centre px [567.0, 881.0] (x, y) of the image (axis in fractions: value x100))",,in,in scs55bcadn,anthropic,opus-5.5,xhigh,coding,hard,BenchCAD-V2C-notools,per-task,0.0738,0.00079,,,58.9,voxel-IoU%,0.178,,effort-from-chart-order; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-sonnet-5-5-system-card (green series (Claude Opus 5.5), marker centre px [847.0, 776.0] (x, y) of the image (axis in fractions: value x100))",,in,in scs55bcadn,anthropic,opus-5.5,max,coding,hard,BenchCAD-V2C-notools,per-task,0.9713,0.0104,,,73.0,voxel-IoU%,0.178,,effort-from-chart-order; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-sonnet-5-5-system-card (green series (Claude Opus 5.5), marker centre px [1408.0, 593.0] (x, y) of the image (axis in fractions: value x100))",,in,in scs55bcadn,anthropic,fable-5.1,low,coding,hard,BenchCAD-V2C-notools,per-task,0.0183,0.000196,,,38.5,voxel-IoU%,0.178,,effort-from-chart-order; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-sonnet-5-5-system-card (gold series (Claude Fable 5.1), marker centre px [544.0, 1044.0] (x, y) of the image (axis in fractions: value x100))",,in,in scs55bcadn,anthropic,fable-5.1,medium,coding,hard,BenchCAD-V2C-notools,per-task,0.0341,0.000365,,,42.0,voxel-IoU%,0.178,,effort-from-chart-order; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-sonnet-5-5-system-card (gold series (Claude Fable 5.1), marker centre px [679.0, 998.0] (x, y) of the image (axis in fractions: value x100))",,in,in scs55bcadn,anthropic,fable-5.1,high,coding,hard,BenchCAD-V2C-notools,per-task,0.0695,0.000744,,,48.2,voxel-IoU%,0.178,,effort-from-chart-order; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-sonnet-5-5-system-card (gold series (Claude Fable 5.1), marker centre px [834.0, 917.0] (x, y) of the image (axis in fractions: value x100))",,in,in scs55bcadn,anthropic,fable-5.1,xhigh,coding,hard,BenchCAD-V2C-notools,per-task,0.5674,0.00607,,,55.8,voxel-IoU%,0.178,,effort-from-chart-order; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-sonnet-5-5-system-card (gold series (Claude Fable 5.1), marker centre px [1291.0, 817.0] (x, y) of the image (axis in fractions: value x100))",,in,in scs55bcadn,anthropic,fable-5.1,max,coding,hard,BenchCAD-V2C-notools,per-task,1.6702,0.0179,,,60.6,voxel-IoU%,0.178,,effort-from-chart-order; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-sonnet-5-5-system-card (gold series (Claude Fable 5.1), marker centre px [1526.0, 754.0] (x, y) of the image (axis in fractions: value x100))",,in,in scs55swemulti,anthropic,sonnet-5.5,max,coding,hard,SWE-bench-Multilingual,,,,,,90.3,resolved%,0.0289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p109, Table 8.1.A, row of ""SWE-Bench…"", column 1)",,in, scs55swemulti,anthropic,sonnet-5,max,coding,hard,SWE-bench-Multilingual,,,,,,78.3,resolved%,0.0289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p109, Table 8.1.A, row of ""SWE-Bench…"", column 2)",,in, scs55swemulti,anthropic,opus-5.5,max,coding,hard,SWE-bench-Multilingual,,,,,,93.9,resolved%,0.0289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p109, Table 8.1.A, row of ""SWE-Bench…"", column 3)",,in, scs55swemm,anthropic,sonnet-5.5,max,coding,hard,SWE-bench-Multimodal,,,,,,54.3,resolved%,0.0289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p109, Table 8.1.A, row of ""SWE-Bench…"", column 1)",,in, scs55swemm,anthropic,sonnet-5,max,coding,hard,SWE-bench-Multimodal,,,,,,28.1,resolved%,0.0289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p109, Table 8.1.A, row of ""SWE-Bench…"", column 2)",,in, scs55swemm,anthropic,opus-5.5,max,coding,hard,SWE-bench-Multimodal,,,,,,61.4,resolved%,0.0289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p109, Table 8.1.A, row of ""SWE-Bench…"", column 3)",,in, scs55tbsci,anthropic,sonnet-5.5,max,agentic-tool,frontier,TB-Science-ClaudeCode--bare,,,,,,59.9,pass%,0.0289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p114, sentence)",,in, scs55tbsci,anthropic,opus-5.5,max,agentic-tool,frontier,TB-Science-ClaudeCode--bare,,,,,,58.7,pass%,0.0289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p114, sentence)",,in, scs55tbsci,anthropic,fable-5.1,max,agentic-tool,frontier,TB-Science-ClaudeCode--bare,,,,,,52.6,pass%,0.0289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p114, sentence)",,in, scs55tbsci,anthropic,opus-5,max,agentic-tool,frontier,TB-Science-ClaudeCode--bare,,,,,,29.0,pass%,0.0289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p114, sentence)",,in, scs55tbsci,anthropic,fable-5,max,agentic-tool,frontier,TB-Science-ClaudeCode--bare,,,,,,24.7,pass%,0.0289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p114, sentence)",,in, scs55progb,anthropic,sonnet-5.5,max,coding,frontier,ProgramBench-166-mini-swe-agent,,,,,,79.7,hidden-test-pass%,0.0289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p118, sentence)",,in, scs55progb,anthropic,sonnet-5,max,coding,frontier,ProgramBench-166-mini-swe-agent,,,,,,77.3,hidden-test-pass%,0.0289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p118, sentence)",,in, scs55progb,anthropic,opus-5.5,max,coding,frontier,ProgramBench-166-mini-swe-agent,,,,,,91.2,hidden-test-pass%,0.0289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p118, sentence)",,in, scs55offqa,anthropic,sonnet-5.5,max,agentic-tool,hard,OfficeQA-docs-preselected,,,,,,76.9,score%,0.0289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p132, sentence)",,in, scs55offqa,anthropic,opus-5.5,max,agentic-tool,hard,OfficeQA-docs-preselected,,,,,,78.9,score%,0.0289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p132, sentence)",,in, scs55offqa,anthropic,sonnet-5,max,agentic-tool,hard,OfficeQA-docs-preselected,,,,,,75.1,score%,0.0289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p132, sentence)",,in, scs55offqapro,anthropic,sonnet-5.5,max,agentic-tool,hard,OfficeQA-Pro-133q,,,,,,65.6,score%,0.0289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p132, sentence)",,in, scs55offqapro,anthropic,opus-5.5,max,agentic-tool,hard,OfficeQA-Pro-133q,,,,,,67.7,score%,0.0289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p132, sentence)",,in, scs55offqapro,anthropic,sonnet-5,max,agentic-tool,hard,OfficeQA-Pro-133q,,,,,,62.1,score%,0.0289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p132, sentence)",,in, scs55toolath,anthropic,sonnet-5.5,max,agentic-tool,hard,Toolathlon-Verified-internal-harness,,,,,,77.8,pass@1%,0.0289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p134, sentence)",,in, scs55toolath,anthropic,opus-5.5,max,agentic-tool,hard,Toolathlon-Verified-internal-harness,,,,,,77.8,pass@1%,0.0289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p135, sentence)",,in, scs55toolath,anthropic,fable-5.1,max,agentic-tool,hard,Toolathlon-Verified-internal-harness,,,,,,77.8,pass@1%,0.0289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p134, sentence)",,in, scs55toolath,anthropic,opus-5,max,agentic-tool,hard,Toolathlon-Verified-internal-harness,,,,,,80.6,pass@1%,0.0289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p135, sentence)",,in, scs55toolath,anthropic,opus-4.8,max,agentic-tool,hard,Toolathlon-Verified-internal-harness,,,,,,79.9,pass@1%,0.0289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p135, sentence)",,in, scs55toolath,anthropic,sonnet-5,max,agentic-tool,hard,Toolathlon-Verified-internal-harness,,,,,,74.7,pass@1%,0.0289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p134, sentence)",,in, scs55gmmlu,anthropic,sonnet-5.5,max,reasoning-math,mid,GMMLU-42-languages,,,,,,92.1,accuracy%,0.0289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p140, sentence)",,out:republished, scs55gmmlu,anthropic,opus-5.5,max,reasoning-math,mid,GMMLU-42-languages,,,,,,94.3,accuracy%,0.0289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p140, sentence)",,out:republished, scs55gmmlu,anthropic,fable-5.1,max,reasoning-math,mid,GMMLU-42-languages,,,,,,94.0,accuracy%,0.0289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p140, sentence)",,out:republished, scs55gmmlu,anthropic,sonnet-5,max,reasoning-math,mid,GMMLU-42-languages,,,,,,89.2,accuracy%,0.0289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p140, sentence)",,out:single-couple, scs55milu,anthropic,sonnet-5.5,max,reasoning-math,mid,MILU-11-languages,,,,,,91.6,accuracy%,0.0289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p140, sentence)",,out:republished, scs55milu,anthropic,opus-5.5,max,reasoning-math,mid,MILU-11-languages,,,,,,93.1,accuracy%,0.0289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p140, sentence)",,out:republished, scs55milu,anthropic,fable-5.1,max,reasoning-math,mid,MILU-11-languages,,,,,,93.0,accuracy%,0.0289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p140, sentence)",,out:republished, scs55milu,anthropic,sonnet-5,max,reasoning-math,mid,MILU-11-languages,,,,,,89.3,accuracy%,0.0289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p140, sentence)",,out:single-couple, scs55biomyhs,anthropic,fable-5.1,max,mixed,hard,BioMysteryBench-HumanSolvable,,,,,,91,score%,0.289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p142, printed label above the bar of Claude Fable 5.1, panel of scs55biomyhs)",,in, scs55biomyhs,anthropic,opus-5.5,max,mixed,hard,BioMysteryBench-HumanSolvable,,,,,,91,score%,0.289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p142, printed label above the bar of Claude Opus 5.5, panel of scs55biomyhs)",,in, scs55biomyhd,anthropic,fable-5.1,max,mixed,hard,BioMysteryBench-HumanDifficult,,,,,,46,score%,0.289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p142, printed label above the bar of Claude Fable 5.1, panel of scs55biomyhd)",,in, scs55biomyhd,anthropic,opus-5.5,max,mixed,hard,BioMysteryBench-HumanDifficult,,,,,,51,score%,0.289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p142, printed label above the bar of Claude Opus 5.5, panel of scs55biomyhd)",,in, scs55spatial,anthropic,fable-5.1,max,mixed,hard,LatchBio-SpatialBench-Verified,,,,,,78,score%,0.289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p142, printed label above the bar of Claude Fable 5.1, panel of scs55spatial)",,in, scs55spatial,anthropic,opus-5.5,max,mixed,hard,LatchBio-SpatialBench-Verified,,,,,,72.0,score%,0.0289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p143, sentence)",,in, scs55scell,anthropic,fable-5.1,max,mixed,hard,LatchBio-SingleCellBench,,,,,,62,score%,0.289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p142, printed label above the bar of Claude Fable 5.1, panel of scs55scell)",,in, scs55scell,anthropic,opus-5.5,max,mixed,hard,LatchBio-SingleCellBench,,,,,,61.2,score%,0.0289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p143, sentence)",,in, scs55morph,anthropic,sonnet-5.5,max,mixed,hard,Axiom-morphology-to-molecule,,,,,,25,score%,0.289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p142, printed label above the bar of Claude Sonnet 5.5, panel of scs55morph)",,in, scs55morph,anthropic,fable-5.1,max,mixed,hard,Axiom-morphology-to-molecule,,,,,,25.8,score%,0.0289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p143, sentence)",,in, scs55morph,anthropic,opus-5.5,max,mixed,hard,Axiom-morphology-to-molecule,,,,,,34,score%,0.289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p142, printed label above the bar of Claude Opus 5.5, panel of scs55morph)",,in, scs55medchem,anthropic,sonnet-5,max,mixed,hard,MedChem-ADME-504q,,,,,,41,score%,0.289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p142, printed label above the bar of Claude Sonnet 5, panel of scs55medchem)",,in, scs55medchem,anthropic,fable-5.1,max,mixed,hard,MedChem-ADME-504q,,,,,,58,score%,0.289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p142, printed label above the bar of Claude Fable 5.1, panel of scs55medchem)",,in, scs55protseq,anthropic,sonnet-5.5,max,mixed,hard,ProteinDesign-SequenceGeneration,,,,,,51,score%,0.289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p142, printed label above the bar of Claude Sonnet 5.5, panel of scs55protseq)",,in, scs55protseq,anthropic,fable-5.1,max,mixed,hard,ProteinDesign-SequenceGeneration,,,,,,46,score%,0.289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p142, printed label above the bar of Claude Fable 5.1, panel of scs55protseq)",,in, scs55protseq,anthropic,opus-5.5,max,mixed,hard,ProteinDesign-SequenceGeneration,,,,,,60,score%,0.289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p142, printed label above the bar of Claude Opus 5.5, panel of scs55protseq)",,in, scs55protlib,anthropic,sonnet-5,max,mixed,hard,ProteinDesign-LibraryRanking,,,,,,44,score%,0.289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p142, printed label above the bar of Claude Sonnet 5, panel of scs55protlib)",,in, scs55protlib,anthropic,fable-5.1,max,mixed,hard,ProteinDesign-LibraryRanking,,,,,,57,score%,0.289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p142, printed label above the bar of Claude Fable 5.1, panel of scs55protlib)",,in, scs55protlib,anthropic,opus-5.5,max,mixed,hard,ProteinDesign-LibraryRanking,,,,,,56,score%,0.289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p142, printed label above the bar of Claude Opus 5.5, panel of scs55protlib)",,in, scs55binder,anthropic,sonnet-5,max,mixed,hard,DeNovo-binder-design-24h,,,,,,73,score%,0.289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p142, printed label above the bar of Claude Sonnet 5, panel of scs55binder)",,in, scs55binder,anthropic,fable-5.1,max,mixed,hard,DeNovo-binder-design-24h,,,,,,79,score%,0.289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p142, printed label above the bar of Claude Fable 5.1, panel of scs55binder)",,in, scs55bioimg,anthropic,sonnet-5,max,mixed,hard,Biomedical-image-analysis,,,,,,42,score%,0.289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p142, printed label above the bar of Claude Sonnet 5, panel of scs55bioimg)",,in, scs55bioimg,anthropic,fable-5.1,max,mixed,hard,Biomedical-image-analysis,,,,,,67,score%,0.289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p142, printed label above the bar of Claude Fable 5.1, panel of scs55bioimg)",,in, scs55prottrb,anthropic,fable-5.1,max,mixed,hard,Protocols-Troubleshooting,,,,,,70,score%,0.289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p142, printed label above the bar of Claude Fable 5.1, panel of scs55prottrb)",,in, scs55prottrb,anthropic,opus-5.5,max,mixed,hard,Protocols-Troubleshooting,,,,,,74,score%,0.289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p142, printed label above the bar of Claude Opus 5.5, panel of scs55prottrb)",,in, scs55protund,anthropic,fable-5.1,max,mixed,hard,Protocols-Understanding-V2-Benchling,,,,,,70,score%,0.289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p142, printed label above the bar of Claude Fable 5.1, panel of scs55protund)",,in, scs55protund,anthropic,opus-5.5,max,mixed,hard,Protocols-Understanding-V2-Benchling,,,,,,69,score%,0.289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p142, printed label above the bar of Claude Opus 5.5, panel of scs55protund)",,in, scs55physb,anthropic,sonnet-5.5,max,agentic-tool,hard,PhysicianBench-EHR,,,,,,63.2,pass@1%,0.0289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p138, sentence)",,out:republished, scs55physb,anthropic,opus-5.5,max,agentic-tool,hard,PhysicianBench-EHR,,,,,,68.4,pass@1%,0.0289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p139, sentence)",,out:republished, scs55physb,anthropic,fable-5.1,max,agentic-tool,hard,PhysicianBench-EHR,,,,,,61.0,pass@1%,0.0289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p139, sentence)",,out:republished, scs55physb,anthropic,opus-5,max,agentic-tool,hard,PhysicianBench-EHR,,,,,,57.6,pass@1%,0.0289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p139, sentence)",,in, scs55physb,anthropic,sonnet-5,max,agentic-tool,hard,PhysicianBench-EHR,,,,,,37.4,pass@1%,0.0289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p138, sentence)",,in, scs55hbpro,anthropic,sonnet-5.5,max,mixed,hard,HealthBench-Professional-length-adjusted,,,,,,69.2,score%,0.0289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p138, sentence)",,in, scs55hbpro,anthropic,opus-5.5,max,mixed,hard,HealthBench-Professional-length-adjusted,,,,,,65.6,score%,0.0289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p138, sentence)",,in, scs55hbpro,anthropic,fable-5.1,max,mixed,hard,HealthBench-Professional-length-adjusted,,,,,,62.1,score%,0.0289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p138, sentence)",,in, sc55osw,anthropic,sonnet-5.5,not-established:ambiguous,agentic-tool,hard,OSWorld2-partial,per-task,1.182,0.00312,,,58.9,score%,0.08,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (orange series (Claude Sonnet 5.5), marker centre px [470.0, 878.0] (x, y) of the image)",,out:effort-not-established,out:effort-not-established sc55osw,anthropic,sonnet-5.5,not-established:ambiguous,agentic-tool,hard,OSWorld2-partial,per-task,1.817,0.0048,,,68.54,score%,0.08,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (orange series (Claude Sonnet 5.5), marker centre px [760.0, 663.0] (x, y) of the image)",,out:effort-not-established,out:effort-not-established sc55osw,anthropic,sonnet-5.5,not-established:ambiguous,agentic-tool,hard,OSWorld2-partial,per-task,2.37,0.00625,,,75.63,score%,0.08,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (orange series (Claude Sonnet 5.5), marker centre px [939.0, 505.0] (x, y) of the image)",,out:effort-not-established,out:effort-not-established sc55osw,anthropic,sonnet-5.5,not-established:ambiguous,agentic-tool,hard,OSWorld2-partial,per-task,2.844,0.00751,,,77.29,score%,0.08,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (orange series (Claude Sonnet 5.5), marker centre px [1062.0, 468.0] (x, y) of the image)",,out:effort-not-established,out:effort-not-established sc55osw,anthropic,sonnet-5.5,not-established:ambiguous,agentic-tool,hard,OSWorld2-partial,per-task,3.036,0.00801,,,78.59,score%,0.08,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (orange series (Claude Sonnet 5.5), marker centre px [1106.0, 439.0] (x, y) of the image)",,out:effort-not-established,out:effort-not-established sc55osw,anthropic,sonnet-5.5,not-established:ambiguous,agentic-tool,hard,OSWorld2-partial,per-task,3.798,0.01,,,79.53,score%,0.08,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (orange series (Claude Sonnet 5.5), marker centre px [1257.0, 418.0] (x, y) of the image)",,out:effort-not-established,out:effort-not-established sc55osw,anthropic,sonnet-5,not-established:ambiguous,agentic-tool,hard,OSWorld2-partial,per-task,4.042,0.0107,,,48.68,score%,0.08,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (orange series (Claude Sonnet 5), marker centre px [1299.0, 1106.0] (x, y) of the image)",,out:effort-not-established,out:effort-not-established sc55osw,anthropic,sonnet-5,not-established:ambiguous,agentic-tool,hard,OSWorld2-partial,per-task,6.106,0.0161,,,54.69,score%,0.08,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (orange series (Claude Sonnet 5), marker centre px [1577.0, 972.0] (x, y) of the image)",,out:effort-not-established,out:effort-not-established scs55osws,anthropic,sonnet-5.5,not-established:ambiguous,agentic-tool,hard,OSWorld-strict,per-task,1.183,0.00281,,,22.38,pass%,0.0575,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (orange series (Claude Sonnet 5.5), marker centre px [472.0, 954.0] (x, y) of the image)",,out:effort-not-established,out:effort-not-established scs55osws,anthropic,sonnet-5.5,not-established:ambiguous,agentic-tool,hard,OSWorld-strict,per-task,1.817,0.00432,,,30.72,pass%,0.0575,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (orange series (Claude Sonnet 5.5), marker centre px [761.0, 722.0] (x, y) of the image)",,out:effort-not-established,out:effort-not-established scs55osws,anthropic,sonnet-5.5,not-established:ambiguous,agentic-tool,hard,OSWorld-strict,per-task,2.371,0.00563,,,37.01,pass%,0.0575,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (orange series (Claude Sonnet 5.5), marker centre px [940.0, 547.0] (x, y) of the image)",,out:effort-not-established,out:effort-not-established scs55osws,anthropic,sonnet-5.5,not-established:ambiguous,agentic-tool,hard,OSWorld-strict,per-task,2.846,0.00676,,,40.35,pass%,0.0575,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (orange series (Claude Sonnet 5.5), marker centre px [1063.0, 454.0] (x, y) of the image)",,out:effort-not-established,out:effort-not-established scs55osws,anthropic,sonnet-5.5,not-established:ambiguous,agentic-tool,hard,OSWorld-strict,per-task,3.038,0.00722,,,41.1,pass%,0.0575,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (orange series (Claude Sonnet 5.5), marker centre px [1107.0, 433.0] (x, y) of the image)",,out:effort-not-established,out:effort-not-established scs55osws,anthropic,sonnet-5.5,not-established:ambiguous,agentic-tool,hard,OSWorld-strict,per-task,3.802,0.00903,,,43.87,pass%,0.0575,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (orange series (Claude Sonnet 5.5), marker centre px [1258.0, 356.0] (x, y) of the image)",,out:effort-not-established,out:effort-not-established scs55osws,anthropic,sonnet-5,not-established:ambiguous,agentic-tool,hard,OSWorld-strict,per-task,4.046,0.00961,,,16.63,pass%,0.0575,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (orange series (Claude Sonnet 5), marker centre px [1300.0, 1114.0] (x, y) of the image)",,out:effort-not-established,out:effort-not-established scs55osws,anthropic,sonnet-5,not-established:ambiguous,agentic-tool,hard,OSWorld-strict,per-task,6.115,0.0145,,,24.04,pass%,0.0575,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (orange series (Claude Sonnet 5), marker centre px [1578.0, 908.0] (x, y) of the image)",,out:effort-not-established,out:effort-not-established scs55hbpro,anthropic,gpt-6-astra,unstated,mixed,hard,HealthBench-Professional-length-adjusted,,,,,,70.3,score%,0.0289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p138, sentence)",,out:effort-not-established, scs55biomyhs,anthropic,gemini-3.1-pro,high,mixed,hard,BioMysteryBench-HumanSolvable,,,,,,83,score%,0.289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p142, printed label above the bar of Gemini 3.1 Pro, panel of scs55biomyhs)",,in, scs55biomyhs,anthropic,gpt-6-astra,max,mixed,hard,BioMysteryBench-HumanSolvable,,,,,,89,score%,0.289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p142, printed label above the bar of GPT-6 Astra, panel of scs55biomyhs)",,in, scs55biomyhd,anthropic,gemini-3.1-pro,high,mixed,hard,BioMysteryBench-HumanDifficult,,,,,,33,score%,0.289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p142, printed label above the bar of Gemini 3.1 Pro, panel of scs55biomyhd)",,in, scs55biomyhd,anthropic,gpt-6-astra,max,mixed,hard,BioMysteryBench-HumanDifficult,,,,,,32,score%,0.289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p142, printed label above the bar of GPT-6 Astra, panel of scs55biomyhd)",,in, scs55morph,anthropic,gemini-3.1-pro,high,mixed,hard,Axiom-morphology-to-molecule,,,,,,7,score%,0.289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p142, printed label above the bar of Gemini 3.1 Pro, panel of scs55morph)",,in, scs55morph,anthropic,gpt-6-astra,max,mixed,hard,Axiom-morphology-to-molecule,,,,,,23,score%,0.289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p142, printed label above the bar of GPT-6 Astra, panel of scs55morph)",,in, scs55medchem,anthropic,gemini-3.1-pro,high,mixed,hard,MedChem-ADME-504q,,,,,,42,score%,0.289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p142, printed label above the bar of Gemini 3.1 Pro, panel of scs55medchem)",,in, scs55medchem,anthropic,gpt-6-astra,max,mixed,hard,MedChem-ADME-504q,,,,,,57,score%,0.289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p142, printed label above the bar of GPT-6 Astra, panel of scs55medchem)",,in, scs55bioimg,anthropic,gemini-3.1-pro,high,mixed,hard,Biomedical-image-analysis,,,,,,38,score%,0.289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p142, printed label above the bar of Gemini 3.1 Pro, panel of scs55bioimg)",,in, scs55bioimg,anthropic,gpt-6-astra,max,mixed,hard,Biomedical-image-analysis,,,,,,78,score%,0.289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p142, printed label above the bar of GPT-6 Astra, panel of scs55bioimg)",,in, scs55prottrb,anthropic,gemini-3.1-pro,high,mixed,hard,Protocols-Troubleshooting,,,,,,58,score%,0.289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p142, printed label above the bar of Gemini 3.1 Pro, panel of scs55prottrb)",,in, scs55prottrb,anthropic,gpt-6-astra,max,mixed,hard,Protocols-Troubleshooting,,,,,,66,score%,0.289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p142, printed label above the bar of GPT-6 Astra, panel of scs55prottrb)",,in, scs55protund,anthropic,gemini-3.1-pro,high,mixed,hard,Protocols-Understanding-V2-Benchling,,,,,,45,score%,0.289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p142, printed label above the bar of Gemini 3.1 Pro, panel of scs55protund)",,in, scs55protund,anthropic,gpt-6-astra,max,mixed,hard,Protocols-Understanding-V2-Benchling,,,,,,62,score%,0.289,,,"https://www.anthropic.com/claude-sonnet-5-5-system-card (p142, printed label above the bar of GPT-6 Astra, panel of scs55protund)",,in, osworld,anthropic,sonnet-5,low,computer-use,mid,AA,per-task,0.2185,0.00025,,,76.70,pass%,0.0156,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/news/claude-sonnet-5 (orange series (Sonnet 5), marker centre px [1119.2, 1165.4] (x, y) of the image)",,in,in osworld,anthropic,sonnet-5,medium,computer-use,mid,AA,per-task,0.2844,0.00033,,,77.74,pass%,0.0156,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/news/claude-sonnet-5 (orange series (Sonnet 5), marker centre px [1462.0, 1065.2] (x, y) of the image)",,in,in osworld,anthropic,sonnet-5,high,computer-use,mid,AA,per-task,0.3522,0.00041,,,78.46,pass%,0.0156,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/news/claude-sonnet-5 (orange series (Sonnet 5), marker centre px [1740.8, 995.7] (x, y) of the image)",,in,in osworld,anthropic,sonnet-5,xhigh,computer-use,mid,AA,per-task,0.4464,0.00051,,,79.20,pass%,0.0156,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/news/claude-sonnet-5 (orange series (Sonnet 5), marker centre px [2049.3, 924.2] (x, y) of the image)",,in,in osworld,anthropic,sonnet-5,max,computer-use,mid,AA,per-task,0.6613,0.00076,,,81.30,pass%,0.0156,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/news/claude-sonnet-5 (orange series (Sonnet 5), marker centre px [2561.2, 722.6] (x, y) of the image)",,in,in osworld,anthropic,opus-4.8,low,computer-use,mid,AA,per-task,0.3081,0.00035,,,78.34,pass%,0.0156,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/news/claude-sonnet-5 (amber series (Opus 4.8), marker centre px [1566.6, 1007.5] (x, y) of the image)",,in,in osworld,anthropic,opus-4.8,medium,computer-use,mid,AA,per-task,0.4001,0.00046,,,79.80,pass%,0.0156,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/news/claude-sonnet-5 (amber series (Opus 4.8), marker centre px [1906.6, 866.4] (x, y) of the image)",,in,in osworld,anthropic,opus-4.8,high,computer-use,mid,AA,per-task,0.4531,0.00052,,,81.23,pass%,0.0156,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/news/claude-sonnet-5 (amber series (Opus 4.8), marker centre px [2068.9, 729.1] (x, y) of the image)",,in,in osworld,anthropic,opus-4.8,xhigh,computer-use,mid,AA,per-task,0.7510,0.00086,,,82.91,pass%,0.0156,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/news/claude-sonnet-5 (amber series (Opus 4.8), marker centre px [2726.8, 566.8] (x, y) of the image)",,in,in osworld,anthropic,opus-4.8,max,computer-use,mid,AA,per-task,1.3454,0.00155,,,83.40,pass%,0.0156,,cost-base-price:cost-publisher-figure,"https://www.anthropic.com/news/claude-sonnet-5 (amber series (Opus 4.8), marker centre px [3486.2, 519.7] (x, y) of the image)",,in,in osworld,anthropic,sonnet-4.6,low,computer-use,mid,AA,per-task,0.2987,0.00034,,,71.29,pass%,0.0156,,cost-method-assumed-single,"https://www.anthropic.com/news/claude-sonnet-5 (light grey series (Sonnet 4.6), marker centre px [1526.3, 1686.1] (x, y) of the image)",,in,out:cost-not-comparable osworld,anthropic,sonnet-4.6,medium,computer-use,mid,AA,per-task,0.4180,0.00048,,,75.88,pass%,0.0156,,cost-method-assumed-single,"https://www.anthropic.com/news/claude-sonnet-5 (light grey series (Sonnet 4.6), marker centre px [1963.7, 1244.2] (x, y) of the image)",,in,out:cost-not-comparable osworld,anthropic,sonnet-4.6,high,computer-use,mid,AA,per-task,0.4926,0.00057,,,77.78,pass%,0.0156,,cost-method-assumed-single,"https://www.anthropic.com/news/claude-sonnet-5 (light grey series (Sonnet 4.6), marker centre px [2177.7, 1061.5] (x, y) of the image)",,in,out:cost-not-comparable osworld,anthropic,sonnet-4.6,not-established:absent,computer-use,mid,AA,per-task,0.5214,0.0006,,,78.37,pass%,0.0156,,,"https://www.anthropic.com/news/claude-sonnet-5 (light grey series (Sonnet 4.6), marker centre px [2251.6, 1004.7] (x, y) of the image)",,out:effort-not-established,out:effort-not-established automationbench@anthropic,anthropic,sonnet-5,max,agentic-tool,hard,AutomationBench,,,,,,13.5,score%,0.0289,,,"https://www.anthropic.com/claude-sonnet-5-system-card (p114, Table 8.1.A, row of ""AutomationBench…"", column 1)",,out:single-couple, scswebenchpro,anthropic,sonnet-5,max,coding,frontier,system-card,,,,,,63.2,resolved%,0.0289,,,"https://www.anthropic.com/claude-sonnet-5-system-card (p114, Table 8.1.A, row of ""SWE-bench…"", column 1)",,in, scswebenchpro,anthropic,sonnet-4.6,unstated,coding,frontier,system-card,,,,,,58.1,resolved%,0.0289,,,"https://www.anthropic.com/claude-sonnet-5-system-card (p114, Table 8.1.A, row of ""SWE-bench…"", column 2)",,out:effort-not-established, schletools,anthropic,sonnet-5,low,reasoning-math,frontier,HLE-tools,per-task,0.1942,0.00127,,,36.5,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-sonnet-5-system-card (orange series (Claude Sonnet 5), marker centre px [222.0909090909091, 1032.909090909091] (x, y) of the image; the printed label beside the marker)",,out:republished,out:republished schletools,anthropic,sonnet-5,medium,reasoning-math,frontier,HLE-tools,per-task,0.5127,0.00336,,,47.2,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-sonnet-5-system-card (orange series (Claude Sonnet 5), marker centre px [730.0, 774.0] (x, y) of the image; the printed label beside the marker)",,out:republished,out:republished schletools,anthropic,sonnet-5,high,reasoning-math,frontier,HLE-tools,per-task,0.9079,0.00595,,,52.8,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-sonnet-5-system-card (orange series (Claude Sonnet 5), marker centre px [1029.0, 640.0] (x, y) of the image; the printed label beside the marker)",,out:republished,out:republished schletools,anthropic,sonnet-5,xhigh,reasoning-math,frontier,HLE-tools,per-task,1.5,0.00983,,,54.6,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-sonnet-5-system-card (orange series (Claude Sonnet 5), marker centre px [1293.0, 598.0] (x, y) of the image; the printed label beside the marker)",,out:republished,out:republished schletools,anthropic,sonnet-5,max,reasoning-math,frontier,HLE-tools,per-task,3.5,0.0229,,,57.4,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-sonnet-5-system-card (orange series (Claude Sonnet 5), marker centre px [1736.4, 533.1] (x, y) of the image; the printed label beside the marker)",,in,in schletools,anthropic,opus-4.8,low,reasoning-math,frontier,HLE-tools,per-task,0.33,0.00216,,,50.2,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-sonnet-5-system-card (gold series (Claude Opus 4.8), marker centre px [497.0, 703.0] (x, y) of the image; the printed label beside the marker)",,out:republished,out:republished schletools,anthropic,opus-4.8,medium,reasoning-math,frontier,HLE-tools,per-task,0.5238,0.00343,,,55.2,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-sonnet-5-system-card (gold series (Claude Opus 4.8), marker centre px [741.2, 584.2] (x, y) of the image; the printed label beside the marker)",,out:republished,out:republished schletools,anthropic,opus-4.8,high,reasoning-math,frontier,HLE-tools,per-task,0.62,0.00406,,,55.7,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-sonnet-5-system-card (gold series (Claude Opus 4.8), marker centre px [828.0, 570.0] (x, y) of the image; the printed label beside the marker)",,out:republished,out:republished schletools,anthropic,opus-4.8,xhigh,reasoning-math,frontier,HLE-tools,per-task,1.105,0.00724,,,57.6,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-sonnet-5-system-card (gold series (Claude Opus 4.8), marker centre px [1132.0, 525.0] (x, y) of the image; the printed label beside the marker)",,out:republished,out:republished schletools,anthropic,opus-4.8,max,reasoning-math,frontier,HLE-tools,per-task,1.517,0.00995,,,58.0,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-sonnet-5-system-card (gold series (Claude Opus 4.8), marker centre px [1297.4, 515.3] (x, y) of the image; the printed label beside the marker)",,in,in schletools,anthropic,sonnet-4.6,low,reasoning-math,frontier,HLE-tools,per-task,0.5,0.00328,,,34.9,score%,0.0289,,cost-method-assumed-single,"https://www.anthropic.com/claude-sonnet-5-system-card (grey series (Claude Sonnet 4.6), marker centre px [717.4, 1071.2] (x, y) of the image; the printed label beside the marker)",,in,out:cost-not-comparable schletools,anthropic,sonnet-4.6,medium,reasoning-math,frontier,HLE-tools,per-task,1.29,0.00846,,,46.5,score%,0.0289,,cost-method-assumed-single,"https://www.anthropic.com/claude-sonnet-5-system-card (grey series (Claude Sonnet 4.6), marker centre px [1212.6, 793.2] (x, y) of the image; the printed label beside the marker)",,in,out:cost-not-comparable schletools,anthropic,sonnet-4.6,high,reasoning-math,frontier,HLE-tools,per-task,2.4,0.0157,,,49.7,score%,0.0289,,cost-method-assumed-single,"https://www.anthropic.com/claude-sonnet-5-system-card (grey series (Claude Sonnet 4.6), marker centre px [1537.8, 717.3] (x, y) of the image; the printed label beside the marker)",,in,out:cost-not-comparable schletools,anthropic,sonnet-4.6,not-established:absent,reasoning-math,frontier,HLE-tools,per-task,3.017,0.0198,,,46.8,score%,0.0289,,,"https://www.anthropic.com/claude-sonnet-5-system-card (grey series (Claude Sonnet 4.6), marker centre px [1657.3, 784.7] (x, y) of the image; the printed label beside the marker)",,out:effort-not-established,out:effort-not-established scswebenchpro,anthropic,gpt-5.5,unstated,coding,frontier,system-card,,,,,,58.6,resolved%,0.0289,,,"https://www.anthropic.com/claude-sonnet-5-system-card (p114, Table 8.1.A, row of ""SWE-bench…"", column 3)",,out:effort-not-established, scswebenchpro,anthropic,gemini-3.5-flash,unstated,coding,frontier,system-card,,,,,,55.1,resolved%,0.0289,,,"https://www.anthropic.com/claude-sonnet-5-system-card (p114, Table 8.1.A, row of ""SWE-bench…"", column 4)",,out:effort-not-established, schealthbench,anthropic,gpt-5.5,unstated,mixed,hard,system-card,,,,,,51.8,score%,0.0289,,,"https://www.anthropic.com/claude-sonnet-5-system-card (p114, Table 8.1.A, row of ""HealthBench…"", column 3)",,out:effort-not-established, cursorbench@anthropic,anthropic,sonnet-5,low,coding,hard,Cursor,per-task,1.461,0.0026,,,47.7,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-sonnet-5-system-card (Claude Sonnet 5 series, marker centre px [399.34, 1170.77] (x, y) of the image; the printed label beside the marker)",,in,in cursorbench@anthropic,anthropic,sonnet-5,medium,coding,hard,Cursor,per-task,2.572,0.0046,,,54.9,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-sonnet-5-system-card (Claude Sonnet 5 series, marker centre px [717.00, 957.09] (x, y) of the image; the printed label beside the marker)",,in,in cursorbench@anthropic,anthropic,sonnet-5,high,coding,hard,Cursor,per-task,3.745,0.0067,,,57.0,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-sonnet-5-system-card (Claude Sonnet 5 series, marker centre px [928.06, 895.03] (x, y) of the image; the printed label beside the marker)",,in,in cursorbench@anthropic,anthropic,sonnet-5,xhigh,coding,hard,Cursor,per-task,5.490,0.0098,,,59.0,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-sonnet-5-system-card (Claude Sonnet 5 series, marker centre px [1142.97, 834.91] (x, y) of the image; the printed label beside the marker)",,in,in cursorbench@anthropic,anthropic,sonnet-5,max,coding,hard,Cursor,per-task,6.805,0.0121,,,61.2,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,"https://www.anthropic.com/claude-sonnet-5-system-card (Claude Sonnet 5 series, marker centre px [1263.60, 770.18] (x, y) of the image; the printed label beside the marker)",,in,in cursorbench@anthropic,anthropic,sonnet-4.6,low,coding,hard,Cursor,per-task,1.712,0.003,,,41.6,score%,0.0289,,harness-label-as-level:cursor-cli,"https://www.anthropic.com/claude-sonnet-5-system-card (Claude Sonnet 4.6 series, marker centre px [488.33, 1352.74] (x, y) of the image; the printed label beside the marker)",,in,out:cost-not-comparable cursorbench@anthropic,anthropic,sonnet-4.6,medium,coding,hard,Cursor,per-task,2.370,0.0042,,,46.0,score%,0.0289,,harness-label-as-level:cursor-cli,"https://www.anthropic.com/claude-sonnet-5-system-card (Claude Sonnet 4.6 series, marker centre px [671.04, 1221.85] (x, y) of the image; the printed label beside the marker)",,in,out:cost-not-comparable cursorbench@anthropic,anthropic,sonnet-4.6,high,coding,hard,Cursor,per-task,2.660,0.0047,,,48.2,score%,0.0289,,harness-label-as-level:cursor-cli,"https://www.anthropic.com/claude-sonnet-5-system-card (Claude Sonnet 4.6 series, marker centre px [736.00, 1157.41] (x, y) of the image; the printed label beside the marker)",,in,out:cost-not-comparable cursorbench@anthropic,anthropic,sonnet-4.6,max,coding,hard,Cursor,per-task,3.001,0.0053,,,47.5,score%,0.0289,,harness-label-as-level:cursor-cli,"https://www.anthropic.com/claude-sonnet-5-system-card (Claude Sonnet 4.6 series, marker centre px [803.60, 1176.88] (x, y) of the image; the printed label beside the marker)",,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,opus-5,high,reasoning-math,frontier,ARC-official,per-task,0.47,0.00289,,,97.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-opus-5-high / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,opus-5,max,reasoning-math,frontier,ARC-official,per-task,0.7,0.0289,,,97.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-opus-5-max / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,fable-5,low,reasoning-math,frontier,ARC-official,per-task,0.5076897000000001,2.89e-17,,,90.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-fable-5-low / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,fable-5,medium,reasoning-math,frontier,ARC-official,per-task,0.6638002000000002,2.89e-17,,,92.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-fable-5-medium / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,fable-5,high,reasoning-math,frontier,ARC-official,per-task,0.7666246999999999,2.89e-17,,,95.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-fable-5-high / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,fable-5,xhigh,reasoning-math,frontier,ARC-official,per-task,1.0224337000000001,2.89e-17,,,98.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-fable-5-xhigh / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,fable-5,max,reasoning-math,frontier,ARC-official,per-task,2.1101577000000007,2.89e-17,,,98.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-fable-5-max / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,opus-4.8,low,reasoning-math,frontier,ARC-official,per-task,0.6711,2.89e-05,,,88,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row anthropic-opus-4-8-low / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,opus-4.8,medium,reasoning-math,frontier,ARC-official,per-task,0.9115,2.89e-05,,,91.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row anthropic-opus-4-8-medium / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,opus-4.8,high,reasoning-math,frontier,ARC-official,per-task,1.0416,2.89e-05,,,92,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row anthropic-opus-4-8-high / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,opus-4.8,max,reasoning-math,frontier,ARC-official,per-task,2.332,0.000289,,,92.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row anthropic-opus-4-8-max / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,?Claude 4.7,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.76,0.00289,,,91,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-4-7-low / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,?Claude 4.7,not-established:absent,reasoning-math,frontier,ARC-official,per-task,1.04,0.00289,,,91,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-4-7-medium / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,?Claude 4.7,not-established:absent,reasoning-math,frontier,ARC-official,per-task,1.41,0.00289,,,93.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-4-7-high / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,?Claude 4.7,not-established:absent,reasoning-math,frontier,ARC-official,per-task,2.58,0.00289,,,92,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-4-7-max / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,sonnet-4.6,high,reasoning-math,frontier,ARC-official,per-task,1.1908,2.89e-05,,,86.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row claude_sonnet_4_6_high / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,sonnet-4.6,not-established:absent,reasoning-math,frontier,ARC-official,per-task,1.452,0.000289,,,86,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row claude_sonnet_4_6_max / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,haiku-4.5,nothink,reasoning-math,frontier,ARC-official,per-task,0.0263,2.89e-05,,,14.33,pass%,0.00289,,cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row claude-haiku-4-5-20251001 / column score),,in,in arcagi1@arcprize,arcprize,haiku-4.5,think-1000,reasoning-math,frontier,ARC-official,per-task,0.0306,2.89e-05,,,16.83,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-haiku-4-5-20251001-thinking-1k / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,haiku-4.5,think-8000,reasoning-math,frontier,ARC-official,per-task,0.0687,2.89e-05,,,25.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-haiku-4-5-20251001-thinking-8k / column score),,out:budget-config,out:budget-config arcagi1@arcprize,arcprize,haiku-4.5,think-16000,reasoning-math,frontier,ARC-official,per-task,0.1042,2.89e-05,,,37.33,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-haiku-4-5-20251001-thinking-16k / column score),,out:budget-config,out:budget-config arcagi1@arcprize,arcprize,haiku-4.5,think-32000,reasoning-math,frontier,ARC-official,per-task,0.2558,2.89e-05,,,47.67,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-haiku-4-5-20251001-thinking-32k / column score),,out:budget-config,out:budget-config arcagi1@arcprize,arcprize,opus-4.6,low,reasoning-math,frontier,ARC-official,per-task,0.648,0.000289,,,86,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-opus-4-6-thinking-120K-low / column score),,out:decision:D32,out:decision:D32 arcagi1@arcprize,arcprize,opus-4.6,medium,reasoning-math,frontier,ARC-official,per-task,0.9647,2.89e-05,,,92,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-opus-4-6-thinking-120K-medium / column score),,out:decision:D32,out:decision:D32 arcagi1@arcprize,arcprize,opus-4.6,high,reasoning-math,frontier,ARC-official,per-task,1.3948,2.89e-05,,,94,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-opus-4-6-thinking-120K-high / column score),,out:decision:D32,out:decision:D32 arcagi1@arcprize,arcprize,opus-4.6,max,reasoning-math,frontier,ARC-official,per-task,1.8791,2.89e-05,,,93,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-opus-4-6-thinking-120K-max / column score),,out:decision:D32,out:decision:D32 arcagi2@arcprize,arcprize,opus-5,high,reasoning-math,frontier,ARC-official,per-task,1.45,0.00289,,,88.33,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-opus-5-high / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,opus-5,max,reasoning-math,frontier,ARC-official,per-task,2.06,0.00289,,,90.42,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-opus-5-max / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,fable-5,low,reasoning-math,frontier,ARC-official,per-task,1.4489280833333338,2.89e-17,,,76.80555555555555,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-fable-5-low / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,fable-5,medium,reasoning-math,frontier,ARC-official,per-task,1.9269780833333334,2.89e-17,,,82.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-fable-5-medium / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,fable-5,high,reasoning-math,frontier,ARC-official,per-task,2.4358764166666664,2.89e-17,,,87.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-fable-5-high / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,fable-5,xhigh,reasoning-math,frontier,ARC-official,per-task,3.0043564166666665,2.89e-17,,,88.33333333333333,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-fable-5-xhigh / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,fable-5,max,reasoning-math,frontier,ARC-official,per-task,5.449076000000001,2.89e-16,,,89.16666666666667,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-fable-5-max / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,opus-4.8,low,reasoning-math,frontier,ARC-official,per-task,1.6818,2.89e-05,,,62.22,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row anthropic-opus-4-8-low / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,opus-4.8,medium,reasoning-math,frontier,ARC-official,per-task,2.3896,2.89e-05,,,71.67,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row anthropic-opus-4-8-medium / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,opus-4.8,high,reasoning-math,frontier,ARC-official,per-task,2.7425,2.89e-05,,,72.08,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row anthropic-opus-4-8-high / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,?Claude 4.7,not-established:absent,reasoning-math,frontier,ARC-official,per-task,2.38,0.00289,,,62.08,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-4-7-low / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,?Claude 4.7,not-established:absent,reasoning-math,frontier,ARC-official,per-task,2.96,0.00289,,,67.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-4-7-medium / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,?Claude 4.7,not-established:absent,reasoning-math,frontier,ARC-official,per-task,3.17,0.00289,,,68.33,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-4-7-high / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,?Claude 4.7,not-established:absent,reasoning-math,frontier,ARC-official,per-task,7.43,0.00289,,,75.83,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-4-7-max / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,sonnet-4.6,high,reasoning-math,frontier,ARC-official,per-task,2.6966,2.89e-05,,,60.42,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude_sonnet_4_6_high / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,sonnet-4.6,not-established:absent,reasoning-math,frontier,ARC-official,per-task,2.7179,2.89e-05,,,58.33,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude_sonnet_4_6_max / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,haiku-4.5,nothink,reasoning-math,frontier,ARC-official,per-task,0.0426,2.89e-05,,,1.25,pass%,0.00289,,cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row claude-haiku-4-5-20251001 / column score),,in,in arcagi2@arcprize,arcprize,haiku-4.5,think-1000,reasoning-math,frontier,ARC-official,per-task,0.0471,2.89e-05,,,1.25,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-haiku-4-5-20251001-thinking-1k / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,haiku-4.5,think-8000,reasoning-math,frontier,ARC-official,per-task,0.0909,2.89e-05,,,1.67,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-haiku-4-5-20251001-thinking-8k / column score),,out:budget-config,out:budget-config arcagi2@arcprize,arcprize,haiku-4.5,think-16000,reasoning-math,frontier,ARC-official,per-task,0.1392,2.89e-05,,,2.78,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-haiku-4-5-20251001-thinking-16k / column score),,out:budget-config,out:budget-config arcagi2@arcprize,arcprize,haiku-4.5,think-32000,reasoning-math,frontier,ARC-official,per-task,0.3766,2.89e-05,,,4.03,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-haiku-4-5-20251001-thinking-32k / column score),,out:budget-config,out:budget-config arcagi2@arcprize,arcprize,opus-4.6,low,reasoning-math,frontier,ARC-official,per-task,2.2507,2.89e-05,,,64.58,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-opus-4-6-thinking-120K-low / column score),,out:decision:D32,out:decision:D32 arcagi2@arcprize,arcprize,opus-4.6,medium,reasoning-math,frontier,ARC-official,per-task,2.7209,2.89e-05,,,66.25,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-opus-4-6-thinking-120K-medium / column score),,out:decision:D32,out:decision:D32 arcagi2@arcprize,arcprize,opus-4.6,high,reasoning-math,frontier,ARC-official,per-task,3.4719,2.89e-05,,,69.17,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-opus-4-6-thinking-120K-high / column score),,out:decision:D32,out:decision:D32 arcagi2@arcprize,arcprize,opus-4.6,max,reasoning-math,frontier,ARC-official,per-task,3.641,0.000289,,,68.75,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-opus-4-6-thinking-120K-max / column score),,out:decision:D32,out:decision:D32 arcagi1@arcprize,arcprize,fable-5.1,max,reasoning-math,frontier,ARC-official,per-task,1.3997611,2.89e-08,,,97.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-fable-5-1-max / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,fable-5.1,xhigh,reasoning-math,frontier,ARC-official,per-task,0.9578876000000003,2.89e-17,,,96.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-fable-5-1-xhigh / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,fable-5.1,high,reasoning-math,frontier,ARC-official,per-task,0.5169491,2.89e-08,,,96,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-fable-5-1-high / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,fable-5.1,medium,reasoning-math,frontier,ARC-official,per-task,0.4425576000000001,2.89e-17,,,94.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-fable-5-1-medium / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,fable-5.1,low,reasoning-math,frontier,ARC-official,per-task,0.36604360000000014,2.89e-18,,,90,pass%,2.89,,,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-fable-5-1-low / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,fable-5.1,max,reasoning-math,frontier,ARC-official,per-task,4.492348833333334,2.89e-16,,,90,pass%,2.89,,,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-fable-5-1-max / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,fable-5.1,xhigh,reasoning-math,frontier,ARC-official,per-task,3.120216916666669,2.89e-16,,,90,pass%,2.89,,,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-fable-5-1-xhigh / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,fable-5.1,high,reasoning-math,frontier,ARC-official,per-task,1.6673061666666666,2.89e-17,,,88.75,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-fable-5-1-high / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,fable-5.1,medium,reasoning-math,frontier,ARC-official,per-task,1.2239411666666673,2.89e-17,,,86.25,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-fable-5-1-medium / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,fable-5.1,low,reasoning-math,frontier,ARC-official,per-task,0.9523265833333336,2.89e-17,,,78.33333333333333,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-fable-5-1-low / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,opus-5.5,low,reasoning-math,frontier,ARC-official,per-task,0.12007963999999999,2.89e-18,,,88.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-opus-5-5-low / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,opus-5.5,medium,reasoning-math,frontier,ARC-official,per-task,0.15227524,2.89e-09,,,97.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-opus-5-5-medium / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,opus-5.5,high,reasoning-math,frontier,ARC-official,per-task,0.15798964,2.89e-09,,,98.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-opus-5-5-high / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,opus-5.5,xhigh,reasoning-math,frontier,ARC-official,per-task,0.22304864,2.89e-09,,,97.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-opus-5-5-xhigh / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,opus-5.5,max,reasoning-math,frontier,ARC-official,per-task,0.64073264,2.89e-09,,,97.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-opus-5-5-max / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,opus-5.5,low,reasoning-math,frontier,ARC-official,per-task,0.24127179999999998,2.89e-18,,,70.1388888888889,pass%,2.89e-14,,,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-opus-5-5-low / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,opus-5.5,medium,reasoning-math,frontier,ARC-official,per-task,0.3369188,2.89e-08,,,87.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-opus-5-5-medium / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,opus-5.5,high,reasoning-math,frontier,ARC-official,per-task,0.4078964666666666,2.89e-17,,,93.33333333333333,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-opus-5-5-high / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,opus-5.5,xhigh,reasoning-math,frontier,ARC-official,per-task,0.6709066333333333,2.89e-17,,,92.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-opus-5-5-xhigh / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,opus-5.5,max,reasoning-math,frontier,ARC-official,per-task,1.8517409666666667,2.89e-17,,,91.66666666666666,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-opus-5-5-max / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,haiku-5.5,max,reasoning-math,frontier,ARC-official,per-task,0.05132828800000002,2.89e-18,,,89,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-haiku-5-5-max / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,haiku-5.5,xhigh,reasoning-math,frontier,ARC-official,per-task,0.03012903599999999,2.89e-18,,,87.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-haiku-5-5-xhigh / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,haiku-5.5,high,reasoning-math,frontier,ARC-official,per-task,0.016372071000000002,2.89e-19,,,81.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-haiku-5-5-high / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,haiku-5.5,medium,reasoning-math,frontier,ARC-official,per-task,0.008431990999999998,2.89e-19,,,57.33333333333333,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-haiku-5-5-medium / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,haiku-5.5,low,reasoning-math,frontier,ARC-official,per-task,0.005280606,2.89e-10,,,50.33333333333334,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-haiku-5-5-low / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,haiku-5.5,xhigh,reasoning-math,frontier,ARC-official,per-task,0.08498917333333329,2.89e-18,,,61.25,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-haiku-5-5-xhigh / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,haiku-5.5,high,reasoning-math,frontier,ARC-official,per-task,0.046677990833333315,2.89e-19,,,30.69444444444444,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-haiku-5-5-high / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,haiku-5.5,medium,reasoning-math,frontier,ARC-official,per-task,0.014974957499999999,2.89e-19,,,9.444444444444443,pass%,2.89e-16,,,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-haiku-5-5-medium / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,haiku-5.5,low,reasoning-math,frontier,ARC-official,per-task,0.007986432500000003,2.89e-19,,,2.7777777777777776,pass%,2.89e-17,,,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-haiku-5-5-low / column score),,out:superseded,out:superseded arcagi3,arcprize,opus-4.6,max,agentic-tool,frontier,,,8866.2,0.0289,,,0.51,score%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row anthropic-opus-4-6-max-effort / column score),,out:superseded,out:superseded arcagi3,arcprize,opus-4.7,high,agentic-tool,frontier,,,10000,0.289,,,0.18,score%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row anthropic-opus-4-7-high / column score),,out:superseded,out:superseded arcagi3,arcprize,opus-4.8,high,agentic-tool,frontier,,,10000,0.289,,,1.52,score%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row anthropic-opus-4-8-high / column score),,out:superseded,out:superseded arcagi3,arcprize,opus-5,high,agentic-tool,frontier,,,20657.37,0.00289,,,30.16,score%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-opus-5-high / column score),,out:superseded,out:superseded arcagi3,arcprize,haiku-5.5,max,agentic-tool,frontier,,,388.1060053,2.89e-08,,,0.4513711877557703,score%,2.89e-17,,,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-haiku-5-5-max / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,?Gemini 1.5 Pro,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.04,0.00289,,,0.8,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row Gemini 1.5 Pro / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,gemini-2.0-flash,solo,reasoning-math,frontier,ARC-official,per-task,0.004,0.000289,,,1.3,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row Gemini 2.0 Flash / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-4.5-preview,solo,reasoning-math,frontier,ARC-official,per-task,0.29,0.00289,,,10.3,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-4-5-2025-02-27 / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-4.5-preview,solo,reasoning-math,frontier,ARC-official,per-task,2.1,0.0289,,,0.8,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-4-5-2025-02-27 / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,?GPT-4o,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.05,0.00289,,,4.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-4o-2024-11-20 / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,?GPT-4o,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.08,0.00289,,,0,pass%,28.9,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-4o-2024-11-20 / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,gpt-4o-mini,solo,reasoning-math,frontier,ARC-official,per-task,0.01,0.00289,,,0,pass%,28.9,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-4o-mini-2024-07-18 / column score),,out:uninformative,out:superseded arcagi1@arcprize,arcprize,?o3 (Preview),not-established:absent,reasoning-math,frontier,ARC-official,per-task,200,0.289,,,75.7,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row o3-preview-low / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,?o3 (Preview),not-established:absent,reasoning-math,frontier,ARC-official,per-task,200,0.289,,,4,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row o3-preview-low / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,deepseek-r1,solo,reasoning-math,frontier,ARC-official,per-task,0.06,0.00289,,,15.8,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row R1 / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,deepseek-r1,solo,reasoning-math,frontier,ARC-official,per-task,0.08,0.00289,,,1.3,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row R1 / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-4.1-nano,solo,reasoning-math,frontier,ARC-official,per-task,0.0021,2.89e-05,,,0,pass%,28.9,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-4-1-nano-2025-04-14 / column score),,out:uninformative,out:superseded arcagi2@arcprize,arcprize,gpt-4.1-nano,solo,reasoning-math,frontier,ARC-official,per-task,0.0036,2.89e-05,,,0,pass%,28.9,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-4-1-nano-2025-04-14 / column score),,out:uninformative,out:superseded arcagi1@arcprize,arcprize,gpt-4.1-mini,solo,reasoning-math,frontier,ARC-official,per-task,0.0078,2.89e-05,,,3.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-4-1-mini-2025-04-14 / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-4.1-mini,solo,reasoning-math,frontier,ARC-official,per-task,0.0139,2.89e-05,,,0,pass%,28.9,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-4-1-mini-2025-04-14 / column score),,out:uninformative,out:superseded arcagi1@arcprize,arcprize,gpt-4.1,solo,reasoning-math,frontier,ARC-official,per-task,0.039,0.000289,,,5.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-4-1-2025-04-14 / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-4.1,solo,reasoning-math,frontier,ARC-official,per-task,0.0691,2.89e-05,,,0.42,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-4-1-2025-04-14 / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,o1-mini,solo,reasoning-math,frontier,ARC-official,per-task,0.135,0.000289,,,14,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row o1-mini-2024-09-12 / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,o1-mini,solo,reasoning-math,frontier,ARC-official,per-task,0.1907,2.89e-05,,,0.83,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row o1-mini-2024-09-12 / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,o3-mini,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.0519,2.89e-05,,,14.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row o3-mini-2025-01-31-low / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,o3-mini,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.0623,2.89e-05,,,0,pass%,28.9,,,https://arcprize.org/leaderboard ($.evaluations / row o3-mini-2025-01-31-low / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,o3-mini,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.1907,2.89e-05,,,22.33,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row o3-mini-2025-01-31-medium / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,o3-mini,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.2843,2.89e-05,,,2.08,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row o3-mini-2025-01-31-medium / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,o3-mini,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.3989,2.89e-05,,,34.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row o3-mini-2025-01-31-high / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,o3-mini,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.5472,2.89e-05,,,2.99,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row o3-mini-2025-01-31-high / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,o3,low,reasoning-math,frontier,ARC-official,per-task,0.1764,2.89e-05,,,41.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row o3-2025-04-16-low / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,o3,low,reasoning-math,frontier,ARC-official,per-task,0.2343,2.89e-05,,,1.99,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row o3-2025-04-16-low / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,o3,medium,reasoning-math,frontier,ARC-official,per-task,0.2882,2.89e-05,,,53.83,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row o3-2025-04-16-medium / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,o3,medium,reasoning-math,frontier,ARC-official,per-task,0.4787,2.89e-05,,,2.98,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row o3-2025-04-16-medium / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,o3,high,reasoning-math,frontier,ARC-official,per-task,0.5002,2.89e-05,,,60.83,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row o3-2025-04-16-high / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,o3,high,reasoning-math,frontier,ARC-official,per-task,0.8339,2.89e-05,,,6.53,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row o3-2025-04-16-high / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,o4-mini,low,reasoning-math,frontier,ARC-official,per-task,0.0406,2.89e-05,,,21.33,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row o4-mini-2025-04-16-low / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,o4-mini,low,reasoning-math,frontier,ARC-official,per-task,0.05,0.00289,,,1.67,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row o4-mini-2025-04-16-low / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,o4-mini,medium,reasoning-math,frontier,ARC-official,per-task,0.15,0.00289,,,41.83,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row o4-mini-2025-04-16-medium / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,o4-mini,medium,reasoning-math,frontier,ARC-official,per-task,0.2311,2.89e-05,,,2.36,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row o4-mini-2025-04-16-medium / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,o4-mini,high,reasoning-math,frontier,ARC-official,per-task,0.4058,2.89e-05,,,58.67,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row o4-mini-2025-04-16-high / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,o4-mini,high,reasoning-math,frontier,ARC-official,per-task,0.856,0.000289,,,6.11,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row o4-mini-2025-04-16-high / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,?Gemini 2.5 Flash (Preview),not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.0371,2.89e-05,,,33.33,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-2-5-flash-preview-05-20 / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,?Gemini 2.5 Flash (Preview),not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.057,0.000289,,,1.69,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-2-5-flash-preview-05-20 / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,?Gemini 2.5 Flash (Preview),not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.0356,2.89e-05,,,16,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-2-5-flash-preview-05-20-thinking-1k / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,?Gemini 2.5 Flash (Preview),not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.0302,2.89e-05,,,2.16,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-2-5-flash-preview-05-20-thinking-1k / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,?Gemini 2.5 Flash (Preview),not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.1344,2.89e-05,,,25.83,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-2-5-flash-preview-05-20-thinking-8k / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,?Gemini 2.5 Flash (Preview),not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.1994,2.89e-05,,,2.12,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-2-5-flash-preview-05-20-thinking-8k / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,?Gemini 2.5 Flash (Preview),not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.2134,2.89e-05,,,33.33,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-2-5-flash-preview-05-20-thinking-16k / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,?Gemini 2.5 Flash (Preview),not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.3173,2.89e-05,,,1.98,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-2-5-flash-preview-05-20-thinking-16k / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,?Gemini 2.5 Flash (Preview),not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.1971,2.89e-05,,,32.33,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-2-5-flash-preview-05-20-thinking-24k / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,?Gemini 2.5 Flash (Preview),not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.3191,2.89e-05,,,2.54,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-2-5-flash-preview-05-20-thinking-24k / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,?Deepseek R1 (05/28),not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.0464,2.89e-05,,,21.21,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row deepseek_r1_0528-openrouter / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,?Deepseek R1 (05/28),not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.0527,2.89e-05,,,1.12,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row deepseek_r1_0528-openrouter / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,grok-3,solo,reasoning-math,frontier,ARC-official,per-task,0.0931,2.89e-05,,,5.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row grok-3-openrouter / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,grok-3,solo,reasoning-math,frontier,ARC-official,per-task,0.1421,2.89e-05,,,0,pass%,28.9,,,https://arcprize.org/leaderboard ($.evaluations / row grok-3-openrouter / column score),,out:uninformative,out:superseded arcagi1@arcprize,arcprize,grok-3-mini,low,reasoning-math,frontier,ARC-official,per-task,0.0099,2.89e-05,,,16.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row grok-3-mini-beta-low-openrouter / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,grok-3-mini,low,reasoning-math,frontier,ARC-official,per-task,0.0131,2.89e-05,,,0.42,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row grok-3-mini-beta-low-openrouter / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,?Gemini 2.5 Pro (Preview),not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.5694,2.89e-05,,,33,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-2-5-pro-preview-openrouter / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,?Gemini 2.5 Pro (Preview),not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.8126,2.89e-05,,,3.75,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-2-5-pro-preview-openrouter / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,?Gemini 2.5 Pro (Preview),not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.5866,2.89e-05,,,31.33,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-2-5-pro-preview-05-06-thinking-1k / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,?Gemini 2.5 Pro (Preview),not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.8037,2.89e-05,,,3.44,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-2-5-pro-preview-05-06-thinking-1k / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,o3-pro,low,reasoning-math,frontier,ARC-official,per-task,1.6382,2.89e-05,,,44.33,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row o3-pro-2025-06-10-low / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,o3-pro,low,reasoning-math,frontier,ARC-official,per-task,2.2293,2.89e-05,,,2.05,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row o3-pro-2025-06-10-low / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,o3-pro,medium,reasoning-math,frontier,ARC-official,per-task,3.1766,2.89e-05,,,57,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row o3-pro-2025-06-10-medium / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,o3-pro,medium,reasoning-math,frontier,ARC-official,per-task,4.7441,2.89e-05,,,1.94,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row o3-pro-2025-06-10-medium / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,o3-pro,high,reasoning-math,frontier,ARC-official,per-task,4.16,0.00289,,,59.33,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row o3-pro-2025-06-10-high / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,o3-pro,high,reasoning-math,frontier,ARC-official,per-task,7.5516,2.89e-05,,,4.86,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row o3-pro-2025-06-10-high / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gemini-2.5-pro,think-1000,reasoning-math,frontier,ARC-official,per-task,0.0573,2.89e-05,,,16,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-2-5-pro-2025-06-17-thinking-1k / column score),,out:budget-config,out:budget-config arcagi2@arcprize,arcprize,gemini-2.5-pro,think-1000,reasoning-math,frontier,ARC-official,per-task,0.0885,2.89e-05,,,0,pass%,28.9,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-2-5-pro-2025-06-17-thinking-1k / column score),,out:budget-config,out:budget-config arcagi1@arcprize,arcprize,gemini-2.5-pro,think-8000,reasoning-math,frontier,ARC-official,per-task,0.2947,2.89e-05,,,29.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-2-5-pro-2025-06-17-thinking-8k / column score),,out:budget-config,out:budget-config arcagi2@arcprize,arcprize,gemini-2.5-pro,think-8000,reasoning-math,frontier,ARC-official,per-task,0.4439,2.89e-05,,,2.92,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-2-5-pro-2025-06-17-thinking-8k / column score),,out:budget-config,out:budget-config arcagi1@arcprize,arcprize,gemini-2.5-pro,think-16000,reasoning-math,frontier,ARC-official,per-task,0.4839,2.89e-05,,,41,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-2-5-pro-2025-06-17-thinking-16k / column score),,out:budget-config,out:budget-config arcagi2@arcprize,arcprize,gemini-2.5-pro,think-16000,reasoning-math,frontier,ARC-official,per-task,0.7145,2.89e-05,,,4.03,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-2-5-pro-2025-06-17-thinking-16k / column score),,out:budget-config,out:budget-config arcagi1@arcprize,arcprize,gemini-2.5-pro,think-32000,reasoning-math,frontier,ARC-official,per-task,0.5123,2.89e-05,,,37,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-2-5-pro-2025-06-17-thinking-32k / column score),,out:budget-config,out:budget-config arcagi2@arcprize,arcprize,gemini-2.5-pro,think-32000,reasoning-math,frontier,ARC-official,per-task,0.757,0.000289,,,4.86,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-2-5-pro-2025-06-17-thinking-32k / column score),,out:budget-config,out:budget-config arcagi1@arcprize,arcprize,grok-4,solo,reasoning-math,frontier,ARC-official,per-task,1.0136,2.89e-05,,,66.67,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row grok-4-0709 / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,grok-4,solo,reasoning-math,frontier,ARC-official,per-task,2.1659,2.89e-05,,,15.975,pass%,0.000289,,,https://arcprize.org/leaderboard ($.evaluations / row grok-4-0709 / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,?Qwen3-235b-a22b Instruct (25/07),not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.0025,2.89e-05,,,11,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row qwen3-235b-a22b-instruct-2507 / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,?Qwen3-235b-a22b Instruct (25/07),not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.0044,2.89e-05,,,1.25,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row qwen3-235b-a22b-instruct-2507 / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,gpt-5,high,reasoning-math,frontier,ARC-official,per-task,0.5087,2.89e-05,,,65.67,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-2025-08-07-high / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-5,high,reasoning-math,frontier,ARC-official,per-task,0.7302,2.89e-05,,,9.86,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-2025-08-07-high / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-5,medium,reasoning-math,frontier,ARC-official,per-task,0.3301,2.89e-05,,,56.17,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-2025-08-07-medium / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-5,medium,reasoning-math,frontier,ARC-official,per-task,0.4486,2.89e-05,,,7.49,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-2025-08-07-medium / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-5,low,reasoning-math,frontier,ARC-official,per-task,0.1531,2.89e-05,,,44,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-2025-08-07-low / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-5,low,reasoning-math,frontier,ARC-official,per-task,0.1896,2.89e-05,,,1.94,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-2025-08-07-low / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-5,minimal,reasoning-math,frontier,ARC-official,per-task,0.0335,2.89e-05,,,6,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-2025-08-07-minimal / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-5,minimal,reasoning-math,frontier,ARC-official,per-task,0.0562,2.89e-05,,,0,pass%,28.9,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-2025-08-07-minimal / column score),,out:uninformative,out:superseded arcagi1@arcprize,arcprize,gpt-5-mini,high,reasoning-math,frontier,ARC-official,per-task,0.116,0.000289,,,54.33,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-mini-2025-08-07-high / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-5-mini,high,reasoning-math,frontier,ARC-official,per-task,0.1977,2.89e-05,,,4.44,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-mini-2025-08-07-high / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-5-mini,medium,reasoning-math,frontier,ARC-official,per-task,0.0401,2.89e-05,,,37.33,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-mini-2025-08-07-medium / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-5-mini,medium,reasoning-math,frontier,ARC-official,per-task,0.0629,2.89e-05,,,4.03,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-mini-2025-08-07-medium / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-5-mini,low,reasoning-math,frontier,ARC-official,per-task,0.0135,2.89e-05,,,26.33,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-mini-2025-08-07-low / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-5-mini,low,reasoning-math,frontier,ARC-official,per-task,0.0189,2.89e-05,,,0.83,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-mini-2025-08-07-low / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-5-mini,minimal,reasoning-math,frontier,ARC-official,per-task,0.0057,2.89e-05,,,5.33,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-mini-2025-08-07-minimal / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-5-mini,minimal,reasoning-math,frontier,ARC-official,per-task,0.0094,2.89e-05,,,1.67,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-mini-2025-08-07-minimal / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-5-nano,high,reasoning-math,frontier,ARC-official,per-task,0.0292,2.89e-05,,,16.67,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-nano-2025-08-07-high / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-5-nano,high,reasoning-math,frontier,ARC-official,per-task,0.0295,2.89e-05,,,2.61,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-nano-2025-08-07-high / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-5-nano,medium,reasoning-math,frontier,ARC-official,per-task,0.0124,2.89e-05,,,20.71,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-nano-2025-08-07-medium / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-5-nano,medium,reasoning-math,frontier,ARC-official,per-task,0.0137,2.89e-05,,,0.88,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-nano-2025-08-07-medium / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-5-nano,low,reasoning-math,frontier,ARC-official,per-task,0.0033,2.89e-05,,,4.04,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-nano-2025-08-07-low / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-5-nano,low,reasoning-math,frontier,ARC-official,per-task,0.0033,2.89e-05,,,0,pass%,28.9,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-nano-2025-08-07-low / column score),,out:uninformative,out:superseded arcagi1@arcprize,arcprize,gpt-5-nano,minimal,reasoning-math,frontier,ARC-official,per-task,0.0015,2.89e-05,,,1.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-nano-2025-08-07-minimal / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-5-nano,minimal,reasoning-math,frontier,ARC-official,per-task,0.0025,2.89e-05,,,0,pass%,28.9,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-nano-2025-08-07-minimal / column score),,out:uninformative,out:superseded arcagi1@arcprize,arcprize,gpt-5-pro,unstated,reasoning-math,frontier,ARC-official,per-task,4.7785,2.89e-05,,,70.17,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-pro-2025-10-06 / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,gpt-5-pro,unstated,reasoning-math,frontier,ARC-official,per-task,7.1432,2.89e-05,,,18.33,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-pro-2025-10-06 / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,?Grok 4 (Fast Reasoning),not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.0307,2.89e-05,,,48.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row grok-4-fast-reasoning / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,?Grok 4 (Fast Reasoning),not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.061,0.000289,,,5.28,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row grok-4-fast-reasoning / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,gpt-5.1,nothink,reasoning-math,frontier,ARC-official,per-task,0.0338,2.89e-05,,,5.83,pass%,0.00289,,cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-1-2025-11-13-thinking-none / column score),,in,in arcagi2@arcprize,arcprize,gpt-5.1,nothink,reasoning-math,frontier,ARC-official,per-task,0.0581,2.89e-05,,,0.42,pass%,0.00289,,cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-1-2025-11-13-thinking-none / column score),,in,in arcagi1@arcprize,arcprize,gpt-5.1,low,reasoning-math,frontier,ARC-official,per-task,0.1,0.0289,,,33.17,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-1-2025-11-13-thinking-low / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-5.1,low,reasoning-math,frontier,ARC-official,per-task,0.129,0.000289,,,1.94,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-1-2025-11-13-thinking-low / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-5.1,medium,reasoning-math,frontier,ARC-official,per-task,0.3149,2.89e-05,,,57.67,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-1-2025-11-13-thinking-medium / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-5.1,medium,reasoning-math,frontier,ARC-official,per-task,0.4206,2.89e-05,,,6.53,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-1-2025-11-13-thinking-medium / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-5.1,high,reasoning-math,frontier,ARC-official,per-task,0.674,0.000289,,,72.83,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-1-2025-11-13-thinking-high / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-5.1,high,reasoning-math,frontier,ARC-official,per-task,1.1704,2.89e-05,,,17.64,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-1-2025-11-13-thinking-high / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gemini-3-pro,unstated,reasoning-math,frontier,ARC-official,per-task,0.4926,2.89e-05,,,75,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-3-pro-preview / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,gemini-3-pro,unstated,reasoning-math,frontier,ARC-official,per-task,0.8109,2.89e-05,,,31.11,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-3-pro-preview / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,?Gemini 3 Deep Think (Preview),not-established:absent,reasoning-math,frontier,ARC-official,per-task,44.25900135,2.89e-09,,,87.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-3-deep-think-preview / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,?Gemini 3 Deep Think (Preview),not-established:absent,reasoning-math,frontier,ARC-official,per-task,77.16309638,2.89e-09,,,45.14,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-3-deep-think-preview / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,gpt-5.2,nothink,reasoning-math,frontier,ARC-official,per-task,0.0472,2.89e-05,,,12.33,pass%,0.00289,,cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-2-2025-12-11-thinking-none / column score),,in,in arcagi2@arcprize,arcprize,gpt-5.2,nothink,reasoning-math,frontier,ARC-official,per-task,0.0818,2.89e-05,,,0.83,pass%,0.00289,,cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-2-2025-12-11-thinking-none / column score),,in,in arcagi1@arcprize,arcprize,gpt-5.2,low,reasoning-math,frontier,ARC-official,per-task,0.1657,2.89e-05,,,55.67,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-2-2025-12-11-thinking-low / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-5.2,low,reasoning-math,frontier,ARC-official,per-task,0.2642,2.89e-05,,,9.72,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-2-2025-12-11-thinking-low / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-5.2,medium,reasoning-math,frontier,ARC-official,per-task,0.3448,2.89e-05,,,72.67,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-2-2025-12-11-thinking-medium / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-5.2,medium,reasoning-math,frontier,ARC-official,per-task,0.7594,2.89e-05,,,26.67,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-2-2025-12-11-thinking-medium / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-5.2,high,reasoning-math,frontier,ARC-official,per-task,0.5196,2.89e-05,,,78.67,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-2-2025-12-11-thinking-high / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-5.2,high,reasoning-math,frontier,ARC-official,per-task,1.393,0.000289,,,43.33,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-2-2025-12-11-thinking-high / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-5.2,xhigh,reasoning-math,frontier,ARC-official,per-task,0.96,0.00289,,,86.17,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-2-2025-12-11-thinking-xhigh / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-5.2,xhigh,reasoning-math,frontier,ARC-official,per-task,1.8982,2.89e-05,,,52.91,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-2-2025-12-11-thinking-xhigh / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-5.2-pro,medium,reasoning-math,frontier,ARC-official,per-task,3.9774,2.89e-05,,,81.17,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-2-pro-2025-12-11-medium / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-5.2-pro,medium,reasoning-math,frontier,ARC-official,per-task,8.9928,2.89e-05,,,38.47,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-2-pro-2025-12-11-medium / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-5.2-pro,high,reasoning-math,frontier,ARC-official,per-task,5.8694,2.89e-05,,,85.67,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-2-pro-2025-12-11-high / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-5.2-pro,high,reasoning-math,frontier,ARC-official,per-task,15.721,0.000289,,,54.16,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-2-pro-2025-12-11-high / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-5.2-pro,xhigh,reasoning-math,frontier,ARC-official,per-task,11.6542,2.89e-05,,,90.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-2-pro-2025-12-11-xhigh / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gemini-3-flash,minimal,reasoning-math,frontier,ARC-official,per-task,0.012,0.000289,,,21.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-3-flash-preview-thinking-minimal / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gemini-3-flash,minimal,reasoning-math,frontier,ARC-official,per-task,0.0205,2.89e-05,,,3.33,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-3-flash-preview-thinking-minimal / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gemini-3-flash,low,reasoning-math,frontier,ARC-official,per-task,0.0163,2.89e-05,,,29,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-3-flash-preview-thinking-low / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gemini-3-flash,low,reasoning-math,frontier,ARC-official,per-task,0.0249,2.89e-05,,,1.25,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-3-flash-preview-thinking-low / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gemini-3-flash,medium,reasoning-math,frontier,ARC-official,per-task,0.0612,2.89e-05,,,57.67,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-3-flash-preview-thinking-medium / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gemini-3-flash,medium,reasoning-math,frontier,ARC-official,per-task,0.0824,2.89e-05,,,12.78,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-3-flash-preview-thinking-medium / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gemini-3-flash,high,reasoning-math,frontier,ARC-official,per-task,0.1743,2.89e-05,,,84.67,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-3-flash-preview-thinking-high / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gemini-3-flash,high,reasoning-math,frontier,ARC-official,per-task,0.2314,2.89e-05,,,33.61,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-3-flash-preview-thinking-high / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,?Grok 4.20 (Reasoning),not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.35,0.00289,,,89.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row grok-4.20-beta-0309b-reasoning / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,?Grok 4.20 (Reasoning),not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.92,0.00289,,,65.14,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row grok-4.20-beta-0309b-reasoning / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,?Gemini 3 Deep Think (2/26),not-established:absent,reasoning-math,frontier,ARC-official,per-task,7.171,0.000289,,,96,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini_3_deep_think_022026 / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,?Gemini 3 Deep Think (2/26),not-established:absent,reasoning-math,frontier,ARC-official,per-task,13.6213,2.89e-05,,,84.58,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini_3_deep_think_022026 / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,?Gemini 3.1 Pro (Preview),not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.5223,2.89e-05,,,98,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-3-1-pro-preview / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,?Gemini 3.1 Pro (Preview),not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.9622,2.89e-05,,,77.08,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-3-1-pro-preview / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,?Kimi K2.5,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.15,0.00289,,,65.33,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row kimi-k2.5 / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,?Kimi K2.5,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.28,0.00289,,,11.81,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row kimi-k2.5 / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,deepseek-v3.2,nothink,reasoning-math,frontier,ARC-official,per-task,0.08,0.00289,,,57,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row deepseek-v3.2 / column score),,in,out:cost-not-comparable arcagi2@arcprize,arcprize,deepseek-v3.2,nothink,reasoning-math,frontier,ARC-official,per-task,0.12,0.00289,,,4.03,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row deepseek-v3.2 / column score),,in,out:cost-not-comparable arcagi1@arcprize,arcprize,glm-5,unstated,reasoning-math,frontier,ARC-official,per-task,0.17,0.00289,,,44.67,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row glm-5 / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,glm-5,unstated,reasoning-math,frontier,ARC-official,per-task,0.27,0.00289,,,4.86,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row glm-5 / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,gpt-5.4,low,reasoning-math,frontier,ARC-official,per-task,0.15,0.00289,,,68.17,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-4-low / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-5.4,low,reasoning-math,frontier,ARC-official,per-task,0.27,0.00289,,,29.17,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-4-low / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-5.4,medium,reasoning-math,frontier,ARC-official,per-task,0.25,0.00289,,,86.17,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-4-medium / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-5.4,medium,reasoning-math,frontier,ARC-official,per-task,0.68,0.00289,,,55.42,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-4-medium / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-5.4,high,reasoning-math,frontier,ARC-official,per-task,0.37,0.00289,,,92.67,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-4-high / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-5.4,high,reasoning-math,frontier,ARC-official,per-task,1.02,0.00289,,,67.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-4-high / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-5.4,xhigh,reasoning-math,frontier,ARC-official,per-task,0.62,0.00289,,,93.67,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-4-xhigh / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-5.4,xhigh,reasoning-math,frontier,ARC-official,per-task,1.52,0.00289,,,73.95,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-4-xhigh / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-5.4-pro,xhigh,reasoning-math,frontier,ARC-official,per-task,7.21,0.00289,,,94.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-4-pro-xhigh / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-5.4-pro,xhigh,reasoning-math,frontier,ARC-official,per-task,16.41,0.00289,,,83.33,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-4-pro-xhigh / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-5.4-mini,xhigh,reasoning-math,frontier,ARC-official,per-task,0.51,0.00289,,,63.67,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-4-mini-xhigh / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-5.4-mini,xhigh,reasoning-math,frontier,ARC-official,per-task,0.75,0.00289,,,18.9,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-4-mini-xhigh / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-5.4-mini,high,reasoning-math,frontier,ARC-official,per-task,0.27,0.00289,,,58,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-4-mini-high / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-5.4-mini,high,reasoning-math,frontier,ARC-official,per-task,0.56,0.00289,,,13.19,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-4-mini-high / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-5.4-mini,medium,reasoning-math,frontier,ARC-official,per-task,0.16,0.00289,,,40.83,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-4-mini-medium / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-5.4-mini,medium,reasoning-math,frontier,ARC-official,per-task,0.33,0.00289,,,4.44,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-4-mini-medium / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-5.4-mini,low,reasoning-math,frontier,ARC-official,per-task,0.04,0.00289,,,13,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-4-mini-low / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-5.4-mini,low,reasoning-math,frontier,ARC-official,per-task,0.06,0.00289,,,1.11,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-4-mini-low / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-5.4-nano,xhigh,reasoning-math,frontier,ARC-official,per-task,0.13,0.00289,,,51.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-4-nano-xhigh / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-5.4-nano,xhigh,reasoning-math,frontier,ARC-official,per-task,0.16,0.00289,,,5.69,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-4-nano-xhigh / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-5.4-nano,high,reasoning-math,frontier,ARC-official,per-task,0.07,0.00289,,,38.17,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-4-nano-high / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-5.4-nano,high,reasoning-math,frontier,ARC-official,per-task,0.13,0.00289,,,3.61,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-4-nano-high / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-5.4-nano,medium,reasoning-math,frontier,ARC-official,per-task,0.04,0.00289,,,33,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-4-nano-medium / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-5.4-nano,medium,reasoning-math,frontier,ARC-official,per-task,0.06,0.00289,,,1.94,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-4-nano-medium / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-5.4-nano,low,reasoning-math,frontier,ARC-official,per-task,0.01,0.00289,,,18.33,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-4-nano-low / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-5.4-nano,low,reasoning-math,frontier,ARC-official,per-task,0.01,0.00289,,,1.53,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-4-nano-low / column score),,out:superseded,out:superseded arcagi3,arcprize,?Grok 4.20 (Beta Reasoning),not-established:absent,agentic-tool,frontier,,,3775,0.289,,,0.09,score%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row xai-grok-4-20-beta-0309-reasoning / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,gpt-5.4,high,agentic-tool,frontier,,,5187.41,0.00289,,,0.21,score%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-4-2026-03-05-high / column score),,out:superseded,out:superseded arcagi3,arcprize,?Gemini 3.1 Pro (Preview),not-established:absent,agentic-tool,frontier,,,2213.53,0.00289,,,0.42,score%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row google-gemini-3-1-pro-preview / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,gpt-5.5,low,reasoning-math,frontier,ARC-official,per-task,0.2,0.0289,,,76.17,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-5-2026-04-22-thinking-low / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-5.5,low,reasoning-math,frontier,ARC-official,per-task,0.35,0.00289,,,33.33,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-5-2026-04-22-thinking-low / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-5.5,medium,reasoning-math,frontier,ARC-official,per-task,0.39,0.00289,,,92.17,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-5-2026-04-22-thinking-medium / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-5.5,medium,reasoning-math,frontier,ARC-official,per-task,0.86,0.00289,,,70.42,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-5-2026-04-22-thinking-medium / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-5.5,high,reasoning-math,frontier,ARC-official,per-task,0.56,0.00289,,,94.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-5-2026-04-22-thinking-high / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-5.5,high,reasoning-math,frontier,ARC-official,per-task,1.45,0.00289,,,83.33,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-5-2026-04-22-thinking-high / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-5.5,xhigh,reasoning-math,frontier,ARC-official,per-task,0.73,0.00289,,,95,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-5-2026-04-22-thinking-xhigh / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-5.5,xhigh,reasoning-math,frontier,ARC-official,per-task,1.87,0.00289,,,85,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-5-2026-04-22-thinking-xhigh / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-5.5-pro,high,reasoning-math,frontier,ARC-official,per-task,4.53,0.00289,,,96.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-5-pro-2026-04-23-high / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-5.5-pro,high,reasoning-math,frontier,ARC-official,per-task,10.51,0.00289,,,84.58,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-5-pro-2026-04-23-high / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-5.5-pro,xhigh,reasoning-math,frontier,ARC-official,per-task,4.52,0.00289,,,95,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-5-pro-2026-04-23-xhigh / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-5.5-pro,xhigh,reasoning-math,frontier,ARC-official,per-task,10.76,0.00289,,,84.16,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-5-pro-2026-04-23-xhigh / column score),,out:superseded,out:superseded arcagi3,arcprize,gpt-5.5,high,agentic-tool,frontier,,,10000,0.289,,,0.43,score%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-5-2026-04-23-high / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gemini-3.5-flash,minimal,reasoning-math,frontier,ARC-official,per-task,0.0645,2.89e-05,,,48.83,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-3-5-flash-minimal / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gemini-3.5-flash,minimal,reasoning-math,frontier,ARC-official,per-task,0.1074,2.89e-05,,,8.89,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-3-5-flash-minimal / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gemini-3.5-flash,high,reasoning-math,frontier,ARC-official,per-task,0.4278,2.89e-05,,,92.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-3-5-flash-high / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gemini-3.5-flash,high,reasoning-math,frontier,ARC-official,per-task,0.8503,2.89e-05,,,72.08,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-3-5-flash-high / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-5.6-sol,low,reasoning-math,frontier,ARC-official,per-task,0.17,0.00289,,,74.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-sol-low / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-5.6-sol,low,reasoning-math,frontier,ARC-official,per-task,0.32,0.00289,,,42.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-sol-low / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-5.6-sol,medium,reasoning-math,frontier,ARC-official,per-task,0.22,0.00289,,,92.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-sol-medium / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-5.6-sol,medium,reasoning-math,frontier,ARC-official,per-task,0.47,0.00289,,,67.08,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-sol-medium / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-5.6-sol,high,reasoning-math,frontier,ARC-official,per-task,0.3,0.0289,,,97,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-sol-high / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-5.6-sol,high,reasoning-math,frontier,ARC-official,per-task,0.74,0.00289,,,85.42,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-sol-high / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-5.6-sol,xhigh,reasoning-math,frontier,ARC-official,per-task,0.4,0.0289,,,97.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-sol-xhigh / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-5.6-sol,xhigh,reasoning-math,frontier,ARC-official,per-task,1.04,0.00289,,,90,pass%,2.89,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-sol-xhigh / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-5.6-sol,max,reasoning-math,frontier,ARC-official,per-task,0.54,0.00289,,,96.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-sol-max / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-5.6-sol,max,reasoning-math,frontier,ARC-official,per-task,1.44,0.00289,,,92.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-sol-max / column score),,out:superseded,out:superseded arcagi3,arcprize,gpt-5.6-sol,low,agentic-tool,frontier,,,12805.6,0.0289,,,0.33,score%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-sol-low / column score),,out:superseded,out:superseded arcagi3,arcprize,gpt-5.6-sol,medium,agentic-tool,frontier,,,12971.17,0.00289,,,1.07,score%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-sol-medium / column score),,out:superseded,out:superseded arcagi3,arcprize,gpt-5.6-sol,high,agentic-tool,frontier,,,15176.07,0.00289,,,2.15,score%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-sol-high / column score),,out:superseded,out:superseded arcagi3,arcprize,gpt-5.6-sol,xhigh,agentic-tool,frontier,,,19216.38,0.00289,,,6.99,score%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-sol-xhigh / column score),,out:superseded,out:superseded arcagi3,arcprize,gpt-5.6-sol,max,agentic-tool,frontier,,,25064.11,0.00289,,,7.78,score%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-sol-max / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-5.6-terra,low,reasoning-math,frontier,ARC-official,per-task,0.09,0.00289,,,60.17,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-terra-low / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-5.6-terra,low,reasoning-math,frontier,ARC-official,per-task,0.17,0.00289,,,18.75,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-terra-low / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-5.6-terra,medium,reasoning-math,frontier,ARC-official,per-task,0.13,0.00289,,,77,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-terra-medium / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-5.6-terra,medium,reasoning-math,frontier,ARC-official,per-task,0.27,0.00289,,,37.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-terra-medium / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-5.6-terra,high,reasoning-math,frontier,ARC-official,per-task,0.19,0.00289,,,92,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-terra-high / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-5.6-terra,high,reasoning-math,frontier,ARC-official,per-task,0.55,0.00289,,,67.08,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-terra-high / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-5.6-terra,xhigh,reasoning-math,frontier,ARC-official,per-task,0.26,0.00289,,,94,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-terra-xhigh / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-5.6-terra,xhigh,reasoning-math,frontier,ARC-official,per-task,0.69,0.00289,,,74.17,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-terra-xhigh / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-5.6-terra,max,reasoning-math,frontier,ARC-official,per-task,0.55,0.00289,,,96.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-terra-max / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-5.6-terra,max,reasoning-math,frontier,ARC-official,per-task,1.09,0.00289,,,83.9,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-terra-max / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-5.6-luna,low,reasoning-math,frontier,ARC-official,per-task,0.04,0.00289,,,34.17,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-luna-low / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-5.6-luna,low,reasoning-math,frontier,ARC-official,per-task,0.07,0.00289,,,5.14,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-luna-low / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-5.6-luna,medium,reasoning-math,frontier,ARC-official,per-task,0.06,0.00289,,,56.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-luna-medium / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-5.6-luna,medium,reasoning-math,frontier,ARC-official,per-task,0.11,0.00289,,,7.36,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-luna-medium / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-5.6-luna,high,reasoning-math,frontier,ARC-official,per-task,0.13,0.00289,,,76.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-luna-high / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-5.6-luna,high,reasoning-math,frontier,ARC-official,per-task,0.29,0.00289,,,29.31,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-luna-high / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-5.6-luna,xhigh,reasoning-math,frontier,ARC-official,per-task,0.21,0.00289,,,87.67,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-luna-xhigh / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-5.6-luna,xhigh,reasoning-math,frontier,ARC-official,per-task,0.54,0.00289,,,47.64,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-luna-xhigh / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-5.6-luna,max,reasoning-math,frontier,ARC-official,per-task,0.32,0.00289,,,88,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-luna-max / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-5.6-luna,max,reasoning-math,frontier,ARC-official,per-task,0.67,0.00289,,,59.54,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-luna-max / column score),,out:superseded,out:superseded arcagi3,arcprize,gpt-5.6-terra,low,agentic-tool,frontier,,,5068.48,0.00289,,,0.01,score%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-terra-low / column score),,out:superseded,out:superseded arcagi3,arcprize,gpt-5.6-terra,medium,agentic-tool,frontier,,,5895.31,0.00289,,,0.08,score%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-terra-medium / column score),,out:superseded,out:superseded arcagi3,arcprize,gpt-5.6-terra,high,agentic-tool,frontier,,,5881.39,0.00289,,,0.49,score%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-terra-high / column score),,out:superseded,out:superseded arcagi3,arcprize,gpt-5.6-terra,xhigh,agentic-tool,frontier,,,6804.04,0.00289,,,0.65,score%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-terra-xhigh / column score),,out:superseded,out:superseded arcagi3,arcprize,gpt-5.6-terra,max,agentic-tool,frontier,,,7918.31,0.00289,,,0.8,score%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-terra-max / column score),,out:superseded,out:superseded arcagi3,arcprize,gpt-5.6-luna,low,agentic-tool,frontier,,,2307.49,0.00289,,,0.17,score%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-luna-low / column score),,out:superseded,out:superseded arcagi3,arcprize,gpt-5.6-luna,medium,agentic-tool,frontier,,,2379.13,0.00289,,,0.17,score%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-luna-medium / column score),,out:superseded,out:superseded arcagi3,arcprize,gpt-5.6-luna,high,agentic-tool,frontier,,,2482.44,0.00289,,,0.1,score%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-luna-high / column score),,out:superseded,out:superseded arcagi3,arcprize,gpt-5.6-luna,xhigh,agentic-tool,frontier,,,2801.59,0.00289,,,0.02,score%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-luna-xhigh / column score),,out:superseded,out:superseded arcagi3,arcprize,gpt-5.6-luna,max,agentic-tool,frontier,,,3189.42,0.00289,,,0.18,score%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-luna-max / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,glm-5.2,unstated,reasoning-math,frontier,ARC-official,per-task,0.1916,2.89e-05,,,77,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row glm-5.2 / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,glm-5.2,unstated,reasoning-math,frontier,ARC-official,per-task,0.2501,2.89e-05,,,22.775,pass%,0.000289,,,https://arcprize.org/leaderboard ($.evaluations / row glm-5.2 / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,grok-4.5,high,reasoning-math,frontier,ARC-official,per-task,0.33,0.00289,,,85.67,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row xai-grok-4-5-high / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,grok-4.5,high,reasoning-math,frontier,ARC-official,per-task,0.78,0.00289,,,52.64,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row xai-grok-4-5-high / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,grok-4.5,medium,reasoning-math,frontier,ARC-official,per-task,0.31,0.00289,,,87.17,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row xai-grok-4-5-medium / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,grok-4.5,medium,reasoning-math,frontier,ARC-official,per-task,0.75,0.00289,,,52.64,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row xai-grok-4-5-medium / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,grok-4.5,low,reasoning-math,frontier,ARC-official,per-task,0.18,0.00289,,,79.17,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row xai-grok-4-5-low / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,grok-4.5,low,reasoning-math,frontier,ARC-official,per-task,0.4,0.0289,,,33.06,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row xai-grok-4-5-low / column score),,out:superseded,out:superseded arcagi3,arcprize,grok-4.5,high,agentic-tool,frontier,,,6892.87,0.00289,,,0.3,score%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row xai-grok-4-5-high / column score),,out:superseded,out:superseded arcagi3,arcprize,grok-4.5,medium,agentic-tool,frontier,,,8458.3,0.0289,,,0.32,score%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row xai-grok-4-5-medium / column score),,out:superseded,out:superseded arcagi3,arcprize,grok-4.5,low,agentic-tool,frontier,,,8718.48,0.00289,,,0.26,score%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row xai-grok-4-5-low / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,kimi-k3,max,reasoning-math,frontier,ARC-official,per-task,0.7704815999999995,2.89e-17,,,94.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row moonshot-kimi-k3-max / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,kimi-k3,max,reasoning-math,frontier,ARC-official,per-task,1.5926940250000003,2.89e-17,,,60.41666666666666,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row moonshot-kimi-k3-max / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,kimi-k3,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.47977101000000005,2.89e-18,,,86.66666666666666,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row moonshot-kimi-k3-high / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,kimi-k3,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.9472229249999998,2.89e-17,,,55,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row moonshot-kimi-k3-high / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,kimi-k3,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.18061866,2.89e-09,,,65.66666666666666,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row moonshot-kimi-k3-low / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,kimi-k3,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.2541386750000001,2.89e-17,,,12.361111111111112,pass%,2.89e-16,,,https://arcprize.org/leaderboard ($.evaluations / row moonshot-kimi-k3-low / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,deepseek-v4-flash-0731,max,reasoning-math,frontier,ARC-official,per-task,0.020511353200000002,2.89e-19,,,89,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-flash-0731-max / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,deepseek-v4-flash-0731,max,reasoning-math,frontier,ARC-official,per-task,0.04163034416666667,2.89e-18,,,61.38888888888888,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-flash-0731-max / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,deepseek-v4-flash-0731,high,reasoning-math,frontier,ARC-official,per-task,0.021402901000000005,2.89e-19,,,87,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-flash-0731-high / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,deepseek-v4-flash-0731,high,reasoning-math,frontier,ARC-official,per-task,0.0453381305,2.89e-11,,,55.97222222222221,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-flash-0731-high / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,deepseek-v4-flash-0731,low,reasoning-math,frontier,ARC-official,per-task,0.0117880906,2.89e-11,,,84,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-flash-0731-low / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,deepseek-v4-flash-0731,low,reasoning-math,frontier,ARC-official,per-task,0.0206284715,2.89e-11,,,45.97222222222222,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-flash-0731-low / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,deepseek-v4-flash-0731,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.0023310715999999994,2.89e-20,,,11.833333333333335,pass%,2.89e-16,,,https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-flash-0731-none / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,deepseek-v4-flash-0731,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.0037609368333333336,2.89e-20,,,2.0833333333333332,pass%,2.89e-17,,,https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-flash-0731-none / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,gpt-5.6-luna,max,reasoning-math,frontier,ARC-official,per-task,0.06538362,2.89e-09,,,90.66666666666666,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-luna-max-2026-07-30 / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-5.6-luna,max,reasoning-math,frontier,ARC-official,per-task,0.17671712499999995,2.89e-18,,,59.58333333333333,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-luna-max-2026-07-30 / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-5.6-luna,xhigh,reasoning-math,frontier,ARC-official,per-task,0.045517572,2.89e-10,,,85,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-luna-xhigh-2026-07-30 / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-5.6-luna,xhigh,reasoning-math,frontier,ARC-official,per-task,0.13048743000000002,2.89e-18,,,43.47222222222222,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-luna-xhigh-2026-07-30 / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-5.6-luna,high,reasoning-math,frontier,ARC-official,per-task,0.027887351999999997,2.89e-19,,,78,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-luna-high-2026-07-30 / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-5.6-luna,high,reasoning-math,frontier,ARC-official,per-task,0.06253926000000003,2.89e-18,,,33.33333333333333,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-luna-high-2026-07-30 / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-5.6-luna,medium,reasoning-math,frontier,ARC-official,per-task,0.01202556,2.89e-09,,,54,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-luna-medium-2026-07-30 / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-5.6-luna,medium,reasoning-math,frontier,ARC-official,per-task,0.02209704,2.89e-09,,,7.36111111111111,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-luna-medium-2026-07-30 / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-5.6-luna,low,reasoning-math,frontier,ARC-official,per-task,0.008206092,2.89e-10,,,39.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-luna-low-2026-07-30 / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-5.6-luna,low,reasoning-math,frontier,ARC-official,per-task,0.013629859999999995,2.89e-19,,,3.611111111111111,pass%,2.89e-16,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-luna-low-2026-07-30 / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-5.6-luna,nothink,reasoning-math,frontier,ARC-official,per-task,0.004658280000000002,2.89e-19,,,3.333333333333333,pass%,2.89e-16,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-luna-none-2026-07-30 / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-5.6-luna,nothink,reasoning-math,frontier,ARC-official,per-task,0.008186350000000002,2.89e-19,,,0.8333333333333333,pass%,2.89e-17,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-luna-none-2026-07-30 / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gemini-3.5-flash-lite,high,reasoning-math,frontier,ARC-official,per-task,0.092850542,2.89e-10,,,53.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-3-5-flash-lite-high / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gemini-3.5-flash-lite,high,reasoning-math,frontier,ARC-official,per-task,0.13899638250000004,2.89e-18,,,10.277777777777779,pass%,2.89e-16,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-3-5-flash-lite-high / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gemini-3.5-flash-lite,medium,reasoning-math,frontier,ARC-official,per-task,0.03326929199999999,2.89e-18,,,32.33333333333333,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-3-5-flash-lite-medium / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gemini-3.5-flash-lite,medium,reasoning-math,frontier,ARC-official,per-task,0.04367807000000001,2.89e-18,,,5.277777777777778,pass%,2.89e-16,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-3-5-flash-lite-medium / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gemini-3.5-flash-lite,low,reasoning-math,frontier,ARC-official,per-task,0.011111616999999996,2.89e-19,,,17,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-3-5-flash-lite-low / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gemini-3.5-flash-lite,low,reasoning-math,frontier,ARC-official,per-task,0.017051445000000005,2.89e-19,,,1.5277777777777777,pass%,2.89e-17,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-3-5-flash-lite-low / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gemini-3.5-flash-lite,minimal,reasoning-math,frontier,ARC-official,per-task,0.008311016999999997,2.89e-19,,,7.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-3-5-flash-lite-minimal / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gemini-3.5-flash-lite,minimal,reasoning-math,frontier,ARC-official,per-task,0.014339924166666665,2.89e-19,,,0.8333333333333333,pass%,2.89e-17,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-3-5-flash-lite-minimal / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gemini-3.6-flash,high,reasoning-math,frontier,ARC-official,per-task,0.33563630999999994,2.89e-18,,,91.16666666666666,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-3-6-flash-high / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gemini-3.6-flash,high,reasoning-math,frontier,ARC-official,per-task,0.6060796625000002,2.89e-17,,,60.41666666666666,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-3-6-flash-high / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gemini-3.6-flash,medium,reasoning-math,frontier,ARC-official,per-task,0.24685820999999994,2.89e-18,,,83.16666666666666,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-3-6-flash-medium / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gemini-3.6-flash,medium,reasoning-math,frontier,ARC-official,per-task,0.45550909999999994,2.89e-18,,,50.41666666666667,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-3-6-flash-medium / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gemini-3.6-flash,low,reasoning-math,frontier,ARC-official,per-task,0.12124633500000005,2.89e-18,,,76.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-3-6-flash-low / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gemini-3.6-flash,low,reasoning-math,frontier,ARC-official,per-task,0.22297816250000002,2.89e-18,,,30.416666666666664,pass%,2.89e-16,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-3-6-flash-low / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gemini-3.6-flash,minimal,reasoning-math,frontier,ARC-official,per-task,0.04124886,2.89e-09,,,34.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-3-6-flash-minimal / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gemini-3.6-flash,minimal,reasoning-math,frontier,ARC-official,per-task,0.07084053750000002,2.89e-18,,,2.638888888888889,pass%,2.89e-16,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-3-6-flash-minimal / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,grok-4.6,xhigh,reasoning-math,frontier,ARC-official,per-task,0.348182,2.89e-07,,,87,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row xai-grok-4-6-xhigh / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,grok-4.6,xhigh,reasoning-math,frontier,ARC-official,per-task,0.7574904499999999,2.89e-17,,,67.08333333333333,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row xai-grok-4-6-xhigh / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,grok-4.6,high,reasoning-math,frontier,ARC-official,per-task,0.3268656,2.89e-08,,,87,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row xai-grok-4-6-high / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,grok-4.6,high,reasoning-math,frontier,ARC-official,per-task,0.7338575666666665,2.89e-17,,,65.13888888888888,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row xai-grok-4-6-high / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,grok-4.6,medium,reasoning-math,frontier,ARC-official,per-task,0.30111846000000003,2.89e-18,,,87.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row xai-grok-4-6-medium / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,grok-4.6,medium,reasoning-math,frontier,ARC-official,per-task,0.6586968666666668,2.89e-17,,,61.25,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row xai-grok-4-6-medium / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,grok-4.6,low,reasoning-math,frontier,ARC-official,per-task,0.10347528000000006,2.89e-18,,,74.83333333333334,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row xai-grok-4-6-low / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,grok-4.6,low,reasoning-math,frontier,ARC-official,per-task,0.2124022166666667,2.89e-17,,,27.63888888888889,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row xai-grok-4-6-low / column score),,out:superseded,out:superseded arcagi3,arcprize,grok-4.6,xhigh,agentic-tool,frontier,,,5612,0.289,,,2.11,score%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row xai-grok-4-6-xhigh / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gemini-3.7-flash,high,reasoning-math,frontier,ARC-official,per-task,0.12013233,2.89e-09,,,95.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row google-gemini-3-7-flash-high / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gemini-3.7-flash,high,reasoning-math,frontier,ARC-official,per-task,0.24944951875000002,2.89e-18,,,84.58333333333333,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row google-gemini-3-7-flash-high / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gemini-3.7-flash,medium,reasoning-math,frontier,ARC-official,per-task,0.060503167499999996,2.89e-19,,,91.16666666666666,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row google-gemini-3-7-flash-medium / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gemini-3.7-flash,medium,reasoning-math,frontier,ARC-official,per-task,0.11582842499999997,2.89e-18,,,63.75,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row google-gemini-3-7-flash-medium / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gemini-3.7-flash,low,reasoning-math,frontier,ARC-official,per-task,0.0422072925,2.89e-11,,,85.16666666666666,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row google-gemini-3-7-flash-low / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gemini-3.7-flash,low,reasoning-math,frontier,ARC-official,per-task,0.07938655,2.89e-09,,,52.91666666666667,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row google-gemini-3-7-flash-low / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,deepseek-v4-pro-0813,max,reasoning-math,frontier,ARC-official,per-task,0.29617841879999995,2.89e-18,,,90,pass%,2.89,,,https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-pro-0813-max / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,deepseek-v4-pro-0813,max,reasoning-math,frontier,ARC-official,per-task,0.5976109150000003,2.89e-17,,,61.25,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-pro-0813-max / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,deepseek-v4-pro-0813,high,reasoning-math,frontier,ARC-official,per-task,0.3070726955999999,2.89e-17,,,87.16666666666666,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-pro-0813-high / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,deepseek-v4-pro-0813,high,reasoning-math,frontier,ARC-official,per-task,0.5969432040000002,2.89e-17,,,59.72222222222221,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-pro-0813-high / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,deepseek-v4-pro-0813,low,reasoning-math,frontier,ARC-official,per-task,1.1707961125034478,0.573,,,90.5,pass%,0.0289,,cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-pro-0813-low / column score),,in,in arcagi2@arcprize,arcprize,deepseek-v4-pro-0813,low,reasoning-math,frontier,ARC-official,per-task,2.432217368482759,1.19,,,56.25,pass%,0.00289,,cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-pro-0813-low / column score),,in,in arcagi1@arcprize,arcprize,deepseek-v4-pro-0813,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.023428376399999996,2.89e-19,,,13,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-pro-0813-none / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,deepseek-v4-pro-0813,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.040291977000000014,2.89e-19,,,0.8333333333333333,pass%,2.89e-17,,,https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-pro-0813-none / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,gpt-6-astra,max,reasoning-math,frontier,ARC-official,per-task,0.4328827000000001,2.89e-17,,,97.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-astra-max / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-6-astra,max,reasoning-math,frontier,ARC-official,per-task,1.1194680833333335,2.89e-17,,,95,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-astra-max / column score),,out:superseded,out:superseded arcagi3,arcprize,gpt-6-astra,max,agentic-tool,frontier,,,26097.501720000007,2.89e-13,,,62.71280210060628,score%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-astra-max / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-6-astra,xhigh,reasoning-math,frontier,ARC-official,per-task,0.3470552,2.89e-08,,,98.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-astra-xhigh / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-6-astra,xhigh,reasoning-math,frontier,ARC-official,per-task,0.8286855833333331,2.89e-17,,,93.33333333333333,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-astra-xhigh / column score),,out:superseded,out:superseded arcagi3,arcprize,gpt-6-astra,xhigh,agentic-tool,frontier,,,37317.38768,2.89e-06,,,59.34295409146055,score%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-astra-xhigh / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-6-astra,high,reasoning-math,frontier,ARC-official,per-task,0.2837032,2.89e-08,,,98.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-astra-high / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-6-astra,high,reasoning-math,frontier,ARC-official,per-task,0.6680793333333332,2.89e-17,,,92.08333333333333,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-astra-high / column score),,out:superseded,out:superseded arcagi3,arcprize,gpt-6-astra,high,agentic-tool,frontier,,,40704.722830000006,2.89e-13,,,54.81905163612231,score%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-astra-high / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-6-astra,medium,reasoning-math,frontier,ARC-official,per-task,0.2398342000000002,2.89e-17,,,97.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-astra-medium / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-6-astra,medium,reasoning-math,frontier,ARC-official,per-task,0.4800926666666667,2.89e-17,,,92.08333333333333,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-astra-medium / column score),,out:superseded,out:superseded arcagi3,arcprize,gpt-6-astra,medium,agentic-tool,frontier,,,48090.34598999999,2.89e-12,,,38.58757449733784,score%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-astra-medium / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-6-astra,low,reasoning-math,frontier,ARC-official,per-task,0.22650770000000006,2.89e-18,,,96.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-astra-low / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-6-astra,low,reasoning-math,frontier,ARC-official,per-task,0.4162418333333334,2.89e-17,,,85.41666666666666,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-astra-low / column score),,out:superseded,out:superseded arcagi3,arcprize,gpt-6-astra,low,agentic-tool,frontier,,,38166.47030000001,2.89e-12,,,17.452190401133805,score%,2.89e-16,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-astra-low / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-6-astra,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.21427369999999996,2.89e-18,,,86,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-astra-none / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,gpt-6-astra,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.3696743333333333,2.89e-17,,,59.58333333333333,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-astra-none / column score),,out:effort-not-established,out:effort-not-established arcagi3,arcprize,gpt-6-astra,not-established:absent,agentic-tool,frontier,,,49791.11317000001,2.89e-12,,,35.177880317424,score%,2.89e-13,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-astra-none / column score),,out:effort-not-established,out:effort-not-established arcagi3,arcprize,?GPT-6 Astra - Provider Adapter,not-established:absent,agentic-tool,frontier,,,17331.95327,2.89e-06,,,98.55074288592295,score%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-astra-max-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,?GPT-6 Astra - Provider Adapter,not-established:absent,agentic-tool,frontier,,,18147.191119999996,2.89e-13,,,98.44155844155843,score%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-astra-xhigh-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,?GPT-6 Astra - Provider Adapter,not-established:absent,agentic-tool,frontier,,,18816.63138,2.89e-06,,,99.945712321257,score%,2.89e-13,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-astra-high-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,?GPT-6 Astra - Provider Adapter,not-established:absent,agentic-tool,frontier,,,19284.776630000004,2.89e-13,,,98.43861309255745,score%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-astra-medium-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,?GPT-6 Astra - Provider Adapter,not-established:absent,agentic-tool,frontier,,,21297.922310000005,2.89e-13,,,98.02838165829648,score%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-astra-low-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,?GPT-6 Astra - Provider Adapter,not-established:absent,agentic-tool,frontier,,,23456.663940000002,2.89e-13,,,96.72021831785531,score%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-astra-none-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,gpt-6-luna,max,reasoning-math,frontier,ARC-official,per-task,0.018388256999999998,2.89e-19,,,86.66666666666667,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-luna-max / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-6-luna,max,reasoning-math,frontier,ARC-official,per-task,0.06181100083333334,2.89e-18,,,59.30555555555556,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-luna-max / column score),,out:superseded,out:superseded arcagi3,arcprize,gpt-6-luna,max,agentic-tool,frontier,,,262.2377791,2.89e-08,,,0.10360997760319559,score%,2.89e-18,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-luna-max / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-6-luna,xhigh,reasoning-math,frontier,ARC-official,per-task,0.012172242,2.89e-10,,,73,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-luna-xhigh / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-6-luna,xhigh,reasoning-math,frontier,ARC-official,per-task,0.032297893333333334,2.89e-19,,,41.944444444444445,pass%,2.89e-16,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-luna-xhigh / column score),,out:superseded,out:superseded arcagi3,arcprize,gpt-6-luna,xhigh,agentic-tool,frontier,,,262.6844075,2.89e-08,,,0.16413333960356602,score%,2.89e-18,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-luna-xhigh / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-6-luna,high,reasoning-math,frontier,ARC-official,per-task,0.009497197,2.89e-10,,,70.33333333333333,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-luna-high / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-6-luna,high,reasoning-math,frontier,ARC-official,per-task,0.02336191,2.89e-09,,,31.38888888888889,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-luna-high / column score),,out:superseded,out:superseded arcagi3,arcprize,gpt-6-luna,high,agentic-tool,frontier,,,255.97928910000002,2.89e-15,,,0.18024216987988248,score%,2.89e-18,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-luna-high / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-6-luna,medium,reasoning-math,frontier,ARC-official,per-task,0.0061084369999999995,2.89e-20,,,61,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-luna-medium / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-6-luna,medium,reasoning-math,frontier,ARC-official,per-task,0.012202668333333333,2.89e-19,,,18.055555555555555,pass%,2.89e-16,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-luna-medium / column score),,out:superseded,out:superseded arcagi3,arcprize,gpt-6-luna,medium,agentic-tool,frontier,,,241.2797313,2.89e-08,,,0.19415284639354709,score%,2.89e-18,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-luna-medium / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-6-luna,low,reasoning-math,frontier,ARC-official,per-task,0.0032099620000000002,2.89e-20,,,37.666666666666665,pass%,2.89e-16,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-luna-low / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-6-luna,low,reasoning-math,frontier,ARC-official,per-task,0.005273818333333334,2.89e-19,,,4.583333333333333,pass%,2.89e-16,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-luna-low / column score),,out:superseded,out:superseded arcagi3,arcprize,gpt-6-luna,low,agentic-tool,frontier,,,228.8330075,2.89e-08,,,0.03291205821227175,score%,2.89e-18,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-luna-low / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-6-luna,nothink,reasoning-math,frontier,ARC-official,per-task,0.0021481470000000004,2.89e-20,,,8.833333333333333,pass%,2.89e-16,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-luna-none / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-6-luna,nothink,reasoning-math,frontier,ARC-official,per-task,0.0036990350000000003,2.89e-20,,,0,pass%,28.9,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-luna-none / column score),,out:uninformative,out:superseded arcagi3,arcprize,gpt-6-luna,nothink,agentic-tool,frontier,,,229.77104200000002,2.89e-15,,,0.02791945504283949,score%,2.89e-18,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-luna-none / column score),,out:superseded,out:superseded arcagi3,arcprize,?GPT-6 Luna - Provider Adapter,not-established:absent,agentic-tool,frontier,,,237.1428722,2.89e-08,,,0.58683868915549685,score%,2.89e-18,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-luna-max-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,?GPT-6 Luna - Provider Adapter,not-established:absent,agentic-tool,frontier,,,223.17200050000002,2.89e-15,,,0.5072886313635385,score%,2.89e-17,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-luna-xhigh-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,?GPT-6 Luna - Provider Adapter,not-established:absent,agentic-tool,frontier,,,223.89528660000002,2.89e-15,,,0.37847731587690087,score%,2.89e-18,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-luna-high-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,?GPT-6 Luna - Provider Adapter,not-established:absent,agentic-tool,frontier,,,213.71995940000002,2.89e-15,,,0.3161200923817726,score%,2.89e-17,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-luna-medium-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,?GPT-6 Luna - Provider Adapter,not-established:absent,agentic-tool,frontier,,,214.29109010000002,2.89e-15,,,0.2374807559887363,score%,2.89e-17,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-luna-low-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,?GPT-6 Luna - Provider Adapter,not-established:absent,agentic-tool,frontier,,,205.03171590000002,2.89e-15,,,0.046440444355949666,score%,2.89e-19,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-luna-none-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,gemini-3.8-flash,high,reasoning-math,frontier,ARC-official,per-task,0.20570699249999985,2.89e-18,,,98.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row google-gemini-3-8-flash-high / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gemini-3.8-flash,high,reasoning-math,frontier,ARC-official,per-task,0.39972941250000005,2.89e-18,,,89.16666666666667,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row google-gemini-3-8-flash-high / column score),,out:superseded,out:superseded arcagi3,arcprize,gemini-3.8-flash,high,agentic-tool,frontier,,,4398.2756895,2.89e-08,,,10.366279223923121,score%,2.89e-16,,,https://arcprize.org/leaderboard ($.evaluations / row google-gemini-3-8-flash-high / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gemini-3.8-flash,medium,reasoning-math,frontier,ARC-official,per-task,0.10754999250000002,2.89e-18,,,97.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row google-gemini-3-8-flash-medium / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gemini-3.8-flash,medium,reasoning-math,frontier,ARC-official,per-task,0.2477876749999999,2.89e-17,,,82.91666666666667,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row google-gemini-3-8-flash-medium / column score),,out:superseded,out:superseded arcagi3,arcprize,gemini-3.8-flash,medium,agentic-tool,frontier,,,2727.66378825,2.89e-09,,,3.9878093830617266,score%,2.89e-17,,,https://arcprize.org/leaderboard ($.evaluations / row google-gemini-3-8-flash-medium / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gemini-3.8-flash,low,reasoning-math,frontier,ARC-official,per-task,0.06661188000000001,2.89e-18,,,90.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row google-gemini-3-8-flash-low / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gemini-3.8-flash,low,reasoning-math,frontier,ARC-official,per-task,0.15445401874999998,2.89e-18,,,77.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row google-gemini-3-8-flash-low / column score),,out:superseded,out:superseded arcagi3,arcprize,gemini-3.8-flash,low,agentic-tool,frontier,,,2669.05677675,2.89e-09,,,5.9895604936972165,score%,2.89e-17,,,https://arcprize.org/leaderboard ($.evaluations / row google-gemini-3-8-flash-low / column score),,out:superseded,out:superseded arcagi3,arcprize,?Gemini 3.8 Flash - Provider Adapter,not-established:absent,agentic-tool,frontier,,,4521.7983525,2.89e-08,,,35.004243350752434,score%,2.89e-16,,,https://arcprize.org/leaderboard ($.evaluations / row google-gemini-3-8-flash-high-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,?Gemini 3.8 Flash - Provider Adapter,not-established:absent,agentic-tool,frontier,,,3826.20432375,2.89e-09,,,24.202718056957026,score%,2.89e-16,,,https://arcprize.org/leaderboard ($.evaluations / row google-gemini-3-8-flash-medium-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,?Gemini 3.8 Flash - Provider Adapter,not-established:absent,agentic-tool,frontier,,,3158.1084112500002,2.89e-14,,,15.071935405559647,score%,2.89e-16,,,https://arcprize.org/leaderboard ($.evaluations / row google-gemini-3-8-flash-low-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,gpt-6-sol,max,reasoning-math,frontier,ARC-official,per-task,0.14080454,2.89e-09,,,95.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-sol-max / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-6-sol,max,reasoning-math,frontier,ARC-official,per-task,0.43889828333333336,2.89e-18,,,89.58333333333334,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-sol-max / column score),,out:superseded,out:superseded arcagi3,arcprize,gpt-6-sol,max,agentic-tool,frontier,,,5554.493172,2.89e-07,,,4.623568186131146,score%,2.89e-16,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-sol-max / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-6-sol,xhigh,reasoning-math,frontier,ARC-official,per-task,0.10230234000000003,2.89e-18,,,92.66666666666665,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-sol-xhigh / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-6-sol,xhigh,reasoning-math,frontier,ARC-official,per-task,0.27722933333333344,2.89e-18,,,78.05555555555556,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-sol-xhigh / column score),,out:superseded,out:superseded arcagi3,arcprize,gpt-6-sol,xhigh,agentic-tool,frontier,,,5105.623836,2.89e-07,,,1.7976269602783517,score%,2.89e-17,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-sol-xhigh / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-6-sol,high,reasoning-math,frontier,ARC-official,per-task,0.08336574000000001,2.89e-18,,,91,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-sol-high / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-6-sol,high,reasoning-math,frontier,ARC-official,per-task,0.20273668333333333,2.89e-18,,,68.88888888888888,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-sol-high / column score),,out:superseded,out:superseded arcagi3,arcprize,gpt-6-sol,high,agentic-tool,frontier,,,5072.447082,2.89e-07,,,0.899438991115236,score%,2.89e-16,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-sol-high / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-6-sol,medium,reasoning-math,frontier,ARC-official,per-task,0.06730014000000002,2.89e-18,,,83.66666666666666,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-sol-medium / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-6-sol,medium,reasoning-math,frontier,ARC-official,per-task,0.14762708333333335,2.89e-18,,,57.77777777777778,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-sol-medium / column score),,out:superseded,out:superseded arcagi3,arcprize,gpt-6-sol,medium,agentic-tool,frontier,,,4863.795116,2.89e-07,,,0.418612306617149,score%,2.89e-16,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-sol-medium / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-6-sol,low,reasoning-math,frontier,ARC-official,per-task,0.05310845999999999,2.89e-18,,,72.16666666666666,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-sol-low / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-6-sol,low,reasoning-math,frontier,ARC-official,per-task,0.1008582166666667,2.89e-17,,,31.52777777777777,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-sol-low / column score),,out:superseded,out:superseded arcagi3,arcprize,gpt-6-sol,low,agentic-tool,frontier,,,4752.004208,2.89e-07,,,0.12649234250931634,score%,2.89e-18,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-sol-low / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-6-sol,nothink,reasoning-math,frontier,ARC-official,per-task,0.04286973999999999,2.89e-18,,,29.333333333333333,pass%,2.89e-16,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-sol-none / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-6-sol,nothink,reasoning-math,frontier,ARC-official,per-task,0.0740642,2.89e-08,,,1.6666666666666666,pass%,2.89e-17,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-sol-none / column score),,out:superseded,out:superseded arcagi3,arcprize,gpt-6-sol,nothink,agentic-tool,frontier,,,4655.549962,2.89e-07,,,0.28377423506430063,score%,2.89e-18,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-sol-none / column score),,out:superseded,out:superseded arcagi3,arcprize,?GPT-6 Sol - Provider Adapter,not-established:absent,agentic-tool,frontier,,,8721.949674,2.89e-07,,,23.028056734101496,score%,2.89e-16,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-sol-max-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,?GPT-6 Sol - Provider Adapter,not-established:absent,agentic-tool,frontier,,,6906.642396,2.89e-07,,,9.453334058864572,score%,2.89e-16,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-sol-xhigh-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,?GPT-6 Sol - Provider Adapter,not-established:absent,agentic-tool,frontier,,,5908.428836,2.89e-07,,,5.8556637605790184,score%,2.89e-17,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-sol-high-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,?GPT-6 Sol - Provider Adapter,not-established:absent,agentic-tool,frontier,,,5889.174868,2.89e-07,,,4.930246053628116,score%,2.89e-16,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-sol-medium-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,?GPT-6 Sol - Provider Adapter,not-established:absent,agentic-tool,frontier,,,4745.286212,2.89e-07,,,1.7619154311646183,score%,2.89e-17,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-sol-low-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,?GPT-6 Sol - Provider Adapter,not-established:absent,agentic-tool,frontier,,,4233.770312,2.89e-07,,,1.2059164341155284,score%,2.89e-17,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-sol-none-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,glm-5.3-flash,max,reasoning-math,frontier,ARC-official,per-task,0.0430698225,2.89e-11,,,91,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row zai-glm-5-3-flash-max / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,glm-5.3-flash,max,reasoning-math,frontier,ARC-official,per-task,0.09331568458333339,2.89e-18,,,65.83333333333333,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row zai-glm-5-3-flash-max / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,glm-5.3-flash,high,reasoning-math,frontier,ARC-official,per-task,0.027894894000000007,2.89e-19,,,71.83333333333334,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row zai-glm-5-3-flash-high / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,glm-5.3-flash,high,reasoning-math,frontier,ARC-official,per-task,0.07734862875,2.89e-12,,,50.13888888888889,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row zai-glm-5-3-flash-high / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,glm-5.3-flash,low,reasoning-math,frontier,ARC-official,per-task,0.02015415399999999,2.89e-18,,,46.99999999999999,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row zai-glm-5-3-flash-low / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,glm-5.3-flash,low,reasoning-math,frontier,ARC-official,per-task,0.05822348833333333,2.89e-18,,,27.91666666666667,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row zai-glm-5-3-flash-low / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-6.1-sol,max,reasoning-math,frontier,ARC-official,per-task,0.09543634000000001,2.89e-18,,,96.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-1-sol-max / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-6.1-sol,max,reasoning-math,frontier,ARC-official,per-task,0.25374978333333337,2.89e-18,,,94.16666666666667,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-1-sol-max / column score),,out:superseded,out:superseded arcagi3,arcprize,gpt-6.1-sol,max,agentic-tool,frontier,,,7632.480056,2.89e-07,,,52.72904006820879,score%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-1-sol-max / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-6.1-sol,xhigh,reasoning-math,frontier,ARC-official,per-task,0.07374294,2.89e-09,,,98.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-1-sol-xhigh / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-6.1-sol,xhigh,reasoning-math,frontier,ARC-official,per-task,0.17808970000000007,2.89e-18,,,91.66666666666666,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-1-sol-xhigh / column score),,out:superseded,out:superseded arcagi3,arcprize,gpt-6.1-sol,xhigh,agentic-tool,frontier,,,9104.425822,2.89e-07,,,39.92932040733721,score%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-1-sol-xhigh / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-6.1-sol,high,reasoning-math,frontier,ARC-official,per-task,0.05925544000000002,2.89e-18,,,98.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-1-sol-high / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-6.1-sol,high,reasoning-math,frontier,ARC-official,per-task,0.13468670000000002,2.89e-18,,,91.66666666666666,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-1-sol-high / column score),,out:superseded,out:superseded arcagi3,arcprize,gpt-6.1-sol,high,agentic-tool,frontier,,,9757.61782,2.89e-06,,,26.71728484425706,score%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-1-sol-high / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-6.1-sol,medium,reasoning-math,frontier,ARC-official,per-task,0.04992494,2.89e-09,,,95.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-1-sol-medium / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-6.1-sol,medium,reasoning-math,frontier,ARC-official,per-task,0.10037736666666668,2.89e-18,,,86.66666666666667,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-1-sol-medium / column score),,out:superseded,out:superseded arcagi3,arcprize,gpt-6.1-sol,medium,agentic-tool,frontier,,,7369.782166,2.89e-07,,,10.568764673656195,score%,2.89e-16,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-1-sol-medium / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gpt-6.1-sol,low,reasoning-math,frontier,ARC-official,per-task,0.046870540000000016,2.89e-19,,,93.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-1-sol-low / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gpt-6.1-sol,low,reasoning-math,frontier,ARC-official,per-task,0.08553803333333333,2.89e-18,,,76.66666666666667,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-1-sol-low / column score),,out:superseded,out:superseded arcagi3,arcprize,gpt-6.1-sol,low,agentic-tool,frontier,,,7110.559762,2.89e-07,,,3.9243846587314175,score%,2.89e-17,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-1-sol-low / column score),,out:superseded,out:superseded arcagi3,arcprize,?GPT-6.1 Sol - Provider Adapter,not-established:absent,agentic-tool,frontier,,,3816.796008,2.89e-07,,,96.17739071933946,score%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-1-sol-max-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,?GPT-6.1 Sol - Provider Adapter,not-established:absent,agentic-tool,frontier,,,4360.206418,2.89e-07,,,96.37493342875182,score%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-1-sol-xhigh-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,?GPT-6.1 Sol - Provider Adapter,not-established:absent,agentic-tool,frontier,,,5403.981038,2.89e-07,,,94.99362560053226,score%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-1-sol-high-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,?GPT-6.1 Sol - Provider Adapter,not-established:absent,agentic-tool,frontier,,,5834.913158,2.89e-07,,,91.02346102095301,score%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-1-sol-medium-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,?GPT-6.1 Sol - Provider Adapter,not-established:absent,agentic-tool,frontier,,,6622.199092,2.89e-07,,,82.78706730491691,score%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-1-sol-low-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,qwen3.8-27b,xhigh,reasoning-math,frontier,ARC-official,per-task,0.21523628600000005,2.89e-18,,,87.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row alibaba-qwen3-8-27b-xhigh / column score),,in,out:cost-not-comparable arcagi2@arcprize,arcprize,qwen3.8-27b,xhigh,reasoning-math,frontier,ARC-official,per-task,0.4469396510416667,2.89e-17,,,42.36111111111111,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row alibaba-qwen3-8-27b-xhigh / column score),,in,out:cost-not-comparable arcagi1@arcprize,arcprize,qwen3.8-27b,medium,reasoning-math,frontier,ARC-official,per-task,0.13081506799999995,2.89e-18,,,68.66666666666665,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row alibaba-qwen3-8-27b-medium / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,qwen3.8-27b,medium,reasoning-math,frontier,ARC-official,per-task,0.2862669347916667,2.89e-17,,,13.194444444444445,pass%,2.89e-16,,,https://arcprize.org/leaderboard ($.evaluations / row alibaba-qwen3-8-27b-medium / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,qwen3.8-27b,low,reasoning-math,frontier,ARC-official,per-task,0.11966541400000001,2.89e-18,,,69.16666666666665,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row alibaba-qwen3-8-27b-low / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,qwen3.8-27b,low,reasoning-math,frontier,ARC-official,per-task,0.2380080077083332,2.89e-17,,,22.777777777777777,pass%,2.89e-16,,,https://arcprize.org/leaderboard ($.evaluations / row alibaba-qwen3-8-27b-low / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,qwen3.8-27b,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.04125527700000001,2.89e-18,,,34,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row alibaba-qwen3-8-27b-none / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,qwen3.8-27b,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.05891859291666669,2.89e-18,,,1.5277777777777777,pass%,2.89e-17,,,https://arcprize.org/leaderboard ($.evaluations / row alibaba-qwen3-8-27b-none / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,deepseek-v4.1-flash,max,reasoning-math,frontier,ARC-official,per-task,0.06568805399999998,2.89e-18,,,94.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-1-flash-max / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,deepseek-v4.1-flash,max,reasoning-math,frontier,ARC-official,per-task,0.12938378500000003,2.89e-18,,,72.91666666666666,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-1-flash-max / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,deepseek-v4.1-flash,high,reasoning-math,frontier,ARC-official,per-task,0.06328819800000002,2.89e-18,,,88.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-1-flash-high / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,deepseek-v4.1-flash,high,reasoning-math,frontier,ARC-official,per-task,0.13341649249999996,2.89e-18,,,67.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-1-flash-high / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,deepseek-v4.1-flash,low,reasoning-math,frontier,ARC-official,per-task,0.04798517399999999,2.89e-18,,,90.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-1-flash-low / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,deepseek-v4.1-flash,low,reasoning-math,frontier,ARC-official,per-task,0.11904162500000005,2.89e-18,,,60.55555555555555,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-1-flash-low / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,deepseek-v4.1-flash,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.005873885999999999,2.89e-19,,,7.833333333333332,pass%,2.89e-16,,,https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-1-flash-none / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,deepseek-v4.1-flash,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.010176125000000005,2.89e-19,,,1.25,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-1-flash-none / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,grok-4.7,xhigh,reasoning-math,frontier,ARC-official,per-task,0.7784497599999999,2.89e-17,,,89.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row xai-grok-4-7-xhigh / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,grok-4.7,xhigh,reasoning-math,frontier,ARC-official,per-task,2.0149060666666663,2.89e-17,,,61.38888888888888,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row xai-grok-4-7-xhigh / column score),,out:superseded,out:superseded arcagi3,arcprize,grok-4.7,xhigh,agentic-tool,frontier,,,2731.577506,2.89e-07,,,1.816252653663704,score%,2.89e-16,,,https://arcprize.org/leaderboard ($.evaluations / row xai-grok-4-7-xhigh / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,grok-4.7,high,reasoning-math,frontier,ARC-official,per-task,0.6423259400000007,2.89e-17,,,90.16666666666666,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row xai-grok-4-7-high / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,grok-4.7,high,reasoning-math,frontier,ARC-official,per-task,1.549013099999999,2.89e-16,,,58.33333333333334,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row xai-grok-4-7-high / column score),,out:superseded,out:superseded arcagi3,arcprize,grok-4.7,high,agentic-tool,frontier,,,3741.649478,2.89e-07,,,1.7332202934667685,score%,2.89e-17,,,https://arcprize.org/leaderboard ($.evaluations / row xai-grok-4-7-high / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,grok-4.7,medium,reasoning-math,frontier,ARC-official,per-task,0.5209943599999999,2.89e-17,,,90,pass%,2.89,,,https://arcprize.org/leaderboard ($.evaluations / row xai-grok-4-7-medium / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,grok-4.7,medium,reasoning-math,frontier,ARC-official,per-task,1.4759098000000002,2.89e-17,,,58.75,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row xai-grok-4-7-medium / column score),,out:superseded,out:superseded arcagi3,arcprize,grok-4.7,medium,agentic-tool,frontier,,,3795.4947700000002,2.89e-14,,,1.7056643767835524,score%,2.89e-17,,,https://arcprize.org/leaderboard ($.evaluations / row xai-grok-4-7-medium / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,grok-4.7,low,reasoning-math,frontier,ARC-official,per-task,0.10018820000000002,2.89e-18,,,63.33333333333333,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row xai-grok-4-7-low / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,grok-4.7,low,reasoning-math,frontier,ARC-official,per-task,0.17369760000000004,2.89e-18,,,16.666666666666666,pass%,2.89e-16,,,https://arcprize.org/leaderboard ($.evaluations / row xai-grok-4-7-low / column score),,out:superseded,out:superseded arcagi3,arcprize,grok-4.7,low,agentic-tool,frontier,,,4814.88162,2.89e-06,,,0.24696281908456537,score%,2.89e-18,,,https://arcprize.org/leaderboard ($.evaluations / row xai-grok-4-7-low / column score),,out:superseded,out:superseded arcagi3,arcprize,?Grok 4.7 - Provider Adapter,not-established:absent,agentic-tool,frontier,,,4575.921274,2.89e-07,,,7.01648689583893,score%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row xai-grok-4-7-xhigh-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,?Grok 4.7 - Provider Adapter,not-established:absent,agentic-tool,frontier,,,4773.782536,2.89e-07,,,10.047981644646996,score%,2.89e-16,,,https://arcprize.org/leaderboard ($.evaluations / row xai-grok-4-7-high-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,?Grok 4.7 - Provider Adapter,not-established:absent,agentic-tool,frontier,,,5059.930398,2.89e-07,,,8.373637088154913,score%,2.89e-16,,,https://arcprize.org/leaderboard ($.evaluations / row xai-grok-4-7-medium-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,?Grok 4.7 - Provider Adapter,not-established:absent,agentic-tool,frontier,,,5753.573154,2.89e-07,,,0.7739582026314942,score%,2.89e-17,,,https://arcprize.org/leaderboard ($.evaluations / row xai-grok-4-7-low-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,deepseek-v4.1-flash,max,agentic-tool,frontier,,,1164.9106122,2.89e-08,,,0.8516646657220222,score%,2.89e-17,,,https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-1-flash-max / column score),,out:superseded,out:superseded arcagi3,arcprize,deepseek-v4.1-flash,high,agentic-tool,frontier,,,1005.7964823,2.89e-08,,,0.4846664966204641,score%,2.89e-17,,,https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-1-flash-high / column score),,out:superseded,out:superseded arcagi3,arcprize,deepseek-v4.1-flash,low,agentic-tool,frontier,,,820.6333452,2.89e-08,,,0.34514247315937177,score%,2.89e-18,,,https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-1-flash-low / column score),,out:superseded,out:superseded arcagi3,arcprize,deepseek-v4.1-flash,not-established:absent,agentic-tool,frontier,,,734.7252066,2.89e-08,,,0.3431694493873915,score%,2.89e-17,,,https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-1-flash-none / column score),,out:effort-not-established,out:effort-not-established arcagi3,arcprize,?DeepSeek V4.1 Flash - Provider Adapter,not-established:absent,agentic-tool,frontier,,,1309.4644137,2.89e-08,,,2.6843916288028565,score%,2.89e-17,,,https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-1-flash-max-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,?DeepSeek V4.1 Flash - Provider Adapter,not-established:absent,agentic-tool,frontier,,,1021.5134985,2.89e-08,,,3.1518486978853844,score%,2.89e-17,,,https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-1-flash-high-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,?DeepSeek V4.1 Flash - Provider Adapter,not-established:absent,agentic-tool,frontier,,,878.0226015,2.89e-08,,,3.264386796625269,score%,2.89e-16,,,https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-1-flash-low-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,?DeepSeek V4.1 Flash - Provider Adapter,not-established:absent,agentic-tool,frontier,,,648.4115616,2.89e-08,,,0.4830935313474596,score%,2.89e-17,,,https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-1-flash-none-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,?Claude 3.7,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.058,0.000289,,,13.6,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row Claude 3.7 / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,?Claude 3.7,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.33,0.00289,,,28.6,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row Claude 3.7 Thinking 16K / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,?Claude 3.7,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.07,0.00289,,,11.6,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row Claude 3.7 Thinking 1K / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,?Claude 3.7,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.21,0.00289,,,21.2,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row Claude 3.7 Thinking 8K / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,sonnet-4,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.0806,2.89e-05,,,23.83,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-sonnet-4-20250514 / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,sonnet-4,think-1000,reasoning-math,frontier,ARC-official,per-task,0.0937,2.89e-05,,,28,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-sonnet-4-20250514-thinking-1k / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,sonnet-4,think-8000,reasoning-math,frontier,ARC-official,per-task,0.1952,2.89e-05,,,29,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-sonnet-4-20250514-thinking-8k-bedrock / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,sonnet-4,think-16000,reasoning-math,frontier,ARC-official,per-task,0.3658,2.89e-05,,,40,pass%,2.89,,,https://arcprize.org/leaderboard ($.evaluations / row claude-sonnet-4-20250514-thinking-16k-bedrock / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,opus-4,think-16000,reasoning-math,frontier,ARC-official,per-task,1.2496,2.89e-05,,,35.67,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-opus-4-20250514-thinking-16k / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,opus-4,think-8000,reasoning-math,frontier,ARC-official,per-task,0.7408,2.89e-05,,,30.67,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-opus-4-20250514-thinking-8k / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,opus-4,think-1000,reasoning-math,frontier,ARC-official,per-task,0.5021,2.89e-05,,,27,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-opus-4-20250514-thinking-1k / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,opus-4,unstated,reasoning-math,frontier,ARC-official,per-task,0.4036,2.89e-05,,,22.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-opus-4-20250514 / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,sonnet-4.5,nothink,reasoning-math,frontier,ARC-official,per-task,0.0808,2.89e-05,,,25.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-sonnet-4-5-20250929 / column score),,out:single-couple,out:cost-not-comparable arcagi1@arcprize,arcprize,sonnet-4.5,think-1000,reasoning-math,frontier,ARC-official,per-task,0.0928,2.89e-05,,,31,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-sonnet-4-5-20250929-thinking-1k / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,sonnet-4.5,think-8000,reasoning-math,frontier,ARC-official,per-task,0.1776,2.89e-05,,,46.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-sonnet-4-5-20250929-thinking-8k / column score),,out:budget-config,out:budget-config arcagi1@arcprize,arcprize,sonnet-4.5,think-16000,reasoning-math,frontier,ARC-official,per-task,0.2683,2.89e-05,,,48.33,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-sonnet-4-5-20250929-thinking-16k / column score),,out:budget-config,out:budget-config arcagi1@arcprize,arcprize,sonnet-4.5,think-32000,reasoning-math,frontier,ARC-official,per-task,0.5193,2.89e-05,,,63.67,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-sonnet-4-5-20250929-thinking-32k / column score),,out:budget-config,out:budget-config arcagi1@arcprize,arcprize,opus-4.5,nothink,reasoning-math,frontier,ARC-official,per-task,0.13,0.00289,,,40,pass%,2.89,,cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row claude-opus-4-5-20251101-thinking-none / column score),,out:single-couple,out:cost-single-couple arcagi1@arcprize,arcprize,opus-4.5,not-established:contradictory,reasoning-math,frontier,ARC-official,per-task,0.15,0.00289,,,35.17,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-opus-4-5-20251101-thinking-1k / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,opus-4.5,think-8000,reasoning-math,frontier,ARC-official,per-task,0.38,0.00289,,,58.67,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-opus-4-5-20251101-thinking-8k / column score),,out:budget-config,out:budget-config arcagi1@arcprize,arcprize,opus-4.5,think-16000,reasoning-math,frontier,ARC-official,per-task,0.62,0.00289,,,72,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-opus-4-5-20251101-thinking-16k / column score),,out:budget-config,out:budget-config arcagi1@arcprize,arcprize,opus-4.5,think-32000,reasoning-math,frontier,ARC-official,per-task,0.95,0.00289,,,75.83,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-opus-4-5-20251101-thinking-32k / column score),,out:budget-config,out:budget-config arcagi1@arcprize,arcprize,opus-4.5,think-64000,reasoning-math,frontier,ARC-official,per-task,1.47,0.00289,,,80,pass%,2.89,,,https://arcprize.org/leaderboard ($.evaluations / row claude-opus-4-5-20251101-thinking-64k / column score),,out:budget-config,out:budget-config arcagi2@arcprize,arcprize,?Claude 3.7,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.12,0.00289,,,0,pass%,28.9,,,https://arcprize.org/leaderboard ($.evaluations / row Claude 3.7 / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,?Claude 3.7,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.51,0.00289,,,0.7,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row Claude 3.7 Thinking 16K / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,?Claude 3.7,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.14,0.00289,,,0.4,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row Claude 3.7 Thinking 1K / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,?Claude 3.7,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.36,0.00289,,,0.9,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row Claude 3.7 Thinking 8K / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,sonnet-4,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.1272,2.89e-05,,,1.27,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-sonnet-4-20250514 / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,sonnet-4,think-1000,reasoning-math,frontier,ARC-official,per-task,0.1425,2.89e-05,,,0.85,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-sonnet-4-20250514-thinking-1k / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,sonnet-4,think-8000,reasoning-math,frontier,ARC-official,per-task,0.2654,2.89e-05,,,2.12,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-sonnet-4-20250514-thinking-8k-bedrock / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,sonnet-4,think-16000,reasoning-math,frontier,ARC-official,per-task,0.4857,2.89e-05,,,5.93,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-sonnet-4-20250514-thinking-16k-bedrock / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,opus-4,think-16000,reasoning-math,frontier,ARC-official,per-task,1.9284,2.89e-05,,,8.61,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-opus-4-20250514-thinking-16k / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,opus-4,think-8000,reasoning-math,frontier,ARC-official,per-task,1.1569,2.89e-05,,,4.52,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-opus-4-20250514-thinking-8k / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,opus-4,think-1000,reasoning-math,frontier,ARC-official,per-task,0.7503,2.89e-05,,,0,pass%,28.9,,,https://arcprize.org/leaderboard ($.evaluations / row claude-opus-4-20250514-thinking-1k / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,opus-4,unstated,reasoning-math,frontier,ARC-official,per-task,0.6388,2.89e-05,,,1.27,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-opus-4-20250514 / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,sonnet-4.5,nothink,reasoning-math,frontier,ARC-official,per-task,0.1295,2.89e-05,,,3.75,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-sonnet-4-5-20250929 / column score),,out:single-couple,out:cost-not-comparable arcagi2@arcprize,arcprize,sonnet-4.5,think-1000,reasoning-math,frontier,ARC-official,per-task,0.1424,2.89e-05,,,5.83,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-sonnet-4-5-20250929-thinking-1k / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,sonnet-4.5,think-8000,reasoning-math,frontier,ARC-official,per-task,0.2349,2.89e-05,,,6.94,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-sonnet-4-5-20250929-thinking-8k / column score),,out:budget-config,out:budget-config arcagi2@arcprize,arcprize,sonnet-4.5,think-16000,reasoning-math,frontier,ARC-official,per-task,0.3499,2.89e-05,,,6.94,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-sonnet-4-5-20250929-thinking-16k / column score),,out:budget-config,out:budget-config arcagi2@arcprize,arcprize,sonnet-4.5,think-32000,reasoning-math,frontier,ARC-official,per-task,0.7589,2.89e-05,,,13.61,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-sonnet-4-5-20250929-thinking-32k / column score),,out:budget-config,out:budget-config arcagi2@arcprize,arcprize,opus-4.5,nothink,reasoning-math,frontier,ARC-official,per-task,0.22,0.00289,,,7.78,pass%,0.00289,,cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row claude-opus-4-5-20251101-thinking-none / column score),,out:single-couple,out:cost-single-couple arcagi2@arcprize,arcprize,opus-4.5,not-established:contradictory,reasoning-math,frontier,ARC-official,per-task,0.23,0.00289,,,9.44,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-opus-4-5-20251101-thinking-1k / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,opus-4.5,think-8000,reasoning-math,frontier,ARC-official,per-task,0.48,0.00289,,,13.89,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-opus-4-5-20251101-thinking-8k / column score),,out:budget-config,out:budget-config arcagi2@arcprize,arcprize,opus-4.5,think-16000,reasoning-math,frontier,ARC-official,per-task,0.79,0.00289,,,22.78,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-opus-4-5-20251101-thinking-16k / column score),,out:budget-config,out:budget-config arcagi2@arcprize,arcprize,opus-4.5,think-32000,reasoning-math,frontier,ARC-official,per-task,1.29,0.00289,,,30.56,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-opus-4-5-20251101-thinking-32k / column score),,out:budget-config,out:budget-config arcagi2@arcprize,arcprize,opus-4.5,think-64000,reasoning-math,frontier,ARC-official,per-task,2.4,0.0289,,,37.64,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-opus-4-5-20251101-thinking-64k / column score),,out:budget-config,out:budget-config arcagi3,arcprize,?Claude Haiku 5.5 - Provider Adapter,not-established:absent,agentic-tool,frontier,,,437.1406743,2.89e-08,,,2.819365772805844,score%,2.89e-16,,,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-haiku-5-5-max-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,gemini-4-argon,high,reasoning-math,frontier,ARC-official,per-task,0.16167408000000005,2.89e-18,,,98.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row google-gemini-4-argon-high / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gemini-4-argon,medium,reasoning-math,frontier,ARC-official,per-task,0.06468048,2.89e-09,,,98.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row google-gemini-4-argon-medium / column score),,out:superseded,out:superseded arcagi1@arcprize,arcprize,gemini-4-argon,low,reasoning-math,frontier,ARC-official,per-task,0.042840680000000006,2.89e-19,,,76.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row google-gemini-4-argon-low / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gemini-4-argon,high,reasoning-math,frontier,ARC-official,per-task,0.3248761333333333,2.89e-17,,,91.25,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row google-gemini-4-argon-high / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gemini-4-argon,medium,reasoning-math,frontier,ARC-official,per-task,0.13732313333333326,2.89e-18,,,87.08333333333333,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row google-gemini-4-argon-medium / column score),,out:superseded,out:superseded arcagi2@arcprize,arcprize,gemini-4-argon,low,reasoning-math,frontier,ARC-official,per-task,0.07381080000000001,2.89e-18,,,42.083333333333334,pass%,2.89e-16,,,https://arcprize.org/leaderboard ($.evaluations / row google-gemini-4-argon-low / column score),,out:superseded,out:superseded arcagi3,arcprize,gemini-4-argon,medium,agentic-tool,frontier,,,6179.253994,2.89e-07,,,46.265668402958576,score%,2.89e-16,,,https://arcprize.org/leaderboard ($.evaluations / row google-gemini-4-argon-medium / column score),,out:superseded,out:superseded arcagi3,arcprize,gemini-4-argon,low,agentic-tool,frontier,,,5820.531006,2.89e-07,,,49.79401633943577,score%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row google-gemini-4-argon-low / column score),,out:superseded,out:superseded arcagi3,arcprize,?Gemini 4 Argon - Provider Adapter,not-established:absent,agentic-tool,frontier,,,4625.84128,2.89e-06,,,97.30432688837198,score%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row google-gemini-4-argon-high-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,?Gemini 4 Argon - Provider Adapter,not-established:absent,agentic-tool,frontier,,,4981.202062,2.89e-07,,,97.34489041681531,score%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row google-gemini-4-argon-medium-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,?Gemini 4 Argon - Provider Adapter,not-established:absent,agentic-tool,frontier,,,4770.148614,2.89e-07,,,97.4591718377776,score%,2.89e-14,,,https://arcprize.org/leaderboard ($.evaluations / row google-gemini-4-argon-low-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,?Human Panel,not-established:absent,reasoning-math,frontier,ARC-official,per-task,17,0.289,,,98,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row 2025_human_panel / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,?ARChitects,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.2,0.0289,,,56,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row ARChitects / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,?Claude 3.7,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.058,0.000289,,,13.6,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row Claude 3.7 / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,?Claude 3.7,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.33,0.00289,,,28.6,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row Claude 3.7 Thinking 16K / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,?Claude 3.7,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.07,0.00289,,,11.6,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row Claude 3.7 Thinking 1K / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,?Claude 3.7,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.21,0.00289,,,21.2,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row Claude 3.7 Thinking 8K / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,gpt-4.5-preview,solo,reasoning-math,frontier,ARC-official,per-task,0.29,0.00289,,,10.3,pass%,0.0289,,prev=0.103 (src-arcprize-leaderboard-2026-10-15#M88); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-4-5-2025-02-27 / column score),,out:single-couple,out:cost-single-couple arcagi1@arcprize,arcprize,?GPT-4o,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.05,0.00289,,,4.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-4o-2024-11-20 / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,?Icecuber,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.2,0.0289,,,17,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row Icecuber / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,?Avg. Mturker,not-established:absent,reasoning-math,frontier,ARC-official,per-task,3,0.289,,,77,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row mturker / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,"?o3 (Preview, Low) ¹",not-established:absent,reasoning-math,frontier,ARC-official,per-task,200,0.289,,,75.7,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row o3-preview-low / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,deepseek-r1,solo,reasoning-math,frontier,ARC-official,per-task,0.06,0.00289,,,15.8,pass%,0.0289,,prev=0.158 (src-arcprize-leaderboard-2026-10-15#M95),https://arcprize.org/leaderboard ($.evaluations / row R1 / column score),,out:single-couple,out:cost-not-comparable arcagi1@arcprize,arcprize,?Stem Grad,not-established:absent,reasoning-math,frontier,ARC-official,per-task,10,0.289,,,98,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row stem_grad / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,?Llama 4 Maverick,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.0078,2.89e-05,,,4.38,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row Llama-4-Maverick-17B-128E-Instruct-FP8-together / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,llama-4-scout,solo,reasoning-math,frontier,ARC-official,per-task,0.0041,2.89e-05,,,0.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row Llama-4-Scout-17B-16E-Instruct-together / column score),,out:single-couple,out:cost-not-comparable arcagi1@arcprize,arcprize,gpt-4.1-nano,solo,reasoning-math,frontier,ARC-official,per-task,0.0021,2.89e-05,,,0,pass%,28.9,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-4-1-nano-2025-04-14 / column score),,out:uninformative,out:cost-not-comparable arcagi1@arcprize,arcprize,gpt-4.1-mini,solo,reasoning-math,frontier,ARC-official,per-task,0.0078,2.89e-05,,,3.5,pass%,0.0289,,prev=0.035 (src-arcprize-leaderboard-2026-10-15#M99); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-4-1-mini-2025-04-14 / column score),,out:single-couple,out:cost-single-couple arcagi1@arcprize,arcprize,gpt-4.1,solo,reasoning-math,frontier,ARC-official,per-task,0.039,0.000289,,,5.5,pass%,0.0289,,prev=0.055 (src-arcprize-leaderboard-2026-10-15#M101); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-4-1-2025-04-14 / column score),,out:single-couple,out:cost-single-couple arcagi1@arcprize,arcprize,o1-mini,solo,reasoning-math,frontier,ARC-official,per-task,0.135,0.000289,,,14,pass%,0.289,,prev=0.14 (src-arcprize-leaderboard-2026-10-15#M103),https://arcprize.org/leaderboard ($.evaluations / row o1-mini-2024-09-12 / column score),,out:single-couple,out:cost-not-comparable arcagi1@arcprize,arcprize,o3-mini,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.0519,2.89e-05,,,14.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row o3-mini-2025-01-31-low / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,o3-mini,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.1907,2.89e-05,,,22.33,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row o3-mini-2025-01-31-medium / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,o3-mini,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.3989,2.89e-05,,,34.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row o3-mini-2025-01-31-high / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,o3,low,reasoning-math,frontier,ARC-official,per-task,0.10584,0.0407,,,41.5,pass%,0.0289,,prev=0.415 (src-arcprize-leaderboard-2026-10-15#M111); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row o3-2025-04-16-low / column score),,out:single-couple,out:cost-single-couple arcagi1@arcprize,arcprize,o3,medium,reasoning-math,frontier,ARC-official,per-task,0.17292000000000002,0.0666,,,53.83,pass%,0.00289,,prev=0.5383 (src-arcprize-leaderboard-2026-10-15#M113); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row o3-2025-04-16-medium / column score),,out:single-couple,out:cost-single-couple arcagi1@arcprize,arcprize,o3,high,reasoning-math,frontier,ARC-official,per-task,0.30012,0.116,,,60.83,pass%,0.00289,,prev=0.6083 (src-arcprize-leaderboard-2026-10-15#M115); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row o3-2025-04-16-high / column score),,out:single-couple,out:cost-single-couple arcagi1@arcprize,arcprize,o4-mini,low,reasoning-math,frontier,ARC-official,per-task,0.0406,2.89e-05,,,21.33,pass%,0.00289,,prev=0.2133 (src-arcprize-leaderboard-2026-10-15#M117),https://arcprize.org/leaderboard ($.evaluations / row o4-mini-2025-04-16-low / column score),,out:single-couple,out:cost-not-comparable arcagi1@arcprize,arcprize,o4-mini,medium,reasoning-math,frontier,ARC-official,per-task,0.15,0.00289,,,41.83,pass%,0.00289,,prev=0.4183 (src-arcprize-leaderboard-2026-10-15#M119),https://arcprize.org/leaderboard ($.evaluations / row o4-mini-2025-04-16-medium / column score),,out:single-couple,out:cost-not-comparable arcagi1@arcprize,arcprize,o4-mini,high,reasoning-math,frontier,ARC-official,per-task,0.4058,2.89e-05,,,58.67,pass%,0.00289,,prev=0.5867 (src-arcprize-leaderboard-2026-10-15#M121),https://arcprize.org/leaderboard ($.evaluations / row o4-mini-2025-04-16-high / column score),,out:single-couple,out:cost-not-comparable arcagi1@arcprize,arcprize,?Gemini 2.5 Flash (Preview),not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.0371,2.89e-05,,,33.33,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-2-5-flash-preview-05-20 / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,?Gemini 2.5 Flash (Preview),not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.0356,2.89e-05,,,16,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-2-5-flash-preview-05-20-thinking-1k / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,?Gemini 2.5 Flash (Preview),not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.1344,2.89e-05,,,25.83,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-2-5-flash-preview-05-20-thinking-8k / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,?Gemini 2.5 Flash (Preview),not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.2134,2.89e-05,,,33.33,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-2-5-flash-preview-05-20-thinking-16k / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,?Gemini 2.5 Flash (Preview),not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.1971,2.89e-05,,,32.33,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-2-5-flash-preview-05-20-thinking-24k / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,?Codex Mini (Latest),not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.1597,2.89e-05,,,27.33,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row codex-mini-latest / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,sonnet-4,unstated,reasoning-math,frontier,ARC-official,per-task,0.0806,2.89e-05,,,23.83,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-sonnet-4-20250514 / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,sonnet-4,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.0937,2.89e-05,,,28,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-sonnet-4-20250514-thinking-1k / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,sonnet-4,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.1952,2.89e-05,,,29,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-sonnet-4-20250514-thinking-8k-bedrock / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,sonnet-4,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.3658,2.89e-05,,,40,pass%,2.89,,,https://arcprize.org/leaderboard ($.evaluations / row claude-sonnet-4-20250514-thinking-16k-bedrock / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,opus-4,not-established:absent,reasoning-math,frontier,ARC-official,per-task,1.2496,2.89e-05,,,35.67,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-opus-4-20250514-thinking-16k / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,opus-4,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.7408,2.89e-05,,,30.67,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-opus-4-20250514-thinking-8k / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,opus-4,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.5021,2.89e-05,,,27,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-opus-4-20250514-thinking-1k / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,opus-4,unstated,reasoning-math,frontier,ARC-official,per-task,0.4036,2.89e-05,,,22.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-opus-4-20250514 / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,?Deepseek R1 (05/28),not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.0464,2.89e-05,,,21.21,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row deepseek_r1_0528-openrouter / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,grok-3,solo,reasoning-math,frontier,ARC-official,per-task,0.0931,2.89e-05,,,5.5,pass%,0.0289,,prev=0.055 (src-arcprize-leaderboard-2026-10-15#M135),https://arcprize.org/leaderboard ($.evaluations / row grok-3-openrouter / column score),,out:single-couple,out:cost-not-comparable arcagi1@arcprize,arcprize,grok-3-mini,low,reasoning-math,frontier,ARC-official,per-task,0.0099,2.89e-05,,,16.5,pass%,0.0289,,prev=0.165 (src-arcprize-leaderboard-2026-10-15#M137),https://arcprize.org/leaderboard ($.evaluations / row grok-3-mini-beta-low-openrouter / column score),,out:single-couple,out:cost-not-comparable arcagi1@arcprize,arcprize,?Gemini 2.5 Pro (Preview),not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.5694,2.89e-05,,,33,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-2-5-pro-preview-openrouter / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,"?Gemini 2.5 Pro (Preview, Thinking 1K)",not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.5866,2.89e-05,,,31.33,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-2-5-pro-preview-05-06-thinking-1k / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,o3-pro,low,reasoning-math,frontier,ARC-official,per-task,1.6382,2.89e-05,,,44.33,pass%,0.00289,,prev=0.4433 (src-arcprize-leaderboard-2026-10-15#M143); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row o3-pro-2025-06-10-low / column score),,out:single-couple,out:cost-single-couple arcagi1@arcprize,arcprize,o3-pro,medium,reasoning-math,frontier,ARC-official,per-task,3.1766,2.89e-05,,,57,pass%,0.289,,prev=0.57 (src-arcprize-leaderboard-2026-10-15#M145); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row o3-pro-2025-06-10-medium / column score),,out:single-couple,out:cost-single-couple arcagi1@arcprize,arcprize,o3-pro,high,reasoning-math,frontier,ARC-official,per-task,4.16,0.00289,,,59.33,pass%,0.00289,,prev=0.5933 (src-arcprize-leaderboard-2026-10-15#M147); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row o3-pro-2025-06-10-high / column score),,out:single-couple,out:cost-single-couple arcagi1@arcprize,arcprize,?Magistral Small,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.0399,2.89e-05,,,5,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row magistral-small-2506 / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,?Magistral Medium,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.1015,2.89e-05,,,5.91,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row magistral-medium-2506 / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,?Magistral Medium,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.0989,2.89e-05,,,6.12,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row magistral-medium-2506-thinking / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,gemini-2.5-pro,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.0573,2.89e-05,,,16,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-2-5-pro-2025-06-17-thinking-1k / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,gemini-2.5-pro,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.2947,2.89e-05,,,29.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-2-5-pro-2025-06-17-thinking-8k / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,gemini-2.5-pro,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.4839,2.89e-05,,,41,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-2-5-pro-2025-06-17-thinking-16k / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,gemini-2.5-pro,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.5123,2.89e-05,,,37,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-2-5-pro-2025-06-17-thinking-32k / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,grok-4,solo,reasoning-math,frontier,ARC-official,per-task,1.0136,2.89e-05,,,66.67,pass%,0.00289,,prev=0.6667 (src-arcprize-leaderboard-2026-10-15#M157),https://arcprize.org/leaderboard ($.evaluations / row grok-4-0709 / column score),,out:single-couple,out:cost-not-comparable arcagi1@arcprize,arcprize,?Qwen3-235b-a22b Instruct (25/07),not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.0025,2.89e-05,,,11,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row qwen3-235b-a22b-instruct-2507 / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,gpt-5,high,reasoning-math,frontier,ARC-official,per-task,0.5087,2.89e-05,,,65.67,pass%,0.00289,,prev=0.6567 (src-arcprize-leaderboard-2026-10-15#M161); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-2025-08-07-high / column score),,out:single-couple,out:cost-single-couple arcagi1@arcprize,arcprize,gpt-5,medium,reasoning-math,frontier,ARC-official,per-task,0.3301,2.89e-05,,,56.17,pass%,0.00289,,prev=0.5617 (src-arcprize-leaderboard-2026-10-15#M163); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-2025-08-07-medium / column score),,out:single-couple,out:cost-single-couple arcagi1@arcprize,arcprize,gpt-5,low,reasoning-math,frontier,ARC-official,per-task,0.1531,2.89e-05,,,44,pass%,0.289,,prev=0.44 (src-arcprize-leaderboard-2026-10-15#M165); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-2025-08-07-low / column score),,out:single-couple,out:cost-single-couple arcagi1@arcprize,arcprize,gpt-5,minimal,reasoning-math,frontier,ARC-official,per-task,0.0335,2.89e-05,,,6,pass%,0.289,,prev=0.06 (src-arcprize-leaderboard-2026-10-15#M167); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-2025-08-07-minimal / column score),,out:single-couple,out:cost-single-couple arcagi1@arcprize,arcprize,gpt-5-mini,high,reasoning-math,frontier,ARC-official,per-task,0.116,0.000289,,,54.33,pass%,0.00289,,prev=0.5433 (src-arcprize-leaderboard-2026-10-15#M169); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-mini-2025-08-07-high / column score),,out:single-couple,out:cost-single-couple arcagi1@arcprize,arcprize,gpt-5-mini,medium,reasoning-math,frontier,ARC-official,per-task,0.0401,2.89e-05,,,37.33,pass%,0.00289,,prev=0.3733 (src-arcprize-leaderboard-2026-10-15#M171); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-mini-2025-08-07-medium / column score),,out:single-couple,out:cost-single-couple arcagi1@arcprize,arcprize,gpt-5-mini,low,reasoning-math,frontier,ARC-official,per-task,0.0135,2.89e-05,,,26.33,pass%,0.00289,,prev=0.2633 (src-arcprize-leaderboard-2026-10-15#M173); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-mini-2025-08-07-low / column score),,out:single-couple,out:cost-single-couple arcagi1@arcprize,arcprize,gpt-5-mini,minimal,reasoning-math,frontier,ARC-official,per-task,0.0057,2.89e-05,,,5.33,pass%,0.00289,,prev=0.0533 (src-arcprize-leaderboard-2026-10-15#M175); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-mini-2025-08-07-minimal / column score),,out:single-couple,out:cost-single-couple arcagi1@arcprize,arcprize,gpt-5-nano,high,reasoning-math,frontier,ARC-official,per-task,0.0292,2.89e-05,,,16.67,pass%,0.00289,,prev=0.1667 (src-arcprize-leaderboard-2026-10-15#M177); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-nano-2025-08-07-high / column score),,out:single-couple,out:cost-single-couple arcagi1@arcprize,arcprize,gpt-5-nano,medium,reasoning-math,frontier,ARC-official,per-task,0.0124,2.89e-05,,,20.71,pass%,0.00289,,prev=0.2071 (src-arcprize-leaderboard-2026-10-15#M179); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-nano-2025-08-07-medium / column score),,out:single-couple,out:cost-single-couple arcagi1@arcprize,arcprize,gpt-5-nano,low,reasoning-math,frontier,ARC-official,per-task,0.0033,2.89e-05,,,4.04,pass%,0.00289,,prev=0.0404 (src-arcprize-leaderboard-2026-10-15#M181); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-nano-2025-08-07-low / column score),,out:single-couple,out:cost-single-couple arcagi1@arcprize,arcprize,gpt-5-nano,minimal,reasoning-math,frontier,ARC-official,per-task,0.0015,2.89e-05,,,1.5,pass%,0.0289,,prev=0.015 (src-arcprize-leaderboard-2026-10-15#M183); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-nano-2025-08-07-minimal / column score),,out:single-couple,out:cost-single-couple arcagi1@arcprize,arcprize,?Hierarchical Reasoning Model (HRM),not-established:absent,reasoning-math,frontier,ARC-official,per-task,1.48,0.00289,,,32,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row hrm-2-2508 / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,?Grok 4 (Refine.),not-established:absent,reasoning-math,frontier,ARC-official,per-task,8.42,0.00289,,,79.6,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row jeremy_sept_2025 / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,?Grok 4 (Refine.),not-established:absent,reasoning-math,frontier,ARC-official,per-task,2.56,0.00289,,,77.1,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row eric_pang_sept_2025 / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,sonnet-4.5,unstated,reasoning-math,frontier,ARC-official,per-task,0.0808,2.89e-05,,,25.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-sonnet-4-5-20250929 / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,sonnet-4.5,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.0928,2.89e-05,,,31,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-sonnet-4-5-20250929-thinking-1k / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,sonnet-4.5,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.1776,2.89e-05,,,46.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-sonnet-4-5-20250929-thinking-8k / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,sonnet-4.5,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.2683,2.89e-05,,,48.33,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-sonnet-4-5-20250929-thinking-16k / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,sonnet-4.5,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.5193,2.89e-05,,,63.67,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-sonnet-4-5-20250929-thinking-32k / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,gpt-5-pro,unstated,reasoning-math,frontier,ARC-official,per-task,4.7785,2.89e-05,,,70.17,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-pro-2025-10-06 / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,?Tiny Recursion Model (TRM),not-established:absent,reasoning-math,frontier,ARC-official,per-task,1.7638,2.89e-05,,,40,pass%,2.89,,,https://arcprize.org/leaderboard ($.evaluations / row trm-2025-10-07 / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,haiku-4.5,unstated,reasoning-math,frontier,ARC-official,per-task,0.0263,2.89e-05,,,14.33,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-haiku-4-5-20251001 / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,haiku-4.5,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.0306,2.89e-05,,,16.83,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-haiku-4-5-20251001-thinking-1k / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,haiku-4.5,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.0687,2.89e-05,,,25.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-haiku-4-5-20251001-thinking-8k / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,haiku-4.5,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.1042,2.89e-05,,,37.33,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-haiku-4-5-20251001-thinking-16k / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,haiku-4.5,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.2558,2.89e-05,,,47.67,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-haiku-4-5-20251001-thinking-32k / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,?Grok 4 (Fast Reasoning),not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.0307,2.89e-05,,,48.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row grok-4-fast-reasoning / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,gpt-5.1,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.0338,2.89e-05,,,5.83,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-1-2025-11-13-thinking-none / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,gpt-5.1,low,reasoning-math,frontier,ARC-official,per-task,0.1,0.0289,,,33.17,pass%,0.00289,,prev=0.3317 (src-arcprize-leaderboard-2026-10-15#M191); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-1-2025-11-13-thinking-low / column score),,in,in arcagi1@arcprize,arcprize,gpt-5.1,medium,reasoning-math,frontier,ARC-official,per-task,0.3149,2.89e-05,,,57.67,pass%,0.00289,,prev=0.5767 (src-arcprize-leaderboard-2026-10-15#M193); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-1-2025-11-13-thinking-medium / column score),,in,in arcagi1@arcprize,arcprize,gpt-5.1,high,reasoning-math,frontier,ARC-official,per-task,0.674,0.000289,,,72.83,pass%,0.00289,,prev=0.7283 (src-arcprize-leaderboard-2026-10-15#M195); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-1-2025-11-13-thinking-high / column score),,in,in arcagi1@arcprize,arcprize,gemini-3-pro,unstated,reasoning-math,frontier,ARC-official,per-task,0.4926,2.89e-05,,,75,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-3-pro-preview / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,?Gemini 3 Deep Think (Preview) ²,not-established:absent,reasoning-math,frontier,ARC-official,per-task,44.25900135,2.89e-09,,,87.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-3-deep-think-preview / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,opus-4.5,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.13,0.00289,,,40,pass%,2.89,,,https://arcprize.org/leaderboard ($.evaluations / row claude-opus-4-5-20251101-thinking-none / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,opus-4.5,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.15,0.00289,,,35.17,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-opus-4-5-20251101-thinking-1k / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,opus-4.5,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.38,0.00289,,,58.67,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-opus-4-5-20251101-thinking-8k / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,opus-4.5,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.62,0.00289,,,72,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-opus-4-5-20251101-thinking-16k / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,opus-4.5,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.95,0.00289,,,75.83,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-opus-4-5-20251101-thinking-32k / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,opus-4.5,not-established:absent,reasoning-math,frontier,ARC-official,per-task,1.47,0.00289,,,80,pass%,2.89,,,https://arcprize.org/leaderboard ($.evaluations / row claude-opus-4-5-20251101-thinking-64k / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,gpt-5.2,unstated,reasoning-math,frontier,ARC-official,per-task,0.0472,2.89e-05,,,12.33,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-2-2025-12-11-thinking-none / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,gpt-5.2,low,reasoning-math,frontier,ARC-official,per-task,0.1657,2.89e-05,,,55.67,pass%,0.00289,,prev=0.5567 (src-arcprize-leaderboard-2026-10-15#M203); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-2-2025-12-11-thinking-low / column score),,in,in arcagi1@arcprize,arcprize,gpt-5.2,medium,reasoning-math,frontier,ARC-official,per-task,0.3448,2.89e-05,,,72.67,pass%,0.00289,,prev=0.7267 (src-arcprize-leaderboard-2026-10-15#M205); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-2-2025-12-11-thinking-medium / column score),,in,in arcagi1@arcprize,arcprize,gpt-5.2,high,reasoning-math,frontier,ARC-official,per-task,0.5196,2.89e-05,,,78.67,pass%,0.00289,,prev=0.7867 (src-arcprize-leaderboard-2026-10-15#M207); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-2-2025-12-11-thinking-high / column score),,in,in arcagi1@arcprize,arcprize,gpt-5.2,xhigh,reasoning-math,frontier,ARC-official,per-task,0.96,0.00289,,,86.17,pass%,0.00289,,prev=0.8617 (src-arcprize-leaderboard-2026-10-15#M209); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-2-2025-12-11-thinking-xhigh / column score),,in,in arcagi1@arcprize,arcprize,gpt-5.2-pro,medium,reasoning-math,frontier,ARC-official,per-task,3.9774,2.89e-05,,,81.17,pass%,0.00289,,prev=0.8117 (src-arcprize-leaderboard-2026-10-15#M211); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-2-pro-2025-12-11-medium / column score),,in,in arcagi1@arcprize,arcprize,gpt-5.2-pro,high,reasoning-math,frontier,ARC-official,per-task,5.8694,2.89e-05,,,85.67,pass%,0.00289,,prev=0.8567 (src-arcprize-leaderboard-2026-10-15#M213); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-2-pro-2025-12-11-high / column score),,in,in arcagi1@arcprize,arcprize,gpt-5.2-pro,xhigh,reasoning-math,frontier,ARC-official,per-task,11.6542,2.89e-05,,,90.5,pass%,0.0289,,prev=0.905 (src-arcprize-leaderboard-2026-10-15#M215); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-2-pro-2025-12-11-xhigh / column score),,in,in arcagi1@arcprize,arcprize,gemini-3-flash,minimal,reasoning-math,frontier,ARC-official,per-task,0.012,0.000289,,,21.5,pass%,0.0289,,prev=0.215 (src-arcprize-leaderboard-2026-10-15#M216); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gemini-3-flash-preview-thinking-minimal / column score),,in,in arcagi1@arcprize,arcprize,gemini-3-flash,low,reasoning-math,frontier,ARC-official,per-task,0.0163,2.89e-05,,,29,pass%,0.289,,prev=0.29 (src-arcprize-leaderboard-2026-10-15#M218); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gemini-3-flash-preview-thinking-low / column score),,in,in arcagi1@arcprize,arcprize,gemini-3-flash,medium,reasoning-math,frontier,ARC-official,per-task,0.0612,2.89e-05,,,57.67,pass%,0.00289,,prev=0.5767 (src-arcprize-leaderboard-2026-10-15#M220); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gemini-3-flash-preview-thinking-medium / column score),,in,in arcagi1@arcprize,arcprize,gemini-3-flash,high,reasoning-math,frontier,ARC-official,per-task,0.1743,2.89e-05,,,84.67,pass%,0.00289,,prev=0.8467 (src-arcprize-leaderboard-2026-10-15#M222); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gemini-3-flash-preview-thinking-high / column score),,in,in arcagi1@arcprize,arcprize,grok-4.20,think,reasoning-math,frontier,ARC-official,per-task,0.24791666666666667,0.059,,,89.5,pass%,0.0289,,cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row grok-4.20-beta-0309b-reasoning / column score),,in,out:cost-single-couple arcagi1@arcprize,arcprize,?GPT-5.2 (Refine.),not-established:absent,reasoning-math,frontier,ARC-official,per-task,11.4,0.0289,,,94.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row johan_land_gpt_5_2_refine / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,opus-4.6,low,reasoning-math,frontier,ARC-official,per-task,0.648,0.000289,,,86,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-opus-4-6-thinking-120K-low / column score),,out:decision:D32,out:decision:D32 arcagi1@arcprize,arcprize,opus-4.6,medium,reasoning-math,frontier,ARC-official,per-task,0.9647,2.89e-05,,,92,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-opus-4-6-thinking-120K-medium / column score),,out:decision:D32,out:decision:D32 arcagi1@arcprize,arcprize,opus-4.6,high,reasoning-math,frontier,ARC-official,per-task,1.3948,2.89e-05,,,94,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-opus-4-6-thinking-120K-high / column score),,out:decision:D32,out:decision:D32 arcagi1@arcprize,arcprize,opus-4.6,max,reasoning-math,frontier,ARC-official,per-task,1.8791,2.89e-05,,,93,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-opus-4-6-thinking-120K-max / column score),,out:decision:D32,out:decision:D32 arcagi1@arcprize,arcprize,opus-4.8,low,reasoning-math,frontier,ARC-official,per-task,0.6711,2.89e-05,,,88,pass%,0.289,,prev=0.88 (src-arcprize-leaderboard-2026-10-15#M8); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row anthropic-opus-4-8-low / column score),,in,in arcagi1@arcprize,arcprize,opus-4.8,medium,reasoning-math,frontier,ARC-official,per-task,0.9115,2.89e-05,,,91.5,pass%,0.0289,,prev=0.915 (src-arcprize-leaderboard-2026-10-15#M9); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row anthropic-opus-4-8-medium / column score),,in,in arcagi1@arcprize,arcprize,opus-4.8,high,reasoning-math,frontier,ARC-official,per-task,1.0416,2.89e-05,,,92,pass%,0.289,,prev=0.92 (src-arcprize-leaderboard-2026-10-15#M10); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row anthropic-opus-4-8-high / column score),,in,in arcagi1@arcprize,arcprize,opus-4.8,max,reasoning-math,frontier,ARC-official,per-task,2.332,0.000289,,,92.5,pass%,0.0289,,prev=0.925 (src-arcprize-leaderboard-2026-10-15#M11); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row anthropic-opus-4-8-max / column score),,in,in arcagi1@arcprize,arcprize,?Gemini 3 Deep Think (2/26),not-established:absent,reasoning-math,frontier,ARC-official,per-task,7.171,0.000289,,,96,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini_3_deep_think_022026 / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,sonnet-4.6,not-established:absent,reasoning-math,frontier,ARC-official,per-task,1.452,0.000289,,,86,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row claude_sonnet_4_6_max / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,sonnet-4.6,high,reasoning-math,frontier,ARC-official,per-task,1.1908,2.89e-05,,,86.5,pass%,0.0289,,prev=0.865 (src-arcprize-leaderboard-2026-10-15#M16),https://arcprize.org/leaderboard ($.evaluations / row claude_sonnet_4_6_high / column score),,in,out:cost-not-comparable arcagi1@arcprize,arcprize,?Gemini 3.1 Pro (Preview),not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.5223,2.89e-05,,,98,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-3-1-pro-preview / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,?Kimi K2.5,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.15,0.00289,,,65.33,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row kimi-k2.5 / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,minimax-m2.5,unstated,reasoning-math,frontier,ARC-official,per-task,0.07,0.00289,,,63.67,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row minimax-m2.5 / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,deepseek-v3.2,unstated,reasoning-math,frontier,ARC-official,per-task,0.08,0.00289,,,57,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row deepseek-v3.2 / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,glm-5,unstated,reasoning-math,frontier,ARC-official,per-task,0.17,0.00289,,,44.67,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row glm-5 / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,gpt-5.4,low,reasoning-math,frontier,ARC-official,per-task,0.15,0.00289,,,68.17,pass%,0.00289,,prev=0.6817 (src-arcprize-leaderboard-2026-10-15#M236); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-4-low / column score),,in,in arcagi1@arcprize,arcprize,gpt-5.4,medium,reasoning-math,frontier,ARC-official,per-task,0.25,0.00289,,,86.17,pass%,0.00289,,prev=0.8617 (src-arcprize-leaderboard-2026-10-15#M238); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-4-medium / column score),,in,in arcagi1@arcprize,arcprize,gpt-5.4,high,reasoning-math,frontier,ARC-official,per-task,0.37,0.00289,,,92.67,pass%,0.00289,,prev=0.9267 (src-arcprize-leaderboard-2026-10-15#M240); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-4-high / column score),,in,in arcagi1@arcprize,arcprize,gpt-5.4,xhigh,reasoning-math,frontier,ARC-official,per-task,0.62,0.00289,,,93.67,pass%,0.00289,,prev=0.9367 (src-arcprize-leaderboard-2026-10-15#M242); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-4-xhigh / column score),,in,in arcagi1@arcprize,arcprize,gpt-5.4-pro,xhigh,reasoning-math,frontier,ARC-official,per-task,7.21,0.00289,,,94.5,pass%,0.0289,,prev=0.945 (src-arcprize-leaderboard-2026-10-15#M244); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-4-pro-xhigh / column score),,in,in arcagi1@arcprize,arcprize,gpt-5.4-mini,xhigh,reasoning-math,frontier,ARC-official,per-task,0.51,0.00289,,,63.67,pass%,0.00289,,prev=0.6367 (src-arcprize-leaderboard-2026-10-15#M246); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-4-mini-xhigh / column score),,in,in arcagi1@arcprize,arcprize,gpt-5.4-mini,high,reasoning-math,frontier,ARC-official,per-task,0.27,0.00289,,,58,pass%,0.289,,prev=0.58 (src-arcprize-leaderboard-2026-10-15#M248); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-4-mini-high / column score),,in,in arcagi1@arcprize,arcprize,gpt-5.4-mini,medium,reasoning-math,frontier,ARC-official,per-task,0.16,0.00289,,,40.83,pass%,0.00289,,prev=0.4083 (src-arcprize-leaderboard-2026-10-15#M250); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-4-mini-medium / column score),,in,in arcagi1@arcprize,arcprize,gpt-5.4-mini,low,reasoning-math,frontier,ARC-official,per-task,0.04,0.00289,,,13,pass%,0.289,,prev=0.13 (src-arcprize-leaderboard-2026-10-15#M252); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-4-mini-low / column score),,in,in arcagi1@arcprize,arcprize,gpt-5.4-nano,xhigh,reasoning-math,frontier,ARC-official,per-task,0.13,0.00289,,,51.5,pass%,0.0289,,prev=0.515 (src-arcprize-leaderboard-2026-10-15#M254); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-4-nano-xhigh / column score),,in,in arcagi1@arcprize,arcprize,gpt-5.4-nano,high,reasoning-math,frontier,ARC-official,per-task,0.07,0.00289,,,38.17,pass%,0.00289,,prev=0.3817 (src-arcprize-leaderboard-2026-10-15#M256); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-4-nano-high / column score),,in,in arcagi1@arcprize,arcprize,gpt-5.4-nano,medium,reasoning-math,frontier,ARC-official,per-task,0.04,0.00289,,,33,pass%,0.289,,prev=0.33 (src-arcprize-leaderboard-2026-10-15#M258); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-4-nano-medium / column score),,in,in arcagi1@arcprize,arcprize,gpt-5.4-nano,low,reasoning-math,frontier,ARC-official,per-task,0.01,0.00289,,,18.33,pass%,0.00289,,prev=0.1833 (src-arcprize-leaderboard-2026-10-15#M260); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-4-nano-low / column score),,in,in arcagi1@arcprize,arcprize,?Claude 4.7,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.76,0.00289,,,91,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-4-7-low / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,?Claude 4.7,not-established:absent,reasoning-math,frontier,ARC-official,per-task,1.04,0.00289,,,91,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-4-7-medium / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,?Claude 4.7,not-established:absent,reasoning-math,frontier,ARC-official,per-task,1.41,0.00289,,,93.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-4-7-high / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,?Claude 4.7,not-established:absent,reasoning-math,frontier,ARC-official,per-task,2.58,0.00289,,,92,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-4-7-max / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,gpt-5.5,low,reasoning-math,frontier,ARC-official,per-task,0.2,0.0289,,,76.17,pass%,0.00289,,prev=0.7617 (src-arcprize-leaderboard-2026-10-15#M265); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-5-2026-04-22-thinking-low / column score),,in,in arcagi1@arcprize,arcprize,gpt-5.5,medium,reasoning-math,frontier,ARC-official,per-task,0.39,0.00289,,,92.17,pass%,0.00289,,prev=0.9217 (src-arcprize-leaderboard-2026-10-15#M267); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-5-2026-04-22-thinking-medium / column score),,in,in arcagi1@arcprize,arcprize,gpt-5.5,high,reasoning-math,frontier,ARC-official,per-task,0.56,0.00289,,,94.5,pass%,0.0289,,prev=0.945 (src-arcprize-leaderboard-2026-10-15#M269); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-5-2026-04-22-thinking-high / column score),,in,in arcagi1@arcprize,arcprize,gpt-5.5,xhigh,reasoning-math,frontier,ARC-official,per-task,0.73,0.00289,,,95,pass%,0.289,,prev=0.95 (src-arcprize-leaderboard-2026-10-15#M271); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-5-2026-04-22-thinking-xhigh / column score),,in,in arcagi1@arcprize,arcprize,gpt-5.5-pro,high,reasoning-math,frontier,ARC-official,per-task,4.53,0.00289,,,96.5,pass%,0.0289,,prev=0.965 (src-arcprize-leaderboard-2026-10-15#M273); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-5-pro-2026-04-23-high / column score),,in,in arcagi1@arcprize,arcprize,gpt-5.5-pro,xhigh,reasoning-math,frontier,ARC-official,per-task,4.52,0.00289,,,95,pass%,0.289,,prev=0.95 (src-arcprize-leaderboard-2026-10-15#M275); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-5-pro-2026-04-23-xhigh / column score),,in,in arcagi1@arcprize,arcprize,gemini-3.5-flash,minimal,reasoning-math,frontier,ARC-official,per-task,0.0645,2.89e-05,,,48.83,pass%,0.00289,,prev=0.4883 (src-arcprize-leaderboard-2026-10-15#M278),https://arcprize.org/leaderboard ($.evaluations / row gemini-3-5-flash-minimal / column score),,in,out:cost-not-comparable arcagi1@arcprize,arcprize,gemini-3.5-flash,high,reasoning-math,frontier,ARC-official,per-task,0.4278,2.89e-05,,,92.5,pass%,0.0289,,prev=0.925 (src-arcprize-leaderboard-2026-10-15#M280),https://arcprize.org/leaderboard ($.evaluations / row gemini-3-5-flash-high / column score),,in,out:cost-not-comparable arcagi1@arcprize,arcprize,gpt-5.6-sol,low,reasoning-math,frontier,ARC-official,per-task,0.21250000000000002,0.0247,,,74.5,pass%,0.0289,,prev=0.745 (src-arcprize-leaderboard-2026-10-15#M282); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-sol-low / column score),,in,in arcagi1@arcprize,arcprize,gpt-5.6-sol,medium,reasoning-math,frontier,ARC-official,per-task,0.275,0.0319,,,92.5,pass%,0.0289,,prev=0.925 (src-arcprize-leaderboard-2026-10-15#M284); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-sol-medium / column score),,in,in arcagi1@arcprize,arcprize,gpt-5.6-sol,high,reasoning-math,frontier,ARC-official,per-task,0.375,0.052,,,97,pass%,0.289,,prev=0.97 (src-arcprize-leaderboard-2026-10-15#M286); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-sol-high / column score),,in,in arcagi1@arcprize,arcprize,gpt-5.6-sol,xhigh,reasoning-math,frontier,ARC-official,per-task,0.5,0.0645,,,97.5,pass%,0.0289,,prev=0.975 (src-arcprize-leaderboard-2026-10-15#M288); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-sol-xhigh / column score),,in,in arcagi1@arcprize,arcprize,gpt-5.6-sol,max,reasoning-math,frontier,ARC-official,per-task,0.675,0.078,,,96.5,pass%,0.0289,,prev=0.965 (src-arcprize-leaderboard-2026-10-15#M290); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-sol-max / column score),,in,in arcagi1@arcprize,arcprize,gpt-5.6-terra,low,reasoning-math,frontier,ARC-official,per-task,0.08099999999999999,0.00594,,,60.17,pass%,0.00289,,prev=0.6017 (src-arcprize-leaderboard-2026-10-15#M297); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-terra-low / column score),,in,in arcagi1@arcprize,arcprize,gpt-5.6-terra,medium,reasoning-math,frontier,ARC-official,per-task,0.117,0.00804,,,77,pass%,0.289,,prev=0.77 (src-arcprize-leaderboard-2026-10-15#M299); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-terra-medium / column score),,in,in arcagi1@arcprize,arcprize,gpt-5.6-terra,high,reasoning-math,frontier,ARC-official,per-task,0.171,0.0113,,,92,pass%,0.289,,prev=0.92 (src-arcprize-leaderboard-2026-10-15#M301); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-terra-high / column score),,in,in arcagi1@arcprize,arcprize,gpt-5.6-terra,xhigh,reasoning-math,frontier,ARC-official,per-task,0.234,0.0153,,,94,pass%,0.289,,prev=0.94 (src-arcprize-leaderboard-2026-10-15#M303); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-terra-xhigh / column score),,in,in arcagi1@arcprize,arcprize,gpt-5.6-terra,max,reasoning-math,frontier,ARC-official,per-task,0.49500000000000005,0.0319,,,96.5,pass%,0.0289,,prev=0.965 (src-arcprize-leaderboard-2026-10-15#M305); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-terra-max / column score),,in,in arcagi1@arcprize,arcprize,gpt-5.6-luna,low,reasoning-math,frontier,ARC-official,per-task,0.04,0.00289,,,34.17,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-luna-low / column score),,out:decision:D33,out:decision:D33 arcagi1@arcprize,arcprize,gpt-5.6-luna,medium,reasoning-math,frontier,ARC-official,per-task,0.06,0.00289,,,56.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-luna-medium / column score),,out:decision:D33,out:decision:D33 arcagi1@arcprize,arcprize,gpt-5.6-luna,high,reasoning-math,frontier,ARC-official,per-task,0.13,0.00289,,,76.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-luna-high / column score),,out:decision:D33,out:decision:D33 arcagi1@arcprize,arcprize,gpt-5.6-luna,xhigh,reasoning-math,frontier,ARC-official,per-task,0.21,0.00289,,,87.67,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-luna-xhigh / column score),,out:decision:D33,out:decision:D33 arcagi1@arcprize,arcprize,gpt-5.6-luna,max,reasoning-math,frontier,ARC-official,per-task,0.32,0.00289,,,88,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-luna-max / column score),,out:decision:D33,out:decision:D33 arcagi1@arcprize,arcprize,glm-5.2,unstated,reasoning-math,frontier,ARC-official,per-task,0.1916,2.89e-05,,,77,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row glm-5.2 / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,inkling,unstated,reasoning-math,frontier,ARC-official,per-task,0.30047416199999993,2.89e-18,,,79.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row thinky-inkling / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,grok-4.5,high,reasoning-math,frontier,ARC-official,per-task,0.264,0.0382,,,85.67,pass%,0.00289,,prev=0.8567 (src-arcprize-leaderboard-2026-10-15#M329); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row xai-grok-4-5-high / column score),,in,in arcagi1@arcprize,arcprize,grok-4.5,medium,reasoning-math,frontier,ARC-official,per-task,0.248,0.0359,,,87.17,pass%,0.00289,,prev=0.8717 (src-arcprize-leaderboard-2026-10-15#M331); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row xai-grok-4-5-medium / column score),,in,in arcagi1@arcprize,arcprize,grok-4.5,low,reasoning-math,frontier,ARC-official,per-task,0.144,0.021,,,79.17,pass%,0.00289,,prev=0.7917 (src-arcprize-leaderboard-2026-10-15#M333); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row xai-grok-4-5-low / column score),,in,in arcagi1@arcprize,arcprize,opus-5,high,reasoning-math,frontier,ARC-official,per-task,0.47,0.00289,,,97.5,pass%,0.0289,,prev=0.975 (src-arcprize-leaderboard-2026-10-15#M1); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-opus-5-high / column score),,in,in arcagi1@arcprize,arcprize,opus-5,max,reasoning-math,frontier,ARC-official,per-task,0.7,0.0289,,,97.5,pass%,0.0289,,prev=0.975 (src-arcprize-leaderboard-2026-10-15#M2); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-opus-5-max / column score),,in,in arcagi1@arcprize,arcprize,inkling-small,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.11498211,2.89e-09,,,84,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row thinky-inkling-small-xhigh / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,inkling-small,high,reasoning-math,frontier,ARC-official,per-task,0.06685550999999999,2.89e-18,,,78,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row thinky-inkling-small-high / column score),,out:single-couple,out:cost-not-comparable arcagi1@arcprize,arcprize,inkling-small,medium,reasoning-math,frontier,ARC-official,per-task,0.03488058600000001,2.89e-18,,,67,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row thinky-inkling-small-medium / column score),,out:single-couple,out:cost-not-comparable arcagi1@arcprize,arcprize,inkling-small,low,reasoning-math,frontier,ARC-official,per-task,0.026465645999999992,2.89e-19,,,52.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row thinky-inkling-small-low / column score),,out:single-couple,out:cost-not-comparable arcagi1@arcprize,arcprize,inkling-small,minimal,reasoning-math,frontier,ARC-official,per-task,0.02370018599999999,2.89e-18,,,48.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row thinky-inkling-small-minimal / column score),,out:single-couple,out:cost-not-comparable arcagi1@arcprize,arcprize,inkling-small,nothink,reasoning-math,frontier,ARC-official,per-task,0.005879189999999999,2.89e-19,,,5.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row thinky-inkling-small-none / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,kimi-k3,max,reasoning-math,frontier,ARC-official,per-task,0.7704815999999995,2.89e-17,,,94.5,pass%,0.0289,,prev=0.945 (src-arcprize-leaderboard-2026-10-15#M338); cost-base-price:cost-uniform-factor,https://arcprize.org/leaderboard ($.evaluations / row moonshot-kimi-k3-max / column score),,in,in arcagi1@arcprize,arcprize,kimi-k3,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.47977101000000005,2.89e-18,,,86.66666666666666,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row moonshot-kimi-k3-high / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,kimi-k3,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.18061866,2.89e-09,,,65.66666666666666,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row moonshot-kimi-k3-low / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,fable-5,max,reasoning-math,frontier,ARC-official,per-task,2.1101577000000007,2.89e-17,,,98.5,pass%,0.0289,,prev=0.985 (src-arcprize-leaderboard-2026-10-15#M7); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-fable-5-max / column score),,in,in arcagi1@arcprize,arcprize,fable-5,xhigh,reasoning-math,frontier,ARC-official,per-task,1.0224337000000001,2.89e-17,,,98.5,pass%,0.0289,,prev=0.985 (src-arcprize-leaderboard-2026-10-15#M6); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-fable-5-xhigh / column score),,in,in arcagi1@arcprize,arcprize,fable-5,high,reasoning-math,frontier,ARC-official,per-task,0.7666246999999999,2.89e-17,,,95.5,pass%,0.0289,,prev=0.955 (src-arcprize-leaderboard-2026-10-15#M5); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-fable-5-high / column score),,in,in arcagi1@arcprize,arcprize,fable-5,medium,reasoning-math,frontier,ARC-official,per-task,0.6638002000000002,2.89e-17,,,92.5,pass%,0.0289,,prev=0.925 (src-arcprize-leaderboard-2026-10-15#M4); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-fable-5-medium / column score),,in,in arcagi1@arcprize,arcprize,fable-5,low,reasoning-math,frontier,ARC-official,per-task,0.5076897000000001,2.89e-17,,,90.5,pass%,0.0289,,prev=0.905 (src-arcprize-leaderboard-2026-10-15#M3); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-fable-5-low / column score),,in,in arcagi1@arcprize,arcprize,deepseek-v4-flash-0731,max,reasoning-math,frontier,ARC-official,per-task,0.020511353200000002,2.89e-19,,,89,pass%,0.289,,prev=0.89 (src-arcprize-leaderboard-2026-10-15#M344),https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-flash-0731-max / column score),,in,out:cost-not-comparable arcagi1@arcprize,arcprize,deepseek-v4-flash-0731,high,reasoning-math,frontier,ARC-official,per-task,0.021402901000000005,2.89e-19,,,87,pass%,0.289,,prev=0.87 (src-arcprize-leaderboard-2026-10-15#M346),https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-flash-0731-high / column score),,in,out:cost-not-comparable arcagi1@arcprize,arcprize,deepseek-v4-flash-0731,low,reasoning-math,frontier,ARC-official,per-task,0.0117880906,2.89e-11,,,84,pass%,0.289,,prev=0.84 (src-arcprize-leaderboard-2026-10-15#M348),https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-flash-0731-low / column score),,in,out:cost-not-comparable arcagi1@arcprize,arcprize,deepseek-v4-flash-0731,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.0023310715999999994,2.89e-20,,,11.833333333333335,pass%,2.89e-16,,,https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-flash-0731-none / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,gpt-5.6-luna,max,reasoning-math,frontier,ARC-official,per-task,0.039230172,0.0151,,,90.66666666666666,pass%,2.89e-15,,prev=0.88 (src-arcprize-leaderboard-2026-10-15#M315); prev=0.9066666666666666 (src-arcprize-leaderboard-2026-10-15#M352); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-luna-max-2026-07-30 / column score),,in,in arcagi1@arcprize,arcprize,gpt-5.6-luna,xhigh,reasoning-math,frontier,ARC-official,per-task,0.0273105432,0.0105,,,85,pass%,0.289,,prev=0.8767 (src-arcprize-leaderboard-2026-10-15#M313); prev=0.85 (src-arcprize-leaderboard-2026-10-15#M354); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-luna-xhigh-2026-07-30 / column score),,in,in arcagi1@arcprize,arcprize,gpt-5.6-luna,high,reasoning-math,frontier,ARC-official,per-task,0.0167324112,0.00644,,,78,pass%,0.289,,prev=0.765 (src-arcprize-leaderboard-2026-10-15#M311); prev=0.78 (src-arcprize-leaderboard-2026-10-15#M356); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-luna-high-2026-07-30 / column score),,in,in arcagi1@arcprize,arcprize,gpt-5.6-luna,medium,reasoning-math,frontier,ARC-official,per-task,0.007215335999999999,0.00278,,,54,pass%,0.289,,prev=0.565 (src-arcprize-leaderboard-2026-10-15#M309); prev=0.54 (src-arcprize-leaderboard-2026-10-15#M358); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-luna-medium-2026-07-30 / column score),,in,in arcagi1@arcprize,arcprize,gpt-5.6-luna,low,reasoning-math,frontier,ARC-official,per-task,0.0049236552,0.0019,,,39.5,pass%,0.0289,,prev=0.3417 (src-arcprize-leaderboard-2026-10-15#M307); prev=0.395 (src-arcprize-leaderboard-2026-10-15#M360); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-luna-low-2026-07-30 / column score),,in,in arcagi1@arcprize,arcprize,gpt-5.6-luna,nothink,reasoning-math,frontier,ARC-official,per-task,0.002794968000000001,0.00108,,,3.333333333333333,pass%,2.89e-16,,prev=0.03333333333333333 (src-arcprize-leaderboard-2026-10-15#M362); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-luna-none-2026-07-30 / column score),,in,in arcagi1@arcprize,arcprize,gemini-3.5-flash-lite,high,reasoning-math,frontier,ARC-official,per-task,0.092850542,2.89e-10,,,53.5,pass%,0.0289,,prev=0.535 (src-arcprize-leaderboard-2026-10-15#M364); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gemini-3-5-flash-lite-high / column score),,in,in arcagi1@arcprize,arcprize,gemini-3.5-flash-lite,medium,reasoning-math,frontier,ARC-official,per-task,0.03326929199999999,2.89e-18,,,32.33333333333333,pass%,2.89e-15,,prev=0.3233333333333333 (src-arcprize-leaderboard-2026-10-15#M366); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gemini-3-5-flash-lite-medium / column score),,in,in arcagi1@arcprize,arcprize,gemini-3.5-flash-lite,low,reasoning-math,frontier,ARC-official,per-task,0.011111616999999996,2.89e-19,,,17,pass%,0.289,,prev=0.17 (src-arcprize-leaderboard-2026-10-15#M368); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gemini-3-5-flash-lite-low / column score),,in,in arcagi1@arcprize,arcprize,gemini-3.5-flash-lite,minimal,reasoning-math,frontier,ARC-official,per-task,0.008311016999999997,2.89e-19,,,7.5,pass%,0.0289,,prev=0.075 (src-arcprize-leaderboard-2026-10-15#M370); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gemini-3-5-flash-lite-minimal / column score),,in,in arcagi1@arcprize,arcprize,gemini-3.6-flash,high,reasoning-math,frontier,ARC-official,per-task,0.5034544649999999,0.0969,,,91.16666666666666,pass%,2.89e-15,,prev=0.9116666666666666 (src-arcprize-leaderboard-2026-10-15#M372); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row gemini-3-6-flash-high / column score),,in,in arcagi1@arcprize,arcprize,gemini-3.6-flash,medium,reasoning-math,frontier,ARC-official,per-task,0.3702873149999999,0.0713,,,83.16666666666666,pass%,2.89e-15,,prev=0.8316666666666666 (src-arcprize-leaderboard-2026-10-15#M374); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row gemini-3-6-flash-medium / column score),,in,in arcagi1@arcprize,arcprize,gemini-3.6-flash,low,reasoning-math,frontier,ARC-official,per-task,0.18186950250000009,0.035,,,76.5,pass%,0.0289,,prev=0.765 (src-arcprize-leaderboard-2026-10-15#M376); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row gemini-3-6-flash-low / column score),,in,in arcagi1@arcprize,arcprize,gemini-3.6-flash,minimal,reasoning-math,frontier,ARC-official,per-task,0.06187329,0.0119,,,34.5,pass%,0.0289,,prev=0.345 (src-arcprize-leaderboard-2026-10-15#M378); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row gemini-3-6-flash-minimal / column score),,in,in arcagi1@arcprize,arcprize,grok-4.6,xhigh,reasoning-math,frontier,ARC-official,per-task,0.348182,2.89e-07,,,87,pass%,0.289,,prev=0.87 (src-arcprize-leaderboard-2026-10-15#M380); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row xai-grok-4-6-xhigh / column score),,in,in arcagi1@arcprize,arcprize,grok-4.6,high,reasoning-math,frontier,ARC-official,per-task,0.3268656,2.89e-08,,,87,pass%,0.289,,prev=0.87 (src-arcprize-leaderboard-2026-10-15#M382); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row xai-grok-4-6-high / column score),,in,in arcagi1@arcprize,arcprize,grok-4.6,medium,reasoning-math,frontier,ARC-official,per-task,0.30111846000000003,2.89e-18,,,87.5,pass%,0.0289,,prev=0.875 (src-arcprize-leaderboard-2026-10-15#M384); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row xai-grok-4-6-medium / column score),,in,in arcagi1@arcprize,arcprize,grok-4.6,low,reasoning-math,frontier,ARC-official,per-task,0.10347528000000006,2.89e-18,,,74.83333333333334,pass%,2.89e-15,,prev=0.7483333333333334 (src-arcprize-leaderboard-2026-10-15#M386); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row xai-grok-4-6-low / column score),,in,in arcagi1@arcprize,arcprize,gemini-3.7-flash,high,reasoning-math,frontier,ARC-official,per-task,0.12013233,2.89e-09,,,95.5,pass%,0.0289,,prev=0.955 (src-arcprize-leaderboard-2026-10-15#M389),https://arcprize.org/leaderboard ($.evaluations / row google-gemini-3-7-flash-high / column score),,in,out:cost-not-comparable arcagi1@arcprize,arcprize,gemini-3.7-flash,medium,reasoning-math,frontier,ARC-official,per-task,0.060503167499999996,2.89e-19,,,91.16666666666666,pass%,2.89e-15,,prev=0.9116666666666666 (src-arcprize-leaderboard-2026-10-15#M391),https://arcprize.org/leaderboard ($.evaluations / row google-gemini-3-7-flash-medium / column score),,in,out:cost-not-comparable arcagi1@arcprize,arcprize,gemini-3.7-flash,low,reasoning-math,frontier,ARC-official,per-task,0.0422072925,2.89e-11,,,85.16666666666666,pass%,2.89e-15,,prev=0.8516666666666666 (src-arcprize-leaderboard-2026-10-15#M393),https://arcprize.org/leaderboard ($.evaluations / row google-gemini-3-7-flash-low / column score),,in,out:cost-not-comparable arcagi1@arcprize,arcprize,deepseek-v4-pro-0813,max,reasoning-math,frontier,ARC-official,per-task,1.9455858200482754,0.952,,,90,pass%,2.89,,prev=0.9 (src-arcprize-leaderboard-2026-10-15#M395); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-pro-0813-max / column score),,in,in arcagi1@arcprize,arcprize,deepseek-v4-pro-0813,high,reasoning-math,frontier,ARC-official,per-task,2.017149948682758,0.987,,,87.16666666666666,pass%,2.89e-15,,prev=0.8716666666666666 (src-arcprize-leaderboard-2026-10-15#M397); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-pro-0813-high / column score),,in,in arcagi1@arcprize,arcprize,deepseek-v4-pro-0813,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.17823142919999996,2.89e-18,,,90.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-pro-0813-low / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,deepseek-v4-pro-0813,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.023428376399999996,2.89e-19,,,13,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-pro-0813-none / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,fable-5.1,max,reasoning-math,frontier,ARC-official,per-task,1.3997611,2.89e-08,,,97.5,pass%,0.0289,,prev=0.975 (src-arcprize-leaderboard-2026-10-15#M52); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-fable-5-1-max / column score),,in,in arcagi1@arcprize,arcprize,fable-5.1,xhigh,reasoning-math,frontier,ARC-official,per-task,0.9578876000000003,2.89e-17,,,96.5,pass%,0.0289,,prev=0.965 (src-arcprize-leaderboard-2026-10-15#M53); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-fable-5-1-xhigh / column score),,in,in arcagi1@arcprize,arcprize,fable-5.1,high,reasoning-math,frontier,ARC-official,per-task,0.5169491,2.89e-08,,,96,pass%,0.289,,prev=0.96 (src-arcprize-leaderboard-2026-10-15#M54); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-fable-5-1-high / column score),,in,in arcagi1@arcprize,arcprize,fable-5.1,medium,reasoning-math,frontier,ARC-official,per-task,0.4425576000000001,2.89e-17,,,94.5,pass%,0.0289,,prev=0.945 (src-arcprize-leaderboard-2026-10-15#M55); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-fable-5-1-medium / column score),,in,in arcagi1@arcprize,arcprize,fable-5.1,low,reasoning-math,frontier,ARC-official,per-task,0.36604360000000014,2.89e-18,,,90,pass%,2.89,,prev=0.9 (src-arcprize-leaderboard-2026-10-15#M56); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-fable-5-1-low / column score),,in,in arcagi1@arcprize,arcprize,gpt-6-astra,max,reasoning-math,frontier,ARC-official,per-task,0.4328827000000001,2.89e-17,,,97.5,pass%,0.0289,,prev=0.975 (src-arcprize-leaderboard-2026-10-15#M403); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-astra-max / column score),,in,in arcagi1@arcprize,arcprize,gpt-6-astra,xhigh,reasoning-math,frontier,ARC-official,per-task,0.3470552,2.89e-08,,,98.5,pass%,0.0289,,prev=0.985 (src-arcprize-leaderboard-2026-10-15#M406); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-astra-xhigh / column score),,in,in arcagi1@arcprize,arcprize,gpt-6-astra,high,reasoning-math,frontier,ARC-official,per-task,0.2837032,2.89e-08,,,98.5,pass%,0.0289,,prev=0.985 (src-arcprize-leaderboard-2026-10-15#M409); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-astra-high / column score),,in,in arcagi1@arcprize,arcprize,gpt-6-astra,medium,reasoning-math,frontier,ARC-official,per-task,0.2398342000000002,2.89e-17,,,97.5,pass%,0.0289,,prev=0.975 (src-arcprize-leaderboard-2026-10-15#M412); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-astra-medium / column score),,in,in arcagi1@arcprize,arcprize,gpt-6-astra,low,reasoning-math,frontier,ARC-official,per-task,0.22650770000000006,2.89e-18,,,96.5,pass%,0.0289,,prev=0.965 (src-arcprize-leaderboard-2026-10-15#M415); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-astra-low / column score),,in,in arcagi1@arcprize,arcprize,gpt-6-astra,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.21427369999999996,2.89e-18,,,86,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-astra-none / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,gpt-6-luna,max,reasoning-math,frontier,ARC-official,per-task,0.018388256999999998,2.89e-19,,,86.66666666666667,pass%,2.89e-15,,prev=0.8666666666666667 (src-arcprize-leaderboard-2026-10-15#M427); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-luna-max / column score),,in,in arcagi1@arcprize,arcprize,gpt-6-luna,xhigh,reasoning-math,frontier,ARC-official,per-task,0.012172242,2.89e-10,,,73,pass%,0.289,,prev=0.73 (src-arcprize-leaderboard-2026-10-15#M430); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-luna-xhigh / column score),,in,in arcagi1@arcprize,arcprize,gpt-6-luna,high,reasoning-math,frontier,ARC-official,per-task,0.009497197,2.89e-10,,,70.33333333333333,pass%,2.89e-15,,prev=0.7033333333333333 (src-arcprize-leaderboard-2026-10-15#M433); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-luna-high / column score),,in,in arcagi1@arcprize,arcprize,gpt-6-luna,medium,reasoning-math,frontier,ARC-official,per-task,0.0061084369999999995,2.89e-20,,,61,pass%,0.289,,prev=0.61 (src-arcprize-leaderboard-2026-10-15#M436); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-luna-medium / column score),,in,in arcagi1@arcprize,arcprize,gpt-6-luna,low,reasoning-math,frontier,ARC-official,per-task,0.0032099620000000002,2.89e-20,,,37.666666666666665,pass%,2.89e-16,,prev=0.37666666666666665 (src-arcprize-leaderboard-2026-10-15#M439); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-luna-low / column score),,in,in arcagi1@arcprize,arcprize,gpt-6-luna,nothink,reasoning-math,frontier,ARC-official,per-task,0.0021481470000000004,2.89e-20,,,8.833333333333333,pass%,2.89e-16,,prev=0.08833333333333333 (src-arcprize-leaderboard-2026-10-15#M442); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-luna-none / column score),,in,in arcagi1@arcprize,arcprize,opus-5.5,max,reasoning-math,frontier,ARC-official,per-task,0.64073264,2.89e-09,,,97.5,pass%,0.0289,,prev=0.975 (src-arcprize-leaderboard-2026-10-15#M66); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-opus-5-5-max / column score),,in,in arcagi1@arcprize,arcprize,opus-5.5,xhigh,reasoning-math,frontier,ARC-official,per-task,0.22304864,2.89e-09,,,97.5,pass%,0.0289,,prev=0.975 (src-arcprize-leaderboard-2026-10-15#M65); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-opus-5-5-xhigh / column score),,in,in arcagi1@arcprize,arcprize,opus-5.5,high,reasoning-math,frontier,ARC-official,per-task,0.15798964,2.89e-09,,,98.5,pass%,0.0289,,prev=0.985 (src-arcprize-leaderboard-2026-10-15#M64); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-opus-5-5-high / column score),,in,in arcagi1@arcprize,arcprize,opus-5.5,medium,reasoning-math,frontier,ARC-official,per-task,0.15227524,2.89e-09,,,97.5,pass%,0.0289,,prev=0.975 (src-arcprize-leaderboard-2026-10-15#M63); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-opus-5-5-medium / column score),,in,in arcagi1@arcprize,arcprize,opus-5.5,low,reasoning-math,frontier,ARC-official,per-task,0.12007963999999999,2.89e-18,,,88.5,pass%,0.0289,,prev=0.885 (src-arcprize-leaderboard-2026-10-15#M62); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-opus-5-5-low / column score),,in,in arcagi1@arcprize,arcprize,gemini-3.8-flash,high,reasoning-math,frontier,ARC-official,per-task,0.20570699249999985,2.89e-18,,,98.5,pass%,0.0289,,prev=0.985 (src-arcprize-leaderboard-2026-10-15#M451); base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://arcprize.org/leaderboard ($.evaluations / row google-gemini-3-8-flash-high / column score),,in,in arcagi1@arcprize,arcprize,gemini-3.8-flash,medium,reasoning-math,frontier,ARC-official,per-task,0.10754999250000002,2.89e-18,,,97.5,pass%,0.0289,,prev=0.975 (src-arcprize-leaderboard-2026-10-15#M454); base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://arcprize.org/leaderboard ($.evaluations / row google-gemini-3-8-flash-medium / column score),,in,in arcagi1@arcprize,arcprize,gemini-3.8-flash,low,reasoning-math,frontier,ARC-official,per-task,0.06661188000000001,2.89e-18,,,90.5,pass%,0.0289,,prev=0.905 (src-arcprize-leaderboard-2026-10-15#M457); base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://arcprize.org/leaderboard ($.evaluations / row google-gemini-3-8-flash-low / column score),,in,in arcagi1@arcprize,arcprize,gpt-6-sol,max,reasoning-math,frontier,ARC-official,per-task,0.14080454,2.89e-09,,,95.5,pass%,0.0289,,prev=0.955 (src-arcprize-leaderboard-2026-10-15#M463); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-sol-max / column score),,in,in arcagi1@arcprize,arcprize,gpt-6-sol,xhigh,reasoning-math,frontier,ARC-official,per-task,0.10230234000000003,2.89e-18,,,92.66666666666665,pass%,2.89e-15,,prev=0.9266666666666665 (src-arcprize-leaderboard-2026-10-15#M466); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-sol-xhigh / column score),,in,in arcagi1@arcprize,arcprize,gpt-6-sol,high,reasoning-math,frontier,ARC-official,per-task,0.08336574000000001,2.89e-18,,,91,pass%,0.289,,prev=0.91 (src-arcprize-leaderboard-2026-10-15#M469); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-sol-high / column score),,in,in arcagi1@arcprize,arcprize,gpt-6-sol,medium,reasoning-math,frontier,ARC-official,per-task,0.06730014000000002,2.89e-18,,,83.66666666666666,pass%,2.89e-15,,prev=0.8366666666666666 (src-arcprize-leaderboard-2026-10-15#M472); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-sol-medium / column score),,in,in arcagi1@arcprize,arcprize,gpt-6-sol,low,reasoning-math,frontier,ARC-official,per-task,0.05310845999999999,2.89e-18,,,72.16666666666666,pass%,2.89e-15,,prev=0.7216666666666666 (src-arcprize-leaderboard-2026-10-15#M475); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-sol-low / column score),,in,in arcagi1@arcprize,arcprize,gpt-6-sol,nothink,reasoning-math,frontier,ARC-official,per-task,0.04286973999999999,2.89e-18,,,29.333333333333333,pass%,2.89e-16,,prev=0.29333333333333333 (src-arcprize-leaderboard-2026-10-15#M478); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-sol-none / column score),,in,in arcagi1@arcprize,arcprize,glm-5.3-flash,max,reasoning-math,frontier,ARC-official,per-task,0.0430698225,2.89e-11,,,91,pass%,0.289,,prev=0.91 (src-arcprize-leaderboard-2026-10-15#M487),https://arcprize.org/leaderboard ($.evaluations / row zai-glm-5-3-flash-max / column score),,in,out:cost-not-comparable arcagi1@arcprize,arcprize,glm-5.3-flash,high,reasoning-math,frontier,ARC-official,per-task,0.027894894000000007,2.89e-19,,,71.83333333333334,pass%,2.89e-15,,prev=0.7183333333333334 (src-arcprize-leaderboard-2026-10-15#M489),https://arcprize.org/leaderboard ($.evaluations / row zai-glm-5-3-flash-high / column score),,in,out:cost-not-comparable arcagi1@arcprize,arcprize,glm-5.3-flash,low,reasoning-math,frontier,ARC-official,per-task,0.02015415399999999,2.89e-18,,,46.99999999999999,pass%,2.89e-15,,prev=0.4699999999999999 (src-arcprize-leaderboard-2026-10-15#M491),https://arcprize.org/leaderboard ($.evaluations / row zai-glm-5-3-flash-low / column score),,in,out:cost-not-comparable arcagi1@arcprize,arcprize,gpt-6.1-sol,max,reasoning-math,frontier,ARC-official,per-task,0.09543634000000001,2.89e-18,,,96.5,pass%,0.0289,,prev=0.965 (src-arcprize-leaderboard-2026-10-15#M493); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-1-sol-max / column score),,in,in arcagi1@arcprize,arcprize,gpt-6.1-sol,xhigh,reasoning-math,frontier,ARC-official,per-task,0.07374294,2.89e-09,,,98.5,pass%,0.0289,,prev=0.985 (src-arcprize-leaderboard-2026-10-15#M496); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-1-sol-xhigh / column score),,in,in arcagi1@arcprize,arcprize,gpt-6.1-sol,high,reasoning-math,frontier,ARC-official,per-task,0.05925544000000002,2.89e-18,,,98.5,pass%,0.0289,,prev=0.985 (src-arcprize-leaderboard-2026-10-15#M499); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-1-sol-high / column score),,in,in arcagi1@arcprize,arcprize,gpt-6.1-sol,medium,reasoning-math,frontier,ARC-official,per-task,0.04992494,2.89e-09,,,95.5,pass%,0.0289,,prev=0.955 (src-arcprize-leaderboard-2026-10-15#M502); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-1-sol-medium / column score),,in,in arcagi1@arcprize,arcprize,gpt-6.1-sol,low,reasoning-math,frontier,ARC-official,per-task,0.046870540000000016,2.89e-19,,,93.5,pass%,0.0289,,prev=0.935 (src-arcprize-leaderboard-2026-10-15#M505); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-1-sol-low / column score),,in,in arcagi1@arcprize,arcprize,qwen3.8-27b,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.21523628600000005,2.89e-18,,,87.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row alibaba-qwen3-8-27b-xhigh / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,qwen3.8-27b,medium,reasoning-math,frontier,ARC-official,per-task,0.13081506799999995,2.89e-18,,,68.66666666666665,pass%,2.89e-15,,prev=0.6866666666666665 (src-arcprize-leaderboard-2026-10-15#M515),https://arcprize.org/leaderboard ($.evaluations / row alibaba-qwen3-8-27b-medium / column score),,in,out:cost-not-comparable arcagi1@arcprize,arcprize,qwen3.8-27b,low,reasoning-math,frontier,ARC-official,per-task,0.11966541400000001,2.89e-18,,,69.16666666666665,pass%,2.89e-15,,prev=0.6916666666666665 (src-arcprize-leaderboard-2026-10-15#M517),https://arcprize.org/leaderboard ($.evaluations / row alibaba-qwen3-8-27b-low / column score),,in,out:cost-not-comparable arcagi1@arcprize,arcprize,qwen3.8-27b,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.04125527700000001,2.89e-18,,,34,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row alibaba-qwen3-8-27b-none / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,deepseek-v4.1-flash,max,reasoning-math,frontier,ARC-official,per-task,0.06568805399999998,2.89e-18,,,94.5,pass%,0.0289,,prev=0.945 (src-arcprize-leaderboard-2026-10-15#M521),https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-1-flash-max / column score),,in,out:cost-not-comparable arcagi1@arcprize,arcprize,deepseek-v4.1-flash,high,reasoning-math,frontier,ARC-official,per-task,0.06328819800000002,2.89e-18,,,88.5,pass%,0.0289,,prev=0.885 (src-arcprize-leaderboard-2026-10-15#M523),https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-1-flash-high / column score),,in,out:cost-not-comparable arcagi1@arcprize,arcprize,deepseek-v4.1-flash,low,reasoning-math,frontier,ARC-official,per-task,0.04798517399999999,2.89e-18,,,90.5,pass%,0.0289,,prev=0.905 (src-arcprize-leaderboard-2026-10-15#M525),https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-1-flash-low / column score),,in,out:cost-not-comparable arcagi1@arcprize,arcprize,deepseek-v4.1-flash,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.005873885999999999,2.89e-19,,,7.833333333333332,pass%,2.89e-16,,,https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-1-flash-none / column score),,out:effort-not-established,out:effort-not-established arcagi1@arcprize,arcprize,grok-4.7,xhigh,reasoning-math,frontier,ARC-official,per-task,0.7784497599999999,2.89e-17,,,89.5,pass%,0.0289,,prev=0.895 (src-arcprize-leaderboard-2026-10-15#M529); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row xai-grok-4-7-xhigh / column score),,in,in arcagi1@arcprize,arcprize,grok-4.7,high,reasoning-math,frontier,ARC-official,per-task,0.6423259400000007,2.89e-17,,,90.16666666666666,pass%,2.89e-15,,prev=0.9016666666666666 (src-arcprize-leaderboard-2026-10-15#M532); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row xai-grok-4-7-high / column score),,in,in arcagi1@arcprize,arcprize,grok-4.7,medium,reasoning-math,frontier,ARC-official,per-task,0.5209943599999999,2.89e-17,,,90,pass%,2.89,,prev=0.9 (src-arcprize-leaderboard-2026-10-15#M535); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row xai-grok-4-7-medium / column score),,in,in arcagi1@arcprize,arcprize,grok-4.7,low,reasoning-math,frontier,ARC-official,per-task,0.10018820000000002,2.89e-18,,,63.33333333333333,pass%,2.89e-15,,prev=0.6333333333333333 (src-arcprize-leaderboard-2026-10-15#M538); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row xai-grok-4-7-low / column score),,in,in arcagi1@arcprize,arcprize,haiku-5.5,max,reasoning-math,frontier,ARC-official,per-task,0.05132828800000002,2.89e-18,,,89,pass%,0.289,,prev=0.89 (src-arcprize-leaderboard-2026-10-15#M72); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-haiku-5-5-max / column score),,in,in arcagi1@arcprize,arcprize,haiku-5.5,xhigh,reasoning-math,frontier,ARC-official,per-task,0.03012903599999999,2.89e-18,,,87.5,pass%,0.0289,,prev=0.875 (src-arcprize-leaderboard-2026-10-15#M73); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-haiku-5-5-xhigh / column score),,in,in arcagi1@arcprize,arcprize,haiku-5.5,high,reasoning-math,frontier,ARC-official,per-task,0.016372071000000002,2.89e-19,,,81.5,pass%,0.0289,,prev=0.815 (src-arcprize-leaderboard-2026-10-15#M74); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-haiku-5-5-high / column score),,in,in arcagi1@arcprize,arcprize,haiku-5.5,medium,reasoning-math,frontier,ARC-official,per-task,0.008431990999999998,2.89e-19,,,57.33333333333333,pass%,2.89e-15,,prev=0.5733333333333333 (src-arcprize-leaderboard-2026-10-15#M75); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-haiku-5-5-medium / column score),,in,in arcagi1@arcprize,arcprize,haiku-5.5,low,reasoning-math,frontier,ARC-official,per-task,0.005280606,2.89e-10,,,50.33333333333334,pass%,2.89e-15,,prev=0.5033333333333334 (src-arcprize-leaderboard-2026-10-15#M76); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-haiku-5-5-low / column score),,in,in arcagi1@arcprize,arcprize,gemini-4-argon,high,reasoning-math,frontier,ARC-official,per-task,0.16167408000000005,2.89e-18,,,98.5,pass%,0.0289,,prev=0.985 (src-arcprize-leaderboard-2026-10-18#M1); base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://arcprize.org/leaderboard ($.evaluations / row google-gemini-4-argon-high / column score),,in,in arcagi1@arcprize,arcprize,gemini-4-argon,medium,reasoning-math,frontier,ARC-official,per-task,0.06468048,2.89e-09,,,98.5,pass%,0.0289,,prev=0.985 (src-arcprize-leaderboard-2026-10-18#M2); base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://arcprize.org/leaderboard ($.evaluations / row google-gemini-4-argon-medium / column score),,in,in arcagi1@arcprize,arcprize,gemini-4-argon,low,reasoning-math,frontier,ARC-official,per-task,0.042840680000000006,2.89e-19,,,76.5,pass%,0.0289,,prev=0.765 (src-arcprize-leaderboard-2026-10-18#M3); base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://arcprize.org/leaderboard ($.evaluations / row google-gemini-4-argon-low / column score),,in,in arcagi1@arcprize,arcprize,?Beam 1.0,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.3058129759999999,2.89e-17,,,74,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row reflection-beam-1-0-xhigh / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,?Beam 1.0,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.2026638450000001,2.89e-17,,,67.66666666666665,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row reflection-beam-1-0-high / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,?Beam 1.0,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.12434776699999993,2.89e-18,,,55.66666666666666,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row reflection-beam-1-0-medium / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,?Beam 1.0,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.07504654699999999,2.89e-18,,,45,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row reflection-beam-1-0-low / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,?Nemotron 3.5 Super VL,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.03148112700000001,2.89e-18,,,22.666666666666668,pass%,2.89e-16,,,https://arcprize.org/leaderboard ($.evaluations / row nvidia-nemotron-3-5-super-vl-120b-a12b-high / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,?Nemotron 3.5 Super VL,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.012162934999999995,2.89e-19,,,20.16666666666667,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row nvidia-nemotron-3-5-super-vl-120b-a12b-medium / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,?Nemotron 3.5 Super VL,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.0037998400000000014,2.89e-20,,,2,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row nvidia-nemotron-3-5-super-vl-120b-a12b-none / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,deepseek-v4.1-flash-1017,max,reasoning-math,frontier,ARC-official,per-task,0.06459127799999996,2.89e-18,,,93.5,pass%,0.0289,,cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-1-flash-1017-max / column score),,in,in arcagi1@arcprize,arcprize,deepseek-v4.1-flash-1017,high,reasoning-math,frontier,ARC-official,per-task,0.055511946,2.89e-10,,,94.5,pass%,0.0289,,cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-1-flash-1017-high / column score),,in,in arcagi1@arcprize,arcprize,deepseek-v4.1-flash-1017,low,reasoning-math,frontier,ARC-official,per-task,0.05042652599999999,2.89e-18,,,91.5,pass%,0.0289,,cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-1-flash-1017-low / column score),,in,in arcagi1@arcprize,arcprize,deepseek-v4.1-flash-1017,nothink,reasoning-math,frontier,ARC-official,per-task,0.005872482,2.89e-10,,,5.666666666666667,pass%,2.89e-16,,cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-1-flash-1017-none / column score),,in,in arcagi1@arcprize,arcprize,sonnet-5.5,max,reasoning-math,frontier,ARC-official,per-task,0.37642918500000005,0.0724,,,96.5,pass%,0.0289,,cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-sonnet-5-5-max / column score),,in,in arcagi1@arcprize,arcprize,sonnet-5.5,xhigh,reasoning-math,frontier,ARC-official,per-task,0.10750553999999998,0.0207,,,96.5,pass%,0.0289,,cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-sonnet-5-5-xhigh / column score),,in,in arcagi1@arcprize,arcprize,sonnet-5.5,high,reasoning-math,frontier,ARC-official,per-task,0.078861015,0.0152,,,92,pass%,0.289,,cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-sonnet-5-5-high / column score),,in,in arcagi1@arcprize,arcprize,sonnet-5.5,medium,reasoning-math,frontier,ARC-official,per-task,0.052846889999999994,0.0102,,,70,pass%,2.89,,cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-sonnet-5-5-medium / column score),,in,in arcagi1@arcprize,arcprize,sonnet-5.5,low,reasoning-math,frontier,ARC-official,per-task,0.04558201500000002,0.00877,,,67,pass%,0.289,,cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-sonnet-5-5-low / column score),,in,in arcagi1@arcprize,arcprize,?Muse Spark Open,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.287208805,2.89e-10,,,89,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row meta-muse-spark-open-xhigh / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,?Muse Spark Open,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.23124935249999987,2.89e-18,,,88.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row meta-muse-spark-open-high / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,?Muse Spark Open,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.11919780499999998,2.89e-18,,,77.66666666666666,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row meta-muse-spark-open-medium / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,?Muse Spark Open,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.06451433,2.89e-09,,,58.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row meta-muse-spark-open-low / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,?Human Panel,not-established:absent,reasoning-math,frontier,ARC-official,per-task,17,0.289,,,100,pass%,28.9,,,https://arcprize.org/leaderboard ($.evaluations / row 2025_human_panel / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,?NVARC,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.2,0.0289,,,27.64,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row NVARC_2025 / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,?ARChitects,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.2,0.0289,,,2.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row ARChitects / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,?Claude 3.7,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.12,0.00289,,,0,pass%,28.9,,,https://arcprize.org/leaderboard ($.evaluations / row Claude 3.7 / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,?Claude 3.7,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.51,0.00289,,,0.7,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row Claude 3.7 Thinking 16K / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,?Claude 3.7,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.14,0.00289,,,0.4,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row Claude 3.7 Thinking 1K / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,?Claude 3.7,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.36,0.00289,,,0.9,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row Claude 3.7 Thinking 8K / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,?Gemini 1.5 Pro,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.04,0.00289,,,0.8,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row Gemini 1.5 Pro / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,gemini-2.0-flash,solo,reasoning-math,frontier,ARC-official,per-task,0.004,0.000289,,,1.3,pass%,0.0289,,prev=0.013 (src-arcprize-leaderboard-2026-10-15#M87),https://arcprize.org/leaderboard ($.evaluations / row Gemini 2.0 Flash / column score),,out:single-couple,out:cost-not-comparable arcagi2@arcprize,arcprize,gpt-4.5-preview,solo,reasoning-math,frontier,ARC-official,per-task,2.1,0.0289,,,0.8,pass%,0.0289,,prev=0.008 (src-arcprize-leaderboard-2026-10-15#M89); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-4-5-2025-02-27 / column score),,out:single-couple,out:cost-single-couple arcagi2@arcprize,arcprize,?GPT-4o,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.08,0.00289,,,0,pass%,28.9,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-4o-2024-11-20 / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,gpt-4o-mini,solo,reasoning-math,frontier,ARC-official,per-task,0.01,0.00289,,,0,pass%,28.9,,cost-base-price:cost-uniform-factor,https://arcprize.org/leaderboard ($.evaluations / row gpt-4o-mini-2024-07-18 / column score),,out:uninformative,out:cost-single-couple arcagi2@arcprize,arcprize,?Icecuber,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.13,0.00289,,,1.6,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row Icecuber / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,"?o3 (Preview, Low) ¹",not-established:absent,reasoning-math,frontier,ARC-official,per-task,200,0.289,,,4,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row o3-preview-low / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,deepseek-r1,solo,reasoning-math,frontier,ARC-official,per-task,0.08,0.00289,,,1.3,pass%,0.0289,,prev=0.013 (src-arcprize-leaderboard-2026-10-15#M96),https://arcprize.org/leaderboard ($.evaluations / row R1 / column score),,out:single-couple,out:cost-not-comparable arcagi2@arcprize,arcprize,?Llama 4 Maverick,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.0121,2.89e-05,,,0,pass%,28.9,,,https://arcprize.org/leaderboard ($.evaluations / row Llama-4-Maverick-17B-128E-Instruct-FP8-together / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,llama-4-scout,solo,reasoning-math,frontier,ARC-official,per-task,0.0062,2.89e-05,,,0,pass%,28.9,,,https://arcprize.org/leaderboard ($.evaluations / row Llama-4-Scout-17B-16E-Instruct-together / column score),,out:uninformative,out:cost-not-comparable arcagi2@arcprize,arcprize,gpt-4.1-nano,solo,reasoning-math,frontier,ARC-official,per-task,0.0036,2.89e-05,,,0,pass%,28.9,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-4-1-nano-2025-04-14 / column score),,out:uninformative,out:cost-not-comparable arcagi2@arcprize,arcprize,gpt-4.1-mini,solo,reasoning-math,frontier,ARC-official,per-task,0.0139,2.89e-05,,,0,pass%,28.9,,cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-4-1-mini-2025-04-14 / column score),,out:uninformative,out:cost-single-couple arcagi2@arcprize,arcprize,gpt-4.1,solo,reasoning-math,frontier,ARC-official,per-task,0.0691,2.89e-05,,,0.42,pass%,0.00289,,prev=0.0042 (src-arcprize-leaderboard-2026-10-15#M102); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-4-1-2025-04-14 / column score),,out:single-couple,out:cost-single-couple arcagi2@arcprize,arcprize,o1-mini,solo,reasoning-math,frontier,ARC-official,per-task,0.1907,2.89e-05,,,0.83,pass%,0.00289,,prev=0.0083 (src-arcprize-leaderboard-2026-10-15#M104),https://arcprize.org/leaderboard ($.evaluations / row o1-mini-2024-09-12 / column score),,out:single-couple,out:cost-not-comparable arcagi2@arcprize,arcprize,o3-mini,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.0623,2.89e-05,,,0,pass%,28.9,,,https://arcprize.org/leaderboard ($.evaluations / row o3-mini-2025-01-31-low / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,o3-mini,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.2843,2.89e-05,,,2.08,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row o3-mini-2025-01-31-medium / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,o3-mini,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.5472,2.89e-05,,,2.99,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row o3-mini-2025-01-31-high / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,o3,low,reasoning-math,frontier,ARC-official,per-task,0.14058,0.0541,,,1.99,pass%,0.00289,,prev=0.0199 (src-arcprize-leaderboard-2026-10-15#M112); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row o3-2025-04-16-low / column score),,out:single-couple,out:cost-single-couple arcagi2@arcprize,arcprize,o3,medium,reasoning-math,frontier,ARC-official,per-task,0.28722000000000003,0.111,,,2.98,pass%,0.00289,,prev=0.0298 (src-arcprize-leaderboard-2026-10-15#M114); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row o3-2025-04-16-medium / column score),,out:single-couple,out:cost-single-couple arcagi2@arcprize,arcprize,o3,high,reasoning-math,frontier,ARC-official,per-task,0.50034,0.193,,,6.53,pass%,0.00289,,prev=0.0653 (src-arcprize-leaderboard-2026-10-15#M116); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row o3-2025-04-16-high / column score),,out:single-couple,out:cost-single-couple arcagi2@arcprize,arcprize,o4-mini,low,reasoning-math,frontier,ARC-official,per-task,0.05,0.00289,,,1.67,pass%,0.00289,,prev=0.0167 (src-arcprize-leaderboard-2026-10-15#M118),https://arcprize.org/leaderboard ($.evaluations / row o4-mini-2025-04-16-low / column score),,out:single-couple,out:cost-not-comparable arcagi2@arcprize,arcprize,o4-mini,medium,reasoning-math,frontier,ARC-official,per-task,0.2311,2.89e-05,,,2.36,pass%,0.00289,,prev=0.0236 (src-arcprize-leaderboard-2026-10-15#M120),https://arcprize.org/leaderboard ($.evaluations / row o4-mini-2025-04-16-medium / column score),,out:single-couple,out:cost-not-comparable arcagi2@arcprize,arcprize,o4-mini,high,reasoning-math,frontier,ARC-official,per-task,0.856,0.000289,,,6.11,pass%,0.00289,,prev=0.0611 (src-arcprize-leaderboard-2026-10-15#M122),https://arcprize.org/leaderboard ($.evaluations / row o4-mini-2025-04-16-high / column score),,out:single-couple,out:cost-not-comparable arcagi2@arcprize,arcprize,?Gemini 2.5 Flash (Preview),not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.057,0.000289,,,1.69,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-2-5-flash-preview-05-20 / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,?Gemini 2.5 Flash (Preview),not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.0302,2.89e-05,,,2.16,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-2-5-flash-preview-05-20-thinking-1k / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,?Gemini 2.5 Flash (Preview),not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.1994,2.89e-05,,,2.12,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-2-5-flash-preview-05-20-thinking-8k / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,?Gemini 2.5 Flash (Preview),not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.3173,2.89e-05,,,1.98,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-2-5-flash-preview-05-20-thinking-16k / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,?Gemini 2.5 Flash (Preview),not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.3191,2.89e-05,,,2.54,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-2-5-flash-preview-05-20-thinking-24k / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,?Codex Mini (Latest),not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.23,0.00289,,,1.27,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row codex-mini-latest / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,sonnet-4,unstated,reasoning-math,frontier,ARC-official,per-task,0.1272,2.89e-05,,,1.27,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-sonnet-4-20250514 / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,sonnet-4,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.1425,2.89e-05,,,0.85,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-sonnet-4-20250514-thinking-1k / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,sonnet-4,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.2654,2.89e-05,,,2.12,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-sonnet-4-20250514-thinking-8k-bedrock / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,sonnet-4,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.4857,2.89e-05,,,5.93,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-sonnet-4-20250514-thinking-16k-bedrock / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,opus-4,not-established:absent,reasoning-math,frontier,ARC-official,per-task,1.9284,2.89e-05,,,8.61,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-opus-4-20250514-thinking-16k / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,opus-4,not-established:absent,reasoning-math,frontier,ARC-official,per-task,1.1569,2.89e-05,,,4.52,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-opus-4-20250514-thinking-8k / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,opus-4,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.7503,2.89e-05,,,0,pass%,28.9,,,https://arcprize.org/leaderboard ($.evaluations / row claude-opus-4-20250514-thinking-1k / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,opus-4,unstated,reasoning-math,frontier,ARC-official,per-task,0.6388,2.89e-05,,,1.27,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-opus-4-20250514 / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,?Deepseek R1 (05/28),not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.0527,2.89e-05,,,1.12,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row deepseek_r1_0528-openrouter / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,grok-3,solo,reasoning-math,frontier,ARC-official,per-task,0.1421,2.89e-05,,,0,pass%,28.9,,,https://arcprize.org/leaderboard ($.evaluations / row grok-3-openrouter / column score),,out:uninformative,out:cost-not-comparable arcagi2@arcprize,arcprize,grok-3-mini,low,reasoning-math,frontier,ARC-official,per-task,0.0131,2.89e-05,,,0.42,pass%,0.00289,,prev=0.0042 (src-arcprize-leaderboard-2026-10-15#M138),https://arcprize.org/leaderboard ($.evaluations / row grok-3-mini-beta-low-openrouter / column score),,out:single-couple,out:cost-not-comparable arcagi2@arcprize,arcprize,?Gemini 2.5 Pro (Preview),not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.8126,2.89e-05,,,3.75,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-2-5-pro-preview-openrouter / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,"?Gemini 2.5 Pro (Preview, Thinking 1K)",not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.8037,2.89e-05,,,3.44,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-2-5-pro-preview-05-06-thinking-1k / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,o3-pro,low,reasoning-math,frontier,ARC-official,per-task,2.2293,2.89e-05,,,2.05,pass%,0.00289,,prev=0.0205 (src-arcprize-leaderboard-2026-10-15#M144); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row o3-pro-2025-06-10-low / column score),,out:single-couple,out:cost-single-couple arcagi2@arcprize,arcprize,o3-pro,medium,reasoning-math,frontier,ARC-official,per-task,4.7441,2.89e-05,,,1.94,pass%,0.00289,,prev=0.0194 (src-arcprize-leaderboard-2026-10-15#M146); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row o3-pro-2025-06-10-medium / column score),,out:single-couple,out:cost-single-couple arcagi2@arcprize,arcprize,o3-pro,high,reasoning-math,frontier,ARC-official,per-task,7.5516,2.89e-05,,,4.86,pass%,0.00289,,prev=0.0486 (src-arcprize-leaderboard-2026-10-15#M148); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row o3-pro-2025-06-10-high / column score),,out:single-couple,out:cost-single-couple arcagi2@arcprize,arcprize,?Magistral Small,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.0488,2.89e-05,,,0,pass%,28.9,,,https://arcprize.org/leaderboard ($.evaluations / row magistral-small-2506 / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,?Magistral Medium,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.1079,2.89e-05,,,0,pass%,28.9,,,https://arcprize.org/leaderboard ($.evaluations / row magistral-medium-2506 / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,?Magistral Medium,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.123,0.000289,,,0,pass%,28.9,,,https://arcprize.org/leaderboard ($.evaluations / row magistral-medium-2506-thinking / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,gemini-2.5-pro,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.0885,2.89e-05,,,0,pass%,28.9,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-2-5-pro-2025-06-17-thinking-1k / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,gemini-2.5-pro,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.4439,2.89e-05,,,2.92,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-2-5-pro-2025-06-17-thinking-8k / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,gemini-2.5-pro,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.7145,2.89e-05,,,4.03,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-2-5-pro-2025-06-17-thinking-16k / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,gemini-2.5-pro,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.757,0.000289,,,4.86,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-2-5-pro-2025-06-17-thinking-32k / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,grok-4,solo,reasoning-math,frontier,ARC-official,per-task,2.1659,2.89e-05,,,15.975,pass%,0.000289,,prev=0.15975 (src-arcprize-leaderboard-2026-10-15#M158),https://arcprize.org/leaderboard ($.evaluations / row grok-4-0709 / column score),,out:single-couple,out:cost-not-comparable arcagi2@arcprize,arcprize,?Qwen3-235b-a22b Instruct (25/07),not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.0044,2.89e-05,,,1.25,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row qwen3-235b-a22b-instruct-2507 / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,gpt-5,high,reasoning-math,frontier,ARC-official,per-task,0.7302,2.89e-05,,,9.86,pass%,0.00289,,prev=0.0986 (src-arcprize-leaderboard-2026-10-15#M162); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-2025-08-07-high / column score),,out:single-couple,out:cost-single-couple arcagi2@arcprize,arcprize,gpt-5,medium,reasoning-math,frontier,ARC-official,per-task,0.4486,2.89e-05,,,7.49,pass%,0.00289,,prev=0.0749 (src-arcprize-leaderboard-2026-10-15#M164); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-2025-08-07-medium / column score),,out:single-couple,out:cost-single-couple arcagi2@arcprize,arcprize,gpt-5,low,reasoning-math,frontier,ARC-official,per-task,0.1896,2.89e-05,,,1.94,pass%,0.00289,,prev=0.0194 (src-arcprize-leaderboard-2026-10-15#M166); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-2025-08-07-low / column score),,out:single-couple,out:cost-single-couple arcagi2@arcprize,arcprize,gpt-5,minimal,reasoning-math,frontier,ARC-official,per-task,0.0562,2.89e-05,,,0,pass%,28.9,,cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-2025-08-07-minimal / column score),,out:uninformative,out:cost-single-couple arcagi2@arcprize,arcprize,gpt-5-mini,high,reasoning-math,frontier,ARC-official,per-task,0.1977,2.89e-05,,,4.44,pass%,0.00289,,prev=0.0444 (src-arcprize-leaderboard-2026-10-15#M170); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-mini-2025-08-07-high / column score),,out:single-couple,out:cost-single-couple arcagi2@arcprize,arcprize,gpt-5-mini,medium,reasoning-math,frontier,ARC-official,per-task,0.0629,2.89e-05,,,4.03,pass%,0.00289,,prev=0.0403 (src-arcprize-leaderboard-2026-10-15#M172); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-mini-2025-08-07-medium / column score),,out:single-couple,out:cost-single-couple arcagi2@arcprize,arcprize,gpt-5-mini,low,reasoning-math,frontier,ARC-official,per-task,0.0189,2.89e-05,,,0.83,pass%,0.00289,,prev=0.0083 (src-arcprize-leaderboard-2026-10-15#M174); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-mini-2025-08-07-low / column score),,out:single-couple,out:cost-single-couple arcagi2@arcprize,arcprize,gpt-5-mini,minimal,reasoning-math,frontier,ARC-official,per-task,0.0094,2.89e-05,,,1.67,pass%,0.00289,,prev=0.0167 (src-arcprize-leaderboard-2026-10-15#M176); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-mini-2025-08-07-minimal / column score),,out:single-couple,out:cost-single-couple arcagi2@arcprize,arcprize,gpt-5-nano,high,reasoning-math,frontier,ARC-official,per-task,0.0295,2.89e-05,,,2.61,pass%,0.00289,,prev=0.0261 (src-arcprize-leaderboard-2026-10-15#M178); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-nano-2025-08-07-high / column score),,out:single-couple,out:cost-single-couple arcagi2@arcprize,arcprize,gpt-5-nano,medium,reasoning-math,frontier,ARC-official,per-task,0.0137,2.89e-05,,,0.88,pass%,0.00289,,prev=0.0088 (src-arcprize-leaderboard-2026-10-15#M180); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-nano-2025-08-07-medium / column score),,out:single-couple,out:cost-single-couple arcagi2@arcprize,arcprize,gpt-5-nano,low,reasoning-math,frontier,ARC-official,per-task,0.0033,2.89e-05,,,0,pass%,28.9,,cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-nano-2025-08-07-low / column score),,out:uninformative,out:cost-single-couple arcagi2@arcprize,arcprize,gpt-5-nano,minimal,reasoning-math,frontier,ARC-official,per-task,0.0025,2.89e-05,,,0,pass%,28.9,,cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-nano-2025-08-07-minimal / column score),,out:uninformative,out:cost-single-couple arcagi2@arcprize,arcprize,?Hierarchical Reasoning Model (HRM),not-established:absent,reasoning-math,frontier,ARC-official,per-task,1.68,0.00289,,,2,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row hrm-2-2508 / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,?Grok 4 (Refine.),not-established:absent,reasoning-math,frontier,ARC-official,per-task,30.4,0.0289,,,29.44,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row jeremy_sept_2025 / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,?Grok 4 (Refine.),not-established:absent,reasoning-math,frontier,ARC-official,per-task,3.97,0.00289,,,26,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row eric_pang_sept_2025 / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,sonnet-4.5,unstated,reasoning-math,frontier,ARC-official,per-task,0.1295,2.89e-05,,,3.75,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-sonnet-4-5-20250929 / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,sonnet-4.5,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.1424,2.89e-05,,,5.83,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-sonnet-4-5-20250929-thinking-1k / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,sonnet-4.5,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.2349,2.89e-05,,,6.94,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-sonnet-4-5-20250929-thinking-8k / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,sonnet-4.5,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.3499,2.89e-05,,,6.94,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-sonnet-4-5-20250929-thinking-16k / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,sonnet-4.5,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.7589,2.89e-05,,,13.61,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-sonnet-4-5-20250929-thinking-32k / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,gpt-5-pro,unstated,reasoning-math,frontier,ARC-official,per-task,7.1432,2.89e-05,,,18.33,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-pro-2025-10-06 / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,?Tiny Recursion Model (TRM),not-established:absent,reasoning-math,frontier,ARC-official,per-task,2.1,0.0289,,,6.25,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row trm-2025-10-07 / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,haiku-4.5,unstated,reasoning-math,frontier,ARC-official,per-task,0.0426,2.89e-05,,,1.25,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-haiku-4-5-20251001 / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,haiku-4.5,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.0471,2.89e-05,,,1.25,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-haiku-4-5-20251001-thinking-1k / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,haiku-4.5,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.0909,2.89e-05,,,1.67,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-haiku-4-5-20251001-thinking-8k / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,haiku-4.5,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.1392,2.89e-05,,,2.78,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-haiku-4-5-20251001-thinking-16k / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,haiku-4.5,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.3766,2.89e-05,,,4.03,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-haiku-4-5-20251001-thinking-32k / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,?Grok 4 (Fast Reasoning),not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.061,0.000289,,,5.28,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row grok-4-fast-reasoning / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,gpt-5.1,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.0581,2.89e-05,,,0.42,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-1-2025-11-13-thinking-none / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,gpt-5.1,low,reasoning-math,frontier,ARC-official,per-task,0.129,0.000289,,,1.94,pass%,0.00289,,prev=0.0194 (src-arcprize-leaderboard-2026-10-15#M192); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-1-2025-11-13-thinking-low / column score),,in,in arcagi2@arcprize,arcprize,gpt-5.1,medium,reasoning-math,frontier,ARC-official,per-task,0.4206,2.89e-05,,,6.53,pass%,0.00289,,prev=0.0653 (src-arcprize-leaderboard-2026-10-15#M194); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-1-2025-11-13-thinking-medium / column score),,in,in arcagi2@arcprize,arcprize,gpt-5.1,high,reasoning-math,frontier,ARC-official,per-task,1.1704,2.89e-05,,,17.64,pass%,0.00289,,prev=0.1764 (src-arcprize-leaderboard-2026-10-15#M196); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-1-2025-11-13-thinking-high / column score),,in,in arcagi2@arcprize,arcprize,gemini-3-pro,unstated,reasoning-math,frontier,ARC-official,per-task,0.8109,2.89e-05,,,31.11,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-3-pro-preview / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,?Gemini 3 Deep Think (Preview) ²,not-established:absent,reasoning-math,frontier,ARC-official,per-task,77.16309638,2.89e-09,,,45.14,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-3-deep-think-preview / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,opus-4.5,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.22,0.00289,,,7.78,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-opus-4-5-20251101-thinking-none / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,opus-4.5,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.23,0.00289,,,9.44,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-opus-4-5-20251101-thinking-1k / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,opus-4.5,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.48,0.00289,,,13.89,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-opus-4-5-20251101-thinking-8k / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,opus-4.5,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.79,0.00289,,,22.78,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-opus-4-5-20251101-thinking-16k / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,opus-4.5,not-established:absent,reasoning-math,frontier,ARC-official,per-task,1.29,0.00289,,,30.56,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-opus-4-5-20251101-thinking-32k / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,opus-4.5,not-established:absent,reasoning-math,frontier,ARC-official,per-task,2.4,0.0289,,,37.64,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-opus-4-5-20251101-thinking-64k / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,?Gemini 3 Pro (Refine.),not-established:absent,reasoning-math,frontier,ARC-official,per-task,30.568,0.000289,,,54,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row poetiq-arc-agi-gemini-3-d_v1 / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,gpt-5.2,unstated,reasoning-math,frontier,ARC-official,per-task,0.0818,2.89e-05,,,0.83,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-2-2025-12-11-thinking-none / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,gpt-5.2,low,reasoning-math,frontier,ARC-official,per-task,0.2642,2.89e-05,,,9.72,pass%,0.00289,,prev=0.0972 (src-arcprize-leaderboard-2026-10-15#M204); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-2-2025-12-11-thinking-low / column score),,in,in arcagi2@arcprize,arcprize,gpt-5.2,medium,reasoning-math,frontier,ARC-official,per-task,0.7594,2.89e-05,,,26.67,pass%,0.00289,,prev=0.2667 (src-arcprize-leaderboard-2026-10-15#M206); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-2-2025-12-11-thinking-medium / column score),,in,in arcagi2@arcprize,arcprize,gpt-5.2,high,reasoning-math,frontier,ARC-official,per-task,1.393,0.000289,,,43.33,pass%,0.00289,,prev=0.4333 (src-arcprize-leaderboard-2026-10-15#M208); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-2-2025-12-11-thinking-high / column score),,in,in arcagi2@arcprize,arcprize,gpt-5.2,xhigh,reasoning-math,frontier,ARC-official,per-task,1.8982,2.89e-05,,,52.91,pass%,0.00289,,prev=0.5291 (src-arcprize-leaderboard-2026-10-15#M210); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-2-2025-12-11-thinking-xhigh / column score),,in,in arcagi2@arcprize,arcprize,gpt-5.2-pro,medium,reasoning-math,frontier,ARC-official,per-task,8.9928,2.89e-05,,,38.47,pass%,0.00289,,prev=0.3847 (src-arcprize-leaderboard-2026-10-15#M212); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-2-pro-2025-12-11-medium / column score),,in,in arcagi2@arcprize,arcprize,gpt-5.2-pro,high,reasoning-math,frontier,ARC-official,per-task,15.721,0.000289,,,54.16,pass%,0.00289,,prev=0.5416 (src-arcprize-leaderboard-2026-10-15#M214); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-2-pro-2025-12-11-high / column score),,in,in arcagi2@arcprize,arcprize,gemini-3-flash,minimal,reasoning-math,frontier,ARC-official,per-task,0.0205,2.89e-05,,,3.33,pass%,0.00289,,prev=0.0333 (src-arcprize-leaderboard-2026-10-15#M217); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gemini-3-flash-preview-thinking-minimal / column score),,in,in arcagi2@arcprize,arcprize,gemini-3-flash,low,reasoning-math,frontier,ARC-official,per-task,0.0249,2.89e-05,,,1.25,pass%,0.00289,,prev=0.0125 (src-arcprize-leaderboard-2026-10-15#M219); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gemini-3-flash-preview-thinking-low / column score),,in,in arcagi2@arcprize,arcprize,gemini-3-flash,medium,reasoning-math,frontier,ARC-official,per-task,0.0824,2.89e-05,,,12.78,pass%,0.00289,,prev=0.1278 (src-arcprize-leaderboard-2026-10-15#M221); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gemini-3-flash-preview-thinking-medium / column score),,in,in arcagi2@arcprize,arcprize,gemini-3-flash,high,reasoning-math,frontier,ARC-official,per-task,0.2314,2.89e-05,,,33.61,pass%,0.00289,,prev=0.3361 (src-arcprize-leaderboard-2026-10-15#M223); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gemini-3-flash-preview-thinking-high / column score),,in,in arcagi2@arcprize,arcprize,grok-4.20,think,reasoning-math,frontier,ARC-official,per-task,0.6516666666666667,0.155,,,65.14,pass%,0.00289,,cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row grok-4.20-beta-0309b-reasoning / column score),,in,out:cost-single-couple arcagi2@arcprize,arcprize,?GPT-5.2 (Refine.),not-established:absent,reasoning-math,frontier,ARC-official,per-task,38.99,0.00289,,,72.9,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row johan_land_gpt_5_2_refine / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,opus-4.6,low,reasoning-math,frontier,ARC-official,per-task,2.2507,2.89e-05,,,64.58,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-opus-4-6-thinking-120K-low / column score),,out:decision:D32,out:decision:D32 arcagi2@arcprize,arcprize,opus-4.6,medium,reasoning-math,frontier,ARC-official,per-task,2.7209,2.89e-05,,,66.25,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-opus-4-6-thinking-120K-medium / column score),,out:decision:D32,out:decision:D32 arcagi2@arcprize,arcprize,opus-4.6,high,reasoning-math,frontier,ARC-official,per-task,3.4719,2.89e-05,,,69.17,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-opus-4-6-thinking-120K-high / column score),,out:decision:D32,out:decision:D32 arcagi2@arcprize,arcprize,opus-4.6,max,reasoning-math,frontier,ARC-official,per-task,3.641,0.000289,,,68.75,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-opus-4-6-thinking-120K-max / column score),,out:decision:D32,out:decision:D32 arcagi2@arcprize,arcprize,opus-4.8,low,reasoning-math,frontier,ARC-official,per-task,1.6818,2.89e-05,,,62.22,pass%,0.00289,,prev=0.6222 (src-arcprize-leaderboard-2026-10-15#M34); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row anthropic-opus-4-8-low / column score),,in,in arcagi2@arcprize,arcprize,opus-4.8,medium,reasoning-math,frontier,ARC-official,per-task,2.3896,2.89e-05,,,71.67,pass%,0.00289,,prev=0.7167 (src-arcprize-leaderboard-2026-10-15#M35); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row anthropic-opus-4-8-medium / column score),,in,in arcagi2@arcprize,arcprize,opus-4.8,high,reasoning-math,frontier,ARC-official,per-task,2.7425,2.89e-05,,,72.08,pass%,0.00289,,prev=0.7208 (src-arcprize-leaderboard-2026-10-15#M36); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row anthropic-opus-4-8-high / column score),,in,in arcagi2@arcprize,arcprize,?Gemini 3 Deep Think (2/26),not-established:absent,reasoning-math,frontier,ARC-official,per-task,13.6213,2.89e-05,,,84.58,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini_3_deep_think_022026 / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,sonnet-4.6,not-established:absent,reasoning-math,frontier,ARC-official,per-task,2.7179,2.89e-05,,,58.33,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude_sonnet_4_6_max / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,sonnet-4.6,high,reasoning-math,frontier,ARC-official,per-task,2.6966,2.89e-05,,,60.42,pass%,0.00289,,prev=0.6042 (src-arcprize-leaderboard-2026-10-15#M41),https://arcprize.org/leaderboard ($.evaluations / row claude_sonnet_4_6_high / column score),,in,out:cost-not-comparable arcagi2@arcprize,arcprize,?Gemini 3.1 Pro (Preview),not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.9622,2.89e-05,,,77.08,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row gemini-3-1-pro-preview / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,?Kimi K2.5,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.28,0.00289,,,11.81,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row kimi-k2.5 / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,minimax-m2.5,unstated,reasoning-math,frontier,ARC-official,per-task,0.17,0.00289,,,4.86,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row minimax-m2.5 / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,deepseek-v3.2,unstated,reasoning-math,frontier,ARC-official,per-task,0.12,0.00289,,,4.03,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row deepseek-v3.2 / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,glm-5,unstated,reasoning-math,frontier,ARC-official,per-task,0.27,0.00289,,,4.86,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row glm-5 / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,gpt-5.4,low,reasoning-math,frontier,ARC-official,per-task,0.27,0.00289,,,29.17,pass%,0.00289,,prev=0.2917 (src-arcprize-leaderboard-2026-10-15#M237); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-4-low / column score),,in,in arcagi2@arcprize,arcprize,gpt-5.4,medium,reasoning-math,frontier,ARC-official,per-task,0.68,0.00289,,,55.42,pass%,0.00289,,prev=0.5542 (src-arcprize-leaderboard-2026-10-15#M239); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-4-medium / column score),,in,in arcagi2@arcprize,arcprize,gpt-5.4,high,reasoning-math,frontier,ARC-official,per-task,1.02,0.00289,,,67.5,pass%,0.0289,,prev=0.675 (src-arcprize-leaderboard-2026-10-15#M241); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-4-high / column score),,in,in arcagi2@arcprize,arcprize,gpt-5.4,xhigh,reasoning-math,frontier,ARC-official,per-task,1.52,0.00289,,,73.95,pass%,0.00289,,prev=0.7395 (src-arcprize-leaderboard-2026-10-15#M243); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-4-xhigh / column score),,in,in arcagi2@arcprize,arcprize,gpt-5.4-pro,xhigh,reasoning-math,frontier,ARC-official,per-task,16.41,0.00289,,,83.33,pass%,0.00289,,prev=0.8333 (src-arcprize-leaderboard-2026-10-15#M245); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-4-pro-xhigh / column score),,in,in arcagi2@arcprize,arcprize,gpt-5.4-mini,xhigh,reasoning-math,frontier,ARC-official,per-task,0.75,0.00289,,,18.9,pass%,0.0289,,prev=0.189 (src-arcprize-leaderboard-2026-10-15#M247); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-4-mini-xhigh / column score),,in,in arcagi2@arcprize,arcprize,gpt-5.4-mini,high,reasoning-math,frontier,ARC-official,per-task,0.56,0.00289,,,13.19,pass%,0.00289,,prev=0.1319 (src-arcprize-leaderboard-2026-10-15#M249); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-4-mini-high / column score),,in,in arcagi2@arcprize,arcprize,gpt-5.4-mini,medium,reasoning-math,frontier,ARC-official,per-task,0.33,0.00289,,,4.44,pass%,0.00289,,prev=0.0444 (src-arcprize-leaderboard-2026-10-15#M251); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-4-mini-medium / column score),,in,in arcagi2@arcprize,arcprize,gpt-5.4-mini,low,reasoning-math,frontier,ARC-official,per-task,0.06,0.00289,,,1.11,pass%,0.00289,,prev=0.0111 (src-arcprize-leaderboard-2026-10-15#M253); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-4-mini-low / column score),,in,in arcagi2@arcprize,arcprize,gpt-5.4-nano,xhigh,reasoning-math,frontier,ARC-official,per-task,0.16,0.00289,,,5.69,pass%,0.00289,,prev=0.0569 (src-arcprize-leaderboard-2026-10-15#M255); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-4-nano-xhigh / column score),,in,in arcagi2@arcprize,arcprize,gpt-5.4-nano,high,reasoning-math,frontier,ARC-official,per-task,0.13,0.00289,,,3.61,pass%,0.00289,,prev=0.0361 (src-arcprize-leaderboard-2026-10-15#M257); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-4-nano-high / column score),,in,in arcagi2@arcprize,arcprize,gpt-5.4-nano,medium,reasoning-math,frontier,ARC-official,per-task,0.06,0.00289,,,1.94,pass%,0.00289,,prev=0.0194 (src-arcprize-leaderboard-2026-10-15#M259); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-4-nano-medium / column score),,in,in arcagi2@arcprize,arcprize,gpt-5.4-nano,low,reasoning-math,frontier,ARC-official,per-task,0.01,0.00289,,,1.53,pass%,0.00289,,prev=0.0153 (src-arcprize-leaderboard-2026-10-15#M261); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-4-nano-low / column score),,in,in arcagi2@arcprize,arcprize,?Claude 4.7,not-established:absent,reasoning-math,frontier,ARC-official,per-task,2.38,0.00289,,,62.08,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-4-7-low / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,?Claude 4.7,not-established:absent,reasoning-math,frontier,ARC-official,per-task,2.96,0.00289,,,67.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-4-7-medium / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,?Claude 4.7,not-established:absent,reasoning-math,frontier,ARC-official,per-task,3.17,0.00289,,,68.33,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-4-7-high / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,?Claude 4.7,not-established:absent,reasoning-math,frontier,ARC-official,per-task,7.43,0.00289,,,75.83,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row claude-4-7-max / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,gpt-5.5,low,reasoning-math,frontier,ARC-official,per-task,0.35,0.00289,,,33.33,pass%,0.00289,,prev=0.3333 (src-arcprize-leaderboard-2026-10-15#M266); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-5-2026-04-22-thinking-low / column score),,in,in arcagi2@arcprize,arcprize,gpt-5.5,medium,reasoning-math,frontier,ARC-official,per-task,0.86,0.00289,,,70.42,pass%,0.00289,,prev=0.7042 (src-arcprize-leaderboard-2026-10-15#M268); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-5-2026-04-22-thinking-medium / column score),,in,in arcagi2@arcprize,arcprize,gpt-5.5,high,reasoning-math,frontier,ARC-official,per-task,1.45,0.00289,,,83.33,pass%,0.00289,,prev=0.8333 (src-arcprize-leaderboard-2026-10-15#M270); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-5-2026-04-22-thinking-high / column score),,in,in arcagi2@arcprize,arcprize,gpt-5.5,xhigh,reasoning-math,frontier,ARC-official,per-task,1.87,0.00289,,,85,pass%,0.289,,prev=0.85 (src-arcprize-leaderboard-2026-10-15#M272); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-5-2026-04-22-thinking-xhigh / column score),,in,in arcagi2@arcprize,arcprize,gpt-5.5-pro,high,reasoning-math,frontier,ARC-official,per-task,10.51,0.00289,,,84.58,pass%,0.00289,,prev=0.8458 (src-arcprize-leaderboard-2026-10-15#M274); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-5-pro-2026-04-23-high / column score),,in,in arcagi2@arcprize,arcprize,gpt-5.5-pro,xhigh,reasoning-math,frontier,ARC-official,per-task,10.76,0.00289,,,84.16,pass%,0.00289,,prev=0.8416 (src-arcprize-leaderboard-2026-10-15#M276); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gpt-5-5-pro-2026-04-23-xhigh / column score),,in,in arcagi2@arcprize,arcprize,gemini-3.5-flash,minimal,reasoning-math,frontier,ARC-official,per-task,0.1074,2.89e-05,,,8.89,pass%,0.00289,,prev=0.0889 (src-arcprize-leaderboard-2026-10-15#M279),https://arcprize.org/leaderboard ($.evaluations / row gemini-3-5-flash-minimal / column score),,in,out:cost-not-comparable arcagi2@arcprize,arcprize,gemini-3.5-flash,high,reasoning-math,frontier,ARC-official,per-task,0.8503,2.89e-05,,,72.08,pass%,0.00289,,prev=0.7208 (src-arcprize-leaderboard-2026-10-15#M281),https://arcprize.org/leaderboard ($.evaluations / row gemini-3-5-flash-high / column score),,in,out:cost-not-comparable arcagi2@arcprize,arcprize,gpt-5.6-sol,low,reasoning-math,frontier,ARC-official,per-task,0.4,0.0463,,,42.5,pass%,0.0289,,prev=0.425 (src-arcprize-leaderboard-2026-10-15#M283); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-sol-low / column score),,in,in arcagi2@arcprize,arcprize,gpt-5.6-sol,medium,reasoning-math,frontier,ARC-official,per-task,0.5874999999999999,0.0679,,,67.08,pass%,0.00289,,prev=0.6708 (src-arcprize-leaderboard-2026-10-15#M285); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-sol-medium / column score),,in,in arcagi2@arcprize,arcprize,gpt-5.6-sol,high,reasoning-math,frontier,ARC-official,per-task,0.9249999999999999,0.107,,,85.42,pass%,0.00289,,prev=0.8542 (src-arcprize-leaderboard-2026-10-15#M287); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-sol-high / column score),,in,in arcagi2@arcprize,arcprize,gpt-5.6-sol,xhigh,reasoning-math,frontier,ARC-official,per-task,1.3,0.15,,,90,pass%,2.89,,prev=0.9 (src-arcprize-leaderboard-2026-10-15#M289); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-sol-xhigh / column score),,in,in arcagi2@arcprize,arcprize,gpt-5.6-sol,max,reasoning-math,frontier,ARC-official,per-task,1.8,0.208,,,92.5,pass%,0.0289,,prev=0.925 (src-arcprize-leaderboard-2026-10-15#M291); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-sol-max / column score),,in,in arcagi2@arcprize,arcprize,gpt-5.6-terra,low,reasoning-math,frontier,ARC-official,per-task,0.15300000000000002,0.0102,,,18.75,pass%,0.00289,,prev=0.1875 (src-arcprize-leaderboard-2026-10-15#M298); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-terra-low / column score),,in,in arcagi2@arcprize,arcprize,gpt-5.6-terra,medium,reasoning-math,frontier,ARC-official,per-task,0.24300000000000002,0.0159,,,37.5,pass%,0.0289,,prev=0.375 (src-arcprize-leaderboard-2026-10-15#M300); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-terra-medium / column score),,in,in arcagi2@arcprize,arcprize,gpt-5.6-terra,high,reasoning-math,frontier,ARC-official,per-task,0.49500000000000005,0.0319,,,67.08,pass%,0.00289,,prev=0.6708 (src-arcprize-leaderboard-2026-10-15#M302); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-terra-high / column score),,in,in arcagi2@arcprize,arcprize,gpt-5.6-terra,xhigh,reasoning-math,frontier,ARC-official,per-task,0.621,0.0399,,,74.17,pass%,0.00289,,prev=0.7417 (src-arcprize-leaderboard-2026-10-15#M304); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-terra-xhigh / column score),,in,in arcagi2@arcprize,arcprize,gpt-5.6-terra,max,reasoning-math,frontier,ARC-official,per-task,0.9810000000000001,0.063,,,83.9,pass%,0.0289,,prev=0.839 (src-arcprize-leaderboard-2026-10-15#M306); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-terra-max / column score),,in,in arcagi2@arcprize,arcprize,gpt-5.6-luna,low,reasoning-math,frontier,ARC-official,per-task,0.07,0.00289,,,5.14,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-luna-low / column score),,out:decision:D33,out:decision:D33 arcagi2@arcprize,arcprize,gpt-5.6-luna,medium,reasoning-math,frontier,ARC-official,per-task,0.11,0.00289,,,7.36,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-luna-medium / column score),,out:decision:D33,out:decision:D33 arcagi2@arcprize,arcprize,gpt-5.6-luna,high,reasoning-math,frontier,ARC-official,per-task,0.29,0.00289,,,29.31,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-luna-high / column score),,out:decision:D33,out:decision:D33 arcagi2@arcprize,arcprize,gpt-5.6-luna,xhigh,reasoning-math,frontier,ARC-official,per-task,0.54,0.00289,,,47.64,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-luna-xhigh / column score),,out:decision:D33,out:decision:D33 arcagi2@arcprize,arcprize,gpt-5.6-luna,max,reasoning-math,frontier,ARC-official,per-task,0.67,0.00289,,,59.54,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-luna-max / column score),,out:decision:D33,out:decision:D33 arcagi2@arcprize,arcprize,glm-5.2,unstated,reasoning-math,frontier,ARC-official,per-task,0.2501,2.89e-05,,,22.775,pass%,0.000289,,,https://arcprize.org/leaderboard ($.evaluations / row glm-5.2 / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,inkling,unstated,reasoning-math,frontier,ARC-official,per-task,0.6420766277310923,2.89e-17,,,36.527777777777776,pass%,2.89e-16,,,https://arcprize.org/leaderboard ($.evaluations / row thinky-inkling / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,grok-4.5,high,reasoning-math,frontier,ARC-official,per-task,0.624,0.0901,,,52.64,pass%,0.00289,,prev=0.5264 (src-arcprize-leaderboard-2026-10-15#M330); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row xai-grok-4-5-high / column score),,in,in arcagi2@arcprize,arcprize,grok-4.5,medium,reasoning-math,frontier,ARC-official,per-task,0.6,0.0867,,,52.64,pass%,0.00289,,prev=0.5264 (src-arcprize-leaderboard-2026-10-15#M332); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row xai-grok-4-5-medium / column score),,in,in arcagi2@arcprize,arcprize,grok-4.5,low,reasoning-math,frontier,ARC-official,per-task,0.32,0.0545,,,33.06,pass%,0.00289,,prev=0.3306 (src-arcprize-leaderboard-2026-10-15#M334); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row xai-grok-4-5-low / column score),,in,in arcagi2@arcprize,arcprize,opus-5,high,reasoning-math,frontier,ARC-official,per-task,1.45,0.00289,,,88.33,pass%,0.00289,,prev=0.8833 (src-arcprize-leaderboard-2026-10-15#M27); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-opus-5-high / column score),,in,in arcagi2@arcprize,arcprize,opus-5,max,reasoning-math,frontier,ARC-official,per-task,2.06,0.00289,,,90.42,pass%,0.00289,,prev=0.9042 (src-arcprize-leaderboard-2026-10-15#M28); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-opus-5-max / column score),,in,in arcagi2@arcprize,arcprize,inkling-small,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.23255201249999993,2.89e-18,,,40.138888888888885,pass%,2.89e-16,,,https://arcprize.org/leaderboard ($.evaluations / row thinky-inkling-small-xhigh / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,inkling-small,high,reasoning-math,frontier,ARC-official,per-task,0.132909555,2.89e-10,,,33.055555555555555,pass%,2.89e-16,,,https://arcprize.org/leaderboard ($.evaluations / row thinky-inkling-small-high / column score),,out:single-couple,out:cost-not-comparable arcagi2@arcprize,arcprize,inkling-small,medium,reasoning-math,frontier,ARC-official,per-task,0.06378986500000002,2.89e-18,,,13.611111111111113,pass%,2.89e-16,,,https://arcprize.org/leaderboard ($.evaluations / row thinky-inkling-small-medium / column score),,out:single-couple,out:cost-not-comparable arcagi2@arcprize,arcprize,inkling-small,low,reasoning-math,frontier,ARC-official,per-task,0.05589815499999999,2.89e-18,,,4.861111111111112,pass%,2.89e-16,,,https://arcprize.org/leaderboard ($.evaluations / row thinky-inkling-small-low / column score),,out:single-couple,out:cost-not-comparable arcagi2@arcprize,arcprize,inkling-small,minimal,reasoning-math,frontier,ARC-official,per-task,0.05303395499999999,2.89e-18,,,4.027777777777777,pass%,2.89e-16,,,https://arcprize.org/leaderboard ($.evaluations / row thinky-inkling-small-minimal / column score),,out:single-couple,out:cost-not-comparable arcagi2@arcprize,arcprize,inkling-small,nothink,reasoning-math,frontier,ARC-official,per-task,0.010745875000000005,2.89e-19,,,0,pass%,28.9,,,https://arcprize.org/leaderboard ($.evaluations / row thinky-inkling-small-none / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,kimi-k3,max,reasoning-math,frontier,ARC-official,per-task,1.5926940250000003,2.89e-17,,,60.41666666666666,pass%,2.89e-15,,prev=0.6041666666666666 (src-arcprize-leaderboard-2026-10-15#M339); cost-base-price:cost-uniform-factor,https://arcprize.org/leaderboard ($.evaluations / row moonshot-kimi-k3-max / column score),,in,in arcagi2@arcprize,arcprize,kimi-k3,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.9472229249999998,2.89e-17,,,55,pass%,0.289,,,https://arcprize.org/leaderboard ($.evaluations / row moonshot-kimi-k3-high / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,kimi-k3,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.2541386750000001,2.89e-17,,,12.361111111111112,pass%,2.89e-16,,,https://arcprize.org/leaderboard ($.evaluations / row moonshot-kimi-k3-low / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,fable-5,max,reasoning-math,frontier,ARC-official,per-task,5.449076000000001,2.89e-16,,,89.16666666666667,pass%,2.89e-15,,prev=0.8916666666666667 (src-arcprize-leaderboard-2026-10-15#M33); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-fable-5-max / column score),,in,in arcagi2@arcprize,arcprize,fable-5,xhigh,reasoning-math,frontier,ARC-official,per-task,3.0043564166666665,2.89e-17,,,88.33333333333333,pass%,2.89e-15,,prev=0.8833333333333333 (src-arcprize-leaderboard-2026-10-15#M32); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-fable-5-xhigh / column score),,in,in arcagi2@arcprize,arcprize,fable-5,high,reasoning-math,frontier,ARC-official,per-task,2.4358764166666664,2.89e-17,,,87.5,pass%,0.0289,,prev=0.875 (src-arcprize-leaderboard-2026-10-15#M31); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-fable-5-high / column score),,in,in arcagi2@arcprize,arcprize,fable-5,medium,reasoning-math,frontier,ARC-official,per-task,1.9269780833333334,2.89e-17,,,82.5,pass%,0.0289,,prev=0.825 (src-arcprize-leaderboard-2026-10-15#M30); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-fable-5-medium / column score),,in,in arcagi2@arcprize,arcprize,fable-5,low,reasoning-math,frontier,ARC-official,per-task,1.4489280833333338,2.89e-17,,,76.80555555555555,pass%,2.89e-15,,prev=0.7680555555555555 (src-arcprize-leaderboard-2026-10-15#M29); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-fable-5-low / column score),,in,in arcagi2@arcprize,arcprize,deepseek-v4-flash-0731,max,reasoning-math,frontier,ARC-official,per-task,0.04163034416666667,2.89e-18,,,61.38888888888888,pass%,2.89e-15,,prev=0.6138888888888888 (src-arcprize-leaderboard-2026-10-15#M345),https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-flash-0731-max / column score),,in,out:cost-not-comparable arcagi2@arcprize,arcprize,deepseek-v4-flash-0731,high,reasoning-math,frontier,ARC-official,per-task,0.0453381305,2.89e-11,,,55.97222222222221,pass%,2.89e-15,,prev=0.5597222222222221 (src-arcprize-leaderboard-2026-10-15#M347),https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-flash-0731-high / column score),,in,out:cost-not-comparable arcagi2@arcprize,arcprize,deepseek-v4-flash-0731,low,reasoning-math,frontier,ARC-official,per-task,0.0206284715,2.89e-11,,,45.97222222222222,pass%,2.89e-15,,prev=0.4597222222222222 (src-arcprize-leaderboard-2026-10-15#M349),https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-flash-0731-low / column score),,in,out:cost-not-comparable arcagi2@arcprize,arcprize,deepseek-v4-flash-0731,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.0037609368333333336,2.89e-20,,,2.0833333333333332,pass%,2.89e-17,,,https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-flash-0731-none / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,gpt-5.6-luna,max,reasoning-math,frontier,ARC-official,per-task,0.10603027499999997,0.0408,,,59.58333333333333,pass%,2.89e-15,,prev=0.5954 (src-arcprize-leaderboard-2026-10-15#M316); prev=0.5958333333333333 (src-arcprize-leaderboard-2026-10-15#M353); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-luna-max-2026-07-30 / column score),,in,in arcagi2@arcprize,arcprize,gpt-5.6-luna,xhigh,reasoning-math,frontier,ARC-official,per-task,0.07829245800000001,0.0301,,,43.47222222222222,pass%,2.89e-15,,prev=0.4764 (src-arcprize-leaderboard-2026-10-15#M314); prev=0.4347222222222222 (src-arcprize-leaderboard-2026-10-15#M355); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-luna-xhigh-2026-07-30 / column score),,in,in arcagi2@arcprize,arcprize,gpt-5.6-luna,high,reasoning-math,frontier,ARC-official,per-task,0.03752355600000001,0.0144,,,33.33333333333333,pass%,2.89e-15,,prev=0.2931 (src-arcprize-leaderboard-2026-10-15#M312); prev=0.3333333333333333 (src-arcprize-leaderboard-2026-10-15#M357); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-luna-high-2026-07-30 / column score),,in,in arcagi2@arcprize,arcprize,gpt-5.6-luna,medium,reasoning-math,frontier,ARC-official,per-task,0.013258223999999999,0.0051,,,7.36111111111111,pass%,2.89e-15,,prev=0.0736 (src-arcprize-leaderboard-2026-10-15#M310); prev=0.0736111111111111 (src-arcprize-leaderboard-2026-10-15#M359); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-luna-medium-2026-07-30 / column score),,in,in arcagi2@arcprize,arcprize,gpt-5.6-luna,low,reasoning-math,frontier,ARC-official,per-task,0.008177915999999997,0.00315,,,3.611111111111111,pass%,2.89e-16,,prev=0.0514 (src-arcprize-leaderboard-2026-10-15#M308); prev=0.03611111111111111 (src-arcprize-leaderboard-2026-10-15#M361); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-luna-low-2026-07-30 / column score),,in,in arcagi2@arcprize,arcprize,gpt-5.6-luna,nothink,reasoning-math,frontier,ARC-official,per-task,0.004911810000000001,0.00189,,,0.8333333333333333,pass%,2.89e-17,,prev=0.008333333333333333 (src-arcprize-leaderboard-2026-10-15#M363); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-luna-none-2026-07-30 / column score),,in,in arcagi2@arcprize,arcprize,gemini-3.5-flash-lite,high,reasoning-math,frontier,ARC-official,per-task,0.13899638250000004,2.89e-18,,,10.277777777777779,pass%,2.89e-16,,prev=0.10277777777777779 (src-arcprize-leaderboard-2026-10-15#M365); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gemini-3-5-flash-lite-high / column score),,in,in arcagi2@arcprize,arcprize,gemini-3.5-flash-lite,medium,reasoning-math,frontier,ARC-official,per-task,0.04367807000000001,2.89e-18,,,5.277777777777778,pass%,2.89e-16,,prev=0.05277777777777778 (src-arcprize-leaderboard-2026-10-15#M367); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gemini-3-5-flash-lite-medium / column score),,in,in arcagi2@arcprize,arcprize,gemini-3.5-flash-lite,low,reasoning-math,frontier,ARC-official,per-task,0.017051445000000005,2.89e-19,,,1.5277777777777777,pass%,2.89e-17,,prev=0.015277777777777777 (src-arcprize-leaderboard-2026-10-15#M369); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gemini-3-5-flash-lite-low / column score),,in,in arcagi2@arcprize,arcprize,gemini-3.5-flash-lite,minimal,reasoning-math,frontier,ARC-official,per-task,0.014339924166666665,2.89e-19,,,0.8333333333333333,pass%,2.89e-17,,prev=0.008333333333333333 (src-arcprize-leaderboard-2026-10-15#M371); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row gemini-3-5-flash-lite-minimal / column score),,in,in arcagi2@arcprize,arcprize,gemini-3.6-flash,high,reasoning-math,frontier,ARC-official,per-task,0.9091194937500003,0.175,,,60.41666666666666,pass%,2.89e-15,,prev=0.6041666666666666 (src-arcprize-leaderboard-2026-10-15#M373); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row gemini-3-6-flash-high / column score),,in,in arcagi2@arcprize,arcprize,gemini-3.6-flash,medium,reasoning-math,frontier,ARC-official,per-task,0.6832636499999999,0.131,,,50.41666666666667,pass%,2.89e-15,,prev=0.5041666666666667 (src-arcprize-leaderboard-2026-10-15#M375); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row gemini-3-6-flash-medium / column score),,in,in arcagi2@arcprize,arcprize,gemini-3.6-flash,low,reasoning-math,frontier,ARC-official,per-task,0.33446724375000003,0.0644,,,30.416666666666664,pass%,2.89e-16,,prev=0.30416666666666664 (src-arcprize-leaderboard-2026-10-15#M377); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row gemini-3-6-flash-low / column score),,in,in arcagi2@arcprize,arcprize,gemini-3.6-flash,minimal,reasoning-math,frontier,ARC-official,per-task,0.10626080625000003,0.0204,,,2.638888888888889,pass%,2.89e-16,,prev=0.02638888888888889 (src-arcprize-leaderboard-2026-10-15#M379); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row gemini-3-6-flash-minimal / column score),,in,in arcagi2@arcprize,arcprize,grok-4.6,xhigh,reasoning-math,frontier,ARC-official,per-task,0.7574904499999999,2.89e-17,,,67.08333333333333,pass%,2.89e-15,,prev=0.6708333333333333 (src-arcprize-leaderboard-2026-10-15#M381); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row xai-grok-4-6-xhigh / column score),,in,in arcagi2@arcprize,arcprize,grok-4.6,high,reasoning-math,frontier,ARC-official,per-task,0.7338575666666665,2.89e-17,,,65.13888888888888,pass%,2.89e-15,,prev=0.6513888888888888 (src-arcprize-leaderboard-2026-10-15#M383); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row xai-grok-4-6-high / column score),,in,in arcagi2@arcprize,arcprize,grok-4.6,medium,reasoning-math,frontier,ARC-official,per-task,0.6586968666666668,2.89e-17,,,61.25,pass%,0.00289,,prev=0.6125 (src-arcprize-leaderboard-2026-10-15#M385); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row xai-grok-4-6-medium / column score),,in,in arcagi2@arcprize,arcprize,grok-4.6,low,reasoning-math,frontier,ARC-official,per-task,0.2124022166666667,2.89e-17,,,27.63888888888889,pass%,2.89e-15,,prev=0.2763888888888889 (src-arcprize-leaderboard-2026-10-15#M387); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row xai-grok-4-6-low / column score),,in,in arcagi2@arcprize,arcprize,gemini-3.7-flash,high,reasoning-math,frontier,ARC-official,per-task,0.24944951875000002,2.89e-18,,,84.58333333333333,pass%,2.89e-15,,prev=0.8458333333333333 (src-arcprize-leaderboard-2026-10-15#M390),https://arcprize.org/leaderboard ($.evaluations / row google-gemini-3-7-flash-high / column score),,in,out:cost-not-comparable arcagi2@arcprize,arcprize,gemini-3.7-flash,medium,reasoning-math,frontier,ARC-official,per-task,0.11582842499999997,2.89e-18,,,63.75,pass%,0.00289,,prev=0.6375 (src-arcprize-leaderboard-2026-10-15#M392),https://arcprize.org/leaderboard ($.evaluations / row google-gemini-3-7-flash-medium / column score),,in,out:cost-not-comparable arcagi2@arcprize,arcprize,gemini-3.7-flash,low,reasoning-math,frontier,ARC-official,per-task,0.07938655,2.89e-09,,,52.91666666666667,pass%,2.89e-15,,prev=0.5291666666666667 (src-arcprize-leaderboard-2026-10-15#M394),https://arcprize.org/leaderboard ($.evaluations / row google-gemini-3-7-flash-low / column score),,in,out:cost-not-comparable arcagi2@arcprize,arcprize,deepseek-v4-pro-0813,max,reasoning-math,frontier,ARC-official,per-task,3.925685493362071,1.92,,,61.25,pass%,0.00289,,prev=0.6125 (src-arcprize-leaderboard-2026-10-15#M396); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-pro-0813-max / column score),,in,in arcagi2@arcprize,arcprize,deepseek-v4-pro-0813,high,reasoning-math,frontier,ARC-official,per-task,3.9212993228275876,1.92,,,59.72222222222221,pass%,2.89e-15,,prev=0.5972222222222221 (src-arcprize-leaderboard-2026-10-15#M398); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-pro-0813-high / column score),,in,in arcagi2@arcprize,arcprize,deepseek-v4-pro-0813,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.37025881200000005,2.89e-18,,,56.25,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-pro-0813-low / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,deepseek-v4-pro-0813,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.040291977000000014,2.89e-19,,,0.8333333333333333,pass%,2.89e-17,,,https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-pro-0813-none / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,fable-5.1,max,reasoning-math,frontier,ARC-official,per-task,4.492348833333334,2.89e-16,,,90,pass%,2.89,,prev=0.9 (src-arcprize-leaderboard-2026-10-15#M57); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-fable-5-1-max / column score),,in,in arcagi2@arcprize,arcprize,fable-5.1,xhigh,reasoning-math,frontier,ARC-official,per-task,3.120216916666669,2.89e-16,,,90,pass%,2.89,,prev=0.9 (src-arcprize-leaderboard-2026-10-15#M58); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-fable-5-1-xhigh / column score),,in,in arcagi2@arcprize,arcprize,fable-5.1,high,reasoning-math,frontier,ARC-official,per-task,1.6673061666666666,2.89e-17,,,88.75,pass%,0.00289,,prev=0.8875 (src-arcprize-leaderboard-2026-10-15#M59); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-fable-5-1-high / column score),,in,in arcagi2@arcprize,arcprize,fable-5.1,medium,reasoning-math,frontier,ARC-official,per-task,1.2239411666666673,2.89e-17,,,86.25,pass%,0.00289,,prev=0.8625 (src-arcprize-leaderboard-2026-10-15#M60); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-fable-5-1-medium / column score),,in,in arcagi2@arcprize,arcprize,fable-5.1,low,reasoning-math,frontier,ARC-official,per-task,0.9523265833333336,2.89e-17,,,78.33333333333333,pass%,2.89e-15,,prev=0.7833333333333333 (src-arcprize-leaderboard-2026-10-15#M61); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-fable-5-1-low / column score),,in,in arcagi2@arcprize,arcprize,gpt-6-astra,max,reasoning-math,frontier,ARC-official,per-task,1.1194680833333335,2.89e-17,,,95,pass%,0.289,,prev=0.95 (src-arcprize-leaderboard-2026-10-15#M404); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-astra-max / column score),,in,in arcagi2@arcprize,arcprize,gpt-6-astra,xhigh,reasoning-math,frontier,ARC-official,per-task,0.8286855833333331,2.89e-17,,,93.33333333333333,pass%,2.89e-15,,prev=0.9333333333333333 (src-arcprize-leaderboard-2026-10-15#M407); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-astra-xhigh / column score),,in,in arcagi2@arcprize,arcprize,gpt-6-astra,high,reasoning-math,frontier,ARC-official,per-task,0.6680793333333332,2.89e-17,,,92.08333333333333,pass%,2.89e-15,,prev=0.9208333333333333 (src-arcprize-leaderboard-2026-10-15#M410); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-astra-high / column score),,in,in arcagi2@arcprize,arcprize,gpt-6-astra,medium,reasoning-math,frontier,ARC-official,per-task,0.4800926666666667,2.89e-17,,,92.08333333333333,pass%,2.89e-15,,prev=0.9208333333333333 (src-arcprize-leaderboard-2026-10-15#M413); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-astra-medium / column score),,in,in arcagi2@arcprize,arcprize,gpt-6-astra,low,reasoning-math,frontier,ARC-official,per-task,0.4162418333333334,2.89e-17,,,85.41666666666666,pass%,2.89e-15,,prev=0.8541666666666666 (src-arcprize-leaderboard-2026-10-15#M416); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-astra-low / column score),,in,in arcagi2@arcprize,arcprize,gpt-6-astra,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.3696743333333333,2.89e-17,,,59.58333333333333,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-astra-none / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,?Dots3-Note Preview,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.07665574466666672,2.89e-18,,,76.80555555555556,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row dots-studio-dots3-note-prev-max / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,gpt-6-luna,max,reasoning-math,frontier,ARC-official,per-task,0.06181100083333334,2.89e-18,,,59.30555555555556,pass%,2.89e-15,,prev=0.5930555555555556 (src-arcprize-leaderboard-2026-10-15#M428); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-luna-max / column score),,in,in arcagi2@arcprize,arcprize,gpt-6-luna,xhigh,reasoning-math,frontier,ARC-official,per-task,0.032297893333333334,2.89e-19,,,41.944444444444445,pass%,2.89e-16,,prev=0.41944444444444445 (src-arcprize-leaderboard-2026-10-15#M431); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-luna-xhigh / column score),,in,in arcagi2@arcprize,arcprize,gpt-6-luna,high,reasoning-math,frontier,ARC-official,per-task,0.02336191,2.89e-09,,,31.38888888888889,pass%,2.89e-15,,prev=0.3138888888888889 (src-arcprize-leaderboard-2026-10-15#M434); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-luna-high / column score),,in,in arcagi2@arcprize,arcprize,gpt-6-luna,medium,reasoning-math,frontier,ARC-official,per-task,0.012202668333333333,2.89e-19,,,18.055555555555555,pass%,2.89e-16,,prev=0.18055555555555555 (src-arcprize-leaderboard-2026-10-15#M437); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-luna-medium / column score),,in,in arcagi2@arcprize,arcprize,gpt-6-luna,low,reasoning-math,frontier,ARC-official,per-task,0.005273818333333334,2.89e-19,,,4.583333333333333,pass%,2.89e-16,,prev=0.04583333333333333 (src-arcprize-leaderboard-2026-10-15#M440); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-luna-low / column score),,in,in arcagi2@arcprize,arcprize,gpt-6-luna,nothink,reasoning-math,frontier,ARC-official,per-task,0.0036990350000000003,2.89e-20,,,0,pass%,28.9,,cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-luna-none / column score),,out:uninformative,in arcagi2@arcprize,arcprize,opus-5.5,max,reasoning-math,frontier,ARC-official,per-task,1.8517409666666667,2.89e-17,,,91.66666666666666,pass%,2.89e-15,,prev=0.9166666666666666 (src-arcprize-leaderboard-2026-10-15#M71); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-opus-5-5-max / column score),,in,in arcagi2@arcprize,arcprize,opus-5.5,xhigh,reasoning-math,frontier,ARC-official,per-task,0.6709066333333333,2.89e-17,,,92.5,pass%,0.0289,,prev=0.925 (src-arcprize-leaderboard-2026-10-15#M70); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-opus-5-5-xhigh / column score),,in,in arcagi2@arcprize,arcprize,opus-5.5,high,reasoning-math,frontier,ARC-official,per-task,0.4078964666666666,2.89e-17,,,93.33333333333333,pass%,2.89e-15,,prev=0.9333333333333333 (src-arcprize-leaderboard-2026-10-15#M69); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-opus-5-5-high / column score),,in,in arcagi2@arcprize,arcprize,opus-5.5,medium,reasoning-math,frontier,ARC-official,per-task,0.3369188,2.89e-08,,,87.5,pass%,0.0289,,prev=0.875 (src-arcprize-leaderboard-2026-10-15#M68); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-opus-5-5-medium / column score),,in,in arcagi2@arcprize,arcprize,opus-5.5,low,reasoning-math,frontier,ARC-official,per-task,0.24127179999999998,2.89e-18,,,70.1388888888889,pass%,2.89e-14,,prev=0.701388888888889 (src-arcprize-leaderboard-2026-10-15#M67); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-opus-5-5-low / column score),,in,in arcagi2@arcprize,arcprize,gemini-3.8-flash,high,reasoning-math,frontier,ARC-official,per-task,0.39972941250000005,2.89e-18,,,89.16666666666667,pass%,2.89e-15,,prev=0.8916666666666667 (src-arcprize-leaderboard-2026-10-15#M452); base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://arcprize.org/leaderboard ($.evaluations / row google-gemini-3-8-flash-high / column score),,in,in arcagi2@arcprize,arcprize,gemini-3.8-flash,medium,reasoning-math,frontier,ARC-official,per-task,0.2477876749999999,2.89e-17,,,82.91666666666667,pass%,2.89e-15,,prev=0.8291666666666667 (src-arcprize-leaderboard-2026-10-15#M455); base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://arcprize.org/leaderboard ($.evaluations / row google-gemini-3-8-flash-medium / column score),,in,in arcagi2@arcprize,arcprize,gemini-3.8-flash,low,reasoning-math,frontier,ARC-official,per-task,0.15445401874999998,2.89e-18,,,77.5,pass%,0.0289,,prev=0.775 (src-arcprize-leaderboard-2026-10-15#M458); base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://arcprize.org/leaderboard ($.evaluations / row google-gemini-3-8-flash-low / column score),,in,in arcagi2@arcprize,arcprize,gpt-6-sol,max,reasoning-math,frontier,ARC-official,per-task,0.43889828333333336,2.89e-18,,,89.58333333333334,pass%,2.89e-15,,prev=0.8958333333333334 (src-arcprize-leaderboard-2026-10-15#M464); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-sol-max / column score),,in,in arcagi2@arcprize,arcprize,gpt-6-sol,xhigh,reasoning-math,frontier,ARC-official,per-task,0.27722933333333344,2.89e-18,,,78.05555555555556,pass%,2.89e-15,,prev=0.7805555555555556 (src-arcprize-leaderboard-2026-10-15#M467); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-sol-xhigh / column score),,in,in arcagi2@arcprize,arcprize,gpt-6-sol,high,reasoning-math,frontier,ARC-official,per-task,0.20273668333333333,2.89e-18,,,68.88888888888888,pass%,2.89e-15,,prev=0.6888888888888888 (src-arcprize-leaderboard-2026-10-15#M470); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-sol-high / column score),,in,in arcagi2@arcprize,arcprize,gpt-6-sol,medium,reasoning-math,frontier,ARC-official,per-task,0.14762708333333335,2.89e-18,,,57.77777777777778,pass%,2.89e-15,,prev=0.5777777777777778 (src-arcprize-leaderboard-2026-10-15#M473); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-sol-medium / column score),,in,in arcagi2@arcprize,arcprize,gpt-6-sol,low,reasoning-math,frontier,ARC-official,per-task,0.1008582166666667,2.89e-17,,,31.52777777777777,pass%,2.89e-15,,prev=0.3152777777777777 (src-arcprize-leaderboard-2026-10-15#M476); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-sol-low / column score),,in,in arcagi2@arcprize,arcprize,gpt-6-sol,nothink,reasoning-math,frontier,ARC-official,per-task,0.0740642,2.89e-08,,,1.6666666666666666,pass%,2.89e-17,,prev=0.016666666666666666 (src-arcprize-leaderboard-2026-10-15#M479); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-sol-none / column score),,in,in arcagi2@arcprize,arcprize,glm-5.3-flash,max,reasoning-math,frontier,ARC-official,per-task,0.09331568458333339,2.89e-18,,,65.83333333333333,pass%,2.89e-15,,prev=0.6583333333333333 (src-arcprize-leaderboard-2026-10-15#M488),https://arcprize.org/leaderboard ($.evaluations / row zai-glm-5-3-flash-max / column score),,in,out:cost-not-comparable arcagi2@arcprize,arcprize,glm-5.3-flash,high,reasoning-math,frontier,ARC-official,per-task,0.07734862875,2.89e-12,,,50.13888888888889,pass%,2.89e-15,,prev=0.5013888888888889 (src-arcprize-leaderboard-2026-10-15#M490),https://arcprize.org/leaderboard ($.evaluations / row zai-glm-5-3-flash-high / column score),,in,out:cost-not-comparable arcagi2@arcprize,arcprize,glm-5.3-flash,low,reasoning-math,frontier,ARC-official,per-task,0.05822348833333333,2.89e-18,,,27.91666666666667,pass%,2.89e-15,,prev=0.2791666666666667 (src-arcprize-leaderboard-2026-10-15#M492),https://arcprize.org/leaderboard ($.evaluations / row zai-glm-5-3-flash-low / column score),,in,out:cost-not-comparable arcagi2@arcprize,arcprize,gpt-6.1-sol,max,reasoning-math,frontier,ARC-official,per-task,0.25374978333333337,2.89e-18,,,94.16666666666667,pass%,2.89e-15,,prev=0.9416666666666667 (src-arcprize-leaderboard-2026-10-15#M494); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-1-sol-max / column score),,in,in arcagi2@arcprize,arcprize,gpt-6.1-sol,xhigh,reasoning-math,frontier,ARC-official,per-task,0.17808970000000007,2.89e-18,,,91.66666666666666,pass%,2.89e-15,,prev=0.9166666666666666 (src-arcprize-leaderboard-2026-10-15#M497); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-1-sol-xhigh / column score),,in,in arcagi2@arcprize,arcprize,gpt-6.1-sol,high,reasoning-math,frontier,ARC-official,per-task,0.13468670000000002,2.89e-18,,,91.66666666666666,pass%,2.89e-15,,prev=0.9166666666666666 (src-arcprize-leaderboard-2026-10-15#M500); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-1-sol-high / column score),,in,in arcagi2@arcprize,arcprize,gpt-6.1-sol,medium,reasoning-math,frontier,ARC-official,per-task,0.10037736666666668,2.89e-18,,,86.66666666666667,pass%,2.89e-15,,prev=0.8666666666666667 (src-arcprize-leaderboard-2026-10-15#M503); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-1-sol-medium / column score),,in,in arcagi2@arcprize,arcprize,gpt-6.1-sol,low,reasoning-math,frontier,ARC-official,per-task,0.08553803333333333,2.89e-18,,,76.66666666666667,pass%,2.89e-15,,prev=0.7666666666666667 (src-arcprize-leaderboard-2026-10-15#M506); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-1-sol-low / column score),,in,in arcagi2@arcprize,arcprize,qwen3.8-27b,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.4469396510416667,2.89e-17,,,42.36111111111111,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row alibaba-qwen3-8-27b-xhigh / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,qwen3.8-27b,medium,reasoning-math,frontier,ARC-official,per-task,0.2862669347916667,2.89e-17,,,13.194444444444445,pass%,2.89e-16,,prev=0.13194444444444445 (src-arcprize-leaderboard-2026-10-15#M516),https://arcprize.org/leaderboard ($.evaluations / row alibaba-qwen3-8-27b-medium / column score),,in,out:cost-not-comparable arcagi2@arcprize,arcprize,qwen3.8-27b,low,reasoning-math,frontier,ARC-official,per-task,0.2380080077083332,2.89e-17,,,22.777777777777777,pass%,2.89e-16,,prev=0.22777777777777777 (src-arcprize-leaderboard-2026-10-15#M518),https://arcprize.org/leaderboard ($.evaluations / row alibaba-qwen3-8-27b-low / column score),,in,out:cost-not-comparable arcagi2@arcprize,arcprize,qwen3.8-27b,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.05891859291666669,2.89e-18,,,1.5277777777777777,pass%,2.89e-17,,,https://arcprize.org/leaderboard ($.evaluations / row alibaba-qwen3-8-27b-none / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,deepseek-v4.1-flash,max,reasoning-math,frontier,ARC-official,per-task,0.12938378500000003,2.89e-18,,,72.91666666666666,pass%,2.89e-15,,prev=0.7291666666666666 (src-arcprize-leaderboard-2026-10-15#M522),https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-1-flash-max / column score),,in,out:cost-not-comparable arcagi2@arcprize,arcprize,deepseek-v4.1-flash,high,reasoning-math,frontier,ARC-official,per-task,0.13341649249999996,2.89e-18,,,67.5,pass%,0.0289,,prev=0.675 (src-arcprize-leaderboard-2026-10-15#M524),https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-1-flash-high / column score),,in,out:cost-not-comparable arcagi2@arcprize,arcprize,deepseek-v4.1-flash,low,reasoning-math,frontier,ARC-official,per-task,0.11904162500000005,2.89e-18,,,60.55555555555555,pass%,2.89e-15,,prev=0.6055555555555555 (src-arcprize-leaderboard-2026-10-15#M526),https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-1-flash-low / column score),,in,out:cost-not-comparable arcagi2@arcprize,arcprize,deepseek-v4.1-flash,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.010176125000000005,2.89e-19,,,1.25,pass%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-1-flash-none / column score),,out:effort-not-established,out:effort-not-established arcagi2@arcprize,arcprize,grok-4.7,xhigh,reasoning-math,frontier,ARC-official,per-task,2.0149060666666663,2.89e-17,,,61.38888888888888,pass%,2.89e-15,,prev=0.6138888888888888 (src-arcprize-leaderboard-2026-10-15#M530); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row xai-grok-4-7-xhigh / column score),,in,in arcagi2@arcprize,arcprize,grok-4.7,high,reasoning-math,frontier,ARC-official,per-task,1.549013099999999,2.89e-16,,,58.33333333333334,pass%,2.89e-15,,prev=0.5833333333333334 (src-arcprize-leaderboard-2026-10-15#M533); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row xai-grok-4-7-high / column score),,in,in arcagi2@arcprize,arcprize,grok-4.7,medium,reasoning-math,frontier,ARC-official,per-task,1.4759098000000002,2.89e-17,,,58.75,pass%,0.00289,,prev=0.5875 (src-arcprize-leaderboard-2026-10-15#M536); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row xai-grok-4-7-medium / column score),,in,in arcagi2@arcprize,arcprize,grok-4.7,low,reasoning-math,frontier,ARC-official,per-task,0.17369760000000004,2.89e-18,,,16.666666666666666,pass%,2.89e-16,,prev=0.16666666666666666 (src-arcprize-leaderboard-2026-10-15#M539); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row xai-grok-4-7-low / column score),,in,in arcagi2@arcprize,arcprize,haiku-5.5,xhigh,reasoning-math,frontier,ARC-official,per-task,0.08498917333333329,2.89e-18,,,61.25,pass%,0.00289,,prev=0.6125 (src-arcprize-leaderboard-2026-10-15#M77); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-haiku-5-5-xhigh / column score),,in,in arcagi2@arcprize,arcprize,haiku-5.5,high,reasoning-math,frontier,ARC-official,per-task,0.046677990833333315,2.89e-19,,,30.69444444444444,pass%,2.89e-15,,prev=0.3069444444444444 (src-arcprize-leaderboard-2026-10-15#M78); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-haiku-5-5-high / column score),,in,in arcagi2@arcprize,arcprize,haiku-5.5,medium,reasoning-math,frontier,ARC-official,per-task,0.014974957499999999,2.89e-19,,,9.444444444444443,pass%,2.89e-16,,prev=0.09444444444444443 (src-arcprize-leaderboard-2026-10-15#M79); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-haiku-5-5-medium / column score),,in,in arcagi2@arcprize,arcprize,haiku-5.5,low,reasoning-math,frontier,ARC-official,per-task,0.007986432500000003,2.89e-19,,,2.7777777777777776,pass%,2.89e-17,,prev=0.027777777777777776 (src-arcprize-leaderboard-2026-10-15#M80); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-haiku-5-5-low / column score),,in,in arcagi2@arcprize,arcprize,gemini-4-argon,high,reasoning-math,frontier,ARC-official,per-task,0.3248761333333333,2.89e-17,,,91.25,pass%,0.00289,,prev=0.9125 (src-arcprize-leaderboard-2026-10-18#M4); base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://arcprize.org/leaderboard ($.evaluations / row google-gemini-4-argon-high / column score),,in,in arcagi2@arcprize,arcprize,gemini-4-argon,medium,reasoning-math,frontier,ARC-official,per-task,0.13732313333333326,2.89e-18,,,87.08333333333333,pass%,2.89e-15,,prev=0.8708333333333333 (src-arcprize-leaderboard-2026-10-18#M5); base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://arcprize.org/leaderboard ($.evaluations / row google-gemini-4-argon-medium / column score),,in,in arcagi2@arcprize,arcprize,gemini-4-argon,low,reasoning-math,frontier,ARC-official,per-task,0.07381080000000001,2.89e-18,,,42.083333333333334,pass%,2.89e-16,,prev=0.42083333333333334 (src-arcprize-leaderboard-2026-10-18#M6); base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://arcprize.org/leaderboard ($.evaluations / row google-gemini-4-argon-low / column score),,in,in arcagi2@arcprize,arcprize,?Beam 1.0,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.6095804058333331,2.89e-17,,,23.472222222222222,pass%,2.89e-16,,,https://arcprize.org/leaderboard ($.evaluations / row reflection-beam-1-0-xhigh / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,?Beam 1.0,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.34779271500000003,2.89e-18,,,20,pass%,2.89,,,https://arcprize.org/leaderboard ($.evaluations / row reflection-beam-1-0-high / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,?Beam 1.0,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.18042641083333338,2.89e-18,,,6.38888888888889,pass%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row reflection-beam-1-0-medium / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,?Beam 1.0,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.10010559999999999,2.89e-18,,,2.777777777777778,pass%,2.89e-16,,,https://arcprize.org/leaderboard ($.evaluations / row reflection-beam-1-0-low / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,?Nemotron 3.5 Super VL,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.043333685,2.89e-10,,,1.5277777777777777,pass%,2.89e-17,,,https://arcprize.org/leaderboard ($.evaluations / row nvidia-nemotron-3-5-super-vl-120b-a12b-high / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,?Nemotron 3.5 Super VL,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.017309603333333326,2.89e-19,,,1.9444444444444445,pass%,2.89e-17,,,https://arcprize.org/leaderboard ($.evaluations / row nvidia-nemotron-3-5-super-vl-120b-a12b-medium / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,?Nemotron 3.5 Super VL,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.006350055833333334,2.89e-19,,,0.8333333333333333,pass%,2.89e-17,,,https://arcprize.org/leaderboard ($.evaluations / row nvidia-nemotron-3-5-super-vl-120b-a12b-none / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,deepseek-v4.1-flash-1017,max,reasoning-math,frontier,ARC-official,per-task,0.163116895,2.89e-10,,,78.05555555555556,pass%,2.89e-15,,cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-1-flash-1017-max / column score),,in,in arcagi2@arcprize,arcprize,deepseek-v4.1-flash-1017,high,reasoning-math,frontier,ARC-official,per-task,0.14693756500000005,2.89e-18,,,68.61111111111112,pass%,2.89e-15,,cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-1-flash-1017-high / column score),,in,in arcagi2@arcprize,arcprize,deepseek-v4.1-flash-1017,low,reasoning-math,frontier,ARC-official,per-task,0.133540355,2.89e-10,,,73.61111111111112,pass%,2.89e-15,,cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-1-flash-1017-low / column score),,in,in arcagi2@arcprize,arcprize,deepseek-v4.1-flash-1017,nothink,reasoning-math,frontier,ARC-official,per-task,0.010167875000000003,2.89e-19,,,2.0833333333333332,pass%,2.89e-17,,cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-1-flash-1017-none / column score),,in,in arcagi2@arcprize,arcprize,sonnet-5.5,xhigh,reasoning-math,frontier,ARC-official,per-task,0.4096496124999999,0.0788,,,83.88888888888889,pass%,2.89e-15,,cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-sonnet-5-5-xhigh / column score),,in,in arcagi2@arcprize,arcprize,sonnet-5.5,high,reasoning-math,frontier,ARC-official,per-task,0.20756604999999992,0.0399,,,67.36111111111112,pass%,2.89e-15,,cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-sonnet-5-5-high / column score),,in,in arcagi2@arcprize,arcprize,sonnet-5.5,medium,reasoning-math,frontier,ARC-official,per-task,0.11653105000000001,0.0224,,,32.77777777777777,pass%,2.89e-15,,cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-sonnet-5-5-medium / column score),,in,in arcagi2@arcprize,arcprize,sonnet-5.5,low,reasoning-math,frontier,ARC-official,per-task,0.08192661249999998,0.0158,,,24.027777777777776,pass%,2.89e-16,,cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-sonnet-5-5-low / column score),,in,in arcagi2@arcprize,arcprize,?Muse Spark Open,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.7284857499999998,2.89e-17,,,57.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row meta-muse-spark-open-xhigh / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,?Muse Spark Open,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.6244857354166667,2.89e-17,,,47.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row meta-muse-spark-open-high / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,?Muse Spark Open,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.2514419854166666,2.89e-17,,,27.5,pass%,0.0289,,,https://arcprize.org/leaderboard ($.evaluations / row meta-muse-spark-open-medium / column score),,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,?Muse Spark Open,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.10650972499999997,2.89e-18,,,12.222222222222222,pass%,2.89e-16,,,https://arcprize.org/leaderboard ($.evaluations / row meta-muse-spark-open-low / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,opus-4.6,max,agentic-tool,frontier,,,8866.2,0.0289,,,0.51,score%,0.00289,,prev=0.0051 (src-arcprize-leaderboard-2026-10-15#M81),https://arcprize.org/leaderboard ($.evaluations / row anthropic-opus-4-6-max-effort / column score),,out:single-couple,out:cost-not-comparable arcagi3,arcprize,grok-4.20,not-established:absent,agentic-tool,frontier,,,3775,0.289,,,0.09,score%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row xai-grok-4-20-beta-0309-reasoning / column score),,out:effort-not-established,out:effort-not-established arcagi3,arcprize,gpt-5.4,high,agentic-tool,frontier,,,5187.41,0.00289,,,0.21,score%,0.00289,,prev=0.0021 (src-arcprize-leaderboard-2026-10-15#M263); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-4-2026-03-05-high / column score),,in,in arcagi3,arcprize,?Gemini 3.1 Pro (Preview),not-established:absent,agentic-tool,frontier,,,2213.53,0.00289,,,0.42,score%,0.00289,,,https://arcprize.org/leaderboard ($.evaluations / row google-gemini-3-1-pro-preview / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,gpt-5.5,high,agentic-tool,frontier,,,10000,0.289,,,0.43,score%,0.00289,,prev=0.0043 (src-arcprize-leaderboard-2026-10-15#M277); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-5-2026-04-23-high / column score),,in,in arcagi3,arcprize,opus-4.7,high,agentic-tool,frontier,,,10000,0.289,,,0.18,score%,0.00289,,prev=0.0018 (src-arcprize-leaderboard-2026-10-15#M82); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row anthropic-opus-4-7-high / column score),,in,in arcagi3,arcprize,opus-4.8,high,agentic-tool,frontier,,,10000,0.289,,,1.52,score%,0.00289,,prev=0.0152 (src-arcprize-leaderboard-2026-10-15#M83); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row anthropic-opus-4-8-high / column score),,in,in arcagi3,arcprize,gpt-5.6-sol,low,agentic-tool,frontier,,,16007.0,1.85e+03,,,0.33,score%,0.00289,,prev=0.0033 (src-arcprize-leaderboard-2026-10-15#M292); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-sol-low / column score),,in,in arcagi3,arcprize,gpt-5.6-sol,medium,agentic-tool,frontier,,,16213.962500000001,1.87e+03,,,1.07,score%,0.00289,,prev=0.0107 (src-arcprize-leaderboard-2026-10-15#M293); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-sol-medium / column score),,in,in arcagi3,arcprize,gpt-5.6-sol,high,agentic-tool,frontier,,,18970.0875,2.19e+03,,,2.15,score%,0.00289,,prev=0.0215 (src-arcprize-leaderboard-2026-10-15#M294); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-sol-high / column score),,in,in arcagi3,arcprize,gpt-5.6-sol,xhigh,agentic-tool,frontier,,,24020.475,2.77e+03,,,6.99,score%,0.00289,,prev=0.0699 (src-arcprize-leaderboard-2026-10-15#M295); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-sol-xhigh / column score),,in,in arcagi3,arcprize,gpt-5.6-sol,max,agentic-tool,frontier,,,31330.1375,3.62e+03,,,7.78,score%,0.00289,,prev=0.0778 (src-arcprize-leaderboard-2026-10-15#M296); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-sol-max / column score),,in,in arcagi3,arcprize,gpt-5.6-terra,low,agentic-tool,frontier,,,4561.632,293,,,0.01,score%,0.00289,,prev=0.0001 (src-arcprize-leaderboard-2026-10-15#M317); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-terra-low / column score),,in,in arcagi3,arcprize,gpt-5.6-terra,medium,agentic-tool,frontier,,,5305.779,340,,,0.08,score%,0.00289,,prev=0.0008 (src-arcprize-leaderboard-2026-10-15#M318); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-terra-medium / column score),,in,in arcagi3,arcprize,gpt-5.6-terra,high,agentic-tool,frontier,,,5293.251,340,,,0.49,score%,0.00289,,prev=0.0049 (src-arcprize-leaderboard-2026-10-15#M319); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-terra-high / column score),,in,in arcagi3,arcprize,gpt-5.6-terra,xhigh,agentic-tool,frontier,,,6123.636,393,,,0.65,score%,0.00289,,prev=0.0065 (src-arcprize-leaderboard-2026-10-15#M320); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-terra-xhigh / column score),,in,in arcagi3,arcprize,gpt-5.6-terra,max,agentic-tool,frontier,,,7126.479000000001,457,,,0.8,score%,0.0289,,prev=0.008 (src-arcprize-leaderboard-2026-10-15#M321); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-terra-max / column score),,in,in arcagi3,arcprize,gpt-5.6-luna,low,agentic-tool,frontier,,,1384.494,533,,,0.17,score%,0.00289,,prev=0.0017 (src-arcprize-leaderboard-2026-10-15#M322); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-luna-low / column score),,in,in arcagi3,arcprize,gpt-5.6-luna,medium,agentic-tool,frontier,,,1427.478,549,,,0.17,score%,0.00289,,prev=0.0017 (src-arcprize-leaderboard-2026-10-15#M323); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-luna-medium / column score),,in,in arcagi3,arcprize,gpt-5.6-luna,high,agentic-tool,frontier,,,1489.464,573,,,0.1,score%,0.0289,,prev=0.001 (src-arcprize-leaderboard-2026-10-15#M324); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-luna-high / column score),,in,in arcagi3,arcprize,gpt-5.6-luna,xhigh,agentic-tool,frontier,,,1680.9540000000002,647,,,0.02,score%,0.00289,,prev=0.0002 (src-arcprize-leaderboard-2026-10-15#M325); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-luna-xhigh / column score),,in,in arcagi3,arcprize,gpt-5.6-luna,max,agentic-tool,frontier,,,1913.652,737,,,0.18,score%,0.00289,,prev=0.0018 (src-arcprize-leaderboard-2026-10-15#M326); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-5-6-luna-max / column score),,in,in arcagi3,arcprize,grok-4.5,high,agentic-tool,frontier,,,5514.296,796,,,0.3,score%,0.0289,,prev=0.003 (src-arcprize-leaderboard-2026-10-15#M335); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row xai-grok-4-5-high / column score),,in,in arcagi3,arcprize,grok-4.5,medium,agentic-tool,frontier,,,6766.639999999999,977,,,0.32,score%,0.00289,,prev=0.0032 (src-arcprize-leaderboard-2026-10-15#M336); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row xai-grok-4-5-medium / column score),,in,in arcagi3,arcprize,grok-4.5,low,agentic-tool,frontier,,,6974.784,1.01e+03,,,0.26,score%,0.00289,,prev=0.0026 (src-arcprize-leaderboard-2026-10-15#M337); cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row xai-grok-4-5-low / column score),,in,in arcagi3,arcprize,opus-5,high,agentic-tool,frontier,,,20657.37,0.00289,,,30.16,score%,0.00289,,prev=0.3016 (src-arcprize-leaderboard-2026-10-15#M84); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-opus-5-high / column score),,in,in arcagi3,arcprize,grok-4.6,xhigh,agentic-tool,frontier,,,5612,0.289,,,2.11,score%,0.00289,,prev=0.0211 (src-arcprize-leaderboard-2026-10-15#M388); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row xai-grok-4-6-xhigh / column score),,in,in arcagi3,arcprize,gpt-6-astra,max,agentic-tool,frontier,,,26097.501720000007,2.89e-13,,,62.71280210060628,score%,2.89e-15,,prev=0.6271280210060628 (src-arcprize-leaderboard-2026-10-15#M405); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-astra-max / column score),,in,in arcagi3,arcprize,gpt-6-astra,xhigh,agentic-tool,frontier,,,37317.38768,2.89e-06,,,59.34295409146055,score%,2.89e-15,,prev=0.5934295409146055 (src-arcprize-leaderboard-2026-10-15#M408); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-astra-xhigh / column score),,in,in arcagi3,arcprize,gpt-6-astra,high,agentic-tool,frontier,,,40704.722830000006,2.89e-13,,,54.81905163612231,score%,2.89e-15,,prev=0.5481905163612231 (src-arcprize-leaderboard-2026-10-15#M411); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-astra-high / column score),,in,in arcagi3,arcprize,gpt-6-astra,medium,agentic-tool,frontier,,,48090.34598999999,2.89e-12,,,38.58757449733784,score%,2.89e-15,,prev=0.3858757449733784 (src-arcprize-leaderboard-2026-10-15#M414); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-astra-medium / column score),,in,in arcagi3,arcprize,gpt-6-astra,low,agentic-tool,frontier,,,38166.47030000001,2.89e-12,,,17.452190401133805,score%,2.89e-16,,prev=0.17452190401133805 (src-arcprize-leaderboard-2026-10-15#M417); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-astra-low / column score),,in,in arcagi3,arcprize,gpt-6-astra,not-established:absent,agentic-tool,frontier,,,49791.11317000001,2.89e-12,,,35.177880317424,score%,2.89e-13,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-astra-none / column score),,out:effort-not-established,out:effort-not-established arcagi3,arcprize,?GPT-6 Astra - Provider Adapter,not-established:absent,agentic-tool,frontier,,,17331.95327,2.89e-06,,,98.55074288592295,score%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-astra-max-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,?GPT-6 Astra - Provider Adapter,not-established:absent,agentic-tool,frontier,,,18147.191119999996,2.89e-13,,,98.44155844155843,score%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-astra-xhigh-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,?GPT-6 Astra - Provider Adapter,not-established:absent,agentic-tool,frontier,,,18816.63138,2.89e-06,,,99.945712321257,score%,2.89e-13,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-astra-high-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,?GPT-6 Astra - Provider Adapter,not-established:absent,agentic-tool,frontier,,,19284.776630000004,2.89e-13,,,98.43861309255745,score%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-astra-medium-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,?GPT-6 Astra - Provider Adapter,not-established:absent,agentic-tool,frontier,,,21297.922310000005,2.89e-13,,,98.02838165829648,score%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-astra-low-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,?GPT-6 Astra - Provider Adapter,not-established:absent,agentic-tool,frontier,,,23456.663940000002,2.89e-13,,,96.72021831785531,score%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-astra-none-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,gpt-6-luna,max,agentic-tool,frontier,,,262.2377791,2.89e-08,,,0.10360997760319559,score%,2.89e-18,,prev=0.0010360997760319559 (src-arcprize-leaderboard-2026-10-15#M429); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-luna-max / column score),,in,in arcagi3,arcprize,gpt-6-luna,xhigh,agentic-tool,frontier,,,262.6844075,2.89e-08,,,0.16413333960356602,score%,2.89e-18,,prev=0.0016413333960356602 (src-arcprize-leaderboard-2026-10-15#M432); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-luna-xhigh / column score),,in,in arcagi3,arcprize,gpt-6-luna,high,agentic-tool,frontier,,,255.97928910000002,2.89e-15,,,0.18024216987988248,score%,2.89e-18,,prev=0.0018024216987988248 (src-arcprize-leaderboard-2026-10-15#M435); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-luna-high / column score),,in,in arcagi3,arcprize,gpt-6-luna,medium,agentic-tool,frontier,,,241.2797313,2.89e-08,,,0.19415284639354709,score%,2.89e-18,,prev=0.0019415284639354709 (src-arcprize-leaderboard-2026-10-15#M438); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-luna-medium / column score),,in,in arcagi3,arcprize,gpt-6-luna,low,agentic-tool,frontier,,,228.8330075,2.89e-08,,,0.03291205821227175,score%,2.89e-18,,prev=0.0003291205821227175 (src-arcprize-leaderboard-2026-10-15#M441); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-luna-low / column score),,in,in arcagi3,arcprize,gpt-6-luna,nothink,agentic-tool,frontier,,,229.77104200000002,2.89e-15,,,0.02791945504283949,score%,2.89e-18,,prev=0.0002791945504283949 (src-arcprize-leaderboard-2026-10-15#M444); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-luna-none / column score),,in,in arcagi3,arcprize,?GPT-6 Luna - Provider Adapter,not-established:absent,agentic-tool,frontier,,,237.1428722,2.89e-08,,,0.58683868915549685,score%,2.89e-18,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-luna-max-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,?GPT-6 Luna - Provider Adapter,not-established:absent,agentic-tool,frontier,,,223.17200050000002,2.89e-15,,,0.5072886313635385,score%,2.89e-17,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-luna-xhigh-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,?GPT-6 Luna - Provider Adapter,not-established:absent,agentic-tool,frontier,,,223.89528660000002,2.89e-15,,,0.37847731587690087,score%,2.89e-18,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-luna-high-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,?GPT-6 Luna - Provider Adapter,not-established:absent,agentic-tool,frontier,,,213.71995940000002,2.89e-15,,,0.3161200923817726,score%,2.89e-17,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-luna-medium-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,?GPT-6 Luna - Provider Adapter,not-established:absent,agentic-tool,frontier,,,214.29109010000002,2.89e-15,,,0.2374807559887363,score%,2.89e-17,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-luna-low-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,?GPT-6 Luna - Provider Adapter,not-established:absent,agentic-tool,frontier,,,205.03171590000002,2.89e-15,,,0.046440444355949666,score%,2.89e-19,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-luna-none-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,gemini-3.8-flash,high,agentic-tool,frontier,,,4398.2756895,2.89e-08,,,10.366279223923121,score%,2.89e-16,,prev=0.10366279223923121 (src-arcprize-leaderboard-2026-10-15#M453); base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://arcprize.org/leaderboard ($.evaluations / row google-gemini-3-8-flash-high / column score),,in,in arcagi3,arcprize,gemini-3.8-flash,medium,agentic-tool,frontier,,,2727.66378825,2.89e-09,,,3.9878093830617266,score%,2.89e-17,,prev=0.039878093830617266 (src-arcprize-leaderboard-2026-10-15#M456); base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://arcprize.org/leaderboard ($.evaluations / row google-gemini-3-8-flash-medium / column score),,in,in arcagi3,arcprize,gemini-3.8-flash,low,agentic-tool,frontier,,,2669.05677675,2.89e-09,,,5.9895604936972165,score%,2.89e-17,,prev=0.059895604936972165 (src-arcprize-leaderboard-2026-10-15#M459); base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://arcprize.org/leaderboard ($.evaluations / row google-gemini-3-8-flash-low / column score),,in,in arcagi3,arcprize,?Gemini 3.8 Flash - Provider Adapter,not-established:absent,agentic-tool,frontier,,,4521.7983525,2.89e-08,,,35.004243350752434,score%,2.89e-16,,,https://arcprize.org/leaderboard ($.evaluations / row google-gemini-3-8-flash-high-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,?Gemini 3.8 Flash - Provider Adapter,not-established:absent,agentic-tool,frontier,,,3826.20432375,2.89e-09,,,24.202718056957026,score%,2.89e-16,,,https://arcprize.org/leaderboard ($.evaluations / row google-gemini-3-8-flash-medium-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,?Gemini 3.8 Flash - Provider Adapter,not-established:absent,agentic-tool,frontier,,,3158.1084112500002,2.89e-14,,,15.071935405559647,score%,2.89e-16,,,https://arcprize.org/leaderboard ($.evaluations / row google-gemini-3-8-flash-low-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,gpt-6-sol,max,agentic-tool,frontier,,,5554.493172,2.89e-07,,,4.623568186131146,score%,2.89e-16,,prev=0.04623568186131146 (src-arcprize-leaderboard-2026-10-15#M465); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-sol-max / column score),,in,in arcagi3,arcprize,gpt-6-sol,xhigh,agentic-tool,frontier,,,5105.623836,2.89e-07,,,1.7976269602783517,score%,2.89e-17,,prev=0.017976269602783517 (src-arcprize-leaderboard-2026-10-15#M468); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-sol-xhigh / column score),,in,in arcagi3,arcprize,gpt-6-sol,high,agentic-tool,frontier,,,5072.447082,2.89e-07,,,0.899438991115236,score%,2.89e-16,,prev=0.00899438991115236 (src-arcprize-leaderboard-2026-10-15#M471); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-sol-high / column score),,in,in arcagi3,arcprize,gpt-6-sol,medium,agentic-tool,frontier,,,4863.795116,2.89e-07,,,0.418612306617149,score%,2.89e-16,,prev=0.00418612306617149 (src-arcprize-leaderboard-2026-10-15#M474); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-sol-medium / column score),,in,in arcagi3,arcprize,gpt-6-sol,low,agentic-tool,frontier,,,4752.004208,2.89e-07,,,0.12649234250931634,score%,2.89e-18,,prev=0.0012649234250931634 (src-arcprize-leaderboard-2026-10-15#M477); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-sol-low / column score),,in,in arcagi3,arcprize,gpt-6-sol,nothink,agentic-tool,frontier,,,4655.549962,2.89e-07,,,0.28377423506430063,score%,2.89e-18,,prev=0.0028377423506430063 (src-arcprize-leaderboard-2026-10-15#M480); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-sol-none / column score),,in,in arcagi3,arcprize,?GPT-6 Sol - Provider Adapter,not-established:absent,agentic-tool,frontier,,,8721.949674,2.89e-07,,,23.028056734101496,score%,2.89e-16,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-sol-max-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,?GPT-6 Sol - Provider Adapter,not-established:absent,agentic-tool,frontier,,,6906.642396,2.89e-07,,,9.453334058864572,score%,2.89e-16,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-sol-xhigh-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,?GPT-6 Sol - Provider Adapter,not-established:absent,agentic-tool,frontier,,,5908.428836,2.89e-07,,,5.8556637605790184,score%,2.89e-17,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-sol-high-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,?GPT-6 Sol - Provider Adapter,not-established:absent,agentic-tool,frontier,,,5889.174868,2.89e-07,,,4.930246053628116,score%,2.89e-16,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-sol-medium-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,?GPT-6 Sol - Provider Adapter,not-established:absent,agentic-tool,frontier,,,4745.286212,2.89e-07,,,1.7619154311646183,score%,2.89e-17,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-sol-low-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,?GPT-6 Sol - Provider Adapter,not-established:absent,agentic-tool,frontier,,,4233.770312,2.89e-07,,,1.2059164341155284,score%,2.89e-17,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-sol-none-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,gpt-6.1-sol,max,agentic-tool,frontier,,,7632.480056,2.89e-07,,,52.72904006820879,score%,2.89e-15,,prev=0.5272904006820879 (src-arcprize-leaderboard-2026-10-15#M495); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-1-sol-max / column score),,in,in arcagi3,arcprize,gpt-6.1-sol,xhigh,agentic-tool,frontier,,,9104.425822,2.89e-07,,,39.92932040733721,score%,2.89e-15,,prev=0.3992932040733721 (src-arcprize-leaderboard-2026-10-15#M498); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-1-sol-xhigh / column score),,in,in arcagi3,arcprize,gpt-6.1-sol,high,agentic-tool,frontier,,,9757.61782,2.89e-06,,,26.71728484425706,score%,2.89e-15,,prev=0.2671728484425706 (src-arcprize-leaderboard-2026-10-15#M501); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-1-sol-high / column score),,in,in arcagi3,arcprize,gpt-6.1-sol,medium,agentic-tool,frontier,,,7369.782166,2.89e-07,,,10.568764673656195,score%,2.89e-16,,prev=0.10568764673656195 (src-arcprize-leaderboard-2026-10-15#M504); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-1-sol-medium / column score),,in,in arcagi3,arcprize,gpt-6.1-sol,low,agentic-tool,frontier,,,7110.559762,2.89e-07,,,3.9243846587314175,score%,2.89e-17,,prev=0.039243846587314175 (src-arcprize-leaderboard-2026-10-15#M507); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-1-sol-low / column score),,in,in arcagi3,arcprize,?GPT-6.1 Sol - Provider Adapter,not-established:absent,agentic-tool,frontier,,,3816.796008,2.89e-07,,,96.17739071933946,score%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-1-sol-max-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,?GPT-6.1 Sol - Provider Adapter,not-established:absent,agentic-tool,frontier,,,4360.206418,2.89e-07,,,96.37493342875182,score%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-1-sol-xhigh-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,?GPT-6.1 Sol - Provider Adapter,not-established:absent,agentic-tool,frontier,,,5403.981038,2.89e-07,,,94.99362560053226,score%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-1-sol-high-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,?GPT-6.1 Sol - Provider Adapter,not-established:absent,agentic-tool,frontier,,,5834.913158,2.89e-07,,,91.02346102095301,score%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-1-sol-medium-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,?GPT-6.1 Sol - Provider Adapter,not-established:absent,agentic-tool,frontier,,,6622.199092,2.89e-07,,,82.78706730491691,score%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row openai-gpt-6-1-sol-low-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,grok-4.7,xhigh,agentic-tool,frontier,,,2731.577506,2.89e-07,,,1.816252653663704,score%,2.89e-16,,prev=0.01816252653663704 (src-arcprize-leaderboard-2026-10-15#M531); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row xai-grok-4-7-xhigh / column score),,in,in arcagi3,arcprize,grok-4.7,high,agentic-tool,frontier,,,3741.649478,2.89e-07,,,1.7332202934667685,score%,2.89e-17,,prev=0.017332202934667685 (src-arcprize-leaderboard-2026-10-15#M534); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row xai-grok-4-7-high / column score),,in,in arcagi3,arcprize,grok-4.7,medium,agentic-tool,frontier,,,3795.4947700000002,2.89e-14,,,1.7056643767835524,score%,2.89e-17,,prev=0.017056643767835524 (src-arcprize-leaderboard-2026-10-15#M537); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row xai-grok-4-7-medium / column score),,in,in arcagi3,arcprize,grok-4.7,low,agentic-tool,frontier,,,4814.88162,2.89e-06,,,0.24696281908456537,score%,2.89e-18,,prev=0.0024696281908456537 (src-arcprize-leaderboard-2026-10-15#M540); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row xai-grok-4-7-low / column score),,in,in arcagi3,arcprize,?Grok 4.7 - Provider Adapter,not-established:absent,agentic-tool,frontier,,,4575.921274,2.89e-07,,,7.01648689583893,score%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row xai-grok-4-7-xhigh-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,?Grok 4.7 - Provider Adapter,not-established:absent,agentic-tool,frontier,,,4773.782536,2.89e-07,,,10.047981644646996,score%,2.89e-16,,,https://arcprize.org/leaderboard ($.evaluations / row xai-grok-4-7-high-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,?Grok 4.7 - Provider Adapter,not-established:absent,agentic-tool,frontier,,,5059.930398,2.89e-07,,,8.373637088154913,score%,2.89e-16,,,https://arcprize.org/leaderboard ($.evaluations / row xai-grok-4-7-medium-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,?Grok 4.7 - Provider Adapter,not-established:absent,agentic-tool,frontier,,,5753.573154,2.89e-07,,,0.7739582026314942,score%,2.89e-17,,,https://arcprize.org/leaderboard ($.evaluations / row xai-grok-4-7-low-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,deepseek-v4.1-flash,max,agentic-tool,frontier,,,1164.9106122,2.89e-08,,,0.8516646657220222,score%,2.89e-17,,prev=0.008516646657220222 (src-arcprize-leaderboard-2026-10-15#M545),https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-1-flash-max / column score),,in,out:cost-not-comparable arcagi3,arcprize,deepseek-v4.1-flash,high,agentic-tool,frontier,,,1005.7964823,2.89e-08,,,0.4846664966204641,score%,2.89e-17,,prev=0.004846664966204641 (src-arcprize-leaderboard-2026-10-15#M546),https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-1-flash-high / column score),,in,out:cost-not-comparable arcagi3,arcprize,deepseek-v4.1-flash,low,agentic-tool,frontier,,,820.6333452,2.89e-08,,,0.34514247315937177,score%,2.89e-18,,prev=0.0034514247315937177 (src-arcprize-leaderboard-2026-10-15#M547),https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-1-flash-low / column score),,in,out:cost-not-comparable arcagi3,arcprize,deepseek-v4.1-flash,not-established:absent,agentic-tool,frontier,,,734.7252066,2.89e-08,,,0.3431694493873915,score%,2.89e-17,,,https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-1-flash-none / column score),,out:effort-not-established,out:effort-not-established arcagi3,arcprize,?DeepSeek V4.1 Flash - Provider Adapter,not-established:absent,agentic-tool,frontier,,,1309.4644137,2.89e-08,,,2.6843916288028565,score%,2.89e-17,,,https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-1-flash-max-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,?DeepSeek V4.1 Flash - Provider Adapter,not-established:absent,agentic-tool,frontier,,,1021.5134985,2.89e-08,,,3.1518486978853844,score%,2.89e-17,,,https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-1-flash-high-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,?DeepSeek V4.1 Flash - Provider Adapter,not-established:absent,agentic-tool,frontier,,,878.0226015,2.89e-08,,,3.264386796625269,score%,2.89e-16,,,https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-1-flash-low-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,?DeepSeek V4.1 Flash - Provider Adapter,not-established:absent,agentic-tool,frontier,,,648.4115616,2.89e-08,,,0.4830935313474596,score%,2.89e-17,,,https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-1-flash-none-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,haiku-5.5,max,agentic-tool,frontier,,,388.1060053,2.89e-08,,,0.4513711877557703,score%,2.89e-17,,prev=0.004513711877557703 (src-arcprize-leaderboard-2026-10-15#M85); cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-haiku-5-5-max / column score),,in,in arcagi3,arcprize,?Claude Haiku 5.5 - Provider Adapter,not-established:absent,agentic-tool,frontier,,,437.1406743,2.89e-08,,,2.819365772805844,score%,2.89e-16,,,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-haiku-5-5-max-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,gemini-4-argon,medium,agentic-tool,frontier,,,6179.253994,2.89e-07,,,46.265668402958576,score%,2.89e-16,,prev=0.46265668402958576 (src-arcprize-leaderboard-2026-10-18#M7); base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://arcprize.org/leaderboard ($.evaluations / row google-gemini-4-argon-medium / column score),,in,in arcagi3,arcprize,gemini-4-argon,low,agentic-tool,frontier,,,5820.531006,2.89e-07,,,49.79401633943577,score%,2.89e-15,,prev=0.4979401633943577 (src-arcprize-leaderboard-2026-10-18#M8); base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://arcprize.org/leaderboard ($.evaluations / row google-gemini-4-argon-low / column score),,in,in arcagi3,arcprize,?Gemini 4 Argon - Provider Adapter,not-established:absent,agentic-tool,frontier,,,4625.84128,2.89e-06,,,97.30432688837198,score%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row google-gemini-4-argon-high-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,?Gemini 4 Argon - Provider Adapter,not-established:absent,agentic-tool,frontier,,,4981.202062,2.89e-07,,,97.34489041681531,score%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row google-gemini-4-argon-medium-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,?Gemini 4 Argon - Provider Adapter,not-established:absent,agentic-tool,frontier,,,4770.148614,2.89e-07,,,97.4591718377776,score%,2.89e-14,,,https://arcprize.org/leaderboard ($.evaluations / row google-gemini-4-argon-low-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,sonnet-5.5,xhigh,agentic-tool,frontier,,,5545.8497145,1.07e+03,,,24.310408006681433,score%,2.89e-16,,cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-sonnet-5-5-xhigh / column score),,in,in arcagi3,arcprize,sonnet-5.5,high,agentic-tool,frontier,,,4115.420976,792,,,1.203076515291301,score%,2.89e-16,,cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-sonnet-5-5-high / column score),,in,in arcagi3,arcprize,sonnet-5.5,medium,agentic-tool,frontier,,,3629.7618675000003,699,,,0.3961083341784243,score%,2.89e-17,,cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-sonnet-5-5-medium / column score),,in,in arcagi3,arcprize,sonnet-5.5,low,agentic-tool,frontier,,,3567.510171,687,,,0.4047513036164488,score%,2.89e-17,,cost-unrepriced; cost-price-band,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-sonnet-5-5-low / column score),,in,in arcagi3,arcprize,?Claude Sonnet 5.5 - Provider Adapter,not-established:absent,agentic-tool,frontier,,,8169.902276,2.89e-07,,,72.44170308802806,score%,2.89e-15,,,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-sonnet-5-5-xhigh-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,?Claude Sonnet 5.5 - Provider Adapter,not-established:absent,agentic-tool,frontier,,,10244.13243,2.89e-06,,,35.476646015351954,score%,2.89e-16,,,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-sonnet-5-5-high-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,?Claude Sonnet 5.5 - Provider Adapter,not-established:absent,agentic-tool,frontier,,,5250.163516,2.89e-07,,,4.8875549092493316,score%,2.89e-17,,,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-sonnet-5-5-medium-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,?Claude Sonnet 5.5 - Provider Adapter,not-established:absent,agentic-tool,frontier,,,4796.883118,2.89e-07,,,0.6244567651378714,score%,2.89e-17,,,https://arcprize.org/leaderboard ($.evaluations / row anthropic-claude-sonnet-5-5-low-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,?Muse Spark Open,not-established:absent,agentic-tool,frontier,,,3908.42107525,2.89e-09,,,0.13621973920554635,score%,2.89e-18,,,https://arcprize.org/leaderboard ($.evaluations / row meta-muse-spark-open-xhigh / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,?Muse Spark Open - Provider Adapter,not-established:absent,agentic-tool,frontier,,,2995.96480425,2.89e-09,,,0.4179823483426319,score%,2.89e-17,,,https://arcprize.org/leaderboard ($.evaluations / row meta-muse-spark-open-xhigh-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi3,arcprize,deepseek-v4.1-flash-1017,max,agentic-tool,frontier,,,1003.8696329999999,2.89e-14,,,0.21958291788019067,score%,2.89e-18,,cost-base-price:cost-publisher-figure,https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-1-flash-1017-max / column score),,in,in arcagi3,arcprize,?DeepSeek V4.1 Flash 1017 - Provider Adapter,not-established:absent,agentic-tool,frontier,,,1179.1379751,2.89e-08,,,5.8082710084347296,score%,2.89e-17,,,https://arcprize.org/leaderboard ($.evaluations / row deepseek-v4-1-flash-1017-max-provider-adapter / column score),,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,fable-5.2,max,reasoning-math,frontier,ARC-official,per-task,0.9209223200000004,2.89e-17,,,97.5,pass%,0.0289,,,"https://arcprize.org/leaderboard (leaderboard payload, group Claude Fable 5.2, row anthropic-claude-fable-5-2-max, evaluations.v1_Semi_Private.score)",,out:partial,out:partial arcagi2@arcprize,arcprize,fable-5.2,max,reasoning-math,frontier,ARC-official,per-task,2.8135210000000006,2.89e-17,,,92.5,pass%,0.0289,,,"https://arcprize.org/leaderboard (leaderboard payload, group Claude Fable 5.2, row anthropic-claude-fable-5-2-max, evaluations.v2_Semi_Private.score)",,out:partial,out:partial arcagi3,arcprize,fable-5.2,max,agentic-tool,frontier,,per-full-run,17140.981048,2.89e-07,,,65.66315458367342,score%,2.89e-15,,,"https://arcprize.org/leaderboard (leaderboard payload, group Claude Fable 5.2, row anthropic-claude-fable-5-2-max, evaluations.v3_Semi_Private.score)",,out:partial,out:partial arcagi3-provider-adapter,arcprize,fable-5.2,max,agentic-tool,frontier,Provider Adapter,per-full-run,17875.843416,2.89e-07,,,94.902914154632,score%,2.89e-13,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arcprize.org/leaderboard (leaderboard payload, group Claude Fable 5.2, row anthropic-claude-fable-5-2-max, providerAdapterEvaluation.score)",,in,in arcagi1@arcprize,arcprize,fable-5.2,xhigh,reasoning-math,frontier,ARC-official,per-task,0.35813127999999994,2.89e-18,,,98.5,pass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arcprize.org/leaderboard (leaderboard payload, group Claude Fable 5.2, row anthropic-claude-fable-5-2-xhigh, evaluations.v1_Semi_Private.score)",,in,in arcagi2@arcprize,arcprize,fable-5.2,xhigh,reasoning-math,frontier,ARC-official,per-task,0.9832189333333337,2.89e-17,,,93.75,pass%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arcprize.org/leaderboard (leaderboard payload, group Claude Fable 5.2, row anthropic-claude-fable-5-2-xhigh, evaluations.v2_Semi_Private.score)",,in,in arcagi3,arcprize,fable-5.2,xhigh,agentic-tool,frontier,,per-full-run,21948.827296,2.89e-07,,,81.16735755134872,score%,2.89e-15,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arcprize.org/leaderboard (leaderboard payload, group Claude Fable 5.2, row anthropic-claude-fable-5-2-xhigh, evaluations.v3_Semi_Private.score)",,in,in arcagi3-provider-adapter,arcprize,fable-5.2,xhigh,agentic-tool,frontier,Provider Adapter,per-full-run,18251.683872,2.89e-07,,,97.26502218429085,score%,2.89e-15,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arcprize.org/leaderboard (leaderboard payload, group Claude Fable 5.2, row anthropic-claude-fable-5-2-xhigh, providerAdapterEvaluation.score)",,in,in arcagi1@arcprize,arcprize,fable-5.2,high,reasoning-math,frontier,ARC-official,per-task,0.32930168000000004,2.89e-18,,,97.5,pass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arcprize.org/leaderboard (leaderboard payload, group Claude Fable 5.2, row anthropic-claude-fable-5-2-high, evaluations.v1_Semi_Private.score)",,in,in arcagi2@arcprize,arcprize,fable-5.2,high,reasoning-math,frontier,ARC-official,per-task,0.9076362666666669,2.89e-17,,,90.41666666666667,pass%,2.89e-15,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arcprize.org/leaderboard (leaderboard payload, group Claude Fable 5.2, row anthropic-claude-fable-5-2-high, evaluations.v2_Semi_Private.score)",,in,in arcagi3,arcprize,fable-5.2,high,agentic-tool,frontier,,per-full-run,25173.93652,2.89e-06,,,79.26322871141722,score%,2.89e-15,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arcprize.org/leaderboard (leaderboard payload, group Claude Fable 5.2, row anthropic-claude-fable-5-2-high, evaluations.v3_Semi_Private.score)",,in,in arcagi3-provider-adapter,arcprize,fable-5.2,high,agentic-tool,frontier,Provider Adapter,per-full-run,18624.910248,2.89e-07,,,97.7223543562379,score%,2.89e-14,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arcprize.org/leaderboard (leaderboard payload, group Claude Fable 5.2, row anthropic-claude-fable-5-2-high, providerAdapterEvaluation.score)",,in,in arcagi1@arcprize,arcprize,fable-5.2,medium,reasoning-math,frontier,ARC-official,per-task,0.26395848,2.89e-09,,,97.5,pass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arcprize.org/leaderboard (leaderboard payload, group Claude Fable 5.2, row anthropic-claude-fable-5-2-medium, evaluations.v1_Semi_Private.score)",,in,in arcagi2@arcprize,arcprize,fable-5.2,medium,reasoning-math,frontier,ARC-official,per-task,0.6268079333333333,2.89e-17,,,89.58333333333334,pass%,2.89e-15,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arcprize.org/leaderboard (leaderboard payload, group Claude Fable 5.2, row anthropic-claude-fable-5-2-medium, evaluations.v2_Semi_Private.score)",,in,in arcagi3,arcprize,fable-5.2,medium,agentic-tool,frontier,,per-full-run,29034.482504,2.89e-07,,,73.3178737634262,score%,2.89e-14,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arcprize.org/leaderboard (leaderboard payload, group Claude Fable 5.2, row anthropic-claude-fable-5-2-medium, evaluations.v3_Semi_Private.score)",,in,in arcagi3-provider-adapter,arcprize,fable-5.2,medium,agentic-tool,frontier,Provider Adapter,per-full-run,21662.29024,2.89e-06,,,96.78799198029345,score%,2.89e-15,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arcprize.org/leaderboard (leaderboard payload, group Claude Fable 5.2, row anthropic-claude-fable-5-2-medium, providerAdapterEvaluation.score)",,in,in arcagi1@arcprize,arcprize,fable-5.2,low,reasoning-math,frontier,ARC-official,per-task,0.22964647999999993,2.89e-18,,,94.5,pass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arcprize.org/leaderboard (leaderboard payload, group Claude Fable 5.2, row anthropic-claude-fable-5-2-low, evaluations.v1_Semi_Private.score)",,in,in arcagi2@arcprize,arcprize,fable-5.2,low,reasoning-math,frontier,ARC-official,per-task,0.5158499333333332,2.89e-17,,,86.66666666666667,pass%,2.89e-15,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arcprize.org/leaderboard (leaderboard payload, group Claude Fable 5.2, row anthropic-claude-fable-5-2-low, evaluations.v2_Semi_Private.score)",,in,in arcagi3,arcprize,fable-5.2,low,agentic-tool,frontier,,per-full-run,34906.927208,2.89e-07,,,51.99995610096355,score%,2.89e-15,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arcprize.org/leaderboard (leaderboard payload, group Claude Fable 5.2, row anthropic-claude-fable-5-2-low, evaluations.v3_Semi_Private.score)",,in,in arcagi3-provider-adapter,arcprize,fable-5.2,low,agentic-tool,frontier,Provider Adapter,per-full-run,27377.330144,2.89e-07,,,92.31126122874209,score%,2.89e-15,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arcprize.org/leaderboard (leaderboard payload, group Claude Fable 5.2, row anthropic-claude-fable-5-2-low, providerAdapterEvaluation.score)",,in,in arcagi1@arcprize,arcprize,?Inkling 2 Small,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.08188083600000001,2.89e-18,,,96.5,pass%,0.0289,,,"https://arcprize.org/leaderboard (leaderboard payload, group Inkling 2 Small, row thinky-inkling-2-small-xhigh, evaluations.v1_Semi_Private.score)",,out:model-not-established,out:model-not-established arcagi2@arcprize,arcprize,?Inkling 2 Small,not-established:absent,reasoning-math,frontier,ARC-official,per-task,0.27194635,2.89e-09,,,81.66666666666667,pass%,2.89e-15,,,"https://arcprize.org/leaderboard (leaderboard payload, group Inkling 2 Small, row thinky-inkling-2-small-xhigh, evaluations.v2_Semi_Private.score)",,out:model-not-established,out:model-not-established arcagi1@arcprize,arcprize,gemini-4-carbon,high,reasoning-math,frontier,ARC-official,per-task,0.40691867999999987,2.89e-18,,,97.5,pass%,0.0289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://arcprize.org/leaderboard (payload, group Gemini 4 Carbon, row google-gemini-4-carbon-high, evaluations.v1_Semi_Private.score)",,in,in arcagi2@arcprize,arcprize,gemini-4-carbon,high,reasoning-math,frontier,ARC-official,per-task,0.6838793166666667,2.89e-17,,,92.08333333333333,pass%,2.89e-15,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://arcprize.org/leaderboard (payload, group Gemini 4 Carbon, row google-gemini-4-carbon-high, evaluations.v2_Semi_Private.score)",,in,in arcagi3-provider-adapter,arcprize,gemini-4-carbon,high,agentic-tool,frontier,Provider Adapter,per-full-run,4350.030428,2.89e-07,,,96.8534347820933,score%,2.89e-14,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://arcprize.org/leaderboard (payload, group Gemini 4 Carbon, row google-gemini-4-carbon-high, providerAdapterEvaluation.score)",,in,in arcagi1@arcprize,arcprize,gemini-4-carbon,medium,reasoning-math,frontier,ARC-official,per-task,0.16245298000000005,2.89e-18,,,98.5,pass%,0.0289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://arcprize.org/leaderboard (payload, group Gemini 4 Carbon, row google-gemini-4-carbon-medium, evaluations.v1_Semi_Private.score)",,in,in arcagi2@arcprize,arcprize,gemini-4-carbon,medium,reasoning-math,frontier,ARC-official,per-task,0.37522218333333357,2.89e-18,,,94.16666666666667,pass%,2.89e-15,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://arcprize.org/leaderboard (payload, group Gemini 4 Carbon, row google-gemini-4-carbon-medium, evaluations.v2_Semi_Private.score)",,in,in arcagi3-provider-adapter,arcprize,gemini-4-carbon,medium,agentic-tool,frontier,Provider Adapter,per-full-run,4559.504952,2.89e-07,,,99.08609363503958,score%,2.89e-15,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://arcprize.org/leaderboard (payload, group Gemini 4 Carbon, row google-gemini-4-carbon-medium, providerAdapterEvaluation.score)",,in,in arcagi3,arcprize,gemini-4-carbon,medium,agentic-tool,frontier,,per-full-run,7179.739444,2.89e-07,,,63.85513762054875,score%,2.89e-15,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://arcprize.org/leaderboard (payload, group Gemini 4 Carbon, row google-gemini-4-carbon-medium, evaluations.v3_Semi_Private.score (standard harness))",,in,in arcagi1@arcprize,arcprize,gemini-4-carbon,low,reasoning-math,frontier,ARC-official,per-task,0.06439898000000001,2.89e-18,,,85.5,pass%,0.0289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://arcprize.org/leaderboard (payload, group Gemini 4 Carbon, row google-gemini-4-carbon-low, evaluations.v1_Semi_Private.score)",,in,in arcagi2@arcprize,arcprize,gemini-4-carbon,low,reasoning-math,frontier,ARC-official,per-task,0.09848504999999998,2.89e-18,,,49.583333333333335,pass%,2.89e-16,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://arcprize.org/leaderboard (payload, group Gemini 4 Carbon, row google-gemini-4-carbon-low, evaluations.v2_Semi_Private.score)",,in,in arcagi3-provider-adapter,arcprize,gemini-4-carbon,low,agentic-tool,frontier,Provider Adapter,per-full-run,4350.873732,2.89e-07,,,97.67564591258026,score%,2.89e-15,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://arcprize.org/leaderboard (payload, group Gemini 4 Carbon, row google-gemini-4-carbon-low, providerAdapterEvaluation.score)",,in,in arcagi3,arcprize,gemini-4-carbon,low,agentic-tool,frontier,,per-full-run,7244.278346,2.89e-07,,,65.12438170484839,score%,2.89e-15,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://arcprize.org/leaderboard (payload, group Gemini 4 Carbon, row google-gemini-4-carbon-low, evaluations.v3_Semi_Private.score (standard harness))",,in,in arkeval-arkts-pass1,arkeval-sjtu,mimo-v2.5-pro,unstated,coding,mid,"ArkEval repair protocol: localisation-guided, RAG off, one patch",,,,,,5.98,pass%@1(502),0.00289,,,"https://github.com/SJTUjinmao/ArkEval (README.md, 'results' table, row 'mimo-v2.5-pro', column Pass@1)",,out:effort-not-established, arkeval-arkts-pass1,arkeval-sjtu,?deepseek-v4-pro,not-established:absent,coding,mid,"ArkEval repair protocol: localisation-guided, RAG off, one patch",,,,,,5.18,pass%@1(502),0.00289,,,"https://github.com/SJTUjinmao/ArkEval (README.md, 'results' table, row 'deepseek-v4-pro', column Pass@1)",,out:model-not-established, arkeval-arkts-pass1,arkeval-sjtu,kimi-k2.7-code,solo,coding,mid,"ArkEval repair protocol: localisation-guided, RAG off, one patch",,,,,,3.19,pass%@1(502),0.00289,,,"https://github.com/SJTUjinmao/ArkEval (README.md, 'results' table, row 'kimi-k2.7-code', column Pass@1)",,out:single-couple, arkeval-arkts-pass1,arkeval-sjtu,minimax-m3,unstated,coding,mid,"ArkEval repair protocol: localisation-guided, RAG off, one patch",,,,,,7.17,pass%@1(502),0.00289,,,"https://github.com/SJTUjinmao/ArkEval (README.md, 'results' table, row 'minimax-m3', column Pass@1)",,out:effort-not-established, arkeval-arkts-pass1,arkeval-sjtu,qwen3.7-max,unstated,coding,mid,"ArkEval repair protocol: localisation-guided, RAG off, one patch",,,,,,6.18,pass%@1(502),0.00289,,,"https://github.com/SJTUjinmao/ArkEval (README.md, 'results' table, row 'qwen3.7-max', column Pass@1)",,out:effort-not-established, arkeval-arkts-pass1,arkeval-sjtu,glm-5.2,unstated,coding,mid,"ArkEval repair protocol: localisation-guided, RAG off, one patch",,,,,,8.37,pass%@1(502),0.00289,,,"https://github.com/SJTUjinmao/ArkEval (README.md, 'results' table, row 'glm-5.2', column Pass@1)",,out:effort-not-established, arkeval-arkts-pass1,arkeval-sjtu,gpt-5.6-sol,unstated,coding,mid,"ArkEval repair protocol: localisation-guided, RAG off, one patch",,,,,,19.32,pass%@1(502),0.00289,,,"https://github.com/SJTUjinmao/ArkEval (README.md, 'results' table, row 'gpt-5.6-sol', column Pass@1)",,out:effort-not-established, arkeval-arkts-pass1,arkeval-sjtu,?openPangu-2.0-Flash,not-established:absent,coding,mid,"ArkEval repair protocol: localisation-guided, RAG off, one patch",,,,,,3.98,pass%@1(502),0.00289,,,"https://github.com/SJTUjinmao/ArkEval (README.md, 'results' table, row 'openPangu-2.0-Flash', column Pass@1)",,out:model-not-established, aa-article-briefcase-jul21,artificialanalysis-article,kimi-k3,unstated,agentic-tool,frontier,AA-Briefcase,per-task,10.57,0.00289,,120000,1543,AA-elo,0.289,,,https://artificialanalysis.ai/articles/kimi-k3-agentic-knowledge-benchmark (article text: the AA-Briefcase Elo of Kimi K3),,out:effort-not-established,out:effort-not-established aa-article-briefcase-jul21,artificialanalysis-article,kimi-k2.6,unstated,agentic-tool,frontier,AA-Briefcase,,,,,,816,AA-elo,0.289,,,https://artificialanalysis.ai/articles/kimi-k3-agentic-knowledge-benchmark (article text: the AA-Briefcase Elo of Kimi K2.6),,out:effort-not-established, aa-article-briefcase-jul21,artificialanalysis-article,gpt-5.6-sol,max,agentic-tool,frontier,AA-Briefcase,,,,,,1501,AA-elo,0.289,,,https://artificialanalysis.ai/articles/kimi-k3-agentic-knowledge-benchmark (article text: the AA-Briefcase Elo of GPT-5.6 Sol),,in, aa-article-briefcase-jul21,artificialanalysis-article,sonnet-5,max,agentic-tool,frontier,AA-Briefcase,,,,,,1388,AA-elo,0.289,,,https://artificialanalysis.ai/articles/kimi-k3-agentic-knowledge-benchmark (article text: the AA-Briefcase Elo of Claude Sonnet 5),,in, aa-article-briefcase-jul21,artificialanalysis-article,opus-4.8,max,agentic-tool,frontier,AA-Briefcase,,,,,,1347,AA-elo,0.289,,,https://artificialanalysis.ai/articles/kimi-k3-agentic-knowledge-benchmark (article text: the AA-Briefcase Elo of Claude Opus 4.8),,in, aa-article-briefcase-jul21,artificialanalysis-article,fable-5,unstated,agentic-tool,frontier,AA-Briefcase,,,,,,1574,AA-elo,0.289,,,https://artificialanalysis.ai/articles/kimi-k3-agentic-knowledge-benchmark (article text: the AA-Briefcase Elo of Claude Fable 5),,out:effort-not-established, aaarticle-qwen35small-index,artificialanalysis-article,qwen3.5-9b,think,mixed,hard,,,,,,,32,AA-idx,0.289,,,https://artificialanalysis.ai/articles/qwen3-5-small-models (first paragraph),,in, aaarticle-qwen35small-index,artificialanalysis-article,qwen3.5-4b,think,mixed,hard,,,,,,,27,AA-idx,0.289,,,https://artificialanalysis.ai/articles/qwen3-5-small-models (first paragraph),,in, aaarticle-qwen35small-index,artificialanalysis-article,qwen3.5-2b,think,mixed,hard,,,,,,,16,AA-idx,0.289,,,https://artificialanalysis.ai/articles/qwen3-5-small-models (first paragraph),,in, aaarticle-qwen35small-index,artificialanalysis-article,qwen3.5-0.8b,think,mixed,hard,,,,,,,9,AA-idx,0.289,,,https://artificialanalysis.ai/articles/qwen3-5-small-models (first paragraph),,in, aaarticle-qwen35small-omniscience,artificialanalysis-article,qwen3.5-4b,think,mixed,hard,,,,,,,-57,AA-Omniscience,0.289,,,https://artificialanalysis.ai/articles/qwen3-5-small-models (bullet AA-Omniscience),,in, aaarticle-qwen35small-omniscience,artificialanalysis-article,qwen3.5-9b,think,mixed,hard,,,,,,,-56,AA-Omniscience,0.289,,,https://artificialanalysis.ai/articles/qwen3-5-small-models (bullet AA-Omniscience),,in, aaarticle-qwen35small-mmmupro,artificialanalysis-article,qwen3.5-9b,think,mixed,hard,,,,,,,69.2,MMMU-Pro%,0.0289,,,https://artificialanalysis.ai/articles/qwen3-5-small-models (bullet MMMU-Pro),,in, aaarticle-qwen35small-mmmupro,artificialanalysis-article,qwen3.5-4b,think,mixed,hard,,,,,,,65.4,MMMU-Pro%,0.0289,,,https://artificialanalysis.ai/articles/qwen3-5-small-models (bullet MMMU-Pro),,in, aaarticle-qwen35small-mmmupro,artificialanalysis-article,qwen3.5-0.8b,think,mixed,hard,,,,,,,25.8,MMMU-Pro%,0.0289,,,https://artificialanalysis.ai/articles/qwen3-5-small-models (bullet MMMU-Pro),,in, aaarticle-index,artificialanalysis-article,?Qwen3-Max-Thinking (Preview),not-established:absent,mixed,hard,aa-article,,,,,,32,AA-idx,0.289,,,https://artificialanalysis.ai/articles/qwen3-max-thinking-everything-you-need-to-know (article text: the Artificial Analysis Intelligence Index of Qwen3-Max-Thinking (Preview)),,out:model-not-established, aaarticle-index,artificialanalysis-article,qwen3-max-0123,think,mixed,hard,aa-article,,,,,,40,AA-idx,0.289,,,https://artificialanalysis.ai/articles/qwen3-max-thinking-everything-you-need-to-know (article text: the Artificial Analysis Intelligence Index of Qwen3-Max-Thinking),,out:single-couple, aaarticle-index,artificialanalysis-article,deepseek-v3.2,unstated,mixed,hard,aa-article,,,,,,42,AA-idx,0.289,,,https://artificialanalysis.ai/articles/qwen3-max-thinking-everything-you-need-to-know (article text: the Artificial Analysis Intelligence Index of DeepSeek V3.2),,out:effort-not-established, aaarticle-index,artificialanalysis-article,glm-4.7,unstated,mixed,hard,aa-article,,,,,,42,AA-idx,0.289,,,https://artificialanalysis.ai/articles/qwen3-max-thinking-everything-you-need-to-know (article text: the Artificial Analysis Intelligence Index of GLM-4.7),,out:effort-not-established, aaarticle-index,artificialanalysis-article,kimi-k2.5,unstated,mixed,hard,aa-article,,,,,,47,AA-idx,0.289,,,https://artificialanalysis.ai/articles/qwen3-max-thinking-everything-you-need-to-know (article text: the Artificial Analysis Intelligence Index of Kimi K2.5),,out:effort-not-established, aaarticle-gdpval,artificialanalysis-article,?Qwen3-Max-Thinking (Preview),not-established:absent,mixed,hard,aa-article,,,,,,958,GDPval-AA-Elo,0.289,,,https://artificialanalysis.ai/articles/qwen3-max-thinking-everything-you-need-to-know (article text: the GDPval-AA Elo of Qwen3-Max-Thinking (Preview)),,out:model-not-established, aaarticle-gdpval,artificialanalysis-article,qwen3-max-0123,think,mixed,hard,aa-article,,,,,,1170,GDPval-AA-Elo,0.289,,,https://artificialanalysis.ai/articles/qwen3-max-thinking-everything-you-need-to-know (article text: the GDPval-AA Elo of Qwen3-Max-Thinking),,out:single-couple, aaarticle-gdpval,artificialanalysis-article,deepseek-v3.2,unstated,mixed,hard,aa-article,,,,,,1186,GDPval-AA-Elo,0.289,,,https://artificialanalysis.ai/articles/qwen3-max-thinking-everything-you-need-to-know (article text: the GDPval-AA Elo of DeepSeek V3.2),,out:effort-not-established, aaarticle-gdpval,artificialanalysis-article,glm-4.7,unstated,mixed,hard,aa-article,,,,,,1192,GDPval-AA-Elo,0.289,,,https://artificialanalysis.ai/articles/qwen3-max-thinking-everything-you-need-to-know (article text: the GDPval-AA Elo of GLM-4.7),,out:effort-not-established, aaarticle-gdpval,artificialanalysis-article,kimi-k2.5,unstated,mixed,hard,aa-article,,,,,,1316,GDPval-AA-Elo,0.289,,,https://artificialanalysis.ai/articles/qwen3-max-thinking-everything-you-need-to-know (article text: the GDPval-AA Elo of Kimi K2.5),,out:effort-not-established, aaarticle-ifbench,artificialanalysis-article,?Qwen3-Max-Thinking (Preview),not-established:absent,mixed,hard,aa-article,,,,,,54,IFBench%,0.289,,,https://artificialanalysis.ai/articles/qwen3-max-thinking-everything-you-need-to-know (article text: the IFBench % of Qwen3-Max-Thinking (Preview)),,out:model-not-established, aaarticle-ifbench,artificialanalysis-article,qwen3-max-0123,think,mixed,hard,aa-article,,,,,,71,IFBench%,0.289,,,https://artificialanalysis.ai/articles/qwen3-max-thinking-everything-you-need-to-know (article text: the IFBench % of Qwen3-Max-Thinking),,out:single-couple, aaarticle-ifbench,artificialanalysis-article,kimi-k2.5,unstated,mixed,hard,aa-article,,,,,,70,IFBench%,0.289,,,https://artificialanalysis.ai/articles/qwen3-max-thinking-everything-you-need-to-know (article text: the IFBench % of Kimi K2.5),,out:effort-not-established, aaarticle-ifbench,artificialanalysis-article,glm-4.7,unstated,mixed,hard,aa-article,,,,,,68,IFBench%,0.289,,,https://artificialanalysis.ai/articles/qwen3-max-thinking-everything-you-need-to-know (article text: the IFBench % of GLM-4.7),,out:effort-not-established, aaarticle-omniscience,artificialanalysis-article,qwen3-max-0123,think,mixed,hard,aa-article,,,,,,-34,omniscience-index,0.289,,,https://artificialanalysis.ai/articles/qwen3-max-thinking-everything-you-need-to-know (article text: the AA-Omniscience Index of Qwen3-Max-Thinking),,out:single-couple, aaarticle-omniscience,artificialanalysis-article,kimi-k2.5,unstated,mixed,hard,aa-article,,,,,,-11,omniscience-index,0.289,,,https://artificialanalysis.ai/articles/qwen3-max-thinking-everything-you-need-to-know (article text: the AA-Omniscience Index of Kimi K2.5),,out:effort-not-established, aaarticle-omniscience,artificialanalysis-article,deepseek-v3.2,unstated,mixed,hard,aa-article,,,,,,-23,omniscience-index,0.289,,,https://artificialanalysis.ai/articles/qwen3-max-thinking-everything-you-need-to-know (article text: the AA-Omniscience Index of DeepSeek V3.2),,out:effort-not-established, aaarticle-hle,artificialanalysis-article,qwen3-max-0123,think,mixed,hard,aa-article,,,,,,26,HLE%,0.289,,,https://artificialanalysis.ai/articles/qwen3-max-thinking-everything-you-need-to-know (article text: the HLE % of Qwen3-Max-Thinking),,out:single-couple, aaarticle-hle,artificialanalysis-article,deepseek-v3.2,unstated,mixed,hard,aa-article,,,,,,22,HLE%,0.289,,,https://artificialanalysis.ai/articles/qwen3-max-thinking-everything-you-need-to-know (article text: the HLE % of DeepSeek V3.2),,out:effort-not-established, aaarticle-hle,artificialanalysis-article,glm-4.7,unstated,mixed,hard,aa-article,,,,,,25,HLE%,0.289,,,https://artificialanalysis.ai/articles/qwen3-max-thinking-everything-you-need-to-know (article text: the HLE % of GLM-4.7),,out:effort-not-established, aaagent-coding-index,artificialanalysis,gemini-4-carbon,high,agentic-tool,hard,AA-coding-agent-harness,per-task,7.126967178108669,2.89e-16,15310826.7785652,120459.850928641,0.554659278266536,score-of-1,2.89e-16,0.94805090601804,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://artificialanalysis.ai/agents/coding (charge utile, entrée de l'agent, indexScore)",,out:single-couple,out:cost-single-couple aaagent-frontiercode,artificialanalysis,gemini-4-carbon,high,agentic-tool,hard,AA-coding-agent-harness,,,,,,0.380416414141414,score-of-1,2.89e-16,,,"https://artificialanalysis.ai/agents/coding (charge utile, entrée de l'agent, FrontierCode 2.0 (AA, 132 tâches), mean.reward)",,out:single-couple, aaagent-swe-atlas-qna,artificialanalysis,gemini-4-carbon,high,agentic-tool,hard,AA-coding-agent-harness,,,,,,0.637096774193548,score-of-1,2.89e-16,,,"https://artificialanalysis.ai/agents/coding (charge utile, entrée de l'agent, SWE-Atlas-QnA-AA (124 tâches), mean.reward)",,out:single-couple, aaagent-terminal-bench-v4,artificialanalysis,gemini-4-carbon,high,agentic-tool,hard,AA-coding-agent-harness,,,,,,0.646464646464647,score-of-1,2.89e-16,,,"https://artificialanalysis.ai/agents/coding (charge utile, entrée de l'agent, Terminal-Bench v4 (agent, 66 tâches), mean.reward)",,out:single-couple, aa-index5@artificialanalysis,artificialanalysis,sonnet-5.5,medium,mixed,hard,,per-task,0.7806560352024481,2.89e-17,,,30.8195522148431,AA-idx,2.89e-14,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5-medium, intelligenceIndex)",,in,in aaomni-index#5.0.1,artificialanalysis,sonnet-5.5,medium,mixed,mid,AA-Omniscience,,,,,,18.633333333333333,omniscience-index,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5-medium, omniscience (the Omniscience Index))",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|sonnet-5.5@medium|5.0.1,in, aa5-aa-briefcase@artificialanalysis,artificialanalysis,sonnet-5.5,medium,mixed,hard,,,,,,,1439.22,Elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5-medium, scores.aa-briefcase)",,in, aaomni@artificialanalysis#5.0.1,artificialanalysis,sonnet-5.5,medium,mixed,mid,AA-Omniscience,,,,,,45.766666666666667,acc%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5-medium, scores.omniscience-accuracy)",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|sonnet-5.5@medium|5.0.1,in, aa5-omniscience-non-hallucination@artificialanalysis,artificialanalysis,sonnet-5.5,medium,mixed,hard,,,,,,,0.49969268592501537,score%,2.89e-18,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5-medium, scores.omniscience-non-hallucination)",,in, aaautob#5.0.1,artificialanalysis,sonnet-5.5,medium,agentic-tool,hard,AutomationBench-AA,,,,,,54.90962996121462,partial-credit%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5-medium, scores.automationbench-aa)",,out:republished, aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,sonnet-5.5,medium,coding,hard,,,,,,,0.109708080808081,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5-medium, scores.frontiercode-2-0)",,in, aa5-hle-diamond,artificialanalysis,sonnet-5.5,medium,mixed,hard,,,,,,,0.238,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5-medium, scores.hle-diamond)",,in, aagdppdf@artificialanalysis#5.0.1,artificialanalysis,sonnet-5.5,medium,mixed,hard,GDP-PDF-AA,,,,,,20.2,allpass%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5-medium, scores.gdp-pdf)",,out:republished, aatb40@artificialanalysis#5.0.1,artificialanalysis,sonnet-5.5,medium,coding,hard,TB-AA,,,,,,29.7979797979798,pass%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5-medium, scores.terminalbench-4-0)",,out:republished, aa5-critpt-v2-hard,artificialanalysis,sonnet-5.5,medium,mixed,hard,,,,,,,0.335,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5-medium, scores.critpt-v2-hard)",,in, aagdpval#5.0.1,artificialanalysis,sonnet-5.5,medium,mixed,frontier,GDPval-AA-v2,,,,,,1328.63,AA-elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5-medium, scores.gdpval-aa-normalized)",,in, aa5-mlcr-aa,artificialanalysis,sonnet-5.5,medium,mixed,hard,,,,,,,0.177777777777778,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5-medium, scores.mlcr-aa)",,in, aahle@artificialanalysis#5.0.1,artificialanalysis,sonnet-5.5,medium,reasoning-math,frontier,HLE-AA-notools,,,,,,39.805375347544,acc%,2.89e-13,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5-medium, scores.humanitys-last-exam)",,out:republished, aalcr@artificialanalysis#5.0.1,artificialanalysis,sonnet-5.5,medium,mixed,hard,AA-LCR,,,,,,76.3333333333333,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5-medium, scores.artificial-analysis-long-context-reasoning)",,out:republished, aascicode@artificialanalysis#5.0.1,artificialanalysis,sonnet-5.5,medium,coding,hard,SciCode-AA,,,,,,52.8935185185185,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5-medium, scores.scicode)",,out:republished, aacritpt@artificialanalysis#5.0.1,artificialanalysis,sonnet-5.5,medium,reasoning-math,frontier,CritPt-AA,,,,,,16.8571428571429,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5-medium, scores.critpt)",,out:republished, aa-index5@artificialanalysis,artificialanalysis,gpt-6.1-sol,xhigh,mixed,hard,,per-task,0.7639949356156494,2.89e-17,,,52.458219253291,AA-idx,2.89e-13,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-xhigh, intelligenceIndex)",,in,in aaomni-index#5.0.1,artificialanalysis,gpt-6.1-sol,xhigh,mixed,mid,AA-Omniscience,,,,,,42.36666666666667,omniscience-index,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-xhigh, omniscience (the Omniscience Index))",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|gpt-6.1-sol@xhigh|5.0.1,in, aa5-aa-briefcase@artificialanalysis,artificialanalysis,gpt-6.1-sol,xhigh,mixed,hard,,,,,,,1503.18,Elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-xhigh, scores.aa-briefcase)",,in, aaomni@artificialanalysis#5.0.1,artificialanalysis,gpt-6.1-sol,xhigh,mixed,mid,AA-Omniscience,,,,,,61.06666666666667,acc%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-xhigh, scores.omniscience-accuracy)",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|gpt-6.1-sol@xhigh|5.0.1,in, aa5-omniscience-non-hallucination@artificialanalysis,artificialanalysis,gpt-6.1-sol,xhigh,mixed,hard,,,,,,,0.5196917808219178,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-xhigh, scores.omniscience-non-hallucination)",,in, aaautob#5.0.1,artificialanalysis,gpt-6.1-sol,xhigh,agentic-tool,hard,AutomationBench-AA,,,,,,66.57372141364344,partial-credit%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-xhigh, scores.automationbench-aa)",,out:republished, aatbsci@artificialanalysis#5.0.1,artificialanalysis,gpt-6.1-sol,xhigh,coding,hard,Terminal-Bench-Science-AA,,,,,,50.4761904761905,pass%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-xhigh, scores.terminal-bench-science)",,in, aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,gpt-6.1-sol,xhigh,coding,hard,,,,,,,0.385190909090909,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-xhigh, scores.frontiercode-2-0)",,in, aa5-hle-diamond,artificialanalysis,gpt-6.1-sol,xhigh,mixed,hard,,,,,,,0.558,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-xhigh, scores.hle-diamond)",,in, aagdppdf@artificialanalysis#5.0.1,artificialanalysis,gpt-6.1-sol,xhigh,mixed,hard,GDP-PDF-AA,,,,,,31.8,allpass%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-xhigh, scores.gdp-pdf)",,out:republished, aatb40@artificialanalysis#5.0.1,artificialanalysis,gpt-6.1-sol,xhigh,coding,hard,TB-AA,,,,,,54.040404040404,pass%,2.89e-13,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-xhigh, scores.terminalbench-4-0)",,out:republished, aa5-critpt-v2-hard,artificialanalysis,gpt-6.1-sol,xhigh,mixed,hard,,,,,,,0.695,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-xhigh, scores.critpt-v2-hard)",,in, aagdpval#5.0.1,artificialanalysis,gpt-6.1-sol,xhigh,mixed,frontier,GDPval-AA-v2,,,,,,1554.8,AA-elo,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-xhigh, scores.gdpval-aa-normalized)",,in, aa5-mlcr-aa,artificialanalysis,gpt-6.1-sol,xhigh,mixed,hard,,,,,,,0.355555555555556,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-xhigh, scores.mlcr-aa)",,in, aafrontiercode#5.0.1,artificialanalysis,gpt-6.1-sol,xhigh,coding,frontier,FrontierCode-AA,,,,,,46.2918,weighted-rubric%,2.89e-05,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-xhigh, scores.frontiercode)",,in, aahle@artificialanalysis#5.0.1,artificialanalysis,gpt-6.1-sol,xhigh,reasoning-math,frontier,HLE-AA-notools,,,,,,52.6413345690454,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-xhigh, scores.humanitys-last-exam)",,out:republished, aalcr@artificialanalysis#5.0.1,artificialanalysis,gpt-6.1-sol,xhigh,mixed,hard,AA-LCR,,,,,,79.6666666666667,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-xhigh, scores.artificial-analysis-long-context-reasoning)",,out:republished, aascicode@artificialanalysis#5.0.1,artificialanalysis,gpt-6.1-sol,xhigh,coding,hard,SciCode-AA,,,,,,55.6712962962963,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-xhigh, scores.scicode)",,out:republished, aacritpt@artificialanalysis#5.0.1,artificialanalysis,gpt-6.1-sol,xhigh,reasoning-math,frontier,CritPt-AA,,,,,,31.7142857142857,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-xhigh, scores.critpt)",,out:republished, aa-index5@artificialanalysis,artificialanalysis,gemini-3.5-flash-lite,unstated,mixed,hard,,per-task,0.6929018557975878,2.89e-17,,,11.6563462044212,AA-idx,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-5-flash-lite, intelligenceIndex)",,out:effort-not-established,out:effort-not-established aaomni-index#5.0.1,artificialanalysis,gemini-3.5-flash-lite,unstated,mixed,mid,AA-Omniscience,,,,,,6.866666666666666,omniscience-index,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-5-flash-lite, omniscience (the Omniscience Index))",,out:effort-not-established, aa5-aa-briefcase@artificialanalysis,artificialanalysis,gemini-3.5-flash-lite,unstated,mixed,hard,,,,,,,651.17,Elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-5-flash-lite, scores.aa-briefcase)",,out:effort-not-established, aaomni@artificialanalysis#5.0.1,artificialanalysis,gemini-3.5-flash-lite,unstated,mixed,mid,AA-Omniscience,,,,,,26.5,acc%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-5-flash-lite, scores.omniscience-accuracy)",,out:effort-not-established, aa5-omniscience-non-hallucination@artificialanalysis,artificialanalysis,gemini-3.5-flash-lite,unstated,mixed,hard,,,,,,,0.7328798185941043,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-5-flash-lite, scores.omniscience-non-hallucination)",,out:effort-not-established, aaautob#5.0.1,artificialanalysis,gemini-3.5-flash-lite,unstated,agentic-tool,hard,AutomationBench-AA,,,,,,25.011270511840955,partial-credit%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-5-flash-lite, scores.automationbench-aa)",,out:effort-not-established, aatbsci@artificialanalysis#5.0.1,artificialanalysis,gemini-3.5-flash-lite,unstated,coding,hard,Terminal-Bench-Science-AA,,,,,,0,pass%,28.9,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-5-flash-lite, scores.terminal-bench-science)",,out:effort-not-established, aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,gemini-3.5-flash-lite,unstated,coding,hard,,,,,,,0.0602982323232323,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-5-flash-lite, scores.frontiercode-2-0)",,out:effort-not-established, aa5-hle-diamond,artificialanalysis,gemini-3.5-flash-lite,unstated,mixed,hard,,,,,,,0.099,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-5-flash-lite, scores.hle-diamond)",,out:effort-not-established, aagdppdf@artificialanalysis#5.0.1,artificialanalysis,gemini-3.5-flash-lite,unstated,mixed,hard,GDP-PDF-AA,,,,,,13.6,allpass%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-5-flash-lite, scores.gdp-pdf)",,out:effort-not-established, aatb40@artificialanalysis#5.0.1,artificialanalysis,gemini-3.5-flash-lite,unstated,coding,hard,TB-AA,,,,,,1.01010101010101,pass%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-5-flash-lite, scores.terminalbench-4-0)",,out:effort-not-established, aa5-critpt-v2-hard,artificialanalysis,gemini-3.5-flash-lite,unstated,mixed,hard,,,,,,,0.035,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-5-flash-lite, scores.critpt-v2-hard)",,out:effort-not-established, aa5-harvey-lab-aa,artificialanalysis,gemini-3.5-flash-lite,unstated,mixed,hard,,,,,,,0,score%,0.289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-5-flash-lite, scores.harvey-lab-aa)",,out:effort-not-established, aaenterpriseops#5.0.1,artificialanalysis,gemini-3.5-flash-lite,unstated,agentic-tool,hard,AA-EnterpriseOps,,,,,,42.3455684870188,pass%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-5-flash-lite, scores.enterprise-ops-gym-aa)",,out:effort-not-established, aagdpval#5.0.1,artificialanalysis,gemini-3.5-flash-lite,unstated,mixed,frontier,GDPval-AA-v2,,,,,,994.52,AA-elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-5-flash-lite, scores.gdpval-aa-normalized)",,out:effort-not-established, aa5-mlcr-aa,artificialanalysis,gemini-3.5-flash-lite,unstated,mixed,hard,,,,,,,0.105555555555556,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-5-flash-lite, scores.mlcr-aa)",,out:effort-not-established, aammmupro#5.0.1,artificialanalysis,gemini-3.5-flash-lite,unstated,mixed,hard,MMMU-Pro-AA,,,,,,79.0173410404624,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-5-flash-lite, scores.mmmu-pro)",,out:effort-not-established, aahle@artificialanalysis#5.0.1,artificialanalysis,gemini-3.5-flash-lite,unstated,reasoning-math,frontier,HLE-AA-notools,,,,,,18.8137164040778,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-5-flash-lite, scores.humanitys-last-exam)",,out:effort-not-established, aalcr@artificialanalysis#5.0.1,artificialanalysis,gemini-3.5-flash-lite,unstated,mixed,hard,AA-LCR,,,,,,76,acc%,0.289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-5-flash-lite, scores.artificial-analysis-long-context-reasoning)",,out:effort-not-established, aascicode@artificialanalysis#5.0.1,artificialanalysis,gemini-3.5-flash-lite,unstated,coding,hard,SciCode-AA,,,,,,41.3194444444444,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-5-flash-lite, scores.scicode)",,out:effort-not-established, aacritpt@artificialanalysis#5.0.1,artificialanalysis,gemini-3.5-flash-lite,unstated,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-5-flash-lite, scores.critpt)",,out:effort-not-established, aatb21#5.0.1,artificialanalysis,gemini-3.5-flash-lite,unstated,coding,hard,AA-TB,,,,,,53.5580524344569,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-5-flash-lite, scores.terminalbench-2-1)",,out:effort-not-established, aagpqa#5.0.1,artificialanalysis,gemini-3.5-flash-lite,unstated,reasoning-math,hard,AA-GPQA,,,,,,83.8383838383838,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-5-flash-lite, scores.gpqa-diamond)",,out:effort-not-established, aatau-banking#5.0.1,artificialanalysis,gemini-3.5-flash-lite,unstated,agentic-tool,hard,AA-tau-banking,,,,,,17.5257731958763,pass%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-5-flash-lite, scores.tau3-banking)",,out:effort-not-established, aa-index5@artificialanalysis,artificialanalysis,glm-5.3-flash,unstated,mixed,hard,,per-task,0.5833103440014082,2.89e-17,,,27.803889160883,AA-idx,2.89e-13,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3-flash, intelligenceIndex)",,out:effort-not-established,out:effort-not-established aaomni-index#5.0.1,artificialanalysis,glm-5.3-flash,unstated,mixed,mid,AA-Omniscience,,,,,,0.6666666666666666,omniscience-index,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3-flash, omniscience (the Omniscience Index))",,out:effort-not-established, aa5-aa-briefcase@artificialanalysis,artificialanalysis,glm-5.3-flash,unstated,mixed,hard,,,,,,,1450.94,Elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3-flash, scores.aa-briefcase)",,out:effort-not-established, aaomni@artificialanalysis#5.0.1,artificialanalysis,glm-5.3-flash,unstated,mixed,mid,AA-Omniscience,,,,,,28.2,acc%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3-flash, scores.omniscience-accuracy)",,out:effort-not-established, aa5-omniscience-non-hallucination@artificialanalysis,artificialanalysis,glm-5.3-flash,unstated,mixed,hard,,,,,,,0.6165273909006499,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3-flash, scores.omniscience-non-hallucination)",,out:effort-not-established, aaautob#5.0.1,artificialanalysis,glm-5.3-flash,unstated,agentic-tool,hard,AutomationBench-AA,,,,,,60.36862782167782,partial-credit%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3-flash, scores.automationbench-aa)",,out:effort-not-established, aatbsci@artificialanalysis#5.0.1,artificialanalysis,glm-5.3-flash,unstated,coding,hard,Terminal-Bench-Science-AA,,,,,,4.76190476190476,pass%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3-flash, scores.terminal-bench-science)",,out:effort-not-established, aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,glm-5.3-flash,unstated,coding,hard,,,,,,,0.176070454545455,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3-flash, scores.frontiercode-2-0)",,out:effort-not-established, aa5-hle-diamond,artificialanalysis,glm-5.3-flash,unstated,mixed,hard,,,,,,,0.182,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3-flash, scores.hle-diamond)",,out:effort-not-established, aagdppdf@artificialanalysis#5.0.1,artificialanalysis,glm-5.3-flash,unstated,mixed,hard,GDP-PDF-AA,,,,,,15.4,allpass%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3-flash, scores.gdp-pdf)",,out:effort-not-established, aatb40@artificialanalysis#5.0.1,artificialanalysis,glm-5.3-flash,unstated,coding,hard,TB-AA,,,,,,32.8282828282828,pass%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3-flash, scores.terminalbench-4-0)",,out:effort-not-established, aa5-critpt-v2-hard,artificialanalysis,glm-5.3-flash,unstated,mixed,hard,,,,,,,0.245,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3-flash, scores.critpt-v2-hard)",,out:effort-not-established, aaanalyst#5.0.1,artificialanalysis,glm-5.3-flash,unstated,agentic-tool,hard,AA-AnalystAgent,,,,,,25,score%,0.289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3-flash, scores.aa-analyst-agent)",,out:effort-not-established, aa5-harvey-lab-aa,artificialanalysis,glm-5.3-flash,unstated,mixed,hard,,,,,,,0.008333333333333333,score%,2.89e-19,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3-flash, scores.harvey-lab-aa)",,out:effort-not-established, aaenterpriseops#5.0.1,artificialanalysis,glm-5.3-flash,unstated,agentic-tool,hard,AA-EnterpriseOps,,,,,,33.21396598030439,pass%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3-flash, scores.enterprise-ops-gym-aa)",,out:effort-not-established, aagdpval#5.0.1,artificialanalysis,glm-5.3-flash,unstated,mixed,frontier,GDPval-AA-v2,,,,,,1649.37,AA-elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3-flash, scores.gdpval-aa-normalized)",,out:effort-not-established, aa3d-v10,artificialanalysis,glm-5.3-flash,unstated,coding,hard,Stirrup,,,,,,936.6148,Elo,2.89e-05,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3-flash, scores.aa-3d)",,out:effort-not-established, aa5-code2video-aa,artificialanalysis,glm-5.3-flash,unstated,mixed,hard,,,,,,,974.54,Elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3-flash, scores.code2video-aa)",,out:effort-not-established, aaitbench#5.0.1,artificialanalysis,glm-5.3-flash,unstated,agentic-tool,hard,ITBench-AA,,,,,,51.2429378531074,score%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3-flash, scores.itbench-aa)",,out:effort-not-established, aa5-mlcr-aa,artificialanalysis,glm-5.3-flash,unstated,mixed,hard,,,,,,,0.116666666666667,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3-flash, scores.mlcr-aa)",,out:effort-not-established, aafrontiercode#5.0.1,artificialanalysis,glm-5.3-flash,unstated,coding,frontier,FrontierCode-AA,,,,,,40.9957333333333,weighted-rubric%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3-flash, scores.frontiercode)",,out:effort-not-established, aa5-vials-aa,artificialanalysis,glm-5.3-flash,unstated,mixed,hard,,,,,,,0.39751552795031053,score%,2.89e-18,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3-flash, scores.vials-aa)",,out:effort-not-established, aahle@artificialanalysis#5.0.1,artificialanalysis,glm-5.3-flash,unstated,reasoning-math,frontier,HLE-AA-notools,,,,,,39.8517145505097,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3-flash, scores.humanitys-last-exam)",,out:effort-not-established, aalcr@artificialanalysis#5.0.1,artificialanalysis,glm-5.3-flash,unstated,mixed,hard,AA-LCR,,,,,,80,acc%,2.89,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3-flash, scores.artificial-analysis-long-context-reasoning)",,out:effort-not-established, aascicode@artificialanalysis#5.0.1,artificialanalysis,glm-5.3-flash,unstated,coding,hard,SciCode-AA,,,,,,51.6203703703704,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3-flash, scores.scicode)",,out:effort-not-established, aacritpt@artificialanalysis#5.0.1,artificialanalysis,glm-5.3-flash,unstated,reasoning-math,frontier,CritPt-AA,,,,,,15.4285714285714,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3-flash, scores.critpt)",,out:effort-not-established, aatb21#5.0.1,artificialanalysis,glm-5.3-flash,unstated,coding,hard,AA-TB,,,,,,84.2696629213483,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3-flash, scores.terminalbench-2-1)",,out:effort-not-established, aagpqa#5.0.1,artificialanalysis,glm-5.3-flash,unstated,reasoning-math,hard,AA-GPQA,,,,,,91.2121212121212,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3-flash, scores.gpqa-diamond)",,out:effort-not-established, aatau-banking#5.0.1,artificialanalysis,glm-5.3-flash,unstated,agentic-tool,hard,AA-tau-banking,,,,,,47.2164948453608,pass%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3-flash, scores.tau3-banking)",,out:effort-not-established, aa-index5@artificialanalysis,artificialanalysis,gpt-6-luna,xhigh,mixed,hard,,per-task,0.10409320921120957,2.89e-18,,,23.4508728089378,AA-idx,2.89e-14,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-xhigh, intelligenceIndex)",,in,in aaomni-index#5.0.1,artificialanalysis,gpt-6-luna,xhigh,mixed,mid,AA-Omniscience,,,,,,-12.966666666666667,omniscience-index,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-xhigh, omniscience (the Omniscience Index))",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|gpt-6-luna@xhigh|5.0.1,in, aa5-aa-briefcase@artificialanalysis,artificialanalysis,gpt-6-luna,xhigh,mixed,hard,,,,,,,1235.49,Elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-xhigh, scores.aa-briefcase)",,in, aaomni@artificialanalysis#5.0.1,artificialanalysis,gpt-6-luna,xhigh,mixed,mid,AA-Omniscience,,,,,,38.6,acc%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-xhigh, scores.omniscience-accuracy)",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|gpt-6-luna@xhigh|5.0.1,in, aa5-omniscience-non-hallucination@artificialanalysis,artificialanalysis,gpt-6-luna,xhigh,mixed,hard,,,,,,,0.1601520086862106,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-xhigh, scores.omniscience-non-hallucination)",,in, aaautob#5.0.1,artificialanalysis,gpt-6-luna,xhigh,agentic-tool,hard,AutomationBench-AA,,,,,,47.800686767566575,partial-credit%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-xhigh, scores.automationbench-aa)",,out:republished, aatbsci@artificialanalysis#5.0.1,artificialanalysis,gpt-6-luna,xhigh,coding,hard,Terminal-Bench-Science-AA,,,,,,5.23809523809524,pass%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-xhigh, scores.terminal-bench-science)",,in, aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,gpt-6-luna,xhigh,coding,hard,,,,,,,0.184238888888889,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-xhigh, scores.frontiercode-2-0)",,in, aa5-hle-diamond,artificialanalysis,gpt-6-luna,xhigh,mixed,hard,,,,,,,0.189,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-xhigh, scores.hle-diamond)",,in, aagdppdf@artificialanalysis#5.0.1,artificialanalysis,gpt-6-luna,xhigh,mixed,hard,GDP-PDF-AA,,,,,,18.6,allpass%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-xhigh, scores.gdp-pdf)",,out:republished, aatb40@artificialanalysis#5.0.1,artificialanalysis,gpt-6-luna,xhigh,coding,hard,TB-AA,,,,,,8.08080808080808,pass%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-xhigh, scores.terminalbench-4-0)",,out:republished, aa5-critpt-v2-hard,artificialanalysis,gpt-6-luna,xhigh,mixed,hard,,,,,,,0.37,score%,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-xhigh, scores.critpt-v2-hard)",,in, aagdpval#5.0.1,artificialanalysis,gpt-6-luna,xhigh,mixed,frontier,GDPval-AA-v2,,,,,,1372.52,AA-elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-xhigh, scores.gdpval-aa-normalized)",,in, aa5-mlcr-aa,artificialanalysis,gpt-6-luna,xhigh,mixed,hard,,,,,,,0.205555555555556,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-xhigh, scores.mlcr-aa)",,in, aafrontiercode#5.0.1,artificialanalysis,gpt-6-luna,xhigh,coding,frontier,FrontierCode-AA,,,,,,33.2155333333333,weighted-rubric%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-xhigh, scores.frontiercode)",,in, aahle@artificialanalysis#5.0.1,artificialanalysis,gpt-6-luna,xhigh,reasoning-math,frontier,HLE-AA-notools,,,,,,34.3373493975904,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-xhigh, scores.humanitys-last-exam)",,out:republished, aalcr@artificialanalysis#5.0.1,artificialanalysis,gpt-6-luna,xhigh,mixed,hard,AA-LCR,,,,,,80,acc%,2.89,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-xhigh, scores.artificial-analysis-long-context-reasoning)",,out:republished, aascicode@artificialanalysis#5.0.1,artificialanalysis,gpt-6-luna,xhigh,coding,hard,SciCode-AA,,,,,,51.7361111111111,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-xhigh, scores.scicode)",,out:republished, aacritpt@artificialanalysis#5.0.1,artificialanalysis,gpt-6-luna,xhigh,reasoning-math,frontier,CritPt-AA,,,,,,17.4285714285714,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-xhigh, scores.critpt)",,out:republished, aa-index5@artificialanalysis,artificialanalysis,gpt-6-astra,xhigh,mixed,hard,,per-task,3.6589264906126227,2.89e-17,,,55.3057468569681,AA-idx,2.89e-14,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra-xhigh, intelligenceIndex)",,in,in aaomni-index#5.0.1,artificialanalysis,gpt-6-astra,xhigh,mixed,mid,AA-Omniscience,,,,,,43.666666666666664,omniscience-index,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra-xhigh, omniscience (the Omniscience Index))",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|gpt-6-astra@xhigh|5.0.1,in, aa5-aa-briefcase@artificialanalysis,artificialanalysis,gpt-6-astra,xhigh,mixed,hard,,,,,,,1543.53,Elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra-xhigh, scores.aa-briefcase)",,in, aaomni@artificialanalysis#5.0.1,artificialanalysis,gpt-6-astra,xhigh,mixed,mid,AA-Omniscience,,,,,,61.03333333333333,acc%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra-xhigh, scores.omniscience-accuracy)",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|gpt-6-astra@xhigh|5.0.1,in, aa5-omniscience-non-hallucination@artificialanalysis,artificialanalysis,gpt-6-astra,xhigh,mixed,hard,,,,,,,0.5543199315654406,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra-xhigh, scores.omniscience-non-hallucination)",,in, aaautob#5.0.1,artificialanalysis,gpt-6-astra,xhigh,agentic-tool,hard,AutomationBench-AA,,,,,,67.17778020215392,partial-credit%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra-xhigh, scores.automationbench-aa)",,out:republished, aatbsci@artificialanalysis#5.0.1,artificialanalysis,gpt-6-astra,xhigh,coding,hard,Terminal-Bench-Science-AA,,,,,,54.7619047619048,pass%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra-xhigh, scores.terminal-bench-science)",,in, aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,gpt-6-astra,xhigh,coding,hard,,,,,,,0.414029545454545,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra-xhigh, scores.frontiercode-2-0)",,in, aa5-hle-diamond,artificialanalysis,gpt-6-astra,xhigh,mixed,hard,,,,,,,0.615,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra-xhigh, scores.hle-diamond)",,in, aagdppdf@artificialanalysis#5.0.1,artificialanalysis,gpt-6-astra,xhigh,mixed,hard,GDP-PDF-AA,,,,,,32.2,allpass%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra-xhigh, scores.gdp-pdf)",,out:republished, aatb40@artificialanalysis#5.0.1,artificialanalysis,gpt-6-astra,xhigh,coding,hard,TB-AA,,,,,,59.5959595959596,pass%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra-xhigh, scores.terminalbench-4-0)",,out:republished, aa5-critpt-v2-hard,artificialanalysis,gpt-6-astra,xhigh,mixed,hard,,,,,,,0.71,score%,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra-xhigh, scores.critpt-v2-hard)",,in, aagdpval#5.0.1,artificialanalysis,gpt-6-astra,xhigh,mixed,frontier,GDPval-AA-v2,,,,,,1569.36,AA-elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra-xhigh, scores.gdpval-aa-normalized)",,in, aa5-mlcr-aa,artificialanalysis,gpt-6-astra,xhigh,mixed,hard,,,,,,,0.361111111111111,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra-xhigh, scores.mlcr-aa)",,in, aahle@artificialanalysis#5.0.1,artificialanalysis,gpt-6-astra,xhigh,reasoning-math,frontier,HLE-AA-notools,,,,,,54.5875810936052,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra-xhigh, scores.humanitys-last-exam)",,out:republished, aalcr@artificialanalysis#5.0.1,artificialanalysis,gpt-6-astra,xhigh,mixed,hard,AA-LCR,,,,,,80,acc%,2.89,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra-xhigh, scores.artificial-analysis-long-context-reasoning)",,out:republished, aascicode@artificialanalysis#5.0.1,artificialanalysis,gpt-6-astra,xhigh,coding,hard,SciCode-AA,,,,,,55.6712962962963,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra-xhigh, scores.scicode)",,out:republished, aacritpt@artificialanalysis#5.0.1,artificialanalysis,gpt-6-astra,xhigh,reasoning-math,frontier,CritPt-AA,,,,,,31.4285714285714,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra-xhigh, scores.critpt)",,out:republished, aa-index5@artificialanalysis,artificialanalysis,haiku-5.5,high,mixed,hard,,per-task,0.15856031956679498,2.89e-18,,,29.874315467743,AA-idx,2.89e-13,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5-high, intelligenceIndex)",,in,in aaomni-index#5.0.1,artificialanalysis,haiku-5.5,high,mixed,mid,AA-Omniscience,,,,,,5.3,omniscience-index,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5-high, omniscience (the Omniscience Index))",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|haiku-5.5@high|5.0.1,in, aa5-aa-briefcase@artificialanalysis,artificialanalysis,haiku-5.5,high,mixed,hard,,,,,,,1441.38,Elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5-high, scores.aa-briefcase)",,in, aaomni@artificialanalysis#5.0.1,artificialanalysis,haiku-5.5,high,mixed,mid,AA-Omniscience,,,,,,31.833333333333336,acc%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5-high, scores.omniscience-accuracy)",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|haiku-5.5@high|5.0.1,in, aa5-omniscience-non-hallucination@artificialanalysis,artificialanalysis,haiku-5.5,high,mixed,hard,,,,,,,0.610757946210269,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5-high, scores.omniscience-non-hallucination)",,in, aaautob#5.0.1,artificialanalysis,haiku-5.5,high,agentic-tool,hard,AutomationBench-AA,,,,,,33.72685311767238,partial-credit%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5-high, scores.automationbench-aa)",,out:republished, aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,haiku-5.5,high,coding,hard,,,,,,,0.232000505050505,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5-high, scores.frontiercode-2-0)",,in, aa5-hle-diamond,artificialanalysis,haiku-5.5,high,mixed,hard,,,,,,,0.237,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5-high, scores.hle-diamond)",,in, aagdppdf@artificialanalysis#5.0.1,artificialanalysis,haiku-5.5,high,mixed,hard,GDP-PDF-AA,,,,,,17.2,allpass%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5-high, scores.gdp-pdf)",,out:republished, aatb40@artificialanalysis#5.0.1,artificialanalysis,haiku-5.5,high,coding,hard,TB-AA,,,,,,21.7171717171717,pass%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5-high, scores.terminalbench-4-0)",,out:republished, aa5-critpt-v2-hard,artificialanalysis,haiku-5.5,high,mixed,hard,,,,,,,0.45,score%,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5-high, scores.critpt-v2-hard)",,in, aa5-harvey-lab-aa,artificialanalysis,haiku-5.5,high,mixed,hard,,,,,,,0.01111111111111111,score%,2.89e-18,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5-high, scores.harvey-lab-aa)",,in, aagdpval#5.0.1,artificialanalysis,haiku-5.5,high,mixed,frontier,GDPval-AA-v2,,,,,,1424.29,AA-elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5-high, scores.gdpval-aa-normalized)",,in, aa5-mlcr-aa,artificialanalysis,haiku-5.5,high,mixed,hard,,,,,,,0.15,score%,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5-high, scores.mlcr-aa)",,in, aahle@artificialanalysis#5.0.1,artificialanalysis,haiku-5.5,high,reasoning-math,frontier,HLE-AA-notools,,,,,,37.25671918443,acc%,2.89e-12,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5-high, scores.humanitys-last-exam)",,out:republished, aalcr@artificialanalysis#5.0.1,artificialanalysis,haiku-5.5,high,mixed,hard,AA-LCR,,,,,,77.3333333333333,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5-high, scores.artificial-analysis-long-context-reasoning)",,out:republished, aascicode@artificialanalysis#5.0.1,artificialanalysis,haiku-5.5,high,coding,hard,SciCode-AA,,,,,,48.7268518518519,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5-high, scores.scicode)",,out:republished, aacritpt@artificialanalysis#5.0.1,artificialanalysis,haiku-5.5,high,reasoning-math,frontier,CritPt-AA,,,,,,18.5714285714286,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5-high, scores.critpt)",,out:republished, aa-index5@artificialanalysis,artificialanalysis,grok-4.7,low,mixed,hard,,per-task,2.9222013011913153,2.89e-17,,,31.132077602567,AA-idx,2.89e-13,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record grok-4-7-low, intelligenceIndex)",,in,in aaomni-index#5.0.1,artificialanalysis,grok-4.7,low,mixed,mid,AA-Omniscience,,,,,,27.4,omniscience-index,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record grok-4-7-low, omniscience (the Omniscience Index))",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|grok-4.7@low|5.0.1,in, aa5-aa-briefcase@artificialanalysis,artificialanalysis,grok-4.7,low,mixed,hard,,,,,,,1493.09,Elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record grok-4-7-low, scores.aa-briefcase)",,in, aaomni@artificialanalysis#5.0.1,artificialanalysis,grok-4.7,low,mixed,mid,AA-Omniscience,,,,,,45.73333333333333,acc%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record grok-4-7-low, scores.omniscience-accuracy)",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|grok-4.7@low|5.0.1,in, aa5-omniscience-non-hallucination@artificialanalysis,artificialanalysis,grok-4.7,low,mixed,hard,,,,,,,0.6621621621621622,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record grok-4-7-low, scores.omniscience-non-hallucination)",,in, aaautob#5.0.1,artificialanalysis,grok-4.7,low,agentic-tool,hard,AutomationBench-AA,,,,,,56.73837407466283,partial-credit%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record grok-4-7-low, scores.automationbench-aa)",,out:republished, aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,grok-4.7,low,coding,hard,,,,,,,0.218224494949495,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record grok-4-7-low, scores.frontiercode-2-0)",,in, aa5-hle-diamond,artificialanalysis,grok-4.7,low,mixed,hard,,,,,,,0.185,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record grok-4-7-low, scores.hle-diamond)",,in, aagdppdf@artificialanalysis#5.0.1,artificialanalysis,grok-4.7,low,mixed,hard,GDP-PDF-AA,,,,,,21.4,allpass%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record grok-4-7-low, scores.gdp-pdf)",,out:republished, aatb40@artificialanalysis#5.0.1,artificialanalysis,grok-4.7,low,coding,hard,TB-AA,,,,,,16.1616161616162,pass%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record grok-4-7-low, scores.terminalbench-4-0)",,out:republished, aa5-critpt-v2-hard,artificialanalysis,grok-4.7,low,mixed,hard,,,,,,,0.435,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record grok-4-7-low, scores.critpt-v2-hard)",,in, aagdpval#5.0.1,artificialanalysis,grok-4.7,low,mixed,frontier,GDPval-AA-v2,,,,,,1591.4,AA-elo,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record grok-4-7-low, scores.gdpval-aa-normalized)",,in, aa5-mlcr-aa,artificialanalysis,grok-4.7,low,mixed,hard,,,,,,,0.211111111111111,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record grok-4-7-low, scores.mlcr-aa)",,in, aahle@artificialanalysis#5.0.1,artificialanalysis,grok-4.7,low,reasoning-math,frontier,HLE-AA-notools,,,,,,39.1566265060241,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record grok-4-7-low, scores.humanitys-last-exam)",,out:republished, aalcr@artificialanalysis#5.0.1,artificialanalysis,grok-4.7,low,mixed,hard,AA-LCR,,,,,,80,acc%,2.89,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record grok-4-7-low, scores.artificial-analysis-long-context-reasoning)",,out:republished, aascicode@artificialanalysis#5.0.1,artificialanalysis,grok-4.7,low,coding,hard,SciCode-AA,,,,,,54.8611111111111,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record grok-4-7-low, scores.scicode)",,out:republished, aacritpt@artificialanalysis#5.0.1,artificialanalysis,grok-4.7,low,reasoning-math,frontier,CritPt-AA,,,,,,13.4285714285714,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record grok-4-7-low, scores.critpt)",,out:republished, aa-index5@artificialanalysis,artificialanalysis,sonnet-5.5,high,mixed,hard,,per-task,1.6361294399784785,2.89e-17,,,41.515109087048,AA-idx,2.89e-13,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5-high, intelligenceIndex)",,in,in aaomni-index#5.0.1,artificialanalysis,sonnet-5.5,high,mixed,mid,AA-Omniscience,,,,,,18.733333333333334,omniscience-index,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5-high, omniscience (the Omniscience Index))",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|sonnet-5.5@high|5.0.1,in, aa5-aa-briefcase@artificialanalysis,artificialanalysis,sonnet-5.5,high,mixed,hard,,,,,,,1634.38,Elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5-high, scores.aa-briefcase)",,in, aaomni@artificialanalysis#5.0.1,artificialanalysis,sonnet-5.5,high,mixed,mid,AA-Omniscience,,,,,,50.33333333333333,acc%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5-high, scores.omniscience-accuracy)",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|sonnet-5.5@high|5.0.1,in, aa5-omniscience-non-hallucination@artificialanalysis,artificialanalysis,sonnet-5.5,high,mixed,hard,,,,,,,0.363758389261745,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5-high, scores.omniscience-non-hallucination)",,in, aaautob#5.0.1,artificialanalysis,sonnet-5.5,high,agentic-tool,hard,AutomationBench-AA,,,,,,59.42923026067375,partial-credit%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5-high, scores.automationbench-aa)",,out:republished, aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,sonnet-5.5,high,coding,hard,,,,,,,0.257380050505051,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5-high, scores.frontiercode-2-0)",,in, aa5-hle-diamond,artificialanalysis,sonnet-5.5,high,mixed,hard,,,,,,,0.338,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5-high, scores.hle-diamond)",,in, aagdppdf@artificialanalysis#5.0.1,artificialanalysis,sonnet-5.5,high,mixed,hard,GDP-PDF-AA,,,,,,25.2,allpass%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5-high, scores.gdp-pdf)",,out:republished, aatb40@artificialanalysis#5.0.1,artificialanalysis,sonnet-5.5,high,coding,hard,TB-AA,,,,,,43.9393939393939,pass%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5-high, scores.terminalbench-4-0)",,out:republished, aa5-critpt-v2-hard,artificialanalysis,sonnet-5.5,high,mixed,hard,,,,,,,0.515,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5-high, scores.critpt-v2-hard)",,in, aagdpval#5.0.1,artificialanalysis,sonnet-5.5,high,mixed,frontier,GDPval-AA-v2,,,,,,1556.89,AA-elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5-high, scores.gdpval-aa-normalized)",,in, aa5-mlcr-aa,artificialanalysis,sonnet-5.5,high,mixed,hard,,,,,,,0.188888888888889,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5-high, scores.mlcr-aa)",,in, aahle@artificialanalysis#5.0.1,artificialanalysis,sonnet-5.5,high,reasoning-math,frontier,HLE-AA-notools,,,,,,45.8294717330862,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5-high, scores.humanitys-last-exam)",,out:republished, aalcr@artificialanalysis#5.0.1,artificialanalysis,sonnet-5.5,high,mixed,hard,AA-LCR,,,,,,78,acc%,0.289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5-high, scores.artificial-analysis-long-context-reasoning)",,out:republished, aascicode@artificialanalysis#5.0.1,artificialanalysis,sonnet-5.5,high,coding,hard,SciCode-AA,,,,,,53.7037037037037,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5-high, scores.scicode)",,out:republished, aacritpt@artificialanalysis#5.0.1,artificialanalysis,sonnet-5.5,high,reasoning-math,frontier,CritPt-AA,,,,,,24.5714285714286,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5-high, scores.critpt)",,out:republished, aa-index5@artificialanalysis,artificialanalysis,grok-4.7,high,mixed,hard,,per-task,6.18359556537658,2.89e-15,,,35.2122962959703,AA-idx,2.89e-14,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record grok-4-7-high, intelligenceIndex)",,in,in aaomni-index#5.0.1,artificialanalysis,grok-4.7,high,mixed,mid,AA-Omniscience,,,,,,30,omniscience-index,0.289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record grok-4-7-high, omniscience (the Omniscience Index))",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|grok-4.7@high|5.0.1,in, aa5-aa-briefcase@artificialanalysis,artificialanalysis,grok-4.7,high,mixed,hard,,,,,,,1629.15,Elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record grok-4-7-high, scores.aa-briefcase)",,in, aaomni@artificialanalysis#5.0.1,artificialanalysis,grok-4.7,high,mixed,mid,AA-Omniscience,,,,,,41.76666666666667,acc%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record grok-4-7-high, scores.omniscience-accuracy)",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|grok-4.7@high|5.0.1,in, aa5-omniscience-non-hallucination@artificialanalysis,artificialanalysis,grok-4.7,high,mixed,hard,,,,,,,0.7979393245563824,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record grok-4-7-high, scores.omniscience-non-hallucination)",,in, aaautob#5.0.1,artificialanalysis,grok-4.7,high,agentic-tool,hard,AutomationBench-AA,,,,,,63.51937297314658,partial-credit%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record grok-4-7-high, scores.automationbench-aa)",,out:republished, aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,grok-4.7,high,coding,hard,,,,,,,0.277836363636364,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record grok-4-7-high, scores.frontiercode-2-0)",,in, aa5-hle-diamond,artificialanalysis,grok-4.7,high,mixed,hard,,,,,,,0.236,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record grok-4-7-high, scores.hle-diamond)",,in, aagdppdf@artificialanalysis#5.0.1,artificialanalysis,grok-4.7,high,mixed,hard,GDP-PDF-AA,,,,,,23.2,allpass%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record grok-4-7-high, scores.gdp-pdf)",,out:republished, aatb40@artificialanalysis#5.0.1,artificialanalysis,grok-4.7,high,coding,hard,TB-AA,,,,,,24.7474747474747,pass%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record grok-4-7-high, scores.terminalbench-4-0)",,out:republished, aa5-critpt-v2-hard,artificialanalysis,grok-4.7,high,mixed,hard,,,,,,,0.37,score%,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record grok-4-7-high, scores.critpt-v2-hard)",,in, aagdpval#5.0.1,artificialanalysis,grok-4.7,high,mixed,frontier,GDPval-AA-v2,,,,,,1715.8,AA-elo,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record grok-4-7-high, scores.gdpval-aa-normalized)",,in, aa5-mlcr-aa,artificialanalysis,grok-4.7,high,mixed,hard,,,,,,,0.188888888888889,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record grok-4-7-high, scores.mlcr-aa)",,in, aahle@artificialanalysis#5.0.1,artificialanalysis,grok-4.7,high,reasoning-math,frontier,HLE-AA-notools,,,,,,42.3076923076923,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record grok-4-7-high, scores.humanitys-last-exam)",,out:republished, aalcr@artificialanalysis#5.0.1,artificialanalysis,grok-4.7,high,mixed,hard,AA-LCR,,,,,,77,acc%,0.289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record grok-4-7-high, scores.artificial-analysis-long-context-reasoning)",,out:republished, aascicode@artificialanalysis#5.0.1,artificialanalysis,grok-4.7,high,coding,hard,SciCode-AA,,,,,,57.7546296296296,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record grok-4-7-high, scores.scicode)",,out:republished, aacritpt@artificialanalysis#5.0.1,artificialanalysis,grok-4.7,high,reasoning-math,frontier,CritPt-AA,,,,,,18,acc%,0.289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record grok-4-7-high, scores.critpt)",,out:republished, aa-index5@artificialanalysis,artificialanalysis,gpt-6-astra,max,mixed,hard,,per-task,6.244666943602518,2.89e-16,,,56.8538559596797,AA-idx,2.89e-14,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra, intelligenceIndex)",,in,in aaomni-index#5.0.1,artificialanalysis,gpt-6-astra,max,mixed,mid,AA-Omniscience,,,,,,42.43333333333333,omniscience-index,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra, omniscience (the Omniscience Index))",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|gpt-6-astra@max|5.0.1,in, aa5-aa-briefcase@artificialanalysis,artificialanalysis,gpt-6-astra,max,mixed,hard,,,,,,,1568.59,Elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra, scores.aa-briefcase)",,out:superseded, aaomni@artificialanalysis#5.0.1,artificialanalysis,gpt-6-astra,max,mixed,mid,AA-Omniscience,,,,,,61.56666666666667,acc%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra, scores.omniscience-accuracy)",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|gpt-6-astra@max|5.0.1,in, aa5-omniscience-non-hallucination@artificialanalysis,artificialanalysis,gpt-6-astra,max,mixed,hard,,,,,,,0.5021682567215958,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra, scores.omniscience-non-hallucination)",,in, aaautob#5.0.1,artificialanalysis,gpt-6-astra,max,agentic-tool,hard,AutomationBench-AA,,,,,,68.49174806688876,partial-credit%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra, scores.automationbench-aa)",,out:republished, aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,gpt-6-astra,max,coding,hard,,,,,,,0.42374797979798,score%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra, scores.frontiercode-2-0)",,in, aa5-hle-diamond,artificialanalysis,gpt-6-astra,max,mixed,hard,,,,,,,0.638,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra, scores.hle-diamond)",,in, aagdppdf@artificialanalysis#5.0.1,artificialanalysis,gpt-6-astra,max,mixed,hard,GDP-PDF-AA,,,,,,31,allpass%,0.289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra, scores.gdp-pdf)",,out:republished, aatb40@artificialanalysis#5.0.1,artificialanalysis,gpt-6-astra,max,coding,hard,TB-AA,,,,,,59.0909090909091,pass%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra, scores.terminalbench-4-0)",,out:republished, aa5-critpt-v2-hard,artificialanalysis,gpt-6-astra,max,mixed,hard,,,,,,,0.705,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra, scores.critpt-v2-hard)",,in, aa5-harvey-lab-aa,artificialanalysis,gpt-6-astra,max,mixed,hard,,,,,,,0.0861111111111111,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra, scores.harvey-lab-aa)",,in, aagdpval#5.0.1,artificialanalysis,gpt-6-astra,max,mixed,frontier,GDPval-AA-v2,,,,,,1583.69,AA-elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra, scores.gdpval-aa-normalized)",,out:superseded, aa3d-v10,artificialanalysis,gpt-6-astra,max,coding,hard,Stirrup,,,,,,1164.1313,Elo,2.89e-05,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra, scores.aa-3d)",,out:not-headline, aa5-code2video-aa,artificialanalysis,gpt-6-astra,max,mixed,hard,,,,,,,1426.78,Elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra, scores.code2video-aa)",,in, aa5-mlcr-aa,artificialanalysis,gpt-6-astra,max,mixed,hard,,,,,,,0.416666666666667,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra, scores.mlcr-aa)",,in, aa5-healthbench,artificialanalysis,gpt-6-astra,max,mixed,hard,,,,,,,0.5822174183894343,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra, scores.healthbench)",,in, aa5-healthbench-professional,artificialanalysis,gpt-6-astra,max,mixed,hard,,,,,,,0.6597887253032397,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra, scores.healthbench-professional)",,in, aa5-vials-aa,artificialanalysis,gpt-6-astra,max,mixed,hard,,,,,,,0.6273291925465838,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra, scores.vials-aa)",,in, aahle@artificialanalysis#5.0.1,artificialanalysis,gpt-6-astra,max,reasoning-math,frontier,HLE-AA-notools,,,,,,54.6802594995366,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra, scores.humanitys-last-exam)",,out:republished, aalcr@artificialanalysis#5.0.1,artificialanalysis,gpt-6-astra,max,mixed,hard,AA-LCR,,,,,,80.6666666666667,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra, scores.artificial-analysis-long-context-reasoning)",,out:republished, aascicode@artificialanalysis#5.0.1,artificialanalysis,gpt-6-astra,max,coding,hard,SciCode-AA,,,,,,56.4814814814815,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra, scores.scicode)",,out:republished, aacritpt@artificialanalysis#5.0.1,artificialanalysis,gpt-6-astra,max,reasoning-math,frontier,CritPt-AA,,,,,,31.7142857142857,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra, scores.critpt)",,out:republished, aa-index5@artificialanalysis,artificialanalysis,opus-5.5,max,mixed,hard,,per-task,10.036409719512749,2.89e-16,,,59.1060336078904,AA-idx,2.89e-14,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5, intelligenceIndex)",,in,in aaomni-index#5.0.1,artificialanalysis,opus-5.5,max,mixed,mid,AA-Omniscience,,,,,,48.13333333333333,omniscience-index,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5, omniscience (the Omniscience Index))",,out:superseded, aa5-aa-briefcase@artificialanalysis,artificialanalysis,opus-5.5,max,mixed,hard,,,,,,,1799.89,Elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5, scores.aa-briefcase)",,out:superseded, aaomni@artificialanalysis#5.0.1,artificialanalysis,opus-5.5,max,mixed,mid,AA-Omniscience,,,,,,65.5,acc%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5, scores.omniscience-accuracy)",,in, aa5-omniscience-non-hallucination@artificialanalysis,artificialanalysis,opus-5.5,max,mixed,hard,,,,,,,0.4966183574879227,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5, scores.omniscience-non-hallucination)",,in, aaautob#5.0.1,artificialanalysis,opus-5.5,max,agentic-tool,hard,AutomationBench-AA,,,,,,69.53868128636069,partial-credit%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5, scores.automationbench-aa)",,out:superseded, aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,opus-5.5,max,coding,hard,,,,,,,0.464359595959596,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5, scores.frontiercode-2-0)",,out:superseded, aa5-hle-diamond,artificialanalysis,opus-5.5,max,mixed,hard,,,,,,,0.679,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5, scores.hle-diamond)",,out:superseded, aagdppdf@artificialanalysis#5.0.1,artificialanalysis,opus-5.5,max,mixed,hard,GDP-PDF-AA,,,,,,26.2,allpass%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5, scores.gdp-pdf)",,out:superseded, aatb40@artificialanalysis#5.0.1,artificialanalysis,opus-5.5,max,coding,hard,TB-AA,,,,,,59.5959595959596,pass%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5, scores.terminalbench-4-0)",,out:superseded, aa5-critpt-v2-hard,artificialanalysis,opus-5.5,max,mixed,hard,,,,,,,0.68,score%,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5, scores.critpt-v2-hard)",,out:superseded, aa5-harvey-lab-aa,artificialanalysis,opus-5.5,max,mixed,hard,,,,,,,0.041666666666666664,score%,2.89e-19,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5, scores.harvey-lab-aa)",,in, aagdpval#5.0.1,artificialanalysis,opus-5.5,max,mixed,frontier,GDPval-AA-v2,,,,,,1866.27,AA-elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5, scores.gdpval-aa-normalized)",,in, aa3d-v10,artificialanalysis,opus-5.5,max,coding,hard,Stirrup,,,,,,1196.3999,Elo,2.89e-05,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5, scores.aa-3d)",,out:not-headline, aa5-code2video-aa,artificialanalysis,opus-5.5,max,mixed,hard,,,,,,,1535.57,Elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5, scores.code2video-aa)",,in, aa5-mlcr-aa,artificialanalysis,opus-5.5,max,mixed,hard,,,,,,,0.277777777777778,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5, scores.mlcr-aa)",,in, aa5-healthbench,artificialanalysis,opus-5.5,max,mixed,hard,,,,,,,0.5698718859725104,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5, scores.healthbench)",,in, aa5-healthbench-professional,artificialanalysis,opus-5.5,max,mixed,hard,,,,,,,0.5988078080045365,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5, scores.healthbench-professional)",,in, aa5-vials-aa,artificialanalysis,opus-5.5,max,mixed,hard,,,,,,,0.6149068322981367,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5, scores.vials-aa)",,in, aahle@artificialanalysis#5.0.1,artificialanalysis,opus-5.5,max,reasoning-math,frontier,HLE-AA-notools,,,,,,61.3531047265987,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5, scores.humanitys-last-exam)",,out:republished, aalcr@artificialanalysis#5.0.1,artificialanalysis,opus-5.5,max,mixed,hard,AA-LCR,,,,,,84.6666666666667,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5, scores.artificial-analysis-long-context-reasoning)",,out:republished, aascicode@artificialanalysis#5.0.1,artificialanalysis,opus-5.5,max,coding,hard,SciCode-AA,,,,,,66.8981481481482,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5, scores.scicode)",,out:republished, aacritpt@artificialanalysis#5.0.1,artificialanalysis,opus-5.5,max,reasoning-math,frontier,CritPt-AA,,,,,,31.7142857142857,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5, scores.critpt)",,out:republished, aa-index5@artificialanalysis,artificialanalysis,qwen3.8-27b,not-established:absent,mixed,hard,,per-task,3.7729435511821583,2.89e-17,,,10.0316676028892,AA-idx,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b-non-reasoning, intelligenceIndex)",,out:effort-not-established,out:effort-not-established aaomni-index#5.0.1,artificialanalysis,qwen3.8-27b,not-established:absent,mixed,mid,AA-Omniscience,,,,,,-7.266666666666667,omniscience-index,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b-non-reasoning, omniscience (the Omniscience Index))",,out:effort-not-established, aa5-aa-briefcase@artificialanalysis,artificialanalysis,qwen3.8-27b,not-established:absent,mixed,hard,,,,,,,900.84,Elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b-non-reasoning, scores.aa-briefcase)",,out:effort-not-established, aaomni@artificialanalysis#5.0.1,artificialanalysis,qwen3.8-27b,not-established:absent,mixed,mid,AA-Omniscience,,,,,,9.1,acc%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b-non-reasoning, scores.omniscience-accuracy)",,out:effort-not-established, aa5-omniscience-non-hallucination@artificialanalysis,artificialanalysis,qwen3.8-27b,not-established:absent,mixed,hard,,,,,,,0.81994866153282,score%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b-non-reasoning, scores.omniscience-non-hallucination)",,out:effort-not-established, aaautob#5.0.1,artificialanalysis,qwen3.8-27b,not-established:absent,agentic-tool,hard,AutomationBench-AA,,,,,,12.434667722683214,partial-credit%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b-non-reasoning, scores.automationbench-aa)",,out:effort-not-established, aatbsci@artificialanalysis#5.0.1,artificialanalysis,qwen3.8-27b,not-established:absent,coding,hard,Terminal-Bench-Science-AA,,,,,,0,pass%,28.9,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b-non-reasoning, scores.terminal-bench-science)",,out:effort-not-established, aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,qwen3.8-27b,not-established:absent,coding,hard,,,,,,,0.0371893939393939,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b-non-reasoning, scores.frontiercode-2-0)",,out:effort-not-established, aa5-hle-diamond,artificialanalysis,qwen3.8-27b,not-established:absent,mixed,hard,,,,,,,0.042,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b-non-reasoning, scores.hle-diamond)",,out:effort-not-established, aagdppdf@artificialanalysis#5.0.1,artificialanalysis,qwen3.8-27b,not-established:absent,mixed,hard,GDP-PDF-AA,,,,,,5.2,allpass%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b-non-reasoning, scores.gdp-pdf)",,out:effort-not-established, aatb40@artificialanalysis#5.0.1,artificialanalysis,qwen3.8-27b,not-established:absent,coding,hard,TB-AA,,,,,,0,pass%,28.9,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b-non-reasoning, scores.terminalbench-4-0)",,out:effort-not-established, aa5-critpt-v2-hard,artificialanalysis,qwen3.8-27b,not-established:absent,mixed,hard,,,,,,,0.02,score%,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b-non-reasoning, scores.critpt-v2-hard)",,out:effort-not-established, aagdpval#5.0.1,artificialanalysis,qwen3.8-27b,not-established:absent,mixed,frontier,GDPval-AA-v2,,,,,,1082.06,AA-elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b-non-reasoning, scores.gdpval-aa-normalized)",,out:effort-not-established, aa5-mlcr-aa,artificialanalysis,qwen3.8-27b,not-established:absent,mixed,hard,,,,,,,0.1,score%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b-non-reasoning, scores.mlcr-aa)",,out:effort-not-established, aammmupro#5.0.1,artificialanalysis,qwen3.8-27b,not-established:absent,mixed,hard,MMMU-Pro-AA,,,,,,69.9421965317919,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b-non-reasoning, scores.mmmu-pro)",,out:effort-not-established, aafrontiercode#5.0.1,artificialanalysis,qwen3.8-27b,not-established:absent,coding,frontier,FrontierCode-AA,,,,,,7.87,weighted-rubric%,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b-non-reasoning, scores.frontiercode)",,out:effort-not-established, aahle@artificialanalysis#5.0.1,artificialanalysis,qwen3.8-27b,not-established:absent,reasoning-math,frontier,HLE-AA-notools,,,,,,12.1408711770158,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b-non-reasoning, scores.humanitys-last-exam)",,out:effort-not-established, aalcr@artificialanalysis#5.0.1,artificialanalysis,qwen3.8-27b,not-established:absent,mixed,hard,AA-LCR,,,,,,69.3333333333333,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b-non-reasoning, scores.artificial-analysis-long-context-reasoning)",,out:effort-not-established, aascicode@artificialanalysis#5.0.1,artificialanalysis,qwen3.8-27b,not-established:absent,coding,hard,SciCode-AA,,,,,,36.2268518518519,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b-non-reasoning, scores.scicode)",,out:effort-not-established, aacritpt@artificialanalysis#5.0.1,artificialanalysis,qwen3.8-27b,not-established:absent,reasoning-math,frontier,CritPt-AA,,,,,,0.285714285714286,acc%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b-non-reasoning, scores.critpt)",,out:effort-not-established, aatb21#5.0.1,artificialanalysis,qwen3.8-27b,not-established:absent,coding,hard,AA-TB,,,,,,49.063670411985,acc%,2.89e-13,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b-non-reasoning, scores.terminalbench-2-1)",,out:effort-not-established, aagpqa#5.0.1,artificialanalysis,qwen3.8-27b,not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,81.8181818181818,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b-non-reasoning, scores.gpqa-diamond)",,out:effort-not-established, aatau-banking#5.0.1,artificialanalysis,qwen3.8-27b,not-established:absent,agentic-tool,hard,AA-tau-banking,,,,,,20,pass%,2.89,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b-non-reasoning, scores.tau3-banking)",,out:effort-not-established, aa-index5@artificialanalysis,artificialanalysis,gpt-6-luna,medium,mixed,hard,,per-task,0.042201836106537785,2.89e-19,,,18.4542156192416,AA-idx,2.89e-14,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-medium, intelligenceIndex)",,in,in aaomni-index#5.0.1,artificialanalysis,gpt-6-luna,medium,mixed,mid,AA-Omniscience,,,,,,-13.566666666666666,omniscience-index,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-medium, omniscience (the Omniscience Index))",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|gpt-6-luna@medium|5.0.1,in, aa5-aa-briefcase@artificialanalysis,artificialanalysis,gpt-6-luna,medium,mixed,hard,,,,,,,1096.09,Elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-medium, scores.aa-briefcase)",,in, aaomni@artificialanalysis#5.0.1,artificialanalysis,gpt-6-luna,medium,mixed,mid,AA-Omniscience,,,,,,38.7,acc%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-medium, scores.omniscience-accuracy)",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|gpt-6-luna@medium|5.0.1,in, aa5-omniscience-non-hallucination@artificialanalysis,artificialanalysis,gpt-6-luna,medium,mixed,hard,,,,,,,0.14736269711799888,score%,2.89e-18,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-medium, scores.omniscience-non-hallucination)",,in, aaautob#5.0.1,artificialanalysis,gpt-6-luna,medium,agentic-tool,hard,AutomationBench-AA,,,,,,40.46136879135791,partial-credit%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-medium, scores.automationbench-aa)",,out:republished, aatbsci@artificialanalysis#5.0.1,artificialanalysis,gpt-6-luna,medium,coding,hard,Terminal-Bench-Science-AA,,,,,,1.42857142857143,pass%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-medium, scores.terminal-bench-science)",,in, aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,gpt-6-luna,medium,coding,hard,,,,,,,0.127693181818182,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-medium, scores.frontiercode-2-0)",,in, aa5-hle-diamond,artificialanalysis,gpt-6-luna,medium,mixed,hard,,,,,,,0.151,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-medium, scores.hle-diamond)",,in, aagdppdf@artificialanalysis#5.0.1,artificialanalysis,gpt-6-luna,medium,mixed,hard,GDP-PDF-AA,,,,,,13.8,allpass%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-medium, scores.gdp-pdf)",,out:republished, aatb40@artificialanalysis#5.0.1,artificialanalysis,gpt-6-luna,medium,coding,hard,TB-AA,,,,,,2.52525252525253,pass%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-medium, scores.terminalbench-4-0)",,out:republished, aa5-critpt-v2-hard,artificialanalysis,gpt-6-luna,medium,mixed,hard,,,,,,,0.275,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-medium, scores.critpt-v2-hard)",,in, aagdpval#5.0.1,artificialanalysis,gpt-6-luna,medium,mixed,frontier,GDPval-AA-v2,,,,,,1270.45,AA-elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-medium, scores.gdpval-aa-normalized)",,in, aa5-mlcr-aa,artificialanalysis,gpt-6-luna,medium,mixed,hard,,,,,,,0.183333333333333,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-medium, scores.mlcr-aa)",,in, aafrontiercode#5.0.1,artificialanalysis,gpt-6-luna,medium,coding,frontier,FrontierCode-AA,,,,,,31.8060333333333,weighted-rubric%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-medium, scores.frontiercode)",,in, aahle@artificialanalysis#5.0.1,artificialanalysis,gpt-6-luna,medium,reasoning-math,frontier,HLE-AA-notools,,,,,,28.2669138090825,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-medium, scores.humanitys-last-exam)",,out:republished, aalcr@artificialanalysis#5.0.1,artificialanalysis,gpt-6-luna,medium,mixed,hard,AA-LCR,,,,,,78.3333333333333,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-medium, scores.artificial-analysis-long-context-reasoning)",,out:republished, aascicode@artificialanalysis#5.0.1,artificialanalysis,gpt-6-luna,medium,coding,hard,SciCode-AA,,,,,,50.9259259259259,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-medium, scores.scicode)",,out:republished, aacritpt@artificialanalysis#5.0.1,artificialanalysis,gpt-6-luna,medium,reasoning-math,frontier,CritPt-AA,,,,,,10.5714285714286,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-medium, scores.critpt)",,out:republished, aa-index5@artificialanalysis,artificialanalysis,gpt-6.1-sol,high,mixed,hard,,per-task,0.5909853515780825,2.89e-17,,,50.3291231936536,AA-idx,2.89e-14,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-high, intelligenceIndex)",,in,in aaomni-index#5.0.1,artificialanalysis,gpt-6.1-sol,high,mixed,mid,AA-Omniscience,,,,,,41,omniscience-index,0.289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-high, omniscience (the Omniscience Index))",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|gpt-6.1-sol@high|5.0.1,in, aa5-aa-briefcase@artificialanalysis,artificialanalysis,gpt-6.1-sol,high,mixed,hard,,,,,,,1468.52,Elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-high, scores.aa-briefcase)",,in, aaomni@artificialanalysis#5.0.1,artificialanalysis,gpt-6.1-sol,high,mixed,mid,AA-Omniscience,,,,,,60.4,acc%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-high, scores.omniscience-accuracy)",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|gpt-6.1-sol@high|5.0.1,in, aa5-omniscience-non-hallucination@artificialanalysis,artificialanalysis,gpt-6.1-sol,high,mixed,hard,,,,,,,0.5101010101010102,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-high, scores.omniscience-non-hallucination)",,in, aaautob#5.0.1,artificialanalysis,gpt-6.1-sol,high,agentic-tool,hard,AutomationBench-AA,,,,,,64.49523732184466,partial-credit%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-high, scores.automationbench-aa)",,out:republished, aatbsci@artificialanalysis#5.0.1,artificialanalysis,gpt-6.1-sol,high,coding,hard,Terminal-Bench-Science-AA,,,,,,46.1904761904762,pass%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-high, scores.terminal-bench-science)",,in, aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,gpt-6.1-sol,high,coding,hard,,,,,,,0.36737297979798,score%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-high, scores.frontiercode-2-0)",,in, aa5-hle-diamond,artificialanalysis,gpt-6.1-sol,high,mixed,hard,,,,,,,0.519,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-high, scores.hle-diamond)",,in, aagdppdf@artificialanalysis#5.0.1,artificialanalysis,gpt-6.1-sol,high,mixed,hard,GDP-PDF-AA,,,,,,32,allpass%,0.289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-high, scores.gdp-pdf)",,out:republished, aatb40@artificialanalysis#5.0.1,artificialanalysis,gpt-6.1-sol,high,coding,hard,TB-AA,,,,,,51.5151515151515,pass%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-high, scores.terminalbench-4-0)",,out:republished, aa5-critpt-v2-hard,artificialanalysis,gpt-6.1-sol,high,mixed,hard,,,,,,,0.685,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-high, scores.critpt-v2-hard)",,in, aagdpval#5.0.1,artificialanalysis,gpt-6.1-sol,high,mixed,frontier,GDPval-AA-v2,,,,,,1520.45,AA-elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-high, scores.gdpval-aa-normalized)",,in, aa5-mlcr-aa,artificialanalysis,gpt-6.1-sol,high,mixed,hard,,,,,,,0.316666666666667,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-high, scores.mlcr-aa)",,in, aafrontiercode#5.0.1,artificialanalysis,gpt-6.1-sol,high,coding,frontier,FrontierCode-AA,,,,,,46.6056333333333,weighted-rubric%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-high, scores.frontiercode)",,in, aahle@artificialanalysis#5.0.1,artificialanalysis,gpt-6.1-sol,high,reasoning-math,frontier,HLE-AA-notools,,,,,,51.3901760889713,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-high, scores.humanitys-last-exam)",,out:republished, aalcr@artificialanalysis#5.0.1,artificialanalysis,gpt-6.1-sol,high,mixed,hard,AA-LCR,,,,,,82.3333333333333,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-high, scores.artificial-analysis-long-context-reasoning)",,out:republished, aascicode@artificialanalysis#5.0.1,artificialanalysis,gpt-6.1-sol,high,coding,hard,SciCode-AA,,,,,,55.787037037037,acc%,2.89e-13,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-high, scores.scicode)",,out:republished, aacritpt@artificialanalysis#5.0.1,artificialanalysis,gpt-6.1-sol,high,reasoning-math,frontier,CritPt-AA,,,,,,30,acc%,2.89,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-high, scores.critpt)",,out:republished, aa-index5@artificialanalysis,artificialanalysis,haiku-5.5,xhigh,mixed,hard,,per-task,0.24836110126596478,2.89e-18,,,34.6387759486628,AA-idx,2.89e-14,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5-xhigh, intelligenceIndex)",,in,in aaomni-index#5.0.1,artificialanalysis,haiku-5.5,xhigh,mixed,mid,AA-Omniscience,,,,,,7.833333333333333,omniscience-index,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5-xhigh, omniscience (the Omniscience Index))",,out:superseded, aa5-aa-briefcase@artificialanalysis,artificialanalysis,haiku-5.5,xhigh,mixed,hard,,,,,,,1523.33,Elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5-xhigh, scores.aa-briefcase)",,out:superseded, aaomni@artificialanalysis#5.0.1,artificialanalysis,haiku-5.5,xhigh,mixed,mid,AA-Omniscience,,,,,,33.766666666666667,acc%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5-xhigh, scores.omniscience-accuracy)",,in, aa5-omniscience-non-hallucination@artificialanalysis,artificialanalysis,haiku-5.5,xhigh,mixed,hard,,,,,,,0.6084549572219426,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5-xhigh, scores.omniscience-non-hallucination)",,in, aaautob#5.0.1,artificialanalysis,haiku-5.5,xhigh,agentic-tool,hard,AutomationBench-AA,,,,,,35.953889773428194,partial-credit%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5-xhigh, scores.automationbench-aa)",,out:superseded, aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,haiku-5.5,xhigh,coding,hard,,,,,,,0.299334090909091,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5-xhigh, scores.frontiercode-2-0)",,out:superseded, aa5-hle-diamond,artificialanalysis,haiku-5.5,xhigh,mixed,hard,,,,,,,0.288,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5-xhigh, scores.hle-diamond)",,out:superseded, aagdppdf@artificialanalysis#5.0.1,artificialanalysis,haiku-5.5,xhigh,mixed,hard,GDP-PDF-AA,,,,,,18.2,allpass%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5-xhigh, scores.gdp-pdf)",,out:superseded, aatb40@artificialanalysis#5.0.1,artificialanalysis,haiku-5.5,xhigh,coding,hard,TB-AA,,,,,,29.2929292929293,pass%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5-xhigh, scores.terminalbench-4-0)",,out:superseded, aa5-critpt-v2-hard,artificialanalysis,haiku-5.5,xhigh,mixed,hard,,,,,,,0.475,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5-xhigh, scores.critpt-v2-hard)",,out:superseded, aa5-harvey-lab-aa,artificialanalysis,haiku-5.5,xhigh,mixed,hard,,,,,,,0.027777777777777776,score%,2.89e-19,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5-xhigh, scores.harvey-lab-aa)",,in, aagdpval#5.0.1,artificialanalysis,haiku-5.5,xhigh,mixed,frontier,GDPval-AA-v2,,,,,,1521.54,AA-elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5-xhigh, scores.gdpval-aa-normalized)",,in, aa5-mlcr-aa,artificialanalysis,haiku-5.5,xhigh,mixed,hard,,,,,,,0.15,score%,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5-xhigh, scores.mlcr-aa)",,in, aahle@artificialanalysis#5.0.1,artificialanalysis,haiku-5.5,xhigh,reasoning-math,frontier,HLE-AA-notools,,,,,,42.678405931418,acc%,2.89e-13,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5-xhigh, scores.humanitys-last-exam)",,out:republished, aalcr@artificialanalysis#5.0.1,artificialanalysis,haiku-5.5,xhigh,mixed,hard,AA-LCR,,,,,,78.3333333333333,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5-xhigh, scores.artificial-analysis-long-context-reasoning)",,out:republished, aascicode@artificialanalysis#5.0.1,artificialanalysis,haiku-5.5,xhigh,coding,hard,SciCode-AA,,,,,,51.7361111111111,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5-xhigh, scores.scicode)",,out:republished, aacritpt@artificialanalysis#5.0.1,artificialanalysis,haiku-5.5,xhigh,reasoning-math,frontier,CritPt-AA,,,,,,22.5714285714286,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5-xhigh, scores.critpt)",,out:republished, aa-index5@artificialanalysis,artificialanalysis,haiku-5.5,low,mixed,hard,,per-task,0.043757686381988486,2.89e-19,,,18.6180055310996,AA-idx,2.89e-14,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5-low, intelligenceIndex)",,in,in aaomni-index#5.0.1,artificialanalysis,haiku-5.5,low,mixed,mid,AA-Omniscience,,,,,,2.1666666666666665,omniscience-index,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5-low, omniscience (the Omniscience Index))",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|haiku-5.5@low|5.0.1,in, aa5-aa-briefcase@artificialanalysis,artificialanalysis,haiku-5.5,low,mixed,hard,,,,,,,1114.41,Elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5-low, scores.aa-briefcase)",,in, aaomni@artificialanalysis#5.0.1,artificialanalysis,haiku-5.5,low,mixed,mid,AA-Omniscience,,,,,,30.366666666666664,acc%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5-low, scores.omniscience-accuracy)",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|haiku-5.5@low|5.0.1,in, aa5-omniscience-non-hallucination@artificialanalysis,artificialanalysis,haiku-5.5,low,mixed,hard,,,,,,,0.595021541407372,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5-low, scores.omniscience-non-hallucination)",,in, aaautob#5.0.1,artificialanalysis,haiku-5.5,low,agentic-tool,hard,AutomationBench-AA,,,,,,22.910812181110643,partial-credit%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5-low, scores.automationbench-aa)",,out:republished, aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,haiku-5.5,low,coding,hard,,,,,,,0.0803666666666667,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5-low, scores.frontiercode-2-0)",,in, aa5-hle-diamond,artificialanalysis,haiku-5.5,low,mixed,hard,,,,,,,0.141,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5-low, scores.hle-diamond)",,in, aagdppdf@artificialanalysis#5.0.1,artificialanalysis,haiku-5.5,low,mixed,hard,GDP-PDF-AA,,,,,,11.2,allpass%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5-low, scores.gdp-pdf)",,out:republished, aatb40@artificialanalysis#5.0.1,artificialanalysis,haiku-5.5,low,coding,hard,TB-AA,,,,,,12.6262626262626,pass%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5-low, scores.terminalbench-4-0)",,out:republished, aa5-critpt-v2-hard,artificialanalysis,haiku-5.5,low,mixed,hard,,,,,,,0.215,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5-low, scores.critpt-v2-hard)",,in, aa5-harvey-lab-aa,artificialanalysis,haiku-5.5,low,mixed,hard,,,,,,,0.016666666666666666,score%,2.89e-19,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5-low, scores.harvey-lab-aa)",,in, aagdpval#5.0.1,artificialanalysis,haiku-5.5,low,mixed,frontier,GDPval-AA-v2,,,,,,1130.36,AA-elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5-low, scores.gdpval-aa-normalized)",,in, aa5-mlcr-aa,artificialanalysis,haiku-5.5,low,mixed,hard,,,,,,,0.122222222222222,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5-low, scores.mlcr-aa)",,in, aahle@artificialanalysis#5.0.1,artificialanalysis,haiku-5.5,low,reasoning-math,frontier,HLE-AA-notools,,,,,,27.0157553290083,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5-low, scores.humanitys-last-exam)",,out:republished, aalcr@artificialanalysis#5.0.1,artificialanalysis,haiku-5.5,low,mixed,hard,AA-LCR,,,,,,72,acc%,0.289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5-low, scores.artificial-analysis-long-context-reasoning)",,out:republished, aascicode@artificialanalysis#5.0.1,artificialanalysis,haiku-5.5,low,coding,hard,SciCode-AA,,,,,,49.1898148148148,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5-low, scores.scicode)",,out:republished, aacritpt@artificialanalysis#5.0.1,artificialanalysis,haiku-5.5,low,reasoning-math,frontier,CritPt-AA,,,,,,9.14285714285714,acc%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5-low, scores.critpt)",,out:republished, aa-index5@artificialanalysis,artificialanalysis,grok-4.7,xhigh,mixed,hard,,per-task,7.771539401587139,2.89e-16,,,35.4850117067196,AA-idx,2.89e-14,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record grok-4-7, intelligenceIndex)",,in,in aaomni-index#5.0.1,artificialanalysis,grok-4.7,xhigh,mixed,mid,AA-Omniscience,,,,,,31.233333333333334,omniscience-index,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record grok-4-7, omniscience (the Omniscience Index))",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|grok-4.7@xhigh|5.0.1,in, aa5-aa-briefcase@artificialanalysis,artificialanalysis,grok-4.7,xhigh,mixed,hard,,,,,,,1637.4,Elo,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record grok-4-7, scores.aa-briefcase)",,out:superseded, aaomni@artificialanalysis#5.0.1,artificialanalysis,grok-4.7,xhigh,mixed,mid,AA-Omniscience,,,,,,42.7,acc%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record grok-4-7, scores.omniscience-accuracy)",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|grok-4.7@xhigh|5.0.1,in, aa5-omniscience-non-hallucination@artificialanalysis,artificialanalysis,grok-4.7,xhigh,mixed,hard,,,,,,,0.7998836532867947,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record grok-4-7, scores.omniscience-non-hallucination)",,in, aaautob#5.0.1,artificialanalysis,grok-4.7,xhigh,agentic-tool,hard,AutomationBench-AA,,,,,,65.55835148969458,partial-credit%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record grok-4-7, scores.automationbench-aa)",,out:republished, aatbsci@artificialanalysis#5.0.1,artificialanalysis,grok-4.7,xhigh,coding,hard,Terminal-Bench-Science-AA,,,,,,11.4285714285714,pass%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record grok-4-7, scores.terminal-bench-science)",,in, aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,grok-4.7,xhigh,coding,hard,,,,,,,0.286575505050505,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record grok-4-7, scores.frontiercode-2-0)",,in, aa5-hle-diamond,artificialanalysis,grok-4.7,xhigh,mixed,hard,,,,,,,0.232,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record grok-4-7, scores.hle-diamond)",,in, aagdppdf@artificialanalysis#5.0.1,artificialanalysis,grok-4.7,xhigh,mixed,hard,GDP-PDF-AA,,,,,,20,allpass%,2.89,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record grok-4-7, scores.gdp-pdf)",,out:republished, aatb40@artificialanalysis#5.0.1,artificialanalysis,grok-4.7,xhigh,coding,hard,TB-AA,,,,,,25.7575757575758,pass%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record grok-4-7, scores.terminalbench-4-0)",,out:republished, aa5-critpt-v2-hard,artificialanalysis,grok-4.7,xhigh,mixed,hard,,,,,,,0.335,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record grok-4-7, scores.critpt-v2-hard)",,in, aa5-harvey-lab-aa,artificialanalysis,grok-4.7,xhigh,mixed,hard,,,,,,,0.09444444444444446,score%,2.89e-18,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record grok-4-7, scores.harvey-lab-aa)",,in, aagdpval#5.0.1,artificialanalysis,grok-4.7,xhigh,mixed,frontier,GDPval-AA-v2,,,,,,1718.42,AA-elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record grok-4-7, scores.gdpval-aa-normalized)",,out:superseded, aa3d-v10,artificialanalysis,grok-4.7,xhigh,coding,hard,Stirrup,,,,,,994.7188,Elo,2.89e-05,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record grok-4-7, scores.aa-3d)",,out:not-headline, aa5-code2video-aa,artificialanalysis,grok-4.7,xhigh,mixed,hard,,,,,,,1126.6,Elo,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record grok-4-7, scores.code2video-aa)",,in, aa5-mlcr-aa,artificialanalysis,grok-4.7,xhigh,mixed,hard,,,,,,,0.2,score%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record grok-4-7, scores.mlcr-aa)",,in, aa5-healthbench,artificialanalysis,grok-4.7,xhigh,mixed,hard,,,,,,,0.5601757995204535,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record grok-4-7, scores.healthbench)",,in, aa5-healthbench-professional,artificialanalysis,grok-4.7,xhigh,mixed,hard,,,,,,,0.5577613438810265,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record grok-4-7, scores.healthbench-professional)",,in, aa5-vials-aa,artificialanalysis,grok-4.7,xhigh,mixed,hard,,,,,,,0.37888198757763975,score%,2.89e-18,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record grok-4-7, scores.vials-aa)",,in, aahle@artificialanalysis#5.0.1,artificialanalysis,grok-4.7,xhigh,reasoning-math,frontier,HLE-AA-notools,,,,,,43.1417979610751,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record grok-4-7, scores.humanitys-last-exam)",,out:republished, aalcr@artificialanalysis#5.0.1,artificialanalysis,grok-4.7,xhigh,mixed,hard,AA-LCR,,,,,,76.6666666666667,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record grok-4-7, scores.artificial-analysis-long-context-reasoning)",,out:republished, aascicode@artificialanalysis#5.0.1,artificialanalysis,grok-4.7,xhigh,coding,hard,SciCode-AA,,,,,,57.4074074074074,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record grok-4-7, scores.scicode)",,out:republished, aacritpt@artificialanalysis#5.0.1,artificialanalysis,grok-4.7,xhigh,reasoning-math,frontier,CritPt-AA,,,,,,17.7142857142857,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record grok-4-7, scores.critpt)",,out:republished, aa-index5@artificialanalysis,artificialanalysis,gpt-6-luna,nothink,mixed,hard,,per-task,0.07141741932294249,2.89e-18,,,9.44244373619813,AA-idx,2.89e-15,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-non-reasoning, intelligenceIndex)",,in,in aaomni-index#5.0.1,artificialanalysis,gpt-6-luna,nothink,mixed,mid,AA-Omniscience,,,,,,-25.8,omniscience-index,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-non-reasoning, omniscience (the Omniscience Index))",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|gpt-6-luna@nothink|5.0.1,in, aa5-aa-briefcase@artificialanalysis,artificialanalysis,gpt-6-luna,nothink,mixed,hard,,,,,,,903.05,Elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-non-reasoning, scores.aa-briefcase)",,in, aaomni@artificialanalysis#5.0.1,artificialanalysis,gpt-6-luna,nothink,mixed,mid,AA-Omniscience,,,,,,30.1,acc%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-non-reasoning, scores.omniscience-accuracy)",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|gpt-6-luna@nothink|5.0.1,in, aa5-omniscience-non-hallucination@artificialanalysis,artificialanalysis,gpt-6-luna,nothink,mixed,hard,,,,,,,0.20028612303290416,score%,2.89e-18,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-non-reasoning, scores.omniscience-non-hallucination)",,in, aaautob#5.0.1,artificialanalysis,gpt-6-luna,nothink,agentic-tool,hard,AutomationBench-AA,,,,,,9.141771078680867,partial-credit%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-non-reasoning, scores.automationbench-aa)",,out:republished, aatbsci@artificialanalysis#5.0.1,artificialanalysis,gpt-6-luna,nothink,coding,hard,Terminal-Bench-Science-AA,,,,,,0.952380952380952,pass%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-non-reasoning, scores.terminal-bench-science)",,in, aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,gpt-6-luna,nothink,coding,hard,,,,,,,0.0158234848484848,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-non-reasoning, scores.frontiercode-2-0)",,in, aa5-hle-diamond,artificialanalysis,gpt-6-luna,nothink,mixed,hard,,,,,,,0.063,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-non-reasoning, scores.hle-diamond)",,in, aagdppdf@artificialanalysis#5.0.1,artificialanalysis,gpt-6-luna,nothink,mixed,hard,GDP-PDF-AA,,,,,,5.8,allpass%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-non-reasoning, scores.gdp-pdf)",,out:republished, aatb40@artificialanalysis#5.0.1,artificialanalysis,gpt-6-luna,nothink,coding,hard,TB-AA,,,,,,1.51515151515152,pass%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-non-reasoning, scores.terminalbench-4-0)",,out:republished, aa5-critpt-v2-hard,artificialanalysis,gpt-6-luna,nothink,mixed,hard,,,,,,,0.05,score%,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-non-reasoning, scores.critpt-v2-hard)",,in, aagdpval#5.0.1,artificialanalysis,gpt-6-luna,nothink,mixed,frontier,GDPval-AA-v2,,,,,,1051.67,AA-elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-non-reasoning, scores.gdpval-aa-normalized)",,in, aa5-mlcr-aa,artificialanalysis,gpt-6-luna,nothink,mixed,hard,,,,,,,0.15,score%,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-non-reasoning, scores.mlcr-aa)",,in, aammmupro#5.0.1,artificialanalysis,gpt-6-luna,nothink,mixed,hard,MMMU-Pro-AA,,,,,,62.0809248554913,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-non-reasoning, scores.mmmu-pro)",,in, aafrontiercode#5.0.1,artificialanalysis,gpt-6-luna,nothink,coding,frontier,FrontierCode-AA,,,,,,13.7887,weighted-rubric%,2.89e-05,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-non-reasoning, scores.frontiercode)",,in, aahle@artificialanalysis#5.0.1,artificialanalysis,gpt-6-luna,nothink,reasoning-math,frontier,HLE-AA-notools,,,,,,8.57275254865616,acc%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-non-reasoning, scores.humanitys-last-exam)",,out:republished, aalcr@artificialanalysis#5.0.1,artificialanalysis,gpt-6-luna,nothink,mixed,hard,AA-LCR,,,,,,39.6666666666667,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-non-reasoning, scores.artificial-analysis-long-context-reasoning)",,out:republished, aascicode@artificialanalysis#5.0.1,artificialanalysis,gpt-6-luna,nothink,coding,hard,SciCode-AA,,,,,,43.0555555555556,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-non-reasoning, scores.scicode)",,out:republished, aacritpt@artificialanalysis#5.0.1,artificialanalysis,gpt-6-luna,nothink,reasoning-math,frontier,CritPt-AA,,,,,,1.14285714285714,acc%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-non-reasoning, scores.critpt)",,out:republished, aa-index5@artificialanalysis,artificialanalysis,qwen3.8-27b,medium,mixed,hard,,per-task,2.1600047179927624,2.89e-17,,,17.4831648632067,AA-idx,2.89e-14,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b-medium, intelligenceIndex)",,in,in aaomni-index#5.0.1,artificialanalysis,qwen3.8-27b,medium,mixed,mid,AA-Omniscience,,,,,,-35.86666666666667,omniscience-index,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b-medium, omniscience (the Omniscience Index))",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|qwen3.8-27b@medium|5.0.1,in, aa5-aa-briefcase@artificialanalysis,artificialanalysis,qwen3.8-27b,medium,mixed,hard,,,,,,,1371.79,Elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b-medium, scores.aa-briefcase)",,in, aaomni@artificialanalysis#5.0.1,artificialanalysis,qwen3.8-27b,medium,mixed,mid,AA-Omniscience,,,,,,17.866666666666667,acc%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b-medium, scores.omniscience-accuracy)",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|qwen3.8-27b@medium|5.0.1,in, aa5-omniscience-non-hallucination@artificialanalysis,artificialanalysis,qwen3.8-27b,medium,mixed,hard,,,,,,,0.34577922077922074,score%,2.89e-18,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b-medium, scores.omniscience-non-hallucination)",,in, aaautob#5.0.1,artificialanalysis,qwen3.8-27b,medium,agentic-tool,hard,AutomationBench-AA,,,,,,40.252101015938635,partial-credit%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b-medium, scores.automationbench-aa)",,out:republished, aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,qwen3.8-27b,medium,coding,hard,,,,,,,0.115037626262626,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b-medium, scores.frontiercode-2-0)",,in, aa5-hle-diamond,artificialanalysis,qwen3.8-27b,medium,mixed,hard,,,,,,,0.067,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b-medium, scores.hle-diamond)",,in, aagdppdf@artificialanalysis#5.0.1,artificialanalysis,qwen3.8-27b,medium,mixed,hard,GDP-PDF-AA,,,,,,12.8,allpass%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b-medium, scores.gdp-pdf)",,out:republished, aatb40@artificialanalysis#5.0.1,artificialanalysis,qwen3.8-27b,medium,coding,hard,TB-AA,,,,,,5.05050505050505,pass%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b-medium, scores.terminalbench-4-0)",,out:republished, aa5-critpt-v2-hard,artificialanalysis,qwen3.8-27b,medium,mixed,hard,,,,,,,0.165,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b-medium, scores.critpt-v2-hard)",,in, aagdpval#5.0.1,artificialanalysis,qwen3.8-27b,medium,mixed,frontier,GDPval-AA-v2,,,,,,1388.62,AA-elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b-medium, scores.gdpval-aa-normalized)",,in, aa5-mlcr-aa,artificialanalysis,qwen3.8-27b,medium,mixed,hard,,,,,,,0.0388888888888889,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b-medium, scores.mlcr-aa)",,in, aahle@artificialanalysis#5.0.1,artificialanalysis,qwen3.8-27b,medium,reasoning-math,frontier,HLE-AA-notools,,,,,,14.0871177015755,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b-medium, scores.humanitys-last-exam)",,out:republished, aalcr@artificialanalysis#5.0.1,artificialanalysis,qwen3.8-27b,medium,mixed,hard,AA-LCR,,,,,,79.6666666666667,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b-medium, scores.artificial-analysis-long-context-reasoning)",,out:republished, aascicode@artificialanalysis#5.0.1,artificialanalysis,qwen3.8-27b,medium,coding,hard,SciCode-AA,,,,,,39.0046296296296,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b-medium, scores.scicode)",,out:republished, aacritpt@artificialanalysis#5.0.1,artificialanalysis,qwen3.8-27b,medium,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b-medium, scores.critpt)",,out:uninformative, aa-index5@artificialanalysis,artificialanalysis,gpt-6-luna,max,mixed,hard,,per-task,0.15195575732105837,2.89e-18,,,27.8552004938153,AA-idx,2.89e-14,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna, intelligenceIndex)",,in,in aaomni-index#5.0.1,artificialanalysis,gpt-6-luna,max,mixed,mid,AA-Omniscience,,,,,,-8.266666666666667,omniscience-index,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna, omniscience (the Omniscience Index))",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|gpt-6-luna@max|5.0.1,in, aa5-aa-briefcase@artificialanalysis,artificialanalysis,gpt-6-luna,max,mixed,hard,,,,,,,1337.06,Elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna, scores.aa-briefcase)",,out:superseded, aaomni@artificialanalysis#5.0.1,artificialanalysis,gpt-6-luna,max,mixed,mid,AA-Omniscience,,,,,,39.63333333333333,acc%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna, scores.omniscience-accuracy)",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|gpt-6-luna@max|5.0.1,in, aa5-omniscience-non-hallucination@artificialanalysis,artificialanalysis,gpt-6-luna,max,mixed,hard,,,,,,,0.20651573716178906,score%,2.89e-18,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna, scores.omniscience-non-hallucination)",,in, aaautob#5.0.1,artificialanalysis,gpt-6-luna,max,agentic-tool,hard,AutomationBench-AA,,,,,,53.16814034483175,partial-credit%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna, scores.automationbench-aa)",,out:republished, aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,gpt-6-luna,max,coding,hard,,,,,,,0.251747727272727,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna, scores.frontiercode-2-0)",,in, aa5-hle-diamond,artificialanalysis,gpt-6-luna,max,mixed,hard,,,,,,,0.222,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna, scores.hle-diamond)",,in, aagdppdf@artificialanalysis#5.0.1,artificialanalysis,gpt-6-luna,max,mixed,hard,GDP-PDF-AA,,,,,,22.8,allpass%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna, scores.gdp-pdf)",,out:republished, aatb40@artificialanalysis#5.0.1,artificialanalysis,gpt-6-luna,max,coding,hard,TB-AA,,,,,,12.6262626262626,pass%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna, scores.terminalbench-4-0)",,out:republished, aa5-critpt-v2-hard,artificialanalysis,gpt-6-luna,max,mixed,hard,,,,,,,0.425,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna, scores.critpt-v2-hard)",,in, aa5-harvey-lab-aa,artificialanalysis,gpt-6-luna,max,mixed,hard,,,,,,,0.03333333333333333,score%,2.89e-18,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna, scores.harvey-lab-aa)",,in, aagdpval#5.0.1,artificialanalysis,gpt-6-luna,max,mixed,frontier,GDPval-AA-v2,,,,,,1444.46,AA-elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna, scores.gdpval-aa-normalized)",,out:superseded, aa3d-v10,artificialanalysis,gpt-6-luna,max,coding,hard,Stirrup,,,,,,1000,Elo,0.289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna, scores.aa-3d)",,out:not-headline, aa5-code2video-aa,artificialanalysis,gpt-6-luna,max,mixed,hard,,,,,,,1029.65,Elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna, scores.code2video-aa)",,in, aa5-mlcr-aa,artificialanalysis,gpt-6-luna,max,mixed,hard,,,,,,,0.261111111111111,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna, scores.mlcr-aa)",,in, aa5-healthbench,artificialanalysis,gpt-6-luna,max,mixed,hard,,,,,,,0.5457844450559368,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna, scores.healthbench)",,in, aa5-healthbench-professional,artificialanalysis,gpt-6-luna,max,mixed,hard,,,,,,,0.6189434003955461,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna, scores.healthbench-professional)",,in, aa5-vials-aa,artificialanalysis,gpt-6-luna,max,mixed,hard,,,,,,,0.2732919254658385,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna, scores.vials-aa)",,in, aahle@artificialanalysis#5.0.1,artificialanalysis,gpt-6-luna,max,reasoning-math,frontier,HLE-AA-notools,,,,,,38.5078776645042,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna, scores.humanitys-last-exam)",,out:republished, aalcr@artificialanalysis#5.0.1,artificialanalysis,gpt-6-luna,max,mixed,hard,AA-LCR,,,,,,83.3333333333333,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna, scores.artificial-analysis-long-context-reasoning)",,out:republished, aascicode@artificialanalysis#5.0.1,artificialanalysis,gpt-6-luna,max,coding,hard,SciCode-AA,,,,,,54.6296296296296,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna, scores.scicode)",,out:republished, aacritpt@artificialanalysis#5.0.1,artificialanalysis,gpt-6-luna,max,reasoning-math,frontier,CritPt-AA,,,,,,19.4285714285714,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna, scores.critpt)",,out:republished, aa-index5@artificialanalysis,artificialanalysis,gemini-3.8-flash,medium,mixed,hard,,per-task,6.258586089480771,2.89e-16,,,30.078569475636,AA-idx,2.89e-13,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-8-flash-medium, intelligenceIndex)",,in,in aaomni-index#5.0.1,artificialanalysis,gemini-3.8-flash,medium,mixed,mid,AA-Omniscience,,,,,,23.7,omniscience-index,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-8-flash-medium, omniscience (the Omniscience Index))",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|gemini-3.8-flash@medium|5.0.1,in, aa5-aa-briefcase@artificialanalysis,artificialanalysis,gemini-3.8-flash,medium,mixed,hard,,,,,,,1183.13,Elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-8-flash-medium, scores.aa-briefcase)",,in, aaomni@artificialanalysis#5.0.1,artificialanalysis,gemini-3.8-flash,medium,mixed,mid,AA-Omniscience,,,,,,49.633333333333335,acc%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-8-flash-medium, scores.omniscience-accuracy)",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|gemini-3.8-flash@medium|5.0.1,in, aa5-omniscience-non-hallucination@artificialanalysis,artificialanalysis,gemini-3.8-flash,medium,mixed,hard,,,,,,,0.48510919920582396,score%,2.89e-18,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-8-flash-medium, scores.omniscience-non-hallucination)",,in, aaautob#5.0.1,artificialanalysis,gemini-3.8-flash,medium,agentic-tool,hard,AutomationBench-AA,,,,,,60.88997392114149,partial-credit%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-8-flash-medium, scores.automationbench-aa)",,out:republished, aatbsci@artificialanalysis#5.0.1,artificialanalysis,gemini-3.8-flash,medium,coding,hard,Terminal-Bench-Science-AA,,,,,,10.4761904761905,pass%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-8-flash-medium, scores.terminal-bench-science)",,in, aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,gemini-3.8-flash,medium,coding,hard,,,,,,,0.164714393939394,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-8-flash-medium, scores.frontiercode-2-0)",,in, aa5-hle-diamond,artificialanalysis,gemini-3.8-flash,medium,mixed,hard,,,,,,,0.291,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-8-flash-medium, scores.hle-diamond)",,in, aagdppdf@artificialanalysis#5.0.1,artificialanalysis,gemini-3.8-flash,medium,mixed,hard,GDP-PDF-AA,,,,,,22.8,allpass%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-8-flash-medium, scores.gdp-pdf)",,out:republished, aatb40@artificialanalysis#5.0.1,artificialanalysis,gemini-3.8-flash,medium,coding,hard,TB-AA,,,,,,19.6969696969697,pass%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-8-flash-medium, scores.terminalbench-4-0)",,out:republished, aa5-critpt-v2-hard,artificialanalysis,gemini-3.8-flash,medium,mixed,hard,,,,,,,0.45,score%,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-8-flash-medium, scores.critpt-v2-hard)",,in, aagdpval#5.0.1,artificialanalysis,gemini-3.8-flash,medium,mixed,frontier,GDPval-AA-v2,,,,,,1431.32,AA-elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-8-flash-medium, scores.gdpval-aa-normalized)",,in, aa5-mlcr-aa,artificialanalysis,gemini-3.8-flash,medium,mixed,hard,,,,,,,0.127777777777778,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-8-flash-medium, scores.mlcr-aa)",,in, aafrontiercode#5.0.1,artificialanalysis,gemini-3.8-flash,medium,coding,frontier,FrontierCode-AA,,,,,,37.126,weighted-rubric%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-8-flash-medium, scores.frontiercode)",,in, aahle@artificialanalysis#5.0.1,artificialanalysis,gemini-3.8-flash,medium,reasoning-math,frontier,HLE-AA-notools,,,,,,42.1223354958295,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-8-flash-medium, scores.humanitys-last-exam)",,out:republished, aalcr@artificialanalysis#5.0.1,artificialanalysis,gemini-3.8-flash,medium,mixed,hard,AA-LCR,,,,,,84,acc%,0.289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-8-flash-medium, scores.artificial-analysis-long-context-reasoning)",,out:republished, aascicode@artificialanalysis#5.0.1,artificialanalysis,gemini-3.8-flash,medium,coding,hard,SciCode-AA,,,,,,55.0925925925926,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-8-flash-medium, scores.scicode)",,out:republished, aacritpt@artificialanalysis#5.0.1,artificialanalysis,gemini-3.8-flash,medium,reasoning-math,frontier,CritPt-AA,,,,,,12.2857142857143,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-8-flash-medium, scores.critpt)",,out:republished, aa-index5@artificialanalysis,artificialanalysis,haiku-5.5,max,mixed,hard,,per-task,0.41100741536816304,2.89e-18,,,36.4845435880142,AA-idx,2.89e-14,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5, intelligenceIndex)",,in,in aaomni-index#5.0.1,artificialanalysis,haiku-5.5,max,mixed,mid,AA-Omniscience,,,,,,12.3,omniscience-index,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5, omniscience (the Omniscience Index))",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|haiku-5.5@max|5.0.1,in, aa5-aa-briefcase@artificialanalysis,artificialanalysis,haiku-5.5,max,mixed,hard,,,,,,,1574.12,Elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5, scores.aa-briefcase)",,out:superseded, aaomni@artificialanalysis#5.0.1,artificialanalysis,haiku-5.5,max,mixed,mid,AA-Omniscience,,,,,,34.66666666666667,acc%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5, scores.omniscience-accuracy)",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|haiku-5.5@max|5.0.1,in, aa5-omniscience-non-hallucination@artificialanalysis,artificialanalysis,haiku-5.5,max,mixed,hard,,,,,,,0.6576530612244897,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5, scores.omniscience-non-hallucination)",,in, aaautob#5.0.1,artificialanalysis,haiku-5.5,max,agentic-tool,hard,AutomationBench-AA,,,,,,35.411015132783624,partial-credit%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5, scores.automationbench-aa)",,out:republished, aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,haiku-5.5,max,coding,hard,,,,,,,0.349325505050505,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5, scores.frontiercode-2-0)",,in, aa5-hle-diamond,artificialanalysis,haiku-5.5,max,mixed,hard,,,,,,,0.296,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5, scores.hle-diamond)",,in, aagdppdf@artificialanalysis#5.0.1,artificialanalysis,haiku-5.5,max,mixed,hard,GDP-PDF-AA,,,,,,20.8,allpass%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5, scores.gdp-pdf)",,out:republished, aatb40@artificialanalysis#5.0.1,artificialanalysis,haiku-5.5,max,coding,hard,TB-AA,,,,,,32.8282828282828,pass%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5, scores.terminalbench-4-0)",,out:republished, aa5-critpt-v2-hard,artificialanalysis,haiku-5.5,max,mixed,hard,,,,,,,0.435,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5, scores.critpt-v2-hard)",,in, aa5-harvey-lab-aa,artificialanalysis,haiku-5.5,max,mixed,hard,,,,,,,0.005555555555555555,score%,2.89e-19,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5, scores.harvey-lab-aa)",,in, aagdpval#5.0.1,artificialanalysis,haiku-5.5,max,mixed,frontier,GDPval-AA-v2,,,,,,1630.83,AA-elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5, scores.gdpval-aa-normalized)",,out:superseded, aa3d-v10,artificialanalysis,haiku-5.5,max,coding,hard,Stirrup,,,,,,997.7712,Elo,2.89e-05,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5, scores.aa-3d)",,out:not-headline, aa5-code2video-aa,artificialanalysis,haiku-5.5,max,mixed,hard,,,,,,,1192.35,Elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5, scores.code2video-aa)",,in, aa5-mlcr-aa,artificialanalysis,haiku-5.5,max,mixed,hard,,,,,,,0.35,score%,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5, scores.mlcr-aa)",,in, aa5-healthbench,artificialanalysis,haiku-5.5,max,mixed,hard,,,,,,,0.5848216837943483,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5, scores.healthbench)",,in, aa5-healthbench-professional,artificialanalysis,haiku-5.5,max,mixed,hard,,,,,,,0.5835502941870331,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5, scores.healthbench-professional)",,in, aa5-vials-aa,artificialanalysis,haiku-5.5,max,mixed,hard,,,,,,,0.4906832298136646,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5, scores.vials-aa)",,in, aahle@artificialanalysis#5.0.1,artificialanalysis,haiku-5.5,max,reasoning-math,frontier,HLE-AA-notools,,,,,,44.3929564411492,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5, scores.humanitys-last-exam)",,out:republished, aalcr@artificialanalysis#5.0.1,artificialanalysis,haiku-5.5,max,mixed,hard,AA-LCR,,,,,,82.6666666666667,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5, scores.artificial-analysis-long-context-reasoning)",,out:republished, aascicode@artificialanalysis#5.0.1,artificialanalysis,haiku-5.5,max,coding,hard,SciCode-AA,,,,,,54.9768518518518,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5, scores.scicode)",,out:republished, aacritpt@artificialanalysis#5.0.1,artificialanalysis,haiku-5.5,max,reasoning-math,frontier,CritPt-AA,,,,,,18.8571428571429,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5, scores.critpt)",,out:republished, aa-index5@artificialanalysis,artificialanalysis,gpt-6-luna,high,mixed,hard,,per-task,0.07294776473194697,2.89e-18,,,21.4290170864582,AA-idx,2.89e-14,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-high, intelligenceIndex)",,in,in aaomni-index#5.0.1,artificialanalysis,gpt-6-luna,high,mixed,mid,AA-Omniscience,,,,,,-12.8,omniscience-index,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-high, omniscience (the Omniscience Index))",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|gpt-6-luna@high|5.0.1,in, aa5-aa-briefcase@artificialanalysis,artificialanalysis,gpt-6-luna,high,mixed,hard,,,,,,,1186.6,Elo,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-high, scores.aa-briefcase)",,in, aaomni@artificialanalysis#5.0.1,artificialanalysis,gpt-6-luna,high,mixed,mid,AA-Omniscience,,,,,,39,acc%,0.289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-high, scores.omniscience-accuracy)",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|gpt-6-luna@high|5.0.1,in, aa5-omniscience-non-hallucination@artificialanalysis,artificialanalysis,gpt-6-luna,high,mixed,hard,,,,,,,0.15081967213114755,score%,2.89e-18,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-high, scores.omniscience-non-hallucination)",,in, aaautob#5.0.1,artificialanalysis,gpt-6-luna,high,agentic-tool,hard,AutomationBench-AA,,,,,,47.82449139916615,partial-credit%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-high, scores.automationbench-aa)",,out:republished, aatbsci@artificialanalysis#5.0.1,artificialanalysis,gpt-6-luna,high,coding,hard,Terminal-Bench-Science-AA,,,,,,2.85714285714286,pass%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-high, scores.terminal-bench-science)",,in, aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,gpt-6-luna,high,coding,hard,,,,,,,0.186015151515152,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-high, scores.frontiercode-2-0)",,in, aa5-hle-diamond,artificialanalysis,gpt-6-luna,high,mixed,hard,,,,,,,0.156,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-high, scores.hle-diamond)",,in, aagdppdf@artificialanalysis#5.0.1,artificialanalysis,gpt-6-luna,high,mixed,hard,GDP-PDF-AA,,,,,,18.2,allpass%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-high, scores.gdp-pdf)",,out:republished, aatb40@artificialanalysis#5.0.1,artificialanalysis,gpt-6-luna,high,coding,hard,TB-AA,,,,,,4.54545454545455,pass%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-high, scores.terminalbench-4-0)",,out:republished, aa5-critpt-v2-hard,artificialanalysis,gpt-6-luna,high,mixed,hard,,,,,,,0.31,score%,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-high, scores.critpt-v2-hard)",,in, aagdpval#5.0.1,artificialanalysis,gpt-6-luna,high,mixed,frontier,GDPval-AA-v2,,,,,,1352.1,AA-elo,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-high, scores.gdpval-aa-normalized)",,in, aa5-mlcr-aa,artificialanalysis,gpt-6-luna,high,mixed,hard,,,,,,,0.194444444444444,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-high, scores.mlcr-aa)",,in, aafrontiercode#5.0.1,artificialanalysis,gpt-6-luna,high,coding,frontier,FrontierCode-AA,,,,,,32.0254666666667,weighted-rubric%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-high, scores.frontiercode)",,in, aahle@artificialanalysis#5.0.1,artificialanalysis,gpt-6-luna,high,reasoning-math,frontier,HLE-AA-notools,,,,,,32.9471733086191,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-high, scores.humanitys-last-exam)",,out:republished, aalcr@artificialanalysis#5.0.1,artificialanalysis,gpt-6-luna,high,mixed,hard,AA-LCR,,,,,,79.3333333333333,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-high, scores.artificial-analysis-long-context-reasoning)",,out:republished, aascicode@artificialanalysis#5.0.1,artificialanalysis,gpt-6-luna,high,coding,hard,SciCode-AA,,,,,,50.3472222222222,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-high, scores.scicode)",,out:republished, aacritpt@artificialanalysis#5.0.1,artificialanalysis,gpt-6-luna,high,reasoning-math,frontier,CritPt-AA,,,,,,15.4285714285714,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-high, scores.critpt)",,out:republished, aa-index5@artificialanalysis,artificialanalysis,qwen3.8-27b,low,mixed,hard,,per-task,1.9059046111258202,2.89e-17,,,15.6850612405479,AA-idx,2.89e-14,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b-low, intelligenceIndex)",,in,in aaomni-index#5.0.1,artificialanalysis,qwen3.8-27b,low,mixed,mid,AA-Omniscience,,,,,,-21.466666666666665,omniscience-index,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b-low, omniscience (the Omniscience Index))",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|qwen3.8-27b@low|5.0.1,in, aa5-aa-briefcase@artificialanalysis,artificialanalysis,qwen3.8-27b,low,mixed,hard,,,,,,,1269.55,Elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b-low, scores.aa-briefcase)",,in, aaomni@artificialanalysis#5.0.1,artificialanalysis,qwen3.8-27b,low,mixed,mid,AA-Omniscience,,,,,,18.3,acc%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b-low, scores.omniscience-accuracy)",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|qwen3.8-27b@low|5.0.1,in, aa5-omniscience-non-hallucination@artificialanalysis,artificialanalysis,qwen3.8-27b,low,mixed,hard,,,,,,,0.5132598939208486,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b-low, scores.omniscience-non-hallucination)",,in, aaautob#5.0.1,artificialanalysis,qwen3.8-27b,low,agentic-tool,hard,AutomationBench-AA,,,,,,30.10329530343377,partial-credit%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b-low, scores.automationbench-aa)",,out:republished, aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,qwen3.8-27b,low,coding,hard,,,,,,,0.123696212121212,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b-low, scores.frontiercode-2-0)",,in, aa5-hle-diamond,artificialanalysis,qwen3.8-27b,low,mixed,hard,,,,,,,0.068,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b-low, scores.hle-diamond)",,in, aagdppdf@artificialanalysis#5.0.1,artificialanalysis,qwen3.8-27b,low,mixed,hard,GDP-PDF-AA,,,,,,10.4,allpass%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b-low, scores.gdp-pdf)",,out:republished, aatb40@artificialanalysis#5.0.1,artificialanalysis,qwen3.8-27b,low,coding,hard,TB-AA,,,,,,2.52525252525253,pass%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b-low, scores.terminalbench-4-0)",,out:republished, aa5-critpt-v2-hard,artificialanalysis,qwen3.8-27b,low,mixed,hard,,,,,,,0.055,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b-low, scores.critpt-v2-hard)",,in, aagdpval#5.0.1,artificialanalysis,qwen3.8-27b,low,mixed,frontier,GDPval-AA-v2,,,,,,1370.26,AA-elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b-low, scores.gdpval-aa-normalized)",,in, aa5-mlcr-aa,artificialanalysis,qwen3.8-27b,low,mixed,hard,,,,,,,0.0777777777777778,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b-low, scores.mlcr-aa)",,in, aahle@artificialanalysis#5.0.1,artificialanalysis,qwen3.8-27b,low,reasoning-math,frontier,HLE-AA-notools,,,,,,14.0407784986098,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b-low, scores.humanitys-last-exam)",,out:republished, aalcr@artificialanalysis#5.0.1,artificialanalysis,qwen3.8-27b,low,mixed,hard,AA-LCR,,,,,,77.3333333333333,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b-low, scores.artificial-analysis-long-context-reasoning)",,out:republished, aascicode@artificialanalysis#5.0.1,artificialanalysis,qwen3.8-27b,low,coding,hard,SciCode-AA,,,,,,40.0462962962963,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b-low, scores.scicode)",,out:republished, aacritpt@artificialanalysis#5.0.1,artificialanalysis,qwen3.8-27b,low,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b-low, scores.critpt)",,out:uninformative, aaomni-index#5.0.1,artificialanalysis,deepseek-v4-pro-0813,max,mixed,mid,AA-Omniscience,,,,,,-6.366666666666666,omniscience-index,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record deepseek-v4-pro, omniscience (the Omniscience Index))",,in, aa5-aa-briefcase@artificialanalysis,artificialanalysis,deepseek-v4-pro-0813,max,mixed,hard,,,,,,,1253.16,Elo,0.00289,,prev=1254.44 (src-artificialanalysis-model-pages-2026-11-04#M119),"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record deepseek-v4-pro, scores.aa-briefcase)",,in, aa5-omniscience-non-hallucination@artificialanalysis,artificialanalysis,deepseek-v4-pro-0813,max,mixed,hard,,,,,,,0.05900243309002429,score%,2.89e-18,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record deepseek-v4-pro, scores.omniscience-non-hallucination)",,in, aaautob#5.0.1,artificialanalysis,deepseek-v4-pro-0813,max,agentic-tool,hard,AutomationBench-AA,,,,,,56.71165546344002,partial-credit%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record deepseek-v4-pro, scores.automationbench-aa)",,out:republished, aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,deepseek-v4-pro-0813,max,coding,hard,,,,,,,0.170742929292929,score%,2.89e-16,,prev=0.170742929292929 (src-artificialanalysis-model-pages-2026-11-04#M120),"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record deepseek-v4-pro, scores.frontiercode-2-0)",,in, aa5-hle-diamond,artificialanalysis,deepseek-v4-pro-0813,max,mixed,hard,,,,,,,0.195,score%,0.000289,,prev=0.195 (src-artificialanalysis-model-pages-2026-11-04#M121),"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record deepseek-v4-pro, scores.hle-diamond)",,in, aagdppdf@artificialanalysis#5.0.1,artificialanalysis,deepseek-v4-pro-0813,max,mixed,hard,GDP-PDF-AA,,,,,,11.4,allpass%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record deepseek-v4-pro, scores.gdp-pdf)",,out:republished, aatb40@artificialanalysis#5.0.1,artificialanalysis,deepseek-v4-pro-0813,max,coding,hard,TB-AA,,,,,,14.1414141414141,pass%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record deepseek-v4-pro, scores.terminalbench-4-0)",,out:republished, aa5-critpt-v2-hard,artificialanalysis,deepseek-v4-pro-0813,max,mixed,hard,,,,,,,0.235,score%,0.000289,,prev=0.235 (src-artificialanalysis-model-pages-2026-11-04#M122),"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record deepseek-v4-pro, scores.critpt-v2-hard)",,in, aa-index5@artificialanalysis,artificialanalysis,gemini-3.8-flash,high,mixed,hard,,per-task,7.766006178152514,2.89e-16,,,30.8468119957291,AA-idx,2.89e-14,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-8-flash, intelligenceIndex)",,in,in aaomni-index#5.0.1,artificialanalysis,gemini-3.8-flash,high,mixed,mid,AA-Omniscience,,,,,,23.266666666666666,omniscience-index,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-8-flash, omniscience (the Omniscience Index))",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|gemini-3.8-flash@high|5.0.1,in, aa5-aa-briefcase@artificialanalysis,artificialanalysis,gemini-3.8-flash,high,mixed,hard,,,,,,,1202.99,Elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-8-flash, scores.aa-briefcase)",,in, aaomni@artificialanalysis#5.0.1,artificialanalysis,gemini-3.8-flash,high,mixed,mid,AA-Omniscience,,,,,,50.53333333333333,acc%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-8-flash, scores.omniscience-accuracy)",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|gemini-3.8-flash@high|5.0.1,in, aa5-omniscience-non-hallucination@artificialanalysis,artificialanalysis,gemini-3.8-flash,high,mixed,hard,,,,,,,0.44878706199460916,score%,2.89e-18,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-8-flash, scores.omniscience-non-hallucination)",,in, aaautob#5.0.1,artificialanalysis,gemini-3.8-flash,high,agentic-tool,hard,AutomationBench-AA,,,,,,59.93009432118243,partial-credit%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-8-flash, scores.automationbench-aa)",,out:republished, aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,gemini-3.8-flash,high,coding,hard,,,,,,,0.187427777777778,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-8-flash, scores.frontiercode-2-0)",,in, aa5-hle-diamond,artificialanalysis,gemini-3.8-flash,high,mixed,hard,,,,,,,0.331,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-8-flash, scores.hle-diamond)",,in, aagdppdf@artificialanalysis#5.0.1,artificialanalysis,gemini-3.8-flash,high,mixed,hard,GDP-PDF-AA,,,,,,21,allpass%,0.289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-8-flash, scores.gdp-pdf)",,out:republished, aatb40@artificialanalysis#5.0.1,artificialanalysis,gemini-3.8-flash,high,coding,hard,TB-AA,,,,,,19.6969696969697,pass%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-8-flash, scores.terminalbench-4-0)",,out:republished, aa5-critpt-v2-hard,artificialanalysis,gemini-3.8-flash,high,mixed,hard,,,,,,,0.465,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-8-flash, scores.critpt-v2-hard)",,in, aa5-harvey-lab-aa,artificialanalysis,gemini-3.8-flash,high,mixed,hard,,,,,,,0,score%,0.289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-8-flash, scores.harvey-lab-aa)",,out:uninformative, aagdpval#5.0.1,artificialanalysis,gemini-3.8-flash,high,mixed,frontier,GDPval-AA-v2,,,,,,1445.43,AA-elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-8-flash, scores.gdpval-aa-normalized)",,in, aa3d-v10,artificialanalysis,gemini-3.8-flash,high,coding,hard,Stirrup,,,,,,966.1278,Elo,2.89e-05,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-8-flash, scores.aa-3d)",,out:not-headline, aa5-code2video-aa,artificialanalysis,gemini-3.8-flash,high,mixed,hard,,,,,,,899.09,Elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-8-flash, scores.code2video-aa)",,in, aa5-mlcr-aa,artificialanalysis,gemini-3.8-flash,high,mixed,hard,,,,,,,0.105555555555556,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-8-flash, scores.mlcr-aa)",,in, aa5-healthbench,artificialanalysis,gemini-3.8-flash,high,mixed,hard,,,,,,,0.48378515868589594,score%,2.89e-18,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-8-flash, scores.healthbench)",,in, aa5-healthbench-professional,artificialanalysis,gemini-3.8-flash,high,mixed,hard,,,,,,,0.5169364567799689,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-8-flash, scores.healthbench-professional)",,in, aa5-vials-aa,artificialanalysis,gemini-3.8-flash,high,mixed,hard,,,,,,,0.40993788819875776,score%,2.89e-18,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-8-flash, scores.vials-aa)",,in, aahle@artificialanalysis#5.0.1,artificialanalysis,gemini-3.8-flash,high,reasoning-math,frontier,HLE-AA-notools,,,,,,47.8220574606117,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-8-flash, scores.humanitys-last-exam)",,out:republished, aalcr@artificialanalysis#5.0.1,artificialanalysis,gemini-3.8-flash,high,mixed,hard,AA-LCR,,,,,,81.3333333333333,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-8-flash, scores.artificial-analysis-long-context-reasoning)",,out:republished, aascicode@artificialanalysis#5.0.1,artificialanalysis,gemini-3.8-flash,high,coding,hard,SciCode-AA,,,,,,56.5972222222222,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-8-flash, scores.scicode)",,out:republished, aacritpt@artificialanalysis#5.0.1,artificialanalysis,gemini-3.8-flash,high,reasoning-math,frontier,CritPt-AA,,,,,,18.2857142857143,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-8-flash, scores.critpt)",,out:republished, aa-index5@artificialanalysis,artificialanalysis,sonnet-5.5,xhigh,mixed,hard,,per-task,4.091984916321919,2.89e-16,,,49.9240327787242,AA-idx,2.89e-14,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5-xhigh, intelligenceIndex)",,in,in aaomni-index#5.0.1,artificialanalysis,sonnet-5.5,xhigh,mixed,mid,AA-Omniscience,,,,,,20.6,omniscience-index,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5-xhigh, omniscience (the Omniscience Index))",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|sonnet-5.5@xhigh|5.0.1,in, aa5-aa-briefcase@artificialanalysis,artificialanalysis,sonnet-5.5,xhigh,mixed,hard,,,,,,,1741.64,Elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5-xhigh, scores.aa-briefcase)",,in, aaomni@artificialanalysis#5.0.1,artificialanalysis,sonnet-5.5,xhigh,mixed,mid,AA-Omniscience,,,,,,50.9,acc%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5-xhigh, scores.omniscience-accuracy)",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|sonnet-5.5@xhigh|5.0.1,in, aa5-omniscience-non-hallucination@artificialanalysis,artificialanalysis,sonnet-5.5,xhigh,mixed,hard,,,,,,,0.38289205702647655,score%,2.89e-18,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5-xhigh, scores.omniscience-non-hallucination)",,in, aaautob#5.0.1,artificialanalysis,sonnet-5.5,xhigh,agentic-tool,hard,AutomationBench-AA,,,,,,65.52026949665557,partial-credit%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5-xhigh, scores.automationbench-aa)",,out:republished, aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,sonnet-5.5,xhigh,coding,hard,,,,,,,0.356494696969697,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5-xhigh, scores.frontiercode-2-0)",,in, aa5-hle-diamond,artificialanalysis,sonnet-5.5,xhigh,mixed,hard,,,,,,,0.441,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5-xhigh, scores.hle-diamond)",,in, aagdppdf@artificialanalysis#5.0.1,artificialanalysis,sonnet-5.5,xhigh,mixed,hard,GDP-PDF-AA,,,,,,24.6,allpass%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5-xhigh, scores.gdp-pdf)",,out:republished, aatb40@artificialanalysis#5.0.1,artificialanalysis,sonnet-5.5,xhigh,coding,hard,TB-AA,,,,,,57.0707070707071,pass%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5-xhigh, scores.terminalbench-4-0)",,out:republished, aa5-critpt-v2-hard,artificialanalysis,sonnet-5.5,xhigh,mixed,hard,,,,,,,0.575,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5-xhigh, scores.critpt-v2-hard)",,in, aagdpval#5.0.1,artificialanalysis,sonnet-5.5,xhigh,mixed,frontier,GDPval-AA-v2,,,,,,1735.08,AA-elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5-xhigh, scores.gdpval-aa-normalized)",,in, aa5-mlcr-aa,artificialanalysis,sonnet-5.5,xhigh,mixed,hard,,,,,,,0.205555555555556,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5-xhigh, scores.mlcr-aa)",,in, aahle@artificialanalysis#5.0.1,artificialanalysis,sonnet-5.5,xhigh,reasoning-math,frontier,HLE-AA-notools,,,,,,50,acc%,2.89,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5-xhigh, scores.humanitys-last-exam)",,out:republished, aalcr@artificialanalysis#5.0.1,artificialanalysis,sonnet-5.5,xhigh,mixed,hard,AA-LCR,,,,,,79.6666666666667,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5-xhigh, scores.artificial-analysis-long-context-reasoning)",,out:republished, aascicode@artificialanalysis#5.0.1,artificialanalysis,sonnet-5.5,xhigh,coding,hard,SciCode-AA,,,,,,57.2916666666667,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5-xhigh, scores.scicode)",,out:republished, aacritpt@artificialanalysis#5.0.1,artificialanalysis,sonnet-5.5,xhigh,reasoning-math,frontier,CritPt-AA,,,,,,31.1428571428571,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5-xhigh, scores.critpt)",,out:republished, aa-index5@artificialanalysis,artificialanalysis,gpt-6.1-sol,medium,mixed,hard,,per-task,0.3593898648025732,2.89e-17,,,46.3468797067114,AA-idx,2.89e-14,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-medium, intelligenceIndex)",,in,in aaomni-index#5.0.1,artificialanalysis,gpt-6.1-sol,medium,mixed,mid,AA-Omniscience,,,,,,40.166666666666664,omniscience-index,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-medium, omniscience (the Omniscience Index))",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|gpt-6.1-sol@medium|5.0.1,in, aa5-aa-briefcase@artificialanalysis,artificialanalysis,gpt-6.1-sol,medium,mixed,hard,,,,,,,1360.05,Elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-medium, scores.aa-briefcase)",,in, aaomni@artificialanalysis#5.0.1,artificialanalysis,gpt-6.1-sol,medium,mixed,mid,AA-Omniscience,,,,,,59.6,acc%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-medium, scores.omniscience-accuracy)",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|gpt-6.1-sol@medium|5.0.1,in, aa5-omniscience-non-hallucination@artificialanalysis,artificialanalysis,gpt-6.1-sol,medium,mixed,hard,,,,,,,0.518976897689769,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-medium, scores.omniscience-non-hallucination)",,in, aaautob#5.0.1,artificialanalysis,gpt-6.1-sol,medium,agentic-tool,hard,AutomationBench-AA,,,,,,62.57350970435687,partial-credit%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-medium, scores.automationbench-aa)",,out:republished, aatbsci@artificialanalysis#5.0.1,artificialanalysis,gpt-6.1-sol,medium,coding,hard,Terminal-Bench-Science-AA,,,,,,37.1428571428571,pass%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-medium, scores.terminal-bench-science)",,in, aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,gpt-6.1-sol,medium,coding,hard,,,,,,,0.333875757575758,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-medium, scores.frontiercode-2-0)",,in, aa5-hle-diamond,artificialanalysis,gpt-6.1-sol,medium,mixed,hard,,,,,,,0.46,score%,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-medium, scores.hle-diamond)",,in, aagdppdf@artificialanalysis#5.0.1,artificialanalysis,gpt-6.1-sol,medium,mixed,hard,GDP-PDF-AA,,,,,,30,allpass%,2.89,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-medium, scores.gdp-pdf)",,out:republished, aatb40@artificialanalysis#5.0.1,artificialanalysis,gpt-6.1-sol,medium,coding,hard,TB-AA,,,,,,47.979797979798,pass%,2.89e-13,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-medium, scores.terminalbench-4-0)",,out:republished, aa5-critpt-v2-hard,artificialanalysis,gpt-6.1-sol,medium,mixed,hard,,,,,,,0.67,score%,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-medium, scores.critpt-v2-hard)",,in, aagdpval#5.0.1,artificialanalysis,gpt-6.1-sol,medium,mixed,frontier,GDPval-AA-v2,,,,,,1459.05,AA-elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-medium, scores.gdpval-aa-normalized)",,in, aa5-mlcr-aa,artificialanalysis,gpt-6.1-sol,medium,mixed,hard,,,,,,,0.322222222222222,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-medium, scores.mlcr-aa)",,in, aafrontiercode#5.0.1,artificialanalysis,gpt-6.1-sol,medium,coding,frontier,FrontierCode-AA,,,,,,43.3330666666667,weighted-rubric%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-medium, scores.frontiercode)",,in, aahle@artificialanalysis#5.0.1,artificialanalysis,gpt-6.1-sol,medium,reasoning-math,frontier,HLE-AA-notools,,,,,,49.8609823911029,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-medium, scores.humanitys-last-exam)",,out:republished, aalcr@artificialanalysis#5.0.1,artificialanalysis,gpt-6.1-sol,medium,mixed,hard,AA-LCR,,,,,,83.3333333333333,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-medium, scores.artificial-analysis-long-context-reasoning)",,out:republished, aascicode@artificialanalysis#5.0.1,artificialanalysis,gpt-6.1-sol,medium,coding,hard,SciCode-AA,,,,,,53.2407407407407,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-medium, scores.scicode)",,out:republished, aacritpt@artificialanalysis#5.0.1,artificialanalysis,gpt-6.1-sol,medium,reasoning-math,frontier,CritPt-AA,,,,,,27.7142857142857,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-medium, scores.critpt)",,out:republished, aa-index5@artificialanalysis,artificialanalysis,gpt-6-astra,low,mixed,hard,,per-task,1.4237229635663595,2.89e-17,,,43.3349823228524,AA-idx,2.89e-14,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra-low, intelligenceIndex)",,in,in aaomni-index#5.0.1,artificialanalysis,gpt-6-astra,low,mixed,mid,AA-Omniscience,,,,,,40.3,omniscience-index,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra-low, omniscience (the Omniscience Index))",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|gpt-6-astra@low|5.0.1,in, aa5-aa-briefcase@artificialanalysis,artificialanalysis,gpt-6-astra,low,mixed,hard,,,,,,,1256.49,Elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra-low, scores.aa-briefcase)",,in, aaomni@artificialanalysis#5.0.1,artificialanalysis,gpt-6-astra,low,mixed,mid,AA-Omniscience,,,,,,58.6,acc%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra-low, scores.omniscience-accuracy)",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|gpt-6-astra@low|5.0.1,in, aa5-omniscience-non-hallucination@artificialanalysis,artificialanalysis,gpt-6-astra,low,mixed,hard,,,,,,,0.5579710144927537,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra-low, scores.omniscience-non-hallucination)",,in, aaautob#5.0.1,artificialanalysis,gpt-6-astra,low,agentic-tool,hard,AutomationBench-AA,,,,,,59.09672610445402,partial-credit%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra-low, scores.automationbench-aa)",,out:republished, aatbsci@artificialanalysis#5.0.1,artificialanalysis,gpt-6-astra,low,coding,hard,Terminal-Bench-Science-AA,,,,,,37.1428571428571,pass%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra-low, scores.terminal-bench-science)",,in, aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,gpt-6-astra,low,coding,hard,,,,,,,0.262162878787879,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra-low, scores.frontiercode-2-0)",,in, aa5-hle-diamond,artificialanalysis,gpt-6-astra,low,mixed,hard,,,,,,,0.451,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra-low, scores.hle-diamond)",,in, aagdppdf@artificialanalysis#5.0.1,artificialanalysis,gpt-6-astra,low,mixed,hard,GDP-PDF-AA,,,,,,30.4,allpass%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra-low, scores.gdp-pdf)",,out:republished, aatb40@artificialanalysis#5.0.1,artificialanalysis,gpt-6-astra,low,coding,hard,TB-AA,,,,,,41.9191919191919,pass%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra-low, scores.terminalbench-4-0)",,out:republished, aa5-critpt-v2-hard,artificialanalysis,gpt-6-astra,low,mixed,hard,,,,,,,0.63,score%,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra-low, scores.critpt-v2-hard)",,in, aagdpval#5.0.1,artificialanalysis,gpt-6-astra,low,mixed,frontier,GDPval-AA-v2,,,,,,1403.26,AA-elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra-low, scores.gdpval-aa-normalized)",,in, aa5-mlcr-aa,artificialanalysis,gpt-6-astra,low,mixed,hard,,,,,,,0.338888888888889,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra-low, scores.mlcr-aa)",,in, aahle@artificialanalysis#5.0.1,artificialanalysis,gpt-6-astra,low,reasoning-math,frontier,HLE-AA-notools,,,,,,49.2122335495829,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra-low, scores.humanitys-last-exam)",,out:republished, aalcr@artificialanalysis#5.0.1,artificialanalysis,gpt-6-astra,low,mixed,hard,AA-LCR,,,,,,80,acc%,2.89,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra-low, scores.artificial-analysis-long-context-reasoning)",,out:republished, aascicode@artificialanalysis#5.0.1,artificialanalysis,gpt-6-astra,low,coding,hard,SciCode-AA,,,,,,54.0509259259259,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra-low, scores.scicode)",,out:republished, aacritpt@artificialanalysis#5.0.1,artificialanalysis,gpt-6-astra,low,reasoning-math,frontier,CritPt-AA,,,,,,26.2857142857143,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra-low, scores.critpt)",,out:republished, aa-index5@artificialanalysis,artificialanalysis,haiku-5.5,medium,mixed,hard,,per-task,0.0917645584066771,2.89e-17,,,24.6013254343023,AA-idx,2.89e-14,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5-medium, intelligenceIndex)",,in,in aaomni-index#5.0.1,artificialanalysis,haiku-5.5,medium,mixed,mid,AA-Omniscience,,,,,,4.166666666666667,omniscience-index,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5-medium, omniscience (the Omniscience Index))",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|haiku-5.5@medium|5.0.1,in, aa5-aa-briefcase@artificialanalysis,artificialanalysis,haiku-5.5,medium,mixed,hard,,,,,,,1367.13,Elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5-medium, scores.aa-briefcase)",,in, aaomni@artificialanalysis#5.0.1,artificialanalysis,haiku-5.5,medium,mixed,mid,AA-Omniscience,,,,,,31.733333333333336,acc%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5-medium, scores.omniscience-accuracy)",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|haiku-5.5@medium|5.0.1,in, aa5-omniscience-non-hallucination@artificialanalysis,artificialanalysis,haiku-5.5,medium,mixed,hard,,,,,,,0.59619140625,score%,2.89e-12,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5-medium, scores.omniscience-non-hallucination)",,in, aaautob#5.0.1,artificialanalysis,haiku-5.5,medium,agentic-tool,hard,AutomationBench-AA,,,,,,28.58961481429316,partial-credit%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5-medium, scores.automationbench-aa)",,out:republished, aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,haiku-5.5,medium,coding,hard,,,,,,,0.16091994949495,score%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5-medium, scores.frontiercode-2-0)",,in, aa5-hle-diamond,artificialanalysis,haiku-5.5,medium,mixed,hard,,,,,,,0.168,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5-medium, scores.hle-diamond)",,in, aagdppdf@artificialanalysis#5.0.1,artificialanalysis,haiku-5.5,medium,mixed,hard,GDP-PDF-AA,,,,,,15.2,allpass%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5-medium, scores.gdp-pdf)",,out:republished, aatb40@artificialanalysis#5.0.1,artificialanalysis,haiku-5.5,medium,coding,hard,TB-AA,,,,,,15.1515151515152,pass%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5-medium, scores.terminalbench-4-0)",,out:republished, aa5-critpt-v2-hard,artificialanalysis,haiku-5.5,medium,mixed,hard,,,,,,,0.305,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5-medium, scores.critpt-v2-hard)",,in, aa5-harvey-lab-aa,artificialanalysis,haiku-5.5,medium,mixed,hard,,,,,,,0.005555555555555555,score%,2.89e-19,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5-medium, scores.harvey-lab-aa)",,in, aagdpval#5.0.1,artificialanalysis,haiku-5.5,medium,mixed,frontier,GDPval-AA-v2,,,,,,1282.5,AA-elo,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5-medium, scores.gdpval-aa-normalized)",,in, aa5-mlcr-aa,artificialanalysis,haiku-5.5,medium,mixed,hard,,,,,,,0.161111111111111,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5-medium, scores.mlcr-aa)",,in, aahle@artificialanalysis#5.0.1,artificialanalysis,haiku-5.5,medium,reasoning-math,frontier,HLE-AA-notools,,,,,,33.7812789620019,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5-medium, scores.humanitys-last-exam)",,out:republished, aalcr@artificialanalysis#5.0.1,artificialanalysis,haiku-5.5,medium,mixed,hard,AA-LCR,,,,,,77.3333333333333,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5-medium, scores.artificial-analysis-long-context-reasoning)",,out:republished, aascicode@artificialanalysis#5.0.1,artificialanalysis,haiku-5.5,medium,coding,hard,SciCode-AA,,,,,,48.9583333333333,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5-medium, scores.scicode)",,out:republished, aacritpt@artificialanalysis#5.0.1,artificialanalysis,haiku-5.5,medium,reasoning-math,frontier,CritPt-AA,,,,,,12.8571428571429,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5-medium, scores.critpt)",,out:republished, aa-index5@artificialanalysis,artificialanalysis,qwen3.8-27b,not-established:absent,mixed,hard,,per-task,3.5295494751410654,2.89e-17,,,20.1068756031705,AA-idx,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b, intelligenceIndex)",,out:effort-not-established,out:effort-not-established aaomni-index#5.0.1,artificialanalysis,qwen3.8-27b,not-established:absent,mixed,mid,AA-Omniscience,,,,,,-6.366666666666666,omniscience-index,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b, omniscience (the Omniscience Index))",,out:effort-not-established, aa5-aa-briefcase@artificialanalysis,artificialanalysis,qwen3.8-27b,not-established:absent,mixed,hard,,,,,,,1391.36,Elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b, scores.aa-briefcase)",,out:effort-not-established, aaomni@artificialanalysis#5.0.1,artificialanalysis,qwen3.8-27b,not-established:absent,mixed,mid,AA-Omniscience,,,,,,17.3,acc%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b, scores.omniscience-accuracy)",,out:effort-not-established, aa5-omniscience-non-hallucination@artificialanalysis,artificialanalysis,qwen3.8-27b,not-established:absent,mixed,hard,,,,,,,0.7138250705360742,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b, scores.omniscience-non-hallucination)",,out:effort-not-established, aaautob#5.0.1,artificialanalysis,qwen3.8-27b,not-established:absent,agentic-tool,hard,AutomationBench-AA,,,,,,48.242443682241926,partial-credit%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b, scores.automationbench-aa)",,out:effort-not-established, aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,qwen3.8-27b,not-established:absent,coding,hard,,,,,,,0.149142929292929,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b, scores.frontiercode-2-0)",,out:effort-not-established, aa5-hle-diamond,artificialanalysis,qwen3.8-27b,not-established:absent,mixed,hard,,,,,,,0.153,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b, scores.hle-diamond)",,out:effort-not-established, aagdppdf@artificialanalysis#5.0.1,artificialanalysis,qwen3.8-27b,not-established:absent,mixed,hard,GDP-PDF-AA,,,,,,16.4,allpass%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b, scores.gdp-pdf)",,out:effort-not-established, aatb40@artificialanalysis#5.0.1,artificialanalysis,qwen3.8-27b,not-established:absent,coding,hard,TB-AA,,,,,,5.55555555555556,pass%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b, scores.terminalbench-4-0)",,out:effort-not-established, aa5-critpt-v2-hard,artificialanalysis,qwen3.8-27b,not-established:absent,mixed,hard,,,,,,,0.04,score%,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b, scores.critpt-v2-hard)",,out:effort-not-established, aaenterpriseops#5.0.1,artificialanalysis,qwen3.8-27b,not-established:absent,agentic-tool,hard,AA-EnterpriseOps,,,,,,44.22560429722471,pass%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b, scores.enterprise-ops-gym-aa)",,out:effort-not-established, aagdpval#5.0.1,artificialanalysis,qwen3.8-27b,not-established:absent,mixed,frontier,GDPval-AA-v2,,,,,,1426.73,AA-elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b, scores.gdpval-aa-normalized)",,out:effort-not-established, aa5-code2video-aa,artificialanalysis,qwen3.8-27b,not-established:absent,mixed,hard,,,,,,,949.04,Elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b, scores.code2video-aa)",,out:effort-not-established, aa5-mlcr-aa,artificialanalysis,qwen3.8-27b,not-established:absent,mixed,hard,,,,,,,0.227777777777778,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b, scores.mlcr-aa)",,out:effort-not-established, aahle@artificialanalysis#5.0.1,artificialanalysis,qwen3.8-27b,not-established:absent,reasoning-math,frontier,HLE-AA-notools,,,,,,33.920296570899,acc%,2.89e-13,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b, scores.humanitys-last-exam)",,out:effort-not-established, aalcr@artificialanalysis#5.0.1,artificialanalysis,qwen3.8-27b,not-established:absent,mixed,hard,AA-LCR,,,,,,82,acc%,0.289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b, scores.artificial-analysis-long-context-reasoning)",,out:effort-not-established, aascicode@artificialanalysis#5.0.1,artificialanalysis,qwen3.8-27b,not-established:absent,coding,hard,SciCode-AA,,,,,,46.6435185185185,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b, scores.scicode)",,out:effort-not-established, aacritpt@artificialanalysis#5.0.1,artificialanalysis,qwen3.8-27b,not-established:absent,reasoning-math,frontier,CritPt-AA,,,,,,5.42857142857143,acc%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-27b, scores.critpt)",,out:effort-not-established, aa-index5@artificialanalysis,artificialanalysis,qwen3.8-max-0902,unstated,mixed,hard,,per-task,10.023891571541945,2.89e-16,,,33.6545627367888,AA-idx,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-max, intelligenceIndex)",,out:effort-not-established,out:effort-not-established aaomni-index#5.0.1,artificialanalysis,qwen3.8-max-0902,unstated,mixed,mid,AA-Omniscience,,,,,,10.466666666666667,omniscience-index,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-max, omniscience (the Omniscience Index))",,out:effort-not-established, aa5-aa-briefcase@artificialanalysis,artificialanalysis,qwen3.8-max-0902,unstated,mixed,hard,,,,,,,1606.14,Elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-max, scores.aa-briefcase)",,out:effort-not-established, aaomni@artificialanalysis#5.0.1,artificialanalysis,qwen3.8-max-0902,unstated,mixed,mid,AA-Omniscience,,,,,,29.533333333333334,acc%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-max, scores.omniscience-accuracy)",,out:effort-not-established, aa5-omniscience-non-hallucination@artificialanalysis,artificialanalysis,qwen3.8-max-0902,unstated,mixed,hard,,,,,,,0.7294228949858088,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-max, scores.omniscience-non-hallucination)",,out:effort-not-established, aaautob#5.0.1,artificialanalysis,qwen3.8-max-0902,unstated,agentic-tool,hard,AutomationBench-AA,,,,,,56.1905381087678,partial-credit%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-max, scores.automationbench-aa)",,out:effort-not-established, aatbsci@artificialanalysis#5.0.1,artificialanalysis,qwen3.8-max-0902,unstated,coding,hard,Terminal-Bench-Science-AA,,,,,,11.9047619047619,pass%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-max, scores.terminal-bench-science)",,out:effort-not-established, aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,qwen3.8-max-0902,unstated,coding,hard,,,,,,,0.234232323232323,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-max, scores.frontiercode-2-0)",,out:effort-not-established, aa5-hle-diamond,artificialanalysis,qwen3.8-max-0902,unstated,mixed,hard,,,,,,,0.24,score%,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-max, scores.hle-diamond)",,out:effort-not-established, aagdppdf@artificialanalysis#5.0.1,artificialanalysis,qwen3.8-max-0902,unstated,mixed,hard,GDP-PDF-AA,,,,,,22.8,allpass%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-max, scores.gdp-pdf)",,out:effort-not-established, aatb40@artificialanalysis#5.0.1,artificialanalysis,qwen3.8-max-0902,unstated,coding,hard,TB-AA,,,,,,38.8888888888889,pass%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-max, scores.terminalbench-4-0)",,out:effort-not-established, aa5-critpt-v2-hard,artificialanalysis,qwen3.8-max-0902,unstated,mixed,hard,,,,,,,0.295,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-max, scores.critpt-v2-hard)",,out:effort-not-established, aaanalyst#5.0.1,artificialanalysis,qwen3.8-max-0902,unstated,agentic-tool,hard,AA-AnalystAgent,,,,,,45,score%,0.289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-max, scores.aa-analyst-agent)",,out:effort-not-established, aaenterpriseops#5.0.1,artificialanalysis,qwen3.8-max-0902,unstated,agentic-tool,hard,AA-EnterpriseOps,,,,,,47.62757385854969,pass%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-max, scores.enterprise-ops-gym-aa)",,out:effort-not-established, aagdpval#5.0.1,artificialanalysis,qwen3.8-max-0902,unstated,mixed,frontier,GDPval-AA-v2,,,,,,1673.9,AA-elo,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-max, scores.gdpval-aa-normalized)",,out:effort-not-established, aa3d-v10,artificialanalysis,qwen3.8-max-0902,unstated,coding,hard,Stirrup,,,,,,944.768,Elo,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-max, scores.aa-3d)",,out:effort-not-established, aa5-code2video-aa,artificialanalysis,qwen3.8-max-0902,unstated,mixed,hard,,,,,,,1020.76,Elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-max, scores.code2video-aa)",,out:effort-not-established, aaitbench#5.0.1,artificialanalysis,qwen3.8-max-0902,unstated,agentic-tool,hard,ITBench-AA,,,,,,40.2542372881356,score%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-max, scores.itbench-aa)",,out:effort-not-established, aa5-mlcr-aa,artificialanalysis,qwen3.8-max-0902,unstated,mixed,hard,,,,,,,0.2,score%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-max, scores.mlcr-aa)",,out:effort-not-established, aammmupro#5.0.1,artificialanalysis,qwen3.8-max-0902,unstated,mixed,hard,MMMU-Pro-AA,,,,,,82.7745664739884,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-max, scores.mmmu-pro)",,out:effort-not-established, aafrontiercode#5.0.1,artificialanalysis,qwen3.8-max-0902,unstated,coding,frontier,FrontierCode-AA,,,,,,43.1563,weighted-rubric%,2.89e-05,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-max, scores.frontiercode)",,out:effort-not-established, aa5-vials-aa,artificialanalysis,qwen3.8-max-0902,unstated,mixed,hard,,,,,,,0.3167701863354037,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-max, scores.vials-aa)",,out:effort-not-established, aahle@artificialanalysis#5.0.1,artificialanalysis,qwen3.8-max-0902,unstated,reasoning-math,frontier,HLE-AA-notools,,,,,,43.0954587581094,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-max, scores.humanitys-last-exam)",,out:effort-not-established, aalcr@artificialanalysis#5.0.1,artificialanalysis,qwen3.8-max-0902,unstated,mixed,hard,AA-LCR,,,,,,80.3333333333333,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-max, scores.artificial-analysis-long-context-reasoning)",,out:effort-not-established, aascicode@artificialanalysis#5.0.1,artificialanalysis,qwen3.8-max-0902,unstated,coding,hard,SciCode-AA,,,,,,52.0833333333333,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-max, scores.scicode)",,out:effort-not-established, aacritpt@artificialanalysis#5.0.1,artificialanalysis,qwen3.8-max-0902,unstated,reasoning-math,frontier,CritPt-AA,,,,,,17.7142857142857,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-max, scores.critpt)",,out:effort-not-established, aatb21#5.0.1,artificialanalysis,qwen3.8-max-0902,unstated,coding,hard,AA-TB,,,,,,88.7640449438202,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-max, scores.terminalbench-2-1)",,out:effort-not-established, aagpqa#5.0.1,artificialanalysis,qwen3.8-max-0902,unstated,reasoning-math,hard,AA-GPQA,,,,,,92.8282828282828,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-max, scores.gpqa-diamond)",,out:effort-not-established, aatau-banking#5.0.1,artificialanalysis,qwen3.8-max-0902,unstated,agentic-tool,hard,AA-tau-banking,,,,,,47.8350515463918,pass%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-max, scores.tau3-banking)",,out:effort-not-established, aaapex#5.0.1,artificialanalysis,qwen3.8-max-0902,unstated,agentic-tool,hard,AA-APEX-Agents,,,,,,42.4041297935103,pass@1%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-max, scores.apex-agents-aa)",,out:effort-not-established, aa-index5@artificialanalysis,artificialanalysis,sonnet-5.5,max,mixed,hard,,per-task,10.020621343395753,2.89e-16,,,54.54133407109,AA-idx,2.89e-12,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5, intelligenceIndex)",,in,in aaomni-index#5.0.1,artificialanalysis,sonnet-5.5,max,mixed,mid,AA-Omniscience,,,,,,30.466666666666665,omniscience-index,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5, omniscience (the Omniscience Index))",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|sonnet-5.5@max|5.0.1,in, aa5-aa-briefcase@artificialanalysis,artificialanalysis,sonnet-5.5,max,mixed,hard,,,,,,,1813.33,Elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5, scores.aa-briefcase)",,out:superseded, aaomni@artificialanalysis#5.0.1,artificialanalysis,sonnet-5.5,max,mixed,mid,AA-Omniscience,,,,,,51.46666666666667,acc%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5, scores.omniscience-accuracy)",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|sonnet-5.5@max|5.0.1,in, aa5-omniscience-non-hallucination@artificialanalysis,artificialanalysis,sonnet-5.5,max,mixed,hard,,,,,,,0.5673076923076923,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5, scores.omniscience-non-hallucination)",,in, aaautob#5.0.1,artificialanalysis,sonnet-5.5,max,agentic-tool,hard,AutomationBench-AA,,,,,,71.76882128193995,partial-credit%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5, scores.automationbench-aa)",,out:republished, aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,sonnet-5.5,max,coding,hard,,,,,,,0.416993434343434,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5, scores.frontiercode-2-0)",,in, aa5-hle-diamond,artificialanalysis,sonnet-5.5,max,mixed,hard,,,,,,,0.533,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5, scores.hle-diamond)",,in, aagdppdf@artificialanalysis#5.0.1,artificialanalysis,sonnet-5.5,max,mixed,hard,GDP-PDF-AA,,,,,,25.8,allpass%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5, scores.gdp-pdf)",,out:republished, aatb40@artificialanalysis#5.0.1,artificialanalysis,sonnet-5.5,max,coding,hard,TB-AA,,,,,,63.6363636363636,pass%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5, scores.terminalbench-4-0)",,out:republished, aa5-critpt-v2-hard,artificialanalysis,sonnet-5.5,max,mixed,hard,,,,,,,0.59,score%,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5, scores.critpt-v2-hard)",,in, aa5-harvey-lab-aa,artificialanalysis,sonnet-5.5,max,mixed,hard,,,,,,,0.027777777777777776,score%,2.89e-19,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5, scores.harvey-lab-aa)",,in, aagdpval#5.0.1,artificialanalysis,sonnet-5.5,max,mixed,frontier,GDPval-AA-v2,,,,,,1837.82,AA-elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5, scores.gdpval-aa-normalized)",,in, aa3d-v10,artificialanalysis,sonnet-5.5,max,coding,hard,Stirrup,,,,,,1198.8306,Elo,2.89e-05,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5, scores.aa-3d)",,out:not-headline, aa5-code2video-aa,artificialanalysis,sonnet-5.5,max,mixed,hard,,,,,,,1443.33,Elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5, scores.code2video-aa)",,in, aa5-mlcr-aa,artificialanalysis,sonnet-5.5,max,mixed,hard,,,,,,,0.416666666666667,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5, scores.mlcr-aa)",,in, aa5-healthbench,artificialanalysis,sonnet-5.5,max,mixed,hard,,,,,,,0.620657287652967,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5, scores.healthbench)",,in, aa5-healthbench-professional,artificialanalysis,sonnet-5.5,max,mixed,hard,,,,,,,0.6297154327926934,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5, scores.healthbench-professional)",,in, aa5-vials-aa,artificialanalysis,sonnet-5.5,max,mixed,hard,,,,,,,0.5962732919254659,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5, scores.vials-aa)",,in, aahle@artificialanalysis#5.0.1,artificialanalysis,sonnet-5.5,max,reasoning-math,frontier,HLE-AA-notools,,,,,,54.9582947173309,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5, scores.humanitys-last-exam)",,out:republished, aalcr@artificialanalysis#5.0.1,artificialanalysis,sonnet-5.5,max,mixed,hard,AA-LCR,,,,,,82.6666666666667,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5, scores.artificial-analysis-long-context-reasoning)",,out:republished, aascicode@artificialanalysis#5.0.1,artificialanalysis,sonnet-5.5,max,coding,hard,SciCode-AA,,,,,,60.9953703703704,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5, scores.scicode)",,out:republished, aacritpt@artificialanalysis#5.0.1,artificialanalysis,sonnet-5.5,max,reasoning-math,frontier,CritPt-AA,,,,,,31.4285714285714,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5, scores.critpt)",,out:republished, aa-index5@artificialanalysis,artificialanalysis,gpt-6.1-sol,max,mixed,hard,,per-task,1.2720632679446995,2.89e-17,,,54.6087338138148,AA-idx,2.89e-14,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol, intelligenceIndex)",,in,in aaomni-index#5.0.1,artificialanalysis,gpt-6.1-sol,max,mixed,mid,AA-Omniscience,,,,,,42.03333333333333,omniscience-index,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol, omniscience (the Omniscience Index))",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|gpt-6.1-sol@max|5.0.1,in, aa5-aa-briefcase@artificialanalysis,artificialanalysis,gpt-6.1-sol,max,mixed,hard,,,,,,,1555.09,Elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol, scores.aa-briefcase)",,out:superseded, aaomni@artificialanalysis#5.0.1,artificialanalysis,gpt-6.1-sol,max,mixed,mid,AA-Omniscience,,,,,,61.83333333333333,acc%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol, scores.omniscience-accuracy)",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|gpt-6.1-sol@max|5.0.1,in, aa5-omniscience-non-hallucination@artificialanalysis,artificialanalysis,gpt-6.1-sol,max,mixed,hard,,,,,,,0.48122270742358075,score%,2.89e-18,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol, scores.omniscience-non-hallucination)",,in, aaautob#5.0.1,artificialanalysis,gpt-6.1-sol,max,agentic-tool,hard,AutomationBench-AA,,,,,,64.86844882398171,partial-credit%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol, scores.automationbench-aa)",,out:republished, aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,gpt-6.1-sol,max,coding,hard,,,,,,,0.406262878787879,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol, scores.frontiercode-2-0)",,in, aa5-hle-diamond,artificialanalysis,gpt-6.1-sol,max,mixed,hard,,,,,,,0.588,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol, scores.hle-diamond)",,in, aagdppdf@artificialanalysis#5.0.1,artificialanalysis,gpt-6.1-sol,max,mixed,hard,GDP-PDF-AA,,,,,,31,allpass%,0.289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol, scores.gdp-pdf)",,out:republished, aatb40@artificialanalysis#5.0.1,artificialanalysis,gpt-6.1-sol,max,coding,hard,TB-AA,,,,,,56.0606060606061,pass%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol, scores.terminalbench-4-0)",,out:republished, aa5-critpt-v2-hard,artificialanalysis,gpt-6.1-sol,max,mixed,hard,,,,,,,0.695,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol, scores.critpt-v2-hard)",,in, aa5-harvey-lab-aa,artificialanalysis,gpt-6.1-sol,max,mixed,hard,,,,,,,0.06944444444444443,score%,2.89e-18,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol, scores.harvey-lab-aa)",,in, aagdpval#5.0.1,artificialanalysis,gpt-6.1-sol,max,mixed,frontier,GDPval-AA-v2,,,,,,1608.89,AA-elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol, scores.gdpval-aa-normalized)",,out:superseded, aa3d-v10,artificialanalysis,gpt-6.1-sol,max,coding,hard,Stirrup,,,,,,1119.3508,Elo,2.89e-05,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol, scores.aa-3d)",,out:not-headline, aa5-code2video-aa,artificialanalysis,gpt-6.1-sol,max,mixed,hard,,,,,,,1369.3,Elo,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol, scores.code2video-aa)",,in, aa5-mlcr-aa,artificialanalysis,gpt-6.1-sol,max,mixed,hard,,,,,,,0.383333333333333,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol, scores.mlcr-aa)",,in, aa5-healthbench,artificialanalysis,gpt-6.1-sol,max,mixed,hard,,,,,,,0.5851711351185636,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol, scores.healthbench)",,in, aa5-healthbench-professional,artificialanalysis,gpt-6.1-sol,max,mixed,hard,,,,,,,0.6508743489998069,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol, scores.healthbench-professional)",,in, aa5-vials-aa,artificialanalysis,gpt-6.1-sol,max,mixed,hard,,,,,,,0.5900621118012422,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol, scores.vials-aa)",,in, aahle@artificialanalysis#5.0.1,artificialanalysis,gpt-6.1-sol,max,reasoning-math,frontier,HLE-AA-notools,,,,,,52.9193697868397,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol, scores.humanitys-last-exam)",,out:republished, aalcr@artificialanalysis#5.0.1,artificialanalysis,gpt-6.1-sol,max,mixed,hard,AA-LCR,,,,,,83,acc%,0.289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol, scores.artificial-analysis-long-context-reasoning)",,out:republished, aascicode@artificialanalysis#5.0.1,artificialanalysis,gpt-6.1-sol,max,coding,hard,SciCode-AA,,,,,,54.1666666666667,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol, scores.scicode)",,out:republished, aacritpt@artificialanalysis#5.0.1,artificialanalysis,gpt-6.1-sol,max,reasoning-math,frontier,CritPt-AA,,,,,,31.7142857142857,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol, scores.critpt)",,out:republished, aa-index5@artificialanalysis,artificialanalysis,sonnet-5.5,low,mixed,hard,,per-task,0.5113424463897498,2.89e-17,,,25.649704549789,AA-idx,2.89e-13,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5-low, intelligenceIndex)",,in,in aaomni-index#5.0.1,artificialanalysis,sonnet-5.5,low,mixed,mid,AA-Omniscience,,,,,,20.266666666666666,omniscience-index,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5-low, omniscience (the Omniscience Index))",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|sonnet-5.5@low|5.0.1,in, aa5-aa-briefcase@artificialanalysis,artificialanalysis,sonnet-5.5,low,mixed,hard,,,,,,,1267.6,Elo,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5-low, scores.aa-briefcase)",,in, aaomni@artificialanalysis#5.0.1,artificialanalysis,sonnet-5.5,low,mixed,mid,AA-Omniscience,,,,,,46,acc%,0.289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5-low, scores.omniscience-accuracy)",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|sonnet-5.5@low|5.0.1,in, aa5-omniscience-non-hallucination@artificialanalysis,artificialanalysis,sonnet-5.5,low,mixed,hard,,,,,,,0.5234567901234568,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5-low, scores.omniscience-non-hallucination)",,in, aaautob#5.0.1,artificialanalysis,sonnet-5.5,low,agentic-tool,hard,AutomationBench-AA,,,,,,49.42092641344955,partial-credit%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5-low, scores.automationbench-aa)",,out:republished, aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,sonnet-5.5,low,coding,hard,,,,,,,0.0712575757575758,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5-low, scores.frontiercode-2-0)",,in, aa5-hle-diamond,artificialanalysis,sonnet-5.5,low,mixed,hard,,,,,,,0.206,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5-low, scores.hle-diamond)",,in, aagdppdf@artificialanalysis#5.0.1,artificialanalysis,sonnet-5.5,low,mixed,hard,GDP-PDF-AA,,,,,,16,allpass%,0.289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5-low, scores.gdp-pdf)",,out:republished, aatb40@artificialanalysis#5.0.1,artificialanalysis,sonnet-5.5,low,coding,hard,TB-AA,,,,,,20.7070707070707,pass%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5-low, scores.terminalbench-4-0)",,out:republished, aa5-critpt-v2-hard,artificialanalysis,sonnet-5.5,low,mixed,hard,,,,,,,0.26,score%,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5-low, scores.critpt-v2-hard)",,in, aagdpval#5.0.1,artificialanalysis,sonnet-5.5,low,mixed,frontier,GDPval-AA-v2,,,,,,1181.72,AA-elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5-low, scores.gdpval-aa-normalized)",,in, aa5-mlcr-aa,artificialanalysis,sonnet-5.5,low,mixed,hard,,,,,,,0.194444444444444,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5-low, scores.mlcr-aa)",,in, aahle@artificialanalysis#5.0.1,artificialanalysis,sonnet-5.5,low,reasoning-math,frontier,HLE-AA-notools,,,,,,36.2372567191844,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5-low, scores.humanitys-last-exam)",,out:republished, aalcr@artificialanalysis#5.0.1,artificialanalysis,sonnet-5.5,low,mixed,hard,AA-LCR,,,,,,76,acc%,0.289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5-low, scores.artificial-analysis-long-context-reasoning)",,out:republished, aascicode@artificialanalysis#5.0.1,artificialanalysis,sonnet-5.5,low,coding,hard,SciCode-AA,,,,,,49.0740740740741,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5-low, scores.scicode)",,out:republished, aacritpt@artificialanalysis#5.0.1,artificialanalysis,sonnet-5.5,low,reasoning-math,frontier,CritPt-AA,,,,,,11.4285714285714,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5-low, scores.critpt)",,out:republished, aa-index5@artificialanalysis,artificialanalysis,gpt-6-luna,low,mixed,hard,,per-task,0.005115255188520391,2.89e-19,,,9.66610812336462,AA-idx,2.89e-15,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-low, intelligenceIndex)",,in,in aaomni-index#5.0.1,artificialanalysis,gpt-6-luna,low,mixed,mid,AA-Omniscience,,,,,,-18.1,omniscience-index,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-low, omniscience (the Omniscience Index))",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|gpt-6-luna@low|5.0.1,in, aa5-aa-briefcase@artificialanalysis,artificialanalysis,gpt-6-luna,low,mixed,hard,,,,,,,740.21,Elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-low, scores.aa-briefcase)",,in, aaomni@artificialanalysis#5.0.1,artificialanalysis,gpt-6-luna,low,mixed,mid,AA-Omniscience,,,,,,36.1,acc%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-low, scores.omniscience-accuracy)",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|gpt-6-luna@low|5.0.1,in, aa5-omniscience-non-hallucination@artificialanalysis,artificialanalysis,gpt-6-luna,low,mixed,hard,,,,,,,0.1517996870109546,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-low, scores.omniscience-non-hallucination)",,in, aaautob#5.0.1,artificialanalysis,gpt-6-luna,low,agentic-tool,hard,AutomationBench-AA,,,,,,12.049187272690505,partial-credit%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-low, scores.automationbench-aa)",,out:republished, aatbsci@artificialanalysis#5.0.1,artificialanalysis,gpt-6-luna,low,coding,hard,Terminal-Bench-Science-AA,,,,,,0.952380952380952,pass%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-low, scores.terminal-bench-science)",,in, aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,gpt-6-luna,low,coding,hard,,,,,,,0.0219545454545455,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-low, scores.frontiercode-2-0)",,in, aa5-hle-diamond,artificialanalysis,gpt-6-luna,low,mixed,hard,,,,,,,0.102,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-low, scores.hle-diamond)",,in, aagdppdf@artificialanalysis#5.0.1,artificialanalysis,gpt-6-luna,low,mixed,hard,GDP-PDF-AA,,,,,,9,allpass%,0.289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-low, scores.gdp-pdf)",,out:republished, aatb40@artificialanalysis#5.0.1,artificialanalysis,gpt-6-luna,low,coding,hard,TB-AA,,,,,,0,pass%,28.9,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-low, scores.terminalbench-4-0)",,out:uninformative, aa5-critpt-v2-hard,artificialanalysis,gpt-6-luna,low,mixed,hard,,,,,,,0.095,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-low, scores.critpt-v2-hard)",,in, aagdpval#5.0.1,artificialanalysis,gpt-6-luna,low,mixed,frontier,GDPval-AA-v2,,,,,,1040.48,AA-elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-low, scores.gdpval-aa-normalized)",,in, aa5-mlcr-aa,artificialanalysis,gpt-6-luna,low,mixed,hard,,,,,,,0.188888888888889,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-low, scores.mlcr-aa)",,in, aafrontiercode#5.0.1,artificialanalysis,gpt-6-luna,low,coding,frontier,FrontierCode-AA,,,,,,14.0561333333333,weighted-rubric%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-low, scores.frontiercode)",,in, aahle@artificialanalysis#5.0.1,artificialanalysis,gpt-6-luna,low,reasoning-math,frontier,HLE-AA-notools,,,,,,20.2502316960148,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-low, scores.humanitys-last-exam)",,out:republished, aalcr@artificialanalysis#5.0.1,artificialanalysis,gpt-6-luna,low,mixed,hard,AA-LCR,,,,,,74,acc%,0.289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-low, scores.artificial-analysis-long-context-reasoning)",,out:republished, aascicode@artificialanalysis#5.0.1,artificialanalysis,gpt-6-luna,low,coding,hard,SciCode-AA,,,,,,46.875,acc%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-low, scores.scicode)",,out:republished, aacritpt@artificialanalysis#5.0.1,artificialanalysis,gpt-6-luna,low,reasoning-math,frontier,CritPt-AA,,,,,,2.57142857142857,acc%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna-low, scores.critpt)",,out:republished, aa-index5@artificialanalysis,artificialanalysis,glm-5.3,low,mixed,hard,,per-task,1.5749301149593384,2.89e-17,,,23.1079373025379,AA-idx,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3-low, intelligenceIndex)",,out:superseded,out:superseded aaomni-index#5.0.1,artificialanalysis,glm-5.3,low,mixed,mid,AA-Omniscience,,,,,,-11.166666666666666,omniscience-index,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3-low, omniscience (the Omniscience Index))",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|glm-5.3@low|5.0.1,in, aa5-aa-briefcase@artificialanalysis,artificialanalysis,glm-5.3,low,mixed,hard,,,,,,,1185.12,Elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3-low, scores.aa-briefcase)",,in, aaomni@artificialanalysis#5.0.1,artificialanalysis,glm-5.3,low,mixed,mid,AA-Omniscience,,,,,,31.9,acc%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3-low, scores.omniscience-accuracy)",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|glm-5.3@low|5.0.1,in, aa5-omniscience-non-hallucination@artificialanalysis,artificialanalysis,glm-5.3,low,mixed,hard,,,,,,,0.3675966715614293,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3-low, scores.omniscience-non-hallucination)",,in, aaautob#5.0.1,artificialanalysis,glm-5.3,low,agentic-tool,hard,AutomationBench-AA,,,,,,51.9790983751346,partial-credit%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3-low, scores.automationbench-aa)",,out:republished, aatbsci@artificialanalysis#5.0.1,artificialanalysis,glm-5.3,low,coding,hard,Terminal-Bench-Science-AA,,,,,,3.80952380952381,pass%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3-low, scores.terminal-bench-science)",,in, aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,glm-5.3,low,coding,hard,,,,,,,0.127379797979798,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3-low, scores.frontiercode-2-0)",,in, aa5-hle-diamond,artificialanalysis,glm-5.3,low,mixed,hard,,,,,,,0.175,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3-low, scores.hle-diamond)",,in, aagdppdf@artificialanalysis#5.0.1,artificialanalysis,glm-5.3,low,mixed,hard,GDP-PDF-AA,,,,,,8.8,allpass%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3-low, scores.gdp-pdf)",,out:republished, aatb40@artificialanalysis#5.0.1,artificialanalysis,glm-5.3,low,coding,hard,TB-AA,,,,,,34.8484848484849,pass%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3-low, scores.terminalbench-4-0)",,out:republished, aa5-critpt-v2-hard,artificialanalysis,glm-5.3,low,mixed,hard,,,,,,,0.215,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3-low, scores.critpt-v2-hard)",,in, aagdpval#5.0.1,artificialanalysis,glm-5.3,low,mixed,frontier,GDPval-AA-v2,,,,,,1333.34,AA-elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3-low, scores.gdpval-aa-normalized)",,in, aa5-mlcr-aa,artificialanalysis,glm-5.3,low,mixed,hard,,,,,,,0.111111111111111,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3-low, scores.mlcr-aa)",,in, aafrontiercode#5.0.1,artificialanalysis,glm-5.3,low,coding,frontier,FrontierCode-AA,,,,,,34.9198666666667,weighted-rubric%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3-low, scores.frontiercode)",,in, aahle@artificialanalysis#5.0.1,artificialanalysis,glm-5.3,low,reasoning-math,frontier,HLE-AA-notools,,,,,,36.5616311399444,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3-low, scores.humanitys-last-exam)",,out:republished, aalcr@artificialanalysis#5.0.1,artificialanalysis,glm-5.3,low,mixed,hard,AA-LCR,,,,,,72.6666666666667,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3-low, scores.artificial-analysis-long-context-reasoning)",,out:republished, aascicode@artificialanalysis#5.0.1,artificialanalysis,glm-5.3,low,coding,hard,SciCode-AA,,,,,,42.0138888888889,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3-low, scores.scicode)",,out:republished, aacritpt@artificialanalysis#5.0.1,artificialanalysis,glm-5.3,low,reasoning-math,frontier,CritPt-AA,,,,,,14.5714285714286,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3-low, scores.critpt)",,out:republished, aa-index5@artificialanalysis,artificialanalysis,glm-5.3,max,mixed,hard,,per-task,5.009264601719954,2.89e-16,,,31.653381843882,AA-idx,2.89e-13,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3, intelligenceIndex)",,out:superseded,out:superseded aaomni-index#5.0.1,artificialanalysis,glm-5.3,max,mixed,mid,AA-Omniscience,,,,,,6.033333333333333,omniscience-index,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3, omniscience (the Omniscience Index))",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|glm-5.3@max|5.0.1,in, aa5-aa-briefcase@artificialanalysis,artificialanalysis,glm-5.3,max,mixed,hard,,,,,,,1502.84,Elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3, scores.aa-briefcase)",,in, aaomni@artificialanalysis#5.0.1,artificialanalysis,glm-5.3,max,mixed,mid,AA-Omniscience,,,,,,32.33333333333333,acc%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3, scores.omniscience-accuracy)",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|glm-5.3@max|5.0.1,in, aa5-omniscience-non-hallucination@artificialanalysis,artificialanalysis,glm-5.3,max,mixed,hard,,,,,,,0.6113300492610838,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3, scores.omniscience-non-hallucination)",,in, aaautob#5.0.1,artificialanalysis,glm-5.3,max,agentic-tool,hard,AutomationBench-AA,,,,,,62.2028649962642,partial-credit%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3, scores.automationbench-aa)",,out:republished, aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,glm-5.3,max,coding,hard,,,,,,,0.21587095959596,score%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3, scores.frontiercode-2-0)",,in, aa5-hle-diamond,artificialanalysis,glm-5.3,max,mixed,hard,,,,,,,0.179,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3, scores.hle-diamond)",,in, aagdppdf@artificialanalysis#5.0.1,artificialanalysis,glm-5.3,max,mixed,hard,GDP-PDF-AA,,,,,,11.2,allpass%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3, scores.gdp-pdf)",,out:republished, aatb40@artificialanalysis#5.0.1,artificialanalysis,glm-5.3,max,coding,hard,TB-AA,,,,,,41.9191919191919,pass%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3, scores.terminalbench-4-0)",,out:republished, aa5-critpt-v2-hard,artificialanalysis,glm-5.3,max,mixed,hard,,,,,,,0.335,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3, scores.critpt-v2-hard)",,in, aa5-harvey-lab-aa,artificialanalysis,glm-5.3,max,mixed,hard,,,,,,,0.0027777777777777775,score%,2.89e-20,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3, scores.harvey-lab-aa)",,in, aaenterpriseops#5.0.1,artificialanalysis,glm-5.3,max,agentic-tool,hard,AA-EnterpriseOps,,,,,,36.436884512085943,pass%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3, scores.enterprise-ops-gym-aa)",,out:single-couple, aagdpval#5.0.1,artificialanalysis,glm-5.3,max,mixed,frontier,GDPval-AA-v2,,,,,,1656.88,AA-elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3, scores.gdpval-aa-normalized)",,in, aa3d-v10,artificialanalysis,glm-5.3,max,coding,hard,Stirrup,,,,,,783.0098,Elo,2.89e-05,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3, scores.aa-3d)",,out:not-headline, aa5-code2video-aa,artificialanalysis,glm-5.3,max,mixed,hard,,,,,,,1033.51,Elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3, scores.code2video-aa)",,in, aa5-mlcr-aa,artificialanalysis,glm-5.3,max,mixed,hard,,,,,,,0.172222222222222,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3, scores.mlcr-aa)",,in, aa5-healthbench,artificialanalysis,glm-5.3,max,mixed,hard,,,,,,,0.5452947563714743,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3, scores.healthbench)",,in, aa5-healthbench-professional,artificialanalysis,glm-5.3,max,mixed,hard,,,,,,,0.5279803492969741,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3, scores.healthbench-professional)",,in, aahle@artificialanalysis#5.0.1,artificialanalysis,glm-5.3,max,reasoning-math,frontier,HLE-AA-notools,,,,,,42.2613531047266,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3, scores.humanitys-last-exam)",,out:republished, aalcr@artificialanalysis#5.0.1,artificialanalysis,glm-5.3,max,mixed,hard,AA-LCR,,,,,,79.6666666666667,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3, scores.artificial-analysis-long-context-reasoning)",,out:republished, aascicode@artificialanalysis#5.0.1,artificialanalysis,glm-5.3,max,coding,hard,SciCode-AA,,,,,,59.0277777777778,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3, scores.scicode)",,out:republished, aacritpt@artificialanalysis#5.0.1,artificialanalysis,glm-5.3,max,reasoning-math,frontier,CritPt-AA,,,,,,19.1428571428571,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3, scores.critpt)",,out:republished, aa-index5@artificialanalysis,artificialanalysis,gemini-4-argon,high,mixed,hard,,per-task,9.946608711550533,2.89e-16,,,50.4121935905389,AA-idx,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-4-argon, intelligenceIndex)",,out:superseded,out:superseded aaomni-index#5.0.1,artificialanalysis,gemini-4-argon,high,mixed,mid,AA-Omniscience,,,,,,46.1,omniscience-index,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-4-argon, omniscience (the Omniscience Index))",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|gemini-4-argon@high|5.0.1,in, aa5-aa-briefcase@artificialanalysis,artificialanalysis,gemini-4-argon,high,mixed,hard,,,,,,,1485.03,Elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-4-argon, scores.aa-briefcase)",,out:superseded, aaomni@artificialanalysis#5.0.1,artificialanalysis,gemini-4-argon,high,mixed,mid,AA-Omniscience,,,,,,48.3,acc%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-4-argon, scores.omniscience-accuracy)",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|gemini-4-argon@high|5.0.1,in, aa5-omniscience-non-hallucination@artificialanalysis,artificialanalysis,gemini-4-argon,high,mixed,hard,,,,,,,0.9574468085106383,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-4-argon, scores.omniscience-non-hallucination)",,in, aaautob#5.0.1,artificialanalysis,gemini-4-argon,high,agentic-tool,hard,AutomationBench-AA,,,,,,77.51346945899195,partial-credit%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-4-argon, scores.automationbench-aa)",,out:republished, aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,gemini-4-argon,high,coding,hard,,,,,,,0.257076262626263,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-4-argon, scores.frontiercode-2-0)",,in, aa5-hle-diamond,artificialanalysis,gemini-4-argon,high,mixed,hard,,,,,,,0.567,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-4-argon, scores.hle-diamond)",,in, aagdppdf@artificialanalysis#5.0.1,artificialanalysis,gemini-4-argon,high,mixed,hard,GDP-PDF-AA,,,,,,21.8,allpass%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-4-argon, scores.gdp-pdf)",,out:republished, aatb40@artificialanalysis#5.0.1,artificialanalysis,gemini-4-argon,high,coding,hard,TB-AA,,,,,,57.0707070707071,pass%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-4-argon, scores.terminalbench-4-0)",,out:republished, aa5-critpt-v2-hard,artificialanalysis,gemini-4-argon,high,mixed,hard,,,,,,,0.525,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-4-argon, scores.critpt-v2-hard)",,in, aa5-harvey-lab-aa,artificialanalysis,gemini-4-argon,high,mixed,hard,,,,,,,0.03888888888888888,score%,2.89e-18,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-4-argon, scores.harvey-lab-aa)",,in, aagdpval#5.0.1,artificialanalysis,gemini-4-argon,high,mixed,frontier,GDPval-AA-v2,,,,,,1630.66,AA-elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-4-argon, scores.gdpval-aa-normalized)",,out:superseded, aa3d-v10,artificialanalysis,gemini-4-argon,high,coding,hard,Stirrup,,,,,,1152.644,Elo,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-4-argon, scores.aa-3d)",,out:not-headline, aa5-code2video-aa,artificialanalysis,gemini-4-argon,high,mixed,hard,,,,,,,1259.4,Elo,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-4-argon, scores.code2video-aa)",,in, aa5-mlcr-aa,artificialanalysis,gemini-4-argon,high,mixed,hard,,,,,,,0.138888888888889,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-4-argon, scores.mlcr-aa)",,in, aa5-healthbench,artificialanalysis,gemini-4-argon,high,mixed,hard,,,,,,,0.4905451024738078,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-4-argon, scores.healthbench)",,in, aa5-healthbench-professional,artificialanalysis,gemini-4-argon,high,mixed,hard,,,,,,,0.5505325572763606,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-4-argon, scores.healthbench-professional)",,in, aa5-vials-aa,artificialanalysis,gemini-4-argon,high,mixed,hard,,,,,,,0.5962732919254659,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-4-argon, scores.vials-aa)",,in, aahle@artificialanalysis#5.0.1,artificialanalysis,gemini-4-argon,high,reasoning-math,frontier,HLE-AA-notools,,,,,,57.0898980537535,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-4-argon, scores.humanitys-last-exam)",,out:republished, aalcr@artificialanalysis#5.0.1,artificialanalysis,gemini-4-argon,high,mixed,hard,AA-LCR,,,,,,79.6666666666667,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-4-argon, scores.artificial-analysis-long-context-reasoning)",,out:republished, aascicode@artificialanalysis#5.0.1,artificialanalysis,gemini-4-argon,high,coding,hard,SciCode-AA,,,,,,61.8055555555556,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-4-argon, scores.scicode)",,out:republished, aacritpt@artificialanalysis#5.0.1,artificialanalysis,gemini-4-argon,high,reasoning-math,frontier,CritPt-AA,,,,,,27.1428571428571,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-4-argon, scores.critpt)",,out:republished, aaomni-index#5.0.1,artificialanalysis,deepseek-v4-pro-0813,not-established:absent,mixed,mid,AA-Omniscience,,,,,,-19.066666666666666,omniscience-index,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record deepseek-v4-pro-non-reasoning, omniscience (the Omniscience Index))",,out:effort-not-established, aa5-aa-briefcase@artificialanalysis,artificialanalysis,deepseek-v4-pro-0813,not-established:absent,mixed,hard,,,,,,,927.88,Elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record deepseek-v4-pro-non-reasoning, scores.aa-briefcase)",,out:effort-not-established, aa5-omniscience-non-hallucination@artificialanalysis,artificialanalysis,deepseek-v4-pro-0813,not-established:absent,mixed,hard,,,,,,,0.06080347448425627,score%,2.89e-18,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record deepseek-v4-pro-non-reasoning, scores.omniscience-non-hallucination)",,out:effort-not-established, aaautob#5.0.1,artificialanalysis,deepseek-v4-pro-0813,not-established:absent,agentic-tool,hard,AutomationBench-AA,,,,,,34.90865332353694,partial-credit%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record deepseek-v4-pro-non-reasoning, scores.automationbench-aa)",,out:effort-not-established, aatbsci@artificialanalysis#5.0.1,artificialanalysis,deepseek-v4-pro-0813,not-established:absent,coding,hard,Terminal-Bench-Science-AA,,,,,,0,pass%,28.9,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record deepseek-v4-pro-non-reasoning, scores.terminal-bench-science)",,out:effort-not-established, aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,deepseek-v4-pro-0813,not-established:absent,coding,hard,,,,,,,0.103058585858586,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record deepseek-v4-pro-non-reasoning, scores.frontiercode-2-0)",,out:effort-not-established, aa5-hle-diamond,artificialanalysis,deepseek-v4-pro-0813,not-established:absent,mixed,hard,,,,,,,0.072,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record deepseek-v4-pro-non-reasoning, scores.hle-diamond)",,out:effort-not-established, aagdppdf@artificialanalysis#5.0.1,artificialanalysis,deepseek-v4-pro-0813,not-established:absent,mixed,hard,GDP-PDF-AA,,,,,,3.6,allpass%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record deepseek-v4-pro-non-reasoning, scores.gdp-pdf)",,out:effort-not-established, aatb40@artificialanalysis#5.0.1,artificialanalysis,deepseek-v4-pro-0813,not-established:absent,coding,hard,TB-AA,,,,,,1.51515151515152,pass%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record deepseek-v4-pro-non-reasoning, scores.terminalbench-4-0)",,out:effort-not-established, aa5-critpt-v2-hard,artificialanalysis,deepseek-v4-pro-0813,not-established:absent,mixed,hard,,,,,,,0.085,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record deepseek-v4-pro-non-reasoning, scores.critpt-v2-hard)",,out:effort-not-established, aa-index5@artificialanalysis,artificialanalysis,gpt-6-astra,high,mixed,hard,,per-task,3.2385719685518306,2.89e-17,,,54.849838322506,AA-idx,2.89e-13,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra-high, intelligenceIndex)",,in,in aaomni-index#5.0.1,artificialanalysis,gpt-6-astra,high,mixed,mid,AA-Omniscience,,,,,,44.56666666666667,omniscience-index,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra-high, omniscience (the Omniscience Index))",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|gpt-6-astra@high|5.0.1,in, aa5-aa-briefcase@artificialanalysis,artificialanalysis,gpt-6-astra,high,mixed,hard,,,,,,,1504.54,Elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra-high, scores.aa-briefcase)",,in, aaomni@artificialanalysis#5.0.1,artificialanalysis,gpt-6-astra,high,mixed,mid,AA-Omniscience,,,,,,61.1,acc%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra-high, scores.omniscience-accuracy)",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|gpt-6-astra@high|5.0.1,in, aa5-omniscience-non-hallucination@artificialanalysis,artificialanalysis,gpt-6-astra,high,mixed,hard,,,,,,,0.5749785775492716,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra-high, scores.omniscience-non-hallucination)",,in, aaautob#5.0.1,artificialanalysis,gpt-6-astra,high,agentic-tool,hard,AutomationBench-AA,,,,,,66.6122174975011,partial-credit%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra-high, scores.automationbench-aa)",,out:republished, aatbsci@artificialanalysis#5.0.1,artificialanalysis,gpt-6-astra,high,coding,hard,Terminal-Bench-Science-AA,,,,,,59.5238095238095,pass%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra-high, scores.terminal-bench-science)",,in, aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,gpt-6-astra,high,coding,hard,,,,,,,0.401351515151515,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra-high, scores.frontiercode-2-0)",,in, aa5-hle-diamond,artificialanalysis,gpt-6-astra,high,mixed,hard,,,,,,,0.593,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra-high, scores.hle-diamond)",,in, aagdppdf@artificialanalysis#5.0.1,artificialanalysis,gpt-6-astra,high,mixed,hard,GDP-PDF-AA,,,,,,31,allpass%,0.289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra-high, scores.gdp-pdf)",,out:republished, aatb40@artificialanalysis#5.0.1,artificialanalysis,gpt-6-astra,high,coding,hard,TB-AA,,,,,,54.040404040404,pass%,2.89e-13,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra-high, scores.terminalbench-4-0)",,out:republished, aa5-critpt-v2-hard,artificialanalysis,gpt-6-astra,high,mixed,hard,,,,,,,0.715,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra-high, scores.critpt-v2-hard)",,in, aagdpval#5.0.1,artificialanalysis,gpt-6-astra,high,mixed,frontier,GDPval-AA-v2,,,,,,1536.04,AA-elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra-high, scores.gdpval-aa-normalized)",,in, aa5-mlcr-aa,artificialanalysis,gpt-6-astra,high,mixed,hard,,,,,,,0.327777777777778,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra-high, scores.mlcr-aa)",,in, aahle@artificialanalysis#5.0.1,artificialanalysis,gpt-6-astra,high,reasoning-math,frontier,HLE-AA-notools,,,,,,53.0583873957368,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra-high, scores.humanitys-last-exam)",,out:republished, aalcr@artificialanalysis#5.0.1,artificialanalysis,gpt-6-astra,high,mixed,hard,AA-LCR,,,,,,80,acc%,2.89,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra-high, scores.artificial-analysis-long-context-reasoning)",,out:republished, aascicode@artificialanalysis#5.0.1,artificialanalysis,gpt-6-astra,high,coding,hard,SciCode-AA,,,,,,55.4398148148148,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra-high, scores.scicode)",,out:republished, aacritpt@artificialanalysis#5.0.1,artificialanalysis,gpt-6-astra,high,reasoning-math,frontier,CritPt-AA,,,,,,28.8571428571429,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra-high, scores.critpt)",,out:republished, aa-index5@artificialanalysis,artificialanalysis,gpt-6.1-sol,low,mixed,hard,,per-task,0.16147357831822573,2.89e-18,,,34.8029244314559,AA-idx,2.89e-14,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-low, intelligenceIndex)",,in,in aaomni-index#5.0.1,artificialanalysis,gpt-6.1-sol,low,mixed,mid,AA-Omniscience,,,,,,38,omniscience-index,0.289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-low, omniscience (the Omniscience Index))",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|gpt-6.1-sol@low|5.0.1,in, aa5-aa-briefcase@artificialanalysis,artificialanalysis,gpt-6.1-sol,low,mixed,hard,,,,,,,1114.11,Elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-low, scores.aa-briefcase)",,in, aaomni@artificialanalysis#5.0.1,artificialanalysis,gpt-6.1-sol,low,mixed,mid,AA-Omniscience,,,,,,58.63333333333334,acc%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-low, scores.omniscience-accuracy)",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|gpt-6.1-sol@low|5.0.1,in, aa5-omniscience-non-hallucination@artificialanalysis,artificialanalysis,gpt-6.1-sol,low,mixed,hard,,,,,,,0.5012087026591459,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-low, scores.omniscience-non-hallucination)",,in, aaautob#5.0.1,artificialanalysis,gpt-6.1-sol,low,agentic-tool,hard,AutomationBench-AA,,,,,,52.57088964747538,partial-credit%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-low, scores.automationbench-aa)",,out:republished, aatbsci@artificialanalysis#5.0.1,artificialanalysis,gpt-6.1-sol,low,coding,hard,Terminal-Bench-Science-AA,,,,,,10.952380952381,pass%,2.89e-13,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-low, scores.terminal-bench-science)",,in, aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,gpt-6.1-sol,low,coding,hard,,,,,,,0.201560858585859,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-low, scores.frontiercode-2-0)",,in, aa5-hle-diamond,artificialanalysis,gpt-6.1-sol,low,mixed,hard,,,,,,,0.382,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-low, scores.hle-diamond)",,in, aagdppdf@artificialanalysis#5.0.1,artificialanalysis,gpt-6.1-sol,low,mixed,hard,GDP-PDF-AA,,,,,,27,allpass%,0.289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-low, scores.gdp-pdf)",,out:republished, aatb40@artificialanalysis#5.0.1,artificialanalysis,gpt-6.1-sol,low,coding,hard,TB-AA,,,,,,30.8080808080808,pass%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-low, scores.terminalbench-4-0)",,out:republished, aa5-critpt-v2-hard,artificialanalysis,gpt-6.1-sol,low,mixed,hard,,,,,,,0.625,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-low, scores.critpt-v2-hard)",,in, aagdpval#5.0.1,artificialanalysis,gpt-6.1-sol,low,mixed,frontier,GDPval-AA-v2,,,,,,1321.98,AA-elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-low, scores.gdpval-aa-normalized)",,in, aa5-mlcr-aa,artificialanalysis,gpt-6.1-sol,low,mixed,hard,,,,,,,0.266666666666667,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-low, scores.mlcr-aa)",,in, aafrontiercode#5.0.1,artificialanalysis,gpt-6.1-sol,low,coding,frontier,FrontierCode-AA,,,,,,36.6827666666667,weighted-rubric%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-low, scores.frontiercode)",,in, aahle@artificialanalysis#5.0.1,artificialanalysis,gpt-6.1-sol,low,reasoning-math,frontier,HLE-AA-notools,,,,,,47.3586654309546,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-low, scores.humanitys-last-exam)",,out:republished, aalcr@artificialanalysis#5.0.1,artificialanalysis,gpt-6.1-sol,low,mixed,hard,AA-LCR,,,,,,84,acc%,0.289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-low, scores.artificial-analysis-long-context-reasoning)",,out:republished, aascicode@artificialanalysis#5.0.1,artificialanalysis,gpt-6.1-sol,low,coding,hard,SciCode-AA,,,,,,53.2407407407407,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-low, scores.scicode)",,out:republished, aacritpt@artificialanalysis#5.0.1,artificialanalysis,gpt-6.1-sol,low,reasoning-math,frontier,CritPt-AA,,,,,,24.8571428571429,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol-low, scores.critpt)",,out:republished, aa-index5@artificialanalysis,artificialanalysis,gpt-6-astra,medium,mixed,hard,,per-task,2.732438933013427,2.89e-16,,,51.5548393864113,AA-idx,2.89e-14,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra-medium, intelligenceIndex)",,in,in aaomni-index#5.0.1,artificialanalysis,gpt-6-astra,medium,mixed,mid,AA-Omniscience,,,,,,41.4,omniscience-index,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra-medium, omniscience (the Omniscience Index))",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|gpt-6-astra@medium|5.0.1,in, aa5-aa-briefcase@artificialanalysis,artificialanalysis,gpt-6-astra,medium,mixed,hard,,,,,,,1460.93,Elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra-medium, scores.aa-briefcase)",,in, aaomni@artificialanalysis#5.0.1,artificialanalysis,gpt-6-astra,medium,mixed,mid,AA-Omniscience,,,,,,59.63333333333334,acc%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra-medium, scores.omniscience-accuracy)",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|gpt-6-astra@medium|5.0.1,in, aa5-omniscience-non-hallucination@artificialanalysis,artificialanalysis,gpt-6-astra,medium,mixed,hard,,,,,,,0.5483071841453344,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra-medium, scores.omniscience-non-hallucination)",,in, aaautob#5.0.1,artificialanalysis,gpt-6-astra,medium,agentic-tool,hard,AutomationBench-AA,,,,,,64.59498850561176,partial-credit%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra-medium, scores.automationbench-aa)",,out:republished, aatbsci@artificialanalysis#5.0.1,artificialanalysis,gpt-6-astra,medium,coding,hard,Terminal-Bench-Science-AA,,,,,,53.3333333333333,pass%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra-medium, scores.terminal-bench-science)",,in, aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,gpt-6-astra,medium,coding,hard,,,,,,,0.365771717171717,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra-medium, scores.frontiercode-2-0)",,in, aa5-hle-diamond,artificialanalysis,gpt-6-astra,medium,mixed,hard,,,,,,,0.527,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra-medium, scores.hle-diamond)",,in, aagdppdf@artificialanalysis#5.0.1,artificialanalysis,gpt-6-astra,medium,mixed,hard,GDP-PDF-AA,,,,,,30.4,allpass%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra-medium, scores.gdp-pdf)",,out:republished, aatb40@artificialanalysis#5.0.1,artificialanalysis,gpt-6-astra,medium,coding,hard,TB-AA,,,,,,49.4949494949495,pass%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra-medium, scores.terminalbench-4-0)",,out:republished, aa5-critpt-v2-hard,artificialanalysis,gpt-6-astra,medium,mixed,hard,,,,,,,0.72,score%,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra-medium, scores.critpt-v2-hard)",,in, aagdpval#5.0.1,artificialanalysis,gpt-6-astra,medium,mixed,frontier,GDPval-AA-v2,,,,,,1498.47,AA-elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra-medium, scores.gdpval-aa-normalized)",,in, aa5-mlcr-aa,artificialanalysis,gpt-6-astra,medium,mixed,hard,,,,,,,0.383333333333333,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra-medium, scores.mlcr-aa)",,in, aahle@artificialanalysis#5.0.1,artificialanalysis,gpt-6-astra,medium,reasoning-math,frontier,HLE-AA-notools,,,,,,52.7340129749768,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra-medium, scores.humanitys-last-exam)",,out:republished, aalcr@artificialanalysis#5.0.1,artificialanalysis,gpt-6-astra,medium,mixed,hard,AA-LCR,,,,,,79.6666666666667,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra-medium, scores.artificial-analysis-long-context-reasoning)",,out:republished, aascicode@artificialanalysis#5.0.1,artificialanalysis,gpt-6-astra,medium,coding,hard,SciCode-AA,,,,,,54.1666666666667,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra-medium, scores.scicode)",,out:republished, aacritpt@artificialanalysis#5.0.1,artificialanalysis,gpt-6-astra,medium,reasoning-math,frontier,CritPt-AA,,,,,,29.1428571428571,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra-medium, scores.critpt)",,out:republished, aa-index5@artificialanalysis,artificialanalysis,gemini-3.8-flash,low,mixed,hard,,,,,,,22.548302237854,AA-idx,2.89e-13,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-8-flash-low, intelligenceIndex)",,in, aaomni-index#5.0.1,artificialanalysis,gemini-3.8-flash,low,mixed,mid,AA-Omniscience,,,,,,13.033333333333333,omniscience-index,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-8-flash-low, omniscience (the Omniscience Index))",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|gemini-3.8-flash@low|5.0.1,in, aa5-aa-briefcase@artificialanalysis,artificialanalysis,gemini-3.8-flash,low,mixed,hard,,,,,,,1061.67,Elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-8-flash-low, scores.aa-briefcase)",,in, aaomni@artificialanalysis#5.0.1,artificialanalysis,gemini-3.8-flash,low,mixed,mid,AA-Omniscience,,,,,,48.26666666666667,acc%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-8-flash-low, scores.omniscience-accuracy)",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|gemini-3.8-flash@low|5.0.1,in, aa5-omniscience-non-hallucination@artificialanalysis,artificialanalysis,gemini-3.8-flash,low,mixed,hard,,,,,,,0.31894329896907214,score%,2.89e-18,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-8-flash-low, scores.omniscience-non-hallucination)",,in, aatbsci@artificialanalysis#5.0.1,artificialanalysis,gemini-3.8-flash,low,coding,hard,Terminal-Bench-Science-AA,,,,,,8.0952380952381,pass%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-8-flash-low, scores.terminal-bench-science)",,in, aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,gemini-3.8-flash,low,coding,hard,,,,,,,0.0806391414141414,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-8-flash-low, scores.frontiercode-2-0)",,in, aa5-hle-diamond,artificialanalysis,gemini-3.8-flash,low,mixed,hard,,,,,,,0.243,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-8-flash-low, scores.hle-diamond)",,in, aa5-critpt-v2-hard,artificialanalysis,gemini-3.8-flash,low,mixed,hard,,,,,,,0.335,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-8-flash-low, scores.critpt-v2-hard)",,in, aagdpval#5.0.1,artificialanalysis,gemini-3.8-flash,low,mixed,frontier,GDPval-AA-v2,,,,,,1316.07,AA-elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-8-flash-low, scores.gdpval-aa-normalized)",,in, aa5-mlcr-aa,artificialanalysis,gemini-3.8-flash,low,mixed,hard,,,,,,,0.155555555555556,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-8-flash-low, scores.mlcr-aa)",,in, aafrontiercode#5.0.1,artificialanalysis,gemini-3.8-flash,low,coding,frontier,FrontierCode-AA,,,,,,27.4745,weighted-rubric%,2.89e-05,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-8-flash-low, scores.frontiercode)",,in, aa-index5@artificialanalysis,artificialanalysis,fable-5.1,low,mixed,hard,,per-task,4.471135894646431,2.89e-16,,,38.683648810734,AA-idx,2.89e-13,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1-low, intelligenceIndex)",,in,in aaomni-index#5.0.1,artificialanalysis,fable-5.1,low,mixed,mid,AA-Omniscience,,,,,,33.93333333333333,omniscience-index,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1-low, omniscience (the Omniscience Index))",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|fable-5.1@low|5.0.1,in, aa5-aa-briefcase@artificialanalysis,artificialanalysis,fable-5.1,low,mixed,hard,,,,,,,1478.4,Elo,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1-low, scores.aa-briefcase)",,in, aaomni@artificialanalysis#5.0.1,artificialanalysis,fable-5.1,low,mixed,mid,AA-Omniscience,,,,,,58.66666666666667,acc%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1-low, scores.omniscience-accuracy)",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|fable-5.1@low|5.0.1,in, aa5-omniscience-non-hallucination@artificialanalysis,artificialanalysis,fable-5.1,low,mixed,hard,,,,,,,0.40161290322580645,score%,2.89e-18,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1-low, scores.omniscience-non-hallucination)",,in, aaautob#5.0.1,artificialanalysis,fable-5.1,low,agentic-tool,hard,AutomationBench-AA,,,,,,52.2404059498186,partial-credit%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1-low, scores.automationbench-aa)",,out:republished, aatbsci@artificialanalysis#5.0.1,artificialanalysis,fable-5.1,low,coding,hard,Terminal-Bench-Science-AA,,,,,,21.4285714285714,pass%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1-low, scores.terminal-bench-science)",,in, aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,fable-5.1,low,coding,hard,,,,,,,0.228400505050505,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1-low, scores.frontiercode-2-0)",,in, aa5-hle-diamond,artificialanalysis,fable-5.1,low,mixed,hard,,,,,,,0.374,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1-low, scores.hle-diamond)",,in, aagdppdf@artificialanalysis#5.0.1,artificialanalysis,fable-5.1,low,mixed,hard,GDP-PDF-AA,,,,,,28,allpass%,0.289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1-low, scores.gdp-pdf)",,out:republished, aatb40@artificialanalysis#5.0.1,artificialanalysis,fable-5.1,low,coding,hard,TB-AA,,,,,,40.4040404040404,pass%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1-low, scores.terminalbench-4-0)",,out:republished, aa5-critpt-v2-hard,artificialanalysis,fable-5.1,low,mixed,hard,,,,,,,0.495,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1-low, scores.critpt-v2-hard)",,in, aagdpval#5.0.1,artificialanalysis,fable-5.1,low,mixed,frontier,GDPval-AA-v2,,,,,,1476.7,AA-elo,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1-low, scores.gdpval-aa-normalized)",,in, aa5-mlcr-aa,artificialanalysis,fable-5.1,low,mixed,hard,,,,,,,0.183333333333333,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1-low, scores.mlcr-aa)",,in, aahle@artificialanalysis#5.0.1,artificialanalysis,fable-5.1,low,reasoning-math,frontier,HLE-AA-notools,,,,,,48.887859128823,acc%,2.89e-13,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1-low, scores.humanitys-last-exam)",,in, aalcr@artificialanalysis#5.0.1,artificialanalysis,fable-5.1,low,mixed,hard,AA-LCR,,,,,,82.3333333333333,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1-low, scores.artificial-analysis-long-context-reasoning)",,out:republished, aascicode@artificialanalysis#5.0.1,artificialanalysis,fable-5.1,low,coding,hard,SciCode-AA,,,,,,56.712962962963,acc%,2.89e-13,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1-low, scores.scicode)",,in, aacritpt@artificialanalysis#5.0.1,artificialanalysis,fable-5.1,low,reasoning-math,frontier,CritPt-AA,,,,,,27.7142857142857,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1-low, scores.critpt)",,out:republished, aa-index5@artificialanalysis,artificialanalysis,fable-5.1,medium,mixed,hard,,per-task,5.564264690221474,2.89e-16,,,43.171597828284,AA-idx,2.89e-13,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1-medium, intelligenceIndex)",,in,in aaomni-index#5.0.1,artificialanalysis,fable-5.1,medium,mixed,mid,AA-Omniscience,,,,,,36.43333333333333,omniscience-index,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1-medium, omniscience (the Omniscience Index))",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|fable-5.1@medium|5.0.1,in, aa5-aa-briefcase@artificialanalysis,artificialanalysis,fable-5.1,medium,mixed,hard,,,,,,,1524.5,Elo,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1-medium, scores.aa-briefcase)",,in, aaomni@artificialanalysis#5.0.1,artificialanalysis,fable-5.1,medium,mixed,mid,AA-Omniscience,,,,,,62.56666666666667,acc%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1-medium, scores.omniscience-accuracy)",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|fable-5.1@medium|5.0.1,in, aa5-omniscience-non-hallucination@artificialanalysis,artificialanalysis,fable-5.1,medium,mixed,hard,,,,,,,0.30186999109528045,score%,2.89e-18,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1-medium, scores.omniscience-non-hallucination)",,in, aaautob#5.0.1,artificialanalysis,fable-5.1,medium,agentic-tool,hard,AutomationBench-AA,,,,,,54.66103465672885,partial-credit%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1-medium, scores.automationbench-aa)",,out:republished, aatbsci@artificialanalysis#5.0.1,artificialanalysis,fable-5.1,medium,coding,hard,Terminal-Bench-Science-AA,,,,,,29.047619047619,pass%,2.89e-13,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1-medium, scores.terminal-bench-science)",,in, aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,fable-5.1,medium,coding,hard,,,,,,,0.287730808080808,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1-medium, scores.frontiercode-2-0)",,in, aa5-hle-diamond,artificialanalysis,fable-5.1,medium,mixed,hard,,,,,,,0.45,score%,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1-medium, scores.hle-diamond)",,in, aagdppdf@artificialanalysis#5.0.1,artificialanalysis,fable-5.1,medium,mixed,hard,GDP-PDF-AA,,,,,,26.8,allpass%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1-medium, scores.gdp-pdf)",,out:republished, aatb40@artificialanalysis#5.0.1,artificialanalysis,fable-5.1,medium,coding,hard,TB-AA,,,,,,44.949494949495,pass%,2.89e-13,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1-medium, scores.terminalbench-4-0)",,out:republished, aa5-critpt-v2-hard,artificialanalysis,fable-5.1,medium,mixed,hard,,,,,,,0.585,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1-medium, scores.critpt-v2-hard)",,in, aagdpval#5.0.1,artificialanalysis,fable-5.1,medium,mixed,frontier,GDPval-AA-v2,,,,,,1554.23,AA-elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1-medium, scores.gdpval-aa-normalized)",,in, aa5-mlcr-aa,artificialanalysis,fable-5.1,medium,mixed,hard,,,,,,,0.0944444444444444,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1-medium, scores.mlcr-aa)",,in, aahle@artificialanalysis#5.0.1,artificialanalysis,fable-5.1,medium,reasoning-math,frontier,HLE-AA-notools,,,,,,53.7998146431881,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1-medium, scores.humanitys-last-exam)",,out:republished, aalcr@artificialanalysis#5.0.1,artificialanalysis,fable-5.1,medium,mixed,hard,AA-LCR,,,,,,84.6666666666667,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1-medium, scores.artificial-analysis-long-context-reasoning)",,in, aascicode@artificialanalysis#5.0.1,artificialanalysis,fable-5.1,medium,coding,hard,SciCode-AA,,,,,,56.3657407407407,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1-medium, scores.scicode)",,in, aacritpt@artificialanalysis#5.0.1,artificialanalysis,fable-5.1,medium,reasoning-math,frontier,CritPt-AA,,,,,,29.1428571428571,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1-medium, scores.critpt)",,out:republished, aa-index5@artificialanalysis,artificialanalysis,fable-5.1,max,mixed,hard,,per-task,12.993997201178466,2.89e-16,,,49.1602124158081,AA-idx,2.89e-14,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1, intelligenceIndex)",,in,in aaomni-index#5.0.1,artificialanalysis,fable-5.1,max,mixed,mid,AA-Omniscience,,,,,,46.266666666666666,omniscience-index,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1, omniscience (the Omniscience Index))",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|fable-5.1@max|5.0.1,in, aa5-aa-briefcase@artificialanalysis,artificialanalysis,fable-5.1,max,mixed,hard,,,,,,,1669.49,Elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1, scores.aa-briefcase)",,in, aaomni@artificialanalysis#5.0.1,artificialanalysis,fable-5.1,max,mixed,mid,AA-Omniscience,,,,,,68.4,acc%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1, scores.omniscience-accuracy)",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|fable-5.1@max|5.0.1,in, aa5-omniscience-non-hallucination@artificialanalysis,artificialanalysis,fable-5.1,max,mixed,hard,,,,,,,0.29957805907172996,score%,2.89e-18,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1, scores.omniscience-non-hallucination)",,in, aaautob#5.0.1,artificialanalysis,fable-5.1,max,agentic-tool,hard,AutomationBench-AA,,,,,,59.37591715646424,partial-credit%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1, scores.automationbench-aa)",,out:republished, aatbsci@artificialanalysis#5.0.1,artificialanalysis,fable-5.1,max,coding,hard,Terminal-Bench-Science-AA,,,,,,43.3333333333333,pass%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1, scores.terminal-bench-science)",,in, aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,fable-5.1,max,coding,hard,,,,,,,0.316248737373737,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1, scores.frontiercode-2-0)",,in, aa5-hle-diamond,artificialanalysis,fable-5.1,max,mixed,hard,,,,,,,0.601,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1, scores.hle-diamond)",,in, aagdppdf@artificialanalysis#5.0.1,artificialanalysis,fable-5.1,max,mixed,hard,GDP-PDF-AA,,,,,,26.2,allpass%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1, scores.gdp-pdf)",,in, aatb40@artificialanalysis#5.0.1,artificialanalysis,fable-5.1,max,coding,hard,TB-AA,,,,,,52.020202020202,pass%,2.89e-13,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1, scores.terminalbench-4-0)",,out:republished, aa5-critpt-v2-hard,artificialanalysis,fable-5.1,max,mixed,hard,,,,,,,0.525,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1, scores.critpt-v2-hard)",,in, aa5-harvey-lab-aa,artificialanalysis,fable-5.1,max,mixed,hard,,,,,,,0.06388888888888888,score%,2.89e-18,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1, scores.harvey-lab-aa)",,in, aagdpval#5.0.1,artificialanalysis,fable-5.1,max,mixed,frontier,GDPval-AA-v2,,,,,,1763.29,AA-elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1, scores.gdpval-aa-normalized)",,in, aa3d-v10,artificialanalysis,fable-5.1,max,coding,hard,Stirrup,,,,,,1134.7573,Elo,2.89e-05,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1, scores.aa-3d)",,out:not-headline, aa5-code2video-aa,artificialanalysis,fable-5.1,max,mixed,hard,,,,,,,1324.83,Elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1, scores.code2video-aa)",,in, aa5-mlcr-aa,artificialanalysis,fable-5.1,max,mixed,hard,,,,,,,0.155555555555556,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1, scores.mlcr-aa)",,in, aa5-healthbench,artificialanalysis,fable-5.1,max,mixed,hard,,,,,,,0.5721725564919435,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1, scores.healthbench)",,in, aa5-healthbench-professional,artificialanalysis,fable-5.1,max,mixed,hard,,,,,,,0.5775168188078925,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1, scores.healthbench-professional)",,in, aahle@artificialanalysis#5.0.1,artificialanalysis,fable-5.1,max,reasoning-math,frontier,HLE-AA-notools,,,,,,59.1288229842447,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1, scores.humanitys-last-exam)",,out:republished, aalcr@artificialanalysis#5.0.1,artificialanalysis,fable-5.1,max,mixed,hard,AA-LCR,,,,,,85.3333333333333,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1, scores.artificial-analysis-long-context-reasoning)",,out:republished, aascicode@artificialanalysis#5.0.1,artificialanalysis,fable-5.1,max,coding,hard,SciCode-AA,,,,,,63.0787037037037,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1, scores.scicode)",,out:republished, aacritpt@artificialanalysis#5.0.1,artificialanalysis,fable-5.1,max,reasoning-math,frontier,CritPt-AA,,,,,,29.7142857142857,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1, scores.critpt)",,out:republished, aa-index5@artificialanalysis,artificialanalysis,opus-5.5,low,mixed,hard,,per-task,0.9755293224458845,2.89e-17,,,34.752785007759,AA-idx,2.89e-13,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5-low, intelligenceIndex)",,in,in aaomni-index#5.0.1,artificialanalysis,opus-5.5,low,mixed,mid,AA-Omniscience,,,,,,39.03333333333333,omniscience-index,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5-low, omniscience (the Omniscience Index))",,out:superseded, aa5-aa-briefcase@artificialanalysis,artificialanalysis,opus-5.5,low,mixed,hard,,,,,,,1278.95,Elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5-low, scores.aa-briefcase)",,out:superseded, aaomni@artificialanalysis#5.0.1,artificialanalysis,opus-5.5,low,mixed,mid,AA-Omniscience,,,,,,63.33333333333333,acc%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5-low, scores.omniscience-accuracy)",,in, aa5-omniscience-non-hallucination@artificialanalysis,artificialanalysis,opus-5.5,low,mixed,hard,,,,,,,0.3372727272727273,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5-low, scores.omniscience-non-hallucination)",,in, aaautob#5.0.1,artificialanalysis,opus-5.5,low,agentic-tool,hard,AutomationBench-AA,,,,,,52.92537042934996,partial-credit%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5-low, scores.automationbench-aa)",,out:superseded, aatbsci@artificialanalysis#5.0.1,artificialanalysis,opus-5.5,low,coding,hard,Terminal-Bench-Science-AA,,,,,,24.2857142857143,pass%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5-low, scores.terminal-bench-science)",,out:superseded, aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,opus-5.5,low,coding,hard,,,,,,,0.158378282828283,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5-low, scores.frontiercode-2-0)",,out:superseded, aa5-hle-diamond,artificialanalysis,opus-5.5,low,mixed,hard,,,,,,,0.417,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5-low, scores.hle-diamond)",,out:superseded, aagdppdf@artificialanalysis#5.0.1,artificialanalysis,opus-5.5,low,mixed,hard,GDP-PDF-AA,,,,,,25.6,allpass%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5-low, scores.gdp-pdf)",,out:superseded, aatb40@artificialanalysis#5.0.1,artificialanalysis,opus-5.5,low,coding,hard,TB-AA,,,,,,31.3131313131313,pass%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5-low, scores.terminalbench-4-0)",,out:superseded, aa5-critpt-v2-hard,artificialanalysis,opus-5.5,low,mixed,hard,,,,,,,0.36,score%,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5-low, scores.critpt-v2-hard)",,out:superseded, aagdpval#5.0.1,artificialanalysis,opus-5.5,low,mixed,frontier,GDPval-AA-v2,,,,,,1240.15,AA-elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5-low, scores.gdpval-aa-normalized)",,in, aa5-mlcr-aa,artificialanalysis,opus-5.5,low,mixed,hard,,,,,,,0.194444444444444,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5-low, scores.mlcr-aa)",,in, aahle@artificialanalysis#5.0.1,artificialanalysis,opus-5.5,low,reasoning-math,frontier,HLE-AA-notools,,,,,,48.3317886932345,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5-low, scores.humanitys-last-exam)",,in, aalcr@artificialanalysis#5.0.1,artificialanalysis,opus-5.5,low,mixed,hard,AA-LCR,,,,,,80.6666666666667,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5-low, scores.artificial-analysis-long-context-reasoning)",,out:republished, aascicode@artificialanalysis#5.0.1,artificialanalysis,opus-5.5,low,coding,hard,SciCode-AA,,,,,,58.5648148148148,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5-low, scores.scicode)",,in, aacritpt@artificialanalysis#5.0.1,artificialanalysis,opus-5.5,low,reasoning-math,frontier,CritPt-AA,,,,,,17.7142857142857,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5-low, scores.critpt)",,in, aa-index5@artificialanalysis,artificialanalysis,fable-5.1,xhigh,mixed,hard,,per-task,10.847474706140272,2.89e-16,,,50.0216384248632,AA-idx,2.89e-14,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1-xhigh, intelligenceIndex)",,in,in aaomni-index#5.0.1,artificialanalysis,fable-5.1,xhigh,mixed,mid,AA-Omniscience,,,,,,44.333333333333336,omniscience-index,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1-xhigh, omniscience (the Omniscience Index))",,out:superseded, aa5-aa-briefcase@artificialanalysis,artificialanalysis,fable-5.1,xhigh,mixed,hard,,,,,,,1648.98,Elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1-xhigh, scores.aa-briefcase)",,out:superseded, aaomni@artificialanalysis#5.0.1,artificialanalysis,fable-5.1,xhigh,mixed,mid,AA-Omniscience,,,,,,67.16666666666666,acc%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1-xhigh, scores.omniscience-accuracy)",,in, aa5-omniscience-non-hallucination@artificialanalysis,artificialanalysis,fable-5.1,xhigh,mixed,hard,,,,,,,0.30456852791878175,score%,2.89e-18,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1-xhigh, scores.omniscience-non-hallucination)",,in, aaautob#5.0.1,artificialanalysis,fable-5.1,xhigh,agentic-tool,hard,AutomationBench-AA,,,,,,57.772425084896,partial-credit%,2.89e-13,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1-xhigh, scores.automationbench-aa)",,out:superseded, aatbsci@artificialanalysis#5.0.1,artificialanalysis,fable-5.1,xhigh,coding,hard,Terminal-Bench-Science-AA,,,,,,40.4761904761905,pass%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1-xhigh, scores.terminal-bench-science)",,out:superseded, aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,fable-5.1,xhigh,coding,hard,,,,,,,0.357316919191919,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1-xhigh, scores.frontiercode-2-0)",,out:superseded, aa5-hle-diamond,artificialanalysis,fable-5.1,xhigh,mixed,hard,,,,,,,0.588,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1-xhigh, scores.hle-diamond)",,out:superseded, aagdppdf@artificialanalysis#5.0.1,artificialanalysis,fable-5.1,xhigh,mixed,hard,GDP-PDF-AA,,,,,,26.2,allpass%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1-xhigh, scores.gdp-pdf)",,out:superseded, aatb40@artificialanalysis#5.0.1,artificialanalysis,fable-5.1,xhigh,coding,hard,TB-AA,,,,,,55.050505050505,pass%,2.89e-13,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1-xhigh, scores.terminalbench-4-0)",,out:superseded, aa5-critpt-v2-hard,artificialanalysis,fable-5.1,xhigh,mixed,hard,,,,,,,0.6,score%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1-xhigh, scores.critpt-v2-hard)",,out:superseded, aagdpval#5.0.1,artificialanalysis,fable-5.1,xhigh,mixed,frontier,GDPval-AA-v2,,,,,,1740.22,AA-elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1-xhigh, scores.gdpval-aa-normalized)",,in, aa5-mlcr-aa,artificialanalysis,fable-5.1,xhigh,mixed,hard,,,,,,,0.133333333333333,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1-xhigh, scores.mlcr-aa)",,in, aahle@artificialanalysis#5.0.1,artificialanalysis,fable-5.1,xhigh,reasoning-math,frontier,HLE-AA-notools,,,,,,58.7117701575533,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1-xhigh, scores.humanitys-last-exam)",,out:republished, aalcr@artificialanalysis#5.0.1,artificialanalysis,fable-5.1,xhigh,mixed,hard,AA-LCR,,,,,,83,acc%,0.289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1-xhigh, scores.artificial-analysis-long-context-reasoning)",,out:republished, aascicode@artificialanalysis#5.0.1,artificialanalysis,fable-5.1,xhigh,coding,hard,SciCode-AA,,,,,,60.8796296296296,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1-xhigh, scores.scicode)",,in, aacritpt@artificialanalysis#5.0.1,artificialanalysis,fable-5.1,xhigh,reasoning-math,frontier,CritPt-AA,,,,,,31.1428571428571,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1-xhigh, scores.critpt)",,out:republished, aa-index5@artificialanalysis,artificialanalysis,fable-5.1,high,mixed,hard,,per-task,7.539956160226559,2.89e-16,,,47.174988245604,AA-idx,2.89e-13,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1-high, intelligenceIndex)",,in,in aaomni-index#5.0.1,artificialanalysis,fable-5.1,high,mixed,mid,AA-Omniscience,,,,,,39.93333333333333,omniscience-index,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1-high, omniscience (the Omniscience Index))",,out:superseded, aa5-aa-briefcase@artificialanalysis,artificialanalysis,fable-5.1,high,mixed,hard,,,,,,,1576.5,Elo,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1-high, scores.aa-briefcase)",,out:superseded, aaomni@artificialanalysis#5.0.1,artificialanalysis,fable-5.1,high,mixed,mid,AA-Omniscience,,,,,,64.7,acc%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1-high, scores.omniscience-accuracy)",,in, aa5-omniscience-non-hallucination@artificialanalysis,artificialanalysis,fable-5.1,high,mixed,hard,,,,,,,0.2983947119924457,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1-high, scores.omniscience-non-hallucination)",,in, aaautob#5.0.1,artificialanalysis,fable-5.1,high,agentic-tool,hard,AutomationBench-AA,,,,,,55.32309746463979,partial-credit%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1-high, scores.automationbench-aa)",,out:superseded, aatbsci@artificialanalysis#5.0.1,artificialanalysis,fable-5.1,high,coding,hard,Terminal-Bench-Science-AA,,,,,,39.5238095238095,pass%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1-high, scores.terminal-bench-science)",,out:superseded, aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,fable-5.1,high,coding,hard,,,,,,,0.302979545454545,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1-high, scores.frontiercode-2-0)",,out:superseded, aa5-hle-diamond,artificialanalysis,fable-5.1,high,mixed,hard,,,,,,,0.504,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1-high, scores.hle-diamond)",,out:superseded, aagdppdf@artificialanalysis#5.0.1,artificialanalysis,fable-5.1,high,mixed,hard,GDP-PDF-AA,,,,,,26.8,allpass%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1-high, scores.gdp-pdf)",,out:superseded, aatb40@artificialanalysis#5.0.1,artificialanalysis,fable-5.1,high,coding,hard,TB-AA,,,,,,52.020202020202,pass%,2.89e-13,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1-high, scores.terminalbench-4-0)",,out:superseded, aa5-critpt-v2-hard,artificialanalysis,fable-5.1,high,mixed,hard,,,,,,,0.62,score%,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1-high, scores.critpt-v2-hard)",,out:superseded, aagdpval#5.0.1,artificialanalysis,fable-5.1,high,mixed,frontier,GDPval-AA-v2,,,,,,1644.08,AA-elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1-high, scores.gdpval-aa-normalized)",,in, aa5-mlcr-aa,artificialanalysis,fable-5.1,high,mixed,hard,,,,,,,0.155555555555556,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1-high, scores.mlcr-aa)",,in, aahle@artificialanalysis#5.0.1,artificialanalysis,fable-5.1,high,reasoning-math,frontier,HLE-AA-notools,,,,,,55.9314179796108,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1-high, scores.humanitys-last-exam)",,out:republished, aalcr@artificialanalysis#5.0.1,artificialanalysis,fable-5.1,high,mixed,hard,AA-LCR,,,,,,83.6666666666667,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1-high, scores.artificial-analysis-long-context-reasoning)",,out:republished, aascicode@artificialanalysis#5.0.1,artificialanalysis,fable-5.1,high,coding,hard,SciCode-AA,,,,,,58.6805555555556,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1-high, scores.scicode)",,out:republished, aacritpt@artificialanalysis#5.0.1,artificialanalysis,fable-5.1,high,reasoning-math,frontier,CritPt-AA,,,,,,30.2857142857143,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-1-high, scores.critpt)",,out:republished, aa-index5@artificialanalysis,artificialanalysis,deepseek-v4.1-flash-1017,nothink,mixed,hard,,per-task,0.4254202455035728,2.89e-17,,,18.5131594039446,AA-idx,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record deepseek-v4-1-flash-1017-non-reasoning, intelligenceIndex)",,out:superseded,out:superseded aaomni-index#5.0.1,artificialanalysis,deepseek-v4.1-flash-1017,nothink,mixed,mid,AA-Omniscience,,,,,,2.1,omniscience-index,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record deepseek-v4-1-flash-1017-non-reasoning, omniscience (the Omniscience Index))",,out:superseded, aa5-aa-briefcase@artificialanalysis,artificialanalysis,deepseek-v4.1-flash-1017,nothink,mixed,hard,,,,,,,1425.32,Elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record deepseek-v4-1-flash-1017-non-reasoning, scores.aa-briefcase)",,out:superseded, aaomni@artificialanalysis#5.0.1,artificialanalysis,deepseek-v4.1-flash-1017,nothink,mixed,mid,AA-Omniscience,,,,,,21.866666666666668,acc%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record deepseek-v4-1-flash-1017-non-reasoning, scores.omniscience-accuracy)",,in, aa5-omniscience-non-hallucination@artificialanalysis,artificialanalysis,deepseek-v4.1-flash-1017,nothink,mixed,hard,,,,,,,0.7470136518771331,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record deepseek-v4-1-flash-1017-non-reasoning, scores.omniscience-non-hallucination)",,in, aaautob#5.0.1,artificialanalysis,deepseek-v4.1-flash-1017,nothink,agentic-tool,hard,AutomationBench-AA,,,,,,48.77893544529126,partial-credit%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record deepseek-v4-1-flash-1017-non-reasoning, scores.automationbench-aa)",,out:superseded, aatbsci@artificialanalysis#5.0.1,artificialanalysis,deepseek-v4.1-flash-1017,nothink,coding,hard,Terminal-Bench-Science-AA,,,,,,2.38095238095238,pass%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record deepseek-v4-1-flash-1017-non-reasoning, scores.terminal-bench-science)",,out:superseded, aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,deepseek-v4.1-flash-1017,nothink,coding,hard,,,,,,,0.060984595959596,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record deepseek-v4-1-flash-1017-non-reasoning, scores.frontiercode-2-0)",,out:superseded, aa5-hle-diamond,artificialanalysis,deepseek-v4.1-flash-1017,nothink,mixed,hard,,,,,,,0.071,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record deepseek-v4-1-flash-1017-non-reasoning, scores.hle-diamond)",,out:superseded, aagdppdf@artificialanalysis#5.0.1,artificialanalysis,deepseek-v4.1-flash-1017,nothink,mixed,hard,GDP-PDF-AA,,,,,,4.4,allpass%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record deepseek-v4-1-flash-1017-non-reasoning, scores.gdp-pdf)",,out:superseded, aatb40@artificialanalysis#5.0.1,artificialanalysis,deepseek-v4.1-flash-1017,nothink,coding,hard,TB-AA,,,,,,9.09090909090909,pass%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record deepseek-v4-1-flash-1017-non-reasoning, scores.terminalbench-4-0)",,out:superseded, aa5-critpt-v2-hard,artificialanalysis,deepseek-v4.1-flash-1017,nothink,mixed,hard,,,,,,,0.01,score%,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record deepseek-v4-1-flash-1017-non-reasoning, scores.critpt-v2-hard)",,out:superseded, aammmupro#5.0.1,artificialanalysis,deepseek-v4.1-flash-1017,nothink,mixed,hard,MMMU-Pro-AA,,,,,,69.1907514450867,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record deepseek-v4-1-flash-1017-non-reasoning, scores.mmmu-pro)",,in, aahle@artificialanalysis#5.0.1,artificialanalysis,deepseek-v4.1-flash-1017,nothink,reasoning-math,frontier,HLE-AA-notools,,,,,,11.5384615384615,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record deepseek-v4-1-flash-1017-non-reasoning, scores.humanitys-last-exam)",,in, aalcr@artificialanalysis#5.0.1,artificialanalysis,deepseek-v4.1-flash-1017,nothink,mixed,hard,AA-LCR,,,,,,57.3333333333333,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record deepseek-v4-1-flash-1017-non-reasoning, scores.artificial-analysis-long-context-reasoning)",,in, aascicode@artificialanalysis#5.0.1,artificialanalysis,deepseek-v4.1-flash-1017,nothink,coding,hard,SciCode-AA,,,,,,38.5416666666667,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record deepseek-v4-1-flash-1017-non-reasoning, scores.scicode)",,in, aacritpt@artificialanalysis#5.0.1,artificialanalysis,deepseek-v4.1-flash-1017,nothink,reasoning-math,frontier,CritPt-AA,,,,,,0.285714285714286,acc%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record deepseek-v4-1-flash-1017-non-reasoning, scores.critpt)",,in, aa-index5@artificialanalysis,artificialanalysis,deepseek-v4.1-flash-1017,high,mixed,hard,,per-task,0.45619449806633267,2.89e-18,,,28.6437391540402,AA-idx,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record deepseek-v4-1-flash-1017-high, intelligenceIndex)",,out:superseded,out:superseded aaomni-index#5.0.1,artificialanalysis,deepseek-v4.1-flash-1017,high,mixed,mid,AA-Omniscience,,,,,,1.5333333333333334,omniscience-index,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record deepseek-v4-1-flash-1017-high, omniscience (the Omniscience Index))",,out:superseded, aa5-aa-briefcase@artificialanalysis,artificialanalysis,deepseek-v4.1-flash-1017,high,mixed,hard,,,,,,,1415.7,Elo,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record deepseek-v4-1-flash-1017-high, scores.aa-briefcase)",,out:superseded, aaomni@artificialanalysis#5.0.1,artificialanalysis,deepseek-v4.1-flash-1017,high,mixed,mid,AA-Omniscience,,,,,,38.93333333333333,acc%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record deepseek-v4-1-flash-1017-high, scores.omniscience-accuracy)",,in, aa5-omniscience-non-hallucination@artificialanalysis,artificialanalysis,deepseek-v4.1-flash-1017,high,mixed,hard,,,,,,,0.38755458515283847,score%,2.89e-18,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record deepseek-v4-1-flash-1017-high, scores.omniscience-non-hallucination)",,in, aaautob#5.0.1,artificialanalysis,deepseek-v4.1-flash-1017,high,agentic-tool,hard,AutomationBench-AA,,,,,,68.49296525816153,partial-credit%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record deepseek-v4-1-flash-1017-high, scores.automationbench-aa)",,out:superseded, aatbsci@artificialanalysis#5.0.1,artificialanalysis,deepseek-v4.1-flash-1017,high,coding,hard,Terminal-Bench-Science-AA,,,,,,10.4761904761905,pass%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record deepseek-v4-1-flash-1017-high, scores.terminal-bench-science)",,out:superseded, aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,deepseek-v4.1-flash-1017,high,coding,hard,,,,,,,0.168437878787879,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record deepseek-v4-1-flash-1017-high, scores.frontiercode-2-0)",,out:superseded, aa5-hle-diamond,artificialanalysis,deepseek-v4.1-flash-1017,high,mixed,hard,,,,,,,0.208,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record deepseek-v4-1-flash-1017-high, scores.hle-diamond)",,out:superseded, aagdppdf@artificialanalysis#5.0.1,artificialanalysis,deepseek-v4.1-flash-1017,high,mixed,hard,GDP-PDF-AA,,,,,,14.2,allpass%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record deepseek-v4-1-flash-1017-high, scores.gdp-pdf)",,out:superseded, aatb40@artificialanalysis#5.0.1,artificialanalysis,deepseek-v4.1-flash-1017,high,coding,hard,TB-AA,,,,,,28.7878787878788,pass%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record deepseek-v4-1-flash-1017-high, scores.terminalbench-4-0)",,out:superseded, aa5-critpt-v2-hard,artificialanalysis,deepseek-v4.1-flash-1017,high,mixed,hard,,,,,,,0.275,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record deepseek-v4-1-flash-1017-high, scores.critpt-v2-hard)",,out:superseded, aammmupro#5.0.1,artificialanalysis,deepseek-v4.1-flash-1017,high,mixed,hard,MMMU-Pro-AA,,,,,,79.7109826589595,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record deepseek-v4-1-flash-1017-high, scores.mmmu-pro)",,in, aa-index5@artificialanalysis,artificialanalysis,opus-5.5,xhigh,mixed,hard,,per-task,6.047194490848774,2.89e-16,,,57.4447060170507,AA-idx,2.89e-14,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5-xhigh, intelligenceIndex)",,in,in aaomni-index#5.0.1,artificialanalysis,opus-5.5,xhigh,mixed,mid,AA-Omniscience,,,,,,43.13333333333333,omniscience-index,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5-xhigh, omniscience (the Omniscience Index))",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|opus-5.5@xhigh|5.0.1,in, aa5-aa-briefcase@artificialanalysis,artificialanalysis,opus-5.5,xhigh,mixed,hard,,,,,,,1759.61,Elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5-xhigh, scores.aa-briefcase)",,in, aaomni@artificialanalysis#5.0.1,artificialanalysis,opus-5.5,xhigh,mixed,mid,AA-Omniscience,,,,,,65.53333333333333,acc%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5-xhigh, scores.omniscience-accuracy)",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|opus-5.5@xhigh|5.0.1,in, aa5-omniscience-non-hallucination@artificialanalysis,artificialanalysis,opus-5.5,xhigh,mixed,hard,,,,,,,0.3500967117988395,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5-xhigh, scores.omniscience-non-hallucination)",,in, aaautob#5.0.1,artificialanalysis,opus-5.5,xhigh,agentic-tool,hard,AutomationBench-AA,,,,,,64.95283516401527,partial-credit%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5-xhigh, scores.automationbench-aa)",,in, aatbsci@artificialanalysis#5.0.1,artificialanalysis,opus-5.5,xhigh,coding,hard,Terminal-Bench-Science-AA,,,,,,61.9047619047619,pass%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5-xhigh, scores.terminal-bench-science)",,in, aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,opus-5.5,xhigh,coding,hard,,,,,,,0.437547474747475,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5-xhigh, scores.frontiercode-2-0)",,in, aa5-hle-diamond,artificialanalysis,opus-5.5,xhigh,mixed,hard,,,,,,,0.64,score%,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5-xhigh, scores.hle-diamond)",,in, aagdppdf@artificialanalysis#5.0.1,artificialanalysis,opus-5.5,xhigh,mixed,hard,GDP-PDF-AA,,,,,,26.6,allpass%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5-xhigh, scores.gdp-pdf)",,out:republished, aatb40@artificialanalysis#5.0.1,artificialanalysis,opus-5.5,xhigh,coding,hard,TB-AA,,,,,,59.5959595959596,pass%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5-xhigh, scores.terminalbench-4-0)",,in, aa5-critpt-v2-hard,artificialanalysis,opus-5.5,xhigh,mixed,hard,,,,,,,0.675,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5-xhigh, scores.critpt-v2-hard)",,in, aagdpval#5.0.1,artificialanalysis,opus-5.5,xhigh,mixed,frontier,GDPval-AA-v2,,,,,,1835.03,AA-elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5-xhigh, scores.gdpval-aa-normalized)",,in, aa5-mlcr-aa,artificialanalysis,opus-5.5,xhigh,mixed,hard,,,,,,,0.25,score%,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5-xhigh, scores.mlcr-aa)",,in, aahle@artificialanalysis#5.0.1,artificialanalysis,opus-5.5,xhigh,reasoning-math,frontier,HLE-AA-notools,,,,,,57.5069508804449,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5-xhigh, scores.humanitys-last-exam)",,in, aalcr@artificialanalysis#5.0.1,artificialanalysis,opus-5.5,xhigh,mixed,hard,AA-LCR,,,,,,84.6666666666667,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5-xhigh, scores.artificial-analysis-long-context-reasoning)",,in, aascicode@artificialanalysis#5.0.1,artificialanalysis,opus-5.5,xhigh,coding,hard,SciCode-AA,,,,,,65.0462962962963,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5-xhigh, scores.scicode)",,in, aacritpt@artificialanalysis#5.0.1,artificialanalysis,opus-5.5,xhigh,reasoning-math,frontier,CritPt-AA,,,,,,31.7142857142857,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5-xhigh, scores.critpt)",,in, aa-index5@artificialanalysis,artificialanalysis,opus-5.5,medium,mixed,hard,,per-task,2.4510894376611723,2.89e-17,,,48.2081024960691,AA-idx,2.89e-14,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5-medium, intelligenceIndex)",,in,in aaomni-index#5.0.1,artificialanalysis,opus-5.5,medium,mixed,mid,AA-Omniscience,,,,,,39.766666666666666,omniscience-index,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5-medium, omniscience (the Omniscience Index))",,out:superseded, aa5-aa-briefcase@artificialanalysis,artificialanalysis,opus-5.5,medium,mixed,hard,,,,,,,1620.14,Elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5-medium, scores.aa-briefcase)",,out:superseded, aaomni@artificialanalysis#5.0.1,artificialanalysis,opus-5.5,medium,mixed,mid,AA-Omniscience,,,,,,63.9,acc%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5-medium, scores.omniscience-accuracy)",,in, aa5-omniscience-non-hallucination@artificialanalysis,artificialanalysis,opus-5.5,medium,mixed,hard,,,,,,,0.33148661126500467,score%,2.89e-18,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5-medium, scores.omniscience-non-hallucination)",,in, aaautob#5.0.1,artificialanalysis,opus-5.5,medium,agentic-tool,hard,AutomationBench-AA,,,,,,61.21742919892179,partial-credit%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5-medium, scores.automationbench-aa)",,out:superseded, aatbsci@artificialanalysis#5.0.1,artificialanalysis,opus-5.5,medium,coding,hard,Terminal-Bench-Science-AA,,,,,,43.3333333333333,pass%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5-medium, scores.terminal-bench-science)",,out:superseded, aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,opus-5.5,medium,coding,hard,,,,,,,0.330793181818182,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5-medium, scores.frontiercode-2-0)",,out:superseded, aa5-hle-diamond,artificialanalysis,opus-5.5,medium,mixed,hard,,,,,,,0.514,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5-medium, scores.hle-diamond)",,out:superseded, aagdppdf@artificialanalysis#5.0.1,artificialanalysis,opus-5.5,medium,mixed,hard,GDP-PDF-AA,,,,,,25.6,allpass%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5-medium, scores.gdp-pdf)",,out:superseded, aatb40@artificialanalysis#5.0.1,artificialanalysis,opus-5.5,medium,coding,hard,TB-AA,,,,,,52.5252525252525,pass%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5-medium, scores.terminalbench-4-0)",,out:superseded, aa5-critpt-v2-hard,artificialanalysis,opus-5.5,medium,mixed,hard,,,,,,,0.54,score%,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5-medium, scores.critpt-v2-hard)",,out:superseded, aagdpval#5.0.1,artificialanalysis,opus-5.5,medium,mixed,frontier,GDPval-AA-v2,,,,,,1592.56,AA-elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5-medium, scores.gdpval-aa-normalized)",,in, aa5-mlcr-aa,artificialanalysis,opus-5.5,medium,mixed,hard,,,,,,,0.222222222222222,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5-medium, scores.mlcr-aa)",,in, aahle@artificialanalysis#5.0.1,artificialanalysis,opus-5.5,medium,reasoning-math,frontier,HLE-AA-notools,,,,,,54.7265987025023,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5-medium, scores.humanitys-last-exam)",,in, aalcr@artificialanalysis#5.0.1,artificialanalysis,opus-5.5,medium,mixed,hard,AA-LCR,,,,,,84.3333333333333,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5-medium, scores.artificial-analysis-long-context-reasoning)",,out:republished, aascicode@artificialanalysis#5.0.1,artificialanalysis,opus-5.5,medium,coding,hard,SciCode-AA,,,,,,59.2592592592593,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5-medium, scores.scicode)",,in, aacritpt@artificialanalysis#5.0.1,artificialanalysis,opus-5.5,medium,reasoning-math,frontier,CritPt-AA,,,,,,27.7142857142857,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5-medium, scores.critpt)",,out:republished, aa-index5@artificialanalysis,artificialanalysis,deepseek-v4.1-flash-1017,max,mixed,hard,,per-task,0.60210514783598,2.89e-15,,,32.5896393532027,AA-idx,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record deepseek-v4-1-flash-1017, intelligenceIndex)",,out:superseded,out:superseded aaomni-index#5.0.1,artificialanalysis,deepseek-v4.1-flash-1017,max,mixed,mid,AA-Omniscience,,,,,,0.9,omniscience-index,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record deepseek-v4-1-flash-1017, omniscience (the Omniscience Index))",,out:superseded, aa5-aa-briefcase@artificialanalysis,artificialanalysis,deepseek-v4.1-flash-1017,max,mixed,hard,,,,,,,1570.42,Elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record deepseek-v4-1-flash-1017, scores.aa-briefcase)",,out:superseded, aaomni@artificialanalysis#5.0.1,artificialanalysis,deepseek-v4.1-flash-1017,max,mixed,mid,AA-Omniscience,,,,,,39.6,acc%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record deepseek-v4-1-flash-1017, scores.omniscience-accuracy)",,in, aa5-omniscience-non-hallucination@artificialanalysis,artificialanalysis,deepseek-v4.1-flash-1017,max,mixed,hard,,,,,,,0.35927152317880795,score%,2.89e-18,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record deepseek-v4-1-flash-1017, scores.omniscience-non-hallucination)",,in, aaautob#5.0.1,artificialanalysis,deepseek-v4.1-flash-1017,max,agentic-tool,hard,AutomationBench-AA,,,,,,66.64095364949257,partial-credit%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record deepseek-v4-1-flash-1017, scores.automationbench-aa)",,out:superseded, aatbsci@artificialanalysis#5.0.1,artificialanalysis,deepseek-v4.1-flash-1017,max,coding,hard,Terminal-Bench-Science-AA,,,,,,12.8571428571429,pass%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record deepseek-v4-1-flash-1017, scores.terminal-bench-science)",,out:superseded, aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,deepseek-v4.1-flash-1017,max,coding,hard,,,,,,,0.284711616161616,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record deepseek-v4-1-flash-1017, scores.frontiercode-2-0)",,out:superseded, aa5-hle-diamond,artificialanalysis,deepseek-v4.1-flash-1017,max,mixed,hard,,,,,,,0.253,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record deepseek-v4-1-flash-1017, scores.hle-diamond)",,out:superseded, aagdppdf@artificialanalysis#5.0.1,artificialanalysis,deepseek-v4.1-flash-1017,max,mixed,hard,GDP-PDF-AA,,,,,,17.2,allpass%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record deepseek-v4-1-flash-1017, scores.gdp-pdf)",,out:superseded, aatb40@artificialanalysis#5.0.1,artificialanalysis,deepseek-v4.1-flash-1017,max,coding,hard,TB-AA,,,,,,33.8383838383838,pass%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record deepseek-v4-1-flash-1017, scores.terminalbench-4-0)",,out:superseded, aa5-critpt-v2-hard,artificialanalysis,deepseek-v4.1-flash-1017,max,mixed,hard,,,,,,,0.25,score%,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record deepseek-v4-1-flash-1017, scores.critpt-v2-hard)",,out:superseded, aagdpval#5.0.1,artificialanalysis,deepseek-v4.1-flash-1017,max,mixed,frontier,GDPval-AA-v2,,,,,,1745.77,AA-elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record deepseek-v4-1-flash-1017, scores.gdpval-aa-normalized)",,in, aa5-mlcr-aa,artificialanalysis,deepseek-v4.1-flash-1017,max,mixed,hard,,,,,,,0.266666666666667,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record deepseek-v4-1-flash-1017, scores.mlcr-aa)",,in, aammmupro#5.0.1,artificialanalysis,deepseek-v4.1-flash-1017,max,mixed,hard,MMMU-Pro-AA,,,,,,80.635838150289,acc%,2.89e-13,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record deepseek-v4-1-flash-1017, scores.mmmu-pro)",,in, aafrontiercode#5.0.1,artificialanalysis,deepseek-v4.1-flash-1017,max,coding,frontier,FrontierCode-AA,,,,,,43.6605666666667,weighted-rubric%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record deepseek-v4-1-flash-1017, scores.frontiercode)",,in, aa5-vials-aa,artificialanalysis,deepseek-v4.1-flash-1017,max,mixed,hard,,,,,,,0.40372670807453415,score%,2.89e-18,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record deepseek-v4-1-flash-1017, scores.vials-aa)",,in, aahle@artificialanalysis#5.0.1,artificialanalysis,deepseek-v4.1-flash-1017,max,reasoning-math,frontier,HLE-AA-notools,,,,,,43.3271547729379,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record deepseek-v4-1-flash-1017, scores.humanitys-last-exam)",,in, aalcr@artificialanalysis#5.0.1,artificialanalysis,deepseek-v4.1-flash-1017,max,mixed,hard,AA-LCR,,,,,,82.6666666666667,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record deepseek-v4-1-flash-1017, scores.artificial-analysis-long-context-reasoning)",,in, aascicode@artificialanalysis#5.0.1,artificialanalysis,deepseek-v4.1-flash-1017,max,coding,hard,SciCode-AA,,,,,,55.9027777777778,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record deepseek-v4-1-flash-1017, scores.scicode)",,in, aacritpt@artificialanalysis#5.0.1,artificialanalysis,deepseek-v4.1-flash-1017,max,reasoning-math,frontier,CritPt-AA,,,,,,24,acc%,0.289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record deepseek-v4-1-flash-1017, scores.critpt)",,in, aa-index5@artificialanalysis,artificialanalysis,opus-5.5,high,mixed,hard,,per-task,3.4646622820973185,2.89e-17,,,51.8359958227294,AA-idx,2.89e-14,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5-high, intelligenceIndex)",,in,in aaomni-index#5.0.1,artificialanalysis,opus-5.5,high,mixed,mid,AA-Omniscience,,,,,,42.36666666666667,omniscience-index,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5-high, omniscience (the Omniscience Index))",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|opus-5.5@high|5.0.1,in, aa5-aa-briefcase@artificialanalysis,artificialanalysis,opus-5.5,high,mixed,hard,,,,,,,1682.43,Elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5-high, scores.aa-briefcase)",,in, aaomni@artificialanalysis#5.0.1,artificialanalysis,opus-5.5,high,mixed,mid,AA-Omniscience,,,,,,64.83333333333333,acc%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5-high, scores.omniscience-accuracy)",src-artificialanalysis-leaderboards-models-2026-11-09|run:aaomni-index|opus-5.5@high|5.0.1,in, aa5-omniscience-non-hallucination@artificialanalysis,artificialanalysis,opus-5.5,high,mixed,hard,,,,,,,0.3611374407582938,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5-high, scores.omniscience-non-hallucination)",,in, aaautob#5.0.1,artificialanalysis,opus-5.5,high,agentic-tool,hard,AutomationBench-AA,,,,,,63.20677483186213,partial-credit%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5-high, scores.automationbench-aa)",,in, aatbsci@artificialanalysis#5.0.1,artificialanalysis,opus-5.5,high,coding,hard,Terminal-Bench-Science-AA,,,,,,49.047619047619,pass%,2.89e-13,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5-high, scores.terminal-bench-science)",,in, aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,opus-5.5,high,coding,hard,,,,,,,0.359278535353535,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5-high, scores.frontiercode-2-0)",,in, aa5-hle-diamond,artificialanalysis,opus-5.5,high,mixed,hard,,,,,,,0.556,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5-high, scores.hle-diamond)",,in, aagdppdf@artificialanalysis#5.0.1,artificialanalysis,opus-5.5,high,mixed,hard,GDP-PDF-AA,,,,,,28.8,allpass%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5-high, scores.gdp-pdf)",,out:republished, aatb40@artificialanalysis#5.0.1,artificialanalysis,opus-5.5,high,coding,hard,TB-AA,,,,,,56.5656565656566,pass%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5-high, scores.terminalbench-4-0)",,out:republished, aa5-critpt-v2-hard,artificialanalysis,opus-5.5,high,mixed,hard,,,,,,,0.595,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5-high, scores.critpt-v2-hard)",,in, aagdpval#5.0.1,artificialanalysis,opus-5.5,high,mixed,frontier,GDPval-AA-v2,,,,,,1713.6,AA-elo,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5-high, scores.gdpval-aa-normalized)",,in, aa5-mlcr-aa,artificialanalysis,opus-5.5,high,mixed,hard,,,,,,,0.15,score%,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5-high, scores.mlcr-aa)",,in, aahle@artificialanalysis#5.0.1,artificialanalysis,opus-5.5,high,reasoning-math,frontier,HLE-AA-notools,,,,,,55.5607043558851,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5-high, scores.humanitys-last-exam)",,in, aalcr@artificialanalysis#5.0.1,artificialanalysis,opus-5.5,high,mixed,hard,AA-LCR,,,,,,82.6666666666667,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5-high, scores.artificial-analysis-long-context-reasoning)",,out:republished, aascicode@artificialanalysis#5.0.1,artificialanalysis,opus-5.5,high,coding,hard,SciCode-AA,,,,,,60.4166666666667,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5-high, scores.scicode)",,out:republished, aacritpt@artificialanalysis#5.0.1,artificialanalysis,opus-5.5,high,reasoning-math,frontier,CritPt-AA,,,,,,30.8571428571429,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5-high, scores.critpt)",,out:republished, aa-index5@artificialanalysis,artificialanalysis,fable-5.2,low,mixed,hard,,per-task,3.097241904274546,2.89e-16,,35860.22216122158,53.9249388799182,AA-idx,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-low, intelligenceIndex)",,out:superseded,out:superseded aaomni-index#5.0.1,artificialanalysis,fable-5.2,low,mixed,mid,AA-Omniscience,per-task,0.013750208863165666,2.89e-19,,309.4073333333333,62.93333333333333,omniscience-index,2.89e-15,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-low, omniscience (the Omniscience Index))",src-artificialanalysis-leaderboards-models-2026-11-10|run:aaomni-index|fable-5.2@low|5.0.1,in,out:republished aa5-aa-briefcase@artificialanalysis,artificialanalysis,fable-5.2,low,mixed,hard,,per-task,5.617327431446156,2.89e-16,,66731.41758241758,1562.73,Elo,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-low, scores.aa-briefcase)",,in,in aaomni@artificialanalysis#5.0.1,artificialanalysis,fable-5.2,low,mixed,mid,AA-Omniscience,per-task,0.013750208863165666,2.89e-19,,309.4073333333333,76.3,acc%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-low, scores.omniscience-accuracy)",src-artificialanalysis-leaderboards-models-2026-11-10|run:aaomni-index|fable-5.2@low|5.0.1,in,out:republished aa5-omniscience-non-hallucination@artificialanalysis,artificialanalysis,fable-5.2,low,mixed,hard,,per-task,0.013750208863165666,2.89e-19,,309.4073333333333,0.43600562587904357,score%,2.89e-18,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-low, scores.omniscience-non-hallucination)",,out:republished,in aaautob#5.0.1,artificialanalysis,fable-5.2,low,agentic-tool,hard,AutomationBench-AA,per-task,1.2783863461849208,2.89e-17,,15910.809741248097,67.99749206673704,partial-credit%,2.89e-15,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-low, scores.automationbench-aa)",,in,in aatbsci@artificialanalysis#5.0.1,artificialanalysis,fable-5.2,low,coding,hard,Terminal-Bench-Science-AA,per-task,8.776175363262457,2.89e-16,,98894.31428571428,53.8095238095238,pass%,2.89e-14,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-low, scores.terminal-bench-science)",,in,in aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,fable-5.2,low,coding,hard,,per-task,2.1165804247563167,2.89e-17,,25508.984848484848,0.384397474747475,score%,2.89e-16,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-low, scores.frontiercode-2-0)",,in,in aa5-hle-diamond,artificialanalysis,fable-5.2,low,mixed,hard,,per-task,0.128247592,2.89e-10,,3069.539,0.608,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-low, scores.hle-diamond)",,in,in aagdppdf@artificialanalysis#5.0.1,artificialanalysis,fable-5.2,low,mixed,hard,GDP-PDF-AA,per-task,1.53269266200902,2.89e-15,,3152.9,26.8,allpass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-low, scores.gdp-pdf)",,in,in aatb40@artificialanalysis#5.0.1,artificialanalysis,fable-5.2,low,coding,hard,TB-AA,per-task,4.339918517524423,2.89e-16,,52871.666666666664,54.5454545454545,pass%,2.89e-14,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-low, scores.terminalbench-4-0)",,in,in aa5-critpt-v2-hard,artificialanalysis,fable-5.2,low,mixed,hard,,per-task,0.3129632866319219,2.89e-17,,5962.975,0.6,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-low, scores.critpt-v2-hard)",,in,in aa5-harvey-lab-aa,artificialanalysis,fable-5.2,low,mixed,hard,,,,,,,0.041666666666666664,score%,2.89e-19,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-low, scores.harvey-lab-aa)",,in, aagdpval#5.0.1,artificialanalysis,fable-5.2,low,mixed,frontier,GDPval-AA-v2,,,,,,1545.68,AA-elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-low, scores.gdpval-aa-normalized)",,in, aafrontiercode#5.0.1,artificialanalysis,fable-5.2,low,coding,frontier,FrontierCode-AA,,,,,,60.5771833333333,weighted-rubric%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-low, scores.frontiercode)",,in, aa5-healthbench,artificialanalysis,fable-5.2,low,mixed,hard,,,,,,,0.6040580937809404,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-low, scores.healthbench)",,in, aa5-healthbench-professional,artificialanalysis,fable-5.2,low,mixed,hard,,,,,,,0.6693567809712824,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-low, scores.healthbench-professional)",,in, aahle@artificialanalysis#5.0.1,artificialanalysis,fable-5.2,low,reasoning-math,frontier,HLE-AA-notools,,,,,,59.7312326227989,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-low, scores.humanitys-last-exam)",,in, aalcr@artificialanalysis#5.0.1,artificialanalysis,fable-5.2,low,mixed,hard,AA-LCR,,,,,,80,acc%,2.89,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-low, scores.artificial-analysis-long-context-reasoning)",,in, aascicode@artificialanalysis#5.0.1,artificialanalysis,fable-5.2,low,coding,hard,SciCode-AA,,,,,,57.7546296296296,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-low, scores.scicode)",,in, aacritpt@artificialanalysis#5.0.1,artificialanalysis,fable-5.2,low,reasoning-math,frontier,CritPt-AA,,,,,,29.4285714285714,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-low, scores.critpt)",,in, aa-index5@artificialanalysis,artificialanalysis,fable-5.2,medium,mixed,hard,,per-task,3.8026050641787634,2.89e-17,,43130.57375623775,56.4083157101519,AA-idx,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-medium, intelligenceIndex)",,out:superseded,out:superseded aaomni-index#5.0.1,artificialanalysis,fable-5.2,medium,mixed,mid,AA-Omniscience,per-task,0.015341321777060666,2.89e-19,,349.249,63.5,omniscience-index,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-medium, omniscience (the Omniscience Index))",src-artificialanalysis-leaderboards-models-2026-11-10|run:aaomni-index|fable-5.2@medium|5.0.1,in,out:republished aa5-aa-briefcase@artificialanalysis,artificialanalysis,fable-5.2,medium,mixed,hard,,per-task,6.835245733157161,2.89e-16,,80308.2967032967,1622.24,Elo,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-medium, scores.aa-briefcase)",,in,in aaomni@artificialanalysis#5.0.1,artificialanalysis,fable-5.2,medium,mixed,mid,AA-Omniscience,per-task,0.015341321777060666,2.89e-19,,349.249,76.96666666666667,acc%,2.89e-15,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-medium, scores.omniscience-accuracy)",src-artificialanalysis-leaderboards-models-2026-11-10|run:aaomni-index|fable-5.2@medium|5.0.1,in,out:republished aa5-omniscience-non-hallucination@artificialanalysis,artificialanalysis,fable-5.2,medium,mixed,hard,,per-task,0.015341321777060666,2.89e-19,,349.249,0.41534008683068013,score%,2.89e-18,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-medium, scores.omniscience-non-hallucination)",,out:republished,in aaautob#5.0.1,artificialanalysis,fable-5.2,medium,agentic-tool,hard,AutomationBench-AA,per-task,1.3316637351754355,2.89e-17,,16599.47184170472,68.82266338432704,partial-credit%,2.89e-15,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-medium, scores.automationbench-aa)",,in,in aatbsci@artificialanalysis#5.0.1,artificialanalysis,fable-5.2,medium,coding,hard,Terminal-Bench-Science-AA,per-task,10.98324440927286,2.89e-15,,118623.38571428572,60.4761904761905,pass%,2.89e-14,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-medium, scores.terminal-bench-science)",,in,in aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,fable-5.2,medium,coding,hard,,per-task,2.6864489410815566,2.89e-17,,31711.090909090908,0.412984090909091,score%,2.89e-16,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-medium, scores.frontiercode-2-0)",,in,in aa5-hle-diamond,artificialanalysis,fable-5.2,medium,mixed,hard,,per-task,0.183118464,2.89e-10,,4441.428,0.663,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-medium, scores.hle-diamond)",,in,in aagdppdf@artificialanalysis#5.0.1,artificialanalysis,fable-5.2,medium,mixed,hard,GDP-PDF-AA,per-task,1.55747228463872,2.89e-15,,3781.7,23.8,allpass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-medium, scores.gdp-pdf)",,in,in aatb40@artificialanalysis#5.0.1,artificialanalysis,fable-5.2,medium,coding,hard,TB-AA,per-task,5.251012275091596,2.89e-16,,63172.51515151515,55.050505050505,pass%,2.89e-13,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-medium, scores.terminalbench-4-0)",,in,in aa5-critpt-v2-hard,artificialanalysis,fable-5.2,medium,mixed,hard,,per-task,0.3669312848560007,2.89e-17,,7013.175,0.615,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-medium, scores.critpt-v2-hard)",,in,in aa5-harvey-lab-aa,artificialanalysis,fable-5.2,medium,mixed,hard,,,,,,,0.06388888888888888,score%,2.89e-18,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-medium, scores.harvey-lab-aa)",,in, aagdpval#5.0.1,artificialanalysis,fable-5.2,medium,mixed,frontier,GDPval-AA-v2,,,,,,1591.16,AA-elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-medium, scores.gdpval-aa-normalized)",,in, aafrontiercode#5.0.1,artificialanalysis,fable-5.2,medium,coding,frontier,FrontierCode-AA,,,,,,64.0310666666667,weighted-rubric%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-medium, scores.frontiercode)",,in, aa5-healthbench,artificialanalysis,fable-5.2,medium,mixed,hard,,,,,,,0.6024901059725118,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-medium, scores.healthbench)",,in, aa5-healthbench-professional,artificialanalysis,fable-5.2,medium,mixed,hard,,,,,,,0.6704790811200546,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-medium, scores.healthbench-professional)",,in, aahle@artificialanalysis#5.0.1,artificialanalysis,fable-5.2,medium,reasoning-math,frontier,HLE-AA-notools,,,,,,61.9091751621872,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-medium, scores.humanitys-last-exam)",,in, aalcr@artificialanalysis#5.0.1,artificialanalysis,fable-5.2,medium,mixed,hard,AA-LCR,,,,,,80,acc%,2.89,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-medium, scores.artificial-analysis-long-context-reasoning)",,in, aascicode@artificialanalysis#5.0.1,artificialanalysis,fable-5.2,medium,coding,hard,SciCode-AA,,,,,,59.7222222222222,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-medium, scores.scicode)",,in, aacritpt@artificialanalysis#5.0.1,artificialanalysis,fable-5.2,medium,reasoning-math,frontier,CritPt-AA,,,,,,30.8571428571429,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-medium, scores.critpt)",,in, aa-index5@artificialanalysis,artificialanalysis,fable-5.2,high,mixed,hard,,per-task,9.078414777860381,2.89e-16,,97841.00439390875,61.8218785440284,AA-idx,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-high, intelligenceIndex)",,out:superseded,out:superseded aaomni-index#5.0.1,artificialanalysis,fable-5.2,high,mixed,mid,AA-Omniscience,per-task,0.019553882127697,2.89e-16,,454.657,64.03333333333333,omniscience-index,2.89e-15,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-high, omniscience (the Omniscience Index))",src-artificialanalysis-leaderboards-models-2026-11-10|run:aaomni-index|fable-5.2@high|5.0.1,in,out:republished aa5-aa-briefcase@artificialanalysis,artificialanalysis,fable-5.2,high,mixed,hard,,per-task,15.486568536849699,2.89e-16,,168484.42857142858,1677.44,Elo,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-high, scores.aa-briefcase)",,out:superseded,in aaomni@artificialanalysis#5.0.1,artificialanalysis,fable-5.2,high,mixed,mid,AA-Omniscience,per-task,0.019553882127697,2.89e-16,,454.657,77.23333333333333,acc%,2.89e-15,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-high, scores.omniscience-accuracy)",src-artificialanalysis-leaderboards-models-2026-11-10|run:aaomni-index|fable-5.2@high|5.0.1,in,out:republished aa5-omniscience-non-hallucination@artificialanalysis,artificialanalysis,fable-5.2,high,mixed,hard,,per-task,0.019553882127697,2.89e-16,,454.657,0.42020497803806733,score%,2.89e-18,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-high, scores.omniscience-non-hallucination)",,out:republished,in aaautob#5.0.1,artificialanalysis,fable-5.2,high,agentic-tool,hard,AutomationBench-AA,per-task,1.6912020876465343,2.89e-17,,21978.284627092846,71.35975994544773,partial-credit%,2.89e-15,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-high, scores.automationbench-aa)",,in,in aatbsci@artificialanalysis#5.0.1,artificialanalysis,fable-5.2,high,coding,hard,Terminal-Bench-Science-AA,per-task,24.2810515829468,2.89e-14,,242408.6857142857,70,pass%,2.89,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-high, scores.terminal-bench-science)",,in,in aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,fable-5.2,high,coding,hard,,per-task,9.635322308119388,2.89e-16,,104935.34848484848,0.491275757575758,score%,2.89e-16,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-high, scores.frontiercode-2-0)",,in,in aa5-hle-diamond,artificialanalysis,fable-5.2,high,mixed,hard,,per-task,0.464489248,2.89e-10,,11475.99,0.738,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-high, scores.hle-diamond)",,in,in aagdppdf@artificialanalysis#5.0.1,artificialanalysis,fable-5.2,high,mixed,hard,GDP-PDF-AA,per-task,1.6442819737348697,2.89e-17,,5964.47,21.8,allpass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-high, scores.gdp-pdf)",,in,in aatb40@artificialanalysis#5.0.1,artificialanalysis,fable-5.2,high,coding,hard,TB-AA,per-task,13.468788577499403,2.89e-16,,157871.69696969696,59.5959595959596,pass%,2.89e-14,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-high, scores.terminalbench-4-0)",,in,in aa5-critpt-v2-hard,artificialanalysis,fable-5.2,high,mixed,hard,,per-task,1.049383457348336,2.89e-16,,20666.3,0.73,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-high, scores.critpt-v2-hard)",,in,in aa5-harvey-lab-aa,artificialanalysis,fable-5.2,high,mixed,hard,,,,,,,0.047222222222222214,score%,2.89e-19,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-high, scores.harvey-lab-aa)",,in, aagdpval#5.0.1,artificialanalysis,fable-5.2,high,mixed,frontier,GDPval-AA-v2,,,,,,1718.13,AA-elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-high, scores.gdpval-aa-normalized)",,out:superseded, aafrontiercode#5.0.1,artificialanalysis,fable-5.2,high,coding,frontier,FrontierCode-AA,,,,,,55.9141,weighted-rubric%,2.89e-05,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-high, scores.frontiercode)",,in, aa5-healthbench,artificialanalysis,fable-5.2,high,mixed,hard,,,,,,,0.5984600523116199,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-high, scores.healthbench)",,in, aa5-healthbench-professional,artificialanalysis,fable-5.2,high,mixed,hard,,,,,,,0.6762952672242871,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-high, scores.healthbench-professional)",,in, aahle@artificialanalysis#5.0.1,artificialanalysis,fable-5.2,high,reasoning-math,frontier,HLE-AA-notools,,,,,,66.1723818350324,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-high, scores.humanitys-last-exam)",,in, aalcr@artificialanalysis#5.0.1,artificialanalysis,fable-5.2,high,mixed,hard,AA-LCR,,,,,,83.3333333333333,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-high, scores.artificial-analysis-long-context-reasoning)",,in, aascicode@artificialanalysis#5.0.1,artificialanalysis,fable-5.2,high,coding,hard,SciCode-AA,,,,,,59.4907407407407,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-high, scores.scicode)",,in, aacritpt@artificialanalysis#5.0.1,artificialanalysis,fable-5.2,high,reasoning-math,frontier,CritPt-AA,,,,,,32.8571428571429,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-high, scores.critpt)",,in, aa-index5@artificialanalysis,artificialanalysis,fable-5.2,xhigh,mixed,hard,,per-task,14.828587632511116,2.89e-16,,161944.1237450463,62.2167392403357,AA-idx,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-xhigh, intelligenceIndex)",,out:superseded,out:superseded aaomni-index#5.0.1,artificialanalysis,fable-5.2,xhigh,mixed,mid,AA-Omniscience,per-task,0.032593153410362334,2.89e-19,,780.6546666666667,64.76666666666667,omniscience-index,2.89e-15,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-xhigh, omniscience (the Omniscience Index))",src-artificialanalysis-leaderboards-models-2026-11-10|run:aaomni-index|fable-5.2@xhigh|5.0.1,in,out:republished aa5-aa-briefcase@artificialanalysis,artificialanalysis,fable-5.2,xhigh,mixed,hard,,per-task,28.563319210307895,2.89e-16,,286606.9010989011,1737.78,Elo,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-xhigh, scores.aa-briefcase)",,out:superseded,in aaomni@artificialanalysis#5.0.1,artificialanalysis,fable-5.2,xhigh,mixed,mid,AA-Omniscience,per-task,0.032593153410362334,2.89e-19,,780.6546666666667,78.03333333333333,acc%,2.89e-15,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-xhigh, scores.omniscience-accuracy)",src-artificialanalysis-leaderboards-models-2026-11-10|run:aaomni-index|fable-5.2@xhigh|5.0.1,in,out:republished aa5-omniscience-non-hallucination@artificialanalysis,artificialanalysis,fable-5.2,xhigh,mixed,hard,,per-task,0.032593153410362334,2.89e-19,,780.6546666666667,0.3960546282245827,score%,2.89e-17,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-xhigh, scores.omniscience-non-hallucination)",,out:republished,in aaautob#5.0.1,artificialanalysis,fable-5.2,xhigh,agentic-tool,hard,AutomationBench-AA,per-task,2.2740566984684927,2.89e-17,,31674.520547945205,74.16293165236524,partial-credit%,2.89e-15,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-xhigh, scores.automationbench-aa)",,in,in aatbsci@artificialanalysis#5.0.1,artificialanalysis,fable-5.2,xhigh,coding,hard,Terminal-Bench-Science-AA,per-task,31.366492449010273,2.89e-16,,338766.54285714286,67.6190476190476,pass%,2.89e-14,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-xhigh, scores.terminal-bench-science)",,in,in aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,fable-5.2,xhigh,coding,hard,,per-task,21.41390231508486,2.89e-15,,219356.52272727274,0.475810858585859,score%,2.89e-16,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-xhigh, scores.frontiercode-2-0)",,in,in aa5-hle-diamond,artificialanalysis,fable-5.2,xhigh,mixed,hard,,per-task,0.8755616879999999,2.89e-17,,21753.835,0.758,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-xhigh, scores.hle-diamond)",,in,in aagdppdf@artificialanalysis#5.0.1,artificialanalysis,fable-5.2,xhigh,mixed,hard,GDP-PDF-AA,per-task,1.8491524518542,2.89e-14,,11092.04,21.4,allpass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-xhigh, scores.gdp-pdf)",,in,in aatb40@artificialanalysis#5.0.1,artificialanalysis,fable-5.2,xhigh,coding,hard,TB-AA,per-task,20.8121385936618,2.89e-14,,259771.01515151514,61.6161616161616,pass%,2.89e-14,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-xhigh, scores.terminalbench-4-0)",,in,in aa5-critpt-v2-hard,artificialanalysis,fable-5.2,xhigh,mixed,hard,,per-task,2.4721107765679204,2.89e-17,,48267.175,0.735,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-xhigh, scores.critpt-v2-hard)",,in,in aa5-harvey-lab-aa,artificialanalysis,fable-5.2,xhigh,mixed,hard,,,,,,,0.03888888888888888,score%,2.89e-18,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-xhigh, scores.harvey-lab-aa)",,in, aagdpval#5.0.1,artificialanalysis,fable-5.2,xhigh,mixed,frontier,GDPval-AA-v2,,,,,,1750.65,AA-elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-xhigh, scores.gdpval-aa-normalized)",,out:superseded, aafrontiercode#5.0.1,artificialanalysis,fable-5.2,xhigh,coding,frontier,FrontierCode-AA,,,,,,55.4696666666667,weighted-rubric%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-xhigh, scores.frontiercode)",,in, aa5-healthbench,artificialanalysis,fable-5.2,xhigh,mixed,hard,,,,,,,0.5973076448765275,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-xhigh, scores.healthbench)",,in, aa5-healthbench-professional,artificialanalysis,fable-5.2,xhigh,mixed,hard,,,,,,,0.6806151636940604,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-xhigh, scores.healthbench-professional)",,in, aahle@artificialanalysis#5.0.1,artificialanalysis,fable-5.2,xhigh,reasoning-math,frontier,HLE-AA-notools,,,,,,68.8600556070436,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-xhigh, scores.humanitys-last-exam)",,in, aalcr@artificialanalysis#5.0.1,artificialanalysis,fable-5.2,xhigh,mixed,hard,AA-LCR,,,,,,82.6666666666667,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-xhigh, scores.artificial-analysis-long-context-reasoning)",,in, aascicode@artificialanalysis#5.0.1,artificialanalysis,fable-5.2,xhigh,coding,hard,SciCode-AA,,,,,,65.625,acc%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-xhigh, scores.scicode)",,in, aacritpt@artificialanalysis#5.0.1,artificialanalysis,fable-5.2,xhigh,reasoning-math,frontier,CritPt-AA,,,,,,35.7142857142857,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2-xhigh, scores.critpt)",,in, aa-index5@artificialanalysis,artificialanalysis,fable-5.2,max,mixed,hard,,per-task,26.53855780398091,2.89e-15,,273775.9603402919,64.563595756626,AA-idx,2.89e-13,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2, intelligenceIndex)",,out:superseded,out:superseded aaomni-index#5.0.1,artificialanalysis,fable-5.2,max,mixed,mid,AA-Omniscience,per-task,0.21898487481174234,2.89e-18,,5440.493666666666,66.76666666666667,omniscience-index,2.89e-15,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2, omniscience (the Omniscience Index))",src-artificialanalysis-leaderboards-models-2026-11-10|run:aaomni-index|fable-5.2@max|5.0.1,in,out:republished aa5-aa-briefcase@artificialanalysis,artificialanalysis,fable-5.2,max,mixed,hard,,per-task,59.35153486471977,2.89e-15,,550380.2637362637,1785.32,Elo,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2, scores.aa-briefcase)",,out:superseded,in aaomni@artificialanalysis#5.0.1,artificialanalysis,fable-5.2,max,mixed,mid,AA-Omniscience,per-task,0.21898487481174234,2.89e-18,,5440.493666666666,79.13333333333333,acc%,2.89e-15,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2, scores.omniscience-accuracy)",src-artificialanalysis-leaderboards-models-2026-11-10|run:aaomni-index|fable-5.2@max|5.0.1,in,out:republished aa5-omniscience-non-hallucination@artificialanalysis,artificialanalysis,fable-5.2,max,mixed,hard,,per-task,0.21898487481174234,2.89e-18,,5440.493666666666,0.4073482428115016,score%,2.89e-17,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2, scores.omniscience-non-hallucination)",,out:republished,in aaautob#5.0.1,artificialanalysis,fable-5.2,max,agentic-tool,hard,AutomationBench-AA,per-task,4.4483182548807925,2.89e-17,,68931.73515981736,76.42233832611831,partial-credit%,2.89e-15,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2, scores.automationbench-aa)",,in,in aatbsci@artificialanalysis#5.0.1,artificialanalysis,fable-5.2,max,coding,hard,Terminal-Bench-Science-AA,per-task,45.205926007936405,2.89e-16,,455032.97142857144,73.3333333333333,pass%,2.89e-14,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2, scores.terminal-bench-science)",,in,in aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,fable-5.2,max,coding,hard,,per-task,43.3740716159139,2.89e-14,,419817.7121212121,0.487597222222222,score%,2.89e-16,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2, scores.frontiercode-2-0)",,in,in aa5-hle-diamond,artificialanalysis,fable-5.2,max,mixed,hard,,per-task,1.733883952,2.89e-10,,43213.75,0.802,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2, scores.hle-diamond)",,in,in aagdppdf@artificialanalysis#5.0.1,artificialanalysis,fable-5.2,max,mixed,hard,GDP-PDF-AA,per-task,2.51789698324489,2.89e-15,,27840.37,24.2,allpass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2, scores.gdp-pdf)",,in,in aatb40@artificialanalysis#5.0.1,artificialanalysis,fable-5.2,max,coding,hard,TB-AA,per-task,31.589769302212897,2.89e-16,,376804.4393939394,59.5959595959596,pass%,2.89e-14,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2, scores.terminalbench-4-0)",,in,in aa5-critpt-v2-hard,artificialanalysis,fable-5.2,max,mixed,hard,,per-task,6.353041121460681,2.89e-16,,123348.2,0.765,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2, scores.critpt-v2-hard)",,in,in aa5-harvey-lab-aa,artificialanalysis,fable-5.2,max,mixed,hard,,,,,,,0.07222222222222222,score%,2.89e-18,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2, scores.harvey-lab-aa)",,in, aagdpval#5.0.1,artificialanalysis,fable-5.2,max,mixed,frontier,GDPval-AA-v2,,,,,,1831.33,AA-elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2, scores.gdpval-aa-normalized)",,out:superseded, aa3d-v10,artificialanalysis,fable-5.2,max,coding,hard,Stirrup,,,,,,1271.4151,Elo,2.89e-05,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2, scores.aa-3d)",,out:not-headline, aa5-mlcr-aa,artificialanalysis,fable-5.2,max,mixed,hard,,,,,,,0.438888888888889,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2, scores.mlcr-aa)",,in, aafrontiercode#5.0.1,artificialanalysis,fable-5.2,max,coding,frontier,FrontierCode-AA,,,,,,56.2128333333333,weighted-rubric%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2, scores.frontiercode)",,in, aa5-healthbench,artificialanalysis,fable-5.2,max,mixed,hard,,,,,,,0.5955742028993666,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2, scores.healthbench)",,in, aa5-healthbench-professional,artificialanalysis,fable-5.2,max,mixed,hard,,,,,,,0.6765943696339888,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2, scores.healthbench-professional)",,in, aa5-vials-aa,artificialanalysis,fable-5.2,max,mixed,hard,,,,,,,0.6708074534161491,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2, scores.vials-aa)",,in, aahle@artificialanalysis#5.0.1,artificialanalysis,fable-5.2,max,reasoning-math,frontier,HLE-AA-notools,,,,,,74.2817423540315,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2, scores.humanitys-last-exam)",,in, aalcr@artificialanalysis#5.0.1,artificialanalysis,fable-5.2,max,mixed,hard,AA-LCR,,,,,,83.3333333333333,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2, scores.artificial-analysis-long-context-reasoning)",,in, aascicode@artificialanalysis#5.0.1,artificialanalysis,fable-5.2,max,coding,hard,SciCode-AA,,,,,,67.7083333333333,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2, scores.scicode)",,in, aacritpt@artificialanalysis#5.0.1,artificialanalysis,fable-5.2,max,reasoning-math,frontier,CritPt-AA,,,,,,35.4285714285714,acc%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-fable-5-2, scores.critpt)",,in, aaomni-index#5.0.1,artificialanalysis,?Apodex 1.1,not-established:absent,mixed,mid,AA-Omniscience,,,,,,-27.866666666666667,omniscience-index,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record apodex-1-1, omniscience (the Omniscience Index))",,out:model-not-established, aa5-aa-briefcase@artificialanalysis,artificialanalysis,?Apodex 1.1,not-established:absent,mixed,hard,,,,,,,1012.15,Elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record apodex-1-1, scores.aa-briefcase)",,out:model-not-established, aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,?Apodex 1.1,not-established:absent,coding,hard,,,,,,,0.0693335858585859,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record apodex-1-1, scores.frontiercode-2-0)",,out:model-not-established, aagdpval#5.0.1,artificialanalysis,?Apodex 1.1,not-established:absent,mixed,frontier,GDPval-AA-v2,,,,,,1195.2,AA-elo,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record apodex-1-1, scores.gdpval-aa-normalized)",,out:model-not-established, aaomni@artificialanalysis#5.0.1,artificialanalysis,?Apodex 1.1,not-established:absent,mixed,mid,AA-Omniscience,,,,,,28.16666666666667,acc%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record apodex-1-1, scores.omniscience-accuracy)",,out:model-not-established, aa5-omniscience-non-hallucination@artificialanalysis,artificialanalysis,?Apodex 1.1,not-established:absent,mixed,hard,,,,,,,0.21995359628770306,score%,2.89e-18,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record apodex-1-1, scores.omniscience-non-hallucination)",,out:model-not-established, aa3d-v10,artificialanalysis,?Step 5 Preview,not-established:absent,coding,hard,Stirrup,,,,,,859.1221,Elo,2.89e-05,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record step-5, scores.aa-3d)",,out:model-not-established, aa5-aa-briefcase@artificialanalysis,artificialanalysis,?Step 5 Preview,not-established:absent,mixed,hard,,,,,,,1423.01,Elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record step-5, scores.aa-briefcase)",,out:model-not-established, aagdpval#5.0.1,artificialanalysis,?Step 5 Preview,not-established:absent,mixed,frontier,GDPval-AA-v2,,,,,,1591.81,AA-elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record step-5, scores.gdpval-aa-normalized)",,out:model-not-established, aa3d-v10,artificialanalysis,inkling,not-established:absent,coding,hard,Stirrup,,,,,,591.353,Elo,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record inkling, scores.aa-3d)",,out:effort-not-established, aa3d-v10,artificialanalysis,glm-5.3-flash,unstated,coding,hard,Stirrup,,,,,,937.3386,Elo,2.89e-05,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3-flash, scores.aa-3d)",,out:effort-not-established, aa5-aa-briefcase@artificialanalysis,artificialanalysis,glm-5.3-flash,unstated,mixed,hard,,,,,,,1449.84,Elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3-flash, scores.aa-briefcase)",,out:effort-not-established, aagdpval#5.0.1,artificialanalysis,glm-5.3-flash,unstated,mixed,frontier,GDPval-AA-v2,,,,,,1648.97,AA-elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3-flash, scores.gdpval-aa-normalized)",,out:effort-not-established, aa3d-v10,artificialanalysis,mimo-v2.6-pro,unstated,coding,hard,Stirrup,,,,,,982.8947,Elo,2.89e-05,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record mimo-v2-6-pro, scores.aa-3d)",,out:effort-not-established, aa5-aa-briefcase@artificialanalysis,artificialanalysis,mimo-v2.6-pro,unstated,mixed,hard,,,,,,,1511.68,Elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record mimo-v2-6-pro, scores.aa-briefcase)",,out:effort-not-established, aagdpval#5.0.1,artificialanalysis,mimo-v2.6-pro,unstated,mixed,frontier,GDPval-AA-v2,,,,,,1692.05,AA-elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record mimo-v2-6-pro, scores.gdpval-aa-normalized)",,out:effort-not-established, aa3d-v10,artificialanalysis,minimax-m3,unstated,coding,hard,Stirrup,,,,,,745.6495,Elo,2.89e-05,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record minimax-m3, scores.aa-3d)",,out:effort-not-established, aa3d-v10,artificialanalysis,gpt-6-astra,max,coding,hard,Stirrup,,,,,,1168.398,Elo,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra, scores.aa-3d)",,out:not-headline, aa5-aa-briefcase@artificialanalysis,artificialanalysis,gpt-6-astra,max,mixed,hard,,,,,,,1568.92,Elo,0.00289,,prev=1568.59 (src-artificialanalysis-leaderboards-models-2026-11-09#M216),"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra, scores.aa-briefcase)",,in, aagdpval#5.0.1,artificialanalysis,gpt-6-astra,max,mixed,frontier,GDPval-AA-v2,,,,,,1586.3,AA-elo,0.0289,,prev=1583.69 (src-artificialanalysis-leaderboards-models-2026-11-09#M228),"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-astra, scores.gdpval-aa-normalized)",,in, aa3d-v10,artificialanalysis,opus-5.5,max,coding,hard,Stirrup,,,,,,1202.4312,Elo,2.89e-05,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5, scores.aa-3d)",,out:not-headline, aa5-aa-briefcase@artificialanalysis,artificialanalysis,opus-5.5,max,mixed,hard,,,,,,,1800.58,Elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-opus-5-5, scores.aa-briefcase)",,out:superseded, aa3d-v10,artificialanalysis,grok-4.7,xhigh,coding,hard,Stirrup,,,,,,992.4478,Elo,2.89e-05,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record grok-4-7, scores.aa-3d)",,out:not-headline, aa5-aa-briefcase@artificialanalysis,artificialanalysis,grok-4.7,xhigh,mixed,hard,,,,,,,1635.58,Elo,0.00289,,prev=1637.4 (src-artificialanalysis-leaderboards-models-2026-11-09#M378),"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record grok-4-7, scores.aa-briefcase)",,in, aagdpval#5.0.1,artificialanalysis,grok-4.7,xhigh,mixed,frontier,GDPval-AA-v2,,,,,,1716.87,AA-elo,0.00289,,prev=1718.42 (src-artificialanalysis-leaderboards-models-2026-11-09#M390),"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record grok-4-7, scores.gdpval-aa-normalized)",,in, aa3d-v10,artificialanalysis,?Nemotron 3 Ultra 550B A55B,not-established:absent,coding,hard,Stirrup,,,,,,582.6382,Elo,2.89e-05,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record nvidia-nemotron-3-ultra-550b-a55b, scores.aa-3d)",,out:model-not-established, aa3d-v10,artificialanalysis,?Kimi K3.1 Pro,not-established:absent,coding,hard,Stirrup,,,,,,1112.0815,Elo,2.89e-05,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record kimi-k3-1-pro, scores.aa-3d)",,out:model-not-established, aa5-aa-briefcase@artificialanalysis,artificialanalysis,?Kimi K3.1 Pro,not-established:absent,mixed,hard,,,,,,,1674.14,Elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record kimi-k3-1-pro, scores.aa-briefcase)",,out:model-not-established, aagdpval#5.0.1,artificialanalysis,?Kimi K3.1 Pro,not-established:absent,mixed,frontier,GDPval-AA-v2,,,,,,1860.85,AA-elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record kimi-k3-1-pro, scores.gdpval-aa-normalized)",,out:model-not-established, aa5-aa-briefcase@artificialanalysis,artificialanalysis,gpt-6-luna,max,mixed,hard,,,,,,,1337.11,Elo,0.00289,,prev=1337.06 (src-artificialanalysis-leaderboards-models-2026-11-09#M448),"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna, scores.aa-briefcase)",,in, aagdpval#5.0.1,artificialanalysis,gpt-6-luna,max,mixed,frontier,GDPval-AA-v2,,,,,,1443.56,AA-elo,0.00289,,prev=1444.46 (src-artificialanalysis-leaderboards-models-2026-11-09#M460),"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-luna, scores.gdpval-aa-normalized)",,in, aa3d-v10,artificialanalysis,haiku-5.5,max,coding,hard,Stirrup,,,,,,998.1405,Elo,2.89e-05,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5, scores.aa-3d)",,out:not-headline, aa5-aa-briefcase@artificialanalysis,artificialanalysis,haiku-5.5,max,mixed,hard,,,,,,,1572.67,Elo,0.00289,,prev=1574.12 (src-artificialanalysis-leaderboards-models-2026-11-09#M498),"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5, scores.aa-briefcase)",,in, aagdpval#5.0.1,artificialanalysis,haiku-5.5,max,mixed,frontier,GDPval-AA-v2,,,,,,1628.98,AA-elo,0.00289,,prev=1630.83 (src-artificialanalysis-leaderboards-models-2026-11-09#M510),"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-haiku-5-5, scores.gdpval-aa-normalized)",,in, aa3d-v10,artificialanalysis,gemini-3.8-flash,high,coding,hard,Stirrup,,,,,,974.1137,Elo,2.89e-05,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-3-8-flash, scores.aa-3d)",,out:not-headline, aa5-aa-briefcase@artificialanalysis,artificialanalysis,gpt-6.1-terra,max,mixed,hard,,,,,,,1402.61,Elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-terra, scores.aa-briefcase)",,in, aagdpval#5.0.1,artificialanalysis,gpt-6.1-terra,max,mixed,frontier,GDPval-AA-v2,,,,,,1476.02,AA-elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-terra, scores.gdpval-aa-normalized)",,in, aa3d-v10,artificialanalysis,qwen3.8-max-0902,unstated,coding,hard,Stirrup,,,,,,954.0074,Elo,2.89e-05,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-max, scores.aa-3d)",,out:effort-not-established, aa5-aa-briefcase@artificialanalysis,artificialanalysis,qwen3.8-max-0902,unstated,mixed,hard,,,,,,,1604.55,Elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-max, scores.aa-briefcase)",,out:effort-not-established, aagdpval#5.0.1,artificialanalysis,qwen3.8-max-0902,unstated,mixed,frontier,GDPval-AA-v2,,,,,,1673.68,AA-elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record qwen3-8-max, scores.gdpval-aa-normalized)",,out:effort-not-established, aa3d-v10,artificialanalysis,sonnet-5.5,max,coding,hard,Stirrup,,,,,,1203.6913,Elo,2.89e-05,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5, scores.aa-3d)",,out:not-headline, aa5-aa-briefcase@artificialanalysis,artificialanalysis,sonnet-5.5,max,mixed,hard,,,,,,,1816.46,Elo,0.00289,,prev=1813.33 (src-artificialanalysis-leaderboards-models-2026-11-09#M756),"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record claude-sonnet-5-5, scores.aa-briefcase)",,in, aa3d-v10,artificialanalysis,gpt-6.1-sol,max,coding,hard,Stirrup,,,,,,1121.0821,Elo,2.89e-05,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol, scores.aa-3d)",,out:not-headline, aa5-aa-briefcase@artificialanalysis,artificialanalysis,gpt-6.1-sol,max,mixed,hard,,,,,,,1554.66,Elo,0.00289,,prev=1555.09 (src-artificialanalysis-leaderboards-models-2026-11-09#M782),"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol, scores.aa-briefcase)",,in, aagdpval#5.0.1,artificialanalysis,gpt-6.1-sol,max,mixed,frontier,GDPval-AA-v2,,,,,,1607.68,AA-elo,0.00289,,prev=1608.89 (src-artificialanalysis-leaderboards-models-2026-11-09#M794),"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-6-1-sol, scores.gdpval-aa-normalized)",,in, aa3d-v10,artificialanalysis,glm-5.3,max,coding,hard,Stirrup,,,,,,793.7933,Elo,2.89e-05,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record glm-5-3, scores.aa-3d)",,out:not-headline, aa3d-v10,artificialanalysis,gemini-4-argon,high,coding,hard,Stirrup,,,,,,1146.6893,Elo,2.89e-05,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-4-argon, scores.aa-3d)",,out:not-headline, aa5-aa-briefcase@artificialanalysis,artificialanalysis,gemini-4-argon,high,mixed,hard,,,,,,,1484.37,Elo,0.00289,,prev=1485.03 (src-artificialanalysis-leaderboards-models-2026-11-09#M897),"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-4-argon, scores.aa-briefcase)",,in, aagdpval#5.0.1,artificialanalysis,gemini-4-argon,high,mixed,frontier,GDPval-AA-v2,,,,,,1633.21,AA-elo,0.00289,,prev=1630.66 (src-artificialanalysis-leaderboards-models-2026-11-09#M909),"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gemini-4-argon, scores.gdpval-aa-normalized)",,in, aa5-aa-briefcase@artificialanalysis,artificialanalysis,?MiniMax-M3.1-Flash,not-established:absent,mixed,hard,,,,,,,1474.33,Elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record minimax-m3-1-flash, scores.aa-briefcase)",,out:model-not-established, aagdpval#5.0.1,artificialanalysis,?MiniMax-M3.1-Flash,not-established:absent,mixed,frontier,GDPval-AA-v2,,,,,,1464.87,AA-elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record minimax-m3-1-flash, scores.gdpval-aa-normalized)",,out:model-not-established, aa3d-v10,artificialanalysis,?Inkling 2 Small,not-established:absent,coding,hard,Stirrup,,,,,,1027.2784,Elo,2.89e-05,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record inkling-2-small, scores.aa-3d)",,out:model-not-established, aa5-mlcr-aa,artificialanalysis,?Inkling 2 Small,not-established:absent,mixed,hard,,,,,,,0.205555555555556,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record inkling-2-small, scores.mlcr-aa)",,out:model-not-established, aa5-vials-aa,artificialanalysis,?Inkling 2 Small,not-established:absent,mixed,hard,,,,,,,0.42857142857142855,score%,2.89e-18,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record inkling-2-small, scores.vials-aa)",,out:model-not-established, aa5-aa-briefcase@artificialanalysis,artificialanalysis,?Mistral Large 4,not-established:absent,mixed,hard,,,,,,,1347.72,Elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record mistral-large-4, scores.aa-briefcase)",,out:model-not-established, aa5-mlcr-aa,artificialanalysis,?Mistral Large 4,not-established:absent,mixed,hard,,,,,,,0.177777777777778,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record mistral-large-4, scores.mlcr-aa)",,out:model-not-established, aa-index5@artificialanalysis,artificialanalysis,gpt-oss-120b,high,mixed,hard,,per-task,0.34534207651823257,2.89e-18,,,3.81981165137417,AA-idx,2.89e-15,,cost-method-assumed-single,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-oss-120b, intelligenceIndex)",,out:single-couple,out:cost-not-comparable aaomni-index#5.0.1,artificialanalysis,gpt-oss-120b,high,mixed,mid,AA-Omniscience,,,,,,-46.43333333333333,omniscience-index,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-oss-120b, omniscience (the Omniscience Index))",,out:single-couple, aa5-critpt-v2-hard,artificialanalysis,gpt-oss-120b,high,mixed,hard,,,,,,,0.04,score%,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-oss-120b, scores.critpt-v2-hard)",,out:single-couple, aagdppdf@artificialanalysis#5.0.1,artificialanalysis,gpt-oss-120b,high,mixed,hard,GDP-PDF-AA,,,,,,4.2,allpass%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-oss-120b, scores.gdp-pdf)",,out:single-couple, aagdpval#5.0.1,artificialanalysis,gpt-oss-120b,high,mixed,frontier,GDPval-AA-v2,,,,,,616.04,AA-elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-oss-120b, scores.gdpval-aa-normalized)",,out:single-couple, aaomni@artificialanalysis#5.0.1,artificialanalysis,gpt-oss-120b,high,mixed,mid,AA-Omniscience,,,,,,21.666666666666667,acc%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-oss-120b, scores.omniscience-accuracy)",,out:single-couple, aa5-omniscience-non-hallucination@artificialanalysis,artificialanalysis,gpt-oss-120b,high,mixed,hard,,,,,,,0.13063829787234038,score%,2.89e-18,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record gpt-oss-120b, scores.omniscience-non-hallucination)",,out:single-couple, aa-index5@artificialanalysis,artificialanalysis,nemotron-3.5-lightning,unstated,mixed,hard,,per-task,0.31445225066768195,2.89e-18,,,5.5346663903388,AA-idx,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record nemotron-3-5-lightning, intelligenceIndex)",,out:effort-not-established,out:effort-not-established aa-index5@artificialanalysis,artificialanalysis,?Muse Glimmer,not-established:absent,mixed,hard,,per-task,0.16950439773904172,2.89e-18,,,6.34128724913462,AA-idx,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record muse-glimmer, intelligenceIndex)",,out:model-not-established,out:model-not-established aa-index5@artificialanalysis,artificialanalysis,?Muse Ember,not-established:absent,mixed,hard,,per-task,0.1359356168986363,2.89e-17,,,36.0212987864912,AA-idx,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record muse-ember, intelligenceIndex)",,out:model-not-established,out:model-not-established aaomni-index#5.0.1,artificialanalysis,?Muse Ember,not-established:absent,mixed,mid,AA-Omniscience,,,,,,7.366666666666666,omniscience-index,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record muse-ember, omniscience (the Omniscience Index))",,out:model-not-established, aa5-aa-briefcase@artificialanalysis,artificialanalysis,?Muse Ember,not-established:absent,mixed,hard,,,,,,,1520.92,Elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record muse-ember, scores.aa-briefcase)",,out:model-not-established, aaomni@artificialanalysis#5.0.1,artificialanalysis,?Muse Ember,not-established:absent,mixed,mid,AA-Omniscience,,,,,,21.066666666666667,acc%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record muse-ember, scores.omniscience-accuracy)",,out:model-not-established, aa5-omniscience-non-hallucination@artificialanalysis,artificialanalysis,?Muse Ember,not-established:absent,mixed,hard,,,,,,,0.8264358108108107,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record muse-ember, scores.omniscience-non-hallucination)",,out:model-not-established, aaautob#5.0.1,artificialanalysis,?Muse Ember,not-established:absent,agentic-tool,hard,AutomationBench-AA,,,,,,68.07901586086508,partial-credit%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record muse-ember, scores.automationbench-aa)",,out:model-not-established, aatbsci@artificialanalysis#5.0.1,artificialanalysis,?Muse Ember,not-established:absent,coding,hard,Terminal-Bench-Science-AA,,,,,,20,pass%,2.89,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record muse-ember, scores.terminal-bench-science)",,out:model-not-established, aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,?Muse Ember,not-established:absent,coding,hard,,,,,,,0.271696212121212,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record muse-ember, scores.frontiercode-2-0)",,out:model-not-established, aa5-hle-diamond,artificialanalysis,?Muse Ember,not-established:absent,mixed,hard,,,,,,,0.251,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record muse-ember, scores.hle-diamond)",,out:model-not-established, aagdppdf@artificialanalysis#5.0.1,artificialanalysis,?Muse Ember,not-established:absent,mixed,hard,GDP-PDF-AA,,,,,,22.8,allpass%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record muse-ember, scores.gdp-pdf)",,out:model-not-established, aatb40@artificialanalysis#5.0.1,artificialanalysis,?Muse Ember,not-established:absent,coding,hard,TB-AA,,,,,,40.9090909090909,pass%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record muse-ember, scores.terminalbench-4-0)",,out:model-not-established, aa5-critpt-v2-hard,artificialanalysis,?Muse Ember,not-established:absent,mixed,hard,,,,,,,0.39,score%,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record muse-ember, scores.critpt-v2-hard)",,out:model-not-established, aa5-mlcr-aa,artificialanalysis,?Muse Ember,not-established:absent,mixed,hard,,,,,,,0.183333333333333,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record muse-ember, scores.mlcr-aa)",,out:model-not-established, aa-index5@artificialanalysis,artificialanalysis,?Muse Ember,not-established:absent,mixed,hard,,per-task,0.1162277983030469,2.89e-17,,,34.1149608609788,AA-idx,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record muse-ember-xhigh, intelligenceIndex)",,out:model-not-established,out:model-not-established aaomni-index#5.0.1,artificialanalysis,?Muse Ember,not-established:absent,mixed,mid,AA-Omniscience,,,,,,7.733333333333333,omniscience-index,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record muse-ember-xhigh, omniscience (the Omniscience Index))",,out:model-not-established, aa5-aa-briefcase@artificialanalysis,artificialanalysis,?Muse Ember,not-established:absent,mixed,hard,,,,,,,1526.95,Elo,0.00289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record muse-ember-xhigh, scores.aa-briefcase)",,out:model-not-established, aaomni@artificialanalysis#5.0.1,artificialanalysis,?Muse Ember,not-established:absent,mixed,mid,AA-Omniscience,,,,,,21.366666666666667,acc%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record muse-ember-xhigh, scores.omniscience-accuracy)",,out:model-not-established, aa5-omniscience-non-hallucination@artificialanalysis,artificialanalysis,?Muse Ember,not-established:absent,mixed,hard,,,,,,,0.8266214497668504,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record muse-ember-xhigh, scores.omniscience-non-hallucination)",,out:model-not-established, aaautob#5.0.1,artificialanalysis,?Muse Ember,not-established:absent,agentic-tool,hard,AutomationBench-AA,,,,,,66.70632837564682,partial-credit%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record muse-ember-xhigh, scores.automationbench-aa)",,out:model-not-established, aatbsci@artificialanalysis#5.0.1,artificialanalysis,?Muse Ember,not-established:absent,coding,hard,Terminal-Bench-Science-AA,,,,,,17.6190476190476,pass%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record muse-ember-xhigh, scores.terminal-bench-science)",,out:model-not-established, aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,?Muse Ember,not-established:absent,coding,hard,,,,,,,0.21974898989899,score%,2.89e-15,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record muse-ember-xhigh, scores.frontiercode-2-0)",,out:model-not-established, aa5-hle-diamond,artificialanalysis,?Muse Ember,not-established:absent,mixed,hard,,,,,,,0.236,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record muse-ember-xhigh, scores.hle-diamond)",,out:model-not-established, aagdppdf@artificialanalysis#5.0.1,artificialanalysis,?Muse Ember,not-established:absent,mixed,hard,GDP-PDF-AA,,,,,,22.4,allpass%,0.0289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record muse-ember-xhigh, scores.gdp-pdf)",,out:model-not-established, aatb40@artificialanalysis#5.0.1,artificialanalysis,?Muse Ember,not-established:absent,coding,hard,TB-AA,,,,,,35.3535353535354,pass%,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record muse-ember-xhigh, scores.terminalbench-4-0)",,out:model-not-established, aa5-critpt-v2-hard,artificialanalysis,?Muse Ember,not-established:absent,mixed,hard,,,,,,,0.385,score%,0.000289,,,"https://artificialanalysis.ai/leaderboards/models (leaderboard payload (RSC), model record muse-ember-xhigh, scores.critpt-v2-hard)",,out:model-not-established, aa-index5@artificialanalysis,artificialanalysis,gemini-4-carbon,low,mixed,hard,,per-task,5.221404723668021,2.89e-16,,,54.2206114502924,AA-idx,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (payload, model record ""Gemini 4 Carbon (Low)"", intelligenceIndex)",,out:superseded,out:superseded aa-index5@artificialanalysis,artificialanalysis,gemini-4-carbon,medium,mixed,hard,,per-task,4.677653677420589,2.89e-16,,,58.2587824022788,AA-idx,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (payload, model record ""Gemini 4 Carbon (Medium)"", intelligenceIndex)",,out:superseded,out:superseded aa-index5@artificialanalysis,artificialanalysis,gemini-4-carbon,high,mixed,hard,,per-task,5.484780948230178,2.89e-16,,,60.025738829526,AA-idx,2.89e-13,,,"https://artificialanalysis.ai/leaderboards/models (payload, model record ""Gemini 4 Carbon (High)"", intelligenceIndex)",,out:superseded,out:superseded aa-index5@artificialanalysis,artificialanalysis,gemini-4-argon,high,mixed,hard,,per-task,4.973304355775267,2.89e-16,,,50.4121935905389,AA-idx,2.89e-14,,prev=50.4121935905389 (src-artificialanalysis-leaderboards-models-2026-11-09#M895); base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://artificialanalysis.ai/leaderboards/models (payload, model record ""Gemini 4 Argon (High)"", intelligenceIndex)",,in,in aa-index5@artificialanalysis,artificialanalysis,gemini-4-argon,medium,mixed,hard,,per-task,4.314621569087732,2.89e-16,,,47.6040598289046,AA-idx,2.89e-14,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://artificialanalysis.ai/leaderboards/models (payload, model record ""Gemini 4 Argon (Medium)"", intelligenceIndex)",,in,in aa-index5@artificialanalysis,artificialanalysis,gemini-4-hydrogen,low,mixed,hard,,per-task,0.2922227000200506,2.89e-17,,,26.8936694361562,AA-idx,2.89e-14,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (payload, model record ""Gemini 4 Hydrogen (Low)"", intelligenceIndex)",,in,in aa-index5@artificialanalysis,artificialanalysis,gemini-4-hydrogen,medium,mixed,hard,,per-task,0.7979866055252406,2.89e-17,,,41.2329566992579,AA-idx,2.89e-14,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (payload, model record ""Gemini 4 Hydrogen (Medium)"", intelligenceIndex)",,in,in aa-index5@artificialanalysis,artificialanalysis,gemini-4-hydrogen,high,mixed,hard,,per-task,1.8733140062520008,2.89e-17,,,50.7870826951304,AA-idx,2.89e-14,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (payload, model record ""Gemini 4 Hydrogen (High)"", intelligenceIndex)",,in,in aa-index5@artificialanalysis,artificialanalysis,gemini-4-hydrogen,xhigh,mixed,hard,,per-task,3.1601590757006157,2.89e-17,,,53.9192287317542,AA-idx,2.89e-14,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/leaderboards/models (payload, model record ""Gemini 4 Hydrogen (Xhigh)"", intelligenceIndex)",,in,in aa-index5@artificialanalysis,artificialanalysis,deepseek-v4-pro-0813,high,mixed,hard,,per-task,0.8485312855493328,2.89e-17,,,20.799409628237,AA-idx,2.89e-13,,,"https://artificialanalysis.ai/leaderboards/models (payload, model record ""DeepSeek V4 Pro 0813 (High)"", intelligenceIndex)",,out:superseded,out:superseded aa-index5@artificialanalysis,artificialanalysis,qwen4-max,unstated,mixed,hard,,per-task,3.2681327300897323,2.89e-17,,,42.8914543287565,AA-idx,2.89e-14,,,"https://artificialanalysis.ai/leaderboards/models (payload, model record ""Qwen4 Max"", intelligenceIndex)",,out:effort-not-established,out:effort-not-established aa5-mka,artificialanalysis,gemini-4-carbon,high,mixed,hard,,,,,,,0.5434311169966699,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (payload, model record ""Gemini 4 Carbon (High)"", scores.mka)",,in, aa5-mka,artificialanalysis,gemini-4-argon,high,mixed,hard,,,,,,,0.5125916894412726,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (payload, model record ""Gemini 4 Argon (High)"", scores.mka)",,in, aa5-mka,artificialanalysis,fable-5.2,max,mixed,hard,,,,,,,0.565604258363361,score%,2.89e-16,,,"https://artificialanalysis.ai/leaderboards/models (payload, model record ""Claude Fable 5.2 (Max, Default Fallback)"", scores.mka)",,in, aa5-mka,artificialanalysis,opus-5.5,max,mixed,hard,,,,,,,0.5301120328350177,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (payload, model record ""Claude Opus 5.5 (Max, Default Fallback)"", scores.mka)",,in, aa5-mka,artificialanalysis,sonnet-5.5,max,mixed,hard,,,,,,,0.5199259979111622,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (payload, model record ""Claude Sonnet 5.5 (Max, Default Fallback)"", scores.mka)",,in, aa5-mka,artificialanalysis,haiku-5.5,max,mixed,hard,,,,,,,0.4096420815941453,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (payload, model record ""Claude Haiku 5.5 (Max)"", scores.mka)",,in, aa5-mka,artificialanalysis,gpt-6.1-terra,max,mixed,hard,,,,,,,0.43755021366952485,score%,2.89e-18,,,"https://artificialanalysis.ai/leaderboards/models (payload, model record ""GPT-6.1 Terra (Max)"", scores.mka)",,in, aa5-mka,artificialanalysis,deepseek-v4.1-flash-1017,max,mixed,hard,,,,,,,0.3854301910448201,score%,2.89e-17,,,"https://artificialanalysis.ai/leaderboards/models (payload, model record ""DeepSeek V4.1 Flash 1017 (Max)"", scores.mka)",,in, aa5-aa-briefcase@artificialanalysis,artificialanalysis,fable-5.2,max,mixed,hard,,,,,,,1784.88,Elo,0.00289,,prev=1785.32 (src-artificialanalysis-leaderboards-models-2026-11-10#M87),"https://artificialanalysis.ai/leaderboards/models (payload, model record ""Claude Fable 5.2 (Max, Default Fallback)"", scores.aa-briefcase)",,in, aagdpval#5.0.1,artificialanalysis,fable-5.2,max,mixed,frontier,GDPval-AA-v2,,,,,,1831.06,AA-elo,0.00289,,prev=1831.33 (src-artificialanalysis-leaderboards-models-2026-11-10#M98),"https://artificialanalysis.ai/leaderboards/models (payload, model record ""Claude Fable 5.2 (Max, Default Fallback)"", scores.gdpval-aa-normalized)",,in, aa5-aa-briefcase@artificialanalysis,artificialanalysis,fable-5.2,xhigh,mixed,hard,,,,,,,1737.43,Elo,0.00289,,prev=1737.78 (src-artificialanalysis-leaderboards-models-2026-11-10#M66),"https://artificialanalysis.ai/leaderboards/models (payload, model record ""Claude Fable 5.2 (Xhigh, Default Fallback)"", scores.aa-briefcase)",,in, aagdpval#5.0.1,artificialanalysis,fable-5.2,xhigh,mixed,frontier,GDPval-AA-v2,,,,,,1750.9,AA-elo,0.0289,,prev=1750.65 (src-artificialanalysis-leaderboards-models-2026-11-10#M77),"https://artificialanalysis.ai/leaderboards/models (payload, model record ""Claude Fable 5.2 (Xhigh, Default Fallback)"", scores.gdpval-aa-normalized)",,in, aa5-aa-briefcase@artificialanalysis,artificialanalysis,fable-5.2,high,mixed,hard,,,,,,,1677.08,Elo,0.00289,,prev=1677.44 (src-artificialanalysis-leaderboards-models-2026-11-10#M45),"https://artificialanalysis.ai/leaderboards/models (payload, model record ""Claude Fable 5.2 (High, Default Fallback)"", scores.aa-briefcase)",,in, aagdpval#5.0.1,artificialanalysis,fable-5.2,high,mixed,frontier,GDPval-AA-v2,,,,,,1718.3,AA-elo,0.0289,,prev=1718.13 (src-artificialanalysis-leaderboards-models-2026-11-10#M56),"https://artificialanalysis.ai/leaderboards/models (payload, model record ""Claude Fable 5.2 (High, Default Fallback)"", scores.gdpval-aa-normalized)",,in, aa-index4#4.0,artificialanalysis,opus-4.7,not-established:contradictory,mixed,frontier,AA-Index,per-suite,1029.862825,2.89e-07,148196755,11555162,51.82,AA-idx,0.00289,,evaluated-by:Artificial Analysis,"https://artificialanalysis.ai/models/claude-opus-4-7-non-reasoning (focus model record, intelligence_index (Intelligence Index v4.0))",,out:effort-not-established,out:effort-not-established aa-index4#4.0,artificialanalysis,opus-4.7,not-established:contradictory,mixed,frontier,AA-Index,per-suite,1217.22764375,2.89e-09,148535775,11555162,51.8213546973954,AA-idx,2.89e-14,,evaluated-by:Artificial Analysis,"https://artificialanalysis.ai/models/claude-opus-4-7-non-reasoning (focus model record, intelligence_index (Intelligence Index v4.0))",,out:effort-not-established,out:effort-not-established aa-index4#4.1,artificialanalysis,opus-4.7,not-established:contradictory,mixed,frontier,AA-Index,,,,,,,AA-idx,,,evaluated-by:Artificial Analysis,"https://artificialanalysis.ai/models/claude-opus-4-7-non-reasoning (focus model record, intelligence_index (Intelligence Index v4.1))",,out:effort-not-established, aa-index4#4.0,artificialanalysis,sonnet-4.6,not-established:contradictory,mixed,frontier,AA-Index,per-suite,1396.629696,2.89e-07,396751692,13758308,44.33,AA-idx,0.00289,,evaluated-by:Artificial Analysis,"https://artificialanalysis.ai/models/claude-sonnet-4-6 (focus model record, intelligence_index (Intelligence Index v4.0))",,out:effort-not-established,out:effort-not-established aa-index4#4.0,artificialanalysis,sonnet-4.6,not-established:contradictory,mixed,frontier,AA-Index,per-suite,1396.629696,2.89e-07,396751692,13758308,44.38,AA-idx,0.00289,,evaluated-by:Artificial Analysis,"https://artificialanalysis.ai/models/claude-sonnet-4-6 (focus model record, intelligence_index (Intelligence Index v4.0))",,out:effort-not-established,out:effort-not-established aa-index4#4.0,artificialanalysis,sonnet-4.6,not-established:contradictory,mixed,frontier,AA-Index,per-suite,1694.193465,2.89e-07,396751692,13758308,44.3844694825582,AA-idx,2.89e-14,,evaluated-by:Artificial Analysis,"https://artificialanalysis.ai/models/claude-sonnet-4-6 (focus model record, intelligence_index (Intelligence Index v4.0))",,out:effort-not-established,out:effort-not-established aa-index4#4.0,artificialanalysis,sonnet-4.6,not-established:absent,mixed,frontier,AA-Index,per-suite,3959.3596829999997,2.89e-14,328993766,198158559,51.72,AA-idx,0.00289,,evaluated-by:Artificial Analysis,"https://artificialanalysis.ai/models/claude-sonnet-4-6-adaptive (focus model record, intelligence_index (Intelligence Index v4.0))",,out:effort-not-established,out:effort-not-established aa-index4#4.0,artificialanalysis,sonnet-4.6,not-established:absent,mixed,frontier,AA-Index,per-suite,3959.3596829999997,2.89e-14,328993766,198158559,51.72,AA-idx,0.00289,,evaluated-by:Artificial Analysis,"https://artificialanalysis.ai/models/claude-sonnet-4-6-adaptive (focus model record, intelligence_index (Intelligence Index v4.0))",,out:effort-not-established,out:effort-not-established aa-index4#4.0,artificialanalysis,sonnet-4.6,not-established:absent,mixed,frontier,AA-Index,per-suite,4206.1050075,2.89e-08,328993766,198158559,51.7186805816809,AA-idx,2.89e-14,,evaluated-by:Artificial Analysis,"https://artificialanalysis.ai/models/claude-sonnet-4-6-adaptive (focus model record, intelligence_index (Intelligence Index v4.0))",,out:effort-not-established,out:effort-not-established aa-index4#4.1,artificialanalysis,sonnet-4.6,not-established:absent,mixed,frontier,AA-Index,,,,,,47.2100024360452,AA-idx,2.89e-14,,evaluated-by:Artificial Analysis,"https://artificialanalysis.ai/models/claude-sonnet-4-6-adaptive (focus model record, intelligence_index (Intelligence Index v4.1))",,out:effort-not-established,out:effort-not-established aa-index4#4.0,artificialanalysis,sonnet-4.6,not-established:contradictory,mixed,frontier,AA-Index,per-suite,554.484411,2.89e-07,148681487,7229330,42.6,AA-idx,0.0289,,evaluated-by:Artificial Analysis,"https://artificialanalysis.ai/models/claude-sonnet-4-6-non-reasoning-low-effort (focus model record, intelligence_index (Intelligence Index v4.0))",,out:effort-not-established,out:effort-not-established aa-index4#4.0,artificialanalysis,sonnet-4.6,not-established:contradictory,mixed,frontier,AA-Index,per-suite,554.484411,2.89e-07,148681487,7229330,42.6,AA-idx,0.0289,,evaluated-by:Artificial Analysis,"https://artificialanalysis.ai/models/claude-sonnet-4-6-non-reasoning-low-effort (focus model record, intelligence_index (Intelligence Index v4.0))",,out:effort-not-established,out:effort-not-established aa-index4#4.0,artificialanalysis,sonnet-4.6,not-established:contradictory,mixed,frontier,AA-Index,per-suite,665.99552625,2.89e-09,148681487,7229330,42.6,AA-idx,0.0289,,evaluated-by:Artificial Analysis,"https://artificialanalysis.ai/models/claude-sonnet-4-6-non-reasoning-low-effort (focus model record, intelligence_index (Intelligence Index v4.0))",,out:effort-not-established,out:effort-not-established aa-index4#4.0,artificialanalysis,sonnet-4.6,not-established:contradictory,mixed,frontier,AA-Index,per-suite,665.99552625,2.89e-09,148681487,7229330,42.6010568374292,AA-idx,2.89e-14,,evaluated-by:Artificial Analysis,"https://artificialanalysis.ai/models/claude-sonnet-4-6-non-reasoning-low-effort (focus model record, intelligence_index (Intelligence Index v4.0))",,out:effort-not-established,out:effort-not-established aacritpt@artificialanalysis#none,artificialanalysis,gpt-5.5-pro,xhigh,reasoning-math,frontier,CritPt-AA,,,,,,30.5714285714286,acc%,2.89e-14,,EAP-run,"https://artificialanalysis.ai/models/gpt-5-5-pro (evaluation payload of the page, record GPT-5.5 Pro (Xhigh), scores.critpt)",,in, aa-index4#4.0,artificialanalysis,kimi-k2.5,think,mixed,frontier,AA-Index,,,,,,46.77,AA-idx,0.00289,,evaluated-by:Artificial Analysis,"https://artificialanalysis.ai/models/kimi-k2-5 (focus model record, intelligence_index (Intelligence Index v4.0))",,out:superseded, aa-index4#4.0,artificialanalysis,kimi-k2.5,think,mixed,frontier,AA-Index,per-suite,370.65632159999996,2.89e-15,174567446,88638618,46.81,AA-idx,0.00289,,evaluated-by:Artificial Analysis,"https://artificialanalysis.ai/models/kimi-k2-5 (focus model record, intelligence_index (Intelligence Index v4.0))",,out:superseded,out:superseded aa-index4#4.0,artificialanalysis,kimi-k2.5,think,mixed,frontier,AA-Index,per-suite,370.65632159999996,2.89e-15,174567446,88638618,46.81,AA-idx,0.00289,,evaluated-by:Artificial Analysis,"https://artificialanalysis.ai/models/kimi-k2-5 (focus model record, intelligence_index (Intelligence Index v4.0))",,out:superseded,out:superseded aa-index4#4.0,artificialanalysis,kimi-k2.5,think,mixed,frontier,AA-Index,per-suite,367.16497267999995,2.89e-15,174567446,88638618,46.8125298030348,AA-idx,2.89e-14,,evaluated-by:Artificial Analysis; prev=46.77 (src-artificialanalysis-model-page-kimi-k2-5-2026-02-03#M1); prev=46.81 (src-artificialanalysis-model-page-kimi-k2-5-2026-04-01#M1); prev=46.81 (src-artificialanalysis-model-page-kimi-k2-5-2026-05-02#M1); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/kimi-k2-5 (focus model record, intelligence_index (Intelligence Index v4.0))",,out:composite,in aa-index4#4.0,artificialanalysis,kimi-k2.5,nothink,mixed,frontier,AA-Index,,,,,,37.18,AA-idx,0.00289,,evaluated-by:Artificial Analysis,"https://artificialanalysis.ai/models/kimi-k2-5-non-reasoning (focus model record, intelligence_index (Intelligence Index v4.0))",,out:superseded, aa-index4#4.0,artificialanalysis,kimi-k2.5,nothink,mixed,frontier,AA-Index,per-suite,141.11665019999998,2.89e-15,171235907,12791702,37.27,AA-idx,0.00289,,evaluated-by:Artificial Analysis,"https://artificialanalysis.ai/models/kimi-k2-5-non-reasoning (focus model record, intelligence_index (Intelligence Index v4.0))",,out:superseded,out:superseded aa-index4#4.0,artificialanalysis,kimi-k2.5,nothink,mixed,frontier,AA-Index,per-suite,141.11665019999998,2.89e-15,171235907,12791702,37.27,AA-idx,0.00289,,evaluated-by:Artificial Analysis; prev=37.18 (src-artificialanalysis-model-page-kimi-k2-5-non-reasoning-2026-02-05#M1); prev=37.27 (src-artificialanalysis-model-page-kimi-k2-5-non-reasoning-2026-04-06#M1); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/kimi-k2-5-non-reasoning (focus model record, intelligence_index (Intelligence Index v4.0))",,in,in aa-index4#4.1,artificialanalysis,kimi-k2.5,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,evaluated-by:Artificial Analysis,"https://artificialanalysis.ai/models/kimi-k2-5-non-reasoning (focus model record, intelligence_index (Intelligence Index v4.1))",,out:estimate, aa-index#3.0,artificialanalysis,kimi-k2-thinking,solo,mixed,frontier,AA-Index,per-suite,379.417864375,2.89e-10,58923824,138046113,66.98,AA-idx,0.00289,,evaluated-by:Artificial Analysis; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/kimi-k2-thinking (focus model record, intelligence_index (Intelligence Index v3.0))",,out:single-couple,out:cost-single-couple aa-index4#4.0,artificialanalysis,kimi-k2-thinking,solo,mixed,frontier,AA-Index,per-suite,308.1504595,2.89e-08,96873370,100010575,40.89,AA-idx,0.00289,,evaluated-by:Artificial Analysis,"https://artificialanalysis.ai/models/kimi-k2-thinking (focus model record, intelligence_index (Intelligence Index v4.0))",,out:superseded,out:superseded aa-index4#4.0,artificialanalysis,kimi-k2-thinking,solo,mixed,frontier,AA-Index,per-suite,308.1504595,2.89e-08,96873370,100010575,40.89,AA-idx,0.00289,,evaluated-by:Artificial Analysis,"https://artificialanalysis.ai/models/kimi-k2-thinking (focus model record, intelligence_index (Intelligence Index v4.0))",,out:superseded,out:superseded aa-index4#4.0,artificialanalysis,kimi-k2-thinking,solo,mixed,frontier,AA-Index,per-suite,308.1504595,2.89e-08,96873370,100010575,40.89315933127,AA-idx,2.89e-12,,evaluated-by:Artificial Analysis; prev=40.89 (src-artificialanalysis-model-page-kimi-k2-thinking-2026-03-13#M1); prev=40.89 (src-artificialanalysis-model-page-kimi-k2-thinking-2026-04-21#M1); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/kimi-k2-thinking (focus model record, intelligence_index (Intelligence Index v4.0))",,in,in aa-index4#4.0,artificialanalysis,?Kimi K2 Thinking,not-established:absent,mixed,frontier,AA-Index,per-suite,308.1504595,2.89e-08,96873370,100010575,40.89315933127,AA-idx,2.89e-12,,evaluated-by:Artificial Analysis,"https://artificialanalysis.ai/models/kimi-k2-thinking (focus model record, intelligence_index (Intelligence Index v4.0))",,out:model-not-established,out:model-not-established aa-index43@artificialanalysis,artificialanalysis,opus-5.5,max,mixed,frontier,,per-task,5.982012019521066,2.89e-16,,,57.6223698102963,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-opus-5-5 / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,sonnet-5.5,low,mixed,frontier,,per-task,0.3451610270666562,2.89e-17,,,35.8681594577587,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-5-low / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,sonnet-5.5,medium,mixed,frontier,,per-task,0.48326378260543096,2.89e-18,,,40.838652287929,AA-idx,2.89e-13,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-5-medium / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,sonnet-5.5,high,mixed,frontier,,per-task,0.8844498581005511,2.89e-17,,,46.7533528066958,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-5-high / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,sonnet-5.5,xhigh,mixed,frontier,,per-task,2.0120345801545785,2.89e-17,,,51.8955544183089,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-5-xhigh / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,sonnet-5.5,max,mixed,frontier,,per-task,5.4608525948098325,2.89e-17,,,56.0001286580794,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-5 / column intelligenceIndex),,out:composite,out:composite aaautob#none,artificialanalysis,opus-5.5,max,agentic-tool,hard,AutomationBench-AA,per-task,1.428755110542112,2.89e-16,,,69.53868128636069,partial-credit%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row claude-opus-5-5 / column automationBenchPartialScore),,out:decision:D66,out:decision:D66 aaautob#none,artificialanalysis,sonnet-5.5,low,agentic-tool,hard,AutomationBench-AA,per-task,0.24077614362956895,2.89e-18,,,49.42092641344955,partial-credit%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-5-low / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,sonnet-5.5,medium,agentic-tool,hard,AutomationBench-AA,per-task,0.26209815374334866,2.89e-18,,,54.90962996121462,partial-credit%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-5-medium / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,sonnet-5.5,high,agentic-tool,hard,AutomationBench-AA,per-task,0.3126108042587534,2.89e-17,,,59.42923026067375,partial-credit%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-5-high / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,sonnet-5.5,xhigh,agentic-tool,hard,AutomationBench-AA,per-task,0.42238802114334933,2.89e-18,,,65.52026949665557,partial-credit%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-5-xhigh / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,sonnet-5.5,max,agentic-tool,hard,AutomationBench-AA,per-task,1.0324439998102977,2.89e-17,,,71.76882128193995,partial-credit%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-5 / column automationBenchPartialScore),,in,in aatb40@artificialanalysis#none,artificialanalysis,opus-5.5,max,coding,hard,TB-AA,per-task,13.109276120148786,2.89e-16,,,59.5959595959596,pass%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-opus-5-5 / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,sonnet-5.5,low,coding,hard,TB-AA,per-task,1.284788105923259,2.89e-16,,,20.7070707070707,pass%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-5-low / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,sonnet-5.5,medium,coding,hard,TB-AA,per-task,1.5781629739286835,2.89e-17,,,29.7979797979798,pass%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-5-medium / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,sonnet-5.5,high,coding,hard,TB-AA,per-task,2.1862227174909825,2.89e-17,,,43.9393939393939,pass%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-5-high / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,sonnet-5.5,xhigh,coding,hard,TB-AA,per-task,6.078427561993545,2.89e-16,,,57.0707070707071,pass%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-5-xhigh / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,sonnet-5.5,max,coding,hard,TB-AA,per-task,12.64644160831714,2.89e-15,,,63.6363636363636,pass%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-5 / column terminalBench40),,in,in aascicode@artificialanalysis#none,artificialanalysis,opus-5.5,max,coding,hard,SciCode-AA,per-task,0.46911601388888885,2.89e-18,,,66.8981481481482,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-opus-5-5 / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,sonnet-5.5,low,coding,hard,SciCode-AA,per-task,0.012945277777777778,2.89e-19,,,49.0740740740741,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-5-low / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,sonnet-5.5,medium,coding,hard,SciCode-AA,per-task,0.013536590277777776,2.89e-19,,,52.8935185185185,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-5-medium / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,sonnet-5.5,high,coding,hard,SciCode-AA,per-task,0.0160004375,2.89e-11,,,53.7037037037037,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-5-high / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,sonnet-5.5,xhigh,coding,hard,SciCode-AA,per-task,0.023654777777777778,2.89e-19,,,57.2916666666667,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-5-xhigh / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,sonnet-5.5,max,coding,hard,SciCode-AA,per-task,0.2780096319444444,2.89e-17,,,60.9953703703704,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-5 / column scicode),,in,in aahle@artificialanalysis#none,artificialanalysis,opus-5.5,max,reasoning-math,frontier,HLE-AA-notools,per-task,0.7184060055607044,2.89e-17,,,61.3531047265987,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-opus-5-5 / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,sonnet-5.5,low,reasoning-math,frontier,HLE-AA-notools,per-task,0.012811643188137163,2.89e-19,,,36.2372567191844,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-5-low / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,sonnet-5.5,medium,reasoning-math,frontier,HLE-AA-notools,per-task,0.02319133086190918,2.89e-18,,,39.805375347544,acc%,2.89e-13,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-5-medium / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,sonnet-5.5,high,reasoning-math,frontier,HLE-AA-notools,per-task,0.04726052734012975,2.89e-18,,,45.8294717330862,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-5-high / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,sonnet-5.5,xhigh,reasoning-math,frontier,HLE-AA-notools,per-task,0.11786841890639481,2.89e-18,,,50,acc%,2.89,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-5-xhigh / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,sonnet-5.5,max,reasoning-math,frontier,HLE-AA-notools,per-task,0.5438353660797034,2.89e-17,,,54.9582947173309,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-5 / column hle),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,opus-5.5,max,mixed,hard,GDP-PDF-AA,per-task,1.55233548,2.89e-09,,,26.2,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-opus-5-5 / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,opus-5.5,max,mixed,hard,GDP-PDF-AA,per-task,1.55233548,2.89e-09,,,20,allpass%,2.89,,,https://artificialanalysis.ai/models ($ / row claude-opus-5-5 / column cacheHitPrice),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,sonnet-5.5,low,mixed,hard,GDP-PDF-AA,per-task,0.37231423999999996,2.89e-18,,,16,allpass%,0.289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-5-low / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,sonnet-5.5,medium,mixed,hard,GDP-PDF-AA,per-task,0.38142373999999996,2.89e-18,,,20.2,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-5-medium / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,sonnet-5.5,high,mixed,hard,GDP-PDF-AA,per-task,0.40860073999999996,2.89e-18,,,25.2,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-5-high / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,sonnet-5.5,xhigh,mixed,hard,GDP-PDF-AA,per-task,0.46012694,2.89e-09,,,24.6,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-5-xhigh / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,sonnet-5.5,max,mixed,hard,GDP-PDF-AA,per-task,0.7943279200000001,2.89e-17,,,25.8,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-5 / column gdpPdfAllPass),,in,in aacritpt@artificialanalysis#none,artificialanalysis,opus-5.5,max,reasoning-math,frontier,CritPt-AA,per-task,2.189617085714286,2.89e-16,,,31.7142857142857,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-opus-5-5 / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,sonnet-5.5,low,reasoning-math,frontier,CritPt-AA,per-task,0.08619905714285714,2.89e-18,,,11.4285714285714,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-5-low / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,sonnet-5.5,medium,reasoning-math,frontier,CritPt-AA,per-task,0.14917562857142858,2.89e-18,,,16.8571428571429,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-5-medium / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,sonnet-5.5,high,reasoning-math,frontier,CritPt-AA,per-task,0.28051582857142854,2.89e-18,,,24.5714285714286,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-5-high / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,sonnet-5.5,xhigh,reasoning-math,frontier,CritPt-AA,per-task,0.6495111142857144,2.89e-17,,,31.1428571428571,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-5-xhigh / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,sonnet-5.5,max,reasoning-math,frontier,CritPt-AA,per-task,1.8915142857142857,2.89e-17,,,31.4285714285714,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-5 / column critpt),,in,in aalcr@artificialanalysis#none,artificialanalysis,opus-5.5,max,mixed,hard,AA-LCR,per-task,0.67655392,2.89e-09,,,84.6666666666667,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-opus-5-5 / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,sonnet-5.5,low,mixed,hard,AA-LCR,per-task,0.29143206,2.89e-09,,,76,acc%,0.289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-5-low / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,sonnet-5.5,medium,mixed,hard,AA-LCR,per-task,0.29160706,2.89e-09,,,76.3333333333333,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-5-medium / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,sonnet-5.5,high,mixed,hard,AA-LCR,per-task,0.29391706,2.89e-09,,,78,acc%,0.289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-5-high / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,sonnet-5.5,xhigh,mixed,hard,AA-LCR,per-task,0.29660586,2.89e-09,,,79.6666666666667,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-5-xhigh / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,sonnet-5.5,max,mixed,hard,AA-LCR,per-task,0.33930086000000004,2.89e-18,,,82.6666666666667,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-5 / column lcr),,in,in aaomni@artificialanalysis#none,artificialanalysis,opus-5.5,max,mixed,mid,AA-Omniscience,per-task,0.16091283733333334,2.89e-18,,,66.21666666666667,acc%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-opus-5-5 / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-15|run:aaomni-index|opus-5.5@max|,in,in aaomni@artificialanalysis#none,artificialanalysis,sonnet-5.5,low,mixed,mid,AA-Omniscience,per-task,0.002740045333333333,2.89e-19,,,46.3,acc%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-5-low / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-15|run:aaomni-index|sonnet-5.5@low|,in,in aaomni@artificialanalysis#none,artificialanalysis,sonnet-5.5,medium,mixed,mid,AA-Omniscience,per-task,0.002940345333333333,2.89e-19,,,47.16666666666667,acc%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-5-medium / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-15|run:aaomni-index|sonnet-5.5@medium|,in,in aaomni@artificialanalysis#none,artificialanalysis,sonnet-5.5,high,mixed,mid,AA-Omniscience,per-task,0.005356353666666667,2.89e-19,,,51.98333333333334,acc%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-5-high / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-15|run:aaomni-index|sonnet-5.5@high|,in,in aaomni@artificialanalysis#none,artificialanalysis,sonnet-5.5,xhigh,mixed,mid,AA-Omniscience,per-task,0.008493120333333333,2.89e-19,,,53.03333333333333,acc%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-5-xhigh / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-15|run:aaomni-index|sonnet-5.5@xhigh|,in,in aaomni@artificialanalysis#none,artificialanalysis,sonnet-5.5,max,mixed,mid,AA-Omniscience,per-task,0.14660985466666665,2.89e-18,,,53.95,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-5 / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-15|run:aaomni-index|sonnet-5.5@max|,in,in aatbsci@artificialanalysis#none,artificialanalysis,sonnet-5.5,low,coding,hard,Terminal-Bench-Science-AA,,,,,,10.4761904761905,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-5-low / column terminalBenchScience),,in, aatbsci@artificialanalysis#none,artificialanalysis,sonnet-5.5,medium,coding,hard,Terminal-Bench-Science-AA,,,,,,16.1904761904762,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-5-medium / column terminalBenchScience),,in, aatbsci@artificialanalysis#none,artificialanalysis,sonnet-5.5,high,coding,hard,Terminal-Bench-Science-AA,,,,,,34.2857142857143,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-5-high / column terminalBenchScience),,in, aatbsci@artificialanalysis#none,artificialanalysis,sonnet-5.5,xhigh,coding,hard,Terminal-Bench-Science-AA,,,,,,52.3809523809524,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-5-xhigh / column terminalBenchScience),,in, aatbsci@artificialanalysis#none,artificialanalysis,sonnet-5.5,max,coding,hard,Terminal-Bench-Science-AA,,,,,,53.3333333333333,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-5 / column terminalBenchScience),,in, aatbsci@artificialanalysis#none,artificialanalysis,opus-5.5,max,coding,hard,Terminal-Bench-Science-AA,,,,,,59.047619047619,pass%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row claude-opus-5-5 / column terminalBenchScience),,out:decision:D68, aamlcr,artificialanalysis,sonnet-5.5,max,mixed,hard,MLCR-AA,,,,,,75,acc%,0.289,,,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-5 / column mlcrOverall),,in, aamlcr,artificialanalysis,opus-5.5,max,mixed,hard,MLCR-AA,,,,,,66.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-5-5 / column mlcrOverall),,in, aa-index43@artificialanalysis,artificialanalysis,haiku-5.5,low,mixed,frontier,,per-task,0.02445936101890973,2.89e-18,,,29.4523685891139,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-haiku-5-5-low / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,haiku-5.5,medium,mixed,frontier,,per-task,0.04703084793955566,2.89e-18,,,34.4646519474657,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-haiku-5-5-medium / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,haiku-5.5,high,mixed,frontier,,per-task,0.07942671568737021,2.89e-18,,,37.8240211671094,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-haiku-5-5-high / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,haiku-5.5,xhigh,mixed,frontier,,per-task,0.12378561092096102,2.89e-18,,,41.2489304677024,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-haiku-5-5-xhigh / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,haiku-5.5,max,mixed,frontier,,per-task,0.21276971216992022,2.89e-18,,,43.3950199670746,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-haiku-5-5 / column intelligenceIndex),,out:composite,out:composite aagdpval#none,artificialanalysis,haiku-5.5,low,mixed,frontier,GDPval-AA-v2,per-task,0.01036732378882185,2.89e-18,,,1122.82,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-haiku-5-5-low / column gdpval),,in,in aagdpval#none,artificialanalysis,haiku-5.5,medium,mixed,frontier,GDPval-AA-v2,per-task,0.0207415439572033,2.89e-17,,,1274.5,AA-elo,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-haiku-5-5-medium / column gdpval),,in,in aagdpval#none,artificialanalysis,haiku-5.5,high,mixed,frontier,GDPval-AA-v2,per-task,0.04359841732015027,2.89e-18,,,1417.55,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-haiku-5-5-high / column gdpval),,in,in aagdpval#none,artificialanalysis,haiku-5.5,xhigh,mixed,frontier,GDPval-AA-v2,per-task,0.0920705014249463,2.89e-17,,,1513.05,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-haiku-5-5-xhigh / column gdpval),,in,in aagdpval#none,artificialanalysis,haiku-5.5,max,mixed,frontier,GDPval-AA-v2,per-task,0.22229297310982066,2.89e-18,,,1618.33,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-haiku-5-5 / column gdpval),,in,in aagdpval#none,artificialanalysis,sonnet-5.5,low,mixed,frontier,GDPval-AA-v2,per-task,0.20861530062593137,2.89e-18,,,1175.34,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-5-low / column gdpval),,in,in aagdpval#none,artificialanalysis,sonnet-5.5,medium,mixed,frontier,GDPval-AA-v2,per-task,0.31777411290778373,2.89e-18,,,1323.27,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-5-medium / column gdpval),,in,in aagdpval#none,artificialanalysis,sonnet-5.5,high,mixed,frontier,GDPval-AA-v2,per-task,0.6884941985719685,2.89e-17,,,1549.39,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-5-high / column gdpval),,in,in aagdpval#none,artificialanalysis,sonnet-5.5,xhigh,mixed,frontier,GDPval-AA-v2,per-task,1.9548290952926792,2.89e-17,,,1728.44,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-5-xhigh / column gdpval),,in,in aagdpval#none,artificialanalysis,sonnet-5.5,max,mixed,frontier,GDPval-AA-v2,per-task,6.8377462951486905,2.89e-17,,,1837.82,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-5 / column gdpval),,in,in aagdpval#none,artificialanalysis,opus-5.5,low,mixed,frontier,GDPval-AA-v2,per-task,0.21375396134987892,2.89e-18,,,1235.23,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-opus-5-5-low / column gdpval),,in,in aagdpval#none,artificialanalysis,opus-5.5,medium,mixed,frontier,GDPval-AA-v2,per-task,0.8564266374284286,2.89e-17,,,1583.6,AA-elo,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-opus-5-5-medium / column gdpval),,in,in aagdpval#none,artificialanalysis,opus-5.5,high,mixed,frontier,GDPval-AA-v2,per-task,1.5426848886979923,2.89e-17,,,1704.37,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-opus-5-5-high / column gdpval),,in,in aagdpval#none,artificialanalysis,opus-5.5,xhigh,mixed,frontier,GDPval-AA-v2,per-task,4.211652288983977,2.89e-16,,,1831.09,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-opus-5-5-xhigh / column gdpval),,in,in aagdpval#none,artificialanalysis,opus-5.5,max,mixed,frontier,GDPval-AA-v2,per-task,8.918386645138963,2.89e-16,,,1866.27,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-opus-5-5 / column gdpval),,in,in aagdpval#none,artificialanalysis,fable-5.1,low,mixed,frontier,GDPval-AA-v2,per-task,1.426701374481728,2.89e-16,,,1468.77,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-fable-5-1-low / column gdpval),,in,in aagdpval#none,artificialanalysis,fable-5.1,medium,mixed,frontier,GDPval-AA-v2,per-task,2.184169881694239,2.89e-16,,,1545.43,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-fable-5-1-medium / column gdpval),,in,in aagdpval#none,artificialanalysis,fable-5.1,high,mixed,frontier,GDPval-AA-v2,per-task,3.4787048154705342,2.89e-17,,,1634.67,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-fable-5-1-high / column gdpval),,in,in aagdpval#none,artificialanalysis,fable-5.1,xhigh,mixed,frontier,GDPval-AA-v2,per-task,7.215166664909917,2.89e-16,,,1732.14,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-fable-5-1-xhigh / column gdpval),,in,in aagdpval#none,artificialanalysis,fable-5.1,max,mixed,frontier,GDPval-AA-v2,per-task,9.774869276879294,2.89e-16,,,1754.07,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-fable-5-1 / column gdpval),,in,in aabriefcase,artificialanalysis,haiku-5.5,low,agentic-tool,frontier,AA-Briefcase,per-task,0.047208133531405856,2.89e-19,,,1111.68,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-haiku-5-5-low / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,haiku-5.5,medium,agentic-tool,frontier,AA-Briefcase,per-task,0.13300242193709352,2.89e-18,,,1371.54,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-haiku-5-5-medium / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,haiku-5.5,high,agentic-tool,frontier,AA-Briefcase,per-task,0.22294368661924832,2.89e-18,,,1442.67,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-haiku-5-5-high / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,haiku-5.5,xhigh,agentic-tool,frontier,AA-Briefcase,per-task,0.3658051701766453,2.89e-17,,,1531.52,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row claude-haiku-5-5-xhigh / column briefcaseBreakdown.overall.elo),,out:decision:D57,out:decision:D65 aabriefcase,artificialanalysis,sonnet-5.5,low,agentic-tool,frontier,AA-Briefcase,per-task,0.8024816507958764,2.89e-17,,,1271.53,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-5-low / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,sonnet-5.5,medium,agentic-tool,frontier,AA-Briefcase,per-task,1.3920735497567018,2.89e-17,,,1441.38,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-5-medium / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,sonnet-5.5,xhigh,agentic-tool,frontier,AA-Briefcase,per-task,6.975794181478667,2.89e-16,,,1750.96,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-5-xhigh / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,opus-5.5,low,agentic-tool,frontier,AA-Briefcase,per-task,1.1528222834592368,2.89e-17,,,1279.79,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row claude-opus-5-5-low / column briefcaseBreakdown.overall.elo),,out:decision:D57,out:decision:D65 aabriefcase,artificialanalysis,opus-5.5,medium,agentic-tool,frontier,AA-Briefcase,per-task,4.398209833004038,2.89e-16,,,1625.06,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row claude-opus-5-5-medium / column briefcaseBreakdown.overall.elo),,out:decision:D57,out:decision:D65 aabriefcase,artificialanalysis,opus-5.5,xhigh,agentic-tool,frontier,AA-Briefcase,per-task,12.266185533590876,2.89e-16,,,1763.85,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-opus-5-5-xhigh / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,fable-5.1,low,agentic-tool,frontier,AA-Briefcase,per-task,6.721303521887402,2.89e-16,,,1481.82,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-fable-5-1-low / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,fable-5.1,medium,agentic-tool,frontier,AA-Briefcase,per-task,8.58019464476686,2.89e-15,,,1527.66,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-fable-5-1-medium / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,fable-5.1,high,agentic-tool,frontier,AA-Briefcase,per-task,11.39879255421772,2.89e-15,,,1580.33,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row claude-fable-5-1-high / column briefcaseBreakdown.overall.elo),,out:decision:D57,out:decision:D65 aabriefcase,artificialanalysis,fable-5.1,xhigh,agentic-tool,frontier,AA-Briefcase,per-task,17.794043286109893,2.89e-16,,,1654.53,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row claude-fable-5-1-xhigh / column briefcaseBreakdown.overall.elo),,out:decision:D57,out:decision:D65 aaautob#none,artificialanalysis,haiku-5.5,low,agentic-tool,hard,AutomationBench-AA,per-task,0.015280525566503717,2.89e-19,,,22.910812181110643,partial-credit%,2.89e-16,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-haiku-5-5-low / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,haiku-5.5,medium,agentic-tool,hard,AutomationBench-AA,per-task,0.0191398777523888,2.89e-17,,,28.58961481429316,partial-credit%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-haiku-5-5-medium / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,haiku-5.5,high,agentic-tool,hard,AutomationBench-AA,per-task,0.0226877278836208,2.89e-17,,,33.72685311767238,partial-credit%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-haiku-5-5-high / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,haiku-5.5,xhigh,agentic-tool,hard,AutomationBench-AA,per-task,0.027615228884196024,2.89e-19,,,35.953889773428194,partial-credit%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row claude-haiku-5-5-xhigh / column automationBenchPartialScore),,out:decision:D66,out:decision:D66 aaautob#none,artificialanalysis,haiku-5.5,max,agentic-tool,hard,AutomationBench-AA,per-task,0.04231589574649746,2.89e-18,,,35.411015132783624,partial-credit%,2.89e-16,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-haiku-5-5 / column automationBenchPartialScore),,in,in aatb40@artificialanalysis#none,artificialanalysis,haiku-5.5,low,coding,hard,TB-AA,per-task,0.1185604005507249,2.89e-17,,,12.6262626262626,pass%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-haiku-5-5-low / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,haiku-5.5,medium,coding,hard,TB-AA,per-task,0.19378303790411755,2.89e-18,,,15.1515151515152,pass%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-haiku-5-5-medium / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,haiku-5.5,high,coding,hard,TB-AA,per-task,0.3314793370029226,2.89e-17,,,21.7171717171717,pass%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-haiku-5-5-high / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,haiku-5.5,xhigh,coding,hard,TB-AA,per-task,0.46029073807682436,2.89e-18,,,29.2929292929293,pass%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-haiku-5-5-xhigh / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,haiku-5.5,max,coding,hard,TB-AA,per-task,0.6518847460144606,2.89e-17,,,32.8282828282828,pass%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-haiku-5-5 / column terminalBench40),,in,in aascicode@artificialanalysis#none,artificialanalysis,haiku-5.5,low,coding,hard,SciCode-AA,per-task,0.0009499020833333334,2.89e-20,,,49.1898148148148,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-haiku-5-5-low / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,haiku-5.5,medium,coding,hard,SciCode-AA,per-task,0.0011676524305555553,2.89e-20,,,48.9583333333333,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-haiku-5-5-medium / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,haiku-5.5,high,coding,hard,SciCode-AA,per-task,0.0015008180555555555,2.89e-20,,,48.7268518518519,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-haiku-5-5-high / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,haiku-5.5,xhigh,coding,hard,SciCode-AA,per-task,0.0026774409722222225,2.89e-20,,,51.7361111111111,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-haiku-5-5-xhigh / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,haiku-5.5,max,coding,hard,SciCode-AA,per-task,0.010939723611111112,2.89e-19,,,54.9768518518518,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-haiku-5-5 / column scicode),,in,in aahle@artificialanalysis#none,artificialanalysis,haiku-5.5,low,reasoning-math,frontier,HLE-AA-notools,per-task,0.0018893202965708992,2.89e-20,,,27.0157553290083,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-haiku-5-5-low / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,haiku-5.5,medium,reasoning-math,frontier,HLE-AA-notools,per-task,0.0034846164504170525,2.89e-20,,,33.7812789620019,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-haiku-5-5-medium / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,haiku-5.5,high,reasoning-math,frontier,HLE-AA-notools,per-task,0.008477391056533827,2.89e-19,,,37.25671918443,acc%,2.89e-12,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-haiku-5-5-high / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,haiku-5.5,xhigh,reasoning-math,frontier,HLE-AA-notools,per-task,0.019091161121408715,2.89e-19,,,42.678405931418,acc%,2.89e-13,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-haiku-5-5-xhigh / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,haiku-5.5,max,reasoning-math,frontier,HLE-AA-notools,per-task,0.04385731621872104,2.89e-18,,,44.3929564411492,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-haiku-5-5 / column hle),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,haiku-5.5,low,mixed,hard,GDP-PDF-AA,per-task,0.019278698,2.89e-10,,,11.2,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-haiku-5-5-low / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,haiku-5.5,medium,mixed,hard,GDP-PDF-AA,per-task,0.020572298,2.89e-10,,,15.2,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-haiku-5-5-medium / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,haiku-5.5,high,mixed,hard,GDP-PDF-AA,per-task,0.022568573,2.89e-10,,,17.2,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-haiku-5-5-high / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,haiku-5.5,xhigh,mixed,hard,GDP-PDF-AA,per-task,0.027258909999999997,2.89e-19,,,18.2,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-haiku-5-5-xhigh / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,haiku-5.5,max,mixed,hard,GDP-PDF-AA,per-task,0.052690258,2.89e-10,,,20.8,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-haiku-5-5 / column gdpPdfAllPass),,in,in aacritpt@artificialanalysis#none,artificialanalysis,haiku-5.5,low,reasoning-math,frontier,CritPt-AA,per-task,0.007311545714285715,2.89e-19,,,9.14285714285714,acc%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-haiku-5-5-low / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,haiku-5.5,medium,reasoning-math,frontier,CritPt-AA,per-task,0.013565408571428572,2.89e-19,,,12.8571428571429,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-haiku-5-5-medium / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,haiku-5.5,high,reasoning-math,frontier,CritPt-AA,per-task,0.032742587142857146,2.89e-19,,,18.5714285714286,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-haiku-5-5-high / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,haiku-5.5,xhigh,reasoning-math,frontier,CritPt-AA,per-task,0.06511042285714286,2.89e-18,,,22.5714285714286,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-haiku-5-5-xhigh / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,haiku-5.5,max,reasoning-math,frontier,CritPt-AA,per-task,0.09352919857142858,2.89e-18,,,18.8571428571429,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-haiku-5-5 / column critpt),,in,in aalcr@artificialanalysis#none,artificialanalysis,haiku-5.5,low,mixed,hard,AA-LCR,per-task,0.014769013,2.89e-10,,,72,acc%,0.289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-haiku-5-5-low / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,haiku-5.5,medium,mixed,hard,AA-LCR,per-task,0.014850508,2.89e-10,,,77.3333333333333,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-haiku-5-5-medium / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,haiku-5.5,high,mixed,hard,AA-LCR,per-task,0.014965243,2.89e-10,,,77.3333333333333,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-haiku-5-5-high / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,haiku-5.5,xhigh,mixed,hard,AA-LCR,per-task,0.015321063,2.89e-10,,,78.3333333333333,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-haiku-5-5-xhigh / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,haiku-5.5,max,mixed,hard,AA-LCR,per-task,0.019313008,2.89e-10,,,82.6666666666667,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-haiku-5-5 / column lcr),,in,in aaomni@artificialanalysis#none,artificialanalysis,haiku-5.5,low,mixed,mid,AA-Omniscience,per-task,0.00026630011666666664,2.89e-21,,,33.25,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-haiku-5-5-low / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-15|run:aaomni-index|haiku-5.5@low|,in,in aaomni@artificialanalysis#none,artificialanalysis,haiku-5.5,medium,mixed,mid,AA-Omniscience,per-task,0.0003300642,2.89e-11,,,34.03333333333333,acc%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-haiku-5-5-medium / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-15|run:aaomni-index|haiku-5.5@medium|,in,in aaomni@artificialanalysis#none,artificialanalysis,haiku-5.5,high,mixed,mid,AA-Omniscience,per-task,0.00043867861666666664,2.89e-21,,,34.78333333333333,acc%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-haiku-5-5-high / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-15|run:aaomni-index|haiku-5.5@high|,in,in aaomni@artificialanalysis#none,artificialanalysis,haiku-5.5,xhigh,mixed,mid,AA-Omniscience,per-task,0.0007873557000000001,2.89e-20,,,34.95,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-haiku-5-5-xhigh / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-15|run:aaomni-index|haiku-5.5@xhigh|,in,in aaomni@artificialanalysis#none,artificialanalysis,haiku-5.5,max,mixed,mid,AA-Omniscience,per-task,0.006261468933333334,2.89e-19,,,36.383333333333334,acc%,2.89e-16,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-haiku-5-5 / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-15|run:aaomni-index|haiku-5.5@max|,in,in aatbsci@artificialanalysis#none,artificialanalysis,haiku-5.5,low,coding,hard,Terminal-Bench-Science-AA,,,,,,1.9047619047619,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-haiku-5-5-low / column terminalBenchScience),,in, aatbsci@artificialanalysis#none,artificialanalysis,haiku-5.5,medium,coding,hard,Terminal-Bench-Science-AA,,,,,,7.14285714285714,pass%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row claude-haiku-5-5-medium / column terminalBenchScience),,in, aatbsci@artificialanalysis#none,artificialanalysis,haiku-5.5,high,coding,hard,Terminal-Bench-Science-AA,,,,,,10,pass%,2.89,,,https://artificialanalysis.ai/models ($ / row claude-haiku-5-5-high / column terminalBenchScience),,in, aatbsci@artificialanalysis#none,artificialanalysis,haiku-5.5,xhigh,coding,hard,Terminal-Bench-Science-AA,,,,,,18.0952380952381,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-haiku-5-5-xhigh / column terminalBenchScience),,out:decision:D68, aatbsci@artificialanalysis#none,artificialanalysis,haiku-5.5,max,coding,hard,Terminal-Bench-Science-AA,,,,,,20,pass%,2.89,,,https://artificialanalysis.ai/models ($ / row claude-haiku-5-5 / column terminalBenchScience),,in, aamlcr,artificialanalysis,haiku-5.5,max,mixed,hard,MLCR-AA,,,,,,63.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-haiku-5-5 / column mlcrOverall),,in, aafrontiercode#none,artificialanalysis,haiku-5.5,low,coding,frontier,FrontierCode-AA,,,,,,29.3338,weighted-rubric%,2.89e-05,,,https://artificialanalysis.ai/models ($ / row claude-haiku-5-5-low / column frontierCode),,in, aafrontiercode#none,artificialanalysis,haiku-5.5,medium,coding,frontier,FrontierCode-AA,,,,,,40.4265666666667,weighted-rubric%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-haiku-5-5-medium / column frontierCode),,in, aafrontiercode#none,artificialanalysis,haiku-5.5,high,coding,frontier,FrontierCode-AA,,,,,,43.6422666666667,weighted-rubric%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-haiku-5-5-high / column frontierCode),,in, aafrontiercode#none,artificialanalysis,haiku-5.5,xhigh,coding,frontier,FrontierCode-AA,,,,,,45.471,weighted-rubric%,0.000289,,,https://artificialanalysis.ai/models ($ / row claude-haiku-5-5-xhigh / column frontierCode),,in, aafrontiercode#none,artificialanalysis,haiku-5.5,max,coding,frontier,FrontierCode-AA,,,,,,41.8067,weighted-rubric%,2.89e-05,,,https://artificialanalysis.ai/models ($ / row claude-haiku-5-5 / column frontierCode),,in, aafrontiercode#none,artificialanalysis,sonnet-5.5,low,coding,frontier,FrontierCode-AA,,,,,,26.4162666666667,weighted-rubric%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-5-low / column frontierCode),,in, aafrontiercode#none,artificialanalysis,sonnet-5.5,medium,coding,frontier,FrontierCode-AA,,,,,,29.3075666666667,weighted-rubric%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-5-medium / column frontierCode),,in, aafrontiercode#none,artificialanalysis,sonnet-5.5,high,coding,frontier,FrontierCode-AA,,,,,,44.2987666666667,weighted-rubric%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-5-high / column frontierCode),,in, aafrontiercode#none,artificialanalysis,sonnet-5.5,xhigh,coding,frontier,FrontierCode-AA,,,,,,46.1498666666667,weighted-rubric%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-5-xhigh / column frontierCode),,in, aafrontiercode#none,artificialanalysis,sonnet-5.5,max,coding,frontier,FrontierCode-AA,,,,,,45.8291333333333,weighted-rubric%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-5 / column frontierCode),,in, aafrontiercode#none,artificialanalysis,opus-5.5,low,coding,frontier,FrontierCode-AA,,,,,,42.6618,weighted-rubric%,2.89e-05,,,https://artificialanalysis.ai/models ($ / row claude-opus-5-5-low / column frontierCode),,in, aafrontiercode#none,artificialanalysis,opus-5.5,medium,coding,frontier,FrontierCode-AA,,,,,,57.0542333333333,weighted-rubric%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-5-5-medium / column frontierCode),,in, aafrontiercode#none,artificialanalysis,opus-5.5,high,coding,frontier,FrontierCode-AA,,,,,,53.9616333333333,weighted-rubric%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-5-5-high / column frontierCode),,in, aafrontiercode#none,artificialanalysis,opus-5.5,xhigh,coding,frontier,FrontierCode-AA,,,,,,53.5376,weighted-rubric%,2.89e-05,,,https://artificialanalysis.ai/models ($ / row claude-opus-5-5-xhigh / column frontierCode),,in, aafrontiercode#none,artificialanalysis,opus-5.5,max,coding,frontier,FrontierCode-AA,,,,,,52.1731,weighted-rubric%,2.89e-05,,,https://artificialanalysis.ai/models ($ / row claude-opus-5-5 / column frontierCode),,in, aafrontiercode#none,artificialanalysis,fable-5.1,max,coding,frontier,FrontierCode-AA,,,,,,48.9732333333333,weighted-rubric%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-fable-5-1 / column frontierCode),,in, aammmupro#none,artificialanalysis,opus-5.5,low,mixed,hard,MMMU-Pro-AA,,,,,,84.6820809248555,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-5-5-low / column mmmuPro),,in, aammmupro#none,artificialanalysis,opus-5.5,medium,mixed,hard,MMMU-Pro-AA,,,,,,85.7225433526012,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-5-5-medium / column mmmuPro),,in, aammmupro#none,artificialanalysis,opus-5.5,high,mixed,hard,MMMU-Pro-AA,,,,,,85.8381502890173,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-5-5-high / column mmmuPro),,in, aammmupro#none,artificialanalysis,opus-5.5,xhigh,mixed,hard,MMMU-Pro-AA,,,,,,86.5895953757225,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-5-5-xhigh / column mmmuPro),,in, aammmupro#none,artificialanalysis,opus-5.5,max,mixed,hard,MMMU-Pro-AA,,,,,,87.6878612716763,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-5-5 / column mmmuPro),,in, aaanalyst#none,artificialanalysis,haiku-5.5,max,agentic-tool,hard,AA-AnalystAgent,,,,,,53.75,score%,0.00289,,,https://artificialanalysis.ai/models ($ / row claude-haiku-5-5 / column analystAgent),,in, aaanalyst#none,artificialanalysis,sonnet-5.5,max,agentic-tool,hard,AA-AnalystAgent,,,,,,57.5,score%,0.0289,,,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-5 / column analystAgent),,in, aaanalyst#none,artificialanalysis,opus-5.5,max,agentic-tool,hard,AA-AnalystAgent,,,,,,56.25,score%,0.00289,,,https://artificialanalysis.ai/models ($ / row claude-opus-5-5 / column analystAgent),,in, aaanalyst#none,artificialanalysis,fable-5.1,max,agentic-tool,hard,AA-AnalystAgent,,,,,,57.5,score%,0.0289,,,https://artificialanalysis.ai/models ($ / row claude-fable-5-1 / column analystAgent),,in, aaitbench#none,artificialanalysis,opus-5.5,max,agentic-tool,hard,ITBench-AA,,,,,,38.2297551789077,score%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-5-5 / column itBenchSre),,in, aaitbench#none,artificialanalysis,fable-5.1,max,agentic-tool,hard,ITBench-AA,,,,,,49.5291902071563,score%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-fable-5-1 / column itBenchSre),,in, aagpqa#none,artificialanalysis,fable-5.1,high,reasoning-math,hard,AA-GPQA,,,,,,90.6060606060606,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-fable-5-1-high / column gpqa),,in, aagpqa#none,artificialanalysis,fable-5.1,low,reasoning-math,hard,AA-GPQA,,,,,,88.0808080808081,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-fable-5-1-low / column gpqa),,in, aagpqa#none,artificialanalysis,fable-5.1,max,reasoning-math,hard,AA-GPQA,,,,,,93.7373737373737,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-fable-5-1 / column gpqa),,in, aagpqa#none,artificialanalysis,fable-5.1,medium,reasoning-math,hard,AA-GPQA,,,,,,88.5858585858586,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-fable-5-1-medium / column gpqa),,in, aagpqa#none,artificialanalysis,fable-5.1,xhigh,reasoning-math,hard,AA-GPQA,,,,,,93.4343434343434,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-fable-5-1-xhigh / column gpqa),,in, aatb21#none,artificialanalysis,fable-5.1,high,coding,hard,AA-TB,,,,,,89.8876404494382,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-fable-5-1-high / column terminalBench21),,in, aatb21#none,artificialanalysis,fable-5.1,low,coding,hard,AA-TB,,,,,,85.0187265917603,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-fable-5-1-low / column terminalBench21),,in, aatb21#none,artificialanalysis,fable-5.1,max,coding,hard,AA-TB,,,,,,91.3857677902622,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-fable-5-1 / column terminalBench21),,in, aatb21#none,artificialanalysis,fable-5.1,medium,coding,hard,AA-TB,,,,,,88.0149812734082,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-fable-5-1-medium / column terminalBench21),,in, aatb21#none,artificialanalysis,fable-5.1,xhigh,coding,hard,AA-TB,,,,,,91.0112359550562,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-fable-5-1-xhigh / column terminalBench21),,in, aaomni-index#none,artificialanalysis,opus-5.5,max,mixed,mid,AA-Omniscience,per-task,0.16091283733333334,2.89e-18,,,46.416666666666664,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row claude-opus-5-5 / column omniscience),src-artificialanalysis-model-pages-2026-10-15|run:aaomni-index|opus-5.5@max|,in,in aaomni-index#none,artificialanalysis,sonnet-5.5,low,mixed,mid,AA-Omniscience,per-task,0.002740045333333333,2.89e-19,,,19.366666666666667,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-5-low / column omniscience),src-artificialanalysis-model-pages-2026-10-15|run:aaomni-index|sonnet-5.5@low|,in,in aaomni-index#none,artificialanalysis,sonnet-5.5,medium,mixed,mid,AA-Omniscience,per-task,0.002940345333333333,2.89e-19,,,20.1,omniscience-index,0.0289,,,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-5-medium / column omniscience),src-artificialanalysis-model-pages-2026-10-15|run:aaomni-index|sonnet-5.5@medium|,in,in aaomni-index#none,artificialanalysis,sonnet-5.5,high,mixed,mid,AA-Omniscience,per-task,0.005356353666666667,2.89e-19,,,20.95,omniscience-index,0.00289,,,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-5-high / column omniscience),src-artificialanalysis-model-pages-2026-10-15|run:aaomni-index|sonnet-5.5@high|,in,in aaomni-index#none,artificialanalysis,sonnet-5.5,xhigh,mixed,mid,AA-Omniscience,per-task,0.008493120333333333,2.89e-19,,,23.5,omniscience-index,0.0289,,,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-5-xhigh / column omniscience),src-artificialanalysis-model-pages-2026-10-15|run:aaomni-index|sonnet-5.5@xhigh|,in,in aaomni-index#none,artificialanalysis,sonnet-5.5,max,mixed,mid,AA-Omniscience,per-task,0.14660985466666665,2.89e-18,,,32.3,omniscience-index,0.0289,,,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-5 / column omniscience),src-artificialanalysis-model-pages-2026-10-15|run:aaomni-index|sonnet-5.5@max|,in,in aaomni-index#none,artificialanalysis,haiku-5.5,low,mixed,mid,AA-Omniscience,per-task,0.00026630011666666664,2.89e-21,,,3.25,omniscience-index,0.00289,,,https://artificialanalysis.ai/models ($ / row claude-haiku-5-5-low / column omniscience),src-artificialanalysis-model-pages-2026-10-15|run:aaomni-index|haiku-5.5@low|,in,in aaomni-index#none,artificialanalysis,haiku-5.5,medium,mixed,mid,AA-Omniscience,per-task,0.0003300642,2.89e-11,,,4.466666666666667,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row claude-haiku-5-5-medium / column omniscience),src-artificialanalysis-model-pages-2026-10-15|run:aaomni-index|haiku-5.5@medium|,in,in aaomni-index#none,artificialanalysis,haiku-5.5,high,mixed,mid,AA-Omniscience,per-task,0.00043867861666666664,2.89e-21,,,5.75,omniscience-index,0.00289,,,https://artificialanalysis.ai/models ($ / row claude-haiku-5-5-high / column omniscience),src-artificialanalysis-model-pages-2026-10-15|run:aaomni-index|haiku-5.5@high|,in,in aaomni-index#none,artificialanalysis,haiku-5.5,xhigh,mixed,mid,AA-Omniscience,per-task,0.0007873557000000001,2.89e-20,,,6.05,omniscience-index,0.00289,,,https://artificialanalysis.ai/models ($ / row claude-haiku-5-5-xhigh / column omniscience),src-artificialanalysis-model-pages-2026-10-15|run:aaomni-index|haiku-5.5@xhigh|,in,in aaomni-index#none,artificialanalysis,haiku-5.5,max,mixed,mid,AA-Omniscience,per-task,0.006261468933333334,2.89e-19,,,10.666666666666666,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row claude-haiku-5-5 / column omniscience),src-artificialanalysis-model-pages-2026-10-15|run:aaomni-index|haiku-5.5@max|,in,in aaautob#none,artificialanalysis,deepseek-r1,solo,agentic-tool,hard,AutomationBench-AA,per-task,0.03804979908675799,2.89e-18,,5635.619482496195,0.2418527292355699,partial-credit%,2.89e-17,,,https://artificialanalysis.ai/models ($ / row deepseek-r1-0120 / column automationBenchPartialScore),,out:single-couple,out:cost-not-comparable aaautob#none,artificialanalysis,deepseek-v3,solo,agentic-tool,hard,AutomationBench-AA,per-task,0.012583857245053273,2.89e-19,,1362.0289193302892,0.5829479653698352,partial-credit%,2.89e-17,,,https://artificialanalysis.ai/models ($ / row deepseek-v3 / column automationBenchPartialScore),,out:single-couple,out:cost-not-comparable aaautob#none,artificialanalysis,deepseek-v3-0324,solo,agentic-tool,hard,AutomationBench-AA,per-task,0.0009338604861804109,2.89e-20,,221.50380517503805,0.27298597954690243,partial-credit%,2.89e-18,,,https://artificialanalysis.ai/models ($ / row deepseek-v3-0324 / column automationBenchPartialScore),,out:single-couple,out:cost-not-comparable aaautob#none,artificialanalysis,deepseek-v4.1-flash,max,agentic-tool,hard,AutomationBench-AA,per-task,0.21936545982607963,2.89e-18,,87008.58751902588,68.89097769674057,partial-credit%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row deepseek-v4-1-flash / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,deepseek-v4.1-flash,not-established:absent,agentic-tool,hard,AutomationBench-AA,per-task,0.05832106953526734,2.89e-18,,14803.056316590562,47.80780681445035,partial-credit%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-1-flash-non-reasoning / column automationBenchPartialScore),,out:effort-not-established,out:effort-not-established aaautob#none,artificialanalysis,deepseek-v4-flash-0731,max,agentic-tool,hard,AutomationBench-AA,per-task,0.05379629523520033,2.89e-18,,36294.46270928463,53.96771855133674,partial-credit%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash / column automationBenchPartialScore),,out:superseded,out:cost-not-comparable aaautob#none,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,agentic-tool,hard,AutomationBench-AA,per-task,0.0613453684169526,2.89e-17,,25138.67579908676,27.985986830616555,partial-credit%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash-0420 / column automationBenchPartialScore),,out:model-not-established,out:model-not-established aaautob#none,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,agentic-tool,hard,AutomationBench-AA,per-task,0.05010594036129108,2.89e-18,,26851.511415525114,28.504323745973587,partial-credit%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash-0420-high / column automationBenchPartialScore),,out:model-not-established,out:model-not-established aaautob#none,artificialanalysis,?DeepSeek V4 Flash Vision,not-established:absent,agentic-tool,hard,AutomationBench-AA,per-task,0.22168287139425707,2.89e-18,,31033.611872146117,47.47087040091967,partial-credit%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash-vision / column automationBenchPartialScore),,out:model-not-established,out:model-not-established aaautob#none,artificialanalysis,deepseek-v4-pro-0813,max,agentic-tool,hard,AutomationBench-AA,per-task,0.34075024256179043,2.89e-18,,37033.9101978691,56.71165546344002,partial-credit%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro / column automationBenchPartialScore),,out:superseded,out:superseded aaautob#none,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,agentic-tool,hard,AutomationBench-AA,per-task,0.08366998705291649,2.89e-18,,36735.37290715373,56.28968557434271,partial-credit%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro-0424 / column automationBenchPartialScore),,out:model-not-established,out:model-not-established aaautob#none,artificialanalysis,deepseek-v4-pro-0813,not-established:absent,agentic-tool,hard,AutomationBench-AA,per-task,0.26489442388701917,2.89e-18,,22689.293759512937,34.90865332353694,partial-credit%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro-non-reasoning / column automationBenchPartialScore),,out:effort-not-established,out:effort-not-established aaautob#none,artificialanalysis,gemini-2.5-pro,think,agentic-tool,hard,AutomationBench-AA,per-task,0.1774337903306231,2.89e-17,,6572.3607305936075,2.1749464193408737,partial-credit%,2.89e-17,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gemini-2-5-pro / column automationBenchPartialScore),,out:single-couple,out:cost-single-couple aaautob#none,artificialanalysis,gemini-3.1-flash-lite,high,agentic-tool,hard,AutomationBench-AA,per-task,0.07981496596703531,2.89e-18,,7772.660578386606,6.796182033119545,partial-credit%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gemini-3-1-flash-lite-preview / column automationBenchPartialScore),,out:superseded,out:superseded aaautob#none,artificialanalysis,gemini-3.1-pro,not-established:absent,agentic-tool,hard,AutomationBench-AA,per-task,0.7453305757781187,2.89e-17,,14086.103500761035,35.42771839809836,partial-credit%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gemini-3-1-pro-preview / column automationBenchPartialScore),,out:effort-not-established,out:effort-not-established aaautob#none,artificialanalysis,gemini-3.5-flash,high,agentic-tool,hard,AutomationBench-AA,per-task,1.4198806271539461,2.89e-17,,41211.299847793,42.07973565652745,partial-credit%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gemini-3-5-flash / column automationBenchPartialScore),,out:superseded,out:cost-not-comparable aaautob#none,artificialanalysis,gemini-3.5-flash-lite,high,agentic-tool,hard,AutomationBench-AA,per-task,0.21837143030725417,2.89e-18,,21089.15677321157,25.011270511840955,partial-credit%,2.89e-16,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gemini-3-5-flash-lite / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,gemini-3.6-flash,high,agentic-tool,hard,AutomationBench-AA,per-task,0.46361809279791044,2.89e-18,,29167.852359208522,53.01669491509355,partial-credit%,2.89e-15,,cost-base-price:cost-uniform-factor,https://artificialanalysis.ai/models ($ / row gemini-3-6-flash / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,gemini-3.7-flash,high,agentic-tool,hard,AutomationBench-AA,per-task,0.29447019300586375,2.89e-18,,30893.878234398784,62.02749292053469,partial-credit%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gemini-3-7-flash / column automationBenchPartialScore),,in,out:cost-not-comparable aaautob#none,artificialanalysis,gemini-3.8-flash,high,agentic-tool,hard,AutomationBench-AA,per-task,0.4241944487031561,2.89e-17,,46280.57686453577,59.93009432118243,partial-credit%,2.89e-15,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://artificialanalysis.ai/models ($ / row gemini-3-8-flash / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,gemini-3.8-flash,medium,agentic-tool,hard,AutomationBench-AA,per-task,0.35422927251958997,2.89e-18,,37557.69254185692,60.88997392114149,partial-credit%,2.89e-15,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://artificialanalysis.ai/models ($ / row gemini-3-8-flash-medium / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,gemini-4-argon,high,agentic-tool,hard,AutomationBench-AA,per-task,0.6086564390329249,2.89e-17,,32594.686453576865,77.51346945899195,partial-credit%,2.89e-15,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://artificialanalysis.ai/models ($ / row gemini-4-argon / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,glm-5.1,think,agentic-tool,hard,AutomationBench-AA,per-task,0.5539823143513294,2.89e-17,,24584.88888888889,20.308354687857075,partial-credit%,2.89e-16,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row glm-5-1 / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,glm-5.2,not-established:absent,agentic-tool,hard,AutomationBench-AA,per-task,0.7699959982325928,2.89e-17,,38464.4596651446,28.39897721005435,partial-credit%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row glm-5-2 / column automationBenchPartialScore),,out:effort-not-established,out:effort-not-established aaautob#none,artificialanalysis,glm-5.3,max,agentic-tool,hard,AutomationBench-AA,per-task,0.4604468162022345,2.89e-17,,27738.336377473363,62.2028649962642,partial-credit%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row glm-5-3 / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,glm-5.3-flash,max,agentic-tool,hard,AutomationBench-AA,per-task,0.03234353191176864,2.89e-18,,20219.06697108067,60.36862782167782,partial-credit%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row glm-5-3-flash / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,glm-5.3,low,agentic-tool,hard,AutomationBench-AA,per-task,0.20501259199664537,2.89e-18,,10548.106544901066,51.9790983751346,partial-credit%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row glm-5-3-low / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,gpt-5.4-mini,xhigh,agentic-tool,hard,AutomationBench-AA,per-task,0.6633710252315942,2.89e-17,,43188.55403348554,26.204887225711754,partial-credit%,2.89e-16,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-4-mini / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,gpt-5.4-nano,xhigh,agentic-tool,hard,AutomationBench-AA,per-task,0.03277010191527987,2.89e-18,,10158.844748858448,5.960613074868808,partial-credit%,2.89e-16,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-4-nano / column automationBenchPartialScore),,out:superseded,in aaautob#none,artificialanalysis,gpt-5.5,xhigh,agentic-tool,hard,AutomationBench-AA,per-task,2.3338404229999212,2.89e-17,,17462.3500761035,47.30056587293313,partial-credit%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-5 / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,gpt-5.5,high,agentic-tool,hard,AutomationBench-AA,per-task,1.8090408650002119,2.89e-17,,13553.124809741248,44.34616323216385,partial-credit%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-5-high / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,gpt-5.5-instant-06-26,think,agentic-tool,hard,AutomationBench-AA,per-task,0.9626010627497834,2.89e-17,,7911.155251141552,36.436554387118747,partial-credit%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gpt-5-5-instant-06-26 / column automationBenchPartialScore),,out:effort-not-established,out:effort-not-established aaautob#none,artificialanalysis,gpt-5.5,medium,agentic-tool,hard,AutomationBench-AA,per-task,1.3279191806643185,2.89e-17,,9904.057838660578,40.068834155236427,partial-credit%,2.89e-16,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-5-medium / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,gpt-5.6-luna,max,agentic-tool,hard,AutomationBench-AA,per-task,0.09118325708500453,2.89e-18,,23185.700152207002,50.20861763756194,partial-credit%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,gpt-5.6-luna,high,agentic-tool,hard,AutomationBench-AA,per-task,0.056213012706603074,2.89e-19,,14220.051750380517,35.58794293060383,partial-credit%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-high / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,gpt-5.6-luna,low,agentic-tool,hard,AutomationBench-AA,per-task,0.017126229241401256,2.89e-19,,4664.958904109589,11.692162258271627,partial-credit%,2.89e-16,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-low / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,gpt-5.6-luna,medium,agentic-tool,hard,AutomationBench-AA,per-task,0.029127983956339455,2.89e-19,,7668.952815829528,23.074538803075942,partial-credit%,2.89e-16,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-medium / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,gpt-5.6-luna,nothink,agentic-tool,hard,AutomationBench-AA,per-task,0.0187077736753834,2.89e-17,,3750.8888888888887,4.970838599882015,partial-credit%,2.89e-16,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-non-reasoning / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,gpt-5.6-luna,xhigh,agentic-tool,hard,AutomationBench-AA,per-task,0.07205269132999405,2.89e-18,,18015.106544901064,42.597767374285944,partial-credit%,2.89e-16,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-xhigh / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,gpt-5.6-sol,max,agentic-tool,hard,AutomationBench-AA,per-task,1.3371252956916444,0.0702,,16681.391171993913,60.08114996276329,partial-credit%,2.89e-15,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,gpt-5.6-sol,high,agentic-tool,hard,AutomationBench-AA,per-task,1.0184685141577448,0.0535,,12442.75799086758,55.31220357393729,partial-credit%,2.89e-15,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-high / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,gpt-5.6-sol,low,agentic-tool,hard,AutomationBench-AA,per-task,0.6459417139664909,0.0339,,7918.674277016743,40.98567011344805,partial-credit%,2.89e-15,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-low / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,gpt-5.6-sol,medium,agentic-tool,hard,AutomationBench-AA,per-task,0.8265833861705014,0.0434,,10556.712328767124,51.32751158863986,partial-credit%,2.89e-15,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-medium / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,gpt-5.6-sol,xhigh,agentic-tool,hard,AutomationBench-AA,per-task,1.1145503655281834,0.0585,,13989.412480974124,55.31167269326989,partial-credit%,2.89e-15,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-xhigh / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,gpt-5.6-terra,max,agentic-tool,hard,AutomationBench-AA,per-task,0.7297715599702886,2.89e-17,,21195.296803652967,59.64995802534495,partial-credit%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,gpt-5.6-terra,high,agentic-tool,hard,AutomationBench-AA,per-task,0.40367846145504527,2.89e-18,,10887.514459665144,42.020382951827845,partial-credit%,2.89e-16,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-high / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,gpt-5.6-terra,low,agentic-tool,hard,AutomationBench-AA,per-task,0.26905545740275727,2.89e-18,,6717.491628614916,29.106376138008166,partial-credit%,2.89e-16,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-low / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,gpt-5.6-terra,medium,agentic-tool,hard,AutomationBench-AA,per-task,0.3011808479635273,2.89e-17,,7882.718417047184,33.53604038418497,partial-credit%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-medium / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,gpt-5.6-terra,nothink,agentic-tool,hard,AutomationBench-AA,per-task,0.17904796604772893,2.89e-18,,3875.8645357686455,12.5407685673699,partial-credit%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-non-reasoning / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,gpt-5.6-terra,xhigh,agentic-tool,hard,AutomationBench-AA,per-task,0.5275148251671548,2.89e-17,,14384.368340943684,47.136313405977687,partial-credit%,2.89e-16,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-xhigh / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,gpt-5-mini,high,agentic-tool,hard,AutomationBench-AA,per-task,0.07527196070651325,2.89e-18,,20167.444444444445,6.487466331916088,partial-credit%,2.89e-16,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-mini / column automationBenchPartialScore),,out:single-couple,out:cost-single-couple aaautob#none,artificialanalysis,gpt-6.1-sol,max,agentic-tool,hard,AutomationBench-AA,per-task,0.2968194851747073,2.89e-17,,13955.707762557078,64.86844882398171,partial-credit%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-1-sol / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,gpt-6.1-sol,high,agentic-tool,hard,AutomationBench-AA,per-task,0.22578054709230252,2.89e-18,,9188.619482496195,64.49523732184466,partial-credit%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-1-sol-high / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,gpt-6.1-sol,low,agentic-tool,hard,AutomationBench-AA,per-task,0.15943911386155785,2.89e-18,,5458.815829528158,52.57088964747538,partial-credit%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-1-sol-low / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,gpt-6.1-sol,medium,agentic-tool,hard,AutomationBench-AA,per-task,0.19630359332471714,2.89e-18,,7491.817351598173,62.57350970435687,partial-credit%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-1-sol-medium / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,gpt-6.1-sol,xhigh,agentic-tool,hard,AutomationBench-AA,per-task,0.2505578926118788,2.89e-17,,10625.610350076104,66.57372141364344,partial-credit%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-1-sol-xhigh / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,gpt-6-astra,max,agentic-tool,hard,AutomationBench-AA,per-task,1.5955923111377626,2.89e-17,,12899.831050228311,68.49174806688876,partial-credit%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-astra / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,gpt-6-astra,high,agentic-tool,hard,AutomationBench-AA,per-task,1.2951847697570744,2.89e-17,,9189.418569254185,66.6122174975011,partial-credit%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-astra-high / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,gpt-6-astra,low,agentic-tool,hard,AutomationBench-AA,per-task,0.9990851589068359,2.89e-17,,6084.123287671233,59.09672610445402,partial-credit%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-astra-low / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,gpt-6-astra,medium,agentic-tool,hard,AutomationBench-AA,per-task,1.1770207482301795,2.89e-17,,7828.710806697108,64.59498850561176,partial-credit%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-astra-medium / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,gpt-6-astra,xhigh,agentic-tool,hard,AutomationBench-AA,per-task,1.406388714811355,2.89e-16,,10314.430745814307,67.17778020215392,partial-credit%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-astra-xhigh / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,gpt-6-luna,max,agentic-tool,hard,AutomationBench-AA,per-task,0.03639964442044852,2.89e-18,,34034.07305936073,53.16814034483175,partial-credit%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-luna / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,gpt-6-luna,high,agentic-tool,hard,AutomationBench-AA,per-task,0.020749699267145254,2.89e-19,,16678.185692541858,47.82449139916615,partial-credit%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-luna-high / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,gpt-6-luna,low,agentic-tool,hard,AutomationBench-AA,per-task,0.005878499065985337,2.89e-19,,3236.1461187214613,12.049187272690505,partial-credit%,2.89e-16,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-luna-low / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,gpt-6-luna,medium,agentic-tool,hard,AutomationBench-AA,per-task,0.01657116888405385,2.89e-18,,12393.817351598174,40.46136879135791,partial-credit%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-luna-medium / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,gpt-6-luna,nothink,agentic-tool,hard,AutomationBench-AA,per-task,0.01426408112830017,2.89e-18,,4740.93302891933,9.141771078680867,partial-credit%,2.89e-16,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-luna-non-reasoning / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,gpt-6-luna,xhigh,agentic-tool,hard,AutomationBench-AA,per-task,0.023298294600704986,2.89e-19,,19994.441400304415,47.800686767566575,partial-credit%,2.89e-16,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-luna-xhigh / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,gpt-6-sol,max,agentic-tool,hard,AutomationBench-AA,per-task,0.3577724978734458,2.89e-17,,13535.913242009132,61.63369295959864,partial-credit%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-sol / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,gpt-6-sol,high,agentic-tool,hard,AutomationBench-AA,per-task,0.2537822022060085,2.89e-17,,8764.948249619483,60.12584091127188,partial-credit%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-sol-high / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,gpt-6-sol,low,agentic-tool,hard,AutomationBench-AA,per-task,0.19064466402735847,2.89e-18,,6215.324200913242,53.88999278467668,partial-credit%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-sol-low / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,gpt-6-sol,medium,agentic-tool,hard,AutomationBench-AA,per-task,0.21800081758900805,2.89e-18,,7451.234398782344,57.97223510768895,partial-credit%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-sol-medium / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,gpt-6-sol,nothink,agentic-tool,hard,AutomationBench-AA,per-task,0.25633512312077156,2.89e-18,,5989.041095890411,34.180173483579396,partial-credit%,2.89e-16,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-sol-non-reasoning / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,gpt-6-sol,xhigh,agentic-tool,hard,AutomationBench-AA,per-task,0.29150546391060167,2.89e-18,,10420.506849315068,61.69423511586409,partial-credit%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-sol-xhigh / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,gpt-oss-120b,high,agentic-tool,hard,AutomationBench-AA,per-task,0.0029313904870624046,2.89e-20,,2183.0517503805177,0.19906990691605595,partial-credit%,2.89e-18,,,https://artificialanalysis.ai/models ($ / row gpt-oss-120b / column automationBenchPartialScore),,out:single-couple,out:cost-not-comparable aaautob#none,artificialanalysis,gpt-oss-20b,high,agentic-tool,hard,AutomationBench-AA,per-task,0.0017384557648401828,2.89e-20,,4860.948249619482,0.19111706206154657,partial-credit%,2.89e-18,,,https://artificialanalysis.ai/models ($ / row gpt-oss-20b / column automationBenchPartialScore),,out:single-couple,out:cost-not-comparable aaautob#none,artificialanalysis,grok-4.3,high,agentic-tool,hard,AutomationBench-AA,per-task,0.04169979217504818,2.89e-18,,4981.767123287671,1.375964614032744,partial-credit%,2.89e-16,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-3 / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,grok-4.3,nothink,agentic-tool,hard,AutomationBench-AA,per-task,0.13914979255405996,2.89e-18,,3119.7671232876714,0.9304541594200506,partial-credit%,2.89e-17,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-3-non-reasoning / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,grok-4.5,high,agentic-tool,hard,AutomationBench-AA,per-task,0.47300046280298735,2.89e-18,,13854.342465753425,57.93486035084273,partial-credit%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-5 / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,grok-4.6,high,agentic-tool,hard,AutomationBench-AA,per-task,0.6272275531207412,2.89e-17,,18374.39878234399,66.67849638121398,partial-credit%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-6 / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,grok-4.6,low,agentic-tool,hard,AutomationBench-AA,per-task,0.41062565022453273,2.89e-18,,8221.240487062405,53.445400590317,partial-credit%,2.89e-13,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-6-low / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,grok-4.6,medium,agentic-tool,hard,AutomationBench-AA,per-task,0.5612988695302054,2.89e-17,,14477.531202435312,63.151269753679,partial-credit%,2.89e-13,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-6-medium / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,grok-4.6,xhigh,agentic-tool,hard,AutomationBench-AA,per-task,0.6557694308532784,2.89e-17,,18608.910197869103,66.99736836183247,partial-credit%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-6-xhigh / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,grok-4.7,xhigh,agentic-tool,hard,AutomationBench-AA,per-task,1.0767665596390679,2.89e-17,,31607.4901065449,65.55835148969458,partial-credit%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-7 / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,grok-4.7,high,agentic-tool,hard,AutomationBench-AA,per-task,0.9591122386952128,2.89e-17,,28839.794520547945,63.51937297314658,partial-credit%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-7-high / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,grok-4.7,low,agentic-tool,hard,AutomationBench-AA,per-task,0.48279188998104977,2.89e-18,,11374.729071537291,56.73837407466283,partial-credit%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-7-low / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,kimi-k2.6,think,agentic-tool,hard,AutomationBench-AA,per-task,0.6098204308481486,2.89e-17,,23221.476407914764,13.02075985638627,partial-credit%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row kimi-k2-6 / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,kimi-k2.7-code,solo,agentic-tool,hard,AutomationBench-AA,per-task,0.3510145686475384,2.89e-17,,19308.100456621003,24.454304615216713,partial-credit%,2.89e-16,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row kimi-k2-7-code / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,kimi-k3,max,agentic-tool,hard,AutomationBench-AA,per-task,0.6328097416753082,2.89e-17,,19919.59817351598,58.27297780015204,partial-credit%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row kimi-k3 / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,kimi-k3,not-established:absent,agentic-tool,hard,AutomationBench-AA,per-task,0.4563064427868749,2.89e-17,,11922.240487062405,49.2568024921068,partial-credit%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row kimi-k3-low / column automationBenchPartialScore),,out:effort-not-established,out:effort-not-established aaautob#none,artificialanalysis,o3-mini,not-established:absent,agentic-tool,hard,AutomationBench-AA,,,,,,0.5301828617801993,partial-credit%,2.89e-17,,,https://artificialanalysis.ai/models ($ / row o3-mini-high / column automationBenchPartialScore),,out:effort-not-established, aaautob#none,artificialanalysis,qwen3-235b-a22b-thinking-2507,solo,agentic-tool,hard,AutomationBench-AA,,,,,,2.1540366122608224,partial-credit%,2.89e-17,,,https://artificialanalysis.ai/models ($ / row qwen3-235b-a22b-instruct-2507-reasoning / column automationBenchPartialScore),,out:single-couple, aaautob#none,artificialanalysis,qwen3-30b-a3b-thinking-2507,solo,agentic-tool,hard,AutomationBench-AA,per-task,0.033021541765601216,2.89e-19,,16156.09893455099,0.795143729768833,partial-credit%,2.89e-16,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-30b-a3b-2507-reasoning / column automationBenchPartialScore),,out:single-couple,out:cost-single-couple aaautob#none,artificialanalysis,qwen3.5-122b-a10b,think,agentic-tool,hard,AutomationBench-AA,per-task,0.23838228432267883,2.89e-18,,9065.20700152207,5.4811162302925646,partial-credit%,2.89e-17,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-5-122b-a10b / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,qwen3.5-397b-a17b,think,agentic-tool,hard,AutomationBench-AA,per-task,0.48655925844748854,2.89e-18,,10552.674277016742,6.886670023070866,partial-credit%,2.89e-16,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-5-397b-a17b / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,qwen3.5-9b,think,agentic-tool,hard,AutomationBench-AA,per-task,0.09397096651445966,2.89e-18,,9205.44901065449,1.0473867343065657,partial-credit%,2.89e-17,,,https://artificialanalysis.ai/models ($ / row qwen3-5-9b / column automationBenchPartialScore),,out:superseded,out:cost-not-comparable aaautob#none,artificialanalysis,qwen3.6-27b,think,agentic-tool,hard,AutomationBench-AA,per-task,0.37883434246575337,2.89e-18,,31037.98782343988,11.045223588713587,partial-credit%,2.89e-16,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-6-27b / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,qwen3.6-35b-a3b,think,agentic-tool,hard,AutomationBench-AA,per-task,0.3851168510273973,2.89e-17,,15848.267884322679,5.208565614505884,partial-credit%,2.89e-16,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-6-35b-a3b / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,qwen3.7-max,think,agentic-tool,hard,AutomationBench-AA,per-task,1.2606130841888796,2.89e-17,,24587.138508371387,22.976890336173603,partial-credit%,2.89e-16,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-7-max / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,qwen3.7-plus,think,agentic-tool,hard,AutomationBench-AA,per-task,0.1941492735166767,2.89e-17,,25325.15677321157,17.391220980015495,partial-credit%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row qwen3-7-plus / column automationBenchPartialScore),,in,out:cost-not-comparable aaautob#none,artificialanalysis,qwen3.8-2.4t-a95b,not-established:absent,agentic-tool,hard,AutomationBench-AA,per-task,0.353144465999651,2.89e-16,,20701.98782343988,57.2473765458222,partial-credit%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-8-2-4t-a95b / column automationBenchPartialScore),,out:effort-not-established,out:effort-not-established aaautob#none,artificialanalysis,qwen3.8-27b,xhigh,agentic-tool,hard,AutomationBench-AA,per-task,0.2541982624414003,2.89e-17,,32226.27397260274,48.242443682241926,partial-credit%,2.89e-16,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-8-27b / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,qwen3.8-27b,low,agentic-tool,hard,AutomationBench-AA,per-task,0.27716695438051747,2.89e-18,,35812.87366818874,30.10329530343377,partial-credit%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-8-27b-low / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,qwen3.8-27b,medium,agentic-tool,hard,AutomationBench-AA,per-task,0.23582710005479454,2.89e-18,,32048.28310502283,40.252101015938635,partial-credit%,2.89e-16,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-8-27b-medium / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,qwen3.8-27b,not-established:absent,agentic-tool,hard,AutomationBench-AA,per-task,0.2436474252237443,2.89e-17,,10302.48706240487,12.434667722683214,partial-credit%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row qwen3-8-27b-non-reasoning / column automationBenchPartialScore),,out:effort-not-established,out:effort-not-established aaautob#none,artificialanalysis,qwen3.8-flash-next,not-established:absent,agentic-tool,hard,AutomationBench-AA,per-task,0.02667315551339421,2.89e-18,,21458.829528158294,55.9083218951688,partial-credit%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-8-flash-next / column automationBenchPartialScore),,out:effort-not-established,out:effort-not-established aaautob#none,artificialanalysis,qwen3.8-max-0902,not-established:absent,agentic-tool,hard,AutomationBench-AA,per-task,0.39823602532586083,2.89e-18,,21920.16590563166,56.1905381087678,partial-credit%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-8-max / column automationBenchPartialScore),,out:effort-not-established,out:effort-not-established aaautob#none,artificialanalysis,?Qwen3.8 Max,not-established:absent,agentic-tool,hard,AutomationBench-AA,per-task,0.5326634461546242,2.89e-17,,26820.654490106546,49.23210407553669,partial-credit%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row qwen3-8-max-0803 / column automationBenchPartialScore),,out:model-not-established,out:model-not-established aaautob#none,artificialanalysis,qwen3-coder-next,nothink,agentic-tool,hard,AutomationBench-AA,per-task,0.07239202401530027,2.89e-18,,2392.584474885845,1.0593550691766297,partial-credit%,2.89e-17,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-coder-next / column automationBenchPartialScore),,in,in aatb40@artificialanalysis#none,artificialanalysis,deepseek-r1,solo,coding,hard,TB-AA,per-task,0.3585309696969697,2.89e-17,,31197.560606060608,0,pass%,28.9,,,https://artificialanalysis.ai/models ($ / row deepseek-r1-0120 / column terminalBench40),,out:uninformative,out:cost-not-comparable aatb40@artificialanalysis#none,artificialanalysis,deepseek-v3,solo,coding,hard,TB-AA,per-task,0.07588902515151515,2.89e-18,,6920.69696969697,0,pass%,28.9,,,https://artificialanalysis.ai/models ($ / row deepseek-v3 / column terminalBench40),,out:uninformative,out:cost-not-comparable aatb40@artificialanalysis#none,artificialanalysis,deepseek-v3-0324,solo,coding,hard,TB-AA,per-task,0.04153688147453183,2.89e-18,,6951.272727272727,0,pass%,28.9,,,https://artificialanalysis.ai/models ($ / row deepseek-v3-0324 / column terminalBench40),,out:uninformative,out:cost-not-comparable aatb40@artificialanalysis#none,artificialanalysis,deepseek-v4.1-flash,max,coding,hard,TB-AA,per-task,2.425236070941073,2.89e-16,,285252.1060606061,26.7676767676768,pass%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row deepseek-v4-1-flash / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,deepseek-v4.1-flash,not-established:absent,coding,hard,TB-AA,per-task,1.6771181954446568,2.89e-17,,219014.25757575757,5.55555555555556,pass%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-1-flash-non-reasoning / column terminalBench40),,out:effort-not-established,out:effort-not-established aatb40@artificialanalysis#none,artificialanalysis,deepseek-v4-flash-0731,max,coding,hard,TB-AA,per-task,0.9598512976571953,2.89e-17,,146812.27272727274,12.1212121212121,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash / column terminalBench40),,out:superseded,out:cost-not-comparable aatb40@artificialanalysis#none,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,coding,hard,TB-AA,per-task,0.6581036244111564,2.89e-17,,138137.4090909091,2.52525252525253,pass%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash-0420 / column terminalBench40),,out:model-not-established,out:model-not-established aatb40@artificialanalysis#none,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,coding,hard,TB-AA,per-task,0.615720080870935,2.89e-16,,145981.87878787878,3.03030303030303,pass%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash-0420-high / column terminalBench40),,out:model-not-established,out:model-not-established aatb40@artificialanalysis#none,artificialanalysis,?DeepSeek V4 Flash Vision,not-established:absent,coding,hard,TB-AA,per-task,4.824847578157483,2.89e-16,,197880.37878787878,12.1212121212121,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash-vision / column terminalBench40),,out:model-not-established,out:model-not-established aatb40@artificialanalysis#none,artificialanalysis,deepseek-v4-pro-0813,max,coding,hard,TB-AA,per-task,3.755228533853407,2.89e-16,,171514.15151515152,14.1414141414141,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro / column terminalBench40),,out:superseded,out:superseded aatb40@artificialanalysis#none,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,coding,hard,TB-AA,per-task,0.7661310060659527,2.89e-17,,176902.86363636365,14.6464646464646,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro-0424 / column terminalBench40),,out:model-not-established,out:model-not-established aatb40@artificialanalysis#none,artificialanalysis,deepseek-v4-pro-0813,not-established:absent,coding,hard,TB-AA,per-task,2.580699963231489,2.89e-16,,212248.28787878787,1.51515151515152,pass%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro-non-reasoning / column terminalBench40),,out:effort-not-established,out:effort-not-established aatb40@artificialanalysis#none,artificialanalysis,gemini-2.5-pro,think,coding,hard,TB-AA,per-task,1.3917198617699091,2.89e-17,,20342.530303030304,0,pass%,28.9,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gemini-2-5-pro / column terminalBench40),,out:uninformative,out:cost-single-couple aatb40@artificialanalysis#none,artificialanalysis,gemini-3.1-flash-lite,high,coding,hard,TB-AA,per-task,0.3260314269440553,2.89e-17,,22598.136363636364,0.505050505050505,pass%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gemini-3-1-flash-lite-preview / column terminalBench40),,out:superseded,out:superseded aatb40@artificialanalysis#none,artificialanalysis,gemini-3.1-pro,not-established:absent,coding,hard,TB-AA,per-task,9.317068173176484,2.89e-16,,67442.90909090909,4.04040404040404,pass%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gemini-3-1-pro-preview / column terminalBench40),,out:effort-not-established,out:effort-not-established aatb40@artificialanalysis#none,artificialanalysis,gemini-3.5-flash,high,coding,hard,TB-AA,per-task,17.499985755781527,2.89e-16,,137590.80303030304,6.56565656565657,pass%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gemini-3-5-flash / column terminalBench40),,out:superseded,out:cost-not-comparable aatb40@artificialanalysis#none,artificialanalysis,gemini-3.5-flash-lite,high,coding,hard,TB-AA,per-task,1.2527165932429343,2.89e-17,,54770.878787878784,1.01010101010101,pass%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gemini-3-5-flash-lite / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,gemini-3.6-flash,high,coding,hard,TB-AA,per-task,12.178387976407855,2.89e-16,,157192.9090909091,7.07070707070707,pass%,2.89e-15,,cost-base-price:cost-uniform-factor,https://artificialanalysis.ai/models ($ / row gemini-3-6-flash / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,gemini-3.7-flash,high,coding,hard,TB-AA,per-task,4.308547542084213,2.89e-16,,146004.86363636365,13.6363636363636,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-7-flash / column terminalBench40),,in,out:cost-not-comparable aatb40@artificialanalysis#none,artificialanalysis,gemini-3.8-flash,high,coding,hard,TB-AA,per-task,5.84150246296734,2.89e-15,,183674.4696969697,19.6969696969697,pass%,2.89e-14,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://artificialanalysis.ai/models ($ / row gemini-3-8-flash / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,gemini-3.8-flash,medium,coding,hard,TB-AA,per-task,4.61055082184726,2.89e-15,,157234.95454545456,19.6969696969697,pass%,2.89e-14,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://artificialanalysis.ai/models ($ / row gemini-3-8-flash-medium / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,gemini-4-argon,high,coding,hard,TB-AA,per-task,6.780140181187823,2.89e-16,,165330.31818181818,57.0707070707071,pass%,2.89e-14,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://artificialanalysis.ai/models ($ / row gemini-4-argon / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,glm-5.1,think,coding,hard,TB-AA,per-task,7.479863000498267,2.89e-16,,156878.0303030303,2.02020202020202,pass%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row glm-5-1 / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,glm-5.2,not-established:absent,coding,hard,TB-AA,per-task,7.811967068149994,2.89e-16,,197217.5909090909,1.01010101010101,pass%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row glm-5-2 / column terminalBench40),,out:effort-not-established,out:effort-not-established aatb40@artificialanalysis#none,artificialanalysis,glm-5.3,max,coding,hard,TB-AA,per-task,8.064202070800423,2.89e-16,,194565.86363636365,41.9191919191919,pass%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row glm-5-3 / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,glm-5.3-flash,max,coding,hard,TB-AA,per-task,0.8891509918482424,2.89e-17,,181053.9393939394,32.8282828282828,pass%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row glm-5-3-flash / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,glm-5.3,low,coding,hard,TB-AA,per-task,6.404940828567455,2.89e-16,,128004.36363636363,34.8484848484849,pass%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row glm-5-3-low / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,gpt-5.4-mini,xhigh,coding,hard,TB-AA,per-task,1.631881957008737,2.89e-16,,121076.84848484848,2.02020202020202,pass%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-4-mini / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,gpt-5.4-nano,xhigh,coding,hard,TB-AA,per-task,0.4001411902017877,2.89e-17,,112322.54545454546,0.505050505050505,pass%,2.89e-16,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-4-nano / column terminalBench40),,out:superseded,in aatb40@artificialanalysis#none,artificialanalysis,gpt-5.5,xhigh,coding,hard,TB-AA,per-task,11.56248948435037,2.89e-15,,58811.86363636364,14.6464646464646,pass%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-5 / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,gpt-5.5,high,coding,hard,TB-AA,per-task,5.5869217336225345,2.89e-17,,37541.13636363636,9.09090909090909,pass%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-5-high / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,gpt-5.5-instant-06-26,think,coding,hard,TB-AA,per-task,3.7979287017167187,2.89e-17,,23906.772727272728,12.6262626262626,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-5-instant-06-26 / column terminalBench40),,out:effort-not-established,out:effort-not-established aatb40@artificialanalysis#none,artificialanalysis,gpt-5.5,medium,coding,hard,TB-AA,per-task,2.9908822036193414,2.89e-17,,21702.924242424244,5.05050505050505,pass%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-5-medium / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,gpt-5.6-luna,max,coding,hard,TB-AA,per-task,0.8493287460827653,2.89e-17,,133852.69696969696,11.6161616161616,pass%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,gpt-5.6-luna,high,coding,hard,TB-AA,per-task,0.10632169881952343,2.89e-18,,32335.030303030304,2.52525252525253,pass%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-high / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,gpt-5.6-luna,low,coding,hard,TB-AA,per-task,0.01179994316105567,2.89e-18,,5271.484848484848,0,pass%,28.9,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-low / column terminalBench40),,out:uninformative,in aatb40@artificialanalysis#none,artificialanalysis,gpt-5.6-luna,medium,coding,hard,TB-AA,per-task,0.025121391970590636,2.89e-19,,8238.121212121212,0.505050505050505,pass%,2.89e-16,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-medium / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,gpt-5.6-luna,nothink,coding,hard,TB-AA,per-task,0.016423026699583263,2.89e-19,,4636.318181818182,1.01010101010101,pass%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-non-reasoning / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,gpt-5.6-luna,xhigh,coding,hard,TB-AA,per-task,0.30028798955259806,2.89e-18,,59372.469696969696,3.53535353535354,pass%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-xhigh / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,gpt-5.6-sol,max,coding,hard,TB-AA,per-task,11.12811323368505,0.584,,76934.42424242424,39.8989898989899,pass%,2.89e-14,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,gpt-5.6-sol,high,coding,hard,TB-AA,per-task,3.059234852588173,0.161,,33488.621212121216,20.7070707070707,pass%,2.89e-14,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-high / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,gpt-5.6-sol,low,coding,hard,TB-AA,per-task,0.7210362525344862,0.0378,,9329.60606060606,1.01010101010101,pass%,2.89e-15,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-low / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,gpt-5.6-sol,medium,coding,hard,TB-AA,per-task,2.2611518303962423,0.119,,22729.030303030304,14.6464646464646,pass%,2.89e-14,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-medium / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,gpt-5.6-sol,xhigh,coding,hard,TB-AA,per-task,4.763163579267909,0.25,,49402.57575757576,24.7474747474747,pass%,2.89e-14,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-xhigh / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,gpt-5.6-terra,max,coding,hard,TB-AA,per-task,6.38743408501164,2.89e-15,,131796.31818181818,35.3535353535354,pass%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,gpt-5.6-terra,high,coding,hard,TB-AA,per-task,0.628370040020466,2.89e-16,,22543.560606060608,1.51515151515152,pass%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-high / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,gpt-5.6-terra,low,coding,hard,TB-AA,per-task,0.2432928985148534,2.89e-17,,8617.30303030303,1.51515151515152,pass%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-low / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,gpt-5.6-terra,medium,coding,hard,TB-AA,per-task,0.34062633641113166,2.89e-18,,12449.80303030303,1.01010101010101,pass%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-medium / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,gpt-5.6-terra,nothink,coding,hard,TB-AA,per-task,0.234792579366993,2.89e-16,,6397.439393939394,0.505050505050505,pass%,2.89e-16,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-non-reasoning / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,gpt-5.6-terra,xhigh,coding,hard,TB-AA,per-task,1.5724625917041875,2.89e-17,,48789.36363636364,10.1010101010101,pass%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-xhigh / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,gpt-5-mini,high,coding,hard,TB-AA,per-task,0.14864751441910937,2.89e-18,,34592.93939393939,0,pass%,28.9,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-mini / column terminalBench40),,out:uninformative,out:cost-single-couple aatb40@artificialanalysis#none,artificialanalysis,gpt-6.1-sol,max,coding,hard,TB-AA,per-task,1.8227634618325743,2.89e-17,,108185.27272727272,56.0606060606061,pass%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-1-sol / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,gpt-6.1-sol,high,coding,hard,TB-AA,per-task,0.8281767981765117,2.89e-17,,43650,51.5151515151515,pass%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-1-sol-high / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,gpt-6.1-sol,low,coding,hard,TB-AA,per-task,0.3829418451399688,2.89e-17,,17350.60606060606,30.8080808080808,pass%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-1-sol-low / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,gpt-6.1-sol,medium,coding,hard,TB-AA,per-task,0.6137554705459501,2.89e-17,,31952.378787878788,47.979797979798,pass%,2.89e-13,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-1-sol-medium / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,gpt-6.1-sol,xhigh,coding,hard,TB-AA,per-task,1.0259491542428139,2.89e-17,,56901.954545454544,54.040404040404,pass%,2.89e-13,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-1-sol-xhigh / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,gpt-6-astra,max,coding,hard,TB-AA,per-task,8.498119471851334,2.89e-16,,75663.77272727272,59.0909090909091,pass%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-astra / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,gpt-6-astra,high,coding,hard,TB-AA,per-task,4.0469926217499435,2.89e-17,,30430.348484848484,54.040404040404,pass%,2.89e-13,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-astra-high / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,gpt-6-astra,low,coding,hard,TB-AA,per-task,2.2485580260976215,2.89e-17,,14875.924242424242,41.9191919191919,pass%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-astra-low / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,gpt-6-astra,medium,coding,hard,TB-AA,per-task,4.430107637760555,2.89e-16,,29667.348484848484,49.4949494949495,pass%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-astra-medium / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,gpt-6-astra,xhigh,coding,hard,TB-AA,per-task,5.855482520522051,2.89e-16,,43275.333333333336,59.5959595959596,pass%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-astra-xhigh / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,gpt-6-luna,max,coding,hard,TB-AA,per-task,0.23621085607736897,2.89e-18,,140973.75757575757,12.6262626262626,pass%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-luna / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,gpt-6-luna,high,coding,hard,TB-AA,per-task,0.12040055149702272,2.89e-18,,74238.86363636363,4.54545454545455,pass%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-luna-high / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,gpt-6-luna,low,coding,hard,TB-AA,per-task,0.005448337009257049,2.89e-19,,3695.348484848485,0,pass%,28.9,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-luna-low / column terminalBench40),,out:uninformative,in aatb40@artificialanalysis#none,artificialanalysis,gpt-6-luna,medium,coding,hard,TB-AA,per-task,0.07156543103673528,2.89e-18,,45047.681818181816,2.52525252525253,pass%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-luna-medium / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,gpt-6-luna,nothink,coding,hard,TB-AA,per-task,0.0446207812657598,2.89e-17,,13682.272727272728,1.51515151515152,pass%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-luna-non-reasoning / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,gpt-6-luna,xhigh,coding,hard,TB-AA,per-task,0.1981783100252545,2.89e-17,,104249.51515151515,8.08080808080808,pass%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-luna-xhigh / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,gpt-6-sol,max,coding,hard,TB-AA,per-task,4.003379341944657,2.89e-16,,97371.98484848485,43.9393939393939,pass%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-sol / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,gpt-6-sol,high,coding,hard,TB-AA,per-task,1.5990085380612562,2.89e-17,,38740.21212121212,26.2626262626263,pass%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-sol-high / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,gpt-6-sol,low,coding,hard,TB-AA,per-task,0.4889080528977859,2.89e-17,,16515.78787878788,9.09090909090909,pass%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-sol-low / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,gpt-6-sol,medium,coding,hard,TB-AA,per-task,1.1187339028374466,2.89e-17,,28475.272727272728,18.6868686868687,pass%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-sol-medium / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,gpt-6-sol,nothink,coding,hard,TB-AA,per-task,1.9399101873490363,2.89e-17,,25116.121212121212,13.1313131313131,pass%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-sol-non-reasoning / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,gpt-6-sol,xhigh,coding,hard,TB-AA,per-task,1.905524071157237,2.89e-16,,50939.93939393939,30.3030303030303,pass%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-sol-xhigh / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,gpt-oss-120b,high,coding,hard,TB-AA,per-task,0.055628306060606064,2.89e-19,,20582.727272727272,0,pass%,28.9,,,https://artificialanalysis.ai/models ($ / row gpt-oss-120b / column terminalBench40),,out:uninformative,out:cost-not-comparable aatb40@artificialanalysis#none,artificialanalysis,gpt-oss-20b,high,coding,hard,TB-AA,per-task,0.009157679696969697,2.89e-19,,24838.045454545456,0,pass%,28.9,,,https://artificialanalysis.ai/models ($ / row gpt-oss-20b / column terminalBench40),,out:uninformative,out:cost-not-comparable aatb40@artificialanalysis#none,artificialanalysis,grok-4.3,high,coding,hard,TB-AA,per-task,1.1468205237217552,2.89e-17,,44817.257575757576,0,pass%,28.9,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-3 / column terminalBench40),,out:uninformative,in aatb40@artificialanalysis#none,artificialanalysis,grok-4.3,nothink,coding,hard,TB-AA,per-task,0.8144327568568206,2.89e-17,,42572.818181818184,0,pass%,28.9,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-3-non-reasoning / column terminalBench40),,out:uninformative,in aatb40@artificialanalysis#none,artificialanalysis,grok-4.5,high,coding,hard,TB-AA,per-task,5.73205703545862,2.89e-15,,82430.65151515152,10.6060606060606,pass%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-5 / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,grok-4.6,high,coding,hard,TB-AA,per-task,5.877412948691136,2.89e-16,,88183.83333333333,21.2121212121212,pass%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-6 / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,grok-4.6,low,coding,hard,TB-AA,per-task,1.810486192313955,2.89e-16,,27990,3.03030303030303,pass%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-6-low / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,grok-4.6,medium,coding,hard,TB-AA,per-task,4.930218118430546,2.89e-16,,72204.84848484848,13.1313131313131,pass%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-6-medium / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,grok-4.6,xhigh,coding,hard,TB-AA,per-task,6.595499239020591,2.89e-16,,93175.71212121213,17.1717171717172,pass%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-6-xhigh / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,grok-4.7,xhigh,coding,hard,TB-AA,per-task,14.60376693082783,2.89e-15,,158098.16666666666,25.7575757575758,pass%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-7 / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,grok-4.7,high,coding,hard,TB-AA,per-task,8.946882876182261,2.89e-16,,126090.66666666667,24.7474747474747,pass%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-7-high / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,grok-4.7,low,coding,hard,TB-AA,per-task,6.331448530350984,2.89e-16,,66885.63636363637,16.1616161616162,pass%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-7-low / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,kimi-k2.6,think,coding,hard,TB-AA,per-task,4.151794390168377,2.89e-16,,112817.37878787878,0.505050505050505,pass%,2.89e-16,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row kimi-k2-6 / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,kimi-k2.7-code,solo,coding,hard,TB-AA,per-task,3.0520150096413983,2.89e-17,,96067.59090909091,1.01010101010101,pass%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row kimi-k2-7-code / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,kimi-k3,max,coding,hard,TB-AA,per-task,5.088442114308581,2.89e-16,,122898.89393939394,12.6262626262626,pass%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row kimi-k3 / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,kimi-k3,not-established:absent,coding,hard,TB-AA,per-task,9.471263256022237,2.89e-16,,80412.81818181818,12.6262626262626,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row kimi-k3-low / column terminalBench40),,out:effort-not-established,out:effort-not-established aatb40@artificialanalysis#none,artificialanalysis,o3-mini,not-established:absent,coding,hard,TB-AA,,,,,,0,pass%,28.9,,,https://artificialanalysis.ai/models ($ / row o3-mini-high / column terminalBench40),,out:effort-not-established, aatb40@artificialanalysis#none,artificialanalysis,qwen3-235b-a22b-thinking-2507,solo,coding,hard,TB-AA,,,,,,0,pass%,28.9,,,https://artificialanalysis.ai/models ($ / row qwen3-235b-a22b-instruct-2507-reasoning / column terminalBench40),,out:uninformative, aatb40@artificialanalysis#none,artificialanalysis,qwen3-30b-a3b-thinking-2507,solo,coding,hard,TB-AA,per-task,0.16593335818181817,2.89e-18,,52944.36363636364,0,pass%,28.9,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-30b-a3b-2507-reasoning / column terminalBench40),,out:uninformative,out:cost-single-couple aatb40@artificialanalysis#none,artificialanalysis,qwen3.5-122b-a10b,think,coding,hard,TB-AA,per-task,1.7832505636363636,2.89e-17,,44081.818181818184,0,pass%,28.9,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-5-122b-a10b / column terminalBench40),,out:uninformative,in aatb40@artificialanalysis#none,artificialanalysis,qwen3.5-397b-a17b,think,coding,hard,TB-AA,per-task,2.6022617,2.89e-08,,45876.71212121212,0,pass%,28.9,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-5-397b-a17b / column terminalBench40),,out:uninformative,in aatb40@artificialanalysis#none,artificialanalysis,qwen3.5-9b,think,coding,hard,TB-AA,per-task,1.0498508090909093,2.89e-17,,93439.18181818182,0.505050505050505,pass%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row qwen3-5-9b / column terminalBench40),,out:superseded,out:cost-not-comparable aatb40@artificialanalysis#none,artificialanalysis,qwen3.6-27b,think,coding,hard,TB-AA,per-task,3.5353044818181822,2.89e-17,,117047.09090909091,0,pass%,28.9,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-6-27b / column terminalBench40),,out:uninformative,in aatb40@artificialanalysis#none,artificialanalysis,qwen3.6-35b-a3b,think,coding,hard,TB-AA,per-task,2.7609227727272727,2.89e-17,,118711.95454545454,0,pass%,28.9,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-6-35b-a3b / column terminalBench40),,out:uninformative,in aatb40@artificialanalysis#none,artificialanalysis,qwen3.7-max,think,coding,hard,TB-AA,per-task,6.819638915087728,2.89e-16,,83559.92424242424,1.51515151515152,pass%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-7-max / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,qwen3.7-plus,think,coding,hard,TB-AA,per-task,1.272514165591351,2.89e-16,,96545.06060606061,1.01010101010101,pass%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row qwen3-7-plus / column terminalBench40),,in,out:cost-not-comparable aatb40@artificialanalysis#none,artificialanalysis,qwen3.8-2.4t-a95b,not-established:absent,coding,hard,TB-AA,per-task,11.48883545827578,2.89e-15,,193884.65151515152,11.1111111111111,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-8-2-4t-a95b / column terminalBench40),,out:effort-not-established,out:effort-not-established aatb40@artificialanalysis#none,artificialanalysis,qwen3.8-27b,xhigh,coding,hard,TB-AA,per-task,3.9447222465454552,2.89e-17,,148327.27272727274,5.55555555555556,pass%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-8-27b / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,qwen3.8-27b,low,coding,hard,TB-AA,per-task,6.13497557709091,2.89e-15,,179973.89393939395,2.52525252525253,pass%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-8-27b-low / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,qwen3.8-27b,medium,coding,hard,TB-AA,per-task,5.76380879478788,2.89e-15,,154605.10606060605,5.05050505050505,pass%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-8-27b-medium / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,qwen3.8-27b,not-established:absent,coding,hard,TB-AA,per-task,9.391667850060609,2.89e-16,,103527.43939393939,0,pass%,28.9,,,https://artificialanalysis.ai/models ($ / row qwen3-8-27b-non-reasoning / column terminalBench40),,out:effort-not-established,out:effort-not-established aatb40@artificialanalysis#none,artificialanalysis,qwen3.8-flash-next,not-established:absent,coding,hard,TB-AA,per-task,0.8779630434427272,2.89e-17,,235646.13636363635,25.2525252525253,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-8-flash-next / column terminalBench40),,out:effort-not-established,out:effort-not-established aatb40@artificialanalysis#none,artificialanalysis,qwen3.8-max-0902,not-established:absent,coding,hard,TB-AA,per-task,18.6760733252611,2.89e-14,,292512.1212121212,38.8888888888889,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-8-max / column terminalBench40),,out:effort-not-established,out:effort-not-established aatb40@artificialanalysis#none,artificialanalysis,?Qwen3.8 Max,not-established:absent,coding,hard,TB-AA,per-task,15.983454376504405,2.89e-16,,227195.81818181818,18.6868686868687,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-8-max-0803 / column terminalBench40),,out:model-not-established,out:model-not-established aatb40@artificialanalysis#none,artificialanalysis,qwen3-coder-next,nothink,coding,hard,TB-AA,per-task,2.411004893807746,2.89e-16,,57095.72727272727,0,pass%,28.9,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-coder-next / column terminalBench40),,out:uninformative,in aascicode@artificialanalysis#none,artificialanalysis,deepseek-r1,solo,coding,hard,SciCode-AA,per-task,0.02797491666666667,2.89e-18,,5943.020833333333,38.3101851851852,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-r1-0120 / column scicode),,out:single-couple,out:cost-not-comparable aascicode@artificialanalysis#none,artificialanalysis,deepseek-v3,solo,coding,hard,SciCode-AA,per-task,0.001063312638888889,2.89e-19,,382.4861111111111,35.7638888888889,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v3 / column scicode),,out:single-couple,out:cost-not-comparable aascicode@artificialanalysis#none,artificialanalysis,deepseek-v3-0324,solo,coding,hard,SciCode-AA,per-task,0.0009524439583333333,2.89e-20,,427.6979166666667,39.0046296296296,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v3-0324 / column scicode),,out:single-couple,out:cost-not-comparable aascicode@artificialanalysis#none,artificialanalysis,deepseek-v4.1-flash,max,coding,hard,SciCode-AA,per-task,0.012361726041666665,2.89e-19,,9752.645833333334,51.8518518518518,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row deepseek-v4-1-flash / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,deepseek-v4.1-flash,not-established:absent,coding,hard,SciCode-AA,per-task,0.0020843864583333332,2.89e-20,,785.5451388888889,35.5324074074074,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-1-flash-non-reasoning / column scicode),,out:effort-not-established,out:effort-not-established aascicode@artificialanalysis#none,artificialanalysis,deepseek-v4-flash-0731,max,coding,hard,SciCode-AA,per-task,0.009055585,2.89e-10,,31295.586805555555,50.3472222222222,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash / column scicode),,out:superseded,out:cost-not-comparable aascicode@artificialanalysis#none,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,coding,hard,SciCode-AA,per-task,0.0032914068833333333,2.89e-20,,11644.020833333334,45.2546296296296,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash-0420 / column scicode),,out:model-not-established,out:model-not-established aascicode@artificialanalysis#none,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,coding,hard,SciCode-AA,per-task,0.0020502430392361115,2.89e-20,,7680.611111111111,40.162037037037,acc%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash-0420-high / column scicode),,out:model-not-established,out:model-not-established aascicode@artificialanalysis#none,artificialanalysis,?DeepSeek V4 Flash Vision,not-established:absent,coding,hard,SciCode-AA,per-task,0.034389608611111115,2.89e-19,,25339.614583333332,49.6527777777778,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash-vision / column scicode),,out:model-not-established,out:model-not-established aascicode@artificialanalysis#none,artificialanalysis,deepseek-v4-pro-0813,max,coding,hard,SciCode-AA,per-task,0.050256222499999996,2.89e-19,,11942.559027777777,51.0416666666667,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro / column scicode),,out:superseded,in aascicode@artificialanalysis#none,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,coding,hard,SciCode-AA,per-task,0.011360523437499999,2.89e-19,,11837.618055555555,50.8101851851852,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro-0424 / column scicode),,out:model-not-established,out:model-not-established aascicode@artificialanalysis#none,artificialanalysis,deepseek-v4-pro-0813,not-established:absent,coding,hard,SciCode-AA,per-task,0.005223450833333332,2.89e-19,,498.55902777777777,39.9305555555556,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro-non-reasoning / column scicode),,out:effort-not-established,out:effort-not-established aascicode@artificialanalysis#none,artificialanalysis,gemini-2.5-pro,think,coding,hard,SciCode-AA,per-task,0.07984639756944445,2.89e-18,,7580.263888888889,46.2962962962963,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gemini-2-5-pro / column scicode),,out:single-couple,out:cost-single-couple aascicode@artificialanalysis#none,artificialanalysis,gemini-3.1-flash-lite,high,coding,hard,SciCode-AA,per-task,0.01818731857638889,2.89e-18,,11690.0625,43.4027777777778,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-1-flash-lite-preview / column scicode),,out:superseded,out:superseded aascicode@artificialanalysis#none,artificialanalysis,gemini-3.1-pro,not-established:absent,coding,hard,SciCode-AA,per-task,0.08296459027777778,2.89e-18,,6495.524305555556,58.6805555555556,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-1-pro-preview / column scicode),,out:effort-not-established,out:effort-not-established aascicode@artificialanalysis#none,artificialanalysis,gemini-3.5-flash,high,coding,hard,SciCode-AA,per-task,0.06818365624999999,2.89e-18,,7158.586805555556,53.9351851851852,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-5-flash / column scicode),,out:superseded,out:cost-not-comparable aascicode@artificialanalysis#none,artificialanalysis,gemini-3.5-flash-lite,high,coding,hard,SciCode-AA,per-task,0.012601281597222222,2.89e-19,,4747.399305555556,41.3194444444444,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gemini-3-5-flash-lite / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,gemini-3.6-flash,high,coding,hard,SciCode-AA,per-task,0.030375859374999998,2.89e-19,,7614.861111111111,53.3564814814815,acc%,2.89e-14,,cost-base-price:cost-uniform-factor,https://artificialanalysis.ai/models ($ / row gemini-3-6-flash / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,gemini-3.7-flash,high,coding,hard,SciCode-AA,per-task,0.024521190104166667,2.89e-19,,6062.947916666667,57.1759259259259,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-7-flash / column scicode),,in,out:cost-not-comparable aascicode@artificialanalysis#none,artificialanalysis,gemini-3.8-flash,high,coding,hard,SciCode-AA,per-task,0.07681339583333333,2.89e-18,,19983.38888888889,56.5972222222222,acc%,2.89e-14,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://artificialanalysis.ai/models ($ / row gemini-3-8-flash / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,gemini-3.8-flash,medium,coding,hard,SciCode-AA,per-task,0.02932698958333333,2.89e-18,,7341.711805555556,55.0925925925926,acc%,2.89e-14,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://artificialanalysis.ai/models ($ / row gemini-3-8-flash-medium / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,gemini-4-argon,high,coding,hard,SciCode-AA,per-task,0.10567819444444444,2.89e-18,,9569.729166666666,61.8055555555556,acc%,2.89e-14,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://artificialanalysis.ai/models ($ / row gemini-4-argon / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,glm-5.1,think,coding,hard,SciCode-AA,per-task,0.04418658788194445,2.89e-18,,10086.451388888889,44.7916666666667,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row glm-5-1 / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,glm-5.2,not-established:absent,coding,hard,SciCode-AA,per-task,0.055369390972222224,2.89e-19,,11809.333333333334,51.1574074074074,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row glm-5-2 / column scicode),,out:effort-not-established,out:effort-not-established aascicode@artificialanalysis#none,artificialanalysis,glm-5.3,max,coding,hard,SciCode-AA,per-task,0.08202589583333332,2.89e-18,,17514.621527777777,59.0277777777778,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row glm-5-3 / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,glm-5.3-flash,max,coding,hard,SciCode-AA,per-task,0.013985710069444443,2.89e-19,,27040.805555555555,51.6203703703704,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row glm-5-3-flash / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,glm-5.3,low,coding,hard,SciCode-AA,per-task,0.006474929166666666,2.89e-19,,734.0381944444445,42.0138888888889,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row glm-5-3-low / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,gpt-5.4-mini,xhigh,coding,hard,SciCode-AA,per-task,0.21084019010416666,2.89e-18,,46416.29861111111,52.0833333333333,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-4-mini / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,gpt-5.4-nano,xhigh,coding,hard,SciCode-AA,per-task,0.022674866145833337,2.89e-19,,17684.461805555555,47.2222222222222,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-4-nano / column scicode),,out:superseded,in aascicode@artificialanalysis#none,artificialanalysis,gpt-5.5,xhigh,coding,hard,SciCode-AA,per-task,0.16845909722222221,2.89e-18,,5179.177083333333,55.787037037037,acc%,2.89e-13,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-5 / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,gpt-5.5,high,coding,hard,SciCode-AA,per-task,0.10705229166666666,2.89e-18,,3137.2361111111113,56.1342592592593,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-5-high / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,gpt-5.5-instant-06-26,think,coding,hard,SciCode-AA,per-task,0.02547489583333333,2.89e-18,,454.1388888888889,52.5462962962963,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-5-instant-06-26 / column scicode),,out:effort-not-established,out:effort-not-established aascicode@artificialanalysis#none,artificialanalysis,gpt-5.5,medium,coding,hard,SciCode-AA,per-task,0.062208090277777774,2.89e-19,,1642.920138888889,54.5138888888889,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-5-medium / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,gpt-5.6-luna,max,coding,hard,SciCode-AA,per-task,0.00927091111111111,2.89e-18,,7259.920138888889,53.587962962963,acc%,2.89e-13,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,gpt-5.6-luna,high,coding,hard,SciCode-AA,per-task,0.0029259881944444445,2.89e-20,,2028.013888888889,51.6203703703704,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-high / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,gpt-5.6-luna,low,coding,hard,SciCode-AA,per-task,0.0014673874999999999,2.89e-20,,808.9756944444445,46.0648148148148,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-low / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,gpt-5.6-luna,medium,coding,hard,SciCode-AA,per-task,0.0017958319444444442,2.89e-20,,1084.1354166666667,46.7592592592593,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-medium / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,gpt-5.6-luna,nothink,coding,hard,SciCode-AA,per-task,0.0010406638888888888,2.89e-20,,454.7361111111111,40.3935185185185,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-non-reasoning / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,gpt-5.6-luna,xhigh,coding,hard,SciCode-AA,per-task,0.004469059722222222,2.89e-19,,3315.3298611111113,50.462962962963,acc%,2.89e-13,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-xhigh / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,gpt-5.6-sol,max,coding,hard,SciCode-AA,per-task,0.10958316493055555,0.00575,,3513.8680555555557,57.0601851851852,acc%,2.89e-14,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,gpt-5.6-sol,high,coding,hard,SciCode-AA,per-task,0.048518383680555555,0.00255,,1285.1215277777778,57.7546296296296,acc%,2.89e-14,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-high / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,gpt-5.6-sol,low,coding,hard,SciCode-AA,per-task,0.033130109374999994,0.00174,,718.1493055555555,56.3657407407407,acc%,2.89e-14,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-low / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,gpt-5.6-sol,medium,coding,hard,SciCode-AA,per-task,0.039165328124999996,0.00206,,935.3020833333334,57.4074074074074,acc%,2.89e-14,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-medium / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,gpt-5.6-sol,xhigh,coding,hard,SciCode-AA,per-task,0.06172575520833334,0.00324,,1769.96875,57.0601851851852,acc%,2.89e-14,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-xhigh / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,gpt-5.6-terra,max,coding,hard,SciCode-AA,per-task,0.11439322222222222,2.89e-18,,9113.21875,54.9768518518518,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,gpt-5.6-terra,high,coding,hard,SciCode-AA,per-task,0.023195861111111108,2.89e-19,,1534.6041666666667,52.4305555555556,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-high / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,gpt-5.6-terra,low,coding,hard,SciCode-AA,per-task,0.011905694444444443,2.89e-19,,591.6597222222222,49.8842592592593,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-low / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,gpt-5.6-terra,medium,coding,hard,SciCode-AA,per-task,0.014950979166666665,2.89e-19,,847.3229166666666,50.462962962963,acc%,2.89e-13,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-medium / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,gpt-5.6-terra,nothink,coding,hard,SciCode-AA,per-task,0.009958513888888888,2.89e-19,,428.24305555555554,45.1388888888889,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-non-reasoning / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,gpt-5.6-terra,xhigh,coding,hard,SciCode-AA,per-task,0.032531624999999995,2.89e-19,,2315.2951388888887,52.3148148148148,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-xhigh / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,gpt-5-mini,high,coding,hard,SciCode-AA,per-task,0.010917830729166666,2.89e-19,,5034.958333333333,39.0046296296296,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-mini / column scicode),,out:single-couple,out:cost-single-couple aascicode@artificialanalysis#none,artificialanalysis,gpt-6.1-sol,max,coding,hard,SciCode-AA,per-task,0.04341916666666667,2.89e-18,,3884.71875,54.1666666666667,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-1-sol / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,gpt-6.1-sol,high,coding,hard,SciCode-AA,per-task,0.012967263888888888,2.89e-19,,842.71875,55.787037037037,acc%,2.89e-13,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-1-sol-high / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,gpt-6.1-sol,low,coding,hard,SciCode-AA,per-task,0.008424590277777777,2.89e-19,,399.62847222222223,53.2407407407407,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-1-sol-low / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,gpt-6.1-sol,medium,coding,hard,SciCode-AA,per-task,0.009314833333333333,2.89e-19,,481.3888888888889,53.2407407407407,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-1-sol-medium / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,gpt-6.1-sol,xhigh,coding,hard,SciCode-AA,per-task,0.022047979166666665,2.89e-19,,1746.6944444444443,55.6712962962963,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-1-sol-xhigh / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,gpt-6-astra,max,coding,hard,SciCode-AA,per-task,0.23225916666666663,2.89e-18,,4186.802083333333,56.4814814814815,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-astra / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,gpt-6-astra,high,coding,hard,SciCode-AA,per-task,0.06957760416666667,2.89e-18,,938.9375,55.4398148148148,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-astra-high / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,gpt-6-astra,low,coding,hard,SciCode-AA,per-task,0.04250701388888889,2.89e-18,,404.61805555555554,54.0509259259259,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-astra-low / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,gpt-6-astra,medium,coding,hard,SciCode-AA,per-task,0.05087506944444444,2.89e-18,,563.1527777777778,54.1666666666667,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-astra-medium / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,gpt-6-astra,xhigh,coding,hard,SciCode-AA,per-task,0.12163322916666665,2.89e-18,,1970.8368055555557,55.6712962962963,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-astra-xhigh / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,gpt-6-luna,max,coding,hard,SciCode-AA,per-task,0.0036765802083333337,2.89e-20,,6905.854166666667,54.6296296296296,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-luna / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,gpt-6-luna,high,coding,hard,SciCode-AA,per-task,0.0009804875000000001,2.89e-20,,1528.3715277777778,50.3472222222222,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-luna-high / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,gpt-6-luna,low,coding,hard,SciCode-AA,per-task,0.0005107920138888889,2.89e-20,,588.6770833333334,46.875,acc%,0.000289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-luna-low / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,gpt-6-luna,medium,coding,hard,SciCode-AA,per-task,0.0006986395833333333,2.89e-20,,969.1909722222222,50.9259259259259,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-luna-medium / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,gpt-6-luna,nothink,coding,hard,SciCode-AA,per-task,0.0004164618055555555,2.89e-20,,380.50694444444446,43.0555555555556,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-luna-non-reasoning / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,gpt-6-luna,xhigh,coding,hard,SciCode-AA,per-task,0.0014390868055555554,2.89e-20,,2435.2881944444443,51.7361111111111,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-luna-xhigh / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,gpt-6-sol,max,coding,hard,SciCode-AA,per-task,0.04248988194444444,2.89e-18,,3856.25,57.6388888888889,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-sol / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,gpt-6-sol,high,coding,hard,SciCode-AA,per-task,0.013034076388888887,2.89e-19,,914.1736111111111,54.8611111111111,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-sol-high / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,gpt-6-sol,low,coding,hard,SciCode-AA,per-task,0.007426701388888888,2.89e-19,,347.09722222222223,50.2314814814815,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-sol-low / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,gpt-6-sol,medium,coding,hard,SciCode-AA,per-task,0.009487291666666665,2.89e-19,,558.9513888888889,53.8194444444444,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-sol-medium / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,gpt-6-sol,nothink,coding,hard,SciCode-AA,per-task,0.006940486111111111,2.89e-19,,282.7326388888889,47.337962962963,acc%,2.89e-13,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-sol-non-reasoning / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,gpt-6-sol,xhigh,coding,hard,SciCode-AA,per-task,0.021459409722222218,2.89e-19,,1752.673611111111,55.0925925925926,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-sol-xhigh / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,gpt-oss-120b,high,coding,hard,SciCode-AA,per-task,0.0037975474999999994,2.89e-20,,5706.663194444444,34.0277777777778,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-oss-120b / column scicode),,out:single-couple,out:cost-not-comparable aascicode@artificialanalysis#none,artificialanalysis,gpt-oss-20b,high,coding,hard,SciCode-AA,per-task,0.0022450197222222217,2.89e-20,,9747.201388888889,38.8888888888889,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-oss-20b / column scicode),,out:single-couple,out:cost-not-comparable aascicode@artificialanalysis#none,artificialanalysis,grok-4.3,high,coding,hard,SciCode-AA,per-task,0.013015503472222219,2.89e-19,,4254.395833333333,48.2638888888889,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-3 / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,grok-4.3,nothink,coding,hard,SciCode-AA,per-task,0.0040032465277777774,2.89e-20,,390.9583333333333,39.3518518518519,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-3-non-reasoning / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,grok-4.5,high,coding,hard,SciCode-AA,per-task,0.025980527777777776,2.89e-19,,3557.5625,54.9768518518518,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-5 / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,grok-4.6,high,coding,hard,SciCode-AA,per-task,0.027178340277777775,2.89e-19,,3773.1631944444443,56.4814814814815,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-6 / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,grok-4.6,low,coding,hard,SciCode-AA,per-task,0.00979515972222222,2.89e-18,,841.1631944444445,49.4212962962963,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-6-low / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,grok-4.6,medium,coding,hard,SciCode-AA,per-task,0.023294180555555554,2.89e-19,,3070.7395833333335,55.9027777777778,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-6-medium / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,grok-4.6,xhigh,coding,hard,SciCode-AA,per-task,0.029567694444444445,2.89e-19,,4115.173611111111,53.0092592592593,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-6-xhigh / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,grok-4.7,xhigh,coding,hard,SciCode-AA,per-task,0.13300160416666665,2.89e-18,,21398.17013888889,57.4074074074074,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-7 / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,grok-4.7,high,coding,hard,SciCode-AA,per-task,0.09931336805555556,2.89e-18,,15789.010416666666,57.7546296296296,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-7-high / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,grok-4.7,low,coding,hard,SciCode-AA,per-task,0.026778604166666668,2.89e-19,,3280.777777777778,54.8611111111111,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-7-low / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,kimi-k2.6,think,coding,hard,SciCode-AA,per-task,0.04334814079861111,2.89e-18,,10300.541666666666,51.5046296296296,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row kimi-k2-6 / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,kimi-k2.7-code,solo,coding,hard,SciCode-AA,per-task,0.02382614791666666,2.89e-18,,5409.010416666667,47.8009259259259,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row kimi-k2-7-code / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,kimi-k3,max,coding,hard,SciCode-AA,per-task,0.06016669791666667,2.89e-18,,3520.4131944444443,59.4907407407407,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row kimi-k3 / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,kimi-k3,not-established:absent,coding,hard,SciCode-AA,per-task,0.01856596875,2.89e-12,,767.7083333333334,52.662037037037,acc%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row kimi-k3-low / column scicode),,out:effort-not-established,out:effort-not-established aascicode@artificialanalysis#none,artificialanalysis,o3-mini,not-established:absent,coding,hard,SciCode-AA,per-task,0.026184801041666667,2.89e-19,,5262.333333333333,42.8240740740741,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row o3-mini-high / column scicode),,out:effort-not-established,out:effort-not-established aascicode@artificialanalysis#none,artificialanalysis,qwen3-235b-a22b-thinking-2507,solo,coding,hard,SciCode-AA,per-task,0.015317894583333333,2.89e-19,,6462.743055555556,41.4351851851852,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-235b-a22b-instruct-2507-reasoning / column scicode),,out:single-couple,out:cost-single-couple aascicode@artificialanalysis#none,artificialanalysis,qwen3-30b-a3b-thinking-2507,solo,coding,hard,SciCode-AA,per-task,0.007463897013888888,2.89e-19,,5235.253472222223,32.9861111111111,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-30b-a3b-2507-reasoning / column scicode),,out:single-couple,out:cost-single-couple aascicode@artificialanalysis#none,artificialanalysis,qwen3.5-122b-a10b,think,coding,hard,SciCode-AA,per-task,0.015884111111111106,2.89e-19,,4619.694444444444,39.6990740740741,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-5-122b-a10b / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,qwen3.5-397b-a17b,think,coding,hard,SciCode-AA,per-task,0.025959152083333333,2.89e-19,,6764.184027777777,44.7916666666667,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-5-397b-a17b / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,qwen3.5-9b,think,coding,hard,SciCode-AA,per-task,0.0017788336458333333,2.89e-20,,6483.260416666667,29.5138888888889,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-9b / column scicode),,out:superseded,out:cost-not-comparable aascicode@artificialanalysis#none,artificialanalysis,qwen3.6-27b,think,coding,hard,SciCode-AA,per-task,0.019682327083333336,2.89e-19,,5032.746527777777,42.8240740740741,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-6-27b / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,qwen3.6-35b-a3b,think,coding,hard,SciCode-AA,per-task,0.00950658203125,2.89e-15,,3782.434027777778,36.5740740740741,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-6-35b-a3b / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,qwen3.7-max,think,coding,hard,SciCode-AA,per-task,0.05839658854166666,2.89e-18,,6962.899305555556,49.537037037037,acc%,2.89e-13,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-7-max / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,qwen3.7-plus,think,coding,hard,SciCode-AA,per-task,0.013954031944444445,2.89e-19,,8101.513888888889,46.0648148148148,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-7-plus / column scicode),,in,out:cost-not-comparable aascicode@artificialanalysis#none,artificialanalysis,qwen3.8-2.4t-a95b,not-established:absent,coding,hard,SciCode-AA,per-task,0.10060797916666664,2.89e-18,,15490.138888888889,54.0509259259259,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-8-2-4t-a95b / column scicode),,out:effort-not-established,out:effort-not-established aascicode@artificialanalysis#none,artificialanalysis,qwen3.8-27b,xhigh,coding,hard,SciCode-AA,per-task,0.06447482291666666,2.89e-18,,20839.04513888889,46.6435185185185,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-8-27b / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,qwen3.8-27b,low,coding,hard,SciCode-AA,per-task,0.00824212673611111,2.89e-18,,2261.5173611111113,40.0462962962963,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-8-27b-low / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,qwen3.8-27b,medium,coding,hard,SciCode-AA,per-task,0.011675270833333333,2.89e-19,,3419.434027777778,39.0046296296296,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-8-27b-medium / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,qwen3.8-27b,not-established:absent,coding,hard,SciCode-AA,per-task,0.004820871527777778,2.89e-19,,955.2881944444445,36.2268518518519,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-8-27b-non-reasoning / column scicode),,out:effort-not-established,out:effort-not-established aascicode@artificialanalysis#none,artificialanalysis,qwen3.8-flash-next,not-established:absent,coding,hard,SciCode-AA,per-task,0.012633219409722219,2.89e-19,,25478.913194444445,50.5787037037037,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-8-flash-next / column scicode),,out:effort-not-established,out:effort-not-established aascicode@artificialanalysis#none,artificialanalysis,qwen3.8-max-0902,not-established:absent,coding,hard,SciCode-AA,per-task,0.1130781875,2.89e-11,,17560.631944444445,52.0833333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-8-max / column scicode),,out:effort-not-established,out:effort-not-established aascicode@artificialanalysis#none,artificialanalysis,?Qwen3.8 Max,not-established:absent,coding,hard,SciCode-AA,per-task,0.11063102083333332,2.89e-18,,17195.284722222223,53.2407407407407,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-8-max-0803 / column scicode),,out:model-not-established,out:model-not-established aascicode@artificialanalysis#none,artificialanalysis,qwen3-coder-next,nothink,coding,hard,SciCode-AA,per-task,0.0021680905555555552,2.89e-20,,1055.3541666666667,36.2268518518519,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-coder-next / column scicode),,in,in aahle@artificialanalysis#none,artificialanalysis,deepseek-r1,solo,reasoning-math,frontier,HLE-AA-notools,per-task,0.03447147451343836,2.89e-18,,8458.802594995366,8.5,acc%,0.0289,,,https://artificialanalysis.ai/models ($ / row deepseek-r1-0120 / column hle),,out:single-couple,out:cost-not-comparable aahle@artificialanalysis#none,artificialanalysis,deepseek-v3,solo,reasoning-math,frontier,HLE-AA-notools,per-task,0.0004969247312326228,2.89e-20,,443.9578313253012,2.9,acc%,0.0289,,,https://artificialanalysis.ai/models ($ / row deepseek-v3 / column hle),,out:single-couple,out:cost-not-comparable aahle@artificialanalysis#none,artificialanalysis,deepseek-v3-0324,solo,reasoning-math,frontier,HLE-AA-notools,per-task,0.0008887683503243744,2.89e-20,,905.998609823911,4.74,acc%,0.00289,,,https://artificialanalysis.ai/models ($ / row deepseek-v3-0324 / column hle),,out:single-couple,out:cost-not-comparable aahle@artificialanalysis#none,artificialanalysis,deepseek-v4.1-flash,max,reasoning-math,frontier,HLE-AA-notools,per-task,0.04172025430954587,2.89e-18,,34684.98563484708,39.2493049119555,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row deepseek-v4-1-flash / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,deepseek-v4.1-flash,not-established:absent,reasoning-math,frontier,HLE-AA-notools,per-task,0.0037495248378127894,2.89e-20,,3048.9610750695088,10.7970342910102,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-1-flash-non-reasoning / column hle),,out:effort-not-established,out:effort-not-established aahle@artificialanalysis#none,artificialanalysis,deepseek-v4-flash-0731,max,reasoning-math,frontier,HLE-AA-notools,per-task,0.009114219277108433,2.89e-19,,32353.997219647823,38.5542168674699,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash / column hle),,out:superseded,out:cost-not-comparable aahle@artificialanalysis#none,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,reasoning-math,frontier,HLE-AA-notools,per-task,0.01670197711316034,2.89e-18,,71256.34012974976,34.8470806302132,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash-0420 / column hle),,out:model-not-established,out:model-not-established aahle@artificialanalysis#none,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,reasoning-math,frontier,HLE-AA-notools,per-task,0.007909620196385544,2.89e-19,,33687.83364226135,30.259499536608,acc%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash-0420-high / column hle),,out:model-not-established,out:model-not-established aahle@artificialanalysis#none,artificialanalysis,?DeepSeek V4 Flash Vision,not-established:absent,reasoning-math,frontier,HLE-AA-notools,per-task,0.0378751473957368,2.89e-17,,28562.102873030584,34.4763670064875,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash-vision / column hle),,out:model-not-established,out:model-not-established aahle@artificialanalysis#none,artificialanalysis,deepseek-v4-pro-0813,max,reasoning-math,frontier,HLE-AA-notools,per-task,0.1357293633364226,2.89e-17,,34143.915199258576,41.0101946246525,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro / column hle),,out:superseded,in aahle@artificialanalysis#none,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,reasoning-math,frontier,HLE-AA-notools,per-task,0.046351363922613534,2.89e-19,,53097.80444856348,37.5347544022243,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro-0424 / column hle),,out:model-not-established,out:model-not-established aahle@artificialanalysis#none,artificialanalysis,deepseek-v4-pro-0813,not-established:absent,reasoning-math,frontier,HLE-AA-notools,per-task,0.005952497794253939,2.89e-19,,1402.6320667284522,10.5653382761817,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro-non-reasoning / column hle),,out:effort-not-established,out:effort-not-established aahle@artificialanalysis#none,artificialanalysis,gemini-2.5-pro,think,reasoning-math,frontier,HLE-AA-notools,per-task,0.14609955746061165,2.89e-18,,14571.756255792401,22.5208526413346,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gemini-2-5-pro / column hle),,out:single-couple,out:cost-single-couple aahle@artificialanalysis#none,artificialanalysis,gemini-3.1-flash-lite,high,reasoning-math,frontier,HLE-AA-notools,per-task,0.022450383572752548,2.89e-19,,14913.980074142724,17.191844300278,acc%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row gemini-3-1-flash-lite-preview / column hle),,out:superseded,out:superseded aahle@artificialanalysis#none,artificialanalysis,gemini-3.1-pro,not-established:absent,reasoning-math,frontier,HLE-AA-notools,per-task,0.19675459962928638,2.89e-18,,16343.274328081558,47.0342910101946,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-1-pro-preview / column hle),,out:effort-not-established,out:effort-not-established aahle@artificialanalysis#none,artificialanalysis,gemini-3.5-flash,high,reasoning-math,frontier,HLE-AA-notools,per-task,0.14776174976830397,2.89e-18,,16364.64874884152,42.678405931418,acc%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row gemini-3-5-flash / column hle),,out:superseded,out:cost-not-comparable aahle@artificialanalysis#none,artificialanalysis,gemini-3.5-flash-lite,high,reasoning-math,frontier,HLE-AA-notools,per-task,0.027076012326227993,2.89e-19,,10792.012048192772,18.8137164040778,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gemini-3-5-flash-lite / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,gemini-3.6-flash,high,reasoning-math,frontier,HLE-AA-notools,per-task,0.0454959077849861,2.89e-17,,12068.253938832253,40.8248378127896,acc%,2.89e-14,,cost-base-price:cost-uniform-factor,https://artificialanalysis.ai/models ($ / row gemini-3-6-flash / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,gemini-3.7-flash,high,reasoning-math,frontier,HLE-AA-notools,per-task,0.036775190685820205,2.89e-19,,9742.736793327154,47.8683966635774,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-7-flash / column hle),,in,out:cost-not-comparable aahle@artificialanalysis#none,artificialanalysis,gemini-3.8-flash,high,reasoning-math,frontier,HLE-AA-notools,per-task,0.09198539457831326,2.89e-18,,24465.4578313253,47.8220574606117,acc%,2.89e-14,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://artificialanalysis.ai/models ($ / row gemini-3-8-flash / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,gemini-3.8-flash,medium,reasoning-math,frontier,HLE-AA-notools,per-task,0.024840718025949952,2.89e-19,,6560.249304911956,42.1223354958295,acc%,2.89e-14,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://artificialanalysis.ai/models ($ / row gemini-3-8-flash-medium / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,gemini-4-argon,high,reasoning-math,frontier,HLE-AA-notools,per-task,0.17642913623725673,2.89e-18,,15777.145968489342,57.0898980537535,acc%,2.89e-14,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://artificialanalysis.ai/models ($ / row gemini-4-argon / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,glm-5.1,think,reasoning-math,frontier,HLE-AA-notools,per-task,0.15432290127664508,2.89e-18,,37819.10797034291,30.0741427247451,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row glm-5-1 / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,glm-5.2,not-established:absent,reasoning-math,frontier,HLE-AA-notools,per-task,0.17903486941612606,2.89e-18,,40587.411028730305,41.1492122335496,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row glm-5-2 / column hle),,out:effort-not-established,out:effort-not-established aahle@artificialanalysis#none,artificialanalysis,glm-5.3,max,reasoning-math,frontier,HLE-AA-notools,per-task,0.23284347052826695,2.89e-18,,52816.62882298425,42.2613531047266,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row glm-5-3 / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,glm-5.3-flash,max,reasoning-math,frontier,HLE-AA-notools,per-task,0.02165517108433735,2.89e-18,,43214.449490268766,39.8517145505097,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row glm-5-3-flash / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,glm-5.3,low,reasoning-math,frontier,HLE-AA-notools,per-task,0.11924240676552364,2.89e-18,,27000.063021316033,36.5616311399444,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row glm-5-3-low / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,gpt-5.4-mini,xhigh,reasoning-math,frontier,HLE-AA-notools,per-task,0.15109767052826692,2.89e-18,,33526.10240963855,28.1278962001854,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-4-mini / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,gpt-5.4-nano,xhigh,reasoning-math,frontier,HLE-AA-notools,per-task,0.042911531417979605,2.89e-19,,34280.67284522706,28.2669138090825,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-4-nano / column hle),,out:superseded,in aahle@artificialanalysis#none,artificialanalysis,gpt-5.5,xhigh,reasoning-math,frontier,HLE-AA-notools,per-task,0.3801581533827618,2.89e-17,,12620.416126042632,45.7831325301205,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-5 / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,gpt-5.5,high,reasoning-math,frontier,HLE-AA-notools,per-task,0.22687830630213163,2.89e-18,,7511.115848007415,45.0417052826691,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-5-high / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,gpt-5.5-instant-06-26,think,reasoning-math,frontier,HLE-AA-notools,per-task,0.02391149907321594,2.89e-18,,744.4267840593142,19.9258572752549,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-5-instant-06-26 / column hle),,out:effort-not-established,out:effort-not-established aahle@artificialanalysis#none,artificialanalysis,gpt-5.5,medium,reasoning-math,frontier,HLE-AA-notools,per-task,0.1262607483781279,2.89e-17,,4126.327618164967,42.354031510658,acc%,2.89e-13,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-5-medium / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,gpt-5.6-luna,max,reasoning-math,frontier,HLE-AA-notools,per-task,0.029256409267840587,2.89e-19,,24328.600092678407,39.4810009267841,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,gpt-5.6-luna,high,reasoning-math,frontier,HLE-AA-notools,per-task,0.009508855977757183,2.89e-19,,7870.31139944393,33.4105653382762,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-high / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,gpt-5.6-luna,low,reasoning-math,frontier,HLE-AA-notools,per-task,0.001440088785912882,2.89e-19,,1147.3818350324375,19.8331788693234,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-low / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,gpt-5.6-luna,medium,reasoning-math,frontier,HLE-AA-notools,per-task,0.0028992929564411493,2.89e-20,,2355.1385542168673,25.7645968489342,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-medium / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,gpt-5.6-luna,nothink,reasoning-math,frontier,HLE-AA-notools,per-task,0.0003065109360518999,2.89e-20,,202.8410565338276,7.2289156626506,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-non-reasoning / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,gpt-5.6-luna,xhigh,reasoning-math,frontier,HLE-AA-notools,per-task,0.01670674643188137,2.89e-18,,13870.39156626506,36.9786839666358,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-xhigh / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,gpt-5.6-sol,max,reasoning-math,frontier,HLE-AA-notools,per-task,0.3690247937905468,0.0194,,13337.332715477294,49.4902687673772,acc%,2.89e-14,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,gpt-5.6-sol,high,reasoning-math,frontier,HLE-AA-notools,per-task,0.113899749768304,0.00598,,4069.6876737720113,46.014828544949,acc%,2.89e-13,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-high / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,gpt-5.6-sol,low,reasoning-math,frontier,HLE-AA-notools,per-task,0.0307873000463392,0.00162,,1056.436515291937,39.3883225208526,acc%,2.89e-14,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-low / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,gpt-5.6-sol,medium,reasoning-math,frontier,HLE-AA-notools,per-task,0.05907027270620945,0.0031,,2084.908248378128,42.2150139017609,acc%,2.89e-14,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-medium / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,gpt-5.6-sol,xhigh,reasoning-math,frontier,HLE-AA-notools,per-task,0.19538217840593142,0.0103,,7019.196478220575,47.3123262279889,acc%,2.89e-14,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-xhigh / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,gpt-5.6-terra,max,reasoning-math,frontier,HLE-AA-notools,per-task,0.22773022613531047,2.89e-18,,18926.43419833179,42.9101019462465,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,gpt-5.6-terra,high,reasoning-math,frontier,HLE-AA-notools,per-task,0.06187714087117702,2.89e-18,,5100.503707136238,38.5078776645042,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-high / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,gpt-5.6-terra,low,reasoning-math,frontier,HLE-AA-notools,per-task,0.014177235403151064,2.89e-19,,1128.6779425393884,29.1936978683967,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-low / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,gpt-5.6-terra,medium,reasoning-math,frontier,HLE-AA-notools,per-task,0.02552009545875811,2.89e-18,,2074.0898980537536,33.2715477293791,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-medium / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,gpt-5.6-terra,nothink,reasoning-math,frontier,HLE-AA-notools,per-task,0.003016113994439296,2.89e-19,,198.758109360519,11.3994439295644,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-non-reasoning / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,gpt-5.6-terra,xhigh,reasoning-math,frontier,HLE-AA-notools,per-task,0.09565581464318815,2.89e-18,,7919.456441149212,41.8906394810009,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-xhigh / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,gpt-5-mini,high,reasoning-math,frontier,HLE-AA-notools,per-task,0.029077999768303987,2.89e-19,,14500.059777571825,21.4550509731233,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-mini / column hle),,out:single-couple,out:cost-single-couple aahle@artificialanalysis#none,artificialanalysis,gpt-6.1-sol,max,reasoning-math,frontier,HLE-AA-notools,per-task,0.07757399165894348,2.89e-18,,7694.365152919369,52.9193697868397,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-1-sol / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,gpt-6.1-sol,high,reasoning-math,frontier,HLE-AA-notools,per-task,0.02663372752548656,2.89e-18,,2600.2710843373493,51.3901760889713,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-1-sol-high / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,gpt-6.1-sol,low,reasoning-math,frontier,HLE-AA-notools,per-task,0.0073080926784059325,2.89e-20,,667.7075996292864,47.3586654309546,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-1-sol-low / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,gpt-6.1-sol,medium,reasoning-math,frontier,HLE-AA-notools,per-task,0.01261928359592215,2.89e-18,,1198.8266913809082,49.8609823911029,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-1-sol-medium / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,gpt-6.1-sol,xhigh,reasoning-math,frontier,HLE-AA-notools,per-task,0.04281734198331789,2.89e-18,,4218.6325301204815,52.6413345690454,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-1-sol-xhigh / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,gpt-6-astra,max,reasoning-math,frontier,HLE-AA-notools,per-task,0.3780767979610751,2.89e-17,,7498.483781278962,54.6802594995366,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-astra / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,gpt-6-astra,high,reasoning-math,frontier,HLE-AA-notools,per-task,0.1618475764596849,2.89e-17,,3173.849860982391,53.0583873957368,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-astra-high / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,gpt-6-astra,low,reasoning-math,frontier,HLE-AA-notools,per-task,0.03886476830398517,2.89e-18,,714.1936978683966,49.2122335495829,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-astra-low / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,gpt-6-astra,medium,reasoning-math,frontier,HLE-AA-notools,per-task,0.10052880908248378,2.89e-18,,1947.4745134383688,52.7340129749768,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-astra-medium / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,gpt-6-astra,xhigh,reasoning-math,frontier,HLE-AA-notools,per-task,0.25322250695088044,2.89e-18,,5001.348470806302,54.5875810936052,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-astra-xhigh / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,gpt-6-luna,max,reasoning-math,frontier,HLE-AA-notools,per-task,0.011812253938832253,2.89e-19,,23561.930027803523,38.5078776645042,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-luna / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,gpt-6-luna,high,reasoning-math,frontier,HLE-AA-notools,per-task,0.0030390533827618165,2.89e-20,,6015.005097312326,32.9471733086191,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-luna-high / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,gpt-6-luna,low,reasoning-math,frontier,HLE-AA-notools,per-task,0.0005215371640407784,2.89e-20,,979.9726598702503,20.2502316960148,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-luna-low / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,gpt-6-luna,medium,reasoning-math,frontier,HLE-AA-notools,per-task,0.0016150941612604265,2.89e-20,,3167.086654309546,28.2669138090825,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-luna-medium / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,gpt-6-luna,nothink,reasoning-math,frontier,HLE-AA-notools,per-task,0.00014989606116774793,2.89e-21,,237.31371640407784,8.57275254865616,acc%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-luna-non-reasoning / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,gpt-6-luna,xhigh,reasoning-math,frontier,HLE-AA-notools,per-task,0.00509183609823911,2.89e-18,,10120.584800741428,34.3373493975904,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-luna-xhigh / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,gpt-6-sol,max,reasoning-math,frontier,HLE-AA-notools,per-task,0.11971959314179798,2.89e-18,,11908.87951807229,47.9147358665431,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-sol / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,gpt-6-sol,high,reasoning-math,frontier,HLE-AA-notools,per-task,0.03310959406858203,2.89e-18,,3247.857738646895,44.114921223355,acc%,2.89e-13,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-sol-high / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,gpt-6-sol,low,reasoning-math,frontier,HLE-AA-notools,per-task,0.00698129935125116,2.89e-18,,635.028266913809,34.9397590361446,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-sol-low / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,gpt-6-sol,medium,reasoning-math,frontier,HLE-AA-notools,per-task,0.01746195736793327,2.89e-18,,1683.0940685820203,40.9638554216867,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-sol-medium / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,gpt-6-sol,nothink,reasoning-math,frontier,HLE-AA-notools,per-task,0.0020976941612604262,2.89e-20,,146.66774791473586,18.3966635773865,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-sol-non-reasoning / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,gpt-6-sol,xhigh,reasoning-math,frontier,HLE-AA-notools,per-task,0.05909505282669138,2.89e-18,,5846.403614457831,46.2928637627433,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-sol-xhigh / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,gpt-oss-120b,high,reasoning-math,frontier,HLE-AA-notools,per-task,0.01365869046339203,2.89e-18,,22890.438368860057,19.6014828544949,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-oss-120b / column hle),,out:single-couple,out:cost-not-comparable aahle@artificialanalysis#none,artificialanalysis,gpt-oss-20b,high,reasoning-math,frontier,HLE-AA-notools,per-task,0.0034962986364689523,2.89e-20,,16180.832252085263,10.982391102873,acc%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row gpt-oss-20b / column hle),,out:single-couple,out:cost-not-comparable aahle@artificialanalysis#none,artificialanalysis,grok-4.3,high,reasoning-math,frontier,HLE-AA-notools,per-task,0.061731892377201114,2.89e-19,,24545.720574606115,37.2103799814643,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-3 / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,grok-4.3,nothink,reasoning-math,frontier,HLE-AA-notools,per-task,0.0026157391102873033,2.89e-20,,839.3308619091752,6.76552363299351,acc%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-3-non-reasoning / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,grok-4.5,high,reasoning-math,frontier,HLE-AA-notools,per-task,0.11246479425393882,2.89e-18,,18634.23076923077,42.678405931418,acc%,2.89e-13,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-5 / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,grok-4.6,high,reasoning-math,frontier,HLE-AA-notools,per-task,0.12054022335495829,2.89e-18,,19979.330398517144,42.9101019462465,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-6 / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,grok-4.6,low,reasoning-math,frontier,HLE-AA-notools,per-task,0.0132053484708063,2.89e-17,,2031.8512511584802,27.6181649675626,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-6-low / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,grok-4.6,medium,reasoning-math,frontier,HLE-AA-notools,per-task,0.09366873215940684,2.89e-18,,15442.415199258572,42.1223354958295,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-6-medium / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,grok-4.6,xhigh,reasoning-math,frontier,HLE-AA-notools,per-task,0.12478578869323448,2.89e-18,,20628.658943466173,44.0685820203893,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-6-xhigh / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,grok-4.7,xhigh,reasoning-math,frontier,HLE-AA-notools,per-task,0.3099274494902688,2.89e-17,,51543.53475440222,43.1417979610751,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-7 / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,grok-4.7,high,reasoning-math,frontier,HLE-AA-notools,per-task,0.2527969972196478,2.89e-17,,42022.126042632066,42.3076923076923,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-7-high / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,grok-4.7,low,reasoning-math,frontier,HLE-AA-notools,per-task,0.10185419555143649,2.89e-18,,16461.548656163115,39.1566265060241,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-7-low / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,kimi-k2.6,think,reasoning-math,frontier,HLE-AA-notools,per-task,0.17216632041241892,2.89e-18,,42968.16079703429,37.4884151992586,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row kimi-k2-6 / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,kimi-k2.7-code,solo,reasoning-math,frontier,HLE-AA-notools,per-task,0.10470257108433735,2.89e-18,,26102.029657089897,35.032437442076,acc%,2.89e-13,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row kimi-k2-7-code / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,kimi-k3,max,reasoning-math,frontier,HLE-AA-notools,per-task,0.3936033975903614,2.89e-17,,26161.78637627433,46.8952734012975,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row kimi-k3 / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,kimi-k3,not-established:absent,reasoning-math,frontier,HLE-AA-notools,per-task,0.024208126042632064,2.89e-19,,1534.3948100092678,24.9768303985171,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row kimi-k3-low / column hle),,out:effort-not-established,out:effort-not-established aahle@artificialanalysis#none,artificialanalysis,o3-mini,not-established:absent,reasoning-math,frontier,HLE-AA-notools,per-task,0.05314235129749769,2.89e-18,,11999.569508804449,12.04,acc%,0.00289,,,https://artificialanalysis.ai/models ($ / row o3-mini-high / column hle),,out:effort-not-established,out:effort-not-established aahle@artificialanalysis#none,artificialanalysis,qwen3-235b-a22b-thinking-2507,solo,reasoning-math,frontier,HLE-AA-notools,per-task,0.04237001604726598,2.89e-18,,18390.66126042632,15.8943466172382,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-235b-a22b-instruct-2507-reasoning / column hle),,out:single-couple,out:cost-single-couple aahle@artificialanalysis#none,artificialanalysis,qwen3-30b-a3b-thinking-2507,solo,reasoning-math,frontier,HLE-AA-notools,per-task,0.01633825966635774,2.89e-18,,12481.8109360519,10.2873030583874,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-30b-a3b-2507-reasoning / column hle),,out:single-couple,out:cost-single-couple aahle@artificialanalysis#none,artificialanalysis,qwen3.5-122b-a10b,think,reasoning-math,frontier,HLE-AA-notools,per-task,0.0841899638554217,2.89e-17,,26266.793790546802,25.2085264133457,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-5-122b-a10b / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,qwen3.5-397b-a17b,think,reasoning-math,frontier,HLE-AA-notools,per-task,0.0805264796107507,2.89e-17,,22311.450880444856,28.9620018535681,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-5-397b-a17b / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,qwen3.5-9b,think,reasoning-math,frontier,HLE-AA-notools,per-task,0.009007684754402223,2.89e-19,,44829.96200185357,14.9212233549583,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-9b / column hle),,out:superseded,out:cost-not-comparable aahle@artificialanalysis#none,artificialanalysis,qwen3.6-27b,think,reasoning-math,frontier,HLE-AA-notools,per-task,0.10809603225208525,2.89e-18,,29975.15987025023,23.0769230769231,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-6-27b / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,qwen3.6-35b-a3b,think,reasoning-math,frontier,HLE-AA-notools,per-task,0.11800462917052827,2.89e-18,,52389.44161260426,22.2428174235403,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-6-35b-a3b / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,qwen3.7-max,think,reasoning-math,frontier,HLE-AA-notools,per-task,0.24951903962001856,2.89e-18,,33154.32252085264,40.5004633920297,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-7-max / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,qwen3.7-plus,think,reasoning-math,frontier,HLE-AA-notools,per-task,0.06142359944392957,2.89e-18,,38303.587581093605,35.6348470806302,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-7-plus / column hle),,in,out:cost-not-comparable aahle@artificialanalysis#none,artificialanalysis,qwen3.8-2.4t-a95b,not-established:absent,reasoning-math,frontier,HLE-AA-notools,per-task,0.20156975347544026,2.89e-18,,33469.57136237257,42.4467099165894,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-8-2-4t-a95b / column hle),,out:effort-not-established,out:effort-not-established aahle@artificialanalysis#none,artificialanalysis,qwen3.8-27b,xhigh,reasoning-math,frontier,HLE-AA-notools,per-task,0.13257006232622798,2.89e-18,,44126.246061167745,33.920296570899,acc%,2.89e-13,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-8-27b / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,qwen3.8-27b,low,reasoning-math,frontier,HLE-AA-notools,per-task,0.02169087001853568,2.89e-18,,7168.515291936978,14.0407784986098,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-8-27b-low / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,qwen3.8-27b,medium,reasoning-math,frontier,HLE-AA-notools,per-task,0.038997665199258576,2.89e-19,,12941.780352177942,14.0871177015755,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-8-27b-medium / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,qwen3.8-27b,not-established:absent,reasoning-math,frontier,HLE-AA-notools,per-task,0.012790556302131603,2.89e-19,,4205.829008341057,12.1408711770158,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-8-27b-non-reasoning / column hle),,out:effort-not-established,out:effort-not-established aahle@artificialanalysis#none,artificialanalysis,qwen3.8-flash-next,not-established:absent,reasoning-math,frontier,HLE-AA-notools,per-task,0.024012655797034294,2.89e-19,,50968.65755329008,38.0444856348471,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-8-flash-next / column hle),,out:effort-not-established,out:effort-not-established aahle@artificialanalysis#none,artificialanalysis,qwen3.8-max-0902,not-established:absent,reasoning-math,frontier,HLE-AA-notools,per-task,0.22338034661723824,2.89e-18,,37103.88137164041,43.0954587581094,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-8-max / column hle),,out:effort-not-established,out:effort-not-established aahle@artificialanalysis#none,artificialanalysis,?Qwen3.8 Max,not-established:absent,reasoning-math,frontier,HLE-AA-notools,per-task,0.2234424550509731,2.89e-17,,37113.62557924004,43.0491195551437,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-8-max-0803 / column hle),,out:model-not-established,out:model-not-established aahle@artificialanalysis#none,artificialanalysis,qwen3-coder-next,nothink,reasoning-math,frontier,HLE-AA-notools,per-task,0.009053895250231698,2.89e-19,,8959.466635773864,10.1482854494903,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-coder-next / column hle),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,deepseek-r1,solo,mixed,hard,GDP-PDF-AA,per-task,0.07706744,2.89e-09,,2610.85,2.4,allpass%,0.0289,,,https://artificialanalysis.ai/models ($ / row deepseek-r1-0120 / column gdpPdfAllPass),,out:single-couple,out:cost-not-comparable aagdppdf@artificialanalysis#none,artificialanalysis,deepseek-v3,solo,mixed,hard,GDP-PDF-AA,per-task,0.005805560899999999,2.89e-19,,551.05,0.8,allpass%,0.0289,,,https://artificialanalysis.ai/models ($ / row deepseek-v3 / column gdpPdfAllPass),,out:single-couple,out:cost-not-comparable aagdppdf@artificialanalysis#none,artificialanalysis,deepseek-v3-0324,solo,mixed,hard,GDP-PDF-AA,per-task,0.0085891386,2.89e-11,,660.41,1.6,allpass%,0.0289,,,https://artificialanalysis.ai/models ($ / row deepseek-v3-0324 / column gdpPdfAllPass),,out:single-couple,out:cost-not-comparable aagdppdf@artificialanalysis#none,artificialanalysis,deepseek-v4.1-flash,max,mixed,hard,GDP-PDF-AA,per-task,0.040740692999999994,2.89e-19,,15040.44,12.8,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row deepseek-v4-1-flash / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,deepseek-v4.1-flash,not-established:absent,mixed,hard,GDP-PDF-AA,per-task,0.024195357,2.89e-10,,1259.16,3.8,allpass%,0.0289,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-1-flash-non-reasoning / column gdpPdfAllPass),,out:effort-not-established,out:effort-not-established aagdppdf@artificialanalysis#none,artificialanalysis,deepseek-v4-flash-0731,max,mixed,hard,GDP-PDF-AA,per-task,0.0114351804,2.89e-11,,24137.66,11,allpass%,0.289,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash / column gdpPdfAllPass),,out:superseded,out:cost-not-comparable aagdppdf@artificialanalysis#none,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,mixed,hard,GDP-PDF-AA,per-task,0.007758620033,2.89e-13,,17201.6,10.8,allpass%,0.0289,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash-0420 / column gdpPdfAllPass),,out:model-not-established,out:model-not-established aagdppdf@artificialanalysis#none,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,mixed,hard,GDP-PDF-AA,per-task,0.005971147332,2.89e-13,,9580.65,10.4,allpass%,0.0289,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash-0420-high / column gdpPdfAllPass),,out:model-not-established,out:model-not-established aagdppdf@artificialanalysis#none,artificialanalysis,?DeepSeek V4 Flash Vision,not-established:absent,mixed,hard,GDP-PDF-AA,per-task,0.0435356724,2.89e-11,,16577.47,12,allpass%,0.289,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash-vision / column gdpPdfAllPass),,out:model-not-established,out:model-not-established aagdppdf@artificialanalysis#none,artificialanalysis,deepseek-v4-pro-0813,max,mixed,hard,GDP-PDF-AA,per-task,0.10998977879999998,2.89e-18,,16640.35,11.4,allpass%,0.0289,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro / column gdpPdfAllPass),,out:superseded,out:superseded aagdppdf@artificialanalysis#none,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,mixed,hard,GDP-PDF-AA,per-task,0.029112200999999997,2.89e-19,,16760.03,13.4,allpass%,0.0289,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro-0424 / column gdpPdfAllPass),,out:model-not-established,out:model-not-established aagdppdf@artificialanalysis#none,artificialanalysis,deepseek-v4-pro-0813,not-established:absent,mixed,hard,GDP-PDF-AA,per-task,0.04791596040000001,2.89e-18,,995.81,3.6,allpass%,0.0289,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro-non-reasoning / column gdpPdfAllPass),,out:effort-not-established,out:effort-not-established aagdppdf@artificialanalysis#none,artificialanalysis,gemini-2.5-pro,think,mixed,hard,GDP-PDF-AA,per-task,0.10541543749999999,2.89e-18,,4477.93,10.2,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gemini-2-5-pro / column gdpPdfAllPass),,out:single-couple,out:cost-single-couple aagdppdf@artificialanalysis#none,artificialanalysis,gemini-3.1-flash-lite,high,mixed,hard,GDP-PDF-AA,per-task,0.026543402500000004,2.89e-19,,3185.12,7.8,allpass%,0.0289,,,https://artificialanalysis.ai/models ($ / row gemini-3-1-flash-lite-preview / column gdpPdfAllPass),,out:superseded,out:superseded aagdppdf@artificialanalysis#none,artificialanalysis,gemini-3.1-pro,not-established:absent,mixed,hard,GDP-PDF-AA,per-task,0.2378597,2.89e-08,,5311.16,17.8,allpass%,0.0289,,,https://artificialanalysis.ai/models ($ / row gemini-3-1-pro-preview / column gdpPdfAllPass),,out:effort-not-established,out:effort-not-established aagdppdf@artificialanalysis#none,artificialanalysis,gemini-3.5-flash,high,mixed,hard,GDP-PDF-AA,per-task,0.18790356,2.89e-09,,6873.39,19.8,allpass%,0.0289,,,https://artificialanalysis.ai/models ($ / row gemini-3-5-flash / column gdpPdfAllPass),,out:superseded,out:cost-not-comparable aagdppdf@artificialanalysis#none,artificialanalysis,gemini-3.5-flash-lite,high,mixed,hard,GDP-PDF-AA,per-task,0.039496542,2.89e-10,,5351.07,13.6,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gemini-3-5-flash-lite / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,gemini-3.6-flash,high,mixed,hard,GDP-PDF-AA,per-task,0.0903347925,2.89e-11,,6676.7,17.4,allpass%,0.0289,,cost-base-price:cost-uniform-factor,https://artificialanalysis.ai/models ($ / row gemini-3-6-flash / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,gemini-3.7-flash,high,mixed,hard,GDP-PDF-AA,per-task,0.09072408,2.89e-09,,6780.51,23.6,allpass%,0.0289,,,https://artificialanalysis.ai/models ($ / row gemini-3-7-flash / column gdpPdfAllPass),,in,out:cost-not-comparable aagdppdf@artificialanalysis#none,artificialanalysis,gemini-3.8-flash,high,mixed,hard,GDP-PDF-AA,per-task,0.10896130500000001,2.89e-18,,12815.01,21,allpass%,0.289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://artificialanalysis.ai/models ($ / row gemini-3-8-flash / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,gemini-3.8-flash,medium,mixed,hard,GDP-PDF-AA,per-task,0.08746300500000001,2.89e-18,,5910.89,22.8,allpass%,0.0289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://artificialanalysis.ai/models ($ / row gemini-3-8-flash-medium / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,gemini-4-argon,high,mixed,hard,GDP-PDF-AA,per-task,0.25933138,2.89e-09,,8431.5,21.8,allpass%,0.0289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://artificialanalysis.ai/models ($ / row gemini-4-argon / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,glm-5.1,think,mixed,hard,GDP-PDF-AA,per-task,0.0522667691,2.89e-11,,6553.73,8.4,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row glm-5-1 / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,glm-5.2,not-established:absent,mixed,hard,GDP-PDF-AA,per-task,0.09927198399999998,2.89e-18,,11572.68,10.4,allpass%,0.0289,,,https://artificialanalysis.ai/models ($ / row glm-5-2 / column gdpPdfAllPass),,out:effort-not-established,out:effort-not-established aagdppdf@artificialanalysis#none,artificialanalysis,glm-5.3,max,mixed,hard,GDP-PDF-AA,per-task,0.17337381000000002,2.89e-18,,28417.1,11.2,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row glm-5-3 / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,glm-5.3-flash,max,mixed,hard,GDP-PDF-AA,per-task,0.0318730355,2.89e-11,,15701.08,15.4,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row glm-5-3-flash / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,glm-5.3,low,mixed,hard,GDP-PDF-AA,per-task,0.063180792,2.89e-10,,3370.34,8.8,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row glm-5-3-low / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,gpt-5.4-mini,xhigh,mixed,hard,GDP-PDF-AA,per-task,0.23660861999999994,2.89e-18,,33683.98,13.4,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-4-mini / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,gpt-5.4-nano,xhigh,mixed,hard,GDP-PDF-AA,per-task,0.05695963150000001,2.89e-18,,29228.87,7.8,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-4-nano / column gdpPdfAllPass),,out:superseded,in aagdppdf@artificialanalysis#none,artificialanalysis,gpt-5.5,xhigh,mixed,hard,GDP-PDF-AA,per-task,1.0552215,2.89e-08,,9459.46,21.2,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-5 / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,gpt-5.5,high,mixed,hard,GDP-PDF-AA,per-task,0.9255526000000001,2.89e-17,,6689.44,22.6,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-5-high / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,gpt-5.5-instant-06-26,think,mixed,hard,GDP-PDF-AA,per-task,0.5426168000000001,2.89e-17,,1178.69,20.2,allpass%,0.0289,,,https://artificialanalysis.ai/models ($ / row gpt-5-5-instant-06-26 / column gdpPdfAllPass),,out:effort-not-established,out:effort-not-established aagdppdf@artificialanalysis#none,artificialanalysis,gpt-5.5,medium,mixed,hard,GDP-PDF-AA,per-task,0.8844243,2.89e-08,,3766.22,20.6,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-5-medium / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,gpt-5.6-luna,max,mixed,hard,GDP-PDF-AA,per-task,0.05679524,2.89e-09,,20438.58,24,allpass%,0.289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,gpt-5.6-luna,high,mixed,hard,GDP-PDF-AA,per-task,0.040393108000000004,2.89e-19,,6686.13,22.2,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-high / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,gpt-5.6-luna,low,mixed,hard,GDP-PDF-AA,per-task,0.034076668,2.89e-10,,1422.43,14.2,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-low / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,gpt-5.6-luna,medium,mixed,hard,GDP-PDF-AA,per-task,0.035335561999999994,2.89e-19,,2217.1,15.2,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-medium / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,gpt-5.6-luna,nothink,mixed,hard,GDP-PDF-AA,per-task,0.033800128,2.89e-10,,1191.98,6,allpass%,0.289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-non-reasoning / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,gpt-5.6-luna,xhigh,mixed,hard,GDP-PDF-AA,per-task,0.046454872,2.89e-10,,13062.13,23.8,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-xhigh / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,gpt-5.6-sol,max,mixed,hard,GDP-PDF-AA,per-task,1.276751685,0.067,,14158.39,27.2,allpass%,0.0289,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,gpt-5.6-sol,high,mixed,hard,GDP-PDF-AA,per-task,0.9627031699999999,0.0505,,4933.02,27.8,allpass%,0.0289,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-high / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,gpt-5.6-sol,low,mixed,hard,GDP-PDF-AA,per-task,0.866784545,0.0455,,1445.07,21,allpass%,0.289,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-low / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,gpt-5.6-sol,medium,mixed,hard,GDP-PDF-AA,per-task,0.897848545,0.0471,,2574.67,26.2,allpass%,0.0289,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-medium / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,gpt-5.6-sol,xhigh,mixed,hard,GDP-PDF-AA,per-task,1.07528795,0.0564,,8692.69,27.6,allpass%,0.0289,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-xhigh / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,gpt-5.6-terra,max,mixed,hard,GDP-PDF-AA,per-task,0.5891049199999999,2.89e-17,,22201.29,24,allpass%,0.289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,gpt-5.6-terra,high,mixed,hard,GDP-PDF-AA,per-task,0.35435710000000004,2.89e-18,,4034.34,20.8,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-high / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,gpt-5.6-terra,low,mixed,hard,GDP-PDF-AA,per-task,0.34589184000000006,2.89e-18,,1865.85,17.6,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-low / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,gpt-5.6-terra,medium,mixed,hard,GDP-PDF-AA,per-task,0.34910159999999996,2.89e-18,,2133.33,17,allpass%,0.289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-medium / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,gpt-5.6-terra,nothink,mixed,hard,GDP-PDF-AA,per-task,0.3374418,2.89e-08,,1161.68,11.2,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-non-reasoning / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,gpt-5.6-terra,xhigh,mixed,hard,GDP-PDF-AA,per-task,0.41599881999999994,2.89e-18,,9171.15,24.6,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-xhigh / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,gpt-5-mini,high,mixed,hard,GDP-PDF-AA,per-task,0.036263250000000004,2.89e-19,,10446.43,8.4,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-mini / column gdpPdfAllPass),,out:single-couple,out:cost-single-couple aagdppdf@artificialanalysis#none,artificialanalysis,gpt-6.1-sol,max,mixed,hard,GDP-PDF-AA,per-task,0.41986644,2.89e-09,,9717.7,31,allpass%,0.289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-1-sol / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,gpt-6.1-sol,high,mixed,hard,GDP-PDF-AA,per-task,0.34940143999999995,2.89e-18,,2671.2,32,allpass%,0.289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-1-sol-high / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,gpt-6.1-sol,low,mixed,hard,GDP-PDF-AA,per-task,0.33414024,2.89e-09,,1145.08,27,allpass%,0.289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-1-sol-low / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,gpt-6.1-sol,medium,mixed,hard,GDP-PDF-AA,per-task,0.33747823999999993,2.89e-18,,1478.88,30,allpass%,2.89,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-1-sol-medium / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,gpt-6.1-sol,xhigh,mixed,hard,GDP-PDF-AA,per-task,0.36805063999999993,2.89e-18,,4536.12,31.8,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-1-sol-xhigh / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,gpt-6-astra,max,mixed,hard,GDP-PDF-AA,per-task,2.0758207,2.89e-08,,9247.47,31,allpass%,0.289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-astra / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,gpt-6-astra,high,mixed,hard,GDP-PDF-AA,per-task,1.7948240999999998,2.89e-17,,3221.44,31,allpass%,0.289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-astra-high / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,gpt-6-astra,low,mixed,hard,GDP-PDF-AA,per-task,1.6963186,2.89e-08,,1251.33,30.4,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-astra-low / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,gpt-6-astra,medium,mixed,hard,GDP-PDF-AA,per-task,1.7198086,2.89e-08,,1721.13,30.4,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-astra-medium / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,gpt-6-astra,xhigh,mixed,hard,GDP-PDF-AA,per-task,1.9127230999999998,2.89e-17,,5579.42,32.2,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-astra-xhigh / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,gpt-6-luna,max,mixed,hard,GDP-PDF-AA,per-task,0.028547064,2.89e-10,,24831.15,22.8,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-luna / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,gpt-6-luna,high,mixed,hard,GDP-PDF-AA,per-task,0.018825166,2.89e-10,,5381.39,18.2,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-luna-high / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,gpt-6-luna,low,mixed,hard,GDP-PDF-AA,per-task,0.016602051000000003,2.89e-19,,935.16,9,allpass%,0.289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-luna-low / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,gpt-6-luna,medium,mixed,hard,GDP-PDF-AA,per-task,0.017431547000000002,2.89e-19,,2594.15,13.8,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-luna-medium / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,gpt-6-luna,nothink,mixed,hard,GDP-PDF-AA,per-task,0.016514747,2.89e-10,,760.55,5.8,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-luna-non-reasoning / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,gpt-6-luna,xhigh,mixed,hard,GDP-PDF-AA,per-task,0.020663617,2.89e-10,,9058.29,18.6,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-luna-xhigh / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,gpt-6-sol,max,mixed,hard,GDP-PDF-AA,per-task,0.42537094,2.89e-09,,10268.15,25.2,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-sol / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,gpt-6-sol,high,mixed,hard,GDP-PDF-AA,per-task,0.34750423999999996,2.89e-18,,2481.48,24.4,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-sol-high / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,gpt-6-sol,low,mixed,hard,GDP-PDF-AA,per-task,0.33064844,2.89e-09,,795.9,24.2,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-sol-low / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,gpt-6-sol,medium,mixed,hard,GDP-PDF-AA,per-task,0.33666142,2.89e-09,,1397.2,23.8,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-sol-medium / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,gpt-6-sol,nothink,mixed,hard,GDP-PDF-AA,per-task,0.32879714,2.89e-09,,610.77,17,allpass%,0.289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-sol-non-reasoning / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,gpt-6-sol,xhigh,mixed,hard,GDP-PDF-AA,per-task,0.37001683999999996,2.89e-18,,4732.74,24.6,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-sol-xhigh / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,gpt-oss-120b,high,mixed,hard,GDP-PDF-AA,per-task,0.00845339185,2.89e-12,,7680.73,4,allpass%,0.289,,,https://artificialanalysis.ai/models ($ / row gpt-oss-120b / column gdpPdfAllPass),,out:single-couple,out:cost-not-comparable aagdppdf@artificialanalysis#none,artificialanalysis,gpt-oss-20b,high,mixed,hard,GDP-PDF-AA,per-task,0.004115124624999999,2.89e-19,,10832.56,2,allpass%,0.289,,,https://artificialanalysis.ai/models ($ / row gpt-oss-20b / column gdpPdfAllPass),,out:single-couple,out:cost-not-comparable aagdppdf@artificialanalysis#none,artificialanalysis,grok-4.3,high,mixed,hard,GDP-PDF-AA,per-task,0.0503914625,2.89e-11,,2222.44,5.8,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-3 / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,grok-4.3,nothink,mixed,hard,GDP-PDF-AA,per-task,0.14189970000000002,2.89e-18,,801.42,2.8,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-3-non-reasoning / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,grok-4.5,high,mixed,hard,GDP-PDF-AA,per-task,0.24432133999999997,2.89e-18,,3885.24,18.8,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-5 / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,grok-4.6,high,mixed,hard,GDP-PDF-AA,per-task,0.25640956000000004,2.89e-18,,5756.61,17,allpass%,0.289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-6 / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,grok-4.6,low,mixed,hard,GDP-PDF-AA,per-task,0.23192446,2.89e-09,,1675.76,15.8,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-6-low / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,grok-4.6,medium,mixed,hard,GDP-PDF-AA,per-task,0.25203748000000004,2.89e-18,,5027.93,17.8,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-6-medium / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,grok-4.6,xhigh,mixed,hard,GDP-PDF-AA,per-task,0.26171466000000004,2.89e-18,,6640.46,17.2,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-6-xhigh / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,grok-4.7,xhigh,mixed,hard,GDP-PDF-AA,per-task,0.32434356000000003,2.89e-18,,17044.83,20,allpass%,2.89,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-7 / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,grok-4.7,high,mixed,hard,GDP-PDF-AA,per-task,0.30216013999999997,2.89e-18,,13111,23.2,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-7-high / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,grok-4.7,low,mixed,hard,GDP-PDF-AA,per-task,0.24973546000000002,2.89e-18,,3913.78,21.4,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-7-low / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,kimi-k2.6,think,mixed,hard,GDP-PDF-AA,per-task,0.151789763,2.89e-10,,12836.01,13,allpass%,0.289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row kimi-k2-6 / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,kimi-k2.7-code,solo,mixed,hard,GDP-PDF-AA,per-task,0.14025464299999998,2.89e-18,,9952.23,11.2,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row kimi-k2-7-code / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,kimi-k3,max,mixed,hard,GDP-PDF-AA,per-task,0.64014921,2.89e-09,,9596.92,22,allpass%,0.289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row kimi-k3 / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,kimi-k3,not-established:absent,mixed,hard,GDP-PDF-AA,per-task,0.49628196,2.89e-09,,2110.42,18.6,allpass%,0.0289,,,https://artificialanalysis.ai/models ($ / row kimi-k3-low / column gdpPdfAllPass),,out:effort-not-established,out:effort-not-established aagdppdf@artificialanalysis#none,artificialanalysis,o3-mini,not-established:absent,mixed,hard,GDP-PDF-AA,per-task,0.07746244000000001,2.89e-18,,9127.68,2,allpass%,0.289,,,https://artificialanalysis.ai/models ($ / row o3-mini-high / column gdpPdfAllPass),,out:effort-not-established,out:effort-not-established aagdppdf@artificialanalysis#none,artificialanalysis,qwen3-235b-a22b-thinking-2507,solo,mixed,hard,GDP-PDF-AA,per-task,0.0319030585,2.89e-11,,10639.22,4.8,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-235b-a22b-instruct-2507-reasoning / column gdpPdfAllPass),,out:single-couple,out:cost-single-couple aagdppdf@artificialanalysis#none,artificialanalysis,qwen3-30b-a3b-thinking-2507,solo,mixed,hard,GDP-PDF-AA,per-task,0.017470731,2.89e-10,,4489.77,0.4,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-30b-a3b-2507-reasoning / column gdpPdfAllPass),,out:single-couple,out:cost-single-couple aagdppdf@artificialanalysis#none,artificialanalysis,qwen3.5-122b-a10b,think,mixed,hard,GDP-PDF-AA,per-task,0.039675216,2.89e-10,,1854.48,3.4,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-5-122b-a10b / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,qwen3.5-397b-a17b,think,mixed,hard,GDP-PDF-AA,per-task,0.077706114,2.89e-10,,7644.54,12.2,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-5-397b-a17b / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,qwen3.5-9b,think,mixed,hard,GDP-PDF-AA,per-task,0.014349453950000002,2.89e-19,,11396.35,6.6,allpass%,0.0289,,,https://artificialanalysis.ai/models ($ / row qwen3-5-9b / column gdpPdfAllPass),,out:superseded,out:cost-not-comparable aagdppdf@artificialanalysis#none,artificialanalysis,qwen3.6-27b,think,mixed,hard,GDP-PDF-AA,per-task,0.09027726,2.89e-09,,10318.25,11,allpass%,0.289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-6-27b / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,qwen3.6-35b-a3b,think,mixed,hard,GDP-PDF-AA,per-task,0.043930751250000004,2.89e-19,,7334.35,6.6,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-6-35b-a3b / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,qwen3.7-max,think,mixed,hard,GDP-PDF-AA,per-task,0.132132825,2.89e-10,,5422.24,8.6,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-7-max / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,qwen3.7-plus,think,mixed,hard,GDP-PDF-AA,per-task,0.063633804,2.89e-10,,7244.07,12.2,allpass%,0.0289,,,https://artificialanalysis.ai/models ($ / row qwen3-7-plus / column gdpPdfAllPass),,in,out:cost-not-comparable aagdppdf@artificialanalysis#none,artificialanalysis,qwen3.8-2.4t-a95b,not-established:absent,mixed,hard,GDP-PDF-AA,per-task,0.18964863999999998,2.89e-18,,19866.44,15.6,allpass%,0.0289,,,https://artificialanalysis.ai/models ($ / row qwen3-8-2-4t-a95b / column gdpPdfAllPass),,out:effort-not-established,out:effort-not-established aagdppdf@artificialanalysis#none,artificialanalysis,qwen3.8-27b,xhigh,mixed,hard,GDP-PDF-AA,per-task,0.096274365,2.89e-10,,11223,16.4,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-8-27b / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,qwen3.8-27b,low,mixed,hard,GDP-PDF-AA,per-task,0.0703096,2.89e-08,,3320.76,10.4,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-8-27b-low / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,qwen3.8-27b,medium,mixed,hard,GDP-PDF-AA,per-task,0.07090422,2.89e-09,,4115.85,12.8,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-8-27b-medium / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,qwen3.8-27b,not-established:absent,mixed,hard,GDP-PDF-AA,per-task,0.06929445000000001,2.89e-18,,1334.77,5.2,allpass%,0.0289,,,https://artificialanalysis.ai/models ($ / row qwen3-8-27b-non-reasoning / column gdpPdfAllPass),,out:effort-not-established,out:effort-not-established aagdppdf@artificialanalysis#none,artificialanalysis,qwen3.8-flash-next,not-established:absent,mixed,hard,GDP-PDF-AA,per-task,0.021741788199999997,2.89e-19,,10173.71,15.6,allpass%,0.0289,,,https://artificialanalysis.ai/models ($ / row qwen3-8-flash-next / column gdpPdfAllPass),,out:effort-not-established,out:effort-not-established aagdppdf@artificialanalysis#none,artificialanalysis,qwen3.8-max-0902,not-established:absent,mixed,hard,GDP-PDF-AA,per-task,0.33310690000000004,2.89e-18,,11279.35,22.8,allpass%,0.0289,,,https://artificialanalysis.ai/models ($ / row qwen3-8-max / column gdpPdfAllPass),,out:effort-not-established,out:effort-not-established aagdppdf@artificialanalysis#none,artificialanalysis,?Qwen3.8 Max,not-established:absent,mixed,hard,GDP-PDF-AA,per-task,0.32558766,2.89e-09,,10025.78,20.2,allpass%,0.0289,,,https://artificialanalysis.ai/models ($ / row qwen3-8-max-0803 / column gdpPdfAllPass),,out:model-not-established,out:model-not-established aagdppdf@artificialanalysis#none,artificialanalysis,qwen3-coder-next,nothink,mixed,hard,GDP-PDF-AA,per-task,0.0141964332,2.89e-11,,2734.27,2.6,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-coder-next / column gdpPdfAllPass),,in,in aacritpt@artificialanalysis#none,artificialanalysis,deepseek-r1,solo,reasoning-math,frontier,CritPt-AA,per-task,0.09360208571428572,2.89e-18,,21525.957142857143,0.571428571428571,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row deepseek-r1-0120 / column critpt),,out:single-couple,out:cost-not-comparable aacritpt@artificialanalysis#none,artificialanalysis,deepseek-v3,solo,reasoning-math,frontier,CritPt-AA,per-task,0.0023348065714285716,2.89e-20,,1490.0285714285715,0,acc%,28.9,,,https://artificialanalysis.ai/models ($ / row deepseek-v3 / column critpt),,out:uninformative,out:cost-not-comparable aacritpt@artificialanalysis#none,artificialanalysis,deepseek-v3-0324,solo,reasoning-math,frontier,CritPt-AA,per-task,0.0028192971428571425,2.89e-20,,2163.2,0,acc%,28.9,,,https://artificialanalysis.ai/models ($ / row deepseek-v3-0324 / column critpt),,out:uninformative,out:cost-not-comparable aacritpt@artificialanalysis#none,artificialanalysis,deepseek-v4.1-flash,max,reasoning-math,frontier,CritPt-AA,per-task,0.13483931142857142,2.89e-18,,111624.28571428571,14.2857142857143,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row deepseek-v4-1-flash / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,deepseek-v4.1-flash,not-established:absent,reasoning-math,frontier,CritPt-AA,per-task,0.015833331428571427,2.89e-19,,10289.1,0.285714285714286,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-1-flash-non-reasoning / column critpt),,out:effort-not-established,out:effort-not-established aacritpt@artificialanalysis#none,artificialanalysis,deepseek-v4-flash-0731,max,reasoning-math,frontier,CritPt-AA,per-task,0.024423590000000002,2.89e-19,,85826.32857142857,16.5714285714286,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash / column critpt),,out:superseded,out:cost-not-comparable aacritpt@artificialanalysis#none,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,reasoning-math,frontier,CritPt-AA,per-task,0.04755618011142857,2.89e-18,,202413.08571428573,7.14285714285714,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash-0420 / column critpt),,out:model-not-established,out:model-not-established aacritpt@artificialanalysis#none,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,reasoning-math,frontier,CritPt-AA,per-task,0.016284830671428573,2.89e-19,,68736.14285714286,3.42857142857143,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash-0420-high / column critpt),,out:model-not-established,out:model-not-established aacritpt@artificialanalysis#none,artificialanalysis,?DeepSeek V4 Flash Vision,not-established:absent,reasoning-math,frontier,CritPt-AA,per-task,0.11051894228571427,2.89e-18,,82809.4,10.8571428571429,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash-vision / column critpt),,out:model-not-established,out:model-not-established aacritpt@artificialanalysis#none,artificialanalysis,deepseek-v4-pro-0813,max,reasoning-math,frontier,CritPt-AA,per-task,0.35675451428571425,2.89e-18,,84983.88571428572,18,acc%,0.289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro / column critpt),,out:superseded,in aacritpt@artificialanalysis#none,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,reasoning-math,frontier,CritPt-AA,per-task,0.09288799221428573,2.89e-18,,104536.62857142858,12.8571428571429,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro-0424 / column critpt),,out:model-not-established,out:model-not-established aacritpt@artificialanalysis#none,artificialanalysis,deepseek-v4-pro-0813,not-established:absent,reasoning-math,frontier,CritPt-AA,per-task,0.021177514285714287,2.89e-19,,3665.6714285714284,0,acc%,28.9,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro-non-reasoning / column critpt),,out:effort-not-established,out:effort-not-established aacritpt@artificialanalysis#none,artificialanalysis,gemini-2.5-pro,think,reasoning-math,frontier,CritPt-AA,per-task,0.26686426785714285,2.89e-18,,25975.585714285713,2.57142857142857,acc%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gemini-2-5-pro / column critpt),,out:single-couple,out:cost-single-couple aacritpt@artificialanalysis#none,artificialanalysis,gemini-3.1-flash-lite,high,reasoning-math,frontier,CritPt-AA,per-task,0.06913496071428571,2.89e-18,,45704.171428571426,1.14285714285714,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gemini-3-1-flash-lite-preview / column critpt),,out:superseded,out:superseded aacritpt@artificialanalysis#none,artificialanalysis,gemini-3.1-pro,not-established:absent,reasoning-math,frontier,CritPt-AA,per-task,0.47391682857142853,2.89e-18,,38791.42857142857,17.7142857142857,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-1-pro-preview / column critpt),,out:effort-not-established,out:effort-not-established aacritpt@artificialanalysis#none,artificialanalysis,gemini-3.5-flash,high,reasoning-math,frontier,CritPt-AA,per-task,0.4399358571428571,2.89e-17,,48118.2,13.1428571428571,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-5-flash / column critpt),,out:superseded,out:cost-not-comparable aacritpt@artificialanalysis#none,artificialanalysis,gemini-3.5-flash-lite,high,reasoning-math,frontier,CritPt-AA,per-task,0.07036145285714286,2.89e-18,,27695.071428571428,0,acc%,28.9,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gemini-3-5-flash-lite / column critpt),,out:uninformative,in aacritpt@artificialanalysis#none,artificialanalysis,gemini-3.6-flash,high,reasoning-math,frontier,CritPt-AA,per-task,0.13472185714285714,2.89e-18,,35035.58571428571,10.5714285714286,acc%,2.89e-14,,cost-base-price:cost-uniform-factor,https://artificialanalysis.ai/models ($ / row gemini-3-6-flash / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,gemini-3.7-flash,high,reasoning-math,frontier,CritPt-AA,per-task,0.1147868357142857,2.89e-17,,29702.571428571428,14.2857142857143,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-7-flash / column critpt),,in,out:cost-not-comparable aacritpt@artificialanalysis#none,artificialanalysis,gemini-3.8-flash,high,reasoning-math,frontier,CritPt-AA,per-task,0.28004601428571424,2.89e-18,,73676.92857142857,18.2857142857143,acc%,2.89e-14,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://artificialanalysis.ai/models ($ / row gemini-3-8-flash / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,gemini-3.8-flash,medium,reasoning-math,frontier,CritPt-AA,per-task,0.10172202857142858,2.89e-18,,26134.32857142857,12.2857142857143,acc%,2.89e-14,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://artificialanalysis.ai/models ($ / row gemini-3-8-flash-medium / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,gemini-4-argon,high,reasoning-math,frontier,CritPt-AA,per-task,1.5838644857142856,2.89e-17,,109533.02857142857,27.1428571428571,acc%,2.89e-14,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://artificialanalysis.ai/models ($ / row gemini-4-argon / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,glm-5.1,think,reasoning-math,frontier,CritPt-AA,per-task,0.3615720670714285,2.89e-17,,88173.1,4.57142857142857,acc%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row glm-5-1 / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,glm-5.2,not-established:absent,reasoning-math,frontier,CritPt-AA,per-task,0.4823906228571429,2.89e-17,,106412.21428571429,20.8571428571429,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row glm-5-2 / column critpt),,out:effort-not-established,out:effort-not-established aacritpt@artificialanalysis#none,artificialanalysis,glm-5.3,max,reasoning-math,frontier,CritPt-AA,per-task,0.45218096571428573,2.89e-18,,99949.92857142857,19.1428571428571,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row glm-5-3 / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,glm-5.3-flash,max,reasoning-math,frontier,CritPt-AA,per-task,0.04199942857142856,2.89e-18,,81784.72857142857,15.4285714285714,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row glm-5-3-flash / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,glm-5.3,low,reasoning-math,frontier,CritPt-AA,per-task,0.2770777428571428,2.89e-17,,61640.014285714286,14.5714285714286,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row glm-5-3-low / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,gpt-5.4-mini,xhigh,reasoning-math,frontier,CritPt-AA,per-task,0.5597143071428571,2.89e-17,,124048.85714285714,10,acc%,2.89,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-4-mini / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,gpt-5.4-nano,xhigh,reasoning-math,frontier,CritPt-AA,per-task,0.14225881285714284,2.89e-18,,113513.97142857143,9.25306122448979,acc%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-4-nano / column critpt),,out:superseded,in aacritpt@artificialanalysis#none,artificialanalysis,gpt-5.5,xhigh,reasoning-math,frontier,CritPt-AA,per-task,1.6134012857142859,2.89e-17,,53447.94285714286,27.1428571428571,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-5 / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,gpt-5.5,high,reasoning-math,frontier,CritPt-AA,per-task,0.9200237142857144,2.89e-17,,30335.35714285714,25.4285714285714,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-5-high / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,gpt-5.5-instant-06-26,think,reasoning-math,frontier,CritPt-AA,per-task,0.05949092857142857,2.89e-18,,1512.642857142857,0,acc%,28.9,,,https://artificialanalysis.ai/models ($ / row gpt-5-5-instant-06-26 / column critpt),,out:effort-not-established,out:effort-not-established aacritpt@artificialanalysis#none,artificialanalysis,gpt-5.5,medium,reasoning-math,frontier,CritPt-AA,per-task,0.2935964285714286,2.89e-17,,9123.514285714286,18.5714285714286,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-5-medium / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,gpt-5.6-luna,max,reasoning-math,frontier,CritPt-AA,per-task,0.06332287714285713,2.89e-18,,49397.15714285714,20.5714285714286,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,gpt-5.6-luna,high,reasoning-math,frontier,CritPt-AA,per-task,0.01898162,2.89e-09,,15230.814285714287,16.5714285714286,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-high / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,gpt-5.6-luna,low,reasoning-math,frontier,CritPt-AA,per-task,0.0036740971428571435,2.89e-20,,2531.8285714285716,2.57142857142857,acc%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-low / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,gpt-5.6-luna,medium,reasoning-math,frontier,CritPt-AA,per-task,0.006590282857142857,2.89e-19,,4932,4.85714285714286,acc%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-medium / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,gpt-5.6-luna,nothink,reasoning-math,frontier,CritPt-AA,per-task,0.002313662857142857,2.89e-19,,1401.0714285714287,0.285714285714286,acc%,2.89e-16,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-non-reasoning / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,gpt-5.6-luna,xhigh,reasoning-math,frontier,CritPt-AA,per-task,0.03950594857142856,2.89e-18,,31991.514285714286,20.5714285714286,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-xhigh / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,gpt-5.6-sol,max,reasoning-math,frontier,CritPt-AA,per-task,1.1813222142857145,0.062,,42222.15714285714,32.2857142857143,acc%,2.89e-14,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,gpt-5.6-sol,high,reasoning-math,frontier,CritPt-AA,per-task,0.33727162857142856,0.0177,,11562.228571428572,25.7142857142857,acc%,2.89e-14,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-high / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,gpt-5.6-sol,low,reasoning-math,frontier,CritPt-AA,per-task,0.10322918571428571,0.00542,,3105.2571428571428,14.8571428571429,acc%,2.89e-14,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-low / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,gpt-5.6-sol,medium,reasoning-math,frontier,CritPt-AA,per-task,0.1730545928571428,0.00908,,5611.571428571428,22.8571428571429,acc%,2.89e-14,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-medium / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,gpt-5.6-sol,xhigh,reasoning-math,frontier,CritPt-AA,per-task,0.6004176357142857,0.0315,,20868.85714285714,28.5714285714286,acc%,2.89e-14,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-xhigh / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,gpt-5.6-terra,max,reasoning-math,frontier,CritPt-AA,per-task,0.6084075999999999,2.89e-17,,48127.68571428571,30,acc%,2.89,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,gpt-5.6-terra,high,reasoning-math,frontier,CritPt-AA,per-task,0.17406634285714284,2.89e-18,,13889.628571428571,22.8571428571429,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-high / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,gpt-5.6-terra,low,reasoning-math,frontier,CritPt-AA,per-task,0.043426314285714286,2.89e-19,,3062.3142857142857,9.42857142857143,acc%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-low / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,gpt-5.6-terra,medium,reasoning-math,frontier,CritPt-AA,per-task,0.06963971428571429,2.89e-18,,5219.114285714286,17.4285714285714,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-medium / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,gpt-5.6-terra,nothink,reasoning-math,frontier,CritPt-AA,per-task,0.025529428571428568,2.89e-19,,1574.5,2,acc%,0.289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-non-reasoning / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,gpt-5.6-terra,xhigh,reasoning-math,frontier,CritPt-AA,per-task,0.29071928571428574,2.89e-18,,23572.785714285714,27.1428571428571,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-xhigh / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,gpt-5-mini,high,reasoning-math,frontier,CritPt-AA,per-task,0.07689965357142858,2.89e-18,,37849.514285714286,0,acc%,28.9,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-mini / column critpt),,out:uninformative,out:cost-single-couple aacritpt@artificialanalysis#none,artificialanalysis,gpt-6.1-sol,max,reasoning-math,frontier,CritPt-AA,per-task,0.24241428571428572,2.89e-18,,23477.057142857142,31.7142857142857,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-1-sol / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,gpt-6.1-sol,high,reasoning-math,frontier,CritPt-AA,per-task,0.07568757142857144,2.89e-18,,6832.928571428572,30,acc%,2.89,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-1-sol-high / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,gpt-6.1-sol,low,reasoning-math,frontier,CritPt-AA,per-task,0.027210571428571424,2.89e-19,,2075.3571428571427,24.8571428571429,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-1-sol-low / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,gpt-6.1-sol,medium,reasoning-math,frontier,CritPt-AA,per-task,0.03952825714285714,2.89e-18,,3260.8142857142857,27.7142857142857,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-1-sol-medium / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,gpt-6.1-sol,xhigh,reasoning-math,frontier,CritPt-AA,per-task,0.11908842857142854,2.89e-18,,11156.5,31.7142857142857,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-1-sol-xhigh / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,gpt-6-astra,max,reasoning-math,frontier,CritPt-AA,per-task,1.1661618571428571,2.89e-17,,22583.85714285714,31.7142857142857,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-astra / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,gpt-6-astra,high,reasoning-math,frontier,CritPt-AA,per-task,0.4335251428571428,2.89e-17,,7943.528571428571,28.8571428571429,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-astra-high / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,gpt-6-astra,low,reasoning-math,frontier,CritPt-AA,per-task,0.14485971428571429,2.89e-18,,2236.842857142857,26.2857142857143,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-astra-low / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,gpt-6-astra,medium,reasoning-math,frontier,CritPt-AA,per-task,0.28512042857142855,2.89e-18,,4991.371428571429,29.1428571428571,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-astra-medium / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,gpt-6-astra,xhigh,reasoning-math,frontier,CritPt-AA,per-task,0.7980151428571428,2.89e-17,,15220.357142857143,31.4285714285714,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-astra-xhigh / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,gpt-6-luna,max,reasoning-math,frontier,CritPt-AA,per-task,0.02656206857142857,2.89e-18,,52465.07142857143,19.4285714285714,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-luna / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,gpt-6-luna,high,reasoning-math,frontier,CritPt-AA,per-task,0.005755518571428571,2.89e-19,,10910.585714285715,15.4285714285714,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-luna-high / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,gpt-6-luna,low,reasoning-math,frontier,CritPt-AA,per-task,0.0011786857142857144,2.89e-20,,1837.8285714285714,2.57142857142857,acc%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-luna-low / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,gpt-6-luna,medium,reasoning-math,frontier,CritPt-AA,per-task,0.0031839414285714284,2.89e-20,,5795.957142857143,10.5714285714286,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-luna-medium / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,gpt-6-luna,nothink,reasoning-math,frontier,CritPt-AA,per-task,0.0007665599999999999,2.89e-20,,983.7714285714286,1.14285714285714,acc%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-luna-non-reasoning / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,gpt-6-luna,xhigh,reasoning-math,frontier,CritPt-AA,per-task,0.00899588,2.89e-09,,17376.842857142856,17.4285714285714,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-luna-xhigh / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,gpt-6-sol,max,reasoning-math,frontier,CritPt-AA,per-task,0.3243748571428571,2.89e-17,,31848,30.8571428571429,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-sol / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,gpt-6-sol,high,reasoning-math,frontier,CritPt-AA,per-task,0.08656911428571427,2.89e-18,,8107.528571428571,25.4285714285714,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-sol-high / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,gpt-6-sol,low,reasoning-math,frontier,CritPt-AA,per-task,0.021881685714285712,2.89e-19,,1675.1714285714286,16.2857142857143,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-sol-low / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,gpt-6-sol,medium,reasoning-math,frontier,CritPt-AA,per-task,0.04611111428571429,2.89e-18,,4079.8,24.5714285714286,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-sol-medium / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,gpt-6-sol,nothink,reasoning-math,frontier,CritPt-AA,per-task,0.01336002857142857,2.89e-18,,813.0857142857143,4,acc%,0.289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-sol-non-reasoning / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,gpt-6-sol,xhigh,reasoning-math,frontier,CritPt-AA,per-task,0.15367082857142858,2.89e-18,,14798.1,28,acc%,0.289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-sol-xhigh / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,gpt-oss-120b,high,reasoning-math,frontier,CritPt-AA,per-task,0.01825581564285714,2.89e-18,,29812.157142857144,1.14285714285714,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gpt-oss-120b / column critpt),,out:single-couple,out:cost-not-comparable aacritpt@artificialanalysis#none,artificialanalysis,gpt-oss-20b,high,reasoning-math,frontier,CritPt-AA,per-task,0.008285797392857144,2.89e-19,,37604.41428571429,1.42857142857143,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gpt-oss-20b / column critpt),,out:single-couple,out:cost-not-comparable aacritpt@artificialanalysis#none,artificialanalysis,grok-4.3,high,reasoning-math,frontier,CritPt-AA,per-task,0.12743042857142856,2.89e-18,,49406.6,8,acc%,0.289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-3 / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,grok-4.3,nothink,reasoning-math,frontier,CritPt-AA,per-task,0.009332428571428571,2.89e-19,,1940.2,0,acc%,28.9,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-3-non-reasoning / column critpt),,out:uninformative,in aacritpt@artificialanalysis#none,artificialanalysis,grok-4.5,high,reasoning-math,frontier,CritPt-AA,per-task,0.24728965714285717,2.89e-18,,40286.7,15.4285714285714,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-5 / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,grok-4.6,high,reasoning-math,frontier,CritPt-AA,per-task,0.31603322857142857,2.89e-18,,51826.8,17.1428571428571,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-6 / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,grok-4.6,low,reasoning-math,frontier,CritPt-AA,per-task,0.03905457142857143,2.89e-18,,5573.571428571428,5.71428571428571,acc%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-6-low / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,grok-4.6,medium,reasoning-math,frontier,CritPt-AA,per-task,0.24188414285714283,2.89e-18,,39350.57142857143,17.7142857142857,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-6-medium / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,grok-4.6,xhigh,reasoning-math,frontier,CritPt-AA,per-task,0.31089448571428574,2.89e-18,,50863.014285714286,19.7142857142857,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-6-xhigh / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,grok-4.7,xhigh,reasoning-math,frontier,CritPt-AA,per-task,0.9118277714285714,2.89e-17,,151105.77142857143,17.7142857142857,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-7 / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,grok-4.7,high,reasoning-math,frontier,CritPt-AA,per-task,0.6807006571428572,2.89e-17,,112589.34285714285,18,acc%,0.289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-7-high / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,grok-4.7,low,reasoning-math,frontier,CritPt-AA,per-task,0.21417142857142854,2.89e-18,,34076.52857142857,13.4285714285714,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-7-low / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,kimi-k2.6,think,reasoning-math,frontier,CritPt-AA,per-task,0.7331727414285714,2.89e-17,,182819.94285714286,8,acc%,0.289,,prev=0.08 (src-artificialanalysis-models-wayback-2026-07-01#M46); cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row kimi-k2-6 / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,kimi-k2.7-code,solo,reasoning-math,frontier,CritPt-AA,per-task,0.2563038357142857,2.89e-17,,63032.21428571428,10,acc%,2.89,,prev=0.1 (src-artificialanalysis-models-wayback-2026-07-01#M47); cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row kimi-k2-7-code / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,kimi-k3,max,reasoning-math,frontier,CritPt-AA,per-task,0.9018507428571427,2.89e-17,,59238.07142857143,23.4285714285714,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row kimi-k3 / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,kimi-k3,not-established:absent,reasoning-math,frontier,CritPt-AA,per-task,0.05026495714285715,2.89e-18,,2723.9142857142856,3.14285714285714,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row kimi-k3-low / column critpt),,out:effort-not-established,out:effort-not-established aacritpt@artificialanalysis#none,artificialanalysis,o3-mini,not-established:absent,reasoning-math,frontier,CritPt-AA,per-task,0.073172,2.89e-07,,15663.314285714287,0.285714285714286,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row o3-mini-high / column critpt),,out:effort-not-established,out:effort-not-established aacritpt@artificialanalysis#none,artificialanalysis,qwen3-235b-a22b-thinking-2507,solo,reasoning-math,frontier,CritPt-AA,per-task,0.08511718757142855,2.89e-18,,36597.57142857143,0,acc%,28.9,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-235b-a22b-instruct-2507-reasoning / column critpt),,out:uninformative,out:cost-single-couple aacritpt@artificialanalysis#none,artificialanalysis,qwen3-30b-a3b-thinking-2507,solo,reasoning-math,frontier,CritPt-AA,per-task,0.03069434457142857,2.89e-18,,22641.4,0.285714285714286,acc%,2.89e-16,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-30b-a3b-2507-reasoning / column critpt),,out:single-couple,out:cost-single-couple aacritpt@artificialanalysis#none,artificialanalysis,qwen3.5-122b-a10b,think,reasoning-math,frontier,CritPt-AA,per-task,0.1231674457142857,2.89e-17,,38193.12857142857,0.571428571428571,acc%,2.89e-16,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-5-122b-a10b / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,qwen3.5-397b-a17b,think,reasoning-math,frontier,CritPt-AA,per-task,0.1639848,2.89e-08,,45157.87142857143,1.70612244897959,acc%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-5-397b-a17b / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,qwen3.5-9b,think,reasoning-math,frontier,CritPt-AA,per-task,0.01176173242857143,2.89e-18,,57463.65714285714,0.285714285714286,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row qwen3-5-9b / column critpt),,out:superseded,out:cost-not-comparable aacritpt@artificialanalysis#none,artificialanalysis,qwen3.6-27b,think,reasoning-math,frontier,CritPt-AA,per-task,0.17462339142857142,2.89e-18,,47805.828571428574,1.14285714285714,acc%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-6-27b / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,qwen3.6-35b-a3b,think,reasoning-math,frontier,CritPt-AA,per-task,0.07121451428571428,2.89e-18,,31255.32857142857,0.285714285714286,acc%,2.89e-16,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-6-35b-a3b / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,qwen3.7-max,think,reasoning-math,frontier,CritPt-AA,per-task,0.8157697857142857,2.89e-17,,107365.5142857143,13.4285714285714,acc%,2.89e-14,,prev=0.134285714285714 (src-artificialanalysis-models-wayback-2026-07-01#M45); cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-7-max / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,qwen3.7-plus,think,reasoning-math,frontier,CritPt-AA,per-task,0.20647778857142857,2.89e-18,,127693.78571428571,9.14285714285714,acc%,2.89e-15,,prev=0.0914285714285714 (src-artificialanalysis-models-wayback-2026-07-01#M48),https://artificialanalysis.ai/models ($ / row qwen3-7-plus / column critpt),,in,out:cost-not-comparable aacritpt@artificialanalysis#none,artificialanalysis,qwen3.8-2.4t-a95b,not-established:absent,reasoning-math,frontier,CritPt-AA,per-task,0.48279219999999995,2.89e-18,,78817.34285714285,20,acc%,2.89,,,https://artificialanalysis.ai/models ($ / row qwen3-8-2-4t-a95b / column critpt),,out:effort-not-established,out:effort-not-established aacritpt@artificialanalysis#none,artificialanalysis,qwen3.8-27b,xhigh,reasoning-math,frontier,CritPt-AA,per-task,0.3217224928571429,2.89e-17,,106387.02857142857,5.42857142857143,acc%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-8-27b / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,qwen3.8-27b,low,reasoning-math,frontier,CritPt-AA,per-task,0.050913400000000004,2.89e-19,,15153.557142857142,0,acc%,28.9,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-8-27b-low / column critpt),,out:uninformative,in aacritpt@artificialanalysis#none,artificialanalysis,qwen3.8-27b,medium,reasoning-math,frontier,CritPt-AA,per-task,0.0917626857142857,2.89e-17,,28769.714285714286,0,acc%,28.9,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-8-27b-medium / column critpt),,out:uninformative,in aacritpt@artificialanalysis#none,artificialanalysis,qwen3.8-27b,not-established:absent,reasoning-math,frontier,CritPt-AA,per-task,0.03244397142857143,2.89e-18,,8998.057142857142,0.285714285714286,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row qwen3-8-27b-non-reasoning / column critpt),,out:effort-not-established,out:effort-not-established aacritpt@artificialanalysis#none,artificialanalysis,qwen3.8-flash-next,not-established:absent,reasoning-math,frontier,CritPt-AA,per-task,0.05568777785714285,2.89e-18,,116306,11.1428571428571,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-8-flash-next / column critpt),,out:effort-not-established,out:effort-not-established aacritpt@artificialanalysis#none,artificialanalysis,qwen3.8-max-0902,not-established:absent,reasoning-math,frontier,CritPt-AA,per-task,0.5089532285714287,2.89e-17,,80978.61428571428,17.7142857142857,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-8-max / column critpt),,out:effort-not-established,out:effort-not-established aacritpt@artificialanalysis#none,artificialanalysis,?Qwen3.8 Max,not-established:absent,reasoning-math,frontier,CritPt-AA,per-task,0.5092279999999999,2.89e-17,,83209.15714285715,20,acc%,2.89,,,https://artificialanalysis.ai/models ($ / row qwen3-8-max-0803 / column critpt),,out:model-not-established,out:model-not-established aacritpt@artificialanalysis#none,artificialanalysis,qwen3-coder-next,nothink,reasoning-math,frontier,CritPt-AA,per-task,0.01683216114285714,2.89e-18,,12418.7,0,acc%,28.9,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-coder-next / column critpt),,out:uninformative,in aalcr@artificialanalysis#none,artificialanalysis,deepseek-r1,solo,mixed,hard,AA-LCR,per-task,0.19434076,2.89e-09,,1402.06,57.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-r1-0120 / column lcr),,out:single-couple,out:cost-not-comparable aalcr@artificialanalysis#none,artificialanalysis,deepseek-v3,solo,mixed,hard,AA-LCR,per-task,0.030371580900000004,2.89e-19,,195.93,29.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v3 / column lcr),,out:single-couple,out:cost-not-comparable aalcr@artificialanalysis#none,artificialanalysis,deepseek-v3-0324,solo,mixed,hard,AA-LCR,per-task,0.023114571,2.89e-10,,270.67,40.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v3-0324 / column lcr),,out:single-couple,out:cost-not-comparable aalcr@artificialanalysis#none,artificialanalysis,deepseek-v4.1-flash,max,mixed,hard,AA-LCR,per-task,0.032344896,2.89e-10,,3096.97,84,acc%,0.289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row deepseek-v4-1-flash / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,deepseek-v4.1-flash,not-established:absent,mixed,hard,AA-LCR,per-task,0.029138987999999998,2.89e-19,,431.88,55.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-1-flash-non-reasoning / column lcr),,out:effort-not-established,out:effort-not-established aalcr@artificialanalysis#none,artificialanalysis,deepseek-v4-flash-0731,max,mixed,hard,AA-LCR,per-task,0.0145463052,2.89e-11,,4203.87,79.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash / column lcr),,out:superseded,out:cost-not-comparable aalcr@artificialanalysis#none,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,mixed,hard,AA-LCR,per-task,0.012249709846999999,2.89e-19,,6691.85,74.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash-0420 / column lcr),,out:model-not-established,out:model-not-established aalcr@artificialanalysis#none,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,mixed,hard,AA-LCR,per-task,0.011019199283,2.89e-13,,1466.57,72,acc%,0.289,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash-0420-high / column lcr),,out:model-not-established,out:model-not-established aalcr@artificialanalysis#none,artificialanalysis,?DeepSeek V4 Flash Vision,not-established:absent,mixed,hard,AA-LCR,per-task,0.047549937599999995,2.89e-19,,4191.2,81.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash-vision / column lcr),,out:model-not-established,out:model-not-established aalcr@artificialanalysis#none,artificialanalysis,deepseek-v4-pro-0813,max,mixed,hard,AA-LCR,per-task,0.1388719332,2.89e-11,,3237.19,80.3333333333333,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro / column lcr),,out:superseded,in aalcr@artificialanalysis#none,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,mixed,hard,AA-LCR,per-task,0.04641140280000001,2.89e-18,,5605.72,74.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro-0424 / column lcr),,out:model-not-established,out:model-not-established aalcr@artificialanalysis#none,artificialanalysis,deepseek-v4-pro-0813,not-established:absent,mixed,hard,AA-LCR,per-task,0.12666140520000002,2.89e-18,,184.39,50.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro-non-reasoning / column lcr),,out:effort-not-established,out:effort-not-established aalcr@artificialanalysis#none,artificialanalysis,gemini-2.5-pro,think,mixed,hard,AA-LCR,per-task,0.136526375,2.89e-10,,1790.14,69,acc%,0.289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gemini-2-5-pro / column lcr),,out:single-couple,out:cost-single-couple aalcr@artificialanalysis#none,artificialanalysis,gemini-3.1-flash-lite,high,mixed,hard,AA-LCR,per-task,0.027227365,2.89e-10,,2428.79,74.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-1-flash-lite-preview / column lcr),,out:superseded,out:superseded aalcr@artificialanalysis#none,artificialanalysis,gemini-3.1-pro,not-established:absent,mixed,hard,AA-LCR,per-task,0.21271927999999998,2.89e-18,,2003.82,82,acc%,0.289,,,https://artificialanalysis.ai/models ($ / row gemini-3-1-pro-preview / column lcr),,out:effort-not-established,out:effort-not-established aalcr@artificialanalysis#none,artificialanalysis,gemini-3.5-flash,high,mixed,hard,AA-LCR,per-task,0.19050888000000002,2.89e-18,,3302.32,73.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-5-flash / column lcr),,out:superseded,out:cost-not-comparable aalcr@artificialanalysis#none,artificialanalysis,gemini-3.5-flash-lite,high,mixed,hard,AA-LCR,per-task,0.0389708,2.89e-08,,2725.28,76,acc%,0.289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gemini-3-5-flash-lite / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,gemini-3.6-flash,high,mixed,hard,AA-LCR,per-task,0.08985480000000001,2.89e-18,,2522.88,80,acc%,2.89,,cost-base-price:cost-uniform-factor,https://artificialanalysis.ai/models ($ / row gemini-3-6-flash / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,gemini-3.7-flash,high,mixed,hard,AA-LCR,per-task,0.0893049375,2.89e-11,,2376.25,81.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-7-flash / column lcr),,in,out:cost-not-comparable aalcr@artificialanalysis#none,artificialanalysis,gemini-3.8-flash,high,mixed,hard,AA-LCR,per-task,0.09881820000000001,2.89e-18,,4913.12,81.3333333333333,acc%,2.89e-14,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://artificialanalysis.ai/models ($ / row gemini-3-8-flash / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,gemini-3.8-flash,medium,mixed,hard,AA-LCR,per-task,0.08969201250000002,2.89e-18,,2479.47,84,acc%,0.289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://artificialanalysis.ai/models ($ / row gemini-3-8-flash-medium / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,gemini-4-argon,high,mixed,hard,AA-LCR,per-task,0.23635650000000002,2.89e-18,,2197.25,79.6666666666667,acc%,2.89e-14,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://artificialanalysis.ai/models ($ / row gemini-4-argon / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,glm-5.1,think,mixed,hard,AA-LCR,per-task,0.14256035209999998,2.89e-18,,5242.67,73.6666666666667,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row glm-5-1 / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,glm-5.2,not-established:absent,mixed,hard,AA-LCR,per-task,0.154115822,2.89e-10,,4061.47,78.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row glm-5-2 / column lcr),,out:effort-not-established,out:effort-not-established aalcr@artificialanalysis#none,artificialanalysis,glm-5.3,max,mixed,hard,AA-LCR,per-task,0.14859060999999998,2.89e-18,,2805.74,79.6666666666667,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row glm-5-3 / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,glm-5.3-flash,max,mixed,hard,AA-LCR,per-task,0.0168553165,2.89e-11,,4515.2,80,acc%,2.89,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row glm-5-3-flash / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,glm-5.3,low,mixed,hard,AA-LCR,per-task,0.148708706,2.89e-10,,2832.58,72.6666666666667,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row glm-5-3-low / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,gpt-5.4-mini,xhigh,mixed,hard,AA-LCR,per-task,0.097702005,2.89e-10,,5988.77,77,acc%,0.289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-4-mini / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,gpt-5.4-nano,xhigh,mixed,hard,AA-LCR,per-task,0.0236469315,2.89e-11,,3823.67,76.6666666666667,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-4-nano / column lcr),,out:superseded,in aalcr@artificialanalysis#none,artificialanalysis,gpt-5.5,xhigh,mixed,hard,AA-LCR,per-task,0.51996,2.89e-06,,1608.41,84.3333333333333,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-5 / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,gpt-5.5,high,mixed,hard,AA-LCR,per-task,0.5078213,2.89e-08,,1204.09,84.3333333333333,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-5-high / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,gpt-5.5-instant-06-26,think,mixed,hard,AA-LCR,per-task,0.48054150000000007,2.89e-18,,295.93,70,acc%,2.89,,,https://artificialanalysis.ai/models ($ / row gpt-5-5-instant-06-26 / column lcr),,out:effort-not-established,out:effort-not-established aalcr@artificialanalysis#none,artificialanalysis,gpt-5.5,medium,mixed,hard,AA-LCR,per-task,0.49305600000000005,2.89e-18,,713.08,83,acc%,0.289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-5-medium / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,gpt-5.6-luna,max,mixed,hard,AA-LCR,per-task,0.020918900000000004,2.89e-19,,1709.77,83.6666666666667,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,gpt-5.6-luna,high,mixed,hard,AA-LCR,per-task,0.019562304000000003,2.89e-19,,579.8,80.3333333333333,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-high / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,gpt-5.6-luna,low,mixed,hard,AA-LCR,per-task,0.019149792000000002,2.89e-19,,236.04,70,acc%,2.89,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-low / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,gpt-5.6-luna,medium,mixed,hard,AA-LCR,per-task,0.019251204000000004,2.89e-19,,320.55,75,acc%,0.289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-medium / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,gpt-5.6-luna,nothink,mixed,hard,AA-LCR,per-task,0.018965688000000005,2.89e-19,,82.62,42.6666666666667,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-non-reasoning / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,gpt-5.6-luna,xhigh,mixed,hard,AA-LCR,per-task,0.019919196000000004,2.89e-19,,877.21,81.6666666666667,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-xhigh / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,gpt-5.6-sol,max,mixed,hard,AA-LCR,per-task,0.55221716,0.029,,1214.08,84,acc%,0.289,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,gpt-5.6-sol,high,mixed,hard,AA-LCR,per-task,0.530612335,0.0278,,428.45,81.6666666666667,acc%,2.89e-14,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-high / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,gpt-5.6-sol,low,mixed,hard,AA-LCR,per-task,0.5247982850000001,0.0275,,217.03,78,acc%,0.289,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-low / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,gpt-5.6-sol,medium,mixed,hard,AA-LCR,per-task,0.5266526100000001,0.0276,,284.46,80.3333333333333,acc%,2.89e-14,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-medium / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,gpt-5.6-sol,xhigh,mixed,hard,AA-LCR,per-task,0.5329191449999999,0.028,,583.47,82.3333333333333,acc%,2.89e-14,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-xhigh / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,gpt-5.6-terra,max,mixed,hard,AA-LCR,per-task,0.21296688,2.89e-09,,2025.12,83,acc%,0.289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,gpt-5.6-terra,high,mixed,hard,AA-LCR,per-task,0.19286748000000004,2.89e-18,,350.17,77.6666666666667,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-high / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,gpt-5.6-terra,low,mixed,hard,AA-LCR,per-task,0.19071096,2.89e-09,,170.46,71.3333333333333,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-low / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,gpt-5.6-terra,medium,mixed,hard,AA-LCR,per-task,0.19136436,2.89e-09,,224.91,74,acc%,0.289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-medium / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,gpt-5.6-terra,nothink,mixed,hard,AA-LCR,per-task,0.18964896,2.89e-09,,81.96,58.6666666666667,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-non-reasoning / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,gpt-5.6-terra,xhigh,mixed,hard,AA-LCR,per-task,0.19481904,2.89e-09,,512.8,79,acc%,0.289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-xhigh / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,gpt-5-mini,high,mixed,hard,AA-LCR,per-task,0.028776484999999997,2.89e-19,,2477.28,72.3333333333333,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-mini / column lcr),,out:single-couple,out:cost-single-couple aalcr@artificialanalysis#none,artificialanalysis,gpt-6.1-sol,max,mixed,hard,AA-LCR,per-task,0.19940344,2.89e-09,,1073.8,83,acc%,0.289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-1-sol / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,gpt-6.1-sol,high,mixed,hard,AA-LCR,per-task,0.19138134,2.89e-09,,271.59,82.3333333333333,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-1-sol-high / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,gpt-6.1-sol,low,mixed,hard,AA-LCR,per-task,0.18992764,2.89e-09,,126.22,84,acc%,0.289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-1-sol-low / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,gpt-6.1-sol,medium,mixed,hard,AA-LCR,per-task,0.19022724000000002,2.89e-18,,156.18,83.3333333333333,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-1-sol-medium / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,gpt-6.1-sol,xhigh,mixed,hard,AA-LCR,per-task,0.19346964,2.89e-09,,480.42,79.6666666666667,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-1-sol-xhigh / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,gpt-6-astra,max,mixed,hard,AA-LCR,per-task,0.9973057000000002,2.89e-17,,1079.57,80.6666666666667,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-astra / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,gpt-6-astra,high,mixed,hard,AA-LCR,per-task,0.9597182000000001,2.89e-17,,327.82,80,acc%,2.89,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-astra-high / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,gpt-6-astra,low,mixed,hard,AA-LCR,per-task,0.9500977,2.89e-08,,135.41,80,acc%,2.89,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-astra-low / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,gpt-6-astra,medium,mixed,hard,AA-LCR,per-task,0.9532502000000002,2.89e-17,,198.46,79.6666666666667,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-astra-medium / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,gpt-6-astra,xhigh,mixed,hard,AA-LCR,per-task,0.9699102000000001,2.89e-17,,531.66,80,acc%,2.89,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-astra-xhigh / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,gpt-6-luna,max,mixed,hard,AA-LCR,per-task,0.010187532000000001,2.89e-19,,1508.52,83.3333333333333,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-luna / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,gpt-6-luna,high,mixed,hard,AA-LCR,per-task,0.009703947000000003,2.89e-19,,541.35,79.3333333333333,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-luna-high / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,gpt-6-luna,low,mixed,hard,AA-LCR,per-task,0.009561002000000002,2.89e-19,,255.46,74,acc%,0.289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-luna-low / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,gpt-6-luna,medium,mixed,hard,AA-LCR,per-task,0.009635487000000002,2.89e-19,,404.43,78.3333333333333,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-luna-medium / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,gpt-6-luna,nothink,mixed,hard,AA-LCR,per-task,0.009465072000000001,2.89e-19,,63.6,39.6666666666667,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-luna-non-reasoning / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,gpt-6-luna,xhigh,mixed,hard,AA-LCR,per-task,0.009817157000000002,2.89e-19,,767.77,80,acc%,2.89,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-luna-xhigh / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,gpt-6-sol,max,mixed,hard,AA-LCR,per-task,0.19820084000000002,2.89e-18,,953.54,83.6666666666667,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-sol / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,gpt-6-sol,high,mixed,hard,AA-LCR,per-task,0.19135044,2.89e-09,,268.5,83.6666666666667,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-sol-high / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,gpt-6-sol,low,mixed,hard,AA-LCR,per-task,0.18999734000000001,2.89e-18,,133.19,79.3333333333333,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-sol-low / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,gpt-6-sol,medium,mixed,hard,AA-LCR,per-task,0.19075044000000002,2.89e-18,,208.5,82.3333333333333,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-sol-medium / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,gpt-6-sol,nothink,mixed,hard,AA-LCR,per-task,0.18919344000000002,2.89e-18,,52.8,64,acc%,0.289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-sol-non-reasoning / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,gpt-6-sol,xhigh,mixed,hard,AA-LCR,per-task,0.19326454,2.89e-09,,459.91,81.3333333333333,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-sol-xhigh / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,gpt-oss-120b,high,mixed,hard,AA-LCR,per-task,0.0130003361,2.89e-11,,1830.88,52,acc%,0.289,,,https://artificialanalysis.ai/models ($ / row gpt-oss-120b / column lcr),,out:single-couple,out:cost-not-comparable aalcr@artificialanalysis#none,artificialanalysis,gpt-oss-20b,high,mixed,hard,AA-LCR,per-task,0.00610618015,2.89e-12,,3171.25,34.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-oss-20b / column lcr),,out:single-couple,out:cost-not-comparable aalcr@artificialanalysis#none,artificialanalysis,grok-4.3,high,mixed,hard,AA-LCR,per-task,0.12415907500000002,2.89e-18,,3585.87,73,acc%,0.289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-3 / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,grok-4.3,nothink,mixed,hard,AA-LCR,per-task,0.1162207875,2.89e-11,,219.71,32.3333333333333,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-3-non-reasoning / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,grok-4.5,high,mixed,hard,AA-LCR,per-task,0.20270026,2.89e-09,,2142.92,79.3333333333333,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-5 / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,grok-4.6,high,mixed,hard,AA-LCR,per-task,0.20255398,2.89e-09,,2118.54,80.3333333333333,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-6 / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,grok-4.6,low,mixed,hard,AA-LCR,per-task,0.19617276,2.89e-09,,996.67,80.6666666666667,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-6-low / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,grok-4.6,medium,mixed,hard,AA-LCR,per-task,0.20206187999999997,2.89e-18,,1978.19,81,acc%,0.289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-6-medium / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,grok-4.6,xhigh,mixed,hard,AA-LCR,per-task,0.20358962,2.89e-09,,2232.48,81,acc%,0.289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-6-xhigh / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,grok-4.7,xhigh,mixed,hard,AA-LCR,per-task,0.24514566,2.89e-09,,9216.82,76.6666666666667,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-7 / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,grok-4.7,high,mixed,hard,AA-LCR,per-task,0.23493046,2.89e-09,,7514.62,77,acc%,0.289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-7-high / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,grok-4.7,low,mixed,hard,AA-LCR,per-task,0.21119906,2.89e-09,,3155.72,80,acc%,2.89,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-7-low / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,kimi-k2.6,think,mixed,hard,AA-LCR,per-task,0.10173260399999999,2.89e-18,,3028.18,81,acc%,0.289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row kimi-k2-6 / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,kimi-k2.7-code,solo,mixed,hard,AA-LCR,per-task,0.096936192,2.89e-10,,1638.45,79.3333333333333,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row kimi-k2-7-code / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,kimi-k3,max,mixed,hard,AA-LCR,per-task,0.30858243,2.89e-09,,1528.69,88.6666666666667,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row kimi-k3 / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,kimi-k3,not-established:absent,mixed,hard,AA-LCR,per-task,0.29310561,2.89e-09,,696.8,79.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row kimi-k3-low / column lcr),,out:effort-not-established,out:effort-not-established aalcr@artificialanalysis#none,artificialanalysis,o3-mini,not-established:absent,mixed,hard,AA-LCR,per-task,0.12413394400000001,2.89e-18,,4628.08,43,acc%,0.289,,,https://artificialanalysis.ai/models ($ / row o3-mini-high / column lcr),,out:effort-not-established,out:effort-not-established aalcr@artificialanalysis#none,artificialanalysis,qwen3-235b-a22b-thinking-2507,solo,mixed,hard,AA-LCR,per-task,0.034192099000000004,2.89e-19,,5336.56,72,acc%,0.289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-235b-a22b-instruct-2507-reasoning / column lcr),,out:single-couple,out:cost-single-couple aalcr@artificialanalysis#none,artificialanalysis,qwen3-30b-a3b-thinking-2507,solo,mixed,hard,AA-LCR,per-task,0.037623057,2.89e-10,,2553.45,61.3333333333333,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-30b-a3b-2507-reasoning / column lcr),,out:single-couple,out:cost-single-couple aalcr@artificialanalysis#none,artificialanalysis,qwen3.5-122b-a10b,think,mixed,hard,AA-LCR,per-task,0.05311686399999999,2.89e-18,,4806.93,76.3333333333333,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-5-122b-a10b / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,qwen3.5-397b-a17b,think,mixed,hard,AA-LCR,per-task,0.07220616,2.89e-09,,4334.48,77.3333333333333,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-5-397b-a17b / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,qwen3.5-9b,think,mixed,hard,AA-LCR,per-task,0.0145820212,2.89e-11,,9232.82,70,acc%,2.89,,,https://artificialanalysis.ai/models ($ / row qwen3-5-9b / column lcr),,out:superseded,out:cost-not-comparable aalcr@artificialanalysis#none,artificialanalysis,qwen3.6-27b,think,mixed,hard,AA-LCR,per-task,0.06467478,2.89e-09,,2242.43,77.3333333333333,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-6-27b / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,qwen3.6-35b-a3b,think,mixed,hard,AA-LCR,per-task,0.04058625749999999,2.89e-18,,2315.55,71.6666666666667,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-6-35b-a3b / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,qwen3.7-max,think,mixed,hard,AA-LCR,per-task,0.2785691,2.89e-08,,1617.36,79,acc%,0.289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-7-max / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,qwen3.7-plus,think,mixed,hard,AA-LCR,per-task,0.045290864,2.89e-10,,1662.9,73,acc%,0.289,,,https://artificialanalysis.ai/models ($ / row qwen3-7-plus / column lcr),,in,out:cost-not-comparable aalcr@artificialanalysis#none,artificialanalysis,qwen3.8-2.4t-a95b,not-established:absent,mixed,hard,AA-LCR,per-task,0.22203562000000002,2.89e-18,,1463.75,80.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-8-2-4t-a95b / column lcr),,out:effort-not-established,out:effort-not-established aalcr@artificialanalysis#none,artificialanalysis,qwen3.8-27b,xhigh,mixed,hard,AA-LCR,per-task,0.061734550000000006,2.89e-19,,2808.59,82,acc%,0.289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-8-27b / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,qwen3.8-27b,low,mixed,hard,AA-LCR,per-task,0.05714608,2.89e-09,,1281.1,77.3333333333333,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-8-27b-low / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,qwen3.8-27b,medium,mixed,hard,AA-LCR,per-task,0.05759638,2.89e-09,,1436.2,79.6666666666667,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-8-27b-medium / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,qwen3.8-27b,not-established:absent,mixed,hard,AA-LCR,per-task,0.05513552,2.89e-09,,615.58,69.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-8-27b-non-reasoning / column lcr),,out:effort-not-established,out:effort-not-established aalcr@artificialanalysis#none,artificialanalysis,qwen3.8-flash-next,not-established:absent,mixed,hard,AA-LCR,per-task,0.0175314798,2.89e-11,,3274.14,79.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-8-flash-next / column lcr),,out:effort-not-established,out:effort-not-established aalcr@artificialanalysis#none,artificialanalysis,qwen3.8-max-0902,not-established:absent,mixed,hard,AA-LCR,per-task,0.22880776000000003,2.89e-18,,2595.44,80.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-8-max / column lcr),,out:effort-not-established,out:effort-not-established aalcr@artificialanalysis#none,artificialanalysis,?Qwen3.8 Max,not-established:absent,mixed,hard,AA-LCR,per-task,0.22178528,2.89e-09,,1426.36,78.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-8-max-0803 / column lcr),,out:model-not-established,out:model-not-established aalcr@artificialanalysis#none,artificialanalysis,qwen3-coder-next,nothink,mixed,hard,AA-LCR,per-task,0.0343323384,2.89e-11,,5286.07,47,acc%,0.289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-coder-next / column lcr),,in,in aaomni@artificialanalysis#none,artificialanalysis,deepseek-r1-0528,solo,mixed,mid,AA-Omniscience,,,,,,30.533333333333335,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row deepseek-r1 / column omniscienceAccuracy),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,deepseek-r1,solo,mixed,mid,AA-Omniscience,per-task,0.0038005639999999993,2.89e-20,,,30.516666666666664,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row deepseek-r1-0120 / column omniscienceAccuracy),,out:single-couple,out:cost-not-comparable aaomni@artificialanalysis#none,artificialanalysis,deepseek-r1-distill-llama-70b,solo,mixed,mid,AA-Omniscience,,,,,,19.166666666666668,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row deepseek-r1-distill-llama-70b / column omniscienceAccuracy),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,deepseek-v3,solo,mixed,mid,AA-Omniscience,per-task,0.00005042923,2.89e-12,,,25.45,acc%,0.00289,,,https://artificialanalysis.ai/models ($ / row deepseek-v3 / column omniscienceAccuracy),,out:single-couple,out:cost-not-comparable aaomni@artificialanalysis#none,artificialanalysis,deepseek-v3-0324,solo,mixed,mid,AA-Omniscience,per-task,0.00003902629,2.89e-12,,,24.316666666666667,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row deepseek-v3-0324 / column omniscienceAccuracy),,out:single-couple,out:cost-not-comparable aaomni@artificialanalysis#none,artificialanalysis,deepseek-v3.1,nothink,mixed,mid,AA-Omniscience,,,,,,23.133333333333334,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row deepseek-v3-1 / column omniscienceAccuracy),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,deepseek-v3.1,think,mixed,mid,AA-Omniscience,,,,,,29,acc%,0.289,,,https://artificialanalysis.ai/models ($ / row deepseek-v3-1-reasoning / column omniscienceAccuracy),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,deepseek-v3.1-terminus,nothink,mixed,mid,AA-Omniscience,,,,,,23.516666666666666,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row deepseek-v3-1-terminus / column omniscienceAccuracy),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,deepseek-v3.1-terminus,think,mixed,mid,AA-Omniscience,,,,,,27.7,acc%,0.0289,,,https://artificialanalysis.ai/models ($ / row deepseek-v3-1-terminus-reasoning / column omniscienceAccuracy),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,deepseek-v3.2,nothink,mixed,mid,AA-Omniscience,,,,,,24,acc%,0.289,,,https://artificialanalysis.ai/models ($ / row deepseek-v3-2 / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|deepseek-v3.2@nothink|,in, aaomni@artificialanalysis#none,artificialanalysis,deepseek-v3.2-exp,nothink,mixed,mid,AA-Omniscience,,,,,,22.833333333333333,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row deepseek-v3-2-0925 / column omniscienceAccuracy),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,deepseek-v3.2,think,mixed,mid,AA-Omniscience,,,,,,32.966666666666666,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row deepseek-v3-2-reasoning / column omniscienceAccuracy),,out:superseded, aaomni@artificialanalysis#none,artificialanalysis,deepseek-v3.2-exp,think,mixed,mid,AA-Omniscience,,,,,,27.55,acc%,0.00289,,,https://artificialanalysis.ai/models ($ / row deepseek-v3-2-reasoning-0925 / column omniscienceAccuracy),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,deepseek-v4.1-flash,max,mixed,mid,AA-Omniscience,per-task,0.009794569249999998,2.89e-19,,,46.4,acc%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row deepseek-v4-1-flash / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|deepseek-v4.1-flash@max|,in,in aaomni@artificialanalysis#none,artificialanalysis,deepseek-v4.1-flash,not-established:absent,mixed,mid,AA-Omniscience,per-task,0.00006340244999999999,2.89e-21,,,28.45,acc%,0.00289,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-1-flash-non-reasoning / column omniscienceAccuracy),,out:effort-not-established,out:effort-not-established aaomni@artificialanalysis#none,artificialanalysis,deepseek-v4-flash-0731,max,mixed,mid,AA-Omniscience,per-task,0.004248680310000001,2.89e-19,,,40.38333333333333,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|deepseek-v4-flash-0731@max|,in,out:cost-not-comparable aaomni@artificialanalysis#none,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,mixed,mid,AA-Omniscience,per-task,0.0016220060734166667,2.89e-20,,,36.816666666666664,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash-0420 / column omniscienceAccuracy),,out:model-not-established,out:model-not-established aaomni@artificialanalysis#none,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,mixed,mid,AA-Omniscience,per-task,0.0003126755135166667,2.89e-20,,,34.86666666666667,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash-0420-high / column omniscienceAccuracy),,out:model-not-established,out:model-not-established aaomni@artificialanalysis#none,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,mixed,mid,AA-Omniscience,,,,,,26,acc%,0.289,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash-0420-non-reasoning / column omniscienceAccuracy),,out:model-not-established, aaomni@artificialanalysis#none,artificialanalysis,?DeepSeek V4 Flash Vision,not-established:absent,mixed,mid,AA-Omniscience,per-task,0.00579589032,2.89e-12,,,38.566666666666666,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash-vision / column omniscienceAccuracy),,out:model-not-established,out:model-not-established aaomni@artificialanalysis#none,artificialanalysis,deepseek-v4-pro-0813,max,mixed,mid,AA-Omniscience,per-task,0.01250425968,2.89e-12,,,49.1,acc%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro / column omniscienceAccuracy),,out:superseded,in aaomni@artificialanalysis#none,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,mixed,mid,AA-Omniscience,per-task,0.00556979481,2.89e-12,,,42.95,acc%,0.00289,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro-0424 / column omniscienceAccuracy),,out:model-not-established,out:model-not-established aaomni@artificialanalysis#none,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,mixed,mid,AA-Omniscience,,,,,,41.4,acc%,0.0289,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro-0424-high / column omniscienceAccuracy),,out:model-not-established, aaomni@artificialanalysis#none,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,mixed,mid,AA-Omniscience,,,,,,30.866666666666664,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro-0424-non-reasoning / column omniscienceAccuracy),,out:model-not-established, aaomni@artificialanalysis#none,artificialanalysis,deepseek-v4-pro-0813,not-established:absent,mixed,mid,AA-Omniscience,per-task,0.00103948086,2.89e-12,,,41.45,acc%,0.00289,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro-non-reasoning / column omniscienceAccuracy),,out:effort-not-established,out:effort-not-established aaomni@artificialanalysis#none,artificialanalysis,gemini-2.5-flash,nothink,mixed,mid,AA-Omniscience,,,,,,26.13333333333333,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gemini-2-5-flash / column omniscienceAccuracy),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,gemini-2.5-flash-lite,nothink,mixed,mid,AA-Omniscience,,,,,,15.433333333333332,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gemini-2-5-flash-lite / column omniscienceAccuracy),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,gemini-2.5-flash-lite-preview-09-2025,nothink,mixed,mid,AA-Omniscience,,,,,,14.15,acc%,0.00289,,,https://artificialanalysis.ai/models ($ / row gemini-2-5-flash-lite-preview-09-2025 / column omniscienceAccuracy),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,gemini-2.5-flash-lite-preview-09-2025,think,mixed,mid,AA-Omniscience,,,,,,17.983333333333335,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gemini-2-5-flash-lite-preview-09-2025-reasoning / column omniscienceAccuracy),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,gemini-2.5-flash-lite,think,mixed,mid,AA-Omniscience,,,,,,17.9,acc%,0.0289,,,https://artificialanalysis.ai/models ($ / row gemini-2-5-flash-lite-reasoning / column omniscienceAccuracy),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,gemini-2.5-flash,think,mixed,mid,AA-Omniscience,,,,,,25.95,acc%,0.00289,,,https://artificialanalysis.ai/models ($ / row gemini-2-5-flash-reasoning / column omniscienceAccuracy),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,gemini-2.5-pro,think,mixed,mid,AA-Omniscience,per-task,0.01726753125,2.89e-12,,,39.05,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gemini-2-5-pro / column omniscienceAccuracy),,out:single-couple,out:cost-single-couple aaomni@artificialanalysis#none,artificialanalysis,gemini-3.1-flash-lite,high,mixed,mid,AA-Omniscience,per-task,0.0015591218333333334,2.89e-20,,,36.26666666666667,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gemini-3-1-flash-lite-preview / column omniscienceAccuracy),,out:superseded,out:superseded aaomni@artificialanalysis#none,artificialanalysis,gemini-3.1-pro,not-established:absent,mixed,mid,AA-Omniscience,per-task,0.017671424666666668,2.89e-19,,,54.85,acc%,0.00289,,,https://artificialanalysis.ai/models ($ / row gemini-3-1-pro-preview / column omniscienceAccuracy),,out:effort-not-established,out:effort-not-established aaomni@artificialanalysis#none,artificialanalysis,gemini-3.5-flash,high,mixed,mid,AA-Omniscience,per-task,0.014417289000000002,2.89e-19,,,51.4,acc%,0.0289,,,https://artificialanalysis.ai/models ($ / row gemini-3-5-flash / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gemini-3.5-flash@high|,in,out:cost-not-comparable aaomni@artificialanalysis#none,artificialanalysis,gemini-3.5-flash-lite,high,mixed,mid,AA-Omniscience,per-task,0.003099201633333333,2.89e-19,,,29.46666666666667,acc%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gemini-3-5-flash-lite / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gemini-3.5-flash-lite@high|,in,in aaomni@artificialanalysis#none,artificialanalysis,gemini-3.5-flash,medium,mixed,mid,AA-Omniscience,,,,,,51.05,acc%,0.00289,,,https://artificialanalysis.ai/models ($ / row gemini-3-5-flash-medium / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gemini-3.5-flash@medium|,in, aaomni@artificialanalysis#none,artificialanalysis,gemini-3.5-flash,minimal,mixed,mid,AA-Omniscience,,,,,,43.016666666666664,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gemini-3-5-flash-minimal / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gemini-3.5-flash@minimal|,in, aaomni@artificialanalysis#none,artificialanalysis,gemini-3.6-flash,high,mixed,mid,AA-Omniscience,per-task,0.005182927625,2.89e-13,,,49.966666666666665,acc%,2.89e-16,,cost-base-price:cost-uniform-factor,https://artificialanalysis.ai/models ($ / row gemini-3-6-flash / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gemini-3.6-flash@high|,in,in aaomni@artificialanalysis#none,artificialanalysis,gemini-3.7-flash,high,mixed,mid,AA-Omniscience,per-task,0.003925078875000001,2.89e-19,,,55.31666666666667,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gemini-3-7-flash / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gemini-3.7-flash@high|,in,out:cost-not-comparable aaomni@artificialanalysis#none,artificialanalysis,gemini-3.7-flash,low,mixed,mid,AA-Omniscience,,,,,,53.56666666666666,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gemini-3-7-flash-low / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gemini-3.7-flash@low|,in, aaomni@artificialanalysis#none,artificialanalysis,gemini-3.7-flash,medium,mixed,mid,AA-Omniscience,,,,,,54,acc%,0.289,,,https://artificialanalysis.ai/models ($ / row gemini-3-7-flash-medium / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gemini-3.7-flash@medium|,in, aaomni@artificialanalysis#none,artificialanalysis,gemini-3.8-flash,high,mixed,mid,AA-Omniscience,per-task,0.013132380749999997,2.89e-19,,,54.6,acc%,0.0289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://artificialanalysis.ai/models ($ / row gemini-3-8-flash / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gemini-3.8-flash@high|,in,in aaomni@artificialanalysis#none,artificialanalysis,gemini-3.8-flash,low,mixed,mid,AA-Omniscience,,,,,,52.21666666666667,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gemini-3-8-flash-low / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gemini-3.8-flash@low|,in, aaomni@artificialanalysis#none,artificialanalysis,gemini-3.8-flash,medium,mixed,mid,AA-Omniscience,per-task,0.003554392,2.89e-10,,,52.98333333333334,acc%,2.89e-15,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://artificialanalysis.ai/models ($ / row gemini-3-8-flash-medium / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gemini-3.8-flash@medium|,in,in aaomni@artificialanalysis#none,artificialanalysis,gemini-3-flash,not-established:absent,mixed,mid,AA-Omniscience,,,,,,45.78333333333333,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gemini-3-flash / column omniscienceAccuracy),,out:effort-not-established, aaomni@artificialanalysis#none,artificialanalysis,gemini-3-flash,not-established:absent,mixed,mid,AA-Omniscience,,,,,,53.43333333333333,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gemini-3-flash-reasoning / column omniscienceAccuracy),,out:effort-not-established, aaomni@artificialanalysis#none,artificialanalysis,gemini-3-pro,high,mixed,mid,AA-Omniscience,,,,,,55.75,acc%,0.00289,,,https://artificialanalysis.ai/models ($ / row gemini-3-pro / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gemini-3-pro@high|,in, aaomni@artificialanalysis#none,artificialanalysis,gemini-3-pro,low,mixed,mid,AA-Omniscience,,,,,,48.31666666666667,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gemini-3-pro-low / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gemini-3-pro@low|,in, aaomni@artificialanalysis#none,artificialanalysis,gemini-4-argon,high,mixed,mid,AA-Omniscience,per-task,0.009616510333333333,2.89e-19,,,49.9,acc%,0.0289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://artificialanalysis.ai/models ($ / row gemini-4-argon / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gemini-4-argon@high|,in,in aaomni@artificialanalysis#none,artificialanalysis,glm-4.5-air,think,mixed,mid,AA-Omniscience,,,,,,16.25,acc%,0.00289,,,https://artificialanalysis.ai/models ($ / row glm-4-5-air / column omniscienceAccuracy),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,glm-4.5v,nothink,mixed,mid,AA-Omniscience,,,,,,18.216666666666667,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row glm-4-5v / column omniscienceAccuracy),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,glm-4.5v,think,mixed,mid,AA-Omniscience,,,,,,20.833333333333334,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row glm-4-5v-reasoning / column omniscienceAccuracy),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,glm-4.6,nothink,mixed,mid,AA-Omniscience,,,,,,21.416666666666667,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row glm-4-6 / column omniscienceAccuracy),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,glm-4.6,think,mixed,mid,AA-Omniscience,,,,,,26.88333333333333,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row glm-4-6-reasoning / column omniscienceAccuracy),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,glm-4.6v,nothink,mixed,mid,AA-Omniscience,,,,,,17.4,acc%,0.0289,,,https://artificialanalysis.ai/models ($ / row glm-4-6v / column omniscienceAccuracy),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,glm-4.6v,think,mixed,mid,AA-Omniscience,,,,,,16.183333333333333,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row glm-4-6v-reasoning / column omniscienceAccuracy),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,glm-4.7,think,mixed,mid,AA-Omniscience,,,,,,29.31666666666667,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row glm-4-7 / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|glm-4.7@think|,in, aaomni@artificialanalysis#none,artificialanalysis,glm-4.7-flash,think,mixed,mid,AA-Omniscience,,,,,,16.15,acc%,0.00289,,,https://artificialanalysis.ai/models ($ / row glm-4-7-flash / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|glm-4.7-flash@think|,in, aaomni@artificialanalysis#none,artificialanalysis,glm-4.7-flash,nothink,mixed,mid,AA-Omniscience,,,,,,13.05,acc%,0.00289,,,https://artificialanalysis.ai/models ($ / row glm-4-7-flash-non-reasoning / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|glm-4.7-flash@nothink|,in, aaomni@artificialanalysis#none,artificialanalysis,glm-4.7,nothink,mixed,mid,AA-Omniscience,,,,,,23.633333333333334,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row glm-4-7-non-reasoning / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|glm-4.7@nothink|,in, aaomni@artificialanalysis#none,artificialanalysis,glm-5,think,mixed,mid,AA-Omniscience,,,,,,26.3,acc%,0.0289,,,https://artificialanalysis.ai/models ($ / row glm-5 / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|glm-5@think|,in, aaomni@artificialanalysis#none,artificialanalysis,glm-5.1,think,mixed,mid,AA-Omniscience,per-task,0.009493819407500001,2.89e-19,,,23.7,acc%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row glm-5-1 / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|glm-5.1@think|,in,in aaomni@artificialanalysis#none,artificialanalysis,glm-5.1,nothink,mixed,mid,AA-Omniscience,,,,,,25.183333333333335,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row glm-5-1-non-reasoning / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|glm-5.1@nothink|,in, aaomni@artificialanalysis#none,artificialanalysis,glm-5.2,not-established:absent,mixed,mid,AA-Omniscience,per-task,0.008589916333333334,2.89e-19,,,24.333333333333335,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row glm-5-2 / column omniscienceAccuracy),,out:effort-not-established,out:effort-not-established aaomni@artificialanalysis#none,artificialanalysis,glm-5.2,not-established:absent,mixed,mid,AA-Omniscience,,,,,,20.283333333333334,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row glm-5-2-non-reasoning / column omniscienceAccuracy),,out:effort-not-established, aaomni@artificialanalysis#none,artificialanalysis,glm-5.3,max,mixed,mid,AA-Omniscience,per-task,0.011366686666666669,2.89e-19,,,33.85,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row glm-5-3 / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|glm-5.3@max|,in,in aaomni@artificialanalysis#none,artificialanalysis,glm-5.3-flash,max,mixed,mid,AA-Omniscience,per-task,0.00059824855,2.89e-12,,,27.5,acc%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row glm-5-3-flash / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|glm-5.3-flash@max|,in,in aaomni@artificialanalysis#none,artificialanalysis,glm-5.3,low,mixed,mid,AA-Omniscience,per-task,0.0007687371000000001,2.89e-20,,,33.916666666666667,acc%,2.89e-16,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row glm-5-3-low / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|glm-5.3@low|,in,in aaomni@artificialanalysis#none,artificialanalysis,glm-5,nothink,mixed,mid,AA-Omniscience,,,,,,23.05,acc%,0.00289,,,https://artificialanalysis.ai/models ($ / row glm-5-non-reasoning / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|glm-5@nothink|,in, aaomni@artificialanalysis#none,artificialanalysis,?GPT-4,not-established:absent,mixed,mid,AA-Omniscience,,,,,,21,acc%,0.289,,,https://artificialanalysis.ai/models ($ / row gpt-4 / column omniscienceAccuracy),,out:model-not-established, aaomni@artificialanalysis#none,artificialanalysis,gpt-4.1,solo,mixed,mid,AA-Omniscience,,,,,,27.76666666666667,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gpt-4-1 / column omniscienceAccuracy),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,gpt-4.1-mini,solo,mixed,mid,AA-Omniscience,,,,,,20.316666666666666,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gpt-4-1-mini / column omniscienceAccuracy),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,gpt-4.1-nano,solo,mixed,mid,AA-Omniscience,,,,,,13.683333333333333,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gpt-4-1-nano / column omniscienceAccuracy),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,gpt-4o-1120,solo,mixed,mid,AA-Omniscience,,,,,,19.866666666666666,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gpt-4o / column omniscienceAccuracy),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,gpt-4o-0806,solo,mixed,mid,AA-Omniscience,,,,,,23.7,acc%,0.0289,,,https://artificialanalysis.ai/models ($ / row gpt-4o-2024-08-06 / column omniscienceAccuracy),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,gpt-5,high,mixed,mid,AA-Omniscience,,,,,,40.31666666666667,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gpt-5 / column omniscienceAccuracy),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,gpt-5.1,high,mixed,mid,AA-Omniscience,,,,,,37.716666666666665,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gpt-5-1 / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.1@high|,in, aaomni@artificialanalysis#none,artificialanalysis,gpt-5.1-codex,high,mixed,mid,AA-Omniscience,,,,,,39.9,acc%,0.0289,,,https://artificialanalysis.ai/models ($ / row gpt-5-1-codex / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.1-codex@high|,in, aaomni@artificialanalysis#none,artificialanalysis,gpt-5.1-codex-mini,high,mixed,mid,AA-Omniscience,,,,,,23.2,acc%,0.0289,,,https://artificialanalysis.ai/models ($ / row gpt-5-1-codex-mini / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.1-codex-mini@high|,in, aaomni@artificialanalysis#none,artificialanalysis,gpt-5.1,nothink,mixed,mid,AA-Omniscience,,,,,,29.46666666666667,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gpt-5-1-non-reasoning / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.1@nothink|,in, aaomni@artificialanalysis#none,artificialanalysis,gpt-5.2,xhigh,mixed,mid,AA-Omniscience,,,,,,44.316666666666665,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gpt-5-2 / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.2@xhigh|,in, aaomni@artificialanalysis#none,artificialanalysis,gpt-5.2-codex,xhigh,mixed,mid,AA-Omniscience,,,,,,41.06666666666667,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gpt-5-2-codex / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.2-codex@xhigh|,in, aaomni@artificialanalysis#none,artificialanalysis,gpt-5.2,medium,mixed,mid,AA-Omniscience,,,,,,38.283333333333336,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gpt-5-2-medium / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.2@medium|,in, aaomni@artificialanalysis#none,artificialanalysis,gpt-5.2,nothink,mixed,mid,AA-Omniscience,,,,,,30.85,acc%,0.00289,,,https://artificialanalysis.ai/models ($ / row gpt-5-2-non-reasoning / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.2@nothink|,in, aaomni@artificialanalysis#none,artificialanalysis,gpt-5.3-codex,xhigh,mixed,mid,AA-Omniscience,,,,,,52.88333333333334,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gpt-5-3-codex / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.3-codex@xhigh|,in, aaomni@artificialanalysis#none,artificialanalysis,gpt-5.4,xhigh,mixed,mid,AA-Omniscience,,,,,,50.85,acc%,0.00289,,,https://artificialanalysis.ai/models ($ / row gpt-5-4 / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.4@xhigh|,in, aaomni@artificialanalysis#none,artificialanalysis,gpt-5.4,low,mixed,mid,AA-Omniscience,,,,,,47.85,acc%,0.00289,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-low / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.4@low|,in, aaomni@artificialanalysis#none,artificialanalysis,gpt-5.4-mini,xhigh,mixed,mid,AA-Omniscience,per-task,0.05711199775,2.89e-12,,,37.466666666666665,acc%,2.89e-16,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-4-mini / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.4-mini@xhigh|,in,in aaomni@artificialanalysis#none,artificialanalysis,gpt-5.4-mini,medium,mixed,mid,AA-Omniscience,,,,,,36.466666666666664,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-mini-medium / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.4-mini@medium|,in, aaomni@artificialanalysis#none,artificialanalysis,gpt-5.4-mini,nothink,mixed,mid,AA-Omniscience,,,,,,25.65,acc%,0.00289,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-mini-non-reasoning / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.4-mini@nothink|,in, aaomni@artificialanalysis#none,artificialanalysis,gpt-5.4-nano,xhigh,mixed,mid,AA-Omniscience,per-task,0.009949090166666667,2.89e-19,,,25.666666666666665,acc%,2.89e-16,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-4-nano / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.4-nano@xhigh|,in,in aaomni@artificialanalysis#none,artificialanalysis,gpt-5.4-nano,medium,mixed,mid,AA-Omniscience,,,,,,21.9,acc%,0.0289,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-nano-medium / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.4-nano@medium|,in, aaomni@artificialanalysis#none,artificialanalysis,gpt-5.4-nano,nothink,mixed,mid,AA-Omniscience,,,,,,14.883333333333335,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-nano-non-reasoning / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.4-nano@nothink|,in, aaomni@artificialanalysis#none,artificialanalysis,gpt-5.4,nothink,mixed,mid,AA-Omniscience,,,,,,37.383333333333335,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-non-reasoning / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.4@nothink|,in, aaomni@artificialanalysis#none,artificialanalysis,gpt-5.5,xhigh,mixed,mid,AA-Omniscience,per-task,0.15156881,2.89e-09,,,57.95,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-5 / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.5@xhigh|,in,in aaomni@artificialanalysis#none,artificialanalysis,gpt-5.5,high,mixed,mid,AA-Omniscience,per-task,0.08588042166666665,2.89e-18,,,57.03333333333334,acc%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-5-high / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.5@high|,in,in aaomni@artificialanalysis#none,artificialanalysis,gpt-5.5-instant-05-26,think,mixed,mid,AA-Omniscience,,,,,,46.25,acc%,0.00289,,,https://artificialanalysis.ai/models ($ / row gpt-5-5-instant-05-26 / column omniscienceAccuracy),,out:effort-not-established, aaomni@artificialanalysis#none,artificialanalysis,gpt-5.5-instant-06-26,think,mixed,mid,AA-Omniscience,per-task,0.0031003216666666664,2.89e-20,,,44.416666666666665,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gpt-5-5-instant-06-26 / column omniscienceAccuracy),,out:effort-not-established,out:effort-not-established aaomni@artificialanalysis#none,artificialanalysis,gpt-5.5,low,mixed,mid,AA-Omniscience,,,,,,54.85,acc%,0.00289,,,https://artificialanalysis.ai/models ($ / row gpt-5-5-low / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.5@low|,in, aaomni@artificialanalysis#none,artificialanalysis,gpt-5.5,medium,mixed,mid,AA-Omniscience,per-task,0.037302673333333335,2.89e-19,,,56.8,acc%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-5-medium / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.5@medium|,in,in aaomni@artificialanalysis#none,artificialanalysis,gpt-5.5,nothink,mixed,mid,AA-Omniscience,,,,,,45.63333333333333,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gpt-5-5-non-reasoning / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.5@nothink|,in, aaomni@artificialanalysis#none,artificialanalysis,gpt-5.6-luna,max,mixed,mid,AA-Omniscience,per-task,0.010971418666666666,2.89e-19,,,42.733333333333334,acc%,2.89e-16,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.6-luna@max|,in,in aaomni@artificialanalysis#none,artificialanalysis,gpt-5.6-luna,high,mixed,mid,AA-Omniscience,per-task,0.002499963,2.89e-10,,,41.783333333333333,acc%,2.89e-16,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-high / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.6-luna@high|,in,in aaomni@artificialanalysis#none,artificialanalysis,gpt-5.6-luna,low,mixed,mid,AA-Omniscience,per-task,0.0004909045,2.89e-11,,,39.616666666666667,acc%,2.89e-16,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-low / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.6-luna@low|,in,in aaomni@artificialanalysis#none,artificialanalysis,gpt-5.6-luna,medium,mixed,mid,AA-Omniscience,per-task,0.0008173092666666665,2.89e-20,,,40.7,acc%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-medium / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.6-luna@medium|,in,in aaomni@artificialanalysis#none,artificialanalysis,gpt-5.6-luna,nothink,mixed,mid,AA-Omniscience,per-task,0.00004175726666666667,2.89e-21,,,28.6,acc%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-non-reasoning / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.6-luna@nothink|,in,in aaomni@artificialanalysis#none,artificialanalysis,gpt-5.6-luna,xhigh,mixed,mid,AA-Omniscience,per-task,0.0050160236333333325,2.89e-20,,,42.45,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-xhigh / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.6-luna@xhigh|,in,in aaomni@artificialanalysis#none,artificialanalysis,gpt-5.6-sol,max,mixed,mid,AA-Omniscience,per-task,0.11743770774999998,0.00616,,,59.4,acc%,0.0289,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.6-sol@max|,in,in aaomni@artificialanalysis#none,artificialanalysis,gpt-5.6-sol,high,mixed,mid,AA-Omniscience,per-task,0.02476504708333333,0.0013,,,58.35,acc%,0.00289,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-high / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.6-sol@high|,in,in aaomni@artificialanalysis#none,artificialanalysis,gpt-5.6-sol,low,mixed,mid,AA-Omniscience,per-task,0.008094675416666666,0.000425,,,57.16666666666667,acc%,2.89e-15,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-low / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.6-sol@low|,in,in aaomni@artificialanalysis#none,artificialanalysis,gpt-5.6-sol,medium,mixed,mid,AA-Omniscience,per-task,0.014090724999999998,0.00074,,,57.75,acc%,0.00289,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-medium / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.6-sol@medium|,in,in aaomni@artificialanalysis#none,artificialanalysis,gpt-5.6-sol,nothink,mixed,mid,AA-Omniscience,,,,,,48.7,acc%,0.0289,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-non-reasoning / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.6-sol@nothink|,in, aaomni@artificialanalysis#none,artificialanalysis,gpt-5.6-sol,xhigh,mixed,mid,AA-Omniscience,per-task,0.04554122100000001,0.00239,,,58.81666666666666,acc%,2.89e-15,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-xhigh / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.6-sol@xhigh|,in,in aaomni@artificialanalysis#none,artificialanalysis,gpt-5.6-terra,max,mixed,mid,AA-Omniscience,per-task,0.070336813,2.89e-10,,,46.8,acc%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.6-terra@max|,in,in aaomni@artificialanalysis#none,artificialanalysis,gpt-5.6-terra,high,mixed,mid,AA-Omniscience,per-task,0.009747675666666667,2.89e-19,,,45.48333333333333,acc%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-high / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.6-terra@high|,in,in aaomni@artificialanalysis#none,artificialanalysis,gpt-5.6-terra,low,mixed,mid,AA-Omniscience,per-task,0.002845540666666667,2.89e-19,,,43.733333333333335,acc%,2.89e-16,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-low / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.6-terra@low|,in,in aaomni@artificialanalysis#none,artificialanalysis,gpt-5.6-terra,medium,mixed,mid,AA-Omniscience,per-task,0.004663814666666667,2.89e-19,,,44.6,acc%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-medium / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.6-terra@medium|,in,in aaomni@artificialanalysis#none,artificialanalysis,gpt-5.6-terra,nothink,mixed,mid,AA-Omniscience,per-task,0.00031968266666666665,2.89e-21,,,36.816666666666664,acc%,2.89e-16,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-non-reasoning / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.6-terra@nothink|,in,in aaomni@artificialanalysis#none,artificialanalysis,gpt-5.6-terra,xhigh,mixed,mid,AA-Omniscience,per-task,0.016195952666666666,2.89e-19,,,45.516666666666666,acc%,2.89e-16,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-xhigh / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.6-terra@xhigh|,in,in aaomni@artificialanalysis#none,artificialanalysis,gpt-5-codex,high,mixed,mid,AA-Omniscience,,,,,,38.7,acc%,0.0289,,,https://artificialanalysis.ai/models ($ / row gpt-5-codex / column omniscienceAccuracy),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,gpt-5,low,mixed,mid,AA-Omniscience,,,,,,38.116666666666665,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gpt-5-low / column omniscienceAccuracy),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,gpt-5,medium,mixed,mid,AA-Omniscience,,,,,,39.48333333333333,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gpt-5-medium / column omniscienceAccuracy),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,gpt-5-mini,high,mixed,mid,AA-Omniscience,per-task,0.00555829925,2.89e-12,,,24.966666666666668,acc%,2.89e-16,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-mini / column omniscienceAccuracy),,out:single-couple,out:cost-single-couple aaomni@artificialanalysis#none,artificialanalysis,gpt-5-mini,medium,mixed,mid,AA-Omniscience,,,,,,23.066666666666666,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gpt-5-mini-medium / column omniscienceAccuracy),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,gpt-5-mini,minimal,mixed,mid,AA-Omniscience,,,,,,19.166666666666668,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gpt-5-mini-minimal / column omniscienceAccuracy),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,gpt-5,minimal,mixed,mid,AA-Omniscience,,,,,,29.633333333333334,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gpt-5-minimal / column omniscienceAccuracy),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,gpt-5-nano,high,mixed,mid,AA-Omniscience,,,,,,19.083333333333333,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gpt-5-nano / column omniscienceAccuracy),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,gpt-5-nano,medium,mixed,mid,AA-Omniscience,,,,,,17.583333333333334,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gpt-5-nano-medium / column omniscienceAccuracy),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,gpt-5-nano,minimal,mixed,mid,AA-Omniscience,,,,,,13.083333333333333,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gpt-5-nano-minimal / column omniscienceAccuracy),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,gpt-6.1-sol,max,mixed,mid,AA-Omniscience,per-task,0.016735740000000002,2.89e-19,,,62.1,acc%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-1-sol / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-6.1-sol@max|,in,in aaomni@artificialanalysis#none,artificialanalysis,gpt-6.1-sol,high,mixed,mid,AA-Omniscience,per-task,0.0045785316666666675,2.89e-20,,,60.8,acc%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-1-sol-high / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-6.1-sol@high|,in,in aaomni@artificialanalysis#none,artificialanalysis,gpt-6.1-sol,low,mixed,mid,AA-Omniscience,per-task,0.0014547916666666665,2.89e-20,,,58.86666666666667,acc%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-1-sol-low / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-6.1-sol@low|,in,in aaomni@artificialanalysis#none,artificialanalysis,gpt-6.1-sol,medium,mixed,mid,AA-Omniscience,per-task,0.0022205533333333333,2.89e-20,,,60.4,acc%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-1-sol-medium / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-6.1-sol@medium|,in,in aaomni@artificialanalysis#none,artificialanalysis,gpt-6.1-sol,xhigh,mixed,mid,AA-Omniscience,per-task,0.008223530000000001,2.89e-19,,,60.81666666666666,acc%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-1-sol-xhigh / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-6.1-sol@xhigh|,in,in aaomni@artificialanalysis#none,artificialanalysis,gpt-6-astra,max,mixed,mid,AA-Omniscience,per-task,0.09700390833333333,2.89e-18,,,62.6,acc%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-astra / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-6-astra@max|,in,in aaomni@artificialanalysis#none,artificialanalysis,gpt-6-astra,high,mixed,mid,AA-Omniscience,per-task,0.02721698333333333,2.89e-18,,,61.13333333333333,acc%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-astra-high / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-6-astra@high|,in,in aaomni@artificialanalysis#none,artificialanalysis,gpt-6-astra,low,mixed,mid,AA-Omniscience,per-task,0.006962741666666666,2.89e-19,,,59.53333333333334,acc%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-astra-low / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-6-astra@low|,in,in aaomni@artificialanalysis#none,artificialanalysis,gpt-6-astra,medium,mixed,mid,AA-Omniscience,per-task,0.015017399999999998,2.89e-19,,,60.56666666666667,acc%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-astra-medium / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-6-astra@medium|,in,in aaomni@artificialanalysis#none,artificialanalysis,gpt-6-astra,xhigh,mixed,mid,AA-Omniscience,per-task,0.05020671666666665,2.89e-18,,,61.85,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-astra-xhigh / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-6-astra@xhigh|,in,in aaomni@artificialanalysis#none,artificialanalysis,gpt-6-luna,max,mixed,mid,AA-Omniscience,per-task,0.0025233736666666665,2.89e-20,,,43.783333333333335,acc%,2.89e-16,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-luna / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-6-luna@max|,in,in aaomni@artificialanalysis#none,artificialanalysis,gpt-6-luna,high,mixed,mid,AA-Omniscience,per-task,0.0005826524166666666,2.89e-20,,,42.8,acc%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-luna-high / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-6-luna@high|,in,in aaomni@artificialanalysis#none,artificialanalysis,gpt-6-luna,low,mixed,mid,AA-Omniscience,per-task,0.00017533333333333333,2.89e-21,,,40.76666666666667,acc%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-luna-low / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-6-luna@low|,in,in aaomni@artificialanalysis#none,artificialanalysis,gpt-6-luna,medium,mixed,mid,AA-Omniscience,per-task,0.00036693825,2.89e-12,,,43.133333333333335,acc%,2.89e-16,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-luna-medium / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-6-luna@medium|,in,in aaomni@artificialanalysis#none,artificialanalysis,gpt-6-luna,nothink,mixed,mid,AA-Omniscience,per-task,0.000020424250000000004,2.89e-22,,,31.85,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-luna-non-reasoning / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-6-luna@nothink|,in,in aaomni@artificialanalysis#none,artificialanalysis,gpt-6-luna,xhigh,mixed,mid,AA-Omniscience,per-task,0.0009628764999999999,2.89e-20,,,44.166666666666665,acc%,2.89e-16,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-luna-xhigh / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-6-luna@xhigh|,in,in aaomni@artificialanalysis#none,artificialanalysis,gpt-6-sol,max,mixed,mid,AA-Omniscience,per-task,0.026868853333333335,2.89e-19,,,54.48333333333333,acc%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-sol / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-6-sol@max|,in,in aaomni@artificialanalysis#none,artificialanalysis,gpt-6-sol,high,mixed,mid,AA-Omniscience,per-task,0.006345238333333333,2.89e-19,,,53.71666666666667,acc%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-sol-high / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-6-sol@high|,in,in aaomni@artificialanalysis#none,artificialanalysis,gpt-6-sol,low,mixed,mid,AA-Omniscience,per-task,0.0015565416666666666,2.89e-20,,,51.25,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-sol-low / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-6-sol@low|,in,in aaomni@artificialanalysis#none,artificialanalysis,gpt-6-sol,medium,mixed,mid,AA-Omniscience,per-task,0.003350331666666666,2.89e-19,,,53.45,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-sol-medium / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-6-sol@medium|,in,in aaomni@artificialanalysis#none,artificialanalysis,gpt-6-sol,nothink,mixed,mid,AA-Omniscience,per-task,0.0003612416666666667,2.89e-20,,,45.18333333333333,acc%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-sol-non-reasoning / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-6-sol@nothink|,in,in aaomni@artificialanalysis#none,artificialanalysis,gpt-6-sol,xhigh,mixed,mid,AA-Omniscience,per-task,0.01173576833333333,2.89e-18,,,53.85,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-sol-xhigh / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-6-sol@xhigh|,in,in aaomni@artificialanalysis#none,artificialanalysis,gpt-oss-120b,high,mixed,mid,AA-Omniscience,per-task,0.0011548535908333334,2.89e-20,,,21.783333333333332,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gpt-oss-120b / column omniscienceAccuracy),,out:single-couple,out:cost-not-comparable aaomni@artificialanalysis#none,artificialanalysis,gpt-oss-120b,low,mixed,mid,AA-Omniscience,,,,,,19.8,acc%,0.0289,,,https://artificialanalysis.ai/models ($ / row gpt-oss-120b-low / column omniscienceAccuracy),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,gpt-oss-20b,high,mixed,mid,AA-Omniscience,per-task,0.0004648697116666666,2.89e-20,,,16,acc%,0.289,,,https://artificialanalysis.ai/models ($ / row gpt-oss-20b / column omniscienceAccuracy),,out:single-couple,out:cost-not-comparable aaomni@artificialanalysis#none,artificialanalysis,gpt-oss-20b,low,mixed,mid,AA-Omniscience,,,,,,15.083333333333335,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gpt-oss-20b-low / column omniscienceAccuracy),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,grok-3,solo,mixed,mid,AA-Omniscience,,,,,,28.9,acc%,0.0289,,,https://artificialanalysis.ai/models ($ / row grok-3 / column omniscienceAccuracy),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,?Grok 3 mini Reasoning,not-established:absent,mixed,mid,AA-Omniscience,,,,,,15.116666666666667,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row grok-3-mini-reasoning / column omniscienceAccuracy),,out:model-not-established, aaomni@artificialanalysis#none,artificialanalysis,grok-4,solo,mixed,mid,AA-Omniscience,,,,,,40.48333333333333,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row grok-4 / column omniscienceAccuracy),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,?Grok 4.20 0309 v2,not-established:absent,mixed,mid,AA-Omniscience,,,,,,27.48333333333333,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row grok-4-20 / column omniscienceAccuracy),,out:model-not-established, aaomni@artificialanalysis#none,artificialanalysis,grok-4.20,think,mixed,mid,AA-Omniscience,,,,,,28.883333333333333,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row grok-4-20-0309 / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|grok-4.20@think|,in, aaomni@artificialanalysis#none,artificialanalysis,grok-4.20,nothink,mixed,mid,AA-Omniscience,,,,,,26.05,acc%,0.00289,,,https://artificialanalysis.ai/models ($ / row grok-4-20-0309-non-reasoning / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|grok-4.20@nothink|,in, aaomni@artificialanalysis#none,artificialanalysis,?Grok 4.20 0309 v2,not-established:absent,mixed,mid,AA-Omniscience,,,,,,26.68333333333333,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row grok-4-20-non-reasoning / column omniscienceAccuracy),,out:model-not-established, aaomni@artificialanalysis#none,artificialanalysis,grok-4.3,high,mixed,mid,AA-Omniscience,per-task,0.007466549791666667,2.89e-19,,,34.78333333333333,acc%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-3 / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|grok-4.3@high|,in,in aaomni@artificialanalysis#none,artificialanalysis,grok-4.3,low,mixed,mid,AA-Omniscience,,,,,,26.68333333333333,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row grok-4-3-low / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|grok-4.3@low|,in, aaomni@artificialanalysis#none,artificialanalysis,grok-4.3,medium,mixed,mid,AA-Omniscience,,,,,,28.76666666666667,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row grok-4-3-medium / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|grok-4.3@medium|,in, aaomni@artificialanalysis#none,artificialanalysis,grok-4.3,nothink,mixed,mid,AA-Omniscience,per-task,0.0003175675,2.89e-11,,,23.716666666666666,acc%,2.89e-16,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-3-non-reasoning / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|grok-4.3@nothink|,in,in aaomni@artificialanalysis#none,artificialanalysis,grok-4.5,high,mixed,mid,AA-Omniscience,per-task,0.0064543943333333345,2.89e-20,,,51.55,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-5 / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|grok-4.5@high|,in,in aaomni@artificialanalysis#none,artificialanalysis,grok-4.6,high,mixed,mid,AA-Omniscience,per-task,0.008665667666666666,2.89e-19,,,48.233333333333334,acc%,2.89e-16,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-6 / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|grok-4.6@high|,in,in aaomni@artificialanalysis#none,artificialanalysis,grok-4.6,low,mixed,mid,AA-Omniscience,per-task,0.0026131396666666663,2.89e-20,,,43.283333333333335,acc%,2.89e-16,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-6-low / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|grok-4.6@low|,in,in aaomni@artificialanalysis#none,artificialanalysis,grok-4.6,medium,mixed,mid,AA-Omniscience,per-task,0.0063465076666666675,2.89e-20,,,41.933333333333334,acc%,2.89e-16,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-6-medium / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|grok-4.6@medium|,in,in aaomni@artificialanalysis#none,artificialanalysis,grok-4.6,xhigh,mixed,mid,AA-Omniscience,per-task,0.008157503666666666,2.89e-19,,,43,acc%,0.289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-6-xhigh / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|grok-4.6@xhigh|,in,in aaomni@artificialanalysis#none,artificialanalysis,grok-4.7,xhigh,mixed,mid,AA-Omniscience,per-task,0.03439565666666666,2.89e-18,,,47.45,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-7 / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|grok-4.7@xhigh|,in,in aaomni@artificialanalysis#none,artificialanalysis,grok-4.7,high,mixed,mid,AA-Omniscience,per-task,0.026963454666666668,2.89e-19,,,47.81666666666667,acc%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-7-high / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|grok-4.7@high|,in,in aaomni@artificialanalysis#none,artificialanalysis,grok-4.7,low,mixed,mid,AA-Omniscience,per-task,0.010727167666666666,2.89e-19,,,49.7,acc%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-7-low / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|grok-4.7@low|,in,in aaomni@artificialanalysis#none,artificialanalysis,grok-4-fast,nothink,mixed,mid,AA-Omniscience,,,,,,17.7,acc%,0.0289,,,https://artificialanalysis.ai/models ($ / row grok-4-fast / column omniscienceAccuracy),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,grok-4-fast,think,mixed,mid,AA-Omniscience,,,,,,22.783333333333333,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row grok-4-fast-reasoning / column omniscienceAccuracy),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,?Grok Build 0.1 0616,not-established:absent,mixed,mid,AA-Omniscience,,,,,,51.51666666666667,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row grok-build-0-1-06-16 / column omniscienceAccuracy),,out:model-not-established, aaomni@artificialanalysis#none,artificialanalysis,kimi-k2-instruct,solo,mixed,mid,AA-Omniscience,,,,,,27.35,acc%,0.00289,,,https://artificialanalysis.ai/models ($ / row kimi-k2 / column omniscienceAccuracy),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,kimi-k2-instruct-0905,solo,mixed,mid,AA-Omniscience,,,,,,25.416666666666665,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row kimi-k2-0905 / column omniscienceAccuracy),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,?Kimi K2.5,not-established:absent,mixed,mid,AA-Omniscience,,,,,,35.21666666666667,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row kimi-k2-5 / column omniscienceAccuracy),,out:model-not-established, aaomni@artificialanalysis#none,artificialanalysis,?Kimi K2.5,not-established:absent,mixed,mid,AA-Omniscience,,,,,,24.133333333333334,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row kimi-k2-5-non-reasoning / column omniscienceAccuracy),,out:model-not-established, aaomni@artificialanalysis#none,artificialanalysis,kimi-k2.6,think,mixed,mid,AA-Omniscience,per-task,0.025700319708333332,2.89e-19,,,32.6,acc%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row kimi-k2-6 / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|kimi-k2.6@think|,in,in aaomni@artificialanalysis#none,artificialanalysis,kimi-k2.6,nothink,mixed,mid,AA-Omniscience,,,,,,24.3,acc%,0.0289,,,https://artificialanalysis.ai/models ($ / row kimi-k2-6-non-reasoning / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|kimi-k2.6@nothink|,in, aaomni@artificialanalysis#none,artificialanalysis,kimi-k2.7-code,solo,mixed,mid,AA-Omniscience,per-task,0.021232272341666664,2.89e-19,,,39.566666666666667,acc%,2.89e-16,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row kimi-k2-7-code / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|kimi-k2.7-code@solo|,in,in aaomni@artificialanalysis#none,artificialanalysis,?Kimi K2 Thinking,not-established:absent,mixed,mid,AA-Omniscience,,,,,,30.866666666666664,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row kimi-k2-thinking / column omniscienceAccuracy),,out:model-not-established, aaomni@artificialanalysis#none,artificialanalysis,kimi-k3,max,mixed,mid,AA-Omniscience,per-task,0.13282577999999998,2.89e-18,,,47.583333333333333,acc%,2.89e-16,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row kimi-k3 / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|kimi-k3@max|,in,in aaomni@artificialanalysis#none,artificialanalysis,kimi-k3,not-established:absent,mixed,mid,AA-Omniscience,per-task,0.005032478,2.89e-10,,,45.75,acc%,0.00289,,,https://artificialanalysis.ai/models ($ / row kimi-k3-low / column omniscienceAccuracy),,out:effort-not-established,out:effort-not-established aaomni@artificialanalysis#none,artificialanalysis,o1,not-established:absent,mixed,mid,AA-Omniscience,,,,,,34.53333333333333,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row o1 / column omniscienceAccuracy),,out:effort-not-established, aaomni@artificialanalysis#none,artificialanalysis,o3,not-established:absent,mixed,mid,AA-Omniscience,,,,,,38.566666666666666,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row o3 / column omniscienceAccuracy),,out:effort-not-established, aaomni@artificialanalysis#none,artificialanalysis,o3-mini,not-established:absent,mixed,mid,AA-Omniscience,per-task,0.013350286583333332,2.89e-19,,,21.266666666666667,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row o3-mini-high / column omniscienceAccuracy),,out:effort-not-established,out:effort-not-established aaomni@artificialanalysis#none,artificialanalysis,o4-mini,high,mixed,mid,AA-Omniscience,,,,,,24.8,acc%,0.0289,,,https://artificialanalysis.ai/models ($ / row o4-mini / column omniscienceAccuracy),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,qwen2.5-72b-instruct,solo,mixed,mid,AA-Omniscience,,,,,,17.466666666666666,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row qwen2-5-72b-instruct / column omniscienceAccuracy),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,qwen3-14b,nothink,mixed,mid,AA-Omniscience,,,,,,13.333333333333333,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row qwen3-14b-instruct / column omniscienceAccuracy),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,qwen3-14b,think,mixed,mid,AA-Omniscience,,,,,,15.283333333333332,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row qwen3-14b-instruct-reasoning / column omniscienceAccuracy),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,qwen3-235b-a22b-instruct-2507,solo,mixed,mid,AA-Omniscience,,,,,,18.733333333333332,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row qwen3-235b-a22b-instruct-2507 / column omniscienceAccuracy),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,qwen3-235b-a22b-thinking-2507,solo,mixed,mid,AA-Omniscience,per-task,0.0033388563333333334,2.89e-20,,,22.816666666666666,acc%,2.89e-16,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-235b-a22b-instruct-2507-reasoning / column omniscienceAccuracy),,out:single-couple,out:cost-single-couple aaomni@artificialanalysis#none,artificialanalysis,qwen3-30b-a3b-instruct-2507,solo,mixed,mid,AA-Omniscience,,,,,,14.966666666666667,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row qwen3-30b-a3b-2507 / column omniscienceAccuracy),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,qwen3-30b-a3b-thinking-2507,solo,mixed,mid,AA-Omniscience,per-task,0.0015153578,2.89e-11,,,16.3,acc%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-30b-a3b-2507-reasoning / column omniscienceAccuracy),,out:single-couple,out:cost-single-couple aaomni@artificialanalysis#none,artificialanalysis,qwen3-30b-a3b,nothink,mixed,mid,AA-Omniscience,,,,,,11.966666666666667,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row qwen3-30b-a3b-instruct / column omniscienceAccuracy),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,qwen3-30b-a3b,think,mixed,mid,AA-Omniscience,,,,,,16.183333333333333,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row qwen3-30b-a3b-instruct-reasoning / column omniscienceAccuracy),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,qwen3-32b,think,mixed,mid,AA-Omniscience,,,,,,17.433333333333334,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row qwen3-32b-instruct-reasoning / column omniscienceAccuracy),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,qwen3.5-122b-a10b,think,mixed,mid,AA-Omniscience,per-task,0.013632587666666668,2.89e-19,,,24.366666666666667,acc%,2.89e-16,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-5-122b-a10b / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|qwen3.5-122b-a10b@think|,in,in aaomni@artificialanalysis#none,artificialanalysis,qwen3.5-122b-a10b,nothink,mixed,mid,AA-Omniscience,,,,,,19.116666666666668,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row qwen3-5-122b-a10b-non-reasoning / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|qwen3.5-122b-a10b@nothink|,in, aaomni@artificialanalysis#none,artificialanalysis,qwen3.5-27b,think,mixed,mid,AA-Omniscience,,,,,,20.666666666666667,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row qwen3-5-27b / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|qwen3.5-27b@think|,in, aaomni@artificialanalysis#none,artificialanalysis,qwen3.5-27b,nothink,mixed,mid,AA-Omniscience,,,,,,15.683333333333332,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row qwen3-5-27b-non-reasoning / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|qwen3.5-27b@nothink|,in, aaomni@artificialanalysis#none,artificialanalysis,qwen3.5-35b-a3b,think,mixed,mid,AA-Omniscience,,,,,,20.133333333333334,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row qwen3-5-35b-a3b / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|qwen3.5-35b-a3b@think|,in, aaomni@artificialanalysis#none,artificialanalysis,qwen3.5-35b-a3b,nothink,mixed,mid,AA-Omniscience,,,,,,15.716666666666668,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row qwen3-5-35b-a3b-non-reasoning / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|qwen3.5-35b-a3b@nothink|,in, aaomni@artificialanalysis#none,artificialanalysis,qwen3.5-397b-a17b,think,mixed,mid,AA-Omniscience,per-task,0.0153438931,2.89e-11,,,30.8,acc%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-5-397b-a17b / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|qwen3.5-397b-a17b@think|,in,in aaomni@artificialanalysis#none,artificialanalysis,qwen3.5-397b-a17b,nothink,mixed,mid,AA-Omniscience,,,,,,24.516666666666667,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row qwen3-5-397b-a17b-non-reasoning / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|qwen3.5-397b-a17b@nothink|,in, aaomni@artificialanalysis#none,artificialanalysis,qwen3.5-4b,think,mixed,mid,AA-Omniscience,,,,,,15.116666666666667,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row qwen3-5-4b / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|qwen3.5-4b@think|,in, aaomni@artificialanalysis#none,artificialanalysis,qwen3.5-4b,nothink,mixed,mid,AA-Omniscience,,,,,,11.216666666666666,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row qwen3-5-4b-non-reasoning / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|qwen3.5-4b@nothink|,in, aaomni@artificialanalysis#none,artificialanalysis,qwen3.5-9b,think,mixed,mid,AA-Omniscience,per-task,0.0027558481975000007,2.89e-20,,,16.416666666666666,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row qwen3-5-9b / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|qwen3.5-9b@think|,in,out:cost-not-comparable aaomni@artificialanalysis#none,artificialanalysis,qwen3.5-9b,nothink,mixed,mid,AA-Omniscience,,,,,,13.983333333333334,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row qwen3-5-9b-non-reasoning / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|qwen3.5-9b@nothink|,in, aaomni@artificialanalysis#none,artificialanalysis,qwen3.5-omni-flash,nothink,mixed,mid,AA-Omniscience,,,,,,14.65,acc%,0.00289,,,https://artificialanalysis.ai/models ($ / row qwen3-5-omni-flash / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|qwen3.5-omni-flash@nothink|,in, aaomni@artificialanalysis#none,artificialanalysis,qwen3.5-omni-plus,nothink,mixed,mid,AA-Omniscience,,,,,,17.433333333333334,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row qwen3-5-omni-plus / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|qwen3.5-omni-plus@nothink|,in, aaomni@artificialanalysis#none,artificialanalysis,qwen3.6-27b,think,mixed,mid,AA-Omniscience,per-task,0.0340094078,2.89e-11,,,19.6,acc%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-6-27b / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|qwen3.6-27b@think|,in,in aaomni@artificialanalysis#none,artificialanalysis,qwen3.6-27b,nothink,mixed,mid,AA-Omniscience,,,,,,16.716666666666666,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row qwen3-6-27b-non-reasoning / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|qwen3.6-27b@nothink|,in, aaomni@artificialanalysis#none,artificialanalysis,qwen3.6-35b-a3b,think,mixed,mid,AA-Omniscience,per-task,0.00487755275,2.89e-12,,,18.816666666666668,acc%,2.89e-16,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-6-35b-a3b / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|qwen3.6-35b-a3b@think|,in,in aaomni@artificialanalysis#none,artificialanalysis,qwen3.6-35b-a3b,nothink,mixed,mid,AA-Omniscience,,,,,,16.716666666666666,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row qwen3-6-35b-a3b-non-reasoning / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|qwen3.6-35b-a3b@nothink|,in, aaomni@artificialanalysis#none,artificialanalysis,qwen3.6-plus,think,mixed,mid,AA-Omniscience,,,,,,26.38333333333333,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row qwen3-6-plus / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|qwen3.6-plus@think|,in, aaomni@artificialanalysis#none,artificialanalysis,qwen3.7-max,think,mixed,mid,AA-Omniscience,per-task,0.01379581208333333,2.89e-18,,,31.133333333333335,acc%,2.89e-16,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-7-max / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|qwen3.7-max@think|,in,in aaomni@artificialanalysis#none,artificialanalysis,qwen3.7-plus,think,mixed,mid,AA-Omniscience,per-task,0.002901922,2.89e-10,,,22.516666666666665,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row qwen3-7-plus / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|qwen3.7-plus@think|,in,out:cost-not-comparable aaomni@artificialanalysis#none,artificialanalysis,qwen3.8-2.4t-a95b,not-established:absent,mixed,mid,AA-Omniscience,per-task,0.028184829666666668,2.89e-19,,,31.25,acc%,0.00289,,,https://artificialanalysis.ai/models ($ / row qwen3-8-2-4t-a95b / column omniscienceAccuracy),,out:effort-not-established,out:effort-not-established aaomni@artificialanalysis#none,artificialanalysis,qwen3.8-27b,xhigh,mixed,mid,AA-Omniscience,per-task,0.011175304166666665,2.89e-19,,,15.583333333333332,acc%,2.89e-16,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-8-27b / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|qwen3.8-27b@xhigh|,in,in aaomni@artificialanalysis#none,artificialanalysis,qwen3.8-27b,low,mixed,mid,AA-Omniscience,per-task,0.0015831616666666666,2.89e-20,,,17.133333333333334,acc%,2.89e-16,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-8-27b-low / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|qwen3.8-27b@low|,in,in aaomni@artificialanalysis#none,artificialanalysis,qwen3.8-27b,medium,mixed,mid,AA-Omniscience,per-task,0.008737680666666666,2.89e-19,,,18.35,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-8-27b-medium / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|qwen3.8-27b@medium|,in,in aaomni@artificialanalysis#none,artificialanalysis,qwen3.8-27b,not-established:absent,mixed,mid,AA-Omniscience,per-task,0.00014467558333333333,2.89e-21,,,8.583333333333333,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row qwen3-8-27b-non-reasoning / column omniscienceAccuracy),,out:effort-not-established,out:effort-not-established aaomni@artificialanalysis#none,artificialanalysis,qwen3.8-flash-next,not-established:absent,mixed,mid,AA-Omniscience,per-task,0.0020842510616666666,2.89e-20,,,24.5,acc%,0.0289,,,https://artificialanalysis.ai/models ($ / row qwen3-8-flash-next / column omniscienceAccuracy),,out:effort-not-established,out:effort-not-established aaomni@artificialanalysis#none,artificialanalysis,qwen3.8-max-0902,not-established:absent,mixed,mid,AA-Omniscience,per-task,0.009033827666666666,2.89e-19,,,31.683333333333336,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row qwen3-8-max / column omniscienceAccuracy),,out:effort-not-established,out:effort-not-established aaomni@artificialanalysis#none,artificialanalysis,?Qwen3.8 Max,not-established:absent,mixed,mid,AA-Omniscience,per-task,0.028685948666666666,2.89e-19,,,31.85,acc%,0.00289,,,https://artificialanalysis.ai/models ($ / row qwen3-8-max-0803 / column omniscienceAccuracy),,out:model-not-established,out:model-not-established aaomni@artificialanalysis#none,artificialanalysis,qwen3-8b,nothink,mixed,mid,AA-Omniscience,,,,,,11.083333333333334,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row qwen3-8b-instruct / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|qwen3-8b@nothink|,in, aaomni@artificialanalysis#none,artificialanalysis,qwen3-coder-30b-a3b-instruct,solo,mixed,mid,AA-Omniscience,,,,,,16.4,acc%,0.0289,,,https://artificialanalysis.ai/models ($ / row qwen3-coder-30b-a3b-instruct / column omniscienceAccuracy),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,qwen3-coder-480b-a35b-instruct,solo,mixed,mid,AA-Omniscience,,,,,,15.683333333333332,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row qwen3-coder-480b-a35b-instruct / column omniscienceAccuracy),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,qwen3-coder-next,nothink,mixed,mid,AA-Omniscience,per-task,0.00009378681666666666,2.89e-21,,,16.15,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-coder-next / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|qwen3-coder-next@nothink|,in,in aaomni@artificialanalysis#none,artificialanalysis,qwen3-next-80b-a3b-instruct,solo,mixed,mid,AA-Omniscience,,,,,,17.25,acc%,0.00289,,,https://artificialanalysis.ai/models ($ / row qwen3-next-80b-a3b-instruct / column omniscienceAccuracy),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,qwen3-next-80b-a3b-thinking,solo,mixed,mid,AA-Omniscience,,,,,,19.033333333333333,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row qwen3-next-80b-a3b-reasoning / column omniscienceAccuracy),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,qwen3-omni-30b-a3b-instruct,solo,mixed,mid,AA-Omniscience,,,,,,14.333333333333334,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row qwen3-omni-30b-a3b-instruct / column omniscienceAccuracy),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,qwen3-omni-30b-a3b-thinking,solo,mixed,mid,AA-Omniscience,,,,,,14.6,acc%,0.0289,,,https://artificialanalysis.ai/models ($ / row qwen3-omni-30b-a3b-reasoning / column omniscienceAccuracy),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,qwen3-vl-235b-a22b-instruct,solo,mixed,mid,AA-Omniscience,,,,,,20.3,acc%,0.0289,,,https://artificialanalysis.ai/models ($ / row qwen3-vl-235b-a22b-instruct / column omniscienceAccuracy),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,qwen3-vl-30b-a3b-instruct,solo,mixed,mid,AA-Omniscience,,,,,,15.616666666666668,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row qwen3-vl-30b-a3b-instruct / column omniscienceAccuracy),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,qwen3-vl-30b-a3b-thinking,solo,mixed,mid,AA-Omniscience,,,,,,16.933333333333334,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row qwen3-vl-30b-a3b-reasoning / column omniscienceAccuracy),,out:single-couple, aagdpval#none,artificialanalysis,deepseek-r1,solo,mixed,frontier,GDPval-AA-v2,per-task,0.9893898545454546,2.89e-17,,37162.84090909091,295.37,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row deepseek-r1-0120 / column gdpval),,out:single-couple,out:cost-not-comparable aagdpval#none,artificialanalysis,deepseek-v3,solo,mixed,frontier,GDPval-AA-v2,per-task,0.007183640363636363,2.89e-19,,2885.7818181818184,-28.39,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row deepseek-v3 / column gdpval),,out:single-couple,out:cost-not-comparable aagdpval#none,artificialanalysis,deepseek-v3-0324,solo,mixed,frontier,GDPval-AA-v2,per-task,0.012271819280379341,2.89e-19,,1901.3818181818183,69.71,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row deepseek-v3-0324 / column gdpval),,out:single-couple,out:cost-not-comparable aagdpval#none,artificialanalysis,deepseek-v4.1-flash,max,mixed,frontier,GDPval-AA-v2,per-task,0.4960210278835191,2.89e-17,,116107.87272727273,1600,AA-elo,0.289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row deepseek-v4-1-flash / column gdpval),,in,in aagdpval#none,artificialanalysis,deepseek-v4.1-flash,not-established:absent,mixed,frontier,GDPval-AA-v2,per-task,0.15585347679789888,2.89e-18,,42247.82272727273,1341.23,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-1-flash-non-reasoning / column gdpval),,out:effort-not-established,out:effort-not-established aagdpval#none,artificialanalysis,deepseek-v4-flash-0731,max,mixed,frontier,GDPval-AA-v2,per-task,0.19657181224479903,2.89e-18,,94769.71818181819,1433.74,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash / column gdpval),,out:superseded,out:cost-not-comparable aagdpval#none,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,mixed,frontier,GDPval-AA-v2,per-task,0.03918679401691483,2.89e-18,,28211.986363636363,1035.87,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash-0420 / column gdpval),,out:model-not-established,out:model-not-established aagdpval#none,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,mixed,frontier,GDPval-AA-v2,per-task,0.026579357051892533,2.89e-19,,22468.145454545454,1004.54,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash-0420-high / column gdpval),,out:model-not-established,out:model-not-established aagdpval#none,artificialanalysis,?DeepSeek V4 Flash Vision,not-established:absent,mixed,frontier,GDPval-AA-v2,per-task,1.001310050277258,2.89e-16,,93590.71818181819,1546.78,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash-vision / column gdpval),,out:model-not-established,out:model-not-established aagdpval#none,artificialanalysis,deepseek-v4-pro-0813,max,mixed,frontier,GDPval-AA-v2,per-task,0.5804609355867755,2.89e-17,,69326.27272727272,1450.47,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro / column gdpval),,out:superseded,in aagdpval#none,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,mixed,frontier,GDPval-AA-v2,per-task,0.057169189941091325,2.89e-19,,31760.131818181817,1156.26,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro-0424 / column gdpval),,out:model-not-established,out:model-not-established aagdpval#none,artificialanalysis,deepseek-v4-pro-0813,not-established:absent,mixed,frontier,GDPval-AA-v2,per-task,0.1545561722848551,2.89e-17,,17244.631818181817,1057.89,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro-non-reasoning / column gdpval),,out:effort-not-established,out:effort-not-established aagdpval#none,artificialanalysis,gemini-2.5-pro,think,mixed,frontier,GDPval-AA-v2,per-task,0.3835036681586858,2.89e-17,,7095.445454545455,455.95,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gemini-2-5-pro / column gdpval),,out:single-couple,out:cost-single-couple aagdpval#none,artificialanalysis,gemini-3.1-flash-lite,high,mixed,frontier,GDPval-AA-v2,per-task,0.022483201510183636,2.89e-19,,6293.577272727272,430.83,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row gemini-3-1-flash-lite-preview / column gdpval),,out:superseded,out:superseded aagdpval#none,artificialanalysis,gemini-3.1-pro,not-established:absent,mixed,frontier,GDPval-AA-v2,per-task,0.4159667893545019,2.89e-17,,11621.454545454546,791.8,AA-elo,0.0289,,,https://artificialanalysis.ai/models ($ / row gemini-3-1-pro-preview / column gdpval),,out:effort-not-established,out:effort-not-established aagdpval#none,artificialanalysis,gemini-3.5-flash,high,mixed,frontier,GDPval-AA-v2,per-task,3.5321508547720626,2.89e-17,,86645.90909090909,1202.58,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row gemini-3-5-flash / column gdpval),,out:superseded,out:cost-not-comparable aagdpval#none,artificialanalysis,gemini-3.5-flash-lite,high,mixed,frontier,GDPval-AA-v2,per-task,0.13986661967643507,2.89e-18,,23434.98181818182,983.28,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gemini-3-5-flash-lite / column gdpval),,in,in aagdpval#none,artificialanalysis,gemini-3.6-flash,high,mixed,frontier,GDPval-AA-v2,per-task,0.9032874882665017,2.89e-17,,63604.968181818185,1284.34,AA-elo,0.00289,,cost-base-price:cost-uniform-factor,https://artificialanalysis.ai/models ($ / row gemini-3-6-flash / column gdpval),,in,in aagdpval#none,artificialanalysis,gemini-3.7-flash,high,mixed,frontier,GDPval-AA-v2,per-task,1.2478190382717331,2.89e-17,,125609.71363636364,1391.99,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row gemini-3-7-flash / column gdpval),,in,out:cost-not-comparable aagdpval#none,artificialanalysis,gemini-3.8-flash,high,mixed,frontier,GDPval-AA-v2,per-task,1.6946334455685026,2.89e-17,,133251.37727272726,1436.3,AA-elo,0.0289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://artificialanalysis.ai/models ($ / row gemini-3-8-flash / column gdpval),,in,in aagdpval#none,artificialanalysis,gemini-3.8-flash,medium,mixed,frontier,GDPval-AA-v2,per-task,1.2442497030319828,2.89e-17,,108027.76363636364,1421.18,AA-elo,0.00289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://artificialanalysis.ai/models ($ / row gemini-3-8-flash-medium / column gdpval),,in,in aagdpval#none,artificialanalysis,gemini-4-argon,high,mixed,frontier,GDPval-AA-v2,per-task,1.8192251097173668,2.89e-17,,74570.9909090909,1623.99,AA-elo,0.00289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://artificialanalysis.ai/models ($ / row gemini-4-argon / column gdpval),,in,in aagdpval#none,artificialanalysis,glm-5.1,think,mixed,frontier,GDPval-AA-v2,per-task,0.4782640624867977,2.89e-17,,30857.572727272727,1116.24,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row glm-5-1 / column gdpval),,in,in aagdpval#none,artificialanalysis,glm-5.2,not-established:absent,mixed,frontier,GDPval-AA-v2,per-task,1.3915511765573343,2.89e-17,,78756.51363636364,1372.01,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row glm-5-2 / column gdpval),,out:effort-not-established,out:effort-not-established aagdpval#none,artificialanalysis,glm-5.3,max,mixed,frontier,GDPval-AA-v2,per-task,2.2569955738459915,2.89e-17,,94422.71818181819,1650.31,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row glm-5-3 / column gdpval),,in,in aagdpval#none,artificialanalysis,glm-5.3-flash,max,mixed,frontier,GDPval-AA-v2,per-task,0.33580878422570903,2.89e-18,,125884.14090909091,1642.18,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row glm-5-3-flash / column gdpval),,in,in aagdpval#none,artificialanalysis,glm-5.3,low,mixed,frontier,GDPval-AA-v2,per-task,0.38483972661293636,2.89e-18,,22444.00909090909,1322.45,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row glm-5-3-low / column gdpval),,in,in aagdpval#none,artificialanalysis,gpt-5.4-mini,xhigh,mixed,frontier,GDPval-AA-v2,per-task,0.6561438614841538,2.89e-17,,65906.30454545455,1011.97,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-4-mini / column gdpval),,in,in aagdpval#none,artificialanalysis,gpt-5.4-nano,xhigh,mixed,frontier,GDPval-AA-v2,per-task,0.240642575473984,2.89e-16,,85614.20909090909,947.98,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-4-nano / column gdpval),,out:superseded,in aagdpval#none,artificialanalysis,gpt-5.5,xhigh,mixed,frontier,GDPval-AA-v2,per-task,2.1852775652293768,2.89e-17,,23372.654545454545,1350.71,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-5 / column gdpval),,in,in aagdpval#none,artificialanalysis,gpt-5.5,high,mixed,frontier,GDPval-AA-v2,per-task,1.4073159129646287,2.89e-17,,17021.47272727273,1326.23,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-5-high / column gdpval),,in,in aagdpval#none,artificialanalysis,gpt-5.5-instant-06-26,think,mixed,frontier,GDPval-AA-v2,per-task,0.07350633517896044,2.89e-18,,1355.0045454545455,509,AA-elo,0.289,,,https://artificialanalysis.ai/models ($ / row gpt-5-5-instant-06-26 / column gdpval),,out:effort-not-established,out:effort-not-established aagdpval#none,artificialanalysis,gpt-5.5,medium,mixed,frontier,GDPval-AA-v2,per-task,0.8080570297565506,2.89e-17,,10928.209090909091,1231,AA-elo,0.289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-5-medium / column gdpval),,in,in aagdpval#none,artificialanalysis,gpt-5.6-luna,max,mixed,frontier,GDPval-AA-v2,per-task,0.10989409800659948,2.89e-18,,34082.013636363634,1459.2,AA-elo,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna / column gdpval),,in,in aagdpval#none,artificialanalysis,gpt-5.6-luna,high,mixed,frontier,GDPval-AA-v2,per-task,0.04495179904454017,2.89e-18,,17065.909090909092,1330.1,AA-elo,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-high / column gdpval),,in,in aagdpval#none,artificialanalysis,gpt-5.6-luna,low,mixed,frontier,GDPval-AA-v2,per-task,0.008156248257822372,2.89e-19,,4142.477272727273,995.33,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-low / column gdpval),,in,in aagdpval#none,artificialanalysis,gpt-5.6-luna,medium,mixed,frontier,GDPval-AA-v2,per-task,0.014815766091229893,2.89e-19,,6928.572727272727,1129.07,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-medium / column gdpval),,in,in aagdpval#none,artificialanalysis,gpt-5.6-luna,nothink,mixed,frontier,GDPval-AA-v2,per-task,0.0077392482774395815,2.89e-20,,3537.8045454545454,919.68,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-non-reasoning / column gdpval),,in,in aagdpval#none,artificialanalysis,gpt-5.6-luna,xhigh,mixed,frontier,GDPval-AA-v2,per-task,0.07233741185115326,2.89e-18,,24806.145454545454,1399.92,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-xhigh / column gdpval),,in,in aagdpval#none,artificialanalysis,gpt-5.6-sol,max,mixed,frontier,GDPval-AA-v2,per-task,3.8638456709173368,0.203,,40582.63636363636,1608.63,AA-elo,0.00289,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol / column gdpval),,in,in aagdpval#none,artificialanalysis,gpt-5.6-sol,high,mixed,frontier,GDPval-AA-v2,per-task,1.5207859565925896,0.0798,,21215.29090909091,1503.99,AA-elo,0.00289,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-high / column gdpval),,in,in aagdpval#none,artificialanalysis,gpt-5.6-sol,low,mixed,frontier,GDPval-AA-v2,per-task,0.36813085728185924,0.0193,,7217.177272727273,1303.39,AA-elo,0.00289,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-low / column gdpval),,in,in aagdpval#none,artificialanalysis,gpt-5.6-sol,medium,mixed,frontier,GDPval-AA-v2,per-task,0.818636756962249,0.043,,13263.277272727273,1421.47,AA-elo,0.00289,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-medium / column gdpval),,in,in aagdpval#none,artificialanalysis,gpt-5.6-sol,xhigh,mixed,frontier,GDPval-AA-v2,per-task,2.3434415947719005,0.123,,29909.43181818182,1568.48,AA-elo,0.00289,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-xhigh / column gdpval),,in,in aagdpval#none,artificialanalysis,gpt-5.6-terra,max,mixed,frontier,GDPval-AA-v2,per-task,1.241601369020282,2.89e-16,,40946.83181818182,1451.58,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra / column gdpval),,in,in aagdpval#none,artificialanalysis,gpt-5.6-terra,high,mixed,frontier,GDPval-AA-v2,per-task,0.5324483321425613,2.89e-17,,21178.586363636365,1375.94,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-high / column gdpval),,in,in aagdpval#none,artificialanalysis,gpt-5.6-terra,low,mixed,frontier,GDPval-AA-v2,per-task,0.10206699980324367,2.89e-18,,5008.013636363637,1108.75,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-low / column gdpval),,in,in aagdpval#none,artificialanalysis,gpt-5.6-terra,medium,mixed,frontier,GDPval-AA-v2,per-task,0.2042007288963886,2.89e-17,,9345.718181818182,1265.44,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-medium / column gdpval),,in,in aagdpval#none,artificialanalysis,gpt-5.6-terra,nothink,mixed,frontier,GDPval-AA-v2,per-task,0.1277242668791575,2.89e-17,,5250.054545454545,1098.01,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-non-reasoning / column gdpval),,in,in aagdpval#none,artificialanalysis,gpt-5.6-terra,xhigh,mixed,frontier,GDPval-AA-v2,per-task,0.8043250998813686,2.89e-17,,29865.413636363635,1446.98,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-xhigh / column gdpval),,in,in aagdpval#none,artificialanalysis,gpt-5-mini,high,mixed,frontier,GDPval-AA-v2,per-task,0.04880851624927167,2.89e-18,,14901.004545454545,766.11,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-mini / column gdpval),,out:single-couple,out:cost-single-couple aagdpval#none,artificialanalysis,gpt-6.1-sol,max,mixed,frontier,GDPval-AA-v2,per-task,0.8935140711105688,2.89e-17,,45846.736363636366,1593.85,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-1-sol / column gdpval),,in,in aagdpval#none,artificialanalysis,gpt-6.1-sol,high,mixed,frontier,GDPval-AA-v2,per-task,0.42773535751108593,2.89e-18,,18767.913636363635,1511.35,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-1-sol-high / column gdpval),,in,in aagdpval#none,artificialanalysis,gpt-6.1-sol,low,mixed,frontier,GDPval-AA-v2,per-task,0.10499175787579802,2.89e-18,,5085.113636363636,1314.67,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-1-sol-low / column gdpval),,in,in aagdpval#none,artificialanalysis,gpt-6.1-sol,medium,mixed,frontier,GDPval-AA-v2,per-task,0.23116139731597238,2.89e-18,,10137.577272727272,1450.1,AA-elo,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-1-sol-medium / column gdpval),,in,in aagdpval#none,artificialanalysis,gpt-6.1-sol,xhigh,mixed,frontier,GDPval-AA-v2,per-task,0.558465178851431,2.89e-16,,25610.15,1538.05,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-1-sol-xhigh / column gdpval),,in,in aagdpval#none,artificialanalysis,gpt-6-astra,max,mixed,frontier,GDPval-AA-v2,per-task,4.529484400556546,2.89e-16,,39974.68636363636,1572.84,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-astra / column gdpval),,in,in aagdpval#none,artificialanalysis,gpt-6-astra,high,mixed,frontier,GDPval-AA-v2,per-task,2.4321981651397477,2.89e-17,,18673.927272727273,1522.92,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-astra-high / column gdpval),,in,in aagdpval#none,artificialanalysis,gpt-6-astra,low,mixed,frontier,GDPval-AA-v2,per-task,0.854509247197223,2.89e-16,,6697.518181818182,1389.25,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-astra-low / column gdpval),,in,in aagdpval#none,artificialanalysis,gpt-6-astra,medium,mixed,frontier,GDPval-AA-v2,per-task,1.8224126078347798,2.89e-17,,12942.9,1486.4,AA-elo,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-astra-medium / column gdpval),,in,in aagdpval#none,artificialanalysis,gpt-6-astra,xhigh,mixed,frontier,GDPval-AA-v2,per-task,3.0381411031489387,2.89e-17,,24035.668181818182,1555.91,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-astra-xhigh / column gdpval),,in,in aagdpval#none,artificialanalysis,gpt-6-luna,max,mixed,frontier,GDPval-AA-v2,per-task,0.08935398436610914,2.89e-18,,61046.85,1431.86,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-luna / column gdpval),,in,in aagdpval#none,artificialanalysis,gpt-6-luna,high,mixed,frontier,GDPval-AA-v2,per-task,0.03190170403500649,2.89e-18,,24944.927272727273,1339.93,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-luna-high / column gdpval),,in,in aagdpval#none,artificialanalysis,gpt-6-luna,low,mixed,frontier,GDPval-AA-v2,per-task,0.0037933271240714194,2.89e-20,,4140.468181818182,1033.12,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-luna-low / column gdpval),,in,in aagdpval#none,artificialanalysis,gpt-6-luna,medium,mixed,frontier,GDPval-AA-v2,per-task,0.01693611899300757,2.89e-18,,14669.168181818182,1262.27,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-luna-medium / column gdpval),,in,in aagdpval#none,artificialanalysis,gpt-6-luna,nothink,mixed,frontier,GDPval-AA-v2,per-task,0.007880583970193037,2.89e-19,,5511.172727272728,1045.45,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-luna-non-reasoning / column gdpval),,in,in aagdpval#none,artificialanalysis,gpt-6-luna,xhigh,mixed,frontier,GDPval-AA-v2,per-task,0.04571538846185774,2.89e-18,,32441.754545454547,1363.87,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-luna-xhigh / column gdpval),,in,in aagdpval#none,artificialanalysis,gpt-6-sol,max,mixed,frontier,GDPval-AA-v2,per-task,1.2765245704237997,2.89e-17,,41367.19090909091,1508.23,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-sol / column gdpval),,in,in aagdpval#none,artificialanalysis,gpt-6-sol,high,mixed,frontier,GDPval-AA-v2,per-task,0.45855512805148413,2.89e-18,,15860.095454545455,1394.08,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-sol-high / column gdpval),,in,in aagdpval#none,artificialanalysis,gpt-6-sol,low,mixed,frontier,GDPval-AA-v2,per-task,0.08867866279109131,2.89e-18,,4058.1454545454544,1200,AA-elo,0.289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-sol-low / column gdpval),,in,in aagdpval#none,artificialanalysis,gpt-6-sol,medium,mixed,frontier,GDPval-AA-v2,per-task,0.23961734140462232,2.89e-18,,9661.809090909092,1345.82,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-sol-medium / column gdpval),,in,in aagdpval#none,artificialanalysis,gpt-6-sol,nothink,mixed,frontier,GDPval-AA-v2,per-task,0.2612132362585707,2.89e-17,,5844.204545454545,1248.98,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-sol-non-reasoning / column gdpval),,in,in aagdpval#none,artificialanalysis,gpt-6-sol,xhigh,mixed,frontier,GDPval-AA-v2,per-task,0.7417221751212122,2.89e-17,,24755.1,1455.23,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-sol-xhigh / column gdpval),,in,in aagdpval#none,artificialanalysis,gpt-oss-120b,high,mixed,frontier,GDPval-AA-v2,per-task,0.09068931613636363,2.89e-18,,31411.090909090908,608.65,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row gpt-oss-120b / column gdpval),,out:single-couple,out:cost-not-comparable aagdpval#none,artificialanalysis,gpt-oss-20b,high,mixed,frontier,GDPval-AA-v2,per-task,0.06993636098863637,2.89e-18,,37011.88636363636,339.96,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row gpt-oss-20b / column gdpval),,out:single-couple,out:cost-not-comparable aagdpval#none,artificialanalysis,grok-4.3,high,mixed,frontier,GDPval-AA-v2,per-task,0.11314294141794741,2.89e-18,,15143.718181818182,937.89,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-3 / column gdpval),,in,in aagdpval#none,artificialanalysis,grok-4.3,nothink,mixed,frontier,GDPval-AA-v2,per-task,0.21219279356689422,2.89e-18,,14327.795454545454,942.17,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-3-non-reasoning / column gdpval),,in,in aagdpval#none,artificialanalysis,grok-4.5,high,mixed,frontier,GDPval-AA-v2,per-task,0.4809874188376072,2.89e-17,,28524.586363636365,1384.26,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-5 / column gdpval),,in,in aagdpval#none,artificialanalysis,grok-4.6,high,mixed,frontier,GDPval-AA-v2,per-task,1.8850111412578139,2.89e-17,,53977.009090909094,1618.11,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-6 / column gdpval),,in,in aagdpval#none,artificialanalysis,grok-4.6,low,mixed,frontier,GDPval-AA-v2,per-task,0.31660545690176817,2.89e-18,,16836.26818181818,1410.2,AA-elo,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-6-low / column gdpval),,in,in aagdpval#none,artificialanalysis,grok-4.6,medium,mixed,frontier,GDPval-AA-v2,per-task,1.3781331935092045,2.89e-17,,42441.318181818184,1612.18,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-6-medium / column gdpval),,in,in aagdpval#none,artificialanalysis,grok-4.6,xhigh,mixed,frontier,GDPval-AA-v2,per-task,2.439483396142177,2.89e-16,,61434.01818181818,1645.38,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-6-xhigh / column gdpval),,in,in aagdpval#none,artificialanalysis,grok-4.7,xhigh,mixed,frontier,GDPval-AA-v2,per-task,6.432607874441748,2.89e-16,,135649.91363636364,1711.07,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-7 / column gdpval),,in,in aagdpval#none,artificialanalysis,grok-4.7,high,mixed,frontier,GDPval-AA-v2,per-task,5.219071079466576,2.89e-16,,118417.26363636364,1706.28,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-7-high / column gdpval),,in,in aagdpval#none,artificialanalysis,grok-4.7,low,mixed,frontier,GDPval-AA-v2,per-task,1.428722106504467,2.89e-16,,43212.44545454546,1588.11,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-7-low / column gdpval),,in,in aagdpval#none,artificialanalysis,kimi-k2.6,think,mixed,frontier,GDPval-AA-v2,per-task,0.6025213170456084,2.89e-17,,25295.813636363637,1038.29,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row kimi-k2-6 / column gdpval),,in,in aagdpval#none,artificialanalysis,kimi-k2.7-code,solo,mixed,frontier,GDPval-AA-v2,per-task,0.39648028772206384,2.89e-18,,19639.922727272726,1037.51,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row kimi-k2-7-code / column gdpval),,in,in aagdpval#none,artificialanalysis,kimi-k3,max,mixed,frontier,GDPval-AA-v2,per-task,2.1451724213415857,2.89e-17,,59382.4,1532.59,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row kimi-k3 / column gdpval),,in,in aagdpval#none,artificialanalysis,kimi-k3,not-established:absent,mixed,frontier,GDPval-AA-v2,per-task,0.20957353944594748,2.89e-18,,6708.663636363636,1125.75,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row kimi-k3-low / column gdpval),,out:effort-not-established,out:effort-not-established aagdpval#none,artificialanalysis,o3-mini,not-established:absent,mixed,frontier,GDPval-AA-v2,,,,,,230.33,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row o3-mini-high / column gdpval),,out:effort-not-established, aagdpval#none,artificialanalysis,qwen3-235b-a22b-thinking-2507,solo,mixed,frontier,GDPval-AA-v2,,,,,,313.6,AA-elo,0.0289,,,https://artificialanalysis.ai/models ($ / row qwen3-235b-a22b-instruct-2507-reasoning / column gdpval),,out:single-couple, aagdpval#none,artificialanalysis,qwen3-30b-a3b-thinking-2507,solo,mixed,frontier,GDPval-AA-v2,per-task,0.162571995,2.89e-10,,48537.85909090909,67.96,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-30b-a3b-2507-reasoning / column gdpval),,out:single-couple,out:cost-single-couple aagdpval#none,artificialanalysis,qwen3.5-122b-a10b,think,mixed,frontier,GDPval-AA-v2,per-task,0.2399156418181818,2.89e-17,,15383.790909090909,814.01,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-5-122b-a10b / column gdpval),,in,in aagdpval#none,artificialanalysis,qwen3.5-397b-a17b,think,mixed,frontier,GDPval-AA-v2,per-task,0.3714979554545454,2.89e-17,,15501.486363636364,792.97,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-5-397b-a17b / column gdpval),,in,in aagdpval#none,artificialanalysis,qwen3.5-9b,think,mixed,frontier,GDPval-AA-v2,per-task,0.6158871563636364,2.89e-17,,61129.222727272725,419.52,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row qwen3-5-9b / column gdpval),,out:superseded,out:cost-not-comparable aagdpval#none,artificialanalysis,qwen3.6-27b,think,mixed,frontier,GDPval-AA-v2,per-task,0.4417119681818181,2.89e-17,,25779.55,985.63,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-6-27b / column gdpval),,in,in aagdpval#none,artificialanalysis,qwen3.6-35b-a3b,think,mixed,frontier,GDPval-AA-v2,per-task,0.42946269545454546,2.89e-18,,34202.90909090909,892.41,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-6-35b-a3b / column gdpval),,in,in aagdpval#none,artificialanalysis,qwen3.7-max,think,mixed,frontier,GDPval-AA-v2,per-task,0.6552569095043101,2.89e-17,,21691.263636363637,1127.65,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-7-max / column gdpval),,in,in aagdpval#none,artificialanalysis,qwen3.7-plus,think,mixed,frontier,GDPval-AA-v2,per-task,0.06833400389980358,2.89e-18,,12889.577272727272,767.63,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row qwen3-7-plus / column gdpval),,in,out:cost-not-comparable aagdpval#none,artificialanalysis,qwen3.8-2.4t-a95b,not-established:absent,mixed,frontier,GDPval-AA-v2,per-task,2.5254921533204024,2.89e-17,,86594.27727272727,1607.97,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row qwen3-8-2-4t-a95b / column gdpval),,out:effort-not-established,out:effort-not-established aagdpval#none,artificialanalysis,qwen3.8-27b,xhigh,mixed,frontier,GDPval-AA-v2,per-task,1.096572516109091,2.89e-16,,100519.12272727273,1419.88,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-8-27b / column gdpval),,in,in aagdpval#none,artificialanalysis,qwen3.8-27b,low,mixed,frontier,GDPval-AA-v2,per-task,0.9653021127454545,2.89e-17,,79114.08181818182,1362.53,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-8-27b-low / column gdpval),,in,in aagdpval#none,artificialanalysis,qwen3.8-27b,medium,mixed,frontier,GDPval-AA-v2,per-task,0.9750114430727274,2.89e-17,,92929.34545454546,1382.16,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-8-27b-medium / column gdpval),,in,in aagdpval#none,artificialanalysis,qwen3.8-27b,not-established:absent,mixed,frontier,GDPval-AA-v2,per-task,1.7248469296727276,2.89e-17,,53108.36818181818,1072.36,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row qwen3-8-27b-non-reasoning / column gdpval),,out:effort-not-established,out:effort-not-established aagdpval#none,artificialanalysis,qwen3.8-flash-next,not-established:absent,mixed,frontier,GDPval-AA-v2,per-task,0.29744017633263636,2.89e-18,,153798.56363636363,1627.86,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row qwen3-8-flash-next / column gdpval),,out:effort-not-established,out:effort-not-established aagdpval#none,artificialanalysis,qwen3.8-max-0902,not-established:absent,mixed,frontier,GDPval-AA-v2,per-task,4.538143258221447,2.89e-16,,122272.59545454546,1665.58,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row qwen3-8-max / column gdpval),,out:effort-not-established,out:effort-not-established aagdpval#none,artificialanalysis,?Qwen3.8 Max,not-established:absent,mixed,frontier,GDPval-AA-v2,per-task,2.7441547605979935,2.89e-17,,81838.09090909091,1604.43,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row qwen3-8-max-0803 / column gdpval),,out:model-not-established,out:model-not-established aagdpval#none,artificialanalysis,qwen3-coder-next,nothink,mixed,frontier,GDPval-AA-v2,per-task,0.24342987286579576,2.89e-18,,19020.363636363636,513.94,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-coder-next / column gdpval),,in,in aabriefcase,artificialanalysis,deepseek-r1,solo,agentic-tool,frontier,AA-Briefcase,per-task,0.6095196923076923,2.89e-17,,23930.53846153846,128.21,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row deepseek-r1-0120 / column briefcaseBreakdown.overall.elo),,out:decision:D57,out:cost-not-comparable aabriefcase,artificialanalysis,deepseek-v3,solo,agentic-tool,frontier,AA-Briefcase,per-task,0.055460870989010994,2.89e-19,,4467.934065934066,77.7,AA-elo,0.0289,,,https://artificialanalysis.ai/models ($ / row deepseek-v3 / column briefcaseBreakdown.overall.elo),,out:decision:D57,out:cost-not-comparable aabriefcase,artificialanalysis,deepseek-v3-0324,solo,agentic-tool,frontier,AA-Briefcase,per-task,0.08811733746281325,2.89e-18,,4240.142857142857,68.11,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row deepseek-v3-0324 / column briefcaseBreakdown.overall.elo),,out:decision:D57,out:cost-not-comparable aabriefcase,artificialanalysis,deepseek-v4.1-flash,max,agentic-tool,frontier,AA-Briefcase,per-task,1.0434375869118435,2.89e-17,,170690.02197802198,1420.2,AA-elo,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row deepseek-v4-1-flash / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,deepseek-v4.1-flash,not-established:absent,agentic-tool,frontier,AA-Briefcase,per-task,0.19308190865262928,2.89e-18,,35128.43956043956,1117.62,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-1-flash-non-reasoning / column briefcaseBreakdown.overall.elo),,out:decision:D57,out:effort-not-established aabriefcase,artificialanalysis,deepseek-v4-flash-0731,max,agentic-tool,frontier,AA-Briefcase,per-task,0.3287062173962787,2.89e-17,,108329.94505494506,1258.64,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash / column briefcaseBreakdown.overall.elo),,out:decision:D57,out:cost-not-comparable aabriefcase,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,agentic-tool,frontier,AA-Briefcase,per-task,0.055688067827414235,2.89e-19,,37624.0989010989,835.84,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash-0420 / column briefcaseBreakdown.overall.elo),,out:decision:D57,out:model-not-established aabriefcase,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,agentic-tool,frontier,AA-Briefcase,per-task,0.21341464119569853,2.89e-18,,79883.83516483517,1043.64,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash-0420-high / column briefcaseBreakdown.overall.elo),,out:decision:D57,out:model-not-established aabriefcase,artificialanalysis,?DeepSeek V4 Flash Vision,not-established:absent,agentic-tool,frontier,AA-Briefcase,per-task,2.788879356815386,2.89e-16,,148591.42857142858,1424.6,AA-elo,0.0289,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash-vision / column briefcaseBreakdown.overall.elo),,out:decision:D57,out:model-not-established aabriefcase,artificialanalysis,deepseek-v4-pro-0813,max,agentic-tool,frontier,AA-Briefcase,per-task,0.9954881431146125,2.89e-17,,92150.20879120879,1256.94,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,agentic-tool,frontier,AA-Briefcase,per-task,0.09253220869124713,2.89e-18,,42293.846153846156,922.01,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro-0424 / column briefcaseBreakdown.overall.elo),,out:decision:D57,out:model-not-established aabriefcase,artificialanalysis,deepseek-v4-pro-0813,not-established:absent,agentic-tool,frontier,AA-Briefcase,per-task,0.36122922591362766,2.89e-18,,29111.472527472528,928.2,AA-elo,0.0289,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro-non-reasoning / column briefcaseBreakdown.overall.elo),,out:decision:D57,out:decision:D65 aabriefcase,artificialanalysis,gemini-2.5-pro,think,agentic-tool,frontier,AA-Briefcase,per-task,0.49768566022916216,2.89e-18,,12467.461538461539,301.88,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gemini-2-5-pro / column briefcaseBreakdown.overall.elo),,out:decision:D57,out:cost-single-couple aabriefcase,artificialanalysis,gemini-3.1-flash-lite,high,agentic-tool,frontier,AA-Briefcase,per-task,0.040744480476537365,2.89e-19,,5739.516483516483,207.25,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row gemini-3-1-flash-lite-preview / column briefcaseBreakdown.overall.elo),,out:decision:D57,out:superseded aabriefcase,artificialanalysis,gemini-3.1-pro,not-established:absent,agentic-tool,frontier,AA-Briefcase,per-task,1.1705282268147343,2.89e-17,,16595.494505494506,456.5,AA-elo,0.0289,,,https://artificialanalysis.ai/models ($ / row gemini-3-1-pro-preview / column briefcaseBreakdown.overall.elo),,out:decision:D57,out:effort-not-established aabriefcase,artificialanalysis,gemini-3.5-flash,high,agentic-tool,frontier,AA-Briefcase,per-task,9.489440004546275,2.89e-16,,146031.04395604396,874.32,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row gemini-3-5-flash / column briefcaseBreakdown.overall.elo),,out:decision:D57,out:cost-not-comparable aabriefcase,artificialanalysis,gemini-3.5-flash-lite,high,agentic-tool,frontier,AA-Briefcase,per-task,0.16799447473725934,2.89e-18,,23020.32967032967,650.26,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gemini-3-5-flash-lite / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,gemini-3.6-flash,high,agentic-tool,frontier,AA-Briefcase,per-task,1.558793742212677,2.89e-16,,77321.27472527472,953.92,AA-elo,0.00289,,cost-base-price:cost-uniform-factor,https://artificialanalysis.ai/models ($ / row gemini-3-6-flash / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,gemini-3.7-flash,high,agentic-tool,frontier,AA-Briefcase,per-task,2.154940207973351,2.89e-16,,161198.58241758242,1113.53,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row gemini-3-7-flash / column briefcaseBreakdown.overall.elo),,out:decision:D57,out:cost-not-comparable aabriefcase,artificialanalysis,gemini-3.8-flash,high,agentic-tool,frontier,AA-Briefcase,per-task,2.7018671288270966,2.89e-17,,154230.21978021978,1202.59,AA-elo,0.00289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://artificialanalysis.ai/models ($ / row gemini-3-8-flash / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,gemini-3.8-flash,medium,agentic-tool,frontier,AA-Briefcase,per-task,1.9899559185377038,2.89e-17,,128915.91208791209,1181.5,AA-elo,0.0289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://artificialanalysis.ai/models ($ / row gemini-3-8-flash-medium / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,gemini-4-argon,high,agentic-tool,frontier,AA-Briefcase,per-task,5.8277493804482905,2.89e-17,,142374.13186813187,1486.44,AA-elo,0.00289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://artificialanalysis.ai/models ($ / row gemini-4-argon / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,glm-5.1,think,agentic-tool,frontier,AA-Briefcase,per-task,0.8397183562137736,2.89e-17,,42815.91208791209,964.54,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row glm-5-1 / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,glm-5.2,not-established:absent,agentic-tool,frontier,AA-Briefcase,per-task,2.8211023983101766,2.89e-17,,115122.5054945055,1228.86,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row glm-5-2 / column briefcaseBreakdown.overall.elo),,out:decision:D57,out:effort-not-established aabriefcase,artificialanalysis,glm-5.3,max,agentic-tool,frontier,AA-Briefcase,per-task,5.648789747084111,2.89e-16,,136335.1978021978,1506.86,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row glm-5-3 / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,glm-5.3-flash,max,agentic-tool,frontier,AA-Briefcase,per-task,0.9839855425157805,2.89e-17,,131964.56043956045,1452.63,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row glm-5-3-flash / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,glm-5.3,low,agentic-tool,frontier,AA-Briefcase,per-task,0.7256031951789672,2.89e-17,,33551.53846153846,1186.83,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row glm-5-3-low / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,gpt-5.4-mini,xhigh,agentic-tool,frontier,AA-Briefcase,per-task,0.37421281046416316,2.89e-18,,32212.296703296703,719.36,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-4-mini / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,gpt-5.4-nano,xhigh,agentic-tool,frontier,AA-Briefcase,per-task,0.5880544955790029,2.89e-17,,169169.64835164836,673.76,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-4-nano / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,gpt-5.5,xhigh,agentic-tool,frontier,AA-Briefcase,per-task,5.147024219229545,2.89e-16,,37754.08791208791,1136.33,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-5 / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,gpt-5.5,high,agentic-tool,frontier,AA-Briefcase,per-task,3.301262815473707,2.89e-16,,28174.186813186814,1088.3,AA-elo,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-5-high / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,gpt-5.5-instant-06-26,think,agentic-tool,frontier,AA-Briefcase,per-task,1.1104685027939591,2.89e-17,,11349.670329670329,1086.37,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row gpt-5-5-instant-06-26 / column briefcaseBreakdown.overall.elo),,out:decision:D57,out:effort-not-established aabriefcase,artificialanalysis,gpt-5.5,medium,agentic-tool,frontier,AA-Briefcase,per-task,1.9231450803919996,2.89e-17,,18069.813186813186,1000,AA-elo,0.289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-5-medium / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,gpt-5.6-luna,max,agentic-tool,frontier,AA-Briefcase,per-task,0.3950640847168226,2.89e-17,,77903.1978021978,1342.18,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,gpt-5.6-luna,high,agentic-tool,frontier,AA-Briefcase,per-task,0.11672989975308948,2.89e-18,,31274.21978021978,1170.08,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-high / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,gpt-5.6-luna,low,agentic-tool,frontier,AA-Briefcase,per-task,0.012522464885474184,2.89e-19,,4522.142857142857,740.69,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-low / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,gpt-5.6-luna,medium,agentic-tool,frontier,AA-Briefcase,per-task,0.029337873600120943,2.89e-19,,9415.098901098901,934.59,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-medium / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,gpt-5.6-luna,nothink,agentic-tool,frontier,AA-Briefcase,per-task,0.013597073803336279,2.89e-19,,4607.956043956044,706.04,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-non-reasoning / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,gpt-5.6-luna,xhigh,agentic-tool,frontier,AA-Briefcase,per-task,0.21343736940866637,2.89e-18,,49430.16483516483,1267.93,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-xhigh / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,gpt-5.6-sol,max,agentic-tool,frontier,AA-Briefcase,per-task,5.527861956439359,0.29,,58023.67032967033,1480.04,AA-elo,0.00289,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,gpt-5.6-sol,high,agentic-tool,frontier,AA-Briefcase,per-task,2.837106835296283,0.149,,32130.934065934067,1368.7,AA-elo,0.0289,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-high / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,gpt-5.6-sol,low,agentic-tool,frontier,AA-Briefcase,per-task,0.5754776468759762,0.0302,,8266.637362637362,1043.52,AA-elo,0.00289,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-low / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,gpt-5.6-sol,medium,agentic-tool,frontier,AA-Briefcase,per-task,1.3313115045963175,0.0699,,16926.32967032967,1241.93,AA-elo,0.00289,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-medium / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,gpt-5.6-sol,xhigh,agentic-tool,frontier,AA-Briefcase,per-task,4.235683413326701,0.222,,45580.505494505494,1437.45,AA-elo,0.00289,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-xhigh / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,gpt-5.6-terra,max,agentic-tool,frontier,AA-Briefcase,per-task,2.8277931672112757,2.89e-17,,64997.32967032967,1334.22,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,gpt-5.6-terra,high,agentic-tool,frontier,AA-Briefcase,per-task,0.8610124311460803,2.89e-17,,25232.747252747253,1202.17,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-high / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,gpt-5.6-terra,low,agentic-tool,frontier,AA-Briefcase,per-task,0.2998034080920235,2.89e-17,,9780.23076923077,1014.15,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-low / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,gpt-5.6-terra,medium,agentic-tool,frontier,AA-Briefcase,per-task,0.38428121273099913,2.89e-18,,12068.373626373626,1039.24,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-medium / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,gpt-5.6-terra,nothink,agentic-tool,frontier,AA-Briefcase,per-task,0.31596601308339406,2.89e-18,,9529.516483516483,947.53,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-non-reasoning / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,gpt-5.6-terra,xhigh,agentic-tool,frontier,AA-Briefcase,per-task,1.8138381655984461,2.89e-17,,48398.53846153846,1332.76,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-xhigh / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,gpt-5-mini,high,agentic-tool,frontier,AA-Briefcase,per-task,0.0826800950983549,2.89e-17,,22435.956043956045,428.44,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-mini / column briefcaseBreakdown.overall.elo),,out:decision:D57,out:cost-single-couple aabriefcase,artificialanalysis,gpt-6.1-sol,max,agentic-tool,frontier,AA-Briefcase,per-task,2.3126027773097606,2.89e-17,,114993.58241758242,1557,AA-elo,0.289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-1-sol / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,gpt-6.1-sol,high,agentic-tool,frontier,AA-Briefcase,per-task,0.8369288919931835,2.89e-17,,34115.89010989011,1465.25,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-1-sol-high / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,gpt-6.1-sol,low,agentic-tool,frontier,AA-Briefcase,per-task,0.17709095010309106,2.89e-18,,6713.219780219781,1116.74,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-1-sol-low / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,gpt-6.1-sol,medium,agentic-tool,frontier,AA-Briefcase,per-task,0.4643700654607732,2.89e-17,,18712.351648351647,1361.16,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-1-sol-medium / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,gpt-6.1-sol,xhigh,agentic-tool,frontier,AA-Briefcase,per-task,1.0385626211756458,2.89e-17,,43512.52747252747,1503.6,AA-elo,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-1-sol-xhigh / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,gpt-6-astra,max,agentic-tool,frontier,AA-Briefcase,per-task,9.50208391505787,2.89e-15,,68691.47252747252,1568.99,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-astra / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,gpt-6-astra,high,agentic-tool,frontier,AA-Briefcase,per-task,4.763525793864493,2.89e-16,,32138.659340659342,1505.91,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-astra-high / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,gpt-6-astra,low,agentic-tool,frontier,AA-Briefcase,per-task,1.442990915952804,2.89e-16,,9910.307692307691,1257.01,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-astra-low / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,gpt-6-astra,medium,agentic-tool,frontier,AA-Briefcase,per-task,3.9399856621415905,2.89e-17,,26423.714285714286,1460.92,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-astra-medium / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,gpt-6-astra,xhigh,agentic-tool,frontier,AA-Briefcase,per-task,6.563521325092937,2.89e-16,,44691.0989010989,1546.7,AA-elo,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-astra-xhigh / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,gpt-6-luna,max,agentic-tool,frontier,AA-Briefcase,per-task,0.16999207407261596,2.89e-18,,110018.61538461539,1334.83,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-luna / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,gpt-6-luna,high,agentic-tool,frontier,AA-Briefcase,per-task,0.06220832086165862,2.89e-18,,42461.681318681316,1186.42,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-luna-high / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,gpt-6-luna,low,agentic-tool,frontier,AA-Briefcase,per-task,0.0060857300903773325,2.89e-20,,4306.659340659341,741.34,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-luna-low / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,gpt-6-luna,medium,agentic-tool,frontier,AA-Briefcase,per-task,0.03312303543894964,2.89e-18,,23238.956043956045,1098.75,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-luna-medium / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,gpt-6-luna,nothink,agentic-tool,frontier,AA-Briefcase,per-task,0.020804218775630965,2.89e-19,,9082.208791208792,903.18,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-luna-non-reasoning / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,gpt-6-luna,xhigh,agentic-tool,frontier,AA-Briefcase,per-task,0.08249954686550107,2.89e-18,,57304,1236.97,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-luna-xhigh / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,gpt-6-sol,max,agentic-tool,frontier,AA-Briefcase,per-task,2.6243117016799835,2.89e-17,,68092,1480.92,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-sol / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,gpt-6-sol,high,agentic-tool,frontier,AA-Briefcase,per-task,0.6390279798019513,2.89e-17,,18758.516483516483,1266.41,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-sol-high / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,gpt-6-sol,low,agentic-tool,frontier,AA-Briefcase,per-task,0.127058470038521,2.89e-16,,4220.3626373626375,886.44,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-sol-low / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,gpt-6-sol,medium,agentic-tool,frontier,AA-Briefcase,per-task,0.33025570089823436,2.89e-18,,9883.439560439561,1149.3,AA-elo,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-sol-medium / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,gpt-6-sol,nothink,agentic-tool,frontier,AA-Briefcase,per-task,0.37395605724735675,2.89e-18,,9264.956043956045,1103.23,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-sol-non-reasoning / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,gpt-6-sol,xhigh,agentic-tool,frontier,AA-Briefcase,per-task,1.131080995009401,2.89e-16,,32260.043956043955,1357.36,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-sol-xhigh / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,gpt-oss-120b,high,agentic-tool,frontier,AA-Briefcase,per-task,0.4811683342307692,2.89e-17,,97716.83516483517,0,AA-elo,0.289,,,https://artificialanalysis.ai/models ($ / row gpt-oss-120b / column briefcaseBreakdown.overall.elo),,out:decision:D57,out:cost-not-comparable aabriefcase,artificialanalysis,gpt-oss-20b,high,agentic-tool,frontier,AA-Briefcase,per-task,0.008438748214285715,2.89e-19,,25108.86813186813,0,AA-elo,0.289,,,https://artificialanalysis.ai/models ($ / row gpt-oss-20b / column briefcaseBreakdown.overall.elo),,out:decision:D57,out:cost-not-comparable aabriefcase,artificialanalysis,grok-4.3,high,agentic-tool,frontier,AA-Briefcase,per-task,0.29808340678083434,2.89e-18,,18561.285714285714,761.88,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-3 / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,grok-4.3,nothink,agentic-tool,frontier,AA-Briefcase,per-task,0.25654718251547265,2.89e-18,,19108.89010989011,724.34,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-3-non-reasoning / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,grok-4.5,high,agentic-tool,frontier,AA-Briefcase,per-task,1.0773171271376452,2.89e-17,,54643.681318681316,1280.57,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-5 / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,grok-4.6,high,agentic-tool,frontier,AA-Briefcase,per-task,3.958649657650099,2.89e-16,,81672.94505494506,1534.25,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-6 / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,grok-4.6,low,agentic-tool,frontier,AA-Briefcase,per-task,0.6863248381684286,2.89e-17,,28393.824175824175,1287.61,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-6-low / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,grok-4.6,medium,agentic-tool,frontier,AA-Briefcase,per-task,2.751820122929561,2.89e-16,,64982.153846153844,1483.19,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-6-medium / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,grok-4.6,xhigh,agentic-tool,frontier,AA-Briefcase,per-task,4.87952274222733,2.89e-15,,84617.57142857143,1544.92,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-6-xhigh / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,grok-4.7,xhigh,agentic-tool,frontier,AA-Briefcase,per-task,9.303489823929853,2.89e-16,,161224.42857142858,1641.75,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-7 / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,grok-4.7,high,agentic-tool,frontier,AA-Briefcase,per-task,7.4151168456305125,2.89e-17,,137434.0989010989,1632.79,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-7-high / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,grok-4.7,low,agentic-tool,frontier,AA-Briefcase,per-task,2.5092450035389797,2.89e-17,,68680.36263736263,1498.6,AA-elo,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-7-low / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,kimi-k2.6,think,agentic-tool,frontier,AA-Briefcase,per-task,1.1657176554112851,2.89e-17,,42408.89010989011,819.82,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row kimi-k2-6 / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,kimi-k2.7-code,solo,agentic-tool,frontier,AA-Briefcase,per-task,0.7883307915135132,2.89e-17,,40175.54945054945,858.75,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row kimi-k2-7-code / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,kimi-k3,max,agentic-tool,frontier,AA-Briefcase,per-task,6.73466910971567,2.89e-15,,119873.34065934065,1499.38,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row kimi-k3 / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,kimi-k3,not-established:absent,agentic-tool,frontier,AA-Briefcase,per-task,0.5404290762869337,2.89e-17,,14139.54945054945,985.76,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row kimi-k3-low / column briefcaseBreakdown.overall.elo),,out:decision:D57,out:effort-not-established aabriefcase,artificialanalysis,o3-mini,not-established:absent,agentic-tool,frontier,AA-Briefcase,,,,,,141.71,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row o3-mini-high / column briefcaseBreakdown.overall.elo),,out:decision:D57, aabriefcase,artificialanalysis,qwen3-235b-a22b-thinking-2507,solo,agentic-tool,frontier,AA-Briefcase,,,,,,169.28,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row qwen3-235b-a22b-instruct-2507-reasoning / column briefcaseBreakdown.overall.elo),,out:decision:D57, aabriefcase,artificialanalysis,qwen3-30b-a3b-thinking-2507,solo,agentic-tool,frontier,AA-Briefcase,per-task,0.14761342021978024,2.89e-18,,53691.16483516483,5.32,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-30b-a3b-2507-reasoning / column briefcaseBreakdown.overall.elo),,out:decision:D57,out:cost-single-couple aabriefcase,artificialanalysis,qwen3.5-122b-a10b,think,agentic-tool,frontier,AA-Briefcase,per-task,0.5301248263736265,2.89e-17,,18293.846153846152,497.34,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-5-122b-a10b / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,qwen3.5-397b-a17b,think,agentic-tool,frontier,AA-Briefcase,per-task,0.747623221978022,2.89e-16,,19731.01098901099,562.4,AA-elo,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-5-397b-a17b / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,qwen3.5-9b,think,agentic-tool,frontier,AA-Briefcase,per-task,0.24319246060439564,2.89e-18,,29620.956043956045,340.67,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row qwen3-5-9b / column briefcaseBreakdown.overall.elo),,out:decision:D57,out:cost-not-comparable aabriefcase,artificialanalysis,qwen3.6-27b,think,agentic-tool,frontier,AA-Briefcase,per-task,1.0466032021978022,2.89e-17,,37422.395604395606,815.82,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-6-27b / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,qwen3.6-35b-a3b,think,agentic-tool,frontier,AA-Briefcase,per-task,0.7315498228021978,2.89e-17,,57304.82417582418,712.84,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-6-35b-a3b / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,qwen3.7-max,think,agentic-tool,frontier,AA-Briefcase,per-task,1.301308482856504,2.89e-16,,31967.736263736264,916.31,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-7-max / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,qwen3.7-plus,think,agentic-tool,frontier,AA-Briefcase,per-task,0.2398992537990407,2.89e-17,,37677.16483516483,915.27,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row qwen3-7-plus / column briefcaseBreakdown.overall.elo),,out:decision:D57,out:cost-not-comparable aabriefcase,artificialanalysis,qwen3.8-2.4t-a95b,not-established:absent,agentic-tool,frontier,AA-Briefcase,per-task,4.155203980464372,2.89e-16,,159322.47252747254,1435.33,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row qwen3-8-2-4t-a95b / column briefcaseBreakdown.overall.elo),,out:decision:D57,out:effort-not-established aabriefcase,artificialanalysis,qwen3.8-27b,xhigh,agentic-tool,frontier,AA-Briefcase,per-task,2.82922071556044,2.89e-15,,142232.02197802198,1395.27,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-8-27b / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,qwen3.8-27b,low,agentic-tool,frontier,AA-Briefcase,per-task,2.040840279252748,2.89e-16,,98648.86813186813,1271.57,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-8-27b-low / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,qwen3.8-27b,medium,agentic-tool,frontier,AA-Briefcase,per-task,2.81243959978022,2.89e-15,,134382.47252747254,1375.49,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-8-27b-medium / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,qwen3.8-27b,not-established:absent,agentic-tool,frontier,AA-Briefcase,per-task,8.994733869274729,2.89e-16,,81417.15384615384,897.66,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row qwen3-8-27b-non-reasoning / column briefcaseBreakdown.overall.elo),,out:decision:D57,out:effort-not-established aabriefcase,artificialanalysis,qwen3.8-flash-next,not-established:absent,agentic-tool,frontier,AA-Briefcase,per-task,1.6047017800096701,2.89e-17,,311692.0989010989,1579.93,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row qwen3-8-flash-next / column briefcaseBreakdown.overall.elo),,out:decision:D57,out:effort-not-established aabriefcase,artificialanalysis,qwen3.8-max-0902,not-established:absent,agentic-tool,frontier,AA-Briefcase,per-task,19.57685760227068,2.89e-15,,334096.6043956044,1612.8,AA-elo,0.0289,,,https://artificialanalysis.ai/models ($ / row qwen3-8-max / column briefcaseBreakdown.overall.elo),,out:decision:D57,out:effort-not-established aabriefcase,artificialanalysis,?Qwen3.8 Max,not-established:absent,agentic-tool,frontier,AA-Briefcase,per-task,4.2553979641863044,2.89e-17,,100018.91208791209,1384.6,AA-elo,0.0289,,,https://artificialanalysis.ai/models ($ / row qwen3-8-max-0803 / column briefcaseBreakdown.overall.elo),,out:decision:D57,out:model-not-established aabriefcase,artificialanalysis,qwen3-coder-next,nothink,agentic-tool,frontier,AA-Briefcase,per-task,1.29784555149335,2.89e-15,,30826.637362637364,403.62,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-coder-next / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aamlcr,artificialanalysis,deepseek-v4.1-flash,max,mixed,hard,MLCR-AA,,,,,,22.7777777777778,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-1-flash / column mlcrOverall),,in, aamlcr,artificialanalysis,deepseek-v4-flash-0731,max,mixed,hard,MLCR-AA,,,,,,13.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash / column mlcrOverall),,in, aamlcr,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,mixed,hard,MLCR-AA,,,,,,15,acc%,0.289,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash-0420 / column mlcrOverall),,out:model-not-established, aamlcr,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,mixed,hard,MLCR-AA,,,,,,6.66666666666667,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash-0420-high / column mlcrOverall),,out:model-not-established, aamlcr,artificialanalysis,deepseek-v4-pro-0813,max,mixed,hard,MLCR-AA,,,,,,17.7777777777778,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro / column mlcrOverall),,in, aamlcr,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,mixed,hard,MLCR-AA,,,,,,21.1111111111111,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro-0424 / column mlcrOverall),,out:model-not-established, aamlcr,artificialanalysis,gemini-2.5-flash,nothink,mixed,hard,MLCR-AA,,,,,,8.33333333333333,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gemini-2-5-flash / column mlcrOverall),,out:single-couple, aamlcr,artificialanalysis,gemini-2.5-flash-lite,think,mixed,hard,MLCR-AA,,,,,,2.22222222222222,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gemini-2-5-flash-lite-reasoning / column mlcrOverall),,out:single-couple, aamlcr,artificialanalysis,gemini-2.5-flash,think,mixed,hard,MLCR-AA,,,,,,8.88888888888889,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gemini-2-5-flash-reasoning / column mlcrOverall),,out:single-couple, aamlcr,artificialanalysis,gemini-3.1-flash-lite,high,mixed,hard,MLCR-AA,,,,,,6.11111111111111,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gemini-3-1-flash-lite-preview / column mlcrOverall),,in, aamlcr,artificialanalysis,gemini-3.1-pro,not-established:absent,mixed,hard,MLCR-AA,,,,,,15.5555555555556,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-1-pro-preview / column mlcrOverall),,out:effort-not-established, aamlcr,artificialanalysis,gemini-3.5-flash,high,mixed,hard,MLCR-AA,,,,,,18.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-5-flash / column mlcrOverall),,out:superseded, aamlcr,artificialanalysis,gemini-3.5-flash-lite,high,mixed,hard,MLCR-AA,,,,,,7.22222222222222,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gemini-3-5-flash-lite / column mlcrOverall),,in, aamlcr,artificialanalysis,gemini-3.6-flash,high,mixed,hard,MLCR-AA,,,,,,14.4444444444444,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-6-flash / column mlcrOverall),,in, aamlcr,artificialanalysis,gemini-3.7-flash,high,mixed,hard,MLCR-AA,,,,,,15,acc%,0.289,,,https://artificialanalysis.ai/models ($ / row gemini-3-7-flash / column mlcrOverall),,in, aamlcr,artificialanalysis,gemini-3.8-flash,high,mixed,hard,MLCR-AA,,,,,,21.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-8-flash / column mlcrOverall),,in, aamlcr,artificialanalysis,gemini-3-flash,not-established:absent,mixed,hard,MLCR-AA,,,,,,11.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-flash / column mlcrOverall),,out:effort-not-established, aamlcr,artificialanalysis,gemini-3-flash,not-established:absent,mixed,hard,MLCR-AA,,,,,,11.1111111111111,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-flash-reasoning / column mlcrOverall),,out:effort-not-established, aamlcr,artificialanalysis,glm-5.2,not-established:absent,mixed,hard,MLCR-AA,,,,,,7.22222222222222,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row glm-5-2 / column mlcrOverall),,out:effort-not-established, aamlcr,artificialanalysis,glm-5.3,max,mixed,hard,MLCR-AA,,,,,,48.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row glm-5-3 / column mlcrOverall),,in, aamlcr,artificialanalysis,glm-5.3-flash,max,mixed,hard,MLCR-AA,,,,,,51.1111111111111,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row glm-5-3-flash / column mlcrOverall),,in, aamlcr,artificialanalysis,gpt-4o-mini,solo,mixed,hard,MLCR-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models ($ / row gpt-4o-mini / column mlcrOverall),,out:uninformative, aamlcr,artificialanalysis,gpt-5.4-mini,xhigh,mixed,hard,MLCR-AA,,,,,,3.88888888888889,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-mini / column mlcrOverall),,in, aamlcr,artificialanalysis,gpt-5.4-nano,xhigh,mixed,hard,MLCR-AA,,,,,,5,acc%,0.289,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-nano / column mlcrOverall),,out:superseded, aamlcr,artificialanalysis,gpt-5.5,xhigh,mixed,hard,MLCR-AA,,,,,,17.7777777777778,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-5 / column mlcrOverall),,in, aamlcr,artificialanalysis,gpt-5.5,low,mixed,hard,MLCR-AA,,,,,,11.1111111111111,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-5-low / column mlcrOverall),,in, aamlcr,artificialanalysis,gpt-5.5,nothink,mixed,hard,MLCR-AA,,,,,,15,acc%,0.289,,,https://artificialanalysis.ai/models ($ / row gpt-5-5-non-reasoning / column mlcrOverall),,in, aamlcr,artificialanalysis,gpt-5.6-luna,max,mixed,hard,MLCR-AA,,,,,,19.4444444444444,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna / column mlcrOverall),,in, aamlcr,artificialanalysis,gpt-5.6-luna,high,mixed,hard,MLCR-AA,,,,,,12.2222222222222,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-high / column mlcrOverall),,in, aamlcr,artificialanalysis,gpt-5.6-luna,low,mixed,hard,MLCR-AA,,,,,,6.11111111111111,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-low / column mlcrOverall),,in, aamlcr,artificialanalysis,gpt-5.6-luna,medium,mixed,hard,MLCR-AA,,,,,,8.33333333333333,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-medium / column mlcrOverall),,in, aamlcr,artificialanalysis,gpt-5.6-luna,xhigh,mixed,hard,MLCR-AA,,,,,,16.1111111111111,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-xhigh / column mlcrOverall),,in, aamlcr,artificialanalysis,gpt-5.6-sol,max,mixed,hard,MLCR-AA,,,,,,26.1111111111111,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol / column mlcrOverall),,in, aamlcr,artificialanalysis,gpt-5.6-sol,high,mixed,hard,MLCR-AA,,,,,,17.2222222222222,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-high / column mlcrOverall),,in, aamlcr,artificialanalysis,gpt-5.6-sol,low,mixed,hard,MLCR-AA,,,,,,12.7777777777778,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-low / column mlcrOverall),,in, aamlcr,artificialanalysis,gpt-5.6-sol,medium,mixed,hard,MLCR-AA,,,,,,15,acc%,0.289,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-medium / column mlcrOverall),,in, aamlcr,artificialanalysis,gpt-5.6-sol,xhigh,mixed,hard,MLCR-AA,,,,,,18.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-xhigh / column mlcrOverall),,in, aamlcr,artificialanalysis,gpt-5.6-terra,max,mixed,hard,MLCR-AA,,,,,,31.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra / column mlcrOverall),,in, aamlcr,artificialanalysis,gpt-5.6-terra,high,mixed,hard,MLCR-AA,,,,,,12.2222222222222,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-high / column mlcrOverall),,in, aamlcr,artificialanalysis,gpt-5.6-terra,low,mixed,hard,MLCR-AA,,,,,,8.88888888888889,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-low / column mlcrOverall),,in, aamlcr,artificialanalysis,gpt-5.6-terra,medium,mixed,hard,MLCR-AA,,,,,,12.2222222222222,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-medium / column mlcrOverall),,in, aamlcr,artificialanalysis,gpt-5.6-terra,xhigh,mixed,hard,MLCR-AA,,,,,,21.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-xhigh / column mlcrOverall),,in, aamlcr,artificialanalysis,gpt-6.1-sol,max,mixed,hard,MLCR-AA,,,,,,33.8888888888889,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-6-1-sol / column mlcrOverall),,in, aamlcr,artificialanalysis,gpt-6-astra,max,mixed,hard,MLCR-AA,,,,,,35,acc%,0.289,,,https://artificialanalysis.ai/models ($ / row gpt-6-astra / column mlcrOverall),,in, aamlcr,artificialanalysis,gpt-6-luna,max,mixed,hard,MLCR-AA,,,,,,16.1111111111111,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-6-luna / column mlcrOverall),,in, aamlcr,artificialanalysis,gpt-6-sol,max,mixed,hard,MLCR-AA,,,,,,16.1111111111111,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-6-sol / column mlcrOverall),,in, aamlcr,artificialanalysis,gpt-oss-120b,high,mixed,hard,MLCR-AA,,,,,,1.11111111111111,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gpt-oss-120b / column mlcrOverall),,out:single-couple, aamlcr,artificialanalysis,gpt-oss-20b,high,mixed,hard,MLCR-AA,,,,,,0.555555555555556,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gpt-oss-20b / column mlcrOverall),,out:single-couple, aamlcr,artificialanalysis,grok-4.3,high,mixed,hard,MLCR-AA,,,,,,10,acc%,2.89,,,https://artificialanalysis.ai/models ($ / row grok-4-3 / column mlcrOverall),,in, aamlcr,artificialanalysis,grok-4.5,high,mixed,hard,MLCR-AA,,,,,,15,acc%,0.289,,,https://artificialanalysis.ai/models ($ / row grok-4-5 / column mlcrOverall),,in, aamlcr,artificialanalysis,grok-4.6,high,mixed,hard,MLCR-AA,,,,,,12.2222222222222,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row grok-4-6 / column mlcrOverall),,in, aamlcr,artificialanalysis,grok-4.7,xhigh,mixed,hard,MLCR-AA,,,,,,15,acc%,0.289,,,https://artificialanalysis.ai/models ($ / row grok-4-7 / column mlcrOverall),,in, aamlcr,artificialanalysis,kimi-k2.7-code,solo,mixed,hard,MLCR-AA,,,,,,16.1111111111111,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row kimi-k2-7-code / column mlcrOverall),,in, aamlcr,artificialanalysis,kimi-k3,max,mixed,hard,MLCR-AA,,,,,,38.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row kimi-k3 / column mlcrOverall),,in, aamlcr,artificialanalysis,qwen3.7-plus,think,mixed,hard,MLCR-AA,,,,,,9.44444444444444,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row qwen3-7-plus / column mlcrOverall),,in, aamlcr,artificialanalysis,qwen3.8-2.4t-a95b,not-established:absent,mixed,hard,MLCR-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models ($ / row qwen3-8-2-4t-a95b / column mlcrOverall),,out:effort-not-established, aamlcr,artificialanalysis,qwen3.8-27b,xhigh,mixed,hard,MLCR-AA,,,,,,21.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-8-27b / column mlcrOverall),,in, aamlcr,artificialanalysis,qwen3.8-max-0902,not-established:absent,mixed,hard,MLCR-AA,,,,,,20,acc%,2.89,,,https://artificialanalysis.ai/models ($ / row qwen3-8-max / column mlcrOverall),,out:effort-not-established, aamlcr,artificialanalysis,?Qwen3.8 Max,not-established:absent,mixed,hard,MLCR-AA,,,,,,19.4444444444444,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-8-max-0803 / column mlcrOverall),,out:model-not-established, aatbsci@artificialanalysis#none,artificialanalysis,deepseek-v4.1-flash,max,coding,hard,Terminal-Bench-Science-AA,,,,,,9.04761904761905,pass%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-1-flash / column terminalBenchScience),,in, aatbsci@artificialanalysis#none,artificialanalysis,deepseek-v4-pro-0813,max,coding,hard,Terminal-Bench-Science-AA,,,,,,5.71428571428571,pass%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro / column terminalBenchScience),,out:superseded, aatbsci@artificialanalysis#none,artificialanalysis,gemini-3.5-flash-lite,high,coding,hard,Terminal-Bench-Science-AA,,,,,,0,pass%,28.9,,,https://artificialanalysis.ai/models ($ / row gemini-3-5-flash-lite / column terminalBenchScience),,out:uninformative, aatbsci@artificialanalysis#none,artificialanalysis,gemini-3.8-flash,high,coding,hard,Terminal-Bench-Science-AA,,,,,,10,pass%,2.89,,,https://artificialanalysis.ai/models ($ / row gemini-3-8-flash / column terminalBenchScience),,in, aatbsci@artificialanalysis#none,artificialanalysis,gemini-4-argon,high,coding,hard,Terminal-Bench-Science-AA,,,,,,52.8571428571429,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-4-argon / column terminalBenchScience),,in, aatbsci@artificialanalysis#none,artificialanalysis,glm-5.3,max,coding,hard,Terminal-Bench-Science-AA,,,,,,9.52380952380952,pass%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row glm-5-3 / column terminalBenchScience),,in, aatbsci@artificialanalysis#none,artificialanalysis,glm-5.3-flash,max,coding,hard,Terminal-Bench-Science-AA,,,,,,4.76190476190476,pass%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row glm-5-3-flash / column terminalBenchScience),,in, aatbsci@artificialanalysis#none,artificialanalysis,gpt-5.6-luna,max,coding,hard,Terminal-Bench-Science-AA,,,,,,3.33333333333333,pass%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna / column terminalBenchScience),,in, aatbsci@artificialanalysis#none,artificialanalysis,gpt-5.6-sol,max,coding,hard,Terminal-Bench-Science-AA,,,,,,22.3809523809524,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol / column terminalBenchScience),,in, aatbsci@artificialanalysis#none,artificialanalysis,gpt-5.6-terra,max,coding,hard,Terminal-Bench-Science-AA,,,,,,13.8095238095238,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra / column terminalBenchScience),,in, aatbsci@artificialanalysis#none,artificialanalysis,gpt-6.1-sol,max,coding,hard,Terminal-Bench-Science-AA,,,,,,58.0952380952381,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-6-1-sol / column terminalBenchScience),,in, aatbsci@artificialanalysis#none,artificialanalysis,gpt-6-astra,max,coding,hard,Terminal-Bench-Science-AA,,,,,,63.3333333333333,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-6-astra / column terminalBenchScience),,in, aatbsci@artificialanalysis#none,artificialanalysis,gpt-6-luna,max,coding,hard,Terminal-Bench-Science-AA,,,,,,8.57142857142857,pass%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gpt-6-luna / column terminalBenchScience),,in, aatbsci@artificialanalysis#none,artificialanalysis,gpt-6-sol,max,coding,hard,Terminal-Bench-Science-AA,,,,,,30,pass%,2.89,,,https://artificialanalysis.ai/models ($ / row gpt-6-sol / column terminalBenchScience),,in, aatbsci@artificialanalysis#none,artificialanalysis,gpt-6-sol,high,coding,hard,Terminal-Bench-Science-AA,,,,,,17.1428571428571,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-6-sol-high / column terminalBenchScience),,in, aatbsci@artificialanalysis#none,artificialanalysis,gpt-6-sol,low,coding,hard,Terminal-Bench-Science-AA,,,,,,3.33333333333333,pass%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gpt-6-sol-low / column terminalBenchScience),,in, aatbsci@artificialanalysis#none,artificialanalysis,gpt-6-sol,medium,coding,hard,Terminal-Bench-Science-AA,,,,,,8.57142857142857,pass%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gpt-6-sol-medium / column terminalBenchScience),,in, aatbsci@artificialanalysis#none,artificialanalysis,gpt-6-sol,nothink,coding,hard,Terminal-Bench-Science-AA,,,,,,5.71428571428571,pass%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gpt-6-sol-non-reasoning / column terminalBenchScience),,in, aatbsci@artificialanalysis#none,artificialanalysis,gpt-6-sol,xhigh,coding,hard,Terminal-Bench-Science-AA,,,,,,17.6190476190476,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-6-sol-xhigh / column terminalBenchScience),,in, aatbsci@artificialanalysis#none,artificialanalysis,grok-4.6,high,coding,hard,Terminal-Bench-Science-AA,,,,,,6.19047619047619,pass%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row grok-4-6 / column terminalBenchScience),,in, aatbsci@artificialanalysis#none,artificialanalysis,grok-4.7,xhigh,coding,hard,Terminal-Bench-Science-AA,,,,,,4.76190476190476,pass%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row grok-4-7 / column terminalBenchScience),,in, aatbsci@artificialanalysis#none,artificialanalysis,grok-4.7,high,coding,hard,Terminal-Bench-Science-AA,,,,,,9.52380952380952,pass%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row grok-4-7-high / column terminalBenchScience),,in, aatbsci@artificialanalysis#none,artificialanalysis,grok-4.7,low,coding,hard,Terminal-Bench-Science-AA,,,,,,4.76190476190476,pass%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row grok-4-7-low / column terminalBenchScience),,in, aatbsci@artificialanalysis#none,artificialanalysis,qwen3.8-27b,xhigh,coding,hard,Terminal-Bench-Science-AA,,,,,,0.476190476190476,pass%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row qwen3-8-27b / column terminalBenchScience),,in, aatbsci@artificialanalysis#none,artificialanalysis,qwen3.8-27b,low,coding,hard,Terminal-Bench-Science-AA,,,,,,0.476190476190476,pass%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row qwen3-8-27b-low / column terminalBenchScience),,in, aatbsci@artificialanalysis#none,artificialanalysis,qwen3.8-27b,medium,coding,hard,Terminal-Bench-Science-AA,,,,,,0.952380952380952,pass%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row qwen3-8-27b-medium / column terminalBenchScience),,in, aatbsci@artificialanalysis#none,artificialanalysis,qwen3.8-27b,not-established:absent,coding,hard,Terminal-Bench-Science-AA,,,,,,0,pass%,28.9,,,https://artificialanalysis.ai/models ($ / row qwen3-8-27b-non-reasoning / column terminalBenchScience),,out:effort-not-established, aatbsci@artificialanalysis#none,artificialanalysis,qwen3.8-max-0902,not-established:absent,coding,hard,Terminal-Bench-Science-AA,,,,,,11.9047619047619,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-8-max / column terminalBenchScience),,out:effort-not-established, aafrontiercode#none,artificialanalysis,deepseek-v4.1-flash,max,coding,frontier,FrontierCode-AA,,,,,,44.0335333333333,weighted-rubric%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-1-flash / column frontierCode),,in, aafrontiercode#none,artificialanalysis,gemini-3.8-flash,high,coding,frontier,FrontierCode-AA,,,,,,36.3585,weighted-rubric%,2.89e-05,,,https://artificialanalysis.ai/models ($ / row gemini-3-8-flash / column frontierCode),,in, aafrontiercode#none,artificialanalysis,gemini-4-argon,high,coding,frontier,FrontierCode-AA,,,,,,43.4532,weighted-rubric%,2.89e-05,,,https://artificialanalysis.ai/models ($ / row gemini-4-argon / column frontierCode),,in, aafrontiercode#none,artificialanalysis,glm-5.3,max,coding,frontier,FrontierCode-AA,,,,,,40.0752,weighted-rubric%,2.89e-05,,,https://artificialanalysis.ai/models ($ / row glm-5-3 / column frontierCode),,in, aafrontiercode#none,artificialanalysis,glm-5.3-flash,max,coding,frontier,FrontierCode-AA,,,,,,40.9957333333333,weighted-rubric%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row glm-5-3-flash / column frontierCode),,in, aafrontiercode#none,artificialanalysis,gpt-6.1-sol,max,coding,frontier,FrontierCode-AA,,,,,,49.1209333333333,weighted-rubric%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-6-1-sol / column frontierCode),,in, aafrontiercode#none,artificialanalysis,gpt-6-astra,max,coding,frontier,FrontierCode-AA,,,,,,46.9827666666667,weighted-rubric%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-6-astra / column frontierCode),,in, aafrontiercode#none,artificialanalysis,gpt-6-luna,max,coding,frontier,FrontierCode-AA,,,,,,41.9269666666667,weighted-rubric%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-6-luna / column frontierCode),,in, aafrontiercode#none,artificialanalysis,grok-4.7,xhigh,coding,frontier,FrontierCode-AA,,,,,,33.8342,weighted-rubric%,2.89e-05,,,https://artificialanalysis.ai/models ($ / row grok-4-7 / column frontierCode),,in, aafrontiercode#none,artificialanalysis,grok-4.7,high,coding,frontier,FrontierCode-AA,,,,,,34.1543,weighted-rubric%,2.89e-05,,,https://artificialanalysis.ai/models ($ / row grok-4-7-high / column frontierCode),,in, aafrontiercode#none,artificialanalysis,grok-4.7,low,coding,frontier,FrontierCode-AA,,,,,,39.5933666666667,weighted-rubric%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row grok-4-7-low / column frontierCode),,in, aafrontiercode#none,artificialanalysis,kimi-k3,max,coding,frontier,FrontierCode-AA,,,,,,43.6099333333333,weighted-rubric%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row kimi-k3 / column frontierCode),,in, aafrontiercode#none,artificialanalysis,qwen3.8-27b,xhigh,coding,frontier,FrontierCode-AA,,,,,,34.2324,weighted-rubric%,2.89e-05,,,https://artificialanalysis.ai/models ($ / row qwen3-8-27b / column frontierCode),,in, aafrontiercode#none,artificialanalysis,qwen3.8-27b,low,coding,frontier,FrontierCode-AA,,,,,,28.8943333333333,weighted-rubric%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-8-27b-low / column frontierCode),,in, aafrontiercode#none,artificialanalysis,qwen3.8-27b,medium,coding,frontier,FrontierCode-AA,,,,,,34.7360333333333,weighted-rubric%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-8-27b-medium / column frontierCode),,in, aafrontiercode#none,artificialanalysis,qwen3.8-27b,not-established:absent,coding,frontier,FrontierCode-AA,,,,,,7.87,weighted-rubric%,0.00289,,,https://artificialanalysis.ai/models ($ / row qwen3-8-27b-non-reasoning / column frontierCode),,out:effort-not-established, aafrontiercode#none,artificialanalysis,qwen3.8-max-0902,not-established:absent,coding,frontier,FrontierCode-AA,,,,,,43.1563,weighted-rubric%,2.89e-05,,,https://artificialanalysis.ai/models ($ / row qwen3-8-max / column frontierCode),,out:effort-not-established, aammmupro#none,artificialanalysis,deepseek-v4.1-flash,max,mixed,hard,MMMU-Pro-AA,,,,,,76.9942196531792,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-1-flash / column mmmuPro),,in, aammmupro#none,artificialanalysis,deepseek-v4.1-flash,not-established:absent,mixed,hard,MMMU-Pro-AA,,,,,,65.606936416185,acc%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-1-flash-non-reasoning / column mmmuPro),,out:effort-not-established, aammmupro#none,artificialanalysis,?DeepSeek V4 Flash Vision,not-established:absent,mixed,hard,MMMU-Pro-AA,,,,,,74.7976878612717,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash-vision / column mmmuPro),,out:model-not-established, aammmupro#none,artificialanalysis,gemini-2.5-flash,nothink,mixed,hard,MMMU-Pro-AA,,,,,,65.4913294797688,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-2-5-flash / column mmmuPro),,out:single-couple, aammmupro#none,artificialanalysis,gemini-2.5-flash-lite,nothink,mixed,hard,MMMU-Pro-AA,,,,,,53.9884393063584,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-2-5-flash-lite / column mmmuPro),,out:single-couple, aammmupro#none,artificialanalysis,gemini-2.5-flash-lite-preview-09-2025,nothink,mixed,hard,MMMU-Pro-AA,,,,,,63.4104046242775,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-2-5-flash-lite-preview-09-2025 / column mmmuPro),,out:single-couple, aammmupro#none,artificialanalysis,gemini-2.5-flash-lite-preview-09-2025,think,mixed,hard,MMMU-Pro-AA,,,,,,64.971098265896,acc%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row gemini-2-5-flash-lite-preview-09-2025-reasoning / column mmmuPro),,out:single-couple, aammmupro#none,artificialanalysis,gemini-2.5-flash-lite,think,mixed,hard,MMMU-Pro-AA,,,,,,58.2080924855491,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-2-5-flash-lite-reasoning / column mmmuPro),,out:single-couple, aammmupro#none,artificialanalysis,gemini-2.5-flash,think,mixed,hard,MMMU-Pro-AA,,,,,,69.0751445086705,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-2-5-flash-reasoning / column mmmuPro),,out:single-couple, aammmupro#none,artificialanalysis,gemini-2.5-pro,think,mixed,hard,MMMU-Pro-AA,,,,,,74.9132947976879,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-2-5-pro / column mmmuPro),,out:single-couple, aammmupro#none,artificialanalysis,gemini-3.1-flash-lite,high,mixed,hard,MMMU-Pro-AA,,,,,,75.5491329479769,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-1-flash-lite-preview / column mmmuPro),,out:superseded, aammmupro#none,artificialanalysis,gemini-3.1-pro,not-established:absent,mixed,hard,MMMU-Pro-AA,,,,,,82.4277456647399,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-1-pro-preview / column mmmuPro),,out:effort-not-established, aammmupro#none,artificialanalysis,gemini-3.5-flash,high,mixed,hard,MMMU-Pro-AA,,,,,,84.2774566473988,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-5-flash / column mmmuPro),,out:superseded, aammmupro#none,artificialanalysis,gemini-3.5-flash-lite,high,mixed,hard,MMMU-Pro-AA,,,,,,79.0173410404624,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-5-flash-lite / column mmmuPro),,in, aammmupro#none,artificialanalysis,gemini-3.5-flash,medium,mixed,hard,MMMU-Pro-AA,,,,,,83.8728323699422,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-5-flash-medium / column mmmuPro),,out:superseded, aammmupro#none,artificialanalysis,gemini-3.5-flash,minimal,mixed,hard,MMMU-Pro-AA,,,,,,80.1156069364162,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-5-flash-minimal / column mmmuPro),,out:superseded, aammmupro#none,artificialanalysis,gemini-3.6-flash,high,mixed,hard,MMMU-Pro-AA,,,,,,83.2369942196532,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-6-flash / column mmmuPro),,in, aammmupro#none,artificialanalysis,gemini-3.7-flash,high,mixed,hard,MMMU-Pro-AA,,,,,,85.4913294797688,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-7-flash / column mmmuPro),,in, aammmupro#none,artificialanalysis,gemini-3.7-flash,low,mixed,hard,MMMU-Pro-AA,,,,,,84.8554913294798,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-7-flash-low / column mmmuPro),,in, aammmupro#none,artificialanalysis,gemini-3.7-flash,medium,mixed,hard,MMMU-Pro-AA,,,,,,84.7398843930636,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-7-flash-medium / column mmmuPro),,in, aammmupro#none,artificialanalysis,gemini-3.8-flash,high,mixed,hard,MMMU-Pro-AA,,,,,,85.606936416185,acc%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row gemini-3-8-flash / column mmmuPro),,in, aammmupro#none,artificialanalysis,gemini-3.8-flash,low,mixed,hard,MMMU-Pro-AA,,,,,,84.5086705202312,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-8-flash-low / column mmmuPro),,in, aammmupro#none,artificialanalysis,gemini-3.8-flash,medium,mixed,hard,MMMU-Pro-AA,,,,,,84.2196531791908,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-8-flash-medium / column mmmuPro),,in, aammmupro#none,artificialanalysis,gemini-3-flash,not-established:absent,mixed,hard,MMMU-Pro-AA,,,,,,78.5549132947977,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-flash / column mmmuPro),,out:effort-not-established, aammmupro#none,artificialanalysis,gemini-3-flash,not-established:absent,mixed,hard,MMMU-Pro-AA,,,,,,79.9421965317919,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-flash-reasoning / column mmmuPro),,out:effort-not-established, aammmupro#none,artificialanalysis,gemini-3-pro,high,mixed,hard,MMMU-Pro-AA,,,,,,80.1734104046243,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-pro / column mmmuPro),,out:superseded, aammmupro#none,artificialanalysis,glm-4.5v,nothink,mixed,hard,MMMU-Pro-AA,,,,,,42.7745664739884,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row glm-4-5v / column mmmuPro),,out:single-couple, aammmupro#none,artificialanalysis,glm-4.5v,think,mixed,hard,MMMU-Pro-AA,,,,,,50.4624277456647,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row glm-4-5v-reasoning / column mmmuPro),,out:single-couple, aammmupro#none,artificialanalysis,glm-4.6v,nothink,mixed,hard,MMMU-Pro-AA,,,,,,42.1965317919075,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row glm-4-6v / column mmmuPro),,out:single-couple, aammmupro#none,artificialanalysis,glm-4.6v,think,mixed,hard,MMMU-Pro-AA,,,,,,48.5549132947977,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row glm-4-6v-reasoning / column mmmuPro),,out:single-couple, aammmupro#none,artificialanalysis,gpt-4.1,solo,mixed,hard,MMMU-Pro-AA,,,,,,61.2138728323699,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-4-1 / column mmmuPro),,out:single-couple, aammmupro#none,artificialanalysis,gpt-4.1-mini,solo,mixed,hard,MMMU-Pro-AA,,,,,,58.728323699422,acc%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row gpt-4-1-mini / column mmmuPro),,out:single-couple, aammmupro#none,artificialanalysis,gpt-4.1-nano,solo,mixed,hard,MMMU-Pro-AA,,,,,,40.1156069364162,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-4-1-nano / column mmmuPro),,out:single-couple, aammmupro#none,artificialanalysis,gpt-4o-0806,solo,mixed,hard,MMMU-Pro-AA,,,,,,56.3005780346821,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-4o-2024-08-06 / column mmmuPro),,out:single-couple, aammmupro#none,artificialanalysis,gpt-4o-mini,solo,mixed,hard,MMMU-Pro-AA,,,,,,41.5028901734104,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-4o-mini / column mmmuPro),,out:single-couple, aammmupro#none,artificialanalysis,gpt-5,high,mixed,hard,MMMU-Pro-AA,,,,,,74.2196531791907,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5 / column mmmuPro),,out:single-couple, aammmupro#none,artificialanalysis,gpt-5.1,high,mixed,hard,MMMU-Pro-AA,,,,,,75.4913294797688,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-1 / column mmmuPro),,in, aammmupro#none,artificialanalysis,gpt-5.1-codex,high,mixed,hard,MMMU-Pro-AA,,,,,,72.485549132948,acc%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row gpt-5-1-codex / column mmmuPro),,out:superseded, aammmupro#none,artificialanalysis,gpt-5.1-codex-mini,high,mixed,hard,MMMU-Pro-AA,,,,,,69.0173410404624,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-1-codex-mini / column mmmuPro),,out:superseded, aammmupro#none,artificialanalysis,gpt-5.1,nothink,mixed,hard,MMMU-Pro-AA,,,,,,62.3699421965318,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-1-non-reasoning / column mmmuPro),,out:superseded, aammmupro#none,artificialanalysis,gpt-5.2-codex,xhigh,mixed,hard,MMMU-Pro-AA,,,,,,76.3005780346821,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-2-codex / column mmmuPro),,out:superseded, aammmupro#none,artificialanalysis,gpt-5.2,medium,mixed,hard,MMMU-Pro-AA,,,,,,74.5664739884393,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-2-medium / column mmmuPro),,in, aammmupro#none,artificialanalysis,gpt-5.2,nothink,mixed,hard,MMMU-Pro-AA,,,,,,65.8381502890173,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-2-non-reasoning / column mmmuPro),,in, aammmupro#none,artificialanalysis,gpt-5.3-codex,xhigh,mixed,hard,MMMU-Pro-AA,,,,,,78.4971098265896,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-3-codex / column mmmuPro),,in, aammmupro#none,artificialanalysis,gpt-5.4,xhigh,mixed,hard,MMMU-Pro-AA,,,,,,78.4393063583815,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-4 / column mmmuPro),,in, aammmupro#none,artificialanalysis,gpt-5.4,low,mixed,hard,MMMU-Pro-AA,,,,,,77.9768786127168,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-low / column mmmuPro),,in, aammmupro#none,artificialanalysis,gpt-5.4-mini,xhigh,mixed,hard,MMMU-Pro-AA,,,,,,73.2947976878613,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-mini / column mmmuPro),,in, aammmupro#none,artificialanalysis,gpt-5.4-mini,medium,mixed,hard,MMMU-Pro-AA,,,,,,71.1560693641618,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-mini-medium / column mmmuPro),,in, aammmupro#none,artificialanalysis,gpt-5.4-mini,nothink,mixed,hard,MMMU-Pro-AA,,,,,,60.4624277456647,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-mini-non-reasoning / column mmmuPro),,in, aammmupro#none,artificialanalysis,gpt-5.4-nano,xhigh,mixed,hard,MMMU-Pro-AA,,,,,,65.3757225433526,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-nano / column mmmuPro),,out:superseded, aammmupro#none,artificialanalysis,gpt-5.4-nano,medium,mixed,hard,MMMU-Pro-AA,,,,,,59.5375722543353,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-nano-medium / column mmmuPro),,in, aammmupro#none,artificialanalysis,gpt-5.4-nano,nothink,mixed,hard,MMMU-Pro-AA,,,,,,43.757225433526,acc%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-nano-non-reasoning / column mmmuPro),,out:superseded, aammmupro#none,artificialanalysis,gpt-5.4,nothink,mixed,hard,MMMU-Pro-AA,,,,,,70.5780346820809,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-non-reasoning / column mmmuPro),,in, aammmupro#none,artificialanalysis,gpt-5.5,xhigh,mixed,hard,MMMU-Pro-AA,,,,,,79.8843930635838,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-5 / column mmmuPro),,in, aammmupro#none,artificialanalysis,gpt-5.5,high,mixed,hard,MMMU-Pro-AA,,,,,,81.0982658959538,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-5-high / column mmmuPro),,in, aammmupro#none,artificialanalysis,gpt-5.5,low,mixed,hard,MMMU-Pro-AA,,,,,,79.0173410404624,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-5-low / column mmmuPro),,in, aammmupro#none,artificialanalysis,gpt-5.5,medium,mixed,hard,MMMU-Pro-AA,,,,,,81.1560693641619,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-5-medium / column mmmuPro),,in, aammmupro#none,artificialanalysis,gpt-5.5,nothink,mixed,hard,MMMU-Pro-AA,,,,,,71.3872832369942,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-5-non-reasoning / column mmmuPro),,in, aammmupro#none,artificialanalysis,gpt-5.6-luna,max,mixed,hard,MMMU-Pro-AA,,,,,,78.5549132947977,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna / column mmmuPro),,in, aammmupro#none,artificialanalysis,gpt-5.6-luna,high,mixed,hard,MMMU-Pro-AA,,,,,,77.5722543352601,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-high / column mmmuPro),,in, aammmupro#none,artificialanalysis,gpt-5.6-luna,low,mixed,hard,MMMU-Pro-AA,,,,,,73.9884393063584,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-low / column mmmuPro),,in, aammmupro#none,artificialanalysis,gpt-5.6-luna,medium,mixed,hard,MMMU-Pro-AA,,,,,,75.8381502890173,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-medium / column mmmuPro),,in, aammmupro#none,artificialanalysis,gpt-5.6-luna,nothink,mixed,hard,MMMU-Pro-AA,,,,,,60.3468208092486,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-non-reasoning / column mmmuPro),,in, aammmupro#none,artificialanalysis,gpt-5.6-luna,xhigh,mixed,hard,MMMU-Pro-AA,,,,,,78.5549132947977,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-xhigh / column mmmuPro),,in, aammmupro#none,artificialanalysis,gpt-5.6-sol,max,mixed,hard,MMMU-Pro-AA,,,,,,83.4104046242775,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol / column mmmuPro),,in, aammmupro#none,artificialanalysis,gpt-5.6-sol,high,mixed,hard,MMMU-Pro-AA,,,,,,81.849710982659,acc%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-high / column mmmuPro),,in, aammmupro#none,artificialanalysis,gpt-5.6-sol,low,mixed,hard,MMMU-Pro-AA,,,,,,80.9826589595376,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-low / column mmmuPro),,in, aammmupro#none,artificialanalysis,gpt-5.6-sol,medium,mixed,hard,MMMU-Pro-AA,,,,,,81.3872832369942,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-medium / column mmmuPro),,in, aammmupro#none,artificialanalysis,gpt-5.6-sol,nothink,mixed,hard,MMMU-Pro-AA,,,,,,71.907514450867,acc%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-non-reasoning / column mmmuPro),,in, aammmupro#none,artificialanalysis,gpt-5.6-sol,xhigh,mixed,hard,MMMU-Pro-AA,,,,,,82.6589595375723,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-xhigh / column mmmuPro),,in, aammmupro#none,artificialanalysis,gpt-5.6-terra,max,mixed,hard,MMMU-Pro-AA,,,,,,80.6936416184971,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra / column mmmuPro),,in, aammmupro#none,artificialanalysis,gpt-5.6-terra,high,mixed,hard,MMMU-Pro-AA,,,,,,79.0751445086705,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-high / column mmmuPro),,in, aammmupro#none,artificialanalysis,gpt-5.6-terra,low,mixed,hard,MMMU-Pro-AA,,,,,,76.1271676300578,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-low / column mmmuPro),,in, aammmupro#none,artificialanalysis,gpt-5.6-terra,medium,mixed,hard,MMMU-Pro-AA,,,,,,76.7630057803468,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-medium / column mmmuPro),,in, aammmupro#none,artificialanalysis,gpt-5.6-terra,nothink,mixed,hard,MMMU-Pro-AA,,,,,,66.7052023121387,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-non-reasoning / column mmmuPro),,in, aammmupro#none,artificialanalysis,gpt-5.6-terra,xhigh,mixed,hard,MMMU-Pro-AA,,,,,,79.4797687861272,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-xhigh / column mmmuPro),,in, aammmupro#none,artificialanalysis,gpt-5-codex,high,mixed,hard,MMMU-Pro-AA,,,,,,73.8150289017341,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-codex / column mmmuPro),,out:single-couple, aammmupro#none,artificialanalysis,gpt-5,low,mixed,hard,MMMU-Pro-AA,,,,,,73.757225433526,acc%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row gpt-5-low / column mmmuPro),,out:single-couple, aammmupro#none,artificialanalysis,gpt-5,medium,mixed,hard,MMMU-Pro-AA,,,,,,74.3352601156069,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-medium / column mmmuPro),,out:single-couple, aammmupro#none,artificialanalysis,gpt-5-mini,high,mixed,hard,MMMU-Pro-AA,,,,,,70.0578034682081,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-mini / column mmmuPro),,out:single-couple, aammmupro#none,artificialanalysis,gpt-5-mini,medium,mixed,hard,MMMU-Pro-AA,,,,,,68.8439306358381,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-mini-medium / column mmmuPro),,out:single-couple, aammmupro#none,artificialanalysis,gpt-5-mini,minimal,mixed,hard,MMMU-Pro-AA,,,,,,58.3815028901734,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-mini-minimal / column mmmuPro),,out:single-couple, aammmupro#none,artificialanalysis,gpt-5,minimal,mixed,hard,MMMU-Pro-AA,,,,,,62.0809248554913,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-minimal / column mmmuPro),,out:single-couple, aammmupro#none,artificialanalysis,gpt-5-nano,high,mixed,hard,MMMU-Pro-AA,,,,,,60.9826589595376,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-nano / column mmmuPro),,out:single-couple, aammmupro#none,artificialanalysis,gpt-5-nano,medium,mixed,hard,MMMU-Pro-AA,,,,,,58.2080924855491,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-nano-medium / column mmmuPro),,out:single-couple, aammmupro#none,artificialanalysis,gpt-5-nano,minimal,mixed,hard,MMMU-Pro-AA,,,,,,31.7919075144509,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-nano-minimal / column mmmuPro),,out:single-couple, aammmupro#none,artificialanalysis,gpt-6.1-sol,max,mixed,hard,MMMU-Pro-AA,,,,,,85.9537572254335,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-6-1-sol / column mmmuPro),,in, aammmupro#none,artificialanalysis,gpt-6.1-sol,high,mixed,hard,MMMU-Pro-AA,,,,,,84.9132947976879,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-6-1-sol-high / column mmmuPro),,in, aammmupro#none,artificialanalysis,gpt-6.1-sol,low,mixed,hard,MMMU-Pro-AA,,,,,,83.121387283237,acc%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row gpt-6-1-sol-low / column mmmuPro),,in, aammmupro#none,artificialanalysis,gpt-6.1-sol,medium,mixed,hard,MMMU-Pro-AA,,,,,,83.9306358381503,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-6-1-sol-medium / column mmmuPro),,in, aammmupro#none,artificialanalysis,gpt-6.1-sol,xhigh,mixed,hard,MMMU-Pro-AA,,,,,,85.0867052023121,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-6-1-sol-xhigh / column mmmuPro),,in, aammmupro#none,artificialanalysis,gpt-6-astra,max,mixed,hard,MMMU-Pro-AA,,,,,,86.878612716763,acc%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row gpt-6-astra / column mmmuPro),,in, aammmupro#none,artificialanalysis,gpt-6-astra,high,mixed,hard,MMMU-Pro-AA,,,,,,86.4161849710983,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-6-astra-high / column mmmuPro),,in, aammmupro#none,artificialanalysis,gpt-6-astra,low,mixed,hard,MMMU-Pro-AA,,,,,,84.6242774566474,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-6-astra-low / column mmmuPro),,in, aammmupro#none,artificialanalysis,gpt-6-astra,medium,mixed,hard,MMMU-Pro-AA,,,,,,85.0867052023121,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-6-astra-medium / column mmmuPro),,in, aammmupro#none,artificialanalysis,gpt-6-astra,xhigh,mixed,hard,MMMU-Pro-AA,,,,,,86.242774566474,acc%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row gpt-6-astra-xhigh / column mmmuPro),,in, aammmupro#none,artificialanalysis,gpt-6-luna,max,mixed,hard,MMMU-Pro-AA,,,,,,79.6531791907514,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-6-luna / column mmmuPro),,in, aammmupro#none,artificialanalysis,gpt-6-luna,high,mixed,hard,MMMU-Pro-AA,,,,,,77.514450867052,acc%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row gpt-6-luna-high / column mmmuPro),,in, aammmupro#none,artificialanalysis,gpt-6-luna,low,mixed,hard,MMMU-Pro-AA,,,,,,75.9537572254335,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-6-luna-low / column mmmuPro),,in, aammmupro#none,artificialanalysis,gpt-6-luna,medium,mixed,hard,MMMU-Pro-AA,,,,,,77.8612716763006,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-6-luna-medium / column mmmuPro),,in, aammmupro#none,artificialanalysis,gpt-6-luna,nothink,mixed,hard,MMMU-Pro-AA,,,,,,62.0809248554913,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-6-luna-non-reasoning / column mmmuPro),,in, aammmupro#none,artificialanalysis,gpt-6-luna,xhigh,mixed,hard,MMMU-Pro-AA,,,,,,79.7109826589595,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-6-luna-xhigh / column mmmuPro),,in, aammmupro#none,artificialanalysis,gpt-6-sol,max,mixed,hard,MMMU-Pro-AA,,,,,,82.9479768786127,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-6-sol / column mmmuPro),,in, aammmupro#none,artificialanalysis,gpt-6-sol,high,mixed,hard,MMMU-Pro-AA,,,,,,81.9653179190751,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-6-sol-high / column mmmuPro),,in, aammmupro#none,artificialanalysis,gpt-6-sol,low,mixed,hard,MMMU-Pro-AA,,,,,,80.1734104046243,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-6-sol-low / column mmmuPro),,in, aammmupro#none,artificialanalysis,gpt-6-sol,medium,mixed,hard,MMMU-Pro-AA,,,,,,80.4046242774566,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-6-sol-medium / column mmmuPro),,in, aammmupro#none,artificialanalysis,gpt-6-sol,nothink,mixed,hard,MMMU-Pro-AA,,,,,,70.3468208092486,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-6-sol-non-reasoning / column mmmuPro),,in, aammmupro#none,artificialanalysis,gpt-6-sol,xhigh,mixed,hard,MMMU-Pro-AA,,,,,,82.5433526011561,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-6-sol-xhigh / column mmmuPro),,in, aammmupro#none,artificialanalysis,grok-4,solo,mixed,hard,MMMU-Pro-AA,,,,,,68.8439306358381,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row grok-4 / column mmmuPro),,out:single-couple, aammmupro#none,artificialanalysis,?Grok 4.20 0309 v2,not-established:absent,mixed,hard,MMMU-Pro-AA,,,,,,74.5664739884393,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row grok-4-20 / column mmmuPro),,out:model-not-established, aammmupro#none,artificialanalysis,grok-4.20,think,mixed,hard,MMMU-Pro-AA,,,,,,73.1791907514451,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row grok-4-20-0309 / column mmmuPro),,in, aammmupro#none,artificialanalysis,grok-4.20,nothink,mixed,hard,MMMU-Pro-AA,,,,,,64.0462427745665,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row grok-4-20-0309-non-reasoning / column mmmuPro),,in, aammmupro#none,artificialanalysis,?Grok 4.20 0309 v2,not-established:absent,mixed,hard,MMMU-Pro-AA,,,,,,64.9132947976879,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row grok-4-20-non-reasoning / column mmmuPro),,out:model-not-established, aammmupro#none,artificialanalysis,grok-4.3,high,mixed,hard,MMMU-Pro-AA,,,,,,78.092485549133,acc%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row grok-4-3 / column mmmuPro),,in, aammmupro#none,artificialanalysis,grok-4.3,low,mixed,hard,MMMU-Pro-AA,,,,,,72.7745664739884,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row grok-4-3-low / column mmmuPro),,in, aammmupro#none,artificialanalysis,grok-4.3,medium,mixed,hard,MMMU-Pro-AA,,,,,,75.8381502890173,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row grok-4-3-medium / column mmmuPro),,in, aammmupro#none,artificialanalysis,grok-4.3,nothink,mixed,hard,MMMU-Pro-AA,,,,,,64.7976878612717,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row grok-4-3-non-reasoning / column mmmuPro),,in, aammmupro#none,artificialanalysis,grok-4.5,high,mixed,hard,MMMU-Pro-AA,,,,,,80.4046242774566,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row grok-4-5 / column mmmuPro),,in, aammmupro#none,artificialanalysis,grok-4.7,low,mixed,hard,MMMU-Pro-AA,,,,,,78.150289017341,acc%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row grok-4-7-low / column mmmuPro),,in, aammmupro#none,artificialanalysis,grok-4-fast,nothink,mixed,hard,MMMU-Pro-AA,,,,,,48.0924855491329,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row grok-4-fast / column mmmuPro),,out:single-couple, aammmupro#none,artificialanalysis,grok-4-fast,think,mixed,hard,MMMU-Pro-AA,,,,,,61.7919075144509,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row grok-4-fast-reasoning / column mmmuPro),,out:single-couple, aammmupro#none,artificialanalysis,?Grok Build 0.1 0616,not-established:absent,mixed,hard,MMMU-Pro-AA,,,,,,76.5317919075144,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row grok-build-0-1-06-16 / column mmmuPro),,out:model-not-established, aammmupro#none,artificialanalysis,?Kimi K2.5,not-established:absent,mixed,hard,MMMU-Pro-AA,,,,,,75.3757225433526,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row kimi-k2-5 / column mmmuPro),,out:model-not-established, aammmupro#none,artificialanalysis,?Kimi K2.5,not-established:absent,mixed,hard,MMMU-Pro-AA,,,,,,73.0635838150289,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row kimi-k2-5-non-reasoning / column mmmuPro),,out:model-not-established, aammmupro#none,artificialanalysis,kimi-k2.6,think,mixed,hard,MMMU-Pro-AA,,,,,,79.364161849711,acc%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row kimi-k2-6 / column mmmuPro),,in, aammmupro#none,artificialanalysis,kimi-k3,max,mixed,hard,MMMU-Pro-AA,,,,,,80.5202312138728,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row kimi-k3 / column mmmuPro),,in, aammmupro#none,artificialanalysis,kimi-k3,not-established:absent,mixed,hard,MMMU-Pro-AA,,,,,,78.4971098265896,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row kimi-k3-low / column mmmuPro),,out:effort-not-established, aammmupro#none,artificialanalysis,o3,not-established:absent,mixed,hard,MMMU-Pro-AA,,,,,,70.0578034682081,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row o3 / column mmmuPro),,out:effort-not-established, aammmupro#none,artificialanalysis,o4-mini,high,mixed,hard,MMMU-Pro-AA,,,,,,69.2485549132948,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row o4-mini / column mmmuPro),,out:single-couple, aammmupro#none,artificialanalysis,qwen3.5-122b-a10b,think,mixed,hard,MMMU-Pro-AA,,,,,,74.971098265896,acc%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row qwen3-5-122b-a10b / column mmmuPro),,in, aammmupro#none,artificialanalysis,qwen3.5-122b-a10b,nothink,mixed,hard,MMMU-Pro-AA,,,,,,70.2890173410405,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-122b-a10b-non-reasoning / column mmmuPro),,out:superseded, aammmupro#none,artificialanalysis,qwen3.5-27b,think,mixed,hard,MMMU-Pro-AA,,,,,,75.028901734104,acc%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row qwen3-5-27b / column mmmuPro),,out:superseded, aammmupro#none,artificialanalysis,qwen3.5-27b,nothink,mixed,hard,MMMU-Pro-AA,,,,,,70,acc%,2.89,,,https://artificialanalysis.ai/models ($ / row qwen3-5-27b-non-reasoning / column mmmuPro),,in, aammmupro#none,artificialanalysis,qwen3.5-35b-a3b,think,mixed,hard,MMMU-Pro-AA,,,,,,72.6589595375723,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-35b-a3b / column mmmuPro),,out:superseded, aammmupro#none,artificialanalysis,qwen3.5-35b-a3b,nothink,mixed,hard,MMMU-Pro-AA,,,,,,69.1907514450867,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-35b-a3b-non-reasoning / column mmmuPro),,out:superseded, aammmupro#none,artificialanalysis,qwen3.5-397b-a17b,think,mixed,hard,MMMU-Pro-AA,,,,,,77.2832369942197,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-397b-a17b / column mmmuPro),,in, aammmupro#none,artificialanalysis,qwen3.5-397b-a17b,nothink,mixed,hard,MMMU-Pro-AA,,,,,,52.6589595375723,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-397b-a17b-non-reasoning / column mmmuPro),,out:superseded, aammmupro#none,artificialanalysis,qwen3.5-4b,think,mixed,hard,MMMU-Pro-AA,,,,,,65.3757225433526,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-4b / column mmmuPro),,out:superseded, aammmupro#none,artificialanalysis,qwen3.5-4b,nothink,mixed,hard,MMMU-Pro-AA,,,,,,62.0809248554913,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-4b-non-reasoning / column mmmuPro),,out:superseded, aammmupro#none,artificialanalysis,qwen3.5-9b,think,mixed,hard,MMMU-Pro-AA,,,,,,69.2485549132948,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-9b / column mmmuPro),,out:superseded, aammmupro#none,artificialanalysis,qwen3.5-9b,nothink,mixed,hard,MMMU-Pro-AA,,,,,,66.7630057803468,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-9b-non-reasoning / column mmmuPro),,out:superseded, aammmupro#none,artificialanalysis,qwen3.5-omni-flash,nothink,mixed,hard,MMMU-Pro-AA,,,,,,64.7398843930636,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-omni-flash / column mmmuPro),,in, aammmupro#none,artificialanalysis,qwen3.5-omni-plus,nothink,mixed,hard,MMMU-Pro-AA,,,,,,70.5202312138728,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-omni-plus / column mmmuPro),,in, aammmupro#none,artificialanalysis,qwen3.6-27b,think,mixed,hard,MMMU-Pro-AA,,,,,,74.6242774566474,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-6-27b / column mmmuPro),,in, aammmupro#none,artificialanalysis,qwen3.6-27b,nothink,mixed,hard,MMMU-Pro-AA,,,,,,71.7341040462428,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-6-27b-non-reasoning / column mmmuPro),,in, aammmupro#none,artificialanalysis,qwen3.6-35b-a3b,think,mixed,hard,MMMU-Pro-AA,,,,,,75.028901734104,acc%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row qwen3-6-35b-a3b / column mmmuPro),,in, aammmupro#none,artificialanalysis,qwen3.6-35b-a3b,nothink,mixed,hard,MMMU-Pro-AA,,,,,,71.0404624277457,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-6-35b-a3b-non-reasoning / column mmmuPro),,in, aammmupro#none,artificialanalysis,qwen3.6-plus,think,mixed,hard,MMMU-Pro-AA,,,,,,77.9768786127168,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-6-plus / column mmmuPro),,in, aammmupro#none,artificialanalysis,qwen3.7-plus,think,mixed,hard,MMMU-Pro-AA,,,,,,80.4624277456647,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-7-plus / column mmmuPro),,in, aammmupro#none,artificialanalysis,qwen3.8-27b,xhigh,mixed,hard,MMMU-Pro-AA,,,,,,76.3005780346821,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-8-27b / column mmmuPro),,in, aammmupro#none,artificialanalysis,qwen3.8-27b,low,mixed,hard,MMMU-Pro-AA,,,,,,73.757225433526,acc%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row qwen3-8-27b-low / column mmmuPro),,in, aammmupro#none,artificialanalysis,qwen3.8-27b,medium,mixed,hard,MMMU-Pro-AA,,,,,,74.1618497109827,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-8-27b-medium / column mmmuPro),,in, aammmupro#none,artificialanalysis,qwen3.8-27b,not-established:absent,mixed,hard,MMMU-Pro-AA,,,,,,69.9421965317919,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-8-27b-non-reasoning / column mmmuPro),,out:effort-not-established, aammmupro#none,artificialanalysis,qwen3.8-flash-next,not-established:absent,mixed,hard,MMMU-Pro-AA,,,,,,79.7687861271676,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-8-flash-next / column mmmuPro),,out:effort-not-established, aammmupro#none,artificialanalysis,qwen3.8-max-0902,not-established:absent,mixed,hard,MMMU-Pro-AA,,,,,,82.7745664739884,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-8-max / column mmmuPro),,out:effort-not-established, aammmupro#none,artificialanalysis,?Qwen3.8 Max,not-established:absent,mixed,hard,MMMU-Pro-AA,,,,,,82.3121387283237,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-8-max-0803 / column mmmuPro),,out:model-not-established, aammmupro#none,artificialanalysis,qwen3-omni-30b-a3b-instruct,solo,mixed,hard,MMMU-Pro-AA,,,,,,55.4913294797688,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-omni-30b-a3b-instruct / column mmmuPro),,out:single-couple, aammmupro#none,artificialanalysis,qwen3-omni-30b-a3b-thinking,solo,mixed,hard,MMMU-Pro-AA,,,,,,60.2312138728324,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-omni-30b-a3b-reasoning / column mmmuPro),,out:single-couple, aammmupro#none,artificialanalysis,qwen3-vl-235b-a22b-instruct,solo,mixed,hard,MMMU-Pro-AA,,,,,,67.5722543352601,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-vl-235b-a22b-instruct / column mmmuPro),,out:single-couple, aammmupro#none,artificialanalysis,qwen3-vl-30b-a3b-instruct,solo,mixed,hard,MMMU-Pro-AA,,,,,,62.1387283236994,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-vl-30b-a3b-instruct / column mmmuPro),,out:single-couple, aammmupro#none,artificialanalysis,qwen3-vl-30b-a3b-thinking,solo,mixed,hard,MMMU-Pro-AA,,,,,,61.849710982659,acc%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row qwen3-vl-30b-a3b-reasoning / column mmmuPro),,out:single-couple, aaanalyst#none,artificialanalysis,deepseek-v4.1-flash,max,agentic-tool,hard,AA-AnalystAgent,,,,,,35,score%,0.289,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-1-flash / column analystAgent),,in, aaanalyst#none,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,agentic-tool,hard,AA-AnalystAgent,,,,,,25,score%,0.289,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash-0420 / column analystAgent),,out:model-not-established, aaanalyst#none,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,agentic-tool,hard,AA-AnalystAgent,,,,,,18.75,score%,0.00289,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro-0424 / column analystAgent),,out:model-not-established, aaanalyst#none,artificialanalysis,gemini-3.1-flash-lite,high,agentic-tool,hard,AA-AnalystAgent,,,,,,8.75,score%,0.00289,,,https://artificialanalysis.ai/models ($ / row gemini-3-1-flash-lite-preview / column analystAgent),,out:superseded, aaanalyst#none,artificialanalysis,gemini-3.1-pro,not-established:absent,agentic-tool,hard,AA-AnalystAgent,,,,,,41.25,score%,0.00289,,,https://artificialanalysis.ai/models ($ / row gemini-3-1-pro-preview / column analystAgent),,out:effort-not-established, aaanalyst#none,artificialanalysis,gemini-3.5-flash,high,agentic-tool,hard,AA-AnalystAgent,,,,,,45,score%,0.289,,,https://artificialanalysis.ai/models ($ / row gemini-3-5-flash / column analystAgent),,out:superseded, aaanalyst#none,artificialanalysis,gemini-3.7-flash,high,agentic-tool,hard,AA-AnalystAgent,,,,,,60,score%,2.89,,,https://artificialanalysis.ai/models ($ / row gemini-3-7-flash / column analystAgent),,in, aaanalyst#none,artificialanalysis,gemini-3.8-flash,high,agentic-tool,hard,AA-AnalystAgent,,,,,,46.25,score%,0.00289,,,https://artificialanalysis.ai/models ($ / row gemini-3-8-flash / column analystAgent),,in, aaanalyst#none,artificialanalysis,gemini-4-argon,high,agentic-tool,hard,AA-AnalystAgent,,,,,,48.75,score%,0.00289,,,https://artificialanalysis.ai/models ($ / row gemini-4-argon / column analystAgent),,in, aaanalyst#none,artificialanalysis,glm-5.3,max,agentic-tool,hard,AA-AnalystAgent,,,,,,38.75,score%,0.00289,,,https://artificialanalysis.ai/models ($ / row glm-5-3 / column analystAgent),,in, aaanalyst#none,artificialanalysis,glm-5.3-flash,max,agentic-tool,hard,AA-AnalystAgent,,,,,,25,score%,0.289,,,https://artificialanalysis.ai/models ($ / row glm-5-3-flash / column analystAgent),,in, aaanalyst#none,artificialanalysis,gpt-5.4-mini,xhigh,agentic-tool,hard,AA-AnalystAgent,,,,,,15,score%,0.289,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-mini / column analystAgent),,in, aaanalyst#none,artificialanalysis,gpt-5.5,xhigh,agentic-tool,hard,AA-AnalystAgent,,,,,,50,score%,2.89,,,https://artificialanalysis.ai/models ($ / row gpt-5-5 / column analystAgent),,in, aaanalyst#none,artificialanalysis,gpt-5.5,nothink,agentic-tool,hard,AA-AnalystAgent,,,,,,7.5,score%,0.0289,,,https://artificialanalysis.ai/models ($ / row gpt-5-5-non-reasoning / column analystAgent),,in, aaanalyst#none,artificialanalysis,gpt-5.6-sol,max,agentic-tool,hard,AA-AnalystAgent,,,,,,47.5,score%,0.0289,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol / column analystAgent),,in, aaanalyst#none,artificialanalysis,gpt-6.1-sol,max,agentic-tool,hard,AA-AnalystAgent,,,,,,50,score%,2.89,,,https://artificialanalysis.ai/models ($ / row gpt-6-1-sol / column analystAgent),,in, aaanalyst#none,artificialanalysis,gpt-6-astra,max,agentic-tool,hard,AA-AnalystAgent,,,,,,51.25,score%,0.00289,,,https://artificialanalysis.ai/models ($ / row gpt-6-astra / column analystAgent),,in, aaanalyst#none,artificialanalysis,gpt-6-luna,max,agentic-tool,hard,AA-AnalystAgent,,,,,,43.75,score%,0.00289,,,https://artificialanalysis.ai/models ($ / row gpt-6-luna / column analystAgent),,in, aaanalyst#none,artificialanalysis,grok-4.3,high,agentic-tool,hard,AA-AnalystAgent,,,,,,8.75,score%,0.00289,,,https://artificialanalysis.ai/models ($ / row grok-4-3 / column analystAgent),,in, aaanalyst#none,artificialanalysis,grok-4.5,high,agentic-tool,hard,AA-AnalystAgent,,,,,,35,score%,0.289,,,https://artificialanalysis.ai/models ($ / row grok-4-5 / column analystAgent),,in, aaanalyst#none,artificialanalysis,grok-4.6,high,agentic-tool,hard,AA-AnalystAgent,,,,,,41.25,score%,0.00289,,,https://artificialanalysis.ai/models ($ / row grok-4-6 / column analystAgent),,in, aaanalyst#none,artificialanalysis,grok-4.7,xhigh,agentic-tool,hard,AA-AnalystAgent,,,,,,52.5,score%,0.0289,,,https://artificialanalysis.ai/models ($ / row grok-4-7 / column analystAgent),,in, aaanalyst#none,artificialanalysis,grok-4.7,high,agentic-tool,hard,AA-AnalystAgent,,,,,,55,score%,0.289,,,https://artificialanalysis.ai/models ($ / row grok-4-7-high / column analystAgent),,in, aaanalyst#none,artificialanalysis,kimi-k3,max,agentic-tool,hard,AA-AnalystAgent,,,,,,38.75,score%,0.00289,,,https://artificialanalysis.ai/models ($ / row kimi-k3 / column analystAgent),,in, aaanalyst#none,artificialanalysis,qwen3.7-max,think,agentic-tool,hard,AA-AnalystAgent,,,,,,18.75,score%,0.00289,,,https://artificialanalysis.ai/models ($ / row qwen3-7-max / column analystAgent),,in, aaanalyst#none,artificialanalysis,qwen3.8-max-0902,not-established:absent,agentic-tool,hard,AA-AnalystAgent,,,,,,45,score%,0.289,,,https://artificialanalysis.ai/models ($ / row qwen3-8-max / column analystAgent),,out:effort-not-established, aaitbench#none,artificialanalysis,deepseek-v4.1-flash,max,agentic-tool,hard,ITBench-AA,,,,,,46.9161958568738,score%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-1-flash / column itBenchSre),,in, aaitbench#none,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,agentic-tool,hard,ITBench-AA,,,,,,31.5160075329567,score%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash-0420 / column itBenchSre),,out:model-not-established, aaitbench#none,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,agentic-tool,hard,ITBench-AA,,,,,,38.3239171374765,score%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro-0424 / column itBenchSre),,out:model-not-established, aaitbench#none,artificialanalysis,gemini-3.1-pro,not-established:absent,agentic-tool,hard,ITBench-AA,,,,,,30.3309120258273,score%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-1-pro-preview / column itBenchSre),,out:effort-not-established, aaitbench#none,artificialanalysis,gemini-3.5-flash,high,agentic-tool,hard,ITBench-AA,,,,,,40.3483992467043,score%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-5-flash / column itBenchSre),,out:superseded, aaitbench#none,artificialanalysis,gemini-3.8-flash,high,agentic-tool,hard,ITBench-AA,,,,,,52.5423728813559,score%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-8-flash / column itBenchSre),,in, aaitbench#none,artificialanalysis,glm-5.1,think,agentic-tool,hard,ITBench-AA,,,,,,40.2542372881356,score%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row glm-5-1 / column itBenchSre),,in, aaitbench#none,artificialanalysis,glm-5.2,not-established:absent,agentic-tool,hard,ITBench-AA,,,,,,42.6553672316384,score%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row glm-5-2 / column itBenchSre),,out:effort-not-established, aaitbench#none,artificialanalysis,glm-5.3,max,agentic-tool,hard,ITBench-AA,,,,,,46.0828625235405,score%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row glm-5-3 / column itBenchSre),,in, aaitbench#none,artificialanalysis,glm-5.3-flash,max,agentic-tool,hard,ITBench-AA,,,,,,51.2429378531074,score%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row glm-5-3-flash / column itBenchSre),,in, aaitbench#none,artificialanalysis,gpt-5.4-mini,xhigh,agentic-tool,hard,ITBench-AA,,,,,,35.2165725047081,score%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-mini / column itBenchSre),,in, aaitbench#none,artificialanalysis,gpt-5.4-mini,nothink,agentic-tool,hard,ITBench-AA,,,,,,18.6440677966102,score%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-mini-non-reasoning / column itBenchSre),,in, aaitbench#none,artificialanalysis,gpt-5.4-nano,xhigh,agentic-tool,hard,ITBench-AA,,,,,,24.3879472693032,score%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-nano / column itBenchSre),,out:superseded, aaitbench#none,artificialanalysis,gpt-5.4-nano,nothink,agentic-tool,hard,ITBench-AA,,,,,,12.909604519774,score%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-nano-non-reasoning / column itBenchSre),,out:superseded, aaitbench#none,artificialanalysis,gpt-5.5,xhigh,agentic-tool,hard,ITBench-AA,,,,,,45.8097928436911,score%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-5 / column itBenchSre),,in, aaitbench#none,artificialanalysis,gpt-5.6-luna,max,agentic-tool,hard,ITBench-AA,,,,,,40.3201506591337,score%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna / column itBenchSre),,in, aaitbench#none,artificialanalysis,gpt-5.6-sol,max,agentic-tool,hard,ITBench-AA,,,,,,56.2146892655367,score%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol / column itBenchSre),,in, aaitbench#none,artificialanalysis,gpt-5.6-terra,max,agentic-tool,hard,ITBench-AA,,,,,,51.0357815442561,score%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra / column itBenchSre),,in, aaitbench#none,artificialanalysis,gpt-6-astra,max,agentic-tool,hard,ITBench-AA,,,,,,48.5875706214689,score%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-6-astra / column itBenchSre),,in, aaitbench#none,artificialanalysis,gpt-6-sol,max,agentic-tool,hard,ITBench-AA,,,,,,49.4350282485876,score%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-6-sol / column itBenchSre),,in, aaitbench#none,artificialanalysis,gpt-oss-120b,high,agentic-tool,hard,ITBench-AA,,,,,,5.64971751412429,score%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gpt-oss-120b / column itBenchSre),,out:single-couple, aaitbench#none,artificialanalysis,grok-4.3,high,agentic-tool,hard,ITBench-AA,,,,,,32.7212806026365,score%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row grok-4-3 / column itBenchSre),,in, aaitbench#none,artificialanalysis,grok-4.7,xhigh,agentic-tool,hard,ITBench-AA,,,,,,42.0809792843691,score%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row grok-4-7 / column itBenchSre),,in, aaitbench#none,artificialanalysis,kimi-k2.6,think,agentic-tool,hard,ITBench-AA,,,,,,31.1864406779661,score%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row kimi-k2-6 / column itBenchSre),,in, aaitbench#none,artificialanalysis,kimi-k3,max,agentic-tool,hard,ITBench-AA,,,,,,47.6930320150659,score%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row kimi-k3 / column itBenchSre),,in, aaitbench#none,artificialanalysis,qwen3.5-27b,think,agentic-tool,hard,ITBench-AA,,,,,,35.4990583804143,score%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-27b / column itBenchSre),,out:superseded, aaitbench#none,artificialanalysis,qwen3.5-35b-a3b,think,agentic-tool,hard,ITBench-AA,,,,,,21.5160075329567,score%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-35b-a3b / column itBenchSre),,out:superseded, aaitbench#none,artificialanalysis,qwen3.5-397b-a17b,think,agentic-tool,hard,ITBench-AA,,,,,,34.0866290018832,score%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-397b-a17b / column itBenchSre),,in, aaitbench#none,artificialanalysis,qwen3.7-max,think,agentic-tool,hard,ITBench-AA,,,,,,42.4670433145009,score%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-7-max / column itBenchSre),,in, aaitbench#none,artificialanalysis,qwen3.8-max-0902,not-established:absent,agentic-tool,hard,ITBench-AA,,,,,,40.2542372881356,score%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-8-max / column itBenchSre),,out:effort-not-established, aa-index43@artificialanalysis,artificialanalysis,deepseek-r1-0528,solo,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row deepseek-r1, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,deepseek-r1,solo,mixed,frontier,,per-task,0.2617212405141733,2.89e-17,,14765.015651989315,11.4109820044475,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-r1-0120 / column intelligenceIndex),,out:single-couple,out:cost-not-comparable aa-index43@artificialanalysis,artificialanalysis,deepseek-r1-distill-llama-70b,solo,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row deepseek-r1-distill-llama-70b, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,deepseek-v3,solo,mixed,frontier,,per-task,0.019751793975774472,2.89e-19,,2017.7134360310017,8.48686760841828,AA-idx,2.89e-15,,,https://artificialanalysis.ai/models ($ / row deepseek-v3 / column intelligenceIndex),,out:single-couple,out:cost-not-comparable aa-index43@artificialanalysis,artificialanalysis,deepseek-v3-0324,solo,mixed,frontier,,per-task,0.02113171101787361,2.89e-18,,1963.4404010246926,9.72000501684011,AA-idx,2.89e-15,,,https://artificialanalysis.ai/models ($ / row deepseek-v3-0324 / column intelligenceIndex),,out:single-couple,out:cost-not-comparable aa-index43@artificialanalysis,artificialanalysis,deepseek-v3.1,nothink,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row deepseek-v3-1, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,deepseek-v3.1,think,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row deepseek-v3-1-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,deepseek-v3.1-terminus,nothink,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row deepseek-v3-1-terminus, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,deepseek-v3.1-terminus,think,mixed,frontier,,,,,,,14.7640236054576,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v3-1-terminus-reasoning / column intelligenceIndex),,out:single-couple, aa-index43@artificialanalysis,artificialanalysis,deepseek-v3.2,nothink,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row deepseek-v3-2, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,deepseek-v3.2-exp,nothink,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row deepseek-v3-2-0925, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,deepseek-v3.2,think,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row deepseek-v3-2-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,deepseek-v3.2-exp,think,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row deepseek-v3-2-reasoning-0925, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,deepseek-v4.1-flash,max,mixed,frontier,,per-task,0.485662249576018,2.89e-16,,88573.99849468909,39.456167472527,AA-idx,2.89e-13,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row deepseek-v4-1-flash / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,deepseek-v4.1-flash,not-established:absent,mixed,frontier,,per-task,0.22122822673888506,2.89e-18,,33698.98527659433,24.6733593924318,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-1-flash-non-reasoning / column intelligenceIndex),,out:effort-not-established,out:effort-not-established aa-index43@artificialanalysis,artificialanalysis,deepseek-v4-flash-0731,max,mixed,frontier,,per-task,0.1744055331356121,2.89e-17,,62054.418619278265,34.3305129347816,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash / column intelligenceIndex),,out:composite,out:cost-not-comparable aa-index43@artificialanalysis,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,mixed,frontier,,per-task,0.08953612525522162,2.89e-18,,55148.223088310595,24.1673138235549,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash-0420 / column intelligenceIndex),,out:model-not-established,out:model-not-established aa-index43@artificialanalysis,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,mixed,frontier,,per-task,0.10256688240478459,2.89e-18,,42404.18653079549,24.3839569152521,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash-0420-high / column intelligenceIndex),,out:model-not-established,out:model-not-established aa-index43@artificialanalysis,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row deepseek-v4-flash-0420-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index43@artificialanalysis,artificialanalysis,?DeepSeek V4 Flash Vision,not-established:absent,mixed,frontier,,per-task,1.037910627432751,2.89e-16,,69174.13064692768,34.8390628035969,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash-vision / column intelligenceIndex),,out:model-not-established,out:model-not-established aa-index43@artificialanalysis,artificialanalysis,deepseek-v4-pro-0813,max,mixed,frontier,,per-task,0.6740219040435134,2.89e-17,,55154.4293719494,35.9967791278402,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,mixed,frontier,,per-task,0.12152059767597723,2.89e-18,,48896.33252144391,30.4496601315524,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro-0424 / column intelligenceIndex),,out:model-not-established,out:model-not-established aa-index43@artificialanalysis,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row deepseek-v4-pro-0424-high, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index43@artificialanalysis,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row deepseek-v4-pro-0424-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index43@artificialanalysis,artificialanalysis,deepseek-v4-pro-0813,not-established:absent,mixed,frontier,,per-task,0.35547065335335964,2.89e-18,,29149.471989101257,20.3605101726847,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro-non-reasoning / column intelligenceIndex),,out:effort-not-established,out:effort-not-established aa-index43@artificialanalysis,artificialanalysis,gemini-2.0-flash-exp,solo,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row gemini-2-0-flash-experimental, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,gemini-2.5-flash,nothink,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row gemini-2-5-flash, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,gemini-2.5-flash-lite,nothink,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row gemini-2-5-flash-lite, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,gemini-2.5-flash-lite-preview-09-2025,nothink,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row gemini-2-5-flash-lite-preview-09-2025, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,gemini-2.5-flash-lite-preview-09-2025,think,mixed,frontier,,,,,,,10,AA-idx,2.89,,,https://artificialanalysis.ai/models ($ / row gemini-2-5-flash-lite-preview-09-2025-reasoning / column price1mInputTokens),,out:single-couple, aa-index43@artificialanalysis,artificialanalysis,gemini-2.5-flash-lite,think,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row gemini-2-5-flash-lite-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,gemini-2.5-flash,think,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row gemini-2-5-flash-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,gemini-2.5-pro,think,mixed,frontier,,per-task,0.33028590601998487,2.89e-18,,10549.36492895319,16.0778962941864,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gemini-2-5-pro / column intelligenceIndex),,out:single-couple,out:cost-single-couple aa-index43@artificialanalysis,artificialanalysis,gemini-2.5-pro-preview-05-06,solo,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row gemini-2-5-pro-05-06, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,gemini-3.1-flash-lite,high,mixed,frontier,,per-task,0.06018072627659897,2.89e-18,,11962.429490354582,15.554288713025,AA-idx,2.89e-13,,,https://artificialanalysis.ai/models ($ / row gemini-3-1-flash-lite-preview / column intelligenceIndex),,out:superseded,out:superseded aa-index43@artificialanalysis,artificialanalysis,gemini-3.1-pro,not-established:absent,mixed,frontier,,per-task,1.2985855086120641,2.89e-17,,18112.30078500516,29.7185656132261,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-1-pro-preview / column intelligenceIndex),,out:effort-not-established,out:effort-not-established aa-index43@artificialanalysis,artificialanalysis,gemini-3.5-flash,high,mixed,frontier,,per-task,3.6936902127611133,2.89e-17,,54642.77172835717,32.5983283695905,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-5-flash / column intelligenceIndex),,out:composite,out:cost-not-comparable aa-index43@artificialanalysis,artificialanalysis,gemini-3.5-flash-lite,high,mixed,frontier,,per-task,0.1927430131409478,2.89e-17,,17506.699128048065,22.1685424839812,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gemini-3-5-flash-lite / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,gemini-3.5-flash,medium,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row gemini-3-5-flash-medium, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,gemini-3.5-flash,minimal,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row gemini-3-5-flash-minimal, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,gemini-3.6-flash,high,mixed,frontier,,per-task,1.600530533263267,2.89e-16,,41605.76340544727,33.9785928920714,AA-idx,2.89e-14,,cost-base-price:cost-uniform-factor,https://artificialanalysis.ai/models ($ / row gemini-3-6-flash / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,gemini-3.7-flash,high,mixed,frontier,,per-task,0.9253359372385677,2.89e-17,,58387.02194048655,39.0594566404896,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-7-flash / column intelligenceIndex),,out:composite,out:cost-not-comparable aa-index43@artificialanalysis,artificialanalysis,gemini-3.7-flash,low,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row gemini-3-7-flash-low, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,gemini-3.7-flash,medium,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row gemini-3-7-flash-medium, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,gemini-3.8-flash,high,mixed,frontier,,per-task,1.2427947606950427,2.89e-17,,71002.56693639373,40.9262321765904,AA-idx,2.89e-14,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://artificialanalysis.ai/models ($ / row gemini-3-8-flash / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,gemini-3.8-flash,low,mixed,frontier,,,,,,,33.4548106699132,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-8-flash-low / column intelligenceIndex),,out:composite, aa-index43@artificialanalysis,artificialanalysis,gemini-3.8-flash,medium,mixed,frontier,,per-task,0.9310379374376306,2.89e-17,,52598.80180165109,39.7740187061926,AA-idx,2.89e-14,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://artificialanalysis.ai/models ($ / row gemini-3-8-flash-medium / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,gemini-3-flash,not-established:absent,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row gemini-3-flash, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aa-index43@artificialanalysis,artificialanalysis,gemini-3-flash,not-established:absent,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row gemini-3-flash-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aa-index43@artificialanalysis,artificialanalysis,gemini-3-pro,high,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row gemini-3-pro, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,gemini-3-pro,low,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row gemini-3-pro-low, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,gemini-4-argon,high,mixed,frontier,,per-task,1.990322379299008,2.89e-16,,61557.626207648,52.5605655745982,AA-idx,2.89e-14,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://artificialanalysis.ai/models ($ / row gemini-4-argon / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,glm-4.5-air,think,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row glm-4-5-air, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,glm-4.5v,nothink,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row glm-4-5v, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,glm-4.5v,think,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row glm-4-5v-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,glm-4.6,nothink,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row glm-4-6, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,glm-4.6,think,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row glm-4-6-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,glm-4.6v,nothink,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row glm-4-6v, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,glm-4.6v,think,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row glm-4-6v-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,glm-4.7,think,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row glm-4-7, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,glm-4.7-flash,think,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row glm-4-7-flash, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,glm-4.7-flash,nothink,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row glm-4-7-flash-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,glm-4.7,nothink,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row glm-4-7-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,glm-5,think,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row glm-5, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,glm-5.1,think,mixed,frontier,,per-task,1.0192564984972659,2.89e-17,,41294.80352158475,26,AA-idx,0.289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row glm-5-1 / column cacheHitPrice),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,glm-5.1,nothink,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row glm-5-1-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,glm-5.2,not-established:absent,mixed,frontier,,per-task,1.4726179494034382,2.89e-17,,64317.0280767563,33.7054572377545,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models ($ / row glm-5-2 / column intelligenceIndex),,out:effort-not-established,out:effort-not-established aa-index43@artificialanalysis,artificialanalysis,glm-5.2,not-established:absent,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row glm-5-2-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aa-index43@artificialanalysis,artificialanalysis,glm-5.3,max,mixed,frontier,,per-task,2.0056375150449584,2.89e-17,,71127.61363824058,44.777392385614,AA-idx,2.89e-13,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row glm-5-3 / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,glm-5.3-flash,max,mixed,frontier,,per-task,0.2835948232103717,2.89e-17,,68673.15205651642,41.807466113455,AA-idx,2.89e-13,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row glm-5-3-flash / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,glm-5.3,low,mixed,frontier,,per-task,0.8522174973386498,2.89e-17,,30041.19909435057,34.2990078159643,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row glm-5-3-low / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,glm-5,nothink,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row glm-5-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,?GPT-3.5 Turbo,not-established:absent,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row gpt-35-turbo, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index43@artificialanalysis,artificialanalysis,?GPT-4,not-established:absent,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row gpt-4, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index43@artificialanalysis,artificialanalysis,gpt-4.1,solo,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row gpt-4-1, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,gpt-4.1-mini,solo,mixed,frontier,,,,,,,10,AA-idx,2.89,,,https://artificialanalysis.ai/models ($ / row gpt-4-1-mini / column cacheHitPrice),,out:single-couple, aa-index43@artificialanalysis,artificialanalysis,gpt-4.1-nano,solo,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row gpt-4-1-nano, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,gpt-4-turbo,solo,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row gpt-4-turbo, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,gpt-4o-1120,solo,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row gpt-4o, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,gpt-4o-0513,solo,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row gpt-4o-2024-05-13, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,gpt-4o-0806,solo,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row gpt-4o-2024-08-06, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,gpt-4o-mini,solo,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row gpt-4o-mini, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,gpt-5,high,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row gpt-5, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,gpt-5.1,high,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row gpt-5-1, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,gpt-5.1-codex,high,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row gpt-5-1-codex, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,gpt-5.1-codex-mini,high,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row gpt-5-1-codex-mini, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,gpt-5.1,nothink,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row gpt-5-1-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,gpt-5.2,xhigh,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row gpt-5-2, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,gpt-5.2-codex,xhigh,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row gpt-5-2-codex, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,gpt-5.2,medium,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row gpt-5-2-medium, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,gpt-5.2,nothink,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row gpt-5-2-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,gpt-5.3-codex,xhigh,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row gpt-5-3-codex, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,gpt-5.4,xhigh,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row gpt-5-4, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,gpt-5.4,low,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row gpt-5-4-low, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,gpt-5.4-mini,xhigh,mixed,frontier,,per-task,0.4473810333705224,2.89e-17,,51657.29562655977,24.0682169231964,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-4-mini / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,gpt-5.4-mini,medium,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row gpt-5-4-mini-medium, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,gpt-5.4-mini,nothink,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row gpt-5-4-mini-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,gpt-5.4-nano,xhigh,mixed,frontier,,per-task,0.1830802502922872,2.89e-17,,66530.06975267104,20.7197352504557,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-4-nano / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,gpt-5.4-nano,medium,mixed,frontier,,,,,,,20,AA-idx,2.89,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-nano-medium / column price1mInputTokens),,out:composite, aa-index43@artificialanalysis,artificialanalysis,gpt-5.4-nano,nothink,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row gpt-5-4-nano-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,gpt-5.4,nothink,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row gpt-5-4-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,gpt-5.5,xhigh,mixed,frontier,,per-task,2.6339796841243297,2.89e-17,,23658.278490452063,38.3556437590607,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-5 / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,gpt-5.5,high,mixed,frontier,,per-task,1.541289049705234,2.89e-16,,15611.083606753562,36.9793737887731,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-5-high / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,gpt-5.5-instant-05-26,think,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row gpt-5-5-instant-05-26, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aa-index43@artificialanalysis,artificialanalysis,gpt-5.5-instant-06-26,think,mixed,frontier,,per-task,0.6914853678439488,2.89e-17,,5040.486542289461,26.0135173401368,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-5-instant-06-26 / column intelligenceIndex),,out:effort-not-established,out:effort-not-established aa-index43@artificialanalysis,artificialanalysis,gpt-5.5,low,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row gpt-5-5-low, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,gpt-5.5,medium,mixed,frontier,,per-task,0.9016588021523384,2.89e-17,,8553.741957565155,33.8043604432432,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-5-medium / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,gpt-5.5,nothink,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row gpt-5-5-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,gpt-5.6-luna,max,mixed,frontier,,per-task,0.17829726152289094,2.89e-18,,41234.58985098852,37.3244239690841,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,gpt-5.6-luna,high,mixed,frontier,,per-task,0.043981552251920096,2.89e-19,,13862.102676350642,32.1196453501091,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-high / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,gpt-5.6-luna,low,mixed,frontier,,per-task,0.009827249754655997,2.89e-19,,2514.104170988666,21.0124783424265,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-low / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,gpt-5.6-luna,medium,mixed,frontier,,per-task,0.015598049609820011,2.89e-19,,4486.322966984059,25,AA-idx,0.289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-medium / column cacheWritePrice),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,gpt-5.6-luna,nothink,mixed,frontier,,per-task,0.010091821810180262,2.89e-19,,2027.4761833867608,15.5270002110259,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-non-reasoning / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,gpt-5.6-luna,xhigh,mixed,frontier,,per-task,0.085342806135728,2.89e-16,,23624.53203898034,34.555348822309,AA-idx,2.89e-13,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-xhigh / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,gpt-5.6-sol,max,mixed,frontier,,per-task,2.734126148673906,0.144,,29309.37423504531,46.9727068915036,AA-idx,2.89e-14,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,gpt-5.6-sol,high,mixed,frontier,,per-task,1.1109761989349347,0.0583,,13249.974623852537,42.3461010420519,AA-idx,2.89e-14,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-high / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,gpt-5.6-sol,low,mixed,frontier,,per-task,0.358382673287418,0.0188,,3974.398272950239,33.4731387646002,AA-idx,2.89e-14,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-low / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,gpt-5.6-sol,medium,mixed,frontier,,per-task,0.6943648668526569,0.0364,,7874.032575591853,39.2363585889147,AA-idx,2.89e-14,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-medium / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,gpt-5.6-sol,nothink,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row gpt-5-6-sol-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,gpt-5.6-sol,xhigh,mixed,frontier,,per-task,1.62849904001225,0.0855,,19576.32266790806,44.008876369169,AA-idx,2.89e-13,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-xhigh / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,gpt-5.6-terra,max,mixed,frontier,,per-task,1.3987235612691513,2.89e-17,,38897.46393199385,42.0829248239494,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,gpt-5.6-terra,high,mixed,frontier,,per-task,0.3378727947949101,2.89e-17,,11293.66030238819,34.2376558067555,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-high / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,gpt-5.6-terra,low,mixed,frontier,,per-task,0.1444617614290821,2.89e-17,,3871.2958585296174,27.496203401716,AA-idx,2.89e-13,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-low / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,gpt-5.6-terra,medium,mixed,frontier,,per-task,0.18337295992969213,2.89e-18,,5477.785521063995,30,AA-idx,0.289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-medium / column effort.level),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,gpt-5.6-terra,nothink,mixed,frontier,,per-task,0.13972397093498629,2.89e-18,,3129.3947847469058,20.7797013584503,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-non-reasoning / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,gpt-5.6-terra,xhigh,mixed,frontier,,per-task,0.6317911346924275,2.89e-17,,20367.34759298306,37.9513370742927,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-xhigh / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,gpt-5-codex,high,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row gpt-5-codex, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,gpt-5,low,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row gpt-5-low, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,gpt-5,medium,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row gpt-5-medium, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,gpt-5-mini,high,mixed,frontier,,per-task,0.05349965791130692,2.89e-18,,16644.749237416967,16.7730881042515,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-5-mini / column intelligenceIndex),,out:single-couple,out:cost-single-couple aa-index43@artificialanalysis,artificialanalysis,gpt-5-mini,medium,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row gpt-5-mini-medium, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,gpt-5-mini,minimal,mixed,frontier,,,,,,,10,AA-idx,0.289,,,https://artificialanalysis.ai/models ($ / row gpt-5-mini-minimal / column effort.level),,out:single-couple, aa-index43@artificialanalysis,artificialanalysis,gpt-5,minimal,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row gpt-5-minimal, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,gpt-5-nano,high,mixed,frontier,,,,,,,13,AA-idx,0.289,,,https://artificialanalysis.ai/models ($ / row gpt-5-nano / column pricePer1k1mpImages),,out:single-couple, aa-index43@artificialanalysis,artificialanalysis,gpt-5-nano,medium,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row gpt-5-nano-medium, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,gpt-5-nano,minimal,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row gpt-5-nano-minimal, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,gpt-6.1-sol,max,mixed,frontier,,per-task,0.7241670655535033,2.89e-17,,38128.428914433774,51.8332597011541,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-1-sol / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,gpt-6.1-sol,high,mixed,frontier,,per-task,0.31914442375664703,2.89e-18,,13191.870219821281,50.2377777519769,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-1-sol-high / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,gpt-6.1-sol,low,mixed,frontier,,per-task,0.13075190869859377,2.89e-18,,3976.700974677209,42.0835618555848,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-1-sol-low / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,gpt-6.1-sol,medium,mixed,frontier,,per-task,0.21370088267875537,2.89e-18,,8069.842557491671,47.7833271274065,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-1-sol-medium / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,gpt-6.1-sol,xhigh,mixed,frontier,,per-task,0.39286117158850653,2.89e-18,,17618.833790384873,51.0377679093761,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-1-sol-xhigh / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,gpt-6-astra,max,mixed,frontier,,per-task,3.2575003134834164,2.89e-17,,27205.50491647014,52.673669395513,AA-idx,2.89e-13,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-astra / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,gpt-6-astra,high,mixed,frontier,,per-task,1.7252530861048456,2.89e-17,,11812.809998560282,50.9191471636152,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-astra-high / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,gpt-6-astra,low,mixed,frontier,,per-task,0.8175139285656057,2.89e-17,,4432.748796710639,45.7819243120341,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-astra-low / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,gpt-6-astra,medium,mixed,frontier,,per-task,1.5406493220021167,2.89e-17,,9589.600653655605,50,AA-idx,0.289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-astra-medium / column price1mOutputTokens),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,gpt-6-astra,xhigh,mixed,frontier,,per-task,2.308795912269076,2.89e-16,,16901.1809658926,52.3863277108782,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-astra-xhigh / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,gpt-6-luna,max,mixed,frontier,,per-task,0.06782295669812205,2.89e-18,,50011.69043054027,38.1245186869738,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-luna / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,gpt-6-luna,high,mixed,frontier,,per-task,0.02903157640372802,2.89e-18,,19703.23408227596,32.9282054150837,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-luna-high / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,gpt-6-luna,low,mixed,frontier,,per-task,0.004516607569410252,2.89e-19,,2087.2197551648565,21.5261980080866,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-luna-low / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,gpt-6-luna,medium,mixed,frontier,,per-task,0.017476906067835942,2.89e-19,,11456.455776112209,30,AA-idx,0.289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-luna-medium / column effort.level),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,gpt-6-luna,nothink,mixed,frontier,,per-task,0.011345057120527267,2.89e-19,,3760.5390495238253,18.4678465935701,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-luna-non-reasoning / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,gpt-6-luna,xhigh,mixed,frontier,,per-task,0.042183547923951084,2.89e-19,,27487.096124945067,34.5587320217785,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-luna-xhigh / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,gpt-6-sol,max,mixed,frontier,,per-task,1.0446616686054255,2.89e-17,,30999.646039665262,47.6305176437724,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-sol / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,gpt-6-sol,high,mixed,frontier,,per-task,0.3728406839161857,2.89e-17,,10292.058259702862,42.4004513642985,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-sol-high / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,gpt-6-sol,low,mixed,frontier,,per-task,0.1327768361714764,2.89e-17,,3372.836305754137,34.1548755585733,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-sol-low / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,gpt-6-sol,medium,mixed,frontier,,per-task,0.24728577052042386,2.89e-18,,6497.665406570324,39.8118971749522,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-sol-medium / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,gpt-6-sol,nothink,mixed,frontier,,per-task,0.33365590023828273,2.89e-18,,4974.907322254438,28.5121413410513,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-sol-non-reasoning / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,gpt-6-sol,xhigh,mixed,frontier,,per-task,0.5208098524368193,2.89e-17,,15837.854672823181,44.2448955516407,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gpt-6-sol-xhigh / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,gpt-oss-120b,high,mixed,frontier,,per-task,0.0921933712679154,2.89e-17,,26953.971576042284,11.6028431512592,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-oss-120b / column intelligenceIndex),,out:single-couple,out:cost-not-comparable aa-index43@artificialanalysis,artificialanalysis,gpt-oss-120b,low,mixed,frontier,,,,,,,10,AA-idx,2.89,,,https://artificialanalysis.ai/models ($ / row gpt-oss-120b-low / column cacheHitPrice),,out:single-couple, aa-index43@artificialanalysis,artificialanalysis,gpt-oss-20b,high,mixed,frontier,,per-task,0.011451402590850306,2.89e-19,,18108.80158174822,8.9675171856126,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-oss-20b / column intelligenceIndex),,out:single-couple,out:cost-not-comparable aa-index43@artificialanalysis,artificialanalysis,gpt-oss-20b,low,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row gpt-oss-20b-low, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,grok-3,solo,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row grok-3, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,?Grok 3 mini Reasoning,not-established:absent,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row grok-3-mini-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index43@artificialanalysis,artificialanalysis,grok-4,solo,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row grok-4, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,?Grok 4.20 0309 v2,not-established:absent,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row grok-4-20, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index43@artificialanalysis,artificialanalysis,grok-4.20,think,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row grok-4-20-0309, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,grok-4.20,nothink,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row grok-4-20-0309-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,?Grok 4.20 0309 v2,not-established:absent,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row grok-4-20-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index43@artificialanalysis,artificialanalysis,grok-4.3,high,mixed,frontier,,per-task,0.20537871205068303,2.89e-18,,17689.999029858765,24.8801191398002,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-3 / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,grok-4.3,low,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row grok-4-3-low, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,grok-4.3,medium,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row grok-4-3-medium, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,grok-4.3,nothink,mixed,frontier,,per-task,0.16974590796834474,2.89e-18,,9121.855530808516,13.9926809505055,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-3-non-reasoning / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,grok-4.5,high,mixed,frontier,,per-task,0.8806608417078763,2.89e-17,,26882.29418589173,38.8121153240657,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-5 / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,grok-4.6,high,mixed,frontier,,per-task,1.4848449196688633,2.89e-17,,35834.50984907935,44.3113073012592,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-6 / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,grok-4.6,low,mixed,frontier,,per-task,0.37578773607022314,2.89e-18,,10264.013906326,35.1246953482174,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-6-low / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,grok-4.6,medium,mixed,frontier,,per-task,1.14381661681713,2.89e-15,,28466.40897482784,42.836322654063,AA-idx,2.89e-13,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-6-medium / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,grok-4.6,xhigh,mixed,frontier,,per-task,1.7523145158282367,2.89e-17,,37608.15138851136,44.199810436996,AA-idx,2.89e-13,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-6-xhigh / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,grok-4.7,xhigh,mixed,frontier,,per-task,3.738325952106939,2.89e-16,,80561.36472853081,46.4465506302286,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-7 / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,grok-4.7,high,mixed,frontier,,per-task,2.726106691786027,2.89e-16,,65901.46774813943,46.3321770885625,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-7-high / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,grok-4.7,low,mixed,frontier,,per-task,1.2479664056943975,2.89e-17,,28011.88258153639,42.2166560223448,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row grok-4-7-low / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,grok-4-fast,nothink,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row grok-4-fast, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,grok-4-fast,think,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row grok-4-fast-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,?Grok Build 0.1 0616,not-established:absent,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row grok-build-0-1-06-16, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index43@artificialanalysis,artificialanalysis,kimi-k2-instruct,solo,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row kimi-k2, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,kimi-k2-instruct-0905,solo,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row kimi-k2-0905, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,?Kimi K2.5,not-established:absent,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row kimi-k2-5, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index43@artificialanalysis,artificialanalysis,?Kimi K2.5,not-established:absent,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row kimi-k2-5-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index43@artificialanalysis,artificialanalysis,kimi-k2.6,think,mixed,frontier,,per-task,0.799769615295709,2.89e-16,,47337.10653638787,26.9791999742844,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row kimi-k2-6 / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,kimi-k2.6,nothink,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row kimi-k2-6-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,kimi-k2.7-code,solo,mixed,frontier,,per-task,0.541190247118529,2.89e-16,,29885.723839996914,25.8121062401836,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row kimi-k2-7-code / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,?Kimi K2 Thinking,not-established:absent,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row kimi-k2-thinking, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index43@artificialanalysis,artificialanalysis,kimi-k3,max,mixed,frontier,,per-task,2.0001323004425493,2.89e-17,,48455.23210144532,43.5938229518782,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row kimi-k3 / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,kimi-k3,not-established:absent,mixed,frontier,,per-task,1.1463056165227514,2.89e-17,,12221.680391659407,30,AA-idx,2.89,,,https://artificialanalysis.ai/models ($ / row kimi-k3-low / column cacheHitPrice),,out:effort-not-established,out:effort-not-established aa-index43@artificialanalysis,artificialanalysis,o1,not-established:absent,mixed,frontier,,,,,,,15,AA-idx,0.289,,,https://artificialanalysis.ai/models ($ / row o1 / column price1mInputTokens),,out:effort-not-established, aa-index43@artificialanalysis,artificialanalysis,o1-pro,think,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row o1-pro, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aa-index43@artificialanalysis,artificialanalysis,o3,not-established:absent,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row o3, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aa-index43@artificialanalysis,artificialanalysis,o3-mini,not-established:absent,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row o3-mini, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aa-index43@artificialanalysis,artificialanalysis,o3-mini,not-established:absent,mixed,frontier,,,,,,,10.9643866525084,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models ($ / row o3-mini-high / column intelligenceIndex),,out:effort-not-established, aa-index43@artificialanalysis,artificialanalysis,o3-pro,not-established:absent,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row o3-pro, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aa-index43@artificialanalysis,artificialanalysis,o4-mini,high,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row o4-mini, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,?Qwen2.5 Turbo,not-established:absent,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row qwen-turbo, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index43@artificialanalysis,artificialanalysis,qwen2.5-72b-instruct,solo,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row qwen2-5-72b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,qwen3-14b,nothink,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row qwen3-14b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,qwen3-14b,think,mixed,frontier,,,,,,,6.38695054929445,AA-idx,2.89e-15,,,https://artificialanalysis.ai/models ($ / row qwen3-14b-instruct-reasoning / column intelligenceIndex),,out:single-couple, aa-index43@artificialanalysis,artificialanalysis,qwen3-235b-a22b-instruct-2507,solo,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row qwen3-235b-a22b-instruct-2507, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,qwen3-235b-a22b-thinking-2507,solo,mixed,frontier,,,,,,,12.7108511527974,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-235b-a22b-instruct-2507-reasoning / column intelligenceIndex),,out:single-couple, aa-index43@artificialanalysis,artificialanalysis,qwen3-30b-a3b-instruct-2507,solo,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row qwen3-30b-a3b-2507, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,qwen3-30b-a3b-thinking-2507,solo,mixed,frontier,,per-task,0.06594880518459643,2.89e-18,,23792.083085556962,9.80537532870426,AA-idx,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-30b-a3b-2507-reasoning / column intelligenceIndex),,out:single-couple,out:cost-single-couple aa-index43@artificialanalysis,artificialanalysis,qwen3-30b-a3b,nothink,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row qwen3-30b-a3b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,qwen3-30b-a3b,think,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row qwen3-30b-a3b-instruct-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,qwen3-32b,nothink,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row qwen3-32b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,qwen3-32b,think,mixed,frontier,,,,,,,7.21522513523226,AA-idx,2.89e-15,,,https://artificialanalysis.ai/models ($ / row qwen3-32b-instruct-reasoning / column intelligenceIndex),,out:single-couple, aa-index43@artificialanalysis,artificialanalysis,qwen3.5-122b-a10b,think,mixed,frontier,,per-task,0.3247468637357143,2.89e-17,,17114.45983788592,15.5694009312969,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-5-122b-a10b / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,qwen3.5-122b-a10b,nothink,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row qwen3-5-122b-a10b-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,qwen3.5-27b,think,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row qwen3-5-27b, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,qwen3.5-27b,nothink,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row qwen3-5-27b-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,qwen3.5-35b-a3b,think,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row qwen3-5-35b-a3b, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,qwen3.5-35b-a3b,nothink,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row qwen3-5-35b-a3b-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,qwen3.5-397b-a17b,think,mixed,frontier,,per-task,0.47457695829894075,2.89e-18,,18665.97614436674,18.4204249294815,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-5-397b-a17b / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,qwen3.5-397b-a17b,nothink,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row qwen3-5-397b-a17b-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,qwen3.5-4b,think,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row qwen3-5-4b, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,qwen3.5-4b,nothink,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row qwen3-5-4b-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,qwen3.5-9b,think,mixed,frontier,,per-task,0.21258346272934256,2.89e-18,,34894.77601780932,11.1961650827156,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-9b / column intelligenceIndex),,out:composite,out:cost-not-comparable aa-index43@artificialanalysis,artificialanalysis,qwen3.5-9b,nothink,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row qwen3-5-9b-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,qwen3.5-omni-flash,nothink,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row qwen3-5-omni-flash, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,qwen3.5-omni-plus,nothink,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row qwen3-5-omni-plus, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,qwen3.6-27b,think,mixed,frontier,,per-task,0.621236893699357,2.89e-16,,32287.31401968609,21.4279902240782,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-6-27b / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,qwen3.6-27b,nothink,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row qwen3-6-27b-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,qwen3.6-35b-a3b,think,mixed,frontier,,per-task,0.4750534562511306,2.89e-17,,34593.73903040719,18.2289900189843,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-6-35b-a3b / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,qwen3.6-35b-a3b,nothink,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row qwen3-6-35b-a3b-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,qwen3.6-plus,think,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row qwen3-6-plus, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,qwen3.7-max,think,mixed,frontier,,per-task,1.1472961597972207,2.89e-17,,32190.312589070043,29.4571634255623,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-7-max / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,qwen3.7-plus,think,mixed,frontier,,per-task,0.21702592259078568,2.89e-18,,36345.83819524092,25.1622215821984,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-7-plus / column intelligenceIndex),,out:composite,out:cost-not-comparable aa-index43@artificialanalysis,artificialanalysis,qwen3.8-2.4t-a95b,not-established:absent,mixed,frontier,,per-task,2.1551619442434675,2.89e-17,,68515.01528492119,39.9461723105325,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-8-2-4t-a95b / column intelligenceIndex),,out:effort-not-established,out:effort-not-established aa-index43@artificialanalysis,artificialanalysis,qwen3.8-27b,xhigh,mixed,frontier,,per-task,1.0074896941565943,2.89e-17,,66783.23051793649,33.6762858057476,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-8-27b / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,qwen3.8-27b,low,mixed,frontier,,per-task,1.0482225365160391,2.89e-17,,45426.466833537765,26.2047978189896,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-8-27b-low / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,qwen3.8-27b,medium,mixed,frontier,,per-task,1.133063774030521,2.89e-16,,51943.29937745417,27.5508228231586,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-8-27b-medium / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,qwen3.8-27b,not-established:absent,mixed,frontier,,per-task,2.487757391889078,2.89e-16,,29975.33372218334,20,AA-idx,2.89,,,https://artificialanalysis.ai/models ($ / row qwen3-8-27b-non-reasoning / column tauBanking),,out:effort-not-established,out:effort-not-established aa-index43@artificialanalysis,artificialanalysis,qwen3.8-flash-next,not-established:absent,mixed,frontier,,per-task,0.3721760025302965,2.89e-17,,107884.70441134622,39.8223021864741,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-8-flash-next / column intelligenceIndex),,out:effort-not-established,out:effort-not-established aa-index43@artificialanalysis,artificialanalysis,qwen3-8b,nothink,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row qwen3-8b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,qwen3-coder-30b-a3b-instruct,solo,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row qwen3-coder-30b-a3b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,qwen3-coder-480b-a35b-instruct,solo,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row qwen3-coder-480b-a35b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,qwen3-coder-next,nothink,mixed,frontier,,per-task,0.46969565354948617,2.89e-18,,15144.827849293042,9.23682203219174,AA-idx,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row qwen3-coder-next / column intelligenceIndex),,out:composite,out:composite aa-index43@artificialanalysis,artificialanalysis,qwen3-next-80b-a3b-instruct,solo,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row qwen3-next-80b-a3b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,qwen3-next-80b-a3b-thinking,solo,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row qwen3-next-80b-a3b-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,qwen3-omni-30b-a3b-instruct,solo,mixed,frontier,,,,,,,6,AA-idx,0.289,,,https://artificialanalysis.ai/models ($ / row qwen3-omni-30b-a3b-instruct / column openness.modelAvailability),,out:single-couple, aa-index43@artificialanalysis,artificialanalysis,qwen3-omni-30b-a3b-thinking,solo,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row qwen3-omni-30b-a3b-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,qwen3-vl-235b-a22b-instruct,solo,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row qwen3-vl-235b-a22b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,qwen3-vl-30b-a3b-instruct,solo,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row qwen3-vl-30b-a3b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index43@artificialanalysis,artificialanalysis,qwen3-vl-30b-a3b-thinking,solo,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row qwen3-vl-30b-a3b-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,opus-5,max,mixed,frontier,AA-Index,,,,,,50.7771115797629,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-5 / column intelligenceIndex),,out:composite, aa-index#none,artificialanalysis,opus-5,max,mixed,frontier,AA-Index,,,,,,60,AA-idx,0.289,,,https://artificialanalysis.ai/models ($ / row claude-opus-5 / column effort.level),,out:composite, aagdpval#none,artificialanalysis,fable-5,max,mixed,frontier,GDPval-AA-v2,per-task,7.745990148318163,2.89e-16,,74081.55,1609.83,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-fable-5 / column gdpval),,in,in aagdpval#none,artificialanalysis,opus-4.8,max,mixed,frontier,GDPval-AA-v2,per-task,4.340927887243818,2.89e-16,,86473.59090909091,1453.47,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-opus-4-8 / column gdpval),,in,in aagdpval#none,artificialanalysis,sonnet-4.6,not-established:absent,mixed,frontier,GDPval-AA-v2,per-task,1.9373623019893462,2.89e-17,,58490.85909090909,1232,AA-elo,0.289,,,https://artificialanalysis.ai/models ($ / row claude-sonnet-4-6-adaptive / column gdpval),,out:effort-not-established,out:effort-not-established aagdpval#none,artificialanalysis,opus-5,max,mixed,frontier,GDPval-AA-v2,per-task,6.766011819009691,2.89e-16,,97235.51363636364,1721.15,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-opus-5 / column gdpval),,in,in aagdpval#none,artificialanalysis,sonnet-5,max,mixed,frontier,GDPval-AA-v2,per-task,4.703913880294028,2.89e-16,,120236.95454545454,1463.81,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-sonnet-5 / column gdpval),,in,in aagdpval#none,artificialanalysis,opus-5,low,mixed,frontier,GDPval-AA-v2,per-task,0.5817279511310788,2.89e-17,,12238.459090909091,1302.46,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-opus-5-low / column gdpval),,in,in aagdpval#none,artificialanalysis,sonnet-5,low,mixed,frontier,GDPval-AA-v2,per-task,0.260014572897742,2.89e-16,,12672.477272727272,1067.28,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-low / column gdpval),,in,in aagdpval#none,artificialanalysis,opus-5,medium,mixed,frontier,GDPval-AA-v2,per-task,1.3640985801687961,2.89e-17,,24351.081818181818,1492.08,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-opus-5-medium / column gdpval),,in,in aagdpval#none,artificialanalysis,sonnet-5,medium,mixed,frontier,GDPval-AA-v2,per-task,0.5286853952633941,2.89e-17,,21451.168181818182,1156.51,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-medium / column gdpval),,in,in aagdpval#none,artificialanalysis,opus-5,high,mixed,frontier,GDPval-AA-v2,per-task,3.0271454854977624,2.89e-17,,47715.97727272727,1594.93,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-opus-5-high / column gdpval),,in,in aagdpval#none,artificialanalysis,sonnet-5,high,mixed,frontier,GDPval-AA-v2,per-task,1.0174550722614486,2.89e-17,,34988.44090909091,1254.48,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-high / column gdpval),,in,in aagdpval#none,artificialanalysis,opus-5,xhigh,mixed,frontier,GDPval-AA-v2,per-task,4.962976604298485,2.89e-16,,73472.67727272728,1690.67,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-opus-5-xhigh / column gdpval),,in,in aagdpval#none,artificialanalysis,sonnet-5,xhigh,mixed,frontier,GDPval-AA-v2,per-task,2.141864168817588,2.89e-16,,64199.086363636365,1357.91,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-xhigh / column gdpval),,in,in aabriefcase,artificialanalysis,haiku-5.5,max,agentic-tool,frontier,AA-Briefcase,per-task,0.6748641672669411,2.89e-17,,425445.5934065934,1576.85,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-haiku-5-5 / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,sonnet-5.5,high,agentic-tool,frontier,AA-Briefcase,per-task,3.270737112601085,2.89e-16,,139975.8901098901,1635.77,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-5-high / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,sonnet-5.5,max,agentic-tool,frontier,AA-Briefcase,per-task,20.47390908599261,2.89e-15,,625175.7692307692,1817.26,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-5 / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,opus-5.5,high,agentic-tool,frontier,AA-Briefcase,per-task,6.270821902675123,2.89e-16,,113122.20879120879,1685.66,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-opus-5-5-high / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,opus-5.5,max,agentic-tool,frontier,AA-Briefcase,per-task,21.045972715658657,2.89e-16,,338098.7802197802,1802.99,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row claude-opus-5-5 / column briefcaseBreakdown.overall.elo),,out:decision:D57,out:decision:D65 aabriefcase,artificialanalysis,fable-5.1,max,agentic-tool,frontier,AA-Briefcase,per-task,22.71345865423513,2.89e-15,,187454.58241758242,1672.26,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-fable-5-1 / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,fable-5,max,agentic-tool,frontier,AA-Briefcase,per-task,22.303336680497168,2.89e-16,,139467.3186813187,1539.25,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-fable-5 / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,opus-4.8,max,agentic-tool,frontier,AA-Briefcase,per-task,8.262025464904312,2.89e-16,,126125.56043956045,1321.43,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-opus-4-8 / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,sonnet-4.6,not-established:absent,agentic-tool,frontier,AA-Briefcase,per-task,2.4128483782101666,2.89e-17,,64489.296703296706,1062.96,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row claude-sonnet-4-6-adaptive / column briefcaseBreakdown.overall.elo),,out:decision:D57,out:effort-not-established aabriefcase,artificialanalysis,opus-5,max,agentic-tool,frontier,AA-Briefcase,per-task,17.793315194424192,2.89e-16,,170079.62637362638,1659.48,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row claude-opus-5 / column briefcaseBreakdown.overall.elo),,out:decision:D57,out:decision:D65 aabriefcase,artificialanalysis,sonnet-5,max,agentic-tool,frontier,AA-Briefcase,per-task,14.4291759462594,2.89e-14,,209361.23076923078,1358.4,AA-elo,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-sonnet-5 / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,opus-5,low,agentic-tool,frontier,AA-Briefcase,per-task,1.781121494074752,2.89e-16,,27949.252747252747,1209.28,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-opus-5-low / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,sonnet-5,low,agentic-tool,frontier,AA-Briefcase,per-task,0.817469444438685,2.89e-16,,28837.164835164836,926.63,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-low / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,opus-5,medium,agentic-tool,frontier,AA-Briefcase,per-task,5.249235493749818,2.89e-16,,66091.58241758242,1434.89,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-opus-5-medium / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,sonnet-5,medium,agentic-tool,frontier,AA-Briefcase,per-task,1.7322434101530069,2.89e-17,,46726.593406593405,1057.7,AA-elo,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-medium / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,opus-5,high,agentic-tool,frontier,AA-Briefcase,per-task,10.409202341508845,2.89e-16,,113606.07692307692,1560.7,AA-elo,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-opus-5-high / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,sonnet-5,high,agentic-tool,frontier,AA-Briefcase,per-task,3.7646892597302335,2.89e-17,,82369.45054945054,1176.53,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-high / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,opus-5,xhigh,agentic-tool,frontier,AA-Briefcase,per-task,14.261253441365893,2.89e-16,,144581.2967032967,1633.85,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-opus-5-xhigh / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aabriefcase,artificialanalysis,sonnet-5,xhigh,agentic-tool,frontier,AA-Briefcase,per-task,7.557158057612095,2.89e-16,,135985.17582417582,1273.1,AA-elo,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-xhigh / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aatbsci@artificialanalysis#none,artificialanalysis,gpt-6-luna,low,coding,hard,Terminal-Bench-Science-AA,,,,,,0.9561002000000002,pass%,2.89e-17,,,https://artificialanalysis.ai/models ($ / row gpt-6-luna-low / column evals.artificial-analysis-long-context-reasoning.costPerTask),,in, aahle@artificialanalysis#none,artificialanalysis,gemini-3.8-flash,low,reasoning-math,frontier,HLE-AA-notools,,,,,,37.0713623725672,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-8-flash-low / column hle),,in, aascicode@artificialanalysis#none,artificialanalysis,gemini-3.8-flash,low,coding,hard,SciCode-AA,,,,,,54.9768518518518,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-8-flash-low / column scicode),,in, aatb40@artificialanalysis#none,artificialanalysis,gemini-3.8-flash,low,coding,hard,TB-AA,,,,,,10.1010101010101,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-8-flash-low / column terminalBench40),,in, aacritpt@artificialanalysis#none,artificialanalysis,gemini-3.8-flash,low,reasoning-math,frontier,CritPt-AA,,,,,,4,acc%,0.289,,,https://artificialanalysis.ai/models ($ / row gemini-3-8-flash-low / column critpt),,in, aalcr@artificialanalysis#none,artificialanalysis,gemini-3.8-flash,low,mixed,hard,AA-LCR,,,,,,80.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-8-flash-low / column lcr),,in, aagdppdf@artificialanalysis#none,artificialanalysis,gemini-3.8-flash,low,mixed,hard,GDP-PDF-AA,,,,,,18.6,allpass%,0.0289,,,https://artificialanalysis.ai/models ($ / row gemini-3-8-flash-low / column gdpPdfAllPass),,in, aaautob#none,artificialanalysis,gemini-3.8-flash,low,agentic-tool,hard,AutomationBench-AA,,,,,,36.50940461486253,partial-credit%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gemini-3-8-flash-low / column automationBenchPartialScore),,in, aagdpval#none,artificialanalysis,gemini-3.8-flash,low,mixed,frontier,GDPval-AA-v2,,,,,,1307.18,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row gemini-3-8-flash-low / column gdpval),,in, aaapex#none,artificialanalysis,kimi-k3,max,agentic-tool,hard,AA-APEX-Agents,,,,,,41.2979351032448,pass@1%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row kimi-k3 / column apexAgents),,in, aaapex#none,artificialanalysis,qwen3.8-max-0902,not-established:absent,agentic-tool,hard,AA-APEX-Agents,,,,,,42.4041297935103,pass@1%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-8-max / column apexAgents),,out:effort-not-established, aagpqa#none,artificialanalysis,gemini-3.8-flash,high,reasoning-math,hard,AA-GPQA,,,,,,95.2525252525253,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-8-flash / column gpqa),,in, aagpqa#none,artificialanalysis,gemini-3.8-flash,low,reasoning-math,hard,AA-GPQA,,,,,,92.020202020202,acc%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row gemini-3-8-flash-low / column gpqa),,in, aagpqa#none,artificialanalysis,gemini-3.8-flash,medium,reasoning-math,hard,AA-GPQA,,,,,,93.5353535353535,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-8-flash-medium / column gpqa),,in, aagpqa#none,artificialanalysis,glm-5.3,max,reasoning-math,hard,AA-GPQA,,,,,,91.7171717171717,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row glm-5-3 / column gpqa),,in, aagpqa#none,artificialanalysis,glm-5.3-flash,max,reasoning-math,hard,AA-GPQA,,,,,,91.2121212121212,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row glm-5-3-flash / column gpqa),,in, aagpqa#none,artificialanalysis,gpt-6-astra,high,reasoning-math,hard,AA-GPQA,,,,,,94.949494949495,acc%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row gpt-6-astra-high / column gpqa),,in, aagpqa#none,artificialanalysis,gpt-6-astra,low,reasoning-math,hard,AA-GPQA,,,,,,93.1313131313131,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-6-astra-low / column gpqa),,in, aagpqa#none,artificialanalysis,gpt-6-astra,max,reasoning-math,hard,AA-GPQA,,,,,,96.0606060606061,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-6-astra / column gpqa),,in, aagpqa#none,artificialanalysis,gpt-6-astra,medium,reasoning-math,hard,AA-GPQA,,,,,,93.9393939393939,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-6-astra-medium / column gpqa),,in, aagpqa#none,artificialanalysis,gpt-6-astra,xhigh,reasoning-math,hard,AA-GPQA,,,,,,96.2626262626263,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-6-astra-xhigh / column gpqa),,in, aagpqa#none,artificialanalysis,kimi-k3,not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,84.2424242424242,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row kimi-k3-low / column gpqa),,out:effort-not-established, aagpqa#none,artificialanalysis,kimi-k3,max,reasoning-math,hard,AA-GPQA,,,,,,93.5353535353535,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row kimi-k3 / column gpqa),,in, aagpqa#none,artificialanalysis,qwen3.8-27b,low,reasoning-math,hard,AA-GPQA,,,,,,84.5454545454545,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-8-27b-low / column gpqa),,in, aagpqa#none,artificialanalysis,qwen3.8-27b,medium,reasoning-math,hard,AA-GPQA,,,,,,84.5454545454545,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-8-27b-medium / column gpqa),,in, aagpqa#none,artificialanalysis,qwen3.8-27b,xhigh,reasoning-math,hard,AA-GPQA,,,,,,90.5050505050505,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-8-27b / column gpqa),,in, aatb21#none,artificialanalysis,gemini-3.8-flash,high,coding,hard,AA-TB,,,,,,87.6404494382023,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-8-flash / column terminalBench21),,in, aatb21#none,artificialanalysis,gemini-3.8-flash,low,coding,hard,AA-TB,,,,,,83.1460674157303,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-8-flash-low / column terminalBench21),,in, aatb21#none,artificialanalysis,gemini-3.8-flash,medium,coding,hard,AA-TB,,,,,,83.8951310861423,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-8-flash-medium / column terminalBench21),,in, aatb21#none,artificialanalysis,glm-5.3,max,coding,hard,AA-TB,,,,,,83.8951310861423,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row glm-5-3 / column terminalBench21),,in, aatb21#none,artificialanalysis,glm-5.3-flash,max,coding,hard,AA-TB,,,,,,84.2696629213483,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row glm-5-3-flash / column terminalBench21),,in, aatb21#none,artificialanalysis,gpt-6-astra,high,coding,hard,AA-TB,,,,,,89.8876404494382,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-6-astra-high / column terminalBench21),,in, aatb21#none,artificialanalysis,gpt-6-astra,low,coding,hard,AA-TB,,,,,,88.0149812734082,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-6-astra-low / column terminalBench21),,in, aatb21#none,artificialanalysis,gpt-6-astra,max,coding,hard,AA-TB,,,,,,88.3895131086142,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-6-astra / column terminalBench21),,in, aatb21#none,artificialanalysis,gpt-6-astra,medium,coding,hard,AA-TB,,,,,,89.5131086142322,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-6-astra-medium / column terminalBench21),,in, aatb21#none,artificialanalysis,gpt-6-astra,xhigh,coding,hard,AA-TB,,,,,,89.1385767790262,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-6-astra-xhigh / column terminalBench21),,in, aatb21#none,artificialanalysis,kimi-k3,not-established:absent,coding,hard,AA-TB,,,,,,82.3970037453184,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row kimi-k3-low / column terminalBench21),,out:effort-not-established, aatb21#none,artificialanalysis,kimi-k3,max,coding,hard,AA-TB,,,,,,85.0187265917603,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row kimi-k3 / column terminalBench21),,in, aatb21#none,artificialanalysis,qwen3.8-27b,low,coding,hard,AA-TB,,,,,,67.4157303370786,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-8-27b-low / column terminalBench21),,in, aatb21#none,artificialanalysis,qwen3.8-27b,medium,coding,hard,AA-TB,,,,,,65.1685393258427,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-8-27b-medium / column terminalBench21),,in, aatb21#none,artificialanalysis,qwen3.8-27b,xhigh,coding,hard,AA-TB,,,,,,79.7752808988764,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-8-27b / column terminalBench21),,in, aaomni-index#none,artificialanalysis,deepseek-r1-0528,solo,mixed,mid,AA-Omniscience,,,,,,-27.433333333333334,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row deepseek-r1 / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,deepseek-r1,solo,mixed,mid,AA-Omniscience,per-task,0.0038005639999999993,2.89e-20,,,-32.21666666666667,omniscience-index,2.89e-15,,,https://artificialanalysis.ai/models ($ / row deepseek-r1-0120 / column omniscience),,out:single-couple,out:cost-not-comparable aaomni-index#none,artificialanalysis,deepseek-r1-distill-llama-70b,solo,mixed,mid,AA-Omniscience,,,,,,-46.38333333333333,omniscience-index,2.89e-15,,,https://artificialanalysis.ai/models ($ / row deepseek-r1-distill-llama-70b / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,deepseek-v3,solo,mixed,mid,AA-Omniscience,per-task,0.00005042923,2.89e-12,,,-41.65,omniscience-index,0.00289,,,https://artificialanalysis.ai/models ($ / row deepseek-v3 / column omniscience),,out:single-couple,out:cost-not-comparable aaomni-index#none,artificialanalysis,deepseek-v3-0324,solo,mixed,mid,AA-Omniscience,per-task,0.00003902629,2.89e-12,,,-40.666666666666664,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row deepseek-v3-0324 / column omniscience),,out:single-couple,out:cost-not-comparable aaomni-index#none,artificialanalysis,deepseek-v3.1,nothink,mixed,mid,AA-Omniscience,,,,,,-42.75,omniscience-index,0.00289,,,https://artificialanalysis.ai/models ($ / row deepseek-v3-1 / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,deepseek-v3.1,think,mixed,mid,AA-Omniscience,,,,,,-29.583333333333332,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row deepseek-v3-1-reasoning / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,deepseek-v3.1-terminus,nothink,mixed,mid,AA-Omniscience,,,,,,-43.46666666666667,omniscience-index,2.89e-15,,,https://artificialanalysis.ai/models ($ / row deepseek-v3-1-terminus / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,deepseek-v3.1-terminus,think,mixed,mid,AA-Omniscience,,,,,,-26.4,omniscience-index,0.0289,,,https://artificialanalysis.ai/models ($ / row deepseek-v3-1-terminus-reasoning / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,deepseek-v3.2,nothink,mixed,mid,AA-Omniscience,,,,,,-46.88333333333333,omniscience-index,2.89e-15,,,https://artificialanalysis.ai/models ($ / row deepseek-v3-2 / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|deepseek-v3.2@nothink|,in, aaomni-index#none,artificialanalysis,deepseek-v3.2-exp,nothink,mixed,mid,AA-Omniscience,,,,,,-48.2,omniscience-index,0.0289,,,https://artificialanalysis.ai/models ($ / row deepseek-v3-2-0925 / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,deepseek-v3.2,think,mixed,mid,AA-Omniscience,,,,,,-22.483333333333334,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row deepseek-v3-2-reasoning / column omniscience),,out:superseded, aaomni-index#none,artificialanalysis,deepseek-v3.2-exp,think,mixed,mid,AA-Omniscience,,,,,,-30.966666666666665,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row deepseek-v3-2-reasoning-0925 / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,deepseek-v4.1-flash,max,mixed,mid,AA-Omniscience,per-task,0.009794569249999998,2.89e-19,,,-5.3,omniscience-index,0.0289,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-1-flash / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|deepseek-v4.1-flash@max|,in,in aaomni-index#none,artificialanalysis,deepseek-v4.1-flash,not-established:absent,mixed,mid,AA-Omniscience,per-task,0.00006340244999999999,2.89e-21,,,-10.183333333333334,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-1-flash-non-reasoning / column omniscience),,out:effort-not-established,out:effort-not-established aaomni-index#none,artificialanalysis,deepseek-v4-flash-0731,max,mixed,mid,AA-Omniscience,per-task,0.004248680310000001,2.89e-19,,,-14.283333333333333,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|deepseek-v4-flash-0731@max|,in,out:cost-not-comparable aaomni-index#none,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,mixed,mid,AA-Omniscience,per-task,0.0016220060734166667,2.89e-20,,,-23.9,omniscience-index,0.0289,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash-0420 / column omniscience),,out:model-not-established,out:model-not-established aaomni-index#none,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,mixed,mid,AA-Omniscience,per-task,0.0003126755135166667,2.89e-20,,,-23.083333333333332,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash-0420-high / column omniscience),,out:model-not-established,out:model-not-established aaomni-index#none,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,mixed,mid,AA-Omniscience,,,,,,-43.96666666666667,omniscience-index,2.89e-15,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash-0420-non-reasoning / column omniscience),,out:model-not-established, aaomni-index#none,artificialanalysis,?DeepSeek V4 Flash Vision,not-established:absent,mixed,mid,AA-Omniscience,per-task,0.00579589032,2.89e-12,,,-17.633333333333333,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash-vision / column omniscience),,out:model-not-established,out:model-not-established aaomni-index#none,artificialanalysis,deepseek-v4-pro-0813,max,mixed,mid,AA-Omniscience,per-task,0.01250425968,2.89e-12,,,0.8333333333333334,omniscience-index,2.89e-17,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro / column omniscience),,out:superseded,in aaomni-index#none,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,mixed,mid,AA-Omniscience,per-task,0.00556979481,2.89e-12,,,-10.733333333333333,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro-0424 / column omniscience),,out:model-not-established,out:model-not-established aaomni-index#none,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,mixed,mid,AA-Omniscience,,,,,,-10.566666666666666,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro-0424-high / column omniscience),,out:model-not-established, aaomni-index#none,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,mixed,mid,AA-Omniscience,,,,,,-29.866666666666667,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro-0424-non-reasoning / column omniscience),,out:model-not-established, aaomni-index#none,artificialanalysis,deepseek-v4-pro-0813,not-established:absent,mixed,mid,AA-Omniscience,per-task,0.00103948086,2.89e-12,,,-12.383333333333333,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro-non-reasoning / column omniscience),,out:effort-not-established,out:effort-not-established aaomni-index#none,artificialanalysis,gemini-2.5-flash,nothink,mixed,mid,AA-Omniscience,,,,,,-42.56666666666667,omniscience-index,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gemini-2-5-flash / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,gemini-2.5-flash-lite,nothink,mixed,mid,AA-Omniscience,,,,,,-58.78333333333333,omniscience-index,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gemini-2-5-flash-lite / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,gemini-2.5-flash-lite-preview-09-2025,nothink,mixed,mid,AA-Omniscience,,,,,,-42.56666666666667,omniscience-index,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gemini-2-5-flash-lite-preview-09-2025 / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,gemini-2.5-flash-lite-preview-09-2025,think,mixed,mid,AA-Omniscience,,,,,,-54.016666666666666,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gemini-2-5-flash-lite-preview-09-2025-reasoning / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,gemini-2.5-flash-lite,think,mixed,mid,AA-Omniscience,,,,,,-45.61666666666667,omniscience-index,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gemini-2-5-flash-lite-reasoning / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,gemini-2.5-flash,think,mixed,mid,AA-Omniscience,,,,,,-29.8,omniscience-index,0.0289,,,https://artificialanalysis.ai/models ($ / row gemini-2-5-flash-reasoning / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,gemini-2.5-pro,think,mixed,mid,AA-Omniscience,per-task,0.01726753125,2.89e-12,,,-16.35,omniscience-index,0.00289,,,https://artificialanalysis.ai/models ($ / row gemini-2-5-pro / column omniscience),,out:single-couple,out:cost-single-couple aaomni-index#none,artificialanalysis,gemini-3.1-flash-lite,high,mixed,mid,AA-Omniscience,per-task,0.0015591218333333334,2.89e-20,,,-16.416666666666668,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gemini-3-1-flash-lite-preview / column omniscience),,out:superseded,out:superseded aaomni-index#none,artificialanalysis,gemini-3.1-pro,not-established:absent,mixed,mid,AA-Omniscience,per-task,0.017671424666666668,2.89e-19,,,31.883333333333333,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gemini-3-1-pro-preview / column omniscience),,out:effort-not-established,out:effort-not-established aaomni-index#none,artificialanalysis,gemini-3.5-flash,high,mixed,mid,AA-Omniscience,per-task,0.014417289000000002,2.89e-19,,,21.183333333333334,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gemini-3-5-flash / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gemini-3.5-flash@high|,in,out:cost-not-comparable aaomni-index#none,artificialanalysis,gemini-3.5-flash-lite,high,mixed,mid,AA-Omniscience,per-task,0.003099201633333333,2.89e-19,,,5.233333333333333,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gemini-3-5-flash-lite / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gemini-3.5-flash-lite@high|,in,in aaomni-index#none,artificialanalysis,gemini-3.5-flash,medium,mixed,mid,AA-Omniscience,,,,,,20.816666666666666,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gemini-3-5-flash-medium / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gemini-3.5-flash@medium|,in, aaomni-index#none,artificialanalysis,gemini-3.5-flash,minimal,mixed,mid,AA-Omniscience,,,,,,0.6666666666666666,omniscience-index,2.89e-17,,,https://artificialanalysis.ai/models ($ / row gemini-3-5-flash-minimal / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gemini-3.5-flash@minimal|,in, aaomni-index#none,artificialanalysis,gemini-3.6-flash,high,mixed,mid,AA-Omniscience,per-task,0.005182927625,2.89e-13,,,22.133333333333333,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gemini-3-6-flash / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gemini-3.6-flash@high|,in,in aaomni-index#none,artificialanalysis,gemini-3.7-flash,high,mixed,mid,AA-Omniscience,per-task,0.003925078875000001,2.89e-19,,,26.483333333333334,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gemini-3-7-flash / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gemini-3.7-flash@high|,in,out:cost-not-comparable aaomni-index#none,artificialanalysis,gemini-3.7-flash,low,mixed,mid,AA-Omniscience,,,,,,22.133333333333333,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gemini-3-7-flash-low / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gemini-3.7-flash@low|,in, aaomni-index#none,artificialanalysis,gemini-3.7-flash,medium,mixed,mid,AA-Omniscience,,,,,,23.7,omniscience-index,0.0289,,,https://artificialanalysis.ai/models ($ / row gemini-3-7-flash-medium / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gemini-3.7-flash@medium|,in, aaomni-index#none,artificialanalysis,gemini-3.8-flash,high,mixed,mid,AA-Omniscience,per-task,0.013132380749999997,2.89e-19,,,29.55,omniscience-index,0.00289,,,https://artificialanalysis.ai/models ($ / row gemini-3-8-flash / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gemini-3.8-flash@high|,in,in aaomni-index#none,artificialanalysis,gemini-3.8-flash,low,mixed,mid,AA-Omniscience,,,,,,21.35,omniscience-index,0.00289,,,https://artificialanalysis.ai/models ($ / row gemini-3-8-flash-low / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gemini-3.8-flash@low|,in, aaomni-index#none,artificialanalysis,gemini-3.8-flash,medium,mixed,mid,AA-Omniscience,per-task,0.003554392,2.89e-10,,,28.583333333333332,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gemini-3-8-flash-medium / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gemini-3.8-flash@medium|,in,in aaomni-index#none,artificialanalysis,gemini-3-flash,not-established:absent,mixed,mid,AA-Omniscience,,,,,,-4.316666666666666,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gemini-3-flash / column omniscience),,out:effort-not-established, aaomni-index#none,artificialanalysis,gemini-3-flash,not-established:absent,mixed,mid,AA-Omniscience,,,,,,10.133333333333333,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gemini-3-flash-reasoning / column omniscience),,out:effort-not-established, aaomni-index#none,artificialanalysis,gemini-3-pro,high,mixed,mid,AA-Omniscience,,,,,,15.283333333333333,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gemini-3-pro / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gemini-3-pro@high|,in, aaomni-index#none,artificialanalysis,gemini-3-pro,low,mixed,mid,AA-Omniscience,,,,,,1.8,omniscience-index,0.0289,,,https://artificialanalysis.ai/models ($ / row gemini-3-pro-low / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gemini-3-pro@low|,in, aaomni-index#none,artificialanalysis,gemini-4-argon,high,mixed,mid,AA-Omniscience,per-task,0.009616510333333333,2.89e-19,,,42.35,omniscience-index,0.00289,,,https://artificialanalysis.ai/models ($ / row gemini-4-argon / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gemini-4-argon@high|,in,in aaomni-index#none,artificialanalysis,glm-4.5-air,think,mixed,mid,AA-Omniscience,,,,,,-61.53333333333333,omniscience-index,2.89e-15,,,https://artificialanalysis.ai/models ($ / row glm-4-5-air / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,glm-4.5v,nothink,mixed,mid,AA-Omniscience,,,,,,-55.583333333333336,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row glm-4-5v / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,glm-4.5v,think,mixed,mid,AA-Omniscience,,,,,,-46.28333333333333,omniscience-index,2.89e-15,,,https://artificialanalysis.ai/models ($ / row glm-4-5v-reasoning / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,glm-4.6,nothink,mixed,mid,AA-Omniscience,,,,,,-31.683333333333334,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row glm-4-6 / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,glm-4.6,think,mixed,mid,AA-Omniscience,,,,,,-41.88333333333333,omniscience-index,2.89e-15,,,https://artificialanalysis.ai/models ($ / row glm-4-6-reasoning / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,glm-4.6v,nothink,mixed,mid,AA-Omniscience,,,,,,-37.63333333333333,omniscience-index,2.89e-15,,,https://artificialanalysis.ai/models ($ / row glm-4-6v / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,glm-4.6v,think,mixed,mid,AA-Omniscience,,,,,,-26.95,omniscience-index,0.00289,,,https://artificialanalysis.ai/models ($ / row glm-4-6v-reasoning / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,glm-4.7,think,mixed,mid,AA-Omniscience,,,,,,-36.43333333333333,omniscience-index,2.89e-15,,,https://artificialanalysis.ai/models ($ / row glm-4-7 / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|glm-4.7@think|,in, aaomni-index#none,artificialanalysis,glm-4.7-flash,think,mixed,mid,AA-Omniscience,,,,,,-62.61666666666667,omniscience-index,2.89e-15,,,https://artificialanalysis.ai/models ($ / row glm-4-7-flash / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|glm-4.7-flash@think|,in, aaomni-index#none,artificialanalysis,glm-4.7-flash,nothink,mixed,mid,AA-Omniscience,,,,,,-68.93333333333334,omniscience-index,2.89e-15,,,https://artificialanalysis.ai/models ($ / row glm-4-7-flash-non-reasoning / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|glm-4.7-flash@nothink|,in, aaomni-index#none,artificialanalysis,glm-4.7,nothink,mixed,mid,AA-Omniscience,,,,,,-47.31666666666667,omniscience-index,2.89e-15,,,https://artificialanalysis.ai/models ($ / row glm-4-7-non-reasoning / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|glm-4.7@nothink|,in, aaomni-index#none,artificialanalysis,glm-5,think,mixed,mid,AA-Omniscience,,,,,,0.26666666666666666,omniscience-index,2.89e-18,,,https://artificialanalysis.ai/models ($ / row glm-5 / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|glm-5@think|,in, aaomni-index#none,artificialanalysis,glm-5.1,think,mixed,mid,AA-Omniscience,per-task,0.009493819407500001,2.89e-19,,,0.85,omniscience-index,0.00289,,,https://artificialanalysis.ai/models ($ / row glm-5-1 / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|glm-5.1@think|,in,in aaomni-index#none,artificialanalysis,glm-5.1,nothink,mixed,mid,AA-Omniscience,,,,,,-22.433333333333334,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row glm-5-1-non-reasoning / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|glm-5.1@nothink|,in, aaomni-index#none,artificialanalysis,glm-5.2,not-established:absent,mixed,mid,AA-Omniscience,per-task,0.008589916333333334,2.89e-19,,,4.433333333333334,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row glm-5-2 / column omniscience),,out:effort-not-established,out:effort-not-established aaomni-index#none,artificialanalysis,glm-5.2,not-established:absent,mixed,mid,AA-Omniscience,,,,,,-6.566666666666666,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row glm-5-2-non-reasoning / column omniscience),,out:effort-not-established, aaomni-index#none,artificialanalysis,glm-5.3,max,mixed,mid,AA-Omniscience,per-task,0.011366686666666669,2.89e-19,,,14.3,omniscience-index,0.0289,,,https://artificialanalysis.ai/models ($ / row glm-5-3 / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|glm-5.3@max|,in,in aaomni-index#none,artificialanalysis,glm-5.3-flash,max,mixed,mid,AA-Omniscience,per-task,0.00059824855,2.89e-12,,,7.466666666666667,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row glm-5-3-flash / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|glm-5.3-flash@max|,in,in aaomni-index#none,artificialanalysis,glm-5.3,low,mixed,mid,AA-Omniscience,per-task,0.0007687371000000001,2.89e-20,,,-8.4,omniscience-index,0.0289,,,https://artificialanalysis.ai/models ($ / row glm-5-3-low / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|glm-5.3@low|,in,in aaomni-index#none,artificialanalysis,glm-5,nothink,mixed,mid,AA-Omniscience,,,,,,-11.8,omniscience-index,0.0289,,,https://artificialanalysis.ai/models ($ / row glm-5-non-reasoning / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|glm-5@nothink|,in, aaomni-index#none,artificialanalysis,?GPT-4,not-established:absent,mixed,mid,AA-Omniscience,,,,,,-33.833333333333336,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gpt-4 / column omniscience),,out:model-not-established, aaomni-index#none,artificialanalysis,gpt-4.1,solo,mixed,mid,AA-Omniscience,,,,,,-39.63333333333333,omniscience-index,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gpt-4-1 / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,gpt-4.1-mini,solo,mixed,mid,AA-Omniscience,,,,,,-53.56666666666667,omniscience-index,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gpt-4-1-mini / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,gpt-4.1-nano,solo,mixed,mid,AA-Omniscience,,,,,,-57.583333333333336,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gpt-4-1-nano / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,gpt-4o-1120,solo,mixed,mid,AA-Omniscience,,,,,,-10.516666666666667,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gpt-4o / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,gpt-4o-0806,solo,mixed,mid,AA-Omniscience,,,,,,-20.866666666666667,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gpt-4o-2024-08-06 / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,gpt-5,high,mixed,mid,AA-Omniscience,,,,,,-8.733333333333333,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gpt-5 / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,gpt-5.1,high,mixed,mid,AA-Omniscience,,,,,,5.4,omniscience-index,0.0289,,,https://artificialanalysis.ai/models ($ / row gpt-5-1 / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.1@high|,in, aaomni-index#none,artificialanalysis,gpt-5.1-codex,high,mixed,mid,AA-Omniscience,,,,,,-6.5,omniscience-index,0.0289,,,https://artificialanalysis.ai/models ($ / row gpt-5-1-codex / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.1-codex@high|,in, aaomni-index#none,artificialanalysis,gpt-5.1-codex-mini,high,mixed,mid,AA-Omniscience,,,,,,-16.416666666666668,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gpt-5-1-codex-mini / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.1-codex-mini@high|,in, aaomni-index#none,artificialanalysis,gpt-5.1,nothink,mixed,mid,AA-Omniscience,,,,,,-34.45,omniscience-index,0.00289,,,https://artificialanalysis.ai/models ($ / row gpt-5-1-non-reasoning / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.1@nothink|,in, aaomni-index#none,artificialanalysis,gpt-5.2,xhigh,mixed,mid,AA-Omniscience,,,,,,-0.8833333333333333,omniscience-index,2.89e-17,,,https://artificialanalysis.ai/models ($ / row gpt-5-2 / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.2@xhigh|,in, aaomni-index#none,artificialanalysis,gpt-5.2-codex,xhigh,mixed,mid,AA-Omniscience,,,,,,-2.1666666666666665,omniscience-index,2.89e-17,,,https://artificialanalysis.ai/models ($ / row gpt-5-2-codex / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.2-codex@xhigh|,in, aaomni-index#none,artificialanalysis,gpt-5.2,medium,mixed,mid,AA-Omniscience,,,,,,0.26666666666666666,omniscience-index,2.89e-18,,,https://artificialanalysis.ai/models ($ / row gpt-5-2-medium / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.2@medium|,in, aaomni-index#none,artificialanalysis,gpt-5.2,nothink,mixed,mid,AA-Omniscience,,,,,,-12.25,omniscience-index,0.00289,,,https://artificialanalysis.ai/models ($ / row gpt-5-2-non-reasoning / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.2@nothink|,in, aaomni-index#none,artificialanalysis,gpt-5.3-codex,xhigh,mixed,mid,AA-Omniscience,,,,,,10.866666666666667,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gpt-5-3-codex / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.3-codex@xhigh|,in, aaomni-index#none,artificialanalysis,gpt-5.4,xhigh,mixed,mid,AA-Omniscience,,,,,,5.783333333333333,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gpt-5-4 / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.4@xhigh|,in, aaomni-index#none,artificialanalysis,gpt-5.4,low,mixed,mid,AA-Omniscience,,,,,,4.783333333333333,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-low / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.4@low|,in, aaomni-index#none,artificialanalysis,gpt-5.4-mini,xhigh,mixed,mid,AA-Omniscience,per-task,0.05711199775,2.89e-12,,,-18.916666666666668,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-mini / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.4-mini@xhigh|,in,in aaomni-index#none,artificialanalysis,gpt-5.4-mini,medium,mixed,mid,AA-Omniscience,,,,,,-20.616666666666667,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-mini-medium / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.4-mini@medium|,in, aaomni-index#none,artificialanalysis,gpt-5.4-mini,nothink,mixed,mid,AA-Omniscience,,,,,,-45.416666666666664,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-mini-non-reasoning / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.4-mini@nothink|,in, aaomni-index#none,artificialanalysis,gpt-5.4-nano,xhigh,mixed,mid,AA-Omniscience,per-task,0.009949090166666667,2.89e-19,,,-29.466666666666665,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-nano / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.4-nano@xhigh|,in,in aaomni-index#none,artificialanalysis,gpt-5.4-nano,medium,mixed,mid,AA-Omniscience,,,,,,-18.033333333333335,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-nano-medium / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.4-nano@medium|,in, aaomni-index#none,artificialanalysis,gpt-5.4-nano,nothink,mixed,mid,AA-Omniscience,,,,,,-37.483333333333334,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-nano-non-reasoning / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.4-nano@nothink|,in, aaomni-index#none,artificialanalysis,gpt-5.4,nothink,mixed,mid,AA-Omniscience,,,,,,-15.666666666666666,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-non-reasoning / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.4@nothink|,in, aaomni-index#none,artificialanalysis,gpt-5.5,xhigh,mixed,mid,AA-Omniscience,per-task,0.15156881,2.89e-09,,,20.516666666666666,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gpt-5-5 / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.5@xhigh|,in,in aaomni-index#none,artificialanalysis,gpt-5.5,high,mixed,mid,AA-Omniscience,per-task,0.08588042166666665,2.89e-18,,,18.75,omniscience-index,0.00289,,,https://artificialanalysis.ai/models ($ / row gpt-5-5-high / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.5@high|,in,in aaomni-index#none,artificialanalysis,gpt-5.5-instant-05-26,think,mixed,mid,AA-Omniscience,,,,,,11.15,omniscience-index,0.00289,,,https://artificialanalysis.ai/models ($ / row gpt-5-5-instant-05-26 / column omniscience),,out:effort-not-established, aaomni-index#none,artificialanalysis,gpt-5.5-instant-06-26,think,mixed,mid,AA-Omniscience,per-task,0.0031003216666666664,2.89e-20,,,3.7,omniscience-index,0.0289,,,https://artificialanalysis.ai/models ($ / row gpt-5-5-instant-06-26 / column omniscience),,out:effort-not-established,out:effort-not-established aaomni-index#none,artificialanalysis,gpt-5.5,low,mixed,mid,AA-Omniscience,,,,,,15.1,omniscience-index,0.0289,,,https://artificialanalysis.ai/models ($ / row gpt-5-5-low / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.5@low|,in, aaomni-index#none,artificialanalysis,gpt-5.5,medium,mixed,mid,AA-Omniscience,per-task,0.037302673333333335,2.89e-19,,,18.1,omniscience-index,0.0289,,,https://artificialanalysis.ai/models ($ / row gpt-5-5-medium / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.5@medium|,in,in aaomni-index#none,artificialanalysis,gpt-5.5,nothink,mixed,mid,AA-Omniscience,,,,,,-4.75,omniscience-index,0.00289,,,https://artificialanalysis.ai/models ($ / row gpt-5-5-non-reasoning / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.5@nothink|,in, aaomni-index#none,artificialanalysis,gpt-5.6-luna,max,mixed,mid,AA-Omniscience,per-task,0.010971418666666666,2.89e-19,,,-10.283333333333333,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.6-luna@max|,in,in aaomni-index#none,artificialanalysis,gpt-5.6-luna,high,mixed,mid,AA-Omniscience,per-task,0.002499963,2.89e-10,,,-12,omniscience-index,0.289,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-high / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.6-luna@high|,in,in aaomni-index#none,artificialanalysis,gpt-5.6-luna,low,mixed,mid,AA-Omniscience,per-task,0.0004909045,2.89e-11,,,-14.65,omniscience-index,0.00289,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-low / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.6-luna@low|,in,in aaomni-index#none,artificialanalysis,gpt-5.6-luna,medium,mixed,mid,AA-Omniscience,per-task,0.0008173092666666665,2.89e-20,,,-13.183333333333334,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-medium / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.6-luna@medium|,in,in aaomni-index#none,artificialanalysis,gpt-5.6-luna,nothink,mixed,mid,AA-Omniscience,per-task,0.00004175726666666667,2.89e-21,,,-24.95,omniscience-index,0.00289,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-non-reasoning / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.6-luna@nothink|,in,in aaomni-index#none,artificialanalysis,gpt-5.6-luna,xhigh,mixed,mid,AA-Omniscience,per-task,0.0050160236333333325,2.89e-20,,,-10.766666666666667,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-xhigh / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.6-luna@xhigh|,in,in aaomni-index#none,artificialanalysis,gpt-5.6-sol,max,mixed,mid,AA-Omniscience,per-task,0.08540924199999998,2.89e-18,,,21.966666666666665,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.6-sol@max|,in,in aaomni-index#none,artificialanalysis,gpt-5.6-sol,high,mixed,mid,AA-Omniscience,per-task,0.01801094333333333,2.89e-18,,,20.366666666666667,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-high / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.6-sol@high|,in,in aaomni-index#none,artificialanalysis,gpt-5.6-sol,low,mixed,mid,AA-Omniscience,per-task,0.005887036666666666,2.89e-19,,,18.866666666666667,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-low / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.6-sol@low|,in,in aaomni-index#none,artificialanalysis,gpt-5.6-sol,medium,mixed,mid,AA-Omniscience,per-task,0.0102478,2.89e-08,,,19.4,omniscience-index,0.0289,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-medium / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.6-sol@medium|,in,in aaomni-index#none,artificialanalysis,gpt-5.6-sol,nothink,mixed,mid,AA-Omniscience,,,,,,1.1,omniscience-index,0.0289,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-non-reasoning / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.6-sol@nothink|,in, aaomni-index#none,artificialanalysis,gpt-5.6-sol,xhigh,mixed,mid,AA-Omniscience,per-task,0.033120888,2.89e-10,,,20.983333333333334,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-xhigh / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.6-sol@xhigh|,in,in aaomni-index#none,artificialanalysis,gpt-5.6-terra,max,mixed,mid,AA-Omniscience,per-task,0.070336813,2.89e-10,,,0.05,omniscience-index,0.00289,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.6-terra@max|,in,in aaomni-index#none,artificialanalysis,gpt-5.6-terra,high,mixed,mid,AA-Omniscience,per-task,0.009747675666666667,2.89e-19,,,-3.466666666666667,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-high / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.6-terra@high|,in,in aaomni-index#none,artificialanalysis,gpt-5.6-terra,low,mixed,mid,AA-Omniscience,per-task,0.002845540666666667,2.89e-19,,,-6.833333333333333,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-low / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.6-terra@low|,in,in aaomni-index#none,artificialanalysis,gpt-5.6-terra,medium,mixed,mid,AA-Omniscience,per-task,0.004663814666666667,2.89e-19,,,-5.133333333333334,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-medium / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.6-terra@medium|,in,in aaomni-index#none,artificialanalysis,gpt-5.6-terra,nothink,mixed,mid,AA-Omniscience,per-task,0.00031968266666666665,2.89e-21,,,-23.216666666666665,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-non-reasoning / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.6-terra@nothink|,in,in aaomni-index#none,artificialanalysis,gpt-5.6-terra,xhigh,mixed,mid,AA-Omniscience,per-task,0.016195952666666666,2.89e-19,,,-2.9833333333333334,omniscience-index,2.89e-17,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-xhigh / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-5.6-terra@xhigh|,in,in aaomni-index#none,artificialanalysis,gpt-5-codex,high,mixed,mid,AA-Omniscience,,,,,,-7.533333333333333,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gpt-5-codex / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,gpt-5,low,mixed,mid,AA-Omniscience,,,,,,-10.783333333333333,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gpt-5-low / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,gpt-5,medium,mixed,mid,AA-Omniscience,,,,,,-10.866666666666667,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gpt-5-medium / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,gpt-5-mini,high,mixed,mid,AA-Omniscience,per-task,0.00555829925,2.89e-12,,,-17.316666666666666,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gpt-5-mini / column omniscience),,out:single-couple,out:cost-single-couple aaomni-index#none,artificialanalysis,gpt-5-mini,medium,mixed,mid,AA-Omniscience,,,,,,-11.033333333333333,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gpt-5-mini-medium / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,gpt-5-mini,minimal,mixed,mid,AA-Omniscience,,,,,,-53.05,omniscience-index,0.00289,,,https://artificialanalysis.ai/models ($ / row gpt-5-mini-minimal / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,gpt-5,minimal,mixed,mid,AA-Omniscience,,,,,,-33.8,omniscience-index,0.0289,,,https://artificialanalysis.ai/models ($ / row gpt-5-minimal / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,gpt-5-nano,high,mixed,mid,AA-Omniscience,,,,,,-28.666666666666668,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gpt-5-nano / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,gpt-5-nano,medium,mixed,mid,AA-Omniscience,,,,,,-25.783333333333335,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gpt-5-nano-medium / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,gpt-5-nano,minimal,mixed,mid,AA-Omniscience,,,,,,-64.06666666666666,omniscience-index,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gpt-5-nano-minimal / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,gpt-6.1-sol,max,mixed,mid,AA-Omniscience,per-task,0.016735740000000002,2.89e-19,,,41.53333333333333,omniscience-index,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gpt-6-1-sol / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-6.1-sol@max|,in,in aaomni-index#none,artificialanalysis,gpt-6.1-sol,high,mixed,mid,AA-Omniscience,per-task,0.0045785316666666675,2.89e-20,,,41.45,omniscience-index,0.00289,,,https://artificialanalysis.ai/models ($ / row gpt-6-1-sol-high / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-6.1-sol@high|,in,in aaomni-index#none,artificialanalysis,gpt-6.1-sol,low,mixed,mid,AA-Omniscience,per-task,0.0014547916666666665,2.89e-20,,,37.63333333333333,omniscience-index,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gpt-6-1-sol-low / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-6.1-sol@low|,in,in aaomni-index#none,artificialanalysis,gpt-6.1-sol,medium,mixed,mid,AA-Omniscience,per-task,0.0022205533333333333,2.89e-20,,,39.95,omniscience-index,0.00289,,,https://artificialanalysis.ai/models ($ / row gpt-6-1-sol-medium / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-6.1-sol@medium|,in,in aaomni-index#none,artificialanalysis,gpt-6.1-sol,xhigh,mixed,mid,AA-Omniscience,per-task,0.008223530000000001,2.89e-19,,,40.86666666666667,omniscience-index,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gpt-6-1-sol-xhigh / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-6.1-sol@xhigh|,in,in aaomni-index#none,artificialanalysis,gpt-6-astra,max,mixed,mid,AA-Omniscience,per-task,0.09700390833333333,2.89e-18,,,43.4,omniscience-index,0.0289,,,https://artificialanalysis.ai/models ($ / row gpt-6-astra / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-6-astra@max|,in,in aaomni-index#none,artificialanalysis,gpt-6-astra,high,mixed,mid,AA-Omniscience,per-task,0.02721698333333333,2.89e-18,,,43.733333333333334,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gpt-6-astra-high / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-6-astra@high|,in,in aaomni-index#none,artificialanalysis,gpt-6-astra,low,mixed,mid,AA-Omniscience,per-task,0.006962741666666666,2.89e-19,,,40.55,omniscience-index,0.00289,,,https://artificialanalysis.ai/models ($ / row gpt-6-astra-low / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-6-astra@low|,in,in aaomni-index#none,artificialanalysis,gpt-6-astra,medium,mixed,mid,AA-Omniscience,per-task,0.015017399999999998,2.89e-19,,,42.21666666666667,omniscience-index,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gpt-6-astra-medium / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-6-astra@medium|,in,in aaomni-index#none,artificialanalysis,gpt-6-astra,xhigh,mixed,mid,AA-Omniscience,per-task,0.05020671666666665,2.89e-18,,,43.416666666666664,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gpt-6-astra-xhigh / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-6-astra@xhigh|,in,in aaomni-index#none,artificialanalysis,gpt-6-luna,max,mixed,mid,AA-Omniscience,per-task,0.0025233736666666665,2.89e-20,,,0.65,omniscience-index,0.00289,,,https://artificialanalysis.ai/models ($ / row gpt-6-luna / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-6-luna@max|,in,in aaomni-index#none,artificialanalysis,gpt-6-luna,high,mixed,mid,AA-Omniscience,per-task,0.0005826524166666666,2.89e-20,,,-5.5,omniscience-index,0.0289,,,https://artificialanalysis.ai/models ($ / row gpt-6-luna-high / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-6-luna@high|,in,in aaomni-index#none,artificialanalysis,gpt-6-luna,low,mixed,mid,AA-Omniscience,per-task,0.00017533333333333333,2.89e-21,,,-9.166666666666666,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gpt-6-luna-low / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-6-luna@low|,in,in aaomni-index#none,artificialanalysis,gpt-6-luna,medium,mixed,mid,AA-Omniscience,per-task,0.00036693825,2.89e-12,,,-5.05,omniscience-index,0.00289,,,https://artificialanalysis.ai/models ($ / row gpt-6-luna-medium / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-6-luna@medium|,in,in aaomni-index#none,artificialanalysis,gpt-6-luna,nothink,mixed,mid,AA-Omniscience,per-task,0.000020424250000000004,2.89e-22,,,-21.9,omniscience-index,0.0289,,,https://artificialanalysis.ai/models ($ / row gpt-6-luna-non-reasoning / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-6-luna@nothink|,in,in aaomni-index#none,artificialanalysis,gpt-6-luna,xhigh,mixed,mid,AA-Omniscience,per-task,0.0009628764999999999,2.89e-20,,,-1.8333333333333333,omniscience-index,2.89e-17,,,https://artificialanalysis.ai/models ($ / row gpt-6-luna-xhigh / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-6-luna@xhigh|,in,in aaomni-index#none,artificialanalysis,gpt-6-sol,max,mixed,mid,AA-Omniscience,per-task,0.026868853333333335,2.89e-19,,,27.116666666666667,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gpt-6-sol / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-6-sol@max|,in,in aaomni-index#none,artificialanalysis,gpt-6-sol,high,mixed,mid,AA-Omniscience,per-task,0.006345238333333333,2.89e-19,,,26.816666666666666,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gpt-6-sol-high / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-6-sol@high|,in,in aaomni-index#none,artificialanalysis,gpt-6-sol,low,mixed,mid,AA-Omniscience,per-task,0.0015565416666666666,2.89e-20,,,26.516666666666666,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gpt-6-sol-low / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-6-sol@low|,in,in aaomni-index#none,artificialanalysis,gpt-6-sol,medium,mixed,mid,AA-Omniscience,per-task,0.003350331666666666,2.89e-19,,,27.016666666666666,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gpt-6-sol-medium / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-6-sol@medium|,in,in aaomni-index#none,artificialanalysis,gpt-6-sol,nothink,mixed,mid,AA-Omniscience,per-task,0.0003612416666666667,2.89e-20,,,-0.85,omniscience-index,0.00289,,,https://artificialanalysis.ai/models ($ / row gpt-6-sol-non-reasoning / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-6-sol@nothink|,in,in aaomni-index#none,artificialanalysis,gpt-6-sol,xhigh,mixed,mid,AA-Omniscience,per-task,0.01173576833333333,2.89e-18,,,26.666666666666668,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gpt-6-sol-xhigh / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|gpt-6-sol@xhigh|,in,in aaomni-index#none,artificialanalysis,gpt-oss-120b,high,mixed,mid,AA-Omniscience,per-task,0.0011548535908333334,2.89e-20,,,-49.25,omniscience-index,0.00289,,,https://artificialanalysis.ai/models ($ / row gpt-oss-120b / column omniscience),,out:single-couple,out:cost-not-comparable aaomni-index#none,artificialanalysis,gpt-oss-120b,low,mixed,mid,AA-Omniscience,,,,,,-53.5,omniscience-index,0.0289,,,https://artificialanalysis.ai/models ($ / row gpt-oss-120b-low / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,gpt-oss-20b,high,mixed,mid,AA-Omniscience,per-task,0.0004648697116666666,2.89e-20,,,-63.05,omniscience-index,0.00289,,,https://artificialanalysis.ai/models ($ / row gpt-oss-20b / column omniscience),,out:single-couple,out:cost-not-comparable aaomni-index#none,artificialanalysis,gpt-oss-20b,low,mixed,mid,AA-Omniscience,,,,,,-58.55,omniscience-index,0.00289,,,https://artificialanalysis.ai/models ($ / row gpt-oss-20b-low / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,grok-3,solo,mixed,mid,AA-Omniscience,,,,,,-33.18333333333333,omniscience-index,2.89e-15,,,https://artificialanalysis.ai/models ($ / row grok-3 / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,?Grok 3 mini Reasoning,not-established:absent,mixed,mid,AA-Omniscience,,,,,,-6.8,omniscience-index,0.0289,,,https://artificialanalysis.ai/models ($ / row grok-3-mini-reasoning / column omniscience),,out:model-not-established, aaomni-index#none,artificialanalysis,grok-4,solo,mixed,mid,AA-Omniscience,,,,,,2.1,omniscience-index,0.0289,,,https://artificialanalysis.ai/models ($ / row grok-4 / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,?Grok 4.20 0309 v2,not-established:absent,mixed,mid,AA-Omniscience,,,,,,14.833333333333334,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row grok-4-20 / column omniscience),,out:model-not-established, aaomni-index#none,artificialanalysis,grok-4.20,think,mixed,mid,AA-Omniscience,,,,,,12.95,omniscience-index,0.00289,,,https://artificialanalysis.ai/models ($ / row grok-4-20-0309 / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|grok-4.20@think|,in, aaomni-index#none,artificialanalysis,grok-4.20,nothink,mixed,mid,AA-Omniscience,,,,,,-42.583333333333336,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row grok-4-20-0309-non-reasoning / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|grok-4.20@nothink|,in, aaomni-index#none,artificialanalysis,?Grok 4.20 0309 v2,not-established:absent,mixed,mid,AA-Omniscience,,,,,,-44.63333333333333,omniscience-index,2.89e-15,,,https://artificialanalysis.ai/models ($ / row grok-4-20-non-reasoning / column omniscience),,out:model-not-established, aaomni-index#none,artificialanalysis,grok-4.3,high,mixed,mid,AA-Omniscience,per-task,0.007466549791666667,2.89e-19,,,17.983333333333334,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row grok-4-3 / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|grok-4.3@high|,in,in aaomni-index#none,artificialanalysis,grok-4.3,low,mixed,mid,AA-Omniscience,,,,,,13.933333333333334,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row grok-4-3-low / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|grok-4.3@low|,in, aaomni-index#none,artificialanalysis,grok-4.3,medium,mixed,mid,AA-Omniscience,,,,,,16.7,omniscience-index,0.0289,,,https://artificialanalysis.ai/models ($ / row grok-4-3-medium / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|grok-4.3@medium|,in, aaomni-index#none,artificialanalysis,grok-4.3,nothink,mixed,mid,AA-Omniscience,per-task,0.0003175675,2.89e-11,,,-33.083333333333336,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row grok-4-3-non-reasoning / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|grok-4.3@nothink|,in,in aaomni-index#none,artificialanalysis,grok-4.5,high,mixed,mid,AA-Omniscience,per-task,0.0064543943333333345,2.89e-20,,,25.316666666666666,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row grok-4-5 / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|grok-4.5@high|,in,in aaomni-index#none,artificialanalysis,grok-4.6,high,mixed,mid,AA-Omniscience,per-task,0.008665667666666666,2.89e-19,,,30.483333333333334,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row grok-4-6 / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|grok-4.6@high|,in,in aaomni-index#none,artificialanalysis,grok-4.6,low,mixed,mid,AA-Omniscience,per-task,0.0026131396666666663,2.89e-20,,,25.9,omniscience-index,0.0289,,,https://artificialanalysis.ai/models ($ / row grok-4-6-low / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|grok-4.6@low|,in,in aaomni-index#none,artificialanalysis,grok-4.6,medium,mixed,mid,AA-Omniscience,per-task,0.0063465076666666675,2.89e-20,,,28,omniscience-index,0.289,,,https://artificialanalysis.ai/models ($ / row grok-4-6-medium / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|grok-4.6@medium|,in,in aaomni-index#none,artificialanalysis,grok-4.6,xhigh,mixed,mid,AA-Omniscience,per-task,0.008157503666666666,2.89e-19,,,29.316666666666666,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row grok-4-6-xhigh / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|grok-4.6@xhigh|,in,in aaomni-index#none,artificialanalysis,grok-4.7,xhigh,mixed,mid,AA-Omniscience,per-task,0.03439565666666666,2.89e-18,,,32.03333333333333,omniscience-index,2.89e-15,,,https://artificialanalysis.ai/models ($ / row grok-4-7 / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|grok-4.7@xhigh|,in,in aaomni-index#none,artificialanalysis,grok-4.7,high,mixed,mid,AA-Omniscience,per-task,0.026963454666666668,2.89e-19,,,30.9,omniscience-index,0.0289,,,https://artificialanalysis.ai/models ($ / row grok-4-7-high / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|grok-4.7@high|,in,in aaomni-index#none,artificialanalysis,grok-4.7,low,mixed,mid,AA-Omniscience,per-task,0.010727167666666666,2.89e-19,,,29.616666666666667,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row grok-4-7-low / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|grok-4.7@low|,in,in aaomni-index#none,artificialanalysis,grok-4-fast,nothink,mixed,mid,AA-Omniscience,,,,,,-54.43333333333333,omniscience-index,2.89e-15,,,https://artificialanalysis.ai/models ($ / row grok-4-fast / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,grok-4-fast,think,mixed,mid,AA-Omniscience,,,,,,-29.933333333333334,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row grok-4-fast-reasoning / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,?Grok Build 0.1 0616,not-established:absent,mixed,mid,AA-Omniscience,,,,,,6.366666666666666,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row grok-build-0-1-06-16 / column omniscience),,out:model-not-established, aaomni-index#none,artificialanalysis,kimi-k2-instruct,solo,mixed,mid,AA-Omniscience,,,,,,-28.316666666666666,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row kimi-k2 / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,kimi-k2-instruct-0905,solo,mixed,mid,AA-Omniscience,,,,,,-26.583333333333332,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row kimi-k2-0905 / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,?Kimi K2.5,not-established:absent,mixed,mid,AA-Omniscience,,,,,,-7.333333333333333,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row kimi-k2-5 / column omniscience),,out:model-not-established, aaomni-index#none,artificialanalysis,?Kimi K2.5,not-established:absent,mixed,mid,AA-Omniscience,,,,,,-13.766666666666667,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row kimi-k2-5-non-reasoning / column omniscience),,out:model-not-established, aaomni-index#none,artificialanalysis,kimi-k2.6,think,mixed,mid,AA-Omniscience,per-task,0.025700319708333332,2.89e-19,,,5.3,omniscience-index,0.0289,,,https://artificialanalysis.ai/models ($ / row kimi-k2-6 / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|kimi-k2.6@think|,in,in aaomni-index#none,artificialanalysis,kimi-k2.6,nothink,mixed,mid,AA-Omniscience,,,,,,-9.183333333333334,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row kimi-k2-6-non-reasoning / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|kimi-k2.6@nothink|,in, aaomni-index#none,artificialanalysis,kimi-k2.7-code,solo,mixed,mid,AA-Omniscience,per-task,0.021232272341666664,2.89e-19,,,-10.216666666666667,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row kimi-k2-7-code / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|kimi-k2.7-code@solo|,in,in aaomni-index#none,artificialanalysis,?Kimi K2 Thinking,not-established:absent,mixed,mid,AA-Omniscience,,,,,,-21.416666666666668,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row kimi-k2-thinking / column omniscience),,out:model-not-established, aaomni-index#none,artificialanalysis,kimi-k3,max,mixed,mid,AA-Omniscience,per-task,0.13282577999999998,2.89e-18,,,19.7,omniscience-index,0.0289,,,https://artificialanalysis.ai/models ($ / row kimi-k3 / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|kimi-k3@max|,in,in aaomni-index#none,artificialanalysis,kimi-k3,not-established:absent,mixed,mid,AA-Omniscience,per-task,0.005032478,2.89e-10,,,3.9166666666666665,omniscience-index,2.89e-17,,,https://artificialanalysis.ai/models ($ / row kimi-k3-low / column omniscience),,out:effort-not-established,out:effort-not-established aaomni-index#none,artificialanalysis,o1,not-established:absent,mixed,mid,AA-Omniscience,,,,,,-11.05,omniscience-index,0.00289,,,https://artificialanalysis.ai/models ($ / row o1 / column omniscience),,out:effort-not-established, aaomni-index#none,artificialanalysis,o3,not-established:absent,mixed,mid,AA-Omniscience,,,,,,-15.55,omniscience-index,0.00289,,,https://artificialanalysis.ai/models ($ / row o3 / column omniscience),,out:effort-not-established, aaomni-index#none,artificialanalysis,o3-mini,not-established:absent,mixed,mid,AA-Omniscience,per-task,0.013350286583333332,2.89e-19,,,-42.56666666666667,omniscience-index,2.89e-15,,,https://artificialanalysis.ai/models ($ / row o3-mini-high / column omniscience),,out:effort-not-established,out:effort-not-established aaomni-index#none,artificialanalysis,o4-mini,high,mixed,mid,AA-Omniscience,,,,,,-35.7,omniscience-index,0.0289,,,https://artificialanalysis.ai/models ($ / row o4-mini / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,qwen2.5-72b-instruct,solo,mixed,mid,AA-Omniscience,,,,,,-53.06666666666667,omniscience-index,2.89e-15,,,https://artificialanalysis.ai/models ($ / row qwen2-5-72b-instruct / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,qwen3-14b,nothink,mixed,mid,AA-Omniscience,,,,,,-66.66666666666667,omniscience-index,2.89e-15,,,https://artificialanalysis.ai/models ($ / row qwen3-14b-instruct / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,qwen3-14b,think,mixed,mid,AA-Omniscience,,,,,,-48.95,omniscience-index,0.00289,,,https://artificialanalysis.ai/models ($ / row qwen3-14b-instruct-reasoning / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,qwen3-235b-a22b-instruct-2507,solo,mixed,mid,AA-Omniscience,,,,,,-43.983333333333334,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row qwen3-235b-a22b-instruct-2507 / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,qwen3-235b-a22b-thinking-2507,solo,mixed,mid,AA-Omniscience,per-task,0.0033388563333333334,2.89e-20,,,-46.516666666666666,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row qwen3-235b-a22b-instruct-2507-reasoning / column omniscience),,out:single-couple,out:cost-single-couple aaomni-index#none,artificialanalysis,qwen3-30b-a3b-instruct-2507,solo,mixed,mid,AA-Omniscience,,,,,,-66.15,omniscience-index,0.00289,,,https://artificialanalysis.ai/models ($ / row qwen3-30b-a3b-2507 / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,qwen3-30b-a3b-thinking-2507,solo,mixed,mid,AA-Omniscience,per-task,0.0015153578,2.89e-11,,,-56.13333333333333,omniscience-index,2.89e-15,,,https://artificialanalysis.ai/models ($ / row qwen3-30b-a3b-2507-reasoning / column omniscience),,out:single-couple,out:cost-single-couple aaomni-index#none,artificialanalysis,qwen3-30b-a3b,nothink,mixed,mid,AA-Omniscience,,,,,,-65.98333333333333,omniscience-index,2.89e-15,,,https://artificialanalysis.ai/models ($ / row qwen3-30b-a3b-instruct / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,qwen3-30b-a3b,think,mixed,mid,AA-Omniscience,,,,,,-51.483333333333334,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row qwen3-30b-a3b-instruct-reasoning / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,qwen3-32b,think,mixed,mid,AA-Omniscience,,,,,,-50.36666666666667,omniscience-index,2.89e-15,,,https://artificialanalysis.ai/models ($ / row qwen3-32b-instruct-reasoning / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,qwen3.5-122b-a10b,think,mixed,mid,AA-Omniscience,per-task,0.013632587666666668,2.89e-19,,,-41.5,omniscience-index,0.0289,,,https://artificialanalysis.ai/models ($ / row qwen3-5-122b-a10b / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|qwen3.5-122b-a10b@think|,in,in aaomni-index#none,artificialanalysis,qwen3.5-122b-a10b,nothink,mixed,mid,AA-Omniscience,,,,,,-54.96666666666667,omniscience-index,2.89e-15,,,https://artificialanalysis.ai/models ($ / row qwen3-5-122b-a10b-non-reasoning / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|qwen3.5-122b-a10b@nothink|,in, aaomni-index#none,artificialanalysis,qwen3.5-27b,think,mixed,mid,AA-Omniscience,,,,,,-43.983333333333334,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row qwen3-5-27b / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|qwen3.5-27b@think|,in, aaomni-index#none,artificialanalysis,qwen3.5-27b,nothink,mixed,mid,AA-Omniscience,,,,,,-47.666666666666664,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row qwen3-5-27b-non-reasoning / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|qwen3.5-27b@nothink|,in, aaomni-index#none,artificialanalysis,qwen3.5-35b-a3b,think,mixed,mid,AA-Omniscience,,,,,,-48.1,omniscience-index,0.0289,,,https://artificialanalysis.ai/models ($ / row qwen3-5-35b-a3b / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|qwen3.5-35b-a3b@think|,in, aaomni-index#none,artificialanalysis,qwen3.5-35b-a3b,nothink,mixed,mid,AA-Omniscience,,,,,,-63.016666666666666,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row qwen3-5-35b-a3b-non-reasoning / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|qwen3.5-35b-a3b@nothink|,in, aaomni-index#none,artificialanalysis,qwen3.5-397b-a17b,think,mixed,mid,AA-Omniscience,per-task,0.0153438931,2.89e-11,,,-30.75,omniscience-index,0.00289,,,https://artificialanalysis.ai/models ($ / row qwen3-5-397b-a17b / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|qwen3.5-397b-a17b@think|,in,in aaomni-index#none,artificialanalysis,qwen3.5-397b-a17b,nothink,mixed,mid,AA-Omniscience,,,,,,-37.9,omniscience-index,0.0289,,,https://artificialanalysis.ai/models ($ / row qwen3-5-397b-a17b-non-reasoning / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|qwen3.5-397b-a17b@nothink|,in, aaomni-index#none,artificialanalysis,qwen3.5-4b,think,mixed,mid,AA-Omniscience,,,,,,-58.35,omniscience-index,0.00289,,,https://artificialanalysis.ai/models ($ / row qwen3-5-4b / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|qwen3.5-4b@think|,in, aaomni-index#none,artificialanalysis,qwen3.5-4b,nothink,mixed,mid,AA-Omniscience,,,,,,-74.73333333333333,omniscience-index,2.89e-15,,,https://artificialanalysis.ai/models ($ / row qwen3-5-4b-non-reasoning / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|qwen3.5-4b@nothink|,in, aaomni-index#none,artificialanalysis,qwen3.5-9b,think,mixed,mid,AA-Omniscience,per-task,0.0027558481975000007,2.89e-20,,,-53.46666666666667,omniscience-index,2.89e-15,,,https://artificialanalysis.ai/models ($ / row qwen3-5-9b / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|qwen3.5-9b@think|,in,out:cost-not-comparable aaomni-index#none,artificialanalysis,qwen3.5-9b,nothink,mixed,mid,AA-Omniscience,,,,,,-70.7,omniscience-index,0.0289,,,https://artificialanalysis.ai/models ($ / row qwen3-5-9b-non-reasoning / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|qwen3.5-9b@nothink|,in, aaomni-index#none,artificialanalysis,qwen3.5-omni-flash,nothink,mixed,mid,AA-Omniscience,,,,,,-65.06666666666666,omniscience-index,2.89e-15,,,https://artificialanalysis.ai/models ($ / row qwen3-5-omni-flash / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|qwen3.5-omni-flash@nothink|,in, aaomni-index#none,artificialanalysis,qwen3.5-omni-plus,nothink,mixed,mid,AA-Omniscience,,,,,,-13.116666666666667,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row qwen3-5-omni-plus / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|qwen3.5-omni-plus@nothink|,in, aaomni-index#none,artificialanalysis,qwen3.6-27b,think,mixed,mid,AA-Omniscience,per-task,0.0340094078,2.89e-11,,,-20.016666666666666,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row qwen3-6-27b / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|qwen3.6-27b@think|,in,in aaomni-index#none,artificialanalysis,qwen3.6-27b,nothink,mixed,mid,AA-Omniscience,,,,,,-53.2,omniscience-index,0.0289,,,https://artificialanalysis.ai/models ($ / row qwen3-6-27b-non-reasoning / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|qwen3.6-27b@nothink|,in, aaomni-index#none,artificialanalysis,qwen3.6-35b-a3b,think,mixed,mid,AA-Omniscience,per-task,0.00487755275,2.89e-12,,,-22.183333333333334,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row qwen3-6-35b-a3b / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|qwen3.6-35b-a3b@think|,in,in aaomni-index#none,artificialanalysis,qwen3.6-35b-a3b,nothink,mixed,mid,AA-Omniscience,,,,,,-60.016666666666666,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row qwen3-6-35b-a3b-non-reasoning / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|qwen3.6-35b-a3b@nothink|,in, aaomni-index#none,artificialanalysis,qwen3.6-plus,think,mixed,mid,AA-Omniscience,,,,,,0.8833333333333333,omniscience-index,2.89e-17,,,https://artificialanalysis.ai/models ($ / row qwen3-6-plus / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|qwen3.6-plus@think|,in, aaomni-index#none,artificialanalysis,qwen3.7-max,think,mixed,mid,AA-Omniscience,per-task,0.01379581208333333,2.89e-18,,,13.483333333333333,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row qwen3-7-max / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|qwen3.7-max@think|,in,in aaomni-index#none,artificialanalysis,qwen3.7-plus,think,mixed,mid,AA-Omniscience,per-task,0.002901922,2.89e-10,,,1.0833333333333333,omniscience-index,2.89e-17,,,https://artificialanalysis.ai/models ($ / row qwen3-7-plus / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|qwen3.7-plus@think|,in,out:cost-not-comparable aaomni-index#none,artificialanalysis,qwen3.8-2.4t-a95b,not-established:absent,mixed,mid,AA-Omniscience,per-task,0.028184829666666668,2.89e-19,,,4.316666666666666,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row qwen3-8-2-4t-a95b / column omniscience),,out:effort-not-established,out:effort-not-established aaomni-index#none,artificialanalysis,qwen3.8-27b,xhigh,mixed,mid,AA-Omniscience,per-task,0.011175304166666665,2.89e-19,,,-9.983333333333333,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row qwen3-8-27b / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|qwen3.8-27b@xhigh|,in,in aaomni-index#none,artificialanalysis,qwen3.8-27b,low,mixed,mid,AA-Omniscience,per-task,0.0015831616666666666,2.89e-20,,,-26.666666666666668,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row qwen3-8-27b-low / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|qwen3.8-27b@low|,in,in aaomni-index#none,artificialanalysis,qwen3.8-27b,medium,mixed,mid,AA-Omniscience,per-task,0.008737680666666666,2.89e-19,,,-36.15,omniscience-index,0.00289,,,https://artificialanalysis.ai/models ($ / row qwen3-8-27b-medium / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|qwen3.8-27b@medium|,in,in aaomni-index#none,artificialanalysis,qwen3.8-27b,not-established:absent,mixed,mid,AA-Omniscience,per-task,0.00014467558333333333,2.89e-21,,,-7.95,omniscience-index,0.00289,,,https://artificialanalysis.ai/models ($ / row qwen3-8-27b-non-reasoning / column omniscience),,out:effort-not-established,out:effort-not-established aaomni-index#none,artificialanalysis,qwen3.8-flash-next,not-established:absent,mixed,mid,AA-Omniscience,per-task,0.0020842510616666666,2.89e-20,,,-9.716666666666667,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row qwen3-8-flash-next / column omniscience),,out:effort-not-established,out:effort-not-established aaomni-index#none,artificialanalysis,qwen3.8-max-0902,not-established:absent,mixed,mid,AA-Omniscience,per-task,0.009033827666666666,2.89e-19,,,11.983333333333333,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row qwen3-8-max / column omniscience),,out:effort-not-established,out:effort-not-established aaomni-index#none,artificialanalysis,?Qwen3.8 Max,not-established:absent,mixed,mid,AA-Omniscience,per-task,0.028685948666666666,2.89e-19,,,3.4,omniscience-index,0.0289,,,https://artificialanalysis.ai/models ($ / row qwen3-8-max-0803 / column omniscience),,out:model-not-established,out:model-not-established aaomni-index#none,artificialanalysis,qwen3-8b,nothink,mixed,mid,AA-Omniscience,,,,,,-73.95,omniscience-index,0.00289,,,https://artificialanalysis.ai/models ($ / row qwen3-8b-instruct / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|qwen3-8b@nothink|,in, aaomni-index#none,artificialanalysis,qwen3-coder-30b-a3b-instruct,solo,mixed,mid,AA-Omniscience,,,,,,-50.733333333333334,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row qwen3-coder-30b-a3b-instruct / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,qwen3-coder-480b-a35b-instruct,solo,mixed,mid,AA-Omniscience,,,,,,-22.2,omniscience-index,0.0289,,,https://artificialanalysis.ai/models ($ / row qwen3-coder-480b-a35b-instruct / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,qwen3-coder-next,nothink,mixed,mid,AA-Omniscience,per-task,0.00009378681666666666,2.89e-21,,,-62.4,omniscience-index,0.0289,,,https://artificialanalysis.ai/models ($ / row qwen3-coder-next / column omniscience),src-artificialanalysis-model-pages-2026-10-19|run:aaomni-index|qwen3-coder-next@nothink|,in,in aaomni-index#none,artificialanalysis,qwen3-next-80b-a3b-instruct,solo,mixed,mid,AA-Omniscience,,,,,,-59.5,omniscience-index,0.0289,,,https://artificialanalysis.ai/models ($ / row qwen3-next-80b-a3b-instruct / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,qwen3-next-80b-a3b-thinking,solo,mixed,mid,AA-Omniscience,,,,,,-51.416666666666664,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row qwen3-next-80b-a3b-reasoning / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,qwen3-omni-30b-a3b-instruct,solo,mixed,mid,AA-Omniscience,,,,,,-69.26666666666667,omniscience-index,2.89e-15,,,https://artificialanalysis.ai/models ($ / row qwen3-omni-30b-a3b-instruct / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,qwen3-omni-30b-a3b-thinking,solo,mixed,mid,AA-Omniscience,,,,,,-61.4,omniscience-index,0.0289,,,https://artificialanalysis.ai/models ($ / row qwen3-omni-30b-a3b-reasoning / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,qwen3-vl-235b-a22b-instruct,solo,mixed,mid,AA-Omniscience,,,,,,-52.666666666666664,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row qwen3-vl-235b-a22b-instruct / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,qwen3-vl-30b-a3b-instruct,solo,mixed,mid,AA-Omniscience,,,,,,-63.416666666666664,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row qwen3-vl-30b-a3b-instruct / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,qwen3-vl-30b-a3b-thinking,solo,mixed,mid,AA-Omniscience,,,,,,-57.63333333333333,omniscience-index,2.89e-15,,,https://artificialanalysis.ai/models ($ / row qwen3-vl-30b-a3b-reasoning / column omniscience),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,qwen3.5-omni-plus,nothink,reasoning-math,frontier,HLE-AA-notools,,,,,,14.8748841519926,acc%,2.89e-14,,prev=0.148748841519926 (src-artificialanalysis-models-wayback-2026-09-01#M494),https://artificialanalysis.ai/models ($ / row qwen3-5-omni-plus / column hle),,in, aacritpt@artificialanalysis#none,artificialanalysis,qwen3.5-omni-plus,nothink,reasoning-math,frontier,CritPt-AA,,,,,,0.563265306122449,acc%,2.89e-16,,prev=0.00563265306122449 (src-artificialanalysis-models-wayback-2026-08-04#M542),https://artificialanalysis.ai/models ($ / row qwen3-5-omni-plus / column critpt),,in, aalcr@artificialanalysis#none,artificialanalysis,qwen3.5-omni-plus,nothink,mixed,hard,AA-LCR,,,,,,63.6666666666667,acc%,2.89e-14,,prev=0.636666666666667 (src-artificialanalysis-models-wayback-2026-09-06#M423),https://artificialanalysis.ai/models ($ / row qwen3-5-omni-plus / column lcr),,in, aahle@artificialanalysis#none,artificialanalysis,gpt-5.2-codex,xhigh,reasoning-math,frontier,HLE-AA-notools,,,,,,35.7275254865616,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-2-codex / column hle),,out:superseded, aacritpt@artificialanalysis#none,artificialanalysis,gpt-5.2-codex,xhigh,reasoning-math,frontier,CritPt-AA,,,,,,8.66938775510204,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gpt-5-2-codex / column critpt),,out:superseded, aalcr@artificialanalysis#none,artificialanalysis,gpt-5.2-codex,xhigh,mixed,hard,AA-LCR,,,,,,82.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-2-codex / column lcr),,out:superseded, aahle@artificialanalysis#none,artificialanalysis,qwen3.5-122b-a10b,nothink,reasoning-math,frontier,HLE-AA-notools,,,,,,15.9406858202039,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-122b-a10b-non-reasoning / column hle),,out:superseded, aacritpt@artificialanalysis#none,artificialanalysis,qwen3.5-122b-a10b,nothink,reasoning-math,frontier,CritPt-AA,,,,,,0.857142857142857,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row qwen3-5-122b-a10b-non-reasoning / column critpt),,out:superseded, aalcr@artificialanalysis#none,artificialanalysis,qwen3.5-122b-a10b,nothink,mixed,hard,AA-LCR,,,,,,61.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-122b-a10b-non-reasoning / column lcr),,out:superseded, aagdpval#none,artificialanalysis,qwen3.5-122b-a10b,nothink,mixed,frontier,GDPval-AA-v2,,,,,,709.24,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row qwen3-5-122b-a10b-non-reasoning / column gdpval),,out:superseded, aahle@artificialanalysis#none,artificialanalysis,gemini-3.5-flash,minimal,reasoning-math,frontier,HLE-AA-notools,,,,,,24.0963855421687,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-5-flash-minimal / column hle),,out:superseded, aacritpt@artificialanalysis#none,artificialanalysis,gemini-3.5-flash,minimal,reasoning-math,frontier,CritPt-AA,,,,,,1.42857142857143,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gemini-3-5-flash-minimal / column critpt),,out:superseded, aalcr@artificialanalysis#none,artificialanalysis,gemini-3.5-flash,minimal,mixed,hard,AA-LCR,,,,,,61.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-5-flash-minimal / column lcr),,out:superseded, aahle@artificialanalysis#none,artificialanalysis,gpt-5.1-codex,high,reasoning-math,frontier,HLE-AA-notools,,,,,,25.7182576459685,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-1-codex / column hle),,out:superseded, aacritpt@artificialanalysis#none,artificialanalysis,gpt-5.1-codex,high,reasoning-math,frontier,CritPt-AA,,,,,,5.71428571428571,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gpt-5-1-codex / column critpt),,out:superseded, aalcr@artificialanalysis#none,artificialanalysis,gpt-5.1-codex,high,mixed,hard,AA-LCR,,,,,,69.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-1-codex / column lcr),,out:superseded, aa-index43@artificialanalysis,artificialanalysis,qwen3.5-2b,nothink,mixed,frontier,,,,,,,6,AA-idx,0.289,,,https://artificialanalysis.ai/models ($ / row qwen3-5-2b-non-reasoning / column openness.modelAvailability),,out:composite, aahle@artificialanalysis#none,artificialanalysis,qwen3.5-2b,nothink,reasoning-math,frontier,HLE-AA-notools,,,,,,4.95829471733086,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row qwen3-5-2b-non-reasoning / column hle),,out:superseded, aacritpt@artificialanalysis#none,artificialanalysis,qwen3.5-2b,nothink,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models ($ / row qwen3-5-2b-non-reasoning / column critpt),,out:uninformative, aalcr@artificialanalysis#none,artificialanalysis,qwen3.5-2b,nothink,mixed,hard,AA-LCR,,,,,,14,acc%,0.289,,,https://artificialanalysis.ai/models ($ / row qwen3-5-2b-non-reasoning / column lcr),,out:superseded, aagdpval#none,artificialanalysis,qwen3.5-2b,nothink,mixed,frontier,GDPval-AA-v2,,,,,,-366.49,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row qwen3-5-2b-non-reasoning / column gdpval),,out:superseded, aaomni@artificialanalysis#none,artificialanalysis,qwen3.5-2b,nothink,mixed,mid,AA-Omniscience,,,,,,7.383333333333333,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row qwen3-5-2b-non-reasoning / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-21|run:aaomni-index|qwen3.5-2b@nothink|,in, aammmupro#none,artificialanalysis,qwen3.5-2b,nothink,mixed,hard,MMMU-Pro-AA,,,,,,42.6589595375723,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-2b-non-reasoning / column mmmuPro),,out:superseded, aahle@artificialanalysis#none,artificialanalysis,?Grok Build 0.1 0616,not-established:absent,reasoning-math,frontier,HLE-AA-notools,,,,,,38.2761816496756,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row grok-build-0-1-06-16 / column hle),,out:model-not-established, aacritpt@artificialanalysis#none,artificialanalysis,?Grok Build 0.1 0616,not-established:absent,reasoning-math,frontier,CritPt-AA,,,,,,9.14285714285714,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row grok-build-0-1-06-16 / column critpt),,out:model-not-established, aalcr@artificialanalysis#none,artificialanalysis,?Grok Build 0.1 0616,not-established:absent,mixed,hard,AA-LCR,,,,,,74.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row grok-build-0-1-06-16 / column lcr),,out:model-not-established, aagdpval#none,artificialanalysis,?Grok Build 0.1 0616,not-established:absent,mixed,frontier,GDPval-AA-v2,,,,,,1066.93,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row grok-build-0-1-06-16 / column gdpval),,out:model-not-established, aahle@artificialanalysis#none,artificialanalysis,kimi-k2.6,nothink,reasoning-math,frontier,HLE-AA-notools,,,,,,19.5551436515292,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row kimi-k2-6-non-reasoning / column hle),,in, aacritpt@artificialanalysis#none,artificialanalysis,kimi-k2.6,nothink,reasoning-math,frontier,CritPt-AA,,,,,,1.42857142857143,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row kimi-k2-6-non-reasoning / column critpt),,in, aalcr@artificialanalysis#none,artificialanalysis,kimi-k2.6,nothink,mixed,hard,AA-LCR,,,,,,69.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row kimi-k2-6-non-reasoning / column lcr),,in, aammmupro#none,artificialanalysis,opus-5,xhigh,mixed,hard,MMMU-Pro-AA,,,,,,83.9884393063584,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-5-xhigh / column mmmuPro),,in, aa-index43@artificialanalysis,artificialanalysis,glm-5-turbo,think,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row glm-5-turbo, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aahle@artificialanalysis#none,artificialanalysis,glm-5-turbo,think,reasoning-math,frontier,HLE-AA-notools,,,,,,27.7571825764597,acc%,2.89e-14,,prev=0.277571825764597 (src-artificialanalysis-models-wayback-2026-09-01#M385),https://artificialanalysis.ai/models ($ / row glm-5-turbo / column hle),,in, aacritpt@artificialanalysis#none,artificialanalysis,glm-5-turbo,think,reasoning-math,frontier,CritPt-AA,,,,,,0.285714285714286,acc%,2.89e-16,,prev=0.00285714285714286 (src-artificialanalysis-models-wayback-2026-08-04#M383),https://artificialanalysis.ai/models ($ / row glm-5-turbo / column critpt),,in, aalcr@artificialanalysis#none,artificialanalysis,glm-5-turbo,think,mixed,hard,AA-LCR,,,,,,71.6666666666667,acc%,2.89e-14,,prev=0.716666666666667 (src-artificialanalysis-models-wayback-2026-09-06#M355),https://artificialanalysis.ai/models ($ / row glm-5-turbo / column lcr),,in, aaomni@artificialanalysis#none,artificialanalysis,glm-5-turbo,think,mixed,mid,AA-Omniscience,,,,,,28.45,acc%,0.00289,,prev=0.2845 (src-artificialanalysis-models-wayback-2026-09-01#M386),https://artificialanalysis.ai/models ($ / row glm-5-turbo / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-21|run:aaomni-index|glm-5-turbo@think|,in, aahle@artificialanalysis#none,artificialanalysis,qwen3.5-27b,think,reasoning-math,frontier,HLE-AA-notools,,,,,,23.9110287303058,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-27b / column hle),,out:superseded, aacritpt@artificialanalysis#none,artificialanalysis,qwen3.5-27b,think,reasoning-math,frontier,CritPt-AA,,,,,,0.853061224489796,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row qwen3-5-27b / column critpt),,out:superseded, aalcr@artificialanalysis#none,artificialanalysis,qwen3.5-27b,think,mixed,hard,AA-LCR,,,,,,77.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-27b / column lcr),,out:superseded, aammmupro#none,artificialanalysis,opus-5,low,mixed,hard,MMMU-Pro-AA,,,,,,79.8265895953757,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-5-low / column mmmuPro),,in, aahle@artificialanalysis#none,artificialanalysis,qwen3.5-9b,nothink,reasoning-math,frontier,HLE-AA-notools,,,,,,9.36051899907322,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row qwen3-5-9b-non-reasoning / column hle),,out:superseded, aacritpt@artificialanalysis#none,artificialanalysis,qwen3.5-9b,nothink,reasoning-math,frontier,CritPt-AA,,,,,,0.571428571428571,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row qwen3-5-9b-non-reasoning / column critpt),,out:superseded, aalcr@artificialanalysis#none,artificialanalysis,qwen3.5-9b,nothink,mixed,hard,AA-LCR,,,,,,46,acc%,0.289,,,https://artificialanalysis.ai/models ($ / row qwen3-5-9b-non-reasoning / column lcr),,out:superseded, aa-index43@artificialanalysis,artificialanalysis,grok-4.1-fast,think,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row grok-4-1-fast-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aahle@artificialanalysis#none,artificialanalysis,grok-4.1-fast,think,reasoning-math,frontier,HLE-AA-notools,,,,,,19.3234476367006,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row grok-4-1-fast-reasoning / column hle),,in, aacritpt@artificialanalysis#none,artificialanalysis,grok-4.1-fast,think,reasoning-math,frontier,CritPt-AA,,,,,,2.85714285714286,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row grok-4-1-fast-reasoning / column critpt),,in, aalcr@artificialanalysis#none,artificialanalysis,grok-4.1-fast,think,mixed,hard,AA-LCR,,,,,,74,acc%,0.289,,,https://artificialanalysis.ai/models ($ / row grok-4-1-fast-reasoning / column lcr),,in, aaomni@artificialanalysis#none,artificialanalysis,grok-4.1-fast,think,mixed,mid,AA-Omniscience,,,,,,25.083333333333335,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row grok-4-1-fast-reasoning / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-21|run:aaomni-index|grok-4.1-fast@think|,in, aammmupro#none,artificialanalysis,grok-4.1-fast,think,mixed,hard,MMMU-Pro-AA,,,,,,63.2947976878613,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row grok-4-1-fast-reasoning / column mmmuPro),,in, aammmupro#none,artificialanalysis,sonnet-5,max,mixed,hard,MMMU-Pro-AA,,,,,,77.2832369942197,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-sonnet-5 / column mmmuPro),,in, aaanalyst#none,artificialanalysis,sonnet-5,max,agentic-tool,hard,AA-AnalystAgent,,,,,,46.25,score%,0.00289,,,https://artificialanalysis.ai/models ($ / row claude-sonnet-5 / column analystAgent),,in, aa-index43@artificialanalysis,artificialanalysis,glm-5v-turbo,think,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row glm-5v-turbo, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aahle@artificialanalysis#none,artificialanalysis,glm-5v-turbo,think,reasoning-math,frontier,HLE-AA-notools,,,,,,17.1455050973123,acc%,2.89e-14,,prev=0.171455050973123 (src-artificialanalysis-models-wayback-2026-09-01#M387),https://artificialanalysis.ai/models ($ / row glm-5v-turbo / column hle),,in, aacritpt@artificialanalysis#none,artificialanalysis,glm-5v-turbo,think,reasoning-math,frontier,CritPt-AA,,,,,,0.571428571428571,acc%,2.89e-16,,prev=0.00571428571428571 (src-artificialanalysis-models-wayback-2026-08-04#M385),https://artificialanalysis.ai/models ($ / row glm-5v-turbo / column critpt),,in, aalcr@artificialanalysis#none,artificialanalysis,glm-5v-turbo,think,mixed,hard,AA-LCR,,,,,,70.3333333333333,acc%,2.89e-14,,prev=0.703333333333333 (src-artificialanalysis-models-wayback-2026-09-06#M356),https://artificialanalysis.ai/models ($ / row glm-5v-turbo / column lcr),,in, aaomni@artificialanalysis#none,artificialanalysis,glm-5v-turbo,think,mixed,mid,AA-Omniscience,,,,,,29.333333333333333,acc%,2.89e-16,,prev=0.29333333333333333 (src-artificialanalysis-models-wayback-2026-09-01#M388),https://artificialanalysis.ai/models ($ / row glm-5v-turbo / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-21|run:aaomni-index|glm-5v-turbo@think|,in, aammmupro#none,artificialanalysis,glm-5v-turbo,think,mixed,hard,MMMU-Pro-AA,,,,,,72.7745664739884,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row glm-5v-turbo / column mmmuPro),,in, aa-index43@artificialanalysis,artificialanalysis,opus-4.5,not-established:absent,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row claude-opus-4-5-thinking, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aahle@artificialanalysis#none,artificialanalysis,opus-4.5,not-established:absent,reasoning-math,frontier,HLE-AA-notools,,,,,,30.1204819277108,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-5-thinking / column hle),,out:effort-not-established, aacritpt@artificialanalysis#none,artificialanalysis,opus-4.5,not-established:absent,reasoning-math,frontier,CritPt-AA,,,,,,4.57142857142857,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-5-thinking / column critpt),,out:effort-not-established, aalcr@artificialanalysis#none,artificialanalysis,opus-4.5,not-established:absent,mixed,hard,AA-LCR,,,,,,77.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-5-thinking / column lcr),,out:effort-not-established, aaomni@artificialanalysis#none,artificialanalysis,opus-4.5,not-established:absent,mixed,mid,AA-Omniscience,,,,,,46.58333333333333,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-5-thinking / column omniscienceAccuracy),,out:effort-not-established, aammmupro#none,artificialanalysis,opus-4.5,not-established:absent,mixed,hard,MMMU-Pro-AA,,,,,,74.0462427745665,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-5-thinking / column mmmuPro),,out:effort-not-established, aahle@artificialanalysis#none,artificialanalysis,glm-4.7-flash,think,reasoning-math,frontier,HLE-AA-notools,,,,,,7.59962928637627,acc%,2.89e-15,,prev=0.0759962928637627 (src-artificialanalysis-models-wayback-2026-09-01#M378),https://artificialanalysis.ai/models ($ / row glm-4-7-flash / column hle),,in, aacritpt@artificialanalysis#none,artificialanalysis,glm-4.7-flash,think,reasoning-math,frontier,CritPt-AA,,,,,,0.285714285714286,acc%,2.89e-16,,prev=0.00285714285714286 (src-artificialanalysis-models-wayback-2026-08-04#M375),https://artificialanalysis.ai/models ($ / row glm-4-7-flash / column critpt),,in, aalcr@artificialanalysis#none,artificialanalysis,glm-4.7-flash,think,mixed,hard,AA-LCR,,,,,,41.6666666666667,acc%,2.89e-14,,prev=0.416666666666667 (src-artificialanalysis-models-wayback-2026-09-06#M352),https://artificialanalysis.ai/models ($ / row glm-4-7-flash / column lcr),,in, aa-index43@artificialanalysis,artificialanalysis,opus-4.7,not-established:contradictory,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row claude-opus-4-7-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aahle@artificialanalysis#none,artificialanalysis,opus-4.7,not-established:contradictory,reasoning-math,frontier,HLE-AA-notools,,,,,,33.3178869323448,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-7-non-reasoning / column hle),,out:effort-not-established, aacritpt@artificialanalysis#none,artificialanalysis,opus-4.7,not-established:contradictory,reasoning-math,frontier,CritPt-AA,,,,,,5.14285714285714,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-7-non-reasoning / column critpt),,out:effort-not-established, aalcr@artificialanalysis#none,artificialanalysis,opus-4.7,not-established:contradictory,mixed,hard,AA-LCR,,,,,,75.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-7-non-reasoning / column lcr),,out:effort-not-established, aaomni@artificialanalysis#none,artificialanalysis,opus-4.7,not-established:contradictory,mixed,mid,AA-Omniscience,,,,,,44.733333333333336,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-7-non-reasoning / column omniscienceAccuracy),,out:effort-not-established, aammmupro#none,artificialanalysis,opus-4.7,not-established:contradictory,mixed,hard,MMMU-Pro-AA,,,,,,76.3583815028902,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-7-non-reasoning / column mmmuPro),,out:effort-not-established, aahle@artificialanalysis#none,artificialanalysis,qwen3.5-4b,nothink,reasoning-math,frontier,HLE-AA-notools,,,,,,7.97034291010195,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row qwen3-5-4b-non-reasoning / column hle),,out:superseded, aacritpt@artificialanalysis#none,artificialanalysis,qwen3.5-4b,nothink,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models ($ / row qwen3-5-4b-non-reasoning / column critpt),,out:uninformative, aalcr@artificialanalysis#none,artificialanalysis,qwen3.5-4b,nothink,mixed,hard,AA-LCR,,,,,,34.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-4b-non-reasoning / column lcr),,out:superseded, aahle@artificialanalysis#none,artificialanalysis,qwen3.5-397b-a17b,nothink,reasoning-math,frontier,HLE-AA-notools,,,,,,19.8331788693234,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-397b-a17b-non-reasoning / column hle),,out:superseded, aacritpt@artificialanalysis#none,artificialanalysis,qwen3.5-397b-a17b,nothink,reasoning-math,frontier,CritPt-AA,,,,,,0.857142857142857,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row qwen3-5-397b-a17b-non-reasoning / column critpt),,out:superseded, aalcr@artificialanalysis#none,artificialanalysis,qwen3.5-397b-a17b,nothink,mixed,hard,AA-LCR,,,,,,64.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-397b-a17b-non-reasoning / column lcr),,out:superseded, aahle@artificialanalysis#none,artificialanalysis,gpt-5.4-mini,medium,reasoning-math,frontier,HLE-AA-notools,,,,,,18.5820203892493,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-mini-medium / column hle),,in, aacritpt@artificialanalysis#none,artificialanalysis,gpt-5.4-mini,medium,reasoning-math,frontier,CritPt-AA,,,,,,2.85714285714286,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-mini-medium / column critpt),,in, aalcr@artificialanalysis#none,artificialanalysis,gpt-5.4-mini,medium,mixed,hard,AA-LCR,,,,,,67,acc%,0.289,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-mini-medium / column lcr),,in, aahle@artificialanalysis#none,artificialanalysis,qwen3.6-27b,nothink,reasoning-math,frontier,HLE-AA-notools,,,,,,15.0602409638554,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-6-27b-non-reasoning / column hle),,in, aacritpt@artificialanalysis#none,artificialanalysis,qwen3.6-27b,nothink,reasoning-math,frontier,CritPt-AA,,,,,,0.857142857142857,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row qwen3-6-27b-non-reasoning / column critpt),,in, aalcr@artificialanalysis#none,artificialanalysis,qwen3.6-27b,nothink,mixed,hard,AA-LCR,,,,,,66.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-6-27b-non-reasoning / column lcr),,in, aagdpval#none,artificialanalysis,qwen3.6-27b,nothink,mixed,frontier,GDPval-AA-v2,,,,,,963.94,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row qwen3-6-27b-non-reasoning / column gdpval),,in, aa-index43@artificialanalysis,artificialanalysis,qwen3.5-0.8b,nothink,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row qwen3-5-0-8b-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aahle@artificialanalysis#none,artificialanalysis,qwen3.5-0.8b,nothink,reasoning-math,frontier,HLE-AA-notools,,,,,,5.09731232622799,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row qwen3-5-0-8b-non-reasoning / column hle),,out:superseded, aacritpt@artificialanalysis#none,artificialanalysis,qwen3.5-0.8b,nothink,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models ($ / row qwen3-5-0-8b-non-reasoning / column critpt),,out:uninformative, aalcr@artificialanalysis#none,artificialanalysis,qwen3.5-0.8b,nothink,mixed,hard,AA-LCR,,,,,,8,acc%,0.289,,,https://artificialanalysis.ai/models ($ / row qwen3-5-0-8b-non-reasoning / column lcr),,out:superseded, aagdpval#none,artificialanalysis,qwen3.5-0.8b,nothink,mixed,frontier,GDPval-AA-v2,,,,,,-369.73,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row qwen3-5-0-8b-non-reasoning / column gdpval),,out:superseded, aaomni@artificialanalysis#none,artificialanalysis,qwen3.5-0.8b,nothink,mixed,mid,AA-Omniscience,,,,,,4.9833333333333334,acc%,2.89e-17,,,https://artificialanalysis.ai/models ($ / row qwen3-5-0-8b-non-reasoning / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-21|run:aaomni-index|qwen3.5-0.8b@nothink|,in, aammmupro#none,artificialanalysis,qwen3.5-0.8b,nothink,mixed,hard,MMMU-Pro-AA,,,,,,25.6647398843931,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-0-8b-non-reasoning / column mmmuPro),,out:superseded, aahle@artificialanalysis#none,artificialanalysis,glm-5,think,reasoning-math,frontier,HLE-AA-notools,,,,,,29.2863762743281,acc%,2.89e-14,,prev=0.292863762743281 (src-artificialanalysis-models-wayback-2026-09-01#M381),https://artificialanalysis.ai/models ($ / row glm-5 / column hle),,in, aacritpt@artificialanalysis#none,artificialanalysis,glm-5,think,reasoning-math,frontier,CritPt-AA,,,,,,2,acc%,0.289,,prev=0.02 (src-artificialanalysis-models-wayback-2026-08-04#M379),https://artificialanalysis.ai/models ($ / row glm-5 / column critpt),,in, aalcr@artificialanalysis#none,artificialanalysis,glm-5,think,mixed,hard,AA-LCR,,,,,,75.6666666666667,acc%,2.89e-14,,prev=0.756666666666667 (src-artificialanalysis-models-wayback-2026-09-06#M354),https://artificialanalysis.ai/models ($ / row glm-5 / column lcr),,in, aa-index43@artificialanalysis,artificialanalysis,opus-4.5,nothink,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row claude-opus-4-5, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aahle@artificialanalysis#none,artificialanalysis,opus-4.5,nothink,reasoning-math,frontier,HLE-AA-notools,,,,,,13.1603336422614,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-5 / column hle),,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,opus-4.5,nothink,reasoning-math,frontier,CritPt-AA,,,,,,0.285714285714286,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-5 / column critpt),,out:single-couple, aalcr@artificialanalysis#none,artificialanalysis,opus-4.5,nothink,mixed,hard,AA-LCR,,,,,,70.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-5 / column lcr),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,opus-4.5,nothink,mixed,mid,AA-Omniscience,,,,,,40.91666666666667,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-5 / column omniscienceAccuracy),,out:single-couple, aammmupro#none,artificialanalysis,opus-4.5,nothink,mixed,hard,MMMU-Pro-AA,,,,,,71.2138728323699,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-5 / column mmmuPro),,out:single-couple, aa-index43@artificialanalysis,artificialanalysis,opus-4.6,not-established:contradictory,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row claude-opus-4-6, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aahle@artificialanalysis#none,artificialanalysis,opus-4.6,not-established:contradictory,reasoning-math,frontier,HLE-AA-notools,,,,,,19.0917516218721,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-6 / column hle),,out:effort-not-established, aacritpt@artificialanalysis#none,artificialanalysis,opus-4.6,not-established:contradictory,reasoning-math,frontier,CritPt-AA,,,,,,2.84081632653061,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-6 / column critpt),,out:effort-not-established, aalcr@artificialanalysis#none,artificialanalysis,opus-4.6,not-established:contradictory,mixed,hard,AA-LCR,,,,,,67,acc%,0.289,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-6 / column lcr),,out:effort-not-established, aaomni@artificialanalysis#none,artificialanalysis,opus-4.6,not-established:contradictory,mixed,mid,AA-Omniscience,,,,,,45.78333333333333,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-6 / column omniscienceAccuracy),,out:effort-not-established, aammmupro#none,artificialanalysis,opus-4.6,not-established:contradictory,mixed,hard,MMMU-Pro-AA,,,,,,72.5433526011561,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-6 / column mmmuPro),,out:effort-not-established, aahle@artificialanalysis#none,artificialanalysis,qwen3.5-35b-a3b,think,reasoning-math,frontier,HLE-AA-notools,,,,,,21.0379981464319,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-35b-a3b / column hle),,out:superseded, aacritpt@artificialanalysis#none,artificialanalysis,qwen3.5-35b-a3b,think,reasoning-math,frontier,CritPt-AA,,,,,,0.857142857142857,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row qwen3-5-35b-a3b / column critpt),,out:superseded, aalcr@artificialanalysis#none,artificialanalysis,qwen3.5-35b-a3b,think,mixed,hard,AA-LCR,,,,,,72,acc%,0.289,,,https://artificialanalysis.ai/models ($ / row qwen3-5-35b-a3b / column lcr),,out:superseded, aahle@artificialanalysis#none,artificialanalysis,gpt-5.4,nothink,reasoning-math,frontier,HLE-AA-notools,,,,,,11.2604263206673,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-non-reasoning / column hle),,in, aacritpt@artificialanalysis#none,artificialanalysis,gpt-5.4,nothink,reasoning-math,frontier,CritPt-AA,,,,,,0.571428571428571,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-non-reasoning / column critpt),,in, aalcr@artificialanalysis#none,artificialanalysis,gpt-5.4,nothink,mixed,hard,AA-LCR,,,,,,58.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-non-reasoning / column lcr),,in, aahle@artificialanalysis#none,artificialanalysis,gpt-5.2,xhigh,reasoning-math,frontier,HLE-AA-notools,,,,,,37.6737720111214,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-2 / column hle),,in, aacritpt@artificialanalysis#none,artificialanalysis,gpt-5.2,xhigh,reasoning-math,frontier,CritPt-AA,,,,,,11.5510204081633,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-2 / column critpt),,in, aalcr@artificialanalysis#none,artificialanalysis,gpt-5.2,xhigh,mixed,hard,AA-LCR,,,,,,82.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-2 / column lcr),,in, aa-index43@artificialanalysis,artificialanalysis,grok-4.1-fast,nothink,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row grok-4-1-fast, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aahle@artificialanalysis#none,artificialanalysis,grok-4.1-fast,nothink,reasoning-math,frontier,HLE-AA-notools,,,,,,5.09731232622799,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row grok-4-1-fast / column hle),,in, aacritpt@artificialanalysis#none,artificialanalysis,grok-4.1-fast,nothink,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models ($ / row grok-4-1-fast / column critpt),,out:uninformative, aalcr@artificialanalysis#none,artificialanalysis,grok-4.1-fast,nothink,mixed,hard,AA-LCR,,,,,,31.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row grok-4-1-fast / column lcr),,in, aaomni@artificialanalysis#none,artificialanalysis,grok-4.1-fast,nothink,mixed,mid,AA-Omniscience,,,,,,17.233333333333334,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row grok-4-1-fast / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-21|run:aaomni-index|grok-4.1-fast@nothink|,in, aammmupro#none,artificialanalysis,grok-4.1-fast,nothink,mixed,hard,MMMU-Pro-AA,,,,,,48.4393063583815,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row grok-4-1-fast / column mmmuPro),,in, aaitbench#none,artificialanalysis,grok-4.1-fast,nothink,agentic-tool,hard,ITBench-AA,,,,,,17.8907721280603,score%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row grok-4-1-fast / column itBenchSre),,in, aahle@artificialanalysis#none,artificialanalysis,gpt-5.1,high,reasoning-math,frontier,HLE-AA-notools,,,,,,28.498609823911,acc%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row gpt-5-1 / column hle),,in, aacritpt@artificialanalysis#none,artificialanalysis,gpt-5.1,high,reasoning-math,frontier,CritPt-AA,,,,,,4.85714285714286,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gpt-5-1 / column critpt),,in, aalcr@artificialanalysis#none,artificialanalysis,gpt-5.1,high,mixed,hard,AA-LCR,,,,,,80,acc%,2.89,,,https://artificialanalysis.ai/models ($ / row gpt-5-1 / column lcr),,in, aagdpval#none,artificialanalysis,gpt-5.1,high,mixed,frontier,GDPval-AA-v2,,,,,,826.29,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row gpt-5-1 / column gdpval),,in, aahle@artificialanalysis#none,artificialanalysis,gemini-3.5-flash,medium,reasoning-math,frontier,HLE-AA-notools,,,,,,41.3345690454124,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-5-flash-medium / column hle),,out:superseded, aacritpt@artificialanalysis#none,artificialanalysis,gemini-3.5-flash,medium,reasoning-math,frontier,CritPt-AA,,,,,,10.8571428571429,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-5-flash-medium / column critpt),,out:superseded, aalcr@artificialanalysis#none,artificialanalysis,gemini-3.5-flash,medium,mixed,hard,AA-LCR,,,,,,74.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-5-flash-medium / column lcr),,out:superseded, aa-index43@artificialanalysis,artificialanalysis,opus-4,not-established:absent,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row claude-4-opus, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aahle@artificialanalysis#none,artificialanalysis,opus-4,not-established:absent,reasoning-math,frontier,HLE-AA-notools,,,,,,6.1631139944393,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-4-opus / column hle),,out:effort-not-established, aahle@artificialanalysis#none,artificialanalysis,qwen3.5-27b,nothink,reasoning-math,frontier,HLE-AA-notools,,,,,,13.9481000926784,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-27b-non-reasoning / column hle),,in, aacritpt@artificialanalysis#none,artificialanalysis,qwen3.5-27b,nothink,reasoning-math,frontier,CritPt-AA,,,,,,0.285714285714286,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row qwen3-5-27b-non-reasoning / column critpt),,in, aalcr@artificialanalysis#none,artificialanalysis,qwen3.5-27b,nothink,mixed,hard,AA-LCR,,,,,,64,acc%,0.289,,,https://artificialanalysis.ai/models ($ / row qwen3-5-27b-non-reasoning / column lcr),,in, aa-index43@artificialanalysis,artificialanalysis,deepseek-v3.2-speciale,solo,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row deepseek-v3-2-speciale, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aahle@artificialanalysis#none,artificialanalysis,deepseek-v3.2-speciale,solo,reasoning-math,frontier,HLE-AA-notools,,,,,,28.7303058387396,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v3-2-speciale / column hle),,out:superseded, aacritpt@artificialanalysis#none,artificialanalysis,deepseek-v3.2-speciale,solo,reasoning-math,frontier,CritPt-AA,,,,,,7.42857142857143,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row deepseek-v3-2-speciale / column critpt),,out:superseded, aalcr@artificialanalysis#none,artificialanalysis,deepseek-v3.2-speciale,solo,mixed,hard,AA-LCR,,,,,,70,acc%,2.89,,,https://artificialanalysis.ai/models ($ / row deepseek-v3-2-speciale / column lcr),,out:superseded, aaomni@artificialanalysis#none,artificialanalysis,deepseek-v3.2-speciale,solo,mixed,mid,AA-Omniscience,,,,,,37.766666666666665,acc%,2.89e-16,,prev=0.37766666666666665 (src-artificialanalysis-models-wayback-2026-09-01#M330),https://artificialanalysis.ai/models ($ / row deepseek-v3-2-speciale / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-21|run:aaomni-index|deepseek-v3.2-speciale@solo|,in, aahle@artificialanalysis#none,artificialanalysis,gpt-5.4,low,reasoning-math,frontier,HLE-AA-notools,,,,,,30.8155699721965,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-low / column hle),,in, aacritpt@artificialanalysis#none,artificialanalysis,gpt-5.4,low,reasoning-math,frontier,CritPt-AA,,,,,,7.42857142857143,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-low / column critpt),,in, aalcr@artificialanalysis#none,artificialanalysis,gpt-5.4,low,mixed,hard,AA-LCR,,,,,,76.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-low / column lcr),,in, aa-index43@artificialanalysis,artificialanalysis,opus-4.6,max,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row claude-opus-4-6-adaptive, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aahle@artificialanalysis#none,artificialanalysis,opus-4.6,max,reasoning-math,frontier,HLE-AA-notools,,,,,,39.9443929564411,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-6-adaptive / column hle),,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,opus-4.6,max,reasoning-math,frontier,CritPt-AA,,,,,,12.5714285714286,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-6-adaptive / column critpt),,out:single-couple, aalcr@artificialanalysis#none,artificialanalysis,opus-4.6,max,mixed,hard,AA-LCR,,,,,,78,acc%,0.289,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-6-adaptive / column lcr),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,opus-4.6,max,mixed,mid,AA-Omniscience,,,,,,46.98333333333333,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-6-adaptive / column omniscienceAccuracy),,out:single-couple, aammmupro#none,artificialanalysis,opus-4.6,max,mixed,hard,MMMU-Pro-AA,,,,,,75.4335260115607,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-6-adaptive / column mmmuPro),,out:single-couple, aa-index43@artificialanalysis,artificialanalysis,gemini-3.1-flash-lite,high,mixed,frontier,,per-task,0.06018072627659897,2.89e-18,,,15.554288713025,AA-idx,2.89e-13,,prev=15.554288713025 (src-artificialanalysis-model-pages-2026-10-19#M1570); cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gemini-3-1-flash-lite-preview / column intelligenceIndex),,out:composite,out:composite aahle@artificialanalysis#none,artificialanalysis,gemini-3.1-flash-lite,high,reasoning-math,frontier,HLE-AA-notools,per-task,0.022450383572752548,2.89e-19,,,17.191844300278,acc%,2.89e-13,,prev=0.17191844300278 (src-artificialanalysis-model-pages-2026-10-19#M338); cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gemini-3-1-flash-lite-preview / column hle),,in,in aascicode@artificialanalysis#none,artificialanalysis,gemini-3.1-flash-lite,high,coding,hard,SciCode-AA,per-task,0.01818731857638889,2.89e-18,,,43.4027777777778,acc%,2.89e-14,,prev=0.434027777777778 (src-artificialanalysis-model-pages-2026-10-19#M230); cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gemini-3-1-flash-lite-preview / column scicode),,in,in aatb40@artificialanalysis#none,artificialanalysis,gemini-3.1-flash-lite,high,coding,hard,TB-AA,per-task,0.3260314269440553,2.89e-17,,,0.505050505050505,pass%,2.89e-16,,prev=0.00505050505050505 (src-artificialanalysis-model-pages-2026-10-19#M122); cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gemini-3-1-flash-lite-preview / column terminalBench40),,in,in aacritpt@artificialanalysis#none,artificialanalysis,gemini-3.1-flash-lite,high,reasoning-math,frontier,CritPt-AA,per-task,0.06913496071428571,2.89e-18,,,1.14285714285714,acc%,2.89e-15,,prev=0.0114285714285714 (src-artificialanalysis-model-pages-2026-10-19#M554); cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gemini-3-1-flash-lite-preview / column critpt),,in,in aalcr@artificialanalysis#none,artificialanalysis,gemini-3.1-flash-lite,high,mixed,hard,AA-LCR,per-task,0.027227365,2.89e-10,,,74.3333333333333,acc%,2.89e-14,,prev=0.743333333333333 (src-artificialanalysis-model-pages-2026-10-19#M662); cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gemini-3-1-flash-lite-preview / column lcr),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,gemini-3.1-flash-lite,high,mixed,hard,GDP-PDF-AA,per-task,0.026543402500000004,2.89e-19,,,7.8,allpass%,0.0289,,prev=0.078 (src-artificialanalysis-model-pages-2026-10-19#M446); cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gemini-3-1-flash-lite-preview / column gdpPdfAllPass),,in,in aagdpval#none,artificialanalysis,gemini-3.1-flash-lite,high,mixed,frontier,GDPval-AA-v2,per-task,0.022483201510183636,2.89e-19,,,430.83,AA-elo,0.00289,,prev=430.83 (src-artificialanalysis-model-pages-2026-10-19#M1012); cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gemini-3-1-flash-lite-preview / column gdpval),,in,in aaomni@artificialanalysis#none,artificialanalysis,gemini-3.1-flash-lite,high,mixed,mid,AA-Omniscience,per-task,0.0015591218333333334,2.89e-20,,,36.26666666666667,acc%,2.89e-15,,prev=0.3626666666666667 (src-artificialanalysis-model-pages-2026-10-19#M789); cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gemini-3-1-flash-lite-preview / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-21|run:aaomni-index|gemini-3.1-flash-lite@high|,in,in aaautob#none,artificialanalysis,gemini-3.1-flash-lite,high,agentic-tool,hard,AutomationBench-AA,per-task,0.07981496596703531,2.89e-18,,,6.796182033119545,partial-credit%,2.89e-16,,prev=0.06796182033119545 (src-artificialanalysis-model-pages-2026-10-19#M14); cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gemini-3-1-flash-lite-preview / column automationBenchPartialScore),,in,in aammmupro#none,artificialanalysis,gemini-3.1-flash-lite,high,mixed,hard,MMMU-Pro-AA,,,,,,75.5491329479769,acc%,2.89e-14,,prev=0.755491329479769 (src-artificialanalysis-model-pages-2026-10-19#M1329),https://artificialanalysis.ai/models ($ / row gemini-3-1-flash-lite-preview / column mmmuPro),,in, aaanalyst#none,artificialanalysis,gemini-3.1-flash-lite,high,agentic-tool,hard,AA-AnalystAgent,,,,,,8.75,score%,0.00289,,prev=0.0875 (src-artificialanalysis-model-pages-2026-10-19#M1483),https://artificialanalysis.ai/models ($ / row gemini-3-1-flash-lite-preview / column analystAgent),,in, aabriefcase,artificialanalysis,gemini-3.1-flash-lite,high,agentic-tool,frontier,AA-Briefcase,per-task,0.040744480476537365,2.89e-19,,,207.25,AA-elo,0.00289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models ($ / row gemini-3-1-flash-lite-preview / column briefcaseBreakdown.overall.elo),,out:decision:D57,in aa-index43@artificialanalysis,artificialanalysis,kimi-linear-48b-a3b-instruct,solo,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row kimi-linear-48b-a3b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aahle@artificialanalysis#none,artificialanalysis,kimi-linear-48b-a3b-instruct,solo,reasoning-math,frontier,HLE-AA-notools,,,,,,2.45597775718258,acc%,2.89e-15,,prev=0.0245597775718258 (src-artificialanalysis-models-wayback-2026-09-01#M437),https://artificialanalysis.ai/models ($ / row kimi-linear-48b-a3b-instruct / column hle),,out:single-couple, aalcr@artificialanalysis#none,artificialanalysis,kimi-linear-48b-a3b-instruct,solo,mixed,hard,AA-LCR,,,,,,28,acc%,0.289,,prev=0.28 (src-artificialanalysis-models-wayback-2026-09-06#M394),https://artificialanalysis.ai/models ($ / row kimi-linear-48b-a3b-instruct / column lcr),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,gpt-5.3-codex,xhigh,reasoning-math,frontier,HLE-AA-notools,,,,,,42.4930491195551,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-3-codex / column hle),,in, aacritpt@artificialanalysis#none,artificialanalysis,gpt-5.3-codex,xhigh,reasoning-math,frontier,CritPt-AA,,,,,,16.8571428571429,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-3-codex / column critpt),,in, aalcr@artificialanalysis#none,artificialanalysis,gpt-5.3-codex,xhigh,mixed,hard,AA-LCR,,,,,,83.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-3-codex / column lcr),,in, aa-index43@artificialanalysis,artificialanalysis,qwen3.5-2b,think,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row qwen3-5-2b, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aahle@artificialanalysis#none,artificialanalysis,qwen3.5-2b,think,reasoning-math,frontier,HLE-AA-notools,,,,,,2.5949953660797,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-2b / column hle),,out:superseded, aacritpt@artificialanalysis#none,artificialanalysis,qwen3.5-2b,think,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models ($ / row qwen3-5-2b / column critpt),,out:uninformative, aalcr@artificialanalysis#none,artificialanalysis,qwen3.5-2b,think,mixed,hard,AA-LCR,,,,,,21,acc%,0.289,,,https://artificialanalysis.ai/models ($ / row qwen3-5-2b / column lcr),,out:superseded, aagdpval#none,artificialanalysis,qwen3.5-2b,think,mixed,frontier,GDPval-AA-v2,,,,,,-45.72,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row qwen3-5-2b / column gdpval),,out:superseded, aaomni@artificialanalysis#none,artificialanalysis,qwen3.5-2b,think,mixed,mid,AA-Omniscience,,,,,,8.066666666666666,acc%,2.89e-16,,prev=0.08066666666666666 (src-artificialanalysis-models-wayback-2026-09-01#M487),https://artificialanalysis.ai/models ($ / row qwen3-5-2b / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-21|run:aaomni-index|qwen3.5-2b@think|,in, aammmupro#none,artificialanalysis,qwen3.5-2b,think,mixed,hard,MMMU-Pro-AA,,,,,,43.0057803468208,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-2b / column mmmuPro),,out:superseded, aahle@artificialanalysis#none,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,reasoning-math,frontier,HLE-AA-notools,,,,,,35.2177942539388,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro-0424-high / column hle),,out:model-not-established, aacritpt@artificialanalysis#none,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,reasoning-math,frontier,CritPt-AA,,,,,,10,acc%,2.89,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro-0424-high / column critpt),,out:model-not-established, aalcr@artificialanalysis#none,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,mixed,hard,AA-LCR,,,,,,70.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro-0424-high / column lcr),,out:model-not-established, aagdpval#none,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,mixed,frontier,GDPval-AA-v2,,,,,,1152.15,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro-0424-high / column gdpval),,out:model-not-established, aahle@artificialanalysis#none,artificialanalysis,grok-4.3,medium,reasoning-math,frontier,HLE-AA-notools,,,,,,29.9814643188137,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row grok-4-3-medium / column hle),,in, aacritpt@artificialanalysis#none,artificialanalysis,grok-4.3,medium,reasoning-math,frontier,CritPt-AA,,,,,,4.85714285714286,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row grok-4-3-medium / column critpt),,in, aalcr@artificialanalysis#none,artificialanalysis,grok-4.3,medium,mixed,hard,AA-LCR,,,,,,75,acc%,0.289,,,https://artificialanalysis.ai/models ($ / row grok-4-3-medium / column lcr),,in, aa-index43@artificialanalysis,artificialanalysis,qwen3.6-max-preview,think,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row qwen3-6-max, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aahle@artificialanalysis#none,artificialanalysis,qwen3.6-max-preview,think,reasoning-math,frontier,HLE-AA-notools,,,,,,30.8155699721965,acc%,2.89e-14,,prev=0.308155699721965 (src-artificialanalysis-models-wayback-2026-09-01#M497),https://artificialanalysis.ai/models ($ / row qwen3-6-max / column hle),,in, aacritpt@artificialanalysis#none,artificialanalysis,qwen3.6-max-preview,think,reasoning-math,frontier,CritPt-AA,,,,,,3.70612244897959,acc%,2.89e-15,,prev=0.0370612244897959 (src-artificialanalysis-models-wayback-2026-08-04#M548),https://artificialanalysis.ai/models ($ / row qwen3-6-max / column critpt),,in, aalcr@artificialanalysis#none,artificialanalysis,qwen3.6-max-preview,think,mixed,hard,AA-LCR,,,,,,80.6666666666667,acc%,2.89e-14,,prev=0.806666666666667 (src-artificialanalysis-models-wayback-2026-09-06#M424),https://artificialanalysis.ai/models ($ / row qwen3-6-max / column lcr),,in, aaomni@artificialanalysis#none,artificialanalysis,qwen3.6-max-preview,think,mixed,mid,AA-Omniscience,,,,,,37.866666666666665,acc%,2.89e-16,,prev=0.37866666666666665 (src-artificialanalysis-models-wayback-2026-09-01#M498),https://artificialanalysis.ai/models ($ / row qwen3-6-max / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-21|run:aaomni-index|qwen3.6-max-preview@think|,in, aahle@artificialanalysis#none,artificialanalysis,qwen3.5-4b,think,reasoning-math,frontier,HLE-AA-notools,,,,,,9.91658943466172,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row qwen3-5-4b / column hle),,out:superseded, aacritpt@artificialanalysis#none,artificialanalysis,qwen3.5-4b,think,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models ($ / row qwen3-5-4b / column critpt),,out:uninformative, aalcr@artificialanalysis#none,artificialanalysis,qwen3.5-4b,think,mixed,hard,AA-LCR,,,,,,63,acc%,0.289,,,https://artificialanalysis.ai/models ($ / row qwen3-5-4b / column lcr),,out:superseded, aahle@artificialanalysis#none,artificialanalysis,qwen3.6-35b-a3b,nothink,reasoning-math,frontier,HLE-AA-notools,,,,,,13.9017608897127,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-6-35b-a3b-non-reasoning / column hle),,in, aacritpt@artificialanalysis#none,artificialanalysis,qwen3.6-35b-a3b,nothink,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models ($ / row qwen3-6-35b-a3b-non-reasoning / column critpt),,out:uninformative, aalcr@artificialanalysis#none,artificialanalysis,qwen3.6-35b-a3b,nothink,mixed,hard,AA-LCR,,,,,,64.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-6-35b-a3b-non-reasoning / column lcr),,in, aagdpval#none,artificialanalysis,qwen3.6-35b-a3b,nothink,mixed,frontier,GDPval-AA-v2,,,,,,847.36,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row qwen3-6-35b-a3b-non-reasoning / column gdpval),,in, aahle@artificialanalysis#none,artificialanalysis,deepseek-v3.2,nothink,reasoning-math,frontier,HLE-AA-notools,,,,,,11.2140871177016,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v3-2 / column hle),,out:superseded, aacritpt@artificialanalysis#none,artificialanalysis,deepseek-v3.2,nothink,reasoning-math,frontier,CritPt-AA,,,,,,0.857142857142857,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row deepseek-v3-2 / column critpt),,out:superseded, aalcr@artificialanalysis#none,artificialanalysis,deepseek-v3.2,nothink,mixed,hard,AA-LCR,,,,,,45.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v3-2 / column lcr),,out:superseded, aahle@artificialanalysis#none,artificialanalysis,gpt-5.2,nothink,reasoning-math,frontier,HLE-AA-notools,,,,,,8.01668211306766,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gpt-5-2-non-reasoning / column hle),,in, aacritpt@artificialanalysis#none,artificialanalysis,gpt-5.2,nothink,reasoning-math,frontier,CritPt-AA,,,,,,0.571428571428571,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gpt-5-2-non-reasoning / column critpt),,in, aalcr@artificialanalysis#none,artificialanalysis,gpt-5.2,nothink,mixed,hard,AA-LCR,,,,,,45.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-2-non-reasoning / column lcr),,in, aahle@artificialanalysis#none,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,reasoning-math,frontier,HLE-AA-notools,,,,,,8.2483781278962,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro-0424-non-reasoning / column hle),,out:model-not-established, aacritpt@artificialanalysis#none,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,reasoning-math,frontier,CritPt-AA,,,,,,0.857142857142857,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro-0424-non-reasoning / column critpt),,out:model-not-established, aalcr@artificialanalysis#none,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,mixed,hard,AA-LCR,,,,,,53,acc%,0.289,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro-0424-non-reasoning / column lcr),,out:model-not-established, aahle@artificialanalysis#none,artificialanalysis,gpt-5.5,nothink,reasoning-math,frontier,HLE-AA-notools,,,,,,13.7164040778499,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-5-non-reasoning / column hle),,in, aacritpt@artificialanalysis#none,artificialanalysis,gpt-5.5,nothink,reasoning-math,frontier,CritPt-AA,,,,,,1.42857142857143,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gpt-5-5-non-reasoning / column critpt),,in, aalcr@artificialanalysis#none,artificialanalysis,gpt-5.5,nothink,mixed,hard,AA-LCR,,,,,,64,acc%,0.289,,,https://artificialanalysis.ai/models ($ / row gpt-5-5-non-reasoning / column lcr),,in, aagdpval#none,artificialanalysis,gpt-5.5,nothink,mixed,frontier,GDPval-AA-v2,,,,,,969.37,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row gpt-5-5-non-reasoning / column gdpval),,in, aahle@artificialanalysis#none,artificialanalysis,qwen3.5-omni-flash,nothink,reasoning-math,frontier,HLE-AA-notools,,,,,,7.59962928637627,acc%,2.89e-15,,prev=0.0759962928637627 (src-artificialanalysis-models-wayback-2026-09-01#M493),https://artificialanalysis.ai/models ($ / row qwen3-5-omni-flash / column hle),,in, aacritpt@artificialanalysis#none,artificialanalysis,qwen3.5-omni-flash,nothink,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models ($ / row qwen3-5-omni-flash / column critpt),,out:uninformative, aalcr@artificialanalysis#none,artificialanalysis,qwen3.5-omni-flash,nothink,mixed,hard,AA-LCR,,,,,,52,acc%,0.289,,prev=0.52 (src-artificialanalysis-models-wayback-2026-09-06#M422),https://artificialanalysis.ai/models ($ / row qwen3-5-omni-flash / column lcr),,in, aahle@artificialanalysis#none,artificialanalysis,glm-4.7,think,reasoning-math,frontier,HLE-AA-notools,,,,,,27.386468952734,acc%,2.89e-13,,prev=0.27386468952734 (src-artificialanalysis-models-wayback-2026-09-01#M377),https://artificialanalysis.ai/models ($ / row glm-4-7 / column hle),,in, aacritpt@artificialanalysis#none,artificialanalysis,glm-4.7,think,reasoning-math,frontier,CritPt-AA,,,,,,1.71020408163265,acc%,2.89e-15,,prev=0.0171020408163265 (src-artificialanalysis-models-wayback-2026-08-04#M373),https://artificialanalysis.ai/models ($ / row glm-4-7 / column critpt),,in, aalcr@artificialanalysis#none,artificialanalysis,glm-4.7,think,mixed,hard,AA-LCR,,,,,,71,acc%,0.289,,prev=0.71 (src-artificialanalysis-models-wayback-2026-09-06#M351),https://artificialanalysis.ai/models ($ / row glm-4-7 / column lcr),,in, aagdpval#none,artificialanalysis,glm-4.7,think,mixed,frontier,GDPval-AA-v2,,,,,,1014.22,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row glm-4-7 / column gdpval),,in, aammmupro#none,artificialanalysis,opus-5,high,mixed,hard,MMMU-Pro-AA,,,,,,82.4277456647399,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-5-high / column mmmuPro),,in, aahle@artificialanalysis#none,artificialanalysis,gemini-3-flash,not-established:absent,reasoning-math,frontier,HLE-AA-notools,,,,,,14.967562557924,acc%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row gemini-3-flash / column hle),,out:effort-not-established, aacritpt@artificialanalysis#none,artificialanalysis,gemini-3-flash,not-established:absent,reasoning-math,frontier,CritPt-AA,,,,,,1.42857142857143,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gemini-3-flash / column critpt),,out:effort-not-established, aalcr@artificialanalysis#none,artificialanalysis,gemini-3-flash,not-established:absent,mixed,hard,AA-LCR,,,,,,55.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-flash / column lcr),,out:effort-not-established, aahle@artificialanalysis#none,artificialanalysis,gpt-5.6-sol,nothink,reasoning-math,frontier,HLE-AA-notools,,,,,,16.6821130676552,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-non-reasoning / column hle),,in, aascicode@artificialanalysis#none,artificialanalysis,gpt-5.6-sol,nothink,coding,hard,SciCode-AA,,,,,,47.6851851851852,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-non-reasoning / column scicode),,in, aacritpt@artificialanalysis#none,artificialanalysis,gpt-5.6-sol,nothink,reasoning-math,frontier,CritPt-AA,,,,,,5.14285714285714,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-non-reasoning / column critpt),,in, aalcr@artificialanalysis#none,artificialanalysis,gpt-5.6-sol,nothink,mixed,hard,AA-LCR,,,,,,62.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-non-reasoning / column lcr),,in, aagdppdf@artificialanalysis#none,artificialanalysis,gpt-5.6-sol,nothink,mixed,hard,GDP-PDF-AA,,,,,,15.2,allpass%,0.0289,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-non-reasoning / column gdpPdfAllPass),,in, aagdpval#none,artificialanalysis,gpt-5.6-sol,nothink,mixed,frontier,GDPval-AA-v2,,,,,,1241.59,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-non-reasoning / column gdpval),,in, aaautob#none,artificialanalysis,gpt-5.6-sol,nothink,agentic-tool,hard,AutomationBench-AA,,,,,,22.656758038944594,partial-credit%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-non-reasoning / column automationBenchPartialScore),,in, aahle@artificialanalysis#none,artificialanalysis,gemini-3-flash,not-established:absent,reasoning-math,frontier,HLE-AA-notools,,,,,,36.5616311399444,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-flash-reasoning / column hle),,out:effort-not-established, aacritpt@artificialanalysis#none,artificialanalysis,gemini-3-flash,not-established:absent,reasoning-math,frontier,CritPt-AA,,,,,,8.57142857142857,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gemini-3-flash-reasoning / column critpt),,out:effort-not-established, aalcr@artificialanalysis#none,artificialanalysis,gemini-3-flash,not-established:absent,mixed,hard,AA-LCR,,,,,,78,acc%,0.289,,,https://artificialanalysis.ai/models ($ / row gemini-3-flash-reasoning / column lcr),,out:effort-not-established, aa-index43@artificialanalysis,artificialanalysis,qwen3-max-0123,think,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row qwen3-max-thinking, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aahle@artificialanalysis#none,artificialanalysis,qwen3-max-0123,think,reasoning-math,frontier,HLE-AA-notools,,,,,,27.9888785912882,acc%,2.89e-14,,prev=0.279888785912882 (src-artificialanalysis-models-wayback-2026-09-01#M522),https://artificialanalysis.ai/models ($ / row qwen3-max-thinking / column hle),,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,qwen3-max-0123,think,reasoning-math,frontier,CritPt-AA,,,,,,1.71428571428571,acc%,2.89e-15,,prev=0.0171428571428571 (src-artificialanalysis-models-wayback-2026-08-04#M572),https://artificialanalysis.ai/models ($ / row qwen3-max-thinking / column critpt),,out:single-couple, aalcr@artificialanalysis#none,artificialanalysis,qwen3-max-0123,think,mixed,hard,AA-LCR,,,,,,74.3333333333333,acc%,2.89e-14,,prev=0.743333333333333 (src-artificialanalysis-models-wayback-2026-09-06#M432),https://artificialanalysis.ai/models ($ / row qwen3-max-thinking / column lcr),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,qwen3-max-0123,think,mixed,mid,AA-Omniscience,,,,,,29.81666666666667,acc%,2.89e-15,,prev=0.2981666666666667 (src-artificialanalysis-models-wayback-2026-09-01#M523),https://artificialanalysis.ai/models ($ / row qwen3-max-thinking / column omniscienceAccuracy),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,glm-4.7,nothink,reasoning-math,frontier,HLE-AA-notools,,,,,,6.39481000926784,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row glm-4-7-non-reasoning / column hle),,in, aacritpt@artificialanalysis#none,artificialanalysis,glm-4.7,nothink,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models ($ / row glm-4-7-non-reasoning / column critpt),,out:uninformative, aalcr@artificialanalysis#none,artificialanalysis,glm-4.7,nothink,mixed,hard,AA-LCR,,,,,,40.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row glm-4-7-non-reasoning / column lcr),,in, aafrontiercode#none,artificialanalysis,deepseek-v4-pro-0813,max,coding,frontier,FrontierCode-AA,,,,,,38.8022666666667,weighted-rubric%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro / column frontierCode),,out:superseded, aahle@artificialanalysis#none,artificialanalysis,gpt-5.2,medium,reasoning-math,frontier,HLE-AA-notools,,,,,,26.6913809082484,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-2-medium / column hle),,in, aacritpt@artificialanalysis#none,artificialanalysis,gpt-5.2,medium,reasoning-math,frontier,CritPt-AA,,,,,,7.85714285714285,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gpt-5-2-medium / column critpt),,in, aalcr@artificialanalysis#none,artificialanalysis,gpt-5.2,medium,mixed,hard,AA-LCR,,,,,,70.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-2-medium / column lcr),,in, aahle@artificialanalysis#none,artificialanalysis,gpt-5.4-nano,medium,reasoning-math,frontier,HLE-AA-notools,,,,,,15.9406858202039,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-nano-medium / column hle),,in, aacritpt@artificialanalysis#none,artificialanalysis,gpt-5.4-nano,medium,reasoning-math,frontier,CritPt-AA,,,,,,5.14285714285714,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-nano-medium / column critpt),,in, aalcr@artificialanalysis#none,artificialanalysis,gpt-5.4-nano,medium,mixed,hard,AA-LCR,,,,,,67.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-nano-medium / column lcr),,in, aa-index43@artificialanalysis,artificialanalysis,opus-4,not-established:absent,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row claude-4-opus-thinking, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aahle@artificialanalysis#none,artificialanalysis,opus-4,not-established:absent,reasoning-math,frontier,HLE-AA-notools,,,,,,12.3262279888786,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-4-opus-thinking / column hle),,out:effort-not-established, aalcr@artificialanalysis#none,artificialanalysis,opus-4,not-established:absent,mixed,hard,AA-LCR,,,,,,69.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-4-opus-thinking / column lcr),,out:effort-not-established, aa-index43@artificialanalysis,artificialanalysis,sonnet-4.5,not-established:absent,mixed,frontier,,per-task,0.5565810659988739,2.89e-17,,,20.6661943537112,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-4-5-sonnet-thinking / column intelligenceIndex),,out:effort-not-established,out:effort-not-established aahle@artificialanalysis#none,artificialanalysis,sonnet-4.5,not-established:absent,reasoning-math,frontier,HLE-AA-notools,per-task,0.2563314522706209,2.89e-17,,,17.7942539388323,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-4-5-sonnet-thinking / column hle),,out:effort-not-established,out:effort-not-established aascicode@artificialanalysis#none,artificialanalysis,sonnet-4.5,not-established:absent,coding,hard,SciCode-AA,per-task,0.12905480208333334,2.89e-18,,,45.7175925925926,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-4-5-sonnet-thinking / column scicode),,out:effort-not-established,out:effort-not-established aatb40@artificialanalysis#none,artificialanalysis,sonnet-4.5,not-established:absent,coding,hard,TB-AA,per-task,1.9397409450990075,2.89e-17,,,0,pass%,28.9,,,https://artificialanalysis.ai/models ($ / row claude-4-5-sonnet-thinking / column terminalBench40),,out:effort-not-established,out:effort-not-established aacritpt@artificialanalysis#none,artificialanalysis,sonnet-4.5,not-established:absent,reasoning-math,frontier,CritPt-AA,per-task,0.4516035857142857,2.89e-17,,,1.14285714285714,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row claude-4-5-sonnet-thinking / column critpt),,out:effort-not-established,out:effort-not-established aalcr@artificialanalysis#none,artificialanalysis,sonnet-4.5,not-established:absent,mixed,hard,AA-LCR,per-task,0.33883059,2.89e-09,,,72.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-4-5-sonnet-thinking / column lcr),,out:effort-not-established,out:effort-not-established aagdppdf@artificialanalysis#none,artificialanalysis,sonnet-4.5,not-established:absent,mixed,hard,GDP-PDF-AA,per-task,0.23334474,2.89e-09,,,5.2,allpass%,0.0289,,,https://artificialanalysis.ai/models ($ / row claude-4-5-sonnet-thinking / column gdpPdfAllPass),,out:effort-not-established,out:effort-not-established aagdpval#none,artificialanalysis,sonnet-4.5,not-established:absent,mixed,frontier,GDPval-AA-v2,per-task,0.5082950959105811,2.89e-17,,,910.05,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row claude-4-5-sonnet-thinking / column gdpval),,out:effort-not-established,out:effort-not-established aaomni@artificialanalysis#none,artificialanalysis,sonnet-4.5,not-established:absent,mixed,mid,AA-Omniscience,per-task,0.0128736525,2.89e-11,,,32.866666666666666,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row claude-4-5-sonnet-thinking / column omniscienceAccuracy),,out:effort-not-established,out:effort-not-established aaautob#none,artificialanalysis,sonnet-4.5,not-established:absent,agentic-tool,hard,AutomationBench-AA,per-task,0.6258695695679832,2.89e-17,,,14.075743049062714,partial-credit%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row claude-4-5-sonnet-thinking / column automationBenchPartialScore),,out:effort-not-established,out:effort-not-established aammmupro#none,artificialanalysis,sonnet-4.5,not-established:absent,mixed,hard,MMMU-Pro-AA,,,,,,68.728323699422,acc%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row claude-4-5-sonnet-thinking / column mmmuPro),,out:effort-not-established, aabriefcase,artificialanalysis,sonnet-4.5,not-established:absent,agentic-tool,frontier,AA-Briefcase,per-task,1.030519653584614,2.89e-16,,,713.27,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row claude-4-5-sonnet-thinking / column briefcaseBreakdown.overall.elo),,out:decision:D57,out:effort-not-established aa-index43@artificialanalysis,artificialanalysis,sonnet-4.5,nothink,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row claude-4-5-sonnet, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aahle@artificialanalysis#none,artificialanalysis,sonnet-4.5,nothink,reasoning-math,frontier,HLE-AA-notools,,,,,,7.2289156626506,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-4-5-sonnet / column hle),,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,sonnet-4.5,nothink,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models ($ / row claude-4-5-sonnet / column critpt),,out:uninformative, aalcr@artificialanalysis#none,artificialanalysis,sonnet-4.5,nothink,mixed,hard,AA-LCR,,,,,,54,acc%,0.289,,,https://artificialanalysis.ai/models ($ / row claude-4-5-sonnet / column lcr),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,sonnet-4.5,nothink,mixed,mid,AA-Omniscience,,,,,,28.38333333333333,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row claude-4-5-sonnet / column omniscienceAccuracy),,out:single-couple, aammmupro#none,artificialanalysis,sonnet-4.5,nothink,mixed,hard,MMMU-Pro-AA,,,,,,65.2023121387283,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-4-5-sonnet / column mmmuPro),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,glm-5.1,nothink,reasoning-math,frontier,HLE-AA-notools,,,,,,27.9425393883225,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row glm-5-1-non-reasoning / column hle),,in, aacritpt@artificialanalysis#none,artificialanalysis,glm-5.1,nothink,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models ($ / row glm-5-1-non-reasoning / column critpt),,out:uninformative, aalcr@artificialanalysis#none,artificialanalysis,glm-5.1,nothink,mixed,hard,AA-LCR,,,,,,53.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row glm-5-1-non-reasoning / column lcr),,in, aaanalyst#none,artificialanalysis,opus-4.8,max,agentic-tool,hard,AA-AnalystAgent,,,,,,45,score%,0.289,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-8 / column analystAgent),,in, aacritpt@artificialanalysis#none,artificialanalysis,gemini-3-deepthink,think,reasoning-math,frontier,CritPt-AA,,,,,,25.7142857142857,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-deep-think / column critpt),,out:effort-not-established, aahle@artificialanalysis#none,artificialanalysis,?Kimi K2.5,not-established:absent,reasoning-math,frontier,HLE-AA-notools,,,,,,30.7228915662651,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row kimi-k2-5 / column hle),,out:model-not-established, aacritpt@artificialanalysis#none,artificialanalysis,?Kimi K2.5,not-established:absent,reasoning-math,frontier,CritPt-AA,,,,,,3.14285714285714,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row kimi-k2-5 / column critpt),,out:model-not-established, aalcr@artificialanalysis#none,artificialanalysis,?Kimi K2.5,not-established:absent,mixed,hard,AA-LCR,,,,,,78,acc%,0.289,,,https://artificialanalysis.ai/models ($ / row kimi-k2-5 / column lcr),,out:model-not-established, aagdpval#none,artificialanalysis,?Kimi K2.5,not-established:absent,mixed,frontier,GDPval-AA-v2,,,,,,839.49,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row kimi-k2-5 / column gdpval),,out:model-not-established, aa-index43@artificialanalysis,artificialanalysis,qwen3.5-0.8b,think,mixed,frontier,,,,,,,6,AA-idx,0.289,,,https://artificialanalysis.ai/models ($ / row qwen3-5-0-8b / column openness.modelAvailability),,out:composite, aahle@artificialanalysis#none,artificialanalysis,qwen3.5-0.8b,think,reasoning-math,frontier,HLE-AA-notools,,,,,,1.06580166821131,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row qwen3-5-0-8b / column hle),,out:superseded, aacritpt@artificialanalysis#none,artificialanalysis,qwen3.5-0.8b,think,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models ($ / row qwen3-5-0-8b / column critpt),,out:uninformative, aalcr@artificialanalysis#none,artificialanalysis,qwen3.5-0.8b,think,mixed,hard,AA-LCR,,,,,,9,acc%,0.289,,,https://artificialanalysis.ai/models ($ / row qwen3-5-0-8b / column lcr),,out:superseded, aagdpval#none,artificialanalysis,qwen3.5-0.8b,think,mixed,frontier,GDPval-AA-v2,,,,,,-388.11,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row qwen3-5-0-8b / column gdpval),,out:superseded, aaomni@artificialanalysis#none,artificialanalysis,qwen3.5-0.8b,think,mixed,mid,AA-Omniscience,,,,,,4.2333333333333334,acc%,2.89e-17,,prev=0.042333333333333334 (src-artificialanalysis-models-wayback-2026-09-01#M483),https://artificialanalysis.ai/models ($ / row qwen3-5-0-8b / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-21|run:aaomni-index|qwen3.5-0.8b@think|,in, aammmupro#none,artificialanalysis,qwen3.5-0.8b,think,mixed,hard,MMMU-Pro-AA,,,,,,25.8381502890173,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-0-8b / column mmmuPro),,out:superseded, aa-index43@artificialanalysis,artificialanalysis,sonnet-4,not-established:absent,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row claude-4-sonnet-thinking, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aahle@artificialanalysis#none,artificialanalysis,sonnet-4,not-established:absent,reasoning-math,frontier,HLE-AA-notools,,,,,,10.7043558850788,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-4-sonnet-thinking / column hle),,out:effort-not-established, aacritpt@artificialanalysis#none,artificialanalysis,sonnet-4,not-established:absent,reasoning-math,frontier,CritPt-AA,,,,,,0.285714285714286,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row claude-4-sonnet-thinking / column critpt),,out:effort-not-established, aalcr@artificialanalysis#none,artificialanalysis,sonnet-4,not-established:absent,mixed,hard,AA-LCR,,,,,,70.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-4-sonnet-thinking / column lcr),,out:effort-not-established, aagdpval#none,artificialanalysis,sonnet-4,not-established:absent,mixed,frontier,GDPval-AA-v2,,,,,,691.27,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row claude-4-sonnet-thinking / column gdpval),,out:effort-not-established, aaomni@artificialanalysis#none,artificialanalysis,sonnet-4,not-established:absent,mixed,mid,AA-Omniscience,,,,,,22.683333333333333,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row claude-4-sonnet-thinking / column omniscienceAccuracy),,out:effort-not-established, aammmupro#none,artificialanalysis,sonnet-4,not-established:absent,mixed,hard,MMMU-Pro-AA,,,,,,61.7919075144509,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-4-sonnet-thinking / column mmmuPro),,out:effort-not-established, aahle@artificialanalysis#none,artificialanalysis,gpt-5.4,xhigh,reasoning-math,frontier,HLE-AA-notools,,,,,,43.7442075996293,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-4 / column hle),,in, aacritpt@artificialanalysis#none,artificialanalysis,gpt-5.4,xhigh,reasoning-math,frontier,CritPt-AA,,,,,,23.42857143,acc%,2.89e-09,,,https://artificialanalysis.ai/models ($ / row gpt-5-4 / column critpt),,in, aalcr@artificialanalysis#none,artificialanalysis,gpt-5.4,xhigh,mixed,hard,AA-LCR,,,,,,82,acc%,0.289,,,https://artificialanalysis.ai/models ($ / row gpt-5-4 / column lcr),,in, aagdpval#none,artificialanalysis,gpt-5.4,xhigh,mixed,frontier,GDPval-AA-v2,,,,,,1246.23,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row gpt-5-4 / column gdpval),,in, aahle@artificialanalysis#none,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,reasoning-math,frontier,HLE-AA-notools,,,,,,7.78498609823911,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash-0420-non-reasoning / column hle),,out:model-not-established, aacritpt@artificialanalysis#none,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,reasoning-math,frontier,CritPt-AA,,,,,,0.285714285714286,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash-0420-non-reasoning / column critpt),,out:model-not-established, aalcr@artificialanalysis#none,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,mixed,hard,AA-LCR,,,,,,41.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash-0420-non-reasoning / column lcr),,out:model-not-established, aahle@artificialanalysis#none,artificialanalysis,gpt-5.4-mini,nothink,reasoning-math,frontier,HLE-AA-notools,,,,,,5.88507877664504,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-mini-non-reasoning / column hle),,in, aacritpt@artificialanalysis#none,artificialanalysis,gpt-5.4-mini,nothink,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-mini-non-reasoning / column critpt),,out:uninformative, aalcr@artificialanalysis#none,artificialanalysis,gpt-5.4-mini,nothink,mixed,hard,AA-LCR,,,,,,37,acc%,0.289,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-mini-non-reasoning / column lcr),,in, aagdpval#none,artificialanalysis,gpt-5.4-mini,nothink,mixed,frontier,GDPval-AA-v2,,,,,,589.8,AA-elo,0.0289,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-mini-non-reasoning / column gdpval),,in, aahle@artificialanalysis#none,artificialanalysis,gemini-3-pro,low,reasoning-math,frontier,HLE-AA-notools,,,,,,29.4717330861909,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-pro-low / column hle),,out:superseded, aacritpt@artificialanalysis#none,artificialanalysis,gemini-3-pro,low,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models ($ / row gemini-3-pro-low / column critpt),,out:uninformative, aalcr@artificialanalysis#none,artificialanalysis,gemini-3-pro,low,mixed,hard,AA-LCR,,,,,,74,acc%,0.289,,,https://artificialanalysis.ai/models ($ / row gemini-3-pro-low / column lcr),,out:superseded, aammmupro#none,artificialanalysis,opus-5,max,mixed,hard,MMMU-Pro-AA,,,,,,84.7398843930636,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-5 / column mmmuPro),,in, aaanalyst#none,artificialanalysis,opus-5,max,agentic-tool,hard,AA-AnalystAgent,,,,,,53.75,score%,0.00289,,,https://artificialanalysis.ai/models ($ / row claude-opus-5 / column analystAgent),,in, aahle@artificialanalysis#none,artificialanalysis,?Kimi K2.5,not-established:absent,reasoning-math,frontier,HLE-AA-notools,,,,,,13.1603336422614,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row kimi-k2-5-non-reasoning / column hle),,out:model-not-established, aacritpt@artificialanalysis#none,artificialanalysis,?Kimi K2.5,not-established:absent,reasoning-math,frontier,CritPt-AA,,,,,,0.571428571428571,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row kimi-k2-5-non-reasoning / column critpt),,out:model-not-established, aalcr@artificialanalysis#none,artificialanalysis,?Kimi K2.5,not-established:absent,mixed,hard,AA-LCR,,,,,,67.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row kimi-k2-5-non-reasoning / column lcr),,out:model-not-established, aahle@artificialanalysis#none,artificialanalysis,?Kimi K2 Thinking,not-established:absent,reasoning-math,frontier,HLE-AA-notools,,,,,,23.8183503243744,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row kimi-k2-thinking / column hle),,out:model-not-established, aacritpt@artificialanalysis#none,artificialanalysis,?Kimi K2 Thinking,not-established:absent,reasoning-math,frontier,CritPt-AA,,,,,,2.57142857142857,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row kimi-k2-thinking / column critpt),,out:model-not-established, aalcr@artificialanalysis#none,artificialanalysis,?Kimi K2 Thinking,not-established:absent,mixed,hard,AA-LCR,,,,,,72,acc%,0.289,,,https://artificialanalysis.ai/models ($ / row kimi-k2-thinking / column lcr),,out:model-not-established, aahle@artificialanalysis#none,artificialanalysis,gpt-5.4-nano,nothink,reasoning-math,frontier,HLE-AA-notools,,,,,,4.07784986098239,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-nano-non-reasoning / column hle),,out:superseded, aacritpt@artificialanalysis#none,artificialanalysis,gpt-5.4-nano,nothink,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-nano-non-reasoning / column critpt),,out:uninformative, aalcr@artificialanalysis#none,artificialanalysis,gpt-5.4-nano,nothink,mixed,hard,AA-LCR,,,,,,29.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-nano-non-reasoning / column lcr),,out:superseded, aa-index43@artificialanalysis,artificialanalysis,haiku-4.5,nothink,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row claude-4-5-haiku, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aahle@artificialanalysis#none,artificialanalysis,haiku-4.5,nothink,reasoning-math,frontier,HLE-AA-notools,,,,,,4.21686746987952,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row claude-4-5-haiku / column hle),,in, aacritpt@artificialanalysis#none,artificialanalysis,haiku-4.5,nothink,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models ($ / row claude-4-5-haiku / column critpt),,out:uninformative, aalcr@artificialanalysis#none,artificialanalysis,haiku-4.5,nothink,mixed,hard,AA-LCR,,,,,,49.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-4-5-haiku / column lcr),,in, aaomni@artificialanalysis#none,artificialanalysis,haiku-4.5,nothink,mixed,mid,AA-Omniscience,,,,,,14.433333333333334,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row claude-4-5-haiku / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-21|run:aaomni-index|haiku-4.5@nothink|,in, aammmupro#none,artificialanalysis,haiku-4.5,nothink,mixed,hard,MMMU-Pro-AA,,,,,,55.1445086705202,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-4-5-haiku / column mmmuPro),,in, aahle@artificialanalysis#none,artificialanalysis,gpt-5.5,low,reasoning-math,frontier,HLE-AA-notools,,,,,,32.6691380908248,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-5-low / column hle),,in, aacritpt@artificialanalysis#none,artificialanalysis,gpt-5.5,low,reasoning-math,frontier,CritPt-AA,,,,,,8,acc%,0.289,,,https://artificialanalysis.ai/models ($ / row gpt-5-5-low / column critpt),,in, aalcr@artificialanalysis#none,artificialanalysis,gpt-5.5,low,mixed,hard,AA-LCR,,,,,,81,acc%,0.289,,,https://artificialanalysis.ai/models ($ / row gpt-5-5-low / column lcr),,in, aagdpval#none,artificialanalysis,gpt-5.5,low,mixed,frontier,GDPval-AA-v2,,,,,,1044.57,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row gpt-5-5-low / column gdpval),,in, aahle@artificialanalysis#none,artificialanalysis,glm-4.7-flash,nothink,reasoning-math,frontier,HLE-AA-notools,,,,,,4.95829471733086,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row glm-4-7-flash-non-reasoning / column hle),,in, aacritpt@artificialanalysis#none,artificialanalysis,glm-4.7-flash,nothink,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models ($ / row glm-4-7-flash-non-reasoning / column critpt),,out:uninformative, aalcr@artificialanalysis#none,artificialanalysis,glm-4.7-flash,nothink,mixed,hard,AA-LCR,,,,,,20.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row glm-4-7-flash-non-reasoning / column lcr),,in, aa-index43@artificialanalysis,artificialanalysis,opus-4.1,not-established:absent,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row claude-4-1-opus-thinking, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aahle@artificialanalysis#none,artificialanalysis,opus-4.1,not-established:absent,reasoning-math,frontier,HLE-AA-notools,,,,,,12.4652455977757,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-4-1-opus-thinking / column hle),,out:effort-not-established, aacritpt@artificialanalysis#none,artificialanalysis,opus-4.1,not-established:absent,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models ($ / row claude-4-1-opus-thinking / column critpt),,out:effort-not-established, aalcr@artificialanalysis#none,artificialanalysis,opus-4.1,not-established:absent,mixed,hard,AA-LCR,,,,,,76,acc%,0.289,,,https://artificialanalysis.ai/models ($ / row claude-4-1-opus-thinking / column lcr),,out:effort-not-established, aammmupro#none,artificialanalysis,opus-4.1,not-established:absent,mixed,hard,MMMU-Pro-AA,,,,,,67.9190751445087,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-4-1-opus-thinking / column mmmuPro),,out:effort-not-established, aaanalyst#none,artificialanalysis,fable-5,max,agentic-tool,hard,AA-AnalystAgent,,,,,,48.75,score%,0.00289,,,https://artificialanalysis.ai/models ($ / row claude-fable-5 / column analystAgent),,in, aa-index43@artificialanalysis,artificialanalysis,sonnet-4,not-established:absent,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row claude-4-sonnet, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aahle@artificialanalysis#none,artificialanalysis,sonnet-4,not-established:absent,reasoning-math,frontier,HLE-AA-notools,,,,,,4.26320667284523,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row claude-4-sonnet / column hle),,out:effort-not-established, aacritpt@artificialanalysis#none,artificialanalysis,sonnet-4,not-established:absent,reasoning-math,frontier,CritPt-AA,,,,,,1.14285714285714,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row claude-4-sonnet / column critpt),,out:effort-not-established, aalcr@artificialanalysis#none,artificialanalysis,sonnet-4,not-established:absent,mixed,hard,AA-LCR,,,,,,44,acc%,0.289,,,https://artificialanalysis.ai/models ($ / row claude-4-sonnet / column lcr),,out:effort-not-established, aaomni@artificialanalysis#none,artificialanalysis,sonnet-4,not-established:absent,mixed,mid,AA-Omniscience,,,,,,22.666666666666666,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row claude-4-sonnet / column omniscienceAccuracy),,out:effort-not-established, aammmupro#none,artificialanalysis,sonnet-4,not-established:absent,mixed,hard,MMMU-Pro-AA,,,,,,62.3699421965318,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-4-sonnet / column mmmuPro),,out:effort-not-established, aahle@artificialanalysis#none,artificialanalysis,gpt-5.1,nothink,reasoning-math,frontier,HLE-AA-notools,,,,,,5.28266913809083,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gpt-5-1-non-reasoning / column hle),,out:superseded, aacritpt@artificialanalysis#none,artificialanalysis,gpt-5.1,nothink,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models ($ / row gpt-5-1-non-reasoning / column critpt),,out:uninformative, aalcr@artificialanalysis#none,artificialanalysis,gpt-5.1,nothink,mixed,hard,AA-LCR,,,,,,45,acc%,0.289,,,https://artificialanalysis.ai/models ($ / row gpt-5-1-non-reasoning / column lcr),,out:superseded, aahle@artificialanalysis#none,artificialanalysis,gemini-3-pro,high,reasoning-math,frontier,HLE-AA-notools,,,,,,39.7126969416126,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-pro / column hle),,out:superseded, aacritpt@artificialanalysis#none,artificialanalysis,gemini-3-pro,high,reasoning-math,frontier,CritPt-AA,,,,,,9.14285714285714,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gemini-3-pro / column critpt),,out:superseded, aalcr@artificialanalysis#none,artificialanalysis,gemini-3-pro,high,mixed,hard,AA-LCR,,,,,,76,acc%,0.289,,,https://artificialanalysis.ai/models ($ / row gemini-3-pro / column lcr),,out:superseded, aa-index43@artificialanalysis,artificialanalysis,sonnet-5,not-established:contradictory,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row claude-sonnet-5-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aahle@artificialanalysis#none,artificialanalysis,sonnet-5,not-established:contradictory,reasoning-math,frontier,HLE-AA-notools,,,,,,19.0454124189064,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-non-reasoning / column hle),,out:effort-not-established, aacritpt@artificialanalysis#none,artificialanalysis,sonnet-5,not-established:contradictory,reasoning-math,frontier,CritPt-AA,,,,,,1.14285714285714,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-non-reasoning / column critpt),,out:effort-not-established, aalcr@artificialanalysis#none,artificialanalysis,sonnet-5,not-established:contradictory,mixed,hard,AA-LCR,,,,,,70,acc%,2.89,,,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-non-reasoning / column lcr),,out:effort-not-established, aagdpval#none,artificialanalysis,sonnet-5,not-established:contradictory,mixed,frontier,GDPval-AA-v2,,,,,,1209.69,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-non-reasoning / column gdpval),,out:effort-not-established, aaomni@artificialanalysis#none,artificialanalysis,sonnet-5,not-established:contradictory,mixed,mid,AA-Omniscience,,,,,,33.8,acc%,0.0289,,,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-non-reasoning / column omniscienceAccuracy),,out:effort-not-established, aammmupro#none,artificialanalysis,sonnet-5,not-established:contradictory,mixed,hard,MMMU-Pro-AA,,,,,,71.907514450867,acc%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-non-reasoning / column mmmuPro),,out:effort-not-established, aa-index43@artificialanalysis,artificialanalysis,deepseek-v3.2,think,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row deepseek-v3-2-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aahle@artificialanalysis#none,artificialanalysis,deepseek-v3.2,think,reasoning-math,frontier,HLE-AA-notools,,,,,,24.5597775718258,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v3-2-reasoning / column hle),,out:superseded, aacritpt@artificialanalysis#none,artificialanalysis,deepseek-v3.2,think,reasoning-math,frontier,CritPt-AA,,,,,,2.85714285714286,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row deepseek-v3-2-reasoning / column critpt),,out:superseded, aalcr@artificialanalysis#none,artificialanalysis,deepseek-v3.2,think,mixed,hard,AA-LCR,,,,,,73.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v3-2-reasoning / column lcr),,out:superseded, aagdpval#none,artificialanalysis,deepseek-v3.2,think,mixed,frontier,GDPval-AA-v2,,,,,,691.52,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row deepseek-v3-2-reasoning / column gdpval),,out:superseded, aaomni@artificialanalysis#none,artificialanalysis,deepseek-v3.2,think,mixed,mid,AA-Omniscience,,,,,,32.966666666666666,acc%,2.89e-16,,prev=0.32966666666666666 (src-artificialanalysis-model-pages-2026-10-19#M768),https://artificialanalysis.ai/models ($ / row deepseek-v3-2-reasoning / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-21|run:aaomni-index|deepseek-v3.2@think|,in, aahle@artificialanalysis#none,artificialanalysis,gemini-3.7-flash,low,reasoning-math,frontier,HLE-AA-notools,,,,,,35.1251158480074,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-7-flash-low / column hle),,in, aascicode@artificialanalysis#none,artificialanalysis,gemini-3.7-flash,low,coding,hard,SciCode-AA,,,,,,55.6712962962963,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-7-flash-low / column scicode),,in, aacritpt@artificialanalysis#none,artificialanalysis,gemini-3.7-flash,low,reasoning-math,frontier,CritPt-AA,,,,,,5.71428571428571,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gemini-3-7-flash-low / column critpt),,in, aalcr@artificialanalysis#none,artificialanalysis,gemini-3.7-flash,low,mixed,hard,AA-LCR,,,,,,78.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-7-flash-low / column lcr),,in, aagdpval#none,artificialanalysis,gemini-3.7-flash,low,mixed,frontier,GDPval-AA-v2,,,,,,1323.42,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row gemini-3-7-flash-low / column gdpval),,in, aammmupro#none,artificialanalysis,sonnet-4.6,not-established:absent,mixed,hard,MMMU-Pro-AA,,,,,,73.2947976878613,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-sonnet-4-6-adaptive / column mmmuPro),,out:effort-not-established, aaitbench#none,artificialanalysis,sonnet-4.6,not-established:absent,agentic-tool,hard,ITBench-AA,,,,,,39.8022598870057,score%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-sonnet-4-6-adaptive / column itBenchSre),,out:effort-not-established, aaanalyst#none,artificialanalysis,sonnet-4.6,not-established:absent,agentic-tool,hard,AA-AnalystAgent,,,,,,20,score%,2.89,,,https://artificialanalysis.ai/models ($ / row claude-sonnet-4-6-adaptive / column analystAgent),,out:effort-not-established, aahle@artificialanalysis#none,artificialanalysis,glm-5.2,not-established:absent,reasoning-math,frontier,HLE-AA-notools,,,,,,9.7775718257646,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row glm-5-2-non-reasoning / column hle),,out:effort-not-established, aacritpt@artificialanalysis#none,artificialanalysis,glm-5.2,not-established:absent,reasoning-math,frontier,CritPt-AA,,,,,,3.14285714285714,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row glm-5-2-non-reasoning / column critpt),,out:effort-not-established, aalcr@artificialanalysis#none,artificialanalysis,glm-5.2,not-established:absent,mixed,hard,AA-LCR,,,,,,42.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row glm-5-2-non-reasoning / column lcr),,out:effort-not-established, aagdpval#none,artificialanalysis,glm-5.2,not-established:absent,mixed,frontier,GDPval-AA-v2,,,,,,1247.03,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row glm-5-2-non-reasoning / column gdpval),,out:effort-not-established, aa-index43@artificialanalysis,artificialanalysis,opus-4.7,max,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row claude-opus-4-7, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aahle@artificialanalysis#none,artificialanalysis,opus-4.7,max,reasoning-math,frontier,HLE-AA-notools,,,,,,42.3076923076923,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-7 / column hle),,in, aacritpt@artificialanalysis#none,artificialanalysis,opus-4.7,max,reasoning-math,frontier,CritPt-AA,,,,,,12,acc%,0.289,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-7 / column critpt),,in, aalcr@artificialanalysis#none,artificialanalysis,opus-4.7,max,mixed,hard,AA-LCR,,,,,,78.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-7 / column lcr),,in, aagdpval#none,artificialanalysis,opus-4.7,max,mixed,frontier,GDPval-AA-v2,,,,,,1352.39,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-7 / column gdpval),,in, aaomni@artificialanalysis#none,artificialanalysis,opus-4.7,max,mixed,mid,AA-Omniscience,,,,,,48.883333333333334,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-7 / column omniscienceAccuracy),src-artificialanalysis-model-pages-2026-10-21|run:aaomni-index|opus-4.7@max|,in, aammmupro#none,artificialanalysis,opus-4.7,max,mixed,hard,MMMU-Pro-AA,,,,,,78.8439306358382,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-7 / column mmmuPro),,in, aaitbench#none,artificialanalysis,opus-4.7,max,agentic-tool,hard,ITBench-AA,,,,,,46.6572504708098,score%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-7 / column itBenchSre),,in, aaanalyst#none,artificialanalysis,opus-4.7,max,agentic-tool,hard,AA-AnalystAgent,,,,,,43.75,score%,0.00289,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-7 / column analystAgent),,in, aahle@artificialanalysis#none,artificialanalysis,gemini-3.7-flash,medium,reasoning-math,frontier,HLE-AA-notools,,,,,,38.9712696941613,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-7-flash-medium / column hle),,in, aascicode@artificialanalysis#none,artificialanalysis,gemini-3.7-flash,medium,coding,hard,SciCode-AA,,,,,,59.837962962963,acc%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row gemini-3-7-flash-medium / column scicode),,in, aacritpt@artificialanalysis#none,artificialanalysis,gemini-3.7-flash,medium,reasoning-math,frontier,CritPt-AA,,,,,,9.42857142857143,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gemini-3-7-flash-medium / column critpt),,in, aalcr@artificialanalysis#none,artificialanalysis,gemini-3.7-flash,medium,mixed,hard,AA-LCR,,,,,,83,acc%,0.289,,,https://artificialanalysis.ai/models ($ / row gemini-3-7-flash-medium / column lcr),,in, aagdpval#none,artificialanalysis,gemini-3.7-flash,medium,mixed,frontier,GDPval-AA-v2,,,,,,1360.38,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row gemini-3-7-flash-medium / column gdpval),,in, aahle@artificialanalysis#none,artificialanalysis,qwen3.5-35b-a3b,nothink,reasoning-math,frontier,HLE-AA-notools,,,,,,13.4383688600556,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-35b-a3b-non-reasoning / column hle),,out:superseded, aacritpt@artificialanalysis#none,artificialanalysis,qwen3.5-35b-a3b,nothink,reasoning-math,frontier,CritPt-AA,,,,,,0.571428571428571,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row qwen3-5-35b-a3b-non-reasoning / column critpt),,out:superseded, aalcr@artificialanalysis#none,artificialanalysis,qwen3.5-35b-a3b,nothink,mixed,hard,AA-LCR,,,,,,63,acc%,0.289,,,https://artificialanalysis.ai/models ($ / row qwen3-5-35b-a3b-non-reasoning / column lcr),,out:superseded, aagdpval#none,artificialanalysis,qwen3.5-35b-a3b,nothink,mixed,frontier,GDPval-AA-v2,,,,,,608.32,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row qwen3-5-35b-a3b-non-reasoning / column gdpval),,out:superseded, aahle@artificialanalysis#none,artificialanalysis,glm-5,nothink,reasoning-math,frontier,HLE-AA-notools,,,,,,7.64596848934198,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row glm-5-non-reasoning / column hle),,in, aacritpt@artificialanalysis#none,artificialanalysis,glm-5,nothink,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models ($ / row glm-5-non-reasoning / column critpt),,out:uninformative, aalcr@artificialanalysis#none,artificialanalysis,glm-5,nothink,mixed,hard,AA-LCR,,,,,,43.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row glm-5-non-reasoning / column lcr),,in, aa-index43@artificialanalysis,artificialanalysis,opus-4.1,not-established:absent,mixed,frontier,,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models (row claude-4-1-opus, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aahle@artificialanalysis#none,artificialanalysis,qwen3.6-plus,think,reasoning-math,frontier,HLE-AA-notools,,,,,,27.8498609823911,acc%,2.89e-14,,prev=0.278498609823911 (src-artificialanalysis-models-wayback-2026-09-01#M500),https://artificialanalysis.ai/models ($ / row qwen3-6-plus / column hle),,in, aacritpt@artificialanalysis#none,artificialanalysis,qwen3.6-plus,think,reasoning-math,frontier,CritPt-AA,,,,,,2.85714285714286,acc%,2.89e-15,,prev=0.0285714285714286 (src-artificialanalysis-models-wayback-2026-08-04#M551),https://artificialanalysis.ai/models ($ / row qwen3-6-plus / column critpt),,in, aalcr@artificialanalysis#none,artificialanalysis,qwen3.6-plus,think,mixed,hard,AA-LCR,,,,,,78.3333333333333,acc%,2.89e-14,,prev=0.783333333333333 (src-artificialanalysis-models-wayback-2026-09-06#M425),https://artificialanalysis.ai/models ($ / row qwen3-6-plus / column lcr),,in, aagdpval#none,artificialanalysis,qwen3.6-plus,think,mixed,frontier,GDPval-AA-v2,,,,,,990.26,AA-elo,0.00289,,,https://artificialanalysis.ai/models ($ / row qwen3-6-plus / column gdpval),,in, aahle@artificialanalysis#none,artificialanalysis,gpt-5.1-codex-mini,high,reasoning-math,frontier,HLE-AA-notools,,,,,,18.4893419833179,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-1-codex-mini / column hle),,out:superseded, aacritpt@artificialanalysis#none,artificialanalysis,gpt-5.1-codex-mini,high,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models ($ / row gpt-5-1-codex-mini / column critpt),,out:uninformative, aalcr@artificialanalysis#none,artificialanalysis,gpt-5.1-codex-mini,high,mixed,hard,AA-LCR,,,,,,66.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-1-codex-mini / column lcr),,out:superseded, aahle@artificialanalysis#none,artificialanalysis,grok-4.3,low,reasoning-math,frontier,HLE-AA-notools,,,,,,18.3503243744208,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row grok-4-3-low / column hle),,in, aacritpt@artificialanalysis#none,artificialanalysis,grok-4.3,low,reasoning-math,frontier,CritPt-AA,,,,,,0.571428571428571,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row grok-4-3-low / column critpt),,in, aalcr@artificialanalysis#none,artificialanalysis,grok-4.3,low,mixed,hard,AA-LCR,,,,,,74,acc%,0.289,,,https://artificialanalysis.ai/models ($ / row grok-4-3-low / column lcr),,in, aammmupro#none,artificialanalysis,opus-5,medium,mixed,hard,MMMU-Pro-AA,,,,,,81.6184971098266,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-5-medium / column mmmuPro),,in, aaapex#none,artificialanalysis,deepseek-v3.2,think,agentic-tool,hard,AA-APEX-Agents,,,,,,14.5280235988201,pass@1%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v3-2-reasoning / column apexAgents),,out:superseded, aaapex#none,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,agentic-tool,hard,AA-APEX-Agents,,,,,,24.2625368731563,pass@1%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro-0424 / column apexAgents),,out:model-not-established, aaapex#none,artificialanalysis,gemini-3-flash,not-established:absent,agentic-tool,hard,AA-APEX-Agents,,,,,,27.7286135693215,pass@1%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-flash-reasoning / column apexAgents),,out:effort-not-established, aaapex#none,artificialanalysis,gemini-3.1-flash-lite,high,agentic-tool,hard,AA-APEX-Agents,,,,,,12.1681415929204,pass@1%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-1-flash-lite-preview / column apexAgents),,in, aaapex#none,artificialanalysis,gemini-3.1-pro,not-established:absent,agentic-tool,hard,AA-APEX-Agents,,,,,,32.0058997050148,pass@1%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-1-pro-preview / column apexAgents),,out:effort-not-established, aaapex#none,artificialanalysis,gemini-3.5-flash,high,agentic-tool,hard,AA-APEX-Agents,,,,,,47.0501474926254,pass@1%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-5-flash / column apexAgents),,out:superseded, aaapex#none,artificialanalysis,glm-5,think,agentic-tool,hard,AA-APEX-Agents,,,,,,14.454277286135694,pass@1%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row glm-5 / column apexAgents),,in, aaapex#none,artificialanalysis,glm-5.2,not-established:absent,agentic-tool,hard,AA-APEX-Agents,,,,,,33.7020648967552,pass@1%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row glm-5-2 / column apexAgents),,out:effort-not-established, aaapex#none,artificialanalysis,gpt-5.4,xhigh,agentic-tool,hard,AA-APEX-Agents,,,,,,33.259587020649,pass@1%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row gpt-5-4 / column apexAgents),,in, aaapex#none,artificialanalysis,gpt-5.4-mini,xhigh,agentic-tool,hard,AA-APEX-Agents,,,,,,28.1710914454277,pass@1%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-mini / column apexAgents),,in, aaapex#none,artificialanalysis,gpt-5.4-nano,xhigh,agentic-tool,hard,AA-APEX-Agents,,,,,,24.9262536873156,pass@1%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-nano / column apexAgents),,out:superseded, aaapex#none,artificialanalysis,gpt-5.5,xhigh,agentic-tool,hard,AA-APEX-Agents,,,,,,37.6843657817109,pass@1%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-5 / column apexAgents),,in, aaapex#none,artificialanalysis,gpt-5.6-luna,max,agentic-tool,hard,AA-APEX-Agents,,,,,,35.8407079646018,pass@1%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna / column apexAgents),,in, aaapex#none,artificialanalysis,gpt-5.6-terra,max,agentic-tool,hard,AA-APEX-Agents,,,,,,38.9380530973451,pass@1%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra / column apexAgents),,in, aaapex#none,artificialanalysis,grok-4.20,think,agentic-tool,hard,AA-APEX-Agents,,,,,,14.233038348082597,pass@1%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row grok-4-20-0309 / column apexAgents),,in, aaapex#none,artificialanalysis,grok-4.3,high,agentic-tool,hard,AA-APEX-Agents,,,,,,17.0353982300885,pass@1%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row grok-4-3 / column apexAgents),,in, aaapex#none,artificialanalysis,?Kimi K2.5,not-established:absent,agentic-tool,hard,AA-APEX-Agents,,,,,,11.504424778761062,pass@1%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row kimi-k2-5 / column apexAgents),,out:model-not-established, aaapex#none,artificialanalysis,kimi-k2.6,think,agentic-tool,hard,AA-APEX-Agents,,,,,,28.4660766961652,pass@1%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row kimi-k2-6 / column apexAgents),,in, aaapex#none,artificialanalysis,opus-4.6,max,agentic-tool,hard,AA-APEX-Agents,,,,,,33.03834808259587,pass@1%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-6-adaptive / column apexAgents),,out:single-couple, aaapex#none,artificialanalysis,qwen3.5-397b-a17b,think,agentic-tool,hard,AA-APEX-Agents,,,,,,15.3392330383481,pass@1%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-397b-a17b / column apexAgents),,in, aaapex#none,artificialanalysis,qwen3.7-plus,think,agentic-tool,hard,AA-APEX-Agents,,,,,,22.4188790560472,pass@1%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-7-plus / column apexAgents),,in, aaapex#none,artificialanalysis,sonnet-4.6,not-established:absent,agentic-tool,hard,AA-APEX-Agents,,,,,,28.023598820059,pass@1%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row claude-sonnet-4-6-adaptive / column apexAgents),,out:effort-not-established, aaenterpriseops#none,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,agentic-tool,hard,AA-EnterpriseOps,,,,,,39.570277529095793,pass%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash-0420 / column enterpriseOpsGym),,out:model-not-established, aaenterpriseops#none,artificialanalysis,?DeepSeek V4 Flash Vision,not-established:absent,agentic-tool,hard,AA-EnterpriseOps,,,,,,47.09042076991943,pass%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash-vision / column enterpriseOpsGym),,out:model-not-established, aaenterpriseops#none,artificialanalysis,deepseek-v4-pro-0813,max,agentic-tool,hard,AA-EnterpriseOps,,,,,,49.59713518352731,pass%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro / column enterpriseOpsGym),,out:superseded, aaenterpriseops#none,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,agentic-tool,hard,AA-EnterpriseOps,,,,,,40.435690838555655,pass%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro-0424 / column enterpriseOpsGym),,out:model-not-established, aaenterpriseops#none,artificialanalysis,fable-5,max,agentic-tool,hard,AA-EnterpriseOps,,,,,,51.11906893464637,pass%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row claude-fable-5 / column enterpriseOpsGym),,in, aaenterpriseops#none,artificialanalysis,gemini-3.1-flash-lite,high,agentic-tool,hard,AA-EnterpriseOps,,,,,,28.02148612354521,pass%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gemini-3-1-flash-lite-preview / column enterpriseOpsGym),,in, aaenterpriseops#none,artificialanalysis,gemini-3.1-pro,not-established:absent,agentic-tool,hard,AA-EnterpriseOps,,,,,,42.166517457475383,pass%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gemini-3-1-pro-preview / column enterpriseOpsGym),,out:effort-not-established, aaenterpriseops#none,artificialanalysis,gemini-3.5-flash,high,agentic-tool,hard,AA-EnterpriseOps,,,,,,50.07460459564309,pass%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gemini-3-5-flash / column enterpriseOpsGym),,out:superseded, aaenterpriseops#none,artificialanalysis,gemini-3.5-flash-lite,high,agentic-tool,hard,AA-EnterpriseOps,,,,,,42.3455684870188,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-5-flash-lite / column enterpriseOpsGym),,in, aaenterpriseops#none,artificialanalysis,gemini-3.7-flash,medium,agentic-tool,hard,AA-EnterpriseOps,,,,,,50.40286481647269,pass%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gemini-3-7-flash-medium / column enterpriseOpsGym),,in, aaenterpriseops#none,artificialanalysis,glm-5.2,not-established:absent,agentic-tool,hard,AA-EnterpriseOps,,,,,,42.733512384362876,pass%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row glm-5-2 / column enterpriseOpsGym),,out:effort-not-established, aaenterpriseops#none,artificialanalysis,gpt-5.4-mini,xhigh,agentic-tool,hard,AA-EnterpriseOps,,,,,,34.61653237839451,pass%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-mini / column enterpriseOpsGym),,in, aaenterpriseops#none,artificialanalysis,gpt-5.4-nano,xhigh,agentic-tool,hard,AA-EnterpriseOps,,,,,,31.48313936138466,pass%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-nano / column enterpriseOpsGym),,out:superseded, aaenterpriseops#none,artificialanalysis,gpt-5.5,medium,agentic-tool,hard,AA-EnterpriseOps,,,,,,44.106236944195765,pass%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gpt-5-5-medium / column enterpriseOpsGym),,in, aaenterpriseops#none,artificialanalysis,gpt-5.5,xhigh,agentic-tool,hard,AA-EnterpriseOps,,,,,,46.64279319606088,pass%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gpt-5-5 / column enterpriseOpsGym),,in, aaenterpriseops#none,artificialanalysis,gpt-5.6-luna,max,agentic-tool,hard,AA-EnterpriseOps,,,,,,40.823634735899733,pass%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna / column enterpriseOpsGym),,in, aaenterpriseops#none,artificialanalysis,gpt-5.6-sol,max,agentic-tool,hard,AA-EnterpriseOps,,,,,,42.912563413906296,pass%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol / column enterpriseOpsGym),,in, aaenterpriseops#none,artificialanalysis,gpt-5.6-terra,max,agentic-tool,hard,AA-EnterpriseOps,,,,,,38.495971351835273,pass%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra / column enterpriseOpsGym),,in, aaenterpriseops#none,artificialanalysis,grok-4.3,high,agentic-tool,hard,AA-EnterpriseOps,,,,,,26.260817666368247,pass%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row grok-4-3 / column enterpriseOpsGym),,in, aaenterpriseops#none,artificialanalysis,grok-4.5,high,agentic-tool,hard,AA-EnterpriseOps,,,,,,40.823634735899733,pass%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row grok-4-5 / column enterpriseOpsGym),,in, aaenterpriseops#none,artificialanalysis,grok-4.6,high,agentic-tool,hard,AA-EnterpriseOps,,,,,,48.34377797672337,pass%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row grok-4-6 / column enterpriseOpsGym),,in, aaenterpriseops#none,artificialanalysis,haiku-4.5,not-established:absent,agentic-tool,hard,AA-EnterpriseOps,,,,,,29.394210683378097,pass%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row claude-4-5-haiku-reasoning / column enterpriseOpsGym),,out:effort-not-established, aaenterpriseops#none,artificialanalysis,kimi-k2.6,think,agentic-tool,hard,AA-EnterpriseOps,,,,,,38.52581319009251,pass%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row kimi-k2-6 / column enterpriseOpsGym),,in, aaenterpriseops#none,artificialanalysis,kimi-k2.7-code,solo,agentic-tool,hard,AA-EnterpriseOps,,,,,,40.226797970754996,pass%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row kimi-k2-7-code / column enterpriseOpsGym),,in, aaenterpriseops#none,artificialanalysis,opus-4.8,max,agentic-tool,hard,AA-EnterpriseOps,,,,,,43.95702775290958,pass%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-8 / column enterpriseOpsGym),,in, aaenterpriseops#none,artificialanalysis,opus-5,max,agentic-tool,hard,AA-EnterpriseOps,,,,,,47.4783646672635,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-5 / column enterpriseOpsGym),,in, aaenterpriseops#none,artificialanalysis,qwen3.5-397b-a17b,think,agentic-tool,hard,AA-EnterpriseOps,,,,,,30.88630259623993,pass%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row qwen3-5-397b-a17b / column enterpriseOpsGym),,in, aaenterpriseops#none,artificialanalysis,qwen3.7-max,think,agentic-tool,hard,AA-EnterpriseOps,,,,,,45.00149209191286,pass%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row qwen3-7-max / column enterpriseOpsGym),,in, aaenterpriseops#none,artificialanalysis,qwen3.7-plus,think,agentic-tool,hard,AA-EnterpriseOps,,,,,,40.555058191584603,pass%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row qwen3-7-plus / column enterpriseOpsGym),,in, aaenterpriseops#none,artificialanalysis,qwen3.8-2.4t-a95b,not-established:absent,agentic-tool,hard,AA-EnterpriseOps,,,,,,47.35899731423456,pass%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row qwen3-8-2-4t-a95b / column enterpriseOpsGym),,out:effort-not-established, aaenterpriseops#none,artificialanalysis,sonnet-5,max,agentic-tool,hard,AA-EnterpriseOps,,,,,,44.67323187108326,pass%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row claude-sonnet-5 / column enterpriseOpsGym),,in, aaenterpriseops#none,artificialanalysis,sonnet-5,xhigh,agentic-tool,hard,AA-EnterpriseOps,,,,,,43.86750223813787,pass%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-xhigh / column enterpriseOpsGym),,in, aagpqa#none,artificialanalysis,claude-2.0,solo,reasoning-math,hard,AA-GPQA,,,,,,34.4444444444444,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-2 / column gpqa),,out:single-couple, aagpqa#none,artificialanalysis,claude-2.1,solo,reasoning-math,hard,AA-GPQA,,,,,,31.9191919191919,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-21 / column gpqa),,out:single-couple, aagpqa#none,artificialanalysis,deepseek-v3.2,nothink,reasoning-math,hard,AA-GPQA,,,,,,75.0505050505051,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v3-2 / column gpqa),,out:superseded, aagpqa#none,artificialanalysis,deepseek-v3.2,think,reasoning-math,hard,AA-GPQA,,,,,,84.040404040404,acc%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row deepseek-v3-2-reasoning / column gpqa),,out:superseded, aagpqa#none,artificialanalysis,deepseek-v3.2-speciale,solo,reasoning-math,hard,AA-GPQA,,,,,,87.0707070707071,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v3-2-speciale / column gpqa),,out:superseded, aagpqa#none,artificialanalysis,deepseek-v4-flash-0731,max,reasoning-math,hard,AA-GPQA,,,,,,90.8080808080808,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash / column gpqa),,out:superseded, aagpqa#none,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,86.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash-0420-high / column gpqa),,out:model-not-established, aagpqa#none,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,89.3939393939394,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash-0420 / column gpqa),,out:model-not-established, aagpqa#none,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,71.6161616161616,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash-0420-non-reasoning / column gpqa),,out:model-not-established, aagpqa#none,artificialanalysis,?DeepSeek V4 Flash Vision,not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,91.3131313131313,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash-vision / column gpqa),,out:model-not-established, aagpqa#none,artificialanalysis,deepseek-v4-pro-0813,max,reasoning-math,hard,AA-GPQA,,,,,,92.8282828282828,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro / column gpqa),,out:superseded, aagpqa#none,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,90.5050505050505,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro-0424-high / column gpqa),,out:model-not-established, aagpqa#none,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,88.7878787878788,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro-0424 / column gpqa),,out:model-not-established, aagpqa#none,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,71.7171717171717,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro-0424-non-reasoning / column gpqa),,out:model-not-established, aagpqa#none,artificialanalysis,fable-5,max,reasoning-math,hard,AA-GPQA,,,,,,92.6262626262626,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-fable-5 / column gpqa),,in, aagpqa#none,artificialanalysis,gemini-3-flash,not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,89.7979797979798,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-flash-reasoning / column gpqa),,out:effort-not-established, aagpqa#none,artificialanalysis,gemini-3-flash,not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,81.2121212121212,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-flash / column gpqa),,out:effort-not-established, aagpqa#none,artificialanalysis,gemini-3-pro,high,reasoning-math,hard,AA-GPQA,,,,,,90.8080808080808,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-pro / column gpqa),,out:superseded, aagpqa#none,artificialanalysis,gemini-3-pro,low,reasoning-math,hard,AA-GPQA,,,,,,88.6868686868687,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-pro-low / column gpqa),,out:superseded, aagpqa#none,artificialanalysis,gemini-3.1-flash-lite,high,reasoning-math,hard,AA-GPQA,,,,,,82.2222222222222,acc%,2.89e-14,,prev=0.822222222222222 (src-artificialanalysis-models-wayback-2026-09-01#M366),https://artificialanalysis.ai/models ($ / row gemini-3-1-flash-lite-preview / column gpqa),,in, aagpqa#none,artificialanalysis,gemini-3.1-pro,not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,94.1414141414141,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-1-pro-preview / column gpqa),,out:effort-not-established, aagpqa#none,artificialanalysis,gemini-3.5-flash,high,reasoning-math,hard,AA-GPQA,,,,,,92.2222222222222,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-5-flash / column gpqa),,out:superseded, aagpqa#none,artificialanalysis,gemini-3.5-flash,medium,reasoning-math,hard,AA-GPQA,,,,,,92.1212121212121,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-5-flash-medium / column gpqa),,out:superseded, aagpqa#none,artificialanalysis,gemini-3.5-flash,minimal,reasoning-math,hard,AA-GPQA,,,,,,82.8282828282828,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-5-flash-minimal / column gpqa),,out:superseded, aagpqa#none,artificialanalysis,gemini-3.5-flash-lite,high,reasoning-math,hard,AA-GPQA,,,,,,83.8383838383838,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-5-flash-lite / column gpqa),,in, aagpqa#none,artificialanalysis,gemini-3.6-flash,high,reasoning-math,hard,AA-GPQA,,,,,,92.8282828282828,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-6-flash / column gpqa),,in, aagpqa#none,artificialanalysis,gemini-3.7-flash,high,reasoning-math,hard,AA-GPQA,,,,,,94.5454545454545,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-7-flash / column gpqa),,in, aagpqa#none,artificialanalysis,gemini-3.7-flash,low,reasoning-math,hard,AA-GPQA,,,,,,90.1010101010101,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-7-flash-low / column gpqa),,in, aagpqa#none,artificialanalysis,gemini-3.7-flash,medium,reasoning-math,hard,AA-GPQA,,,,,,92.1212121212121,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-7-flash-medium / column gpqa),,in, aagpqa#none,artificialanalysis,glm-4.7,think,reasoning-math,hard,AA-GPQA,,,,,,85.8585858585858,acc%,2.89e-14,,prev=0.858585858585858 (src-artificialanalysis-models-wayback-2026-08-04#M372),https://artificialanalysis.ai/models ($ / row glm-4-7 / column gpqa),,in, aagpqa#none,artificialanalysis,glm-4.7,nothink,reasoning-math,hard,AA-GPQA,,,,,,66.3636363636364,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row glm-4-7-non-reasoning / column gpqa),,in, aagpqa#none,artificialanalysis,glm-4.7-flash,think,reasoning-math,hard,AA-GPQA,,,,,,58.0808080808081,acc%,2.89e-14,,prev=0.580808080808081 (src-artificialanalysis-models-wayback-2026-08-04#M374),https://artificialanalysis.ai/models ($ / row glm-4-7-flash / column gpqa),,in, aagpqa#none,artificialanalysis,glm-4.7-flash,nothink,reasoning-math,hard,AA-GPQA,,,,,,45.1515151515151,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row glm-4-7-flash-non-reasoning / column gpqa),,in, aagpqa#none,artificialanalysis,glm-5,think,reasoning-math,hard,AA-GPQA,,,,,,82.020202020202,acc%,2.89e-13,,prev=0.82020202020202 (src-artificialanalysis-models-wayback-2026-08-04#M378),https://artificialanalysis.ai/models ($ / row glm-5 / column gpqa),,in, aagpqa#none,artificialanalysis,glm-5,nothink,reasoning-math,hard,AA-GPQA,,,,,,66.5656565656566,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row glm-5-non-reasoning / column gpqa),,in, aagpqa#none,artificialanalysis,glm-5-turbo,think,reasoning-math,hard,AA-GPQA,,,,,,84.7474747474747,acc%,2.89e-14,,prev=0.847474747474747 (src-artificialanalysis-models-wayback-2026-08-04#M382),https://artificialanalysis.ai/models ($ / row glm-5-turbo / column gpqa),,in, aagpqa#none,artificialanalysis,glm-5.1,think,reasoning-math,hard,AA-GPQA,,,,,,86.7676767676768,acc%,2.89e-14,,prev=0.867676767676768 (src-artificialanalysis-models-wayback-2026-08-04#M381),https://artificialanalysis.ai/models ($ / row glm-5-1 / column gpqa),,in, aagpqa#none,artificialanalysis,glm-5.1,nothink,reasoning-math,hard,AA-GPQA,,,,,,83.9393939393939,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row glm-5-1-non-reasoning / column gpqa),,in, aagpqa#none,artificialanalysis,glm-5.2,not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,89.4949494949495,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row glm-5-2 / column gpqa),,out:effort-not-established, aagpqa#none,artificialanalysis,glm-5.2,not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,68.5858585858586,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row glm-5-2-non-reasoning / column gpqa),,out:effort-not-established, aagpqa#none,artificialanalysis,glm-5v-turbo,think,reasoning-math,hard,AA-GPQA,,,,,,80.9090909090909,acc%,2.89e-14,,prev=0.809090909090909 (src-artificialanalysis-models-wayback-2026-08-04#M384),https://artificialanalysis.ai/models ($ / row glm-5v-turbo / column gpqa),,in, aagpqa#none,artificialanalysis,gpt-5.1,high,reasoning-math,hard,AA-GPQA,,,,,,87.2727272727273,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-1 / column gpqa),,in, aagpqa#none,artificialanalysis,gpt-5.1,nothink,reasoning-math,hard,AA-GPQA,,,,,,64.3434343434343,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-1-non-reasoning / column gpqa),,out:superseded, aagpqa#none,artificialanalysis,gpt-5.1-codex,high,reasoning-math,hard,AA-GPQA,,,,,,85.959595959596,acc%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row gpt-5-1-codex / column gpqa),,out:superseded, aagpqa#none,artificialanalysis,gpt-5.1-codex-mini,high,reasoning-math,hard,AA-GPQA,,,,,,81.3131313131313,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-1-codex-mini / column gpqa),,out:superseded, aagpqa#none,artificialanalysis,gpt-5.2,medium,reasoning-math,hard,AA-GPQA,,,,,,86.3636363636364,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-2-medium / column gpqa),,in, aagpqa#none,artificialanalysis,gpt-5.2,nothink,reasoning-math,hard,AA-GPQA,,,,,,71.2121212121212,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-2-non-reasoning / column gpqa),,in, aagpqa#none,artificialanalysis,gpt-5.2,xhigh,reasoning-math,hard,AA-GPQA,,,,,,90.3030303030303,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-2 / column gpqa),,in, aagpqa#none,artificialanalysis,gpt-5.2-codex,xhigh,reasoning-math,hard,AA-GPQA,,,,,,89.8989898989899,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-2-codex / column gpqa),,out:superseded, aagpqa#none,artificialanalysis,gpt-5.3-codex,xhigh,reasoning-math,hard,AA-GPQA,,,,,,91.5151515151515,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-3-codex / column gpqa),,in, aagpqa#none,artificialanalysis,gpt-5.4,low,reasoning-math,hard,AA-GPQA,,,,,,87.0707070707071,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-low / column gpqa),,in, aagpqa#none,artificialanalysis,gpt-5.4,nothink,reasoning-math,hard,AA-GPQA,,,,,,74.8484848484848,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-non-reasoning / column gpqa),,in, aagpqa#none,artificialanalysis,gpt-5.4,xhigh,reasoning-math,hard,AA-GPQA,,,,,,92.020202020202,acc%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row gpt-5-4 / column gpqa),,in, aagpqa#none,artificialanalysis,gpt-5.4-mini,medium,reasoning-math,hard,AA-GPQA,,,,,,82.3232323232323,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-mini-medium / column gpqa),,in, aagpqa#none,artificialanalysis,gpt-5.4-mini,nothink,reasoning-math,hard,AA-GPQA,,,,,,60.6060606060606,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-mini-non-reasoning / column gpqa),,in, aagpqa#none,artificialanalysis,gpt-5.4-mini,xhigh,reasoning-math,hard,AA-GPQA,,,,,,87.4747474747475,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-mini / column gpqa),,in, aagpqa#none,artificialanalysis,gpt-5.4-nano,medium,reasoning-math,hard,AA-GPQA,,,,,,76.0606060606061,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-nano-medium / column gpqa),,in, aagpqa#none,artificialanalysis,gpt-5.4-nano,nothink,reasoning-math,hard,AA-GPQA,,,,,,55.7575757575758,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-nano-non-reasoning / column gpqa),,out:superseded, aagpqa#none,artificialanalysis,gpt-5.4-nano,xhigh,reasoning-math,hard,AA-GPQA,,,,,,81.7171717171717,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-nano / column gpqa),,out:superseded, aagpqa#none,artificialanalysis,gpt-5.5,high,reasoning-math,hard,AA-GPQA,,,,,,93.2323232323232,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-5-high / column gpqa),,in, aagpqa#none,artificialanalysis,gpt-5.5,low,reasoning-math,hard,AA-GPQA,,,,,,91.010101010101,acc%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row gpt-5-5-low / column gpqa),,in, aagpqa#none,artificialanalysis,gpt-5.5,medium,reasoning-math,hard,AA-GPQA,,,,,,92.6262626262626,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-5-medium / column gpqa),,in, aagpqa#none,artificialanalysis,gpt-5.5,nothink,reasoning-math,hard,AA-GPQA,,,,,,76.7676767676768,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-5-non-reasoning / column gpqa),,in, aagpqa#none,artificialanalysis,gpt-5.5,xhigh,reasoning-math,hard,AA-GPQA,,,,,,93.5353535353535,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-5 / column gpqa),,in, aagpqa#none,artificialanalysis,gpt-5.5-instant-05-26,think,reasoning-math,hard,AA-GPQA,,,,,,84.6464646464646,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-5-instant-05-26 / column gpqa),,out:effort-not-established, aagpqa#none,artificialanalysis,gpt-5.5-instant-06-26,think,reasoning-math,hard,AA-GPQA,,,,,,82.3232323232323,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-5-instant-06-26 / column gpqa),,out:effort-not-established, aagpqa#none,artificialanalysis,gpt-5.6-luna,high,reasoning-math,hard,AA-GPQA,,,,,,89.1919191919192,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-high / column gpqa),,in, aagpqa#none,artificialanalysis,gpt-5.6-luna,low,reasoning-math,hard,AA-GPQA,,,,,,83.5353535353535,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-low / column gpqa),,in, aagpqa#none,artificialanalysis,gpt-5.6-luna,max,reasoning-math,hard,AA-GPQA,,,,,,91.1111111111111,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna / column gpqa),,in, aagpqa#none,artificialanalysis,gpt-5.6-luna,medium,reasoning-math,hard,AA-GPQA,,,,,,85.8585858585859,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-medium / column gpqa),,in, aagpqa#none,artificialanalysis,gpt-5.6-luna,nothink,reasoning-math,hard,AA-GPQA,,,,,,64.5454545454546,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-non-reasoning / column gpqa),,in, aagpqa#none,artificialanalysis,gpt-5.6-luna,xhigh,reasoning-math,hard,AA-GPQA,,,,,,89.4949494949495,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-xhigh / column gpqa),,in, aagpqa#none,artificialanalysis,gpt-5.6-sol,high,reasoning-math,hard,AA-GPQA,,,,,,92.8282828282828,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-high / column gpqa),,in, aagpqa#none,artificialanalysis,gpt-5.6-sol,low,reasoning-math,hard,AA-GPQA,,,,,,89.7979797979798,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-low / column gpqa),,in, aagpqa#none,artificialanalysis,gpt-5.6-sol,max,reasoning-math,hard,AA-GPQA,,,,,,94.1414141414141,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol / column gpqa),,in, aagpqa#none,artificialanalysis,gpt-5.6-sol,medium,reasoning-math,hard,AA-GPQA,,,,,,92.6262626262626,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-medium / column gpqa),,in, aagpqa#none,artificialanalysis,gpt-5.6-sol,nothink,reasoning-math,hard,AA-GPQA,,,,,,78.989898989899,acc%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-non-reasoning / column gpqa),,in, aagpqa#none,artificialanalysis,gpt-5.6-sol,xhigh,reasoning-math,hard,AA-GPQA,,,,,,93.1313131313131,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-xhigh / column gpqa),,in, aagpqa#none,artificialanalysis,gpt-5.6-terra,high,reasoning-math,hard,AA-GPQA,,,,,,89.5959595959596,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-high / column gpqa),,in, aagpqa#none,artificialanalysis,gpt-5.6-terra,low,reasoning-math,hard,AA-GPQA,,,,,,84.3434343434343,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-low / column gpqa),,in, aagpqa#none,artificialanalysis,gpt-5.6-terra,max,reasoning-math,hard,AA-GPQA,,,,,,92.5252525252525,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra / column gpqa),,in, aagpqa#none,artificialanalysis,gpt-5.6-terra,medium,reasoning-math,hard,AA-GPQA,,,,,,87.1717171717172,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-medium / column gpqa),,in, aagpqa#none,artificialanalysis,gpt-5.6-terra,nothink,reasoning-math,hard,AA-GPQA,,,,,,74.6464646464646,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-non-reasoning / column gpqa),,in, aagpqa#none,artificialanalysis,gpt-5.6-terra,xhigh,reasoning-math,hard,AA-GPQA,,,,,,90.8080808080808,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-xhigh / column gpqa),,in, aagpqa#none,artificialanalysis,grok-4.1-fast,think,reasoning-math,hard,AA-GPQA,,,,,,85.2525252525253,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row grok-4-1-fast-reasoning / column gpqa),,in, aagpqa#none,artificialanalysis,grok-4.1-fast,nothink,reasoning-math,hard,AA-GPQA,,,,,,63.7373737373737,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row grok-4-1-fast / column gpqa),,in, aagpqa#none,artificialanalysis,grok-4.3,high,reasoning-math,hard,AA-GPQA,,,,,,90.1010101010101,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row grok-4-3 / column gpqa),,in, aagpqa#none,artificialanalysis,grok-4.3,low,reasoning-math,hard,AA-GPQA,,,,,,84.3434343434343,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row grok-4-3-low / column gpqa),,in, aagpqa#none,artificialanalysis,grok-4.3,medium,reasoning-math,hard,AA-GPQA,,,,,,88.989898989899,acc%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row grok-4-3-medium / column gpqa),,in, aagpqa#none,artificialanalysis,grok-4.3,nothink,reasoning-math,hard,AA-GPQA,,,,,,65.7575757575758,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row grok-4-3-non-reasoning / column gpqa),,in, aagpqa#none,artificialanalysis,grok-4.5,high,reasoning-math,hard,AA-GPQA,,,,,,93.1313131313131,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row grok-4-5 / column gpqa),,in, aagpqa#none,artificialanalysis,grok-4.6,high,reasoning-math,hard,AA-GPQA,,,,,,94.949494949495,acc%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row grok-4-6 / column gpqa),,in, aagpqa#none,artificialanalysis,grok-4.6,low,reasoning-math,hard,AA-GPQA,,,,,,87.8787878787879,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row grok-4-6-low / column gpqa),,in, aagpqa#none,artificialanalysis,grok-4.6,medium,reasoning-math,hard,AA-GPQA,,,,,,93.5353535353535,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row grok-4-6-medium / column gpqa),,in, aagpqa#none,artificialanalysis,grok-4.6,xhigh,reasoning-math,hard,AA-GPQA,,,,,,93.5353535353535,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row grok-4-6-xhigh / column gpqa),,in, aagpqa#none,artificialanalysis,?Grok Build 0.1 0616,not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,89.4949494949495,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row grok-build-0-1-06-16 / column gpqa),,out:model-not-established, aagpqa#none,artificialanalysis,haiku-3,solo,reasoning-math,hard,AA-GPQA,,,,,,37.3737373737374,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-3-haiku / column gpqa),,out:single-couple, aagpqa#none,artificialanalysis,haiku-3.5,solo,reasoning-math,hard,AA-GPQA,,,,,,40.8080808080808,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-3-5-haiku / column gpqa),,out:single-couple, aagpqa#none,artificialanalysis,haiku-4.5,nothink,reasoning-math,hard,AA-GPQA,,,,,,64.6464646464646,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-4-5-haiku / column gpqa),,in, aagpqa#none,artificialanalysis,haiku-4.5,not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,67.1717171717172,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-4-5-haiku-reasoning / column gpqa),,out:effort-not-established, aagpqa#none,artificialanalysis,?Kimi K2 Thinking,not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,83.8383838383838,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row kimi-k2-thinking / column gpqa),,out:model-not-established, aagpqa#none,artificialanalysis,?Kimi K2.5,not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,87.8787878787879,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row kimi-k2-5 / column gpqa),,out:model-not-established, aagpqa#none,artificialanalysis,?Kimi K2.5,not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,78.8888888888889,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row kimi-k2-5-non-reasoning / column gpqa),,out:model-not-established, aagpqa#none,artificialanalysis,kimi-k2.6,think,reasoning-math,hard,AA-GPQA,,,,,,91.1111111111111,acc%,2.89e-14,,prev=0.911111111111111 (src-artificialanalysis-models-wayback-2026-08-04#M455),https://artificialanalysis.ai/models ($ / row kimi-k2-6 / column gpqa),,in, aagpqa#none,artificialanalysis,kimi-k2.6,nothink,reasoning-math,hard,AA-GPQA,,,,,,78.7878787878788,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row kimi-k2-6-non-reasoning / column gpqa),,in, aagpqa#none,artificialanalysis,kimi-k2.7-code,solo,reasoning-math,hard,AA-GPQA,,,,,,89.5959595959596,acc%,2.89e-14,,prev=0.895959595959596 (src-artificialanalysis-models-wayback-2026-08-04#M457),https://artificialanalysis.ai/models ($ / row kimi-k2-7-code / column gpqa),,in, aagpqa#none,artificialanalysis,kimi-linear-48b-a3b-instruct,solo,reasoning-math,hard,AA-GPQA,,,,,,41.2121212121212,acc%,2.89e-14,,prev=0.412121212121212 (src-artificialanalysis-models-wayback-2026-08-04#M460),https://artificialanalysis.ai/models ($ / row kimi-linear-48b-a3b-instruct / column gpqa),,out:single-couple, aagpqa#none,artificialanalysis,opus-3,solo,reasoning-math,hard,AA-GPQA,,,,,,48.8888888888889,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-3-opus / column gpqa),,out:single-couple, aagpqa#none,artificialanalysis,opus-4,not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,79.5959595959596,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-4-opus-thinking / column gpqa),,out:effort-not-established, aagpqa#none,artificialanalysis,opus-4,not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,70.1010101010101,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-4-opus / column gpqa),,out:effort-not-established, aagpqa#none,artificialanalysis,opus-4.1,not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,80.9,acc%,0.0289,,,https://artificialanalysis.ai/models ($ / row claude-4-1-opus-thinking / column gpqa),,out:effort-not-established, aagpqa#none,artificialanalysis,opus-4.5,not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,86.5656565656566,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-5-thinking / column gpqa),,out:effort-not-established, aagpqa#none,artificialanalysis,opus-4.5,nothink,reasoning-math,hard,AA-GPQA,,,,,,81.010101010101,acc%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-5 / column gpqa),,out:single-couple, aagpqa#none,artificialanalysis,opus-4.6,max,reasoning-math,hard,AA-GPQA,,,,,,89.5959595959596,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-6-adaptive / column gpqa),,out:single-couple, aagpqa#none,artificialanalysis,opus-4.6,not-established:contradictory,reasoning-math,hard,AA-GPQA,,,,,,84.040404040404,acc%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-6 / column gpqa),,out:effort-not-established, aagpqa#none,artificialanalysis,opus-4.7,max,reasoning-math,hard,AA-GPQA,,,,,,91.4141414141414,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-7 / column gpqa),,in, aagpqa#none,artificialanalysis,opus-4.7,not-established:contradictory,reasoning-math,hard,AA-GPQA,,,,,,88.4848484848485,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-7-non-reasoning / column gpqa),,out:effort-not-established, aagpqa#none,artificialanalysis,opus-4.8,max,reasoning-math,hard,AA-GPQA,,,,,,92.020202020202,acc%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-8 / column gpqa),,in, aagpqa#none,artificialanalysis,opus-5,high,reasoning-math,hard,AA-GPQA,,,,,,93.7373737373737,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-5-high / column gpqa),,in, aagpqa#none,artificialanalysis,opus-5,low,reasoning-math,hard,AA-GPQA,,,,,,88.8888888888889,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-5-low / column gpqa),,in, aagpqa#none,artificialanalysis,opus-5,max,reasoning-math,hard,AA-GPQA,,,,,,93.2323232323232,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-5 / column gpqa),,in, aagpqa#none,artificialanalysis,opus-5,medium,reasoning-math,hard,AA-GPQA,,,,,,91.9191919191919,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-5-medium / column gpqa),,in, aagpqa#none,artificialanalysis,opus-5,xhigh,reasoning-math,hard,AA-GPQA,,,,,,93.7373737373737,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-5-xhigh / column gpqa),,in, aagpqa#none,artificialanalysis,qwen3-coder-next,nothink,reasoning-math,hard,AA-GPQA,,,,,,73.7373737373737,acc%,2.89e-14,,prev=0.737373737373737 (src-artificialanalysis-models-wayback-2026-08-04#M566),https://artificialanalysis.ai/models ($ / row qwen3-coder-next / column gpqa),,in, aagpqa#none,artificialanalysis,qwen3-max-0123,think,reasoning-math,hard,AA-GPQA,,,,,,86.0606060606061,acc%,2.89e-14,,prev=0.860606060606061 (src-artificialanalysis-models-wayback-2026-08-04#M571),https://artificialanalysis.ai/models ($ / row qwen3-max-thinking / column gpqa),,out:single-couple, aagpqa#none,artificialanalysis,qwen3.5-0.8b,think,reasoning-math,hard,AA-GPQA,,,,,,11.1111111111111,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-0-8b / column gpqa),,out:superseded, aagpqa#none,artificialanalysis,qwen3.5-0.8b,nothink,reasoning-math,hard,AA-GPQA,,,,,,23.6363636363636,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-0-8b-non-reasoning / column gpqa),,out:superseded, aagpqa#none,artificialanalysis,qwen3.5-122b-a10b,think,reasoning-math,hard,AA-GPQA,,,,,,85.6565656565657,acc%,2.89e-14,,prev=0.856565656565657 (src-artificialanalysis-models-wayback-2026-08-04#M524),https://artificialanalysis.ai/models ($ / row qwen3-5-122b-a10b / column gpqa),,in, aagpqa#none,artificialanalysis,qwen3.5-122b-a10b,nothink,reasoning-math,hard,AA-GPQA,,,,,,82.7272727272727,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-122b-a10b-non-reasoning / column gpqa),,out:superseded, aagpqa#none,artificialanalysis,qwen3.5-27b,think,reasoning-math,hard,AA-GPQA,,,,,,85.7575757575758,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-27b / column gpqa),,out:superseded, aagpqa#none,artificialanalysis,qwen3.5-27b,nothink,reasoning-math,hard,AA-GPQA,,,,,,84.2424242424242,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-27b-non-reasoning / column gpqa),,in, aagpqa#none,artificialanalysis,qwen3.5-2b,think,reasoning-math,hard,AA-GPQA,,,,,,45.5555555555556,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-2b / column gpqa),,out:superseded, aagpqa#none,artificialanalysis,qwen3.5-2b,nothink,reasoning-math,hard,AA-GPQA,,,,,,43.8383838383838,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-2b-non-reasoning / column gpqa),,out:superseded, aagpqa#none,artificialanalysis,qwen3.5-35b-a3b,think,reasoning-math,hard,AA-GPQA,,,,,,84.5454545454545,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-35b-a3b / column gpqa),,out:superseded, aagpqa#none,artificialanalysis,qwen3.5-35b-a3b,nothink,reasoning-math,hard,AA-GPQA,,,,,,81.9191919191919,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-35b-a3b-non-reasoning / column gpqa),,out:superseded, aagpqa#none,artificialanalysis,qwen3.5-397b-a17b,think,reasoning-math,hard,AA-GPQA,,,,,,89.2929292929293,acc%,2.89e-14,,prev=0.892929292929293 (src-artificialanalysis-models-wayback-2026-08-04#M533),https://artificialanalysis.ai/models ($ / row qwen3-5-397b-a17b / column gpqa),,in, aagpqa#none,artificialanalysis,qwen3.5-397b-a17b,nothink,reasoning-math,hard,AA-GPQA,,,,,,86.0606060606061,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-397b-a17b-non-reasoning / column gpqa),,out:superseded, aagpqa#none,artificialanalysis,qwen3.5-4b,think,reasoning-math,hard,AA-GPQA,,,,,,77.0707070707071,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-4b / column gpqa),,out:superseded, aagpqa#none,artificialanalysis,qwen3.5-4b,nothink,reasoning-math,hard,AA-GPQA,,,,,,71.2121212121212,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-4b-non-reasoning / column gpqa),,out:superseded, aagpqa#none,artificialanalysis,qwen3.5-9b,think,reasoning-math,hard,AA-GPQA,,,,,,80.6060606060606,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-9b / column gpqa),,out:superseded, aagpqa#none,artificialanalysis,qwen3.5-9b,nothink,reasoning-math,hard,AA-GPQA,,,,,,78.5858585858586,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-9b-non-reasoning / column gpqa),,out:superseded, aagpqa#none,artificialanalysis,qwen3.5-omni-flash,nothink,reasoning-math,hard,AA-GPQA,,,,,,74.2424242424242,acc%,2.89e-14,,prev=0.742424242424242 (src-artificialanalysis-models-wayback-2026-08-04#M539),https://artificialanalysis.ai/models ($ / row qwen3-5-omni-flash / column gpqa),,in, aagpqa#none,artificialanalysis,qwen3.5-omni-plus,nothink,reasoning-math,hard,AA-GPQA,,,,,,82.6262626262626,acc%,2.89e-14,,prev=0.826262626262626 (src-artificialanalysis-models-wayback-2026-08-04#M541),https://artificialanalysis.ai/models ($ / row qwen3-5-omni-plus / column gpqa),,in, aagpqa#none,artificialanalysis,qwen3.6-27b,think,reasoning-math,hard,AA-GPQA,,,,,,84.2424242424242,acc%,2.89e-14,,prev=0.842424242424242 (src-artificialanalysis-models-wayback-2026-08-04#M544),https://artificialanalysis.ai/models ($ / row qwen3-6-27b / column gpqa),,in, aagpqa#none,artificialanalysis,qwen3.6-27b,nothink,reasoning-math,hard,AA-GPQA,,,,,,82.9292929292929,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-6-27b-non-reasoning / column gpqa),,in, aagpqa#none,artificialanalysis,qwen3.6-35b-a3b,think,reasoning-math,hard,AA-GPQA,,,,,,84.1414141414142,acc%,2.89e-14,,prev=0.841414141414142 (src-artificialanalysis-models-wayback-2026-08-04#M546),https://artificialanalysis.ai/models ($ / row qwen3-6-35b-a3b / column gpqa),,in, aagpqa#none,artificialanalysis,qwen3.6-35b-a3b,nothink,reasoning-math,hard,AA-GPQA,,,,,,81.7171717171717,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-6-35b-a3b-non-reasoning / column gpqa),,in, aagpqa#none,artificialanalysis,qwen3.6-max-preview,think,reasoning-math,hard,AA-GPQA,,,,,,88.7878787878788,acc%,2.89e-14,,prev=0.887878787878788 (src-artificialanalysis-models-wayback-2026-08-04#M547),https://artificialanalysis.ai/models ($ / row qwen3-6-max / column gpqa),,in, aagpqa#none,artificialanalysis,qwen3.6-plus,think,reasoning-math,hard,AA-GPQA,,,,,,88.1818181818182,acc%,2.89e-14,,prev=0.881818181818182 (src-artificialanalysis-models-wayback-2026-08-04#M550),https://artificialanalysis.ai/models ($ / row qwen3-6-plus / column gpqa),,in, aagpqa#none,artificialanalysis,qwen3.7-max,think,reasoning-math,hard,AA-GPQA,,,,,,92.3232323232323,acc%,2.89e-14,,prev=0.923232323232323 (src-artificialanalysis-models-wayback-2026-08-04#M553),https://artificialanalysis.ai/models ($ / row qwen3-7-max / column gpqa),,in, aagpqa#none,artificialanalysis,qwen3.7-plus,think,reasoning-math,hard,AA-GPQA,,,,,,90,acc%,2.89,,prev=0.9 (src-artificialanalysis-models-wayback-2026-08-04#M555),https://artificialanalysis.ai/models ($ / row qwen3-7-plus / column gpqa),,in, aagpqa#none,artificialanalysis,qwen3.8-2.4t-a95b,not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,93.5353535353535,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-8-2-4t-a95b / column gpqa),,out:effort-not-established, aagpqa#none,artificialanalysis,qwen3.8-flash-next,not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,92.3232323232323,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-8-flash-next / column gpqa),,out:effort-not-established, aagpqa#none,artificialanalysis,sonnet-3,solo,reasoning-math,hard,AA-GPQA,,,,,,40,acc%,2.89,,,https://artificialanalysis.ai/models ($ / row claude-3-sonnet / column gpqa),,out:single-couple, aagpqa#none,artificialanalysis,sonnet-3.5-0620,solo,reasoning-math,hard,AA-GPQA,,,,,,55.959595959596,acc%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row claude-35-sonnet-june-24 / column gpqa),,out:single-couple, aagpqa#none,artificialanalysis,sonnet-3.5-1022,solo,reasoning-math,hard,AA-GPQA,,,,,,59.8989898989899,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-35-sonnet / column gpqa),,out:single-couple, aagpqa#none,artificialanalysis,sonnet-3.7,not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,65.5555555555556,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-3-7-sonnet / column gpqa),,out:effort-not-established, aagpqa#none,artificialanalysis,sonnet-3.7,not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,77.1717171717172,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-3-7-sonnet-thinking / column gpqa),,out:effort-not-established, aagpqa#none,artificialanalysis,sonnet-4,not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,77.6767676767677,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-4-sonnet-thinking / column gpqa),,out:effort-not-established, aagpqa#none,artificialanalysis,sonnet-4,not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,68.2828282828283,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-4-sonnet / column gpqa),,out:effort-not-established, aagpqa#none,artificialanalysis,sonnet-4.5,not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,83.4343434343434,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-4-5-sonnet-thinking / column gpqa),,out:effort-not-established, aagpqa#none,artificialanalysis,sonnet-4.5,nothink,reasoning-math,hard,AA-GPQA,,,,,,72.7272727272727,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-4-5-sonnet / column gpqa),,out:single-couple, aagpqa#none,artificialanalysis,sonnet-4.6,not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,87.4747474747475,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-sonnet-4-6-adaptive / column gpqa),,out:effort-not-established, aagpqa#none,artificialanalysis,sonnet-5,max,reasoning-math,hard,AA-GPQA,,,,,,91.1111111111111,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-sonnet-5 / column gpqa),,in, aagpqa#none,artificialanalysis,sonnet-5,not-established:contradictory,reasoning-math,hard,AA-GPQA,,,,,,80,acc%,2.89,,,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-non-reasoning / column gpqa),,out:effort-not-established, aaifbench,artificialanalysis,deepseek-v3.2,nothink,mixed,mid,AA-IFBench,,,,,,49.0476190476191,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v3-2 / column ifbench),,out:superseded, aaifbench,artificialanalysis,deepseek-v3.2,think,mixed,mid,AA-IFBench,,,,,,60.6802721088435,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v3-2-reasoning / column ifbench),,out:superseded, aaifbench,artificialanalysis,deepseek-v3.2-speciale,solo,mixed,mid,AA-IFBench,,,,,,63.8775510204082,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v3-2-speciale / column ifbench),,out:superseded, aaifbench,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,mixed,mid,AA-IFBench,,,,,,73.4693877551021,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash-0420-high / column ifbench),,out:model-not-established, aaifbench,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,mixed,mid,AA-IFBench,,,,,,79.1836734693877,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash-0420 / column ifbench),,out:model-not-established, aaifbench,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,mixed,mid,AA-IFBench,,,,,,47.2108843537415,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash-0420-non-reasoning / column ifbench),,out:model-not-established, aaifbench,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,mixed,mid,AA-IFBench,,,,,,71.2925170068027,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro-0424-high / column ifbench),,out:model-not-established, aaifbench,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,mixed,mid,AA-IFBench,,,,,,76.4625850340136,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro-0424 / column ifbench),,out:model-not-established, aaifbench,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,mixed,mid,AA-IFBench,,,,,,45.7823129251701,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro-0424-non-reasoning / column ifbench),,out:model-not-established, aaifbench,artificialanalysis,fable-5,max,mixed,mid,AA-IFBench,,,,,,63.469387755102,acc%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row claude-fable-5 / column ifbench),,in, aaifbench,artificialanalysis,gemini-3-flash,not-established:absent,mixed,mid,AA-IFBench,,,,,,77.9591836734694,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-flash-reasoning / column ifbench),,out:effort-not-established, aaifbench,artificialanalysis,gemini-3-flash,not-established:absent,mixed,mid,AA-IFBench,,,,,,55.1020408163265,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-flash / column ifbench),,out:effort-not-established, aaifbench,artificialanalysis,gemini-3-pro,high,mixed,mid,AA-IFBench,,,,,,70.4081632653061,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-pro / column ifbench),,out:superseded, aaifbench,artificialanalysis,gemini-3-pro,low,mixed,mid,AA-IFBench,,,,,,49.6598639455782,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-pro-low / column ifbench),,out:superseded, aaifbench,artificialanalysis,gemini-3.1-flash-lite,high,mixed,mid,AA-IFBench,,,,,,77.2108843537415,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-1-flash-lite-preview / column ifbench),,in, aaifbench,artificialanalysis,gemini-3.1-pro,not-established:absent,mixed,mid,AA-IFBench,,,,,,77.1428571428571,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-1-pro-preview / column ifbench),,out:effort-not-established, aaifbench,artificialanalysis,gemini-3.5-flash,high,mixed,mid,AA-IFBench,,,,,,76.3265306122449,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-5-flash / column ifbench),,out:superseded, aaifbench,artificialanalysis,gemini-3.5-flash,medium,mixed,mid,AA-IFBench,,,,,,74.5578231292517,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-5-flash-medium / column ifbench),,out:superseded, aaifbench,artificialanalysis,gemini-3.5-flash,minimal,mixed,mid,AA-IFBench,,,,,,47.2789115646259,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-5-flash-minimal / column ifbench),,out:superseded, aaifbench,artificialanalysis,glm-4.7,think,mixed,mid,AA-IFBench,,,,,,67.891156462585,acc%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row glm-4-7 / column ifbench),,in, aaifbench,artificialanalysis,glm-4.7,nothink,mixed,mid,AA-IFBench,,,,,,54.6258503401361,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row glm-4-7-non-reasoning / column ifbench),,in, aaifbench,artificialanalysis,glm-4.7-flash,think,mixed,mid,AA-IFBench,,,,,,60.8163265306122,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row glm-4-7-flash / column ifbench),,in, aaifbench,artificialanalysis,glm-4.7-flash,nothink,mixed,mid,AA-IFBench,,,,,,46.2585034013605,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row glm-4-7-flash-non-reasoning / column ifbench),,in, aaifbench,artificialanalysis,glm-5,think,mixed,mid,AA-IFBench,,,,,,72.312925170068,acc%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row glm-5 / column ifbench),,in, aaifbench,artificialanalysis,glm-5,nothink,mixed,mid,AA-IFBench,,,,,,55.1700680272109,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row glm-5-non-reasoning / column ifbench),,in, aaifbench,artificialanalysis,glm-5-turbo,think,mixed,mid,AA-IFBench,,,,,,73.1972789115646,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row glm-5-turbo / column ifbench),,in, aaifbench,artificialanalysis,glm-5.1,think,mixed,mid,AA-IFBench,,,,,,76.2585034013605,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row glm-5-1 / column ifbench),,in, aaifbench,artificialanalysis,glm-5.1,nothink,mixed,mid,AA-IFBench,,,,,,51.9727891156463,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row glm-5-1-non-reasoning / column ifbench),,in, aaifbench,artificialanalysis,glm-5.2,not-established:absent,mixed,mid,AA-IFBench,,,,,,73.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row glm-5-2 / column ifbench),,out:effort-not-established, aaifbench,artificialanalysis,glm-5v-turbo,think,mixed,mid,AA-IFBench,,,,,,61.0884353741497,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row glm-5v-turbo / column ifbench),,in, aaifbench,artificialanalysis,gpt-5.1,high,mixed,mid,AA-IFBench,,,,,,72.8571428571429,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-1 / column ifbench),,in, aaifbench,artificialanalysis,gpt-5.1,nothink,mixed,mid,AA-IFBench,,,,,,43.1972789115646,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-1-non-reasoning / column ifbench),,out:superseded, aaifbench,artificialanalysis,gpt-5.1-codex,high,mixed,mid,AA-IFBench,,,,,,70,acc%,2.89,,,https://artificialanalysis.ai/models ($ / row gpt-5-1-codex / column ifbench),,out:superseded, aaifbench,artificialanalysis,gpt-5.1-codex-mini,high,mixed,mid,AA-IFBench,,,,,,67.891156462585,acc%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row gpt-5-1-codex-mini / column ifbench),,out:superseded, aaifbench,artificialanalysis,gpt-5.2,medium,mixed,mid,AA-IFBench,,,,,,65.2380952380953,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-2-medium / column ifbench),,in, aaifbench,artificialanalysis,gpt-5.2,nothink,mixed,mid,AA-IFBench,,,,,,47.4149659863946,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-2-non-reasoning / column ifbench),,in, aaifbench,artificialanalysis,gpt-5.2,xhigh,mixed,mid,AA-IFBench,,,,,,75.4421768707483,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-2 / column ifbench),,in, aaifbench,artificialanalysis,gpt-5.2-codex,xhigh,mixed,mid,AA-IFBench,,,,,,77.6190476190476,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-2-codex / column ifbench),,out:superseded, aaifbench,artificialanalysis,gpt-5.3-codex,xhigh,mixed,mid,AA-IFBench,,,,,,75.3741496598639,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-3-codex / column ifbench),,in, aaifbench,artificialanalysis,gpt-5.4,low,mixed,mid,AA-IFBench,,,,,,65.9183673469388,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-low / column ifbench),,in, aaifbench,artificialanalysis,gpt-5.4,nothink,mixed,mid,AA-IFBench,,,,,,48.4353741496599,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-non-reasoning / column ifbench),,in, aaifbench,artificialanalysis,gpt-5.4,xhigh,mixed,mid,AA-IFBench,,,,,,73.9455782312925,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-4 / column ifbench),,in, aaifbench,artificialanalysis,gpt-5.4-mini,medium,mixed,mid,AA-IFBench,,,,,,64.7619047619048,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-mini-medium / column ifbench),,in, aaifbench,artificialanalysis,gpt-5.4-mini,nothink,mixed,mid,AA-IFBench,,,,,,38.843537414966,acc%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-mini-non-reasoning / column ifbench),,in, aaifbench,artificialanalysis,gpt-5.4-mini,xhigh,mixed,mid,AA-IFBench,,,,,,73.265306122449,acc%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-mini / column ifbench),,in, aaifbench,artificialanalysis,gpt-5.4-nano,medium,mixed,mid,AA-IFBench,,,,,,64.421768707483,acc%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-nano-medium / column ifbench),,in, aaifbench,artificialanalysis,gpt-5.4-nano,nothink,mixed,mid,AA-IFBench,,,,,,32.7210884353741,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-nano-non-reasoning / column ifbench),,out:superseded, aaifbench,artificialanalysis,gpt-5.4-nano,xhigh,mixed,mid,AA-IFBench,,,,,,75.9183673469388,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-nano / column ifbench),,out:superseded, aaifbench,artificialanalysis,gpt-5.5,high,mixed,mid,AA-IFBench,,,,,,71.6326530612245,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-5-high / column ifbench),,in, aaifbench,artificialanalysis,gpt-5.5,low,mixed,mid,AA-IFBench,,,,,,64.3537414965986,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-5-low / column ifbench),,in, aaifbench,artificialanalysis,gpt-5.5,medium,mixed,mid,AA-IFBench,,,,,,70.952380952381,acc%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row gpt-5-5-medium / column ifbench),,in, aaifbench,artificialanalysis,gpt-5.5,nothink,mixed,mid,AA-IFBench,,,,,,46.1224489795918,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-5-non-reasoning / column ifbench),,in, aaifbench,artificialanalysis,gpt-5.5,xhigh,mixed,mid,AA-IFBench,,,,,,75.8503401360544,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-5 / column ifbench),,in, aaifbench,artificialanalysis,gpt-5.5-instant-05-26,think,mixed,mid,AA-IFBench,,,,,,71.4965986394558,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-5-instant-05-26 / column ifbench),,out:effort-not-established, aaifbench,artificialanalysis,gpt-5.6-sol,high,mixed,mid,AA-IFBench,,,,,,69.1836734693878,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-high / column ifbench),,in, aaifbench,artificialanalysis,gpt-5.6-sol,low,mixed,mid,AA-IFBench,,,,,,66.530612244898,acc%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-low / column ifbench),,in, aaifbench,artificialanalysis,gpt-5.6-sol,max,mixed,mid,AA-IFBench,,,,,,72.6530612244898,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol / column ifbench),,in, aaifbench,artificialanalysis,gpt-5.6-sol,medium,mixed,mid,AA-IFBench,,,,,,69.5918367346939,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-medium / column ifbench),,in, aaifbench,artificialanalysis,gpt-5.6-sol,xhigh,mixed,mid,AA-IFBench,,,,,,71.0204081632653,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-xhigh / column ifbench),,in, aaifbench,artificialanalysis,gpt-5.6-terra,high,mixed,mid,AA-IFBench,,,,,,64.421768707483,acc%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-high / column ifbench),,in, aaifbench,artificialanalysis,gpt-5.6-terra,low,mixed,mid,AA-IFBench,,,,,,59.6598639455782,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-low / column ifbench),,in, aaifbench,artificialanalysis,gpt-5.6-terra,max,mixed,mid,AA-IFBench,,,,,,71.2244897959184,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra / column ifbench),,in, aaifbench,artificialanalysis,gpt-5.6-terra,medium,mixed,mid,AA-IFBench,,,,,,62.1768707482993,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-medium / column ifbench),,in, aaifbench,artificialanalysis,gpt-5.6-terra,xhigh,mixed,mid,AA-IFBench,,,,,,66.2585034013605,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-xhigh / column ifbench),,in, aaifbench,artificialanalysis,grok-4.1-fast,think,mixed,mid,AA-IFBench,,,,,,52.7210884353742,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row grok-4-1-fast-reasoning / column ifbench),,in, aaifbench,artificialanalysis,grok-4.1-fast,nothink,mixed,mid,AA-IFBench,,,,,,36.4625850340136,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row grok-4-1-fast / column ifbench),,in, aaifbench,artificialanalysis,grok-4.3,high,mixed,mid,AA-IFBench,,,,,,81.2925170068027,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row grok-4-3 / column ifbench),,in, aaifbench,artificialanalysis,grok-4.3,low,mixed,mid,AA-IFBench,,,,,,80.952380952381,acc%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row grok-4-3-low / column ifbench),,in, aaifbench,artificialanalysis,grok-4.3,medium,mixed,mid,AA-IFBench,,,,,,83.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row grok-4-3-medium / column ifbench),,in, aaifbench,artificialanalysis,grok-4.3,nothink,mixed,mid,AA-IFBench,,,,,,47.6190476190476,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row grok-4-3-non-reasoning / column ifbench),,in, aaifbench,artificialanalysis,haiku-3,solo,mixed,mid,AA-IFBench,,,,,,36.1224489795918,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-3-haiku / column ifbench),,out:single-couple, aaifbench,artificialanalysis,haiku-3.5,solo,mixed,mid,AA-IFBench,,,,,,42.7891156462585,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-3-5-haiku / column ifbench),,out:single-couple, aaifbench,artificialanalysis,haiku-4.5,nothink,mixed,mid,AA-IFBench,,,,,,42.0408163265306,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-4-5-haiku / column ifbench),,in, aaifbench,artificialanalysis,haiku-4.5,not-established:absent,mixed,mid,AA-IFBench,,,,,,54.2857142857143,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-4-5-haiku-reasoning / column ifbench),,out:effort-not-established, aaifbench,artificialanalysis,?Kimi K2 Thinking,not-established:absent,mixed,mid,AA-IFBench,,,,,,68.0952380952381,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row kimi-k2-thinking / column ifbench),,out:model-not-established, aaifbench,artificialanalysis,?Kimi K2.5,not-established:absent,mixed,mid,AA-IFBench,,,,,,70.2040816326531,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row kimi-k2-5 / column ifbench),,out:model-not-established, aaifbench,artificialanalysis,?Kimi K2.5,not-established:absent,mixed,mid,AA-IFBench,,,,,,43.6734693877551,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row kimi-k2-5-non-reasoning / column ifbench),,out:model-not-established, aaifbench,artificialanalysis,kimi-k2.6,think,mixed,mid,AA-IFBench,,,,,,75.9863945578231,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row kimi-k2-6 / column ifbench),,in, aaifbench,artificialanalysis,kimi-k2.6,nothink,mixed,mid,AA-IFBench,,,,,,44.2857142857143,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row kimi-k2-6-non-reasoning / column ifbench),,in, aaifbench,artificialanalysis,kimi-k2.7-code,solo,mixed,mid,AA-IFBench,,,,,,63.1292517006803,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row kimi-k2-7-code / column ifbench),,in, aaifbench,artificialanalysis,kimi-linear-48b-a3b-instruct,solo,mixed,mid,AA-IFBench,,,,,,28.0952380952381,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row kimi-linear-48b-a3b-instruct / column ifbench),,out:single-couple, aaifbench,artificialanalysis,opus-4,not-established:absent,mixed,mid,AA-IFBench,,,,,,53.7414965986395,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-4-opus-thinking / column ifbench),,out:effort-not-established, aaifbench,artificialanalysis,opus-4,not-established:absent,mixed,mid,AA-IFBench,,,,,,43.265306122449,acc%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row claude-4-opus / column ifbench),,out:effort-not-established, aaifbench,artificialanalysis,opus-4.1,not-established:absent,mixed,mid,AA-IFBench,,,,,,55.4421768707483,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-4-1-opus-thinking / column ifbench),,out:effort-not-established, aaifbench,artificialanalysis,opus-4.5,not-established:absent,mixed,mid,AA-IFBench,,,,,,57.9591836734694,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-5-thinking / column ifbench),,out:effort-not-established, aaifbench,artificialanalysis,opus-4.5,nothink,mixed,mid,AA-IFBench,,,,,,42.9931972789116,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-5 / column ifbench),,out:single-couple, aaifbench,artificialanalysis,opus-4.6,max,mixed,mid,AA-IFBench,,,,,,53.1292517006803,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-6-adaptive / column ifbench),,out:single-couple, aaifbench,artificialanalysis,opus-4.6,not-established:contradictory,mixed,mid,AA-IFBench,,,,,,44.6258503401361,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-6 / column ifbench),,out:effort-not-established, aaifbench,artificialanalysis,opus-4.7,max,mixed,mid,AA-IFBench,,,,,,58.6394557823129,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-7 / column ifbench),,in, aaifbench,artificialanalysis,opus-4.7,not-established:contradictory,mixed,mid,AA-IFBench,,,,,,43.6054421768707,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-7-non-reasoning / column ifbench),,out:effort-not-established, aaifbench,artificialanalysis,opus-4.8,max,mixed,mid,AA-IFBench,,,,,,62.2448979591837,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-8 / column ifbench),,in, aaifbench,artificialanalysis,qwen3-coder-next,nothink,mixed,mid,AA-IFBench,,,,,,35.2380952380952,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-coder-next / column ifbench),,in, aaifbench,artificialanalysis,qwen3-max-0123,think,mixed,mid,AA-IFBench,,,,,,70.7482993197279,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-max-thinking / column ifbench),,out:single-couple, aaifbench,artificialanalysis,qwen3.5-0.8b,think,mixed,mid,AA-IFBench,,,,,,21.4965986394558,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-0-8b / column ifbench),,out:superseded, aaifbench,artificialanalysis,qwen3.5-0.8b,nothink,mixed,mid,AA-IFBench,,,,,,21.5646258503401,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-0-8b-non-reasoning / column ifbench),,out:superseded, aaifbench,artificialanalysis,qwen3.5-122b-a10b,think,mixed,mid,AA-IFBench,,,,,,75.7142857142857,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-122b-a10b / column ifbench),,in, aaifbench,artificialanalysis,qwen3.5-122b-a10b,nothink,mixed,mid,AA-IFBench,,,,,,50.8163265306122,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-122b-a10b-non-reasoning / column ifbench),,out:superseded, aaifbench,artificialanalysis,qwen3.5-27b,think,mixed,mid,AA-IFBench,,,,,,75.578231292517,acc%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row qwen3-5-27b / column ifbench),,out:superseded, aaifbench,artificialanalysis,qwen3.5-27b,nothink,mixed,mid,AA-IFBench,,,,,,46.9387755102041,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-27b-non-reasoning / column ifbench),,in, aaifbench,artificialanalysis,qwen3.5-2b,think,mixed,mid,AA-IFBench,,,,,,31.4965986394558,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-2b / column ifbench),,out:superseded, aaifbench,artificialanalysis,qwen3.5-2b,nothink,mixed,mid,AA-IFBench,,,,,,29.1156462585034,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-2b-non-reasoning / column ifbench),,out:superseded, aaifbench,artificialanalysis,qwen3.5-35b-a3b,think,mixed,mid,AA-IFBench,,,,,,72.5170068027211,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-35b-a3b / column ifbench),,out:superseded, aaifbench,artificialanalysis,qwen3.5-35b-a3b,nothink,mixed,mid,AA-IFBench,,,,,,44.4897959183673,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-35b-a3b-non-reasoning / column ifbench),,out:superseded, aaifbench,artificialanalysis,qwen3.5-397b-a17b,think,mixed,mid,AA-IFBench,,,,,,78.7755102040816,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-397b-a17b / column ifbench),,in, aaifbench,artificialanalysis,qwen3.5-397b-a17b,nothink,mixed,mid,AA-IFBench,,,,,,51.6326530612245,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-397b-a17b-non-reasoning / column ifbench),,out:superseded, aaifbench,artificialanalysis,qwen3.5-4b,think,mixed,mid,AA-IFBench,,,,,,51.9727891156463,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-4b / column ifbench),,out:superseded, aaifbench,artificialanalysis,qwen3.5-4b,nothink,mixed,mid,AA-IFBench,,,,,,33.265306122449,acc%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row qwen3-5-4b-non-reasoning / column ifbench),,out:superseded, aaifbench,artificialanalysis,qwen3.5-9b,think,mixed,mid,AA-IFBench,,,,,,66.734693877551,acc%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row qwen3-5-9b / column ifbench),,out:superseded, aaifbench,artificialanalysis,qwen3.5-9b,nothink,mixed,mid,AA-IFBench,,,,,,37.8231292517007,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-9b-non-reasoning / column ifbench),,out:superseded, aaifbench,artificialanalysis,qwen3.5-omni-flash,nothink,mixed,mid,AA-IFBench,,,,,,37.9591836734694,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-omni-flash / column ifbench),,in, aaifbench,artificialanalysis,qwen3.5-omni-plus,nothink,mixed,mid,AA-IFBench,,,,,,51.156462585034,acc%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row qwen3-5-omni-plus / column ifbench),,in, aaifbench,artificialanalysis,qwen3.6-27b,think,mixed,mid,AA-IFBench,,,,,,67.5510204081633,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-6-27b / column ifbench),,in, aaifbench,artificialanalysis,qwen3.6-27b,nothink,mixed,mid,AA-IFBench,,,,,,45.7142857142857,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-6-27b-non-reasoning / column ifbench),,in, aaifbench,artificialanalysis,qwen3.6-35b-a3b,think,mixed,mid,AA-IFBench,,,,,,64.3537414965986,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-6-35b-a3b / column ifbench),,in, aaifbench,artificialanalysis,qwen3.6-35b-a3b,nothink,mixed,mid,AA-IFBench,,,,,,36.1904761904762,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-6-35b-a3b-non-reasoning / column ifbench),,in, aaifbench,artificialanalysis,qwen3.6-max-preview,think,mixed,mid,AA-IFBench,,,,,,76.5986394557823,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-6-max / column ifbench),,in, aaifbench,artificialanalysis,qwen3.6-plus,think,mixed,mid,AA-IFBench,,,,,,75.1700680272109,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-6-plus / column ifbench),,in, aaifbench,artificialanalysis,qwen3.7-max,think,mixed,mid,AA-IFBench,,,,,,80.5442176870748,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-7-max / column ifbench),,in, aaifbench,artificialanalysis,qwen3.7-plus,think,mixed,mid,AA-IFBench,,,,,,77.9591836734694,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-7-plus / column ifbench),,in, aaifbench,artificialanalysis,sonnet-3.7,not-established:absent,mixed,mid,AA-IFBench,,,,,,44.0136054421769,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-3-7-sonnet / column ifbench),,out:effort-not-established, aaifbench,artificialanalysis,sonnet-3.7,not-established:absent,mixed,mid,AA-IFBench,,,,,,48.2993197278912,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-3-7-sonnet-thinking / column ifbench),,out:effort-not-established, aaifbench,artificialanalysis,sonnet-4,not-established:absent,mixed,mid,AA-IFBench,,,,,,54.6938775510204,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-4-sonnet-thinking / column ifbench),,out:effort-not-established, aaifbench,artificialanalysis,sonnet-4,not-established:absent,mixed,mid,AA-IFBench,,,,,,45.3741496598639,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-4-sonnet / column ifbench),,out:effort-not-established, aaifbench,artificialanalysis,sonnet-4.5,not-established:absent,mixed,mid,AA-IFBench,,,,,,57.2789115646258,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-4-5-sonnet-thinking / column ifbench),,out:effort-not-established, aaifbench,artificialanalysis,sonnet-4.5,nothink,mixed,mid,AA-IFBench,,,,,,42.6530612244898,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-4-5-sonnet / column ifbench),,out:single-couple, aaifbench,artificialanalysis,sonnet-4.6,not-established:absent,mixed,mid,AA-IFBench,,,,,,56.5986394557823,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-sonnet-4-6-adaptive / column ifbench),,out:effort-not-established, aaime25,artificialanalysis,deepseek-v3.2,nothink,reasoning-math,hard,AA-AIME25,,,,,,59,acc%,0.289,,,https://artificialanalysis.ai/models ($ / row deepseek-v3-2 / column aime25),,out:superseded, aaime25,artificialanalysis,deepseek-v3.2,think,reasoning-math,hard,AA-AIME25,,,,,,92,acc%,0.289,,,https://artificialanalysis.ai/models ($ / row deepseek-v3-2-reasoning / column aime25),,out:superseded, aaime25,artificialanalysis,deepseek-v3.2-speciale,solo,reasoning-math,hard,AA-AIME25,,,,,,96.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v3-2-speciale / column aime25),,out:superseded, aaime25,artificialanalysis,gemini-3-flash,not-established:absent,reasoning-math,hard,AA-AIME25,,,,,,97,acc%,0.289,,,https://artificialanalysis.ai/models ($ / row gemini-3-flash-reasoning / column aime25),,out:effort-not-established, aaime25,artificialanalysis,gemini-3-flash,not-established:absent,reasoning-math,hard,AA-AIME25,,,,,,55.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-flash / column aime25),,out:effort-not-established, aaime25,artificialanalysis,gemini-3-pro,high,reasoning-math,hard,AA-AIME25,,,,,,95.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-pro / column aime25),,out:superseded, aaime25,artificialanalysis,gemini-3-pro,low,reasoning-math,hard,AA-AIME25,,,,,,86.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-pro-low / column aime25),,out:superseded, aaime25,artificialanalysis,glm-4.7,think,reasoning-math,hard,AA-AIME25,,,,,,95,acc%,0.289,,,https://artificialanalysis.ai/models ($ / row glm-4-7 / column aime25),,in, aaime25,artificialanalysis,glm-4.7,nothink,reasoning-math,hard,AA-AIME25,,,,,,48,acc%,0.289,,,https://artificialanalysis.ai/models ($ / row glm-4-7-non-reasoning / column aime25),,in, aaime25,artificialanalysis,gpt-5.1,high,reasoning-math,hard,AA-AIME25,,,,,,94,acc%,0.289,,,https://artificialanalysis.ai/models ($ / row gpt-5-1 / column aime25),,in, aaime25,artificialanalysis,gpt-5.1,nothink,reasoning-math,hard,AA-AIME25,,,,,,38,acc%,0.289,,,https://artificialanalysis.ai/models ($ / row gpt-5-1-non-reasoning / column aime25),,out:superseded, aaime25,artificialanalysis,gpt-5.1-codex,high,reasoning-math,hard,AA-AIME25,,,,,,95.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-1-codex / column aime25),,out:superseded, aaime25,artificialanalysis,gpt-5.1-codex-mini,high,reasoning-math,hard,AA-AIME25,,,,,,91.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-1-codex-mini / column aime25),,out:superseded, aaime25,artificialanalysis,gpt-5.2,medium,reasoning-math,hard,AA-AIME25,,,,,,96.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-2-medium / column aime25),,in, aaime25,artificialanalysis,gpt-5.2,nothink,reasoning-math,hard,AA-AIME25,,,,,,51,acc%,0.289,,,https://artificialanalysis.ai/models ($ / row gpt-5-2-non-reasoning / column aime25),,in, aaime25,artificialanalysis,gpt-5.2,xhigh,reasoning-math,hard,AA-AIME25,,,,,,99,acc%,0.289,,,https://artificialanalysis.ai/models ($ / row gpt-5-2 / column aime25),,in, aaime25,artificialanalysis,grok-4.1-fast,think,reasoning-math,hard,AA-AIME25,,,,,,89.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row grok-4-1-fast-reasoning / column aime25),,in, aaime25,artificialanalysis,grok-4.1-fast,nothink,reasoning-math,hard,AA-AIME25,,,,,,34.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row grok-4-1-fast / column aime25),,in, aaime25,artificialanalysis,haiku-4.5,nothink,reasoning-math,hard,AA-AIME25,,,,,,39,acc%,0.289,,,https://artificialanalysis.ai/models ($ / row claude-4-5-haiku / column aime25),,in, aaime25,artificialanalysis,haiku-4.5,not-established:absent,reasoning-math,hard,AA-AIME25,,,,,,83.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-4-5-haiku-reasoning / column aime25),,out:effort-not-established, aaime25,artificialanalysis,?Kimi K2 Thinking,not-established:absent,reasoning-math,hard,AA-AIME25,,,,,,94.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row kimi-k2-thinking / column aime25),,out:model-not-established, aaime25,artificialanalysis,kimi-linear-48b-a3b-instruct,solo,reasoning-math,hard,AA-AIME25,,,,,,36.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row kimi-linear-48b-a3b-instruct / column aime25),,out:single-couple, aaime25,artificialanalysis,opus-4,not-established:absent,reasoning-math,hard,AA-AIME25,,,,,,73.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-4-opus-thinking / column aime25),,out:effort-not-established, aaime25,artificialanalysis,opus-4,not-established:absent,reasoning-math,hard,AA-AIME25,,,,,,36.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-4-opus / column aime25),,out:effort-not-established, aaime25,artificialanalysis,opus-4.1,not-established:absent,reasoning-math,hard,AA-AIME25,,,,,,80.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-4-1-opus-thinking / column aime25),,out:effort-not-established, aaime25,artificialanalysis,opus-4.5,not-established:absent,reasoning-math,hard,AA-AIME25,,,,,,91.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-5-thinking / column aime25),,out:effort-not-established, aaime25,artificialanalysis,opus-4.5,nothink,reasoning-math,hard,AA-AIME25,,,,,,62.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-5 / column aime25),,out:single-couple, aaime25,artificialanalysis,sonnet-3.7,not-established:absent,reasoning-math,hard,AA-AIME25,,,,,,21,acc%,0.289,,,https://artificialanalysis.ai/models ($ / row claude-3-7-sonnet / column aime25),,out:effort-not-established, aaime25,artificialanalysis,sonnet-3.7,not-established:absent,reasoning-math,hard,AA-AIME25,,,,,,56.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-3-7-sonnet-thinking / column aime25),,out:effort-not-established, aaime25,artificialanalysis,sonnet-4,not-established:absent,reasoning-math,hard,AA-AIME25,,,,,,74.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-4-sonnet-thinking / column aime25),,out:effort-not-established, aaime25,artificialanalysis,sonnet-4,not-established:absent,reasoning-math,hard,AA-AIME25,,,,,,38,acc%,0.289,,,https://artificialanalysis.ai/models ($ / row claude-4-sonnet / column aime25),,out:effort-not-established, aaime25,artificialanalysis,sonnet-4.5,not-established:absent,reasoning-math,hard,AA-AIME25,,,,,,88,acc%,0.289,,,https://artificialanalysis.ai/models ($ / row claude-4-5-sonnet-thinking / column aime25),,out:effort-not-established, aaime25,artificialanalysis,sonnet-4.5,nothink,reasoning-math,hard,AA-AIME25,,,,,,37,acc%,0.289,,,https://artificialanalysis.ai/models ($ / row claude-4-5-sonnet / column aime25),,out:single-couple, aalcb,artificialanalysis,claude-2.0,solo,coding,hard,AA-LCB,,,,,,17.1428571428571,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-2 / column livecodebench),,out:single-couple, aalcb,artificialanalysis,claude-2.1,solo,coding,hard,AA-LCB,,,,,,19.4708994708995,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-21 / column livecodebench),,out:single-couple, aalcb,artificialanalysis,deepseek-v3.2,nothink,coding,hard,AA-LCB,,,,,,59.2592592592593,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v3-2 / column livecodebench),,out:superseded, aalcb,artificialanalysis,deepseek-v3.2,think,coding,hard,AA-LCB,,,,,,86.2433862433862,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v3-2-reasoning / column livecodebench),,out:superseded, aalcb,artificialanalysis,deepseek-v3.2-speciale,solo,coding,hard,AA-LCB,,,,,,89.6296296296296,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v3-2-speciale / column livecodebench),,out:superseded, aalcb,artificialanalysis,gemini-3-flash,not-established:absent,coding,hard,AA-LCB,,,,,,90.7936507936508,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-flash-reasoning / column livecodebench),,out:effort-not-established, aalcb,artificialanalysis,gemini-3-flash,not-established:absent,coding,hard,AA-LCB,,,,,,79.6825396825397,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-flash / column livecodebench),,out:effort-not-established, aalcb,artificialanalysis,gemini-3-pro,high,coding,hard,AA-LCB,,,,,,91.7460317460317,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-pro / column livecodebench),,out:superseded, aalcb,artificialanalysis,gemini-3-pro,low,coding,hard,AA-LCB,,,,,,85.7142857142857,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-pro-low / column livecodebench),,out:superseded, aalcb,artificialanalysis,glm-4.7,think,coding,hard,AA-LCB,,,,,,89.4179894179894,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row glm-4-7 / column livecodebench),,in, aalcb,artificialanalysis,glm-4.7,nothink,coding,hard,AA-LCB,,,,,,56.1904761904762,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row glm-4-7-non-reasoning / column livecodebench),,in, aalcb,artificialanalysis,gpt-5.1,high,coding,hard,AA-LCB,,,,,,86.7724867724868,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-1 / column livecodebench),,in, aalcb,artificialanalysis,gpt-5.1,nothink,coding,hard,AA-LCB,,,,,,49.4179894179894,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-1-non-reasoning / column livecodebench),,out:superseded, aalcb,artificialanalysis,gpt-5.1-codex,high,coding,hard,AA-LCB,,,,,,84.8677248677249,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-1-codex / column livecodebench),,out:superseded, aalcb,artificialanalysis,gpt-5.1-codex-mini,high,coding,hard,AA-LCB,,,,,,83.5978835978836,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-1-codex-mini / column livecodebench),,out:superseded, aalcb,artificialanalysis,gpt-5.2,medium,coding,hard,AA-LCB,,,,,,89.4179894179894,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-2-medium / column livecodebench),,in, aalcb,artificialanalysis,gpt-5.2,nothink,coding,hard,AA-LCB,,,,,,66.8783068783069,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-2-non-reasoning / column livecodebench),,in, aalcb,artificialanalysis,gpt-5.2,xhigh,coding,hard,AA-LCB,,,,,,88.8888888888889,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-2 / column livecodebench),,in, aalcb,artificialanalysis,grok-4.1-fast,think,coding,hard,AA-LCB,,,,,,82.2222222222222,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row grok-4-1-fast-reasoning / column livecodebench),,in, aalcb,artificialanalysis,grok-4.1-fast,nothink,coding,hard,AA-LCB,,,,,,39.8941798941799,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row grok-4-1-fast / column livecodebench),,in, aalcb,artificialanalysis,haiku-3,solo,coding,hard,AA-LCB,,,,,,15.4497354497354,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-3-haiku / column livecodebench),,out:single-couple, aalcb,artificialanalysis,haiku-3.5,solo,coding,hard,AA-LCB,,,,,,31.4285714285714,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-3-5-haiku / column livecodebench),,out:single-couple, aalcb,artificialanalysis,haiku-4.5,nothink,coding,hard,AA-LCB,,,,,,51.1111111111111,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-4-5-haiku / column livecodebench),,in, aalcb,artificialanalysis,haiku-4.5,not-established:absent,coding,hard,AA-LCB,,,,,,61.4814814814815,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-4-5-haiku-reasoning / column livecodebench),,out:effort-not-established, aalcb,artificialanalysis,?Kimi K2 Thinking,not-established:absent,coding,hard,AA-LCB,,,,,,85.2910052910053,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row kimi-k2-thinking / column livecodebench),,out:model-not-established, aalcb,artificialanalysis,kimi-linear-48b-a3b-instruct,solo,coding,hard,AA-LCB,,,,,,37.7777777777778,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row kimi-linear-48b-a3b-instruct / column livecodebench),,out:single-couple, aalcb,artificialanalysis,opus-3,solo,coding,hard,AA-LCB,,,,,,27.9365079365079,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-3-opus / column livecodebench),,out:single-couple, aalcb,artificialanalysis,opus-4,not-established:absent,coding,hard,AA-LCB,,,,,,63.5978835978836,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-4-opus-thinking / column livecodebench),,out:effort-not-established, aalcb,artificialanalysis,opus-4,not-established:absent,coding,hard,AA-LCB,,,,,,54.1798941798942,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-4-opus / column livecodebench),,out:effort-not-established, aalcb,artificialanalysis,opus-4.1,not-established:absent,coding,hard,AA-LCB,,,,,,65.35448276,acc%,2.89e-09,,,https://artificialanalysis.ai/models ($ / row claude-4-1-opus-thinking / column livecodebench),,out:effort-not-established, aalcb,artificialanalysis,opus-4.5,not-established:absent,coding,hard,AA-LCB,,,,,,87.0899470899471,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-5-thinking / column livecodebench),,out:effort-not-established, aalcb,artificialanalysis,opus-4.5,nothink,coding,hard,AA-LCB,,,,,,73.7566137566138,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-5 / column livecodebench),,out:single-couple, aalcb,artificialanalysis,sonnet-3,solo,coding,hard,AA-LCB,,,,,,17.4603174603175,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-3-sonnet / column livecodebench),,out:single-couple, aalcb,artificialanalysis,sonnet-3.5-1022,solo,coding,hard,AA-LCB,,,,,,38.0952380952381,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-35-sonnet / column livecodebench),,out:single-couple, aalcb,artificialanalysis,sonnet-3.7,not-established:absent,coding,hard,AA-LCB,,,,,,39.3650793650794,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-3-7-sonnet / column livecodebench),,out:effort-not-established, aalcb,artificialanalysis,sonnet-3.7,not-established:absent,coding,hard,AA-LCB,,,,,,47.3015873015873,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-3-7-sonnet-thinking / column livecodebench),,out:effort-not-established, aalcb,artificialanalysis,sonnet-4,not-established:absent,coding,hard,AA-LCB,,,,,,65.5026455026455,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-4-sonnet-thinking / column livecodebench),,out:effort-not-established, aalcb,artificialanalysis,sonnet-4,not-established:absent,coding,hard,AA-LCB,,,,,,44.8677248677249,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-4-sonnet / column livecodebench),,out:effort-not-established, aalcb,artificialanalysis,sonnet-4.5,not-established:absent,coding,hard,AA-LCB,,,,,,71.4285714285714,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-4-5-sonnet-thinking / column livecodebench),,out:effort-not-established, aalcb,artificialanalysis,sonnet-4.5,nothink,coding,hard,AA-LCB,,,,,,59.047619047619,acc%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row claude-4-5-sonnet / column livecodebench),,out:single-couple, aatau-banking#none,artificialanalysis,deepseek-v4-flash-0731,max,agentic-tool,hard,AA-tau-banking,,,,,,39.3814432989691,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash / column tauBanking),,out:superseded, aatau-banking#none,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,agentic-tool,hard,AA-tau-banking,,,,,,26.1855670103093,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash-0420-high / column tauBanking),,out:model-not-established, aatau-banking#none,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,agentic-tool,hard,AA-tau-banking,,,,,,30.9278350515464,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash-0420 / column tauBanking),,out:model-not-established, aatau-banking#none,artificialanalysis,?DeepSeek V4 Flash Vision,not-established:absent,agentic-tool,hard,AA-tau-banking,,,,,,41.0309278350515,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash-vision / column tauBanking),,out:model-not-established, aatau-banking#none,artificialanalysis,deepseek-v4-pro-0813,max,agentic-tool,hard,AA-tau-banking,,,,,,39.5876288659794,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro / column tauBanking),,out:superseded, aatau-banking#none,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,agentic-tool,hard,AA-tau-banking,,,,,,26.1855670103093,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro-0424-high / column tauBanking),,out:model-not-established, aatau-banking#none,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,agentic-tool,hard,AA-tau-banking,,,,,,30.1030927835052,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro-0424 / column tauBanking),,out:model-not-established, aatau-banking#none,artificialanalysis,fable-5,max,agentic-tool,hard,AA-tau-banking,,,,,,38.1443298969072,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-fable-5 / column tauBanking),,in, aatau-banking#none,artificialanalysis,gemini-3-flash,not-established:absent,agentic-tool,hard,AA-tau-banking,,,,,,20.8247422680412,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-flash-reasoning / column tauBanking),,out:effort-not-established, aatau-banking#none,artificialanalysis,gemini-3.1-flash-lite,high,agentic-tool,hard,AA-tau-banking,,,,,,9.69072164948454,pass%,2.89e-15,,prev=0.0969072164948454 (src-artificialanalysis-models-wayback-2026-09-01#M365),https://artificialanalysis.ai/models ($ / row gemini-3-1-flash-lite-preview / column tauBanking),,in, aatau-banking#none,artificialanalysis,gemini-3.1-pro,not-established:absent,agentic-tool,hard,AA-tau-banking,,,,,,21.4432989690722,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-1-pro-preview / column tauBanking),,out:effort-not-established, aatau-banking#none,artificialanalysis,gemini-3.5-flash,high,agentic-tool,hard,AA-tau-banking,,,,,,32.1649484536082,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-5-flash / column tauBanking),,out:superseded, aatau-banking#none,artificialanalysis,gemini-3.5-flash-lite,high,agentic-tool,hard,AA-tau-banking,,,,,,17.5257731958763,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-5-flash-lite / column tauBanking),,in, aatau-banking#none,artificialanalysis,gemini-3.6-flash,high,agentic-tool,hard,AA-tau-banking,,,,,,29.8969072164948,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-6-flash / column tauBanking),,in, aatau-banking#none,artificialanalysis,gemini-3.7-flash,high,agentic-tool,hard,AA-tau-banking,,,,,,32.7835051546392,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-7-flash / column tauBanking),,in, aatau-banking#none,artificialanalysis,gemini-3.7-flash,low,agentic-tool,hard,AA-tau-banking,,,,,,29.4845360824742,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-7-flash-low / column tauBanking),,in, aatau-banking#none,artificialanalysis,gemini-3.7-flash,medium,agentic-tool,hard,AA-tau-banking,,,,,,35.4639175257732,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-7-flash-medium / column tauBanking),,in, aatau-banking#none,artificialanalysis,glm-4.7,think,agentic-tool,hard,AA-tau-banking,,,,,,12.1649484536082,pass%,2.89e-14,,prev=0.121649484536082 (src-artificialanalysis-models-wayback-2026-09-01#M376),https://artificialanalysis.ai/models ($ / row glm-4-7 / column tauBanking),,in, aatau-banking#none,artificialanalysis,glm-5.1,think,agentic-tool,hard,AA-tau-banking,,,,,,13.6082474226804,pass%,2.89e-14,,prev=0.136082474226804 (src-artificialanalysis-models-wayback-2026-09-01#M382),https://artificialanalysis.ai/models ($ / row glm-5-1 / column tauBanking),,in, aatau-banking#none,artificialanalysis,glm-5.2,not-established:absent,agentic-tool,hard,AA-tau-banking,,,,,,34.639175257732,pass%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row glm-5-2 / column tauBanking),,out:effort-not-established, aatau-banking#none,artificialanalysis,glm-5.2,not-established:absent,agentic-tool,hard,AA-tau-banking,,,,,,16.7010309278351,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row glm-5-2-non-reasoning / column tauBanking),,out:effort-not-established, aatau-banking#none,artificialanalysis,gpt-5.1,high,agentic-tool,hard,AA-tau-banking,,,,,,15.8762886597938,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-1 / column tauBanking),,in, aatau-banking#none,artificialanalysis,gpt-5.2,nothink,agentic-tool,hard,AA-tau-banking,,,,,,11.1340206185567,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-2-non-reasoning / column tauBanking),,in, aatau-banking#none,artificialanalysis,gpt-5.4,xhigh,agentic-tool,hard,AA-tau-banking,,,,,,39.5876288659794,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-4 / column tauBanking),,in, aatau-banking#none,artificialanalysis,gpt-5.4-mini,xhigh,agentic-tool,hard,AA-tau-banking,,,,,,25.5670103092783,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-mini / column tauBanking),,in, aatau-banking#none,artificialanalysis,gpt-5.4-nano,xhigh,agentic-tool,hard,AA-tau-banking,,,,,,27.4226804123711,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-nano / column tauBanking),,out:superseded, aatau-banking#none,artificialanalysis,gpt-5.5,high,agentic-tool,hard,AA-tau-banking,,,,,,36.701030927835,pass%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row gpt-5-5-high / column tauBanking),,in, aatau-banking#none,artificialanalysis,gpt-5.5,low,agentic-tool,hard,AA-tau-banking,,,,,,24.9484536082474,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-5-low / column tauBanking),,in, aatau-banking#none,artificialanalysis,gpt-5.5,medium,agentic-tool,hard,AA-tau-banking,,,,,,29.8969072164948,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-5-medium / column tauBanking),,in, aatau-banking#none,artificialanalysis,gpt-5.5,nothink,agentic-tool,hard,AA-tau-banking,,,,,,14.8453608247423,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-5-non-reasoning / column tauBanking),,in, aatau-banking#none,artificialanalysis,gpt-5.5,xhigh,agentic-tool,hard,AA-tau-banking,,,,,,38.9690721649485,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-5 / column tauBanking),,in, aatau-banking#none,artificialanalysis,gpt-5.5-instant-06-26,think,agentic-tool,hard,AA-tau-banking,,,,,,11.7525773195876,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-5-instant-06-26 / column tauBanking),,out:effort-not-established, aatau-banking#none,artificialanalysis,gpt-5.6-luna,high,agentic-tool,hard,AA-tau-banking,,,,,,25.1546391752577,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-high / column tauBanking),,in, aatau-banking#none,artificialanalysis,gpt-5.6-luna,low,agentic-tool,hard,AA-tau-banking,,,,,,12.7835051546392,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-low / column tauBanking),,in, aatau-banking#none,artificialanalysis,gpt-5.6-luna,max,agentic-tool,hard,AA-tau-banking,,,,,,31.1340206185567,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna / column tauBanking),,in, aatau-banking#none,artificialanalysis,gpt-5.6-luna,medium,agentic-tool,hard,AA-tau-banking,,,,,,17.7319587628866,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-medium / column tauBanking),,in, aatau-banking#none,artificialanalysis,gpt-5.6-luna,nothink,agentic-tool,hard,AA-tau-banking,,,,,,9.69072164948454,pass%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-non-reasoning / column tauBanking),,in, aatau-banking#none,artificialanalysis,gpt-5.6-luna,xhigh,agentic-tool,hard,AA-tau-banking,,,,,,28.659793814433,pass%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-xhigh / column tauBanking),,in, aatau-banking#none,artificialanalysis,gpt-5.6-sol,high,agentic-tool,hard,AA-tau-banking,,,,,,36.701030927835,pass%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-high / column tauBanking),,in, aatau-banking#none,artificialanalysis,gpt-5.6-sol,low,agentic-tool,hard,AA-tau-banking,,,,,,29.0721649484536,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-low / column tauBanking),,in, aatau-banking#none,artificialanalysis,gpt-5.6-sol,max,agentic-tool,hard,AA-tau-banking,,,,,,44.3298969072165,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol / column tauBanking),,in, aatau-banking#none,artificialanalysis,gpt-5.6-sol,medium,agentic-tool,hard,AA-tau-banking,,,,,,36.4948453608247,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-medium / column tauBanking),,in, aatau-banking#none,artificialanalysis,gpt-5.6-sol,nothink,agentic-tool,hard,AA-tau-banking,,,,,,19.5876288659794,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-non-reasoning / column tauBanking),,in, aatau-banking#none,artificialanalysis,gpt-5.6-sol,xhigh,agentic-tool,hard,AA-tau-banking,,,,,,38.1443298969072,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-xhigh / column tauBanking),,in, aatau-banking#none,artificialanalysis,gpt-5.6-terra,high,agentic-tool,hard,AA-tau-banking,,,,,,28.659793814433,pass%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-high / column tauBanking),,in, aatau-banking#none,artificialanalysis,gpt-5.6-terra,low,agentic-tool,hard,AA-tau-banking,,,,,,18.7628865979381,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-low / column tauBanking),,in, aatau-banking#none,artificialanalysis,gpt-5.6-terra,max,agentic-tool,hard,AA-tau-banking,,,,,,40.2061855670103,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra / column tauBanking),,in, aatau-banking#none,artificialanalysis,gpt-5.6-terra,medium,agentic-tool,hard,AA-tau-banking,,,,,,25.5670103092783,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-medium / column tauBanking),,in, aatau-banking#none,artificialanalysis,gpt-5.6-terra,nothink,agentic-tool,hard,AA-tau-banking,,,,,,15.6701030927835,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-non-reasoning / column tauBanking),,in, aatau-banking#none,artificialanalysis,gpt-5.6-terra,xhigh,agentic-tool,hard,AA-tau-banking,,,,,,29.6907216494845,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-xhigh / column tauBanking),,in, aatau-banking#none,artificialanalysis,grok-4.3,high,agentic-tool,hard,AA-tau-banking,,,,,,12.3711340206186,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row grok-4-3 / column tauBanking),,in, aatau-banking#none,artificialanalysis,grok-4.3,nothink,agentic-tool,hard,AA-tau-banking,,,,,,8.04123711340206,pass%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row grok-4-3-non-reasoning / column tauBanking),,in, aatau-banking#none,artificialanalysis,grok-4.5,high,agentic-tool,hard,AA-tau-banking,,,,,,42.0618556701031,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row grok-4-5 / column tauBanking),,in, aatau-banking#none,artificialanalysis,grok-4.6,high,agentic-tool,hard,AA-tau-banking,,,,,,50.7216494845361,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row grok-4-6 / column tauBanking),,in, aatau-banking#none,artificialanalysis,grok-4.6,low,agentic-tool,hard,AA-tau-banking,,,,,,38.1443298969072,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row grok-4-6-low / column tauBanking),,in, aatau-banking#none,artificialanalysis,grok-4.6,medium,agentic-tool,hard,AA-tau-banking,,,,,,44.3298969072165,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row grok-4-6-medium / column tauBanking),,in, aatau-banking#none,artificialanalysis,grok-4.6,xhigh,agentic-tool,hard,AA-tau-banking,,,,,,43.298969072165,pass%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row grok-4-6-xhigh / column tauBanking),,in, aatau-banking#none,artificialanalysis,?Grok Build 0.1 0616,not-established:absent,agentic-tool,hard,AA-tau-banking,,,,,,13.4020618556701,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row grok-build-0-1-06-16 / column tauBanking),,out:model-not-established, aatau-banking#none,artificialanalysis,haiku-4.5,not-established:absent,agentic-tool,hard,AA-tau-banking,,,,,,9.27835051546392,pass%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row claude-4-5-haiku-reasoning / column tauBanking),,out:effort-not-established, aatau-banking#none,artificialanalysis,?Kimi K2.5,not-established:absent,agentic-tool,hard,AA-tau-banking,,,,,,14.2268041237113,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row kimi-k2-5 / column tauBanking),,out:model-not-established, aatau-banking#none,artificialanalysis,kimi-k2.6,think,agentic-tool,hard,AA-tau-banking,,,,,,23.2989690721649,pass%,2.89e-14,,prev=0.232989690721649 (src-artificialanalysis-models-wayback-2026-09-01#M432),https://artificialanalysis.ai/models ($ / row kimi-k2-6 / column tauBanking),,in, aatau-banking#none,artificialanalysis,kimi-k2.7-code,solo,agentic-tool,hard,AA-tau-banking,,,,,,20.2061855670103,pass%,2.89e-14,,prev=0.202061855670103 (src-artificialanalysis-models-wayback-2026-09-01#M433),https://artificialanalysis.ai/models ($ / row kimi-k2-7-code / column tauBanking),,in, aatau-banking#none,artificialanalysis,opus-4.7,max,agentic-tool,hard,AA-tau-banking,,,,,,34.639175257732,pass%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-7 / column tauBanking),,in, aatau-banking#none,artificialanalysis,opus-4.8,max,agentic-tool,hard,AA-tau-banking,,,,,,34.2268041237113,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-8 / column tauBanking),,in, aatau-banking#none,artificialanalysis,opus-5,high,agentic-tool,hard,AA-tau-banking,,,,,,44.7422680412371,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-5-high / column tauBanking),,in, aatau-banking#none,artificialanalysis,opus-5,low,agentic-tool,hard,AA-tau-banking,,,,,,30.3092783505155,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-5-low / column tauBanking),,in, aatau-banking#none,artificialanalysis,opus-5,max,agentic-tool,hard,AA-tau-banking,,,,,,42.0618556701031,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-5 / column tauBanking),,in, aatau-banking#none,artificialanalysis,opus-5,medium,agentic-tool,hard,AA-tau-banking,,,,,,38.5567010309278,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-5-medium / column tauBanking),,in, aatau-banking#none,artificialanalysis,opus-5,xhigh,agentic-tool,hard,AA-tau-banking,,,,,,43.298969072165,pass%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row claude-opus-5-xhigh / column tauBanking),,in, aatau-banking#none,artificialanalysis,qwen3-coder-next,nothink,agentic-tool,hard,AA-tau-banking,,,,,,5.36082474226804,pass%,2.89e-15,,prev=0.0536082474226804 (src-artificialanalysis-models-wayback-2026-09-01#M517),https://artificialanalysis.ai/models ($ / row qwen3-coder-next / column tauBanking),,in, aatau-banking#none,artificialanalysis,qwen3.5-122b-a10b,think,agentic-tool,hard,AA-tau-banking,,,,,,15.2577319587629,pass%,2.89e-14,,prev=0.152577319587629 (src-artificialanalysis-models-wayback-2026-09-01#M484),https://artificialanalysis.ai/models ($ / row qwen3-5-122b-a10b / column tauBanking),,in, aatau-banking#none,artificialanalysis,qwen3.5-122b-a10b,nothink,agentic-tool,hard,AA-tau-banking,,,,,,10.3092783505155,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-122b-a10b-non-reasoning / column tauBanking),,out:superseded, aatau-banking#none,artificialanalysis,qwen3.5-35b-a3b,nothink,agentic-tool,hard,AA-tau-banking,,,,,,4.94845360824742,pass%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row qwen3-5-35b-a3b-non-reasoning / column tauBanking),,out:superseded, aatau-banking#none,artificialanalysis,qwen3.5-397b-a17b,think,agentic-tool,hard,AA-tau-banking,,,,,,13.4020618556701,pass%,2.89e-14,,prev=0.134020618556701 (src-artificialanalysis-models-wayback-2026-09-01#M489),https://artificialanalysis.ai/models ($ / row qwen3-5-397b-a17b / column tauBanking),,in, aatau-banking#none,artificialanalysis,qwen3.5-4b,think,agentic-tool,hard,AA-tau-banking,,,,,,6.80412371134021,pass%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row qwen3-5-4b / column tauBanking),,out:superseded, aatau-banking#none,artificialanalysis,qwen3.5-4b,nothink,agentic-tool,hard,AA-tau-banking,,,,,,4.32989690721649,pass%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row qwen3-5-4b-non-reasoning / column tauBanking),,out:superseded, aatau-banking#none,artificialanalysis,qwen3.5-9b,think,agentic-tool,hard,AA-tau-banking,,,,,,7.01030927835052,pass%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row qwen3-5-9b / column tauBanking),,out:superseded, aatau-banking#none,artificialanalysis,qwen3.6-27b,think,agentic-tool,hard,AA-tau-banking,,,,,,16.7010309278351,pass%,2.89e-14,,prev=0.167010309278351 (src-artificialanalysis-models-wayback-2026-09-01#M495),https://artificialanalysis.ai/models ($ / row qwen3-6-27b / column tauBanking),,in, aatau-banking#none,artificialanalysis,qwen3.6-27b,nothink,agentic-tool,hard,AA-tau-banking,,,,,,9.27835051546392,pass%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row qwen3-6-27b-non-reasoning / column tauBanking),,in, aatau-banking#none,artificialanalysis,qwen3.6-35b-a3b,think,agentic-tool,hard,AA-tau-banking,,,,,,9.27835051546392,pass%,2.89e-15,,prev=0.0927835051546392 (src-artificialanalysis-models-wayback-2026-09-01#M496),https://artificialanalysis.ai/models ($ / row qwen3-6-35b-a3b / column tauBanking),,in, aatau-banking#none,artificialanalysis,qwen3.6-35b-a3b,nothink,agentic-tool,hard,AA-tau-banking,,,,,,5.36082474226804,pass%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row qwen3-6-35b-a3b-non-reasoning / column tauBanking),,in, aatau-banking#none,artificialanalysis,qwen3.6-plus,think,agentic-tool,hard,AA-tau-banking,,,,,,20.8247422680412,pass%,2.89e-14,,prev=0.208247422680412 (src-artificialanalysis-models-wayback-2026-09-01#M499),https://artificialanalysis.ai/models ($ / row qwen3-6-plus / column tauBanking),,in, aatau-banking#none,artificialanalysis,qwen3.7-max,think,agentic-tool,hard,AA-tau-banking,,,,,,11.7525773195876,pass%,2.89e-14,,prev=0.117525773195876 (src-artificialanalysis-models-wayback-2026-09-01#M501),https://artificialanalysis.ai/models ($ / row qwen3-7-max / column tauBanking),,in, aatau-banking#none,artificialanalysis,qwen3.7-plus,think,agentic-tool,hard,AA-tau-banking,,,,,,17.5257731958763,pass%,2.89e-14,,prev=0.175257731958763 (src-artificialanalysis-models-wayback-2026-09-01#M502),https://artificialanalysis.ai/models ($ / row qwen3-7-plus / column tauBanking),,in, aatau-banking#none,artificialanalysis,qwen3.8-2.4t-a95b,not-established:absent,agentic-tool,hard,AA-tau-banking,,,,,,49.0721649484536,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-8-2-4t-a95b / column tauBanking),,out:effort-not-established, aatau-banking#none,artificialanalysis,qwen3.8-flash-next,not-established:absent,agentic-tool,hard,AA-tau-banking,,,,,,45.360824742268,pass%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row qwen3-8-flash-next / column tauBanking),,out:effort-not-established, aatau-banking#none,artificialanalysis,?Qwen3.8 Max,not-established:absent,agentic-tool,hard,AA-tau-banking,,,,,,51.340206185567,pass%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row qwen3-8-max-0803 / column tauBanking),,out:model-not-established, aatau-banking#none,artificialanalysis,sonnet-4,not-established:absent,agentic-tool,hard,AA-tau-banking,,,,,,16.7010309278351,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-4-sonnet-thinking / column tauBanking),,out:effort-not-established, aatau-banking#none,artificialanalysis,sonnet-4.5,not-established:absent,agentic-tool,hard,AA-tau-banking,,,,,,24.5360824742268,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-4-5-sonnet-thinking / column tauBanking),,out:effort-not-established, aatau-banking#none,artificialanalysis,sonnet-4.6,not-established:absent,agentic-tool,hard,AA-tau-banking,,,,,,34.4329896907216,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-sonnet-4-6-adaptive / column tauBanking),,out:effort-not-established, aatau-banking#none,artificialanalysis,sonnet-5,max,agentic-tool,hard,AA-tau-banking,,,,,,37.319587628866,pass%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row claude-sonnet-5 / column tauBanking),,in, aatau-banking#none,artificialanalysis,sonnet-5,not-established:contradictory,agentic-tool,hard,AA-tau-banking,,,,,,15.6701030927835,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-non-reasoning / column tauBanking),,out:effort-not-established, aatau2,artificialanalysis,deepseek-v3.2,nothink,agentic-tool,mid,AA-tau2,,,,,,78.9473684210526,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v3-2 / column tau2),,out:superseded, aatau2,artificialanalysis,deepseek-v3.2,think,agentic-tool,mid,AA-tau2,,,,,,90.6432748538012,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v3-2-reasoning / column tau2),,out:superseded, aatau2,artificialanalysis,deepseek-v3.2-speciale,solo,agentic-tool,mid,AA-tau2,,,,,,0,pass%,28.9,,,https://artificialanalysis.ai/models ($ / row deepseek-v3-2-speciale / column tau2),,out:uninformative, aatau2,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,agentic-tool,mid,AA-tau2,,,,,,95.6140350877193,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash-0420-high / column tau2),,out:model-not-established, aatau2,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,agentic-tool,mid,AA-tau2,,,,,,95.0292397660819,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash-0420 / column tau2),,out:model-not-established, aatau2,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,agentic-tool,mid,AA-tau2,,,,,,94.4444444444445,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash-0420-non-reasoning / column tau2),,out:model-not-established, aatau2,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,agentic-tool,mid,AA-tau2,,,,,,94.1520467836257,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro-0424-high / column tau2),,out:model-not-established, aatau2,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,agentic-tool,mid,AA-tau2,,,,,,96.1988304093567,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro-0424 / column tau2),,out:model-not-established, aatau2,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,agentic-tool,mid,AA-tau2,,,,,,91.2280701754386,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro-0424-non-reasoning / column tau2),,out:model-not-established, aatau2,artificialanalysis,fable-5,max,agentic-tool,mid,AA-tau2,,,,,,98.5380116959064,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-fable-5 / column tau2),,in, aatau2,artificialanalysis,gemini-3-flash,not-established:absent,agentic-tool,mid,AA-tau2,,,,,,80.4093567251462,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-flash-reasoning / column tau2),,out:effort-not-established, aatau2,artificialanalysis,gemini-3-flash,not-established:absent,agentic-tool,mid,AA-tau2,,,,,,43.2748538011696,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-flash / column tau2),,out:effort-not-established, aatau2,artificialanalysis,gemini-3-pro,high,agentic-tool,mid,AA-tau2,,,,,,87.1345029239766,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-pro / column tau2),,out:superseded, aatau2,artificialanalysis,gemini-3-pro,low,agentic-tool,mid,AA-tau2,,,,,,68.1286549707602,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-pro-low / column tau2),,out:superseded, aatau2,artificialanalysis,gemini-3.1-flash-lite,high,agentic-tool,mid,AA-tau2,,,,,,31.2865497076023,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-1-flash-lite-preview / column tau2),,in, aatau2,artificialanalysis,gemini-3.1-pro,not-established:absent,agentic-tool,mid,AA-tau2,,,,,,95.6140350877193,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-1-pro-preview / column tau2),,out:effort-not-established, aatau2,artificialanalysis,gemini-3.5-flash,high,agentic-tool,mid,AA-tau2,,,,,,95.3216374269006,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-5-flash / column tau2),,out:superseded, aatau2,artificialanalysis,gemini-3.5-flash,medium,agentic-tool,mid,AA-tau2,,,,,,95.6140350877193,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-5-flash-medium / column tau2),,out:superseded, aatau2,artificialanalysis,gemini-3.5-flash,minimal,agentic-tool,mid,AA-tau2,,,,,,58.7719298245614,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-5-flash-minimal / column tau2),,out:superseded, aatau2,artificialanalysis,glm-4.7,think,agentic-tool,mid,AA-tau2,,,,,,95.906432748538,pass%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row glm-4-7 / column tau2),,in, aatau2,artificialanalysis,glm-4.7,nothink,agentic-tool,mid,AA-tau2,,,,,,94.1520467836257,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row glm-4-7-non-reasoning / column tau2),,in, aatau2,artificialanalysis,glm-4.7-flash,think,agentic-tool,mid,AA-tau2,,,,,,98.8304093567251,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row glm-4-7-flash / column tau2),,in, aatau2,artificialanalysis,glm-4.7-flash,nothink,agentic-tool,mid,AA-tau2,,,,,,91.812865497076,pass%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row glm-4-7-flash-non-reasoning / column tau2),,in, aatau2,artificialanalysis,glm-5,think,agentic-tool,mid,AA-tau2,,,,,,98.2456140350877,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row glm-5 / column tau2),,in, aatau2,artificialanalysis,glm-5,nothink,agentic-tool,mid,AA-tau2,,,,,,97.3684210526316,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row glm-5-non-reasoning / column tau2),,in, aatau2,artificialanalysis,glm-5-turbo,think,agentic-tool,mid,AA-tau2,,,,,,98.5380116959064,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row glm-5-turbo / column tau2),,in, aatau2,artificialanalysis,glm-5.1,think,agentic-tool,mid,AA-tau2,,,,,,97.6608187134503,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row glm-5-1 / column tau2),,in, aatau2,artificialanalysis,glm-5.1,nothink,agentic-tool,mid,AA-tau2,,,,,,97.0760233918129,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row glm-5-1-non-reasoning / column tau2),,in, aatau2,artificialanalysis,glm-5.2,not-established:absent,agentic-tool,mid,AA-tau2,,,,,,99.1228070175439,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row glm-5-2 / column tau2),,out:effort-not-established, aatau2,artificialanalysis,glm-5v-turbo,think,agentic-tool,mid,AA-tau2,,,,,,98.5380116959064,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row glm-5v-turbo / column tau2),,in, aatau2,artificialanalysis,gpt-5.1,high,agentic-tool,mid,AA-tau2,,,,,,81.8713450292398,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-1 / column tau2),,in, aatau2,artificialanalysis,gpt-5.1,nothink,agentic-tool,mid,AA-tau2,,,,,,46.4912280701754,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-1-non-reasoning / column tau2),,out:superseded, aatau2,artificialanalysis,gpt-5.1-codex,high,agentic-tool,mid,AA-tau2,,,,,,83.0409356725146,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-1-codex / column tau2),,out:superseded, aatau2,artificialanalysis,gpt-5.1-codex-mini,high,agentic-tool,mid,AA-tau2,,,,,,62.8654970760234,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-1-codex-mini / column tau2),,out:superseded, aatau2,artificialanalysis,gpt-5.2,medium,agentic-tool,mid,AA-tau2,,,,,,74.2690058479532,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-2-medium / column tau2),,in, aatau2,artificialanalysis,gpt-5.2,nothink,agentic-tool,mid,AA-tau2,,,,,,46.4912280701754,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-2-non-reasoning / column tau2),,in, aatau2,artificialanalysis,gpt-5.2,xhigh,agentic-tool,mid,AA-tau2,,,,,,84.7953216374269,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-2 / column tau2),,in, aatau2,artificialanalysis,gpt-5.2-codex,xhigh,agentic-tool,mid,AA-tau2,,,,,,92.1052631578947,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-2-codex / column tau2),,out:superseded, aatau2,artificialanalysis,gpt-5.3-codex,xhigh,agentic-tool,mid,AA-tau2,,,,,,85.9649122807018,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-3-codex / column tau2),,in, aatau2,artificialanalysis,gpt-5.4,low,agentic-tool,mid,AA-tau2,,,,,,74.5614035087719,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-low / column tau2),,in, aatau2,artificialanalysis,gpt-5.4,nothink,agentic-tool,mid,AA-tau2,,,,,,35.9649122807018,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-non-reasoning / column tau2),,in, aatau2,artificialanalysis,gpt-5.4,xhigh,agentic-tool,mid,AA-tau2,,,,,,87.1345029239766,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-4 / column tau2),,in, aatau2,artificialanalysis,gpt-5.4-mini,medium,agentic-tool,mid,AA-tau2,,,,,,36.5497076023392,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-mini-medium / column tau2),,in, aatau2,artificialanalysis,gpt-5.4-mini,nothink,agentic-tool,mid,AA-tau2,,,,,,23.3918128654971,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-mini-non-reasoning / column tau2),,in, aatau2,artificialanalysis,gpt-5.4-mini,xhigh,agentic-tool,mid,AA-tau2,,,,,,83.3333333333333,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-mini / column tau2),,in, aatau2,artificialanalysis,gpt-5.4-nano,medium,agentic-tool,mid,AA-tau2,,,,,,52.6315789473684,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-nano-medium / column tau2),,in, aatau2,artificialanalysis,gpt-5.4-nano,nothink,agentic-tool,mid,AA-tau2,,,,,,34.7953216374269,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-nano-non-reasoning / column tau2),,out:superseded, aatau2,artificialanalysis,gpt-5.4-nano,xhigh,agentic-tool,mid,AA-tau2,,,,,,76.0233918128655,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-nano / column tau2),,out:superseded, aatau2,artificialanalysis,gpt-5.5,high,agentic-tool,mid,AA-tau2,,,,,,92.9824561403509,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-5-high / column tau2),,in, aatau2,artificialanalysis,gpt-5.5,low,agentic-tool,mid,AA-tau2,,,,,,83.9181286549708,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-5-low / column tau2),,in, aatau2,artificialanalysis,gpt-5.5,medium,agentic-tool,mid,AA-tau2,,,,,,91.812865497076,pass%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row gpt-5-5-medium / column tau2),,in, aatau2,artificialanalysis,gpt-5.5,nothink,agentic-tool,mid,AA-tau2,,,,,,69.2982456140351,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-5-non-reasoning / column tau2),,in, aatau2,artificialanalysis,gpt-5.5,xhigh,agentic-tool,mid,AA-tau2,,,,,,93.859649122807,pass%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row gpt-5-5 / column tau2),,in, aatau2,artificialanalysis,gpt-5.5-instant-05-26,think,agentic-tool,mid,AA-tau2,,,,,,49.4152046783626,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-5-instant-05-26 / column tau2),,out:effort-not-established, aatau2,artificialanalysis,gpt-5.6-sol,high,agentic-tool,mid,AA-tau2,,,,,,83.3333333333333,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-high / column tau2),,in, aatau2,artificialanalysis,gpt-5.6-sol,low,agentic-tool,mid,AA-tau2,,,,,,76.0233918128655,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-low / column tau2),,in, aatau2,artificialanalysis,gpt-5.6-sol,max,agentic-tool,mid,AA-tau2,,,,,,85.0877192982456,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol / column tau2),,in, aatau2,artificialanalysis,gpt-5.6-sol,medium,agentic-tool,mid,AA-tau2,,,,,,80.9941520467836,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-medium / column tau2),,in, aatau2,artificialanalysis,gpt-5.6-sol,xhigh,agentic-tool,mid,AA-tau2,,,,,,84.7953216374269,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-xhigh / column tau2),,in, aatau2,artificialanalysis,gpt-5.6-terra,high,agentic-tool,mid,AA-tau2,,,,,,78.3625730994152,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-high / column tau2),,in, aatau2,artificialanalysis,gpt-5.6-terra,low,agentic-tool,mid,AA-tau2,,,,,,60.5263157894737,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-low / column tau2),,in, aatau2,artificialanalysis,gpt-5.6-terra,max,agentic-tool,mid,AA-tau2,,,,,,86.2573099415205,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra / column tau2),,in, aatau2,artificialanalysis,gpt-5.6-terra,medium,agentic-tool,mid,AA-tau2,,,,,,72.8070175438596,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-medium / column tau2),,in, aatau2,artificialanalysis,gpt-5.6-terra,xhigh,agentic-tool,mid,AA-tau2,,,,,,80.4093567251462,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-xhigh / column tau2),,in, aatau2,artificialanalysis,grok-4.1-fast,think,agentic-tool,mid,AA-tau2,,,,,,93.2748538011696,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row grok-4-1-fast-reasoning / column tau2),,in, aatau2,artificialanalysis,grok-4.1-fast,nothink,agentic-tool,mid,AA-tau2,,,,,,63.7426900584795,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row grok-4-1-fast / column tau2),,in, aatau2,artificialanalysis,grok-4.3,high,agentic-tool,mid,AA-tau2,,,,,,97.6608187134503,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row grok-4-3 / column tau2),,in, aatau2,artificialanalysis,grok-4.3,low,agentic-tool,mid,AA-tau2,,,,,,88.8888888888889,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row grok-4-3-low / column tau2),,in, aatau2,artificialanalysis,grok-4.3,medium,agentic-tool,mid,AA-tau2,,,,,,91.2280701754386,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row grok-4-3-medium / column tau2),,in, aatau2,artificialanalysis,grok-4.3,nothink,agentic-tool,mid,AA-tau2,,,,,,65.7894736842105,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row grok-4-3-non-reasoning / column tau2),,in, aatau2,artificialanalysis,haiku-3,solo,agentic-tool,mid,AA-tau2,,,,,,21.0526315789474,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-3-haiku / column tau2),,out:single-couple, aatau2,artificialanalysis,haiku-3.5,solo,agentic-tool,mid,AA-tau2,,,,,,24.5614035087719,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-3-5-haiku / column tau2),,out:single-couple, aatau2,artificialanalysis,haiku-4.5,nothink,agentic-tool,mid,AA-tau2,,,,,,32.4561403508772,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-4-5-haiku / column tau2),,in, aatau2,artificialanalysis,haiku-4.5,not-established:absent,agentic-tool,mid,AA-tau2,,,,,,54.6783625730994,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-4-5-haiku-reasoning / column tau2),,out:effort-not-established, aatau2,artificialanalysis,?Kimi K2 Thinking,not-established:absent,agentic-tool,mid,AA-tau2,,,,,,92.9824561403509,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row kimi-k2-thinking / column tau2),,out:model-not-established, aatau2,artificialanalysis,?Kimi K2.5,not-established:absent,agentic-tool,mid,AA-tau2,,,,,,95.906432748538,pass%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row kimi-k2-5 / column tau2),,out:model-not-established, aatau2,artificialanalysis,?Kimi K2.5,not-established:absent,agentic-tool,mid,AA-tau2,,,,,,81.2865497076023,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row kimi-k2-5-non-reasoning / column tau2),,out:model-not-established, aatau2,artificialanalysis,kimi-k2.6,think,agentic-tool,mid,AA-tau2,,,,,,95.906432748538,pass%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row kimi-k2-6 / column tau2),,in, aatau2,artificialanalysis,kimi-k2.6,nothink,agentic-tool,mid,AA-tau2,,,,,,93.859649122807,pass%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row kimi-k2-6-non-reasoning / column tau2),,in, aatau2,artificialanalysis,kimi-k2.7-code,solo,agentic-tool,mid,AA-tau2,,,,,,90.0584795321637,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row kimi-k2-7-code / column tau2),,in, aatau2,artificialanalysis,kimi-linear-48b-a3b-instruct,solo,agentic-tool,mid,AA-tau2,,,,,,0,pass%,28.9,,,https://artificialanalysis.ai/models ($ / row kimi-linear-48b-a3b-instruct / column tau2),,out:uninformative, aatau2,artificialanalysis,opus-4,not-established:absent,agentic-tool,mid,AA-tau2,,,,,,73.3918128654971,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-4-opus-thinking / column tau2),,out:effort-not-established, aatau2,artificialanalysis,opus-4.1,not-established:absent,agentic-tool,mid,AA-tau2,,,,,,71.3660933660934,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-4-1-opus-thinking / column tau2),,out:effort-not-established, aatau2,artificialanalysis,opus-4.5,not-established:absent,agentic-tool,mid,AA-tau2,,,,,,89.4736842105263,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-5-thinking / column tau2),,out:effort-not-established, aatau2,artificialanalysis,opus-4.5,nothink,agentic-tool,mid,AA-tau2,,,,,,86.2573099415205,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-5 / column tau2),,out:single-couple, aatau2,artificialanalysis,opus-4.6,max,agentic-tool,mid,AA-tau2,,,,,,92.1052631578947,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-6-adaptive / column tau2),,out:single-couple, aatau2,artificialanalysis,opus-4.6,not-established:contradictory,agentic-tool,mid,AA-tau2,,,,,,84.7953216374269,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-6 / column tau2),,out:effort-not-established, aatau2,artificialanalysis,opus-4.7,max,agentic-tool,mid,AA-tau2,,,,,,88.5964912280702,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-7 / column tau2),,in, aatau2,artificialanalysis,opus-4.7,not-established:contradictory,agentic-tool,mid,AA-tau2,,,,,,73.9766081871345,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-7-non-reasoning / column tau2),,out:effort-not-established, aatau2,artificialanalysis,opus-4.8,max,agentic-tool,mid,AA-tau2,,,,,,94.4444444444445,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-8 / column tau2),,in, aatau2,artificialanalysis,qwen3-coder-next,nothink,agentic-tool,mid,AA-tau2,,,,,,79.5321637426901,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-coder-next / column tau2),,in, aatau2,artificialanalysis,qwen3-max-0123,think,agentic-tool,mid,AA-tau2,,,,,,83.6257309941521,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-max-thinking / column tau2),,out:single-couple, aatau2,artificialanalysis,qwen3.5-0.8b,think,agentic-tool,mid,AA-tau2,,,,,,47.6608187134503,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-0-8b / column tau2),,out:superseded, aatau2,artificialanalysis,qwen3.5-0.8b,nothink,agentic-tool,mid,AA-tau2,,,,,,65.2046783625731,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-0-8b-non-reasoning / column tau2),,out:superseded, aatau2,artificialanalysis,qwen3.5-122b-a10b,think,agentic-tool,mid,AA-tau2,,,,,,93.5672514619883,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-122b-a10b / column tau2),,in, aatau2,artificialanalysis,qwen3.5-122b-a10b,nothink,agentic-tool,mid,AA-tau2,,,,,,84.5029239766082,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-122b-a10b-non-reasoning / column tau2),,out:superseded, aatau2,artificialanalysis,qwen3.5-27b,think,agentic-tool,mid,AA-tau2,,,,,,93.859649122807,pass%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row qwen3-5-27b / column tau2),,out:superseded, aatau2,artificialanalysis,qwen3.5-27b,nothink,agentic-tool,mid,AA-tau2,,,,,,87.1345029239766,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-27b-non-reasoning / column tau2),,in, aatau2,artificialanalysis,qwen3.5-2b,think,agentic-tool,mid,AA-tau2,,,,,,69.0058479532164,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-2b / column tau2),,out:superseded, aatau2,artificialanalysis,qwen3.5-2b,nothink,agentic-tool,mid,AA-tau2,,,,,,81.5789473684211,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-2b-non-reasoning / column tau2),,out:superseded, aatau2,artificialanalysis,qwen3.5-35b-a3b,think,agentic-tool,mid,AA-tau2,,,,,,89.1812865497076,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-35b-a3b / column tau2),,out:superseded, aatau2,artificialanalysis,qwen3.5-35b-a3b,nothink,agentic-tool,mid,AA-tau2,,,,,,86.2573099415205,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-35b-a3b-non-reasoning / column tau2),,out:superseded, aatau2,artificialanalysis,qwen3.5-397b-a17b,think,agentic-tool,mid,AA-tau2,,,,,,95.6140350877193,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-397b-a17b / column tau2),,in, aatau2,artificialanalysis,qwen3.5-397b-a17b,nothink,agentic-tool,mid,AA-tau2,,,,,,83.9181286549708,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-397b-a17b-non-reasoning / column tau2),,out:superseded, aatau2,artificialanalysis,qwen3.5-4b,think,agentic-tool,mid,AA-tau2,,,,,,92.1052631578947,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-4b / column tau2),,out:superseded, aatau2,artificialanalysis,qwen3.5-4b,nothink,agentic-tool,mid,AA-tau2,,,,,,87.719298245614,pass%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row qwen3-5-4b-non-reasoning / column tau2),,out:superseded, aatau2,artificialanalysis,qwen3.5-9b,think,agentic-tool,mid,AA-tau2,,,,,,86.8421052631579,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-9b / column tau2),,out:superseded, aatau2,artificialanalysis,qwen3.5-9b,nothink,agentic-tool,mid,AA-tau2,,,,,,85.0877192982456,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-9b-non-reasoning / column tau2),,out:superseded, aatau2,artificialanalysis,qwen3.5-omni-flash,nothink,agentic-tool,mid,AA-tau2,,,,,,84.5029239766082,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-omni-flash / column tau2),,in, aatau2,artificialanalysis,qwen3.5-omni-plus,nothink,agentic-tool,mid,AA-tau2,,,,,,88.3040935672515,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-omni-plus / column tau2),,in, aatau2,artificialanalysis,qwen3.6-27b,think,agentic-tool,mid,AA-tau2,,,,,,94.1520467836257,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-6-27b / column tau2),,in, aatau2,artificialanalysis,qwen3.6-27b,nothink,agentic-tool,mid,AA-tau2,,,,,,93.5672514619883,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-6-27b-non-reasoning / column tau2),,in, aatau2,artificialanalysis,qwen3.6-35b-a3b,think,agentic-tool,mid,AA-tau2,,,,,,95.3216374269006,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-6-35b-a3b / column tau2),,in, aatau2,artificialanalysis,qwen3.6-35b-a3b,nothink,agentic-tool,mid,AA-tau2,,,,,,85.0877192982456,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-6-35b-a3b-non-reasoning / column tau2),,in, aatau2,artificialanalysis,qwen3.6-max-preview,think,agentic-tool,mid,AA-tau2,,,,,,95.906432748538,pass%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row qwen3-6-max / column tau2),,in, aatau2,artificialanalysis,qwen3.6-plus,think,agentic-tool,mid,AA-tau2,,,,,,97.6608187134503,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-6-plus / column tau2),,in, aatau2,artificialanalysis,qwen3.7-max,think,agentic-tool,mid,AA-tau2,,,,,,94.7368421052632,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-7-max / column tau2),,in, aatau2,artificialanalysis,qwen3.7-plus,think,agentic-tool,mid,AA-tau2,,,,,,92.9824561403509,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-7-plus / column tau2),,in, aatau2,artificialanalysis,sonnet-3.7,not-established:absent,agentic-tool,mid,AA-tau2,,,,,,50,pass%,2.89,,,https://artificialanalysis.ai/models ($ / row claude-3-7-sonnet / column tau2),,out:effort-not-established, aatau2,artificialanalysis,sonnet-3.7,not-established:absent,agentic-tool,mid,AA-tau2,,,,,,54.6783625730994,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-3-7-sonnet-thinking / column tau2),,out:effort-not-established, aatau2,artificialanalysis,sonnet-4,not-established:absent,agentic-tool,mid,AA-tau2,,,,,,64.6198830409357,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-4-sonnet-thinking / column tau2),,out:effort-not-established, aatau2,artificialanalysis,sonnet-4,not-established:absent,agentic-tool,mid,AA-tau2,,,,,,52.3391812865497,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-4-sonnet / column tau2),,out:effort-not-established, aatau2,artificialanalysis,sonnet-4.5,not-established:absent,agentic-tool,mid,AA-tau2,,,,,,78.0701754385965,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-4-5-sonnet-thinking / column tau2),,out:effort-not-established, aatau2,artificialanalysis,sonnet-4.5,nothink,agentic-tool,mid,AA-tau2,,,,,,70.4678362573099,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-4-5-sonnet / column tau2),,out:single-couple, aatau2,artificialanalysis,sonnet-4.6,not-established:absent,agentic-tool,mid,AA-tau2,,,,,,75.7309941520468,pass%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-sonnet-4-6-adaptive / column tau2),,out:effort-not-established, aatb21#none,artificialanalysis,deepseek-v3.2,think,coding,hard,AA-TB,,,,,,46.8164794007491,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v3-2-reasoning / column terminalBench21),,out:superseded, aatb21#none,artificialanalysis,deepseek-v4-flash-0731,max,coding,hard,AA-TB,,,,,,78.6516853932584,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash / column terminalBench21),,out:superseded, aatb21#none,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,coding,hard,AA-TB,,,,,,56.9288389513109,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash-0420-high / column terminalBench21),,out:model-not-established, aatb21#none,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,coding,hard,AA-TB,,,,,,61.7977528089888,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash-0420 / column terminalBench21),,out:model-not-established, aatb21#none,artificialanalysis,?DeepSeek V4 Flash Vision,not-established:absent,coding,hard,AA-TB,,,,,,74.1573033707865,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash-vision / column terminalBench21),,out:model-not-established, aatb21#none,artificialanalysis,deepseek-v4-pro-0813,max,coding,hard,AA-TB,,,,,,78.6516853932584,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro / column terminalBench21),,out:superseded, aatb21#none,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,coding,hard,AA-TB,,,,,,64.7940074906367,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro-0424-high / column terminalBench21),,out:model-not-established, aatb21#none,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,coding,hard,AA-TB,,,,,,64.0449438202247,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro-0424 / column terminalBench21),,out:model-not-established, aatb21#none,artificialanalysis,fable-5,max,coding,hard,AA-TB,,,,,,84.6441947565543,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-fable-5 / column terminalBench21),,in, aatb21#none,artificialanalysis,gemini-3.1-flash-lite,high,coding,hard,AA-TB,,,,,,31.0861423220974,acc%,2.89e-14,,prev=0.310861423220974 (src-artificialanalysis-models-wayback-2026-09-01#M364),https://artificialanalysis.ai/models ($ / row gemini-3-1-flash-lite-preview / column terminalBench21),,in, aatb21#none,artificialanalysis,gemini-3.1-pro,not-established:absent,coding,hard,AA-TB,,,,,,73.7827715355805,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-1-pro-preview / column terminalBench21),,out:effort-not-established, aatb21#none,artificialanalysis,gemini-3.5-flash,high,coding,hard,AA-TB,,,,,,78.6516853932584,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-5-flash / column terminalBench21),,out:superseded, aatb21#none,artificialanalysis,gemini-3.5-flash-lite,high,coding,hard,AA-TB,,,,,,53.5580524344569,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-5-flash-lite / column terminalBench21),,in, aatb21#none,artificialanalysis,gemini-3.6-flash,high,coding,hard,AA-TB,,,,,,77.5280898876405,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-6-flash / column terminalBench21),,in, aatb21#none,artificialanalysis,gemini-3.7-flash,high,coding,hard,AA-TB,,,,,,85.7677902621723,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-7-flash / column terminalBench21),,in, aatb21#none,artificialanalysis,gemini-3.7-flash,low,coding,hard,AA-TB,,,,,,79.7752808988764,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-7-flash-low / column terminalBench21),,in, aatb21#none,artificialanalysis,gemini-3.7-flash,medium,coding,hard,AA-TB,,,,,,78.2771535580524,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-7-flash-medium / column terminalBench21),,in, aatb21#none,artificialanalysis,glm-4.7,think,coding,hard,AA-TB,,,,,,45.3183520599251,acc%,2.89e-14,,prev=0.453183520599251 (src-artificialanalysis-models-wayback-2026-08-04#M371),https://artificialanalysis.ai/models ($ / row glm-4-7 / column terminalBench21),,in, aatb21#none,artificialanalysis,glm-5.1,think,coding,hard,AA-TB,,,,,,61.7977528089888,acc%,2.89e-14,,prev=0.617977528089888 (src-artificialanalysis-models-wayback-2026-08-04#M380),https://artificialanalysis.ai/models ($ / row glm-5-1 / column terminalBench21),,in, aatb21#none,artificialanalysis,glm-5.2,not-established:absent,coding,hard,AA-TB,,,,,,77.9026217228464,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row glm-5-2 / column terminalBench21),,out:effort-not-established, aatb21#none,artificialanalysis,glm-5.2,not-established:absent,coding,hard,AA-TB,,,,,,51.685393258427,acc%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row glm-5-2-non-reasoning / column terminalBench21),,out:effort-not-established, aatb21#none,artificialanalysis,gpt-5.1,high,coding,hard,AA-TB,,,,,,52.4344569288389,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-1 / column terminalBench21),,in, aatb21#none,artificialanalysis,gpt-5.4,xhigh,coding,hard,AA-TB,,,,,,78.2771535580524,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-4 / column terminalBench21),,in, aatb21#none,artificialanalysis,gpt-5.4-mini,xhigh,coding,hard,AA-TB,,,,,,59.1760299625468,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-mini / column terminalBench21),,in, aatb21#none,artificialanalysis,gpt-5.4-nano,xhigh,coding,hard,AA-TB,,,,,,60.6741573033708,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-nano / column terminalBench21),,out:superseded, aatb21#none,artificialanalysis,gpt-5.5,high,coding,hard,AA-TB,,,,,,79.4007490636704,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-5-high / column terminalBench21),,in, aatb21#none,artificialanalysis,gpt-5.5,low,coding,hard,AA-TB,,,,,,65.5430711610487,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-5-low / column terminalBench21),,in, aatb21#none,artificialanalysis,gpt-5.5,medium,coding,hard,AA-TB,,,,,,80.5243445692884,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-5-medium / column terminalBench21),,in, aatb21#none,artificialanalysis,gpt-5.5,nothink,coding,hard,AA-TB,,,,,,61.0486891385768,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-5-non-reasoning / column terminalBench21),,in, aatb21#none,artificialanalysis,gpt-5.5,xhigh,coding,hard,AA-TB,,,,,,84.2696629213483,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-5 / column terminalBench21),,in, aatb21#none,artificialanalysis,gpt-5.5-instant-06-26,think,coding,hard,AA-TB,,,,,,34.8314606741573,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-5-instant-06-26 / column terminalBench21),,out:effort-not-established, aatb21#none,artificialanalysis,gpt-5.6-luna,high,coding,hard,AA-TB,,,,,,69.6629213483146,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-high / column terminalBench21),,in, aatb21#none,artificialanalysis,gpt-5.6-luna,low,coding,hard,AA-TB,,,,,,43.4456928838951,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-low / column terminalBench21),,in, aatb21#none,artificialanalysis,gpt-5.6-luna,max,coding,hard,AA-TB,,,,,,80.8988764044944,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna / column terminalBench21),,in, aatb21#none,artificialanalysis,gpt-5.6-luna,medium,coding,hard,AA-TB,,,,,,53.1835205992509,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-medium / column terminalBench21),,in, aatb21#none,artificialanalysis,gpt-5.6-luna,nothink,coding,hard,AA-TB,,,,,,38.9513108614232,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-non-reasoning / column terminalBench21),,in, aatb21#none,artificialanalysis,gpt-5.6-luna,xhigh,coding,hard,AA-TB,,,,,,77.9026217228464,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-luna-xhigh / column terminalBench21),,in, aatb21#none,artificialanalysis,gpt-5.6-sol,high,coding,hard,AA-TB,,,,,,87.2659176029963,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-high / column terminalBench21),,in, aatb21#none,artificialanalysis,gpt-5.6-sol,low,coding,hard,AA-TB,,,,,,76.7790262172285,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-low / column terminalBench21),,in, aatb21#none,artificialanalysis,gpt-5.6-sol,max,coding,hard,AA-TB,,,,,,88.0149812734082,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol / column terminalBench21),,in, aatb21#none,artificialanalysis,gpt-5.6-sol,medium,coding,hard,AA-TB,,,,,,86.1423220973783,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-medium / column terminalBench21),,in, aatb21#none,artificialanalysis,gpt-5.6-sol,nothink,coding,hard,AA-TB,,,,,,74.1573033707865,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-non-reasoning / column terminalBench21),,in, aatb21#none,artificialanalysis,gpt-5.6-sol,xhigh,coding,hard,AA-TB,,,,,,89.5131086142322,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-xhigh / column terminalBench21),,in, aatb21#none,artificialanalysis,gpt-5.6-terra,high,coding,hard,AA-TB,,,,,,75.6554307116105,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-high / column terminalBench21),,in, aatb21#none,artificialanalysis,gpt-5.6-terra,low,coding,hard,AA-TB,,,,,,62.5468164794007,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-low / column terminalBench21),,in, aatb21#none,artificialanalysis,gpt-5.6-terra,max,coding,hard,AA-TB,,,,,,88.0149812734082,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra / column terminalBench21),,in, aatb21#none,artificialanalysis,gpt-5.6-terra,medium,coding,hard,AA-TB,,,,,,72.2846441947566,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-medium / column terminalBench21),,in, aatb21#none,artificialanalysis,gpt-5.6-terra,nothink,coding,hard,AA-TB,,,,,,56.1797752808989,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-non-reasoning / column terminalBench21),,in, aatb21#none,artificialanalysis,gpt-5.6-terra,xhigh,coding,hard,AA-TB,,,,,,80.1498127340824,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-xhigh / column terminalBench21),,in, aatb21#none,artificialanalysis,grok-4.3,high,coding,hard,AA-TB,,,,,,39.7003745318352,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row grok-4-3 / column terminalBench21),,in, aatb21#none,artificialanalysis,grok-4.3,nothink,coding,hard,AA-TB,,,,,,34.0823970037453,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row grok-4-3-non-reasoning / column terminalBench21),,in, aatb21#none,artificialanalysis,grok-4.5,high,coding,hard,AA-TB,,,,,,81.6479400749064,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row grok-4-5 / column terminalBench21),,in, aatb21#none,artificialanalysis,grok-4.6,high,coding,hard,AA-TB,,,,,,88.3895131086142,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row grok-4-6 / column terminalBench21),,in, aatb21#none,artificialanalysis,grok-4.6,low,coding,hard,AA-TB,,,,,,75.2808988764045,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row grok-4-6-low / column terminalBench21),,in, aatb21#none,artificialanalysis,grok-4.6,medium,coding,hard,AA-TB,,,,,,84.2696629213483,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row grok-4-6-medium / column terminalBench21),,in, aatb21#none,artificialanalysis,grok-4.6,xhigh,coding,hard,AA-TB,,,,,,88.0149812734082,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row grok-4-6-xhigh / column terminalBench21),,in, aatb21#none,artificialanalysis,?Grok Build 0.1 0616,not-established:absent,coding,hard,AA-TB,,,,,,52.059925093633,acc%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row grok-build-0-1-06-16 / column terminalBench21),,out:model-not-established, aatb21#none,artificialanalysis,haiku-3.5,solo,coding,hard,AA-TB,,,,,,10.1123595505618,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-3-5-haiku / column terminalBench21),,out:single-couple, aatb21#none,artificialanalysis,haiku-4.5,not-established:absent,coding,hard,AA-TB,,,,,,44.1947565543071,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-4-5-haiku-reasoning / column terminalBench21),,out:effort-not-established, aatb21#none,artificialanalysis,?Kimi K2.5,not-established:absent,coding,hard,AA-TB,,,,,,45.6928838951311,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row kimi-k2-5 / column terminalBench21),,out:model-not-established, aatb21#none,artificialanalysis,kimi-k2.6,think,coding,hard,AA-TB,,,,,,65.9176029962547,acc%,2.89e-14,,prev=0.659176029962547 (src-artificialanalysis-models-wayback-2026-08-04#M454),https://artificialanalysis.ai/models ($ / row kimi-k2-6 / column terminalBench21),,in, aatb21#none,artificialanalysis,kimi-k2.7-code,solo,coding,hard,AA-TB,,,,,,67.4157303370786,acc%,2.89e-14,,prev=0.674157303370786 (src-artificialanalysis-models-wayback-2026-08-04#M456),https://artificialanalysis.ai/models ($ / row kimi-k2-7-code / column terminalBench21),,in, aatb21#none,artificialanalysis,opus-4.7,max,coding,hard,AA-TB,,,,,,83.1460674157303,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-7 / column terminalBench21),,in, aatb21#none,artificialanalysis,opus-4.8,max,coding,hard,AA-TB,,,,,,84.6441947565543,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-8 / column terminalBench21),,in, aatb21#none,artificialanalysis,opus-5,high,coding,hard,AA-TB,,,,,,87.6404494382023,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-5-high / column terminalBench21),,in, aatb21#none,artificialanalysis,opus-5,low,coding,hard,AA-TB,,,,,,76.4044943820225,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-5-low / column terminalBench21),,in, aatb21#none,artificialanalysis,opus-5,max,coding,hard,AA-TB,,,,,,89.1385767790262,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-5 / column terminalBench21),,in, aatb21#none,artificialanalysis,opus-5,medium,coding,hard,AA-TB,,,,,,86.1423220973783,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-5-medium / column terminalBench21),,in, aatb21#none,artificialanalysis,opus-5,xhigh,coding,hard,AA-TB,,,,,,88.0149812734082,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-5-xhigh / column terminalBench21),,in, aatb21#none,artificialanalysis,qwen3-coder-next,nothink,coding,hard,AA-TB,,,,,,38.2022471910112,acc%,2.89e-14,,prev=0.382022471910112 (src-artificialanalysis-models-wayback-2026-08-04#M565),https://artificialanalysis.ai/models ($ / row qwen3-coder-next / column terminalBench21),,in, aatb21#none,artificialanalysis,qwen3.5-0.8b,think,coding,hard,AA-TB,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models ($ / row qwen3-5-0-8b / column terminalBench21),,out:uninformative, aatb21#none,artificialanalysis,qwen3.5-0.8b,nothink,coding,hard,AA-TB,,,,,,0.374531835205993,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row qwen3-5-0-8b-non-reasoning / column terminalBench21),,out:superseded, aatb21#none,artificialanalysis,qwen3.5-122b-a10b,think,coding,hard,AA-TB,,,,,,47.565543071161,acc%,2.89e-13,,prev=0.47565543071161 (src-artificialanalysis-models-wayback-2026-08-04#M523),https://artificialanalysis.ai/models ($ / row qwen3-5-122b-a10b / column terminalBench21),,in, aatb21#none,artificialanalysis,qwen3.5-122b-a10b,nothink,coding,hard,AA-TB,,,,,,47.1910112359551,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-122b-a10b-non-reasoning / column terminalBench21),,out:superseded, aatb21#none,artificialanalysis,qwen3.5-2b,think,coding,hard,AA-TB,,,,,,2.99625468164794,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row qwen3-5-2b / column terminalBench21),,out:superseded, aatb21#none,artificialanalysis,qwen3.5-2b,nothink,coding,hard,AA-TB,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models ($ / row qwen3-5-2b-non-reasoning / column terminalBench21),,out:uninformative, aatb21#none,artificialanalysis,qwen3.5-35b-a3b,nothink,coding,hard,AA-TB,,,,,,40.8239700374532,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-35b-a3b-non-reasoning / column terminalBench21),,out:superseded, aatb21#none,artificialanalysis,qwen3.5-397b-a17b,think,coding,hard,AA-TB,,,,,,51.310861423221,acc%,2.89e-13,,prev=0.51310861423221 (src-artificialanalysis-models-wayback-2026-08-04#M532),https://artificialanalysis.ai/models ($ / row qwen3-5-397b-a17b / column terminalBench21),,in, aatb21#none,artificialanalysis,qwen3.5-4b,think,coding,hard,AA-TB,,,,,,25.8426966292135,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-4b / column terminalBench21),,out:superseded, aatb21#none,artificialanalysis,qwen3.5-4b,nothink,coding,hard,AA-TB,,,,,,21.3483146067416,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-4b-non-reasoning / column terminalBench21),,out:superseded, aatb21#none,artificialanalysis,qwen3.5-9b,think,coding,hard,AA-TB,,,,,,29.2134831460674,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-9b / column terminalBench21),,out:superseded, aatb21#none,artificialanalysis,qwen3.5-9b,nothink,coding,hard,AA-TB,,,,,,21.3483146067416,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-9b-non-reasoning / column terminalBench21),,out:superseded, aatb21#none,artificialanalysis,qwen3.6-27b,think,coding,hard,AA-TB,,,,,,60.6741573033708,acc%,2.89e-14,,prev=0.606741573033708 (src-artificialanalysis-models-wayback-2026-08-04#M543),https://artificialanalysis.ai/models ($ / row qwen3-6-27b / column terminalBench21),,in, aatb21#none,artificialanalysis,qwen3.6-27b,nothink,coding,hard,AA-TB,,,,,,51.310861423221,acc%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row qwen3-6-27b-non-reasoning / column terminalBench21),,in, aatb21#none,artificialanalysis,qwen3.6-35b-a3b,think,coding,hard,AA-TB,,,,,,44.9438202247191,acc%,2.89e-14,,prev=0.449438202247191 (src-artificialanalysis-models-wayback-2026-08-04#M545),https://artificialanalysis.ai/models ($ / row qwen3-6-35b-a3b / column terminalBench21),,in, aatb21#none,artificialanalysis,qwen3.6-35b-a3b,nothink,coding,hard,AA-TB,,,,,,41.5730337078652,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-6-35b-a3b-non-reasoning / column terminalBench21),,in, aatb21#none,artificialanalysis,qwen3.6-plus,think,coding,hard,AA-TB,,,,,,61.4232209737828,acc%,2.89e-14,,prev=0.614232209737828 (src-artificialanalysis-models-wayback-2026-08-04#M549),https://artificialanalysis.ai/models ($ / row qwen3-6-plus / column terminalBench21),,in, aatb21#none,artificialanalysis,qwen3.7-max,think,coding,hard,AA-TB,,,,,,74.5318352059925,acc%,2.89e-14,,prev=0.745318352059925 (src-artificialanalysis-models-wayback-2026-08-04#M552),https://artificialanalysis.ai/models ($ / row qwen3-7-max / column terminalBench21),,in, aatb21#none,artificialanalysis,qwen3.7-plus,think,coding,hard,AA-TB,,,,,,61.0486891385768,acc%,2.89e-14,,prev=0.610486891385768 (src-artificialanalysis-models-wayback-2026-08-04#M554),https://artificialanalysis.ai/models ($ / row qwen3-7-plus / column terminalBench21),,in, aatb21#none,artificialanalysis,qwen3.8-2.4t-a95b,not-established:absent,coding,hard,AA-TB,,,,,,82.0224719101124,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-8-2-4t-a95b / column terminalBench21),,out:effort-not-established, aatb21#none,artificialanalysis,qwen3.8-flash-next,not-established:absent,coding,hard,AA-TB,,,,,,86.1423220973783,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-8-flash-next / column terminalBench21),,out:effort-not-established, aatb21#none,artificialanalysis,sonnet-4,not-established:absent,coding,hard,AA-TB,,,,,,36.3295880149813,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-4-sonnet-thinking / column terminalBench21),,out:effort-not-established, aatb21#none,artificialanalysis,sonnet-4.5,not-established:absent,coding,hard,AA-TB,,,,,,55.8052434456929,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-4-5-sonnet-thinking / column terminalBench21),,out:effort-not-established, aatb21#none,artificialanalysis,sonnet-4.6,not-established:absent,coding,hard,AA-TB,,,,,,71.1610486891386,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-sonnet-4-6-adaptive / column terminalBench21),,out:effort-not-established, aatb21#none,artificialanalysis,sonnet-5,max,coding,hard,AA-TB,,,,,,80.5243445692884,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-sonnet-5 / column terminalBench21),,in, aatb21#none,artificialanalysis,sonnet-5,not-established:contradictory,coding,hard,AA-TB,,,,,,75.2808988764045,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-non-reasoning / column terminalBench21),,out:effort-not-established, aatbhard,artificialanalysis,deepseek-v3.2,nothink,coding,hard,AA-TB-Hard,,,,,,32.5757575757576,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v3-2 / column terminalbenchHard),,out:superseded, aatbhard,artificialanalysis,deepseek-v3.2,think,coding,hard,AA-TB-Hard,,,,,,35.6060606060606,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v3-2-reasoning / column terminalbenchHard),,out:superseded, aatbhard,artificialanalysis,deepseek-v3.2-speciale,solo,coding,hard,AA-TB-Hard,,,,,,34.8484848484849,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v3-2-speciale / column terminalbenchHard),,out:superseded, aatbhard,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,coding,hard,AA-TB-Hard,,,,,,38.6363636363636,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash-0420-high / column terminalbenchHard),,out:model-not-established, aatbhard,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,coding,hard,AA-TB-Hard,,,,,,35.6060606060606,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash-0420 / column terminalbenchHard),,out:model-not-established, aatbhard,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,coding,hard,AA-TB-Hard,,,,,,34.0909090909091,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-flash-0420-non-reasoning / column terminalbenchHard),,out:model-not-established, aatbhard,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,coding,hard,AA-TB-Hard,,,,,,41.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro-0424-high / column terminalbenchHard),,out:model-not-established, aatbhard,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,coding,hard,AA-TB-Hard,,,,,,46.2121212121212,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro-0424 / column terminalbenchHard),,out:model-not-established, aatbhard,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,coding,hard,AA-TB-Hard,,,,,,36.3636363636364,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row deepseek-v4-pro-0424-non-reasoning / column terminalbenchHard),,out:model-not-established, aatbhard,artificialanalysis,fable-5,max,coding,hard,AA-TB-Hard,,,,,,62.8787878787879,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-fable-5 / column terminalbenchHard),,in, aatbhard,artificialanalysis,gemini-3-flash,not-established:absent,coding,hard,AA-TB-Hard,,,,,,38.6363636363636,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-flash-reasoning / column terminalbenchHard),,out:effort-not-established, aatbhard,artificialanalysis,gemini-3-flash,not-established:absent,coding,hard,AA-TB-Hard,,,,,,31.8181818181818,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-flash / column terminalbenchHard),,out:effort-not-established, aatbhard,artificialanalysis,gemini-3-pro,high,coding,hard,AA-TB-Hard,,,,,,41.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-pro / column terminalbenchHard),,out:superseded, aatbhard,artificialanalysis,gemini-3-pro,low,coding,hard,AA-TB-Hard,,,,,,34.0909090909091,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-pro-low / column terminalbenchHard),,out:superseded, aatbhard,artificialanalysis,gemini-3.1-flash-lite,high,coding,hard,AA-TB-Hard,,,,,,24.2424242424242,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-1-flash-lite-preview / column terminalbenchHard),,in, aatbhard,artificialanalysis,gemini-3.1-pro,not-established:absent,coding,hard,AA-TB-Hard,,,,,,53.7878787878788,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-1-pro-preview / column terminalbenchHard),,out:effort-not-established, aatbhard,artificialanalysis,gemini-3.5-flash,high,coding,hard,AA-TB-Hard,,,,,,40.9090909090909,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-5-flash / column terminalbenchHard),,out:superseded, aatbhard,artificialanalysis,gemini-3.5-flash,medium,coding,hard,AA-TB-Hard,,,,,,39.3939393939394,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-5-flash-medium / column terminalbenchHard),,out:superseded, aatbhard,artificialanalysis,gemini-3.5-flash,minimal,coding,hard,AA-TB-Hard,,,,,,46.2121212121212,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gemini-3-5-flash-minimal / column terminalbenchHard),,out:superseded, aatbhard,artificialanalysis,glm-4.7,think,coding,hard,AA-TB-Hard,,,,,,31.8181818181818,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row glm-4-7 / column terminalbenchHard),,in, aatbhard,artificialanalysis,glm-4.7,nothink,coding,hard,AA-TB-Hard,,,,,,30.3030303030303,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row glm-4-7-non-reasoning / column terminalbenchHard),,in, aatbhard,artificialanalysis,glm-4.7-flash,think,coding,hard,AA-TB-Hard,,,,,,21.969696969697,acc%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row glm-4-7-flash / column terminalbenchHard),,in, aatbhard,artificialanalysis,glm-4.7-flash,nothink,coding,hard,AA-TB-Hard,,,,,,3.78787878787879,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row glm-4-7-flash-non-reasoning / column terminalbenchHard),,in, aatbhard,artificialanalysis,glm-5,think,coding,hard,AA-TB-Hard,,,,,,43.1818181818182,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row glm-5 / column terminalbenchHard),,in, aatbhard,artificialanalysis,glm-5,nothink,coding,hard,AA-TB-Hard,,,,,,39.3939393939394,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row glm-5-non-reasoning / column terminalbenchHard),,in, aatbhard,artificialanalysis,glm-5-turbo,think,coding,hard,AA-TB-Hard,,,,,,33.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row glm-5-turbo / column terminalbenchHard),,in, aatbhard,artificialanalysis,glm-5.1,think,coding,hard,AA-TB-Hard,,,,,,43.1818181818182,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row glm-5-1 / column terminalbenchHard),,in, aatbhard,artificialanalysis,glm-5.1,nothink,coding,hard,AA-TB-Hard,,,,,,35.6060606060606,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row glm-5-1-non-reasoning / column terminalbenchHard),,in, aatbhard,artificialanalysis,glm-5.2,not-established:absent,coding,hard,AA-TB-Hard,,,,,,50.7575757575758,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row glm-5-2 / column terminalbenchHard),,out:effort-not-established, aatbhard,artificialanalysis,glm-5v-turbo,think,coding,hard,AA-TB-Hard,,,,,,32.5757575757576,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row glm-5v-turbo / column terminalbenchHard),,in, aatbhard,artificialanalysis,gpt-5.1,high,coding,hard,AA-TB-Hard,,,,,,45.4545454545455,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-1 / column terminalbenchHard),,in, aatbhard,artificialanalysis,gpt-5.1,nothink,coding,hard,AA-TB-Hard,,,,,,22.7272727272727,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-1-non-reasoning / column terminalbenchHard),,out:superseded, aatbhard,artificialanalysis,gpt-5.1-codex,high,coding,hard,AA-TB-Hard,,,,,,34.8484848484849,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-1-codex / column terminalbenchHard),,out:superseded, aatbhard,artificialanalysis,gpt-5.1-codex-mini,high,coding,hard,AA-TB-Hard,,,,,,33.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-1-codex-mini / column terminalbenchHard),,out:superseded, aatbhard,artificialanalysis,gpt-5.2,medium,coding,hard,AA-TB-Hard,,,,,,43.1818181818182,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-2-medium / column terminalbenchHard),,in, aatbhard,artificialanalysis,gpt-5.2,nothink,coding,hard,AA-TB-Hard,,,,,,31.8181818181818,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-2-non-reasoning / column terminalbenchHard),,in, aatbhard,artificialanalysis,gpt-5.2,xhigh,coding,hard,AA-TB-Hard,,,,,,46.969696969697,acc%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row gpt-5-2 / column terminalbenchHard),,in, aatbhard,artificialanalysis,gpt-5.2-codex,xhigh,coding,hard,AA-TB-Hard,,,,,,37.1212121212121,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-2-codex / column terminalbenchHard),,out:superseded, aatbhard,artificialanalysis,gpt-5.3-codex,xhigh,coding,hard,AA-TB-Hard,,,,,,53.030303030303,acc%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row gpt-5-3-codex / column terminalbenchHard),,in, aatbhard,artificialanalysis,gpt-5.4,low,coding,hard,AA-TB-Hard,,,,,,43.1818181818182,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-low / column terminalbenchHard),,in, aatbhard,artificialanalysis,gpt-5.4,nothink,coding,hard,AA-TB-Hard,,,,,,37.8787878787879,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-non-reasoning / column terminalbenchHard),,in, aatbhard,artificialanalysis,gpt-5.4,xhigh,coding,hard,AA-TB-Hard,,,,,,57.5757575757576,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-4 / column terminalbenchHard),,in, aatbhard,artificialanalysis,gpt-5.4-mini,medium,coding,hard,AA-TB-Hard,,,,,,34.0909090909091,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-mini-medium / column terminalbenchHard),,in, aatbhard,artificialanalysis,gpt-5.4-mini,nothink,coding,hard,AA-TB-Hard,,,,,,18.1818181818182,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-mini-non-reasoning / column terminalbenchHard),,in, aatbhard,artificialanalysis,gpt-5.4-mini,xhigh,coding,hard,AA-TB-Hard,,,,,,52.2727272727273,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-mini / column terminalbenchHard),,in, aatbhard,artificialanalysis,gpt-5.4-nano,medium,coding,hard,AA-TB-Hard,,,,,,33.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-nano-medium / column terminalbenchHard),,in, aatbhard,artificialanalysis,gpt-5.4-nano,nothink,coding,hard,AA-TB-Hard,,,,,,24.2424242424242,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-nano-non-reasoning / column terminalbenchHard),,out:superseded, aatbhard,artificialanalysis,gpt-5.4-nano,xhigh,coding,hard,AA-TB-Hard,,,,,,42.4242424242424,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-4-nano / column terminalbenchHard),,out:superseded, aatbhard,artificialanalysis,gpt-5.5,high,coding,hard,AA-TB-Hard,,,,,,59.8484848484849,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-5-high / column terminalbenchHard),,in, aatbhard,artificialanalysis,gpt-5.5,low,coding,hard,AA-TB-Hard,,,,,,52.2727272727273,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-5-low / column terminalbenchHard),,in, aatbhard,artificialanalysis,gpt-5.5,medium,coding,hard,AA-TB-Hard,,,,,,57.5757575757576,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-5-medium / column terminalbenchHard),,in, aatbhard,artificialanalysis,gpt-5.5,nothink,coding,hard,AA-TB-Hard,,,,,,49.2424242424242,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-5-non-reasoning / column terminalbenchHard),,in, aatbhard,artificialanalysis,gpt-5.5,xhigh,coding,hard,AA-TB-Hard,,,,,,60.6060606060606,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-5 / column terminalbenchHard),,in, aatbhard,artificialanalysis,gpt-5.5-instant-05-26,think,coding,hard,AA-TB-Hard,,,,,,42.4242424242424,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-5-instant-05-26 / column terminalbenchHard),,out:effort-not-established, aatbhard,artificialanalysis,gpt-5.6-sol,high,coding,hard,AA-TB-Hard,,,,,,62.1212121212121,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-high / column terminalbenchHard),,in, aatbhard,artificialanalysis,gpt-5.6-sol,low,coding,hard,AA-TB-Hard,,,,,,60.6060606060606,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-low / column terminalbenchHard),,in, aatbhard,artificialanalysis,gpt-5.6-sol,max,coding,hard,AA-TB-Hard,,,,,,65.9090909090909,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol / column terminalbenchHard),,in, aatbhard,artificialanalysis,gpt-5.6-sol,medium,coding,hard,AA-TB-Hard,,,,,,62.8787878787879,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-medium / column terminalbenchHard),,in, aatbhard,artificialanalysis,gpt-5.6-sol,xhigh,coding,hard,AA-TB-Hard,,,,,,61.3636363636364,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-sol-xhigh / column terminalbenchHard),,in, aatbhard,artificialanalysis,gpt-5.6-terra,high,coding,hard,AA-TB-Hard,,,,,,57.5757575757576,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-high / column terminalbenchHard),,in, aatbhard,artificialanalysis,gpt-5.6-terra,low,coding,hard,AA-TB-Hard,,,,,,43.9393939393939,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-low / column terminalbenchHard),,in, aatbhard,artificialanalysis,gpt-5.6-terra,max,coding,hard,AA-TB-Hard,,,,,,57.5757575757576,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra / column terminalbenchHard),,in, aatbhard,artificialanalysis,gpt-5.6-terra,xhigh,coding,hard,AA-TB-Hard,,,,,,62.8787878787879,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row gpt-5-6-terra-xhigh / column terminalbenchHard),,in, aatbhard,artificialanalysis,grok-4.1-fast,think,coding,hard,AA-TB-Hard,,,,,,24.2424242424242,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row grok-4-1-fast-reasoning / column terminalbenchHard),,in, aatbhard,artificialanalysis,grok-4.1-fast,nothink,coding,hard,AA-TB-Hard,,,,,,14.3939393939394,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row grok-4-1-fast / column terminalbenchHard),,in, aatbhard,artificialanalysis,grok-4.3,high,coding,hard,AA-TB-Hard,,,,,,37.8787878787879,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row grok-4-3 / column terminalbenchHard),,in, aatbhard,artificialanalysis,grok-4.3,low,coding,hard,AA-TB-Hard,,,,,,26.5151515151515,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row grok-4-3-low / column terminalbenchHard),,in, aatbhard,artificialanalysis,grok-4.3,medium,coding,hard,AA-TB-Hard,,,,,,30.3030303030303,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row grok-4-3-medium / column terminalbenchHard),,in, aatbhard,artificialanalysis,grok-4.3,nothink,coding,hard,AA-TB-Hard,,,,,,18.9393939393939,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row grok-4-3-non-reasoning / column terminalbenchHard),,in, aatbhard,artificialanalysis,haiku-3,solo,coding,hard,AA-TB-Hard,,,,,,0.757575757575758,acc%,2.89e-16,,,https://artificialanalysis.ai/models ($ / row claude-3-haiku / column terminalbenchHard),,out:single-couple, aatbhard,artificialanalysis,haiku-3.5,solo,coding,hard,AA-TB-Hard,,,,,,2.27272727272727,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row claude-3-5-haiku / column terminalbenchHard),,out:single-couple, aatbhard,artificialanalysis,haiku-4.5,nothink,coding,hard,AA-TB-Hard,,,,,,27.2727272727273,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-4-5-haiku / column terminalbenchHard),,in, aatbhard,artificialanalysis,haiku-4.5,not-established:absent,coding,hard,AA-TB-Hard,,,,,,27.2727272727273,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-4-5-haiku-reasoning / column terminalbenchHard),,out:effort-not-established, aatbhard,artificialanalysis,?Kimi K2 Thinking,not-established:absent,coding,hard,AA-TB-Hard,,,,,,31.0606060606061,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row kimi-k2-thinking / column terminalbenchHard),,out:model-not-established, aatbhard,artificialanalysis,?Kimi K2.5,not-established:absent,coding,hard,AA-TB-Hard,,,,,,34.8484848484849,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row kimi-k2-5 / column terminalbenchHard),,out:model-not-established, aatbhard,artificialanalysis,?Kimi K2.5,not-established:absent,coding,hard,AA-TB-Hard,,,,,,18.9393939393939,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row kimi-k2-5-non-reasoning / column terminalbenchHard),,out:model-not-established, aatbhard,artificialanalysis,kimi-k2.6,think,coding,hard,AA-TB-Hard,,,,,,43.9393939393939,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row kimi-k2-6 / column terminalbenchHard),,in, aatbhard,artificialanalysis,kimi-k2.6,nothink,coding,hard,AA-TB-Hard,,,,,,37.8787878787879,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row kimi-k2-6-non-reasoning / column terminalbenchHard),,in, aatbhard,artificialanalysis,kimi-k2.7-code,solo,coding,hard,AA-TB-Hard,,,,,,44.6969696969697,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row kimi-k2-7-code / column terminalbenchHard),,in, aatbhard,artificialanalysis,kimi-linear-48b-a3b-instruct,solo,coding,hard,AA-TB-Hard,,,,,,11.3636363636364,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row kimi-linear-48b-a3b-instruct / column terminalbenchHard),,out:single-couple, aatbhard,artificialanalysis,opus-4,not-established:absent,coding,hard,AA-TB-Hard,,,,,,31.0606060606061,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-4-opus-thinking / column terminalbenchHard),,out:effort-not-established, aatbhard,artificialanalysis,opus-4.1,not-established:absent,coding,hard,AA-TB-Hard,,,,,,34.3352330715909,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-4-1-opus-thinking / column terminalbenchHard),,out:effort-not-established, aatbhard,artificialanalysis,opus-4.5,not-established:absent,coding,hard,AA-TB-Hard,,,,,,46.969696969697,acc%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-5-thinking / column terminalbenchHard),,out:effort-not-established, aatbhard,artificialanalysis,opus-4.5,nothink,coding,hard,AA-TB-Hard,,,,,,40.9090909090909,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-5 / column terminalbenchHard),,out:single-couple, aatbhard,artificialanalysis,opus-4.6,max,coding,hard,AA-TB-Hard,,,,,,46.2121212121212,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-6-adaptive / column terminalbenchHard),,out:single-couple, aatbhard,artificialanalysis,opus-4.6,not-established:contradictory,coding,hard,AA-TB-Hard,,,,,,48.4848484848485,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-6 / column terminalbenchHard),,out:effort-not-established, aatbhard,artificialanalysis,opus-4.7,max,coding,hard,AA-TB-Hard,,,,,,51.5151515151515,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-7 / column terminalbenchHard),,in, aatbhard,artificialanalysis,opus-4.7,not-established:contradictory,coding,hard,AA-TB-Hard,,,,,,54.5454545454545,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-7-non-reasoning / column terminalbenchHard),,out:effort-not-established, aatbhard,artificialanalysis,opus-4.8,max,coding,hard,AA-TB-Hard,,,,,,58.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-8 / column terminalbenchHard),,in, aatbhard,artificialanalysis,qwen3-coder-next,nothink,coding,hard,AA-TB-Hard,,,,,,18.1818181818182,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-coder-next / column terminalbenchHard),,in, aatbhard,artificialanalysis,qwen3-max-0123,think,coding,hard,AA-TB-Hard,,,,,,24.2424242424242,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-max-thinking / column terminalbenchHard),,out:single-couple, aatbhard,artificialanalysis,qwen3.5-0.8b,think,coding,hard,AA-TB-Hard,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models ($ / row qwen3-5-0-8b / column terminalbenchHard),,out:uninformative, aatbhard,artificialanalysis,qwen3.5-0.8b,nothink,coding,hard,AA-TB-Hard,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models ($ / row qwen3-5-0-8b-non-reasoning / column terminalbenchHard),,out:uninformative, aatbhard,artificialanalysis,qwen3.5-122b-a10b,think,coding,hard,AA-TB-Hard,,,,,,31.0606060606061,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-122b-a10b / column terminalbenchHard),,in, aatbhard,artificialanalysis,qwen3.5-122b-a10b,nothink,coding,hard,AA-TB-Hard,,,,,,29.5454545454545,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-122b-a10b-non-reasoning / column terminalbenchHard),,out:superseded, aatbhard,artificialanalysis,qwen3.5-27b,think,coding,hard,AA-TB-Hard,,,,,,32.5757575757576,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-27b / column terminalbenchHard),,out:superseded, aatbhard,artificialanalysis,qwen3.5-27b,nothink,coding,hard,AA-TB-Hard,,,,,,31.8181818181818,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-27b-non-reasoning / column terminalbenchHard),,in, aatbhard,artificialanalysis,qwen3.5-2b,think,coding,hard,AA-TB-Hard,,,,,,3.78787878787879,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row qwen3-5-2b / column terminalbenchHard),,out:superseded, aatbhard,artificialanalysis,qwen3.5-2b,nothink,coding,hard,AA-TB-Hard,,,,,,3.78787878787879,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row qwen3-5-2b-non-reasoning / column terminalbenchHard),,out:superseded, aatbhard,artificialanalysis,qwen3.5-35b-a3b,think,coding,hard,AA-TB-Hard,,,,,,26.5151515151515,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-35b-a3b / column terminalbenchHard),,out:superseded, aatbhard,artificialanalysis,qwen3.5-35b-a3b,nothink,coding,hard,AA-TB-Hard,,,,,,10.6060606060606,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-35b-a3b-non-reasoning / column terminalbenchHard),,out:superseded, aatbhard,artificialanalysis,qwen3.5-397b-a17b,think,coding,hard,AA-TB-Hard,,,,,,40.9090909090909,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-397b-a17b / column terminalbenchHard),,in, aatbhard,artificialanalysis,qwen3.5-397b-a17b,nothink,coding,hard,AA-TB-Hard,,,,,,35.6060606060606,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-397b-a17b-non-reasoning / column terminalbenchHard),,out:superseded, aatbhard,artificialanalysis,qwen3.5-4b,think,coding,hard,AA-TB-Hard,,,,,,18.1818181818182,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-4b / column terminalbenchHard),,out:superseded, aatbhard,artificialanalysis,qwen3.5-4b,nothink,coding,hard,AA-TB-Hard,,,,,,11.3636363636364,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-4b-non-reasoning / column terminalbenchHard),,out:superseded, aatbhard,artificialanalysis,qwen3.5-9b,think,coding,hard,AA-TB-Hard,,,,,,24.2424242424242,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-9b / column terminalbenchHard),,out:superseded, aatbhard,artificialanalysis,qwen3.5-9b,nothink,coding,hard,AA-TB-Hard,,,,,,18.1818181818182,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-9b-non-reasoning / column terminalbenchHard),,out:superseded, aatbhard,artificialanalysis,qwen3.5-omni-flash,nothink,coding,hard,AA-TB-Hard,,,,,,8.33333333333333,acc%,2.89e-15,,,https://artificialanalysis.ai/models ($ / row qwen3-5-omni-flash / column terminalbenchHard),,in, aatbhard,artificialanalysis,qwen3.5-omni-plus,nothink,coding,hard,AA-TB-Hard,,,,,,21.2121212121212,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-5-omni-plus / column terminalbenchHard),,in, aatbhard,artificialanalysis,qwen3.6-27b,think,coding,hard,AA-TB-Hard,,,,,,34.8484848484849,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-6-27b / column terminalbenchHard),,in, aatbhard,artificialanalysis,qwen3.6-27b,nothink,coding,hard,AA-TB-Hard,,,,,,21.2121212121212,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-6-27b-non-reasoning / column terminalbenchHard),,in, aatbhard,artificialanalysis,qwen3.6-35b-a3b,think,coding,hard,AA-TB-Hard,,,,,,34.8484848484849,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-6-35b-a3b / column terminalbenchHard),,in, aatbhard,artificialanalysis,qwen3.6-35b-a3b,nothink,coding,hard,AA-TB-Hard,,,,,,25.7575757575758,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-6-35b-a3b-non-reasoning / column terminalbenchHard),,in, aatbhard,artificialanalysis,qwen3.6-max-preview,think,coding,hard,AA-TB-Hard,,,,,,43.9393939393939,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-6-max / column terminalbenchHard),,in, aatbhard,artificialanalysis,qwen3.6-plus,think,coding,hard,AA-TB-Hard,,,,,,43.9393939393939,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-6-plus / column terminalbenchHard),,in, aatbhard,artificialanalysis,qwen3.7-max,think,coding,hard,AA-TB-Hard,,,,,,50.7575757575758,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row qwen3-7-max / column terminalbenchHard),,in, aatbhard,artificialanalysis,qwen3.7-plus,think,coding,hard,AA-TB-Hard,,,,,,46.969696969697,acc%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row qwen3-7-plus / column terminalbenchHard),,in, aatbhard,artificialanalysis,sonnet-3.7,not-established:absent,coding,hard,AA-TB-Hard,,,,,,21.2121212121212,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-3-7-sonnet / column terminalbenchHard),,out:effort-not-established, aatbhard,artificialanalysis,sonnet-3.7,not-established:absent,coding,hard,AA-TB-Hard,,,,,,21.2121212121212,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-3-7-sonnet-thinking / column terminalbenchHard),,out:effort-not-established, aatbhard,artificialanalysis,sonnet-4,not-established:absent,coding,hard,AA-TB-Hard,,,,,,31.0606060606061,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-4-sonnet-thinking / column terminalbenchHard),,out:effort-not-established, aatbhard,artificialanalysis,sonnet-4,not-established:absent,coding,hard,AA-TB-Hard,,,,,,27.2727272727273,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-4-sonnet / column terminalbenchHard),,out:effort-not-established, aatbhard,artificialanalysis,sonnet-4.5,not-established:absent,coding,hard,AA-TB-Hard,,,,,,35.6060606060606,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-4-5-sonnet-thinking / column terminalbenchHard),,out:effort-not-established, aatbhard,artificialanalysis,sonnet-4.5,nothink,coding,hard,AA-TB-Hard,,,,,,28.7878787878788,acc%,2.89e-14,,,https://artificialanalysis.ai/models ($ / row claude-4-5-sonnet / column terminalbenchHard),,out:single-couple, aatbhard,artificialanalysis,sonnet-4.6,not-established:absent,coding,hard,AA-TB-Hard,,,,,,53.030303030303,acc%,2.89e-13,,,https://artificialanalysis.ai/models ($ / row claude-sonnet-4-6-adaptive / column terminalbenchHard),,out:effort-not-established, aafrontiercode#none,artificialanalysis,kimi-k3,not-established:absent,coding,frontier,FrontierCode-AA,,,,,,28.4774,weighted-rubric%,2.89e-05,,,https://artificialanalysis.ai/models ($ / row kimi-k3-low / column frontierCode),,out:effort-not-established, aaomni-index#none,artificialanalysis,qwen3.5-2b,nothink,mixed,mid,AA-Omniscience,,,,,,-83.13333333333334,omniscience-index,2.89e-15,,,https://artificialanalysis.ai/models ($ / row qwen3-5-2b-non-reasoning / column omniscience),src-artificialanalysis-model-pages-2026-10-21|run:aaomni-index|qwen3.5-2b@nothink|,in, aaomni-index#none,artificialanalysis,glm-5-turbo,think,mixed,mid,AA-Omniscience,,,,,,-16.366666666666667,omniscience-index,2.89e-16,,prev=-16.3666666666667 (src-artificialanalysis-models-wayback-2026-09-01#M555),https://artificialanalysis.ai/models ($ / row glm-5-turbo / column omniscience),src-artificialanalysis-model-pages-2026-10-21|run:aaomni-index|glm-5-turbo@think|,in, aaomni-index#none,artificialanalysis,grok-4.1-fast,think,mixed,mid,AA-Omniscience,,,,,,-29.916666666666668,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row grok-4-1-fast-reasoning / column omniscience),src-artificialanalysis-model-pages-2026-10-21|run:aaomni-index|grok-4.1-fast@think|,in, aaomni-index#none,artificialanalysis,glm-5v-turbo,think,mixed,mid,AA-Omniscience,,,,,,-19.283333333333335,omniscience-index,2.89e-16,,prev=-19.2833333333333 (src-artificialanalysis-models-wayback-2026-09-01#M556),https://artificialanalysis.ai/models ($ / row glm-5v-turbo / column omniscience),src-artificialanalysis-model-pages-2026-10-21|run:aaomni-index|glm-5v-turbo@think|,in, aaomni-index#none,artificialanalysis,opus-4.5,not-established:absent,mixed,mid,AA-Omniscience,,,,,,14,omniscience-index,0.289,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-5-thinking / column omniscience),,out:effort-not-established, aaomni-index#none,artificialanalysis,opus-4.7,not-established:contradictory,mixed,mid,AA-Omniscience,,,,,,14.833333333333334,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-7-non-reasoning / column omniscience),,out:effort-not-established, aaomni-index#none,artificialanalysis,qwen3.5-0.8b,nothink,mixed,mid,AA-Omniscience,,,,,,-88.58333333333333,omniscience-index,2.89e-15,,,https://artificialanalysis.ai/models ($ / row qwen3-5-0-8b-non-reasoning / column omniscience),src-artificialanalysis-model-pages-2026-10-21|run:aaomni-index|qwen3.5-0.8b@nothink|,in, aaomni-index#none,artificialanalysis,opus-4.5,nothink,mixed,mid,AA-Omniscience,,,,,,-4.133333333333334,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-5 / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,opus-4.6,not-established:contradictory,mixed,mid,AA-Omniscience,,,,,,2.3666666666666667,omniscience-index,2.89e-17,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-6 / column omniscience),,out:effort-not-established, aaomni-index#none,artificialanalysis,grok-4.1-fast,nothink,mixed,mid,AA-Omniscience,,,,,,-50.88333333333333,omniscience-index,2.89e-15,,,https://artificialanalysis.ai/models ($ / row grok-4-1-fast / column omniscience),src-artificialanalysis-model-pages-2026-10-21|run:aaomni-index|grok-4.1-fast@nothink|,in, aaomni-index#none,artificialanalysis,deepseek-v3.2-speciale,solo,mixed,mid,AA-Omniscience,,,,,,-17.716666666666665,omniscience-index,2.89e-16,,prev=-17.7166666666667 (src-artificialanalysis-models-wayback-2026-09-01#M550),https://artificialanalysis.ai/models ($ / row deepseek-v3-2-speciale / column omniscience),src-artificialanalysis-model-pages-2026-10-21|run:aaomni-index|deepseek-v3.2-speciale@solo|,in, aaomni-index#none,artificialanalysis,opus-4.6,max,mixed,mid,AA-Omniscience,,,,,,13.666666666666666,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-6-adaptive / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,gemini-3.1-flash-lite,high,mixed,mid,AA-Omniscience,per-task,0.0015591218333333334,2.89e-20,,,-16.416666666666668,omniscience-index,2.89e-16,,prev=-16.416666666666668 (src-artificialanalysis-model-pages-2026-10-19#M1894),https://artificialanalysis.ai/models ($ / row gemini-3-1-flash-lite-preview / column omniscience),src-artificialanalysis-model-pages-2026-10-21|run:aaomni-index|gemini-3.1-flash-lite@high|,in,in aaomni-index#none,artificialanalysis,qwen3.5-2b,think,mixed,mid,AA-Omniscience,,,,,,-60.18333333333333,omniscience-index,2.89e-15,,prev=-60.1833333333333 (src-artificialanalysis-models-wayback-2026-09-01#M567),https://artificialanalysis.ai/models ($ / row qwen3-5-2b / column omniscience),src-artificialanalysis-model-pages-2026-10-21|run:aaomni-index|qwen3.5-2b@think|,in, aaomni-index#none,artificialanalysis,qwen3.6-max-preview,think,mixed,mid,AA-Omniscience,,,,,,9.166666666666666,omniscience-index,2.89e-16,,prev=9.16666666666667 (src-artificialanalysis-models-wayback-2026-09-01#M568),https://artificialanalysis.ai/models ($ / row qwen3-6-max / column omniscience),src-artificialanalysis-model-pages-2026-10-21|run:aaomni-index|qwen3.6-max-preview@think|,in, aaomni-index#none,artificialanalysis,qwen3-max-0123,think,mixed,mid,AA-Omniscience,,,,,,-36.61666666666667,omniscience-index,2.89e-15,,prev=-36.6166666666667 (src-artificialanalysis-models-wayback-2026-09-01#M572),https://artificialanalysis.ai/models ($ / row qwen3-max-thinking / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,sonnet-4.5,not-established:absent,mixed,mid,AA-Omniscience,per-task,0.0128736525,2.89e-11,,,-0.08333333333333333,omniscience-index,2.89e-18,,,https://artificialanalysis.ai/models ($ / row claude-4-5-sonnet-thinking / column omniscience),,out:effort-not-established,out:effort-not-established aaomni-index#none,artificialanalysis,sonnet-4.5,nothink,mixed,mid,AA-Omniscience,,,,,,-9.366666666666667,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row claude-4-5-sonnet / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,qwen3.5-0.8b,think,mixed,mid,AA-Omniscience,,,,,,-54.516666666666666,omniscience-index,2.89e-16,,prev=-54.5166666666667 (src-artificialanalysis-models-wayback-2026-09-01#M566),https://artificialanalysis.ai/models ($ / row qwen3-5-0-8b / column omniscience),src-artificialanalysis-model-pages-2026-10-21|run:aaomni-index|qwen3.5-0.8b@think|,in, aaomni-index#none,artificialanalysis,sonnet-4,not-established:absent,mixed,mid,AA-Omniscience,,,,,,0.16666666666666666,omniscience-index,2.89e-18,,,https://artificialanalysis.ai/models ($ / row claude-4-sonnet-thinking / column omniscience),,out:effort-not-established, aaomni-index#none,artificialanalysis,haiku-4.5,nothink,mixed,mid,AA-Omniscience,,,,,,-7.566666666666666,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row claude-4-5-haiku / column omniscience),src-artificialanalysis-model-pages-2026-10-21|run:aaomni-index|haiku-4.5@nothink|,in, aaomni-index#none,artificialanalysis,sonnet-4,not-established:absent,mixed,mid,AA-Omniscience,,,,,,-9.016666666666667,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row claude-4-sonnet / column omniscience),,out:effort-not-established, aaomni-index#none,artificialanalysis,sonnet-5,not-established:contradictory,mixed,mid,AA-Omniscience,,,,,,-0.65,omniscience-index,0.00289,,,https://artificialanalysis.ai/models ($ / row claude-sonnet-5-non-reasoning / column omniscience),,out:effort-not-established, aaomni-index#none,artificialanalysis,deepseek-v3.2,think,mixed,mid,AA-Omniscience,,,,,,-22.483333333333334,omniscience-index,2.89e-16,,prev=-22.483333333333334 (src-artificialanalysis-model-pages-2026-10-19#M1873),https://artificialanalysis.ai/models ($ / row deepseek-v3-2-reasoning / column omniscience),src-artificialanalysis-model-pages-2026-10-21|run:aaomni-index|deepseek-v3.2@think|,in, aaomni-index#none,artificialanalysis,opus-4.7,max,mixed,mid,AA-Omniscience,,,,,,27.266666666666666,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models ($ / row claude-opus-4-7 / column omniscience),src-artificialanalysis-model-pages-2026-10-21|run:aaomni-index|opus-4.7@max|,in, aahle@artificialanalysis#none,artificialanalysis,deepseek-v3.2,nothink,reasoning-math,frontier,HLE-AA-notools,,,,,,11.2140871177016,acc%,2.89e-14,,prev=0.112140871177016 (src-artificialanalysis-model-pages-2026-10-21#M195),"https://artificialanalysis.ai/models (model record, hle (entry deepseek-v3-2 / hle))",,in, aacritpt@artificialanalysis#none,artificialanalysis,deepseek-v3.2,nothink,reasoning-math,frontier,CritPt-AA,,,,,,0.857142857142857,acc%,2.89e-16,,prev=0.00857142857142857 (src-artificialanalysis-model-pages-2026-10-21#M196),"https://artificialanalysis.ai/models (model record, critpt (entry deepseek-v3-2 / critpt))",,in, aalcr@artificialanalysis#none,artificialanalysis,deepseek-v3.2,nothink,mixed,hard,AA-LCR,,,,,,45.6666666666667,acc%,2.89e-14,,prev=0.456666666666667 (src-artificialanalysis-model-pages-2026-10-21#M197),"https://artificialanalysis.ai/models (model record, lcr (entry deepseek-v3-2 / lcr))",,in, aagpqa#none,artificialanalysis,deepseek-v3.2,nothink,reasoning-math,hard,AA-GPQA,,,,,,75.0505050505051,acc%,2.89e-14,,prev=0.750505050505051 (src-artificialanalysis-model-pages-2026-10-21#M458),"https://artificialanalysis.ai/models (model record, gpqa (entry deepseek-v3-2 / gpqa))",,in, aaifbench,artificialanalysis,deepseek-v3.2,nothink,mixed,mid,AA-IFBench,,,,,,49.0476190476191,acc%,2.89e-14,,prev=0.490476190476191 (src-artificialanalysis-model-pages-2026-10-21#M621),"https://artificialanalysis.ai/models (model record, ifbench (entry deepseek-v3-2 / ifbench))",,in, aaime25,artificialanalysis,deepseek-v3.2,nothink,reasoning-math,hard,AA-AIME25,,,,,,59,acc%,0.289,,prev=0.59 (src-artificialanalysis-model-pages-2026-10-21#M747),"https://artificialanalysis.ai/models (model record, aime25 (entry deepseek-v3-2 / aime25))",,in, aalcb,artificialanalysis,deepseek-v3.2,nothink,coding,hard,AA-LCB,,,,,,59.2592592592593,acc%,2.89e-14,,prev=0.592592592592593 (src-artificialanalysis-model-pages-2026-10-21#M782),"https://artificialanalysis.ai/models (model record, livecodebench (entry deepseek-v3-2 / livecodebench))",,in, aatbhard,artificialanalysis,deepseek-v3.2,nothink,coding,hard,AA-TB-Hard,,,,,,32.5757575757576,acc%,2.89e-14,,prev=0.325757575757576 (src-artificialanalysis-model-pages-2026-10-21#M1133),"https://artificialanalysis.ai/models (model record, terminalbenchHard (entry deepseek-v3-2 / terminalbenchHard))",,in, aatau2,artificialanalysis,deepseek-v3.2,nothink,agentic-tool,mid,AA-tau2,,,,,,78.9473684210526,pass%,2.89e-14,,prev=0.789473684210526 (src-artificialanalysis-model-pages-2026-10-21#M912),"https://artificialanalysis.ai/models (model record, tau2 (entry deepseek-v3-2 / tau2))",,in, aahle@artificialanalysis#none,artificialanalysis,deepseek-v3.2-exp,nothink,reasoning-math,frontier,HLE-AA-notools,,,,,,9.03614457831325,acc%,2.89e-15,,prev=0.0903614457831325 (src-artificialanalysis-models-wayback-2026-09-01#M324),"https://artificialanalysis.ai/models (model record, hle (entry deepseek-v3-2-0925 / hle))",,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,deepseek-v3.2-exp,nothink,reasoning-math,frontier,CritPt-AA,,,,,,1.42857142857143,acc%,2.89e-15,,prev=0.0142857142857143 (src-artificialanalysis-models-wayback-2026-08-04#M314),"https://artificialanalysis.ai/models (model record, critpt (entry deepseek-v3-2-0925 / critpt))",,out:single-couple, aalcr@artificialanalysis#none,artificialanalysis,deepseek-v3.2-exp,nothink,mixed,hard,AA-LCR,,,,,,44.6666666666667,acc%,2.89e-14,,prev=0.446666666666667 (src-artificialanalysis-models-wayback-2026-09-06#M327),"https://artificialanalysis.ai/models (model record, lcr (entry deepseek-v3-2-0925 / lcr))",,out:single-couple, aagpqa#none,artificialanalysis,deepseek-v3.2-exp,nothink,reasoning-math,hard,AA-GPQA,,,,,,73.8383838383838,acc%,2.89e-14,,prev=0.738383838383838 (src-artificialanalysis-models-wayback-2026-08-04#M313),"https://artificialanalysis.ai/models (model record, gpqa (entry deepseek-v3-2-0925 / gpqa))",,out:single-couple, aaifbench,artificialanalysis,deepseek-v3.2-exp,nothink,mixed,mid,AA-IFBench,,,,,,43.1292517006803,acc%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, ifbench (entry deepseek-v3-2-0925 / ifbench))",,out:single-couple, aaime25,artificialanalysis,deepseek-v3.2-exp,nothink,reasoning-math,hard,AA-AIME25,,,,,,57.6666666666667,acc%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, aime25 (entry deepseek-v3-2-0925 / aime25))",,out:single-couple, aalcb,artificialanalysis,deepseek-v3.2-exp,nothink,coding,hard,AA-LCB,,,,,,55.4497354497354,acc%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, livecodebench (entry deepseek-v3-2-0925 / livecodebench))",,out:single-couple, aatbhard,artificialanalysis,deepseek-v3.2-exp,nothink,coding,hard,AA-TB-Hard,,,,,,25,acc%,0.289,,,"https://artificialanalysis.ai/models (model record, terminalbenchHard (entry deepseek-v3-2-0925 / terminalbenchHard))",,out:single-couple, aatau2,artificialanalysis,deepseek-v3.2-exp,nothink,agentic-tool,mid,AA-tau2,,,,,,33.9181286549708,pass%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, tau2 (entry deepseek-v3-2-0925 / tau2))",,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,deepseek-v3.2,think,reasoning-math,frontier,HLE-AA-notools,,,,,,24.5597775718258,acc%,2.89e-14,,prev=0.245597775718258 (src-artificialanalysis-model-pages-2026-10-21#M352); prev=0.245597775718258 (src-artificialanalysis-models-wayback-2026-09-01#M325),"https://artificialanalysis.ai/models (model record, hle (entry deepseek-v3-2-reasoning / hle))",,in, aacritpt@artificialanalysis#none,artificialanalysis,deepseek-v3.2,think,reasoning-math,frontier,CritPt-AA,,,,,,2.85714285714286,acc%,2.89e-15,,prev=0.0285714285714286 (src-artificialanalysis-model-pages-2026-10-21#M353); prev=0.0285714285714286 (src-artificialanalysis-models-wayback-2026-08-04#M317),"https://artificialanalysis.ai/models (model record, critpt (entry deepseek-v3-2-reasoning / critpt))",,in, aalcr@artificialanalysis#none,artificialanalysis,deepseek-v3.2,think,mixed,hard,AA-LCR,,,,,,73.3333333333333,acc%,2.89e-14,,prev=0.733333333333333 (src-artificialanalysis-model-pages-2026-10-21#M354); prev=0.733333333333333 (src-artificialanalysis-models-wayback-2026-09-06#M328),"https://artificialanalysis.ai/models (model record, lcr (entry deepseek-v3-2-reasoning / lcr))",,in, aagpqa#none,artificialanalysis,deepseek-v3.2,think,reasoning-math,hard,AA-GPQA,,,,,,84.040404040404,acc%,2.89e-13,,prev=0.84040404040404 (src-artificialanalysis-model-pages-2026-10-21#M459); prev=0.84040404040404 (src-artificialanalysis-models-wayback-2026-08-04#M316),"https://artificialanalysis.ai/models (model record, gpqa (entry deepseek-v3-2-reasoning / gpqa))",,in, aaifbench,artificialanalysis,deepseek-v3.2,think,mixed,mid,AA-IFBench,,,,,,60.6802721088435,acc%,2.89e-14,,prev=0.606802721088435 (src-artificialanalysis-model-pages-2026-10-21#M622),"https://artificialanalysis.ai/models (model record, ifbench (entry deepseek-v3-2-reasoning / ifbench))",,in, aaime25,artificialanalysis,deepseek-v3.2,think,reasoning-math,hard,AA-AIME25,,,,,,92,acc%,0.289,,prev=0.92 (src-artificialanalysis-model-pages-2026-10-21#M748),"https://artificialanalysis.ai/models (model record, aime25 (entry deepseek-v3-2-reasoning / aime25))",,in, aalcb,artificialanalysis,deepseek-v3.2,think,coding,hard,AA-LCB,,,,,,86.2433862433862,acc%,2.89e-14,,prev=0.862433862433862 (src-artificialanalysis-model-pages-2026-10-21#M783),"https://artificialanalysis.ai/models (model record, livecodebench (entry deepseek-v3-2-reasoning / livecodebench))",,in, aatb21#none,artificialanalysis,deepseek-v3.2,think,coding,hard,AA-TB,,,,,,46.8164794007491,acc%,2.89e-14,,prev=0.468164794007491 (src-artificialanalysis-model-pages-2026-10-21#M1037); prev=0.468164794007491 (src-artificialanalysis-models-wayback-2026-08-04#M315),"https://artificialanalysis.ai/models (model record, terminalBench21 (entry deepseek-v3-2-reasoning / terminalBench21))",,in, aatbhard,artificialanalysis,deepseek-v3.2,think,coding,hard,AA-TB-Hard,,,,,,35.6060606060606,acc%,2.89e-14,,prev=0.356060606060606 (src-artificialanalysis-model-pages-2026-10-21#M1134),"https://artificialanalysis.ai/models (model record, terminalbenchHard (entry deepseek-v3-2-reasoning / terminalbenchHard))",,in, aagdpval#none,artificialanalysis,deepseek-v3.2,think,mixed,frontier,GDPval-AA-v2,,,,,,699.01,AA-elo,0.00289,,prev=691.52 (src-artificialanalysis-model-pages-2026-10-21#M355),"https://artificialanalysis.ai/models (model record, gdpval (entry deepseek-v3-2-reasoning / gdpval))",,in, aatau2,artificialanalysis,deepseek-v3.2,think,agentic-tool,mid,AA-tau2,,,,,,90.6432748538012,pass%,2.89e-14,,prev=0.906432748538012 (src-artificialanalysis-model-pages-2026-10-21#M913),"https://artificialanalysis.ai/models (model record, tau2 (entry deepseek-v3-2-reasoning / tau2))",,in, aaapex#none,artificialanalysis,deepseek-v3.2,think,agentic-tool,hard,AA-APEX-Agents,,,,,,14.5280235988201,pass@1%,2.89e-14,,prev=0.145280235988201 (src-artificialanalysis-model-pages-2026-10-21#M402),"https://artificialanalysis.ai/models (model record, apexAgents (entry deepseek-v3-2-reasoning / apexAgents))",,in, aahle@artificialanalysis#none,artificialanalysis,deepseek-v3.2-speciale,solo,reasoning-math,frontier,HLE-AA-notools,,,,,,28.7303058387396,acc%,2.89e-14,,prev=0.287303058387396 (src-artificialanalysis-model-pages-2026-10-21#M137); prev=0.287303058387396 (src-artificialanalysis-models-wayback-2026-09-01#M329),"https://artificialanalysis.ai/models (model record, hle (entry deepseek-v3-2-speciale / hle))",,in, aacritpt@artificialanalysis#none,artificialanalysis,deepseek-v3.2-speciale,solo,reasoning-math,frontier,CritPt-AA,,,,,,7.42857142857143,acc%,2.89e-15,,prev=0.0742857142857143 (src-artificialanalysis-model-pages-2026-10-21#M138); prev=0.0742857142857143 (src-artificialanalysis-models-wayback-2026-08-04#M319),"https://artificialanalysis.ai/models (model record, critpt (entry deepseek-v3-2-speciale / critpt))",,in, aalcr@artificialanalysis#none,artificialanalysis,deepseek-v3.2-speciale,solo,mixed,hard,AA-LCR,,,,,,70,acc%,2.89,,prev=0.7 (src-artificialanalysis-model-pages-2026-10-21#M139); prev=0.7 (src-artificialanalysis-models-wayback-2026-09-06#M330),"https://artificialanalysis.ai/models (model record, lcr (entry deepseek-v3-2-speciale / lcr))",,in, aagpqa#none,artificialanalysis,deepseek-v3.2-speciale,solo,reasoning-math,hard,AA-GPQA,,,,,,87.0707070707071,acc%,2.89e-14,,prev=0.870707070707071 (src-artificialanalysis-model-pages-2026-10-21#M460); prev=0.870707070707071 (src-artificialanalysis-models-wayback-2026-08-04#M318),"https://artificialanalysis.ai/models (model record, gpqa (entry deepseek-v3-2-speciale / gpqa))",,in, aaifbench,artificialanalysis,deepseek-v3.2-speciale,solo,mixed,mid,AA-IFBench,,,,,,63.8775510204082,acc%,2.89e-14,,prev=0.638775510204082 (src-artificialanalysis-model-pages-2026-10-21#M623),"https://artificialanalysis.ai/models (model record, ifbench (entry deepseek-v3-2-speciale / ifbench))",,in, aaime25,artificialanalysis,deepseek-v3.2-speciale,solo,reasoning-math,hard,AA-AIME25,,,,,,96.6666666666667,acc%,2.89e-14,,prev=0.966666666666667 (src-artificialanalysis-model-pages-2026-10-21#M749),"https://artificialanalysis.ai/models (model record, aime25 (entry deepseek-v3-2-speciale / aime25))",,in, aalcb,artificialanalysis,deepseek-v3.2-speciale,solo,coding,hard,AA-LCB,,,,,,89.6296296296296,acc%,2.89e-14,,prev=0.896296296296296 (src-artificialanalysis-model-pages-2026-10-21#M784),"https://artificialanalysis.ai/models (model record, livecodebench (entry deepseek-v3-2-speciale / livecodebench))",,in, aatbhard,artificialanalysis,deepseek-v3.2-speciale,solo,coding,hard,AA-TB-Hard,,,,,,34.8484848484849,acc%,2.89e-14,,prev=0.348484848484849 (src-artificialanalysis-model-pages-2026-10-21#M1135),"https://artificialanalysis.ai/models (model record, terminalbenchHard (entry deepseek-v3-2-speciale / terminalbenchHard))",,in, aatau2,artificialanalysis,deepseek-v3.2-speciale,solo,agentic-tool,mid,AA-tau2,,,,,,0,pass%,28.9,,,"https://artificialanalysis.ai/models (model record, tau2 (entry deepseek-v3-2-speciale / tau2))",,out:uninformative, aahle@artificialanalysis#none,artificialanalysis,deepseek-v4-flash-0731,max,reasoning-math,frontier,HLE-AA-notools,,,,,,38.5542168674699,acc%,2.89e-14,,prev=0.385542168674699 (src-artificialanalysis-model-pages-2026-10-19#M330),"https://artificialanalysis.ai/models (model record, hle (entry deepseek-v4-flash / hle))",,in, aacritpt@artificialanalysis#none,artificialanalysis,deepseek-v4-flash-0731,max,reasoning-math,frontier,CritPt-AA,,,,,,16.5714285714286,acc%,2.89e-14,,prev=0.165714285714286 (src-artificialanalysis-model-pages-2026-10-19#M546),"https://artificialanalysis.ai/models (model record, critpt (entry deepseek-v4-flash / critpt))",,in, aalcr@artificialanalysis#none,artificialanalysis,deepseek-v4-flash-0731,max,mixed,hard,AA-LCR,,,,,,79.6666666666667,acc%,2.89e-14,,prev=0.796666666666667 (src-artificialanalysis-model-pages-2026-10-19#M654),"https://artificialanalysis.ai/models (model record, lcr (entry deepseek-v4-flash / lcr))",,in, aascicode@artificialanalysis#none,artificialanalysis,deepseek-v4-flash-0731,max,coding,hard,SciCode-AA,,,,,,50.3472222222222,acc%,2.89e-14,,prev=0.503472222222222 (src-artificialanalysis-model-pages-2026-10-19#M222),"https://artificialanalysis.ai/models (model record, scicode (entry deepseek-v4-flash / scicode))",,in, aagpqa#none,artificialanalysis,deepseek-v4-flash-0731,max,reasoning-math,hard,AA-GPQA,,,,,,90.8080808080808,acc%,2.89e-14,,prev=0.908080808080808 (src-artificialanalysis-model-pages-2026-10-21#M461),"https://artificialanalysis.ai/models (model record, gpqa (entry deepseek-v4-flash / gpqa))",,in, aatb21#none,artificialanalysis,deepseek-v4-flash-0731,max,coding,hard,AA-TB,,,,,,78.6516853932584,acc%,2.89e-14,,prev=0.786516853932584 (src-artificialanalysis-model-pages-2026-10-21#M1038),"https://artificialanalysis.ai/models (model record, terminalBench21 (entry deepseek-v4-flash / terminalBench21))",,in, aagdpval#none,artificialanalysis,deepseek-v4-flash-0731,max,mixed,frontier,GDPval-AA-v2,,,,,,1440.57,AA-elo,0.00289,,prev=1433.74 (src-artificialanalysis-model-pages-2026-10-19#M1004),"https://artificialanalysis.ai/models (model record, gdpval (entry deepseek-v4-flash / gdpval))",,in, aatb40@artificialanalysis#none,artificialanalysis,deepseek-v4-flash-0731,max,coding,hard,TB-AA,,,,,,12.1212121212121,pass%,2.89e-14,,prev=0.121212121212121 (src-artificialanalysis-model-pages-2026-10-19#M114),"https://artificialanalysis.ai/models (model record, terminalBench40 (entry deepseek-v4-flash / terminalBench40))",,in, aatau-banking#none,artificialanalysis,deepseek-v4-flash-0731,max,agentic-tool,hard,AA-tau-banking,,,,,,39.3814432989691,pass%,2.89e-14,,prev=0.393814432989691 (src-artificialanalysis-model-pages-2026-10-21#M820),"https://artificialanalysis.ai/models (model record, tauBanking (entry deepseek-v4-flash / tauBanking))",,in, aagdppdf@artificialanalysis#none,artificialanalysis,deepseek-v4-flash-0731,max,mixed,hard,GDP-PDF-AA,,,,,,11,allpass%,0.289,,prev=0.11 (src-artificialanalysis-model-pages-2026-10-19#M438),"https://artificialanalysis.ai/models (model record, gdpPdfAllPass (entry deepseek-v4-flash / gdpPdfAllPass))",,in, aaautob#none,artificialanalysis,deepseek-v4-flash-0731,max,agentic-tool,hard,AutomationBench-AA,,,,,,53.96771855133674,partial-credit%,2.89e-15,,prev=0.5396771855133674 (src-artificialanalysis-model-pages-2026-10-19#M6),"https://artificialanalysis.ai/models (model record, automationBenchPartialScore (entry deepseek-v4-flash / automationBenchPartialScore))",,in, aahle@artificialanalysis#none,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,reasoning-math,frontier,HLE-AA-notools,,,,,,34.8470806302132,acc%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, hle (entry deepseek-v4-flash-0420 / hle))",,out:model-not-established, aacritpt@artificialanalysis#none,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,reasoning-math,frontier,CritPt-AA,,,,,,7.14285714285714,acc%,2.89e-15,,,"https://artificialanalysis.ai/models (model record, critpt (entry deepseek-v4-flash-0420 / critpt))",,out:model-not-established, aalcr@artificialanalysis#none,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,mixed,hard,AA-LCR,,,,,,74.3333333333333,acc%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, lcr (entry deepseek-v4-flash-0420 / lcr))",,out:model-not-established, aascicode@artificialanalysis#none,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,coding,hard,SciCode-AA,,,,,,45.2546296296296,acc%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, scicode (entry deepseek-v4-flash-0420 / scicode))",,out:model-not-established, aagpqa#none,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,89.3939393939394,acc%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, gpqa (entry deepseek-v4-flash-0420 / gpqa))",,out:model-not-established, aaifbench,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,mixed,mid,AA-IFBench,,,,,,79.1836734693877,acc%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, ifbench (entry deepseek-v4-flash-0420 / ifbench))",,out:model-not-established, aatb21#none,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,coding,hard,AA-TB,,,,,,61.7977528089888,acc%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, terminalBench21 (entry deepseek-v4-flash-0420 / terminalBench21))",,out:model-not-established, aatbhard,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,coding,hard,AA-TB-Hard,,,,,,35.6060606060606,acc%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, terminalbenchHard (entry deepseek-v4-flash-0420 / terminalbenchHard))",,out:model-not-established, aagdpval#none,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,mixed,frontier,GDPval-AA-v2,,,,,,1045.62,AA-elo,0.00289,,,"https://artificialanalysis.ai/models (model record, gdpval (entry deepseek-v4-flash-0420 / gdpval))",,out:model-not-established, aaanalyst#none,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,agentic-tool,hard,AA-AnalystAgent,,,,,,25,score%,0.289,,,"https://artificialanalysis.ai/models (model record, analystAgent (entry deepseek-v4-flash-0420 / analystAgent))",,out:model-not-established, aaitbench#none,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,agentic-tool,hard,ITBench-AA,,,,,,31.5160075329567,score%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, itBenchSre (entry deepseek-v4-flash-0420 / itBenchSre))",,out:model-not-established, aatb40@artificialanalysis#none,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,coding,hard,TB-AA,,,,,,2.52525252525253,pass%,2.89e-15,,,"https://artificialanalysis.ai/models (model record, terminalBench40 (entry deepseek-v4-flash-0420 / terminalBench40))",,out:model-not-established, aaenterpriseops#none,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,agentic-tool,hard,AA-EnterpriseOps,,,,,,39.570277529095793,pass%,2.89e-16,,,"https://artificialanalysis.ai/models (model record, enterpriseOpsGym (entry deepseek-v4-flash-0420 / enterpriseOpsGym))",,out:model-not-established, aatau-banking#none,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,agentic-tool,hard,AA-tau-banking,,,,,,30.9278350515464,pass%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, tauBanking (entry deepseek-v4-flash-0420 / tauBanking))",,out:model-not-established, aatau2,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,agentic-tool,mid,AA-tau2,,,,,,95.0292397660819,pass%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, tau2 (entry deepseek-v4-flash-0420 / tau2))",,out:model-not-established, aagdppdf@artificialanalysis#none,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,mixed,hard,GDP-PDF-AA,,,,,,10.8,allpass%,0.0289,,,"https://artificialanalysis.ai/models (model record, gdpPdfAllPass (entry deepseek-v4-flash-0420 / gdpPdfAllPass))",,out:model-not-established, aaautob#none,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,agentic-tool,hard,AutomationBench-AA,,,,,,27.985986830616555,partial-credit%,2.89e-16,,,"https://artificialanalysis.ai/models (model record, automationBenchPartialScore (entry deepseek-v4-flash-0420 / automationBenchPartialScore))",,out:model-not-established, aahle@artificialanalysis#none,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,reasoning-math,frontier,HLE-AA-notools,,,,,,30.259499536608,acc%,2.89e-13,,,"https://artificialanalysis.ai/models (model record, hle (entry deepseek-v4-flash-0420-high / hle))",,out:model-not-established, aacritpt@artificialanalysis#none,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,reasoning-math,frontier,CritPt-AA,,,,,,3.42857142857143,acc%,2.89e-15,,,"https://artificialanalysis.ai/models (model record, critpt (entry deepseek-v4-flash-0420-high / critpt))",,out:model-not-established, aalcr@artificialanalysis#none,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,mixed,hard,AA-LCR,,,,,,72,acc%,0.289,,,"https://artificialanalysis.ai/models (model record, lcr (entry deepseek-v4-flash-0420-high / lcr))",,out:model-not-established, aascicode@artificialanalysis#none,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,coding,hard,SciCode-AA,,,,,,40.162037037037,acc%,2.89e-13,,,"https://artificialanalysis.ai/models (model record, scicode (entry deepseek-v4-flash-0420-high / scicode))",,out:model-not-established, aagpqa#none,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,86.6666666666667,acc%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, gpqa (entry deepseek-v4-flash-0420-high / gpqa))",,out:model-not-established, aaifbench,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,mixed,mid,AA-IFBench,,,,,,73.4693877551021,acc%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, ifbench (entry deepseek-v4-flash-0420-high / ifbench))",,out:model-not-established, aatb21#none,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,coding,hard,AA-TB,,,,,,56.9288389513109,acc%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, terminalBench21 (entry deepseek-v4-flash-0420-high / terminalBench21))",,out:model-not-established, aatbhard,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,coding,hard,AA-TB-Hard,,,,,,38.6363636363636,acc%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, terminalbenchHard (entry deepseek-v4-flash-0420-high / terminalbenchHard))",,out:model-not-established, aagdpval#none,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,mixed,frontier,GDPval-AA-v2,,,,,,1009.33,AA-elo,0.00289,,,"https://artificialanalysis.ai/models (model record, gdpval (entry deepseek-v4-flash-0420-high / gdpval))",,out:model-not-established, aatb40@artificialanalysis#none,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,coding,hard,TB-AA,,,,,,3.03030303030303,pass%,2.89e-15,,,"https://artificialanalysis.ai/models (model record, terminalBench40 (entry deepseek-v4-flash-0420-high / terminalBench40))",,out:model-not-established, aatau-banking#none,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,agentic-tool,hard,AA-tau-banking,,,,,,26.1855670103093,pass%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, tauBanking (entry deepseek-v4-flash-0420-high / tauBanking))",,out:model-not-established, aatau2,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,agentic-tool,mid,AA-tau2,,,,,,95.6140350877193,pass%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, tau2 (entry deepseek-v4-flash-0420-high / tau2))",,out:model-not-established, aagdppdf@artificialanalysis#none,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,mixed,hard,GDP-PDF-AA,,,,,,10.4,allpass%,0.0289,,,"https://artificialanalysis.ai/models (model record, gdpPdfAllPass (entry deepseek-v4-flash-0420-high / gdpPdfAllPass))",,out:model-not-established, aaautob#none,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,agentic-tool,hard,AutomationBench-AA,,,,,,28.504323745973587,partial-credit%,2.89e-16,,,"https://artificialanalysis.ai/models (model record, automationBenchPartialScore (entry deepseek-v4-flash-0420-high / automationBenchPartialScore))",,out:model-not-established, aahle@artificialanalysis#none,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,reasoning-math,frontier,HLE-AA-notools,,,,,,7.78498609823911,acc%,2.89e-15,,,"https://artificialanalysis.ai/models (model record, hle (entry deepseek-v4-flash-0420-non-reasoning / hle))",,out:model-not-established, aacritpt@artificialanalysis#none,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,reasoning-math,frontier,CritPt-AA,,,,,,0.285714285714286,acc%,2.89e-16,,,"https://artificialanalysis.ai/models (model record, critpt (entry deepseek-v4-flash-0420-non-reasoning / critpt))",,out:model-not-established, aalcr@artificialanalysis#none,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,mixed,hard,AA-LCR,,,,,,41.6666666666667,acc%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, lcr (entry deepseek-v4-flash-0420-non-reasoning / lcr))",,out:model-not-established, aagpqa#none,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,71.6161616161616,acc%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, gpqa (entry deepseek-v4-flash-0420-non-reasoning / gpqa))",,out:model-not-established, aaifbench,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,mixed,mid,AA-IFBench,,,,,,47.2108843537415,acc%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, ifbench (entry deepseek-v4-flash-0420-non-reasoning / ifbench))",,out:model-not-established, aatbhard,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,coding,hard,AA-TB-Hard,,,,,,34.0909090909091,acc%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, terminalbenchHard (entry deepseek-v4-flash-0420-non-reasoning / terminalbenchHard))",,out:model-not-established, aatau2,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,agentic-tool,mid,AA-tau2,,,,,,94.4444444444445,pass%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, tau2 (entry deepseek-v4-flash-0420-non-reasoning / tau2))",,out:model-not-established, aahle@artificialanalysis#none,artificialanalysis,?DeepSeek V4 Flash Vision,not-established:absent,reasoning-math,frontier,HLE-AA-notools,,,,,,34.4763670064875,acc%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, hle (entry deepseek-v4-flash-vision / hle))",,out:model-not-established, aacritpt@artificialanalysis#none,artificialanalysis,?DeepSeek V4 Flash Vision,not-established:absent,reasoning-math,frontier,CritPt-AA,,,,,,10.8571428571429,acc%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, critpt (entry deepseek-v4-flash-vision / critpt))",,out:model-not-established, aalcr@artificialanalysis#none,artificialanalysis,?DeepSeek V4 Flash Vision,not-established:absent,mixed,hard,AA-LCR,,,,,,81.3333333333333,acc%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, lcr (entry deepseek-v4-flash-vision / lcr))",,out:model-not-established, aammmupro#none,artificialanalysis,?DeepSeek V4 Flash Vision,not-established:absent,mixed,hard,MMMU-Pro-AA,,,,,,74.7976878612717,acc%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, mmmuPro (entry deepseek-v4-flash-vision / mmmuPro))",,out:model-not-established, aascicode@artificialanalysis#none,artificialanalysis,?DeepSeek V4 Flash Vision,not-established:absent,coding,hard,SciCode-AA,,,,,,49.6527777777778,acc%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, scicode (entry deepseek-v4-flash-vision / scicode))",,out:model-not-established, aagpqa#none,artificialanalysis,?DeepSeek V4 Flash Vision,not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,91.3131313131313,acc%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, gpqa (entry deepseek-v4-flash-vision / gpqa))",,out:model-not-established, aatb21#none,artificialanalysis,?DeepSeek V4 Flash Vision,not-established:absent,coding,hard,AA-TB,,,,,,74.1573033707865,acc%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, terminalBench21 (entry deepseek-v4-flash-vision / terminalBench21))",,out:model-not-established, aagdpval#none,artificialanalysis,?DeepSeek V4 Flash Vision,not-established:absent,mixed,frontier,GDPval-AA-v2,,,,,,1554.01,AA-elo,0.00289,,,"https://artificialanalysis.ai/models (model record, gdpval (entry deepseek-v4-flash-vision / gdpval))",,out:model-not-established, aatb40@artificialanalysis#none,artificialanalysis,?DeepSeek V4 Flash Vision,not-established:absent,coding,hard,TB-AA,,,,,,12.1212121212121,pass%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, terminalBench40 (entry deepseek-v4-flash-vision / terminalBench40))",,out:model-not-established, aaenterpriseops#none,artificialanalysis,?DeepSeek V4 Flash Vision,not-established:absent,agentic-tool,hard,AA-EnterpriseOps,,,,,,47.09042076991943,pass%,2.89e-15,,,"https://artificialanalysis.ai/models (model record, enterpriseOpsGym (entry deepseek-v4-flash-vision / enterpriseOpsGym))",,out:model-not-established, aatau-banking#none,artificialanalysis,?DeepSeek V4 Flash Vision,not-established:absent,agentic-tool,hard,AA-tau-banking,,,,,,41.0309278350515,pass%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, tauBanking (entry deepseek-v4-flash-vision / tauBanking))",,out:model-not-established, aagdppdf@artificialanalysis#none,artificialanalysis,?DeepSeek V4 Flash Vision,not-established:absent,mixed,hard,GDP-PDF-AA,,,,,,12,allpass%,0.289,,,"https://artificialanalysis.ai/models (model record, gdpPdfAllPass (entry deepseek-v4-flash-vision / gdpPdfAllPass))",,out:model-not-established, aaautob#none,artificialanalysis,?DeepSeek V4 Flash Vision,not-established:absent,agentic-tool,hard,AutomationBench-AA,,,,,,47.47087040091967,partial-credit%,2.89e-15,,,"https://artificialanalysis.ai/models (model record, automationBenchPartialScore (entry deepseek-v4-flash-vision / automationBenchPartialScore))",,out:model-not-established, aa-index5@artificialanalysis,artificialanalysis,deepseek-v4-pro-0813,max,mixed,hard,,per-task,1.7691338076407441,2.89e-17,,98732.69082294707,23.0632981493003,AA-idx,2.89e-14,,,"https://artificialanalysis.ai/models (model record, intelligenceIndex)",,out:superseded,out:superseded aahle@artificialanalysis#none,artificialanalysis,deepseek-v4-pro-0813,max,reasoning-math,frontier,HLE-AA-notools,,,,,,41.0101946246525,acc%,2.89e-14,,prev=0.410101946246525 (src-artificialanalysis-model-pages-2026-10-19#M334),"https://artificialanalysis.ai/models (model record, hle (entry deepseek-v4-pro / hle))",,in, aacritpt@artificialanalysis#none,artificialanalysis,deepseek-v4-pro-0813,max,reasoning-math,frontier,CritPt-AA,,,,,,18,acc%,0.289,,prev=0.18 (src-artificialanalysis-model-pages-2026-10-19#M550),"https://artificialanalysis.ai/models (model record, critpt (entry deepseek-v4-pro / critpt))",,in, aalcr@artificialanalysis#none,artificialanalysis,deepseek-v4-pro-0813,max,mixed,hard,AA-LCR,,,,,,80.3333333333333,acc%,2.89e-14,,prev=0.803333333333333 (src-artificialanalysis-model-pages-2026-10-19#M658),"https://artificialanalysis.ai/models (model record, lcr (entry deepseek-v4-pro / lcr))",,in, aaomni@artificialanalysis#none,artificialanalysis,deepseek-v4-pro-0813,max,mixed,mid,AA-Omniscience,,,,,,45.2,acc%,0.0289,,prev=0.491 (src-artificialanalysis-model-pages-2026-10-19#M777),"https://artificialanalysis.ai/models (model record, omniscienceAccuracy (entry deepseek-v4-pro / omniscienceAccuracy))",src-artificialanalysis-model-pages-2026-11-04|run:aaomni-index|deepseek-v4-pro-0813@max|,in, aascicode@artificialanalysis#none,artificialanalysis,deepseek-v4-pro-0813,max,coding,hard,SciCode-AA,,,,,,51.0416666666667,acc%,2.89e-14,,prev=0.510416666666667 (src-artificialanalysis-model-pages-2026-10-19#M226),"https://artificialanalysis.ai/models (model record, scicode (entry deepseek-v4-pro / scicode))",,in, aagpqa#none,artificialanalysis,deepseek-v4-pro-0813,max,reasoning-math,hard,AA-GPQA,,,,,,92.8282828282828,acc%,2.89e-14,,prev=0.928282828282828 (src-artificialanalysis-model-pages-2026-10-21#M466),"https://artificialanalysis.ai/models (model record, gpqa (entry deepseek-v4-pro / gpqa))",,in, aatb21#none,artificialanalysis,deepseek-v4-pro-0813,max,coding,hard,AA-TB,,,,,,78.6516853932584,acc%,2.89e-14,,prev=0.786516853932584 (src-artificialanalysis-model-pages-2026-10-21#M1042),"https://artificialanalysis.ai/models (model record, terminalBench21 (entry deepseek-v4-pro / terminalBench21))",,in, aaomni-index#none,artificialanalysis,deepseek-v4-pro-0813,max,mixed,mid,AA-Omniscience,,0.07778389635310344,0.0381,,2921.0406666666668,-6.366666666666666,omniscience-index,2.89e-16,,prev=0.8333333333333334 (src-artificialanalysis-model-pages-2026-10-19#M1882); cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://artificialanalysis.ai/models (model record, omniscience (entry deepseek-v4-pro / omniscience))",src-artificialanalysis-model-pages-2026-11-04|run:aaomni-index|deepseek-v4-pro-0813@max|,in,out:cost-single-couple aagdpval#none,artificialanalysis,deepseek-v4-pro-0813,max,mixed,frontier,GDPval-AA-v2,,,,,,1457.37,AA-elo,0.00289,,prev=1450.47 (src-artificialanalysis-model-pages-2026-10-19#M1008),"https://artificialanalysis.ai/models (model record, gdpval (entry deepseek-v4-pro / gdpval))",,in, aatb40@artificialanalysis#none,artificialanalysis,deepseek-v4-pro-0813,max,coding,hard,TB-AA,,24.66796674824393,12.1,,171514.15151515152,14.1414141414141,pass%,2.89e-14,,prev=0.141414141414141 (src-artificialanalysis-model-pages-2026-10-19#M118); cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://artificialanalysis.ai/models (model record, terminalBench40 (entry deepseek-v4-pro / terminalBench40))",,in,out:cost-single-couple aaenterpriseops#none,artificialanalysis,deepseek-v4-pro-0813,max,agentic-tool,hard,AA-EnterpriseOps,,,,,,49.59713518352731,pass%,2.89e-15,,prev=0.4959713518352731 (src-artificialanalysis-model-pages-2026-10-21#M426),"https://artificialanalysis.ai/models (model record, enterpriseOpsGym (entry deepseek-v4-pro / enterpriseOpsGym))",,in, aatau-banking#none,artificialanalysis,deepseek-v4-pro-0813,max,agentic-tool,hard,AA-tau-banking,,,,,,39.5876288659794,pass%,2.89e-14,,prev=0.395876288659794 (src-artificialanalysis-model-pages-2026-10-21#M824),"https://artificialanalysis.ai/models (model record, tauBanking (entry deepseek-v4-pro / tauBanking))",,in, aagdppdf@artificialanalysis#none,artificialanalysis,deepseek-v4-pro-0813,max,mixed,hard,GDP-PDF-AA,,0.7225190641862067,0.354,,16640.35,11.4,allpass%,0.0289,,prev=0.114 (src-artificialanalysis-model-pages-2026-10-19#M442); cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://artificialanalysis.ai/models (model record, gdpPdfAllPass (entry deepseek-v4-pro / gdpPdfAllPass))",,in,out:cost-single-couple aaautob#none,artificialanalysis,deepseek-v4-pro-0813,max,agentic-tool,hard,AutomationBench-AA,,2.238376593380037,1.1,,37033.9101978691,56.71165546344002,partial-credit%,2.89e-15,,prev=0.5671165546344002 (src-artificialanalysis-model-pages-2026-10-19#M10); cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://artificialanalysis.ai/models (model record, automationBenchPartialScore (entry deepseek-v4-pro / automationBenchPartialScore))",,in,out:cost-single-couple aafrontiercode#none,artificialanalysis,deepseek-v4-pro-0813,max,coding,frontier,FrontierCode-AA,,,,,,38.8022666666667,weighted-rubric%,2.89e-14,,prev=0.388022666666667 (src-artificialanalysis-model-pages-2026-10-21#M237),"https://artificialanalysis.ai/models (model record, frontierCode (entry deepseek-v4-pro / frontierCode))",,in, aatbsci@artificialanalysis#none,artificialanalysis,deepseek-v4-pro-0813,max,coding,hard,Terminal-Bench-Science-AA,,36.96157045921528,18.1,,208436.7142857143,5.71428571428571,pass%,2.89e-15,,prev=0.0571428571428571 (src-artificialanalysis-model-pages-2026-10-19#M1275); cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://artificialanalysis.ai/models (model record, terminalBenchScience (entry deepseek-v4-pro / terminalBenchScience))",,in,out:cost-single-couple aa5-aa-briefcase@artificialanalysis,artificialanalysis,deepseek-v4-pro-0813,max,mixed,hard,,,6.539327284942541,3.2,,92150.20879120879,1254.44,Elo,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://artificialanalysis.ai/models (model record, intelligenceIndexEvaluations[slug=aa-briefcase].score (entry deepseek-v4-pro / aa-briefcase))",,out:superseded,out:cost-single-couple aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,deepseek-v4-pro-0813,max,coding,hard,,,12.03327370794054,5.89,,106465.33333333333,0.170742929292929,score%,2.89e-16,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://artificialanalysis.ai/models (model record, intelligenceIndexEvaluations[slug=frontiercode-2-0].score (entry deepseek-v4-pro / frontiercode-2-0))",,out:superseded,out:cost-single-couple aa5-hle-diamond,artificialanalysis,deepseek-v4-pro-0813,max,mixed,hard,,,0.7999426183593104,0.392,,30637.956,0.195,score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://artificialanalysis.ai/models (model record, intelligenceIndexEvaluations[slug=hle-diamond].score (entry deepseek-v4-pro / hle-diamond))",,out:superseded,out:cost-single-couple aa5-critpt-v2-hard,artificialanalysis,deepseek-v4-pro-0813,max,mixed,hard,,,5.847499559716344,2.86,,143377.725,0.235,score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://artificialanalysis.ai/models (model record, intelligenceIndexEvaluations[slug=critpt-v2-hard].score (entry deepseek-v4-pro / critpt-v2-hard))",,out:superseded,out:cost-single-couple aahle@artificialanalysis#none,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,reasoning-math,frontier,HLE-AA-notools,,,,,,37.5347544022243,acc%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, hle (entry deepseek-v4-pro-0424 / hle))",,out:model-not-established, aacritpt@artificialanalysis#none,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,reasoning-math,frontier,CritPt-AA,,,,,,12.8571428571429,acc%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, critpt (entry deepseek-v4-pro-0424 / critpt))",,out:model-not-established, aalcr@artificialanalysis#none,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,mixed,hard,AA-LCR,,,,,,74.6666666666667,acc%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, lcr (entry deepseek-v4-pro-0424 / lcr))",,out:model-not-established, aascicode@artificialanalysis#none,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,coding,hard,SciCode-AA,,,,,,50.8101851851852,acc%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, scicode (entry deepseek-v4-pro-0424 / scicode))",,out:model-not-established, aagpqa#none,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,88.7878787878788,acc%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, gpqa (entry deepseek-v4-pro-0424 / gpqa))",,out:model-not-established, aaifbench,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,mixed,mid,AA-IFBench,,,,,,76.4625850340136,acc%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, ifbench (entry deepseek-v4-pro-0424 / ifbench))",,out:model-not-established, aatb21#none,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,coding,hard,AA-TB,,,,,,64.0449438202247,acc%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, terminalBench21 (entry deepseek-v4-pro-0424 / terminalBench21))",,out:model-not-established, aatbhard,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,coding,hard,AA-TB-Hard,,,,,,46.2121212121212,acc%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, terminalbenchHard (entry deepseek-v4-pro-0424 / terminalbenchHard))",,out:model-not-established, aagdpval#none,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,mixed,frontier,GDPval-AA-v2,,,,,,1166.24,AA-elo,0.00289,,,"https://artificialanalysis.ai/models (model record, gdpval (entry deepseek-v4-pro-0424 / gdpval))",,out:model-not-established, aaanalyst#none,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,agentic-tool,hard,AA-AnalystAgent,,,,,,18.75,score%,0.00289,,,"https://artificialanalysis.ai/models (model record, analystAgent (entry deepseek-v4-pro-0424 / analystAgent))",,out:model-not-established, aaitbench#none,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,agentic-tool,hard,ITBench-AA,,,,,,38.3239171374765,score%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, itBenchSre (entry deepseek-v4-pro-0424 / itBenchSre))",,out:model-not-established, aatb40@artificialanalysis#none,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,coding,hard,TB-AA,,,,,,14.6464646464646,pass%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, terminalBench40 (entry deepseek-v4-pro-0424 / terminalBench40))",,out:model-not-established, aaenterpriseops#none,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,agentic-tool,hard,AA-EnterpriseOps,,,,,,40.435690838555655,pass%,2.89e-16,,,"https://artificialanalysis.ai/models (model record, enterpriseOpsGym (entry deepseek-v4-pro-0424 / enterpriseOpsGym))",,out:model-not-established, aatau-banking#none,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,agentic-tool,hard,AA-tau-banking,,,,,,30.1030927835052,pass%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, tauBanking (entry deepseek-v4-pro-0424 / tauBanking))",,out:model-not-established, aatau2,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,agentic-tool,mid,AA-tau2,,,,,,96.1988304093567,pass%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, tau2 (entry deepseek-v4-pro-0424 / tau2))",,out:model-not-established, aagdppdf@artificialanalysis#none,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,mixed,hard,GDP-PDF-AA,,,,,,13.4,allpass%,0.0289,,,"https://artificialanalysis.ai/models (model record, gdpPdfAllPass (entry deepseek-v4-pro-0424 / gdpPdfAllPass))",,out:model-not-established, aaautob#none,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,agentic-tool,hard,AutomationBench-AA,,,,,,56.28968557434271,partial-credit%,2.89e-15,,,"https://artificialanalysis.ai/models (model record, automationBenchPartialScore (entry deepseek-v4-pro-0424 / automationBenchPartialScore))",,out:model-not-established, aaapex#none,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,agentic-tool,hard,AA-APEX-Agents,,,,,,24.2625368731563,pass@1%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, apexAgents (entry deepseek-v4-pro-0424 / apexAgents))",,out:model-not-established, aamlcr,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,mixed,hard,MLCR-AA,,,,,,9.44444444444444,acc%,2.89e-15,,,"https://artificialanalysis.ai/models (model record, mlcrOverall (entry deepseek-v4-pro-0424 / mlcrOverall))",,out:model-not-established, aahle@artificialanalysis#none,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,reasoning-math,frontier,HLE-AA-notools,,,,,,35.2177942539388,acc%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, hle (entry deepseek-v4-pro-0424-high / hle))",,out:model-not-established, aacritpt@artificialanalysis#none,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,reasoning-math,frontier,CritPt-AA,,,,,,10,acc%,2.89,,,"https://artificialanalysis.ai/models (model record, critpt (entry deepseek-v4-pro-0424-high / critpt))",,out:model-not-established, aalcr@artificialanalysis#none,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,mixed,hard,AA-LCR,,,,,,70.3333333333333,acc%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, lcr (entry deepseek-v4-pro-0424-high / lcr))",,out:model-not-established, aagpqa#none,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,90.5050505050505,acc%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, gpqa (entry deepseek-v4-pro-0424-high / gpqa))",,out:model-not-established, aaifbench,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,mixed,mid,AA-IFBench,,,,,,71.2925170068027,acc%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, ifbench (entry deepseek-v4-pro-0424-high / ifbench))",,out:model-not-established, aatb21#none,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,coding,hard,AA-TB,,,,,,64.7940074906367,acc%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, terminalBench21 (entry deepseek-v4-pro-0424-high / terminalBench21))",,out:model-not-established, aatbhard,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,coding,hard,AA-TB-Hard,,,,,,41.6666666666667,acc%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, terminalbenchHard (entry deepseek-v4-pro-0424-high / terminalbenchHard))",,out:model-not-established, aagdpval#none,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,mixed,frontier,GDPval-AA-v2,,,,,,1159.95,AA-elo,0.00289,,,"https://artificialanalysis.ai/models (model record, gdpval (entry deepseek-v4-pro-0424-high / gdpval))",,out:model-not-established, aatau-banking#none,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,agentic-tool,hard,AA-tau-banking,,,,,,26.1855670103093,pass%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, tauBanking (entry deepseek-v4-pro-0424-high / tauBanking))",,out:model-not-established, aatau2,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,agentic-tool,mid,AA-tau2,,,,,,94.1520467836257,pass%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, tau2 (entry deepseek-v4-pro-0424-high / tau2))",,out:model-not-established, aahle@artificialanalysis#none,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,reasoning-math,frontier,HLE-AA-notools,,,,,,8.2483781278962,acc%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, hle (entry deepseek-v4-pro-0424-non-reasoning / hle))",,out:model-not-established, aacritpt@artificialanalysis#none,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,reasoning-math,frontier,CritPt-AA,,,,,,0.857142857142857,acc%,2.89e-16,,,"https://artificialanalysis.ai/models (model record, critpt (entry deepseek-v4-pro-0424-non-reasoning / critpt))",,out:model-not-established, aalcr@artificialanalysis#none,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,mixed,hard,AA-LCR,,,,,,53,acc%,0.289,,,"https://artificialanalysis.ai/models (model record, lcr (entry deepseek-v4-pro-0424-non-reasoning / lcr))",,out:model-not-established, aagpqa#none,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,71.7171717171717,acc%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, gpqa (entry deepseek-v4-pro-0424-non-reasoning / gpqa))",,out:model-not-established, aaifbench,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,mixed,mid,AA-IFBench,,,,,,45.7823129251701,acc%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, ifbench (entry deepseek-v4-pro-0424-non-reasoning / ifbench))",,out:model-not-established, aatbhard,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,coding,hard,AA-TB-Hard,,,,,,36.3636363636364,acc%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, terminalbenchHard (entry deepseek-v4-pro-0424-non-reasoning / terminalbenchHard))",,out:model-not-established, aatau2,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,agentic-tool,mid,AA-tau2,,,,,,91.2280701754386,pass%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, tau2 (entry deepseek-v4-pro-0424-non-reasoning / tau2))",,out:model-not-established, aa-index5@artificialanalysis,artificialanalysis,deepseek-v4-pro-0813,not-established:absent,mixed,hard,,per-task,0.9769879356486032,2.89e-17,,71588.08356406621,12.5675939779921,AA-idx,2.89e-14,,,"https://artificialanalysis.ai/models (model record, intelligenceIndex)",,out:effort-not-established,out:effort-not-established aahle@artificialanalysis#none,artificialanalysis,deepseek-v4-pro-0813,not-established:absent,reasoning-math,frontier,HLE-AA-notools,,,,,,10.5653382761817,acc%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, hle (entry deepseek-v4-pro-non-reasoning / hle))",,out:effort-not-established, aacritpt@artificialanalysis#none,artificialanalysis,deepseek-v4-pro-0813,not-established:absent,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,"https://artificialanalysis.ai/models (model record, critpt (entry deepseek-v4-pro-non-reasoning / critpt))",,out:effort-not-established, aalcr@artificialanalysis#none,artificialanalysis,deepseek-v4-pro-0813,not-established:absent,mixed,hard,AA-LCR,,,,,,50.6666666666667,acc%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, lcr (entry deepseek-v4-pro-non-reasoning / lcr))",,out:effort-not-established, aaomni@artificialanalysis#none,artificialanalysis,deepseek-v4-pro-0813,not-established:absent,mixed,mid,AA-Omniscience,,,,,,38.6,acc%,0.0289,,,"https://artificialanalysis.ai/models (model record, omniscienceAccuracy (entry deepseek-v4-pro-non-reasoning / omniscienceAccuracy))",,out:effort-not-established, aascicode@artificialanalysis#none,artificialanalysis,deepseek-v4-pro-0813,not-established:absent,coding,hard,SciCode-AA,,,,,,39.9305555555556,acc%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, scicode (entry deepseek-v4-pro-non-reasoning / scicode))",,out:effort-not-established, aaomni-index#none,artificialanalysis,deepseek-v4-pro-0813,not-established:absent,mixed,mid,AA-Omniscience,,0.0009638798399999998,2.89e-20,,204.59666666666666,-19.066666666666666,omniscience-index,2.89e-16,,,"https://artificialanalysis.ai/models (model record, omniscience (entry deepseek-v4-pro-non-reasoning / omniscience))",,out:effort-not-established,out:effort-not-established aagdpval#none,artificialanalysis,deepseek-v4-pro-0813,not-established:absent,mixed,frontier,GDPval-AA-v2,,,,,,1066.05,AA-elo,0.00289,,,"https://artificialanalysis.ai/models (model record, gdpval (entry deepseek-v4-pro-non-reasoning / gdpval))",,out:effort-not-established, aatb40@artificialanalysis#none,artificialanalysis,deepseek-v4-pro-0813,not-established:absent,coding,hard,TB-AA,,2.580699963231489,2.89e-16,,212248.28787878787,1.51515151515152,pass%,2.89e-15,,,"https://artificialanalysis.ai/models (model record, terminalBench40 (entry deepseek-v4-pro-non-reasoning / terminalBench40))",,out:effort-not-established,out:effort-not-established aagdppdf@artificialanalysis#none,artificialanalysis,deepseek-v4-pro-0813,not-established:absent,mixed,hard,GDP-PDF-AA,,0.04791596040000001,2.89e-18,,995.81,3.6,allpass%,0.0289,,,"https://artificialanalysis.ai/models (model record, gdpPdfAllPass (entry deepseek-v4-pro-non-reasoning / gdpPdfAllPass))",,out:effort-not-established,out:effort-not-established aaautob#none,artificialanalysis,deepseek-v4-pro-0813,not-established:absent,agentic-tool,hard,AutomationBench-AA,,0.26489442388701917,2.89e-18,,22689.293759512937,34.90865332353694,partial-credit%,2.89e-15,,,"https://artificialanalysis.ai/models (model record, automationBenchPartialScore (entry deepseek-v4-pro-non-reasoning / automationBenchPartialScore))",,out:effort-not-established,out:effort-not-established aatbsci@artificialanalysis#none,artificialanalysis,deepseek-v4-pro-0813,not-established:absent,coding,hard,Terminal-Bench-Science-AA,,2.7238761025163187,2.89e-17,,179197.5,0,pass%,28.9,,,"https://artificialanalysis.ai/models (model record, terminalBenchScience (entry deepseek-v4-pro-non-reasoning / terminalBenchScience))",,out:effort-not-established,out:effort-not-established aa5-aa-briefcase@artificialanalysis,artificialanalysis,deepseek-v4-pro-0813,not-established:absent,mixed,hard,,,0.36122922591362766,2.89e-18,,29111.472527472528,927.77,Elo,0.00289,,,"https://artificialanalysis.ai/models (model record, intelligenceIndexEvaluations[slug=aa-briefcase].score (entry deepseek-v4-pro-non-reasoning / aa-briefcase))",,out:effort-not-established,out:effort-not-established aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,deepseek-v4-pro-0813,not-established:absent,coding,hard,,,1.3190662557974628,2.89e-17,,73097.02272727272,0.103058585858586,score%,2.89e-16,,,"https://artificialanalysis.ai/models (model record, intelligenceIndexEvaluations[slug=frontiercode-2-0].score (entry deepseek-v4-pro-non-reasoning / frontiercode-2-0))",,out:effort-not-established,out:effort-not-established aa5-hle-diamond,artificialanalysis,deepseek-v4-pro-0813,not-established:absent,mixed,hard,,,0.0044973522000000005,2.89e-20,,1051.608,0.072,score%,0.000289,,,"https://artificialanalysis.ai/models (model record, intelligenceIndexEvaluations[slug=hle-diamond].score (entry deepseek-v4-pro-non-reasoning / hle-diamond))",,out:effort-not-established,out:effort-not-established aa5-critpt-v2-hard,artificialanalysis,deepseek-v4-pro-0813,not-established:absent,mixed,hard,,,0.42057365280991876,2.89e-18,,68322.5,0.085,score%,0.000289,,,"https://artificialanalysis.ai/models (model record, intelligenceIndexEvaluations[slug=critpt-v2-hard].score (entry deepseek-v4-pro-non-reasoning / critpt-v2-hard))",,out:effort-not-established,out:effort-not-established aa-index5@artificialanalysis,artificialanalysis,gemini-3.1-flash-lite,unstated,mixed,hard,,per-task,0.19445134743611814,2.89e-18,,15910.706826771477,6.15684082814488,AA-idx,2.89e-15,,,"https://artificialanalysis.ai/models (model record, intelligenceIndex)",,out:effort-not-established,out:effort-not-established aahle@artificialanalysis#none,artificialanalysis,gemini-3.1-flash-lite,unstated,reasoning-math,frontier,HLE-AA-notools,,,,,,17.191844300278,acc%,2.89e-13,,,"https://artificialanalysis.ai/models (model record, hle (entry gemini-3-1-flash-lite-preview / hle))",,out:effort-not-established, aacritpt@artificialanalysis#none,artificialanalysis,gemini-3.1-flash-lite,unstated,reasoning-math,frontier,CritPt-AA,,,,,,1.14285714285714,acc%,2.89e-15,,,"https://artificialanalysis.ai/models (model record, critpt (entry gemini-3-1-flash-lite-preview / critpt))",,out:effort-not-established, aalcr@artificialanalysis#none,artificialanalysis,gemini-3.1-flash-lite,unstated,mixed,hard,AA-LCR,,,,,,74.3333333333333,acc%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, lcr (entry gemini-3-1-flash-lite-preview / lcr))",,out:effort-not-established, aaomni@artificialanalysis#none,artificialanalysis,gemini-3.1-flash-lite,unstated,mixed,mid,AA-Omniscience,,,,,,31.7,acc%,0.0289,,,"https://artificialanalysis.ai/models (model record, omniscienceAccuracy (entry gemini-3-1-flash-lite-preview / omniscienceAccuracy))",,out:effort-not-established, aammmupro#none,artificialanalysis,gemini-3.1-flash-lite,unstated,mixed,hard,MMMU-Pro-AA,,,,,,75.5491329479769,acc%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, mmmuPro (entry gemini-3-1-flash-lite-preview / mmmuPro))",,out:effort-not-established, aascicode@artificialanalysis#none,artificialanalysis,gemini-3.1-flash-lite,unstated,coding,hard,SciCode-AA,,,,,,43.4027777777778,acc%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, scicode (entry gemini-3-1-flash-lite-preview / scicode))",,out:effort-not-established, aagpqa#none,artificialanalysis,gemini-3.1-flash-lite,unstated,reasoning-math,hard,AA-GPQA,,,,,,82.2222222222222,acc%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, gpqa (entry gemini-3-1-flash-lite-preview / gpqa))",,out:effort-not-established, aaifbench,artificialanalysis,gemini-3.1-flash-lite,unstated,mixed,mid,AA-IFBench,,,,,,77.2108843537415,acc%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, ifbench (entry gemini-3-1-flash-lite-preview / ifbench))",,out:effort-not-established, aatb21#none,artificialanalysis,gemini-3.1-flash-lite,unstated,coding,hard,AA-TB,,,,,,31.0861423220974,acc%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, terminalBench21 (entry gemini-3-1-flash-lite-preview / terminalBench21))",,out:effort-not-established, aatbhard,artificialanalysis,gemini-3.1-flash-lite,unstated,coding,hard,AA-TB-Hard,,,,,,24.2424242424242,acc%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, terminalbenchHard (entry gemini-3-1-flash-lite-preview / terminalbenchHard))",,out:effort-not-established, aaomni-index#none,artificialanalysis,gemini-3.1-flash-lite,unstated,mixed,mid,AA-Omniscience,,0.002624079583333333,2.89e-19,,1729.451,-24.133333333333333,omniscience-index,2.89e-16,,,"https://artificialanalysis.ai/models (model record, omniscience (entry gemini-3-1-flash-lite-preview / omniscience))",,out:effort-not-established,out:effort-not-established aagdpval#none,artificialanalysis,gemini-3.1-flash-lite,unstated,mixed,frontier,GDPval-AA-v2,,,,,,437.92,AA-elo,0.00289,,,"https://artificialanalysis.ai/models (model record, gdpval (entry gemini-3-1-flash-lite-preview / gdpval))",,out:effort-not-established, aaanalyst#none,artificialanalysis,gemini-3.1-flash-lite,unstated,agentic-tool,hard,AA-AnalystAgent,,,,,,8.75,score%,0.00289,,,"https://artificialanalysis.ai/models (model record, analystAgent (entry gemini-3-1-flash-lite-preview / analystAgent))",,out:effort-not-established, aatb40@artificialanalysis#none,artificialanalysis,gemini-3.1-flash-lite,unstated,coding,hard,TB-AA,,0.3260314269440553,2.89e-17,,22598.136363636364,0.505050505050505,pass%,2.89e-16,,,"https://artificialanalysis.ai/models (model record, terminalBench40 (entry gemini-3-1-flash-lite-preview / terminalBench40))",,out:effort-not-established,out:effort-not-established aaenterpriseops#none,artificialanalysis,gemini-3.1-flash-lite,unstated,agentic-tool,hard,AA-EnterpriseOps,,,,,,28.02148612354521,pass%,2.89e-15,,,"https://artificialanalysis.ai/models (model record, enterpriseOpsGym (entry gemini-3-1-flash-lite-preview / enterpriseOpsGym))",,out:effort-not-established, aatau-banking#none,artificialanalysis,gemini-3.1-flash-lite,unstated,agentic-tool,hard,AA-tau-banking,,,,,,9.69072164948454,pass%,2.89e-15,,,"https://artificialanalysis.ai/models (model record, tauBanking (entry gemini-3-1-flash-lite-preview / tauBanking))",,out:effort-not-established, aatau2,artificialanalysis,gemini-3.1-flash-lite,unstated,agentic-tool,mid,AA-tau2,,,,,,31.2865497076023,pass%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, tau2 (entry gemini-3-1-flash-lite-preview / tau2))",,out:effort-not-established, aagdppdf@artificialanalysis#none,artificialanalysis,gemini-3.1-flash-lite,unstated,mixed,hard,GDP-PDF-AA,,0.026543402500000004,2.89e-19,,3185.12,7.8,allpass%,0.0289,,,"https://artificialanalysis.ai/models (model record, gdpPdfAllPass (entry gemini-3-1-flash-lite-preview / gdpPdfAllPass))",,out:effort-not-established,out:effort-not-established aaautob#none,artificialanalysis,gemini-3.1-flash-lite,unstated,agentic-tool,hard,AutomationBench-AA,,0.07981496596703531,2.89e-18,,7772.660578386606,6.796182033119545,partial-credit%,2.89e-16,,,"https://artificialanalysis.ai/models (model record, automationBenchPartialScore (entry gemini-3-1-flash-lite-preview / automationBenchPartialScore))",,out:effort-not-established,out:effort-not-established aaapex#none,artificialanalysis,gemini-3.1-flash-lite,unstated,agentic-tool,hard,AA-APEX-Agents,,,,,,12.1681415929204,pass@1%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, apexAgents (entry gemini-3-1-flash-lite-preview / apexAgents))",,out:effort-not-established, aamlcr,artificialanalysis,gemini-3.1-flash-lite,unstated,mixed,hard,MLCR-AA,,,,,,5,acc%,0.289,,,"https://artificialanalysis.ai/models (model record, mlcrOverall (entry gemini-3-1-flash-lite-preview / mlcrOverall))",,out:effort-not-established, aatbsci@artificialanalysis#none,artificialanalysis,gemini-3.1-flash-lite,unstated,coding,hard,Terminal-Bench-Science-AA,,0.16251449642000856,2.89e-18,,16485.785714285714,0,pass%,28.9,,,"https://artificialanalysis.ai/models (model record, terminalBenchScience (entry gemini-3-1-flash-lite-preview / terminalBenchScience))",,out:effort-not-established,out:effort-not-established aa5-aa-briefcase@artificialanalysis,artificialanalysis,gemini-3.1-flash-lite,unstated,mixed,hard,,,0.040744480476537365,2.89e-19,,5739.516483516483,207.91,Elo,0.00289,,,"https://artificialanalysis.ai/models (model record, intelligenceIndexEvaluations[slug=aa-briefcase].score (entry gemini-3-1-flash-lite-preview / aa-briefcase))",,out:effort-not-established,out:effort-not-established aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,gemini-3.1-flash-lite,unstated,coding,hard,,,0.7599862788589363,2.89e-17,,23561.371212121212,0.00625909090909091,score%,2.89e-18,,,"https://artificialanalysis.ai/models (model record, intelligenceIndexEvaluations[slug=frontiercode-2-0].score (entry gemini-3-1-flash-lite-preview / frontiercode-2-0))",,out:effort-not-established,out:effort-not-established aa5-hle-diamond,artificialanalysis,gemini-3.1-flash-lite,unstated,mixed,hard,,,0.020603311500000002,2.89e-19,,13640.805,0.09,score%,0.00289,,,"https://artificialanalysis.ai/models (model record, intelligenceIndexEvaluations[slug=hle-diamond].score (entry gemini-3-1-flash-lite-preview / hle-diamond))",,out:effort-not-established,out:effort-not-established aa5-critpt-v2-hard,artificialanalysis,gemini-3.1-flash-lite,unstated,mixed,hard,,,0.09589554867538502,2.89e-18,,46115.05,0.03,score%,0.00289,,,"https://artificialanalysis.ai/models (model record, intelligenceIndexEvaluations[slug=critpt-v2-hard].score (entry gemini-3-1-flash-lite-preview / critpt-v2-hard))",,out:effort-not-established,out:effort-not-established aahle@artificialanalysis#none,artificialanalysis,gemini-3.5-flash,high,reasoning-math,frontier,HLE-AA-notools,,,,,,42.678405931418,acc%,2.89e-13,,prev=0.42678405931418 (src-artificialanalysis-model-pages-2026-10-19#M340),"https://artificialanalysis.ai/models (model record, hle (entry gemini-3-5-flash / hle))",,in, aacritpt@artificialanalysis#none,artificialanalysis,gemini-3.5-flash,high,reasoning-math,frontier,CritPt-AA,,,,,,13.1428571428571,acc%,2.89e-14,,prev=0.131428571428571 (src-artificialanalysis-model-pages-2026-10-19#M556),"https://artificialanalysis.ai/models (model record, critpt (entry gemini-3-5-flash / critpt))",,in, aalcr@artificialanalysis#none,artificialanalysis,gemini-3.5-flash,high,mixed,hard,AA-LCR,,,,,,73.3333333333333,acc%,2.89e-14,,prev=0.733333333333333 (src-artificialanalysis-model-pages-2026-10-19#M664),"https://artificialanalysis.ai/models (model record, lcr (entry gemini-3-5-flash / lcr))",,in, aammmupro#none,artificialanalysis,gemini-3.5-flash,high,mixed,hard,MMMU-Pro-AA,,,,,,84.2774566473988,acc%,2.89e-14,,prev=0.842774566473988 (src-artificialanalysis-model-pages-2026-10-19#M1331),"https://artificialanalysis.ai/models (model record, mmmuPro (entry gemini-3-5-flash / mmmuPro))",,in, aascicode@artificialanalysis#none,artificialanalysis,gemini-3.5-flash,high,coding,hard,SciCode-AA,,,,,,53.9351851851852,acc%,2.89e-14,,prev=0.539351851851852 (src-artificialanalysis-model-pages-2026-10-19#M232),"https://artificialanalysis.ai/models (model record, scicode (entry gemini-3-5-flash / scicode))",,in, aagpqa#none,artificialanalysis,gemini-3.5-flash,high,reasoning-math,hard,AA-GPQA,,,,,,92.2222222222222,acc%,2.89e-14,,prev=0.922222222222222 (src-artificialanalysis-model-pages-2026-10-21#M477),"https://artificialanalysis.ai/models (model record, gpqa (entry gemini-3-5-flash / gpqa))",,in, aaifbench,artificialanalysis,gemini-3.5-flash,high,mixed,mid,AA-IFBench,,,,,,76.3265306122449,acc%,2.89e-14,,prev=0.763265306122449 (src-artificialanalysis-model-pages-2026-10-21#M637),"https://artificialanalysis.ai/models (model record, ifbench (entry gemini-3-5-flash / ifbench))",,in, aatb21#none,artificialanalysis,gemini-3.5-flash,high,coding,hard,AA-TB,,,,,,78.6516853932584,acc%,2.89e-14,,prev=0.786516853932584 (src-artificialanalysis-model-pages-2026-10-21#M1048),"https://artificialanalysis.ai/models (model record, terminalBench21 (entry gemini-3-5-flash / terminalBench21))",,in, aatbhard,artificialanalysis,gemini-3.5-flash,high,coding,hard,AA-TB-Hard,,,,,,40.9090909090909,acc%,2.89e-14,,prev=0.409090909090909 (src-artificialanalysis-model-pages-2026-10-21#M1149),"https://artificialanalysis.ai/models (model record, terminalbenchHard (entry gemini-3-5-flash / terminalbenchHard))",,in, aagdpval#none,artificialanalysis,gemini-3.5-flash,high,mixed,frontier,GDPval-AA-v2,,,,,,1211.55,AA-elo,0.00289,,prev=1202.58 (src-artificialanalysis-model-pages-2026-10-19#M1014),"https://artificialanalysis.ai/models (model record, gdpval (entry gemini-3-5-flash / gdpval))",,in, aaanalyst#none,artificialanalysis,gemini-3.5-flash,high,agentic-tool,hard,AA-AnalystAgent,,,,,,45,score%,0.289,,prev=0.45 (src-artificialanalysis-model-pages-2026-10-19#M1485),"https://artificialanalysis.ai/models (model record, analystAgent (entry gemini-3-5-flash / analystAgent))",,in, aaitbench#none,artificialanalysis,gemini-3.5-flash,high,agentic-tool,hard,ITBench-AA,,,,,,40.3483992467043,score%,2.89e-14,,prev=0.403483992467043 (src-artificialanalysis-model-pages-2026-10-19#M1510),"https://artificialanalysis.ai/models (model record, itBenchSre (entry gemini-3-5-flash / itBenchSre))",,in, aatb40@artificialanalysis#none,artificialanalysis,gemini-3.5-flash,high,coding,hard,TB-AA,,,,,,6.56565656565657,pass%,2.89e-15,,prev=0.0656565656565657 (src-artificialanalysis-model-pages-2026-10-19#M124),"https://artificialanalysis.ai/models (model record, terminalBench40 (entry gemini-3-5-flash / terminalBench40))",,in, aaenterpriseops#none,artificialanalysis,gemini-3.5-flash,high,agentic-tool,hard,AA-EnterpriseOps,,,,,,50.07460459564309,pass%,2.89e-15,,prev=0.5007460459564309 (src-artificialanalysis-model-pages-2026-10-21#M431),"https://artificialanalysis.ai/models (model record, enterpriseOpsGym (entry gemini-3-5-flash / enterpriseOpsGym))",,in, aatau-banking#none,artificialanalysis,gemini-3.5-flash,high,agentic-tool,hard,AA-tau-banking,,,,,,32.1649484536082,pass%,2.89e-14,,prev=0.321649484536082 (src-artificialanalysis-model-pages-2026-10-21#M831),"https://artificialanalysis.ai/models (model record, tauBanking (entry gemini-3-5-flash / tauBanking))",,in, aatau2,artificialanalysis,gemini-3.5-flash,high,agentic-tool,mid,AA-tau2,,,,,,95.3216374269006,pass%,2.89e-14,,prev=0.953216374269006 (src-artificialanalysis-model-pages-2026-10-21#M928),"https://artificialanalysis.ai/models (model record, tau2 (entry gemini-3-5-flash / tau2))",,in, aagdppdf@artificialanalysis#none,artificialanalysis,gemini-3.5-flash,high,mixed,hard,GDP-PDF-AA,,,,,,19.8,allpass%,0.0289,,prev=0.198 (src-artificialanalysis-model-pages-2026-10-19#M448),"https://artificialanalysis.ai/models (model record, gdpPdfAllPass (entry gemini-3-5-flash / gdpPdfAllPass))",,in, aaautob#none,artificialanalysis,gemini-3.5-flash,high,agentic-tool,hard,AutomationBench-AA,,,,,,42.07973565652745,partial-credit%,2.89e-15,,prev=0.4207973565652745 (src-artificialanalysis-model-pages-2026-10-19#M16),"https://artificialanalysis.ai/models (model record, automationBenchPartialScore (entry gemini-3-5-flash / automationBenchPartialScore))",,in, aaapex#none,artificialanalysis,gemini-3.5-flash,high,agentic-tool,hard,AA-APEX-Agents,,,,,,47.0501474926254,pass@1%,2.89e-14,,prev=0.470501474926254 (src-artificialanalysis-model-pages-2026-10-21#M407),"https://artificialanalysis.ai/models (model record, apexAgents (entry gemini-3-5-flash / apexAgents))",,in, aamlcr,artificialanalysis,gemini-3.5-flash,high,mixed,hard,MLCR-AA,,,,,,10,acc%,2.89,,prev=0.183333333333333 (src-artificialanalysis-model-pages-2026-10-19#M1226),"https://artificialanalysis.ai/models (model record, mlcrOverall (entry gemini-3-5-flash / mlcrOverall))",,in, aahle@artificialanalysis#none,artificialanalysis,gemini-3.5-flash,medium,reasoning-math,frontier,HLE-AA-notools,,,,,,41.3345690454124,acc%,2.89e-14,,prev=0.413345690454124 (src-artificialanalysis-model-pages-2026-10-21#M128),"https://artificialanalysis.ai/models (model record, hle (entry gemini-3-5-flash-medium / hle))",,in, aacritpt@artificialanalysis#none,artificialanalysis,gemini-3.5-flash,medium,reasoning-math,frontier,CritPt-AA,,,,,,10.8571428571429,acc%,2.89e-14,,prev=0.108571428571429 (src-artificialanalysis-model-pages-2026-10-21#M129),"https://artificialanalysis.ai/models (model record, critpt (entry gemini-3-5-flash-medium / critpt))",,in, aalcr@artificialanalysis#none,artificialanalysis,gemini-3.5-flash,medium,mixed,hard,AA-LCR,,,,,,74.3333333333333,acc%,2.89e-14,,prev=0.743333333333333 (src-artificialanalysis-model-pages-2026-10-21#M130),"https://artificialanalysis.ai/models (model record, lcr (entry gemini-3-5-flash-medium / lcr))",,in, aammmupro#none,artificialanalysis,gemini-3.5-flash,medium,mixed,hard,MMMU-Pro-AA,,,,,,83.8728323699422,acc%,2.89e-14,,prev=0.838728323699422 (src-artificialanalysis-model-pages-2026-10-19#M1333),"https://artificialanalysis.ai/models (model record, mmmuPro (entry gemini-3-5-flash-medium / mmmuPro))",,in, aagpqa#none,artificialanalysis,gemini-3.5-flash,medium,reasoning-math,hard,AA-GPQA,,,,,,92.1212121212121,acc%,2.89e-14,,prev=0.921212121212121 (src-artificialanalysis-model-pages-2026-10-21#M478),"https://artificialanalysis.ai/models (model record, gpqa (entry gemini-3-5-flash-medium / gpqa))",,in, aaifbench,artificialanalysis,gemini-3.5-flash,medium,mixed,mid,AA-IFBench,,,,,,74.5578231292517,acc%,2.89e-14,,prev=0.745578231292517 (src-artificialanalysis-model-pages-2026-10-21#M638),"https://artificialanalysis.ai/models (model record, ifbench (entry gemini-3-5-flash-medium / ifbench))",,in, aatbhard,artificialanalysis,gemini-3.5-flash,medium,coding,hard,AA-TB-Hard,,,,,,39.3939393939394,acc%,2.89e-14,,prev=0.393939393939394 (src-artificialanalysis-model-pages-2026-10-21#M1150),"https://artificialanalysis.ai/models (model record, terminalbenchHard (entry gemini-3-5-flash-medium / terminalbenchHard))",,in, aatau2,artificialanalysis,gemini-3.5-flash,medium,agentic-tool,mid,AA-tau2,,,,,,95.6140350877193,pass%,2.89e-14,,prev=0.956140350877193 (src-artificialanalysis-model-pages-2026-10-21#M929),"https://artificialanalysis.ai/models (model record, tau2 (entry gemini-3-5-flash-medium / tau2))",,in, aahle@artificialanalysis#none,artificialanalysis,gemini-3.5-flash,minimal,reasoning-math,frontier,HLE-AA-notools,,,,,,24.0963855421687,acc%,2.89e-14,,prev=0.240963855421687 (src-artificialanalysis-model-pages-2026-10-21#M11),"https://artificialanalysis.ai/models (model record, hle (entry gemini-3-5-flash-minimal / hle))",,in, aacritpt@artificialanalysis#none,artificialanalysis,gemini-3.5-flash,minimal,reasoning-math,frontier,CritPt-AA,,,,,,1.42857142857143,acc%,2.89e-15,,prev=0.0142857142857143 (src-artificialanalysis-model-pages-2026-10-21#M12),"https://artificialanalysis.ai/models (model record, critpt (entry gemini-3-5-flash-minimal / critpt))",,in, aalcr@artificialanalysis#none,artificialanalysis,gemini-3.5-flash,minimal,mixed,hard,AA-LCR,,,,,,61.3333333333333,acc%,2.89e-14,,prev=0.613333333333333 (src-artificialanalysis-model-pages-2026-10-21#M13),"https://artificialanalysis.ai/models (model record, lcr (entry gemini-3-5-flash-minimal / lcr))",,in, aammmupro#none,artificialanalysis,gemini-3.5-flash,minimal,mixed,hard,MMMU-Pro-AA,,,,,,80.1156069364162,acc%,2.89e-14,,prev=0.801156069364162 (src-artificialanalysis-model-pages-2026-10-19#M1334),"https://artificialanalysis.ai/models (model record, mmmuPro (entry gemini-3-5-flash-minimal / mmmuPro))",,in, aagpqa#none,artificialanalysis,gemini-3.5-flash,minimal,reasoning-math,hard,AA-GPQA,,,,,,82.8282828282828,acc%,2.89e-14,,prev=0.828282828282828 (src-artificialanalysis-model-pages-2026-10-21#M479),"https://artificialanalysis.ai/models (model record, gpqa (entry gemini-3-5-flash-minimal / gpqa))",,in, aaifbench,artificialanalysis,gemini-3.5-flash,minimal,mixed,mid,AA-IFBench,,,,,,47.2789115646259,acc%,2.89e-14,,prev=0.472789115646259 (src-artificialanalysis-model-pages-2026-10-21#M639),"https://artificialanalysis.ai/models (model record, ifbench (entry gemini-3-5-flash-minimal / ifbench))",,in, aatbhard,artificialanalysis,gemini-3.5-flash,minimal,coding,hard,AA-TB-Hard,,,,,,46.2121212121212,acc%,2.89e-14,,prev=0.462121212121212 (src-artificialanalysis-model-pages-2026-10-21#M1151),"https://artificialanalysis.ai/models (model record, terminalbenchHard (entry gemini-3-5-flash-minimal / terminalbenchHard))",,in, aatau2,artificialanalysis,gemini-3.5-flash,minimal,agentic-tool,mid,AA-tau2,,,,,,58.7719298245614,pass%,2.89e-14,,prev=0.587719298245614 (src-artificialanalysis-model-pages-2026-10-21#M930),"https://artificialanalysis.ai/models (model record, tau2 (entry gemini-3-5-flash-minimal / tau2))",,in, aahle@artificialanalysis#none,artificialanalysis,gemini-3-flash,not-established:absent,reasoning-math,frontier,HLE-AA-notools,,,,,,14.967562557924,acc%,2.89e-13,,,"https://artificialanalysis.ai/models (model record, hle (entry gemini-3-flash / hle))",,out:effort-not-established, aacritpt@artificialanalysis#none,artificialanalysis,gemini-3-flash,not-established:absent,reasoning-math,frontier,CritPt-AA,,,,,,1.42857142857143,acc%,2.89e-15,,,"https://artificialanalysis.ai/models (model record, critpt (entry gemini-3-flash / critpt))",,out:effort-not-established, aalcr@artificialanalysis#none,artificialanalysis,gemini-3-flash,not-established:absent,mixed,hard,AA-LCR,,,,,,55.3333333333333,acc%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, lcr (entry gemini-3-flash / lcr))",,out:effort-not-established, aammmupro#none,artificialanalysis,gemini-3-flash,not-established:absent,mixed,hard,MMMU-Pro-AA,,,,,,78.5549132947977,acc%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, mmmuPro (entry gemini-3-flash / mmmuPro))",,out:effort-not-established, aagpqa#none,artificialanalysis,gemini-3-flash,not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,81.2121212121212,acc%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, gpqa (entry gemini-3-flash / gpqa))",,out:effort-not-established, aaifbench,artificialanalysis,gemini-3-flash,not-established:absent,mixed,mid,AA-IFBench,,,,,,55.1020408163265,acc%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, ifbench (entry gemini-3-flash / ifbench))",,out:effort-not-established, aaime25,artificialanalysis,gemini-3-flash,not-established:absent,reasoning-math,hard,AA-AIME25,,,,,,55.6666666666667,acc%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, aime25 (entry gemini-3-flash / aime25))",,out:effort-not-established, aalcb,artificialanalysis,gemini-3-flash,not-established:absent,coding,hard,AA-LCB,,,,,,79.6825396825397,acc%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, livecodebench (entry gemini-3-flash / livecodebench))",,out:effort-not-established, aatbhard,artificialanalysis,gemini-3-flash,not-established:absent,coding,hard,AA-TB-Hard,,,,,,31.8181818181818,acc%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, terminalbenchHard (entry gemini-3-flash / terminalbenchHard))",,out:effort-not-established, aatau2,artificialanalysis,gemini-3-flash,not-established:absent,agentic-tool,mid,AA-tau2,,,,,,43.2748538011696,pass%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, tau2 (entry gemini-3-flash / tau2))",,out:effort-not-established, aahle@artificialanalysis#none,artificialanalysis,gemini-3-flash,not-established:absent,reasoning-math,frontier,HLE-AA-notools,,,,,,36.5616311399444,acc%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, hle (entry gemini-3-flash-reasoning / hle))",,out:effort-not-established, aacritpt@artificialanalysis#none,artificialanalysis,gemini-3-flash,not-established:absent,reasoning-math,frontier,CritPt-AA,,,,,,8.57142857142857,acc%,2.89e-15,,,"https://artificialanalysis.ai/models (model record, critpt (entry gemini-3-flash-reasoning / critpt))",,out:effort-not-established, aalcr@artificialanalysis#none,artificialanalysis,gemini-3-flash,not-established:absent,mixed,hard,AA-LCR,,,,,,78,acc%,0.289,,,"https://artificialanalysis.ai/models (model record, lcr (entry gemini-3-flash-reasoning / lcr))",,out:effort-not-established, aammmupro#none,artificialanalysis,gemini-3-flash,not-established:absent,mixed,hard,MMMU-Pro-AA,,,,,,79.9421965317919,acc%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, mmmuPro (entry gemini-3-flash-reasoning / mmmuPro))",,out:effort-not-established, aagpqa#none,artificialanalysis,gemini-3-flash,not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,89.7979797979798,acc%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, gpqa (entry gemini-3-flash-reasoning / gpqa))",,out:effort-not-established, aaifbench,artificialanalysis,gemini-3-flash,not-established:absent,mixed,mid,AA-IFBench,,,,,,77.9591836734694,acc%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, ifbench (entry gemini-3-flash-reasoning / ifbench))",,out:effort-not-established, aaime25,artificialanalysis,gemini-3-flash,not-established:absent,reasoning-math,hard,AA-AIME25,,,,,,97,acc%,0.289,,,"https://artificialanalysis.ai/models (model record, aime25 (entry gemini-3-flash-reasoning / aime25))",,out:effort-not-established, aalcb,artificialanalysis,gemini-3-flash,not-established:absent,coding,hard,AA-LCB,,,,,,90.7936507936508,acc%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, livecodebench (entry gemini-3-flash-reasoning / livecodebench))",,out:effort-not-established, aatbhard,artificialanalysis,gemini-3-flash,not-established:absent,coding,hard,AA-TB-Hard,,,,,,38.6363636363636,acc%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, terminalbenchHard (entry gemini-3-flash-reasoning / terminalbenchHard))",,out:effort-not-established, aatau-banking#none,artificialanalysis,gemini-3-flash,not-established:absent,agentic-tool,hard,AA-tau-banking,,,,,,20.8247422680412,pass%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, tauBanking (entry gemini-3-flash-reasoning / tauBanking))",,out:effort-not-established, aatau2,artificialanalysis,gemini-3-flash,not-established:absent,agentic-tool,mid,AA-tau2,,,,,,80.4093567251462,pass%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, tau2 (entry gemini-3-flash-reasoning / tau2))",,out:effort-not-established, aaapex#none,artificialanalysis,gemini-3-flash,not-established:absent,agentic-tool,hard,AA-APEX-Agents,,,,,,27.7286135693215,pass@1%,2.89e-14,,,"https://artificialanalysis.ai/models (model record, apexAgents (entry gemini-3-flash-reasoning / apexAgents))",,out:effort-not-established, aahle@artificialanalysis#none,artificialanalysis,gemini-3-pro,high,reasoning-math,frontier,HLE-AA-notools,,,,,,39.7126969416126,acc%,2.89e-14,,prev=0.397126969416126 (src-artificialanalysis-model-pages-2026-10-21#M341),"https://artificialanalysis.ai/models (model record, hle (entry gemini-3-pro / hle))",,in, aacritpt@artificialanalysis#none,artificialanalysis,gemini-3-pro,high,reasoning-math,frontier,CritPt-AA,,,,,,9.14285714285714,acc%,2.89e-15,,prev=0.0914285714285714 (src-artificialanalysis-model-pages-2026-10-21#M342),"https://artificialanalysis.ai/models (model record, critpt (entry gemini-3-pro / critpt))",,in, aalcr@artificialanalysis#none,artificialanalysis,gemini-3-pro,high,mixed,hard,AA-LCR,,,,,,76,acc%,0.289,,prev=0.76 (src-artificialanalysis-model-pages-2026-10-21#M343),"https://artificialanalysis.ai/models (model record, lcr (entry gemini-3-pro / lcr))",,in, aammmupro#none,artificialanalysis,gemini-3-pro,high,mixed,hard,MMMU-Pro-AA,,,,,,80.1734104046243,acc%,2.89e-14,,prev=0.801734104046243 (src-artificialanalysis-model-pages-2026-10-19#M1344),"https://artificialanalysis.ai/models (model record, mmmuPro (entry gemini-3-pro / mmmuPro))",,in, aagpqa#none,artificialanalysis,gemini-3-pro,high,reasoning-math,hard,AA-GPQA,,,,,,90.8080808080808,acc%,2.89e-14,,prev=0.908080808080808 (src-artificialanalysis-model-pages-2026-10-21#M473),"https://artificialanalysis.ai/models (model record, gpqa (entry gemini-3-pro / gpqa))",,in, aaifbench,artificialanalysis,gemini-3-pro,high,mixed,mid,AA-IFBench,,,,,,70.4081632653061,acc%,2.89e-14,,prev=0.704081632653061 (src-artificialanalysis-model-pages-2026-10-21#M633),"https://artificialanalysis.ai/models (model record, ifbench (entry gemini-3-pro / ifbench))",,in, aaime25,artificialanalysis,gemini-3-pro,high,reasoning-math,hard,AA-AIME25,,,,,,95.6666666666667,acc%,2.89e-14,,prev=0.956666666666667 (src-artificialanalysis-model-pages-2026-10-21#M752),"https://artificialanalysis.ai/models (model record, aime25 (entry gemini-3-pro / aime25))",,in, aalcb,artificialanalysis,gemini-3-pro,high,coding,hard,AA-LCB,,,,,,91.7460317460317,acc%,2.89e-14,,prev=0.917460317460317 (src-artificialanalysis-model-pages-2026-10-21#M787),"https://artificialanalysis.ai/models (model record, livecodebench (entry gemini-3-pro / livecodebench))",,in, aatbhard,artificialanalysis,gemini-3-pro,high,coding,hard,AA-TB-Hard,,,,,,41.6666666666667,acc%,2.89e-14,,prev=0.416666666666667 (src-artificialanalysis-model-pages-2026-10-21#M1145),"https://artificialanalysis.ai/models (model record, terminalbenchHard (entry gemini-3-pro / terminalbenchHard))",,in, aatau2,artificialanalysis,gemini-3-pro,high,agentic-tool,mid,AA-tau2,,,,,,87.1345029239766,pass%,2.89e-14,,prev=0.871345029239766 (src-artificialanalysis-model-pages-2026-10-21#M924),"https://artificialanalysis.ai/models (model record, tau2 (entry gemini-3-pro / tau2))",,in, aahle@artificialanalysis#none,artificialanalysis,gemini-3-pro,low,reasoning-math,frontier,HLE-AA-notools,,,,,,29.4717330861909,acc%,2.89e-14,,prev=0.294717330861909 (src-artificialanalysis-model-pages-2026-10-21#M299),"https://artificialanalysis.ai/models (model record, hle (entry gemini-3-pro-low / hle))",,in, aacritpt@artificialanalysis#none,artificialanalysis,gemini-3-pro,low,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,"https://artificialanalysis.ai/models (model record, critpt (entry gemini-3-pro-low / critpt))",,out:uninformative, aalcr@artificialanalysis#none,artificialanalysis,gemini-3-pro,low,mixed,hard,AA-LCR,,,,,,74,acc%,0.289,,prev=0.74 (src-artificialanalysis-model-pages-2026-10-21#M301),"https://artificialanalysis.ai/models (model record, lcr (entry gemini-3-pro-low / lcr))",,in, aagpqa#none,artificialanalysis,gemini-3-pro,low,reasoning-math,hard,AA-GPQA,,,,,,88.6868686868687,acc%,2.89e-14,,prev=0.886868686868687 (src-artificialanalysis-model-pages-2026-10-21#M474),"https://artificialanalysis.ai/models (model record, gpqa (entry gemini-3-pro-low / gpqa))",,in, aaifbench,artificialanalysis,gemini-3-pro,low,mixed,mid,AA-IFBench,,,,,,49.6598639455782,acc%,2.89e-14,,prev=0.496598639455782 (src-artificialanalysis-model-pages-2026-10-21#M634),"https://artificialanalysis.ai/models (model record, ifbench (entry gemini-3-pro-low / ifbench))",,in, aaime25,artificialanalysis,gemini-3-pro,low,reasoning-math,hard,AA-AIME25,,,,,,86.6666666666667,acc%,2.89e-14,,prev=0.866666666666667 (src-artificialanalysis-model-pages-2026-10-21#M753),"https://artificialanalysis.ai/models (model record, aime25 (entry gemini-3-pro-low / aime25))",,in, aalcb,artificialanalysis,gemini-3-pro,low,coding,hard,AA-LCB,,,,,,85.7142857142857,acc%,2.89e-14,,prev=0.857142857142857 (src-artificialanalysis-model-pages-2026-10-21#M788),"https://artificialanalysis.ai/models (model record, livecodebench (entry gemini-3-pro-low / livecodebench))",,in, aatbhard,artificialanalysis,gemini-3-pro,low,coding,hard,AA-TB-Hard,,,,,,34.0909090909091,acc%,2.89e-14,,prev=0.340909090909091 (src-artificialanalysis-model-pages-2026-10-21#M1146),"https://artificialanalysis.ai/models (model record, terminalbenchHard (entry gemini-3-pro-low / terminalbenchHard))",,in, aatau2,artificialanalysis,gemini-3-pro,low,agentic-tool,mid,AA-tau2,,,,,,68.1286549707602,pass%,2.89e-14,,prev=0.681286549707602 (src-artificialanalysis-model-pages-2026-10-21#M925),"https://artificialanalysis.ai/models (model record, tau2 (entry gemini-3-pro-low / tau2))",,in, aahle@artificialanalysis#none,artificialanalysis,gpt-5.1-codex,high,reasoning-math,frontier,HLE-AA-notools,,,,,,25.7182576459685,acc%,2.89e-14,,prev=0.257182576459685 (src-artificialanalysis-model-pages-2026-10-21#M14),"https://artificialanalysis.ai/models (model record, hle (entry gpt-5-1-codex / hle))",,in, aacritpt@artificialanalysis#none,artificialanalysis,gpt-5.1-codex,high,reasoning-math,frontier,CritPt-AA,,,,,,5.71428571428571,acc%,2.89e-15,,prev=0.0571428571428571 (src-artificialanalysis-model-pages-2026-10-21#M15),"https://artificialanalysis.ai/models (model record, critpt (entry gpt-5-1-codex / critpt))",,in, aalcr@artificialanalysis#none,artificialanalysis,gpt-5.1-codex,high,mixed,hard,AA-LCR,,,,,,69.3333333333333,acc%,2.89e-14,,prev=0.693333333333333 (src-artificialanalysis-model-pages-2026-10-21#M16),"https://artificialanalysis.ai/models (model record, lcr (entry gpt-5-1-codex / lcr))",,in, aammmupro#none,artificialanalysis,gpt-5.1-codex,high,mixed,hard,MMMU-Pro-AA,,,,,,72.485549132948,acc%,2.89e-13,,prev=0.72485549132948 (src-artificialanalysis-model-pages-2026-10-19#M1356),"https://artificialanalysis.ai/models (model record, mmmuPro (entry gpt-5-1-codex / mmmuPro))",,in, aagpqa#none,artificialanalysis,gpt-5.1-codex,high,reasoning-math,hard,AA-GPQA,,,,,,85.959595959596,acc%,2.89e-13,,prev=0.85959595959596 (src-artificialanalysis-model-pages-2026-10-21#M499),"https://artificialanalysis.ai/models (model record, gpqa (entry gpt-5-1-codex / gpqa))",,in, aaifbench,artificialanalysis,gpt-5.1-codex,high,mixed,mid,AA-IFBench,,,,,,70,acc%,2.89,,prev=0.7 (src-artificialanalysis-model-pages-2026-10-21#M653),"https://artificialanalysis.ai/models (model record, ifbench (entry gpt-5-1-codex / ifbench))",,in, aaime25,artificialanalysis,gpt-5.1-codex,high,reasoning-math,hard,AA-AIME25,,,,,,95.6666666666667,acc%,2.89e-14,,prev=0.956666666666667 (src-artificialanalysis-model-pages-2026-10-21#M758),"https://artificialanalysis.ai/models (model record, aime25 (entry gpt-5-1-codex / aime25))",,in, aalcb,artificialanalysis,gpt-5.1-codex,high,coding,hard,AA-LCB,,,,,,84.8677248677249,acc%,2.89e-14,,prev=0.848677248677249 (src-artificialanalysis-model-pages-2026-10-21#M793),"https://artificialanalysis.ai/models (model record, livecodebench (entry gpt-5-1-codex / livecodebench))",,in, aatbhard,artificialanalysis,gpt-5.1-codex,high,coding,hard,AA-TB-Hard,,,,,,34.8484848484849,acc%,2.89e-14,,prev=0.348484848484849 (src-artificialanalysis-model-pages-2026-10-21#M1165),"https://artificialanalysis.ai/models (model record, terminalbenchHard (entry gpt-5-1-codex / terminalbenchHard))",,in, aatau2,artificialanalysis,gpt-5.1-codex,high,agentic-tool,mid,AA-tau2,,,,,,83.0409356725146,pass%,2.89e-14,,prev=0.830409356725146 (src-artificialanalysis-model-pages-2026-10-21#M944),"https://artificialanalysis.ai/models (model record, tau2 (entry gpt-5-1-codex / tau2))",,in, aahle@artificialanalysis#none,artificialanalysis,gpt-5.1-codex-mini,high,reasoning-math,frontier,HLE-AA-notools,,,,,,18.4893419833179,acc%,2.89e-14,,prev=0.184893419833179 (src-artificialanalysis-model-pages-2026-10-21#M395),"https://artificialanalysis.ai/models (model record, hle (entry gpt-5-1-codex-mini / hle))",,in, aacritpt@artificialanalysis#none,artificialanalysis,gpt-5.1-codex-mini,high,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,"https://artificialanalysis.ai/models (model record, critpt (entry gpt-5-1-codex-mini / critpt))",,out:uninformative, aalcr@artificialanalysis#none,artificialanalysis,gpt-5.1-codex-mini,high,mixed,hard,AA-LCR,,,,,,66.6666666666667,acc%,2.89e-14,,prev=0.666666666666667 (src-artificialanalysis-model-pages-2026-10-21#M397),"https://artificialanalysis.ai/models (model record, lcr (entry gpt-5-1-codex-mini / lcr))",,in, aammmupro#none,artificialanalysis,gpt-5.1-codex-mini,high,mixed,hard,MMMU-Pro-AA,,,,,,69.0173410404624,acc%,2.89e-14,,prev=0.690173410404624 (src-artificialanalysis-model-pages-2026-10-19#M1357),"https://artificialanalysis.ai/models (model record, mmmuPro (entry gpt-5-1-codex-mini / mmmuPro))",,in, aagpqa#none,artificialanalysis,gpt-5.1-codex-mini,high,reasoning-math,hard,AA-GPQA,,,,,,81.3131313131313,acc%,2.89e-14,,prev=0.813131313131313 (src-artificialanalysis-model-pages-2026-10-21#M500),"https://artificialanalysis.ai/models (model record, gpqa (entry gpt-5-1-codex-mini / gpqa))",,in, aaifbench,artificialanalysis,gpt-5.1-codex-mini,high,mixed,mid,AA-IFBench,,,,,,67.891156462585,acc%,2.89e-13,,prev=0.67891156462585 (src-artificialanalysis-model-pages-2026-10-21#M654),"https://artificialanalysis.ai/models (model record, ifbench (entry gpt-5-1-codex-mini / ifbench))",,in, aaime25,artificialanalysis,gpt-5.1-codex-mini,high,reasoning-math,hard,AA-AIME25,,,,,,91.6666666666667,acc%,2.89e-14,,prev=0.916666666666667 (src-artificialanalysis-model-pages-2026-10-21#M759),"https://artificialanalysis.ai/models (model record, aime25 (entry gpt-5-1-codex-mini / aime25))",,in, aalcb,artificialanalysis,gpt-5.1-codex-mini,high,coding,hard,AA-LCB,,,,,,83.5978835978836,acc%,2.89e-14,,prev=0.835978835978836 (src-artificialanalysis-model-pages-2026-10-21#M794),"https://artificialanalysis.ai/models (model record, livecodebench (entry gpt-5-1-codex-mini / livecodebench))",,in, aatbhard,artificialanalysis,gpt-5.1-codex-mini,high,coding,hard,AA-TB-Hard,,,,,,33.3333333333333,acc%,2.89e-14,,prev=0.333333333333333 (src-artificialanalysis-model-pages-2026-10-21#M1166),"https://artificialanalysis.ai/models (model record, terminalbenchHard (entry gpt-5-1-codex-mini / terminalbenchHard))",,in, aatau2,artificialanalysis,gpt-5.1-codex-mini,high,agentic-tool,mid,AA-tau2,,,,,,62.8654970760234,pass%,2.89e-14,,prev=0.628654970760234 (src-artificialanalysis-model-pages-2026-10-21#M945),"https://artificialanalysis.ai/models (model record, tau2 (entry gpt-5-1-codex-mini / tau2))",,in, aahle@artificialanalysis#none,artificialanalysis,gpt-5.1,nothink,reasoning-math,frontier,HLE-AA-notools,,,,,,5.28266913809083,acc%,2.89e-15,,prev=0.0528266913809083 (src-artificialanalysis-model-pages-2026-10-21#M338),"https://artificialanalysis.ai/models (model record, hle (entry gpt-5-1-non-reasoning / hle))",,in, aacritpt@artificialanalysis#none,artificialanalysis,gpt-5.1,nothink,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,"https://artificialanalysis.ai/models (model record, critpt (entry gpt-5-1-non-reasoning / critpt))",,out:uninformative, aalcr@artificialanalysis#none,artificialanalysis,gpt-5.1,nothink,mixed,hard,AA-LCR,,,,,,45,acc%,0.289,,prev=0.45 (src-artificialanalysis-model-pages-2026-10-21#M340),"https://artificialanalysis.ai/models (model record, lcr (entry gpt-5-1-non-reasoning / lcr))",,in, aammmupro#none,artificialanalysis,gpt-5.1,nothink,mixed,hard,MMMU-Pro-AA,,,,,,62.3699421965318,acc%,2.89e-14,,prev=0.623699421965318 (src-artificialanalysis-model-pages-2026-10-19#M1358),"https://artificialanalysis.ai/models (model record, mmmuPro (entry gpt-5-1-non-reasoning / mmmuPro))",,in, aagpqa#none,artificialanalysis,gpt-5.1,nothink,reasoning-math,hard,AA-GPQA,,,,,,64.3434343434343,acc%,2.89e-14,,prev=0.643434343434343 (src-artificialanalysis-model-pages-2026-10-21#M498),"https://artificialanalysis.ai/models (model record, gpqa (entry gpt-5-1-non-reasoning / gpqa))",,in, aaifbench,artificialanalysis,gpt-5.1,nothink,mixed,mid,AA-IFBench,,,,,,43.1972789115646,acc%,2.89e-14,,prev=0.431972789115646 (src-artificialanalysis-model-pages-2026-10-21#M652),"https://artificialanalysis.ai/models (model record, ifbench (entry gpt-5-1-non-reasoning / ifbench))",,in, aaime25,artificialanalysis,gpt-5.1,nothink,reasoning-math,hard,AA-AIME25,,,,,,38,acc%,0.289,,prev=0.38 (src-artificialanalysis-model-pages-2026-10-21#M757),"https://artificialanalysis.ai/models (model record, aime25 (entry gpt-5-1-non-reasoning / aime25))",,in, aalcb,artificialanalysis,gpt-5.1,nothink,coding,hard,AA-LCB,,,,,,49.4179894179894,acc%,2.89e-14,,prev=0.494179894179894 (src-artificialanalysis-model-pages-2026-10-21#M792),"https://artificialanalysis.ai/models (model record, livecodebench (entry gpt-5-1-non-reasoning / livecodebench))",,in, aatbhard,artificialanalysis,gpt-5.1,nothink,coding,hard,AA-TB-Hard,,,,,,22.7272727272727,acc%,2.89e-14,,prev=0.227272727272727 (src-artificialanalysis-model-pages-2026-10-21#M1164),"https://artificialanalysis.ai/models (model record, terminalbenchHard (entry gpt-5-1-non-reasoning / terminalbenchHard))",,in, aatau2,artificialanalysis,gpt-5.1,nothink,agentic-tool,mid,AA-tau2,,,,,,46.4912280701754,pass%,2.89e-14,,prev=0.464912280701754 (src-artificialanalysis-model-pages-2026-10-21#M943),"https://artificialanalysis.ai/models (model record, tau2 (entry gpt-5-1-non-reasoning / tau2))",,in, aahle@artificialanalysis#none,artificialanalysis,gpt-5.2-codex,xhigh,reasoning-math,frontier,HLE-AA-notools,,,,,,35.7275254865616,acc%,2.89e-14,,prev=0.357275254865616 (src-artificialanalysis-model-pages-2026-10-21#M4),"https://artificialanalysis.ai/models (model record, hle (entry gpt-5-2-codex / hle))",,in, aacritpt@artificialanalysis#none,artificialanalysis,gpt-5.2-codex,xhigh,reasoning-math,frontier,CritPt-AA,,,,,,8.66938775510204,acc%,2.89e-15,,prev=0.0866938775510204 (src-artificialanalysis-model-pages-2026-10-21#M5),"https://artificialanalysis.ai/models (model record, critpt (entry gpt-5-2-codex / critpt))",,in, aalcr@artificialanalysis#none,artificialanalysis,gpt-5.2-codex,xhigh,mixed,hard,AA-LCR,,,,,,82.3333333333333,acc%,2.89e-14,,prev=0.823333333333333 (src-artificialanalysis-model-pages-2026-10-21#M6),"https://artificialanalysis.ai/models (model record, lcr (entry gpt-5-2-codex / lcr))",,in, aammmupro#none,artificialanalysis,gpt-5.2-codex,xhigh,mixed,hard,MMMU-Pro-AA,,,,,,76.3005780346821,acc%,2.89e-14,,prev=0.763005780346821 (src-artificialanalysis-model-pages-2026-10-19#M1359),"https://artificialanalysis.ai/models (model record, mmmuPro (entry gpt-5-2-codex / mmmuPro))",,in, aagpqa#none,artificialanalysis,gpt-5.2-codex,xhigh,reasoning-math,hard,AA-GPQA,,,,,,89.8989898989899,acc%,2.89e-14,,prev=0.898989898989899 (src-artificialanalysis-model-pages-2026-10-21#M504),"https://artificialanalysis.ai/models (model record, gpqa (entry gpt-5-2-codex / gpqa))",,in, aaifbench,artificialanalysis,gpt-5.2-codex,xhigh,mixed,mid,AA-IFBench,,,,,,77.6190476190476,acc%,2.89e-14,,prev=0.776190476190476 (src-artificialanalysis-model-pages-2026-10-21#M658),"https://artificialanalysis.ai/models (model record, ifbench (entry gpt-5-2-codex / ifbench))",,in, aatbhard,artificialanalysis,gpt-5.2-codex,xhigh,coding,hard,AA-TB-Hard,,,,,,37.1212121212121,acc%,2.89e-14,,prev=0.371212121212121 (src-artificialanalysis-model-pages-2026-10-21#M1170),"https://artificialanalysis.ai/models (model record, terminalbenchHard (entry gpt-5-2-codex / terminalbenchHard))",,in, aatau2,artificialanalysis,gpt-5.2-codex,xhigh,agentic-tool,mid,AA-tau2,,,,,,92.1052631578947,pass%,2.89e-14,,prev=0.921052631578947 (src-artificialanalysis-model-pages-2026-10-21#M949),"https://artificialanalysis.ai/models (model record, tau2 (entry gpt-5-2-codex / tau2))",,in, aahle@artificialanalysis#none,artificialanalysis,gpt-5.4-nano,xhigh,reasoning-math,frontier,HLE-AA-notools,,,,,,28.2669138090825,acc%,2.89e-14,,prev=0.282669138090825 (src-artificialanalysis-model-pages-2026-10-19#M353),"https://artificialanalysis.ai/models (model record, hle (entry gpt-5-4-nano / hle))",,in, aacritpt@artificialanalysis#none,artificialanalysis,gpt-5.4-nano,xhigh,reasoning-math,frontier,CritPt-AA,,,,,,9.25306122448979,acc%,2.89e-15,,prev=0.0925306122448979 (src-artificialanalysis-model-pages-2026-10-19#M569),"https://artificialanalysis.ai/models (model record, critpt (entry gpt-5-4-nano / critpt))",,in, aalcr@artificialanalysis#none,artificialanalysis,gpt-5.4-nano,xhigh,mixed,hard,AA-LCR,,,,,,76.6666666666667,acc%,2.89e-14,,prev=0.766666666666667 (src-artificialanalysis-model-pages-2026-10-19#M677),"https://artificialanalysis.ai/models (model record, lcr (entry gpt-5-4-nano / lcr))",,in, aammmupro#none,artificialanalysis,gpt-5.4-nano,xhigh,mixed,hard,MMMU-Pro-AA,,,,,,65.3757225433526,acc%,2.89e-14,,prev=0.653757225433526 (src-artificialanalysis-model-pages-2026-10-19#M1368),"https://artificialanalysis.ai/models (model record, mmmuPro (entry gpt-5-4-nano / mmmuPro))",,in, aascicode@artificialanalysis#none,artificialanalysis,gpt-5.4-nano,xhigh,coding,hard,SciCode-AA,,,,,,47.2222222222222,acc%,2.89e-14,,prev=0.472222222222222 (src-artificialanalysis-model-pages-2026-10-19#M245),"https://artificialanalysis.ai/models (model record, scicode (entry gpt-5-4-nano / scicode))",,in, aagpqa#none,artificialanalysis,gpt-5.4-nano,xhigh,reasoning-math,hard,AA-GPQA,,,,,,81.7171717171717,acc%,2.89e-14,,prev=0.817171717171717 (src-artificialanalysis-model-pages-2026-10-21#M514),"https://artificialanalysis.ai/models (model record, gpqa (entry gpt-5-4-nano / gpqa))",,in, aaifbench,artificialanalysis,gpt-5.4-nano,xhigh,mixed,mid,AA-IFBench,,,,,,75.9183673469388,acc%,2.89e-14,,prev=0.759183673469388 (src-artificialanalysis-model-pages-2026-10-21#M668),"https://artificialanalysis.ai/models (model record, ifbench (entry gpt-5-4-nano / ifbench))",,in, aatb21#none,artificialanalysis,gpt-5.4-nano,xhigh,coding,hard,AA-TB,,,,,,60.6741573033708,acc%,2.89e-14,,prev=0.606741573033708 (src-artificialanalysis-model-pages-2026-10-21#M1061),"https://artificialanalysis.ai/models (model record, terminalBench21 (entry gpt-5-4-nano / terminalBench21))",,in, aatbhard,artificialanalysis,gpt-5.4-nano,xhigh,coding,hard,AA-TB-Hard,,,,,,42.4242424242424,acc%,2.89e-14,,prev=0.424242424242424 (src-artificialanalysis-model-pages-2026-10-21#M1180),"https://artificialanalysis.ai/models (model record, terminalbenchHard (entry gpt-5-4-nano / terminalbenchHard))",,in, aagdpval#none,artificialanalysis,gpt-5.4-nano,xhigh,mixed,frontier,GDPval-AA-v2,,,,,,954.72,AA-elo,0.00289,,prev=947.98 (src-artificialanalysis-model-pages-2026-10-19#M1027),"https://artificialanalysis.ai/models (model record, gdpval (entry gpt-5-4-nano / gdpval))",,in, aaitbench#none,artificialanalysis,gpt-5.4-nano,xhigh,agentic-tool,hard,ITBench-AA,,,,,,24.3879472693032,score%,2.89e-14,,prev=0.243879472693032 (src-artificialanalysis-model-pages-2026-10-19#M1518),"https://artificialanalysis.ai/models (model record, itBenchSre (entry gpt-5-4-nano / itBenchSre))",,in, aatb40@artificialanalysis#none,artificialanalysis,gpt-5.4-nano,xhigh,coding,hard,TB-AA,,,,,,0.505050505050505,pass%,2.89e-16,,prev=0.00505050505050505 (src-artificialanalysis-model-pages-2026-10-19#M137),"https://artificialanalysis.ai/models (model record, terminalBench40 (entry gpt-5-4-nano / terminalBench40))",,in, aaenterpriseops#none,artificialanalysis,gpt-5.4-nano,xhigh,agentic-tool,hard,AA-EnterpriseOps,,,,,,31.48313936138466,pass%,2.89e-15,,prev=0.3148313936138466 (src-artificialanalysis-model-pages-2026-10-21#M436),"https://artificialanalysis.ai/models (model record, enterpriseOpsGym (entry gpt-5-4-nano / enterpriseOpsGym))",,in, aatau-banking#none,artificialanalysis,gpt-5.4-nano,xhigh,agentic-tool,hard,AA-tau-banking,,,,,,27.4226804123711,pass%,2.89e-14,,prev=0.274226804123711 (src-artificialanalysis-model-pages-2026-10-21#M845),"https://artificialanalysis.ai/models (model record, tauBanking (entry gpt-5-4-nano / tauBanking))",,in, aatau2,artificialanalysis,gpt-5.4-nano,xhigh,agentic-tool,mid,AA-tau2,,,,,,76.0233918128655,pass%,2.89e-14,,prev=0.760233918128655 (src-artificialanalysis-model-pages-2026-10-21#M959),"https://artificialanalysis.ai/models (model record, tau2 (entry gpt-5-4-nano / tau2))",,in, aagdppdf@artificialanalysis#none,artificialanalysis,gpt-5.4-nano,xhigh,mixed,hard,GDP-PDF-AA,,,,,,7.8,allpass%,0.0289,,prev=0.078 (src-artificialanalysis-model-pages-2026-10-19#M461),"https://artificialanalysis.ai/models (model record, gdpPdfAllPass (entry gpt-5-4-nano / gdpPdfAllPass))",,in, aaautob#none,artificialanalysis,gpt-5.4-nano,xhigh,agentic-tool,hard,AutomationBench-AA,,,,,,5.960613074868808,partial-credit%,2.89e-16,,prev=0.05960613074868808 (src-artificialanalysis-model-pages-2026-10-19#M29),"https://artificialanalysis.ai/models (model record, automationBenchPartialScore (entry gpt-5-4-nano / automationBenchPartialScore))",,in, aaapex#none,artificialanalysis,gpt-5.4-nano,xhigh,agentic-tool,hard,AA-APEX-Agents,,,,,,24.9262536873156,pass@1%,2.89e-14,,prev=0.249262536873156 (src-artificialanalysis-model-pages-2026-10-21#M412),"https://artificialanalysis.ai/models (model record, apexAgents (entry gpt-5-4-nano / apexAgents))",,in, aamlcr,artificialanalysis,gpt-5.4-nano,xhigh,mixed,hard,MLCR-AA,,,,,,16.1111111111111,acc%,2.89e-14,,prev=0.05 (src-artificialanalysis-model-pages-2026-10-19#M1238),"https://artificialanalysis.ai/models (model record, mlcrOverall (entry gpt-5-4-nano / mlcrOverall))",,in, aahle@artificialanalysis#none,artificialanalysis,gpt-5.4-nano,nothink,reasoning-math,frontier,HLE-AA-notools,,,,,,4.07784986098239,acc%,2.89e-15,,prev=0.0407784986098239 (src-artificialanalysis-model-pages-2026-10-21#M310),"https://artificialanalysis.ai/models (model record, hle (entry gpt-5-4-nano-non-reasoning / hle))",,in, aacritpt@artificialanalysis#none,artificialanalysis,gpt-5.4-nano,nothink,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,"https://artificialanalysis.ai/models (model record, critpt (entry gpt-5-4-nano-non-reasoning / critpt))",,out:uninformative, aalcr@artificialanalysis#none,artificialanalysis,gpt-5.4-nano,nothink,mixed,hard,AA-LCR,,,,,,29.6666666666667,acc%,2.89e-14,,prev=0.296666666666667 (src-artificialanalysis-model-pages-2026-10-21#M312),"https://artificialanalysis.ai/models (model record, lcr (entry gpt-5-4-nano-non-reasoning / lcr))",,in, aammmupro#none,artificialanalysis,gpt-5.4-nano,nothink,mixed,hard,MMMU-Pro-AA,,,,,,43.757225433526,acc%,2.89e-13,,prev=0.43757225433526 (src-artificialanalysis-model-pages-2026-10-19#M1370),"https://artificialanalysis.ai/models (model record, mmmuPro (entry gpt-5-4-nano-non-reasoning / mmmuPro))",,in, aagpqa#none,artificialanalysis,gpt-5.4-nano,nothink,reasoning-math,hard,AA-GPQA,,,,,,55.7575757575758,acc%,2.89e-14,,prev=0.557575757575758 (src-artificialanalysis-model-pages-2026-10-21#M513),"https://artificialanalysis.ai/models (model record, gpqa (entry gpt-5-4-nano-non-reasoning / gpqa))",,in, aaifbench,artificialanalysis,gpt-5.4-nano,nothink,mixed,mid,AA-IFBench,,,,,,32.7210884353741,acc%,2.89e-14,,prev=0.327210884353741 (src-artificialanalysis-model-pages-2026-10-21#M667),"https://artificialanalysis.ai/models (model record, ifbench (entry gpt-5-4-nano-non-reasoning / ifbench))",,in, aatbhard,artificialanalysis,gpt-5.4-nano,nothink,coding,hard,AA-TB-Hard,,,,,,24.2424242424242,acc%,2.89e-14,,prev=0.242424242424242 (src-artificialanalysis-model-pages-2026-10-21#M1179),"https://artificialanalysis.ai/models (model record, terminalbenchHard (entry gpt-5-4-nano-non-reasoning / terminalbenchHard))",,in, aaitbench#none,artificialanalysis,gpt-5.4-nano,nothink,agentic-tool,hard,ITBench-AA,,,,,,12.909604519774,score%,2.89e-13,,prev=0.12909604519774 (src-artificialanalysis-model-pages-2026-10-19#M1519),"https://artificialanalysis.ai/models (model record, itBenchSre (entry gpt-5-4-nano-non-reasoning / itBenchSre))",,in, aatau2,artificialanalysis,gpt-5.4-nano,nothink,agentic-tool,mid,AA-tau2,,,,,,34.7953216374269,pass%,2.89e-14,,prev=0.347953216374269 (src-artificialanalysis-model-pages-2026-10-21#M958),"https://artificialanalysis.ai/models (model record, tau2 (entry gpt-5-4-nano-non-reasoning / tau2))",,in, aahle@artificialanalysis#none,artificialanalysis,qwen3.5-0.8b,think,reasoning-math,frontier,HLE-AA-notools,,,,,,1.06580166821131,acc%,2.89e-15,,prev=0.0106580166821131 (src-artificialanalysis-model-pages-2026-10-21#M275); prev=0.0106580166821131 (src-artificialanalysis-models-wayback-2026-09-01#M482),"https://artificialanalysis.ai/models (model record, hle (entry qwen3-5-0-8b / hle))",,in, aacritpt@artificialanalysis#none,artificialanalysis,qwen3.5-0.8b,think,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,"https://artificialanalysis.ai/models (model record, critpt (entry qwen3-5-0-8b / critpt))",,out:uninformative, aalcr@artificialanalysis#none,artificialanalysis,qwen3.5-0.8b,think,mixed,hard,AA-LCR,,,,,,9,acc%,0.289,,prev=0.09 (src-artificialanalysis-model-pages-2026-10-21#M277); prev=0.09 (src-artificialanalysis-models-wayback-2026-09-06#M417),"https://artificialanalysis.ai/models (model record, lcr (entry qwen3-5-0-8b / lcr))",,in, aammmupro#none,artificialanalysis,qwen3.5-0.8b,think,mixed,hard,MMMU-Pro-AA,,,,,,25.8381502890173,acc%,2.89e-14,,prev=0.258381502890173 (src-artificialanalysis-model-pages-2026-10-21#M280),"https://artificialanalysis.ai/models (model record, mmmuPro (entry qwen3-5-0-8b / mmmuPro))",,in, aagpqa#none,artificialanalysis,qwen3.5-0.8b,think,reasoning-math,hard,AA-GPQA,,,,,,11.1111111111111,acc%,2.89e-14,,prev=0.111111111111111 (src-artificialanalysis-model-pages-2026-10-21#M581); prev=0.111111111111111 (src-artificialanalysis-models-wayback-2026-08-04#M521),"https://artificialanalysis.ai/models (model record, gpqa (entry qwen3-5-0-8b / gpqa))",,in, aaifbench,artificialanalysis,qwen3.5-0.8b,think,mixed,mid,AA-IFBench,,,,,,21.4965986394558,acc%,2.89e-14,,prev=0.214965986394558 (src-artificialanalysis-model-pages-2026-10-21#M714),"https://artificialanalysis.ai/models (model record, ifbench (entry qwen3-5-0-8b / ifbench))",,in, aatb21#none,artificialanalysis,qwen3.5-0.8b,think,coding,hard,AA-TB,,,,,,0,acc%,28.9,,,"https://artificialanalysis.ai/models (model record, terminalBench21 (entry qwen3-5-0-8b / terminalBench21))",,out:uninformative, aatbhard,artificialanalysis,qwen3.5-0.8b,think,coding,hard,AA-TB-Hard,,,,,,0,acc%,28.9,,,"https://artificialanalysis.ai/models (model record, terminalbenchHard (entry qwen3-5-0-8b / terminalbenchHard))",,out:uninformative, aagdpval#none,artificialanalysis,qwen3.5-0.8b,think,mixed,frontier,GDPval-AA-v2,,,,,,-381.04,AA-elo,0.00289,,prev=-388.11 (src-artificialanalysis-model-pages-2026-10-21#M278),"https://artificialanalysis.ai/models (model record, gdpval (entry qwen3-5-0-8b / gdpval))",,in, aatau2,artificialanalysis,qwen3.5-0.8b,think,agentic-tool,mid,AA-tau2,,,,,,47.6608187134503,pass%,2.89e-14,,prev=0.476608187134503 (src-artificialanalysis-model-pages-2026-10-21#M1004),"https://artificialanalysis.ai/models (model record, tau2 (entry qwen3-5-0-8b / tau2))",,in, aahle@artificialanalysis#none,artificialanalysis,qwen3.5-0.8b,nothink,reasoning-math,frontier,HLE-AA-notools,,,,,,5.09731232622799,acc%,2.89e-15,,prev=0.0509731232622799 (src-artificialanalysis-model-pages-2026-10-21#M87),"https://artificialanalysis.ai/models (model record, hle (entry qwen3-5-0-8b-non-reasoning / hle))",,in, aacritpt@artificialanalysis#none,artificialanalysis,qwen3.5-0.8b,nothink,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,"https://artificialanalysis.ai/models (model record, critpt (entry qwen3-5-0-8b-non-reasoning / critpt))",,out:uninformative, aalcr@artificialanalysis#none,artificialanalysis,qwen3.5-0.8b,nothink,mixed,hard,AA-LCR,,,,,,8,acc%,0.289,,prev=0.08 (src-artificialanalysis-model-pages-2026-10-21#M89),"https://artificialanalysis.ai/models (model record, lcr (entry qwen3-5-0-8b-non-reasoning / lcr))",,in, aammmupro#none,artificialanalysis,qwen3.5-0.8b,nothink,mixed,hard,MMMU-Pro-AA,,,,,,25.6647398843931,acc%,2.89e-14,,prev=0.256647398843931 (src-artificialanalysis-model-pages-2026-10-21#M92),"https://artificialanalysis.ai/models (model record, mmmuPro (entry qwen3-5-0-8b-non-reasoning / mmmuPro))",,in, aagpqa#none,artificialanalysis,qwen3.5-0.8b,nothink,reasoning-math,hard,AA-GPQA,,,,,,23.6363636363636,acc%,2.89e-14,,prev=0.236363636363636 (src-artificialanalysis-model-pages-2026-10-21#M582),"https://artificialanalysis.ai/models (model record, gpqa (entry qwen3-5-0-8b-non-reasoning / gpqa))",,in, aaifbench,artificialanalysis,qwen3.5-0.8b,nothink,mixed,mid,AA-IFBench,,,,,,21.5646258503401,acc%,2.89e-14,,prev=0.215646258503401 (src-artificialanalysis-model-pages-2026-10-21#M715),"https://artificialanalysis.ai/models (model record, ifbench (entry qwen3-5-0-8b-non-reasoning / ifbench))",,in, aatb21#none,artificialanalysis,qwen3.5-0.8b,nothink,coding,hard,AA-TB,,,,,,0.374531835205993,acc%,2.89e-16,,prev=0.00374531835205993 (src-artificialanalysis-model-pages-2026-10-21#M1108),"https://artificialanalysis.ai/models (model record, terminalBench21 (entry qwen3-5-0-8b-non-reasoning / terminalBench21))",,in, aatbhard,artificialanalysis,qwen3.5-0.8b,nothink,coding,hard,AA-TB-Hard,,,,,,0,acc%,28.9,,,"https://artificialanalysis.ai/models (model record, terminalbenchHard (entry qwen3-5-0-8b-non-reasoning / terminalbenchHard))",,out:uninformative, aagdpval#none,artificialanalysis,qwen3.5-0.8b,nothink,mixed,frontier,GDPval-AA-v2,,,,,,-362.66,AA-elo,0.00289,,prev=-369.73 (src-artificialanalysis-model-pages-2026-10-21#M90),"https://artificialanalysis.ai/models (model record, gdpval (entry qwen3-5-0-8b-non-reasoning / gdpval))",,in, aatau2,artificialanalysis,qwen3.5-0.8b,nothink,agentic-tool,mid,AA-tau2,,,,,,65.2046783625731,pass%,2.89e-14,,prev=0.652046783625731 (src-artificialanalysis-model-pages-2026-10-21#M1005),"https://artificialanalysis.ai/models (model record, tau2 (entry qwen3-5-0-8b-non-reasoning / tau2))",,in, aahle@artificialanalysis#none,artificialanalysis,qwen3.5-122b-a10b,nothink,reasoning-math,frontier,HLE-AA-notools,,,,,,15.9406858202039,acc%,2.89e-14,,prev=0.159406858202039 (src-artificialanalysis-model-pages-2026-10-21#M7),"https://artificialanalysis.ai/models (model record, hle (entry qwen3-5-122b-a10b-non-reasoning / hle))",,in, aacritpt@artificialanalysis#none,artificialanalysis,qwen3.5-122b-a10b,nothink,reasoning-math,frontier,CritPt-AA,,,,,,0.857142857142857,acc%,2.89e-16,,prev=0.00857142857142857 (src-artificialanalysis-model-pages-2026-10-21#M8),"https://artificialanalysis.ai/models (model record, critpt (entry qwen3-5-122b-a10b-non-reasoning / critpt))",,in, aalcr@artificialanalysis#none,artificialanalysis,qwen3.5-122b-a10b,nothink,mixed,hard,AA-LCR,,,,,,61.3333333333333,acc%,2.89e-14,,prev=0.613333333333333 (src-artificialanalysis-model-pages-2026-10-21#M9),"https://artificialanalysis.ai/models (model record, lcr (entry qwen3-5-122b-a10b-non-reasoning / lcr))",,in, aammmupro#none,artificialanalysis,qwen3.5-122b-a10b,nothink,mixed,hard,MMMU-Pro-AA,,,,,,70.2890173410405,acc%,2.89e-14,,prev=0.702890173410405 (src-artificialanalysis-model-pages-2026-10-19#M1449),"https://artificialanalysis.ai/models (model record, mmmuPro (entry qwen3-5-122b-a10b-non-reasoning / mmmuPro))",,in, aagpqa#none,artificialanalysis,qwen3.5-122b-a10b,nothink,reasoning-math,hard,AA-GPQA,,,,,,82.7272727272727,acc%,2.89e-14,,prev=0.827272727272727 (src-artificialanalysis-model-pages-2026-10-21#M584),"https://artificialanalysis.ai/models (model record, gpqa (entry qwen3-5-122b-a10b-non-reasoning / gpqa))",,in, aaifbench,artificialanalysis,qwen3.5-122b-a10b,nothink,mixed,mid,AA-IFBench,,,,,,50.8163265306122,acc%,2.89e-14,,prev=0.508163265306122 (src-artificialanalysis-model-pages-2026-10-21#M717),"https://artificialanalysis.ai/models (model record, ifbench (entry qwen3-5-122b-a10b-non-reasoning / ifbench))",,in, aatb21#none,artificialanalysis,qwen3.5-122b-a10b,nothink,coding,hard,AA-TB,,,,,,47.1910112359551,acc%,2.89e-14,,prev=0.471910112359551 (src-artificialanalysis-model-pages-2026-10-21#M1110),"https://artificialanalysis.ai/models (model record, terminalBench21 (entry qwen3-5-122b-a10b-non-reasoning / terminalBench21))",,in, aatbhard,artificialanalysis,qwen3.5-122b-a10b,nothink,coding,hard,AA-TB-Hard,,,,,,29.5454545454545,acc%,2.89e-14,,prev=0.295454545454545 (src-artificialanalysis-model-pages-2026-10-21#M1227),"https://artificialanalysis.ai/models (model record, terminalbenchHard (entry qwen3-5-122b-a10b-non-reasoning / terminalbenchHard))",,in, aagdpval#none,artificialanalysis,qwen3.5-122b-a10b,nothink,mixed,frontier,GDPval-AA-v2,,,,,,715.87,AA-elo,0.00289,,prev=709.24 (src-artificialanalysis-model-pages-2026-10-21#M10),"https://artificialanalysis.ai/models (model record, gdpval (entry qwen3-5-122b-a10b-non-reasoning / gdpval))",,in, aatau-banking#none,artificialanalysis,qwen3.5-122b-a10b,nothink,agentic-tool,hard,AA-tau-banking,,,,,,10.3092783505155,pass%,2.89e-14,,prev=0.103092783505155 (src-artificialanalysis-model-pages-2026-10-21#M891),"https://artificialanalysis.ai/models (model record, tauBanking (entry qwen3-5-122b-a10b-non-reasoning / tauBanking))",,in, aatau2,artificialanalysis,qwen3.5-122b-a10b,nothink,agentic-tool,mid,AA-tau2,,,,,,84.5029239766082,pass%,2.89e-14,,prev=0.845029239766082 (src-artificialanalysis-model-pages-2026-10-21#M1007),"https://artificialanalysis.ai/models (model record, tau2 (entry qwen3-5-122b-a10b-non-reasoning / tau2))",,in, aahle@artificialanalysis#none,artificialanalysis,qwen3.5-27b,think,reasoning-math,frontier,HLE-AA-notools,,,,,,23.9110287303058,acc%,2.89e-14,,prev=0.239110287303058 (src-artificialanalysis-model-pages-2026-10-21#M37); prev=0.239110287303058 (src-artificialanalysis-models-wayback-2026-09-01#M485),"https://artificialanalysis.ai/models (model record, hle (entry qwen3-5-27b / hle))",,in, aacritpt@artificialanalysis#none,artificialanalysis,qwen3.5-27b,think,reasoning-math,frontier,CritPt-AA,,,,,,0.853061224489796,acc%,2.89e-16,,prev=0.00853061224489796 (src-artificialanalysis-model-pages-2026-10-21#M38); prev=0.00853061224489796 (src-artificialanalysis-models-wayback-2026-08-04#M526),"https://artificialanalysis.ai/models (model record, critpt (entry qwen3-5-27b / critpt))",,in, aalcr@artificialanalysis#none,artificialanalysis,qwen3.5-27b,think,mixed,hard,AA-LCR,,,,,,77.6666666666667,acc%,2.89e-14,,prev=0.776666666666667 (src-artificialanalysis-model-pages-2026-10-21#M39); prev=0.776666666666667 (src-artificialanalysis-models-wayback-2026-09-06#M418),"https://artificialanalysis.ai/models (model record, lcr (entry qwen3-5-27b / lcr))",,in, aammmupro#none,artificialanalysis,qwen3.5-27b,think,mixed,hard,MMMU-Pro-AA,,,,,,75.028901734104,acc%,2.89e-13,,prev=0.75028901734104 (src-artificialanalysis-model-pages-2026-10-19#M1450),"https://artificialanalysis.ai/models (model record, mmmuPro (entry qwen3-5-27b / mmmuPro))",,in, aagpqa#none,artificialanalysis,qwen3.5-27b,think,reasoning-math,hard,AA-GPQA,,,,,,85.7575757575758,acc%,2.89e-14,,prev=0.857575757575758 (src-artificialanalysis-model-pages-2026-10-21#M585); prev=0.857575757575758 (src-artificialanalysis-models-wayback-2026-08-04#M525),"https://artificialanalysis.ai/models (model record, gpqa (entry qwen3-5-27b / gpqa))",,in, aaifbench,artificialanalysis,qwen3.5-27b,think,mixed,mid,AA-IFBench,,,,,,75.578231292517,acc%,2.89e-13,,prev=0.75578231292517 (src-artificialanalysis-model-pages-2026-10-21#M718),"https://artificialanalysis.ai/models (model record, ifbench (entry qwen3-5-27b / ifbench))",,in, aatbhard,artificialanalysis,qwen3.5-27b,think,coding,hard,AA-TB-Hard,,,,,,32.5757575757576,acc%,2.89e-14,,prev=0.325757575757576 (src-artificialanalysis-model-pages-2026-10-21#M1228),"https://artificialanalysis.ai/models (model record, terminalbenchHard (entry qwen3-5-27b / terminalbenchHard))",,in, aaitbench#none,artificialanalysis,qwen3.5-27b,think,agentic-tool,hard,ITBench-AA,,,,,,35.4990583804143,score%,2.89e-14,,prev=0.354990583804143 (src-artificialanalysis-model-pages-2026-10-19#M1531),"https://artificialanalysis.ai/models (model record, itBenchSre (entry qwen3-5-27b / itBenchSre))",,in, aatau2,artificialanalysis,qwen3.5-27b,think,agentic-tool,mid,AA-tau2,,,,,,93.859649122807,pass%,2.89e-13,,prev=0.93859649122807 (src-artificialanalysis-model-pages-2026-10-21#M1008),"https://artificialanalysis.ai/models (model record, tau2 (entry qwen3-5-27b / tau2))",,in, aahle@artificialanalysis#none,artificialanalysis,qwen3.5-2b,think,reasoning-math,frontier,HLE-AA-notools,,,,,,2.5949953660797,acc%,2.89e-14,,prev=0.025949953660797 (src-artificialanalysis-model-pages-2026-10-21#M170); prev=0.025949953660797 (src-artificialanalysis-models-wayback-2026-09-01#M486),"https://artificialanalysis.ai/models (model record, hle (entry qwen3-5-2b / hle))",,in, aacritpt@artificialanalysis#none,artificialanalysis,qwen3.5-2b,think,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,"https://artificialanalysis.ai/models (model record, critpt (entry qwen3-5-2b / critpt))",,out:uninformative, aalcr@artificialanalysis#none,artificialanalysis,qwen3.5-2b,think,mixed,hard,AA-LCR,,,,,,21,acc%,0.289,,prev=0.21 (src-artificialanalysis-model-pages-2026-10-21#M172); prev=0.21 (src-artificialanalysis-models-wayback-2026-09-06#M419),"https://artificialanalysis.ai/models (model record, lcr (entry qwen3-5-2b / lcr))",,in, aammmupro#none,artificialanalysis,qwen3.5-2b,think,mixed,hard,MMMU-Pro-AA,,,,,,43.0057803468208,acc%,2.89e-14,,prev=0.430057803468208 (src-artificialanalysis-model-pages-2026-10-21#M175),"https://artificialanalysis.ai/models (model record, mmmuPro (entry qwen3-5-2b / mmmuPro))",,in, aagpqa#none,artificialanalysis,qwen3.5-2b,think,reasoning-math,hard,AA-GPQA,,,,,,45.5555555555556,acc%,2.89e-14,,prev=0.455555555555556 (src-artificialanalysis-model-pages-2026-10-21#M587); prev=0.455555555555556 (src-artificialanalysis-models-wayback-2026-08-04#M528),"https://artificialanalysis.ai/models (model record, gpqa (entry qwen3-5-2b / gpqa))",,in, aaifbench,artificialanalysis,qwen3.5-2b,think,mixed,mid,AA-IFBench,,,,,,31.4965986394558,acc%,2.89e-14,,prev=0.314965986394558 (src-artificialanalysis-model-pages-2026-10-21#M720),"https://artificialanalysis.ai/models (model record, ifbench (entry qwen3-5-2b / ifbench))",,in, aatb21#none,artificialanalysis,qwen3.5-2b,think,coding,hard,AA-TB,,,,,,2.99625468164794,acc%,2.89e-15,,prev=0.0299625468164794 (src-artificialanalysis-model-pages-2026-10-21#M1111); prev=0.0299625468164794 (src-artificialanalysis-models-wayback-2026-08-04#M527),"https://artificialanalysis.ai/models (model record, terminalBench21 (entry qwen3-5-2b / terminalBench21))",,in, aatbhard,artificialanalysis,qwen3.5-2b,think,coding,hard,AA-TB-Hard,,,,,,3.78787878787879,acc%,2.89e-15,,prev=0.0378787878787879 (src-artificialanalysis-model-pages-2026-10-21#M1230),"https://artificialanalysis.ai/models (model record, terminalbenchHard (entry qwen3-5-2b / terminalbenchHard))",,in, aagdpval#none,artificialanalysis,qwen3.5-2b,think,mixed,frontier,GDPval-AA-v2,,,,,,-38.65,AA-elo,0.00289,,prev=-45.72 (src-artificialanalysis-model-pages-2026-10-21#M173),"https://artificialanalysis.ai/models (model record, gdpval (entry qwen3-5-2b / gdpval))",,in, aatau2,artificialanalysis,qwen3.5-2b,think,agentic-tool,mid,AA-tau2,,,,,,69.0058479532164,pass%,2.89e-14,,prev=0.690058479532164 (src-artificialanalysis-model-pages-2026-10-21#M1010),"https://artificialanalysis.ai/models (model record, tau2 (entry qwen3-5-2b / tau2))",,in, aahle@artificialanalysis#none,artificialanalysis,qwen3.5-2b,nothink,reasoning-math,frontier,HLE-AA-notools,,,,,,4.95829471733086,acc%,2.89e-15,,prev=0.0495829471733086 (src-artificialanalysis-model-pages-2026-10-21#M18),"https://artificialanalysis.ai/models (model record, hle (entry qwen3-5-2b-non-reasoning / hle))",,in, aacritpt@artificialanalysis#none,artificialanalysis,qwen3.5-2b,nothink,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,"https://artificialanalysis.ai/models (model record, critpt (entry qwen3-5-2b-non-reasoning / critpt))",,out:uninformative, aalcr@artificialanalysis#none,artificialanalysis,qwen3.5-2b,nothink,mixed,hard,AA-LCR,,,,,,14,acc%,0.289,,prev=0.14 (src-artificialanalysis-model-pages-2026-10-21#M20),"https://artificialanalysis.ai/models (model record, lcr (entry qwen3-5-2b-non-reasoning / lcr))",,in, aammmupro#none,artificialanalysis,qwen3.5-2b,nothink,mixed,hard,MMMU-Pro-AA,,,,,,42.6589595375723,acc%,2.89e-14,,prev=0.426589595375723 (src-artificialanalysis-model-pages-2026-10-21#M23),"https://artificialanalysis.ai/models (model record, mmmuPro (entry qwen3-5-2b-non-reasoning / mmmuPro))",,in, aagpqa#none,artificialanalysis,qwen3.5-2b,nothink,reasoning-math,hard,AA-GPQA,,,,,,43.8383838383838,acc%,2.89e-14,,prev=0.438383838383838 (src-artificialanalysis-model-pages-2026-10-21#M588),"https://artificialanalysis.ai/models (model record, gpqa (entry qwen3-5-2b-non-reasoning / gpqa))",,in, aaifbench,artificialanalysis,qwen3.5-2b,nothink,mixed,mid,AA-IFBench,,,,,,29.1156462585034,acc%,2.89e-14,,prev=0.291156462585034 (src-artificialanalysis-model-pages-2026-10-21#M721),"https://artificialanalysis.ai/models (model record, ifbench (entry qwen3-5-2b-non-reasoning / ifbench))",,in, aatb21#none,artificialanalysis,qwen3.5-2b,nothink,coding,hard,AA-TB,,,,,,0,acc%,28.9,,,"https://artificialanalysis.ai/models (model record, terminalBench21 (entry qwen3-5-2b-non-reasoning / terminalBench21))",,out:uninformative, aatbhard,artificialanalysis,qwen3.5-2b,nothink,coding,hard,AA-TB-Hard,,,,,,3.78787878787879,acc%,2.89e-15,,prev=0.0378787878787879 (src-artificialanalysis-model-pages-2026-10-21#M1231),"https://artificialanalysis.ai/models (model record, terminalbenchHard (entry qwen3-5-2b-non-reasoning / terminalbenchHard))",,in, aagdpval#none,artificialanalysis,qwen3.5-2b,nothink,mixed,frontier,GDPval-AA-v2,,,,,,-359.42,AA-elo,0.00289,,prev=-366.49 (src-artificialanalysis-model-pages-2026-10-21#M21),"https://artificialanalysis.ai/models (model record, gdpval (entry qwen3-5-2b-non-reasoning / gdpval))",,in, aatau2,artificialanalysis,qwen3.5-2b,nothink,agentic-tool,mid,AA-tau2,,,,,,81.5789473684211,pass%,2.89e-14,,prev=0.815789473684211 (src-artificialanalysis-model-pages-2026-10-21#M1011),"https://artificialanalysis.ai/models (model record, tau2 (entry qwen3-5-2b-non-reasoning / tau2))",,in, aahle@artificialanalysis#none,artificialanalysis,qwen3.5-35b-a3b,think,reasoning-math,frontier,HLE-AA-notools,,,,,,21.0379981464319,acc%,2.89e-14,,prev=0.210379981464319 (src-artificialanalysis-model-pages-2026-10-21#M108); prev=0.210379981464319 (src-artificialanalysis-models-wayback-2026-09-01#M488),"https://artificialanalysis.ai/models (model record, hle (entry qwen3-5-35b-a3b / hle))",,in, aacritpt@artificialanalysis#none,artificialanalysis,qwen3.5-35b-a3b,think,reasoning-math,frontier,CritPt-AA,,,,,,0.857142857142857,acc%,2.89e-16,,prev=0.00857142857142857 (src-artificialanalysis-model-pages-2026-10-21#M109); prev=0.00857142857142857 (src-artificialanalysis-models-wayback-2026-08-04#M531),"https://artificialanalysis.ai/models (model record, critpt (entry qwen3-5-35b-a3b / critpt))",,in, aalcr@artificialanalysis#none,artificialanalysis,qwen3.5-35b-a3b,think,mixed,hard,AA-LCR,,,,,,72,acc%,0.289,,prev=0.72 (src-artificialanalysis-model-pages-2026-10-21#M110); prev=0.72 (src-artificialanalysis-models-wayback-2026-09-06#M420),"https://artificialanalysis.ai/models (model record, lcr (entry qwen3-5-35b-a3b / lcr))",,in, aammmupro#none,artificialanalysis,qwen3.5-35b-a3b,think,mixed,hard,MMMU-Pro-AA,,,,,,72.6589595375723,acc%,2.89e-14,,prev=0.726589595375723 (src-artificialanalysis-model-pages-2026-10-19#M1452),"https://artificialanalysis.ai/models (model record, mmmuPro (entry qwen3-5-35b-a3b / mmmuPro))",,in, aagpqa#none,artificialanalysis,qwen3.5-35b-a3b,think,reasoning-math,hard,AA-GPQA,,,,,,84.5454545454545,acc%,2.89e-14,,prev=0.845454545454545 (src-artificialanalysis-model-pages-2026-10-21#M589); prev=0.845454545454545 (src-artificialanalysis-models-wayback-2026-08-04#M530),"https://artificialanalysis.ai/models (model record, gpqa (entry qwen3-5-35b-a3b / gpqa))",,in, aaifbench,artificialanalysis,qwen3.5-35b-a3b,think,mixed,mid,AA-IFBench,,,,,,72.5170068027211,acc%,2.89e-14,,prev=0.725170068027211 (src-artificialanalysis-model-pages-2026-10-21#M722),"https://artificialanalysis.ai/models (model record, ifbench (entry qwen3-5-35b-a3b / ifbench))",,in, aatbhard,artificialanalysis,qwen3.5-35b-a3b,think,coding,hard,AA-TB-Hard,,,,,,26.5151515151515,acc%,2.89e-14,,prev=0.265151515151515 (src-artificialanalysis-model-pages-2026-10-21#M1232),"https://artificialanalysis.ai/models (model record, terminalbenchHard (entry qwen3-5-35b-a3b / terminalbenchHard))",,in, aaitbench#none,artificialanalysis,qwen3.5-35b-a3b,think,agentic-tool,hard,ITBench-AA,,,,,,21.5160075329567,score%,2.89e-14,,prev=0.215160075329567 (src-artificialanalysis-model-pages-2026-10-19#M1532),"https://artificialanalysis.ai/models (model record, itBenchSre (entry qwen3-5-35b-a3b / itBenchSre))",,in, aatau2,artificialanalysis,qwen3.5-35b-a3b,think,agentic-tool,mid,AA-tau2,,,,,,89.1812865497076,pass%,2.89e-14,,prev=0.891812865497076 (src-artificialanalysis-model-pages-2026-10-21#M1012),"https://artificialanalysis.ai/models (model record, tau2 (entry qwen3-5-35b-a3b / tau2))",,in, aahle@artificialanalysis#none,artificialanalysis,qwen3.5-35b-a3b,nothink,reasoning-math,frontier,HLE-AA-notools,,,,,,13.4383688600556,acc%,2.89e-14,,prev=0.134383688600556 (src-artificialanalysis-model-pages-2026-10-21#M383),"https://artificialanalysis.ai/models (model record, hle (entry qwen3-5-35b-a3b-non-reasoning / hle))",,in, aacritpt@artificialanalysis#none,artificialanalysis,qwen3.5-35b-a3b,nothink,reasoning-math,frontier,CritPt-AA,,,,,,0.571428571428571,acc%,2.89e-16,,prev=0.00571428571428571 (src-artificialanalysis-model-pages-2026-10-21#M384),"https://artificialanalysis.ai/models (model record, critpt (entry qwen3-5-35b-a3b-non-reasoning / critpt))",,in, aalcr@artificialanalysis#none,artificialanalysis,qwen3.5-35b-a3b,nothink,mixed,hard,AA-LCR,,,,,,63,acc%,0.289,,prev=0.63 (src-artificialanalysis-model-pages-2026-10-21#M385),"https://artificialanalysis.ai/models (model record, lcr (entry qwen3-5-35b-a3b-non-reasoning / lcr))",,in, aammmupro#none,artificialanalysis,qwen3.5-35b-a3b,nothink,mixed,hard,MMMU-Pro-AA,,,,,,69.1907514450867,acc%,2.89e-14,,prev=0.691907514450867 (src-artificialanalysis-model-pages-2026-10-19#M1453),"https://artificialanalysis.ai/models (model record, mmmuPro (entry qwen3-5-35b-a3b-non-reasoning / mmmuPro))",,in, aagpqa#none,artificialanalysis,qwen3.5-35b-a3b,nothink,reasoning-math,hard,AA-GPQA,,,,,,81.9191919191919,acc%,2.89e-14,,prev=0.819191919191919 (src-artificialanalysis-model-pages-2026-10-21#M590),"https://artificialanalysis.ai/models (model record, gpqa (entry qwen3-5-35b-a3b-non-reasoning / gpqa))",,in, aaifbench,artificialanalysis,qwen3.5-35b-a3b,nothink,mixed,mid,AA-IFBench,,,,,,44.4897959183673,acc%,2.89e-14,,prev=0.444897959183673 (src-artificialanalysis-model-pages-2026-10-21#M723),"https://artificialanalysis.ai/models (model record, ifbench (entry qwen3-5-35b-a3b-non-reasoning / ifbench))",,in, aatb21#none,artificialanalysis,qwen3.5-35b-a3b,nothink,coding,hard,AA-TB,,,,,,40.8239700374532,acc%,2.89e-14,,prev=0.408239700374532 (src-artificialanalysis-model-pages-2026-10-21#M1113),"https://artificialanalysis.ai/models (model record, terminalBench21 (entry qwen3-5-35b-a3b-non-reasoning / terminalBench21))",,in, aatbhard,artificialanalysis,qwen3.5-35b-a3b,nothink,coding,hard,AA-TB-Hard,,,,,,10.6060606060606,acc%,2.89e-14,,prev=0.106060606060606 (src-artificialanalysis-model-pages-2026-10-21#M1233),"https://artificialanalysis.ai/models (model record, terminalbenchHard (entry qwen3-5-35b-a3b-non-reasoning / terminalbenchHard))",,in, aagdpval#none,artificialanalysis,qwen3.5-35b-a3b,nothink,mixed,frontier,GDPval-AA-v2,,,,,,616.33,AA-elo,0.00289,,prev=608.32 (src-artificialanalysis-model-pages-2026-10-21#M386),"https://artificialanalysis.ai/models (model record, gdpval (entry qwen3-5-35b-a3b-non-reasoning / gdpval))",,in, aatau-banking#none,artificialanalysis,qwen3.5-35b-a3b,nothink,agentic-tool,hard,AA-tau-banking,,,,,,4.94845360824742,pass%,2.89e-15,,prev=0.0494845360824742 (src-artificialanalysis-model-pages-2026-10-21#M892),"https://artificialanalysis.ai/models (model record, tauBanking (entry qwen3-5-35b-a3b-non-reasoning / tauBanking))",,in, aatau2,artificialanalysis,qwen3.5-35b-a3b,nothink,agentic-tool,mid,AA-tau2,,,,,,86.2573099415205,pass%,2.89e-14,,prev=0.862573099415205 (src-artificialanalysis-model-pages-2026-10-21#M1013),"https://artificialanalysis.ai/models (model record, tau2 (entry qwen3-5-35b-a3b-non-reasoning / tau2))",,in, aahle@artificialanalysis#none,artificialanalysis,qwen3.5-397b-a17b,nothink,reasoning-math,frontier,HLE-AA-notools,,,,,,19.8331788693234,acc%,2.89e-14,,prev=0.198331788693234 (src-artificialanalysis-model-pages-2026-10-21#M76),"https://artificialanalysis.ai/models (model record, hle (entry qwen3-5-397b-a17b-non-reasoning / hle))",,in, aacritpt@artificialanalysis#none,artificialanalysis,qwen3.5-397b-a17b,nothink,reasoning-math,frontier,CritPt-AA,,,,,,0.857142857142857,acc%,2.89e-16,,prev=0.00857142857142857 (src-artificialanalysis-model-pages-2026-10-21#M77),"https://artificialanalysis.ai/models (model record, critpt (entry qwen3-5-397b-a17b-non-reasoning / critpt))",,in, aalcr@artificialanalysis#none,artificialanalysis,qwen3.5-397b-a17b,nothink,mixed,hard,AA-LCR,,,,,,64.3333333333333,acc%,2.89e-14,,prev=0.643333333333333 (src-artificialanalysis-model-pages-2026-10-21#M78),"https://artificialanalysis.ai/models (model record, lcr (entry qwen3-5-397b-a17b-non-reasoning / lcr))",,in, aammmupro#none,artificialanalysis,qwen3.5-397b-a17b,nothink,mixed,hard,MMMU-Pro-AA,,,,,,52.6589595375723,acc%,2.89e-14,,prev=0.526589595375723 (src-artificialanalysis-model-pages-2026-10-19#M1455),"https://artificialanalysis.ai/models (model record, mmmuPro (entry qwen3-5-397b-a17b-non-reasoning / mmmuPro))",,in, aagpqa#none,artificialanalysis,qwen3.5-397b-a17b,nothink,reasoning-math,hard,AA-GPQA,,,,,,86.0606060606061,acc%,2.89e-14,,prev=0.860606060606061 (src-artificialanalysis-model-pages-2026-10-21#M592),"https://artificialanalysis.ai/models (model record, gpqa (entry qwen3-5-397b-a17b-non-reasoning / gpqa))",,in, aaifbench,artificialanalysis,qwen3.5-397b-a17b,nothink,mixed,mid,AA-IFBench,,,,,,51.6326530612245,acc%,2.89e-14,,prev=0.516326530612245 (src-artificialanalysis-model-pages-2026-10-21#M725),"https://artificialanalysis.ai/models (model record, ifbench (entry qwen3-5-397b-a17b-non-reasoning / ifbench))",,in, aatbhard,artificialanalysis,qwen3.5-397b-a17b,nothink,coding,hard,AA-TB-Hard,,,,,,35.6060606060606,acc%,2.89e-14,,prev=0.356060606060606 (src-artificialanalysis-model-pages-2026-10-21#M1235),"https://artificialanalysis.ai/models (model record, terminalbenchHard (entry qwen3-5-397b-a17b-non-reasoning / terminalbenchHard))",,in, aatau2,artificialanalysis,qwen3.5-397b-a17b,nothink,agentic-tool,mid,AA-tau2,,,,,,83.9181286549708,pass%,2.89e-14,,prev=0.839181286549708 (src-artificialanalysis-model-pages-2026-10-21#M1015),"https://artificialanalysis.ai/models (model record, tau2 (entry qwen3-5-397b-a17b-non-reasoning / tau2))",,in, aahle@artificialanalysis#none,artificialanalysis,qwen3.5-4b,think,reasoning-math,frontier,HLE-AA-notools,,,,,,9.91658943466172,acc%,2.89e-15,,prev=0.0991658943466172 (src-artificialanalysis-model-pages-2026-10-21#M188); prev=0.0991658943466172 (src-artificialanalysis-models-wayback-2026-09-01#M491),"https://artificialanalysis.ai/models (model record, hle (entry qwen3-5-4b / hle))",,in, aacritpt@artificialanalysis#none,artificialanalysis,qwen3.5-4b,think,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,"https://artificialanalysis.ai/models (model record, critpt (entry qwen3-5-4b / critpt))",,out:uninformative, aalcr@artificialanalysis#none,artificialanalysis,qwen3.5-4b,think,mixed,hard,AA-LCR,,,,,,63,acc%,0.289,,prev=0.63 (src-artificialanalysis-model-pages-2026-10-21#M190); prev=0.63 (src-artificialanalysis-models-wayback-2026-09-06#M421),"https://artificialanalysis.ai/models (model record, lcr (entry qwen3-5-4b / lcr))",,in, aammmupro#none,artificialanalysis,qwen3.5-4b,think,mixed,hard,MMMU-Pro-AA,,,,,,65.3757225433526,acc%,2.89e-14,,prev=0.653757225433526 (src-artificialanalysis-model-pages-2026-10-19#M1456),"https://artificialanalysis.ai/models (model record, mmmuPro (entry qwen3-5-4b / mmmuPro))",,in, aagpqa#none,artificialanalysis,qwen3.5-4b,think,reasoning-math,hard,AA-GPQA,,,,,,77.0707070707071,acc%,2.89e-14,,prev=0.770707070707071 (src-artificialanalysis-model-pages-2026-10-21#M593); prev=0.770707070707071 (src-artificialanalysis-models-wayback-2026-08-04#M535),"https://artificialanalysis.ai/models (model record, gpqa (entry qwen3-5-4b / gpqa))",,in, aaifbench,artificialanalysis,qwen3.5-4b,think,mixed,mid,AA-IFBench,,,,,,51.9727891156463,acc%,2.89e-14,,prev=0.519727891156463 (src-artificialanalysis-model-pages-2026-10-21#M726),"https://artificialanalysis.ai/models (model record, ifbench (entry qwen3-5-4b / ifbench))",,in, aatb21#none,artificialanalysis,qwen3.5-4b,think,coding,hard,AA-TB,,,,,,25.8426966292135,acc%,2.89e-14,,prev=0.258426966292135 (src-artificialanalysis-model-pages-2026-10-21#M1115); prev=0.258426966292135 (src-artificialanalysis-models-wayback-2026-08-04#M534),"https://artificialanalysis.ai/models (model record, terminalBench21 (entry qwen3-5-4b / terminalBench21))",,in, aatbhard,artificialanalysis,qwen3.5-4b,think,coding,hard,AA-TB-Hard,,,,,,18.1818181818182,acc%,2.89e-14,,prev=0.181818181818182 (src-artificialanalysis-model-pages-2026-10-21#M1236),"https://artificialanalysis.ai/models (model record, terminalbenchHard (entry qwen3-5-4b / terminalbenchHard))",,in, aatau-banking#none,artificialanalysis,qwen3.5-4b,think,agentic-tool,hard,AA-tau-banking,,,,,,6.80412371134021,pass%,2.89e-15,,prev=0.0680412371134021 (src-artificialanalysis-model-pages-2026-10-21#M894); prev=0.0680412371134021 (src-artificialanalysis-models-wayback-2026-09-01#M490),"https://artificialanalysis.ai/models (model record, tauBanking (entry qwen3-5-4b / tauBanking))",,in, aatau2,artificialanalysis,qwen3.5-4b,think,agentic-tool,mid,AA-tau2,,,,,,92.1052631578947,pass%,2.89e-14,,prev=0.921052631578947 (src-artificialanalysis-model-pages-2026-10-21#M1016),"https://artificialanalysis.ai/models (model record, tau2 (entry qwen3-5-4b / tau2))",,in, aahle@artificialanalysis#none,artificialanalysis,qwen3.5-4b,nothink,reasoning-math,frontier,HLE-AA-notools,,,,,,7.97034291010195,acc%,2.89e-15,,prev=0.0797034291010195 (src-artificialanalysis-model-pages-2026-10-21#M73),"https://artificialanalysis.ai/models (model record, hle (entry qwen3-5-4b-non-reasoning / hle))",,in, aacritpt@artificialanalysis#none,artificialanalysis,qwen3.5-4b,nothink,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,"https://artificialanalysis.ai/models (model record, critpt (entry qwen3-5-4b-non-reasoning / critpt))",,out:uninformative, aalcr@artificialanalysis#none,artificialanalysis,qwen3.5-4b,nothink,mixed,hard,AA-LCR,,,,,,34.6666666666667,acc%,2.89e-14,,prev=0.346666666666667 (src-artificialanalysis-model-pages-2026-10-21#M75),"https://artificialanalysis.ai/models (model record, lcr (entry qwen3-5-4b-non-reasoning / lcr))",,in, aammmupro#none,artificialanalysis,qwen3.5-4b,nothink,mixed,hard,MMMU-Pro-AA,,,,,,62.0809248554913,acc%,2.89e-14,,prev=0.620809248554913 (src-artificialanalysis-model-pages-2026-10-19#M1457),"https://artificialanalysis.ai/models (model record, mmmuPro (entry qwen3-5-4b-non-reasoning / mmmuPro))",,in, aagpqa#none,artificialanalysis,qwen3.5-4b,nothink,reasoning-math,hard,AA-GPQA,,,,,,71.2121212121212,acc%,2.89e-14,,prev=0.712121212121212 (src-artificialanalysis-model-pages-2026-10-21#M594),"https://artificialanalysis.ai/models (model record, gpqa (entry qwen3-5-4b-non-reasoning / gpqa))",,in, aaifbench,artificialanalysis,qwen3.5-4b,nothink,mixed,mid,AA-IFBench,,,,,,33.265306122449,acc%,2.89e-13,,prev=0.33265306122449 (src-artificialanalysis-model-pages-2026-10-21#M727),"https://artificialanalysis.ai/models (model record, ifbench (entry qwen3-5-4b-non-reasoning / ifbench))",,in, aatb21#none,artificialanalysis,qwen3.5-4b,nothink,coding,hard,AA-TB,,,,,,21.3483146067416,acc%,2.89e-14,,prev=0.213483146067416 (src-artificialanalysis-model-pages-2026-10-21#M1116),"https://artificialanalysis.ai/models (model record, terminalBench21 (entry qwen3-5-4b-non-reasoning / terminalBench21))",,in, aatbhard,artificialanalysis,qwen3.5-4b,nothink,coding,hard,AA-TB-Hard,,,,,,11.3636363636364,acc%,2.89e-14,,prev=0.113636363636364 (src-artificialanalysis-model-pages-2026-10-21#M1237),"https://artificialanalysis.ai/models (model record, terminalbenchHard (entry qwen3-5-4b-non-reasoning / terminalbenchHard))",,in, aatau-banking#none,artificialanalysis,qwen3.5-4b,nothink,agentic-tool,hard,AA-tau-banking,,,,,,4.32989690721649,pass%,2.89e-15,,prev=0.0432989690721649 (src-artificialanalysis-model-pages-2026-10-21#M895),"https://artificialanalysis.ai/models (model record, tauBanking (entry qwen3-5-4b-non-reasoning / tauBanking))",,in, aatau2,artificialanalysis,qwen3.5-4b,nothink,agentic-tool,mid,AA-tau2,,,,,,87.719298245614,pass%,2.89e-13,,prev=0.87719298245614 (src-artificialanalysis-model-pages-2026-10-21#M1017),"https://artificialanalysis.ai/models (model record, tau2 (entry qwen3-5-4b-non-reasoning / tau2))",,in, aahle@artificialanalysis#none,artificialanalysis,qwen3.5-9b,think,reasoning-math,frontier,HLE-AA-notools,,,,,,14.9212233549583,acc%,2.89e-14,,prev=0.149212233549583 (src-artificialanalysis-model-pages-2026-10-19#M419),"https://artificialanalysis.ai/models (model record, hle (entry qwen3-5-9b / hle))",,in, aacritpt@artificialanalysis#none,artificialanalysis,qwen3.5-9b,think,reasoning-math,frontier,CritPt-AA,,,,,,0.285714285714286,acc%,2.89e-16,,prev=0.00285714285714286 (src-artificialanalysis-model-pages-2026-10-19#M635),"https://artificialanalysis.ai/models (model record, critpt (entry qwen3-5-9b / critpt))",,in, aalcr@artificialanalysis#none,artificialanalysis,qwen3.5-9b,think,mixed,hard,AA-LCR,,,,,,70,acc%,2.89,,prev=0.7 (src-artificialanalysis-model-pages-2026-10-19#M743),"https://artificialanalysis.ai/models (model record, lcr (entry qwen3-5-9b / lcr))",,in, aammmupro#none,artificialanalysis,qwen3.5-9b,think,mixed,hard,MMMU-Pro-AA,,,,,,69.2485549132948,acc%,2.89e-14,,prev=0.692485549132948 (src-artificialanalysis-model-pages-2026-10-19#M1458),"https://artificialanalysis.ai/models (model record, mmmuPro (entry qwen3-5-9b / mmmuPro))",,in, aascicode@artificialanalysis#none,artificialanalysis,qwen3.5-9b,think,coding,hard,SciCode-AA,,,,,,29.5138888888889,acc%,2.89e-14,,prev=0.295138888888889 (src-artificialanalysis-model-pages-2026-10-19#M311),"https://artificialanalysis.ai/models (model record, scicode (entry qwen3-5-9b / scicode))",,in, aagpqa#none,artificialanalysis,qwen3.5-9b,think,reasoning-math,hard,AA-GPQA,,,,,,80.6060606060606,acc%,2.89e-14,,prev=0.806060606060606 (src-artificialanalysis-model-pages-2026-10-21#M595); prev=0.806060606060606 (src-artificialanalysis-models-wayback-2026-08-04#M538),"https://artificialanalysis.ai/models (model record, gpqa (entry qwen3-5-9b / gpqa))",,in, aaifbench,artificialanalysis,qwen3.5-9b,think,mixed,mid,AA-IFBench,,,,,,66.734693877551,acc%,2.89e-13,,prev=0.66734693877551 (src-artificialanalysis-model-pages-2026-10-21#M728),"https://artificialanalysis.ai/models (model record, ifbench (entry qwen3-5-9b / ifbench))",,in, aatb21#none,artificialanalysis,qwen3.5-9b,think,coding,hard,AA-TB,,,,,,29.2134831460674,acc%,2.89e-14,,prev=0.292134831460674 (src-artificialanalysis-model-pages-2026-10-21#M1117); prev=0.292134831460674 (src-artificialanalysis-models-wayback-2026-08-04#M537),"https://artificialanalysis.ai/models (model record, terminalBench21 (entry qwen3-5-9b / terminalBench21))",,in, aatbhard,artificialanalysis,qwen3.5-9b,think,coding,hard,AA-TB-Hard,,,,,,24.2424242424242,acc%,2.89e-14,,prev=0.242424242424242 (src-artificialanalysis-model-pages-2026-10-21#M1238),"https://artificialanalysis.ai/models (model record, terminalbenchHard (entry qwen3-5-9b / terminalbenchHard))",,in, aagdpval#none,artificialanalysis,qwen3.5-9b,think,mixed,frontier,GDPval-AA-v2,,,,,,426.58,AA-elo,0.00289,,prev=419.52 (src-artificialanalysis-model-pages-2026-10-19#M1093),"https://artificialanalysis.ai/models (model record, gdpval (entry qwen3-5-9b / gdpval))",,in, aatb40@artificialanalysis#none,artificialanalysis,qwen3.5-9b,think,coding,hard,TB-AA,,,,,,0.505050505050505,pass%,2.89e-16,,prev=0.00505050505050505 (src-artificialanalysis-model-pages-2026-10-19#M203),"https://artificialanalysis.ai/models (model record, terminalBench40 (entry qwen3-5-9b / terminalBench40))",,in, aatau-banking#none,artificialanalysis,qwen3.5-9b,think,agentic-tool,hard,AA-tau-banking,,,,,,7.01030927835052,pass%,2.89e-15,,prev=0.0701030927835052 (src-artificialanalysis-model-pages-2026-10-21#M896); prev=0.0701030927835052 (src-artificialanalysis-models-wayback-2026-09-01#M492),"https://artificialanalysis.ai/models (model record, tauBanking (entry qwen3-5-9b / tauBanking))",,in, aatau2,artificialanalysis,qwen3.5-9b,think,agentic-tool,mid,AA-tau2,,,,,,86.8421052631579,pass%,2.89e-14,,prev=0.868421052631579 (src-artificialanalysis-model-pages-2026-10-21#M1018),"https://artificialanalysis.ai/models (model record, tau2 (entry qwen3-5-9b / tau2))",,in, aagdppdf@artificialanalysis#none,artificialanalysis,qwen3.5-9b,think,mixed,hard,GDP-PDF-AA,,,,,,6.6,allpass%,0.0289,,prev=0.066 (src-artificialanalysis-model-pages-2026-10-19#M527),"https://artificialanalysis.ai/models (model record, gdpPdfAllPass (entry qwen3-5-9b / gdpPdfAllPass))",,in, aaautob#none,artificialanalysis,qwen3.5-9b,think,agentic-tool,hard,AutomationBench-AA,,,,,,1.0473867343065657,partial-credit%,2.89e-17,,prev=0.010473867343065657 (src-artificialanalysis-model-pages-2026-10-19#M95),"https://artificialanalysis.ai/models (model record, automationBenchPartialScore (entry qwen3-5-9b / automationBenchPartialScore))",,in, aahle@artificialanalysis#none,artificialanalysis,qwen3.5-9b,nothink,reasoning-math,frontier,HLE-AA-notools,,,,,,9.36051899907322,acc%,2.89e-15,,prev=0.0936051899907322 (src-artificialanalysis-model-pages-2026-10-21#M41),"https://artificialanalysis.ai/models (model record, hle (entry qwen3-5-9b-non-reasoning / hle))",,in, aacritpt@artificialanalysis#none,artificialanalysis,qwen3.5-9b,nothink,reasoning-math,frontier,CritPt-AA,,,,,,0.571428571428571,acc%,2.89e-16,,prev=0.00571428571428571 (src-artificialanalysis-model-pages-2026-10-21#M42),"https://artificialanalysis.ai/models (model record, critpt (entry qwen3-5-9b-non-reasoning / critpt))",,in, aalcr@artificialanalysis#none,artificialanalysis,qwen3.5-9b,nothink,mixed,hard,AA-LCR,,,,,,46,acc%,0.289,,prev=0.46 (src-artificialanalysis-model-pages-2026-10-21#M43),"https://artificialanalysis.ai/models (model record, lcr (entry qwen3-5-9b-non-reasoning / lcr))",,in, aammmupro#none,artificialanalysis,qwen3.5-9b,nothink,mixed,hard,MMMU-Pro-AA,,,,,,66.7630057803468,acc%,2.89e-14,,prev=0.667630057803468 (src-artificialanalysis-model-pages-2026-10-19#M1459),"https://artificialanalysis.ai/models (model record, mmmuPro (entry qwen3-5-9b-non-reasoning / mmmuPro))",,in, aagpqa#none,artificialanalysis,qwen3.5-9b,nothink,reasoning-math,hard,AA-GPQA,,,,,,78.5858585858586,acc%,2.89e-14,,prev=0.785858585858586 (src-artificialanalysis-model-pages-2026-10-21#M596),"https://artificialanalysis.ai/models (model record, gpqa (entry qwen3-5-9b-non-reasoning / gpqa))",,in, aaifbench,artificialanalysis,qwen3.5-9b,nothink,mixed,mid,AA-IFBench,,,,,,37.8231292517007,acc%,2.89e-14,,prev=0.378231292517007 (src-artificialanalysis-model-pages-2026-10-21#M729),"https://artificialanalysis.ai/models (model record, ifbench (entry qwen3-5-9b-non-reasoning / ifbench))",,in, aatb21#none,artificialanalysis,qwen3.5-9b,nothink,coding,hard,AA-TB,,,,,,21.3483146067416,acc%,2.89e-14,,prev=0.213483146067416 (src-artificialanalysis-model-pages-2026-10-21#M1118),"https://artificialanalysis.ai/models (model record, terminalBench21 (entry qwen3-5-9b-non-reasoning / terminalBench21))",,in, aatbhard,artificialanalysis,qwen3.5-9b,nothink,coding,hard,AA-TB-Hard,,,,,,18.1818181818182,acc%,2.89e-14,,prev=0.181818181818182 (src-artificialanalysis-model-pages-2026-10-21#M1239),"https://artificialanalysis.ai/models (model record, terminalbenchHard (entry qwen3-5-9b-non-reasoning / terminalbenchHard))",,in, aatau2,artificialanalysis,qwen3.5-9b,nothink,agentic-tool,mid,AA-tau2,,,,,,85.0877192982456,pass%,2.89e-14,,prev=0.850877192982456 (src-artificialanalysis-model-pages-2026-10-21#M1019),"https://artificialanalysis.ai/models (model record, tau2 (entry qwen3-5-9b-non-reasoning / tau2))",,in, aa5-aa-briefcase@artificialanalysis,artificialanalysis,opus-5.5,max,mixed,hard,,per-task,21.045972715658657,2.89e-16,,338098.7802197802,1800.58,Elo,0.00289,,prev=1799.89 (src-artificialanalysis-leaderboards-models-2026-11-09#M247); prev=1800.58 (src-artificialanalysis-leaderboards-models-2026-11-10#M130); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation aa-briefcase)",,in,in aaautob#5.0.1,artificialanalysis,opus-5.5,max,agentic-tool,hard,AutomationBench-AA,per-task,1.428755110542112,2.89e-16,,41105.06088280061,69.53868128636069,partial-credit%,2.89e-15,,prev=0.6953868128636069 (src-artificialanalysis-leaderboards-models-2026-11-09#M250); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation automationbench-aa)",,in,in aatb40@artificialanalysis#5.0.1,artificialanalysis,opus-5.5,max,coding,hard,TB-AA,per-task,13.109276120148786,2.89e-16,,252948.42424242425,59.5959595959596,pass%,2.89e-14,,prev=0.595959595959596 (src-artificialanalysis-leaderboards-models-2026-11-09#M255); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation terminalbench-4-0)",,out:republished,out:republished aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,opus-5.5,max,coding,hard,,per-task,13.455157765196367,2.89e-16,,199996.64393939395,0.464359595959596,score%,2.89e-16,,prev=0.464359595959596 (src-artificialanalysis-leaderboards-models-2026-11-09#M252); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation frontiercode-2-0)",,in,in aaomni-index#5.0.1,artificialanalysis,opus-5.5,max,mixed,mid,AA-Omniscience,per-task,0.187384838684978,2.89e-16,,9329.451666666666,48.13333333333333,omniscience-index,2.89e-15,,prev=48.13333333333333 (src-artificialanalysis-leaderboards-models-2026-11-09#M246); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation omniscience)",,in,in aagdppdf@artificialanalysis#5.0.1,artificialanalysis,opus-5.5,max,mixed,hard,GDP-PDF-AA,per-task,1.55233548,2.89e-09,,42319.45,26.2,allpass%,0.0289,,prev=0.262 (src-artificialanalysis-leaderboards-models-2026-11-09#M254); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation gdp-pdf)",,out:republished,out:republished aa5-hle-diamond,artificialanalysis,opus-5.5,max,mixed,hard,,per-task,1.1983133578968388,2.89e-17,,59682.163,0.679,score%,0.000289,,prev=0.679 (src-artificialanalysis-leaderboards-models-2026-11-09#M253); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation hle-diamond)",,in,in aa5-critpt-v2-hard,artificialanalysis,opus-5.5,max,mixed,hard,,per-task,2.5767134025722402,2.89e-17,,97156.925,0.68,score%,0.00289,,prev=0.68 (src-artificialanalysis-leaderboards-models-2026-11-09#M256); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation critpt-v2-hard)",,in,in aatbsci@artificialanalysis#5.0.1,artificialanalysis,opus-5.5,max,coding,hard,Terminal-Bench-Science-AA,per-task,19.970984026619043,2.89e-16,,306992.8714285714,59.047619047619,pass%,2.89e-13,,cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation terminal-bench-science)",,in,in aa5-aa-briefcase@artificialanalysis,artificialanalysis,opus-5.5,low,mixed,hard,,per-task,1.1528222834592368,2.89e-17,,26733.527472527472,1278.95,Elo,0.00289,,prev=1278.95 (src-artificialanalysis-leaderboards-models-2026-11-09#M1098); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation aa-briefcase)",,in,in aaautob#5.0.1,artificialanalysis,opus-5.5,low,agentic-tool,hard,AutomationBench-AA,per-task,0.49261272846377885,2.89e-18,,11889.707762557078,52.92537042934996,partial-credit%,2.89e-15,,prev=0.5292537042934996 (src-artificialanalysis-leaderboards-models-2026-11-09#M1101); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation automationbench-aa)",,in,in aatb40@artificialanalysis#5.0.1,artificialanalysis,opus-5.5,low,coding,hard,TB-AA,per-task,2.077650464264361,2.89e-16,,37782.469696969696,31.3131313131313,pass%,2.89e-14,,prev=0.313131313131313 (src-artificialanalysis-leaderboards-models-2026-11-09#M1106); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation terminalbench-4-0)",,out:republished,out:republished aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,opus-5.5,low,coding,hard,,per-task,0.6271238634743371,2.89e-17,,14073.265151515152,0.158378282828283,score%,2.89e-16,,prev=0.158378282828283 (src-artificialanalysis-leaderboards-models-2026-11-09#M1103); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation frontiercode-2-0)",,in,in aaomni-index#5.0.1,artificialanalysis,opus-5.5,low,mixed,mid,AA-Omniscience,per-task,0.006269088214624999,2.89e-19,,278.536,39.03333333333333,omniscience-index,2.89e-15,,prev=39.03333333333333 (src-artificialanalysis-leaderboards-models-2026-11-09#M1097); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation omniscience)",,in,in aagdppdf@artificialanalysis#5.0.1,artificialanalysis,opus-5.5,low,mixed,hard,GDP-PDF-AA,per-task,0.76411812,2.89e-09,,2902.11,25.6,allpass%,0.0289,,prev=0.256 (src-artificialanalysis-leaderboards-models-2026-11-09#M1105); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation gdp-pdf)",,out:republished,out:republished aa5-hle-diamond,artificialanalysis,opus-5.5,low,mixed,hard,,per-task,0.035132100023551,2.89e-16,,1586.321,0.417,score%,0.000289,,prev=0.417 (src-artificialanalysis-leaderboards-models-2026-11-09#M1104); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation hle-diamond)",,in,in aa5-critpt-v2-hard,artificialanalysis,opus-5.5,low,mixed,hard,,per-task,0.11905416429929112,2.89e-18,,4386.525,0.36,score%,0.00289,,prev=0.36 (src-artificialanalysis-leaderboards-models-2026-11-09#M1107); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation critpt-v2-hard)",,in,in aatbsci@artificialanalysis#5.0.1,artificialanalysis,opus-5.5,low,coding,hard,Terminal-Bench-Science-AA,per-task,2.8105121459449705,2.89e-17,,51877.57142857143,24.2857142857143,pass%,2.89e-14,,prev=0.242857142857143 (src-artificialanalysis-leaderboards-models-2026-11-09#M1102); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation terminal-bench-science)",,in,in aa5-aa-briefcase@artificialanalysis,artificialanalysis,opus-5.5,medium,mixed,hard,,per-task,4.398209833004038,2.89e-16,,83405.9010989011,1620.14,Elo,0.00289,,prev=1620.14 (src-artificialanalysis-leaderboards-models-2026-11-09#M1210); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation aa-briefcase)",,in,in aaautob#5.0.1,artificialanalysis,opus-5.5,medium,agentic-tool,hard,AutomationBench-AA,per-task,0.6384449284910688,2.89e-17,,15060.433789954337,61.21742919892179,partial-credit%,2.89e-15,,prev=0.6121742919892179 (src-artificialanalysis-leaderboards-models-2026-11-09#M1213); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation automationbench-aa)",,in,in aatb40@artificialanalysis#5.0.1,artificialanalysis,opus-5.5,medium,coding,hard,TB-AA,per-task,4.042978672513101,2.89e-16,,75654.30303030302,52.5252525252525,pass%,2.89e-14,,prev=0.525252525252525 (src-artificialanalysis-leaderboards-models-2026-11-09#M1218); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation terminalbench-4-0)",,out:republished,out:republished aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,opus-5.5,medium,coding,hard,,per-task,1.7093889413950298,2.89e-17,,31041.666666666668,0.330793181818182,score%,2.89e-16,,prev=0.330793181818182 (src-artificialanalysis-leaderboards-models-2026-11-09#M1215); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation frontiercode-2-0)",,in,in aaomni-index#5.0.1,artificialanalysis,opus-5.5,medium,mixed,mid,AA-Omniscience,per-task,0.008242081679676333,2.89e-19,,376.95233333333334,39.766666666666666,omniscience-index,2.89e-16,,prev=39.766666666666666 (src-artificialanalysis-leaderboards-models-2026-11-09#M1209); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation omniscience)",,in,in aagdppdf@artificialanalysis#5.0.1,artificialanalysis,opus-5.5,medium,mixed,hard,GDP-PDF-AA,per-task,0.7953176399999999,2.89e-17,,4461.59,25.6,allpass%,0.0289,,prev=0.256 (src-artificialanalysis-leaderboards-models-2026-11-09#M1217); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation gdp-pdf)",,out:republished,out:republished aa5-hle-diamond,artificialanalysis,opus-5.5,medium,mixed,hard,,per-task,0.129907251779206,2.89e-16,,6312.034,0.514,score%,0.000289,,prev=0.514 (src-artificialanalysis-leaderboards-models-2026-11-09#M1216); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation hle-diamond)",,in,in aa5-critpt-v2-hard,artificialanalysis,opus-5.5,medium,mixed,hard,,per-task,0.2511515150440299,2.89e-17,,9391.3,0.54,score%,0.00289,,prev=0.54 (src-artificialanalysis-leaderboards-models-2026-11-09#M1219); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation critpt-v2-hard)",,in,in aatbsci@artificialanalysis#5.0.1,artificialanalysis,opus-5.5,medium,coding,hard,Terminal-Bench-Science-AA,per-task,6.797476245941156,2.89e-16,,109873.35714285714,43.3333333333333,pass%,2.89e-14,,prev=0.433333333333333 (src-artificialanalysis-leaderboards-models-2026-11-09#M1214); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation terminal-bench-science)",,in,in aa5-aa-briefcase@artificialanalysis,artificialanalysis,opus-5,max,mixed,hard,,per-task,17.793315194424192,2.89e-16,,170079.62637362638,1654.66,Elo,0.00289,,cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation aa-briefcase)",,in,in aaautob#5.0.1,artificialanalysis,opus-5,max,agentic-tool,hard,AutomationBench-AA,per-task,1.316040562480586,2.89e-16,,24170.00913242009,56.5735557649325,partial-credit%,2.89e-14,,cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation automationbench-aa)",,in,in aatb40@artificialanalysis#5.0.1,artificialanalysis,opus-5,max,coding,hard,TB-AA,per-task,19.289100239966007,2.89e-16,,205109.9090909091,48.989898989899,pass%,2.89e-13,,cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation terminalbench-4-0)",,in,in aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,opus-5,max,coding,hard,,per-task,12.315662774208679,2.89e-16,,103027.37121212122,0.311538888888889,score%,2.89e-16,,cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation frontiercode-2-0)",,in,in aaomni-index#5.0.1,artificialanalysis,opus-5,max,mixed,mid,AA-Omniscience,per-task,0.026722713333333335,2.89e-19,,1034.907,37.63333333333333,omniscience-index,2.89e-15,,cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation omniscience)",,in,in aagdppdf@artificialanalysis#5.0.1,artificialanalysis,opus-5,max,mixed,hard,GDP-PDF-AA,per-task,1.08566965,2.89e-09,,8155.73,21.6,allpass%,0.0289,,cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation gdp-pdf)",,in,in aa5-hle-diamond,artificialanalysis,opus-5,max,mixed,hard,,per-task,1.0561535499999999,2.89e-17,,42111.454,0.448,score%,0.000289,,cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation hle-diamond)",,in,in aa5-critpt-v2-hard,artificialanalysis,opus-5,max,mixed,hard,,per-task,2.904677127036649,2.89e-16,,80942.25,0.5,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation critpt-v2-hard)",,in,in aatbsci@artificialanalysis#5.0.1,artificialanalysis,opus-5,max,coding,hard,Terminal-Bench-Science-AA,per-task,32.37374632237934,2.89e-15,,283428.34285714285,28.5714285714286,pass%,2.89e-14,,cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation terminal-bench-science)",,in,in aa5-aa-briefcase@artificialanalysis,artificialanalysis,fable-5.1,xhigh,mixed,hard,,per-task,17.794043286109893,2.89e-16,,151380.67032967033,1648.98,Elo,0.00289,,prev=1648.98 (src-artificialanalysis-leaderboards-models-2026-11-09#M1118); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation aa-briefcase)",,in,in aaautob#5.0.1,artificialanalysis,fable-5.1,xhigh,agentic-tool,hard,AutomationBench-AA,per-task,2.1771883669738727,2.89e-17,,25032.257229832572,57.772425084896,partial-credit%,2.89e-13,,prev=0.57772425084896 (src-artificialanalysis-leaderboards-models-2026-11-09#M1121); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation automationbench-aa)",,in,in aatb40@artificialanalysis#5.0.1,artificialanalysis,fable-5.1,xhigh,coding,hard,TB-AA,per-task,15.528040223314871,2.89e-16,,158352.15151515152,55.050505050505,pass%,2.89e-13,,prev=0.55050505050505 (src-artificialanalysis-leaderboards-models-2026-11-09#M1126); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation terminalbench-4-0)",,in,in aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,fable-5.1,xhigh,coding,hard,,per-task,12.647327551285901,2.89e-16,,95562.79545454546,0.357316919191919,score%,2.89e-16,,prev=0.357316919191919 (src-artificialanalysis-leaderboards-models-2026-11-09#M1123); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation frontiercode-2-0)",,in,in aaomni-index#5.0.1,artificialanalysis,fable-5.1,xhigh,mixed,mid,AA-Omniscience,per-task,0.09075548690022331,2.89e-18,,1785.5856666666666,44.333333333333336,omniscience-index,2.89e-16,,prev=44.333333333333336 (src-artificialanalysis-leaderboards-models-2026-11-09#M1117); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation omniscience)",,in,in aagdppdf@artificialanalysis#5.0.1,artificialanalysis,fable-5.1,xhigh,mixed,hard,GDP-PDF-AA,per-task,2.3050173867525,2.89e-14,,11580.18,26.2,allpass%,0.0289,,prev=0.262 (src-artificialanalysis-leaderboards-models-2026-11-09#M1125); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation gdp-pdf)",,in,in aa5-hle-diamond,artificialanalysis,fable-5.1,xhigh,mixed,hard,,per-task,1.871090354990525,2.89e-16,,37696.426,0.588,score%,0.000289,,prev=0.588 (src-artificialanalysis-leaderboards-models-2026-11-09#M1124); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation hle-diamond)",,in,in aa5-critpt-v2-hard,artificialanalysis,fable-5.1,xhigh,mixed,hard,,per-task,4.332187324306633,2.89e-16,,67380.55,0.6,score%,0.0289,,prev=0.6 (src-artificialanalysis-leaderboards-models-2026-11-09#M1127); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation critpt-v2-hard)",,in,in aatbsci@artificialanalysis#5.0.1,artificialanalysis,fable-5.1,xhigh,coding,hard,Terminal-Bench-Science-AA,per-task,25.802757863655643,2.89e-16,,210505.9714285714,40.4761904761905,pass%,2.89e-14,,prev=0.404761904761905 (src-artificialanalysis-leaderboards-models-2026-11-09#M1122); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation terminal-bench-science)",,in,in aa5-aa-briefcase@artificialanalysis,artificialanalysis,fable-5.1,high,mixed,hard,,per-task,11.39879255421772,2.89e-15,,99904.43956043955,1576.5,Elo,0.0289,,prev=1576.5 (src-artificialanalysis-leaderboards-models-2026-11-09#M1139); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation aa-briefcase)",,in,in aaautob#5.0.1,artificialanalysis,fable-5.1,high,agentic-tool,hard,AutomationBench-AA,per-task,1.753590611495188,2.89e-16,,19017.488584474886,55.32309746463979,partial-credit%,2.89e-15,,prev=0.5532309746463979 (src-artificialanalysis-leaderboards-models-2026-11-09#M1142); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation automationbench-aa)",,in,in aatb40@artificialanalysis#5.0.1,artificialanalysis,fable-5.1,high,coding,hard,TB-AA,per-task,11.487481948006927,2.89e-16,,113031.59090909091,52.020202020202,pass%,2.89e-13,,prev=0.52020202020202 (src-artificialanalysis-leaderboards-models-2026-11-09#M1147); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation terminalbench-4-0)",,in,in aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,fable-5.1,high,coding,hard,,per-task,7.432699171265015,2.89e-16,,59803.90151515151,0.302979545454545,score%,2.89e-16,,prev=0.302979545454545 (src-artificialanalysis-leaderboards-models-2026-11-09#M1144); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation frontiercode-2-0)",,in,in aaomni-index#5.0.1,artificialanalysis,fable-5.1,high,mixed,mid,AA-Omniscience,per-task,0.02322802104738333,2.89e-18,,432.638,39.93333333333333,omniscience-index,2.89e-15,,prev=39.93333333333333 (src-artificialanalysis-leaderboards-models-2026-11-09#M1138); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation omniscience)",,in,in aagdppdf@artificialanalysis#5.0.1,artificialanalysis,fable-5.1,high,mixed,hard,GDP-PDF-AA,per-task,2.004189014055,2.89e-13,,5529.87,26.8,allpass%,0.0289,,prev=0.268 (src-artificialanalysis-leaderboards-models-2026-11-09#M1146); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation gdp-pdf)",,in,in aa5-hle-diamond,artificialanalysis,fable-5.1,high,mixed,hard,,per-task,0.906778984941525,2.89e-16,,18191.528,0.504,score%,0.000289,,prev=0.504 (src-artificialanalysis-leaderboards-models-2026-11-09#M1145); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation hle-diamond)",,in,in aa5-critpt-v2-hard,artificialanalysis,fable-5.1,high,mixed,hard,,per-task,2.3876403607167145,2.89e-17,,37339.225,0.62,score%,0.00289,,prev=0.62 (src-artificialanalysis-leaderboards-models-2026-11-09#M1148); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation critpt-v2-hard)",,in,in aatbsci@artificialanalysis#5.0.1,artificialanalysis,fable-5.1,high,coding,hard,Terminal-Bench-Science-AA,per-task,20.304460584020106,2.89e-16,,159506.42857142858,39.5238095238095,pass%,2.89e-14,,prev=0.395238095238095 (src-artificialanalysis-leaderboards-models-2026-11-09#M1143); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation terminal-bench-science)",,in,in aa5-aa-briefcase@artificialanalysis,artificialanalysis,haiku-5.5,xhigh,mixed,hard,,per-task,0.3658051701766453,2.89e-17,,240300.84615384616,1523.33,Elo,0.00289,,prev=1523.33 (src-artificialanalysis-leaderboards-models-2026-11-09#M338); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation aa-briefcase)",,in,in aaautob#5.0.1,artificialanalysis,haiku-5.5,xhigh,agentic-tool,hard,AutomationBench-AA,per-task,0.027615228884196024,2.89e-19,,27987.53120243531,35.953889773428194,partial-credit%,2.89e-16,,prev=0.35953889773428194 (src-artificialanalysis-leaderboards-models-2026-11-09#M341); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation automationbench-aa)",,in,in aatb40@artificialanalysis#5.0.1,artificialanalysis,haiku-5.5,xhigh,coding,hard,TB-AA,per-task,0.46029073807682436,2.89e-18,,231800.5,29.2929292929293,pass%,2.89e-14,,prev=0.292929292929293 (src-artificialanalysis-leaderboards-models-2026-11-09#M346); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation terminalbench-4-0)",,out:republished,out:republished aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,haiku-5.5,xhigh,coding,hard,,per-task,0.25633529345066175,2.89e-18,,147755.5303030303,0.299334090909091,score%,2.89e-16,,prev=0.299334090909091 (src-artificialanalysis-leaderboards-models-2026-11-09#M343); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation frontiercode-2-0)",,in,in aaomni-index#5.0.1,artificialanalysis,haiku-5.5,xhigh,mixed,mid,AA-Omniscience,per-task,0.0006925392,2.89e-11,,1350.656,7.833333333333333,omniscience-index,2.89e-16,,prev=7.833333333333333 (src-artificialanalysis-leaderboards-models-2026-11-09#M337); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation omniscience)",,in,in aagdppdf@artificialanalysis#5.0.1,artificialanalysis,haiku-5.5,xhigh,mixed,hard,GDP-PDF-AA,per-task,0.027258909999999997,2.89e-19,,19418.75,18.2,allpass%,0.0289,,prev=0.182 (src-artificialanalysis-leaderboards-models-2026-11-09#M345); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation gdp-pdf)",,out:republished,out:republished aa5-hle-diamond,artificialanalysis,haiku-5.5,xhigh,mixed,hard,,per-task,0.024228294999999997,2.89e-19,,48321.868,0.288,score%,0.000289,,prev=0.288 (src-artificialanalysis-leaderboards-models-2026-11-09#M344); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation hle-diamond)",,in,in aa5-critpt-v2-hard,artificialanalysis,haiku-5.5,xhigh,mixed,hard,,per-task,0.05938037996256682,2.89e-18,,86113.55,0.475,score%,0.000289,,prev=0.475 (src-artificialanalysis-leaderboards-models-2026-11-09#M347); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation critpt-v2-hard)",,in,in aatbsci@artificialanalysis#5.0.1,artificialanalysis,haiku-5.5,xhigh,coding,hard,Terminal-Bench-Science-AA,per-task,0.6520166839581321,2.89e-17,,258480.2,18.0952380952381,pass%,2.89e-14,,cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation terminal-bench-science)",,in,in aa5-aa-briefcase@artificialanalysis,artificialanalysis,deepseek-v4.1-flash-1017,nothink,mixed,hard,,per-task,0.8158942744369414,2.89e-17,,120962.07692307692,1425.32,Elo,0.00289,,prev=1425.32 (src-artificialanalysis-leaderboards-models-2026-11-09#M1160); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation aa-briefcase)",,in,in aaautob#5.0.1,artificialanalysis,deepseek-v4.1-flash-1017,nothink,agentic-tool,hard,AutomationBench-AA,per-task,0.04428268344562314,2.89e-18,,14291.61491628615,48.77893544529126,partial-credit%,2.89e-15,,prev=0.4877893544529126 (src-artificialanalysis-leaderboards-models-2026-11-09#M1163); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation automationbench-aa)",,in,in aatb40@artificialanalysis#5.0.1,artificialanalysis,deepseek-v4.1-flash-1017,nothink,coding,hard,TB-AA,per-task,0.48146705866011585,2.89e-18,,101984.54545454546,9.09090909090909,pass%,2.89e-15,,prev=0.0909090909090909 (src-artificialanalysis-leaderboards-models-2026-11-09#M1168); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation terminalbench-4-0)",,in,in aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,deepseek-v4.1-flash-1017,nothink,coding,hard,,per-task,0.8724562106421885,2.89e-17,,98145.52272727272,0.060984595959596,score%,2.89e-16,,prev=0.060984595959596 (src-artificialanalysis-leaderboards-models-2026-11-09#M1165); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation frontiercode-2-0)",,in,in aaomni-index#5.0.1,artificialanalysis,deepseek-v4.1-flash-1017,nothink,mixed,mid,AA-Omniscience,per-task,0.00010787520000000001,2.89e-21,,60.540333333333336,2.1,omniscience-index,0.0289,,prev=2.1 (src-artificialanalysis-leaderboards-models-2026-11-09#M1159); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation omniscience)",,in,in aagdppdf@artificialanalysis#5.0.1,artificialanalysis,deepseek-v4.1-flash-1017,nothink,mixed,hard,GDP-PDF-AA,per-task,0.023781543,2.89e-10,,913.85,4.4,allpass%,0.0289,,prev=0.044 (src-artificialanalysis-leaderboards-models-2026-11-09#M1167); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation gdp-pdf)",,in,in aa5-hle-diamond,artificialanalysis,deepseek-v4.1-flash-1017,nothink,mixed,hard,,per-task,0.0013276674,2.89e-11,,1010.356,0.071,score%,0.000289,,prev=0.071 (src-artificialanalysis-leaderboards-models-2026-11-09#M1166); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation hle-diamond)",,in,in aa5-critpt-v2-hard,artificialanalysis,deepseek-v4.1-flash-1017,nothink,mixed,hard,,per-task,0.04304171368944452,2.89e-18,,20843.025,0.01,score%,0.00289,,prev=0.01 (src-artificialanalysis-leaderboards-models-2026-11-09#M1169); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation critpt-v2-hard)",,in,in aatbsci@artificialanalysis#5.0.1,artificialanalysis,deepseek-v4.1-flash-1017,nothink,coding,hard,Terminal-Bench-Science-AA,per-task,0.7744309077631076,2.89e-17,,128921.88571428572,2.38095238095238,pass%,2.89e-15,,prev=0.0238095238095238 (src-artificialanalysis-leaderboards-models-2026-11-09#M1164); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation terminal-bench-science)",,in,in aa5-aa-briefcase@artificialanalysis,artificialanalysis,deepseek-v4.1-flash-1017,high,mixed,hard,,per-task,0.3718055835428419,2.89e-17,,128578.54945054946,1415.7,Elo,0.0289,,prev=1415.7 (src-artificialanalysis-leaderboards-models-2026-11-09#M1177); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation aa-briefcase)",,in,in aaautob#5.0.1,artificialanalysis,deepseek-v4.1-flash-1017,high,agentic-tool,hard,AutomationBench-AA,per-task,0.1363211957115285,2.89e-17,,59188.00913242009,68.49296525816153,partial-credit%,2.89e-15,,prev=0.6849296525816153 (src-artificialanalysis-leaderboards-models-2026-11-09#M1180); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation automationbench-aa)",,in,in aatb40@artificialanalysis#5.0.1,artificialanalysis,deepseek-v4.1-flash-1017,high,coding,hard,TB-AA,per-task,0.7829744053109795,2.89e-17,,182974.65151515152,28.7878787878788,pass%,2.89e-14,,prev=0.287878787878788 (src-artificialanalysis-leaderboards-models-2026-11-09#M1185); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation terminalbench-4-0)",,in,in aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,deepseek-v4.1-flash-1017,high,coding,hard,,per-task,0.3492573295735265,2.89e-17,,101572.56818181818,0.168437878787879,score%,2.89e-16,,prev=0.168437878787879 (src-artificialanalysis-leaderboards-models-2026-11-09#M1182); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation frontiercode-2-0)",,in,in aaomni-index#5.0.1,artificialanalysis,deepseek-v4.1-flash-1017,high,mixed,mid,AA-Omniscience,per-task,0.0015083726,2.89e-11,,1221.6216666666667,1.5333333333333334,omniscience-index,2.89e-17,,prev=1.5333333333333334 (src-artificialanalysis-leaderboards-models-2026-11-09#M1176); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation omniscience)",,in,in aagdppdf@artificialanalysis#5.0.1,artificialanalysis,deepseek-v4.1-flash-1017,high,mixed,hard,GDP-PDF-AA,per-task,0.033502646999999997,2.89e-19,,9011.8,14.2,allpass%,0.0289,,prev=0.142 (src-artificialanalysis-leaderboards-models-2026-11-09#M1184); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation gdp-pdf)",,in,in aa5-hle-diamond,artificialanalysis,deepseek-v4.1-flash-1017,high,mixed,hard,,per-task,0.0361695987,2.89e-11,,30039.202,0.208,score%,0.000289,,prev=0.208 (src-artificialanalysis-leaderboards-models-2026-11-09#M1183); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation hle-diamond)",,in,in aa5-critpt-v2-hard,artificialanalysis,deepseek-v4.1-flash-1017,high,mixed,hard,,per-task,0.18016094697278928,2.89e-18,,109425.2,0.275,score%,0.000289,,prev=0.275 (src-artificialanalysis-leaderboards-models-2026-11-09#M1186); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation critpt-v2-hard)",,in,in aatbsci@artificialanalysis#5.0.1,artificialanalysis,deepseek-v4.1-flash-1017,high,coding,hard,Terminal-Bench-Science-AA,per-task,1.5959141198328275,2.89e-17,,267135.22857142857,10.4761904761905,pass%,2.89e-14,,prev=0.104761904761905 (src-artificialanalysis-leaderboards-models-2026-11-09#M1181); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation terminal-bench-science)",,in,in aa5-aa-briefcase@artificialanalysis,artificialanalysis,deepseek-v4.1-flash-1017,max,mixed,hard,,per-task,0.6782852929995619,2.89e-17,,201620.4835164835,1570.42,Elo,0.00289,,prev=1570.42 (src-artificialanalysis-leaderboards-models-2026-11-09#M1230); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation aa-briefcase)",,in,in aaautob#5.0.1,artificialanalysis,deepseek-v4.1-flash-1017,max,agentic-tool,hard,AutomationBench-AA,per-task,0.17390905332166257,2.89e-18,,63396.38812785388,66.64095364949257,partial-credit%,2.89e-15,,prev=0.6664095364949257 (src-artificialanalysis-leaderboards-models-2026-11-09#M1233); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation automationbench-aa)",,in,in aatb40@artificialanalysis#5.0.1,artificialanalysis,deepseek-v4.1-flash-1017,max,coding,hard,TB-AA,per-task,0.8800788931797693,2.89e-17,,218213.04545454544,33.8383838383838,pass%,2.89e-14,,prev=0.338383838383838 (src-artificialanalysis-leaderboards-models-2026-11-09#M1238); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation terminalbench-4-0)",,in,in aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,deepseek-v4.1-flash-1017,max,coding,hard,,per-task,0.5188480343409602,2.89e-17,,116101.5,0.284711616161616,score%,2.89e-16,,prev=0.284711616161616 (src-artificialanalysis-leaderboards-models-2026-11-09#M1235); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation frontiercode-2-0)",,in,in aaomni-index#5.0.1,artificialanalysis,deepseek-v4.1-flash-1017,max,mixed,mid,AA-Omniscience,per-task,0.0018082822,2.89e-11,,1471.5463333333332,0.9,omniscience-index,0.0289,,prev=0.9 (src-artificialanalysis-leaderboards-models-2026-11-09#M1229); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation omniscience)",,in,in aagdppdf@artificialanalysis#5.0.1,artificialanalysis,deepseek-v4.1-flash-1017,max,mixed,hard,GDP-PDF-AA,per-task,0.042338361,2.89e-10,,16371.83,17.2,allpass%,0.0289,,prev=0.172 (src-artificialanalysis-leaderboards-models-2026-11-09#M1237); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation gdp-pdf)",,in,in aa5-hle-diamond,artificialanalysis,deepseek-v4.1-flash-1017,max,mixed,hard,,per-task,0.061689722399999994,2.89e-19,,51306.156,0.253,score%,0.000289,,prev=0.253 (src-artificialanalysis-leaderboards-models-2026-11-09#M1236); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation hle-diamond)",,in,in aa5-critpt-v2-hard,artificialanalysis,deepseek-v4.1-flash-1017,max,mixed,hard,,per-task,0.20002991725989816,2.89e-18,,119219.675,0.25,score%,0.00289,,prev=0.25 (src-artificialanalysis-leaderboards-models-2026-11-09#M1239); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation critpt-v2-hard)",,in,in aatbsci@artificialanalysis#5.0.1,artificialanalysis,deepseek-v4.1-flash-1017,max,coding,hard,Terminal-Bench-Science-AA,per-task,1.9818112160323458,2.89e-17,,321469.1857142857,12.8571428571429,pass%,2.89e-14,,prev=0.128571428571429 (src-artificialanalysis-leaderboards-models-2026-11-09#M1234); cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/claude-opus-5-5 (page modèle, charge utile intelligenceIndexEvaluations de l'enregistrement du modèle, évaluation terminal-bench-science)",,in,in aa-index5@artificialanalysis,artificialanalysis,gpt-6.1-terra,low,mixed,hard,,per-task,0.07133756205169729,2.89e-18,,4422.1722675078345,29.4169280792131,AA-idx,2.89e-14,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/gpt-6-1-terra (page payload, model entry gpt-6-1-terra-low, intelligenceIndex)",,in,in aa-index5@artificialanalysis,artificialanalysis,gpt-6.1-terra,medium,mixed,hard,,per-task,0.16880458238389412,2.89e-18,,10875.462740790412,38.1652076677975,AA-idx,2.89e-14,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/gpt-6-1-terra (page payload, model entry gpt-6-1-terra-medium, intelligenceIndex)",,in,in aa-index5@artificialanalysis,artificialanalysis,gpt-6.1-terra,high,mixed,hard,,per-task,0.2592796466169722,2.89e-17,,16746.477322359526,42.4344508712563,AA-idx,2.89e-14,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/gpt-6-1-terra (page payload, model entry gpt-6-1-terra-high, intelligenceIndex)",,in,in aa-index5@artificialanalysis,artificialanalysis,gpt-6.1-terra,xhigh,mixed,hard,,per-task,0.40068900166662513,2.89e-18,,26199.659183165084,45.250051789066,AA-idx,2.89e-13,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/gpt-6-1-terra (page payload, model entry gpt-6-1-terra-xhigh, intelligenceIndex)",,in,in aa-index5@artificialanalysis,artificialanalysis,gpt-6.1-terra,max,mixed,hard,,per-task,0.961108031081634,2.89e-16,,59883.16471790417,51.3265188577015,AA-idx,2.89e-14,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/gpt-6-1-terra (page payload, model entry gpt-6-1-terra, intelligenceIndex)",,in,in aa-index5@artificialanalysis,artificialanalysis,gpt-6.1-terra,nothink,mixed,hard,,per-task,0.22589585897456366,2.89e-18,,9488.030363821414,30.515898867357,AA-idx,2.89e-13,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/gpt-6-1-terra (page payload, model entry gpt-6-1-terra-non-reasoning, intelligenceIndex)",,in,in aa-index5@artificialanalysis,artificialanalysis,gemini-4-carbon,low,mixed,hard,,per-task,5.221404723668021,2.89e-16,,86165.2380856942,54.2206114502924,AA-idx,2.89e-14,,,"https://artificialanalysis.ai/models/gpt-6-1-terra (page payload, model entry gemini-4-carbon-low, intelligenceIndex)",,out:superseded,out:superseded aa-index5@artificialanalysis,artificialanalysis,gemini-4-carbon,medium,mixed,hard,,per-task,4.677653677420589,2.89e-16,,103012.4954382641,58.2587824022788,AA-idx,2.89e-14,,,"https://artificialanalysis.ai/models/gpt-6-1-terra (page payload, model entry gemini-4-carbon-medium, intelligenceIndex)",,out:superseded,out:superseded aa-index5@artificialanalysis,artificialanalysis,gemini-4-carbon,high,mixed,hard,,per-task,5.484780948230178,2.89e-16,,122767.79587430622,60.025738829526,AA-idx,2.89e-13,,,"https://artificialanalysis.ai/models/gpt-6-1-terra (page payload, model entry gemini-4-carbon, intelligenceIndex)",,out:superseded,out:superseded aa-index5@artificialanalysis,artificialanalysis,kimi-k3,not-established:absent,mixed,hard,,per-task,2.368773852349091,2.89e-16,,39666.27120362385,17.4191985300887,AA-idx,2.89e-14,,,"https://artificialanalysis.ai/models/gpt-6-1-terra (page payload, model entry kimi-k3-low, intelligenceIndex)",,out:effort-not-established,out:effort-not-established aa-index5@artificialanalysis,artificialanalysis,qwen3.8-max-0902,unstated,mixed,hard,,per-task,10.023891571541945,2.89e-16,,170793.96151414607,33.6545627367888,AA-idx,2.89e-14,,,"https://artificialanalysis.ai/models/gpt-6-1-terra (page payload, model entry qwen3-8-max, intelligenceIndex)",,out:effort-not-established,out:effort-not-established aa-index5@artificialanalysis,artificialanalysis,deepseek-v4-pro-0813,max,mixed,hard,,per-task,1.7691338076407441,2.89e-17,,98732.69082294707,23.0632981493003,AA-idx,2.89e-14,,prev=23.0632981493003 (src-artificialanalysis-model-pages-2026-11-04#M102); cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/gpt-6-1-terra (page payload, model entry deepseek-v4-pro, intelligenceIndex)",,in,in aa-index5@artificialanalysis,artificialanalysis,deepseek-v4-pro-0813,high,mixed,hard,,per-task,0.8485312855493328,2.89e-17,,70314.38929300114,20.799409628237,AA-idx,2.89e-13,,prev=20.799409628237 (src-artificialanalysis-leaderboards-models-2026-11-16#M10); cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/gpt-6-1-terra (page payload, model entry deepseek-v4-pro-high, intelligenceIndex)",,in,in aa-index5@artificialanalysis,artificialanalysis,deepseek-v4-pro-0813,not-established:absent,mixed,hard,,per-task,0.9769879356486032,2.89e-17,,71588.08356406621,12.5675939779921,AA-idx,2.89e-14,,,"https://artificialanalysis.ai/models/gpt-6-1-terra (page payload, model entry deepseek-v4-pro-non-reasoning, intelligenceIndex)",,out:effort-not-established,out:effort-not-established aa-index5@artificialanalysis,artificialanalysis,deepseek-v4.1-flash-1017,max,mixed,hard,,per-task,0.60210514783598,2.89e-15,,138961.70588646265,32.5896393532027,AA-idx,2.89e-14,,prev=32.5896393532027 (src-artificialanalysis-leaderboards-models-2026-11-09#M1228); cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/gpt-6-1-terra (page payload, model entry deepseek-v4-1-flash-1017, intelligenceIndex)",,in,in aa-index5@artificialanalysis,artificialanalysis,deepseek-v4.1-flash-1017,high,mixed,hard,,per-task,0.45619449806633267,2.89e-18,,110430.0909887056,28.6437391540402,AA-idx,2.89e-14,,prev=28.6437391540402 (src-artificialanalysis-leaderboards-models-2026-11-09#M1175); cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/gpt-6-1-terra (page payload, model entry deepseek-v4-1-flash-1017-high, intelligenceIndex)",,in,in aa-index5@artificialanalysis,artificialanalysis,deepseek-v4.1-flash-1017,nothink,mixed,hard,,per-task,0.4254202455035728,2.89e-17,,65357.56974596415,18.5131594039446,AA-idx,2.89e-14,,prev=18.5131594039446 (src-artificialanalysis-leaderboards-models-2026-11-09#M1158); cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/gpt-6-1-terra (page payload, model entry deepseek-v4-1-flash-1017-non-reasoning, intelligenceIndex)",,in,in aa-index5@artificialanalysis,artificialanalysis,glm-5.3,low,mixed,hard,,per-task,1.5749301149593384,2.89e-17,,51985.59044777453,23.1079373025379,AA-idx,2.89e-14,,prev=23.1079373025379 (src-artificialanalysis-leaderboards-models-2026-11-09#M846); cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/gpt-6-1-terra (page payload, model entry glm-5-3-low, intelligenceIndex)",,in,in aa-index5@artificialanalysis,artificialanalysis,glm-5.3,max,mixed,hard,,per-task,5.009264601719954,2.89e-16,,118986.50484699552,31.653381843882,AA-idx,2.89e-13,,prev=31.653381843882 (src-artificialanalysis-leaderboards-models-2026-11-09#M865); cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/gpt-6-1-terra (page payload, model entry glm-5-3, intelligenceIndex)",,in,in aa-index5@artificialanalysis,artificialanalysis,glm-5.3-flash,unstated,mixed,hard,,per-task,0.5833103440014082,2.89e-17,,134204.92538310282,27.803889160883,AA-idx,2.89e-13,,,"https://artificialanalysis.ai/models/gpt-6-1-terra (page payload, model entry glm-5-3-flash, intelligenceIndex)",,out:effort-not-established,out:effort-not-established aa-index5@artificialanalysis,artificialanalysis,fable-5.2,max,mixed,hard,,per-task,26.53855780398091,2.89e-15,,273775.9603402919,64.563595756626,AA-idx,2.89e-13,,prev=64.563595756626 (src-artificialanalysis-leaderboards-models-2026-11-10#M85); cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/gpt-6-1-terra (page payload, model entry claude-fable-5-2, intelligenceIndex)",,in,in aa-index5@artificialanalysis,artificialanalysis,fable-5.2,xhigh,mixed,hard,,per-task,14.828587632511116,2.89e-16,,161944.1237450463,62.2167392403357,AA-idx,2.89e-14,,prev=62.2167392403357 (src-artificialanalysis-leaderboards-models-2026-11-10#M64); cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/gpt-6-1-terra (page payload, model entry claude-fable-5-2-xhigh, intelligenceIndex)",,in,in aa-index5@artificialanalysis,artificialanalysis,fable-5.2,high,mixed,hard,,per-task,9.078414777860381,2.89e-16,,97841.00439390875,61.8218785440284,AA-idx,2.89e-14,,prev=61.8218785440284 (src-artificialanalysis-leaderboards-models-2026-11-10#M43); cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/gpt-6-1-terra (page payload, model entry claude-fable-5-2-high, intelligenceIndex)",,in,in aa-index5@artificialanalysis,artificialanalysis,fable-5.2,medium,mixed,hard,,per-task,3.8026050641787634,2.89e-17,,43130.57375623775,56.4083157101519,AA-idx,2.89e-14,,prev=56.4083157101519 (src-artificialanalysis-leaderboards-models-2026-11-10#M22); cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/gpt-6-1-terra (page payload, model entry claude-fable-5-2-medium, intelligenceIndex)",,in,in aa-index5@artificialanalysis,artificialanalysis,fable-5.2,low,mixed,hard,,per-task,3.097241904274546,2.89e-16,,35860.22216122158,53.9249388799182,AA-idx,2.89e-14,,prev=53.9249388799182 (src-artificialanalysis-leaderboards-models-2026-11-10#M1); cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://artificialanalysis.ai/models/gpt-6-1-terra (page payload, model entry claude-fable-5-2-low, intelligenceIndex)",,in,in aa-index5@artificialanalysis,artificialanalysis,qwen3.8-flash-next,unstated,mixed,hard,,per-task,0.5693810918846318,2.89e-17,,147706.19089468964,28.5750026655353,AA-idx,2.89e-14,,,"https://artificialanalysis.ai/models/gpt-6-1-terra (page payload, model entry qwen3-8-flash-next, intelligenceIndex)",,out:effort-not-established,out:effort-not-established aa-index-pertask,artificialanalysis,gpt-5.5,xhigh,agentic-tool,mid,AA-Index,,,,,,54.8375984166433,AA-idx,2.89e-14,,,https://artificialanalysis.ai/leaderboards/models ($ / row gpt-5-5 / column intelligenceIndex),,out:composite, aa-index-pertask,artificialanalysis,gpt-5.5,high,agentic-tool,mid,AA-Index,,,,,,53.1275095349873,AA-idx,2.89e-14,,,https://artificialanalysis.ai/leaderboards/models ($ / row gpt-5-5-high / column intelligenceIndex),,out:composite, aa-index-pertask,artificialanalysis,glm-5.2,not-established:absent,agentic-tool,mid,AA-Index,,,,,,51.0858347714416,AA-idx,2.89e-14,,,https://artificialanalysis.ai/leaderboards/models ($ / row glm-5-2 / column intelligenceIndex),,out:effort-not-established, aa-index-pertask,artificialanalysis,gpt-5.5,medium,agentic-tool,mid,AA-Index,,,,,,50,AA-idx,2.89,,,https://artificialanalysis.ai/leaderboards/models ($ / row gpt-5-5-medium / column cacheHitPrice),,out:composite, aa-index-pertask,artificialanalysis,gemini-3.5-flash,high,agentic-tool,mid,AA-Index,,,,,,50.2034858842254,AA-idx,2.89e-14,,,https://artificialanalysis.ai/leaderboards/models ($ / row gemini-3-5-flash / column intelligenceIndex),,out:composite, aa-index-pertask,artificialanalysis,gemini-3.1-pro,not-established:absent,agentic-tool,mid,AA-Index,,,,,,46.4594206066426,AA-idx,2.89e-14,,,https://artificialanalysis.ai/leaderboards/models ($ / row gemini-3-1-pro-preview / column intelligenceIndex),,out:effort-not-established, aa-index-pertask,artificialanalysis,qwen3.7-max,think,agentic-tool,mid,AA-Index,,,,,,45.9937184770221,AA-idx,2.89e-14,,,https://artificialanalysis.ai/leaderboards/models ($ / row qwen3-7-max / column intelligenceIndex),,out:composite, aa-index-pertask,artificialanalysis,gemini-3.5-flash,medium,agentic-tool,mid,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/leaderboards/models (row gemini-3-5-flash-medium, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask,artificialanalysis,deepseek-v4-pro-preview,not-established:absent,agentic-tool,mid,AA-Index,,,,,,44.2735554261611,AA-idx,2.89e-14,,,https://artificialanalysis.ai/leaderboards/models ($ / row deepseek-v4-pro / column intelligenceIndex),,out:effort-not-established, aa-index-pertask,artificialanalysis,gpt-5.3-codex,xhigh,agentic-tool,mid,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/leaderboards/models (row gpt-5-3-codex, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask,artificialanalysis,gpt-5.5,low,agentic-tool,mid,AA-Index,,,,,,43.4604883103599,AA-idx,2.89e-14,,,https://artificialanalysis.ai/leaderboards/models ($ / row gpt-5-5-low / column intelligenceIndex),,out:composite, aa-index-pertask,artificialanalysis,kimi-k2.7-code,solo,agentic-tool,mid,AA-Index,,,,,,41.9493685067994,AA-idx,2.89e-14,,,https://artificialanalysis.ai/leaderboards/models ($ / row kimi-k2-7-code / column intelligenceIndex),,out:composite, aa-index-pertask,artificialanalysis,deepseek-v4-pro-preview,high,agentic-tool,mid,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/leaderboards/models (row deepseek-v4-pro-high, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask,artificialanalysis,deepseek-v4-flash-preview,not-established:absent,agentic-tool,mid,AA-Index,,,,,,40.2825017625236,AA-idx,2.89e-14,,,https://artificialanalysis.ai/leaderboards/models ($ / row deepseek-v4-flash / column intelligenceIndex),,out:effort-not-established, aa-index-pertask,artificialanalysis,gpt-5.4-mini,xhigh,agentic-tool,mid,AA-Index,,,,,,40,AA-idx,2.89,,,https://artificialanalysis.ai/leaderboards/models ($ / row gpt-5-4-mini / column omniscienceBreakdown.scienceEngineeringAndMathematics.accuracy),,out:composite, aa-index-pertask,artificialanalysis,?Grok Build 0.1 0616,not-established:absent,agentic-tool,mid,AA-Index,,,,,,39.8026227264218,AA-idx,2.89e-14,,,https://artificialanalysis.ai/leaderboards/models ($ / row grok-build-0-1-06-16 / column intelligenceIndex),,out:model-not-established, aa-index-pertask,artificialanalysis,qwen3.6-plus,think,agentic-tool,mid,AA-Index,,,,,,40,AA-idx,2.89,,,https://artificialanalysis.ai/leaderboards/models ($ / row qwen3-6-plus / column omniscienceBreakdown.law.omniscience),,out:composite, aa-index-pertask,artificialanalysis,qwen3.7-plus,think,agentic-tool,mid,AA-Index,,,,,,38.9772279786141,AA-idx,2.89e-14,,,https://artificialanalysis.ai/leaderboards/models ($ / row qwen3-7-plus / column intelligenceIndex),,out:composite, aa-index-pertask,artificialanalysis,gpt-5.4-nano,xhigh,agentic-tool,mid,AA-Index,,,,,,38.2417263132715,AA-idx,2.89e-14,,,https://artificialanalysis.ai/leaderboards/models ($ / row gpt-5-4-nano / column intelligenceIndex),,out:composite, aa-index-pertask,artificialanalysis,glm-5-turbo,think,agentic-tool,mid,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/leaderboards/models (row glm-5-turbo, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask,artificialanalysis,grok-4.3,high,agentic-tool,mid,AA-Index,,,,,,37.5766393431307,AA-idx,2.89e-14,,,https://artificialanalysis.ai/leaderboards/models ($ / row grok-4-3 / column intelligenceIndex),,out:composite, aa-index-pertask,artificialanalysis,deepseek-v4-flash-preview,high,agentic-tool,mid,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/leaderboards/models (row deepseek-v4-flash-high, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask,artificialanalysis,grok-4.3,medium,agentic-tool,mid,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/leaderboards/models (row grok-4-3-medium, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask,artificialanalysis,grok-4.3,low,agentic-tool,mid,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/leaderboards/models (row grok-4-3-low, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask,artificialanalysis,gpt-5.5,nothink,agentic-tool,mid,AA-Index,,,,,,35.3827351786589,AA-idx,2.89e-14,,,https://artificialanalysis.ai/leaderboards/models ($ / row gpt-5-5-non-reasoning / column intelligenceIndex),,out:composite, aa-index-pertask,artificialanalysis,gemini-3.5-flash,minimal,agentic-tool,mid,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/leaderboards/models (row gemini-3-5-flash-minimal, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask,artificialanalysis,glm-5v-turbo,think,agentic-tool,mid,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/leaderboards/models (row glm-5v-turbo, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask,artificialanalysis,deepseek-v4-pro-preview,not-established:absent,agentic-tool,mid,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/leaderboards/models (row deepseek-v4-pro-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aa-index-pertask,artificialanalysis,qwen3.5-omni-plus,nothink,agentic-tool,mid,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/leaderboards/models (row qwen3-5-omni-plus, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask,artificialanalysis,o3,not-established:absent,agentic-tool,mid,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/leaderboards/models (row o3, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aa-index-pertask,artificialanalysis,gpt-5.4-mini,medium,agentic-tool,mid,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/leaderboards/models (row gpt-5-4-mini-medium, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask,artificialanalysis,gpt-5.5-instant-06-26,think,agentic-tool,mid,AA-Index,,,,,,28.8603469587486,AA-idx,2.89e-14,,,https://artificialanalysis.ai/leaderboards/models ($ / row gpt-5-5-instant-06-26 / column intelligenceIndex),,out:effort-not-established, aa-index-pertask,artificialanalysis,deepseek-v4-flash-preview,not-established:absent,agentic-tool,mid,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/leaderboards/models (row deepseek-v4-flash-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aa-index-pertask,artificialanalysis,gemini-2.5-pro,think,agentic-tool,mid,AA-Index,,,,,,25.8175930098627,AA-idx,2.89e-14,,,https://artificialanalysis.ai/leaderboards/models ($ / row gemini-2-5-pro / column intelligenceIndex),,out:single-couple, aa-index-pertask,artificialanalysis,gemini-3.1-flash-lite,not-established:absent,agentic-tool,mid,AA-Index,,,,,,25,AA-idx,0.289,,,https://artificialanalysis.ai/leaderboards/models ($ / row gemini-3-1-flash-lite-preview / column price1mInputTokens),,out:effort-not-established, aa-index-pertask,artificialanalysis,grok-4.3,nothink,agentic-tool,mid,AA-Index,,,,,,24.7517904486036,AA-idx,2.89e-14,,,https://artificialanalysis.ai/leaderboards/models ($ / row grok-4-3-non-reasoning / column intelligenceIndex),,out:composite, aa-index-pertask,artificialanalysis,gpt-oss-120b,high,agentic-tool,mid,AA-Index,,,,,,23.8309678073278,AA-idx,2.89e-14,,,https://artificialanalysis.ai/leaderboards/models ($ / row gpt-oss-120b / column intelligenceIndex),,out:single-couple, aa-index-pertask,artificialanalysis,qwen3-coder-next,nothink,agentic-tool,mid,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/leaderboards/models (row qwen3-coder-next, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask,artificialanalysis,qwen3.5-omni-flash,nothink,agentic-tool,mid,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/leaderboards/models (row qwen3-5-omni-flash, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask,artificialanalysis,gpt-oss-120b,low,agentic-tool,mid,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/leaderboards/models (row gpt-oss-120b-low, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask,artificialanalysis,gpt-5.4-mini,nothink,agentic-tool,mid,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/leaderboards/models (row gpt-5-4-mini-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask,artificialanalysis,gpt-oss-20b,high,agentic-tool,mid,AA-Index,,,,,,15,AA-idx,0.289,,,https://artificialanalysis.ai/leaderboards/models ($ / row gpt-oss-20b / column omniscienceBreakdown.health.accuracy),,out:single-couple, aa-index-pertask,artificialanalysis,gpt-oss-20b,low,agentic-tool,mid,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/leaderboards/models (row gpt-oss-20b-low, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask,artificialanalysis,kimi-linear-48b-a3b-instruct,solo,agentic-tool,mid,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/leaderboards/models (row kimi-linear-48b-a3b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aacritpt@artificialanalysis#none,artificialanalysis,qwen3.7-max,think,reasoning-math,frontier,CritPt-AA,,,,,,13.4285714285714,acc%,2.89e-14,,,https://artificialanalysis.ai/leaderboards/models ($ / row qwen3-7-max / column critpt),,out:superseded, aacritpt@artificialanalysis#none,artificialanalysis,kimi-k2.6,think,reasoning-math,frontier,CritPt-AA,,,,,,8,acc%,0.289,,,https://artificialanalysis.ai/leaderboards/models ($ / row kimi-k2-6 / column critpt),,out:superseded, aacritpt@artificialanalysis#none,artificialanalysis,kimi-k2.7-code,solo,reasoning-math,frontier,CritPt-AA,,,,,,10,acc%,2.89,,,https://artificialanalysis.ai/leaderboards/models ($ / row kimi-k2-7-code / column critpt),,out:superseded, aacritpt@artificialanalysis#none,artificialanalysis,qwen3.7-plus,think,reasoning-math,frontier,CritPt-AA,,,,,,9.14285714285714,acc%,2.89e-15,,,https://artificialanalysis.ai/leaderboards/models ($ / row qwen3-7-plus / column critpt),,out:superseded, aatb21#none,artificialanalysis,gpt-5.5-instant-06-26,think,coding,hard,AA-TB,,,,,,34.8314606741573,acc%,2.89e-14,,,https://artificialanalysis.ai/leaderboards/models ($ / row gpt-5-5-instant-06-26 / column terminalbenchV21),,out:effort-not-established, aagpqa#none,artificialanalysis,gpt-5.5-instant-06-26,think,reasoning-math,hard,AA-GPQA,,,,,,82.3232323232323,acc%,2.89e-14,,,https://artificialanalysis.ai/leaderboards/models ($ / row gpt-5-5-instant-06-26 / column gpqa),,out:effort-not-established, aacritpt@artificialanalysis#none,artificialanalysis,gpt-5.5-instant-06-26,think,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/leaderboards/models ($ / row gpt-5-5-instant-06-26 / column critpt),,out:effort-not-established, aatb21#none,artificialanalysis,gemini-3.1-flash-lite,not-established:absent,coding,hard,AA-TB,,,,,,31.0861423220974,acc%,2.89e-14,,,https://artificialanalysis.ai/leaderboards/models ($ / row gemini-3-1-flash-lite-preview / column terminalbenchV21),,out:effort-not-established, aagpqa#none,artificialanalysis,gemini-3.1-flash-lite,not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,82.2222222222222,acc%,2.89e-14,,,https://artificialanalysis.ai/leaderboards/models ($ / row gemini-3-1-flash-lite-preview / column gpqa),,out:effort-not-established, aacritpt@artificialanalysis#none,artificialanalysis,gemini-3.1-flash-lite,not-established:absent,reasoning-math,frontier,CritPt-AA,,,,,,1.14285714285714,acc%,2.89e-15,,,https://artificialanalysis.ai/leaderboards/models ($ / row gemini-3-1-flash-lite-preview / column critpt),,out:effort-not-established, aacritpt@artificialanalysis#none,artificialanalysis,qwen3-coder-next,nothink,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/leaderboards/models ($ / row qwen3-coder-next / column critpt),,out:uninformative, aagpqa#none,artificialanalysis,qwen3-next-80b-a3b-instruct,solo,reasoning-math,hard,AA-GPQA,,,,,,73.8383838383838,acc%,2.89e-14,,,https://artificialanalysis.ai/leaderboards/models ($ / row qwen3-next-80b-a3b-instruct / column gpqa),,out:superseded, aacritpt@artificialanalysis#none,artificialanalysis,qwen3-next-80b-a3b-instruct,solo,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/leaderboards/models ($ / row qwen3-next-80b-a3b-instruct / column critpt),,out:uninformative, aagpqa#none,artificialanalysis,qwen3-omni-30b-a3b-instruct,solo,reasoning-math,hard,AA-GPQA,,,,,,62.020202020202,acc%,2.89e-13,,,https://artificialanalysis.ai/leaderboards/models ($ / row qwen3-omni-30b-a3b-instruct / column gpqa),,out:superseded, aacritpt@artificialanalysis#none,artificialanalysis,qwen3-omni-30b-a3b-instruct,solo,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/leaderboards/models ($ / row qwen3-omni-30b-a3b-instruct / column critpt),,out:uninformative, aa-index-pertask2,artificialanalysis,qwq-32b-preview,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row QwQ-32B-Preview, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,deepseek-coder-v2-instruct,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row deepseek-coder-v2, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,deepseek-coder-v2-lite-instruct,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row deepseek-coder-v2-lite, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,deepseek-llm-67b-chat,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row deepseek-llm-67b-chat, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,deepseek-r1-0528,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row deepseek-r1, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,deepseek-r1,solo,mixed,frontier,AA-Index,per-task,0.24713753983015388,2.89e-18,,15600.358619692568,18.5075067596643,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row deepseek-r1-0120 / column intelligenceIndex),,out:single-couple,out:cost-not-comparable aa-index-pertask2,artificialanalysis,deepseek-r1-distill-llama-70b,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row deepseek-r1-distill-llama-70b, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,deepseek-r1-distill-llama-8b,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row deepseek-r1-distill-llama-8b, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,deepseek-r1-distill-qwen-1.5b,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row deepseek-r1-distill-qwen-1-5b, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,deepseek-r1-distill-qwen-14b,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row deepseek-r1-distill-qwen-14b, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,deepseek-r1-distill-qwen-32b,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row deepseek-r1-distill-qwen-32b, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,deepseek-r1-0528-qwen3-8b,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row deepseek-r1-qwen3-8b, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,deepseek-v2-chat,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row deepseek-v2, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,deepseek-v2.5-1210,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row deepseek-v2-5, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,deepseek-v2.5,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row deepseek-v2-5-sep-2024, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,deepseek-v3,solo,mixed,frontier,AA-Index,per-task,0.02306532978658411,2.89e-18,,2266.6640068113816,14.160584979307,AA-idx,2.89e-13,,,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row deepseek-v3 / column intelligenceIndex),,out:single-couple,out:cost-not-comparable aa-index-pertask2,artificialanalysis,deepseek-v3-0324,solo,mixed,frontier,AA-Index,per-task,0.045060217262052386,2.89e-19,,2670.2992338625077,15.4301213476181,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row deepseek-v3-0324 / column intelligenceIndex),,out:single-couple,out:cost-not-comparable aa-index-pertask2,artificialanalysis,deepseek-v3.1,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row deepseek-v3-1, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,deepseek-v3.1,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row deepseek-v3-1-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,deepseek-v3.1-terminus,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row deepseek-v3-1-terminus, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,deepseek-v3.1-terminus,think,mixed,frontier,AA-Index,,,,,,30.4351098355133,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row deepseek-v3-1-terminus-reasoning / column intelligenceIndex),,out:single-couple, aa-index-pertask2,artificialanalysis,deepseek-v3.2,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row deepseek-v3-2, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,deepseek-v3.2-exp,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row deepseek-v3-2-0925, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,deepseek-v3.2,think,mixed,frontier,AA-Index,,,,,,32.039941106813,AA-idx,2.89e-13,,,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row deepseek-v3-2-reasoning / column intelligenceIndex),,out:composite, aa-index-pertask2,artificialanalysis,deepseek-v3.2-exp,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row deepseek-v3-2-reasoning-0925, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,deepseek-v3.2-speciale,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row deepseek-v3-2-speciale, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,deepseek-v4-flash-preview,not-established:absent,mixed,frontier,AA-Index,per-task,0.0222818336454049,2.89e-17,,45276.566290890354,40.2825017625236,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row deepseek-v4-flash / column intelligenceIndex),,out:effort-not-established,out:effort-not-established aa-index-pertask2,artificialanalysis,deepseek-v4-flash-preview,high,mixed,frontier,AA-Index,per-task,0.04662602749114607,2.89e-18,,23760.613554859316,37.4635185646889,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row deepseek-v4-flash-high / column intelligenceIndex),,in,in aa-index-pertask2,artificialanalysis,deepseek-v4-flash-preview,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row deepseek-v4-flash-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aa-index-pertask2,artificialanalysis,deepseek-v4-pro-preview,not-established:absent,mixed,frontier,AA-Index,per-task,0.044843733471261124,2.89e-19,,36962.620405911206,44.2735554261611,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row deepseek-v4-pro / column intelligenceIndex),,out:effort-not-established,out:effort-not-established aa-index-pertask2,artificialanalysis,deepseek-v4-pro-preview,high,mixed,frontier,AA-Index,per-task,0.04047005474394605,2.89e-18,,27231.280552282224,43.1117111950581,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row deepseek-v4-pro-high / column intelligenceIndex),,in,out:republished aa-index-pertask2,artificialanalysis,deepseek-v4-pro-preview,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row deepseek-v4-pro-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aa-index-pertask2,artificialanalysis,gemini-1.0-pro,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row gemini-1-0-pro, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aa-index-pertask2,artificialanalysis,?Gemini 1.0 Ultra,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row gemini-1-0-ultra, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index-pertask2,artificialanalysis,gemini-1.5-flash-002,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row gemini-1-5-flash, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,gemini-1.5-flash-8b-001,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row gemini-1-5-flash-8b, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,?Gemini 1.5 Flash (May '24),not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row gemini-1-5-flash-may-2024, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index-pertask2,artificialanalysis,gemini-1.5-pro-002,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row gemini-1-5-pro, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,?Gemini 1.5 Pro (May '24),not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row gemini-1-5-pro-may-2024, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index-pertask2,artificialanalysis,gemini-2.0-flash,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row gemini-2-0-flash, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,gemini-2.0-flash-exp,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row gemini-2-0-flash-experimental, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,gemini-2.0-flash-lite-001,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row gemini-2-0-flash-lite-001, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aa-index-pertask2,artificialanalysis,gemini-2.0-flash-lite-preview-02-05,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row gemini-2-0-flash-lite-preview, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aa-index-pertask2,artificialanalysis,gemini-2.0-flash-thinking-exp-01-21,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row gemini-2-0-flash-thinking-exp-0121, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,gemini-2.0-flash-thinking-exp-1219,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row gemini-2-0-flash-thinking-exp-1219, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aa-index-pertask2,artificialanalysis,gemini-2.0-pro-exp-02-05,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row gemini-2-0-pro-experimental-02-05, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,gemini-2.5-flash,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row gemini-2-5-flash, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,gemini-2.5-flash-preview-04-17,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row gemini-2-5-flash-04-2025, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,gemini-2.5-flash-lite,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row gemini-2-5-flash-lite, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,gemini-2.5-flash-lite-preview-09-2025,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row gemini-2-5-flash-lite-preview-09-2025, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,gemini-2.5-flash-lite-preview-09-2025,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row gemini-2-5-flash-lite-preview-09-2025-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,gemini-2.5-flash-lite,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row gemini-2-5-flash-lite-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,gemini-2.5-flash-preview-09-2025,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row gemini-2-5-flash-preview-09-2025, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,gemini-2.5-flash-preview-09-2025,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row gemini-2-5-flash-preview-09-2025-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,gemini-2.5-flash,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row gemini-2-5-flash-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,gemini-2.5-flash-preview-04-17,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row gemini-2-5-flash-reasoning-04-2025, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,gemini-2.5-pro,think,mixed,frontier,AA-Index,per-task,0.19782530888396901,2.89e-18,,12102.388727019908,25.8175930098627,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row gemini-2-5-pro / column intelligenceIndex),,out:single-couple,out:cost-single-couple aa-index-pertask2,artificialanalysis,gemini-2.5-pro-exp-03-25,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row gemini-2-5-pro-03-25, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,gemini-2.5-pro-preview-05-06,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row gemini-2-5-pro-05-06, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,gemini-3.1-flash-lite,not-established:absent,mixed,frontier,AA-Index,per-task,0.041571620355421224,2.89e-19,,20216.411617630158,25,AA-idx,0.289,,,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row gemini-3-1-flash-lite-preview / column price1mInputTokens),,out:effort-not-established,out:effort-not-established aa-index-pertask2,artificialanalysis,gemini-3.1-pro,not-established:absent,mixed,frontier,AA-Index,per-task,0.29113642988035915,2.89e-18,,13171.37183133668,46.4594206066426,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row gemini-3-1-pro-preview / column intelligenceIndex),,out:effort-not-established,out:effort-not-established aa-index-pertask2,artificialanalysis,gemini-3.5-flash,high,mixed,frontier,AA-Index,per-task,0.585545242207561,2.89e-16,,27733.34325932782,50.2034858842254,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row gemini-3-5-flash / column intelligenceIndex),,out:composite,out:republished aa-index-pertask2,artificialanalysis,gemini-3.5-flash-lite,not-established:absent,mixed,frontier,AA-Index,per-task,0.08584429881107684,2.89e-18,,12754.433333894229,36.4776366072529,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row gemini-3-5-flash-lite / column intelligenceIndex),,out:effort-not-established,out:effort-not-established aa-index-pertask2,artificialanalysis,gemini-3.5-flash,medium,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row gemini-3-5-flash-medium, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,gemini-3.5-flash,minimal,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row gemini-3-5-flash-minimal, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,gemini-3.6-flash,high,mixed,frontier,AA-Index,per-task,0.5012992785480765,2.89e-17,,23306.529572849984,50.0675324362393,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row gemini-3-6-flash / column intelligenceIndex),,out:composite,out:composite aa-index-pertask2,artificialanalysis,gemini-3-flash,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row gemini-3-flash, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aa-index-pertask2,artificialanalysis,gemini-3-flash,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row gemini-3-flash-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aa-index-pertask2,artificialanalysis,gemini-3-pro,high,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row gemini-3-pro, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,gemini-3-pro,low,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row gemini-3-pro-low, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,glm-4.5-air,think,mixed,frontier,AA-Index,,,,,,17,AA-idx,0.289,,,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row glm-4-5-air / column price1mInputTokens),,out:single-couple, aa-index-pertask2,artificialanalysis,glm-4.5v,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row glm-4-5v, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,glm-4.5v,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row glm-4-5v-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,glm-4.6,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row glm-4-6, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,glm-4.6,think,mixed,frontier,AA-Index,per-task,0.28294770145479164,2.89e-18,,18644.541998501936,28.6958810162247,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row glm-4-6-reasoning / column intelligenceIndex),,out:single-couple,out:cost-single-couple aa-index-pertask2,artificialanalysis,glm-4.6v,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row glm-4-6v, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,glm-4.6v,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row glm-4-6v-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,glm-4.7,think,mixed,frontier,AA-Index,per-task,0.3226560150345175,2.89e-17,,23388.131933609413,33.70492387461,AA-idx,2.89e-12,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row glm-4-7 / column intelligenceIndex),,out:composite,in aa-index-pertask2,artificialanalysis,glm-4.7-flash,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row glm-4-7-flash, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,glm-4.7-flash,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row glm-4-7-flash-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,glm-4.7,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row glm-4-7-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,glm-4.5,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row glm-4.5, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,glm-5,think,mixed,frontier,AA-Index,,,,,,40,AA-idx,0.289,,,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row glm-5 / column inferenceParametersActiveBillions),,out:composite, aa-index-pertask2,artificialanalysis,glm-5.1,think,mixed,frontier,AA-Index,per-task,0.24140538523804725,2.89e-18,,26390.022977829776,40,AA-idx,0.289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row glm-5-1 / column inferenceParametersActiveBillions),,out:composite,out:composite aa-index-pertask2,artificialanalysis,glm-5.1,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row glm-5-1-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,glm-5.2,not-established:absent,mixed,frontier,AA-Index,per-task,0.2670450943778371,2.89e-17,,42790.89116989162,51.0858347714416,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row glm-5-2 / column intelligenceIndex),,out:effort-not-established,out:effort-not-established aa-index-pertask2,artificialanalysis,glm-5.2,not-established:absent,mixed,frontier,AA-Index,,,,,,34.0523679882006,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row glm-5-2-non-reasoning / column intelligenceIndex),,out:effort-not-established, aa-index-pertask2,artificialanalysis,glm-5,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row glm-5-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,glm-5-turbo,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row glm-5-turbo, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,glm-5v-turbo,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row glm-5v-turbo, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,?GPT-3.5 Turbo,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row gpt-35-turbo, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index-pertask2,artificialanalysis,?GPT-4,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row gpt-4, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index-pertask2,artificialanalysis,gpt-4.1,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row gpt-4-1, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,gpt-4.1-mini,solo,mixed,frontier,AA-Index,per-task,0.056055041620050546,2.89e-19,,2957.0813278033247,14.7656334909109,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row gpt-4-1-mini / column intelligenceIndex),,out:single-couple,out:cost-single-couple aa-index-pertask2,artificialanalysis,gpt-4.1-nano,solo,mixed,frontier,AA-Index,per-task,0.030117553632293625,2.89e-19,,6327.039789418577,10,AA-idx,2.89,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row gpt-4-1-nano / column price1mInputTokens),,out:single-couple,out:cost-single-couple aa-index-pertask2,artificialanalysis,gpt-4.5-preview,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row gpt-4-5, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,gpt-4-turbo,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row gpt-4-turbo, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,gpt-4o-1120,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row gpt-4o, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,gpt-4o-0513,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row gpt-4o-2024-05-13, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,gpt-4o-0806,solo,mixed,frontier,AA-Index,,,,,,10,AA-idx,0.289,,,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row gpt-4o-2024-08-06 / column price1mOutputTokens),,out:single-couple, aa-index-pertask2,artificialanalysis,?GPT-4o (ChatGPT),not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row gpt-4o-chatgpt, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index-pertask2,artificialanalysis,"?GPT-4o (March 2025, chatgpt-4o-latest)",not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row gpt-4o-chatgpt-03-25, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index-pertask2,artificialanalysis,gpt-4o-mini,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row gpt-4o-mini, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,gpt-5,high,mixed,frontier,AA-Index,per-task,0.22149076936740048,2.89e-18,,15866.194925415524,34.7127335292454,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row gpt-5 / column intelligenceIndex),,out:single-couple,out:cost-single-couple aa-index-pertask2,artificialanalysis,gpt-5.1,high,mixed,frontier,AA-Index,per-task,0.2700881008220107,2.89e-17,,21704.885166172997,36.8735132371926,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row gpt-5-1 / column intelligenceIndex),,out:composite,out:republished aa-index-pertask2,artificialanalysis,gpt-5.1-codex,high,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row gpt-5-1-codex, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,gpt-5.1-codex-mini,high,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row gpt-5-1-codex-mini, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,gpt-5.1,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row gpt-5-1-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,gpt-5.2,xhigh,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row gpt-5-2, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,gpt-5.2-codex,xhigh,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row gpt-5-2-codex, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,gpt-5.2,medium,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row gpt-5-2-medium, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,gpt-5.2,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row gpt-5-2-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,gpt-5.3-codex,xhigh,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row gpt-5-3-codex, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,gpt-5.4,xhigh,mixed,frontier,AA-Index,per-task,0.93086101204653,2.89e-15,,32653.89086163631,51.4012420630147,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row gpt-5-4 / column intelligenceIndex),,out:composite,out:republished aa-index-pertask2,artificialanalysis,gpt-5.4,low,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row gpt-5-4-low, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,gpt-5.4-mini,xhigh,mixed,frontier,AA-Index,per-task,0.45222268374819774,2.89e-18,,78121.45616466556,39.9783061419024,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row gpt-5-4-mini / column intelligenceIndex),,out:composite,out:composite aa-index-pertask2,artificialanalysis,gpt-5.4-mini,medium,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row gpt-5-4-mini-medium, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,gpt-5.4-mini,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row gpt-5-4-mini-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,gpt-5.4-nano,xhigh,mixed,frontier,AA-Index,per-task,0.13279435081659408,2.89e-18,,70686.83297032781,38.2417263132715,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row gpt-5-4-nano / column intelligenceIndex),,out:composite,out:composite aa-index-pertask2,artificialanalysis,gpt-5.4-nano,medium,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row gpt-5-4-nano-medium, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,gpt-5.4-nano,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row gpt-5-4-nano-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,gpt-5.4,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row gpt-5-4-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,gpt-5.5,xhigh,mixed,frontier,AA-Index,per-task,0.9924637781010264,2.89e-17,,16064.476014126014,54.8375984166433,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row gpt-5-5 / column intelligenceIndex),,out:composite,out:composite aa-index-pertask2,artificialanalysis,gpt-5.5,high,mixed,frontier,AA-Index,per-task,0.668057792071965,2.89e-16,,10076.460810338755,53.1275095349873,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row gpt-5-5-high / column intelligenceIndex),,out:composite,out:composite aa-index-pertask2,artificialanalysis,gpt-5.5-instant-05-26,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row gpt-5-5-instant-05-26, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aa-index-pertask2,artificialanalysis,gpt-5.5-instant-06-26,think,mixed,frontier,AA-Index,per-task,0.5389642804544674,2.89e-17,,2493.3140501553007,28.8603469587486,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row gpt-5-5-instant-06-26 / column intelligenceIndex),,out:effort-not-established,out:effort-not-established aa-index-pertask2,artificialanalysis,gpt-5.5,low,mixed,frontier,AA-Index,per-task,0.21087234510039837,2.89e-18,,2140.075712378165,43.4604883103599,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row gpt-5-5-low / column intelligenceIndex),,out:composite,out:republished aa-index-pertask2,artificialanalysis,gpt-5.5,medium,mixed,frontier,AA-Index,per-task,0.4061167899400016,2.89e-17,,5132.423404727121,50,AA-idx,2.89,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row gpt-5-5-medium / column cacheHitPrice),,out:composite,out:composite aa-index-pertask2,artificialanalysis,gpt-5.5,nothink,mixed,frontier,AA-Index,per-task,0.17101364725394147,2.89e-18,,1586.2783433905659,35.3827351786589,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row gpt-5-5-non-reasoning / column intelligenceIndex),,out:composite,out:republished aa-index-pertask2,artificialanalysis,gpt-5.6-luna,max,mixed,frontier,AA-Index,per-task,0.034242255353851066,0.0132,,18912.005257449488,51.2359331798034,AA-idx,2.89e-14,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row gpt-5-6-luna / column intelligenceIndex),,out:composite,out:composite aa-index-pertask2,artificialanalysis,gpt-5.6-luna,high,mixed,frontier,AA-Index,per-task,0.015012322183480375,0.00578,,8118.088141888398,46.0590237335692,AA-idx,2.89e-14,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row gpt-5-6-luna-high / column intelligenceIndex),,out:composite,out:composite aa-index-pertask2,artificialanalysis,gpt-5.6-luna,low,mixed,frontier,AA-Index,per-task,0.006897437622358659,0.00265,,2297.945408709607,33.2639428548886,AA-idx,2.89e-14,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row gpt-5-6-luna-low / column intelligenceIndex),,out:composite,out:composite aa-index-pertask2,artificialanalysis,gpt-5.6-luna,medium,mixed,frontier,AA-Index,per-task,0.008032482504494754,0.00309,,3662.8758063762502,38.0505850520782,AA-idx,2.89e-14,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row gpt-5-6-luna-medium / column intelligenceIndex),,out:composite,out:composite aa-index-pertask2,artificialanalysis,gpt-5.6-luna,nothink,mixed,frontier,AA-Index,per-task,0.01017457957089597,0.00392,,2110.1426382861237,26.5601151308593,AA-idx,2.89e-14,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row gpt-5-6-luna-non-reasoning / column intelligenceIndex),,out:composite,out:composite aa-index-pertask2,artificialanalysis,gpt-5.6-luna,xhigh,mixed,frontier,AA-Index,per-task,0.022248953168535913,0.00856,,12492.303981970428,49.0677386549324,AA-idx,2.89e-14,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row gpt-5-6-luna-xhigh / column intelligenceIndex),,out:composite,out:composite aa-index-pertask2,artificialanalysis,gpt-5.6-sol,max,mixed,frontier,AA-Index,per-task,1.5367982328596612,2.89e-17,,15346.352247051163,58.889831189723,AA-idx,2.89e-13,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row gpt-5-6-sol / column intelligenceIndex),,out:composite,out:composite aa-index-pertask2,artificialanalysis,gpt-5.6-sol,high,mixed,frontier,AA-Index,per-task,0.6226595255583505,2.89e-17,,6690.308555147785,55.8665067971861,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row gpt-5-6-sol-high / column intelligenceIndex),,out:composite,out:composite aa-index-pertask2,artificialanalysis,gpt-5.6-sol,low,mixed,frontier,AA-Index,per-task,0.24195461261186124,2.89e-18,,2507.7537132556436,49.444040367728,AA-idx,2.89e-13,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row gpt-5-6-sol-low / column intelligenceIndex),,out:composite,out:composite aa-index-pertask2,artificialanalysis,gpt-5.6-sol,medium,mixed,frontier,AA-Index,per-task,0.40658893629387016,2.89e-18,,4202.72143690891,53.5888349532218,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row gpt-5-6-sol-medium / column intelligenceIndex),,out:composite,out:composite aa-index-pertask2,artificialanalysis,gpt-5.6-sol,nothink,mixed,frontier,AA-Index,per-task,0.2643603244877315,2.89e-17,,2073.895225376513,41.2034183649356,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row gpt-5-6-sol-non-reasoning / column intelligenceIndex),,out:composite,out:republished aa-index-pertask2,artificialanalysis,gpt-5.6-sol,xhigh,mixed,frontier,AA-Index,per-task,0.9440125668248918,2.89e-17,,9940.5564010649,57.653836996095,AA-idx,2.89e-13,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row gpt-5-6-sol-xhigh / column intelligenceIndex),,out:composite,out:composite aa-index-pertask2,artificialanalysis,gpt-5.6-terra,max,mixed,frontier,AA-Index,per-task,0.561678507199679,0.036,,19369.795192253852,54.9528567569231,AA-idx,2.89e-14,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row gpt-5-6-terra / column intelligenceIndex),,out:composite,out:composite aa-index-pertask2,artificialanalysis,gpt-5.6-terra,high,mixed,frontier,AA-Index,per-task,0.23024630924492923,0.0148,,7738.32207500883,48.9549359759828,AA-idx,2.89e-14,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row gpt-5-6-terra-high / column intelligenceIndex),,out:composite,out:composite aa-index-pertask2,artificialanalysis,gpt-5.6-terra,low,mixed,frontier,AA-Index,per-task,0.10471588102319485,0.00672,,2258.385981887234,40.4657478147168,AA-idx,2.89e-14,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row gpt-5-6-terra-low / column intelligenceIndex),,out:composite,out:composite aa-index-pertask2,artificialanalysis,gpt-5.6-terra,medium,mixed,frontier,AA-Index,per-task,0.12050212287467216,0.00773,,3769.086440612571,45.5742165575207,AA-idx,2.89e-14,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row gpt-5-6-terra-medium / column intelligenceIndex),,out:composite,out:composite aa-index-pertask2,artificialanalysis,gpt-5.6-terra,nothink,mixed,frontier,AA-Index,per-task,0.12099092502831908,0.00776,,2153.9411612854274,33.9672461907359,AA-idx,2.89e-14,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row gpt-5-6-terra-non-reasoning / column intelligenceIndex),,out:composite,out:composite aa-index-pertask2,artificialanalysis,gpt-5.6-terra,xhigh,mixed,frontier,AA-Index,per-task,0.3256015810884133,0.0209,,11035.729220965757,51.6046369461818,AA-idx,2.89e-14,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row gpt-5-6-terra-xhigh / column intelligenceIndex),,out:composite,out:composite aa-index-pertask2,artificialanalysis,?GPT-5 (ChatGPT),not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row gpt-5-chatgpt, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index-pertask2,artificialanalysis,gpt-5-codex,high,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row gpt-5-codex, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,gpt-5,low,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row gpt-5-low, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,gpt-5,medium,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row gpt-5-medium, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,gpt-5-mini,high,mixed,frontier,AA-Index,per-task,0.029539565587426583,2.89e-19,,11170.522460645598,25,AA-idx,0.289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row gpt-5-mini / column price1mInputTokens),,out:single-couple,out:cost-single-couple aa-index-pertask2,artificialanalysis,gpt-5-mini,medium,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row gpt-5-mini-medium, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,gpt-5-mini,minimal,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row gpt-5-mini-minimal, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,gpt-5,minimal,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row gpt-5-minimal, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,gpt-5-nano,high,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row gpt-5-nano, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,gpt-5-nano,medium,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row gpt-5-nano-medium, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,gpt-5-nano,minimal,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row gpt-5-nano-minimal, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,gpt-oss-120b,high,mixed,frontier,AA-Index,per-task,0.06067164425252872,2.89e-18,,35619.836725311856,23.8309678073278,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row gpt-oss-120b / column intelligenceIndex),,out:single-couple,out:cost-not-comparable aa-index-pertask2,artificialanalysis,gpt-oss-120b,low,mixed,frontier,AA-Index,per-task,0.017168916361070118,2.89e-19,,2474.5336513357634,15,AA-idx,0.289,,,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row gpt-oss-120b-low / column price1mInputTokens),,out:single-couple,out:cost-not-comparable aa-index-pertask2,artificialanalysis,gpt-oss-20b,high,mixed,frontier,AA-Index,per-task,0.023191615307486143,2.89e-19,,22353.429574601836,14.8851031229075,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row gpt-oss-20b / column intelligenceIndex),,out:single-couple,out:cost-not-comparable aa-index-pertask2,artificialanalysis,gpt-oss-20b,low,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row gpt-oss-20b-low, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,grok-1,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row grok-1, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,grok-2-1212,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row grok-2-1212, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,grok-3,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row grok-3, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,?Grok 3 mini Reasoning,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row grok-3-mini-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index-pertask2,artificialanalysis,?Grok 3 Reasoning Beta,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row grok-3-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index-pertask2,artificialanalysis,grok-4,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row grok-4, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,grok-4.1-fast,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row grok-4-1-fast, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,grok-4.1-fast,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row grok-4-1-fast-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,?Grok 4.20 0309 v2,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row grok-4-20, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index-pertask2,artificialanalysis,grok-4.20,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row grok-4-20-0309, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,grok-4.20,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row grok-4-20-0309-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,?Grok 4.20 0309 v2,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row grok-4-20-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index-pertask2,artificialanalysis,grok-4.3,high,mixed,frontier,AA-Index,per-task,0.13850067515458056,2.89e-18,,14365.341912290824,37.5766393431307,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row grok-4-3 / column intelligenceIndex),,out:composite,out:composite aa-index-pertask2,artificialanalysis,grok-4.3,low,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row grok-4-3-low, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,grok-4.3,medium,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row grok-4-3-medium, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,grok-4.3,nothink,mixed,frontier,AA-Index,per-task,0.29295162234792155,2.89e-18,,9191.750828999455,24.7517904486036,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row grok-4-3-non-reasoning / column intelligenceIndex),,out:composite,out:composite aa-index-pertask2,artificialanalysis,grok-4.5,high,mixed,frontier,AA-Index,per-task,0.279722216464031,0.0404,,13829.858606474241,53.8265951657731,AA-idx,2.89e-14,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row grok-4-5 / column intelligenceIndex),,out:composite,out:cost-single-couple aa-index-pertask2,artificialanalysis,grok-4-fast,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row grok-4-fast, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,grok-4-fast,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row grok-4-fast-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,?Grok Beta,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row grok-beta, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index-pertask2,artificialanalysis,?Grok Build 0.1 0616,not-established:absent,mixed,frontier,AA-Index,per-task,0.21191134533727934,2.89e-18,,35204.363370547784,39.8026227264218,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row grok-build-0-1-06-16 / column intelligenceIndex),,out:model-not-established,out:model-not-established aa-index-pertask2,artificialanalysis,grok-code-fast-1,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row grok-code-fast-1, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aa-index-pertask2,artificialanalysis,kimi-k2-instruct,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row kimi-k2, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,kimi-k2-instruct-0905,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row kimi-k2-0905, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,kimi-k2.5,think,mixed,frontier,AA-Index,,,,,,35.372583556797,AA-idx,2.89e-13,,,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row kimi-k2-5 / column intelligenceIndex),,out:composite, aa-index-pertask2,artificialanalysis,kimi-k2.5,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row kimi-k2-5-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,kimi-k2.6,think,mixed,frontier,AA-Index,per-task,0.3347100957568577,2.89e-17,,38136.32526891783,44.2196682298639,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row kimi-k2-6 / column intelligenceIndex),,out:composite,out:composite aa-index-pertask2,artificialanalysis,kimi-k2.6,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row kimi-k2-6-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,kimi-k2.7-code,solo,mixed,frontier,AA-Index,per-task,0.19835403739894372,2.89e-18,,17716.081293998985,41.9493685067994,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row kimi-k2-7-code / column intelligenceIndex),,out:composite,out:composite aa-index-pertask2,artificialanalysis,?Kimi K2 Thinking,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row kimi-k2-thinking, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index-pertask2,artificialanalysis,kimi-k3,not-established:absent,mixed,frontier,AA-Index,per-task,0.7228185775054854,2.89e-17,,23632.26437944688,57.1123394372091,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row kimi-k3 / column intelligenceIndex),,out:effort-not-established,out:effort-not-established aa-index-pertask2,artificialanalysis,kimi-linear-48b-a3b-instruct,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row kimi-linear-48b-a3b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,o1,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row o1, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aa-index-pertask2,artificialanalysis,o1-mini,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row o1-mini, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,o1-preview,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row o1-preview, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,o1-pro,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row o1-pro, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aa-index-pertask2,artificialanalysis,o3,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row o3, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aa-index-pertask2,artificialanalysis,o3-mini,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row o3-mini, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aa-index-pertask2,artificialanalysis,o3-mini,not-established:absent,mixed,frontier,AA-Index,,,,,,15.6405170188467,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row o3-mini-high / column intelligenceIndex),,out:effort-not-established, aa-index-pertask2,artificialanalysis,o3-pro,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row o3-pro, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aa-index-pertask2,artificialanalysis,o4-mini,high,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row o4-mini, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,?Qwen2.5 Max,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row qwen-2-5-max, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index-pertask2,artificialanalysis,qwen-14b-chat,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row qwen-chat-14b, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,qwen-72b-chat,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row qwen-chat-72b, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,?Qwen2.5 Turbo,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row qwen-turbo, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index-pertask2,artificialanalysis,qwen1.5-110b-chat,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row qwen1.5-110b-chat, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,qwen2.5-72b-instruct,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row qwen2-5-72b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,qwen2.5-coder-32b-instruct,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row qwen2-5-coder-32b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,qwen2.5-coder-7b-instruct,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row qwen2-5-coder-7b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,qwen2-72b-instruct,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row qwen2-72b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,qwen2.5-32b-instruct,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row qwen2.5-32b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,qwen3-0.6b,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row qwen3-0.6b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,qwen3-0.6b,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row qwen3-0.6b-instruct-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,qwen3-1.7b,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row qwen3-1.7b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,qwen3-1.7b,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row qwen3-1.7b-instruct-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,qwen3-14b,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row qwen3-14b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,qwen3-14b,think,mixed,frontier,AA-Index,,,,,,10.3754010792707,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row qwen3-14b-instruct-reasoning / column intelligenceIndex),,out:single-couple, aa-index-pertask2,artificialanalysis,qwen3-235b-a22b,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row qwen3-235b-a22b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,qwen3-235b-a22b-instruct-2507,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row qwen3-235b-a22b-instruct-2507, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,?Qwen3 235B A22B 2507,not-established:absent,mixed,frontier,AA-Index,per-task,0.19069660937661795,2.89e-18,,17599.490864825028,19.608297149775,AA-idx,2.89e-13,,,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row qwen3-235b-a22b-instruct-2507-reasoning / column intelligenceIndex),,out:model-not-established,out:model-not-established aa-index-pertask2,artificialanalysis,qwen3-235b-a22b,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row qwen3-235b-a22b-instruct-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,qwen3-30b-a3b-instruct-2507,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row qwen3-30b-a3b-2507, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,?Qwen3 30B A3B 2507,not-established:absent,mixed,frontier,AA-Index,per-task,0.07164709339313349,2.89e-18,,19474.49120286842,14.4377762633027,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row qwen3-30b-a3b-2507-reasoning / column intelligenceIndex),,out:model-not-established,out:model-not-established aa-index-pertask2,artificialanalysis,qwen3-30b-a3b,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row qwen3-30b-a3b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,qwen3-30b-a3b,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row qwen3-30b-a3b-instruct-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,qwen3-32b,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row qwen3-32b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,qwen3-32b,think,mixed,frontier,AA-Index,,,,,,11.5463546671141,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row qwen3-32b-instruct-reasoning / column intelligenceIndex),,out:single-couple, aa-index-pertask2,artificialanalysis,qwen3-4b-instruct-2507,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row qwen3-4b-2507-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,?Qwen3 4B 2507,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row qwen3-4b-2507-instruct-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index-pertask2,artificialanalysis,qwen3-4b,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row qwen3-4b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,qwen3-4b,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row qwen3-4b-instruct-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,qwen3.5-0.8b,think,mixed,frontier,AA-Index,,,,,,5.34697483900728,AA-idx,2.89e-15,,,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row qwen3-5-0-8b / column intelligenceIndex),,out:composite, aa-index-pertask2,artificialanalysis,qwen3.5-0.8b,nothink,mixed,frontier,AA-Index,,,,,,3.30936692514316,AA-idx,2.89e-15,,,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row qwen3-5-0-8b-non-reasoning / column intelligenceIndex),,out:composite, aa-index-pertask2,artificialanalysis,qwen3.5-122b-a10b,think,mixed,frontier,AA-Index,per-task,0.24119620563683528,2.89e-18,,16966.3356867959,32.2791462784081,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row qwen3-5-122b-a10b / column intelligenceIndex),,out:composite,out:composite aa-index-pertask2,artificialanalysis,qwen3.5-122b-a10b,nothink,mixed,frontier,AA-Index,per-task,0.17933022889813593,2.89e-18,,8969.439611339587,27.5952535086828,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row qwen3-5-122b-a10b-non-reasoning / column intelligenceIndex),,out:composite,out:republished aa-index-pertask2,artificialanalysis,qwen3.5-27b,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row qwen3-5-27b, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,qwen3.5-27b,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row qwen3-5-27b-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,qwen3.5-2b,think,mixed,frontier,AA-Index,,,,,,7.05669527273296,AA-idx,2.89e-15,,,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row qwen3-5-2b / column intelligenceIndex),,out:composite, aa-index-pertask2,artificialanalysis,qwen3.5-2b,nothink,mixed,frontier,AA-Index,,,,,,6,AA-idx,0.289,,,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row qwen3-5-2b-non-reasoning / column openness.modelAvailability),,out:composite, aa-index-pertask2,artificialanalysis,qwen3.5-35b-a3b,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row qwen3-5-35b-a3b, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,qwen3.5-35b-a3b,nothink,mixed,frontier,AA-Index,per-task,0.23139341268735858,2.89e-18,,12797.609245056306,23.9929418023314,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row qwen3-5-35b-a3b-non-reasoning / column intelligenceIndex),,out:composite,out:republished aa-index-pertask2,artificialanalysis,qwen3.5-397b-a17b,think,mixed,frontier,AA-Index,per-task,0.3331057741426611,2.89e-17,,17184.499605973375,33.6817059499116,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row qwen3-5-397b-a17b / column intelligenceIndex),,out:composite,out:composite aa-index-pertask2,artificialanalysis,qwen3.5-397b-a17b,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row qwen3-5-397b-a17b-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,qwen3.5-4b,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row qwen3-5-4b, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,qwen3.5-4b,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row qwen3-5-4b-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,qwen3.5-9b,think,mixed,frontier,AA-Index,per-task,0.22110983118112953,2.89e-18,,32622.609783538945,21.4379662021172,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row qwen3-5-9b / column intelligenceIndex),,out:composite,out:cost-not-comparable aa-index-pertask2,artificialanalysis,qwen3.5-9b,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row qwen3-5-9b-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,qwen3.5-omni-flash,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row qwen3-5-omni-flash, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,qwen3.5-omni-plus,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row qwen3-5-omni-plus, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,qwen3.6-27b,think,mixed,frontier,AA-Index,per-task,0.26527574515202695,2.89e-18,,28640.65456720617,37.0516798775037,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row qwen3-6-27b / column intelligenceIndex),,out:composite,out:composite aa-index-pertask2,artificialanalysis,qwen3.6-27b,nothink,mixed,frontier,AA-Index,per-task,0.3602403275180549,2.89e-17,,11743.804511465254,30.4611236934534,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row qwen3-6-27b-non-reasoning / column intelligenceIndex),,out:composite,out:republished aa-index-pertask2,artificialanalysis,qwen3.6-35b-a3b,think,mixed,frontier,AA-Index,per-task,0.17881593213598196,2.89e-18,,29719.130810850947,31.649611240178,AA-idx,2.89e-13,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row qwen3-6-35b-a3b / column intelligenceIndex),,out:composite,out:composite aa-index-pertask2,artificialanalysis,qwen3.6-35b-a3b,nothink,mixed,frontier,AA-Index,per-task,0.5978996209071737,2.89e-17,,16948.929579899115,24.1629373266649,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row qwen3-6-35b-a3b-non-reasoning / column intelligenceIndex),,out:composite,out:republished aa-index-pertask2,artificialanalysis,qwen3.6-max-preview,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row qwen3-6-max, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,qwen3.6-plus,think,mixed,frontier,AA-Index,per-task,0.31383547131763045,2.89e-18,,21402.99325283143,39.5608411628461,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row qwen3-6-plus / column intelligenceIndex),,out:composite,in aa-index-pertask2,artificialanalysis,qwen3.7-max,think,mixed,frontier,AA-Index,per-task,1.0324563824990962,2.89e-17,,22372.901304564115,45.9937184770221,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row qwen3-7-max / column intelligenceIndex),,out:composite,out:cost-not-comparable aa-index-pertask2,artificialanalysis,qwen3.7-plus,think,mixed,frontier,AA-Index,per-task,0.20692169388607298,2.89e-18,,22171.85001333737,38.9772279786141,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row qwen3-7-plus / column intelligenceIndex),,out:composite,out:cost-not-comparable aa-index-pertask2,artificialanalysis,qwen3-8b,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row qwen3-8b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,qwen3-8b,think,mixed,frontier,AA-Index,,,,,,8.28648432223442,AA-idx,2.89e-15,,,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row qwen3-8b-instruct-reasoning / column intelligenceIndex),,out:composite, aa-index-pertask2,artificialanalysis,qwen3-coder-30b-a3b-instruct,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row qwen3-coder-30b-a3b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,qwen3-coder-480b-a35b-instruct,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row qwen3-coder-480b-a35b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,qwen3-coder-next,nothink,mixed,frontier,AA-Index,per-task,0.3294866203736827,2.89e-17,,15603.628572766855,21.1086120792868,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row qwen3-coder-next / column intelligenceIndex),,out:composite,out:composite aa-index-pertask2,artificialanalysis,qwen3-max-0923,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row qwen3-max, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,qwen3-max-preview,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row qwen3-max-preview, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,qwen3-max-0123,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row qwen3-max-thinking, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,?Qwen3 Max Thinking (Preview),not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row qwen3-max-thinking-preview, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index-pertask2,artificialanalysis,qwen3-next-80b-a3b-instruct,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row qwen3-next-80b-a3b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,?Qwen3 Next 80B A3B,not-established:absent,mixed,frontier,AA-Index,per-task,0.16949868085400663,2.89e-18,,22346.887775593907,16.7202061501106,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/claude-sonnet-5 ($ / row qwen3-next-80b-a3b-reasoning / column intelligenceIndex),,out:model-not-established,out:model-not-established aa-index-pertask2,artificialanalysis,qwen3-omni-30b-a3b-instruct,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row qwen3-omni-30b-a3b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,?Qwen3 Omni 30B A3B,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row qwen3-omni-30b-a3b-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index-pertask2,artificialanalysis,qwen3-vl-235b-a22b-instruct,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row qwen3-vl-235b-a22b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,?Qwen3 VL 235B A22B,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row qwen3-vl-235b-a22b-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index-pertask2,artificialanalysis,qwen3-vl-30b-a3b-instruct,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row qwen3-vl-30b-a3b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,?Qwen3 VL 30B A3B,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row qwen3-vl-30b-a3b-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index-pertask2,artificialanalysis,qwen3-vl-32b-instruct,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row qwen3-vl-32b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,?Qwen3 VL 32B,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row qwen3-vl-32b-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index-pertask2,artificialanalysis,qwen3-vl-4b-instruct,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row qwen3-vl-4b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,?Qwen3 VL 4B,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row qwen3-vl-4b-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index-pertask2,artificialanalysis,qwen3-vl-8b-instruct,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row qwen3-vl-8b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask2,artificialanalysis,?Qwen3 VL 8B,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row qwen3-vl-8b-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index-pertask2,artificialanalysis,qwq-32b,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-sonnet-5 (row qwq-32b, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,qwq-32b-preview,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row QwQ-32B-Preview, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,deepseek-coder-v2-instruct,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row deepseek-coder-v2, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,deepseek-coder-v2-lite-instruct,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row deepseek-coder-v2-lite, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,deepseek-llm-67b-chat,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row deepseek-llm-67b-chat, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,deepseek-r1-0528,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row deepseek-r1, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,deepseek-r1,solo,mixed,frontier,AA-Index,per-suite,415.90722497499996,2.89e-15,,,18.5075067596643,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row deepseek-r1-0120 / column intelligenceIndex),,out:single-couple,out:cost-not-comparable aa-index#none,artificialanalysis,deepseek-r1-distill-llama-70b,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row deepseek-r1-distill-llama-70b, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,deepseek-r1-distill-llama-8b,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row deepseek-r1-distill-llama-8b, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,deepseek-r1-distill-qwen-1.5b,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row deepseek-r1-distill-qwen-1-5b, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,deepseek-r1-distill-qwen-14b,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row deepseek-r1-distill-qwen-14b, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,deepseek-r1-distill-qwen-32b,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row deepseek-r1-distill-qwen-32b, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,deepseek-r1-0528-qwen3-8b,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row deepseek-r1-qwen3-8b, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,deepseek-v2-chat,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row deepseek-v2, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,deepseek-v2.5-1210,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row deepseek-v2-5, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,deepseek-v2.5,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row deepseek-v2-5-sep-2024, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,deepseek-v3,solo,mixed,frontier,AA-Index,per-suite,19.83829069,2.89e-09,,,14.160584979307,AA-idx,2.89e-13,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row deepseek-v3 / column intelligenceIndex),,out:single-couple,out:cost-not-comparable aa-index#none,artificialanalysis,deepseek-v3-0324,solo,mixed,frontier,AA-Index,per-suite,34.9521345,2.89e-08,,,15.4301213476181,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row deepseek-v3-0324 / column intelligenceIndex),,out:single-couple,out:cost-not-comparable aa-index#none,artificialanalysis,deepseek-v3.1,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row deepseek-v3-1, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,deepseek-v3.1,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row deepseek-v3-1-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,deepseek-v3.1-terminus,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row deepseek-v3-1-terminus, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,deepseek-v3.1-terminus,think,mixed,frontier,AA-Index,,,,,,30.4351098355133,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row deepseek-v3-1-terminus-reasoning / column intelligenceIndex),,out:single-couple, aa-index#none,artificialanalysis,deepseek-v3.2,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row deepseek-v3-2, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,deepseek-v3.2-exp,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row deepseek-v3-2-0925, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,deepseek-v3.2,think,mixed,frontier,AA-Index,,,,,,32.039941106813,AA-idx,2.89e-13,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row deepseek-v3-2-reasoning / column intelligenceIndex),,out:composite, aa-index#none,artificialanalysis,deepseek-v3.2-exp,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row deepseek-v3-2-reasoning-0925, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,deepseek-v3.2-speciale,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row deepseek-v3-2-speciale, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,deepseek-v4-flash-0731,max,mixed,frontier,AA-Index,per-suite,293.23673450984495,38.6,,,49.9276679335021,AA-idx,2.89e-14,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models/claude-opus-5 ($ / row deepseek-v4-flash / column intelligenceIndex),,out:composite,out:cost-single-couple aa-index#none,artificialanalysis,?DeepSeek V4 Flash,not-established:absent,mixed,frontier,AA-Index,per-suite,105.5684096882316,2.89e-14,,,40.2825017625236,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row deepseek-v4-flash-0420 / column intelligenceIndex),,out:model-not-established,out:model-not-established aa-index#none,artificialanalysis,?DeepSeek V4 Flash,not-established:absent,mixed,frontier,AA-Index,per-suite,58.333586313616834,2.89e-16,,,37.4635185646889,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row deepseek-v4-flash-0420-high / column intelligenceIndex),,out:model-not-established,out:model-not-established aa-index#none,artificialanalysis,?DeepSeek V4 Flash,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row deepseek-v4-flash-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index#none,artificialanalysis,deepseek-v4-pro-preview,not-established:absent,mixed,frontier,AA-Index,per-suite,176.33920107780003,2.89e-15,,,44.2735554261611,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row deepseek-v4-pro / column intelligenceIndex),,out:effort-not-established,out:effort-not-established aa-index#none,artificialanalysis,deepseek-v4-pro-preview,high,mixed,frontier,AA-Index,per-suite,108.76769259309185,2.89e-15,,,43.1117111950581,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5 ($ / row deepseek-v4-pro-high / column intelligenceIndex),,out:single-couple,in aa-index#none,artificialanalysis,deepseek-v4-pro-preview,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row deepseek-v4-pro-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aa-index#none,artificialanalysis,gemini-1.0-pro,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row gemini-1-0-pro, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aa-index#none,artificialanalysis,?Gemini 1.0 Ultra,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row gemini-1-0-ultra, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index#none,artificialanalysis,gemini-1.5-flash-002,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row gemini-1-5-flash, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,gemini-1.5-flash-8b-001,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row gemini-1-5-flash-8b, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,?Gemini 1.5 Flash (May '24),not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row gemini-1-5-flash-may-2024, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index#none,artificialanalysis,gemini-1.5-pro-002,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row gemini-1-5-pro, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,?Gemini 1.5 Pro (May '24),not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row gemini-1-5-pro-may-2024, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index#none,artificialanalysis,gemini-2.0-flash,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row gemini-2-0-flash, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,gemini-2.0-flash-exp,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row gemini-2-0-flash-experimental, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,gemini-2.0-flash-lite-001,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row gemini-2-0-flash-lite-001, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aa-index#none,artificialanalysis,gemini-2.0-flash-lite-preview-02-05,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row gemini-2-0-flash-lite-preview, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aa-index#none,artificialanalysis,gemini-2.0-flash-thinking-exp-01-21,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row gemini-2-0-flash-thinking-exp-0121, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,gemini-2.0-flash-thinking-exp-1219,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row gemini-2-0-flash-thinking-exp-1219, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aa-index#none,artificialanalysis,gemini-2.0-pro-exp-02-05,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row gemini-2-0-pro-experimental-02-05, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,gemini-2.5-flash,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row gemini-2-5-flash, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,gemini-2.5-flash-preview-04-17,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row gemini-2-5-flash-04-2025, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,gemini-2.5-flash-lite,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row gemini-2-5-flash-lite, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,gemini-2.5-flash-lite-preview-09-2025,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row gemini-2-5-flash-lite-preview-09-2025, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,gemini-2.5-flash-lite-preview-09-2025,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row gemini-2-5-flash-lite-preview-09-2025-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,gemini-2.5-flash-lite,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row gemini-2-5-flash-lite-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,gemini-2.5-flash-preview-09-2025,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row gemini-2-5-flash-preview-09-2025, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,gemini-2.5-flash-preview-09-2025,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row gemini-2-5-flash-preview-09-2025-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,gemini-2.5-flash,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row gemini-2-5-flash-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,gemini-2.5-flash-preview-04-17,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row gemini-2-5-flash-reasoning-04-2025, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,gemini-2.5-pro,think,mixed,frontier,AA-Index,per-suite,609.6689950996661,2.89e-14,,,25.8175930098627,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gemini-2-5-pro / column intelligenceIndex),,out:single-couple,out:cost-single-couple aa-index#none,artificialanalysis,gemini-2.5-pro-exp-03-25,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row gemini-2-5-pro-03-25, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,gemini-2.5-pro-preview-05-06,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row gemini-2-5-pro-05-06, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,gemini-3.1-flash-lite,not-established:absent,mixed,frontier,AA-Index,per-suite,93.72015133584392,2.89e-15,,,25,AA-idx,0.289,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gemini-3-1-flash-lite-preview / column price1mInputTokens),,out:effort-not-established,out:effort-not-established aa-index#none,artificialanalysis,gemini-3.1-pro,not-established:absent,mixed,frontier,AA-Index,per-suite,815.1126168932034,2.89e-14,,,46.4594206066426,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gemini-3-1-pro-preview / column intelligenceIndex),,out:effort-not-established,out:effort-not-established aa-index#none,artificialanalysis,gemini-3.5-flash,high,mixed,frontier,AA-Index,per-suite,1040.8780605451614,2.89e-14,,,50.2034858842254,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gemini-3-5-flash / column intelligenceIndex),,out:composite,in aa-index#none,artificialanalysis,gemini-3.5-flash-lite,not-established:absent,mixed,frontier,AA-Index,per-suite,153.07849385086047,2.89e-15,,,36.4776366072529,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gemini-3-5-flash-lite / column intelligenceIndex),,out:effort-not-established,out:effort-not-established aa-index#none,artificialanalysis,gemini-3.5-flash,medium,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row gemini-3-5-flash-medium, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,gemini-3.5-flash,minimal,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row gemini-3-5-flash-minimal, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,gemini-3.6-flash,high,mixed,frontier,AA-Index,per-suite,726.7041882454932,2.89e-14,,,50.0675324362393,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gemini-3-6-flash / column intelligenceIndex),,out:composite,out:composite aa-index#none,artificialanalysis,gemini-3-flash,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row gemini-3-flash, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aa-index#none,artificialanalysis,gemini-3-flash,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row gemini-3-flash-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aa-index#none,artificialanalysis,gemini-3-pro,high,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row gemini-3-pro, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,gemini-3-pro,low,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row gemini-3-pro-low, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,glm-4.5-air,think,mixed,frontier,AA-Index,,,,,,17,AA-idx,0.289,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row glm-4-5-air / column price1mInputTokens),,out:single-couple, aa-index#none,artificialanalysis,glm-4.5v,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row glm-4-5v, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,glm-4.5v,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row glm-4-5v-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,glm-4.6,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row glm-4-6, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,glm-4.6,think,mixed,frontier,AA-Index,per-suite,312.71565435,2.89e-09,,,28.6958810162247,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5 ($ / row glm-4-6-reasoning / column intelligenceIndex),,out:single-couple,out:cost-single-couple aa-index#none,artificialanalysis,glm-4.6v,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row glm-4-6v, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,glm-4.6v,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row glm-4-6v-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,glm-4.7,think,mixed,frontier,AA-Index,per-suite,603.0250448,2.89e-08,,,33.70492387461,AA-idx,2.89e-12,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5 ($ / row glm-4-7 / column intelligenceIndex),,out:composite,in aa-index#none,artificialanalysis,glm-4.7-flash,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row glm-4-7-flash, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,glm-4.7-flash,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row glm-4-7-flash-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,glm-4.7,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row glm-4-7-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,glm-4.5,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row glm-4.5, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,glm-5,think,mixed,frontier,AA-Index,,,,,,40,AA-idx,0.289,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row glm-5 / column inferenceParametersActiveBillions),,out:composite, aa-index#none,artificialanalysis,glm-5.1,think,mixed,frontier,AA-Index,per-suite,674.8989184114093,2.89e-14,,,40,AA-idx,0.289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5 ($ / row glm-5-1 / column inferenceParametersActiveBillions),,out:composite,out:composite aa-index#none,artificialanalysis,glm-5.1,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row glm-5-1-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,glm-5.2,not-established:absent,mixed,frontier,AA-Index,per-suite,974.8071769758876,2.89e-14,,,51.0858347714416,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row glm-5-2 / column intelligenceIndex),,out:effort-not-established,out:effort-not-established aa-index#none,artificialanalysis,glm-5.2,not-established:absent,mixed,frontier,AA-Index,,,,,,34.0523679882006,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row glm-5-2-non-reasoning / column intelligenceIndex),,out:effort-not-established, aa-index#none,artificialanalysis,glm-5,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row glm-5-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,glm-5-turbo,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row glm-5-turbo, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,glm-5v-turbo,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row glm-5v-turbo, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,?GPT-3.5 Turbo,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row gpt-35-turbo, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index#none,artificialanalysis,?GPT-4,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row gpt-4, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index#none,artificialanalysis,gpt-4.1,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row gpt-4-1, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,gpt-4.1-mini,solo,mixed,frontier,AA-Index,per-suite,66.28291644536677,2.89e-15,,,14.7656334909109,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-4-1-mini / column intelligenceIndex),,out:single-couple,out:cost-single-couple aa-index#none,artificialanalysis,gpt-4.1-nano,solo,mixed,frontier,AA-Index,per-suite,36.92227955628139,2.89e-15,,,10,AA-idx,2.89,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-4-1-nano / column price1mInputTokens),,out:single-couple,out:cost-single-couple aa-index#none,artificialanalysis,gpt-4.5-preview,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row gpt-4-5, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,gpt-4-turbo,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row gpt-4-turbo, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,gpt-4o-1120,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row gpt-4o, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,gpt-4o-0513,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row gpt-4o-2024-05-13, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,gpt-4o-0806,solo,mixed,frontier,AA-Index,,,,,,10,AA-idx,0.289,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-4o-2024-08-06 / column price1mOutputTokens),,out:single-couple, aa-index#none,artificialanalysis,?GPT-4o (ChatGPT),not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row gpt-4o-chatgpt, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index#none,artificialanalysis,"?GPT-4o (March 2025, chatgpt-4o-latest)",not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row gpt-4o-chatgpt-03-25, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index#none,artificialanalysis,gpt-4o-mini,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row gpt-4o-mini, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,gpt-5,high,mixed,frontier,AA-Index,per-suite,793.2468736809155,2.89e-14,,,34.7127335292454,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-5 / column intelligenceIndex),,out:single-couple,out:cost-single-couple aa-index#none,artificialanalysis,gpt-5.1,high,mixed,frontier,AA-Index,per-suite,779.1011863939561,2.89e-14,,,36.8735132371926,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-5-1 / column intelligenceIndex),,out:composite,in aa-index#none,artificialanalysis,gpt-5.1-codex,high,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row gpt-5-1-codex, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,gpt-5.1-codex-mini,high,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row gpt-5-1-codex-mini, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,gpt-5.1,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row gpt-5-1-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,gpt-5.2,xhigh,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row gpt-5-2, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,gpt-5.2-codex,xhigh,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row gpt-5-2-codex, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,gpt-5.2,medium,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row gpt-5-2-medium, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,gpt-5.2,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row gpt-5-2-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,gpt-5.3-codex,xhigh,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row gpt-5-3-codex, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,gpt-5.4,xhigh,mixed,frontier,AA-Index,per-suite,2185.4648397043734,2.89e-14,,,51.4012420630147,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-5-4 / column intelligenceIndex),,out:composite,in aa-index#none,artificialanalysis,gpt-5.4,low,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row gpt-5-4-low, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,gpt-5.4-mini,xhigh,mixed,frontier,AA-Index,per-suite,1095.4286040534348,2.89e-14,,,39.9783061419024,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-5-4-mini / column intelligenceIndex),,out:composite,out:composite aa-index#none,artificialanalysis,gpt-5.4-mini,medium,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row gpt-5-4-mini-medium, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,gpt-5.4-mini,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row gpt-5-4-mini-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,gpt-5.4-nano,xhigh,mixed,frontier,AA-Index,per-suite,277.68338501610043,2.89e-15,,,38.2417263132715,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-5-4-nano / column intelligenceIndex),,out:composite,out:composite aa-index#none,artificialanalysis,gpt-5.4-nano,medium,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row gpt-5-4-nano-medium, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,gpt-5.4-nano,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row gpt-5-4-nano-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,gpt-5.4,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row gpt-5-4-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,gpt-5.5,xhigh,mixed,frontier,AA-Index,per-suite,2777.91267321098,2.89e-12,,,54.8375984166433,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-5-5 / column intelligenceIndex),,out:composite,out:composite aa-index#none,artificialanalysis,gpt-5.5,high,mixed,frontier,AA-Index,per-suite,1719.1614806271946,2.89e-14,,,53.1275095349873,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-5-5-high / column intelligenceIndex),,out:composite,out:composite aa-index#none,artificialanalysis,gpt-5.5-instant-05-26,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row gpt-5-5-instant-05-26, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aa-index#none,artificialanalysis,gpt-5.5-instant-06-26,think,mixed,frontier,AA-Index,per-suite,433.3253282514638,2.89e-14,,,28.8603469587486,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-5-5-instant-06-26 / column intelligenceIndex),,out:effort-not-established,out:effort-not-established aa-index#none,artificialanalysis,gpt-5.5,low,mixed,frontier,AA-Index,per-suite,375.23018994095116,2.89e-15,,,43.4604883103599,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-5-5-low / column intelligenceIndex),,out:composite,in aa-index#none,artificialanalysis,gpt-5.5,medium,mixed,frontier,AA-Index,per-suite,935.7674958905204,2.89e-14,,,50,AA-idx,2.89,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-5-5-medium / column cacheHitPrice),,out:composite,out:composite aa-index#none,artificialanalysis,gpt-5.5,nothink,mixed,frontier,AA-Index,per-suite,211.108561232046,2.89e-13,,,35.3827351786589,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-5-5-non-reasoning / column intelligenceIndex),,out:composite,in aa-index#none,artificialanalysis,gpt-5.6-luna,max,mixed,frontier,AA-Index,per-suite,174.05945797411897,2.89e-15,,,51.2359331798034,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-5-6-luna / column intelligenceIndex),,out:composite,out:composite aa-index#none,artificialanalysis,gpt-5.6-luna,high,mixed,frontier,AA-Index,per-suite,55.003588080788546,2.89e-16,,,46.0590237335692,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-5-6-luna-high / column intelligenceIndex),,out:composite,out:composite aa-index#none,artificialanalysis,gpt-5.6-luna,low,mixed,frontier,AA-Index,per-suite,13.76054678621126,2.89e-15,,,33.2639428548886,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-5-6-luna-low / column intelligenceIndex),,out:composite,out:composite aa-index#none,artificialanalysis,gpt-5.6-luna,medium,mixed,frontier,AA-Index,per-suite,21.16768049054996,2.89e-15,,,38.0505850520782,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-5-6-luna-medium / column intelligenceIndex),,out:composite,out:composite aa-index#none,artificialanalysis,gpt-5.6-luna,nothink,mixed,frontier,AA-Index,per-suite,10.282760258539758,2.89e-16,,,26.5601151308593,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-5-6-luna-non-reasoning / column intelligenceIndex),,out:composite,out:composite aa-index#none,artificialanalysis,gpt-5.6-luna,xhigh,mixed,frontier,AA-Index,per-suite,95.87365667868141,2.89e-15,,,49.0677386549324,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-5-6-luna-xhigh / column intelligenceIndex),,out:composite,out:composite aa-index#none,artificialanalysis,gpt-5.6-sol,max,mixed,frontier,AA-Index,per-suite,2824.1811935690976,2.89e-14,,,58.889831189723,AA-idx,2.89e-13,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-5-6-sol / column intelligenceIndex),,out:composite,out:composite aa-index#none,artificialanalysis,gpt-5.6-sol,high,mixed,frontier,AA-Index,per-suite,955.5499374665286,2.89e-14,,,55.8665067971861,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-5-6-sol-high / column intelligenceIndex),,out:composite,out:composite aa-index#none,artificialanalysis,gpt-5.6-sol,low,mixed,frontier,AA-Index,per-suite,353.48821704247973,2.89e-15,,,49.444040367728,AA-idx,2.89e-13,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-5-6-sol-low / column intelligenceIndex),,out:composite,out:composite aa-index#none,artificialanalysis,gpt-5.6-sol,medium,mixed,frontier,AA-Index,per-suite,593.0381807024285,2.89e-14,,,53.5888349532218,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-5-6-sol-medium / column intelligenceIndex),,out:composite,out:composite aa-index#none,artificialanalysis,gpt-5.6-sol,nothink,mixed,frontier,AA-Index,per-suite,241.50767053376404,2.89e-15,,,41.2034183649356,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-5-6-sol-non-reasoning / column intelligenceIndex),,out:composite,in aa-index#none,artificialanalysis,gpt-5.6-sol,xhigh,mixed,frontier,AA-Index,per-suite,1542.5249316860813,2.89e-14,,,57.653836996095,AA-idx,2.89e-13,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-5-6-sol-xhigh / column intelligenceIndex),,out:composite,out:composite aa-index#none,artificialanalysis,gpt-5.6-terra,max,mixed,frontier,AA-Index,per-suite,1403.154417374973,2.89e-13,,,54.9528567569231,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-5-6-terra / column intelligenceIndex),,out:composite,out:composite aa-index#none,artificialanalysis,gpt-5.6-terra,high,mixed,frontier,AA-Index,per-suite,396.61911651124313,2.89e-15,,,48.9549359759828,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-5-6-terra-high / column intelligenceIndex),,out:composite,out:composite aa-index#none,artificialanalysis,gpt-5.6-terra,low,mixed,frontier,AA-Index,per-suite,128.52145261570462,2.89e-15,,,40.4657478147168,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-5-6-terra-low / column intelligenceIndex),,out:composite,out:composite aa-index#none,artificialanalysis,gpt-5.6-terra,medium,mixed,frontier,AA-Index,per-suite,192.18217366352607,2.89e-15,,,45.5742165575207,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-5-6-terra-medium / column intelligenceIndex),,out:composite,out:composite aa-index#none,artificialanalysis,gpt-5.6-terra,nothink,mixed,frontier,AA-Index,per-suite,98.91314117296277,2.89e-15,,,33.9672461907359,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-5-6-terra-non-reasoning / column intelligenceIndex),,out:composite,out:composite aa-index#none,artificialanalysis,gpt-5.6-terra,xhigh,mixed,frontier,AA-Index,per-suite,592.1702336847807,2.89e-14,,,51.6046369461818,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-5-6-terra-xhigh / column intelligenceIndex),,out:composite,out:composite aa-index#none,artificialanalysis,?GPT-5 (ChatGPT),not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row gpt-5-chatgpt, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index#none,artificialanalysis,gpt-5-codex,high,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row gpt-5-codex, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,gpt-5,low,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row gpt-5-low, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,gpt-5,medium,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row gpt-5-medium, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,gpt-5-mini,high,mixed,frontier,AA-Index,per-suite,130.43155302675603,2.89e-15,,,25,AA-idx,0.289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-5-mini / column price1mInputTokens),,out:single-couple,out:cost-single-couple aa-index#none,artificialanalysis,gpt-5-mini,medium,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row gpt-5-mini-medium, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,gpt-5-mini,minimal,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row gpt-5-mini-minimal, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,gpt-5,minimal,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row gpt-5-minimal, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,gpt-5-nano,high,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row gpt-5-nano, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,gpt-5-nano,medium,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row gpt-5-nano-medium, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,gpt-5-nano,minimal,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row gpt-5-nano-minimal, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,gpt-oss-120b,high,mixed,frontier,AA-Index,per-suite,96.276024,2.89e-07,,,23.8309678073278,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-oss-120b / column intelligenceIndex),,out:single-couple,out:cost-not-comparable aa-index#none,artificialanalysis,gpt-oss-120b,low,mixed,frontier,AA-Index,per-suite,24.198467315,2.89e-10,,,15,AA-idx,0.289,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-oss-120b-low / column price1mInputTokens),,out:single-couple,out:cost-not-comparable aa-index#none,artificialanalysis,gpt-oss-20b,high,mixed,frontier,AA-Index,per-suite,36.43363566000001,2.89e-15,,,14.8851031229075,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-oss-20b / column intelligenceIndex),,out:single-couple,out:cost-not-comparable aa-index#none,artificialanalysis,gpt-oss-20b,low,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row gpt-oss-20b-low, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,grok-1,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row grok-1, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,grok-2-1212,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row grok-2-1212, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,grok-3,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row grok-3, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,?Grok 3 mini Reasoning,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row grok-3-mini-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index#none,artificialanalysis,?Grok 3 Reasoning Beta,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row grok-3-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index#none,artificialanalysis,grok-4,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row grok-4, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,grok-4.1-fast,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row grok-4-1-fast, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,grok-4.1-fast,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row grok-4-1-fast-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,?Grok 4.20 0309 v2,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row grok-4-20, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index#none,artificialanalysis,grok-4.20,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row grok-4-20-0309, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,grok-4.20,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row grok-4-20-0309-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,?Grok 4.20 0309 v2,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row grok-4-20-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index#none,artificialanalysis,grok-4.3,high,mixed,frontier,AA-Index,per-suite,287.6431168111646,2.89e-14,,,37.5766393431307,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5 ($ / row grok-4-3 / column intelligenceIndex),,out:composite,out:composite aa-index#none,artificialanalysis,grok-4.3,low,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row grok-4-3-low, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,grok-4.3,medium,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row grok-4-3-medium, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,grok-4.3,nothink,mixed,frontier,AA-Index,per-suite,200.75978853626583,2.89e-15,,,24.7517904486036,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5 ($ / row grok-4-3-non-reasoning / column intelligenceIndex),,out:composite,out:composite aa-index#none,artificialanalysis,grok-4.5,high,mixed,frontier,AA-Index,per-suite,582.4694747703893,2.89e-14,,,53.8265951657731,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5 ($ / row grok-4-5 / column intelligenceIndex),,out:composite,out:composite aa-index#none,artificialanalysis,grok-4-fast,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row grok-4-fast, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,grok-4-fast,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row grok-4-fast-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,?Grok Beta,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row grok-beta, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index#none,artificialanalysis,?Grok Build 0.1 0616,not-established:absent,mixed,frontier,AA-Index,per-suite,375.00657010387033,2.89e-15,,,39.8026227264218,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row grok-build-0-1-06-16 / column intelligenceIndex),,out:model-not-established,out:model-not-established aa-index#none,artificialanalysis,grok-code-fast-1,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row grok-code-fast-1, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aa-index#none,artificialanalysis,kimi-k2-instruct,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row kimi-k2, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,kimi-k2-instruct-0905,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row kimi-k2-0905, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,kimi-k2.5,think,mixed,frontier,AA-Index,per-suite,302.85841695010055,2.89e-15,,,35.372583556797,AA-idx,2.89e-13,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5 ($ / row kimi-k2-5 / column intelligenceIndex),,out:composite,in aa-index#none,artificialanalysis,kimi-k2.5,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row kimi-k2-5-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,kimi-k2.6,think,mixed,frontier,AA-Index,per-suite,840.6359613059999,2.89e-14,,,44.2196682298639,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5 ($ / row kimi-k2-6 / column intelligenceIndex),,out:composite,out:composite aa-index#none,artificialanalysis,kimi-k2.6,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row kimi-k2-6-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,kimi-k2.7-code,solo,mixed,frontier,AA-Index,per-suite,544.1469689703822,2.89e-14,,,41.9493685067994,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5 ($ / row kimi-k2-7-code / column intelligenceIndex),,out:composite,out:composite aa-index#none,artificialanalysis,?Kimi K2 Thinking,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row kimi-k2-thinking, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index#none,artificialanalysis,kimi-k3,max,mixed,frontier,AA-Index,per-suite,2437.406835042445,2.89e-13,,,57.1123394372091,AA-idx,2.89e-14,,cost-base-price:cost-uniform-factor,https://artificialanalysis.ai/models/claude-opus-5 ($ / row kimi-k3 / column intelligenceIndex),,out:composite,out:composite aa-index#none,artificialanalysis,kimi-k3,not-established:absent,mixed,frontier,AA-Index,per-suite,283.296888173141,2.89e-13,,,46.6025152473926,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row kimi-k3-low / column intelligenceIndex),,out:effort-not-established,out:effort-not-established aa-index#none,artificialanalysis,kimi-linear-48b-a3b-instruct,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row kimi-linear-48b-a3b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,o1,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row o1, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aa-index#none,artificialanalysis,o1-mini,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row o1-mini, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,o1-preview,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row o1-preview, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,o1-pro,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row o1-pro, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aa-index#none,artificialanalysis,o3,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row o3, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aa-index#none,artificialanalysis,o3-mini,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row o3-mini, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aa-index#none,artificialanalysis,o3-mini,not-established:absent,mixed,frontier,AA-Index,,,,,,15.6405170188467,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row o3-mini-high / column intelligenceIndex),,out:effort-not-established, aa-index#none,artificialanalysis,o3-pro,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row o3-pro, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aa-index#none,artificialanalysis,o4-mini,high,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row o4-mini, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,?Qwen2.5 Max,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row qwen-2-5-max, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index#none,artificialanalysis,qwen-14b-chat,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row qwen-chat-14b, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,qwen-72b-chat,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row qwen-chat-72b, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,?Qwen2.5 Turbo,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row qwen-turbo, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index#none,artificialanalysis,qwen1.5-110b-chat,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row qwen1.5-110b-chat, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,qwen2.5-72b-instruct,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row qwen2-5-72b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,qwen2.5-coder-32b-instruct,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row qwen2-5-coder-32b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,qwen2.5-coder-7b-instruct,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row qwen2-5-coder-7b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,qwen2-72b-instruct,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row qwen2-72b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,qwen2.5-32b-instruct,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row qwen2.5-32b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,qwen3-0.6b,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row qwen3-0.6b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,qwen3-0.6b,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row qwen3-0.6b-instruct-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,qwen3-1.7b,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row qwen3-1.7b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,qwen3-1.7b,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row qwen3-1.7b-instruct-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,qwen3-14b,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row qwen3-14b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,qwen3-14b,think,mixed,frontier,AA-Index,,,,,,10.3754010792707,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-14b-instruct-reasoning / column intelligenceIndex),,out:single-couple, aa-index#none,artificialanalysis,qwen3-235b-a22b,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row qwen3-235b-a22b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,qwen3-235b-a22b-instruct-2507,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row qwen3-235b-a22b-instruct-2507, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,?Qwen3 235B A22B 2507,not-established:absent,mixed,frontier,AA-Index,per-suite,609.6171942,2.89e-08,,,19.608297149775,AA-idx,2.89e-13,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-235b-a22b-instruct-2507-reasoning / column intelligenceIndex),,out:model-not-established,out:model-not-established aa-index#none,artificialanalysis,qwen3-235b-a22b,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row qwen3-235b-a22b-instruct-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,qwen3-30b-a3b-instruct-2507,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row qwen3-30b-a3b-2507, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,?Qwen3 30B A3B 2507,not-established:absent,mixed,frontier,AA-Index,per-suite,151.8952864,2.89e-08,,,14.4377762633027,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-30b-a3b-2507-reasoning / column intelligenceIndex),,out:model-not-established,out:model-not-established aa-index#none,artificialanalysis,qwen3-30b-a3b,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row qwen3-30b-a3b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,qwen3-30b-a3b,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row qwen3-30b-a3b-instruct-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,qwen3-32b,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row qwen3-32b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,qwen3-32b,think,mixed,frontier,AA-Index,,,,,,11.5463546671141,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-32b-instruct-reasoning / column intelligenceIndex),,out:single-couple, aa-index#none,artificialanalysis,qwen3-4b-instruct-2507,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row qwen3-4b-2507-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,?Qwen3 4B 2507,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row qwen3-4b-2507-instruct-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index#none,artificialanalysis,qwen3-4b,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row qwen3-4b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,qwen3-4b,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row qwen3-4b-instruct-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,qwen3.5-0.8b,think,mixed,frontier,AA-Index,,,,,,5.46015730791743,AA-idx,2.89e-15,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-5-0-8b / column intelligenceIndex),,out:composite, aa-index#none,artificialanalysis,qwen3.5-0.8b,nothink,mixed,frontier,AA-Index,,,,,,3.30936692514316,AA-idx,2.89e-15,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-5-0-8b-non-reasoning / column intelligenceIndex),,out:composite, aa-index#none,artificialanalysis,qwen3.5-122b-a10b,think,mixed,frontier,AA-Index,per-suite,447.0722616,2.89e-08,,,32.2791462784081,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-5-122b-a10b / column intelligenceIndex),,out:composite,out:composite aa-index#none,artificialanalysis,qwen3.5-122b-a10b,nothink,mixed,frontier,AA-Index,per-suite,219.65793560000003,2.89e-15,,,27.5952535086828,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-5-122b-a10b-non-reasoning / column intelligenceIndex),,out:composite,in aa-index#none,artificialanalysis,qwen3.5-27b,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row qwen3-5-27b, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,qwen3.5-27b,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row qwen3-5-27b-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,qwen3.5-2b,think,mixed,frontier,AA-Index,,,,,,7.63705250485793,AA-idx,2.89e-15,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-5-2b / column intelligenceIndex),,out:composite, aa-index#none,artificialanalysis,qwen3.5-2b,nothink,mixed,frontier,AA-Index,,,,,,6,AA-idx,0.289,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-5-2b-non-reasoning / column openness.modelAvailability),,out:composite, aa-index#none,artificialanalysis,qwen3.5-35b-a3b,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row qwen3-5-35b-a3b, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,qwen3.5-35b-a3b,nothink,mixed,frontier,AA-Index,per-suite,228.2336375,2.89e-08,,,23.9929418023314,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-5-35b-a3b-non-reasoning / column intelligenceIndex),,out:composite,in aa-index#none,artificialanalysis,qwen3.5-397b-a17b,think,mixed,frontier,AA-Index,per-suite,528.0552312,2.89e-08,,,33.6817059499116,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-5-397b-a17b / column intelligenceIndex),,out:composite,out:composite aa-index#none,artificialanalysis,qwen3.5-397b-a17b,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row qwen3-5-397b-a17b-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,qwen3.5-4b,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row qwen3-5-4b, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,qwen3.5-4b,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row qwen3-5-4b-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,qwen3.5-9b,think,mixed,frontier,AA-Index,per-suite,241.26318859500003,2.89e-15,,,21.4379662021172,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-5-9b / column intelligenceIndex),,out:composite,out:cost-not-comparable aa-index#none,artificialanalysis,qwen3.5-9b,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row qwen3-5-9b-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,qwen3.5-omni-flash,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row qwen3-5-omni-flash, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,qwen3.5-omni-plus,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row qwen3-5-omni-plus, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,qwen3.6-27b,think,mixed,frontier,AA-Index,per-suite,668.077305,2.89e-07,,,37.0516798775037,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-6-27b / column intelligenceIndex),,out:composite,out:composite aa-index#none,artificialanalysis,qwen3.6-27b,nothink,mixed,frontier,AA-Index,per-suite,357.3900348,2.89e-08,,,30.4611236934534,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-6-27b-non-reasoning / column intelligenceIndex),,out:composite,in aa-index#none,artificialanalysis,qwen3.6-35b-a3b,think,mixed,frontier,AA-Index,per-suite,333.52623219500003,2.89e-15,,,31.649611240178,AA-idx,2.89e-13,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-6-35b-a3b / column intelligenceIndex),,out:composite,out:composite aa-index#none,artificialanalysis,qwen3.6-35b-a3b,nothink,mixed,frontier,AA-Index,per-suite,495.83998837499996,2.89e-15,,,24.1629373266649,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-6-35b-a3b-non-reasoning / column intelligenceIndex),,out:composite,in aa-index#none,artificialanalysis,qwen3.6-max-preview,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row qwen3-6-max, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,qwen3.6-plus,think,mixed,frontier,AA-Index,per-suite,525.5754352045657,2.89e-14,,,39.5608411628461,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-6-plus / column intelligenceIndex),,out:composite,in aa-index#none,artificialanalysis,qwen3.7-max,think,mixed,frontier,AA-Index,per-suite,1454.0974784018022,2.89e-14,,,45.9937184770221,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-7-max / column intelligenceIndex),,out:composite,out:cost-not-comparable aa-index#none,artificialanalysis,qwen3.7-plus,think,mixed,frontier,AA-Index,per-suite,311.2063975812274,2.89e-14,,,38.9772279786141,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-7-plus / column intelligenceIndex),,out:composite,out:cost-not-comparable aa-index#none,artificialanalysis,qwen3-8b,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row qwen3-8b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,qwen3-8b,think,mixed,frontier,AA-Index,,,,,,8.28648432223442,AA-idx,2.89e-15,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-8b-instruct-reasoning / column intelligenceIndex),,out:composite, aa-index#none,artificialanalysis,qwen3-coder-30b-a3b-instruct,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row qwen3-coder-30b-a3b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,qwen3-coder-480b-a35b-instruct,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row qwen3-coder-480b-a35b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,qwen3-coder-next,nothink,mixed,frontier,AA-Index,per-suite,248.08997300000001,2.89e-15,,,21.1086120792868,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-coder-next / column intelligenceIndex),,out:composite,out:composite aa-index#none,artificialanalysis,qwen3-max-0923,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row qwen3-max, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,qwen3-max-preview,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row qwen3-max-preview, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,qwen3-max-0123,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row qwen3-max-thinking, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,?Qwen3 Max Thinking (Preview),not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row qwen3-max-thinking-preview, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index#none,artificialanalysis,qwen3-next-80b-a3b-instruct,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row qwen3-next-80b-a3b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,?Qwen3 Next 80B A3B,not-established:absent,mixed,frontier,AA-Index,per-suite,401.949987,2.89e-07,,,16.7202061501106,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-next-80b-a3b-reasoning / column intelligenceIndex),,out:model-not-established,out:model-not-established aa-index#none,artificialanalysis,qwen3-omni-30b-a3b-instruct,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row qwen3-omni-30b-a3b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,?Qwen3 Omni 30B A3B,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row qwen3-omni-30b-a3b-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index#none,artificialanalysis,qwen3-vl-235b-a22b-instruct,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row qwen3-vl-235b-a22b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,?Qwen3 VL 235B A22B,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row qwen3-vl-235b-a22b-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index#none,artificialanalysis,qwen3-vl-30b-a3b-instruct,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row qwen3-vl-30b-a3b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,?Qwen3 VL 30B A3B,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row qwen3-vl-30b-a3b-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index#none,artificialanalysis,qwen3-vl-32b-instruct,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row qwen3-vl-32b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,?Qwen3 VL 32B,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row qwen3-vl-32b-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index#none,artificialanalysis,qwen3-vl-4b-instruct,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row qwen3-vl-4b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,?Qwen3 VL 4B,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row qwen3-vl-4b-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index#none,artificialanalysis,qwen3-vl-8b-instruct,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row qwen3-vl-8b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index#none,artificialanalysis,?Qwen3 VL 8B,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row qwen3-vl-8b-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index#none,artificialanalysis,qwq-32b,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-opus-5 (row qwq-32b, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aagpqa#none,artificialanalysis,qwq-32b-preview,solo,reasoning-math,hard,AA-GPQA,,,,,,55.6565656565656,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row QwQ-32B-Preview / column gpqa),,out:single-couple, aagpqa#none,artificialanalysis,deepseek-coder-v2-lite-instruct,solo,reasoning-math,hard,AA-GPQA,,,,,,31.9191919191919,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row deepseek-coder-v2-lite / column gpqa),,out:single-couple, aagpqa#none,artificialanalysis,deepseek-r1-0528,solo,reasoning-math,hard,AA-GPQA,,,,,,81.3131313131313,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row deepseek-r1 / column gpqa),,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,deepseek-r1-0528,solo,reasoning-math,frontier,CritPt-AA,,,,,,1.42857142857143,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row deepseek-r1 / column critpt),,out:single-couple, aatb21#none,artificialanalysis,deepseek-r1,solo,coding,hard,AA-TB,,,,,,19.1011235955056,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row deepseek-r1-0120 / column terminalbenchV21),,out:single-couple, aagpqa#none,artificialanalysis,deepseek-r1,solo,reasoning-math,hard,AA-GPQA,,,,,,70.8080808080808,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row deepseek-r1-0120 / column gpqa),,out:single-couple, aagpqa#none,artificialanalysis,deepseek-r1-distill-llama-70b,solo,reasoning-math,hard,AA-GPQA,,,,,,40.2020202020202,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row deepseek-r1-distill-llama-70b / column gpqa),,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,deepseek-r1-distill-llama-70b,solo,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row deepseek-r1-distill-llama-70b / column critpt),,out:uninformative, aagpqa#none,artificialanalysis,deepseek-r1-distill-llama-8b,solo,reasoning-math,hard,AA-GPQA,,,,,,30.2020202020202,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row deepseek-r1-distill-llama-8b / column gpqa),,out:single-couple, aagpqa#none,artificialanalysis,deepseek-r1-distill-qwen-1.5b,solo,reasoning-math,hard,AA-GPQA,,,,,,9.7979797979798,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row deepseek-r1-distill-qwen-1-5b / column gpqa),,out:single-couple, aagpqa#none,artificialanalysis,deepseek-r1-distill-qwen-14b,solo,reasoning-math,hard,AA-GPQA,,,,,,48.3838383838384,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row deepseek-r1-distill-qwen-14b / column gpqa),,out:single-couple, aagpqa#none,artificialanalysis,deepseek-r1-distill-qwen-32b,solo,reasoning-math,hard,AA-GPQA,,,,,,61.5151515151515,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row deepseek-r1-distill-qwen-32b / column gpqa),,out:single-couple, aagpqa#none,artificialanalysis,deepseek-r1-0528-qwen3-8b,solo,reasoning-math,hard,AA-GPQA,,,,,,61.2121212121212,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row deepseek-r1-qwen3-8b / column gpqa),,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,deepseek-r1-0528-qwen3-8b,solo,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row deepseek-r1-qwen3-8b / column critpt),,out:uninformative, aatb21#none,artificialanalysis,deepseek-v3,solo,coding,hard,AA-TB,,,,,,16.8539325842697,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row deepseek-v3 / column terminalbenchV21),,out:single-couple, aagpqa#none,artificialanalysis,deepseek-v3,solo,reasoning-math,hard,AA-GPQA,,,,,,55.6565656565657,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row deepseek-v3 / column gpqa),,out:single-couple, aatb21#none,artificialanalysis,deepseek-v3-0324,solo,coding,hard,AA-TB,,,,,,13.8576779026217,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row deepseek-v3-0324 / column terminalbenchV21),,out:single-couple, aagpqa#none,artificialanalysis,deepseek-v3-0324,solo,reasoning-math,hard,AA-GPQA,,,,,,65.4545454545455,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row deepseek-v3-0324 / column gpqa),,out:single-couple, aagpqa#none,artificialanalysis,deepseek-v3.1,nothink,reasoning-math,hard,AA-GPQA,,,,,,73.5353535353535,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row deepseek-v3-1 / column gpqa),,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,deepseek-v3.1,nothink,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row deepseek-v3-1 / column critpt),,out:uninformative, aagpqa#none,artificialanalysis,deepseek-v3.1,think,reasoning-math,hard,AA-GPQA,,,,,,77.8787878787879,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row deepseek-v3-1-reasoning / column gpqa),,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,deepseek-v3.1,think,reasoning-math,frontier,CritPt-AA,,,,,,2,acc%,0.289,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row deepseek-v3-1-reasoning / column critpt),,out:single-couple, aagpqa#none,artificialanalysis,deepseek-v3.1-terminus,nothink,reasoning-math,hard,AA-GPQA,,,,,,75.0505050505051,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row deepseek-v3-1-terminus / column gpqa),,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,deepseek-v3.1-terminus,nothink,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row deepseek-v3-1-terminus / column critpt),,out:uninformative, aatb21#none,artificialanalysis,deepseek-v3.1-terminus,think,coding,hard,AA-TB,,,,,,44.9438202247191,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row deepseek-v3-1-terminus-reasoning / column terminalbenchV21),,out:single-couple, aagpqa#none,artificialanalysis,deepseek-v3.1-terminus,think,reasoning-math,hard,AA-GPQA,,,,,,79.1919191919192,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row deepseek-v3-1-terminus-reasoning / column gpqa),,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,deepseek-v3.1-terminus,think,reasoning-math,frontier,CritPt-AA,,,,,,1.71428571428571,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row deepseek-v3-1-terminus-reasoning / column critpt),,out:single-couple, aagpqa#none,artificialanalysis,deepseek-v3.2-exp,nothink,reasoning-math,hard,AA-GPQA,,,,,,73.8383838383838,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row deepseek-v3-2-0925 / column gpqa),,out:superseded, aacritpt@artificialanalysis#none,artificialanalysis,deepseek-v3.2-exp,nothink,reasoning-math,frontier,CritPt-AA,,,,,,1.42857142857143,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row deepseek-v3-2-0925 / column critpt),,out:superseded, aatb21#none,artificialanalysis,deepseek-v3.2,think,coding,hard,AA-TB,,,,,,46.8164794007491,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row deepseek-v3-2-reasoning / column terminalbenchV21),,out:superseded, aagpqa#none,artificialanalysis,deepseek-v3.2,think,reasoning-math,hard,AA-GPQA,,,,,,84.040404040404,acc%,2.89e-13,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row deepseek-v3-2-reasoning / column gpqa),,out:superseded, aacritpt@artificialanalysis#none,artificialanalysis,deepseek-v3.2,think,reasoning-math,frontier,CritPt-AA,,,,,,2.85714285714286,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row deepseek-v3-2-reasoning / column critpt),,out:superseded, aagpqa#none,artificialanalysis,deepseek-v3.2-speciale,solo,reasoning-math,hard,AA-GPQA,,,,,,87.0707070707071,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row deepseek-v3-2-speciale / column gpqa),,out:superseded, aacritpt@artificialanalysis#none,artificialanalysis,deepseek-v3.2-speciale,solo,reasoning-math,frontier,CritPt-AA,,,,,,7.42857142857143,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row deepseek-v3-2-speciale / column critpt),,out:superseded, aagpqa#none,artificialanalysis,gemini-1.0-pro,nothink,reasoning-math,hard,AA-GPQA,,,,,,27.6767676767677,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gemini-1-0-pro / column gpqa),,out:effort-not-established, aagpqa#none,artificialanalysis,gemini-1.5-flash-002,solo,reasoning-math,hard,AA-GPQA,,,,,,46.2626262626263,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gemini-1-5-flash / column gpqa),,out:superseded, aagpqa#none,artificialanalysis,gemini-1.5-flash-8b-001,solo,reasoning-math,hard,AA-GPQA,,,,,,35.8585858585859,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gemini-1-5-flash-8b / column gpqa),,out:single-couple, aagpqa#none,artificialanalysis,?Gemini 1.5 Flash (May '24),not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,32.4242424242424,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gemini-1-5-flash-may-2024 / column gpqa),,out:model-not-established, aagpqa#none,artificialanalysis,gemini-1.5-pro-002,solo,reasoning-math,hard,AA-GPQA,,,,,,58.8888888888889,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gemini-1-5-pro / column gpqa),,out:single-couple, aagpqa#none,artificialanalysis,?Gemini 1.5 Pro (May '24),not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,37.0707070707071,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gemini-1-5-pro-may-2024 / column gpqa),,out:model-not-established, aagpqa#none,artificialanalysis,gemini-2.0-flash,solo,reasoning-math,hard,AA-GPQA,,,,,,62.3232323232323,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gemini-2-0-flash / column gpqa),,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,gemini-2.0-flash,solo,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gemini-2-0-flash / column critpt),,out:uninformative, aagpqa#none,artificialanalysis,gemini-2.0-flash-exp,solo,reasoning-math,hard,AA-GPQA,,,,,,63.6363636363636,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gemini-2-0-flash-experimental / column gpqa),,out:single-couple, aagpqa#none,artificialanalysis,gemini-2.0-flash-lite-001,nothink,reasoning-math,hard,AA-GPQA,,,,,,53.5353535353535,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gemini-2-0-flash-lite-001 / column gpqa),,out:effort-not-established, aagpqa#none,artificialanalysis,gemini-2.0-flash-thinking-exp-01-21,solo,reasoning-math,hard,AA-GPQA,,,,,,70.1010101010101,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gemini-2-0-flash-thinking-exp-0121 / column gpqa),,out:single-couple, aagpqa#none,artificialanalysis,gemini-2.0-pro-exp-02-05,solo,reasoning-math,hard,AA-GPQA,,,,,,62.2222222222222,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gemini-2-0-pro-experimental-02-05 / column gpqa),,out:single-couple, aagpqa#none,artificialanalysis,gemini-2.5-flash,nothink,reasoning-math,hard,AA-GPQA,,,,,,68.2828282828283,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gemini-2-5-flash / column gpqa),,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,gemini-2.5-flash,nothink,reasoning-math,frontier,CritPt-AA,,,,,,1.42857142857143,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gemini-2-5-flash / column critpt),,out:single-couple, aagpqa#none,artificialanalysis,gemini-2.5-flash-preview-04-17,nothink,reasoning-math,hard,AA-GPQA,,,,,,59.3939393939394,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gemini-2-5-flash-04-2025 / column gpqa),,out:single-couple, aagpqa#none,artificialanalysis,gemini-2.5-flash-lite,nothink,reasoning-math,hard,AA-GPQA,,,,,,47.3737373737374,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gemini-2-5-flash-lite / column gpqa),,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,gemini-2.5-flash-lite,nothink,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gemini-2-5-flash-lite / column critpt),,out:uninformative, aagpqa#none,artificialanalysis,gemini-2.5-flash-lite-preview-09-2025,nothink,reasoning-math,hard,AA-GPQA,,,,,,65.050505050505,acc%,2.89e-13,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gemini-2-5-flash-lite-preview-09-2025 / column gpqa),,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,gemini-2.5-flash-lite-preview-09-2025,nothink,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gemini-2-5-flash-lite-preview-09-2025 / column critpt),,out:uninformative, aagpqa#none,artificialanalysis,gemini-2.5-flash-lite-preview-09-2025,think,reasoning-math,hard,AA-GPQA,,,,,,70.9090909090909,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gemini-2-5-flash-lite-preview-09-2025-reasoning / column gpqa),,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,gemini-2.5-flash-lite-preview-09-2025,think,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gemini-2-5-flash-lite-preview-09-2025-reasoning / column critpt),,out:uninformative, aagpqa#none,artificialanalysis,gemini-2.5-flash-lite,think,reasoning-math,hard,AA-GPQA,,,,,,62.5252525252525,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gemini-2-5-flash-lite-reasoning / column gpqa),,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,gemini-2.5-flash-lite,think,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gemini-2-5-flash-lite-reasoning / column critpt),,out:uninformative, aagpqa#none,artificialanalysis,gemini-2.5-flash-preview-09-2025,nothink,reasoning-math,hard,AA-GPQA,,,,,,76.5656565656566,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gemini-2-5-flash-preview-09-2025 / column gpqa),,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,gemini-2.5-flash-preview-09-2025,nothink,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gemini-2-5-flash-preview-09-2025 / column critpt),,out:uninformative, aagpqa#none,artificialanalysis,gemini-2.5-flash-preview-09-2025,think,reasoning-math,hard,AA-GPQA,,,,,,79.2929292929293,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gemini-2-5-flash-preview-09-2025-reasoning / column gpqa),,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,gemini-2.5-flash-preview-09-2025,think,reasoning-math,frontier,CritPt-AA,,,,,,0.285714285714286,acc%,2.89e-16,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gemini-2-5-flash-preview-09-2025-reasoning / column critpt),,out:single-couple, aagpqa#none,artificialanalysis,gemini-2.5-flash,think,reasoning-math,hard,AA-GPQA,,,,,,78.989898989899,acc%,2.89e-13,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gemini-2-5-flash-reasoning / column gpqa),,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,gemini-2.5-flash,think,reasoning-math,frontier,CritPt-AA,,,,,,1.14285714285714,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gemini-2-5-flash-reasoning / column critpt),,out:single-couple, aagpqa#none,artificialanalysis,gemini-2.5-flash-preview-04-17,think,reasoning-math,hard,AA-GPQA,,,,,,69.7979797979798,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gemini-2-5-flash-reasoning-04-2025 / column gpqa),,out:superseded, aatb21#none,artificialanalysis,gemini-2.5-pro,think,coding,hard,AA-TB,,,,,,28.4644194756554,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gemini-2-5-pro / column terminalbenchV21),,out:single-couple, aagpqa#none,artificialanalysis,gemini-2.5-pro,think,reasoning-math,hard,AA-GPQA,,,,,,84.4444444444444,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gemini-2-5-pro / column gpqa),,out:single-couple, aagpqa#none,artificialanalysis,gemini-2.5-pro-exp-03-25,solo,reasoning-math,hard,AA-GPQA,,,,,,83.6363636363636,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gemini-2-5-pro-03-25 / column gpqa),,out:single-couple, aagpqa#none,artificialanalysis,gemini-2.5-pro-preview-05-06,solo,reasoning-math,hard,AA-GPQA,,,,,,82.2222222222222,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gemini-2-5-pro-05-06 / column gpqa),,out:single-couple, aagpqa#none,artificialanalysis,gemini-3-flash,not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,81.2121212121212,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gemini-3-flash / column gpqa),,out:effort-not-established, aacritpt@artificialanalysis#none,artificialanalysis,gemini-3-flash,not-established:absent,reasoning-math,frontier,CritPt-AA,,,,,,1.42857142857143,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gemini-3-flash / column critpt),,out:effort-not-established, aagpqa#none,artificialanalysis,glm-4.5-air,think,reasoning-math,hard,AA-GPQA,,,,,,73.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row glm-4-5-air / column gpqa),,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,glm-4.5-air,think,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row glm-4-5-air / column critpt),,out:uninformative, aagpqa#none,artificialanalysis,glm-4.5v,nothink,reasoning-math,hard,AA-GPQA,,,,,,57.2727272727273,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row glm-4-5v / column gpqa),,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,glm-4.5v,nothink,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row glm-4-5v / column critpt),,out:uninformative, aagpqa#none,artificialanalysis,glm-4.5v,think,reasoning-math,hard,AA-GPQA,,,,,,68.3838383838384,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row glm-4-5v-reasoning / column gpqa),,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,glm-4.5v,think,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row glm-4-5v-reasoning / column critpt),,out:uninformative, aagpqa#none,artificialanalysis,glm-4.6,nothink,reasoning-math,hard,AA-GPQA,,,,,,63.2323232323232,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row glm-4-6 / column gpqa),,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,glm-4.6,nothink,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row glm-4-6 / column critpt),,out:uninformative, aatb21#none,artificialanalysis,glm-4.6,think,coding,hard,AA-TB,,,,,,49.438202247191,acc%,2.89e-13,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row glm-4-6-reasoning / column terminalbenchV21),,out:single-couple, aagpqa#none,artificialanalysis,glm-4.6,think,reasoning-math,hard,AA-GPQA,,,,,,77.979797979798,acc%,2.89e-13,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row glm-4-6-reasoning / column gpqa),,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,glm-4.6,think,reasoning-math,frontier,CritPt-AA,,,,,,1.14285714285714,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row glm-4-6-reasoning / column critpt),,out:single-couple, aagpqa#none,artificialanalysis,glm-4.6v,nothink,reasoning-math,hard,AA-GPQA,,,,,,56.5656565656566,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row glm-4-6v / column gpqa),,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,glm-4.6v,nothink,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row glm-4-6v / column critpt),,out:uninformative, aagpqa#none,artificialanalysis,glm-4.6v,think,reasoning-math,hard,AA-GPQA,,,,,,71.9191919191919,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row glm-4-6v-reasoning / column gpqa),,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,glm-4.6v,think,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row glm-4-6v-reasoning / column critpt),,out:uninformative, aatb21#none,artificialanalysis,glm-4.7,think,coding,hard,AA-TB,,,,,,45.3183520599251,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row glm-4-7 / column terminalbenchV21),,out:superseded, aagpqa#none,artificialanalysis,glm-4.7,think,reasoning-math,hard,AA-GPQA,,,,,,85.8585858585858,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row glm-4-7 / column gpqa),,out:superseded, aacritpt@artificialanalysis#none,artificialanalysis,glm-4.7,think,reasoning-math,frontier,CritPt-AA,,,,,,1.71020408163265,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row glm-4-7 / column critpt),,out:superseded, aagpqa#none,artificialanalysis,glm-4.7-flash,think,reasoning-math,hard,AA-GPQA,,,,,,58.0808080808081,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row glm-4-7-flash / column gpqa),,out:superseded, aacritpt@artificialanalysis#none,artificialanalysis,glm-4.7-flash,think,reasoning-math,frontier,CritPt-AA,,,,,,0.285714285714286,acc%,2.89e-16,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row glm-4-7-flash / column critpt),,out:superseded, aagpqa#none,artificialanalysis,glm-4.5,think,reasoning-math,hard,AA-GPQA,,,,,,78.1818181818182,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row glm-4.5 / column gpqa),,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,glm-4.5,think,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row glm-4.5 / column critpt),,out:uninformative, aagpqa#none,artificialanalysis,glm-5,think,reasoning-math,hard,AA-GPQA,,,,,,82.020202020202,acc%,2.89e-13,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row glm-5 / column gpqa),,out:superseded, aacritpt@artificialanalysis#none,artificialanalysis,glm-5,think,reasoning-math,frontier,CritPt-AA,,,,,,2,acc%,0.289,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row glm-5 / column critpt),,out:superseded, aatb21#none,artificialanalysis,glm-5.1,think,coding,hard,AA-TB,,,,,,61.7977528089888,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row glm-5-1 / column terminalbenchV21),,out:superseded, aagpqa#none,artificialanalysis,glm-5.1,think,reasoning-math,hard,AA-GPQA,,,,,,86.7676767676768,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row glm-5-1 / column gpqa),,out:superseded, aagpqa#none,artificialanalysis,glm-5-turbo,think,reasoning-math,hard,AA-GPQA,,,,,,84.7474747474747,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row glm-5-turbo / column gpqa),,out:superseded, aacritpt@artificialanalysis#none,artificialanalysis,glm-5-turbo,think,reasoning-math,frontier,CritPt-AA,,,,,,0.285714285714286,acc%,2.89e-16,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row glm-5-turbo / column critpt),,out:superseded, aagpqa#none,artificialanalysis,glm-5v-turbo,think,reasoning-math,hard,AA-GPQA,,,,,,80.9090909090909,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row glm-5v-turbo / column gpqa),,out:superseded, aacritpt@artificialanalysis#none,artificialanalysis,glm-5v-turbo,think,reasoning-math,frontier,CritPt-AA,,,,,,0.571428571428571,acc%,2.89e-16,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row glm-5v-turbo / column critpt),,out:superseded, aagpqa#none,artificialanalysis,?GPT-3.5 Turbo,not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,29.6969696969697,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-35-turbo / column gpqa),,out:model-not-established, aagpqa#none,artificialanalysis,gpt-4.1,solo,reasoning-math,hard,AA-GPQA,,,,,,66.5656565656566,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-4-1 / column gpqa),,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,gpt-4.1,solo,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-4-1 / column critpt),,out:uninformative, aatb21#none,artificialanalysis,gpt-4.1-mini,solo,coding,hard,AA-TB,,,,,,10.1123595505618,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-4-1-mini / column terminalbenchV21),,out:single-couple, aagpqa#none,artificialanalysis,gpt-4.1-mini,solo,reasoning-math,hard,AA-GPQA,,,,,,66.3636363636364,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-4-1-mini / column gpqa),,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,gpt-4.1-mini,solo,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-4-1-mini / column critpt),,out:uninformative, aatb21#none,artificialanalysis,gpt-4.1-nano,solo,coding,hard,AA-TB,,,,,,3.74531835205993,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-4-1-nano / column terminalbenchV21),,out:single-couple, aagpqa#none,artificialanalysis,gpt-4.1-nano,solo,reasoning-math,hard,AA-GPQA,,,,,,51.2121212121212,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-4-1-nano / column gpqa),,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,gpt-4.1-nano,solo,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-4-1-nano / column critpt),,out:uninformative, aagpqa#none,artificialanalysis,gpt-4o-1120,solo,reasoning-math,hard,AA-GPQA,,,,,,54.3434343434343,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-4o / column gpqa),,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,gpt-4o-1120,solo,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-4o / column critpt),,out:uninformative, aagpqa#none,artificialanalysis,gpt-4o-0513,solo,reasoning-math,hard,AA-GPQA,,,,,,52.6262626262626,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-4o-2024-05-13 / column gpqa),,out:single-couple, aagpqa#none,artificialanalysis,gpt-4o-0806,solo,reasoning-math,hard,AA-GPQA,,,,,,52.1212121212121,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-4o-2024-08-06 / column gpqa),,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,gpt-4o-0806,solo,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-4o-2024-08-06 / column critpt),,out:uninformative, aagpqa#none,artificialanalysis,?GPT-4o (ChatGPT),not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,51.1111111111111,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-4o-chatgpt / column gpqa),,out:model-not-established, aagpqa#none,artificialanalysis,"?GPT-4o (March 2025, chatgpt-4o-latest)",not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,65.4545454545455,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-4o-chatgpt-03-25 / column gpqa),,out:model-not-established, aatb21#none,artificialanalysis,gpt-4o-mini,solo,coding,hard,AA-TB,,,,,,5.61797752808989,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-4o-mini / column terminalbenchV21),,out:single-couple, aagpqa#none,artificialanalysis,gpt-4o-mini,solo,reasoning-math,hard,AA-GPQA,,,,,,42.6262626262626,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-4o-mini / column gpqa),,out:single-couple, aatb21#none,artificialanalysis,gpt-5,high,coding,hard,AA-TB,,,,,,35.2059925093633,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-5 / column terminalbenchV21),,out:single-couple, aagpqa#none,artificialanalysis,gpt-5,high,reasoning-math,hard,AA-GPQA,,,,,,85.3535353535353,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-5 / column gpqa),,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,gpt-5,high,reasoning-math,frontier,CritPt-AA,,,,,,5.71428571428571,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-5 / column critpt),,out:single-couple, aagpqa#none,artificialanalysis,?GPT-5 (ChatGPT),not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,68.5858585858586,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-5-chatgpt / column gpqa),,out:model-not-established, aagpqa#none,artificialanalysis,gpt-5-codex,high,reasoning-math,hard,AA-GPQA,,,,,,83.7373737373737,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-5-codex / column gpqa),,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,gpt-5-codex,high,reasoning-math,frontier,CritPt-AA,,,,,,5.14285714285714,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-5-codex / column critpt),,out:single-couple, aagpqa#none,artificialanalysis,gpt-5,low,reasoning-math,hard,AA-GPQA,,,,,,80.8080808080808,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-5-low / column gpqa),,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,gpt-5,low,reasoning-math,frontier,CritPt-AA,,,,,,1.14285714285714,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-5-low / column critpt),,out:single-couple, aagpqa#none,artificialanalysis,gpt-5,medium,reasoning-math,hard,AA-GPQA,,,,,,84.1750841750842,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-5-medium / column gpqa),,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,gpt-5,medium,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-5-medium / column critpt),,out:uninformative, aatb21#none,artificialanalysis,gpt-5-mini,high,coding,hard,AA-TB,,,,,,3.74531835205993,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-5-mini / column terminalbenchV21),,out:single-couple, aagpqa#none,artificialanalysis,gpt-5-mini,high,reasoning-math,hard,AA-GPQA,,,,,,82.8282828282828,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-5-mini / column gpqa),,out:single-couple, aagpqa#none,artificialanalysis,gpt-5-mini,medium,reasoning-math,hard,AA-GPQA,,,,,,80.3030303030303,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-5-mini-medium / column gpqa),,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,gpt-5-mini,medium,reasoning-math,frontier,CritPt-AA,,,,,,1.42857142857143,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-5-mini-medium / column critpt),,out:single-couple, aagpqa#none,artificialanalysis,gpt-5-mini,minimal,reasoning-math,hard,AA-GPQA,,,,,,68.6868686868687,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-5-mini-minimal / column gpqa),,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,gpt-5-mini,minimal,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-5-mini-minimal / column critpt),,out:uninformative, aagpqa#none,artificialanalysis,gpt-5,minimal,reasoning-math,hard,AA-GPQA,,,,,,67.2727272727273,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-5-minimal / column gpqa),,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,gpt-5,minimal,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-5-minimal / column critpt),,out:uninformative, aagpqa#none,artificialanalysis,gpt-5-nano,high,reasoning-math,hard,AA-GPQA,,,,,,67.5757575757576,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-5-nano / column gpqa),,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,gpt-5-nano,high,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-5-nano / column critpt),,out:uninformative, aagpqa#none,artificialanalysis,gpt-5-nano,medium,reasoning-math,hard,AA-GPQA,,,,,,66.969696969697,acc%,2.89e-13,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-5-nano-medium / column gpqa),,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,gpt-5-nano,medium,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-5-nano-medium / column critpt),,out:uninformative, aagpqa#none,artificialanalysis,gpt-5-nano,minimal,reasoning-math,hard,AA-GPQA,,,,,,42.8282828282828,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-5-nano-minimal / column gpqa),,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,gpt-5-nano,minimal,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-5-nano-minimal / column critpt),,out:uninformative, aatb21#none,artificialanalysis,gpt-oss-120b,high,coding,hard,AA-TB,,,,,,26.2172284644195,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-oss-120b / column terminalbenchV21),,out:single-couple, aagpqa#none,artificialanalysis,gpt-oss-120b,high,reasoning-math,hard,AA-GPQA,,,,,,78.1818181818182,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-oss-120b / column gpqa),,out:single-couple, aatb21#none,artificialanalysis,gpt-oss-120b,low,coding,hard,AA-TB,,,,,,13.8576779026217,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-oss-120b-low / column terminalbenchV21),,out:single-couple, aagpqa#none,artificialanalysis,gpt-oss-120b,low,reasoning-math,hard,AA-GPQA,,,,,,67.1717171717172,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-oss-120b-low / column gpqa),,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,gpt-oss-120b,low,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-oss-120b-low / column critpt),,out:uninformative, aatb21#none,artificialanalysis,gpt-oss-20b,high,coding,hard,AA-TB,,,,,,13.8576779026217,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-oss-20b / column terminalbenchV21),,out:single-couple, aagpqa#none,artificialanalysis,gpt-oss-20b,high,reasoning-math,hard,AA-GPQA,,,,,,68.7878787878788,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-oss-20b / column gpqa),,out:single-couple, aagpqa#none,artificialanalysis,gpt-oss-20b,low,reasoning-math,hard,AA-GPQA,,,,,,61.1111111111111,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-oss-20b-low / column gpqa),,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,gpt-oss-20b,low,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row gpt-oss-20b-low / column critpt),,out:uninformative, aagpqa#none,artificialanalysis,grok-2-1212,solo,reasoning-math,hard,AA-GPQA,,,,,,51.010101010101,acc%,2.89e-13,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row grok-2-1212 / column gpqa),,out:single-couple, aagpqa#none,artificialanalysis,?Grok 3 mini Reasoning,not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,79.0909090909091,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row grok-3-mini-reasoning / column gpqa),,out:model-not-established, aacritpt@artificialanalysis#none,artificialanalysis,?Grok 3 mini Reasoning,not-established:absent,reasoning-math,frontier,CritPt-AA,,,,,,0.571428571428571,acc%,2.89e-16,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row grok-3-mini-reasoning / column critpt),,out:model-not-established, aagpqa#none,artificialanalysis,grok-4.20,think,reasoning-math,hard,AA-GPQA,,,,,,88.4848484848485,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row grok-4-20-0309 / column gpqa),,in, aacritpt@artificialanalysis#none,artificialanalysis,grok-4.20,think,reasoning-math,frontier,CritPt-AA,,,,,,6,acc%,0.289,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row grok-4-20-0309 / column critpt),,in, aagpqa#none,artificialanalysis,?Grok 4.20 0309 v2,not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,77.5757575757576,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row grok-4-20-non-reasoning / column gpqa),,out:model-not-established, aacritpt@artificialanalysis#none,artificialanalysis,?Grok 4.20 0309 v2,not-established:absent,reasoning-math,frontier,CritPt-AA,,,,,,0.285714285714286,acc%,2.89e-16,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row grok-4-20-non-reasoning / column critpt),,out:model-not-established, aagpqa#none,artificialanalysis,?Grok Beta,not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,47.0707070707071,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row grok-beta / column gpqa),,out:model-not-established, aagpqa#none,artificialanalysis,grok-code-fast-1,think,reasoning-math,hard,AA-GPQA,,,,,,72.7272727272727,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row grok-code-fast-1 / column gpqa),,out:effort-not-established, aacritpt@artificialanalysis#none,artificialanalysis,grok-code-fast-1,think,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row grok-code-fast-1 / column critpt),,out:effort-not-established, aagpqa#none,artificialanalysis,kimi-k2-instruct,solo,reasoning-math,hard,AA-GPQA,,,,,,76.5656565656566,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row kimi-k2 / column gpqa),,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,kimi-k2-instruct,solo,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row kimi-k2 / column critpt),,out:uninformative, aagpqa#none,artificialanalysis,kimi-k2-instruct-0905,solo,reasoning-math,hard,AA-GPQA,,,,,,76.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row kimi-k2-0905 / column gpqa),,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,kimi-k2-instruct-0905,solo,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row kimi-k2-0905 / column critpt),,out:uninformative, aatb21#none,artificialanalysis,kimi-k2.5,think,coding,hard,AA-TB,,,,,,45.6928838951311,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row kimi-k2-5 / column terminalbenchV21),,in, aagpqa#none,artificialanalysis,kimi-k2.5,think,reasoning-math,hard,AA-GPQA,,,,,,87.8787878787879,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row kimi-k2-5 / column gpqa),,in, aacritpt@artificialanalysis#none,artificialanalysis,kimi-k2.5,think,reasoning-math,frontier,CritPt-AA,,,,,,3.14285714285714,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row kimi-k2-5 / column critpt),,in, aatb21#none,artificialanalysis,kimi-k2.6,think,coding,hard,AA-TB,,,,,,65.9176029962547,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row kimi-k2-6 / column terminalbenchV21),,out:superseded, aagpqa#none,artificialanalysis,kimi-k2.6,think,reasoning-math,hard,AA-GPQA,,,,,,91.1111111111111,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row kimi-k2-6 / column gpqa),,out:superseded, aatb21#none,artificialanalysis,kimi-k2.7-code,solo,coding,hard,AA-TB,,,,,,67.4157303370786,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row kimi-k2-7-code / column terminalbenchV21),,out:superseded, aagpqa#none,artificialanalysis,kimi-k2.7-code,solo,reasoning-math,hard,AA-GPQA,,,,,,89.5959595959596,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row kimi-k2-7-code / column gpqa),,out:superseded, aagpqa#none,artificialanalysis,?Kimi K2 Thinking,not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,83.8383838383838,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row kimi-k2-thinking / column gpqa),,out:model-not-established, aacritpt@artificialanalysis#none,artificialanalysis,?Kimi K2 Thinking,not-established:absent,reasoning-math,frontier,CritPt-AA,,,,,,2.57142857142857,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row kimi-k2-thinking / column critpt),,out:model-not-established, aagpqa#none,artificialanalysis,kimi-linear-48b-a3b-instruct,solo,reasoning-math,hard,AA-GPQA,,,,,,41.2121212121212,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row kimi-linear-48b-a3b-instruct / column gpqa),,out:superseded, aagpqa#none,artificialanalysis,o1,not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,74.7474747474747,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row o1 / column gpqa),,out:effort-not-established, aacritpt@artificialanalysis#none,artificialanalysis,o1,not-established:absent,reasoning-math,frontier,CritPt-AA,,,,,,0.285714285714286,acc%,2.89e-16,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row o1 / column critpt),,out:effort-not-established, aagpqa#none,artificialanalysis,o1-mini,solo,reasoning-math,hard,AA-GPQA,,,,,,60.3030303030303,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row o1-mini / column gpqa),,out:single-couple, aagpqa#none,artificialanalysis,o3,not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,82.7272727272727,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row o3 / column gpqa),,out:effort-not-established, aacritpt@artificialanalysis#none,artificialanalysis,o3,not-established:absent,reasoning-math,frontier,CritPt-AA,,,,,,1.14285714285714,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row o3 / column critpt),,out:effort-not-established, aagpqa#none,artificialanalysis,o3-mini,not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,74.8484848484848,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row o3-mini / column gpqa),,out:effort-not-established, aatb21#none,artificialanalysis,o3-mini,not-established:absent,coding,hard,AA-TB,,,,,,4.49438202247191,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row o3-mini-high / column terminalbenchV21),,out:effort-not-established, aagpqa#none,artificialanalysis,o3-mini,not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,77.2727272727273,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row o3-mini-high / column gpqa),,out:effort-not-established, aagpqa#none,artificialanalysis,o3-pro,not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,84.5454545454545,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row o3-pro / column gpqa),,out:effort-not-established, aagpqa#none,artificialanalysis,o4-mini,high,reasoning-math,hard,AA-GPQA,,,,,,78.3838383838384,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row o4-mini / column gpqa),,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,o4-mini,high,reasoning-math,frontier,CritPt-AA,,,,,,0.571428571428571,acc%,2.89e-16,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row o4-mini / column critpt),,out:single-couple, aagpqa#none,artificialanalysis,?Qwen2.5 Max,not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,58.6868686868687,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen-2-5-max / column gpqa),,out:model-not-established, aagpqa#none,artificialanalysis,?Qwen2.5 Turbo,not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,41.010101010101,acc%,2.89e-13,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen-turbo / column gpqa),,out:model-not-established, aagpqa#none,artificialanalysis,qwen1.5-110b-chat,solo,reasoning-math,hard,AA-GPQA,,,,,,28.8888888888889,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen1.5-110b-chat / column gpqa),,out:single-couple, aagpqa#none,artificialanalysis,qwen2.5-72b-instruct,solo,reasoning-math,hard,AA-GPQA,,,,,,49.0909090909091,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen2-5-72b-instruct / column gpqa),,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,qwen2.5-72b-instruct,solo,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen2-5-72b-instruct / column critpt),,out:uninformative, aagpqa#none,artificialanalysis,qwen2.5-coder-32b-instruct,solo,reasoning-math,hard,AA-GPQA,,,,,,41.7171717171717,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen2-5-coder-32b-instruct / column gpqa),,out:single-couple, aagpqa#none,artificialanalysis,qwen2.5-coder-7b-instruct,solo,reasoning-math,hard,AA-GPQA,,,,,,33.9393939393939,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen2-5-coder-7b-instruct / column gpqa),,out:single-couple, aagpqa#none,artificialanalysis,qwen2-72b-instruct,solo,reasoning-math,hard,AA-GPQA,,,,,,37.0707070707071,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen2-72b-instruct / column gpqa),,out:single-couple, aagpqa#none,artificialanalysis,qwen2.5-32b-instruct,solo,reasoning-math,hard,AA-GPQA,,,,,,46.5656565656566,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen2.5-32b-instruct / column gpqa),,out:single-couple, aagpqa#none,artificialanalysis,qwen3-0.6b,nothink,reasoning-math,hard,AA-GPQA,,,,,,23.1313131313131,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-0.6b-instruct / column gpqa),,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,qwen3-0.6b,nothink,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-0.6b-instruct / column critpt),,out:uninformative, aagpqa#none,artificialanalysis,qwen3-0.6b,think,reasoning-math,hard,AA-GPQA,,,,,,23.9393939393939,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-0.6b-instruct-reasoning / column gpqa),,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,qwen3-0.6b,think,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-0.6b-instruct-reasoning / column critpt),,out:uninformative, aagpqa#none,artificialanalysis,qwen3-1.7b,nothink,reasoning-math,hard,AA-GPQA,,,,,,28.2828282828283,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-1.7b-instruct / column gpqa),,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,qwen3-1.7b,nothink,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-1.7b-instruct / column critpt),,out:uninformative, aagpqa#none,artificialanalysis,qwen3-1.7b,think,reasoning-math,hard,AA-GPQA,,,,,,35.5555555555556,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-1.7b-instruct-reasoning / column gpqa),,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,qwen3-1.7b,think,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-1.7b-instruct-reasoning / column critpt),,out:uninformative, aagpqa#none,artificialanalysis,qwen3-14b,nothink,reasoning-math,hard,AA-GPQA,,,,,,46.969696969697,acc%,2.89e-13,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-14b-instruct / column gpqa),,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,qwen3-14b,nothink,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-14b-instruct / column critpt),,out:uninformative, aatb21#none,artificialanalysis,qwen3-14b,think,coding,hard,AA-TB,,,,,,4.8689138576779,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-14b-instruct-reasoning / column terminalbenchV21),,out:single-couple, aagpqa#none,artificialanalysis,qwen3-14b,think,reasoning-math,hard,AA-GPQA,,,,,,60.4040404040404,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-14b-instruct-reasoning / column gpqa),,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,qwen3-14b,think,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-14b-instruct-reasoning / column critpt),,out:uninformative, aagpqa#none,artificialanalysis,qwen3-235b-a22b,nothink,reasoning-math,hard,AA-GPQA,,,,,,61.3131313131313,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-235b-a22b-instruct / column gpqa),,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,qwen3-235b-a22b,nothink,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-235b-a22b-instruct / column critpt),,out:uninformative, aagpqa#none,artificialanalysis,qwen3-235b-a22b-instruct-2507,solo,reasoning-math,hard,AA-GPQA,,,,,,75.2525252525253,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-235b-a22b-instruct-2507 / column gpqa),,out:single-couple, aatb21#none,artificialanalysis,?Qwen3 235B A22B 2507,not-established:absent,coding,hard,AA-TB,,,,,,11.9850187265918,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-235b-a22b-instruct-2507-reasoning / column terminalbenchV21),,out:model-not-established, aagpqa#none,artificialanalysis,?Qwen3 235B A22B 2507,not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,78.989898989899,acc%,2.89e-13,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-235b-a22b-instruct-2507-reasoning / column gpqa),,out:model-not-established, aacritpt@artificialanalysis#none,artificialanalysis,?Qwen3 235B A22B 2507,not-established:absent,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-235b-a22b-instruct-2507-reasoning / column critpt),,out:model-not-established, aagpqa#none,artificialanalysis,qwen3-235b-a22b,think,reasoning-math,hard,AA-GPQA,,,,,,70,acc%,2.89,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-235b-a22b-instruct-reasoning / column gpqa),,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,qwen3-235b-a22b,think,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-235b-a22b-instruct-reasoning / column critpt),,out:uninformative, aagpqa#none,artificialanalysis,qwen3-30b-a3b-instruct-2507,solo,reasoning-math,hard,AA-GPQA,,,,,,65.8585858585859,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-30b-a3b-2507 / column gpqa),,out:single-couple, aatb21#none,artificialanalysis,?Qwen3 30B A3B 2507,not-established:absent,coding,hard,AA-TB,,,,,,1.49812734082397,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-30b-a3b-2507-reasoning / column terminalbenchV21),,out:model-not-established, aagpqa#none,artificialanalysis,?Qwen3 30B A3B 2507,not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,70.7070707070707,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-30b-a3b-2507-reasoning / column gpqa),,out:model-not-established, aacritpt@artificialanalysis#none,artificialanalysis,?Qwen3 30B A3B 2507,not-established:absent,reasoning-math,frontier,CritPt-AA,,,,,,0.285714285714286,acc%,2.89e-16,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-30b-a3b-2507-reasoning / column critpt),,out:model-not-established, aagpqa#none,artificialanalysis,qwen3-30b-a3b,nothink,reasoning-math,hard,AA-GPQA,,,,,,51.5151515151515,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-30b-a3b-instruct / column gpqa),,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,qwen3-30b-a3b,nothink,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-30b-a3b-instruct / column critpt),,out:uninformative, aagpqa#none,artificialanalysis,qwen3-30b-a3b,think,reasoning-math,hard,AA-GPQA,,,,,,61.6161616161616,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-30b-a3b-instruct-reasoning / column gpqa),,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,qwen3-30b-a3b,think,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-30b-a3b-instruct-reasoning / column critpt),,out:uninformative, aagpqa#none,artificialanalysis,qwen3-32b,nothink,reasoning-math,hard,AA-GPQA,,,,,,53.5353535353535,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-32b-instruct / column gpqa),,out:single-couple, aatb21#none,artificialanalysis,qwen3-32b,think,coding,hard,AA-TB,,,,,,5.2434456928839,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-32b-instruct-reasoning / column terminalbenchV21),,out:single-couple, aagpqa#none,artificialanalysis,qwen3-32b,think,reasoning-math,hard,AA-GPQA,,,,,,66.7676767676768,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-32b-instruct-reasoning / column gpqa),,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,qwen3-32b,think,reasoning-math,frontier,CritPt-AA,,,,,,0.285714285714286,acc%,2.89e-16,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-32b-instruct-reasoning / column critpt),,out:single-couple, aagpqa#none,artificialanalysis,qwen3-4b-instruct-2507,solo,reasoning-math,hard,AA-GPQA,,,,,,51.7171717171717,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-4b-2507-instruct / column gpqa),,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,qwen3-4b-instruct-2507,solo,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-4b-2507-instruct / column critpt),,out:uninformative, aagpqa#none,artificialanalysis,?Qwen3 4B 2507,not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,66.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-4b-2507-instruct-reasoning / column gpqa),,out:model-not-established, aacritpt@artificialanalysis#none,artificialanalysis,?Qwen3 4B 2507,not-established:absent,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-4b-2507-instruct-reasoning / column critpt),,out:model-not-established, aagpqa#none,artificialanalysis,qwen3-4b,nothink,reasoning-math,hard,AA-GPQA,,,,,,39.7979797979798,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-4b-instruct / column gpqa),,out:single-couple, aagpqa#none,artificialanalysis,qwen3-4b,think,reasoning-math,hard,AA-GPQA,,,,,,52.2222222222222,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-4b-instruct-reasoning / column gpqa),,out:single-couple, aatb21#none,artificialanalysis,qwen3.5-0.8b,think,coding,hard,AA-TB,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-5-0-8b / column terminalbenchV21),,out:uninformative, aagpqa#none,artificialanalysis,qwen3.5-0.8b,think,reasoning-math,hard,AA-GPQA,,,,,,11.1111111111111,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-5-0-8b / column gpqa),,out:superseded, aacritpt@artificialanalysis#none,artificialanalysis,qwen3.5-0.8b,think,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-5-0-8b / column critpt),,out:uninformative, aatb21#none,artificialanalysis,qwen3.5-122b-a10b,think,coding,hard,AA-TB,,,,,,47.565543071161,acc%,2.89e-13,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-5-122b-a10b / column terminalbenchV21),,out:superseded, aagpqa#none,artificialanalysis,qwen3.5-122b-a10b,think,reasoning-math,hard,AA-GPQA,,,,,,85.6565656565657,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-5-122b-a10b / column gpqa),,out:superseded, aagpqa#none,artificialanalysis,qwen3.5-27b,think,reasoning-math,hard,AA-GPQA,,,,,,85.7575757575758,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-5-27b / column gpqa),,out:superseded, aacritpt@artificialanalysis#none,artificialanalysis,qwen3.5-27b,think,reasoning-math,frontier,CritPt-AA,,,,,,0.853061224489796,acc%,2.89e-16,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-5-27b / column critpt),,out:superseded, aatb21#none,artificialanalysis,qwen3.5-2b,think,coding,hard,AA-TB,,,,,,2.99625468164794,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-5-2b / column terminalbenchV21),,out:superseded, aagpqa#none,artificialanalysis,qwen3.5-2b,think,reasoning-math,hard,AA-GPQA,,,,,,45.5555555555556,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-5-2b / column gpqa),,out:superseded, aacritpt@artificialanalysis#none,artificialanalysis,qwen3.5-2b,think,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-5-2b / column critpt),,out:uninformative, aagpqa#none,artificialanalysis,qwen3.5-35b-a3b,think,reasoning-math,hard,AA-GPQA,,,,,,84.5454545454545,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-5-35b-a3b / column gpqa),,out:superseded, aacritpt@artificialanalysis#none,artificialanalysis,qwen3.5-35b-a3b,think,reasoning-math,frontier,CritPt-AA,,,,,,0.857142857142857,acc%,2.89e-16,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-5-35b-a3b / column critpt),,out:superseded, aatb21#none,artificialanalysis,qwen3.5-397b-a17b,think,coding,hard,AA-TB,,,,,,51.310861423221,acc%,2.89e-13,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-5-397b-a17b / column terminalbenchV21),,out:superseded, aagpqa#none,artificialanalysis,qwen3.5-397b-a17b,think,reasoning-math,hard,AA-GPQA,,,,,,89.2929292929293,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-5-397b-a17b / column gpqa),,out:superseded, aatb21#none,artificialanalysis,qwen3.5-4b,think,coding,hard,AA-TB,,,,,,25.8426966292135,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-5-4b / column terminalbenchV21),,out:superseded, aagpqa#none,artificialanalysis,qwen3.5-4b,think,reasoning-math,hard,AA-GPQA,,,,,,77.0707070707071,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-5-4b / column gpqa),,out:superseded, aacritpt@artificialanalysis#none,artificialanalysis,qwen3.5-4b,think,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-5-4b / column critpt),,out:uninformative, aatb21#none,artificialanalysis,qwen3.5-9b,think,coding,hard,AA-TB,,,,,,29.2134831460674,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-5-9b / column terminalbenchV21),,out:superseded, aagpqa#none,artificialanalysis,qwen3.5-9b,think,reasoning-math,hard,AA-GPQA,,,,,,80.6060606060606,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-5-9b / column gpqa),,out:superseded, aagpqa#none,artificialanalysis,qwen3.5-omni-flash,nothink,reasoning-math,hard,AA-GPQA,,,,,,74.2424242424242,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-5-omni-flash / column gpqa),,out:superseded, aacritpt@artificialanalysis#none,artificialanalysis,qwen3.5-omni-flash,nothink,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-5-omni-flash / column critpt),,out:uninformative, aagpqa#none,artificialanalysis,qwen3.5-omni-plus,nothink,reasoning-math,hard,AA-GPQA,,,,,,82.6262626262626,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-5-omni-plus / column gpqa),,out:superseded, aacritpt@artificialanalysis#none,artificialanalysis,qwen3.5-omni-plus,nothink,reasoning-math,frontier,CritPt-AA,,,,,,0.563265306122449,acc%,2.89e-16,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-5-omni-plus / column critpt),,out:superseded, aatb21#none,artificialanalysis,qwen3.6-27b,think,coding,hard,AA-TB,,,,,,60.6741573033708,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-6-27b / column terminalbenchV21),,out:superseded, aagpqa#none,artificialanalysis,qwen3.6-27b,think,reasoning-math,hard,AA-GPQA,,,,,,84.2424242424242,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-6-27b / column gpqa),,out:superseded, aatb21#none,artificialanalysis,qwen3.6-35b-a3b,think,coding,hard,AA-TB,,,,,,44.9438202247191,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-6-35b-a3b / column terminalbenchV21),,out:superseded, aagpqa#none,artificialanalysis,qwen3.6-35b-a3b,think,reasoning-math,hard,AA-GPQA,,,,,,84.1414141414142,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-6-35b-a3b / column gpqa),,out:superseded, aagpqa#none,artificialanalysis,qwen3.6-max-preview,think,reasoning-math,hard,AA-GPQA,,,,,,88.7878787878788,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-6-max / column gpqa),,out:superseded, aacritpt@artificialanalysis#none,artificialanalysis,qwen3.6-max-preview,think,reasoning-math,frontier,CritPt-AA,,,,,,3.70612244897959,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-6-max / column critpt),,out:superseded, aatb21#none,artificialanalysis,qwen3.6-plus,think,coding,hard,AA-TB,,,,,,61.4232209737828,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-6-plus / column terminalbenchV21),,out:superseded, aagpqa#none,artificialanalysis,qwen3.6-plus,think,reasoning-math,hard,AA-GPQA,,,,,,88.1818181818182,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-6-plus / column gpqa),,out:superseded, aacritpt@artificialanalysis#none,artificialanalysis,qwen3.6-plus,think,reasoning-math,frontier,CritPt-AA,,,,,,2.85714285714286,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-6-plus / column critpt),,out:superseded, aatb21#none,artificialanalysis,qwen3.7-max,think,coding,hard,AA-TB,,,,,,74.5318352059925,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-7-max / column terminalbenchV21),,out:superseded, aagpqa#none,artificialanalysis,qwen3.7-max,think,reasoning-math,hard,AA-GPQA,,,,,,92.3232323232323,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-7-max / column gpqa),,out:superseded, aatb21#none,artificialanalysis,qwen3.7-plus,think,coding,hard,AA-TB,,,,,,61.0486891385768,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-7-plus / column terminalbenchV21),,out:superseded, aagpqa#none,artificialanalysis,qwen3.7-plus,think,reasoning-math,hard,AA-GPQA,,,,,,90,acc%,2.89,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-7-plus / column gpqa),,out:superseded, aagpqa#none,artificialanalysis,qwen3-8b,nothink,reasoning-math,hard,AA-GPQA,,,,,,45.1515151515152,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-8b-instruct / column gpqa),,in, aacritpt@artificialanalysis#none,artificialanalysis,qwen3-8b,nothink,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-8b-instruct / column critpt),,out:uninformative, aatb21#none,artificialanalysis,qwen3-8b,think,coding,hard,AA-TB,,,,,,2.24719101123595,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-8b-instruct-reasoning / column terminalbenchV21),,in, aagpqa#none,artificialanalysis,qwen3-8b,think,reasoning-math,hard,AA-GPQA,,,,,,58.8888888888889,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-8b-instruct-reasoning / column gpqa),,in, aacritpt@artificialanalysis#none,artificialanalysis,qwen3-8b,think,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-8b-instruct-reasoning / column critpt),,out:uninformative, aagpqa#none,artificialanalysis,qwen3-coder-30b-a3b-instruct,solo,reasoning-math,hard,AA-GPQA,,,,,,51.6161616161616,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-coder-30b-a3b-instruct / column gpqa),,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,qwen3-coder-30b-a3b-instruct,solo,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-coder-30b-a3b-instruct / column critpt),,out:uninformative, aagpqa#none,artificialanalysis,qwen3-coder-480b-a35b-instruct,solo,reasoning-math,hard,AA-GPQA,,,,,,61.8181818181818,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-coder-480b-a35b-instruct / column gpqa),,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,qwen3-coder-480b-a35b-instruct,solo,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-coder-480b-a35b-instruct / column critpt),,out:uninformative, aatb21#none,artificialanalysis,qwen3-coder-next,nothink,coding,hard,AA-TB,,,,,,38.2022471910112,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-coder-next / column terminalbenchV21),,out:superseded, aagpqa#none,artificialanalysis,qwen3-coder-next,nothink,reasoning-math,hard,AA-GPQA,,,,,,73.7373737373737,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-coder-next / column gpqa),,out:superseded, aagpqa#none,artificialanalysis,qwen3-max-0923,solo,reasoning-math,hard,AA-GPQA,,,,,,76.3636363636364,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-max / column gpqa),,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,qwen3-max-0923,solo,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-max / column critpt),,out:uninformative, aagpqa#none,artificialanalysis,qwen3-max-preview,nothink,reasoning-math,hard,AA-GPQA,,,,,,76.3636363636364,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-max-preview / column gpqa),,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,qwen3-max-preview,nothink,reasoning-math,frontier,CritPt-AA,,,,,,0.857142857142857,acc%,2.89e-16,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-max-preview / column critpt),,out:single-couple, aagpqa#none,artificialanalysis,qwen3-max-0123,think,reasoning-math,hard,AA-GPQA,,,,,,86.0606060606061,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-max-thinking / column gpqa),,out:superseded, aacritpt@artificialanalysis#none,artificialanalysis,qwen3-max-0123,think,reasoning-math,frontier,CritPt-AA,,,,,,1.71428571428571,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-max-thinking / column critpt),,out:superseded, aagpqa#none,artificialanalysis,?Qwen3 Max Thinking (Preview),not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,77.5757575757576,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-max-thinking-preview / column gpqa),,out:model-not-established, aacritpt@artificialanalysis#none,artificialanalysis,?Qwen3 Max Thinking (Preview),not-established:absent,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-max-thinking-preview / column critpt),,out:model-not-established, aagpqa#none,artificialanalysis,qwen3-next-80b-a3b-instruct,solo,reasoning-math,hard,AA-GPQA,,,,,,73.8383838383838,acc%,2.89e-14,,prev=0.738383838383838 (src-artificialanalysis-models-wayback-2026-07-01#M56),https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-next-80b-a3b-instruct / column gpqa),,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,qwen3-next-80b-a3b-instruct,solo,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-next-80b-a3b-instruct / column critpt),,out:uninformative, aatb21#none,artificialanalysis,?Qwen3 Next 80B A3B,not-established:absent,coding,hard,AA-TB,,,,,,6.74157303370786,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-next-80b-a3b-reasoning / column terminalbenchV21),,out:model-not-established, aagpqa#none,artificialanalysis,?Qwen3 Next 80B A3B,not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,75.8585858585858,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-next-80b-a3b-reasoning / column gpqa),,out:model-not-established, aacritpt@artificialanalysis#none,artificialanalysis,?Qwen3 Next 80B A3B,not-established:absent,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-next-80b-a3b-reasoning / column critpt),,out:model-not-established, aagpqa#none,artificialanalysis,qwen3-omni-30b-a3b-instruct,solo,reasoning-math,hard,AA-GPQA,,,,,,62.020202020202,acc%,2.89e-13,,prev=0.62020202020202 (src-artificialanalysis-models-wayback-2026-07-01#M58),https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-omni-30b-a3b-instruct / column gpqa),,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,qwen3-omni-30b-a3b-instruct,solo,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-omni-30b-a3b-instruct / column critpt),,out:uninformative, aagpqa#none,artificialanalysis,?Qwen3 Omni 30B A3B,not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,72.6262626262626,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-omni-30b-a3b-reasoning / column gpqa),,out:model-not-established, aacritpt@artificialanalysis#none,artificialanalysis,?Qwen3 Omni 30B A3B,not-established:absent,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-omni-30b-a3b-reasoning / column critpt),,out:model-not-established, aagpqa#none,artificialanalysis,qwen3-vl-235b-a22b-instruct,solo,reasoning-math,hard,AA-GPQA,,,,,,71.2121212121212,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-vl-235b-a22b-instruct / column gpqa),,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,qwen3-vl-235b-a22b-instruct,solo,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-vl-235b-a22b-instruct / column critpt),,out:uninformative, aagpqa#none,artificialanalysis,?Qwen3 VL 235B A22B,not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,77.1717171717172,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-vl-235b-a22b-reasoning / column gpqa),,out:model-not-established, aacritpt@artificialanalysis#none,artificialanalysis,?Qwen3 VL 235B A22B,not-established:absent,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-vl-235b-a22b-reasoning / column critpt),,out:model-not-established, aagpqa#none,artificialanalysis,qwen3-vl-30b-a3b-instruct,solo,reasoning-math,hard,AA-GPQA,,,,,,69.4949494949495,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-vl-30b-a3b-instruct / column gpqa),,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,qwen3-vl-30b-a3b-instruct,solo,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-vl-30b-a3b-instruct / column critpt),,out:uninformative, aagpqa#none,artificialanalysis,?Qwen3 VL 30B A3B,not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,72.020202020202,acc%,2.89e-13,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-vl-30b-a3b-reasoning / column gpqa),,out:model-not-established, aacritpt@artificialanalysis#none,artificialanalysis,?Qwen3 VL 30B A3B,not-established:absent,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-vl-30b-a3b-reasoning / column critpt),,out:model-not-established, aagpqa#none,artificialanalysis,qwen3-vl-32b-instruct,solo,reasoning-math,hard,AA-GPQA,,,,,,67.0707070707071,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-vl-32b-instruct / column gpqa),,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,qwen3-vl-32b-instruct,solo,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-vl-32b-instruct / column critpt),,out:uninformative, aagpqa#none,artificialanalysis,?Qwen3 VL 32B,not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,73.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-vl-32b-reasoning / column gpqa),,out:model-not-established, aacritpt@artificialanalysis#none,artificialanalysis,?Qwen3 VL 32B,not-established:absent,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-vl-32b-reasoning / column critpt),,out:model-not-established, aagpqa#none,artificialanalysis,qwen3-vl-4b-instruct,solo,reasoning-math,hard,AA-GPQA,,,,,,37.0707070707071,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-vl-4b-instruct / column gpqa),,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,qwen3-vl-4b-instruct,solo,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-vl-4b-instruct / column critpt),,out:uninformative, aagpqa#none,artificialanalysis,?Qwen3 VL 4B,not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,49.3939393939394,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-vl-4b-reasoning / column gpqa),,out:model-not-established, aacritpt@artificialanalysis#none,artificialanalysis,?Qwen3 VL 4B,not-established:absent,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-vl-4b-reasoning / column critpt),,out:model-not-established, aagpqa#none,artificialanalysis,qwen3-vl-8b-instruct,solo,reasoning-math,hard,AA-GPQA,,,,,,42.7272727272727,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-vl-8b-instruct / column gpqa),,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,qwen3-vl-8b-instruct,solo,reasoning-math,frontier,CritPt-AA,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-vl-8b-instruct / column critpt),,out:uninformative, aagpqa#none,artificialanalysis,?Qwen3 VL 8B,not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,57.8787878787879,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-vl-8b-reasoning / column gpqa),,out:model-not-established, aacritpt@artificialanalysis#none,artificialanalysis,?Qwen3 VL 8B,not-established:absent,reasoning-math,frontier,CritPt-AA,,,,,,0.285714285714286,acc%,2.89e-16,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwen3-vl-8b-reasoning / column critpt),,out:model-not-established, aagpqa#none,artificialanalysis,qwq-32b,solo,reasoning-math,hard,AA-GPQA,,,,,,59.2929292929293,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5 ($ / row qwq-32b / column gpqa),,out:single-couple, aa-index-pertask3@artificialanalysis,artificialanalysis,qwq-32b-preview,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row QwQ-32B-Preview, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,deepseek-coder-v2-instruct,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row deepseek-coder-v2, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,deepseek-coder-v2-lite-instruct,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row deepseek-coder-v2-lite, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,deepseek-llm-67b-chat,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row deepseek-llm-67b-chat, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,deepseek-r1-0528,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row deepseek-r1, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,deepseek-r1,solo,mixed,frontier,AA-Index,per-task,0.32409020360669755,2.89e-18,,17144.943868101385,18.5882542832118,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row deepseek-r1-0120 / column intelligenceIndex),,out:single-couple,out:cost-not-comparable aa-index-pertask3@artificialanalysis,artificialanalysis,deepseek-r1-distill-llama-70b,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row deepseek-r1-distill-llama-70b, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,deepseek-r1-distill-llama-8b,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row deepseek-r1-distill-llama-8b, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,deepseek-r1-distill-qwen-1.5b,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row deepseek-r1-distill-qwen-1-5b, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,deepseek-r1-distill-qwen-14b,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row deepseek-r1-distill-qwen-14b, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,deepseek-r1-distill-qwen-32b,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row deepseek-r1-distill-qwen-32b, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,deepseek-r1-0528-qwen3-8b,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row deepseek-r1-qwen3-8b, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,deepseek-v2-chat,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row deepseek-v2, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,deepseek-v2.5-1210,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row deepseek-v2-5, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,deepseek-v2.5,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row deepseek-v2-5-sep-2024, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,deepseek-v3,solo,mixed,frontier,AA-Index,per-task,0.025497152087816596,2.89e-19,,2596.5356011633353,14.217005735659,AA-idx,2.89e-13,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row deepseek-v3 / column intelligenceIndex),,out:single-couple,out:cost-not-comparable aa-index-pertask3@artificialanalysis,artificialanalysis,deepseek-v3-0324,solo,mixed,frontier,AA-Index,per-task,0.04837302356889084,2.89e-18,,2852.538567350986,15.2291773658297,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row deepseek-v3-0324 / column intelligenceIndex),,out:single-couple,out:cost-not-comparable aa-index-pertask3@artificialanalysis,artificialanalysis,deepseek-v3.1,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row deepseek-v3-1, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,deepseek-v3.1,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row deepseek-v3-1-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,deepseek-v3.1-terminus,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row deepseek-v3-1-terminus, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,deepseek-v3.1-terminus,think,mixed,frontier,AA-Index,,,,,,31.3585576941843,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row deepseek-v3-1-terminus-reasoning / column intelligenceIndex),,out:single-couple, aa-index-pertask3@artificialanalysis,artificialanalysis,deepseek-v3.2,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row deepseek-v3-2, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,deepseek-v3.2-exp,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row deepseek-v3-2-0925, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,deepseek-v3.2,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row deepseek-v3-2-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,deepseek-v3.2-exp,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row deepseek-v3-2-reasoning-0925, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,deepseek-v3.2-speciale,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row deepseek-v3-2-speciale, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,deepseek-v4-flash-0731,max,mixed,frontier,AA-Index,per-task,0.11215889736791404,2.89e-18,,46351.69814503076,51.7665776089032,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row deepseek-v4-flash / column intelligenceIndex),,out:composite,in aa-index-pertask3@artificialanalysis,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,mixed,frontier,AA-Index,per-task,0.05448575591114944,2.89e-18,,45311.824124728024,42.1161800751304,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row deepseek-v4-flash-0420 / column intelligenceIndex),,out:model-not-established,out:model-not-established aa-index-pertask3@artificialanalysis,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,mixed,frontier,AA-Index,per-task,0.05289078788975289,2.89e-18,,24476.405173864576,39.0138386546326,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row deepseek-v4-flash-0420-high / column intelligenceIndex),,out:model-not-established,out:model-not-established aa-index-pertask3@artificialanalysis,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row deepseek-v4-flash-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index-pertask3@artificialanalysis,artificialanalysis,deepseek-v4-flash-0731,max,mixed,frontier,AA-Index,per-task,0.11635843000544639,2.89e-18,,41944.79629105869,51.4736425212072,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row deepseek-v4-flash-vision / column intelligenceIndex),,out:composite,in aa-index-pertask3@artificialanalysis,artificialanalysis,deepseek-v4-pro-0813,max,mixed,frontier,AA-Index,per-task,0.26526849335458225,2.89e-18,,38988.450080251205,53.1976849297815,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row deepseek-v4-pro / column intelligenceIndex),,out:composite,out:composite aa-index-pertask3@artificialanalysis,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,mixed,frontier,AA-Index,per-task,0.049752150044295916,2.89e-19,,37314.59900673193,45.2683460762151,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row deepseek-v4-pro-0424 / column intelligenceIndex),,out:model-not-established,out:model-not-established aa-index-pertask3@artificialanalysis,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,mixed,frontier,AA-Index,per-task,0.043202295785401766,2.89e-19,,27680.62605746366,43.7458091419318,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row deepseek-v4-pro-0424-high / column intelligenceIndex),,out:model-not-established,out:model-not-established aa-index-pertask3@artificialanalysis,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row deepseek-v4-pro-0424-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index-pertask3@artificialanalysis,artificialanalysis,gemini-1.0-pro,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row gemini-1-0-pro, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aa-index-pertask3@artificialanalysis,artificialanalysis,?Gemini 1.0 Ultra,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row gemini-1-0-ultra, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index-pertask3@artificialanalysis,artificialanalysis,gemini-1.5-flash-002,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row gemini-1-5-flash, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,gemini-1.5-flash-8b-001,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row gemini-1-5-flash-8b, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,?Gemini 1.5 Flash (May '24),not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row gemini-1-5-flash-may-2024, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index-pertask3@artificialanalysis,artificialanalysis,gemini-1.5-pro-002,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row gemini-1-5-pro, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,?Gemini 1.5 Pro (May '24),not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row gemini-1-5-pro-may-2024, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index-pertask3@artificialanalysis,artificialanalysis,gemini-2.0-flash,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row gemini-2-0-flash, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,gemini-2.0-flash-exp,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row gemini-2-0-flash-experimental, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,gemini-2.0-flash-lite-001,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row gemini-2-0-flash-lite-001, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aa-index-pertask3@artificialanalysis,artificialanalysis,gemini-2.0-flash-lite-preview-02-05,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row gemini-2-0-flash-lite-preview, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aa-index-pertask3@artificialanalysis,artificialanalysis,gemini-2.0-flash-thinking-exp-01-21,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row gemini-2-0-flash-thinking-exp-0121, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,gemini-2.0-flash-thinking-exp-1219,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row gemini-2-0-flash-thinking-exp-1219, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aa-index-pertask3@artificialanalysis,artificialanalysis,gemini-2.0-pro-exp-02-05,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row gemini-2-0-pro-experimental-02-05, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,gemini-2.5-flash,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row gemini-2-5-flash, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,gemini-2.5-flash-preview-04-17,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row gemini-2-5-flash-04-2025, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,gemini-2.5-flash-lite,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row gemini-2-5-flash-lite, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,gemini-2.5-flash-lite-preview-09-2025,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row gemini-2-5-flash-lite-preview-09-2025, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,gemini-2.5-flash-lite-preview-09-2025,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row gemini-2-5-flash-lite-preview-09-2025-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,gemini-2.5-flash-lite,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row gemini-2-5-flash-lite-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,gemini-2.5-flash-preview-09-2025,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row gemini-2-5-flash-preview-09-2025, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,gemini-2.5-flash-preview-09-2025,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row gemini-2-5-flash-preview-09-2025-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,gemini-2.5-flash,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row gemini-2-5-flash-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,gemini-2.5-flash-preview-04-17,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row gemini-2-5-flash-reasoning-04-2025, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,gemini-2.5-pro,think,mixed,frontier,AA-Index,per-task,0.2164358387887161,2.89e-17,,12380.572345594956,25.9110217487219,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gemini-2-5-pro / column intelligenceIndex),,out:single-couple,out:cost-single-couple aa-index-pertask3@artificialanalysis,artificialanalysis,gemini-2.5-pro-exp-03-25,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row gemini-2-5-pro-03-25, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,gemini-2.5-pro-preview-05-06,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row gemini-2-5-pro-05-06, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,gemini-3.1-flash-lite,high,mixed,frontier,AA-Index,per-task,0.04324611147116286,2.89e-18,,20055.473089194867,25.6076097099382,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gemini-3-1-flash-lite-preview / column intelligenceIndex),,out:composite,out:composite aa-index-pertask3@artificialanalysis,artificialanalysis,gemini-3.1-pro,not-established:absent,mixed,frontier,AA-Index,per-task,0.3345647504982565,2.89e-17,,13689.899469798303,47.7383260259131,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gemini-3-1-pro-preview / column intelligenceIndex),,out:effort-not-established,out:effort-not-established aa-index-pertask3@artificialanalysis,artificialanalysis,gemini-3.5-flash,high,mixed,frontier,AA-Index,per-task,0.6933894858433166,2.89e-17,,31224.409191560146,51.96360747017,AA-idx,2.89e-12,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gemini-3-5-flash / column intelligenceIndex),,out:composite,in aa-index-pertask3@artificialanalysis,artificialanalysis,gemini-3.5-flash-lite,high,mixed,frontier,AA-Index,per-task,0.09652503867210623,2.89e-18,,13789.62537635852,37.4387063722681,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gemini-3-5-flash-lite / column intelligenceIndex),,out:composite,out:composite aa-index-pertask3@artificialanalysis,artificialanalysis,gemini-3.5-flash,medium,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row gemini-3-5-flash-medium, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,gemini-3.5-flash,minimal,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row gemini-3-5-flash-minimal, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,gemini-3.6-flash,high,mixed,frontier,AA-Index,per-task,0.3441738148343059,2.89e-17,,25719.02113782727,51.5819376989529,AA-idx,2.89e-14,,cost-base-price:cost-uniform-factor,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gemini-3-6-flash / column intelligenceIndex),,out:composite,out:composite aa-index-pertask3@artificialanalysis,artificialanalysis,gemini-3.7-flash,high,mixed,frontier,AA-Index,per-task,0.40216581818386,2.89e-15,,36846.98174319261,56.0301180773699,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gemini-3-7-flash / column intelligenceIndex),,out:composite,in aa-index-pertask3@artificialanalysis,artificialanalysis,gemini-3.7-flash,low,mixed,frontier,AA-Index,per-task,0.16484989091533553,2.89e-18,,13955.291552750434,50.9422571779375,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gemini-3-7-flash-low / column intelligenceIndex),,out:composite,in aa-index-pertask3@artificialanalysis,artificialanalysis,gemini-3.7-flash,medium,mixed,frontier,AA-Index,per-task,0.26290401042075284,2.89e-18,,23311.287699070363,53.416679420117,AA-idx,2.89e-13,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gemini-3-7-flash-medium / column intelligenceIndex),,out:composite,in aa-index-pertask3@artificialanalysis,artificialanalysis,gemini-3-flash,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row gemini-3-flash, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aa-index-pertask3@artificialanalysis,artificialanalysis,gemini-3-flash,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row gemini-3-flash-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aa-index-pertask3@artificialanalysis,artificialanalysis,gemini-3-pro,high,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row gemini-3-pro, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,gemini-3-pro,low,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row gemini-3-pro-low, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,glm-4.5-air,think,mixed,frontier,AA-Index,,,,,,17,AA-idx,0.289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row glm-4-5-air / column price1mInputTokens),,out:single-couple, aa-index-pertask3@artificialanalysis,artificialanalysis,glm-4.5v,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row glm-4-5v, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,glm-4.5v,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row glm-4-5v-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,glm-4.6,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row glm-4-6, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,glm-4.6,think,mixed,frontier,AA-Index,per-task,0.3046379957719733,2.89e-17,,18941.88969115424,29.2968166641829,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row glm-4-6-reasoning / column intelligenceIndex),,out:single-couple,out:cost-single-couple aa-index-pertask3@artificialanalysis,artificialanalysis,glm-4.6v,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row glm-4-6v, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,glm-4.6v,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row glm-4-6v-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,glm-4.7,think,mixed,frontier,AA-Index,per-task,0.35855330354652254,2.89e-18,,24435.26401384474,34.4586566670904,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row glm-4-7 / column intelligenceIndex),,out:composite,in aa-index-pertask3@artificialanalysis,artificialanalysis,glm-4.7-flash,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row glm-4-7-flash, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,glm-4.7-flash,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row glm-4-7-flash-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,glm-4.7,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row glm-4-7-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,glm-4.5,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row glm-4.5, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,glm-5,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row glm-5, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,glm-5.1,think,mixed,frontier,AA-Index,per-task,0.2861134254352813,2.89e-17,,27069.61960698275,40.9675355215124,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row glm-5-1 / column intelligenceIndex),,out:composite,out:composite aa-index-pertask3@artificialanalysis,artificialanalysis,glm-5.1,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row glm-5-1-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,glm-5.2,not-established:absent,mixed,frontier,AA-Index,per-task,0.4445310520749471,2.89e-17,,45684.85462525153,52.6409563457385,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row glm-5-2 / column intelligenceIndex),,out:effort-not-established,out:effort-not-established aa-index-pertask3@artificialanalysis,artificialanalysis,glm-5.2,not-established:absent,mixed,frontier,AA-Index,,,,,,34.8147227827453,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row glm-5-2-non-reasoning / column intelligenceIndex),,out:effort-not-established, aa-index-pertask3@artificialanalysis,artificialanalysis,glm-5.3,max,mixed,frontier,AA-Index,per-task,0.6829307999945118,2.89e-17,,41106.73839200246,60,AA-idx,0.289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row glm-5-3 / column effort.level),,out:composite,out:composite aa-index-pertask3@artificialanalysis,artificialanalysis,glm-5.3-flash,max,mixed,frontier,AA-Index,per-task,0.13027879723081245,0.0251,,46635.441535742895,57.4592004791323,AA-idx,2.89e-14,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row glm-5-3-flash / column intelligenceIndex),,out:composite,out:cost-single-couple aa-index-pertask3@artificialanalysis,artificialanalysis,glm-5,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row glm-5-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,glm-5-turbo,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row glm-5-turbo, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,glm-5v-turbo,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row glm-5v-turbo, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,?GPT-3.5 Turbo,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row gpt-35-turbo, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index-pertask3@artificialanalysis,artificialanalysis,?GPT-4,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row gpt-4, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index-pertask3@artificialanalysis,artificialanalysis,gpt-4.1,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row gpt-4-1, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,gpt-4.1-mini,solo,mixed,frontier,AA-Index,per-task,0.05486222839327666,2.89e-18,,3124.064850898465,14.8206784672014,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gpt-4-1-mini / column intelligenceIndex),,out:single-couple,out:cost-single-couple aa-index-pertask3@artificialanalysis,artificialanalysis,gpt-4.1-nano,solo,mixed,frontier,AA-Index,per-task,0.034921991054275854,2.89e-19,,7226.959601098868,10,AA-idx,2.89,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gpt-4-1-nano / column price1mInputTokens),,out:single-couple,out:cost-single-couple aa-index-pertask3@artificialanalysis,artificialanalysis,gpt-4.5-preview,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row gpt-4-5, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,gpt-4-turbo,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row gpt-4-turbo, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,gpt-4o-1120,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row gpt-4o, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,gpt-4o-0513,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row gpt-4o-2024-05-13, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,gpt-4o-0806,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row gpt-4o-2024-08-06, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,?GPT-4o (ChatGPT),not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row gpt-4o-chatgpt, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index-pertask3@artificialanalysis,artificialanalysis,"?GPT-4o (March 2025, chatgpt-4o-latest)",not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row gpt-4o-chatgpt-03-25, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index-pertask3@artificialanalysis,artificialanalysis,gpt-4o-mini,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row gpt-4o-mini, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,gpt-5,high,mixed,frontier,AA-Index,per-task,0.2436597607382636,2.89e-17,,17302.088134022146,35.3126896545077,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gpt-5 / column intelligenceIndex),,out:single-couple,out:cost-single-couple aa-index-pertask3@artificialanalysis,artificialanalysis,gpt-5.1,high,mixed,frontier,AA-Index,per-task,0.3040344476114555,2.89e-17,,23592.094077182832,37.4660536037291,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gpt-5-1 / column intelligenceIndex),,out:composite,in aa-index-pertask3@artificialanalysis,artificialanalysis,gpt-5.1-codex,high,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row gpt-5-1-codex, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,gpt-5.1-codex-mini,high,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row gpt-5-1-codex-mini, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,gpt-5.1,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row gpt-5-1-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,gpt-5.2,xhigh,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row gpt-5-2, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,gpt-5.2-codex,xhigh,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row gpt-5-2-codex, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,gpt-5.2,medium,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row gpt-5-2-medium, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,gpt-5.2,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row gpt-5-2-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,gpt-5.3-codex,xhigh,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row gpt-5-3-codex, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,gpt-5.4,xhigh,mixed,frontier,AA-Index,per-task,1.1203375391685524,2.89e-17,,34419.66412779129,53.1231377466063,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gpt-5-4 / column intelligenceIndex),,out:composite,in aa-index-pertask3@artificialanalysis,artificialanalysis,gpt-5.4,low,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row gpt-5-4-low, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,gpt-5.4-mini,xhigh,mixed,frontier,AA-Index,per-task,0.494783145873995,2.89e-16,,79937.76453288681,40.9386428957853,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gpt-5-4-mini / column intelligenceIndex),,out:composite,out:composite aa-index-pertask3@artificialanalysis,artificialanalysis,gpt-5.4-mini,medium,mixed,frontier,AA-Index,,,,,,30,AA-idx,0.289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gpt-5-4-mini-medium / column effort.level),,out:composite, aa-index-pertask3@artificialanalysis,artificialanalysis,gpt-5.4-mini,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row gpt-5-4-mini-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,gpt-5.4-nano,xhigh,mixed,frontier,AA-Index,per-task,0.149068839158101,2.89e-16,,74806.11759771607,39.7139012496964,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gpt-5-4-nano / column intelligenceIndex),,out:composite,out:composite aa-index-pertask3@artificialanalysis,artificialanalysis,gpt-5.4-nano,medium,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row gpt-5-4-nano-medium, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,gpt-5.4-nano,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row gpt-5-4-nano-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,gpt-5.4,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row gpt-5-4-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,gpt-5.5,xhigh,mixed,frontier,AA-Index,per-task,1.1910028328395381,2.89e-17,,16893.35236092457,56.3066851860359,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gpt-5-5 / column intelligenceIndex),,out:composite,out:composite aa-index-pertask3@artificialanalysis,artificialanalysis,gpt-5.5,high,mixed,frontier,AA-Index,per-task,0.8154515694856851,2.89e-17,,10717.28890594544,54.6668082793663,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gpt-5-5-high / column intelligenceIndex),,out:composite,out:composite aa-index-pertask3@artificialanalysis,artificialanalysis,gpt-5.5-instant-05-26,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row gpt-5-5-instant-05-26, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aa-index-pertask3@artificialanalysis,artificialanalysis,gpt-5.5-instant-06-26,think,mixed,frontier,AA-Index,per-task,0.5374311562326739,2.89e-17,,2515.924467493044,29.2327786347204,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gpt-5-5-instant-06-26 / column intelligenceIndex),,out:effort-not-established,out:effort-not-established aa-index-pertask3@artificialanalysis,artificialanalysis,gpt-5.5,low,mixed,frontier,AA-Index,per-task,0.2615600567078607,2.89e-17,,2327.111540490349,44.4981124676717,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gpt-5-5-low / column intelligenceIndex),,out:composite,in aa-index-pertask3@artificialanalysis,artificialanalysis,gpt-5.5,medium,mixed,frontier,AA-Index,per-task,0.5079870714633851,2.89e-17,,5575.704935267184,51.4222518389803,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gpt-5-5-medium / column intelligenceIndex),,out:composite,out:composite aa-index-pertask3@artificialanalysis,artificialanalysis,gpt-5.5,nothink,mixed,frontier,AA-Index,per-task,0.20831543994088222,2.89e-18,,1737.1996720167056,35.7537595975886,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gpt-5-5-non-reasoning / column intelligenceIndex),,out:composite,in aa-index-pertask3@artificialanalysis,artificialanalysis,gpt-5.6-luna,max,mixed,frontier,AA-Index,per-task,0.04865896719117515,2.89e-18,,20045.82145684595,52.3180827840984,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gpt-5-6-luna / column intelligenceIndex),,out:composite,out:composite aa-index-pertask3@artificialanalysis,artificialanalysis,gpt-5.6-luna,high,mixed,frontier,AA-Index,per-task,0.02234385398890536,2.89e-18,,8727.077062323455,46.9604170473195,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gpt-5-6-luna-high / column intelligenceIndex),,out:composite,out:composite aa-index-pertask3@artificialanalysis,artificialanalysis,gpt-5.6-luna,low,mixed,frontier,AA-Index,per-task,0.008976650138488227,2.89e-19,,2478.093487394024,33.8545605251116,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gpt-5-6-luna-low / column intelligenceIndex),,out:composite,out:composite aa-index-pertask3@artificialanalysis,artificialanalysis,gpt-5.6-luna,medium,mixed,frontier,AA-Index,per-task,0.01157638503815427,2.89e-18,,3940.1152296038617,38.9050733396755,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gpt-5-6-luna-medium / column intelligenceIndex),,out:composite,out:composite aa-index-pertask3@artificialanalysis,artificialanalysis,gpt-5.6-luna,nothink,mixed,frontier,AA-Index,per-task,0.011731427324057237,2.89e-19,,2238.456537253273,26.8448952225882,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gpt-5-6-luna-non-reasoning / column intelligenceIndex),,out:composite,out:composite aa-index-pertask3@artificialanalysis,artificialanalysis,gpt-5.6-luna,xhigh,mixed,frontier,AA-Index,per-task,0.03275620687218648,2.89e-18,,13335.727833587189,50,AA-idx,0.289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gpt-5-6-luna-xhigh / column effort.level),,out:composite,out:composite aa-index-pertask3@artificialanalysis,artificialanalysis,gpt-5.6-sol,max,mixed,frontier,AA-Index,per-task,1.3103422817458008,0.0688,,16878.794951920758,60.9298701329203,AA-idx,2.89e-14,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gpt-5-6-sol / column intelligenceIndex),,out:composite,out:composite aa-index-pertask3@artificialanalysis,artificialanalysis,gpt-5.6-sol,high,mixed,frontier,AA-Index,per-task,0.5869308183649479,0.0308,,7545.35135446015,57.3317210962224,AA-idx,2.89e-14,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gpt-5-6-sol-high / column intelligenceIndex),,out:composite,out:composite aa-index-pertask3@artificialanalysis,artificialanalysis,gpt-5.6-sol,low,mixed,frontier,AA-Index,per-task,0.24736860015763687,0.013,,2834.4776659437875,50.7315181713702,AA-idx,2.89e-14,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gpt-5-6-sol-low / column intelligenceIndex),,out:composite,out:composite aa-index-pertask3@artificialanalysis,artificialanalysis,gpt-5.6-sol,medium,mixed,frontier,AA-Index,per-task,0.39907470367092246,0.0209,,4758.110680650922,55.5729051710609,AA-idx,2.89e-14,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gpt-5-6-sol-medium / column intelligenceIndex),,out:composite,out:composite aa-index-pertask3@artificialanalysis,artificialanalysis,gpt-5.6-sol,nothink,mixed,frontier,AA-Index,per-task,0.2475345634115924,0.013,,2304.3155750681067,41.8779730605066,AA-idx,2.89e-14,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gpt-5-6-sol-non-reasoning / column intelligenceIndex),,out:composite,out:cost-single-couple aa-index-pertask3@artificialanalysis,artificialanalysis,gpt-5.6-sol,xhigh,mixed,frontier,AA-Index,per-task,0.8633366620142325,0.0453,,11098.193273419683,59.0090363705536,AA-idx,2.89e-14,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gpt-5-6-sol-xhigh / column intelligenceIndex),,out:composite,out:composite aa-index-pertask3@artificialanalysis,artificialanalysis,gpt-5.6-terra,max,mixed,frontier,AA-Index,per-task,0.5260347624706755,2.89e-17,,20837.51476741585,56.5755675890213,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gpt-5-6-terra / column intelligenceIndex),,out:composite,out:composite aa-index-pertask3@artificialanalysis,artificialanalysis,gpt-5.6-terra,high,mixed,frontier,AA-Index,per-task,0.22756518692695352,2.89e-18,,8485.761924904447,50.1131352273405,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gpt-5-6-terra-high / column intelligenceIndex),,out:composite,out:composite aa-index-pertask3@artificialanalysis,artificialanalysis,gpt-5.6-terra,low,mixed,frontier,AA-Index,per-task,0.09615433559517432,2.89e-18,,2504.2084076539186,41.2961239729374,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gpt-5-6-terra-low / column intelligenceIndex),,out:composite,out:composite aa-index-pertask3@artificialanalysis,artificialanalysis,gpt-5.6-terra,medium,mixed,frontier,AA-Index,per-task,0.1231724216561732,2.89e-17,,4143.371710260795,46.7558953879266,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gpt-5-6-terra-medium / column intelligenceIndex),,out:composite,out:composite aa-index-pertask3@artificialanalysis,artificialanalysis,gpt-5.6-terra,nothink,mixed,frontier,AA-Index,per-task,0.10253908741173154,2.89e-18,,2354.2082360336353,34.6188674546024,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gpt-5-6-terra-non-reasoning / column intelligenceIndex),,out:composite,out:composite aa-index-pertask3@artificialanalysis,artificialanalysis,gpt-5.6-terra,xhigh,mixed,frontier,AA-Index,per-task,0.31822074390221167,2.89e-18,,12106.520579122427,52.7732451128074,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gpt-5-6-terra-xhigh / column intelligenceIndex),,out:composite,out:composite aa-index-pertask3@artificialanalysis,artificialanalysis,?GPT-5 (ChatGPT),not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row gpt-5-chatgpt, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index-pertask3@artificialanalysis,artificialanalysis,gpt-5-codex,high,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row gpt-5-codex, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,gpt-5,low,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row gpt-5-low, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,gpt-5,medium,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row gpt-5-medium, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,gpt-5-mini,high,mixed,frontier,AA-Index,per-task,0.03659463913448303,2.89e-18,,13196.945968644548,25.7971154138695,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gpt-5-mini / column intelligenceIndex),,out:single-couple,out:cost-single-couple aa-index-pertask3@artificialanalysis,artificialanalysis,gpt-5-mini,medium,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row gpt-5-mini-medium, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,gpt-5-mini,minimal,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row gpt-5-mini-minimal, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,gpt-5,minimal,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row gpt-5-minimal, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,gpt-5-nano,high,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row gpt-5-nano, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,gpt-5-nano,medium,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row gpt-5-nano-medium, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,gpt-5-nano,minimal,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row gpt-5-nano-minimal, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,gpt-oss-120b,high,mixed,frontier,AA-Index,per-task,0.07272539301473413,2.89e-18,,36885.37700320829,24.126439151808,AA-idx,2.89e-13,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gpt-oss-120b / column intelligenceIndex),,out:single-couple,out:cost-not-comparable aa-index-pertask3@artificialanalysis,artificialanalysis,gpt-oss-120b,low,mixed,frontier,AA-Index,per-task,0.02018473698862546,2.89e-18,,2761.713256532797,15,AA-idx,0.289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gpt-oss-120b-low / column price1mInputTokens),,out:single-couple,out:cost-not-comparable aa-index-pertask3@artificialanalysis,artificialanalysis,gpt-oss-20b,high,mixed,frontier,AA-Index,per-task,0.02498068399823657,2.89e-18,,24065.764560570406,15.2251599944346,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gpt-oss-20b / column intelligenceIndex),,out:single-couple,out:cost-not-comparable aa-index-pertask3@artificialanalysis,artificialanalysis,gpt-oss-20b,low,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row gpt-oss-20b-low, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,grok-1,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row grok-1, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,grok-2-1212,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row grok-2-1212, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,grok-3,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row grok-3, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,?Grok 3 mini Reasoning,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row grok-3-mini-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index-pertask3@artificialanalysis,artificialanalysis,?Grok 3 Reasoning Beta,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row grok-3-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index-pertask3@artificialanalysis,artificialanalysis,grok-4,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row grok-4, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,grok-4.1-fast,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row grok-4-1-fast, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,grok-4.1-fast,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row grok-4-1-fast-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,?Grok 4.20 0309 v2,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row grok-4-20, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index-pertask3@artificialanalysis,artificialanalysis,grok-4.20,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row grok-4-20-0309, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,grok-4.20,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row grok-4-20-0309-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,?Grok 4.20 0309 v2,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row grok-4-20-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index-pertask3@artificialanalysis,artificialanalysis,grok-4.3,high,mixed,frontier,AA-Index,per-task,0.14540460679814457,2.89e-18,,14658.385622865731,37.9469171465042,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row grok-4-3 / column intelligenceIndex),,out:composite,out:composite aa-index-pertask3@artificialanalysis,artificialanalysis,grok-4.3,low,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row grok-4-3-low, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,grok-4.3,medium,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row grok-4-3-medium, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,grok-4.3,nothink,mixed,frontier,AA-Index,per-task,0.2947228850735739,2.89e-17,,9608.820655258409,25.0069780605367,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row grok-4-3-non-reasoning / column intelligenceIndex),,out:composite,out:composite aa-index-pertask3@artificialanalysis,artificialanalysis,grok-4.5,high,mixed,frontier,AA-Index,per-task,0.42559443703902644,2.89e-18,,14795.222974492684,55.7588993916902,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row grok-4-5 / column intelligenceIndex),,out:composite,out:composite aa-index-pertask3@artificialanalysis,artificialanalysis,grok-4.6,high,mixed,frontier,AA-Index,per-task,0.9372171271668933,2.89e-17,,21734.709106264214,60.92297113115,AA-idx,2.89e-12,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row grok-4-6 / column intelligenceIndex),,out:composite,out:composite aa-index-pertask3@artificialanalysis,artificialanalysis,grok-4.6,low,mixed,frontier,AA-Index,per-task,0.25453018909919833,2.89e-18,,5566.478669953204,51.6795741754728,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row grok-4-6-low / column intelligenceIndex),,out:composite,out:composite aa-index-pertask3@artificialanalysis,artificialanalysis,grok-4.6,medium,mixed,frontier,AA-Index,per-task,0.7828837141765713,2.89e-17,,17087.621156365134,59.0064109828411,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row grok-4-6-medium / column intelligenceIndex),,out:composite,out:composite aa-index-pertask3@artificialanalysis,artificialanalysis,grok-4.6,xhigh,mixed,frontier,AA-Index,per-task,1.2304116445183446,2.89e-17,,23830.034114638664,60.0135565827745,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row grok-4-6-xhigh / column intelligenceIndex),,out:composite,out:composite aa-index-pertask3@artificialanalysis,artificialanalysis,grok-4-fast,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row grok-4-fast, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,grok-4-fast,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row grok-4-fast-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,?Grok Beta,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row grok-beta, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index-pertask3@artificialanalysis,artificialanalysis,?Grok Build 0.1 0616,not-established:absent,mixed,frontier,AA-Index,per-task,0.2251704451024012,2.89e-17,,35743.66538118042,40.650047316875,AA-idx,2.89e-13,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row grok-build-0-1-06-16 / column intelligenceIndex),,out:model-not-established,out:model-not-established aa-index-pertask3@artificialanalysis,artificialanalysis,grok-code-fast-1,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row grok-code-fast-1, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aa-index-pertask3@artificialanalysis,artificialanalysis,kimi-k2-instruct,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row kimi-k2, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,kimi-k2-instruct-0905,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row kimi-k2-0905, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,?Kimi K2.5,not-established:absent,mixed,frontier,AA-Index,per-task,0.09638405919581741,2.89e-18,,14364.91022092557,36.0227407548798,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row kimi-k2-5 / column intelligenceIndex),,out:model-not-established,out:model-not-established aa-index-pertask3@artificialanalysis,artificialanalysis,?Kimi K2.5,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row kimi-k2-5-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index-pertask3@artificialanalysis,artificialanalysis,kimi-k2.6,think,mixed,frontier,AA-Index,per-task,0.38861223350545604,2.89e-18,,38280.589989211345,45.1382483763163,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row kimi-k2-6 / column intelligenceIndex),,out:composite,out:composite aa-index-pertask3@artificialanalysis,artificialanalysis,kimi-k2.6,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row kimi-k2-6-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,kimi-k2.7-code,solo,mixed,frontier,AA-Index,per-task,0.22197474982635537,2.89e-18,,18243.454899783545,43.0244715223736,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row kimi-k2-7-code / column intelligenceIndex),,out:composite,out:composite aa-index-pertask3@artificialanalysis,artificialanalysis,?Kimi K2 Thinking,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row kimi-k2-thinking, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index-pertask3@artificialanalysis,artificialanalysis,kimi-k3,max,mixed,frontier,AA-Index,per-task,0.8374574917584584,2.89e-17,,25474.338257877254,60,AA-idx,0.289,,cost-base-price:cost-uniform-factor,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row kimi-k3 / column effort.level),,out:composite,out:composite aa-index-pertask3@artificialanalysis,artificialanalysis,kimi-k3,not-established:absent,mixed,frontier,AA-Index,per-task,0.2419185646571798,2.89e-17,,4197.320756477432,48.251492150768,AA-idx,2.89e-13,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row kimi-k3-low / column intelligenceIndex),,out:effort-not-established,out:effort-not-established aa-index-pertask3@artificialanalysis,artificialanalysis,kimi-linear-48b-a3b-instruct,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row kimi-linear-48b-a3b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,o1,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row o1, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aa-index-pertask3@artificialanalysis,artificialanalysis,o1-mini,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row o1-mini, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,o1-preview,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row o1-preview, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,o1-pro,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row o1-pro, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aa-index-pertask3@artificialanalysis,artificialanalysis,o3,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row o3, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aa-index-pertask3@artificialanalysis,artificialanalysis,o3-mini,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row o3-mini, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aa-index-pertask3@artificialanalysis,artificialanalysis,o3-mini,not-established:absent,mixed,frontier,AA-Index,,,,,,15.7002273931332,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row o3-mini-high / column intelligenceIndex),,out:effort-not-established, aa-index-pertask3@artificialanalysis,artificialanalysis,o3-pro,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row o3-pro, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aa-index-pertask3@artificialanalysis,artificialanalysis,o4-mini,high,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row o4-mini, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,?Qwen2.5 Max,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row qwen-2-5-max, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index-pertask3@artificialanalysis,artificialanalysis,qwen-14b-chat,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row qwen-chat-14b, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,qwen-72b-chat,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row qwen-chat-72b, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,?Qwen2.5 Turbo,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row qwen-turbo, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index-pertask3@artificialanalysis,artificialanalysis,qwen1.5-110b-chat,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row qwen1.5-110b-chat, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,qwen2.5-72b-instruct,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row qwen2-5-72b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,qwen2.5-coder-32b-instruct,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row qwen2-5-coder-32b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,qwen2.5-coder-7b-instruct,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row qwen2-5-coder-7b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,qwen2-72b-instruct,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row qwen2-72b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,qwen2.5-32b-instruct,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row qwen2.5-32b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,qwen3-0.6b,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row qwen3-0.6b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,qwen3-0.6b,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row qwen3-0.6b-instruct-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,qwen3-1.7b,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row qwen3-1.7b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,qwen3-1.7b,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row qwen3-1.7b-instruct-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,qwen3-14b,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row qwen3-14b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,qwen3-14b,think,mixed,frontier,AA-Index,,,,,,10.443839915797,AA-idx,2.89e-13,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-14b-instruct-reasoning / column intelligenceIndex),,out:single-couple, aa-index-pertask3@artificialanalysis,artificialanalysis,qwen3-235b-a22b,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row qwen3-235b-a22b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,?Qwen3 235B A22B 2507,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row qwen3-235b-a22b-instruct-2507, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index-pertask3@artificialanalysis,artificialanalysis,?Qwen3 235B A22B 2507,not-established:absent,mixed,frontier,AA-Index,per-task,0.06372053432730582,2.89e-18,,19641.376221764152,19.8886715486545,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-235b-a22b-instruct-2507-reasoning / column intelligenceIndex),,out:model-not-established,out:model-not-established aa-index-pertask3@artificialanalysis,artificialanalysis,qwen3-235b-a22b,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row qwen3-235b-a22b-instruct-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,?Qwen3 30B A3B 2507,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row qwen3-30b-a3b-2507, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index-pertask3@artificialanalysis,artificialanalysis,?Qwen3 30B A3B 2507,not-established:absent,mixed,frontier,AA-Index,per-task,0.07865134202745959,2.89e-18,,21425.095628029565,14.5733568757119,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-30b-a3b-2507-reasoning / column intelligenceIndex),,out:model-not-established,out:model-not-established aa-index-pertask3@artificialanalysis,artificialanalysis,qwen3-30b-a3b,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row qwen3-30b-a3b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,qwen3-30b-a3b,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row qwen3-30b-a3b-instruct-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,qwen3-32b,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row qwen3-32b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,qwen3-32b,think,mixed,frontier,AA-Index,,,,,,11.4452517478734,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-32b-instruct-reasoning / column intelligenceIndex),,out:single-couple, aa-index-pertask3@artificialanalysis,artificialanalysis,?Qwen3 4B 2507,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row qwen3-4b-2507-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index-pertask3@artificialanalysis,artificialanalysis,?Qwen3 4B 2507,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row qwen3-4b-2507-instruct-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index-pertask3@artificialanalysis,artificialanalysis,qwen3-4b,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row qwen3-4b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,qwen3-4b,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row qwen3-4b-instruct-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,qwen3.5-0.8b,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row qwen3-5-0-8b, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,qwen3.5-0.8b,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row qwen3-5-0-8b-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,qwen3.5-122b-a10b,think,mixed,frontier,AA-Index,per-task,0.2527348611871819,2.89e-17,,17324.88791630626,32.8466437377894,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-5-122b-a10b / column intelligenceIndex),,out:composite,out:composite aa-index-pertask3@artificialanalysis,artificialanalysis,qwen3.5-122b-a10b,nothink,mixed,frontier,AA-Index,per-task,0.19528182624342885,2.89e-18,,9515.686999706997,28.1821800183865,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-5-122b-a10b-non-reasoning / column intelligenceIndex),,out:composite,in aa-index-pertask3@artificialanalysis,artificialanalysis,qwen3.5-27b,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row qwen3-5-27b, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,qwen3.5-27b,nothink,mixed,frontier,AA-Index,,,,,,30,AA-idx,2.89,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-5-27b-non-reasoning / column price1mInputTokens),,out:composite, aa-index-pertask3@artificialanalysis,artificialanalysis,qwen3.5-2b,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row qwen3-5-2b, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,qwen3.5-2b,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row qwen3-5-2b-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,qwen3.5-35b-a3b,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row qwen3-5-35b-a3b, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,qwen3.5-35b-a3b,nothink,mixed,frontier,AA-Index,per-task,0.24113745250085764,2.89e-18,,13522.692699059115,24.3219834008263,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-5-35b-a3b-non-reasoning / column intelligenceIndex),,out:composite,in aa-index-pertask3@artificialanalysis,artificialanalysis,qwen3.5-397b-a17b,think,mixed,frontier,AA-Index,per-task,0.3574183787147242,2.89e-17,,17441.525468032472,34.2621174573549,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-5-397b-a17b / column intelligenceIndex),,out:composite,out:composite aa-index-pertask3@artificialanalysis,artificialanalysis,qwen3.5-397b-a17b,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row qwen3-5-397b-a17b-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,qwen3.5-4b,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row qwen3-5-4b, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,qwen3.5-4b,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row qwen3-5-4b-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,qwen3.5-9b,think,mixed,frontier,AA-Index,per-task,0.24156678283905325,2.89e-18,,34258.47158533328,21.7904240361763,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-5-9b / column intelligenceIndex),,out:composite,out:cost-not-comparable aa-index-pertask3@artificialanalysis,artificialanalysis,qwen3.5-9b,nothink,mixed,frontier,AA-Index,,,,,,21.000000000000002,AA-idx,2.89e-16,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-5-9b-non-reasoning / column price1mBlended0To1To1),,out:composite, aa-index-pertask3@artificialanalysis,artificialanalysis,qwen3.5-omni-flash,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row qwen3-5-omni-flash, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,qwen3.5-omni-plus,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row qwen3-5-omni-plus, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,qwen3.6-27b,think,mixed,frontier,AA-Index,per-task,0.2918118565938443,2.89e-17,,29346.782159834896,37.7024638948414,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-6-27b / column intelligenceIndex),,out:composite,out:composite aa-index-pertask3@artificialanalysis,artificialanalysis,qwen3.6-27b,nothink,mixed,frontier,AA-Index,per-task,0.39821128146513035,2.89e-18,,12407.454126695491,31.3256219686586,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-6-27b-non-reasoning / column intelligenceIndex),,out:composite,in aa-index-pertask3@artificialanalysis,artificialanalysis,qwen3.6-35b-a3b,think,mixed,frontier,AA-Index,per-task,0.29436736304843775,2.89e-18,,30591.019674012037,32.1290714769579,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-6-35b-a3b / column intelligenceIndex),,out:composite,out:composite aa-index-pertask3@artificialanalysis,artificialanalysis,qwen3.6-35b-a3b,nothink,mixed,frontier,AA-Index,per-task,0.6299972634932233,2.89e-17,,18749.113887765812,24.5542164054089,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-6-35b-a3b-non-reasoning / column intelligenceIndex),,out:composite,in aa-index-pertask3@artificialanalysis,artificialanalysis,qwen3.6-max-preview,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row qwen3-6-max, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,qwen3.6-plus,think,mixed,frontier,AA-Index,per-task,0.3568972800744663,2.89e-17,,22729.464902287058,40.4880703723726,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-6-plus / column intelligenceIndex),,out:composite,in aa-index-pertask3@artificialanalysis,artificialanalysis,qwen3.7-max,think,mixed,frontier,AA-Index,per-task,0.67923292156161,2.89e-15,,23144.247962784546,46.71222295444,AA-idx,2.89e-12,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-7-max / column intelligenceIndex),,out:composite,out:cost-not-comparable aa-index-pertask3@artificialanalysis,artificialanalysis,qwen3.7-plus,think,mixed,frontier,AA-Index,per-task,0.17028705303604513,2.89e-18,,22600.68652639338,39.3745992994168,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-7-plus / column intelligenceIndex),,out:composite,out:cost-not-comparable aa-index-pertask3@artificialanalysis,artificialanalysis,qwen3.8-2.4t-a95b,not-established:absent,mixed,frontier,AA-Index,per-task,0.8070780013888545,2.89e-17,,35985.93928756035,57.7043243271128,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-8-2-4t-a95b / column intelligenceIndex),,out:effort-not-established,out:effort-not-established aa-index-pertask3@artificialanalysis,artificialanalysis,qwen3.8-27b,xhigh,mixed,frontier,AA-Index,per-task,0.3690217121876813,2.89e-17,,47166.06987564272,52.0246606497206,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-8-27b / column intelligenceIndex),,out:composite,out:composite aa-index-pertask3@artificialanalysis,artificialanalysis,qwen3.8-27b,low,mixed,frontier,AA-Index,per-task,0.26487227305601796,2.89e-18,,26039.835537169598,42.8682424392917,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-8-27b-low / column intelligenceIndex),,out:composite,out:composite aa-index-pertask3@artificialanalysis,artificialanalysis,qwen3.8-27b,medium,mixed,frontier,AA-Index,per-task,0.2840156246601843,2.89e-17,,31214.758239890878,44.4541866037653,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-8-27b-medium / column intelligenceIndex),,out:composite,out:composite aa-index-pertask3@artificialanalysis,artificialanalysis,qwen3.8-27b,not-established:absent,mixed,frontier,AA-Index,per-task,0.42602468802389265,2.89e-18,,17588.84538755812,34.7379165622855,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-8-27b-non-reasoning / column intelligenceIndex),,out:effort-not-established,out:effort-not-established aa-index-pertask3@artificialanalysis,artificialanalysis,qwen3.8-flash-next,not-established:absent,mixed,frontier,AA-Index,per-task,0.09701942971977867,2.89e-18,,61897.17971871521,55.8139871116362,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-8-flash-next / column intelligenceIndex),,out:effort-not-established,out:effort-not-established aa-index-pertask3@artificialanalysis,artificialanalysis,qwen3.8-max,xhigh,mixed,frontier,AA-Index,per-task,0.9133365716363483,2.89e-17,,38287.42316084256,58.0774404479668,AA-idx,2.89e-14,,level-from-default; cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-8-max / column intelligenceIndex),,out:composite,in aa-index-pertask3@artificialanalysis,artificialanalysis,qwen3-8b,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row qwen3-8b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,qwen3-8b,think,mixed,frontier,AA-Index,,,,,,8.29033695844877,AA-idx,2.89e-15,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-8b-instruct-reasoning / column intelligenceIndex),,out:composite, aa-index-pertask3@artificialanalysis,artificialanalysis,qwen3-coder-30b-a3b-instruct,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row qwen3-coder-30b-a3b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,qwen3-coder-480b-a35b-instruct,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row qwen3-coder-480b-a35b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,qwen3-coder-next,nothink,mixed,frontier,AA-Index,per-task,0.3370541823589229,2.89e-17,,15926.14603341757,21.2935774648729,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-coder-next / column intelligenceIndex),,out:composite,out:composite aa-index-pertask3@artificialanalysis,artificialanalysis,qwen3-max-0923,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row qwen3-max, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,qwen3-max-preview,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row qwen3-max-preview, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,qwen3-max-0123,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row qwen3-max-thinking, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,?Qwen3 Max Thinking (Preview),not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row qwen3-max-thinking-preview, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index-pertask3@artificialanalysis,artificialanalysis,qwen3-next-80b-a3b-instruct,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row qwen3-next-80b-a3b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,qwen3-next-80b-a3b-thinking,solo,mixed,frontier,AA-Index,per-task,0.04186609286069677,2.89e-18,,24568.191670012555,16.8671709898964,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-next-80b-a3b-reasoning / column intelligenceIndex),,out:single-couple,out:cost-single-couple aa-index-pertask3@artificialanalysis,artificialanalysis,qwen3-omni-30b-a3b-instruct,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row qwen3-omni-30b-a3b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,qwen3-omni-30b-a3b-thinking,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row qwen3-omni-30b-a3b-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,qwen3-vl-235b-a22b-instruct,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row qwen3-vl-235b-a22b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,qwen3-vl-235b-a22b-thinking,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row qwen3-vl-235b-a22b-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,qwen3-vl-30b-a3b-instruct,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row qwen3-vl-30b-a3b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,qwen3-vl-30b-a3b-thinking,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row qwen3-vl-30b-a3b-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,qwen3-vl-32b-instruct,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row qwen3-vl-32b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,qwen3-vl-32b-thinking,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row qwen3-vl-32b-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,qwen3-vl-4b-instruct,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row qwen3-vl-4b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,qwen3-vl-4b-thinking,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row qwen3-vl-4b-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,qwen3-vl-8b-instruct,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row qwen3-vl-8b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,qwen3-vl-8b-thinking,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row qwen3-vl-8b-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index-pertask3@artificialanalysis,artificialanalysis,qwq-32b,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/claude-fable-5-1 (row qwq-32b, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aatau-banking#none,artificialanalysis,fable-5.1,low,agentic-tool,hard,AA-tau-banking,,,,,,38.9690721649485,pass%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row claude-fable-5-1-low / column tauBanking),,in, aatau-banking#none,artificialanalysis,fable-5.1,xhigh,agentic-tool,hard,AA-tau-banking,,,,,,45.7731958762887,pass%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row claude-fable-5-1-xhigh / column tauBanking),,in, aatau-banking#none,artificialanalysis,fable-5.1,max,agentic-tool,hard,AA-tau-banking,,,,,,47.2164948453608,pass%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row claude-fable-5-1 / column tauBanking),,in, aahle@artificialanalysis#none,artificialanalysis,qwq-32b-preview,solo,reasoning-math,frontier,HLE-AA-notools,,,,,,3.91,acc%,0.00289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row QwQ-32B-Preview / column hle),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,deepseek-coder-v2-lite-instruct,solo,reasoning-math,frontier,HLE-AA-notools,,,,,,5.36,acc%,0.00289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row deepseek-coder-v2-lite / column hle),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,deepseek-r1-0528,solo,reasoning-math,frontier,HLE-AA-notools,,,,,,15.8480074142725,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row deepseek-r1 / column hle),,out:single-couple, aatau-banking#none,artificialanalysis,deepseek-r1,solo,agentic-tool,hard,AA-tau-banking,,,,,,6.39175257731959,pass%,2.89e-15,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row deepseek-r1-0120 / column tauBanking),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,deepseek-r1-distill-llama-70b,solo,reasoning-math,frontier,HLE-AA-notools,,,,,,5.13,acc%,0.00289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row deepseek-r1-distill-llama-70b / column hle),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,deepseek-r1-distill-qwen-1.5b,solo,reasoning-math,frontier,HLE-AA-notools,,,,,,3.08,acc%,0.00289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row deepseek-r1-distill-qwen-1-5b / column hle),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,deepseek-r1-distill-qwen-14b,solo,reasoning-math,frontier,HLE-AA-notools,,,,,,4.13,acc%,0.00289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row deepseek-r1-distill-qwen-14b / column hle),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,deepseek-r1-distill-qwen-32b,solo,reasoning-math,frontier,HLE-AA-notools,,,,,,4.58,acc%,0.00289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row deepseek-r1-distill-qwen-32b / column hle),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,deepseek-r1-0528-qwen3-8b,solo,reasoning-math,frontier,HLE-AA-notools,,,,,,5.93141797961075,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row deepseek-r1-qwen3-8b / column hle),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,deepseek-r1-0528-qwen3-8b,solo,mixed,mid,AA-Omniscience,,,,,,12.2,acc%,0.0289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row deepseek-r1-qwen3-8b / column omniscienceBreakdown.accuracy),,out:single-couple, aatau-banking#none,artificialanalysis,deepseek-v3,solo,agentic-tool,hard,AA-tau-banking,,,,,,4.74226804123711,pass%,2.89e-15,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row deepseek-v3 / column tauBanking),,out:single-couple, aatau-banking#none,artificialanalysis,deepseek-v3-0324,solo,agentic-tool,hard,AA-tau-banking,,,,,,4.74226804123711,pass%,2.89e-15,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row deepseek-v3-0324 / column tauBanking),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,deepseek-v3.1,nothink,reasoning-math,frontier,HLE-AA-notools,,,,,,6.67284522706209,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row deepseek-v3-1 / column hle),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,deepseek-v3.1,think,reasoning-math,frontier,HLE-AA-notools,,,,,,14.2724745134384,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row deepseek-v3-1-reasoning / column hle),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,deepseek-v3.1-terminus,nothink,reasoning-math,frontier,HLE-AA-notools,,,,,,8.66543095458758,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row deepseek-v3-1-terminus / column hle),,out:single-couple, aatau-banking#none,artificialanalysis,deepseek-v3.1-terminus,think,agentic-tool,hard,AA-tau-banking,,,,,,21.0309278350515,pass%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row deepseek-v3-1-terminus-reasoning / column tauBanking),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,deepseek-v3.1-terminus,think,reasoning-math,frontier,HLE-AA-notools,,,,,,16.3577386468953,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row deepseek-v3-1-terminus-reasoning / column hle),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,deepseek-v3.2-exp,nothink,reasoning-math,frontier,HLE-AA-notools,,,,,,9.03614457831325,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row deepseek-v3-2-0925 / column hle),,out:superseded, aahle@artificialanalysis#none,artificialanalysis,deepseek-v3.2,think,reasoning-math,frontier,HLE-AA-notools,,,,,,24.5597775718258,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row deepseek-v3-2-reasoning / column hle),,out:superseded, aahle@artificialanalysis#none,artificialanalysis,deepseek-v3.2-exp,think,reasoning-math,frontier,HLE-AA-notools,,,,,,14.8748841519926,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row deepseek-v3-2-reasoning-0925 / column hle),,out:single-couple, aagpqa#none,artificialanalysis,deepseek-v3.2-exp,think,reasoning-math,hard,AA-GPQA,,,,,,79.6969696969697,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row deepseek-v3-2-reasoning-0925 / column gpqa),,out:single-couple, aacritpt@artificialanalysis#none,artificialanalysis,deepseek-v3.2-exp,think,reasoning-math,frontier,CritPt-AA,,,,,,1.42857142857143,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row deepseek-v3-2-reasoning-0925 / column critpt),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,deepseek-v3.2-speciale,solo,reasoning-math,frontier,HLE-AA-notools,,,,,,28.7303058387396,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row deepseek-v3-2-speciale / column hle),,out:superseded, aaomni@artificialanalysis#none,artificialanalysis,deepseek-v3.2-speciale,solo,mixed,mid,AA-Omniscience,,,,,,37.766666666666665,acc%,2.89e-16,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row deepseek-v3-2-speciale / column omniscienceBreakdown.accuracy),,out:superseded, aahle@artificialanalysis#none,artificialanalysis,gemini-1.0-pro,nothink,reasoning-math,frontier,HLE-AA-notools,,,,,,4.19,acc%,0.00289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gemini-1-0-pro / column hle),,out:effort-not-established, aahle@artificialanalysis#none,artificialanalysis,gemini-1.5-flash-002,solo,reasoning-math,frontier,HLE-AA-notools,,,,,,3.17,acc%,0.00289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gemini-1-5-flash / column hle),,out:single-couple, aagpqa#none,artificialanalysis,gemini-1.5-flash-002,solo,reasoning-math,hard,AA-GPQA,,,,,,46.2626262626263,acc%,2.89e-14,,prev=0.462626262626263 (src-artificialanalysis-models-wayback-2026-08-04#M321),https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gemini-1-5-flash / column gpqa),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,gemini-1.5-flash-8b-001,solo,reasoning-math,frontier,HLE-AA-notools,,,,,,4.69,acc%,0.00289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gemini-1-5-flash-8b / column hle),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,?Gemini 1.5 Flash (May '24),not-established:absent,reasoning-math,frontier,HLE-AA-notools,,,,,,4.36,acc%,0.00289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gemini-1-5-flash-may-2024 / column hle),,out:model-not-established, aagpqa#none,artificialanalysis,?Gemini 1.5 Flash (May '24),not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,32.4242424242424,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gemini-1-5-flash-may-2024 / column gpqa),,out:model-not-established, aahle@artificialanalysis#none,artificialanalysis,gemini-1.5-pro-002,solo,reasoning-math,frontier,HLE-AA-notools,,,,,,4.64,acc%,0.00289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gemini-1-5-pro / column hle),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,?Gemini 1.5 Pro (May '24),not-established:absent,reasoning-math,frontier,HLE-AA-notools,,,,,,3.48,acc%,0.00289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gemini-1-5-pro-may-2024 / column hle),,out:model-not-established, aagpqa#none,artificialanalysis,?Gemini 1.5 Pro (May '24),not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,37.0707070707071,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gemini-1-5-pro-may-2024 / column gpqa),,out:model-not-established, aahle@artificialanalysis#none,artificialanalysis,gemini-2.0-flash,solo,reasoning-math,frontier,HLE-AA-notools,,,,,,4.26,acc%,0.00289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gemini-2-0-flash / column hle),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,gemini-2.0-flash,solo,mixed,mid,AA-Omniscience,,,,,,23.466666666666666,acc%,2.89e-16,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gemini-2-0-flash / column omniscienceBreakdown.accuracy),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,gemini-2.0-flash-exp,solo,reasoning-math,frontier,HLE-AA-notools,,,,,,4.07,acc%,0.00289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gemini-2-0-flash-experimental / column hle),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,gemini-2.0-flash-lite-001,nothink,reasoning-math,frontier,HLE-AA-notools,,,,,,3.35,acc%,0.00289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gemini-2-0-flash-lite-001 / column hle),,out:effort-not-established, aahle@artificialanalysis#none,artificialanalysis,gemini-2.0-flash-lite-preview-02-05,nothink,reasoning-math,frontier,HLE-AA-notools,,,,,,4.09,acc%,0.00289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gemini-2-0-flash-lite-preview / column hle),,out:effort-not-established, aagpqa#none,artificialanalysis,gemini-2.0-flash-lite-preview-02-05,nothink,reasoning-math,hard,AA-GPQA,,,,,,54.2424242424242,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gemini-2-0-flash-lite-preview / column gpqa),,out:effort-not-established, aahle@artificialanalysis#none,artificialanalysis,gemini-2.0-flash-thinking-exp-01-21,solo,reasoning-math,frontier,HLE-AA-notools,,,,,,6.35,acc%,0.00289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gemini-2-0-flash-thinking-exp-0121 / column hle),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,gemini-2.0-pro-exp-02-05,solo,reasoning-math,frontier,HLE-AA-notools,,,,,,6.19,acc%,0.00289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gemini-2-0-pro-experimental-02-05 / column hle),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,gemini-2.5-flash,nothink,reasoning-math,frontier,HLE-AA-notools,,,,,,4.72659870250232,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gemini-2-5-flash / column hle),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,gemini-2.5-flash-preview-04-17,nothink,reasoning-math,frontier,HLE-AA-notools,,,,,,3.8,acc%,0.0289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gemini-2-5-flash-04-2025 / column hle),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,gemini-2.5-flash-lite,nothink,reasoning-math,frontier,HLE-AA-notools,,,,,,3.66079703429101,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gemini-2-5-flash-lite / column hle),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,gemini-2.5-flash-lite-preview-09-2025,nothink,reasoning-math,frontier,HLE-AA-notools,,,,,,5.09731232622799,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gemini-2-5-flash-lite-preview-09-2025 / column hle),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,gemini-2.5-flash-lite-preview-09-2025,think,reasoning-math,frontier,HLE-AA-notools,,,,,,6.95088044485635,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gemini-2-5-flash-lite-preview-09-2025-reasoning / column hle),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,gemini-2.5-flash-lite,think,reasoning-math,frontier,HLE-AA-notools,,,,,,6.81186283595922,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gemini-2-5-flash-lite-reasoning / column hle),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,gemini-2.5-flash-preview-09-2025,nothink,reasoning-math,frontier,HLE-AA-notools,,,,,,8.71177015755329,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gemini-2-5-flash-preview-09-2025 / column hle),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,gemini-2.5-flash-preview-09-2025,nothink,mixed,mid,AA-Omniscience,,,,,,26.83333333333333,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gemini-2-5-flash-preview-09-2025 / column omniscienceBreakdown.accuracy),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,gemini-2.5-flash-preview-09-2025,think,reasoning-math,frontier,HLE-AA-notools,,,,,,13.8090824837813,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gemini-2-5-flash-preview-09-2025-reasoning / column hle),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,gemini-2.5-flash-preview-09-2025,think,mixed,mid,AA-Omniscience,,,,,,28.33333333333333,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gemini-2-5-flash-preview-09-2025-reasoning / column omniscienceBreakdown.accuracy),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,gemini-2.5-flash,think,reasoning-math,frontier,HLE-AA-notools,,,,,,12.1408711770158,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gemini-2-5-flash-reasoning / column hle),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,gemini-2.5-flash-preview-04-17,think,reasoning-math,frontier,HLE-AA-notools,,,,,,12.1,acc%,0.0289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gemini-2-5-flash-reasoning-04-2025 / column hle),,out:single-couple, aagpqa#none,artificialanalysis,gemini-2.5-flash-preview-04-17,think,reasoning-math,hard,AA-GPQA,,,,,,69.7979797979798,acc%,2.89e-14,,prev=0.697979797979798 (src-artificialanalysis-models-wayback-2026-08-04#M349),https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gemini-2-5-flash-reasoning-04-2025 / column gpqa),,out:single-couple, aatau-banking#none,artificialanalysis,gemini-2.5-pro,think,agentic-tool,hard,AA-tau-banking,,,,,,9.69072164948454,pass%,2.89e-15,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gemini-2-5-pro / column tauBanking),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,gemini-2.5-pro-exp-03-25,solo,reasoning-math,frontier,HLE-AA-notools,,,,,,18.0259499536608,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gemini-2-5-pro-03-25 / column hle),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,gemini-2.5-pro-preview-05-06,solo,reasoning-math,frontier,HLE-AA-notools,,,,,,19.93,acc%,0.00289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gemini-2-5-pro-05-06 / column hle),,out:single-couple, aatb21#none,artificialanalysis,gemini-3.1-flash-lite,high,coding,hard,AA-TB,,,,,,31.0861423220974,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gemini-3-1-flash-lite-preview / column terminalbenchV21),,out:superseded, aatau-banking#none,artificialanalysis,gemini-3.1-flash-lite,high,agentic-tool,hard,AA-tau-banking,,,,,,9.69072164948454,pass%,2.89e-15,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gemini-3-1-flash-lite-preview / column tauBanking),,out:superseded, aagpqa#none,artificialanalysis,gemini-3.1-flash-lite,high,reasoning-math,hard,AA-GPQA,,,,,,82.2222222222222,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gemini-3-1-flash-lite-preview / column gpqa),,out:superseded, aahle@artificialanalysis#none,artificialanalysis,gemini-3-flash,not-established:absent,reasoning-math,frontier,HLE-AA-notools,,,,,,14.967562557924,acc%,2.89e-13,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gemini-3-flash / column hle),,out:effort-not-established, aahle@artificialanalysis#none,artificialanalysis,glm-4.5-air,think,reasoning-math,frontier,HLE-AA-notools,,,,,,7.04355885078777,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row glm-4-5-air / column hle),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,glm-4.5v,nothink,reasoning-math,frontier,HLE-AA-notools,,,,,,3.47544022242817,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row glm-4-5v / column hle),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,glm-4.5v,think,reasoning-math,frontier,HLE-AA-notools,,,,,,6.30213160333642,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row glm-4-5v-reasoning / column hle),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,glm-4.6,nothink,reasoning-math,frontier,HLE-AA-notools,,,,,,5.46802594995366,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row glm-4-6 / column hle),,out:single-couple, aatau-banking#none,artificialanalysis,glm-4.6,think,agentic-tool,hard,AA-tau-banking,,,,,,13.4020618556701,pass%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row glm-4-6-reasoning / column tauBanking),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,glm-4.6,think,reasoning-math,frontier,HLE-AA-notools,,,,,,14.4578313253012,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row glm-4-6-reasoning / column hle),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,glm-4.6v,nothink,reasoning-math,frontier,HLE-AA-notools,,,,,,3.66079703429101,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row glm-4-6v / column hle),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,glm-4.6v,think,reasoning-math,frontier,HLE-AA-notools,,,,,,9.63855421686747,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row glm-4-6v-reasoning / column hle),,out:single-couple, aatau-banking#none,artificialanalysis,glm-4.7,think,agentic-tool,hard,AA-tau-banking,,,,,,12.1649484536082,pass%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row glm-4-7 / column tauBanking),,out:superseded, aahle@artificialanalysis#none,artificialanalysis,glm-4.7,think,reasoning-math,frontier,HLE-AA-notools,,,,,,27.386468952734,acc%,2.89e-13,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row glm-4-7 / column hle),,out:superseded, aahle@artificialanalysis#none,artificialanalysis,glm-4.7-flash,think,reasoning-math,frontier,HLE-AA-notools,,,,,,7.59962928637627,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row glm-4-7-flash / column hle),,out:superseded, aahle@artificialanalysis#none,artificialanalysis,glm-4.5,think,reasoning-math,frontier,HLE-AA-notools,,,,,,12.9749768303985,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row glm-4.5 / column hle),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,glm-4.5,think,mixed,mid,AA-Omniscience,,,,,,25.133333333333335,acc%,2.89e-16,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row glm-4.5 / column omniscienceBreakdown.accuracy),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,glm-5,think,reasoning-math,frontier,HLE-AA-notools,,,,,,29.2863762743281,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row glm-5 / column hle),,out:superseded, aatau-banking#none,artificialanalysis,glm-5.1,think,agentic-tool,hard,AA-tau-banking,,,,,,13.6082474226804,pass%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row glm-5-1 / column tauBanking),,out:superseded, aatau-banking#none,artificialanalysis,glm-5.3,max,agentic-tool,hard,AA-tau-banking,,,,,,50.3092783505155,pass%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row glm-5-3 / column tauBanking),,in, aatau-banking#none,artificialanalysis,glm-5.3-flash,max,agentic-tool,hard,AA-tau-banking,,,,,,47.2164948453608,pass%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row glm-5-3-flash / column tauBanking),,in, aahle@artificialanalysis#none,artificialanalysis,glm-5-turbo,think,reasoning-math,frontier,HLE-AA-notools,,,,,,27.7571825764597,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row glm-5-turbo / column hle),,out:superseded, aaomni@artificialanalysis#none,artificialanalysis,glm-5-turbo,think,mixed,mid,AA-Omniscience,,,,,,28.45,acc%,0.00289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row glm-5-turbo / column omniscienceBreakdown.accuracy),,out:superseded, aahle@artificialanalysis#none,artificialanalysis,glm-5v-turbo,think,reasoning-math,frontier,HLE-AA-notools,,,,,,17.1455050973123,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row glm-5v-turbo / column hle),,out:superseded, aaomni@artificialanalysis#none,artificialanalysis,glm-5v-turbo,think,mixed,mid,AA-Omniscience,,,,,,29.333333333333333,acc%,2.89e-16,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row glm-5v-turbo / column omniscienceBreakdown.accuracy),,out:superseded, aagpqa#none,artificialanalysis,?GPT-4,not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,34.9494949494949,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gpt-4 / column gpqa),,out:model-not-established, aahle@artificialanalysis#none,artificialanalysis,gpt-4.1,solo,reasoning-math,frontier,HLE-AA-notools,,,,,,4.18,acc%,0.00289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gpt-4-1 / column hle),,out:single-couple, aatau-banking#none,artificialanalysis,gpt-4.1-mini,solo,agentic-tool,hard,AA-tau-banking,,,,,,5.36082474226804,pass%,2.89e-15,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gpt-4-1-mini / column tauBanking),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,gpt-4.1-mini,solo,reasoning-math,frontier,HLE-AA-notools,,,,,,5.02,acc%,0.00289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gpt-4-1-mini / column hle),,out:single-couple, aatau-banking#none,artificialanalysis,gpt-4.1-nano,solo,agentic-tool,hard,AA-tau-banking,,,,,,3.50515463917526,pass%,2.89e-15,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gpt-4-1-nano / column tauBanking),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,gpt-4.1-nano,solo,reasoning-math,frontier,HLE-AA-notools,,,,,,3.75347544022243,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gpt-4-1-nano / column hle),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,gpt-4-turbo,solo,reasoning-math,frontier,HLE-AA-notools,,,,,,3.13,acc%,0.00289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gpt-4-turbo / column hle),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,gpt-4o-1120,solo,reasoning-math,frontier,HLE-AA-notools,,,,,,2.42,acc%,0.00289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gpt-4o / column hle),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,gpt-4o-0513,solo,reasoning-math,frontier,HLE-AA-notools,,,,,,1.76,acc%,0.00289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gpt-4o-2024-05-13 / column hle),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,gpt-4o-0806,solo,reasoning-math,frontier,HLE-AA-notools,,,,,,2.33,acc%,0.00289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gpt-4o-2024-08-06 / column hle),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,?GPT-4o (ChatGPT),not-established:absent,reasoning-math,frontier,HLE-AA-notools,,,,,,2.73,acc%,0.00289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gpt-4o-chatgpt / column hle),,out:model-not-established, aahle@artificialanalysis#none,artificialanalysis,"?GPT-4o (March 2025, chatgpt-4o-latest)",not-established:absent,reasoning-math,frontier,HLE-AA-notools,,,,,,3.97,acc%,0.00289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gpt-4o-chatgpt-03-25 / column hle),,out:model-not-established, aatau-banking#none,artificialanalysis,gpt-4o-mini,solo,agentic-tool,hard,AA-tau-banking,,,,,,2.88659793814433,pass%,2.89e-15,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gpt-4o-mini / column tauBanking),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,gpt-4o-mini,solo,reasoning-math,frontier,HLE-AA-notools,,,,,,4.2,acc%,0.0289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gpt-4o-mini / column hle),,out:single-couple, aatau-banking#none,artificialanalysis,gpt-5,high,agentic-tool,hard,AA-tau-banking,,,,,,22.0618556701031,pass%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gpt-5 / column tauBanking),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,gpt-5,high,reasoning-math,frontier,HLE-AA-notools,,,,,,28.498609823911,acc%,2.89e-13,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gpt-5 / column hle),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,?GPT-5 (ChatGPT),not-established:absent,reasoning-math,frontier,HLE-AA-notools,,,,,,6.62650602409639,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gpt-5-chatgpt / column hle),,out:model-not-established, aahle@artificialanalysis#none,artificialanalysis,gpt-5-codex,high,reasoning-math,frontier,HLE-AA-notools,,,,,,27.8498609823911,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gpt-5-codex / column hle),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,gpt-5,low,reasoning-math,frontier,HLE-AA-notools,,,,,,19.5551436515292,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gpt-5-low / column hle),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,gpt-5,medium,reasoning-math,frontier,HLE-AA-notools,,,,,,25.3938832252085,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gpt-5-medium / column hle),,out:single-couple, aatau-banking#none,artificialanalysis,gpt-5-mini,high,agentic-tool,hard,AA-tau-banking,,,,,,15.4639175257732,pass%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gpt-5-mini / column tauBanking),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,gpt-5-mini,medium,reasoning-math,frontier,HLE-AA-notools,,,,,,15.9406858202039,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gpt-5-mini-medium / column hle),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,gpt-5-mini,minimal,reasoning-math,frontier,HLE-AA-notools,,,,,,5.05097312326228,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gpt-5-mini-minimal / column hle),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,gpt-5,minimal,reasoning-math,frontier,HLE-AA-notools,,,,,,6.02409638554217,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gpt-5-minimal / column hle),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,gpt-5-nano,high,reasoning-math,frontier,HLE-AA-notools,,,,,,9.49953660797034,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gpt-5-nano / column hle),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,gpt-5-nano,medium,reasoning-math,frontier,HLE-AA-notools,,,,,,8.71177015755329,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gpt-5-nano-medium / column hle),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,gpt-5-nano,minimal,reasoning-math,frontier,HLE-AA-notools,,,,,,3.98517145505097,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gpt-5-nano-minimal / column hle),,out:single-couple, aatau-banking#none,artificialanalysis,gpt-oss-120b,high,agentic-tool,hard,AA-tau-banking,,,,,,12.7835051546392,pass%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gpt-oss-120b / column tauBanking),,out:single-couple, aatau-banking#none,artificialanalysis,gpt-oss-120b,low,agentic-tool,hard,AA-tau-banking,,,,,,2.88659793814433,pass%,2.89e-15,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gpt-oss-120b-low / column tauBanking),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,gpt-oss-120b,low,reasoning-math,frontier,HLE-AA-notools,,,,,,5.88507877664504,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gpt-oss-120b-low / column hle),,out:single-couple, aatau-banking#none,artificialanalysis,gpt-oss-20b,high,agentic-tool,hard,AA-tau-banking,,,,,,7.01030927835052,pass%,2.89e-15,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gpt-oss-20b / column tauBanking),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,gpt-oss-20b,low,reasoning-math,frontier,HLE-AA-notools,,,,,,5.28266913809083,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gpt-oss-20b-low / column hle),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,grok-2-1212,solo,reasoning-math,frontier,HLE-AA-notools,,,,,,3.06,acc%,0.00289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row grok-2-1212 / column hle),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,?Grok 3 mini Reasoning,not-established:absent,reasoning-math,frontier,HLE-AA-notools,,,,,,11.01,acc%,0.00289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row grok-3-mini-reasoning / column hle),,out:model-not-established, aahle@artificialanalysis#none,artificialanalysis,grok-4.20,think,reasoning-math,frontier,HLE-AA-notools,,,,,,32.3911028730306,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row grok-4-20-0309 / column hle),,in, aahle@artificialanalysis#none,artificialanalysis,?Grok 4.20 0309 v2,not-established:absent,reasoning-math,frontier,HLE-AA-notools,,,,,,27.9425393883225,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row grok-4-20-non-reasoning / column hle),,out:model-not-established, aahle@artificialanalysis#none,artificialanalysis,?Grok Beta,not-established:absent,reasoning-math,frontier,HLE-AA-notools,,,,,,4.45,acc%,0.00289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row grok-beta / column hle),,out:model-not-established, aahle@artificialanalysis#none,artificialanalysis,grok-code-fast-1,think,reasoning-math,frontier,HLE-AA-notools,,,,,,8.01668211306766,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row grok-code-fast-1 / column hle),,out:effort-not-established, aaomni@artificialanalysis#none,artificialanalysis,grok-code-fast-1,think,mixed,mid,AA-Omniscience,,,,,,23.55,acc%,0.00289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row grok-code-fast-1 / column omniscienceBreakdown.accuracy),,out:effort-not-established, aahle@artificialanalysis#none,artificialanalysis,kimi-k2-instruct,solo,reasoning-math,frontier,HLE-AA-notools,,,,,,7.41427247451344,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row kimi-k2 / column hle),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,kimi-k2-instruct-0905,solo,reasoning-math,frontier,HLE-AA-notools,,,,,,6.39481000926784,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row kimi-k2-0905 / column hle),,out:single-couple, aatau-banking#none,artificialanalysis,?Kimi K2.5,not-established:absent,agentic-tool,hard,AA-tau-banking,,,,,,14.2268041237113,pass%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row kimi-k2-5 / column tauBanking),,out:model-not-established, aahle@artificialanalysis#none,artificialanalysis,?Kimi K2.5,not-established:absent,reasoning-math,frontier,HLE-AA-notools,,,,,,30.7228915662651,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row kimi-k2-5 / column hle),,out:model-not-established, aatau-banking#none,artificialanalysis,kimi-k2.6,think,agentic-tool,hard,AA-tau-banking,,,,,,23.2989690721649,pass%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row kimi-k2-6 / column tauBanking),,out:superseded, aatau-banking#none,artificialanalysis,kimi-k2.7-code,solo,agentic-tool,hard,AA-tau-banking,,,,,,20.2061855670103,pass%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row kimi-k2-7-code / column tauBanking),,out:superseded, aahle@artificialanalysis#none,artificialanalysis,?Kimi K2 Thinking,not-established:absent,reasoning-math,frontier,HLE-AA-notools,,,,,,23.8183503243744,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row kimi-k2-thinking / column hle),,out:model-not-established, aatau-banking#none,artificialanalysis,kimi-k3,max,agentic-tool,hard,AA-tau-banking,,,,,,45.979381443299,pass%,2.89e-13,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row kimi-k3 / column tauBanking),,in, aatau-banking#none,artificialanalysis,kimi-k3,not-established:absent,agentic-tool,hard,AA-tau-banking,,,,,,41.6494845360825,pass%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row kimi-k3-low / column tauBanking),,out:effort-not-established, aahle@artificialanalysis#none,artificialanalysis,kimi-linear-48b-a3b-instruct,solo,reasoning-math,frontier,HLE-AA-notools,,,,,,2.45597775718258,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row kimi-linear-48b-a3b-instruct / column hle),,out:superseded, aahle@artificialanalysis#none,artificialanalysis,o1,not-established:absent,reasoning-math,frontier,HLE-AA-notools,,,,,,7.01,acc%,0.00289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row o1 / column hle),,out:effort-not-established, aahle@artificialanalysis#none,artificialanalysis,o1-mini,solo,reasoning-math,frontier,HLE-AA-notools,,,,,,3.57,acc%,0.00289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row o1-mini / column hle),,out:single-couple, aagpqa#none,artificialanalysis,o1-preview,solo,reasoning-math,hard,AA-GPQA,,,,,,76.4646464646465,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row o1-preview / column gpqa),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,o3,not-established:absent,reasoning-math,frontier,HLE-AA-notools,,,,,,20.05,acc%,0.00289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row o3 / column hle),,out:effort-not-established, aahle@artificialanalysis#none,artificialanalysis,o3-mini,not-established:absent,reasoning-math,frontier,HLE-AA-notools,,,,,,7.91,acc%,0.00289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row o3-mini / column hle),,out:effort-not-established, aatau-banking#none,artificialanalysis,o3-mini,not-established:absent,agentic-tool,hard,AA-tau-banking,,,,,,5.15463917525773,pass%,2.89e-15,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row o3-mini-high / column tauBanking),,out:effort-not-established, aahle@artificialanalysis#none,artificialanalysis,o4-mini,high,reasoning-math,frontier,HLE-AA-notools,,,,,,16.5430954587581,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row o4-mini / column hle),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,?Qwen2.5 Max,not-established:absent,reasoning-math,frontier,HLE-AA-notools,,,,,,3.82,acc%,0.00289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen-2-5-max / column hle),,out:model-not-established, aahle@artificialanalysis#none,artificialanalysis,?Qwen2.5 Turbo,not-established:absent,reasoning-math,frontier,HLE-AA-notools,,,,,,4.09,acc%,0.00289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen-turbo / column hle),,out:model-not-established, aahle@artificialanalysis#none,artificialanalysis,qwen2.5-72b-instruct,solo,reasoning-math,frontier,HLE-AA-notools,,,,,,3.56,acc%,0.00289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen2-5-72b-instruct / column hle),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,qwen2.5-coder-32b-instruct,solo,reasoning-math,frontier,HLE-AA-notools,,,,,,3.51,acc%,0.00289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen2-5-coder-32b-instruct / column hle),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,qwen2.5-coder-7b-instruct,solo,reasoning-math,frontier,HLE-AA-notools,,,,,,4.89,acc%,0.00289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen2-5-coder-7b-instruct / column hle),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,qwen2-72b-instruct,solo,reasoning-math,frontier,HLE-AA-notools,,,,,,3.66,acc%,0.00289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen2-72b-instruct / column hle),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,qwen2.5-32b-instruct,solo,reasoning-math,frontier,HLE-AA-notools,,,,,,3.99,acc%,0.00289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen2.5-32b-instruct / column hle),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,qwen3-0.6b,nothink,reasoning-math,frontier,HLE-AA-notools,,,,,,4.93,acc%,0.00289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-0.6b-instruct / column hle),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,qwen3-0.6b,nothink,mixed,mid,AA-Omniscience,,,,,,4.583333333333333,acc%,2.89e-16,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-0.6b-instruct / column omniscienceBreakdown.accuracy),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,qwen3-0.6b,think,reasoning-math,frontier,HLE-AA-notools,,,,,,5.64,acc%,0.00289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-0.6b-instruct-reasoning / column hle),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,qwen3-0.6b,think,mixed,mid,AA-Omniscience,,,,,,6.333333333333334,acc%,2.89e-16,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-0.6b-instruct-reasoning / column omniscienceBreakdown.accuracy),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,qwen3-1.7b,nothink,reasoning-math,frontier,HLE-AA-notools,,,,,,5.32,acc%,0.00289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-1.7b-instruct / column hle),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,qwen3-1.7b,nothink,mixed,mid,AA-Omniscience,,,,,,6.916666666666667,acc%,2.89e-16,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-1.7b-instruct / column omniscienceBreakdown.accuracy),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,qwen3-1.7b,think,reasoning-math,frontier,HLE-AA-notools,,,,,,4.64,acc%,0.00289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-1.7b-instruct-reasoning / column hle),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,qwen3-1.7b,think,mixed,mid,AA-Omniscience,,,,,,8.866666666666667,acc%,2.89e-16,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-1.7b-instruct-reasoning / column omniscienceBreakdown.accuracy),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,qwen3-14b,nothink,reasoning-math,frontier,HLE-AA-notools,,,,,,4.09,acc%,0.00289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-14b-instruct / column hle),,out:single-couple, aatau-banking#none,artificialanalysis,qwen3-14b,think,agentic-tool,hard,AA-tau-banking,,,,,,5.56701030927835,pass%,2.89e-15,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-14b-instruct-reasoning / column tauBanking),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,qwen3-14b,think,reasoning-math,frontier,HLE-AA-notools,,,,,,4.53,acc%,0.00289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-14b-instruct-reasoning / column hle),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,qwen3-235b-a22b,nothink,reasoning-math,frontier,HLE-AA-notools,,,,,,4.19,acc%,0.00289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-235b-a22b-instruct / column hle),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,qwen3-235b-a22b,nothink,mixed,mid,AA-Omniscience,,,,,,18.566666666666667,acc%,2.89e-16,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-235b-a22b-instruct / column omniscienceBreakdown.accuracy),,out:single-couple, aatau-banking#none,artificialanalysis,?Qwen3 235B A22B 2507,not-established:absent,agentic-tool,hard,AA-tau-banking,,,,,,7.83505154639175,pass%,2.89e-15,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-235b-a22b-instruct-2507-reasoning / column tauBanking),,out:model-not-established, aahle@artificialanalysis#none,artificialanalysis,?Qwen3 235B A22B 2507,not-established:absent,reasoning-math,frontier,HLE-AA-notools,,,,,,15.8943466172382,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-235b-a22b-instruct-2507-reasoning / column hle),,out:model-not-established, aahle@artificialanalysis#none,artificialanalysis,qwen3-235b-a22b,think,reasoning-math,frontier,HLE-AA-notools,,,,,,10.98,acc%,0.00289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-235b-a22b-instruct-reasoning / column hle),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,qwen3-235b-a22b,think,mixed,mid,AA-Omniscience,,,,,,18.533333333333332,acc%,2.89e-16,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-235b-a22b-instruct-reasoning / column omniscienceBreakdown.accuracy),,out:single-couple, aatau-banking#none,artificialanalysis,?Qwen3 30B A3B 2507,not-established:absent,agentic-tool,hard,AA-tau-banking,,,,,,5.36082474226804,pass%,2.89e-15,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-30b-a3b-2507-reasoning / column tauBanking),,out:model-not-established, aahle@artificialanalysis#none,artificialanalysis,?Qwen3 30B A3B 2507,not-established:absent,reasoning-math,frontier,HLE-AA-notools,,,,,,10.2873030583874,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-30b-a3b-2507-reasoning / column hle),,out:model-not-established, aahle@artificialanalysis#none,artificialanalysis,qwen3-30b-a3b,nothink,reasoning-math,frontier,HLE-AA-notools,,,,,,4.6,acc%,0.0289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-30b-a3b-instruct / column hle),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,qwen3-30b-a3b,think,reasoning-math,frontier,HLE-AA-notools,,,,,,6.16,acc%,0.00289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-30b-a3b-instruct-reasoning / column hle),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,qwen3-32b,nothink,reasoning-math,frontier,HLE-AA-notools,,,,,,4.13,acc%,0.00289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-32b-instruct / column hle),,out:single-couple, aatau-banking#none,artificialanalysis,qwen3-32b,think,agentic-tool,hard,AA-tau-banking,,,,,,5.36082474226804,pass%,2.89e-15,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-32b-instruct-reasoning / column tauBanking),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,qwen3-32b,think,reasoning-math,frontier,HLE-AA-notools,,,,,,7.41,acc%,0.00289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-32b-instruct-reasoning / column hle),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,?Qwen3 4B 2507,not-established:absent,reasoning-math,frontier,HLE-AA-notools,,,,,,4.49490268767377,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-4b-2507-instruct / column hle),,out:model-not-established, aaomni@artificialanalysis#none,artificialanalysis,?Qwen3 4B 2507,not-established:absent,mixed,mid,AA-Omniscience,,,,,,10.9,acc%,0.0289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-4b-2507-instruct / column omniscienceBreakdown.accuracy),,out:model-not-established, aahle@artificialanalysis#none,artificialanalysis,?Qwen3 4B 2507,not-established:absent,reasoning-math,frontier,HLE-AA-notools,,,,,,6.1631139944393,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-4b-2507-instruct-reasoning / column hle),,out:model-not-established, aaomni@artificialanalysis#none,artificialanalysis,?Qwen3 4B 2507,not-established:absent,mixed,mid,AA-Omniscience,,,,,,12.533333333333332,acc%,2.89e-16,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-4b-2507-instruct-reasoning / column omniscienceBreakdown.accuracy),,out:model-not-established, aahle@artificialanalysis#none,artificialanalysis,qwen3-4b,nothink,reasoning-math,frontier,HLE-AA-notools,,,,,,3.32,acc%,0.00289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-4b-instruct / column hle),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,qwen3-4b,think,reasoning-math,frontier,HLE-AA-notools,,,,,,4.42,acc%,0.00289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-4b-instruct-reasoning / column hle),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,qwen3.5-0.8b,think,reasoning-math,frontier,HLE-AA-notools,,,,,,1.06580166821131,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-5-0-8b / column hle),,out:superseded, aaomni@artificialanalysis#none,artificialanalysis,qwen3.5-0.8b,think,mixed,mid,AA-Omniscience,,,,,,4.2333333333333334,acc%,2.89e-17,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-5-0-8b / column omniscienceBreakdown.accuracy),,out:superseded, aatau-banking#none,artificialanalysis,qwen3.5-122b-a10b,think,agentic-tool,hard,AA-tau-banking,,,,,,15.2577319587629,pass%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-5-122b-a10b / column tauBanking),,out:superseded, aahle@artificialanalysis#none,artificialanalysis,qwen3.5-27b,think,reasoning-math,frontier,HLE-AA-notools,,,,,,23.9110287303058,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-5-27b / column hle),,out:superseded, aahle@artificialanalysis#none,artificialanalysis,qwen3.5-2b,think,reasoning-math,frontier,HLE-AA-notools,,,,,,2.5949953660797,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-5-2b / column hle),,out:superseded, aaomni@artificialanalysis#none,artificialanalysis,qwen3.5-2b,think,mixed,mid,AA-Omniscience,,,,,,8.066666666666666,acc%,2.89e-16,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-5-2b / column omniscienceBreakdown.accuracy),,out:superseded, aahle@artificialanalysis#none,artificialanalysis,qwen3.5-35b-a3b,think,reasoning-math,frontier,HLE-AA-notools,,,,,,21.0379981464319,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-5-35b-a3b / column hle),,out:superseded, aatau-banking#none,artificialanalysis,qwen3.5-397b-a17b,think,agentic-tool,hard,AA-tau-banking,,,,,,13.4020618556701,pass%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-5-397b-a17b / column tauBanking),,out:superseded, aatau-banking#none,artificialanalysis,qwen3.5-4b,think,agentic-tool,hard,AA-tau-banking,,,,,,6.80412371134021,pass%,2.89e-15,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-5-4b / column tauBanking),,out:superseded, aahle@artificialanalysis#none,artificialanalysis,qwen3.5-4b,think,reasoning-math,frontier,HLE-AA-notools,,,,,,9.91658943466172,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-5-4b / column hle),,out:superseded, aatau-banking#none,artificialanalysis,qwen3.5-9b,think,agentic-tool,hard,AA-tau-banking,,,,,,7.01030927835052,pass%,2.89e-15,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-5-9b / column tauBanking),,out:superseded, aahle@artificialanalysis#none,artificialanalysis,qwen3.5-omni-flash,nothink,reasoning-math,frontier,HLE-AA-notools,,,,,,7.59962928637627,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-5-omni-flash / column hle),,out:superseded, aahle@artificialanalysis#none,artificialanalysis,qwen3.5-omni-plus,nothink,reasoning-math,frontier,HLE-AA-notools,,,,,,14.8748841519926,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-5-omni-plus / column hle),,out:superseded, aatau-banking#none,artificialanalysis,qwen3.6-27b,think,agentic-tool,hard,AA-tau-banking,,,,,,16.7010309278351,pass%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-6-27b / column tauBanking),,out:superseded, aatau-banking#none,artificialanalysis,qwen3.6-35b-a3b,think,agentic-tool,hard,AA-tau-banking,,,,,,9.27835051546392,pass%,2.89e-15,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-6-35b-a3b / column tauBanking),,out:superseded, aahle@artificialanalysis#none,artificialanalysis,qwen3.6-max-preview,think,reasoning-math,frontier,HLE-AA-notools,,,,,,30.8155699721965,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-6-max / column hle),,out:superseded, aaomni@artificialanalysis#none,artificialanalysis,qwen3.6-max-preview,think,mixed,mid,AA-Omniscience,,,,,,37.866666666666665,acc%,2.89e-16,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-6-max / column omniscienceBreakdown.accuracy),,out:superseded, aatau-banking#none,artificialanalysis,qwen3.6-plus,think,agentic-tool,hard,AA-tau-banking,,,,,,20.8247422680412,pass%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-6-plus / column tauBanking),,out:superseded, aahle@artificialanalysis#none,artificialanalysis,qwen3.6-plus,think,reasoning-math,frontier,HLE-AA-notools,,,,,,27.8498609823911,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-6-plus / column hle),,out:superseded, aatau-banking#none,artificialanalysis,qwen3.7-max,think,agentic-tool,hard,AA-tau-banking,,,,,,11.7525773195876,pass%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-7-max / column tauBanking),,out:superseded, aatau-banking#none,artificialanalysis,qwen3.7-plus,think,agentic-tool,hard,AA-tau-banking,,,,,,17.5257731958763,pass%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-7-plus / column tauBanking),,out:superseded, aatau-banking#none,artificialanalysis,qwen3.8-27b,xhigh,agentic-tool,hard,AA-tau-banking,,,,,,48.0412371134021,pass%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-8-27b / column tauBanking),,in, aatau-banking#none,artificialanalysis,qwen3.8-27b,low,agentic-tool,hard,AA-tau-banking,,,,,,32.1649484536082,pass%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-8-27b-low / column tauBanking),,in, aatau-banking#none,artificialanalysis,qwen3.8-27b,medium,agentic-tool,hard,AA-tau-banking,,,,,,47.4226804123711,pass%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-8-27b-medium / column tauBanking),,in, aatb21#none,artificialanalysis,qwen3.8-27b,not-established:absent,coding,hard,AA-TB,,,,,,49.063670411985,acc%,2.89e-13,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-8-27b-non-reasoning / column terminalbenchV21),,out:effort-not-established, aatau-banking#none,artificialanalysis,qwen3.8-27b,not-established:absent,agentic-tool,hard,AA-tau-banking,,,,,,20,pass%,2.89,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-8-27b-non-reasoning / column tauBanking),,out:effort-not-established, aagpqa#none,artificialanalysis,qwen3.8-27b,not-established:absent,reasoning-math,hard,AA-GPQA,,,,,,81.8181818181818,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-8-27b-non-reasoning / column gpqa),,out:effort-not-established, aatb21#none,artificialanalysis,qwen3.8-max,xhigh,coding,hard,AA-TB,,,,,,81.2734082397004,acc%,2.89e-14,,level-from-default,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-8-max / column terminalbenchV21),,in, aagpqa#none,artificialanalysis,qwen3.8-max,xhigh,reasoning-math,hard,AA-GPQA,,,,,,92.7272727272727,acc%,2.89e-14,,level-from-default,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-8-max / column gpqa),,in, aahle@artificialanalysis#none,artificialanalysis,qwen3-8b,nothink,reasoning-math,frontier,HLE-AA-notools,,,,,,1.95,acc%,0.00289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-8b-instruct / column hle),,in, aatau-banking#none,artificialanalysis,qwen3-8b,think,agentic-tool,hard,AA-tau-banking,,,,,,4.74226804123711,pass%,2.89e-15,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-8b-instruct-reasoning / column tauBanking),,in, aahle@artificialanalysis#none,artificialanalysis,qwen3-8b,think,reasoning-math,frontier,HLE-AA-notools,,,,,,3.89,acc%,0.00289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-8b-instruct-reasoning / column hle),,in, aaomni@artificialanalysis#none,artificialanalysis,qwen3-8b,think,mixed,mid,AA-Omniscience,,,,,,13.633333333333333,acc%,2.89e-16,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-8b-instruct-reasoning / column omniscienceBreakdown.accuracy),src-artificialanalysis-models-wayback-2026-09-01|run:aaomni-index|qwen3-8b@think|,in, aahle@artificialanalysis#none,artificialanalysis,qwen3-coder-30b-a3b-instruct,solo,reasoning-math,frontier,HLE-AA-notools,,,,,,3.84615384615385,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-coder-30b-a3b-instruct / column hle),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,qwen3-coder-480b-a35b-instruct,solo,reasoning-math,frontier,HLE-AA-notools,,,,,,4.54124189063948,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-coder-480b-a35b-instruct / column hle),,out:single-couple, aatau-banking#none,artificialanalysis,qwen3-coder-next,nothink,agentic-tool,hard,AA-tau-banking,,,,,,5.36082474226804,pass%,2.89e-15,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-coder-next / column tauBanking),,out:superseded, aahle@artificialanalysis#none,artificialanalysis,qwen3-max-0923,solo,reasoning-math,frontier,HLE-AA-notools,,,,,,11.9091751621872,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-max / column hle),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,qwen3-max-0923,solo,mixed,mid,AA-Omniscience,,,,,,24.416666666666667,acc%,2.89e-16,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-max / column omniscienceBreakdown.accuracy),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,qwen3-max-preview,nothink,reasoning-math,frontier,HLE-AA-notools,,,,,,10.1482854494903,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-max-preview / column hle),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,qwen3-max-preview,nothink,mixed,mid,AA-Omniscience,,,,,,24.2,acc%,0.0289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-max-preview / column omniscienceBreakdown.accuracy),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,qwen3-max-0123,think,reasoning-math,frontier,HLE-AA-notools,,,,,,27.9888785912882,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-max-thinking / column hle),,out:superseded, aaomni@artificialanalysis#none,artificialanalysis,qwen3-max-0123,think,mixed,mid,AA-Omniscience,,,,,,29.81666666666667,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-max-thinking / column omniscienceBreakdown.accuracy),,out:superseded, aahle@artificialanalysis#none,artificialanalysis,?Qwen3 Max Thinking (Preview),not-established:absent,reasoning-math,frontier,HLE-AA-notools,,,,,,12.6506024096386,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-max-thinking-preview / column hle),,out:model-not-established, aaomni@artificialanalysis#none,artificialanalysis,?Qwen3 Max Thinking (Preview),not-established:absent,mixed,mid,AA-Omniscience,,,,,,27.35,acc%,0.00289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-max-thinking-preview / column omniscienceBreakdown.accuracy),,out:model-not-established, aahle@artificialanalysis#none,artificialanalysis,qwen3-next-80b-a3b-instruct,solo,reasoning-math,frontier,HLE-AA-notools,,,,,,7.64596848934198,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-next-80b-a3b-instruct / column hle),,out:single-couple, aatau-banking#none,artificialanalysis,qwen3-next-80b-a3b-thinking,solo,agentic-tool,hard,AA-tau-banking,,,,,,6.18556701030928,pass%,2.89e-15,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-next-80b-a3b-reasoning / column tauBanking),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,qwen3-next-80b-a3b-thinking,solo,reasoning-math,frontier,HLE-AA-notools,,,,,,12.5579240037071,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-next-80b-a3b-reasoning / column hle),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,qwen3-omni-30b-a3b-instruct,solo,reasoning-math,frontier,HLE-AA-notools,,,,,,4.6339202965709,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-omni-30b-a3b-instruct / column hle),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,qwen3-omni-30b-a3b-thinking,solo,reasoning-math,frontier,HLE-AA-notools,,,,,,7.46061167747915,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-omni-30b-a3b-reasoning / column hle),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,qwen3-vl-235b-a22b-instruct,solo,reasoning-math,frontier,HLE-AA-notools,,,,,,6.62650602409639,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-vl-235b-a22b-instruct / column hle),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,qwen3-vl-235b-a22b-thinking,solo,reasoning-math,frontier,HLE-AA-notools,,,,,,11.9091751621872,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-vl-235b-a22b-reasoning / column hle),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,qwen3-vl-235b-a22b-thinking,solo,mixed,mid,AA-Omniscience,,,,,,20.85,acc%,0.00289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-vl-235b-a22b-reasoning / column omniscienceBreakdown.accuracy),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,qwen3-vl-30b-a3b-instruct,solo,reasoning-math,frontier,HLE-AA-notools,,,,,,6.30213160333642,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-vl-30b-a3b-instruct / column hle),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,qwen3-vl-30b-a3b-thinking,solo,reasoning-math,frontier,HLE-AA-notools,,,,,,8.94346617238184,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-vl-30b-a3b-reasoning / column hle),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,qwen3-vl-32b-instruct,solo,reasoning-math,frontier,HLE-AA-notools,,,,,,6.81186283595922,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-vl-32b-instruct / column hle),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,qwen3-vl-32b-instruct,solo,mixed,mid,AA-Omniscience,,,,,,14.833333333333334,acc%,2.89e-16,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-vl-32b-instruct / column omniscienceBreakdown.accuracy),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,qwen3-vl-32b-thinking,solo,reasoning-math,frontier,HLE-AA-notools,,,,,,10.1482854494903,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-vl-32b-reasoning / column hle),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,qwen3-vl-32b-thinking,solo,mixed,mid,AA-Omniscience,,,,,,16.966666666666666,acc%,2.89e-16,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-vl-32b-reasoning / column omniscienceBreakdown.accuracy),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,qwen3-vl-4b-instruct,solo,reasoning-math,frontier,HLE-AA-notools,,,,,,3.6144578313253,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-vl-4b-instruct / column hle),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,qwen3-vl-4b-instruct,solo,mixed,mid,AA-Omniscience,,,,,,10.866666666666666,acc%,2.89e-16,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-vl-4b-instruct / column omniscienceBreakdown.accuracy),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,qwen3-vl-4b-thinking,solo,reasoning-math,frontier,HLE-AA-notools,,,,,,4.58758109360519,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-vl-4b-reasoning / column hle),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,qwen3-vl-4b-thinking,solo,mixed,mid,AA-Omniscience,,,,,,12.216666666666667,acc%,2.89e-16,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-vl-4b-reasoning / column omniscienceBreakdown.accuracy),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,qwen3-vl-8b-instruct,solo,reasoning-math,frontier,HLE-AA-notools,,,,,,2.68767377201112,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-vl-8b-instruct / column hle),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,qwen3-vl-8b-instruct,solo,mixed,mid,AA-Omniscience,,,,,,20.483333333333334,acc%,2.89e-16,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-vl-8b-instruct / column omniscienceBreakdown.accuracy),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,qwen3-vl-8b-thinking,solo,reasoning-math,frontier,HLE-AA-notools,,,,,,3.84615384615385,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-vl-8b-reasoning / column hle),,out:single-couple, aaomni@artificialanalysis#none,artificialanalysis,qwen3-vl-8b-thinking,solo,mixed,mid,AA-Omniscience,,,,,,20.433333333333334,acc%,2.89e-16,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-vl-8b-reasoning / column omniscienceBreakdown.accuracy),,out:single-couple, aahle@artificialanalysis#none,artificialanalysis,qwq-32b,solo,reasoning-math,frontier,HLE-AA-notools,,,,,,7.35,acc%,0.00289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwq-32b / column hle),,out:single-couple, aaomni-index#none,artificialanalysis,deepseek-r1-0528-qwen3-8b,solo,mixed,mid,AA-Omniscience,,,,,,-63.6166666666667,omniscience-index,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row deepseek-r1-qwen3-8b / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,deepseek-v3.2-speciale,solo,mixed,mid,AA-Omniscience,,,,,,-17.7166666666667,omniscience-index,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row deepseek-v3-2-speciale / column omniscience),,out:superseded, aaomni-index#none,artificialanalysis,gemini-2.0-flash,solo,mixed,mid,AA-Omniscience,,,,,,-42.5333333333333,omniscience-index,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gemini-2-0-flash / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,gemini-2.5-flash-preview-09-2025,nothink,mixed,mid,AA-Omniscience,,,,,,-39.9,omniscience-index,0.0289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gemini-2-5-flash-preview-09-2025 / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,gemini-2.5-flash-preview-09-2025,think,mixed,mid,AA-Omniscience,,,,,,-36.1,omniscience-index,0.0289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row gemini-2-5-flash-preview-09-2025-reasoning / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,glm-4.5,think,mixed,mid,AA-Omniscience,,,,,,-27.3833333333333,omniscience-index,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row glm-4.5 / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,glm-5-turbo,think,mixed,mid,AA-Omniscience,,,,,,-16.3666666666667,omniscience-index,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row glm-5-turbo / column omniscience),,out:superseded, aaomni-index#none,artificialanalysis,glm-5v-turbo,think,mixed,mid,AA-Omniscience,,,,,,-19.2833333333333,omniscience-index,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row glm-5v-turbo / column omniscience),,out:superseded, aaomni-index#none,artificialanalysis,grok-code-fast-1,think,mixed,mid,AA-Omniscience,,,,,,-37.0666666666667,omniscience-index,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row grok-code-fast-1 / column omniscience),,out:effort-not-established, aaomni-index#none,artificialanalysis,qwen3-0.6b,nothink,mixed,mid,AA-Omniscience,,,,,,-84.95,omniscience-index,0.00289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-0.6b-instruct / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,qwen3-0.6b,think,mixed,mid,AA-Omniscience,,,,,,-78.85,omniscience-index,0.00289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-0.6b-instruct-reasoning / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,qwen3-1.7b,nothink,mixed,mid,AA-Omniscience,,,,,,-84.0833333333333,omniscience-index,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-1.7b-instruct / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,qwen3-1.7b,think,mixed,mid,AA-Omniscience,,,,,,-77.5333333333333,omniscience-index,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-1.7b-instruct-reasoning / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,qwen3-235b-a22b,nothink,mixed,mid,AA-Omniscience,,,,,,-52.3833333333333,omniscience-index,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-235b-a22b-instruct / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,qwen3-235b-a22b,think,mixed,mid,AA-Omniscience,,,,,,-44.7,omniscience-index,0.0289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-235b-a22b-instruct-reasoning / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,?Qwen3 4B 2507,not-established:absent,mixed,mid,AA-Omniscience,,,,,,-61.9333333333333,omniscience-index,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-4b-2507-instruct / column omniscience),,out:model-not-established, aaomni-index#none,artificialanalysis,?Qwen3 4B 2507,not-established:absent,mixed,mid,AA-Omniscience,,,,,,-60.2666666666667,omniscience-index,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-4b-2507-instruct-reasoning / column omniscience),,out:model-not-established, aaomni-index#none,artificialanalysis,qwen3.5-0.8b,think,mixed,mid,AA-Omniscience,,,,,,-54.5166666666667,omniscience-index,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-5-0-8b / column omniscience),,out:superseded, aaomni-index#none,artificialanalysis,qwen3.5-2b,think,mixed,mid,AA-Omniscience,,,,,,-60.1833333333333,omniscience-index,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-5-2b / column omniscience),,out:superseded, aaomni-index#none,artificialanalysis,qwen3.6-max-preview,think,mixed,mid,AA-Omniscience,,,,,,9.16666666666667,omniscience-index,2.89e-15,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-6-max / column omniscience),,out:superseded, aaomni-index#none,artificialanalysis,qwen3-8b,think,mixed,mid,AA-Omniscience,,,,,,-64.7333333333333,omniscience-index,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-8b-instruct-reasoning / column omniscience),src-artificialanalysis-models-wayback-2026-09-01|run:aaomni-index|qwen3-8b@think|,in, aaomni-index#none,artificialanalysis,qwen3-max-0923,solo,mixed,mid,AA-Omniscience,,,,,,-43.55,omniscience-index,0.00289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-max / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,qwen3-max-preview,nothink,mixed,mid,AA-Omniscience,,,,,,-42.7833333333333,omniscience-index,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-max-preview / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,qwen3-max-0123,think,mixed,mid,AA-Omniscience,,,,,,-36.6166666666667,omniscience-index,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-max-thinking / column omniscience),,out:superseded, aaomni-index#none,artificialanalysis,?Qwen3 Max Thinking (Preview),not-established:absent,mixed,mid,AA-Omniscience,,,,,,-39.1166666666667,omniscience-index,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-max-thinking-preview / column omniscience),,out:model-not-established, aaomni-index#none,artificialanalysis,qwen3-vl-235b-a22b-thinking,solo,mixed,mid,AA-Omniscience,,,,,,-46.55,omniscience-index,0.00289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-vl-235b-a22b-reasoning / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,qwen3-vl-32b-instruct,solo,mixed,mid,AA-Omniscience,,,,,,-63.3666666666667,omniscience-index,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-vl-32b-instruct / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,qwen3-vl-32b-thinking,solo,mixed,mid,AA-Omniscience,,,,,,-52.5166666666667,omniscience-index,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-vl-32b-reasoning / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,qwen3-vl-4b-instruct,solo,mixed,mid,AA-Omniscience,,,,,,-75.9666666666667,omniscience-index,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-vl-4b-instruct / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,qwen3-vl-4b-thinking,solo,mixed,mid,AA-Omniscience,,,,,,-68.3833333333333,omniscience-index,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-vl-4b-reasoning / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,qwen3-vl-8b-instruct,solo,mixed,mid,AA-Omniscience,,,,,,-51.8833333333333,omniscience-index,2.89e-14,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-vl-8b-instruct / column omniscience),,out:single-couple, aaomni-index#none,artificialanalysis,qwen3-vl-8b-thinking,solo,mixed,mid,AA-Omniscience,,,,,,-52.3,omniscience-index,0.0289,,,https://artificialanalysis.ai/models/claude-fable-5-1 ($ / row qwen3-vl-8b-reasoning / column omniscience),,out:single-couple, aa-index4#none,artificialanalysis,qwq-32b-preview,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row QwQ-32B-Preview, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,deepseek-coder-v2-instruct,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row deepseek-coder-v2, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,deepseek-coder-v2-lite-instruct,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row deepseek-coder-v2-lite, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,deepseek-llm-67b-chat,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row deepseek-llm-67b-chat, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,deepseek-r1-0528,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row deepseek-r1, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,deepseek-r1,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row deepseek-r1-0120, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,deepseek-r1-distill-llama-70b,solo,mixed,frontier,AA-Index,,,,,,4,AA-idx,0.289,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row deepseek-r1-distill-llama-70b / column openness.modelAvailability),,out:single-couple, aa-index4#none,artificialanalysis,deepseek-r1-distill-llama-8b,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row deepseek-r1-distill-llama-8b, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,deepseek-r1-distill-qwen-1.5b,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row deepseek-r1-distill-qwen-1-5b, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,deepseek-r1-distill-qwen-14b,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row deepseek-r1-distill-qwen-14b, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,deepseek-r1-distill-qwen-32b,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row deepseek-r1-distill-qwen-32b, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,deepseek-r1-0528-qwen3-8b,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row deepseek-r1-qwen3-8b, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,deepseek-v2-chat,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row deepseek-v2, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,deepseek-v2.5-1210,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row deepseek-v2-5, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,deepseek-v2.5,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row deepseek-v2-5-sep-2024, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,deepseek-v3,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row deepseek-v3, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,deepseek-v3-0324,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row deepseek-v3-0324, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,deepseek-v3.1,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row deepseek-v3-1, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,deepseek-v3.1,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row deepseek-v3-1-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,deepseek-v3.1-terminus,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row deepseek-v3-1-terminus, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,deepseek-v3.1-terminus,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row deepseek-v3-1-terminus-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,deepseek-v3.2,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row deepseek-v3-2, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,deepseek-v3.2-exp,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row deepseek-v3-2-0925, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,deepseek-v3.2,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row deepseek-v3-2-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,deepseek-v3.2-exp,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row deepseek-v3-2-reasoning-0925, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,deepseek-v3.2-speciale,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row deepseek-v3-2-speciale, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,deepseek-v4-flash-0731,max,mixed,frontier,AA-Index,per-suite,363.4843037210694,2.89e-14,,,40.8390714993678,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row deepseek-v4-flash / column intelligenceIndex),,out:composite,in aa-index4#none,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,mixed,frontier,AA-Index,per-suite,101.39975858724148,2.89e-15,,,30.7250062629751,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row deepseek-v4-flash-0420 / column intelligenceIndex),,out:model-not-established,out:model-not-established aa-index4#none,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row deepseek-v4-flash-0420-high, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index4#none,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row deepseek-v4-flash-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index4#none,artificialanalysis,deepseek-v4-flash-0731,max,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row deepseek-v4-flash-vision, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,deepseek-v4-pro-0813,max,mixed,frontier,AA-Index,per-suite,706.7506839351638,2.89e-14,,,42.1132549231516,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row deepseek-v4-pro / column intelligenceIndex),,out:composite,out:composite aa-index4#none,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,mixed,frontier,AA-Index,per-suite,184.4575847081367,2.89e-14,,,34.5458284093865,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row deepseek-v4-pro-0424 / column intelligenceIndex),,out:model-not-established,out:model-not-established aa-index4#none,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row deepseek-v4-pro-0424-high, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index4#none,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row deepseek-v4-pro-0424-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index4#none,artificialanalysis,gemini-1.0-pro,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gemini-1-0-pro, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aa-index4#none,artificialanalysis,?Gemini 1.0 Ultra,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gemini-1-0-ultra, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index4#none,artificialanalysis,gemini-1.5-flash-002,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gemini-1-5-flash, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,gemini-1.5-flash-8b-001,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gemini-1-5-flash-8b, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,?Gemini 1.5 Flash (May '24),not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gemini-1-5-flash-may-2024, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index4#none,artificialanalysis,gemini-1.5-pro-002,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gemini-1-5-pro, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,?Gemini 1.5 Pro (May '24),not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gemini-1-5-pro-may-2024, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index4#none,artificialanalysis,gemini-2.0-flash,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gemini-2-0-flash, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,gemini-2.0-flash-exp,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gemini-2-0-flash-experimental, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,gemini-2.0-flash-lite-001,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gemini-2-0-flash-lite-001, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aa-index4#none,artificialanalysis,gemini-2.0-flash-lite-preview-02-05,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gemini-2-0-flash-lite-preview, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aa-index4#none,artificialanalysis,gemini-2.0-flash-thinking-exp-01-21,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gemini-2-0-flash-thinking-exp-0121, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,gemini-2.0-flash-thinking-exp-1219,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gemini-2-0-flash-thinking-exp-1219, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aa-index4#none,artificialanalysis,gemini-2.0-pro-exp-02-05,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gemini-2-0-pro-experimental-02-05, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,gemini-2.5-flash,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gemini-2-5-flash, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,gemini-2.5-flash-preview-04-17,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gemini-2-5-flash-04-2025, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,gemini-2.5-flash-lite,nothink,mixed,frontier,AA-Index,,,,,,1,AA-idx,0.289,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row gemini-2-5-flash-lite / column hostModelCount),,out:single-couple, aa-index4#none,artificialanalysis,gemini-2.5-flash-lite-preview-09-2025,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gemini-2-5-flash-lite-preview-09-2025, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,gemini-2.5-flash-lite-preview-09-2025,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gemini-2-5-flash-lite-preview-09-2025-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,gemini-2.5-flash-lite,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gemini-2-5-flash-lite-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,gemini-2.5-flash-preview-09-2025,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gemini-2-5-flash-preview-09-2025, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,gemini-2.5-flash-preview-09-2025,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gemini-2-5-flash-preview-09-2025-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,gemini-2.5-flash,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gemini-2-5-flash-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,gemini-2.5-flash-preview-04-17,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gemini-2-5-flash-reasoning-04-2025, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,gemini-2.5-pro,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gemini-2-5-pro, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,gemini-2.5-pro-exp-03-25,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gemini-2-5-pro-03-25, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,gemini-2.5-pro-preview-05-06,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gemini-2-5-pro-05-06, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,gemini-3.1-flash-lite,high,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gemini-3-1-flash-lite-preview, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,gemini-3.1-pro,not-established:absent,mixed,frontier,AA-Index,per-suite,879.6326444120914,2.89e-14,,,36.6542313912925,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row gemini-3-1-pro-preview / column intelligenceIndex),,out:effort-not-established,out:effort-not-established aa-index4#none,artificialanalysis,gemini-3.5-flash,high,mixed,frontier,AA-Index,per-suite,1419.9725319246893,2.89e-14,,,40,AA-idx,0.289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row gemini-3-5-flash / column effort.level),,out:composite,in aa-index4#none,artificialanalysis,gemini-3.5-flash-lite,high,mixed,frontier,AA-Index,per-suite,165.84766765862383,2.89e-15,,,27.5743377606185,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row gemini-3-5-flash-lite / column intelligenceIndex),,out:composite,out:composite aa-index4#none,artificialanalysis,gemini-3.5-flash,medium,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gemini-3-5-flash-medium, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,gemini-3.5-flash,minimal,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gemini-3-5-flash-minimal, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,gemini-3.6-flash,high,mixed,frontier,AA-Index,per-suite,508.74556766381556,2.89e-15,,,40,AA-idx,0.289,,cost-base-price:cost-uniform-factor,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row gemini-3-6-flash / column effort.level),,out:composite,out:composite aa-index4#none,artificialanalysis,gemini-3.7-flash,high,mixed,frontier,AA-Index,per-suite,687.9244019289224,2.89e-14,,,45.2420499147757,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row gemini-3-7-flash / column intelligenceIndex),,out:composite,in aa-index4#none,artificialanalysis,gemini-3.7-flash,low,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gemini-3-7-flash-low, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,gemini-3.7-flash,medium,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gemini-3-7-flash-medium, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,gemini-3.8-flash,high,mixed,frontier,AA-Index,per-suite,1077.953925327713,2.89e-13,,,47.0713231150669,AA-idx,2.89e-14,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row gemini-3-8-flash / column intelligenceIndex),,out:composite,out:composite aa-index4#none,artificialanalysis,gemini-3.8-flash,low,mixed,frontier,AA-Index,,,,,,40.9508399850751,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row gemini-3-8-flash-low / column intelligenceIndex),,out:composite, aa-index4#none,artificialanalysis,gemini-3.8-flash,medium,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gemini-3-8-flash-medium, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,gemini-3-flash,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gemini-3-flash, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aa-index4#none,artificialanalysis,gemini-3-flash,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gemini-3-flash-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aa-index4#none,artificialanalysis,gemini-3-pro,high,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gemini-3-pro, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,gemini-3-pro,low,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gemini-3-pro-low, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,glm-4.5-air,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row glm-4-5-air, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,glm-4.5v,nothink,mixed,frontier,AA-Index,,,,,,1,AA-idx,0.289,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row glm-4-5v / column hostModelCount),,out:single-couple, aa-index4#none,artificialanalysis,glm-4.5v,think,mixed,frontier,AA-Index,,,,,,3,AA-idx,0.289,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row glm-4-5v-reasoning / column openness.transparencyMethodology),,out:single-couple, aa-index4#none,artificialanalysis,glm-4.6,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row glm-4-6, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,glm-4.6,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row glm-4-6-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,glm-4.6v,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row glm-4-6v, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,glm-4.6v,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row glm-4-6v-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,glm-4.7,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row glm-4-7, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,glm-4.7-flash,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row glm-4-7-flash, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,glm-4.7-flash,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row glm-4-7-flash-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,glm-4.7,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row glm-4-7-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,glm-4.5,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row glm-4.5, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,glm-5,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row glm-5, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,glm-5.1,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row glm-5-1, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,glm-5.1,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row glm-5-1-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,glm-5.2,not-established:absent,mixed,frontier,AA-Index,per-suite,1005.5797134600002,2.89e-14,,,42.0811692114129,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row glm-5-2 / column intelligenceIndex),,out:effort-not-established,out:effort-not-established aa-index4#none,artificialanalysis,glm-5.2,not-established:absent,mixed,frontier,AA-Index,,,,,,26,AA-idx,0.289,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row glm-5-2-non-reasoning / column cacheHitPrice),,out:effort-not-established, aa-index4#none,artificialanalysis,glm-5.3,max,mixed,frontier,AA-Index,per-suite,1762.237243265648,2.89e-13,,,48.5840319700216,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row glm-5-3 / column intelligenceIndex),,out:composite,out:composite aa-index4#none,artificialanalysis,glm-5.3-flash,max,mixed,frontier,AA-Index,per-suite,328.8474611277007,63.3,,,46.2237224739457,AA-idx,2.89e-14,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row glm-5-3-flash / column intelligenceIndex),,out:composite,out:cost-single-couple aa-index4#none,artificialanalysis,glm-5,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row glm-5-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,glm-5-turbo,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row glm-5-turbo, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,glm-5v-turbo,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row glm-5v-turbo, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,?GPT-3.5 Turbo,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gpt-35-turbo, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index4#none,artificialanalysis,?GPT-4,not-established:absent,mixed,frontier,AA-Index,,,,,,1,AA-idx,0.289,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row gpt-4 / column hostModelCount),,out:model-not-established, aa-index4#none,artificialanalysis,gpt-4.1,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gpt-4-1, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,gpt-4.1-mini,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gpt-4-1-mini, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,gpt-4.1-nano,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gpt-4-1-nano, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,gpt-4.5-preview,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gpt-4-5, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,gpt-4-turbo,solo,mixed,frontier,AA-Index,,,,,,2,AA-idx,0.289,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row gpt-4-turbo / column hostModelCount),,out:single-couple, aa-index4#none,artificialanalysis,gpt-4o-1120,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gpt-4o, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,gpt-4o-0513,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gpt-4o-2024-05-13, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,gpt-4o-0806,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gpt-4o-2024-08-06, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,?GPT-4o (ChatGPT),not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gpt-4o-chatgpt, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index4#none,artificialanalysis,"?GPT-4o (March 2025, chatgpt-4o-latest)",not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gpt-4o-chatgpt-03-25, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index4#none,artificialanalysis,gpt-4o-mini,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gpt-4o-mini, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,gpt-5,high,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gpt-5, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,gpt-5.1,high,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gpt-5-1, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,gpt-5.1-codex,high,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gpt-5-1-codex, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,gpt-5.1-codex-mini,high,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gpt-5-1-codex-mini, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,gpt-5.1,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gpt-5-1-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,gpt-5.2,xhigh,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gpt-5-2, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,gpt-5.2-codex,xhigh,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gpt-5-2-codex, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,gpt-5.2,medium,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gpt-5-2-medium, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,gpt-5.2,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gpt-5-2-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,gpt-5.3-codex,xhigh,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gpt-5-3-codex, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,gpt-5.4,xhigh,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gpt-5-4, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,gpt-5.4,low,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gpt-5-4-low, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,gpt-5.4-mini,xhigh,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gpt-5-4-mini, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,gpt-5.4-mini,medium,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gpt-5-4-mini-medium, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,gpt-5.4-mini,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gpt-5-4-mini-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,gpt-5.4-nano,xhigh,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gpt-5-4-nano, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,gpt-5.4-nano,medium,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gpt-5-4-nano-medium, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,gpt-5.4-nano,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gpt-5-4-nano-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,gpt-5.4,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gpt-5-4-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,gpt-5.5,xhigh,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gpt-5-5, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,gpt-5.5,high,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gpt-5-5-high, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,gpt-5.5-instant-05-26,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gpt-5-5-instant-05-26, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aa-index4#none,artificialanalysis,gpt-5.5-instant-06-26,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gpt-5-5-instant-06-26, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aa-index4#none,artificialanalysis,gpt-5.5,low,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gpt-5-5-low, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,gpt-5.5,medium,mixed,frontier,AA-Index,per-suite,1200.7461633482287,2.89e-14,,,41.2190480481845,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row gpt-5-5-medium / column intelligenceIndex),,out:composite,out:composite aa-index4#none,artificialanalysis,gpt-5.5,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gpt-5-5-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,gpt-5.6-luna,max,mixed,frontier,AA-Index,per-suite,213.82533494603166,2.89e-15,,,43.4414655969671,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row gpt-5-6-luna / column intelligenceIndex),,out:composite,out:composite aa-index4#none,artificialanalysis,gpt-5.6-luna,high,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gpt-5-6-luna-high, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,gpt-5.6-luna,low,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gpt-5-6-luna-low, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,gpt-5.6-luna,medium,mixed,frontier,AA-Index,,,,,,30,AA-idx,0.289,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row gpt-5-6-luna-medium / column effort.level),,out:composite, aa-index4#none,artificialanalysis,gpt-5.6-luna,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gpt-5-6-luna-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,gpt-5.6-luna,xhigh,mixed,frontier,AA-Index,per-suite,119.26040384173955,2.89e-15,,,41.5752269630656,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row gpt-5-6-luna-xhigh / column intelligenceIndex),,out:composite,out:composite aa-index4#none,artificialanalysis,gpt-5.6-sol,max,mixed,frontier,AA-Index,per-suite,3387.3908401066265,178,,,51.2551933761681,AA-idx,2.89e-14,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row gpt-5-6-sol / column intelligenceIndex),,out:composite,out:composite aa-index4#none,artificialanalysis,gpt-5.6-sol,high,mixed,frontier,AA-Index,per-suite,1309.8867399337978,68.8,,,48.2978520993393,AA-idx,2.89e-14,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row gpt-5-6-sol-high / column intelligenceIndex),,out:composite,out:composite aa-index4#none,artificialanalysis,gpt-5.6-sol,low,mixed,frontier,AA-Index,per-suite,487.90867417399585,25.6,,,40.8432310270633,AA-idx,2.89e-14,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row gpt-5-6-sol-low / column intelligenceIndex),,out:composite,out:composite aa-index4#none,artificialanalysis,gpt-5.6-sol,medium,mixed,frontier,AA-Index,per-suite,797.0126964866387,41.8,,,45.9687360226153,AA-idx,2.89e-14,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row gpt-5-6-sol-medium / column intelligenceIndex),,out:composite,out:composite aa-index4#none,artificialanalysis,gpt-5.6-sol,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gpt-5-6-sol-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,gpt-5.6-sol,xhigh,mixed,frontier,AA-Index,per-suite,2005.7828005232595,105,,,50,AA-idx,0.289,,cost-unrepriced; cost-price-band,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row gpt-5-6-sol-xhigh / column effort.level),,out:composite,out:composite aa-index4#none,artificialanalysis,gpt-5.6-terra,max,mixed,frontier,AA-Index,per-suite,1713.6124175075552,2.89e-14,,,46.76875579302,AA-idx,2.89e-12,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row gpt-5-6-terra / column intelligenceIndex),,out:composite,out:composite aa-index4#none,artificialanalysis,gpt-5.6-terra,high,mixed,frontier,AA-Index,per-suite,515.7249415513072,2.89e-14,,,41.2996792695316,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row gpt-5-6-terra-high / column intelligenceIndex),,out:composite,out:composite aa-index4#none,artificialanalysis,gpt-5.6-terra,low,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gpt-5-6-terra-low, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,gpt-5.6-terra,medium,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gpt-5-6-terra-medium, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,gpt-5.6-terra,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gpt-5-6-terra-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,gpt-5.6-terra,xhigh,mixed,frontier,AA-Index,per-suite,805.7493154590375,2.89e-14,,,44.3904127497752,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row gpt-5-6-terra-xhigh / column intelligenceIndex),,out:composite,out:composite aa-index4#none,artificialanalysis,?GPT-5 (ChatGPT),not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gpt-5-chatgpt, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index4#none,artificialanalysis,gpt-5-codex,high,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gpt-5-codex, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,gpt-5,low,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gpt-5-low, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,gpt-5,medium,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gpt-5-medium, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,gpt-5-mini,high,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gpt-5-mini, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,gpt-5-mini,medium,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gpt-5-mini-medium, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,gpt-5-mini,minimal,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gpt-5-mini-minimal, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,gpt-5,minimal,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gpt-5-minimal, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,gpt-5-nano,high,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gpt-5-nano, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,gpt-5-nano,medium,mixed,frontier,AA-Index,,,,,,13,AA-idx,0.289,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row gpt-5-nano-medium / column pricePer1k1mpImages),,out:single-couple, aa-index4#none,artificialanalysis,gpt-5-nano,minimal,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gpt-5-nano-minimal, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,gpt-6-astra,max,mixed,frontier,AA-Index,per-suite,4063.7724324622513,2.89e-14,,,54.6573323423926,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row gpt-6-astra / column intelligenceIndex),,out:composite,out:composite aa-index4#none,artificialanalysis,gpt-6-astra,high,mixed,frontier,AA-Index,per-suite,2038.9526051984853,2.89e-14,,,53.3589099296435,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row gpt-6-astra-high / column intelligenceIndex),,out:composite,out:composite aa-index4#none,artificialanalysis,gpt-6-astra,low,mixed,frontier,AA-Index,per-suite,872.7951498252812,2.89e-14,,,49.3199050865629,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row gpt-6-astra-low / column intelligenceIndex),,out:composite,out:composite aa-index4#none,artificialanalysis,gpt-6-astra,medium,mixed,frontier,AA-Index,per-suite,1558.6645725100495,2.89e-14,,,52.2467486663733,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row gpt-6-astra-medium / column intelligenceIndex),,out:composite,out:composite aa-index4#none,artificialanalysis,gpt-6-astra,not-established:absent,mixed,frontier,AA-Index,per-suite,1631.1926945977325,2.89e-14,,,47.8462356691364,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row gpt-6-astra-non-reasoning / column intelligenceIndex),,out:effort-not-established,out:effort-not-established aa-index4#none,artificialanalysis,gpt-6-astra,xhigh,mixed,frontier,AA-Index,per-suite,2778.3041048207733,2.89e-14,,,54.3148645943349,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row gpt-6-astra-xhigh / column intelligenceIndex),,out:composite,out:composite aa-index4#none,artificialanalysis,gpt-oss-120b,high,mixed,frontier,AA-Index,per-suite,145.739191465,2.89e-10,,,15.5719877600873,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row gpt-oss-120b / column intelligenceIndex),,out:single-couple,out:cost-not-comparable aa-index4#none,artificialanalysis,gpt-oss-120b,low,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gpt-oss-120b-low, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,gpt-oss-20b,high,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gpt-oss-20b, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,gpt-oss-20b,low,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row gpt-oss-20b-low, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,grok-1,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row grok-1, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,grok-2-1212,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row grok-2-1212, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,grok-3,solo,mixed,frontier,AA-Index,,,,,,12,AA-idx,0.289,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row grok-3 / column price1mBlended0To1To1),,out:single-couple, aa-index4#none,artificialanalysis,?Grok 3 mini Reasoning,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row grok-3-mini-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index4#none,artificialanalysis,?Grok 3 Reasoning Beta,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row grok-3-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index4#none,artificialanalysis,grok-4,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row grok-4, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,grok-4.1-fast,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row grok-4-1-fast, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,grok-4.1-fast,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row grok-4-1-fast-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,?Grok 4.20 0309 v2,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row grok-4-20, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index4#none,artificialanalysis,grok-4.20,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row grok-4-20-0309, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,grok-4.20,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row grok-4-20-0309-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,?Grok 4.20 0309 v2,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row grok-4-20-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index4#none,artificialanalysis,grok-4.3,high,mixed,frontier,AA-Index,per-suite,309.57307104197184,2.89e-15,,,29.936515063313,AA-idx,2.89e-13,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row grok-4-3 / column intelligenceIndex),,out:composite,out:composite aa-index4#none,artificialanalysis,grok-4.3,low,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row grok-4-3-low, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,grok-4.3,medium,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row grok-4-3-medium, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,grok-4.3,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row grok-4-3-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,grok-4.5,high,mixed,frontier,AA-Index,per-suite,759.0140133059358,2.89e-14,,,45.4782280369133,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row grok-4-5 / column intelligenceIndex),,out:composite,out:composite aa-index4#none,artificialanalysis,grok-4.6,high,mixed,frontier,AA-Index,per-suite,1632.1252290859607,2.89e-14,,,50.5767541460746,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row grok-4-6 / column intelligenceIndex),,out:composite,out:composite aa-index4#none,artificialanalysis,grok-4.6,low,mixed,frontier,AA-Index,per-suite,343.4835834991301,2.89e-14,,,41.6074013981571,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row grok-4-6-low / column intelligenceIndex),,out:composite,out:composite aa-index4#none,artificialanalysis,grok-4.6,medium,mixed,frontier,AA-Index,per-suite,1261.681118135592,2.89e-13,,,48.8471139907434,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row grok-4-6-medium / column intelligenceIndex),,out:composite,out:composite aa-index4#none,artificialanalysis,grok-4.6,xhigh,mixed,frontier,AA-Index,per-suite,2025.6193169734538,2.89e-14,,,50,AA-idx,0.289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row grok-4-6-xhigh / column effort.level),,out:composite,out:composite aa-index4#none,artificialanalysis,grok-4-fast,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row grok-4-fast, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,grok-4-fast,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row grok-4-fast-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,?Grok Beta,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row grok-beta, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index4#none,artificialanalysis,?Grok Build 0.1 0616,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row grok-build-0-1-06-16, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index4#none,artificialanalysis,grok-code-fast-1,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row grok-code-fast-1, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aa-index4#none,artificialanalysis,kimi-k2-instruct,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row kimi-k2, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,kimi-k2-instruct-0905,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row kimi-k2-0905, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,?Kimi K2.5,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row kimi-k2-5, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index4#none,artificialanalysis,?Kimi K2.5,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row kimi-k2-5-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index4#none,artificialanalysis,kimi-k2.6,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row kimi-k2-6, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,kimi-k2.6,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row kimi-k2-6-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,kimi-k2.7-code,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row kimi-k2-7-code, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,?Kimi K2 Thinking,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row kimi-k2-thinking, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index4#none,artificialanalysis,kimi-k3,max,mixed,frontier,AA-Index,per-suite,3069.5445716507556,2.89e-14,,,50.2337145305853,AA-idx,2.89e-14,,cost-base-price:cost-uniform-factor,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row kimi-k3 / column intelligenceIndex),,out:composite,out:composite aa-index4#none,artificialanalysis,kimi-k3,not-established:absent,mixed,frontier,AA-Index,per-suite,379.074941906288,2.89e-13,,,37.1023819670112,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row kimi-k3-low / column intelligenceIndex),,out:effort-not-established,out:effort-not-established aa-index4#none,artificialanalysis,kimi-linear-48b-a3b-instruct,solo,mixed,frontier,AA-Index,,,,,,3,AA-idx,0.289,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row kimi-linear-48b-a3b-instruct / column inferenceParametersActiveBillions),,out:single-couple, aa-index4#none,artificialanalysis,o1,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row o1, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aa-index4#none,artificialanalysis,o1-mini,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row o1-mini, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,o1-preview,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row o1-preview, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,o1-pro,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row o1-pro, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aa-index4#none,artificialanalysis,o3,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row o3, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aa-index4#none,artificialanalysis,o3-mini,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row o3-mini, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aa-index4#none,artificialanalysis,o3-mini,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row o3-mini-high, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aa-index4#none,artificialanalysis,o3-pro,not-established:absent,mixed,frontier,AA-Index,,,,,,26,AA-idx,0.289,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row o3-pro / column price1mBlended7To2To1),,out:effort-not-established, aa-index4#none,artificialanalysis,o4-mini,high,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row o4-mini, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,?Qwen2.5 Max,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen-2-5-max, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index4#none,artificialanalysis,qwen-14b-chat,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen-chat-14b, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,qwen-72b-chat,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen-chat-72b, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,?Qwen2.5 Turbo,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen-turbo, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index4#none,artificialanalysis,qwen1.5-110b-chat,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen1.5-110b-chat, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,qwen2.5-72b-instruct,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen2-5-72b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,qwen2.5-coder-32b-instruct,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen2-5-coder-32b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,qwen2.5-coder-7b-instruct,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen2-5-coder-7b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,qwen2-72b-instruct,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen2-72b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,qwen2.5-32b-instruct,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen2.5-32b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,qwen3-0.6b,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen3-0.6b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,qwen3-0.6b,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen3-0.6b-instruct-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,qwen3-1.7b,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen3-1.7b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,qwen3-1.7b,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen3-1.7b-instruct-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,qwen3-14b,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen3-14b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,qwen3-14b,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen3-14b-instruct-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,qwen3-235b-a22b,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen3-235b-a22b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,?Qwen3 235B A22B 2507,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen3-235b-a22b-instruct-2507, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index4#none,artificialanalysis,?Qwen3 235B A22B 2507,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen3-235b-a22b-instruct-2507-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index4#none,artificialanalysis,qwen3-235b-a22b,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen3-235b-a22b-instruct-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,?Qwen3 30B A3B 2507,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen3-30b-a3b-2507, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index4#none,artificialanalysis,?Qwen3 30B A3B 2507,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen3-30b-a3b-2507-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index4#none,artificialanalysis,qwen3-30b-a3b,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen3-30b-a3b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,qwen3-30b-a3b,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen3-30b-a3b-instruct-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,qwen3-32b,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen3-32b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,qwen3-32b,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen3-32b-instruct-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,?Qwen3 4B 2507,not-established:absent,mixed,frontier,AA-Index,,,,,,2,AA-idx,0.289,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row qwen3-4b-2507-instruct / column openness.transparencyMethodology),,out:model-not-established, aa-index4#none,artificialanalysis,?Qwen3 4B 2507,not-established:absent,mixed,frontier,AA-Index,,,,,,6,AA-idx,0.289,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row qwen3-4b-2507-instruct-reasoning / column openness.modelAvailability),,out:model-not-established, aa-index4#none,artificialanalysis,qwen3-4b,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen3-4b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,qwen3-4b,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen3-4b-instruct-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,qwen3.5-0.8b,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen3-5-0-8b, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,qwen3.5-0.8b,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen3-5-0-8b-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,qwen3.5-122b-a10b,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen3-5-122b-a10b, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,qwen3.5-122b-a10b,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen3-5-122b-a10b-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,qwen3.5-27b,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen3-5-27b, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,qwen3.5-27b,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen3-5-27b-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,qwen3.5-2b,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen3-5-2b, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,qwen3.5-2b,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen3-5-2b-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,qwen3.5-35b-a3b,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen3-5-35b-a3b, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,qwen3.5-35b-a3b,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen3-5-35b-a3b-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,qwen3.5-397b-a17b,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen3-5-397b-a17b, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,qwen3.5-397b-a17b,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen3-5-397b-a17b-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,qwen3.5-4b,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen3-5-4b, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,qwen3.5-4b,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen3-5-4b-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,qwen3.5-9b,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen3-5-9b, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,qwen3.5-9b,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen3-5-9b-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,qwen3.5-omni-flash,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen3-5-omni-flash, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,qwen3.5-omni-plus,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen3-5-omni-plus, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,qwen3.6-27b,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen3-6-27b, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,qwen3.6-27b,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen3-6-27b-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,qwen3.6-35b-a3b,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen3-6-35b-a3b, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,qwen3.6-35b-a3b,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen3-6-35b-a3b-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,qwen3.6-max-preview,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen3-6-max, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,qwen3.6-plus,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen3-6-plus, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,qwen3.7-max,think,mixed,frontier,AA-Index,per-suite,1279.8084995278903,2.89e-14,,,36.6159911438171,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row qwen3-7-max / column intelligenceIndex),,out:composite,out:cost-single-couple aa-index4#none,artificialanalysis,qwen3.7-plus,think,mixed,frontier,AA-Index,per-suite,309.62094255290026,2.89e-15,,,31.8583330058391,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row qwen3-7-plus / column intelligenceIndex),,out:composite,out:cost-not-comparable aa-index4#none,artificialanalysis,qwen3.8-2.4t-a95b,not-established:absent,mixed,frontier,AA-Index,per-suite,1779.8651126384202,2.89e-14,,,46.7402728105642,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row qwen3-8-2-4t-a95b / column intelligenceIndex),,out:effort-not-established,out:effort-not-established aa-index4#none,artificialanalysis,qwen3.8-27b,xhigh,mixed,frontier,AA-Index,per-suite,900.359216862,2.89e-10,,,41.4059480116377,AA-idx,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row qwen3-8-27b / column intelligenceIndex),,out:composite,out:composite aa-index4#none,artificialanalysis,qwen3.8-27b,low,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen3-8-27b-low, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,qwen3.8-27b,medium,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen3-8-27b-medium, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,qwen3.8-27b,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen3-8-27b-non-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aa-index4#none,artificialanalysis,qwen3.8-flash-next,not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen3-8-flash-next, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:effort-not-established, aa-index4#none,artificialanalysis,?Qwen3.8 Max,not-established:absent,mixed,frontier,AA-Index,per-suite,1937.4959677759869,2.89e-14,,,46.9057464193788,AA-idx,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row qwen3-8-max / column intelligenceIndex),,out:model-not-established,out:model-not-established aa-index4#none,artificialanalysis,qwen3-8b,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen3-8b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,qwen3-8b,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen3-8b-instruct-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,qwen3-coder-30b-a3b-instruct,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen3-coder-30b-a3b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,qwen3-coder-480b-a35b-instruct,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen3-coder-480b-a35b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,qwen3-coder-next,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen3-coder-next, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,qwen3-max-0923,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen3-max, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,qwen3-max-preview,nothink,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen3-max-preview, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,qwen3-max-0123,think,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen3-max-thinking, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,?Qwen3 Max Thinking (Preview),not-established:absent,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen3-max-thinking-preview, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:model-not-established, aa-index4#none,artificialanalysis,qwen3-next-80b-a3b-instruct,solo,mixed,frontier,AA-Index,,,,,,8,AA-idx,0.289,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row qwen3-next-80b-a3b-instruct / column hostModelCount),,out:single-couple, aa-index4#none,artificialanalysis,qwen3-next-80b-a3b-thinking,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen3-next-80b-a3b-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,qwen3-omni-30b-a3b-instruct,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen3-omni-30b-a3b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,qwen3-omni-30b-a3b-thinking,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen3-omni-30b-a3b-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,qwen3-vl-235b-a22b-instruct,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen3-vl-235b-a22b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,qwen3-vl-235b-a22b-thinking,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen3-vl-235b-a22b-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,qwen3-vl-30b-a3b-instruct,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen3-vl-30b-a3b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,qwen3-vl-30b-a3b-thinking,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen3-vl-30b-a3b-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,qwen3-vl-32b-instruct,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen3-vl-32b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,qwen3-vl-32b-thinking,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen3-vl-32b-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,qwen3-vl-4b-instruct,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen3-vl-4b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,qwen3-vl-4b-thinking,solo,mixed,frontier,AA-Index,,,,,,2,AA-idx,0.289,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row qwen3-vl-4b-reasoning / column openness.transparencyMethodology),,out:single-couple, aa-index4#none,artificialanalysis,qwen3-vl-8b-instruct,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen3-vl-8b-instruct, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,qwen3-vl-8b-thinking,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwen3-vl-8b-reasoning, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aa-index4#none,artificialanalysis,qwq-32b,solo,mixed,frontier,AA-Index,,,,,,,AA-idx,,,,"https://artificialanalysis.ai/models/gemini-3-8-flash (row qwq-32b, column intelligenceIndex (intelligenceIndexIsEstimated is true in the same row))",,out:estimate, aatau-banking#none,artificialanalysis,fable-5.1,medium,agentic-tool,hard,AA-tau-banking,,,,,,41.0309278350515,pass%,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row claude-fable-5-1-medium / column tauBanking),,in, aatau-banking#none,artificialanalysis,fable-5.1,high,agentic-tool,hard,AA-tau-banking,,,,,,43.0927835051546,pass%,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row claude-fable-5-1-high / column tauBanking),,in, aalcr@artificialanalysis#none,artificialanalysis,deepseek-r1-0528,solo,mixed,hard,AA-LCR,,,,,,55.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row deepseek-r1 / column lcr),,out:single-couple, aalcr@artificialanalysis#none,artificialanalysis,deepseek-r1-distill-llama-70b,solo,mixed,hard,AA-LCR,,,,,,10,acc%,2.89,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row deepseek-r1-distill-llama-70b / column lcr),,out:single-couple, aalcr@artificialanalysis#none,artificialanalysis,deepseek-r1-distill-llama-8b,solo,mixed,hard,AA-LCR,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row deepseek-r1-distill-llama-8b / column lcr),,out:uninformative, aalcr@artificialanalysis#none,artificialanalysis,deepseek-r1-distill-qwen-1.5b,solo,mixed,hard,AA-LCR,,,,,,1.66666666666667,acc%,2.89e-15,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row deepseek-r1-distill-qwen-1-5b / column lcr),,out:single-couple, aalcr@artificialanalysis#none,artificialanalysis,deepseek-r1-distill-qwen-14b,solo,mixed,hard,AA-LCR,,,,,,10.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row deepseek-r1-distill-qwen-14b / column lcr),,out:single-couple, aalcr@artificialanalysis#none,artificialanalysis,deepseek-r1-distill-qwen-32b,solo,mixed,hard,AA-LCR,,,,,,8.66666666666667,acc%,2.89e-15,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row deepseek-r1-distill-qwen-32b / column lcr),,out:single-couple, aalcr@artificialanalysis#none,artificialanalysis,deepseek-r1-0528-qwen3-8b,solo,mixed,hard,AA-LCR,,,,,,15,acc%,0.289,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row deepseek-r1-qwen3-8b / column lcr),,out:single-couple, aalcr@artificialanalysis#none,artificialanalysis,deepseek-v3.1,nothink,mixed,hard,AA-LCR,,,,,,47,acc%,0.289,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row deepseek-v3-1 / column lcr),,out:single-couple, aalcr@artificialanalysis#none,artificialanalysis,deepseek-v3.1,think,mixed,hard,AA-LCR,,,,,,56.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row deepseek-v3-1-reasoning / column lcr),,out:single-couple, aalcr@artificialanalysis#none,artificialanalysis,deepseek-v3.1-terminus,nothink,mixed,hard,AA-LCR,,,,,,45.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row deepseek-v3-1-terminus / column lcr),,out:single-couple, aalcr@artificialanalysis#none,artificialanalysis,deepseek-v3.1-terminus,think,mixed,hard,AA-LCR,,,,,,69.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row deepseek-v3-1-terminus-reasoning / column lcr),,out:single-couple, aagdppdf@artificialanalysis#none,artificialanalysis,deepseek-v3.1-terminus,think,mixed,hard,GDP-PDF-AA,,,,,,5.4,allpass%,0.0289,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row deepseek-v3-1-terminus-reasoning / column gdpPdfAllPass),,out:single-couple, aalcr@artificialanalysis#none,artificialanalysis,deepseek-v3.2-exp,nothink,mixed,hard,AA-LCR,,,,,,44.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row deepseek-v3-2-0925 / column lcr),,out:superseded, aalcr@artificialanalysis#none,artificialanalysis,deepseek-v3.2,think,mixed,hard,AA-LCR,,,,,,73.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row deepseek-v3-2-reasoning / column lcr),,out:superseded, aalcr@artificialanalysis#none,artificialanalysis,deepseek-v3.2-exp,think,mixed,hard,AA-LCR,,,,,,72.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row deepseek-v3-2-reasoning-0925 / column lcr),,out:single-couple, aalcr@artificialanalysis#none,artificialanalysis,deepseek-v3.2-speciale,solo,mixed,hard,AA-LCR,,,,,,70,acc%,2.89,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row deepseek-v3-2-speciale / column lcr),,out:superseded, aalcr@artificialanalysis#none,artificialanalysis,gemini-2.0-flash,solo,mixed,hard,AA-LCR,,,,,,31.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row gemini-2-0-flash / column lcr),,out:single-couple, aalcr@artificialanalysis#none,artificialanalysis,gemini-2.5-flash,nothink,mixed,hard,AA-LCR,,,,,,49.9,acc%,0.0289,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row gemini-2-5-flash / column lcr),,out:single-couple, aalcr@artificialanalysis#none,artificialanalysis,gemini-2.5-flash-lite,nothink,mixed,hard,AA-LCR,,,,,,32,acc%,0.289,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row gemini-2-5-flash-lite / column lcr),,out:single-couple, aalcr@artificialanalysis#none,artificialanalysis,gemini-2.5-flash-lite-preview-09-2025,nothink,mixed,hard,AA-LCR,,,,,,49.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row gemini-2-5-flash-lite-preview-09-2025 / column lcr),,out:single-couple, aalcr@artificialanalysis#none,artificialanalysis,gemini-2.5-flash-lite-preview-09-2025,think,mixed,hard,AA-LCR,,,,,,64.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row gemini-2-5-flash-lite-preview-09-2025-reasoning / column lcr),,out:single-couple, aalcr@artificialanalysis#none,artificialanalysis,gemini-2.5-flash-lite,think,mixed,hard,AA-LCR,,,,,,55.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row gemini-2-5-flash-lite-reasoning / column lcr),,out:single-couple, aalcr@artificialanalysis#none,artificialanalysis,gemini-2.5-flash-preview-09-2025,nothink,mixed,hard,AA-LCR,,,,,,60,acc%,2.89,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row gemini-2-5-flash-preview-09-2025 / column lcr),,out:single-couple, aalcr@artificialanalysis#none,artificialanalysis,gemini-2.5-flash-preview-09-2025,think,mixed,hard,AA-LCR,,,,,,71,acc%,0.289,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row gemini-2-5-flash-preview-09-2025-reasoning / column lcr),,out:single-couple, aalcr@artificialanalysis#none,artificialanalysis,gemini-2.5-flash,think,mixed,hard,AA-LCR,,,,,,65.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row gemini-2-5-flash-reasoning / column lcr),,out:single-couple, aatau-banking#none,artificialanalysis,gemini-3.8-flash,high,agentic-tool,hard,AA-tau-banking,,,,,,44.9484536082474,pass%,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row gemini-3-8-flash / column tauBanking),,in, aatau-banking#none,artificialanalysis,gemini-3.8-flash,low,agentic-tool,hard,AA-tau-banking,,,,,,33.1958762886598,pass%,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row gemini-3-8-flash-low / column tauBanking),,in, aatau-banking#none,artificialanalysis,gemini-3.8-flash,medium,agentic-tool,hard,AA-tau-banking,,,,,,45.7731958762887,pass%,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row gemini-3-8-flash-medium / column tauBanking),,in, aalcr@artificialanalysis#none,artificialanalysis,gemini-3-flash,not-established:absent,mixed,hard,AA-LCR,,,,,,55.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row gemini-3-flash / column lcr),,out:effort-not-established, aalcr@artificialanalysis#none,artificialanalysis,glm-4.5-air,think,mixed,hard,AA-LCR,,,,,,46.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row glm-4-5-air / column lcr),,out:single-couple, aalcr@artificialanalysis#none,artificialanalysis,glm-4.5v,nothink,mixed,hard,AA-LCR,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row glm-4-5v / column lcr),,out:uninformative, aalcr@artificialanalysis#none,artificialanalysis,glm-4.5v,think,mixed,hard,AA-LCR,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row glm-4-5v-reasoning / column lcr),,out:uninformative, aalcr@artificialanalysis#none,artificialanalysis,glm-4.6,nothink,mixed,hard,AA-LCR,,,,,,26.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row glm-4-6 / column lcr),,out:single-couple, aalcr@artificialanalysis#none,artificialanalysis,glm-4.6,think,mixed,hard,AA-LCR,,,,,,54,acc%,0.289,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row glm-4-6-reasoning / column lcr),,out:single-couple, aalcr@artificialanalysis#none,artificialanalysis,glm-4.6v,nothink,mixed,hard,AA-LCR,,,,,,17,acc%,0.289,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row glm-4-6v / column lcr),,out:single-couple, aalcr@artificialanalysis#none,artificialanalysis,glm-4.6v,think,mixed,hard,AA-LCR,,,,,,48.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row glm-4-6v-reasoning / column lcr),,out:single-couple, aalcr@artificialanalysis#none,artificialanalysis,glm-4.7,think,mixed,hard,AA-LCR,,,,,,71,acc%,0.289,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row glm-4-7 / column lcr),,out:superseded, aalcr@artificialanalysis#none,artificialanalysis,glm-4.7-flash,think,mixed,hard,AA-LCR,,,,,,41.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row glm-4-7-flash / column lcr),,out:superseded, aalcr@artificialanalysis#none,artificialanalysis,glm-4.5,think,mixed,hard,AA-LCR,,,,,,52.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row glm-4.5 / column lcr),,out:single-couple, aalcr@artificialanalysis#none,artificialanalysis,glm-5,think,mixed,hard,AA-LCR,,,,,,75.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row glm-5 / column lcr),,out:superseded, aalcr@artificialanalysis#none,artificialanalysis,glm-5-turbo,think,mixed,hard,AA-LCR,,,,,,71.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row glm-5-turbo / column lcr),,out:superseded, aalcr@artificialanalysis#none,artificialanalysis,glm-5v-turbo,think,mixed,hard,AA-LCR,,,,,,70.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row glm-5v-turbo / column lcr),,out:superseded, aalcr@artificialanalysis#none,artificialanalysis,gpt-4.1,solo,mixed,hard,AA-LCR,,,,,,68.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row gpt-4-1 / column lcr),,out:single-couple, aalcr@artificialanalysis#none,artificialanalysis,gpt-4.1-mini,solo,mixed,hard,AA-LCR,,,,,,44,acc%,0.289,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row gpt-4-1-mini / column lcr),,out:single-couple, aalcr@artificialanalysis#none,artificialanalysis,gpt-4o-1120,solo,mixed,hard,AA-LCR,,,,,,49.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row gpt-4o / column lcr),,out:single-couple, aalcr@artificialanalysis#none,artificialanalysis,gpt-4o-0806,solo,mixed,hard,AA-LCR,,,,,,41,acc%,0.289,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row gpt-4o-2024-08-06 / column lcr),,out:single-couple, aalcr@artificialanalysis#none,artificialanalysis,?GPT-4o (ChatGPT),not-established:absent,mixed,hard,AA-LCR,,,,,,56,acc%,0.289,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row gpt-4o-chatgpt / column lcr),,out:model-not-established, aalcr@artificialanalysis#none,artificialanalysis,gpt-5,high,mixed,hard,AA-LCR,,,,,,78.2,acc%,0.0289,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row gpt-5 / column lcr),,out:single-couple, aalcr@artificialanalysis#none,artificialanalysis,?GPT-5 (ChatGPT),not-established:absent,mixed,hard,AA-LCR,,,,,,65,acc%,0.289,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row gpt-5-chatgpt / column lcr),,out:model-not-established, aalcr@artificialanalysis#none,artificialanalysis,gpt-5-codex,high,mixed,hard,AA-LCR,,,,,,71.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row gpt-5-codex / column lcr),,out:single-couple, aalcr@artificialanalysis#none,artificialanalysis,gpt-5,medium,mixed,hard,AA-LCR,,,,,,76,acc%,0.289,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row gpt-5-medium / column lcr),,out:single-couple, aalcr@artificialanalysis#none,artificialanalysis,gpt-5-mini,medium,mixed,hard,AA-LCR,,,,,,72.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row gpt-5-mini-medium / column lcr),,out:single-couple, aalcr@artificialanalysis#none,artificialanalysis,gpt-5-mini,minimal,mixed,hard,AA-LCR,,,,,,39.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row gpt-5-mini-minimal / column lcr),,out:single-couple, aalcr@artificialanalysis#none,artificialanalysis,gpt-5-nano,high,mixed,hard,AA-LCR,,,,,,45,acc%,0.289,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row gpt-5-nano / column lcr),,out:single-couple, aalcr@artificialanalysis#none,artificialanalysis,gpt-5-nano,medium,mixed,hard,AA-LCR,,,,,,43.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row gpt-5-nano-medium / column lcr),,out:single-couple, aalcr@artificialanalysis#none,artificialanalysis,gpt-5-nano,minimal,mixed,hard,AA-LCR,,,,,,20,acc%,2.89,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row gpt-5-nano-minimal / column lcr),,out:single-couple, aatau-banking#none,artificialanalysis,gpt-6-astra,max,agentic-tool,hard,AA-tau-banking,,,,,,41.4432989690722,pass%,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row gpt-6-astra / column tauBanking),,in, aatau-banking#none,artificialanalysis,gpt-6-astra,high,agentic-tool,hard,AA-tau-banking,,,,,,40,pass%,2.89,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row gpt-6-astra-high / column tauBanking),,in, aatau-banking#none,artificialanalysis,gpt-6-astra,low,agentic-tool,hard,AA-tau-banking,,,,,,31.9587628865979,pass%,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row gpt-6-astra-low / column tauBanking),,in, aatau-banking#none,artificialanalysis,gpt-6-astra,medium,agentic-tool,hard,AA-tau-banking,,,,,,35.4639175257732,pass%,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row gpt-6-astra-medium / column tauBanking),,in, aatau-banking#none,artificialanalysis,gpt-6-astra,not-established:absent,agentic-tool,hard,AA-tau-banking,,,,,,37.1134020618557,pass%,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row gpt-6-astra-non-reasoning / column tauBanking),,out:effort-not-established, aatb21#none,artificialanalysis,gpt-6-astra,not-established:absent,coding,hard,AA-TB,,,,,,89.1385767790262,acc%,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row gpt-6-astra-non-reasoning / column terminalbenchV21),,out:effort-not-established, aascicode@artificialanalysis#none,artificialanalysis,gpt-6-astra,not-established:absent,coding,hard,SciCode-AA,,,,,,53.4722222222222,acc%,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row gpt-6-astra-non-reasoning / column scicode),,out:effort-not-established, aalcr@artificialanalysis#none,artificialanalysis,gpt-6-astra,not-established:absent,mixed,hard,AA-LCR,,,,,,70.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row gpt-6-astra-non-reasoning / column lcr),,out:effort-not-established, aaomni@artificialanalysis#none,artificialanalysis,gpt-6-astra,not-established:absent,mixed,mid,AA-Omniscience,,,,,,55.6,acc%,0.0289,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row gpt-6-astra-non-reasoning / column omniscienceBreakdown.accuracy),,out:effort-not-established, aahle@artificialanalysis#none,artificialanalysis,gpt-6-astra,not-established:absent,reasoning-math,frontier,HLE-AA-notools,,,,,,37.1177015755329,acc%,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row gpt-6-astra-non-reasoning / column hle),,out:effort-not-established, aagdppdf@artificialanalysis#none,artificialanalysis,gpt-6-astra,not-established:absent,mixed,hard,GDP-PDF-AA,,,,,,26.8,allpass%,0.0289,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row gpt-6-astra-non-reasoning / column gdpPdfAllPass),,out:effort-not-established, aacritpt@artificialanalysis#none,artificialanalysis,gpt-6-astra,not-established:absent,reasoning-math,frontier,CritPt-AA,,,,,,19.7142857142857,acc%,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row gpt-6-astra-non-reasoning / column critpt),,out:effort-not-established, aatau-banking#none,artificialanalysis,gpt-6-astra,xhigh,agentic-tool,hard,AA-tau-banking,,,,,,43.0927835051546,pass%,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row gpt-6-astra-xhigh / column tauBanking),,in, aalcr@artificialanalysis#none,artificialanalysis,gpt-oss-120b,low,mixed,hard,AA-LCR,,,,,,46,acc%,0.289,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row gpt-oss-120b-low / column lcr),,out:single-couple, aalcr@artificialanalysis#none,artificialanalysis,gpt-oss-20b,low,mixed,hard,AA-LCR,,,,,,31,acc%,0.289,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row gpt-oss-20b-low / column lcr),,out:single-couple, aalcr@artificialanalysis#none,artificialanalysis,?Grok 3 mini Reasoning,not-established:absent,mixed,hard,AA-LCR,,,,,,55.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row grok-3-mini-reasoning / column lcr),,out:model-not-established, aalcr@artificialanalysis#none,artificialanalysis,?Grok 4.20 0309 v2,not-established:absent,mixed,hard,AA-LCR,,,,,,69,acc%,0.289,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row grok-4-20 / column lcr),,out:model-not-established, aalcr@artificialanalysis#none,artificialanalysis,?Grok 4.20 0309 v2,not-established:absent,mixed,hard,AA-LCR,,,,,,23.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row grok-4-20-non-reasoning / column lcr),,out:model-not-established, aalcr@artificialanalysis#none,artificialanalysis,grok-code-fast-1,think,mixed,hard,AA-LCR,,,,,,53,acc%,0.289,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row grok-code-fast-1 / column lcr),,out:effort-not-established, aalcr@artificialanalysis#none,artificialanalysis,kimi-k2-instruct,solo,mixed,hard,AA-LCR,,,,,,53,acc%,0.289,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row kimi-k2 / column lcr),,out:single-couple, aalcr@artificialanalysis#none,artificialanalysis,kimi-k2-instruct-0905,solo,mixed,hard,AA-LCR,,,,,,53,acc%,0.289,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row kimi-k2-0905 / column lcr),,out:single-couple, aalcr@artificialanalysis#none,artificialanalysis,?Kimi K2.5,not-established:absent,mixed,hard,AA-LCR,,,,,,78,acc%,0.289,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row kimi-k2-5 / column lcr),,out:model-not-established, aalcr@artificialanalysis#none,artificialanalysis,?Kimi K2 Thinking,not-established:absent,mixed,hard,AA-LCR,,,,,,72,acc%,0.289,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row kimi-k2-thinking / column lcr),,out:model-not-established, aalcr@artificialanalysis#none,artificialanalysis,kimi-linear-48b-a3b-instruct,solo,mixed,hard,AA-LCR,,,,,,28,acc%,0.289,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row kimi-linear-48b-a3b-instruct / column lcr),,out:superseded, aalcr@artificialanalysis#none,artificialanalysis,o1,not-established:absent,mixed,hard,AA-LCR,,,,,,65,acc%,0.289,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row o1 / column lcr),,out:effort-not-established, aalcr@artificialanalysis#none,artificialanalysis,o3,not-established:absent,mixed,hard,AA-LCR,,,,,,74.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row o3 / column lcr),,out:effort-not-established, aalcr@artificialanalysis#none,artificialanalysis,o4-mini,high,mixed,hard,AA-LCR,,,,,,61,acc%,0.289,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row o4-mini / column lcr),,out:single-couple, aalcr@artificialanalysis#none,artificialanalysis,qwen3-0.6b,nothink,mixed,hard,AA-LCR,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row qwen3-0.6b-instruct / column lcr),,out:uninformative, aalcr@artificialanalysis#none,artificialanalysis,qwen3-0.6b,think,mixed,hard,AA-LCR,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row qwen3-0.6b-instruct-reasoning / column lcr),,out:uninformative, aalcr@artificialanalysis#none,artificialanalysis,qwen3-1.7b,nothink,mixed,hard,AA-LCR,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row qwen3-1.7b-instruct / column lcr),,out:uninformative, aalcr@artificialanalysis#none,artificialanalysis,qwen3-1.7b,think,mixed,hard,AA-LCR,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row qwen3-1.7b-instruct-reasoning / column lcr),,out:uninformative, aalcr@artificialanalysis#none,artificialanalysis,qwen3-14b,nothink,mixed,hard,AA-LCR,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row qwen3-14b-instruct / column lcr),,out:uninformative, aalcr@artificialanalysis#none,artificialanalysis,qwen3-14b,think,mixed,hard,AA-LCR,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row qwen3-14b-instruct-reasoning / column lcr),,out:uninformative, aalcr@artificialanalysis#none,artificialanalysis,qwen3-235b-a22b,nothink,mixed,hard,AA-LCR,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row qwen3-235b-a22b-instruct / column lcr),,out:uninformative, aalcr@artificialanalysis#none,artificialanalysis,?Qwen3 235B A22B 2507,not-established:absent,mixed,hard,AA-LCR,,,,,,72,acc%,0.289,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row qwen3-235b-a22b-instruct-2507-reasoning / column lcr),,out:model-not-established, aagdppdf@artificialanalysis#none,artificialanalysis,?Qwen3 235B A22B 2507,not-established:absent,mixed,hard,GDP-PDF-AA,,,,,,4.8,allpass%,0.0289,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row qwen3-235b-a22b-instruct-2507-reasoning / column gdpPdfAllPass),,out:model-not-established, aalcr@artificialanalysis#none,artificialanalysis,qwen3-235b-a22b,think,mixed,hard,AA-LCR,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row qwen3-235b-a22b-instruct-reasoning / column lcr),,out:uninformative, aalcr@artificialanalysis#none,artificialanalysis,?Qwen3 30B A3B 2507,not-established:absent,mixed,hard,AA-LCR,,,,,,61.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row qwen3-30b-a3b-2507-reasoning / column lcr),,out:model-not-established, aagdppdf@artificialanalysis#none,artificialanalysis,?Qwen3 30B A3B 2507,not-established:absent,mixed,hard,GDP-PDF-AA,,,,,,0.4,allpass%,0.0289,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row qwen3-30b-a3b-2507-reasoning / column gdpPdfAllPass),,out:model-not-established, aalcr@artificialanalysis#none,artificialanalysis,qwen3-30b-a3b,nothink,mixed,hard,AA-LCR,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row qwen3-30b-a3b-instruct / column lcr),,out:uninformative, aalcr@artificialanalysis#none,artificialanalysis,qwen3-30b-a3b,think,mixed,hard,AA-LCR,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row qwen3-30b-a3b-instruct-reasoning / column lcr),,out:uninformative, aalcr@artificialanalysis#none,artificialanalysis,qwen3-32b,nothink,mixed,hard,AA-LCR,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row qwen3-32b-instruct / column lcr),,out:uninformative, aalcr@artificialanalysis#none,artificialanalysis,qwen3-32b,think,mixed,hard,AA-LCR,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row qwen3-32b-instruct-reasoning / column lcr),,out:uninformative, aalcr@artificialanalysis#none,artificialanalysis,?Qwen3 4B 2507,not-established:absent,mixed,hard,AA-LCR,,,,,,11.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row qwen3-4b-2507-instruct / column lcr),,out:model-not-established, aalcr@artificialanalysis#none,artificialanalysis,?Qwen3 4B 2507,not-established:absent,mixed,hard,AA-LCR,,,,,,37.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row qwen3-4b-2507-instruct-reasoning / column lcr),,out:model-not-established, aalcr@artificialanalysis#none,artificialanalysis,qwen3-4b,think,mixed,hard,AA-LCR,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row qwen3-4b-instruct-reasoning / column lcr),,out:uninformative, aalcr@artificialanalysis#none,artificialanalysis,qwen3.5-0.8b,think,mixed,hard,AA-LCR,,,,,,9,acc%,0.289,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row qwen3-5-0-8b / column lcr),,out:superseded, aalcr@artificialanalysis#none,artificialanalysis,qwen3.5-27b,think,mixed,hard,AA-LCR,,,,,,77.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row qwen3-5-27b / column lcr),,out:superseded, aalcr@artificialanalysis#none,artificialanalysis,qwen3.5-2b,think,mixed,hard,AA-LCR,,,,,,21,acc%,0.289,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row qwen3-5-2b / column lcr),,out:superseded, aalcr@artificialanalysis#none,artificialanalysis,qwen3.5-35b-a3b,think,mixed,hard,AA-LCR,,,,,,72,acc%,0.289,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row qwen3-5-35b-a3b / column lcr),,out:superseded, aalcr@artificialanalysis#none,artificialanalysis,qwen3.5-4b,think,mixed,hard,AA-LCR,,,,,,63,acc%,0.289,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row qwen3-5-4b / column lcr),,out:superseded, aalcr@artificialanalysis#none,artificialanalysis,qwen3.5-omni-flash,nothink,mixed,hard,AA-LCR,,,,,,52,acc%,0.289,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row qwen3-5-omni-flash / column lcr),,out:superseded, aalcr@artificialanalysis#none,artificialanalysis,qwen3.5-omni-plus,nothink,mixed,hard,AA-LCR,,,,,,63.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row qwen3-5-omni-plus / column lcr),,out:superseded, aalcr@artificialanalysis#none,artificialanalysis,qwen3.6-max-preview,think,mixed,hard,AA-LCR,,,,,,80.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row qwen3-6-max / column lcr),,out:superseded, aalcr@artificialanalysis#none,artificialanalysis,qwen3.6-plus,think,mixed,hard,AA-LCR,,,,,,78.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row qwen3-6-plus / column lcr),,out:superseded, aalcr@artificialanalysis#none,artificialanalysis,qwen3-8b,nothink,mixed,hard,AA-LCR,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row qwen3-8b-instruct / column lcr),,out:uninformative, aalcr@artificialanalysis#none,artificialanalysis,qwen3-8b,think,mixed,hard,AA-LCR,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row qwen3-8b-instruct-reasoning / column lcr),,out:uninformative, aalcr@artificialanalysis#none,artificialanalysis,qwen3-coder-30b-a3b-instruct,solo,mixed,hard,AA-LCR,,,,,,32.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row qwen3-coder-30b-a3b-instruct / column lcr),,out:single-couple, aalcr@artificialanalysis#none,artificialanalysis,qwen3-coder-480b-a35b-instruct,solo,mixed,hard,AA-LCR,,,,,,45.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row qwen3-coder-480b-a35b-instruct / column lcr),,out:single-couple, aalcr@artificialanalysis#none,artificialanalysis,qwen3-max-0923,solo,mixed,hard,AA-LCR,,,,,,50,acc%,2.89,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row qwen3-max / column lcr),,out:single-couple, aalcr@artificialanalysis#none,artificialanalysis,qwen3-max-preview,nothink,mixed,hard,AA-LCR,,,,,,43,acc%,0.289,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row qwen3-max-preview / column lcr),,out:single-couple, aalcr@artificialanalysis#none,artificialanalysis,qwen3-max-0123,think,mixed,hard,AA-LCR,,,,,,74.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row qwen3-max-thinking / column lcr),,out:superseded, aalcr@artificialanalysis#none,artificialanalysis,?Qwen3 Max Thinking (Preview),not-established:absent,mixed,hard,AA-LCR,,,,,,62,acc%,0.289,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row qwen3-max-thinking-preview / column lcr),,out:model-not-established, aalcr@artificialanalysis#none,artificialanalysis,qwen3-next-80b-a3b-instruct,solo,mixed,hard,AA-LCR,,,,,,52.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row qwen3-next-80b-a3b-instruct / column lcr),,out:single-couple, aalcr@artificialanalysis#none,artificialanalysis,qwen3-next-80b-a3b-thinking,solo,mixed,hard,AA-LCR,,,,,,63.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row qwen3-next-80b-a3b-reasoning / column lcr),,out:single-couple, aalcr@artificialanalysis#none,artificialanalysis,qwen3-omni-30b-a3b-instruct,solo,mixed,hard,AA-LCR,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row qwen3-omni-30b-a3b-instruct / column lcr),,out:uninformative, aalcr@artificialanalysis#none,artificialanalysis,qwen3-omni-30b-a3b-thinking,solo,mixed,hard,AA-LCR,,,,,,0,acc%,28.9,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row qwen3-omni-30b-a3b-reasoning / column lcr),,out:uninformative, aalcr@artificialanalysis#none,artificialanalysis,qwen3-vl-235b-a22b-instruct,solo,mixed,hard,AA-LCR,,,,,,32.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row qwen3-vl-235b-a22b-instruct / column lcr),,out:single-couple, aalcr@artificialanalysis#none,artificialanalysis,qwen3-vl-235b-a22b-thinking,solo,mixed,hard,AA-LCR,,,,,,63.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row qwen3-vl-235b-a22b-reasoning / column lcr),,out:single-couple, aalcr@artificialanalysis#none,artificialanalysis,qwen3-vl-32b-thinking,solo,mixed,hard,AA-LCR,,,,,,55.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row qwen3-vl-32b-reasoning / column lcr),,out:single-couple, aalcr@artificialanalysis#none,artificialanalysis,qwen3-vl-4b-instruct,solo,mixed,hard,AA-LCR,,,,,,14,acc%,0.289,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row qwen3-vl-4b-instruct / column lcr),,out:single-couple, aalcr@artificialanalysis#none,artificialanalysis,qwen3-vl-4b-thinking,solo,mixed,hard,AA-LCR,,,,,,21.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row qwen3-vl-4b-reasoning / column lcr),,out:single-couple, aalcr@artificialanalysis#none,artificialanalysis,qwen3-vl-8b-instruct,solo,mixed,hard,AA-LCR,,,,,,16.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row qwen3-vl-8b-instruct / column lcr),,out:single-couple, aalcr@artificialanalysis#none,artificialanalysis,qwen3-vl-8b-thinking,solo,mixed,hard,AA-LCR,,,,,,33.3333333333333,acc%,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row qwen3-vl-8b-reasoning / column lcr),,out:single-couple, aalcr@artificialanalysis#none,artificialanalysis,qwq-32b,solo,mixed,hard,AA-LCR,,,,,,26.6666666666667,acc%,2.89e-14,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row qwq-32b / column lcr),,out:single-couple, aaomni-index#none,artificialanalysis,gpt-6-astra,not-established:absent,mixed,mid,AA-Omniscience,,,,,,26.55,omniscience-index,0.00289,,,https://artificialanalysis.ai/models/gemini-3-8-flash ($ / row gpt-6-astra-non-reasoning / column omniscience),,out:effort-not-established, aaautob#none,artificialanalysis,fable-5,max,agentic-tool,hard,AutomationBench-AA,per-task,2.7962006468155405,2.89e-17,,,54.07130114065382,partial-credit%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-fable-5 / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,fable-5.1,high,agentic-tool,hard,AutomationBench-AA,per-task,1.7661763758709552,2.89e-17,,,55.32309746463979,partial-credit%,2.89e-15,,,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-fable-5-1-high / column automationBenchPartialScore),,out:decision:D66,out:decision:D66 aaautob#none,artificialanalysis,fable-5.1,low,agentic-tool,hard,AutomationBench-AA,per-task,1.516211946842984,2.89e-16,,,52.2404059498186,partial-credit%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-fable-5-1-low / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,fable-5.1,max,agentic-tool,hard,AutomationBench-AA,per-task,2.611294257588544,2.89e-16,,,59.37591715646424,partial-credit%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-fable-5-1 / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,fable-5.1,medium,agentic-tool,hard,AutomationBench-AA,per-task,1.6430460085985101,2.89e-17,,,54.66103465672885,partial-credit%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-fable-5-1-medium / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,fable-5.1,xhigh,agentic-tool,hard,AutomationBench-AA,per-task,2.2012117020030537,2.89e-17,,,57.772425084896,partial-credit%,2.89e-13,,,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-fable-5-1-xhigh / column automationBenchPartialScore),,out:decision:D66,out:decision:D66 aaautob#none,artificialanalysis,opus-4.8,max,agentic-tool,hard,AutomationBench-AA,per-task,2.4818831560875223,2.89e-17,,,45.593436915277186,partial-credit%,2.89e-16,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-opus-4-8 / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,opus-5,high,agentic-tool,hard,AutomationBench-AA,per-task,1.0708170626989746,2.89e-17,,,53.56401051539629,partial-credit%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-opus-5-high / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,opus-5,low,agentic-tool,hard,AutomationBench-AA,per-task,0.8267219537114321,2.89e-17,,,51.79066298700786,partial-credit%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-opus-5-low / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,opus-5,max,agentic-tool,hard,AutomationBench-AA,per-task,1.316040562480586,2.89e-16,,,56.5735557649325,partial-credit%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-opus-5 / column automationBenchPartialScore),,out:decision:D66,out:decision:D66 aaautob#none,artificialanalysis,opus-5,medium,agentic-tool,hard,AutomationBench-AA,per-task,0.9523269354137169,2.89e-17,,,54.33925431990897,partial-credit%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-opus-5-medium / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,opus-5,xhigh,agentic-tool,hard,AutomationBench-AA,per-task,1.1541751116038301,2.89e-17,,,53.21919210948297,partial-credit%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-opus-5-xhigh / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,sonnet-4.6,not-established:absent,agentic-tool,hard,AutomationBench-AA,per-task,1.1831962645483836,2.89e-17,,,20.098073664518368,partial-credit%,2.89e-16,,,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-sonnet-4-6-adaptive / column automationBenchPartialScore),,out:effort-not-established,out:effort-not-established aaautob#none,artificialanalysis,sonnet-5,high,agentic-tool,hard,AutomationBench-AA,per-task,0.573035028851479,2.89e-16,,,32.096638814380396,partial-credit%,2.89e-16,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-sonnet-5-high / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,sonnet-5,low,agentic-tool,hard,AutomationBench-AA,per-task,0.3046753012455299,2.89e-17,,,19.901936568973871,partial-credit%,2.89e-16,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-sonnet-5-low / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,sonnet-5,max,agentic-tool,hard,AutomationBench-AA,per-task,1.0014758100008545,2.89e-17,,,36.512675717036386,partial-credit%,2.89e-16,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-sonnet-5 / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,sonnet-5,medium,agentic-tool,hard,AutomationBench-AA,per-task,0.43112373621748673,2.89e-18,,,27.872150606397167,partial-credit%,2.89e-16,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-sonnet-5-medium / column automationBenchPartialScore),,in,in aaautob#none,artificialanalysis,sonnet-5,xhigh,agentic-tool,hard,AutomationBench-AA,per-task,0.7154762692345304,2.89e-17,,,34.47626889062095,partial-credit%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-sonnet-5-xhigh / column automationBenchPartialScore),,in,in aatb40@artificialanalysis#none,artificialanalysis,opus-5.5,low,coding,hard,TB-AA,per-task,2.077650464264361,2.89e-16,,,31.3131313131313,pass%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-opus-5-5-low / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,opus-5.5,medium,coding,hard,TB-AA,per-task,4.042978672513101,2.89e-16,,,52.5252525252525,pass%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-opus-5-5-medium / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,opus-5.5,high,coding,hard,TB-AA,per-task,5.118905183990514,2.89e-16,,,56.5656565656566,pass%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-opus-5-5-high / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,opus-5,low,coding,hard,TB-AA,per-task,5.179420456391798,2.89e-16,,,26.2626262626263,pass%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-opus-5-low / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,opus-5,medium,coding,hard,TB-AA,per-task,9.182378646654078,2.89e-16,,,34.3434343434343,pass%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-opus-5-medium / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,opus-5,high,coding,hard,TB-AA,per-task,13.140066539252759,2.89e-16,,,45.959595959596,pass%,2.89e-13,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-opus-5-high / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,opus-5,xhigh,coding,hard,TB-AA,per-task,17.353943799225686,2.89e-16,,,46.4646464646465,pass%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-opus-5-xhigh / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,opus-5,max,coding,hard,TB-AA,per-task,19.289100239966007,2.89e-16,,,48.989898989899,pass%,2.89e-13,,,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-opus-5 / column terminalBench40),,out:decision:D68,out:decision:D68 aatb40@artificialanalysis#none,artificialanalysis,fable-5.1,low,coding,hard,TB-AA,per-task,7.323980999332493,2.89e-16,,,40.4040404040404,pass%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-fable-5-1-low / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,fable-5.1,medium,coding,hard,TB-AA,per-task,9.124327942195764,2.89e-16,,,44.949494949495,pass%,2.89e-13,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-fable-5-1-medium / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,fable-5.1,high,coding,hard,TB-AA,per-task,11.639562774933841,2.89e-16,,,52.020202020202,pass%,2.89e-13,,,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-fable-5-1-high / column terminalBench40),,out:decision:D68,out:decision:D68 aatb40@artificialanalysis#none,artificialanalysis,fable-5.1,xhigh,coding,hard,TB-AA,per-task,15.783099429315186,2.89e-16,,,55.050505050505,pass%,2.89e-13,,,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-fable-5-1-xhigh / column terminalBench40),,out:decision:D68,out:decision:D68 aatb40@artificialanalysis#none,artificialanalysis,fable-5.1,max,coding,hard,TB-AA,per-task,19.218480031061166,2.89e-16,,,52.020202020202,pass%,2.89e-13,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-fable-5-1 / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,fable-5,max,coding,hard,TB-AA,per-task,34.90556477700918,2.89e-15,,,42.4242424242424,pass%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-fable-5 / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,opus-4.8,max,coding,hard,TB-AA,per-task,18.14795812162998,2.89e-15,,,21.7171717171717,pass%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-opus-4-8 / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,sonnet-5,low,coding,hard,TB-AA,per-task,2.664186366704915,2.89e-16,,,2.52525252525253,pass%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-sonnet-5-low / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,sonnet-5,medium,coding,hard,TB-AA,per-task,5.533320628316333,2.89e-16,,,2.02020202020202,pass%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-sonnet-5-medium / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,sonnet-5,high,coding,hard,TB-AA,per-task,9.401018692598623,2.89e-16,,,5.05050505050505,pass%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-sonnet-5-high / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,sonnet-5,xhigh,coding,hard,TB-AA,per-task,12.798872430078124,2.89e-16,,,7.07070707070707,pass%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-sonnet-5-xhigh / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,sonnet-5,max,coding,hard,TB-AA,per-task,19.69417991135462,2.89e-15,,,14.1414141414141,pass%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-sonnet-5 / column terminalBench40),,in,in aatb40@artificialanalysis#none,artificialanalysis,sonnet-4.6,not-established:absent,coding,hard,TB-AA,per-task,13.280966734115978,2.89e-16,,,3.03030303030303,pass%,2.89e-15,,,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-sonnet-4-6-adaptive / column terminalBench40),,out:effort-not-established,out:effort-not-established aascicode@artificialanalysis#none,artificialanalysis,opus-5.5,high,coding,hard,SciCode-AA,per-task,0.04019579166666666,2.89e-18,,,60.4166666666667,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-opus-5-5-high / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,opus-5,low,coding,hard,SciCode-AA,per-task,0.028707951388888885,2.89e-19,,,49.1898148148148,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-opus-5-low / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,fable-5.1,high,coding,hard,SciCode-AA,per-task,0.08909774305555554,2.89e-18,,,58.6805555555556,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-fable-5-1-high / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,fable-5.1,max,coding,hard,SciCode-AA,per-task,0.6585189583333333,2.89e-17,,,63.0787037037037,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-fable-5-1 / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,fable-5,max,coding,hard,SciCode-AA,per-task,0.26770639390625,2.89e-15,,,60.9953703703704,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-fable-5 / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,sonnet-5,low,coding,hard,SciCode-AA,per-task,0.013203243055555553,2.89e-19,,,50.1157407407407,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-sonnet-5-low / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,sonnet-5,high,coding,hard,SciCode-AA,per-task,0.025494687499999998,2.89e-19,,,54.2824074074074,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-sonnet-5-high / column scicode),,in,in aascicode@artificialanalysis#none,artificialanalysis,sonnet-4.6,not-established:absent,coding,hard,SciCode-AA,per-task,0.15019713541666666,2.89e-18,,,50.1157407407407,acc%,2.89e-14,,,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-sonnet-4-6-adaptive / column scicode),,out:effort-not-established,out:effort-not-established aahle@artificialanalysis#none,artificialanalysis,opus-5,high,reasoning-math,frontier,HLE-AA-notools,per-task,0.35209134847080625,2.89e-18,,,52.8266913809083,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-opus-5-high / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,opus-5,xhigh,reasoning-math,frontier,HLE-AA-notools,per-task,0.5170749003707137,2.89e-17,,,54.4022242817424,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-opus-5-xhigh / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,opus-5,max,reasoning-math,frontier,HLE-AA-notools,per-task,0.6735533456904541,2.89e-17,,,54.8656163113994,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-opus-5 / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,fable-5.1,medium,reasoning-math,frontier,HLE-AA-notools,per-task,0.22541674659424474,2.89e-18,,,53.7998146431881,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-fable-5-1-medium / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,fable-5.1,high,reasoning-math,frontier,HLE-AA-notools,per-task,0.3969842688825093,2.89e-17,,,55.9314179796108,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-fable-5-1-high / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,fable-5.1,xhigh,reasoning-math,frontier,HLE-AA-notools,per-task,1.0254394518594254,2.89e-17,,,58.7117701575533,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-fable-5-1-xhigh / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,fable-5.1,max,reasoning-math,frontier,HLE-AA-notools,per-task,1.5858915690099744,2.89e-17,,,59.1288229842447,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-fable-5-1 / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,fable-5,max,reasoning-math,frontier,HLE-AA-notools,per-task,0.9339926033063021,2.89e-17,,,55.4680259499537,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-fable-5 / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,opus-4.8,max,reasoning-math,frontier,HLE-AA-notools,per-task,0.8230423517145504,2.89e-17,,,48.6561631139944,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-opus-4-8 / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,sonnet-5,low,reasoning-math,frontier,HLE-AA-notools,per-task,0.025594195551436518,2.89e-19,,,21.9184430027804,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-sonnet-5-low / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,sonnet-5,max,reasoning-math,frontier,HLE-AA-notools,per-task,1.020804596848934,2.89e-16,,,41.2882298424467,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-sonnet-5 / column hle),,in,in aahle@artificialanalysis#none,artificialanalysis,sonnet-4.6,not-established:absent,reasoning-math,frontier,HLE-AA-notools,per-task,0.9146132544022244,2.89e-17,,,33.595922150139,acc%,2.89e-13,,,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-sonnet-4-6-adaptive / column hle),,out:effort-not-established,out:effort-not-established aagdppdf@artificialanalysis#none,artificialanalysis,opus-5.5,low,mixed,hard,GDP-PDF-AA,per-task,0.76411812,2.89e-09,,,25.6,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-opus-5-5-low / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,opus-5.5,medium,mixed,hard,GDP-PDF-AA,per-task,0.7953176399999999,2.89e-17,,,25.6,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-opus-5-5-medium / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,opus-5.5,high,mixed,hard,GDP-PDF-AA,per-task,0.82542564,2.89e-09,,,28.8,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-opus-5-5-high / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,opus-5.5,xhigh,mixed,hard,GDP-PDF-AA,per-task,0.9642728800000001,2.89e-17,,,26.6,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-opus-5-5-xhigh / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,opus-5,low,mixed,hard,GDP-PDF-AA,per-task,0.9539753500000001,2.89e-17,,,17.2,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-opus-5-low / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,opus-5,high,mixed,hard,GDP-PDF-AA,per-task,1.0346749,2.89e-08,,,19.6,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-opus-5-high / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,opus-5,xhigh,mixed,hard,GDP-PDF-AA,per-task,1.0471829,2.89e-08,,,21,allpass%,0.289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-opus-5-xhigh / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,opus-5,max,mixed,hard,GDP-PDF-AA,per-task,1.08566965,2.89e-09,,,21.6,allpass%,0.0289,,,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-opus-5 / column gdpPdfAllPass),,out:decision:D68,out:decision:D68 aagdppdf@artificialanalysis#none,artificialanalysis,fable-5.1,low,mixed,hard,GDP-PDF-AA,per-task,1.9233032,2.89e-08,,,28,allpass%,0.289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-fable-5-1-low / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,fable-5.1,medium,mixed,hard,GDP-PDF-AA,per-task,1.9601907,2.89e-08,,,26.8,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-fable-5-1-medium / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,fable-5.1,high,mixed,hard,GDP-PDF-AA,per-task,2.0204515,2.89e-08,,,26.8,allpass%,0.0289,,,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-fable-5-1-high / column gdpPdfAllPass),,out:decision:D68,out:decision:D68 aagdppdf@artificialanalysis#none,artificialanalysis,fable-5,max,mixed,hard,GDP-PDF-AA,per-task,2.24473679500565,2.89e-15,,,24,allpass%,0.289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-fable-5 / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,opus-4.8,max,mixed,hard,GDP-PDF-AA,per-task,1.2242256,2.89e-08,,,22.8,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-opus-4-8 / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,sonnet-5,low,mixed,hard,GDP-PDF-AA,per-task,0.36668110000000004,2.89e-18,,,9.4,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-sonnet-5-low / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,sonnet-5,high,mixed,hard,GDP-PDF-AA,per-task,0.41982038,2.89e-09,,,9.4,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-sonnet-5-high / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,sonnet-5,max,mixed,hard,GDP-PDF-AA,per-task,0.61530626,2.89e-09,,,13.2,allpass%,0.0289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-sonnet-5 / column gdpPdfAllPass),,in,in aagdppdf@artificialanalysis#none,artificialanalysis,sonnet-4.6,not-established:absent,mixed,hard,GDP-PDF-AA,per-task,0.60612,2.89e-06,,,15.8,allpass%,0.0289,,,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-sonnet-4-6-adaptive / column gdpPdfAllPass),,out:effort-not-established,out:effort-not-established aacritpt@artificialanalysis#none,artificialanalysis,opus-5.5,medium,reasoning-math,frontier,CritPt-AA,per-task,0.3450835428571429,2.89e-17,,,27.7142857142857,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-opus-5-5-medium / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,opus-5.5,high,reasoning-math,frontier,CritPt-AA,per-task,0.5298188,2.89e-08,,,30.8571428571429,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-opus-5-5-high / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,opus-5,low,reasoning-math,frontier,CritPt-AA,per-task,0.7203800714285713,2.89e-17,,,23.1428571428571,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-opus-5-low / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,opus-5,medium,reasoning-math,frontier,CritPt-AA,per-task,1.4033117142857143,2.89e-17,,,26.8571428571429,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-opus-5-medium / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,opus-5,high,reasoning-math,frontier,CritPt-AA,per-task,1.994518357142857,2.89e-16,,,28.2857142857143,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-opus-5-high / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,opus-5,xhigh,reasoning-math,frontier,CritPt-AA,per-task,2.4581399999999998,2.89e-17,,,27.7142857142857,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-opus-5-xhigh / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,opus-5,max,reasoning-math,frontier,CritPt-AA,per-task,2.884544071428571,2.89e-16,,,29.1428571428571,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-opus-5 / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,fable-5.1,low,reasoning-math,frontier,CritPt-AA,per-task,1.2559421428571427,2.89e-17,,,27.7142857142857,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-fable-5-1-low / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,fable-5.1,medium,reasoning-math,frontier,CritPt-AA,per-task,1.8038545714285714,2.89e-17,,,29.1428571428571,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-fable-5-1-medium / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,fable-5.1,high,reasoning-math,frontier,CritPt-AA,per-task,2.747660142857143,2.89e-16,,,30.2857142857143,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-fable-5-1-high / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,fable-5.1,xhigh,reasoning-math,frontier,CritPt-AA,per-task,4.533751571428571,2.89e-16,,,31.1428571428571,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-fable-5-1-xhigh / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,fable-5.1,max,reasoning-math,frontier,CritPt-AA,per-task,5.713794857142857,2.89e-16,,,29.7142857142857,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-fable-5-1 / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,fable-5,max,reasoning-math,frontier,CritPt-AA,per-task,5.6208193159999995,2.89e-17,,,28.57142857,acc%,2.89e-09,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-fable-5 / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,opus-4.8,max,reasoning-math,frontier,CritPt-AA,per-task,1.9372910714285714,2.89e-17,,,20.8571428571429,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-opus-4-8 / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,sonnet-5,high,reasoning-math,frontier,CritPt-AA,per-task,0.7993123142857143,2.89e-17,,,15.1428571428571,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-sonnet-5-high / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,sonnet-5,xhigh,reasoning-math,frontier,CritPt-AA,per-task,1.1647595714285714,2.89e-17,,,15.4285714285714,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-sonnet-5-xhigh / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,sonnet-5,max,reasoning-math,frontier,CritPt-AA,per-task,2.3137540857142858,2.89e-17,,,16.8571428571429,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-sonnet-5 / column critpt),,in,in aacritpt@artificialanalysis#none,artificialanalysis,sonnet-4.6,not-established:absent,reasoning-math,frontier,CritPt-AA,per-task,3.4999789714285714,2.89e-17,,,3.14285714285714,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-sonnet-4-6-adaptive / column critpt),,out:effort-not-established,out:effort-not-established aalcr@artificialanalysis#none,artificialanalysis,opus-5.5,low,mixed,hard,AA-LCR,per-task,0.58658212,2.89e-09,,,80.6666666666667,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-opus-5-5-low / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,opus-5.5,medium,mixed,hard,AA-LCR,per-task,0.59002952,2.89e-09,,,84.3333333333333,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-opus-5-5-medium / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,opus-5.5,high,mixed,hard,AA-LCR,per-task,0.59178232,2.89e-09,,,82.6666666666667,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-opus-5-5-high / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,opus-5,low,mixed,hard,AA-LCR,per-task,0.73061015,2.89e-09,,,81.3333333333333,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-opus-5-low / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,opus-5,medium,mixed,hard,AA-LCR,per-task,0.7377514,2.89e-08,,,82,acc%,0.289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-opus-5-medium / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,opus-5,high,mixed,hard,AA-LCR,per-task,0.74555315,2.89e-09,,,79,acc%,0.289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-opus-5-high / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,opus-5,xhigh,mixed,hard,AA-LCR,per-task,0.7528809,2.89e-08,,,80.3333333333333,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-opus-5-xhigh / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,opus-5,max,mixed,hard,AA-LCR,per-task,0.7611129,2.89e-08,,,79.3333333333333,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-opus-5 / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,fable-5.1,low,mixed,hard,AA-LCR,per-task,1.4689828,2.89e-08,,,82.3333333333333,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-fable-5-1-low / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,fable-5.1,high,mixed,hard,AA-LCR,per-task,1.4810448,2.89e-08,,,83.6666666666667,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-fable-5-1-high / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,fable-5.1,xhigh,mixed,hard,AA-LCR,per-task,1.5078182999999998,2.89e-17,,,83,acc%,0.289,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-fable-5-1-xhigh / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,fable-5.1,max,mixed,hard,AA-LCR,per-task,1.5844795862932,2.89e-14,,,85.3333333333333,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-fable-5-1 / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,fable-5,max,mixed,hard,AA-LCR,per-task,1.5659319,2.89e-08,,,82.3333333333333,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-fable-5 / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,opus-4.8,max,mixed,hard,AA-LCR,per-task,0.79782545,2.89e-09,,,77.6666666666667,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-opus-4-8 / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,sonnet-5,medium,mixed,hard,AA-LCR,per-task,0.29551936,2.89e-09,,,73.6666666666667,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-sonnet-5-medium / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,sonnet-5,high,mixed,hard,AA-LCR,per-task,0.30228588,2.89e-09,,,76.6666666666667,acc%,2.89e-14,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-sonnet-5-high / column lcr),,in,in aalcr@artificialanalysis#none,artificialanalysis,sonnet-4.6,not-established:absent,mixed,hard,AA-LCR,per-task,0.38509691999999995,2.89e-18,,,80,acc%,2.89,,,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-sonnet-4-6-adaptive / column lcr),,out:effort-not-established,out:effort-not-established aaomni@artificialanalysis#none,artificialanalysis,opus-5,high,mixed,mid,AA-Omniscience,per-task,0.009400325833333334,2.89e-19,,,58.88333333333333,acc%,2.89e-15,,cost-base-price:cost-publisher-figure,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-opus-5-high / column omniscienceAccuracy),src-artificialanalysis-models-wayback-2026-09-27|run:aaomni-index|opus-5@high|,in,in aaomni@artificialanalysis#none,artificialanalysis,sonnet-4.6,not-established:absent,mixed,mid,AA-Omniscience,per-task,0.043998938,2.89e-10,,,40.86666666666667,acc%,2.89e-15,,,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-sonnet-4-6-adaptive / column omniscienceAccuracy),,out:effort-not-established,out:effort-not-established aaomni-index#none,artificialanalysis,opus-5,high,mixed,mid,AA-Omniscience,per-task,0.009400325833333334,2.89e-19,,,33.71666666666667,omniscience-index,2.89e-15,,,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-opus-5-high / column omniscience),src-artificialanalysis-models-wayback-2026-09-27|run:aaomni-index|opus-5@high|,in,in aaomni-index#none,artificialanalysis,sonnet-4.6,not-established:absent,mixed,mid,AA-Omniscience,per-task,0.043998938,2.89e-10,,,12.216666666666667,omniscience-index,2.89e-16,,,https://artificialanalysis.ai/models/claude-opus-5-5 ($ / row claude-sonnet-4-6-adaptive / column omniscience),,out:effort-not-established,out:effort-not-established aaharvey,artificialanalysis,sonnet-5.5,low,agentic-tool,frontier,Harvey-LAB-AA,,,,,,89.0288030105659,score%,2.89e-14,,,https://artificialanalysis.ai/models/claude-sonnet-5-5 ($ / row claude-sonnet-5-5-low / column harveyLab),,in, aaharvey,artificialanalysis,sonnet-5.5,medium,agentic-tool,frontier,Harvey-LAB-AA,,,,,,91.8222608192213,score%,2.89e-14,,,https://artificialanalysis.ai/models/claude-sonnet-5-5 ($ / row claude-sonnet-5-5-medium / column harveyLab),,in, aaharvey,artificialanalysis,sonnet-5.5,high,agentic-tool,frontier,Harvey-LAB-AA,,,,,,92.09726443769,score%,2.89e-12,,,https://artificialanalysis.ai/models/claude-sonnet-5-5 ($ / row claude-sonnet-5-5-high / column harveyLab),,in, aaharvey,artificialanalysis,sonnet-5.5,xhigh,agentic-tool,frontier,Harvey-LAB-AA,,,,,,92.4156896801274,score%,2.89e-14,,,https://artificialanalysis.ai/models/claude-sonnet-5-5 ($ / row claude-sonnet-5-5-xhigh / column harveyLab),,in, aaharvey,artificialanalysis,sonnet-5.5,max,agentic-tool,frontier,Harvey-LAB-AA,,,,,,93.0670140396584,score%,2.89e-14,,,https://artificialanalysis.ai/models/claude-sonnet-5-5 ($ / row claude-sonnet-5-5 / column harveyLab),,in, aaharvey,artificialanalysis,opus-5.5,max,agentic-tool,frontier,Harvey-LAB-AA,,,,,,91.1998842090027,score%,2.89e-14,,,https://artificialanalysis.ai/models/claude-sonnet-5-5 ($ / row claude-opus-5-5 / column harveyLab),,in, aaharvey,artificialanalysis,?DeepSeek V4 Flash 0420,not-established:absent,agentic-tool,frontier,Harvey-LAB-AA,,,,,,81.3287016934433,score%,2.89e-14,,,https://artificialanalysis.ai/models/gpt-6-astra ($ / row deepseek-v4-flash-0420 / column harveyLab),,out:model-not-established, aaharvey,artificialanalysis,?DeepSeek V4 Pro 0424,not-established:absent,agentic-tool,frontier,Harvey-LAB-AA,,,,,,84.3971631205674,score%,2.89e-14,,,https://artificialanalysis.ai/models/gpt-6-astra ($ / row deepseek-v4-pro-0424 / column harveyLab),,out:model-not-established, aaharvey,artificialanalysis,gemini-3.1-flash-lite,high,agentic-tool,frontier,Harvey-LAB-AA,,,,,,31.1477782602403,score%,2.89e-14,,,https://artificialanalysis.ai/models/gpt-6-astra ($ / row gemini-3-1-flash-lite-preview / column harveyLab),,in, aaharvey,artificialanalysis,gemini-3.1-pro,not-established:absent,agentic-tool,frontier,Harvey-LAB-AA,,,,,,58.8507743522941,score%,2.89e-14,,,https://artificialanalysis.ai/models/gpt-6-astra ($ / row gemini-3-1-pro-preview / column harveyLab),,out:effort-not-established, aaharvey,artificialanalysis,gemini-3.5-flash,high,agentic-tool,frontier,Harvey-LAB-AA,,,,,,82.0813431755681,score%,2.89e-14,,,https://artificialanalysis.ai/models/gpt-6-astra ($ / row gemini-3-5-flash / column harveyLab),,in, aaharvey,artificialanalysis,gemini-3.6-flash,high,agentic-tool,frontier,Harvey-LAB-AA,,,,,,85.1498046026921,score%,2.89e-14,,,https://artificialanalysis.ai/models/gpt-6-astra ($ / row gemini-3-6-flash / column harveyLab),,in, aaharvey,artificialanalysis,gemini-3.7-flash,high,agentic-tool,frontier,Harvey-LAB-AA,,,,,,90.6643508467217,score%,2.89e-14,,,https://artificialanalysis.ai/models/gpt-6-astra ($ / row gemini-3-7-flash / column harveyLab),,in, aaharvey,artificialanalysis,glm-5.2,not-established:absent,agentic-tool,frontier,Harvey-LAB-AA,,,,,,90.9683022145028,score%,2.89e-14,,,https://artificialanalysis.ai/models/gpt-6-astra ($ / row glm-5-2 / column harveyLab),,out:effort-not-established, aaharvey,artificialanalysis,gpt-5.4-mini,xhigh,agentic-tool,frontier,Harvey-LAB-AA,,,,,,60.7468519322623,score%,2.89e-14,,,https://artificialanalysis.ai/models/gpt-6-astra ($ / row gpt-5-4-mini / column harveyLab),,in, aaharvey,artificialanalysis,gpt-5.4-nano,xhigh,agentic-tool,frontier,Harvey-LAB-AA,,,,,,52.2362136343899,score%,2.89e-14,,,https://artificialanalysis.ai/models/gpt-6-astra ($ / row gpt-5-4-nano / column harveyLab),,in, aaharvey,artificialanalysis,gpt-5.5,xhigh,agentic-tool,frontier,Harvey-LAB-AA,,,,,,86.2787668258793,score%,2.89e-14,,,https://artificialanalysis.ai/models/gpt-6-astra ($ / row gpt-5-5 / column harveyLab),,in, aaharvey,artificialanalysis,gpt-5.6-luna,max,agentic-tool,frontier,Harvey-LAB-AA,,,,,,87.8998407873788,score%,2.89e-14,,,https://artificialanalysis.ai/models/gpt-6-astra ($ / row gpt-5-6-luna / column harveyLab),,in, aaharvey,artificialanalysis,gpt-5.6-sol,max,agentic-tool,frontier,Harvey-LAB-AA,,,,,,87.1761470545665,score%,2.89e-14,,,https://artificialanalysis.ai/models/gpt-6-astra ($ / row gpt-5-6-sol / column harveyLab),,in, aaharvey,artificialanalysis,gpt-5.6-terra,max,agentic-tool,frontier,Harvey-LAB-AA,,,,,,85.1787523520046,score%,2.89e-14,,,https://artificialanalysis.ai/models/gpt-6-astra ($ / row gpt-5-6-terra / column harveyLab),,in, aaharvey,artificialanalysis,gpt-oss-120b,high,agentic-tool,frontier,Harvey-LAB-AA,,,,,,13.8949196699957,score%,2.89e-14,,,https://artificialanalysis.ai/models/gpt-6-astra ($ / row gpt-oss-120b / column harveyLab),,out:single-couple, aaharvey,artificialanalysis,grok-4.3,high,agentic-tool,frontier,Harvey-LAB-AA,,,,,,68.3890577507599,score%,2.89e-14,,,https://artificialanalysis.ai/models/gpt-6-astra ($ / row grok-4-3 / column harveyLab),,in, aaharvey,artificialanalysis,grok-4.5,high,agentic-tool,frontier,Harvey-LAB-AA,,,,,,92.4156896801274,score%,2.89e-14,,,https://artificialanalysis.ai/models/gpt-6-astra ($ / row grok-4-5 / column harveyLab),,in, aaharvey,artificialanalysis,kimi-k2.6,think,agentic-tool,frontier,Harvey-LAB-AA,,,,,,84.1221595020987,score%,2.89e-14,,,https://artificialanalysis.ai/models/gpt-6-astra ($ / row kimi-k2-6 / column harveyLab),,in, aaharvey,artificialanalysis,kimi-k2.7-code,solo,agentic-tool,frontier,Harvey-LAB-AA,,,,,,85.0195397307859,score%,2.89e-14,,,https://artificialanalysis.ai/models/gpt-6-astra ($ / row kimi-k2-7-code / column harveyLab),,in, aaharvey,artificialanalysis,kimi-k3,max,agentic-tool,frontier,Harvey-LAB-AA,,,,,,94.6446663771892,score%,2.89e-14,,,https://artificialanalysis.ai/models/gpt-6-astra ($ / row kimi-k3 / column harveyLab),,in, aaharvey,artificialanalysis,qwen3.5-397b-a17b,think,agentic-tool,frontier,Harvey-LAB-AA,,,,,,72.3838471558836,score%,2.89e-14,,,https://artificialanalysis.ai/models/gpt-6-astra ($ / row qwen3-5-397b-a17b / column harveyLab),,in, aaharvey,artificialanalysis,qwen3.6-27b,think,agentic-tool,frontier,Harvey-LAB-AA,,,,,,82.2984512954118,score%,2.89e-14,,,https://artificialanalysis.ai/models/gpt-6-astra ($ / row qwen3-6-27b / column harveyLab),,in, aaharvey,artificialanalysis,qwen3.7-max,think,agentic-tool,frontier,Harvey-LAB-AA,,,,,,83.4274135185989,score%,2.89e-14,,,https://artificialanalysis.ai/models/gpt-6-astra ($ / row qwen3-7-max / column harveyLab),,in, aaharvey,artificialanalysis,qwen3.7-plus,think,agentic-tool,frontier,Harvey-LAB-AA,,,,,,81.7918656824432,score%,2.89e-14,,,https://artificialanalysis.ai/models/gpt-6-astra ($ / row qwen3-7-plus / column harveyLab),,in, aaharvey,artificialanalysis,qwen3.8-max-0902,not-established:absent,agentic-tool,frontier,Harvey-LAB-AA,,,,,,93.6459690259082,score%,2.89e-14,,,https://artificialanalysis.ai/models/gpt-6-astra ($ / row qwen3-8-max / column harveyLab),,out:effort-not-established, aa-index5@artificialanalysis,artificialanalysis,gemini-4-carbon,high,mixed,hard,,per-task,5.484780948230178,2.89e-16,,122767.79587430622,60.025738829526,AA-idx,2.89e-13,,prev=60.025738829526 (src-artificialanalysis-leaderboards-models-2026-11-16#M3); prev=60.025738829526 (src-artificialanalysis-model-pages-2026-11-16#M9); base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://artificialanalysis.ai/models/releases/gemini-4-carbon (charge utile, enregistrement du modèle, intelligenceIndex)",,in,in aatb40@artificialanalysis#5.0.1,artificialanalysis,gemini-4-carbon,high,coding,hard,TB-AA,,,,,,65.1515151515151,pass%,2.89e-14,,,"https://artificialanalysis.ai/models/releases/gemini-4-carbon (charge utile, enregistrement du modèle, terminalBench40 (Terminal-Bench 4.0 (AA)))",,in, aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,gemini-4-carbon,high,coding,hard,,,,,,,0.405606060606061,score%,2.89e-16,,,"https://artificialanalysis.ai/models/releases/gemini-4-carbon (charge utile, enregistrement du modèle, frontierCode20 (FrontierCode-AA 2.0))",,in, aatbsci@artificialanalysis#5.0.1,artificialanalysis,gemini-4-carbon,high,coding,hard,Terminal-Bench-Science-AA,,,,,,64.7619047619048,pass%,2.89e-14,,,"https://artificialanalysis.ai/models/releases/gemini-4-carbon (charge utile, enregistrement du modèle, terminalBenchScience (Terminal-Bench-Science 0.1 (AA)))",,in, aa5-aa-briefcase@artificialanalysis,artificialanalysis,gemini-4-carbon,high,mixed,hard,,,,,,,1610.63,Elo,0.00289,,,"https://artificialanalysis.ai/models/releases/gemini-4-carbon (charge utile, enregistrement du modèle, briefcaseBreakdown.overall.elo (AA-Briefcase v1.1 (Elo)))",,in, aaautob#5.0.1,artificialanalysis,gemini-4-carbon,high,agentic-tool,hard,AutomationBench-AA,,,,,,77.81660572624064,partial-credit%,2.89e-15,,,"https://artificialanalysis.ai/models/releases/gemini-4-carbon (charge utile, enregistrement du modèle, automationBenchPartialScore (AutomationBench-AA (score partiel)))",,in, aa5-hle-diamond,artificialanalysis,gemini-4-carbon,high,mixed,hard,,,,,,,0.691,score%,0.000289,,,"https://artificialanalysis.ai/models/releases/gemini-4-carbon (charge utile, enregistrement du modèle, hleDiamond (HLE-Diamond))",,in, aa5-critpt-v2-hard,artificialanalysis,gemini-4-carbon,high,mixed,hard,,,,,,,0.69,score%,0.00289,,,"https://artificialanalysis.ai/models/releases/gemini-4-carbon (charge utile, enregistrement du modèle, critptAgenticHard (CritPt v2 (sous-ensemble difficile, agentique)))",,in, aaomni-index#5.0.1,artificialanalysis,gemini-4-carbon,high,mixed,mid,AA-Omniscience,,,,,,53.5,omniscience-index,0.0289,,,"https://artificialanalysis.ai/models/releases/gemini-4-carbon (charge utile, enregistrement du modèle, omniscience (AA-Omniscience v1.1 (index)))",,in, aagdppdf@artificialanalysis#5.0.1,artificialanalysis,gemini-4-carbon,high,mixed,hard,GDP-PDF-AA,,,,,,28.4,allpass%,0.0289,,,"https://artificialanalysis.ai/models/releases/gemini-4-carbon (charge utile, enregistrement du modèle, gdpPdfAllPass (GDP.pdf (tout réussi)))",,in, aa-index5@artificialanalysis,artificialanalysis,gemini-4-carbon,medium,mixed,hard,,per-task,4.677653677420589,2.89e-16,,103012.4954382641,58.2587824022788,AA-idx,2.89e-14,,prev=58.2587824022788 (src-artificialanalysis-leaderboards-models-2026-11-16#M2); prev=58.2587824022788 (src-artificialanalysis-model-pages-2026-11-16#M8); base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://artificialanalysis.ai/models/releases/gemini-4-carbon (charge utile, enregistrement du modèle, intelligenceIndex)",,in,in aatb40@artificialanalysis#5.0.1,artificialanalysis,gemini-4-carbon,medium,coding,hard,TB-AA,,,,,,60.6060606060606,pass%,2.89e-14,,,"https://artificialanalysis.ai/models/releases/gemini-4-carbon (charge utile, enregistrement du modèle, terminalBench40 (Terminal-Bench 4.0 (AA)))",,in, aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,gemini-4-carbon,medium,coding,hard,,,,,,,0.394523232323232,score%,2.89e-16,,,"https://artificialanalysis.ai/models/releases/gemini-4-carbon (charge utile, enregistrement du modèle, frontierCode20 (FrontierCode-AA 2.0))",,in, aatbsci@artificialanalysis#5.0.1,artificialanalysis,gemini-4-carbon,medium,coding,hard,Terminal-Bench-Science-AA,,,,,,62.3809523809524,pass%,2.89e-14,,,"https://artificialanalysis.ai/models/releases/gemini-4-carbon (charge utile, enregistrement du modèle, terminalBenchScience (Terminal-Bench-Science 0.1 (AA)))",,in, aa5-aa-briefcase@artificialanalysis,artificialanalysis,gemini-4-carbon,medium,mixed,hard,,,,,,,1601.74,Elo,0.00289,,,"https://artificialanalysis.ai/models/releases/gemini-4-carbon (charge utile, enregistrement du modèle, briefcaseBreakdown.overall.elo (AA-Briefcase v1.1 (Elo)))",,in, aaautob#5.0.1,artificialanalysis,gemini-4-carbon,medium,agentic-tool,hard,AutomationBench-AA,,,,,,77.59585317030244,partial-credit%,2.89e-15,,,"https://artificialanalysis.ai/models/releases/gemini-4-carbon (charge utile, enregistrement du modèle, automationBenchPartialScore (AutomationBench-AA (score partiel)))",,in, aa5-hle-diamond,artificialanalysis,gemini-4-carbon,medium,mixed,hard,,,,,,,0.674,score%,0.000289,,,"https://artificialanalysis.ai/models/releases/gemini-4-carbon (charge utile, enregistrement du modèle, hleDiamond (HLE-Diamond))",,in, aa5-critpt-v2-hard,artificialanalysis,gemini-4-carbon,medium,mixed,hard,,,,,,,0.69,score%,0.00289,,,"https://artificialanalysis.ai/models/releases/gemini-4-carbon (charge utile, enregistrement du modèle, critptAgenticHard (CritPt v2 (sous-ensemble difficile, agentique)))",,in, aaomni-index#5.0.1,artificialanalysis,gemini-4-carbon,medium,mixed,mid,AA-Omniscience,,,,,,46.766666666666666,omniscience-index,2.89e-16,,,"https://artificialanalysis.ai/models/releases/gemini-4-carbon (charge utile, enregistrement du modèle, omniscience (AA-Omniscience v1.1 (index)))",,in, aagdppdf@artificialanalysis#5.0.1,artificialanalysis,gemini-4-carbon,medium,mixed,hard,GDP-PDF-AA,,,,,,29.6,allpass%,0.0289,,,"https://artificialanalysis.ai/models/releases/gemini-4-carbon (charge utile, enregistrement du modèle, gdpPdfAllPass (GDP.pdf (tout réussi)))",,in, aa-index5@artificialanalysis,artificialanalysis,gemini-4-carbon,low,mixed,hard,,per-task,5.221404723668021,2.89e-16,,86165.2380856942,54.2206114502924,AA-idx,2.89e-14,,prev=54.2206114502924 (src-artificialanalysis-leaderboards-models-2026-11-16#M1); prev=54.2206114502924 (src-artificialanalysis-model-pages-2026-11-16#M7); base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://artificialanalysis.ai/models/releases/gemini-4-carbon (charge utile, enregistrement du modèle, intelligenceIndex)",,in,in aatb40@artificialanalysis#5.0.1,artificialanalysis,gemini-4-carbon,low,coding,hard,TB-AA,,,,,,62.6262626262626,pass%,2.89e-14,,,"https://artificialanalysis.ai/models/releases/gemini-4-carbon (charge utile, enregistrement du modèle, terminalBench40 (Terminal-Bench 4.0 (AA)))",,in, aa5-frontiercode-2-0@artificialanalysis,artificialanalysis,gemini-4-carbon,low,coding,hard,,,,,,,0.296189898989899,score%,2.89e-16,,,"https://artificialanalysis.ai/models/releases/gemini-4-carbon (charge utile, enregistrement du modèle, frontierCode20 (FrontierCode-AA 2.0))",,in, aatbsci@artificialanalysis#5.0.1,artificialanalysis,gemini-4-carbon,low,coding,hard,Terminal-Bench-Science-AA,,,,,,61.9047619047619,pass%,2.89e-14,,,"https://artificialanalysis.ai/models/releases/gemini-4-carbon (charge utile, enregistrement du modèle, terminalBenchScience (Terminal-Bench-Science 0.1 (AA)))",,in, aa5-aa-briefcase@artificialanalysis,artificialanalysis,gemini-4-carbon,low,mixed,hard,,,,,,,1567.14,Elo,0.00289,,,"https://artificialanalysis.ai/models/releases/gemini-4-carbon (charge utile, enregistrement du modèle, briefcaseBreakdown.overall.elo (AA-Briefcase v1.1 (Elo)))",,in, aaautob#5.0.1,artificialanalysis,gemini-4-carbon,low,agentic-tool,hard,AutomationBench-AA,,,,,,63.45940610087639,partial-credit%,2.89e-15,,,"https://artificialanalysis.ai/models/releases/gemini-4-carbon (charge utile, enregistrement du modèle, automationBenchPartialScore (AutomationBench-AA (score partiel)))",,in, aa5-hle-diamond,artificialanalysis,gemini-4-carbon,low,mixed,hard,,,,,,,0.619,score%,0.000289,,,"https://artificialanalysis.ai/models/releases/gemini-4-carbon (charge utile, enregistrement du modèle, hleDiamond (HLE-Diamond))",,in, aa5-critpt-v2-hard,artificialanalysis,gemini-4-carbon,low,mixed,hard,,,,,,,0.65,score%,0.00289,,,"https://artificialanalysis.ai/models/releases/gemini-4-carbon (charge utile, enregistrement du modèle, critptAgenticHard (CritPt v2 (sous-ensemble difficile, agentique)))",,in, aaomni-index#5.0.1,artificialanalysis,gemini-4-carbon,low,mixed,mid,AA-Omniscience,,,,,,39.2,omniscience-index,0.0289,,,"https://artificialanalysis.ai/models/releases/gemini-4-carbon (charge utile, enregistrement du modèle, omniscience (AA-Omniscience v1.1 (index)))",,in, aagdppdf@artificialanalysis#5.0.1,artificialanalysis,gemini-4-carbon,low,mixed,hard,GDP-PDF-AA,,,,,,28.6,allpass%,0.0289,,,"https://artificialanalysis.ai/models/releases/gemini-4-carbon (charge utile, enregistrement du modèle, gdpPdfAllPass (GDP.pdf (tout réussi)))",,in, 2510.15395-monitor-disable,arxiv-2510.15395,glm-5-turbo,unstated,coding,hard,,,,,,,100,monitor disabled % (when allowed),0.289,,,"https://arxiv.org/abs/2510.15395 (section LLM experiments, column monitor disabled % (when allowed))",,out:effort-not-established, arxiv-2512.12264-mae-s1,arxiv-2512.12264,gpt-5.1-codex-max,unstated,reasoning-math,mid,,,,,,,844.74,MAE,0.00289,,,"https://arxiv.org/abs/2512.12264 (Table 1, row gpt-5.1-codex-max, column Mean MAE)",,out:effort-not-established, arxiv-2512.12264-mae-s2,arxiv-2512.12264,gpt-5.1-codex-max,unstated,reasoning-math,mid,,,,,,,136.97,MAE,0.00289,,,"https://arxiv.org/abs/2512.12264 (Table 2, row gpt-5.1-codex-max, column Mean MAE)",,out:effort-not-established, arxiv-2512.12264-mae-s3,arxiv-2512.12264,gpt-5.1-codex-max,unstated,reasoning-math,mid,,,,,,,10496.40,MAE,0.00289,,,"https://arxiv.org/abs/2512.12264 (Table 3, row gpt-5.1-codex-max, column Mean MAE)",,out:effort-not-established, medmistake-bench,arxiv-2512.20983,opus-4.5,unstated,mixed,hard,single-shot QA (Table 2),,,,,,28,pct-correct(printed-integer),0.289,,,"https://arxiv.org/abs/2512.20983 (Table 2, Total row (p.6))",,out:effort-not-established, medmistake-bench,arxiv-2512.20983,sonnet-4.5,unstated,mixed,hard,single-shot QA (Table 2),,,,,,32,pct-correct(printed-integer),0.289,,,"https://arxiv.org/abs/2512.20983 (Table 2, Total row (p.6))",,out:effort-not-established, medmistake-bench,arxiv-2512.20983,gemini-3-pro,unstated,mixed,hard,single-shot QA (Table 2),,,,,,32,pct-correct(printed-integer),0.289,,,"https://arxiv.org/abs/2512.20983 (Table 2, Total row (p.6))",,out:effort-not-established, medmistake-bench,arxiv-2512.20983,gpt-5.1,unstated,mixed,hard,single-shot QA (Table 2),,,,,,39,pct-correct(printed-integer),0.289,,,"https://arxiv.org/abs/2512.20983 (Table 2, Total row (p.6))",,out:effort-not-established, medmistake-bench,arxiv-2512.20983,gpt-5.2,unstated,mixed,hard,single-shot QA (Table 2),,,,,,53,pct-correct(printed-integer),0.289,,,"https://arxiv.org/abs/2512.20983 (Table 2, Total row (p.6))",,out:effort-not-established, medmistake-bench,arxiv-2512.20983,grok-4.1,unstated,mixed,hard,single-shot QA (Table 2),,,,,,32,pct-correct(printed-integer),0.289,,,"https://arxiv.org/abs/2512.20983 (Table 2, Total row (p.6))",,out:effort-not-established, algbench-id,arxiv-2601.04996,deepseek-v3.2-speciale,solo,reasoning-math,hard,,,,,,,0.77,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, ID column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:single-couple, algbench-ps,arxiv-2601.04996,deepseek-v3.2-speciale,solo,reasoning-math,hard,,,,,,,0.93,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, PS column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:single-couple, algbench-diff,arxiv-2601.04996,deepseek-v3.2-speciale,solo,reasoning-math,hard,,,,,,,0.93,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, Diff column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:single-couple, algbench-bs,arxiv-2601.04996,deepseek-v3.2-speciale,solo,reasoning-math,hard,,,,,,,0.89,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BS column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:single-couple, algbench-tdg,arxiv-2601.04996,deepseek-v3.2-speciale,solo,reasoning-math,hard,,,,,,,0.73,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TDG column (non-Euclidean-structured (Table 2/4)))",,out:single-couple, algbench-tug,arxiv-2601.04996,deepseek-v3.2-speciale,solo,reasoning-math,hard,,,,,,,0.72,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TUG column (non-Euclidean-structured (Table 2/4)))",,out:single-couple, algbench-bgc,arxiv-2601.04996,deepseek-v3.2-speciale,solo,reasoning-math,hard,,,,,,,0.58,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BGC column (non-Euclidean-structured (Table 2/4)))",,out:single-couple, algbench-bgm,arxiv-2601.04996,deepseek-v3.2-speciale,solo,reasoning-math,hard,,,,,,,0.59,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BGM column (non-Euclidean-structured (Table 2/4)))",,out:single-couple, algbench-nf,arxiv-2601.04996,deepseek-v3.2-speciale,solo,reasoning-math,hard,,,,,,,0.58,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, NF column (non-Euclidean-structured (Table 2/4)))",,out:single-couple, algbench-dt,arxiv-2601.04996,deepseek-v3.2-speciale,solo,reasoning-math,hard,,,,,,,0.90,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, DT column (non-Euclidean-structured (Table 2/4)))",,out:single-couple, algbench-ug,arxiv-2601.04996,deepseek-v3.2-speciale,solo,reasoning-math,hard,,,,,,,0.83,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, UG column (non-Euclidean-structured (Table 2/4)))",,out:single-couple, algbench-greedy,arxiv-2601.04996,deepseek-v3.2-speciale,solo,reasoning-math,hard,,,,,,,0.51,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, Greedy column (local-optimized (Table 4)))",,out:single-couple, algbench-sssp,arxiv-2601.04996,deepseek-v3.2-speciale,solo,reasoning-math,hard,,,,,,,0.78,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, SSSP column (local-optimized (Table 4)))",,out:single-couple, algbench-mst,arxiv-2601.04996,deepseek-v3.2-speciale,solo,reasoning-math,hard,,,,,,,0.69,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, MST column (local-optimized (Table 4)))",,out:single-couple, algbench-dc,arxiv-2601.04996,deepseek-v3.2-speciale,solo,reasoning-math,hard,,,,,,,0.78,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, DC column (local-optimized (Table 4)))",,out:single-couple, algbench-ldp,arxiv-2601.04996,deepseek-v3.2-speciale,solo,reasoning-math,hard,,,,,,,0.63,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, LDP column (global-optimized (Table 4)))",,out:single-couple, algbench-idp,arxiv-2601.04996,deepseek-v3.2-speciale,solo,reasoning-math,hard,,,,,,,0.65,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, IDP column (global-optimized (Table 4)))",,out:single-couple, algbench-tdp,arxiv-2601.04996,deepseek-v3.2-speciale,solo,reasoning-math,hard,,,,,,,0.18,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TDP column (global-optimized (Table 4)))",,out:single-couple, algbench-bldp,arxiv-2601.04996,deepseek-v3.2-speciale,solo,reasoning-math,hard,,,,,,,0.54,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BLDP column (global-optimized (Table 4)))",,out:single-couple, algbench-bdp,arxiv-2601.04996,deepseek-v3.2-speciale,solo,reasoning-math,hard,,,,,,,0.50,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BDP column (global-optimized (Table 4)))",,out:single-couple, algbench-mssp,arxiv-2601.04996,deepseek-v3.2-speciale,solo,reasoning-math,hard,,,,,,,0.38,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, MSSP column (global-optimized (Table 4)))",,out:single-couple, algbench-lca,arxiv-2601.04996,deepseek-v3.2-speciale,solo,reasoning-math,hard,,,,,,,0.53,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, LCA column (global-optimized (Table 4)))",,out:single-couple, algbench-bo,arxiv-2601.04996,deepseek-v3.2-speciale,solo,reasoning-math,hard,,,,,,,0.97,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, BO column (non-optimized (Table 5)))",,out:single-couple, algbench-recursion,arxiv-2601.04996,deepseek-v3.2-speciale,solo,reasoning-math,hard,,,,,,,0.93,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, Recursion column (non-optimized (Table 5)))",,out:single-couple, algbench-searching,arxiv-2601.04996,deepseek-v3.2-speciale,solo,reasoning-math,hard,,,,,,,0.87,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, Searching column (non-optimized (Table 5)))",,out:single-couple, algbench-as,arxiv-2601.04996,deepseek-v3.2-speciale,solo,reasoning-math,hard,,,,,,,0.39,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, AS column (heuristic-optimized (Table 5)))",,out:single-couple, algbench-idas,arxiv-2601.04996,deepseek-v3.2-speciale,solo,reasoning-math,hard,,,,,,,0.58,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, IDAS column (heuristic-optimized (Table 5)))",,out:single-couple, algbench-id,arxiv-2601.04996,gemini-3-pro,unstated,reasoning-math,hard,,,,,,,0.93,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, ID column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:effort-not-established, algbench-ps,arxiv-2601.04996,gemini-3-pro,unstated,reasoning-math,hard,,,,,,,0.93,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, PS column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:effort-not-established, algbench-diff,arxiv-2601.04996,gemini-3-pro,unstated,reasoning-math,hard,,,,,,,0.48,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, Diff column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:effort-not-established, algbench-bs,arxiv-2601.04996,gemini-3-pro,unstated,reasoning-math,hard,,,,,,,0.95,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BS column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:effort-not-established, algbench-tdg,arxiv-2601.04996,gemini-3-pro,unstated,reasoning-math,hard,,,,,,,0.86,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TDG column (non-Euclidean-structured (Table 2/4)))",,out:effort-not-established, algbench-tug,arxiv-2601.04996,gemini-3-pro,unstated,reasoning-math,hard,,,,,,,0.58,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TUG column (non-Euclidean-structured (Table 2/4)))",,out:effort-not-established, algbench-bgc,arxiv-2601.04996,gemini-3-pro,unstated,reasoning-math,hard,,,,,,,0.56,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BGC column (non-Euclidean-structured (Table 2/4)))",,out:effort-not-established, algbench-bgm,arxiv-2601.04996,gemini-3-pro,unstated,reasoning-math,hard,,,,,,,0.62,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BGM column (non-Euclidean-structured (Table 2/4)))",,out:effort-not-established, algbench-nf,arxiv-2601.04996,gemini-3-pro,unstated,reasoning-math,hard,,,,,,,0.63,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, NF column (non-Euclidean-structured (Table 2/4)))",,out:effort-not-established, algbench-dt,arxiv-2601.04996,gemini-3-pro,unstated,reasoning-math,hard,,,,,,,0.90,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, DT column (non-Euclidean-structured (Table 2/4)))",,out:effort-not-established, algbench-ug,arxiv-2601.04996,gemini-3-pro,unstated,reasoning-math,hard,,,,,,,0.78,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, UG column (non-Euclidean-structured (Table 2/4)))",,out:effort-not-established, algbench-greedy,arxiv-2601.04996,gemini-3-pro,unstated,reasoning-math,hard,,,,,,,0.54,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, Greedy column (local-optimized (Table 4)))",,out:effort-not-established, algbench-sssp,arxiv-2601.04996,gemini-3-pro,unstated,reasoning-math,hard,,,,,,,0.73,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, SSSP column (local-optimized (Table 4)))",,out:effort-not-established, algbench-mst,arxiv-2601.04996,gemini-3-pro,unstated,reasoning-math,hard,,,,,,,0.61,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, MST column (local-optimized (Table 4)))",,out:effort-not-established, algbench-dc,arxiv-2601.04996,gemini-3-pro,unstated,reasoning-math,hard,,,,,,,0.63,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, DC column (local-optimized (Table 4)))",,out:effort-not-established, algbench-ldp,arxiv-2601.04996,gemini-3-pro,unstated,reasoning-math,hard,,,,,,,0.73,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, LDP column (global-optimized (Table 4)))",,out:effort-not-established, algbench-idp,arxiv-2601.04996,gemini-3-pro,unstated,reasoning-math,hard,,,,,,,0.30,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, IDP column (global-optimized (Table 4)))",,out:effort-not-established, algbench-tdp,arxiv-2601.04996,gemini-3-pro,unstated,reasoning-math,hard,,,,,,,0.18,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TDP column (global-optimized (Table 4)))",,out:effort-not-established, algbench-bldp,arxiv-2601.04996,gemini-3-pro,unstated,reasoning-math,hard,,,,,,,0.52,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BLDP column (global-optimized (Table 4)))",,out:effort-not-established, algbench-bdp,arxiv-2601.04996,gemini-3-pro,unstated,reasoning-math,hard,,,,,,,0.27,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BDP column (global-optimized (Table 4)))",,out:effort-not-established, algbench-mssp,arxiv-2601.04996,gemini-3-pro,unstated,reasoning-math,hard,,,,,,,0.39,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, MSSP column (global-optimized (Table 4)))",,out:effort-not-established, algbench-lca,arxiv-2601.04996,gemini-3-pro,unstated,reasoning-math,hard,,,,,,,0.61,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, LCA column (global-optimized (Table 4)))",,out:effort-not-established, algbench-bo,arxiv-2601.04996,gemini-3-pro,unstated,reasoning-math,hard,,,,,,,0.97,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, BO column (non-optimized (Table 5)))",,out:effort-not-established, algbench-recursion,arxiv-2601.04996,gemini-3-pro,unstated,reasoning-math,hard,,,,,,,0.91,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, Recursion column (non-optimized (Table 5)))",,out:effort-not-established, algbench-searching,arxiv-2601.04996,gemini-3-pro,unstated,reasoning-math,hard,,,,,,,0.78,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, Searching column (non-optimized (Table 5)))",,out:effort-not-established, algbench-as,arxiv-2601.04996,gemini-3-pro,unstated,reasoning-math,hard,,,,,,,0.34,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, AS column (heuristic-optimized (Table 5)))",,out:effort-not-established, algbench-idas,arxiv-2601.04996,gemini-3-pro,unstated,reasoning-math,hard,,,,,,,0.25,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, IDAS column (heuristic-optimized (Table 5)))",,out:effort-not-established, algbench-id,arxiv-2601.04996,?grok4-vip,not-established:absent,reasoning-math,hard,,,,,,,0.80,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, ID column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:model-not-established, algbench-ps,arxiv-2601.04996,?grok4-vip,not-established:absent,reasoning-math,hard,,,,,,,0.78,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, PS column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:model-not-established, algbench-diff,arxiv-2601.04996,?grok4-vip,not-established:absent,reasoning-math,hard,,,,,,,0.96,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, Diff column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:model-not-established, algbench-bs,arxiv-2601.04996,?grok4-vip,not-established:absent,reasoning-math,hard,,,,,,,0.66,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BS column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:model-not-established, algbench-tdg,arxiv-2601.04996,?grok4-vip,not-established:absent,reasoning-math,hard,,,,,,,0.87,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TDG column (non-Euclidean-structured (Table 2/4)))",,out:model-not-established, algbench-tug,arxiv-2601.04996,?grok4-vip,not-established:absent,reasoning-math,hard,,,,,,,0.72,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TUG column (non-Euclidean-structured (Table 2/4)))",,out:model-not-established, algbench-bgc,arxiv-2601.04996,?grok4-vip,not-established:absent,reasoning-math,hard,,,,,,,0.76,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BGC column (non-Euclidean-structured (Table 2/4)))",,out:model-not-established, algbench-bgm,arxiv-2601.04996,?grok4-vip,not-established:absent,reasoning-math,hard,,,,,,,0.70,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BGM column (non-Euclidean-structured (Table 2/4)))",,out:model-not-established, algbench-nf,arxiv-2601.04996,?grok4-vip,not-established:absent,reasoning-math,hard,,,,,,,0.62,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, NF column (non-Euclidean-structured (Table 2/4)))",,out:model-not-established, algbench-dt,arxiv-2601.04996,?grok4-vip,not-established:absent,reasoning-math,hard,,,,,,,0.96,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, DT column (non-Euclidean-structured (Table 2/4)))",,out:model-not-established, algbench-ug,arxiv-2601.04996,?grok4-vip,not-established:absent,reasoning-math,hard,,,,,,,0.80,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, UG column (non-Euclidean-structured (Table 2/4)))",,out:model-not-established, algbench-greedy,arxiv-2601.04996,?grok4-vip,not-established:absent,reasoning-math,hard,,,,,,,0.56,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, Greedy column (local-optimized (Table 4)))",,out:model-not-established, algbench-sssp,arxiv-2601.04996,?grok4-vip,not-established:absent,reasoning-math,hard,,,,,,,0.82,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, SSSP column (local-optimized (Table 4)))",,out:model-not-established, algbench-mst,arxiv-2601.04996,?grok4-vip,not-established:absent,reasoning-math,hard,,,,,,,0.69,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, MST column (local-optimized (Table 4)))",,out:model-not-established, algbench-dc,arxiv-2601.04996,?grok4-vip,not-established:absent,reasoning-math,hard,,,,,,,0.77,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, DC column (local-optimized (Table 4)))",,out:model-not-established, algbench-ldp,arxiv-2601.04996,?grok4-vip,not-established:absent,reasoning-math,hard,,,,,,,0.47,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, LDP column (global-optimized (Table 4)))",,out:model-not-established, algbench-idp,arxiv-2601.04996,?grok4-vip,not-established:absent,reasoning-math,hard,,,,,,,0.62,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, IDP column (global-optimized (Table 4)))",,out:model-not-established, algbench-tdp,arxiv-2601.04996,?grok4-vip,not-established:absent,reasoning-math,hard,,,,,,,0.17,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TDP column (global-optimized (Table 4)))",,out:model-not-established, algbench-bldp,arxiv-2601.04996,?grok4-vip,not-established:absent,reasoning-math,hard,,,,,,,0.47,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BLDP column (global-optimized (Table 4)))",,out:model-not-established, algbench-bdp,arxiv-2601.04996,?grok4-vip,not-established:absent,reasoning-math,hard,,,,,,,0.54,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BDP column (global-optimized (Table 4)))",,out:model-not-established, algbench-mssp,arxiv-2601.04996,?grok4-vip,not-established:absent,reasoning-math,hard,,,,,,,0.48,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, MSSP column (global-optimized (Table 4)))",,out:model-not-established, algbench-lca,arxiv-2601.04996,?grok4-vip,not-established:absent,reasoning-math,hard,,,,,,,0.60,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, LCA column (global-optimized (Table 4)))",,out:model-not-established, algbench-bo,arxiv-2601.04996,?grok4-vip,not-established:absent,reasoning-math,hard,,,,,,,0.90,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, BO column (non-optimized (Table 5)))",,out:model-not-established, algbench-recursion,arxiv-2601.04996,?grok4-vip,not-established:absent,reasoning-math,hard,,,,,,,0.53,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, Recursion column (non-optimized (Table 5)))",,out:model-not-established, algbench-searching,arxiv-2601.04996,?grok4-vip,not-established:absent,reasoning-math,hard,,,,,,,0.87,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, Searching column (non-optimized (Table 5)))",,out:model-not-established, algbench-as,arxiv-2601.04996,?grok4-vip,not-established:absent,reasoning-math,hard,,,,,,,0.40,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, AS column (heuristic-optimized (Table 5)))",,out:model-not-established, algbench-idas,arxiv-2601.04996,?grok4-vip,not-established:absent,reasoning-math,hard,,,,,,,0.39,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, IDAS column (heuristic-optimized (Table 5)))",,out:model-not-established, algbench-id,arxiv-2601.04996,?gpt-o3,not-established:absent,reasoning-math,hard,,,,,,,0.63,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, ID column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:model-not-established, algbench-ps,arxiv-2601.04996,?gpt-o3,not-established:absent,reasoning-math,hard,,,,,,,0.95,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, PS column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:model-not-established, algbench-diff,arxiv-2601.04996,?gpt-o3,not-established:absent,reasoning-math,hard,,,,,,,0.48,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, Diff column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:model-not-established, algbench-bs,arxiv-2601.04996,?gpt-o3,not-established:absent,reasoning-math,hard,,,,,,,0.94,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BS column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:model-not-established, algbench-tdg,arxiv-2601.04996,?gpt-o3,not-established:absent,reasoning-math,hard,,,,,,,0.87,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TDG column (non-Euclidean-structured (Table 2/4)))",,out:model-not-established, algbench-tug,arxiv-2601.04996,?gpt-o3,not-established:absent,reasoning-math,hard,,,,,,,0.75,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TUG column (non-Euclidean-structured (Table 2/4)))",,out:model-not-established, algbench-bgc,arxiv-2601.04996,?gpt-o3,not-established:absent,reasoning-math,hard,,,,,,,0.44,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BGC column (non-Euclidean-structured (Table 2/4)))",,out:model-not-established, algbench-bgm,arxiv-2601.04996,?gpt-o3,not-established:absent,reasoning-math,hard,,,,,,,0.58,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BGM column (non-Euclidean-structured (Table 2/4)))",,out:model-not-established, algbench-nf,arxiv-2601.04996,?gpt-o3,not-established:absent,reasoning-math,hard,,,,,,,0.62,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, NF column (non-Euclidean-structured (Table 2/4)))",,out:model-not-established, algbench-dt,arxiv-2601.04996,?gpt-o3,not-established:absent,reasoning-math,hard,,,,,,,0.85,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, DT column (non-Euclidean-structured (Table 2/4)))",,out:model-not-established, algbench-ug,arxiv-2601.04996,?gpt-o3,not-established:absent,reasoning-math,hard,,,,,,,0.70,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, UG column (non-Euclidean-structured (Table 2/4)))",,out:model-not-established, algbench-greedy,arxiv-2601.04996,?gpt-o3,not-established:absent,reasoning-math,hard,,,,,,,0.52,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, Greedy column (local-optimized (Table 4)))",,out:model-not-established, algbench-sssp,arxiv-2601.04996,?gpt-o3,not-established:absent,reasoning-math,hard,,,,,,,0.78,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, SSSP column (local-optimized (Table 4)))",,out:model-not-established, algbench-mst,arxiv-2601.04996,?gpt-o3,not-established:absent,reasoning-math,hard,,,,,,,0.64,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, MST column (local-optimized (Table 4)))",,out:model-not-established, algbench-dc,arxiv-2601.04996,?gpt-o3,not-established:absent,reasoning-math,hard,,,,,,,0.78,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, DC column (local-optimized (Table 4)))",,out:model-not-established, algbench-ldp,arxiv-2601.04996,?gpt-o3,not-established:absent,reasoning-math,hard,,,,,,,0.59,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, LDP column (global-optimized (Table 4)))",,out:model-not-established, algbench-idp,arxiv-2601.04996,?gpt-o3,not-established:absent,reasoning-math,hard,,,,,,,0.47,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, IDP column (global-optimized (Table 4)))",,out:model-not-established, algbench-tdp,arxiv-2601.04996,?gpt-o3,not-established:absent,reasoning-math,hard,,,,,,,0.20,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TDP column (global-optimized (Table 4)))",,out:model-not-established, algbench-bldp,arxiv-2601.04996,?gpt-o3,not-established:absent,reasoning-math,hard,,,,,,,0.56,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BLDP column (global-optimized (Table 4)))",,out:model-not-established, algbench-bdp,arxiv-2601.04996,?gpt-o3,not-established:absent,reasoning-math,hard,,,,,,,0.47,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BDP column (global-optimized (Table 4)))",,out:model-not-established, algbench-mssp,arxiv-2601.04996,?gpt-o3,not-established:absent,reasoning-math,hard,,,,,,,0.40,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, MSSP column (global-optimized (Table 4)))",,out:model-not-established, algbench-lca,arxiv-2601.04996,?gpt-o3,not-established:absent,reasoning-math,hard,,,,,,,0.48,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, LCA column (global-optimized (Table 4)))",,out:model-not-established, algbench-bo,arxiv-2601.04996,?gpt-o3,not-established:absent,reasoning-math,hard,,,,,,,1.0,accuracy,0.0289,,,"https://arxiv.org/abs/2601.04996 (Table 5, BO column (non-optimized (Table 5)))",,out:model-not-established, algbench-recursion,arxiv-2601.04996,?gpt-o3,not-established:absent,reasoning-math,hard,,,,,,,0.89,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, Recursion column (non-optimized (Table 5)))",,out:model-not-established, algbench-searching,arxiv-2601.04996,?gpt-o3,not-established:absent,reasoning-math,hard,,,,,,,0.80,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, Searching column (non-optimized (Table 5)))",,out:model-not-established, algbench-as,arxiv-2601.04996,?gpt-o3,not-established:absent,reasoning-math,hard,,,,,,,0.32,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, AS column (heuristic-optimized (Table 5)))",,out:model-not-established, algbench-idas,arxiv-2601.04996,?gpt-o3,not-established:absent,reasoning-math,hard,,,,,,,0.47,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, IDAS column (heuristic-optimized (Table 5)))",,out:model-not-established, algbench-id,arxiv-2601.04996,?Qwen3-235B,not-established:absent,reasoning-math,hard,,,,,,,0.63,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, ID column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:model-not-established, algbench-ps,arxiv-2601.04996,?Qwen3-235B,not-established:absent,reasoning-math,hard,,,,,,,0.95,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, PS column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:model-not-established, algbench-diff,arxiv-2601.04996,?Qwen3-235B,not-established:absent,reasoning-math,hard,,,,,,,0.50,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, Diff column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:model-not-established, algbench-bs,arxiv-2601.04996,?Qwen3-235B,not-established:absent,reasoning-math,hard,,,,,,,0.89,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BS column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:model-not-established, algbench-tdg,arxiv-2601.04996,?Qwen3-235B,not-established:absent,reasoning-math,hard,,,,,,,0.81,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TDG column (non-Euclidean-structured (Table 2/4)))",,out:model-not-established, algbench-tug,arxiv-2601.04996,?Qwen3-235B,not-established:absent,reasoning-math,hard,,,,,,,0.50,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TUG column (non-Euclidean-structured (Table 2/4)))",,out:model-not-established, algbench-bgc,arxiv-2601.04996,?Qwen3-235B,not-established:absent,reasoning-math,hard,,,,,,,0.42,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BGC column (non-Euclidean-structured (Table 2/4)))",,out:model-not-established, algbench-bgm,arxiv-2601.04996,?Qwen3-235B,not-established:absent,reasoning-math,hard,,,,,,,0.56,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BGM column (non-Euclidean-structured (Table 2/4)))",,out:model-not-established, algbench-nf,arxiv-2601.04996,?Qwen3-235B,not-established:absent,reasoning-math,hard,,,,,,,0.50,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, NF column (non-Euclidean-structured (Table 2/4)))",,out:model-not-established, algbench-dt,arxiv-2601.04996,?Qwen3-235B,not-established:absent,reasoning-math,hard,,,,,,,0.76,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, DT column (non-Euclidean-structured (Table 2/4)))",,out:model-not-established, algbench-ug,arxiv-2601.04996,?Qwen3-235B,not-established:absent,reasoning-math,hard,,,,,,,0.68,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, UG column (non-Euclidean-structured (Table 2/4)))",,out:model-not-established, algbench-greedy,arxiv-2601.04996,?Qwen3-235B,not-established:absent,reasoning-math,hard,,,,,,,0.57,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, Greedy column (local-optimized (Table 4)))",,out:model-not-established, algbench-sssp,arxiv-2601.04996,?Qwen3-235B,not-established:absent,reasoning-math,hard,,,,,,,0.75,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, SSSP column (local-optimized (Table 4)))",,out:model-not-established, algbench-mst,arxiv-2601.04996,?Qwen3-235B,not-established:absent,reasoning-math,hard,,,,,,,0.53,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, MST column (local-optimized (Table 4)))",,out:model-not-established, algbench-dc,arxiv-2601.04996,?Qwen3-235B,not-established:absent,reasoning-math,hard,,,,,,,0.43,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, DC column (local-optimized (Table 4)))",,out:model-not-established, algbench-ldp,arxiv-2601.04996,?Qwen3-235B,not-established:absent,reasoning-math,hard,,,,,,,0.59,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, LDP column (global-optimized (Table 4)))",,out:model-not-established, algbench-idp,arxiv-2601.04996,?Qwen3-235B,not-established:absent,reasoning-math,hard,,,,,,,0.34,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, IDP column (global-optimized (Table 4)))",,out:model-not-established, algbench-tdp,arxiv-2601.04996,?Qwen3-235B,not-established:absent,reasoning-math,hard,,,,,,,0.22,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TDP column (global-optimized (Table 4)))",,out:model-not-established, algbench-bldp,arxiv-2601.04996,?Qwen3-235B,not-established:absent,reasoning-math,hard,,,,,,,0.52,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BLDP column (global-optimized (Table 4)))",,out:model-not-established, algbench-bdp,arxiv-2601.04996,?Qwen3-235B,not-established:absent,reasoning-math,hard,,,,,,,0.38,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BDP column (global-optimized (Table 4)))",,out:model-not-established, algbench-mssp,arxiv-2601.04996,?Qwen3-235B,not-established:absent,reasoning-math,hard,,,,,,,0.37,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, MSSP column (global-optimized (Table 4)))",,out:model-not-established, algbench-lca,arxiv-2601.04996,?Qwen3-235B,not-established:absent,reasoning-math,hard,,,,,,,0.33,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, LCA column (global-optimized (Table 4)))",,out:model-not-established, algbench-bo,arxiv-2601.04996,?Qwen3-235B,not-established:absent,reasoning-math,hard,,,,,,,0.80,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, BO column (non-optimized (Table 5)))",,out:model-not-established, algbench-recursion,arxiv-2601.04996,?Qwen3-235B,not-established:absent,reasoning-math,hard,,,,,,,0.78,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, Recursion column (non-optimized (Table 5)))",,out:model-not-established, algbench-searching,arxiv-2601.04996,?Qwen3-235B,not-established:absent,reasoning-math,hard,,,,,,,0.77,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, Searching column (non-optimized (Table 5)))",,out:model-not-established, algbench-as,arxiv-2601.04996,?Qwen3-235B,not-established:absent,reasoning-math,hard,,,,,,,0.38,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, AS column (heuristic-optimized (Table 5)))",,out:model-not-established, algbench-idas,arxiv-2601.04996,?Qwen3-235B,not-established:absent,reasoning-math,hard,,,,,,,0.45,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, IDAS column (heuristic-optimized (Table 5)))",,out:model-not-established, algbench-id,arxiv-2601.04996,deepseek-r1,solo,reasoning-math,hard,,,,,,,0.64,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, ID column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:single-couple, algbench-ps,arxiv-2601.04996,deepseek-r1,solo,reasoning-math,hard,,,,,,,0.93,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, PS column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:single-couple, algbench-diff,arxiv-2601.04996,deepseek-r1,solo,reasoning-math,hard,,,,,,,0.50,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, Diff column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:single-couple, algbench-bs,arxiv-2601.04996,deepseek-r1,solo,reasoning-math,hard,,,,,,,0.91,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BS column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:single-couple, algbench-tdg,arxiv-2601.04996,deepseek-r1,solo,reasoning-math,hard,,,,,,,0.59,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TDG column (non-Euclidean-structured (Table 2/4)))",,out:single-couple, algbench-tug,arxiv-2601.04996,deepseek-r1,solo,reasoning-math,hard,,,,,,,0.49,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TUG column (non-Euclidean-structured (Table 2/4)))",,out:single-couple, algbench-bgc,arxiv-2601.04996,deepseek-r1,solo,reasoning-math,hard,,,,,,,0.50,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BGC column (non-Euclidean-structured (Table 2/4)))",,out:single-couple, algbench-bgm,arxiv-2601.04996,deepseek-r1,solo,reasoning-math,hard,,,,,,,0.53,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BGM column (non-Euclidean-structured (Table 2/4)))",,out:single-couple, algbench-nf,arxiv-2601.04996,deepseek-r1,solo,reasoning-math,hard,,,,,,,0.52,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, NF column (non-Euclidean-structured (Table 2/4)))",,out:single-couple, algbench-dt,arxiv-2601.04996,deepseek-r1,solo,reasoning-math,hard,,,,,,,0.75,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, DT column (non-Euclidean-structured (Table 2/4)))",,out:single-couple, algbench-ug,arxiv-2601.04996,deepseek-r1,solo,reasoning-math,hard,,,,,,,0.65,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, UG column (non-Euclidean-structured (Table 2/4)))",,out:single-couple, algbench-greedy,arxiv-2601.04996,deepseek-r1,solo,reasoning-math,hard,,,,,,,0.47,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, Greedy column (local-optimized (Table 4)))",,out:single-couple, algbench-sssp,arxiv-2601.04996,deepseek-r1,solo,reasoning-math,hard,,,,,,,0.69,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, SSSP column (local-optimized (Table 4)))",,out:single-couple, algbench-mst,arxiv-2601.04996,deepseek-r1,solo,reasoning-math,hard,,,,,,,0.47,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, MST column (local-optimized (Table 4)))",,out:single-couple, algbench-dc,arxiv-2601.04996,deepseek-r1,solo,reasoning-math,hard,,,,,,,0.63,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, DC column (local-optimized (Table 4)))",,out:single-couple, algbench-ldp,arxiv-2601.04996,deepseek-r1,solo,reasoning-math,hard,,,,,,,0.54,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, LDP column (global-optimized (Table 4)))",,out:single-couple, algbench-idp,arxiv-2601.04996,deepseek-r1,solo,reasoning-math,hard,,,,,,,0.43,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, IDP column (global-optimized (Table 4)))",,out:single-couple, algbench-tdp,arxiv-2601.04996,deepseek-r1,solo,reasoning-math,hard,,,,,,,0.14,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TDP column (global-optimized (Table 4)))",,out:single-couple, algbench-bldp,arxiv-2601.04996,deepseek-r1,solo,reasoning-math,hard,,,,,,,0.32,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BLDP column (global-optimized (Table 4)))",,out:single-couple, algbench-bdp,arxiv-2601.04996,deepseek-r1,solo,reasoning-math,hard,,,,,,,0.39,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BDP column (global-optimized (Table 4)))",,out:single-couple, algbench-mssp,arxiv-2601.04996,deepseek-r1,solo,reasoning-math,hard,,,,,,,0.40,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, MSSP column (global-optimized (Table 4)))",,out:single-couple, algbench-lca,arxiv-2601.04996,deepseek-r1,solo,reasoning-math,hard,,,,,,,0.40,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, LCA column (global-optimized (Table 4)))",,out:single-couple, algbench-bo,arxiv-2601.04996,deepseek-r1,solo,reasoning-math,hard,,,,,,,0.85,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, BO column (non-optimized (Table 5)))",,out:single-couple, algbench-recursion,arxiv-2601.04996,deepseek-r1,solo,reasoning-math,hard,,,,,,,0.86,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, Recursion column (non-optimized (Table 5)))",,out:single-couple, algbench-searching,arxiv-2601.04996,deepseek-r1,solo,reasoning-math,hard,,,,,,,0.75,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, Searching column (non-optimized (Table 5)))",,out:single-couple, algbench-as,arxiv-2601.04996,deepseek-r1,solo,reasoning-math,hard,,,,,,,0.41,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, AS column (heuristic-optimized (Table 5)))",,out:single-couple, algbench-idas,arxiv-2601.04996,deepseek-r1,solo,reasoning-math,hard,,,,,,,0.65,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, IDAS column (heuristic-optimized (Table 5)))",,out:single-couple, algbench-id,arxiv-2601.04996,gemini-2.5-pro,unstated,reasoning-math,hard,,,,,,,0.63,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, ID column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:effort-not-established, algbench-ps,arxiv-2601.04996,gemini-2.5-pro,unstated,reasoning-math,hard,,,,,,,0.88,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, PS column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:effort-not-established, algbench-diff,arxiv-2601.04996,gemini-2.5-pro,unstated,reasoning-math,hard,,,,,,,0.50,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, Diff column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:effort-not-established, algbench-bs,arxiv-2601.04996,gemini-2.5-pro,unstated,reasoning-math,hard,,,,,,,0.55,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BS column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:effort-not-established, algbench-tdg,arxiv-2601.04996,gemini-2.5-pro,unstated,reasoning-math,hard,,,,,,,0.67,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TDG column (non-Euclidean-structured (Table 2/4)))",,out:effort-not-established, algbench-tug,arxiv-2601.04996,gemini-2.5-pro,unstated,reasoning-math,hard,,,,,,,0.53,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TUG column (non-Euclidean-structured (Table 2/4)))",,out:effort-not-established, algbench-bgc,arxiv-2601.04996,gemini-2.5-pro,unstated,reasoning-math,hard,,,,,,,0.37,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BGC column (non-Euclidean-structured (Table 2/4)))",,out:effort-not-established, algbench-bgm,arxiv-2601.04996,gemini-2.5-pro,unstated,reasoning-math,hard,,,,,,,0.58,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BGM column (non-Euclidean-structured (Table 2/4)))",,out:effort-not-established, algbench-nf,arxiv-2601.04996,gemini-2.5-pro,unstated,reasoning-math,hard,,,,,,,0.48,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, NF column (non-Euclidean-structured (Table 2/4)))",,out:effort-not-established, algbench-dt,arxiv-2601.04996,gemini-2.5-pro,unstated,reasoning-math,hard,,,,,,,0.80,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, DT column (non-Euclidean-structured (Table 2/4)))",,out:effort-not-established, algbench-ug,arxiv-2601.04996,gemini-2.5-pro,unstated,reasoning-math,hard,,,,,,,0.48,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, UG column (non-Euclidean-structured (Table 2/4)))",,out:effort-not-established, algbench-greedy,arxiv-2601.04996,gemini-2.5-pro,unstated,reasoning-math,hard,,,,,,,0.42,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, Greedy column (local-optimized (Table 4)))",,out:effort-not-established, algbench-sssp,arxiv-2601.04996,gemini-2.5-pro,unstated,reasoning-math,hard,,,,,,,0.68,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, SSSP column (local-optimized (Table 4)))",,out:effort-not-established, algbench-mst,arxiv-2601.04996,gemini-2.5-pro,unstated,reasoning-math,hard,,,,,,,0.46,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, MST column (local-optimized (Table 4)))",,out:effort-not-established, algbench-dc,arxiv-2601.04996,gemini-2.5-pro,unstated,reasoning-math,hard,,,,,,,0.59,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, DC column (local-optimized (Table 4)))",,out:effort-not-established, algbench-ldp,arxiv-2601.04996,gemini-2.5-pro,unstated,reasoning-math,hard,,,,,,,0.41,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, LDP column (global-optimized (Table 4)))",,out:effort-not-established, algbench-idp,arxiv-2601.04996,gemini-2.5-pro,unstated,reasoning-math,hard,,,,,,,0.44,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, IDP column (global-optimized (Table 4)))",,out:effort-not-established, algbench-tdp,arxiv-2601.04996,gemini-2.5-pro,unstated,reasoning-math,hard,,,,,,,0.16,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TDP column (global-optimized (Table 4)))",,out:effort-not-established, algbench-bldp,arxiv-2601.04996,gemini-2.5-pro,unstated,reasoning-math,hard,,,,,,,0.53,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BLDP column (global-optimized (Table 4)))",,out:effort-not-established, algbench-bdp,arxiv-2601.04996,gemini-2.5-pro,unstated,reasoning-math,hard,,,,,,,0.33,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BDP column (global-optimized (Table 4)))",,out:effort-not-established, algbench-mssp,arxiv-2601.04996,gemini-2.5-pro,unstated,reasoning-math,hard,,,,,,,0.34,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, MSSP column (global-optimized (Table 4)))",,out:effort-not-established, algbench-lca,arxiv-2601.04996,gemini-2.5-pro,unstated,reasoning-math,hard,,,,,,,0.39,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, LCA column (global-optimized (Table 4)))",,out:effort-not-established, algbench-bo,arxiv-2601.04996,gemini-2.5-pro,unstated,reasoning-math,hard,,,,,,,0.84,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, BO column (non-optimized (Table 5)))",,out:effort-not-established, algbench-recursion,arxiv-2601.04996,gemini-2.5-pro,unstated,reasoning-math,hard,,,,,,,0.87,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, Recursion column (non-optimized (Table 5)))",,out:effort-not-established, algbench-searching,arxiv-2601.04996,gemini-2.5-pro,unstated,reasoning-math,hard,,,,,,,0.69,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, Searching column (non-optimized (Table 5)))",,out:effort-not-established, algbench-as,arxiv-2601.04996,gemini-2.5-pro,unstated,reasoning-math,hard,,,,,,,0.24,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, AS column (heuristic-optimized (Table 5)))",,out:effort-not-established, algbench-idas,arxiv-2601.04996,gemini-2.5-pro,unstated,reasoning-math,hard,,,,,,,0.26,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, IDAS column (heuristic-optimized (Table 5)))",,out:effort-not-established, algbench-id,arxiv-2601.04996,?Claude Opus,not-established:absent,reasoning-math,hard,,,,,,,0.64,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, ID column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:model-not-established, algbench-ps,arxiv-2601.04996,?Claude Opus,not-established:absent,reasoning-math,hard,,,,,,,0.57,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, PS column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:model-not-established, algbench-diff,arxiv-2601.04996,?Claude Opus,not-established:absent,reasoning-math,hard,,,,,,,0.50,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, Diff column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:model-not-established, algbench-bs,arxiv-2601.04996,?Claude Opus,not-established:absent,reasoning-math,hard,,,,,,,0.71,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BS column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:model-not-established, algbench-tdg,arxiv-2601.04996,?Claude Opus,not-established:absent,reasoning-math,hard,,,,,,,0.67,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TDG column (non-Euclidean-structured (Table 2/4)))",,out:model-not-established, algbench-tug,arxiv-2601.04996,?Claude Opus,not-established:absent,reasoning-math,hard,,,,,,,0.57,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TUG column (non-Euclidean-structured (Table 2/4)))",,out:model-not-established, algbench-bgc,arxiv-2601.04996,?Claude Opus,not-established:absent,reasoning-math,hard,,,,,,,0.31,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BGC column (non-Euclidean-structured (Table 2/4)))",,out:model-not-established, algbench-bgm,arxiv-2601.04996,?Claude Opus,not-established:absent,reasoning-math,hard,,,,,,,0.56,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BGM column (non-Euclidean-structured (Table 2/4)))",,out:model-not-established, algbench-nf,arxiv-2601.04996,?Claude Opus,not-established:absent,reasoning-math,hard,,,,,,,0.40,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, NF column (non-Euclidean-structured (Table 2/4)))",,out:model-not-established, algbench-dt,arxiv-2601.04996,?Claude Opus,not-established:absent,reasoning-math,hard,,,,,,,0.73,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, DT column (non-Euclidean-structured (Table 2/4)))",,out:model-not-established, algbench-ug,arxiv-2601.04996,?Claude Opus,not-established:absent,reasoning-math,hard,,,,,,,0.35,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, UG column (non-Euclidean-structured (Table 2/4)))",,out:model-not-established, algbench-greedy,arxiv-2601.04996,?Claude Opus,not-established:absent,reasoning-math,hard,,,,,,,0.48,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, Greedy column (local-optimized (Table 4)))",,out:model-not-established, algbench-sssp,arxiv-2601.04996,?Claude Opus,not-established:absent,reasoning-math,hard,,,,,,,0.68,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, SSSP column (local-optimized (Table 4)))",,out:model-not-established, algbench-mst,arxiv-2601.04996,?Claude Opus,not-established:absent,reasoning-math,hard,,,,,,,0.30,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, MST column (local-optimized (Table 4)))",,out:model-not-established, algbench-dc,arxiv-2601.04996,?Claude Opus,not-established:absent,reasoning-math,hard,,,,,,,0.58,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, DC column (local-optimized (Table 4)))",,out:model-not-established, algbench-ldp,arxiv-2601.04996,?Claude Opus,not-established:absent,reasoning-math,hard,,,,,,,0.26,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, LDP column (global-optimized (Table 4)))",,out:model-not-established, algbench-idp,arxiv-2601.04996,?Claude Opus,not-established:absent,reasoning-math,hard,,,,,,,0.39,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, IDP column (global-optimized (Table 4)))",,out:model-not-established, algbench-tdp,arxiv-2601.04996,?Claude Opus,not-established:absent,reasoning-math,hard,,,,,,,0.19,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TDP column (global-optimized (Table 4)))",,out:model-not-established, algbench-bldp,arxiv-2601.04996,?Claude Opus,not-established:absent,reasoning-math,hard,,,,,,,0.43,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BLDP column (global-optimized (Table 4)))",,out:model-not-established, algbench-bdp,arxiv-2601.04996,?Claude Opus,not-established:absent,reasoning-math,hard,,,,,,,0.26,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BDP column (global-optimized (Table 4)))",,out:model-not-established, algbench-mssp,arxiv-2601.04996,?Claude Opus,not-established:absent,reasoning-math,hard,,,,,,,0.37,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, MSSP column (global-optimized (Table 4)))",,out:model-not-established, algbench-lca,arxiv-2601.04996,?Claude Opus,not-established:absent,reasoning-math,hard,,,,,,,0.32,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, LCA column (global-optimized (Table 4)))",,out:model-not-established, algbench-bo,arxiv-2601.04996,?Claude Opus,not-established:absent,reasoning-math,hard,,,,,,,0.85,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, BO column (non-optimized (Table 5)))",,out:model-not-established, algbench-recursion,arxiv-2601.04996,?Claude Opus,not-established:absent,reasoning-math,hard,,,,,,,0.89,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, Recursion column (non-optimized (Table 5)))",,out:model-not-established, algbench-searching,arxiv-2601.04996,?Claude Opus,not-established:absent,reasoning-math,hard,,,,,,,0.61,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, Searching column (non-optimized (Table 5)))",,out:model-not-established, algbench-as,arxiv-2601.04996,?Claude Opus,not-established:absent,reasoning-math,hard,,,,,,,0.37,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, AS column (heuristic-optimized (Table 5)))",,out:model-not-established, algbench-idas,arxiv-2601.04996,?Claude Opus,not-established:absent,reasoning-math,hard,,,,,,,0.55,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, IDAS column (heuristic-optimized (Table 5)))",,out:model-not-established, algbench-id,arxiv-2601.04996,gpt-oss-120b,unstated,reasoning-math,hard,,,,,,,0.40,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, ID column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:effort-not-established, algbench-ps,arxiv-2601.04996,gpt-oss-120b,unstated,reasoning-math,hard,,,,,,,0.60,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, PS column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:effort-not-established, algbench-diff,arxiv-2601.04996,gpt-oss-120b,unstated,reasoning-math,hard,,,,,,,0.42,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, Diff column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:effort-not-established, algbench-bs,arxiv-2601.04996,gpt-oss-120b,unstated,reasoning-math,hard,,,,,,,0.63,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BS column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:effort-not-established, algbench-tdg,arxiv-2601.04996,gpt-oss-120b,unstated,reasoning-math,hard,,,,,,,0.54,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TDG column (non-Euclidean-structured (Table 2/4)))",,out:effort-not-established, algbench-tug,arxiv-2601.04996,gpt-oss-120b,unstated,reasoning-math,hard,,,,,,,0.42,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TUG column (non-Euclidean-structured (Table 2/4)))",,out:effort-not-established, algbench-bgc,arxiv-2601.04996,gpt-oss-120b,unstated,reasoning-math,hard,,,,,,,0.26,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BGC column (non-Euclidean-structured (Table 2/4)))",,out:effort-not-established, algbench-bgm,arxiv-2601.04996,gpt-oss-120b,unstated,reasoning-math,hard,,,,,,,0.40,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BGM column (non-Euclidean-structured (Table 2/4)))",,out:effort-not-established, algbench-nf,arxiv-2601.04996,gpt-oss-120b,unstated,reasoning-math,hard,,,,,,,0.27,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, NF column (non-Euclidean-structured (Table 2/4)))",,out:effort-not-established, algbench-dt,arxiv-2601.04996,gpt-oss-120b,unstated,reasoning-math,hard,,,,,,,0.58,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, DT column (non-Euclidean-structured (Table 2/4)))",,out:effort-not-established, algbench-ug,arxiv-2601.04996,gpt-oss-120b,unstated,reasoning-math,hard,,,,,,,0.35,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, UG column (non-Euclidean-structured (Table 2/4)))",,out:effort-not-established, algbench-greedy,arxiv-2601.04996,gpt-oss-120b,unstated,reasoning-math,hard,,,,,,,0.36,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, Greedy column (local-optimized (Table 4)))",,out:effort-not-established, algbench-sssp,arxiv-2601.04996,gpt-oss-120b,unstated,reasoning-math,hard,,,,,,,0.62,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, SSSP column (local-optimized (Table 4)))",,out:effort-not-established, algbench-mst,arxiv-2601.04996,gpt-oss-120b,unstated,reasoning-math,hard,,,,,,,0.50,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, MST column (local-optimized (Table 4)))",,out:effort-not-established, algbench-dc,arxiv-2601.04996,gpt-oss-120b,unstated,reasoning-math,hard,,,,,,,0.61,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, DC column (local-optimized (Table 4)))",,out:effort-not-established, algbench-ldp,arxiv-2601.04996,gpt-oss-120b,unstated,reasoning-math,hard,,,,,,,0.30,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, LDP column (global-optimized (Table 4)))",,out:effort-not-established, algbench-idp,arxiv-2601.04996,gpt-oss-120b,unstated,reasoning-math,hard,,,,,,,0.29,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, IDP column (global-optimized (Table 4)))",,out:effort-not-established, algbench-tdp,arxiv-2601.04996,gpt-oss-120b,unstated,reasoning-math,hard,,,,,,,0.12,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TDP column (global-optimized (Table 4)))",,out:effort-not-established, algbench-bldp,arxiv-2601.04996,gpt-oss-120b,unstated,reasoning-math,hard,,,,,,,0.41,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BLDP column (global-optimized (Table 4)))",,out:effort-not-established, algbench-bdp,arxiv-2601.04996,gpt-oss-120b,unstated,reasoning-math,hard,,,,,,,0.23,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BDP column (global-optimized (Table 4)))",,out:effort-not-established, algbench-mssp,arxiv-2601.04996,gpt-oss-120b,unstated,reasoning-math,hard,,,,,,,0.21,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, MSSP column (global-optimized (Table 4)))",,out:effort-not-established, algbench-lca,arxiv-2601.04996,gpt-oss-120b,unstated,reasoning-math,hard,,,,,,,0.39,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, LCA column (global-optimized (Table 4)))",,out:effort-not-established, algbench-bo,arxiv-2601.04996,gpt-oss-120b,unstated,reasoning-math,hard,,,,,,,0.47,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, BO column (non-optimized (Table 5)))",,out:effort-not-established, algbench-recursion,arxiv-2601.04996,gpt-oss-120b,unstated,reasoning-math,hard,,,,,,,0.37,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, Recursion column (non-optimized (Table 5)))",,out:effort-not-established, algbench-searching,arxiv-2601.04996,gpt-oss-120b,unstated,reasoning-math,hard,,,,,,,0.60,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, Searching column (non-optimized (Table 5)))",,out:effort-not-established, algbench-as,arxiv-2601.04996,gpt-oss-120b,unstated,reasoning-math,hard,,,,,,,0.26,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, AS column (heuristic-optimized (Table 5)))",,out:effort-not-established, algbench-idas,arxiv-2601.04996,gpt-oss-120b,unstated,reasoning-math,hard,,,,,,,0.30,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, IDAS column (heuristic-optimized (Table 5)))",,out:effort-not-established, algbench-id,arxiv-2601.04996,qwen3-4b,unstated,reasoning-math,hard,,,,,,,0.60,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, ID column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:effort-not-established, algbench-ps,arxiv-2601.04996,qwen3-4b,unstated,reasoning-math,hard,,,,,,,0.93,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, PS column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:effort-not-established, algbench-diff,arxiv-2601.04996,qwen3-4b,unstated,reasoning-math,hard,,,,,,,0.40,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, Diff column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:effort-not-established, algbench-bs,arxiv-2601.04996,qwen3-4b,unstated,reasoning-math,hard,,,,,,,0.62,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BS column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:effort-not-established, algbench-tdg,arxiv-2601.04996,qwen3-4b,unstated,reasoning-math,hard,,,,,,,0.24,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TDG column (non-Euclidean-structured (Table 2/4)))",,out:effort-not-established, algbench-tug,arxiv-2601.04996,qwen3-4b,unstated,reasoning-math,hard,,,,,,,0.29,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TUG column (non-Euclidean-structured (Table 2/4)))",,out:effort-not-established, algbench-bgc,arxiv-2601.04996,qwen3-4b,unstated,reasoning-math,hard,,,,,,,0.23,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BGC column (non-Euclidean-structured (Table 2/4)))",,out:effort-not-established, algbench-bgm,arxiv-2601.04996,qwen3-4b,unstated,reasoning-math,hard,,,,,,,0.38,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BGM column (non-Euclidean-structured (Table 2/4)))",,out:effort-not-established, algbench-nf,arxiv-2601.04996,qwen3-4b,unstated,reasoning-math,hard,,,,,,,0.26,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, NF column (non-Euclidean-structured (Table 2/4)))",,out:effort-not-established, algbench-dt,arxiv-2601.04996,qwen3-4b,unstated,reasoning-math,hard,,,,,,,0.32,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, DT column (non-Euclidean-structured (Table 2/4)))",,out:effort-not-established, algbench-ug,arxiv-2601.04996,qwen3-4b,unstated,reasoning-math,hard,,,,,,,0.13,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, UG column (non-Euclidean-structured (Table 2/4)))",,out:effort-not-established, algbench-greedy,arxiv-2601.04996,qwen3-4b,unstated,reasoning-math,hard,,,,,,,0.27,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, Greedy column (local-optimized (Table 4)))",,out:effort-not-established, algbench-sssp,arxiv-2601.04996,qwen3-4b,unstated,reasoning-math,hard,,,,,,,0.49,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, SSSP column (local-optimized (Table 4)))",,out:effort-not-established, algbench-mst,arxiv-2601.04996,qwen3-4b,unstated,reasoning-math,hard,,,,,,,0.17,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, MST column (local-optimized (Table 4)))",,out:effort-not-established, algbench-dc,arxiv-2601.04996,qwen3-4b,unstated,reasoning-math,hard,,,,,,,0.33,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, DC column (local-optimized (Table 4)))",,out:effort-not-established, algbench-ldp,arxiv-2601.04996,qwen3-4b,unstated,reasoning-math,hard,,,,,,,0.22,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, LDP column (global-optimized (Table 4)))",,out:effort-not-established, algbench-idp,arxiv-2601.04996,qwen3-4b,unstated,reasoning-math,hard,,,,,,,0.27,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, IDP column (global-optimized (Table 4)))",,out:effort-not-established, algbench-tdp,arxiv-2601.04996,qwen3-4b,unstated,reasoning-math,hard,,,,,,,0.22,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TDP column (global-optimized (Table 4)))",,out:effort-not-established, algbench-bldp,arxiv-2601.04996,qwen3-4b,unstated,reasoning-math,hard,,,,,,,0.31,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BLDP column (global-optimized (Table 4)))",,out:effort-not-established, algbench-bdp,arxiv-2601.04996,qwen3-4b,unstated,reasoning-math,hard,,,,,,,0.18,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BDP column (global-optimized (Table 4)))",,out:effort-not-established, algbench-mssp,arxiv-2601.04996,qwen3-4b,unstated,reasoning-math,hard,,,,,,,0.28,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, MSSP column (global-optimized (Table 4)))",,out:effort-not-established, algbench-lca,arxiv-2601.04996,qwen3-4b,unstated,reasoning-math,hard,,,,,,,0.27,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, LCA column (global-optimized (Table 4)))",,out:effort-not-established, algbench-bo,arxiv-2601.04996,qwen3-4b,unstated,reasoning-math,hard,,,,,,,0.82,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, BO column (non-optimized (Table 5)))",,out:effort-not-established, algbench-recursion,arxiv-2601.04996,qwen3-4b,unstated,reasoning-math,hard,,,,,,,0.86,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, Recursion column (non-optimized (Table 5)))",,out:effort-not-established, algbench-searching,arxiv-2601.04996,qwen3-4b,unstated,reasoning-math,hard,,,,,,,0.41,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, Searching column (non-optimized (Table 5)))",,out:effort-not-established, algbench-as,arxiv-2601.04996,qwen3-4b,unstated,reasoning-math,hard,,,,,,,0.22,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, AS column (heuristic-optimized (Table 5)))",,out:effort-not-established, algbench-idas,arxiv-2601.04996,qwen3-4b,unstated,reasoning-math,hard,,,,,,,0.40,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, IDAS column (heuristic-optimized (Table 5)))",,out:effort-not-established, algbench-id,arxiv-2601.04996,qwen3-8b,unstated,reasoning-math,hard,,,,,,,0.53,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, ID column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:effort-not-established, algbench-ps,arxiv-2601.04996,qwen3-8b,unstated,reasoning-math,hard,,,,,,,0.93,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, PS column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:effort-not-established, algbench-diff,arxiv-2601.04996,qwen3-8b,unstated,reasoning-math,hard,,,,,,,0.47,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, Diff column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:effort-not-established, algbench-bs,arxiv-2601.04996,qwen3-8b,unstated,reasoning-math,hard,,,,,,,0.76,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BS column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:effort-not-established, algbench-tdg,arxiv-2601.04996,qwen3-8b,unstated,reasoning-math,hard,,,,,,,0.33,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TDG column (non-Euclidean-structured (Table 2/4)))",,out:effort-not-established, algbench-tug,arxiv-2601.04996,qwen3-8b,unstated,reasoning-math,hard,,,,,,,0.43,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TUG column (non-Euclidean-structured (Table 2/4)))",,out:effort-not-established, algbench-bgc,arxiv-2601.04996,qwen3-8b,unstated,reasoning-math,hard,,,,,,,0.32,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BGC column (non-Euclidean-structured (Table 2/4)))",,out:effort-not-established, algbench-bgm,arxiv-2601.04996,qwen3-8b,unstated,reasoning-math,hard,,,,,,,0.46,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BGM column (non-Euclidean-structured (Table 2/4)))",,out:effort-not-established, algbench-nf,arxiv-2601.04996,qwen3-8b,unstated,reasoning-math,hard,,,,,,,0.28,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, NF column (non-Euclidean-structured (Table 2/4)))",,out:effort-not-established, algbench-dt,arxiv-2601.04996,qwen3-8b,unstated,reasoning-math,hard,,,,,,,0.39,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, DT column (non-Euclidean-structured (Table 2/4)))",,out:effort-not-established, algbench-ug,arxiv-2601.04996,qwen3-8b,unstated,reasoning-math,hard,,,,,,,0.23,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, UG column (non-Euclidean-structured (Table 2/4)))",,out:effort-not-established, algbench-greedy,arxiv-2601.04996,qwen3-8b,unstated,reasoning-math,hard,,,,,,,0.32,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, Greedy column (local-optimized (Table 4)))",,out:effort-not-established, algbench-sssp,arxiv-2601.04996,qwen3-8b,unstated,reasoning-math,hard,,,,,,,0.51,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, SSSP column (local-optimized (Table 4)))",,out:effort-not-established, algbench-mst,arxiv-2601.04996,qwen3-8b,unstated,reasoning-math,hard,,,,,,,0.26,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, MST column (local-optimized (Table 4)))",,out:effort-not-established, algbench-dc,arxiv-2601.04996,qwen3-8b,unstated,reasoning-math,hard,,,,,,,0.38,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, DC column (local-optimized (Table 4)))",,out:effort-not-established, algbench-ldp,arxiv-2601.04996,qwen3-8b,unstated,reasoning-math,hard,,,,,,,0.37,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, LDP column (global-optimized (Table 4)))",,out:effort-not-established, algbench-idp,arxiv-2601.04996,qwen3-8b,unstated,reasoning-math,hard,,,,,,,0.27,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, IDP column (global-optimized (Table 4)))",,out:effort-not-established, algbench-tdp,arxiv-2601.04996,qwen3-8b,unstated,reasoning-math,hard,,,,,,,0.30,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TDP column (global-optimized (Table 4)))",,out:effort-not-established, algbench-bldp,arxiv-2601.04996,qwen3-8b,unstated,reasoning-math,hard,,,,,,,0.32,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BLDP column (global-optimized (Table 4)))",,out:effort-not-established, algbench-bdp,arxiv-2601.04996,qwen3-8b,unstated,reasoning-math,hard,,,,,,,0.22,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BDP column (global-optimized (Table 4)))",,out:effort-not-established, algbench-mssp,arxiv-2601.04996,qwen3-8b,unstated,reasoning-math,hard,,,,,,,0.28,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, MSSP column (global-optimized (Table 4)))",,out:effort-not-established, algbench-lca,arxiv-2601.04996,qwen3-8b,unstated,reasoning-math,hard,,,,,,,0.31,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, LCA column (global-optimized (Table 4)))",,out:effort-not-established, algbench-bo,arxiv-2601.04996,qwen3-8b,unstated,reasoning-math,hard,,,,,,,0.93,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, BO column (non-optimized (Table 5)))",,out:effort-not-established, algbench-recursion,arxiv-2601.04996,qwen3-8b,unstated,reasoning-math,hard,,,,,,,0.91,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, Recursion column (non-optimized (Table 5)))",,out:effort-not-established, algbench-searching,arxiv-2601.04996,qwen3-8b,unstated,reasoning-math,hard,,,,,,,0.33,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, Searching column (non-optimized (Table 5)))",,out:effort-not-established, algbench-as,arxiv-2601.04996,qwen3-8b,unstated,reasoning-math,hard,,,,,,,0.28,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, AS column (heuristic-optimized (Table 5)))",,out:effort-not-established, algbench-idas,arxiv-2601.04996,qwen3-8b,unstated,reasoning-math,hard,,,,,,,0.48,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, IDAS column (heuristic-optimized (Table 5)))",,out:effort-not-established, algbench-id,arxiv-2601.04996,qwen3-14b,unstated,reasoning-math,hard,,,,,,,0.57,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, ID column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:effort-not-established, algbench-ps,arxiv-2601.04996,qwen3-14b,unstated,reasoning-math,hard,,,,,,,0.93,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, PS column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:effort-not-established, algbench-diff,arxiv-2601.04996,qwen3-14b,unstated,reasoning-math,hard,,,,,,,0.50,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, Diff column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:effort-not-established, algbench-bs,arxiv-2601.04996,qwen3-14b,unstated,reasoning-math,hard,,,,,,,0.83,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BS column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:effort-not-established, algbench-tdg,arxiv-2601.04996,qwen3-14b,unstated,reasoning-math,hard,,,,,,,0.45,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TDG column (non-Euclidean-structured (Table 2/4)))",,out:effort-not-established, algbench-tug,arxiv-2601.04996,qwen3-14b,unstated,reasoning-math,hard,,,,,,,0.43,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TUG column (non-Euclidean-structured (Table 2/4)))",,out:effort-not-established, algbench-bgc,arxiv-2601.04996,qwen3-14b,unstated,reasoning-math,hard,,,,,,,0.38,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BGC column (non-Euclidean-structured (Table 2/4)))",,out:effort-not-established, algbench-bgm,arxiv-2601.04996,qwen3-14b,unstated,reasoning-math,hard,,,,,,,0.48,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BGM column (non-Euclidean-structured (Table 2/4)))",,out:effort-not-established, algbench-nf,arxiv-2601.04996,qwen3-14b,unstated,reasoning-math,hard,,,,,,,0.33,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, NF column (non-Euclidean-structured (Table 2/4)))",,out:effort-not-established, algbench-dt,arxiv-2601.04996,qwen3-14b,unstated,reasoning-math,hard,,,,,,,0.47,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, DT column (non-Euclidean-structured (Table 2/4)))",,out:effort-not-established, algbench-ug,arxiv-2601.04996,qwen3-14b,unstated,reasoning-math,hard,,,,,,,0.27,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, UG column (non-Euclidean-structured (Table 2/4)))",,out:effort-not-established, algbench-greedy,arxiv-2601.04996,qwen3-14b,unstated,reasoning-math,hard,,,,,,,0.39,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, Greedy column (local-optimized (Table 4)))",,out:effort-not-established, algbench-sssp,arxiv-2601.04996,qwen3-14b,unstated,reasoning-math,hard,,,,,,,0.45,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, SSSP column (local-optimized (Table 4)))",,out:effort-not-established, algbench-mst,arxiv-2601.04996,qwen3-14b,unstated,reasoning-math,hard,,,,,,,0.29,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, MST column (local-optimized (Table 4)))",,out:effort-not-established, algbench-dc,arxiv-2601.04996,qwen3-14b,unstated,reasoning-math,hard,,,,,,,0.38,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, DC column (local-optimized (Table 4)))",,out:effort-not-established, algbench-ldp,arxiv-2601.04996,qwen3-14b,unstated,reasoning-math,hard,,,,,,,0.45,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, LDP column (global-optimized (Table 4)))",,out:effort-not-established, algbench-idp,arxiv-2601.04996,qwen3-14b,unstated,reasoning-math,hard,,,,,,,0.31,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, IDP column (global-optimized (Table 4)))",,out:effort-not-established, algbench-tdp,arxiv-2601.04996,qwen3-14b,unstated,reasoning-math,hard,,,,,,,0.28,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TDP column (global-optimized (Table 4)))",,out:effort-not-established, algbench-bldp,arxiv-2601.04996,qwen3-14b,unstated,reasoning-math,hard,,,,,,,0.36,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BLDP column (global-optimized (Table 4)))",,out:effort-not-established, algbench-bdp,arxiv-2601.04996,qwen3-14b,unstated,reasoning-math,hard,,,,,,,0.28,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BDP column (global-optimized (Table 4)))",,out:effort-not-established, algbench-mssp,arxiv-2601.04996,qwen3-14b,unstated,reasoning-math,hard,,,,,,,0.37,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, MSSP column (global-optimized (Table 4)))",,out:effort-not-established, algbench-lca,arxiv-2601.04996,qwen3-14b,unstated,reasoning-math,hard,,,,,,,0.34,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, LCA column (global-optimized (Table 4)))",,out:effort-not-established, algbench-bo,arxiv-2601.04996,qwen3-14b,unstated,reasoning-math,hard,,,,,,,0.87,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, BO column (non-optimized (Table 5)))",,out:effort-not-established, algbench-recursion,arxiv-2601.04996,qwen3-14b,unstated,reasoning-math,hard,,,,,,,0.94,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, Recursion column (non-optimized (Table 5)))",,out:effort-not-established, algbench-searching,arxiv-2601.04996,qwen3-14b,unstated,reasoning-math,hard,,,,,,,0.53,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, Searching column (non-optimized (Table 5)))",,out:effort-not-established, algbench-as,arxiv-2601.04996,qwen3-14b,unstated,reasoning-math,hard,,,,,,,0.28,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, AS column (heuristic-optimized (Table 5)))",,out:effort-not-established, algbench-idas,arxiv-2601.04996,qwen3-14b,unstated,reasoning-math,hard,,,,,,,0.54,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, IDAS column (heuristic-optimized (Table 5)))",,out:effort-not-established, algbench-id,arxiv-2601.04996,qwen3-32b,unstated,reasoning-math,hard,,,,,,,0.67,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, ID column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:effort-not-established, algbench-ps,arxiv-2601.04996,qwen3-32b,unstated,reasoning-math,hard,,,,,,,0.45,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, PS column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:effort-not-established, algbench-diff,arxiv-2601.04996,qwen3-32b,unstated,reasoning-math,hard,,,,,,,0.38,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, Diff column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:effort-not-established, algbench-bs,arxiv-2601.04996,qwen3-32b,unstated,reasoning-math,hard,,,,,,,0.83,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BS column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:effort-not-established, algbench-tdg,arxiv-2601.04996,qwen3-32b,unstated,reasoning-math,hard,,,,,,,0.50,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TDG column (non-Euclidean-structured (Table 2/4)))",,out:effort-not-established, algbench-tug,arxiv-2601.04996,qwen3-32b,unstated,reasoning-math,hard,,,,,,,0.48,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TUG column (non-Euclidean-structured (Table 2/4)))",,out:effort-not-established, algbench-bgc,arxiv-2601.04996,qwen3-32b,unstated,reasoning-math,hard,,,,,,,0.29,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BGC column (non-Euclidean-structured (Table 2/4)))",,out:effort-not-established, algbench-bgm,arxiv-2601.04996,qwen3-32b,unstated,reasoning-math,hard,,,,,,,0.48,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BGM column (non-Euclidean-structured (Table 2/4)))",,out:effort-not-established, algbench-nf,arxiv-2601.04996,qwen3-32b,unstated,reasoning-math,hard,,,,,,,0.33,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, NF column (non-Euclidean-structured (Table 2/4)))",,out:effort-not-established, algbench-dt,arxiv-2601.04996,qwen3-32b,unstated,reasoning-math,hard,,,,,,,0.38,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, DT column (non-Euclidean-structured (Table 2/4)))",,out:effort-not-established, algbench-ug,arxiv-2601.04996,qwen3-32b,unstated,reasoning-math,hard,,,,,,,0.27,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, UG column (non-Euclidean-structured (Table 2/4)))",,out:effort-not-established, algbench-greedy,arxiv-2601.04996,qwen3-32b,unstated,reasoning-math,hard,,,,,,,0.34,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, Greedy column (local-optimized (Table 4)))",,out:effort-not-established, algbench-sssp,arxiv-2601.04996,qwen3-32b,unstated,reasoning-math,hard,,,,,,,0.52,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, SSSP column (local-optimized (Table 4)))",,out:effort-not-established, algbench-mst,arxiv-2601.04996,qwen3-32b,unstated,reasoning-math,hard,,,,,,,0.22,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, MST column (local-optimized (Table 4)))",,out:effort-not-established, algbench-dc,arxiv-2601.04996,qwen3-32b,unstated,reasoning-math,hard,,,,,,,0.18,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, DC column (local-optimized (Table 4)))",,out:effort-not-established, algbench-ldp,arxiv-2601.04996,qwen3-32b,unstated,reasoning-math,hard,,,,,,,0.35,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, LDP column (global-optimized (Table 4)))",,out:effort-not-established, algbench-idp,arxiv-2601.04996,qwen3-32b,unstated,reasoning-math,hard,,,,,,,0.35,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, IDP column (global-optimized (Table 4)))",,out:effort-not-established, algbench-tdp,arxiv-2601.04996,qwen3-32b,unstated,reasoning-math,hard,,,,,,,0.27,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TDP column (global-optimized (Table 4)))",,out:effort-not-established, algbench-bldp,arxiv-2601.04996,qwen3-32b,unstated,reasoning-math,hard,,,,,,,0.33,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BLDP column (global-optimized (Table 4)))",,out:effort-not-established, algbench-bdp,arxiv-2601.04996,qwen3-32b,unstated,reasoning-math,hard,,,,,,,0.17,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BDP column (global-optimized (Table 4)))",,out:effort-not-established, algbench-mssp,arxiv-2601.04996,qwen3-32b,unstated,reasoning-math,hard,,,,,,,0.38,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, MSSP column (global-optimized (Table 4)))",,out:effort-not-established, algbench-lca,arxiv-2601.04996,qwen3-32b,unstated,reasoning-math,hard,,,,,,,0.40,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, LCA column (global-optimized (Table 4)))",,out:effort-not-established, algbench-bo,arxiv-2601.04996,qwen3-32b,unstated,reasoning-math,hard,,,,,,,0.73,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, BO column (non-optimized (Table 5)))",,out:effort-not-established, algbench-recursion,arxiv-2601.04996,qwen3-32b,unstated,reasoning-math,hard,,,,,,,0.70,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, Recursion column (non-optimized (Table 5)))",,out:effort-not-established, algbench-searching,arxiv-2601.04996,qwen3-32b,unstated,reasoning-math,hard,,,,,,,0.50,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, Searching column (non-optimized (Table 5)))",,out:effort-not-established, algbench-as,arxiv-2601.04996,qwen3-32b,unstated,reasoning-math,hard,,,,,,,0.24,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, AS column (heuristic-optimized (Table 5)))",,out:effort-not-established, algbench-idas,arxiv-2601.04996,qwen3-32b,unstated,reasoning-math,hard,,,,,,,0.50,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, IDAS column (heuristic-optimized (Table 5)))",,out:effort-not-established, algbench-id,arxiv-2601.04996,qwq-32b,solo,reasoning-math,hard,,,,,,,0.57,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, ID column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:single-couple, algbench-ps,arxiv-2601.04996,qwq-32b,solo,reasoning-math,hard,,,,,,,0.95,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, PS column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:single-couple, algbench-diff,arxiv-2601.04996,qwq-32b,solo,reasoning-math,hard,,,,,,,0.37,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, Diff column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:single-couple, algbench-bs,arxiv-2601.04996,qwq-32b,solo,reasoning-math,hard,,,,,,,0.83,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BS column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:single-couple, algbench-tdg,arxiv-2601.04996,qwq-32b,solo,reasoning-math,hard,,,,,,,0.62,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TDG column (non-Euclidean-structured (Table 2/4)))",,out:single-couple, algbench-tug,arxiv-2601.04996,qwq-32b,solo,reasoning-math,hard,,,,,,,0.40,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TUG column (non-Euclidean-structured (Table 2/4)))",,out:single-couple, algbench-bgc,arxiv-2601.04996,qwq-32b,solo,reasoning-math,hard,,,,,,,0.33,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BGC column (non-Euclidean-structured (Table 2/4)))",,out:single-couple, algbench-bgm,arxiv-2601.04996,qwq-32b,solo,reasoning-math,hard,,,,,,,0.50,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BGM column (non-Euclidean-structured (Table 2/4)))",,out:single-couple, algbench-nf,arxiv-2601.04996,qwq-32b,solo,reasoning-math,hard,,,,,,,0.41,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, NF column (non-Euclidean-structured (Table 2/4)))",,out:single-couple, algbench-dt,arxiv-2601.04996,qwq-32b,solo,reasoning-math,hard,,,,,,,0.62,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, DT column (non-Euclidean-structured (Table 2/4)))",,out:single-couple, algbench-ug,arxiv-2601.04996,qwq-32b,solo,reasoning-math,hard,,,,,,,0.34,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, UG column (non-Euclidean-structured (Table 2/4)))",,out:single-couple, algbench-greedy,arxiv-2601.04996,qwq-32b,solo,reasoning-math,hard,,,,,,,0.33,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, Greedy column (local-optimized (Table 4)))",,out:single-couple, algbench-sssp,arxiv-2601.04996,qwq-32b,solo,reasoning-math,hard,,,,,,,0.58,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, SSSP column (local-optimized (Table 4)))",,out:single-couple, algbench-mst,arxiv-2601.04996,qwq-32b,solo,reasoning-math,hard,,,,,,,0.19,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, MST column (local-optimized (Table 4)))",,out:single-couple, algbench-dc,arxiv-2601.04996,qwq-32b,solo,reasoning-math,hard,,,,,,,0.53,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, DC column (local-optimized (Table 4)))",,out:single-couple, algbench-ldp,arxiv-2601.04996,qwq-32b,solo,reasoning-math,hard,,,,,,,0.49,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, LDP column (global-optimized (Table 4)))",,out:single-couple, algbench-idp,arxiv-2601.04996,qwq-32b,solo,reasoning-math,hard,,,,,,,0.31,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, IDP column (global-optimized (Table 4)))",,out:single-couple, algbench-tdp,arxiv-2601.04996,qwq-32b,solo,reasoning-math,hard,,,,,,,0.19,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TDP column (global-optimized (Table 4)))",,out:single-couple, algbench-bldp,arxiv-2601.04996,qwq-32b,solo,reasoning-math,hard,,,,,,,0.40,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BLDP column (global-optimized (Table 4)))",,out:single-couple, algbench-bdp,arxiv-2601.04996,qwq-32b,solo,reasoning-math,hard,,,,,,,0.28,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BDP column (global-optimized (Table 4)))",,out:single-couple, algbench-mssp,arxiv-2601.04996,qwq-32b,solo,reasoning-math,hard,,,,,,,0.33,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, MSSP column (global-optimized (Table 4)))",,out:single-couple, algbench-lca,arxiv-2601.04996,qwq-32b,solo,reasoning-math,hard,,,,,,,0.37,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, LCA column (global-optimized (Table 4)))",,out:single-couple, algbench-bo,arxiv-2601.04996,qwq-32b,solo,reasoning-math,hard,,,,,,,0.80,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, BO column (non-optimized (Table 5)))",,out:single-couple, algbench-recursion,arxiv-2601.04996,qwq-32b,solo,reasoning-math,hard,,,,,,,0.72,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, Recursion column (non-optimized (Table 5)))",,out:single-couple, algbench-searching,arxiv-2601.04996,qwq-32b,solo,reasoning-math,hard,,,,,,,0.33,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, Searching column (non-optimized (Table 5)))",,out:single-couple, algbench-as,arxiv-2601.04996,qwq-32b,solo,reasoning-math,hard,,,,,,,0.27,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, AS column (heuristic-optimized (Table 5)))",,out:single-couple, algbench-idas,arxiv-2601.04996,qwq-32b,solo,reasoning-math,hard,,,,,,,0.55,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, IDAS column (heuristic-optimized (Table 5)))",,out:single-couple, algbench-id,arxiv-2601.04996,deepseek-r1-0528-qwen3-8b,solo,reasoning-math,hard,,,,,,,0.50,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, ID column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:single-couple, algbench-ps,arxiv-2601.04996,deepseek-r1-0528-qwen3-8b,solo,reasoning-math,hard,,,,,,,0.88,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, PS column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:single-couple, algbench-diff,arxiv-2601.04996,deepseek-r1-0528-qwen3-8b,solo,reasoning-math,hard,,,,,,,0.40,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, Diff column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:single-couple, algbench-bs,arxiv-2601.04996,deepseek-r1-0528-qwen3-8b,solo,reasoning-math,hard,,,,,,,0.73,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BS column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:single-couple, algbench-tdg,arxiv-2601.04996,deepseek-r1-0528-qwen3-8b,solo,reasoning-math,hard,,,,,,,0.38,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TDG column (non-Euclidean-structured (Table 2/4)))",,out:single-couple, algbench-tug,arxiv-2601.04996,deepseek-r1-0528-qwen3-8b,solo,reasoning-math,hard,,,,,,,0.45,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TUG column (non-Euclidean-structured (Table 2/4)))",,out:single-couple, algbench-bgc,arxiv-2601.04996,deepseek-r1-0528-qwen3-8b,solo,reasoning-math,hard,,,,,,,0.28,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BGC column (non-Euclidean-structured (Table 2/4)))",,out:single-couple, algbench-bgm,arxiv-2601.04996,deepseek-r1-0528-qwen3-8b,solo,reasoning-math,hard,,,,,,,0.43,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BGM column (non-Euclidean-structured (Table 2/4)))",,out:single-couple, algbench-nf,arxiv-2601.04996,deepseek-r1-0528-qwen3-8b,solo,reasoning-math,hard,,,,,,,0.34,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, NF column (non-Euclidean-structured (Table 2/4)))",,out:single-couple, algbench-dt,arxiv-2601.04996,deepseek-r1-0528-qwen3-8b,solo,reasoning-math,hard,,,,,,,0.46,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, DT column (non-Euclidean-structured (Table 2/4)))",,out:single-couple, algbench-ug,arxiv-2601.04996,deepseek-r1-0528-qwen3-8b,solo,reasoning-math,hard,,,,,,,0.28,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, UG column (non-Euclidean-structured (Table 2/4)))",,out:single-couple, algbench-greedy,arxiv-2601.04996,deepseek-r1-0528-qwen3-8b,solo,reasoning-math,hard,,,,,,,0.25,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, Greedy column (local-optimized (Table 4)))",,out:single-couple, algbench-sssp,arxiv-2601.04996,deepseek-r1-0528-qwen3-8b,solo,reasoning-math,hard,,,,,,,0.52,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, SSSP column (local-optimized (Table 4)))",,out:single-couple, algbench-mst,arxiv-2601.04996,deepseek-r1-0528-qwen3-8b,solo,reasoning-math,hard,,,,,,,0.16,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, MST column (local-optimized (Table 4)))",,out:single-couple, algbench-dc,arxiv-2601.04996,deepseek-r1-0528-qwen3-8b,solo,reasoning-math,hard,,,,,,,0.53,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, DC column (local-optimized (Table 4)))",,out:single-couple, algbench-ldp,arxiv-2601.04996,deepseek-r1-0528-qwen3-8b,solo,reasoning-math,hard,,,,,,,0.34,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, LDP column (global-optimized (Table 4)))",,out:single-couple, algbench-idp,arxiv-2601.04996,deepseek-r1-0528-qwen3-8b,solo,reasoning-math,hard,,,,,,,0.21,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, IDP column (global-optimized (Table 4)))",,out:single-couple, algbench-tdp,arxiv-2601.04996,deepseek-r1-0528-qwen3-8b,solo,reasoning-math,hard,,,,,,,0.19,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TDP column (global-optimized (Table 4)))",,out:single-couple, algbench-bldp,arxiv-2601.04996,deepseek-r1-0528-qwen3-8b,solo,reasoning-math,hard,,,,,,,0.34,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BLDP column (global-optimized (Table 4)))",,out:single-couple, algbench-bdp,arxiv-2601.04996,deepseek-r1-0528-qwen3-8b,solo,reasoning-math,hard,,,,,,,0.23,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BDP column (global-optimized (Table 4)))",,out:single-couple, algbench-mssp,arxiv-2601.04996,deepseek-r1-0528-qwen3-8b,solo,reasoning-math,hard,,,,,,,0.28,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, MSSP column (global-optimized (Table 4)))",,out:single-couple, algbench-lca,arxiv-2601.04996,deepseek-r1-0528-qwen3-8b,solo,reasoning-math,hard,,,,,,,0.28,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, LCA column (global-optimized (Table 4)))",,out:single-couple, algbench-bo,arxiv-2601.04996,deepseek-r1-0528-qwen3-8b,solo,reasoning-math,hard,,,,,,,0.73,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, BO column (non-optimized (Table 5)))",,out:single-couple, algbench-recursion,arxiv-2601.04996,deepseek-r1-0528-qwen3-8b,solo,reasoning-math,hard,,,,,,,0.77,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, Recursion column (non-optimized (Table 5)))",,out:single-couple, algbench-searching,arxiv-2601.04996,deepseek-r1-0528-qwen3-8b,solo,reasoning-math,hard,,,,,,,0.54,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, Searching column (non-optimized (Table 5)))",,out:single-couple, algbench-as,arxiv-2601.04996,deepseek-r1-0528-qwen3-8b,solo,reasoning-math,hard,,,,,,,0.27,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, AS column (heuristic-optimized (Table 5)))",,out:single-couple, algbench-idas,arxiv-2601.04996,deepseek-r1-0528-qwen3-8b,solo,reasoning-math,hard,,,,,,,0.53,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, IDAS column (heuristic-optimized (Table 5)))",,out:single-couple, algbench-id,arxiv-2601.04996,?Distill-Qwen-32B,not-established:absent,reasoning-math,hard,,,,,,,0.50,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, ID column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:model-not-established, algbench-ps,arxiv-2601.04996,?Distill-Qwen-32B,not-established:absent,reasoning-math,hard,,,,,,,0.95,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, PS column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:model-not-established, algbench-diff,arxiv-2601.04996,?Distill-Qwen-32B,not-established:absent,reasoning-math,hard,,,,,,,0.45,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, Diff column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:model-not-established, algbench-bs,arxiv-2601.04996,?Distill-Qwen-32B,not-established:absent,reasoning-math,hard,,,,,,,0.76,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BS column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:model-not-established, algbench-tdg,arxiv-2601.04996,?Distill-Qwen-32B,not-established:absent,reasoning-math,hard,,,,,,,0.50,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TDG column (non-Euclidean-structured (Table 2/4)))",,out:model-not-established, algbench-tug,arxiv-2601.04996,?Distill-Qwen-32B,not-established:absent,reasoning-math,hard,,,,,,,0.39,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TUG column (non-Euclidean-structured (Table 2/4)))",,out:model-not-established, algbench-bgc,arxiv-2601.04996,?Distill-Qwen-32B,not-established:absent,reasoning-math,hard,,,,,,,0.19,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BGC column (non-Euclidean-structured (Table 2/4)))",,out:model-not-established, algbench-bgm,arxiv-2601.04996,?Distill-Qwen-32B,not-established:absent,reasoning-math,hard,,,,,,,0.47,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BGM column (non-Euclidean-structured (Table 2/4)))",,out:model-not-established, algbench-nf,arxiv-2601.04996,?Distill-Qwen-32B,not-established:absent,reasoning-math,hard,,,,,,,0.38,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, NF column (non-Euclidean-structured (Table 2/4)))",,out:model-not-established, algbench-dt,arxiv-2601.04996,?Distill-Qwen-32B,not-established:absent,reasoning-math,hard,,,,,,,0.45,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, DT column (non-Euclidean-structured (Table 2/4)))",,out:model-not-established, algbench-ug,arxiv-2601.04996,?Distill-Qwen-32B,not-established:absent,reasoning-math,hard,,,,,,,0.22,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, UG column (non-Euclidean-structured (Table 2/4)))",,out:model-not-established, algbench-greedy,arxiv-2601.04996,?Distill-Qwen-32B,not-established:absent,reasoning-math,hard,,,,,,,0.27,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, Greedy column (local-optimized (Table 4)))",,out:model-not-established, algbench-sssp,arxiv-2601.04996,?Distill-Qwen-32B,not-established:absent,reasoning-math,hard,,,,,,,0.43,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, SSSP column (local-optimized (Table 4)))",,out:model-not-established, algbench-mst,arxiv-2601.04996,?Distill-Qwen-32B,not-established:absent,reasoning-math,hard,,,,,,,0.24,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, MST column (local-optimized (Table 4)))",,out:model-not-established, algbench-dc,arxiv-2601.04996,?Distill-Qwen-32B,not-established:absent,reasoning-math,hard,,,,,,,0.42,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, DC column (local-optimized (Table 4)))",,out:model-not-established, algbench-ldp,arxiv-2601.04996,?Distill-Qwen-32B,not-established:absent,reasoning-math,hard,,,,,,,0.37,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, LDP column (global-optimized (Table 4)))",,out:model-not-established, algbench-idp,arxiv-2601.04996,?Distill-Qwen-32B,not-established:absent,reasoning-math,hard,,,,,,,0.27,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, IDP column (global-optimized (Table 4)))",,out:model-not-established, algbench-tdp,arxiv-2601.04996,?Distill-Qwen-32B,not-established:absent,reasoning-math,hard,,,,,,,0.09,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TDP column (global-optimized (Table 4)))",,out:model-not-established, algbench-bldp,arxiv-2601.04996,?Distill-Qwen-32B,not-established:absent,reasoning-math,hard,,,,,,,0.31,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BLDP column (global-optimized (Table 4)))",,out:model-not-established, algbench-bdp,arxiv-2601.04996,?Distill-Qwen-32B,not-established:absent,reasoning-math,hard,,,,,,,0.20,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BDP column (global-optimized (Table 4)))",,out:model-not-established, algbench-mssp,arxiv-2601.04996,?Distill-Qwen-32B,not-established:absent,reasoning-math,hard,,,,,,,0.29,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, MSSP column (global-optimized (Table 4)))",,out:model-not-established, algbench-lca,arxiv-2601.04996,?Distill-Qwen-32B,not-established:absent,reasoning-math,hard,,,,,,,0.31,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, LCA column (global-optimized (Table 4)))",,out:model-not-established, algbench-bo,arxiv-2601.04996,?Distill-Qwen-32B,not-established:absent,reasoning-math,hard,,,,,,,0.81,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, BO column (non-optimized (Table 5)))",,out:model-not-established, algbench-recursion,arxiv-2601.04996,?Distill-Qwen-32B,not-established:absent,reasoning-math,hard,,,,,,,0.83,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, Recursion column (non-optimized (Table 5)))",,out:model-not-established, algbench-searching,arxiv-2601.04996,?Distill-Qwen-32B,not-established:absent,reasoning-math,hard,,,,,,,0.48,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, Searching column (non-optimized (Table 5)))",,out:model-not-established, algbench-as,arxiv-2601.04996,?Distill-Qwen-32B,not-established:absent,reasoning-math,hard,,,,,,,0.31,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, AS column (heuristic-optimized (Table 5)))",,out:model-not-established, algbench-idas,arxiv-2601.04996,?Distill-Qwen-32B,not-established:absent,reasoning-math,hard,,,,,,,0.44,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, IDAS column (heuristic-optimized (Table 5)))",,out:model-not-established, algbench-id,arxiv-2601.04996,?OpenThinker2-32B,not-established:absent,reasoning-math,hard,,,,,,,0.63,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, ID column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:model-not-established, algbench-ps,arxiv-2601.04996,?OpenThinker2-32B,not-established:absent,reasoning-math,hard,,,,,,,0.80,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, PS column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:model-not-established, algbench-diff,arxiv-2601.04996,?OpenThinker2-32B,not-established:absent,reasoning-math,hard,,,,,,,0.50,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, Diff column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:model-not-established, algbench-bs,arxiv-2601.04996,?OpenThinker2-32B,not-established:absent,reasoning-math,hard,,,,,,,0.81,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BS column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:model-not-established, algbench-tdg,arxiv-2601.04996,?OpenThinker2-32B,not-established:absent,reasoning-math,hard,,,,,,,0.43,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TDG column (non-Euclidean-structured (Table 2/4)))",,out:model-not-established, algbench-tug,arxiv-2601.04996,?OpenThinker2-32B,not-established:absent,reasoning-math,hard,,,,,,,0.41,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TUG column (non-Euclidean-structured (Table 2/4)))",,out:model-not-established, algbench-bgc,arxiv-2601.04996,?OpenThinker2-32B,not-established:absent,reasoning-math,hard,,,,,,,0.28,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BGC column (non-Euclidean-structured (Table 2/4)))",,out:model-not-established, algbench-bgm,arxiv-2601.04996,?OpenThinker2-32B,not-established:absent,reasoning-math,hard,,,,,,,0.43,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BGM column (non-Euclidean-structured (Table 2/4)))",,out:model-not-established, algbench-nf,arxiv-2601.04996,?OpenThinker2-32B,not-established:absent,reasoning-math,hard,,,,,,,0.40,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, NF column (non-Euclidean-structured (Table 2/4)))",,out:model-not-established, algbench-dt,arxiv-2601.04996,?OpenThinker2-32B,not-established:absent,reasoning-math,hard,,,,,,,0.55,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, DT column (non-Euclidean-structured (Table 2/4)))",,out:model-not-established, algbench-ug,arxiv-2601.04996,?OpenThinker2-32B,not-established:absent,reasoning-math,hard,,,,,,,0.26,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, UG column (non-Euclidean-structured (Table 2/4)))",,out:model-not-established, algbench-greedy,arxiv-2601.04996,?OpenThinker2-32B,not-established:absent,reasoning-math,hard,,,,,,,0.31,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, Greedy column (local-optimized (Table 4)))",,out:model-not-established, algbench-sssp,arxiv-2601.04996,?OpenThinker2-32B,not-established:absent,reasoning-math,hard,,,,,,,0.57,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, SSSP column (local-optimized (Table 4)))",,out:model-not-established, algbench-mst,arxiv-2601.04996,?OpenThinker2-32B,not-established:absent,reasoning-math,hard,,,,,,,0.25,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, MST column (local-optimized (Table 4)))",,out:model-not-established, algbench-dc,arxiv-2601.04996,?OpenThinker2-32B,not-established:absent,reasoning-math,hard,,,,,,,0.40,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, DC column (local-optimized (Table 4)))",,out:model-not-established, algbench-ldp,arxiv-2601.04996,?OpenThinker2-32B,not-established:absent,reasoning-math,hard,,,,,,,0.33,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, LDP column (global-optimized (Table 4)))",,out:model-not-established, algbench-idp,arxiv-2601.04996,?OpenThinker2-32B,not-established:absent,reasoning-math,hard,,,,,,,0.22,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, IDP column (global-optimized (Table 4)))",,out:model-not-established, algbench-tdp,arxiv-2601.04996,?OpenThinker2-32B,not-established:absent,reasoning-math,hard,,,,,,,0.11,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TDP column (global-optimized (Table 4)))",,out:model-not-established, algbench-bldp,arxiv-2601.04996,?OpenThinker2-32B,not-established:absent,reasoning-math,hard,,,,,,,0.35,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BLDP column (global-optimized (Table 4)))",,out:model-not-established, algbench-bdp,arxiv-2601.04996,?OpenThinker2-32B,not-established:absent,reasoning-math,hard,,,,,,,0.23,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BDP column (global-optimized (Table 4)))",,out:model-not-established, algbench-mssp,arxiv-2601.04996,?OpenThinker2-32B,not-established:absent,reasoning-math,hard,,,,,,,0.32,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, MSSP column (global-optimized (Table 4)))",,out:model-not-established, algbench-lca,arxiv-2601.04996,?OpenThinker2-32B,not-established:absent,reasoning-math,hard,,,,,,,0.36,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, LCA column (global-optimized (Table 4)))",,out:model-not-established, algbench-bo,arxiv-2601.04996,?OpenThinker2-32B,not-established:absent,reasoning-math,hard,,,,,,,0.82,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, BO column (non-optimized (Table 5)))",,out:model-not-established, algbench-recursion,arxiv-2601.04996,?OpenThinker2-32B,not-established:absent,reasoning-math,hard,,,,,,,0.81,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, Recursion column (non-optimized (Table 5)))",,out:model-not-established, algbench-searching,arxiv-2601.04996,?OpenThinker2-32B,not-established:absent,reasoning-math,hard,,,,,,,0.51,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, Searching column (non-optimized (Table 5)))",,out:model-not-established, algbench-as,arxiv-2601.04996,?OpenThinker2-32B,not-established:absent,reasoning-math,hard,,,,,,,0.28,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, AS column (heuristic-optimized (Table 5)))",,out:model-not-established, algbench-idas,arxiv-2601.04996,?OpenThinker2-32B,not-established:absent,reasoning-math,hard,,,,,,,0.52,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, IDAS column (heuristic-optimized (Table 5)))",,out:model-not-established, algbench-id,arxiv-2601.04996,?Skyworker-OR1-32B,not-established:absent,reasoning-math,hard,,,,,,,0.67,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, ID column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:model-not-established, algbench-ps,arxiv-2601.04996,?Skyworker-OR1-32B,not-established:absent,reasoning-math,hard,,,,,,,0.93,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, PS column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:model-not-established, algbench-diff,arxiv-2601.04996,?Skyworker-OR1-32B,not-established:absent,reasoning-math,hard,,,,,,,0.50,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, Diff column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:model-not-established, algbench-bs,arxiv-2601.04996,?Skyworker-OR1-32B,not-established:absent,reasoning-math,hard,,,,,,,0.86,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BS column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:model-not-established, algbench-tdg,arxiv-2601.04996,?Skyworker-OR1-32B,not-established:absent,reasoning-math,hard,,,,,,,0.56,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TDG column (non-Euclidean-structured (Table 2/4)))",,out:model-not-established, algbench-tug,arxiv-2601.04996,?Skyworker-OR1-32B,not-established:absent,reasoning-math,hard,,,,,,,0.49,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TUG column (non-Euclidean-structured (Table 2/4)))",,out:model-not-established, algbench-bgc,arxiv-2601.04996,?Skyworker-OR1-32B,not-established:absent,reasoning-math,hard,,,,,,,0.33,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BGC column (non-Euclidean-structured (Table 2/4)))",,out:model-not-established, algbench-bgm,arxiv-2601.04996,?Skyworker-OR1-32B,not-established:absent,reasoning-math,hard,,,,,,,0.49,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BGM column (non-Euclidean-structured (Table 2/4)))",,out:model-not-established, algbench-nf,arxiv-2601.04996,?Skyworker-OR1-32B,not-established:absent,reasoning-math,hard,,,,,,,0.40,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, NF column (non-Euclidean-structured (Table 2/4)))",,out:model-not-established, algbench-dt,arxiv-2601.04996,?Skyworker-OR1-32B,not-established:absent,reasoning-math,hard,,,,,,,0.58,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, DT column (non-Euclidean-structured (Table 2/4)))",,out:model-not-established, algbench-ug,arxiv-2601.04996,?Skyworker-OR1-32B,not-established:absent,reasoning-math,hard,,,,,,,0.29,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, UG column (non-Euclidean-structured (Table 2/4)))",,out:model-not-established, algbench-greedy,arxiv-2601.04996,?Skyworker-OR1-32B,not-established:absent,reasoning-math,hard,,,,,,,0.33,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, Greedy column (local-optimized (Table 4)))",,out:model-not-established, algbench-sssp,arxiv-2601.04996,?Skyworker-OR1-32B,not-established:absent,reasoning-math,hard,,,,,,,0.50,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, SSSP column (local-optimized (Table 4)))",,out:model-not-established, algbench-mst,arxiv-2601.04996,?Skyworker-OR1-32B,not-established:absent,reasoning-math,hard,,,,,,,0.38,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, MST column (local-optimized (Table 4)))",,out:model-not-established, algbench-dc,arxiv-2601.04996,?Skyworker-OR1-32B,not-established:absent,reasoning-math,hard,,,,,,,0.48,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, DC column (local-optimized (Table 4)))",,out:model-not-established, algbench-ldp,arxiv-2601.04996,?Skyworker-OR1-32B,not-established:absent,reasoning-math,hard,,,,,,,0.44,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, LDP column (global-optimized (Table 4)))",,out:model-not-established, algbench-idp,arxiv-2601.04996,?Skyworker-OR1-32B,not-established:absent,reasoning-math,hard,,,,,,,0.29,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, IDP column (global-optimized (Table 4)))",,out:model-not-established, algbench-tdp,arxiv-2601.04996,?Skyworker-OR1-32B,not-established:absent,reasoning-math,hard,,,,,,,0.08,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TDP column (global-optimized (Table 4)))",,out:model-not-established, algbench-bldp,arxiv-2601.04996,?Skyworker-OR1-32B,not-established:absent,reasoning-math,hard,,,,,,,0.36,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BLDP column (global-optimized (Table 4)))",,out:model-not-established, algbench-bdp,arxiv-2601.04996,?Skyworker-OR1-32B,not-established:absent,reasoning-math,hard,,,,,,,0.24,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BDP column (global-optimized (Table 4)))",,out:model-not-established, algbench-mssp,arxiv-2601.04996,?Skyworker-OR1-32B,not-established:absent,reasoning-math,hard,,,,,,,0.31,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, MSSP column (global-optimized (Table 4)))",,out:model-not-established, algbench-lca,arxiv-2601.04996,?Skyworker-OR1-32B,not-established:absent,reasoning-math,hard,,,,,,,0.33,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, LCA column (global-optimized (Table 4)))",,out:model-not-established, algbench-bo,arxiv-2601.04996,?Skyworker-OR1-32B,not-established:absent,reasoning-math,hard,,,,,,,0.73,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, BO column (non-optimized (Table 5)))",,out:model-not-established, algbench-recursion,arxiv-2601.04996,?Skyworker-OR1-32B,not-established:absent,reasoning-math,hard,,,,,,,0.72,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, Recursion column (non-optimized (Table 5)))",,out:model-not-established, algbench-searching,arxiv-2601.04996,?Skyworker-OR1-32B,not-established:absent,reasoning-math,hard,,,,,,,0.55,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, Searching column (non-optimized (Table 5)))",,out:model-not-established, algbench-as,arxiv-2601.04996,?Skyworker-OR1-32B,not-established:absent,reasoning-math,hard,,,,,,,0.33,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, AS column (heuristic-optimized (Table 5)))",,out:model-not-established, algbench-idas,arxiv-2601.04996,?Skyworker-OR1-32B,not-established:absent,reasoning-math,hard,,,,,,,0.51,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, IDAS column (heuristic-optimized (Table 5)))",,out:model-not-established, algbench-id,arxiv-2601.04996,qwen3-coder-30b-a3b-instruct,solo,reasoning-math,hard,,,,,,,0.47,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, ID column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:single-couple, algbench-ps,arxiv-2601.04996,qwen3-coder-30b-a3b-instruct,solo,reasoning-math,hard,,,,,,,0.80,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, PS column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:single-couple, algbench-diff,arxiv-2601.04996,qwen3-coder-30b-a3b-instruct,solo,reasoning-math,hard,,,,,,,0.22,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, Diff column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:single-couple, algbench-bs,arxiv-2601.04996,qwen3-coder-30b-a3b-instruct,solo,reasoning-math,hard,,,,,,,0.57,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BS column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:single-couple, algbench-tdg,arxiv-2601.04996,qwen3-coder-30b-a3b-instruct,solo,reasoning-math,hard,,,,,,,0.12,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TDG column (non-Euclidean-structured (Table 2/4)))",,out:single-couple, algbench-tug,arxiv-2601.04996,qwen3-coder-30b-a3b-instruct,solo,reasoning-math,hard,,,,,,,0.12,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TUG column (non-Euclidean-structured (Table 2/4)))",,out:single-couple, algbench-bgc,arxiv-2601.04996,qwen3-coder-30b-a3b-instruct,solo,reasoning-math,hard,,,,,,,0.08,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BGC column (non-Euclidean-structured (Table 2/4)))",,out:single-couple, algbench-bgm,arxiv-2601.04996,qwen3-coder-30b-a3b-instruct,solo,reasoning-math,hard,,,,,,,0.39,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BGM column (non-Euclidean-structured (Table 2/4)))",,out:single-couple, algbench-nf,arxiv-2601.04996,qwen3-coder-30b-a3b-instruct,solo,reasoning-math,hard,,,,,,,0.17,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, NF column (non-Euclidean-structured (Table 2/4)))",,out:single-couple, algbench-dt,arxiv-2601.04996,qwen3-coder-30b-a3b-instruct,solo,reasoning-math,hard,,,,,,,0.21,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, DT column (non-Euclidean-structured (Table 2/4)))",,out:single-couple, algbench-ug,arxiv-2601.04996,qwen3-coder-30b-a3b-instruct,solo,reasoning-math,hard,,,,,,,0.07,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, UG column (non-Euclidean-structured (Table 2/4)))",,out:single-couple, algbench-greedy,arxiv-2601.04996,qwen3-coder-30b-a3b-instruct,solo,reasoning-math,hard,,,,,,,0.15,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, Greedy column (local-optimized (Table 4)))",,out:single-couple, algbench-sssp,arxiv-2601.04996,qwen3-coder-30b-a3b-instruct,solo,reasoning-math,hard,,,,,,,0.31,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, SSSP column (local-optimized (Table 4)))",,out:single-couple, algbench-mst,arxiv-2601.04996,qwen3-coder-30b-a3b-instruct,solo,reasoning-math,hard,,,,,,,0.04,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, MST column (local-optimized (Table 4)))",,out:single-couple, algbench-dc,arxiv-2601.04996,qwen3-coder-30b-a3b-instruct,solo,reasoning-math,hard,,,,,,,0.28,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, DC column (local-optimized (Table 4)))",,out:single-couple, algbench-ldp,arxiv-2601.04996,qwen3-coder-30b-a3b-instruct,solo,reasoning-math,hard,,,,,,,0.06,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, LDP column (global-optimized (Table 4)))",,out:single-couple, algbench-idp,arxiv-2601.04996,qwen3-coder-30b-a3b-instruct,solo,reasoning-math,hard,,,,,,,0.12,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, IDP column (global-optimized (Table 4)))",,out:single-couple, algbench-tdp,arxiv-2601.04996,qwen3-coder-30b-a3b-instruct,solo,reasoning-math,hard,,,,,,,0.18,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TDP column (global-optimized (Table 4)))",,out:single-couple, algbench-bldp,arxiv-2601.04996,qwen3-coder-30b-a3b-instruct,solo,reasoning-math,hard,,,,,,,0.13,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BLDP column (global-optimized (Table 4)))",,out:single-couple, algbench-bdp,arxiv-2601.04996,qwen3-coder-30b-a3b-instruct,solo,reasoning-math,hard,,,,,,,0.14,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BDP column (global-optimized (Table 4)))",,out:single-couple, algbench-mssp,arxiv-2601.04996,qwen3-coder-30b-a3b-instruct,solo,reasoning-math,hard,,,,,,,0.15,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, MSSP column (global-optimized (Table 4)))",,out:single-couple, algbench-lca,arxiv-2601.04996,qwen3-coder-30b-a3b-instruct,solo,reasoning-math,hard,,,,,,,0.10,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, LCA column (global-optimized (Table 4)))",,out:single-couple, algbench-bo,arxiv-2601.04996,qwen3-coder-30b-a3b-instruct,solo,reasoning-math,hard,,,,,,,0.63,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, BO column (non-optimized (Table 5)))",,out:single-couple, algbench-recursion,arxiv-2601.04996,qwen3-coder-30b-a3b-instruct,solo,reasoning-math,hard,,,,,,,0.31,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, Recursion column (non-optimized (Table 5)))",,out:single-couple, algbench-searching,arxiv-2601.04996,qwen3-coder-30b-a3b-instruct,solo,reasoning-math,hard,,,,,,,0.19,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, Searching column (non-optimized (Table 5)))",,out:single-couple, algbench-as,arxiv-2601.04996,qwen3-coder-30b-a3b-instruct,solo,reasoning-math,hard,,,,,,,0.16,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, AS column (heuristic-optimized (Table 5)))",,out:single-couple, algbench-idas,arxiv-2601.04996,qwen3-coder-30b-a3b-instruct,solo,reasoning-math,hard,,,,,,,0.29,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, IDAS column (heuristic-optimized (Table 5)))",,out:single-couple, algbench-id,arxiv-2601.04996,llama-3.3-70b-instruct,solo,reasoning-math,hard,,,,,,,0.17,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, ID column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:single-couple, algbench-ps,arxiv-2601.04996,llama-3.3-70b-instruct,solo,reasoning-math,hard,,,,,,,0.62,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, PS column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:single-couple, algbench-diff,arxiv-2601.04996,llama-3.3-70b-instruct,solo,reasoning-math,hard,,,,,,,0.12,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, Diff column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:single-couple, algbench-bs,arxiv-2601.04996,llama-3.3-70b-instruct,solo,reasoning-math,hard,,,,,,,0.38,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BS column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:single-couple, algbench-tdg,arxiv-2601.04996,llama-3.3-70b-instruct,solo,reasoning-math,hard,,,,,,,0.07,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TDG column (non-Euclidean-structured (Table 2/4)))",,out:single-couple, algbench-tug,arxiv-2601.04996,llama-3.3-70b-instruct,solo,reasoning-math,hard,,,,,,,0.08,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TUG column (non-Euclidean-structured (Table 2/4)))",,out:single-couple, algbench-bgc,arxiv-2601.04996,llama-3.3-70b-instruct,solo,reasoning-math,hard,,,,,,,0.03,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BGC column (non-Euclidean-structured (Table 2/4)))",,out:single-couple, algbench-bgm,arxiv-2601.04996,llama-3.3-70b-instruct,solo,reasoning-math,hard,,,,,,,0.17,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BGM column (non-Euclidean-structured (Table 2/4)))",,out:single-couple, algbench-nf,arxiv-2601.04996,llama-3.3-70b-instruct,solo,reasoning-math,hard,,,,,,,0.03,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, NF column (non-Euclidean-structured (Table 2/4)))",,out:single-couple, algbench-dt,arxiv-2601.04996,llama-3.3-70b-instruct,solo,reasoning-math,hard,,,,,,,0.19,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, DT column (non-Euclidean-structured (Table 2/4)))",,out:single-couple, algbench-ug,arxiv-2601.04996,llama-3.3-70b-instruct,solo,reasoning-math,hard,,,,,,,0.10,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, UG column (non-Euclidean-structured (Table 2/4)))",,out:single-couple, algbench-greedy,arxiv-2601.04996,llama-3.3-70b-instruct,solo,reasoning-math,hard,,,,,,,0.19,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, Greedy column (local-optimized (Table 4)))",,out:single-couple, algbench-sssp,arxiv-2601.04996,llama-3.3-70b-instruct,solo,reasoning-math,hard,,,,,,,0.13,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, SSSP column (local-optimized (Table 4)))",,out:single-couple, algbench-mst,arxiv-2601.04996,llama-3.3-70b-instruct,solo,reasoning-math,hard,,,,,,,0.01,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, MST column (local-optimized (Table 4)))",,out:single-couple, algbench-dc,arxiv-2601.04996,llama-3.3-70b-instruct,solo,reasoning-math,hard,,,,,,,0.08,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, DC column (local-optimized (Table 4)))",,out:single-couple, algbench-ldp,arxiv-2601.04996,llama-3.3-70b-instruct,solo,reasoning-math,hard,,,,,,,0.06,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, LDP column (global-optimized (Table 4)))",,out:single-couple, algbench-idp,arxiv-2601.04996,llama-3.3-70b-instruct,solo,reasoning-math,hard,,,,,,,0.09,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, IDP column (global-optimized (Table 4)))",,out:single-couple, algbench-tdp,arxiv-2601.04996,llama-3.3-70b-instruct,solo,reasoning-math,hard,,,,,,,0.09,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TDP column (global-optimized (Table 4)))",,out:single-couple, algbench-bldp,arxiv-2601.04996,llama-3.3-70b-instruct,solo,reasoning-math,hard,,,,,,,0.18,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BLDP column (global-optimized (Table 4)))",,out:single-couple, algbench-bdp,arxiv-2601.04996,llama-3.3-70b-instruct,solo,reasoning-math,hard,,,,,,,0.15,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BDP column (global-optimized (Table 4)))",,out:single-couple, algbench-mssp,arxiv-2601.04996,llama-3.3-70b-instruct,solo,reasoning-math,hard,,,,,,,0.08,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, MSSP column (global-optimized (Table 4)))",,out:single-couple, algbench-lca,arxiv-2601.04996,llama-3.3-70b-instruct,solo,reasoning-math,hard,,,,,,,0.08,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, LCA column (global-optimized (Table 4)))",,out:single-couple, algbench-bo,arxiv-2601.04996,llama-3.3-70b-instruct,solo,reasoning-math,hard,,,,,,,0.47,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, BO column (non-optimized (Table 5)))",,out:single-couple, algbench-recursion,arxiv-2601.04996,llama-3.3-70b-instruct,solo,reasoning-math,hard,,,,,,,0.69,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, Recursion column (non-optimized (Table 5)))",,out:single-couple, algbench-searching,arxiv-2601.04996,llama-3.3-70b-instruct,solo,reasoning-math,hard,,,,,,,0.20,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, Searching column (non-optimized (Table 5)))",,out:single-couple, algbench-as,arxiv-2601.04996,llama-3.3-70b-instruct,solo,reasoning-math,hard,,,,,,,0.10,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, AS column (heuristic-optimized (Table 5)))",,out:single-couple, algbench-idas,arxiv-2601.04996,llama-3.3-70b-instruct,solo,reasoning-math,hard,,,,,,,0.32,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, IDAS column (heuristic-optimized (Table 5)))",,out:single-couple, algbench-id,arxiv-2601.04996,gemma-3-12b-it,solo,reasoning-math,hard,,,,,,,0.33,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, ID column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:single-couple, algbench-ps,arxiv-2601.04996,gemma-3-12b-it,solo,reasoning-math,hard,,,,,,,0.40,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, PS column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:single-couple, algbench-diff,arxiv-2601.04996,gemma-3-12b-it,solo,reasoning-math,hard,,,,,,,0.0,accuracy,0.0289,,,"https://arxiv.org/abs/2601.04996 (Table 4, Diff column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:uninformative, algbench-bs,arxiv-2601.04996,gemma-3-12b-it,solo,reasoning-math,hard,,,,,,,0.39,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BS column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:single-couple, algbench-tdg,arxiv-2601.04996,gemma-3-12b-it,solo,reasoning-math,hard,,,,,,,0.10,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TDG column (non-Euclidean-structured (Table 2/4)))",,out:single-couple, algbench-tug,arxiv-2601.04996,gemma-3-12b-it,solo,reasoning-math,hard,,,,,,,0.03,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TUG column (non-Euclidean-structured (Table 2/4)))",,out:single-couple, algbench-bgc,arxiv-2601.04996,gemma-3-12b-it,solo,reasoning-math,hard,,,,,,,0.09,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BGC column (non-Euclidean-structured (Table 2/4)))",,out:single-couple, algbench-bgm,arxiv-2601.04996,gemma-3-12b-it,solo,reasoning-math,hard,,,,,,,0.30,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BGM column (non-Euclidean-structured (Table 2/4)))",,out:single-couple, algbench-nf,arxiv-2601.04996,gemma-3-12b-it,solo,reasoning-math,hard,,,,,,,0.04,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, NF column (non-Euclidean-structured (Table 2/4)))",,out:single-couple, algbench-dt,arxiv-2601.04996,gemma-3-12b-it,solo,reasoning-math,hard,,,,,,,0.18,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, DT column (non-Euclidean-structured (Table 2/4)))",,out:single-couple, algbench-ug,arxiv-2601.04996,gemma-3-12b-it,solo,reasoning-math,hard,,,,,,,0.04,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, UG column (non-Euclidean-structured (Table 2/4)))",,out:single-couple, algbench-greedy,arxiv-2601.04996,gemma-3-12b-it,solo,reasoning-math,hard,,,,,,,0.12,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, Greedy column (local-optimized (Table 4)))",,out:single-couple, algbench-sssp,arxiv-2601.04996,gemma-3-12b-it,solo,reasoning-math,hard,,,,,,,0.16,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, SSSP column (local-optimized (Table 4)))",,out:single-couple, algbench-mst,arxiv-2601.04996,gemma-3-12b-it,solo,reasoning-math,hard,,,,,,,0.0,accuracy,0.0289,,,"https://arxiv.org/abs/2601.04996 (Table 4, MST column (local-optimized (Table 4)))",,out:uninformative, algbench-dc,arxiv-2601.04996,gemma-3-12b-it,solo,reasoning-math,hard,,,,,,,0.17,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, DC column (local-optimized (Table 4)))",,out:single-couple, algbench-ldp,arxiv-2601.04996,gemma-3-12b-it,solo,reasoning-math,hard,,,,,,,0.08,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, LDP column (global-optimized (Table 4)))",,out:single-couple, algbench-idp,arxiv-2601.04996,gemma-3-12b-it,solo,reasoning-math,hard,,,,,,,0.05,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, IDP column (global-optimized (Table 4)))",,out:single-couple, algbench-tdp,arxiv-2601.04996,gemma-3-12b-it,solo,reasoning-math,hard,,,,,,,0.11,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TDP column (global-optimized (Table 4)))",,out:single-couple, algbench-bldp,arxiv-2601.04996,gemma-3-12b-it,solo,reasoning-math,hard,,,,,,,0.09,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BLDP column (global-optimized (Table 4)))",,out:single-couple, algbench-bdp,arxiv-2601.04996,gemma-3-12b-it,solo,reasoning-math,hard,,,,,,,0.14,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BDP column (global-optimized (Table 4)))",,out:single-couple, algbench-mssp,arxiv-2601.04996,gemma-3-12b-it,solo,reasoning-math,hard,,,,,,,0.12,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, MSSP column (global-optimized (Table 4)))",,out:single-couple, algbench-lca,arxiv-2601.04996,gemma-3-12b-it,solo,reasoning-math,hard,,,,,,,0.06,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, LCA column (global-optimized (Table 4)))",,out:single-couple, algbench-bo,arxiv-2601.04996,gemma-3-12b-it,solo,reasoning-math,hard,,,,,,,0.37,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, BO column (non-optimized (Table 5)))",,out:single-couple, algbench-recursion,arxiv-2601.04996,gemma-3-12b-it,solo,reasoning-math,hard,,,,,,,0.63,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, Recursion column (non-optimized (Table 5)))",,out:single-couple, algbench-searching,arxiv-2601.04996,gemma-3-12b-it,solo,reasoning-math,hard,,,,,,,0.16,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, Searching column (non-optimized (Table 5)))",,out:single-couple, algbench-as,arxiv-2601.04996,gemma-3-12b-it,solo,reasoning-math,hard,,,,,,,0.08,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, AS column (heuristic-optimized (Table 5)))",,out:single-couple, algbench-idas,arxiv-2601.04996,gemma-3-12b-it,solo,reasoning-math,hard,,,,,,,0.31,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, IDAS column (heuristic-optimized (Table 5)))",,out:single-couple, algbench-id,arxiv-2601.04996,gemma-3-27b-it,solo,reasoning-math,hard,,,,,,,0.30,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, ID column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:single-couple, algbench-ps,arxiv-2601.04996,gemma-3-27b-it,solo,reasoning-math,hard,,,,,,,0.50,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, PS column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:single-couple, algbench-diff,arxiv-2601.04996,gemma-3-27b-it,solo,reasoning-math,hard,,,,,,,0.08,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, Diff column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:single-couple, algbench-bs,arxiv-2601.04996,gemma-3-27b-it,solo,reasoning-math,hard,,,,,,,0.49,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BS column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:single-couple, algbench-tdg,arxiv-2601.04996,gemma-3-27b-it,solo,reasoning-math,hard,,,,,,,0.11,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TDG column (non-Euclidean-structured (Table 2/4)))",,out:single-couple, algbench-tug,arxiv-2601.04996,gemma-3-27b-it,solo,reasoning-math,hard,,,,,,,0.08,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TUG column (non-Euclidean-structured (Table 2/4)))",,out:single-couple, algbench-bgc,arxiv-2601.04996,gemma-3-27b-it,solo,reasoning-math,hard,,,,,,,0.06,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BGC column (non-Euclidean-structured (Table 2/4)))",,out:single-couple, algbench-bgm,arxiv-2601.04996,gemma-3-27b-it,solo,reasoning-math,hard,,,,,,,0.29,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BGM column (non-Euclidean-structured (Table 2/4)))",,out:single-couple, algbench-nf,arxiv-2601.04996,gemma-3-27b-it,solo,reasoning-math,hard,,,,,,,0.08,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, NF column (non-Euclidean-structured (Table 2/4)))",,out:single-couple, algbench-dt,arxiv-2601.04996,gemma-3-27b-it,solo,reasoning-math,hard,,,,,,,0.22,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, DT column (non-Euclidean-structured (Table 2/4)))",,out:single-couple, algbench-ug,arxiv-2601.04996,gemma-3-27b-it,solo,reasoning-math,hard,,,,,,,0.08,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, UG column (non-Euclidean-structured (Table 2/4)))",,out:single-couple, algbench-greedy,arxiv-2601.04996,gemma-3-27b-it,solo,reasoning-math,hard,,,,,,,0.17,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, Greedy column (local-optimized (Table 4)))",,out:single-couple, algbench-sssp,arxiv-2601.04996,gemma-3-27b-it,solo,reasoning-math,hard,,,,,,,0.18,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, SSSP column (local-optimized (Table 4)))",,out:single-couple, algbench-mst,arxiv-2601.04996,gemma-3-27b-it,solo,reasoning-math,hard,,,,,,,0.03,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, MST column (local-optimized (Table 4)))",,out:single-couple, algbench-dc,arxiv-2601.04996,gemma-3-27b-it,solo,reasoning-math,hard,,,,,,,0.22,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, DC column (local-optimized (Table 4)))",,out:single-couple, algbench-ldp,arxiv-2601.04996,gemma-3-27b-it,solo,reasoning-math,hard,,,,,,,0.17,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, LDP column (global-optimized (Table 4)))",,out:single-couple, algbench-idp,arxiv-2601.04996,gemma-3-27b-it,solo,reasoning-math,hard,,,,,,,0.13,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, IDP column (global-optimized (Table 4)))",,out:single-couple, algbench-tdp,arxiv-2601.04996,gemma-3-27b-it,solo,reasoning-math,hard,,,,,,,0.08,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TDP column (global-optimized (Table 4)))",,out:single-couple, algbench-bldp,arxiv-2601.04996,gemma-3-27b-it,solo,reasoning-math,hard,,,,,,,0.14,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BLDP column (global-optimized (Table 4)))",,out:single-couple, algbench-bdp,arxiv-2601.04996,gemma-3-27b-it,solo,reasoning-math,hard,,,,,,,0.17,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BDP column (global-optimized (Table 4)))",,out:single-couple, algbench-mssp,arxiv-2601.04996,gemma-3-27b-it,solo,reasoning-math,hard,,,,,,,0.21,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, MSSP column (global-optimized (Table 4)))",,out:single-couple, algbench-lca,arxiv-2601.04996,gemma-3-27b-it,solo,reasoning-math,hard,,,,,,,0.03,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, LCA column (global-optimized (Table 4)))",,out:single-couple, algbench-bo,arxiv-2601.04996,gemma-3-27b-it,solo,reasoning-math,hard,,,,,,,0.50,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, BO column (non-optimized (Table 5)))",,out:single-couple, algbench-recursion,arxiv-2601.04996,gemma-3-27b-it,solo,reasoning-math,hard,,,,,,,0.77,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, Recursion column (non-optimized (Table 5)))",,out:single-couple, algbench-searching,arxiv-2601.04996,gemma-3-27b-it,solo,reasoning-math,hard,,,,,,,0.23,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, Searching column (non-optimized (Table 5)))",,out:single-couple, algbench-as,arxiv-2601.04996,gemma-3-27b-it,solo,reasoning-math,hard,,,,,,,0.16,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, AS column (heuristic-optimized (Table 5)))",,out:single-couple, algbench-idas,arxiv-2601.04996,gemma-3-27b-it,solo,reasoning-math,hard,,,,,,,0.29,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, IDAS column (heuristic-optimized (Table 5)))",,out:single-couple, algbench-id,arxiv-2601.04996,?Llama3-8B,not-established:absent,reasoning-math,hard,,,,,,,0.07,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, ID column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:model-not-established, algbench-ps,arxiv-2601.04996,?Llama3-8B,not-established:absent,reasoning-math,hard,,,,,,,0.07,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, PS column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:model-not-established, algbench-diff,arxiv-2601.04996,?Llama3-8B,not-established:absent,reasoning-math,hard,,,,,,,0.0,accuracy,0.0289,,,"https://arxiv.org/abs/2601.04996 (Table 4, Diff column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:model-not-established, algbench-bs,arxiv-2601.04996,?Llama3-8B,not-established:absent,reasoning-math,hard,,,,,,,0.13,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BS column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:model-not-established, algbench-tdg,arxiv-2601.04996,?Llama3-8B,not-established:absent,reasoning-math,hard,,,,,,,0.05,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TDG column (non-Euclidean-structured (Table 2/4)))",,out:model-not-established, algbench-tug,arxiv-2601.04996,?Llama3-8B,not-established:absent,reasoning-math,hard,,,,,,,0.03,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TUG column (non-Euclidean-structured (Table 2/4)))",,out:model-not-established, algbench-bgc,arxiv-2601.04996,?Llama3-8B,not-established:absent,reasoning-math,hard,,,,,,,0.07,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BGC column (non-Euclidean-structured (Table 2/4)))",,out:model-not-established, algbench-bgm,arxiv-2601.04996,?Llama3-8B,not-established:absent,reasoning-math,hard,,,,,,,0.02,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BGM column (non-Euclidean-structured (Table 2/4)))",,out:model-not-established, algbench-nf,arxiv-2601.04996,?Llama3-8B,not-established:absent,reasoning-math,hard,,,,,,,0.03,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, NF column (non-Euclidean-structured (Table 2/4)))",,out:model-not-established, algbench-dt,arxiv-2601.04996,?Llama3-8B,not-established:absent,reasoning-math,hard,,,,,,,0.09,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, DT column (non-Euclidean-structured (Table 2/4)))",,out:model-not-established, algbench-ug,arxiv-2601.04996,?Llama3-8B,not-established:absent,reasoning-math,hard,,,,,,,0.03,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, UG column (non-Euclidean-structured (Table 2/4)))",,out:model-not-established, algbench-greedy,arxiv-2601.04996,?Llama3-8B,not-established:absent,reasoning-math,hard,,,,,,,0.05,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, Greedy column (local-optimized (Table 4)))",,out:model-not-established, algbench-sssp,arxiv-2601.04996,?Llama3-8B,not-established:absent,reasoning-math,hard,,,,,,,0.13,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, SSSP column (local-optimized (Table 4)))",,out:model-not-established, algbench-mst,arxiv-2601.04996,?Llama3-8B,not-established:absent,reasoning-math,hard,,,,,,,0.0,accuracy,0.0289,,,"https://arxiv.org/abs/2601.04996 (Table 4, MST column (local-optimized (Table 4)))",,out:model-not-established, algbench-dc,arxiv-2601.04996,?Llama3-8B,not-established:absent,reasoning-math,hard,,,,,,,0.13,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, DC column (local-optimized (Table 4)))",,out:model-not-established, algbench-ldp,arxiv-2601.04996,?Llama3-8B,not-established:absent,reasoning-math,hard,,,,,,,0.0,accuracy,0.0289,,,"https://arxiv.org/abs/2601.04996 (Table 4, LDP column (global-optimized (Table 4)))",,out:model-not-established, algbench-idp,arxiv-2601.04996,?Llama3-8B,not-established:absent,reasoning-math,hard,,,,,,,0.05,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, IDP column (global-optimized (Table 4)))",,out:model-not-established, algbench-tdp,arxiv-2601.04996,?Llama3-8B,not-established:absent,reasoning-math,hard,,,,,,,0.0,accuracy,0.0289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TDP column (global-optimized (Table 4)))",,out:model-not-established, algbench-bldp,arxiv-2601.04996,?Llama3-8B,not-established:absent,reasoning-math,hard,,,,,,,0.02,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BLDP column (global-optimized (Table 4)))",,out:model-not-established, algbench-bdp,arxiv-2601.04996,?Llama3-8B,not-established:absent,reasoning-math,hard,,,,,,,0.0,accuracy,0.0289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BDP column (global-optimized (Table 4)))",,out:model-not-established, algbench-mssp,arxiv-2601.04996,?Llama3-8B,not-established:absent,reasoning-math,hard,,,,,,,0.02,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, MSSP column (global-optimized (Table 4)))",,out:model-not-established, algbench-lca,arxiv-2601.04996,?Llama3-8B,not-established:absent,reasoning-math,hard,,,,,,,0.0,accuracy,0.0289,,,"https://arxiv.org/abs/2601.04996 (Table 4, LCA column (global-optimized (Table 4)))",,out:model-not-established, algbench-bo,arxiv-2601.04996,?Llama3-8B,not-established:absent,reasoning-math,hard,,,,,,,0.17,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, BO column (non-optimized (Table 5)))",,out:model-not-established, algbench-recursion,arxiv-2601.04996,?Llama3-8B,not-established:absent,reasoning-math,hard,,,,,,,0.06,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, Recursion column (non-optimized (Table 5)))",,out:model-not-established, algbench-searching,arxiv-2601.04996,?Llama3-8B,not-established:absent,reasoning-math,hard,,,,,,,0.10,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, Searching column (non-optimized (Table 5)))",,out:model-not-established, algbench-as,arxiv-2601.04996,?Llama3-8B,not-established:absent,reasoning-math,hard,,,,,,,0.02,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, AS column (heuristic-optimized (Table 5)))",,out:model-not-established, algbench-idas,arxiv-2601.04996,?Llama3-8B,not-established:absent,reasoning-math,hard,,,,,,,0.06,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, IDAS column (heuristic-optimized (Table 5)))",,out:model-not-established, algbench-id,arxiv-2601.04996,?Llama3.1-8B,not-established:absent,reasoning-math,hard,,,,,,,0.07,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, ID column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:model-not-established, algbench-ps,arxiv-2601.04996,?Llama3.1-8B,not-established:absent,reasoning-math,hard,,,,,,,0.13,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, PS column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:model-not-established, algbench-diff,arxiv-2601.04996,?Llama3.1-8B,not-established:absent,reasoning-math,hard,,,,,,,0.0,accuracy,0.0289,,,"https://arxiv.org/abs/2601.04996 (Table 4, Diff column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:model-not-established, algbench-bs,arxiv-2601.04996,?Llama3.1-8B,not-established:absent,reasoning-math,hard,,,,,,,0.20,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BS column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:model-not-established, algbench-tdg,arxiv-2601.04996,?Llama3.1-8B,not-established:absent,reasoning-math,hard,,,,,,,0.03,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TDG column (non-Euclidean-structured (Table 2/4)))",,out:model-not-established, algbench-tug,arxiv-2601.04996,?Llama3.1-8B,not-established:absent,reasoning-math,hard,,,,,,,0.03,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TUG column (non-Euclidean-structured (Table 2/4)))",,out:model-not-established, algbench-bgc,arxiv-2601.04996,?Llama3.1-8B,not-established:absent,reasoning-math,hard,,,,,,,0.06,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BGC column (non-Euclidean-structured (Table 2/4)))",,out:model-not-established, algbench-bgm,arxiv-2601.04996,?Llama3.1-8B,not-established:absent,reasoning-math,hard,,,,,,,0.09,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BGM column (non-Euclidean-structured (Table 2/4)))",,out:model-not-established, algbench-nf,arxiv-2601.04996,?Llama3.1-8B,not-established:absent,reasoning-math,hard,,,,,,,0.02,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, NF column (non-Euclidean-structured (Table 2/4)))",,out:model-not-established, algbench-dt,arxiv-2601.04996,?Llama3.1-8B,not-established:absent,reasoning-math,hard,,,,,,,0.08,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, DT column (non-Euclidean-structured (Table 2/4)))",,out:model-not-established, algbench-ug,arxiv-2601.04996,?Llama3.1-8B,not-established:absent,reasoning-math,hard,,,,,,,0.03,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, UG column (non-Euclidean-structured (Table 2/4)))",,out:model-not-established, algbench-greedy,arxiv-2601.04996,?Llama3.1-8B,not-established:absent,reasoning-math,hard,,,,,,,0.02,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, Greedy column (local-optimized (Table 4)))",,out:model-not-established, algbench-sssp,arxiv-2601.04996,?Llama3.1-8B,not-established:absent,reasoning-math,hard,,,,,,,0.08,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, SSSP column (local-optimized (Table 4)))",,out:model-not-established, algbench-mst,arxiv-2601.04996,?Llama3.1-8B,not-established:absent,reasoning-math,hard,,,,,,,0.0,accuracy,0.0289,,,"https://arxiv.org/abs/2601.04996 (Table 4, MST column (local-optimized (Table 4)))",,out:model-not-established, algbench-dc,arxiv-2601.04996,?Llama3.1-8B,not-established:absent,reasoning-math,hard,,,,,,,0.11,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, DC column (local-optimized (Table 4)))",,out:model-not-established, algbench-ldp,arxiv-2601.04996,?Llama3.1-8B,not-established:absent,reasoning-math,hard,,,,,,,0.03,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, LDP column (global-optimized (Table 4)))",,out:model-not-established, algbench-idp,arxiv-2601.04996,?Llama3.1-8B,not-established:absent,reasoning-math,hard,,,,,,,0.03,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, IDP column (global-optimized (Table 4)))",,out:model-not-established, algbench-tdp,arxiv-2601.04996,?Llama3.1-8B,not-established:absent,reasoning-math,hard,,,,,,,0.06,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TDP column (global-optimized (Table 4)))",,out:model-not-established, algbench-bldp,arxiv-2601.04996,?Llama3.1-8B,not-established:absent,reasoning-math,hard,,,,,,,0.03,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BLDP column (global-optimized (Table 4)))",,out:model-not-established, algbench-bdp,arxiv-2601.04996,?Llama3.1-8B,not-established:absent,reasoning-math,hard,,,,,,,0.03,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BDP column (global-optimized (Table 4)))",,out:model-not-established, algbench-mssp,arxiv-2601.04996,?Llama3.1-8B,not-established:absent,reasoning-math,hard,,,,,,,0.03,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, MSSP column (global-optimized (Table 4)))",,out:model-not-established, algbench-lca,arxiv-2601.04996,?Llama3.1-8B,not-established:absent,reasoning-math,hard,,,,,,,0.01,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, LCA column (global-optimized (Table 4)))",,out:model-not-established, algbench-bo,arxiv-2601.04996,?Llama3.1-8B,not-established:absent,reasoning-math,hard,,,,,,,0.13,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, BO column (non-optimized (Table 5)))",,out:model-not-established, algbench-recursion,arxiv-2601.04996,?Llama3.1-8B,not-established:absent,reasoning-math,hard,,,,,,,0.33,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, Recursion column (non-optimized (Table 5)))",,out:model-not-established, algbench-searching,arxiv-2601.04996,?Llama3.1-8B,not-established:absent,reasoning-math,hard,,,,,,,0.08,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, Searching column (non-optimized (Table 5)))",,out:model-not-established, algbench-as,arxiv-2601.04996,?Llama3.1-8B,not-established:absent,reasoning-math,hard,,,,,,,0.06,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, AS column (heuristic-optimized (Table 5)))",,out:model-not-established, algbench-idas,arxiv-2601.04996,?Llama3.1-8B,not-established:absent,reasoning-math,hard,,,,,,,0.13,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, IDAS column (heuristic-optimized (Table 5)))",,out:model-not-established, algbench-id,arxiv-2601.04996,?Mixtral-8x7B,not-established:absent,reasoning-math,hard,,,,,,,0.07,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, ID column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:model-not-established, algbench-ps,arxiv-2601.04996,?Mixtral-8x7B,not-established:absent,reasoning-math,hard,,,,,,,0.03,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, PS column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:model-not-established, algbench-diff,arxiv-2601.04996,?Mixtral-8x7B,not-established:absent,reasoning-math,hard,,,,,,,0.0,accuracy,0.0289,,,"https://arxiv.org/abs/2601.04996 (Table 4, Diff column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:model-not-established, algbench-bs,arxiv-2601.04996,?Mixtral-8x7B,not-established:absent,reasoning-math,hard,,,,,,,0.15,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BS column (Euclidean-structured (Table 2/4, structure-oriented)))",,out:model-not-established, algbench-tdg,arxiv-2601.04996,?Mixtral-8x7B,not-established:absent,reasoning-math,hard,,,,,,,0.08,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TDG column (non-Euclidean-structured (Table 2/4)))",,out:model-not-established, algbench-tug,arxiv-2601.04996,?Mixtral-8x7B,not-established:absent,reasoning-math,hard,,,,,,,0.01,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TUG column (non-Euclidean-structured (Table 2/4)))",,out:model-not-established, algbench-bgc,arxiv-2601.04996,?Mixtral-8x7B,not-established:absent,reasoning-math,hard,,,,,,,0.01,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BGC column (non-Euclidean-structured (Table 2/4)))",,out:model-not-established, algbench-bgm,arxiv-2601.04996,?Mixtral-8x7B,not-established:absent,reasoning-math,hard,,,,,,,0.09,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BGM column (non-Euclidean-structured (Table 2/4)))",,out:model-not-established, algbench-nf,arxiv-2601.04996,?Mixtral-8x7B,not-established:absent,reasoning-math,hard,,,,,,,0.0,accuracy,0.0289,,,"https://arxiv.org/abs/2601.04996 (Table 4, NF column (non-Euclidean-structured (Table 2/4)))",,out:model-not-established, algbench-dt,arxiv-2601.04996,?Mixtral-8x7B,not-established:absent,reasoning-math,hard,,,,,,,0.13,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, DT column (non-Euclidean-structured (Table 2/4)))",,out:model-not-established, algbench-ug,arxiv-2601.04996,?Mixtral-8x7B,not-established:absent,reasoning-math,hard,,,,,,,0.02,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, UG column (non-Euclidean-structured (Table 2/4)))",,out:model-not-established, algbench-greedy,arxiv-2601.04996,?Mixtral-8x7B,not-established:absent,reasoning-math,hard,,,,,,,0.01,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, Greedy column (local-optimized (Table 4)))",,out:model-not-established, algbench-sssp,arxiv-2601.04996,?Mixtral-8x7B,not-established:absent,reasoning-math,hard,,,,,,,0.08,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, SSSP column (local-optimized (Table 4)))",,out:model-not-established, algbench-mst,arxiv-2601.04996,?Mixtral-8x7B,not-established:absent,reasoning-math,hard,,,,,,,0.0,accuracy,0.0289,,,"https://arxiv.org/abs/2601.04996 (Table 4, MST column (local-optimized (Table 4)))",,out:model-not-established, algbench-dc,arxiv-2601.04996,?Mixtral-8x7B,not-established:absent,reasoning-math,hard,,,,,,,0.12,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, DC column (local-optimized (Table 4)))",,out:model-not-established, algbench-ldp,arxiv-2601.04996,?Mixtral-8x7B,not-established:absent,reasoning-math,hard,,,,,,,0.01,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, LDP column (global-optimized (Table 4)))",,out:model-not-established, algbench-idp,arxiv-2601.04996,?Mixtral-8x7B,not-established:absent,reasoning-math,hard,,,,,,,0.01,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, IDP column (global-optimized (Table 4)))",,out:model-not-established, algbench-tdp,arxiv-2601.04996,?Mixtral-8x7B,not-established:absent,reasoning-math,hard,,,,,,,0.01,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, TDP column (global-optimized (Table 4)))",,out:model-not-established, algbench-bldp,arxiv-2601.04996,?Mixtral-8x7B,not-established:absent,reasoning-math,hard,,,,,,,0.0,accuracy,0.0289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BLDP column (global-optimized (Table 4)))",,out:model-not-established, algbench-bdp,arxiv-2601.04996,?Mixtral-8x7B,not-established:absent,reasoning-math,hard,,,,,,,0.01,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, BDP column (global-optimized (Table 4)))",,out:model-not-established, algbench-mssp,arxiv-2601.04996,?Mixtral-8x7B,not-established:absent,reasoning-math,hard,,,,,,,0.01,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, MSSP column (global-optimized (Table 4)))",,out:model-not-established, algbench-lca,arxiv-2601.04996,?Mixtral-8x7B,not-established:absent,reasoning-math,hard,,,,,,,0.01,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 4, LCA column (global-optimized (Table 4)))",,out:model-not-established, algbench-bo,arxiv-2601.04996,?Mixtral-8x7B,not-established:absent,reasoning-math,hard,,,,,,,0.17,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, BO column (non-optimized (Table 5)))",,out:model-not-established, algbench-recursion,arxiv-2601.04996,?Mixtral-8x7B,not-established:absent,reasoning-math,hard,,,,,,,0.11,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, Recursion column (non-optimized (Table 5)))",,out:model-not-established, algbench-searching,arxiv-2601.04996,?Mixtral-8x7B,not-established:absent,reasoning-math,hard,,,,,,,0.03,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, Searching column (non-optimized (Table 5)))",,out:model-not-established, algbench-as,arxiv-2601.04996,?Mixtral-8x7B,not-established:absent,reasoning-math,hard,,,,,,,0.07,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, AS column (heuristic-optimized (Table 5)))",,out:model-not-established, algbench-idas,arxiv-2601.04996,?Mixtral-8x7B,not-established:absent,reasoning-math,hard,,,,,,,0.13,accuracy,0.00289,,,"https://arxiv.org/abs/2601.04996 (Table 5, IDAS column (heuristic-optimized (Table 5)))",,out:model-not-established, arxiv2601-negotiation-control,arxiv-2601.13206,gpt-5.1-chat-latest,solo,mixed,mid,simulated-negotiation,,,,,,4.0,deal-closure%,0.0289,,,"https://arxiv.org/abs/2601.13206v2 (Table 2, row GPT-5.1-chat-latest, column Control)",,in, arxiv2601-negotiation-timeaware,arxiv-2601.13206,gpt-5.1-chat-latest,solo,mixed,mid,simulated-negotiation,,,,,,32.3,deal-closure%,0.0289,,,"https://arxiv.org/abs/2601.13206v2 (Table 2, row GPT-5.1-chat-latest, column Time-Aware)",,in, arxiv2601-negotiation-control,arxiv-2601.13206,gpt-5.1,medium,mixed,mid,simulated-negotiation,,,,,,0.3,deal-closure%,0.0289,,,"https://arxiv.org/abs/2601.13206v2 (Table 2, row GPT-5.1, column Control)",,in, arxiv2601-negotiation-timeaware,arxiv-2601.13206,gpt-5.1,medium,mixed,mid,simulated-negotiation,,,,,,2.7,deal-closure%,0.0289,,,"https://arxiv.org/abs/2601.13206v2 (Table 2, row GPT-5.1, column Time-Aware)",,in, arxiv2601-negotiation-control,arxiv-2601.13206,sonnet-4.5,nothink,mixed,mid,simulated-negotiation,,,,,,0.0,deal-closure%,0.0289,,,"https://arxiv.org/abs/2601.13206v2 (Table 2, row Claude Sonnet-4.5 (Reasoning:disabled), column Control)",,out:uninformative, arxiv2601-negotiation-timeaware,arxiv-2601.13206,sonnet-4.5,nothink,mixed,mid,simulated-negotiation,,,,,,0.0,deal-closure%,0.0289,,,"https://arxiv.org/abs/2601.13206v2 (Table 2, row Claude Sonnet-4.5 (Reasoning:disabled), column Time-Aware)",,out:uninformative, arxiv2601-negotiation-control,arxiv-2601.13206,sonnet-4.5,not-established:absent,mixed,mid,simulated-negotiation,,,,,,0.0,deal-closure%,0.0289,,,"https://arxiv.org/abs/2601.13206v2 (Table 2, row Claude Sonnet-4.5 (Reasoning:med), column Control)",,out:effort-not-established, arxiv2601-negotiation-timeaware,arxiv-2601.13206,sonnet-4.5,not-established:absent,mixed,mid,simulated-negotiation,,,,,,3.7,deal-closure%,0.0289,,,"https://arxiv.org/abs/2601.13206v2 (Table 2, row Claude Sonnet-4.5 (Reasoning:med), column Time-Aware)",,out:effort-not-established, arxiv2601-negotiation-control,arxiv-2601.13206,sonnet-4.5,not-established:absent,mixed,mid,simulated-negotiation,,,,,,0.0,deal-closure%,0.0289,,,"https://arxiv.org/abs/2601.13206v2 (Table 2, row Claude Sonnet-4.5 (Reasoning:xhigh), column Control)",,out:effort-not-established, arxiv2601-negotiation-timeaware,arxiv-2601.13206,sonnet-4.5,not-established:absent,mixed,mid,simulated-negotiation,,,,,,1.3,deal-closure%,0.0289,,,"https://arxiv.org/abs/2601.13206v2 (Table 2, row Claude Sonnet-4.5 (Reasoning:xhigh), column Time-Aware)",,out:effort-not-established, ethnicity-fullnamegeo-fl,arxiv-2601.21132,gemini-3-flash,unstated,mixed,easy,single-prompt classification (temperature 0),,,,,,83.8,score%,0.0289,,,"https://arxiv.org/abs/2601.21132 (Table 1, row Full name + geo, FL, Gemini 3 Flash)",,out:effort-not-established, ethnicity-fullnamegeo-nc,arxiv-2601.21132,gemini-3-flash,unstated,mixed,easy,single-prompt classification (temperature 0),,,,,,83.5,score%,0.0289,,,"https://arxiv.org/abs/2601.21132 (Table 1, row Full name + geo, NC, Gemini 3 Flash)",,out:effort-not-established, ethnicity-fullnamegeo-fl,arxiv-2601.21132,?GPT-4o,not-established:absent,mixed,easy,single-prompt classification (temperature 0),,,,,,78.5,score%,0.0289,,,"https://arxiv.org/abs/2601.21132 (Table 1, row Full name + geo, FL, GPT-4o)",,out:model-not-established, ethnicity-fullnamegeo-nc,arxiv-2601.21132,?GPT-4o,not-established:absent,mixed,easy,single-prompt classification (temperature 0),,,,,,80.5,score%,0.0289,,,"https://arxiv.org/abs/2601.21132 (Table 1, row Full name + geo, NC, GPT-4o)",,out:model-not-established, ethnicity-fullnamegeo-fl,arxiv-2601.21132,gpt-4.1-mini,solo,mixed,easy,single-prompt classification (temperature 0),,,,,,70.5,score%,0.0289,,,"https://arxiv.org/abs/2601.21132 (Table 1, row Full name + geo, FL, GPT-4.1-mini)",,out:single-couple, ethnicity-fullnamegeo-nc,arxiv-2601.21132,gpt-4.1-mini,solo,mixed,easy,single-prompt classification (temperature 0),,,,,,74.1,score%,0.0289,,,"https://arxiv.org/abs/2601.21132 (Table 1, row Full name + geo, NC, GPT-4.1-mini)",,out:single-couple, ethnicity-fullnamegeo-fl,arxiv-2601.21132,deepseek-v3.2,unstated,mixed,easy,single-prompt classification (temperature 0),,,,,,76.2,score%,0.0289,,,"https://arxiv.org/abs/2601.21132 (Table 1, row Full name + geo, FL, DeepSeek v3.2)",,out:effort-not-established, ethnicity-fullnamegeo-nc,arxiv-2601.21132,deepseek-v3.2,unstated,mixed,easy,single-prompt classification (temperature 0),,,,,,78.4,score%,0.0289,,,"https://arxiv.org/abs/2601.21132 (Table 1, row Full name + geo, NC, DeepSeek v3.2)",,out:effort-not-established, ethnicity-fullnamegeo-fl,arxiv-2601.21132,glm-4.7,unstated,mixed,easy,single-prompt classification (temperature 0),,,,,,74.5,score%,0.0289,,,"https://arxiv.org/abs/2601.21132 (Table 1, row Full name + geo, FL, GLM-4.7)",,out:effort-not-established, ethnicity-fullnamegeo-nc,arxiv-2601.21132,glm-4.7,unstated,mixed,easy,single-prompt classification (temperature 0),,,,,,77.9,score%,0.0289,,,"https://arxiv.org/abs/2601.21132 (Table 1, row Full name + geo, NC, GLM-4.7)",,out:effort-not-established, ethnicity-fullnamegeo-fl,arxiv-2601.21132,glm-4.7-flash,unstated,mixed,easy,single-prompt classification (temperature 0),,,,,,62.3,score%,0.0289,,,"https://arxiv.org/abs/2601.21132 (Table 1, row Full name + geo, FL, GLM-4.7-Flash)",,out:effort-not-established, ethnicity-fullnamegeo-nc,arxiv-2601.21132,glm-4.7-flash,unstated,mixed,easy,single-prompt classification (temperature 0),,,,,,72.3,score%,0.0289,,,"https://arxiv.org/abs/2601.21132 (Table 1, row Full name + geo, NC, GLM-4.7-Flash)",,out:effort-not-established, mwvqa-fscore,moonshot,gemini-3-pro,unstated,mixed,frontier,,,,,,,47.5,score%,0.0289,,,"https://arxiv.org/abs/2602.02537 (Table 3 (page 6), row Gemini-3-pro, column F-score)",,out:effort-not-established, mwvqa-fscore,moonshot,opus-4.5,unstated,mixed,frontier,,,,,,,37.5,score%,0.0289,,,"https://arxiv.org/abs/2602.02537 (Table 3 (page 6), row Claude-opus-4.5, column F-score)",,out:effort-not-established, mwvqa-fscore,moonshot,sonnet-4.5,unstated,mixed,frontier,,,,,,,20.9,score%,0.0289,,,"https://arxiv.org/abs/2602.02537 (Table 3 (page 6), row Claude-sonnet-4.5, column F-score)",,out:effort-not-established, mwvqa-fscore,moonshot,gpt-5.2,unstated,mixed,frontier,,,,,,,28.7,score%,0.0289,,,"https://arxiv.org/abs/2602.02537 (Table 3 (page 6), row GPT-5.2, column F-score)",,out:effort-not-established, mwvqa-fscore,moonshot,gpt-5.1,unstated,mixed,frontier,,,,,,,26.7,score%,0.0289,,,"https://arxiv.org/abs/2602.02537 (Table 3 (page 6), row GPT-5.1, column F-score)",,out:effort-not-established, mwvqa-fscore,moonshot,?Grok-4-1-fast-reasoning,not-established:absent,mixed,frontier,,,,,,,21.1,score%,0.0289,,,"https://arxiv.org/abs/2602.02537 (Table 3 (page 6), row Grok-4-1-fast-reasoning, column F-score)",,out:model-not-established, mwvqa-fscore,moonshot,kimi-k2.5,unstated,mixed,frontier,,,,,,,46.8,score%,0.0289,,,"https://arxiv.org/abs/2602.02537 (Table 3 (page 6), row Kimi K2.5, column F-score)",,out:effort-not-established, arxiv-2602.02537-accuracy,moonshot,gemini-3-pro,unstated,mixed,frontier,,,,,,,47.4,accuracy%,0.0289,,,"https://arxiv.org/abs/2602.02537 (Table 3 (page 6), row Gemini-3-pro, column Accuracy)",,out:effort-not-established, arxiv-2602.02537-accuracy,moonshot,opus-4.5,unstated,mixed,frontier,,,,,,,36.8,accuracy%,0.0289,,,"https://arxiv.org/abs/2602.02537 (Table 3 (page 6), row Claude-opus-4.5, column Accuracy)",,out:effort-not-established, arxiv-2602.02537-accuracy,moonshot,sonnet-4.5,unstated,mixed,frontier,,,,,,,20.0,accuracy%,0.0289,,,"https://arxiv.org/abs/2602.02537 (Table 3 (page 6), row Claude-sonnet-4.5, column Accuracy)",,out:effort-not-established, arxiv-2602.02537-accuracy,moonshot,gpt-5.2,unstated,mixed,frontier,,,,,,,28.0,accuracy%,0.0289,,,"https://arxiv.org/abs/2602.02537 (Table 3 (page 6), row GPT-5.2, column Accuracy)",,out:effort-not-established, arxiv-2602.02537-accuracy,moonshot,gpt-5.1,unstated,mixed,frontier,,,,,,,24.5,accuracy%,0.0289,,,"https://arxiv.org/abs/2602.02537 (Table 3 (page 6), row GPT-5.1, column Accuracy)",,out:effort-not-established, arxiv-2602.02537-accuracy,moonshot,?Grok-4-1-fast-reasoning,not-established:absent,mixed,frontier,,,,,,,21.1,accuracy%,0.0289,,,"https://arxiv.org/abs/2602.02537 (Table 3 (page 6), row Grok-4-1-fast-reasoning, column Accuracy)",,out:model-not-established, arxiv-2602.02537-accuracy,moonshot,kimi-k2.5,unstated,mixed,frontier,,,,,,,46.3,accuracy%,0.0289,,,"https://arxiv.org/abs/2602.02537 (Table 3 (page 6), row Kimi K2.5, column Accuracy)",,out:effort-not-established, sweagi-main,arxiv-2602.09447,gpt-5.3-codex,not-established:absent,coding,frontier,own-scaffold(codex/claude-code/other),,,,,,19,tasks-passed-of-22,0.289,,EAP-run,"https://arxiv.org/abs/2602.09447 (Section 1 (Introduction), paragraph 'In our latest evaluation')",,out:effort-not-established, sweagi-main,arxiv-2602.09447,gpt-5.2-codex,high,coding,frontier,own-scaffold(codex/claude-code/other),,,,,,17,tasks-passed-of-22,0.289,,,"https://arxiv.org/abs/2602.09447 (Section 1 (Introduction), paragraph 'In our latest evaluation')",,out:single-couple, sweagi-main,arxiv-2602.09447,opus-4.6,unstated,coding,frontier,own-scaffold(codex/claude-code/other),,,,,,15,tasks-passed-of-22,0.289,,,"https://arxiv.org/abs/2602.09447 (Section 1 (Introduction), paragraph 'In our latest evaluation')",,out:effort-not-established, sweagi-main,arxiv-2602.09447,opus-4.5,unstated,coding,frontier,own-scaffold(codex/claude-code/other),,,,,,10,tasks-passed-of-22,0.289,,,"https://arxiv.org/abs/2602.09447 (Section 1 (Introduction), paragraph 'In our latest evaluation')",,out:effort-not-established, agentic-distillation-student-accuracy,arxiv-2602.10869,gpt-5.2-codex,unstated,agentic-tool,mid,,,,,,,71.08,student accuracy %,0.00289,,,"https://arxiv.org/abs/2602.10869 (Table III, row teacher GPT 5.2 Codex, student Qwen2.5-0.5B, accuracy)",,out:effort-not-established, skillsbench,arxiv-2602.12670,gpt-5.5,not-established:absent,coding,hard,,per-trial,1.67,0.00289,,,67.3,solve%,0.0289,,,"https://arxiv.org/abs/2602.12670 (Table 2, row OpenHands / GPT-5.5, column Curated Skills Pass)",,out:effort-not-established,out:effort-not-established skillsbench-noskill,arxiv-2602.12670,gpt-5.5,not-established:absent,coding,hard,,per-trial,1.73,0.00289,,,51.5,solve%,0.0289,,,"https://arxiv.org/abs/2602.12670 (Table 2, row OpenHands / GPT-5.5, column No Sk. Pass)",,out:effort-not-established,out:effort-not-established skillsbench,arxiv-2602.12670,gpt-5.5,xhigh,coding,hard,,per-trial,2.99,0.00289,,,66.5,solve%,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2602.12670 (Table 2, row Codex / GPT-5.5, column Curated Skills Pass)",,out:single-couple,out:cost-single-couple skillsbench-noskill,arxiv-2602.12670,gpt-5.5,xhigh,coding,hard,,per-trial,3.08,0.00289,,,46.8,solve%,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2602.12670 (Table 2, row Codex / GPT-5.5, column No Sk. Pass)",,out:single-couple,out:cost-single-couple skillsbench,arxiv-2602.12670,opus-4.7,not-established:absent,coding,hard,,per-trial,6.74,0.00289,,,61.2,solve%,0.0289,,,"https://arxiv.org/abs/2602.12670 (Table 2, row Claude Code / Opus 4.7, column Curated Skills Pass)",,out:effort-not-established,out:effort-not-established skillsbench-noskill,arxiv-2602.12670,opus-4.7,not-established:absent,coding,hard,,per-trial,5.21,0.00289,,,43.0,solve%,0.0289,,,"https://arxiv.org/abs/2602.12670 (Table 2, row Claude Code / Opus 4.7, column No Sk. Pass)",,out:effort-not-established,out:effort-not-established skillsbench,arxiv-2602.12670,gemini-3.1-pro,not-established:absent,coding,hard,,,,,,,60.8,solve%,0.0289,,,"https://arxiv.org/abs/2602.12670 (Table 2, row Gemini CLI / Gemini 3.1 Pro, column Curated Skills Pass)",,out:effort-not-established, skillsbench-noskill,arxiv-2602.12670,gemini-3.1-pro,not-established:absent,coding,hard,,,,,,,36.0,solve%,0.0289,,,"https://arxiv.org/abs/2602.12670 (Table 2, row Gemini CLI / Gemini 3.1 Pro, column No Sk. Pass)",,out:effort-not-established, skillsbench,arxiv-2602.12670,glm-5.1,not-established:absent,coding,hard,,,,,,,58.4,solve%,0.0289,,,"https://arxiv.org/abs/2602.12670 (Table 2, row OpenHands / GLM 5.1, column Curated Skills Pass)",,out:effort-not-established, skillsbench-noskill,arxiv-2602.12670,glm-5.1,not-established:absent,coding,hard,,,,,,,32.7,solve%,0.0289,,,"https://arxiv.org/abs/2602.12670 (Table 2, row OpenHands / GLM 5.1, column No Sk. Pass)",,out:effort-not-established, skillsbench,arxiv-2602.12670,opus-4.8,not-established:absent,coding,hard,,per-trial,14.02,0.00289,,,54.1,solve%,0.0289,,,"https://arxiv.org/abs/2602.12670 (Table 2, row OpenHands / Claude Opus 4.8, column Curated Skills Pass)",,out:effort-not-established,out:effort-not-established skillsbench-noskill,arxiv-2602.12670,opus-4.8,not-established:absent,coding,hard,,per-trial,22.70,0.00289,,,45.7,solve%,0.0289,,,"https://arxiv.org/abs/2602.12670 (Table 2, row OpenHands / Claude Opus 4.8, column No Sk. Pass)",,out:effort-not-established,out:effort-not-established skillsbench,arxiv-2602.12670,kimi-k2.6,not-established:absent,coding,hard,,,,,,,54.0,solve%,0.0289,,,"https://arxiv.org/abs/2602.12670 (Table 2, row OpenHands / Kimi K2.6, column Curated Skills Pass)",,out:effort-not-established, skillsbench-noskill,arxiv-2602.12670,kimi-k2.6,not-established:absent,coding,hard,,,,,,,33.4,solve%,0.0289,,,"https://arxiv.org/abs/2602.12670 (Table 2, row OpenHands / Kimi K2.6, column No Sk. Pass)",,out:effort-not-established, skillsbench,arxiv-2602.12670,opus-4.7,not-established:absent,coding,hard,,per-trial,6.37,0.00289,,,53.1,solve%,0.0289,,,"https://arxiv.org/abs/2602.12670 (Table 2, row OpenHands / Claude Opus 4.7, column Curated Skills Pass)",,out:effort-not-established,out:effort-not-established skillsbench-noskill,arxiv-2602.12670,opus-4.7,not-established:absent,coding,hard,,per-trial,10.99,0.00289,,,42.1,solve%,0.0289,,,"https://arxiv.org/abs/2602.12670 (Table 2, row OpenHands / Claude Opus 4.7, column No Sk. Pass)",,out:effort-not-established,out:effort-not-established skillsbench,arxiv-2602.12670,gemini-3.1-pro,not-established:absent,coding,hard,,per-trial,1.88,0.00289,,,52.8,solve%,0.0289,,,"https://arxiv.org/abs/2602.12670 (Table 2, row OpenHands / Gemini 3.1 Pro, column Curated Skills Pass)",,out:effort-not-established,out:effort-not-established skillsbench-noskill,arxiv-2602.12670,gemini-3.1-pro,not-established:absent,coding,hard,,per-trial,0.84,0.00289,,,33.8,solve%,0.0289,,,"https://arxiv.org/abs/2602.12670 (Table 2, row OpenHands / Gemini 3.1 Pro, column No Sk. Pass)",,out:effort-not-established,out:effort-not-established skillsbench,arxiv-2602.12670,deepseek-v4-pro-preview,not-established:absent,coding,hard,,,,,,,50.1,solve%,0.0289,,,"https://arxiv.org/abs/2602.12670 (Table 2, row OpenHands / DeepSeek V4 Pro, column Curated Skills Pass)",,out:effort-not-established, skillsbench-noskill,arxiv-2602.12670,deepseek-v4-pro-preview,not-established:absent,coding,hard,,,,,,,26.9,solve%,0.0289,,,"https://arxiv.org/abs/2602.12670 (Table 2, row OpenHands / DeepSeek V4 Pro, column No Sk. Pass)",,out:effort-not-established, skillsbench,arxiv-2602.12670,gemini-3.5-flash,not-established:absent,coding,hard,,per-trial,1.18,0.00289,,,48.2,solve%,0.0289,,,"https://arxiv.org/abs/2602.12670 (Table 2, row OpenHands / Gemini 3.5 Flash, column Curated Skills Pass)",,out:effort-not-established,out:effort-not-established skillsbench-noskill,arxiv-2602.12670,gemini-3.5-flash,not-established:absent,coding,hard,,per-trial,1.24,0.00289,,,41.1,solve%,0.0289,,,"https://arxiv.org/abs/2602.12670 (Table 2, row OpenHands / Gemini 3.5 Flash, column No Sk. Pass)",,out:effort-not-established,out:effort-not-established skillsbench,arxiv-2602.12670,sonnet-4.6,not-established:absent,coding,hard,,per-trial,10.15,0.00289,,,47.2,solve%,0.0289,,,"https://arxiv.org/abs/2602.12670 (Table 2, row OpenHands / Claude Sonnet 4.6, column Curated Skills Pass)",,out:effort-not-established,out:effort-not-established skillsbench-noskill,arxiv-2602.12670,sonnet-4.6,not-established:absent,coding,hard,,per-trial,12.34,0.00289,,,33.5,solve%,0.0289,,,"https://arxiv.org/abs/2602.12670 (Table 2, row OpenHands / Claude Sonnet 4.6, column No Sk. Pass)",,out:effort-not-established,out:effort-not-established skillsbench,arxiv-2602.12670,deepseek-v4-flash-preview,not-established:absent,coding,hard,,,,,,,44.7,solve%,0.0289,,,"https://arxiv.org/abs/2602.12670 (Table 2, row OpenHands / DeepSeek V4 Flash, column Curated Skills Pass)",,out:effort-not-established, skillsbench-noskill,arxiv-2602.12670,deepseek-v4-flash-preview,not-established:absent,coding,hard,,,,,,,27.5,solve%,0.0289,,,"https://arxiv.org/abs/2602.12670 (Table 2, row OpenHands / DeepSeek V4 Flash, column No Sk. Pass)",,out:effort-not-established, skillsbench,arxiv-2602.12670,grok-4.3,not-established:absent,coding,hard,,,,,,,41.7,solve%,0.0289,,,"https://arxiv.org/abs/2602.12670 (Table 2, row OpenHands / Grok 4.3, column Curated Skills Pass)",,out:effort-not-established, skillsbench-noskill,arxiv-2602.12670,grok-4.3,not-established:absent,coding,hard,,,,,,,22.8,solve%,0.0289,,,"https://arxiv.org/abs/2602.12670 (Table 2, row OpenHands / Grok 4.3, column No Sk. Pass)",,out:effort-not-established, skillsbench,arxiv-2602.12670,gpt-5.4-mini,not-established:absent,coding,hard,,per-trial,0.30,0.00289,,,41.4,solve%,0.0289,,,"https://arxiv.org/abs/2602.12670 (Table 2, row OpenHands / GPT-5.4 Mini, column Curated Skills Pass)",,out:effort-not-established,out:effort-not-established skillsbench-noskill,arxiv-2602.12670,gpt-5.4-mini,not-established:absent,coding,hard,,per-trial,0.25,0.00289,,,29.9,solve%,0.0289,,,"https://arxiv.org/abs/2602.12670 (Table 2, row OpenHands / GPT-5.4 Mini, column No Sk. Pass)",,out:effort-not-established,out:effort-not-established skillsbench,arxiv-2602.12670,gemini-3.1-flash-lite,not-established:absent,coding,hard,,per-trial,0.22,0.00289,,,20.1,solve%,0.0289,,,"https://arxiv.org/abs/2602.12670 (Table 2, row OpenHands / Gemini 3.1 Flash Lite, column Curated Skills Pass)",,out:effort-not-established,out:effort-not-established skillsbench-noskill,arxiv-2602.12670,gemini-3.1-flash-lite,not-established:absent,coding,hard,,per-trial,0.15,0.00289,,,16.0,solve%,0.0289,,,"https://arxiv.org/abs/2602.12670 (Table 2, row OpenHands / Gemini 3.1 Flash Lite, column No Sk. Pass)",,out:effort-not-established,out:effort-not-established huntglobally-assets,arxiv-2602.15019,?Gemini 3.1 Deep Think,not-established:absent,agentic-tool,hard,,,,,,,0.592,F1,0.000289,,,"https://arxiv.org/html/2602.15019 (Table 2 (assets discovery, sorted by F1), row 'Gemini 3.1 Deep Think', column 'F1')",,out:model-not-established, huntglobally-assets,arxiv-2602.15019,?Gemini 3.1 Pro Deep Research,not-established:absent,agentic-tool,hard,,,,,,,0.586,F1,0.000289,,,"https://arxiv.org/html/2602.15019 (Table 2 (assets discovery, sorted by F1), row 'Gemini 3.1 Pro Deep Research', column 'F1')",,out:model-not-established, huntglobally-assets,arxiv-2602.15019,opus-4.6,unstated,agentic-tool,hard,,,,,,,0.562,F1,0.000289,,,"https://arxiv.org/html/2602.15019 (Table 2 (assets discovery, sorted by F1), row 'Claude Opus 4.6 (high)', column 'F1')",,out:effort-not-established, huntglobally-assets,arxiv-2602.15019,?Gemini 3 Pro Deep Research,not-established:absent,agentic-tool,hard,,,,,,,0.506,F1,0.000289,,,"https://arxiv.org/html/2602.15019 (Table 2 (assets discovery, sorted by F1), row 'Gemini 3 Pro Deep Research', column 'F1')",,out:model-not-established, huntglobally-assets,arxiv-2602.15019,gpt-5.2-pro,high,agentic-tool,hard,,,,,,,0.466,F1,0.000289,,,"https://arxiv.org/html/2602.15019 (Table 2 (assets discovery, sorted by F1), row 'GPT-5.2 Pro (high)', column 'F1')",,in, huntglobally-assets,arxiv-2602.15019,gpt-5.2,high,agentic-tool,hard,,,,,,,0.287,F1,0.000289,,,"https://arxiv.org/html/2602.15019 (Table 2 (assets discovery, sorted by F1), row 'GPT-5.2 (high)', column 'F1')",,in, prescience-lacer,arxiv-2602.20459,gpt-5.1-chat-latest,solo,writing,hard,LACER-judge-gpt-5,,,,,,5.39,LACER(GPT-5),0.00289,,,"https://arxiv.org/abs/2602.20459 (Table 9, row 'GPT-5.1', column 'LACER (GPT-5)')",,out:single-couple, prescience-lacer,arxiv-2602.20459,gpt-5.2,unstated,writing,hard,LACER-judge-gpt-5,,,,,,5.63,LACER(GPT-5),0.00289,,,"https://arxiv.org/abs/2602.20459 (Table 9, row 'GPT-5.2', column 'LACER (GPT-5)')",,out:effort-not-established, prescience-lacer,arxiv-2602.20459,sonnet-4.5,unstated,writing,hard,LACER-judge-gpt-5,,,,,,5.04,LACER(GPT-5),0.00289,,,"https://arxiv.org/abs/2602.20459 (Table 9, row 'Claude Sonnet 4.5', column 'LACER (GPT-5)')",,out:effort-not-established, prescience-lacer,arxiv-2602.20459,opus-4.5,unstated,writing,hard,LACER-judge-gpt-5,,,,,,5.04,LACER(GPT-5),0.00289,,,"https://arxiv.org/abs/2602.20459 (Table 9, row 'Claude Opus 4.5', column 'LACER (GPT-5)')",,out:effort-not-established, arxiv-2602.22465-constraintbench-feasibility,arxiv-2602.22465,gpt-5.2-pro,high,mixed,hard,,,,,,,65.0,Feasibility (%),0.0289,,,"https://arxiv.org/abs/2602.22465 (Table 3, row GPT-5.2-pro, column Feasibility (%))",,out:failed-run, arxiv-2602.22465-constraintbench-objective-quality,arxiv-2602.22465,gpt-5.2-pro,high,mixed,hard,,,,,,,95.2,Obj. Quality (%),0.0289,,,"https://arxiv.org/abs/2602.22465 (Table 3, row GPT-5.2-pro, column Obj. Quality (%))",,out:failed-run, arxiv-2602.22465-constraintbench-optimal,arxiv-2602.22465,gpt-5.2-pro,high,mixed,hard,,,,,,,30.5,% Optimal,0.0289,,,"https://arxiv.org/abs/2602.22465 (Table 3, row GPT-5.2-pro, column % Optimal)",,out:failed-run, finsheet,arxiv-2603.07316,opus-4.6,not-established:absent,mixed,hard,,,,,,,80.2,accuracy%,0.0289,,,"https://arxiv.org/abs/2603.07316 (Table 4 row 'Claude Opus 4.6 (thinking)', column 'Acc.' (Accuracy (Processed), the primary metric))",,out:effort-not-established, finsheet,arxiv-2603.07316,opus-4.6,unstated,mixed,hard,,,,,,,66.7,accuracy%,0.0289,,,"https://arxiv.org/abs/2603.07316 (Table 4 row 'Claude Opus 4.6', column 'Acc.' (Accuracy (Processed), the primary metric))",,out:effort-not-established, finsheet,arxiv-2603.07316,gpt-5.2,not-established:absent,mixed,hard,,,,,,,80.4,accuracy%,0.0289,,,"https://arxiv.org/abs/2603.07316 (Table 4 row 'GPT-5.2 (reasoning)', column 'Acc.' (Accuracy (Processed), the primary metric))",,out:effort-not-established, finsheet,arxiv-2603.07316,gpt-5.2,nothink,mixed,hard,,,,,,,57.7,accuracy%,0.0289,,,"https://arxiv.org/abs/2603.07316 (Table 4 row 'GPT-5.2 (no reasoning)', column 'Acc.' (Accuracy (Processed), the primary metric))",,out:single-couple, finsheet,arxiv-2603.07316,gemini-3.1-pro,unstated,mixed,hard,,,,,,,82.4,accuracy%,0.0289,,,"https://arxiv.org/abs/2603.07316 (Table 4 row 'Gemini 3.1 Pro', column 'Acc.' (Accuracy (Processed), the primary metric))",,out:effort-not-established, finsheet,arxiv-2603.07316,gemini-3-pro,unstated,mixed,hard,,,,,,,80.2,accuracy%,0.0289,,,"https://arxiv.org/abs/2603.07316 (Table 4 row 'Gemini 3 Pro', column 'Acc.' (Accuracy (Processed), the primary metric))",,out:effort-not-established, finsheet,arxiv-2603.07316,gemini-2.5-pro,unstated,mixed,hard,,,,,,,78.8,accuracy%,0.0289,,,"https://arxiv.org/abs/2603.07316 (Table 4 row 'Gemini 2.5 Pro', column 'Acc.' (Accuracy (Processed), the primary metric))",,out:effort-not-established, finsheet,arxiv-2603.07316,?GPT-4o,not-established:absent,mixed,hard,,,,,,,54.1,accuracy%,0.0289,,,"https://arxiv.org/abs/2603.07316 (Table 4 row 'GPT-4o', column 'Acc.' (Accuracy (Processed), the primary metric))",,out:model-not-established, finsheet,arxiv-2603.07316,gemini-2.0-flash,solo,mixed,hard,,,,,,,50.1,accuracy%,0.0289,,,"https://arxiv.org/abs/2603.07316 (Table 4 row 'Gemini 2.0 Flash', column 'Acc.' (Accuracy (Processed), the primary metric))",,out:single-couple, finsheet,arxiv-2603.07316,?GPT-3.5-Turbo,not-established:absent,mixed,hard,,,,,,,33.6,accuracy%,0.0289,,,"https://arxiv.org/abs/2603.07316 (Table 4 row 'GPT-3.5-Turbo∗', column 'Acc.' (Accuracy (Processed), the primary metric))",,out:model-not-established, posttrain,arxiv-2603.08640,opus-4.6,unstated,reasoning-math,hard,,,,,,,23.2,avg-score%,0.0289,,,"https://arxiv.org/abs/2603.08640 (Table 1, row 'Claude Opus 4.6 (Claude Code)', column Avg)",,out:effort-not-established, posttrain,arxiv-2603.08640,gemini-3.1-pro,unstated,reasoning-math,hard,,,,,,,21.6,avg-score%,0.0289,,,"https://arxiv.org/abs/2603.08640 (Table 1, row 'Gemini 3.1 Pro (OpenCode)', column Avg)",,out:effort-not-established, posttrain,arxiv-2603.08640,gpt-5.2,unstated,reasoning-math,hard,,,,,,,21.4,avg-score%,0.0289,,,"https://arxiv.org/abs/2603.08640 (Table 1, row 'GPT-5.2 (Codex CLI)', column Avg)",,out:effort-not-established, posttrain,arxiv-2603.08640,gpt-5.4,not-established:absent,reasoning-math,hard,,,,,,,20.2,avg-score%,0.0289,,,"https://arxiv.org/abs/2603.08640 (Table 1, row 'GPT 5.4 (High) (Codex CLI)', column Avg)",,out:effort-not-established, posttrain,arxiv-2603.08640,gpt-5.1-codex-max,medium,reasoning-math,hard,,,,,,,19.7,avg-score%,0.0289,,,"https://arxiv.org/abs/2603.08640 (Table 1, row 'GPT 5.1 Codex Max (Codex CLI)', column Avg)",,in, posttrain,arxiv-2603.08640,gemini-3-pro,unstated,reasoning-math,hard,,,,,,,18.1,avg-score%,0.0289,,,"https://arxiv.org/abs/2603.08640 (Table 1, row 'Gemini 3 Pro (Gemini CLI)', column Avg)",,out:effort-not-established, posttrain,arxiv-2603.08640,gpt-5.3-codex,high,reasoning-math,hard,,,,,,,17.8,avg-score%,0.0289,,,"https://arxiv.org/abs/2603.08640 (Table 1, row 'GPT 5.3 Codex (High) (Codex CLI)', column Avg)",,in, posttrain,arxiv-2603.08640,opus-4.5,unstated,reasoning-math,hard,,,,,,,17.3,avg-score%,0.0289,,,"https://arxiv.org/abs/2603.08640 (Table 1, row 'Claude Opus 4.5 (OpenCode)', column Avg)",,out:effort-not-established, posttrain,arxiv-2603.08640,gpt-5.2-codex,unstated,reasoning-math,hard,,,,,,,17.2,avg-score%,0.0289,,,"https://arxiv.org/abs/2603.08640 (Table 1, row 'GPT 5.2 Codex (Codex CLI)', column Avg)",,out:effort-not-established, posttrain,arxiv-2603.08640,opus-4.5,unstated,reasoning-math,hard,,per-run,420,2.89,,,17.1,avg-score%,0.0289,,,"https://arxiv.org/abs/2603.08640 (Table 1, row 'Claude Opus 4.5 (Claude Code)', column Avg)",,out:effort-not-established,out:effort-not-established posttrain,arxiv-2603.08640,sonnet-4.6,unstated,reasoning-math,hard,,,,,,,16.4,avg-score%,0.0289,,,"https://arxiv.org/abs/2603.08640 (Table 1, row 'Claude Sonnet 4.6 (Claude Code)', column Avg)",,out:effort-not-established, posttrain,arxiv-2603.08640,gemini-3-pro,unstated,reasoning-math,hard,,,,,,,14.9,avg-score%,0.0289,,,"https://arxiv.org/abs/2603.08640 (Table 1, row 'Gemini 3 Pro (OpenCode)', column Avg)",,out:effort-not-established, posttrain,arxiv-2603.08640,glm-5,unstated,reasoning-math,hard,,,,,,,13.9,avg-score%,0.0289,,,"https://arxiv.org/abs/2603.08640 (Table 1, row 'GLM 5 (OpenCode)', column Avg)",,out:effort-not-established, posttrain,arxiv-2603.08640,gpt-5.3-codex,medium,reasoning-math,hard,,,,,,,13.8,avg-score%,0.0289,,,"https://arxiv.org/abs/2603.08640 (Table 1, row 'GPT 5.3 Codex (Med) (Codex CLI)', column Avg)",,in, posttrain,arxiv-2603.08640,kimi-k2.5,unstated,reasoning-math,hard,,,,,,,10.3,avg-score%,0.0289,,,"https://arxiv.org/abs/2603.08640 (Table 1, row 'Kimi K2.5 (OpenCode)', column Avg)",,out:effort-not-established, posttrain,arxiv-2603.08640,sonnet-4.5,unstated,reasoning-math,hard,,per-run,85,1.44,,,9.9,avg-score%,0.0289,,,"https://arxiv.org/abs/2603.08640 (Table 1, row 'Claude Sonnet 4.5 (Claude Code)', column Avg)",,out:effort-not-established,out:effort-not-established posttrain,arxiv-2603.08640,minimax-m2.5,unstated,reasoning-math,hard,,,,,,,9.5,avg-score%,0.0289,,,"https://arxiv.org/abs/2603.08640 (Table 1, row 'MiniMax M2.5 (OpenCode)', column Avg)",,out:effort-not-established, posttrain,arxiv-2603.08640,minimax-m2.1,unstated,reasoning-math,hard,,,,,,,9.3,avg-score%,0.0289,,,"https://arxiv.org/abs/2603.08640 (Table 1, row 'MiniMax M2.1 (OpenCode)', column Avg)",,out:effort-not-established, posttrain,arxiv-2603.08640,gpt-5.1-codex-max,unstated,reasoning-math,hard,,,,,,,7.7,avg-score%,0.0289,,,"https://arxiv.org/abs/2603.08640 (Table 1, row 'GPT 5.1 Codex Max (OpenCode)', column Avg)",,out:effort-not-established, posttrain,arxiv-2603.08640,glm-4.7,unstated,reasoning-math,hard,,,,,,,7.5,avg-score%,0.0289,,,"https://arxiv.org/abs/2603.08640 (Table 1, row 'GLM 4.7 (OpenCode)', column Avg)",,out:effort-not-established, posttrain,arxiv-2603.08640,qwen3-max-0923,solo,reasoning-math,hard,,,,,,,7.4,avg-score%,0.0289,,,"https://arxiv.org/abs/2603.08640 (Table 1, row 'Qwen3 Max (Claude Code)', column Avg)",,out:single-couple, posttrain,arxiv-2603.08640,kimi-k2-thinking,solo,reasoning-math,hard,,,,,,,7.2,avg-score%,0.0289,,,"https://arxiv.org/abs/2603.08640 (Table 1, row 'Kimi K2 Thinking (OpenCode)', column Avg)",,in, posttrain,arxiv-2603.08640,haiku-4.5,unstated,reasoning-math,hard,,,,,,,6.2,avg-score%,0.0289,,,https://arxiv.org/abs/2603.08640 (Figure 4 bar label (Haiku 4.5; Claude Code scaffold fixed per Section 4.2)),,out:effort-not-established, officeqa,arxiv-2603.08655,gpt-5.4,high,agentic-tool,hard,OfficeQA,,6.13,0,,,51.10,correct%,0.00289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2603.08655 (Table 4: Model correctness (%) at 0.0% error threshold, latency (minutes), average tool calls, and cost, custom agent / row GPT-5.4 / column correctness)",,in,in officeqa,arxiv-2603.08655,gpt-5.1,high,agentic-tool,hard,OfficeQA,,4.06,0,,,45.10,correct%,0.00289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2603.08655 (Table 4: Model correctness (%) at 0.0% error threshold, latency (minutes), average tool calls, and cost, custom agent / row GPT-5.1 / column correctness)",,in,in officeqa,arxiv-2603.08655,gpt-5-mini,high,agentic-tool,hard,OfficeQA,,2.80,0,,,30.80,correct%,0.00289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2603.08655 (Table 4: Model correctness (%) at 0.0% error threshold, latency (minutes), average tool calls, and cost, custom agent / row GPT-5 Mini / column correctness)",,out:single-couple,out:cost-single-couple officeqa,arxiv-2603.08655,opus-4.6,nothink,agentic-tool,hard,OfficeQA,,8.61,0,,,57.10,correct%,0.00289,,,"https://arxiv.org/abs/2603.08655 (Table 4: Model correctness (%) at 0.0% error threshold, latency (minutes), average tool calls, and cost, custom agent / row Claude Opus 4.6 / column correctness)",,out:single-couple,out:cost-not-comparable officeqa,arxiv-2603.08655,opus-4.5,nothink,agentic-tool,hard,OfficeQA,,5.34,0,,,46.60,correct%,0.00289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2603.08655 (Table 4: Model correctness (%) at 0.0% error threshold, latency (minutes), average tool calls, and cost, custom agent / row Claude Opus 4.5 / column correctness)",,out:single-couple,out:cost-single-couple officeqa,arxiv-2603.08655,sonnet-4.6,default,agentic-tool,hard,OfficeQA,,6.45,0,,,51.90,correct%,0.00289,,,"https://arxiv.org/abs/2603.08655 (Table 4: Model correctness (%) at 0.0% error threshold, latency (minutes), average tool calls, and cost, custom agent / row Claude Sonnet 4.6 / column correctness)",,out:effort-not-established,out:effort-not-established officeqa,arxiv-2603.08655,sonnet-4.5,default,agentic-tool,hard,OfficeQA,,3.81,0,,,39.10,correct%,0.00289,,,"https://arxiv.org/abs/2603.08655 (Table 4: Model correctness (%) at 0.0% error threshold, latency (minutes), average tool calls, and cost, custom agent / row Claude Sonnet 4.5 / column correctness)",,out:effort-not-established,out:effort-not-established officeqa,arxiv-2603.08655,haiku-4.5,default,agentic-tool,hard,OfficeQA,,2.84,0,,,33.80,correct%,0.00289,,,"https://arxiv.org/abs/2603.08655 (Table 4: Model correctness (%) at 0.0% error threshold, latency (minutes), average tool calls, and cost, custom agent / row Claude Haiku 4.5 / column correctness)",,out:effort-not-established,out:effort-not-established officeqa,arxiv-2603.08655,gemini-3.1-pro,default,agentic-tool,hard,OfficeQA,,1.13,0,,,42.90,correct%,0.00289,,,"https://arxiv.org/abs/2603.08655 (Table 4: Model correctness (%) at 0.0% error threshold, latency (minutes), average tool calls, and cost, custom agent / row Gemini 3.1 Pro Preview / column correctness)",,out:effort-not-established,out:effort-not-established officeqa,arxiv-2603.08655,gemini-3-pro,default,agentic-tool,hard,OfficeQA,,5.94,0,,,42.90,correct%,0.00289,,,"https://arxiv.org/abs/2603.08655 (Table 4: Model correctness (%) at 0.0% error threshold, latency (minutes), average tool calls, and cost, custom agent / row Gemini 3 Pro Preview / column correctness)",,out:effort-not-established,out:effort-not-established officeqa,arxiv-2603.08655,gemini-3-flash,default,agentic-tool,hard,OfficeQA,,0.79,0,,,33.10,correct%,0.00289,,,"https://arxiv.org/abs/2603.08655 (Table 4: Model correctness (%) at 0.0% error threshold, latency (minutes), average tool calls, and cost, custom agent / row Gemini 3 Flash / column correctness)",,out:effort-not-established,out:effort-not-established swe-milestone-score,arxiv-2603.13428,gpt-5.2-codex,xhigh,coding,hard,,,38.11,0.00289,,,13.46,Score,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2603.13428 (Main table, row Codex CLI GPT 5.2-Codex, column Score)",,out:single-couple,out:cost-single-couple swe-milestone-resolve,arxiv-2603.13428,gpt-5.2-codex,xhigh,coding,hard,,,38.11,0.00289,,,4.78,Resolve %,0.00289,,,"https://arxiv.org/abs/2603.13428 (Main table, row Codex CLI GPT 5.2-Codex, column Resolve %)",,out:single-couple,out:cost-single-couple lietome-baseline,arxiv-2603.22582,deepseek-v3.2-speciale,solo,reasoning-math,hard,openrouter-chat,,,,,,90.9,score%,0.0289,,,"https://arxiv.org/abs/2603.22582 (Table 2, row DeepSeek-V3.2-Speciale, column Overall (MMLU 300 + GPQA Diamond 198))",,out:single-couple, lietome-baseline,arxiv-2603.22582,step-3.5-flash,unstated,reasoning-math,hard,openrouter-chat,,,,,,87.0,score%,0.0289,,,"https://arxiv.org/abs/2603.22582 (Table 2, row Step-3.5-Flash, column Overall (MMLU 300 + GPQA Diamond 198))",,out:effort-not-established, lietome-baseline,arxiv-2603.22582,deepseek-r1,solo,reasoning-math,hard,openrouter-chat,,,,,,86.9,score%,0.0289,,,"https://arxiv.org/abs/2603.22582 (Table 2, row DeepSeek-R1, column Overall (MMLU 300 + GPQA Diamond 198))",,out:single-couple, lietome-baseline,arxiv-2603.22582,minimax-m2.5,unstated,reasoning-math,hard,openrouter-chat,,,,,,86.8,score%,0.0289,,,"https://arxiv.org/abs/2603.22582 (Table 2, row MiniMax-M2.5, column Overall (MMLU 300 + GPQA Diamond 198))",,out:effort-not-established, lietome-baseline,arxiv-2603.22582,gpt-oss-120b,unstated,reasoning-math,hard,openrouter-chat,,,,,,85.0,score%,0.0289,,,"https://arxiv.org/abs/2603.22582 (Table 2, row GPT-OSS-120B, column Overall (MMLU 300 + GPQA Diamond 198))",,out:effort-not-established, lietome-baseline,arxiv-2603.22582,qwen3.5-27b,unstated,reasoning-math,hard,openrouter-chat,,,,,,84.6,score%,0.0289,,,"https://arxiv.org/abs/2603.22582 (Table 2, row Qwen3.5-27B, column Overall (MMLU 300 + GPQA Diamond 198))",,out:effort-not-established, lietome-baseline,arxiv-2603.22582,qwq-32b,solo,reasoning-math,hard,openrouter-chat,,,,,,79.0,score%,0.0289,,,"https://arxiv.org/abs/2603.22582 (Table 2, row QwQ-32B, column Overall (MMLU 300 + GPQA Diamond 198))",,out:single-couple, lietome-baseline,arxiv-2603.22582,olmo-3.1-32b-think,solo,reasoning-math,hard,openrouter-chat,,,,,,73.3,score%,0.0289,,,"https://arxiv.org/abs/2603.22582 (Table 2, row OLMo-3.1-32B-Think, column Overall (MMLU 300 + GPQA Diamond 198))",,out:single-couple, lietome-baseline,arxiv-2603.22582,?ERNIE-4.5-21B,not-established:absent,reasoning-math,hard,openrouter-chat,,,,,,72.5,score%,0.0289,,,"https://arxiv.org/abs/2603.22582 (Table 2, row ERNIE-4.5-21B, column Overall (MMLU 300 + GPQA Diamond 198))",,out:model-not-established, lietome-baseline,arxiv-2603.22582,?Nemotron-Nano-9B,not-established:absent,reasoning-math,hard,openrouter-chat,,,,,,72.4,score%,0.0289,,,"https://arxiv.org/abs/2603.22582 (Table 2, row Nemotron-Nano-9B, column Overall (MMLU 300 + GPQA Diamond 198))",,out:model-not-established, lietome-baseline,arxiv-2603.22582,?Seed-1.6-Flash,not-established:absent,reasoning-math,hard,openrouter-chat,,,,,,71.8,score%,0.0289,,,"https://arxiv.org/abs/2603.22582 (Table 2, row Seed-1.6-Flash, column Overall (MMLU 300 + GPQA Diamond 198))",,out:model-not-established, lietome-baseline,arxiv-2603.22582,?OLMo-3-7B-Think,not-established:absent,reasoning-math,hard,openrouter-chat,,,,,,67.7,score%,0.0289,,,"https://arxiv.org/abs/2603.22582 (Table 2, row OLMo-3-7B-Think, column Overall (MMLU 300 + GPQA Diamond 198))",,out:model-not-established, slopcode,arxiv-2603.24755,opus-4.5,not-established:absent,coding,hard,,per-ckpt,2.53,0.00289,,,57.7,core%,0.0289,,,"https://arxiv.org/abs/2603.24755 (row Opus 4.5 [5] · Claude Code 2.0.51 · Just Solve, column Core)",,out:effort-not-established,out:effort-not-established slopcode-iso,arxiv-2603.24755,opus-4.5,not-established:absent,coding,hard,,per-ckpt,2.53,0.00289,,,17.3,solve%,0.0289,,,"https://arxiv.org/abs/2603.24755 (row Opus 4.5 [5] · Claude Code 2.0.51 · Just Solve, column Iso.)",,out:effort-not-established,out:effort-not-established slopcode,arxiv-2603.24755,opus-4.6,not-established:absent,coding,hard,,per-ckpt,3.17,0.00289,,,67.3,core%,0.0289,,,"https://arxiv.org/abs/2603.24755 (row Opus 4.6 [6] · Claude Code 2.1.32 · Just Solve, column Core)",,out:effort-not-established,out:effort-not-established slopcode-iso,arxiv-2603.24755,opus-4.6,not-established:absent,coding,hard,,per-ckpt,3.17,0.00289,,,20.9,solve%,0.0289,,,"https://arxiv.org/abs/2603.24755 (row Opus 4.6 [6] · Claude Code 2.1.32 · Just Solve, column Iso.)",,out:effort-not-established,out:effort-not-established slopcode,arxiv-2603.24755,opus-4.7,not-established:absent,coding,hard,,per-ckpt,2.17,0.00289,,,65.8,core%,0.0289,,,"https://arxiv.org/abs/2603.24755 (row Opus 4.7 [7] · Claude Code 2.1.111 · Just Solve, column Core)",,out:effort-not-established,out:effort-not-established slopcode-iso,arxiv-2603.24755,opus-4.7,not-established:absent,coding,hard,,per-ckpt,2.17,0.00289,,,20.9,solve%,0.0289,,,"https://arxiv.org/abs/2603.24755 (row Opus 4.7 [7] · Claude Code 2.1.111 · Just Solve, column Iso.)",,out:effort-not-established,out:effort-not-established slopcode,arxiv-2603.24755,sonnet-4.6,not-established:absent,coding,hard,,per-ckpt,1.96,0.00289,,,57.7,core%,0.0289,,,"https://arxiv.org/abs/2603.24755 (row Sonnet 4.6 [8] · Claude Code 2.1.44 · Just Solve, column Core)",,out:effort-not-established,out:effort-not-established slopcode-iso,arxiv-2603.24755,sonnet-4.6,not-established:absent,coding,hard,,per-ckpt,1.96,0.00289,,,16.8,solve%,0.0289,,,"https://arxiv.org/abs/2603.24755 (row Sonnet 4.6 [8] · Claude Code 2.1.44 · Just Solve, column Iso.)",,out:effort-not-established,out:effort-not-established slopcode,arxiv-2603.24755,gpt-5.2-codex,not-established:absent,coding,hard,,per-ckpt,0.85,0.00289,,,56.1,core%,0.0289,,,"https://arxiv.org/abs/2603.24755 (row GPT 5.2 Codex [45] · Codex CLI 0.93.0 · Just Solve, column Core)",,out:effort-not-established,out:effort-not-established slopcode-iso,arxiv-2603.24755,gpt-5.2-codex,not-established:absent,coding,hard,,per-ckpt,0.85,0.00289,,,21.9,solve%,0.0289,,,"https://arxiv.org/abs/2603.24755 (row GPT 5.2 Codex [45] · Codex CLI 0.93.0 · Just Solve, column Iso.)",,out:effort-not-established,out:effort-not-established slopcode,arxiv-2603.24755,gpt-5.3-codex,high,coding,hard,,per-ckpt,0.66,0.00289,,,60.7,core%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2603.24755 (row GPT 5.3 Codex · Codex CLI 0.98.0 · Just Solve, column Core)",src-arxiv-2603.24755-v2-2026-05-07|run:slopcode-iso|gpt-5.3-codex@high|,in,in slopcode-iso,arxiv-2603.24755,gpt-5.3-codex,high,coding,hard,,per-ckpt,0.66,0.00289,,,26.0,solve%,0.0289,,,"https://arxiv.org/abs/2603.24755 (row GPT 5.3 Codex · Codex CLI 0.98.0 · Just Solve, column Iso.)",src-arxiv-2603.24755-v2-2026-05-07|run:slopcode-iso|gpt-5.3-codex@high|,in,in slopcode,arxiv-2603.24755,?GPT 5.3 Spark,not-established:absent,coding,hard,,per-ckpt,0.20,0.00289,,,29.1,core%,0.0289,,,"https://arxiv.org/abs/2603.24755 (row GPT 5.3 Spark [51] · Codex CLI 0.100.0 · Just Solve, column Core)",,out:model-not-established,out:model-not-established slopcode-iso,arxiv-2603.24755,?GPT 5.3 Spark,not-established:absent,coding,hard,,per-ckpt,0.20,0.00289,,,8.2,solve%,0.0289,,,"https://arxiv.org/abs/2603.24755 (row GPT 5.3 Spark [51] · Codex CLI 0.100.0 · Just Solve, column Iso.)",,out:model-not-established,out:model-not-established slopcode,arxiv-2603.24755,gpt-5.4,not-established:absent,coding,hard,,per-ckpt,0.72,0.00289,,,62.8,core%,0.0289,,,"https://arxiv.org/abs/2603.24755 (row GPT 5.4 · Codex CLI 0.110.0 · Just Solve, column Core)",,out:effort-not-established,out:effort-not-established slopcode-iso,arxiv-2603.24755,gpt-5.4,not-established:absent,coding,hard,,per-ckpt,0.72,0.00289,,,23.5,solve%,0.0289,,,"https://arxiv.org/abs/2603.24755 (row GPT 5.4 · Codex CLI 0.110.0 · Just Solve, column Iso.)",,out:effort-not-established,out:effort-not-established slopcode,arxiv-2603.24755,gpt-5.4-mini,high,coding,hard,,per-ckpt,0.45,0.00289,,,53.1,core%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2603.24755 (row GPT 5.4 Mini [49] · Codex CLI 0.110.0 · Just Solve, column Core)",src-arxiv-2603.24755-v2-2026-05-07|run:slopcode-iso|gpt-5.4-mini@high|,in,in slopcode-iso,arxiv-2603.24755,gpt-5.4-mini,high,coding,hard,,per-ckpt,0.45,0.00289,,,13.8,solve%,0.0289,,,"https://arxiv.org/abs/2603.24755 (row GPT 5.4 Mini [49] · Codex CLI 0.110.0 · Just Solve, column Iso.)",src-arxiv-2603.24755-v2-2026-05-07|run:slopcode-iso|gpt-5.4-mini@high|,in,in slopcode,arxiv-2603.24755,gpt-5.5,high,coding,hard,,per-ckpt,1.51,0.00289,,,66.8,core%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2603.24755 (row GPT 5.5 · Codex CLI 0.124.0 · Just Solve, column Core)",src-arxiv-2603.24755-v2-2026-05-07|run:slopcode-iso|gpt-5.5@high|,in,in slopcode-iso,arxiv-2603.24755,gpt-5.5,high,coding,hard,,per-ckpt,1.51,0.00289,,,28.1,solve%,0.0289,,,"https://arxiv.org/abs/2603.24755 (row GPT 5.5 · Codex CLI 0.124.0 · Just Solve, column Iso.)",src-arxiv-2603.24755-v2-2026-05-07|run:slopcode-iso|gpt-5.5@high|,in,in slopcode,arxiv-2603.24755,?Composer 2,not-established:absent,coding,hard,,per-ckpt,0.44,0.00289,,,52.6,core%,0.0289,,,"https://arxiv.org/abs/2603.24755 (row Composer 2 [19] · Cursor CLI 2026.04.13-a9d7fb5 · Just Solve, column Core)",,out:model-not-established,out:model-not-established slopcode-iso,arxiv-2603.24755,?Composer 2,not-established:absent,coding,hard,,per-ckpt,0.44,0.00289,,,16.3,solve%,0.0289,,,"https://arxiv.org/abs/2603.24755 (row Composer 2 [19] · Cursor CLI 2026.04.13-a9d7fb5 · Just Solve, column Iso.)",,out:model-not-established,out:model-not-established slopcode,arxiv-2603.24755,glm-5.1,not-established:absent,coding,hard,,per-ckpt,1.47,0.00289,,,40.3,core%,0.0289,,,"https://arxiv.org/abs/2603.24755 (row GLM 5.1 [67] · Claude Code 2.1.44 · Just Solve, column Core)",,out:effort-not-established,out:effort-not-established slopcode-iso,arxiv-2603.24755,glm-5.1,not-established:absent,coding,hard,,per-ckpt,1.47,0.00289,,,13.8,solve%,0.0289,,,"https://arxiv.org/abs/2603.24755 (row GLM 5.1 [67] · Claude Code 2.1.44 · Just Solve, column Iso.)",,out:effort-not-established,out:effort-not-established slopcode,arxiv-2603.24755,kimi-k2.5,not-established:absent,coding,hard,,per-ckpt,0.33,0.00289,,,39.8,core%,0.0289,,,"https://arxiv.org/abs/2603.24755 (row Kimi K2.5 · Kimi CLI 1.37.0 · Just Solve, column Core)",,out:effort-not-established,out:effort-not-established slopcode-iso,arxiv-2603.24755,kimi-k2.5,not-established:absent,coding,hard,,per-ckpt,0.33,0.00289,,,9.7,solve%,0.0289,,,"https://arxiv.org/abs/2603.24755 (row Kimi K2.5 · Kimi CLI 1.37.0 · Just Solve, column Iso.)",,out:effort-not-established,out:effort-not-established slopcode,arxiv-2603.24755,kimi-k2.6,not-established:absent,coding,hard,,per-ckpt,0.74,0.00289,,,51.0,core%,0.0289,,,"https://arxiv.org/abs/2603.24755 (row Kimi K2.6 [32] · Kimi CLI 1.37.0 · Just Solve, column Core)",,out:effort-not-established,out:effort-not-established slopcode-iso,arxiv-2603.24755,kimi-k2.6,not-established:absent,coding,hard,,per-ckpt,0.74,0.00289,,,18.9,solve%,0.0289,,,"https://arxiv.org/abs/2603.24755 (row Kimi K2.6 [32] · Kimi CLI 1.37.0 · Just Solve, column Iso.)",,out:effort-not-established,out:effort-not-established slopcode,arxiv-2603.24755,minimax-m2.7,not-established:absent,coding,hard,,per-ckpt,0.34,0.00289,,,28.1,core%,0.0289,,,"https://arxiv.org/abs/2603.24755 (row MiniMax M2.7 · Claude Code 2.1.44 · Just Solve, column Core)",,out:effort-not-established,out:effort-not-established slopcode-iso,arxiv-2603.24755,minimax-m2.7,not-established:absent,coding,hard,,per-ckpt,0.34,0.00289,,,4.1,solve%,0.0289,,,"https://arxiv.org/abs/2603.24755 (row MiniMax M2.7 · Claude Code 2.1.44 · Just Solve, column Iso.)",,out:effort-not-established,out:effort-not-established dfir-metric-m1,arxiv-2604.03121,gpt-5.2-pro,xhigh,mixed,hard,single-prompt-no-tools,,,,,,93.0,score%,0.0289,,,"https://arxiv.org/abs/2604.03121 (Table 1 (DFIR-Metric, Module I MA / Module II CI), row GPT-5.2-pro, column Module I (MCQ), MA (%))",,in, dfir-metric-m1,arxiv-2604.03121,gpt-5.2,xhigh,mixed,hard,single-prompt-no-tools,,,,,,92.7,score%,0.0289,,,"https://arxiv.org/abs/2604.03121 (Table 1 (DFIR-Metric, Module I MA / Module II CI), row GPT-5.2, column Module I (MCQ), MA (%))",,in, dfir-metric-m1,arxiv-2604.03121,opus-4.5,not-established:absent,mixed,hard,single-prompt-no-tools,,,,,,94.0,score%,0.0289,,,"https://arxiv.org/abs/2604.03121 (Table 1 (DFIR-Metric, Module I MA / Module II CI), row Claude Opus 4.5, column Module I (MCQ), MA (%))",,out:effort-not-established, dfir-metric-m1,arxiv-2604.03121,kimi-k2.5,think,mixed,hard,single-prompt-no-tools,,,,,,94.2,score%,0.0289,,,"https://arxiv.org/abs/2604.03121 (Table 1 (DFIR-Metric, Module I MA / Module II CI), row Kimi K2.5, column Module I (MCQ), MA (%))",,in, dfir-metric-m1,arxiv-2604.03121,deepseek-v3.2,not-established:absent,mixed,hard,single-prompt-no-tools,,,,,,91.9,score%,0.0289,,,"https://arxiv.org/abs/2604.03121 (Table 1 (DFIR-Metric, Module I MA / Module II CI), row DeepSeek V3.2, column Module I (MCQ), MA (%))",,out:effort-not-established, dfir-metric-m1,arxiv-2604.03121,kimi-k2.5,nothink,mixed,hard,single-prompt-no-tools,,,,,,94.3,score%,0.0289,,,"https://arxiv.org/abs/2604.03121 (Table 7 (Kimi K2.5 reasoning ablation), row K2.5 (no thinking), column Module I (MCQ), MA (%))",,in, dfir-metric-m2,arxiv-2604.03121,gpt-5.2-pro,xhigh,mixed,hard,single-prompt-no-tools,,,,,,62.7,score%,0.0289,,,"https://arxiv.org/abs/2604.03121 (Table 1 (DFIR-Metric, Module I MA / Module II CI), row GPT-5.2-pro, column Module II (CTF), CI (%))",,in, dfir-metric-m2,arxiv-2604.03121,gpt-5.2,xhigh,mixed,hard,single-prompt-no-tools,,,,,,47.3,score%,0.0289,,,"https://arxiv.org/abs/2604.03121 (Table 1 (DFIR-Metric, Module I MA / Module II CI), row GPT-5.2, column Module II (CTF), CI (%))",,in, dfir-metric-m2,arxiv-2604.03121,opus-4.5,not-established:absent,mixed,hard,single-prompt-no-tools,,,,,,44.7,score%,0.0289,,,"https://arxiv.org/abs/2604.03121 (Table 1 (DFIR-Metric, Module I MA / Module II CI), row Claude Opus 4.5, column Module II (CTF), CI (%))",,out:effort-not-established, dfir-metric-m2,arxiv-2604.03121,kimi-k2.5,think,mixed,hard,single-prompt-no-tools,,,,,,34.0,score%,0.0289,,,"https://arxiv.org/abs/2604.03121 (Table 1 (DFIR-Metric, Module I MA / Module II CI), row Kimi K2.5, column Module II (CTF), CI (%))",,in, dfir-metric-m2,arxiv-2604.03121,deepseek-v3.2,not-established:absent,mixed,hard,single-prompt-no-tools,,,,,,26.7,score%,0.0289,,,"https://arxiv.org/abs/2604.03121 (Table 1 (DFIR-Metric, Module I MA / Module II CI), row DeepSeek V3.2, column Module II (CTF), CI (%))",,out:effort-not-established, dfir-metric-m2,arxiv-2604.03121,kimi-k2.5,nothink,mixed,hard,single-prompt-no-tools,,,,,,32.7,score%,0.0289,,,"https://arxiv.org/abs/2604.03121 (Table 7 (Kimi K2.5 reasoning ablation), row K2.5 (no thinking), column Module II (CTF), CI (%))",,in, deonticbench-sara-num,arxiv-2604.04443,gpt-5.2-codex,unstated,reasoning-math,hard,,,,,,,26.6,SARA Num. acc,0.0289,,,"https://arxiv.org/abs/2604.04443 (Table 7, row GPT-5.2-Codex Few-Shot, column SARA Num. acc)",,out:effort-not-established, deonticbench-airline,arxiv-2604.04443,gpt-5.2-codex,unstated,reasoning-math,hard,,,,,,,95.5,Airline acc,0.0289,,,"https://arxiv.org/abs/2604.04443 (Table 7, row GPT-5.2-Codex Few-Shot, column Airline acc)",,out:effort-not-established, deonticbench-sara-bin,arxiv-2604.04443,gpt-5.2-codex,unstated,reasoning-math,hard,,,,,,,28.8,SARA Bin. F1,0.0289,,,"https://arxiv.org/abs/2604.04443 (Table 7, row GPT-5.2-Codex Few-Shot, column SARA Bin. F1)",,out:effort-not-established, deonticbench-uscis,arxiv-2604.04443,gpt-5.2-codex,unstated,reasoning-math,hard,,,,,,,34.9,USCIS-AAO F1,0.0289,,,"https://arxiv.org/abs/2604.04443 (Table 7, row GPT-5.2-Codex Few-Shot, column USCIS-AAO F1)",,out:effort-not-established, eduillustrate,arxiv-2604.05005,?Gemini 3.0 Pro Preview,not-established:absent,writing,mid,own-pipeline,,0.49,0.00289,46821,37096,87.8,score%,0.0289,,,"https://arxiv.org/abs/2604.05005 (Table 2, row Gemini 3.0 Pro Preview, column Overall (geometric mean of 8 dimensions))",,out:model-not-established,out:model-not-established eduillustrate,arxiv-2604.05005,kimi-k2.5,unstated,writing,mid,own-pipeline,,0.12,0.00289,44537,43628,80.8,score%,0.0289,,,"https://arxiv.org/abs/2604.05005 (Table 2, row Kimi-K2.5, column Overall (geometric mean of 8 dimensions))",,out:effort-not-established,out:effort-not-established eduillustrate,arxiv-2604.05005,?qwen3.5-397b,not-established:absent,writing,mid,own-pipeline,,0.12,0.00289,39937,27285,72.0,score%,0.0289,,,"https://arxiv.org/abs/2604.05005 (Table 2, row Qwen3.5-397B, column Overall (geometric mean of 8 dimensions))",,out:model-not-established,out:model-not-established eduillustrate,arxiv-2604.05005,qwen3.5-122b-a10b,unstated,writing,mid,own-pipeline,,0.11,0.00289,39487,29262,68.6,score%,0.0289,,,"https://arxiv.org/abs/2604.05005 (Table 2, row Qwen3.5-122B, column Overall (geometric mean of 8 dimensions))",,out:effort-not-established,out:effort-not-established eduillustrate,arxiv-2604.05005,?Qwen 3.5-35B,not-established:absent,writing,mid,own-pipeline,,0.06,0.00289,37269,24943,65.8,score%,0.0289,,,"https://arxiv.org/abs/2604.05005 (Table 2, row Qwen 3.5-35B, column Overall (geometric mean of 8 dimensions))",,out:model-not-established,out:model-not-established eduillustrate,arxiv-2604.05005,sonnet-4.5,unstated,writing,mid,own-pipeline,,0.41,0.00289,71889,23964,57.8,score%,0.0289,,,"https://arxiv.org/abs/2604.05005 (Table 2, row Claude Sonnet 4.5, column Overall (geometric mean of 8 dimensions))",,out:effort-not-established,out:effort-not-established graph-of-skills-vanilla,arxiv-2604.05333,gpt-5.2-codex,unstated,agentic-tool,hard,,,,,,,27.4,mean reward R %,0.0289,,,"https://arxiv.org/abs/2604.05333 (SkillsBench table, block GPT-5.2 Codex, Vanilla Skills)",,out:effort-not-established, graph-of-skills-vector,arxiv-2604.05333,gpt-5.2-codex,unstated,agentic-tool,hard,,,,,,,21.5,mean reward R %,0.0289,,,"https://arxiv.org/abs/2604.05333 (SkillsBench table, block GPT-5.2 Codex, Vector Skills)",,out:effort-not-established, graph-of-skills-gos,arxiv-2604.05333,gpt-5.2-codex,unstated,agentic-tool,hard,,,,,,,34.4,mean reward R %,0.0289,,,"https://arxiv.org/abs/2604.05333 (SkillsBench table, block GPT-5.2 Codex, GoS (the paper method))",,out:effort-not-established, 2604.06132-overall-score,arxiv-2604.06132,glm-5-turbo,not-established:absent,agentic-tool,hard,,,,,,,74.4,Overall score,0.0289,,,"https://arxiv.org/abs/2604.06132 (Table 3, row GLM 5 Turbo, column Overall score)",,out:effort-not-established, 2604.06132-overall-pass3,arxiv-2604.06132,glm-5-turbo,not-established:absent,agentic-tool,hard,,,,,,,75.9,Overall Pass@3,0.0289,,,"https://arxiv.org/abs/2604.06132 (Table 3, row GLM 5 Turbo, column Overall Pass@3)",,out:effort-not-established, 2604.06132-overall-passpow3,arxiv-2604.06132,glm-5-turbo,not-established:absent,agentic-tool,hard,,,,,,,55.8,Overall Pass^3,0.0289,,,"https://arxiv.org/abs/2604.06132 (Table 3, row GLM 5 Turbo, column Overall Pass^3)",,out:effort-not-established, 2604.06233-first-category,arxiv-2604.06233,glm-5-turbo,unstated,mixed,hard,,,,,,,23.9,first category %,0.0289,,,"https://arxiv.org/abs/2604.06233 (Table 2, row GLM-5 Turbo, column first category %)",,out:effort-not-established, arxiv-2604.07073-log-templates,arxiv-2604.07073,gpt-5.2-codex,unstated,coding,mid,,,3,0.289,,,53,count,0.289,,,"https://arxiv.org/abs/2604.07073 (Section 3.1, overall log coverage)",,out:effort-not-established,out:effort-not-established 2604.15760-gate-rate,arxiv-2604.15760,glm-5-turbo,unstated,mixed,hard,,,,,,,20.4,gate pass rate %,0.0289,,,"https://arxiv.org/abs/2604.15760 (Table 2, rank 3, column gate pass rate %)",,out:effort-not-established, 2604.15760-mean-score,arxiv-2604.15760,glm-5-turbo,unstated,mixed,hard,,,,,,,16.8,mean score %,0.0289,,,"https://arxiv.org/abs/2604.15760 (Table 2, rank 3, column mean score %)",,out:effort-not-established, pdb-single,arxiv-2604.17338,sonnet-4.5,not-established:absent,coding,hard,single-call-prompt,,,,,,71.8,edit-precision%,0.0289,,,"https://arxiv.org/abs/2604.17338 (Figure 3(b) (cited as Table 3(b)), PDB-Single row)",,out:effort-not-established, pdb-single,arxiv-2604.17338,gemini-2.5-pro,think,coding,hard,single-call-prompt,,,,,,71.4,edit-precision%,0.0289,,,"https://arxiv.org/abs/2604.17338 (Figure 3(b) (cited as Table 3(b)), PDB-Single row)",,out:single-couple, pdb-single,arxiv-2604.17338,?Qwen3-Coder-480B,not-established:absent,coding,hard,single-call-prompt,,,,,,65.8,edit-precision%,0.0289,,,"https://arxiv.org/abs/2604.17338 (Figure 3(b) (cited as Table 3(b)), PDB-Single row)",,out:model-not-established, pdb-single,arxiv-2604.17338,kimi-k2-instruct,solo,coding,hard,single-call-prompt,,,,,,56.6,edit-precision%,0.0289,,,"https://arxiv.org/abs/2604.17338 (Figure 3(b) (cited as Table 3(b)), PDB-Single row)",,out:single-couple, pdb-single,arxiv-2604.17338,?Grok-Code-Fast,not-established:absent,coding,hard,single-call-prompt,,,,,,54.6,edit-precision%,0.0289,,,"https://arxiv.org/abs/2604.17338 (Figure 3(b) (cited as Table 3(b)), PDB-Single row)",,out:model-not-established, pdb-single,arxiv-2604.17338,?Kimi-K2-Thinking,not-established:absent,coding,hard,single-call-prompt,,,,,,51.7,edit-precision%,0.0289,,,"https://arxiv.org/abs/2604.17338 (Figure 3(b) (cited as Table 3(b)), PDB-Single row)",,out:model-not-established, pdb-single,arxiv-2604.17338,deepseek-v3.2,nothink,coding,hard,single-call-prompt,,,,,,48.4,edit-precision%,0.0289,,,"https://arxiv.org/abs/2604.17338 (Figure 3(b) (cited as Table 3(b)), PDB-Single row)",,in, pdb-single,arxiv-2604.17338,deepseek-v3.2,think,coding,hard,single-call-prompt,,,,,,45.0,edit-precision%,0.0289,,,"https://arxiv.org/abs/2604.17338 (Figure 3(b) (cited as Table 3(b)), PDB-Single row)",,in, pdb-single,arxiv-2604.17338,gpt-5.1-codex,not-established:absent,coding,hard,single-call-prompt,,,,,,39.7,edit-precision%,0.0289,,,"https://arxiv.org/abs/2604.17338 (Figure 3(b) (cited as Table 3(b)), PDB-Single row)",,out:effort-not-established, pdb-wild,arxiv-2604.17338,opus-4.7,unstated,coding,hard,single-call-prompt,,,,,,77.8,edit-precision%,0.0289,,,"https://arxiv.org/abs/2604.17338 (Table 1, PDB-Wild row)",,out:effort-not-established, pdb-wild,arxiv-2604.17338,gemini-3.1-pro,unstated,coding,hard,single-call-prompt,,,,,,77.8,edit-precision%,0.0289,,,"https://arxiv.org/abs/2604.17338 (Table 1, PDB-Wild row)",,out:effort-not-established, pdb-wild,arxiv-2604.17338,gpt-5.5,unstated,coding,hard,single-call-prompt,,,,,,60.9,edit-precision%,0.0289,,,"https://arxiv.org/abs/2604.17338 (Table 1, PDB-Wild row)",,out:effort-not-established, pdb-wild,arxiv-2604.17338,qwen3.6-plus,unstated,coding,hard,single-call-prompt,,,,,,50.5,edit-precision%,0.0289,,,"https://arxiv.org/abs/2604.17338 (Table 1, PDB-Wild row)",,out:effort-not-established, pdb-wild,arxiv-2604.17338,gemini-2.5-pro,unstated,coding,hard,single-call-prompt,,,,,,58.3,edit-precision%,0.0289,,,"https://arxiv.org/abs/2604.17338 (Table 1, PDB-Wild row)",,out:effort-not-established, pdb-wild,arxiv-2604.17338,kimi-k2.6,unstated,coding,hard,single-call-prompt,,,,,,45.7,edit-precision%,0.0289,,,"https://arxiv.org/abs/2604.17338 (Table 1, PDB-Wild row)",,out:effort-not-established, pdb-wild,arxiv-2604.17338,gpt-5.1-codex,unstated,coding,hard,single-call-prompt,,,,,,37.1,edit-precision%,0.0289,,,"https://arxiv.org/abs/2604.17338 (Table 1, PDB-Wild row)",,out:effort-not-established, pdb-wild,arxiv-2604.17338,sonnet-4.5,unstated,coding,hard,single-call-prompt,,,,,,68.7,edit-precision%,0.0289,,,"https://arxiv.org/abs/2604.17338 (Table 1, PDB-Wild row)",,out:effort-not-established, arxiv2604-18309-repair,arxiv-2604.18309,deepseek-v3.2,not-established:absent,coding,mid,"explain+fix pipeline, 93 context configs",,,,,,0.553,fix-pass-rate,0.000289,,,"https://arxiv.org/abs/2604.18309 (Table 5, model DeepSeek-V3.2, batch three-way, row Yes, column Pass rate)",,out:effort-not-established, arxiv2604-18309-repair,arxiv-2604.18309,grok-4.1-fast,not-established:absent,coding,mid,"explain+fix pipeline, 93 context configs",,,,,,0.499,fix-pass-rate,0.000289,,,"https://arxiv.org/abs/2604.18309 (Table 5, model Grok-4.1-fast, batch three-way, row Yes, column Pass rate)",,out:effort-not-established, 2604.18543-autoclaw-completion,arxiv-2604.18543,glm-5-turbo,unstated,agentic-tool,hard,,,,,,,46.2,completion %,0.0289,,,"https://arxiv.org/abs/2604.18543 (Table 3, row GLM 5 Turbo, column completion %)",,out:effort-not-established, 2604.18543-autoclaw-score,arxiv-2604.18543,glm-5-turbo,unstated,agentic-tool,hard,,,,,,,49.8,mean score,0.0289,,,"https://arxiv.org/abs/2604.18543 (Table 3, row GLM 5 Turbo, column mean score)",,out:effort-not-established, automationbench@arxiv-2604.18934,arxiv-2604.18934,opus-4.7,max,agentic-tool,hard,AutomationBench,per-task,1.80,0.00289,,,9.9,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2604.18934 (p7, leaderboard table, Score column)",,in,in automationbench@arxiv-2604.18934,arxiv-2604.18934,gemini-3.1-pro,high,agentic-tool,hard,AutomationBench,per-task,0.54,0.00289,,,9.6,score%,0.0289,,cost-method-assumed-single,"https://arxiv.org/abs/2604.18934 (p7, leaderboard table, Score column)",,in,out:cost-not-comparable automationbench@arxiv-2604.18934,arxiv-2604.18934,gpt-5.4,high,agentic-tool,hard,AutomationBench,per-task,1.93,0.00289,,,7.6,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2604.18934 (p7, leaderboard table, Score column)",,in,in automationbench@arxiv-2604.18934,arxiv-2604.18934,sonnet-4.6,not-established:absent,agentic-tool,hard,AutomationBench,per-task,1.81,0.00289,,,5.3,score%,0.0289,,,"https://arxiv.org/abs/2604.18934 (p7, leaderboard table, Score column)",,out:effort-not-established,out:effort-not-established automationbench@arxiv-2604.18934,arxiv-2604.18934,haiku-4.5,unstated,agentic-tool,hard,AutomationBench,per-task,0.18,0.00289,,,1.5,score%,0.0289,,,"https://arxiv.org/abs/2604.18934 (p7, leaderboard table, Score column)",,out:effort-not-established,out:effort-not-established automationbench@arxiv-2604.18934,arxiv-2604.18934,gpt-5.4,nothink,agentic-tool,hard,AutomationBench,per-task,0.19,0.00289,,,1.2,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2604.18934 (p7, leaderboard table, Score column)",,in,in semlayerraw,arxiv-2604.25149,opus-4.7,not-established:absent,mixed,mid,,,,,,,50.5,pass%,0.0289,,vendor-reported:Anthropic,"https://arxiv.org/abs/2604.25149 (Table 1, row 'Claude Opus 4.7 -- raw', column 'Pass Rate (%)')",,out:effort-not-established, semlayerdoc,arxiv-2604.25149,opus-4.7,not-established:absent,mixed,mid,,,,,,,67.7,pass%,0.0289,,vendor-reported:Anthropic,"https://arxiv.org/abs/2604.25149 (Table 1, row 'Claude Opus 4.7 -- semantic layer', column 'Pass Rate (%)')",,out:effort-not-established, semlayerraw,arxiv-2604.25149,sonnet-4.6,not-established:absent,mixed,mid,,,,,,,46.5,pass%,0.0289,,vendor-reported:Anthropic,"https://arxiv.org/abs/2604.25149 (Table 1, row 'Claude Sonnet 4.6 -- raw', column 'Pass Rate (%)')",,out:effort-not-established, semlayerdoc,arxiv-2604.25149,sonnet-4.6,not-established:absent,mixed,mid,,,,,,,68.7,pass%,0.0289,,vendor-reported:Anthropic,"https://arxiv.org/abs/2604.25149 (Table 1, row 'Claude Sonnet 4.6 -- semantic layer', column 'Pass Rate (%)')",,out:effort-not-established, semlayerraw,arxiv-2604.25149,?gpt-5-4,not-established:absent,mixed,mid,,,,,,,45.5,pass%,0.0289,,evaluated-by:claude-sonnet-4-6,"https://arxiv.org/abs/2604.25149 (Table 1, row 'GPT-5.4 -- raw', column 'Pass Rate (%)')",,out:model-not-established, semlayerdoc,arxiv-2604.25149,?gpt-5-4,not-established:absent,mixed,mid,,,,,,,68.7,pass%,0.0289,,evaluated-by:claude-sonnet-4-6,"https://arxiv.org/abs/2604.25149 (Table 1, row 'GPT-5.4 -- semantic layer', column 'Pass Rate (%)')",,out:model-not-established, evg-baserm,arxiv-2604.26180,opus-4.6,nothink,agentic-tool,mid,Cortex,per-claim,0.945,0.000289,,,78,acc%,0.289,,,"https://arxiv.org/abs/2604.26180 (Table 4, base_rm, row Claude Opus 4.6, column Accuracy (mean of 3 trials))",,out:not-headline,out:cost-not-comparable evg-f1-baserm,arxiv-2604.26180,opus-4.6,nothink,agentic-tool,mid,Cortex,per-claim,0.945,0.000289,,,81,F1%,0.289,,,"https://arxiv.org/abs/2604.26180 (Table 4, base_rm, row Claude Opus 4.6, column F1 Score (ungrounded claims as the positive class; mean of 3 trials))",,out:single-couple,out:cost-not-comparable evg-baserm,arxiv-2604.26180,sonnet-4.6,default,agentic-tool,mid,Cortex,per-claim,0.570,0.000289,,,75,acc%,0.289,,,"https://arxiv.org/abs/2604.26180 (Table 4, base_rm, row Claude Sonnet 4.6, column Accuracy (mean of 3 trials))",,out:effort-not-established,out:effort-not-established evg-f1-baserm,arxiv-2604.26180,sonnet-4.6,default,agentic-tool,mid,Cortex,per-claim,0.570,0.000289,,,78,F1%,0.289,,,"https://arxiv.org/abs/2604.26180 (Table 4, base_rm, row Claude Sonnet 4.6, column F1 Score (ungrounded claims as the positive class; mean of 3 trials))",,out:effort-not-established,out:effort-not-established evg-baserm,arxiv-2604.26180,haiku-4.5,default,agentic-tool,mid,Cortex,per-claim,0.188,0.000289,,,67,acc%,0.289,,,"https://arxiv.org/abs/2604.26180 (Table 4, base_rm, row Claude Haiku 4.5, column Accuracy (mean of 3 trials))",,out:effort-not-established,out:effort-not-established evg-f1-baserm,arxiv-2604.26180,haiku-4.5,default,agentic-tool,mid,Cortex,per-claim,0.188,0.000289,,,74,F1%,0.289,,,"https://arxiv.org/abs/2604.26180 (Table 4, base_rm, row Claude Haiku 4.5, column F1 Score (ungrounded claims as the positive class; mean of 3 trials))",,out:effort-not-established,out:effort-not-established evg-rag,arxiv-2604.26180,opus-4.6,nothink,agentic-tool,mid,Cortex,per-claim,2.61,0.00289,,,71,acc%,0.289,,,"https://arxiv.org/abs/2604.26180 (Table 4, rag_agent, row Claude Opus 4.6, column Accuracy (mean of 3 trials))",,out:not-headline,out:cost-not-comparable evg-f1-rag,arxiv-2604.26180,opus-4.6,nothink,agentic-tool,mid,Cortex,per-claim,2.61,0.00289,,,72,F1%,0.289,,,"https://arxiv.org/abs/2604.26180 (Table 4, rag_agent, row Claude Opus 4.6, column F1 Score (ungrounded claims as the positive class; mean of 3 trials))",,out:single-couple,out:cost-not-comparable evg-rag,arxiv-2604.26180,sonnet-4.6,default,agentic-tool,mid,Cortex,per-claim,2.84,0.00289,,,75,acc%,0.289,,,"https://arxiv.org/abs/2604.26180 (Table 4, rag_agent, row Claude Sonnet 4.6, column Accuracy (mean of 3 trials))",,out:effort-not-established,out:effort-not-established evg-f1-rag,arxiv-2604.26180,sonnet-4.6,default,agentic-tool,mid,Cortex,per-claim,2.84,0.00289,,,76,F1%,0.289,,,"https://arxiv.org/abs/2604.26180 (Table 4, rag_agent, row Claude Sonnet 4.6, column F1 Score (ungrounded claims as the positive class; mean of 3 trials))",,out:effort-not-established,out:effort-not-established evg-rag,arxiv-2604.26180,haiku-4.5,default,agentic-tool,mid,Cortex,per-claim,0.272,0.000289,,,66,acc%,0.289,,,"https://arxiv.org/abs/2604.26180 (Table 4, rag_agent, row Claude Haiku 4.5, column Accuracy (mean of 3 trials))",,out:effort-not-established,out:effort-not-established evg-f1-rag,arxiv-2604.26180,haiku-4.5,default,agentic-tool,mid,Cortex,per-claim,0.272,0.000289,,,72,F1%,0.289,,,"https://arxiv.org/abs/2604.26180 (Table 4, rag_agent, row Claude Haiku 4.5, column F1 Score (ungrounded claims as the positive class; mean of 3 trials))",,out:effort-not-established,out:effort-not-established evg-rlm,arxiv-2604.26180,opus-4.6,nothink,agentic-tool,mid,Cortex,per-claim,1.89,0.00289,,,81,acc%,0.289,,,"https://arxiv.org/abs/2604.26180 (Table 4, rlm (root LLM temperature 1, sub-LLM 0), row Claude Opus 4.6, column Accuracy (mean of 3 trials))",,out:not-headline,out:cost-not-comparable evg-f1-rlm,arxiv-2604.26180,opus-4.6,nothink,agentic-tool,mid,Cortex,per-claim,1.89,0.00289,,,81,F1%,0.289,,,"https://arxiv.org/abs/2604.26180 (Table 4, rlm (root LLM temperature 1, sub-LLM 0), row Claude Opus 4.6, column F1 Score (ungrounded claims as the positive class; mean of 3 trials))",,out:single-couple,out:cost-not-comparable evg-rlm,arxiv-2604.26180,sonnet-4.6,default,agentic-tool,mid,Cortex,per-claim,1.29,0.00289,,,84,acc%,0.289,,,"https://arxiv.org/abs/2604.26180 (Table 4, rlm (root LLM temperature 1, sub-LLM 0), row Claude Sonnet 4.6, column Accuracy (mean of 3 trials))",,out:effort-not-established,out:effort-not-established evg-f1-rlm,arxiv-2604.26180,sonnet-4.6,default,agentic-tool,mid,Cortex,per-claim,1.29,0.00289,,,83,F1%,0.289,,,"https://arxiv.org/abs/2604.26180 (Table 4, rlm (root LLM temperature 1, sub-LLM 0), row Claude Sonnet 4.6, column F1 Score (ungrounded claims as the positive class; mean of 3 trials))",,out:effort-not-established,out:effort-not-established evg-rlm,arxiv-2604.26180,haiku-4.5,default,agentic-tool,mid,Cortex,per-claim,0.649,0.000289,,,77,acc%,0.289,,,"https://arxiv.org/abs/2604.26180 (Table 4, rlm (root LLM temperature 1, sub-LLM 0), row Claude Haiku 4.5, column Accuracy (mean of 3 trials))",,out:effort-not-established,out:effort-not-established evg-f1-rlm,arxiv-2604.26180,haiku-4.5,default,agentic-tool,mid,Cortex,per-claim,0.649,0.000289,,,76,F1%,0.289,,,"https://arxiv.org/abs/2604.26180 (Table 4, rlm (root LLM temperature 1, sub-LLM 0), row Claude Haiku 4.5, column F1 Score (ungrounded claims as the positive class; mean of 3 trials))",,out:effort-not-established,out:effort-not-established evg-unopt,arxiv-2604.26180,opus-4.6,nothink,agentic-tool,mid,Cortex,per-claim,15.88,0.00289,,,94,acc%,0.289,,,"https://arxiv.org/abs/2604.26180 (Table 4, evg_unopt, row Claude Opus 4.6, column Accuracy (mean of 3 trials))",,out:not-headline,out:cost-not-comparable evg-f1-unopt,arxiv-2604.26180,opus-4.6,nothink,agentic-tool,mid,Cortex,per-claim,15.88,0.00289,,,94,F1%,0.289,,,"https://arxiv.org/abs/2604.26180 (Table 4, evg_unopt, row Claude Opus 4.6, column F1 Score (ungrounded claims as the positive class; mean of 3 trials))",,out:single-couple,out:cost-not-comparable evg-unopt,arxiv-2604.26180,sonnet-4.6,default,agentic-tool,mid,Cortex,per-claim,9.54,0.00289,,,88,acc%,0.289,,,"https://arxiv.org/abs/2604.26180 (Table 4, evg_unopt, row Claude Sonnet 4.6, column Accuracy (mean of 3 trials))",,out:effort-not-established,out:effort-not-established evg-f1-unopt,arxiv-2604.26180,sonnet-4.6,default,agentic-tool,mid,Cortex,per-claim,9.54,0.00289,,,88,F1%,0.289,,,"https://arxiv.org/abs/2604.26180 (Table 4, evg_unopt, row Claude Sonnet 4.6, column F1 Score (ungrounded claims as the positive class; mean of 3 trials))",,out:effort-not-established,out:effort-not-established evg-unopt,arxiv-2604.26180,haiku-4.5,default,agentic-tool,mid,Cortex,per-claim,3.23,0.00289,,,88,acc%,0.289,,,"https://arxiv.org/abs/2604.26180 (Table 4, evg_unopt, row Claude Haiku 4.5, column Accuracy (mean of 3 trials))",,out:effort-not-established,out:effort-not-established evg-f1-unopt,arxiv-2604.26180,haiku-4.5,default,agentic-tool,mid,Cortex,per-claim,3.23,0.00289,,,88,F1%,0.289,,,"https://arxiv.org/abs/2604.26180 (Table 4, evg_unopt, row Claude Haiku 4.5, column F1 Score (ungrounded claims as the positive class; mean of 3 trials))",,out:effort-not-established,out:effort-not-established evg-opt,arxiv-2604.26180,opus-4.6,nothink,agentic-tool,mid,Cortex,per-claim,5.05,0.00289,,,94,acc%,0.289,,,"https://arxiv.org/abs/2604.26180 (Table 4, evg_opt, row Claude Opus 4.6, column Accuracy (mean of 3 trials))",,out:not-headline,out:cost-not-comparable evg-f1-opt,arxiv-2604.26180,opus-4.6,nothink,agentic-tool,mid,Cortex,per-claim,5.05,0.00289,,,94,F1%,0.289,,,"https://arxiv.org/abs/2604.26180 (Table 4, evg_opt, row Claude Opus 4.6, column F1 Score (ungrounded claims as the positive class; mean of 3 trials))",,out:single-couple,out:cost-not-comparable evg-opt,arxiv-2604.26180,sonnet-4.6,default,agentic-tool,mid,Cortex,per-claim,3.25,0.00289,,,91,acc%,0.289,,,"https://arxiv.org/abs/2604.26180 (Table 4, evg_opt, row Claude Sonnet 4.6, column Accuracy (mean of 3 trials))",,out:effort-not-established,out:effort-not-established evg-f1-opt,arxiv-2604.26180,sonnet-4.6,default,agentic-tool,mid,Cortex,per-claim,3.25,0.00289,,,91,F1%,0.289,,,"https://arxiv.org/abs/2604.26180 (Table 4, evg_opt, row Claude Sonnet 4.6, column F1 Score (ungrounded claims as the positive class; mean of 3 trials))",,out:effort-not-established,out:effort-not-established evg-opt,arxiv-2604.26180,haiku-4.5,default,agentic-tool,mid,Cortex,per-claim,1.01,0.00289,,,88,acc%,0.289,,,"https://arxiv.org/abs/2604.26180 (Table 4, evg_opt, row Claude Haiku 4.5, column Accuracy (mean of 3 trials))",,out:effort-not-established,out:effort-not-established evg-f1-opt,arxiv-2604.26180,haiku-4.5,default,agentic-tool,mid,Cortex,per-claim,1.01,0.00289,,,88,F1%,0.289,,,"https://arxiv.org/abs/2604.26180 (Table 4, evg_opt, row Claude Haiku 4.5, column F1 Score (ungrounded claims as the positive class; mean of 3 trials))",,out:effort-not-established,out:effort-not-established evg-opt,arxiv-2604.26180,?Qwen3-VL,not-established:absent,agentic-tool,mid,Cortex,per-claim,0.183,0.000289,,,86,acc%,0.289,,,"https://arxiv.org/abs/2604.26180 (Table 4, evg_opt, row Qwen3-VL, column Accuracy (mean of 3 trials))",,out:model-not-established,out:model-not-established evg-f1-opt,arxiv-2604.26180,?Qwen3-VL,not-established:absent,agentic-tool,mid,Cortex,per-claim,0.183,0.000289,,,87,F1%,0.289,,,"https://arxiv.org/abs/2604.26180 (Table 4, evg_opt, row Qwen3-VL, column F1 Score (ungrounded claims as the positive class; mean of 3 trials))",,out:model-not-established,out:model-not-established evg-opt,arxiv-2604.26180,?Qwen3-Next,not-established:absent,agentic-tool,mid,Cortex,per-claim,0.113,0.000289,,,82,acc%,0.289,,,"https://arxiv.org/abs/2604.26180 (Table 4, evg_opt, row Qwen3-Next, column Accuracy (mean of 3 trials))",,out:model-not-established,out:model-not-established evg-f1-opt,arxiv-2604.26180,?Qwen3-Next,not-established:absent,agentic-tool,mid,Cortex,per-claim,0.113,0.000289,,,82,F1%,0.289,,,"https://arxiv.org/abs/2604.26180 (Table 4, evg_opt, row Qwen3-Next, column F1 Score (ungrounded claims as the positive class; mean of 3 trials))",,out:model-not-established,out:model-not-established arxiv-2604.26954-kappa,arxiv-2604.26954,gpt-5.4-nano,nothink,mixed,hard,,per-1000-requests,0.27,0.00289,1030,51,0.750,Cohen's kappa vs human raters,0.000289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2604.26954 (Table 5, row GPT-5.4 Nano, column 1 (none))",,in,in arxiv-2604.26954-kappa,arxiv-2604.26954,gpt-5.4-nano,low,mixed,hard,,per-1000-requests,0.36,0.00289,1030,126,0.700,Cohen's kappa vs human raters,0.000289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2604.26954 (Table 5, row GPT-5.4 Nano, column 2 (low))",,in,in arxiv-2604.26954-kappa,arxiv-2604.26954,gpt-5.4-nano,medium,mixed,hard,,per-1000-requests,0.43,0.00289,1030,176,0.743,Cohen's kappa vs human raters,0.000289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2604.26954 (Table 5, row GPT-5.4 Nano, column 3 (medium))",,in,in arxiv-2604.26954-kappa,arxiv-2604.26954,gpt-5.4-nano,high,mixed,hard,,per-1000-requests,0.51,0.00289,1030,240,0.742,Cohen's kappa vs human raters,0.000289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2604.26954 (Table 5, row GPT-5.4 Nano, column 4 (high))",,in,in arxiv-2604.26954-kappa,arxiv-2604.26954,gpt-5.4-mini,nothink,mixed,hard,,per-1000-requests,0.95,0.00289,1030,40,0.756,Cohen's kappa vs human raters,0.000289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2604.26954 (Table 5, row GPT-5.4 Mini, column 1 (none))",,in,in arxiv-2604.26954-kappa,arxiv-2604.26954,gpt-5.4-mini,low,mixed,hard,,per-1000-requests,1.15,0.00289,1030,84,0.705,Cohen's kappa vs human raters,0.000289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2604.26954 (Table 5, row GPT-5.4 Mini, column 2 (low))",,in,in arxiv-2604.26954-kappa,arxiv-2604.26954,gpt-5.4-mini,medium,mixed,hard,,per-1000-requests,1.47,0.00289,1030,154,0.752,Cohen's kappa vs human raters,0.000289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2604.26954 (Table 5, row GPT-5.4 Mini, column 3 (medium))",,in,in arxiv-2604.26954-kappa,arxiv-2604.26954,gpt-5.4-mini,high,mixed,hard,,per-1000-requests,1.85,0.00289,1030,241,0.763,Cohen's kappa vs human raters,0.000289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2604.26954 (Table 5, row GPT-5.4 Mini, column 4 (high))",,in,in arxiv-2604.26954-kappa,arxiv-2604.26954,gpt-5.4,nothink,mixed,hard,,per-1000-requests,3.22,0.00289,1030,43,0.701,Cohen's kappa vs human raters,0.000289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2604.26954 (Table 5, row GPT-5.4, column 1 (none))",,in,in arxiv-2604.26954-kappa,arxiv-2604.26954,gpt-5.4,low,mixed,hard,,per-1000-requests,3.95,0.00289,1030,92,0.760,Cohen's kappa vs human raters,0.000289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2604.26954 (Table 5, row GPT-5.4, column 2 (low))",,in,in arxiv-2604.26954-kappa,arxiv-2604.26954,gpt-5.4,medium,mixed,hard,,per-1000-requests,4.79,0.00289,1030,147,0.759,Cohen's kappa vs human raters,0.000289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2604.26954 (Table 5, row GPT-5.4, column 3 (medium))",,in,in arxiv-2604.26954-kappa,arxiv-2604.26954,gpt-5.4,high,mixed,hard,,per-1000-requests,6.12,0.00289,1030,236,0.763,Cohen's kappa vs human raters,0.000289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2604.26954 (Table 5, row GPT-5.4, column 4 (high))",,in,in arxiv-2604.26954-kappa,arxiv-2604.26954,gemini-3-flash,minimal,mixed,hard,,per-1000-requests,0.67,0.00289,1030,50,0.713,Cohen's kappa vs human raters,0.000289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2604.26954 (Table 5, row Gemini 3 Flash Preview, column 1 (minimal))",,in,in arxiv-2604.26954-kappa,arxiv-2604.26954,gemini-3-flash,low,mixed,hard,,per-1000-requests,0.65,0.00289,1030,46,0.710,Cohen's kappa vs human raters,0.000289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2604.26954 (Table 5, row Gemini 3 Flash Preview, column 2 (low))",,in,in arxiv-2604.26954-kappa,arxiv-2604.26954,gemini-3-flash,medium,mixed,hard,,per-1000-requests,2.81,0.00289,1030,50,0.782,Cohen's kappa vs human raters,0.000289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2604.26954 (Table 5, row Gemini 3 Flash Preview, column 3 (medium))",,in,in arxiv-2604.26954-kappa,arxiv-2604.26954,gemini-3-flash,high,mixed,hard,,per-1000-requests,1.91,0.00289,1030,49,0.771,Cohen's kappa vs human raters,0.000289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2604.26954 (Table 5, row Gemini 3 Flash Preview, column 4 (high))",,in,in arxiv-2604.26954-kappa,arxiv-2604.26954,gemini-3.1-pro,low,mixed,hard,,per-1000-requests,3.88,0.00289,1030,52,0.794,Cohen's kappa vs human raters,0.000289,,,"https://arxiv.org/abs/2604.26954 (Table 5, row Gemini 3.1 Pro Preview, column 2 (low))",,in,out:cost-not-comparable arxiv-2604.26954-kappa,arxiv-2604.26954,gemini-3.1-pro,medium,mixed,hard,,per-1000-requests,4.11,0.00289,1030,50,0.788,Cohen's kappa vs human raters,0.000289,,,"https://arxiv.org/abs/2604.26954 (Table 5, row Gemini 3.1 Pro Preview, column 3 (medium))",,in,out:cost-not-comparable arxiv-2604.26954-kappa,arxiv-2604.26954,gemini-3.1-pro,high,mixed,hard,,per-1000-requests,4.13,0.00289,1030,48,0.793,Cohen's kappa vs human raters,0.000289,,,"https://arxiv.org/abs/2604.26954 (Table 5, row Gemini 3.1 Pro Preview, column 4 (high))",,in,out:cost-not-comparable arxiv-2604.26954-kappa-temp0-j1,arxiv-2604.26954,gpt-5.4-nano,nothink,mixed,hard,,,,,,,0.564,Cohen's kappa vs human raters,0.000289,,,"https://arxiv.org/abs/2604.26954 (Table 4, row GPT-5.4 Nano, column temp = 0, j = 1)",,in, arxiv-2604.26954-kappa-temp1-j3,arxiv-2604.26954,gpt-5.4-nano,nothink,mixed,hard,,,,,,,0.757,Cohen's kappa vs human raters,0.000289,,,"https://arxiv.org/abs/2604.26954 (Table 4, row GPT-5.4 Nano, column temp = 1, j = 3)",src-arxiv-2604.26954-2026-04-03|arxiv-2604.26954:t4-temp1-majority-votes|gpt-5.4-nano@nothink|,in, arxiv-2604.26954-kappa-temp1-j5,arxiv-2604.26954,gpt-5.4-nano,nothink,mixed,hard,,,,,,,0.761,Cohen's kappa vs human raters,0.000289,,,"https://arxiv.org/abs/2604.26954 (Table 4, row GPT-5.4 Nano, column temp = 1, j = 5)",src-arxiv-2604.26954-2026-04-03|arxiv-2604.26954:t4-temp1-majority-votes|gpt-5.4-nano@nothink|,in, arxiv-2604.26954-kappa-temp1-j7,arxiv-2604.26954,gpt-5.4-nano,nothink,mixed,hard,,,,,,,0.761,Cohen's kappa vs human raters,0.000289,,,"https://arxiv.org/abs/2604.26954 (Table 4, row GPT-5.4 Nano, column temp = 1, j = 7)",src-arxiv-2604.26954-2026-04-03|arxiv-2604.26954:t4-temp1-majority-votes|gpt-5.4-nano@nothink|,in, arxiv-2604.26954-kappa-temp0-j1,arxiv-2604.26954,gpt-5.4-mini,nothink,mixed,hard,,,,,,,0.668,Cohen's kappa vs human raters,0.000289,,,"https://arxiv.org/abs/2604.26954 (Table 4, row GPT-5.4 Mini, column temp = 0, j = 1)",,in, arxiv-2604.26954-kappa-temp1-j3,arxiv-2604.26954,gpt-5.4-mini,nothink,mixed,hard,,,,,,,0.772,Cohen's kappa vs human raters,0.000289,,,"https://arxiv.org/abs/2604.26954 (Table 4, row GPT-5.4 Mini, column temp = 1, j = 3)",src-arxiv-2604.26954-2026-04-03|arxiv-2604.26954:t4-temp1-majority-votes|gpt-5.4-mini@nothink|,in, arxiv-2604.26954-kappa-temp1-j5,arxiv-2604.26954,gpt-5.4-mini,nothink,mixed,hard,,,,,,,0.766,Cohen's kappa vs human raters,0.000289,,,"https://arxiv.org/abs/2604.26954 (Table 4, row GPT-5.4 Mini, column temp = 1, j = 5)",src-arxiv-2604.26954-2026-04-03|arxiv-2604.26954:t4-temp1-majority-votes|gpt-5.4-mini@nothink|,in, arxiv-2604.26954-kappa-temp1-j7,arxiv-2604.26954,gpt-5.4-mini,nothink,mixed,hard,,,,,,,0.767,Cohen's kappa vs human raters,0.000289,,,"https://arxiv.org/abs/2604.26954 (Table 4, row GPT-5.4 Mini, column temp = 1, j = 7)",src-arxiv-2604.26954-2026-04-03|arxiv-2604.26954:t4-temp1-majority-votes|gpt-5.4-mini@nothink|,in, arxiv-2604.26954-kappa-temp0-j1,arxiv-2604.26954,gpt-5.4,nothink,mixed,hard,,,,,,,0.708,Cohen's kappa vs human raters,0.000289,,,"https://arxiv.org/abs/2604.26954 (Table 4, row GPT-5.4, column temp = 0, j = 1)",,in, arxiv-2604.26954-kappa-temp1-j3,arxiv-2604.26954,gpt-5.4,nothink,mixed,hard,,,,,,,0.714,Cohen's kappa vs human raters,0.000289,,,"https://arxiv.org/abs/2604.26954 (Table 4, row GPT-5.4, column temp = 1, j = 3)",src-arxiv-2604.26954-2026-04-03|arxiv-2604.26954:t4-temp1-majority-votes|gpt-5.4@nothink|,in, arxiv-2604.26954-kappa-temp1-j5,arxiv-2604.26954,gpt-5.4,nothink,mixed,hard,,,,,,,0.714,Cohen's kappa vs human raters,0.000289,,,"https://arxiv.org/abs/2604.26954 (Table 4, row GPT-5.4, column temp = 1, j = 5)",src-arxiv-2604.26954-2026-04-03|arxiv-2604.26954:t4-temp1-majority-votes|gpt-5.4@nothink|,in, arxiv-2604.26954-kappa-temp1-j7,arxiv-2604.26954,gpt-5.4,nothink,mixed,hard,,,,,,,0.714,Cohen's kappa vs human raters,0.000289,,,"https://arxiv.org/abs/2604.26954 (Table 4, row GPT-5.4, column temp = 1, j = 7)",src-arxiv-2604.26954-2026-04-03|arxiv-2604.26954:t4-temp1-majority-votes|gpt-5.4@nothink|,in, arxiv-2604.26954-kappa-temp0-j1,arxiv-2604.26954,gemini-3-flash,minimal,mixed,hard,,,,,,,0.714,Cohen's kappa vs human raters,0.000289,,,"https://arxiv.org/abs/2604.26954 (Table 4, row Gemini 3 Flash Preview, column temp = 0, j = 1)",,in, arxiv-2604.26954-kappa-temp1-j3,arxiv-2604.26954,gemini-3-flash,minimal,mixed,hard,,,,,,,0.717,Cohen's kappa vs human raters,0.000289,,,"https://arxiv.org/abs/2604.26954 (Table 4, row Gemini 3 Flash Preview, column temp = 1, j = 3)",src-arxiv-2604.26954-2026-04-03|arxiv-2604.26954:t4-temp1-majority-votes|gemini-3-flash@minimal|,in, arxiv-2604.26954-kappa-temp1-j5,arxiv-2604.26954,gemini-3-flash,minimal,mixed,hard,,,,,,,0.717,Cohen's kappa vs human raters,0.000289,,,"https://arxiv.org/abs/2604.26954 (Table 4, row Gemini 3 Flash Preview, column temp = 1, j = 5)",src-arxiv-2604.26954-2026-04-03|arxiv-2604.26954:t4-temp1-majority-votes|gemini-3-flash@minimal|,in, arxiv-2604.26954-kappa-temp1-j7,arxiv-2604.26954,gemini-3-flash,minimal,mixed,hard,,,,,,,0.720,Cohen's kappa vs human raters,0.000289,,,"https://arxiv.org/abs/2604.26954 (Table 4, row Gemini 3 Flash Preview, column temp = 1, j = 7)",src-arxiv-2604.26954-2026-04-03|arxiv-2604.26954:t4-temp1-majority-votes|gemini-3-flash@minimal|,in, longctx1m-single,arxiv-2605.02173,gemini-3.1-pro,unstated,mixed,hard,official-api,,,,,,100,score%,0,,,https://arxiv.org/abs/2605.02173 (row Gemini 3.1 Pro),,out:effort-not-established, longctx1m-single,arxiv-2605.02173,opus-4.7,max,mixed,hard,official-api,,,,,,100,score%,0,,,https://arxiv.org/abs/2605.02173 (row Claude Opus 4.7),,out:saturated, longctx1m-single,arxiv-2605.02173,gpt-5.5,xhigh,mixed,hard,official-api,,,,,,100,score%,0,,,https://arxiv.org/abs/2605.02173 (row GPT-5.5),,out:saturated, longctx1m-single,arxiv-2605.02173,deepseek-v4-pro-preview,unstated,mixed,hard,official-api,,,,,,72.222222,score%,0,,,https://arxiv.org/abs/2605.02173 (row DeepSeek V4 Pro),,out:effort-not-established, longctx1m-single,arxiv-2605.02173,qwen3.6-plus,unstated,mixed,hard,official-api,,,,,,38.888889,score%,0,,,https://arxiv.org/abs/2605.02173 (row Qwen3.6-plus),,out:effort-not-established, longctx1m-multihop,arxiv-2605.02173,gemini-3.1-pro,unstated,mixed,hard,official-api,,,,,,100,score%,0,,,https://arxiv.org/abs/2605.02173 (row Gemini 3.1 Pro),,out:effort-not-established, longctx1m-multihop,arxiv-2605.02173,opus-4.7,max,mixed,hard,official-api,,,,,,80,score%,0,,,https://arxiv.org/abs/2605.02173 (row Claude Opus 4.7),,in, longctx1m-multihop,arxiv-2605.02173,gpt-5.5,xhigh,mixed,hard,official-api,,,,,,73.333333,score%,0,,,https://arxiv.org/abs/2605.02173 (row GPT-5.5),,in, longctx1m-multihop,arxiv-2605.02173,deepseek-v4-pro-preview,unstated,mixed,hard,official-api,,,,,,40,score%,0,,,https://arxiv.org/abs/2605.02173 (row DeepSeek V4 Pro),,out:effort-not-established, longctx1m-multihop,arxiv-2605.02173,qwen3.6-plus,unstated,mixed,hard,official-api,,,,,,60,score%,0,,,https://arxiv.org/abs/2605.02173 (row Qwen3.6-plus),,out:effort-not-established, programbench-paper,arxiv-2605.03546,opus-4.7,default,coding,frontier,mini-swe-agent,USD,3.81,0.00289,,,3.0,pct-almost-resolved,0.0289,,,"https://arxiv.org/abs/2605.03546 (Table 2, row Claude Opus 4.7, column % Almost)",,out:effort-not-established,out:effort-not-established programbench-paper-resolved,arxiv-2605.03546,opus-4.7,default,coding,frontier,mini-swe-agent,,,,,,0.0,resolved%,0.0289,,,"https://arxiv.org/abs/2605.03546 (Table 2, row Claude Opus 4.7, column % Res.)",,out:effort-not-established, programbench-paper,arxiv-2605.03546,opus-4.6,default,coding,frontier,mini-swe-agent,USD,11.38,0.00289,,,2.5,pct-almost-resolved,0.0289,,,"https://arxiv.org/abs/2605.03546 (Table 2, row Claude Opus 4.6, column % Almost)",,out:effort-not-established,out:effort-not-established programbench-paper-resolved,arxiv-2605.03546,opus-4.6,default,coding,frontier,mini-swe-agent,,,,,,0.0,resolved%,0.0289,,,"https://arxiv.org/abs/2605.03546 (Table 2, row Claude Opus 4.6, column % Res.)",,out:effort-not-established, programbench-paper,arxiv-2605.03546,sonnet-4.6,default,coding,frontier,mini-swe-agent,USD,27.09,0.00289,,,1.6,pct-almost-resolved,0.0289,,,"https://arxiv.org/abs/2605.03546 (Table 2, row Claude Sonnet 4.6, column % Almost)",,out:effort-not-established,out:effort-not-established programbench-paper-resolved,arxiv-2605.03546,sonnet-4.6,default,coding,frontier,mini-swe-agent,,,,,,0.0,resolved%,0.0289,,,"https://arxiv.org/abs/2605.03546 (Table 2, row Claude Sonnet 4.6, column % Res.)",,out:effort-not-established, programbench-paper,arxiv-2605.03546,haiku-4.5,default,coding,frontier,mini-swe-agent,USD,0.80,0.00289,,,0.0,pct-almost-resolved,0.0289,,,"https://arxiv.org/abs/2605.03546 (Table 2, row Claude Haiku 4.5, column % Almost)",,out:effort-not-established,out:effort-not-established programbench-paper-resolved,arxiv-2605.03546,haiku-4.5,default,coding,frontier,mini-swe-agent,,,,,,0.0,resolved%,0.0289,,,"https://arxiv.org/abs/2605.03546 (Table 2, row Claude Haiku 4.5, column % Res.)",,out:effort-not-established, programbench-paper,arxiv-2605.03546,gemini-3.1-pro,default,coding,frontier,mini-swe-agent,USD,1.51,0.00289,,,0.0,pct-almost-resolved,0.0289,,,"https://arxiv.org/abs/2605.03546 (Table 2, row Gemini 3.1 Pro, column % Almost)",,out:effort-not-established,out:effort-not-established programbench-paper-resolved,arxiv-2605.03546,gemini-3.1-pro,default,coding,frontier,mini-swe-agent,,,,,,0.0,resolved%,0.0289,,,"https://arxiv.org/abs/2605.03546 (Table 2, row Gemini 3.1 Pro, column % Res.)",,out:effort-not-established, programbench-paper,arxiv-2605.03546,gemini-3-flash,default,coding,frontier,mini-swe-agent,USD,0.33,0.00289,,,0.0,pct-almost-resolved,0.0289,,,"https://arxiv.org/abs/2605.03546 (Table 2, row Gemini 3 Flash, column % Almost)",,out:effort-not-established,out:effort-not-established programbench-paper-resolved,arxiv-2605.03546,gemini-3-flash,default,coding,frontier,mini-swe-agent,,,,,,0.0,resolved%,0.0289,,,"https://arxiv.org/abs/2605.03546 (Table 2, row Gemini 3 Flash, column % Res.)",,out:effort-not-established, programbench-paper,arxiv-2605.03546,gpt-5.4,default,coding,frontier,mini-swe-agent,USD,0.33,0.00289,,,0.0,pct-almost-resolved,0.0289,,,"https://arxiv.org/abs/2605.03546 (Table 2, row GPT 5.4, column % Almost)",,out:effort-not-established,out:effort-not-established programbench-paper-resolved,arxiv-2605.03546,gpt-5.4,default,coding,frontier,mini-swe-agent,,,,,,0.0,resolved%,0.0289,,,"https://arxiv.org/abs/2605.03546 (Table 2, row GPT 5.4, column % Res.)",,out:effort-not-established, programbench-paper,arxiv-2605.03546,gpt-5.4-mini,default,coding,frontier,mini-swe-agent,USD,0.04,0.00289,,,0.0,pct-almost-resolved,0.0289,,,"https://arxiv.org/abs/2605.03546 (Table 2, row GPT 5.4 mini, column % Almost)",,out:effort-not-established,out:effort-not-established programbench-paper-resolved,arxiv-2605.03546,gpt-5.4-mini,default,coding,frontier,mini-swe-agent,,,,,,0.0,resolved%,0.0289,,,"https://arxiv.org/abs/2605.03546 (Table 2, row GPT 5.4 mini, column % Res.)",,out:effort-not-established, agentisland-pl,arxiv-2605.04312,gpt-5.5,unstated,mixed,hard,own-game-harness,,,,,,5.64,PL-skill,0.00289,,,"https://arxiv.org/abs/2605.04312 (table-1.csv: Table 1, Plackett-Luce rankings (posterior mean of lambda), one row per rank / row openai/gpt-5.5 / column mean)",,out:effort-not-established, agentisland-pl,arxiv-2605.04312,gpt-5.2,unstated,mixed,hard,own-game-harness,,,,,,3.10,PL-skill,0.00289,,,"https://arxiv.org/abs/2605.04312 (table-1.csv: Table 1, Plackett-Luce rankings (posterior mean of lambda), one row per rank / row openai/gpt-5.2 / column mean)",,out:effort-not-established, agentisland-pl,arxiv-2605.04312,gpt-5.3-codex,unstated,mixed,hard,own-game-harness,,,,,,2.86,PL-skill,0.00289,,,"https://arxiv.org/abs/2605.04312 (table-1.csv: Table 1, Plackett-Luce rankings (posterior mean of lambda), one row per rank / row openai/gpt-5.3-codex / column mean)",,out:effort-not-established, agentisland-pl,arxiv-2605.04312,gpt-5.4,unstated,mixed,hard,own-game-harness,,,,,,2.52,PL-skill,0.00289,,,"https://arxiv.org/abs/2605.04312 (table-1.csv: Table 1, Plackett-Luce rankings (posterior mean of lambda), one row per rank / row openai/gpt-5.4 / column mean)",,out:effort-not-established, agentisland-pl,arxiv-2605.04312,?anthropic/claude-opus-4.7,not-established:absent,mixed,hard,own-game-harness,,,,,,2.07,PL-skill,0.00289,,,"https://arxiv.org/abs/2605.04312 (table-1.csv: Table 1, Plackett-Luce rankings (posterior mean of lambda), one row per rank / row anthropic/claude-opus-4.7 / column mean)",,out:model-not-established, agentisland-pl,arxiv-2605.04312,?anthropic/claude-opus-4.6,not-established:absent,mixed,hard,own-game-harness,,,,,,1.88,PL-skill,0.00289,,,"https://arxiv.org/abs/2605.04312 (table-1.csv: Table 1, Plackett-Luce rankings (posterior mean of lambda), one row per rank / row anthropic/claude-opus-4.6 / column mean)",,out:model-not-established, agentisland-pl,arxiv-2605.04312,gpt-5.2-pro,unstated,mixed,hard,own-game-harness,,,,,,1.82,PL-skill,0.00289,,,"https://arxiv.org/abs/2605.04312 (table-1.csv: Table 1, Plackett-Luce rankings (posterior mean of lambda), one row per rank / row openai/gpt-5.2-pro / column mean)",,out:effort-not-established, agentisland-pl,arxiv-2605.04312,deepseek-v4-pro-preview,unstated,mixed,hard,own-game-harness,,,,,,1.77,PL-skill,0.00289,,,"https://arxiv.org/abs/2605.04312 (table-1.csv: Table 1, Plackett-Luce rankings (posterior mean of lambda), one row per rank / row deepseek/deepseek-v4-pro / column mean)",,out:effort-not-established, agentisland-pl,arxiv-2605.04312,glm-5.1,unstated,mixed,hard,own-game-harness,,,,,,1.69,PL-skill,0.00289,,,"https://arxiv.org/abs/2605.04312 (table-1.csv: Table 1, Plackett-Luce rankings (posterior mean of lambda), one row per rank / row z-ai/glm-5.1 / column mean)",,out:effort-not-established, agentisland-pl,arxiv-2605.04312,opus-4.5,unstated,mixed,hard,own-game-harness,,,,,,1.64,PL-skill,0.00289,,,"https://arxiv.org/abs/2605.04312 (table-1.csv: Table 1, Plackett-Luce rankings (posterior mean of lambda), one row per rank / row anthropic/claude-opus-4.5 / column mean)",,out:effort-not-established, agentisland-pl,arxiv-2605.04312,?anthropic/claude-sonnet-4.6,not-established:absent,mixed,hard,own-game-harness,,,,,,1.42,PL-skill,0.00289,,,"https://arxiv.org/abs/2605.04312 (table-1.csv: Table 1, Plackett-Luce rankings (posterior mean of lambda), one row per rank / row anthropic/claude-sonnet-4.6 / column mean)",,out:model-not-established, agentisland-pl,arxiv-2605.04312,glm-5,unstated,mixed,hard,own-game-harness,,,,,,1.14,PL-skill,0.00289,,,"https://arxiv.org/abs/2605.04312 (table-1.csv: Table 1, Plackett-Luce rankings (posterior mean of lambda), one row per rank / row z-ai/glm-5 / column mean)",,out:effort-not-established, agentisland-pl,arxiv-2605.04312,gemini-3.1-pro,unstated,mixed,hard,own-game-harness,,,,,,1.13,PL-skill,0.00289,,,"https://arxiv.org/abs/2605.04312 (table-1.csv: Table 1, Plackett-Luce rankings (posterior mean of lambda), one row per rank / row google/gemini-3.1-pro-preview / column mean)",,out:effort-not-established, agentisland-pl,arxiv-2605.04312,kimi-k2-thinking,solo,mixed,hard,own-game-harness,,,,,,1.08,PL-skill,0.00289,,,"https://arxiv.org/abs/2605.04312 (table-1.csv: Table 1, Plackett-Luce rankings (posterior mean of lambda), one row per rank / row moonshotai/kimi-k2-thinking / column mean)",,in, agentisland-pl,arxiv-2605.04312,gpt-5.3-chat-latest,solo,mixed,hard,own-game-harness,,,,,,1.06,PL-skill,0.00289,,,"https://arxiv.org/abs/2605.04312 (table-1.csv: Table 1, Plackett-Luce rankings (posterior mean of lambda), one row per rank / row openai/gpt-5.3-chat / column mean)",,in, agentisland-pl,arxiv-2605.04312,grok-4.20-multi-agent,unstated,mixed,hard,own-game-harness,,,,,,1.00,PL-skill,0.00289,,,"https://arxiv.org/abs/2605.04312 (table-1.csv: Table 1, Plackett-Luce rankings (posterior mean of lambda), one row per rank / row x-ai/grok-4.20-multi-agent / column mean)",,out:effort-not-established, agentisland-pl,arxiv-2605.04312,grok-4.20,think,mixed,hard,own-game-harness,,,,,,0.98,PL-skill,0.00289,,,"https://arxiv.org/abs/2605.04312 (table-1.csv: Table 1, Plackett-Luce rankings (posterior mean of lambda), one row per rank / row x-ai/grok-4.20 / column mean)",,in, agentisland-pl,arxiv-2605.04312,?anthropic/claude-sonnet-4.5,not-established:absent,mixed,hard,own-game-harness,,,,,,0.89,PL-skill,0.00289,,,"https://arxiv.org/abs/2605.04312 (table-1.csv: Table 1, Plackett-Luce rankings (posterior mean of lambda), one row per rank / row anthropic/claude-sonnet-4.5 / column mean)",,out:model-not-established, agentisland-pl,arxiv-2605.04312,gpt-5.4-pro,unstated,mixed,hard,own-game-harness,,,,,,0.89,PL-skill,0.00289,,,"https://arxiv.org/abs/2605.04312 (table-1.csv: Table 1, Plackett-Luce rankings (posterior mean of lambda), one row per rank / row openai/gpt-5.4-pro / column mean)",,out:effort-not-established, agentisland-pl,arxiv-2605.04312,qwen3.5-397b-a17b,unstated,mixed,hard,own-game-harness,,,,,,0.83,PL-skill,0.00289,,,"https://arxiv.org/abs/2605.04312 (table-1.csv: Table 1, Plackett-Luce rankings (posterior mean of lambda), one row per rank / row qwen/qwen3.5-397b-a17b / column mean)",,out:effort-not-established, agentisland-pl,arxiv-2605.04312,kimi-k2.5,unstated,mixed,hard,own-game-harness,,,,,,0.81,PL-skill,0.00289,,,"https://arxiv.org/abs/2605.04312 (table-1.csv: Table 1, Plackett-Luce rankings (posterior mean of lambda), one row per rank / row moonshotai/kimi-k2.5 / column mean)",,out:effort-not-established, agentisland-pl,arxiv-2605.04312,?anthropic/claude-haiku-4.5,not-established:absent,mixed,hard,own-game-harness,,,,,,0.71,PL-skill,0.00289,,,"https://arxiv.org/abs/2605.04312 (table-1.csv: Table 1, Plackett-Luce rankings (posterior mean of lambda), one row per rank / row anthropic/claude-haiku-4.5 / column mean)",,out:model-not-established, agentisland-pl,arxiv-2605.04312,gpt-5.4-mini,unstated,mixed,hard,own-game-harness,,,,,,0.65,PL-skill,0.00289,,,"https://arxiv.org/abs/2605.04312 (table-1.csv: Table 1, Plackett-Luce rankings (posterior mean of lambda), one row per rank / row openai/gpt-5.4-mini / column mean)",,out:effort-not-established, agentisland-pl,arxiv-2605.04312,deepseek-v3.2,unstated,mixed,hard,own-game-harness,,,,,,0.56,PL-skill,0.00289,,,"https://arxiv.org/abs/2605.04312 (table-1.csv: Table 1, Plackett-Luce rankings (posterior mean of lambda), one row per rank / row deepseek/deepseek-v3.2 / column mean)",,out:effort-not-established, agentisland-pl,arxiv-2605.04312,qwen3.6-27b,unstated,mixed,hard,own-game-harness,,,,,,0.52,PL-skill,0.00289,,,"https://arxiv.org/abs/2605.04312 (table-1.csv: Table 1, Plackett-Luce rankings (posterior mean of lambda), one row per rank / row qwen/qwen3.6-27b / column mean)",,out:effort-not-established, agentisland-pl,arxiv-2605.04312,gemini-3-flash,unstated,mixed,hard,own-game-harness,,,,,,0.44,PL-skill,0.00289,,,"https://arxiv.org/abs/2605.04312 (table-1.csv: Table 1, Plackett-Luce rankings (posterior mean of lambda), one row per rank / row google/gemini-3-flash-preview / column mean)",,out:effort-not-established, agentisland-pl,arxiv-2605.04312,qwen3.5-plus-0420,unstated,mixed,hard,own-game-harness,,,,,,0.28,PL-skill,0.00289,,,"https://arxiv.org/abs/2605.04312 (table-1.csv: Table 1, Plackett-Luce rankings (posterior mean of lambda), one row per rank / row qwen/qwen3.5-plus-20260420 / column mean)",,out:effort-not-established, agentisland-pl,arxiv-2605.04312,grok-4.1-fast,unstated,mixed,hard,own-game-harness,,,,,,0.25,PL-skill,0.00289,,,"https://arxiv.org/abs/2605.04312 (table-1.csv: Table 1, Plackett-Luce rankings (posterior mean of lambda), one row per rank / row x-ai/grok-4.1-fast / column mean)",,out:effort-not-established, nsmq-offline-em,arxiv-2605.07051,gpt-5.4,low,reasoning-math,mid,NSMQ-offline-or-realtime,,,,,,85.90,EM%,0.00289,,,"https://arxiv.org/abs/2605.07051 (Table 4, row GPT-5.4 (reasoning effort=low), column EM (%))",,in, nsmq-offline-em,arxiv-2605.07051,gpt-5.4,high,reasoning-math,mid,NSMQ-offline-or-realtime,,,,,,86.54,EM%,0.00289,,,"https://arxiv.org/abs/2605.07051 (Table 4, row GPT-5.4 (reasoning effort=high), column EM (%))",,in, nsmq-offline-em,arxiv-2605.07051,gemini-3.1-pro,low,reasoning-math,mid,NSMQ-offline-or-realtime,,,,,,83.33,EM%,0.00289,,,"https://arxiv.org/abs/2605.07051 (Table 4, row Gemini-3.1 (reasoning effort=low), column EM (%))",,in, nsmq-offline-em,arxiv-2605.07051,gemini-3.1-pro,high,reasoning-math,mid,NSMQ-offline-or-realtime,,,,,,83.97,EM%,0.00289,,,"https://arxiv.org/abs/2605.07051 (Table 4, row Gemini-3.1 (reasoning effort=high), column EM (%))",,in, nsmq-offline-em,arxiv-2605.07051,opus-4.6,low,reasoning-math,mid,NSMQ-offline-or-realtime,,,,,,82.05,EM%,0.00289,,,"https://arxiv.org/abs/2605.07051 (Table 4, row Claude Opus 4.6 (reasoning effort=low), column EM (%))",,out:single-couple, nsmq-offline-em,arxiv-2605.07051,opus-4.6,high,reasoning-math,mid,NSMQ-offline-or-realtime,,,,,,84.62,EM%,0.00289,,,"https://arxiv.org/abs/2605.07051 (Table 4, row Claude Opus 4.6 (reasoning effort=high), column EM (%))",,out:single-couple, nsmq-offline-em,arxiv-2605.07051,kimi-k2.5,not-established:absent,reasoning-math,mid,NSMQ-offline-or-realtime,,,,,,80.77,EM%,0.00289,,,"https://arxiv.org/abs/2605.07051 (Table 4, row Kimi-K2.5 (reasoning effort=low), column EM (%))",,out:effort-not-established, nsmq-offline-em,arxiv-2605.07051,kimi-k2.5,not-established:absent,reasoning-math,mid,NSMQ-offline-or-realtime,,,,,,80.77,EM%,0.00289,,,"https://arxiv.org/abs/2605.07051 (Table 4, row Kimi-K2.5 (reasoning effort=high), column EM (%))",,out:effort-not-established, nsmq-offline-em,arxiv-2605.07051,deepseek-v3.1,not-established:absent,reasoning-math,mid,NSMQ-offline-or-realtime,,,,,,76.28,EM%,0.00289,,,"https://arxiv.org/abs/2605.07051 (Table 4, row DeepSeek-V3.1 (reasoning effort=low), column EM (%))",,out:effort-not-established, nsmq-offline-em,arxiv-2605.07051,deepseek-v3.1,not-established:absent,reasoning-math,mid,NSMQ-offline-or-realtime,,,,,,76.28,EM%,0.00289,,,"https://arxiv.org/abs/2605.07051 (Table 4, row DeepSeek-V3.1 (reasoning effort=high), column EM (%))",,out:effort-not-established, nsmq-offline-em,arxiv-2605.07051,gpt-oss-120b,not-established:absent,reasoning-math,mid,NSMQ-offline-or-realtime,,,,,,80.77,EM%,0.00289,,,"https://arxiv.org/abs/2605.07051 (Table 4, row GPT-OSS-120B (reasoning effort=low), column EM (%))",,out:effort-not-established, nsmq-offline-em,arxiv-2605.07051,gpt-oss-120b,not-established:absent,reasoning-math,mid,NSMQ-offline-or-realtime,,,,,,83.33,EM%,0.00289,,,"https://arxiv.org/abs/2605.07051 (Table 4, row GPT-OSS-120B (reasoning effort=high), column EM (%))",,out:effort-not-established, nsmq-realtime-em,arxiv-2605.07051,gpt-5.4,low,reasoning-math,mid,NSMQ-offline-or-realtime,,,,,,73.72,EM%,0.00289,,,"https://arxiv.org/abs/2605.07051 (Table 6, row GPT-5.4 (reasoning effort=low), column EM (%))",,in, nsmq-realtime-em,arxiv-2605.07051,gpt-5.4,high,reasoning-math,mid,NSMQ-offline-or-realtime,,,,,,75.64,EM%,0.00289,,,"https://arxiv.org/abs/2605.07051 (Table 6, row GPT-5.4 (reasoning effort=high), column EM (%))",,in, nsmq-realtime-em,arxiv-2605.07051,gemini-3.1-pro,low,reasoning-math,mid,NSMQ-offline-or-realtime,,,,,,71.15,EM%,0.00289,,,"https://arxiv.org/abs/2605.07051 (Table 6, row Gemini-3.1 (reasoning effort=low), column EM (%))",,in, nsmq-realtime-em,arxiv-2605.07051,gemini-3.1-pro,high,reasoning-math,mid,NSMQ-offline-or-realtime,,,,,,73.72,EM%,0.00289,,,"https://arxiv.org/abs/2605.07051 (Table 6, row Gemini-3.1 (reasoning effort=high), column EM (%))",,in, nsmq-realtime-em,arxiv-2605.07051,opus-4.6,low,reasoning-math,mid,NSMQ-offline-or-realtime,,,,,,52.56,EM%,0.00289,,,"https://arxiv.org/abs/2605.07051 (Table 6, row Claude-Opus-4-6 (reasoning effort=low), column EM (%))",,out:single-couple, nsmq-realtime-em,arxiv-2605.07051,opus-4.6,high,reasoning-math,mid,NSMQ-offline-or-realtime,,,,,,51.28,EM%,0.00289,,,"https://arxiv.org/abs/2605.07051 (Table 6, row Claude-Opus-4-6 (reasoning effort=high), column EM (%))",,out:single-couple, nsmq-realtime-em,arxiv-2605.07051,kimi-k2.5,not-established:absent,reasoning-math,mid,NSMQ-offline-or-realtime,,,,,,64.10,EM%,0.00289,,,"https://arxiv.org/abs/2605.07051 (Table 6, row Kimi-K2.5 (reasoning effort=low), column EM (%))",,out:effort-not-established, nsmq-realtime-em,arxiv-2605.07051,kimi-k2.5,not-established:absent,reasoning-math,mid,NSMQ-offline-or-realtime,,,,,,66.03,EM%,0.00289,,,"https://arxiv.org/abs/2605.07051 (Table 6, row Kimi-K2.5 (reasoning effort=high), column EM (%))",,out:effort-not-established, nsmq-realtime-em,arxiv-2605.07051,deepseek-v3.1,not-established:absent,reasoning-math,mid,NSMQ-offline-or-realtime,,,,,,50.00,EM%,0.00289,,,"https://arxiv.org/abs/2605.07051 (Table 6, row DeepSeek-V3.1 (reasoning effort=low), column EM (%))",,out:effort-not-established, nsmq-realtime-em,arxiv-2605.07051,deepseek-v3.1,not-established:absent,reasoning-math,mid,NSMQ-offline-or-realtime,,,,,,51.28,EM%,0.00289,,,"https://arxiv.org/abs/2605.07051 (Table 6, row DeepSeek-V3.1 (reasoning effort=high), column EM (%))",,out:effort-not-established, nsmq-realtime-em,arxiv-2605.07051,gpt-oss-120b,not-established:absent,reasoning-math,mid,NSMQ-offline-or-realtime,,,,,,46.15,EM%,0.00289,,,"https://arxiv.org/abs/2605.07051 (Table 6, row GPT-OSS-120B (reasoning effort=low), column EM (%))",,out:effort-not-established, nsmq-realtime-em,arxiv-2605.07051,gpt-oss-120b,not-established:absent,reasoning-math,mid,NSMQ-offline-or-realtime,,,,,,46.79,EM%,0.00289,,,"https://arxiv.org/abs/2605.07051 (Table 6, row GPT-OSS-120B (reasoning effort=high), column EM (%))",,out:effort-not-established, replayscm-ord-full,replayscm-2605.08197,gpt-5.4,medium,reasoning-math,hard,own replay harness,,,,,,0.731,score-of-1,0.000289,,,"https://arxiv.org/abs/2605.08197 (page 6, Table 1, row Ord-Full / GPT-5.4, column HeldoutWorld (third score column))",,in, replayscm-ord-full,replayscm-2605.08197,opus-4.6,medium,reasoning-math,hard,own replay harness,,,,,,0.725,score-of-1,0.000289,,,"https://arxiv.org/abs/2605.08197 (page 6, Table 1, row Ord-Full / Opus 4.6, column HeldoutWorld (third score column))",,out:single-couple, replayscm-ord-full,replayscm-2605.08197,deepseek-v4-pro-preview,not-established:absent,reasoning-math,hard,own replay harness,,,,,,0.518,score-of-1,0.000289,,,"https://arxiv.org/abs/2605.08197 (page 6, Table 1, row Ord-Full / DeepSeek4Pro, column HeldoutWorld (third score column))",,out:effort-not-established, replayscm-ord-full,replayscm-2605.08197,gemini-3.1-pro,medium,reasoning-math,hard,own replay harness,,,,,,0.640,score-of-1,0.000289,,,"https://arxiv.org/abs/2605.08197 (page 6, Table 1, row Ord-Full / Gemini3.1, column HeldoutWorld (third score column))",,in, replayscm-ord-full,replayscm-2605.08197,grok-4.20,think,reasoning-math,hard,own replay harness,,,,,,0.532,score-of-1,0.000289,,,"https://arxiv.org/abs/2605.08197 (page 6, Table 1, row Ord-Full / Grok 4.20, column HeldoutWorld (third score column))",,in, replayscm-ord-full,replayscm-2605.08197,grok-4.3,unstated,reasoning-math,hard,own replay harness,,,,,,0.243,score-of-1,0.000289,,,"https://arxiv.org/abs/2605.08197 (page 6, Table 1, row Ord-Full / Grok 4.3, column HeldoutWorld (third score column))",,out:effort-not-established, replayscm-ord-full,replayscm-2605.08197,kimi-k2-thinking,solo,reasoning-math,hard,own replay harness,,,,,,0.164,score-of-1,0.000289,,,"https://arxiv.org/abs/2605.08197 (page 6, Table 1, row Ord-Full / KimiK2t, column HeldoutWorld (third score column))",,in, replayscm-block,replayscm-2605.08197,gpt-5.4,medium,reasoning-math,hard,own replay harness,,,,,,0.774,score-of-1,0.000289,,,"https://arxiv.org/abs/2605.08197 (page 6, Table 1, row Block / GPT-5.4, column HeldoutWorld (third score column))",,in, replayscm-block,replayscm-2605.08197,opus-4.6,medium,reasoning-math,hard,own replay harness,,,,,,0.671,score-of-1,0.000289,,,"https://arxiv.org/abs/2605.08197 (page 6, Table 1, row Block / Opus 4.6, column HeldoutWorld (third score column))",,out:single-couple, replayscm-block,replayscm-2605.08197,deepseek-v4-pro-preview,not-established:absent,reasoning-math,hard,own replay harness,,,,,,0.410,score-of-1,0.000289,,,"https://arxiv.org/abs/2605.08197 (page 6, Table 1, row Block / DeepSeek4Pro, column HeldoutWorld (third score column))",,out:effort-not-established, replayscm-block,replayscm-2605.08197,gemini-3.1-pro,medium,reasoning-math,hard,own replay harness,,,,,,0.559,score-of-1,0.000289,,,"https://arxiv.org/abs/2605.08197 (page 6, Table 1, row Block / Gemini3.1, column HeldoutWorld (third score column))",,in, replayscm-block,replayscm-2605.08197,grok-4.20,think,reasoning-math,hard,own replay harness,,,,,,0.455,score-of-1,0.000289,,,"https://arxiv.org/abs/2605.08197 (page 6, Table 1, row Block / Grok 4.20, column HeldoutWorld (third score column))",,in, replayscm-block,replayscm-2605.08197,grok-4.3,unstated,reasoning-math,hard,own replay harness,,,,,,0.206,score-of-1,0.000289,,,"https://arxiv.org/abs/2605.08197 (page 6, Table 1, row Block / Grok 4.3, column HeldoutWorld (third score column))",,out:effort-not-established, replayscm-block,replayscm-2605.08197,kimi-k2-thinking,solo,reasoning-math,hard,own replay harness,,,,,,0.079,score-of-1,0.000289,,,"https://arxiv.org/abs/2605.08197 (page 6, Table 1, row Block / KimiK2t, column HeldoutWorld (third score column))",,in, replayscm-hid-full,replayscm-2605.08197,gpt-5.4,medium,reasoning-math,hard,own replay harness,,,,,,0.697,score-of-1,0.000289,,,"https://arxiv.org/abs/2605.08197 (page 6, Table 1, row Hid-Full / GPT-5.4, column HeldoutWorld (third score column))",,in, replayscm-hid-full,replayscm-2605.08197,opus-4.6,medium,reasoning-math,hard,own replay harness,,,,,,0.595,score-of-1,0.000289,,,"https://arxiv.org/abs/2605.08197 (page 6, Table 1, row Hid-Full / Opus 4.6, column HeldoutWorld (third score column))",,out:single-couple, replayscm-hid-full,replayscm-2605.08197,deepseek-v4-pro-preview,not-established:absent,reasoning-math,hard,own replay harness,,,,,,0.375,score-of-1,0.000289,,,"https://arxiv.org/abs/2605.08197 (page 6, Table 1, row Hid-Full / DeepSeek4Pro, column HeldoutWorld (third score column))",,out:effort-not-established, replayscm-hid-full,replayscm-2605.08197,gemini-3.1-pro,medium,reasoning-math,hard,own replay harness,,,,,,0.431,score-of-1,0.000289,,,"https://arxiv.org/abs/2605.08197 (page 6, Table 1, row Hid-Full / Gemini3.1, column HeldoutWorld (third score column))",,in, replayscm-hid-full,replayscm-2605.08197,grok-4.20,think,reasoning-math,hard,own replay harness,,,,,,0.422,score-of-1,0.000289,,,"https://arxiv.org/abs/2605.08197 (page 6, Table 1, row Hid-Full / Grok 4.20, column HeldoutWorld (third score column))",,in, replayscm-hid-full,replayscm-2605.08197,grok-4.3,unstated,reasoning-math,hard,own replay harness,,,,,,0.191,score-of-1,0.000289,,,"https://arxiv.org/abs/2605.08197 (page 6, Table 1, row Hid-Full / Grok 4.3, column HeldoutWorld (third score column))",,out:effort-not-established, replayscm-hid-full,replayscm-2605.08197,kimi-k2-thinking,solo,reasoning-math,hard,own replay harness,,,,,,0.049,score-of-1,0.000289,,,"https://arxiv.org/abs/2605.08197 (page 6, Table 1, row Hid-Full / KimiK2t, column HeldoutWorld (third score column))",,in, mathconstraint-full-notools,mathconstraint-2605.08498,?GPT-5.5,not-established:absent,reasoning-math,frontier,own harness (OpenRouter),USD/instance,0.282,0.000289,,,66.9,score%,0.0289,,,"https://arxiv.org/abs/2605.08498 (Table 2 (page 6), row GPT-5.5, column Accuracy (%))",,out:model-not-established,out:model-not-established mathconstraint-full-notools,mathconstraint-2605.08498,opus-4.7,think-8000,reasoning-math,frontier,own harness (OpenRouter),USD/instance,0.425,0.000289,,,42.6,score%,0.0289,,,"https://arxiv.org/abs/2605.08498 (Table 2 (page 6), row CLAUDE-OPUS-4.7, column Accuracy (%))",,out:effort-not-established,out:effort-not-established mathconstraint-full-notools,mathconstraint-2605.08498,?CLAUDE-4.6-SONNET,not-established:absent,reasoning-math,frontier,own harness (OpenRouter),USD/instance,0.067,0.000289,,,18.5,score%,0.0289,,,"https://arxiv.org/abs/2605.08498 (Table 2 (page 6), row CLAUDE-4.6-SONNET, column Accuracy (%))",,out:model-not-established,out:model-not-established mathconstraint-full-notools,mathconstraint-2605.08498,?GEMINI-3.1-PRO,not-established:absent,reasoning-math,frontier,own harness (OpenRouter),USD/instance,0.141,0.000289,,,51.7,score%,0.0289,,,"https://arxiv.org/abs/2605.08498 (Table 2 (page 6), row GEMINI-3.1-PRO, column Accuracy (%))",,out:model-not-established,out:model-not-established mathconstraint-full-notools,mathconstraint-2605.08498,?GEMINI-3.1-FLASH-LITE,not-established:absent,reasoning-math,frontier,own harness (OpenRouter),USD/instance,0.005,0.000289,,,24.9,score%,0.0289,,,"https://arxiv.org/abs/2605.08498 (Table 2 (page 6), row GEMINI-3.1-FLASH-LITE, column Accuracy (%))",,out:model-not-established,out:model-not-established mathconstraint-full-notools,mathconstraint-2605.08498,?GROK-4.20,not-established:absent,reasoning-math,frontier,own harness (OpenRouter),USD/instance,0.068,0.000289,,,58.1,score%,0.0289,,,"https://arxiv.org/abs/2605.08498 (Table 2 (page 6), row GROK-4.20, column Accuracy (%))",,out:model-not-established,out:model-not-established mathconstraint-full-notools,mathconstraint-2605.08498,?DEEPSEEK-V4-PRO,not-established:absent,reasoning-math,frontier,own harness (OpenRouter),USD/instance,0.073,0.000289,,,39.5,score%,0.0289,,,"https://arxiv.org/abs/2605.08498 (Table 2 (page 6), row DEEPSEEK-V4-PRO, column Accuracy (%))",,out:model-not-established,out:model-not-established mathconstraint-full-notools,mathconstraint-2605.08498,?DEEPSEEK-V4-FLASH,not-established:absent,reasoning-math,frontier,own harness (OpenRouter),USD/instance,0.006,0.000289,,,34.0,score%,0.0289,,,"https://arxiv.org/abs/2605.08498 (Table 2 (page 6), row DEEPSEEK-V4-FLASH, column Accuracy (%))",,out:model-not-established,out:model-not-established mathconstraint-full-notools,mathconstraint-2605.08498,?QWEN3.6-PLUS,not-established:absent,reasoning-math,frontier,own harness (OpenRouter),USD/instance,0.101,0.000289,,,47.4,score%,0.0289,,,"https://arxiv.org/abs/2605.08498 (Table 2 (page 6), row QWEN3.6-PLUS, column Accuracy (%))",,out:model-not-established,out:model-not-established mathconstraint-full-notools,mathconstraint-2605.08498,?KIMI-K2.6,not-established:absent,reasoning-math,frontier,own harness (OpenRouter),USD/instance,0.100,0.000289,,,35.9,score%,0.0289,,,"https://arxiv.org/abs/2605.08498 (Table 2 (page 6), row KIMI-K2.6, column Accuracy (%))",,out:model-not-established,out:model-not-established mathconstraint-full-notools,mathconstraint-2605.08498,?GPT-OSS-120B,not-established:absent,reasoning-math,frontier,own harness (OpenRouter),USD/instance,0.000,0.000289,,,39.5,score%,0.0289,,,"https://arxiv.org/abs/2605.08498 (Table 2 (page 6), row GPT-OSS-120B, column Accuracy (%))",,out:model-not-established,out:model-not-established mathconstraint-full-notools,mathconstraint-2605.08498,llama-3.3-70b-instruct,solo,reasoning-math,frontier,own harness (OpenRouter),USD/instance,0.001,0.000289,,,8.5,score%,0.0289,,,"https://arxiv.org/abs/2605.08498 (Table 2 (page 6), row LLAMA-3.3-70B-INSTRUCT, column Accuracy (%))",,out:single-couple,out:cost-not-comparable mathconstraint-full-tools,mathconstraint-2605.08498,?GPT-5.5,not-established:absent,reasoning-math,frontier,own harness (OpenRouter); python tool,USD/instance,0.151,0.000289,,,80.9,score%,0.0289,,,"https://arxiv.org/abs/2605.08498 (Table 4 (page 7), row GPT-5.5, column Accuracy (%))",,out:model-not-established,out:model-not-established mathconstraint-full-tools,mathconstraint-2605.08498,opus-4.7,think-8000,reasoning-math,frontier,own harness (OpenRouter); python tool,USD/instance,0.208,0.000289,,,77.5,score%,0.0289,,,"https://arxiv.org/abs/2605.08498 (Table 4 (page 7), row CLAUDE-OPUS-4.7, column Accuracy (%))",,out:effort-not-established,out:effort-not-established mathconstraint-full-tools,mathconstraint-2605.08498,?CLAUDE-4.6-SONNET,not-established:absent,reasoning-math,frontier,own harness (OpenRouter); python tool,USD/instance,0.174,0.000289,,,70.5,score%,0.0289,,,"https://arxiv.org/abs/2605.08498 (Table 4 (page 7), row CLAUDE-4.6-SONNET, column Accuracy (%))",,out:model-not-established,out:model-not-established mathconstraint-full-tools,mathconstraint-2605.08498,?GEMINI-3.1-PRO,not-established:absent,reasoning-math,frontier,own harness (OpenRouter); python tool,USD/instance,0.132,0.000289,,,72.9,score%,0.0289,,,"https://arxiv.org/abs/2605.08498 (Table 4 (page 7), row GEMINI-3.1-PRO, column Accuracy (%))",,out:model-not-established,out:model-not-established mathconstraint-full-tools,mathconstraint-2605.08498,?GEMINI-3.1-FLASH-LITE,not-established:absent,reasoning-math,frontier,own harness (OpenRouter); python tool,USD/instance,0.015,0.000289,,,62.3,score%,0.0289,,,"https://arxiv.org/abs/2605.08498 (Table 4 (page 7), row GEMINI-3.1-FLASH-LITE, column Accuracy (%))",,out:model-not-established,out:model-not-established mathconstraint-full-tools,mathconstraint-2605.08498,?GROK-4.20,not-established:absent,reasoning-math,frontier,own harness (OpenRouter); python tool,USD/instance,0.039,0.000289,,,66.6,score%,0.0289,,,"https://arxiv.org/abs/2605.08498 (Table 4 (page 7), row GROK-4.20, column Accuracy (%))",,out:model-not-established,out:model-not-established mathconstraint-full-tools,mathconstraint-2605.08498,?DEEPSEEK-V4-PRO,not-established:absent,reasoning-math,frontier,own harness (OpenRouter); python tool,USD/instance,0.058,0.000289,,,41.3,score%,0.0289,,,"https://arxiv.org/abs/2605.08498 (Table 4 (page 7), row DEEPSEEK-V4-PRO, column Accuracy (%))",,out:model-not-established,out:model-not-established mathconstraint-full-tools,mathconstraint-2605.08498,?DEEPSEEK-V4-FLASH,not-established:absent,reasoning-math,frontier,own harness (OpenRouter); python tool,USD/instance,0.004,0.000289,,,36.5,score%,0.0289,,,"https://arxiv.org/abs/2605.08498 (Table 4 (page 7), row DEEPSEEK-V4-FLASH, column Accuracy (%))",,out:model-not-established,out:model-not-established mathconstraint-full-tools,mathconstraint-2605.08498,?QWEN3.6-PLUS,not-established:absent,reasoning-math,frontier,own harness (OpenRouter); python tool,USD/instance,0.027,0.000289,,,66.3,score%,0.0289,,,"https://arxiv.org/abs/2605.08498 (Table 4 (page 7), row QWEN3.6-PLUS, column Accuracy (%))",,out:model-not-established,out:model-not-established mathconstraint-full-tools,mathconstraint-2605.08498,?KIMI-K2.6,not-established:absent,reasoning-math,frontier,own harness (OpenRouter); python tool,USD/instance,0.064,0.000289,,,59.9,score%,0.0289,,,"https://arxiv.org/abs/2605.08498 (Table 4 (page 7), row KIMI-K2.6, column Accuracy (%))",,out:model-not-established,out:model-not-established mathconstraint-full-tools,mathconstraint-2605.08498,?GPT-OSS-120B,not-established:absent,reasoning-math,frontier,own harness (OpenRouter); python tool,USD/instance,0.000,0.000289,,,36.5,score%,0.0289,,,"https://arxiv.org/abs/2605.08498 (Table 4 (page 7), row GPT-OSS-120B, column Accuracy (%))",,out:model-not-established,out:model-not-established mathconstraint-full-tools,mathconstraint-2605.08498,llama-3.3-70b-instruct,solo,reasoning-math,frontier,own harness (OpenRouter); python tool,USD/instance,0.001,0.000289,,,31.9,score%,0.0289,,,"https://arxiv.org/abs/2605.08498 (Table 4 (page 7), row LLAMA-3.3-70B-INSTRUCT, column Accuracy (%))",,out:single-couple,out:cost-not-comparable mathconstraint-easy-notools,mathconstraint-2605.08498,?GPT-5.5,not-established:absent,reasoning-math,frontier,own harness (OpenRouter),USD/instance,0.091,0.000289,,,87.6,score%,0.0289,,,"https://arxiv.org/abs/2605.08498 (Table 3 (page 7), row GPT-5.5, column Accuracy (%) (no tools))",,out:model-not-established,out:model-not-established mathconstraint-easy-notools,mathconstraint-2605.08498,opus-4.7,think-8000,reasoning-math,frontier,own harness (OpenRouter),USD/instance,0.105,0.000289,,,85.3,score%,0.0289,,,"https://arxiv.org/abs/2605.08498 (Table 3 (page 7), row CLAUDE-OPUS-4.7, column Accuracy (%) (no tools))",,out:effort-not-established,out:effort-not-established mathconstraint-easy-notools,mathconstraint-2605.08498,?CLAUDE-4.6-SONNET,not-established:absent,reasoning-math,frontier,own harness (OpenRouter),USD/instance,0.029,0.000289,,,75.2,score%,0.0289,,,"https://arxiv.org/abs/2605.08498 (Table 3 (page 7), row CLAUDE-4.6-SONNET, column Accuracy (%) (no tools))",,out:model-not-established,out:model-not-established mathconstraint-easy-notools,mathconstraint-2605.08498,?GEMINI-3.1-PRO,not-established:absent,reasoning-math,frontier,own harness (OpenRouter),USD/instance,0.052,0.000289,,,84.2,score%,0.0289,,,"https://arxiv.org/abs/2605.08498 (Table 3 (page 7), row GEMINI-3.1-PRO, column Accuracy (%) (no tools))",,out:model-not-established,out:model-not-established mathconstraint-easy-notools,mathconstraint-2605.08498,?GEMINI-3.1-FLASH-LITE,not-established:absent,reasoning-math,frontier,own harness (OpenRouter),USD/instance,0.003,0.000289,,,72.6,score%,0.0289,,,"https://arxiv.org/abs/2605.08498 (Table 3 (page 7), row GEMINI-3.1-FLASH-LITE, column Accuracy (%) (no tools))",,out:model-not-established,out:model-not-established mathconstraint-easy-notools,mathconstraint-2605.08498,?GROK-4.20,not-established:absent,reasoning-math,frontier,own harness (OpenRouter),USD/instance,0.047,0.000289,,,85.0,score%,0.0289,,,"https://arxiv.org/abs/2605.08498 (Table 3 (page 7), row GROK-4.20, column Accuracy (%) (no tools))",,out:model-not-established,out:model-not-established mathconstraint-easy-notools,mathconstraint-2605.08498,?DEEPSEEK-V4-PRO,not-established:absent,reasoning-math,frontier,own harness (OpenRouter),USD/instance,0.025,0.000289,,,82.7,score%,0.0289,,,"https://arxiv.org/abs/2605.08498 (Table 3 (page 7), row DEEPSEEK-V4-PRO, column Accuracy (%) (no tools))",,out:model-not-established,out:model-not-established mathconstraint-easy-notools,mathconstraint-2605.08498,?DEEPSEEK-V4-FLASH,not-established:absent,reasoning-math,frontier,own harness (OpenRouter),USD/instance,0.002,0.000289,,,74.4,score%,0.0289,,,"https://arxiv.org/abs/2605.08498 (Table 3 (page 7), row DEEPSEEK-V4-FLASH, column Accuracy (%) (no tools))",,out:model-not-established,out:model-not-established mathconstraint-easy-notools,mathconstraint-2605.08498,?QWEN3.6-PLUS,not-established:absent,reasoning-math,frontier,own harness (OpenRouter),USD/instance,0.042,0.000289,,,81.2,score%,0.0289,,,"https://arxiv.org/abs/2605.08498 (Table 3 (page 7), row QWEN3.6-PLUS, column Accuracy (%) (no tools))",,out:model-not-established,out:model-not-established mathconstraint-easy-notools,mathconstraint-2605.08498,?KIMI-K2.6,not-established:absent,reasoning-math,frontier,own harness (OpenRouter),USD/instance,0.034,0.000289,,,77.1,score%,0.0289,,,"https://arxiv.org/abs/2605.08498 (Table 3 (page 7), row KIMI-K2.6, column Accuracy (%) (no tools))",,out:model-not-established,out:model-not-established mathconstraint-easy-notools,mathconstraint-2605.08498,?GPT-OSS-120B,not-established:absent,reasoning-math,frontier,own harness (OpenRouter),USD/instance,0.000,0.000289,,,69.2,score%,0.0289,,,"https://arxiv.org/abs/2605.08498 (Table 3 (page 7), row GPT-OSS-120B, column Accuracy (%) (no tools))",,out:model-not-established,out:model-not-established mathconstraint-easy-notools,mathconstraint-2605.08498,llama-3.3-70b-instruct,solo,reasoning-math,frontier,own harness (OpenRouter),USD/instance,0.001,0.000289,,,22.9,score%,0.0289,,,"https://arxiv.org/abs/2605.08498 (Table 3 (page 7), row LLAMA-3.3-70B-INSTRUCT, column Accuracy (%) (no tools))",,out:single-couple,out:cost-not-comparable mathconstraint-easy-tools,mathconstraint-2605.08498,?GPT-5.5,not-established:absent,reasoning-math,frontier,own harness (OpenRouter); python tool,USD/instance,0.035,0.000289,,,91.7,score%,0.0289,,,"https://arxiv.org/abs/2605.08498 (Table 3 (page 7), row GPT-5.5, column Accuracy (%) (tools))",,out:model-not-established,out:model-not-established mathconstraint-easy-tools,mathconstraint-2605.08498,opus-4.7,think-8000,reasoning-math,frontier,own harness (OpenRouter); python tool,USD/instance,0.058,0.000289,,,90.2,score%,0.0289,,,"https://arxiv.org/abs/2605.08498 (Table 3 (page 7), row CLAUDE-OPUS-4.7, column Accuracy (%) (tools))",,out:effort-not-established,out:effort-not-established mathconstraint-easy-tools,mathconstraint-2605.08498,?CLAUDE-4.6-SONNET,not-established:absent,reasoning-math,frontier,own harness (OpenRouter); python tool,USD/instance,0.068,0.000289,,,89.8,score%,0.0289,,,"https://arxiv.org/abs/2605.08498 (Table 3 (page 7), row CLAUDE-4.6-SONNET, column Accuracy (%) (tools))",,out:model-not-established,out:model-not-established mathconstraint-easy-tools,mathconstraint-2605.08498,?GEMINI-3.1-PRO,not-established:absent,reasoning-math,frontier,own harness (OpenRouter); python tool,USD/instance,0.047,0.000289,,,91.4,score%,0.0289,,,"https://arxiv.org/abs/2605.08498 (Table 3 (page 7), row GEMINI-3.1-PRO, column Accuracy (%) (tools))",,out:model-not-established,out:model-not-established mathconstraint-easy-tools,mathconstraint-2605.08498,?GEMINI-3.1-FLASH-LITE,not-established:absent,reasoning-math,frontier,own harness (OpenRouter); python tool,USD/instance,0.005,0.000289,,,89.5,score%,0.0289,,,"https://arxiv.org/abs/2605.08498 (Table 3 (page 7), row GEMINI-3.1-FLASH-LITE, column Accuracy (%) (tools))",,out:model-not-established,out:model-not-established mathconstraint-easy-tools,mathconstraint-2605.08498,?GROK-4.20,not-established:absent,reasoning-math,frontier,own harness (OpenRouter); python tool,USD/instance,0.027,0.000289,,,87.2,score%,0.0289,,,"https://arxiv.org/abs/2605.08498 (Table 3 (page 7), row GROK-4.20, column Accuracy (%) (tools))",,out:model-not-established,out:model-not-established mathconstraint-easy-tools,mathconstraint-2605.08498,?DEEPSEEK-V4-PRO,not-established:absent,reasoning-math,frontier,own harness (OpenRouter); python tool,USD/instance,0.027,0.000289,,,71.8,score%,0.0289,,,"https://arxiv.org/abs/2605.08498 (Table 3 (page 7), row DEEPSEEK-V4-PRO, column Accuracy (%) (tools))",,out:model-not-established,out:model-not-established mathconstraint-easy-tools,mathconstraint-2605.08498,?DEEPSEEK-V4-FLASH,not-established:absent,reasoning-math,frontier,own harness (OpenRouter); python tool,USD/instance,0.002,0.000289,,,71.4,score%,0.0289,,,"https://arxiv.org/abs/2605.08498 (Table 3 (page 7), row DEEPSEEK-V4-FLASH, column Accuracy (%) (tools))",,out:model-not-established,out:model-not-established mathconstraint-easy-tools,mathconstraint-2605.08498,?QWEN3.6-PLUS,not-established:absent,reasoning-math,frontier,own harness (OpenRouter); python tool,USD/instance,0.008,0.000289,,,88.3,score%,0.0289,,,"https://arxiv.org/abs/2605.08498 (Table 3 (page 7), row QWEN3.6-PLUS, column Accuracy (%) (tools))",,out:model-not-established,out:model-not-established mathconstraint-easy-tools,mathconstraint-2605.08498,?KIMI-K2.6,not-established:absent,reasoning-math,frontier,own harness (OpenRouter); python tool,USD/instance,0.017,0.000289,,,82.3,score%,0.0289,,,"https://arxiv.org/abs/2605.08498 (Table 3 (page 7), row KIMI-K2.6, column Accuracy (%) (tools))",,out:model-not-established,out:model-not-established mathconstraint-easy-tools,mathconstraint-2605.08498,?GPT-OSS-120B,not-established:absent,reasoning-math,frontier,own harness (OpenRouter); python tool,USD/instance,0.000,0.000289,,,71.4,score%,0.0289,,,"https://arxiv.org/abs/2605.08498 (Table 3 (page 7), row GPT-OSS-120B, column Accuracy (%) (tools))",,out:model-not-established,out:model-not-established mathconstraint-easy-tools,mathconstraint-2605.08498,llama-3.3-70b-instruct,solo,reasoning-math,frontier,own harness (OpenRouter); python tool,USD/instance,0.000,0.000289,,,27.8,score%,0.0289,,,"https://arxiv.org/abs/2605.08498 (Table 3 (page 7), row LLAMA-3.3-70B-INSTRUCT, column Accuracy (%) (tools))",,out:single-couple,out:cost-not-comparable sketchverify-humaneval,arxiv-2605.08658,gemini-3.1-pro,not-established:contradictory,coding,easy,,,,,,,97.4,pass@1%,0.0289,,,"https://arxiv.org/html/2605.08658v1 (Table 1, row Greedy, column Pro)",,out:effort-not-established, sketchverify-humaneval,arxiv-2605.08658,gemini-3-flash,not-established:contradictory,coding,easy,,,,,,,96.3,pass@1%,0.0289,,,"https://arxiv.org/html/2605.08658v1 (Table 1, row Greedy, column Flash)",,out:effort-not-established, sketchverify-humaneval,arxiv-2605.08658,gemini-3.1-flash-lite,low,coding,easy,,,,,,,85.4,pass@1%,0.0289,,,"https://arxiv.org/html/2605.08658v1 (Table 1, row Greedy, column Lite)",,out:single-couple, industrybench-zh-sv,arxiv-2605.10267,gemini-3.1-pro,not-established:absent,mixed,hard,industrybench-api,,,,,,2.083,score-of-3,0.000289,,,"https://arxiv.org/abs/2605.10267 (Table 7, row Gemini 3.1 Pro, column Final (SV))",,out:effort-not-established, industrybench-zh-sv,arxiv-2605.10267,qwen3.6-plus,nothink,mixed,hard,industrybench-api,,,,,,2.073,score-of-3,0.000289,,,"https://arxiv.org/abs/2605.10267 (Table 7, row Qwen3.6-Plus, column Final (SV))",,in, industrybench-zh-sv,arxiv-2605.10267,gpt-5.4,nothink,mixed,hard,industrybench-api,,,,,,2.071,score-of-3,0.000289,,,"https://arxiv.org/abs/2605.10267 (Table 7, row GPT-5.4, column Final (SV))",,in, industrybench-zh-sv,arxiv-2605.10267,opus-4.6,nothink,mixed,hard,industrybench-api,,,,,,2.011,score-of-3,0.000289,,,"https://arxiv.org/abs/2605.10267 (Table 7, row Claude Opus 4.6, column Final (SV))",,out:single-couple, industrybench-zh-sv,arxiv-2605.10267,qwen3.5-plus,nothink,mixed,hard,industrybench-api,,,,,,1.995,score-of-3,0.000289,,,"https://arxiv.org/abs/2605.10267 (Table 7, row Qwen3.5-Plus, column Final (SV))",,in, industrybench-zh-sv,arxiv-2605.10267,gpt-5.2,nothink,mixed,hard,industrybench-api,,,,,,1.976,score-of-3,0.000289,,,"https://arxiv.org/abs/2605.10267 (Table 7, row GPT-5.2, column Final (SV))",,in, industrybench-zh-sv,arxiv-2605.10267,sonnet-4.6,nothink,mixed,hard,industrybench-api,,,,,,1.807,score-of-3,0.000289,,,"https://arxiv.org/abs/2605.10267 (Table 7, row Claude Sonnet 4.6, column Final (SV))",,in, industrybench-zh-sv,arxiv-2605.10267,qwen3.5-397b-a17b,nothink,mixed,hard,industrybench-api,,,,,,1.994,score-of-3,0.000289,,,"https://arxiv.org/abs/2605.10267 (Table 7, row Qwen3.5-397B-A17B, column Final (SV))",,in, industrybench-zh-sv,arxiv-2605.10267,qwen3.5-122b-a10b,nothink,mixed,hard,industrybench-api,,,,,,1.960,score-of-3,0.000289,,,"https://arxiv.org/abs/2605.10267 (Table 7, row Qwen3.5-122B-A10B, column Final (SV))",,in, industrybench-zh-sv,arxiv-2605.10267,?Kimi-k2.5-1T-A32B,not-established:absent,mixed,hard,industrybench-api,,,,,,1.929,score-of-3,0.000289,,,"https://arxiv.org/abs/2605.10267 (Table 7, row Kimi-k2.5-1T-A32B, column Final (SV))",,out:model-not-established, industrybench-zh-sv,arxiv-2605.10267,?GLM-5-744B-A40B,not-established:absent,mixed,hard,industrybench-api,,,,,,1.811,score-of-3,0.000289,,,"https://arxiv.org/abs/2605.10267 (Table 7, row GLM-5-744B-A40B, column Final (SV))",,out:model-not-established, industrybench-zh-sv,arxiv-2605.10267,qwen3.5-35b-a3b,nothink,mixed,hard,industrybench-api,,,,,,1.751,score-of-3,0.000289,,,"https://arxiv.org/abs/2605.10267 (Table 7, row Qwen3.5-35B-A3B, column Final (SV))",,in, industrybench-zh-sv,arxiv-2605.10267,qwen3.5-27b,nothink,mixed,hard,industrybench-api,,,,,,1.870,score-of-3,0.000289,,,"https://arxiv.org/abs/2605.10267 (Table 7, row Qwen3.5-27B, column Final (SV))",,in, industrybench-zh-sv,arxiv-2605.10267,opus-4.6,not-established:absent,mixed,hard,industrybench-api,,,,,,2.027,score-of-3,0.000289,,,"https://arxiv.org/abs/2605.10267 (Table 8, row Claude Opus 4.6, column Think Final)",,out:effort-not-established, industrybench-zh-sv,arxiv-2605.10267,gpt-5.4,not-established:absent,mixed,hard,industrybench-api,,,,,,1.975,score-of-3,0.000289,,,"https://arxiv.org/abs/2605.10267 (Table 8, row GPT-5.4, column Think Final)",,out:effort-not-established, industrybench-zh-sv,arxiv-2605.10267,gemini-3.1-pro,not-established:absent,mixed,hard,industrybench-api,,,,,,1.965,score-of-3,0.000289,,,"https://arxiv.org/abs/2605.10267 (Table 8, row Gemini 3.1 Pro, column Think Final)",,out:effort-not-established, industrybench-zh-sv,arxiv-2605.10267,qwen3.6-plus,think,mixed,hard,industrybench-api,,,,,,1.889,score-of-3,0.000289,,,"https://arxiv.org/abs/2605.10267 (Table 8, row Qwen3.6-Plus, column Think Final)",,in, industrybench-zh-sv,arxiv-2605.10267,qwen3.5-397b-a17b,think,mixed,hard,industrybench-api,,,,,,1.805,score-of-3,0.000289,,,"https://arxiv.org/abs/2605.10267 (Table 8, row Qwen3.5-397B-A17B, column Think Final)",,in, industrybench-zh-sv,arxiv-2605.10267,qwen3.5-plus,think,mixed,hard,industrybench-api,,,,,,1.792,score-of-3,0.000289,,,"https://arxiv.org/abs/2605.10267 (Table 8, row Qwen3.5-Plus, column Think Final)",,in, industrybench-zh-sv,arxiv-2605.10267,?GLM-5-744B-A40B,not-established:absent,mixed,hard,industrybench-api,,,,,,1.724,score-of-3,0.000289,,,"https://arxiv.org/abs/2605.10267 (Table 8, row GLM-5-744B-A40B, column Think Final)",,out:model-not-established, industrybench-zh-sv,arxiv-2605.10267,qwen3.5-122b-a10b,think,mixed,hard,industrybench-api,,,,,,1.711,score-of-3,0.000289,,,"https://arxiv.org/abs/2605.10267 (Table 8, row Qwen3.5-122B-A10B, column Think Final)",,in, industrybench-zh-sv,arxiv-2605.10267,?Kimi-k2.5-1T-A32B,not-established:absent,mixed,hard,industrybench-api,,,,,,1.683,score-of-3,0.000289,,,"https://arxiv.org/abs/2605.10267 (Table 8, row Kimi-k2.5-1T-A32B, column Think Final)",,out:model-not-established, industrybench-zh-sv,arxiv-2605.10267,qwen3.5-27b,think,mixed,hard,industrybench-api,,,,,,1.648,score-of-3,0.000289,,,"https://arxiv.org/abs/2605.10267 (Table 8, row Qwen3.5-27B, column Think Final)",,in, industrybench-zh-sv,arxiv-2605.10267,qwen3.5-35b-a3b,think,mixed,hard,industrybench-api,,,,,,1.637,score-of-3,0.000289,,,"https://arxiv.org/abs/2605.10267 (Table 8, row Qwen3.5-35B-A3B, column Think Final)",,in, wildclaw,arxiv-2605.10912,opus-4.7,unstated,agentic-tool,hard,OpenClaw,per-task,1.29,0.00289,,,62.2,score%,0.0289,,,"https://arxiv.org/abs/2605.10912 (Table 2, row Claude Opus 4.7, column Overall / Score)",,out:effort-not-established,out:effort-not-established wildclaw,arxiv-2605.10912,gpt-5.5,unstated,agentic-tool,hard,OpenClaw,per-task,0.63,0.00289,,,58.2,score%,0.0289,,,"https://arxiv.org/abs/2605.10912 (Table 2, row GPT 5.5, column Overall / Score)",,out:effort-not-established,out:effort-not-established wildclaw,arxiv-2605.10912,opus-4.6,unstated,agentic-tool,hard,OpenClaw,per-task,1.35,0.00289,,,51.6,score%,0.0289,,,"https://arxiv.org/abs/2605.10912 (Table 2, row Claude Opus 4.6, column Overall / Score)",,out:effort-not-established,out:effort-not-established wildclaw,arxiv-2605.10912,gpt-5.4,unstated,agentic-tool,hard,OpenClaw,per-task,0.33,0.00289,,,50.3,score%,0.0289,,,"https://arxiv.org/abs/2605.10912 (Table 2, row GPT 5.4, column Overall / Score)",,out:effort-not-established,out:effort-not-established wildclaw,arxiv-2605.10912,glm-5.1,unstated,agentic-tool,hard,OpenClaw,per-task,0.58,0.00289,,,48.2,score%,0.0289,,,"https://arxiv.org/abs/2605.10912 (Table 2, row GLM 5.1, column Overall / Score)",,out:effort-not-established,out:effort-not-established wildclaw,arxiv-2605.10912,deepseek-v4-pro-preview,unstated,agentic-tool,hard,OpenClaw,per-task,0.20,0.00289,,,43.7,score%,0.0289,,,"https://arxiv.org/abs/2605.10912 (Table 2, row DeepSeek V4 Pro, column Overall / Score)",,out:effort-not-established,out:effort-not-established wildclaw,arxiv-2605.10912,mimo-v2.5-pro,unstated,agentic-tool,hard,OpenClaw,per-task,0.21,0.00289,,,43.0,score%,0.0289,,,"https://arxiv.org/abs/2605.10912 (Table 2, row MiMo V2.5 Pro, column Overall / Score)",,out:effort-not-established,out:effort-not-established wildclaw,arxiv-2605.10912,glm-5,unstated,agentic-tool,hard,OpenClaw,per-task,0.19,0.00289,,,42.6,score%,0.0289,,,"https://arxiv.org/abs/2605.10912 (Table 2, row GLM 5, column Overall / Score)",,out:effort-not-established,out:effort-not-established wildclaw,arxiv-2605.10912,gemini-3.1-pro,unstated,agentic-tool,hard,OpenClaw,per-task,0.30,0.00289,,,40.8,score%,0.0289,,,"https://arxiv.org/abs/2605.10912 (Table 2, row Gemini 3.1 Pro, column Overall / Score)",,out:effort-not-established,out:effort-not-established wildclaw,arxiv-2605.10912,?MiMo V2 Pro,not-established:absent,agentic-tool,hard,OpenClaw,per-task,0.44,0.00289,,,40.2,score%,0.0289,,,"https://arxiv.org/abs/2605.10912 (Table 2, row MiMo V2 Pro, column Overall / Score)",,out:model-not-established,out:model-not-established wildclaw,arxiv-2605.10912,?Qwen3.5 397B,not-established:absent,agentic-tool,hard,OpenClaw,per-task,0.37,0.00289,,,34.5,score%,0.0289,,,"https://arxiv.org/abs/2605.10912 (Table 2, row Qwen3.5 397B, column Overall / Score)",,out:model-not-established,out:model-not-established wildclaw,arxiv-2605.10912,deepseek-v3.2,unstated,agentic-tool,hard,OpenClaw,per-task,0.19,0.00289,,,34.0,score%,0.0289,,,"https://arxiv.org/abs/2605.10912 (Table 2, row DeepSeek V3.2, column Overall / Score)",,out:effort-not-established,out:effort-not-established wildclaw,arxiv-2605.10912,glm-5-turbo,unstated,agentic-tool,hard,OpenClaw,per-task,0.25,0.00289,,,33.9,score%,0.0289,,,"https://arxiv.org/abs/2605.10912 (Table 2, row GLM 5 Turbo, column Overall / Score)",,out:effort-not-established,out:effort-not-established wildclaw,arxiv-2605.10912,minimax-m2.7,unstated,agentic-tool,hard,OpenClaw,per-task,0.12,0.00289,,,33.8,score%,0.0289,,,"https://arxiv.org/abs/2605.10912 (Table 2, row MiniMax M2.7, column Overall / Score)",,out:effort-not-established,out:effort-not-established wildclaw,arxiv-2605.10912,kimi-k2.5,unstated,agentic-tool,hard,OpenClaw,per-task,0.11,0.00289,,,30.8,score%,0.0289,,,"https://arxiv.org/abs/2605.10912 (Table 2, row Kimi K2.5, column Overall / Score)",,out:effort-not-established,out:effort-not-established wildclaw,arxiv-2605.10912,?MiMo V2 Flash,not-established:absent,agentic-tool,hard,OpenClaw,per-task,0.17,0.00289,,,30.8,score%,0.0289,,,"https://arxiv.org/abs/2605.10912 (Table 2, row MiMo V2 Flash, column Overall / Score)",,out:model-not-established,out:model-not-established wildclaw,arxiv-2605.10912,minimax-m2.5,unstated,agentic-tool,hard,OpenClaw,per-task,0.16,0.00289,,,27.1,score%,0.0289,,,"https://arxiv.org/abs/2605.10912 (Table 2, row MiniMax M2.5, column Overall / Score)",,out:effort-not-established,out:effort-not-established wildclaw,arxiv-2605.10912,step-3.5-flash,unstated,agentic-tool,hard,OpenClaw,per-task,0.11,0.00289,,,26.7,score%,0.0289,,,"https://arxiv.org/abs/2605.10912 (Table 2, row Step 3.5 Flash, column Overall / Score)",,out:effort-not-established,out:effort-not-established wildclaw,arxiv-2605.10912,grok-4.20,think,agentic-tool,hard,OpenClaw,per-task,0.11333333333333334,0.0271,,,19.3,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2605.10912 (Table 2, row Grok 4.20 Beta, column Overall / Score)",,in,out:cost-single-couple wildclaw,arxiv-2605.10912,gpt-5.4,low,agentic-tool,hard,OpenClaw,per-task,0.33,0.00289,,,50.4,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2605.10912 (Table 5, row low, column Score)",,in,in wildclaw,arxiv-2605.10912,gpt-5.4,medium,agentic-tool,hard,OpenClaw,per-task,0.56,0.00289,,,52.6,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2605.10912 (Table 5, row medium, column Score)",,in,in wildclaw,arxiv-2605.10912,gpt-5.4,high,agentic-tool,hard,OpenClaw,per-task,0.81,0.00289,,,45.0,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2605.10912 (Table 5, row high, column Score)",,in,in arxiv-2605.15766-bioxarena,arxiv-2605.15766,gpt-5.6-sol,unstated,coding,hard,,,,,,,65.3,score%,0.0289,,,"https://arxiv.org/abs/2605.15766v2 (Table A21, row Minimalg56s, column Penalized (all 76 tasks, failures scored zero))",,out:effort-not-established, arxiv-2605.15766-bioxarena,arxiv-2605.15766,opus-4.6,unstated,coding,hard,,,,,,,58.4,score%,0.0289,,,"https://arxiv.org/abs/2605.15766v2 (Table A21, row Minimalo46, column Penalized (all 76 tasks, failures scored zero))",,out:effort-not-established, arxiv-2605.15766-bioxarena,arxiv-2605.15766,gemini-3.1-pro,unstated,coding,hard,,,,,,,58.9,score%,0.0289,,,"https://arxiv.org/abs/2605.15766v2 (Table A21, row Minimalge, column Penalized (all 76 tasks, failures scored zero))",,out:effort-not-established, arxiv-2605.15766-bioxarena,arxiv-2605.15766,glm-5.1,unstated,coding,hard,,,,,,,60.7,score%,0.0289,,,"https://arxiv.org/abs/2605.15766v2 (Table A21, row Minimalglm, column Penalized (all 76 tasks, failures scored zero))",,out:effort-not-established, arxiv-2605.15766-bioxarena,arxiv-2605.15766,qwen3.6-plus,unstated,coding,hard,,,,,,,55.0,score%,0.0289,,,"https://arxiv.org/abs/2605.15766v2 (Table A21, row Minimalqw, column Penalized (all 76 tasks, failures scored zero))",,out:effort-not-established, arxiv-2605.15766-bioxarena,arxiv-2605.15766,gemma-4-31b-it,unstated,coding,hard,,,,,,,45.6,score%,0.0289,,,"https://arxiv.org/abs/2605.15766v2 (Table A21, row Minimalgm, column Penalized (all 76 tasks, failures scored zero))",,out:effort-not-established, arxiv-2605.15766-bioxarena,arxiv-2605.15766,deepseek-v3.2,unstated,coding,hard,,,,,,,39.8,score%,0.0289,,,"https://arxiv.org/abs/2605.15766v2 (Table A21, row Minimaldv3, column Penalized (all 76 tasks, failures scored zero))",,out:effort-not-established, arxiv-2605.15766-bioxarena,arxiv-2605.15766,gpt-5.6-sol,unstated,coding,hard,,,,,,,68.7,score%,0.0289,,,"https://arxiv.org/abs/2605.15766v2 (Table A21, row OpenCodeg56s, column Penalized (all 76 tasks, failures scored zero))",,out:effort-not-established, arxiv-2605.15766-bioxarena,arxiv-2605.15766,opus-4.6,unstated,coding,hard,,,,,,,60.4,score%,0.0289,,,"https://arxiv.org/abs/2605.15766v2 (Table A21, row OpenCodeo46, column Penalized (all 76 tasks, failures scored zero))",,out:effort-not-established, arxiv-2605.15766-bioxarena,arxiv-2605.15766,gpt-5.6-sol,unstated,coding,hard,,,,,,,68.7,score%,0.0289,,,"https://arxiv.org/abs/2605.15766v2 (Table A21, row Codexg56s, column Penalized (all 76 tasks, failures scored zero))",,out:effort-not-established, arxiv-2605.15766-bioxarena,arxiv-2605.15766,gpt-6-astra,unstated,coding,hard,,,,,,,73.9,score%,0.0289,,,"https://arxiv.org/abs/2605.15766v2 (Table A21, row Codexg6a, column Penalized (all 76 tasks, failures scored zero))",,out:effort-not-established, arxiv-2605.15766-bioxarena,arxiv-2605.15766,opus-4.6,unstated,coding,hard,,,,,,,64.6,score%,0.0289,,,"https://arxiv.org/abs/2605.15766v2 (Table A21, row Claude Codeo46, column Penalized (all 76 tasks, failures scored zero))",,out:effort-not-established, arxiv-2605.15766-bioxarena,arxiv-2605.15766,opus-5,unstated,coding,hard,,,,,,,65.6,score%,0.0289,,,"https://arxiv.org/abs/2605.15766v2 (Table A21, row Claude Codeo5, column Penalized (all 76 tasks, failures scored zero))",,out:effort-not-established, arxiv-2605.15766-bioxarena,arxiv-2605.15766,opus-5.5,unstated,coding,hard,,,,,,,73.8,score%,0.0289,,,"https://arxiv.org/abs/2605.15766v2 (Table A21, row Claude Codeo55, column Penalized (all 76 tasks, failures scored zero))",,out:effort-not-established, arxiv-2605.15766-bioxarena,arxiv-2605.15766,sonnet-5,unstated,coding,hard,,,,,,,60.9,score%,0.0289,,,"https://arxiv.org/abs/2605.15766v2 (Table A21, row Biomnis5, column Penalized (all 76 tasks, failures scored zero))",,out:effort-not-established, arxiv-2605.15766-bioxarena,arxiv-2605.15766,sonnet-5,unstated,coding,hard,,,,,,,55.0,score%,0.0289,,,"https://arxiv.org/abs/2605.15766v2 (Table A21, row STELLAs5, column Penalized (all 76 tasks, failures scored zero))",,out:effort-not-established, arxiv-2605.15766-bioxarena,arxiv-2605.15766,gemini-3.1-pro,unstated,coding,hard,,,,,,,63.3,score%,0.0289,,,"https://arxiv.org/abs/2605.15766v2 (Table A21, row MLEvolvege, column Penalized (all 76 tasks, failures scored zero))",,out:effort-not-established, arxiv-2605.15766-bioxarena,arxiv-2605.15766,?DeepSeek-V4-Pro,not-established:absent,coding,hard,,,,,,,53.5,score%,0.0289,,,"https://arxiv.org/abs/2605.15766v2 (Table A21, row MLMaster2dv4, column Penalized (all 76 tasks, failures scored zero))",,out:model-not-established, tobench,arxiv-2605.16909,opus-4.6,unstated,agentic-tool,mid,,per-task,2.37,0.00289,,,32.00,acc%,0.00289,,,"https://arxiv.org/abs/2605.16909 (Table 2, row Claude-Opus-4.6, column Avg. (task success rate, %))",,out:effort-not-established,out:effort-not-established tobench,arxiv-2605.16909,gemini-3-pro,unstated,agentic-tool,mid,,per-task,2.62,0.00289,,,32.00,acc%,0.00289,,,"https://arxiv.org/abs/2605.16909 (Table 2, row Gemini-3-Pro, column Avg. (task success rate, %))",,out:effort-not-established,out:effort-not-established tobench,arxiv-2605.16909,gemini-3.1-pro,unstated,agentic-tool,mid,,per-task,3.03,0.00289,,,30.00,acc%,0.00289,,,"https://arxiv.org/abs/2605.16909 (Table 2, row Gemini-3.1-Pro, column Avg. (task success rate, %))",,out:effort-not-established,out:effort-not-established tobench,arxiv-2605.16909,haiku-4.5,unstated,agentic-tool,mid,,per-task,0.27,0.00289,,,27.00,acc%,0.00289,,,"https://arxiv.org/abs/2605.16909 (Table 2, row Claude-Haiku-4.5, column Avg. (task success rate, %))",,out:effort-not-established,out:effort-not-established tobench,arxiv-2605.16909,gpt-5,unstated,agentic-tool,mid,,per-task,0.94,0.00289,,,26.80,acc%,0.00289,,,"https://arxiv.org/abs/2605.16909 (Table 2, row GPT-5, column Avg. (task success rate, %))",,out:effort-not-established,out:effort-not-established tobench,arxiv-2605.16909,sonnet-4.6,unstated,agentic-tool,mid,,per-task,1.67,0.00289,,,23.00,acc%,0.00289,,,"https://arxiv.org/abs/2605.16909 (Table 2, row Claude-Sonnet-4.6, column Avg. (task success rate, %))",,out:effort-not-established,out:effort-not-established tobench,arxiv-2605.16909,gpt-5.2,unstated,agentic-tool,mid,,per-task,0.58,0.00289,,,22.00,acc%,0.00289,,,"https://arxiv.org/abs/2605.16909 (Table 2, row GPT-5.2, column Avg. (task success rate, %))",,out:effort-not-established,out:effort-not-established tobench,arxiv-2605.16909,?GPT-4o,not-established:absent,agentic-tool,mid,,per-task,0.34,0.00289,,,6.12,acc%,0.00289,,,"https://arxiv.org/abs/2605.16909 (Table 2, row GPT-4o, column Avg. (task success rate, %))",,out:model-not-established,out:model-not-established tobench,arxiv-2605.16909,qwen3.5-plus,unstated,agentic-tool,mid,,per-task,0.17,0.00289,,,41.00,acc%,0.00289,,,"https://arxiv.org/abs/2605.16909 (Table 2, row Qwen3.5-Plus, column Avg. (task success rate, %))",,out:effort-not-established,out:effort-not-established tobench,arxiv-2605.16909,qwen3.6-plus,unstated,agentic-tool,mid,,per-task,0.52,0.00289,,,32.00,acc%,0.00289,,,"https://arxiv.org/abs/2605.16909 (Table 2, row Qwen3.6-plus, column Avg. (task success rate, %))",,out:effort-not-established,out:effort-not-established tobench,arxiv-2605.16909,kimi-k2.5,unstated,agentic-tool,mid,,per-task,0.41,0.00289,,,31.00,acc%,0.00289,,,"https://arxiv.org/abs/2605.16909 (Table 2, row Kimi-K2.5, column Avg. (task success rate, %))",,out:effort-not-established,out:effort-not-established tobench,arxiv-2605.16909,glm-4.6v,unstated,agentic-tool,mid,,per-task,0.14,0.00289,,,14.00,acc%,0.00289,,,"https://arxiv.org/abs/2605.16909 (Table 2, row GLM-4.6V, column Avg. (task success rate, %))",,out:effort-not-established,out:effort-not-established tobench,arxiv-2605.16909,gemma-4-31b-it,unstated,agentic-tool,mid,,per-task,0,0.00289,,,9.00,acc%,0.00289,,,"https://arxiv.org/abs/2605.16909 (Table 2, row Gemma-4-31B, column Avg. (task success rate, %))",,out:effort-not-established,out:effort-not-established tobench,arxiv-2605.16909,minimax-m2.5,unstated,agentic-tool,mid,,per-task,0.21,0.00289,,,7.00,acc%,0.00289,,,"https://arxiv.org/abs/2605.16909 (Table 2, row MiniMax-M2.5, column Avg. (task success rate, %))",,out:effort-not-established,out:effort-not-established tobench,arxiv-2605.16909,?Qwen3-VL-30B-A3B-Ins,not-established:absent,agentic-tool,mid,,per-task,0,0.00289,,,6.00,acc%,0.00289,,,"https://arxiv.org/abs/2605.16909 (Table 2, row Qwen3-VL-30B-A3B-Ins, column Avg. (task success rate, %))",,out:model-not-established,out:model-not-established tobench,arxiv-2605.16909,?Qwen3-VL-8B-Ins,not-established:absent,agentic-tool,mid,,per-task,0,0.00289,,,4.00,acc%,0.00289,,,"https://arxiv.org/abs/2605.16909 (Table 2, row Qwen3-VL-8B-Ins, column Avg. (task success rate, %))",,out:model-not-established,out:model-not-established tobench,arxiv-2605.16909,?Qwen3-VL-4B-Ins,not-established:absent,agentic-tool,mid,,per-task,0,0.00289,,,2.00,acc%,0.00289,,,"https://arxiv.org/abs/2605.16909 (Table 2, row Qwen3-VL-4B-Ins, column Avg. (task success rate, %))",,out:model-not-established,out:model-not-established tobench,arxiv-2605.16909,?Qwen3-VL-2B-Ins,not-established:absent,agentic-tool,mid,,per-task,0,0.00289,,,0.00,acc%,0.00289,,,"https://arxiv.org/abs/2605.16909 (Table 2, row Qwen3-VL-2B-Ins, column Avg. (task success rate, %))",,out:model-not-established,out:model-not-established 1gc7rc-mean-t1-val_bpb,arxiv-2605.17046,sonnet-4.6,unstated,agentic-tool,hard,,,,,,,2.2325,val_bpb(lower-better),2.89e-05,,,"https://arxiv.org/abs/2605.17046 (Table 4, row 'Sonnet 4.6', column Task 1 (text line 404: the cell as extracted, value printed twice by the HTML))",,out:effort-not-established, 1gc7rc-mean-t2-top1,arxiv-2605.17046,sonnet-4.6,unstated,agentic-tool,hard,,,,,,,0.6813,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2605.17046 (Table 4, row 'Sonnet 4.6', column Task 2 (text line 406: the cell as extracted, value printed twice by the HTML))",,out:effort-not-established, 1gc7rc-mean-t3-miou,arxiv-2605.17046,sonnet-4.6,unstated,agentic-tool,hard,,,,,,,0.8322,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2605.17046 (Table 4, row 'Sonnet 4.6', column Task 3 (text line 408: the cell as extracted, value printed twice by the HTML))",,out:effort-not-established, 1gc7rc-mean-t4-auroc,arxiv-2605.17046,sonnet-4.6,unstated,agentic-tool,hard,,,,,,,0.7663,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2605.17046 (Table 4, row 'Sonnet 4.6', column Task 4 (text line 410: the cell as extracted, value printed twice by the HTML))",,out:effort-not-established, 1gc7rc-mean-t5-acc,arxiv-2605.17046,sonnet-4.6,unstated,agentic-tool,hard,,,,,,,0.9632,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2605.17046 (Table 4, row 'Sonnet 4.6', column Task 5 (text line 412: the cell as extracted, value printed twice by the HTML))",,out:effort-not-established, 1gc7rc-mean-t6-mse,arxiv-2605.17046,sonnet-4.6,unstated,agentic-tool,hard,,,,,,,0.3809,MSE(lower-better),2.89e-05,,,"https://arxiv.org/abs/2605.17046 (Table 4, row 'Sonnet 4.6', column Task 6 (text line 414: the cell as extracted, value printed twice by the HTML))",,out:effort-not-established, 1gc7rc-mean-t7-acc,arxiv-2605.17046,sonnet-4.6,unstated,agentic-tool,hard,,,,,,,0.9211,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2605.17046 (Table 4, row 'Sonnet 4.6', column Task 7 (text line 416: the cell as extracted, value printed twice by the HTML))",,out:effort-not-established, 1gc7rc-mean-t1-val_bpb,arxiv-2605.17046,opus-4.6,unstated,agentic-tool,hard,,,,,,,2.1797,val_bpb(lower-better),2.89e-05,,,"https://arxiv.org/abs/2605.17046 (Table 4, row 'Opus 4.6', column Task 1 (text line 420: the cell as extracted, value printed twice by the HTML))",,out:effort-not-established, 1gc7rc-mean-t2-top1,arxiv-2605.17046,opus-4.6,unstated,agentic-tool,hard,,,,,,,0.6619,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2605.17046 (Table 4, row 'Opus 4.6', column Task 2 (text line 422: the cell as extracted, value printed twice by the HTML))",,out:effort-not-established, 1gc7rc-mean-t3-miou,arxiv-2605.17046,opus-4.6,unstated,agentic-tool,hard,,,,,,,0.8047,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2605.17046 (Table 4, row 'Opus 4.6', column Task 3 (text line 424: the cell as extracted, value printed twice by the HTML))",,out:effort-not-established, 1gc7rc-mean-t4-auroc,arxiv-2605.17046,opus-4.6,unstated,agentic-tool,hard,,,,,,,0.7771,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2605.17046 (Table 4, row 'Opus 4.6', column Task 4 (text line 426: the cell as extracted, value printed twice by the HTML))",,out:effort-not-established, 1gc7rc-mean-t5-acc,arxiv-2605.17046,opus-4.6,unstated,agentic-tool,hard,,,,,,,0.9682,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2605.17046 (Table 4, row 'Opus 4.6', column Task 5 (text line 428: the cell as extracted, value printed twice by the HTML))",,out:effort-not-established, 1gc7rc-mean-t6-mse,arxiv-2605.17046,opus-4.6,unstated,agentic-tool,hard,,,,,,,0.3895,MSE(lower-better),2.89e-05,,,"https://arxiv.org/abs/2605.17046 (Table 4, row 'Opus 4.6', column Task 6 (text line 430: the cell as extracted, value printed twice by the HTML))",,out:effort-not-established, 1gc7rc-mean-t7-acc,arxiv-2605.17046,opus-4.6,unstated,agentic-tool,hard,,,,,,,0.9214,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2605.17046 (Table 4, row 'Opus 4.6', column Task 7 (text line 432: the cell as extracted, value printed twice by the HTML))",,out:effort-not-established, 1gc7rc-mean-t1-val_bpb,arxiv-2605.17046,opus-4.7,unstated,agentic-tool,hard,,,,,,,2.0863,val_bpb(lower-better),2.89e-05,,,"https://arxiv.org/abs/2605.17046 (Table 4, row 'Opus 4.7', column Task 1 (text line 436: the cell as extracted, value printed twice by the HTML))",,out:effort-not-established, 1gc7rc-mean-t2-top1,arxiv-2605.17046,opus-4.7,unstated,agentic-tool,hard,,,,,,,0.6897,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2605.17046 (Table 4, row 'Opus 4.7', column Task 2 (text line 438: the cell as extracted, value printed twice by the HTML))",,out:effort-not-established, 1gc7rc-mean-t3-miou,arxiv-2605.17046,opus-4.7,unstated,agentic-tool,hard,,,,,,,0.8073,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2605.17046 (Table 4, row 'Opus 4.7', column Task 3 (text line 440: the cell as extracted, value printed twice by the HTML))",,out:effort-not-established, 1gc7rc-mean-t4-auroc,arxiv-2605.17046,opus-4.7,unstated,agentic-tool,hard,,,,,,,0.7754,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2605.17046 (Table 4, row 'Opus 4.7', column Task 4 (text line 442: the cell as extracted, value printed twice by the HTML))",,out:effort-not-established, 1gc7rc-mean-t5-acc,arxiv-2605.17046,opus-4.7,unstated,agentic-tool,hard,,,,,,,0.9704,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2605.17046 (Table 4, row 'Opus 4.7', column Task 5 (text line 444: the cell as extracted, value printed twice by the HTML))",,out:effort-not-established, 1gc7rc-mean-t6-mse,arxiv-2605.17046,opus-4.7,unstated,agentic-tool,hard,,,,,,,0.3761,MSE(lower-better),2.89e-05,,,"https://arxiv.org/abs/2605.17046 (Table 4, row 'Opus 4.7', column Task 6 (text line 446: the cell as extracted, value printed twice by the HTML))",,out:effort-not-established, 1gc7rc-mean-t7-acc,arxiv-2605.17046,opus-4.7,unstated,agentic-tool,hard,,,,,,,0.9212,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2605.17046 (Table 4, row 'Opus 4.7', column Task 7 (text line 448: the cell as extracted, value printed twice by the HTML))",,out:effort-not-established, 1gc7rc-mean-t1-val_bpb,arxiv-2605.17046,gpt-5.5,unstated,agentic-tool,hard,,,,,,,2.0964,val_bpb(lower-better),2.89e-05,,,"https://arxiv.org/abs/2605.17046 (Table 4, row 'GPT 5.5', column Task 1 (text line 453: the cell as extracted, value printed twice by the HTML))",,out:effort-not-established, 1gc7rc-mean-t2-top1,arxiv-2605.17046,gpt-5.5,unstated,agentic-tool,hard,,,,,,,0.6638,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2605.17046 (Table 4, row 'GPT 5.5', column Task 2 (text line 455: the cell as extracted, value printed twice by the HTML))",,out:effort-not-established, 1gc7rc-mean-t3-miou,arxiv-2605.17046,gpt-5.5,unstated,agentic-tool,hard,,,,,,,0.7855,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2605.17046 (Table 4, row 'GPT 5.5', column Task 3 (text line 457: the cell as extracted, value printed twice by the HTML))",,out:effort-not-established, 1gc7rc-mean-t4-auroc,arxiv-2605.17046,gpt-5.5,unstated,agentic-tool,hard,,,,,,,0.7783,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2605.17046 (Table 4, row 'GPT 5.5', column Task 4 (text line 459: the cell as extracted, value printed twice by the HTML))",,out:effort-not-established, 1gc7rc-mean-t5-acc,arxiv-2605.17046,gpt-5.5,unstated,agentic-tool,hard,,,,,,,0.9724,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2605.17046 (Table 4, row 'GPT 5.5', column Task 5 (text line 461: the cell as extracted, value printed twice by the HTML))",,out:effort-not-established, 1gc7rc-mean-t6-mse,arxiv-2605.17046,gpt-5.5,unstated,agentic-tool,hard,,,,,,,0.3803,MSE(lower-better),2.89e-05,,,"https://arxiv.org/abs/2605.17046 (Table 4, row 'GPT 5.5', column Task 6 (text line 463: the cell as extracted, value printed twice by the HTML))",,out:effort-not-established, 1gc7rc-mean-t7-acc,arxiv-2605.17046,gpt-5.5,unstated,agentic-tool,hard,,,,,,,0.9318,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2605.17046 (Table 4, row 'GPT 5.5', column Task 7 (text line 465: the cell as extracted, value printed twice by the HTML))",,out:effort-not-established, 1gc7rc-mean-t1-val_bpb,arxiv-2605.17046,?Qwen 3.6+,not-established:absent,agentic-tool,hard,,,,,,,2.2971,val_bpb(lower-better),2.89e-05,,,"https://arxiv.org/abs/2605.17046 (Table 4, row 'Qwen 3.6+', column Task 1 (text line 502: the cell as extracted, value printed twice by the HTML))",,out:model-not-established, 1gc7rc-mean-t2-top1,arxiv-2605.17046,?Qwen 3.6+,not-established:absent,agentic-tool,hard,,,,,,,0.5614,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2605.17046 (Table 4, row 'Qwen 3.6+', column Task 2 (text line 504: the cell as extracted, value printed twice by the HTML))",,out:model-not-established, 1gc7rc-mean-t3-miou,arxiv-2605.17046,?Qwen 3.6+,not-established:absent,agentic-tool,hard,,,,,,,0.6259,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2605.17046 (Table 4, row 'Qwen 3.6+', column Task 3 (text line 506: the cell as extracted, value printed twice by the HTML))",,out:model-not-established, 1gc7rc-mean-t4-auroc,arxiv-2605.17046,?Qwen 3.6+,not-established:absent,agentic-tool,hard,,,,,,,0.7705,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2605.17046 (Table 4, row 'Qwen 3.6+', column Task 4 (text line 508: the cell as extracted, value printed twice by the HTML))",,out:model-not-established, 1gc7rc-mean-t5-acc,arxiv-2605.17046,?Qwen 3.6+,not-established:absent,agentic-tool,hard,,,,,,,0.9557,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2605.17046 (Table 4, row 'Qwen 3.6+', column Task 5 (text line 510: the cell as extracted, value printed twice by the HTML))",,out:model-not-established, 1gc7rc-mean-t6-mse,arxiv-2605.17046,?Qwen 3.6+,not-established:absent,agentic-tool,hard,,,,,,,0.3880,MSE(lower-better),2.89e-05,,,"https://arxiv.org/abs/2605.17046 (Table 4, row 'Qwen 3.6+', column Task 6 (text line 512: the cell as extracted, value printed twice by the HTML))",,out:model-not-established, 1gc7rc-mean-t7-acc,arxiv-2605.17046,?Qwen 3.6+,not-established:absent,agentic-tool,hard,,,,,,,0.8974,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2605.17046 (Table 4, row 'Qwen 3.6+', column Task 7 (text line 514: the cell as extracted, value printed twice by the HTML))",,out:model-not-established, 1gc7rc-mean-t1-val_bpb,arxiv-2605.17046,kimi-k2.5,unstated,agentic-tool,hard,,,,,,,2.5643,val_bpb(lower-better),2.89e-05,,,"https://arxiv.org/abs/2605.17046 (Table 4, row 'Kimi K2.5', column Task 1 (text line 470: the cell as extracted, value printed twice by the HTML))",,out:effort-not-established, 1gc7rc-mean-t2-top1,arxiv-2605.17046,kimi-k2.5,unstated,agentic-tool,hard,,,,,,,0.6015,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2605.17046 (Table 4, row 'Kimi K2.5', column Task 2 (text line 472: the cell as extracted, value printed twice by the HTML))",,out:effort-not-established, 1gc7rc-mean-t3-miou,arxiv-2605.17046,kimi-k2.5,unstated,agentic-tool,hard,,,,,,,0.6036,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2605.17046 (Table 4, row 'Kimi K2.5', column Task 3 (text line 474: the cell as extracted, value printed twice by the HTML))",,out:effort-not-established, 1gc7rc-mean-t4-auroc,arxiv-2605.17046,kimi-k2.5,unstated,agentic-tool,hard,,,,,,,0.7611,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2605.17046 (Table 4, row 'Kimi K2.5', column Task 4 (text line 476: the cell as extracted, value printed twice by the HTML))",,out:effort-not-established, 1gc7rc-mean-t5-acc,arxiv-2605.17046,kimi-k2.5,unstated,agentic-tool,hard,,,,,,,0.9645,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2605.17046 (Table 4, row 'Kimi K2.5', column Task 5 (text line 478: the cell as extracted, value printed twice by the HTML))",,out:effort-not-established, 1gc7rc-mean-t6-mse,arxiv-2605.17046,kimi-k2.5,unstated,agentic-tool,hard,,,,,,,0.3835,MSE(lower-better),2.89e-05,,,"https://arxiv.org/abs/2605.17046 (Table 4, row 'Kimi K2.5', column Task 6 (text line 480: the cell as extracted, value printed twice by the HTML))",,out:effort-not-established, 1gc7rc-mean-t7-acc,arxiv-2605.17046,kimi-k2.5,unstated,agentic-tool,hard,,,,,,,0.8972,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2605.17046 (Table 4, row 'Kimi K2.5', column Task 7 (text line 482: the cell as extracted, value printed twice by the HTML))",,out:effort-not-established, 1gc7rc-mean-t1-val_bpb,arxiv-2605.17046,kimi-k2.6,unstated,agentic-tool,hard,,,,,,,2.1741,val_bpb(lower-better),2.89e-05,,,"https://arxiv.org/abs/2605.17046 (Table 4, row 'Kimi K2.6', column Task 1 (text line 486: the cell as extracted, value printed twice by the HTML))",,out:effort-not-established, 1gc7rc-mean-t2-top1,arxiv-2605.17046,kimi-k2.6,unstated,agentic-tool,hard,,,,,,,0.5932,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2605.17046 (Table 4, row 'Kimi K2.6', column Task 2 (text line 488: the cell as extracted, value printed twice by the HTML))",,out:effort-not-established, 1gc7rc-mean-t3-miou,arxiv-2605.17046,kimi-k2.6,unstated,agentic-tool,hard,,,,,,,0.7302,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2605.17046 (Table 4, row 'Kimi K2.6', column Task 3 (text line 490: the cell as extracted, value printed twice by the HTML))",,out:effort-not-established, 1gc7rc-mean-t4-auroc,arxiv-2605.17046,kimi-k2.6,unstated,agentic-tool,hard,,,,,,,0.7768,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2605.17046 (Table 4, row 'Kimi K2.6', column Task 4 (text line 492: the cell as extracted, value printed twice by the HTML))",,out:effort-not-established, 1gc7rc-mean-t5-acc,arxiv-2605.17046,kimi-k2.6,unstated,agentic-tool,hard,,,,,,,0.9677,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2605.17046 (Table 4, row 'Kimi K2.6', column Task 5 (text line 494: the cell as extracted, value printed twice by the HTML))",,out:effort-not-established, 1gc7rc-mean-t6-mse,arxiv-2605.17046,kimi-k2.6,unstated,agentic-tool,hard,,,,,,,0.3848,MSE(lower-better),2.89e-05,,,"https://arxiv.org/abs/2605.17046 (Table 4, row 'Kimi K2.6', column Task 6 (text line 496: the cell as extracted, value printed twice by the HTML))",,out:effort-not-established, 1gc7rc-mean-t7-acc,arxiv-2605.17046,kimi-k2.6,unstated,agentic-tool,hard,,,,,,,0.8953,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2605.17046 (Table 4, row 'Kimi K2.6', column Task 7 (text line 498: the cell as extracted, value printed twice by the HTML))",,out:effort-not-established, dexholdem,arxiv-2605.18727,gpt-6-astra,medium,agentic-tool,hard,,,,,,,80.2,score%,0.0289,,,"https://arxiv.org/abs/2605.18727 (Table 2, row GPT 6 Astra, column Avg)",src-arxiv-2605.18727-v3-2026-10-01|run:dexholdem-overall|gpt-6-astra@medium|,in, dexholdem,arxiv-2605.18727,gpt-6-sol,medium,agentic-tool,hard,,,,,,,79.4,score%,0.0289,,,"https://arxiv.org/abs/2605.18727 (Table 2, row GPT 6 Sol, column Avg)",src-arxiv-2605.18727-v3-2026-10-01|run:dexholdem-overall|gpt-6-sol@medium|,in, dexholdem,arxiv-2605.18727,gpt-5.6-sol,medium,agentic-tool,hard,,,,,,,74.8,score%,0.0289,,,"https://arxiv.org/abs/2605.18727 (Table 2, row GPT 5.6 Sol, column Avg)",src-arxiv-2605.18727-v3-2026-10-01|run:dexholdem-overall|gpt-5.6-sol@medium|,in, dexholdem,arxiv-2605.18727,gpt-5.6-luna,medium,agentic-tool,hard,,,,,,,59.9,score%,0.0289,,,"https://arxiv.org/abs/2605.18727 (Table 2, row GPT 5.6 Luna, column Avg)",src-arxiv-2605.18727-v3-2026-10-01|run:dexholdem-overall|gpt-5.6-luna@medium|,in, dexholdem,arxiv-2605.18727,gpt-5.5,medium,agentic-tool,hard,,,,,,,66.8,score%,0.0289,,,"https://arxiv.org/abs/2605.18727 (Table 2, row GPT 5.5, column Avg)",src-arxiv-2605.18727-v3-2026-10-01|run:dexholdem-overall|gpt-5.5@medium|,in, dexholdem,arxiv-2605.18727,gpt-5.4,not-established:absent,agentic-tool,hard,,,,,,,54.5,score%,0.0289,,,"https://arxiv.org/abs/2605.18727 (Table 2, row GPT 5.4, column Avg)",,out:effort-not-established, dexholdem,arxiv-2605.18727,gpt-5.4-mini,medium,agentic-tool,hard,,,,,,,49.2,score%,0.0289,,,"https://arxiv.org/abs/2605.18727 (Table 2, row GPT 5.4 mini, column Avg)",src-arxiv-2605.18727-v3-2026-10-01|run:dexholdem-overall|gpt-5.4-mini@medium|,in, dexholdem,arxiv-2605.18727,opus-5.5,medium,agentic-tool,hard,,,,,,,80.6,score%,0.0289,,,"https://arxiv.org/abs/2605.18727 (Table 2, row Opus 5.5, column Avg)",src-arxiv-2605.18727-v3-2026-10-01|run:dexholdem-overall|opus-5.5@medium|,in, dexholdem,arxiv-2605.18727,sonnet-5,medium,agentic-tool,hard,,,,,,,48.1,score%,0.0289,,,"https://arxiv.org/abs/2605.18727 (Table 2, row Sonnet 5, column Avg)",src-arxiv-2605.18727-v3-2026-10-01|run:dexholdem-overall|sonnet-5@medium|,in, dexholdem,arxiv-2605.18727,opus-4.7,not-established:absent,agentic-tool,hard,,,,,,,49.1,score%,0.0289,,,"https://arxiv.org/abs/2605.18727 (Table 2, row Opus 4.7, column Avg)",,out:effort-not-established, dexholdem,arxiv-2605.18727,sonnet-4.6,not-established:absent,agentic-tool,hard,,,,,,,41.8,score%,0.0289,,,"https://arxiv.org/abs/2605.18727 (Table 2, row Sonnet 4.6, column Avg)",,out:effort-not-established, dexholdem,arxiv-2605.18727,haiku-4.5,not-established:absent,agentic-tool,hard,,,,,,,37.4,score%,0.0289,,,"https://arxiv.org/abs/2605.18727 (Table 2, row Haiku 4.5, column Avg)",,out:effort-not-established, dexholdem,arxiv-2605.18727,gemini-3-flash,default,agentic-tool,hard,,,,,,,51.5,score%,0.0289,,,"https://arxiv.org/abs/2605.18727 (Table 2, row Gemini 3 Flash, column Avg)",,out:effort-not-established, dexholdem,arxiv-2605.18727,gemini-3.1-flash-lite,default,agentic-tool,hard,,,,,,,34.2,score%,0.0289,,,"https://arxiv.org/abs/2605.18727 (Table 2, row Gemini 3.1 Flash L., column Avg)",,out:effort-not-established, dexholdem-overall,arxiv-2605.18727,gpt-6-astra,medium,agentic-tool,hard,,,,,,,48.1,score% (Overall),0.0289,,,"https://arxiv.org/abs/2605.18727 (Table 2, row GPT 6 Astra, column Overall)",src-arxiv-2605.18727-v3-2026-10-01|run:dexholdem-overall|gpt-6-astra@medium|,in, dexholdem-overall,arxiv-2605.18727,gpt-6-sol,medium,agentic-tool,hard,,,,,,,46.3,score% (Overall),0.0289,,,"https://arxiv.org/abs/2605.18727 (Table 2, row GPT 6 Sol, column Overall)",src-arxiv-2605.18727-v3-2026-10-01|run:dexholdem-overall|gpt-6-sol@medium|,in, dexholdem-overall,arxiv-2605.18727,gpt-5.6-sol,medium,agentic-tool,hard,,,,,,,46.3,score% (Overall),0.0289,,,"https://arxiv.org/abs/2605.18727 (Table 2, row GPT 5.6 Sol, column Overall)",src-arxiv-2605.18727-v3-2026-10-01|run:dexholdem-overall|gpt-5.6-sol@medium|,in, dexholdem-overall,arxiv-2605.18727,gpt-5.6-luna,medium,agentic-tool,hard,,,,,,,27.8,score% (Overall),0.0289,,,"https://arxiv.org/abs/2605.18727 (Table 2, row GPT 5.6 Luna, column Overall)",src-arxiv-2605.18727-v3-2026-10-01|run:dexholdem-overall|gpt-5.6-luna@medium|,in, dexholdem-overall,arxiv-2605.18727,gpt-5.5,medium,agentic-tool,hard,,,,,,,31.5,score% (Overall),0.0289,,,"https://arxiv.org/abs/2605.18727 (Table 2, row GPT 5.5, column Overall)",src-arxiv-2605.18727-v3-2026-10-01|run:dexholdem-overall|gpt-5.5@medium|,in, dexholdem-overall,arxiv-2605.18727,gpt-5.4,not-established:absent,agentic-tool,hard,,,,,,,31.5,score% (Overall),0.0289,,,"https://arxiv.org/abs/2605.18727 (Table 2, row GPT 5.4, column Overall)",,out:effort-not-established, dexholdem-overall,arxiv-2605.18727,gpt-5.4-mini,medium,agentic-tool,hard,,,,,,,25.9,score% (Overall),0.0289,,,"https://arxiv.org/abs/2605.18727 (Table 2, row GPT 5.4 mini, column Overall)",src-arxiv-2605.18727-v3-2026-10-01|run:dexholdem-overall|gpt-5.4-mini@medium|,in, dexholdem-overall,arxiv-2605.18727,opus-5.5,medium,agentic-tool,hard,,,,,,,49.1,score% (Overall),0.0289,,,"https://arxiv.org/abs/2605.18727 (Table 2, row Opus 5.5, column Overall)",src-arxiv-2605.18727-v3-2026-10-01|run:dexholdem-overall|opus-5.5@medium|,in, dexholdem-overall,arxiv-2605.18727,sonnet-5,medium,agentic-tool,hard,,,,,,,36.1,score% (Overall),0.0289,,,"https://arxiv.org/abs/2605.18727 (Table 2, row Sonnet 5, column Overall)",src-arxiv-2605.18727-v3-2026-10-01|run:dexholdem-overall|sonnet-5@medium|,in, dexholdem-overall,arxiv-2605.18727,opus-4.7,not-established:absent,agentic-tool,hard,,,,,,,34.3,score% (Overall),0.0289,,,"https://arxiv.org/abs/2605.18727 (Table 2, row Opus 4.7, column Overall)",,out:effort-not-established, dexholdem-overall,arxiv-2605.18727,sonnet-4.6,not-established:absent,agentic-tool,hard,,,,,,,25.0,score% (Overall),0.0289,,,"https://arxiv.org/abs/2605.18727 (Table 2, row Sonnet 4.6, column Overall)",,out:effort-not-established, dexholdem-overall,arxiv-2605.18727,haiku-4.5,not-established:absent,agentic-tool,hard,,,,,,,13.9,score% (Overall),0.0289,,,"https://arxiv.org/abs/2605.18727 (Table 2, row Haiku 4.5, column Overall)",,out:effort-not-established, dexholdem-overall,arxiv-2605.18727,gemini-3-flash,default,agentic-tool,hard,,,,,,,20.4,score% (Overall),0.0289,,,"https://arxiv.org/abs/2605.18727 (Table 2, row Gemini 3 Flash, column Overall)",,out:effort-not-established, dexholdem-overall,arxiv-2605.18727,gemini-3.1-flash-lite,default,agentic-tool,hard,,,,,,,10.2,score% (Overall),0.0289,,,"https://arxiv.org/abs/2605.18727 (Table 2, row Gemini 3.1 Flash L., column Overall)",,out:effort-not-established, etchr-avg-pass1-baseline,arxiv-2605.23897,gemini-3.1-flash-lite-preview,unstated,mixed,mid,,,,,,,65.08,avg-pass@1%,0.00289,,,"https://arxiv.org/abs/2605.23897 (Table 1, row Gemini-3.1-Flash-Lite (baseline, before +ETCHR), column Avg.)",,out:effort-not-established, etchr-avg-pass1-baseline,arxiv-2605.23897,kimi-k2.5,unstated,mixed,mid,,,,,,,76.55,avg-pass@1%,0.00289,,,"https://arxiv.org/abs/2605.23897 (Table 1, row Kimi K2.5 (baseline, before +ETCHR), column Avg.)",,out:effort-not-established, arxiv-2605.25652-phase1-total,arxiv-2605.25652,?Claude 4.6 Opus,not-established:absent,writing,hard,,,,,,,20.0,score,0.0289,,,"https://arxiv.org/abs/2605.25652 (Table 2, column Total)",,out:model-not-established, arxiv-2605.25652-phase1-total,arxiv-2605.25652,gemini-3.1-pro,unstated,writing,hard,,,,,,,20.0,score,0.0289,,,"https://arxiv.org/abs/2605.25652 (Table 2, column Total)",,out:effort-not-established, arxiv-2605.25652-phase1-total,arxiv-2605.25652,gpt-5.4-pro,unstated,writing,hard,,,,,,,16.0,score,0.0289,,,"https://arxiv.org/abs/2605.25652 (Table 2, column Total)",,out:effort-not-established, arxiv-2605.25652-phase1-total,arxiv-2605.25652,deepseek-v3.2-speciale,solo,writing,hard,,,,,,,12.0,score,0.0289,,,"https://arxiv.org/abs/2605.25652 (Table 2, column Total)",,out:single-couple, arxiv-2605.25652-phase1-total,arxiv-2605.25652,qwen3.5-plus,unstated,writing,hard,,,,,,,11.0,score,0.0289,,,"https://arxiv.org/abs/2605.25652 (Table 2, column Total)",,out:effort-not-established, arxiv-2605.25652-phase1-total,arxiv-2605.25652,glm-5,unstated,writing,hard,,,,,,,9.0,score,0.0289,,,"https://arxiv.org/abs/2605.25652 (Table 2, column Total)",,out:effort-not-established, arxiv-2605.25652-phase1-total,arxiv-2605.25652,minimax-m2.5,unstated,writing,hard,,,,,,,9.0,score,0.0289,,,"https://arxiv.org/abs/2605.25652 (Table 2, column Total)",,out:effort-not-established, arxiv-2605.25652-phase1-total,arxiv-2605.25652,grok-4.1-fast,unstated,writing,hard,,,,,,,8.0,score,0.0289,,,"https://arxiv.org/abs/2605.25652 (Table 2, column Total)",,out:effort-not-established, arxiv-2605.25652-phase1-q1,arxiv-2605.25652,?Claude 4.6 Opus,not-established:absent,writing,hard,,,,,,,6.0,score,0.0289,,,"https://arxiv.org/abs/2605.25652 (Table 2, column Q1)",,out:model-not-established, arxiv-2605.25652-phase1-q2,arxiv-2605.25652,?Claude 4.6 Opus,not-established:absent,writing,hard,,,,,,,7.0,score,0.0289,,,"https://arxiv.org/abs/2605.25652 (Table 2, column Q2)",,out:model-not-established, arxiv-2605.25652-phase1-q3,arxiv-2605.25652,?Claude 4.6 Opus,not-established:absent,writing,hard,,,,,,,7.0,score,0.0289,,,"https://arxiv.org/abs/2605.25652 (Table 2, column Q3)",,out:model-not-established, arxiv-2605.25652-phase1-q1,arxiv-2605.25652,gemini-3.1-pro,unstated,writing,hard,,,,,,,9.0,score,0.0289,,,"https://arxiv.org/abs/2605.25652 (Table 2, column Q1)",,out:effort-not-established, arxiv-2605.25652-phase1-q2,arxiv-2605.25652,gemini-3.1-pro,unstated,writing,hard,,,,,,,6.0,score,0.0289,,,"https://arxiv.org/abs/2605.25652 (Table 2, column Q2)",,out:effort-not-established, arxiv-2605.25652-phase1-q3,arxiv-2605.25652,gemini-3.1-pro,unstated,writing,hard,,,,,,,5.0,score,0.0289,,,"https://arxiv.org/abs/2605.25652 (Table 2, column Q3)",,out:effort-not-established, arxiv-2605.25652-phase1-q1,arxiv-2605.25652,gpt-5.4-pro,unstated,writing,hard,,,,,,,2.0,score,0.0289,,,"https://arxiv.org/abs/2605.25652 (Table 2, column Q1)",,out:effort-not-established, arxiv-2605.25652-phase1-q2,arxiv-2605.25652,gpt-5.4-pro,unstated,writing,hard,,,,,,,7.0,score,0.0289,,,"https://arxiv.org/abs/2605.25652 (Table 2, column Q2)",,out:effort-not-established, arxiv-2605.25652-phase1-q3,arxiv-2605.25652,gpt-5.4-pro,unstated,writing,hard,,,,,,,7.0,score,0.0289,,,"https://arxiv.org/abs/2605.25652 (Table 2, column Q3)",,out:effort-not-established, arxiv-2605.25652-phase1-q1,arxiv-2605.25652,deepseek-v3.2-speciale,solo,writing,hard,,,,,,,2.0,score,0.0289,,,"https://arxiv.org/abs/2605.25652 (Table 2, column Q1)",,out:single-couple, arxiv-2605.25652-phase1-q2,arxiv-2605.25652,deepseek-v3.2-speciale,solo,writing,hard,,,,,,,4.0,score,0.0289,,,"https://arxiv.org/abs/2605.25652 (Table 2, column Q2)",,out:single-couple, arxiv-2605.25652-phase1-q3,arxiv-2605.25652,deepseek-v3.2-speciale,solo,writing,hard,,,,,,,6.0,score,0.0289,,,"https://arxiv.org/abs/2605.25652 (Table 2, column Q3)",,out:single-couple, arxiv-2605.25652-phase1-q1,arxiv-2605.25652,qwen3.5-plus,unstated,writing,hard,,,,,,,0.0,score,0.0289,,,"https://arxiv.org/abs/2605.25652 (Table 2, column Q1)",,out:effort-not-established, arxiv-2605.25652-phase1-q2,arxiv-2605.25652,qwen3.5-plus,unstated,writing,hard,,,,,,,7.0,score,0.0289,,,"https://arxiv.org/abs/2605.25652 (Table 2, column Q2)",,out:effort-not-established, arxiv-2605.25652-phase1-q3,arxiv-2605.25652,qwen3.5-plus,unstated,writing,hard,,,,,,,4.0,score,0.0289,,,"https://arxiv.org/abs/2605.25652 (Table 2, column Q3)",,out:effort-not-established, arxiv-2605.25652-phase1-q1,arxiv-2605.25652,glm-5,unstated,writing,hard,,,,,,,0.0,score,0.0289,,,"https://arxiv.org/abs/2605.25652 (Table 2, column Q1)",,out:effort-not-established, arxiv-2605.25652-phase1-q2,arxiv-2605.25652,glm-5,unstated,writing,hard,,,,,,,3.0,score,0.0289,,,"https://arxiv.org/abs/2605.25652 (Table 2, column Q2)",,out:effort-not-established, arxiv-2605.25652-phase1-q3,arxiv-2605.25652,glm-5,unstated,writing,hard,,,,,,,6.0,score,0.0289,,,"https://arxiv.org/abs/2605.25652 (Table 2, column Q3)",,out:effort-not-established, arxiv-2605.25652-phase1-q1,arxiv-2605.25652,minimax-m2.5,unstated,writing,hard,,,,,,,1.0,score,0.0289,,,"https://arxiv.org/abs/2605.25652 (Table 2, column Q1)",,out:effort-not-established, arxiv-2605.25652-phase1-q2,arxiv-2605.25652,minimax-m2.5,unstated,writing,hard,,,,,,,5.0,score,0.0289,,,"https://arxiv.org/abs/2605.25652 (Table 2, column Q2)",,out:effort-not-established, arxiv-2605.25652-phase1-q3,arxiv-2605.25652,minimax-m2.5,unstated,writing,hard,,,,,,,3.0,score,0.0289,,,"https://arxiv.org/abs/2605.25652 (Table 2, column Q3)",,out:effort-not-established, arxiv-2605.25652-phase1-q1,arxiv-2605.25652,grok-4.1-fast,unstated,writing,hard,,,,,,,4.0,score,0.0289,,,"https://arxiv.org/abs/2605.25652 (Table 2, column Q1)",,out:effort-not-established, arxiv-2605.25652-phase1-q2,arxiv-2605.25652,grok-4.1-fast,unstated,writing,hard,,,,,,,3.0,score,0.0289,,,"https://arxiv.org/abs/2605.25652 (Table 2, column Q2)",,out:effort-not-established, arxiv-2605.25652-phase1-q3,arxiv-2605.25652,grok-4.1-fast,unstated,writing,hard,,,,,,,1.0,score,0.0289,,,"https://arxiv.org/abs/2605.25652 (Table 2, column Q3)",,out:effort-not-established, secbenchpro-v8,arxiv-2605.26548,gpt-5.5,unstated,agentic-tool,frontier,,,,,,,47.6,score%,0.0289,,,"https://arxiv.org/abs/2605.26548 (Table II, target V8, row 'GPT-5.5', column 'Overall Sol. Rate')",,out:effort-not-established, secbenchpro-v8,arxiv-2605.26548,gpt-5.4,unstated,agentic-tool,frontier,,,,,,,35.0,score%,0.0289,,,"https://arxiv.org/abs/2605.26548 (Table II, target V8, row 'GPT-5.4', column 'Overall Sol. Rate')",,out:effort-not-established, secbenchpro-v8,arxiv-2605.26548,opus-4.6,unstated,agentic-tool,frontier,,,,,,,22.3,score%,0.0289,,,"https://arxiv.org/abs/2605.26548 (Table II, target V8, row 'Opus 4.6', column 'Overall Sol. Rate')",,out:effort-not-established, secbenchpro-v8,arxiv-2605.26548,glm-5,unstated,agentic-tool,frontier,,,,,,,1.9,score%,0.0289,,,"https://arxiv.org/abs/2605.26548 (Table II, target V8, row 'GLM-5', column 'Overall Sol. Rate')",,out:effort-not-established, secbenchpro-v8,arxiv-2605.26548,kimi-k2.5,unstated,agentic-tool,frontier,,,,,,,1.9,score%,0.0289,,,"https://arxiv.org/abs/2605.26548 (Table II, target V8, row 'Kimi K2.5', column 'Overall Sol. Rate')",,out:effort-not-established, secbenchpro-v8,arxiv-2605.26548,minimax-m2.5,unstated,agentic-tool,frontier,,,,,,,0.0,score%,0.0289,,,"https://arxiv.org/abs/2605.26548 (Table II, target V8, row 'MiniMax M2.5', column 'Overall Sol. Rate')",,out:effort-not-established, secbenchpro-spidermonkey,arxiv-2605.26548,gpt-5.5,unstated,agentic-tool,frontier,,,,,,,44.2,score%,0.0289,,,"https://arxiv.org/abs/2605.26548 (Table II, target SpiderMonkey, row 'GPT-5.5', column 'Overall Sol. Rate')",,out:effort-not-established, secbenchpro-spidermonkey,arxiv-2605.26548,gpt-5.4,unstated,agentic-tool,frontier,,,,,,,25.0,score%,0.0289,,,"https://arxiv.org/abs/2605.26548 (Table II, target SpiderMonkey, row 'GPT-5.4', column 'Overall Sol. Rate')",,out:effort-not-established, secbenchpro-spidermonkey,arxiv-2605.26548,opus-4.6,unstated,agentic-tool,frontier,,,,,,,27.9,score%,0.0289,,,"https://arxiv.org/abs/2605.26548 (Table II, target SpiderMonkey, row 'Opus 4.6', column 'Overall Sol. Rate')",,out:effort-not-established, secbenchpro-spidermonkey,arxiv-2605.26548,glm-5,unstated,agentic-tool,frontier,,,,,,,5.8,score%,0.0289,,,"https://arxiv.org/abs/2605.26548 (Table II, target SpiderMonkey, row 'GLM-5', column 'Overall Sol. Rate')",,out:effort-not-established, secbenchpro-spidermonkey,arxiv-2605.26548,kimi-k2.5,unstated,agentic-tool,frontier,,,,,,,2.9,score%,0.0289,,,"https://arxiv.org/abs/2605.26548 (Table II, target SpiderMonkey, row 'Kimi K2.5', column 'Overall Sol. Rate')",,out:effort-not-established, secbenchpro-spidermonkey,arxiv-2605.26548,minimax-m2.5,unstated,agentic-tool,frontier,,,,,,,0.0,score%,0.0289,,,"https://arxiv.org/abs/2605.26548 (Table II, target SpiderMonkey, row 'MiniMax M2.5', column 'Overall Sol. Rate')",,out:effort-not-established, secbenchpro-linux,arxiv-2605.26548,gpt-5.5,unstated,agentic-tool,frontier,,,,,,,77.4,score%,0.0289,,,"https://arxiv.org/abs/2605.26548 (Table II, target Linux, row 'GPT-5.5', column 'Overall Sol. Rate')",,out:effort-not-established, secbenchpro-linux,arxiv-2605.26548,gpt-5.4,unstated,agentic-tool,frontier,,,,,,,52.6,score%,0.0289,,,"https://arxiv.org/abs/2605.26548 (Table II, target Linux, row 'GPT-5.4', column 'Overall Sol. Rate')",,out:effort-not-established, secbenchpro-linux,arxiv-2605.26548,opus-4.6,unstated,agentic-tool,frontier,,,,,,,39.4,score%,0.0289,,,"https://arxiv.org/abs/2605.26548 (Table II, target Linux, row 'Opus 4.6', column 'Overall Sol. Rate')",,out:effort-not-established, secbenchpro-linux,arxiv-2605.26548,glm-5,unstated,agentic-tool,frontier,,,,,,,3.6,score%,0.0289,,,"https://arxiv.org/abs/2605.26548 (Table II, target Linux, row 'GLM-5', column 'Overall Sol. Rate')",,out:effort-not-established, secbenchpro-linux,arxiv-2605.26548,kimi-k2.5,unstated,agentic-tool,frontier,,,,,,,2.2,score%,0.0289,,,"https://arxiv.org/abs/2605.26548 (Table II, target Linux, row 'Kimi K2.5', column 'Overall Sol. Rate')",,out:effort-not-established, secbenchpro-linux,arxiv-2605.26548,minimax-m2.5,unstated,agentic-tool,frontier,,,,,,,1.5,score%,0.0289,,,"https://arxiv.org/abs/2605.26548 (Table II, target Linux, row 'MiniMax M2.5', column 'Overall Sol. Rate')",,out:effort-not-established, secbenchpro-overall,arxiv-2605.26548,gpt-5.5,unstated,agentic-tool,frontier,,,,,,,58.4,score%,0.0289,,,"https://arxiv.org/abs/2605.26548 (Section IV-B, Overall performance (prose))",,out:effort-not-established, hrbench-avg5,arxiv-2605.28398,qwen3.5-2b,think,reasoning-math,hard,,,,,,,11.8,acc%,0.0289,,,"https://arxiv.org/abs/2605.28398 (Table 4: model-scale table, averaged over five benchmarks / row Qwen3.5-2B / column full_think_acc)",,in, hrbench-avg5,arxiv-2605.28398,qwen3.5-2b,nothink,reasoning-math,hard,,,,,,,18.7,acc%,0.0289,,,"https://arxiv.org/abs/2605.28398 (Table 4: model-scale table, averaged over five benchmarks / row Qwen3.5-2B / column no_think_acc)",,in, hrbench-avg5,arxiv-2605.28398,qwen3.5-2b,unstated,reasoning-math,hard,,,,,,,13.2,acc%,0.0289,,,"https://arxiv.org/abs/2605.28398 (Table 4: model-scale table, averaged over five benchmarks / row Qwen3.5-2B / column pt_tf_acc)",,out:effort-not-established, hrbench-avg5,arxiv-2605.28398,qwen3.5-2b,unstated,reasoning-math,hard,,,,,,,14.0,acc%,0.0289,,,"https://arxiv.org/abs/2605.28398 (Table 4: model-scale table, averaged over five benchmarks / row Qwen3.5-2B / column rt_tf_acc)",,out:effort-not-established, hrbench-avg5,arxiv-2605.28398,qwen3.5-2b,unstated,reasoning-math,hard,,,,,,,14.1,acc%,0.0289,,,"https://arxiv.org/abs/2605.28398 (Table 4: model-scale table, averaged over five benchmarks / row Qwen3.5-2B / column spec_tf_acc)",,out:effort-not-established, hrbench-avg5,arxiv-2605.28398,qwen3.5-9b,think,reasoning-math,hard,,,,,,,40.9,acc%,0.0289,,,"https://arxiv.org/abs/2605.28398 (Table 4: model-scale table, averaged over five benchmarks / row Qwen3.5-9B / column full_think_acc)",,in, hrbench-avg5,arxiv-2605.28398,qwen3.5-9b,nothink,reasoning-math,hard,,,,,,,42.4,acc%,0.0289,,,"https://arxiv.org/abs/2605.28398 (Table 4: model-scale table, averaged over five benchmarks / row Qwen3.5-9B / column no_think_acc)",,in, hrbench-avg5,arxiv-2605.28398,qwen3.5-9b,unstated,reasoning-math,hard,,,,,,,47.6,acc%,0.0289,,,"https://arxiv.org/abs/2605.28398 (Table 4: model-scale table, averaged over five benchmarks / row Qwen3.5-9B / column pt_tf_acc)",,out:effort-not-established, hrbench-avg5,arxiv-2605.28398,qwen3.5-9b,unstated,reasoning-math,hard,,,,,,,44.1,acc%,0.0289,,,"https://arxiv.org/abs/2605.28398 (Table 4: model-scale table, averaged over five benchmarks / row Qwen3.5-9B / column rt_tf_acc)",,out:effort-not-established, hrbench-avg5,arxiv-2605.28398,qwen3.5-9b,unstated,reasoning-math,hard,,,,,,,45.8,acc%,0.0289,,,"https://arxiv.org/abs/2605.28398 (Table 4: model-scale table, averaged over five benchmarks / row Qwen3.5-9B / column spec_tf_acc)",,out:effort-not-established, hrbench-avg5,arxiv-2605.28398,gpt-oss-20b,not-established:absent,reasoning-math,hard,,,,,,,36.4,acc%,0.0289,,,"https://arxiv.org/abs/2605.28398 (Table 4: model-scale table, averaged over five benchmarks / row gpt-oss-20B / column full_think_acc)",,out:effort-not-established, hrbench-avg5,arxiv-2605.28398,gpt-oss-20b,not-established:absent,reasoning-math,hard,,,,,,,24.5,acc%,0.0289,,,"https://arxiv.org/abs/2605.28398 (Table 4: model-scale table, averaged over five benchmarks / row gpt-oss-20B / column no_think_acc)",,out:effort-not-established, hrbench-avg5,arxiv-2605.28398,gpt-oss-20b,unstated,reasoning-math,hard,,,,,,,32.9,acc%,0.0289,,,"https://arxiv.org/abs/2605.28398 (Table 4: model-scale table, averaged over five benchmarks / row gpt-oss-20B / column pt_tf_acc)",,out:effort-not-established, hrbench-avg5,arxiv-2605.28398,gpt-oss-20b,unstated,reasoning-math,hard,,,,,,,29.2,acc%,0.0289,,,"https://arxiv.org/abs/2605.28398 (Table 4: model-scale table, averaged over five benchmarks / row gpt-oss-20B / column rt_tf_acc)",,out:effort-not-established, hrbench-avg5,arxiv-2605.28398,gpt-oss-20b,unstated,reasoning-math,hard,,,,,,,36.8,acc%,0.0289,,,"https://arxiv.org/abs/2605.28398 (Table 4: model-scale table, averaged over five benchmarks / row gpt-oss-20B / column spec_tf_acc)",,out:effort-not-established, hrbench-avg5,arxiv-2605.28398,?Seed-OSS-36B,not-established:absent,reasoning-math,hard,,,,,,,51.5,acc%,0.0289,,,"https://arxiv.org/abs/2605.28398 (Table 4: model-scale table, averaged over five benchmarks / row Seed-OSS-36B / column full_think_acc)",,out:model-not-established, hrbench-avg5,arxiv-2605.28398,?Seed-OSS-36B,not-established:absent,reasoning-math,hard,,,,,,,27.0,acc%,0.0289,,,"https://arxiv.org/abs/2605.28398 (Table 4: model-scale table, averaged over five benchmarks / row Seed-OSS-36B / column no_think_acc)",,out:model-not-established, hrbench-avg5,arxiv-2605.28398,?Seed-OSS-36B,not-established:absent,reasoning-math,hard,,,,,,,46.3,acc%,0.0289,,,"https://arxiv.org/abs/2605.28398 (Table 4: model-scale table, averaged over five benchmarks / row Seed-OSS-36B / column pt_tf_acc)",,out:model-not-established, hrbench-avg5,arxiv-2605.28398,?Seed-OSS-36B,not-established:absent,reasoning-math,hard,,,,,,,39.2,acc%,0.0289,,,"https://arxiv.org/abs/2605.28398 (Table 4: model-scale table, averaged over five benchmarks / row Seed-OSS-36B / column rt_tf_acc)",,out:model-not-established, hrbench-avg5,arxiv-2605.28398,?Seed-OSS-36B,not-established:absent,reasoning-math,hard,,,,,,,43.9,acc%,0.0289,,,"https://arxiv.org/abs/2605.28398 (Table 4: model-scale table, averaged over five benchmarks / row Seed-OSS-36B / column spec_tf_acc)",,out:model-not-established, hrbench-avg5,arxiv-2605.28398,deepseek-v3.1,think,reasoning-math,hard,,,,,,,67.4,acc%,0.0289,,,"https://arxiv.org/abs/2605.28398 (Table 4: model-scale table, averaged over five benchmarks / row DeepSeek-V3.1 / column full_think_acc)",,out:single-couple, hrbench-avg5,arxiv-2605.28398,deepseek-v3.1,nothink,reasoning-math,hard,,,,,,,63.7,acc%,0.0289,,,"https://arxiv.org/abs/2605.28398 (Table 4: model-scale table, averaged over five benchmarks / row DeepSeek-V3.1 / column no_think_acc)",,out:single-couple, hrbench-avg5,arxiv-2605.28398,deepseek-v3.1,unstated,reasoning-math,hard,,,,,,,74.7,acc%,0.0289,,,"https://arxiv.org/abs/2605.28398 (Table 4: model-scale table, averaged over five benchmarks / row DeepSeek-V3.1 / column pt_tf_acc)",,out:effort-not-established, hrbench-avg5,arxiv-2605.28398,deepseek-v3.1,unstated,reasoning-math,hard,,,,,,,68.9,acc%,0.0289,,,"https://arxiv.org/abs/2605.28398 (Table 4: model-scale table, averaged over five benchmarks / row DeepSeek-V3.1 / column rt_tf_acc)",,out:effort-not-established, hrbench-avg5,arxiv-2605.28398,deepseek-v3.1,unstated,reasoning-math,hard,,,,,,,75.8,acc%,0.0289,,,"https://arxiv.org/abs/2605.28398 (Table 4: model-scale table, averaged over five benchmarks / row DeepSeek-V3.1 / column spec_tf_acc)",,out:effort-not-established, hrbench-avg5,arxiv-2605.28398,kimi-k2.5,think,reasoning-math,hard,,,,,,,73.9,acc%,0.0289,,,"https://arxiv.org/abs/2605.28398 (Table 4: model-scale table, averaged over five benchmarks / row Kimi-K2.5 / column full_think_acc)",,in, hrbench-avg5,arxiv-2605.28398,kimi-k2.5,nothink,reasoning-math,hard,,,,,,,72.3,acc%,0.0289,,,"https://arxiv.org/abs/2605.28398 (Table 4: model-scale table, averaged over five benchmarks / row Kimi-K2.5 / column no_think_acc)",,in, hrbench-avg5,arxiv-2605.28398,kimi-k2.5,unstated,reasoning-math,hard,,,,,,,80.8,acc%,0.0289,,,"https://arxiv.org/abs/2605.28398 (Table 4: model-scale table, averaged over five benchmarks / row Kimi-K2.5 / column pt_tf_acc)",,out:effort-not-established, hrbench-avg5,arxiv-2605.28398,kimi-k2.5,unstated,reasoning-math,hard,,,,,,,77.8,acc%,0.0289,,,"https://arxiv.org/abs/2605.28398 (Table 4: model-scale table, averaged over five benchmarks / row Kimi-K2.5 / column rt_tf_acc)",,out:effort-not-established, hrbench-avg5,arxiv-2605.28398,kimi-k2.5,unstated,reasoning-math,hard,,,,,,,74.5,acc%,0.0289,,,"https://arxiv.org/abs/2605.28398 (Table 4: model-scale table, averaged over five benchmarks / row Kimi-K2.5 / column spec_tf_acc)",,out:effort-not-established, arxiv-2605.29054-t2j-claudecode,arxiv-2605.29054,opus-5,unstated,coding,frontier,Claude-Code,,,,,,0.649,reward,0.000289,,,"https://arxiv.org/abs/2605.29054 (Table 3, row Claude-Code opus-5, column R (reward, mean of three seeds))",,out:effort-not-established, arxiv-2605.29054-t2j-claudecode,arxiv-2605.29054,sonnet-5,unstated,coding,frontier,Claude-Code,,,,,,0.408,reward,0.000289,,,"https://arxiv.org/abs/2605.29054 (Table 3, row Claude-Code sonnet-5, column R (reward, mean of three seeds))",,out:effort-not-established, arxiv-2605.29054-t2j-opencode,arxiv-2605.29054,opus-5,unstated,coding,frontier,OpenCode,,,,,,0.676,reward,0.000289,,,"https://arxiv.org/abs/2605.29054 (Table 3, row OpenCode opus-5, column R (reward, mean of three seeds))",,out:effort-not-established, arxiv-2605.29054-t2j-opencode,arxiv-2605.29054,sonnet-5,unstated,coding,frontier,OpenCode,,,,,,0.472,reward,0.000289,,,"https://arxiv.org/abs/2605.29054 (Table 3, row OpenCode sonnet-5, column R (reward, mean of three seeds))",,out:effort-not-established, arxiv-2605.29054-t2j-opencode,arxiv-2605.29054,gemini-3.7-flash,unstated,coding,frontier,OpenCode,,,,,,0.526,reward,0.000289,,,"https://arxiv.org/abs/2605.29054 (Table 3, row OpenCode gemini-3.7-flash, column R (reward, mean of three seeds))",,out:effort-not-established, arxiv-2605.29054-t2j-opencode,arxiv-2605.29054,gemini-3.8-flash,unstated,coding,frontier,OpenCode,,,,,,0.361,reward,0.000289,,,"https://arxiv.org/abs/2605.29054 (Table 3, row OpenCode gemini-3.8-flash, column R (reward, mean of three seeds))",,out:effort-not-established, arxiv-2605.29054-t2j-opencode,arxiv-2605.29054,gemini-3.1-pro,unstated,coding,frontier,OpenCode,,,,,,0.064,reward,0.000289,,,"https://arxiv.org/abs/2605.29054 (Table 3, row OpenCode gemini-3.1-pro, column R (reward, mean of three seeds))",,out:effort-not-established, arxiv-2605.29054-t2j-opencode,arxiv-2605.29054,glm-5.2,unstated,coding,frontier,OpenCode,,,,,,0.470,reward,0.000289,,,"https://arxiv.org/abs/2605.29054 (Table 3, row OpenCode glm-5.2, column R (reward, mean of three seeds))",,out:effort-not-established, arxiv-2605.29054-t2j-openhands,arxiv-2605.29054,opus-5,unstated,coding,frontier,OpenHands,,,,,,0.622,reward,0.000289,,,"https://arxiv.org/abs/2605.29054 (Table 6, row OpenHands opus-5, column R (reward, mean of three seeds))",,out:effort-not-established, arxiv-2605.29054-t2j-openhands,arxiv-2605.29054,sonnet-5,unstated,coding,frontier,OpenHands,,,,,,0.401,reward,0.000289,,,"https://arxiv.org/abs/2605.29054 (Table 6, row OpenHands sonnet-5, column R (reward, mean of three seeds))",,out:effort-not-established, arxiv-2605.29054-t2j-openhands,arxiv-2605.29054,gemini-3.7-flash,unstated,coding,frontier,OpenHands,,,,,,0.416,reward,0.000289,,,"https://arxiv.org/abs/2605.29054 (Table 6, row OpenHands gemini-3.7-flash, column R (reward, mean of three seeds))",,out:effort-not-established, arxiv-2605.29054-t2j-openhands,arxiv-2605.29054,gemini-3.8-flash,unstated,coding,frontier,OpenHands,,,,,,0.443,reward,0.000289,,,"https://arxiv.org/abs/2605.29054 (Table 6, row OpenHands gemini-3.8-flash, column R (reward, mean of three seeds))",,out:effort-not-established, arxiv-2605.29054-t2j-openhands,arxiv-2605.29054,gemini-3.1-pro,unstated,coding,frontier,OpenHands,,,,,,0.086,reward,0.000289,,,"https://arxiv.org/abs/2605.29054 (Table 6, row OpenHands gemini-3.1-pro, column R (reward, mean of three seeds))",,out:effort-not-established, arxiv-2605.29054-t2j-openhands,arxiv-2605.29054,glm-5.2,unstated,coding,frontier,OpenHands,,,,,,0.247,reward,0.000289,,,"https://arxiv.org/abs/2605.29054 (Table 6, row OpenHands glm-5.2, column R (reward, mean of three seeds))",,out:effort-not-established, scdbench-base,arxiv-2605.29059,opus-4.7,high,coding,frontier,single-pass-prompt,per-contract,0.472,0.000289,,,22.5,semantic-consistency%,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2605.29059 (Table 4, Claude Opus 4.7 row, total column)",,in,in scdbench-repair,arxiv-2605.29059,opus-4.7,high,coding,frontier,single-pass-prompt,per-contract,0.492,0.000289,,,29.4,semantic-consistency%,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2605.29059 (Table 4, Claude Opus 4.7 dagger row, total column)",,in,in scdbench-base,arxiv-2605.29059,gpt-5.3-codex,high,coding,frontier,single-pass-prompt,per-contract,0.273,0.000289,,,19.6,semantic-consistency%,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2605.29059 (Table 4, GPT-5.3-Codex row, total column)",,in,in scdbench-repair,arxiv-2605.29059,gpt-5.3-codex,high,coding,frontier,single-pass-prompt,per-contract,0.285,0.000289,,,28.0,semantic-consistency%,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2605.29059 (Table 4, GPT-5.3-Codex dagger row, total column)",,in,in scdbench-base,arxiv-2605.29059,glm-5,not-established:absent,coding,frontier,single-pass-prompt,per-contract,0.042,0.000289,,,9.9,semantic-consistency%,0.0289,,,"https://arxiv.org/abs/2605.29059 (Table 4, GLM-5 row, total column)",,out:effort-not-established,out:effort-not-established scdbench-repair,arxiv-2605.29059,glm-5,not-established:absent,coding,frontier,single-pass-prompt,per-contract,0.047,0.000289,,,20.7,semantic-consistency%,0.0289,,,"https://arxiv.org/abs/2605.29059 (Table 4, GLM-5 dagger row, total column)",,out:effort-not-established,out:effort-not-established scdbench-base,arxiv-2605.29059,glm-5,nothink,coding,frontier,single-pass-prompt,per-contract,0.018,0.000289,,,5.8,semantic-consistency%,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2605.29059 (Table 4, GLM-5 (instruct) row, total column)",,in,in scdbench-repair,arxiv-2605.29059,glm-5,nothink,coding,frontier,single-pass-prompt,per-contract,0.022,0.000289,,,17.7,semantic-consistency%,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2605.29059 (Table 4, GLM-5 (instruct) dagger row, total column)",,in,in scheme-baseline-main,arxiv-2605.29178,gpt-5.1-codex,medium,agentic-tool,hard,SCHEME harness (paper),,,,,,94,pass%,0.289,,,https://arxiv.org/abs/2605.29178 (section 3.1 text: main-task pass rate of GPT 5.1 Codex with the side task removed),src-arxiv-2605.29178-scheme-2026-10-28|run:scheme-sabotage-success|gpt-5.1-codex@medium|,in, scheme-baseline-main,arxiv-2605.29178,gemini-3.1-pro,high,agentic-tool,hard,SCHEME harness (paper),,,,,,88,pass%,0.289,,,https://arxiv.org/abs/2605.29178 (section 3.1 text: main-task pass rate of Gemini 3.1 Pro with the side task removed),src-arxiv-2605.29178-scheme-2026-10-28|run:scheme-sabotage-success|gemini-3.1-pro@high|,in, scheme-sabotage-success,arxiv-2605.29178,gpt-5.1-codex,medium,agentic-tool,hard,SCHEME harness (paper),,,,,,46,sabotage success%,0.289,,,"https://arxiv.org/abs/2605.29178 (section 3.1 first paragraph: per-trajectory sabotage success of GPT 5.1 Codex (designated metric, per model))",src-arxiv-2605.29178-scheme-2026-10-28|run:scheme-sabotage-success|gpt-5.1-codex@medium|,in, scheme-sabotage-success,arxiv-2605.29178,gemini-3.1-pro,high,agentic-tool,hard,SCHEME harness (paper),,,,,,84,sabotage success%,0.289,,,"https://arxiv.org/abs/2605.29178 (section 3.1 first paragraph: per-trajectory sabotage success of Gemini 3.1 Pro (designated metric, per model))",src-arxiv-2605.29178-scheme-2026-10-28|run:scheme-sabotage-success|gemini-3.1-pro@high|,in, 2605.30104-bfcl-v2-first,arxiv-2605.30104,?z-ai/glm-5-turbo,not-established:absent,agentic-tool,hard,,,,,,,86.7,first value (rank 1),0.0289,,,"https://arxiv.org/abs/2605.30104 (candidate table, BFCL-v2 row, column first value (rank 1))",,out:model-not-established, kbrowsecomp-verified,arxiv-2606.02404,gpt-5.5,unstated,agentic-tool,hard,search_evals deep-research agent + Perplexity Search (10 calls),,,,,,45.67,score%,0.00289,,,"https://arxiv.org/abs/2606.02404 (Table 2, Verified subset, Pass@1 Acc., row GPT-5.5)",,out:effort-not-established, kbrowsecomp-verified,arxiv-2606.02404,gpt-5.4-mini,unstated,agentic-tool,hard,search_evals deep-research agent + Perplexity Search (10 calls),,,,,,30.67,score%,0.00289,,,"https://arxiv.org/abs/2606.02404 (Table 2, Verified subset, Pass@1 Acc., row GPT-5.4-mini)",,out:effort-not-established, kbrowsecomp-verified,arxiv-2606.02404,deepseek-v4-pro-preview,unstated,agentic-tool,hard,search_evals deep-research agent + Perplexity Search (10 calls),,,,,,30.00,score%,0.00289,,,"https://arxiv.org/abs/2606.02404 (Table 2, Verified subset, Pass@1 Acc., row DeepSeek-V4-Pro)",,out:effort-not-established, kbrowsecomp-verified,arxiv-2606.02404,glm-5.1,unstated,agentic-tool,hard,search_evals deep-research agent + Perplexity Search (10 calls),,,,,,30.67,score%,0.00289,,,"https://arxiv.org/abs/2606.02404 (Table 2, Verified subset, Pass@1 Acc., row GLM-5.1)",,out:effort-not-established, kbrowsecomp-verified,arxiv-2606.02404,qwen3.6-35b-a3b,unstated,agentic-tool,hard,search_evals deep-research agent + Perplexity Search (10 calls),,,,,,12.00,score%,0.00289,,,"https://arxiv.org/abs/2606.02404 (Table 2, Verified subset, Pass@1 Acc., row Qwen3.6-35B-A3B)",,out:effort-not-established, kbrowsecomp-verified,arxiv-2606.02404,gemini-3.1-flash-lite,unstated,agentic-tool,hard,search_evals deep-research agent + Perplexity Search (10 calls),,,,,,11.33,score%,0.00289,,,"https://arxiv.org/abs/2606.02404 (Table 2, Verified subset, Pass@1 Acc., row Gemini-3.1-Flash-Lite)",,out:effort-not-established, kbrowsecomp-verified,arxiv-2606.02404,gemma-4-31b-it,unstated,agentic-tool,hard,search_evals deep-research agent + Perplexity Search (10 calls),,,,,,23.33,score%,0.00289,,,"https://arxiv.org/abs/2606.02404 (Table 2, Verified subset, Pass@1 Acc., row Gemma-4-31B-it)",,out:effort-not-established, kbrowsecomp-verified,arxiv-2606.02404,?K-EXAONE-236B-A23B,not-established:absent,agentic-tool,hard,search_evals deep-research agent + Perplexity Search (10 calls),,,,,,10.33,score%,0.00289,,,"https://arxiv.org/abs/2606.02404 (Table 2, Verified subset, Pass@1 Acc., row K-EXAONE-236B-A23B)",,out:model-not-established, kbrowsecomp-verified,arxiv-2606.02404,?A.X-4.0,not-established:absent,agentic-tool,hard,search_evals deep-research agent + Perplexity Search (10 calls),,,,,,5.33,score%,0.00289,,,"https://arxiv.org/abs/2606.02404 (Table 2, Verified subset, Pass@1 Acc., row A.X-4.0)",,out:model-not-established, kbrowsecomp-verified,arxiv-2606.02404,?HCX-SEED-Think-32B,not-established:absent,agentic-tool,hard,search_evals deep-research agent + Perplexity Search (10 calls),,,,,,2.33,score%,0.00289,,,"https://arxiv.org/abs/2606.02404 (Table 2, Verified subset, Pass@1 Acc., row HCX-SEED-Think-32B)",,out:model-not-established, kbrowsecomp-verified,arxiv-2606.02404,?Kanana-2-30B-A3B-Think,not-established:absent,agentic-tool,hard,search_evals deep-research agent + Perplexity Search (10 calls),,,,,,0.00,score%,0.00289,,,"https://arxiv.org/abs/2606.02404 (Table 2, Verified subset, Pass@1 Acc., row Kanana-2-30B-A3B-Think)",,out:model-not-established, kbrowsecomp-synthetic,arxiv-2606.02404,gpt-5.5,unstated,agentic-tool,hard,search_evals deep-research agent + Perplexity Search (10 calls),,,,,,26.00,score%,0.00289,,,"https://arxiv.org/abs/2606.02404 (Table 2, Synthetic subset, Pass@1 Acc., row GPT-5.5)",,out:effort-not-established, kbrowsecomp-synthetic,arxiv-2606.02404,gpt-5.4-mini,unstated,agentic-tool,hard,search_evals deep-research agent + Perplexity Search (10 calls),,,,,,0.00,score%,0.00289,,,"https://arxiv.org/abs/2606.02404 (Table 2, Synthetic subset, Pass@1 Acc., row GPT-5.4-mini)",,out:effort-not-established, kbrowsecomp-synthetic,arxiv-2606.02404,deepseek-v4-pro-preview,unstated,agentic-tool,hard,search_evals deep-research agent + Perplexity Search (10 calls),,,,,,22.00,score%,0.00289,,,"https://arxiv.org/abs/2606.02404 (Table 2, Synthetic subset, Pass@1 Acc., row DeepSeek-V4-Pro)",,out:effort-not-established, kbrowsecomp-synthetic,arxiv-2606.02404,glm-5.1,unstated,agentic-tool,hard,search_evals deep-research agent + Perplexity Search (10 calls),,,,,,19.00,score%,0.00289,,,"https://arxiv.org/abs/2606.02404 (Table 2, Synthetic subset, Pass@1 Acc., row GLM-5.1)",,out:effort-not-established, kbrowsecomp-synthetic,arxiv-2606.02404,qwen3.6-35b-a3b,unstated,agentic-tool,hard,search_evals deep-research agent + Perplexity Search (10 calls),,,,,,15.00,score%,0.00289,,,"https://arxiv.org/abs/2606.02404 (Table 2, Synthetic subset, Pass@1 Acc., row Qwen3.6-35B-A3B)",,out:effort-not-established, kbrowsecomp-synthetic,arxiv-2606.02404,gemini-3.1-flash-lite,unstated,agentic-tool,hard,search_evals deep-research agent + Perplexity Search (10 calls),,,,,,11.00,score%,0.00289,,,"https://arxiv.org/abs/2606.02404 (Table 2, Synthetic subset, Pass@1 Acc., row Gemini-3.1-Flash-Lite)",,out:effort-not-established, kbrowsecomp-synthetic,arxiv-2606.02404,gemma-4-31b-it,unstated,agentic-tool,hard,search_evals deep-research agent + Perplexity Search (10 calls),,,,,,17.00,score%,0.00289,,,"https://arxiv.org/abs/2606.02404 (Table 2, Synthetic subset, Pass@1 Acc., row Gemma-4-31B-it)",,out:effort-not-established, kbrowsecomp-synthetic,arxiv-2606.02404,?K-EXAONE-236B-A23B,not-established:absent,agentic-tool,hard,search_evals deep-research agent + Perplexity Search (10 calls),,,,,,13.00,score%,0.00289,,,"https://arxiv.org/abs/2606.02404 (Table 2, Synthetic subset, Pass@1 Acc., row K-EXAONE-236B-A23B)",,out:model-not-established, kbrowsecomp-synthetic,arxiv-2606.02404,?A.X-4.0,not-established:absent,agentic-tool,hard,search_evals deep-research agent + Perplexity Search (10 calls),,,,,,1.00,score%,0.00289,,,"https://arxiv.org/abs/2606.02404 (Table 2, Synthetic subset, Pass@1 Acc., row A.X-4.0)",,out:model-not-established, kbrowsecomp-synthetic,arxiv-2606.02404,?HCX-SEED-Think-32B,not-established:absent,agentic-tool,hard,search_evals deep-research agent + Perplexity Search (10 calls),,,,,,2.00,score%,0.00289,,,"https://arxiv.org/abs/2606.02404 (Table 2, Synthetic subset, Pass@1 Acc., row HCX-SEED-Think-32B)",,out:model-not-established, kbrowsecomp-synthetic,arxiv-2606.02404,?Kanana-2-30B-A3B-Think,not-established:absent,agentic-tool,hard,search_evals deep-research agent + Perplexity Search (10 calls),,,,,,0.00,score%,0.00289,,,"https://arxiv.org/abs/2606.02404 (Table 2, Synthetic subset, Pass@1 Acc., row Kanana-2-30B-A3B-Think)",,out:model-not-established, arxiv-2606.02644-refusal-easy,arxiv-2606.02644,gpt-5.1-codex,unstated,agentic-tool,mid,,,,,,,100,refusal%,0.289,,,"https://arxiv.org/abs/2606.02644 (Figure 3(b), column Refusal@1)",,out:effort-not-established, arxiv-2606.02644-utility-easy,arxiv-2606.02644,gpt-5.1-codex,unstated,agentic-tool,mid,,,,,,,0,score%,0.289,,,"https://arxiv.org/abs/2606.02644 (Figure 3(b), column Utility@1)",,out:effort-not-established, arxiv-2606.02644-prof-pass1,arxiv-2606.02644,gpt-5.1-codex,unstated,agentic-tool,mid,,,,,,,89,score%,0.289,,,"https://arxiv.org/abs/2606.02644 (Figure 3(a), bar labels pass@1, sixth label (GPT-5.1 Codex))",,out:effort-not-established, arxiv-2606.02644-prof-passn,arxiv-2606.02644,gpt-5.1-codex,unstated,agentic-tool,mid,,,,,,,90,score%,0.289,,,"https://arxiv.org/abs/2606.02644 (Figure 3(a), bar labels pass@n, sixth label (GPT-5.1 Codex))",,out:effort-not-established, arxiv-2606.02644-refusal-easy,arxiv-2606.02644,gemini-3.1-pro,unstated,agentic-tool,mid,,,,,,,13,refusal%,0.289,,,"https://arxiv.org/abs/2606.02644 (Figure 3(b), column Refusal@1)",,out:effort-not-established, arxiv-2606.02644-utility-easy,arxiv-2606.02644,gemini-3.1-pro,unstated,agentic-tool,mid,,,,,,,74,score%,0.289,,,"https://arxiv.org/abs/2606.02644 (Figure 3(b), column Utility@1)",,out:effort-not-established, arxiv-2606.02644-refusal-easy,arxiv-2606.02644,gemini-3-flash,unstated,agentic-tool,mid,,,,,,,70,refusal%,0.289,,,"https://arxiv.org/abs/2606.02644 (Figure 3(b), column Refusal@1)",,out:effort-not-established, arxiv-2606.02644-utility-easy,arxiv-2606.02644,gemini-3-flash,unstated,agentic-tool,mid,,,,,,,24,score%,0.289,,,"https://arxiv.org/abs/2606.02644 (Figure 3(b), column Utility@1)",,out:effort-not-established, arxiv-2606.02644-refusal-easy,arxiv-2606.02644,gpt-5.2,unstated,agentic-tool,mid,,,,,,,100,refusal%,0.289,,,"https://arxiv.org/abs/2606.02644 (Figure 3(b), column Refusal@1)",,out:effort-not-established, arxiv-2606.02644-utility-easy,arxiv-2606.02644,gpt-5.2,unstated,agentic-tool,mid,,,,,,,0,score%,0.289,,,"https://arxiv.org/abs/2606.02644 (Figure 3(b), column Utility@1)",,out:effort-not-established, arxiv-2606.02644-prof-pass1,arxiv-2606.02644,gemini-3-flash,unstated,agentic-tool,mid,,,,,,,79,score%,0.289,,,"https://arxiv.org/abs/2606.02644 (Figure 3(a), bar labels pass@1, label 3 (Gemini 3 Flash))",,out:effort-not-established, arxiv-2606.02644-prof-passn,arxiv-2606.02644,gemini-3-flash,unstated,agentic-tool,mid,,,,,,,90,score%,0.289,,,"https://arxiv.org/abs/2606.02644 (Figure 3(a), bar labels pass@n, label 3 (Gemini 3 Flash))",,out:effort-not-established, arxiv-2606.02644-prof-pass1,arxiv-2606.02644,gemini-3.1-pro,unstated,agentic-tool,mid,,,,,,,85,score%,0.289,,,"https://arxiv.org/abs/2606.02644 (Figure 3(a), bar labels pass@1, label 4 (Gemini 3.1 Pro))",,out:effort-not-established, arxiv-2606.02644-prof-passn,arxiv-2606.02644,gemini-3.1-pro,unstated,agentic-tool,mid,,,,,,,90,score%,0.289,,,"https://arxiv.org/abs/2606.02644 (Figure 3(a), bar labels pass@n, label 4 (Gemini 3.1 Pro))",,out:effort-not-established, arxiv-2606.02644-prof-pass1,arxiv-2606.02644,gpt-5.2,unstated,agentic-tool,mid,,,,,,,68,score%,0.289,,,"https://arxiv.org/abs/2606.02644 (Figure 3(a), bar labels pass@1, label 5 (GPT-5.2))",,out:effort-not-established, arxiv-2606.02644-prof-passn,arxiv-2606.02644,gpt-5.2,unstated,agentic-tool,mid,,,,,,,90,score%,0.289,,,"https://arxiv.org/abs/2606.02644 (Figure 3(a), bar labels pass@n, label 5 (GPT-5.2))",,out:effort-not-established, arxiv-2606.02644-hard-safety,arxiv-2606.02644,gpt-5.2,unstated,agentic-tool,mid,,,,,,,13,refusal%,0.289,,,"https://arxiv.org/abs/2606.02644 (Table 1, column Safety)",,out:effort-not-established, arxiv-2606.02644-hard-awareness,arxiv-2606.02644,gpt-5.2,unstated,agentic-tool,mid,,,,,,,91,score%,0.289,,,"https://arxiv.org/abs/2606.02644 (Table 1, column Awareness)",,out:effort-not-established, arxiv-2606.02644-hard-safety,arxiv-2606.02644,gemini-3-flash,unstated,agentic-tool,mid,,,,,,,0,refusal%,0.289,,,"https://arxiv.org/abs/2606.02644 (Table 1, column Safety)",,out:effort-not-established, arxiv-2606.02644-hard-awareness,arxiv-2606.02644,gemini-3-flash,unstated,agentic-tool,mid,,,,,,,100,score%,0.289,,,"https://arxiv.org/abs/2606.02644 (Table 1, column Awareness)",,out:effort-not-established, arxiv-2606.02644-hard-safety,arxiv-2606.02644,gemini-3.1-pro,unstated,agentic-tool,mid,,,,,,,0,refusal%,0.289,,,"https://arxiv.org/abs/2606.02644 (Table 1, column Safety)",,out:effort-not-established, arxiv-2606.02644-hard-awareness,arxiv-2606.02644,gemini-3.1-pro,unstated,agentic-tool,mid,,,,,,,100,score%,0.289,,,"https://arxiv.org/abs/2606.02644 (Table 1, column Awareness)",,out:effort-not-established, arxiv-2606.02644-hard-safety,arxiv-2606.02644,gpt-5.1-codex,unstated,agentic-tool,mid,,,,,,,0,refusal%,0.289,,,"https://arxiv.org/abs/2606.02644 (Table 1, column Safety)",,out:effort-not-established, arxiv-2606.02644-hard-awareness,arxiv-2606.02644,gpt-5.1-codex,unstated,agentic-tool,mid,,,,,,,100,score%,0.289,,,"https://arxiv.org/abs/2606.02644 (Table 1, column Awareness)",,out:effort-not-established, arxiv-2606.02644-reality-hard,arxiv-2606.02644,gpt-5.1-codex,unstated,agentic-tool,mid,,,,,,,98,score%,0.289,,,"https://arxiv.org/abs/2606.02644 (Table 2, column Hard)",,out:effort-not-established, arxiv-2606.02644-reality-medl,arxiv-2606.02644,gpt-5.1-codex,unstated,agentic-tool,mid,,,,,,,7,score%,0.289,,,"https://arxiv.org/abs/2606.02644 (Table 2, column Med (L))",,out:effort-not-established, arxiv-2606.02644-reality-medn,arxiv-2606.02644,gpt-5.1-codex,unstated,agentic-tool,mid,,,,,,,98,score%,0.289,,,"https://arxiv.org/abs/2606.02644 (Table 2, column Med (N))",,out:effort-not-established, arxiv-2606.02644-reality-hard,arxiv-2606.02644,gpt-5.2,unstated,agentic-tool,mid,,,,,,,92,score%,0.289,,,"https://arxiv.org/abs/2606.02644 (Table 2, column Hard)",,out:effort-not-established, arxiv-2606.02644-reality-medl,arxiv-2606.02644,gpt-5.2,unstated,agentic-tool,mid,,,,,,,15,score%,0.289,,,"https://arxiv.org/abs/2606.02644 (Table 2, column Med (L))",,out:effort-not-established, arxiv-2606.02644-reality-medn,arxiv-2606.02644,gpt-5.2,unstated,agentic-tool,mid,,,,,,,82,score%,0.289,,,"https://arxiv.org/abs/2606.02644 (Table 2, column Med (N))",,out:effort-not-established, arxiv-2606.02644-reality-hard,arxiv-2606.02644,gemini-3-flash,unstated,agentic-tool,mid,,,,,,,73,score%,0.289,,,"https://arxiv.org/abs/2606.02644 (Table 2, column Hard)",,out:effort-not-established, arxiv-2606.02644-reality-medl,arxiv-2606.02644,gemini-3-flash,unstated,agentic-tool,mid,,,,,,,0,score%,0.289,,,"https://arxiv.org/abs/2606.02644 (Table 2, column Med (L))",,out:effort-not-established, arxiv-2606.02644-reality-medn,arxiv-2606.02644,gemini-3-flash,unstated,agentic-tool,mid,,,,,,,61,score%,0.289,,,"https://arxiv.org/abs/2606.02644 (Table 2, column Med (N))",,out:effort-not-established, arxiv-2606.02644-reality-hard,arxiv-2606.02644,gemini-3.1-pro,unstated,agentic-tool,mid,,,,,,,60,score%,0.289,,,"https://arxiv.org/abs/2606.02644 (Table 2, column Hard)",,out:effort-not-established, arxiv-2606.02644-reality-medl,arxiv-2606.02644,gemini-3.1-pro,unstated,agentic-tool,mid,,,,,,,0,score%,0.289,,,"https://arxiv.org/abs/2606.02644 (Table 2, column Med (L))",,out:effort-not-established, arxiv-2606.02644-reality-medn,arxiv-2606.02644,gemini-3.1-pro,unstated,agentic-tool,mid,,,,,,,25,score%,0.289,,,"https://arxiv.org/abs/2606.02644 (Table 2, column Med (N))",,out:effort-not-established, writ-tau2-gpt51,arxiv-2606.02908,gpt-5.1,nothink,agentic-tool,mid,tau2-bench-official,USD per Retail+Airline eval,5.56,0.00289,,318180,62.80,tau2 avg Pass1 %,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2606.02908 (Table 4, row GPT-5.1 no-think, column Avg.)",,out:single-couple,out:cost-single-couple writ-tau2-gpt51,arxiv-2606.02908,gpt-5.1,not-established:absent,agentic-tool,mid,tau2-bench-official,USD per Retail+Airline eval,17.52,0.00289,,1520619,79.27,tau2 avg Pass1 %,0.00289,,,"https://arxiv.org/abs/2606.02908 (Table 4, row GPT-5.1 thinking, column Avg.)",,out:effort-not-established,out:effort-not-established terminallego-teacher-tb2,arxiv-2606.03461,opus-4.6,unstated,coding,hard,,,,,,,69.4,score%,0.0289,,,"https://arxiv.org/abs/2606.03461 (Table 1, row Claude Opus 4.6, column TB 2.0)",,out:effort-not-established, terminallego-teacher-tb2,arxiv-2606.03461,qwen3.5-plus,unstated,coding,hard,,,,,,,52.5,score%,0.0289,,,"https://arxiv.org/abs/2606.03461 (Table 1, row Qwen3.5-Plus, column TB 2.0)",,out:effort-not-established, terminallego-teacher-tb2,arxiv-2606.03461,glm-5,unstated,coding,hard,,,,,,,56.2,score%,0.0289,,,"https://arxiv.org/abs/2606.03461 (Table 1, row GLM-5, column TB 2.0)",,out:effort-not-established, terminallego-teacher-tb2,arxiv-2606.03461,deepseek-v3.2,unstated,coding,hard,,,,,,,39.3,score%,0.0289,,,"https://arxiv.org/abs/2606.03461 (Table 1, row DeepSeek-V3.2, column TB 2.0)",,out:effort-not-established, cybergym-e2e-patch-only,arxiv-2606.04460,gpt-5.2-codex,unstated,agentic-tool,hard,,,,,,,58.5,patch-only success %,0.0289,,,"https://arxiv.org/abs/2606.04460 (Table 3, row GPT-5.2-Codex (Codex), column patch-only success %)",,out:effort-not-established, cybergym-e2e-s1,arxiv-2606.04460,gpt-5.2-codex,unstated,agentic-tool,hard,,,,,,,30.2,S1 success %,0.0289,,,"https://arxiv.org/abs/2606.04460 (Table 3, row GPT-5.2-Codex (Codex), column S1 success %)",,out:effort-not-established, cybergym-e2e-s2,arxiv-2606.04460,gpt-5.2-codex,unstated,agentic-tool,hard,,,,,,,22.0,S2 success %,0.0289,,,"https://arxiv.org/abs/2606.04460 (Table 3, row GPT-5.2-Codex (Codex), column S2 success %)",,out:effort-not-established, cybergym-e2e-s3,arxiv-2606.04460,gpt-5.2-codex,unstated,agentic-tool,hard,,,,,,,20.7,S3 success %,0.0289,,,"https://arxiv.org/abs/2606.04460 (Table 3, row GPT-5.2-Codex (Codex), column S3 success %)",,out:effort-not-established, cybergym-e2e-s4,arxiv-2606.04460,gpt-5.2-codex,unstated,agentic-tool,hard,,,,,,,6.5,S4 success %,0.0289,,,"https://arxiv.org/abs/2606.04460 (Table 3, row GPT-5.2-Codex (Codex), column S4 success %)",,out:effort-not-established, planbench-v-overall,arxiv-2606.05744,?GPT-4o,not-established:absent,mixed,hard,,,,,,,1.342,"Overall score (LLM-as-judge, 300-item subset)",0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row GPT-4o, column Overall (second to last; last column Rank))",,out:model-not-established, planbench-v-overall,arxiv-2606.05744,?Qwen2.5-VL-72B,not-established:absent,mixed,hard,,,,,,,1.288,"Overall score (LLM-as-judge, 300-item subset)",0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Qwen2.5-VL-72Ba, column Overall (second to last; last column Rank))",,out:model-not-established, planbench-v-overall,arxiv-2606.05744,?InternVL3-9B,not-established:absent,mixed,hard,,,,,,,1.271,"Overall score (LLM-as-judge, 300-item subset)",0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row InternVL3-9B, column Overall (second to last; last column Rank))",,out:model-not-established, planbench-v-overall,arxiv-2606.05744,?Qwen2.5-VL-7B,not-established:absent,mixed,hard,,,,,,,1.050,"Overall score (LLM-as-judge, 300-item subset)",0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Qwen2.5-VL-7B, column Overall (second to last; last column Rank))",,out:model-not-established, planbench-v-overall,arxiv-2606.05744,?InternVL3-14B,not-established:absent,mixed,hard,,,,,,,0.980,"Overall score (LLM-as-judge, 300-item subset)",0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row InternVL3-14B, column Overall (second to last; last column Rank))",,out:model-not-established, planbench-v-overall,arxiv-2606.05744,?Qwen2-VL-72B,not-established:absent,mixed,hard,,,,,,,0.963,"Overall score (LLM-as-judge, 300-item subset)",0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Qwen2-VL-72Ba, column Overall (second to last; last column Rank))",,out:model-not-established, planbench-v-overall,arxiv-2606.05744,?Qwen2-VL-7B,not-established:absent,mixed,hard,,,,,,,0.910,"Overall score (LLM-as-judge, 300-item subset)",0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Qwen2-VL-7B, column Overall (second to last; last column Rank))",,out:model-not-established, planbench-v-overall,arxiv-2606.05744,?InternVL3-8B,not-established:absent,mixed,hard,,,,,,,0.909,"Overall score (LLM-as-judge, 300-item subset)",0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row InternVL3-8B, column Overall (second to last; last column Rank))",,out:model-not-established, planbench-v-overall,arxiv-2606.05744,?Qwen2.5-VL-3B,not-established:absent,mixed,hard,,,,,,,0.876,"Overall score (LLM-as-judge, 300-item subset)",0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Qwen2.5-VL-3B, column Overall (second to last; last column Rank))",,out:model-not-established, planbench-v-overall,arxiv-2606.05744,gpt-4o-mini,solo,mixed,hard,,,,,,,0.866,"Overall score (LLM-as-judge, 300-item subset)",0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row GPT-4o-mini, column Overall (second to last; last column Rank))",,out:single-couple, planbench-v-overall,arxiv-2606.05744,?Qwen2-VL-2B,not-established:absent,mixed,hard,,,,,,,0.731,"Overall score (LLM-as-judge, 300-item subset)",0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Qwen2-VL-2B, column Overall (second to last; last column Rank))",,out:model-not-established, planbench-v-overall,arxiv-2606.05744,qwen3.6-plus,unstated,mixed,hard,,,,,,,1.701,"Overall score (LLM-as-judge, 300-item subset)",0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Qwen3.6-Plus, column Overall (second to last; last column Rank))",,out:effort-not-established, planbench-v-overall,arxiv-2606.05744,gemini-2.5-pro,unstated,mixed,hard,,,,,,,1.472,"Overall score (LLM-as-judge, 300-item subset)",0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Gemini-2.5-Pro, column Overall (second to last; last column Rank))",,out:effort-not-established, planbench-v-overall,arxiv-2606.05744,gpt-5.4,unstated,mixed,hard,,,,,,,1.431,"Overall score (LLM-as-judge, 300-item subset)",0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row GPT-5.4, column Overall (second to last; last column Rank))",,out:effort-not-established, planbench-v-overall,arxiv-2606.05744,kimi-k2.6,unstated,mixed,hard,,,,,,,1.417,"Overall score (LLM-as-judge, 300-item subset)",0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Kimi-K2.6, column Overall (second to last; last column Rank))",,out:effort-not-established, planbench-v-overall,arxiv-2606.05744,opus-4.7,unstated,mixed,hard,,,,,,,1.384,"Overall score (LLM-as-judge, 300-item subset)",0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Claude-Opus-4.7, column Overall (second to last; last column Rank))",,out:effort-not-established, planbench-v-overall,arxiv-2606.05744,qwen3.6-flash,unstated,mixed,hard,,,,,,,1.353,"Overall score (LLM-as-judge, 300-item subset)",0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Qwen3.6-Flash, column Overall (second to last; last column Rank))",,out:effort-not-established, planbench-v-elem-recog,arxiv-2606.05744,?GPT-4o,not-established:absent,mixed,hard,,,,,,,1.051,Perception / Elem. Recog. score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row GPT-4o, column Perception / Elem. Recog.)",,out:model-not-established, planbench-v-caption,arxiv-2606.05744,?GPT-4o,not-established:absent,mixed,hard,,,,,,,1.878,Perception / Caption score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row GPT-4o, column Perception / Caption)",,out:model-not-established, planbench-v-classification,arxiv-2606.05744,?GPT-4o,not-established:absent,mixed,hard,,,,,,,1.406,Reasoning / Classification score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row GPT-4o, column Reasoning / Classifi- cation)",,out:model-not-established, planbench-v-spatial-reasoning,arxiv-2606.05744,?GPT-4o,not-established:absent,mixed,hard,,,,,,,1.305,Reasoning / Spatial Reasoning score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row GPT-4o, column Reasoning / Spatial Reasoning)",,out:model-not-established, planbench-v-domain-reasoning,arxiv-2606.05744,?GPT-4o,not-established:absent,mixed,hard,,,,,,,1.564,Reasoning / Domain Reasoning score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row GPT-4o, column Reasoning / Domain Reasoning)",,out:model-not-established, planbench-v-association,arxiv-2606.05744,?GPT-4o,not-established:absent,mixed,hard,,,,,,,1.527,Association / Association score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row GPT-4o, column Association / Association)",,out:model-not-established, planbench-v-scheme-eval,arxiv-2606.05744,?GPT-4o,not-established:absent,mixed,hard,,,,,,,1.223,Implementation / Scheme Eval. score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row GPT-4o, column Implementation / Scheme Eval.)",,out:model-not-established, planbench-v-decision-making,arxiv-2606.05744,?GPT-4o,not-established:absent,mixed,hard,,,,,,,1.429,Implementation / Decision making score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row GPT-4o, column Implementation / Decision making)",,out:model-not-established, planbench-v-elem-recog,arxiv-2606.05744,?Qwen2.5-VL-72B,not-established:absent,mixed,hard,,,,,,,1.299,Perception / Elem. Recog. score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Qwen2.5-VL-72B, column Perception / Elem. Recog.)",,out:model-not-established, planbench-v-caption,arxiv-2606.05744,?Qwen2.5-VL-72B,not-established:absent,mixed,hard,,,,,,,1.825,Perception / Caption score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Qwen2.5-VL-72B, column Perception / Caption)",,out:model-not-established, planbench-v-classification,arxiv-2606.05744,?Qwen2.5-VL-72B,not-established:absent,mixed,hard,,,,,,,1.406,Reasoning / Classification score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Qwen2.5-VL-72B, column Reasoning / Classifi- cation)",,out:model-not-established, planbench-v-spatial-reasoning,arxiv-2606.05744,?Qwen2.5-VL-72B,not-established:absent,mixed,hard,,,,,,,1.248,Reasoning / Spatial Reasoning score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Qwen2.5-VL-72B, column Reasoning / Spatial Reasoning)",,out:model-not-established, planbench-v-domain-reasoning,arxiv-2606.05744,?Qwen2.5-VL-72B,not-established:absent,mixed,hard,,,,,,,1.263,Reasoning / Domain Reasoning score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Qwen2.5-VL-72B, column Reasoning / Domain Reasoning)",,out:model-not-established, planbench-v-association,arxiv-2606.05744,?Qwen2.5-VL-72B,not-established:absent,mixed,hard,,,,,,,1.253,Association / Association score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Qwen2.5-VL-72B, column Association / Association)",,out:model-not-established, planbench-v-scheme-eval,arxiv-2606.05744,?Qwen2.5-VL-72B,not-established:absent,mixed,hard,,,,,,,1.153,Implementation / Scheme Eval. score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Qwen2.5-VL-72B, column Implementation / Scheme Eval.)",,out:model-not-established, planbench-v-decision-making,arxiv-2606.05744,?Qwen2.5-VL-72B,not-established:absent,mixed,hard,,,,,,,1.090,Implementation / Decision making score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Qwen2.5-VL-72B, column Implementation / Decision making)",,out:model-not-established, planbench-v-elem-recog,arxiv-2606.05744,?InternVL3-9B,not-established:absent,mixed,hard,,,,,,,1.173,Perception / Elem. Recog. score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row InternVL3-9B, column Perception / Elem. Recog.)",,out:model-not-established, planbench-v-caption,arxiv-2606.05744,?InternVL3-9B,not-established:absent,mixed,hard,,,,,,,1.878,Perception / Caption score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row InternVL3-9B, column Perception / Caption)",,out:model-not-established, planbench-v-classification,arxiv-2606.05744,?InternVL3-9B,not-established:absent,mixed,hard,,,,,,,1.297,Reasoning / Classification score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row InternVL3-9B, column Reasoning / Classifi- cation)",,out:model-not-established, planbench-v-spatial-reasoning,arxiv-2606.05744,?InternVL3-9B,not-established:absent,mixed,hard,,,,,,,1.260,Reasoning / Spatial Reasoning score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row InternVL3-9B, column Reasoning / Spatial Reasoning)",,out:model-not-established, planbench-v-domain-reasoning,arxiv-2606.05744,?InternVL3-9B,not-established:absent,mixed,hard,,,,,,,1.435,Reasoning / Domain Reasoning score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row InternVL3-9B, column Reasoning / Domain Reasoning)",,out:model-not-established, planbench-v-association,arxiv-2606.05744,?InternVL3-9B,not-established:absent,mixed,hard,,,,,,,1.297,Association / Association score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row InternVL3-9B, column Association / Association)",,out:model-not-established, planbench-v-scheme-eval,arxiv-2606.05744,?InternVL3-9B,not-established:absent,mixed,hard,,,,,,,0.921,Implementation / Scheme Eval. score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row InternVL3-9B, column Implementation / Scheme Eval.)",,out:model-not-established, planbench-v-decision-making,arxiv-2606.05744,?InternVL3-9B,not-established:absent,mixed,hard,,,,,,,0.903,Implementation / Decision making score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row InternVL3-9B, column Implementation / Decision making)",,out:model-not-established, planbench-v-elem-recog,arxiv-2606.05744,?Qwen2.5-VL-7B,not-established:absent,mixed,hard,,,,,,,1.101,Perception / Elem. Recog. score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Qwen2.5-VL-7B, column Perception / Elem. Recog.)",,out:model-not-established, planbench-v-caption,arxiv-2606.05744,?Qwen2.5-VL-7B,not-established:absent,mixed,hard,,,,,,,1.628,Perception / Caption score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Qwen2.5-VL-7B, column Perception / Caption)",,out:model-not-established, planbench-v-classification,arxiv-2606.05744,?Qwen2.5-VL-7B,not-established:absent,mixed,hard,,,,,,,1.089,Reasoning / Classification score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Qwen2.5-VL-7B, column Reasoning / Classifi- cation)",,out:model-not-established, planbench-v-spatial-reasoning,arxiv-2606.05744,?Qwen2.5-VL-7B,not-established:absent,mixed,hard,,,,,,,0.865,Reasoning / Spatial Reasoning score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Qwen2.5-VL-7B, column Reasoning / Spatial Reasoning)",,out:model-not-established, planbench-v-domain-reasoning,arxiv-2606.05744,?Qwen2.5-VL-7B,not-established:absent,mixed,hard,,,,,,,1.110,Reasoning / Domain Reasoning score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Qwen2.5-VL-7B, column Reasoning / Domain Reasoning)",,out:model-not-established, planbench-v-association,arxiv-2606.05744,?Qwen2.5-VL-7B,not-established:absent,mixed,hard,,,,,,,1.069,Association / Association score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Qwen2.5-VL-7B, column Association / Association)",,out:model-not-established, planbench-v-scheme-eval,arxiv-2606.05744,?Qwen2.5-VL-7B,not-established:absent,mixed,hard,,,,,,,0.802,Implementation / Scheme Eval. score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Qwen2.5-VL-7B, column Implementation / Scheme Eval.)",,out:model-not-established, planbench-v-decision-making,arxiv-2606.05744,?Qwen2.5-VL-7B,not-established:absent,mixed,hard,,,,,,,1.054,Implementation / Decision making score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Qwen2.5-VL-7B, column Implementation / Decision making)",,out:model-not-established, planbench-v-elem-recog,arxiv-2606.05744,?InternVL3-14B,not-established:absent,mixed,hard,,,,,,,0.931,Perception / Elem. Recog. score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row InternVL3-14B, column Perception / Elem. Recog.)",,out:model-not-established, planbench-v-caption,arxiv-2606.05744,?InternVL3-14B,not-established:absent,mixed,hard,,,,,,,1.580,Perception / Caption score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row InternVL3-14B, column Perception / Caption)",,out:model-not-established, planbench-v-classification,arxiv-2606.05744,?InternVL3-14B,not-established:absent,mixed,hard,,,,,,,1.177,Reasoning / Classification score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row InternVL3-14B, column Reasoning / Classifi- cation)",,out:model-not-established, planbench-v-spatial-reasoning,arxiv-2606.05744,?InternVL3-14B,not-established:absent,mixed,hard,,,,,,,0.793,Reasoning / Spatial Reasoning score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row InternVL3-14B, column Reasoning / Spatial Reasoning)",,out:model-not-established, planbench-v-domain-reasoning,arxiv-2606.05744,?InternVL3-14B,not-established:absent,mixed,hard,,,,,,,0.998,Reasoning / Domain Reasoning score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row InternVL3-14B, column Reasoning / Domain Reasoning)",,out:model-not-established, planbench-v-association,arxiv-2606.05744,?InternVL3-14B,not-established:absent,mixed,hard,,,,,,,1.098,Association / Association score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row InternVL3-14B, column Association / Association)",,out:model-not-established, planbench-v-scheme-eval,arxiv-2606.05744,?InternVL3-14B,not-established:absent,mixed,hard,,,,,,,0.709,Implementation / Scheme Eval. score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row InternVL3-14B, column Implementation / Scheme Eval.)",,out:model-not-established, planbench-v-decision-making,arxiv-2606.05744,?InternVL3-14B,not-established:absent,mixed,hard,,,,,,,0.917,Implementation / Decision making score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row InternVL3-14B, column Implementation / Decision making)",,out:model-not-established, planbench-v-elem-recog,arxiv-2606.05744,?Qwen2-VL-72B,not-established:absent,mixed,hard,,,,,,,1.010,Perception / Elem. Recog. score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Qwen2-VL-72B, column Perception / Elem. Recog.)",,out:model-not-established, planbench-v-caption,arxiv-2606.05744,?Qwen2-VL-72B,not-established:absent,mixed,hard,,,,,,,1.367,Perception / Caption score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Qwen2-VL-72B, column Perception / Caption)",,out:model-not-established, planbench-v-classification,arxiv-2606.05744,?Qwen2-VL-72B,not-established:absent,mixed,hard,,,,,,,1.125,Reasoning / Classification score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Qwen2-VL-72B, column Reasoning / Classifi- cation)",,out:model-not-established, planbench-v-spatial-reasoning,arxiv-2606.05744,?Qwen2-VL-72B,not-established:absent,mixed,hard,,,,,,,0.746,Reasoning / Spatial Reasoning score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Qwen2-VL-72B, column Reasoning / Spatial Reasoning)",,out:model-not-established, planbench-v-domain-reasoning,arxiv-2606.05744,?Qwen2-VL-72B,not-established:absent,mixed,hard,,,,,,,0.967,Reasoning / Domain Reasoning score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Qwen2-VL-72B, column Reasoning / Domain Reasoning)",,out:model-not-established, planbench-v-association,arxiv-2606.05744,?Qwen2-VL-72B,not-established:absent,mixed,hard,,,,,,,1.114,Association / Association score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Qwen2-VL-72B, column Association / Association)",,out:model-not-established, planbench-v-scheme-eval,arxiv-2606.05744,?Qwen2-VL-72B,not-established:absent,mixed,hard,,,,,,,0.670,Implementation / Scheme Eval. score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Qwen2-VL-72B, column Implementation / Scheme Eval.)",,out:model-not-established, planbench-v-decision-making,arxiv-2606.05744,?Qwen2-VL-72B,not-established:absent,mixed,hard,,,,,,,0.632,Implementation / Decision making score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Qwen2-VL-72B, column Implementation / Decision making)",,out:model-not-established, planbench-v-elem-recog,arxiv-2606.05744,?Qwen2-VL-7B,not-established:absent,mixed,hard,,,,,,,0.902,Perception / Elem. Recog. score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Qwen2-VL-7B, column Perception / Elem. Recog.)",,out:model-not-established, planbench-v-caption,arxiv-2606.05744,?Qwen2-VL-7B,not-established:absent,mixed,hard,,,,,,,1.386,Perception / Caption score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Qwen2-VL-7B, column Perception / Caption)",,out:model-not-established, planbench-v-classification,arxiv-2606.05744,?Qwen2-VL-7B,not-established:absent,mixed,hard,,,,,,,1.031,Reasoning / Classification score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Qwen2-VL-7B, column Reasoning / Classifi- cation)",,out:model-not-established, planbench-v-spatial-reasoning,arxiv-2606.05744,?Qwen2-VL-7B,not-established:absent,mixed,hard,,,,,,,0.716,Reasoning / Spatial Reasoning score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Qwen2-VL-7B, column Reasoning / Spatial Reasoning)",,out:model-not-established, planbench-v-domain-reasoning,arxiv-2606.05744,?Qwen2-VL-7B,not-established:absent,mixed,hard,,,,,,,0.943,Reasoning / Domain Reasoning score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Qwen2-VL-7B, column Reasoning / Domain Reasoning)",,out:model-not-established, planbench-v-association,arxiv-2606.05744,?Qwen2-VL-7B,not-established:absent,mixed,hard,,,,,,,0.979,Association / Association score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Qwen2-VL-7B, column Association / Association)",,out:model-not-established, planbench-v-scheme-eval,arxiv-2606.05744,?Qwen2-VL-7B,not-established:absent,mixed,hard,,,,,,,0.857,Implementation / Scheme Eval. score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Qwen2-VL-7B, column Implementation / Scheme Eval.)",,out:model-not-established, planbench-v-decision-making,arxiv-2606.05744,?Qwen2-VL-7B,not-established:absent,mixed,hard,,,,,,,0.657,Implementation / Decision making score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Qwen2-VL-7B, column Implementation / Decision making)",,out:model-not-established, planbench-v-elem-recog,arxiv-2606.05744,?InternVL3-8B,not-established:absent,mixed,hard,,,,,,,0.992,Perception / Elem. Recog. score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row InternVL3-8B, column Perception / Elem. Recog.)",,out:model-not-established, planbench-v-caption,arxiv-2606.05744,?InternVL3-8B,not-established:absent,mixed,hard,,,,,,,1.783,Perception / Caption score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row InternVL3-8B, column Perception / Caption)",,out:model-not-established, planbench-v-classification,arxiv-2606.05744,?InternVL3-8B,not-established:absent,mixed,hard,,,,,,,1.026,Reasoning / Classification score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row InternVL3-8B, column Reasoning / Classifi- cation)",,out:model-not-established, planbench-v-spatial-reasoning,arxiv-2606.05744,?InternVL3-8B,not-established:absent,mixed,hard,,,,,,,0.798,Reasoning / Spatial Reasoning score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row InternVL3-8B, column Reasoning / Spatial Reasoning)",,out:model-not-established, planbench-v-domain-reasoning,arxiv-2606.05744,?InternVL3-8B,not-established:absent,mixed,hard,,,,,,,0.751,Reasoning / Domain Reasoning score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row InternVL3-8B, column Reasoning / Domain Reasoning)",,out:model-not-established, planbench-v-association,arxiv-2606.05744,?InternVL3-8B,not-established:absent,mixed,hard,,,,,,,0.926,Association / Association score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row InternVL3-8B, column Association / Association)",,out:model-not-established, planbench-v-scheme-eval,arxiv-2606.05744,?InternVL3-8B,not-established:absent,mixed,hard,,,,,,,0.631,Implementation / Scheme Eval. score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row InternVL3-8B, column Implementation / Scheme Eval.)",,out:model-not-established, planbench-v-decision-making,arxiv-2606.05744,?InternVL3-8B,not-established:absent,mixed,hard,,,,,,,1.073,Implementation / Decision making score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row InternVL3-8B, column Implementation / Decision making)",,out:model-not-established, planbench-v-elem-recog,arxiv-2606.05744,?Qwen2.5-VL-3B,not-established:absent,mixed,hard,,,,,,,0.862,Perception / Elem. Recog. score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Qwen2.5-VL-3B, column Perception / Elem. Recog.)",,out:model-not-established, planbench-v-caption,arxiv-2606.05744,?Qwen2.5-VL-3B,not-established:absent,mixed,hard,,,,,,,1.554,Perception / Caption score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Qwen2.5-VL-3B, column Perception / Caption)",,out:model-not-established, planbench-v-classification,arxiv-2606.05744,?Qwen2.5-VL-3B,not-established:absent,mixed,hard,,,,,,,0.953,Reasoning / Classification score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Qwen2.5-VL-3B, column Reasoning / Classifi- cation)",,out:model-not-established, planbench-v-spatial-reasoning,arxiv-2606.05744,?Qwen2.5-VL-3B,not-established:absent,mixed,hard,,,,,,,0.691,Reasoning / Spatial Reasoning score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Qwen2.5-VL-3B, column Reasoning / Spatial Reasoning)",,out:model-not-established, planbench-v-domain-reasoning,arxiv-2606.05744,?Qwen2.5-VL-3B,not-established:absent,mixed,hard,,,,,,,0.870,Reasoning / Domain Reasoning score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Qwen2.5-VL-3B, column Reasoning / Domain Reasoning)",,out:model-not-established, planbench-v-association,arxiv-2606.05744,?Qwen2.5-VL-3B,not-established:absent,mixed,hard,,,,,,,0.970,Association / Association score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Qwen2.5-VL-3B, column Association / Association)",,out:model-not-established, planbench-v-scheme-eval,arxiv-2606.05744,?Qwen2.5-VL-3B,not-established:absent,mixed,hard,,,,,,,0.697,Implementation / Scheme Eval. score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Qwen2.5-VL-3B, column Implementation / Scheme Eval.)",,out:model-not-established, planbench-v-decision-making,arxiv-2606.05744,?Qwen2.5-VL-3B,not-established:absent,mixed,hard,,,,,,,0.936,Implementation / Decision making score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Qwen2.5-VL-3B, column Implementation / Decision making)",,out:model-not-established, planbench-v-elem-recog,arxiv-2606.05744,gpt-4o-mini,solo,mixed,hard,,,,,,,0.664,Perception / Elem. Recog. score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row GPT-4o-mini, column Perception / Elem. Recog.)",,out:single-couple, planbench-v-caption,arxiv-2606.05744,gpt-4o-mini,solo,mixed,hard,,,,,,,0.890,Perception / Caption score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row GPT-4o-mini, column Perception / Caption)",,out:single-couple, planbench-v-classification,arxiv-2606.05744,gpt-4o-mini,solo,mixed,hard,,,,,,,1.021,Reasoning / Classification score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row GPT-4o-mini, column Reasoning / Classifi- cation)",,out:single-couple, planbench-v-spatial-reasoning,arxiv-2606.05744,gpt-4o-mini,solo,mixed,hard,,,,,,,0.789,Reasoning / Spatial Reasoning score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row GPT-4o-mini, column Reasoning / Spatial Reasoning)",,out:single-couple, planbench-v-domain-reasoning,arxiv-2606.05744,gpt-4o-mini,solo,mixed,hard,,,,,,,1.030,Reasoning / Domain Reasoning score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row GPT-4o-mini, column Reasoning / Domain Reasoning)",,out:single-couple, planbench-v-association,arxiv-2606.05744,gpt-4o-mini,solo,mixed,hard,,,,,,,0.963,Association / Association score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row GPT-4o-mini, column Association / Association)",,out:single-couple, planbench-v-scheme-eval,arxiv-2606.05744,gpt-4o-mini,solo,mixed,hard,,,,,,,0.636,Implementation / Scheme Eval. score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row GPT-4o-mini, column Implementation / Scheme Eval.)",,out:single-couple, planbench-v-decision-making,arxiv-2606.05744,gpt-4o-mini,solo,mixed,hard,,,,,,,1.175,Implementation / Decision making score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row GPT-4o-mini, column Implementation / Decision making)",,out:single-couple, planbench-v-elem-recog,arxiv-2606.05744,?Qwen2-VL-2B,not-established:absent,mixed,hard,,,,,,,0.744,Perception / Elem. Recog. score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Qwen2-VL-2B, column Perception / Elem. Recog.)",,out:model-not-established, planbench-v-caption,arxiv-2606.05744,?Qwen2-VL-2B,not-established:absent,mixed,hard,,,,,,,0.925,Perception / Caption score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Qwen2-VL-2B, column Perception / Caption)",,out:model-not-established, planbench-v-classification,arxiv-2606.05744,?Qwen2-VL-2B,not-established:absent,mixed,hard,,,,,,,0.948,Reasoning / Classification score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Qwen2-VL-2B, column Reasoning / Classifi- cation)",,out:model-not-established, planbench-v-spatial-reasoning,arxiv-2606.05744,?Qwen2-VL-2B,not-established:absent,mixed,hard,,,,,,,0.500,Reasoning / Spatial Reasoning score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Qwen2-VL-2B, column Reasoning / Spatial Reasoning)",,out:model-not-established, planbench-v-domain-reasoning,arxiv-2606.05744,?Qwen2-VL-2B,not-established:absent,mixed,hard,,,,,,,0.656,Reasoning / Domain Reasoning score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Qwen2-VL-2B, column Reasoning / Domain Reasoning)",,out:model-not-established, planbench-v-association,arxiv-2606.05744,?Qwen2-VL-2B,not-established:absent,mixed,hard,,,,,,,0.926,Association / Association score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Qwen2-VL-2B, column Association / Association)",,out:model-not-established, planbench-v-scheme-eval,arxiv-2606.05744,?Qwen2-VL-2B,not-established:absent,mixed,hard,,,,,,,0.537,Implementation / Scheme Eval. score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Qwen2-VL-2B, column Implementation / Scheme Eval.)",,out:model-not-established, planbench-v-decision-making,arxiv-2606.05744,?Qwen2-VL-2B,not-established:absent,mixed,hard,,,,,,,0.792,Implementation / Decision making score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Qwen2-VL-2B, column Implementation / Decision making)",,out:model-not-established, planbench-v-elem-recog,arxiv-2606.05744,qwen3.6-plus,unstated,mixed,hard,,,,,,,1.751,Perception / Elem. Recog. score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Qwen3.6-Plus, column Perception / Elem. Recog.)",,out:effort-not-established, planbench-v-caption,arxiv-2606.05744,qwen3.6-plus,unstated,mixed,hard,,,,,,,1.950,Perception / Caption score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Qwen3.6-Plus, column Perception / Caption)",,out:effort-not-established, planbench-v-classification,arxiv-2606.05744,qwen3.6-plus,unstated,mixed,hard,,,,,,,1.672,Reasoning / Classification score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Qwen3.6-Plus, column Reasoning / Classifi- cation)",,out:effort-not-established, planbench-v-spatial-reasoning,arxiv-2606.05744,qwen3.6-plus,unstated,mixed,hard,,,,,,,1.670,Reasoning / Spatial Reasoning score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Qwen3.6-Plus, column Reasoning / Spatial Reasoning)",,out:effort-not-established, planbench-v-domain-reasoning,arxiv-2606.05744,qwen3.6-plus,unstated,mixed,hard,,,,,,,1.744,Reasoning / Domain Reasoning score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Qwen3.6-Plus, column Reasoning / Domain Reasoning)",,out:effort-not-established, planbench-v-association,arxiv-2606.05744,qwen3.6-plus,unstated,mixed,hard,,,,,,,1.619,Association / Association score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Qwen3.6-Plus, column Association / Association)",,out:effort-not-established, planbench-v-scheme-eval,arxiv-2606.05744,qwen3.6-plus,unstated,mixed,hard,,,,,,,1.619,Implementation / Scheme Eval. score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Qwen3.6-Plus, column Implementation / Scheme Eval.)",,out:effort-not-established, planbench-v-decision-making,arxiv-2606.05744,qwen3.6-plus,unstated,mixed,hard,,,,,,,1.710,Implementation / Decision making score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Qwen3.6-Plus, column Implementation / Decision making)",,out:effort-not-established, planbench-v-elem-recog,arxiv-2606.05744,gemini-2.5-pro,unstated,mixed,hard,,,,,,,1.408,Perception / Elem. Recog. score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Gemini-2.5-Pro, column Perception / Elem. Recog.)",,out:effort-not-established, planbench-v-caption,arxiv-2606.05744,gemini-2.5-pro,unstated,mixed,hard,,,,,,,1.775,Perception / Caption score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Gemini-2.5-Pro, column Perception / Caption)",,out:effort-not-established, planbench-v-classification,arxiv-2606.05744,gemini-2.5-pro,unstated,mixed,hard,,,,,,,1.656,Reasoning / Classification score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Gemini-2.5-Pro, column Reasoning / Classifi- cation)",,out:effort-not-established, planbench-v-spatial-reasoning,arxiv-2606.05744,gemini-2.5-pro,unstated,mixed,hard,,,,,,,1.444,Reasoning / Spatial Reasoning score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Gemini-2.5-Pro, column Reasoning / Spatial Reasoning)",,out:effort-not-established, planbench-v-domain-reasoning,arxiv-2606.05744,gemini-2.5-pro,unstated,mixed,hard,,,,,,,1.425,Reasoning / Domain Reasoning score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Gemini-2.5-Pro, column Reasoning / Domain Reasoning)",,out:effort-not-established, planbench-v-association,arxiv-2606.05744,gemini-2.5-pro,unstated,mixed,hard,,,,,,,1.468,Association / Association score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Gemini-2.5-Pro, column Association / Association)",,out:effort-not-established, planbench-v-scheme-eval,arxiv-2606.05744,gemini-2.5-pro,unstated,mixed,hard,,,,,,,1.439,Implementation / Scheme Eval. score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Gemini-2.5-Pro, column Implementation / Scheme Eval.)",,out:effort-not-established, planbench-v-decision-making,arxiv-2606.05744,gemini-2.5-pro,unstated,mixed,hard,,,,,,,1.525,Implementation / Decision making score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Gemini-2.5-Pro, column Implementation / Decision making)",,out:effort-not-established, planbench-v-elem-recog,arxiv-2606.05744,gpt-5.4,unstated,mixed,hard,,,,,,,1.233,Perception / Elem. Recog. score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row GPT-5.4, column Perception / Elem. Recog.)",,out:effort-not-established, planbench-v-caption,arxiv-2606.05744,gpt-5.4,unstated,mixed,hard,,,,,,,1.900,Perception / Caption score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row GPT-5.4, column Perception / Caption)",,out:effort-not-established, planbench-v-classification,arxiv-2606.05744,gpt-5.4,unstated,mixed,hard,,,,,,,1.562,Reasoning / Classification score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row GPT-5.4, column Reasoning / Classifi- cation)",,out:effort-not-established, planbench-v-spatial-reasoning,arxiv-2606.05744,gpt-5.4,unstated,mixed,hard,,,,,,,1.383,Reasoning / Spatial Reasoning score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row GPT-5.4, column Reasoning / Spatial Reasoning)",,out:effort-not-established, planbench-v-domain-reasoning,arxiv-2606.05744,gpt-5.4,unstated,mixed,hard,,,,,,,1.486,Reasoning / Domain Reasoning score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row GPT-5.4, column Reasoning / Domain Reasoning)",,out:effort-not-established, planbench-v-association,arxiv-2606.05744,gpt-5.4,unstated,mixed,hard,,,,,,,1.438,Association / Association score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row GPT-5.4, column Association / Association)",,out:effort-not-established, planbench-v-scheme-eval,arxiv-2606.05744,gpt-5.4,unstated,mixed,hard,,,,,,,1.586,Implementation / Scheme Eval. score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row GPT-5.4, column Implementation / Scheme Eval.)",,out:effort-not-established, planbench-v-decision-making,arxiv-2606.05744,gpt-5.4,unstated,mixed,hard,,,,,,,1.508,Implementation / Decision making score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row GPT-5.4, column Implementation / Decision making)",,out:effort-not-established, planbench-v-elem-recog,arxiv-2606.05744,kimi-k2.6,unstated,mixed,hard,,,,,,,1.518,Perception / Elem. Recog. score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Kimi-K2.6, column Perception / Elem. Recog.)",,out:effort-not-established, planbench-v-caption,arxiv-2606.05744,kimi-k2.6,unstated,mixed,hard,,,,,,,1.516,Perception / Caption score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Kimi-K2.6, column Perception / Caption)",,out:effort-not-established, planbench-v-classification,arxiv-2606.05744,kimi-k2.6,unstated,mixed,hard,,,,,,,1.344,Reasoning / Classification score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Kimi-K2.6, column Reasoning / Classifi- cation)",,out:effort-not-established, planbench-v-spatial-reasoning,arxiv-2606.05744,kimi-k2.6,unstated,mixed,hard,,,,,,,1.414,Reasoning / Spatial Reasoning score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Kimi-K2.6, column Reasoning / Spatial Reasoning)",,out:effort-not-established, planbench-v-domain-reasoning,arxiv-2606.05744,kimi-k2.6,unstated,mixed,hard,,,,,,,1.376,Reasoning / Domain Reasoning score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Kimi-K2.6, column Reasoning / Domain Reasoning)",,out:effort-not-established, planbench-v-association,arxiv-2606.05744,kimi-k2.6,unstated,mixed,hard,,,,,,,1.365,Association / Association score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Kimi-K2.6, column Association / Association)",,out:effort-not-established, planbench-v-scheme-eval,arxiv-2606.05744,kimi-k2.6,unstated,mixed,hard,,,,,,,1.440,Implementation / Scheme Eval. score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Kimi-K2.6, column Implementation / Scheme Eval.)",,out:effort-not-established, planbench-v-decision-making,arxiv-2606.05744,kimi-k2.6,unstated,mixed,hard,,,,,,,1.317,Implementation / Decision making score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Kimi-K2.6, column Implementation / Decision making)",,out:effort-not-established, planbench-v-elem-recog,arxiv-2606.05744,opus-4.7,unstated,mixed,hard,,,,,,,1.186,Perception / Elem. Recog. score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Claude-Opus-4.7, column Perception / Elem. Recog.)",,out:effort-not-established, planbench-v-caption,arxiv-2606.05744,opus-4.7,unstated,mixed,hard,,,,,,,1.825,Perception / Caption score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Claude-Opus-4.7, column Perception / Caption)",,out:effort-not-established, planbench-v-classification,arxiv-2606.05744,opus-4.7,unstated,mixed,hard,,,,,,,1.320,Reasoning / Classification score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Claude-Opus-4.7, column Reasoning / Classifi- cation)",,out:effort-not-established, planbench-v-spatial-reasoning,arxiv-2606.05744,opus-4.7,unstated,mixed,hard,,,,,,,1.295,Reasoning / Spatial Reasoning score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Claude-Opus-4.7, column Reasoning / Spatial Reasoning)",,out:effort-not-established, planbench-v-domain-reasoning,arxiv-2606.05744,opus-4.7,unstated,mixed,hard,,,,,,,1.558,Reasoning / Domain Reasoning score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Claude-Opus-4.7, column Reasoning / Domain Reasoning)",,out:effort-not-established, planbench-v-association,arxiv-2606.05744,opus-4.7,unstated,mixed,hard,,,,,,,1.493,Association / Association score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Claude-Opus-4.7, column Association / Association)",,out:effort-not-established, planbench-v-scheme-eval,arxiv-2606.05744,opus-4.7,unstated,mixed,hard,,,,,,,1.434,Implementation / Scheme Eval. score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Claude-Opus-4.7, column Implementation / Scheme Eval.)",,out:effort-not-established, planbench-v-decision-making,arxiv-2606.05744,opus-4.7,unstated,mixed,hard,,,,,,,1.321,Implementation / Decision making score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Claude-Opus-4.7, column Implementation / Decision making)",,out:effort-not-established, planbench-v-elem-recog,arxiv-2606.05744,qwen3.6-flash,unstated,mixed,hard,,,,,,,1.318,Perception / Elem. Recog. score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Qwen3.6-Flash, column Perception / Elem. Recog.)",,out:effort-not-established, planbench-v-caption,arxiv-2606.05744,qwen3.6-flash,unstated,mixed,hard,,,,,,,1.636,Perception / Caption score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Qwen3.6-Flash, column Perception / Caption)",,out:effort-not-established, planbench-v-classification,arxiv-2606.05744,qwen3.6-flash,unstated,mixed,hard,,,,,,,1.297,Reasoning / Classification score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Qwen3.6-Flash, column Reasoning / Classifi- cation)",,out:effort-not-established, planbench-v-spatial-reasoning,arxiv-2606.05744,qwen3.6-flash,unstated,mixed,hard,,,,,,,1.353,Reasoning / Spatial Reasoning score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Qwen3.6-Flash, column Reasoning / Spatial Reasoning)",,out:effort-not-established, planbench-v-domain-reasoning,arxiv-2606.05744,qwen3.6-flash,unstated,mixed,hard,,,,,,,1.476,Reasoning / Domain Reasoning score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Qwen3.6-Flash, column Reasoning / Domain Reasoning)",,out:effort-not-established, planbench-v-association,arxiv-2606.05744,qwen3.6-flash,unstated,mixed,hard,,,,,,,1.351,Association / Association score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Qwen3.6-Flash, column Association / Association)",,out:effort-not-established, planbench-v-scheme-eval,arxiv-2606.05744,qwen3.6-flash,unstated,mixed,hard,,,,,,,1.046,Implementation / Scheme Eval. score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Qwen3.6-Flash, column Implementation / Scheme Eval.)",,out:effort-not-established, planbench-v-decision-making,arxiv-2606.05744,qwen3.6-flash,unstated,mixed,hard,,,,,,,1.441,Implementation / Decision making score (LLM-as-judge),0.000289,,,"https://arxiv.org/abs/2606.05744 (Table 2, row Qwen3.6-Flash, column Implementation / Decision making)",,out:effort-not-established, stageclaw,arxiv-2606.10394,opus-4.7,not-established:absent,agentic-tool,hard,,USD/task,6.55,0.00289,,,77.1,score,0.00289,,,"https://arxiv.org/abs/2606.10394 (Table 2, row Claude-Opus-4.7, column Score)",,out:effort-not-established,out:effort-not-established stageclaw,arxiv-2606.10394,sonnet-4.6,not-established:absent,agentic-tool,hard,,USD/task,3.98,0.00289,,,69.43,score,0.00289,,,"https://arxiv.org/abs/2606.10394 (Table 2, row Claude-Sonnet-4.6, column Score)",,out:effort-not-established,out:effort-not-established stageclaw,arxiv-2606.10394,gpt-5.5,not-established:absent,agentic-tool,hard,,USD/task,1.33,0.00289,,,69.19,score,0.00289,,,"https://arxiv.org/abs/2606.10394 (Table 2, row GPT-5.5, column Score)",,out:effort-not-established,out:effort-not-established stageclaw,arxiv-2606.10394,gpt-5.4,not-established:absent,agentic-tool,hard,,USD/task,0.69,0.00289,,,65.37,score,0.00289,,,"https://arxiv.org/abs/2606.10394 (Table 2, row GPT-5.4, column Score)",,out:effort-not-established,out:effort-not-established stageclaw,arxiv-2606.10394,gemini-3.1-pro,unstated,agentic-tool,hard,,USD/task,2.65,0.00289,,,65.5,score,0.00289,,,"https://arxiv.org/abs/2606.10394 (Table 2, row Gemini-3.1-Pro, column Score)",,out:effort-not-established,out:effort-not-established stageclaw,arxiv-2606.10394,deepseek-v4-pro-preview,unstated,agentic-tool,hard,,USD/task,0.28,0.00289,,,59.78,score,0.00289,,,"https://arxiv.org/abs/2606.10394 (Table 2, row DeepSeek-V4-Pro, column Score)",,out:effort-not-established,out:effort-not-established stageclaw,arxiv-2606.10394,glm-5,not-established:absent,agentic-tool,hard,,USD/task,0.73,0.00289,,,67.40,score,0.00289,,,"https://arxiv.org/abs/2606.10394 (Table 2, row GLM-5, column Score)",,out:effort-not-established,out:effort-not-established stageclaw,arxiv-2606.10394,kimi-k2.6,not-established:absent,agentic-tool,hard,,USD/task,0.93,0.00289,,,59.05,score,0.00289,,,"https://arxiv.org/abs/2606.10394 (Table 2, row Kimi-K2.6, column Score)",,out:effort-not-established,out:effort-not-established stageclaw,arxiv-2606.10394,qwen3.5-plus,not-established:absent,agentic-tool,hard,,USD/task,0.30,0.00289,,,59.74,score,0.00289,,,"https://arxiv.org/abs/2606.10394 (Table 2, row Qwen3.5-Plus, column Score)",,out:effort-not-established,out:effort-not-established stageclaw,arxiv-2606.10394,?Doubao-Seed-2.0-Pro,not-established:absent,agentic-tool,hard,,USD/task,0.27,0.00289,,,61.07,score,0.00289,,,"https://arxiv.org/abs/2606.10394 (Table 2, row Doubao-Seed-2.0-Pro, column Score)",,out:model-not-established,out:model-not-established stageclaw,arxiv-2606.10394,minimax-m2.7,not-established:absent,agentic-tool,hard,,USD/task,0.17,0.00289,,,47.53,score,0.00289,,,"https://arxiv.org/abs/2606.10394 (Table 2, row MiniMax-M2.7, column Score)",,out:effort-not-established,out:effort-not-established geonature-main,arxiv-2606.12821,sonnet-4,unstated,agentic-tool,mid,tool-orchestration-harness,per-seed-run-total,11.84,0.00289,,,60.8,score%,0.0289,,,"https://arxiv.org/abs/2606.12821 (Table 1, Accuracy column (binary accuracy, mean across seeds, +/- sd))",,out:effort-not-established,out:effort-not-established geonature-main,arxiv-2606.12821,deepseek-v3.2,unstated,agentic-tool,mid,tool-orchestration-harness,per-seed-run-total,1.05,0.00289,,,56.3,score%,0.0289,,,"https://arxiv.org/abs/2606.12821 (Table 1, Accuracy column (binary accuracy, mean across seeds, +/- sd))",,out:effort-not-established,out:effort-not-established geonature-main,arxiv-2606.12821,glm-5,unstated,agentic-tool,mid,tool-orchestration-harness,per-seed-run-total,3.58,0.00289,,,50.2,score%,0.0289,,,"https://arxiv.org/abs/2606.12821 (Table 1, Accuracy column (binary accuracy, mean across seeds, +/- sd))",,out:effort-not-established,out:effort-not-established geonature-main,arxiv-2606.12821,gemini-2.5-pro,unstated,agentic-tool,mid,tool-orchestration-harness,per-seed-run-total,4.87,0.00289,,,48.0,score%,0.0289,,,"https://arxiv.org/abs/2606.12821 (Table 1, Accuracy column (binary accuracy, mean across seeds, +/- sd))",,out:effort-not-established,out:effort-not-established geonature-main,arxiv-2606.12821,?GPT-4o,not-established:absent,agentic-tool,mid,tool-orchestration-harness,per-seed-run-total,6.49,0.00289,,,41.6,score%,0.0289,,,"https://arxiv.org/abs/2606.12821 (Table 1, Accuracy column (binary accuracy, mean across seeds, +/- sd))",,out:model-not-established,out:model-not-established geonature-main,arxiv-2606.12821,?Qwen3-235B,not-established:absent,agentic-tool,mid,tool-orchestration-harness,per-seed-run-total,0.89,0.00289,,,41.2,score%,0.0289,,,"https://arxiv.org/abs/2606.12821 (Table 1, Accuracy column (binary accuracy, mean across seeds, +/- sd))",,out:model-not-established,out:model-not-established geonature-main,arxiv-2606.12821,gpt-oss-120b,unstated,agentic-tool,mid,tool-orchestration-harness,per-seed-run-total,8.27,0.00289,,,34.1,score%,0.0289,,,"https://arxiv.org/abs/2606.12821 (Table 1, Accuracy column (binary accuracy, mean across seeds, +/- sd))",,out:effort-not-established,out:effort-not-established geonature-main,arxiv-2606.12821,llama-4-scout,solo,agentic-tool,mid,tool-orchestration-harness,per-seed-run-total,0.32,0.00289,,,26.9,score%,0.0289,,cost-method-assumed-single,"https://arxiv.org/abs/2606.12821 (Table 1, Accuracy column (binary accuracy, mean across seeds, +/- sd))",,out:single-couple,out:cost-not-comparable geonature-main,arxiv-2606.12821,gemma-3-27b-it,solo,agentic-tool,mid,tool-orchestration-harness,per-seed-run-total,5.81,0.00289,,,15.8,score%,0.0289,,cost-method-assumed-single,"https://arxiv.org/abs/2606.12821 (Table 1, Accuracy column (binary accuracy, mean across seeds, +/- sd))",,out:single-couple,out:cost-not-comparable workbench,arxiv-2606.13715,fable-5,unstated,agentic-tool,mid,WorkBench,per-task,0.355,0.000289,,,97.7,complete%,0.0289,,,"https://arxiv.org/abs/2606.13715 (Table 1, row Claude Fable 5, column Successful task completion)",,out:effort-not-established,out:effort-not-established workbench,arxiv-2606.13715,opus-4.8,unstated,agentic-tool,mid,WorkBench,per-task,0.182,0.000289,,,96.2,complete%,0.0289,,,"https://arxiv.org/abs/2606.13715 (Table 1, row Claude Opus 4.8, column Successful task completion)",,out:effort-not-established,out:effort-not-established workbench,arxiv-2606.13715,gemini-3.1-pro,unstated,agentic-tool,mid,WorkBench,per-task,0.076,0.000289,,,95.5,complete%,0.0289,,,"https://arxiv.org/abs/2606.13715 (Table 1, row Gemini-3.1-pro, column Successful task completion)",,out:effort-not-established,out:effort-not-established workbench,arxiv-2606.13715,gpt-5.5,unstated,agentic-tool,mid,WorkBench,per-task,0.206,0.000289,,,94.9,complete%,0.0289,,,"https://arxiv.org/abs/2606.13715 (Table 1, row GPT-5.5, column Successful task completion)",,out:effort-not-established,out:effort-not-established workbench,arxiv-2606.13715,gemini-3.5-flash,unstated,agentic-tool,mid,WorkBench,per-task,0.067,0.000289,,,92.0,complete%,0.0289,,,"https://arxiv.org/abs/2606.13715 (Table 1, row Gemini-3.5-flash, column Successful task completion)",,out:effort-not-established,out:effort-not-established workbench,arxiv-2606.13715,sonnet-4.6,unstated,agentic-tool,mid,WorkBench,per-task,0.105,0.000289,,,88.3,complete%,0.0289,,,"https://arxiv.org/abs/2606.13715 (Table 1, row Claude Sonnet 4.6, column Successful task completion)",,out:effort-not-established,out:effort-not-established workbench,arxiv-2606.13715,kimi-k2.6,unstated,agentic-tool,mid,WorkBench,per-task,0.022,0.000289,,,88.0,complete%,0.0289,,,"https://arxiv.org/abs/2606.13715 (Table 1, row Kimi-K2.6, column Successful task completion)",,out:effort-not-established,out:effort-not-established workbench,arxiv-2606.13715,gpt-5,unstated,agentic-tool,mid,WorkBench,per-task,0.050,0.000289,,,84.3,complete%,0.0289,,,"https://arxiv.org/abs/2606.13715 (Table 1, row GPT-5, column Successful task completion)",,out:effort-not-established,out:effort-not-established workbench,arxiv-2606.13715,deepseek-v4-pro-preview,unstated,agentic-tool,mid,WorkBench,per-task,0.017,0.000289,,,84.2,complete%,0.0289,,,"https://arxiv.org/abs/2606.13715 (Table 1, row DeepSeek-V4-pro, column Successful task completion)",,out:effort-not-established,out:effort-not-established workbench,arxiv-2606.13715,gpt-5.4,unstated,agentic-tool,mid,WorkBench,per-task,0.087,0.000289,,,78.6,complete%,0.0289,,,"https://arxiv.org/abs/2606.13715 (Table 1, row GPT-5.4, column Successful task completion)",,out:effort-not-established,out:effort-not-established workbench,arxiv-2606.13715,o3,unstated,agentic-tool,mid,WorkBench,per-task,0.072,0.000289,,,77.4,complete%,0.0289,,,"https://arxiv.org/abs/2606.13715 (Table 1, row o3, column Successful task completion)",,out:effort-not-established,out:effort-not-established workbench,arxiv-2606.13715,glm-4.6,unstated,agentic-tool,mid,WorkBench,per-task,0.017,0.000289,,,77.4,complete%,0.0289,,,"https://arxiv.org/abs/2606.13715 (Table 1, row GLM-4.6, column Successful task completion)",,out:effort-not-established,out:effort-not-established workbench,arxiv-2606.13715,haiku-4.5,unstated,agentic-tool,mid,WorkBench,per-task,0.034,0.000289,,,74.8,complete%,0.0289,,,"https://arxiv.org/abs/2606.13715 (Table 1, row Claude Haiku 4.5, column Successful task completion)",,out:effort-not-established,out:effort-not-established workbench,arxiv-2606.13715,gpt-4.1,solo,agentic-tool,mid,WorkBench,per-task,0.065,0.000289,,,73.5,complete%,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2606.13715 (Table 1, row GPT-4.1, column Successful task completion)",,out:single-couple,out:cost-single-couple workbench,arxiv-2606.13715,?Qwen3.5,not-established:absent,agentic-tool,mid,WorkBench,per-task,0.003,0.000289,,,70.7,complete%,0.0289,,,"https://arxiv.org/abs/2606.13715 (Table 1, row Qwen3.5, column Successful task completion)",,out:model-not-established,out:model-not-established workbench,arxiv-2606.13715,gpt-5.2,unstated,agentic-tool,mid,WorkBench,per-task,0.055,0.000289,,,70.4,complete%,0.0289,,,"https://arxiv.org/abs/2606.13715 (Table 1, row GPT-5.2, column Successful task completion)",,out:effort-not-established,out:effort-not-established workbench,arxiv-2606.13715,?GPT-4o,not-established:absent,agentic-tool,mid,WorkBench,per-task,0.068,0.000289,,,69.0,complete%,0.0289,,,"https://arxiv.org/abs/2606.13715 (Table 1, row GPT-4o, column Successful task completion)",,out:model-not-established,out:model-not-established workbench,arxiv-2606.13715,mistral-medium-3.5,unstated,agentic-tool,mid,WorkBench,per-task,0.068,0.000289,,,61.4,complete%,0.0289,,,"https://arxiv.org/abs/2606.13715 (Table 1, row Mistral Medium 3.5, column Successful task completion)",,out:effort-not-established,out:effort-not-established workbench,arxiv-2606.13715,gpt-4-turbo,solo,agentic-tool,mid,WorkBench,per-task,0.307,0.000289,,,61.3,complete%,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2606.13715 (Table 1, row GPT-4-turbo, column Successful task completion)",,out:single-couple,out:cost-single-couple workbench,arxiv-2606.13715,gpt-5.1,unstated,agentic-tool,mid,WorkBench,per-task,0.036,0.000289,,,60.0,complete%,0.0289,,,"https://arxiv.org/abs/2606.13715 (Table 1, row GPT-5.1, column Successful task completion)",,out:effort-not-established,out:effort-not-established workbench,arxiv-2606.13715,gpt-5.4-mini,unstated,agentic-tool,mid,WorkBench,per-task,0.027,0.000289,,,58.8,complete%,0.0289,,,"https://arxiv.org/abs/2606.13715 (Table 1, row GPT-5.4-mini, column Successful task completion)",,out:effort-not-established,out:effort-not-established workbench,arxiv-2606.13715,gpt-5.4-nano,unstated,agentic-tool,mid,WorkBench,per-task,0.007,0.000289,,,48.6,complete%,0.0289,,,"https://arxiv.org/abs/2606.13715 (Table 1, row GPT-5.4-nano, column Successful task completion)",,out:effort-not-established,out:effort-not-established workbench,arxiv-2606.13715,?Mistral Small 4,not-established:absent,agentic-tool,mid,WorkBench,per-task,0.006,0.000289,,,38.3,complete%,0.0289,,,"https://arxiv.org/abs/2606.13715 (Table 1, row Mistral Small 4, column Successful task completion)",,out:model-not-established,out:model-not-established workbench,arxiv-2606.13715,?GPT-3.5-turbo,not-established:absent,agentic-tool,mid,WorkBench,per-task,0.016,0.000289,,,31.3,complete%,0.0289,,,"https://arxiv.org/abs/2606.13715 (Table 1, row GPT-3.5-turbo, column Successful task completion)",,out:model-not-established,out:model-not-established coderev-syn25,arxiv-2606.15689,haiku-4.5,unstated,coding,mid,code-review,,,,,,0.942,F1,0.000289,,,"https://arxiv.org/abs/2606.15689 (Table 4, row Haiku 4.5, column n=25 (n=25 (Experiment 1, synthetic only)))",,out:effort-not-established, coderev-syn25,arxiv-2606.15689,minimax-m2.7,unstated,coding,mid,code-review,,,,,,0.962,F1,0.000289,,,"https://arxiv.org/abs/2606.15689 (Table 4, row Minimax M2.7, column n=25 (n=25 (Experiment 1, synthetic only)))",,out:effort-not-established, coderev-syn25,arxiv-2606.15689,gpt-5.4-mini,unstated,coding,mid,code-review,,,,,,0.886,F1,0.000289,,,"https://arxiv.org/abs/2606.15689 (Table 4, row GPT-5.4 mini, column n=25 (n=25 (Experiment 1, synthetic only)))",,out:effort-not-established, coderev-syn25,arxiv-2606.15689,sonnet-4.6,unstated,coding,mid,code-review,,,,,,0.841,F1,0.000289,,,"https://arxiv.org/abs/2606.15689 (Table 4, row Sonnet 4.6, column n=25 (n=25 (Experiment 1, synthetic only)))",,out:effort-not-established, coderev-syn25,arxiv-2606.15689,glm-5-turbo,unstated,coding,mid,code-review,,,,,,0.730,F1,0.000289,,,"https://arxiv.org/abs/2606.15689 (Table 4, row GLM-5 Turbo, column n=25 (n=25 (Experiment 1, synthetic only)))",,out:effort-not-established, coderev-syn100,arxiv-2606.15689,haiku-4.5,unstated,coding,mid,code-review,,,,,,0.862,F1,0.000289,,,"https://arxiv.org/abs/2606.15689 (Table 4, row Haiku 4.5, column n=100 (n=100 (Experiment 2, synthetic only)))",,out:effort-not-established, coderev-syn100,arxiv-2606.15689,minimax-m2.7,unstated,coding,mid,code-review,,,,,,0.810,F1,0.000289,,,"https://arxiv.org/abs/2606.15689 (Table 4, row Minimax M2.7, column n=100 (n=100 (Experiment 2, synthetic only)))",,out:effort-not-established, coderev-syn100,arxiv-2606.15689,gpt-5.4-mini,unstated,coding,mid,code-review,,,,,,0.806,F1,0.000289,,,"https://arxiv.org/abs/2606.15689 (Table 4, row GPT-5.4 mini, column n=100 (n=100 (Experiment 2, synthetic only)))",,out:effort-not-established, coderev-syn100,arxiv-2606.15689,sonnet-4.6,unstated,coding,mid,code-review,,,,,,0.796,F1,0.000289,,,"https://arxiv.org/abs/2606.15689 (Table 4, row Sonnet 4.6, column n=100 (n=100 (Experiment 2, synthetic only)))",,out:effort-not-established, coderev-syn100,arxiv-2606.15689,glm-5-turbo,unstated,coding,mid,code-review,,,,,,0.778,F1,0.000289,,,"https://arxiv.org/abs/2606.15689 (Table 4, row GLM-5 Turbo, column n=100 (n=100 (Experiment 2, synthetic only)))",,out:effort-not-established, coderev,arxiv-2606.15689,haiku-4.5,unstated,coding,mid,code-review,per-review,0.003,0.000289,,,0.365,F1,0.000289,,,"https://arxiv.org/abs/2606.15689 (Table 4, row Haiku 4.5, column n=150 (n=150 (Experiment 3, 100 synthetic + 50 real)))",,out:effort-not-established,out:effort-not-established coderev,arxiv-2606.15689,minimax-m2.7,unstated,coding,mid,code-review,,,,,,0.322,F1,0.000289,,,"https://arxiv.org/abs/2606.15689 (Table 4, row Minimax M2.7, column n=150 (n=150 (Experiment 3, 100 synthetic + 50 real)))",,out:effort-not-established, coderev,arxiv-2606.15689,gpt-5.4-mini,unstated,coding,mid,code-review,,,,,,0.326,F1,0.000289,,,"https://arxiv.org/abs/2606.15689 (Table 4, row GPT-5.4 mini, column n=150 (n=150 (Experiment 3, 100 synthetic + 50 real)))",,out:effort-not-established, coderev,arxiv-2606.15689,sonnet-4.6,unstated,coding,mid,code-review,per-review,0.010,0.000289,,,0.343,F1,0.000289,,,"https://arxiv.org/abs/2606.15689 (Table 4, row Sonnet 4.6, column n=150 (n=150 (Experiment 3, 100 synthetic + 50 real)))",,out:effort-not-established,out:effort-not-established coderev,arxiv-2606.15689,glm-5-turbo,unstated,coding,mid,code-review,,,,,,0.310,F1,0.000289,,,"https://arxiv.org/abs/2606.15689 (Table 4, row GLM-5 Turbo, column n=150 (n=150 (Experiment 3, 100 synthetic + 50 real)))",,out:effort-not-established, 2606.16659-accuracy,arxiv-2606.16659,glm-5-turbo,unstated,agentic-tool,hard,,,,,,,47.93,accuracy %,0.00289,,,"https://arxiv.org/abs/2606.16659 (Table 4, row GLM-5-Turbo, column accuracy %)",,out:effort-not-established, 2606.16659-fraud-recall,arxiv-2606.16659,glm-5-turbo,unstated,agentic-tool,hard,,,,,,,79.22,fraud recall %,0.00289,,,"https://arxiv.org/abs/2606.16659 (Table 4, row GLM-5-Turbo, column fraud recall %)",,out:effort-not-established, arxiv-2606.18108-idmatchrows-direct-simple-nocorr,arxiv-2606.18108,gpt-5.2-codex,unstated,coding,mid,,,,,,,0.731,score%,0.000289,,,"https://arxiv.org/abs/2606.18108 (Table D.1, ID Match (Rows) – Direct, row GPT-5.2-Codex, column Simple, w/o Self-Corr)",,out:effort-not-established, arxiv-2606.18108-idmatchrows-direct-simple-selfcorr,arxiv-2606.18108,gpt-5.2-codex,unstated,coding,mid,,,,,,,0.816,score%,0.000289,,,"https://arxiv.org/abs/2606.18108 (Table D.1, ID Match (Rows) – Direct, row GPT-5.2-Codex, column Simple, w/ Self-Corr)",,out:effort-not-established, arxiv-2606.18108-idmatchrows-direct-medium-nocorr,arxiv-2606.18108,gpt-5.2-codex,unstated,coding,mid,,,,,,,0.320,score%,0.000289,,,"https://arxiv.org/abs/2606.18108 (Table D.1, ID Match (Rows) – Direct, row GPT-5.2-Codex, column Medium, w/o Self-Corr)",,out:effort-not-established, arxiv-2606.18108-idmatchrows-direct-medium-selfcorr,arxiv-2606.18108,gpt-5.2-codex,unstated,coding,mid,,,,,,,0.340,score%,0.000289,,,"https://arxiv.org/abs/2606.18108 (Table D.1, ID Match (Rows) – Direct, row GPT-5.2-Codex, column Medium, w/ Self-Corr)",,out:effort-not-established, arxiv-2606.18108-idmatchrows-direct-hard-nocorr,arxiv-2606.18108,gpt-5.2-codex,unstated,coding,mid,,,,,,,0.280,score%,0.000289,,,"https://arxiv.org/abs/2606.18108 (Table D.1, ID Match (Rows) – Direct, row GPT-5.2-Codex, column Hard, w/o Self-Corr)",,out:effort-not-established, arxiv-2606.18108-idmatchrows-direct-hard-selfcorr,arxiv-2606.18108,gpt-5.2-codex,unstated,coding,mid,,,,,,,0.310,score%,0.000289,,,"https://arxiv.org/abs/2606.18108 (Table D.1, ID Match (Rows) – Direct, row GPT-5.2-Codex, column Hard, w/ Self-Corr)",,out:effort-not-established, ceobench,arxiv-2606.18543,fable-5,max,agentic-tool,hard,CEO-Bench,per-run,265.43,0.00289,,,12630078,best-run-cash$,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2606.18543 (Table 3, row Claude Fable 5, column Best-run cash ($))",,in,in ceobench,arxiv-2606.18543,gpt-5.6-sol,max,agentic-tool,hard,CEO-Bench,per-run,153.47,0.00289,,,11313982,best-run-cash$,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2606.18543 (Table 3, row GPT-5.6 Sol, column Best-run cash ($))",,in,in ceobench,arxiv-2606.18543,opus-4.8,max,agentic-tool,hard,CEO-Bench,per-run,348.49,0.00289,,,2399209,best-run-cash$,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2606.18543 (Table 3, row Claude Opus 4.8, column Best-run cash ($))",,in,in ceobench,arxiv-2606.18543,qwen3.7-max,not-established:absent,agentic-tool,hard,CEO-Bench,,,,,,365346,best-run-cash$,0,,,"https://arxiv.org/abs/2606.18543 (Table 3, row Qwen 3.7 Max, column Best-run cash ($))",,out:effort-not-established, ceobench,arxiv-2606.18543,gemini-3.5-flash,high,agentic-tool,hard,CEO-Bench,per-run,67.09,0.00289,,,75126,best-run-cash$,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2606.18543 (Table 3, row Gemini 3.5 Flash, column Best-run cash ($))",,in,in ceobench,arxiv-2606.18543,opus-4.7,max,agentic-tool,hard,CEO-Bench,per-run,92.32,0.00289,,,70620,best-run-cash$,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2606.18543 (Table 3, row Claude Opus 4.7, column Best-run cash ($))",,in,in ceobench,arxiv-2606.18543,sonnet-5,max,agentic-tool,hard,CEO-Bench,per-run,68.25,0.00289,,,64459,best-run-cash$,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2606.18543 (Table 3, row Claude Sonnet 5, column Best-run cash ($))",,in,in ceobench,arxiv-2606.18543,haiku-4.5,not-established:absent,agentic-tool,hard,CEO-Bench,,,,,,59625,best-run-cash$,0,,,"https://arxiv.org/abs/2606.18543 (Table 3, row Claude Haiku 4.5, column Best-run cash ($))",,out:effort-not-established, ceobench,arxiv-2606.18543,glm-5.2,not-established:absent,agentic-tool,hard,CEO-Bench,,,,,,54327,best-run-cash$,0,,,"https://arxiv.org/abs/2606.18543 (Table 3, row GLM 5.2, column Best-run cash ($))",,out:effort-not-established, ceobench,arxiv-2606.18543,kimi-k2.6,not-established:absent,agentic-tool,hard,CEO-Bench,,,,,,43598,best-run-cash$,0,,,"https://arxiv.org/abs/2606.18543 (Table 3, row Kimi K2.6, column Best-run cash ($))",,out:effort-not-established, ceobench,arxiv-2606.18543,sonnet-4.6,high,agentic-tool,hard,CEO-Bench,per-run,73.28,0.00289,,,38166,best-run-cash$,0,,cost-method-assumed-single,"https://arxiv.org/abs/2606.18543 (Table 3, row Claude Sonnet 4.6, column Best-run cash ($))",,in,out:cost-not-comparable ceobench,arxiv-2606.18543,gpt-5.5,xhigh,agentic-tool,hard,CEO-Bench,per-run,153.80,0.00289,,,33260,best-run-cash$,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2606.18543 (Table 3, row GPT-5.5, column Best-run cash ($))",,in,in codrouter-id,arxiv-2606.22902,opus-4.6,unstated,coding,mid,CodeRouterBench,,,,,,43.8,avg-score-x100,0.0289,,,"https://arxiv.org/abs/2606.22902 (Table 9, row Claude Opus 4.6, column AVG)",,out:effort-not-established, codrouter-id,arxiv-2606.22902,gpt-5.4,unstated,coding,mid,CodeRouterBench,,,,,,42.2,avg-score-x100,0.0289,,,"https://arxiv.org/abs/2606.22902 (Table 9, row GPT-5.4, column AVG)",,out:effort-not-established, codrouter-id,arxiv-2606.22902,sonnet-4.6,unstated,coding,mid,CodeRouterBench,,,,,,41.3,avg-score-x100,0.0289,,,"https://arxiv.org/abs/2606.22902 (Table 9, row Claude Sonnet 4.6, column AVG)",,out:effort-not-established, codrouter-id,arxiv-2606.22902,glm-5,unstated,coding,mid,CodeRouterBench,,,,,,37.8,avg-score-x100,0.0289,,,"https://arxiv.org/abs/2606.22902 (Table 9, row GLM-5, column AVG)",,out:effort-not-established, codrouter-id,arxiv-2606.22902,qwen3-max-0923,solo,coding,mid,CodeRouterBench,,,,,,40.0,avg-score-x100,0.0289,,,"https://arxiv.org/abs/2606.22902 (Table 9, row Qwen3-Max, column AVG)",,out:single-couple, codrouter-id,arxiv-2606.22902,qwen3.5-plus,unstated,coding,mid,CodeRouterBench,,,,,,37.2,avg-score-x100,0.0289,,,"https://arxiv.org/abs/2606.22902 (Table 9, row Qwen3.5-Plus, column AVG)",,out:effort-not-established, codrouter-id,arxiv-2606.22902,kimi-k2.5,unstated,coding,mid,CodeRouterBench,,,,,,36.7,avg-score-x100,0.0289,,,"https://arxiv.org/abs/2606.22902 (Table 9, row Kimi-K2.5, column AVG)",,out:effort-not-established, codrouter-id,arxiv-2606.22902,minimax-m2.7,unstated,coding,mid,CodeRouterBench,,,,,,36.1,avg-score-x100,0.0289,,,"https://arxiv.org/abs/2606.22902 (Table 9, row MiniMax-M2.7, column AVG)",,out:effort-not-established, codrouter-ood,arxiv-2606.22902,opus-4.6,unstated,coding,hard,CodeRouterBench,per-suite,89.28,0.00289,,,57.14,resolved%,0.00289,,,"https://arxiv.org/abs/2606.22902 (Table 14, row Claude Opus 4.6, column Resolved%)",,out:effort-not-established,out:effort-not-established codrouter-ood,arxiv-2606.22902,sonnet-4.6,unstated,coding,hard,CodeRouterBench,per-suite,77.23,0.00289,,,49.11,resolved%,0.00289,,,"https://arxiv.org/abs/2606.22902 (Table 14, row Claude Sonnet 4.6, column Resolved%)",,out:effort-not-established,out:effort-not-established codrouter-ood,arxiv-2606.22902,gpt-5.4,unstated,coding,hard,CodeRouterBench,per-suite,41.04,0.00289,,,75.00,resolved%,0.00289,,,"https://arxiv.org/abs/2606.22902 (Table 14, row GPT-5.4, column Resolved%)",,out:effort-not-established,out:effort-not-established codrouter-ood,arxiv-2606.22902,glm-5,unstated,coding,hard,CodeRouterBench,per-suite,26.73,0.00289,,,28.57,resolved%,0.00289,,,"https://arxiv.org/abs/2606.22902 (Table 14, row GLM-5, column Resolved%)",,out:effort-not-established,out:effort-not-established codrouter-ood,arxiv-2606.22902,kimi-k2.5,unstated,coding,hard,CodeRouterBench,per-suite,15.35,0.00289,,,18.75,resolved%,0.00289,,,"https://arxiv.org/abs/2606.22902 (Table 14, row Kimi-K2.5, column Resolved%)",,out:effort-not-established,out:effort-not-established codrouter-ood,arxiv-2606.22902,minimax-m2.7,unstated,coding,hard,CodeRouterBench,per-suite,3.58,0.00289,,,14.29,resolved%,0.00289,,,"https://arxiv.org/abs/2606.22902 (Table 14, row MiniMax-M2.7, column Resolved%)",,out:effort-not-established,out:effort-not-established codrouter-ood,arxiv-2606.22902,qwen3-max-0923,solo,coding,hard,CodeRouterBench,per-suite,9.58,0.00289,,,8.93,resolved%,0.00289,,cap; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2606.22902 (Table 14, row Qwen3-Max, column Resolved%)",,out:single-couple,out:cost-single-couple codrouter-ood,arxiv-2606.22902,qwen3.5-plus,unstated,coding,hard,CodeRouterBench,per-suite,14.38,0.00289,,,2.68,resolved%,0.00289,,,"https://arxiv.org/abs/2606.22902 (Table 14, row Qwen3.5-Plus, column Resolved%)",,out:effort-not-established,out:effort-not-established tuabench-cc,arxiv-2606.28480,opus-4.8,max,agentic-tool,hard,,per-suite,173.61,0.00289,,,65.8,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://tuabench.ai/ ($.rows / row claude_code_claude_opus_4_8_max / column successRate),,in,in tuabench-cc,arxiv-2606.28480,gpt-5.5,xhigh,agentic-tool,hard,,per-suite,138.4,0.00289,,,64.7,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://tuabench.ai/ ($.rows / row codex_gpt_5_5_xhigh / column successRate),,in,in tuabench-cc,arxiv-2606.28480,gpt-5.5,high,agentic-tool,hard,,per-suite,104.87,0.00289,,,64.2,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://tuabench.ai/ ($.rows / row codex_gpt_5_5_high / column successRate),,in,in tuabench-oh,arxiv-2606.28480,opus-4.8,not-established:absent,agentic-tool,hard,OpenHands,per-suite,196.3,0.00289,,,63.4,score%,0.0289,,,https://tuabench.ai/ ($.rows / row openhands_sdk_claude_opus_4_8_max / column successRate),,out:effort-not-established,out:effort-not-established tuabench-msa,arxiv-2606.28480,gpt-5.5,not-established:absent,agentic-tool,hard,Mini-SWE-Agent,per-suite,186.38,0.00289,,,62.4,score%,0.0289,,,https://tuabench.ai/ ($.rows / row mini_swe_agent_gpt_5_5_xhigh / column successRate),,out:effort-not-established,out:effort-not-established tuabench-oh,arxiv-2606.28480,gpt-5.5,not-established:absent,agentic-tool,hard,OpenHands,per-suite,177.15,0.00289,,,61.4,score%,0.0289,,,https://tuabench.ai/ ($.rows / row openhands_sdk_gpt_5_5_xhigh / column successRate),,out:effort-not-established,out:effort-not-established tuabench-t2,arxiv-2606.28480,gpt-5.5,not-established:absent,agentic-tool,hard,Terminus-2,per-suite,116.06,0.00289,,,60.1,score%,0.0289,,,https://tuabench.ai/ ($.rows / row terminus_2_gpt_5_5_xhigh / column successRate),,out:effort-not-established,out:effort-not-established tuabench-t2,arxiv-2606.28480,opus-4.8,not-established:absent,agentic-tool,hard,Terminus-2,per-suite,183.74,0.00289,,,59.7,score%,0.0289,,,https://tuabench.ai/ ($.rows / row terminus_2_claude_opus_4_8_max / column successRate),,out:effort-not-established,out:effort-not-established tuabench-cc,arxiv-2606.28480,gpt-5.5,medium,agentic-tool,hard,,per-suite,81.79,0.00289,,,58.8,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://tuabench.ai/ ($.rows / row codex_gpt_5_5_medium / column successRate),,in,in tuabench-t2,arxiv-2606.28480,opus-4.7,not-established:absent,agentic-tool,hard,Terminus-2,per-suite,131.26,0.00289,,,58,score%,0.0289,,,https://tuabench.ai/ ($.rows / row terminus_2_claude_opus_4_7_max / column successRate),,out:effort-not-established,out:effort-not-established tuabench-t2,arxiv-2606.28480,gpt-5.5,not-established:absent,agentic-tool,hard,Terminus-2,per-suite,93.75,0.00289,,,57.8,score%,0.0289,,,https://tuabench.ai/ ($.rows / row terminus_2_gpt_5_5_high / column successRate),,out:effort-not-established,out:effort-not-established tuabench-msa,arxiv-2606.28480,opus-4.8,not-established:absent,agentic-tool,hard,Mini-SWE-Agent,per-suite,57.14,0.00289,,,57.4,score%,0.0289,,,https://tuabench.ai/ ($.rows / row mini_swe_agent_claude_opus_4_8_max / column successRate),,out:effort-not-established,out:effort-not-established tuabench-t2,arxiv-2606.28480,opus-4.7,not-established:absent,agentic-tool,hard,Terminus-2,per-suite,72.8,0.00289,,,55.4,score%,0.0289,,,https://tuabench.ai/ ($.rows / row terminus_2_claude_opus_4_7_xhigh / column successRate),,out:effort-not-established,out:effort-not-established tuabench-t2,arxiv-2606.28480,gpt-5.5,not-established:absent,agentic-tool,hard,Terminus-2,per-suite,54.0,0.00289,,,51.5,score%,0.0289,,,https://tuabench.ai/ ($.rows / row terminus_2_gpt_5_5_medium / column successRate),,out:effort-not-established,out:effort-not-established tuabench-cc,arxiv-2606.28480,opus-4.7,xhigh,agentic-tool,hard,,per-suite,113.95,0.00289,,,50.3,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://tuabench.ai/ ($.rows / row claude_code_claude_opus_4_7_xhigh / column successRate),,in,in tuabench-cc,arxiv-2606.28480,opus-4.7,not-established:absent,agentic-tool,hard,,per-suite,144.18,0.00289,,,50.1,score%,0.0289,,,https://tuabench.ai/ ($.rows / row claude_code_claude_opus_4_7_max / column successRate),,out:effort-not-established,out:effort-not-established tuabench-t2,arxiv-2606.28480,opus-4.7,not-established:absent,agentic-tool,hard,Terminus-2,per-suite,60.96,0.00289,,,49.9,score%,0.0289,,,https://tuabench.ai/ ($.rows / row terminus_2_claude_opus_4_7_high / column successRate),,out:effort-not-established,out:effort-not-established tuabench-t2,arxiv-2606.28480,opus-4.7,not-established:absent,agentic-tool,hard,Terminus-2,per-suite,54.27,0.00289,,,49.7,score%,0.0289,,,https://tuabench.ai/ ($.rows / row terminus_2_claude_opus_4_7_none / column successRate),,out:effort-not-established,out:effort-not-established tuabench-t2,arxiv-2606.28480,gemini-3.1-pro,not-established:absent,agentic-tool,hard,Terminus-2,per-suite,68.57,0.00289,,,49.3,score%,0.0289,,,https://tuabench.ai/ ($.rows / row terminus_2_gemini_3_1_pro_preview_high / column successRate),,out:effort-not-established,out:effort-not-established tuabench-msa,arxiv-2606.28480,gemini-3.1-pro,not-established:absent,agentic-tool,hard,Mini-SWE-Agent,per-suite,199.22,0.00289,,,48.5,score%,0.0289,,,https://tuabench.ai/ ($.rows / row mini_swe_agent_gemini_3_1_pro_preview_none / column successRate),,out:effort-not-established,out:effort-not-established tuabench-t2,arxiv-2606.28480,glm-5.1,not-established:absent,agentic-tool,hard,Terminus-2,per-suite,23.49,0.00289,,,48.1,score%,0.0289,,,https://tuabench.ai/ ($.rows / row terminus_2_z_ai_glm_5_1_xhigh / column successRate),,out:effort-not-established,out:effort-not-established tuabench-cc,arxiv-2606.28480,opus-4.7,not-established:absent,agentic-tool,hard,,per-suite,88.0,0.00289,,,47.4,score%,0.0289,,,https://tuabench.ai/ ($.rows / row claude_code_claude_opus_4_7_high / column successRate),,out:effort-not-established,out:effort-not-established tuabench-t2,arxiv-2606.28480,minimax-m3,not-established:absent,agentic-tool,hard,Terminus-2,per-suite,12.03,0.00289,,,47,score%,0.0289,,,https://tuabench.ai/ ($.rows / row terminus_2_minimax_minimax_m3_xhigh / column successRate),,out:effort-not-established,out:effort-not-established tuabench-cc,arxiv-2606.28480,gpt-5.5,low,agentic-tool,hard,,per-suite,41.62,0.00289,,,46.7,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://tuabench.ai/ ($.rows / row codex_gpt_5_5_low / column successRate),,in,in tuabench-t2,arxiv-2606.28480,deepseek-v4-pro-preview,not-established:absent,agentic-tool,hard,Terminus-2,per-suite,47.14,0.00289,,,46.2,score%,0.0289,,,https://tuabench.ai/ ($.rows / row terminus_2_deepseek_deepseek_v4_pro_xhigh / column successRate),,out:effort-not-established,out:effort-not-established tuabench-t2,arxiv-2606.28480,opus-4.7,not-established:absent,agentic-tool,hard,Terminus-2,per-suite,40.12,0.00289,,,45.7,score%,0.0289,,,https://tuabench.ai/ ($.rows / row terminus_2_claude_opus_4_7_medium / column successRate),,out:effort-not-established,out:effort-not-established tuabench-cc,arxiv-2606.28480,opus-4.7,not-established:absent,agentic-tool,hard,,per-suite,94.87,0.00289,,,45,score%,0.0289,,,https://tuabench.ai/ ($.rows / row claude_code_claude_opus_4_7_none / column successRate),,out:effort-not-established,out:effort-not-established tuabench-t2,arxiv-2606.28480,qwen3.7-max,not-established:absent,agentic-tool,hard,Terminus-2,per-suite,19.04,0.00289,,,44.9,score%,0.0289,,,https://tuabench.ai/ ($.rows / row terminus_2_qwen_qwen3_7_max_xhigh / column successRate),,out:effort-not-established,out:effort-not-established tuabench-oh,arxiv-2606.28480,gemini-3.1-pro,not-established:absent,agentic-tool,hard,OpenHands,per-suite,303.84,0.00289,,,44.1,score%,0.0289,,,https://tuabench.ai/ ($.rows / row openhands_sdk_gemini_3_1_pro_preview_none / column successRate),,out:effort-not-established,out:effort-not-established tuabench-t2,arxiv-2606.28480,sonnet-4.6,not-established:absent,agentic-tool,hard,Terminus-2,per-suite,37.36,0.00289,,,42.8,score%,0.0289,,,https://tuabench.ai/ ($.rows / row terminus_2_claude_sonnet_4_6_max / column successRate),,out:effort-not-established,out:effort-not-established tuabench-t2,arxiv-2606.28480,kimi-k2.6,not-established:absent,agentic-tool,hard,Terminus-2,per-suite,22.71,0.00289,,,42.8,score%,0.0289,,,https://tuabench.ai/ ($.rows / row terminus_2_moonshotai_kimi_k2_6_xhigh / column successRate),,out:effort-not-established,out:effort-not-established tuabench-t2,arxiv-2606.28480,gpt-5.5,not-established:absent,agentic-tool,hard,Terminus-2,per-suite,32.71,0.00289,,,42.4,score%,0.0289,,,https://tuabench.ai/ ($.rows / row terminus_2_gpt_5_5_low / column successRate),,out:effort-not-established,out:effort-not-established tuabench-cc,arxiv-2606.28480,opus-4.7,not-established:absent,agentic-tool,hard,,per-suite,64.76,0.00289,,,41.7,score%,0.0289,,,https://tuabench.ai/ ($.rows / row claude_code_claude_opus_4_7_medium / column successRate),,out:effort-not-established,out:effort-not-established tuabench-t2,arxiv-2606.28480,opus-4.7,not-established:absent,agentic-tool,hard,Terminus-2,per-suite,31.79,0.00289,,,41.2,score%,0.0289,,,https://tuabench.ai/ ($.rows / row terminus_2_claude_opus_4_7_low / column successRate),,out:effort-not-established,out:effort-not-established tuabench-t2,arxiv-2606.28480,gpt-5.5,not-established:absent,agentic-tool,hard,Terminus-2,per-suite,29.57,0.00289,,,36.5,score%,0.0289,,,https://tuabench.ai/ ($.rows / row terminus_2_gpt_5_5_none / column successRate),,out:effort-not-established,out:effort-not-established tuabench-cc,arxiv-2606.28480,opus-4.7,not-established:absent,agentic-tool,hard,,per-suite,55.4,0.00289,,,35.3,score%,0.0289,,,https://tuabench.ai/ ($.rows / row claude_code_claude_opus_4_7_low / column successRate),,out:effort-not-established,out:effort-not-established tuabench-cc,arxiv-2606.28480,gpt-5.5,nothink,agentic-tool,hard,,per-suite,30.6,0.00289,,,35,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://tuabench.ai/ ($.rows / row codex_gpt_5_5_none / column successRate),,in,in tuabench-t2,arxiv-2606.28480,gpt-5.4-mini,not-established:absent,agentic-tool,hard,Terminus-2,per-suite,148.83,0.00289,,,27.2,score%,0.0289,,,https://tuabench.ai/ ($.rows / row terminus_2_gpt_5_4_mini_xhigh / column successRate),,out:effort-not-established,out:effort-not-established tuabench-t2,arxiv-2606.28480,haiku-4.5,not-established:absent,agentic-tool,hard,Terminus-2,per-suite,52.15,0.00289,,,23.9,score%,0.0289,,,https://tuabench.ai/ ($.rows / row terminus_2_claude_haiku_4_5_none / column successRate),,out:effort-not-established,out:effort-not-established osworld2b,arxiv-2606.29537,opus-4.8,max,computer-use,hard,OSWorld2-batched-500step,USD/task,72.4,0.0289,,,54.8,partial%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2606.29537 (Table 3, batched block, row Claude Opus 4.8)",,in,in osworld2b,arxiv-2606.29537,opus-4.7,max,computer-use,hard,OSWorld2-batched-500step,USD/task,33.6,0.0289,,,48.91,partial%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2606.29537 (Table 3, batched block, row Claude Opus 4.7)",,in,in osworld2b,arxiv-2606.29537,gpt-5.5,xhigh,computer-use,hard,OSWorld2-batched-500step,USD/task,25.5,0.0289,,,49.5,partial%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2606.29537 (Table 3, batched block, row GPT-5.5)",,in,in osworld2s@arxiv-2606.29537,arxiv-2606.29537,opus-4.8,max,computer-use,hard,OSWorld2-single-500step,USD/task,76.1,0.0289,,,49.3,partial%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2606.29537 (Table 3, single block, row Claude Opus 4.8)",,in,in osworld2s@arxiv-2606.29537,arxiv-2606.29537,opus-4.7,max,computer-use,hard,OSWorld2-single-500step,USD/task,35.8,0.0289,,,49.1,partial%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2606.29537 (Table 3, single block, row Claude Opus 4.7)",,in,in osworld2s@arxiv-2606.29537,arxiv-2606.29537,sonnet-4.6,not-established:absent,computer-use,hard,OSWorld2-single-500step,USD/task,22.3,0.0289,,,41.5,partial%,0.0289,,,"https://arxiv.org/abs/2606.29537 (Table 3, single block, row Claude Sonnet 4.6)",,out:effort-not-established,out:effort-not-established osworld2s@arxiv-2606.29537,arxiv-2606.29537,?Kimi 2.6,not-established:absent,computer-use,hard,OSWorld2-single-500step,USD/task,6.6,0.0289,,,22.1,partial%,0.0289,,,"https://arxiv.org/abs/2606.29537 (Table 3, single block, row Kimi 2.6)",,out:model-not-established,out:model-not-established osworld2s@arxiv-2606.29537,arxiv-2606.29537,qwen3.7-plus,nothink,computer-use,hard,OSWorld2-single-500step,USD/task,3.8,0.0289,,,21.5,partial%,0.0289,,cost-method-assumed-single,"https://arxiv.org/abs/2606.29537 (Table 3, single block, row Qwen 3.7-Plus)",,in,out:cost-not-comparable visualcreativity-pooled,arxiv-2606.29672,gemini-3-flash,unstated,mixed,mid,creativity-judge-study1,,,,,,0.68,pearson-r,0.00289,,,"https://arxiv.org/abs/2606.29672 (Table 2, row Gemini 3 Flash, column Pooled (hand-drawn sketches, 3 shapes x 500))",,out:effort-not-established, visualcreativity-pooled,arxiv-2606.29672,kimi-k2.5,nothink,mixed,mid,creativity-judge-study1,,,,,,0.60,pearson-r,0.00289,,,"https://arxiv.org/abs/2606.29672 (Table 2, row Kimi K2.5, column Pooled (hand-drawn sketches, 3 shapes x 500))",,in, visualcreativity-pooled,arxiv-2606.29672,qwen3.6-plus,nothink,mixed,mid,creativity-judge-study1,,,,,,0.57,pearson-r,0.00289,,,"https://arxiv.org/abs/2606.29672 (Table 2, row Qwen 3.6 Plus, column Pooled (hand-drawn sketches, 3 shapes x 500))",,in, visualcreativity-pooled,arxiv-2606.29672,gemma-4-31b-it,unstated,mixed,mid,creativity-judge-study1,,,,,,0.55,pearson-r,0.00289,,,"https://arxiv.org/abs/2606.29672 (Table 2, row Gemma 4 31B, column Pooled (hand-drawn sketches, 3 shapes x 500))",,out:effort-not-established, visualcreativity-pooled,arxiv-2606.29672,glm-5v-turbo,not-established:absent,mixed,mid,creativity-judge-study1,,,,,,0.49,pearson-r,0.00289,,,"https://arxiv.org/abs/2606.29672 (Table 2, row GLM-5v Turbo, column Pooled (hand-drawn sketches, 3 shapes x 500))",,out:effort-not-established, visualcreativity-pooled,arxiv-2606.29672,gpt-5.4-mini,unstated,mixed,mid,creativity-judge-study1,,,,,,0.29,pearson-r,0.00289,,,"https://arxiv.org/abs/2606.29672 (Table 2, row GPT-5.4 Mini, column Pooled (hand-drawn sketches, 3 shapes x 500))",,out:effort-not-established, visualcreativity-onoff-ai,arxiv-2606.29672,kimi-k2.5,think,mixed,mid,creativity-judge-study2,,,,,,0.648,pearson-r,0.000289,,,"https://arxiv.org/abs/2606.29672 (Table 3, row Kimi K2.5 / AI-generated images, column r ON)",,in, visualcreativity-onoff-ai,arxiv-2606.29672,kimi-k2.5,nothink,mixed,mid,creativity-judge-study2,,,,,,0.636,pearson-r,0.000289,,,"https://arxiv.org/abs/2606.29672 (Table 3, row Kimi K2.5 / AI-generated images, column r OFF)",,in, visualcreativity-onoff-ai,arxiv-2606.29672,glm-5v-turbo,think,mixed,mid,creativity-judge-study2,,,,,,0.570,pearson-r,0.000289,,,"https://arxiv.org/abs/2606.29672 (Table 3, row GLM-5v Turbo / AI-generated images, column r ON)",,in, visualcreativity-onoff-ai,arxiv-2606.29672,glm-5v-turbo,not-established:absent,mixed,mid,creativity-judge-study2,,,,,,0.572,pearson-r,0.000289,,,"https://arxiv.org/abs/2606.29672 (Table 3, row GLM-5v Turbo / AI-generated images, column r OFF)",,out:effort-not-established, visualcreativity-onoff-ai,arxiv-2606.29672,qwen3.6-plus,think,mixed,mid,creativity-judge-study2,,,,,,0.562,pearson-r,0.000289,,,"https://arxiv.org/abs/2606.29672 (Table 3, row Qwen 3.6 Plus / AI-generated images, column r ON)",,in, visualcreativity-onoff-ai,arxiv-2606.29672,qwen3.6-plus,nothink,mixed,mid,creativity-judge-study2,,,,,,0.637,pearson-r,0.000289,,,"https://arxiv.org/abs/2606.29672 (Table 3, row Qwen 3.6 Plus / AI-generated images, column r OFF)",,in, visualcreativity-onoff-hand,arxiv-2606.29672,kimi-k2.5,think,mixed,mid,creativity-judge-study2,,,,,,0.544,pearson-r,0.000289,,,"https://arxiv.org/abs/2606.29672 (Table 3, row Kimi K2.5 / Hand-drawn sketches, column r ON)",,in, visualcreativity-onoff-hand,arxiv-2606.29672,kimi-k2.5,nothink,mixed,mid,creativity-judge-study2,,,,,,0.550,pearson-r,0.000289,,,"https://arxiv.org/abs/2606.29672 (Table 3, row Kimi K2.5 / Hand-drawn sketches, column r OFF)",,in, visualcreativity-onoff-hand,arxiv-2606.29672,glm-5v-turbo,think,mixed,mid,creativity-judge-study2,,,,,,0.444,pearson-r,0.000289,,,"https://arxiv.org/abs/2606.29672 (Table 3, row GLM-5v Turbo / Hand-drawn sketches, column r ON)",,in, visualcreativity-onoff-hand,arxiv-2606.29672,glm-5v-turbo,not-established:absent,mixed,mid,creativity-judge-study2,,,,,,0.462,pearson-r,0.000289,,,"https://arxiv.org/abs/2606.29672 (Table 3, row GLM-5v Turbo / Hand-drawn sketches, column r OFF)",,out:effort-not-established, visualcreativity-onoff-hand,arxiv-2606.29672,qwen3.6-plus,think,mixed,mid,creativity-judge-study2,,,,,,0.470,pearson-r,0.000289,,,"https://arxiv.org/abs/2606.29672 (Table 3, row Qwen 3.6 Plus / Hand-drawn sketches, column r ON)",,in, visualcreativity-onoff-hand,arxiv-2606.29672,qwen3.6-plus,nothink,mixed,mid,creativity-judge-study2,,,,,,0.535,pearson-r,0.000289,,,"https://arxiv.org/abs/2606.29672 (Table 3, row Qwen 3.6 Plus / Hand-drawn sketches, column r OFF)",,in, arxiv-2606.30689-tdr-cited,arxiv-2606.30689,glm-5-turbo,unstated,coding,mid,,,,,,,88.0,score%,0.0289,,,https://arxiv.org/abs/2606.30689 (abstract),,out:effort-not-established, clawarena,arxiv-2606.31174,fable-5,unstated,agentic-tool,hard,ClawArena,,92.8,0,,,60.0,Sms%,0.0289,,,"https://arxiv.org/abs/2606.31174 (Main results table: per-model TCR, TPP, ROC, WPP, MCA, Sms, cost ($), rounds (12 models, 41 scenarios) / row claude-fable-5 / column Sms)",,out:effort-not-established,out:effort-not-established clawarena,arxiv-2606.31174,gemini-3.5-flash,unstated,agentic-tool,hard,ClawArena,,23.7,0,,,53.8,Sms%,0.0289,,,"https://arxiv.org/abs/2606.31174 (Main results table: per-model TCR, TPP, ROC, WPP, MCA, Sms, cost ($), rounds (12 models, 41 scenarios) / row gemini-3.5-flash / column Sms)",,out:effort-not-established,out:effort-not-established clawarena,arxiv-2606.31174,gpt-5.5,unstated,agentic-tool,hard,ClawArena,,43.3,0,,,51.0,Sms%,0.0289,,,"https://arxiv.org/abs/2606.31174 (Main results table: per-model TCR, TPP, ROC, WPP, MCA, Sms, cost ($), rounds (12 models, 41 scenarios) / row gpt-5.5 / column Sms)",,out:effort-not-established,out:effort-not-established clawarena,arxiv-2606.31174,gpt-5.4,unstated,agentic-tool,hard,ClawArena,,19.5,0,,,49.7,Sms%,0.0289,,,"https://arxiv.org/abs/2606.31174 (Main results table: per-model TCR, TPP, ROC, WPP, MCA, Sms, cost ($), rounds (12 models, 41 scenarios) / row gpt-5.4 / column Sms)",,out:effort-not-established,out:effort-not-established clawarena,arxiv-2606.31174,gemini-3.1-pro,unstated,agentic-tool,hard,ClawArena,,20.5,0,,,49.6,Sms%,0.0289,,,"https://arxiv.org/abs/2606.31174 (Main results table: per-model TCR, TPP, ROC, WPP, MCA, Sms, cost ($), rounds (12 models, 41 scenarios) / row gemini-3.1-pro / column Sms)",,out:effort-not-established,out:effort-not-established clawarena,arxiv-2606.31174,?claude-sonnet-4-6,not-established:absent,agentic-tool,hard,ClawArena,,39.7,0,,,48.5,Sms%,0.0289,,,"https://arxiv.org/abs/2606.31174 (Main results table: per-model TCR, TPP, ROC, WPP, MCA, Sms, cost ($), rounds (12 models, 41 scenarios) / row claude-sonnet-4-6 / column Sms)",,out:model-not-established,out:model-not-established clawarena,arxiv-2606.31174,glm-5.2,unstated,agentic-tool,hard,ClawArena,,22.9,0,,,50.4,Sms%,0.0289,,,"https://arxiv.org/abs/2606.31174 (Main results table: per-model TCR, TPP, ROC, WPP, MCA, Sms, cost ($), rounds (12 models, 41 scenarios) / row glm-5.2 / column Sms)",,out:effort-not-established,out:effort-not-established clawarena,arxiv-2606.31174,kimi-k2.6,unstated,agentic-tool,hard,ClawArena,,28.7,0,,,49.0,Sms%,0.0289,,,"https://arxiv.org/abs/2606.31174 (Main results table: per-model TCR, TPP, ROC, WPP, MCA, Sms, cost ($), rounds (12 models, 41 scenarios) / row kimi-k2.6 / column Sms)",,out:effort-not-established,out:effort-not-established clawarena,arxiv-2606.31174,deepseek-v4-pro-preview,unstated,agentic-tool,hard,ClawArena,,1.7,0,,,46.4,Sms%,0.0289,,,"https://arxiv.org/abs/2606.31174 (Main results table: per-model TCR, TPP, ROC, WPP, MCA, Sms, cost ($), rounds (12 models, 41 scenarios) / row deepseek-v4-pro / column Sms)",,out:effort-not-established,out:effort-not-established clawarena,arxiv-2606.31174,qwen3.6-27b,unstated,agentic-tool,hard,ClawArena,,15.0,0,,,46.4,Sms%,0.0289,,,"https://arxiv.org/abs/2606.31174 (Main results table: per-model TCR, TPP, ROC, WPP, MCA, Sms, cost ($), rounds (12 models, 41 scenarios) / row qwen3.6-27b / column Sms)",,out:effort-not-established,out:effort-not-established clawarena,arxiv-2606.31174,glm-4.7-flash,unstated,agentic-tool,hard,ClawArena,,0.8,0,,,15.3,Sms%,0.0289,,,"https://arxiv.org/abs/2606.31174 (Main results table: per-model TCR, TPP, ROC, WPP, MCA, Sms, cost ($), rounds (12 models, 41 scenarios) / row glm-4.7-flash / column Sms)",,out:effort-not-established,out:effort-not-established arcagi2@arxiv-2606.31543,arxiv-2606.31543,gpt-5.2-pro,high,reasoning-math,frontier,ARC-official,,15.72,0.00289,,,54.20,pass%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2606.31543 (ARC-AGI-2 results table, column ARC-AGI-2)",,in,in arcagi2@arxiv-2606.31543,arxiv-2606.31543,gpt-5.2-pro,medium,reasoning-math,frontier,ARC-official,,8.99,0.00289,,,38.50,pass%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2606.31543 (ARC-AGI-2 results table, column ARC-AGI-2)",,in,in arxiv-2606.32025-skillsbench-retrieval-oracle,arxiv-2606.32025,gpt-5.2-codex,unstated,agentic-tool,hard,,,,,,,44.0,pass%,0.0289,,,"https://arxiv.org/abs/2606.32025 (Table 2, row Retrieval (oracle), column Pass(%) of GPT-5.2-Codex)",,out:effort-not-established, arxiv-2606.32025-skillsbench-retrieval-oracle,arxiv-2606.32025,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,42.2,pass%,0.0289,,,"https://arxiv.org/abs/2606.32025 (Table 2, row Retrieval (oracle), column Pass(%) of Gemini-3-Pro)",,out:effort-not-established, arxiv-2606.32025-skillsbench-gold,arxiv-2606.32025,gpt-5.2-codex,unstated,agentic-tool,hard,,,,,,,51.1,pass%,0.0289,,,"https://arxiv.org/abs/2606.32025 (Table 2, row Gold Skills, column Pass(%) of GPT-5.2-Codex)",,out:effort-not-established, arxiv-2606.32025-skillsbench-gold,arxiv-2606.32025,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,48.4,pass%,0.0289,,,"https://arxiv.org/abs/2606.32025 (Table 2, row Gold Skills, column Pass(%) of Gemini-3-Pro)",,out:effort-not-established, arxiv-2606.32025-skillsbench-noskills,arxiv-2606.32025,gpt-5.2-codex,unstated,agentic-tool,hard,,,,,,,22.2,pass%,0.0289,,,"https://arxiv.org/abs/2606.32025 (Table 2, row No Skills, column Pass(%) of GPT-5.2-Codex)",,out:effort-not-established, arxiv-2606.32025-skillsbench-noskills,arxiv-2606.32025,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,25.8,pass%,0.0289,,,"https://arxiv.org/abs/2606.32025 (Table 2, row No Skills, column Pass(%) of Gemini-3-Pro)",,out:effort-not-established, arxiv-2606.32025-skillsbench-allskills,arxiv-2606.32025,gpt-5.2-codex,unstated,agentic-tool,hard,,,,,,,29.3,pass%,0.0289,,,"https://arxiv.org/abs/2606.32025 (Table 2, row All Skills, column Pass(%) of GPT-5.2-Codex)",,out:effort-not-established, arxiv-2606.32025-skillsbench-allskills,arxiv-2606.32025,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,38.7,pass%,0.0289,,,"https://arxiv.org/abs/2606.32025 (Table 2, row All Skills, column Pass(%) of Gemini-3-Pro)",,out:effort-not-established, arxiv-2606.32025-skillsbench-retrieval-top3,arxiv-2606.32025,gpt-5.2-codex,unstated,agentic-tool,hard,,,,,,,44.0,pass%,0.0289,,,"https://arxiv.org/abs/2606.32025 (Table 2, row Retrieval (top-3), column Pass(%) of GPT-5.2-Codex)",,out:effort-not-established, arxiv-2606.32025-skillsbench-retrieval-top3,arxiv-2606.32025,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,41.8,pass%,0.0289,,,"https://arxiv.org/abs/2606.32025 (Table 2, row Retrieval (top-3), column Pass(%) of Gemini-3-Pro)",,out:effort-not-established, arxiv-2606.32025-skillsbench-skillcomposer,arxiv-2606.32025,gpt-5.2-codex,unstated,agentic-tool,hard,,,,,,,45.3,pass%,0.0289,,,"https://arxiv.org/abs/2606.32025 (Table 2, row SkillComposer, column Pass(%) of GPT-5.2-Codex)",,out:effort-not-established, arxiv-2606.32025-skillsbench-skillcomposer,arxiv-2606.32025,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,44.0,pass%,0.0289,,,"https://arxiv.org/abs/2606.32025 (Table 2, row SkillComposer, column Pass(%) of Gemini-3-Pro)",,out:effort-not-established, 2607.01152-agc-z-mean,arxiv-2607.01152,glm-5-turbo,not-established:ambiguous,writing,hard,,,,,,,0.668,z mean,0.000289,,,"https://arxiv.org/abs/2607.01152 (Table S2, rank 5, column z mean)",,out:effort-not-established, 2607.01152-agc-z-median,arxiv-2607.01152,glm-5-turbo,not-established:ambiguous,writing,hard,,,,,,,0.783,z median,0.000289,,,"https://arxiv.org/abs/2607.01152 (Table S2, rank 5, column z median)",,out:effort-not-established, retroboard,arxiv-2607.02436,opus-4.7,not-established:absent,coding,hard,ClaudeCode,per-session,3.06,0.00289,,,41.0,score/42,0.0289,,,"https://arxiv.org/abs/2607.02436 (Table 5 (page 17), row 'High, base', column Mean score (mean of six runs))",,out:effort-not-established,out:effort-not-established retroboard-pw,arxiv-2607.02436,opus-4.7,not-established:absent,coding,hard,,per-session,4.34,0.00289,,,41.5,score/42,0.0289,,,"https://arxiv.org/abs/2607.02436 (Table 5 (page 17), row 'High, plus Playwright', column Mean score (mean of six runs))",,out:effort-not-established,out:effort-not-established retroboard-design,arxiv-2607.02436,opus-4.7,not-established:absent,coding,hard,ClaudeCode,per-session,4.28,0.00289,,,40.5,score/42,0.0289,,,"https://arxiv.org/abs/2607.02436 (Table 5 (page 17), row 'High, plus full design', column Mean score (mean of six runs))",,out:effort-not-established,out:effort-not-established retroboard-abridged,arxiv-2607.02436,opus-4.7,not-established:absent,coding,hard,ClaudeCode,per-session,4.14,0.00289,,,40.8,score/42,0.0289,,,"https://arxiv.org/abs/2607.02436 (Table 5 (page 17), row 'High, plus abridged', column Mean score (mean of six runs))",,out:effort-not-established,out:effort-not-established retroboard,arxiv-2607.02436,opus-4.7,xhigh,coding,hard,ClaudeCode,per-session,3.33,0.00289,,,42.0,score/42,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2607.02436 (Table 5 (page 17), row 'xHigh, base', column Mean score (mean of six runs))",,out:single-couple,out:cost-single-couple retroboard-pw,arxiv-2607.02436,opus-4.7,xhigh,coding,hard,,per-session,5.59,0.00289,,,42.0,score/42,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2607.02436 (Table 5 (page 17), row 'xHigh, plus Playwright', column Mean score (mean of six runs))",,out:single-couple,out:cost-single-couple retroboard-design,arxiv-2607.02436,opus-4.7,xhigh,coding,hard,ClaudeCode,per-session,5.17,0.00289,,,41.5,score/42,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2607.02436 (Table 5 (page 17), row 'xHigh, plus full design', column Mean score (mean of six runs))",,out:single-couple,out:cost-single-couple retroboard-abridged,arxiv-2607.02436,opus-4.7,xhigh,coding,hard,ClaudeCode,per-session,4.73,0.00289,,,41.0,score/42,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2607.02436 (Table 5 (page 17), row 'xHigh, plus abridged', column Mean score (mean of six runs))",,out:single-couple,out:cost-single-couple retroboard,arxiv-2607.02436,opus-4.6,not-established:absent,coding,hard,ClaudeCode,per-session,2.74,0.00289,,,40.6,score/42,0.0289,,,"https://arxiv.org/abs/2607.02436 (Table 7 (page 23), row 'Opus 4.6 High, base', column Functional score (mean))",,out:effort-not-established,out:effort-not-established retroboard-design,arxiv-2607.02436,opus-4.6,not-established:absent,coding,hard,ClaudeCode,per-session,3.12,0.00289,,,40.5,score/42,0.0289,,,"https://arxiv.org/abs/2607.02436 (Table 7 (page 23), row 'Opus 4.6 High, full design', column Functional score (mean))",,out:effort-not-established,out:effort-not-established retroboard-abridged,arxiv-2607.02436,opus-4.6,not-established:absent,coding,hard,ClaudeCode,per-session,2.77,0.00289,,,41.2,score/42,0.0289,,,"https://arxiv.org/abs/2607.02436 (Table 7 (page 23), row 'Opus 4.6 High, abridged', column Functional score (mean))",,out:effort-not-established,out:effort-not-established retroboard-pw,arxiv-2607.02436,opus-4.6,not-established:absent,coding,hard,,,,,,,40.6,score/42,0.0289,,,"https://arxiv.org/abs/2607.02436 (Results, testing tool section (page 14): the mean functional score of the seven Opus 4.6 High runs with Playwright)",,out:effort-not-established, retroboard-pw,arxiv-2607.02436,?Qwen 3.6,not-established:absent,coding,hard,,,,,,,37,score/42,0,,,"https://arxiv.org/abs/2607.02436 (Table S1 Part A (page 38), row claude_qwen_3.6_high_with_playwright, column Score (/42))",,out:model-not-established, retroboard-pw,arxiv-2607.02436,?Qwen Coder Next,not-established:absent,coding,hard,,,,,,,24,score/42,0,,,"https://arxiv.org/abs/2607.02436 (Table S1 Part A (page 38), row claude_qwen_coder_next_high_with_playwright, column Score (/42))",,out:model-not-established, atomiccommitbench,arxiv-2607.03332,gpt-5.4,unstated,coding,mid,,,,,,,0.459,score-of-1,0.000289,,,https://arxiv.org/abs/2607.03332 (RQ2 paragraph (results)),,out:effort-not-established, atomiccommitbench,arxiv-2607.03332,glm-5,unstated,coding,mid,,,,,,,0.425,score-of-1,0.000289,,,https://arxiv.org/abs/2607.03332 (RQ2 paragraph (results)),,out:effort-not-established, atomiccommitbench,arxiv-2607.03332,kimi-k2.5,unstated,coding,mid,,,,,,,0.288,score-of-1,0.000289,,,https://arxiv.org/abs/2607.03332 (RQ2 paragraph (results)),,out:effort-not-established, atomiccommitbench,arxiv-2607.03332,minimax-m2.5,unstated,coding,mid,,,,,,,0.306,score-of-1,0.000289,,,https://arxiv.org/abs/2607.03332 (RQ2 paragraph (results)),,out:effort-not-established, qiskit-drift-v0.43,quantum-api-drift-2607.04072,opus-4.7,default,coding,mid,own harness (REST API; 1024-token cap),,,,,,72.0,pass@1,0.0289,,,"https://arxiv.org/abs/2607.04072 (Table 2, row Claude Opus 4.7, column v0.43 Pass@1 (diagonal of the drift matrix))",,out:effort-not-established, qiskit-drift-v1.3,quantum-api-drift-2607.04072,opus-4.7,default,coding,mid,own harness (REST API; 1024-token cap),,,,,,43.3,pass@1,0.0289,,,"https://arxiv.org/abs/2607.04072 (Table 2, row Claude Opus 4.7, column v1.3 Pass@1 (diagonal of the drift matrix))",,out:effort-not-established, qiskit-drift-v2.0,quantum-api-drift-2607.04072,opus-4.7,default,coding,mid,own harness (REST API; 1024-token cap),,,,,,85.3,pass@1,0.0289,,,"https://arxiv.org/abs/2607.04072 (Table 2, row Claude Opus 4.7, column v2.0 Pass@1 (diagonal of the drift matrix))",,out:effort-not-established, qiskit-drift-v0.43,quantum-api-drift-2607.04072,gpt-5.3-codex,default,coding,mid,own harness (REST API; 1024-token cap),,,,,,64.7,pass@1,0.0289,,,"https://arxiv.org/abs/2607.04072 (Table 2, row GPT-5.3-codex, column v0.43 Pass@1 (diagonal of the drift matrix))",,out:effort-not-established, qiskit-drift-v1.3,quantum-api-drift-2607.04072,gpt-5.3-codex,default,coding,mid,own harness (REST API; 1024-token cap),,,,,,35.8,pass@1,0.0289,,,"https://arxiv.org/abs/2607.04072 (Table 2, row GPT-5.3-codex, column v1.3 Pass@1 (diagonal of the drift matrix))",,out:effort-not-established, qiskit-drift-v2.0,quantum-api-drift-2607.04072,gpt-5.3-codex,default,coding,mid,own harness (REST API; 1024-token cap),,,,,,79.8,pass@1,0.0289,,,"https://arxiv.org/abs/2607.04072 (Table 2, row GPT-5.3-codex, column v2.0 Pass@1 (diagonal of the drift matrix))",,out:effort-not-established, qiskit-drift-v0.43,quantum-api-drift-2607.04072,gpt-5.4,default,coding,mid,own harness (REST API; 1024-token cap),,,,,,69.3,pass@1,0.0289,,,"https://arxiv.org/abs/2607.04072 (Table 2, row GPT-5.4 (API), column v0.43 Pass@1 (diagonal of the drift matrix))",,out:effort-not-established, qiskit-drift-v1.3,quantum-api-drift-2607.04072,gpt-5.4,default,coding,mid,own harness (REST API; 1024-token cap),,,,,,26.7,pass@1,0.0289,,,"https://arxiv.org/abs/2607.04072 (Table 2, row GPT-5.4 (API), column v1.3 Pass@1 (diagonal of the drift matrix))",,out:effort-not-established, qiskit-drift-v2.0,quantum-api-drift-2607.04072,gpt-5.4,default,coding,mid,own harness (REST API; 1024-token cap),,,,,,70.0,pass@1,0.0289,,,"https://arxiv.org/abs/2607.04072 (Table 2, row GPT-5.4 (API), column v2.0 Pass@1 (diagonal of the drift matrix))",,out:effort-not-established, qiskit-drift-v0.43,quantum-api-drift-2607.04072,grok-4.20,default,coding,mid,own harness (REST API; 1024-token cap),,,,,,58.7,pass@1,0.0289,,,"https://arxiv.org/abs/2607.04072 (Table 2, row Grok 4.20, column v0.43 Pass@1 (diagonal of the drift matrix))",,out:effort-not-established, qiskit-drift-v1.3,quantum-api-drift-2607.04072,grok-4.20,default,coding,mid,own harness (REST API; 1024-token cap),,,,,,51.3,pass@1,0.0289,,,"https://arxiv.org/abs/2607.04072 (Table 2, row Grok 4.20, column v1.3 Pass@1 (diagonal of the drift matrix))",,out:effort-not-established, qiskit-drift-v2.0,quantum-api-drift-2607.04072,grok-4.20,default,coding,mid,own harness (REST API; 1024-token cap),,,,,,63.3,pass@1,0.0289,,,"https://arxiv.org/abs/2607.04072 (Table 2, row Grok 4.20, column v2.0 Pass@1 (diagonal of the drift matrix))",,out:effort-not-established, qiskit-drift-v0.43,quantum-api-drift-2607.04072,sonnet-4.6,default,coding,mid,own harness (REST API; 1024-token cap),,,,,,60.7,pass@1,0.0289,,,"https://arxiv.org/abs/2607.04072 (Table 2, row Claude Sonnet 4.6, column v0.43 Pass@1 (diagonal of the drift matrix))",,out:effort-not-established, qiskit-drift-v1.3,quantum-api-drift-2607.04072,sonnet-4.6,default,coding,mid,own harness (REST API; 1024-token cap),,,,,,21.3,pass@1,0.0289,,,"https://arxiv.org/abs/2607.04072 (Table 2, row Claude Sonnet 4.6, column v1.3 Pass@1 (diagonal of the drift matrix))",,out:effort-not-established, qiskit-drift-v2.0,quantum-api-drift-2607.04072,sonnet-4.6,default,coding,mid,own harness (REST API; 1024-token cap),,,,,,70.0,pass@1,0.0289,,,"https://arxiv.org/abs/2607.04072 (Table 2, row Claude Sonnet 4.6, column v2.0 Pass@1 (diagonal of the drift matrix))",,out:effort-not-established, qiskit-drift-v0.43,quantum-api-drift-2607.04072,gpt-5.4-nano,default,coding,mid,own harness (REST API; 1024-token cap),,,,,,36.0,pass@1,0.0289,,,"https://arxiv.org/abs/2607.04072 (Table 2, row GPT-5.4 Nano, column v0.43 Pass@1 (diagonal of the drift matrix))",,out:effort-not-established, qiskit-drift-v1.3,quantum-api-drift-2607.04072,gpt-5.4-nano,default,coding,mid,own harness (REST API; 1024-token cap),,,,,,22.7,pass@1,0.0289,,,"https://arxiv.org/abs/2607.04072 (Table 2, row GPT-5.4 Nano, column v1.3 Pass@1 (diagonal of the drift matrix))",,out:effort-not-established, qiskit-drift-v2.0,quantum-api-drift-2607.04072,gpt-5.4-nano,default,coding,mid,own harness (REST API; 1024-token cap),,,,,,40.0,pass@1,0.0289,,,"https://arxiv.org/abs/2607.04072 (Table 2, row GPT-5.4 Nano, column v2.0 Pass@1 (diagonal of the drift matrix))",,out:effort-not-established, qiskit-drift-v0.43,quantum-api-drift-2607.04072,kimi-k2-instruct,solo,coding,mid,own harness (REST API; 1024-token cap),,,,,,56.7,pass@1,0.0289,,,"https://arxiv.org/abs/2607.04072 (Table 2, row Kimi K2, column v0.43 Pass@1 (diagonal of the drift matrix))",,out:single-couple, qiskit-drift-v1.3,quantum-api-drift-2607.04072,kimi-k2-instruct,solo,coding,mid,own harness (REST API; 1024-token cap),,,,,,42.0,pass@1,0.0289,,,"https://arxiv.org/abs/2607.04072 (Table 2, row Kimi K2, column v1.3 Pass@1 (diagonal of the drift matrix))",,out:single-couple, qiskit-drift-v2.0,quantum-api-drift-2607.04072,kimi-k2-instruct,solo,coding,mid,own harness (REST API; 1024-token cap),,,,,,50.0,pass@1,0.0289,,,"https://arxiv.org/abs/2607.04072 (Table 2, row Kimi K2, column v2.0 Pass@1 (diagonal of the drift matrix))",,out:single-couple, qiskit-drift-v0.43,quantum-api-drift-2607.04072,?nemotron-3-super-120b,not-established:absent,coding,mid,own harness (REST API; 1024-token cap),,,,,,48.7,pass@1,0.0289,,,"https://arxiv.org/abs/2607.04072 (Table 2, row Nemotron 3 Super, column v0.43 Pass@1 (diagonal of the drift matrix))",,out:model-not-established, qiskit-drift-v1.3,quantum-api-drift-2607.04072,?nemotron-3-super-120b,not-established:absent,coding,mid,own harness (REST API; 1024-token cap),,,,,,35.6,pass@1,0.0289,,,"https://arxiv.org/abs/2607.04072 (Table 2, row Nemotron 3 Super, column v1.3 Pass@1 (diagonal of the drift matrix))",,out:model-not-established, qiskit-drift-v2.0,quantum-api-drift-2607.04072,?nemotron-3-super-120b,not-established:absent,coding,mid,own harness (REST API; 1024-token cap),,,,,,49.3,pass@1,0.0289,,,"https://arxiv.org/abs/2607.04072 (Table 2, row Nemotron 3 Super, column v2.0 Pass@1 (diagonal of the drift matrix))",,out:model-not-established, qiskit-drift-v0.43,quantum-api-drift-2607.04072,?gpt-oss-120b,not-established:absent,coding,mid,own harness (REST API; 1024-token cap),,,,,,51.7,pass@1,0.0289,,,"https://arxiv.org/abs/2607.04072 (Table 2, row GPT-OSS 120B, column v0.43 Pass@1 (diagonal of the drift matrix))",,out:model-not-established, qiskit-drift-v1.3,quantum-api-drift-2607.04072,?gpt-oss-120b,not-established:absent,coding,mid,own harness (REST API; 1024-token cap),,,,,,34.7,pass@1,0.0289,,,"https://arxiv.org/abs/2607.04072 (Table 2, row GPT-OSS 120B, column v1.3 Pass@1 (diagonal of the drift matrix))",,out:model-not-established, qiskit-drift-v2.0,quantum-api-drift-2607.04072,?gpt-oss-120b,not-established:absent,coding,mid,own harness (REST API; 1024-token cap),,,,,,42.7,pass@1,0.0289,,,"https://arxiv.org/abs/2607.04072 (Table 2, row GPT-OSS 120B, column v2.0 Pass@1 (diagonal of the drift matrix))",,out:model-not-established, qiskit-drift-v0.43,quantum-api-drift-2607.04072,gemma-4-31b-it,default,coding,mid,own harness (REST API; 1024-token cap),,,,,,42.7,pass@1,0.0289,,,"https://arxiv.org/abs/2607.04072 (Table 2, row Gemma 4 31B, column v0.43 Pass@1 (diagonal of the drift matrix))",,out:effort-not-established, qiskit-drift-v1.3,quantum-api-drift-2607.04072,gemma-4-31b-it,default,coding,mid,own harness (REST API; 1024-token cap),,,,,,13.3,pass@1,0.0289,,,"https://arxiv.org/abs/2607.04072 (Table 2, row Gemma 4 31B, column v1.3 Pass@1 (diagonal of the drift matrix))",,out:effort-not-established, qiskit-drift-v2.0,quantum-api-drift-2607.04072,gemma-4-31b-it,default,coding,mid,own harness (REST API; 1024-token cap),,,,,,47.3,pass@1,0.0289,,,"https://arxiv.org/abs/2607.04072 (Table 2, row Gemma 4 31B, column v2.0 Pass@1 (diagonal of the drift matrix))",,out:effort-not-established, qiskit-drift-v0.43,quantum-api-drift-2607.04072,?qwen3-coder,not-established:absent,coding,mid,own harness (REST API; 1024-token cap),,,,,,41.3,pass@1,0.0289,,,"https://arxiv.org/abs/2607.04072 (Table 2, row Qwen3 Coder, column v0.43 Pass@1 (diagonal of the drift matrix))",,out:model-not-established, qiskit-drift-v1.3,quantum-api-drift-2607.04072,?qwen3-coder,not-established:absent,coding,mid,own harness (REST API; 1024-token cap),,,,,,28.7,pass@1,0.0289,,,"https://arxiv.org/abs/2607.04072 (Table 2, row Qwen3 Coder, column v1.3 Pass@1 (diagonal of the drift matrix))",,out:model-not-established, qiskit-drift-v2.0,quantum-api-drift-2607.04072,?qwen3-coder,not-established:absent,coding,mid,own harness (REST API; 1024-token cap),,,,,,31.3,pass@1,0.0289,,,"https://arxiv.org/abs/2607.04072 (Table 2, row Qwen3 Coder, column v2.0 Pass@1 (diagonal of the drift matrix))",,out:model-not-established, qiskit-drift-v0.43,quantum-api-drift-2607.04072,?devstral-2-123b,not-established:absent,coding,mid,own harness (REST API; 1024-token cap),,,,,,36.9,pass@1,0.0289,,,"https://arxiv.org/abs/2607.04072 (Table 2, row Devstral 2, column v0.43 Pass@1 (diagonal of the drift matrix))",,out:model-not-established, qiskit-drift-v1.3,quantum-api-drift-2607.04072,?devstral-2-123b,not-established:absent,coding,mid,own harness (REST API; 1024-token cap),,,,,,28.8,pass@1,0.0289,,,"https://arxiv.org/abs/2607.04072 (Table 2, row Devstral 2, column v1.3 Pass@1 (diagonal of the drift matrix))",,out:model-not-established, qiskit-drift-v2.0,quantum-api-drift-2607.04072,?devstral-2-123b,not-established:absent,coding,mid,own harness (REST API; 1024-token cap),,,,,,33.1,pass@1,0.0289,,,"https://arxiv.org/abs/2607.04072 (Table 2, row Devstral 2, column v2.0 Pass@1 (diagonal of the drift matrix))",,out:model-not-established, qiskit-drift-v0.43,quantum-api-drift-2607.04072,qwen3-32b,default,coding,mid,own harness (REST API; 1024-token cap),,,,,,37.3,pass@1,0.0289,,,"https://arxiv.org/abs/2607.04072 (Table 2, row Qwen3 32B, column v0.43 Pass@1 (diagonal of the drift matrix))",,out:effort-not-established, qiskit-drift-v1.3,quantum-api-drift-2607.04072,qwen3-32b,default,coding,mid,own harness (REST API; 1024-token cap),,,,,,18.7,pass@1,0.0289,,,"https://arxiv.org/abs/2607.04072 (Table 2, row Qwen3 32B, column v1.3 Pass@1 (diagonal of the drift matrix))",,out:effort-not-established, qiskit-drift-v2.0,quantum-api-drift-2607.04072,qwen3-32b,default,coding,mid,own harness (REST API; 1024-token cap),,,,,,29.3,pass@1,0.0289,,,"https://arxiv.org/abs/2607.04072 (Table 2, row Qwen3 32B, column v2.0 Pass@1 (diagonal of the drift matrix))",,out:effort-not-established, qiskit-drift-v0.43,quantum-api-drift-2607.04072,glm-4.7-flash,default,coding,mid,own harness (REST API; 1024-token cap),,,,,,23.3,pass@1,0.0289,,,"https://arxiv.org/abs/2607.04072 (Table 2, row GLM 4.7 Flash, column v0.43 Pass@1 (diagonal of the drift matrix))",,out:effort-not-established, qiskit-drift-v1.3,quantum-api-drift-2607.04072,glm-4.7-flash,default,coding,mid,own harness (REST API; 1024-token cap),,,,,,20.7,pass@1,0.0289,,,"https://arxiv.org/abs/2607.04072 (Table 2, row GLM 4.7 Flash, column v1.3 Pass@1 (diagonal of the drift matrix))",,out:effort-not-established, qiskit-drift-v2.0,quantum-api-drift-2607.04072,glm-4.7-flash,default,coding,mid,own harness (REST API; 1024-token cap),,,,,,24.7,pass@1,0.0289,,,"https://arxiv.org/abs/2607.04072 (Table 2, row GLM 4.7 Flash, column v2.0 Pass@1 (diagonal of the drift matrix))",,out:effort-not-established, qiskit-drift-v0.43,quantum-api-drift-2607.04072,llama-3.3-70b-instruct,solo,coding,mid,own harness (REST API; 1024-token cap),,,,,,35.3,pass@1,0.0289,,,"https://arxiv.org/abs/2607.04072 (Table 2, row Llama 3.3, column v0.43 Pass@1 (diagonal of the drift matrix))",,out:single-couple, qiskit-drift-v1.3,quantum-api-drift-2607.04072,llama-3.3-70b-instruct,solo,coding,mid,own harness (REST API; 1024-token cap),,,,,,4.0,pass@1,0.0289,,,"https://arxiv.org/abs/2607.04072 (Table 2, row Llama 3.3, column v1.3 Pass@1 (diagonal of the drift matrix))",,out:single-couple, qiskit-drift-v2.0,quantum-api-drift-2607.04072,llama-3.3-70b-instruct,solo,coding,mid,own harness (REST API; 1024-token cap),,,,,,12.7,pass@1,0.0289,,,"https://arxiv.org/abs/2607.04072 (Table 2, row Llama 3.3, column v2.0 Pass@1 (diagonal of the drift matrix))",,out:single-couple, qiskit-drift-v0.43,quantum-api-drift-2607.04072,?llama-4-scout-17b-16e,not-established:absent,coding,mid,own harness (REST API; 1024-token cap),,,,,,13.3,pass@1,0.0289,,,"https://arxiv.org/abs/2607.04072 (Table 2, row Llama 4 Scout, column v0.43 Pass@1 (diagonal of the drift matrix))",,out:model-not-established, qiskit-drift-v1.3,quantum-api-drift-2607.04072,?llama-4-scout-17b-16e,not-established:absent,coding,mid,own harness (REST API; 1024-token cap),,,,,,2.0,pass@1,0.0289,,,"https://arxiv.org/abs/2607.04072 (Table 2, row Llama 4 Scout, column v1.3 Pass@1 (diagonal of the drift matrix))",,out:model-not-established, qiskit-drift-v2.0,quantum-api-drift-2607.04072,?llama-4-scout-17b-16e,not-established:absent,coding,mid,own harness (REST API; 1024-token cap),,,,,,6.7,pass@1,0.0289,,,"https://arxiv.org/abs/2607.04072 (Table 2, row Llama 4 Scout, column v2.0 Pass@1 (diagonal of the drift matrix))",,out:model-not-established, causalgame-agent,causalgame-2607.04293,opus-4.5,nothink,agentic-tool,hard,own game harness,,,,,,68.0,pct-survival,0.0289,,default-bridged,"https://arxiv.org/abs/2607.04293 (Table 16, page 42, line 2247: row claude-opus-4-5, column 'Agent Avg')",,out:single-couple, causalgame-prompting,causalgame-2607.04293,opus-4.5,nothink,agentic-tool,hard,own game harness,,,,,,67.6,pct-survival,0.0289,,default-bridged,"https://arxiv.org/abs/2607.04293 (Table 16, page 42, line 2247: row claude-opus-4-5, column 'Prompting Avg')",,out:single-couple, causalgame-agent,causalgame-2607.04293,glm-5.2,high,agentic-tool,hard,own game harness,,,,,,67.8,pct-survival,0.0289,,,"https://arxiv.org/abs/2607.04293 (Table 16, page 42, line 2248: row glm-5.2, column 'Agent Avg')",,in, causalgame-prompting,causalgame-2607.04293,glm-5.2,high,agentic-tool,hard,own game harness,,,,,,68.3,pct-survival,0.0289,,,"https://arxiv.org/abs/2607.04293 (Table 16, page 42, line 2248: row glm-5.2, column 'Prompting Avg')",,in, causalgame-agent,causalgame-2607.04293,gpt-5.5,high,agentic-tool,hard,own game harness,,,,,,67.8,pct-survival,0.0289,,,"https://arxiv.org/abs/2607.04293 (Table 16, page 42, line 2249: row gpt-5.5-high, column 'Agent Avg')",,in, causalgame-prompting,causalgame-2607.04293,gpt-5.5,high,agentic-tool,hard,own game harness,,,,,,58.3,pct-survival,0.0289,,,"https://arxiv.org/abs/2607.04293 (Table 16, page 42, line 2249: row gpt-5.5-high, column 'Prompting Avg')",,in, causalgame-agent,causalgame-2607.04293,qwen3.7-max,default,agentic-tool,hard,own game harness,,,,,,66.9,pct-survival,0.0289,,,"https://arxiv.org/abs/2607.04293 (Table 16, page 42, line 2250: row qwen3.7-max, column 'Agent Avg')",,out:effort-not-established, causalgame-prompting,causalgame-2607.04293,qwen3.7-max,default,agentic-tool,hard,own game harness,,,,,,67.4,pct-survival,0.0289,,,"https://arxiv.org/abs/2607.04293 (Table 16, page 42, line 2250: row qwen3.7-max, column 'Prompting Avg')",,out:effort-not-established, causalgame-agent,causalgame-2607.04293,gpt-5.5,medium,agentic-tool,hard,own game harness,,,,,,66.8,pct-survival,0.0289,,,"https://arxiv.org/abs/2607.04293 (Table 16, page 42, line 2251: row gpt-5.5, column 'Agent Avg')",,in, causalgame-prompting,causalgame-2607.04293,gpt-5.5,medium,agentic-tool,hard,own game harness,,,,,,60.1,pct-survival,0.0289,,,"https://arxiv.org/abs/2607.04293 (Table 16, page 42, line 2251: row gpt-5.5, column 'Prompting Avg')",,in, causalgame-agent,causalgame-2607.04293,glm-5.1,default,agentic-tool,hard,own game harness,,,,,,66.5,pct-survival,0.0289,,,"https://arxiv.org/abs/2607.04293 (Table 16, page 42, line 2252: row glm-5.1, column 'Agent Avg')",,out:effort-not-established, causalgame-prompting,causalgame-2607.04293,glm-5.1,default,agentic-tool,hard,own game harness,,,,,,65.2,pct-survival,0.0289,,,"https://arxiv.org/abs/2607.04293 (Table 16, page 42, line 2252: row glm-5.1, column 'Prompting Avg')",,out:effort-not-established, causalgame-agent,causalgame-2607.04293,gpt-5.5,xhigh,agentic-tool,hard,own game harness,,,,,,65.4,pct-survival,0.0289,,,"https://arxiv.org/abs/2607.04293 (Table 16, page 42, line 2253: row gpt-5.5-xhigh, column 'Agent Avg')",,in, causalgame-prompting,causalgame-2607.04293,gpt-5.5,xhigh,agentic-tool,hard,own game harness,,,,,,58.4,pct-survival,0.0289,,,"https://arxiv.org/abs/2607.04293 (Table 16, page 42, line 2253: row gpt-5.5-xhigh, column 'Prompting Avg')",,in, causalgame-agent,causalgame-2607.04293,grok-4.1-fast,default,agentic-tool,hard,own game harness,,,,,,65.4,pct-survival,0.0289,,,"https://arxiv.org/abs/2607.04293 (Table 16, page 42, line 2254: row grok-4-1-fast, column 'Agent Avg')",,out:effort-not-established, causalgame-prompting,causalgame-2607.04293,grok-4.1-fast,default,agentic-tool,hard,own game harness,,,,,,66.3,pct-survival,0.0289,,,"https://arxiv.org/abs/2607.04293 (Table 16, page 42, line 2254: row grok-4-1-fast, column 'Prompting Avg')",,out:effort-not-established, causalgame-agent,causalgame-2607.04293,opus-4.7,default,agentic-tool,hard,own game harness,,,,,,65.4,pct-survival,0.0289,,,"https://arxiv.org/abs/2607.04293 (Table 16, page 42, line 2255: row claude-opus-4.7, column 'Agent Avg')",,out:effort-not-established, causalgame-prompting,causalgame-2607.04293,opus-4.7,default,agentic-tool,hard,own game harness,,,,,,68.6,pct-survival,0.0289,,,"https://arxiv.org/abs/2607.04293 (Table 16, page 42, line 2255: row claude-opus-4.7, column 'Prompting Avg')",,out:effort-not-established, causalgame-agent,causalgame-2607.04293,kimi-k2.6,default,agentic-tool,hard,own game harness,,,,,,64.6,pct-survival,0.0289,,,"https://arxiv.org/abs/2607.04293 (Table 16, page 42, line 2256: row kimi-k2.6, column 'Agent Avg')",,out:effort-not-established, causalgame-prompting,causalgame-2607.04293,kimi-k2.6,default,agentic-tool,hard,own game harness,,,,,,66.2,pct-survival,0.0289,,,"https://arxiv.org/abs/2607.04293 (Table 16, page 42, line 2256: row kimi-k2.6, column 'Prompting Avg')",,out:effort-not-established, causalgame-agent,causalgame-2607.04293,deepseek-v4-pro-preview,default,agentic-tool,hard,own game harness,,,,,,64.6,pct-survival,0.0289,,,"https://arxiv.org/abs/2607.04293 (Table 16, page 42, line 2257: row deepseek-v4-pro, column 'Agent Avg')",,out:effort-not-established, causalgame-prompting,causalgame-2607.04293,deepseek-v4-pro-preview,default,agentic-tool,hard,own game harness,,,,,,65.2,pct-survival,0.0289,,,"https://arxiv.org/abs/2607.04293 (Table 16, page 42, line 2257: row deepseek-v4-pro, column 'Prompting Avg')",,out:effort-not-established, causalgame-agent,causalgame-2607.04293,sonnet-4.5,default,agentic-tool,hard,own game harness,,,,,,64.4,pct-survival,0.0289,,,"https://arxiv.org/abs/2607.04293 (Table 16, page 42, line 2259: row claude-sonnet-4-5, column 'Agent Avg')",,out:effort-not-established, causalgame-prompting,causalgame-2607.04293,sonnet-4.5,default,agentic-tool,hard,own game harness,,,,,,63.7,pct-survival,0.0289,,,"https://arxiv.org/abs/2607.04293 (Table 16, page 42, line 2259: row claude-sonnet-4-5, column 'Prompting Avg')",,out:effort-not-established, causalgame-agent,causalgame-2607.04293,gemini-3.5-flash,medium,agentic-tool,hard,own game harness,,,,,,64.1,pct-survival,0.0289,,,"https://arxiv.org/abs/2607.04293 (Table 16, page 42, line 2260: row gemini-3.5-flash, column 'Agent Avg')",,in, causalgame-prompting,causalgame-2607.04293,gemini-3.5-flash,medium,agentic-tool,hard,own game harness,,,,,,62.9,pct-survival,0.0289,,,"https://arxiv.org/abs/2607.04293 (Table 16, page 42, line 2260: row gemini-3.5-flash, column 'Prompting Avg')",,in, causalgame-agent,causalgame-2607.04293,deepseek-v4-flash-preview,default,agentic-tool,hard,own game harness,,,,,,62.3,pct-survival,0.0289,,,"https://arxiv.org/abs/2607.04293 (Table 16, page 42, line 2263: row deepseek-v4-flash, column 'Agent Avg')",,out:effort-not-established, causalgame-prompting,causalgame-2607.04293,deepseek-v4-flash-preview,default,agentic-tool,hard,own game harness,,,,,,57.6,pct-survival,0.0289,,,"https://arxiv.org/abs/2607.04293 (Table 16, page 42, line 2263: row deepseek-v4-flash, column 'Prompting Avg')",,out:effort-not-established, causalgame-agent,causalgame-2607.04293,deepseek-v3.2,think,agentic-tool,hard,own game harness,,,,,,59.1,pct-survival,0.0289,,,"https://arxiv.org/abs/2607.04293 (Table 16, page 42, line 2268: row deepseek-v3.2-think, column 'Agent Avg')",,in, causalgame-prompting,causalgame-2607.04293,deepseek-v3.2,think,agentic-tool,hard,own game harness,,,,,,55.7,pct-survival,0.0289,,,"https://arxiv.org/abs/2607.04293 (Table 16, page 42, line 2268: row deepseek-v3.2-think, column 'Prompting Avg')",,in, causalgame-agent,causalgame-2607.04293,gpt-5.2,high,agentic-tool,hard,own game harness,,,,,,59.0,pct-survival,0.0289,,,"https://arxiv.org/abs/2607.04293 (Table 16, page 42, line 2269: row gpt-5.2-high, column 'Agent Avg')",,in, causalgame-prompting,causalgame-2607.04293,gpt-5.2,high,agentic-tool,hard,own game harness,,,,,,60.0,pct-survival,0.0289,,,"https://arxiv.org/abs/2607.04293 (Table 16, page 42, line 2269: row gpt-5.2-high, column 'Prompting Avg')",,in, causalgame-agent,causalgame-2607.04293,deepseek-v3.2,default,agentic-tool,hard,own game harness,,,,,,58.7,pct-survival,0.0289,,,"https://arxiv.org/abs/2607.04293 (Table 16, page 42, line 2270: row deepseek-v3.2, column 'Agent Avg')",,out:effort-not-established, causalgame-prompting,causalgame-2607.04293,deepseek-v3.2,default,agentic-tool,hard,own game harness,,,,,,58.2,pct-survival,0.0289,,,"https://arxiv.org/abs/2607.04293 (Table 16, page 42, line 2270: row deepseek-v3.2, column 'Prompting Avg')",,out:effort-not-established, causalgame-agent,causalgame-2607.04293,glm-4.7,default,agentic-tool,hard,own game harness,,,,,,58.2,pct-survival,0.0289,,,"https://arxiv.org/abs/2607.04293 (Table 16, page 42, line 2271: row glm-4.7, column 'Agent Avg')",,out:effort-not-established, causalgame-prompting,causalgame-2607.04293,glm-4.7,default,agentic-tool,hard,own game harness,,,,,,57.0,pct-survival,0.0289,,,"https://arxiv.org/abs/2607.04293 (Table 16, page 42, line 2271: row glm-4.7, column 'Prompting Avg')",,out:effort-not-established, causalgame-agent,causalgame-2607.04293,kimi-k2.5,default,agentic-tool,hard,own game harness,,,,,,58.2,pct-survival,0.0289,,,"https://arxiv.org/abs/2607.04293 (Table 16, page 42, line 2272: row kimi-k2.5, column 'Agent Avg')",,out:effort-not-established, causalgame-prompting,causalgame-2607.04293,kimi-k2.5,default,agentic-tool,hard,own game harness,,,,,,64.5,pct-survival,0.0289,,,"https://arxiv.org/abs/2607.04293 (Table 16, page 42, line 2272: row kimi-k2.5, column 'Prompting Avg')",,out:effort-not-established, causalgame-agent,causalgame-2607.04293,gpt-5.2,default,agentic-tool,hard,own game harness,,,,,,57.3,pct-survival,0.0289,,,"https://arxiv.org/abs/2607.04293 (Table 16, page 42, line 2274: row gpt-5.2, column 'Agent Avg')",,out:effort-not-established, causalgame-prompting,causalgame-2607.04293,gpt-5.2,default,agentic-tool,hard,own game harness,,,,,,57.2,pct-survival,0.0289,,,"https://arxiv.org/abs/2607.04293 (Table 16, page 42, line 2274: row gpt-5.2, column 'Prompting Avg')",,out:effort-not-established, causalgame-agent,causalgame-2607.04293,grok-4.20,think,agentic-tool,hard,own game harness,,,,,,50.0,pct-survival,0.0289,,,"https://arxiv.org/abs/2607.04293 (Table 16, page 42, line 2275: row grok-4.20, column 'Agent Avg')",,in, causalgame-prompting,causalgame-2607.04293,grok-4.20,think,agentic-tool,hard,own game harness,,,,,,58.1,pct-survival,0.0289,,,"https://arxiv.org/abs/2607.04293 (Table 16, page 42, line 2275: row grok-4.20, column 'Prompting Avg')",,in, causalgame-agent,causalgame-2607.04293,gemini-3.1-flash-lite,minimal,agentic-tool,hard,own game harness,,,,,,49.5,pct-survival,0.0289,,,"https://arxiv.org/abs/2607.04293 (Table 16, page 42, line 2276: row gemini-3.1-flash-lite, column 'Agent Avg')",,in, causalgame-prompting,causalgame-2607.04293,gemini-3.1-flash-lite,minimal,agentic-tool,hard,own game harness,,,,,,59.9,pct-survival,0.0289,,,"https://arxiv.org/abs/2607.04293 (Table 16, page 42, line 2276: row gemini-3.1-flash-lite, column 'Prompting Avg')",,in, influmatch-set1-reason50,arxiv-2607.05968,kimi-k2.6,think,agentic-tool,mid,own-pipeline,,,,,,78.2,score%,0.0289,,,"https://arxiv.org/html/2607.05968 (Table 8 (Set 1), section 'Reason on all 50 (no rerank)', row 'Kimi-K2.6 (think)', column 'P@5 (%)')",,in, influmatch-set1-reason50,arxiv-2607.05968,kimi-k2.6,nothink,agentic-tool,mid,own-pipeline,,,,,,76.4,score%,0.0289,,,"https://arxiv.org/html/2607.05968 (Table 8 (Set 1), section 'Reason on all 50 (no rerank)', row 'Kimi-K2.6 (no think)', column 'P@5 (%)')",,in, influmatch-set1-top10,arxiv-2607.05968,kimi-k2.6,think,agentic-tool,mid,own-pipeline,,,,,,91.8,score%,0.0289,,,"https://arxiv.org/html/2607.05968 (Table 8 (Set 1), section 'SimPO text rerank → reason (top-10)', row 'Kimi-K2.6 (think)', column 'P@5 (%)')",,in, influmatch-set1-top10,arxiv-2607.05968,kimi-k2.6,nothink,agentic-tool,mid,own-pipeline,,,,,,89.5,score%,0.0289,,,"https://arxiv.org/html/2607.05968 (Table 8 (Set 1), section 'SimPO text rerank → reason (top-10)', row 'Kimi-K2.6 (no think)', column 'P@5 (%)')",,in, influmatch-set2,arxiv-2607.05968,kimi-k2.6,think,agentic-tool,mid,own-pipeline,,,,,,91.9,score%,0.0289,,,"https://arxiv.org/html/2607.05968 (Table 9 (Set 2, top-10 labeled), rows after '+ SimPO rerank (text)', row '→ Kimi-K2.6 (think)', column 'P@5 (%)')",,in, influmatch-set2,arxiv-2607.05968,kimi-k2.6,nothink,agentic-tool,mid,own-pipeline,,,,,,91.1,score%,0.0289,,,"https://arxiv.org/html/2607.05968 (Table 9 (Set 2, top-10 labeled), rows after '+ SimPO rerank (text)', row '→ Kimi-K2.6 (no think)', column 'P@5 (%)')",,in, rubench-claude-code,arxiv-2607.06411,opus-4.8,xhigh,coding,hard,Claude Code 2.1.201,,3.12,0.00289,,33000,78.7,pass@1%,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2607.06411 (table 'Main results', row Opus 4.8, column pass@1)",,in,in rubench-claude-code,arxiv-2607.06411,sonnet-5,xhigh,coding,hard,Claude Code 2.1.201,,2.42,0.00289,,29000,74.7,pass@1%,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2607.06411 (table 'Main results', row Sonnet 5, column pass@1)",,in,in rubench-codex-cli,arxiv-2607.06411,gpt-5.5,xhigh,coding,hard,Codex CLI 0.142.5,,2.34,0.00289,,16000,66.7,pass@1%,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2607.06411 (table 'Main results', row GPT-5.5, column pass@1)",,out:single-couple,out:cost-single-couple rubench-claude-code,arxiv-2607.06411,haiku-4.5,not-established:absent,coding,hard,Claude Code 2.1.201,,0.57,0.00289,,18000,53.3,pass@1%,0.0289,,,"https://arxiv.org/abs/2607.06411 (table 'Main results', row Haiku 4.5, column pass@1)",,out:effort-not-established,out:effort-not-established trading-backbone,arxiv-2607.10286,deepseek-v3.2,unstated,mixed,mid,agentic-trading-system,,23.84,0.00289,,,-388.29,usd-gross-profit,0.00289,,,"https://arxiv.org/abs/2607.10286 (Table 1, row 'Gross Profit (a)', column DeepSeek-V3.2)",,out:effort-not-established,out:effort-not-established trading-backbone,arxiv-2607.10286,gpt-5.2,unstated,mixed,mid,agentic-trading-system,,9.03,0.00289,,,505.76,usd-gross-profit,0.00289,,,"https://arxiv.org/abs/2607.10286 (Table 1, row 'Gross Profit (a)', column GPT-5.2)",,out:effort-not-established,out:effort-not-established trading-backbone,arxiv-2607.10286,glm-4.7,unstated,mixed,mid,agentic-trading-system,,0.83,0.00289,,,-2554.81,usd-gross-profit,0.00289,,,"https://arxiv.org/abs/2607.10286 (Table 1, row 'Gross Profit (a)', column GLM-4.7)",,out:effort-not-established,out:effort-not-established trading-backbone,arxiv-2607.10286,sonnet-4.5,unstated,mixed,mid,agentic-trading-system,,11.38,0.00289,,,519.40,usd-gross-profit,0.00289,,,"https://arxiv.org/abs/2607.10286 (Table 1, row 'Gross Profit (a)', column Claude Sonnet 4.5)",,out:effort-not-established,out:effort-not-established trading-backbone,arxiv-2607.10286,gemini-3-flash,unstated,mixed,mid,agentic-trading-system,,4.34,0.00289,,,-975.58,usd-gross-profit,0.00289,,,"https://arxiv.org/abs/2607.10286 (Table 1, row 'Gross Profit (a)', column Gemini 3 Flash)",,out:effort-not-established,out:effort-not-established agentic-trading-tradelens,arxiv-2607.10286,deepseek-v3.2,unstated,mixed,mid,TradeLens trading agent (same config for all),,23.84,0.00289,,,-693.23,usd,0.00289,,,"https://arxiv.org/abs/2607.10286 (Table 1, row 'Net Profit (a-b)', column DeepSeek-V3.2)",,out:effort-not-established,out:effort-not-established agentic-trading-tradelens,arxiv-2607.10286,gpt-5.2,unstated,mixed,mid,TradeLens trading agent (same config for all),,9.03,0.00289,,,246.97,usd,0.00289,,,"https://arxiv.org/abs/2607.10286 (Table 1, row 'Net Profit (a-b)', column GPT-5.2)",,out:effort-not-established,out:effort-not-established agentic-trading-tradelens,arxiv-2607.10286,glm-4.7,unstated,mixed,mid,TradeLens trading agent (same config for all),,0.83,0.00289,,,-2851.76,usd,0.00289,,,"https://arxiv.org/abs/2607.10286 (Table 1, row 'Net Profit (a-b)', column GLM-4.7)",,out:effort-not-established,out:effort-not-established agentic-trading-tradelens,arxiv-2607.10286,sonnet-4.5,unstated,mixed,mid,TradeLens trading agent (same config for all),,11.38,0.00289,,,264.36,usd,0.00289,,,"https://arxiv.org/abs/2607.10286 (Table 1, row 'Net Profit (a-b)', column Claude Sonnet 4.5)",,out:effort-not-established,out:effort-not-established agentic-trading-tradelens,arxiv-2607.10286,gemini-3-flash,unstated,mixed,mid,TradeLens trading agent (same config for all),,4.34,0.00289,,,-1397.96,usd,0.00289,,,"https://arxiv.org/abs/2607.10286 (Table 1, row 'Net Profit (a-b)', column Gemini 3 Flash)",,out:effort-not-established,out:effort-not-established rtk-base,arxiv-2607.12161,sonnet-5,low,coding,mid,ClaudeCode,per-run,0.0747,2.89e-05,,,,none,,,cost-base-price:cost-publisher-figure,https://arxiv.org/abs/2607.12161v1 (),,,in rtk-base,arxiv-2607.12161,sonnet-5,high,coding,mid,ClaudeCode,per-run,0.0823,2.89e-05,,,,none,,,cost-base-price:cost-publisher-figure,https://arxiv.org/abs/2607.12161v1 (),,,in rtk-base,arxiv-2607.12161,opus-4.8,low,coding,mid,ClaudeCode,per-run,0.1171,2.89e-05,,,,none,,,cost-base-price:cost-publisher-figure,https://arxiv.org/abs/2607.12161v1 (),,,in rtk-base,arxiv-2607.12161,opus-4.8,high,coding,mid,ClaudeCode,per-run,0.1194,2.89e-05,,,,none,,,cost-base-price:cost-publisher-figure,https://arxiv.org/abs/2607.12161v1 (),,,in rtk-base,arxiv-2607.12161,haiku-4.5,not-established:absent,coding,mid,ClaudeCode,per-run,0.0327,2.89e-05,,,,none,,,,https://arxiv.org/abs/2607.12161v1 (),,,out:effort-not-established rtk-base,arxiv-2607.12161,haiku-4.5,not-established:absent,coding,mid,ClaudeCode,per-run,0.0305,2.89e-05,,,,none,,,,https://arxiv.org/abs/2607.12161v1 (),,,out:effort-not-established rtk-base,arxiv-2607.12161,haiku-4.5,not-established:absent,coding,mid,ClaudeCode,per-run,0.0353,2.89e-05,,,,none,,,,https://arxiv.org/abs/2607.12161v1 (),,,out:effort-not-established rtk-base,arxiv-2607.12161,haiku-4.5,not-established:absent,coding,mid,ClaudeCode,per-run,0.0355,2.89e-05,,,,none,,,,https://arxiv.org/abs/2607.12161v1 (),,,out:effort-not-established rtk-base,arxiv-2607.12161,haiku-4.5,not-established:absent,coding,mid,ClaudeCode,per-run,0.0391,2.89e-05,,,,none,,,,https://arxiv.org/abs/2607.12161v1 (),,,out:effort-not-established wc26-accuracy,arxiv-2607.17765,opus-4.8,unstated,mixed,hard,WC2026-consumer-app,,,,,,0.664,score-of-1,0.000289,,,"https://arxiv.org/abs/2607.17765 (Table 2, row Claude, column Acc.)",,out:effort-not-established, wc26-accuracy,arxiv-2607.17765,gpt-5.5,high,mixed,hard,WC2026-consumer-app,,,,,,0.683,score-of-1,0.000289,,,"https://arxiv.org/abs/2607.17765 (Table 2, row ChatGPT, column Acc.)",,out:single-couple, wc26-accuracy,arxiv-2607.17765,gemini-3.1-pro,unstated,mixed,hard,WC2026-consumer-app,,,,,,0.654,score-of-1,0.000289,,,"https://arxiv.org/abs/2607.17765 (Table 2, row Gemini, column Acc.)",,out:effort-not-established, wc26-accuracy,arxiv-2607.17765,?Grok,not-established:absent,mixed,hard,WC2026-consumer-app,,,,,,0.683,score-of-1,0.000289,,,"https://arxiv.org/abs/2607.17765 (Table 2, row Grok, column Acc.)",,out:model-not-established, wc26-brier,arxiv-2607.17765,opus-4.8,unstated,mixed,hard,WC2026-consumer-app,,,,,,0.4705,Brier score,2.89e-05,,,"https://arxiv.org/abs/2607.17765 (Table 2, row Claude, column Brier ↓)",,out:effort-not-established, wc26-brier,arxiv-2607.17765,gpt-5.5,high,mixed,hard,WC2026-consumer-app,,,,,,0.4729,Brier score,2.89e-05,,,"https://arxiv.org/abs/2607.17765 (Table 2, row ChatGPT, column Brier ↓)",,out:single-couple, wc26-brier,arxiv-2607.17765,gemini-3.1-pro,unstated,mixed,hard,WC2026-consumer-app,,,,,,0.4828,Brier score,2.89e-05,,,"https://arxiv.org/abs/2607.17765 (Table 2, row Gemini, column Brier ↓)",,out:effort-not-established, wc26-brier,arxiv-2607.17765,?Grok,not-established:absent,mixed,hard,WC2026-consumer-app,,,,,,0.4706,Brier score,2.89e-05,,,"https://arxiv.org/abs/2607.17765 (Table 2, row Grok, column Brier ↓)",,out:model-not-established, leanqa-qalg-base,arxiv-2607.21533,gpt-5.5,xhigh,reasoning-math,frontier,,,,,,,55.1,score-of-100,0.0289,,,"https://arxiv.org/abs/2607.21533 (Figure 4 bar-end label, qalg-base, GPT-5.5 (text-layer order: legend, then 4 baseline, then 4 LAD values))",,out:single-couple, leanqa-qalg-base,arxiv-2607.21533,?deepseek-v4-pro[1m],not-established:absent,reasoning-math,frontier,,,,,,,27.5,score-of-100,0.0289,,,"https://arxiv.org/abs/2607.21533 (Figure 4 bar-end label, qalg-base, DeepSeek V4-Pro (text-layer order: legend, then 4 baseline, then 4 LAD values))",,out:model-not-established, leanqa-qalg-base,arxiv-2607.21533,?k3[1m],not-established:absent,reasoning-math,frontier,,,,,,,34.0,score-of-100,0.0289,,,"https://arxiv.org/abs/2607.21533 (Figure 4 bar-end label, qalg-base, Kimi K3 (text-layer order: legend, then 4 baseline, then 4 LAD values))",,out:model-not-established, leanqa-qalg-base,arxiv-2607.21533,minimax-m3,not-established:absent,reasoning-math,frontier,,,,,,,6.4,score-of-100,0.0289,,,"https://arxiv.org/abs/2607.21533 (Figure 4 bar-end label, qalg-base, MiniMax M3 (text-layer order: legend, then 4 baseline, then 4 LAD values))",,out:effort-not-established, leanqa-qalg-lad,arxiv-2607.21533,gpt-5.5,xhigh,reasoning-math,frontier,,,,,,,60.4,score-of-100,0.0289,,,"https://arxiv.org/abs/2607.21533 (Figure 4 bar-end label, qalg-lad, GPT-5.5 (text-layer order: legend, then 4 baseline, then 4 LAD values))",,out:single-couple, leanqa-qalg-lad,arxiv-2607.21533,?deepseek-v4-pro[1m],not-established:absent,reasoning-math,frontier,,,,,,,39.2,score-of-100,0.0289,,,"https://arxiv.org/abs/2607.21533 (Figure 4 bar-end label, qalg-lad, DeepSeek V4-Pro (text-layer order: legend, then 4 baseline, then 4 LAD values))",,out:model-not-established, leanqa-qalg-lad,arxiv-2607.21533,?k3[1m],not-established:absent,reasoning-math,frontier,,,,,,,36.6,score-of-100,0.0289,,,"https://arxiv.org/abs/2607.21533 (Figure 4 bar-end label, qalg-lad, Kimi K3 (text-layer order: legend, then 4 baseline, then 4 LAD values))",,out:model-not-established, leanqa-qalg-lad,arxiv-2607.21533,minimax-m3,not-established:absent,reasoning-math,frontier,,,,,,,12.8,score-of-100,0.0289,,,"https://arxiv.org/abs/2607.21533 (Figure 4 bar-end label, qalg-lad, MiniMax M3 (text-layer order: legend, then 4 baseline, then 4 LAD values))",,out:effort-not-established, leanqa-qit-base,arxiv-2607.21533,gpt-5.5,xhigh,reasoning-math,frontier,,,,,,,43.7,score-of-100,0.0289,,,"https://arxiv.org/abs/2607.21533 (Figure 4 bar-end label, qit-base, GPT-5.5 (text-layer order: legend, then 4 baseline, then 4 LAD values))",,out:single-couple, leanqa-qit-base,arxiv-2607.21533,?k3[1m],not-established:absent,reasoning-math,frontier,,,,,,,19.0,score-of-100,0.0289,,,"https://arxiv.org/abs/2607.21533 (Figure 4 bar-end label, qit-base, Kimi K3 (text-layer order: legend, then 4 baseline, then 4 LAD values))",,out:model-not-established, leanqa-qit-base,arxiv-2607.21533,?deepseek-v4-pro[1m],not-established:absent,reasoning-math,frontier,,,,,,,16.8,score-of-100,0.0289,,,"https://arxiv.org/abs/2607.21533 (Figure 4 bar-end label, qit-base, DeepSeek V4-Pro (text-layer order: legend, then 4 baseline, then 4 LAD values))",,out:model-not-established, leanqa-qit-base,arxiv-2607.21533,minimax-m3,not-established:absent,reasoning-math,frontier,,,,,,,7.0,score-of-100,0.0289,,,"https://arxiv.org/abs/2607.21533 (Figure 4 bar-end label, qit-base, MiniMax M3 (text-layer order: legend, then 4 baseline, then 4 LAD values))",,out:effort-not-established, leanqa-qit-lad,arxiv-2607.21533,gpt-5.5,xhigh,reasoning-math,frontier,,,,,,,59.6,score-of-100,0.0289,,,"https://arxiv.org/abs/2607.21533 (Figure 4 bar-end label, qit-lad, GPT-5.5 (text-layer order: legend, then 4 baseline, then 4 LAD values))",,out:single-couple, leanqa-qit-lad,arxiv-2607.21533,?k3[1m],not-established:absent,reasoning-math,frontier,,,,,,,21.1,score-of-100,0.0289,,,"https://arxiv.org/abs/2607.21533 (Figure 4 bar-end label, qit-lad, Kimi K3 (text-layer order: legend, then 4 baseline, then 4 LAD values))",,out:model-not-established, leanqa-qit-lad,arxiv-2607.21533,?deepseek-v4-pro[1m],not-established:absent,reasoning-math,frontier,,,,,,,17.1,score-of-100,0.0289,,,"https://arxiv.org/abs/2607.21533 (Figure 4 bar-end label, qit-lad, DeepSeek V4-Pro (text-layer order: legend, then 4 baseline, then 4 LAD values))",,out:model-not-established, leanqa-qit-lad,arxiv-2607.21533,minimax-m3,not-established:absent,reasoning-math,frontier,,,,,,,8.9,score-of-100,0.0289,,,"https://arxiv.org/abs/2607.21533 (Figure 4 bar-end label, qit-lad, MiniMax M3 (text-layer order: legend, then 4 baseline, then 4 LAD values))",,out:effort-not-established, gp-parent-selection-train,arxiv-2607.23505,sonnet-4.6,unstated,coding,mid,single-prompt,,,,,,0.7019,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2607.23505 (Table 2, row Claude Sonnet 4.6, column Mean over mean)",,out:effort-not-established, gp-parent-selection-train,arxiv-2607.23505,gemini-3.1-pro,unstated,coding,mid,single-prompt,,,,,,0.7015,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2607.23505 (Table 2, row Gemini 3.1 Pro, column Mean over mean)",,out:effort-not-established, gp-parent-selection-train,arxiv-2607.23505,kimi-k2.5,unstated,coding,mid,single-prompt,,,,,,0.6844,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2607.23505 (Table 2, row Kimi K2.5, column Mean over mean)",,out:effort-not-established, gp-parent-selection-train,arxiv-2607.23505,glm-5,unstated,coding,mid,single-prompt,,,,,,0.6884,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2607.23505 (Table 2, row GLM-5, column Mean over mean)",,out:effort-not-established, gp-parent-selection-train,arxiv-2607.23505,gpt-5.4,unstated,coding,mid,single-prompt,,,,,,0.6692,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2607.23505 (Table 2, row GPT-5.4, column Mean over mean)",,out:effort-not-established, gp-parent-selection-train,arxiv-2607.23505,?Xiaomi mimo-v2-flash,not-established:absent,coding,mid,single-prompt,,,,,,0.6662,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2607.23505 (Table 2, row Xiaomi mimo-v2-flash, column Mean over mean)",,out:model-not-established, gp-parent-selection-train,arxiv-2607.23505,gemini-3.1-flash-lite,unstated,coding,mid,single-prompt,,,,,,0.6585,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2607.23505 (Table 2, row Gemini 3.1 Flash-Lite, column Mean over mean)",,out:effort-not-established, gp-parent-selection-train,arxiv-2607.23505,deepseek-v3.2,unstated,coding,mid,single-prompt,,,,,,0.6228,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2607.23505 (Table 2, row DeepSeek-v3.2, column Mean over mean)",,out:effort-not-established, gp-parent-selection-test,arxiv-2607.23505,gemini-3.1-pro,unstated,coding,mid,single-prompt,,,,,,0.5415,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2607.23505 (Table 3, row Gemini 3.1 Pro, column Mean over mean)",,out:effort-not-established, gp-parent-selection-test,arxiv-2607.23505,sonnet-4.6,unstated,coding,mid,single-prompt,,,,,,0.5514,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2607.23505 (Table 3, row Claude Sonnet 4.6, column Mean over mean)",,out:effort-not-established, gp-parent-selection-test,arxiv-2607.23505,glm-5,unstated,coding,mid,single-prompt,,,,,,0.5491,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2607.23505 (Table 3, row GLM-5, column Mean over mean)",,out:effort-not-established, gp-parent-selection-test,arxiv-2607.23505,gemini-3.1-flash-lite,unstated,coding,mid,single-prompt,,,,,,0.5415,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2607.23505 (Table 3, row Gemini 3.1 Flash-Lite, column Mean over mean)",,out:effort-not-established, gp-parent-selection-test,arxiv-2607.23505,gpt-5.4,unstated,coding,mid,single-prompt,,,,,,0.5347,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2607.23505 (Table 3, row GPT-5.4, column Mean over mean)",,out:effort-not-established, gp-parent-selection-test,arxiv-2607.23505,?Xiaomi mimo-v2-flash,not-established:absent,coding,mid,single-prompt,,,,,,0.5285,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2607.23505 (Table 3, row Xiaomi mimo-v2-flash, column Mean over mean)",,out:model-not-established, gp-parent-selection-test,arxiv-2607.23505,kimi-k2.5,unstated,coding,mid,single-prompt,,,,,,0.5364,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2607.23505 (Table 3, row Kimi K2.5, column Mean over mean)",,out:effort-not-established, gp-parent-selection-test,arxiv-2607.23505,deepseek-v3.2,unstated,coding,mid,single-prompt,,,,,,0.4927,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2607.23505 (Table 3, row DeepSeek-v3.2, column Mean over mean)",,out:effort-not-established, mk3r-codingexp-claudecode,moonshot,kimi-k3,not-established:absent,coding,hard,Claude Code,,,,,,59.9,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row 'Coding Experience Claude Code', column 'Kimi K3')",,out:effort-not-established, mk3r-codingexp-claudecode,moonshot,fable-5,max,coding,hard,Claude Code,,,,,,59.8,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row 'Coding Experience Claude Code', column 'Claude Fable 5')",,in, mk3r-codingexp-claudecode,moonshot,opus-4.8,max,coding,hard,Claude Code,,,,,,58.0,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row 'Coding Experience Claude Code', column 'Claude Opus 4.8')",,in, mk3r-codingexp-claudecode,moonshot,glm-5.2,not-established:absent,coding,hard,Claude Code,,,,,,53.3,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row 'Coding Experience Claude Code', column 'GLM-5.2')",,out:effort-not-established, mk3r-codingexp-codex,moonshot,gpt-5.6-sol,max,coding,hard,Codex,,,,,,59.3,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row 'Codex - - 59.3', column 'GPT-5.6 Sol')",,in, mk3r-codingexp-codex,moonshot,gpt-5.5,xhigh,coding,hard,Codex,,,,,,56.8,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row 'Codex - - 59.3', column 'GPT-5.5')",,in, mk3r-clawbench2,moonshot,kimi-k3,not-established:absent,agentic-tool,hard,OpenClaw,,,,,,48.3,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row '24/7 ClawBench 2.0 OpenClaw', column 'Kimi K3')",,out:effort-not-established, mk3r-clawbench2,moonshot,fable-5,not-established:absent,agentic-tool,hard,OpenClaw,,,,,,47.4,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row '24/7 ClawBench 2.0 OpenClaw', column 'Claude Fable 5')",,out:effort-not-established, mk3r-clawbench2,moonshot,gpt-5.6-sol,not-established:absent,agentic-tool,hard,OpenClaw,,,,,,52.0,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row '24/7 ClawBench 2.0 OpenClaw', column 'GPT-5.6 Sol')",,out:effort-not-established, mk3r-clawbench2,moonshot,opus-4.8,not-established:absent,agentic-tool,hard,OpenClaw,,,,,,47.2,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row '24/7 ClawBench 2.0 OpenClaw', column 'Claude Opus 4.8')",,out:effort-not-established, mk3r-clawbench2,moonshot,gpt-5.5,not-established:absent,agentic-tool,hard,OpenClaw,,,,,,48.5,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row '24/7 ClawBench 2.0 OpenClaw', column 'GPT-5.5')",,out:effort-not-established, mk3r-clawbench2,moonshot,glm-5.2,not-established:absent,agentic-tool,hard,OpenClaw,,,,,,43.2,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row '24/7 ClawBench 2.0 OpenClaw', column 'GLM-5.2')",,out:effort-not-established, mk3r-mira,moonshot,kimi-k3,max,agentic-tool,hard,MIRA,,,,,,64.1,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row 'MIRA Bench MIRA', column 'Kimi K3')",,in, mk3r-mira,moonshot,fable-5,max,agentic-tool,hard,MIRA,,,,,,72.9,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row 'MIRA Bench MIRA', column 'Claude Fable 5')",,in, mk3r-mira,moonshot,gpt-5.6-sol,max,agentic-tool,hard,MIRA,,,,,,62.2,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row 'MIRA Bench MIRA', column 'GPT-5.6 Sol')",,in, mk3r-mira,moonshot,opus-4.8,max,agentic-tool,hard,MIRA,,,,,,59.8,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row 'MIRA Bench MIRA', column 'Claude Opus 4.8')",,in, mk3r-mira,moonshot,gpt-5.5,xhigh,agentic-tool,hard,MIRA,,,,,,54.6,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row 'MIRA Bench MIRA', column 'GPT-5.5')",,in, mk3r-kaet,moonshot,kimi-k3,not-established:absent,agentic-tool,hard,Kimi Code,,,,,,83.5,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row 'KAET Kimi Code', column 'Kimi K3')",,out:effort-not-established, mk3r-kaet,moonshot,gpt-5.6-sol,not-established:absent,agentic-tool,hard,Kimi Code,,,,,,85.4,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row 'KAET Kimi Code', column 'GPT-5.6 Sol')",,out:effort-not-established, mk3r-kaet,moonshot,opus-4.8,not-established:absent,agentic-tool,hard,Kimi Code,,,,,,78.7,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row 'KAET Kimi Code', column 'Claude Opus 4.8')",,out:effort-not-established, mk3r-kaet,moonshot,gpt-5.5,not-established:absent,agentic-tool,hard,Kimi Code,,,,,,79.7,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row 'KAET Kimi Code', column 'GPT-5.5')",,out:effort-not-established, mk3r-kaet,moonshot,glm-5.2,not-established:absent,agentic-tool,hard,Kimi Code,,,,,,74.7,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row 'KAET Kimi Code', column 'GLM-5.2')",,out:effort-not-established, mk3r-clif,moonshot,kimi-k3,not-established:absent,mixed,hard,Kimi Code,,,,,,52.4,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row 'CLIF Bench Kimi Code', column 'Kimi K3')",,out:effort-not-established, mk3r-clif,moonshot,gpt-5.6-sol,not-established:absent,mixed,hard,Kimi Code,,,,,,50.6,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row 'CLIF Bench Kimi Code', column 'GPT-5.6 Sol')",,out:effort-not-established, mk3r-clif,moonshot,opus-4.8,not-established:absent,mixed,hard,Kimi Code,,,,,,48.8,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row 'CLIF Bench Kimi Code', column 'Claude Opus 4.8')",,out:effort-not-established, mk3r-clif,moonshot,gpt-5.5,not-established:absent,mixed,hard,Kimi Code,,,,,,52.3,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row 'CLIF Bench Kimi Code', column 'GPT-5.5')",,out:effort-not-established, mk3r-clif,moonshot,glm-5.2,not-established:absent,mixed,hard,Kimi Code,,,,,,39.2,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row 'CLIF Bench Kimi Code', column 'GLM-5.2')",,out:effort-not-established, mk3r-agvision,moonshot,kimi-k3,not-established:absent,mixed,hard,Kimi Code,,,,,,78.3,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row 'Agentic Vision Bench Kimi Code', column 'Kimi K3')",,out:effort-not-established, mk3r-agvision,moonshot,fable-5,not-established:absent,mixed,hard,Kimi Code,,,,,,81.1,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row 'Agentic Vision Bench Kimi Code', column 'Claude Fable 5')",,out:effort-not-established, mk3r-agvision,moonshot,gpt-5.6-sol,not-established:absent,mixed,hard,Kimi Code,,,,,,82.9,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row 'Agentic Vision Bench Kimi Code', column 'GPT-5.6 Sol')",,out:effort-not-established, mk3r-agvision,moonshot,opus-4.8,not-established:absent,mixed,hard,Kimi Code,,,,,,82.8,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row 'Agentic Vision Bench Kimi Code', column 'Claude Opus 4.8')",,out:effort-not-established, mk3r-agvision,moonshot,gpt-5.5,not-established:absent,mixed,hard,Kimi Code,,,,,,76.9,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row 'Agentic Vision Bench Kimi Code', column 'GPT-5.5')",,out:effort-not-established, mk3r-swarm,moonshot,kimi-k3,not-established:absent,agentic-tool,hard,Kimi Agent,,,,,,76.3,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row 'Swarm Bench Kimi Agent', column 'Kimi K3')",,out:effort-not-established, mk3r-swarm,moonshot,gpt-5.6-sol,not-established:absent,agentic-tool,hard,Kimi Agent,,,,,,73.2,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row 'Swarm Bench Kimi Agent', column 'GPT-5.6 Sol')",,out:effort-not-established, mk3r-swarm,moonshot,opus-4.8,not-established:absent,agentic-tool,hard,Kimi Agent,,,,,,72.6,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row 'Swarm Bench Kimi Agent', column 'Claude Opus 4.8')",,out:effort-not-established, mk3r-swarm,moonshot,gpt-5.5,not-established:absent,agentic-tool,hard,Kimi Agent,,,,,,61.8,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row 'Swarm Bench Kimi Agent', column 'GPT-5.5')",,out:effort-not-established, mk3r-swarm,moonshot,glm-5.2,not-established:absent,agentic-tool,hard,Kimi Agent,,,,,,58.5,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row 'Swarm Bench Kimi Agent', column 'GLM-5.2')",,out:effort-not-established, mk3r-onlineexp,moonshot,kimi-k3,not-established:absent,mixed,hard,Kimi Agent,,,,,,77.9,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row 'Online Experience Kimi Agent', column 'Kimi K3')",,out:effort-not-established, mk3r-onlineexp,moonshot,fable-5,not-established:absent,mixed,hard,Kimi Agent,,,,,,74.2,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row 'Online Experience Kimi Agent', column 'Claude Fable 5')",,out:effort-not-established, mk3r-onlineexp,moonshot,gpt-5.6-sol,not-established:absent,mixed,hard,Kimi Agent,,,,,,84.0,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row 'Online Experience Kimi Agent', column 'GPT-5.6 Sol')",,out:effort-not-established, mk3r-onlineexp,moonshot,opus-4.8,not-established:absent,mixed,hard,Kimi Agent,,,,,,69.4,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row 'Online Experience Kimi Agent', column 'Claude Opus 4.8')",,out:effort-not-established, mk3r-onlineexp,moonshot,gpt-5.5,not-established:absent,mixed,hard,Kimi Agent,,,,,,73.7,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row 'Online Experience Kimi Agent', column 'GPT-5.5')",,out:effort-not-established, mk3r-onlineexp,moonshot,glm-5.2,not-established:absent,mixed,hard,Kimi Agent,,,,,,64.0,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row 'Online Experience Kimi Agent', column 'GLM-5.2')",,out:effort-not-established, mk3r-deepresearch,moonshot,kimi-k3,not-established:absent,mixed,hard,Kimi Agent,,,,,,90.0,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row 'Deep Research Bench Kimi Agent', column 'Kimi K3')",,out:effort-not-established, mk3r-deepresearch,moonshot,gpt-5.6-sol,not-established:absent,mixed,hard,Kimi Agent,,,,,,85.3,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row 'Deep Research Bench Kimi Agent', column 'GPT-5.6 Sol')",,out:effort-not-established, mk3r-deepresearch,moonshot,opus-4.8,not-established:absent,mixed,hard,Kimi Agent,,,,,,87.2,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row 'Deep Research Bench Kimi Agent', column 'Claude Opus 4.8')",,out:effort-not-established, mk3r-deepresearch,moonshot,gpt-5.5,not-established:absent,mixed,hard,Kimi Agent,,,,,,81.9,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row 'Deep Research Bench Kimi Agent', column 'GPT-5.5')",,out:effort-not-established, mk3r-deepresearch,moonshot,glm-5.2,not-established:absent,mixed,hard,Kimi Agent,,,,,,84.0,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row 'Deep Research Bench Kimi Agent', column 'GLM-5.2')",,out:effort-not-established, mk3r-financebench,moonshot,kimi-k3,max,mixed,hard,,,,,,,62.6,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row 'Finance Bench N/A', column 'Kimi K3')",,in, mk3r-financebench,moonshot,gpt-5.6-sol,max,mixed,hard,,,,,,,62.7,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row 'Finance Bench N/A', column 'GPT-5.6 Sol')",,in, mk3r-financebench,moonshot,opus-4.8,max,mixed,hard,,,,,,,60.7,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row 'Finance Bench N/A', column 'Claude Opus 4.8')",,in, mk3r-financebench,moonshot,gpt-5.5,xhigh,mixed,hard,,,,,,,58.4,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row 'Finance Bench N/A', column 'GPT-5.5')",,in, mk3r-financebench,moonshot,glm-5.2,not-established:absent,mixed,hard,,,,,,,55.4,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row 'Finance Bench N/A', column 'GLM-5.2')",,out:effort-not-established, mk3r-kwv,moonshot,kimi-k3,max,mixed,hard,,,,,,,64.7,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row 'KWV Bench N/A', column 'Kimi K3')",,in, mk3r-kwv,moonshot,fable-5,max,mixed,hard,,,,,,,63.6,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row 'KWV Bench N/A', column 'Claude Fable 5')",,in, mk3r-kwv,moonshot,gpt-5.6-sol,max,mixed,hard,,,,,,,66.9,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row 'KWV Bench N/A', column 'GPT-5.6 Sol')",,in, mk3r-kwv,moonshot,opus-4.8,max,mixed,hard,,,,,,,61.7,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row 'KWV Bench N/A', column 'Claude Opus 4.8')",,in, mk3r-kwv,moonshot,gpt-5.5,xhigh,mixed,hard,,,,,,,65.8,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row 'KWV Bench N/A', column 'GPT-5.5')",,in, mk3r-deck,moonshot,kimi-k3,max,writing,hard,,,,,,,73.5,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row 'DECK Bench N/A', column 'Kimi K3')",,in, mk3r-deck,moonshot,fable-5,max,writing,hard,,,,,,,73.0,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row 'DECK Bench N/A', column 'Claude Fable 5')",,in, mk3r-deck,moonshot,gpt-5.6-sol,max,writing,hard,,,,,,,74.7,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row 'DECK Bench N/A', column 'GPT-5.6 Sol')",,in, mk3r-deck,moonshot,opus-4.8,max,writing,hard,,,,,,,66.9,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row 'DECK Bench N/A', column 'Claude Opus 4.8')",,in, mk3r-deck,moonshot,gpt-5.5,xhigh,writing,hard,,,,,,,68.2,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row 'DECK Bench N/A', column 'GPT-5.5')",,in, mk3r-deck,moonshot,glm-5.2,not-established:absent,writing,hard,,,,,,,68.6,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row 'DECK Bench N/A', column 'GLM-5.2')",,out:effort-not-established, mk3r-agentbehav,moonshot,kimi-k3,max,agentic-tool,hard,Kimi Work,,,,,,65.0,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row 'Agent Behavior Bench Kimi Work', column 'Kimi K3')",,in, mk3r-agentbehav,moonshot,fable-5,max,agentic-tool,hard,Kimi Work,,,,,,75.5,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row 'Agent Behavior Bench Kimi Work', column 'Claude Fable 5')",,in, mk3r-agentbehav,moonshot,gpt-5.6-sol,max,agentic-tool,hard,Kimi Work,,,,,,76.4,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row 'Agent Behavior Bench Kimi Work', column 'GPT-5.6 Sol')",,in, mk3r-agentbehav,moonshot,opus-4.8,max,agentic-tool,hard,Kimi Work,,,,,,65.7,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row 'Agent Behavior Bench Kimi Work', column 'Claude Opus 4.8')",,in, mk3r-agentbehav,moonshot,gpt-5.5,xhigh,agentic-tool,hard,Kimi Work,,,,,,70.1,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row 'Agent Behavior Bench Kimi Work', column 'GPT-5.5')",,in, mk3r-faithfulness,moonshot,kimi-k3,max,mixed,hard,,,,,,,85.5,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row 'Faithfulness g N/A', column 'Kimi K3')",,in, mk3r-faithfulness,moonshot,gpt-5.6-sol,max,mixed,hard,,,,,,,84.8,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row 'Faithfulness g N/A', column 'GPT-5.6 Sol')",,in, mk3r-faithfulness,moonshot,opus-4.8,max,mixed,hard,,,,,,,83.6,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row 'Faithfulness g N/A', column 'Claude Opus 4.8')",,in, mk3r-faithfulness,moonshot,gpt-5.5,xhigh,mixed,hard,,,,,,,86.5,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row 'Faithfulness g N/A', column 'GPT-5.5')",,in, mk3r-faithfulness,moonshot,glm-5.2,not-established:absent,mixed,hard,,,,,,,74.8,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row 'Faithfulness g N/A', column 'GLM-5.2')",,out:effort-not-established, mk3r-chataio,moonshot,kimi-k3,max,mixed,hard,Kimi Work,,,,,,85.2,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row 'Chat All-in-One Bench Kimi Work', column 'Kimi K3')",,in, mk3r-chataio,moonshot,fable-5,max,mixed,hard,Kimi Work,,,,,,88.0,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row 'Chat All-in-One Bench Kimi Work', column 'Claude Fable 5')",,in, mk3r-chataio,moonshot,gpt-5.6-sol,max,mixed,hard,Kimi Work,,,,,,79.0,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row 'Chat All-in-One Bench Kimi Work', column 'GPT-5.6 Sol')",,in, mk3r-chataio,moonshot,opus-4.8,max,mixed,hard,Kimi Work,,,,,,83.8,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row 'Chat All-in-One Bench Kimi Work', column 'Claude Opus 4.8')",,in, mk3r-chataio,moonshot,gpt-5.5,xhigh,mixed,hard,Kimi Work,,,,,,71.8,score%,0.0289,,,"https://arxiv.org/abs/2607.24653 (Table 3 (page 29), row 'Chat All-in-One Bench Kimi Work', column 'GPT-5.5')",,in, kimicode2,moonshot,glm-5.2,not-established:absent,coding,hard,,per-task,1.47,0,,,64.20,score%,0,,,"https://arxiv.org/abs/2607.24653 (Figure 13(a), marker (filled circle path #2211) of series 'GLM-5.2 (max) @ Claude Code', centre px (117.16, 416.19): y axis score 64.20%)",,out:effort-not-established,out:effort-not-established kimicode2,moonshot,kimi-k3,not-established:absent,coding,hard,,per-task,1.44,0,,,66.30,score%,0,,,"https://arxiv.org/abs/2607.24653 (Figure 13(a), marker (filled circle path #2208) of series 'Kimi K3 @ Kimi Code', centre px (116.67, 405.04): y axis score 66.30%)",,out:effort-not-established,out:effort-not-established kimicode2,moonshot,kimi-k3,not-established:absent,coding,hard,,per-task,2.43,0,,,71.10,score%,0,,,"https://arxiv.org/abs/2607.24653 (Figure 13(a), marker (filled circle path #2209) of series 'Kimi K3 @ Kimi Code', centre px (132.84, 379.55): y axis score 71.10%)",,out:effort-not-established,out:effort-not-established kimicode2,moonshot,opus-4.8,max,coding,hard,,per-task,6.54,0,,,71.70,score%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2607.24653 (Figure 13(a), marker (filled circle path #2212) of series 'Claude Opus 4.8 (max) @ Claude Code', centre px (199.95, 376.37): y axis score 71.70%)",,in,in kimicode2,moonshot,kimi-k3,not-established:absent,coding,hard,,per-task,3.99,0,,,72.97,score%,0,,,"https://arxiv.org/abs/2607.24653 (Figure 13(a), marker (filled star path #2210) of series 'Kimi K3 @ Kimi Code', centre px (158.31, 369.64): y axis score 72.97%)",,out:effort-not-established,out:effort-not-established kimicode2,moonshot,fable-5,max,coding,hard,,per-task,10.37,0,,,76.90,score%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2607.24653 (Figure 13(a), marker (filled circle path #2213) of series 'Claude Fable 5 (max) @ Claude Code', centre px (262.49, 348.75): y axis score 76.90%)",,in,in mk3r-browsecomp-cost,moonshot,gpt-5.6-sol,medium,agentic-tool,frontier,compaction-300K,per-task,1.14,0,,,84.60,score%,0,,"restated-from:published charts [40, 18, 19]; cost-method-assumed-single; cost-base-price:cost-publisher-figure","https://arxiv.org/abs/2607.24653 (Figure 13(b), marker (filled circle path #2255) of series 'GPT-5.6 Sol', centre px (343.97, 381.45): y axis score 84.60%)",,in,in mk3r-browsecomp-cost,moonshot,gpt-5.6-sol,high,agentic-tool,frontier,compaction-300K,per-task,2.04,0,,,88.20,score%,0,,"restated-from:published charts [40, 18, 19]; cost-method-assumed-single; cost-base-price:cost-publisher-figure","https://arxiv.org/abs/2607.24653 (Figure 13(b), marker (filled circle path #2256) of series 'GPT-5.6 Sol', centre px (349.85, 365.87): y axis score 88.20%)",,in,in mk3r-browsecomp-cost,moonshot,gpt-5.6-sol,max,agentic-tool,frontier,compaction-300K,per-task,4.15,0,,,,score%,,,"restated-from:published charts [40, 18, 19]; cost-method-assumed-single; cost-base-price:cost-publisher-figure","https://arxiv.org/abs/2607.24653 (Figure 13(b), marker (filled circle path #2257) of series 'GPT-5.6 Sol', centre px (363.63, 354.62): y axis score 90.80%)",,out:contradictory,in mk3r-browsecomp-cost,moonshot,mythos-5,max,agentic-tool,frontier,compaction-300K,per-task,15.13,0,,,86.30,score%,0,,"restated-from:published charts [40, 18, 19]","https://arxiv.org/abs/2607.24653 (Figure 13(b), marker (filled circle path #2258) of series 'Claude Mythos 5 (max)', centre px (435.35, 374.09): y axis score 86.30%)",,out:effort-not-established,out:effort-not-established mk3r-browsecomp-cost,moonshot,mythos-5,max,agentic-tool,frontier,compaction-300K,per-task,20.17,0,,,86.50,score%,0,,"restated-from:published charts [40, 18, 19]","https://arxiv.org/abs/2607.24653 (Figure 13(b), marker (filled circle path #2259) of series 'Claude Mythos 5 (max)', centre px (468.27, 373.23): y axis score 86.50%)",,out:effort-not-established,out:effort-not-established mk3r-browsecomp-cost,moonshot,mythos-5,max,agentic-tool,frontier,compaction-300K,per-task,26.87,0,,,88.00,score%,0,,"restated-from:published charts [40, 18, 19]","https://arxiv.org/abs/2607.24653 (Figure 13(b), marker (filled circle path #2260) of series 'Claude Mythos 5 (max)', centre px (512.03, 366.74): y axis score 88.00%)",,out:effort-not-established,out:effort-not-established mk3r-browsecomp-cost,moonshot,kimi-k3,max,agentic-tool,frontier,compaction-300K,per-task,2.03,0.00289,,,91.2,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2607.24653 (section 6.4 Cost Efficiency (the plot's star digitises to 91.28%, $2.03))",,in,out:cost-single-couple mk3r-browsecomp-cost,moonshot,sonnet-5,medium,agentic-tool,frontier,compaction-300K,per-task,3.71,0,,,71.40,score%,0,,"restated-from:published charts [40, 18, 19]; cost-method-assumed-single; cost-base-price:cost-publisher-figure","https://arxiv.org/abs/2607.24653 (Figure 13(b), marker (filled circle path #2261) of series 'Claude Sonnet 5', centre px (360.75, 438.56): y axis score 71.40%)",,in,in mk3r-browsecomp-cost,moonshot,sonnet-5,high,agentic-tool,frontier,compaction-300K,per-task,7.23,0,,,79.40,score%,0,,"restated-from:published charts [40, 18, 19]; cost-method-assumed-single; cost-base-price:cost-publisher-figure","https://arxiv.org/abs/2607.24653 (Figure 13(b), marker (filled circle path #2262) of series 'Claude Sonnet 5', centre px (383.75, 403.95): y axis score 79.40%)",,in,in mk3r-browsecomp-cost,moonshot,sonnet-5,max,agentic-tool,frontier,compaction-300K,per-task,21.86,0,,,84.70,score%,0,,"restated-from:published charts [40, 18, 19]; cost-method-assumed-single; cost-base-price:cost-publisher-figure","https://arxiv.org/abs/2607.24653 (Figure 13(b), marker (filled circle path #2263) of series 'Claude Sonnet 5', centre px (479.31, 381.02): y axis score 84.70%)",,in,in mk3r-browsecomp-cost,moonshot,opus-4.8,medium,agentic-tool,frontier,compaction-300K,per-task,12.41,0,,,79.10,score%,0,,"restated-from:published charts [40, 18, 19]; cost-method-assumed-single; cost-base-price:cost-publisher-figure","https://arxiv.org/abs/2607.24653 (Figure 13(b), marker (filled circle path #2264) of series 'Claude Opus 4.8', centre px (417.58, 405.25): y axis score 79.10%)",,in,in mk3r-browsecomp-cost,moonshot,opus-4.8,high,agentic-tool,frontier,compaction-300K,per-task,14.67,0,,,82.20,score%,0,,"restated-from:published charts [40, 18, 19]; cost-method-assumed-single; cost-base-price:cost-publisher-figure","https://arxiv.org/abs/2607.24653 (Figure 13(b), marker (filled circle path #2265) of series 'Claude Opus 4.8', centre px (432.34, 391.83): y axis score 82.20%)",,in,in mk3r-browsecomp-cost,moonshot,opus-4.8,max,agentic-tool,frontier,compaction-300K,per-task,25.22,0,,,84.30,score%,0,,"restated-from:published charts [40, 18, 19]; cost-method-assumed-single; cost-base-price:cost-publisher-figure","https://arxiv.org/abs/2607.24653 (Figure 13(b), marker (filled circle path #2266) of series 'Claude Opus 4.8', centre px (501.25, 382.75): y axis score 84.30%)",,in,in ih-benchmark-conflict,ih-benchmark-2607.25987,?Claude Opus 4.6,not-established:absent,agentic-tool,mid,own benchmark via LiteLLM,,,,,,98.2,pct-compliance,0.0289,,,"https://arxiv.org/abs/2607.25987 (Table 16, row Claude Opus 4.6, column Overall)",,out:model-not-established, ih-benchmark-conflict,ih-benchmark-2607.25987,gpt-5.4,medium,agentic-tool,mid,own benchmark via LiteLLM,USD/full-benchmark-run,16,0.289,,,97.5,pct-compliance,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2607.25987 (Table 16, row GPT 5.4 (med), column Overall)",,in,out:cost-single-couple ih-benchmark-conflict,ih-benchmark-2607.25987,?Claude Opus 4.5,not-established:absent,agentic-tool,mid,own benchmark via LiteLLM,,,,,,96.9,pct-compliance,0.0289,,,"https://arxiv.org/abs/2607.25987 (Table 16, row Claude Opus 4.5, column Overall)",,out:model-not-established, ih-benchmark-conflict,ih-benchmark-2607.25987,?Claude Opus 4.7,not-established:absent,agentic-tool,mid,own benchmark via LiteLLM,,,,,,96.1,pct-compliance,0.0289,,,"https://arxiv.org/abs/2607.25987 (Table 16, row Claude Opus 4.7, column Overall)",,out:model-not-established, ih-benchmark-conflict,ih-benchmark-2607.25987,?Claude Sonnet 4.6,not-established:absent,agentic-tool,mid,own benchmark via LiteLLM,,,,,,95.7,pct-compliance,0.0289,,,"https://arxiv.org/abs/2607.25987 (Table 16, row Claude Sonnet 4.6, column Overall)",,out:model-not-established, ih-benchmark-conflict,ih-benchmark-2607.25987,gpt-5.4,low,agentic-tool,mid,own benchmark via LiteLLM,,,,,,93.4,pct-compliance,0.0289,,,"https://arxiv.org/abs/2607.25987 (Table 16, row GPT 5.4 (low), column Overall)",,in, ih-benchmark-conflict,ih-benchmark-2607.25987,?Grok 4.1 Fast,not-established:absent,agentic-tool,mid,own benchmark via LiteLLM,,,,,,88.7,pct-compliance,0.0289,,,"https://arxiv.org/abs/2607.25987 (Table 16, row Grok 4.1 Fast (R), column Overall)",,out:model-not-established, ih-benchmark-conflict,ih-benchmark-2607.25987,gpt-5.2,medium,agentic-tool,mid,own benchmark via LiteLLM,,,,,,87.7,pct-compliance,0.0289,,,"https://arxiv.org/abs/2607.25987 (Table 16, row GPT 5.2 (med), column Overall)",,in, ih-benchmark-conflict,ih-benchmark-2607.25987,?Claude Haiku 4.5,not-established:absent,agentic-tool,mid,own benchmark via LiteLLM,,,,,,86.6,pct-compliance,0.0289,,,"https://arxiv.org/abs/2607.25987 (Table 16, row Claude Haiku 4.5, column Overall)",,out:model-not-established, ih-benchmark-conflict,ih-benchmark-2607.25987,gpt-5.2,low,agentic-tool,mid,own benchmark via LiteLLM,,,,,,85.9,pct-compliance,0.0289,,,"https://arxiv.org/abs/2607.25987 (Table 16, row GPT 5.2 (low), column Overall)",,in, ih-benchmark-conflict,ih-benchmark-2607.25987,?Claude Sonnet 4.5,not-established:absent,agentic-tool,mid,own benchmark via LiteLLM,,,,,,85.6,pct-compliance,0.0289,,,"https://arxiv.org/abs/2607.25987 (Table 16, row Claude Sonnet 4.5, column Overall)",,out:model-not-established, ih-benchmark-conflict,ih-benchmark-2607.25987,?GLM 5,not-established:absent,agentic-tool,mid,own benchmark via LiteLLM,,,,,,84.6,pct-compliance,0.0289,,,"https://arxiv.org/abs/2607.25987 (Table 16, row GLM 5, column Overall)",,out:model-not-established, ih-benchmark-conflict,ih-benchmark-2607.25987,?GLM 5.1,not-established:absent,agentic-tool,mid,own benchmark via LiteLLM,,,,,,83.9,pct-compliance,0.0289,,,"https://arxiv.org/abs/2607.25987 (Table 16, row GLM 5.1, column Overall)",,out:model-not-established, ih-benchmark-conflict,ih-benchmark-2607.25987,?Kimi K2.5,not-established:absent,agentic-tool,mid,own benchmark via LiteLLM,,,,,,82.4,pct-compliance,0.0289,,,"https://arxiv.org/abs/2607.25987 (Table 16, row Kimi K2.5, column Overall)",,out:model-not-established, ih-benchmark-conflict,ih-benchmark-2607.25987,gpt-5.4,nothink,agentic-tool,mid,own benchmark via LiteLLM,,,,,,80.0,pct-compliance,0.0289,,,"https://arxiv.org/abs/2607.25987 (Table 16, row GPT 5.4 (none), column Overall)",,in, ih-benchmark-conflict,ih-benchmark-2607.25987,?Claude Sonnet 4,not-established:absent,agentic-tool,mid,own benchmark via LiteLLM,,,,,,77.7,pct-compliance,0.0289,,,"https://arxiv.org/abs/2607.25987 (Table 16, row Claude Sonnet 4, column Overall)",,out:model-not-established, ih-benchmark-conflict,ih-benchmark-2607.25987,grok-4.20,think,agentic-tool,mid,own benchmark via LiteLLM,USD/full-benchmark-run,6.375,1.54,,,72.8,pct-compliance,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2607.25987 (Table 16, row Grok 4.20 (R), column Overall)",,in,out:cost-single-couple ih-benchmark-conflict,ih-benchmark-2607.25987,?Qwen 3.5 397B-A17B,not-established:absent,agentic-tool,mid,own benchmark via LiteLLM,,,,,,67.6,pct-compliance,0.0289,,,"https://arxiv.org/abs/2607.25987 (Table 16, row Qwen 3.5 397B-A17B, column Overall)",,out:model-not-established, ih-benchmark-conflict,ih-benchmark-2607.25987,?Grok 4.1 Fast,not-established:absent,agentic-tool,mid,own benchmark via LiteLLM,,,,,,58.8,pct-compliance,0.0289,,,"https://arxiv.org/abs/2607.25987 (Table 16, row Grok 4.1 Fast, column Overall)",,out:model-not-established, ih-benchmark-conflict,ih-benchmark-2607.25987,grok-4.20,nothink,agentic-tool,mid,own benchmark via LiteLLM,,,,,,42.0,pct-compliance,0.0289,,,"https://arxiv.org/abs/2607.25987 (Table 16, row Grok 4.20, column Overall)",,in, vlnr2r-msa,arxiv-2607.26148,qwen3.5-4b,not-established:absent,computer-use,hard,mini-swe-agent,,,,,,5,SR%,0.289,,,"https://arxiv.org/abs/2607.26148 (Table 2, row mini-swe-agent / qwen3.5-4b, column SR)",,out:effort-not-established, vlnr2r-msa,arxiv-2607.26148,qwen3.5-9b,not-established:absent,computer-use,hard,mini-swe-agent,,,,,,7,SR%,0.289,,,"https://arxiv.org/abs/2607.26148 (Table 2, row mini-swe-agent / qwen3.5-9b, column SR)",,out:effort-not-established, vlnr2r-msa,arxiv-2607.26148,qwen3.5-plus,not-established:absent,computer-use,hard,mini-swe-agent,,,,,,34,SR%,0.289,,,"https://arxiv.org/abs/2607.26148 (Table 2, row mini-swe-agent / qwen3.5-plus, column SR)",,out:effort-not-established, vlnr2r-msa,arxiv-2607.26148,qwen3.7-plus,not-established:absent,computer-use,hard,mini-swe-agent,,,,,,42,SR%,0.289,,,"https://arxiv.org/abs/2607.26148 (Table 2, row mini-swe-agent / qwen3.7-plus, column SR)",,out:effort-not-established, vlnr2r-msa,arxiv-2607.26148,qwen3.6-plus,not-established:absent,computer-use,hard,mini-swe-agent,,,,,,45,SR%,0.289,,,"https://arxiv.org/abs/2607.26148 (Table 2, row mini-swe-agent / qwen3.6-plus, column SR)",,out:effort-not-established, vlnr2r-msa,arxiv-2607.26148,gpt-5.5,not-established:absent,computer-use,hard,mini-swe-agent,,,,,,52,SR%,0.289,,,"https://arxiv.org/abs/2607.26148 (Table 2, row mini-swe-agent / gpt-5.5, column SR)",,out:effort-not-established, vlnr2r-msa,arxiv-2607.26148,?gpt-5.6,not-established:absent,computer-use,hard,mini-swe-agent,,,,,,60,SR%,0.289,,,"https://arxiv.org/abs/2607.26148 (Table 2, row mini-swe-agent / gpt-5.6, column SR)",,out:model-not-established, vlnr2r-msa,arxiv-2607.26148,sonnet-5,default,computer-use,hard,mini-swe-agent,,,,,,53,SR%,0.289,,,"https://arxiv.org/abs/2607.26148 (Table 2, row mini-swe-agent / sonnet-5, column SR)",,out:effort-not-established, vlnr2r-msa,arxiv-2607.26148,opus-4.8,default,computer-use,hard,mini-swe-agent,,,,,,63,SR%,0.289,,,"https://arxiv.org/abs/2607.26148 (Table 2, row mini-swe-agent / opus-4.8, column SR)",,out:effort-not-established, vlnr2r-msa,arxiv-2607.26148,fable-5,default,computer-use,hard,mini-swe-agent,,,,,,72,SR%,0.289,,,"https://arxiv.org/abs/2607.26148 (Table 2, row mini-swe-agent / fable-5, column SR)",,out:effort-not-established, vlnr2r-msa,arxiv-2607.26148,opus-5,default,computer-use,hard,mini-swe-agent,,,,,,69,SR%,0.289,,,"https://arxiv.org/abs/2607.26148 (Table 2, row mini-swe-agent / opus-5, column SR)",,out:effort-not-established, vlnr2r,arxiv-2607.26148,sonnet-5,default,computer-use,hard,,,,,,,51.3,SR%,0.0289,,,"https://arxiv.org/abs/2607.26148 (Table 2, row Claude SDK / sonnet-5, column SR)",,out:effort-not-established, vlnr2r,arxiv-2607.26148,opus-4.8,default,computer-use,hard,,,,,,,55.7,SR%,0.0289,,default-bridged,"https://arxiv.org/abs/2607.26148 (Table 2, row Claude SDK / opus-4.8, column SR)",,out:effort-not-established, vlnr2r,arxiv-2607.26148,fable-5,default,computer-use,hard,,,,,,,68.3,SR%,0.0289,,,"https://arxiv.org/abs/2607.26148 (Table 2, row Claude SDK / fable-5, column SR)",,out:effort-not-established, vlnr2r,arxiv-2607.26148,opus-5,high,computer-use,hard,,,,,,,70.7,SR%,0.0289,,level-from-default,"https://arxiv.org/abs/2607.26148 (Table 2, row Claude SDK / opus-5, column SR)",,in, vlnr2r,arxiv-2607.26148,gpt-5.5,medium,computer-use,hard,,,,,,,45,SR%,0.289,,,"https://arxiv.org/abs/2607.26148 (Table 2, row Codex CLI / gpt-5.5, column SR)",,in, vlnr2r,arxiv-2607.26148,gpt-5.6-sol,low,computer-use,hard,,,,,,,56,SR%,0.289,,,"https://arxiv.org/abs/2607.26148 (Table 2, row Codex CLI / gpt-5.6, column SR)",,in, vlnr2r,arxiv-2607.26148,sonnet-5,max,computer-use,hard,,,,,,,56,SR%,0.289,,,"https://arxiv.org/abs/2607.26148 (Table 9, row Claude SDK / sonnet-5 / max, column SR)",,in, vlnr2r,arxiv-2607.26148,opus-4.8,max,computer-use,hard,,,,,,,56,SR%,0.289,,,"https://arxiv.org/abs/2607.26148 (Table 9, row Claude SDK / opus-4.8 / max, column SR)",,in, vlnr2r,arxiv-2607.26148,fable-5,max,computer-use,hard,,,,,,,78,SR%,0.289,,,"https://arxiv.org/abs/2607.26148 (Table 9, row Claude SDK / fable-5 / max, column SR)",,in, vlnr2r,arxiv-2607.26148,opus-5,max,computer-use,hard,,,,,,,74,SR%,0.289,,,"https://arxiv.org/abs/2607.26148 (Table 9, row Claude SDK / opus-5 / max, column SR)",,in, vlnr2r,arxiv-2607.26148,gpt-5.5,xhigh,computer-use,hard,,,,,,,50,SR%,0.289,,,"https://arxiv.org/abs/2607.26148 (Table 9, row Codex CLI / gpt-5.5 / xhigh, column SR)",,in, vlnr2r,arxiv-2607.26148,gpt-5.6-sol,xhigh,computer-use,hard,,,,,,,62,SR%,0.289,,,"https://arxiv.org/abs/2607.26148 (Table 9, row Codex CLI / gpt-5.6 / xhigh, column SR)",,in, vlnr2r-msa,arxiv-2607.26148,gpt-5.5,not-established:absent,computer-use,hard,mini-swe-agent,,,,,,50,SR%,0.289,,,"https://arxiv.org/abs/2607.26148 (Table 9, row mini-swe-agent / gpt-5.5 / xhigh, column SR)",,out:effort-not-established, vlnr2r-msa,arxiv-2607.26148,?gpt-5.6,not-established:absent,computer-use,hard,mini-swe-agent,,,,,,55,SR%,0.289,,,"https://arxiv.org/abs/2607.26148 (Table 9, row mini-swe-agent / gpt-5.6 / xhigh, column SR)",,out:model-not-established, arxiv-2607.26791-secrespond-det,arxiv-2607.26791,gpt-5.4-pro,not-established:absent,mixed,hard,,,,,,,72.5,CHK-score Det,0.0289,,,"https://arxiv.org/abs/2607.26791 (Table 4, row GPT-5.4 Pro, column Overall Det)",,out:effort-not-established, arxiv-2607.26791-secrespond-plan,arxiv-2607.26791,gpt-5.4-pro,not-established:absent,mixed,hard,,,,,,,40.7,CHK-score Plan,0.0289,,,"https://arxiv.org/abs/2607.26791 (Table 4, row GPT-5.4 Pro, column Overall Plan)",,out:effort-not-established, arxiv-2607.26791-secrespond-det,arxiv-2607.26791,gpt-5.2-pro,not-established:absent,mixed,hard,,,,,,,66.2,CHK-score Det,0.0289,,,"https://arxiv.org/abs/2607.26791 (Table 4, row GPT-5.2 Pro, column Overall Det)",,out:effort-not-established, arxiv-2607.26791-secrespond-plan,arxiv-2607.26791,gpt-5.2-pro,not-established:absent,mixed,hard,,,,,,,37.1,CHK-score Plan,0.0289,,,"https://arxiv.org/abs/2607.26791 (Table 4, row GPT-5.2 Pro, column Overall Plan)",,out:effort-not-established, 2607.27595-validity,arxiv-2607.27595,glm-5-turbo,unstated,writing,hard,,,,,,,89.1,validity %,0.0289,,,"https://arxiv.org/abs/2607.27595 (Table 2, row glm-5-turbo, column validity %)",,out:effort-not-established, asp-clevr-b0,arxiv-2607.28086,sonnet-4.6,unstated,agentic-tool,hard,ASP-agent-1h,,,,,,100,acc%,0.289,,,"https://arxiv.org/abs/2607.28086 (Table 1, row Sonnet 4.6, dataset CLEVR, column B0 (mean of n=3 samples; std 0))",,out:effort-not-established, asp-clevr-b1,arxiv-2607.28086,sonnet-4.6,unstated,agentic-tool,hard,ASP-agent-1h,,,,,,100,acc%,0.289,,,"https://arxiv.org/abs/2607.28086 (Table 1, row Sonnet 4.6, dataset CLEVR, column B1 (mean of n=3 samples; std 0))",,out:effort-not-established, asp-gqa-b0,arxiv-2607.28086,sonnet-4.6,unstated,agentic-tool,hard,ASP-agent-1h,,,,,,98.8,acc%,0.0289,,,"https://arxiv.org/abs/2607.28086 (Table 1, row Sonnet 4.6, dataset GQA, column B0 (mean of n=3 samples; std 0.8))",,out:effort-not-established, asp-gqa-b1,arxiv-2607.28086,sonnet-4.6,unstated,agentic-tool,hard,ASP-agent-1h,,,,,,98.5,acc%,0.0289,,,"https://arxiv.org/abs/2607.28086 (Table 1, row Sonnet 4.6, dataset GQA, column B1 (mean of n=3 samples; std 0.4))",,out:effort-not-established, asp-clevrer-b0,arxiv-2607.28086,sonnet-4.6,unstated,agentic-tool,hard,ASP-agent-1h,,,,,,95.2,acc%,0.0289,,,"https://arxiv.org/abs/2607.28086 (Table 1, row Sonnet 4.6, dataset CLEVRER, column B0 (mean of n=3 samples; std 2.1))",,out:effort-not-established, asp-clevrer-b1c,arxiv-2607.28086,sonnet-4.6,unstated,agentic-tool,hard,ASP-agent-1h,,,,,,96.0,acc%,0.0289,,,"https://arxiv.org/abs/2607.28086 (Table 1, row Sonnet 4.6, dataset CLEVRER, column B1c (mean of n=3 samples; std 0.5))",,out:effort-not-established, asp-clevrer-b1g,arxiv-2607.28086,sonnet-4.6,unstated,agentic-tool,hard,ASP-agent-1h,,,,,,94.8,acc%,0.0289,,,"https://arxiv.org/abs/2607.28086 (Table 1, row Sonnet 4.6, dataset CLEVRER, column B1g (mean of n=3 samples; std 1.6))",,out:effort-not-established, asp-clevrer-b2,arxiv-2607.28086,sonnet-4.6,unstated,agentic-tool,hard,ASP-agent-1h,,,,,,95.3,acc%,0.0289,,,"https://arxiv.org/abs/2607.28086 (Table 1, row Sonnet 4.6, dataset CLEVRER, column B2 (mean of n=3 samples; std 1.5))",,out:effort-not-established, asp-clevr-b0,arxiv-2607.28086,opus-4.7,unstated,agentic-tool,hard,ASP-agent-1h,,,,,,100,acc%,0.289,,,"https://arxiv.org/abs/2607.28086 (Table 1, row Opus 4.7, dataset CLEVR, column B0 (mean of n=3 samples; std 0))",,out:effort-not-established, asp-clevr-b1,arxiv-2607.28086,opus-4.7,unstated,agentic-tool,hard,ASP-agent-1h,,,,,,100,acc%,0.289,,,"https://arxiv.org/abs/2607.28086 (Table 1, row Opus 4.7, dataset CLEVR, column B1 (mean of n=3 samples; std 0))",,out:effort-not-established, asp-gqa-b0,arxiv-2607.28086,opus-4.7,unstated,agentic-tool,hard,ASP-agent-1h,,,,,,97.5,acc%,0.0289,,,"https://arxiv.org/abs/2607.28086 (Table 1, row Opus 4.7, dataset GQA, column B0 (mean of n=3 samples; std 1.2))",,out:effort-not-established, asp-gqa-b1,arxiv-2607.28086,opus-4.7,unstated,agentic-tool,hard,ASP-agent-1h,,,,,,96.2,acc%,0.0289,,,"https://arxiv.org/abs/2607.28086 (Table 1, row Opus 4.7, dataset GQA, column B1 (mean of n=3 samples; std 2.1))",,out:effort-not-established, asp-clevrer-b0,arxiv-2607.28086,opus-4.7,unstated,agentic-tool,hard,ASP-agent-1h,,,,,,95.3,acc%,0.0289,,,"https://arxiv.org/abs/2607.28086 (Table 1, row Opus 4.7, dataset CLEVRER, column B0 (mean of n=3 samples; std 0.2))",,out:effort-not-established, asp-clevrer-b1c,arxiv-2607.28086,opus-4.7,unstated,agentic-tool,hard,ASP-agent-1h,,,,,,95.5,acc%,0.0289,,,"https://arxiv.org/abs/2607.28086 (Table 1, row Opus 4.7, dataset CLEVRER, column B1c (mean of n=3 samples; std 0.8))",,out:effort-not-established, asp-clevrer-b1g,arxiv-2607.28086,opus-4.7,unstated,agentic-tool,hard,ASP-agent-1h,,,,,,96.7,acc%,0.0289,,,"https://arxiv.org/abs/2607.28086 (Table 1, row Opus 4.7, dataset CLEVRER, column B1g (mean of n=3 samples; std 1.2))",,out:effort-not-established, asp-clevrer-b2,arxiv-2607.28086,opus-4.7,unstated,agentic-tool,hard,ASP-agent-1h,,,,,,95.5,acc%,0.0289,,,"https://arxiv.org/abs/2607.28086 (Table 1, row Opus 4.7, dataset CLEVRER, column B2 (mean of n=3 samples; std 1.2))",,out:effort-not-established, asp-clevr-b0,arxiv-2607.28086,gpt-5,unstated,agentic-tool,hard,ASP-agent-1h,,,,,,98.7,acc%,0.0289,,,"https://arxiv.org/abs/2607.28086 (Table 1, row GPT-5, dataset CLEVR, column B0 (mean of n=3 samples; std 1.9))",,out:effort-not-established, asp-clevr-b1,arxiv-2607.28086,gpt-5,unstated,agentic-tool,hard,ASP-agent-1h,,,,,,88.8,acc%,0.0289,,,"https://arxiv.org/abs/2607.28086 (Table 1, row GPT-5, dataset CLEVR, column B1 (mean of n=3 samples; std 8.5))",,out:effort-not-established, asp-gqa-b0,arxiv-2607.28086,gpt-5,unstated,agentic-tool,hard,ASP-agent-1h,,,,,,41.8,acc%,0.0289,,,"https://arxiv.org/abs/2607.28086 (Table 1, row GPT-5, dataset GQA, column B0 (mean of n=3 samples; std 9.8))",,out:effort-not-established, asp-gqa-b1,arxiv-2607.28086,gpt-5,unstated,agentic-tool,hard,ASP-agent-1h,,,,,,35.2,acc%,0.0289,,,"https://arxiv.org/abs/2607.28086 (Table 1, row GPT-5, dataset GQA, column B1 (mean of n=3 samples; std 6.3))",,out:effort-not-established, asp-clevrer-b0,arxiv-2607.28086,gpt-5,unstated,agentic-tool,hard,ASP-agent-1h,,,,,,86.7,acc%,0.0289,,,"https://arxiv.org/abs/2607.28086 (Table 1, row GPT-5, dataset CLEVRER, column B0 (mean of n=3 samples; std 4.7))",,out:effort-not-established, asp-clevrer-b1c,arxiv-2607.28086,gpt-5,unstated,agentic-tool,hard,ASP-agent-1h,,,,,,77.3,acc%,0.0289,,,"https://arxiv.org/abs/2607.28086 (Table 1, row GPT-5, dataset CLEVRER, column B1c (mean of n=3 samples; std 10.2))",,out:effort-not-established, asp-clevrer-b1g,arxiv-2607.28086,gpt-5,unstated,agentic-tool,hard,ASP-agent-1h,,,,,,83.5,acc%,0.0289,,,"https://arxiv.org/abs/2607.28086 (Table 1, row GPT-5, dataset CLEVRER, column B1g (mean of n=3 samples; std 7.9))",,out:effort-not-established, asp-clevrer-b2,arxiv-2607.28086,gpt-5,unstated,agentic-tool,hard,ASP-agent-1h,,,,,,67.3,acc%,0.0289,,,"https://arxiv.org/abs/2607.28086 (Table 1, row GPT-5, dataset CLEVRER, column B2 (mean of n=3 samples; std 13.2))",,out:effort-not-established, asp-clevr-b0,arxiv-2607.28086,deepseek-v4-pro-preview,unstated,agentic-tool,hard,ASP-agent-1h,,,,,,100,acc%,0.289,,,"https://arxiv.org/abs/2607.28086 (Table 1, row DeepSeek V4 Pro, dataset CLEVR, column B0 (mean of n=3 samples; std 0))",,out:effort-not-established, asp-clevr-b1,arxiv-2607.28086,deepseek-v4-pro-preview,unstated,agentic-tool,hard,ASP-agent-1h,,,,,,100,acc%,0.289,,,"https://arxiv.org/abs/2607.28086 (Table 1, row DeepSeek V4 Pro, dataset CLEVR, column B1 (mean of n=3 samples; std 0))",,out:effort-not-established, asp-gqa-b0,arxiv-2607.28086,deepseek-v4-pro-preview,unstated,agentic-tool,hard,ASP-agent-1h,,,,,,92.8,acc%,0.0289,,,"https://arxiv.org/abs/2607.28086 (Table 1, row DeepSeek V4 Pro, dataset GQA, column B0 (mean of n=3 samples; std 1.2))",,out:effort-not-established, asp-gqa-b1,arxiv-2607.28086,deepseek-v4-pro-preview,unstated,agentic-tool,hard,ASP-agent-1h,,,,,,96.2,acc%,0.0289,,,"https://arxiv.org/abs/2607.28086 (Table 1, row DeepSeek V4 Pro, dataset GQA, column B1 (mean of n=3 samples; std 2.2))",,out:effort-not-established, asp-clevrer-b0,arxiv-2607.28086,deepseek-v4-pro-preview,unstated,agentic-tool,hard,ASP-agent-1h,,,,,,92.7,acc%,0.0289,,,"https://arxiv.org/abs/2607.28086 (Table 1, row DeepSeek V4 Pro, dataset CLEVRER, column B0 (mean of n=3 samples; std 0.6))",,out:effort-not-established, asp-clevrer-b1c,arxiv-2607.28086,deepseek-v4-pro-preview,unstated,agentic-tool,hard,ASP-agent-1h,,,,,,95.2,acc%,0.0289,,,"https://arxiv.org/abs/2607.28086 (Table 1, row DeepSeek V4 Pro, dataset CLEVRER, column B1c (mean of n=3 samples; std 2.2))",,out:effort-not-established, asp-clevrer-b1g,arxiv-2607.28086,deepseek-v4-pro-preview,unstated,agentic-tool,hard,ASP-agent-1h,,,,,,94.7,acc%,0.0289,,,"https://arxiv.org/abs/2607.28086 (Table 1, row DeepSeek V4 Pro, dataset CLEVRER, column B1g (mean of n=3 samples; std 1.6))",,out:effort-not-established, asp-clevrer-b2,arxiv-2607.28086,deepseek-v4-pro-preview,unstated,agentic-tool,hard,ASP-agent-1h,,,,,,95.2,acc%,0.0289,,,"https://arxiv.org/abs/2607.28086 (Table 1, row DeepSeek V4 Pro, dataset CLEVRER, column B2 (mean of n=3 samples; std 0.9))",,out:effort-not-established, asp-clevr-b0,arxiv-2607.28086,deepseek-v4-flash-preview,unstated,agentic-tool,hard,ASP-agent-1h,,,,,,100,acc%,0.289,,,"https://arxiv.org/abs/2607.28086 (Table 1, row DeepSeek V4 Flash, dataset CLEVR, column B0 (mean of n=3 samples; std 0))",,out:effort-not-established, asp-clevr-b1,arxiv-2607.28086,deepseek-v4-flash-preview,unstated,agentic-tool,hard,ASP-agent-1h,,,,,,98.0,acc%,0.0289,,,"https://arxiv.org/abs/2607.28086 (Table 1, row DeepSeek V4 Flash, dataset CLEVR, column B1 (mean of n=3 samples; std 2.0))",,out:effort-not-established, asp-gqa-b0,arxiv-2607.28086,deepseek-v4-flash-preview,unstated,agentic-tool,hard,ASP-agent-1h,,,,,,85.0,acc%,0.0289,,,"https://arxiv.org/abs/2607.28086 (Table 1, row DeepSeek V4 Flash, dataset GQA, column B0 (mean of n=3 samples; std 1.5))",,out:effort-not-established, asp-gqa-b1,arxiv-2607.28086,deepseek-v4-flash-preview,unstated,agentic-tool,hard,ASP-agent-1h,,,,,,27.5,acc%,0.0289,,,"https://arxiv.org/abs/2607.28086 (Table 1, row DeepSeek V4 Flash, dataset GQA, column B1 (mean of n=3 samples; std 47.6))",,out:effort-not-established, asp-clevrer-b0,arxiv-2607.28086,deepseek-v4-flash-preview,unstated,agentic-tool,hard,ASP-agent-1h,,,,,,58.3,acc%,0.0289,,,"https://arxiv.org/abs/2607.28086 (Table 1, row DeepSeek V4 Flash, dataset CLEVRER, column B0 (mean of n=3 samples; std 50.6))",,out:effort-not-established, asp-clevrer-b1c,arxiv-2607.28086,deepseek-v4-flash-preview,unstated,agentic-tool,hard,ASP-agent-1h,,,,,,86.3,acc%,0.0289,,,"https://arxiv.org/abs/2607.28086 (Table 1, row DeepSeek V4 Flash, dataset CLEVRER, column B1c (mean of n=3 samples; std 5.5))",,out:effort-not-established, asp-clevrer-b1g,arxiv-2607.28086,deepseek-v4-flash-preview,unstated,agentic-tool,hard,ASP-agent-1h,,,,,,11.0,acc%,0.0289,,,"https://arxiv.org/abs/2607.28086 (Table 1, row DeepSeek V4 Flash, dataset CLEVRER, column B1g (mean of n=3 samples; std 19.1))",,out:effort-not-established, asp-clevrer-b2,arxiv-2607.28086,deepseek-v4-flash-preview,unstated,agentic-tool,hard,ASP-agent-1h,,,,,,0.0,acc%,0.0289,,,"https://arxiv.org/abs/2607.28086 (Table 1, row DeepSeek V4 Flash, dataset CLEVRER, column B2 (mean of n=3 samples; std 0))",,out:effort-not-established, asp-clevr-b0,arxiv-2607.28086,gpt-oss-120b,unstated,agentic-tool,hard,ASP-agent-1h,,,,,,0.0,acc%,0.0289,,,"https://arxiv.org/abs/2607.28086 (Table 1, row gpt-oss-120b, dataset CLEVR, column B0 (mean of n=3 samples; std 0))",,out:effort-not-established, asp-clevr-b1,arxiv-2607.28086,gpt-oss-120b,unstated,agentic-tool,hard,ASP-agent-1h,,,,,,0.0,acc%,0.0289,,,"https://arxiv.org/abs/2607.28086 (Table 1, row gpt-oss-120b, dataset CLEVR, column B1 (mean of n=3 samples; std 0))",,out:effort-not-established, asp-gqa-b0,arxiv-2607.28086,gpt-oss-120b,unstated,agentic-tool,hard,ASP-agent-1h,,,,,,0.0,acc%,0.0289,,,"https://arxiv.org/abs/2607.28086 (Table 1, row gpt-oss-120b, dataset GQA, column B0 (mean of n=3 samples; std 0))",,out:effort-not-established, asp-gqa-b1,arxiv-2607.28086,gpt-oss-120b,unstated,agentic-tool,hard,ASP-agent-1h,,,,,,0.0,acc%,0.0289,,,"https://arxiv.org/abs/2607.28086 (Table 1, row gpt-oss-120b, dataset GQA, column B1 (mean of n=3 samples; std 0))",,out:effort-not-established, asp-clevrer-b0,arxiv-2607.28086,gpt-oss-120b,unstated,agentic-tool,hard,ASP-agent-1h,,,,,,0.0,acc%,0.0289,,,"https://arxiv.org/abs/2607.28086 (Table 1, row gpt-oss-120b, dataset CLEVRER, column B0 (mean of n=3 samples; std 0))",,out:effort-not-established, asp-clevrer-b1c,arxiv-2607.28086,gpt-oss-120b,unstated,agentic-tool,hard,ASP-agent-1h,,,,,,0.0,acc%,0.0289,,,"https://arxiv.org/abs/2607.28086 (Table 1, row gpt-oss-120b, dataset CLEVRER, column B1c (mean of n=3 samples; std 0))",,out:effort-not-established, asp-clevrer-b1g,arxiv-2607.28086,gpt-oss-120b,unstated,agentic-tool,hard,ASP-agent-1h,,,,,,0.0,acc%,0.0289,,,"https://arxiv.org/abs/2607.28086 (Table 1, row gpt-oss-120b, dataset CLEVRER, column B1g (mean of n=3 samples; std 0))",,out:effort-not-established, asp-clevrer-b2,arxiv-2607.28086,gpt-oss-120b,unstated,agentic-tool,hard,ASP-agent-1h,,,,,,0.0,acc%,0.0289,,,"https://arxiv.org/abs/2607.28086 (Table 1, row gpt-oss-120b, dataset CLEVRER, column B2 (mean of n=3 samples; std 0))",,out:effort-not-established, asp-clevr-b0,arxiv-2607.28086,qwen3.6-27b,unstated,agentic-tool,hard,ASP-agent-1h,,,,,,42.2,acc%,0.0289,,,"https://arxiv.org/abs/2607.28086 (Table 1, row qwen3.6-27b, dataset CLEVR, column B0 (mean of n=3 samples; std 49.8))",,out:effort-not-established, asp-clevr-b1,arxiv-2607.28086,qwen3.6-27b,unstated,agentic-tool,hard,ASP-agent-1h,,,,,,66.7,acc%,0.0289,,,"https://arxiv.org/abs/2607.28086 (Table 1, row qwen3.6-27b, dataset CLEVR, column B1 (mean of n=3 samples; std 57.7))",,out:effort-not-established, asp-gqa-b0,arxiv-2607.28086,qwen3.6-27b,unstated,agentic-tool,hard,ASP-agent-1h,,,,,,85.0,acc%,0.0289,,,"https://arxiv.org/abs/2607.28086 (Table 1, row qwen3.6-27b, dataset GQA, column B0 (mean of n=3 samples; std 6.2))",,out:effort-not-established, asp-gqa-b1,arxiv-2607.28086,qwen3.6-27b,unstated,agentic-tool,hard,ASP-agent-1h,,,,,,77.7,acc%,0.0289,,,"https://arxiv.org/abs/2607.28086 (Table 1, row qwen3.6-27b, dataset GQA, column B1 (mean of n=3 samples; std 9.7))",,out:effort-not-established, asp-clevrer-b0,arxiv-2607.28086,qwen3.6-27b,unstated,agentic-tool,hard,ASP-agent-1h,,,,,,39.8,acc%,0.0289,,,"https://arxiv.org/abs/2607.28086 (Table 1, row qwen3.6-27b, dataset CLEVRER, column B0 (mean of n=3 samples; std 34.5))",,out:effort-not-established, asp-clevrer-b1c,arxiv-2607.28086,qwen3.6-27b,unstated,agentic-tool,hard,ASP-agent-1h,,,,,,0.0,acc%,0.0289,,,"https://arxiv.org/abs/2607.28086 (Table 1, row qwen3.6-27b, dataset CLEVRER, column B1c (mean of n=3 samples; std 0))",,out:effort-not-established, asp-clevrer-b1g,arxiv-2607.28086,qwen3.6-27b,unstated,agentic-tool,hard,ASP-agent-1h,,,,,,12.0,acc%,0.0289,,,"https://arxiv.org/abs/2607.28086 (Table 1, row qwen3.6-27b, dataset CLEVRER, column B1g (mean of n=3 samples; std 20.8))",,out:effort-not-established, asp-clevrer-b2,arxiv-2607.28086,qwen3.6-27b,unstated,agentic-tool,hard,ASP-agent-1h,,,,,,0.0,acc%,0.0289,,,"https://arxiv.org/abs/2607.28086 (Table 1, row qwen3.6-27b, dataset CLEVRER, column B2 (mean of n=3 samples; std 0))",,out:effort-not-established, asp-clevr-b0,arxiv-2607.28086,gpt-oss-20b,unstated,agentic-tool,hard,ASP-agent-1h,,,,,,0.0,acc%,0.0289,,,"https://arxiv.org/abs/2607.28086 (Table 1, row gpt-oss-20b, dataset CLEVR, column B0 (mean of n=3 samples; std 0))",,out:effort-not-established, asp-clevr-b1,arxiv-2607.28086,gpt-oss-20b,unstated,agentic-tool,hard,ASP-agent-1h,,,,,,0.0,acc%,0.0289,,,"https://arxiv.org/abs/2607.28086 (Table 1, row gpt-oss-20b, dataset CLEVR, column B1 (mean of n=3 samples; std 0))",,out:effort-not-established, asp-gqa-b0,arxiv-2607.28086,gpt-oss-20b,unstated,agentic-tool,hard,ASP-agent-1h,,,,,,0.0,acc%,0.0289,,,"https://arxiv.org/abs/2607.28086 (Table 1, row gpt-oss-20b, dataset GQA, column B0 (mean of n=3 samples; std 0))",,out:effort-not-established, asp-gqa-b1,arxiv-2607.28086,gpt-oss-20b,unstated,agentic-tool,hard,ASP-agent-1h,,,,,,0.0,acc%,0.0289,,,"https://arxiv.org/abs/2607.28086 (Table 1, row gpt-oss-20b, dataset GQA, column B1 (mean of n=3 samples; std 0))",,out:effort-not-established, asp-clevrer-b0,arxiv-2607.28086,gpt-oss-20b,unstated,agentic-tool,hard,ASP-agent-1h,,,,,,0.0,acc%,0.0289,,,"https://arxiv.org/abs/2607.28086 (Table 1, row gpt-oss-20b, dataset CLEVRER, column B0 (mean of n=3 samples; std 0))",,out:effort-not-established, asp-clevrer-b1c,arxiv-2607.28086,gpt-oss-20b,unstated,agentic-tool,hard,ASP-agent-1h,,,,,,0.0,acc%,0.0289,,,"https://arxiv.org/abs/2607.28086 (Table 1, row gpt-oss-20b, dataset CLEVRER, column B1c (mean of n=3 samples; std 0))",,out:effort-not-established, asp-clevrer-b1g,arxiv-2607.28086,gpt-oss-20b,unstated,agentic-tool,hard,ASP-agent-1h,,,,,,0.0,acc%,0.0289,,,"https://arxiv.org/abs/2607.28086 (Table 1, row gpt-oss-20b, dataset CLEVRER, column B1g (mean of n=3 samples; std 0))",,out:effort-not-established, asp-clevrer-b2,arxiv-2607.28086,gpt-oss-20b,unstated,agentic-tool,hard,ASP-agent-1h,,,,,,11.8,acc%,0.0289,,,"https://arxiv.org/abs/2607.28086 (Table 1, row gpt-oss-20b, dataset CLEVRER, column B2 (mean of n=3 samples; std 20.5))",,out:effort-not-established, asp-clevr-b0,arxiv-2607.28086,qwen3.5-9b,unstated,agentic-tool,hard,ASP-agent-1h,,,,,,17.7,acc%,0.0289,,,"https://arxiv.org/abs/2607.28086 (Table 1, row qwen3.5-9b, dataset CLEVR, column B0 (mean of n=3 samples; std 25.0))",,out:effort-not-established, asp-clevr-b1,arxiv-2607.28086,qwen3.5-9b,unstated,agentic-tool,hard,ASP-agent-1h,,,,,,0.0,acc%,0.0289,,,"https://arxiv.org/abs/2607.28086 (Table 1, row qwen3.5-9b, dataset CLEVR, column B1 (mean of n=3 samples; std 0))",,out:effort-not-established, asp-gqa-b0,arxiv-2607.28086,qwen3.5-9b,unstated,agentic-tool,hard,ASP-agent-1h,,,,,,0.0,acc%,0.0289,,,"https://arxiv.org/abs/2607.28086 (Table 1, row qwen3.5-9b, dataset GQA, column B0 (mean of n=3 samples; std 0))",,out:effort-not-established, asp-gqa-b1,arxiv-2607.28086,qwen3.5-9b,unstated,agentic-tool,hard,ASP-agent-1h,,,,,,0.0,acc%,0.0289,,,"https://arxiv.org/abs/2607.28086 (Table 1, row qwen3.5-9b, dataset GQA, column B1 (mean of n=3 samples; std 0))",,out:effort-not-established, asp-clevrer-b0,arxiv-2607.28086,qwen3.5-9b,unstated,agentic-tool,hard,ASP-agent-1h,,,,,,0.5,acc%,0.0289,,,"https://arxiv.org/abs/2607.28086 (Table 1, row qwen3.5-9b, dataset CLEVRER, column B0 (mean of n=3 samples; std 0.7))",,out:effort-not-established, asp-clevrer-b1c,arxiv-2607.28086,qwen3.5-9b,unstated,agentic-tool,hard,ASP-agent-1h,,,,,,0.0,acc%,0.0289,,,"https://arxiv.org/abs/2607.28086 (Table 1, row qwen3.5-9b, dataset CLEVRER, column B1c (mean of n=3 samples; std 0))",,out:effort-not-established, asp-clevrer-b1g,arxiv-2607.28086,qwen3.5-9b,unstated,agentic-tool,hard,ASP-agent-1h,,,,,,0.0,acc%,0.0289,,,"https://arxiv.org/abs/2607.28086 (Table 1, row qwen3.5-9b, dataset CLEVRER, column B1g (mean of n=3 samples; std 0))",,out:effort-not-established, asp-clevrer-b2,arxiv-2607.28086,qwen3.5-9b,unstated,agentic-tool,hard,ASP-agent-1h,,,,,,0.0,acc%,0.0289,,,"https://arxiv.org/abs/2607.28086 (Table 1, row qwen3.5-9b, dataset CLEVRER, column B2 (mean of n=3 samples; std 0))",,out:effort-not-established, blueprintrepair-typed,arxiv-2607.28110,deepseek-v4-flash-preview,default,reasoning-math,hard,blueprintrepair-typed,,,,,,73.239437,solved%-of-142,0,,,"https://arxiv.org/abs/2607.28110v1 (Figure 3, panel (a), label at 'all' budgets (p.7); Table 5 total row: total 142 104 109 104)",,out:effort-not-established, blueprintrepair-patch,arxiv-2607.28110,deepseek-v4-flash-preview,default,reasoning-math,hard,blueprintrepair-patch,,,,,,76.760563,solved%-of-142,0,,,"https://arxiv.org/abs/2607.28110v1 (Figure 3, panel (a), label at 'all' budgets (p.7); Table 5 total row: total 142 104 109 104)",,out:effort-not-established, blueprintrepair-rewrite,arxiv-2607.28110,deepseek-v4-flash-preview,default,reasoning-math,hard,blueprintrepair-rewrite,,,,,,73.239437,solved%-of-142,0,,,"https://arxiv.org/abs/2607.28110v1 (Figure 3, panel (a), label at 'all' budgets (p.7); Table 5 total row: total 142 104 109 104)",,out:effort-not-established, blueprintrepair-typed,arxiv-2607.28110,qwen3.6-flash,default,reasoning-math,hard,blueprintrepair-typed,,,,,,59.15493,solved%-of-142,0,,,"https://arxiv.org/abs/2607.28110v1 (Figure 3, panel (c), label at 'all' budgets (p.7); Table 5 total row: total 142 84 88 84)",,out:effort-not-established, blueprintrepair-patch,arxiv-2607.28110,qwen3.6-flash,default,reasoning-math,hard,blueprintrepair-patch,,,,,,61.971831,solved%-of-142,0,,,"https://arxiv.org/abs/2607.28110v1 (Figure 3, panel (c), label at 'all' budgets (p.7); Table 5 total row: total 142 84 88 84)",,out:effort-not-established, blueprintrepair-rewrite,arxiv-2607.28110,qwen3.6-flash,default,reasoning-math,hard,blueprintrepair-rewrite,,,,,,59.15493,solved%-of-142,0,,,"https://arxiv.org/abs/2607.28110v1 (Figure 3, panel (c), label at 'all' budgets (p.7); Table 5 total row: total 142 84 88 84)",,out:effort-not-established, parliament-win-overall,arxiv-2607.28146,gpt-5.4,low,mixed,mid,ParliamentBench-vsLlama-70B,,,,,,81,win%,0.289,,,"https://arxiv.org/abs/2607.28146 (Table 1, row GPT-5.4, column Overall (win rate))",,out:single-couple, parliament-win-overall,arxiv-2607.28146,kimi-k2.5,not-established:absent,mixed,mid,ParliamentBench-vsLlama-70B,,,,,,76,win%,0.289,,,"https://arxiv.org/abs/2607.28146 (Table 1, row Kimi K2.5, column Overall (win rate))",,out:effort-not-established, parliament-win-overall,arxiv-2607.28146,grok-4.1-fast,not-established:absent,mixed,mid,ParliamentBench-vsLlama-70B,,,,,,69,win%,0.289,,,"https://arxiv.org/abs/2607.28146 (Table 1, row Grok 4.1 Fast, column Overall (win rate))",,out:effort-not-established, parliament-win-overall,arxiv-2607.28146,qwen3.5-397b-a17b,not-established:absent,mixed,mid,ParliamentBench-vsLlama-70B,,,,,,56,win%,0.289,,,"https://arxiv.org/abs/2607.28146 (Table 1, row Qwen 3.5 397B A17B, column Overall (win rate))",,out:effort-not-established, tycho-arc3,arxiv-2607.28287,opus-4.8,xhigh,reasoning-math,frontier,Tycho-orchestrator,,231,0.289,,35800000,88.49,RHAE,0.00289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/html/2607.28287 (Table 5, row 'Tycho Opus 4.8')",,out:single-couple,in tycho-arc3,arxiv-2607.28287,opus-5,xhigh,reasoning-math,frontier,Tycho-orchestrator,,119,0.289,,23400000,100.00,RHAE,0.00289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/html/2607.28287 (Table 5, row 'Tycho Opus 5')",,out:uninformative,in tycho-arc3,arxiv-2607.28287,gpt-5.6-sol,max,reasoning-math,frontier,Tycho-orchestrator,,179,0.289,,15000000,100.00,RHAE,0.00289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/html/2607.28287 (Table 5, row 'Tycho GPT-5.6 Sol')",,out:uninformative,in frontis-mlebl-openmle-evo,arxiv-2607.28568,qwen3.6-35b-a3b,unstated,coding,hard,OpenMLE-Evo,,,,,,39.39,score%,0.00289,,,"https://arxiv.org/abs/2607.28568 (Table 1, row Qwen3.6-35B-A3B / OpenMLE-Evo, column Medal Average)",,out:effort-not-established, frontis-mlebl-claudecode,arxiv-2607.28568,glm-5.2,unstated,coding,hard,Claude Code,,,,,,59.09,score%,0.00289,,,"https://arxiv.org/abs/2607.28568 (Table 1, row GLM-5.2 / Claude Code, column Medal Average)",,out:effort-not-established, frontis-mlebl-openmle-evo,arxiv-2607.28568,glm-5.2,unstated,coding,hard,OpenMLE-Evo,,,,,,62.12,score%,0.00289,,,"https://arxiv.org/abs/2607.28568 (Table 1, row GLM-5.2 / OpenMLE-Evo, column Medal Average)",,out:effort-not-established, frontis-mlebl-claudecode,arxiv-2607.28568,kimi-k2.6,unstated,coding,hard,Claude Code,,,,,,59.09,score%,0.00289,,,"https://arxiv.org/abs/2607.28568 (Table 1, row Kimi K2.6 / Claude Code, column Medal Average)",,out:effort-not-established, frontis-mlebl-openmle-evo,arxiv-2607.28568,kimi-k2.6,unstated,coding,hard,OpenMLE-Evo,,,,,,66.67,score%,0.00289,,,"https://arxiv.org/abs/2607.28568 (Table 1, row Kimi K2.6 / OpenMLE-Evo, column Medal Average)",,out:effort-not-established, frontis-mlebl-openmle-evo,arxiv-2607.28568,grok-4.5,unstated,coding,hard,OpenMLE-Evo,,,,,,65.15,score%,0.00289,,,"https://arxiv.org/abs/2607.28568 (Table 1, row Grok-4.5 / OpenMLE-Evo, column Medal Average)",,out:effort-not-established, frontis-mlebl-openmle-evo,arxiv-2607.28568,qwen3.7-plus,unstated,coding,hard,OpenMLE-Evo,,,,,,54.55,score%,0.00289,,,"https://arxiv.org/abs/2607.28568 (Table 1, row Qwen3.7 Plus / OpenMLE-Evo, column Medal Average)",,out:effort-not-established, frontis-mlebl-openmle-evo,arxiv-2607.28568,deepseek-v4-pro-preview,unstated,coding,hard,OpenMLE-Evo,,,,,,54.55,score%,0.00289,,,"https://arxiv.org/abs/2607.28568 (Table 1, row DeepSeek-V4-Pro / OpenMLE-Evo, column Medal Average)",,out:effort-not-established, frontis-mlebl-openmle-evo,arxiv-2607.28568,deepseek-v4-flash-preview,unstated,coding,hard,OpenMLE-Evo,,,,,,51.52,score%,0.00289,,,"https://arxiv.org/abs/2607.28568 (Table 1, row DeepSeek-V4-Flash / OpenMLE-Evo, column Medal Average)",,out:effort-not-established, frontis-mlebl-openmle-evo,arxiv-2607.28568,glm-4.7,unstated,coding,hard,OpenMLE-Evo,,,,,,51.52,score%,0.00289,,,"https://arxiv.org/abs/2607.28568 (Table 1, row GLM-4.7 / OpenMLE-Evo, column Medal Average)",,out:effort-not-established, frontis-mlebl-codex,arxiv-2607.28568,gpt-5.6-sol,unstated,coding,hard,Codex,,,,,,72.73,score%,0.00289,,,"https://arxiv.org/abs/2607.28568 (Table 1, row GPT-5.6 Sol / Codex, column Medal Average)",,out:effort-not-established, frontis-mlebl-claudecode,arxiv-2607.28568,kimi-k3,unstated,coding,hard,Claude Code,,,,,,72.73,score%,0.00289,,,"https://arxiv.org/abs/2607.28568 (Table 1, row Kimi K3 / Claude Code, column Medal Average)",,out:effort-not-established, frontis-mlebl-codex,arxiv-2607.28568,gpt-5.5,unstated,coding,hard,Codex,,,,,,68.18,score%,0.00289,,,"https://arxiv.org/abs/2607.28568 (Table 1, row GPT-5.5 / Codex, column Medal Average)",,out:effort-not-established, frontis-mlebl-claudecode,arxiv-2607.28568,opus-4.8,unstated,coding,hard,Claude Code,,,,,,63.64,score%,0.00289,,,"https://arxiv.org/abs/2607.28568 (Table 1, row Claude Opus 4.8 / Claude Code, column Medal Average)",,out:effort-not-established, frontis-mlebl-claudecode,arxiv-2607.28568,sonnet-5,unstated,coding,hard,Claude Code,,,,,,59.09,score%,0.00289,,,"https://arxiv.org/abs/2607.28568 (Table 1, row Claude Sonnet 5 / Claude Code, column Medal Average)",,out:effort-not-established, frontis-mlebl-claudecode,arxiv-2607.28568,sonnet-4.6,unstated,coding,hard,Claude Code,,,,,,54.55,score%,0.00289,,,"https://arxiv.org/abs/2607.28568 (Table 1, row Claude Sonnet 4.6 / Claude Code, column Medal Average)",,out:effort-not-established, frontis-naturebench-claudecode,arxiv-2607.28568,opus-4.7,unstated,agentic-tool,hard,Claude Code,,,,,,70,score%,0,,,"https://arxiv.org/abs/2607.28568 (Table 2, row Claude Opus 4.7, column All S (Surpass-SOTA, g>0.1))",,out:effort-not-established, frontis-naturebench-claudecode,arxiv-2607.28568,glm-5.2,unstated,agentic-tool,hard,Claude Code,,,,,,70,score%,0,,,"https://arxiv.org/abs/2607.28568 (Table 2, row GLM-5.2, column All S (Surpass-SOTA, g>0.1))",,out:effort-not-established, frontis-naturebench-codex,arxiv-2607.28568,gpt-5.5,unstated,agentic-tool,hard,Codex,,,,,,40,score%,0,,,"https://arxiv.org/abs/2607.28568 (Table 2, row GPT-5.5, column All S (Surpass-SOTA, g>0.1))",,out:effort-not-established, frontis-naturebench-claudecode,arxiv-2607.28568,qwen3.7-max,unstated,agentic-tool,hard,Claude Code,,,,,,40,score%,0,,,"https://arxiv.org/abs/2607.28568 (Table 2, row Qwen 3.7 Max, column All S (Surpass-SOTA, g>0.1))",,out:effort-not-established, frontis-naturebench-claudecode,arxiv-2607.28568,kimi-k2.6,unstated,agentic-tool,hard,Claude Code,,,,,,30,score%,0,,,"https://arxiv.org/abs/2607.28568 (Table 2, row Kimi K2.6, column All S (Surpass-SOTA, g>0.1))",,out:effort-not-established, frontis-naturebench-codex,arxiv-2607.28568,gpt-5.4,unstated,agentic-tool,hard,Codex,,,,,,30,score%,0,,,"https://arxiv.org/abs/2607.28568 (Table 2, row GPT-5.4, column All S (Surpass-SOTA, g>0.1))",,out:effort-not-established, frontis-naturebench-claudecode,arxiv-2607.28568,glm-5.1,unstated,agentic-tool,hard,Claude Code,,,,,,30,score%,0,,,"https://arxiv.org/abs/2607.28568 (Table 2, row GLM-5.1, column All S (Surpass-SOTA, g>0.1))",,out:effort-not-established, frontis-naturebench-claudecode,arxiv-2607.28568,deepseek-v4-pro-preview,unstated,agentic-tool,hard,Claude Code,,,,,,20,score%,0,,,"https://arxiv.org/abs/2607.28568 (Table 2, row DeepSeek-V4-Pro, column All S (Surpass-SOTA, g>0.1))",,out:effort-not-established, frontis-naturebench-claudecode,arxiv-2607.28568,opus-4.6,unstated,agentic-tool,hard,Claude Code,,,,,,20,score%,0,,,"https://arxiv.org/abs/2607.28568 (Table 2, row Claude Opus 4.6, column All S (Surpass-SOTA, g>0.1))",,out:effort-not-established, finindices-si-hint-train,arxiv-2607.28661,gemini-3.1-pro,not-established:absent,reasoning-math,hard,FinIndices-eval,,,,,,66.29,acc%,0.00289,,evaluated-by:Qwen Team,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.5.2: row 'Gemini-3.1-Pro (thinking)', column si-hint-train)",,out:effort-not-established, finindices-si-hint-dev,arxiv-2607.28661,gemini-3.1-pro,not-established:absent,reasoning-math,hard,FinIndices-eval,,,,,,69.05,acc%,0.00289,,evaluated-by:Qwen Team,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.5.3: row 'Gemini-3.1-Pro (thinking)', column si-hint-dev)",,out:effort-not-established, finindices-si-hint-test,arxiv-2607.28661,gemini-3.1-pro,not-established:absent,reasoning-math,hard,FinIndices-eval,,,,,,79.61,acc%,0.00289,,evaluated-by:Qwen Team,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.5.4: row 'Gemini-3.1-Pro (thinking)', column si-hint-test)",,out:effort-not-established, finindices-ti-hint-train,arxiv-2607.28661,gemini-3.1-pro,not-established:absent,reasoning-math,hard,FinIndices-eval,,,,,,34.50,acc%,0.00289,,evaluated-by:Qwen Team,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.5.5: row 'Gemini-3.1-Pro (thinking)', column ti-hint-train)",,out:effort-not-established, finindices-ti-hint-dev,arxiv-2607.28661,gemini-3.1-pro,not-established:absent,reasoning-math,hard,FinIndices-eval,,,,,,26.57,acc%,0.00289,,evaluated-by:Qwen Team,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.5.6: row 'Gemini-3.1-Pro (thinking)', column ti-hint-dev)",,out:effort-not-established, finindices-ti-hint-test,arxiv-2607.28661,gemini-3.1-pro,not-established:absent,reasoning-math,hard,FinIndices-eval,,,,,,70.70,acc%,0.00289,,evaluated-by:Qwen Team,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.5.7: row 'Gemini-3.1-Pro (thinking)', column ti-hint-test)",,out:effort-not-established, finindices-si-nohint-train,arxiv-2607.28661,gemini-3.1-pro,not-established:absent,reasoning-math,hard,FinIndices-eval,,,,,,55.95,acc%,0.00289,,evaluated-by:Qwen Team,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.5.9: row 'Gemini-3.1-Pro (thinking)', column si-nohint-train)",,out:effort-not-established, finindices-si-nohint-dev,arxiv-2607.28661,gemini-3.1-pro,not-established:absent,reasoning-math,hard,FinIndices-eval,,,,,,58.96,acc%,0.00289,,evaluated-by:Qwen Team,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.5.10: row 'Gemini-3.1-Pro (thinking)', column si-nohint-dev)",,out:effort-not-established, finindices-si-nohint-test,arxiv-2607.28661,gemini-3.1-pro,not-established:absent,reasoning-math,hard,FinIndices-eval,,,,,,64.90,acc%,0.00289,,evaluated-by:Qwen Team,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.5.11: row 'Gemini-3.1-Pro (thinking)', column si-nohint-test)",,out:effort-not-established, finindices-ti-nohint-train,arxiv-2607.28661,gemini-3.1-pro,not-established:absent,reasoning-math,hard,FinIndices-eval,,,,,,17.35,acc%,0.00289,,evaluated-by:Qwen Team,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.5.12: row 'Gemini-3.1-Pro (thinking)', column ti-nohint-train)",,out:effort-not-established, finindices-ti-nohint-dev,arxiv-2607.28661,gemini-3.1-pro,not-established:absent,reasoning-math,hard,FinIndices-eval,,,,,,9.09,acc%,0.00289,,evaluated-by:Qwen Team,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.5.13: row 'Gemini-3.1-Pro (thinking)', column ti-nohint-dev)",,out:effort-not-established, finindices-ti-nohint-test,arxiv-2607.28661,gemini-3.1-pro,not-established:absent,reasoning-math,hard,FinIndices-eval,,,,,,38.22,acc%,0.00289,,evaluated-by:Qwen Team,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.5.14: row 'Gemini-3.1-Pro (thinking)', column ti-nohint-test)",,out:effort-not-established, finindices-si-hint-train,arxiv-2607.28661,opus-4.8,not-established:absent,reasoning-math,hard,FinIndices-eval,,,,,,66.91,acc%,0.00289,,evaluated-by:Qwen Team; default-bridged,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.6.2: row 'Claude-Opus-4.8 (thinking)', column si-hint-train)",,out:effort-not-established, finindices-si-hint-dev,arxiv-2607.28661,opus-4.8,not-established:absent,reasoning-math,hard,FinIndices-eval,,,,,,72.66,acc%,0.00289,,evaluated-by:Qwen Team; default-bridged,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.6.3: row 'Claude-Opus-4.8 (thinking)', column si-hint-dev)",,out:effort-not-established, finindices-si-hint-test,arxiv-2607.28661,opus-4.8,not-established:absent,reasoning-math,hard,FinIndices-eval,,,,,,78.46,acc%,0.00289,,evaluated-by:Qwen Team; default-bridged,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.6.4: row 'Claude-Opus-4.8 (thinking)', column si-hint-test)",,out:effort-not-established, finindices-ti-hint-train,arxiv-2607.28661,opus-4.8,not-established:absent,reasoning-math,hard,FinIndices-eval,,,,,,31.46,acc%,0.00289,,evaluated-by:Qwen Team; default-bridged,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.6.5: row 'Claude-Opus-4.8 (thinking)', column ti-hint-train)",,out:effort-not-established, finindices-ti-hint-dev,arxiv-2607.28661,opus-4.8,not-established:absent,reasoning-math,hard,FinIndices-eval,,,,,,23.08,acc%,0.00289,,evaluated-by:Qwen Team; default-bridged,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.6.6: row 'Claude-Opus-4.8 (thinking)', column ti-hint-dev)",,out:effort-not-established, finindices-ti-hint-test,arxiv-2607.28661,opus-4.8,not-established:absent,reasoning-math,hard,FinIndices-eval,,,,,,65.61,acc%,0.00289,,evaluated-by:Qwen Team; default-bridged,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.6.7: row 'Claude-Opus-4.8 (thinking)', column ti-hint-test)",,out:effort-not-established, finindices-si-nohint-train,arxiv-2607.28661,opus-4.8,not-established:absent,reasoning-math,hard,FinIndices-eval,,,,,,56.65,acc%,0.00289,,evaluated-by:Qwen Team; default-bridged,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.6.9: row 'Claude-Opus-4.8 (thinking)', column si-nohint-train)",,out:effort-not-established, finindices-si-nohint-dev,arxiv-2607.28661,opus-4.8,not-established:absent,reasoning-math,hard,FinIndices-eval,,,,,,60.62,acc%,0.00289,,evaluated-by:Qwen Team; default-bridged,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.6.10: row 'Claude-Opus-4.8 (thinking)', column si-nohint-dev)",,out:effort-not-established, finindices-si-nohint-test,arxiv-2607.28661,opus-4.8,not-established:absent,reasoning-math,hard,FinIndices-eval,,,,,,65.79,acc%,0.00289,,evaluated-by:Qwen Team; default-bridged,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.6.11: row 'Claude-Opus-4.8 (thinking)', column si-nohint-test)",,out:effort-not-established, finindices-ti-nohint-train,arxiv-2607.28661,opus-4.8,not-established:absent,reasoning-math,hard,FinIndices-eval,,,,,,16.51,acc%,0.00289,,evaluated-by:Qwen Team; default-bridged,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.6.12: row 'Claude-Opus-4.8 (thinking)', column ti-nohint-train)",,out:effort-not-established, finindices-ti-nohint-dev,arxiv-2607.28661,opus-4.8,not-established:absent,reasoning-math,hard,FinIndices-eval,,,,,,9.79,acc%,0.00289,,evaluated-by:Qwen Team; default-bridged,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.6.13: row 'Claude-Opus-4.8 (thinking)', column ti-nohint-dev)",,out:effort-not-established, finindices-ti-nohint-test,arxiv-2607.28661,opus-4.8,not-established:absent,reasoning-math,hard,FinIndices-eval,,,,,,38.85,acc%,0.00289,,evaluated-by:Qwen Team; default-bridged,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.6.14: row 'Claude-Opus-4.8 (thinking)', column ti-nohint-test)",,out:effort-not-established, finindices-si-hint-train,arxiv-2607.28661,gpt-5.5,not-established:absent,reasoning-math,hard,FinIndices-eval,,,,,,65.69,acc%,0.00289,,evaluated-by:Qwen Team,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.7.2: row 'GPT-5.5 (thinking)', column si-hint-train)",,out:effort-not-established, finindices-si-hint-dev,arxiv-2607.28661,gpt-5.5,not-established:absent,reasoning-math,hard,FinIndices-eval,,,,,,74.46,acc%,0.00289,,evaluated-by:Qwen Team,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.7.3: row 'GPT-5.5 (thinking)', column si-hint-dev)",,out:effort-not-established, finindices-si-hint-test,arxiv-2607.28661,gpt-5.5,not-established:absent,reasoning-math,hard,FinIndices-eval,,,,,,77.29,acc%,0.00289,,evaluated-by:Qwen Team,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.7.4: row 'GPT-5.5 (thinking)', column si-hint-test)",,out:effort-not-established, finindices-ti-hint-train,arxiv-2607.28661,gpt-5.5,not-established:absent,reasoning-math,hard,FinIndices-eval,,,,,,32.90,acc%,0.00289,,evaluated-by:Qwen Team,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.7.5: row 'GPT-5.5 (thinking)', column ti-hint-train)",,out:effort-not-established, finindices-ti-hint-dev,arxiv-2607.28661,gpt-5.5,not-established:absent,reasoning-math,hard,FinIndices-eval,,,,,,22.84,acc%,0.00289,,evaluated-by:Qwen Team,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.7.6: row 'GPT-5.5 (thinking)', column ti-hint-dev)",,out:effort-not-established, finindices-ti-hint-test,arxiv-2607.28661,gpt-5.5,not-established:absent,reasoning-math,hard,FinIndices-eval,,,,,,66.88,acc%,0.00289,,evaluated-by:Qwen Team,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.7.7: row 'GPT-5.5 (thinking)', column ti-hint-test)",,out:effort-not-established, finindices-si-nohint-train,arxiv-2607.28661,gpt-5.5,not-established:absent,reasoning-math,hard,FinIndices-eval,,,,,,54.42,acc%,0.00289,,evaluated-by:Qwen Team,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.7.9: row 'GPT-5.5 (thinking)', column si-nohint-train)",,out:effort-not-established, finindices-si-nohint-dev,arxiv-2607.28661,gpt-5.5,not-established:absent,reasoning-math,hard,FinIndices-eval,,,,,,59.17,acc%,0.00289,,evaluated-by:Qwen Team,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.7.10: row 'GPT-5.5 (thinking)', column si-nohint-dev)",,out:effort-not-established, finindices-si-nohint-test,arxiv-2607.28661,gpt-5.5,not-established:absent,reasoning-math,hard,FinIndices-eval,,,,,,60.91,acc%,0.00289,,evaluated-by:Qwen Team,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.7.11: row 'GPT-5.5 (thinking)', column si-nohint-test)",,out:effort-not-established, finindices-ti-nohint-train,arxiv-2607.28661,gpt-5.5,not-established:absent,reasoning-math,hard,FinIndices-eval,,,,,,15.12,acc%,0.00289,,evaluated-by:Qwen Team,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.7.12: row 'GPT-5.5 (thinking)', column ti-nohint-train)",,out:effort-not-established, finindices-ti-nohint-dev,arxiv-2607.28661,gpt-5.5,not-established:absent,reasoning-math,hard,FinIndices-eval,,,,,,11.66,acc%,0.00289,,evaluated-by:Qwen Team,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.7.13: row 'GPT-5.5 (thinking)', column ti-nohint-dev)",,out:effort-not-established, finindices-ti-nohint-test,arxiv-2607.28661,gpt-5.5,not-established:absent,reasoning-math,hard,FinIndices-eval,,,,,,34.18,acc%,0.00289,,evaluated-by:Qwen Team,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.7.14: row 'GPT-5.5 (thinking)', column ti-nohint-test)",,out:effort-not-established, finindices-si-hint-train,arxiv-2607.28661,gpt-5.4,not-established:absent,reasoning-math,hard,FinIndices-eval,,,,,,65.88,acc%,0.00289,,evaluated-by:Qwen Team,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.8.2: row 'GPT-5.4 (thinking)', column si-hint-train)",,out:effort-not-established, finindices-si-hint-dev,arxiv-2607.28661,gpt-5.4,not-established:absent,reasoning-math,hard,FinIndices-eval,,,,,,71.58,acc%,0.00289,,evaluated-by:Qwen Team,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.8.3: row 'GPT-5.4 (thinking)', column si-hint-dev)",,out:effort-not-established, finindices-si-hint-test,arxiv-2607.28661,gpt-5.4,not-established:absent,reasoning-math,hard,FinIndices-eval,,,,,,75.79,acc%,0.00289,,evaluated-by:Qwen Team,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.8.4: row 'GPT-5.4 (thinking)', column si-hint-test)",,out:effort-not-established, finindices-ti-hint-train,arxiv-2607.28661,gpt-5.4,not-established:absent,reasoning-math,hard,FinIndices-eval,,,,,,33.38,acc%,0.00289,,evaluated-by:Qwen Team,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.8.5: row 'GPT-5.4 (thinking)', column ti-hint-train)",,out:effort-not-established, finindices-ti-hint-dev,arxiv-2607.28661,gpt-5.4,not-established:absent,reasoning-math,hard,FinIndices-eval,,,,,,25.17,acc%,0.00289,,evaluated-by:Qwen Team,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.8.6: row 'GPT-5.4 (thinking)', column ti-hint-dev)",,out:effort-not-established, finindices-ti-hint-test,arxiv-2607.28661,gpt-5.4,not-established:absent,reasoning-math,hard,FinIndices-eval,,,,,,65.61,acc%,0.00289,,evaluated-by:Qwen Team,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.8.7: row 'GPT-5.4 (thinking)', column ti-hint-test)",,out:effort-not-established, finindices-si-nohint-train,arxiv-2607.28661,gpt-5.4,not-established:absent,reasoning-math,hard,FinIndices-eval,,,,,,55.96,acc%,0.00289,,evaluated-by:Qwen Team,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.8.9: row 'GPT-5.4 (thinking)', column si-nohint-train)",,out:effort-not-established, finindices-si-nohint-dev,arxiv-2607.28661,gpt-5.4,not-established:absent,reasoning-math,hard,FinIndices-eval,,,,,,59.02,acc%,0.00289,,evaluated-by:Qwen Team,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.8.10: row 'GPT-5.4 (thinking)', column si-nohint-dev)",,out:effort-not-established, finindices-si-nohint-test,arxiv-2607.28661,gpt-5.4,not-established:absent,reasoning-math,hard,FinIndices-eval,,,,,,57.04,acc%,0.00289,,evaluated-by:Qwen Team,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.8.11: row 'GPT-5.4 (thinking)', column si-nohint-test)",,out:effort-not-established, finindices-ti-nohint-train,arxiv-2607.28661,gpt-5.4,not-established:absent,reasoning-math,hard,FinIndices-eval,,,,,,14.77,acc%,0.00289,,evaluated-by:Qwen Team,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.8.12: row 'GPT-5.4 (thinking)', column ti-nohint-train)",,out:effort-not-established, finindices-ti-nohint-dev,arxiv-2607.28661,gpt-5.4,not-established:absent,reasoning-math,hard,FinIndices-eval,,,,,,10.49,acc%,0.00289,,evaluated-by:Qwen Team,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.8.13: row 'GPT-5.4 (thinking)', column ti-nohint-dev)",,out:effort-not-established, finindices-ti-nohint-test,arxiv-2607.28661,gpt-5.4,not-established:absent,reasoning-math,hard,FinIndices-eval,,,,,,31.21,acc%,0.00289,,evaluated-by:Qwen Team,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.8.14: row 'GPT-5.4 (thinking)', column ti-nohint-test)",,out:effort-not-established, finindices-si-hint-train,arxiv-2607.28661,qwen3.7-max,think,reasoning-math,hard,FinIndices-eval,,,,,,62.59,acc%,0.00289,,vendor-reported:Alibaba,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.10.2: row 'Qwen3.7-Max (thinking)', column si-hint-train)",,in, finindices-si-hint-dev,arxiv-2607.28661,qwen3.7-max,think,reasoning-math,hard,FinIndices-eval,,,,,,69.51,acc%,0.00289,,vendor-reported:Alibaba,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.10.3: row 'Qwen3.7-Max (thinking)', column si-hint-dev)",,in, finindices-si-hint-test,arxiv-2607.28661,qwen3.7-max,think,reasoning-math,hard,FinIndices-eval,,,,,,78.53,acc%,0.00289,,vendor-reported:Alibaba,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.10.4: row 'Qwen3.7-Max (thinking)', column si-hint-test)",,in, finindices-ti-hint-train,arxiv-2607.28661,qwen3.7-max,think,reasoning-math,hard,FinIndices-eval,,,,,,35.10,acc%,0.00289,,vendor-reported:Alibaba,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.10.5: row 'Qwen3.7-Max (thinking)', column ti-hint-train)",,in, finindices-ti-hint-dev,arxiv-2607.28661,qwen3.7-max,think,reasoning-math,hard,FinIndices-eval,,,,,,26.57,acc%,0.00289,,vendor-reported:Alibaba,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.10.6: row 'Qwen3.7-Max (thinking)', column ti-hint-dev)",,in, finindices-ti-hint-test,arxiv-2607.28661,qwen3.7-max,think,reasoning-math,hard,FinIndices-eval,,,,,,72.82,acc%,0.00289,,vendor-reported:Alibaba,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.10.7: row 'Qwen3.7-Max (thinking)', column ti-hint-test)",,in, finindices-si-nohint-train,arxiv-2607.28661,qwen3.7-max,think,reasoning-math,hard,FinIndices-eval,,,,,,50.75,acc%,0.00289,,vendor-reported:Alibaba,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.10.9: row 'Qwen3.7-Max (thinking)', column si-nohint-train)",,in, finindices-si-nohint-dev,arxiv-2607.28661,qwen3.7-max,think,reasoning-math,hard,FinIndices-eval,,,,,,54.24,acc%,0.00289,,vendor-reported:Alibaba,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.10.10: row 'Qwen3.7-Max (thinking)', column si-nohint-dev)",,in, finindices-si-nohint-test,arxiv-2607.28661,qwen3.7-max,think,reasoning-math,hard,FinIndices-eval,,,,,,58.18,acc%,0.00289,,vendor-reported:Alibaba,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.10.11: row 'Qwen3.7-Max (thinking)', column si-nohint-test)",,in, finindices-ti-nohint-train,arxiv-2607.28661,qwen3.7-max,think,reasoning-math,hard,FinIndices-eval,,,,,,15.47,acc%,0.00289,,vendor-reported:Alibaba,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.10.12: row 'Qwen3.7-Max (thinking)', column ti-nohint-train)",,in, finindices-ti-nohint-dev,arxiv-2607.28661,qwen3.7-max,think,reasoning-math,hard,FinIndices-eval,,,,,,10.02,acc%,0.00289,,vendor-reported:Alibaba,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.10.13: row 'Qwen3.7-Max (thinking)', column ti-nohint-dev)",,in, finindices-ti-nohint-test,arxiv-2607.28661,qwen3.7-max,think,reasoning-math,hard,FinIndices-eval,,,,,,33.97,acc%,0.00289,,vendor-reported:Alibaba,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.10.14: row 'Qwen3.7-Max (thinking)', column ti-nohint-test)",,in, finindices-si-hint-train,arxiv-2607.28661,deepseek-v4-pro-preview,not-established:absent,reasoning-math,hard,FinIndices-eval,,,,,,64.75,acc%,0.00289,,evaluated-by:Qwen Team,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.11.2: row 'DeepSeek-V4-Pro (thinking)', column si-hint-train)",,out:effort-not-established, finindices-si-hint-dev,arxiv-2607.28661,deepseek-v4-pro-preview,not-established:absent,reasoning-math,hard,FinIndices-eval,,,,,,66.00,acc%,0.00289,,evaluated-by:Qwen Team,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.11.3: row 'DeepSeek-V4-Pro (thinking)', column si-hint-dev)",,out:effort-not-established, finindices-si-hint-test,arxiv-2607.28661,deepseek-v4-pro-preview,not-established:absent,reasoning-math,hard,FinIndices-eval,,,,,,69.20,acc%,0.00289,,evaluated-by:Qwen Team,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.11.4: row 'DeepSeek-V4-Pro (thinking)', column si-hint-test)",,out:effort-not-established, finindices-ti-hint-train,arxiv-2607.28661,deepseek-v4-pro-preview,not-established:absent,reasoning-math,hard,FinIndices-eval,,,,,,25.28,acc%,0.00289,,evaluated-by:Qwen Team,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.11.5: row 'DeepSeek-V4-Pro (thinking)', column ti-hint-train)",,out:effort-not-established, finindices-ti-hint-dev,arxiv-2607.28661,deepseek-v4-pro-preview,not-established:absent,reasoning-math,hard,FinIndices-eval,,,,,,15.62,acc%,0.00289,,evaluated-by:Qwen Team,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.11.6: row 'DeepSeek-V4-Pro (thinking)', column ti-hint-dev)",,out:effort-not-established, finindices-ti-hint-test,arxiv-2607.28661,deepseek-v4-pro-preview,not-established:absent,reasoning-math,hard,FinIndices-eval,,,,,,48.20,acc%,0.00289,,evaluated-by:Qwen Team,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.11.7: row 'DeepSeek-V4-Pro (thinking)', column ti-hint-test)",,out:effort-not-established, finindices-si-nohint-train,arxiv-2607.28661,deepseek-v4-pro-preview,not-established:absent,reasoning-math,hard,FinIndices-eval,,,,,,52.85,acc%,0.00289,,evaluated-by:Qwen Team,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.11.9: row 'DeepSeek-V4-Pro (thinking)', column si-nohint-train)",,out:effort-not-established, finindices-si-nohint-dev,arxiv-2607.28661,deepseek-v4-pro-preview,not-established:absent,reasoning-math,hard,FinIndices-eval,,,,,,50.69,acc%,0.00289,,evaluated-by:Qwen Team,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.11.10: row 'DeepSeek-V4-Pro (thinking)', column si-nohint-dev)",,out:effort-not-established, finindices-si-nohint-test,arxiv-2607.28661,deepseek-v4-pro-preview,not-established:absent,reasoning-math,hard,FinIndices-eval,,,,,,52.74,acc%,0.00289,,evaluated-by:Qwen Team,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.11.11: row 'DeepSeek-V4-Pro (thinking)', column si-nohint-test)",,out:effort-not-established, finindices-ti-nohint-train,arxiv-2607.28661,deepseek-v4-pro-preview,not-established:absent,reasoning-math,hard,FinIndices-eval,,,,,,9.86,acc%,0.00289,,evaluated-by:Qwen Team,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.11.12: row 'DeepSeek-V4-Pro (thinking)', column ti-nohint-train)",,out:effort-not-established, finindices-ti-nohint-dev,arxiv-2607.28661,deepseek-v4-pro-preview,not-established:absent,reasoning-math,hard,FinIndices-eval,,,,,,6.29,acc%,0.00289,,evaluated-by:Qwen Team,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.11.13: row 'DeepSeek-V4-Pro (thinking)', column ti-nohint-dev)",,out:effort-not-established, finindices-ti-nohint-test,arxiv-2607.28661,deepseek-v4-pro-preview,not-established:absent,reasoning-math,hard,FinIndices-eval,,,,,,22.72,acc%,0.00289,,evaluated-by:Qwen Team,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.11.14: row 'DeepSeek-V4-Pro (thinking)', column ti-nohint-test)",,out:effort-not-established, finindices-si-hint-train,arxiv-2607.28661,glm-5.2,not-established:absent,reasoning-math,hard,FinIndices-eval,,,,,,51.14,acc%,0.00289,,evaluated-by:Qwen Team,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.12.2: row 'GLM-5.2 (thinking)', column si-hint-train)",,out:effort-not-established, finindices-si-hint-dev,arxiv-2607.28661,glm-5.2,not-established:absent,reasoning-math,hard,FinIndices-eval,,,,,,57.41,acc%,0.00289,,evaluated-by:Qwen Team,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.12.3: row 'GLM-5.2 (thinking)', column si-hint-dev)",,out:effort-not-established, finindices-si-hint-test,arxiv-2607.28661,glm-5.2,not-established:absent,reasoning-math,hard,FinIndices-eval,,,,,,60.50,acc%,0.00289,,evaluated-by:Qwen Team,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.12.4: row 'GLM-5.2 (thinking)', column si-hint-test)",,out:effort-not-established, finindices-ti-hint-train,arxiv-2607.28661,glm-5.2,not-established:absent,reasoning-math,hard,FinIndices-eval,,,,,,16.77,acc%,0.00289,,evaluated-by:Qwen Team,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.12.5: row 'GLM-5.2 (thinking)', column ti-hint-train)",,out:effort-not-established, finindices-ti-hint-dev,arxiv-2607.28661,glm-5.2,not-established:absent,reasoning-math,hard,FinIndices-eval,,,,,,11.19,acc%,0.00289,,evaluated-by:Qwen Team,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.12.6: row 'GLM-5.2 (thinking)', column ti-hint-dev)",,out:effort-not-established, finindices-ti-hint-test,arxiv-2607.28661,glm-5.2,not-established:absent,reasoning-math,hard,FinIndices-eval,,,,,,36.94,acc%,0.00289,,evaluated-by:Qwen Team,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.12.7: row 'GLM-5.2 (thinking)', column ti-hint-test)",,out:effort-not-established, finindices-si-nohint-train,arxiv-2607.28661,glm-5.2,not-established:absent,reasoning-math,hard,FinIndices-eval,,,,,,43.17,acc%,0.00289,,evaluated-by:Qwen Team,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.12.9: row 'GLM-5.2 (thinking)', column si-nohint-train)",,out:effort-not-established, finindices-si-nohint-dev,arxiv-2607.28661,glm-5.2,not-established:absent,reasoning-math,hard,FinIndices-eval,,,,,,45.05,acc%,0.00289,,evaluated-by:Qwen Team,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.12.10: row 'GLM-5.2 (thinking)', column si-nohint-dev)",,out:effort-not-established, finindices-si-nohint-test,arxiv-2607.28661,glm-5.2,not-established:absent,reasoning-math,hard,FinIndices-eval,,,,,,48.82,acc%,0.00289,,evaluated-by:Qwen Team,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.12.11: row 'GLM-5.2 (thinking)', column si-nohint-test)",,out:effort-not-established, finindices-ti-nohint-train,arxiv-2607.28661,glm-5.2,not-established:absent,reasoning-math,hard,FinIndices-eval,,,,,,7.27,acc%,0.00289,,evaluated-by:Qwen Team,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.12.12: row 'GLM-5.2 (thinking)', column ti-nohint-train)",,out:effort-not-established, finindices-ti-nohint-dev,arxiv-2607.28661,glm-5.2,not-established:absent,reasoning-math,hard,FinIndices-eval,,,,,,5.59,acc%,0.00289,,evaluated-by:Qwen Team,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.12.13: row 'GLM-5.2 (thinking)', column ti-nohint-dev)",,out:effort-not-established, finindices-ti-nohint-test,arxiv-2607.28661,glm-5.2,not-established:absent,reasoning-math,hard,FinIndices-eval,,,,,,19.53,acc%,0.00289,,evaluated-by:Qwen Team,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.12.14: row 'GLM-5.2 (thinking)', column ti-nohint-test)",,out:effort-not-established, finindices-si-hint-train,arxiv-2607.28661,glm-5,think,reasoning-math,hard,FinIndices-eval,,,,,,51.28,acc%,0.00289,,evaluated-by:Qwen Team,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.13.2: row 'GLM-5 (thinking)', column si-hint-train)",,in, finindices-si-hint-dev,arxiv-2607.28661,glm-5,think,reasoning-math,hard,FinIndices-eval,,,,,,50.93,acc%,0.00289,,evaluated-by:Qwen Team,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.13.3: row 'GLM-5 (thinking)', column si-hint-dev)",,in, finindices-si-hint-test,arxiv-2607.28661,glm-5,think,reasoning-math,hard,FinIndices-eval,,,,,,50.85,acc%,0.00289,,evaluated-by:Qwen Team,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.13.4: row 'GLM-5 (thinking)', column si-hint-test)",,in, finindices-ti-hint-train,arxiv-2607.28661,glm-5,think,reasoning-math,hard,FinIndices-eval,,,,,,16.84,acc%,0.00289,,evaluated-by:Qwen Team,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.13.5: row 'GLM-5 (thinking)', column ti-hint-train)",,in, finindices-ti-hint-dev,arxiv-2607.28661,glm-5,think,reasoning-math,hard,FinIndices-eval,,,,,,12.59,acc%,0.00289,,evaluated-by:Qwen Team,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.13.6: row 'GLM-5 (thinking)', column ti-hint-dev)",,in, finindices-ti-hint-test,arxiv-2607.28661,glm-5,think,reasoning-math,hard,FinIndices-eval,,,,,,35.03,acc%,0.00289,,evaluated-by:Qwen Team,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.13.7: row 'GLM-5 (thinking)', column ti-hint-test)",,in, finindices-si-nohint-train,arxiv-2607.28661,glm-5,think,reasoning-math,hard,FinIndices-eval,,,,,,41.22,acc%,0.00289,,evaluated-by:Qwen Team,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.13.9: row 'GLM-5 (thinking)', column si-nohint-train)",,in, finindices-si-nohint-dev,arxiv-2607.28661,glm-5,think,reasoning-math,hard,FinIndices-eval,,,,,,35.21,acc%,0.00289,,evaluated-by:Qwen Team,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.13.10: row 'GLM-5 (thinking)', column si-nohint-dev)",,in, finindices-si-nohint-test,arxiv-2607.28661,glm-5,think,reasoning-math,hard,FinIndices-eval,,,,,,36.97,acc%,0.00289,,evaluated-by:Qwen Team,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.13.11: row 'GLM-5 (thinking)', column si-nohint-test)",,in, finindices-ti-nohint-train,arxiv-2607.28661,glm-5,think,reasoning-math,hard,FinIndices-eval,,,,,,7.98,acc%,0.00289,,evaluated-by:Qwen Team,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.13.12: row 'GLM-5 (thinking)', column ti-nohint-train)",,in, finindices-ti-nohint-dev,arxiv-2607.28661,glm-5,think,reasoning-math,hard,FinIndices-eval,,,,,,5.59,acc%,0.00289,,evaluated-by:Qwen Team,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.13.13: row 'GLM-5 (thinking)', column ti-nohint-dev)",,in, finindices-ti-nohint-test,arxiv-2607.28661,glm-5,think,reasoning-math,hard,FinIndices-eval,,,,,,19.11,acc%,0.00289,,evaluated-by:Qwen Team,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.13.14: row 'GLM-5 (thinking)', column ti-nohint-test)",,in, finindices-si-hint-train,arxiv-2607.28661,qwen3.7-plus,think,reasoning-math,hard,FinIndices-eval,,,,,,61.53,acc%,0.00289,,vendor-reported:Alibaba,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.15.2: row 'Qwen3.7-Plus (thinking)', column si-hint-train)",,in, finindices-si-hint-dev,arxiv-2607.28661,qwen3.7-plus,think,reasoning-math,hard,FinIndices-eval,,,,,,65.33,acc%,0.00289,,vendor-reported:Alibaba,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.15.3: row 'Qwen3.7-Plus (thinking)', column si-hint-dev)",,in, finindices-si-hint-test,arxiv-2607.28661,qwen3.7-plus,think,reasoning-math,hard,FinIndices-eval,,,,,,76.16,acc%,0.00289,,vendor-reported:Alibaba,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.15.4: row 'Qwen3.7-Plus (thinking)', column si-hint-test)",,in, finindices-ti-hint-train,arxiv-2607.28661,qwen3.7-plus,think,reasoning-math,hard,FinIndices-eval,,,,,,30.58,acc%,0.00289,,vendor-reported:Alibaba,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.15.5: row 'Qwen3.7-Plus (thinking)', column ti-hint-train)",,in, finindices-ti-hint-dev,arxiv-2607.28661,qwen3.7-plus,think,reasoning-math,hard,FinIndices-eval,,,,,,21.91,acc%,0.00289,,vendor-reported:Alibaba,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.15.6: row 'Qwen3.7-Plus (thinking)', column ti-hint-dev)",,in, finindices-ti-hint-test,arxiv-2607.28661,qwen3.7-plus,think,reasoning-math,hard,FinIndices-eval,,,,,,63.91,acc%,0.00289,,vendor-reported:Alibaba,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.15.7: row 'Qwen3.7-Plus (thinking)', column ti-hint-test)",,in, finindices-si-nohint-train,arxiv-2607.28661,qwen3.7-plus,think,reasoning-math,hard,FinIndices-eval,,,,,,50.38,acc%,0.00289,,vendor-reported:Alibaba,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.15.9: row 'Qwen3.7-Plus (thinking)', column si-nohint-train)",,in, finindices-si-nohint-dev,arxiv-2607.28661,qwen3.7-plus,think,reasoning-math,hard,FinIndices-eval,,,,,,53.77,acc%,0.00289,,vendor-reported:Alibaba,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.15.10: row 'Qwen3.7-Plus (thinking)', column si-nohint-dev)",,in, finindices-si-nohint-test,arxiv-2607.28661,qwen3.7-plus,think,reasoning-math,hard,FinIndices-eval,,,,,,58.72,acc%,0.00289,,vendor-reported:Alibaba,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.15.11: row 'Qwen3.7-Plus (thinking)', column si-nohint-test)",,in, finindices-ti-nohint-train,arxiv-2607.28661,qwen3.7-plus,think,reasoning-math,hard,FinIndices-eval,,,,,,13.63,acc%,0.00289,,vendor-reported:Alibaba,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.15.12: row 'Qwen3.7-Plus (thinking)', column ti-nohint-train)",,in, finindices-ti-nohint-dev,arxiv-2607.28661,qwen3.7-plus,think,reasoning-math,hard,FinIndices-eval,,,,,,8.39,acc%,0.00289,,vendor-reported:Alibaba,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.15.13: row 'Qwen3.7-Plus (thinking)', column ti-nohint-dev)",,in, finindices-ti-nohint-test,arxiv-2607.28661,qwen3.7-plus,think,reasoning-math,hard,FinIndices-eval,,,,,,29.72,acc%,0.00289,,vendor-reported:Alibaba,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.15.14: row 'Qwen3.7-Plus (thinking)', column ti-nohint-test)",,in, finindices-si-hint-train,arxiv-2607.28661,qwen3.5-plus,think,reasoning-math,hard,FinIndices-eval,,,,,,61.56,acc%,0.00289,,vendor-reported:Alibaba,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.16.2: row 'Qwen3.5-Plus (thinking)', column si-hint-train)",,in, finindices-si-hint-dev,arxiv-2607.28661,qwen3.5-plus,think,reasoning-math,hard,FinIndices-eval,,,,,,60.70,acc%,0.00289,,vendor-reported:Alibaba,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.16.3: row 'Qwen3.5-Plus (thinking)', column si-hint-dev)",,in, finindices-si-hint-test,arxiv-2607.28661,qwen3.5-plus,think,reasoning-math,hard,FinIndices-eval,,,,,,68.78,acc%,0.00289,,vendor-reported:Alibaba,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.16.4: row 'Qwen3.5-Plus (thinking)', column si-hint-test)",,in, finindices-ti-hint-train,arxiv-2607.28661,qwen3.5-plus,think,reasoning-math,hard,FinIndices-eval,,,,,,29.64,acc%,0.00289,,vendor-reported:Alibaba,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.16.5: row 'Qwen3.5-Plus (thinking)', column ti-hint-train)",,in, finindices-ti-hint-dev,arxiv-2607.28661,qwen3.5-plus,think,reasoning-math,hard,FinIndices-eval,,,,,,26.57,acc%,0.00289,,vendor-reported:Alibaba,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.16.6: row 'Qwen3.5-Plus (thinking)', column ti-hint-dev)",,in, finindices-ti-hint-test,arxiv-2607.28661,qwen3.5-plus,think,reasoning-math,hard,FinIndices-eval,,,,,,63.69,acc%,0.00289,,vendor-reported:Alibaba,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.16.7: row 'Qwen3.5-Plus (thinking)', column ti-hint-test)",,in, finindices-si-nohint-train,arxiv-2607.28661,qwen3.5-plus,think,reasoning-math,hard,FinIndices-eval,,,,,,48.91,acc%,0.00289,,vendor-reported:Alibaba,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.16.9: row 'Qwen3.5-Plus (thinking)', column si-nohint-train)",,in, finindices-si-nohint-dev,arxiv-2607.28661,qwen3.5-plus,think,reasoning-math,hard,FinIndices-eval,,,,,,54.19,acc%,0.00289,,vendor-reported:Alibaba,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.16.10: row 'Qwen3.5-Plus (thinking)', column si-nohint-dev)",,in, finindices-si-nohint-test,arxiv-2607.28661,qwen3.5-plus,think,reasoning-math,hard,FinIndices-eval,,,,,,50.11,acc%,0.00289,,vendor-reported:Alibaba,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.16.11: row 'Qwen3.5-Plus (thinking)', column si-nohint-test)",,in, finindices-ti-nohint-train,arxiv-2607.28661,qwen3.5-plus,think,reasoning-math,hard,FinIndices-eval,,,,,,12.99,acc%,0.00289,,vendor-reported:Alibaba,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.16.12: row 'Qwen3.5-Plus (thinking)', column ti-nohint-train)",,in, finindices-ti-nohint-dev,arxiv-2607.28661,qwen3.5-plus,think,reasoning-math,hard,FinIndices-eval,,,,,,8.39,acc%,0.00289,,vendor-reported:Alibaba,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.16.13: row 'Qwen3.5-Plus (thinking)', column ti-nohint-dev)",,in, finindices-ti-nohint-test,arxiv-2607.28661,qwen3.5-plus,think,reasoning-math,hard,FinIndices-eval,,,,,,26.75,acc%,0.00289,,vendor-reported:Alibaba,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.16.14: row 'Qwen3.5-Plus (thinking)', column ti-nohint-test)",,in, finindices-si-hint-train,arxiv-2607.28661,qwen3.5-35b-a3b,think,reasoning-math,hard,FinIndices-eval,,,,,,55.12,acc%,0.00289,,vendor-reported:Alibaba,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.19.2: row 'Qwen3.5-35B-A3B-thinking', column si-hint-train)",,in, finindices-si-hint-dev,arxiv-2607.28661,qwen3.5-35b-a3b,think,reasoning-math,hard,FinIndices-eval,,,,,,61.85,acc%,0.00289,,vendor-reported:Alibaba,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.19.3: row 'Qwen3.5-35B-A3B-thinking', column si-hint-dev)",,in, finindices-si-hint-test,arxiv-2607.28661,qwen3.5-35b-a3b,think,reasoning-math,hard,FinIndices-eval,,,,,,62.40,acc%,0.00289,,vendor-reported:Alibaba,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.19.4: row 'Qwen3.5-35B-A3B-thinking', column si-hint-test)",,in, finindices-ti-hint-train,arxiv-2607.28661,qwen3.5-35b-a3b,think,reasoning-math,hard,FinIndices-eval,,,,,,14.85,acc%,0.00289,,vendor-reported:Alibaba,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.19.5: row 'Qwen3.5-35B-A3B-thinking', column ti-hint-train)",,in, finindices-ti-hint-dev,arxiv-2607.28661,qwen3.5-35b-a3b,think,reasoning-math,hard,FinIndices-eval,,,,,,11.10,acc%,0.00289,,vendor-reported:Alibaba,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.19.6: row 'Qwen3.5-35B-A3B-thinking', column ti-hint-dev)",,in, finindices-ti-hint-test,arxiv-2607.28661,qwen3.5-35b-a3b,think,reasoning-math,hard,FinIndices-eval,,,,,,26.50,acc%,0.00289,,vendor-reported:Alibaba,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.19.7: row 'Qwen3.5-35B-A3B-thinking', column ti-hint-test)",,in, finindices-si-nohint-train,arxiv-2607.28661,qwen3.5-35b-a3b,think,reasoning-math,hard,FinIndices-eval,,,,,,42.15,acc%,0.00289,,vendor-reported:Alibaba,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.19.9: row 'Qwen3.5-35B-A3B-thinking', column si-nohint-train)",,in, finindices-si-nohint-dev,arxiv-2607.28661,qwen3.5-35b-a3b,think,reasoning-math,hard,FinIndices-eval,,,,,,47.10,acc%,0.00289,,vendor-reported:Alibaba,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.19.10: row 'Qwen3.5-35B-A3B-thinking', column si-nohint-dev)",,in, finindices-si-nohint-test,arxiv-2607.28661,qwen3.5-35b-a3b,think,reasoning-math,hard,FinIndices-eval,,,,,,48.20,acc%,0.00289,,vendor-reported:Alibaba,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.19.11: row 'Qwen3.5-35B-A3B-thinking', column si-nohint-test)",,in, finindices-ti-nohint-train,arxiv-2607.28661,qwen3.5-35b-a3b,think,reasoning-math,hard,FinIndices-eval,,,,,,6.55,acc%,0.00289,,vendor-reported:Alibaba,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.19.12: row 'Qwen3.5-35B-A3B-thinking', column ti-nohint-train)",,in, finindices-ti-nohint-dev,arxiv-2607.28661,qwen3.5-35b-a3b,think,reasoning-math,hard,FinIndices-eval,,,,,,7.15,acc%,0.00289,,vendor-reported:Alibaba,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.19.13: row 'Qwen3.5-35B-A3B-thinking', column ti-nohint-dev)",,in, finindices-ti-nohint-test,arxiv-2607.28661,qwen3.5-35b-a3b,think,reasoning-math,hard,FinIndices-eval,,,,,,12.50,acc%,0.00289,,vendor-reported:Alibaba,"https://arxiv.org/html/2607.28661 (Table 3, cell S2.T3.2.1.19.14: row 'Qwen3.5-35B-A3B-thinking', column ti-nohint-test)",,in, quotebench,arxiv-2608.13547,opus-5,low,coding,mid,raw-api,,,,,,60.7,success%,0.0289,,,"https://arxiv.org/abs/2608.13547 (Table 12 x Table 13, one row per model and setting / row Opus-5/low / column success_pct)",,in, quotebench,arxiv-2608.13547,opus-5,medium,coding,mid,raw-api,,,,,,91.1,success%,0.0289,,,"https://arxiv.org/abs/2608.13547 (Table 12 x Table 13, one row per model and setting / row Opus-5/medium / column success_pct)",,in, quotebench,arxiv-2608.13547,opus-5,high,coding,mid,raw-api,,,,,,96.4,success%,0.0289,,,"https://arxiv.org/abs/2608.13547 (Table 12 x Table 13, one row per model and setting / row Opus-5/high / column success_pct)",,in, quotebench,arxiv-2608.13547,opus-5,xhigh,coding,mid,raw-api,,,,,,100.0,success%,0.0289,,,"https://arxiv.org/abs/2608.13547 (Table 12 x Table 13, one row per model and setting / row Opus-5/xhigh / column success_pct)",,out:uninformative, quotebench,arxiv-2608.13547,opus-5,max,coding,mid,raw-api,,,,,,98.2,success%,0.0289,,,"https://arxiv.org/abs/2608.13547 (Table 12 x Table 13, one row per model and setting / row Opus-5/max / column success_pct)",,in, quotebench,arxiv-2608.13547,fable-5,low,coding,mid,raw-api,,,,,,71.4,success%,0.0289,,,"https://arxiv.org/abs/2608.13547 (Table 12 x Table 13, one row per model and setting / row Fable-5/low / column success_pct)",,in, quotebench,arxiv-2608.13547,fable-5,medium,coding,mid,raw-api,,,,,,75.0,success%,0.0289,,,"https://arxiv.org/abs/2608.13547 (Table 12 x Table 13, one row per model and setting / row Fable-5/medium / column success_pct)",,in, quotebench,arxiv-2608.13547,fable-5,high,coding,mid,raw-api,,,,,,96.4,success%,0.0289,,,"https://arxiv.org/abs/2608.13547 (Table 12 x Table 13, one row per model and setting / row Fable-5/high / column success_pct)",,in, quotebench,arxiv-2608.13547,fable-5,xhigh,coding,mid,raw-api,,,,,,92.9,success%,0.0289,,,"https://arxiv.org/abs/2608.13547 (Table 12 x Table 13, one row per model and setting / row Fable-5/xhigh / column success_pct)",,in, quotebench,arxiv-2608.13547,fable-5,max,coding,mid,raw-api,,,,,,100.0,success%,0.0289,,,"https://arxiv.org/abs/2608.13547 (Table 12 x Table 13, one row per model and setting / row Fable-5/max / column success_pct)",,out:uninformative, quotebench,arxiv-2608.13547,opus-4.8,low,coding,mid,raw-api,,,,,,39.3,success%,0.0289,,,"https://arxiv.org/abs/2608.13547 (Table 12 x Table 13, one row per model and setting / row Opus-4.8/low / column success_pct)",,in, quotebench,arxiv-2608.13547,opus-4.8,medium,coding,mid,raw-api,,,,,,48.2,success%,0.0289,,,"https://arxiv.org/abs/2608.13547 (Table 12 x Table 13, one row per model and setting / row Opus-4.8/medium / column success_pct)",,in, quotebench,arxiv-2608.13547,opus-4.8,high,coding,mid,raw-api,,,,,,50.0,success%,0.0289,,,"https://arxiv.org/abs/2608.13547 (Table 12 x Table 13, one row per model and setting / row Opus-4.8/high / column success_pct)",,in, quotebench,arxiv-2608.13547,opus-4.8,xhigh,coding,mid,raw-api,,,,,,62.5,success%,0.0289,,,"https://arxiv.org/abs/2608.13547 (Table 12 x Table 13, one row per model and setting / row Opus-4.8/xhigh / column success_pct)",,in, quotebench,arxiv-2608.13547,opus-4.8,max,coding,mid,raw-api,,,,,,94.6,success%,0.0289,,,"https://arxiv.org/abs/2608.13547 (Table 12 x Table 13, one row per model and setting / row Opus-4.8/max / column success_pct)",,in, quotebench,arxiv-2608.13547,sonnet-4.6,low,coding,mid,raw-api,,,,,,23.2,success%,0.0289,,,"https://arxiv.org/abs/2608.13547 (Table 12 x Table 13, one row per model and setting / row Sonnet-4.6/low / column success_pct)",,in, quotebench,arxiv-2608.13547,sonnet-4.6,medium,coding,mid,raw-api,,,,,,28.6,success%,0.0289,,,"https://arxiv.org/abs/2608.13547 (Table 12 x Table 13, one row per model and setting / row Sonnet-4.6/medium / column success_pct)",,in, quotebench,arxiv-2608.13547,sonnet-4.6,high,coding,mid,raw-api,,,,,,64.3,success%,0.0289,,,"https://arxiv.org/abs/2608.13547 (Table 12 x Table 13, one row per model and setting / row Sonnet-4.6/high / column success_pct)",,in, quotebench,arxiv-2608.13547,sonnet-4.6,not-established:absent,coding,mid,raw-api,,,,,,62.5,success%,0.0289,,,"https://arxiv.org/abs/2608.13547 (Table 12 x Table 13, one row per model and setting / row Sonnet-4.6/xhigh / column success_pct)",,out:effort-not-established, quotebench,arxiv-2608.13547,haiku-4.5,not-established:absent,coding,mid,raw-api,,,,,,32.1,success%,0.0289,,,"https://arxiv.org/abs/2608.13547 (Table 12 x Table 13, one row per model and setting / row Haiku-4.5/low / column success_pct)",,out:effort-not-established, quotebench,arxiv-2608.13547,haiku-4.5,not-established:absent,coding,mid,raw-api,,,,,,37.5,success%,0.0289,,,"https://arxiv.org/abs/2608.13547 (Table 12 x Table 13, one row per model and setting / row Haiku-4.5/medium / column success_pct)",,out:effort-not-established, quotebench,arxiv-2608.13547,haiku-4.5,not-established:absent,coding,mid,raw-api,,,,,,32.1,success%,0.0289,,,"https://arxiv.org/abs/2608.13547 (Table 12 x Table 13, one row per model and setting / row Haiku-4.5/high / column success_pct)",,out:effort-not-established, quotebench,arxiv-2608.13547,haiku-4.5,not-established:absent,coding,mid,raw-api,,,,,,26.8,success%,0.0289,,,"https://arxiv.org/abs/2608.13547 (Table 12 x Table 13, one row per model and setting / row Haiku-4.5/xhigh / column success_pct)",,out:effort-not-established, quotebench,arxiv-2608.13547,gpt-5.6-sol,low,coding,mid,raw-api,,,,,,91.1,success%,0.0289,,,"https://arxiv.org/abs/2608.13547 (Table 12 x Table 13, one row per model and setting / row GPT-5.6-sol/low / column success_pct)",,in, quotebench,arxiv-2608.13547,gpt-5.6-sol,medium,coding,mid,raw-api,,,,,,92.9,success%,0.0289,,,"https://arxiv.org/abs/2608.13547 (Table 12 x Table 13, one row per model and setting / row GPT-5.6-sol/medium / column success_pct)",,in, quotebench,arxiv-2608.13547,gpt-5.6-sol,high,coding,mid,raw-api,,,,,,98.2,success%,0.0289,,,"https://arxiv.org/abs/2608.13547 (Table 12 x Table 13, one row per model and setting / row GPT-5.6-sol/high / column success_pct)",,in, quotebench,arxiv-2608.13547,gpt-5.6-sol,xhigh,coding,mid,raw-api,,,,,,98.2,success%,0.0289,,,"https://arxiv.org/abs/2608.13547 (Table 12 x Table 13, one row per model and setting / row GPT-5.6-sol/xhigh / column success_pct)",,in, quotebench,arxiv-2608.13547,gpt-5.5,low,coding,mid,raw-api,,,,,,94.6,success%,0.0289,,,"https://arxiv.org/abs/2608.13547 (Table 12 x Table 13, one row per model and setting / row GPT-5.5/low / column success_pct)",,in, quotebench,arxiv-2608.13547,gpt-5.5,medium,coding,mid,raw-api,,,,,,92.9,success%,0.0289,,,"https://arxiv.org/abs/2608.13547 (Table 12 x Table 13, one row per model and setting / row GPT-5.5/medium / column success_pct)",,in, quotebench,arxiv-2608.13547,gpt-5.5,high,coding,mid,raw-api,,,,,,91.1,success%,0.0289,,,"https://arxiv.org/abs/2608.13547 (Table 12 x Table 13, one row per model and setting / row GPT-5.5/high / column success_pct)",,in, quotebench,arxiv-2608.13547,gpt-5.5,xhigh,coding,mid,raw-api,,,,,,100.0,success%,0.0289,,,"https://arxiv.org/abs/2608.13547 (Table 12 x Table 13, one row per model and setting / row GPT-5.5/xhigh / column success_pct)",,out:uninformative, quotebench,arxiv-2608.13547,gemini-3.1-pro,low,coding,mid,raw-api,,,,,,91.1,success%,0.0289,,,"https://arxiv.org/abs/2608.13547 (Table 12 x Table 13, one row per model and setting / row Gemini-3.1-Pro/low / column success_pct)",,in, quotebench,arxiv-2608.13547,gemini-3.1-pro,medium,coding,mid,raw-api,,,,,,91.1,success%,0.0289,,,"https://arxiv.org/abs/2608.13547 (Table 12 x Table 13, one row per model and setting / row Gemini-3.1-Pro/medium / column success_pct)",,in, quotebench,arxiv-2608.13547,gemini-3.1-pro,high,coding,mid,raw-api,,,,,,91.1,success%,0.0289,,,"https://arxiv.org/abs/2608.13547 (Table 12 x Table 13, one row per model and setting / row Gemini-3.1-Pro/high / column success_pct)",,in, quotebench,arxiv-2608.13547,gemini-3.5-flash,minimal,coding,mid,raw-api,,,,,,57.1,success%,0.0289,,,"https://arxiv.org/abs/2608.13547 (Table 12 x Table 13, one row per model and setting / row Gemini-3.5-Flash/minimal / column success_pct)",,in, quotebench,arxiv-2608.13547,gemini-3.5-flash,low,coding,mid,raw-api,,,,,,58.9,success%,0.0289,,,"https://arxiv.org/abs/2608.13547 (Table 12 x Table 13, one row per model and setting / row Gemini-3.5-Flash/low / column success_pct)",,in, quotebench,arxiv-2608.13547,gemini-3.5-flash,medium,coding,mid,raw-api,,,,,,64.3,success%,0.0289,,,"https://arxiv.org/abs/2608.13547 (Table 12 x Table 13, one row per model and setting / row Gemini-3.5-Flash/medium / column success_pct)",,in, quotebench,arxiv-2608.13547,gemini-3.5-flash,high,coding,mid,raw-api,,,,,,62.5,success%,0.0289,,,"https://arxiv.org/abs/2608.13547 (Table 12 x Table 13, one row per model and setting / row Gemini-3.5-Flash/high / column success_pct)",,in, quotebench,arxiv-2608.13547,?gemini-3.1-flash-lite-preview,not-established:absent,coding,mid,raw-api,,,,,,14.3,success%,0.0289,,,"https://arxiv.org/abs/2608.13547 (Table 12 x Table 13, one row per model and setting / row Gemini-3.1-Flash-Lite/minimal / column success_pct)",,out:model-not-established, quotebench,arxiv-2608.13547,?gemini-3.1-flash-lite-preview,not-established:absent,coding,mid,raw-api,,,,,,14.3,success%,0.0289,,,"https://arxiv.org/abs/2608.13547 (Table 12 x Table 13, one row per model and setting / row Gemini-3.1-Flash-Lite/low / column success_pct)",,out:model-not-established, quotebench,arxiv-2608.13547,?gemini-3.1-flash-lite-preview,not-established:absent,coding,mid,raw-api,,,,,,14.3,success%,0.0289,,,"https://arxiv.org/abs/2608.13547 (Table 12 x Table 13, one row per model and setting / row Gemini-3.1-Flash-Lite/medium / column success_pct)",,out:model-not-established, quotebench,arxiv-2608.13547,?gemini-3.1-flash-lite-preview,not-established:absent,coding,mid,raw-api,,,,,,14.3,success%,0.0289,,,"https://arxiv.org/abs/2608.13547 (Table 12 x Table 13, one row per model and setting / row Gemini-3.1-Flash-Lite/high / column success_pct)",,out:model-not-established, quotebench,arxiv-2608.13547,qwen3.5-27b,nothink,coding,mid,raw-api,,,,,,28.6,success%,0.0289,,,"https://arxiv.org/abs/2608.13547 (Table 12 x Table 13, one row per model and setting / row Qwen3.5-27B/non-thinking / column success_pct)",,in, quotebench,arxiv-2608.13547,qwen3.5-27b,think,coding,mid,raw-api,,,,,,28.6,success%,0.0289,,,"https://arxiv.org/abs/2608.13547 (Table 12 x Table 13, one row per model and setting / row Qwen3.5-27B/thinking / column success_pct)",,in, bazaar-profit,bazaar-2608.00102,opus-4.6,not-established:absent,agentic-tool,hard,own auction simulator,,,,,,2976,profit-usd,0.289,,default-bridged,"https://arxiv.org/abs/2608.00102 (page 6, Table 3, row 1 (Opus 4.6, adapt/xhigh), column Profit ($))",,out:effort-not-established, bazaar-profit,bazaar-2608.00102,opus-4.6,nothink,agentic-tool,hard,own auction simulator,,,,,,2769,profit-usd,0.289,,default-bridged,"https://arxiv.org/abs/2608.00102 (page 6, Table 3, row 2 (Opus 4.6, off/high), column Profit ($))",,out:single-couple, bazaar-profit,bazaar-2608.00102,gpt-5.5,xhigh,agentic-tool,hard,own auction simulator,,,,,,2693,profit-usd,0.289,,,"https://arxiv.org/abs/2608.00102 (page 6, Table 3, row 3 (GPT-5.5, –/xhigh), column Profit ($))",,in, bazaar-profit,bazaar-2608.00102,gemini-3.1-pro,default,agentic-tool,hard,own auction simulator,,,,,,2614,profit-usd,0.289,,,"https://arxiv.org/abs/2608.00102 (page 6, Table 3, row 4 (Gemini Pro, dyn/high), column Profit ($))",,out:effort-not-established, bazaar-profit,bazaar-2608.00102,opus-4.6,medium,agentic-tool,hard,own auction simulator,,,,,,2570,profit-usd,0.289,,default-bridged,"https://arxiv.org/abs/2608.00102 (page 6, Table 3, row 5 (Opus 4.6, adapt/med), column Profit ($))",,out:single-couple, bazaar-profit,bazaar-2608.00102,gpt-5.4,high,agentic-tool,hard,own auction simulator,,,,,,1936,profit-usd,0.289,,,"https://arxiv.org/abs/2608.00102 (page 6, Table 3, row 6 (GPT-5.4, –/high), column Profit ($))",,in, bazaar-profit,bazaar-2608.00102,gpt-5.5,high,agentic-tool,hard,own auction simulator,,,,,,1705,profit-usd,0.289,,,"https://arxiv.org/abs/2608.00102 (page 6, Table 3, row 7 (GPT-5.5, –/high), column Profit ($))",,in, bazaar-profit,bazaar-2608.00102,opus-4.5,nothink,agentic-tool,hard,own auction simulator,,,,,,1677,profit-usd,0.289,,default-bridged,"https://arxiv.org/abs/2608.00102 (page 6, Table 3, row 8 (Opus 4.5, off/high), column Profit ($))",,out:single-couple, bazaar-profit,bazaar-2608.00102,gemini-3-flash,default,agentic-tool,hard,own auction simulator,,,,,,1660,profit-usd,0.289,,,"https://arxiv.org/abs/2608.00102 (page 6, Table 3, row 9 (Gemini Flash, dyn/high), column Profit ($))",,out:effort-not-established, bazaar-profit,bazaar-2608.00102,?Grok 4.2,not-established:absent,agentic-tool,hard,own auction simulator,,,,,,1554,profit-usd,0.289,,,"https://arxiv.org/abs/2608.00102 (page 6, Table 3, row 10 (Grok 4.2, –/–), column Profit ($))",,out:model-not-established, bazaar-profit,bazaar-2608.00102,?GPT-5.3,not-established:absent,agentic-tool,hard,own auction simulator,,,,,,1536,profit-usd,0.289,,,"https://arxiv.org/abs/2608.00102 (page 6, Table 3, row 11 (GPT-5.3, –/–), column Profit ($))",,out:model-not-established, bazaar-profit,bazaar-2608.00102,opus-4.7,xhigh,agentic-tool,hard,own auction simulator,,,,,,1492,profit-usd,0.289,,default-bridged,"https://arxiv.org/abs/2608.00102 (page 6, Table 3, row 12 (Opus 4.7, adapt/xhigh), column Profit ($))",,in, bazaar-profit,bazaar-2608.00102,sonnet-4.6,medium,agentic-tool,hard,own auction simulator,,,,,,1407,profit-usd,0.289,,,"https://arxiv.org/abs/2608.00102 (page 6, Table 3, row 13 (Sonnet 4.6, adapt/med), column Profit ($))",,in, bazaar-profit,bazaar-2608.00102,sonnet-4.6,not-established:absent,agentic-tool,hard,own auction simulator,,,,,,1306,profit-usd,0.289,,,"https://arxiv.org/abs/2608.00102 (page 6, Table 3, row 14 (Sonnet 4.6, off/high), column Profit ($))",,out:effort-not-established, bazaar-profit,bazaar-2608.00102,opus-4.7,medium,agentic-tool,hard,own auction simulator,,,,,,1222,profit-usd,0.289,,default-bridged,"https://arxiv.org/abs/2608.00102 (page 6, Table 3, row 15 (Opus 4.7, adapt/med), column Profit ($))",,in, bazaar-profit,bazaar-2608.00102,grok-4.1,default,agentic-tool,hard,own auction simulator,,,,,,1197,profit-usd,0.289,,,"https://arxiv.org/abs/2608.00102 (page 6, Table 3, row 16 (Grok 4.1, –/–), column Profit ($))",,out:effort-not-established, bazaar-profit,bazaar-2608.00102,opus-4.7,not-established:absent,agentic-tool,hard,own auction simulator,,,,,,1001,profit-usd,0.289,,default-bridged,"https://arxiv.org/abs/2608.00102 (page 6, Table 3, row 17 (Opus 4.7, off/high), column Profit ($))",,out:effort-not-established, bazaar-profit,bazaar-2608.00102,gpt-5.5,default,agentic-tool,hard,own auction simulator,,,,,,941,profit-usd,0.289,,,"https://arxiv.org/abs/2608.00102 (page 6, Table 3, row 18 (GPT-5.5, –/med), column Profit ($))",,out:effort-not-established, bazaar-profit,bazaar-2608.00102,gpt-5.4,medium,agentic-tool,hard,own auction simulator,,,,,,821,profit-usd,0.289,,,"https://arxiv.org/abs/2608.00102 (page 6, Table 3, row 19 (GPT-5.4, –/med), column Profit ($))",,in, bazaar-profit,bazaar-2608.00102,?Grok 4.1 NR,not-established:absent,agentic-tool,hard,own auction simulator,,,,,,544,profit-usd,0.289,,,"https://arxiv.org/abs/2608.00102 (page 6, Table 3, row 20 (Grok 4.1 NR, –/–), column Profit ($))",,out:model-not-established, bazaar-profit,bazaar-2608.00102,gpt-5.4,default,agentic-tool,hard,own auction simulator,,,,,,266,profit-usd,0.289,,,"https://arxiv.org/abs/2608.00102 (page 6, Table 3, row 21 (GPT-5.4, –/none), column Profit ($))",,out:effort-not-established, phibench-avg,arxiv-2608.00280,gemini-3.1-pro,high,coding,hard,native-api-agentic-loop,,,,,,65.5,score%,0.9,,,"https://arxiv.org/abs/2608.00280 (Figure 4, Average group, bar 'Gemini-3.1-Pro': top edge at y=282 px (zero at y=430, 100 at y=204); readings of the bar top (median over its columns))",,in, phibench-avg,arxiv-2608.00280,opus-4.7,max,coding,hard,native-api-agentic-loop,,,,,,65.0,score%,0.9,,,"https://arxiv.org/abs/2608.00280 (Figure 4, Average group, bar 'Claude-Opus-4.7': top edge at y=283 px (zero at y=430, 100 at y=204); readings of the bar top (median over its columns))",,in, phibench-avg,arxiv-2608.00280,gpt-5.2,xhigh,coding,hard,native-api-agentic-loop,,,,,,62.4,score%,0.9,,,"https://arxiv.org/abs/2608.00280 (Figure 4, Average group, bar 'GPT-5.2': top edge at y=289 px (zero at y=430, 100 at y=204); readings of the bar top (median over its columns))",,in, phibench-avg,arxiv-2608.00280,glm-5.1,not-established:absent,coding,hard,native-api-agentic-loop,,,,,,61.1,score%,0.9,,,"https://arxiv.org/abs/2608.00280 (Figure 4, Average group, bar 'GLM-5.1': top edge at y=292 px (zero at y=430, 100 at y=204); readings of the bar top (median over its columns))",,out:effort-not-established, phibench-avg,arxiv-2608.00280,?DeepSeek-V4-Flash,not-established:absent,coding,hard,native-api-agentic-loop,,,,,,48.7,score%,0.9,,,"https://arxiv.org/abs/2608.00280 (Figure 4, Average group, bar 'DeepSeek-V4-Flash': top edge at y=320 px (zero at y=430, 100 at y=204); readings of the bar top (median over its columns))",,out:model-not-established, phibench-avg,arxiv-2608.00280,minimax-m2.7,not-established:absent,coding,hard,native-api-agentic-loop,,,,,,50.4,score%,0.9,,,"https://arxiv.org/abs/2608.00280 (Figure 4, Average group, bar 'MiniMax-M2.7': top edge at y=316 px (zero at y=430, 100 at y=204); readings of the bar top (median over its columns))",,out:effort-not-established, sweeffort,arxiv-2608.01347,opus-5,low,coding,hard,ClaudeCode,,,,,,68,resolved%,0,,,"https://arxiv.org/abs/2608.01347 (Appendix N, paragraph 2)",,in, sweeffort,arxiv-2608.01347,opus-5,high,coding,hard,ClaudeCode,,,,,,72,resolved%,0,,,"https://arxiv.org/abs/2608.01347 (Appendix N, paragraph 2)",,in, sweeffort,arxiv-2608.01347,opus-5,xhigh,coding,hard,ClaudeCode,,,,,,64,resolved%,0,,,"https://arxiv.org/abs/2608.01347 (Appendix N, paragraph 2)",,in, sweeffort,arxiv-2608.01347,sonnet-5,low,coding,hard,ClaudeCode,,,,,,48,resolved%,0,,,"https://arxiv.org/abs/2608.01347 (Appendix N, paragraph 2)",,in, sweeffort,arxiv-2608.01347,sonnet-5,high,coding,hard,ClaudeCode,,,,,,76,resolved%,0,,,"https://arxiv.org/abs/2608.01347 (Appendix N, paragraph 2)",,in, sweeffort,arxiv-2608.01347,sonnet-5,xhigh,coding,hard,ClaudeCode,,,,,,68,resolved%,0,,,"https://arxiv.org/abs/2608.01347 (Appendix N, paragraph 2)",,in, 2608.01684-table3-first-col,arxiv-2608.01684,glm-5-turbo,unstated,agentic-tool,hard,,,,,,,6.66,SR % (first column of table 3),0.00289,,,"https://arxiv.org/abs/2608.01684 (Tables 3 to 8, row GLM-5-turbo, column SR % (first column of table 3))",,out:effort-not-established, mdarena-main,arxiv-2608.02642,gpt-5.5,xhigh,coding,hard,,per-task,2.10,0.00289,,,48,strict-pass@1%,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.02642 (Table 1, row 'GPT-5.5 XHigh', column 'Strict-Pass@1' (24/50 counts printed as well))",,in,in mdarena-main,arxiv-2608.02642,gpt-5.5,medium,coding,hard,,per-task,0.96,0.00289,,,42,strict-pass@1%,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.02642 (Table 1, row 'GPT-5.5 Medium', column 'Strict-Pass@1' (24/50 counts printed as well))",,in,in mdarena-main,arxiv-2608.02642,gemini-3.5-flash,unstated,coding,hard,,per-task,1.55,0.00289,,,40,strict-pass@1%,0.289,,,"https://arxiv.org/abs/2608.02642 (Table 1, row 'Gemini Flash 3.5', column 'Strict-Pass@1' (24/50 counts printed as well))",,out:effort-not-established,out:effort-not-established mdarena-main,arxiv-2608.02642,gemini-3.1-pro,unstated,coding,hard,,per-task,1.25,0.00289,,,36,strict-pass@1%,0.289,,,"https://arxiv.org/abs/2608.02642 (Table 1, row 'Gemini Pro 3.1', column 'Strict-Pass@1' (24/50 counts printed as well))",,out:effort-not-established,out:effort-not-established mdarena-main,arxiv-2608.02642,deepseek-v3.2,unstated,coding,hard,,per-task,0.28,0.00289,,,12,strict-pass@1%,0.289,,,"https://arxiv.org/abs/2608.02642 (Table 1, row 'DeepSeek-V3.2', column 'Strict-Pass@1' (24/50 counts printed as well))",,out:effort-not-established,out:effort-not-established mdarena-main,arxiv-2608.02642,?Qwen3-235B,not-established:absent,coding,hard,,per-task,0.13,0.00289,,,2,strict-pass@1%,0.289,,,"https://arxiv.org/abs/2608.02642 (Table 1, row 'Qwen3-235B', column 'Strict-Pass@1' (24/50 counts printed as well))",,out:model-not-established,out:model-not-established agentdojo-taskcompl-injtraces,arxiv-2608.02657,qwen3.5-2b,not-established:absent,agentic-tool,hard,AgentDojo,,,,,,55.1,pct,0.0289,,,"https://arxiv.org/abs/2608.02657 (Table 9(b), row 'Task completion', column Qwen3.5-2B)",,out:effort-not-established, agentdojo-taskcompl-injtraces,arxiv-2608.02657,qwen3.5-9b,not-established:absent,agentic-tool,hard,AgentDojo,,,,,,87.0,pct,0.0289,,,"https://arxiv.org/abs/2608.02657 (Table 9(b), row 'Task completion', column Qwen3.5-9B)",,out:effort-not-established, agentdojo-taskcompl-injtraces,arxiv-2608.02657,qwen3.5-27b,not-established:absent,agentic-tool,hard,AgentDojo,,,,,,85.2,pct,0.0289,,,"https://arxiv.org/abs/2608.02657 (Table 9(b), row 'Task completion', column Qwen3.5-27B)",,out:effort-not-established, agentdojo-taskcompl-injtraces,arxiv-2608.02657,glm-5.2,not-established:absent,agentic-tool,hard,AgentDojo,,,,,,86.6,pct,0.0289,,,"https://arxiv.org/abs/2608.02657 (Table 9(b), row 'Task completion', column GLM-5.2)",,out:effort-not-established, agentdojo-taskcompl-injtraces,arxiv-2608.02657,kimi-k3,not-established:absent,agentic-tool,hard,AgentDojo,,,,,,87.7,pct,0.0289,,,"https://arxiv.org/abs/2608.02657 (Table 9(b), row 'Task completion', column Kimi-K3)",,out:effort-not-established, agentdojo-clean-utility,arxiv-2608.02657,qwen3.5-2b,not-established:absent,agentic-tool,hard,AgentDojo,,,,,,50.7,pct,0.0289,,,"https://arxiv.org/abs/2608.02657 (Table 3, row 'No Intervention', column Qwen3.5-2B (Util.))",,out:effort-not-established, agentdojo-clean-utility,arxiv-2608.02657,qwen3.5-9b,not-established:absent,agentic-tool,hard,AgentDojo,,,,,,93.8,pct,0.0289,,,"https://arxiv.org/abs/2608.02657 (Table 3, row 'No Intervention', column Qwen3.5-9B (Util.))",,out:effort-not-established, agentdojo-clean-utility,arxiv-2608.02657,qwen3.5-27b,not-established:absent,agentic-tool,hard,AgentDojo,,,,,,92.4,pct,0.0289,,,"https://arxiv.org/abs/2608.02657 (Table 3, row 'No Intervention', column Qwen3.5-27B (Util.))",,out:effort-not-established, pd-control,arxiv-2608.02670,gpt-5.6-sol,high,coding,hard,,per-suite,45.59,0.00289,,,83.9,pass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.02670 (Table 12 (page 23), row GPT-5.6 Sol, policy Control, column Success (%) (printed ""83.9±1.9"": the mean and the standard deviation across the three repetitions))",,in,in pd-control,arxiv-2608.02670,gpt-5.6-terra,high,coding,hard,,per-suite,22.14,1.42,,,79.0,pass%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2608.02670 (Table 12 (page 23), row GPT-5.6 Terra, policy Control, column Success (%) (printed ""79.0±3.2"": the mean and the standard deviation across the three repetitions))",,in,out:cost-single-couple pd-control,arxiv-2608.02670,gpt-5.6-luna,high,coding,hard,,per-suite,7.968,3.07,,,71.9,pass%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2608.02670 (Table 12 (page 23), row GPT-5.6 Luna, policy Control, column Success (%) (printed ""71.9±1.6"": the mean and the standard deviation across the three repetitions))",,in,out:cost-single-couple pd-control,arxiv-2608.02670,sonnet-5,high,coding,hard,,per-suite,113.89,0.00289,,,73.4,pass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.02670 (Table 12 (page 23), row Claude Sonnet 5, policy Control, column Success (%) (printed ""73.4±2.1"": the mean and the standard deviation across the three repetitions))",,in,in pd-control,arxiv-2608.02670,opus-4.8,high,coding,hard,,per-suite,123.44,0.00289,,,74.9,pass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.02670 (Table 12 (page 23), row Claude Opus 4.8, policy Control, column Success (%) (printed ""74.9±1.4"": the mean and the standard deviation across the three repetitions))",,in,in pd-control,arxiv-2608.02670,fable-5,high,coding,hard,,per-suite,316.44,0.00289,,,79.0,pass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.02670 (Table 12 (page 23), row Claude Fable 5, policy Control, column Success (%) (printed ""79.0±0.5"": the mean and the standard deviation across the three repetitions))",,in,in pd-control,arxiv-2608.02670,opus-5,high,coding,hard,,per-suite,215.26,0.00289,,,77.5,pass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.02670 (Table 12 (page 23), row Claude Opus 5, policy Control, column Success (%) (printed ""77.5±1.6"": the mean and the standard deviation across the three repetitions))",,in,in pd-control,arxiv-2608.02670,kimi-k3,not-established:absent,coding,hard,,per-suite,24.93,0.00289,,,72.3,pass%,0.0289,,,"https://arxiv.org/abs/2608.02670 (Table 12 (page 23), row Kimi K3, policy Control, column Success (%) (printed ""72.3±2.3"": the mean and the standard deviation across the three repetitions))",,out:effort-not-established,out:effort-not-established pd-control,arxiv-2608.02670,glm-5.2,not-established:absent,coding,hard,,per-suite,30.12,0.00289,,,73.4,pass%,0.0289,,,"https://arxiv.org/abs/2608.02670 (Table 12 (page 23), row GLM-5.2, policy Control, column Success (%) (printed ""73.4±1.9"": the mean and the standard deviation across the three repetitions))",,out:effort-not-established,out:effort-not-established pd-control,arxiv-2608.02670,qwen3.7-max,not-established:absent,coding,hard,,per-suite,19.82,0.00289,,,56.9,pass%,0.0289,,,"https://arxiv.org/abs/2608.02670 (Table 12 (page 23), row Qwen3.7 Max, policy Control, column Success (%) (printed ""56.9±1.9"": the mean and the standard deviation across the three repetitions))",,out:effort-not-established,out:effort-not-established pd-control,arxiv-2608.02670,minimax-m3,not-established:absent,coding,hard,,per-suite,19.34,0.00289,,,59.6,pass%,0.0289,,,"https://arxiv.org/abs/2608.02670 (Table 12 (page 23), row MiniMax M3, policy Control, column Success (%) (printed ""59.6±4.8"": the mean and the standard deviation across the three repetitions))",,out:effort-not-established,out:effort-not-established pd-control,arxiv-2608.02670,grok-4.5,high,coding,hard,,per-suite,36.96,5.33,,,82.0,pass%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2608.02670 (Table 12 (page 23), row Grok 4.5, policy Control, column Success (%) (printed ""82.0±1.6"": the mean and the standard deviation across the three repetitions))",,in,out:cost-single-couple pd-nonroot,arxiv-2608.02670,gpt-5.6-sol,high,coding,hard,,per-suite,50.49,0.00289,,,72.3,pass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.02670 (Table 12 (page 23), row GPT-5.6 Sol, policy Non-root, column Success (%) (printed ""72.3±3.2"": the mean and the standard deviation across the three repetitions))",,in,in pd-nonroot,arxiv-2608.02670,gpt-5.6-terra,high,coding,hard,,per-suite,26.514000000000003,1.7,,,65.2,pass%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2608.02670 (Table 12 (page 23), row GPT-5.6 Terra, policy Non-root, column Success (%) (printed ""65.2±1.8"": the mean and the standard deviation across the three repetitions))",,in,out:cost-single-couple pd-nonroot,arxiv-2608.02670,gpt-5.6-luna,high,coding,hard,,per-suite,8.55,3.29,,,56.6,pass%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2608.02670 (Table 12 (page 23), row GPT-5.6 Luna, policy Non-root, column Success (%) (printed ""56.6±3.7"": the mean and the standard deviation across the three repetitions))",,in,out:cost-single-couple pd-nonroot,arxiv-2608.02670,sonnet-5,high,coding,hard,,per-suite,135.58,0.00289,,,60.3,pass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.02670 (Table 12 (page 23), row Claude Sonnet 5, policy Non-root, column Success (%) (printed ""60.3±1.9"": the mean and the standard deviation across the three repetitions))",,in,in pd-nonroot,arxiv-2608.02670,opus-4.8,high,coding,hard,,per-suite,147.31,0.00289,,,62.9,pass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.02670 (Table 12 (page 23), row Claude Opus 4.8, policy Non-root, column Success (%) (printed ""62.9±0.9"": the mean and the standard deviation across the three repetitions))",,in,in pd-nonroot,arxiv-2608.02670,fable-5,high,coding,hard,,per-suite,317.68,0.00289,,,65.9,pass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.02670 (Table 12 (page 23), row Claude Fable 5, policy Non-root, column Success (%) (printed ""65.9±4.7"": the mean and the standard deviation across the three repetitions))",,in,in pd-nonroot,arxiv-2608.02670,opus-5,high,coding,hard,,per-suite,213.05,0.00289,,,68.2,pass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.02670 (Table 12 (page 23), row Claude Opus 5, policy Non-root, column Success (%) (printed ""68.2±0.5"": the mean and the standard deviation across the three repetitions))",,in,in pd-nonroot,arxiv-2608.02670,kimi-k3,not-established:absent,coding,hard,,per-suite,32.45,0.00289,,,60.3,pass%,0.0289,,,"https://arxiv.org/abs/2608.02670 (Table 12 (page 23), row Kimi K3, policy Non-root, column Success (%) (printed ""60.3±1.9"": the mean and the standard deviation across the three repetitions))",,out:effort-not-established,out:effort-not-established pd-nonroot,arxiv-2608.02670,glm-5.2,not-established:absent,coding,hard,,per-suite,36.46,0.00289,,,59.6,pass%,0.0289,,,"https://arxiv.org/abs/2608.02670 (Table 12 (page 23), row GLM-5.2, policy Non-root, column Success (%) (printed ""59.6±2.4"": the mean and the standard deviation across the three repetitions))",,out:effort-not-established,out:effort-not-established pd-nonroot,arxiv-2608.02670,qwen3.7-max,not-established:absent,coding,hard,,per-suite,29.77,0.00289,,,45.3,pass%,0.0289,,,"https://arxiv.org/abs/2608.02670 (Table 12 (page 23), row Qwen3.7 Max, policy Non-root, column Success (%) (printed ""45.3±2.9"": the mean and the standard deviation across the three repetitions))",,out:effort-not-established,out:effort-not-established pd-nonroot,arxiv-2608.02670,minimax-m3,not-established:absent,coding,hard,,per-suite,35.03,0.00289,,,46.8,pass%,0.0289,,,"https://arxiv.org/abs/2608.02670 (Table 12 (page 23), row MiniMax M3, policy Non-root, column Success (%) (printed ""46.8±1.1"": the mean and the standard deviation across the three repetitions))",,out:effort-not-established,out:effort-not-established pd-nonroot,arxiv-2608.02670,grok-4.5,high,coding,hard,,per-suite,65.272,9.42,,,73.0,pass%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2608.02670 (Table 12 (page 23), row Grok 4.5, policy Non-root, column Success (%) (printed ""73.0±0.9"": the mean and the standard deviation across the three repetitions))",,in,out:cost-single-couple pd-nisthigh,arxiv-2608.02670,gpt-5.6-sol,high,coding,hard,,per-suite,58.88,0.00289,,,74.2,pass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.02670 (Table 12 (page 23), row GPT-5.6 Sol, policy NIST-derived high, column Success (%) (printed ""74.2±2.4"": the mean and the standard deviation across the three repetitions))",,in,in pd-nisthigh,arxiv-2608.02670,gpt-5.6-terra,high,coding,hard,,per-suite,27.243000000000002,1.75,,,63.3,pass%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2608.02670 (Table 12 (page 23), row GPT-5.6 Terra, policy NIST-derived high, column Success (%) (printed ""63.3±1.9"": the mean and the standard deviation across the three repetitions))",,in,out:cost-single-couple pd-nisthigh,arxiv-2608.02670,gpt-5.6-luna,high,coding,hard,,per-suite,9.246,3.56,,,53.9,pass%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2608.02670 (Table 12 (page 23), row GPT-5.6 Luna, policy NIST-derived high, column Success (%) (printed ""53.9±1.8"": the mean and the standard deviation across the three repetitions))",,in,out:cost-single-couple pd-nisthigh,arxiv-2608.02670,sonnet-5,high,coding,hard,,per-suite,138.21,0.00289,,,55.1,pass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.02670 (Table 12 (page 23), row Claude Sonnet 5, policy NIST-derived high, column Success (%) (printed ""55.1±2.8"": the mean and the standard deviation across the three repetitions))",,in,in pd-nisthigh,arxiv-2608.02670,opus-4.8,high,coding,hard,,per-suite,164.23,0.00289,,,63.3,pass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.02670 (Table 12 (page 23), row Claude Opus 4.8, policy NIST-derived high, column Success (%) (printed ""63.3±3.7"": the mean and the standard deviation across the three repetitions))",,in,in pd-nisthigh,arxiv-2608.02670,fable-5,high,coding,hard,,per-suite,375.30,0.00289,,,67.8,pass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.02670 (Table 12 (page 23), row Claude Fable 5, policy NIST-derived high, column Success (%) (printed ""67.8±1.4"": the mean and the standard deviation across the three repetitions))",,in,in pd-nisthigh,arxiv-2608.02670,opus-5,high,coding,hard,,per-suite,290.11,0.00289,,,65.2,pass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.02670 (Table 12 (page 23), row Claude Opus 5, policy NIST-derived high, column Success (%) (printed ""65.2±2.4"": the mean and the standard deviation across the three repetitions))",,in,in pd-nisthigh,arxiv-2608.02670,kimi-k3,not-established:absent,coding,hard,,per-suite,36.62,0.00289,,,54.7,pass%,0.0289,,,"https://arxiv.org/abs/2608.02670 (Table 12 (page 23), row Kimi K3, policy NIST-derived high, column Success (%) (printed ""54.7±1.4"": the mean and the standard deviation across the three repetitions))",,out:effort-not-established,out:effort-not-established pd-nisthigh,arxiv-2608.02670,glm-5.2,not-established:absent,coding,hard,,per-suite,39.40,0.00289,,,55.8,pass%,0.0289,,,"https://arxiv.org/abs/2608.02670 (Table 12 (page 23), row GLM-5.2, policy NIST-derived high, column Success (%) (printed ""55.8±2.6"": the mean and the standard deviation across the three repetitions))",,out:effort-not-established,out:effort-not-established pd-nisthigh,arxiv-2608.02670,qwen3.7-max,not-established:absent,coding,hard,,per-suite,26.63,0.00289,,,40.4,pass%,0.0289,,,"https://arxiv.org/abs/2608.02670 (Table 12 (page 23), row Qwen3.7 Max, policy NIST-derived high, column Success (%) (printed ""40.4±0.9"": the mean and the standard deviation across the three repetitions))",,out:effort-not-established,out:effort-not-established pd-nisthigh,arxiv-2608.02670,minimax-m3,not-established:absent,coding,hard,,per-suite,26.26,0.00289,,,44.2,pass%,0.0289,,,"https://arxiv.org/abs/2608.02670 (Table 12 (page 23), row MiniMax M3, policy NIST-derived high, column Success (%) (printed ""44.2±1.9"": the mean and the standard deviation across the three repetitions))",,out:effort-not-established,out:effort-not-established pd-nisthigh,arxiv-2608.02670,grok-4.5,high,coding,hard,,per-suite,98.792,14.3,,,74.9,pass%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2608.02670 (Table 12 (page 23), row Grok 4.5, policy NIST-derived high, column Success (%) (printed ""74.9±1.4"": the mean and the standard deviation across the three repetitions))",,in,out:cost-single-couple arxiv-2608.07498-t1-accuracy,arxiv-2608.07498,gpt-5.5-pro,unstated,mixed,mid,,,,,,,96.68,score%,0.00289,,,"https://arxiv.org/abs/2608.07498 (Table 1, column Accuracy)",,out:effort-not-established, fin-touchstone-v12,arxiv-2608.08634,opus-4.6,high,mixed,mid,fixed RAG pipeline (top-5) + LLM judge,,,,,,88.4,score%,0.0289,,level-from-default,https://arxiv.org/abs/2608.08634 (Section 5.1 text),,out:single-couple, fin-touchstone-v12,arxiv-2608.08634,sonnet-4.6,not-established:absent,mixed,mid,fixed RAG pipeline (top-5) + LLM judge,,,,,,86.7,score%,0.0289,,,https://arxiv.org/abs/2608.08634 (Section 5.1 text),,out:effort-not-established, fin-touchstone-v12,arxiv-2608.08634,kimi-k2.6,think,mixed,mid,fixed RAG pipeline (top-5) + LLM judge,,,,,,83.5,score%,0.0289,,,https://arxiv.org/abs/2608.08634 (Section 5.1 text),,in, fin-touchstone-v12,arxiv-2608.08634,glm-5,think,mixed,mid,fixed RAG pipeline (top-5) + LLM judge,,,,,,82.0,score%,0.0289,,,https://arxiv.org/abs/2608.08634 (Section 5.1 text),,in, fin-touchstone-v12,arxiv-2608.08634,?Grok 4.1,not-established:absent,mixed,mid,fixed RAG pipeline (top-5) + LLM judge,,,,,,80.9,score%,0.0289,,,https://arxiv.org/abs/2608.08634 (Section 5.1 text),,out:model-not-established, fin-touchstone-v12,arxiv-2608.08634,?Gemini 3 Pro,not-established:absent,mixed,mid,fixed RAG pipeline (top-5) + LLM judge,,,,,,79.3,score%,0.0289,,,https://arxiv.org/abs/2608.08634 (Figure 1 bar label (image)),,out:model-not-established, fin-touchstone-v12,arxiv-2608.08634,gpt-5.2,not-established:absent,mixed,mid,fixed RAG pipeline (top-5) + LLM judge,,,,,,77.7,score%,0.0289,,,https://arxiv.org/abs/2608.08634 (Figure 1 bar label (image)),,out:effort-not-established, fin-touchstone-v12,arxiv-2608.08634,glm-4.7,think,mixed,mid,fixed RAG pipeline (top-5) + LLM judge,,,,,,76.9,score%,0.0289,,,https://arxiv.org/abs/2608.08634 (Figure 1 bar label (image)),,in, fin-touchstone-v12,arxiv-2608.08634,?DeepSeek V3.2,not-established:absent,mixed,mid,fixed RAG pipeline (top-5) + LLM judge,,,,,,75.2,score%,0.0289,,,https://arxiv.org/abs/2608.08634 (Figure 1 bar label (image)),,out:model-not-established, lexkairos-overall,arxiv-2608.09106,gpt-5.4,nothink,mixed,mid,LexKairos-eval,,,,,,77.47,acc%,0.00289,,,"https://arxiv.org/abs/2608.09106 (Table 2, row 'GPT-5.4', column Overall)",,in, lexkairos-overall,arxiv-2608.09106,gpt-5.4,high,mixed,mid,LexKairos-eval,,,,,,82.75,acc%,0.00289,,,"https://arxiv.org/abs/2608.09106 (Table 2, row 'w/ Thinking', column Overall)",,in, lexkairos-overall,arxiv-2608.09106,gemini-3-flash,not-established:absent,mixed,mid,LexKairos-eval,,,,,,76.71,acc%,0.00289,,,"https://arxiv.org/abs/2608.09106 (Table 2, row 'Gemini-3-Flash', column Overall)",,out:effort-not-established, lexkairos-overall,arxiv-2608.09106,gemini-3-flash,high,mixed,mid,LexKairos-eval,,,,,,84.57,acc%,0.00289,,,"https://arxiv.org/abs/2608.09106 (Table 2, row 'w/ Thinking', column Overall)",,in, lexkairos-overall,arxiv-2608.09106,?DeepSeek-V4-Flash,not-established:absent,mixed,mid,LexKairos-eval,,,,,,67.07,acc%,0.00289,,,"https://arxiv.org/abs/2608.09106 (Table 2, row 'DeepSeek-V4-Flash', column Overall)",,out:model-not-established, lexkairos-overall,arxiv-2608.09106,?DeepSeek-V4-Flash,not-established:absent,mixed,mid,LexKairos-eval,,,,,,79.94,acc%,0.00289,,,"https://arxiv.org/abs/2608.09106 (Table 2, row 'w/ Thinking', column Overall)",,out:model-not-established, lexkairos-overall,arxiv-2608.09106,qwen3.5-9b,nothink,mixed,mid,LexKairos-eval,,,,,,55.45,acc%,0.00289,,,"https://arxiv.org/abs/2608.09106 (Table 2, row 'Qwen3.5-9B', column Overall)",,in, lexkairos-overall,arxiv-2608.09106,qwen3.5-9b,think,mixed,mid,LexKairos-eval,,,,,,69.79,acc%,0.00289,,,"https://arxiv.org/abs/2608.09106 (Table 2, row 'w/ Thinking', column Overall)",,in, ffinance-x,arxiv-2608.11683,fable-5,high,agentic-tool,hard,FinanceAgent-v2-langchain,per-query,4.06,0.00289,,,49.2,rubric-qual%,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.11683 (Table 4, Finance Agent v2 Harness, row Claude Fable 5, column R_all (%))",,in,in ffinance-x,arxiv-2608.11683,gpt-5.6-sol,medium,agentic-tool,hard,FinanceAgent-v2-langchain,per-query,3.03,0.00289,,,46.8,rubric-qual%,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.11683 (Table 4, Finance Agent v2 Harness, row GPT 5.6 Sol, column R_all (%))",,in,in ffinance-x,arxiv-2608.11683,kimi-k3,not-established:absent,agentic-tool,hard,FinanceAgent-v2-langchain,per-query,0.90,0.00289,,,46.4,rubric-qual%,0.0289,,,"https://arxiv.org/abs/2608.11683 (Table 4, Finance Agent v2 Harness, row Kimi K3, column R_all (%))",,out:effort-not-established,out:effort-not-established ffinance-x,arxiv-2608.11683,gemini-3.6-flash,medium,agentic-tool,hard,FinanceAgent-v2-langchain,per-query,2.41,0.00289,,,46.3,rubric-qual%,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.11683 (Table 4, Finance Agent v2 Harness, row Gemini 3.6 Flash, column R_all (%))",,in,in ffinance-x,arxiv-2608.11683,opus-4.8,not-established:contradictory,agentic-tool,hard,FinanceAgent-v2-langchain,per-query,2.61,0.00289,,,45.0,rubric-qual%,0.0289,,,"https://arxiv.org/abs/2608.11683 (Table 4, Finance Agent v2 Harness, row Claude Opus 4.8, column R_all (%))",,out:effort-not-established,out:effort-not-established ffinance-x,arxiv-2608.11683,gpt-5.5,medium,agentic-tool,hard,FinanceAgent-v2-langchain,per-query,2.80,0.00289,,,43.5,rubric-qual%,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.11683 (Table 4, Finance Agent v2 Harness, row GPT 5.5, column R_all (%))",,in,in ffinance-x,arxiv-2608.11683,glm-5.2,not-established:absent,agentic-tool,hard,FinanceAgent-v2-langchain,per-query,0.63,0.00289,,,42.8,rubric-qual%,0.0289,,,"https://arxiv.org/abs/2608.11683 (Table 4, Finance Agent v2 Harness, row GLM 5.2, column R_all (%))",,out:effort-not-established,out:effort-not-established ffinance-x,arxiv-2608.11683,deepseek-v4-pro-preview,not-established:absent,agentic-tool,hard,FinanceAgent-v2-langchain,per-query,0.68,0.00289,,,40.5,rubric-qual%,0.0289,,,"https://arxiv.org/abs/2608.11683 (Table 4, Finance Agent v2 Harness, row DeepSeek V4 Pro, column R_all (%))",,out:effort-not-established,out:effort-not-established ffinance-x,arxiv-2608.11683,gemini-3.1-pro,high,agentic-tool,hard,FinanceAgent-v2-langchain,per-query,1.72,0.00289,,,30.5,rubric-qual%,0.0289,,,"https://arxiv.org/abs/2608.11683 (Table 4, Finance Agent v2 Harness, row Gemini 3.1 Pro, column R_all (%))",,in,out:cost-not-comparable ffinance,arxiv-2608.11683,opus-4.8,low,agentic-tool,hard,FinanceAgent-v2-langchain,per-query,1.6757,0,,,37.85,rubric-qual%,0,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.11683 (Figure 9 left, marker /M0 at form px (110.419, 37.147) of series 'Claude Opus 4.8': y axis 37.85%)",,in,in ffinance,arxiv-2608.11683,opus-4.8,medium,agentic-tool,hard,FinanceAgent-v2-langchain,per-query,2.2688,0,,,43.30,rubric-qual%,0,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.11683 (Figure 9 left, marker /M0 at form px (129.101, 99.625) of series 'Claude Opus 4.8': y axis 43.30%)",,in,in ffinance,arxiv-2608.11683,opus-4.8,high,agentic-tool,hard,FinanceAgent-v2-langchain,per-query,2.6535,0,,,45.33,rubric-qual%,0,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.11683 (Figure 9 left, marker /M0 at form px (141.217, 122.946) of series 'Claude Opus 4.8': y axis 45.33%)",,in,in ffinance,arxiv-2608.11683,opus-4.8,xhigh,agentic-tool,hard,FinanceAgent-v2-langchain,per-query,3.3296,0,,,45.83,rubric-qual%,0,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.11683 (Figure 9 left, marker /M0 at form px (162.514, 128.745) of series 'Claude Opus 4.8': y axis 45.83%)",,in,in ffinance,arxiv-2608.11683,gpt-5.6-sol,low,agentic-tool,hard,FinanceAgent-v2-langchain,per-query,1.3420,0,,,39.65,rubric-qual%,0,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.11683 (Figure 9 left, marker /M0 at form px (99.910, 57.816) of series 'GPT 5.6 Sol': y axis 39.65%)",,in,in ffinance,arxiv-2608.11683,gpt-5.6-sol,medium,agentic-tool,hard,FinanceAgent-v2-langchain,per-query,3.0324,0,,,46.83,rubric-qual%,0,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.11683 (Figure 9 left, marker /M0 at form px (153.152, 140.176) of series 'GPT 5.6 Sol': y axis 46.83%)",,in,in ffinance,arxiv-2608.11683,gpt-5.6-sol,high,agentic-tool,hard,FinanceAgent-v2-langchain,per-query,4.8532,0,,,46.63,rubric-qual%,0,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.11683 (Figure 9 left, marker /M0 at form px (210.502, 137.932) of series 'GPT 5.6 Sol': y axis 46.63%)",,in,in ffinance,arxiv-2608.11683,gpt-5.6-sol,xhigh,agentic-tool,hard,FinanceAgent-v2-langchain,per-query,5.5926,0,,,46.24,rubric-qual%,0,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.11683 (Figure 9 left, marker /M0 at form px (233.791, 133.426) of series 'GPT 5.6 Sol': y axis 46.24%)",,in,in ffinance,arxiv-2608.11683,kimi-k3,not-established:absent,agentic-tool,hard,FinanceAgent-v2-langchain,per-query,0.5311,0,,,38.78,rubric-qual%,0,,,"https://arxiv.org/abs/2608.11683 (Figure 9 left, marker /M0 at form px (74.368, 47.788) of series 'Kimi K3': y axis 38.78%)",,out:effort-not-established,out:effort-not-established ffinance,arxiv-2608.11683,kimi-k3,not-established:absent,agentic-tool,hard,FinanceAgent-v2-langchain,per-query,1.2768,0,,,42.25,rubric-qual%,0,,,"https://arxiv.org/abs/2608.11683 (Figure 9 left, marker /M0 at form px (97.855, 87.559) of series 'Kimi K3': y axis 42.25%)",,out:effort-not-established,out:effort-not-established ffinance,arxiv-2608.11683,kimi-k3,not-established:absent,agentic-tool,hard,FinanceAgent-v2-langchain,per-query,0.9012,0,,,46.37,rubric-qual%,0,,,"https://arxiv.org/abs/2608.11683 (Figure 9 left, marker /M0 at form px (86.024, 134.934) of series 'Kimi K3': y axis 46.37%)",,out:effort-not-established,out:effort-not-established patterneval-acc,arxiv-2608.12781,qwen3.5-0.8b,nothink,mixed,hard,,,,,,,25.22,Acc,0.00289,,,"https://arxiv.org/abs/2608.12781 (Table 3 (Performance and response-pattern failures under thinking and non-thinking inference), row Qwen3.5-0.8B, mode Non-thk, column Acc)",,in, patterneval-trigger,arxiv-2608.12781,qwen3.5-0.8b,nothink,mixed,hard,,,,,,,75.94,Trigger,0.00289,,,"https://arxiv.org/abs/2608.12781 (Table 3 (Performance and response-pattern failures under thinking and non-thinking inference), row Qwen3.5-0.8B, mode Non-thk, column Trigger)",,out:not-headline, patterneval-acc,arxiv-2608.12781,qwen3.5-0.8b,think,mixed,hard,,,,,,,23.13,Acc,0.00289,,,"https://arxiv.org/abs/2608.12781 (Table 3 (Performance and response-pattern failures under thinking and non-thinking inference), row Qwen3.5-0.8B, mode Thk, column Acc)",,in, patterneval-trigger,arxiv-2608.12781,qwen3.5-0.8b,think,mixed,hard,,,,,,,68.99,Trigger,0.00289,,,"https://arxiv.org/abs/2608.12781 (Table 3 (Performance and response-pattern failures under thinking and non-thinking inference), row Qwen3.5-0.8B, mode Thk, column Trigger)",,out:not-headline, patterneval-acc,arxiv-2608.12781,qwen3.5-4b,nothink,mixed,hard,,,,,,,45.96,Acc,0.00289,,,"https://arxiv.org/abs/2608.12781 (Table 3 (Performance and response-pattern failures under thinking and non-thinking inference), row Qwen3.5-4B, mode Non-thk, column Acc)",,in, patterneval-trigger,arxiv-2608.12781,qwen3.5-4b,nothink,mixed,hard,,,,,,,46.42,Trigger,0.00289,,,"https://arxiv.org/abs/2608.12781 (Table 3 (Performance and response-pattern failures under thinking and non-thinking inference), row Qwen3.5-4B, mode Non-thk, column Trigger)",,out:not-headline, patterneval-acc,arxiv-2608.12781,qwen3.5-4b,think,mixed,hard,,,,,,,52.33,Acc,0.00289,,,"https://arxiv.org/abs/2608.12781 (Table 3 (Performance and response-pattern failures under thinking and non-thinking inference), row Qwen3.5-4B, mode Thk, column Acc)",,in, patterneval-trigger,arxiv-2608.12781,qwen3.5-4b,think,mixed,hard,,,,,,,22.19,Trigger,0.00289,,,"https://arxiv.org/abs/2608.12781 (Table 3 (Performance and response-pattern failures under thinking and non-thinking inference), row Qwen3.5-4B, mode Thk, column Trigger)",,out:not-headline, patterneval-acc,arxiv-2608.12781,qwen3.5-9b,nothink,mixed,hard,,,,,,,50.15,Acc,0.00289,,,"https://arxiv.org/abs/2608.12781 (Table 3 (Performance and response-pattern failures under thinking and non-thinking inference), row Qwen3.5-9B, mode Non-thk, column Acc)",,in, patterneval-trigger,arxiv-2608.12781,qwen3.5-9b,nothink,mixed,hard,,,,,,,36.19,Trigger,0.00289,,,"https://arxiv.org/abs/2608.12781 (Table 3 (Performance and response-pattern failures under thinking and non-thinking inference), row Qwen3.5-9B, mode Non-thk, column Trigger)",,out:not-headline, patterneval-acc,arxiv-2608.12781,qwen3.5-9b,think,mixed,hard,,,,,,,59.20,Acc,0.00289,,,"https://arxiv.org/abs/2608.12781 (Table 3 (Performance and response-pattern failures under thinking and non-thinking inference), row Qwen3.5-9B, mode Thk, column Acc)",,in, patterneval-trigger,arxiv-2608.12781,qwen3.5-9b,think,mixed,hard,,,,,,,14.83,Trigger,0.00289,,,"https://arxiv.org/abs/2608.12781 (Table 3 (Performance and response-pattern failures under thinking and non-thinking inference), row Qwen3.5-9B, mode Thk, column Trigger)",,out:not-headline, patterneval-acc,arxiv-2608.12781,qwen3.5-27b,nothink,mixed,hard,,,,,,,59.07,Acc,0.00289,,,"https://arxiv.org/abs/2608.12781 (Table 3 (Performance and response-pattern failures under thinking and non-thinking inference), row Qwen3.5-27B, mode Non-thk, column Acc)",,in, patterneval-trigger,arxiv-2608.12781,qwen3.5-27b,nothink,mixed,hard,,,,,,,29.32,Trigger,0.00289,,,"https://arxiv.org/abs/2608.12781 (Table 3 (Performance and response-pattern failures under thinking and non-thinking inference), row Qwen3.5-27B, mode Non-thk, column Trigger)",,out:not-headline, patterneval-acc,arxiv-2608.12781,qwen3.5-27b,think,mixed,hard,,,,,,,64.05,Acc,0.00289,,,"https://arxiv.org/abs/2608.12781 (Table 3 (Performance and response-pattern failures under thinking and non-thinking inference), row Qwen3.5-27B, mode Thk, column Acc)",,in, patterneval-trigger,arxiv-2608.12781,qwen3.5-27b,think,mixed,hard,,,,,,,5.31,Trigger,0.00289,,,"https://arxiv.org/abs/2608.12781 (Table 3 (Performance and response-pattern failures under thinking and non-thinking inference), row Qwen3.5-27B, mode Thk, column Trigger)",,out:not-headline, patterneval-acc,arxiv-2608.12781,qwen3.5-35b-a3b,nothink,mixed,hard,,,,,,,57.02,Acc,0.00289,,,"https://arxiv.org/abs/2608.12781 (Table 3 (Performance and response-pattern failures under thinking and non-thinking inference), row Qwen3.5-35B-A3B, mode Non-thk, column Acc)",,in, patterneval-trigger,arxiv-2608.12781,qwen3.5-35b-a3b,nothink,mixed,hard,,,,,,,33.00,Trigger,0.00289,,,"https://arxiv.org/abs/2608.12781 (Table 3 (Performance and response-pattern failures under thinking and non-thinking inference), row Qwen3.5-35B-A3B, mode Non-thk, column Trigger)",,out:not-headline, patterneval-acc,arxiv-2608.12781,qwen3.5-35b-a3b,think,mixed,hard,,,,,,,65.07,Acc,0.00289,,,"https://arxiv.org/abs/2608.12781 (Table 3 (Performance and response-pattern failures under thinking and non-thinking inference), row Qwen3.5-35B-A3B, mode Thk, column Acc)",,in, patterneval-trigger,arxiv-2608.12781,qwen3.5-35b-a3b,think,mixed,hard,,,,,,,6.37,Trigger,0.00289,,,"https://arxiv.org/abs/2608.12781 (Table 3 (Performance and response-pattern failures under thinking and non-thinking inference), row Qwen3.5-35B-A3B, mode Thk, column Trigger)",,out:not-headline, patterneval-acc,arxiv-2608.12781,qwen3.5-122b-a10b,nothink,mixed,hard,,,,,,,59.20,Acc,0.00289,,,"https://arxiv.org/abs/2608.12781 (Table 3 (Performance and response-pattern failures under thinking and non-thinking inference), row Qwen3.5-122B-A10B, mode Non-thk, column Acc)",,in, patterneval-trigger,arxiv-2608.12781,qwen3.5-122b-a10b,nothink,mixed,hard,,,,,,,28.45,Trigger,0.00289,,,"https://arxiv.org/abs/2608.12781 (Table 3 (Performance and response-pattern failures under thinking and non-thinking inference), row Qwen3.5-122B-A10B, mode Non-thk, column Trigger)",,out:not-headline, patterneval-acc,arxiv-2608.12781,qwen3.5-122b-a10b,think,mixed,hard,,,,,,,66.30,Acc,0.00289,,,"https://arxiv.org/abs/2608.12781 (Table 3 (Performance and response-pattern failures under thinking and non-thinking inference), row Qwen3.5-122B-A10B, mode Thk, column Acc)",,in, patterneval-trigger,arxiv-2608.12781,qwen3.5-122b-a10b,think,mixed,hard,,,,,,,5.86,Trigger,0.00289,,,"https://arxiv.org/abs/2608.12781 (Table 3 (Performance and response-pattern failures under thinking and non-thinking inference), row Qwen3.5-122B-A10B, mode Thk, column Trigger)",,out:not-headline, patterneval-acc,arxiv-2608.12781,qwen3.5-397b-a17b,nothink,mixed,hard,,,,,,,61.96,Acc,0.00289,,,"https://arxiv.org/abs/2608.12781 (Table 3 (Performance and response-pattern failures under thinking and non-thinking inference), row Qwen3.5-397B-A17B, mode Non-thk, column Acc)",,in, patterneval-trigger,arxiv-2608.12781,qwen3.5-397b-a17b,nothink,mixed,hard,,,,,,,29.32,Trigger,0.00289,,,"https://arxiv.org/abs/2608.12781 (Table 3 (Performance and response-pattern failures under thinking and non-thinking inference), row Qwen3.5-397B-A17B, mode Non-thk, column Trigger)",,out:not-headline, patterneval-acc,arxiv-2608.12781,qwen3.5-397b-a17b,think,mixed,hard,,,,,,,68.93,Acc,0.00289,,,"https://arxiv.org/abs/2608.12781 (Table 3 (Performance and response-pattern failures under thinking and non-thinking inference), row Qwen3.5-397B-A17B, mode Thk, column Acc)",,in, patterneval-trigger,arxiv-2608.12781,qwen3.5-397b-a17b,think,mixed,hard,,,,,,,4.23,Trigger,0.00289,,,"https://arxiv.org/abs/2608.12781 (Table 3 (Performance and response-pattern failures under thinking and non-thinking inference), row Qwen3.5-397B-A17B, mode Thk, column Trigger)",,out:not-headline, patterneval-acc,arxiv-2608.12781,qwen3.6-27b,nothink,mixed,hard,,,,,,,57.33,Acc,0.00289,,,"https://arxiv.org/abs/2608.12781 (Table 3 (Performance and response-pattern failures under thinking and non-thinking inference), row Qwen3.6-27B, mode Non-thk, column Acc)",,in, patterneval-trigger,arxiv-2608.12781,qwen3.6-27b,nothink,mixed,hard,,,,,,,32.81,Trigger,0.00289,,,"https://arxiv.org/abs/2608.12781 (Table 3 (Performance and response-pattern failures under thinking and non-thinking inference), row Qwen3.6-27B, mode Non-thk, column Trigger)",,out:not-headline, patterneval-acc,arxiv-2608.12781,qwen3.6-27b,think,mixed,hard,,,,,,,63.72,Acc,0.00289,,,"https://arxiv.org/abs/2608.12781 (Table 3 (Performance and response-pattern failures under thinking and non-thinking inference), row Qwen3.6-27B, mode Thk, column Acc)",,in, patterneval-trigger,arxiv-2608.12781,qwen3.6-27b,think,mixed,hard,,,,,,,5.93,Trigger,0.00289,,,"https://arxiv.org/abs/2608.12781 (Table 3 (Performance and response-pattern failures under thinking and non-thinking inference), row Qwen3.6-27B, mode Thk, column Trigger)",,out:not-headline, patterneval-acc,arxiv-2608.12781,qwen3.6-35b-a3b,nothink,mixed,hard,,,,,,,56.22,Acc,0.00289,,,"https://arxiv.org/abs/2608.12781 (Table 3 (Performance and response-pattern failures under thinking and non-thinking inference), row Qwen3.6-35B-A3B, mode Non-thk, column Acc)",,in, patterneval-trigger,arxiv-2608.12781,qwen3.6-35b-a3b,nothink,mixed,hard,,,,,,,32.80,Trigger,0.00289,,,"https://arxiv.org/abs/2608.12781 (Table 3 (Performance and response-pattern failures under thinking and non-thinking inference), row Qwen3.6-35B-A3B, mode Non-thk, column Trigger)",,out:not-headline, patterneval-acc,arxiv-2608.12781,qwen3.6-35b-a3b,think,mixed,hard,,,,,,,63.90,Acc,0.00289,,,"https://arxiv.org/abs/2608.12781 (Table 3 (Performance and response-pattern failures under thinking and non-thinking inference), row Qwen3.6-35B-A3B, mode Thk, column Acc)",,in, patterneval-trigger,arxiv-2608.12781,qwen3.6-35b-a3b,think,mixed,hard,,,,,,,5.90,Trigger,0.00289,,,"https://arxiv.org/abs/2608.12781 (Table 3 (Performance and response-pattern failures under thinking and non-thinking inference), row Qwen3.6-35B-A3B, mode Thk, column Trigger)",,out:not-headline, patterneval-acc,arxiv-2608.12781,qwen3.7-max,nothink,mixed,hard,,,,,,,67.07,Acc,0.00289,,,"https://arxiv.org/abs/2608.12781 (Table 3 (Performance and response-pattern failures under thinking and non-thinking inference), row Qwen3.7-Max, mode Non-thk, column Acc)",,in, patterneval-trigger,arxiv-2608.12781,qwen3.7-max,nothink,mixed,hard,,,,,,,26.77,Trigger,0.00289,,,"https://arxiv.org/abs/2608.12781 (Table 3 (Performance and response-pattern failures under thinking and non-thinking inference), row Qwen3.7-Max, mode Non-thk, column Trigger)",,out:not-headline, patterneval-acc,arxiv-2608.12781,qwen3.7-max,think,mixed,hard,,,,,,,72.30,Acc,0.00289,,,"https://arxiv.org/abs/2608.12781 (Table 3 (Performance and response-pattern failures under thinking and non-thinking inference), row Qwen3.7-Max, mode Thk, column Acc)",,in, patterneval-trigger,arxiv-2608.12781,qwen3.7-max,think,mixed,hard,,,,,,,5.56,Trigger,0.00289,,,"https://arxiv.org/abs/2608.12781 (Table 3 (Performance and response-pattern failures under thinking and non-thinking inference), row Qwen3.7-Max, mode Thk, column Trigger)",,out:not-headline, patterneval-acc,arxiv-2608.12781,qwen3.7-plus,nothink,mixed,hard,,,,,,,66.28,Acc,0.00289,,,"https://arxiv.org/abs/2608.12781 (Table 3 (Performance and response-pattern failures under thinking and non-thinking inference), row Qwen3.7-Plus, mode Non-thk, column Acc)",,in, patterneval-trigger,arxiv-2608.12781,qwen3.7-plus,nothink,mixed,hard,,,,,,,27.82,Trigger,0.00289,,,"https://arxiv.org/abs/2608.12781 (Table 3 (Performance and response-pattern failures under thinking and non-thinking inference), row Qwen3.7-Plus, mode Non-thk, column Trigger)",,out:not-headline, patterneval-acc,arxiv-2608.12781,qwen3.7-plus,think,mixed,hard,,,,,,,70.97,Acc,0.00289,,,"https://arxiv.org/abs/2608.12781 (Table 3 (Performance and response-pattern failures under thinking and non-thinking inference), row Qwen3.7-Plus, mode Thk, column Acc)",,in, patterneval-trigger,arxiv-2608.12781,qwen3.7-plus,think,mixed,hard,,,,,,,6.59,Trigger,0.00289,,,"https://arxiv.org/abs/2608.12781 (Table 3 (Performance and response-pattern failures under thinking and non-thinking inference), row Qwen3.7-Plus, mode Thk, column Trigger)",,out:not-headline, patterneval-acc,arxiv-2608.12781,opus-4.8,not-established:absent,mixed,hard,,,,,,,61.12,Acc,0.00289,,,"https://arxiv.org/abs/2608.12781 (Table 3 (Performance and response-pattern failures under thinking and non-thinking inference), row Claude-Opus-4.8, mode Non-thk, column Acc)",,out:effort-not-established, patterneval-trigger,arxiv-2608.12781,opus-4.8,not-established:absent,mixed,hard,,,,,,,22.06,Trigger,0.00289,,,"https://arxiv.org/abs/2608.12781 (Table 3 (Performance and response-pattern failures under thinking and non-thinking inference), row Claude-Opus-4.8, mode Non-thk, column Trigger)",,out:effort-not-established, patterneval-acc,arxiv-2608.12781,opus-4.8,not-established:absent,mixed,hard,,,,,,,67.70,Acc,0.00289,,default-bridged,"https://arxiv.org/abs/2608.12781 (Table 3 (Performance and response-pattern failures under thinking and non-thinking inference), row Claude-Opus-4.8, mode Thk, column Acc)",,out:effort-not-established, patterneval-trigger,arxiv-2608.12781,opus-4.8,not-established:absent,mixed,hard,,,,,,,3.55,Trigger,0.00289,,default-bridged,"https://arxiv.org/abs/2608.12781 (Table 3 (Performance and response-pattern failures under thinking and non-thinking inference), row Claude-Opus-4.8, mode Thk, column Trigger)",,out:effort-not-established, embedder-mtebllm,embedder-2608.12875,gemini-3.1-pro,high,mixed,mid,none (API call),per-suite,154.14,0.00289,,,77.6,score%,0.0289,,,"https://arxiv.org/abs/2608.12875 (Table 1, row, column Overall (37))",,in,out:cost-not-comparable embedder-mtebllm,embedder-2608.12875,gemini-3-flash,high,mixed,mid,none (API call),per-suite,55.87,0.00289,,,75.2,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.12875 (Table 1, row, column Overall (37))",,in,out:cost-single-couple embedder-mtebllm,embedder-2608.12875,qwen3.6-27b,default,mixed,mid,none (API call),per-suite,103.43,0.00289,,,73.9,score%,0.0289,,,"https://arxiv.org/abs/2608.12875 (Table 1, row, column Overall (37))",,out:effort-not-established,out:effort-not-established embedder-mtebllm,embedder-2608.12875,qwen3.6-35b-a3b,default,mixed,mid,none (API call),per-suite,34.06,0.00289,,,73.3,score%,0.0289,,,"https://arxiv.org/abs/2608.12875 (Table 1, row, column Overall (37))",,out:effort-not-established,out:effort-not-established embedder-mtebllm,embedder-2608.12875,kimi-k2.6,default,mixed,mid,none (API call),per-suite,110.70,0.00289,,,71.7,score%,0.0289,,,"https://arxiv.org/abs/2608.12875 (Table 1, row, column Overall (37))",,out:effort-not-established,out:effort-not-established embedder-mtebllm,embedder-2608.12875,?DeepSeek-V4-Flash,not-established:absent,mixed,mid,none (API call),per-suite,3.16,0.00289,,,68.5,score%,0.0289,,,"https://arxiv.org/abs/2608.12875 (Table 1, row, column Overall (37))",,out:model-not-established,out:model-not-established embedder-mtebllm,embedder-2608.12875,glm-4.7,default,mixed,mid,none (API call),per-suite,63.31,0.00289,,,67.7,score%,0.0289,,,"https://arxiv.org/abs/2608.12875 (Table 1, row, column Overall (37))",,out:effort-not-established,out:effort-not-established embedder-mtebllm,embedder-2608.12875,gemini-3.1-flash-lite,nothink,mixed,mid,none (API call),per-suite,6.85,0.00289,,,64.5,score%,0.0289,,,"https://arxiv.org/abs/2608.12875 (Table 1, row, column Overall (37))",,out:effort-not-established,out:effort-not-established lsp-ref-grep,arxiv-2608.13568,opus-4.8,unstated,coding,mid,grep-baseline,,,,,,0.706,F1,0.000289,,,"https://arxiv.org/abs/2608.13568 (section 6.4 table, 'grep F1' column)",,out:effort-not-established, lsp-ref-lsp,arxiv-2608.13568,opus-4.8,unstated,coding,mid,lsp-only,,,,,,0.778,F1,0.000289,,,"https://arxiv.org/abs/2608.13568 (section 6.4 table, 'lsp F1' column)",,out:effort-not-established, lsp-ref-grep,arxiv-2608.13568,sonnet-4.6,unstated,coding,mid,grep-baseline,,,,,,0.706,F1,0.000289,,,"https://arxiv.org/abs/2608.13568 (section 6.4 table, 'grep F1' column)",,out:effort-not-established, lsp-ref-lsp,arxiv-2608.13568,sonnet-4.6,unstated,coding,mid,lsp-only,,,,,,0.789,F1,0.000289,,,"https://arxiv.org/abs/2608.13568 (section 6.4 table, 'lsp F1' column)",,out:effort-not-established, lsp-ref-grep,arxiv-2608.13568,haiku-4.5,unstated,coding,mid,grep-baseline,,,,,,0.706,F1,0.000289,,,"https://arxiv.org/abs/2608.13568 (section 6.4 table, 'grep F1' column)",,out:effort-not-established, lsp-ref-lsp,arxiv-2608.13568,haiku-4.5,unstated,coding,mid,lsp-only,,,,,,0.719,F1,0.000289,,,"https://arxiv.org/abs/2608.13568 (section 6.4 table, 'lsp F1' column)",,out:effort-not-established, apr-chatrepair-stage1,arxiv-2608.14065,deepseek-v3.2,nothink,coding,mid,ChatRepair,,,,,,35.545024,score%,0,,,"https://arxiv.org/abs/2608.14065 (Table 9, row DeepSeek-V3.2-chat, column Repaired Bugs (of 211))",,out:single-couple, apr-chatrepair-stage1,arxiv-2608.14065,?DeepSeek-V4-pro,not-established:absent,coding,mid,ChatRepair,,,,,,42.654028,score%,0,,,"https://arxiv.org/abs/2608.14065 (Table 9, row DeepSeek-V4-pro, column Repaired Bugs (of 211))",,out:model-not-established, apr-chatrepair-stage1,arxiv-2608.14065,gpt-5,nothink,coding,mid,ChatRepair,,,,,,82.938389,score%,0,,,"https://arxiv.org/abs/2608.14065 (Table 9, row GPT-5, column Repaired Bugs (of 211))",,out:effort-not-established, apr-chatrepair-stage1,arxiv-2608.14065,?Llama-3.1-405B,not-established:absent,coding,mid,ChatRepair,,,,,,23.222749,score%,0,,,"https://arxiv.org/abs/2608.14065 (Table 9, row Llama-3.1-405B, column Repaired Bugs (of 211))",,out:model-not-established, videogaia,arxiv-2608.14718,?Qwen3.5-397B,not-established:absent,agentic-tool,hard,ReAct-agent-loop,,,,,,50.18,score%,0.00289,,,"https://arxiv.org/abs/2608.14718 (Table 1, row Qwen3.5-397B, column Overall (pass@1 %))",,out:model-not-established, videogaia,arxiv-2608.14718,qwen3.5-plus,unstated,agentic-tool,hard,ReAct-agent-loop,,,,,,52.03,score%,0.00289,,,"https://arxiv.org/abs/2608.14718 (Table 1, row Qwen3.5-Plus, column Overall (pass@1 %))",,out:effort-not-established, videogaia,arxiv-2608.14718,qwen3.6-plus,unstated,agentic-tool,hard,ReAct-agent-loop,,,,,,49.08,score%,0.00289,,,"https://arxiv.org/abs/2608.14718 (Table 1, row Qwen3.6-Plus, column Overall (pass@1 %))",,out:effort-not-established, videogaia,arxiv-2608.14718,qwen3.7-plus,unstated,agentic-tool,hard,ReAct-agent-loop,,,,,,56.09,score%,0.00289,,,"https://arxiv.org/abs/2608.14718 (Table 1, row Qwen3.7-Plus, column Overall (pass@1 %))",,out:effort-not-established, videogaia,arxiv-2608.14718,?Qwen3.8-Max,not-established:absent,agentic-tool,hard,ReAct-agent-loop,,,,,,50.18,score%,0.00289,,,"https://arxiv.org/abs/2608.14718 (Table 1, row Qwen3.8-Max, column Overall (pass@1 %))",,out:model-not-established, videogaia,arxiv-2608.14718,glm-4.6v,unstated,agentic-tool,hard,ReAct-agent-loop,,,,,,46.86,score%,0.00289,,,"https://arxiv.org/abs/2608.14718 (Table 1, row GLM-4.6V, column Overall (pass@1 %))",,out:effort-not-established, videogaia,arxiv-2608.14718,glm-5v-turbo,unstated,agentic-tool,hard,ReAct-agent-loop,,,,,,50.18,score%,0.00289,,,"https://arxiv.org/abs/2608.14718 (Table 1, row GLM-5V-Turbo, column Overall (pass@1 %))",,out:effort-not-established, videogaia,arxiv-2608.14718,?Seed2.0-Pro,not-established:absent,agentic-tool,hard,ReAct-agent-loop,,,,,,58.30,score%,0.00289,,,"https://arxiv.org/abs/2608.14718 (Table 1, row Seed2.0-Pro, column Overall (pass@1 %))",,out:model-not-established, videogaia,arxiv-2608.14718,mimo-v2.5,unstated,agentic-tool,hard,ReAct-agent-loop,,,,,,48.71,score%,0.00289,,,"https://arxiv.org/abs/2608.14718 (Table 1, row MiMo-V2.5, column Overall (pass@1 %))",,out:effort-not-established, videogaia,arxiv-2608.14718,kimi-k2.5,unstated,agentic-tool,hard,ReAct-agent-loop,,,,,,49.82,score%,0.00289,,,"https://arxiv.org/abs/2608.14718 (Table 1, row Kimi-K2.5, column Overall (pass@1 %))",,out:effort-not-established, videogaia,arxiv-2608.14718,kimi-k2.6,unstated,agentic-tool,hard,ReAct-agent-loop,,,,,,52.77,score%,0.00289,,,"https://arxiv.org/abs/2608.14718 (Table 1, row Kimi-K2.6, column Overall (pass@1 %))",,out:effort-not-established, videogaia,arxiv-2608.14718,kimi-k3,unstated,agentic-tool,hard,ReAct-agent-loop,,,,,,54.61,score%,0.00289,,,"https://arxiv.org/abs/2608.14718 (Table 1, row Kimi-K3, column Overall (pass@1 %))",,out:effort-not-established, videogaia,arxiv-2608.14718,gemini-3.1-pro,unstated,agentic-tool,hard,ReAct-agent-loop,,,,,,50.92,score%,0.00289,,,"https://arxiv.org/abs/2608.14718 (Table 1, row Gemini-3.1-Pro, column Overall (pass@1 %))",,out:effort-not-established, videogaia,arxiv-2608.14718,gemini-3.5-flash,unstated,agentic-tool,hard,ReAct-agent-loop,,,,,,43.91,score%,0.00289,,,"https://arxiv.org/abs/2608.14718 (Table 1, row Gemini-3.5-Flash, column Overall (pass@1 %))",,out:effort-not-established, videogaia,arxiv-2608.14718,opus-4.6,unstated,agentic-tool,hard,ReAct-agent-loop,,,,,,47.97,score%,0.00289,,,"https://arxiv.org/abs/2608.14718 (Table 1, row Claude-Opus-4.6, column Overall (pass@1 %))",,out:effort-not-established, videogaia,arxiv-2608.14718,opus-4.7,unstated,agentic-tool,hard,ReAct-agent-loop,,,,,,34.69,score%,0.00289,,,"https://arxiv.org/abs/2608.14718 (Table 1, row Claude-Opus-4.7, column Overall (pass@1 %))",,out:effort-not-established, videogaia,arxiv-2608.14718,opus-4.8,unstated,agentic-tool,hard,ReAct-agent-loop,,,,,,36.90,score%,0.00289,,,"https://arxiv.org/abs/2608.14718 (Table 1, row Claude-Opus-4.8, column Overall (pass@1 %))",,out:effort-not-established, videogaia,arxiv-2608.14718,gpt-5.2,unstated,agentic-tool,hard,ReAct-agent-loop,,,,,,50.92,score%,0.00289,,,"https://arxiv.org/abs/2608.14718 (Table 1, row GPT-5.2, column Overall (pass@1 %))",,out:effort-not-established, videogaia,arxiv-2608.14718,gpt-5.4,unstated,agentic-tool,hard,ReAct-agent-loop,,,,,,52.03,score%,0.00289,,,"https://arxiv.org/abs/2608.14718 (Table 1, row GPT-5.4, column Overall (pass@1 %))",,out:effort-not-established, videogaia,arxiv-2608.14718,gpt-5.5,unstated,agentic-tool,hard,ReAct-agent-loop,,,,,,53.14,score%,0.00289,,,"https://arxiv.org/abs/2608.14718 (Table 1, row GPT-5.5, column Overall (pass@1 %))",,out:effort-not-established, statem-tb21,arxiv-2608.15089,gpt-5.5,xhigh,coding,hard,StateM (Codex-based),,,,,,92.1,score%,0.0289,,,"https://arxiv.org/abs/2608.15089 (Section 4.2, paragraph 1, reference or result of GPT-5.5)",,in, statem-tb21,arxiv-2608.15089,gpt-5.6-sol,xhigh,coding,hard,StateM (Codex-based),,1062.95,0.00289,,,95.28,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.15089 (Section 1, paragraph 'Results and scope' (also Section 4.2), reference or result of GPT-5.6 Sol)",,in,out:cost-single-couple statem-tb21,arxiv-2608.15089,gpt-5.6-luna,unstated,coding,hard,StateM (Codex-based),,,,,,85.4,score%,0.0289,,,"https://arxiv.org/abs/2608.15089 (Section 1 (Introduction, 'The frozen runbook also raises'), reference or result of GPT-5.6 Luna)",,out:effort-not-established, statem-tb21,arxiv-2608.15089,?,not-established:absent,coding,hard,StateM (Codex-based),,15.20,0.00289,,,88.09,score%,0.00289,,,"https://arxiv.org/abs/2608.15089 (Section 4.4, footnote 4, reference or result of DeepSeek-V4-Flash)",,out:model-not-established,out:model-not-established statem-tb21-references,arxiv-2608.15089,gpt-5.5,unstated,coding,hard,,,2059.19,0.00289,,,83.15,score%,0.00289,,,"https://arxiv.org/abs/2608.15089 (Footnote 3, Section 4.2, reference or result of GPT-5.5)",,out:effort-not-established,out:effort-not-established statem-tb21-references,arxiv-2608.15089,gpt-5.6-sol,xhigh,coding,hard,,,,,,,84.9,score%,0.0289,,,"https://arxiv.org/abs/2608.15089 (Section 4.2, paragraph 1, reference or result of GPT-5.6 Sol)",,in, statem-tb21-references,arxiv-2608.15089,gpt-5.6-sol,not-established:absent,coding,hard,,,,,,,91.9,score%,0.0289,,,"https://arxiv.org/abs/2608.15089 (Abstract, reference or result of GPT-5.6 Sol)",,out:effort-not-established, statem-tb21-references,arxiv-2608.15089,gpt-5.6-sol,max,coding,hard,,,574.68,0.00289,,,83.37,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.15089 (Section 4.4, paragraph 'The DeepSeek evidence uses', reference or result of GPT-5.6 Sol)",,in,out:cost-single-couple statem-tb21-references,arxiv-2608.15089,gpt-5.6-sol,max,coding,hard,,,,,,,88.8,score%,0.0289,,,"https://arxiv.org/abs/2608.15089 (Section 4.4, paragraph 'The separate OpenAI-reported', reference or result of GPT-5.6 Sol)",,in, statem-tb21-references,arxiv-2608.15089,gpt-5.6-luna,unstated,coding,hard,,,,,,,76.7,score%,0.0289,,,"https://arxiv.org/abs/2608.15089 (Section 4.3, paragraph 'Frozen transfer within the GPT family', reference or result of GPT-5.6 Luna)",,out:effort-not-established, statem-tb21-references,arxiv-2608.15089,?,not-established:absent,coding,hard,,,,,,,82.7,score%,0.0289,,,"https://arxiv.org/abs/2608.15089 (Section 4.4, paragraph 1, reference or result of DeepSeek-V4-Flash)",,out:model-not-established, statem-tb21-references,arxiv-2608.15089,?,not-established:absent,coding,hard,,,,,,,82.0,score%,0.0289,,,"https://arxiv.org/abs/2608.15089 (Section 4.3, paragraph 'The provider boundary changes the transferable object', reference or result of DeepSeek-V4-Flash)",,out:model-not-established, vwebench,arxiv-2608.15265,gemini-3.1-pro,unstated,coding,hard,paper-agent-sandbox,,,,,,42.7,pass1-overall-pct,0.0289,,evaluated-by:Gemini 3.5-flash,"https://arxiv.org/html/2608.15265 (Table 4 (Pass@1 by query sub-type, Test split): the header row Model, Theme ... Overall, Human; the group-label row above it (3D world construction, 3D world refinement) is not transcribed / row Gemini 3.1-pro / column Overall)",,out:effort-not-established, vwebench,arxiv-2608.15265,gemini-3.5-flash,unstated,coding,hard,paper-agent-sandbox,,,,,,47.4,pass1-overall-pct,0.0289,,evaluated-by:Gemini 3.5-flash,"https://arxiv.org/html/2608.15265 (Table 4 (Pass@1 by query sub-type, Test split): the header row Model, Theme ... Overall, Human; the group-label row above it (3D world construction, 3D world refinement) is not transcribed / row Gemini 3.5-flash / column Overall)",,out:effort-not-established, vwebench,arxiv-2608.15265,gpt-5.5,unstated,coding,hard,paper-agent-sandbox,,,,,,57.3,pass1-overall-pct,0.0289,,evaluated-by:Gemini 3.5-flash,"https://arxiv.org/html/2608.15265 (Table 4 (Pass@1 by query sub-type, Test split): the header row Model, Theme ... Overall, Human; the group-label row above it (3D world construction, 3D world refinement) is not transcribed / row GPT-5.5 / column Overall)",,out:effort-not-established, vwebench,arxiv-2608.15265,opus-4.8,unstated,coding,hard,paper-agent-sandbox,,,,,,24.3,pass1-overall-pct,0.0289,,evaluated-by:Gemini 3.5-flash,"https://arxiv.org/html/2608.15265 (Table 4 (Pass@1 by query sub-type, Test split): the header row Model, Theme ... Overall, Human; the group-label row above it (3D world construction, 3D world refinement) is not transcribed / row Claude-Opus-4.8 / column Overall)",,out:effort-not-established, vwebench,arxiv-2608.15265,kimi-k3,unstated,coding,hard,paper-agent-sandbox,,,,,,44.5,pass1-overall-pct,0.0289,,evaluated-by:Gemini 3.5-flash,"https://arxiv.org/html/2608.15265 (Table 4 (Pass@1 by query sub-type, Test split): the header row Model, Theme ... Overall, Human; the group-label row above it (3D world construction, 3D world refinement) is not transcribed / row Kimi-K3 / column Overall)",,out:effort-not-established, vwebench,arxiv-2608.15265,qwen3.8-max,unstated,coding,hard,paper-agent-sandbox,,,,,,56.9,pass1-overall-pct,0.0289,,evaluated-by:Gemini 3.5-flash,"https://arxiv.org/html/2608.15265 (Table 4 (Pass@1 by query sub-type, Test split): the header row Model, Theme ... Overall, Human; the group-label row above it (3D world construction, 3D world refinement) is not transcribed / row Qwen3.8-Max / column Overall)",,out:effort-not-established, vwebench,arxiv-2608.15265,gpt-5.5,unstated,coding,hard,paper-agent-sandbox,,,,,,16.3,pass1-overall-pct,0.0289,,evaluated-by:Gemini 3.5-flash,"https://arxiv.org/html/2608.15265 (Table 4 (Pass@1 by query sub-type, Test split): the header row Model, Theme ... Overall, Human; the group-label row above it (3D world construction, 3D world refinement) is not transcribed / row SceneWeaver / column Overall)",,out:effort-not-established, vwebench,arxiv-2608.15265,gpt-5.5,unstated,coding,hard,paper-agent-sandbox,,,,,,13.6,pass1-overall-pct,0.0289,,evaluated-by:Gemini 3.5-flash,"https://arxiv.org/html/2608.15265 (Table 4 (Pass@1 by query sub-type, Test split): the header row Model, Theme ... Overall, Human; the group-label row above it (3D world construction, 3D world refinement) is not transcribed / row SAGE / column Overall)",,out:effort-not-established, vwebench,arxiv-2608.15265,gpt-5.5,unstated,coding,hard,paper-agent-sandbox,,,,,,13.8,pass1-overall-pct,0.0289,,evaluated-by:Gemini 3.5-flash,"https://arxiv.org/html/2608.15265 (Table 4 (Pass@1 by query sub-type, Test split): the header row Model, Theme ... Overall, Human; the group-label row above it (3D world construction, 3D world refinement) is not transcribed / row SceneAssistant / column Overall)",,out:effort-not-established, vwebench,arxiv-2608.15265,?Qwen3-VL-8B,not-established:absent,coding,hard,paper-agent-sandbox,,,,,,5.3,pass1-overall-pct,0.0289,,evaluated-by:Gemini 3.5-flash,"https://arxiv.org/html/2608.15265 (Table 4 (Pass@1 by query sub-type, Test split): the header row Model, Theme ... Overall, Human; the group-label row above it (3D world construction, 3D world refinement) is not transcribed / row Qwen3-VL-8B / column Overall)",,out:model-not-established, vwebench,arxiv-2608.15265,?VibeWorlder-8B-SFT,not-established:absent,coding,hard,paper-agent-sandbox,,,,,,12.0,pass1-overall-pct,0.0289,,evaluated-by:Gemini 3.5-flash,"https://arxiv.org/html/2608.15265 (Table 4 (Pass@1 by query sub-type, Test split): the header row Model, Theme ... Overall, Human; the group-label row above it (3D world construction, 3D world refinement) is not transcribed / row VibeWorlder-8B-SFT / column Overall)",,out:model-not-established, vwebench,arxiv-2608.15265,?VibeWorlder-8B,not-established:absent,coding,hard,paper-agent-sandbox,,,,,,41.4,pass1-overall-pct,0.0289,,evaluated-by:Gemini 3.5-flash,"https://arxiv.org/html/2608.15265 (Table 4 (Pass@1 by query sub-type, Test split): the header row Model, Theme ... Overall, Human; the group-label row above it (3D world construction, 3D world refinement) is not transcribed / row VibeWorlder-8B / column Overall)",,out:model-not-established, vwebench,arxiv-2608.15265,?Qwen3-VL-30B-A3B,not-established:absent,coding,hard,paper-agent-sandbox,,,,,,13.6,pass1-overall-pct,0.0289,,evaluated-by:Gemini 3.5-flash,"https://arxiv.org/html/2608.15265 (Table 4 (Pass@1 by query sub-type, Test split): the header row Model, Theme ... Overall, Human; the group-label row above it (3D world construction, 3D world refinement) is not transcribed / row Qwen3-VL-30B-A3B / column Overall)",,out:model-not-established, vwebench,arxiv-2608.15265,?VibeWorlder-30B-A3B-SFT,not-established:absent,coding,hard,paper-agent-sandbox,,,,,,34.5,pass1-overall-pct,0.0289,,evaluated-by:Gemini 3.5-flash,"https://arxiv.org/html/2608.15265 (Table 4 (Pass@1 by query sub-type, Test split): the header row Model, Theme ... Overall, Human; the group-label row above it (3D world construction, 3D world refinement) is not transcribed / row VibeWorlder-30B-A3B-SFT / column Overall)",,out:model-not-established, vwebench,arxiv-2608.15265,?VibeWorlder-30B-A3B,not-established:absent,coding,hard,paper-agent-sandbox,,,,,,59.3,pass1-overall-pct,0.0289,,evaluated-by:Gemini 3.5-flash,"https://arxiv.org/html/2608.15265 (Table 4 (Pass@1 by query sub-type, Test split): the header row Model, Theme ... Overall, Human; the group-label row above it (3D world construction, 3D world refinement) is not transcribed / row VibeWorlder-30B-A3B / column Overall)",,out:model-not-established, openharmony-bench,arxiv-2608.16022,glm-5.2,think-65500,coding,hard,DevEco Code,,,,,,58.39,score%,0.00289,,,"https://arxiv.org/abs/2608.16022 (Table 4, row GLM-5.2, column Task Completion (mean))",,out:effort-not-established, openharmony-bench,arxiv-2608.16022,kimi-k3,think-65500,coding,hard,DevEco Code,,,,,,57.30,score%,0.00289,,,"https://arxiv.org/abs/2608.16022 (Table 4, row Kimi-K3, column Task Completion (mean))",,out:effort-not-established, openharmony-bench,arxiv-2608.16022,?Qwen3.8-Max-Preview,not-established:absent,coding,hard,DevEco Code,,,,,,55.99,score%,0.00289,,,"https://arxiv.org/abs/2608.16022 (Table 4, row Qwen3.8-Max-Preview, column Task Completion (mean))",,out:model-not-established, openharmony-bench,arxiv-2608.16022,qwen3.7-max,think-65500,coding,hard,DevEco Code,,,,,,53.38,score%,0.00289,,,"https://arxiv.org/abs/2608.16022 (Table 4, row Qwen3.7-Max, column Task Completion (mean))",,out:effort-not-established, openharmony-bench,arxiv-2608.16022,glm-5.1,think-65500,coding,hard,DevEco Code,,,,,,52.29,score%,0.00289,,,"https://arxiv.org/abs/2608.16022 (Table 4, row GLM-5.1, column Task Completion (mean))",,out:effort-not-established, openharmony-bench,arxiv-2608.16022,kimi-k2.7-code,solo,coding,hard,DevEco Code,,,,,,52.07,score%,0.00289,,,"https://arxiv.org/abs/2608.16022 (Table 4, row Kimi-K2.7-Code, column Task Completion (mean))",,out:single-couple, openharmony-bench,arxiv-2608.16022,?DeepSeek-V4-Pro,not-established:absent,coding,hard,DevEco Code,,,,,,52.07,score%,0.00289,,,"https://arxiv.org/abs/2608.16022 (Table 4, row DeepSeek-V4-Pro, column Task Completion (mean))",,out:model-not-established, openharmony-bench,arxiv-2608.16022,minimax-m3,think-65500,coding,hard,DevEco Code,,,,,,48.36,score%,0.00289,,,"https://arxiv.org/abs/2608.16022 (Table 4, row MiniMax-M3, column Task Completion (mean))",,out:effort-not-established, reconstruction-match-rate,arxiv-2608.16645,gpt-5.6-sol-pro,unstated,writing,hard,,,,,,,12.8,Match rate % (mean of 6 domains),0.0289,,,"https://arxiv.org/abs/2608.16645 (Table 2, row GPT-5.6-Sol-Pro (Default), column Match rate % (mean of 6 domains))",,out:effort-not-established, reconstruction-match-rate-top4,arxiv-2608.16645,gpt-5.6-sol-pro,unstated,writing,hard,,,,,,,13.9,Match rate % (top 4),0.0289,,,"https://arxiv.org/abs/2608.16645 (Table 2, block Top 4 proposers, row GPT-5.6-Sol-Pro †, column Match rate % (top 4))",,out:effort-not-established, aimecontract,arxiv-2608.16956,sonnet-5,high,reasoning-math,hard,api,per-call,0.06998,2.89e-06,,,0.913,accuracy,0.000289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.16956 (Table 2, row 'Claude Sonnet 5, effort omitted', column 'Accuracy (correct/calls), 95% CI')",,in,in aimecontract,arxiv-2608.16956,sonnet-5,high,reasoning-math,hard,api,per-call,0.08029,2.89e-06,,,0.927,accuracy,0.000289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.16956 (Table 2, row 'Claude Sonnet 5, explicit high effort', column 'Accuracy')",,in,in aimecontract,arxiv-2608.16956,fable-5,high,reasoning-math,hard,api,per-call,0.21582,2.89e-06,,,1.000,accuracy,0.000289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.16956 (Table 2, row 'Claude Fable 5, effort omitted', column 'Accuracy')",,out:uninformative,in aimecontract,arxiv-2608.16956,gpt-5.6-terra,medium,reasoning-math,hard,api,per-call,0.020871,0.00134,,,0.933,accuracy,0.000289,,cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2608.16956 (Table 2, row 'GPT-5.6 Terra, effort omitted', column 'Accuracy')",,in,out:cost-single-couple aimecontract,arxiv-2608.16956,gpt-5.4-mini,low,reasoning-math,hard,api,per-call,0.01006,2.89e-06,,,0.800,accuracy,0.000289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.16956 (Table 2, row 'GPT-5.4-mini, low (July 9 bridge)', column 'Accuracy')",,in,in aimecontract,arxiv-2608.16956,gpt-5.4-mini,high,reasoning-math,hard,api,per-call,0.04082,2.89e-06,,,0.800,accuracy,0.000289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.16956 (Table 2, row 'GPT-5.4-mini, high (July 9 bridge)', column 'Accuracy')",,in,in stagedws-apex-dual,stagedws-2608.18050,gemini-3-flash,high,agentic-tool,hard,SW-Agent Dual,per-task,0.42,0.00289,,,47.8,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.18050 (page 9, Table 3(b) (mean rubric score): column Dual)",,in,in stagedws-apex-artifact,stagedws-2608.18050,gemini-3-flash,high,agentic-tool,hard,SW-Agent Artifact-only,per-task,0.22,0.00289,,,43.8,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.18050 (page 9, Table 3(b) (mean rubric score): column Artifact-only)",,in,in stagedws-apex-parsed,stagedws-2608.18050,gemini-3-flash,high,agentic-tool,hard,SW-Agent Parsed-only,per-task,0.29,0.00289,,,43.1,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.18050 (page 9, Table 3(b) (mean rubric score): column Parsed-only)",,in,in stagedws-apexedit-hidden,stagedws-2608.18050,gemini-3-flash,high,agentic-tool,hard,SW-Agent dual diffs hidden,,,,,,47.6,score%,0.0289,,,"https://arxiv.org/abs/2608.18050 (page 9, Table 3(c): column Diffs hidden)",,in, stagedws-apexedit-visible,stagedws-2608.18050,gemini-3-flash,high,agentic-tool,hard,SW-Agent dual diffs visible,,,,,,50.2,score%,0.0289,,,"https://arxiv.org/abs/2608.18050 (page 9, Table 3(c): column Diffs visible)",,in, stagedws-apex-dual,stagedws-2608.18050,gpt-5.4-mini,xhigh,agentic-tool,hard,SW-Agent Dual,per-task,0.37,0.00289,,,44.3,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.18050 (page 9, Table 3(b) (mean rubric score): column Dual)",,in,in stagedws-apex-artifact,stagedws-2608.18050,gpt-5.4-mini,xhigh,agentic-tool,hard,SW-Agent Artifact-only,per-task,0.33,0.00289,,,40.3,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.18050 (page 9, Table 3(b) (mean rubric score): column Artifact-only)",,in,in stagedws-apex-parsed,stagedws-2608.18050,gpt-5.4-mini,xhigh,agentic-tool,hard,SW-Agent Parsed-only,per-task,0.38,0.00289,,,38.8,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.18050 (page 9, Table 3(b) (mean rubric score): column Parsed-only)",,in,in stagedws-apexedit-hidden,stagedws-2608.18050,gpt-5.4-mini,xhigh,agentic-tool,hard,SW-Agent dual diffs hidden,,,,,,40.9,score%,0.0289,,,"https://arxiv.org/abs/2608.18050 (page 9, Table 3(c): column Diffs hidden)",,in, stagedws-apexedit-visible,stagedws-2608.18050,gpt-5.4-mini,xhigh,agentic-tool,hard,SW-Agent dual diffs visible,,,,,,49.4,score%,0.0289,,,"https://arxiv.org/abs/2608.18050 (page 9, Table 3(c): column Diffs visible)",,in, stagedws-apex-dual,stagedws-2608.18050,gpt-5.4-nano,xhigh,agentic-tool,hard,SW-Agent Dual,per-task,0.14,0.00289,,,42.1,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.18050 (page 9, Table 3(b) (mean rubric score): column Dual)",,in,in stagedws-apex-artifact,stagedws-2608.18050,gpt-5.4-nano,xhigh,agentic-tool,hard,SW-Agent Artifact-only,per-task,0.13,0.00289,,,41.1,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.18050 (page 9, Table 3(b) (mean rubric score): column Artifact-only)",,in,in stagedws-apex-parsed,stagedws-2608.18050,gpt-5.4-nano,xhigh,agentic-tool,hard,SW-Agent Parsed-only,per-task,0.14,0.00289,,,32.9,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.18050 (page 9, Table 3(b) (mean rubric score): column Parsed-only)",,in,in stagedws-apexedit-hidden,stagedws-2608.18050,gpt-5.4-nano,xhigh,agentic-tool,hard,SW-Agent dual diffs hidden,,,,,,48.1,score%,0.0289,,,"https://arxiv.org/abs/2608.18050 (page 9, Table 3(c): column Diffs hidden)",,in, stagedws-apexedit-visible,stagedws-2608.18050,gpt-5.4-nano,xhigh,agentic-tool,hard,SW-Agent dual diffs visible,,,,,,51.9,score%,0.0289,,,"https://arxiv.org/abs/2608.18050 (page 9, Table 3(c): column Diffs visible)",,in, stagedws-apex-dual,stagedws-2608.18050,gemini-3.1-pro,unstated,agentic-tool,hard,SW-Agent Dual,per-task,0.39,0.00289,,,50.5,score%,0.0289,,,"https://arxiv.org/abs/2608.18050 (page 8, Table 2(b): column Mean)",,out:effort-not-established,out:effort-not-established stagedws-apex-dual,stagedws-2608.18050,gpt-5.4,unstated,agentic-tool,hard,SW-Agent Dual,per-task,1.41,0.00289,,,53.6,score%,0.0289,,,"https://arxiv.org/abs/2608.18050 (page 8, Table 2(b): column Mean)",,out:effort-not-established,out:effort-not-established stagedws-apex-dual,stagedws-2608.18050,kimi-k2.6,unstated,agentic-tool,hard,SW-Agent Dual,per-task,0.44,0.00289,,,,score%,,,,https://arxiv.org/abs/2608.18050 (),,,out:effort-not-established stagedws-apex-artifact,stagedws-2608.18050,kimi-k2.6,unstated,agentic-tool,hard,SW-Agent Artifact-only,per-task,0.39,0.00289,,,,score%,,,,https://arxiv.org/abs/2608.18050 (),,,out:effort-not-established stagedws-officeqa-dual,stagedws-2608.18050,gpt-5.4,unstated,agentic-tool,hard,SW-Agent Dual,per-question,0.84,0.00289,,,64.7,score%,0.0289,,,"https://arxiv.org/abs/2608.18050 (page 9, Table 3(a) (OfficeQA read-axis ablation, Pass@1): column Dual)",,out:effort-not-established,out:effort-not-established stagedws-officeqa-artifact,stagedws-2608.18050,gpt-5.4,unstated,agentic-tool,hard,SW-Agent Artifact-only,per-question,0.85,0.00289,,,52.6,score%,0.0289,,,"https://arxiv.org/abs/2608.18050 (page 9, Table 3(a) (OfficeQA read-axis ablation, Pass@1): column Artifact-only)",,out:effort-not-established,out:effort-not-established stagedws-officeqa-reducto,stagedws-2608.18050,gpt-5.4,unstated,agentic-tool,hard,SW-Agent Parsed-only (Reducto),per-question,0.76,0.00289,,,58.6,score%,0.0289,,,"https://arxiv.org/abs/2608.18050 (page 9, Table 3(a) (OfficeQA read-axis ablation, Pass@1): column Parsed-only)",,out:effort-not-established,out:effort-not-established stagedws-officeqa-dbxtxt,stagedws-2608.18050,gpt-5.4,unstated,agentic-tool,hard,SW-Agent Parsed-only (Databricks),per-question,0.94,0.00289,,,60.2,score%,0.0289,,,"https://arxiv.org/abs/2608.18050 (page 22, Table A.4 (OfficeQA artifact-view efficiency): column Accuracy)",,out:effort-not-established,out:effort-not-established stagedws-officeqa-dual,stagedws-2608.18050,gemini-3-flash,unstated,agentic-tool,hard,SW-Agent Dual,per-question,0.48,0.00289,,,57.8,score%,0.0289,,,"https://arxiv.org/abs/2608.18050 (page 9, Table 3(a) (OfficeQA read-axis ablation, Pass@1): column Dual)",,out:effort-not-established,out:effort-not-established stagedws-officeqa-artifact,stagedws-2608.18050,gemini-3-flash,unstated,agentic-tool,hard,SW-Agent Artifact-only,per-question,0.53,0.00289,,,47.7,score%,0.0289,,,"https://arxiv.org/abs/2608.18050 (page 9, Table 3(a) (OfficeQA read-axis ablation, Pass@1): column Artifact-only)",,out:effort-not-established,out:effort-not-established stagedws-officeqa-reducto,stagedws-2608.18050,gemini-3-flash,unstated,agentic-tool,hard,SW-Agent Parsed-only (Reducto),per-question,0.63,0.00289,,,53.8,score%,0.0289,,,"https://arxiv.org/abs/2608.18050 (page 9, Table 3(a) (OfficeQA read-axis ablation, Pass@1): column Parsed-only)",,out:effort-not-established,out:effort-not-established stagedws-officeqa-dbxtxt,stagedws-2608.18050,gemini-3-flash,unstated,agentic-tool,hard,SW-Agent Parsed-only (Databricks),per-question,0.71,0.00289,,,52.6,score%,0.0289,,,"https://arxiv.org/abs/2608.18050 (page 22, Table A.4 (OfficeQA artifact-view efficiency): column Accuracy)",,out:effort-not-established,out:effort-not-established stagedws-officeqa-dual,stagedws-2608.18050,gemini-3.1-pro,unstated,agentic-tool,hard,SW-Agent Dual,per-question,0.64,0.00289,,,63.9,score%,0.0289,,,"https://arxiv.org/abs/2608.18050 (page 9, Table 3(a) (OfficeQA read-axis ablation, Pass@1): column Dual)",,out:effort-not-established,out:effort-not-established stagedws-officeqa-artifact,stagedws-2608.18050,gemini-3.1-pro,unstated,agentic-tool,hard,SW-Agent Artifact-only,per-question,0.71,0.00289,,,55.6,score%,0.0289,,,"https://arxiv.org/abs/2608.18050 (page 9, Table 3(a) (OfficeQA read-axis ablation, Pass@1): column Artifact-only)",,out:effort-not-established,out:effort-not-established stagedws-officeqa-reducto,stagedws-2608.18050,gemini-3.1-pro,unstated,agentic-tool,hard,SW-Agent Parsed-only (Reducto),per-question,0.76,0.00289,,,54.9,score%,0.0289,,,"https://arxiv.org/abs/2608.18050 (page 9, Table 3(a) (OfficeQA read-axis ablation, Pass@1): column Parsed-only)",,out:effort-not-established,out:effort-not-established stagedws-officeqa-dbxtxt,stagedws-2608.18050,gemini-3.1-pro,unstated,agentic-tool,hard,SW-Agent Parsed-only (Databricks),per-question,0.78,0.00289,,,52.6,score%,0.0289,,,"https://arxiv.org/abs/2608.18050 (page 22, Table A.4 (OfficeQA artifact-view efficiency): column Accuracy)",,out:effort-not-established,out:effort-not-established stagedws-pub-oq-full-parsed,stagedws-2608.18050,gpt-5.4,unstated,agentic-tool,hard,OfficeQA Pro custom agent Full corpus + parsed (Databricks .txt),per-question,1.26,0.00289,,,56.4,score%,0.0289,,,"https://arxiv.org/abs/2608.18050 (page 8, Table 2(a): column Acc.)",,out:effort-not-established,out:effort-not-established stagedws-pub-oq-oracle-art,stagedws-2608.18050,gpt-5.4,unstated,agentic-tool,hard,OfficeQA Pro custom agent Oracle sources + artifact-only,per-question,0.44,0.00289,,,54.9,score%,0.0289,,,"https://arxiv.org/abs/2608.18050 (page 8, Table 2(a): column Acc.)",,out:effort-not-established,out:effort-not-established stagedws-pub-oq-oracle-parsed,stagedws-2608.18050,gpt-5.4,unstated,agentic-tool,hard,OfficeQA Pro custom agent Oracle sources + parsed (Databricks .txt),per-question,0.33,0.00289,,,65.4,score%,0.0289,,,"https://arxiv.org/abs/2608.18050 (page 8, Table 2(a): column Acc.)",,out:effort-not-established,out:effort-not-established stagedws-pub-oq-full-parsed,stagedws-2608.18050,gemini-3.1-pro,unstated,agentic-tool,hard,OfficeQA Pro custom agent Full corpus + parsed (Databricks .txt),per-question,1.61,0.00289,,,29.3,score%,0.0289,,,"https://arxiv.org/abs/2608.18050 (page 8, Table 2(a): column Acc.)",,out:effort-not-established,out:effort-not-established stagedws-pub-oq-oracle-art,stagedws-2608.18050,gemini-3.1-pro,unstated,agentic-tool,hard,OfficeQA Pro custom agent Oracle sources + artifact-only,per-question,0.76,0.00289,,,39.1,score%,0.0289,,,"https://arxiv.org/abs/2608.18050 (page 8, Table 2(a): column Acc.)",,out:effort-not-established,out:effort-not-established stagedws-pub-oq-oracle-parsed,stagedws-2608.18050,gemini-3.1-pro,unstated,agentic-tool,hard,OfficeQA Pro custom agent Oracle sources + parsed (Databricks .txt),per-question,0.23,0.00289,,,46.6,score%,0.0289,,,"https://arxiv.org/abs/2608.18050 (page 8, Table 2(a): column Acc.)",,out:effort-not-established,out:effort-not-established stagedws-pub-apex,stagedws-2608.18050,gemini-3-flash,high,agentic-tool,hard,APEX-Agents public protocol,,,,,,24.0,score%,0.0289,,,"https://arxiv.org/abs/2608.18050 (page 8, Table 2(b): column Pass@1†)",,in, stagedws-pub-apex,stagedws-2608.18050,gpt-5.4-nano,xhigh,agentic-tool,hard,APEX-Agents public protocol,,,,,,16.9,score%,0.0289,,,"https://arxiv.org/abs/2608.18050 (page 8, Table 2(b): column Pass@1†)",,in, stagedws-pub-apex,stagedws-2608.18050,gpt-5.4-mini,xhigh,agentic-tool,hard,APEX-Agents public protocol,,,,,,24.6,score%,0.0289,,,"https://arxiv.org/abs/2608.18050 (page 8, Table 2(b): column Pass@1†)",,in, stagedws-pub-apex,stagedws-2608.18050,gpt-5.4,xhigh,agentic-tool,hard,APEX-Agents public protocol,,,,,,36.0,score%,0.0289,,,"https://arxiv.org/abs/2608.18050 (page 8, Table 2(b): column Pass@1†)",,in, stagedws-pub-apex,stagedws-2608.18050,opus-4.7,unstated,agentic-tool,hard,APEX-Agents public protocol,,,,,,33.9,score%,0.0289,,,"https://arxiv.org/abs/2608.18050 (page 8, Table 2(b): column Pass@1†)",,out:effort-not-established, arxiv-2608.18595-odineval,arxiv-2608.18595,gpt-5.6-sol,unstated,coding,hard,shared-protocol-unstated,,,,,,50.6,resolved%,0.0289,,,"https://arxiv.org/abs/2608.18595 (Table 2, row 'GPT-5.6-sol', column Resolved)",,out:effort-not-established, arxiv-2608.18595-odineval,arxiv-2608.18595,?GPT-5.6-terra-max,not-established:absent,coding,hard,shared-protocol-unstated,,,,,,48.8,resolved%,0.0289,,,"https://arxiv.org/abs/2608.18595 (Table 2, row 'GPT-5.6-terra-max', column Resolved)",,out:model-not-established, arxiv-2608.18595-odineval,arxiv-2608.18595,glm-5.2,unstated,coding,hard,shared-protocol-unstated,,,,,,57.7,resolved%,0.0289,,,"https://arxiv.org/abs/2608.18595 (Table 2, row 'GLM-5.2', column Resolved)",,out:effort-not-established, arxiv-2608.18595-odineval,arxiv-2608.18595,minimax-m3,unstated,coding,hard,shared-protocol-unstated,,,,,,45.8,resolved%,0.0289,,,"https://arxiv.org/abs/2608.18595 (Table 2, row 'MiniMax-M3', column Resolved)",,out:effort-not-established, arxiv-2608.18595-odineval,arxiv-2608.18595,qwen3.8-max,unstated,coding,hard,shared-protocol-unstated,,,,,,48.8,resolved%,0.0289,,,"https://arxiv.org/abs/2608.18595 (Table 2, row 'Qwen3.8-Max', column Resolved)",,out:effort-not-established, arxiv-2608.18595-odineval,arxiv-2608.18595,kimi-k3,unstated,coding,hard,shared-protocol-unstated,,,,,,66.7,resolved%,0.0289,,,"https://arxiv.org/abs/2608.18595 (Table 2, row 'Kimi-K3', column Resolved)",,out:effort-not-established, thinkingbox-bench,arxiv-2608.19741,opus-5,medium,agentic-tool,hard,own-MCP-sandbox,USD per 507x20-trial campaign,3206.00,0.00289,,,66.50,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.19741 (Table 4, row Claude Opus 5, column Average)",,in,in thinkingbox-bench,arxiv-2608.19741,gpt-5.4,medium,agentic-tool,hard,own-MCP-sandbox,USD per 507x20-trial campaign,869.80,0.00289,,,65.36,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.19741 (Table 4, row GPT-5.4, column Average)",,in,in thinkingbox-bench,arxiv-2608.19741,gpt-5.6-sol,medium,agentic-tool,hard,own-MCP-sandbox,USD per 507x20-trial campaign,1000.0,115,,,61.91,score%,0.00289,,cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2608.19741 (Table 4, row GPT-5.6-sol, column Average)",,in,out:cost-single-couple thinkingbox-bench,arxiv-2608.19741,sonnet-4.6,medium,agentic-tool,hard,own-MCP-sandbox,USD per 507x20-trial campaign,1587.60,0.00289,,,59.19,score%,0.00289,,,"https://arxiv.org/abs/2608.19741 (Table 4, row Claude Sonnet 4.6, column Average)",,in,out:cost-not-comparable thinkingbox-bench,arxiv-2608.19741,gpt-6-astra,medium,agentic-tool,hard,own-MCP-sandbox,USD per 507x20-trial campaign,1720.60,0.00289,,,58.31,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.19741 (Table 4, row GPT-6 Astra, column Average)",,in,in thinkingbox-bench,arxiv-2608.19741,kimi-k3,medium,agentic-tool,hard,own-MCP-sandbox,USD per 507x20-trial campaign,1406.40,0.00289,,,57.37,score%,0.00289,,,"https://arxiv.org/abs/2608.19741 (Table 4, row Kimi-K3, column Average)",,out:effort-not-established,out:effort-not-established thinkingbox-bench,arxiv-2608.19741,qwen3.8-27b,unstated,agentic-tool,hard,own-MCP-sandbox,USD per 507x20-trial campaign,925.80,0.00289,,,51.70,score%,0.00289,,,"https://arxiv.org/abs/2608.19741 (Table 4, row Qwen3.8-27B, column Average)",,out:effort-not-established,out:effort-not-established thinkingbox-bench,arxiv-2608.19741,gpt-5.2,medium,agentic-tool,hard,own-MCP-sandbox,USD per 507x20-trial campaign,878.00,0.00289,,,46.28,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.19741 (Table 15, row GPT-5.2, column pass@1 (%))",,in,in thinkingbox-bench,arxiv-2608.19741,?DeepSeek-V4-Pro,not-established:absent,agentic-tool,hard,own-MCP-sandbox,USD per 507x20-trial campaign,2245.86,0.00289,,,43.26,score%,0.00289,,,"https://arxiv.org/abs/2608.19741 (Table 4, row DeepSeek-V4-Pro, column Average)",,out:model-not-established,out:model-not-established thinkingbox-bench,arxiv-2608.19741,opus-4.6,medium,agentic-tool,hard,own-MCP-sandbox,USD per 507x20-trial campaign,2497.96,0.00289,,,32.09,score%,0.00289,,,"https://arxiv.org/abs/2608.19741 (Table 4, row Claude Opus 4.6, column Average)",,out:single-couple,out:cost-not-comparable thinkingbox-bench,arxiv-2608.19741,kimi-k2.6,medium,agentic-tool,hard,own-MCP-sandbox,USD per 507x20-trial campaign,543.60,0.00289,,,37.66,score%,0.00289,,,"https://arxiv.org/abs/2608.19741 (Table 15, row Kimi-K2.6, column pass@1 (%))",,out:effort-not-established,out:effort-not-established thinkingbox-bench,arxiv-2608.19741,glm-5.1,medium,agentic-tool,hard,own-MCP-sandbox,USD per 507x20-trial campaign,1140.95,0.00289,,,33.19,score%,0.00289,,,"https://arxiv.org/abs/2608.19741 (Table 4, row GLM-5.1, column Average)",,out:effort-not-established,out:effort-not-established thinkingbox-bench,arxiv-2608.19741,qwen3.6-27b,unstated,agentic-tool,hard,own-MCP-sandbox,USD per 507x20-trial campaign,1094.69,0.00289,,,32.94,score%,0.00289,,,"https://arxiv.org/abs/2608.19741 (Table 15, row Qwen3.6-27B, column pass@1 (%))",,out:effort-not-established,out:effort-not-established thinkingbox-bench,arxiv-2608.19741,o3-pro,medium,agentic-tool,hard,own-MCP-sandbox,USD per 507x20-trial campaign,36803.00,0.00289,,,19.31,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.19741 (Table 4, row o3-pro, column Average)",,out:single-couple,out:cost-single-couple thinkingbox-bench,arxiv-2608.19741,grok-4.3,medium,agentic-tool,hard,own-MCP-sandbox,USD per 507x20-trial campaign,640.13,0.00289,,,14.38,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.19741 (Table 4, row Grok-4.3, column Average)",,in,in thinkingbox-bench,arxiv-2608.19741,qwen3.5-9b,unstated,agentic-tool,hard,own-MCP-sandbox,USD per 507x20-trial campaign,568.89,0.00289,,,5.65,score%,0.00289,,,"https://arxiv.org/abs/2608.19741 (Table 4, row Qwen3.5-9B, column Average)",,out:effort-not-established,out:effort-not-established thinkingbox-bench,arxiv-2608.19741,?Mistral-Large-3,not-established:absent,agentic-tool,hard,own-MCP-sandbox,USD per 507x20-trial campaign,645.59,0.00289,,,4.66,score%,0.00289,,,"https://arxiv.org/abs/2608.19741 (Table 4, row Mistral-Large-3, column Average)",,out:model-not-established,out:model-not-established thinkingbox-bench,arxiv-2608.19741,minimax-m2.5,medium,agentic-tool,hard,own-MCP-sandbox,USD per 507x20-trial campaign,59.47,0.00289,,,0.19,score%,0.00289,,,"https://arxiv.org/abs/2608.19741 (Table 15, row MiniMax-M2.5, column pass@1 (%))",,out:effort-not-established,out:effort-not-established regusim-f1,arxiv-2608.19974,gpt-6-astra,high,mixed,hard,chat-completions-gateway,,,,,,60.6,score%,0.0289,,,"https://arxiv.org/abs/2608.19974 (Table 5, row Overall F1 (%), column GPT-6 Astra)",,in, regusim-f1,arxiv-2608.19974,deepseek-v4.1-flash,high,mixed,hard,chat-completions-gateway,,,,,,62.4,score%,0.0289,,,"https://arxiv.org/abs/2608.19974 (Table 5, row Overall F1 (%), column DeepSeek V4.1 Flash)",,in, regusim-f1,arxiv-2608.19974,?Claude Fable,not-established:absent,mixed,hard,chat-completions-gateway,,,,,,70.0,score%,0.0289,,,"https://arxiv.org/abs/2608.19974 (Table 5, row Overall F1 (%), column Claude Fable)",,out:model-not-established, regusim-f1,arxiv-2608.19974,kimi-k3,not-established:absent,mixed,hard,chat-completions-gateway,,,,,,70.9,score%,0.0289,,,"https://arxiv.org/abs/2608.19974 (Table 5, row Overall F1 (%), column Kimi K3)",,out:effort-not-established, ai4ai,arxiv-2608.20318,opus-5,low,coding,frontier,,per-suite,181,0.000289,,,27.2,mapped-x100,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.20318 (tables-2-3.csv: one row per configuration (system, harness, effort): avg = Table 3 last column (mean mapped score over the 10 tasks), cost = Table 2 last column (USD) / row 1 / column avg)",,in,in ai4ai,arxiv-2608.20318,opus-5,medium,coding,frontier,,per-suite,166,0.000289,,,28.8,mapped-x100,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.20318 (tables-2-3.csv: one row per configuration (system, harness, effort): avg = Table 3 last column (mean mapped score over the 10 tasks), cost = Table 2 last column (USD) / row 2 / column avg)",,in,in ai4ai,arxiv-2608.20318,opus-5,high,coding,frontier,,per-suite,181,0.000289,,,27.8,mapped-x100,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.20318 (tables-2-3.csv: one row per configuration (system, harness, effort): avg = Table 3 last column (mean mapped score over the 10 tasks), cost = Table 2 last column (USD) / row 3 / column avg)",,in,in ai4ai,arxiv-2608.20318,opus-5,xhigh,coding,frontier,,per-suite,185,0.000289,,,19.0,mapped-x100,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.20318 (tables-2-3.csv: one row per configuration (system, harness, effort): avg = Table 3 last column (mean mapped score over the 10 tasks), cost = Table 2 last column (USD) / row 4 / column avg)",,in,in ai4ai,arxiv-2608.20318,opus-5,max,coding,frontier,,per-suite,195,0.000289,,,22.5,mapped-x100,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.20318 (tables-2-3.csv: one row per configuration (system, harness, effort): avg = Table 3 last column (mean mapped score over the 10 tasks), cost = Table 2 last column (USD) / row 5 / column avg)",,in,in ai4ai,arxiv-2608.20318,sonnet-5,low,coding,frontier,,per-suite,93,0.000289,,,9.9,mapped-x100,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.20318 (tables-2-3.csv: one row per configuration (system, harness, effort): avg = Table 3 last column (mean mapped score over the 10 tasks), cost = Table 2 last column (USD) / row 6 / column avg)",,in,in ai4ai,arxiv-2608.20318,sonnet-5,medium,coding,frontier,,per-suite,98,0.000289,,,10.9,mapped-x100,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.20318 (tables-2-3.csv: one row per configuration (system, harness, effort): avg = Table 3 last column (mean mapped score over the 10 tasks), cost = Table 2 last column (USD) / row 7 / column avg)",,in,in ai4ai,arxiv-2608.20318,sonnet-5,high,coding,frontier,,per-suite,96,0.000289,,,21.6,mapped-x100,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.20318 (tables-2-3.csv: one row per configuration (system, harness, effort): avg = Table 3 last column (mean mapped score over the 10 tasks), cost = Table 2 last column (USD) / row 8 / column avg)",,in,in ai4ai,arxiv-2608.20318,sonnet-5,xhigh,coding,frontier,,per-suite,101,0.000289,,,13.7,mapped-x100,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.20318 (tables-2-3.csv: one row per configuration (system, harness, effort): avg = Table 3 last column (mean mapped score over the 10 tasks), cost = Table 2 last column (USD) / row 9 / column avg)",,in,in ai4ai,arxiv-2608.20318,sonnet-5,max,coding,frontier,,per-suite,109,0.000289,,,16.3,mapped-x100,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.20318 (tables-2-3.csv: one row per configuration (system, harness, effort): avg = Table 3 last column (mean mapped score over the 10 tasks), cost = Table 2 last column (USD) / row 10 / column avg)",,in,in ai4ai,arxiv-2608.20318,kimi-k3,not-established:absent,coding,frontier,,per-suite,30,0.000289,,,17.4,mapped-x100,0.0289,,,"https://arxiv.org/abs/2608.20318 (tables-2-3.csv: one row per configuration (system, harness, effort): avg = Table 3 last column (mean mapped score over the 10 tasks), cost = Table 2 last column (USD) / row 11 / column avg)",,out:effort-not-established,out:effort-not-established ai4ai,arxiv-2608.20318,gpt-5.6-sol,nothink,coding,frontier,,per-suite,423.75,48.9,,,12.6,mapped-x100,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2608.20318 (tables-2-3.csv: one row per configuration (system, harness, effort): avg = Table 3 last column (mean mapped score over the 10 tasks), cost = Table 2 last column (USD) / row 12 / column avg)",,in,in ai4ai,arxiv-2608.20318,gpt-5.6-sol,low,coding,frontier,,per-suite,421.25,48.6,,,19.8,mapped-x100,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2608.20318 (tables-2-3.csv: one row per configuration (system, harness, effort): avg = Table 3 last column (mean mapped score over the 10 tasks), cost = Table 2 last column (USD) / row 13 / column avg)",,in,in ai4ai,arxiv-2608.20318,gpt-5.6-sol,medium,coding,frontier,,per-suite,561.25,64.8,,,14.4,mapped-x100,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2608.20318 (tables-2-3.csv: one row per configuration (system, harness, effort): avg = Table 3 last column (mean mapped score over the 10 tasks), cost = Table 2 last column (USD) / row 14 / column avg)",,in,in ai4ai,arxiv-2608.20318,gpt-5.6-sol,high,coding,frontier,,per-suite,525.0,60.6,,,23.5,mapped-x100,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2608.20318 (tables-2-3.csv: one row per configuration (system, harness, effort): avg = Table 3 last column (mean mapped score over the 10 tasks), cost = Table 2 last column (USD) / row 15 / column avg)",,in,in ai4ai,arxiv-2608.20318,gpt-5.6-sol,xhigh,coding,frontier,,per-suite,651.25,75.2,,,19.5,mapped-x100,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2608.20318 (tables-2-3.csv: one row per configuration (system, harness, effort): avg = Table 3 last column (mean mapped score over the 10 tasks), cost = Table 2 last column (USD) / row 16 / column avg)",,in,in ai4ai,arxiv-2608.20318,gpt-5.6-sol,max,coding,frontier,,per-suite,782.5,90.4,,,24.5,mapped-x100,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2608.20318 (tables-2-3.csv: one row per configuration (system, harness, effort): avg = Table 3 last column (mean mapped score over the 10 tasks), cost = Table 2 last column (USD) / row 17 / column avg)",,in,in ai4ai,arxiv-2608.20318,gpt-5.6-terra,nothink,coding,frontier,,per-suite,3.6,0.231,,,6.5,mapped-x100,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2608.20318 (tables-2-3.csv: one row per configuration (system, harness, effort): avg = Table 3 last column (mean mapped score over the 10 tasks), cost = Table 2 last column (USD) / row 18 / column avg)",,in,in ai4ai,arxiv-2608.20318,gpt-5.6-terra,low,coding,frontier,,per-suite,31.5,2.02,,,10.9,mapped-x100,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2608.20318 (tables-2-3.csv: one row per configuration (system, harness, effort): avg = Table 3 last column (mean mapped score over the 10 tasks), cost = Table 2 last column (USD) / row 19 / column avg)",,in,in ai4ai,arxiv-2608.20318,gpt-5.6-terra,medium,coding,frontier,,per-suite,38.7,2.48,,,13.5,mapped-x100,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2608.20318 (tables-2-3.csv: one row per configuration (system, harness, effort): avg = Table 3 last column (mean mapped score over the 10 tasks), cost = Table 2 last column (USD) / row 20 / column avg)",,in,in ai4ai,arxiv-2608.20318,gpt-5.6-terra,high,coding,frontier,,per-suite,192.60000000000002,12.4,,,12.9,mapped-x100,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2608.20318 (tables-2-3.csv: one row per configuration (system, harness, effort): avg = Table 3 last column (mean mapped score over the 10 tasks), cost = Table 2 last column (USD) / row 21 / column avg)",,in,in ai4ai,arxiv-2608.20318,gpt-5.6-terra,xhigh,coding,frontier,,per-suite,206.10000000000002,13.2,,,14.4,mapped-x100,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2608.20318 (tables-2-3.csv: one row per configuration (system, harness, effort): avg = Table 3 last column (mean mapped score over the 10 tasks), cost = Table 2 last column (USD) / row 22 / column avg)",,in,in ai4ai,arxiv-2608.20318,gpt-5.6-terra,max,coding,frontier,,per-suite,311.4,20,,,22.8,mapped-x100,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2608.20318 (tables-2-3.csv: one row per configuration (system, harness, effort): avg = Table 3 last column (mean mapped score over the 10 tasks), cost = Table 2 last column (USD) / row 23 / column avg)",,in,in ai4ai,arxiv-2608.20318,gpt-5.6-luna,nothink,coding,frontier,,per-suite,10.2,3.93,,,9.1,mapped-x100,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2608.20318 (tables-2-3.csv: one row per configuration (system, harness, effort): avg = Table 3 last column (mean mapped score over the 10 tasks), cost = Table 2 last column (USD) / row 24 / column avg)",,in,in ai4ai,arxiv-2608.20318,gpt-5.6-luna,low,coding,frontier,,per-suite,4.2,1.62,,,7.9,mapped-x100,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2608.20318 (tables-2-3.csv: one row per configuration (system, harness, effort): avg = Table 3 last column (mean mapped score over the 10 tasks), cost = Table 2 last column (USD) / row 25 / column avg)",,in,in ai4ai,arxiv-2608.20318,gpt-5.6-luna,medium,coding,frontier,,per-suite,18.0,6.93,,,12.4,mapped-x100,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2608.20318 (tables-2-3.csv: one row per configuration (system, harness, effort): avg = Table 3 last column (mean mapped score over the 10 tasks), cost = Table 2 last column (USD) / row 26 / column avg)",,in,in ai4ai,arxiv-2608.20318,gpt-5.6-luna,high,coding,frontier,,per-suite,39.6,15.2,,,11.9,mapped-x100,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2608.20318 (tables-2-3.csv: one row per configuration (system, harness, effort): avg = Table 3 last column (mean mapped score over the 10 tasks), cost = Table 2 last column (USD) / row 27 / column avg)",,in,in ai4ai,arxiv-2608.20318,gpt-5.6-luna,xhigh,coding,frontier,,per-suite,66.0,25.4,,,14.7,mapped-x100,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2608.20318 (tables-2-3.csv: one row per configuration (system, harness, effort): avg = Table 3 last column (mean mapped score over the 10 tasks), cost = Table 2 last column (USD) / row 28 / column avg)",,in,in ai4ai,arxiv-2608.20318,gpt-5.6-luna,max,coding,frontier,,per-suite,64.8,24.9,,,13.9,mapped-x100,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2608.20318 (tables-2-3.csv: one row per configuration (system, harness, effort): avg = Table 3 last column (mean mapped score over the 10 tasks), cost = Table 2 last column (USD) / row 29 / column avg)",,in,in bc-bench-bug-fixing,arxiv-2608.20851,gpt-5.2-codex,unstated,coding,hard,,,,,,,60.8,bug fixing mean %,0.0289,,,"https://arxiv.org/abs/2608.20851 (Table 3, row GitHub Copilot gpt-5.2-codex, column bug fixing mean %)",,out:effort-not-established, bc-bench-test-generation,arxiv-2608.20851,gpt-5.2-codex,unstated,coding,hard,,,,,,,44.0,test generation mean %,0.0289,,,"https://arxiv.org/abs/2608.20851 (Table 4, row GitHub Copilot gpt-5.2-codex, column test generation mean %)",,out:effort-not-established, scroll-lme,arxiv-2608.21690,qwen3.8-max,unstated,agentic-tool,hard,scroll-agent-loop,,,,,,94.8,accuracy-pct,0.0289,,,"https://arxiv.org/abs/2608.21690 (Table 4, row Qwen3.8-Max, column LongMemEval S)",,out:effort-not-established, scroll-beam,arxiv-2608.21690,qwen3.8-max,xhigh,agentic-tool,hard,scroll-agent-loop,,,,,,73.1,judge-score,0.0289,,level-from-default,"https://arxiv.org/abs/2608.21690 (Table 4, row Qwen3.8-Max, column BEAM 10M)",,out:single-couple, scroll-loca128,arxiv-2608.21690,qwen3.8-max,unstated,agentic-tool,hard,scroll-agent-loop,,,,,,89.3,accuracy-pct,0.0289,,,"https://arxiv.org/abs/2608.21690 (Table 4, row Qwen3.8-Max, column LOCA 128K)",,out:effort-not-established, scroll-loca256,arxiv-2608.21690,qwen3.8-max,unstated,agentic-tool,hard,scroll-agent-loop,,,,,,86.7,accuracy-pct,0.0289,,,"https://arxiv.org/abs/2608.21690 (Table 4, row Qwen3.8-Max, column LOCA 256K)",,out:effort-not-established, scroll-lme,arxiv-2608.21690,qwen3.7-max,unstated,agentic-tool,hard,scroll-agent-loop,,,,,,92.8,accuracy-pct,0.0289,,,"https://arxiv.org/abs/2608.21690 (Table 4, row Qwen3.7-Max, column LongMemEval S)",,out:effort-not-established, scroll-beam,arxiv-2608.21690,qwen3.7-max,unstated,agentic-tool,hard,scroll-agent-loop,,,,,,66.6,judge-score,0.0289,,,"https://arxiv.org/abs/2608.21690 (Table 4, row Qwen3.7-Max, column BEAM 10M)",,out:effort-not-established, scroll-loca128,arxiv-2608.21690,qwen3.7-max,unstated,agentic-tool,hard,scroll-agent-loop,,,,,,78.7,accuracy-pct,0.0289,,,"https://arxiv.org/abs/2608.21690 (Table 4, row Qwen3.7-Max, column LOCA 128K)",,out:effort-not-established, scroll-loca256,arxiv-2608.21690,qwen3.7-max,unstated,agentic-tool,hard,scroll-agent-loop,,,,,,60.0,accuracy-pct,0.0289,,,"https://arxiv.org/abs/2608.21690 (Table 4, row Qwen3.7-Max, column LOCA 256K)",,out:effort-not-established, scroll-lme,arxiv-2608.21690,?Deepseek-v4-pro,not-established:absent,agentic-tool,hard,scroll-agent-loop,,,,,,93.2,accuracy-pct,0.0289,,,"https://arxiv.org/abs/2608.21690 (Table 4, row Deepseek-v4-pro, column LongMemEval S)",,out:model-not-established, scroll-beam,arxiv-2608.21690,?Deepseek-v4-pro,not-established:absent,agentic-tool,hard,scroll-agent-loop,,,,,,70.2,judge-score,0.0289,,,"https://arxiv.org/abs/2608.21690 (Table 4, row Deepseek-v4-pro, column BEAM 10M)",,out:model-not-established, scroll-loca128,arxiv-2608.21690,?Deepseek-v4-pro,not-established:absent,agentic-tool,hard,scroll-agent-loop,,,,,,69.3,accuracy-pct,0.0289,,,"https://arxiv.org/abs/2608.21690 (Table 4, row Deepseek-v4-pro, column LOCA 128K)",,out:model-not-established, scroll-loca256,arxiv-2608.21690,?Deepseek-v4-pro,not-established:absent,agentic-tool,hard,scroll-agent-loop,,,,,,58.7,accuracy-pct,0.0289,,,"https://arxiv.org/abs/2608.21690 (Table 4, row Deepseek-v4-pro, column LOCA 256K)",,out:model-not-established, scroll-lme,arxiv-2608.21690,glm-5.2,unstated,agentic-tool,hard,scroll-agent-loop,,,,,,93.6,accuracy-pct,0.0289,,,"https://arxiv.org/abs/2608.21690 (Table 4, row GLM-5.2, column LongMemEval S)",,out:effort-not-established, scroll-beam,arxiv-2608.21690,glm-5.2,unstated,agentic-tool,hard,scroll-agent-loop,,,,,,70.7,judge-score,0.0289,,,"https://arxiv.org/abs/2608.21690 (Table 4, row GLM-5.2, column BEAM 10M)",,out:effort-not-established, scroll-loca128,arxiv-2608.21690,glm-5.2,unstated,agentic-tool,hard,scroll-agent-loop,,,,,,66.7,accuracy-pct,0.0289,,,"https://arxiv.org/abs/2608.21690 (Table 4, row GLM-5.2, column LOCA 128K)",,out:effort-not-established, scroll-loca256,arxiv-2608.21690,glm-5.2,unstated,agentic-tool,hard,scroll-agent-loop,,,,,,62.7,accuracy-pct,0.0289,,,"https://arxiv.org/abs/2608.21690 (Table 4, row GLM-5.2, column LOCA 256K)",,out:effort-not-established, scroll-lme,arxiv-2608.21690,?Kimi-K2.7,not-established:absent,agentic-tool,hard,scroll-agent-loop,,,,,,92.0,accuracy-pct,0.0289,,,"https://arxiv.org/abs/2608.21690 (Table 4, row Kimi-K2.7, column LongMemEval S)",,out:model-not-established, scroll-beam,arxiv-2608.21690,?Kimi-K2.7,not-established:absent,agentic-tool,hard,scroll-agent-loop,,,,,,67.2,judge-score,0.0289,,,"https://arxiv.org/abs/2608.21690 (Table 4, row Kimi-K2.7, column BEAM 10M)",,out:model-not-established, scroll-loca128,arxiv-2608.21690,?Kimi-K2.7,not-established:absent,agentic-tool,hard,scroll-agent-loop,,,,,,30.7,accuracy-pct,0.0289,,,"https://arxiv.org/abs/2608.21690 (Table 4, row Kimi-K2.7, column LOCA 128K)",,out:model-not-established, scroll-loca256,arxiv-2608.21690,?Kimi-K2.7,not-established:absent,agentic-tool,hard,scroll-agent-loop,,,,,,32.0,accuracy-pct,0.0289,,,"https://arxiv.org/abs/2608.21690 (Table 4, row Kimi-K2.7, column LOCA 256K)",,out:model-not-established, scroll-lme,arxiv-2608.21690,qwen3.6-35b-a3b,unstated,agentic-tool,hard,scroll-agent-loop,,,,,,88.8,accuracy-pct,0.0289,,,"https://arxiv.org/abs/2608.21690 (Table 4, row Qwen3.6-35B-A3B, column LongMemEval S)",,out:effort-not-established, scroll-beam,arxiv-2608.21690,qwen3.6-35b-a3b,unstated,agentic-tool,hard,scroll-agent-loop,,,,,,58.1,judge-score,0.0289,,,"https://arxiv.org/abs/2608.21690 (Table 4, row Qwen3.6-35B-A3B, column BEAM 10M)",,out:effort-not-established, scroll-loca128,arxiv-2608.21690,qwen3.6-35b-a3b,unstated,agentic-tool,hard,scroll-agent-loop,,,,,,37.3,accuracy-pct,0.0289,,,"https://arxiv.org/abs/2608.21690 (Table 4, row Qwen3.6-35B-A3B, column LOCA 128K)",,out:effort-not-established, scroll-loca256,arxiv-2608.21690,qwen3.6-35b-a3b,unstated,agentic-tool,hard,scroll-agent-loop,,,,,,22.7,accuracy-pct,0.0289,,,"https://arxiv.org/abs/2608.21690 (Table 4, row Qwen3.6-35B-A3B, column LOCA 256K)",,out:effort-not-established, skillalchemy-cc-noskill,arxiv-2608.23417,?DeepSeek-V4-Pro,not-established:absent,agentic-tool,mid,Claude Code,,,,,,23.4,score%,0.0289,,,"https://arxiv.org/abs/2608.23417 (Table 1, row Claude Code / DeepSeek-V4-Pro / No Skill, column Overall (n = 87))",,out:model-not-established, skillalchemy-cc-noskill,arxiv-2608.23417,opus-4.8,unstated,agentic-tool,mid,Claude Code,,,,,,45.3,score%,0.0289,,,"https://arxiv.org/abs/2608.23417 (Table 1, row Claude Code / Opus 4.8 / No Skill, column Overall (n = 87))",,out:effort-not-established, skillalchemy-cc-anthropicskillcreator,arxiv-2608.23417,?DeepSeek-V4-Pro,not-established:absent,agentic-tool,mid,Claude Code,,,,,,31.7,score%,0.0289,,,"https://arxiv.org/abs/2608.23417 (Table 1, row Claude Code / DeepSeek-V4-Pro / Anthropic Skill-Creator, column Overall (n = 87))",,out:model-not-established, skillalchemy-cc-anthropicskillcreator,arxiv-2608.23417,opus-4.8,unstated,agentic-tool,mid,Claude Code,,,,,,49.2,score%,0.0289,,,"https://arxiv.org/abs/2608.23417 (Table 1, row Claude Code / Opus 4.8 / Anthropic Skill-Creator, column Overall (n = 87))",,out:effort-not-established, skillalchemy-cc-openaiskillcreator,arxiv-2608.23417,?DeepSeek-V4-Pro,not-established:absent,agentic-tool,mid,Claude Code,,,,,,33.3,score%,0.0289,,,"https://arxiv.org/abs/2608.23417 (Table 1, row Claude Code / DeepSeek-V4-Pro / OpenAI Skill-Creator, column Overall (n = 87))",,out:model-not-established, skillalchemy-cc-openaiskillcreator,arxiv-2608.23417,opus-4.8,unstated,agentic-tool,mid,Claude Code,,,,,,49.9,score%,0.0289,,,"https://arxiv.org/abs/2608.23417 (Table 1, row Claude Code / Opus 4.8 / OpenAI Skill-Creator, column Overall (n = 87))",,out:effort-not-established, skillalchemy-cc-openskill,arxiv-2608.23417,?DeepSeek-V4-Pro,not-established:absent,agentic-tool,mid,Claude Code,,,,,,42.3,score%,0.0289,,,"https://arxiv.org/abs/2608.23417 (Table 1, row Claude Code / DeepSeek-V4-Pro / OpenSkill, column Overall (n = 87))",,out:model-not-established, skillalchemy-cc-openskill,arxiv-2608.23417,opus-4.8,unstated,agentic-tool,mid,Claude Code,,,,,,51.5,score%,0.0289,,,"https://arxiv.org/abs/2608.23417 (Table 1, row Claude Code / Opus 4.8 / OpenSkill, column Overall (n = 87))",,out:effort-not-established, skillalchemy-cc-museautoskill,arxiv-2608.23417,?DeepSeek-V4-Pro,not-established:absent,agentic-tool,mid,Claude Code,,,,,,43.2,score%,0.0289,,,"https://arxiv.org/abs/2608.23417 (Table 1, row Claude Code / DeepSeek-V4-Pro / MUSE-Autoskill, column Overall (n = 87))",,out:model-not-established, skillalchemy-cc-museautoskill,arxiv-2608.23417,opus-4.8,unstated,agentic-tool,mid,Claude Code,,,,,,53.3,score%,0.0289,,,"https://arxiv.org/abs/2608.23417 (Table 1, row Claude Code / Opus 4.8 / MUSE-Autoskill, column Overall (n = 87))",,out:effort-not-established, skillalchemy-cc-humancuratedskill,arxiv-2608.23417,?DeepSeek-V4-Pro,not-established:absent,agentic-tool,mid,Claude Code,,,,,,51.3,score%,0.0289,,,"https://arxiv.org/abs/2608.23417 (Table 1, row Claude Code / DeepSeek-V4-Pro / Human-Curated Skill, column Overall (n = 87))",,out:model-not-established, skillalchemy-cc-humancuratedskill,arxiv-2608.23417,opus-4.8,unstated,agentic-tool,mid,Claude Code,,,,,,59.5,score%,0.0289,,,"https://arxiv.org/abs/2608.23417 (Table 1, row Claude Code / Opus 4.8 / Human-Curated Skill, column Overall (n = 87))",,out:effort-not-established, skillalchemy-cc-skillalchemy,arxiv-2608.23417,?DeepSeek-V4-Pro,not-established:absent,agentic-tool,mid,Claude Code,,,,,,54.7,score%,0.0289,,,"https://arxiv.org/abs/2608.23417 (Table 1, row Claude Code / DeepSeek-V4-Pro / SkillAlchemy, column Overall (n = 87))",,out:model-not-established, skillalchemy-cc-skillalchemy,arxiv-2608.23417,opus-4.8,unstated,agentic-tool,mid,Claude Code,,,,,,60.9,score%,0.0289,,,"https://arxiv.org/abs/2608.23417 (Table 1, row Claude Code / Opus 4.8 / SkillAlchemy, column Overall (n = 87))",,out:effort-not-established, skillalchemy-codex-noskill,arxiv-2608.23417,?DeepSeek-V4-Pro,not-established:absent,agentic-tool,mid,Codex,,,,,,29.7,score%,0.0289,,,"https://arxiv.org/abs/2608.23417 (Table 1, row Codex / DeepSeek-V4-Pro / No Skill, column Overall (n = 87))",,out:model-not-established, skillalchemy-codex-noskill,arxiv-2608.23417,gpt-5.5,unstated,agentic-tool,mid,Codex,,,,,,45.1,score%,0.0289,,,"https://arxiv.org/abs/2608.23417 (Table 1, row Codex / GPT-5.5 / No Skill, column Overall (n = 87))",,out:effort-not-established, skillalchemy-codex-anthropicskillcreator,arxiv-2608.23417,?DeepSeek-V4-Pro,not-established:absent,agentic-tool,mid,Codex,,,,,,32.9,score%,0.0289,,,"https://arxiv.org/abs/2608.23417 (Table 1, row Codex / DeepSeek-V4-Pro / Anthropic Skill-Creator, column Overall (n = 87))",,out:model-not-established, skillalchemy-codex-anthropicskillcreator,arxiv-2608.23417,gpt-5.5,unstated,agentic-tool,mid,Codex,,,,,,48.5,score%,0.0289,,,"https://arxiv.org/abs/2608.23417 (Table 1, row Codex / GPT-5.5 / Anthropic Skill-Creator, column Overall (n = 87))",,out:effort-not-established, skillalchemy-codex-openaiskillcreator,arxiv-2608.23417,?DeepSeek-V4-Pro,not-established:absent,agentic-tool,mid,Codex,,,,,,37.0,score%,0.0289,,,"https://arxiv.org/abs/2608.23417 (Table 1, row Codex / DeepSeek-V4-Pro / OpenAI Skill-Creator, column Overall (n = 87))",,out:model-not-established, skillalchemy-codex-openaiskillcreator,arxiv-2608.23417,gpt-5.5,unstated,agentic-tool,mid,Codex,,,,,,48.5,score%,0.0289,,,"https://arxiv.org/abs/2608.23417 (Table 1, row Codex / GPT-5.5 / OpenAI Skill-Creator, column Overall (n = 87))",,out:effort-not-established, skillalchemy-codex-openskill,arxiv-2608.23417,?DeepSeek-V4-Pro,not-established:absent,agentic-tool,mid,Codex,,,,,,40.7,score%,0.0289,,,"https://arxiv.org/abs/2608.23417 (Table 1, row Codex / DeepSeek-V4-Pro / OpenSkill, column Overall (n = 87))",,out:model-not-established, skillalchemy-codex-openskill,arxiv-2608.23417,gpt-5.5,unstated,agentic-tool,mid,Codex,,,,,,49.4,score%,0.0289,,,"https://arxiv.org/abs/2608.23417 (Table 1, row Codex / GPT-5.5 / OpenSkill, column Overall (n = 87))",,out:effort-not-established, skillalchemy-codex-museautoskill,arxiv-2608.23417,?DeepSeek-V4-Pro,not-established:absent,agentic-tool,mid,Codex,,,,,,40.2,score%,0.0289,,,"https://arxiv.org/abs/2608.23417 (Table 1, row Codex / DeepSeek-V4-Pro / MUSE-Autoskill, column Overall (n = 87))",,out:model-not-established, skillalchemy-codex-museautoskill,arxiv-2608.23417,gpt-5.5,unstated,agentic-tool,mid,Codex,,,,,,52.0,score%,0.0289,,,"https://arxiv.org/abs/2608.23417 (Table 1, row Codex / GPT-5.5 / MUSE-Autoskill, column Overall (n = 87))",,out:effort-not-established, skillalchemy-codex-humancuratedskill,arxiv-2608.23417,?DeepSeek-V4-Pro,not-established:absent,agentic-tool,mid,Codex,,,,,,45.7,score%,0.0289,,,"https://arxiv.org/abs/2608.23417 (Table 1, row Codex / DeepSeek-V4-Pro / Human-Curated Skill, column Overall (n = 87))",,out:model-not-established, skillalchemy-codex-humancuratedskill,arxiv-2608.23417,gpt-5.5,unstated,agentic-tool,mid,Codex,,,,,,60.9,score%,0.0289,,,"https://arxiv.org/abs/2608.23417 (Table 1, row Codex / GPT-5.5 / Human-Curated Skill, column Overall (n = 87))",,out:effort-not-established, skillalchemy-codex-skillalchemy,arxiv-2608.23417,?DeepSeek-V4-Pro,not-established:absent,agentic-tool,mid,Codex,,,,,,43.9,score%,0.0289,,,"https://arxiv.org/abs/2608.23417 (Table 1, row Codex / DeepSeek-V4-Pro / SkillAlchemy, column Overall (n = 87))",,out:model-not-established, skillalchemy-codex-skillalchemy,arxiv-2608.23417,gpt-5.5,unstated,agentic-tool,mid,Codex,,,,,,63.7,score%,0.0289,,,"https://arxiv.org/abs/2608.23417 (Table 1, row Codex / GPT-5.5 / SkillAlchemy, column Overall (n = 87))",,out:effort-not-established, swerefactor,arxiv-2608.23564,opus-5,low,coding,frontier,,per-task,34.8,0.0289,,,20.5,score/100,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.23564 (Table 3 (page 8), column Score (out of 100))",,in,in swerefactor,arxiv-2608.23564,opus-5,medium,coding,frontier,,per-task,38.4,0.0289,,,28.5,score/100,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.23564 (Table 3 (page 8), column Score (out of 100))",,in,in swerefactor,arxiv-2608.23564,opus-5,high,coding,frontier,,per-task,55.7,0.0289,,,34.5,score/100,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.23564 (Table 3 (page 8), column Score (out of 100))",,in,in swerefactor,arxiv-2608.23564,opus-5,xhigh,coding,frontier,,per-task,74.9,0.0289,,,47.0,score/100,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.23564 (Table 3 (page 8), column Score (out of 100))",,in,in swerefactor,arxiv-2608.23564,opus-5,max,coding,frontier,,per-task,72.4,0.0289,,,31.0,score/100,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.23564 (Table 3 (page 8), column Score (out of 100))",,in,in swerefactor,arxiv-2608.23564,gpt-5.6-sol,nothink,coding,frontier,,per-task,3.625,0.42,,,4.0,score/100,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2608.23564 (Table 3 (page 8), column Score (out of 100))",,in,in swerefactor,arxiv-2608.23564,gpt-5.6-sol,low,coding,frontier,,per-task,7.375000000000001,0.852,,,7.0,score/100,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2608.23564 (Table 3 (page 8), column Score (out of 100))",,in,in swerefactor,arxiv-2608.23564,gpt-5.6-sol,medium,coding,frontier,,per-task,7.5,0.867,,,6.5,score/100,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2608.23564 (Table 3 (page 8), column Score (out of 100))",,in,in swerefactor,arxiv-2608.23564,gpt-5.6-sol,high,coding,frontier,,per-task,9.625,1.11,,,19.0,score/100,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2608.23564 (Table 3 (page 8), column Score (out of 100))",,in,in swerefactor,arxiv-2608.23564,gpt-5.6-sol,xhigh,coding,frontier,,per-task,23.875,2.76,,,9.5,score/100,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2608.23564 (Table 3 (page 8), column Score (out of 100))",,in,in swerefactor,arxiv-2608.23564,gpt-5.6-sol,max,coding,frontier,,per-task,179.375,20.7,,,28.5,score/100,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2608.23564 (Table 3 (page 8), column Score (out of 100))",,in,in swerefactor,arxiv-2608.23564,kimi-k3,not-established:absent,coding,frontier,,per-task,28.9,0.0289,,,19.5,score/100,0.0289,,,"https://arxiv.org/abs/2608.23564 (Table 3 (page 8), column Score (out of 100))",,out:effort-not-established,out:effort-not-established swerefactor,arxiv-2608.23564,sonnet-5,low,coding,frontier,,per-task,4.4,0.0289,,,4.0,score/100,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.23564 (Table 3 (page 8), column Score (out of 100))",,in,in swerefactor,arxiv-2608.23564,sonnet-5,medium,coding,frontier,,per-task,11.9,0.0289,,,15.0,score/100,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.23564 (Table 3 (page 8), column Score (out of 100))",,in,in swerefactor,arxiv-2608.23564,sonnet-5,high,coding,frontier,,per-task,24.6,0.0289,,,6.0,score/100,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.23564 (Table 3 (page 8), column Score (out of 100))",,in,in swerefactor,arxiv-2608.23564,sonnet-5,xhigh,coding,frontier,,per-task,27.0,0.0289,,,9.0,score/100,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.23564 (Table 3 (page 8), column Score (out of 100))",,in,in swerefactor,arxiv-2608.23564,sonnet-5,max,coding,frontier,,per-task,27.5,0.0289,,,8.5,score/100,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.23564 (Table 3 (page 8), column Score (out of 100))",,in,in swerefactor,arxiv-2608.23564,gpt-5.6-luna,nothink,coding,frontier,,per-task,0.9600000000000001,0.371,,,4.0,score/100,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2608.23564 (Table 3 (page 8), column Score (out of 100))",,in,in swerefactor,arxiv-2608.23564,gpt-5.6-luna,low,coding,frontier,,per-task,1.02,0.394,,,4.0,score/100,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2608.23564 (Table 3 (page 8), column Score (out of 100))",,in,in swerefactor,arxiv-2608.23564,gpt-5.6-luna,medium,coding,frontier,,per-task,1.02,0.394,,,0.0,score/100,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2608.23564 (Table 3 (page 8), column Score (out of 100))",,out:uninformative,in swerefactor,arxiv-2608.23564,gpt-5.6-luna,high,coding,frontier,,per-task,1.08,0.417,,,4.0,score/100,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2608.23564 (Table 3 (page 8), column Score (out of 100))",,in,in swerefactor,arxiv-2608.23564,gpt-5.6-luna,xhigh,coding,frontier,,per-task,1.74,0.67,,,5.5,score/100,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2608.23564 (Table 3 (page 8), column Score (out of 100))",,in,in swerefactor,arxiv-2608.23564,gpt-5.6-luna,max,coding,frontier,,per-task,1.68,0.647,,,10.5,score/100,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2608.23564 (Table 3 (page 8), column Score (out of 100))",,in,in swerefactor,arxiv-2608.23564,qwen3.8-max,not-established:absent,coding,frontier,,per-task,14.5,0.0289,,,10.0,score/100,0.0289,,max-as-highest,"https://arxiv.org/abs/2608.23564 (Table 3 (page 8), column Score (out of 100))",,out:effort-not-established,out:effort-not-established swerefactor,arxiv-2608.23564,?DeepSeek V4 Flash,not-established:absent,coding,frontier,,per-task,4.3,0.0289,,,7.0,score/100,0.0289,,,"https://arxiv.org/abs/2608.23564 (Table 3 (page 8), column Score (out of 100))",,out:model-not-established,out:model-not-established swerefactor,arxiv-2608.23564,glm-5.2,not-established:absent,coding,frontier,,per-task,17.5,0.0289,,,6.5,score/100,0.0289,,,"https://arxiv.org/abs/2608.23564 (Table 3 (page 8), column Score (out of 100))",,out:effort-not-established,out:effort-not-established fuzzbrain,arxiv-2608.25158,opus-4.8,unstated,coding,hard,raw-api-custom-loop,per-challenge,2.51,0.00289,1.89,22.5,33.85,score/579-pct,0.00289,,,"https://arxiv.org/abs/2608.25158 (Section 4 (Results), first paragraph, score of the model out of 579 (percent printed in brackets))",,out:effort-not-established,out:effort-not-established fuzzbrain,arxiv-2608.25158,sonnet-4.6,unstated,coding,hard,raw-api-custom-loop,per-challenge,3.29,0.00289,6.99,49.0,26.94,score/579-pct,0.00289,,,"https://arxiv.org/abs/2608.25158 (Section 4 (Results), first paragraph, score of the model out of 579 (percent printed in brackets))",,out:effort-not-established,out:effort-not-established fuzzbrain,arxiv-2608.25158,haiku-4.5,unstated,coding,hard,raw-api-custom-loop,per-challenge,0.56,0.00289,3.77,20.0,10.02,score/579-pct,0.00289,,,"https://arxiv.org/abs/2608.25158 (Section 4 (Results), first paragraph, score of the model out of 579 (percent printed in brackets))",,out:effort-not-established,out:effort-not-established xrepotest-tpr-rust,arxiv-2608.25939,?01-ai/Yi-Coder-9B-Chat,not-established:absent,coding,mid,standard setting (focal method and class signature),,,,,,1.50,score%,0.00289,,,"https://arxiv.org/abs/2608.25939 (Table A.4, row Yi-Coder (9B), Rust TPR (CSR | TPR | Cov | IR))",,out:model-not-established, xrepotest-tpr-julia,arxiv-2608.25939,?01-ai/Yi-Coder-9B-Chat,not-established:absent,coding,mid,standard setting (focal method and class signature),,,,,,4.82,score%,0.00289,,,"https://arxiv.org/abs/2608.25939 (Table A.4, row Yi-Coder (9B), Julia TPR (CSR | TPR | Cov | IR))",,out:model-not-established, xrepotest-tpr-go,arxiv-2608.25939,?01-ai/Yi-Coder-9B-Chat,not-established:absent,coding,mid,standard setting (focal method and class signature),,,,,,2.41,score%,0.00289,,,"https://arxiv.org/abs/2608.25939 (Table A.4, row Yi-Coder (9B), Go TPR (CSR | TPR | Cov | IR))",,out:model-not-established, xrepotest-tpr-ruby,arxiv-2608.25939,?01-ai/Yi-Coder-9B-Chat,not-established:absent,coding,mid,standard setting (focal method and class signature),,,,,,1.48,score%,0.00289,,,"https://arxiv.org/abs/2608.25939 (Table A.4, row Yi-Coder (9B), Ruby TPR (CSR | TPR | Cov | IR))",,out:model-not-established, xrepotest-tpr-php,arxiv-2608.25939,?01-ai/Yi-Coder-9B-Chat,not-established:absent,coding,mid,standard setting (focal method and class signature),,,,,,3.56,score%,0.00289,,,"https://arxiv.org/abs/2608.25939 (Table A.4, row Yi-Coder (9B), PHP TPR (CSR | TPR | Cov | IR))",,out:model-not-established, xrepotest-tpr-rust,arxiv-2608.25939,qwen3-8b,unstated,coding,mid,standard setting (focal method and class signature),,,,,,0.32,score%,0.00289,,,"https://arxiv.org/abs/2608.25939 (Table A.4, row Qwen3 (8B), Rust TPR (CSR | TPR | Cov | IR))",,out:effort-not-established, xrepotest-tpr-julia,arxiv-2608.25939,qwen3-8b,unstated,coding,mid,standard setting (focal method and class signature),,,,,,0.88,score%,0.00289,,,"https://arxiv.org/abs/2608.25939 (Table A.4, row Qwen3 (8B), Julia TPR (CSR | TPR | Cov | IR))",,out:effort-not-established, xrepotest-tpr-go,arxiv-2608.25939,qwen3-8b,unstated,coding,mid,standard setting (focal method and class signature),,,,,,0.42,score%,0.00289,,,"https://arxiv.org/abs/2608.25939 (Table A.4, row Qwen3 (8B), Go TPR (CSR | TPR | Cov | IR))",,out:effort-not-established, xrepotest-tpr-ruby,arxiv-2608.25939,qwen3-8b,unstated,coding,mid,standard setting (focal method and class signature),,,,,,0.00,score%,0.00289,,,"https://arxiv.org/abs/2608.25939 (Table A.4, row Qwen3 (8B), Ruby TPR (CSR | TPR | Cov | IR))",,out:effort-not-established, xrepotest-tpr-php,arxiv-2608.25939,qwen3-8b,unstated,coding,mid,standard setting (focal method and class signature),,,,,,0.62,score%,0.00289,,,"https://arxiv.org/abs/2608.25939 (Table A.4, row Qwen3 (8B), PHP TPR (CSR | TPR | Cov | IR))",,out:effort-not-established, xrepotest-tpr-rust,arxiv-2608.25939,?mistralai/Codestral-22B-v0.1,not-established:absent,coding,mid,standard setting (focal method and class signature),,,,,,2.69,score%,0.00289,,,"https://arxiv.org/abs/2608.25939 (Table A.4, row Codestral (22B), Rust TPR (CSR | TPR | Cov | IR))",,out:model-not-established, xrepotest-tpr-julia,arxiv-2608.25939,?mistralai/Codestral-22B-v0.1,not-established:absent,coding,mid,standard setting (focal method and class signature),,,,,,2.05,score%,0.00289,,,"https://arxiv.org/abs/2608.25939 (Table A.4, row Codestral (22B), Julia TPR (CSR | TPR | Cov | IR))",,out:model-not-established, xrepotest-tpr-go,arxiv-2608.25939,?mistralai/Codestral-22B-v0.1,not-established:absent,coding,mid,standard setting (focal method and class signature),,,,,,3.82,score%,0.00289,,,"https://arxiv.org/abs/2608.25939 (Table A.4, row Codestral (22B), Go TPR (CSR | TPR | Cov | IR))",,out:model-not-established, xrepotest-tpr-ruby,arxiv-2608.25939,?mistralai/Codestral-22B-v0.1,not-established:absent,coding,mid,standard setting (focal method and class signature),,,,,,0.15,score%,0.00289,,,"https://arxiv.org/abs/2608.25939 (Table A.4, row Codestral (22B), Ruby TPR (CSR | TPR | Cov | IR))",,out:model-not-established, xrepotest-tpr-php,arxiv-2608.25939,?mistralai/Codestral-22B-v0.1,not-established:absent,coding,mid,standard setting (focal method and class signature),,,,,,5.57,score%,0.00289,,,"https://arxiv.org/abs/2608.25939 (Table A.4, row Codestral (22B), PHP TPR (CSR | TPR | Cov | IR))",,out:model-not-established, xrepotest-tpr-rust,arxiv-2608.25939,gpt-oss-120b,unstated,coding,mid,standard setting (focal method and class signature),,,,,,5.80,score%,0.00289,,,"https://arxiv.org/abs/2608.25939 (Table A.4, row GPT-OSS (120B), Rust TPR (CSR | TPR | Cov | IR))",,out:effort-not-established, xrepotest-tpr-julia,arxiv-2608.25939,gpt-oss-120b,unstated,coding,mid,standard setting (focal method and class signature),,,,,,4.39,score%,0.00289,,,"https://arxiv.org/abs/2608.25939 (Table A.4, row GPT-OSS (120B), Julia TPR (CSR | TPR | Cov | IR))",,out:effort-not-established, xrepotest-tpr-go,arxiv-2608.25939,gpt-oss-120b,unstated,coding,mid,standard setting (focal method and class signature),,,,,,19.26,score%,0.00289,,,"https://arxiv.org/abs/2608.25939 (Table A.4, row GPT-OSS (120B), Go TPR (CSR | TPR | Cov | IR))",,out:effort-not-established, xrepotest-tpr-ruby,arxiv-2608.25939,gpt-oss-120b,unstated,coding,mid,standard setting (focal method and class signature),,,,,,6.96,score%,0.00289,,,"https://arxiv.org/abs/2608.25939 (Table A.4, row GPT-OSS (120B), Ruby TPR (CSR | TPR | Cov | IR))",,out:effort-not-established, xrepotest-tpr-php,arxiv-2608.25939,gpt-oss-120b,unstated,coding,mid,standard setting (focal method and class signature),,,,,,3.41,score%,0.00289,,,"https://arxiv.org/abs/2608.25939 (Table A.4, row GPT-OSS (120B), PHP TPR (CSR | TPR | Cov | IR))",,out:effort-not-established, xrepotest-tpr-rust,arxiv-2608.25939,llama-3.3-70b-instruct,solo,coding,mid,standard setting (focal method and class signature),,,,,,3.33,score%,0.00289,,,"https://arxiv.org/abs/2608.25939 (Table A.4, row Llama-3.3 (70B), Rust TPR (CSR | TPR | Cov | IR))",,out:single-couple, xrepotest-tpr-julia,arxiv-2608.25939,llama-3.3-70b-instruct,solo,coding,mid,standard setting (focal method and class signature),,,,,,3.07,score%,0.00289,,,"https://arxiv.org/abs/2608.25939 (Table A.4, row Llama-3.3 (70B), Julia TPR (CSR | TPR | Cov | IR))",,out:single-couple, xrepotest-tpr-go,arxiv-2608.25939,llama-3.3-70b-instruct,solo,coding,mid,standard setting (focal method and class signature),,,,,,2.69,score%,0.00289,,,"https://arxiv.org/abs/2608.25939 (Table A.4, row Llama-3.3 (70B), Go TPR (CSR | TPR | Cov | IR))",,out:single-couple, xrepotest-tpr-ruby,arxiv-2608.25939,llama-3.3-70b-instruct,solo,coding,mid,standard setting (focal method and class signature),,,,,,0.44,score%,0.00289,,,"https://arxiv.org/abs/2608.25939 (Table A.4, row Llama-3.3 (70B), Ruby TPR (CSR | TPR | Cov | IR))",,out:single-couple, xrepotest-tpr-php,arxiv-2608.25939,llama-3.3-70b-instruct,solo,coding,mid,standard setting (focal method and class signature),,,,,,2.01,score%,0.00289,,,"https://arxiv.org/abs/2608.25939 (Table A.4, row Llama-3.3 (70B), PHP TPR (CSR | TPR | Cov | IR))",,out:single-couple, xrepotest-tpr-rust,arxiv-2608.25939,qwen3-coder-next,unstated,coding,mid,standard setting (focal method and class signature),,,,,,7.20,score%,0.00289,,,"https://arxiv.org/abs/2608.25939 (Table A.4, row Qwen3-Coder-Next (80B), Rust TPR (CSR | TPR | Cov | IR))",,out:effort-not-established, xrepotest-tpr-julia,arxiv-2608.25939,qwen3-coder-next,unstated,coding,mid,standard setting (focal method and class signature),,,,,,5.12,score%,0.00289,,,"https://arxiv.org/abs/2608.25939 (Table A.4, row Qwen3-Coder-Next (80B), Julia TPR (CSR | TPR | Cov | IR))",,out:effort-not-established, xrepotest-tpr-go,arxiv-2608.25939,qwen3-coder-next,unstated,coding,mid,standard setting (focal method and class signature),,,,,,6.66,score%,0.00289,,,"https://arxiv.org/abs/2608.25939 (Table A.4, row Qwen3-Coder-Next (80B), Go TPR (CSR | TPR | Cov | IR))",,out:effort-not-established, xrepotest-tpr-ruby,arxiv-2608.25939,qwen3-coder-next,unstated,coding,mid,standard setting (focal method and class signature),,,,,,1.19,score%,0.00289,,,"https://arxiv.org/abs/2608.25939 (Table A.4, row Qwen3-Coder-Next (80B), Ruby TPR (CSR | TPR | Cov | IR))",,out:effort-not-established, xrepotest-tpr-php,arxiv-2608.25939,qwen3-coder-next,unstated,coding,mid,standard setting (focal method and class signature),,,,,,5.11,score%,0.00289,,,"https://arxiv.org/abs/2608.25939 (Table A.4, row Qwen3-Coder-Next (80B), PHP TPR (CSR | TPR | Cov | IR))",,out:effort-not-established, xrepotest-tpr-rust,arxiv-2608.25939,?deepseek-ai/DeepSeek-V3.2,not-established:absent,coding,mid,standard setting (focal method and class signature),,,,,,2.79,score%,0.00289,,,"https://arxiv.org/abs/2608.25939 (Table A.4, row DeepSeek V3.2, Rust TPR (CSR | TPR | Cov | IR))",,out:model-not-established, xrepotest-tpr-julia,arxiv-2608.25939,?deepseek-ai/DeepSeek-V3.2,not-established:absent,coding,mid,standard setting (focal method and class signature),,,,,,3.95,score%,0.00289,,,"https://arxiv.org/abs/2608.25939 (Table A.4, row DeepSeek V3.2, Julia TPR (CSR | TPR | Cov | IR))",,out:model-not-established, xrepotest-tpr-go,arxiv-2608.25939,?deepseek-ai/DeepSeek-V3.2,not-established:absent,coding,mid,standard setting (focal method and class signature),,,,,,5.24,score%,0.00289,,,"https://arxiv.org/abs/2608.25939 (Table A.4, row DeepSeek V3.2, Go TPR (CSR | TPR | Cov | IR))",,out:model-not-established, xrepotest-tpr-ruby,arxiv-2608.25939,?deepseek-ai/DeepSeek-V3.2,not-established:absent,coding,mid,standard setting (focal method and class signature),,,,,,1.48,score%,0.00289,,,"https://arxiv.org/abs/2608.25939 (Table A.4, row DeepSeek V3.2, Ruby TPR (CSR | TPR | Cov | IR))",,out:model-not-established, xrepotest-tpr-php,arxiv-2608.25939,?deepseek-ai/DeepSeek-V3.2,not-established:absent,coding,mid,standard setting (focal method and class signature),,,,,,5.42,score%,0.00289,,,"https://arxiv.org/abs/2608.25939 (Table A.4, row DeepSeek V3.2, PHP TPR (CSR | TPR | Cov | IR))",,out:model-not-established, xrepotest-tpr-rust,arxiv-2608.25939,minimax-m2.7,unstated,coding,mid,standard setting (focal method and class signature),,,,,,4.30,score%,0.00289,,,"https://arxiv.org/abs/2608.25939 (Table A.4, row MiniMax-M2.7, Rust TPR (CSR | TPR | Cov | IR))",,out:effort-not-established, xrepotest-tpr-julia,arxiv-2608.25939,minimax-m2.7,unstated,coding,mid,standard setting (focal method and class signature),,,,,,4.39,score%,0.00289,,,"https://arxiv.org/abs/2608.25939 (Table A.4, row MiniMax-M2.7, Julia TPR (CSR | TPR | Cov | IR))",,out:effort-not-established, xrepotest-tpr-go,arxiv-2608.25939,minimax-m2.7,unstated,coding,mid,standard setting (focal method and class signature),,,,,,4.67,score%,0.00289,,,"https://arxiv.org/abs/2608.25939 (Table A.4, row MiniMax-M2.7, Go TPR (CSR | TPR | Cov | IR))",,out:effort-not-established, xrepotest-tpr-ruby,arxiv-2608.25939,minimax-m2.7,unstated,coding,mid,standard setting (focal method and class signature),,,,,,1.63,score%,0.00289,,,"https://arxiv.org/abs/2608.25939 (Table A.4, row MiniMax-M2.7, Ruby TPR (CSR | TPR | Cov | IR))",,out:effort-not-established, xrepotest-tpr-php,arxiv-2608.25939,minimax-m2.7,unstated,coding,mid,standard setting (focal method and class signature),,,,,,5.57,score%,0.00289,,,"https://arxiv.org/abs/2608.25939 (Table A.4, row MiniMax-M2.7, PHP TPR (CSR | TPR | Cov | IR))",,out:effort-not-established, xrepotest-tpr-rust,arxiv-2608.25939,?deepseek-ai/DeepSeek-V4-pro,not-established:absent,coding,mid,standard setting (focal method and class signature),,,,,,6.66,score%,0.00289,,,"https://arxiv.org/abs/2608.25939 (Table A.4, row DeepSeek V4-pro, Rust TPR (CSR | TPR | Cov | IR))",,out:model-not-established, xrepotest-tpr-julia,arxiv-2608.25939,?deepseek-ai/DeepSeek-V4-pro,not-established:absent,coding,mid,standard setting (focal method and class signature),,,,,,11.40,score%,0.00289,,,"https://arxiv.org/abs/2608.25939 (Table A.4, row DeepSeek V4-pro, Julia TPR (CSR | TPR | Cov | IR))",,out:model-not-established, xrepotest-tpr-go,arxiv-2608.25939,?deepseek-ai/DeepSeek-V4-pro,not-established:absent,coding,mid,standard setting (focal method and class signature),,,,,,13.88,score%,0.00289,,,"https://arxiv.org/abs/2608.25939 (Table A.4, row DeepSeek V4-pro, Go TPR (CSR | TPR | Cov | IR))",,out:model-not-established, xrepotest-tpr-ruby,arxiv-2608.25939,?deepseek-ai/DeepSeek-V4-pro,not-established:absent,coding,mid,standard setting (focal method and class signature),,,,,,8.89,score%,0.00289,,,"https://arxiv.org/abs/2608.25939 (Table A.4, row DeepSeek V4-pro, Ruby TPR (CSR | TPR | Cov | IR))",,out:model-not-established, xrepotest-tpr-php,arxiv-2608.25939,?deepseek-ai/DeepSeek-V4-pro,not-established:absent,coding,mid,standard setting (focal method and class signature),,,,,,13.00,score%,0.00289,,,"https://arxiv.org/abs/2608.25939 (Table A.4, row DeepSeek V4-pro, PHP TPR (CSR | TPR | Cov | IR))",,out:model-not-established, xrepotest-tpr-rust,arxiv-2608.25939,?zai-org/GLM-5,not-established:absent,coding,mid,standard setting (focal method and class signature),,,,,,6.44,score%,0.00289,,,"https://arxiv.org/abs/2608.25939 (Table A.4, row GLM-5, Rust TPR (CSR | TPR | Cov | IR))",,out:model-not-established, xrepotest-tpr-julia,arxiv-2608.25939,?zai-org/GLM-5,not-established:absent,coding,mid,standard setting (focal method and class signature),,,,,,5.41,score%,0.00289,,,"https://arxiv.org/abs/2608.25939 (Table A.4, row GLM-5, Julia TPR (CSR | TPR | Cov | IR))",,out:model-not-established, xrepotest-tpr-go,arxiv-2608.25939,?zai-org/GLM-5,not-established:absent,coding,mid,standard setting (focal method and class signature),,,,,,5.10,score%,0.00289,,,"https://arxiv.org/abs/2608.25939 (Table A.4, row GLM-5, Go TPR (CSR | TPR | Cov | IR))",,out:model-not-established, xrepotest-tpr-ruby,arxiv-2608.25939,?zai-org/GLM-5,not-established:absent,coding,mid,standard setting (focal method and class signature),,,,,,3.11,score%,0.00289,,,"https://arxiv.org/abs/2608.25939 (Table A.4, row GLM-5, Ruby TPR (CSR | TPR | Cov | IR))",,out:model-not-established, xrepotest-tpr-php,arxiv-2608.25939,?zai-org/GLM-5,not-established:absent,coding,mid,standard setting (focal method and class signature),,,,,,13.16,score%,0.00289,,,"https://arxiv.org/abs/2608.25939 (Table A.4, row GLM-5, PHP TPR (CSR | TPR | Cov | IR))",,out:model-not-established, xrepotest-tpr-rust,arxiv-2608.25939,?moonshotai/Kimi-k2.5-Instruct,not-established:absent,coding,mid,standard setting (focal method and class signature),,,,,,1.40,score%,0.00289,,,"https://arxiv.org/abs/2608.25939 (Table A.4, row Kimi-k2.5 (Instruct), Rust TPR (CSR | TPR | Cov | IR))",,out:model-not-established, xrepotest-tpr-julia,arxiv-2608.25939,?moonshotai/Kimi-k2.5-Instruct,not-established:absent,coding,mid,standard setting (focal method and class signature),,,,,,2.63,score%,0.00289,,,"https://arxiv.org/abs/2608.25939 (Table A.4, row Kimi-k2.5 (Instruct), Julia TPR (CSR | TPR | Cov | IR))",,out:model-not-established, xrepotest-tpr-go,arxiv-2608.25939,?moonshotai/Kimi-k2.5-Instruct,not-established:absent,coding,mid,standard setting (focal method and class signature),,,,,,2.27,score%,0.00289,,,"https://arxiv.org/abs/2608.25939 (Table A.4, row Kimi-k2.5 (Instruct), Go TPR (CSR | TPR | Cov | IR))",,out:model-not-established, xrepotest-tpr-ruby,arxiv-2608.25939,?moonshotai/Kimi-k2.5-Instruct,not-established:absent,coding,mid,standard setting (focal method and class signature),,,,,,2.52,score%,0.00289,,,"https://arxiv.org/abs/2608.25939 (Table A.4, row Kimi-k2.5 (Instruct), Ruby TPR (CSR | TPR | Cov | IR))",,out:model-not-established, xrepotest-tpr-php,arxiv-2608.25939,?moonshotai/Kimi-k2.5-Instruct,not-established:absent,coding,mid,standard setting (focal method and class signature),,,,,,3.25,score%,0.00289,,,"https://arxiv.org/abs/2608.25939 (Table A.4, row Kimi-k2.5 (Instruct), PHP TPR (CSR | TPR | Cov | IR))",,out:model-not-established, xrepotest-tpr-rust,arxiv-2608.25939,haiku-4.5,unstated,coding,mid,standard setting (focal method and class signature),,,,,,8.27,score%,0.00289,,,"https://arxiv.org/abs/2608.25939 (Table A.4, row Claude 4.5 Haiku, Rust TPR (CSR | TPR | Cov | IR))",,out:effort-not-established, xrepotest-tpr-julia,arxiv-2608.25939,haiku-4.5,unstated,coding,mid,standard setting (focal method and class signature),,,,,,12.57,score%,0.00289,,,"https://arxiv.org/abs/2608.25939 (Table A.4, row Claude 4.5 Haiku, Julia TPR (CSR | TPR | Cov | IR))",,out:effort-not-established, xrepotest-tpr-go,arxiv-2608.25939,haiku-4.5,unstated,coding,mid,standard setting (focal method and class signature),,,,,,10.91,score%,0.00289,,,"https://arxiv.org/abs/2608.25939 (Table A.4, row Claude 4.5 Haiku, Go TPR (CSR | TPR | Cov | IR))",,out:effort-not-established, xrepotest-tpr-ruby,arxiv-2608.25939,haiku-4.5,unstated,coding,mid,standard setting (focal method and class signature),,,,,,4.30,score%,0.00289,,,"https://arxiv.org/abs/2608.25939 (Table A.4, row Claude 4.5 Haiku, Ruby TPR (CSR | TPR | Cov | IR))",,out:effort-not-established, xrepotest-tpr-php,arxiv-2608.25939,haiku-4.5,unstated,coding,mid,standard setting (focal method and class signature),,,,,,14.86,score%,0.00289,,,"https://arxiv.org/abs/2608.25939 (Table A.4, row Claude 4.5 Haiku, PHP TPR (CSR | TPR | Cov | IR))",,out:effort-not-established, xrepotest-tpr-rust,arxiv-2608.25939,sonnet-4.5,unstated,coding,mid,standard setting (focal method and class signature),,,,,,12.78,score%,0.00289,,,"https://arxiv.org/abs/2608.25939 (Table A.4, row Claude 4.5 Sonnet, Rust TPR (CSR | TPR | Cov | IR))",,out:effort-not-established, xrepotest-tpr-julia,arxiv-2608.25939,sonnet-4.5,unstated,coding,mid,standard setting (focal method and class signature),,,,,,19.88,score%,0.00289,,,"https://arxiv.org/abs/2608.25939 (Table A.4, row Claude 4.5 Sonnet, Julia TPR (CSR | TPR | Cov | IR))",,out:effort-not-established, xrepotest-tpr-go,arxiv-2608.25939,sonnet-4.5,unstated,coding,mid,standard setting (focal method and class signature),,,,,,23.65,score%,0.00289,,,"https://arxiv.org/abs/2608.25939 (Table A.4, row Claude 4.5 Sonnet, Go TPR (CSR | TPR | Cov | IR))",,out:effort-not-established, xrepotest-tpr-ruby,arxiv-2608.25939,sonnet-4.5,unstated,coding,mid,standard setting (focal method and class signature),,,,,,6.37,score%,0.00289,,,"https://arxiv.org/abs/2608.25939 (Table A.4, row Claude 4.5 Sonnet, Ruby TPR (CSR | TPR | Cov | IR))",,out:effort-not-established, xrepotest-tpr-php,arxiv-2608.25939,sonnet-4.5,unstated,coding,mid,standard setting (focal method and class signature),,,,,,26.93,score%,0.00289,,,"https://arxiv.org/abs/2608.25939 (Table A.4, row Claude 4.5 Sonnet, PHP TPR (CSR | TPR | Cov | IR))",,out:effort-not-established, xrepotest-tpr-rust,arxiv-2608.25939,gpt-5.2,unstated,coding,mid,standard setting (focal method and class signature),,,,,,12.24,score%,0.00289,,,"https://arxiv.org/abs/2608.25939 (Table A.4, row GPT-5.2, Rust TPR (CSR | TPR | Cov | IR))",,out:effort-not-established, xrepotest-tpr-julia,arxiv-2608.25939,gpt-5.2,unstated,coding,mid,standard setting (focal method and class signature),,,,,,16.52,score%,0.00289,,,"https://arxiv.org/abs/2608.25939 (Table A.4, row GPT-5.2, Julia TPR (CSR | TPR | Cov | IR))",,out:effort-not-established, xrepotest-tpr-go,arxiv-2608.25939,gpt-5.2,unstated,coding,mid,standard setting (focal method and class signature),,,,,,25.78,score%,0.00289,,,"https://arxiv.org/abs/2608.25939 (Table A.4, row GPT-5.2, Go TPR (CSR | TPR | Cov | IR))",,out:effort-not-established, xrepotest-tpr-ruby,arxiv-2608.25939,gpt-5.2,unstated,coding,mid,standard setting (focal method and class signature),,,,,,25.78,score%,0.00289,,,"https://arxiv.org/abs/2608.25939 (Table A.4, row GPT-5.2, Ruby TPR (CSR | TPR | Cov | IR))",,out:effort-not-established, xrepotest-tpr-php,arxiv-2608.25939,gpt-5.2,unstated,coding,mid,standard setting (focal method and class signature),,,,,,10.06,score%,0.00289,,,"https://arxiv.org/abs/2608.25939 (Table A.4, row GPT-5.2, PHP TPR (CSR | TPR | Cov | IR))",,out:effort-not-established, arxiv-2608.26480-lcb100,arxiv-2608.26480,fable-5,high,coding,hard,"single call, LCB-100 evaluator (corrected)",per-suite,61.11,0.00289,0.0899,1.2043,90.4,pass@1 mean of 5 passes %,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.26480v2 (Table 1, single call column)",,out:single-couple,out:cost-single-couple arxiv-2608.26480-lcb100,arxiv-2608.26480,gpt-5.6-terra,unstated,coding,hard,"single call, LCB-100 evaluator (corrected)",per-suite,3.41,0.00289,0.0661,0.2728,80.8,pass@1 mean of 5 passes %,0.0289,,,"https://arxiv.org/abs/2608.26480v2 (Table 1, single call column)",,out:effort-not-established,out:effort-not-established arxiv-2608.26480-lcb100,arxiv-2608.26480,gpt-5.6-luna,unstated,coding,hard,"single call, LCB-100 evaluator (corrected)",per-suite,0.41,0.00289,0.0661,0.3299,70.4,pass@1 mean of 5 passes %,0.0289,,,"https://arxiv.org/abs/2608.26480v2 (Table 1, single call column)",,out:effort-not-established,out:effort-not-established arxiv-2608.26480-lcb100,arxiv-2608.26480,qwen3.8-27b,default,coding,hard,"single call, LCB-100 evaluator (corrected)",per-suite,18.95,0.00289,0.0753,7.4247,66.8,pass@1 mean of 5 passes %,0.0289,,,"https://arxiv.org/abs/2608.26480v2 (Table 1, single call column)",,out:effort-not-established,out:effort-not-established arxiv-2608.26480-lcb100,arxiv-2608.26480,qwen3.8-flash-next,unstated,coding,hard,"single call, LCB-100 evaluator (corrected)",per-suite,2.73,0.00289,0.0753,5.7751,84.2,pass@1 mean of 5 passes %,0.0289,,,"https://arxiv.org/abs/2608.26480v2 (Table 1, single call column)",,out:effort-not-established,out:effort-not-established arxiv-2608.26480-lcb100,arxiv-2608.26480,deepseek-v4.1-flash,unstated,coding,hard,"single call, LCB-100 evaluator (corrected)",per-suite,3.46,0.00289,0.0680,2.8626,88.4,pass@1 mean of 5 passes %,0.0289,,,"https://arxiv.org/abs/2608.26480v2 (Table 1, single call column)",,out:effort-not-established,out:effort-not-established personaforge,arxiv-2608.28378,opus-4.6,unstated,agentic-tool,mid,personaforge-bench,,,,,,88.2,overall-composite-pct,0.0289,,,"https://arxiv.org/abs/2608.28378 (Table 3, row Claude Opus 4.6, column Overall)",,out:effort-not-established, personaforge,arxiv-2608.28378,gemini-3.1-pro,unstated,agentic-tool,mid,personaforge-bench,,,,,,85.9,overall-composite-pct,0.0289,,,"https://arxiv.org/abs/2608.28378 (Table 3, row Gemini 3.1 Pro, column Overall)",,out:effort-not-established, personaforge,arxiv-2608.28378,gpt-5.5,unstated,agentic-tool,mid,personaforge-bench,,,,,,86.8,overall-composite-pct,0.0289,,,"https://arxiv.org/abs/2608.28378 (Table 3, row GPT-5.5, column Overall)",,out:effort-not-established, personaforge,arxiv-2608.28378,kimi-k2.5,unstated,agentic-tool,mid,personaforge-bench,,,,,,83.6,overall-composite-pct,0.0289,,,"https://arxiv.org/abs/2608.28378 (Table 3, row Kimi-K2.5, column Overall)",,out:effort-not-established, personaforge,arxiv-2608.28378,glm-5.1,unstated,agentic-tool,mid,personaforge-bench,,,,,,75.5,overall-composite-pct,0.0289,,,"https://arxiv.org/abs/2608.28378 (Table 3, row GLM-5.1, column Overall)",,out:effort-not-established, personaforge,arxiv-2608.28378,qwen3.5-27b,unstated,agentic-tool,mid,personaforge-bench,,,,,,76.2,overall-composite-pct,0.0289,,,"https://arxiv.org/abs/2608.28378 (Table 3, row Qwen3.5-27B (Base), column Overall)",,out:effort-not-established, odbb-nccn-strict,arxiv-2608.28592,sonnet-4.6,unstated,mixed,hard,ODBB-scorer,,,,,,0.372,score-of-1,0.000289,,,"https://arxiv.org/abs/2608.28592 (Table 3, row Claude Sonnet 4.6, column NCCN strict concordance)",,out:effort-not-established, odbb-crc-strict,arxiv-2608.28592,sonnet-4.6,unstated,mixed,hard,ODBB-scorer,,,,,,0.280,score-of-1,0.000289,,,"https://arxiv.org/abs/2608.28592 (Table 3, row Claude Sonnet 4.6, column CRC strict concordance)",,out:effort-not-established, odbb-nccn-strict,arxiv-2608.28592,glm-5.1,unstated,mixed,hard,ODBB-scorer,,,,,,0.325,score-of-1,0.000289,,,"https://arxiv.org/abs/2608.28592 (Table 3, row GLM-5.1, column NCCN strict concordance)",,out:effort-not-established, odbb-crc-strict,arxiv-2608.28592,glm-5.1,unstated,mixed,hard,ODBB-scorer,,,,,,0.338,score-of-1,0.000289,,,"https://arxiv.org/abs/2608.28592 (Table 3, row GLM-5.1, column CRC strict concordance)",,out:effort-not-established, odbb-nccn-strict,arxiv-2608.28592,glm-5,unstated,mixed,hard,ODBB-scorer,,,,,,0.322,score-of-1,0.000289,,,"https://arxiv.org/abs/2608.28592 (Table 3, row GLM-5, column NCCN strict concordance)",,out:effort-not-established, odbb-crc-strict,arxiv-2608.28592,glm-5,unstated,mixed,hard,ODBB-scorer,,,,,,0.207,score-of-1,0.000289,,,"https://arxiv.org/abs/2608.28592 (Table 3, row GLM-5, column CRC strict concordance)",,out:effort-not-established, odbb-nccn-strict,arxiv-2608.28592,qwen3.6-plus,unstated,mixed,hard,ODBB-scorer,,,,,,0.318,score-of-1,0.000289,,,"https://arxiv.org/abs/2608.28592 (Table 3, row Qwen 3.6-Plus, column NCCN strict concordance)",,out:effort-not-established, odbb-crc-strict,arxiv-2608.28592,qwen3.6-plus,unstated,mixed,hard,ODBB-scorer,,,,,,0.273,score-of-1,0.000289,,,"https://arxiv.org/abs/2608.28592 (Table 3, row Qwen 3.6-Plus, column CRC strict concordance)",,out:effort-not-established, odbb-nccn-strict,arxiv-2608.28592,gpt-5.5,unstated,mixed,hard,ODBB-scorer,,,,,,0.302,score-of-1,0.000289,,,"https://arxiv.org/abs/2608.28592 (Table 3, row GPT-5.5, column NCCN strict concordance)",,out:effort-not-established, odbb-crc-strict,arxiv-2608.28592,gpt-5.5,unstated,mixed,hard,ODBB-scorer,,,,,,0.250,score-of-1,0.000289,,,"https://arxiv.org/abs/2608.28592 (Table 3, row GPT-5.5, column CRC strict concordance)",,out:effort-not-established, odbb-nccn-strict,arxiv-2608.28592,deepseek-v4-pro-preview,unstated,mixed,hard,ODBB-scorer,,,,,,0.277,score-of-1,0.000289,,,"https://arxiv.org/abs/2608.28592 (Table 3, row DeepSeek V4 Pro, column NCCN strict concordance)",,out:effort-not-established, odbb-crc-strict,arxiv-2608.28592,deepseek-v4-pro-preview,unstated,mixed,hard,ODBB-scorer,,,,,,0.206,score-of-1,0.000289,,,"https://arxiv.org/abs/2608.28592 (Table 3, row DeepSeek V4 Pro, column CRC strict concordance)",,out:effort-not-established, odbb-nccn-strict,arxiv-2608.28592,gemini-3.1-pro,unstated,mixed,hard,ODBB-scorer,,,,,,0.158,score-of-1,0.000289,,,"https://arxiv.org/abs/2608.28592 (Table 3, row Gemini 3.1 Pro Preview, column NCCN strict concordance)",,out:effort-not-established, odbb-crc-strict,arxiv-2608.28592,gemini-3.1-pro,unstated,mixed,hard,ODBB-scorer,,,,,,0.197,score-of-1,0.000289,,,"https://arxiv.org/abs/2608.28592 (Table 3, row Gemini 3.1 Pro Preview, column CRC strict concordance)",,out:effort-not-established, algoworlds-main,arxiv-2608.29397,opus-4.8,max,agentic-tool,hard,own-tool-loop,,,,,,38.61,exact-opt%,0.00289,,,"https://arxiv.org/html/2608.29397 (Table 2 (exact optimality column, mean over three trials), row Claude Opus 4.8)",,in, algoworlds-main,arxiv-2608.29397,gpt-5.6-sol,max,agentic-tool,hard,own-tool-loop,,,,,,38.19,exact-opt%,0.00289,,,"https://arxiv.org/html/2608.29397 (Table 2 (exact optimality column, mean over three trials), row GPT-5.6 Sol)",,in, algoworlds-main,arxiv-2608.29397,sonnet-5,max,agentic-tool,hard,own-tool-loop,,,,,,32.36,exact-opt%,0.00289,,,"https://arxiv.org/html/2608.29397 (Table 2 (exact optimality column, mean over three trials), row Claude Sonnet 5)",,in, algoworlds-main,arxiv-2608.29397,gpt-5.6-terra,max,agentic-tool,hard,own-tool-loop,,,,,,26.39,exact-opt%,0.00289,,,"https://arxiv.org/html/2608.29397 (Table 2 (exact optimality column, mean over three trials), row GPT-5.6 Terra)",,in, algoworlds-main,arxiv-2608.29397,glm-5.2,not-established:absent,agentic-tool,hard,own-tool-loop,,,,,,24.86,exact-opt%,0.00289,,,"https://arxiv.org/html/2608.29397 (Table 2 (exact optimality column, mean over three trials), row GLM 5.2)",,out:effort-not-established, algoworlds-main,arxiv-2608.29397,?DeepSeek V4 Pro,not-established:absent,agentic-tool,hard,own-tool-loop,,,,,,16.11,exact-opt%,0.00289,,,"https://arxiv.org/html/2608.29397 (Table 2 (exact optimality column, mean over three trials), row DeepSeek V4 Pro)",,out:model-not-established, algoworlds-main,arxiv-2608.29397,qwen3.5-plus,think-81920,agentic-tool,hard,own-tool-loop,,,,,,5.42,exact-opt%,0.00289,,,"https://arxiv.org/html/2608.29397 (Table 2 (exact optimality column, mean over three trials), row Qwen 3.5 Plus)",,out:effort-not-established, dseffi-bench,arxiv-2608.30248,gpt-5.4,unstated,coding,mid,own-test-harness,,,,,,66.9,score%,0.0289,,,"https://arxiv.org/abs/2608.30248 (Table 2, column Pass)",,out:effort-not-established, dseffi-bench,arxiv-2608.30248,gpt-5.4-mini,unstated,coding,mid,own-test-harness,,,,,,62.2,score%,0.0289,,,"https://arxiv.org/abs/2608.30248 (Table 2, column Pass)",,out:effort-not-established, dseffi-bench,arxiv-2608.30248,opus-4.6,unstated,coding,mid,own-test-harness,,,,,,61.3,score%,0.0289,,,"https://arxiv.org/abs/2608.30248 (Table 2, column Pass)",,out:effort-not-established, dseffi-bench,arxiv-2608.30248,sonnet-4.6,unstated,coding,mid,own-test-harness,,,,,,59.7,score%,0.0289,,,"https://arxiv.org/abs/2608.30248 (Table 2, column Pass)",,out:effort-not-established, dseffi-bench,arxiv-2608.30248,?DeepSeek-V4-Flash,not-established:absent,coding,mid,own-test-harness,,,,,,57.7,score%,0.0289,,,"https://arxiv.org/abs/2608.30248 (Table 2, column Pass)",,out:model-not-established, dseffi-bench,arxiv-2608.30248,?DeepSeek-V3.2,not-established:absent,coding,mid,own-test-harness,,,,,,56.1,score%,0.0289,,,"https://arxiv.org/abs/2608.30248 (Table 2, column Pass)",,out:model-not-established, dseffi-bench,arxiv-2608.30248,?Kimi-K2.5,not-established:absent,coding,mid,own-test-harness,,,,,,40.2,score%,0.0289,,,"https://arxiv.org/abs/2608.30248 (Table 2, column Pass)",,out:model-not-established, dseffi-bench,arxiv-2608.30248,minimax-m2.5,unstated,coding,mid,own-test-harness,,,,,,42.8,score%,0.0289,,,"https://arxiv.org/abs/2608.30248 (Table 2, column Pass)",,out:effort-not-established, dseffi-bench,arxiv-2608.30248,qwen3.5-397b-a17b,unstated,coding,mid,own-test-harness,,,,,,57.6,score%,0.0289,,,"https://arxiv.org/abs/2608.30248 (Table 2, column Pass)",,out:effort-not-established, dseffi-bench,arxiv-2608.30248,qwen3-coder-next,unstated,coding,mid,own-test-harness,,,,,,50.5,score%,0.0289,,,"https://arxiv.org/abs/2608.30248 (Table 2, column Pass)",,out:effort-not-established, dseffi-bench,arxiv-2608.30248,?Devstral-2-123B,not-established:absent,coding,mid,own-test-harness,,,,,,43.0,score%,0.0289,,,"https://arxiv.org/abs/2608.30248 (Table 2, column Pass)",,out:model-not-established, dseffi-bench,arxiv-2608.30248,?Qwen2.5-Coder-32B,not-established:absent,coding,mid,own-test-harness,,,,,,34.1,score%,0.0289,,,"https://arxiv.org/abs/2608.30248 (Table 2, column Pass)",,out:model-not-established, dseffi-bench,arxiv-2608.30248,?Qwen2.5-Coder-14B,not-established:absent,coding,mid,own-test-harness,,,,,,32.8,score%,0.0289,,,"https://arxiv.org/abs/2608.30248 (Table 2, column Pass)",,out:model-not-established, dseffi-bench,arxiv-2608.30248,?Codestral-22B,not-established:absent,coding,mid,own-test-harness,,,,,,27.4,score%,0.0289,,,"https://arxiv.org/abs/2608.30248 (Table 2, column Pass)",,out:model-not-established, dseffi-bench,arxiv-2608.30248,?DeepSeek-Coder-33B,not-established:absent,coding,mid,own-test-harness,,,,,,17.5,score%,0.0289,,,"https://arxiv.org/abs/2608.30248 (Table 2, column Pass)",,out:model-not-established, dseffi-bench,arxiv-2608.30248,?DeepSeek-Coder-V2-Lite,not-established:absent,coding,mid,own-test-harness,,,,,,17.1,score%,0.0289,,,"https://arxiv.org/abs/2608.30248 (Table 2, column Pass)",,out:model-not-established, dseffi-bench-temporal,arxiv-2608.30248,opus-4.6,unstated,coding,mid,own-test-harness,USD per task,0.018,0.000289,,,63.5,score%,0.0289,,,"https://arxiv.org/abs/2608.30248 (Table 6 (temporal test set, N=304), column Pass)",,out:effort-not-established,out:effort-not-established dseffi-bench-temporal,arxiv-2608.30248,gpt-5.4,unstated,coding,mid,own-test-harness,USD per task,0.014,0.000289,,,63.5,score%,0.0289,,,"https://arxiv.org/abs/2608.30248 (Table 6 (temporal test set, N=304), column Pass)",,out:effort-not-established,out:effort-not-established arxiv-2608.30327-control-nolaw-strict,arxiv-2608.30327,?Llama-3.2-1B,not-established:absent,mixed,hard,,,,,,,28.7,strict-accuracy%,0.0289,,,"https://arxiv.org/abs/2608.30327 (Table 2, row Llama-3.2-1B, reference, none)",,out:model-not-established, arxiv-2608.30327-control-law-strict,arxiv-2608.30327,?Llama-3.2-1B,not-established:absent,mixed,hard,,,,,,,27.3,strict-accuracy%,0.0289,,,"https://arxiv.org/abs/2608.30327 (Table 2, row Llama-3.2-1B, reference, law)",,out:model-not-established, arxiv-2608.30327-control-without-governing-strict,arxiv-2608.30327,?Llama-3.2-1B,not-established:absent,mixed,hard,,,,,,,24.0,strict-accuracy%,0.0289,,,"https://arxiv.org/abs/2608.30327 (Table 2, row Llama-3.2-1B, reference, w/o)",,out:model-not-established, arxiv-2608.30327-control-nolaw-strict,arxiv-2608.30327,qwen3.5-0.8b,unstated,mixed,hard,,,,,,,38.7,strict-accuracy%,0.0289,,,"https://arxiv.org/abs/2608.30327 (Table 2, row Qwen3.5-0.8B, reference, none)",,out:effort-not-established, arxiv-2608.30327-control-law-strict,arxiv-2608.30327,qwen3.5-0.8b,unstated,mixed,hard,,,,,,,57.3,strict-accuracy%,0.0289,,,"https://arxiv.org/abs/2608.30327 (Table 2, row Qwen3.5-0.8B, reference, law)",,out:effort-not-established, arxiv-2608.30327-control-without-governing-strict,arxiv-2608.30327,qwen3.5-0.8b,unstated,mixed,hard,,,,,,,49.3,strict-accuracy%,0.0289,,,"https://arxiv.org/abs/2608.30327 (Table 2, row Qwen3.5-0.8B, reference, w/o)",,out:effort-not-established, arxiv-2608.30327-control-nolaw-strict,arxiv-2608.30327,?Llama-3.2-3B,not-established:absent,mixed,hard,,,,,,,50.7,strict-accuracy%,0.0289,,,"https://arxiv.org/abs/2608.30327 (Table 2, row Llama-3.2-3B, reference, none)",,out:model-not-established, arxiv-2608.30327-control-law-strict,arxiv-2608.30327,?Llama-3.2-3B,not-established:absent,mixed,hard,,,,,,,68.0,strict-accuracy%,0.0289,,,"https://arxiv.org/abs/2608.30327 (Table 2, row Llama-3.2-3B, reference, law)",,out:model-not-established, arxiv-2608.30327-control-without-governing-strict,arxiv-2608.30327,?Llama-3.2-3B,not-established:absent,mixed,hard,,,,,,,58.0,strict-accuracy%,0.0289,,,"https://arxiv.org/abs/2608.30327 (Table 2, row Llama-3.2-3B, reference, w/o)",,out:model-not-established, arxiv-2608.30327-control-nolaw-strict,arxiv-2608.30327,qwen3.5-2b,unstated,mixed,hard,,,,,,,57.3,strict-accuracy%,0.0289,,,"https://arxiv.org/abs/2608.30327 (Table 2, row Qwen3.5-2B, reference, none)",,out:effort-not-established, arxiv-2608.30327-control-law-strict,arxiv-2608.30327,qwen3.5-2b,unstated,mixed,hard,,,,,,,76.7,strict-accuracy%,0.0289,,,"https://arxiv.org/abs/2608.30327 (Table 2, row Qwen3.5-2B, reference, law)",,out:effort-not-established, arxiv-2608.30327-control-without-governing-strict,arxiv-2608.30327,qwen3.5-2b,unstated,mixed,hard,,,,,,,64.0,strict-accuracy%,0.0289,,,"https://arxiv.org/abs/2608.30327 (Table 2, row Qwen3.5-2B, reference, w/o)",,out:effort-not-established, arxiv-2608.30327-control-nolaw-strict,arxiv-2608.30327,gemma-4-e2b-it,unstated,mixed,hard,,,,,,,70.0,strict-accuracy%,0.0289,,,"https://arxiv.org/abs/2608.30327 (Table 2, row Gemma-4-E2B, reference, none)",,out:effort-not-established, arxiv-2608.30327-control-law-strict,arxiv-2608.30327,gemma-4-e2b-it,unstated,mixed,hard,,,,,,,84.7,strict-accuracy%,0.0289,,,"https://arxiv.org/abs/2608.30327 (Table 2, row Gemma-4-E2B, reference, law)",,out:effort-not-established, arxiv-2608.30327-control-without-governing-strict,arxiv-2608.30327,gemma-4-e2b-it,unstated,mixed,hard,,,,,,,69.3,strict-accuracy%,0.0289,,,"https://arxiv.org/abs/2608.30327 (Table 2, row Gemma-4-E2B, reference, w/o)",,out:effort-not-established, arxiv-2608.30327-control-nolaw-strict,arxiv-2608.30327,qwen3.5-4b,unstated,mixed,hard,,,,,,,76.7,strict-accuracy%,0.0289,,,"https://arxiv.org/abs/2608.30327 (Table 2, row Qwen3.5-4B, reference, none)",,out:effort-not-established, arxiv-2608.30327-control-law-strict,arxiv-2608.30327,qwen3.5-4b,unstated,mixed,hard,,,,,,,94.0,strict-accuracy%,0.0289,,,"https://arxiv.org/abs/2608.30327 (Table 2, row Qwen3.5-4B, reference, law)",,out:effort-not-established, arxiv-2608.30327-control-without-governing-strict,arxiv-2608.30327,qwen3.5-4b,unstated,mixed,hard,,,,,,,79.3,strict-accuracy%,0.0289,,,"https://arxiv.org/abs/2608.30327 (Table 2, row Qwen3.5-4B, reference, w/o)",,out:effort-not-established, arxiv-2608.30327-control-law-rot0,arxiv-2608.30327,?Llama-3.2-1B,not-established:absent,mixed,hard,,,,,,,63.3,rot0-accuracy%,0.0289,,,"https://arxiv.org/abs/2608.30327 (Table 6, row Llama-3.2-1B, law, rot0)",,out:model-not-established, arxiv-2608.30327-control-nolaw-rot0,arxiv-2608.30327,?Llama-3.2-1B,not-established:absent,mixed,hard,,,,,,,56.7,rot0-accuracy%,0.0289,,,"https://arxiv.org/abs/2608.30327 (Table 6, row Llama-3.2-1B, no law, rot0)",,out:model-not-established, arxiv-2608.30327-control-law-rot0,arxiv-2608.30327,qwen3.5-0.8b,unstated,mixed,hard,,,,,,,74.7,rot0-accuracy%,0.0289,,,"https://arxiv.org/abs/2608.30327 (Table 6, row Qwen3.5-0.8B, law, rot0)",,out:effort-not-established, arxiv-2608.30327-control-nolaw-rot0,arxiv-2608.30327,qwen3.5-0.8b,unstated,mixed,hard,,,,,,,58.0,rot0-accuracy%,0.0289,,,"https://arxiv.org/abs/2608.30327 (Table 6, row Qwen3.5-0.8B, no law, rot0)",,out:effort-not-established, arxiv-2608.30327-control-law-rot0,arxiv-2608.30327,?Llama-3.2-3B,not-established:absent,mixed,hard,,,,,,,84.7,rot0-accuracy%,0.0289,,,"https://arxiv.org/abs/2608.30327 (Table 6, row Llama-3.2-3B, law, rot0)",,out:model-not-established, arxiv-2608.30327-control-nolaw-rot0,arxiv-2608.30327,?Llama-3.2-3B,not-established:absent,mixed,hard,,,,,,,73.3,rot0-accuracy%,0.0289,,,"https://arxiv.org/abs/2608.30327 (Table 6, row Llama-3.2-3B, no law, rot0)",,out:model-not-established, arxiv-2608.30327-control-law-rot0,arxiv-2608.30327,qwen3.5-2b,unstated,mixed,hard,,,,,,,88.0,rot0-accuracy%,0.0289,,,"https://arxiv.org/abs/2608.30327 (Table 6, row Qwen3.5-2B, law, rot0)",,out:effort-not-established, arxiv-2608.30327-control-nolaw-rot0,arxiv-2608.30327,qwen3.5-2b,unstated,mixed,hard,,,,,,,76.7,rot0-accuracy%,0.0289,,,"https://arxiv.org/abs/2608.30327 (Table 6, row Qwen3.5-2B, no law, rot0)",,out:effort-not-established, arxiv-2608.30327-control-law-rot0,arxiv-2608.30327,gemma-4-e2b-it,unstated,mixed,hard,,,,,,,92.7,rot0-accuracy%,0.0289,,,"https://arxiv.org/abs/2608.30327 (Table 6, row Gemma-4-E2B, law, rot0)",,out:effort-not-established, arxiv-2608.30327-control-nolaw-rot0,arxiv-2608.30327,gemma-4-e2b-it,unstated,mixed,hard,,,,,,,79.3,rot0-accuracy%,0.0289,,,"https://arxiv.org/abs/2608.30327 (Table 6, row Gemma-4-E2B, no law, rot0)",,out:effort-not-established, arxiv-2608.30327-control-law-rot0,arxiv-2608.30327,qwen3.5-4b,unstated,mixed,hard,,,,,,,98.7,rot0-accuracy%,0.0289,,,"https://arxiv.org/abs/2608.30327 (Table 6, row Qwen3.5-4B, law, rot0)",,out:effort-not-established, arxiv-2608.30327-control-nolaw-rot0,arxiv-2608.30327,qwen3.5-4b,unstated,mixed,hard,,,,,,,86.7,rot0-accuracy%,0.0289,,,"https://arxiv.org/abs/2608.30327 (Table 6, row Qwen3.5-4B, no law, rot0)",,out:effort-not-established, ecombench,arxiv-2608.30730,gpt-5.6-sol,max,agentic-tool,frontier,paper-agent-loop,,,,,,1431,final-assets-kyuan,0.289,,,"https://arxiv.org/abs/2608.30730 (Table 2, row GPT-5.6 Sol (max), column Final assets ¥k, mean)",,in, ecombench,arxiv-2608.30730,fable-5,max,agentic-tool,frontier,paper-agent-loop,,,,,,805,final-assets-kyuan,0.289,,,"https://arxiv.org/abs/2608.30730 (Table 2, row Fable5 (max), column Final assets ¥k, mean)",,in, ecombench,arxiv-2608.30730,gpt-5.5,xhigh,agentic-tool,frontier,paper-agent-loop,,,,,,0.591,final-assets-kyuan,0.0289,,,"https://arxiv.org/abs/2608.30730 (Table 2, row GPT-5.5, column Final assets ¥k, mean)",,in, ecombench,arxiv-2608.30730,opus-4.8,max,agentic-tool,frontier,paper-agent-loop,,,,,,498,final-assets-kyuan,0.289,,,"https://arxiv.org/abs/2608.30730 (Table 2, row Claude Opus 4.8 (max), column Final assets ¥k, mean)",,in, ecombench,arxiv-2608.30730,opus-4.7,max,agentic-tool,frontier,paper-agent-loop,,,,,,259,final-assets-kyuan,0.289,,,"https://arxiv.org/abs/2608.30730 (Table 2, row Claude Opus 4.7 (max), column Final assets ¥k, mean)",,in, ecombench,arxiv-2608.30730,opus-4.6,max,agentic-tool,frontier,paper-agent-loop,,,,,,258,final-assets-kyuan,0.289,,,"https://arxiv.org/abs/2608.30730 (Table 2, row Claude Opus 4.6 (max), column Final assets ¥k, mean)",,out:single-couple, ecombench,arxiv-2608.30730,gemini-3.5-flash,high,agentic-tool,frontier,paper-agent-loop,,,,,,190,final-assets-kyuan,0.289,,,"https://arxiv.org/abs/2608.30730 (Table 2, row Gemini 3.5 Flash, column Final assets ¥k, mean)",,in, ecombench,arxiv-2608.30730,gemini-3.1-pro,high,agentic-tool,frontier,paper-agent-loop,,,,,,130,final-assets-kyuan,0.289,,,"https://arxiv.org/abs/2608.30730 (Table 2, row Gemini 3.1 Pro, column Final assets ¥k, mean)",,in, ecombench,arxiv-2608.30730,?Qwen3.8-Max-Preview,not-established:absent,agentic-tool,frontier,paper-agent-loop,,,,,,416,final-assets-kyuan,0.289,,,"https://arxiv.org/abs/2608.30730 (Table 2, row Qwen3.8-Max-Preview, column Final assets ¥k, mean)",,out:model-not-established, ecombench,arxiv-2608.30730,glm-5.2,high,agentic-tool,frontier,paper-agent-loop,,,,,,301,final-assets-kyuan,0.289,,,"https://arxiv.org/abs/2608.30730 (Table 2, row GLM 5.2 (high), column Final assets ¥k, mean)",,in, ecombench,arxiv-2608.30730,kimi-k3,default,agentic-tool,frontier,paper-agent-loop,,,,,,265,final-assets-kyuan,0.289,,,"https://arxiv.org/abs/2608.30730 (Table 2, row Kimi K3, column Final assets ¥k, mean)",,out:effort-not-established, ecombench,arxiv-2608.30730,glm-5.1,think,agentic-tool,frontier,paper-agent-loop,,,,,,226,final-assets-kyuan,0.289,,,"https://arxiv.org/abs/2608.30730 (Table 2, row GLM 5.1, column Final assets ¥k, mean)",,in, ecombench,arxiv-2608.30730,?DeepSeek-V4-Pro-Preview,not-established:absent,agentic-tool,frontier,paper-agent-loop,,,,,,190,final-assets-kyuan,0.289,,,"https://arxiv.org/abs/2608.30730 (Table 2, row DeepSeek-V4-Pro-Preview, column Final assets ¥k, mean)",,out:model-not-established, ecombench,arxiv-2608.30730,qwen3.7-max,default,agentic-tool,frontier,paper-agent-loop,,,,,,165,final-assets-kyuan,0.289,,,"https://arxiv.org/abs/2608.30730 (Table 2, row Qwen3.7-Max, column Final assets ¥k, mean)",,out:effort-not-established, ecombench,arxiv-2608.30730,glm-5.2,not-established:absent,agentic-tool,frontier,paper-agent-loop,,,,,,115,final-assets-kyuan,0.289,,,"https://arxiv.org/abs/2608.30730 (Table 2, row GLM 5.2 (max), column Final assets ¥k, mean)",,out:effort-not-established, ecombench,arxiv-2608.30730,kimi-k2.6,default,agentic-tool,frontier,paper-agent-loop,,,,,,70,final-assets-kyuan,0.289,,,"https://arxiv.org/abs/2608.30730 (Table 2, row Kimi K2.6, column Final assets ¥k, mean)",,out:effort-not-established, ecombench,arxiv-2608.30730,qwen3.6-plus,default,agentic-tool,frontier,paper-agent-loop,,,,,,47,final-assets-kyuan,0.289,,,"https://arxiv.org/abs/2608.30730 (Table 2, row Qwen3.6-Plus, column Final assets ¥k, mean)",,out:effort-not-established, ecombench,arxiv-2608.30730,qwen3.5-plus,default,agentic-tool,frontier,paper-agent-loop,,,,,,1.1,final-assets-kyuan,0.0289,,default-bridged,"https://arxiv.org/abs/2608.30730 (Table 2, row Qwen3.5-Plus, column Final assets ¥k, mean)",,out:effort-not-established, clbench-cca-vanilla,arxiv-2609.00759,?Kimi K2.5,not-established:absent,reasoning-math,hard,CL-bench-rubric-grader,,,,,,15.4,score%,0.0289,,,"https://arxiv.org/abs/2609.00759 (Table 1, method Vanilla, row Kimi K2.5, column Overall)",,out:model-not-established, clbench-cca-vanilla,arxiv-2609.00759,glm-5,unstated,reasoning-math,hard,CL-bench-rubric-grader,,,,,,16.1,score%,0.0289,,,"https://arxiv.org/abs/2609.00759 (Table 1, method Vanilla, row GLM-5, column Overall)",,out:effort-not-established, clbench-cca-vanilla,arxiv-2609.00759,deepseek-v3.2,unstated,reasoning-math,hard,CL-bench-rubric-grader,,,,,,15.0,score%,0.0289,,,"https://arxiv.org/abs/2609.00759 (Table 1, method Vanilla, row DeepSeek, column Overall)",,out:effort-not-established, clbench-cca-vanilla,arxiv-2609.00759,"?Qwen3-Next-80B (Qwen Team, 2025)",not-established:absent,reasoning-math,hard,CL-bench-rubric-grader,,,,,,11.9,score%,0.0289,,,"https://arxiv.org/abs/2609.00759 (Table 1, method Vanilla, row Qwen3, column Overall)",,out:model-not-established, clbench-cca-readagent,arxiv-2609.00759,?Kimi K2.5,not-established:absent,reasoning-math,hard,CL-bench-rubric-grader,,,,,,14.7,score%,0.0289,,,"https://arxiv.org/abs/2609.00759 (Table 1, method ReadAgent-P, row Kimi K2.5, column Overall)",,out:model-not-established, clbench-cca-readagent,arxiv-2609.00759,glm-5,unstated,reasoning-math,hard,CL-bench-rubric-grader,,,,,,13.0,score%,0.0289,,,"https://arxiv.org/abs/2609.00759 (Table 1, method ReadAgent-P, row GLM-5, column Overall)",,out:effort-not-established, clbench-cca-readagent,arxiv-2609.00759,deepseek-v3.2,unstated,reasoning-math,hard,CL-bench-rubric-grader,,,,,,13.1,score%,0.0289,,,"https://arxiv.org/abs/2609.00759 (Table 1, method ReadAgent-P, row DeepSeek, column Overall)",,out:effort-not-established, clbench-cca-readagent,arxiv-2609.00759,"?Qwen3-Next-80B (Qwen Team, 2025)",not-established:absent,reasoning-math,hard,CL-bench-rubric-grader,,,,,,11.2,score%,0.0289,,,"https://arxiv.org/abs/2609.00759 (Table 1, method ReadAgent-P, row Qwen3, column Overall)",,out:model-not-established, clbench-cca-ctx2skill,arxiv-2609.00759,?Kimi K2.5,not-established:absent,reasoning-math,hard,CL-bench-rubric-grader,,,,,,15.5,score%,0.0289,,,"https://arxiv.org/abs/2609.00759 (Table 1, method Ctx2Skill †, row Kimi K2.5, column Overall)",,out:model-not-established, clbench-cca-ctx2skill,arxiv-2609.00759,glm-5,unstated,reasoning-math,hard,CL-bench-rubric-grader,,,,,,15.2,score%,0.0289,,,"https://arxiv.org/abs/2609.00759 (Table 1, method Ctx2Skill †, row GLM-5, column Overall)",,out:effort-not-established, clbench-cca-ctx2skill,arxiv-2609.00759,deepseek-v3.2,unstated,reasoning-math,hard,CL-bench-rubric-grader,,,,,,15.0,score%,0.0289,,,"https://arxiv.org/abs/2609.00759 (Table 1, method Ctx2Skill †, row DeepSeek, column Overall)",,out:effort-not-established, clbench-cca-ctx2skill,arxiv-2609.00759,"?Qwen3-Next-80B (Qwen Team, 2025)",not-established:absent,reasoning-math,hard,CL-bench-rubric-grader,,,,,,11.9,score%,0.0289,,,"https://arxiv.org/abs/2609.00759 (Table 1, method Ctx2Skill †, row Qwen3, column Overall)",,out:model-not-established, clbench-cca-cca,arxiv-2609.00759,?Kimi K2.5,not-established:absent,reasoning-math,hard,CL-bench-rubric-grader,,,,,,21.4,score%,0.0289,,,"https://arxiv.org/abs/2609.00759 (Table 1, method CCA (ours), row Kimi K2.5, column Overall)",,out:model-not-established, clbench-cca-cca,arxiv-2609.00759,glm-5,unstated,reasoning-math,hard,CL-bench-rubric-grader,,,,,,21.2,score%,0.0289,,,"https://arxiv.org/abs/2609.00759 (Table 1, method CCA (ours), row GLM-5, column Overall)",,out:effort-not-established, clbench-cca-cca,arxiv-2609.00759,deepseek-v3.2,unstated,reasoning-math,hard,CL-bench-rubric-grader,,,,,,17.7,score%,0.0289,,,"https://arxiv.org/abs/2609.00759 (Table 1, method CCA (ours), row DeepSeek, column Overall)",,out:effort-not-established, clbench-cca-cca,arxiv-2609.00759,"?Qwen3-Next-80B (Qwen Team, 2025)",not-established:absent,reasoning-math,hard,CL-bench-rubric-grader,,,,,,12.4,score%,0.0289,,,"https://arxiv.org/abs/2609.00759 (Table 1, method CCA (ours), row Qwen3, column Overall)",,out:model-not-established, arxiv-2609.01693-egress-c,arxiv-2609.01693,sonnet-5,low,agentic-tool,mid,,,,,,,0.025,egress,0.000289,,,"https://arxiv.org/abs/2609.01693 (Table 1, row claude-sonnet-5, arm C)",,out:not-headline, arxiv-2609.01693-egress-n,arxiv-2609.01693,sonnet-5,low,agentic-tool,mid,,,,,,,0.125,egress,0.000289,,,"https://arxiv.org/abs/2609.01693 (Table 1, row claude-sonnet-5, arm N)",,out:not-headline, arxiv-2609.01693-egress-p,arxiv-2609.01693,sonnet-5,low,agentic-tool,mid,,,,,,,0.925,egress,0.000289,,,"https://arxiv.org/abs/2609.01693 (Table 1, row claude-sonnet-5, arm P)",,out:not-headline, arxiv-2609.01693-egress-c,arxiv-2609.01693,gpt-5.6-sol,low,agentic-tool,mid,,,,,,,0.000,egress,0.000289,,,"https://arxiv.org/abs/2609.01693 (Table 1, row gpt-5.6-sol, arm C)",,out:not-headline, arxiv-2609.01693-egress-n,arxiv-2609.01693,gpt-5.6-sol,low,agentic-tool,mid,,,,,,,0.000,egress,0.000289,,,"https://arxiv.org/abs/2609.01693 (Table 1, row gpt-5.6-sol, arm N)",,out:not-headline, arxiv-2609.01693-egress-p,arxiv-2609.01693,gpt-5.6-sol,low,agentic-tool,mid,,,,,,,0.125,egress,0.000289,,,"https://arxiv.org/abs/2609.01693 (Table 1, row gpt-5.6-sol, arm P)",,out:not-headline, arxiv-2609.01693-egress-c,arxiv-2609.01693,gpt-5.6-terra,low,agentic-tool,mid,,,,,,,0.000,egress,0.000289,,,"https://arxiv.org/abs/2609.01693 (Table 1, row gpt-5.6-terra, arm C)",,out:not-headline, arxiv-2609.01693-egress-n,arxiv-2609.01693,gpt-5.6-terra,low,agentic-tool,mid,,,,,,,0.000,egress,0.000289,,,"https://arxiv.org/abs/2609.01693 (Table 1, row gpt-5.6-terra, arm N)",,out:not-headline, arxiv-2609.01693-egress-p,arxiv-2609.01693,gpt-5.6-terra,low,agentic-tool,mid,,,,,,,0.000,egress,0.000289,,,"https://arxiv.org/abs/2609.01693 (Table 1, row gpt-5.6-terra, arm P)",,out:not-headline, arxiv-2609.01693-egress-c,arxiv-2609.01693,gpt-5.6-luna,low,agentic-tool,mid,,,,,,,0.000,egress,0.000289,,,"https://arxiv.org/abs/2609.01693 (Table 1, row gpt-5.6-luna, arm C)",,out:not-headline, arxiv-2609.01693-egress-n,arxiv-2609.01693,gpt-5.6-luna,low,agentic-tool,mid,,,,,,,0.000,egress,0.000289,,,"https://arxiv.org/abs/2609.01693 (Table 1, row gpt-5.6-luna, arm N)",,out:not-headline, arxiv-2609.01693-egress-p,arxiv-2609.01693,gpt-5.6-luna,low,agentic-tool,mid,,,,,,,0.250,egress,0.000289,,,"https://arxiv.org/abs/2609.01693 (Table 1, row gpt-5.6-luna, arm P)",,out:not-headline, kcbench-region,arxiv-2609.03588,gpt-5.1,unstated,agentic-tool,mid,agent+user-simulator,,,,,,0.4085,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2609.03588 (Table 2, row GPT-5.1, column Region (automatic LLM evaluation, first of the pair))",,out:effort-not-established, kcbench-region,arxiv-2609.03588,gemini-3-flash,unstated,agentic-tool,mid,agent+user-simulator,,,,,,0.0704,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2609.03588 (Table 2, row Gemini-3-flash-preview, column Region (automatic LLM evaluation, first of the pair))",,out:effort-not-established, kcbench-region,arxiv-2609.03588,?Claude-haiku-4-5-20251001,not-established:absent,agentic-tool,mid,agent+user-simulator,,,,,,0.4507,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2609.03588 (Table 2, row Claude-haiku-4-5-20251001, column Region (automatic LLM evaluation, first of the pair))",,out:model-not-established, kcbench-region,arxiv-2609.03588,qwen3.5-35b-a3b,unstated,agentic-tool,mid,agent+user-simulator,,,,,,0.5070,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2609.03588 (Table 2, row Qwen3.5-35B-A3B, column Region (automatic LLM evaluation, first of the pair))",,out:effort-not-established, kcbench-region,arxiv-2609.03588,?DeepSeek-V4-Flash,not-established:absent,agentic-tool,mid,agent+user-simulator,,,,,,0.1831,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2609.03588 (Table 2, row DeepSeek-V4-Flash, column Region (automatic LLM evaluation, first of the pair))",,out:model-not-established, kcbench-region,arxiv-2609.03588,glm-5.2,unstated,agentic-tool,mid,agent+user-simulator,,,,,,0.5352,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2609.03588 (Table 2, row GLM-5.2, column Region (automatic LLM evaluation, first of the pair))",,out:effort-not-established, kcbench-retail,arxiv-2609.03588,gpt-5.1,unstated,agentic-tool,mid,agent+user-simulator,,,,,,0.5054,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2609.03588 (Table 2, row GPT-5.1, column Retail (automatic LLM evaluation, first of the pair))",,out:effort-not-established, kcbench-retail,arxiv-2609.03588,gemini-3-flash,unstated,agentic-tool,mid,agent+user-simulator,,,,,,0.5054,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2609.03588 (Table 2, row Gemini-3-flash-preview, column Retail (automatic LLM evaluation, first of the pair))",,out:effort-not-established, kcbench-retail,arxiv-2609.03588,?Claude-haiku-4-5-20251001,not-established:absent,agentic-tool,mid,agent+user-simulator,,,,,,0.7312,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2609.03588 (Table 2, row Claude-haiku-4-5-20251001, column Retail (automatic LLM evaluation, first of the pair))",,out:model-not-established, kcbench-retail,arxiv-2609.03588,qwen3.5-35b-a3b,unstated,agentic-tool,mid,agent+user-simulator,,,,,,0.1935,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2609.03588 (Table 2, row Qwen3.5-35B-A3B, column Retail (automatic LLM evaluation, first of the pair))",,out:effort-not-established, kcbench-retail,arxiv-2609.03588,?DeepSeek-V4-Flash,not-established:absent,agentic-tool,mid,agent+user-simulator,,,,,,0.6522,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2609.03588 (Table 2, row DeepSeek-V4-Flash, column Retail (automatic LLM evaluation, first of the pair))",,out:model-not-established, kcbench-retail,arxiv-2609.03588,glm-5.2,unstated,agentic-tool,mid,agent+user-simulator,,,,,,0.6196,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2609.03588 (Table 2, row GLM-5.2, column Retail (automatic LLM evaluation, first of the pair))",,out:effort-not-established, kcbench-personal-assistant,arxiv-2609.03588,gpt-5.1,unstated,agentic-tool,mid,agent+user-simulator,,,,,,0.6081,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2609.03588 (Table 2, row GPT-5.1, column Personal Assistant (automatic LLM evaluation, first of the pair))",,out:effort-not-established, kcbench-personal-assistant,arxiv-2609.03588,gemini-3-flash,unstated,agentic-tool,mid,agent+user-simulator,,,,,,0.7838,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2609.03588 (Table 2, row Gemini-3-flash-preview, column Personal Assistant (automatic LLM evaluation, first of the pair))",,out:effort-not-established, kcbench-personal-assistant,arxiv-2609.03588,?Claude-haiku-4-5-20251001,not-established:absent,agentic-tool,mid,agent+user-simulator,,,,,,0.5676,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2609.03588 (Table 2, row Claude-haiku-4-5-20251001, column Personal Assistant (automatic LLM evaluation, first of the pair))",,out:model-not-established, kcbench-personal-assistant,arxiv-2609.03588,qwen3.5-35b-a3b,unstated,agentic-tool,mid,agent+user-simulator,,,,,,0.3783,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2609.03588 (Table 2, row Qwen3.5-35B-A3B, column Personal Assistant (automatic LLM evaluation, first of the pair))",,out:effort-not-established, kcbench-personal-assistant,arxiv-2609.03588,?DeepSeek-V4-Flash,not-established:absent,agentic-tool,mid,agent+user-simulator,,,,,,0.6575,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2609.03588 (Table 2, row DeepSeek-V4-Flash, column Personal Assistant (automatic LLM evaluation, first of the pair))",,out:model-not-established, kcbench-personal-assistant,arxiv-2609.03588,glm-5.2,unstated,agentic-tool,mid,agent+user-simulator,,,,,,0.6301,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2609.03588 (Table 2, row GLM-5.2, column Personal Assistant (automatic LLM evaluation, first of the pair))",,out:effort-not-established, harborindex-native,arxiv-2609.04298,gpt-5.5,medium,mixed,hard,,per-full-run,178,0.289,,,28.0,pass%,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2609.04298 (Table 1 (id S4.T1.6), rows of the nine models / row GPT-5.5† / column Native Harness Pass %)",,in,in harborindex-t2,arxiv-2609.04298,gpt-5.5,medium,mixed,hard,Terminus-2,per-full-run,155,0.289,,,19.5,pass%,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2609.04298 (Table 1 (id S4.T1.6), rows of the nine models / row GPT-5.5† / column Terminus-2 Pass %)",,in,in harborindex-native,arxiv-2609.04298,opus-4.8,high,mixed,hard,,per-full-run,269,0.289,,,20.7,pass%,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2609.04298 (Table 1 (id S4.T1.6), rows of the nine models / row Claude Opus 4.8† / column Native Harness Pass %)",,in,in harborindex-t2,arxiv-2609.04298,opus-4.8,nothink,mixed,hard,Terminus-2,per-full-run,293,0.289,,,15.9,pass%,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2609.04298 (Table 1 (id S4.T1.6), rows of the nine models / row Claude Opus 4.8† / column Terminus-2 Pass %)",,in,in harborindex-native,arxiv-2609.04298,gemini-3.1-pro,default,mixed,hard,,per-full-run,74,0.289,,,13.4,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 1 (id S4.T1.6), rows of the nine models / row Gemini 3.1 Pro† / column Native Harness Pass %)",,out:effort-not-established,out:effort-not-established harborindex-t2,arxiv-2609.04298,gemini-3.1-pro,high,mixed,hard,Terminus-2,per-full-run,89,0.289,,,11.0,pass%,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2609.04298 (Table 1 (id S4.T1.6), rows of the nine models / row Gemini 3.1 Pro† / column Terminus-2 Pass %)",,in,in harborindex-native,arxiv-2609.04298,glm-5.2,default,mixed,hard,,per-full-run,205,0.289,,,8.5,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 1 (id S4.T1.6), rows of the nine models / row GLM 5.2 / column Native Harness Pass %)",,out:effort-not-established,out:effort-not-established harborindex-t2,arxiv-2609.04298,glm-5.2,default,mixed,hard,Terminus-2,per-full-run,52,0.289,,,9.8,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 1 (id S4.T1.6), rows of the nine models / row GLM 5.2 / column Terminus-2 Pass %)",,out:effort-not-established,out:effort-not-established harborindex-native,arxiv-2609.04298,kimi-k2.6,default,mixed,hard,,per-full-run,191,0.289,,,6.1,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 1 (id S4.T1.6), rows of the nine models / row Kimi K2.6 / column Native Harness Pass %)",,out:effort-not-established,out:effort-not-established harborindex-t2,arxiv-2609.04298,kimi-k2.6,default,mixed,hard,Terminus-2,per-full-run,33,0.289,,,8.5,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 1 (id S4.T1.6), rows of the nine models / row Kimi K2.6 / column Terminus-2 Pass %)",,out:effort-not-established,out:effort-not-established harborindex-native,arxiv-2609.04298,minimax-m3,default,mixed,hard,,per-full-run,66,0.289,,,3.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 1 (id S4.T1.6), rows of the nine models / row MiniMax M3 / column Native Harness Pass %)",,out:effort-not-established,out:effort-not-established harborindex-t2,arxiv-2609.04298,minimax-m3,default,mixed,hard,Terminus-2,per-full-run,18,0.289,,,6.1,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 1 (id S4.T1.6), rows of the nine models / row MiniMax M3 / column Terminus-2 Pass %)",,out:effort-not-established,out:effort-not-established harborindex-native,arxiv-2609.04298,qwen3.7-max,default,mixed,hard,,per-full-run,201,0.289,,,4.9,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 1 (id S4.T1.6), rows of the nine models / row Qwen3.7 Max† / column Native Harness Pass %)",,out:effort-not-established,out:effort-not-established harborindex-t2,arxiv-2609.04298,qwen3.7-max,default,mixed,hard,Terminus-2,per-full-run,36,0.289,,,4.9,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 1 (id S4.T1.6), rows of the nine models / row Qwen3.7 Max† / column Terminus-2 Pass %)",,out:effort-not-established,out:effort-not-established harborindex-native,arxiv-2609.04298,?DeepSeek V4 Pro,not-established:absent,mixed,hard,,per-full-run,177,0.289,,,4.9,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 1 (id S4.T1.6), rows of the nine models / row DeepSeek V4 Pro / column Native Harness Pass %)",,out:model-not-established,out:model-not-established harborindex-t2,arxiv-2609.04298,?DeepSeek V4 Pro,not-established:absent,mixed,hard,Terminus-2,per-full-run,35,0.289,,,3.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 1 (id S4.T1.6), rows of the nine models / row DeepSeek V4 Pro / column Terminus-2 Pass %)",,out:model-not-established,out:model-not-established harborindex-native,arxiv-2609.04298,mimo-v2.5-pro,default,mixed,hard,,per-full-run,49,0.289,,,2.4,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 1 (id S4.T1.6), rows of the nine models / row MiMo V2.5 Pro / column Native Harness Pass %)",,out:effort-not-established,out:effort-not-established harborindex-t2,arxiv-2609.04298,mimo-v2.5-pro,default,mixed,hard,Terminus-2,per-full-run,4,0.289,,,2.4,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 1 (id S4.T1.6), rows of the nine models / row MiMo V2.5 Pro / column Terminus-2 Pass %)",,out:effort-not-established,out:effort-not-established harbor-swebenchverified-terminus2,arxiv-2609.04298,gpt-5.4,nothink,coding,mid,Terminus-2,,,,,,69.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5.4 · Terminus-2 / column SWE-bench Verified)",,in, harbor-swebenchmultilingual-terminus2,arxiv-2609.04298,gpt-5.4,nothink,coding,mid,Terminus-2,,,,,,60.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5.4 · Terminus-2 / column SWE-Bench-Multilingual)",,in, harbor-swesmith-terminus2,arxiv-2609.04298,gpt-5.4,nothink,coding,mid,Terminus-2,,,,,,3.1,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5.4 · Terminus-2 / column SWE-smith)",,in, harbor-crustbench-terminus2,arxiv-2609.04298,gpt-5.4,nothink,coding,mid,Terminus-2,,,,,,92.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5.4 · Terminus-2 / column CRUST-Bench)",,in, harbor-gso-terminus2,arxiv-2609.04298,gpt-5.4,nothink,coding,hard,Terminus-2,,,,,,16.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5.4 · Terminus-2 / column GSO)",,in, harbor-swebenchpro-terminus2,arxiv-2609.04298,gpt-5.4,nothink,coding,hard,Terminus-2,,,,,,34.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5.4 · Terminus-2 / column SWE-Bench Pro)",,in, harbor-swtbench-terminus2,arxiv-2609.04298,gpt-5.4,nothink,coding,mid,Terminus-2,,,,,,54.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5.4 · Terminus-2 / column SWT Bench)",,in, harbor-aiderpolyglot-terminus2,arxiv-2609.04298,gpt-5.4,nothink,coding,mid,Terminus-2,,,,,,54.4,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5.4 · Terminus-2 / column Aider Polyglot)",,in, harbor-algotune-terminus2,arxiv-2609.04298,gpt-5.4,nothink,coding,hard,Terminus-2,,,,,,16.6,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5.4 · Terminus-2 / column AlgoTune)",,in, harbor-compilebench-terminus2,arxiv-2609.04298,gpt-5.4,nothink,coding,mid,Terminus-2,,,,,,93.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5.4 · Terminus-2 / column CompileBench)",,in, harbor-featurebench-terminus2,arxiv-2609.04298,gpt-5.4,nothink,coding,hard,Terminus-2,,,,,,5.6,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5.4 · Terminus-2 / column FeatureBench)",,in, harbor-bigcodebenchhard-terminus2,arxiv-2609.04298,gpt-5.4,nothink,coding,mid,Terminus-2,,,,,,39.5,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5.4 · Terminus-2 / column BigCodeBench-Hard)",,in, harbor-usaco-terminus2,arxiv-2609.04298,gpt-5.4,nothink,coding,mid,Terminus-2,,,,,,83.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5.4 · Terminus-2 / column USACO)",,in, harbor-swelancer-terminus2,arxiv-2609.04298,gpt-5.4,nothink,coding,mid,Terminus-2,,,,,,45.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5.4 · Terminus-2 / column SWE-Lancer)",,in, harbor-livecodebench-terminus2,arxiv-2609.04298,gpt-5.4,nothink,coding,mid,Terminus-2,,,,,,87.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5.4 · Terminus-2 / column LiveCodeBench)",,in, harbor-humanevalfix-terminus2,arxiv-2609.04298,gpt-5.4,nothink,coding,mid,Terminus-2,,,,,,99.8,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5.4 · Terminus-2 / column HumanEvalFix)",,in, harbor-quixbugs-terminus2,arxiv-2609.04298,gpt-5.4,nothink,coding,mid,Terminus-2,,,,,,86.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5.4 · Terminus-2 / column QuixBugs)",,in, harbor-ineqmath-terminus2,arxiv-2609.04298,gpt-5.4,nothink,reasoning-math,mid,Terminus-2,,,,,,85.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5.4 · Terminus-2 / column IneqMath)",,in, harbor-omnimath-terminus2,arxiv-2609.04298,gpt-5.4,nothink,reasoning-math,mid,Terminus-2,,,,,,54.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5.4 · Terminus-2 / column Omni-Math)",,in, harbor-reasoninggym-terminus2,arxiv-2609.04298,gpt-5.4,nothink,reasoning-math,mid,Terminus-2,,,,,,84.2,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5.4 · Terminus-2 / column Reasoning Gym)",,in, harbor-kumo-terminus2,arxiv-2609.04298,gpt-5.4,nothink,reasoning-math,mid,Terminus-2,,,,,,92.6,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5.4 · Terminus-2 / column KUMO)",,in, harbor-aime2425-terminus2,arxiv-2609.04298,gpt-5.4,nothink,reasoning-math,mid,Terminus-2,,,,,,71.1,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5.4 · Terminus-2 / column AIME 24 & 25)",,in, harbor-arcagi2-terminus2,arxiv-2609.04298,gpt-5.4,nothink,reasoning-math,hard,Terminus-2,,,,,,2.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5.4 · Terminus-2 / column ARC-AGI-2)",,in, harbor-aalcr-terminus2,arxiv-2609.04298,gpt-5.4,nothink,mixed,mid,Terminus-2,,,,,,52.5,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5.4 · Terminus-2 / column AA-LCR)",,in, harbor-simpleqa-terminus2,arxiv-2609.04298,gpt-5.4,nothink,mixed,mid,Terminus-2,,,,,,74.8,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5.4 · Terminus-2 / column SimpleQA)",,in, harbor-gpqadiamond-terminus2,arxiv-2609.04298,gpt-5.4,nothink,reasoning-math,mid,Terminus-2,,,,,,77.8,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5.4 · Terminus-2 / column GPQA Diamond)",,in, harbor-humanityslastexam-terminus2,arxiv-2609.04298,gpt-5.4,nothink,reasoning-math,hard,Terminus-2,,,,,,20.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5.4 · Terminus-2 / column Humanity’s Last Exam)",,in, harbor-mmmlu-terminus2,arxiv-2609.04298,gpt-5.4,nothink,mixed,mid,Terminus-2,,,,,,35.6,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5.4 · Terminus-2 / column MMMLU)",,in, harbor-gaia-terminus2,arxiv-2609.04298,gpt-5.4,nothink,agentic-tool,mid,Terminus-2,,,,,,41.4,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5.4 · Terminus-2 / column GAIA)",,in, harbor-skillsbench-terminus2,arxiv-2609.04298,gpt-5.4,nothink,agentic-tool,mid,Terminus-2,,,,,,31.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5.4 · Terminus-2 / column SkillsBench)",,in, harbor-bfcl-terminus2,arxiv-2609.04298,gpt-5.4,nothink,agentic-tool,mid,Terminus-2,,,,,,73.4,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5.4 · Terminus-2 / column BFCL)",,in, harbor-gaia2-terminus2,arxiv-2609.04298,gpt-5.4,nothink,agentic-tool,mid,Terminus-2,,,,,,17.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5.4 · Terminus-2 / column GAIA2)",,in, harbor-terminalbench20-terminus2,arxiv-2609.04298,gpt-5.4,nothink,agentic-tool,hard,Terminus-2,,,,,,42.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5.4 · Terminus-2 / column Terminal-Bench 2.0)",,in, harbor-deepsynth-terminus2,arxiv-2609.04298,gpt-5.4,nothink,agentic-tool,hard,Terminus-2,,,,,,28.9,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5.4 · Terminus-2 / column DeepSynth)",,in, harbor-seal0-terminus2,arxiv-2609.04298,gpt-5.4,nothink,mixed,mid,Terminus-2,,,,,,27.6,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5.4 · Terminus-2 / column Seal-0)",,in, harbor-widesearch-terminus2,arxiv-2609.04298,gpt-5.4,nothink,agentic-tool,hard,Terminus-2,,,,,,56.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5.4 · Terminus-2 / column WideSearch)",,in, harbor-spider2-terminus2,arxiv-2609.04298,gpt-5.4,nothink,coding,mid,Terminus-2,,,,,,21.9,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5.4 · Terminus-2 / column Spider 2)",,in, harbor-dacode-terminus2,arxiv-2609.04298,gpt-5.4,nothink,coding,mid,Terminus-2,,,,,,55.8,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5.4 · Terminus-2 / column DA-Code)",,in, harbor-spreadsheetbench-terminus2,arxiv-2609.04298,gpt-5.4,nothink,agentic-tool,mid,Terminus-2,,,,,,64.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5.4 · Terminus-2 / column SpreadsheetBench)",,in, harbor-financeagent-terminus2,arxiv-2609.04298,gpt-5.4,nothink,agentic-tool,mid,Terminus-2,,,,,,50.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5.4 · Terminus-2 / column FinanceAgent)",,in, harbor-lawbench-terminus2,arxiv-2609.04298,gpt-5.4,nothink,mixed,mid,Terminus-2,,,,,,58.6,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5.4 · Terminus-2 / column LawBench)",,in, harbor-pixiu-terminus2,arxiv-2609.04298,gpt-5.4,nothink,mixed,mid,Terminus-2,,,,,,57.4,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5.4 · Terminus-2 / column PIXIU)",,in, harbor-medagentbench-terminus2,arxiv-2609.04298,gpt-5.4,nothink,agentic-tool,mid,Terminus-2,,,,,,34.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5.4 · Terminus-2 / column MedAgentBench)",,in, harbor-labbench-terminus2,arxiv-2609.04298,gpt-5.4,nothink,mixed,mid,Terminus-2,,,,,,23.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5.4 · Terminus-2 / column LAB-Bench)",,in, harbor-sldbench-terminus2,arxiv-2609.04298,gpt-5.4,nothink,agentic-tool,hard,Terminus-2,,,,,,67.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5.4 · Terminus-2 / column SLDBench)",,in, harbor-bixbench-terminus2,arxiv-2609.04298,gpt-5.4,nothink,agentic-tool,mid,Terminus-2,,,,,,30.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5.4 · Terminus-2 / column BIX-Bench)",,in, harbor-replicationbench-terminus2,arxiv-2609.04298,gpt-5.4,nothink,agentic-tool,hard,Terminus-2,,,,,,25.6,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5.4 · Terminus-2 / column ReplicationBench)",,in, harbor-qcircuitbench-terminus2,arxiv-2609.04298,gpt-5.4,nothink,coding,mid,Terminus-2,,,,,,49.6,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5.4 · Terminus-2 / column QCircuitBench)",,in, harbor-researchcodebench-terminus2,arxiv-2609.04298,gpt-5.4,nothink,coding,mid,Terminus-2,,,,,,0.6,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5.4 · Terminus-2 / column ResearchCodeBench)",,in, harbor-scicode-terminus2,arxiv-2609.04298,gpt-5.4,nothink,coding,mid,Terminus-2,,,,,,46.9,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5.4 · Terminus-2 / column SciCode)",,in, harbor-codepde-terminus2,arxiv-2609.04298,gpt-5.4,nothink,coding,mid,Terminus-2,,,,,,60.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5.4 · Terminus-2 / column CodePDE)",,in, harbor-strongreject-terminus2,arxiv-2609.04298,gpt-5.4,nothink,mixed,mid,Terminus-2,,,,,,95.9,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5.4 · Terminus-2 / column StrongReject)",,in, harbor-cybergym-terminus2,arxiv-2609.04298,gpt-5.4,nothink,agentic-tool,hard,Terminus-2,,,,,,53.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5.4 · Terminus-2 / column CyberGym)",,in, harbor-mmau-terminus2,arxiv-2609.04298,gpt-5.4,nothink,mixed,mid,Terminus-2,,,,,,66.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5.4 · Terminus-2 / column MMAU)",,in, harbor-swebenchverified-terminus2,arxiv-2609.04298,gpt-5-mini,medium,coding,mid,Terminus-2,,,,,,30.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-mini · Terminus-2 / column SWE-bench Verified)",,out:single-couple, harbor-swebenchmultilingual-terminus2,arxiv-2609.04298,gpt-5-mini,medium,coding,mid,Terminus-2,,,,,,21.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-mini · Terminus-2 / column SWE-Bench-Multilingual)",,out:single-couple, harbor-swesmith-terminus2,arxiv-2609.04298,gpt-5-mini,medium,coding,mid,Terminus-2,,,,,,1.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-mini · Terminus-2 / column SWE-smith)",,out:single-couple, harbor-crustbench-terminus2,arxiv-2609.04298,gpt-5-mini,medium,coding,mid,Terminus-2,,,,,,62.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-mini · Terminus-2 / column CRUST-Bench)",,out:single-couple, harbor-gso-terminus2,arxiv-2609.04298,gpt-5-mini,medium,coding,hard,Terminus-2,,,,,,0.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-mini · Terminus-2 / column GSO)",,out:single-couple, harbor-swebenchpro-terminus2,arxiv-2609.04298,gpt-5-mini,medium,coding,hard,Terminus-2,,,,,,10.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-mini · Terminus-2 / column SWE-Bench Pro)",,out:single-couple, harbor-swtbench-terminus2,arxiv-2609.04298,gpt-5-mini,medium,coding,mid,Terminus-2,,,,,,14.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-mini · Terminus-2 / column SWT Bench)",,out:single-couple, harbor-aiderpolyglot-terminus2,arxiv-2609.04298,gpt-5-mini,medium,coding,mid,Terminus-2,,,,,,36.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-mini · Terminus-2 / column Aider Polyglot)",,out:single-couple, harbor-algotune-terminus2,arxiv-2609.04298,gpt-5-mini,medium,coding,hard,Terminus-2,,,,,,13.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-mini · Terminus-2 / column AlgoTune)",,out:single-couple, harbor-compilebench-terminus2,arxiv-2609.04298,gpt-5-mini,medium,coding,mid,Terminus-2,,,,,,53.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-mini · Terminus-2 / column CompileBench)",,out:single-couple, harbor-featurebench-terminus2,arxiv-2609.04298,gpt-5-mini,medium,coding,hard,Terminus-2,,,,,,3.4,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-mini · Terminus-2 / column FeatureBench)",,out:single-couple, harbor-bigcodebenchhard-terminus2,arxiv-2609.04298,gpt-5-mini,medium,coding,mid,Terminus-2,,,,,,35.2,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-mini · Terminus-2 / column BigCodeBench-Hard)",,out:single-couple, harbor-usaco-terminus2,arxiv-2609.04298,gpt-5-mini,medium,coding,mid,Terminus-2,,,,,,84.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-mini · Terminus-2 / column USACO)",,out:single-couple, harbor-swelancer-terminus2,arxiv-2609.04298,gpt-5-mini,medium,coding,mid,Terminus-2,,,,,,40.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-mini · Terminus-2 / column SWE-Lancer)",,out:single-couple, harbor-livecodebench-terminus2,arxiv-2609.04298,gpt-5-mini,medium,coding,mid,Terminus-2,,,,,,84.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-mini · Terminus-2 / column LiveCodeBench)",,out:single-couple, harbor-humanevalfix-terminus2,arxiv-2609.04298,gpt-5-mini,medium,coding,mid,Terminus-2,,,,,,98.8,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-mini · Terminus-2 / column HumanEvalFix)",,out:single-couple, harbor-quixbugs-terminus2,arxiv-2609.04298,gpt-5-mini,medium,coding,mid,Terminus-2,,,,,,89.2,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-mini · Terminus-2 / column QuixBugs)",,out:single-couple, harbor-ineqmath-terminus2,arxiv-2609.04298,gpt-5-mini,medium,reasoning-math,mid,Terminus-2,,,,,,92.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-mini · Terminus-2 / column IneqMath)",,out:single-couple, harbor-omnimath-terminus2,arxiv-2609.04298,gpt-5-mini,medium,reasoning-math,mid,Terminus-2,,,,,,76.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-mini · Terminus-2 / column Omni-Math)",,out:single-couple, harbor-reasoninggym-terminus2,arxiv-2609.04298,gpt-5-mini,medium,reasoning-math,mid,Terminus-2,,,,,,84.1,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-mini · Terminus-2 / column Reasoning Gym)",,out:single-couple, harbor-kumo-terminus2,arxiv-2609.04298,gpt-5-mini,medium,reasoning-math,mid,Terminus-2,,,,,,84.9,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-mini · Terminus-2 / column KUMO)",,out:single-couple, harbor-aime2425-terminus2,arxiv-2609.04298,gpt-5-mini,medium,reasoning-math,mid,Terminus-2,,,,,,88.9,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-mini · Terminus-2 / column AIME 24 & 25)",,out:single-couple, harbor-arcagi2-terminus2,arxiv-2609.04298,gpt-5-mini,medium,reasoning-math,hard,Terminus-2,,,,,,0.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-mini · Terminus-2 / column ARC-AGI-2)",,out:single-couple, harbor-aalcr-terminus2,arxiv-2609.04298,gpt-5-mini,medium,mixed,mid,Terminus-2,,,,,,32.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-mini · Terminus-2 / column AA-LCR)",,out:single-couple, harbor-simpleqa-terminus2,arxiv-2609.04298,gpt-5-mini,medium,mixed,mid,Terminus-2,,,,,,64.5,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-mini · Terminus-2 / column SimpleQA)",,out:single-couple, harbor-gpqadiamond-terminus2,arxiv-2609.04298,gpt-5-mini,medium,reasoning-math,mid,Terminus-2,,,,,,78.5,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-mini · Terminus-2 / column GPQA Diamond)",,out:single-couple, harbor-humanityslastexam-terminus2,arxiv-2609.04298,gpt-5-mini,medium,reasoning-math,hard,Terminus-2,,,,,,13.1,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-mini · Terminus-2 / column Humanity’s Last Exam)",,out:single-couple, harbor-mmmlu-terminus2,arxiv-2609.04298,gpt-5-mini,medium,mixed,mid,Terminus-2,,,,,,64.9,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-mini · Terminus-2 / column MMMLU)",,out:single-couple, harbor-gaia-terminus2,arxiv-2609.04298,gpt-5-mini,medium,agentic-tool,mid,Terminus-2,,,,,,25.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-mini · Terminus-2 / column GAIA)",,out:single-couple, harbor-skillsbench-terminus2,arxiv-2609.04298,gpt-5-mini,medium,agentic-tool,mid,Terminus-2,,,,,,13.2,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-mini · Terminus-2 / column SkillsBench)",,out:single-couple, harbor-bfcl-terminus2,arxiv-2609.04298,gpt-5-mini,medium,agentic-tool,mid,Terminus-2,,,,,,79.1,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-mini · Terminus-2 / column BFCL)",,out:single-couple, harbor-gaia2-terminus2,arxiv-2609.04298,gpt-5-mini,medium,agentic-tool,mid,Terminus-2,,,,,,0.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-mini · Terminus-2 / column GAIA2)",,out:uninformative, harbor-terminalbench20-terminus2,arxiv-2609.04298,gpt-5-mini,medium,agentic-tool,hard,Terminus-2,,,,,,25.1,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-mini · Terminus-2 / column Terminal-Bench 2.0)",,out:single-couple, harbor-deepsynth-terminus2,arxiv-2609.04298,gpt-5-mini,medium,agentic-tool,hard,Terminus-2,,,,,,6.9,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-mini · Terminus-2 / column DeepSynth)",,out:single-couple, harbor-seal0-terminus2,arxiv-2609.04298,gpt-5-mini,medium,mixed,mid,Terminus-2,,,,,,19.2,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-mini · Terminus-2 / column Seal-0)",,out:single-couple, harbor-widesearch-terminus2,arxiv-2609.04298,gpt-5-mini,medium,agentic-tool,hard,Terminus-2,,,,,,30.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-mini · Terminus-2 / column WideSearch)",,out:single-couple, harbor-spider2-terminus2,arxiv-2609.04298,gpt-5-mini,medium,coding,mid,Terminus-2,,,,,,10.9,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-mini · Terminus-2 / column Spider 2)",,out:single-couple, harbor-dacode-terminus2,arxiv-2609.04298,gpt-5-mini,medium,coding,mid,Terminus-2,,,,,,37.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-mini · Terminus-2 / column DA-Code)",,out:single-couple, harbor-spreadsheetbench-terminus2,arxiv-2609.04298,gpt-5-mini,medium,agentic-tool,mid,Terminus-2,,,,,,45.2,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-mini · Terminus-2 / column SpreadsheetBench)",,out:single-couple, harbor-financeagent-terminus2,arxiv-2609.04298,gpt-5-mini,medium,agentic-tool,mid,Terminus-2,,,,,,11.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-mini · Terminus-2 / column FinanceAgent)",,out:single-couple, harbor-lawbench-terminus2,arxiv-2609.04298,gpt-5-mini,medium,mixed,mid,Terminus-2,,,,,,48.6,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-mini · Terminus-2 / column LawBench)",,out:single-couple, harbor-pixiu-terminus2,arxiv-2609.04298,gpt-5-mini,medium,mixed,mid,Terminus-2,,,,,,50.6,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-mini · Terminus-2 / column PIXIU)",,out:single-couple, harbor-medagentbench-terminus2,arxiv-2609.04298,gpt-5-mini,medium,agentic-tool,mid,Terminus-2,,,,,,35.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-mini · Terminus-2 / column MedAgentBench)",,out:single-couple, harbor-labbench-terminus2,arxiv-2609.04298,gpt-5-mini,medium,mixed,mid,Terminus-2,,,,,,16.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-mini · Terminus-2 / column LAB-Bench)",,out:single-couple, harbor-sldbench-terminus2,arxiv-2609.04298,gpt-5-mini,medium,agentic-tool,hard,Terminus-2,,,,,,54.2,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-mini · Terminus-2 / column SLDBench)",,out:single-couple, harbor-bixbench-terminus2,arxiv-2609.04298,gpt-5-mini,medium,agentic-tool,mid,Terminus-2,,,,,,19.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-mini · Terminus-2 / column BIX-Bench)",,out:single-couple, harbor-replicationbench-terminus2,arxiv-2609.04298,gpt-5-mini,medium,agentic-tool,hard,Terminus-2,,,,,,8.1,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-mini · Terminus-2 / column ReplicationBench)",,out:single-couple, harbor-qcircuitbench-terminus2,arxiv-2609.04298,gpt-5-mini,medium,coding,mid,Terminus-2,,,,,,35.8,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-mini · Terminus-2 / column QCircuitBench)",,out:single-couple, harbor-researchcodebench-terminus2,arxiv-2609.04298,gpt-5-mini,medium,coding,mid,Terminus-2,,,,,,0.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-mini · Terminus-2 / column ResearchCodeBench)",,out:uninformative, harbor-scicode-terminus2,arxiv-2609.04298,gpt-5-mini,medium,coding,mid,Terminus-2,,,,,,43.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-mini · Terminus-2 / column SciCode)",,out:single-couple, harbor-codepde-terminus2,arxiv-2609.04298,gpt-5-mini,medium,coding,mid,Terminus-2,,,,,,53.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-mini · Terminus-2 / column CodePDE)",,out:single-couple, harbor-strongreject-terminus2,arxiv-2609.04298,gpt-5-mini,medium,mixed,mid,Terminus-2,,,,,,93.5,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-mini · Terminus-2 / column StrongReject)",,out:single-couple, harbor-cybergym-terminus2,arxiv-2609.04298,gpt-5-mini,medium,agentic-tool,hard,Terminus-2,,,,,,63.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-mini · Terminus-2 / column CyberGym)",,out:single-couple, harbor-mmau-terminus2,arxiv-2609.04298,gpt-5-mini,medium,mixed,mid,Terminus-2,,,,,,59.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-mini · Terminus-2 / column MMAU)",,out:single-couple, harbor-swebenchverified-terminus2,arxiv-2609.04298,gpt-5-nano,medium,coding,mid,Terminus-2,,,,,,16.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-nano · Terminus-2 / column SWE-bench Verified)",,out:single-couple, harbor-swebenchmultilingual-terminus2,arxiv-2609.04298,gpt-5-nano,medium,coding,mid,Terminus-2,,,,,,4.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-nano · Terminus-2 / column SWE-Bench-Multilingual)",,out:single-couple, harbor-swesmith-terminus2,arxiv-2609.04298,gpt-5-nano,medium,coding,mid,Terminus-2,,,,,,6.5,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-nano · Terminus-2 / column SWE-smith)",,out:single-couple, harbor-crustbench-terminus2,arxiv-2609.04298,gpt-5-nano,medium,coding,mid,Terminus-2,,,,,,32.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-nano · Terminus-2 / column CRUST-Bench)",,out:single-couple, harbor-gso-terminus2,arxiv-2609.04298,gpt-5-nano,medium,coding,hard,Terminus-2,,,,,,0.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-nano · Terminus-2 / column GSO)",,out:uninformative, harbor-swebenchpro-terminus2,arxiv-2609.04298,gpt-5-nano,medium,coding,hard,Terminus-2,,,,,,5.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-nano · Terminus-2 / column SWE-Bench Pro)",,out:single-couple, harbor-swtbench-terminus2,arxiv-2609.04298,gpt-5-nano,medium,coding,mid,Terminus-2,,,,,,7.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-nano · Terminus-2 / column SWT Bench)",,out:single-couple, harbor-aiderpolyglot-terminus2,arxiv-2609.04298,gpt-5-nano,medium,coding,mid,Terminus-2,,,,,,14.1,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-nano · Terminus-2 / column Aider Polyglot)",,out:single-couple, harbor-algotune-terminus2,arxiv-2609.04298,gpt-5-nano,medium,coding,hard,Terminus-2,,,,,,5.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-nano · Terminus-2 / column AlgoTune)",,out:single-couple, harbor-compilebench-terminus2,arxiv-2609.04298,gpt-5-nano,medium,coding,mid,Terminus-2,,,,,,40.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-nano · Terminus-2 / column CompileBench)",,out:single-couple, harbor-featurebench-terminus2,arxiv-2609.04298,gpt-5-nano,medium,coding,hard,Terminus-2,,,,,,0.9,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-nano · Terminus-2 / column FeatureBench)",,out:single-couple, harbor-bigcodebenchhard-terminus2,arxiv-2609.04298,gpt-5-nano,medium,coding,mid,Terminus-2,,,,,,24.4,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-nano · Terminus-2 / column BigCodeBench-Hard)",,out:single-couple, harbor-usaco-terminus2,arxiv-2609.04298,gpt-5-nano,medium,coding,mid,Terminus-2,,,,,,71.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-nano · Terminus-2 / column USACO)",,out:single-couple, harbor-swelancer-terminus2,arxiv-2609.04298,gpt-5-nano,medium,coding,mid,Terminus-2,,,,,,23.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-nano · Terminus-2 / column SWE-Lancer)",,out:single-couple, harbor-livecodebench-terminus2,arxiv-2609.04298,gpt-5-nano,medium,coding,mid,Terminus-2,,,,,,69.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-nano · Terminus-2 / column LiveCodeBench)",,out:single-couple, harbor-humanevalfix-terminus2,arxiv-2609.04298,gpt-5-nano,medium,coding,mid,Terminus-2,,,,,,94.1,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-nano · Terminus-2 / column HumanEvalFix)",,out:single-couple, harbor-quixbugs-terminus2,arxiv-2609.04298,gpt-5-nano,medium,coding,mid,Terminus-2,,,,,,36.2,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-nano · Terminus-2 / column QuixBugs)",,out:single-couple, harbor-ineqmath-terminus2,arxiv-2609.04298,gpt-5-nano,medium,reasoning-math,mid,Terminus-2,,,,,,78.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-nano · Terminus-2 / column IneqMath)",,out:single-couple, harbor-omnimath-terminus2,arxiv-2609.04298,gpt-5-nano,medium,reasoning-math,mid,Terminus-2,,,,,,71.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-nano · Terminus-2 / column Omni-Math)",,out:single-couple, harbor-reasoninggym-terminus2,arxiv-2609.04298,gpt-5-nano,medium,reasoning-math,mid,Terminus-2,,,,,,67.1,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-nano · Terminus-2 / column Reasoning Gym)",,out:single-couple, harbor-kumo-terminus2,arxiv-2609.04298,gpt-5-nano,medium,reasoning-math,mid,Terminus-2,,,,,,54.1,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-nano · Terminus-2 / column KUMO)",,out:single-couple, harbor-aime2425-terminus2,arxiv-2609.04298,gpt-5-nano,medium,reasoning-math,mid,Terminus-2,,,,,,75.6,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-nano · Terminus-2 / column AIME 24 & 25)",,out:single-couple, harbor-arcagi2-terminus2,arxiv-2609.04298,gpt-5-nano,medium,reasoning-math,hard,Terminus-2,,,,,,0.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-nano · Terminus-2 / column ARC-AGI-2)",,out:uninformative, harbor-aalcr-terminus2,arxiv-2609.04298,gpt-5-nano,medium,mixed,mid,Terminus-2,,,,,,13.1,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-nano · Terminus-2 / column AA-LCR)",,out:single-couple, harbor-simpleqa-terminus2,arxiv-2609.04298,gpt-5-nano,medium,mixed,mid,Terminus-2,,,,,,15.8,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-nano · Terminus-2 / column SimpleQA)",,out:single-couple, harbor-gpqadiamond-terminus2,arxiv-2609.04298,gpt-5-nano,medium,reasoning-math,mid,Terminus-2,,,,,,60.8,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-nano · Terminus-2 / column GPQA Diamond)",,out:single-couple, harbor-humanityslastexam-terminus2,arxiv-2609.04298,gpt-5-nano,medium,reasoning-math,hard,Terminus-2,,,,,,5.8,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-nano · Terminus-2 / column Humanity’s Last Exam)",,out:single-couple, harbor-mmmlu-terminus2,arxiv-2609.04298,gpt-5-nano,medium,mixed,mid,Terminus-2,,,,,,58.2,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-nano · Terminus-2 / column MMMLU)",,out:single-couple, harbor-gaia-terminus2,arxiv-2609.04298,gpt-5-nano,medium,agentic-tool,mid,Terminus-2,,,,,,16.4,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-nano · Terminus-2 / column GAIA)",,out:single-couple, harbor-skillsbench-terminus2,arxiv-2609.04298,gpt-5-nano,medium,agentic-tool,mid,Terminus-2,,,,,,5.4,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-nano · Terminus-2 / column SkillsBench)",,out:single-couple, harbor-bfcl-terminus2,arxiv-2609.04298,gpt-5-nano,medium,agentic-tool,mid,Terminus-2,,,,,,62.1,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-nano · Terminus-2 / column BFCL)",,out:single-couple, harbor-gaia2-terminus2,arxiv-2609.04298,gpt-5-nano,medium,agentic-tool,mid,Terminus-2,,,,,,0.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-nano · Terminus-2 / column GAIA2)",,out:uninformative, harbor-terminalbench20-terminus2,arxiv-2609.04298,gpt-5-nano,medium,agentic-tool,hard,Terminus-2,,,,,,10.5,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-nano · Terminus-2 / column Terminal-Bench 2.0)",,out:single-couple, harbor-deepsynth-terminus2,arxiv-2609.04298,gpt-5-nano,medium,agentic-tool,hard,Terminus-2,,,,,,3.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-nano · Terminus-2 / column DeepSynth)",,out:single-couple, harbor-seal0-terminus2,arxiv-2609.04298,gpt-5-nano,medium,mixed,mid,Terminus-2,,,,,,4.8,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-nano · Terminus-2 / column Seal-0)",,out:single-couple, harbor-widesearch-terminus2,arxiv-2609.04298,gpt-5-nano,medium,agentic-tool,hard,Terminus-2,,,,,,13.1,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-nano · Terminus-2 / column WideSearch)",,out:single-couple, harbor-spider2-terminus2,arxiv-2609.04298,gpt-5-nano,medium,coding,mid,Terminus-2,,,,,,13.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-nano · Terminus-2 / column Spider 2)",,out:single-couple, harbor-dacode-terminus2,arxiv-2609.04298,gpt-5-nano,medium,coding,mid,Terminus-2,,,,,,25.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-nano · Terminus-2 / column DA-Code)",,out:single-couple, harbor-spreadsheetbench-terminus2,arxiv-2609.04298,gpt-5-nano,medium,agentic-tool,mid,Terminus-2,,,,,,26.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-nano · Terminus-2 / column SpreadsheetBench)",,out:single-couple, harbor-financeagent-terminus2,arxiv-2609.04298,gpt-5-nano,medium,agentic-tool,mid,Terminus-2,,,,,,0.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-nano · Terminus-2 / column FinanceAgent)",,out:uninformative, harbor-lawbench-terminus2,arxiv-2609.04298,gpt-5-nano,medium,mixed,mid,Terminus-2,,,,,,32.1,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-nano · Terminus-2 / column LawBench)",,out:single-couple, harbor-pixiu-terminus2,arxiv-2609.04298,gpt-5-nano,medium,mixed,mid,Terminus-2,,,,,,28.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-nano · Terminus-2 / column PIXIU)",,out:single-couple, harbor-medagentbench-terminus2,arxiv-2609.04298,gpt-5-nano,medium,agentic-tool,mid,Terminus-2,,,,,,8.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-nano · Terminus-2 / column MedAgentBench)",,out:single-couple, harbor-labbench-terminus2,arxiv-2609.04298,gpt-5-nano,medium,mixed,mid,Terminus-2,,,,,,8.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-nano · Terminus-2 / column LAB-Bench)",,out:single-couple, harbor-sldbench-terminus2,arxiv-2609.04298,gpt-5-nano,medium,agentic-tool,hard,Terminus-2,,,,,,22.5,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-nano · Terminus-2 / column SLDBench)",,out:single-couple, harbor-bixbench-terminus2,arxiv-2609.04298,gpt-5-nano,medium,agentic-tool,mid,Terminus-2,,,,,,7.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-nano · Terminus-2 / column BIX-Bench)",,out:single-couple, harbor-replicationbench-terminus2,arxiv-2609.04298,gpt-5-nano,medium,agentic-tool,hard,Terminus-2,,,,,,4.1,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-nano · Terminus-2 / column ReplicationBench)",,out:single-couple, harbor-qcircuitbench-terminus2,arxiv-2609.04298,gpt-5-nano,medium,coding,mid,Terminus-2,,,,,,14.2,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-nano · Terminus-2 / column QCircuitBench)",,out:single-couple, harbor-researchcodebench-terminus2,arxiv-2609.04298,gpt-5-nano,medium,coding,mid,Terminus-2,,,,,,0.2,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-nano · Terminus-2 / column ResearchCodeBench)",,out:single-couple, harbor-scicode-terminus2,arxiv-2609.04298,gpt-5-nano,medium,coding,mid,Terminus-2,,,,,,21.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-nano · Terminus-2 / column SciCode)",,out:single-couple, harbor-codepde-terminus2,arxiv-2609.04298,gpt-5-nano,medium,coding,mid,Terminus-2,,,,,,26.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-nano · Terminus-2 / column CodePDE)",,out:single-couple, harbor-strongreject-terminus2,arxiv-2609.04298,gpt-5-nano,medium,mixed,mid,Terminus-2,,,,,,96.1,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-nano · Terminus-2 / column StrongReject)",,out:single-couple, harbor-cybergym-terminus2,arxiv-2609.04298,gpt-5-nano,medium,agentic-tool,hard,Terminus-2,,,,,,16.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-nano · Terminus-2 / column CyberGym)",,out:single-couple, harbor-mmau-terminus2,arxiv-2609.04298,gpt-5-nano,medium,mixed,mid,Terminus-2,,,,,,53.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 6: one row per model-harness column, one column per benchmark row (54) / row GPT-5-nano · Terminus-2 / column MMAU)",,out:single-couple, harbor-swebenchverified-terminus2,arxiv-2609.04298,haiku-4.5,nothink,coding,mid,Terminus-2,,,,,,61.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Terminus-2 / column SWE-bench Verified)",,in, harbor-swebenchmultilingual-terminus2,arxiv-2609.04298,haiku-4.5,nothink,coding,mid,Terminus-2,,,,,,68.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Terminus-2 / column SWE-Bench-Multilingual)",,in, harbor-swesmith-terminus2,arxiv-2609.04298,haiku-4.5,nothink,coding,mid,Terminus-2,,,,,,18.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Terminus-2 / column SWE-smith)",,in, harbor-crustbench-terminus2,arxiv-2609.04298,haiku-4.5,nothink,coding,mid,Terminus-2,,,,,,63.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Terminus-2 / column CRUST-Bench)",,in, harbor-gso-terminus2,arxiv-2609.04298,haiku-4.5,nothink,coding,hard,Terminus-2,,,,,,1.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Terminus-2 / column GSO)",,in, harbor-swebenchpro-terminus2,arxiv-2609.04298,haiku-4.5,nothink,coding,hard,Terminus-2,,,,,,8.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Terminus-2 / column SWE-Bench Pro)",,in, harbor-swtbench-terminus2,arxiv-2609.04298,haiku-4.5,nothink,coding,mid,Terminus-2,,,,,,16.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Terminus-2 / column SWT Bench)",,in, harbor-aiderpolyglot-terminus2,arxiv-2609.04298,haiku-4.5,nothink,coding,mid,Terminus-2,,,,,,29.9,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Terminus-2 / column Aider Polyglot)",,in, harbor-algotune-terminus2,arxiv-2609.04298,haiku-4.5,nothink,coding,hard,Terminus-2,,,,,,9.6,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Terminus-2 / column AlgoTune)",,in, harbor-compilebench-terminus2,arxiv-2609.04298,haiku-4.5,nothink,coding,mid,Terminus-2,,,,,,82.2,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Terminus-2 / column CompileBench)",,in, harbor-featurebench-terminus2,arxiv-2609.04298,haiku-4.5,nothink,coding,hard,Terminus-2,,,,,,3.4,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Terminus-2 / column FeatureBench)",,in, harbor-bigcodebenchhard-terminus2,arxiv-2609.04298,haiku-4.5,nothink,coding,mid,Terminus-2,,,,,,39.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Terminus-2 / column BigCodeBench-Hard)",,in, harbor-usaco-terminus2,arxiv-2609.04298,haiku-4.5,nothink,coding,mid,Terminus-2,,,,,,27.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Terminus-2 / column USACO)",,in, harbor-swelancer-terminus2,arxiv-2609.04298,haiku-4.5,nothink,coding,mid,Terminus-2,,,,,,33.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Terminus-2 / column SWE-Lancer)",,in, harbor-livecodebench-terminus2,arxiv-2609.04298,haiku-4.5,nothink,coding,mid,Terminus-2,,,,,,46.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Terminus-2 / column LiveCodeBench)",,in, harbor-humanevalfix-terminus2,arxiv-2609.04298,haiku-4.5,nothink,coding,mid,Terminus-2,,,,,,92.9,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Terminus-2 / column HumanEvalFix)",,in, harbor-quixbugs-terminus2,arxiv-2609.04298,haiku-4.5,nothink,coding,mid,Terminus-2,,,,,,71.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Terminus-2 / column QuixBugs)",,in, harbor-ineqmath-terminus2,arxiv-2609.04298,haiku-4.5,nothink,reasoning-math,mid,Terminus-2,,,,,,73.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Terminus-2 / column IneqMath)",,in, harbor-omnimath-terminus2,arxiv-2609.04298,haiku-4.5,nothink,reasoning-math,mid,Terminus-2,,,,,,60.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Terminus-2 / column Omni-Math)",,in, harbor-reasoninggym-terminus2,arxiv-2609.04298,haiku-4.5,nothink,reasoning-math,mid,Terminus-2,,,,,,80.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Terminus-2 / column Reasoning Gym)",,in, harbor-kumo-terminus2,arxiv-2609.04298,haiku-4.5,nothink,reasoning-math,mid,Terminus-2,,,,,,90.9,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Terminus-2 / column KUMO)",,in, harbor-aime2425-terminus2,arxiv-2609.04298,haiku-4.5,nothink,reasoning-math,mid,Terminus-2,,,,,,62.2,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Terminus-2 / column AIME 24 & 25)",,in, harbor-arcagi2-terminus2,arxiv-2609.04298,haiku-4.5,nothink,reasoning-math,hard,Terminus-2,,,,,,0.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Terminus-2 / column ARC-AGI-2)",,in, harbor-aalcr-terminus2,arxiv-2609.04298,haiku-4.5,nothink,mixed,mid,Terminus-2,,,,,,60.6,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Terminus-2 / column AA-LCR)",,in, harbor-simpleqa-terminus2,arxiv-2609.04298,haiku-4.5,nothink,mixed,mid,Terminus-2,,,,,,57.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Terminus-2 / column SimpleQA)",,in, harbor-gpqadiamond-terminus2,arxiv-2609.04298,haiku-4.5,nothink,reasoning-math,mid,Terminus-2,,,,,,53.5,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Terminus-2 / column GPQA Diamond)",,in, harbor-humanityslastexam-terminus2,arxiv-2609.04298,haiku-4.5,nothink,reasoning-math,hard,Terminus-2,,,,,,6.4,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Terminus-2 / column Humanity’s Last Exam)",,in, harbor-mmmlu-terminus2,arxiv-2609.04298,haiku-4.5,nothink,mixed,mid,Terminus-2,,,,,,69.1,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Terminus-2 / column MMMLU)",,in, harbor-gaia-terminus2,arxiv-2609.04298,haiku-4.5,nothink,agentic-tool,mid,Terminus-2,,,,,,31.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Terminus-2 / column GAIA)",,in, harbor-skillsbench-terminus2,arxiv-2609.04298,haiku-4.5,nothink,agentic-tool,mid,Terminus-2,,,,,,12.1,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Terminus-2 / column SkillsBench)",,in, harbor-bfcl-terminus2,arxiv-2609.04298,haiku-4.5,nothink,agentic-tool,mid,Terminus-2,,,,,,77.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Terminus-2 / column BFCL)",,in, harbor-gaia2-terminus2,arxiv-2609.04298,haiku-4.5,nothink,agentic-tool,mid,Terminus-2,,,,,,5.6,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Terminus-2 / column GAIA2)",,in, harbor-terminalbench20-terminus2,arxiv-2609.04298,haiku-4.5,nothink,agentic-tool,hard,Terminus-2,,,,,,30.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Terminus-2 / column Terminal-Bench 2.0)",,in, harbor-deepsynth-terminus2,arxiv-2609.04298,haiku-4.5,nothink,agentic-tool,hard,Terminus-2,,,,,,6.2,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Terminus-2 / column DeepSynth)",,in, harbor-seal0-terminus2,arxiv-2609.04298,haiku-4.5,nothink,mixed,mid,Terminus-2,,,,,,6.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Terminus-2 / column Seal-0)",,in, harbor-widesearch-terminus2,arxiv-2609.04298,haiku-4.5,nothink,agentic-tool,hard,Terminus-2,,,,,,32.6,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Terminus-2 / column WideSearch)",,in, harbor-spider2-terminus2,arxiv-2609.04298,haiku-4.5,nothink,coding,mid,Terminus-2,,,,,,20.8,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Terminus-2 / column Spider 2)",,in, harbor-dacode-terminus2,arxiv-2609.04298,haiku-4.5,nothink,coding,mid,Terminus-2,,,,,,50.4,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Terminus-2 / column DA-Code)",,in, harbor-spreadsheetbench-terminus2,arxiv-2609.04298,haiku-4.5,nothink,agentic-tool,mid,Terminus-2,,,,,,56.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Terminus-2 / column SpreadsheetBench)",,in, harbor-financeagent-terminus2,arxiv-2609.04298,haiku-4.5,nothink,agentic-tool,mid,Terminus-2,,,,,,8.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Terminus-2 / column FinanceAgent)",,in, harbor-lawbench-terminus2,arxiv-2609.04298,haiku-4.5,nothink,mixed,mid,Terminus-2,,,,,,53.8,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Terminus-2 / column LawBench)",,in, harbor-pixiu-terminus2,arxiv-2609.04298,haiku-4.5,nothink,mixed,mid,Terminus-2,,,,,,48.5,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Terminus-2 / column PIXIU)",,in, harbor-medagentbench-terminus2,arxiv-2609.04298,haiku-4.5,nothink,agentic-tool,mid,Terminus-2,,,,,,46.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Terminus-2 / column MedAgentBench)",,in, harbor-labbench-terminus2,arxiv-2609.04298,haiku-4.5,nothink,mixed,mid,Terminus-2,,,,,,12.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Terminus-2 / column LAB-Bench)",,in, harbor-sldbench-terminus2,arxiv-2609.04298,haiku-4.5,nothink,agentic-tool,hard,Terminus-2,,,,,,61.2,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Terminus-2 / column SLDBench)",,in, harbor-bixbench-terminus2,arxiv-2609.04298,haiku-4.5,nothink,agentic-tool,mid,Terminus-2,,,,,,15.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Terminus-2 / column BIX-Bench)",,in, harbor-replicationbench-terminus2,arxiv-2609.04298,haiku-4.5,nothink,agentic-tool,hard,Terminus-2,,,,,,10.4,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Terminus-2 / column ReplicationBench)",,in, harbor-qcircuitbench-terminus2,arxiv-2609.04298,haiku-4.5,nothink,coding,mid,Terminus-2,,,,,,23.2,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Terminus-2 / column QCircuitBench)",,in, harbor-researchcodebench-terminus2,arxiv-2609.04298,haiku-4.5,nothink,coding,mid,Terminus-2,,,,,,0.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Terminus-2 / column ResearchCodeBench)",,in, harbor-scicode-terminus2,arxiv-2609.04298,haiku-4.5,nothink,coding,mid,Terminus-2,,,,,,34.5,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Terminus-2 / column SciCode)",,in, harbor-codepde-terminus2,arxiv-2609.04298,haiku-4.5,nothink,coding,mid,Terminus-2,,,,,,40.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Terminus-2 / column CodePDE)",,in, harbor-strongreject-terminus2,arxiv-2609.04298,haiku-4.5,nothink,mixed,mid,Terminus-2,,,,,,97.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Terminus-2 / column StrongReject)",,in, harbor-cybergym-terminus2,arxiv-2609.04298,haiku-4.5,nothink,agentic-tool,hard,Terminus-2,,,,,,63.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Terminus-2 / column CyberGym)",,in, harbor-mmau-terminus2,arxiv-2609.04298,haiku-4.5,nothink,mixed,mid,Terminus-2,,,,,,55.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Terminus-2 / column MMAU)",,in, harbor-swebenchverified-claudecode,arxiv-2609.04298,haiku-4.5,default,coding,mid,Claude Code,,,,,,57.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Claude Code / column SWE-bench Verified)",,out:effort-not-established, harbor-swebenchmultilingual-claudecode,arxiv-2609.04298,haiku-4.5,default,coding,mid,Claude Code,,,,,,47.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Claude Code / column SWE-Bench-Multilingual)",,out:effort-not-established, harbor-swesmith-claudecode,arxiv-2609.04298,haiku-4.5,default,coding,mid,Claude Code,,,,,,23.1,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Claude Code / column SWE-smith)",,out:effort-not-established, harbor-crustbench-claudecode,arxiv-2609.04298,haiku-4.5,default,coding,mid,Claude Code,,,,,,77.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Claude Code / column CRUST-Bench)",,out:effort-not-established, harbor-gso-claudecode,arxiv-2609.04298,haiku-4.5,default,coding,hard,Claude Code,,,,,,13.1,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Claude Code / column GSO)",,out:effort-not-established, harbor-swebenchpro-claudecode,arxiv-2609.04298,haiku-4.5,default,coding,hard,Claude Code,,,,,,45.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Claude Code / column SWE-Bench Pro)",,out:effort-not-established, harbor-swtbench-claudecode,arxiv-2609.04298,haiku-4.5,default,coding,mid,Claude Code,,,,,,27.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Claude Code / column SWT Bench)",,out:effort-not-established, harbor-aiderpolyglot-claudecode,arxiv-2609.04298,haiku-4.5,default,coding,mid,Claude Code,,,,,,30.1,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Claude Code / column Aider Polyglot)",,out:effort-not-established, harbor-algotune-claudecode,arxiv-2609.04298,haiku-4.5,default,coding,hard,Claude Code,,,,,,12.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Claude Code / column AlgoTune)",,out:effort-not-established, harbor-compilebench-claudecode,arxiv-2609.04298,haiku-4.5,default,coding,mid,Claude Code,,,,,,88.9,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Claude Code / column CompileBench)",,out:effort-not-established, harbor-featurebench-claudecode,arxiv-2609.04298,haiku-4.5,default,coding,hard,Claude Code,,,,,,12.6,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Claude Code / column FeatureBench)",,out:effort-not-established, harbor-bigcodebenchhard-claudecode,arxiv-2609.04298,haiku-4.5,default,coding,mid,Claude Code,,,,,,34.5,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Claude Code / column BigCodeBench-Hard)",,out:effort-not-established, harbor-usaco-claudecode,arxiv-2609.04298,haiku-4.5,default,coding,mid,Claude Code,,,,,,38.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Claude Code / column USACO)",,out:effort-not-established, harbor-swelancer-claudecode,arxiv-2609.04298,haiku-4.5,default,coding,mid,Claude Code,,,,,,35.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Claude Code / column SWE-Lancer)",,out:effort-not-established, harbor-livecodebench-claudecode,arxiv-2609.04298,haiku-4.5,default,coding,mid,Claude Code,,,,,,60.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Claude Code / column LiveCodeBench)",,out:effort-not-established, harbor-humanevalfix-claudecode,arxiv-2609.04298,haiku-4.5,default,coding,mid,Claude Code,,,,,,99.4,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Claude Code / column HumanEvalFix)",,out:effort-not-established, harbor-quixbugs-claudecode,arxiv-2609.04298,haiku-4.5,default,coding,mid,Claude Code,,,,,,88.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Claude Code / column QuixBugs)",,out:effort-not-established, harbor-ineqmath-claudecode,arxiv-2609.04298,haiku-4.5,default,reasoning-math,mid,Claude Code,,,,,,95.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Claude Code / column IneqMath)",,out:effort-not-established, harbor-omnimath-claudecode,arxiv-2609.04298,haiku-4.5,default,reasoning-math,mid,Claude Code,,,,,,76.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Claude Code / column Omni-Math)",,out:effort-not-established, harbor-reasoninggym-claudecode,arxiv-2609.04298,haiku-4.5,default,reasoning-math,mid,Claude Code,,,,,,80.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Claude Code / column Reasoning Gym)",,out:effort-not-established, harbor-kumo-claudecode,arxiv-2609.04298,haiku-4.5,default,reasoning-math,mid,Claude Code,,,,,,95.6,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Claude Code / column KUMO)",,out:effort-not-established, harbor-aime2425-claudecode,arxiv-2609.04298,haiku-4.5,default,reasoning-math,mid,Claude Code,,,,,,86.1,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Claude Code / column AIME 24 & 25)",,out:effort-not-established, harbor-arcagi2-claudecode,arxiv-2609.04298,haiku-4.5,default,reasoning-math,hard,Claude Code,,,,,,6.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Claude Code / column ARC-AGI-2)",,out:effort-not-established, harbor-aalcr-claudecode,arxiv-2609.04298,haiku-4.5,default,mixed,mid,Claude Code,,,,,,54.9,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Claude Code / column AA-LCR)",,out:effort-not-established, harbor-simpleqa-claudecode,arxiv-2609.04298,haiku-4.5,default,mixed,mid,Claude Code,,,,,,92.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Claude Code / column SimpleQA)",,out:effort-not-established, harbor-gpqadiamond-claudecode,arxiv-2609.04298,haiku-4.5,default,reasoning-math,mid,Claude Code,,,,,,70.9,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Claude Code / column GPQA Diamond)",,out:effort-not-established, harbor-humanityslastexam-claudecode,arxiv-2609.04298,haiku-4.5,default,reasoning-math,hard,Claude Code,,,,,,10.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Claude Code / column Humanity’s Last Exam)",,out:effort-not-established, harbor-mmmlu-claudecode,arxiv-2609.04298,haiku-4.5,default,mixed,mid,Claude Code,,,,,,67.1,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Claude Code / column MMMLU)",,out:effort-not-established, harbor-gaia-claudecode,arxiv-2609.04298,haiku-4.5,default,agentic-tool,mid,Claude Code,,,,,,57.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Claude Code / column GAIA)",,out:effort-not-established, harbor-skillsbench-claudecode,arxiv-2609.04298,haiku-4.5,default,agentic-tool,mid,Claude Code,,,,,,25.4,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Claude Code / column SkillsBench)",,out:effort-not-established, harbor-bfcl-claudecode,arxiv-2609.04298,haiku-4.5,default,agentic-tool,mid,Claude Code,,,,,,72.9,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Claude Code / column BFCL)",,out:effort-not-established, harbor-gaia2-claudecode,arxiv-2609.04298,haiku-4.5,default,agentic-tool,mid,Claude Code,,,,,,21.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Claude Code / column GAIA2)",,out:effort-not-established, harbor-terminalbench20-claudecode,arxiv-2609.04298,haiku-4.5,default,agentic-tool,hard,Claude Code,,,,,,32.2,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Claude Code / column Terminal-Bench 2.0)",,out:effort-not-established, harbor-deepsynth-claudecode,arxiv-2609.04298,haiku-4.5,default,agentic-tool,hard,Claude Code,,,,,,11.2,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Claude Code / column DeepSynth)",,out:effort-not-established, harbor-seal0-claudecode,arxiv-2609.04298,haiku-4.5,default,mixed,mid,Claude Code,,,,,,25.8,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Claude Code / column Seal-0)",,out:effort-not-established, harbor-widesearch-claudecode,arxiv-2609.04298,haiku-4.5,default,agentic-tool,hard,Claude Code,,,,,,57.4,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Claude Code / column WideSearch)",,out:effort-not-established, harbor-spider2-claudecode,arxiv-2609.04298,haiku-4.5,default,coding,mid,Claude Code,,,,,,25.5,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Claude Code / column Spider 2)",,out:effort-not-established, harbor-dacode-claudecode,arxiv-2609.04298,haiku-4.5,default,coding,mid,Claude Code,,,,,,51.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Claude Code / column DA-Code)",,out:effort-not-established, harbor-spreadsheetbench-claudecode,arxiv-2609.04298,haiku-4.5,default,agentic-tool,mid,Claude Code,,,,,,70.2,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Claude Code / column SpreadsheetBench)",,out:effort-not-established, harbor-financeagent-claudecode,arxiv-2609.04298,haiku-4.5,default,agentic-tool,mid,Claude Code,,,,,,20.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Claude Code / column FinanceAgent)",,out:effort-not-established, harbor-lawbench-claudecode,arxiv-2609.04298,haiku-4.5,default,mixed,mid,Claude Code,,,,,,56.5,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Claude Code / column LawBench)",,out:effort-not-established, harbor-pixiu-claudecode,arxiv-2609.04298,haiku-4.5,default,mixed,mid,Claude Code,,,,,,48.9,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Claude Code / column PIXIU)",,out:effort-not-established, harbor-medagentbench-claudecode,arxiv-2609.04298,haiku-4.5,default,agentic-tool,mid,Claude Code,,,,,,53.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Claude Code / column MedAgentBench)",,out:effort-not-established, harbor-labbench-claudecode,arxiv-2609.04298,haiku-4.5,default,mixed,mid,Claude Code,,,,,,35.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Claude Code / column LAB-Bench)",,out:effort-not-established, harbor-sldbench-claudecode,arxiv-2609.04298,haiku-4.5,default,agentic-tool,hard,Claude Code,,,,,,77.2,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Claude Code / column SLDBench)",,out:effort-not-established, harbor-bixbench-claudecode,arxiv-2609.04298,haiku-4.5,default,agentic-tool,mid,Claude Code,,,,,,28.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Claude Code / column BIX-Bench)",,out:effort-not-established, harbor-replicationbench-claudecode,arxiv-2609.04298,haiku-4.5,default,agentic-tool,hard,Claude Code,,,,,,15.2,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Claude Code / column ReplicationBench)",,out:effort-not-established, harbor-qcircuitbench-claudecode,arxiv-2609.04298,haiku-4.5,default,coding,mid,Claude Code,,,,,,38.4,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Claude Code / column QCircuitBench)",,out:effort-not-established, harbor-researchcodebench-claudecode,arxiv-2609.04298,haiku-4.5,default,coding,mid,Claude Code,,,,,,43.4,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Claude Code / column ResearchCodeBench)",,out:effort-not-established, harbor-scicode-claudecode,arxiv-2609.04298,haiku-4.5,default,coding,mid,Claude Code,,,,,,36.6,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Claude Code / column SciCode)",,out:effort-not-established, harbor-codepde-claudecode,arxiv-2609.04298,haiku-4.5,default,coding,mid,Claude Code,,,,,,33.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Claude Code / column CodePDE)",,out:effort-not-established, harbor-strongreject-claudecode,arxiv-2609.04298,haiku-4.5,default,mixed,mid,Claude Code,,,,,,96.2,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Claude Code / column StrongReject)",,out:effort-not-established, harbor-cybergym-claudecode,arxiv-2609.04298,haiku-4.5,default,agentic-tool,hard,Claude Code,,,,,,73.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Claude Code / column CyberGym)",,out:effort-not-established, harbor-mmau-claudecode,arxiv-2609.04298,haiku-4.5,default,mixed,mid,Claude Code,,,,,,50.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Haiku 4.5 · Claude Code / column MMAU)",,out:effort-not-established, harbor-swebenchverified-terminus2,arxiv-2609.04298,sonnet-4.6,nothink,coding,mid,Terminus-2,,,,,,73.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Terminus-2 / column SWE-bench Verified)",,in, harbor-swebenchmultilingual-terminus2,arxiv-2609.04298,sonnet-4.6,nothink,coding,mid,Terminus-2,,,,,,73.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Terminus-2 / column SWE-Bench-Multilingual)",,in, harbor-swesmith-terminus2,arxiv-2609.04298,sonnet-4.6,nothink,coding,mid,Terminus-2,,,,,,41.5,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Terminus-2 / column SWE-smith)",,in, harbor-crustbench-terminus2,arxiv-2609.04298,sonnet-4.6,nothink,coding,mid,Terminus-2,,,,,,84.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Terminus-2 / column CRUST-Bench)",,in, harbor-gso-terminus2,arxiv-2609.04298,sonnet-4.6,nothink,coding,hard,Terminus-2,,,,,,42.8,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Terminus-2 / column GSO)",,in, harbor-swebenchpro-terminus2,arxiv-2609.04298,sonnet-4.6,nothink,coding,hard,Terminus-2,,,,,,47.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Terminus-2 / column SWE-Bench Pro)",,in, harbor-swtbench-terminus2,arxiv-2609.04298,sonnet-4.6,nothink,coding,mid,Terminus-2,,,,,,44.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Terminus-2 / column SWT Bench)",,in, harbor-aiderpolyglot-terminus2,arxiv-2609.04298,sonnet-4.6,nothink,coding,mid,Terminus-2,,,,,,57.2,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Terminus-2 / column Aider Polyglot)",,in, harbor-algotune-terminus2,arxiv-2609.04298,sonnet-4.6,nothink,coding,hard,Terminus-2,,,,,,26.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Terminus-2 / column AlgoTune)",,in, harbor-compilebench-terminus2,arxiv-2609.04298,sonnet-4.6,nothink,coding,mid,Terminus-2,,,,,,86.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Terminus-2 / column CompileBench)",,in, harbor-featurebench-terminus2,arxiv-2609.04298,sonnet-4.6,nothink,coding,hard,Terminus-2,,,,,,18.9,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Terminus-2 / column FeatureBench)",,in, harbor-bigcodebenchhard-terminus2,arxiv-2609.04298,sonnet-4.6,nothink,coding,mid,Terminus-2,,,,,,44.6,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Terminus-2 / column BigCodeBench-Hard)",,in, harbor-usaco-terminus2,arxiv-2609.04298,sonnet-4.6,nothink,coding,mid,Terminus-2,,,,,,72.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Terminus-2 / column USACO)",,in, harbor-swelancer-terminus2,arxiv-2609.04298,sonnet-4.6,nothink,coding,mid,Terminus-2,,,,,,45.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Terminus-2 / column SWE-Lancer)",,in, harbor-livecodebench-terminus2,arxiv-2609.04298,sonnet-4.6,nothink,coding,mid,Terminus-2,,,,,,82.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Terminus-2 / column LiveCodeBench)",,in, harbor-humanevalfix-terminus2,arxiv-2609.04298,sonnet-4.6,nothink,coding,mid,Terminus-2,,,,,,100.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Terminus-2 / column HumanEvalFix)",,out:uninformative, harbor-quixbugs-terminus2,arxiv-2609.04298,sonnet-4.6,nothink,coding,mid,Terminus-2,,,,,,92.5,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Terminus-2 / column QuixBugs)",,in, harbor-ineqmath-terminus2,arxiv-2609.04298,sonnet-4.6,nothink,reasoning-math,mid,Terminus-2,,,,,,97.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Terminus-2 / column IneqMath)",,in, harbor-omnimath-terminus2,arxiv-2609.04298,sonnet-4.6,nothink,reasoning-math,mid,Terminus-2,,,,,,78.8,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Terminus-2 / column Omni-Math)",,in, harbor-reasoninggym-terminus2,arxiv-2609.04298,sonnet-4.6,nothink,reasoning-math,mid,Terminus-2,,,,,,86.9,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Terminus-2 / column Reasoning Gym)",,in, harbor-kumo-terminus2,arxiv-2609.04298,sonnet-4.6,nothink,reasoning-math,mid,Terminus-2,,,,,,94.8,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Terminus-2 / column KUMO)",,in, harbor-aime2425-terminus2,arxiv-2609.04298,sonnet-4.6,nothink,reasoning-math,mid,Terminus-2,,,,,,97.8,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Terminus-2 / column AIME 24 & 25)",,in, harbor-arcagi2-terminus2,arxiv-2609.04298,sonnet-4.6,nothink,reasoning-math,hard,Terminus-2,,,,,,18.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Terminus-2 / column ARC-AGI-2)",,in, harbor-aalcr-terminus2,arxiv-2609.04298,sonnet-4.6,nothink,mixed,mid,Terminus-2,,,,,,66.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Terminus-2 / column AA-LCR)",,in, harbor-simpleqa-terminus2,arxiv-2609.04298,sonnet-4.6,nothink,mixed,mid,Terminus-2,,,,,,80.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Terminus-2 / column SimpleQA)",,in, harbor-gpqadiamond-terminus2,arxiv-2609.04298,sonnet-4.6,nothink,reasoning-math,mid,Terminus-2,,,,,,82.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Terminus-2 / column GPQA Diamond)",,in, harbor-humanityslastexam-terminus2,arxiv-2609.04298,sonnet-4.6,nothink,reasoning-math,hard,Terminus-2,,,,,,21.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Terminus-2 / column Humanity’s Last Exam)",,in, harbor-mmmlu-terminus2,arxiv-2609.04298,sonnet-4.6,nothink,mixed,mid,Terminus-2,,,,,,75.1,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Terminus-2 / column MMMLU)",,in, harbor-gaia-terminus2,arxiv-2609.04298,sonnet-4.6,nothink,agentic-tool,mid,Terminus-2,,,,,,52.9,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Terminus-2 / column GAIA)",,in, harbor-skillsbench-terminus2,arxiv-2609.04298,sonnet-4.6,nothink,agentic-tool,mid,Terminus-2,,,,,,31.1,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Terminus-2 / column SkillsBench)",,in, harbor-bfcl-terminus2,arxiv-2609.04298,sonnet-4.6,nothink,agentic-tool,mid,Terminus-2,,,,,,77.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Terminus-2 / column BFCL)",,in, harbor-gaia2-terminus2,arxiv-2609.04298,sonnet-4.6,nothink,agentic-tool,mid,Terminus-2,,,,,,31.9,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Terminus-2 / column GAIA2)",,in, harbor-terminalbench20-terminus2,arxiv-2609.04298,sonnet-4.6,nothink,agentic-tool,hard,Terminus-2,,,,,,58.1,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Terminus-2 / column Terminal-Bench 2.0)",,in, harbor-deepsynth-terminus2,arxiv-2609.04298,sonnet-4.6,nothink,agentic-tool,hard,Terminus-2,,,,,,39.8,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Terminus-2 / column DeepSynth)",,in, harbor-seal0-terminus2,arxiv-2609.04298,sonnet-4.6,nothink,mixed,mid,Terminus-2,,,,,,34.2,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Terminus-2 / column Seal-0)",,in, harbor-widesearch-terminus2,arxiv-2609.04298,sonnet-4.6,nothink,agentic-tool,hard,Terminus-2,,,,,,51.1,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Terminus-2 / column WideSearch)",,in, harbor-spider2-terminus2,arxiv-2609.04298,sonnet-4.6,nothink,coding,mid,Terminus-2,,,,,,33.9,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Terminus-2 / column Spider 2)",,in, harbor-dacode-terminus2,arxiv-2609.04298,sonnet-4.6,nothink,coding,mid,Terminus-2,,,,,,57.8,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Terminus-2 / column DA-Code)",,in, harbor-spreadsheetbench-terminus2,arxiv-2609.04298,sonnet-4.6,nothink,agentic-tool,mid,Terminus-2,,,,,,80.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Terminus-2 / column SpreadsheetBench)",,in, harbor-financeagent-terminus2,arxiv-2609.04298,sonnet-4.6,nothink,agentic-tool,mid,Terminus-2,,,,,,80.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Terminus-2 / column FinanceAgent)",,in, harbor-lawbench-terminus2,arxiv-2609.04298,sonnet-4.6,nothink,mixed,mid,Terminus-2,,,,,,60.8,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Terminus-2 / column LawBench)",,in, harbor-pixiu-terminus2,arxiv-2609.04298,sonnet-4.6,nothink,mixed,mid,Terminus-2,,,,,,56.9,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Terminus-2 / column PIXIU)",,in, harbor-medagentbench-terminus2,arxiv-2609.04298,sonnet-4.6,nothink,agentic-tool,mid,Terminus-2,,,,,,49.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Terminus-2 / column MedAgentBench)",,in, harbor-labbench-terminus2,arxiv-2609.04298,sonnet-4.6,nothink,mixed,mid,Terminus-2,,,,,,1.8,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Terminus-2 / column LAB-Bench)",,in, harbor-sldbench-terminus2,arxiv-2609.04298,sonnet-4.6,nothink,agentic-tool,hard,Terminus-2,,,,,,74.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Terminus-2 / column SLDBench)",,in, harbor-bixbench-terminus2,arxiv-2609.04298,sonnet-4.6,nothink,agentic-tool,mid,Terminus-2,,,,,,29.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Terminus-2 / column BIX-Bench)",,in, harbor-replicationbench-terminus2,arxiv-2609.04298,sonnet-4.6,nothink,agentic-tool,hard,Terminus-2,,,,,,20.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Terminus-2 / column ReplicationBench)",,in, harbor-qcircuitbench-terminus2,arxiv-2609.04298,sonnet-4.6,nothink,coding,mid,Terminus-2,,,,,,50.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Terminus-2 / column QCircuitBench)",,in, harbor-researchcodebench-terminus2,arxiv-2609.04298,sonnet-4.6,nothink,coding,mid,Terminus-2,,,,,,0.6,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Terminus-2 / column ResearchCodeBench)",,in, harbor-scicode-terminus2,arxiv-2609.04298,sonnet-4.6,nothink,coding,mid,Terminus-2,,,,,,43.9,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Terminus-2 / column SciCode)",,in, harbor-codepde-terminus2,arxiv-2609.04298,sonnet-4.6,nothink,coding,mid,Terminus-2,,,,,,60.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Terminus-2 / column CodePDE)",,in, harbor-strongreject-terminus2,arxiv-2609.04298,sonnet-4.6,nothink,mixed,mid,Terminus-2,,,,,,90.9,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Terminus-2 / column StrongReject)",,in, harbor-cybergym-terminus2,arxiv-2609.04298,sonnet-4.6,nothink,agentic-tool,hard,Terminus-2,,,,,,70.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Terminus-2 / column CyberGym)",,in, harbor-mmau-terminus2,arxiv-2609.04298,sonnet-4.6,nothink,mixed,mid,Terminus-2,,,,,,63.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Terminus-2 / column MMAU)",,in, harbor-swebenchverified-claudecode,arxiv-2609.04298,sonnet-4.6,default,coding,mid,Claude Code,,,,,,70.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Claude Code / column SWE-bench Verified)",,out:effort-not-established, harbor-swebenchmultilingual-claudecode,arxiv-2609.04298,sonnet-4.6,default,coding,mid,Claude Code,,,,,,69.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Claude Code / column SWE-Bench-Multilingual)",,out:effort-not-established, harbor-swesmith-claudecode,arxiv-2609.04298,sonnet-4.6,default,coding,mid,Claude Code,,,,,,28.9,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Claude Code / column SWE-smith)",,out:effort-not-established, harbor-crustbench-claudecode,arxiv-2609.04298,sonnet-4.6,default,coding,mid,Claude Code,,,,,,71.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Claude Code / column CRUST-Bench)",,out:effort-not-established, harbor-gso-claudecode,arxiv-2609.04298,sonnet-4.6,default,coding,hard,Claude Code,,,,,,45.1,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Claude Code / column GSO)",,out:effort-not-established, harbor-swebenchpro-claudecode,arxiv-2609.04298,sonnet-4.6,default,coding,hard,Claude Code,,,,,,49.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Claude Code / column SWE-Bench Pro)",,out:effort-not-established, harbor-swtbench-claudecode,arxiv-2609.04298,sonnet-4.6,default,coding,mid,Claude Code,,,,,,57.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Claude Code / column SWT Bench)",,out:effort-not-established, harbor-aiderpolyglot-claudecode,arxiv-2609.04298,sonnet-4.6,default,coding,mid,Claude Code,,,,,,56.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Claude Code / column Aider Polyglot)",,out:effort-not-established, harbor-algotune-claudecode,arxiv-2609.04298,sonnet-4.6,default,coding,hard,Claude Code,,,,,,27.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Claude Code / column AlgoTune)",,out:effort-not-established, harbor-compilebench-claudecode,arxiv-2609.04298,sonnet-4.6,default,coding,mid,Claude Code,,,,,,91.1,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Claude Code / column CompileBench)",,out:effort-not-established, harbor-featurebench-claudecode,arxiv-2609.04298,sonnet-4.6,default,coding,hard,Claude Code,,,,,,27.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Claude Code / column FeatureBench)",,out:effort-not-established, harbor-bigcodebenchhard-claudecode,arxiv-2609.04298,sonnet-4.6,default,coding,mid,Claude Code,,,,,,43.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Claude Code / column BigCodeBench-Hard)",,out:effort-not-established, harbor-usaco-claudecode,arxiv-2609.04298,sonnet-4.6,default,coding,mid,Claude Code,,,,,,75.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Claude Code / column USACO)",,out:effort-not-established, harbor-swelancer-claudecode,arxiv-2609.04298,sonnet-4.6,default,coding,mid,Claude Code,,,,,,48.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Claude Code / column SWE-Lancer)",,out:effort-not-established, harbor-livecodebench-claudecode,arxiv-2609.04298,sonnet-4.6,default,coding,mid,Claude Code,,,,,,83.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Claude Code / column LiveCodeBench)",,out:effort-not-established, harbor-humanevalfix-claudecode,arxiv-2609.04298,sonnet-4.6,default,coding,mid,Claude Code,,,,,,99.8,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Claude Code / column HumanEvalFix)",,out:effort-not-established, harbor-quixbugs-claudecode,arxiv-2609.04298,sonnet-4.6,default,coding,mid,Claude Code,,,,,,97.5,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Claude Code / column QuixBugs)",,out:effort-not-established, harbor-ineqmath-claudecode,arxiv-2609.04298,sonnet-4.6,default,reasoning-math,mid,Claude Code,,,,,,99.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Claude Code / column IneqMath)",,out:effort-not-established, harbor-omnimath-claudecode,arxiv-2609.04298,sonnet-4.6,default,reasoning-math,mid,Claude Code,,,,,,80.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Claude Code / column Omni-Math)",,out:effort-not-established, harbor-reasoninggym-claudecode,arxiv-2609.04298,sonnet-4.6,default,reasoning-math,mid,Claude Code,,,,,,81.8,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Claude Code / column Reasoning Gym)",,out:effort-not-established, harbor-kumo-claudecode,arxiv-2609.04298,sonnet-4.6,default,reasoning-math,mid,Claude Code,,,,,,94.8,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Claude Code / column KUMO)",,out:effort-not-established, harbor-aime2425-claudecode,arxiv-2609.04298,sonnet-4.6,default,reasoning-math,mid,Claude Code,,,,,,96.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Claude Code / column AIME 24 & 25)",,out:effort-not-established, harbor-arcagi2-claudecode,arxiv-2609.04298,sonnet-4.6,default,reasoning-math,hard,Claude Code,,,,,,18.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Claude Code / column ARC-AGI-2)",,out:effort-not-established, harbor-aalcr-claudecode,arxiv-2609.04298,sonnet-4.6,default,mixed,mid,Claude Code,,,,,,74.1,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Claude Code / column AA-LCR)",,out:effort-not-established, harbor-simpleqa-claudecode,arxiv-2609.04298,sonnet-4.6,default,mixed,mid,Claude Code,,,,,,80.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Claude Code / column SimpleQA)",,out:effort-not-established, harbor-gpqadiamond-claudecode,arxiv-2609.04298,sonnet-4.6,default,reasoning-math,mid,Claude Code,,,,,,85.4,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Claude Code / column GPQA Diamond)",,out:effort-not-established, harbor-humanityslastexam-claudecode,arxiv-2609.04298,sonnet-4.6,default,reasoning-math,hard,Claude Code,,,,,,32.5,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Claude Code / column Humanity’s Last Exam)",,out:effort-not-established, harbor-mmmlu-claudecode,arxiv-2609.04298,sonnet-4.6,default,mixed,mid,Claude Code,,,,,,75.6,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Claude Code / column MMMLU)",,out:effort-not-established, harbor-gaia-claudecode,arxiv-2609.04298,sonnet-4.6,default,agentic-tool,mid,Claude Code,,,,,,67.9,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Claude Code / column GAIA)",,out:effort-not-established, harbor-skillsbench-claudecode,arxiv-2609.04298,sonnet-4.6,default,agentic-tool,mid,Claude Code,,,,,,48.9,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Claude Code / column SkillsBench)",,out:effort-not-established, harbor-bfcl-claudecode,arxiv-2609.04298,sonnet-4.6,default,agentic-tool,mid,Claude Code,,,,,,80.5,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Claude Code / column BFCL)",,out:effort-not-established, harbor-gaia2-claudecode,arxiv-2609.04298,sonnet-4.6,default,agentic-tool,mid,Claude Code,,,,,,38.4,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Claude Code / column GAIA2)",,out:effort-not-established, harbor-terminalbench20-claudecode,arxiv-2609.04298,sonnet-4.6,default,agentic-tool,hard,Claude Code,,,,,,56.9,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Claude Code / column Terminal-Bench 2.0)",,out:effort-not-established, harbor-deepsynth-claudecode,arxiv-2609.04298,sonnet-4.6,default,agentic-tool,hard,Claude Code,,,,,,45.4,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Claude Code / column DeepSynth)",,out:effort-not-established, harbor-seal0-claudecode,arxiv-2609.04298,sonnet-4.6,default,mixed,mid,Claude Code,,,,,,29.4,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Claude Code / column Seal-0)",,out:effort-not-established, harbor-widesearch-claudecode,arxiv-2609.04298,sonnet-4.6,default,agentic-tool,hard,Claude Code,,,,,,67.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Claude Code / column WideSearch)",,out:effort-not-established, harbor-spider2-claudecode,arxiv-2609.04298,sonnet-4.6,default,coding,mid,Claude Code,,,,,,37.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Claude Code / column Spider 2)",,out:effort-not-established, harbor-dacode-claudecode,arxiv-2609.04298,sonnet-4.6,default,coding,mid,Claude Code,,,,,,58.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Claude Code / column DA-Code)",,out:effort-not-established, harbor-spreadsheetbench-claudecode,arxiv-2609.04298,sonnet-4.6,default,agentic-tool,mid,Claude Code,,,,,,83.2,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Claude Code / column SpreadsheetBench)",,out:effort-not-established, harbor-financeagent-claudecode,arxiv-2609.04298,sonnet-4.6,default,agentic-tool,mid,Claude Code,,,,,,80.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Claude Code / column FinanceAgent)",,out:effort-not-established, harbor-lawbench-claudecode,arxiv-2609.04298,sonnet-4.6,default,mixed,mid,Claude Code,,,,,,62.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Claude Code / column LawBench)",,out:effort-not-established, harbor-pixiu-claudecode,arxiv-2609.04298,sonnet-4.6,default,mixed,mid,Claude Code,,,,,,57.4,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Claude Code / column PIXIU)",,out:effort-not-established, harbor-medagentbench-claudecode,arxiv-2609.04298,sonnet-4.6,default,agentic-tool,mid,Claude Code,,,,,,50.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Claude Code / column MedAgentBench)",,out:effort-not-established, harbor-labbench-claudecode,arxiv-2609.04298,sonnet-4.6,default,mixed,mid,Claude Code,,,,,,7.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Claude Code / column LAB-Bench)",,out:effort-not-established, harbor-sldbench-claudecode,arxiv-2609.04298,sonnet-4.6,default,agentic-tool,hard,Claude Code,,,,,,75.9,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Claude Code / column SLDBench)",,out:effort-not-established, harbor-bixbench-claudecode,arxiv-2609.04298,sonnet-4.6,default,agentic-tool,mid,Claude Code,,,,,,39.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Claude Code / column BIX-Bench)",,out:effort-not-established, harbor-replicationbench-claudecode,arxiv-2609.04298,sonnet-4.6,default,agentic-tool,hard,Claude Code,,,,,,21.9,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Claude Code / column ReplicationBench)",,out:effort-not-established, harbor-qcircuitbench-claudecode,arxiv-2609.04298,sonnet-4.6,default,coding,mid,Claude Code,,,,,,49.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Claude Code / column QCircuitBench)",,out:effort-not-established, harbor-researchcodebench-claudecode,arxiv-2609.04298,sonnet-4.6,default,coding,mid,Claude Code,,,,,,53.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Claude Code / column ResearchCodeBench)",,out:effort-not-established, harbor-scicode-claudecode,arxiv-2609.04298,sonnet-4.6,default,coding,mid,Claude Code,,,,,,45.2,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Claude Code / column SciCode)",,out:effort-not-established, harbor-codepde-claudecode,arxiv-2609.04298,sonnet-4.6,default,coding,mid,Claude Code,,,,,,33.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Claude Code / column CodePDE)",,out:effort-not-established, harbor-strongreject-claudecode,arxiv-2609.04298,sonnet-4.6,default,mixed,mid,Claude Code,,,,,,90.6,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Claude Code / column StrongReject)",,out:effort-not-established, harbor-cybergym-claudecode,arxiv-2609.04298,sonnet-4.6,default,agentic-tool,hard,Claude Code,,,,,,50.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Claude Code / column CyberGym)",,out:effort-not-established, harbor-mmau-claudecode,arxiv-2609.04298,sonnet-4.6,default,mixed,mid,Claude Code,,,,,,61.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Sonnet 4.6 · Claude Code / column MMAU)",,out:effort-not-established, harbor-swebenchverified-terminus2,arxiv-2609.04298,opus-4.6,nothink,coding,mid,Terminus-2,,,,,,75.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Terminus-2 / column SWE-bench Verified)",,out:single-couple, harbor-swebenchmultilingual-terminus2,arxiv-2609.04298,opus-4.6,nothink,coding,mid,Terminus-2,,,,,,80.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Terminus-2 / column SWE-Bench-Multilingual)",,out:single-couple, harbor-swesmith-terminus2,arxiv-2609.04298,opus-4.6,nothink,coding,mid,Terminus-2,,,,,,58.2,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Terminus-2 / column SWE-smith)",,out:single-couple, harbor-crustbench-terminus2,arxiv-2609.04298,opus-4.6,nothink,coding,mid,Terminus-2,,,,,,87.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Terminus-2 / column CRUST-Bench)",,out:single-couple, harbor-gso-terminus2,arxiv-2609.04298,opus-4.6,nothink,coding,hard,Terminus-2,,,,,,36.6,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Terminus-2 / column GSO)",,out:single-couple, harbor-swebenchpro-terminus2,arxiv-2609.04298,opus-4.6,nothink,coding,hard,Terminus-2,,,,,,48.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Terminus-2 / column SWE-Bench Pro)",,out:single-couple, harbor-swtbench-terminus2,arxiv-2609.04298,opus-4.6,nothink,coding,mid,Terminus-2,,,,,,67.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Terminus-2 / column SWT Bench)",,out:single-couple, harbor-aiderpolyglot-terminus2,arxiv-2609.04298,opus-4.6,nothink,coding,mid,Terminus-2,,,,,,71.9,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Terminus-2 / column Aider Polyglot)",,out:single-couple, harbor-algotune-terminus2,arxiv-2609.04298,opus-4.6,nothink,coding,hard,Terminus-2,,,,,,25.9,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Terminus-2 / column AlgoTune)",,out:single-couple, harbor-compilebench-terminus2,arxiv-2609.04298,opus-4.6,nothink,coding,mid,Terminus-2,,,,,,93.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Terminus-2 / column CompileBench)",,out:single-couple, harbor-featurebench-terminus2,arxiv-2609.04298,opus-4.6,nothink,coding,hard,Terminus-2,,,,,,40.5,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Terminus-2 / column FeatureBench)",,out:single-couple, harbor-bigcodebenchhard-terminus2,arxiv-2609.04298,opus-4.6,nothink,coding,mid,Terminus-2,,,,,,44.4,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Terminus-2 / column BigCodeBench-Hard)",,out:single-couple, harbor-usaco-terminus2,arxiv-2609.04298,opus-4.6,nothink,coding,mid,Terminus-2,,,,,,80.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Terminus-2 / column USACO)",,out:single-couple, harbor-swelancer-terminus2,arxiv-2609.04298,opus-4.6,nothink,coding,mid,Terminus-2,,,,,,58.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Terminus-2 / column SWE-Lancer)",,out:single-couple, harbor-livecodebench-terminus2,arxiv-2609.04298,opus-4.6,nothink,coding,mid,Terminus-2,,,,,,88.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Terminus-2 / column LiveCodeBench)",,out:single-couple, harbor-humanevalfix-terminus2,arxiv-2609.04298,opus-4.6,nothink,coding,mid,Terminus-2,,,,,,100.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Terminus-2 / column HumanEvalFix)",,out:uninformative, harbor-quixbugs-terminus2,arxiv-2609.04298,opus-4.6,nothink,coding,mid,Terminus-2,,,,,,95.4,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Terminus-2 / column QuixBugs)",,out:single-couple, harbor-ineqmath-terminus2,arxiv-2609.04298,opus-4.6,nothink,reasoning-math,mid,Terminus-2,,,,,,86.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Terminus-2 / column IneqMath)",,out:single-couple, harbor-omnimath-terminus2,arxiv-2609.04298,opus-4.6,nothink,reasoning-math,mid,Terminus-2,,,,,,81.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Terminus-2 / column Omni-Math)",,out:single-couple, harbor-reasoninggym-terminus2,arxiv-2609.04298,opus-4.6,nothink,reasoning-math,mid,Terminus-2,,,,,,87.5,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Terminus-2 / column Reasoning Gym)",,out:single-couple, harbor-kumo-terminus2,arxiv-2609.04298,opus-4.6,nothink,reasoning-math,mid,Terminus-2,,,,,,96.4,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Terminus-2 / column KUMO)",,out:single-couple, harbor-aime2425-terminus2,arxiv-2609.04298,opus-4.6,nothink,reasoning-math,mid,Terminus-2,,,,,,98.9,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Terminus-2 / column AIME 24 & 25)",,out:single-couple, harbor-arcagi2-terminus2,arxiv-2609.04298,opus-4.6,nothink,reasoning-math,hard,Terminus-2,,,,,,37.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Terminus-2 / column ARC-AGI-2)",,out:single-couple, harbor-aalcr-terminus2,arxiv-2609.04298,opus-4.6,nothink,mixed,mid,Terminus-2,,,,,,61.6,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Terminus-2 / column AA-LCR)",,out:single-couple, harbor-simpleqa-terminus2,arxiv-2609.04298,opus-4.6,nothink,mixed,mid,Terminus-2,,,,,,90.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Terminus-2 / column SimpleQA)",,out:single-couple, harbor-gpqadiamond-terminus2,arxiv-2609.04298,opus-4.6,nothink,reasoning-math,mid,Terminus-2,,,,,,84.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Terminus-2 / column GPQA Diamond)",,out:single-couple, harbor-humanityslastexam-terminus2,arxiv-2609.04298,opus-4.6,nothink,reasoning-math,hard,Terminus-2,,,,,,34.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Terminus-2 / column Humanity’s Last Exam)",,out:single-couple, harbor-mmmlu-terminus2,arxiv-2609.04298,opus-4.6,nothink,mixed,mid,Terminus-2,,,,,,76.9,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Terminus-2 / column MMMLU)",,out:single-couple, harbor-gaia-terminus2,arxiv-2609.04298,opus-4.6,nothink,agentic-tool,mid,Terminus-2,,,,,,61.2,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Terminus-2 / column GAIA)",,out:single-couple, harbor-skillsbench-terminus2,arxiv-2609.04298,opus-4.6,nothink,agentic-tool,mid,Terminus-2,,,,,,34.6,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Terminus-2 / column SkillsBench)",,out:single-couple, harbor-bfcl-terminus2,arxiv-2609.04298,opus-4.6,nothink,agentic-tool,mid,Terminus-2,,,,,,76.4,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Terminus-2 / column BFCL)",,out:single-couple, harbor-gaia2-terminus2,arxiv-2609.04298,opus-4.6,nothink,agentic-tool,mid,Terminus-2,,,,,,35.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Terminus-2 / column GAIA2)",,out:single-couple, harbor-terminalbench20-terminus2,arxiv-2609.04298,opus-4.6,nothink,agentic-tool,hard,Terminus-2,,,,,,61.8,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Terminus-2 / column Terminal-Bench 2.0)",,out:single-couple, harbor-deepsynth-terminus2,arxiv-2609.04298,opus-4.6,nothink,agentic-tool,hard,Terminus-2,,,,,,49.2,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Terminus-2 / column DeepSynth)",,out:single-couple, harbor-seal0-terminus2,arxiv-2609.04298,opus-4.6,nothink,mixed,mid,Terminus-2,,,,,,39.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Terminus-2 / column Seal-0)",,out:single-couple, harbor-widesearch-terminus2,arxiv-2609.04298,opus-4.6,nothink,agentic-tool,hard,Terminus-2,,,,,,61.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Terminus-2 / column WideSearch)",,out:single-couple, harbor-spider2-terminus2,arxiv-2609.04298,opus-4.6,nothink,coding,mid,Terminus-2,,,,,,37.5,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Terminus-2 / column Spider 2)",,out:single-couple, harbor-dacode-terminus2,arxiv-2609.04298,opus-4.6,nothink,coding,mid,Terminus-2,,,,,,61.6,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Terminus-2 / column DA-Code)",,out:single-couple, harbor-spreadsheetbench-terminus2,arxiv-2609.04298,opus-4.6,nothink,agentic-tool,mid,Terminus-2,,,,,,83.2,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Terminus-2 / column SpreadsheetBench)",,out:single-couple, harbor-financeagent-terminus2,arxiv-2609.04298,opus-4.6,nothink,agentic-tool,mid,Terminus-2,,,,,,72.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Terminus-2 / column FinanceAgent)",,out:single-couple, harbor-lawbench-terminus2,arxiv-2609.04298,opus-4.6,nothink,mixed,mid,Terminus-2,,,,,,65.4,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Terminus-2 / column LawBench)",,out:single-couple, harbor-pixiu-terminus2,arxiv-2609.04298,opus-4.6,nothink,mixed,mid,Terminus-2,,,,,,60.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Terminus-2 / column PIXIU)",,out:single-couple, harbor-medagentbench-terminus2,arxiv-2609.04298,opus-4.6,nothink,agentic-tool,mid,Terminus-2,,,,,,59.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Terminus-2 / column MedAgentBench)",,out:single-couple, harbor-labbench-terminus2,arxiv-2609.04298,opus-4.6,nothink,mixed,mid,Terminus-2,,,,,,9.6,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Terminus-2 / column LAB-Bench)",,out:single-couple, harbor-sldbench-terminus2,arxiv-2609.04298,opus-4.6,nothink,agentic-tool,hard,Terminus-2,,,,,,76.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Terminus-2 / column SLDBench)",,out:single-couple, harbor-bixbench-terminus2,arxiv-2609.04298,opus-4.6,nothink,agentic-tool,mid,Terminus-2,,,,,,30.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Terminus-2 / column BIX-Bench)",,out:single-couple, harbor-replicationbench-terminus2,arxiv-2609.04298,opus-4.6,nothink,agentic-tool,hard,Terminus-2,,,,,,24.1,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Terminus-2 / column ReplicationBench)",,out:single-couple, harbor-qcircuitbench-terminus2,arxiv-2609.04298,opus-4.6,nothink,coding,mid,Terminus-2,,,,,,56.2,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Terminus-2 / column QCircuitBench)",,out:single-couple, harbor-researchcodebench-terminus2,arxiv-2609.04298,opus-4.6,nothink,coding,mid,Terminus-2,,,,,,0.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Terminus-2 / column ResearchCodeBench)",,out:single-couple, harbor-scicode-terminus2,arxiv-2609.04298,opus-4.6,nothink,coding,mid,Terminus-2,,,,,,48.5,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Terminus-2 / column SciCode)",,out:single-couple, harbor-codepde-terminus2,arxiv-2609.04298,opus-4.6,nothink,coding,mid,Terminus-2,,,,,,60.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Terminus-2 / column CodePDE)",,out:single-couple, harbor-strongreject-terminus2,arxiv-2609.04298,opus-4.6,nothink,mixed,mid,Terminus-2,,,,,,91.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Terminus-2 / column StrongReject)",,out:single-couple, harbor-cybergym-terminus2,arxiv-2609.04298,opus-4.6,nothink,agentic-tool,hard,Terminus-2,,,,,,56.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Terminus-2 / column CyberGym)",,out:single-couple, harbor-mmau-terminus2,arxiv-2609.04298,opus-4.6,nothink,mixed,mid,Terminus-2,,,,,,69.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Terminus-2 / column MMAU)",,out:single-couple, harbor-swebenchverified-claudecode,arxiv-2609.04298,opus-4.6,default,coding,mid,Claude Code,,,,,,73.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Claude Code / column SWE-bench Verified)",,out:effort-not-established, harbor-swebenchmultilingual-claudecode,arxiv-2609.04298,opus-4.6,default,coding,mid,Claude Code,,,,,,66.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Claude Code / column SWE-Bench-Multilingual)",,out:effort-not-established, harbor-swesmith-claudecode,arxiv-2609.04298,opus-4.6,default,coding,mid,Claude Code,,,,,,41.2,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Claude Code / column SWE-smith)",,out:effort-not-established, harbor-crustbench-claudecode,arxiv-2609.04298,opus-4.6,default,coding,mid,Claude Code,,,,,,82.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Claude Code / column CRUST-Bench)",,out:effort-not-established, harbor-gso-claudecode,arxiv-2609.04298,opus-4.6,default,coding,hard,Claude Code,,,,,,39.2,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Claude Code / column GSO)",,out:effort-not-established, harbor-swebenchpro-claudecode,arxiv-2609.04298,opus-4.6,default,coding,hard,Claude Code,,,,,,53.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Claude Code / column SWE-Bench Pro)",,out:effort-not-established, harbor-swtbench-claudecode,arxiv-2609.04298,opus-4.6,default,coding,mid,Claude Code,,,,,,64.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Claude Code / column SWT Bench)",,out:effort-not-established, harbor-aiderpolyglot-claudecode,arxiv-2609.04298,opus-4.6,default,coding,mid,Claude Code,,,,,,68.6,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Claude Code / column Aider Polyglot)",,out:effort-not-established, harbor-algotune-claudecode,arxiv-2609.04298,opus-4.6,default,coding,hard,Claude Code,,,,,,23.1,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Claude Code / column AlgoTune)",,out:effort-not-established, harbor-compilebench-claudecode,arxiv-2609.04298,opus-4.6,default,coding,mid,Claude Code,,,,,,93.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Claude Code / column CompileBench)",,out:effort-not-established, harbor-featurebench-claudecode,arxiv-2609.04298,opus-4.6,default,coding,hard,Claude Code,,,,,,32.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Claude Code / column FeatureBench)",,out:effort-not-established, harbor-bigcodebenchhard-claudecode,arxiv-2609.04298,opus-4.6,default,coding,mid,Claude Code,,,,,,41.6,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Claude Code / column BigCodeBench-Hard)",,out:effort-not-established, harbor-usaco-claudecode,arxiv-2609.04298,opus-4.6,default,coding,mid,Claude Code,,,,,,78.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Claude Code / column USACO)",,out:effort-not-established, harbor-swelancer-claudecode,arxiv-2609.04298,opus-4.6,default,coding,mid,Claude Code,,,,,,52.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Claude Code / column SWE-Lancer)",,out:effort-not-established, harbor-livecodebench-claudecode,arxiv-2609.04298,opus-4.6,default,coding,mid,Claude Code,,,,,,87.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Claude Code / column LiveCodeBench)",,out:effort-not-established, harbor-humanevalfix-claudecode,arxiv-2609.04298,opus-4.6,default,coding,mid,Claude Code,,,,,,100.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Claude Code / column HumanEvalFix)",,out:effort-not-established, harbor-quixbugs-claudecode,arxiv-2609.04298,opus-4.6,default,coding,mid,Claude Code,,,,,,93.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Claude Code / column QuixBugs)",,out:effort-not-established, harbor-ineqmath-claudecode,arxiv-2609.04298,opus-4.6,default,reasoning-math,mid,Claude Code,,,,,,86.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Claude Code / column IneqMath)",,out:effort-not-established, harbor-omnimath-claudecode,arxiv-2609.04298,opus-4.6,default,reasoning-math,mid,Claude Code,,,,,,84.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Claude Code / column Omni-Math)",,out:effort-not-established, harbor-reasoninggym-claudecode,arxiv-2609.04298,opus-4.6,default,reasoning-math,mid,Claude Code,,,,,,85.1,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Claude Code / column Reasoning Gym)",,out:effort-not-established, harbor-kumo-claudecode,arxiv-2609.04298,opus-4.6,default,reasoning-math,mid,Claude Code,,,,,,96.4,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Claude Code / column KUMO)",,out:effort-not-established, harbor-aime2425-claudecode,arxiv-2609.04298,opus-4.6,default,reasoning-math,mid,Claude Code,,,,,,99.4,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Claude Code / column AIME 24 & 25)",,out:effort-not-established, harbor-arcagi2-claudecode,arxiv-2609.04298,opus-4.6,default,reasoning-math,hard,Claude Code,,,,,,43.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Claude Code / column ARC-AGI-2)",,out:effort-not-established, harbor-aalcr-claudecode,arxiv-2609.04298,opus-4.6,default,mixed,mid,Claude Code,,,,,,74.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Claude Code / column AA-LCR)",,out:effort-not-established, harbor-simpleqa-claudecode,arxiv-2609.04298,opus-4.6,default,mixed,mid,Claude Code,,,,,,86.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Claude Code / column SimpleQA)",,out:effort-not-established, harbor-gpqadiamond-claudecode,arxiv-2609.04298,opus-4.6,default,reasoning-math,mid,Claude Code,,,,,,88.4,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Claude Code / column GPQA Diamond)",,out:effort-not-established, harbor-humanityslastexam-claudecode,arxiv-2609.04298,opus-4.6,default,reasoning-math,hard,Claude Code,,,,,,39.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Claude Code / column Humanity’s Last Exam)",,out:effort-not-established, harbor-mmmlu-claudecode,arxiv-2609.04298,opus-4.6,default,mixed,mid,Claude Code,,,,,,77.8,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Claude Code / column MMMLU)",,out:effort-not-established, harbor-gaia-claudecode,arxiv-2609.04298,opus-4.6,default,agentic-tool,mid,Claude Code,,,,,,67.1,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Claude Code / column GAIA)",,out:effort-not-established, harbor-skillsbench-claudecode,arxiv-2609.04298,opus-4.6,default,agentic-tool,mid,Claude Code,,,,,,45.4,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Claude Code / column SkillsBench)",,out:effort-not-established, harbor-bfcl-claudecode,arxiv-2609.04298,opus-4.6,default,agentic-tool,mid,Claude Code,,,,,,79.9,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Claude Code / column BFCL)",,out:effort-not-established, harbor-gaia2-claudecode,arxiv-2609.04298,opus-4.6,default,agentic-tool,mid,Claude Code,,,,,,35.8,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Claude Code / column GAIA2)",,out:effort-not-established, harbor-terminalbench20-claudecode,arxiv-2609.04298,opus-4.6,default,agentic-tool,hard,Claude Code,,,,,,60.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Claude Code / column Terminal-Bench 2.0)",,out:effort-not-established, harbor-deepsynth-claudecode,arxiv-2609.04298,opus-4.6,default,agentic-tool,hard,Claude Code,,,,,,46.1,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Claude Code / column DeepSynth)",,out:effort-not-established, harbor-seal0-claudecode,arxiv-2609.04298,opus-4.6,default,mixed,mid,Claude Code,,,,,,34.8,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Claude Code / column Seal-0)",,out:effort-not-established, harbor-widesearch-claudecode,arxiv-2609.04298,opus-4.6,default,agentic-tool,hard,Claude Code,,,,,,75.8,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Claude Code / column WideSearch)",,out:effort-not-established, harbor-spider2-claudecode,arxiv-2609.04298,opus-4.6,default,coding,mid,Claude Code,,,,,,39.6,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Claude Code / column Spider 2)",,out:effort-not-established, harbor-dacode-claudecode,arxiv-2609.04298,opus-4.6,default,coding,mid,Claude Code,,,,,,58.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Claude Code / column DA-Code)",,out:effort-not-established, harbor-spreadsheetbench-claudecode,arxiv-2609.04298,opus-4.6,default,agentic-tool,mid,Claude Code,,,,,,81.8,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Claude Code / column SpreadsheetBench)",,out:effort-not-established, harbor-financeagent-claudecode,arxiv-2609.04298,opus-4.6,default,agentic-tool,mid,Claude Code,,,,,,83.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Claude Code / column FinanceAgent)",,out:effort-not-established, harbor-lawbench-claudecode,arxiv-2609.04298,opus-4.6,default,mixed,mid,Claude Code,,,,,,66.6,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Claude Code / column LawBench)",,out:effort-not-established, harbor-pixiu-claudecode,arxiv-2609.04298,opus-4.6,default,mixed,mid,Claude Code,,,,,,61.2,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Claude Code / column PIXIU)",,out:effort-not-established, harbor-medagentbench-claudecode,arxiv-2609.04298,opus-4.6,default,agentic-tool,mid,Claude Code,,,,,,55.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Claude Code / column MedAgentBench)",,out:effort-not-established, harbor-labbench-claudecode,arxiv-2609.04298,opus-4.6,default,mixed,mid,Claude Code,,,,,,45.1,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Claude Code / column LAB-Bench)",,out:effort-not-established, harbor-sldbench-claudecode,arxiv-2609.04298,opus-4.6,default,agentic-tool,hard,Claude Code,,,,,,52.2,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Claude Code / column SLDBench)",,out:effort-not-established, harbor-bixbench-claudecode,arxiv-2609.04298,opus-4.6,default,agentic-tool,mid,Claude Code,,,,,,39.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Claude Code / column BIX-Bench)",,out:effort-not-established, harbor-replicationbench-claudecode,arxiv-2609.04298,opus-4.6,default,agentic-tool,hard,Claude Code,,,,,,28.5,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Claude Code / column ReplicationBench)",,out:effort-not-established, harbor-qcircuitbench-claudecode,arxiv-2609.04298,opus-4.6,default,coding,mid,Claude Code,,,,,,48.9,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Claude Code / column QCircuitBench)",,out:effort-not-established, harbor-researchcodebench-claudecode,arxiv-2609.04298,opus-4.6,default,coding,mid,Claude Code,,,,,,60.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Claude Code / column ResearchCodeBench)",,out:effort-not-established, harbor-scicode-claudecode,arxiv-2609.04298,opus-4.6,default,coding,mid,Claude Code,,,,,,48.8,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Claude Code / column SciCode)",,out:effort-not-established, harbor-codepde-claudecode,arxiv-2609.04298,opus-4.6,default,coding,mid,Claude Code,,,,,,40.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Claude Code / column CodePDE)",,out:effort-not-established, harbor-strongreject-claudecode,arxiv-2609.04298,opus-4.6,default,mixed,mid,Claude Code,,,,,,91.9,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Claude Code / column StrongReject)",,out:effort-not-established, harbor-cybergym-claudecode,arxiv-2609.04298,opus-4.6,default,agentic-tool,hard,Claude Code,,,,,,63.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Claude Code / column CyberGym)",,out:effort-not-established, harbor-mmau-claudecode,arxiv-2609.04298,opus-4.6,default,mixed,mid,Claude Code,,,,,,69.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 7: one row per model-harness column, one column per benchmark row (54) / row Claude Opus 4.6 · Claude Code / column MMAU)",,out:effort-not-established, harbor-swebenchverified-terminus2,arxiv-2609.04298,gemini-3.1-pro,high,coding,mid,Terminus-2,,,,,,77.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Terminus-2 / column SWE-bench Verified)",,in, harbor-swebenchmultilingual-terminus2,arxiv-2609.04298,gemini-3.1-pro,high,coding,mid,Terminus-2,,,,,,76.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Terminus-2 / column SWE-Bench-Multilingual)",,in, harbor-swesmith-terminus2,arxiv-2609.04298,gemini-3.1-pro,high,coding,mid,Terminus-2,,,,,,32.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Terminus-2 / column SWE-smith)",,in, harbor-crustbench-terminus2,arxiv-2609.04298,gemini-3.1-pro,high,coding,mid,Terminus-2,,,,,,94.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Terminus-2 / column CRUST-Bench)",,in, harbor-gso-terminus2,arxiv-2609.04298,gemini-3.1-pro,high,coding,hard,Terminus-2,,,,,,37.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Terminus-2 / column GSO)",,in, harbor-swebenchpro-terminus2,arxiv-2609.04298,gemini-3.1-pro,high,coding,hard,Terminus-2,,,,,,46.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Terminus-2 / column SWE-Bench Pro)",,in, harbor-swtbench-terminus2,arxiv-2609.04298,gemini-3.1-pro,high,coding,mid,Terminus-2,,,,,,57.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Terminus-2 / column SWT Bench)",,in, harbor-aiderpolyglot-terminus2,arxiv-2609.04298,gemini-3.1-pro,high,coding,mid,Terminus-2,,,,,,78.8,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Terminus-2 / column Aider Polyglot)",,in, harbor-algotune-terminus2,arxiv-2609.04298,gemini-3.1-pro,high,coding,hard,Terminus-2,,,,,,23.9,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Terminus-2 / column AlgoTune)",,in, harbor-compilebench-terminus2,arxiv-2609.04298,gemini-3.1-pro,high,coding,mid,Terminus-2,,,,,,93.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Terminus-2 / column CompileBench)",,in, harbor-featurebench-terminus2,arxiv-2609.04298,gemini-3.1-pro,high,coding,hard,Terminus-2,,,,,,25.8,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Terminus-2 / column FeatureBench)",,in, harbor-bigcodebenchhard-terminus2,arxiv-2609.04298,gemini-3.1-pro,high,coding,mid,Terminus-2,,,,,,40.5,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Terminus-2 / column BigCodeBench-Hard)",,in, harbor-usaco-terminus2,arxiv-2609.04298,gemini-3.1-pro,high,coding,mid,Terminus-2,,,,,,93.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Terminus-2 / column USACO)",,in, harbor-swelancer-terminus2,arxiv-2609.04298,gemini-3.1-pro,high,coding,mid,Terminus-2,,,,,,63.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Terminus-2 / column SWE-Lancer)",,in, harbor-livecodebench-terminus2,arxiv-2609.04298,gemini-3.1-pro,high,coding,mid,Terminus-2,,,,,,92.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Terminus-2 / column LiveCodeBench)",,in, harbor-humanevalfix-terminus2,arxiv-2609.04298,gemini-3.1-pro,high,coding,mid,Terminus-2,,,,,,100.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Terminus-2 / column HumanEvalFix)",,out:uninformative, harbor-quixbugs-terminus2,arxiv-2609.04298,gemini-3.1-pro,high,coding,mid,Terminus-2,,,,,,92.5,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Terminus-2 / column QuixBugs)",,in, harbor-ineqmath-terminus2,arxiv-2609.04298,gemini-3.1-pro,high,reasoning-math,mid,Terminus-2,,,,,,94.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Terminus-2 / column IneqMath)",,in, harbor-omnimath-terminus2,arxiv-2609.04298,gemini-3.1-pro,high,reasoning-math,mid,Terminus-2,,,,,,87.2,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Terminus-2 / column Omni-Math)",,in, harbor-reasoninggym-terminus2,arxiv-2609.04298,gemini-3.1-pro,high,reasoning-math,mid,Terminus-2,,,,,,90.6,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Terminus-2 / column Reasoning Gym)",,in, harbor-kumo-terminus2,arxiv-2609.04298,gemini-3.1-pro,high,reasoning-math,mid,Terminus-2,,,,,,96.9,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Terminus-2 / column KUMO)",,in, harbor-aime2425-terminus2,arxiv-2609.04298,gemini-3.1-pro,high,reasoning-math,mid,Terminus-2,,,,,,98.9,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Terminus-2 / column AIME 24 & 25)",,in, harbor-arcagi2-terminus2,arxiv-2609.04298,gemini-3.1-pro,high,reasoning-math,hard,Terminus-2,,,,,,60.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Terminus-2 / column ARC-AGI-2)",,in, harbor-aalcr-terminus2,arxiv-2609.04298,gemini-3.1-pro,high,mixed,mid,Terminus-2,,,,,,74.4,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Terminus-2 / column AA-LCR)",,in, harbor-simpleqa-terminus2,arxiv-2609.04298,gemini-3.1-pro,high,mixed,mid,Terminus-2,,,,,,95.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Terminus-2 / column SimpleQA)",,in, harbor-gpqadiamond-terminus2,arxiv-2609.04298,gemini-3.1-pro,high,reasoning-math,mid,Terminus-2,,,,,,95.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Terminus-2 / column GPQA Diamond)",,in, harbor-humanityslastexam-terminus2,arxiv-2609.04298,gemini-3.1-pro,high,reasoning-math,hard,Terminus-2,,,,,,53.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Terminus-2 / column Humanity’s Last Exam)",,in, harbor-mmmlu-terminus2,arxiv-2609.04298,gemini-3.1-pro,high,mixed,mid,Terminus-2,,,,,,80.4,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Terminus-2 / column MMMLU)",,in, harbor-gaia-terminus2,arxiv-2609.04298,gemini-3.1-pro,high,agentic-tool,mid,Terminus-2,,,,,,67.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Terminus-2 / column GAIA)",,in, harbor-skillsbench-terminus2,arxiv-2609.04298,gemini-3.1-pro,high,agentic-tool,mid,Terminus-2,,,,,,37.4,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Terminus-2 / column SkillsBench)",,in, harbor-bfcl-terminus2,arxiv-2609.04298,gemini-3.1-pro,high,agentic-tool,mid,Terminus-2,,,,,,83.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Terminus-2 / column BFCL)",,in, harbor-gaia2-terminus2,arxiv-2609.04298,gemini-3.1-pro,high,agentic-tool,mid,Terminus-2,,,,,,21.5,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Terminus-2 / column GAIA2)",,in, harbor-terminalbench20-terminus2,arxiv-2609.04298,gemini-3.1-pro,high,agentic-tool,hard,Terminus-2,,,,,,68.9,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Terminus-2 / column Terminal-Bench 2.0)",,in, harbor-deepsynth-terminus2,arxiv-2609.04298,gemini-3.1-pro,high,agentic-tool,hard,Terminus-2,,,,,,55.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Terminus-2 / column DeepSynth)",,in, harbor-seal0-terminus2,arxiv-2609.04298,gemini-3.1-pro,high,mixed,mid,Terminus-2,,,,,,42.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Terminus-2 / column Seal-0)",,in, harbor-widesearch-terminus2,arxiv-2609.04298,gemini-3.1-pro,high,agentic-tool,hard,Terminus-2,,,,,,64.1,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Terminus-2 / column WideSearch)",,in, harbor-spider2-terminus2,arxiv-2609.04298,gemini-3.1-pro,high,coding,mid,Terminus-2,,,,,,34.4,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Terminus-2 / column Spider 2)",,in, harbor-dacode-terminus2,arxiv-2609.04298,gemini-3.1-pro,high,coding,mid,Terminus-2,,,,,,60.6,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Terminus-2 / column DA-Code)",,in, harbor-spreadsheetbench-terminus2,arxiv-2609.04298,gemini-3.1-pro,high,agentic-tool,mid,Terminus-2,,,,,,79.5,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Terminus-2 / column SpreadsheetBench)",,in, harbor-financeagent-terminus2,arxiv-2609.04298,gemini-3.1-pro,high,agentic-tool,mid,Terminus-2,,,,,,75.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Terminus-2 / column FinanceAgent)",,in, harbor-lawbench-terminus2,arxiv-2609.04298,gemini-3.1-pro,high,mixed,mid,Terminus-2,,,,,,69.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Terminus-2 / column LawBench)",,in, harbor-pixiu-terminus2,arxiv-2609.04298,gemini-3.1-pro,high,mixed,mid,Terminus-2,,,,,,74.8,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Terminus-2 / column PIXIU)",,in, harbor-medagentbench-terminus2,arxiv-2609.04298,gemini-3.1-pro,high,agentic-tool,mid,Terminus-2,,,,,,63.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Terminus-2 / column MedAgentBench)",,in, harbor-labbench-terminus2,arxiv-2609.04298,gemini-3.1-pro,high,mixed,mid,Terminus-2,,,,,,31.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Terminus-2 / column LAB-Bench)",,in, harbor-sldbench-terminus2,arxiv-2609.04298,gemini-3.1-pro,high,agentic-tool,hard,Terminus-2,,,,,,78.4,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Terminus-2 / column SLDBench)",,in, harbor-bixbench-terminus2,arxiv-2609.04298,gemini-3.1-pro,high,agentic-tool,mid,Terminus-2,,,,,,43.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Terminus-2 / column BIX-Bench)",,in, harbor-replicationbench-terminus2,arxiv-2609.04298,gemini-3.1-pro,high,agentic-tool,hard,Terminus-2,,,,,,54.1,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Terminus-2 / column ReplicationBench)",,in, harbor-qcircuitbench-terminus2,arxiv-2609.04298,gemini-3.1-pro,high,coding,mid,Terminus-2,,,,,,68.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Terminus-2 / column QCircuitBench)",,in, harbor-researchcodebench-terminus2,arxiv-2609.04298,gemini-3.1-pro,high,coding,mid,Terminus-2,,,,,,0.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Terminus-2 / column ResearchCodeBench)",,out:uninformative, harbor-scicode-terminus2,arxiv-2609.04298,gemini-3.1-pro,high,coding,mid,Terminus-2,,,,,,55.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Terminus-2 / column SciCode)",,in, harbor-codepde-terminus2,arxiv-2609.04298,gemini-3.1-pro,high,coding,mid,Terminus-2,,,,,,26.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Terminus-2 / column CodePDE)",,in, harbor-strongreject-terminus2,arxiv-2609.04298,gemini-3.1-pro,high,mixed,mid,Terminus-2,,,,,,86.8,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Terminus-2 / column StrongReject)",,in, harbor-cybergym-terminus2,arxiv-2609.04298,gemini-3.1-pro,high,agentic-tool,hard,Terminus-2,,,,,,83.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Terminus-2 / column CyberGym)",,in, harbor-mmau-terminus2,arxiv-2609.04298,gemini-3.1-pro,high,mixed,mid,Terminus-2,,,,,,62.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Terminus-2 / column MMAU)",,in, harbor-swebenchverified-geminicli,arxiv-2609.04298,gemini-3.1-pro,default,coding,mid,Gemini CLI,,,,,,75.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Gemini CLI / column SWE-bench Verified)",,out:effort-not-established, harbor-swebenchmultilingual-geminicli,arxiv-2609.04298,gemini-3.1-pro,default,coding,mid,Gemini CLI,,,,,,74.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Gemini CLI / column SWE-Bench-Multilingual)",,out:effort-not-established, harbor-swesmith-geminicli,arxiv-2609.04298,gemini-3.1-pro,default,coding,mid,Gemini CLI,,,,,,44.2,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Gemini CLI / column SWE-smith)",,out:effort-not-established, harbor-crustbench-geminicli,arxiv-2609.04298,gemini-3.1-pro,default,coding,mid,Gemini CLI,,,,,,92.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Gemini CLI / column CRUST-Bench)",,out:effort-not-established, harbor-gso-geminicli,arxiv-2609.04298,gemini-3.1-pro,default,coding,hard,Gemini CLI,,,,,,43.1,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Gemini CLI / column GSO)",,out:effort-not-established, harbor-swebenchpro-geminicli,arxiv-2609.04298,gemini-3.1-pro,default,coding,hard,Gemini CLI,,,,,,45.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Gemini CLI / column SWE-Bench Pro)",,out:effort-not-established, harbor-swtbench-geminicli,arxiv-2609.04298,gemini-3.1-pro,default,coding,mid,Gemini CLI,,,,,,48.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Gemini CLI / column SWT Bench)",,out:effort-not-established, harbor-aiderpolyglot-geminicli,arxiv-2609.04298,gemini-3.1-pro,default,coding,mid,Gemini CLI,,,,,,88.4,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Gemini CLI / column Aider Polyglot)",,out:effort-not-established, harbor-algotune-geminicli,arxiv-2609.04298,gemini-3.1-pro,default,coding,hard,Gemini CLI,,,,,,27.8,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Gemini CLI / column AlgoTune)",,out:effort-not-established, harbor-compilebench-geminicli,arxiv-2609.04298,gemini-3.1-pro,default,coding,mid,Gemini CLI,,,,,,95.6,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Gemini CLI / column CompileBench)",,out:effort-not-established, harbor-featurebench-geminicli,arxiv-2609.04298,gemini-3.1-pro,default,coding,hard,Gemini CLI,,,,,,40.5,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Gemini CLI / column FeatureBench)",,out:effort-not-established, harbor-bigcodebenchhard-geminicli,arxiv-2609.04298,gemini-3.1-pro,default,coding,mid,Gemini CLI,,,,,,42.5,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Gemini CLI / column BigCodeBench-Hard)",,out:effort-not-established, harbor-usaco-geminicli,arxiv-2609.04298,gemini-3.1-pro,default,coding,mid,Gemini CLI,,,,,,54.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Gemini CLI / column USACO)",,out:effort-not-established, harbor-swelancer-geminicli,arxiv-2609.04298,gemini-3.1-pro,default,coding,mid,Gemini CLI,,,,,,71.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Gemini CLI / column SWE-Lancer)",,out:effort-not-established, harbor-livecodebench-geminicli,arxiv-2609.04298,gemini-3.1-pro,default,coding,mid,Gemini CLI,,,,,,92.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Gemini CLI / column LiveCodeBench)",,out:effort-not-established, harbor-humanevalfix-geminicli,arxiv-2609.04298,gemini-3.1-pro,default,coding,mid,Gemini CLI,,,,,,100.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Gemini CLI / column HumanEvalFix)",,out:effort-not-established, harbor-quixbugs-geminicli,arxiv-2609.04298,gemini-3.1-pro,default,coding,mid,Gemini CLI,,,,,,93.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Gemini CLI / column QuixBugs)",,out:effort-not-established, harbor-ineqmath-geminicli,arxiv-2609.04298,gemini-3.1-pro,default,reasoning-math,mid,Gemini CLI,,,,,,87.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Gemini CLI / column IneqMath)",,out:effort-not-established, harbor-omnimath-geminicli,arxiv-2609.04298,gemini-3.1-pro,default,reasoning-math,mid,Gemini CLI,,,,,,88.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Gemini CLI / column Omni-Math)",,out:effort-not-established, harbor-reasoninggym-geminicli,arxiv-2609.04298,gemini-3.1-pro,default,reasoning-math,mid,Gemini CLI,,,,,,80.4,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Gemini CLI / column Reasoning Gym)",,out:effort-not-established, harbor-kumo-geminicli,arxiv-2609.04298,gemini-3.1-pro,default,reasoning-math,mid,Gemini CLI,,,,,,96.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Gemini CLI / column KUMO)",,out:effort-not-established, harbor-aime2425-geminicli,arxiv-2609.04298,gemini-3.1-pro,default,reasoning-math,mid,Gemini CLI,,,,,,99.4,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Gemini CLI / column AIME 24 & 25)",,out:effort-not-established, harbor-arcagi2-geminicli,arxiv-2609.04298,gemini-3.1-pro,default,reasoning-math,hard,Gemini CLI,,,,,,76.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Gemini CLI / column ARC-AGI-2)",,out:effort-not-established, harbor-aalcr-geminicli,arxiv-2609.04298,gemini-3.1-pro,default,mixed,mid,Gemini CLI,,,,,,66.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Gemini CLI / column AA-LCR)",,out:effort-not-established, harbor-simpleqa-geminicli,arxiv-2609.04298,gemini-3.1-pro,default,mixed,mid,Gemini CLI,,,,,,96.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Gemini CLI / column SimpleQA)",,out:effort-not-established, harbor-gpqadiamond-geminicli,arxiv-2609.04298,gemini-3.1-pro,default,reasoning-math,mid,Gemini CLI,,,,,,97.1,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Gemini CLI / column GPQA Diamond)",,out:effort-not-established, harbor-humanityslastexam-geminicli,arxiv-2609.04298,gemini-3.1-pro,default,reasoning-math,hard,Gemini CLI,,,,,,54.1,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Gemini CLI / column Humanity’s Last Exam)",,out:effort-not-established, harbor-mmmlu-geminicli,arxiv-2609.04298,gemini-3.1-pro,default,mixed,mid,Gemini CLI,,,,,,76.9,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Gemini CLI / column MMMLU)",,out:effort-not-established, harbor-gaia-geminicli,arxiv-2609.04298,gemini-3.1-pro,default,agentic-tool,mid,Gemini CLI,,,,,,67.1,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Gemini CLI / column GAIA)",,out:effort-not-established, harbor-skillsbench-geminicli,arxiv-2609.04298,gemini-3.1-pro,default,agentic-tool,mid,Gemini CLI,,,,,,58.2,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Gemini CLI / column SkillsBench)",,out:effort-not-established, harbor-bfcl-geminicli,arxiv-2609.04298,gemini-3.1-pro,default,agentic-tool,mid,Gemini CLI,,,,,,81.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Gemini CLI / column BFCL)",,out:effort-not-established, harbor-gaia2-geminicli,arxiv-2609.04298,gemini-3.1-pro,default,agentic-tool,mid,Gemini CLI,,,,,,33.1,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Gemini CLI / column GAIA2)",,out:effort-not-established, harbor-terminalbench20-geminicli,arxiv-2609.04298,gemini-3.1-pro,default,agentic-tool,hard,Gemini CLI,,,,,,63.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Gemini CLI / column Terminal-Bench 2.0)",,out:effort-not-established, harbor-deepsynth-geminicli,arxiv-2609.04298,gemini-3.1-pro,default,agentic-tool,hard,Gemini CLI,,,,,,58.8,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Gemini CLI / column DeepSynth)",,out:effort-not-established, harbor-seal0-geminicli,arxiv-2609.04298,gemini-3.1-pro,default,mixed,mid,Gemini CLI,,,,,,50.5,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Gemini CLI / column Seal-0)",,out:effort-not-established, harbor-widesearch-geminicli,arxiv-2609.04298,gemini-3.1-pro,default,agentic-tool,hard,Gemini CLI,,,,,,66.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Gemini CLI / column WideSearch)",,out:effort-not-established, harbor-spider2-geminicli,arxiv-2609.04298,gemini-3.1-pro,default,coding,mid,Gemini CLI,,,,,,34.9,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Gemini CLI / column Spider 2)",,out:effort-not-established, harbor-dacode-geminicli,arxiv-2609.04298,gemini-3.1-pro,default,coding,mid,Gemini CLI,,,,,,60.1,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Gemini CLI / column DA-Code)",,out:effort-not-established, harbor-spreadsheetbench-geminicli,arxiv-2609.04298,gemini-3.1-pro,default,agentic-tool,mid,Gemini CLI,,,,,,82.5,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Gemini CLI / column SpreadsheetBench)",,out:effort-not-established, harbor-financeagent-geminicli,arxiv-2609.04298,gemini-3.1-pro,default,agentic-tool,mid,Gemini CLI,,,,,,76.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Gemini CLI / column FinanceAgent)",,out:effort-not-established, harbor-lawbench-geminicli,arxiv-2609.04298,gemini-3.1-pro,default,mixed,mid,Gemini CLI,,,,,,64.4,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Gemini CLI / column LawBench)",,out:effort-not-established, harbor-pixiu-geminicli,arxiv-2609.04298,gemini-3.1-pro,default,mixed,mid,Gemini CLI,,,,,,74.8,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Gemini CLI / column PIXIU)",,out:effort-not-established, harbor-medagentbench-geminicli,arxiv-2609.04298,gemini-3.1-pro,default,agentic-tool,mid,Gemini CLI,,,,,,55.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Gemini CLI / column MedAgentBench)",,out:effort-not-established, harbor-labbench-geminicli,arxiv-2609.04298,gemini-3.1-pro,default,mixed,mid,Gemini CLI,,,,,,70.9,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Gemini CLI / column LAB-Bench)",,out:effort-not-established, harbor-sldbench-geminicli,arxiv-2609.04298,gemini-3.1-pro,default,agentic-tool,hard,Gemini CLI,,,,,,73.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Gemini CLI / column SLDBench)",,out:effort-not-established, harbor-bixbench-geminicli,arxiv-2609.04298,gemini-3.1-pro,default,agentic-tool,mid,Gemini CLI,,,,,,48.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Gemini CLI / column BIX-Bench)",,out:effort-not-established, harbor-replicationbench-geminicli,arxiv-2609.04298,gemini-3.1-pro,default,agentic-tool,hard,Gemini CLI,,,,,,63.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Gemini CLI / column ReplicationBench)",,out:effort-not-established, harbor-qcircuitbench-geminicli,arxiv-2609.04298,gemini-3.1-pro,default,coding,mid,Gemini CLI,,,,,,56.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Gemini CLI / column QCircuitBench)",,out:effort-not-established, harbor-researchcodebench-geminicli,arxiv-2609.04298,gemini-3.1-pro,default,coding,mid,Gemini CLI,,,,,,83.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Gemini CLI / column ResearchCodeBench)",,out:effort-not-established, harbor-scicode-geminicli,arxiv-2609.04298,gemini-3.1-pro,default,coding,mid,Gemini CLI,,,,,,53.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Gemini CLI / column SciCode)",,out:effort-not-established, harbor-codepde-geminicli,arxiv-2609.04298,gemini-3.1-pro,default,coding,mid,Gemini CLI,,,,,,13.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Gemini CLI / column CodePDE)",,out:effort-not-established, harbor-strongreject-geminicli,arxiv-2609.04298,gemini-3.1-pro,default,mixed,mid,Gemini CLI,,,,,,91.6,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Gemini CLI / column StrongReject)",,out:effort-not-established, harbor-cybergym-geminicli,arxiv-2609.04298,gemini-3.1-pro,default,agentic-tool,hard,Gemini CLI,,,,,,80.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Gemini CLI / column CyberGym)",,out:effort-not-established, harbor-mmau-geminicli,arxiv-2609.04298,gemini-3.1-pro,default,mixed,mid,Gemini CLI,,,,,,61.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3.1 Pro Preview · Gemini CLI / column MMAU)",,out:effort-not-established, harbor-swebenchverified-terminus2,arxiv-2609.04298,gemini-3-flash,high,coding,mid,Terminus-2,,,,,,68.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Terminus-2 / column SWE-bench Verified)",,in, harbor-swebenchmultilingual-terminus2,arxiv-2609.04298,gemini-3-flash,high,coding,mid,Terminus-2,,,,,,74.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Terminus-2 / column SWE-Bench-Multilingual)",,in, harbor-swesmith-terminus2,arxiv-2609.04298,gemini-3-flash,high,coding,mid,Terminus-2,,,,,,29.6,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Terminus-2 / column SWE-smith)",,in, harbor-crustbench-terminus2,arxiv-2609.04298,gemini-3-flash,high,coding,mid,Terminus-2,,,,,,68.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Terminus-2 / column CRUST-Bench)",,in, harbor-gso-terminus2,arxiv-2609.04298,gemini-3-flash,high,coding,hard,Terminus-2,,,,,,24.5,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Terminus-2 / column GSO)",,in, harbor-swebenchpro-terminus2,arxiv-2609.04298,gemini-3-flash,high,coding,hard,Terminus-2,,,,,,39.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Terminus-2 / column SWE-Bench Pro)",,in, harbor-swtbench-terminus2,arxiv-2609.04298,gemini-3-flash,high,coding,mid,Terminus-2,,,,,,60.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Terminus-2 / column SWT Bench)",,in, harbor-aiderpolyglot-terminus2,arxiv-2609.04298,gemini-3-flash,high,coding,mid,Terminus-2,,,,,,66.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Terminus-2 / column Aider Polyglot)",,in, harbor-algotune-terminus2,arxiv-2609.04298,gemini-3-flash,high,coding,hard,Terminus-2,,,,,,18.2,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Terminus-2 / column AlgoTune)",,in, harbor-compilebench-terminus2,arxiv-2609.04298,gemini-3-flash,high,coding,mid,Terminus-2,,,,,,95.6,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Terminus-2 / column CompileBench)",,in, harbor-featurebench-terminus2,arxiv-2609.04298,gemini-3-flash,high,coding,hard,Terminus-2,,,,,,3.8,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Terminus-2 / column FeatureBench)",,in, harbor-bigcodebenchhard-terminus2,arxiv-2609.04298,gemini-3-flash,high,coding,mid,Terminus-2,,,,,,38.6,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Terminus-2 / column BigCodeBench-Hard)",,in, harbor-usaco-terminus2,arxiv-2609.04298,gemini-3-flash,high,coding,mid,Terminus-2,,,,,,92.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Terminus-2 / column USACO)",,in, harbor-swelancer-terminus2,arxiv-2609.04298,gemini-3-flash,high,coding,mid,Terminus-2,,,,,,47.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Terminus-2 / column SWE-Lancer)",,in, harbor-livecodebench-terminus2,arxiv-2609.04298,gemini-3-flash,high,coding,mid,Terminus-2,,,,,,87.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Terminus-2 / column LiveCodeBench)",,in, harbor-humanevalfix-terminus2,arxiv-2609.04298,gemini-3-flash,high,coding,mid,Terminus-2,,,,,,99.8,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Terminus-2 / column HumanEvalFix)",,in, harbor-quixbugs-terminus2,arxiv-2609.04298,gemini-3-flash,high,coding,mid,Terminus-2,,,,,,95.8,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Terminus-2 / column QuixBugs)",,in, harbor-ineqmath-terminus2,arxiv-2609.04298,gemini-3-flash,high,reasoning-math,mid,Terminus-2,,,,,,86.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Terminus-2 / column IneqMath)",,in, harbor-omnimath-terminus2,arxiv-2609.04298,gemini-3-flash,high,reasoning-math,mid,Terminus-2,,,,,,83.5,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Terminus-2 / column Omni-Math)",,in, harbor-reasoninggym-terminus2,arxiv-2609.04298,gemini-3-flash,high,reasoning-math,mid,Terminus-2,,,,,,86.8,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Terminus-2 / column Reasoning Gym)",,in, harbor-kumo-terminus2,arxiv-2609.04298,gemini-3-flash,high,reasoning-math,mid,Terminus-2,,,,,,95.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Terminus-2 / column KUMO)",,in, harbor-aime2425-terminus2,arxiv-2609.04298,gemini-3-flash,high,reasoning-math,mid,Terminus-2,,,,,,88.9,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Terminus-2 / column AIME 24 & 25)",,in, harbor-arcagi2-terminus2,arxiv-2609.04298,gemini-3-flash,high,reasoning-math,hard,Terminus-2,,,,,,35.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Terminus-2 / column ARC-AGI-2)",,in, harbor-aalcr-terminus2,arxiv-2609.04298,gemini-3-flash,high,mixed,mid,Terminus-2,,,,,,64.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Terminus-2 / column AA-LCR)",,in, harbor-simpleqa-terminus2,arxiv-2609.04298,gemini-3-flash,high,mixed,mid,Terminus-2,,,,,,84.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Terminus-2 / column SimpleQA)",,in, harbor-gpqadiamond-terminus2,arxiv-2609.04298,gemini-3-flash,high,reasoning-math,mid,Terminus-2,,,,,,89.6,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Terminus-2 / column GPQA Diamond)",,in, harbor-humanityslastexam-terminus2,arxiv-2609.04298,gemini-3-flash,high,reasoning-math,hard,Terminus-2,,,,,,39.5,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Terminus-2 / column Humanity’s Last Exam)",,in, harbor-mmmlu-terminus2,arxiv-2609.04298,gemini-3-flash,high,mixed,mid,Terminus-2,,,,,,82.4,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Terminus-2 / column MMMLU)",,in, harbor-gaia-terminus2,arxiv-2609.04298,gemini-3-flash,high,agentic-tool,mid,Terminus-2,,,,,,56.8,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Terminus-2 / column GAIA)",,in, harbor-skillsbench-terminus2,arxiv-2609.04298,gemini-3-flash,high,agentic-tool,mid,Terminus-2,,,,,,26.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Terminus-2 / column SkillsBench)",,in, harbor-bfcl-terminus2,arxiv-2609.04298,gemini-3-flash,high,agentic-tool,mid,Terminus-2,,,,,,71.8,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Terminus-2 / column BFCL)",,in, harbor-gaia2-terminus2,arxiv-2609.04298,gemini-3-flash,high,agentic-tool,mid,Terminus-2,,,,,,18.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Terminus-2 / column GAIA2)",,in, harbor-terminalbench20-terminus2,arxiv-2609.04298,gemini-3-flash,high,agentic-tool,hard,Terminus-2,,,,,,51.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Terminus-2 / column Terminal-Bench 2.0)",,in, harbor-deepsynth-terminus2,arxiv-2609.04298,gemini-3-flash,high,agentic-tool,hard,Terminus-2,,,,,,35.9,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Terminus-2 / column DeepSynth)",,in, harbor-seal0-terminus2,arxiv-2609.04298,gemini-3-flash,high,mixed,mid,Terminus-2,,,,,,39.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Terminus-2 / column Seal-0)",,in, harbor-widesearch-terminus2,arxiv-2609.04298,gemini-3-flash,high,agentic-tool,hard,Terminus-2,,,,,,64.1,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Terminus-2 / column WideSearch)",,in, harbor-spider2-terminus2,arxiv-2609.04298,gemini-3-flash,high,coding,mid,Terminus-2,,,,,,25.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Terminus-2 / column Spider 2)",,in, harbor-dacode-terminus2,arxiv-2609.04298,gemini-3-flash,high,coding,mid,Terminus-2,,,,,,55.8,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Terminus-2 / column DA-Code)",,in, harbor-spreadsheetbench-terminus2,arxiv-2609.04298,gemini-3-flash,high,agentic-tool,mid,Terminus-2,,,,,,75.5,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Terminus-2 / column SpreadsheetBench)",,in, harbor-financeagent-terminus2,arxiv-2609.04298,gemini-3-flash,high,agentic-tool,mid,Terminus-2,,,,,,54.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Terminus-2 / column FinanceAgent)",,in, harbor-lawbench-terminus2,arxiv-2609.04298,gemini-3-flash,high,mixed,mid,Terminus-2,,,,,,64.8,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Terminus-2 / column LawBench)",,in, harbor-pixiu-terminus2,arxiv-2609.04298,gemini-3-flash,high,mixed,mid,Terminus-2,,,,,,71.1,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Terminus-2 / column PIXIU)",,in, harbor-medagentbench-terminus2,arxiv-2609.04298,gemini-3-flash,high,agentic-tool,mid,Terminus-2,,,,,,50.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Terminus-2 / column MedAgentBench)",,in, harbor-labbench-terminus2,arxiv-2609.04298,gemini-3-flash,high,mixed,mid,Terminus-2,,,,,,31.1,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Terminus-2 / column LAB-Bench)",,in, harbor-sldbench-terminus2,arxiv-2609.04298,gemini-3-flash,high,agentic-tool,hard,Terminus-2,,,,,,78.9,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Terminus-2 / column SLDBench)",,in, harbor-bixbench-terminus2,arxiv-2609.04298,gemini-3-flash,high,agentic-tool,mid,Terminus-2,,,,,,39.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Terminus-2 / column BIX-Bench)",,in, harbor-replicationbench-terminus2,arxiv-2609.04298,gemini-3-flash,high,agentic-tool,hard,Terminus-2,,,,,,21.9,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Terminus-2 / column ReplicationBench)",,in, harbor-qcircuitbench-terminus2,arxiv-2609.04298,gemini-3-flash,high,coding,mid,Terminus-2,,,,,,64.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Terminus-2 / column QCircuitBench)",,in, harbor-researchcodebench-terminus2,arxiv-2609.04298,gemini-3-flash,high,coding,mid,Terminus-2,,,,,,0.2,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Terminus-2 / column ResearchCodeBench)",,in, harbor-scicode-terminus2,arxiv-2609.04298,gemini-3-flash,high,coding,mid,Terminus-2,,,,,,51.1,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Terminus-2 / column SciCode)",,in, harbor-codepde-terminus2,arxiv-2609.04298,gemini-3-flash,high,coding,mid,Terminus-2,,,,,,33.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Terminus-2 / column CodePDE)",,in, harbor-strongreject-terminus2,arxiv-2609.04298,gemini-3-flash,high,mixed,mid,Terminus-2,,,,,,73.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Terminus-2 / column StrongReject)",,in, harbor-cybergym-terminus2,arxiv-2609.04298,gemini-3-flash,high,agentic-tool,hard,Terminus-2,,,,,,73.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Terminus-2 / column CyberGym)",,in, harbor-mmau-terminus2,arxiv-2609.04298,gemini-3-flash,high,mixed,mid,Terminus-2,,,,,,62.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Terminus-2 / column MMAU)",,in, harbor-swebenchverified-geminicli,arxiv-2609.04298,gemini-3-flash,high,coding,mid,Gemini CLI,,,,,,73.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Gemini CLI / column SWE-bench Verified)",,out:single-couple, harbor-swebenchmultilingual-geminicli,arxiv-2609.04298,gemini-3-flash,high,coding,mid,Gemini CLI,,,,,,76.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Gemini CLI / column SWE-Bench-Multilingual)",,out:single-couple, harbor-swesmith-geminicli,arxiv-2609.04298,gemini-3-flash,high,coding,mid,Gemini CLI,,,,,,21.1,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Gemini CLI / column SWE-smith)",,out:single-couple, harbor-crustbench-geminicli,arxiv-2609.04298,gemini-3-flash,high,coding,mid,Gemini CLI,,,,,,85.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Gemini CLI / column CRUST-Bench)",,out:single-couple, harbor-gso-geminicli,arxiv-2609.04298,gemini-3-flash,high,coding,hard,Gemini CLI,,,,,,40.8,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Gemini CLI / column GSO)",,out:single-couple, harbor-swebenchpro-geminicli,arxiv-2609.04298,gemini-3-flash,high,coding,hard,Gemini CLI,,,,,,46.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Gemini CLI / column SWE-Bench Pro)",,out:single-couple, harbor-swtbench-geminicli,arxiv-2609.04298,gemini-3-flash,high,coding,mid,Gemini CLI,,,,,,56.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Gemini CLI / column SWT Bench)",,out:single-couple, harbor-aiderpolyglot-geminicli,arxiv-2609.04298,gemini-3-flash,high,coding,mid,Gemini CLI,,,,,,71.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Gemini CLI / column Aider Polyglot)",,out:single-couple, harbor-algotune-geminicli,arxiv-2609.04298,gemini-3-flash,high,coding,hard,Gemini CLI,,,,,,16.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Gemini CLI / column AlgoTune)",,out:single-couple, harbor-compilebench-geminicli,arxiv-2609.04298,gemini-3-flash,high,coding,mid,Gemini CLI,,,,,,100.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Gemini CLI / column CompileBench)",,out:single-couple, harbor-featurebench-geminicli,arxiv-2609.04298,gemini-3-flash,high,coding,hard,Gemini CLI,,,,,,18.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Gemini CLI / column FeatureBench)",,out:single-couple, harbor-bigcodebenchhard-geminicli,arxiv-2609.04298,gemini-3-flash,high,coding,mid,Gemini CLI,,,,,,40.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Gemini CLI / column BigCodeBench-Hard)",,out:single-couple, harbor-usaco-geminicli,arxiv-2609.04298,gemini-3-flash,high,coding,mid,Gemini CLI,,,,,,88.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Gemini CLI / column USACO)",,out:single-couple, harbor-swelancer-geminicli,arxiv-2609.04298,gemini-3-flash,high,coding,mid,Gemini CLI,,,,,,50.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Gemini CLI / column SWE-Lancer)",,out:single-couple, harbor-livecodebench-geminicli,arxiv-2609.04298,gemini-3-flash,high,coding,mid,Gemini CLI,,,,,,90.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Gemini CLI / column LiveCodeBench)",,out:single-couple, harbor-humanevalfix-geminicli,arxiv-2609.04298,gemini-3-flash,high,coding,mid,Gemini CLI,,,,,,99.8,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Gemini CLI / column HumanEvalFix)",,out:single-couple, harbor-quixbugs-geminicli,arxiv-2609.04298,gemini-3-flash,high,coding,mid,Gemini CLI,,,,,,97.1,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Gemini CLI / column QuixBugs)",,out:single-couple, harbor-ineqmath-geminicli,arxiv-2609.04298,gemini-3-flash,high,reasoning-math,mid,Gemini CLI,,,,,,19.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Gemini CLI / column IneqMath)",,out:single-couple, harbor-omnimath-geminicli,arxiv-2609.04298,gemini-3-flash,high,reasoning-math,mid,Gemini CLI,,,,,,65.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Gemini CLI / column Omni-Math)",,out:single-couple, harbor-reasoninggym-geminicli,arxiv-2609.04298,gemini-3-flash,high,reasoning-math,mid,Gemini CLI,,,,,,59.4,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Gemini CLI / column Reasoning Gym)",,out:single-couple, harbor-kumo-geminicli,arxiv-2609.04298,gemini-3-flash,high,reasoning-math,mid,Gemini CLI,,,,,,96.4,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Gemini CLI / column KUMO)",,out:single-couple, harbor-aime2425-geminicli,arxiv-2609.04298,gemini-3-flash,high,reasoning-math,mid,Gemini CLI,,,,,,81.1,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Gemini CLI / column AIME 24 & 25)",,out:single-couple, harbor-arcagi2-geminicli,arxiv-2609.04298,gemini-3-flash,high,reasoning-math,hard,Gemini CLI,,,,,,37.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Gemini CLI / column ARC-AGI-2)",,out:single-couple, harbor-aalcr-geminicli,arxiv-2609.04298,gemini-3-flash,high,mixed,mid,Gemini CLI,,,,,,65.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Gemini CLI / column AA-LCR)",,out:single-couple, harbor-simpleqa-geminicli,arxiv-2609.04298,gemini-3-flash,high,mixed,mid,Gemini CLI,,,,,,91.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Gemini CLI / column SimpleQA)",,out:single-couple, harbor-gpqadiamond-geminicli,arxiv-2609.04298,gemini-3-flash,high,reasoning-math,mid,Gemini CLI,,,,,,70.4,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Gemini CLI / column GPQA Diamond)",,out:single-couple, harbor-humanityslastexam-geminicli,arxiv-2609.04298,gemini-3-flash,high,reasoning-math,hard,Gemini CLI,,,,,,27.2,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Gemini CLI / column Humanity’s Last Exam)",,out:single-couple, harbor-mmmlu-geminicli,arxiv-2609.04298,gemini-3-flash,high,mixed,mid,Gemini CLI,,,,,,74.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Gemini CLI / column MMMLU)",,out:single-couple, harbor-gaia-geminicli,arxiv-2609.04298,gemini-3-flash,high,agentic-tool,mid,Gemini CLI,,,,,,36.4,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Gemini CLI / column GAIA)",,out:single-couple, harbor-skillsbench-geminicli,arxiv-2609.04298,gemini-3-flash,high,agentic-tool,mid,Gemini CLI,,,,,,56.4,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Gemini CLI / column SkillsBench)",,out:single-couple, harbor-bfcl-geminicli,arxiv-2609.04298,gemini-3-flash,high,agentic-tool,mid,Gemini CLI,,,,,,74.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Gemini CLI / column BFCL)",,out:single-couple, harbor-gaia2-geminicli,arxiv-2609.04298,gemini-3-flash,high,agentic-tool,mid,Gemini CLI,,,,,,21.4,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Gemini CLI / column GAIA2)",,out:single-couple, harbor-terminalbench20-geminicli,arxiv-2609.04298,gemini-3-flash,high,agentic-tool,hard,Gemini CLI,,,,,,52.4,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Gemini CLI / column Terminal-Bench 2.0)",,out:single-couple, harbor-deepsynth-geminicli,arxiv-2609.04298,gemini-3-flash,high,agentic-tool,hard,Gemini CLI,,,,,,32.8,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Gemini CLI / column DeepSynth)",,out:single-couple, harbor-seal0-geminicli,arxiv-2609.04298,gemini-3-flash,high,mixed,mid,Gemini CLI,,,,,,39.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Gemini CLI / column Seal-0)",,out:single-couple, harbor-widesearch-geminicli,arxiv-2609.04298,gemini-3-flash,high,agentic-tool,hard,Gemini CLI,,,,,,53.6,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Gemini CLI / column WideSearch)",,out:single-couple, harbor-spider2-geminicli,arxiv-2609.04298,gemini-3-flash,high,coding,mid,Gemini CLI,,,,,,32.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Gemini CLI / column Spider 2)",,out:single-couple, harbor-dacode-geminicli,arxiv-2609.04298,gemini-3-flash,high,coding,mid,Gemini CLI,,,,,,56.1,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Gemini CLI / column DA-Code)",,out:single-couple, harbor-spreadsheetbench-geminicli,arxiv-2609.04298,gemini-3-flash,high,agentic-tool,mid,Gemini CLI,,,,,,76.8,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Gemini CLI / column SpreadsheetBench)",,out:single-couple, harbor-financeagent-geminicli,arxiv-2609.04298,gemini-3-flash,high,agentic-tool,mid,Gemini CLI,,,,,,38.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Gemini CLI / column FinanceAgent)",,out:single-couple, harbor-lawbench-geminicli,arxiv-2609.04298,gemini-3-flash,high,mixed,mid,Gemini CLI,,,,,,54.2,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Gemini CLI / column LawBench)",,out:single-couple, harbor-pixiu-geminicli,arxiv-2609.04298,gemini-3-flash,high,mixed,mid,Gemini CLI,,,,,,70.4,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Gemini CLI / column PIXIU)",,out:single-couple, harbor-medagentbench-geminicli,arxiv-2609.04298,gemini-3-flash,high,agentic-tool,mid,Gemini CLI,,,,,,30.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Gemini CLI / column MedAgentBench)",,out:single-couple, harbor-labbench-geminicli,arxiv-2609.04298,gemini-3-flash,high,mixed,mid,Gemini CLI,,,,,,67.8,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Gemini CLI / column LAB-Bench)",,out:single-couple, harbor-sldbench-geminicli,arxiv-2609.04298,gemini-3-flash,high,agentic-tool,hard,Gemini CLI,,,,,,74.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Gemini CLI / column SLDBench)",,out:single-couple, harbor-bixbench-geminicli,arxiv-2609.04298,gemini-3-flash,high,agentic-tool,mid,Gemini CLI,,,,,,39.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Gemini CLI / column BIX-Bench)",,out:single-couple, harbor-replicationbench-geminicli,arxiv-2609.04298,gemini-3-flash,high,agentic-tool,hard,Gemini CLI,,,,,,35.6,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Gemini CLI / column ReplicationBench)",,out:single-couple, harbor-qcircuitbench-geminicli,arxiv-2609.04298,gemini-3-flash,high,coding,mid,Gemini CLI,,,,,,49.1,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Gemini CLI / column QCircuitBench)",,out:single-couple, harbor-researchcodebench-geminicli,arxiv-2609.04298,gemini-3-flash,high,coding,mid,Gemini CLI,,,,,,71.1,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Gemini CLI / column ResearchCodeBench)",,out:single-couple, harbor-scicode-geminicli,arxiv-2609.04298,gemini-3-flash,high,coding,mid,Gemini CLI,,,,,,14.4,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Gemini CLI / column SciCode)",,out:single-couple, harbor-codepde-geminicli,arxiv-2609.04298,gemini-3-flash,high,coding,mid,Gemini CLI,,,,,,20.0,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Gemini CLI / column CodePDE)",,out:single-couple, harbor-strongreject-geminicli,arxiv-2609.04298,gemini-3-flash,high,mixed,mid,Gemini CLI,,,,,,87.5,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Gemini CLI / column StrongReject)",,out:single-couple, harbor-cybergym-geminicli,arxiv-2609.04298,gemini-3-flash,high,agentic-tool,hard,Gemini CLI,,,,,,73.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Gemini CLI / column CyberGym)",,out:single-couple, harbor-mmau-geminicli,arxiv-2609.04298,gemini-3-flash,high,mixed,mid,Gemini CLI,,,,,,50.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.04298 (Table 8: one row per model-harness column, one column per benchmark row (54) / row Gemini 3 Flash Preview · Gemini CLI / column MMAU)",,out:single-couple, tautau,arxiv-2609.04611,opus-5,max,coding,frontier,,per-task-mean,42.0,0.0289,,,23.9,pass%,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2609.04611 (Table 2, row 'Claude Code Claude Opus 5 (max)23.9 55.9', column 'Overall(53)')",,in,in tautau,arxiv-2609.04611,sonnet-5,max,coding,frontier,,per-task-mean,30.0,0.0289,,,14.9,pass%,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2609.04611 (Table 2, row 'Claude Code Claude Sonnet 5 (max) 14.9 4', column 'Overall(53)')",,in,in tautau,arxiv-2609.04611,gpt-5.6-sol,xhigh,coding,frontier,,per-task-mean,22.75,2.63,,,22.0,pass%,0.0289,,cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2609.04611 (Table 2, row 'Codex GPT-5.6-sol (xhigh) 22.0 49.8 59.2', column 'Overall(53)')",,in,out:cost-single-couple tautau,arxiv-2609.04611,gpt-5.6-terra,xhigh,coding,frontier,,per-task-mean,6.300000000000001,0.405,,,18.0,pass%,0.0289,,cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2609.04611 (Table 2, row 'Codex GPT-5.6-terra (xhigh) 18.0 44.5 46', column 'Overall(53)')",,in,out:cost-single-couple tautau,arxiv-2609.04611,kimi-k3,max,coding,frontier,,per-task-mean,13.5,0.0289,,,16.1,pass%,0.0289,,cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2609.04611 (Table 2, row 'Kimi Code Kimi K3 (max) 16.1 42.3 49.1 2', column 'Overall(53)')",,in,in tautau,arxiv-2609.04611,kimi-k3,not-established:absent,coding,frontier,,per-task-mean,15.1,0.0289,,,17.9,pass%,0.0289,,,"https://arxiv.org/abs/2609.04611 (Table 2, row 'OpenCode Kimi K3 (max) 17.9 43.8 52.1 27', column 'Overall(53)')",,out:effort-not-established,out:effort-not-established vexbench,arxiv-2609.08040,opus-4.6,not-established:absent,coding,hard,,,0.595,0.000289,,,81.6,f1%,0.0289,,,"https://arxiv.org/abs/2609.08040v1 (Table 2, column F1 (Status), mean of three runs)",,out:effort-not-established,out:effort-not-established vexbench,arxiv-2609.08040,sonnet-4.6,not-established:absent,coding,hard,,,0.281,0.000289,,,71.8,f1%,0.0289,,,"https://arxiv.org/abs/2609.08040v1 (Table 2, column F1 (Status), mean of three runs)",,out:effort-not-established,out:effort-not-established vexbench,arxiv-2609.08040,gpt-5.5,xhigh,coding,hard,,,1.082,0.000289,,,79.9,f1%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2609.08040v1 (Table 2, column F1 (Status), mean of three runs)",,in,in vexbench,arxiv-2609.08040,gpt-5.4-mini,xhigh,coding,hard,,,0.274,0.000289,,,63.1,f1%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2609.08040v1 (Table 2, column F1 (Status), mean of three runs)",,in,in vexbench,arxiv-2609.08040,kimi-k2.6,default,coding,hard,,,0.222,0.000289,,,70.3,f1%,0.0289,,,"https://arxiv.org/abs/2609.08040v1 (Table 2, column F1 (Status), mean of three runs)",,out:effort-not-established,out:effort-not-established vexbench,arxiv-2609.08040,minimax-m2.7,default,coding,hard,,,0.037,0.000289,,,62.7,f1%,0.0289,,,"https://arxiv.org/abs/2609.08040v1 (Table 2, column F1 (Status), mean of three runs)",,out:effort-not-established,out:effort-not-established vexbench,arxiv-2609.08040,glm-5.1,default,coding,hard,,,0.095,0.000289,,,72.5,f1%,0.0289,,,"https://arxiv.org/abs/2609.08040v1 (Table 2, column F1 (Status), mean of three runs)",,out:effort-not-established,out:effort-not-established ifgap-bbq,arxiv-2609.08861,sonnet-4.6,think-1024,mixed,easy,direct-API,,,,,,94.3,accuracy%,0.0289,,,"https://arxiv.org/abs/2609.08861 (Table 14, row Claude Sonnet 4.6, column Low / 1024 (accuracy % ± SD))",,out:budget-config, ifgap-bbq,arxiv-2609.08861,sonnet-4.6,think-4096,mixed,easy,direct-API,,,,,,94.5,accuracy%,0.0289,,,"https://arxiv.org/abs/2609.08861 (Table 14, row Claude Sonnet 4.6, column Medium / 4096 (accuracy % ± SD))",,out:budget-config, ifgap-bbq,arxiv-2609.08861,sonnet-4.6,think-16000,mixed,easy,direct-API,,,,,,94.6,accuracy%,0.0289,,,"https://arxiv.org/abs/2609.08861 (Table 14, row Claude Sonnet 4.6, column High / 16384 (accuracy % ± SD))",,out:budget-config, ifgap-bbq,arxiv-2609.08861,haiku-4.5,think-1000,mixed,easy,direct-API,,,,,,91.6,accuracy%,0.0289,,,"https://arxiv.org/abs/2609.08861 (Table 14, row Claude Haiku 4.5, column Low / 1024 (accuracy % ± SD))",,out:effort-not-established, ifgap-bbq,arxiv-2609.08861,haiku-4.5,think-4096,mixed,easy,direct-API,,,,,,92.3,accuracy%,0.0289,,,"https://arxiv.org/abs/2609.08861 (Table 14, row Claude Haiku 4.5, column Medium / 4096 (accuracy % ± SD))",,out:budget-config, ifgap-bbq,arxiv-2609.08861,haiku-4.5,think-16000,mixed,easy,direct-API,,,,,,92.1,accuracy%,0.0289,,,"https://arxiv.org/abs/2609.08861 (Table 14, row Claude Haiku 4.5, column High / 16384 (accuracy % ± SD))",,out:budget-config, ifgap-bbq,arxiv-2609.08861,gpt-5.4,low,mixed,easy,direct-API,,,,,,91.5,accuracy%,0.0289,,,"https://arxiv.org/abs/2609.08861 (Table 14, row GPT 5.4, column Low / 1024 (accuracy % ± SD))",,in, ifgap-bbq,arxiv-2609.08861,gpt-5.4,medium,mixed,easy,direct-API,,,,,,91.5,accuracy%,0.0289,,,"https://arxiv.org/abs/2609.08861 (Table 14, row GPT 5.4, column Medium / 4096 (accuracy % ± SD))",,in, ifgap-bbq,arxiv-2609.08861,gpt-5.4,high,mixed,easy,direct-API,,,,,,92.5,accuracy%,0.0289,,,"https://arxiv.org/abs/2609.08861 (Table 14, row GPT 5.4, column High / 16384 (accuracy % ± SD))",,in, ifgap-bbq,arxiv-2609.08861,gemini-3-flash,low,mixed,easy,direct-API,,,,,,93.7,accuracy%,0.0289,,,"https://arxiv.org/abs/2609.08861 (Table 14, row Gemini 3 Flash, column Low / 1024 (accuracy % ± SD))",,in, ifgap-bbq,arxiv-2609.08861,gemini-3-flash,medium,mixed,easy,direct-API,,,,,,94.1,accuracy%,0.0289,,,"https://arxiv.org/abs/2609.08861 (Table 14, row Gemini 3 Flash, column Medium / 4096 (accuracy % ± SD))",,in, ifgap-bbq,arxiv-2609.08861,gemini-3-flash,high,mixed,easy,direct-API,,,,,,94.4,accuracy%,0.0289,,,"https://arxiv.org/abs/2609.08861 (Table 14, row Gemini 3 Flash, column High / 16384 (accuracy % ± SD))",,in, ifgap-hella,arxiv-2609.08861,sonnet-4.6,think-1024,mixed,easy,direct-API,,,,,,90.3,accuracy%,0.0289,,,"https://arxiv.org/abs/2609.08861 (Table 16, row Claude Sonnet 4.6, column Low / 1024 (accuracy % ± SD))",,out:budget-config, ifgap-hella,arxiv-2609.08861,sonnet-4.6,think-4096,mixed,easy,direct-API,,,,,,94.6,accuracy%,0.0289,,,"https://arxiv.org/abs/2609.08861 (Table 16, row Claude Sonnet 4.6, column Medium / 4096 (accuracy % ± SD))",,out:budget-config, ifgap-hella,arxiv-2609.08861,sonnet-4.6,think-16000,mixed,easy,direct-API,,,,,,93.0,accuracy%,0.0289,,,"https://arxiv.org/abs/2609.08861 (Table 16, row Claude Sonnet 4.6, column High / 16384 (accuracy % ± SD))",,out:budget-config, ifgap-hella,arxiv-2609.08861,haiku-4.5,think-1000,mixed,easy,direct-API,,,,,,87.5,accuracy%,0.0289,,,"https://arxiv.org/abs/2609.08861 (Table 16, row Claude Haiku 4.5, column Low / 1024 (accuracy % ± SD))",,out:effort-not-established, ifgap-hella,arxiv-2609.08861,haiku-4.5,think-4096,mixed,easy,direct-API,,,,,,87.5,accuracy%,0.0289,,,"https://arxiv.org/abs/2609.08861 (Table 16, row Claude Haiku 4.5, column Medium / 4096 (accuracy % ± SD))",,out:budget-config, ifgap-hella,arxiv-2609.08861,haiku-4.5,think-16000,mixed,easy,direct-API,,,,,,88.9,accuracy%,0.0289,,,"https://arxiv.org/abs/2609.08861 (Table 16, row Claude Haiku 4.5, column High / 16384 (accuracy % ± SD))",,out:budget-config, ifgap-hella,arxiv-2609.08861,gpt-5.4,low,mixed,easy,direct-API,,,,,,92.1,accuracy%,0.0289,,,"https://arxiv.org/abs/2609.08861 (Table 16, row GPT 5.4, column Low / 1024 (accuracy % ± SD))",,in, ifgap-hella,arxiv-2609.08861,gpt-5.4,medium,mixed,easy,direct-API,,,,,,92.9,accuracy%,0.0289,,,"https://arxiv.org/abs/2609.08861 (Table 16, row GPT 5.4, column Medium / 4096 (accuracy % ± SD))",,in, ifgap-hella,arxiv-2609.08861,gpt-5.4,high,mixed,easy,direct-API,,,,,,94.4,accuracy%,0.0289,,,"https://arxiv.org/abs/2609.08861 (Table 16, row GPT 5.4, column High / 16384 (accuracy % ± SD))",,in, ifgap-hella,arxiv-2609.08861,gemini-3-flash,low,mixed,easy,direct-API,,,,,,96.0,accuracy%,0.0289,,,"https://arxiv.org/abs/2609.08861 (Table 16, row Gemini 3 Flash, column Low / 1024 (accuracy % ± SD))",,in, ifgap-hella,arxiv-2609.08861,gemini-3-flash,medium,mixed,easy,direct-API,,,,,,96.7,accuracy%,0.0289,,,"https://arxiv.org/abs/2609.08861 (Table 16, row Gemini 3 Flash, column Medium / 4096 (accuracy % ± SD))",,in, ifgap-hella,arxiv-2609.08861,gemini-3-flash,high,mixed,easy,direct-API,,,,,,96.7,accuracy%,0.0289,,,"https://arxiv.org/abs/2609.08861 (Table 16, row Gemini 3 Flash, column High / 16384 (accuracy % ± SD))",,in, arxiv-2609.10226-phibench,arxiv-2609.10226,opus-5,max,coding,frontier,,,,,,,36.53,score%,0.00289,,,"https://arxiv.org/abs/2609.10226v2 (Table 1, row Claude Opus 5, column Full)",,in, arxiv-2609.10226-phibench,arxiv-2609.10226,sonnet-5,max,coding,frontier,,,,,,,17.58,score%,0.00289,,,"https://arxiv.org/abs/2609.10226v2 (Table 1, row Claude Sonnet 5, column Full)",,in, arxiv-2609.10226-phibench,arxiv-2609.10226,kimi-k3,not-established:absent,coding,frontier,,,,,,,28.12,score%,0.00289,,,"https://arxiv.org/abs/2609.10226v2 (Table 1, row Kimi K3, column Full)",,out:effort-not-established, arxiv-2609.10226-phibench,arxiv-2609.10226,?Qwen3.8-Max,not-established:absent,coding,frontier,,,,,,,27.73,score%,0.00289,,,"https://arxiv.org/abs/2609.10226v2 (Table 1, row Qwen3.8-Max, column Full)",,out:model-not-established, arxiv-2609.10226-phibench,arxiv-2609.10226,gpt-5.6-sol,max,coding,frontier,,,,,,,24.51,score%,0.00289,,,"https://arxiv.org/abs/2609.10226v2 (Table 1, row GPT 5.6 Sol, column Full)",,in, arxiv-2609.10226-phibench,arxiv-2609.10226,glm-5.2,not-established:absent,coding,frontier,,,,,,,21.92,score%,0.00289,,,"https://arxiv.org/abs/2609.10226v2 (Table 1, row GLM 5.2, column Full)",,out:effort-not-established, arxiv-2609.10226-phibench,arxiv-2609.10226,qwen3.7-max,not-established:absent,coding,frontier,,,,,,,16.07,score%,0.00289,,,"https://arxiv.org/abs/2609.10226v2 (Table 1, row Qwen3.7-Max, column Full)",,out:effort-not-established, arxiv-2609.10226-phibench,arxiv-2609.10226,?DeepSeek-V4-Pro,not-established:absent,coding,frontier,,,,,,,13.31,score%,0.00289,,,"https://arxiv.org/abs/2609.10226v2 (Table 1, row DeepSeek-V4-Pro, column Full)",,out:model-not-established, t1-tb21-terminus2,arxiv-2609.11042,opus-4.7,unstated,agentic-tool,hard,Terminus-2 (Harbor),,,,,,66.1,score%,0.0289,,,"https://arxiv.org/html/2609.11042 (Table 1 (upper block: same harness as ours), row Claude Opus 4.7, Terminal-Bench 2.1 column)",,out:effort-not-established, t1-tb21-terminus2,arxiv-2609.11042,opus-4.6,unstated,agentic-tool,hard,Terminus-2 (Harbor),,,,,,63.8,score%,0.0289,,,"https://arxiv.org/html/2609.11042 (Table 1 (upper block: same harness as ours), row Claude Opus 4.6, Terminal-Bench 2.1 column)",,out:effort-not-established, t1-tb21-terminus2,arxiv-2609.11042,?DeepSeek V4 Flash,not-established:absent,agentic-tool,hard,Terminus-2 (Harbor),,,,,,56.9,score%,0.0289,,,"https://arxiv.org/html/2609.11042 (Table 1 (upper block: same harness as ours), row DeepSeek V4 Flash, Terminal-Bench 2.1 column)",,out:model-not-established, t1-tb21-terminus2,arxiv-2609.11042,?Kimi-K2.5,not-established:absent,agentic-tool,hard,Terminus-2 (Harbor),,,,,,56.4,score%,0.0289,,,"https://arxiv.org/html/2609.11042 (Table 1 (upper block: same harness as ours), row Kimi-K2.5, Terminal-Bench 2.1 column)",,out:model-not-established, t1-tb21-terminus2,arxiv-2609.11042,gpt-5.4,unstated,agentic-tool,hard,Terminus-2 (Harbor),,,,,,54.8,score%,0.0289,,,"https://arxiv.org/html/2609.11042 (Table 1 (upper block: same harness as ours), row GPT-5.4, Terminal-Bench 2.1 column)",,out:effort-not-established, t1-tb21-terminus2,arxiv-2609.11042,gemini-3-flash,unstated,agentic-tool,hard,Terminus-2 (Harbor),,,,,,54.2,score%,0.0289,,,"https://arxiv.org/html/2609.11042 (Table 1 (upper block: same harness as ours), row Gemini 3 Flash, Terminal-Bench 2.1 column)",,out:effort-not-established, t1-tb21-terminus2,arxiv-2609.11042,sonnet-4.6,unstated,agentic-tool,hard,Terminus-2 (Harbor),,,,,,51.5,score%,0.0289,,,"https://arxiv.org/html/2609.11042 (Table 1 (upper block: same harness as ours), row Claude Sonnet 4.6, Terminal-Bench 2.1 column)",,out:effort-not-established, t1-tb21-terminus2,arxiv-2609.11042,?Muse Spark,not-established:absent,agentic-tool,hard,Terminus-2 (Harbor),,,,,,62.2,score%,0.0289,,,"https://arxiv.org/html/2609.11042 (Table 1 (upper block: same harness as ours), row Muse Spark, Terminal-Bench 2.1 column)",,out:model-not-established, t1-tb21-terminus2,arxiv-2609.11042,?Hy3-Preview,not-established:absent,agentic-tool,hard,Terminus-2 (Harbor),,,,,,58.0,score%,0.0289,,,"https://arxiv.org/html/2609.11042 (Table 1 (upper block: same harness as ours), row Hy3-Preview, Terminal-Bench 2.1 column)",,out:model-not-established, t1-tb21-terminus2,arxiv-2609.11042,minimax-m2.7,unstated,agentic-tool,hard,Terminus-2 (Harbor),,,,,,55.4,score%,0.0289,,,"https://arxiv.org/html/2609.11042 (Table 1 (upper block: same harness as ours), row Minimax M2.7, Terminal-Bench 2.1 column)",,out:effort-not-established, t1-tb21-terminus2,arxiv-2609.11042,qwen3.5-122b-a10b,unstated,agentic-tool,hard,Terminus-2 (Harbor),,,,,,43.8,score%,0.0289,,,"https://arxiv.org/html/2609.11042 (Table 1 (upper block: same harness as ours), row Qwen3.5-122B-A10B (base), Terminal-Bench 2.1 column)",,out:effort-not-established, t1-tb21-terminus2,arxiv-2609.11042,?RST-SFT Model,not-established:absent,agentic-tool,hard,Terminus-2 (Harbor),,,,,,49.4,score%,0.0289,,,"https://arxiv.org/html/2609.11042 (Table 1 (upper block: same harness as ours), row RST-SFT Model, Terminal-Bench 2.1 column)",,out:model-not-established, t1-tb21-terminus2,arxiv-2609.11042,?Qwen3.5-122B-A10B + RL (Tmax-15k),not-established:absent,agentic-tool,hard,Terminus-2 (Harbor),,,,,,47.2,score%,0.0289,,,"https://arxiv.org/html/2609.11042 (Table 1 (upper block: same harness as ours), row Qwen3.5-122B-A10B + RL (Tmax-15k), Terminal-Bench 2.1 column)",,out:model-not-established, t1-tb21-terminus2,arxiv-2609.11042,?Qwen3.5-122B-A10B + RL (RST-38k),not-established:absent,agentic-tool,hard,Terminus-2 (Harbor),,,,,,59.9,score%,0.0289,,,"https://arxiv.org/html/2609.11042 (Table 1 (upper block: same harness as ours), row Qwen3.5-122B-A10B + RL (RST-38k), Terminal-Bench 2.1 column)",,out:model-not-established, t1-tb21-terminus2,arxiv-2609.11042,?T1,not-established:absent,agentic-tool,hard,Terminus-2 (Harbor),,,,,,64.0,score%,0.0289,,,"https://arxiv.org/html/2609.11042 (Table 1 (upper block: same harness as ours), row T1, Terminal-Bench 2.1 column)",,out:model-not-established, arxiv-2609.11987-harness,arxiv-2609.11987,opus-4.8,unstated,coding,hard,,per-solve,3.10,0.00289,,,48.8,solve%,0.0289,,,"https://arxiv.org/html/2609.11987 (Table 3, row C1 (solve rate column))",,out:effort-not-established,out:effort-not-established arxiv-2609.11987-harness,arxiv-2609.11987,opus-4.8,unstated,coding,hard,,per-solve,5.07,0.00289,,,50.0,solve%,0.0289,,,"https://arxiv.org/html/2609.11987 (Table 3, row C2 (solve rate column))",,out:effort-not-established,out:effort-not-established arxiv-2609.11987-harness,arxiv-2609.11987,gpt-5.5,medium,coding,hard,,per-solve,2.88,0.00289,,,55.6,solve%,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/html/2609.11987 (Table 3, row C3 (solve rate column))",,out:single-couple,out:cost-single-couple arxiv-2609.11987-harness,arxiv-2609.11987,gpt-5.5,unstated,coding,hard,,per-solve,3.39,0.00289,,,54.4,solve%,0.0289,,,"https://arxiv.org/html/2609.11987 (Table 3, row C4 (solve rate column))",,out:effort-not-established,out:effort-not-established arxiv-2609.11987-harness,arxiv-2609.11987,gemini-3.5-flash,unstated,coding,hard,,per-solve,4.67,0.00289,,,44.9,solve%,0.0289,,,"https://arxiv.org/html/2609.11987 (Table 3, row C5 (solve rate column, 78 tasks))",,out:effort-not-established,out:effort-not-established arxiv-2609.11987-harness,arxiv-2609.11987,deepseek-v3.2,unstated,coding,hard,,,,,,,19.7,solve%,0.0289,,,"https://arxiv.org/html/2609.11987 (Table 3, row C6 (solve rate column, 71 tasks))",,out:effort-not-established, deictic-primary-balacc,arxiv-2609.12162,opus-4.6,medium,mixed,mid,DVR-meta-evaluator,,,,,,1.000,balanced-acc-of-1,0.000289,,,"https://arxiv.org/abs/2609.12162 (Supplementary Table S1, primary experiment, row Claude Opus 4.6† / medium, column Balanced Accuracy)",,out:uninformative, deictic-primary-balacc,arxiv-2609.12162,opus-4.6,high,mixed,mid,DVR-meta-evaluator,,,,,,1.000,balanced-acc-of-1,0.000289,,,"https://arxiv.org/abs/2609.12162 (Supplementary Table S1, primary experiment, row Claude Opus 4.6† / high, column Balanced Accuracy)",,out:uninformative, deictic-primary-balacc,arxiv-2609.12162,opus-4.6,max,mixed,mid,DVR-meta-evaluator,,,,,,0.980,balanced-acc-of-1,0.000289,,,"https://arxiv.org/abs/2609.12162 (Supplementary Table S1, primary experiment, row Claude Opus 4.6† / max, column Balanced Accuracy)",,out:single-couple, deictic-primary-balacc,arxiv-2609.12162,opus-4.6,low,mixed,mid,DVR-meta-evaluator,,,,,,0.979,balanced-acc-of-1,0.000289,,,"https://arxiv.org/abs/2609.12162 (Supplementary Table S1, primary experiment, row Claude Opus 4.6† / low, column Balanced Accuracy)",,out:single-couple, deictic-primary-balacc,arxiv-2609.12162,gemini-3-pro,low,mixed,mid,DVR-meta-evaluator,,,,,,0.965,balanced-acc-of-1,0.000289,,,"https://arxiv.org/abs/2609.12162 (Supplementary Table S1, primary experiment, row Gemini 3 Pro / low, column Balanced Accuracy)",,in, deictic-primary-balacc,arxiv-2609.12162,gpt-5.2,xhigh,mixed,mid,DVR-meta-evaluator,,,,,,0.942,balanced-acc-of-1,0.000289,,,"https://arxiv.org/abs/2609.12162 (Supplementary Table S1, primary experiment, row GPT-5.2 / xhigh, column Balanced Accuracy)",,in, deictic-primary-balacc,arxiv-2609.12162,gemini-3-pro,high,mixed,mid,DVR-meta-evaluator,,,,,,0.941,balanced-acc-of-1,0.000289,,,"https://arxiv.org/abs/2609.12162 (Supplementary Table S1, primary experiment, row Gemini 3 Pro / high, column Balanced Accuracy)",,in, deictic-primary-balacc,arxiv-2609.12162,gpt-5-mini,high,mixed,mid,DVR-meta-evaluator,,,,,,0.903,balanced-acc-of-1,0.000289,,,"https://arxiv.org/abs/2609.12162 (Supplementary Table S1, primary experiment, row GPT-5-mini / high, column Balanced Accuracy)",,out:single-couple, deictic-primary-balacc,arxiv-2609.12162,gemini-3-flash,medium,mixed,mid,DVR-meta-evaluator,,,,,,0.894,balanced-acc-of-1,0.000289,,,"https://arxiv.org/abs/2609.12162 (Supplementary Table S1, primary experiment, row Gemini 3 Flash / medium, column Balanced Accuracy)",,in, deictic-primary-balacc,arxiv-2609.12162,gemini-3-flash,high,mixed,mid,DVR-meta-evaluator,,,,,,0.884,balanced-acc-of-1,0.000289,,,"https://arxiv.org/abs/2609.12162 (Supplementary Table S1, primary experiment, row Gemini 3 Flash / high, column Balanced Accuracy)",,in, deictic-primary-balacc,arxiv-2609.12162,haiku-4.5,think-32000,mixed,mid,DVR-meta-evaluator,,,,,,0.855,balanced-acc-of-1,0.000289,,,"https://arxiv.org/abs/2609.12162 (Supplementary Table S1, primary experiment, row Claude Haiku 4.5 / enabled, column Balanced Accuracy)",,out:budget-config, deictic-primary-balacc,arxiv-2609.12162,gemini-3-flash,low,mixed,mid,DVR-meta-evaluator,,,,,,0.849,balanced-acc-of-1,0.000289,,,"https://arxiv.org/abs/2609.12162 (Supplementary Table S1, primary experiment, row Gemini 3 Flash / low, column Balanced Accuracy)",,in, deictic-primary-balacc,arxiv-2609.12162,gemini-3-flash,minimal,mixed,mid,DVR-meta-evaluator,,,,,,0.824,balanced-acc-of-1,0.000289,,,"https://arxiv.org/abs/2609.12162 (Supplementary Table S1, primary experiment, row Gemini 3 Flash / minimal, column Balanced Accuracy)",,in, deictic-primary-balacc,arxiv-2609.12162,gpt-5-mini,medium,mixed,mid,DVR-meta-evaluator,,,,,,0.809,balanced-acc-of-1,0.000289,,,"https://arxiv.org/abs/2609.12162 (Supplementary Table S1, primary experiment, row GPT-5-mini / medium, column Balanced Accuracy)",,out:single-couple, deictic-primary-balacc,arxiv-2609.12162,gpt-5.2,high,mixed,mid,DVR-meta-evaluator,,,,,,0.700,balanced-acc-of-1,0.000289,,,"https://arxiv.org/abs/2609.12162 (Supplementary Table S1, primary experiment, row GPT-5.2 / high, column Balanced Accuracy)",,in, deictic-primary-balacc,arxiv-2609.12162,gpt-5.2,medium,mixed,mid,DVR-meta-evaluator,,,,,,0.688,balanced-acc-of-1,0.000289,,,"https://arxiv.org/abs/2609.12162 (Supplementary Table S1, primary experiment, row GPT-5.2 / medium, column Balanced Accuracy)",,in, deictic-primary-balacc,arxiv-2609.12162,gpt-5-mini,low,mixed,mid,DVR-meta-evaluator,,,,,,0.675,balanced-acc-of-1,0.000289,,,"https://arxiv.org/abs/2609.12162 (Supplementary Table S1, primary experiment, row GPT-5-mini / low, column Balanced Accuracy)",,out:single-couple, deictic-primary-balacc,arxiv-2609.12162,gpt-5.2,low,mixed,mid,DVR-meta-evaluator,,,,,,0.590,balanced-acc-of-1,0.000289,,,"https://arxiv.org/abs/2609.12162 (Supplementary Table S1, primary experiment, row GPT-5.2 / low, column Balanced Accuracy)",,in, deictic-primary-balacc,arxiv-2609.12162,haiku-4.5,nothink,mixed,mid,DVR-meta-evaluator,,,,,,0.444,balanced-acc-of-1,0.000289,,,"https://arxiv.org/abs/2609.12162 (Supplementary Table S1, primary experiment, row Claude Haiku 4.5 / off, column Balanced Accuracy)",,in, deictic-primary-balacc,arxiv-2609.12162,gpt-5-mini,minimal,mixed,mid,DVR-meta-evaluator,,,,,,0.307,balanced-acc-of-1,0.000289,,,"https://arxiv.org/abs/2609.12162 (Supplementary Table S1, primary experiment, row GPT-5-mini / minimal, column Balanced Accuracy)",,out:single-couple, deictic-primary-balacc,arxiv-2609.12162,gpt-5.2,nothink,mixed,mid,DVR-meta-evaluator,,,,,,0.156,balanced-acc-of-1,0.000289,,,"https://arxiv.org/abs/2609.12162 (Supplementary Table S1, primary experiment, row GPT-5.2 / none, column Balanced Accuracy)",,in, deictic-ablation-balacc,arxiv-2609.12162,opus-4.6,low,mixed,mid,DVR-meta-evaluator,,,,,,1.000,balanced-acc-of-1,0.000289,,,"https://arxiv.org/abs/2609.12162 (Supplementary Table S1, ablation experiment, row Claude Opus 4.6† / low, column Balanced Accuracy)",,out:uninformative, deictic-ablation-balacc,arxiv-2609.12162,opus-4.6,medium,mixed,mid,DVR-meta-evaluator,,,,,,1.000,balanced-acc-of-1,0.000289,,,"https://arxiv.org/abs/2609.12162 (Supplementary Table S1, ablation experiment, row Claude Opus 4.6† / medium, column Balanced Accuracy)",,out:uninformative, deictic-ablation-balacc,arxiv-2609.12162,opus-4.6,high,mixed,mid,DVR-meta-evaluator,,,,,,0.995,balanced-acc-of-1,0.000289,,,"https://arxiv.org/abs/2609.12162 (Supplementary Table S1, ablation experiment, row Claude Opus 4.6† / high, column Balanced Accuracy)",,out:single-couple, deictic-ablation-balacc,arxiv-2609.12162,gemini-3-pro,low,mixed,mid,DVR-meta-evaluator,,,,,,0.971,balanced-acc-of-1,0.000289,,,"https://arxiv.org/abs/2609.12162 (Supplementary Table S1, ablation experiment, row Gemini 3 Pro / low, column Balanced Accuracy)",,in, deictic-ablation-balacc,arxiv-2609.12162,opus-4.6,max,mixed,mid,DVR-meta-evaluator,,,,,,0.970,balanced-acc-of-1,0.000289,,,"https://arxiv.org/abs/2609.12162 (Supplementary Table S1, ablation experiment, row Claude Opus 4.6† / max, column Balanced Accuracy)",,out:single-couple, deictic-ablation-balacc,arxiv-2609.12162,gpt-5.2,xhigh,mixed,mid,DVR-meta-evaluator,,,,,,0.953,balanced-acc-of-1,0.000289,,,"https://arxiv.org/abs/2609.12162 (Supplementary Table S1, ablation experiment, row GPT-5.2 / xhigh, column Balanced Accuracy)",,in, deictic-ablation-balacc,arxiv-2609.12162,gemini-3-pro,high,mixed,mid,DVR-meta-evaluator,,,,,,0.950,balanced-acc-of-1,0.000289,,,"https://arxiv.org/abs/2609.12162 (Supplementary Table S1, ablation experiment, row Gemini 3 Pro / high, column Balanced Accuracy)",,in, deictic-ablation-balacc,arxiv-2609.12162,gpt-5-mini,high,mixed,mid,DVR-meta-evaluator,,,,,,0.895,balanced-acc-of-1,0.000289,,,"https://arxiv.org/abs/2609.12162 (Supplementary Table S1, ablation experiment, row GPT-5-mini / high, column Balanced Accuracy)",,out:single-couple, deictic-ablation-balacc,arxiv-2609.12162,gemini-3-flash,medium,mixed,mid,DVR-meta-evaluator,,,,,,0.883,balanced-acc-of-1,0.000289,,,"https://arxiv.org/abs/2609.12162 (Supplementary Table S1, ablation experiment, row Gemini 3 Flash / medium, column Balanced Accuracy)",,in, deictic-ablation-balacc,arxiv-2609.12162,haiku-4.5,think-32000,mixed,mid,DVR-meta-evaluator,,,,,,0.873,balanced-acc-of-1,0.000289,,,"https://arxiv.org/abs/2609.12162 (Supplementary Table S1, ablation experiment, row Claude Haiku 4.5 / enabled, column Balanced Accuracy)",,out:budget-config, deictic-ablation-balacc,arxiv-2609.12162,gemini-3-flash,low,mixed,mid,DVR-meta-evaluator,,,,,,0.870,balanced-acc-of-1,0.000289,,,"https://arxiv.org/abs/2609.12162 (Supplementary Table S1, ablation experiment, row Gemini 3 Flash / low, column Balanced Accuracy)",,in, deictic-ablation-balacc,arxiv-2609.12162,gemini-3-flash,minimal,mixed,mid,DVR-meta-evaluator,,,,,,0.866,balanced-acc-of-1,0.000289,,,"https://arxiv.org/abs/2609.12162 (Supplementary Table S1, ablation experiment, row Gemini 3 Flash / minimal, column Balanced Accuracy)",,in, deictic-ablation-balacc,arxiv-2609.12162,gemini-3-flash,high,mixed,mid,DVR-meta-evaluator,,,,,,0.857,balanced-acc-of-1,0.000289,,,"https://arxiv.org/abs/2609.12162 (Supplementary Table S1, ablation experiment, row Gemini 3 Flash / high, column Balanced Accuracy)",,in, deictic-ablation-balacc,arxiv-2609.12162,gpt-5-mini,medium,mixed,mid,DVR-meta-evaluator,,,,,,0.831,balanced-acc-of-1,0.000289,,,"https://arxiv.org/abs/2609.12162 (Supplementary Table S1, ablation experiment, row GPT-5-mini / medium, column Balanced Accuracy)",,out:single-couple, deictic-ablation-balacc,arxiv-2609.12162,gpt-5.2,high,mixed,mid,DVR-meta-evaluator,,,,,,0.815,balanced-acc-of-1,0.000289,,,"https://arxiv.org/abs/2609.12162 (Supplementary Table S1, ablation experiment, row GPT-5.2 / high, column Balanced Accuracy)",,in, deictic-ablation-balacc,arxiv-2609.12162,gpt-5.2,medium,mixed,mid,DVR-meta-evaluator,,,,,,0.765,balanced-acc-of-1,0.000289,,,"https://arxiv.org/abs/2609.12162 (Supplementary Table S1, ablation experiment, row GPT-5.2 / medium, column Balanced Accuracy)",,in, deictic-ablation-balacc,arxiv-2609.12162,gpt-5-mini,low,mixed,mid,DVR-meta-evaluator,,,,,,0.705,balanced-acc-of-1,0.000289,,,"https://arxiv.org/abs/2609.12162 (Supplementary Table S1, ablation experiment, row GPT-5-mini / low, column Balanced Accuracy)",,out:single-couple, deictic-ablation-balacc,arxiv-2609.12162,gpt-5.2,low,mixed,mid,DVR-meta-evaluator,,,,,,0.655,balanced-acc-of-1,0.000289,,,"https://arxiv.org/abs/2609.12162 (Supplementary Table S1, ablation experiment, row GPT-5.2 / low, column Balanced Accuracy)",,in, deictic-ablation-balacc,arxiv-2609.12162,haiku-4.5,nothink,mixed,mid,DVR-meta-evaluator,,,,,,0.527,balanced-acc-of-1,0.000289,,,"https://arxiv.org/abs/2609.12162 (Supplementary Table S1, ablation experiment, row Claude Haiku 4.5 / off, column Balanced Accuracy)",,in, deictic-ablation-balacc,arxiv-2609.12162,gpt-5-mini,minimal,mixed,mid,DVR-meta-evaluator,,,,,,0.354,balanced-acc-of-1,0.000289,,,"https://arxiv.org/abs/2609.12162 (Supplementary Table S1, ablation experiment, row GPT-5-mini / minimal, column Balanced Accuracy)",,out:single-couple, deictic-ablation-balacc,arxiv-2609.12162,gpt-5.2,nothink,mixed,mid,DVR-meta-evaluator,,,,,,0.230,balanced-acc-of-1,0.000289,,,"https://arxiv.org/abs/2609.12162 (Supplementary Table S1, ablation experiment, row GPT-5.2 / none, column Balanced Accuracy)",,in, arxiv-2609.13463-trail,arxiv-2609.13463,opus-4.8,low,agentic-tool,hard,ClaudeAgentSDK-ContinualSearch,,1.57,,,,0.505,F1,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2609.13463v2 (C2: series ""Opus-4.8, low"" (legend shade), turn-4 point at path (108.598, 141.350))",,in,in arxiv-2609.13463-trail,arxiv-2609.13463,opus-4.8,high,agentic-tool,hard,ClaudeAgentSDK-ContinualSearch,,2.39,,,,0.506,F1,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2609.13463v2 (C2: series ""Opus-4.8, high"" (legend shade), turn-4 point at path (140.404, 142.220))",,in,in arxiv-2609.13463-trail,arxiv-2609.13463,opus-4.8,max,agentic-tool,hard,ClaudeAgentSDK-ContinualSearch,,3.43,0.00289,,,0.543,F1,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2609.13463v2 (Table 4, row ""Continual Search"", column ""Opus-4.8"" under ""Weighted F1"")",,in,in arxiv-2609.13463-trail,arxiv-2609.13463,sonnet-5,low,agentic-tool,hard,ClaudeAgentSDK-ContinualSearch,,0.61,,,,0.461,F1,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2609.13463v2 (C3: series ""Sonnet-5, low"" (legend shade), turn-4 point at path (252.013, 105.250))",,in,in arxiv-2609.13463-trail,arxiv-2609.13463,sonnet-5,high,agentic-tool,hard,ClaudeAgentSDK-ContinualSearch,,1.65,,,,0.504,F1,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2609.13463v2 (C3: series ""Sonnet-5, high"" (legend shade), turn-4 point at path (292.571, 141.071))",,in,in arxiv-2609.13463-trail,arxiv-2609.13463,sonnet-5,max,agentic-tool,hard,ClaudeAgentSDK-ContinualSearch,,3.20,,,,0.501,F1,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2609.13463v2 (C3: series ""Sonnet-5, max"" (legend shade), turn-4 point at path (352.554, 138.021))",,in,in arxiv-2609.13463-trail,arxiv-2609.13463,fable-5,default,agentic-tool,hard,ClaudeAgentSDK-ContinualSearch,,2.60,,,,0.498,F1,,,,"https://arxiv.org/abs/2609.13463v2 (C1: series ""Fable-5, default"" (legend shade), turn-4 point at path (207.720, 162.779))",,out:effort-not-established,out:effort-not-established arxiv-2609.13463-trail,arxiv-2609.13463,glm-4.7,default,agentic-tool,hard,ClaudeAgentSDK-ContinualSearch,,1.84,,,,0.473,F1,,,,"https://arxiv.org/abs/2609.13463v2 (C1: series ""GLM-4.7, default"" (legend shade), turn-4 point at path (158.164, 149.556))",,out:effort-not-established,out:effort-not-established arxiv-2609.13463-trail,arxiv-2609.13463,sonnet-5,default,agentic-tool,hard,ClaudeAgentSDK-ContinualSearch,,1.65,,,,0.504,F1,,,,"https://arxiv.org/abs/2609.13463v2 (C1: series ""Sonnet-5, default"" (legend shade), turn-4 point at path (145.854, 166.035))",,out:effort-not-established,out:effort-not-established arxiv-2609.13463-trail,arxiv-2609.13463,gpt-5.5,xhigh,agentic-tool,hard,ClaudeAgentSDK-ContinualSearch,,5.83,0.00289,,,0.494,F1,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2609.13463v2 (Table 4, row ""Continual Search"", column ""GPT-5.5"" under ""Weighted F1"")",,in,in arxiv-2609.14288-qualif-control,arxiv-2609.14288,?Claude Opus,not-established:absent,writing,mid,,,,,,,30,count,0.289,,,"https://arxiv.org/abs/2609.14288 (Results, output-matched control)",,out:model-not-established, arxiv-2609.14288-qualif-routing,arxiv-2609.14288,?Claude Opus,not-established:absent,writing,mid,,,,,,,23,count,0.289,,,"https://arxiv.org/abs/2609.14288 (Results, routing condition)",,out:model-not-established, arxiv-2609.14288-qualif-control,arxiv-2609.14288,?Claude Sonnet,not-established:absent,writing,mid,,,,,,,30,count,0.289,,,"https://arxiv.org/abs/2609.14288 (Results, output-matched control)",,out:model-not-established, arxiv-2609.14288-qualif-routing,arxiv-2609.14288,?Claude Sonnet,not-established:absent,writing,mid,,,,,,,0,count,0.289,,,"https://arxiv.org/abs/2609.14288 (Results, routing condition)",,out:model-not-established, effihallu,arxiv-2609.14839,?claude-opus-4.7-fast,not-established:absent,coding,mid,direct-API,,,,,,60,abstain%,0,,,"https://arxiv.org/abs/2609.14839v1 (Table II, row ""Opus 4.7-Fast"", column ""Abstain"" (IIV penalty, optimal code))",,out:model-not-established, effihallu,arxiv-2609.14839,opus-4.8,unstated,coding,mid,direct-API,,,,,,40,abstain%,0,,,"https://arxiv.org/abs/2609.14839v1 (Table II, row ""Opus 4.8"", column ""Abstain"" (IIV penalty, optimal code))",,out:effort-not-established, effihallu,arxiv-2609.14839,sonnet-4.5,unstated,coding,mid,direct-API,,,,,,60,abstain%,0,,,"https://arxiv.org/abs/2609.14839v1 (Table II, row ""Sonnet 4.5"", column ""Abstain"" (IIV penalty, optimal code))",,out:effort-not-established, effihallu,arxiv-2609.14839,gemini-3-flash,unstated,coding,mid,direct-API,,,,,,60,abstain%,0,,,"https://arxiv.org/abs/2609.14839v1 (Table II, row ""3 Flash Preview"", column ""Abstain"" (IIV penalty, optimal code))",,out:effort-not-established, effihallu,arxiv-2609.14839,gemini-3.1-pro,unstated,coding,mid,direct-API,,,,,,20,abstain%,0,,,"https://arxiv.org/abs/2609.14839v1 (Table II, row ""3.1 Pro Preview"", column ""Abstain"" (IIV penalty, optimal code))",,out:effort-not-established, effihallu,arxiv-2609.14839,gemini-3.5-flash,unstated,coding,mid,direct-API,,,,,,0,abstain%,0,,,"https://arxiv.org/abs/2609.14839v1 (Table II, row ""3.5 Flash"", column ""Abstain"" (IIV penalty, optimal code))",,out:effort-not-established, effihallu,arxiv-2609.14839,gpt-5-mini,unstated,coding,mid,direct-API,,,,,,40,abstain%,0,,,"https://arxiv.org/abs/2609.14839v1 (Table II, row ""GPT-5 Mini"", column ""Abstain"" (IIV penalty, optimal code))",,out:effort-not-established, effihallu,arxiv-2609.14839,gpt-5.4-mini,unstated,coding,mid,direct-API,,,,,,100,abstain%,0,,,"https://arxiv.org/abs/2609.14839v1 (Table II, row ""GPT-5.4 Mini"", column ""Abstain"" (IIV penalty, optimal code))",,out:effort-not-established, effihallu,arxiv-2609.14839,gpt-5.4,unstated,coding,mid,direct-API,,,,,,20,abstain%,0,,,"https://arxiv.org/abs/2609.14839v1 (Table II, row ""GPT-5.4"", column ""Abstain"" (IIV penalty, optimal code))",,out:effort-not-established, rsiagent-ale-nearterm,arxiv-2609.15364,kimi-k2.6,unstated,agentic-tool,hard,agent-benchmark,,,,,,21.70,score%,0.00289,,restated-from:official technical reports or blogs,"https://arxiv.org/abs/2609.15364 (Table 1, row Kimi-K2.6, column ALE Partial (%))",,out:effort-not-established, rsiagent-osworld2-binary,arxiv-2609.15364,kimi-k2.6,unstated,computer-use,hard,agent-benchmark,,,,,,4.60,score%,0.00289,,restated-from:official technical reports or blogs,"https://arxiv.org/abs/2609.15364 (Table 1, row Kimi-K2.6, column OSWorld 2.0 Binary (%))",,out:effort-not-established, rsiagent-ale-nearterm,arxiv-2609.15364,?DeepSeek V4 Pro,not-established:absent,agentic-tool,hard,agent-benchmark,,,,,,43.81,score%,0.00289,,restated-from:official technical reports or blogs,"https://arxiv.org/abs/2609.15364 (Table 1, row DeepSeek V4 Pro, column ALE Partial (%))",,out:model-not-established, rsiagent-ale-nearterm,arxiv-2609.15364,?Qwen3.8-Max,not-established:absent,agentic-tool,hard,agent-benchmark,,,,,,52.50,score%,0.00289,,restated-from:official technical reports or blogs,"https://arxiv.org/abs/2609.15364 (Table 1, row Qwen3.8-Max, column ALE Partial (%))",,out:model-not-established, rsiagent-ale-nearterm,arxiv-2609.15364,kimi-k3,unstated,agentic-tool,hard,agent-benchmark,,,,,,71.60,score%,0.00289,,restated-from:official technical reports or blogs,"https://arxiv.org/abs/2609.15364 (Table 1, row Kimi-K3, column ALE Partial (%))",,out:effort-not-established, rsiagent-ale-nearterm,arxiv-2609.15364,opus-4.8,unstated,agentic-tool,hard,agent-benchmark,,,,,,64.00,score%,0.00289,,restated-from:official technical reports or blogs,"https://arxiv.org/abs/2609.15364 (Table 1, row Claude Opus 4.8, column ALE Partial (%))",,out:effort-not-established, rsiagent-osworld2-binary,arxiv-2609.15364,opus-4.8,unstated,computer-use,hard,agent-benchmark,,,,,,20.60,score%,0.00289,,restated-from:official technical reports or blogs,"https://arxiv.org/abs/2609.15364 (Table 1, row Claude Opus 4.8, column OSWorld 2.0 Binary (%))",,out:effort-not-established, rsiagent-ale-nearterm,arxiv-2609.15364,gpt-5.6-sol,unstated,agentic-tool,hard,agent-benchmark,,,,,,78.82,score%,0.00289,,restated-from:official technical reports or blogs,"https://arxiv.org/abs/2609.15364 (Table 1, row GPT-5.6 Sol, column ALE Partial (%))",,out:effort-not-established, rsiagent-osworld2-binary,arxiv-2609.15364,gpt-5.6-sol,unstated,computer-use,hard,agent-benchmark,,,,,,28.10,score%,0.00289,,restated-from:official technical reports or blogs,"https://arxiv.org/abs/2609.15364 (Table 1, row GPT-5.6 Sol, column OSWorld 2.0 Binary (%))",,out:effort-not-established, rsiagent-ale-nearterm,arxiv-2609.15364,fable-5,unstated,agentic-tool,hard,agent-benchmark,,,,,,71.10,score%,0.00289,,restated-from:official technical reports or blogs,"https://arxiv.org/abs/2609.15364 (Table 1, row Claude Fable 5, column ALE Partial (%))",,out:effort-not-established, rsiagent-ale-nearterm,arxiv-2609.15364,opus-5,unstated,agentic-tool,hard,agent-benchmark,,,,,,79.54,score%,0.00289,,restated-from:official technical reports or blogs,"https://arxiv.org/abs/2609.15364 (Table 1, row Claude Opus 5, column ALE Partial (%))",,out:effort-not-established, rsiagent-osworld2-binary,arxiv-2609.15364,opus-5,unstated,computer-use,hard,agent-benchmark,,,,,,34.72,score%,0.00289,,restated-from:official technical reports or blogs,"https://arxiv.org/abs/2609.15364 (Table 1, row Claude Opus 5, column OSWorld 2.0 Binary (%))",,out:effort-not-established, rsiagent-ale-nearterm,arxiv-2609.15364,gpt-6-astra,unstated,agentic-tool,hard,agent-benchmark,,,,,,82.26,score%,0.00289,,restated-from:official technical reports or blogs,"https://arxiv.org/abs/2609.15364 (Table 1, row GPT-6 Astra, column ALE Partial (%))",,out:effort-not-established, rsiagent-ale-nearterm,arxiv-2609.15364,mimo-v2.5,unstated,agentic-tool,hard,agent-benchmark,,,,,,23.60,score%,0.00289,,restated-from:official technical reports or blogs,"https://arxiv.org/abs/2609.15364 (Table 1, row MiMo-V2.5, column ALE Partial (%))",,out:effort-not-established, bvb,arxiv-2609.15478,gpt-6-astra,xhigh,computer-use,hard,Mini-BVB-litellm,per-scene,1.7181069444444443,0,,,73.82410148539638,overall,0,,cap; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://yoloytang.me/BVB/ ($[0].overall),,in,in bvb,arxiv-2609.15478,gpt-6.1-sol,xhigh,computer-use,hard,Mini-BVB-litellm,per-scene,0.5001954861111111,0,,,73.29307030847303,overall,0,,cap; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://yoloytang.me/BVB/ ($[1].overall),,in,in bvb,arxiv-2609.15478,gpt-6-sol,xhigh,computer-use,hard,Mini-BVB-litellm,per-scene,0.396553125,0,,,71.39770277537112,overall,0,,cap; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://yoloytang.me/BVB/ ($[2].overall),,in,in bvb,arxiv-2609.15478,gpt-6-astra,high,computer-use,hard,Mini-BVB-litellm,per-scene,1.2581534722222223,0,,,70.06952588909638,overall,0,,cap; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://yoloytang.me/BVB/ ($[3].overall),,in,in bvb,arxiv-2609.15478,sonnet-5.5,xhigh,computer-use,hard,Mini-BVB-litellm,per-scene,0.8869533854166667,0.171,,,69.83868104136148,overall,0,,cap; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://yoloytang.me/BVB/ ($[4].overall),,in,out:cost-single-couple bvb,arxiv-2609.15478,opus-5.5,xhigh,computer-use,hard,Mini-BVB-litellm,per-scene,1.9503506944444453,0,,,69.82971481702575,overall,0,,cap; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://yoloytang.me/BVB/ ($[5].overall),,in,in bvb,arxiv-2609.15478,gpt-6-luna,xhigh,computer-use,hard,Mini-BVB-litellm,per-scene,0.011034027777777778,0,,,68.10774106568351,overall,0,,cap; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://yoloytang.me/BVB/ ($[6].overall),,in,in bvb,arxiv-2609.15478,gpt-5.6-sol,xhigh,computer-use,hard,Mini-BVB-litellm,per-scene,0.9725368923611111,0.112,,,67.49240621094218,overall,0,,cap; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://yoloytang.me/BVB/ ($[7].overall),,in,in bvb,arxiv-2609.15478,grok-4.6,xhigh,computer-use,hard,Mini-BVB-litellm,per-scene,1.682324738675958,0,,,67.16983658201647,overall,0,,cap; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://yoloytang.me/BVB/ ($[8].overall),,in,in bvb,arxiv-2609.15478,?Qwen3.8-Max,not-established:absent,computer-use,hard,Mini-BVB-litellm,per-scene,0.5994690972222222,0,,,66.24332537644972,overall,0,,,https://yoloytang.me/BVB/ ($[9].overall),,out:model-not-established,out:model-not-established bvb,arxiv-2609.15478,opus-5,high,computer-use,hard,Mini-BVB-litellm,per-scene,2.1573673611111115,0,,,66.20507071333094,overall,0,,cap; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://yoloytang.me/BVB/ ($[10].overall),,in,in bvb,arxiv-2609.15478,opus-5.5,high,computer-use,hard,Mini-BVB-litellm,per-scene,0.4933579861111111,0,,,65.73425074441532,overall,0,,cap; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://yoloytang.me/BVB/ ($[11].overall),,in,in bvb,arxiv-2609.15478,gpt-5.6-sol,high,computer-use,hard,Mini-BVB-litellm,per-scene,0.5240125868055555,0.0605,,,65.72793821114625,overall,0,,cap; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://yoloytang.me/BVB/ ($[12].overall),,in,in bvb,arxiv-2609.15478,gpt-5.6-terra,xhigh,computer-use,hard,Mini-BVB-litellm,per-scene,0.211111875,0.0135,,,64.79311087858335,overall,0,,cap; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://yoloytang.me/BVB/ ($[13].overall),,in,in bvb,arxiv-2609.15478,gpt-5.6-terra,high,computer-use,hard,Mini-BVB-litellm,per-scene,0.1101521875,0.00707,,,64.758608077261,overall,0,,cap; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://yoloytang.me/BVB/ ($[14].overall),,in,in bvb,arxiv-2609.15478,gpt-5.5,high,computer-use,hard,Mini-BVB-litellm,per-scene,0.9555402777777778,0,,,64.53366944996314,overall,0,,cap; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://yoloytang.me/BVB/ ($[15].overall),,in,in bvb,arxiv-2609.15478,gpt-5.6-sol,nothink,computer-use,hard,Mini-BVB-litellm,per-scene,0.2645099826388889,0.0305,,,64.09047686086107,overall,0,,cap; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://yoloytang.me/BVB/ ($[16].overall),,in,in bvb,arxiv-2609.15478,gpt-5.6-sol,medium,computer-use,hard,Mini-BVB-litellm,per-scene,0.3391228298611111,0.0392,,,64.00823724405734,overall,0,,cap; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://yoloytang.me/BVB/ ($[17].overall),,in,in bvb,arxiv-2609.15478,glm-5.3-flash,not-established:absent,computer-use,hard,Mini-BVB-litellm,per-scene,0.024015277777777774,0,,,63.96395789434773,overall,0,,,https://yoloytang.me/BVB/ ($[18].overall),,out:effort-not-established,out:effort-not-established bvb,arxiv-2609.15478,gpt-5.6-luna,high,computer-use,hard,Mini-BVB-litellm,per-scene,0.047719583333333336,0.0184,,,63.57854915049406,overall,0,,cap; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://yoloytang.me/BVB/ ($[19].overall),,in,in bvb,arxiv-2609.15478,muse-spark-1.3,xhigh,computer-use,hard,Mini-BVB-litellm,per-scene,0.22903715277777778,0,,,63.399518971809,overall,0,,cap; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://yoloytang.me/BVB/ ($[20].overall),,out:single-couple,out:cost-single-couple bvb,arxiv-2609.15478,gpt-5.6-sol,low,computer-use,hard,Mini-BVB-litellm,per-scene,0.24963758680555553,0.0288,,,63.22739418973951,overall,0,,cap; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://yoloytang.me/BVB/ ($[21].overall),,in,in bvb,arxiv-2609.15478,grok-4.5,high,computer-use,hard,Mini-BVB-litellm,per-scene,0.24033055555555558,0.0347,,,62.80898775641755,overall,0,,cap; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://yoloytang.me/BVB/ ($[22].overall),,in,out:cost-single-couple bvb,arxiv-2609.15478,gpt-5.5,low,computer-use,hard,Mini-BVB-litellm,per-scene,0.3202409722222222,0,,,62.801557889208375,overall,0,,cap; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://yoloytang.me/BVB/ ($[23].overall),,in,in bvb,arxiv-2609.15478,gpt-5.5,medium,computer-use,hard,Mini-BVB-litellm,per-scene,0.5615826388888889,0,,,62.557849030491006,overall,0,,cap; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://yoloytang.me/BVB/ ($[24].overall),,in,in bvb,arxiv-2609.15478,gpt-5.6-terra,medium,computer-use,hard,Mini-BVB-litellm,per-scene,0.13374375,0.00858,,,62.425705862000285,overall,0,,cap; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://yoloytang.me/BVB/ ($[25].overall),,in,in bvb,arxiv-2609.15478,sonnet-4.6,not-established:absent,computer-use,hard,Mini-BVB-litellm,per-scene,0.43152118055555555,0,,,62.37424891314049,overall,0,,,https://yoloytang.me/BVB/ ($[26].overall),,out:effort-not-established,out:effort-not-established bvb,arxiv-2609.15478,gemini-3.1-pro,high,computer-use,hard,Mini-BVB-litellm,per-scene,0.666754861111111,0,,,62.22844167508414,overall,0,,cap; cost-method-assumed-single,https://yoloytang.me/BVB/ ($[27].overall),,in,out:cost-not-comparable bvb,arxiv-2609.15478,gemini-3.8-flash,high,computer-use,hard,Mini-BVB-litellm,per-scene,0.6276704861111111,0,,,62.078553756399046,overall,0,,cap; base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://yoloytang.me/BVB/ ($[28].overall),,in,in bvb,arxiv-2609.15478,gpt-5.6-luna,medium,computer-use,hard,Mini-BVB-litellm,per-scene,0.028386041666666667,0.0109,,,61.61744761945126,overall,0,,cap; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://yoloytang.me/BVB/ ($[29].overall),,in,in bvb,arxiv-2609.15478,sonnet-5,not-established:absent,computer-use,hard,Mini-BVB-litellm,per-scene,0.6436145833333333,0,,,61.24108179042601,overall,0,,,https://yoloytang.me/BVB/ ($[30].overall),,out:effort-not-established,out:effort-not-established bvb,arxiv-2609.15478,gpt-5.2,high,computer-use,hard,Mini-BVB-litellm,per-scene,0.5778756944444444,0,,,61.08357597765329,overall,0,,cap; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://yoloytang.me/BVB/ ($[31].overall),,in,in bvb,arxiv-2609.15478,gpt-5.6-terra,low,computer-use,hard,Mini-BVB-litellm,per-scene,0.13122406250000002,0.00842,,,61.068208803429485,overall,0,,cap; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://yoloytang.me/BVB/ ($[32].overall),,in,in bvb,arxiv-2609.15478,sonnet-5,high,computer-use,hard,Mini-BVB-litellm,per-scene,0.4212125,0,,,60.629316966013675,overall,0,,cap; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://yoloytang.me/BVB/ ($[33].overall),,in,in bvb,arxiv-2609.15478,sonnet-4.6,high,computer-use,hard,Mini-BVB-litellm,per-scene,0.7474239583333334,0,,,60.52979699511673,overall,0,,cap; cost-method-assumed-single,https://yoloytang.me/BVB/ ($[34].overall),,in,out:cost-not-comparable bvb,arxiv-2609.15478,gpt-5.6-luna,low,computer-use,hard,Mini-BVB-litellm,per-scene,0.016125,0.00621,,,60.33356631238299,overall,0,,cap; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://yoloytang.me/BVB/ ($[35].overall),,in,in bvb,arxiv-2609.15478,opus-4.7,not-established:absent,computer-use,hard,Mini-BVB-litellm,per-scene,0.3691,0,,,60.32407339470251,overall,0,,,https://yoloytang.me/BVB/ ($[36].overall),,out:effort-not-established,out:effort-not-established bvb,arxiv-2609.15478,opus-4.6,not-established:absent,computer-use,hard,Mini-BVB-litellm,per-scene,0.671988888888889,0,,,60.23448429018238,overall,0,,,https://yoloytang.me/BVB/ ($[37].overall),,out:effort-not-established,out:effort-not-established bvb,arxiv-2609.15478,muse-spark-1.2,xhigh,computer-use,hard,Mini-BVB-litellm,per-scene,0.23504548611111112,0,,,59.899653399935325,overall,0,,cap; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://yoloytang.me/BVB/ ($[38].overall),,out:single-couple,out:cost-single-couple bvb,arxiv-2609.15478,opus-4.7,high,computer-use,hard,Mini-BVB-litellm,per-scene,0.3510284722222222,0,,,59.16957334651168,overall,0,,cap; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://yoloytang.me/BVB/ ($[39].overall),,in,in bvb,arxiv-2609.15478,opus-4.8,not-established:absent,computer-use,hard,Mini-BVB-litellm,per-scene,0.32476458333333336,0,,,59.07385566516625,overall,0,,,https://yoloytang.me/BVB/ ($[40].overall),,out:effort-not-established,out:effort-not-established bvb,arxiv-2609.15478,gemini-3-flash,high,computer-use,hard,Mini-BVB-litellm,per-scene,0.08303888888888888,0,,,58.912241538976325,overall,0,,cap; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://yoloytang.me/BVB/ ($[41].overall),,in,in bvb,arxiv-2609.15478,opus-4.8,high,computer-use,hard,Mini-BVB-litellm,per-scene,0.4600253472222222,0,,,58.46387708734198,overall,0,,cap; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://yoloytang.me/BVB/ ($[42].overall),,in,in bvb,arxiv-2609.15478,gpt-5.2,nothink,computer-use,hard,Mini-BVB-litellm,per-scene,0.1198763888888889,0,,,57.95042991999975,overall,0,,cap; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://yoloytang.me/BVB/ ($[43].overall),,in,in bvb,arxiv-2609.15478,gpt-5.5,nothink,computer-use,hard,Mini-BVB-litellm,per-scene,0.163209375,0,,,57.0260398538598,overall,0,,cap; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://yoloytang.me/BVB/ ($[44].overall),,in,in bvb,arxiv-2609.15478,gpt-5.4,nothink,computer-use,hard,Mini-BVB-litellm,per-scene,0.20285347222222222,0,,,56.79973653294515,overall,0,,cap; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://yoloytang.me/BVB/ ($[45].overall),,in,in bvb,arxiv-2609.15478,gpt-5.4-mini,nothink,computer-use,hard,Mini-BVB-litellm,per-scene,0.03377118055555556,0,,,56.50937943914135,overall,0,,cap; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://yoloytang.me/BVB/ ($[46].overall),,in,in bvb,arxiv-2609.15478,glm-5v-turbo,not-established:absent,computer-use,hard,Mini-BVB-litellm,per-scene,0.27625486111111114,0,,,56.465938920412626,overall,0,,,https://yoloytang.me/BVB/ ($[47].overall),,out:effort-not-established,out:effort-not-established bvb,arxiv-2609.15478,?Kimi-K2.5,not-established:absent,computer-use,hard,Mini-BVB-litellm,per-scene,0.15013993055555555,0,,,55.9079740632181,overall,0,,,https://yoloytang.me/BVB/ ($[48].overall),,out:model-not-established,out:model-not-established bvb,arxiv-2609.15478,minimax-m3,nothink,computer-use,hard,Mini-BVB-litellm,per-scene,0.057763888888888885,0,,,55.29168317022343,overall,0,,cap; base-last-list-price; cost-method-assumed-single,https://yoloytang.me/BVB/ ($[49].overall),,out:single-couple,out:cost-not-comparable bvb,arxiv-2609.15478,grok-4.3,high,computer-use,hard,Mini-BVB-litellm,per-scene,0.10081944444444445,0,,,54.075318300616466,overall,0,,cap; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://yoloytang.me/BVB/ ($[50].overall),,in,in bvb,arxiv-2609.15478,?Qwen3.5-122B,not-established:absent,computer-use,hard,Mini-BVB-litellm,per-scene,0.22521805555555557,0,,,53.499657430080326,overall,0,,,https://yoloytang.me/BVB/ ($[51].overall),,out:model-not-established,out:model-not-established bvb,arxiv-2609.15478,?Qwen3.5-397B,not-established:absent,computer-use,hard,Mini-BVB-litellm,per-scene,0.17932291666666667,0,,,52.750267277887374,overall,0,,,https://yoloytang.me/BVB/ ($[52].overall),,out:model-not-established,out:model-not-established bvb,arxiv-2609.15478,?Seed-2.0-Mini,not-established:absent,computer-use,hard,Mini-BVB-litellm,per-scene,0.028302430555555553,0,,,52.243586385019185,overall,0,,,https://yoloytang.me/BVB/ ($[53].overall),,out:model-not-established,out:model-not-established bvb,arxiv-2609.15478,qwen3.6-plus,nothink,computer-use,hard,Mini-BVB-litellm,per-scene,0.17048763250883392,0,,,51.282240138009605,overall,0,,cap; cost-method-assumed-single,https://yoloytang.me/BVB/ ($[54].overall),,in,out:cost-not-comparable bvb,arxiv-2609.15478,grok-4.3,nothink,computer-use,hard,Mini-BVB-litellm,per-scene,0.04705902777777778,0,,,50.59335076483861,overall,0,,cap; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://yoloytang.me/BVB/ ($[55].overall),,in,in bvb,arxiv-2609.15478,?Seed-2.0-Lite,not-established:absent,computer-use,hard,Mini-BVB-litellm,per-scene,0.039338194444444446,0,,,49.46687360841681,overall,0,,,https://yoloytang.me/BVB/ ($[56].overall),,out:model-not-established,out:model-not-established bvb,arxiv-2609.15478,qwen3.5-27b,nothink,computer-use,hard,Mini-BVB-litellm,per-scene,0.07270104166666666,0,,,47.50279102019291,overall,0,,cap; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://yoloytang.me/BVB/ ($[57].overall),,in,out:cost-single-couple strokeeval,arxiv-2609.16739,fable-5,high,mixed,hard,ClaudeChat,,,,,,87.4,overall%,0.0289,,evaluated-by:acted as both the simulated patient and evaluator,"https://arxiv.org/abs/2609.16739 (text line 189 (Section 3.1, p.5))",,in, strokeeval,arxiv-2609.16739,opus-4.7,high,mixed,hard,ClaudeChat,,,,,,80.3,overall%,0.0289,,evaluated-by:acted as both the simulated patient and evaluator,"https://arxiv.org/abs/2609.16739 (text line 190 (Section 3.1, p.5))",,in, progdistill,arxiv-2609.18805,gpt-6-astra,high,coding,hard,R2E-Gym-mod,per-trajectory,33.99,0.00289,,,84.3,binary%,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2609.18805v1 (Section 3.2.1 / Table 9, column 'Binary score, Overall')",,in,in progdistill,arxiv-2609.18805,opus-5,high,coding,hard,R2E-Gym-mod,per-trajectory,28.86,0.00289,,,68.7,binary%,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2609.18805v1 (Section 3.2.1 / Table 9, column 'Binary score, Overall')",,in,in progdistill,arxiv-2609.18805,gpt-5.6-sol,high,coding,hard,R2E-Gym-mod,per-trajectory,20.012500000000003,2.31,,,60.7,binary%,0.0289,,cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2609.18805v1 (Section 3.2.1 / Table 9, column 'Binary score, Overall')",,in,out:cost-single-couple progdistill,arxiv-2609.18805,grok-4.6,high,coding,hard,R2E-Gym-mod,per-trajectory,8.83,0.00289,,,48.3,binary%,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2609.18805v1 (Section 3.2.1 / Table 9, column 'Binary score, Overall')",,in,in progdistill,arxiv-2609.18805,sonnet-5,high,coding,hard,R2E-Gym-mod,per-trajectory,13.12,0.00289,,,47.3,binary%,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2609.18805v1 (Section 3.2.1 / Table 9, column 'Binary score, Overall')",,in,in progdistill,arxiv-2609.18805,gpt-5.3-codex,high,coding,hard,R2E-Gym-mod,per-trajectory,5.99,0.00289,,,45.7,binary%,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2609.18805v1 (Section 3.2.1 / Table 9, column 'Binary score, Overall')",,in,in progdistill,arxiv-2609.18805,gemini-3.7-flash,high,coding,hard,R2E-Gym-mod,per-trajectory,3.89,0.00289,,,45.3,binary%,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2609.18805v1 (Section 3.2.1 / Table 9, column 'Binary score, Overall')",,in,out:cost-single-couple progdistill,arxiv-2609.18805,gemini-3.6-flash,high,coding,hard,R2E-Gym-mod,,,,,,29.7,binary%,0.0289,,,"https://arxiv.org/abs/2609.18805v1 (Section 3.2.1 / Table 9, column 'Binary score, Overall')",,in, progdistill,arxiv-2609.18805,gemini-3.1-pro,high,coding,hard,R2E-Gym-mod,,,,,,22.3,binary%,0.0289,,,"https://arxiv.org/abs/2609.18805v1 (Section 3.2.1 / Table 9, column 'Binary score, Overall')",,in, neoclassic-tang-guess-author-fewshot1,arxiv-2609.19154,?GPT-4o,not-established:absent,writing,mid,Neo-Classic-API,,,,,,41.6,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG1/tang.guess_author.fewshot1 / column 4o)",,out:model-not-established, neoclassic-tang-guess-author-fewshot1,arxiv-2609.19154,deepseek-v3.2,unstated,writing,mid,Neo-Classic-API,,,,,,81.1,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG1/tang.guess_author.fewshot1 / column DS)",,out:effort-not-established, neoclassic-tang-guess-author-fewshot1,arxiv-2609.19154,gemini-2.5-pro,unstated,writing,mid,Neo-Classic-API,,,,,,60,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG1/tang.guess_author.fewshot1 / column G2.5)",,out:effort-not-established, neoclassic-tang-guess-author-fewshot1,arxiv-2609.19154,gemini-3-pro,unstated,writing,mid,Neo-Classic-API,,,,,,64,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG1/tang.guess_author.fewshot1 / column G3)",,out:effort-not-established, neoclassic-tang-guess-author-fewshot1,arxiv-2609.19154,qwen3-max-0923,solo,writing,mid,Neo-Classic-API,,,,,,67,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG1/tang.guess_author.fewshot1 / column QMax)",,out:single-couple, neoclassic-tang-guess-author-fewshot10,arxiv-2609.19154,?GPT-4o,not-established:absent,writing,mid,Neo-Classic-API,,,,,,45.3,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG1/tang.guess_author.fewshot10 / column 4o)",,out:model-not-established, neoclassic-tang-guess-author-fewshot10,arxiv-2609.19154,deepseek-v3.2,unstated,writing,mid,Neo-Classic-API,,,,,,81.7,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG1/tang.guess_author.fewshot10 / column DS)",,out:effort-not-established, neoclassic-tang-guess-author-fewshot10,arxiv-2609.19154,gemini-2.5-pro,unstated,writing,mid,Neo-Classic-API,,,,,,52,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG1/tang.guess_author.fewshot10 / column G2.5)",,out:effort-not-established, neoclassic-tang-guess-author-fewshot10,arxiv-2609.19154,gemini-3-pro,unstated,writing,mid,Neo-Classic-API,,,,,,62,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG1/tang.guess_author.fewshot10 / column G3)",,out:effort-not-established, neoclassic-tang-guess-author-fewshot10,arxiv-2609.19154,qwen3-max-0923,solo,writing,mid,Neo-Classic-API,,,,,,64,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG1/tang.guess_author.fewshot10 / column QMax)",,out:single-couple, neoclassic-tang-guess-author-fewshot3,arxiv-2609.19154,?GPT-4o,not-established:absent,writing,mid,Neo-Classic-API,,,,,,42.5,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG1/tang.guess_author.fewshot3 / column 4o)",,out:model-not-established, neoclassic-tang-guess-author-fewshot3,arxiv-2609.19154,deepseek-v3.2,unstated,writing,mid,Neo-Classic-API,,,,,,79.9,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG1/tang.guess_author.fewshot3 / column DS)",,out:effort-not-established, neoclassic-tang-guess-author-fewshot3,arxiv-2609.19154,gemini-2.5-pro,unstated,writing,mid,Neo-Classic-API,,,,,,59,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG1/tang.guess_author.fewshot3 / column G2.5)",,out:effort-not-established, neoclassic-tang-guess-author-fewshot3,arxiv-2609.19154,gemini-3-pro,unstated,writing,mid,Neo-Classic-API,,,,,,60,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG1/tang.guess_author.fewshot3 / column G3)",,out:effort-not-established, neoclassic-tang-guess-author-fewshot3,arxiv-2609.19154,qwen3-max-0923,solo,writing,mid,Neo-Classic-API,,,,,,70,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG1/tang.guess_author.fewshot3 / column QMax)",,out:single-couple, neoclassic-tang-guess-author-fewshot3-cot,arxiv-2609.19154,?GPT-4o,not-established:absent,writing,mid,Neo-Classic-API,,,,,,37.0,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG1/tang.guess_author.fewshot3_cot / column 4o)",,out:model-not-established, neoclassic-tang-guess-author-fewshot3-cot,arxiv-2609.19154,deepseek-v3.2,unstated,writing,mid,Neo-Classic-API,,,,,,73.0,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG1/tang.guess_author.fewshot3_cot / column DS)",,out:effort-not-established, neoclassic-tang-guess-author-fewshot3-cot,arxiv-2609.19154,gemini-2.5-pro,unstated,writing,mid,Neo-Classic-API,,,,,,53,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG1/tang.guess_author.fewshot3_cot / column G2.5)",,out:effort-not-established, neoclassic-tang-guess-author-fewshot3-cot,arxiv-2609.19154,gemini-3-pro,unstated,writing,mid,Neo-Classic-API,,,,,,54,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG1/tang.guess_author.fewshot3_cot / column G3)",,out:effort-not-established, neoclassic-tang-guess-author-fewshot3-cot,arxiv-2609.19154,qwen3-max-0923,solo,writing,mid,Neo-Classic-API,,,,,,58,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG1/tang.guess_author.fewshot3_cot / column QMax)",,out:single-couple, neoclassic-tang-guess-author-standard,arxiv-2609.19154,?GPT-4o,not-established:absent,writing,mid,Neo-Classic-API,,,,,,43.4,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG1/tang.guess_author.standard / column 4o)",,out:model-not-established, neoclassic-tang-guess-author-standard,arxiv-2609.19154,deepseek-v3.2,unstated,writing,mid,Neo-Classic-API,,,,,,84.0,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG1/tang.guess_author.standard / column DS)",,out:effort-not-established, neoclassic-tang-guess-author-standard,arxiv-2609.19154,gemini-2.5-pro,unstated,writing,mid,Neo-Classic-API,,,,,,56,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG1/tang.guess_author.standard / column G2.5)",,out:effort-not-established, neoclassic-tang-guess-author-standard,arxiv-2609.19154,gemini-3-pro,unstated,writing,mid,Neo-Classic-API,,,,,,43,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG1/tang.guess_author.standard / column G3)",,out:effort-not-established, neoclassic-tang-guess-author-standard,arxiv-2609.19154,qwen3-max-0923,solo,writing,mid,Neo-Classic-API,,,,,,72,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG1/tang.guess_author.standard / column QMax)",,out:single-couple, neoclassic-today-guess-author-fewshot1,arxiv-2609.19154,?GPT-4o,not-established:absent,writing,mid,Neo-Classic-API,,,,,,37.9,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG1/today.guess_author.fewshot1 / column 4o)",,out:model-not-established, neoclassic-today-guess-author-fewshot1,arxiv-2609.19154,deepseek-v3.2,unstated,writing,mid,Neo-Classic-API,,,,,,39.8,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG1/today.guess_author.fewshot1 / column DS)",,out:effort-not-established, neoclassic-today-guess-author-fewshot1,arxiv-2609.19154,gemini-2.5-pro,unstated,writing,mid,Neo-Classic-API,,,,,,27,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG1/today.guess_author.fewshot1 / column G2.5)",,out:effort-not-established, neoclassic-today-guess-author-fewshot1,arxiv-2609.19154,gemini-3-pro,unstated,writing,mid,Neo-Classic-API,,,,,,20,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG1/today.guess_author.fewshot1 / column G3)",,out:effort-not-established, neoclassic-today-guess-author-fewshot1,arxiv-2609.19154,qwen3-max-0923,solo,writing,mid,Neo-Classic-API,,,,,,32,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG1/today.guess_author.fewshot1 / column QMax)",,out:single-couple, neoclassic-today-guess-author-fewshot10,arxiv-2609.19154,?GPT-4o,not-established:absent,writing,mid,Neo-Classic-API,,,,,,40.4,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG1/today.guess_author.fewshot10 / column 4o)",,out:model-not-established, neoclassic-today-guess-author-fewshot10,arxiv-2609.19154,deepseek-v3.2,unstated,writing,mid,Neo-Classic-API,,,,,,37.7,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG1/today.guess_author.fewshot10 / column DS)",,out:effort-not-established, neoclassic-today-guess-author-fewshot10,arxiv-2609.19154,gemini-2.5-pro,unstated,writing,mid,Neo-Classic-API,,,,,,40,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG1/today.guess_author.fewshot10 / column G2.5)",,out:effort-not-established, neoclassic-today-guess-author-fewshot10,arxiv-2609.19154,gemini-3-pro,unstated,writing,mid,Neo-Classic-API,,,,,,27,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG1/today.guess_author.fewshot10 / column G3)",,out:effort-not-established, neoclassic-today-guess-author-fewshot10,arxiv-2609.19154,qwen3-max-0923,solo,writing,mid,Neo-Classic-API,,,,,,55,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG1/today.guess_author.fewshot10 / column QMax)",,out:single-couple, neoclassic-today-guess-author-fewshot3,arxiv-2609.19154,?GPT-4o,not-established:absent,writing,mid,Neo-Classic-API,,,,,,38.3,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG1/today.guess_author.fewshot3 / column 4o)",,out:model-not-established, neoclassic-today-guess-author-fewshot3,arxiv-2609.19154,deepseek-v3.2,unstated,writing,mid,Neo-Classic-API,,,,,,37.2,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG1/today.guess_author.fewshot3 / column DS)",,out:effort-not-established, neoclassic-today-guess-author-fewshot3,arxiv-2609.19154,gemini-2.5-pro,unstated,writing,mid,Neo-Classic-API,,,,,,30,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG1/today.guess_author.fewshot3 / column G2.5)",,out:effort-not-established, neoclassic-today-guess-author-fewshot3,arxiv-2609.19154,gemini-3-pro,unstated,writing,mid,Neo-Classic-API,,,,,,32,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG1/today.guess_author.fewshot3 / column G3)",,out:effort-not-established, neoclassic-today-guess-author-fewshot3,arxiv-2609.19154,qwen3-max-0923,solo,writing,mid,Neo-Classic-API,,,,,,39,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG1/today.guess_author.fewshot3 / column QMax)",,out:single-couple, neoclassic-today-guess-author-fewshot3-cot,arxiv-2609.19154,?GPT-4o,not-established:absent,writing,mid,Neo-Classic-API,,,,,,34.0,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG1/today.guess_author.fewshot3_cot / column 4o)",,out:model-not-established, neoclassic-today-guess-author-fewshot3-cot,arxiv-2609.19154,deepseek-v3.2,unstated,writing,mid,Neo-Classic-API,,,,,,34.3,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG1/today.guess_author.fewshot3_cot / column DS)",,out:effort-not-established, neoclassic-today-guess-author-fewshot3-cot,arxiv-2609.19154,gemini-2.5-pro,unstated,writing,mid,Neo-Classic-API,,,,,,28,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG1/today.guess_author.fewshot3_cot / column G2.5)",,out:effort-not-established, neoclassic-today-guess-author-fewshot3-cot,arxiv-2609.19154,gemini-3-pro,unstated,writing,mid,Neo-Classic-API,,,,,,36,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG1/today.guess_author.fewshot3_cot / column G3)",,out:effort-not-established, neoclassic-today-guess-author-fewshot3-cot,arxiv-2609.19154,qwen3-max-0923,solo,writing,mid,Neo-Classic-API,,,,,,34,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG1/today.guess_author.fewshot3_cot / column QMax)",,out:single-couple, neoclassic-today-guess-author-standard,arxiv-2609.19154,?GPT-4o,not-established:absent,writing,mid,Neo-Classic-API,,,,,,24.8,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG1/today.guess_author.standard / column 4o)",,out:model-not-established, neoclassic-today-guess-author-standard,arxiv-2609.19154,deepseek-v3.2,unstated,writing,mid,Neo-Classic-API,,,,,,34.2,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG1/today.guess_author.standard / column DS)",,out:effort-not-established, neoclassic-today-guess-author-standard,arxiv-2609.19154,gemini-2.5-pro,unstated,writing,mid,Neo-Classic-API,,,,,,24,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG1/today.guess_author.standard / column G2.5)",,out:effort-not-established, neoclassic-today-guess-author-standard,arxiv-2609.19154,gemini-3-pro,unstated,writing,mid,Neo-Classic-API,,,,,,17,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG1/today.guess_author.standard / column G3)",,out:effort-not-established, neoclassic-today-guess-author-standard,arxiv-2609.19154,qwen3-max-0923,solo,writing,mid,Neo-Classic-API,,,,,,41,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG1/today.guess_author.standard / column QMax)",,out:single-couple, neoclassic-tang-guess-author-standard,arxiv-2609.19154,?GPT-4o,not-established:absent,writing,mid,Neo-Classic-API,,,,,,43.4,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG2/tang.guess_author.standard / column 4o)",,out:model-not-established, neoclassic-tang-guess-author-standard,arxiv-2609.19154,deepseek-v3.2,unstated,writing,mid,Neo-Classic-API,,,,,,84.0,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG2/tang.guess_author.standard / column DS)",,out:effort-not-established, neoclassic-tang-guess-author-standard,arxiv-2609.19154,gemini-2.5-pro,unstated,writing,mid,Neo-Classic-API,,,,,,56,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG2/tang.guess_author.standard / column G2.5)",,out:effort-not-established, neoclassic-tang-guess-author-standard,arxiv-2609.19154,gemini-3-pro,unstated,writing,mid,Neo-Classic-API,,,,,,43,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG2/tang.guess_author.standard / column G3)",,out:effort-not-established, neoclassic-tang-guess-author-standard,arxiv-2609.19154,qwen3-max-0923,solo,writing,mid,Neo-Classic-API,,,,,,72,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG2/tang.guess_author.standard / column QMax)",,out:single-couple, neoclassic-tang300-guess-author-standard,arxiv-2609.19154,?GPT-4o,not-established:absent,writing,mid,Neo-Classic-API,,,,,,57.4,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG2/tang300.guess_author.standard / column 4o)",,out:model-not-established, neoclassic-tang300-guess-author-standard,arxiv-2609.19154,deepseek-v3.2,unstated,writing,mid,Neo-Classic-API,,,,,,96.0,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG2/tang300.guess_author.standard / column DS)",,out:effort-not-established, neoclassic-tang300-guess-author-standard,arxiv-2609.19154,gemini-2.5-pro,unstated,writing,mid,Neo-Classic-API,,,,,,73,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG2/tang300.guess_author.standard / column G2.5)",,out:effort-not-established, neoclassic-tang300-guess-author-standard,arxiv-2609.19154,gemini-3-pro,unstated,writing,mid,Neo-Classic-API,,,,,,51,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG2/tang300.guess_author.standard / column G3)",,out:effort-not-established, neoclassic-tang300-guess-author-standard,arxiv-2609.19154,qwen3-max-0923,solo,writing,mid,Neo-Classic-API,,,,,,94,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG2/tang300.guess_author.standard / column QMax)",,out:single-couple, neoclassic-tangsong-guess-author-standard,arxiv-2609.19154,?GPT-4o,not-established:absent,writing,mid,Neo-Classic-API,,,,,,35.7,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG2/tangsong.guess_author.standard / column 4o)",,out:model-not-established, neoclassic-tangsong-guess-author-standard,arxiv-2609.19154,deepseek-v3.2,unstated,writing,mid,Neo-Classic-API,,,,,,60.6,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG2/tangsong.guess_author.standard / column DS)",,out:effort-not-established, neoclassic-tangsong-guess-author-standard,arxiv-2609.19154,gemini-2.5-pro,unstated,writing,mid,Neo-Classic-API,,,,,,43,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG2/tangsong.guess_author.standard / column G2.5)",,out:effort-not-established, neoclassic-tangsong-guess-author-standard,arxiv-2609.19154,gemini-3-pro,unstated,writing,mid,Neo-Classic-API,,,,,,55,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG2/tangsong.guess_author.standard / column G3)",,out:effort-not-established, neoclassic-tangsong-guess-author-standard,arxiv-2609.19154,qwen3-max-0923,solo,writing,mid,Neo-Classic-API,,,,,,53,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG2/tangsong.guess_author.standard / column QMax)",,out:single-couple, neoclassic-song-guess-ci-tone-cot,arxiv-2609.19154,?GPT-4o,not-established:absent,writing,mid,Neo-Classic-API,,,,,,39.0,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG3/song.guess_ci_tone.cot / column 4o)",,out:model-not-established, neoclassic-song-guess-ci-tone-cot,arxiv-2609.19154,deepseek-v3.2,unstated,writing,mid,Neo-Classic-API,,,,,,78.8,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG3/song.guess_ci_tone.cot / column DS)",,out:effort-not-established, neoclassic-song-guess-ci-tone-cot,arxiv-2609.19154,gemini-2.5-pro,unstated,writing,mid,Neo-Classic-API,,,,,,32,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG3/song.guess_ci_tone.cot / column G2.5)",,out:effort-not-established, neoclassic-song-guess-ci-tone-cot,arxiv-2609.19154,gemini-3-pro,unstated,writing,mid,Neo-Classic-API,,,,,,57,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG3/song.guess_ci_tone.cot / column G3)",,out:effort-not-established, neoclassic-song-guess-ci-tone-cot,arxiv-2609.19154,qwen3-max-0923,solo,writing,mid,Neo-Classic-API,,,,,,52,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG3/song.guess_ci_tone.cot / column QMax)",,out:single-couple, neoclassic-song-guess-ci-tone-standard,arxiv-2609.19154,?GPT-4o,not-established:absent,writing,mid,Neo-Classic-API,,,,,,31.2,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG3/song.guess_ci_tone.standard / column 4o)",,out:model-not-established, neoclassic-song-guess-ci-tone-standard,arxiv-2609.19154,deepseek-v3.2,unstated,writing,mid,Neo-Classic-API,,,,,,66.5,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG3/song.guess_ci_tone.standard / column DS)",,out:effort-not-established, neoclassic-song-guess-ci-tone-standard,arxiv-2609.19154,gemini-2.5-pro,unstated,writing,mid,Neo-Classic-API,,,,,,32,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG3/song.guess_ci_tone.standard / column G2.5)",,out:effort-not-established, neoclassic-song-guess-ci-tone-standard,arxiv-2609.19154,gemini-3-pro,unstated,writing,mid,Neo-Classic-API,,,,,,39,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG3/song.guess_ci_tone.standard / column G3)",,out:effort-not-established, neoclassic-song-guess-ci-tone-standard,arxiv-2609.19154,qwen3-max-0923,solo,writing,mid,Neo-Classic-API,,,,,,47,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG3/song.guess_ci_tone.standard / column QMax)",,out:single-couple, neoclassic-today-guess-ci-tone-cot,arxiv-2609.19154,?GPT-4o,not-established:absent,writing,mid,Neo-Classic-API,,,,,,31.0,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG3/today.guess_ci_tone.cot / column 4o)",,out:model-not-established, neoclassic-today-guess-ci-tone-cot,arxiv-2609.19154,deepseek-v3.2,unstated,writing,mid,Neo-Classic-API,,,,,,71.3,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG3/today.guess_ci_tone.cot / column DS)",,out:effort-not-established, neoclassic-today-guess-ci-tone-cot,arxiv-2609.19154,gemini-2.5-pro,unstated,writing,mid,Neo-Classic-API,,,,,,26,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG3/today.guess_ci_tone.cot / column G2.5)",,out:effort-not-established, neoclassic-today-guess-ci-tone-cot,arxiv-2609.19154,gemini-3-pro,unstated,writing,mid,Neo-Classic-API,,,,,,65,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG3/today.guess_ci_tone.cot / column G3)",,out:effort-not-established, neoclassic-today-guess-ci-tone-cot,arxiv-2609.19154,qwen3-max-0923,solo,writing,mid,Neo-Classic-API,,,,,,59,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG3/today.guess_ci_tone.cot / column QMax)",,out:single-couple, neoclassic-today-guess-ci-tone-standard,arxiv-2609.19154,?GPT-4o,not-established:absent,writing,mid,Neo-Classic-API,,,,,,30.3,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG3/today.guess_ci_tone.standard / column 4o)",,out:model-not-established, neoclassic-today-guess-ci-tone-standard,arxiv-2609.19154,deepseek-v3.2,unstated,writing,mid,Neo-Classic-API,,,,,,44.8,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG3/today.guess_ci_tone.standard / column DS)",,out:effort-not-established, neoclassic-today-guess-ci-tone-standard,arxiv-2609.19154,gemini-2.5-pro,unstated,writing,mid,Neo-Classic-API,,,,,,27,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG3/today.guess_ci_tone.standard / column G2.5)",,out:effort-not-established, neoclassic-today-guess-ci-tone-standard,arxiv-2609.19154,gemini-3-pro,unstated,writing,mid,Neo-Classic-API,,,,,,36,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG3/today.guess_ci_tone.standard / column G3)",,out:effort-not-established, neoclassic-today-guess-ci-tone-standard,arxiv-2609.19154,qwen3-max-0923,solo,writing,mid,Neo-Classic-API,,,,,,33,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG3/today.guess_ci_tone.standard / column QMax)",,out:single-couple, neoclassic-tang-guess-word-all-mixed,arxiv-2609.19154,?GPT-4o,not-established:absent,writing,mid,Neo-Classic-API,,,,,,60.1,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG4/tang.guess_word.all_mixed / column 4o)",,out:model-not-established, neoclassic-tang-guess-word-all-mixed,arxiv-2609.19154,deepseek-v3.2,unstated,writing,mid,Neo-Classic-API,,,,,,85.4,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG4/tang.guess_word.all_mixed / column DS)",,out:effort-not-established, neoclassic-tang-guess-word-all-mixed,arxiv-2609.19154,gemini-2.5-pro,unstated,writing,mid,Neo-Classic-API,,,,,,68,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG4/tang.guess_word.all_mixed / column G2.5)",,out:effort-not-established, neoclassic-tang-guess-word-all-mixed,arxiv-2609.19154,gemini-3-pro,unstated,writing,mid,Neo-Classic-API,,,,,,81,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG4/tang.guess_word.all_mixed / column G3)",,out:effort-not-established, neoclassic-tang-guess-word-all-mixed,arxiv-2609.19154,qwen3-max-0923,solo,writing,mid,Neo-Classic-API,,,,,,78,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG4/tang.guess_word.all_mixed / column QMax)",,out:single-couple, neoclassic-tang-guess-word-standard,arxiv-2609.19154,?GPT-4o,not-established:absent,writing,mid,Neo-Classic-API,,,,,,56.4,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG4/tang.guess_word.standard / column 4o)",,out:model-not-established, neoclassic-tang-guess-word-standard,arxiv-2609.19154,deepseek-v3.2,unstated,writing,mid,Neo-Classic-API,,,,,,80.0,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG4/tang.guess_word.standard / column DS)",,out:effort-not-established, neoclassic-tang-guess-word-standard,arxiv-2609.19154,gemini-2.5-pro,unstated,writing,mid,Neo-Classic-API,,,,,,66,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG4/tang.guess_word.standard / column G2.5)",,out:effort-not-established, neoclassic-tang-guess-word-standard,arxiv-2609.19154,gemini-3-pro,unstated,writing,mid,Neo-Classic-API,,,,,,71,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG4/tang.guess_word.standard / column G3)",,out:effort-not-established, neoclassic-tang-guess-word-standard,arxiv-2609.19154,qwen3-max-0923,solo,writing,mid,Neo-Classic-API,,,,,,77,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG4/tang.guess_word.standard / column QMax)",,out:single-couple, neoclassic-tang-guess-word-tone-mixed,arxiv-2609.19154,?GPT-4o,not-established:absent,writing,mid,Neo-Classic-API,,,,,,54.4,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG4/tang.guess_word.tone_mixed / column 4o)",,out:model-not-established, neoclassic-tang-guess-word-tone-mixed,arxiv-2609.19154,deepseek-v3.2,unstated,writing,mid,Neo-Classic-API,,,,,,82.0,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG4/tang.guess_word.tone_mixed / column DS)",,out:effort-not-established, neoclassic-tang-guess-word-tone-mixed,arxiv-2609.19154,gemini-2.5-pro,unstated,writing,mid,Neo-Classic-API,,,,,,62,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG4/tang.guess_word.tone_mixed / column G2.5)",,out:effort-not-established, neoclassic-tang-guess-word-tone-mixed,arxiv-2609.19154,gemini-3-pro,unstated,writing,mid,Neo-Classic-API,,,,,,68,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG4/tang.guess_word.tone_mixed / column G3)",,out:effort-not-established, neoclassic-tang-guess-word-tone-mixed,arxiv-2609.19154,qwen3-max-0923,solo,writing,mid,Neo-Classic-API,,,,,,77,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG4/tang.guess_word.tone_mixed / column QMax)",,out:single-couple, neoclassic-tang-guess-word-tone-mixed-cot,arxiv-2609.19154,?GPT-4o,not-established:absent,writing,mid,Neo-Classic-API,,,,,,48.0,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG4/tang.guess_word.tone_mixed_cot / column 4o)",,out:model-not-established, neoclassic-tang-guess-word-tone-mixed-cot,arxiv-2609.19154,deepseek-v3.2,unstated,writing,mid,Neo-Classic-API,,,,,,91.8,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG4/tang.guess_word.tone_mixed_cot / column DS)",,out:effort-not-established, neoclassic-tang-guess-word-tone-mixed-cot,arxiv-2609.19154,gemini-2.5-pro,unstated,writing,mid,Neo-Classic-API,,,,,,66,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG4/tang.guess_word.tone_mixed_cot / column G2.5)",,out:effort-not-established, neoclassic-tang-guess-word-tone-mixed-cot,arxiv-2609.19154,gemini-3-pro,unstated,writing,mid,Neo-Classic-API,,,,,,62,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG4/tang.guess_word.tone_mixed_cot / column G3)",,out:effort-not-established, neoclassic-tang-guess-word-tone-mixed-cot,arxiv-2609.19154,qwen3-max-0923,solo,writing,mid,Neo-Classic-API,,,,,,77,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG4/tang.guess_word.tone_mixed_cot / column QMax)",,out:single-couple, neoclassic-today-guess-word-all-mixed,arxiv-2609.19154,?GPT-4o,not-established:absent,writing,mid,Neo-Classic-API,,,,,,57.3,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG4/today.guess_word.all_mixed / column 4o)",,out:model-not-established, neoclassic-today-guess-word-all-mixed,arxiv-2609.19154,deepseek-v3.2,unstated,writing,mid,Neo-Classic-API,,,,,,65.4,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG4/today.guess_word.all_mixed / column DS)",,out:effort-not-established, neoclassic-today-guess-word-all-mixed,arxiv-2609.19154,gemini-2.5-pro,unstated,writing,mid,Neo-Classic-API,,,,,,57,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG4/today.guess_word.all_mixed / column G2.5)",,out:effort-not-established, neoclassic-today-guess-word-all-mixed,arxiv-2609.19154,gemini-3-pro,unstated,writing,mid,Neo-Classic-API,,,,,,39,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG4/today.guess_word.all_mixed / column G3)",,out:effort-not-established, neoclassic-today-guess-word-all-mixed,arxiv-2609.19154,qwen3-max-0923,solo,writing,mid,Neo-Classic-API,,,,,,69,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG4/today.guess_word.all_mixed / column QMax)",,out:single-couple, neoclassic-today-guess-word-standard,arxiv-2609.19154,?GPT-4o,not-established:absent,writing,mid,Neo-Classic-API,,,,,,50.2,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG4/today.guess_word.standard / column 4o)",,out:model-not-established, neoclassic-today-guess-word-standard,arxiv-2609.19154,deepseek-v3.2,unstated,writing,mid,Neo-Classic-API,,,,,,58.3,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG4/today.guess_word.standard / column DS)",,out:effort-not-established, neoclassic-today-guess-word-standard,arxiv-2609.19154,gemini-2.5-pro,unstated,writing,mid,Neo-Classic-API,,,,,,50,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG4/today.guess_word.standard / column G2.5)",,out:effort-not-established, neoclassic-today-guess-word-standard,arxiv-2609.19154,gemini-3-pro,unstated,writing,mid,Neo-Classic-API,,,,,,42,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG4/today.guess_word.standard / column G3)",,out:effort-not-established, neoclassic-today-guess-word-standard,arxiv-2609.19154,qwen3-max-0923,solo,writing,mid,Neo-Classic-API,,,,,,52,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG4/today.guess_word.standard / column QMax)",,out:single-couple, neoclassic-today-guess-word-tone-mixed,arxiv-2609.19154,?GPT-4o,not-established:absent,writing,mid,Neo-Classic-API,,,,,,51.6,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG4/today.guess_word.tone_mixed / column 4o)",,out:model-not-established, neoclassic-today-guess-word-tone-mixed,arxiv-2609.19154,deepseek-v3.2,unstated,writing,mid,Neo-Classic-API,,,,,,61.8,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG4/today.guess_word.tone_mixed / column DS)",,out:effort-not-established, neoclassic-today-guess-word-tone-mixed,arxiv-2609.19154,gemini-2.5-pro,unstated,writing,mid,Neo-Classic-API,,,,,,62,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG4/today.guess_word.tone_mixed / column G2.5)",,out:effort-not-established, neoclassic-today-guess-word-tone-mixed,arxiv-2609.19154,gemini-3-pro,unstated,writing,mid,Neo-Classic-API,,,,,,60,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG4/today.guess_word.tone_mixed / column G3)",,out:effort-not-established, neoclassic-today-guess-word-tone-mixed,arxiv-2609.19154,qwen3-max-0923,solo,writing,mid,Neo-Classic-API,,,,,,66,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG4/today.guess_word.tone_mixed / column QMax)",,out:single-couple, neoclassic-today-guess-word-tone-mixed-cot,arxiv-2609.19154,?GPT-4o,not-established:absent,writing,mid,Neo-Classic-API,,,,,,46.0,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG4/today.guess_word.tone_mixed_cot / column 4o)",,out:model-not-established, neoclassic-today-guess-word-tone-mixed-cot,arxiv-2609.19154,deepseek-v3.2,unstated,writing,mid,Neo-Classic-API,,,,,,67.5,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG4/today.guess_word.tone_mixed_cot / column DS)",,out:effort-not-established, neoclassic-today-guess-word-tone-mixed-cot,arxiv-2609.19154,gemini-2.5-pro,unstated,writing,mid,Neo-Classic-API,,,,,,59,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG4/today.guess_word.tone_mixed_cot / column G2.5)",,out:effort-not-established, neoclassic-today-guess-word-tone-mixed-cot,arxiv-2609.19154,gemini-3-pro,unstated,writing,mid,Neo-Classic-API,,,,,,78,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG4/today.guess_word.tone_mixed_cot / column G3)",,out:effort-not-established, neoclassic-today-guess-word-tone-mixed-cot,arxiv-2609.19154,qwen3-max-0923,solo,writing,mid,Neo-Classic-API,,,,,,72,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG4/today.guess_word.tone_mixed_cot / column QMax)",,out:single-couple, neoclassic-tang-match-sentence-couplets,arxiv-2609.19154,?GPT-4o,not-established:absent,writing,mid,Neo-Classic-API,,,,,,68.2,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG5/tang.match_sentence.couplets / column 4o)",,out:model-not-established, neoclassic-tang-match-sentence-couplets,arxiv-2609.19154,deepseek-v3.2,unstated,writing,mid,Neo-Classic-API,,,,,,88.4,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG5/tang.match_sentence.couplets / column DS)",,out:effort-not-established, neoclassic-tang-match-sentence-couplets,arxiv-2609.19154,gemini-2.5-pro,unstated,writing,mid,Neo-Classic-API,,,,,,76,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG5/tang.match_sentence.couplets / column G2.5)",,out:effort-not-established, neoclassic-tang-match-sentence-couplets,arxiv-2609.19154,gemini-3-pro,unstated,writing,mid,Neo-Classic-API,,,,,,83,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG5/tang.match_sentence.couplets / column G3)",,out:effort-not-established, neoclassic-tang-match-sentence-couplets,arxiv-2609.19154,qwen3-max-0923,solo,writing,mid,Neo-Classic-API,,,,,,81,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG5/tang.match_sentence.couplets / column QMax)",,out:single-couple, neoclassic-tang-match-sentence-standard,arxiv-2609.19154,?GPT-4o,not-established:absent,writing,mid,Neo-Classic-API,,,,,,70.2,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG5/tang.match_sentence.standard / column 4o)",,out:model-not-established, neoclassic-tang-match-sentence-standard,arxiv-2609.19154,deepseek-v3.2,unstated,writing,mid,Neo-Classic-API,,,,,,86.8,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG5/tang.match_sentence.standard / column DS)",,out:effort-not-established, neoclassic-tang-match-sentence-standard,arxiv-2609.19154,gemini-2.5-pro,unstated,writing,mid,Neo-Classic-API,,,,,,77,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG5/tang.match_sentence.standard / column G2.5)",,out:effort-not-established, neoclassic-tang-match-sentence-standard,arxiv-2609.19154,gemini-3-pro,unstated,writing,mid,Neo-Classic-API,,,,,,88,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG5/tang.match_sentence.standard / column G3)",,out:effort-not-established, neoclassic-tang-match-sentence-standard,arxiv-2609.19154,qwen3-max-0923,solo,writing,mid,Neo-Classic-API,,,,,,84,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG5/tang.match_sentence.standard / column QMax)",,out:single-couple, neoclassic-today-match-sentence-couplets,arxiv-2609.19154,?GPT-4o,not-established:absent,writing,mid,Neo-Classic-API,,,,,,57.2,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG5/today.match_sentence.couplets / column 4o)",,out:model-not-established, neoclassic-today-match-sentence-couplets,arxiv-2609.19154,deepseek-v3.2,unstated,writing,mid,Neo-Classic-API,,,,,,72.1,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG5/today.match_sentence.couplets / column DS)",,out:effort-not-established, neoclassic-today-match-sentence-couplets,arxiv-2609.19154,gemini-2.5-pro,unstated,writing,mid,Neo-Classic-API,,,,,,61,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG5/today.match_sentence.couplets / column G2.5)",,out:effort-not-established, neoclassic-today-match-sentence-couplets,arxiv-2609.19154,gemini-3-pro,unstated,writing,mid,Neo-Classic-API,,,,,,68,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG5/today.match_sentence.couplets / column G3)",,out:effort-not-established, neoclassic-today-match-sentence-couplets,arxiv-2609.19154,qwen3-max-0923,solo,writing,mid,Neo-Classic-API,,,,,,72,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG5/today.match_sentence.couplets / column QMax)",,out:single-couple, neoclassic-today-match-sentence-couplets-cot,arxiv-2609.19154,?GPT-4o,not-established:absent,writing,mid,Neo-Classic-API,,,,,,58.0,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG5/today.match_sentence.couplets_cot / column 4o)",,out:model-not-established, neoclassic-today-match-sentence-couplets-cot,arxiv-2609.19154,deepseek-v3.2,unstated,writing,mid,Neo-Classic-API,,,,,,91.0,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG5/today.match_sentence.couplets_cot / column DS)",,out:effort-not-established, neoclassic-today-match-sentence-couplets-cot,arxiv-2609.19154,gemini-2.5-pro,unstated,writing,mid,Neo-Classic-API,,,,,,79,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG5/today.match_sentence.couplets_cot / column G2.5)",,out:effort-not-established, neoclassic-today-match-sentence-couplets-cot,arxiv-2609.19154,gemini-3-pro,unstated,writing,mid,Neo-Classic-API,,,,,,85,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG5/today.match_sentence.couplets_cot / column G3)",,out:effort-not-established, neoclassic-today-match-sentence-couplets-cot,arxiv-2609.19154,qwen3-max-0923,solo,writing,mid,Neo-Classic-API,,,,,,67,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG5/today.match_sentence.couplets_cot / column QMax)",,out:single-couple, neoclassic-today-match-sentence-standard,arxiv-2609.19154,?GPT-4o,not-established:absent,writing,mid,Neo-Classic-API,,,,,,56.6,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG5/today.match_sentence.standard / column 4o)",,out:model-not-established, neoclassic-today-match-sentence-standard,arxiv-2609.19154,deepseek-v3.2,unstated,writing,mid,Neo-Classic-API,,,,,,64.0,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG5/today.match_sentence.standard / column DS)",,out:effort-not-established, neoclassic-today-match-sentence-standard,arxiv-2609.19154,gemini-2.5-pro,unstated,writing,mid,Neo-Classic-API,,,,,,52,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG5/today.match_sentence.standard / column G2.5)",,out:effort-not-established, neoclassic-today-match-sentence-standard,arxiv-2609.19154,gemini-3-pro,unstated,writing,mid,Neo-Classic-API,,,,,,57,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG5/today.match_sentence.standard / column G3)",,out:effort-not-established, neoclassic-today-match-sentence-standard,arxiv-2609.19154,qwen3-max-0923,solo,writing,mid,Neo-Classic-API,,,,,,67,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG5/today.match_sentence.standard / column QMax)",,out:single-couple, neoclassic-tang-match-sentence-standard,arxiv-2609.19154,?GPT-4o,not-established:absent,writing,mid,Neo-Classic-API,,,,,,70.2,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG6/tang.match_sentence.standard / column 4o)",,out:model-not-established, neoclassic-tang-match-sentence-standard,arxiv-2609.19154,deepseek-v3.2,unstated,writing,mid,Neo-Classic-API,,,,,,86.8,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG6/tang.match_sentence.standard / column DS)",,out:effort-not-established, neoclassic-tang-match-sentence-standard,arxiv-2609.19154,gemini-2.5-pro,unstated,writing,mid,Neo-Classic-API,,,,,,77,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG6/tang.match_sentence.standard / column G2.5)",,out:effort-not-established, neoclassic-tang-match-sentence-standard,arxiv-2609.19154,gemini-3-pro,unstated,writing,mid,Neo-Classic-API,,,,,,88,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG6/tang.match_sentence.standard / column G3)",,out:effort-not-established, neoclassic-tang-match-sentence-standard,arxiv-2609.19154,qwen3-max-0923,solo,writing,mid,Neo-Classic-API,,,,,,84,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG6/tang.match_sentence.standard / column QMax)",,out:single-couple, neoclassic-tang300-match-sentence-standard,arxiv-2609.19154,?GPT-4o,not-established:absent,writing,mid,Neo-Classic-API,,,,,,80.2,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG6/tang300.match_sentence.standard / column 4o)",,out:model-not-established, neoclassic-tang300-match-sentence-standard,arxiv-2609.19154,deepseek-v3.2,unstated,writing,mid,Neo-Classic-API,,,,,,98.6,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG6/tang300.match_sentence.standard / column DS)",,out:effort-not-established, neoclassic-tang300-match-sentence-standard,arxiv-2609.19154,gemini-2.5-pro,unstated,writing,mid,Neo-Classic-API,,,,,,82,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG6/tang300.match_sentence.standard / column G2.5)",,out:effort-not-established, neoclassic-tang300-match-sentence-standard,arxiv-2609.19154,gemini-3-pro,unstated,writing,mid,Neo-Classic-API,,,,,,86,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG6/tang300.match_sentence.standard / column G3)",,out:effort-not-established, neoclassic-tang300-match-sentence-standard,arxiv-2609.19154,qwen3-max-0923,solo,writing,mid,Neo-Classic-API,,,,,,98,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG6/tang300.match_sentence.standard / column QMax)",,out:single-couple, neoclassic-tang-sort-poem-jue,arxiv-2609.19154,?GPT-4o,not-established:absent,writing,mid,Neo-Classic-API,,,,,,17.4,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG7/tang.sort_poem.jue / column 4o)",,out:model-not-established, neoclassic-tang-sort-poem-jue,arxiv-2609.19154,deepseek-v3.2,unstated,writing,mid,Neo-Classic-API,,,,,,47.8,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG7/tang.sort_poem.jue / column DS)",,out:effort-not-established, neoclassic-tang-sort-poem-jue,arxiv-2609.19154,gemini-2.5-pro,unstated,writing,mid,Neo-Classic-API,,,,,,24,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG7/tang.sort_poem.jue / column G2.5)",,out:effort-not-established, neoclassic-tang-sort-poem-jue,arxiv-2609.19154,gemini-3-pro,unstated,writing,mid,Neo-Classic-API,,,,,,38,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG7/tang.sort_poem.jue / column G3)",,out:effort-not-established, neoclassic-tang-sort-poem-jue,arxiv-2609.19154,qwen3-max-0923,solo,writing,mid,Neo-Classic-API,,,,,,43,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG7/tang.sort_poem.jue / column QMax)",,out:single-couple, neoclassic-tang-sort-poem-jue-cot,arxiv-2609.19154,?GPT-4o,not-established:absent,writing,mid,Neo-Classic-API,,,,,,13.0,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG7/tang.sort_poem.jue_cot / column 4o)",,out:model-not-established, neoclassic-tang-sort-poem-jue-cot,arxiv-2609.19154,deepseek-v3.2,unstated,writing,mid,Neo-Classic-API,,,,,,66.3,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG7/tang.sort_poem.jue_cot / column DS)",,out:effort-not-established, neoclassic-tang-sort-poem-jue-cot,arxiv-2609.19154,gemini-2.5-pro,unstated,writing,mid,Neo-Classic-API,,,,,,42,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG7/tang.sort_poem.jue_cot / column G2.5)",,out:effort-not-established, neoclassic-tang-sort-poem-jue-cot,arxiv-2609.19154,gemini-3-pro,unstated,writing,mid,Neo-Classic-API,,,,,,62,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG7/tang.sort_poem.jue_cot / column G3)",,out:effort-not-established, neoclassic-tang-sort-poem-jue-cot,arxiv-2609.19154,qwen3-max-0923,solo,writing,mid,Neo-Classic-API,,,,,,64,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG7/tang.sort_poem.jue_cot / column QMax)",,out:single-couple, neoclassic-tang-sort-poem-lyu,arxiv-2609.19154,?GPT-4o,not-established:absent,writing,mid,Neo-Classic-API,,,,,,0.2,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG7/tang.sort_poem.lyu / column 4o)",,out:model-not-established, neoclassic-tang-sort-poem-lyu,arxiv-2609.19154,deepseek-v3.2,unstated,writing,mid,Neo-Classic-API,,,,,,19.8,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG7/tang.sort_poem.lyu / column DS)",,out:effort-not-established, neoclassic-tang-sort-poem-lyu,arxiv-2609.19154,gemini-2.5-pro,unstated,writing,mid,Neo-Classic-API,,,,,,3,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG7/tang.sort_poem.lyu / column G2.5)",,out:effort-not-established, neoclassic-tang-sort-poem-lyu,arxiv-2609.19154,gemini-3-pro,unstated,writing,mid,Neo-Classic-API,,,,,,35,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG7/tang.sort_poem.lyu / column G3)",,out:effort-not-established, neoclassic-tang-sort-poem-lyu,arxiv-2609.19154,qwen3-max-0923,solo,writing,mid,Neo-Classic-API,,,,,,3,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG7/tang.sort_poem.lyu / column QMax)",,out:single-couple, neoclassic-tang-sort-poem-lyu-cot,arxiv-2609.19154,?GPT-4o,not-established:absent,writing,mid,Neo-Classic-API,,,,,,0.0,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG7/tang.sort_poem.lyu_cot / column 4o)",,out:model-not-established, neoclassic-tang-sort-poem-lyu-cot,arxiv-2609.19154,deepseek-v3.2,unstated,writing,mid,Neo-Classic-API,,,,,,48.0,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG7/tang.sort_poem.lyu_cot / column DS)",,out:effort-not-established, neoclassic-tang-sort-poem-lyu-cot,arxiv-2609.19154,gemini-2.5-pro,unstated,writing,mid,Neo-Classic-API,,,,,,14,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG7/tang.sort_poem.lyu_cot / column G2.5)",,out:effort-not-established, neoclassic-tang-sort-poem-lyu-cot,arxiv-2609.19154,gemini-3-pro,unstated,writing,mid,Neo-Classic-API,,,,,,27,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG7/tang.sort_poem.lyu_cot / column G3)",,out:effort-not-established, neoclassic-tang-sort-poem-lyu-cot,arxiv-2609.19154,qwen3-max-0923,solo,writing,mid,Neo-Classic-API,,,,,,34,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG7/tang.sort_poem.lyu_cot / column QMax)",,out:single-couple, neoclassic-tang-sort-poem-lyu-cot-expert,arxiv-2609.19154,?GPT-4o,not-established:absent,writing,mid,Neo-Classic-API,,,,,,0.0,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG7/tang.sort_poem.lyu_cot_expert / column 4o)",,out:model-not-established, neoclassic-tang-sort-poem-lyu-cot-expert,arxiv-2609.19154,deepseek-v3.2,unstated,writing,mid,Neo-Classic-API,,,,,,54.5,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG7/tang.sort_poem.lyu_cot_expert / column DS)",,out:effort-not-established, neoclassic-tang-sort-poem-lyu-cot-expert,arxiv-2609.19154,gemini-2.5-pro,unstated,writing,mid,Neo-Classic-API,,,,,,12,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG7/tang.sort_poem.lyu_cot_expert / column G2.5)",,out:effort-not-established, neoclassic-tang-sort-poem-lyu-cot-expert,arxiv-2609.19154,gemini-3-pro,unstated,writing,mid,Neo-Classic-API,,,,,,28,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG7/tang.sort_poem.lyu_cot_expert / column G3)",,out:effort-not-established, neoclassic-tang-sort-poem-lyu-cot-expert,arxiv-2609.19154,qwen3-max-0923,solo,writing,mid,Neo-Classic-API,,,,,,20,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG7/tang.sort_poem.lyu_cot_expert / column QMax)",,out:single-couple, neoclassic-today-sort-poem-jue,arxiv-2609.19154,?GPT-4o,not-established:absent,writing,mid,Neo-Classic-API,,,,,,16.2,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG7/today.sort_poem.jue / column 4o)",,out:model-not-established, neoclassic-today-sort-poem-jue,arxiv-2609.19154,deepseek-v3.2,unstated,writing,mid,Neo-Classic-API,,,,,,27.4,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG7/today.sort_poem.jue / column DS)",,out:effort-not-established, neoclassic-today-sort-poem-jue,arxiv-2609.19154,gemini-2.5-pro,unstated,writing,mid,Neo-Classic-API,,,,,,19,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG7/today.sort_poem.jue / column G2.5)",,out:effort-not-established, neoclassic-today-sort-poem-jue,arxiv-2609.19154,gemini-3-pro,unstated,writing,mid,Neo-Classic-API,,,,,,41,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG7/today.sort_poem.jue / column G3)",,out:effort-not-established, neoclassic-today-sort-poem-jue,arxiv-2609.19154,qwen3-max-0923,solo,writing,mid,Neo-Classic-API,,,,,,32,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG7/today.sort_poem.jue / column QMax)",,out:single-couple, neoclassic-today-sort-poem-jue-cot,arxiv-2609.19154,?GPT-4o,not-established:absent,writing,mid,Neo-Classic-API,,,,,,12.0,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG7/today.sort_poem.jue_cot / column 4o)",,out:model-not-established, neoclassic-today-sort-poem-jue-cot,arxiv-2609.19154,deepseek-v3.2,unstated,writing,mid,Neo-Classic-API,,,,,,48.8,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG7/today.sort_poem.jue_cot / column DS)",,out:effort-not-established, neoclassic-today-sort-poem-jue-cot,arxiv-2609.19154,gemini-2.5-pro,unstated,writing,mid,Neo-Classic-API,,,,,,24,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG7/today.sort_poem.jue_cot / column G2.5)",,out:effort-not-established, neoclassic-today-sort-poem-jue-cot,arxiv-2609.19154,gemini-3-pro,unstated,writing,mid,Neo-Classic-API,,,,,,55,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG7/today.sort_poem.jue_cot / column G3)",,out:effort-not-established, neoclassic-today-sort-poem-jue-cot,arxiv-2609.19154,qwen3-max-0923,solo,writing,mid,Neo-Classic-API,,,,,,50,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG7/today.sort_poem.jue_cot / column QMax)",,out:single-couple, neoclassic-today-sort-poem-lyu,arxiv-2609.19154,?GPT-4o,not-established:absent,writing,mid,Neo-Classic-API,,,,,,0.0,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG7/today.sort_poem.lyu / column 4o)",,out:model-not-established, neoclassic-today-sort-poem-lyu,arxiv-2609.19154,deepseek-v3.2,unstated,writing,mid,Neo-Classic-API,,,,,,1.0,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG7/today.sort_poem.lyu / column DS)",,out:effort-not-established, neoclassic-today-sort-poem-lyu,arxiv-2609.19154,gemini-2.5-pro,unstated,writing,mid,Neo-Classic-API,,,,,,0,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG7/today.sort_poem.lyu / column G2.5)",,out:effort-not-established, neoclassic-today-sort-poem-lyu,arxiv-2609.19154,gemini-3-pro,unstated,writing,mid,Neo-Classic-API,,,,,,3,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG7/today.sort_poem.lyu / column G3)",,out:effort-not-established, neoclassic-today-sort-poem-lyu,arxiv-2609.19154,qwen3-max-0923,solo,writing,mid,Neo-Classic-API,,,,,,1,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG7/today.sort_poem.lyu / column QMax)",,out:single-couple, neoclassic-today-sort-poem-lyu-cot,arxiv-2609.19154,?GPT-4o,not-established:absent,writing,mid,Neo-Classic-API,,,,,,0.0,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG7/today.sort_poem.lyu_cot / column 4o)",,out:model-not-established, neoclassic-today-sort-poem-lyu-cot,arxiv-2609.19154,deepseek-v3.2,unstated,writing,mid,Neo-Classic-API,,,,,,7.8,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG7/today.sort_poem.lyu_cot / column DS)",,out:effort-not-established, neoclassic-today-sort-poem-lyu-cot,arxiv-2609.19154,gemini-2.5-pro,unstated,writing,mid,Neo-Classic-API,,,,,,3,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG7/today.sort_poem.lyu_cot / column G2.5)",,out:effort-not-established, neoclassic-today-sort-poem-lyu-cot,arxiv-2609.19154,gemini-3-pro,unstated,writing,mid,Neo-Classic-API,,,,,,13,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG7/today.sort_poem.lyu_cot / column G3)",,out:effort-not-established, neoclassic-today-sort-poem-lyu-cot,arxiv-2609.19154,qwen3-max-0923,solo,writing,mid,Neo-Classic-API,,,,,,11,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG7/today.sort_poem.lyu_cot / column QMax)",,out:single-couple, neoclassic-today-sort-poem-lyu-cot-expert,arxiv-2609.19154,?GPT-4o,not-established:absent,writing,mid,Neo-Classic-API,,,,,,0.0,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG7/today.sort_poem.lyu_cot_expert / column 4o)",,out:model-not-established, neoclassic-today-sort-poem-lyu-cot-expert,arxiv-2609.19154,gpt-5-pro,unstated,writing,mid,Neo-Classic-API,,,,,,24,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG7/today.sort_poem.lyu_cot_expert / column 5P)",,out:effort-not-established, neoclassic-today-sort-poem-lyu-cot-expert,arxiv-2609.19154,deepseek-v3.2,unstated,writing,mid,Neo-Classic-API,,,,,,13.8,acc%,0.0289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG7/today.sort_poem.lyu_cot_expert / column DS)",,out:effort-not-established, neoclassic-today-sort-poem-lyu-cot-expert,arxiv-2609.19154,gemini-2.5-pro,unstated,writing,mid,Neo-Classic-API,,,,,,8,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG7/today.sort_poem.lyu_cot_expert / column G2.5)",,out:effort-not-established, neoclassic-today-sort-poem-lyu-cot-expert,arxiv-2609.19154,gemini-3-pro,unstated,writing,mid,Neo-Classic-API,,,,,,36,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG7/today.sort_poem.lyu_cot_expert / column G3)",,out:effort-not-established, neoclassic-today-sort-poem-lyu-cot-expert,arxiv-2609.19154,qwen3-max-0923,solo,writing,mid,Neo-Classic-API,,,,,,13,acc%,0.289,,,"https://arxiv.org/abs/2609.19154 (Table 6 (Appendix C), API-model columns 4o, 5P, DS, G2.5, G3, QMax / row TG7/today.sort_poem.lyu_cot_expert / column QMax)",,out:single-couple, biophys-evid,arxiv-2609.19180,?DeepSeek v4 Flash,not-established:absent,mixed,hard,no-scaffold,,,,,,0.360,f1-of-1,0.000289,,,"https://arxiv.org/abs/2609.19180 (Table 7, row 'DeepSeek v4 Flash', column 'Evidence-ID F1')",,out:model-not-established, biophys-evid,arxiv-2609.19180,qwen3.7-max,unstated,mixed,hard,no-scaffold,,,,,,0.316,f1-of-1,0.000289,,,"https://arxiv.org/abs/2609.19180 (Table 7, row 'Qwen 3.7 Max', column 'Evidence-ID F1')",,out:effort-not-established, biophys-evid,arxiv-2609.19180,gpt-4o-mini,solo,mixed,hard,no-scaffold,,,,,,0.294,f1-of-1,0.000289,,,"https://arxiv.org/abs/2609.19180 (Table 7, row 'GPT-4o-mini', column 'Evidence-ID F1')",,out:not-headline, biophys-evid,arxiv-2609.19180,opus-4.8,unstated,mixed,hard,no-scaffold,,,,,,0.238,f1-of-1,0.000289,,,"https://arxiv.org/abs/2609.19180 (Table 7, row 'Claude Opus 4.8', column 'Evidence-ID F1')",,out:effort-not-established, biophys-evid,arxiv-2609.19180,sonnet-5,unstated,mixed,hard,no-scaffold,,,,,,0.224,f1-of-1,0.000289,,,"https://arxiv.org/abs/2609.19180 (Table 7, row 'Claude Sonnet 5', column 'Evidence-ID F1')",,out:effort-not-established, biophys-evid,arxiv-2609.19180,?DeepSeek v4 Pro,not-established:absent,mixed,hard,no-scaffold,,,,,,0.111,f1-of-1,0.000289,,,"https://arxiv.org/abs/2609.19180 (Table 7, row 'DeepSeek v4 Pro', column 'Evidence-ID F1')",,out:model-not-established, biophys-evid,arxiv-2609.19180,gemini-2.5-pro,unstated,mixed,hard,no-scaffold,,,,,,0.010,f1-of-1,0.000289,,,"https://arxiv.org/abs/2609.19180 (Table 7, row 'Gemini 2.5 Pro', column 'Evidence-ID F1')",,out:effort-not-established, reflection-agent-kappa-open-question,arxiv-2609.19635,gpt-5.6-luna-pro,unstated,mixed,hard,,,,,,,0.87,kappa vs consensus (Open question),0.00289,,,"https://arxiv.org/abs/2609.19635 (Table 9, row Open question, column Luna)",,out:effort-not-established, reflection-agent-kappa-closed-question,arxiv-2609.19635,gpt-5.6-luna-pro,unstated,mixed,hard,,,,,,,0.94,kappa vs consensus (Closed question),0.00289,,,"https://arxiv.org/abs/2609.19635 (Table 9, row Closed question, column Luna)",,out:effort-not-established, reflection-agent-kappa-restate,arxiv-2609.19635,gpt-5.6-luna-pro,unstated,mixed,hard,,,,,,,0.97,kappa vs consensus (Restate / synth.),0.00289,,,"https://arxiv.org/abs/2609.19635 (Table 9, row Restate / synth., column Luna)",,out:effort-not-established, reflection-agent-kappa-validation,arxiv-2609.19635,gpt-5.6-luna-pro,unstated,mixed,hard,,,,,,,0.95,kappa vs consensus (Validation),0.00289,,,"https://arxiv.org/abs/2609.19635 (Table 9, row Validation, column Luna)",,out:effort-not-established, reflection-agent-kappa-challenge,arxiv-2609.19635,gpt-5.6-luna-pro,unstated,mixed,hard,,,,,,,0.20,kappa vs consensus (Challenge),0.00289,,,"https://arxiv.org/abs/2609.19635 (Table 9, row Challenge, column Luna)",,out:effort-not-established, reflection-agent-kappa-advice,arxiv-2609.19635,gpt-5.6-luna-pro,unstated,mixed,hard,,,,,,,0.85,kappa vs consensus (Advice),0.00289,,,"https://arxiv.org/abs/2609.19635 (Table 9, row Advice, column Luna)",,out:effort-not-established, reflection-agent-kappa-process,arxiv-2609.19635,gpt-5.6-luna-pro,unstated,mixed,hard,,,,,,,0.97,kappa vs consensus (Process),0.00289,,,"https://arxiv.org/abs/2609.19635 (Table 9, row Process, column Luna)",,out:effort-not-established, reflection-agent-kappa-closure,arxiv-2609.19635,gpt-5.6-luna-pro,unstated,mixed,hard,,,,,,,0.85,kappa vs consensus (Closure move),0.00289,,,"https://arxiv.org/abs/2609.19635 (Table 9, row Closure move, column Luna)",,out:effort-not-established, reflection-agent-kappa-stacking,arxiv-2609.19635,gpt-5.6-luna-pro,unstated,mixed,hard,,,,,,,0.94,kappa vs consensus (Question stacking),0.00289,,,"https://arxiv.org/abs/2609.19635 (Table 9, row Question stacking, column Luna)",,out:effort-not-established, reflection-agent-kappa-participant,arxiv-2609.19635,gpt-5.6-luna-pro,unstated,mixed,hard,,,,,,,0.81,kappa vs consensus (Participant category),0.00289,,,"https://arxiv.org/abs/2609.19635 (Table 9, row Participant category, column Luna)",,out:effort-not-established, reflection-agent-kappa-insight,arxiv-2609.19635,gpt-5.6-luna-pro,unstated,mixed,hard,,,,,,,0.42,kappa vs consensus (Insight),0.00289,,,"https://arxiv.org/abs/2609.19635 (Table 9, row Insight, column Luna)",,out:effort-not-established, reflection-agent-kappa-certainty-mae,arxiv-2609.19635,gpt-5.6-luna-pro,unstated,mixed,hard,,,,,,,0.32,MAE of certainty,0.00289,,,"https://arxiv.org/abs/2609.19635 (Table 9, row Certainty (MAE), column Luna)",,out:effort-not-established, petribench,arxiv-2609.19883,gpt-5.6-sol,xhigh,reasoning-math,hard,raw-api-adaptive-thinking,,,,,,88.375,exact-match%,0,,,https://arxiv.org/abs/2609.19883 (derived per-system cells of RESULTS.json / row gpt5_6_sol|xhigh / column correct_of_total),,in, petribench,arxiv-2609.19883,opus-5,xhigh,reasoning-math,hard,raw-api-adaptive-thinking,,,,,,82.729167,exact-match%,0,,,https://arxiv.org/abs/2609.19883 (derived per-system cells of RESULTS.json / row claude_opus_5|xhigh / column correct_of_total),,in, petribench,arxiv-2609.19883,opus-5,high,reasoning-math,hard,raw-api-adaptive-thinking,,,,,,81.354167,exact-match%,0,,,https://arxiv.org/abs/2609.19883 (derived per-system cells of RESULTS.json / row claude_opus_5|high / column correct_of_total),,in, petribench,arxiv-2609.19883,gpt-5.6-sol,high,reasoning-math,hard,raw-api-adaptive-thinking,,,,,,78.020833,exact-match%,0,,,https://arxiv.org/abs/2609.19883 (derived per-system cells of RESULTS.json / row gpt5_6_sol|high / column correct_of_total),,in, petribench,arxiv-2609.19883,grok-4.6,xhigh,reasoning-math,hard,raw-api-adaptive-thinking,,,,,,77.541667,exact-match%,0,,,https://arxiv.org/abs/2609.19883 (derived per-system cells of RESULTS.json / row grok4_6|xhigh / column correct_of_total),,in, petribench,arxiv-2609.19883,grok-4.6,high,reasoning-math,hard,raw-api-adaptive-thinking,,,,,,75.541667,exact-match%,0,,,https://arxiv.org/abs/2609.19883 (derived per-system cells of RESULTS.json / row grok4_6|high / column correct_of_total),,in, petribench,arxiv-2609.19883,grok-4.6,medium,reasoning-math,hard,raw-api-adaptive-thinking,,,,,,74.041667,exact-match%,0,,,https://arxiv.org/abs/2609.19883 (derived per-system cells of RESULTS.json / row grok4_6|medium / column correct_of_total),,in, petribench,arxiv-2609.19883,gemini-3.8-flash,high,reasoning-math,hard,raw-api-adaptive-thinking,,,,,,70.854167,exact-match%,0,,,https://arxiv.org/abs/2609.19883 (derived per-system cells of RESULTS.json / row gemini_3_8_flash|high / column correct_of_total),,in, petribench,arxiv-2609.19883,opus-5,medium,reasoning-math,hard,raw-api-adaptive-thinking,,,,,,70.791667,exact-match%,0,,,https://arxiv.org/abs/2609.19883 (derived per-system cells of RESULTS.json / row claude_opus_5|medium / column correct_of_total),,in, petribench,arxiv-2609.19883,gemini-3.1-pro,high,reasoning-math,hard,raw-api-adaptive-thinking,,,,,,69.666667,exact-match%,0,,,https://arxiv.org/abs/2609.19883 (derived per-system cells of RESULTS.json / row gemini_3_1_pro|high / column correct_of_total),,in, petribench,arxiv-2609.19883,grok-4.5,high,reasoning-math,hard,raw-api-adaptive-thinking,,,,,,68.5,exact-match%,0,,,https://arxiv.org/abs/2609.19883 (derived per-system cells of RESULTS.json / row grok4_5|high / column correct_of_total),,in, petribench,arxiv-2609.19883,gpt-5.6-terra,xhigh,reasoning-math,hard,raw-api-adaptive-thinking,,,,,,66.6875,exact-match%,0,,,https://arxiv.org/abs/2609.19883 (derived per-system cells of RESULTS.json / row gpt5_6_terra|xhigh / column correct_of_total),,in, petribench,arxiv-2609.19883,grok-4.5,medium,reasoning-math,hard,raw-api-adaptive-thinking,,,,,,65.875,exact-match%,0,,,https://arxiv.org/abs/2609.19883 (derived per-system cells of RESULTS.json / row grok4_5|medium / column correct_of_total),,in, petribench,arxiv-2609.19883,gemini-3.8-flash,medium,reasoning-math,hard,raw-api-adaptive-thinking,,,,,,61.25,exact-match%,0,,,https://arxiv.org/abs/2609.19883 (derived per-system cells of RESULTS.json / row gemini_3_8_flash|medium / column correct_of_total),,in, petribench,arxiv-2609.19883,gpt-5.6-sol,medium,reasoning-math,hard,raw-api-adaptive-thinking,,,,,,55.5,exact-match%,0,,,https://arxiv.org/abs/2609.19883 (derived per-system cells of RESULTS.json / row gpt5_6_sol|medium / column correct_of_total),,in, petribench,arxiv-2609.19883,gemini-3.1-pro,medium,reasoning-math,hard,raw-api-adaptive-thinking,,,,,,53.020833,exact-match%,0,,,https://arxiv.org/abs/2609.19883 (derived per-system cells of RESULTS.json / row gemini_3_1_pro|medium / column correct_of_total),,in, petribench,arxiv-2609.19883,gpt-5.6-luna,xhigh,reasoning-math,hard,raw-api-adaptive-thinking,,,,,,51.145833,exact-match%,0,,,https://arxiv.org/abs/2609.19883 (derived per-system cells of RESULTS.json / row gpt5_6_luna|xhigh / column correct_of_total),,in, petribench,arxiv-2609.19883,gpt-5.6-terra,high,reasoning-math,hard,raw-api-adaptive-thinking,,,,,,47.770833,exact-match%,0,,,https://arxiv.org/abs/2609.19883 (derived per-system cells of RESULTS.json / row gpt5_6_terra|high / column correct_of_total),,in, petribench,arxiv-2609.19883,?DeepSeek V4 Flash,not-established:absent,reasoning-math,hard,raw-api-adaptive-thinking,,,,,,39.6875,exact-match%,0,,,https://arxiv.org/abs/2609.19883 (derived per-system cells of RESULTS.json / row deepseek_v4_flash|high / column correct_of_total),,out:model-not-established, petribench,arxiv-2609.19883,gpt-5.6-luna,high,reasoning-math,hard,raw-api-adaptive-thinking,,,,,,39.4375,exact-match%,0,,,https://arxiv.org/abs/2609.19883 (derived per-system cells of RESULTS.json / row gpt5_6_luna|high / column correct_of_total),,in, petribench,arxiv-2609.19883,sonnet-5,high,reasoning-math,hard,raw-api-adaptive-thinking,,,,,,39.333333,exact-match%,0,,,https://arxiv.org/abs/2609.19883 (derived per-system cells of RESULTS.json / row claude_sonnet_5|high / column correct_of_total),,in, petribench,arxiv-2609.19883,grok-4.3,medium,reasoning-math,hard,raw-api-adaptive-thinking,,,,,,36.729167,exact-match%,0,,,https://arxiv.org/abs/2609.19883 (derived per-system cells of RESULTS.json / row grok4_3|medium / column correct_of_total),,in, petribench,arxiv-2609.19883,gpt-5.6-terra,medium,reasoning-math,hard,raw-api-adaptive-thinking,,,,,,36.645833,exact-match%,0,,,https://arxiv.org/abs/2609.19883 (derived per-system cells of RESULTS.json / row gpt5_6_terra|medium / column correct_of_total),,in, petribench,arxiv-2609.19883,sonnet-5,medium,reasoning-math,hard,raw-api-adaptive-thinking,,,,,,35.229167,exact-match%,0,,,https://arxiv.org/abs/2609.19883 (derived per-system cells of RESULTS.json / row claude_sonnet_5|medium / column correct_of_total),,in, petribench,arxiv-2609.19883,haiku-4.5,nothink,reasoning-math,hard,raw-api-adaptive-thinking,,,,,,34.5,exact-match%,0,,,https://arxiv.org/abs/2609.19883 (derived per-system cells of RESULTS.json / row claude_haiku_4_5|none / column correct_of_total),,in, petribench,arxiv-2609.19883,gpt-5.6-luna,medium,reasoning-math,hard,raw-api-adaptive-thinking,,,,,,30.5625,exact-match%,0,,,https://arxiv.org/abs/2609.19883 (derived per-system cells of RESULTS.json / row gpt5_6_luna|medium / column correct_of_total),,in, petribench,arxiv-2609.19883,gemma-4-31b-it,not-established:absent,reasoning-math,hard,raw-api-adaptive-thinking,,,,,,30.083333,exact-match%,0,,,https://arxiv.org/abs/2609.19883 (derived per-system cells of RESULTS.json / row gemma_4_31b|high / column correct_of_total),,out:effort-not-established, petribench,arxiv-2609.19883,glm-5,nothink,reasoning-math,hard,raw-api-adaptive-thinking,,,,,,28.416667,exact-match%,0,,,https://arxiv.org/abs/2609.19883 (derived per-system cells of RESULTS.json / row glm_5|none / column correct_of_total),,in, petribench,arxiv-2609.19883,glm-5.3-flash,not-established:absent,reasoning-math,hard,raw-api-adaptive-thinking,,,,,,28.145833,exact-match%,0,,,https://arxiv.org/abs/2609.19883 (derived per-system cells of RESULTS.json / row glm_5_3_flash|medium / column correct_of_total),,out:effort-not-established, petribench,arxiv-2609.19883,deepseek-v3.2,nothink,reasoning-math,hard,raw-api-adaptive-thinking,,,,,,27.958333,exact-match%,0,,,https://arxiv.org/abs/2609.19883 (derived per-system cells of RESULTS.json / row deepseek_v3_2|none / column correct_of_total),,in, petribench,arxiv-2609.19883,gpt-oss-120b,medium,reasoning-math,hard,raw-api-adaptive-thinking,,,,,,27.5,exact-match%,0,,,https://arxiv.org/abs/2609.19883 (derived per-system cells of RESULTS.json / row gpt_oss_120b|medium / column correct_of_total),,out:single-couple, petribench,arxiv-2609.19883,?Kimi K2.5,not-established:absent,reasoning-math,hard,raw-api-adaptive-thinking,,,,,,27.416667,exact-match%,0,,,https://arxiv.org/abs/2609.19883 (derived per-system cells of RESULTS.json / row kimi_k2_5|none / column correct_of_total),,out:model-not-established, petribench,arxiv-2609.19883,gemma-4-31b-it,not-established:absent,reasoning-math,hard,raw-api-adaptive-thinking,,,,,,25.395833,exact-match%,0,,,https://arxiv.org/abs/2609.19883 (derived per-system cells of RESULTS.json / row gemma_4_31b|medium / column correct_of_total),,out:effort-not-established, petribench,arxiv-2609.19883,?Qwen3-235B,not-established:absent,reasoning-math,hard,raw-api-adaptive-thinking,,,,,,25.166667,exact-match%,0,,,https://arxiv.org/abs/2609.19883 (derived per-system cells of RESULTS.json / row qwen3_235b_a22b|none / column correct_of_total),,out:model-not-established, petribench,arxiv-2609.19883,?Mistral Large 3,not-established:absent,reasoning-math,hard,raw-api-adaptive-thinking,,,,,,25,exact-match%,0,,,https://arxiv.org/abs/2609.19883 (derived per-system cells of RESULTS.json / row mistral_large_3|none / column correct_of_total),,out:model-not-established, petribench,arxiv-2609.19883,?Nemotron 3 Super,not-established:absent,reasoning-math,hard,raw-api-adaptive-thinking,,,,,,23,exact-match%,0,,,https://arxiv.org/abs/2609.19883 (derived per-system cells of RESULTS.json / row nemotron_3_super|none / column correct_of_total),,out:model-not-established, dsv41rep-deepswe,deepseek,deepseek-v4.1-flash,scalar-25,coding,hard,mini-SWE,,,,,,66.0,score%,0.0289,,restated-from:DeepSeek,"https://arxiv.org/pdf/2609.19969 (p. 34, section 5.3.3, paragraph 1 : « on DeepSWE v1.1 from 66.0% to 74.2% »)",,out:effort-not-established, dsv41rep-deepswe,deepseek,deepseek-v4.1-flash,max,coding,hard,mini-SWE,,,,,,74.2,score%,0.0289,,restated-from:DeepSeek,"https://arxiv.org/pdf/2609.19969 (p. 35, Table 4, row « DeepSWE v1.1(Resolved) », column « mini-SWE » (5th of 8), caption « Performance across agent scaffolds at Max reasoning effort »)",,in, dsv41rep-tb21,deepseek,deepseek-v4.1-flash,scalar-25,agentic-tool,hard,DeepSeek-Harness-minimal,,,,,,82.4,score%,0.0289,,restated-from:DeepSeek,"https://arxiv.org/pdf/2609.19969 (§5 effort control, prose)",,out:effort-not-established, dsv41rep-tb21,deepseek,deepseek-v4.1-flash,max,agentic-tool,hard,DeepSeek-Harness-minimal,,,,,,90.6,score%,0.0289,,restated-from:DeepSeek; prev=90.6 (src-deepseek-v41-techreport-2026-10-19#M25),"https://arxiv.org/pdf/2609.19969 (§5 effort control, prose)",,in, llmconfbench,arxiv-2609.20666,gpt-6-astra,high,reasoning-math,hard,OpenRouter-single-call,,,,,,67,kendall-tau-x100,0.289,,,"https://arxiv.org/abs/2609.20666 (Table 1, row gpt-6-astra, column Mean τ)",,in, llmconfbench,arxiv-2609.20666,opus-5,high,reasoning-math,hard,OpenRouter-single-call,,,,,,61,kendall-tau-x100,0.289,,,"https://arxiv.org/abs/2609.20666 (Table 1, row claude-opus-5, column Mean τ)",,in, llmconfbench,arxiv-2609.20666,gemini-3.6-flash,high,reasoning-math,hard,OpenRouter-single-call,,,,,,43,kendall-tau-x100,0.289,,,"https://arxiv.org/abs/2609.20666 (Table 1, row gemini-3.6-flash, column Mean τ)",,in, llmconfbench,arxiv-2609.20666,gpt-5.6-sol,high,reasoning-math,hard,OpenRouter-single-call,,,,,,40,kendall-tau-x100,0.289,,,"https://arxiv.org/abs/2609.20666 (Table 1, row gpt-5.6-sol, column Mean τ)",,in, llmconfbench,arxiv-2609.20666,kimi-k3,high,reasoning-math,hard,OpenRouter-single-call,,,,,,38,kendall-tau-x100,0.289,,,"https://arxiv.org/abs/2609.20666 (Table 1, row kimi-k3, column Mean τ)",,in, llmconfbench,arxiv-2609.20666,sonnet-5,high,reasoning-math,hard,OpenRouter-single-call,,,,,,37,kendall-tau-x100,0.289,,,"https://arxiv.org/abs/2609.20666 (Table 1, row claude-sonnet-5, column Mean τ)",,in, llmconfbench,arxiv-2609.20666,deepseek-v4-flash-0731,high,reasoning-math,hard,OpenRouter-single-call,,,,,,33,kendall-tau-x100,0.289,,,"https://arxiv.org/abs/2609.20666 (Table 1, row deepseek-v4-flash-0731, column Mean τ)",,in, llmconfbench,arxiv-2609.20666,gemini-3-flash,high,reasoning-math,hard,OpenRouter-single-call,,,,,,32,kendall-tau-x100,0.289,,,"https://arxiv.org/abs/2609.20666 (Table 1, row gemini-3-flash-preview, column Mean τ)",,in, llmconfbench,arxiv-2609.20666,qwen3.7-max,think,reasoning-math,hard,OpenRouter-single-call,,,,,,32,kendall-tau-x100,0.289,,,"https://arxiv.org/abs/2609.20666 (Table 1, row qwen3.7-max, column Mean τ)",,in, llmconfbench,arxiv-2609.20666,?qwen3.8-27b,not-established:absent,reasoning-math,hard,OpenRouter-single-call,,,,,,31,kendall-tau-x100,0.289,,,"https://arxiv.org/abs/2609.20666 (Table 1, row qwen3.8-27b, column Mean τ)",,out:model-not-established, llmconfbench,arxiv-2609.20666,gpt-5,high,reasoning-math,hard,OpenRouter-single-call,,,,,,30,kendall-tau-x100,0.289,,,"https://arxiv.org/abs/2609.20666 (Table 1, row gpt-5, column Mean τ)",,out:single-couple, llmconfbench,arxiv-2609.20666,?kimi-k2-thinking,not-established:absent,reasoning-math,hard,OpenRouter-single-call,,,,,,27,kendall-tau-x100,0.289,,,"https://arxiv.org/abs/2609.20666 (Table 1, row kimi-k2-thinking, column Mean τ)",,out:model-not-established, llmconfbench,arxiv-2609.20666,?qwen3.5-27b,not-established:absent,reasoning-math,hard,OpenRouter-single-call,,,,,,19,kendall-tau-x100,0.289,,,"https://arxiv.org/abs/2609.20666 (Table 1, row qwen3.5-27b, column Mean τ)",,out:model-not-established, llmconfbench,arxiv-2609.20666,?qwen3.5-plus-20260420,not-established:absent,reasoning-math,hard,OpenRouter-single-call,,,,,,18,kendall-tau-x100,0.289,,,"https://arxiv.org/abs/2609.20666 (Table 1, row qwen3.5-plus-20260420, column Mean τ)",,out:model-not-established, llmconfbench,arxiv-2609.20666,deepseek-v3.2,think,reasoning-math,hard,OpenRouter-single-call,,,,,,14,kendall-tau-x100,0.289,,,"https://arxiv.org/abs/2609.20666 (Table 1, row deepseek-v3.2, column Mean τ)",,in, llmconfbench,arxiv-2609.20666,sonnet-4.5,not-established:absent,reasoning-math,hard,OpenRouter-single-call,,,,,,14,kendall-tau-x100,0.289,,,"https://arxiv.org/abs/2609.20666 (Table 1, row claude-sonnet-4.5, column Mean τ)",,out:effort-not-established, llmconfbench,arxiv-2609.20666,?qwen3.6-27b,not-established:absent,reasoning-math,hard,OpenRouter-single-call,,,,,,12,kendall-tau-x100,0.289,,,"https://arxiv.org/abs/2609.20666 (Table 1, row qwen3.6-27b, column Mean τ)",,out:model-not-established, llmconfbench,arxiv-2609.20666,o4-mini,not-established:absent,reasoning-math,hard,OpenRouter-single-call,,,,,,8.4,kendall-tau-x100,0.0289,,,"https://arxiv.org/abs/2609.20666 (Table 1, row o4-mini, column Mean τ)",,out:effort-not-established, llmconfbench,arxiv-2609.20666,?qwen3.5-35b-a3b,not-established:absent,reasoning-math,hard,OpenRouter-single-call,,,,,,5.8,kendall-tau-x100,0.0289,,,"https://arxiv.org/abs/2609.20666 (Table 1, row qwen3.5-35b-a3b, column Mean τ)",,out:model-not-established, llmconfbench,arxiv-2609.20666,sonnet-4,not-established:absent,reasoning-math,hard,OpenRouter-single-call,,,,,,5.8,kendall-tau-x100,0.0289,,,"https://arxiv.org/abs/2609.20666 (Table 1, row claude-sonnet-4, column Mean τ)",,out:effort-not-established, llmconfbench,arxiv-2609.20666,gemini-2.5-flash,think,reasoning-math,hard,OpenRouter-single-call,,,,,,5.1,kendall-tau-x100,0.0289,,,"https://arxiv.org/abs/2609.20666 (Table 1, row gemini-2.5-flash, column Mean τ)",,out:single-couple, llmconfbench,arxiv-2609.20666,?qwen3.6-35b-a3b,not-established:absent,reasoning-math,hard,OpenRouter-single-call,,,,,,3.6,kendall-tau-x100,0.0289,,,"https://arxiv.org/abs/2609.20666 (Table 1, row qwen3.6-35b-a3b, column Mean τ)",,out:model-not-established, llmconfbench,arxiv-2609.20666,?deepseek-r1-32b,not-established:absent,reasoning-math,hard,OpenRouter-single-call,,,,,,0.5,kendall-tau-x100,0.0289,,,"https://arxiv.org/abs/2609.20666 (Table 1, row deepseek-r1-32b, column Mean τ)",,out:model-not-established, llmconfbench,arxiv-2609.20666,?qwen3-32b,not-established:absent,reasoning-math,hard,OpenRouter-single-call,,,,,,0.1,kendall-tau-x100,0.0289,,,"https://arxiv.org/abs/2609.20666 (Table 1, row qwen3-32b, column Mean τ)",,out:model-not-established, llmconfbench,arxiv-2609.20666,?qwen2.5-32b,not-established:absent,reasoning-math,hard,OpenRouter-single-call,,,,,,0.0,kendall-tau-x100,0.0289,,,"https://arxiv.org/abs/2609.20666 (Table 1, row qwen2.5-32b, column Mean τ)",,out:model-not-established, gameasg-strict-codex-cli,arxiv-2609.21293,gpt-6-astra,max,coding,hard,Codex CLI,per-task-mean,4.4445,2.89e-05,,,55.319149,success%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://arxiv.org/abs/2609.21293 (Table 3 row (column Strict task success)),,in,out:cost-single-couple gameasg-strict-codex-cli,arxiv-2609.21293,gpt-5.6-sol,max,coding,hard,Codex CLI,per-task-mean,2.233375,0.258,,,44.680851,success%,0,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://arxiv.org/abs/2609.21293 (Table 3 row (column Strict task success)),,in,out:cost-single-couple gameasg-strict-codex-cli,arxiv-2609.21293,?DeepSeek-V4-Flash,not-established:absent,coding,hard,Codex CLI,,,,,,38.297872,success%,0,,,https://arxiv.org/abs/2609.21293 (Table 8 row),,out:model-not-established, gameasg-strict-claude-code,arxiv-2609.21293,opus-5,max,coding,hard,Claude Code,per-task-mean,11.8500,2.89e-05,,,51.06383,success%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://arxiv.org/abs/2609.21293 (Table 3 row (column Strict task success)),,out:single-couple,out:cost-single-couple gameasg-strict-claude-code,arxiv-2609.21293,?DeepSeek-V4-Flash,not-established:absent,coding,hard,Claude Code,per-task-mean,0.2461,2.89e-05,,,38.297872,success%,0,,,https://arxiv.org/abs/2609.21293 (Table 3 row (column Strict task success)),,out:model-not-established,out:model-not-established gameasg-strict-claude-code,arxiv-2609.21293,?DeepSeek-V4-Pro,not-established:absent,coding,hard,Claude Code,per-task-mean,0.7431,2.89e-05,,,31.914894,success%,0,,,https://arxiv.org/abs/2609.21293 (Table 3 row (column Strict task success)),,out:model-not-established,out:model-not-established gameasg-strict-claude-code,arxiv-2609.21293,kimi-k3,not-established:absent,coding,hard,Claude Code,per-task-mean,2.5518,2.89e-05,,,31.914894,success%,0,,,https://arxiv.org/abs/2609.21293 (Table 3 row (column Strict task success)),,out:effort-not-established,out:effort-not-established gameasg-strict-claude-code,arxiv-2609.21293,glm-5.2,not-established:absent,coding,hard,Claude Code,per-task-mean,0.6184,2.89e-05,,,23.404255,success%,0,,,https://arxiv.org/abs/2609.21293 (Table 3 row (column Strict task success)),,out:effort-not-established,out:effort-not-established gameasg-strict-claude-code,arxiv-2609.21293,?Hunyuan-3,not-established:absent,coding,hard,Claude Code,per-task-mean,0.1779,2.89e-05,,,21.276596,success%,0,,,https://arxiv.org/abs/2609.21293 (Table 3 row (column Strict task success)),,out:model-not-established,out:model-not-established gameasg-strict-claude-code,arxiv-2609.21293,minimax-m3,not-established:absent,coding,hard,Claude Code,per-task-mean,0.4069,2.89e-05,,,14.893617,success%,0,,,https://arxiv.org/abs/2609.21293 (Table 3 row (column Strict task success)),,out:effort-not-established,out:effort-not-established gameasg-strict-claude-code,arxiv-2609.21293,?DeepSeek-V4-Flash,not-established:absent,coding,hard,Claude Code,,,,,,14.893617,success%,0,,,https://arxiv.org/abs/2609.21293 (Table 7 row Low),,out:model-not-established, gameasg-strict-claude-code,arxiv-2609.21293,?DeepSeek-V4-Flash,not-established:absent,coding,hard,Claude Code,,,,,,40.425532,success%,0,,,https://arxiv.org/abs/2609.21293 (Table 7 row High),,out:model-not-established, gamelogic,arxiv-2609.21562,opus-5,high,coding,hard,,per-72-task-set,443.16,0.00289,,,52.78,solved%,0.00289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2609.21562 (Table 3 (page 6), row Claude-Opus-5 / Claude Code, column Average (solve rate))",,in,in gamelogic,arxiv-2609.21562,?Qwen-3.8-Max,not-established:absent,coding,hard,,per-72-task-set,309.91,0.00289,,,44.44,solved%,0.00289,,,"https://arxiv.org/abs/2609.21562 (Table 3 (page 6), row Qwen-3.8-Max / Claude Code, column Average (solve rate))",,out:model-not-established,out:model-not-established gamelogic,arxiv-2609.21562,gpt-5.6-sol,not-established:absent,coding,hard,,per-72-task-set,83.97,0.00289,,,41.67,solved%,0.00289,,,"https://arxiv.org/abs/2609.21562 (Table 3 (page 6), row GPT-5.6-Sol / Claude Code, column Average (solve rate))",,out:effort-not-established,out:effort-not-established gamelogic,arxiv-2609.21562,deepseek-v4-pro-0813,not-established:absent,coding,hard,,per-72-task-set,19.68,0.00289,,,41.67,solved%,0.00289,,,"https://arxiv.org/abs/2609.21562 (Table 3 (page 6), row DeepSeek-V4-Pro-0813 / Claude Code, column Average (solve rate))",,out:effort-not-established,out:effort-not-established gamelogic,arxiv-2609.21562,glm-5.2,not-established:absent,coding,hard,,per-72-task-set,77.56,0.00289,,,37.50,solved%,0.00289,,,"https://arxiv.org/abs/2609.21562 (Table 3 (page 6), row GLM-5.2 / Claude Code, column Average (solve rate))",,out:effort-not-established,out:effort-not-established gamelogic,arxiv-2609.21562,kimi-k3,not-established:absent,coding,hard,,per-72-task-set,85.01,0.00289,,,36.11,solved%,0.00289,,,"https://arxiv.org/abs/2609.21562 (Table 3 (page 6), row Kimi-K3 / Claude Code, column Average (solve rate))",,out:effort-not-established,out:effort-not-established gamelogic,arxiv-2609.21562,deepseek-v4-flash-0731,not-established:absent,coding,hard,,per-72-task-set,3.59,0.00289,,,31.94,solved%,0.00289,,,"https://arxiv.org/abs/2609.21562 (Table 3 (page 6), row DeepSeek-V4-Flash-0731 / Claude Code, column Average (solve rate))",,out:effort-not-established,out:effort-not-established gamelogic,arxiv-2609.21562,sonnet-5,high,coding,hard,,per-72-task-set,119.50,0.00289,,,25.00,solved%,0.00289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2609.21562 (Table 3 (page 6), row Claude-Sonnet-5 / Claude Code, column Average (solve rate))",,in,in gamelogic,arxiv-2609.21562,?DeepSeek-V4-Pro,not-established:absent,coding,hard,,per-72-task-set,8.41,0.00289,,,25.00,solved%,0.00289,,,"https://arxiv.org/abs/2609.21562 (Table 3 (page 6), row DeepSeek-V4-Pro / Claude Code, column Average (solve rate))",,out:model-not-established,out:model-not-established gamelogic,arxiv-2609.21562,?DeepSeek-V4-Flash,not-established:absent,coding,hard,,per-72-task-set,5.07,0.00289,,,16.67,solved%,0.00289,,,"https://arxiv.org/abs/2609.21562 (Table 3 (page 6), row DeepSeek-V4-Flash / Claude Code, column Average (solve rate))",,out:model-not-established,out:model-not-established gamelogic,arxiv-2609.21562,gpt-5.6-sol,high,coding,hard,,per-72-task-set,91.44999999999999,10.6,,,34.72,solved%,0.00289,,cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2609.21562 (Table 3 (page 6), row GPT-5.6-Sol / Codex, column Average (solve rate))",,in,out:cost-single-couple gamelogic,arxiv-2609.21562,gpt-5.6-terra,high,coding,hard,,per-72-task-set,21.33,1.37,,,29.17,solved%,0.00289,,cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2609.21562 (Table 3 (page 6), row GPT-5.6-Terra / Codex, column Average (solve rate))",,in,out:cost-single-couple gamelogic,arxiv-2609.21562,?Qwen-3.8-Max,not-established:absent,coding,hard,,per-72-task-set,90.94,0.00289,,,26.39,solved%,0.00289,,,"https://arxiv.org/abs/2609.21562 (Table 3 (page 6), row Qwen-3.8-Max / Codex, column Average (solve rate))",,out:model-not-established,out:model-not-established gamelogic,arxiv-2609.21562,kimi-k3,not-established:absent,coding,hard,,per-72-task-set,142.39,0.00289,,,26.39,solved%,0.00289,,,"https://arxiv.org/abs/2609.21562 (Table 3 (page 6), row Kimi-K3 / Codex, column Average (solve rate))",,out:effort-not-established,out:effort-not-established gamelogic,arxiv-2609.21562,gpt-5.6-sol,not-established:absent,coding,hard,,per-72-task-set,57.61,0.00289,,,34.72,solved%,0.00289,,,"https://arxiv.org/abs/2609.21562 (Table 3 (page 6), row GPT-5.6-Sol / OpenCode, column Average (solve rate))",,out:effort-not-established,out:effort-not-established gamelogic,arxiv-2609.21562,glm-5.2,not-established:absent,coding,hard,,per-72-task-set,89.32,0.00289,,,31.94,solved%,0.00289,,,"https://arxiv.org/abs/2609.21562 (Table 3 (page 6), row GLM-5.2 / OpenCode, column Average (solve rate))",,out:effort-not-established,out:effort-not-established gamelogic,arxiv-2609.21562,?Qwen-3.8-Max,not-established:absent,coding,hard,,per-72-task-set,85.40,0.00289,,,29.17,solved%,0.00289,,,"https://arxiv.org/abs/2609.21562 (Table 3 (page 6), row Qwen-3.8-Max / OpenCode, column Average (solve rate))",,out:model-not-established,out:model-not-established gamelogic,arxiv-2609.21562,kimi-k3,not-established:absent,coding,hard,,per-72-task-set,156.60,0.00289,,,22.22,solved%,0.00289,,,"https://arxiv.org/abs/2609.21562 (Table 3 (page 6), row Kimi-K3 / OpenCode, column Average (solve rate))",,out:effort-not-established,out:effort-not-established rsigeneval2-quality,arxiv-2609.22086,opus-4.6,low,agentic-tool,mid,DesignAgent-BASE,,,,,,61.24,quality,0.00289,,cap,"https://arxiv.org/abs/2609.22086 (Table 1, row Claude-Opus-4.6 / Base, column GenEval2 (generation quality, before the parenthesis))",,out:single-couple, rsigeneval2,arxiv-2609.22086,opus-4.6,low,agentic-tool,mid,DesignAgent-BASE,,,,,,96.7,complete%,0.0289,,cap,"https://arxiv.org/abs/2609.22086 (Table 1, row Claude-Opus-4.6 / Base, column GenEval2 (success rate in parentheses))",,out:single-couple, rsidpgbench-quality,arxiv-2609.22086,opus-4.6,low,agentic-tool,mid,DesignAgent-BASE,,,,,,77.58,quality,0.00289,,cap,"https://arxiv.org/abs/2609.22086 (Table 1, row Claude-Opus-4.6 / Base, column DPG-Bench (generation quality, before the parenthesis))",,out:single-couple, rsidpgbench,arxiv-2609.22086,opus-4.6,low,agentic-tool,mid,DesignAgent-BASE,,,,,,89.3,complete%,0.0289,,cap,"https://arxiv.org/abs/2609.22086 (Table 1, row Claude-Opus-4.6 / Base, column DPG-Bench (success rate in parentheses))",,out:single-couple, rsioneigen-quality,arxiv-2609.22086,opus-4.6,low,agentic-tool,mid,DesignAgent-BASE,,,,,,60.66,quality,0.00289,,cap,"https://arxiv.org/abs/2609.22086 (Table 1, row Claude-Opus-4.6 / Base, column OneIG-EN (generation quality, before the parenthesis))",,out:single-couple, rsioneigen,arxiv-2609.22086,opus-4.6,low,agentic-tool,mid,DesignAgent-BASE,,,,,,91.3,complete%,0.0289,,cap,"https://arxiv.org/abs/2609.22086 (Table 1, row Claude-Opus-4.6 / Base, column OneIG-EN (success rate in parentheses))",,out:single-couple, rsioneigzh-quality,arxiv-2609.22086,opus-4.6,low,agentic-tool,mid,DesignAgent-BASE,,,,,,68.67,quality,0.00289,,cap,"https://arxiv.org/abs/2609.22086 (Table 1, row Claude-Opus-4.6 / Base, column OneIG-ZH (generation quality, before the parenthesis))",,out:single-couple, rsioneigzh,arxiv-2609.22086,opus-4.6,low,agentic-tool,mid,DesignAgent-BASE,,,,,,93.3,complete%,0.0289,,cap,"https://arxiv.org/abs/2609.22086 (Table 1, row Claude-Opus-4.6 / Base, column OneIG-ZH (success rate in parentheses))",,out:single-couple, rsigeneval2-quality,arxiv-2609.22086,sonnet-4,not-established:absent,agentic-tool,mid,DesignAgent-BASE,,,,,,34.26,quality,0.00289,,,"https://arxiv.org/abs/2609.22086 (Table 1, row Claude-Sonnet-4 / Base, column GenEval2 (generation quality, before the parenthesis))",,out:effort-not-established, rsigeneval2,arxiv-2609.22086,sonnet-4,not-established:absent,agentic-tool,mid,DesignAgent-BASE,,,,,,72.7,complete%,0.0289,,,"https://arxiv.org/abs/2609.22086 (Table 1, row Claude-Sonnet-4 / Base, column GenEval2 (success rate in parentheses))",,out:effort-not-established, rsidpgbench-quality,arxiv-2609.22086,sonnet-4,not-established:absent,agentic-tool,mid,DesignAgent-BASE,,,,,,68.28,quality,0.00289,,,"https://arxiv.org/abs/2609.22086 (Table 1, row Claude-Sonnet-4 / Base, column DPG-Bench (generation quality, before the parenthesis))",,out:effort-not-established, rsidpgbench,arxiv-2609.22086,sonnet-4,not-established:absent,agentic-tool,mid,DesignAgent-BASE,,,,,,82.7,complete%,0.0289,,,"https://arxiv.org/abs/2609.22086 (Table 1, row Claude-Sonnet-4 / Base, column DPG-Bench (success rate in parentheses))",,out:effort-not-established, rsioneigen-quality,arxiv-2609.22086,sonnet-4,not-established:absent,agentic-tool,mid,DesignAgent-BASE,,,,,,52.00,quality,0.00289,,,"https://arxiv.org/abs/2609.22086 (Table 1, row Claude-Sonnet-4 / Base, column OneIG-EN (generation quality, before the parenthesis))",,out:effort-not-established, rsioneigen,arxiv-2609.22086,sonnet-4,not-established:absent,agentic-tool,mid,DesignAgent-BASE,,,,,,98.0,complete%,0.0289,,,"https://arxiv.org/abs/2609.22086 (Table 1, row Claude-Sonnet-4 / Base, column OneIG-EN (success rate in parentheses))",,out:effort-not-established, rsioneigzh-quality,arxiv-2609.22086,sonnet-4,not-established:absent,agentic-tool,mid,DesignAgent-BASE,,,,,,52.00,quality,0.00289,,,"https://arxiv.org/abs/2609.22086 (Table 1, row Claude-Sonnet-4 / Base, column OneIG-ZH (generation quality, before the parenthesis))",,out:effort-not-established, rsioneigzh,arxiv-2609.22086,sonnet-4,not-established:absent,agentic-tool,mid,DesignAgent-BASE,,,,,,96.7,complete%,0.0289,,,"https://arxiv.org/abs/2609.22086 (Table 1, row Claude-Sonnet-4 / Base, column OneIG-ZH (success rate in parentheses))",,out:effort-not-established, rsigeneval2-quality,arxiv-2609.22086,qwen3.6-27b,think,agentic-tool,mid,DesignAgent-BASE,,,,,,49.29,quality,0.00289,,cap,"https://arxiv.org/abs/2609.22086 (Table 1, row Qwen3.6-27B / Base, column GenEval2 (generation quality, before the parenthesis))",,out:single-couple, rsigeneval2,arxiv-2609.22086,qwen3.6-27b,think,agentic-tool,mid,DesignAgent-BASE,,,,,,54.7,complete%,0.0289,,cap,"https://arxiv.org/abs/2609.22086 (Table 1, row Qwen3.6-27B / Base, column GenEval2 (success rate in parentheses))",,out:single-couple, rsidpgbench-quality,arxiv-2609.22086,qwen3.6-27b,think,agentic-tool,mid,DesignAgent-BASE,,,,,,90.11,quality,0.00289,,cap,"https://arxiv.org/abs/2609.22086 (Table 1, row Qwen3.6-27B / Base, column DPG-Bench (generation quality, before the parenthesis))",,out:single-couple, rsidpgbench,arxiv-2609.22086,qwen3.6-27b,think,agentic-tool,mid,DesignAgent-BASE,,,,,,44.0,complete%,0.0289,,cap,"https://arxiv.org/abs/2609.22086 (Table 1, row Qwen3.6-27B / Base, column DPG-Bench (success rate in parentheses))",,out:single-couple, rsioneigen-quality,arxiv-2609.22086,qwen3.6-27b,think,agentic-tool,mid,DesignAgent-BASE,,,,,,61.76,quality,0.00289,,cap,"https://arxiv.org/abs/2609.22086 (Table 1, row Qwen3.6-27B / Base, column OneIG-EN (generation quality, before the parenthesis))",,out:single-couple, rsioneigen,arxiv-2609.22086,qwen3.6-27b,think,agentic-tool,mid,DesignAgent-BASE,,,,,,45.3,complete%,0.0289,,cap,"https://arxiv.org/abs/2609.22086 (Table 1, row Qwen3.6-27B / Base, column OneIG-EN (success rate in parentheses))",,out:single-couple, rsioneigzh-quality,arxiv-2609.22086,qwen3.6-27b,think,agentic-tool,mid,DesignAgent-BASE,,,,,,73.53,quality,0.00289,,cap,"https://arxiv.org/abs/2609.22086 (Table 1, row Qwen3.6-27B / Base, column OneIG-ZH (generation quality, before the parenthesis))",,out:single-couple, rsioneigzh,arxiv-2609.22086,qwen3.6-27b,think,agentic-tool,mid,DesignAgent-BASE,,,,,,45.3,complete%,0.0289,,cap,"https://arxiv.org/abs/2609.22086 (Table 1, row Qwen3.6-27B / Base, column OneIG-ZH (success rate in parentheses))",,out:single-couple, rsiopencole,arxiv-2609.22086,opus-4.6,low,agentic-tool,mid,DesignAgent-BASE,,,,,,100.0,complete%,0.0289,,cap,"https://arxiv.org/abs/2609.22086 (Table 4, row Claude-Opus-4.6 / Base, column OpenCOLE (success rate))",,out:uninformative, rsigraphicbench,arxiv-2609.22086,opus-4.6,low,agentic-tool,mid,DesignAgent-BASE,,,,,,98.7,complete%,0.0289,,cap,"https://arxiv.org/abs/2609.22086 (Table 4, row Claude-Opus-4.6 / Base, column GraphicBench (success rate))",,out:single-couple, rsicreatidesign,arxiv-2609.22086,opus-4.6,low,agentic-tool,mid,DesignAgent-BASE,,,,,,94.7,complete%,0.0289,,cap,"https://arxiv.org/abs/2609.22086 (Table 4, row Claude-Opus-4.6 / Base, column CreatiDesign (success rate))",,out:single-couple, rsibanner400,arxiv-2609.22086,opus-4.6,low,agentic-tool,mid,DesignAgent-BASE,,,,,,100.0,complete%,0.0289,,cap,"https://arxiv.org/abs/2609.22086 (Table 4, row Claude-Opus-4.6 / Base, column BannerRequest400 (success rate))",,out:uninformative, rsiopencole,arxiv-2609.22086,sonnet-4,not-established:absent,agentic-tool,mid,DesignAgent-BASE,,,,,,98.0,complete%,0.0289,,,"https://arxiv.org/abs/2609.22086 (Table 4, row Claude-Sonnet-4 / Base, column OpenCOLE (success rate))",,out:effort-not-established, rsigraphicbench,arxiv-2609.22086,sonnet-4,not-established:absent,agentic-tool,mid,DesignAgent-BASE,,,,,,97.3,complete%,0.0289,,,"https://arxiv.org/abs/2609.22086 (Table 4, row Claude-Sonnet-4 / Base, column GraphicBench (success rate))",,out:effort-not-established, rsicreatidesign,arxiv-2609.22086,sonnet-4,not-established:absent,agentic-tool,mid,DesignAgent-BASE,,,,,,94.0,complete%,0.0289,,,"https://arxiv.org/abs/2609.22086 (Table 4, row Claude-Sonnet-4 / Base, column CreatiDesign (success rate))",,out:effort-not-established, rsibanner400,arxiv-2609.22086,sonnet-4,not-established:absent,agentic-tool,mid,DesignAgent-BASE,,,,,,74.7,complete%,0.0289,,,"https://arxiv.org/abs/2609.22086 (Table 4, row Claude-Sonnet-4 / Base, column BannerRequest400 (success rate))",,out:effort-not-established, rsiopencole,arxiv-2609.22086,qwen3.6-27b,think,agentic-tool,mid,DesignAgent-BASE,,,,,,77.3,complete%,0.0289,,cap,"https://arxiv.org/abs/2609.22086 (Table 4, row Qwen3.6-27B / Base, column OpenCOLE (success rate))",,out:single-couple, rsigraphicbench,arxiv-2609.22086,qwen3.6-27b,think,agentic-tool,mid,DesignAgent-BASE,,,,,,50.0,complete%,0.0289,,cap,"https://arxiv.org/abs/2609.22086 (Table 4, row Qwen3.6-27B / Base, column GraphicBench (success rate))",,out:single-couple, rsicreatidesign,arxiv-2609.22086,qwen3.6-27b,think,agentic-tool,mid,DesignAgent-BASE,,,,,,56.7,complete%,0.0289,,cap,"https://arxiv.org/abs/2609.22086 (Table 4, row Qwen3.6-27B / Base, column CreatiDesign (success rate))",,out:single-couple, rsibanner400,arxiv-2609.22086,qwen3.6-27b,think,agentic-tool,mid,DesignAgent-BASE,,,,,,78.0,complete%,0.0289,,cap,"https://arxiv.org/abs/2609.22086 (Table 4, row Qwen3.6-27B / Base, column BannerRequest400 (success rate))",,out:single-couple, arxiv-2609.23490-t4-vitabench-p1,arxiv-2609.23490,gemini-3.1-pro,medium,agentic-tool,frontier,,,,,,,34.3,pass^1%,0.0289,,,"https://arxiv.org/abs/2609.23490 (Table 4, row Gemini-3.1-Pro, VitaBench Pass^1)",,out:single-couple, arxiv-2609.23490-t4-vitabench-p3,arxiv-2609.23490,gemini-3.1-pro,medium,agentic-tool,frontier,,,,,,,17.7,pass^3%,0.0289,,,"https://arxiv.org/abs/2609.23490 (Table 4, row Gemini-3.1-Pro, VitaBench Pass^3)",,out:single-couple, arxiv-2609.23490-t4-vitabench-lc,arxiv-2609.23490,gemini-3.1-pro,medium,agentic-tool,frontier,,,,,,,99.9,language-consistency%,0.0289,,,"https://arxiv.org/abs/2609.23490 (Table 4, row Gemini-3.1-Pro, VitaBench LC (language consistency))",,out:single-couple, arxiv-2609.23490-t4-deepplanning-p1,arxiv-2609.23490,gemini-3.1-pro,medium,agentic-tool,frontier,,,,,,,18.6,pass^1%,0.0289,,,"https://arxiv.org/abs/2609.23490 (Table 4, row Gemini-3.1-Pro, DeepPlanning Pass^1)",,out:single-couple, arxiv-2609.23490-t4-deepplanning-p3,arxiv-2609.23490,gemini-3.1-pro,medium,agentic-tool,frontier,,,,,,,5.6,pass^3%,0.0289,,,"https://arxiv.org/abs/2609.23490 (Table 4, row Gemini-3.1-Pro, DeepPlanning Pass^3)",,out:single-couple, arxiv-2609.23490-t4-deepplanning-lc,arxiv-2609.23490,gemini-3.1-pro,medium,agentic-tool,frontier,,,,,,,74.3,language-consistency%,0.0289,,,"https://arxiv.org/abs/2609.23490 (Table 4, row Gemini-3.1-Pro, DeepPlanning LC (language consistency))",,out:single-couple, arxiv-2609.23490-t4-tau3-bench-p1,arxiv-2609.23490,gemini-3.1-pro,medium,agentic-tool,frontier,,,,,,,71.4,pass^1%,0.0289,,,"https://arxiv.org/abs/2609.23490 (Table 4, row Gemini-3.1-Pro, tau3-Bench Pass^1)",,out:single-couple, arxiv-2609.23490-t4-tau3-bench-p3,arxiv-2609.23490,gemini-3.1-pro,medium,agentic-tool,frontier,,,,,,,46.9,pass^3%,0.0289,,,"https://arxiv.org/abs/2609.23490 (Table 4, row Gemini-3.1-Pro, tau3-Bench Pass^3)",,out:single-couple, arxiv-2609.23490-t4-tau3-bench-lc,arxiv-2609.23490,gemini-3.1-pro,medium,agentic-tool,frontier,,,,,,,86.2,language-consistency%,0.0289,,,"https://arxiv.org/abs/2609.23490 (Table 4, row Gemini-3.1-Pro, tau3-Bench LC (language consistency))",,out:single-couple, arxiv-2609.23490-t4-claweval-p1,arxiv-2609.23490,gemini-3.1-pro,medium,agentic-tool,frontier,,,,,,,41.5,pass^1%,0.0289,,,"https://arxiv.org/abs/2609.23490 (Table 4, row Gemini-3.1-Pro, ClawEval Pass^1)",,out:single-couple, arxiv-2609.23490-t4-claweval-p3,arxiv-2609.23490,gemini-3.1-pro,medium,agentic-tool,frontier,,,,,,,29.3,pass^3%,0.0289,,,"https://arxiv.org/abs/2609.23490 (Table 4, row Gemini-3.1-Pro, ClawEval Pass^3)",,out:single-couple, arxiv-2609.23490-t4-claweval-lc,arxiv-2609.23490,gemini-3.1-pro,medium,agentic-tool,frontier,,,,,,,98.8,language-consistency%,0.0289,,,"https://arxiv.org/abs/2609.23490 (Table 4, row Gemini-3.1-Pro, ClawEval LC (language consistency))",,out:single-couple, arxiv-2609.23490-t5-high-p1,arxiv-2609.23490,gemini-3.1-pro,medium,agentic-tool,frontier,,,,,,,45.9,pass^1%,0.0289,,,"https://arxiv.org/abs/2609.23490 (Table 5 (by resource group), High resource, Pass^1)",,out:single-couple, arxiv-2609.23490-t5-high-p3,arxiv-2609.23490,gemini-3.1-pro,medium,agentic-tool,frontier,,,,,,,27.4,pass^3%,0.0289,,,"https://arxiv.org/abs/2609.23490 (Table 5 (by resource group), High resource, Pass^3)",,out:single-couple, arxiv-2609.23490-t5-high-lc,arxiv-2609.23490,gemini-3.1-pro,medium,agentic-tool,frontier,,,,,,,98.6,language-consistency%,0.0289,,,"https://arxiv.org/abs/2609.23490 (Table 5 (by resource group), High resource, LC)",,out:single-couple, arxiv-2609.23490-t5-medium-p1,arxiv-2609.23490,gemini-3.1-pro,medium,agentic-tool,frontier,,,,,,,42.4,pass^1%,0.0289,,,"https://arxiv.org/abs/2609.23490 (Table 5 (by resource group), Medium resource, Pass^1)",,out:single-couple, arxiv-2609.23490-t5-medium-p3,arxiv-2609.23490,gemini-3.1-pro,medium,agentic-tool,frontier,,,,,,,25.8,pass^3%,0.0289,,,"https://arxiv.org/abs/2609.23490 (Table 5 (by resource group), Medium resource, Pass^3)",,out:single-couple, arxiv-2609.23490-t5-medium-lc,arxiv-2609.23490,gemini-3.1-pro,medium,agentic-tool,frontier,,,,,,,87.5,language-consistency%,0.0289,,,"https://arxiv.org/abs/2609.23490 (Table 5 (by resource group), Medium resource, LC)",,out:single-couple, arxiv-2609.23490-t5-low-p1,arxiv-2609.23490,gemini-3.1-pro,medium,agentic-tool,frontier,,,,,,,36.4,pass^1%,0.0289,,,"https://arxiv.org/abs/2609.23490 (Table 5 (by resource group), Low resource, Pass^1)",,out:single-couple, arxiv-2609.23490-t5-low-p3,arxiv-2609.23490,gemini-3.1-pro,medium,agentic-tool,frontier,,,,,,,21.0,pass^3%,0.0289,,,"https://arxiv.org/abs/2609.23490 (Table 5 (by resource group), Low resource, Pass^3)",,out:single-couple, arxiv-2609.23490-t5-low-lc,arxiv-2609.23490,gemini-3.1-pro,medium,agentic-tool,frontier,,,,,,,83.8,language-consistency%,0.0289,,,"https://arxiv.org/abs/2609.23490 (Table 5 (by resource group), Low resource, LC)",,out:single-couple, arxiv-2609.23490-t10-tasks,arxiv-2609.23490,gemini-3.1-pro,medium,agentic-tool,frontier,,,,,,,103,tasks,0.289,,,"https://arxiv.org/abs/2609.23490 (Table 10, column distinct tasks)",,out:single-couple, arxiv-2609.23490-t10-pairs,arxiv-2609.23490,gemini-3.1-pro,medium,agentic-tool,frontier,,,,,,,442,trajectory-pairs,0.289,,,"https://arxiv.org/abs/2609.23490 (Table 10, column trajectory pairs)",,out:single-couple, arxiv-2609.23490-t11-s-en,arxiv-2609.23490,gemini-3.1-pro,medium,agentic-tool,frontier,,,,,,,6.30,searches-per-run,0.00289,,,"https://arxiv.org/abs/2609.23490 (Table 11 (DP-Shop retrieval), DP-Shop searches per run, English)",,out:single-couple, arxiv-2609.23490-t11-s-low,arxiv-2609.23490,gemini-3.1-pro,medium,agentic-tool,frontier,,,,,,,30.32,searches-per-run,0.00289,,,"https://arxiv.org/abs/2609.23490 (Table 11 (DP-Shop retrieval), DP-Shop searches per run, Low-resource)",,out:single-couple, arxiv-2609.23490-t11-e-en,arxiv-2609.23490,gemini-3.1-pro,medium,agentic-tool,frontier,,,,,,,17.1,empty-results%,0.0289,,,"https://arxiv.org/abs/2609.23490 (Table 11 (DP-Shop retrieval), DP-Shop empty search results (%), English)",,out:single-couple, arxiv-2609.23490-t11-e-low,arxiv-2609.23490,gemini-3.1-pro,medium,agentic-tool,frontier,,,,,,,68.7,empty-results%,0.0289,,,"https://arxiv.org/abs/2609.23490 (Table 11 (DP-Shop retrieval), DP-Shop empty search results (%), Low-resource)",,out:single-couple, arxiv-2609.23490-t11-share,arxiv-2609.23490,gemini-3.1-pro,medium,agentic-tool,frontier,,,,,,,76.6,search-share-of-extra-calls%,0.0289,,,"https://arxiv.org/abs/2609.23490 (Table 11 (DP-Shop retrieval), DP-Shop search share of extra calls (%))",,out:not-headline, arxiv-2609.23490-t4-vitabench-p1,arxiv-2609.23490,qwen3.7-max,not-established:absent,agentic-tool,frontier,,,,,,,36.1,pass^1%,0.0289,,,"https://arxiv.org/abs/2609.23490 (Table 4, row Qwen-3.7-Max, VitaBench Pass^1)",,out:effort-not-established, arxiv-2609.23490-t4-vitabench-p3,arxiv-2609.23490,qwen3.7-max,not-established:absent,agentic-tool,frontier,,,,,,,18.9,pass^3%,0.0289,,,"https://arxiv.org/abs/2609.23490 (Table 4, row Qwen-3.7-Max, VitaBench Pass^3)",,out:effort-not-established, arxiv-2609.23490-t4-vitabench-lc,arxiv-2609.23490,qwen3.7-max,not-established:absent,agentic-tool,frontier,,,,,,,98.6,language-consistency%,0.0289,,,"https://arxiv.org/abs/2609.23490 (Table 4, row Qwen-3.7-Max, VitaBench LC)",,out:effort-not-established, arxiv-2609.23490-t4-deepplanning-p1,arxiv-2609.23490,qwen3.7-max,not-established:absent,agentic-tool,frontier,,,,,,,41.6,pass^1%,0.0289,,,"https://arxiv.org/abs/2609.23490 (Table 4, row Qwen-3.7-Max, DeepPlanning Pass^1)",,out:effort-not-established, arxiv-2609.23490-t4-deepplanning-p3,arxiv-2609.23490,qwen3.7-max,not-established:absent,agentic-tool,frontier,,,,,,,23.8,pass^3%,0.0289,,,"https://arxiv.org/abs/2609.23490 (Table 4, row Qwen-3.7-Max, DeepPlanning Pass^3)",,out:effort-not-established, arxiv-2609.23490-t4-deepplanning-lc,arxiv-2609.23490,qwen3.7-max,not-established:absent,agentic-tool,frontier,,,,,,,57.5,language-consistency%,0.0289,,,"https://arxiv.org/abs/2609.23490 (Table 4, row Qwen-3.7-Max, DeepPlanning LC)",,out:effort-not-established, arxiv-2609.23490-t4-tau3-bench-p1,arxiv-2609.23490,qwen3.7-max,not-established:absent,agentic-tool,frontier,,,,,,,59.0,pass^1%,0.0289,,,"https://arxiv.org/abs/2609.23490 (Table 4, row Qwen-3.7-Max, tau3-Bench Pass^1)",,out:effort-not-established, arxiv-2609.23490-t4-tau3-bench-p3,arxiv-2609.23490,qwen3.7-max,not-established:absent,agentic-tool,frontier,,,,,,,49.1,pass^3%,0.0289,,,"https://arxiv.org/abs/2609.23490 (Table 4, row Qwen-3.7-Max, tau3-Bench Pass^3)",,out:effort-not-established, arxiv-2609.23490-t4-tau3-bench-lc,arxiv-2609.23490,qwen3.7-max,not-established:absent,agentic-tool,frontier,,,,,,,92.8,language-consistency%,0.0289,,,"https://arxiv.org/abs/2609.23490 (Table 4, row Qwen-3.7-Max, tau3-Bench LC)",,out:effort-not-established, arxiv-2609.23490-t4-claweval-p1,arxiv-2609.23490,qwen3.7-max,not-established:absent,agentic-tool,frontier,,,,,,,32.4,pass^1%,0.0289,,,"https://arxiv.org/abs/2609.23490 (Table 4, row Qwen-3.7-Max, ClawEval Pass^1)",,out:effort-not-established, arxiv-2609.23490-t4-claweval-p3,arxiv-2609.23490,qwen3.7-max,not-established:absent,agentic-tool,frontier,,,,,,,24.6,pass^3%,0.0289,,,"https://arxiv.org/abs/2609.23490 (Table 4, row Qwen-3.7-Max, ClawEval Pass^3)",,out:effort-not-established, arxiv-2609.23490-t4-claweval-lc,arxiv-2609.23490,qwen3.7-max,not-established:absent,agentic-tool,frontier,,,,,,,98.5,language-consistency%,0.0289,,,"https://arxiv.org/abs/2609.23490 (Table 4, row Qwen-3.7-Max, ClawEval LC)",,out:effort-not-established, arxiv-2609.23490-t5-high-p1,arxiv-2609.23490,qwen3.7-max,not-established:absent,agentic-tool,frontier,,,,,,,45.8,pass^1%,0.0289,,,"https://arxiv.org/abs/2609.23490 (Table 5, row Qwen-3.7-Max, high resource Pass^1)",,out:effort-not-established, arxiv-2609.23490-t5-high-p3,arxiv-2609.23490,qwen3.7-max,not-established:absent,agentic-tool,frontier,,,,,,,32.4,pass^3%,0.0289,,,"https://arxiv.org/abs/2609.23490 (Table 5, row Qwen-3.7-Max, high resource Pass^3)",,out:effort-not-established, arxiv-2609.23490-t5-high-lc,arxiv-2609.23490,qwen3.7-max,not-established:absent,agentic-tool,frontier,,,,,,,89.0,language-consistency%,0.0289,,,"https://arxiv.org/abs/2609.23490 (Table 5, row Qwen-3.7-Max, high resource LC)",,out:effort-not-established, arxiv-2609.23490-t5-medium-p1,arxiv-2609.23490,qwen3.7-max,not-established:absent,agentic-tool,frontier,,,,,,,42.9,pass^1%,0.0289,,,"https://arxiv.org/abs/2609.23490 (Table 5, row Qwen-3.7-Max, medium resource Pass^1)",,out:effort-not-established, arxiv-2609.23490-t5-medium-p3,arxiv-2609.23490,qwen3.7-max,not-established:absent,agentic-tool,frontier,,,,,,,29.5,pass^3%,0.0289,,,"https://arxiv.org/abs/2609.23490 (Table 5, row Qwen-3.7-Max, medium resource Pass^3)",,out:effort-not-established, arxiv-2609.23490-t5-medium-lc,arxiv-2609.23490,qwen3.7-max,not-established:absent,agentic-tool,frontier,,,,,,,86.9,language-consistency%,0.0289,,,"https://arxiv.org/abs/2609.23490 (Table 5, row Qwen-3.7-Max, medium resource LC)",,out:effort-not-established, arxiv-2609.23490-t5-low-p1,arxiv-2609.23490,qwen3.7-max,not-established:absent,agentic-tool,frontier,,,,,,,40.1,pass^1%,0.0289,,,"https://arxiv.org/abs/2609.23490 (Table 5, row Qwen-3.7-Max, low resource Pass^1)",,out:effort-not-established, arxiv-2609.23490-t5-low-p3,arxiv-2609.23490,qwen3.7-max,not-established:absent,agentic-tool,frontier,,,,,,,27.6,pass^3%,0.0289,,,"https://arxiv.org/abs/2609.23490 (Table 5, row Qwen-3.7-Max, low resource Pass^3)",,out:effort-not-established, arxiv-2609.23490-t5-low-lc,arxiv-2609.23490,qwen3.7-max,not-established:absent,agentic-tool,frontier,,,,,,,84.9,language-consistency%,0.0289,,,"https://arxiv.org/abs/2609.23490 (Table 5, row Qwen-3.7-Max, low resource LC)",,out:effort-not-established, arxiv-2609.23490-t4-vitabench-p1,arxiv-2609.23490,?Qwen-3.8-Max,not-established:absent,agentic-tool,frontier,,,,,,,42.3,pass^1%,0.0289,,,"https://arxiv.org/abs/2609.23490 (Table 4, row Qwen-3.8-Max, VitaBench Pass^1)",,out:model-not-established, arxiv-2609.23490-t4-vitabench-p3,arxiv-2609.23490,?Qwen-3.8-Max,not-established:absent,agentic-tool,frontier,,,,,,,25.0,pass^3%,0.0289,,,"https://arxiv.org/abs/2609.23490 (Table 4, row Qwen-3.8-Max, VitaBench Pass^3)",,out:model-not-established, arxiv-2609.23490-t4-vitabench-lc,arxiv-2609.23490,?Qwen-3.8-Max,not-established:absent,agentic-tool,frontier,,,,,,,94.7,language-consistency%,0.0289,,,"https://arxiv.org/abs/2609.23490 (Table 4, row Qwen-3.8-Max, VitaBench LC)",,out:model-not-established, arxiv-2609.23490-t4-deepplanning-p1,arxiv-2609.23490,?Qwen-3.8-Max,not-established:absent,agentic-tool,frontier,,,,,,,46.0,pass^1%,0.0289,,,"https://arxiv.org/abs/2609.23490 (Table 4, row Qwen-3.8-Max, DeepPlanning Pass^1)",,out:model-not-established, arxiv-2609.23490-t4-deepplanning-p3,arxiv-2609.23490,?Qwen-3.8-Max,not-established:absent,agentic-tool,frontier,,,,,,,26.5,pass^3%,0.0289,,,"https://arxiv.org/abs/2609.23490 (Table 4, row Qwen-3.8-Max, DeepPlanning Pass^3)",,out:model-not-established, arxiv-2609.23490-t4-deepplanning-lc,arxiv-2609.23490,?Qwen-3.8-Max,not-established:absent,agentic-tool,frontier,,,,,,,75.8,language-consistency%,0.0289,,,"https://arxiv.org/abs/2609.23490 (Table 4, row Qwen-3.8-Max, DeepPlanning LC)",,out:model-not-established, arxiv-2609.23490-t4-tau3-bench-p1,arxiv-2609.23490,?Qwen-3.8-Max,not-established:absent,agentic-tool,frontier,,,,,,,67.6,pass^1%,0.0289,,,"https://arxiv.org/abs/2609.23490 (Table 4, row Qwen-3.8-Max, tau3-Bench Pass^1)",,out:model-not-established, arxiv-2609.23490-t4-tau3-bench-p3,arxiv-2609.23490,?Qwen-3.8-Max,not-established:absent,agentic-tool,frontier,,,,,,,57.0,pass^3%,0.0289,,,"https://arxiv.org/abs/2609.23490 (Table 4, row Qwen-3.8-Max, tau3-Bench Pass^3)",,out:model-not-established, arxiv-2609.23490-t4-tau3-bench-lc,arxiv-2609.23490,?Qwen-3.8-Max,not-established:absent,agentic-tool,frontier,,,,,,,87.6,language-consistency%,0.0289,,,"https://arxiv.org/abs/2609.23490 (Table 4, row Qwen-3.8-Max, tau3-Bench LC)",,out:model-not-established, arxiv-2609.23490-t4-claweval-p1,arxiv-2609.23490,?Qwen-3.8-Max,not-established:absent,agentic-tool,frontier,,,,,,,40.8,pass^1%,0.0289,,,"https://arxiv.org/abs/2609.23490 (Table 4, row Qwen-3.8-Max, ClawEval Pass^1)",,out:model-not-established, arxiv-2609.23490-t4-claweval-p3,arxiv-2609.23490,?Qwen-3.8-Max,not-established:absent,agentic-tool,frontier,,,,,,,27.1,pass^3%,0.0289,,,"https://arxiv.org/abs/2609.23490 (Table 4, row Qwen-3.8-Max, ClawEval Pass^3)",,out:model-not-established, arxiv-2609.23490-t4-claweval-lc,arxiv-2609.23490,?Qwen-3.8-Max,not-established:absent,agentic-tool,frontier,,,,,,,88.7,language-consistency%,0.0289,,,"https://arxiv.org/abs/2609.23490 (Table 4, row Qwen-3.8-Max, ClawEval LC)",,out:model-not-established, arxiv-2609.23490-t5-high-p1,arxiv-2609.23490,?Qwen-3.8-Max,not-established:absent,agentic-tool,frontier,,,,,,,51.2,pass^1%,0.0289,,,"https://arxiv.org/abs/2609.23490 (Table 5, row Qwen-3.8-Max, high resource Pass^1)",,out:model-not-established, arxiv-2609.23490-t5-high-p3,arxiv-2609.23490,?Qwen-3.8-Max,not-established:absent,agentic-tool,frontier,,,,,,,34.3,pass^3%,0.0289,,,"https://arxiv.org/abs/2609.23490 (Table 5, row Qwen-3.8-Max, high resource Pass^3)",,out:model-not-established, arxiv-2609.23490-t5-high-lc,arxiv-2609.23490,?Qwen-3.8-Max,not-established:absent,agentic-tool,frontier,,,,,,,94.5,language-consistency%,0.0289,,,"https://arxiv.org/abs/2609.23490 (Table 5, row Qwen-3.8-Max, high resource LC)",,out:model-not-established, arxiv-2609.23490-t5-medium-p1,arxiv-2609.23490,?Qwen-3.8-Max,not-established:absent,agentic-tool,frontier,,,,,,,48.0,pass^1%,0.0289,,,"https://arxiv.org/abs/2609.23490 (Table 5, row Qwen-3.8-Max, medium resource Pass^1)",,out:model-not-established, arxiv-2609.23490-t5-medium-p3,arxiv-2609.23490,?Qwen-3.8-Max,not-established:absent,agentic-tool,frontier,,,,,,,33.6,pass^3%,0.0289,,,"https://arxiv.org/abs/2609.23490 (Table 5, row Qwen-3.8-Max, medium resource Pass^3)",,out:model-not-established, arxiv-2609.23490-t5-medium-lc,arxiv-2609.23490,?Qwen-3.8-Max,not-established:absent,agentic-tool,frontier,,,,,,,84.5,language-consistency%,0.0289,,,"https://arxiv.org/abs/2609.23490 (Table 5, row Qwen-3.8-Max, medium resource LC)",,out:model-not-established, arxiv-2609.23490-t5-low-p1,arxiv-2609.23490,?Qwen-3.8-Max,not-established:absent,agentic-tool,frontier,,,,,,,44.7,pass^1%,0.0289,,,"https://arxiv.org/abs/2609.23490 (Table 5, row Qwen-3.8-Max, low resource Pass^1)",,out:model-not-established, arxiv-2609.23490-t5-low-p3,arxiv-2609.23490,?Qwen-3.8-Max,not-established:absent,agentic-tool,frontier,,,,,,,29.4,pass^3%,0.0289,,,"https://arxiv.org/abs/2609.23490 (Table 5, row Qwen-3.8-Max, low resource Pass^3)",,out:model-not-established, arxiv-2609.23490-t5-low-lc,arxiv-2609.23490,?Qwen-3.8-Max,not-established:absent,agentic-tool,frontier,,,,,,,81.7,language-consistency%,0.0289,,,"https://arxiv.org/abs/2609.23490 (Table 5, row Qwen-3.8-Max, low resource LC)",,out:model-not-established, mobilecybench,arxiv-2609.23980,gpt-5.5,not-established:absent,agentic-tool,hard,,per-suite,1861.38,0.00289,,,,none,,,,https://arxiv.org/abs/2609.23980 (),,,out:effort-not-established mobilecybench,arxiv-2609.23980,gpt-5.6-sol,not-established:absent,agentic-tool,hard,,per-suite,1772.55,0.00289,,,,none,,,,https://arxiv.org/abs/2609.23980 (),,,out:effort-not-established mobilecybench,arxiv-2609.23980,?zai-org/GLM-5.2,not-established:absent,agentic-tool,hard,,per-suite,747.87,0.00289,,,,none,,,,https://arxiv.org/abs/2609.23980 (),,,out:model-not-established mobilecybench,arxiv-2609.23980,opus-4.8,max,agentic-tool,hard,,per-suite,1481.52,0.00289,,,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://arxiv.org/abs/2609.23980 (),,,in mobilecybench,arxiv-2609.23980,opus-5,max,agentic-tool,hard,,per-suite,1109.87,0.00289,,,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://arxiv.org/abs/2609.23980 (),,,in endless-exam-maths,arxiv-2609.24555,qwen3.5-4b,not-established:absent,reasoning-math,frontier,,,,,,,7.55,score%,0.00289,,,"https://arxiv.org/abs/2609.24555 (Table 2, row Qwen3.5-4B high, column Overall score)",,out:effort-not-established, endless-exam-maths,arxiv-2609.24555,qwen3.5-9b,not-established:absent,reasoning-math,frontier,,,,,,,14.52,score%,0.00289,,,"https://arxiv.org/abs/2609.24555 (Table 2, row Qwen3.5-9B high, column Overall score)",,out:effort-not-established, endless-exam-maths,arxiv-2609.24555,qwen3.5-27b,not-established:absent,reasoning-math,frontier,,,,,,,16.18,score%,0.00289,,,"https://arxiv.org/abs/2609.24555 (Table 2, row Qwen3.5-27B high, column Overall score)",,out:effort-not-established, endless-exam-maths,arxiv-2609.24555,qwen3.8-27b,not-established:absent,reasoning-math,frontier,,,,,,,38.07,score%,0.00289,,,"https://arxiv.org/abs/2609.24555 (Table 2, row Qwen3.8-27B high, column Overall score)",,out:effort-not-established, endless-exam-maths,arxiv-2609.24555,gpt-5.6-luna,medium,reasoning-math,frontier,,,,,,,16.70,score%,0.00289,,,"https://arxiv.org/abs/2609.24555 (Table 2, row GPT-5.6 Luna medium, column Overall score)",,in, endless-exam-maths,arxiv-2609.24555,gpt-5.6-luna,high,reasoning-math,frontier,,,,,,,34.85,score%,0.00289,,,"https://arxiv.org/abs/2609.24555 (Table 2, row GPT-5.6 Luna high, column Overall score)",,in, endless-exam-maths,arxiv-2609.24555,deepseek-v4.1-flash,low,reasoning-math,frontier,,,,,,,37.11,score%,0.00289,,,"https://arxiv.org/abs/2609.24555 (Table 2, row DeepSeek V4.1 Flash low, column Overall score)",,in, endless-exam-maths,arxiv-2609.24555,deepseek-v4.1-flash,high,reasoning-math,frontier,,,,,,,44.90,score%,0.00289,,,"https://arxiv.org/abs/2609.24555 (Table 2, row DeepSeek V4.1 Flash high, column Overall score)",,in, endless-exam-maths,arxiv-2609.24555,fable-5.1,medium,reasoning-math,frontier,,,,,,,71.90,score%,0.00289,,,"https://arxiv.org/abs/2609.24555 (Table 2, row Claude Fable 5.1 medium, column Overall score)",,in, endless-exam-maths,arxiv-2609.24555,fable-5.1,high,reasoning-math,frontier,,,,,,,43.73,score%,0.00289,,cap,"https://arxiv.org/abs/2609.24555 (Table 2, row Claude Fable 5.1 high, column Overall score)",,in, endless-exam-maths,arxiv-2609.24555,opus-5.5,medium,reasoning-math,frontier,,,,,,,66.70,score%,0.00289,,,"https://arxiv.org/abs/2609.24555 (Table 2, row Claude Opus 5.5 medium, column Overall score)",,in, endless-exam-maths,arxiv-2609.24555,opus-5.5,high,reasoning-math,frontier,,,,,,,69.81,score%,0.00289,,,"https://arxiv.org/abs/2609.24555 (Table 2, row Claude Opus 5.5 high, column Overall score)",,in, endless-exam-maths,arxiv-2609.24555,gpt-6-astra,medium,reasoning-math,frontier,,,,,,,75.34,score%,0.00289,,,"https://arxiv.org/abs/2609.24555 (Table 2, row GPT-6 Astra medium, column Overall score)",,in, endless-exam-maths,arxiv-2609.24555,gpt-6-astra,high,reasoning-math,frontier,,,,,,,91.90,score%,0.00289,,,"https://arxiv.org/abs/2609.24555 (Table 2, row GPT-6 Astra high, column Overall score)",,in, osworldpro,arxiv-2609.24890,opus-5,max,computer-use,hard,,per-task,3.36,0.00289,,23492.6,75.7,all-subgoals%,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2609.24890 (Table 2 (page 7), column Overall)",,in,in osworldpro,arxiv-2609.24890,opus-4.8,max,computer-use,hard,,per-task,5.60,0.00289,,67069.6,77.7,all-subgoals%,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2609.24890 (Table 2 (page 7), column Overall)",,in,in osworldpro,arxiv-2609.24890,opus-4.7,max,computer-use,hard,,per-task,4.95,0.00289,,30886.2,76.7,all-subgoals%,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2609.24890 (Table 2 (page 7), column Overall)",,in,in osworldpro,arxiv-2609.24890,sonnet-5,max,computer-use,hard,,per-task,2.47,0.00289,,40804.6,76.4,all-subgoals%,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2609.24890 (Table 2 (page 7), column Overall)",,in,in osworldpro,arxiv-2609.24890,gpt-5.6-sol,max,computer-use,hard,,per-task,11.95,1.38,,39595.2,74.8,all-subgoals%,0.0289,,cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2609.24890 (Table 2 (page 7), column Overall)",,in,out:cost-single-couple osworldpro,arxiv-2609.24890,gpt-5.6-terra,max,computer-use,hard,,per-task,4.482,0.288,,43777.5,70.8,all-subgoals%,0.0289,,cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2609.24890 (Table 2 (page 7), column Overall)",,in,out:cost-single-couple osworldpro,arxiv-2609.24890,gpt-5.6-luna,max,computer-use,hard,,per-task,0.306,0.118,,41377.1,74.4,all-subgoals%,0.0289,,cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2609.24890 (Table 2 (page 7), column Overall)",,in,out:cost-single-couple osworldpro,arxiv-2609.24890,gemini-3.8-flash,high,computer-use,hard,,per-task,2.81,0.00289,,18966.8,59.0,all-subgoals%,0.0289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2609.24890 (Table 2 (page 7), column Overall)",,in,in osworldpro,arxiv-2609.24890,kimi-k3,max,computer-use,hard,,per-task,5.51,0.00289,,125870.7,39.3,all-subgoals%,0.0289,,cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2609.24890 (Table 2 (page 7), column Overall)",,in,out:cost-single-couple osworldpro,arxiv-2609.24890,minimax-m3,not-established:absent,computer-use,hard,,per-task,1.04,0.00289,,36952.1,28.9,all-subgoals%,0.0289,,,"https://arxiv.org/abs/2609.24890 (Table 2 (page 7), column Overall)",,out:effort-not-established,out:effort-not-established osworldpro,arxiv-2609.24890,qwen3.8-flash-next,xhigh,computer-use,hard,,per-task,0.20,0.00289,,26940.4,55.1,all-subgoals%,0.0289,,,"https://arxiv.org/abs/2609.24890 (Table 2 (page 7), column Overall)",,in,out:cost-not-comparable osworldpro,arxiv-2609.24890,?Qwen 3.5 122B,not-established:absent,computer-use,hard,,per-task,0.68,0.00289,,42316.4,16.7,all-subgoals%,0.0289,,,"https://arxiv.org/abs/2609.24890 (Table 2 (page 7), column Overall)",,out:model-not-established,out:model-not-established osworldpro,arxiv-2609.24890,qwen3.8-27b,xhigh,computer-use,hard,,per-task,0.15,0.00289,,15177.7,32.1,all-subgoals%,0.0289,,,"https://arxiv.org/abs/2609.24890 (Table 2 (page 7), column Overall)",,in,out:cost-not-comparable osworldpro,arxiv-2609.24890,qwen3.6-27b,not-established:absent,computer-use,hard,,per-task,0.16,0.00289,,7075.7,10.2,all-subgoals%,0.0289,,,"https://arxiv.org/abs/2609.24890 (Table 2 (page 7), column Overall)",,out:effort-not-established,out:effort-not-established arxiv-2609.25611-nl2repo,arxiv-2609.25611,qwen3.8-omni-flash,unstated,coding,hard,Claude Code,,,,,,48.9,score%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 2, row NL2Repo-Bench, column Qwen3.8-Omni- Flash)",,out:effort-not-established, arxiv-2609.25611-nl2repo,arxiv-2609.25611,qwen3.8-flash,unstated,coding,hard,Claude Code,,,,,,48.1,score%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 2, row NL2Repo-Bench, column Qwen3.8- Flash)",,out:effort-not-established, arxiv-2609.25611-hle,arxiv-2609.25611,qwen3.8-omni-flash,unstated,mixed,frontier,judge GPT-4o,,,,,,36.5,acc%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 2, row HLE, column Qwen3.8-Omni- Flash)",,out:effort-not-established, arxiv-2609.25611-hle,arxiv-2609.25611,opus-4.6,max,mixed,frontier,judge GPT-4o,,,,,,40.0,acc%,0.0289,,,"https://arxiv.org/abs/2609.25611 (Table 2, row HLE, column Claude-Opus- 4.6 (Max))",,out:single-couple, arxiv-2609.25611-clawevalmm-average,arxiv-2609.25611,qwen3.8-omni-flash,unstated,agentic-tool,hard,,,,,,,61.9,avg%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 3, row ClawEval-MM, column Qwen3.8-Omni- Flash, cell 2 of the pair)",,out:effort-not-established, arxiv-2609.25611-clawevalmm-average,arxiv-2609.25611,qwen3.8-flash,unstated,agentic-tool,hard,,,,,,,60.4,avg%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 3, row ClawEval-MM, column Qwen3.8- Flash, cell 2 of the pair)",,out:effort-not-established, arxiv-2609.25611-androidworld,arxiv-2609.25611,qwen3.8-omni-flash,unstated,computer-use,hard,,,,,,,87.1,acc%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 3, row AndroidWorld, column Qwen3.8-Omni- Flash)",,out:effort-not-established, arxiv-2609.25611-androidworld,arxiv-2609.25611,qwen3.8-flash,unstated,computer-use,hard,,,,,,,84.5,acc%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 3, row AndroidWorld, column Qwen3.8- Flash)",,out:effort-not-established, arxiv-2609.25611-vision2web,arxiv-2609.25611,qwen3.8-omni-flash,unstated,coding,hard,,,,,,,62.9,score%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 3, row Vision2Web, column Qwen3.8-Omni- Flash)",,out:effort-not-established, arxiv-2609.25611-vision2web,arxiv-2609.25611,qwen3.8-flash,unstated,coding,hard,,,,,,,64.0,score%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 3, row Vision2Web, column Qwen3.8- Flash)",,out:effort-not-established, arxiv-2609.25611-erqa,arxiv-2609.25611,qwen3.8-omni-flash,unstated,mixed,mid,,,,,,,71.0,acc%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 3, row ERQA, column Qwen3.8-Omni- Flash)",,out:effort-not-established, arxiv-2609.25611-erqa,arxiv-2609.25611,qwen3.8-flash,unstated,mixed,mid,,,,,,,72.3,acc%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 3, row ERQA, column Qwen3.8- Flash)",,out:effort-not-established, arxiv-2609.25611-realworldqa,arxiv-2609.25611,qwen3.8-omni-flash,unstated,mixed,mid,,,,,,,87.7,acc%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 3, row RealWorldQA, column Qwen3.8-Omni- Flash)",,out:effort-not-established, arxiv-2609.25611-realworldqa,arxiv-2609.25611,qwen3.8-flash,unstated,mixed,mid,,,,,,,88.5,acc%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 3, row RealWorldQA, column Qwen3.8- Flash)",,out:effort-not-established, arxiv-2609.25611-mathvision,arxiv-2609.25611,qwen3.8-omni-flash,unstated,mixed,mid,default setting,,,,,,91.8,acc%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 3, row MathVision, column Qwen3.8-Omni- Flash)",,out:effort-not-established, arxiv-2609.25611-mathvision,arxiv-2609.25611,qwen3.8-flash,unstated,mixed,mid,default setting,,,,,,90.6,acc%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 3, row MathVision, column Qwen3.8- Flash)",,out:effort-not-established, arxiv-2609.25611-mathvision-ci,arxiv-2609.25611,qwen3.8-omni-flash,unstated,mixed,mid,with CI,,,,,,96.2,acc%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 3, row w/ CI, column Qwen3.8-Omni- Flash)",,out:effort-not-established, arxiv-2609.25611-mathvision-ci,arxiv-2609.25611,qwen3.8-27b,unstated,mixed,mid,with CI,,,,,,94.6,acc%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 3, row w/ CI, column Qwen3.8- 27B)",,out:effort-not-established, arxiv-2609.25611-mathvision-ci,arxiv-2609.25611,qwen3.7-plus,unstated,mixed,mid,with CI,,,,,,88.4,acc%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 3, row w/ CI, column Qwen3.7- Plus)",,out:effort-not-established, arxiv-2609.25611-charxiv,arxiv-2609.25611,qwen3.8-omni-flash,unstated,mixed,mid,default setting,,,,,,83.5,acc%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 3, row CharXiv (RQ), column Qwen3.8-Omni- Flash)",,out:effort-not-established, arxiv-2609.25611-charxiv,arxiv-2609.25611,qwen3.8-flash,unstated,mixed,mid,default setting,,,,,,84.6,acc%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 3, row CharXiv (RQ), column Qwen3.8- Flash)",,out:effort-not-established, arxiv-2609.25611-charxiv-ci,arxiv-2609.25611,qwen3.8-omni-flash,unstated,mixed,mid,with CI,,,,,,91.4,acc%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 3, row w/ CI, column Qwen3.8-Omni- Flash)",,out:effort-not-established, arxiv-2609.25611-charxiv-ci,arxiv-2609.25611,qwen3.8-flash,unstated,mixed,mid,with CI,,,,,,90.6,acc%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 3, row w/ CI, column Qwen3.8- Flash)",,out:effort-not-established, arxiv-2609.25611-charxiv-ci,arxiv-2609.25611,qwen3.8-27b,unstated,mixed,mid,with CI,,,,,,90.2,acc%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 3, row w/ CI, column Qwen3.8- 27B)",,out:effort-not-established, arxiv-2609.25611-spotsoundbench,arxiv-2609.25611,qwen3.8-omni-flash,unstated,mixed,mid,,,,,,,67.2,score%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 4, row SpotSoundBench, column Qwen3.8-Omni- Flash)",,out:effort-not-established, arxiv-2609.25611-spotsoundbench,arxiv-2609.25611,qwen3.5-omni-plus,unstated,mixed,mid,,,,,,,64.2,score%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 4, row SpotSoundBench, column Qwen3.5-Omni- Plus)",,out:effort-not-established, arxiv-2609.25611-spotsoundbench,arxiv-2609.25611,gemini-3.8-flash,unstated,mixed,mid,,,,,,,39.7,score%,0.0289,,,"https://arxiv.org/abs/2609.25611 (Table 4, row SpotSoundBench, column Gemini 3.8 Flash)",,out:effort-not-established, arxiv-2609.25611-mmau,arxiv-2609.25611,qwen3.8-omni-flash,unstated,mixed,mid,,,,,,,81.8,score%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 4, row MMAU, column Qwen3.8-Omni- Flash)",,out:effort-not-established, arxiv-2609.25611-mmau,arxiv-2609.25611,qwen3.5-omni-plus,unstated,mixed,mid,,,,,,,81.9,score%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 4, row MMAU, column Qwen3.5-Omni- Plus)",,out:effort-not-established, arxiv-2609.25611-mmau,arxiv-2609.25611,gemini-3.8-flash,unstated,mixed,mid,,,,,,,76.9,score%,0.0289,,,"https://arxiv.org/abs/2609.25611 (Table 4, row MMAU, column Gemini 3.8 Flash)",,out:effort-not-established, arxiv-2609.25611-mmar,arxiv-2609.25611,qwen3.8-omni-flash,unstated,mixed,mid,,,,,,,79.8,score%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 4, row MMAR, column Qwen3.8-Omni- Flash)",,out:effort-not-established, arxiv-2609.25611-mmar,arxiv-2609.25611,qwen3.5-omni-plus,unstated,mixed,mid,,,,,,,79.8,score%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 4, row MMAR, column Qwen3.5-Omni- Plus)",,out:effort-not-established, arxiv-2609.25611-mmar,arxiv-2609.25611,gemini-3.8-flash,unstated,mixed,mid,,,,,,,78.5,score%,0.0289,,,"https://arxiv.org/abs/2609.25611 (Table 4, row MMAR, column Gemini 3.8 Flash)",,out:effort-not-established, arxiv-2609.25611-mmsu,arxiv-2609.25611,qwen3.8-omni-flash,unstated,mixed,mid,,,,,,,82.1,score%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 4, row MMSU, column Qwen3.8-Omni- Flash)",,out:effort-not-established, arxiv-2609.25611-mmsu,arxiv-2609.25611,qwen3.5-omni-plus,unstated,mixed,mid,,,,,,,83.0,score%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 4, row MMSU, column Qwen3.5-Omni- Plus)",,out:effort-not-established, arxiv-2609.25611-mmsu,arxiv-2609.25611,gemini-3.8-flash,unstated,mixed,mid,,,,,,,83.3,score%,0.0289,,,"https://arxiv.org/abs/2609.25611 (Table 4, row MMSU, column Gemini 3.8 Flash)",,out:effort-not-established, arxiv-2609.25611-muchomusic-rul,arxiv-2609.25611,qwen3.8-omni-flash,unstated,mixed,mid,,,,,,,72.6,score%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 4, row MuchoMusic-RUL, column Qwen3.8-Omni- Flash)",,out:effort-not-established, arxiv-2609.25611-muchomusic-rul,arxiv-2609.25611,qwen3.5-omni-plus,unstated,mixed,mid,,,,,,,71.6,score%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 4, row MuchoMusic-RUL, column Qwen3.5-Omni- Plus)",,out:effort-not-established, arxiv-2609.25611-muchomusic-rul,arxiv-2609.25611,gemini-3.8-flash,unstated,mixed,mid,,,,,,,53.7,score%,0.0289,,,"https://arxiv.org/abs/2609.25611 (Table 4, row MuchoMusic-RUL, column Gemini 3.8 Flash)",,out:effort-not-established, arxiv-2609.25611-hummusqa,arxiv-2609.25611,qwen3.8-omni-flash,unstated,mixed,mid,,,,,,,75.8,score%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 4, row HumMusQA, column Qwen3.8-Omni- Flash)",,out:effort-not-established, arxiv-2609.25611-hummusqa,arxiv-2609.25611,qwen3.5-omni-plus,unstated,mixed,mid,,,,,,,75.5,score%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 4, row HumMusQA, column Qwen3.5-Omni- Plus)",,out:effort-not-established, arxiv-2609.25611-hummusqa,arxiv-2609.25611,gemini-3.8-flash,unstated,mixed,mid,,,,,,,71.2,score%,0.0289,,,"https://arxiv.org/abs/2609.25611 (Table 4, row HumMusQA, column Gemini 3.8 Flash)",,out:effort-not-established, arxiv-2609.25611-mustbench,arxiv-2609.25611,qwen3.8-omni-flash,unstated,mixed,mid,,,,,,,50.6,score%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 4, row MusTBench, column Qwen3.8-Omni- Flash)",,out:effort-not-established, arxiv-2609.25611-mustbench,arxiv-2609.25611,qwen3.5-omni-plus,unstated,mixed,mid,,,,,,,49.1,score%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 4, row MusTBench, column Qwen3.5-Omni- Plus)",,out:effort-not-established, arxiv-2609.25611-mustbench,arxiv-2609.25611,gemini-3.8-flash,unstated,mixed,mid,,,,,,,40.3,score%,0.0289,,,"https://arxiv.org/abs/2609.25611 (Table 4, row MusTBench, column Gemini 3.8 Flash)",,out:effort-not-established, arxiv-2609.25611-audio-multichallenge,arxiv-2609.25611,qwen3.8-omni-flash,unstated,mixed,mid,,,,,,,71.5,score%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 4, row Audio MultiChallenge, column Qwen3.8-Omni- Flash)",,out:effort-not-established, arxiv-2609.25611-audio-multichallenge,arxiv-2609.25611,qwen3.5-omni-plus,unstated,mixed,mid,,,,,,,57.6,score%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 4, row Audio MultiChallenge, column Qwen3.5-Omni- Plus)",,out:effort-not-established, arxiv-2609.25611-audio-multichallenge,arxiv-2609.25611,gemini-3.8-flash,unstated,mixed,mid,,,,,,,71.9,score%,0.0289,,,"https://arxiv.org/abs/2609.25611 (Table 4, row Audio MultiChallenge, column Gemini 3.8 Flash)",,out:effort-not-established, arxiv-2609.25611-wildspeech,arxiv-2609.25611,qwen3.8-omni-flash,unstated,mixed,mid,,,,,,,74.3,score%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 4, row WildSpeech, column Qwen3.8-Omni- Flash)",,out:effort-not-established, arxiv-2609.25611-wildspeech,arxiv-2609.25611,qwen3.5-omni-plus,unstated,mixed,mid,,,,,,,75.7,score%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 4, row WildSpeech, column Qwen3.5-Omni- Plus)",,out:effort-not-established, arxiv-2609.25611-wildspeech,arxiv-2609.25611,gemini-3.8-flash,unstated,mixed,mid,,,,,,,76.4,score%,0.0289,,,"https://arxiv.org/abs/2609.25611 (Table 4, row WildSpeech, column Gemini 3.8 Flash)",,out:effort-not-established, arxiv-2609.25611-voicebench,arxiv-2609.25611,qwen3.8-omni-flash,unstated,mixed,mid,,,,,,,91.6,score%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 4, row VoiceBench, column Qwen3.8-Omni- Flash)",,out:effort-not-established, arxiv-2609.25611-voicebench,arxiv-2609.25611,qwen3.5-omni-plus,unstated,mixed,mid,,,,,,,92.9,score%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 4, row VoiceBench, column Qwen3.5-Omni- Plus)",,out:effort-not-established, arxiv-2609.25611-voicebench,arxiv-2609.25611,gemini-3.8-flash,unstated,mixed,mid,,,,,,,92.3,score%,0.0289,,,"https://arxiv.org/abs/2609.25611 (Table 4, row VoiceBench, column Gemini 3.8 Flash)",,out:effort-not-established, arxiv-2609.25611-dailyomni,arxiv-2609.25611,qwen3.8-omni-flash,unstated,mixed,mid,,,,,,,85.1,score%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 5, row DailyOmni, column Qwen3.8-Omni- Flash)",,out:effort-not-established, arxiv-2609.25611-dailyomni,arxiv-2609.25611,qwen3.5-omni-plus,unstated,mixed,mid,,,,,,,85.1,score%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 5, row DailyOmni, column Qwen3.5-Omni- Plus)",,out:effort-not-established, arxiv-2609.25611-dailyomni,arxiv-2609.25611,gemini-3.8-flash,unstated,mixed,mid,,,,,,,84.0,score%,0.0289,,,"https://arxiv.org/abs/2609.25611 (Table 5, row DailyOmni, column Gemini 3.8 Flash)",,out:effort-not-established, arxiv-2609.25611-worldsense,arxiv-2609.25611,qwen3.8-omni-flash,unstated,mixed,mid,,,,,,,68.5,score%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 5, row WorldSense, column Qwen3.8-Omni- Flash)",,out:effort-not-established, arxiv-2609.25611-worldsense,arxiv-2609.25611,qwen3.5-omni-plus,unstated,mixed,mid,,,,,,,63.9,score%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 5, row WorldSense, column Qwen3.5-Omni- Plus)",,out:effort-not-established, arxiv-2609.25611-worldsense,arxiv-2609.25611,gemini-3.8-flash,unstated,mixed,mid,,,,,,,69.6,score%,0.0289,,,"https://arxiv.org/abs/2609.25611 (Table 5, row WorldSense, column Gemini 3.8 Flash)",,out:effort-not-established, arxiv-2609.25611-avut,arxiv-2609.25611,qwen3.8-omni-flash,unstated,mixed,mid,,,,,,,86.6,score%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 5, row AVUT, column Qwen3.8-Omni- Flash)",,out:effort-not-established, arxiv-2609.25611-avut,arxiv-2609.25611,qwen3.5-omni-plus,unstated,mixed,mid,,,,,,,85.9,score%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 5, row AVUT, column Qwen3.5-Omni- Plus)",,out:effort-not-established, arxiv-2609.25611-avut,arxiv-2609.25611,gemini-3.8-flash,unstated,mixed,mid,,,,,,,88.0,score%,0.0289,,,"https://arxiv.org/abs/2609.25611 (Table 5, row AVUT, column Gemini 3.8 Flash)",,out:effort-not-established, arxiv-2609.25611-joinavbench,arxiv-2609.25611,qwen3.8-omni-flash,unstated,mixed,mid,,,,,,,75.9,score%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 5, row JoinAVBench, column Qwen3.8-Omni- Flash)",,out:effort-not-established, arxiv-2609.25611-joinavbench,arxiv-2609.25611,qwen3.5-omni-plus,unstated,mixed,mid,,,,,,,74.1,score%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 5, row JoinAVBench, column Qwen3.5-Omni- Plus)",,out:effort-not-established, arxiv-2609.25611-joinavbench,arxiv-2609.25611,gemini-3.8-flash,unstated,mixed,mid,,,,,,,70.4,score%,0.0289,,,"https://arxiv.org/abs/2609.25611 (Table 5, row JoinAVBench, column Gemini 3.8 Flash)",,out:effort-not-established, arxiv-2609.25611-avspeaker,arxiv-2609.25611,qwen3.8-omni-flash,unstated,mixed,mid,,,,,,,77.2,score%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 5, row AVSpeaker, column Qwen3.8-Omni- Flash)",,out:effort-not-established, arxiv-2609.25611-avspeaker,arxiv-2609.25611,qwen3.5-omni-plus,unstated,mixed,mid,,,,,,,71.1,score%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 5, row AVSpeaker, column Qwen3.5-Omni- Plus)",,out:effort-not-established, arxiv-2609.25611-avspeaker,arxiv-2609.25611,gemini-3.8-flash,unstated,mixed,mid,,,,,,,83.9,score%,0.0289,,,"https://arxiv.org/abs/2609.25611 (Table 5, row AVSpeaker, column Gemini 3.8 Flash)",,out:effort-not-established, arxiv-2609.25611-omnivideobench-static,arxiv-2609.25611,qwen3.8-omni-flash,unstated,mixed,hard,,,,,,,63.4,score%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 5, row OmniVideoBench, column Qwen3.8-Omni- Flash)",,out:effort-not-established, arxiv-2609.25611-omnivideobench-static,arxiv-2609.25611,qwen3.5-omni-plus,unstated,mixed,hard,,,,,,,53.8,score%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 5, row OmniVideoBench, column Qwen3.5-Omni- Plus)",,out:effort-not-established, arxiv-2609.25611-omnivideobench-static,arxiv-2609.25611,gemini-3.8-flash,unstated,mixed,hard,,,,,,,65.2,score%,0.0289,,,"https://arxiv.org/abs/2609.25611 (Table 5, row OmniVideoBench, column Gemini 3.8 Flash)",,out:effort-not-established, arxiv-2609.25611-videomme-v2-static,arxiv-2609.25611,qwen3.8-omni-flash,unstated,mixed,hard,,,,,,,65.0,score%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 5, row Video-MME-v2, column Qwen3.8-Omni- Flash)",,out:effort-not-established, arxiv-2609.25611-videomme-v2-static,arxiv-2609.25611,qwen3.5-omni-plus,unstated,mixed,hard,,,,,,,47.9,score%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 5, row Video-MME-v2, column Qwen3.5-Omni- Plus)",,out:effort-not-established, arxiv-2609.25611-videomme-v2-static,arxiv-2609.25611,gemini-3.8-flash,unstated,mixed,hard,,,,,,,71.0,score%,0.0289,,,"https://arxiv.org/abs/2609.25611 (Table 5, row Video-MME-v2, column Gemini 3.8 Flash)",,out:effort-not-established, arxiv-2609.25611-mmou,arxiv-2609.25611,qwen3.8-omni-flash,unstated,mixed,hard,,,,,,,78.8,score%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 5, row MMOU, column Qwen3.8-Omni- Flash)",,out:effort-not-established, arxiv-2609.25611-mmou,arxiv-2609.25611,qwen3.5-omni-plus,unstated,mixed,hard,,,,,,,68.7,score%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 5, row MMOU, column Qwen3.5-Omni- Plus)",,out:effort-not-established, arxiv-2609.25611-mmou,arxiv-2609.25611,gemini-3.8-flash,unstated,mixed,hard,,,,,,,84.5,score%,0.0289,,,"https://arxiv.org/abs/2609.25611 (Table 5, row MMOU, column Gemini 3.8 Flash)",,out:effort-not-established, arxiv-2609.25611-lvomnibench-static,arxiv-2609.25611,qwen3.8-omni-flash,unstated,mixed,hard,,,,,,,63.3,score%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 5, row LVOmniBench, column Qwen3.8-Omni- Flash)",,out:effort-not-established, arxiv-2609.25611-lvomnibench-static,arxiv-2609.25611,qwen3.5-omni-plus,unstated,mixed,hard,,,,,,,53.2,score%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 5, row LVOmniBench, column Qwen3.5-Omni- Plus)",,out:effort-not-established, arxiv-2609.25611-lvomnibench-static,arxiv-2609.25611,gemini-3.8-flash,unstated,mixed,hard,,,,,,,70.7,score%,0.0289,,,"https://arxiv.org/abs/2609.25611 (Table 5, row LVOmniBench, column Gemini 3.8 Flash)",,out:effort-not-established, arxiv-2609.25611-omnicloze,arxiv-2609.25611,qwen3.8-omni-flash,unstated,writing,mid,,,,,,,63.2,score%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 5, row OmniCloze, column Qwen3.8-Omni- Flash)",,out:effort-not-established, arxiv-2609.25611-omnicloze,arxiv-2609.25611,qwen3.5-omni-plus,unstated,writing,mid,,,,,,,64.2,score%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 5, row OmniCloze, column Qwen3.5-Omni- Plus)",,out:effort-not-established, arxiv-2609.25611-omnicloze,arxiv-2609.25611,gemini-3.8-flash,unstated,writing,mid,,,,,,,60.9,score%,0.0289,,,"https://arxiv.org/abs/2609.25611 (Table 5, row OmniCloze, column Gemini 3.8 Flash)",,out:effort-not-established, arxiv-2609.25611-qivd,arxiv-2609.25611,qwen3.8-omni-flash,unstated,mixed,mid,,,,,,,69.6,score%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 5, row QIVD, column Qwen3.8-Omni- Flash)",,out:effort-not-established, arxiv-2609.25611-qivd,arxiv-2609.25611,qwen3.5-omni-plus,unstated,mixed,mid,,,,,,,65.6,score%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 5, row QIVD, column Qwen3.5-Omni- Plus)",,out:effort-not-established, arxiv-2609.25611-qivd,arxiv-2609.25611,gemini-3.8-flash,unstated,mixed,mid,,,,,,,69.1,score%,0.0289,,,"https://arxiv.org/abs/2609.25611 (Table 5, row QIVD, column Gemini 3.8 Flash)",,out:effort-not-established, arxiv-2609.25611-omnivchat-bench,arxiv-2609.25611,qwen3.8-omni-flash,unstated,mixed,mid,,,,,,,89.0,score%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 5, row OmniVChat-Bench, column Qwen3.8-Omni- Flash)",,out:effort-not-established, arxiv-2609.25611-omnivchat-bench,arxiv-2609.25611,qwen3.5-omni-plus,unstated,mixed,mid,,,,,,,52.1,score%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 5, row OmniVChat-Bench, column Qwen3.5-Omni- Plus)",,out:effort-not-established, arxiv-2609.25611-omnivchat-bench,arxiv-2609.25611,gemini-3.8-flash,unstated,mixed,mid,,,,,,,65.6,score%,0.0289,,,"https://arxiv.org/abs/2609.25611 (Table 5, row OmniVChat-Bench, column Gemini 3.8 Flash)",,out:effort-not-established, arxiv-2609.25611-proactivevideoqa,arxiv-2609.25611,qwen3.8-omni-flash,unstated,mixed,mid,,,,,,,61.5,score%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 5, row ProactiveVideoQA, column Qwen3.8-Omni- Flash)",,out:effort-not-established, arxiv-2609.25611-proactivevideoqa,arxiv-2609.25611,qwen3.5-omni-plus,unstated,mixed,mid,,,,,,,35.1,score%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 5, row ProactiveVideoQA, column Qwen3.5-Omni- Plus)",,out:effort-not-established, arxiv-2609.25611-proactivevideoqa,arxiv-2609.25611,gemini-3.8-flash,unstated,mixed,mid,,,,,,,58.0,score%,0.0289,,,"https://arxiv.org/abs/2609.25611 (Table 5, row ProactiveVideoQA, column Gemini 3.8 Flash)",,out:effort-not-established, arxiv-2609.25611-streamingbench,arxiv-2609.25611,qwen3.8-omni-flash,unstated,mixed,mid,,,,,,,80.8,score%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 5, row StreamingBench, column Qwen3.8-Omni- Flash)",,out:effort-not-established, arxiv-2609.25611-streamingbench,arxiv-2609.25611,qwen3.5-omni-plus,unstated,mixed,mid,,,,,,,57.1,score%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 5, row StreamingBench, column Qwen3.5-Omni- Plus)",,out:effort-not-established, arxiv-2609.25611-streamingbench,arxiv-2609.25611,gemini-3.8-flash,unstated,mixed,mid,,,,,,,79.9,score%,0.0289,,,"https://arxiv.org/abs/2609.25611 (Table 5, row StreamingBench, column Gemini 3.8 Flash)",,out:effort-not-established, arxiv-2609.25611-omnicap-if-csr,arxiv-2609.25611,qwen3.8-omni-flash,unstated,writing,mid,,,,,,,80.6,CSR%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 5, row OmniCap-IF, column Qwen3.8-Omni- Flash, cell 1 of the pair)",,out:effort-not-established, arxiv-2609.25611-omnicap-if-csr,arxiv-2609.25611,qwen3.5-omni-plus,unstated,writing,mid,,,,,,,72.1,CSR%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 5, row OmniCap-IF, column Qwen3.5-Omni- Plus, cell 1 of the pair)",,out:effort-not-established, arxiv-2609.25611-omnicap-if-csr,arxiv-2609.25611,gemini-3.8-flash,unstated,writing,mid,,,,,,,81.9,CSR%,0.0289,,,"https://arxiv.org/abs/2609.25611 (Table 5, row OmniCap-IF, column Gemini 3.8 Flash, cell 1 of the pair)",,out:effort-not-established, arxiv-2609.25611-omni2web-tracka,arxiv-2609.25611,qwen3.8-omni-flash,unstated,mixed,mid,,,,,,,56.7,score%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 5, row Omni2Web, column Qwen3.8-Omni- Flash, cell 1 of the pair)",,out:effort-not-established, arxiv-2609.25611-omni2web-tracka,arxiv-2609.25611,qwen3.5-omni-plus,unstated,mixed,mid,,,,,,,29.6,score%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 5, row Omni2Web, column Qwen3.5-Omni- Plus, cell 1 of the pair)",,out:effort-not-established, arxiv-2609.25611-omni2web-tracka,arxiv-2609.25611,gemini-3.8-flash,unstated,mixed,mid,,,,,,,57.0,score%,0.0289,,,"https://arxiv.org/abs/2609.25611 (Table 5, row Omni2Web, column Gemini 3.8 Flash, cell 1 of the pair)",,out:effort-not-established, arxiv-2609.25611-omni2web-trackb,arxiv-2609.25611,qwen3.8-omni-flash,unstated,mixed,mid,,,,,,,51.6,score%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 5, row Omni2Web, column Qwen3.8-Omni- Flash, cell 2 of the pair)",,out:effort-not-established, arxiv-2609.25611-omni2web-trackb,arxiv-2609.25611,qwen3.5-omni-plus,unstated,mixed,mid,,,,,,,49.1,score%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 5, row Omni2Web, column Qwen3.5-Omni- Plus, cell 2 of the pair)",,out:effort-not-established, arxiv-2609.25611-omni2web-trackb,arxiv-2609.25611,gemini-3.8-flash,unstated,mixed,mid,,,,,,,50.8,score%,0.0289,,,"https://arxiv.org/abs/2609.25611 (Table 5, row Omni2Web, column Gemini 3.8 Flash, cell 2 of the pair)",,out:effort-not-established, arxiv-2609.25611-wildclawbench-mm,arxiv-2609.25611,qwen3.8-omni-flash,unstated,agentic-tool,hard,Claude Code,,,,,,71.0,score%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 6, row WildClawBench-MM, column Qwen3.8-Omni- Flash)",,out:effort-not-established, arxiv-2609.25611-wildclawbench-mm,arxiv-2609.25611,qwen3.5-omni-plus,unstated,agentic-tool,hard,Claude Code,,,,,,34.5,score%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 6, row WildClawBench-MM, column Qwen3.5-Omni- Plus)",,out:effort-not-established, arxiv-2609.25611-wildclawbench-mm,arxiv-2609.25611,gemini-3.8-flash,unstated,agentic-tool,hard,Claude Code,,,,,,58.9,score%,0.0289,,,"https://arxiv.org/abs/2609.25611 (Table 6, row WildClawBench-MM, column Gemini 3.8 Flash)",,out:effort-not-established, arxiv-2609.25611-uniclawbench,arxiv-2609.25611,qwen3.8-omni-flash,unstated,agentic-tool,hard,OpenClaw,,,,,,69.6,score%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 6, row UniClawBench, column Qwen3.8-Omni- Flash)",,out:effort-not-established, arxiv-2609.25611-uniclawbench,arxiv-2609.25611,qwen3.5-omni-plus,unstated,agentic-tool,hard,OpenClaw,,,,,,67.1,score%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 6, row UniClawBench, column Qwen3.5-Omni- Plus)",,out:effort-not-established, arxiv-2609.25611-uniclawbench,arxiv-2609.25611,gemini-3.8-flash,unstated,agentic-tool,hard,OpenClaw,,,,,,69.0,score%,0.0289,,,"https://arxiv.org/abs/2609.25611 (Table 6, row UniClawBench, column Gemini 3.8 Flash)",,out:effort-not-established, arxiv-2609.25611-agenticvbench,arxiv-2609.25611,qwen3.8-omni-flash,unstated,agentic-tool,hard,Claude Code,,,,,,36.8,score%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 6, row AgenticVBench, column Qwen3.8-Omni- Flash)",,out:effort-not-established, arxiv-2609.25611-agenticvbench,arxiv-2609.25611,qwen3.5-omni-plus,unstated,agentic-tool,hard,Claude Code,,,,,,14.5,score%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 6, row AgenticVBench, column Qwen3.5-Omni- Plus)",,out:effort-not-established, arxiv-2609.25611-agenticvbench,arxiv-2609.25611,gemini-3.8-flash,unstated,agentic-tool,hard,Claude Code,,,,,,45.0,score%,0.0289,,,"https://arxiv.org/abs/2609.25611 (Table 6, row AgenticVBench, column Gemini 3.8 Flash)",,out:effort-not-established, arxiv-2609.25611-omnigaia,arxiv-2609.25611,qwen3.8-omni-flash,unstated,agentic-tool,hard,no external agent harness,,,,,,74.0,score%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 6, row OmniGAIA, column Qwen3.8-Omni- Flash)",,out:effort-not-established, arxiv-2609.25611-omnigaia,arxiv-2609.25611,qwen3.5-omni-plus,unstated,agentic-tool,hard,no external agent harness,,,,,,57.2,score%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 6, row OmniGAIA, column Qwen3.5-Omni- Plus)",,out:effort-not-established, arxiv-2609.25611-omnigaia,arxiv-2609.25611,gemini-3.8-flash,unstated,agentic-tool,hard,no external agent harness,,,,,,78.6,score%,0.0289,,,"https://arxiv.org/abs/2609.25611 (Table 6, row OmniGAIA, column Gemini 3.8 Flash)",,out:effort-not-established, arxiv-2609.25611-omnivideobench-qwencode,arxiv-2609.25611,qwen3.8-omni-flash,unstated,mixed,hard,Qwen Code agent,,,,,,67.8,acc%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 7, row OmniVideoBench, column Qwen3.8-Omni-Flash (Qwen Code))",,out:effort-not-established, arxiv-2609.25611-omnivideobench-qwencode,arxiv-2609.25611,gemini-3.8-flash,unstated,mixed,hard,Qwen Code agent,,,,,,70.1,acc%,0.0289,,,"https://arxiv.org/abs/2609.25611 (Table 7, row OmniVideoBench, column Gemini 3.8 Flash (Qwen Code))",,out:effort-not-established, arxiv-2609.25611-videomme-v2-qwencode,arxiv-2609.25611,qwen3.8-omni-flash,unstated,mixed,hard,Qwen Code agent,,,,,,71.3,acc%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 7, row Video-MME-v2, column Qwen3.8-Omni-Flash (Qwen Code))",,out:effort-not-established, arxiv-2609.25611-videomme-v2-qwencode,arxiv-2609.25611,gemini-3.8-flash,unstated,mixed,hard,Qwen Code agent,,,,,,72.7,acc%,0.0289,,,"https://arxiv.org/abs/2609.25611 (Table 7, row Video-MME-v2, column Gemini 3.8 Flash (Qwen Code))",,out:effort-not-established, arxiv-2609.25611-lvomnibench-qwencode,arxiv-2609.25611,qwen3.8-omni-flash,unstated,mixed,hard,Qwen Code agent,,,,,,73.6,acc%,0.0289,,vendor-reported:Alibaba,"https://arxiv.org/abs/2609.25611 (Table 7, row LVOmniBench, column Qwen3.8-Omni-Flash (Qwen Code))",,out:effort-not-established, arxiv-2609.25611-lvomnibench-qwencode,arxiv-2609.25611,gemini-3.8-flash,unstated,mixed,hard,Qwen Code agent,,,,,,70.7,acc%,0.0289,,,"https://arxiv.org/abs/2609.25611 (Table 7, row LVOmniBench, column Gemini 3.8 Flash (Qwen Code))",,out:effort-not-established, 2609.26145-flip-real,arxiv-2609.26145,glm-5-turbo,unstated,mixed,hard,,,,,,,0.7,flip rate % (real peers),0.0289,,,"https://arxiv.org/abs/2609.26145 (Table 3, row GLM-5-Turbo, column flip rate % (real peers))",,out:effort-not-established, 2609.26145-flip-fabricated,arxiv-2609.26145,glm-5-turbo,unstated,mixed,hard,,,,,,,1.7,flip rate % (fabricated),0.0289,,,"https://arxiv.org/abs/2609.26145 (Table 3, row GLM-5-Turbo, column flip rate % (fabricated))",,out:effort-not-established, cliffcompact-tb2,arxiv-2609.26779,opus-4.7,unstated,agentic-tool,hard,Terminus-2,,,,,,69.4,pass@1%,0.0289,,,"https://arxiv.org/abs/2609.26779v1 (Table 4: Test-time scaling on Terminal-Bench 2.0, k=1 rows (Practical = pass@1) / row Opus 4.7 / column practical)",,out:effort-not-established, cliffcompact-tb2,arxiv-2609.26779,opus-4.6,unstated,agentic-tool,hard,Terminus-2,,44.53,0,,,62.9,pass@1%,0.0289,,,"https://arxiv.org/abs/2609.26779v1 (Table 4: Test-time scaling on Terminal-Bench 2.0, k=1 rows (Practical = pass@1) / row Opus 4.6 / column practical)",,out:effort-not-established,out:effort-not-established cliffcompact-tb2,arxiv-2609.26779,gpt-5.3-codex,unstated,agentic-tool,hard,Terminus-2,,64.63,0,,,64.7,pass@1%,0.0289,,,"https://arxiv.org/abs/2609.26779v1 (Table 4: Test-time scaling on Terminal-Bench 2.0, k=1 rows (Practical = pass@1) / row GPT 5.3 Codex / column practical)",,out:effort-not-established,out:effort-not-established cliffcompact-tb2,arxiv-2609.26779,kimi-k2.6,unstated,agentic-tool,hard,Terminus-2,,30.55,0,,,59.2,pass@1%,0.0289,,,"https://arxiv.org/abs/2609.26779v1 (Table 4: Test-time scaling on Terminal-Bench 2.0, k=1 rows (Practical = pass@1) / row Kimi K2.6 / column practical)",,out:effort-not-established,out:effort-not-established cliffcompact-tb2,arxiv-2609.26779,glm-5.1,unstated,agentic-tool,hard,Terminus-2,,52.75,0,,,49.8,pass@1%,0.0289,,,"https://arxiv.org/abs/2609.26779v1 (Table 4: Test-time scaling on Terminal-Bench 2.0, k=1 rows (Practical = pass@1) / row GLM 5.1 / column practical)",,out:effort-not-established,out:effort-not-established cliffcompact-swebv,arxiv-2609.26779,opus-4.5,not-established:absent,coding,hard,mini-swe-agent,,375.00,0,,,76.8,pass@1%,0.0289,,,"https://arxiv.org/abs/2609.26779v1 (Table 13: Test-time scaling on SWE-bench Verified, k=1 rows (Practical = pass@1) / row Opus 4.5 / column practical)",,out:effort-not-established,out:effort-not-established cliffcompact-swebv,arxiv-2609.26779,gemini-3-flash,not-established:absent,coding,hard,mini-swe-agent,,180.00,0,,,75.8,pass@1%,0.0289,,,"https://arxiv.org/abs/2609.26779v1 (Table 13: Test-time scaling on SWE-bench Verified, k=1 rows (Practical = pass@1) / row Gemini 3 Flash / column practical)",,out:effort-not-established,out:effort-not-established cliffcompact-swebv,arxiv-2609.26779,opus-4.6,unstated,coding,hard,mini-swe-agent,,275.00,0,,,75.6,pass@1%,0.0289,,,"https://arxiv.org/abs/2609.26779v1 (Table 13: Test-time scaling on SWE-bench Verified, k=1 rows (Practical = pass@1) / row Opus 4.6 / column practical)",,out:effort-not-established,out:effort-not-established cliffcompact-swebv,arxiv-2609.26779,kimi-k2.6,unstated,coding,hard,mini-swe-agent,,94.76,0,,,74.6,pass@1%,0.0289,,,"https://arxiv.org/abs/2609.26779v1 (Table 13: Test-time scaling on SWE-bench Verified, k=1 rows (Practical = pass@1) / row Kimi K2.6 / column practical)",,out:effort-not-established,out:effort-not-established cliffcompact-swebv,arxiv-2609.26779,glm-5.1,unstated,coding,hard,mini-swe-agent,,120.93,0,,,70.8,pass@1%,0.0289,,,"https://arxiv.org/abs/2609.26779v1 (Table 13: Test-time scaling on SWE-bench Verified, k=1 rows (Practical = pass@1) / row GLM 5.1 / column practical)",,out:effort-not-established,out:effort-not-established cliffcompact-swebv,arxiv-2609.26779,?Sonnet 3.7,not-established:absent,coding,hard,mini-swe-agent,,175.00,0,,,52.8,pass@1%,0.0289,,,"https://arxiv.org/abs/2609.26779v1 (Table 13: Test-time scaling on SWE-bench Verified, k=1 rows (Practical = pass@1) / row Sonnet 3.7 / column practical)",,out:model-not-established,out:model-not-established mwe-ecl-en,arxiv-2609.27590,qwen3.6-plus,default,mixed,mid,chat-completions,,,,,,1.000,score-of-1,0.000289,,,"https://arxiv.org/abs/2609.27590 (Table 3, English subset, row Qwen3.6-Plus, column OR(C))",,out:effort-not-established, mwe-ecl-en,arxiv-2609.27590,?DeepSeek V4 Flash,not-established:absent,mixed,mid,chat-completions,,,,,,0.935,score-of-1,0.000289,,,"https://arxiv.org/abs/2609.27590 (Table 3, English subset, row DeepSeek V4 Flash, column OR(C))",,out:model-not-established, mwe-ecl-en,arxiv-2609.27590,?DeepSeek V4 Pro,not-established:absent,mixed,mid,chat-completions,,,,,,0.806,score-of-1,0.000289,,,"https://arxiv.org/abs/2609.27590 (Table 3, English subset, row DeepSeek V4 Pro, column OR(C))",,out:model-not-established, mwe-ecl-en,arxiv-2609.27590,minimax-m3,nothink,mixed,mid,chat-completions,,,,,,0.911,score-of-1,0.000289,,,"https://arxiv.org/abs/2609.27590 (Table 3, English subset, row MiniMax-M3, column OR(C))",,out:single-couple, mwe-ecl-en,arxiv-2609.27590,glm-4.7,default,mixed,mid,chat-completions,,,,,,1.000,score-of-1,0.000289,,,"https://arxiv.org/abs/2609.27590 (Table 3, English subset, row GLM-4.7, column OR(C))",,out:effort-not-established, mwe-ecl-en,arxiv-2609.27590,glm-5.1,default,mixed,mid,chat-completions,,,,,,1.000,score-of-1,0.000289,,,"https://arxiv.org/abs/2609.27590 (Table 3, English subset, row GLM-5.1, column OR(C))",,out:effort-not-established, mwe-ecl-en,arxiv-2609.27590,qwen3.6-35b-a3b,nothink,mixed,mid,chat-completions,,,,,,0.870,score-of-1,0.000289,,,"https://arxiv.org/abs/2609.27590 (Table 3, English subset, row Qwen3.6-35B, column OR(C))",,out:single-couple, mwe-ecl-en,arxiv-2609.27590,gemma-4-26b-a4b-it,nothink,mixed,mid,chat-completions,,,,,,0.927,score-of-1,0.000289,,,"https://arxiv.org/abs/2609.27590 (Table 3, English subset, row Gemma-4-26B, column OR(C))",,out:single-couple, mwe-ecl-zh,arxiv-2609.27590,qwen3.6-plus,default,mixed,mid,chat-completions,,,,,,1.000,score-of-1,0.000289,,,"https://arxiv.org/abs/2609.27590 (Table 3, Chinese subset, row Qwen3.6-Plus, column OR(C))",,out:effort-not-established, mwe-ecl-zh,arxiv-2609.27590,?DeepSeek V4 Flash,not-established:absent,mixed,mid,chat-completions,,,,,,0.986,score-of-1,0.000289,,,"https://arxiv.org/abs/2609.27590 (Table 3, Chinese subset, row DeepSeek V4 Flash, column OR(C))",,out:model-not-established, mwe-ecl-zh,arxiv-2609.27590,?DeepSeek V4 Pro,not-established:absent,mixed,mid,chat-completions,,,,,,0.843,score-of-1,0.000289,,,"https://arxiv.org/abs/2609.27590 (Table 3, Chinese subset, row DeepSeek V4 Pro, column OR(C))",,out:model-not-established, mwe-ecl-zh,arxiv-2609.27590,minimax-m3,nothink,mixed,mid,chat-completions,,,,,,0.771,score-of-1,0.000289,,,"https://arxiv.org/abs/2609.27590 (Table 3, Chinese subset, row MiniMax-M3, column OR(C))",,out:single-couple, mwe-ecl-zh,arxiv-2609.27590,glm-4.7,default,mixed,mid,chat-completions,,,,,,1.000,score-of-1,0.000289,,,"https://arxiv.org/abs/2609.27590 (Table 3, Chinese subset, row GLM-4.7, column OR(C))",,out:effort-not-established, mwe-ecl-zh,arxiv-2609.27590,glm-5.1,default,mixed,mid,chat-completions,,,,,,1.000,score-of-1,0.000289,,,"https://arxiv.org/abs/2609.27590 (Table 3, Chinese subset, row GLM-5.1, column OR(C))",,out:effort-not-established, mwe-ecl-zh,arxiv-2609.27590,qwen3.6-35b-a3b,nothink,mixed,mid,chat-completions,,,,,,0.900,score-of-1,0.000289,,,"https://arxiv.org/abs/2609.27590 (Table 3, Chinese subset, row Qwen3.6-35B, column OR(C))",,out:single-couple, mwe-ecl-zh,arxiv-2609.27590,gemma-4-26b-a4b-it,nothink,mixed,mid,chat-completions,,,,,,0.886,score-of-1,0.000289,,,"https://arxiv.org/abs/2609.27590 (Table 3, Chinese subset, row Gemma-4-26B, column OR(C))",,out:single-couple, arxiv-2609.27832-ponyeval,arxiv-2609.27832,gpt-5.6-sol,unstated,coding,hard,mini-SWE-agent,,,,,,18.21,resolved%-of-nonempty-patches,0.00289,,,"https://arxiv.org/abs/2609.27832 (Table 4, row GPT-5.6-sol, column Resolved)",,out:effort-not-established, arxiv-2609.27832-ponyeval,arxiv-2609.27832,?DeepSeek-V4-Pro,not-established:absent,coding,hard,mini-SWE-agent,,,,,,10.21,resolved%-of-nonempty-patches,0.00289,,,"https://arxiv.org/abs/2609.27832 (Table 4, row DeepSeek-V4-Pro, column Resolved)",,out:model-not-established, arxiv-2609.27832-ponyeval,arxiv-2609.27832,glm-5.2,unstated,coding,hard,mini-SWE-agent,,,,,,18.55,resolved%-of-nonempty-patches,0.00289,,,"https://arxiv.org/abs/2609.27832 (Table 4, row GLM-5.2, column Resolved)",,out:effort-not-established, arxiv-2609.27832-ponyeval,arxiv-2609.27832,kimi-k3,unstated,coding,hard,mini-SWE-agent,,,,,,24.68,resolved%-of-nonempty-patches,0.00289,,,"https://arxiv.org/abs/2609.27832 (Table 4, row Kimi-K3, column Resolved)",,out:effort-not-established, 2609.29167-pass3,arxiv-2609.29167,qwen3.8-2.4t-a95b,medium,agentic-tool,hard,,,,,,,57.8,pass3 %,0.0289,,,"https://arxiv.org/abs/2609.29167 (Table 5, row Qwen3.8-2.4T-A95B, column pass3 %)",,out:single-couple, 2609.29167-pass-any,arxiv-2609.29167,qwen3.8-2.4t-a95b,medium,agentic-tool,hard,,,,,,,74.0,pass@3 %,0.0289,,,"https://arxiv.org/abs/2609.29167 (Table 5, row Qwen3.8-2.4T-A95B, column pass@3 %)",,out:single-couple, 2609.29167-mean-pass,arxiv-2609.29167,qwen3.8-2.4t-a95b,medium,agentic-tool,hard,,,,,,,66.4,mean per-pass %,0.0289,,,"https://arxiv.org/abs/2609.29167 (Table 5, row Qwen3.8-2.4T-A95B, column mean per-pass %)",,out:single-couple, arxiv-2609.29465-ngi,arxiv-2609.29465,gpt-5.6-sol,unstated,coding,hard,,,,,,,0.2956,NGI-mean(valid runs),2.89e-05,,,"https://arxiv.org/html/2609.29465v3 (Table 1, column NGI mean (row of the model))",,out:effort-not-established, arxiv-2609.29465-ngi,arxiv-2609.29465,opus-5,unstated,coding,hard,,,,,,,0.5293,NGI-mean(valid runs),2.89e-05,,,"https://arxiv.org/html/2609.29465v3 (Table 1, column NGI mean (row of the model))",,out:effort-not-established, arxiv-2609.29465-ngi,arxiv-2609.29465,kimi-k3,unstated,coding,hard,,,,,,,0.5760,NGI-mean(valid runs),2.89e-05,,,"https://arxiv.org/html/2609.29465v3 (Table 1, column NGI mean (row of the model))",,out:effort-not-established, arxiv-2609.29465-ngi,arxiv-2609.29465,glm-5.3-flash,unstated,coding,hard,,,,,,,0.5760,NGI-mean(valid runs),2.89e-05,,,"https://arxiv.org/html/2609.29465v3 (Table 1, column NGI mean (row of the model))",,out:effort-not-established, arxiv-2609.29465-ngi,arxiv-2609.29465,?Qwen3.8-Max,not-established:absent,coding,hard,,,,,,,0.4630,NGI-mean(valid runs),2.89e-05,,,"https://arxiv.org/html/2609.29465v3 (Table 1, column NGI mean (row of the model))",,out:model-not-established, arxiv-2609.29465-ngi,arxiv-2609.29465,glm-5.2,unstated,coding,hard,,,,,,,0.4438,NGI-mean(valid runs),2.89e-05,,,"https://arxiv.org/html/2609.29465v3 (Table 1, column NGI mean (row of the model))",,out:effort-not-established, arxiv-2609.29465-ngi,arxiv-2609.29465,?DeepSeek-V4-Pro,not-established:absent,coding,hard,,,,,,,0.3803,NGI-mean(valid runs),2.89e-05,,,"https://arxiv.org/html/2609.29465v3 (Table 1, column NGI mean (row of the model))",,out:model-not-established, arxiv-2609.29465-ngi,arxiv-2609.29465,glm-5.3,unstated,coding,hard,,,,,,,0.3198,NGI-mean(valid runs),2.89e-05,,,"https://arxiv.org/html/2609.29465v3 (Table 1, column NGI mean (row of the model))",,out:effort-not-established, arxiv-2609.29465-ngi,arxiv-2609.29465,?DeepSeek-V4-Flash,not-established:absent,coding,hard,,,,,,,0.2083,NGI-mean(valid runs),2.89e-05,,,"https://arxiv.org/html/2609.29465v3 (Table 1, column NGI mean (row of the model))",,out:model-not-established, arxiv-2609.29933-t1-mmlongbench-doc-raw-pdf,arxiv-2609.29933,sonnet-4.5,nothink,mixed,hard,,,,,,,0.522,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 1, row 'Raw PDF | Sonnet', MMLB AVG)",,out:single-couple, arxiv-2609.29933-t1-longdocurl-raw-pdf,arxiv-2609.29933,sonnet-4.5,nothink,mixed,hard,,,,,,,0.414,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 1, row 'Raw PDF | Sonnet', LDURL AVG)",,out:failed-run, arxiv-2609.29933-t1-mmlongbench-doc-all-images,arxiv-2609.29933,sonnet-4.5,nothink,mixed,hard,,,,,,,0.477,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 1, row 'All images | Sonnet', MMLB AVG)",,out:single-couple, arxiv-2609.29933-t1-longdocurl-all-images,arxiv-2609.29933,sonnet-4.5,nothink,mixed,hard,,,,,,,0.360,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 1, row 'All images | Sonnet', LDURL AVG)",,out:single-couple, arxiv-2609.29933-t1-mmlongbench-doc-all-images,arxiv-2609.29933,qwen3.5-4b,nothink,mixed,hard,,,,,,,0.526,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 1, row 'All images | Qwen3.5-4B', MMLB AVG)",,in, arxiv-2609.29933-t1-longdocurl-all-images,arxiv-2609.29933,qwen3.5-4b,nothink,mixed,hard,,,,,,,0.569,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 1, row 'All images | Qwen3.5-4B', LDURL AVG)",,in, arxiv-2609.29933-t1-mmlongbench-doc-all-images,arxiv-2609.29933,qwen3.5-9b,nothink,mixed,hard,,,,,,,0.559,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 1, row 'All images | Qwen3.5-9B', MMLB AVG)",,in, arxiv-2609.29933-t1-longdocurl-all-images,arxiv-2609.29933,qwen3.5-9b,nothink,mixed,hard,,,,,,,0.592,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 1, row 'All images | Qwen3.5-9B', LDURL AVG)",,in, arxiv-2609.29933-t1-mmlongbench-doc-all-images,arxiv-2609.29933,qwen3.5-27b,nothink,mixed,hard,,,,,,,0.588,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 1, row 'All images | Qwen3.5-27B', MMLB AVG)",,in, arxiv-2609.29933-t1-mmlongbench-doc-all-text-pymupdf,arxiv-2609.29933,sonnet-4.5,nothink,mixed,hard,,,,,,,0.404,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 1, row 'All text, PyMuPDF | Sonnet', MMLB AVG)",,out:single-couple, arxiv-2609.29933-t1-longdocurl-all-text-pymupdf,arxiv-2609.29933,sonnet-4.5,nothink,mixed,hard,,,,,,,0.595,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 1, row 'All text, PyMuPDF | Sonnet', LDURL AVG)",,out:single-couple, arxiv-2609.29933-t1-mmlongbench-doc-all-text-mineru,arxiv-2609.29933,sonnet-4.5,nothink,mixed,hard,,,,,,,0.480,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 1, row 'All text, MinerU | Sonnet', MMLB AVG)",,out:single-couple, arxiv-2609.29933-t1-longdocurl-all-text-mineru,arxiv-2609.29933,sonnet-4.5,nothink,mixed,hard,,,,,,,0.582,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 1, row 'All text, MinerU | Sonnet', LDURL AVG)",,out:single-couple, arxiv-2609.29933-t1-mmlongbench-doc-all-text-mineru,arxiv-2609.29933,qwen3.5-4b,nothink,mixed,hard,,,,,,,0.395,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 1, row 'All text, MinerU | Qwen3.5-4B', MMLB AVG)",,in, arxiv-2609.29933-t1-longdocurl-all-text-mineru,arxiv-2609.29933,qwen3.5-4b,nothink,mixed,hard,,,,,,,0.353,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 1, row 'All text, MinerU | Qwen3.5-4B', LDURL AVG)",,out:failed-run, arxiv-2609.29933-t1-mmlongbench-doc-all-text-mineru,arxiv-2609.29933,qwen3.5-9b,nothink,mixed,hard,,,,,,,0.390,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 1, row 'All text, MinerU | Qwen3.5-9B', MMLB AVG)",,in, arxiv-2609.29933-t1-longdocurl-all-text-mineru,arxiv-2609.29933,qwen3.5-9b,nothink,mixed,hard,,,,,,,0.359,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 1, row 'All text, MinerU | Qwen3.5-9B', LDURL AVG)",,out:failed-run, arxiv-2609.29933-t1-mmlongbench-doc-all-text-mineru,arxiv-2609.29933,qwen3.5-27b,nothink,mixed,hard,,,,,,,0.451,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 1, row 'All text, MinerU | Qwen3.5-27B', MMLB AVG)",,out:failed-run, arxiv-2609.29933-t1-longdocurl-all-text-mineru,arxiv-2609.29933,qwen3.5-27b,nothink,mixed,hard,,,,,,,0.362,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 1, row 'All text, MinerU | Qwen3.5-27B', LDURL AVG)",,out:failed-run, arxiv-2609.29933-t1-mmlongbench-doc-top-5-bm25,arxiv-2609.29933,sonnet-4.5,nothink,mixed,hard,,,,,,,0.407,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 1, row 'Top-5, BM25 | Sonnet', MMLB AVG)",,out:single-couple, arxiv-2609.29933-t1-longdocurl-top-5-bm25,arxiv-2609.29933,sonnet-4.5,nothink,mixed,hard,,,,,,,0.555,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 1, row 'Top-5, BM25 | Sonnet', LDURL AVG)",,out:single-couple, arxiv-2609.29933-t1-mmlongbench-doc-top-5-colqwen2-5,arxiv-2609.29933,sonnet-4.5,nothink,mixed,hard,,,,,,,0.508,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 1, row 'Top-5, ColQwen2.5 | Sonnet', MMLB AVG)",,out:single-couple, arxiv-2609.29933-t1-longdocurl-top-5-colqwen2-5,arxiv-2609.29933,sonnet-4.5,nothink,mixed,hard,,,,,,,0.643,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 1, row 'Top-5, ColQwen2.5 | Sonnet', LDURL AVG)",,out:single-couple, arxiv-2609.29933-t1-mmlongbench-doc-top-5-bge-m3-coh,arxiv-2609.29933,sonnet-4.5,nothink,mixed,hard,,,,,,,0.472,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 1, row 'Top-5, BGE-M3+Coh. | Sonnet', MMLB AVG)",,out:single-couple, arxiv-2609.29933-t1-longdocurl-top-5-bge-m3-coh,arxiv-2609.29933,sonnet-4.5,nothink,mixed,hard,,,,,,,0.623,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 1, row 'Top-5, BGE-M3+Coh. | Sonnet', LDURL AVG)",,out:single-couple, arxiv-2609.29933-t1-mmlongbench-doc-top-5-nem-ce,arxiv-2609.29933,sonnet-4.5,nothink,mixed,hard,,,,,,,0.508,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 1, row 'Top-5, Nem-CE | Sonnet', MMLB AVG)",,out:single-couple, arxiv-2609.29933-t1-longdocurl-top-5-nem-ce,arxiv-2609.29933,sonnet-4.5,nothink,mixed,hard,,,,,,,0.644,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 1, row 'Top-5, Nem-CE | Sonnet', LDURL AVG)",,out:single-couple, arxiv-2609.29933-t1-mmlongbench-doc-top-5-nem-ce-oplusscout,arxiv-2609.29933,sonnet-4.5,nothink,mixed,hard,,,,,,,0.533,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 1, row 'Top-5, Nem-CE⊕\oplusScout | Sonnet', MMLB AVG)",,out:single-couple, arxiv-2609.29933-t1-longdocurl-top-5-nem-ce-oplusscout,arxiv-2609.29933,sonnet-4.5,nothink,mixed,hard,,,,,,,0.615,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 1, row 'Top-5, Nem-CE⊕\oplusScout | Sonnet', LDURL AVG)",,out:single-couple, arxiv-2609.29933-t1-mmlongbench-doc-top-5-nem-ce-oplusscout,arxiv-2609.29933,qwen3.5-4b,nothink,mixed,hard,,,,,,,0.551,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 1, row 'Top-5, Nem-CE⊕\oplusScout | Qwen3.5-4B', MMLB AVG)",,in, arxiv-2609.29933-t1-longdocurl-top-5-nem-ce-oplusscout,arxiv-2609.29933,qwen3.5-4b,nothink,mixed,hard,,,,,,,0.564,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 1, row 'Top-5, Nem-CE⊕\oplusScout | Qwen3.5-4B', LDURL AVG)",,in, arxiv-2609.29933-t1-mmlongbench-doc-top-5-nem-ce-oplusscout,arxiv-2609.29933,qwen3.5-9b,nothink,mixed,hard,,,,,,,0.564,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 1, row 'Top-5, Nem-CE⊕\oplusScout | Qwen3.5-9B', MMLB AVG)",,in, arxiv-2609.29933-t1-longdocurl-top-5-nem-ce-oplusscout,arxiv-2609.29933,qwen3.5-9b,nothink,mixed,hard,,,,,,,0.576,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 1, row 'Top-5, Nem-CE⊕\oplusScout | Qwen3.5-9B', LDURL AVG)",,in, arxiv-2609.29933-t1-mmlongbench-doc-agent-readagent,arxiv-2609.29933,sonnet-4.5,nothink,mixed,hard,,,,,,,0.498,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 1, row 'Agent, ReadAgent | Sonnet', MMLB AVG)",,out:single-couple, arxiv-2609.29933-t1-longdocurl-agent-readagent,arxiv-2609.29933,sonnet-4.5,nothink,mixed,hard,,,,,,,0.612,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 1, row 'Agent, ReadAgent | Sonnet', LDURL AVG)",,out:single-couple, arxiv-2609.29933-t1-mmlongbench-doc-agent-6-tool-fc,arxiv-2609.29933,qwen3.5-4b,nothink,mixed,hard,,,,,,,0.471,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 1, row 'Agent, 6-tool FC | Qwen3.5-4B', MMLB AVG)",,in, arxiv-2609.29933-t1-longdocurl-agent-6-tool-fc,arxiv-2609.29933,qwen3.5-4b,nothink,mixed,hard,,,,,,,0.598,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 1, row 'Agent, 6-tool FC | Qwen3.5-4B', LDURL AVG)",,in, arxiv-2609.29933-t1-mmlongbench-doc-agent-6-tool-fc,arxiv-2609.29933,qwen3.5-9b,nothink,mixed,hard,,,,,,,0.497,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 1, row 'Agent, 6-tool FC | Qwen3.5-9B', MMLB AVG)",,in, arxiv-2609.29933-t1-longdocurl-agent-6-tool-fc,arxiv-2609.29933,qwen3.5-9b,nothink,mixed,hard,,,,,,,0.605,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 1, row 'Agent, 6-tool FC | Qwen3.5-9B', LDURL AVG)",,in, arxiv-2609.29933-t1-mmlongbench-doc-agent-6-tool-fc,arxiv-2609.29933,qwen3.5-27b,nothink,mixed,hard,,,,,,,0.616,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 1, row 'Agent, 6-tool FC | Qwen3.5-27B', MMLB AVG)",,in, arxiv-2609.29933-t1-longdocurl-agent-6-tool-fc,arxiv-2609.29933,qwen3.5-27b,nothink,mixed,hard,,,,,,,0.644,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 1, row 'Agent, 6-tool FC | Qwen3.5-27B', LDURL AVG)",,in, arxiv-2609.29933-t1-mmlongbench-doc-agent-6-tool-fc,arxiv-2609.29933,sonnet-4.5,nothink,mixed,hard,,,,,,,0.625,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 1, row 'Agent, 6-tool FC | Sonnet', MMLB AVG)",,out:single-couple, arxiv-2609.29933-t1-longdocurl-agent-6-tool-fc,arxiv-2609.29933,sonnet-4.5,nothink,mixed,hard,,,,,,,0.659,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 1, row 'Agent, 6-tool FC | Sonnet', LDURL AVG)",,out:single-couple, arxiv-2609.29933-t1-mmlongbench-doc-agent-mdocagent-5,arxiv-2609.29933,?Qwen2-VL-7B,not-established:absent,mixed,hard,,,,,,,0.315,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 1, row 'Agent, MDocAgent† (5) | Qwen2-VL-7B', MMLB AVG)",,out:model-not-established, arxiv-2609.29933-t1-longdocurl-agent-mdocagent-5,arxiv-2609.29933,?Qwen2-VL-7B,not-established:absent,mixed,hard,,,,,,,0.578,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 1, row 'Agent, MDocAgent† (5) | Qwen2-VL-7B', LDURL AVG)",,out:model-not-established, arxiv-2609.29933-t1-mmlongbench-doc-agent-simpledoc-2,arxiv-2609.29933,?Qwen3+VL-32B,not-established:absent,mixed,hard,,,,,,,0.606,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 1, row 'Agent, SimpleDoc‡ (2) | Qwen3+VL-32B', MMLB AVG)",,out:model-not-established, arxiv-2609.29933-t1-longdocurl-agent-simpledoc-2,arxiv-2609.29933,?Qwen3+VL-32B,not-established:absent,mixed,hard,,,,,,,0.723,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 1, row 'Agent, SimpleDoc‡ (2) | Qwen3+VL-32B', LDURL AVG)",,out:model-not-established, arxiv-2609.29933-t1-mmlongbench-doc-agent-simpledoc-2,arxiv-2609.29933,sonnet-4.5,unstated,mixed,hard,,,,,,,0.608,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 1, row 'Agent, SimpleDoc (2) | Sonnet', MMLB AVG)",,out:effort-not-established, arxiv-2609.29933-t1-longdocurl-agent-simpledoc-2,arxiv-2609.29933,sonnet-4.5,unstated,mixed,hard,,,,,,,0.634,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 1, row 'Agent, SimpleDoc (2) | Sonnet', LDURL AVG)",,out:effort-not-established, arxiv-2609.29933-t1-mmlongbench-doc-agent-doclens-3,arxiv-2609.29933,?Claude-4-S.,not-established:absent,mixed,hard,,,,,,,0.633,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 1, row 'Agent, DocLens§ (3) | Claude-4-S.', MMLB AVG)",,out:model-not-established, arxiv-2609.29933-t1-mmlongbench-doc-agent-doclens-3,arxiv-2609.29933,gemini-2.5-pro,unstated,mixed,hard,,,,,,,0.676,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 1, row 'Agent, DocLens§ (3) | Gemini-2.5-Pro', MMLB AVG)",,out:effort-not-established, arxiv-2609.29933-t4-mmlongbench-doc-pymupdf,arxiv-2609.29933,qwen3.5-4b,nothink,mixed,hard,,,,,,,0.355,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 4, row 'PyMuPDF | Qwen3.5-4B', AVG)",,in, arxiv-2609.29933-t4-mmlongbench-doc-pymupdf,arxiv-2609.29933,qwen3.5-9b,nothink,mixed,hard,,,,,,,0.371,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 4, row 'PyMuPDF | Qwen3.5-9B', AVG)",,in, arxiv-2609.29933-t4-mmlongbench-doc-pdfplumber,arxiv-2609.29933,sonnet-4.5,nothink,mixed,hard,,,,,,,0.401,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 4, row 'pdfplumber | Sonnet 4.5', AVG)",,out:single-couple, arxiv-2609.29933-t4-mmlongbench-doc-pdfplumber,arxiv-2609.29933,qwen3.5-4b,nothink,mixed,hard,,,,,,,0.345,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 4, row 'pdfplumber | Qwen3.5-4B', AVG)",,in, arxiv-2609.29933-t4-mmlongbench-doc-pdfplumber,arxiv-2609.29933,qwen3.5-9b,nothink,mixed,hard,,,,,,,0.357,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 4, row 'pdfplumber | Qwen3.5-9B', AVG)",,in, arxiv-2609.29933-t5-mmlongbench-doc-dpi-96,arxiv-2609.29933,sonnet-4.5,nothink,mixed,hard,,,,,,,0.482,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 5, row 'DPI 96', AVG)",,out:single-couple, arxiv-2609.29933-t5-mmlongbench-doc-dpi-144,arxiv-2609.29933,sonnet-4.5,nothink,mixed,hard,,,,,,,0.508,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 5, row 'DPI 144', AVG)",,out:single-couple, arxiv-2609.29933-t5-mmlongbench-doc-dpi-180,arxiv-2609.29933,sonnet-4.5,nothink,mixed,hard,,,,,,,0.490,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 5, row 'DPI 180', AVG)",,out:single-couple, arxiv-2609.29933-t5-mmlongbench-doc-dpi-216,arxiv-2609.29933,sonnet-4.5,nothink,mixed,hard,,,,,,,0.488,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 5, row 'DPI 216', AVG)",,out:single-couple, arxiv-2609.29933-t6-mmlongbench-doc-cap-px-512,arxiv-2609.29933,sonnet-4.5,nothink,mixed,hard,,,,,,,0.296,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 6, row 'Cap (px) 512', AVG)",,out:single-couple, arxiv-2609.29933-t6-mmlongbench-doc-cap-px-1024,arxiv-2609.29933,sonnet-4.5,nothink,mixed,hard,,,,,,,0.484,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 6, row 'Cap (px) 1024', AVG)",,out:single-couple, arxiv-2609.29933-t6-mmlongbench-doc-cap-px-2048,arxiv-2609.29933,sonnet-4.5,nothink,mixed,hard,,,,,,,0.501,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 6, row 'Cap (px) 2048', AVG)",,out:single-couple, arxiv-2609.29933-t12-mmlongbench-doc-extractor-mmlb-column-k-2,arxiv-2609.29933,sonnet-4.5,nothink,mixed,hard,,,,,,,0.469,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 12, row 'MMLB | Sonnet', column k=2)",,out:single-couple, arxiv-2609.29933-t12-mmlongbench-doc-extractor-mmlb-column-k-5,arxiv-2609.29933,sonnet-4.5,nothink,mixed,hard,,,,,,,0.502,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 12, row 'MMLB | Sonnet', column k=5)",,out:single-couple, arxiv-2609.29933-t12-mmlongbench-doc-extractor-mmlb-column-k-10,arxiv-2609.29933,sonnet-4.5,nothink,mixed,hard,,,,,,,0.514,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 12, row 'MMLB | Sonnet', column k=10)",,out:single-couple, arxiv-2609.29933-t12-mmlongbench-doc-extractor-mmlb-column-k-20,arxiv-2609.29933,sonnet-4.5,nothink,mixed,hard,,,,,,,0.508,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 12, row 'MMLB | Sonnet', column k=20)",,out:single-couple, arxiv-2609.29933-t12-mmlongbench-doc-extractor-mmlb-column-full,arxiv-2609.29933,sonnet-4.5,nothink,mixed,hard,,,,,,,0.477,accuracy,0.000289,,restated-from:Table 1; same-runs-as:src-arxiv-2609.29933-v1-2026-11-04#M3,"https://arxiv.org/html/2609.29933 (Table 12, row 'MMLB | Sonnet', column Full)",,out:copy, arxiv-2609.29933-t12-mmlongbench-doc-extractor-mmlb-column-k-2,arxiv-2609.29933,qwen3.5-4b,nothink,mixed,hard,,,,,,,0.484,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 12, row 'MMLB | Qwen3.5-4B', column k=2)",,in, arxiv-2609.29933-t12-mmlongbench-doc-extractor-mmlb-column-k-5,arxiv-2609.29933,qwen3.5-4b,nothink,mixed,hard,,,,,,,0.512,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 12, row 'MMLB | Qwen3.5-4B', column k=5)",,in, arxiv-2609.29933-t12-mmlongbench-doc-extractor-mmlb-column-k-10,arxiv-2609.29933,qwen3.5-4b,nothink,mixed,hard,,,,,,,0.528,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 12, row 'MMLB | Qwen3.5-4B', column k=10)",,in, arxiv-2609.29933-t12-mmlongbench-doc-extractor-mmlb-column-k-20,arxiv-2609.29933,qwen3.5-4b,nothink,mixed,hard,,,,,,,0.530,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 12, row 'MMLB | Qwen3.5-4B', column k=20)",,in, arxiv-2609.29933-t12-mmlongbench-doc-extractor-mmlb-column-full,arxiv-2609.29933,qwen3.5-4b,nothink,mixed,hard,,,,,,,0.526,accuracy,0.000289,,restated-from:Table 1; same-runs-as:src-arxiv-2609.29933-v1-2026-11-04#M5,"https://arxiv.org/html/2609.29933 (Table 12, row 'MMLB | Qwen3.5-4B', column Full)",,out:copy, arxiv-2609.29933-t12-mmlongbench-doc-extractor-mmlb-column-k-2,arxiv-2609.29933,qwen3.5-9b,nothink,mixed,hard,,,,,,,0.500,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 12, row 'MMLB | Qwen3.5-9B', column k=2)",,in, arxiv-2609.29933-t12-mmlongbench-doc-extractor-mmlb-column-k-5,arxiv-2609.29933,qwen3.5-9b,nothink,mixed,hard,,,,,,,0.541,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 12, row 'MMLB | Qwen3.5-9B', column k=5)",,in, arxiv-2609.29933-t12-mmlongbench-doc-extractor-mmlb-column-k-10,arxiv-2609.29933,qwen3.5-9b,nothink,mixed,hard,,,,,,,0.560,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 12, row 'MMLB | Qwen3.5-9B', column k=10)",,in, arxiv-2609.29933-t12-mmlongbench-doc-extractor-mmlb-column-k-20,arxiv-2609.29933,qwen3.5-9b,nothink,mixed,hard,,,,,,,0.564,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 12, row 'MMLB | Qwen3.5-9B', column k=20)",,in, arxiv-2609.29933-t12-mmlongbench-doc-extractor-mmlb-column-full,arxiv-2609.29933,qwen3.5-9b,nothink,mixed,hard,,,,,,,0.559,accuracy,0.000289,,restated-from:Table 1; same-runs-as:src-arxiv-2609.29933-v1-2026-11-04#M7,"https://arxiv.org/html/2609.29933 (Table 12, row 'MMLB | Qwen3.5-9B', column Full)",,out:copy, arxiv-2609.29933-t12-mmlongbench-doc-extractor-mmlb-column-k-2,arxiv-2609.29933,qwen3.5-27b,nothink,mixed,hard,,,,,,,0.523,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 12, row 'MMLB | Qwen3.5-27B', column k=2)",,in, arxiv-2609.29933-t12-mmlongbench-doc-extractor-mmlb-column-k-5,arxiv-2609.29933,qwen3.5-27b,nothink,mixed,hard,,,,,,,0.565,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 12, row 'MMLB | Qwen3.5-27B', column k=5)",,in, arxiv-2609.29933-t12-mmlongbench-doc-extractor-mmlb-column-k-10,arxiv-2609.29933,qwen3.5-27b,nothink,mixed,hard,,,,,,,0.594,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 12, row 'MMLB | Qwen3.5-27B', column k=10)",,in, arxiv-2609.29933-t12-mmlongbench-doc-extractor-mmlb-column-k-20,arxiv-2609.29933,qwen3.5-27b,nothink,mixed,hard,,,,,,,0.595,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 12, row 'MMLB | Qwen3.5-27B', column k=20)",,in, arxiv-2609.29933-t12-mmlongbench-doc-extractor-mmlb-column-full,arxiv-2609.29933,qwen3.5-27b,nothink,mixed,hard,,,,,,,0.588,accuracy,0.000289,,restated-from:Table 1; same-runs-as:src-arxiv-2609.29933-v1-2026-11-04#M9,"https://arxiv.org/html/2609.29933 (Table 12, row 'MMLB | Qwen3.5-27B', column Full)",,out:copy, arxiv-2609.29933-t12-longdocurl-ldurl-column-k-2,arxiv-2609.29933,sonnet-4.5,nothink,mixed,hard,,,,,,,0.608,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 12, row 'LDURL | Sonnet', column k=2)",,out:single-couple, arxiv-2609.29933-t12-longdocurl-ldurl-column-k-5,arxiv-2609.29933,sonnet-4.5,nothink,mixed,hard,,,,,,,0.641,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 12, row 'LDURL | Sonnet', column k=5)",,out:single-couple, arxiv-2609.29933-t12-longdocurl-ldurl-column-k-10,arxiv-2609.29933,sonnet-4.5,nothink,mixed,hard,,,,,,,0.644,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 12, row 'LDURL | Sonnet', column k=10)",,out:single-couple, arxiv-2609.29933-t12-longdocurl-ldurl-column-k-20,arxiv-2609.29933,sonnet-4.5,nothink,mixed,hard,,,,,,,0.628,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 12, row 'LDURL | Sonnet', column k=20)",,out:single-couple, arxiv-2609.29933-t12-longdocurl-ldurl-column-full,arxiv-2609.29933,sonnet-4.5,nothink,mixed,hard,,,,,,,0.360,accuracy,0.000289,,restated-from:Table 1; same-runs-as:src-arxiv-2609.29933-v1-2026-11-04#M4,"https://arxiv.org/html/2609.29933 (Table 12, row 'LDURL | Sonnet', column Full)",,out:copy, arxiv-2609.29933-t12-longdocurl-ldurl-column-k-2,arxiv-2609.29933,qwen3.5-4b,nothink,mixed,hard,,,,,,,0.572,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 12, row 'LDURL | Qwen3.5-4B', column k=2)",,in, arxiv-2609.29933-t12-longdocurl-ldurl-column-k-5,arxiv-2609.29933,qwen3.5-4b,nothink,mixed,hard,,,,,,,0.590,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 12, row 'LDURL | Qwen3.5-4B', column k=5)",,in, arxiv-2609.29933-t12-longdocurl-ldurl-column-k-10,arxiv-2609.29933,qwen3.5-4b,nothink,mixed,hard,,,,,,,0.598,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 12, row 'LDURL | Qwen3.5-4B', column k=10)",,in, arxiv-2609.29933-t12-longdocurl-ldurl-column-k-20,arxiv-2609.29933,qwen3.5-4b,nothink,mixed,hard,,,,,,,0.606,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 12, row 'LDURL | Qwen3.5-4B', column k=20)",,in, arxiv-2609.29933-t12-longdocurl-ldurl-column-full,arxiv-2609.29933,qwen3.5-4b,nothink,mixed,hard,,,,,,,0.569,accuracy,0.000289,,restated-from:Table 1; same-runs-as:src-arxiv-2609.29933-v1-2026-11-04#M6,"https://arxiv.org/html/2609.29933 (Table 12, row 'LDURL | Qwen3.5-4B', column Full)",,out:copy, arxiv-2609.29933-t12-longdocurl-ldurl-column-k-2,arxiv-2609.29933,qwen3.5-9b,nothink,mixed,hard,,,,,,,0.585,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 12, row 'LDURL | Qwen3.5-9B', column k=2)",,in, arxiv-2609.29933-t12-longdocurl-ldurl-column-k-5,arxiv-2609.29933,qwen3.5-9b,nothink,mixed,hard,,,,,,,0.605,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 12, row 'LDURL | Qwen3.5-9B', column k=5)",,in, arxiv-2609.29933-t12-longdocurl-ldurl-column-k-10,arxiv-2609.29933,qwen3.5-9b,nothink,mixed,hard,,,,,,,0.610,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 12, row 'LDURL | Qwen3.5-9B', column k=10)",,in, arxiv-2609.29933-t12-longdocurl-ldurl-column-k-20,arxiv-2609.29933,qwen3.5-9b,nothink,mixed,hard,,,,,,,0.609,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 12, row 'LDURL | Qwen3.5-9B', column k=20)",,in, arxiv-2609.29933-t12-longdocurl-ldurl-column-full,arxiv-2609.29933,qwen3.5-9b,nothink,mixed,hard,,,,,,,0.592,accuracy,0.000289,,restated-from:Table 1; same-runs-as:src-arxiv-2609.29933-v1-2026-11-04#M8,"https://arxiv.org/html/2609.29933 (Table 12, row 'LDURL | Qwen3.5-9B', column Full)",,out:copy, arxiv-2609.29933-t12-longdocurl-ldurl-column-k-2,arxiv-2609.29933,qwen3.5-27b,nothink,mixed,hard,,,,,,,0.589,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 12, row 'LDURL | Qwen3.5-27B', column k=2)",,in, arxiv-2609.29933-t12-longdocurl-ldurl-column-k-5,arxiv-2609.29933,qwen3.5-27b,nothink,mixed,hard,,,,,,,0.615,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 12, row 'LDURL | Qwen3.5-27B', column k=5)",,in, arxiv-2609.29933-t12-longdocurl-ldurl-column-k-10,arxiv-2609.29933,qwen3.5-27b,nothink,mixed,hard,,,,,,,0.623,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 12, row 'LDURL | Qwen3.5-27B', column k=10)",,in, arxiv-2609.29933-t12-longdocurl-ldurl-column-k-20,arxiv-2609.29933,qwen3.5-27b,nothink,mixed,hard,,,,,,,0.623,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 12, row 'LDURL | Qwen3.5-27B', column k=20)",,in, arxiv-2609.29933-t10-top5img,arxiv-2609.29933,qwen3.5-4b,nothink,mixed,hard,,,,,,,0.512,accuracy,0.000289,,restated-from:k=5; same-runs-as:src-arxiv-2609.29933-v1-2026-11-04#M70,"https://arxiv.org/html/2609.29933 (Table 10, row Qwen3.5-4B / Top-5 img, column No-think)",,out:copy, arxiv-2609.29933-t10-top5img,arxiv-2609.29933,qwen3.5-4b,think-8000,mixed,hard,,,,,,,0.553,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 10, row Qwen3.5-4B / Top-5 img, column Think)",,out:effort-not-established, arxiv-2609.29933-t10-allimages,arxiv-2609.29933,qwen3.5-4b,nothink,mixed,hard,,,,,,,0.526,accuracy,0.000289,,restated-from:Table 1; same-runs-as:src-arxiv-2609.29933-v1-2026-11-04#M5,"https://arxiv.org/html/2609.29933 (Table 10, row Qwen3.5-4B / All-images, column No-think)",,out:copy, arxiv-2609.29933-t10-allimages,arxiv-2609.29933,qwen3.5-4b,think-8000,mixed,hard,,,,,,,0.578,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 10, row Qwen3.5-4B / All-images, column Think)",,out:effort-not-established, arxiv-2609.29933-t10-top5img,arxiv-2609.29933,qwen3.5-9b,nothink,mixed,hard,,,,,,,0.541,accuracy,0.000289,,restated-from:k=5; same-runs-as:src-arxiv-2609.29933-v1-2026-11-04#M75,"https://arxiv.org/html/2609.29933 (Table 10, row Qwen3.5-9B / Top-5 img, column No-think)",,out:copy, arxiv-2609.29933-t10-top5img,arxiv-2609.29933,qwen3.5-9b,think-8000,mixed,hard,,,,,,,0.561,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 10, row Qwen3.5-9B / Top-5 img, column Think)",,out:effort-not-established, arxiv-2609.29933-t10-allimages,arxiv-2609.29933,qwen3.5-9b,nothink,mixed,hard,,,,,,,0.559,accuracy,0.000289,,restated-from:Table 1; same-runs-as:src-arxiv-2609.29933-v1-2026-11-04#M7,"https://arxiv.org/html/2609.29933 (Table 10, row Qwen3.5-9B / All-images, column No-think)",,out:copy, arxiv-2609.29933-t10-allimages,arxiv-2609.29933,qwen3.5-9b,think-8000,mixed,hard,,,,,,,0.623,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 10, row Qwen3.5-9B / All-images, column Think)",,out:effort-not-established, arxiv-2609.29933-t10-top5img,arxiv-2609.29933,sonnet-4.5,nothink,mixed,hard,,,,,,,0.502,accuracy,0.000289,,restated-from:k=5; same-runs-as:src-arxiv-2609.29933-v1-2026-11-04#M65,"https://arxiv.org/html/2609.29933 (Table 10, row Sonnet 4.5 / Top-5 img, column No-think)",,out:copy, arxiv-2609.29933-t10-top5img,arxiv-2609.29933,sonnet-4.5,think-8000,mixed,hard,,,,,,,0.543,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 10, row Sonnet 4.5 / Top-5 img, column Think)",,out:budget-config, arxiv-2609.29933-t10-allimages,arxiv-2609.29933,sonnet-4.5,nothink,mixed,hard,,,,,,,0.477,accuracy,0.000289,,restated-from:Table 1; same-runs-as:src-arxiv-2609.29933-v1-2026-11-04#M3,"https://arxiv.org/html/2609.29933 (Table 10, row Sonnet 4.5 / All-images, column No-think)",,out:copy, arxiv-2609.29933-t10-allimages,arxiv-2609.29933,sonnet-4.5,think-8000,mixed,hard,,,,,,,0.514,accuracy,0.000289,,,"https://arxiv.org/html/2609.29933 (Table 10, row Sonnet 4.5 / All-images, column Think)",,out:budget-config, mrsgen,arxiv-2609.30071,sonnet-4.5,unstated,writing,mid,LLM-realizer,,,,,,65.65,BLEU,0.00289,,,"https://arxiv.org/abs/2609.30071 (HTML copy, section 'Realization', paragraph Q1 (Table 1 row Sonnet 4.5))",,out:effort-not-established, mrsgen,arxiv-2609.30071,opus-5,high,writing,mid,LLM-realizer,,,,,,76.34,BLEU,0.00289,,level-from-default,"https://arxiv.org/abs/2609.30071 (HTML copy, section 'Realization' (Table 1 row Opus 5))",,out:single-couple, mrsparse-998,arxiv-2609.30071,sonnet-4.5,unstated,writing,mid,LLM-realizer,,,,,,57.2,EDM-F1,0.0289,,,"https://arxiv.org/abs/2609.30071 (HTML copy, section 'Parsing', paragraph Q3 (Table 3, whole graph EDM sf, row Sonnet 4.5))",,out:effort-not-established, mrsparse-998,arxiv-2609.30071,opus-5,high,writing,mid,LLM-realizer,,,,,,65.5,EDM-F1,0.0289,,level-from-default,"https://arxiv.org/abs/2609.30071 (HTML copy, section 'Parsing', paragraph Q3 (Table 3, whole graph EDM sf, row Opus 5))",,out:single-couple, hexis-spreadsheetbench,arxiv-2609.30123,qwen3.6-flash,unstated,mixed,mid,opencode-skill-react,,,,,,45.6,success-pct,0.0289,,,"https://arxiv.org/abs/2609.30123 (Table 1, benchmark Spreadsheet Bench, row Skill + ReAct, column Qwen3.6-flash)",,out:effort-not-established, hexis-spreadsheetbench,arxiv-2609.30123,?GLM-4.7-FlashX,not-established:absent,mixed,mid,opencode-skill-react,,,,,,22.8,success-pct,0.0289,,,"https://arxiv.org/abs/2609.30123 (Table 1, benchmark Spreadsheet Bench, row Skill + ReAct, column GLM-4.7-FlashX)",,out:model-not-established, hexis-spreadsheetbench,arxiv-2609.30123,qwen3.5-9b,unstated,mixed,mid,opencode-skill-react,,,,,,33.3,success-pct,0.0289,,,"https://arxiv.org/abs/2609.30123 (Table 1, benchmark Spreadsheet Bench, row Skill + ReAct, column Qwen3.5-9B)",,out:effort-not-established, hexis-spreadsheetbench,arxiv-2609.30123,qwen3.8-27b,unstated,mixed,mid,opencode-skill-react,,,,,,56.1,success-pct,0.0289,,,"https://arxiv.org/abs/2609.30123 (Table 1, benchmark Spreadsheet Bench, row Skill + ReAct, column Qwen3.8-27B)",,out:effort-not-established, hexis-livemath,arxiv-2609.30123,qwen3.6-flash,unstated,reasoning-math,mid,opencode-skill-react,,,,,,45.0,success-pct,0.0289,,,"https://arxiv.org/abs/2609.30123 (Table 1, benchmark LiveMath, row Skill + ReAct, column Qwen3.6-flash)",,out:effort-not-established, hexis-livemath,arxiv-2609.30123,?GLM-4.7-FlashX,not-established:absent,reasoning-math,mid,opencode-skill-react,,,,,,12.4,success-pct,0.0289,,,"https://arxiv.org/abs/2609.30123 (Table 1, benchmark LiveMath, row Skill + ReAct, column GLM-4.7-FlashX)",,out:model-not-established, hexis-livemath,arxiv-2609.30123,qwen3.5-9b,unstated,reasoning-math,mid,opencode-skill-react,,,,,,40.5,success-pct,0.0289,,,"https://arxiv.org/abs/2609.30123 (Table 1, benchmark LiveMath, row Skill + ReAct, column Qwen3.5-9B)",,out:effort-not-established, hexis-livemath,arxiv-2609.30123,qwen3.8-27b,unstated,reasoning-math,mid,opencode-skill-react,,,,,,33.9,success-pct,0.0289,,,"https://arxiv.org/abs/2609.30123 (Table 1, benchmark LiveMath, row Skill + ReAct, column Qwen3.8-27B)",,out:effort-not-established, hexis-dabench,arxiv-2609.30123,qwen3.6-flash,unstated,mixed,mid,opencode-skill-react,,,,,,78.4,success-pct,0.0289,,,"https://arxiv.org/abs/2609.30123 (Table 1, benchmark DABench, row Skill + ReAct, column Qwen3.6-flash)",,out:effort-not-established, hexis-dabench,arxiv-2609.30123,?GLM-4.7-FlashX,not-established:absent,mixed,mid,opencode-skill-react,,,,,,78.4,success-pct,0.0289,,,"https://arxiv.org/abs/2609.30123 (Table 1, benchmark DABench, row Skill + ReAct, column GLM-4.7-FlashX)",,out:model-not-established, hexis-dabench,arxiv-2609.30123,qwen3.5-9b,unstated,mixed,mid,opencode-skill-react,,,,,,82.4,success-pct,0.0289,,,"https://arxiv.org/abs/2609.30123 (Table 1, benchmark DABench, row Skill + ReAct, column Qwen3.5-9B)",,out:effort-not-established, hexis-dabench,arxiv-2609.30123,qwen3.8-27b,unstated,mixed,mid,opencode-skill-react,,,,,,86.3,success-pct,0.0289,,,"https://arxiv.org/abs/2609.30123 (Table 1, benchmark DABench, row Skill + ReAct, column Qwen3.8-27B)",,out:effort-not-established, hexis-longseal,arxiv-2609.30123,qwen3.6-flash,unstated,mixed,mid,opencode-skill-react,,,,,,7.8,success-pct,0.0289,,,"https://arxiv.org/abs/2609.30123 (Table 1, benchmark LongSeal, row Skill + ReAct, column Qwen3.6-flash)",,out:effort-not-established, hexis-longseal,arxiv-2609.30123,?GLM-4.7-FlashX,not-established:absent,mixed,mid,opencode-skill-react,,,,,,7.8,success-pct,0.0289,,,"https://arxiv.org/abs/2609.30123 (Table 1, benchmark LongSeal, row Skill + ReAct, column GLM-4.7-FlashX)",,out:model-not-established, hexis-longseal,arxiv-2609.30123,qwen3.5-9b,unstated,mixed,mid,opencode-skill-react,,,,,,23.5,success-pct,0.0289,,,"https://arxiv.org/abs/2609.30123 (Table 1, benchmark LongSeal, row Skill + ReAct, column Qwen3.5-9B)",,out:effort-not-established, hexis-longseal,arxiv-2609.30123,qwen3.8-27b,unstated,mixed,mid,opencode-skill-react,,,,,,17.6,success-pct,0.0289,,,"https://arxiv.org/abs/2609.30123 (Table 1, benchmark LongSeal, row Skill + ReAct, column Qwen3.8-27B)",,out:effort-not-established, enigmaforge,arxiv-2609.30144,gpt-6-sol,unstated,mixed,hard,n/a (600 procedurally generated instances),,,,,,0.966,F1,0.000289,,,"https://arxiv.org/abs/2609.30144 (Table 1, row gpt-6-sol, column F1)",,out:effort-not-established, enigmaforge,arxiv-2609.30144,opus-5.5,unstated,mixed,hard,n/a (600 procedurally generated instances),,,,,,0.919,F1,0.000289,,,"https://arxiv.org/abs/2609.30144 (Table 1, row claude-opus-5.5, column F1)",,out:effort-not-established, enigmaforge,arxiv-2609.30144,?deepseek-v4-pro,not-established:absent,mixed,hard,n/a (600 procedurally generated instances),,,,,,0.915,F1,0.000289,,,"https://arxiv.org/abs/2609.30144 (Table 1, row deepseek-v4-pro, column F1)",,out:model-not-established, enigmaforge,arxiv-2609.30144,gemini-3.7-flash,unstated,mixed,hard,n/a (600 procedurally generated instances),,,,,,0.913,F1,0.000289,,,"https://arxiv.org/abs/2609.30144 (Table 1, row gemini-3.7-flash, column F1)",,out:effort-not-established, enigmaforge,arxiv-2609.30144,gpt-5.6-sol,unstated,mixed,hard,n/a (600 procedurally generated instances),,,,,,0.910,F1,0.000289,,,"https://arxiv.org/abs/2609.30144 (Table 1, row gpt-5.6-sol, column F1)",,out:effort-not-established, enigmaforge,arxiv-2609.30144,gpt-6-astra,unstated,mixed,hard,n/a (600 procedurally generated instances),,,,,,0.906,F1,0.000289,,,"https://arxiv.org/abs/2609.30144 (Table 1, row gpt-6-astra, column F1)",,out:effort-not-established, enigmaforge,arxiv-2609.30144,kimi-k2.6,unstated,mixed,hard,n/a (600 procedurally generated instances),,,,,,0.904,F1,0.000289,,,"https://arxiv.org/abs/2609.30144 (Table 1, row kimi-k2.6, column F1)",,out:effort-not-established, enigmaforge,arxiv-2609.30144,grok-4.6,unstated,mixed,hard,n/a (600 procedurally generated instances),,,,,,0.895,F1,0.000289,,,"https://arxiv.org/abs/2609.30144 (Table 1, row grok-4.6, column F1)",,out:effort-not-established, enigmaforge,arxiv-2609.30144,gemini-3.8-flash,unstated,mixed,hard,n/a (600 procedurally generated instances),,,,,,0.862,F1,0.000289,,,"https://arxiv.org/abs/2609.30144 (Table 1, row gemini-3.8-flash, column F1)",,out:effort-not-established, enigmaforge,arxiv-2609.30144,qwen3.8-27b,unstated,mixed,hard,n/a (600 procedurally generated instances),,,,,,0.836,F1,0.000289,,,"https://arxiv.org/abs/2609.30144 (Table 1, row qwen3.8-27b, column F1)",,out:effort-not-established, enigmaforge,arxiv-2609.30144,gpt-5.6-terra,unstated,mixed,hard,n/a (600 procedurally generated instances),,,,,,0.818,F1,0.000289,,,"https://arxiv.org/abs/2609.30144 (Table 1, row gpt-5.6-terra, column F1)",,out:effort-not-established, enigmaforge,arxiv-2609.30144,gpt-6-luna,unstated,mixed,hard,n/a (600 procedurally generated instances),,,,,,0.815,F1,0.000289,,,"https://arxiv.org/abs/2609.30144 (Table 1, row gpt-6-luna, column F1)",,out:effort-not-established, enigmaforge,arxiv-2609.30144,gpt-5.6-luna,unstated,mixed,hard,n/a (600 procedurally generated instances),,,,,,0.814,F1,0.000289,,,"https://arxiv.org/abs/2609.30144 (Table 1, row gpt-5.6-luna, column F1)",,out:effort-not-established, enigmaforge,arxiv-2609.30144,glm-5.3,unstated,mixed,hard,n/a (600 procedurally generated instances),,,,,,0.801,F1,0.000289,,,"https://arxiv.org/abs/2609.30144 (Table 1, row glm-5.3, column F1)",,out:effort-not-established, enigmaforge,arxiv-2609.30144,gemini-3.6-flash,unstated,mixed,hard,n/a (600 procedurally generated instances),,,,,,0.795,F1,0.000289,,,"https://arxiv.org/abs/2609.30144 (Table 1, row gemini-3.6-flash, column F1)",,out:effort-not-established, enigmaforge,arxiv-2609.30144,?deepseek-4.1-flash,not-established:absent,mixed,hard,n/a (600 procedurally generated instances),,,,,,0.787,F1,0.000289,,,"https://arxiv.org/abs/2609.30144 (Table 1, row deepseek-4.1-flash, column F1)",,out:model-not-established, enigmaforge,arxiv-2609.30144,haiku-4.5,unstated,mixed,hard,n/a (600 procedurally generated instances),,,,,,0.680,F1,0.000289,,,"https://arxiv.org/abs/2609.30144 (Table 1, row claude-haiku-4.5, column F1)",,out:effort-not-established, enigmaforge,arxiv-2609.30144,sonnet-5,unstated,mixed,hard,n/a (600 procedurally generated instances),,,,,,0.669,F1,0.000289,,,"https://arxiv.org/abs/2609.30144 (Table 1, row claude-sonnet-5, column F1)",,out:effort-not-established, enigmaforge,arxiv-2609.30144,glm-5.3-flash,unstated,mixed,hard,n/a (600 procedurally generated instances),,,,,,0.667,F1,0.000289,,,"https://arxiv.org/abs/2609.30144 (Table 1, row glm-5.3-flash, column F1)",,out:effort-not-established, enigmaforge,arxiv-2609.30144,glm-4.7-flash,unstated,mixed,hard,n/a (600 procedurally generated instances),,,,,,0.633,F1,0.000289,,,"https://arxiv.org/abs/2609.30144 (Table 1, row glm-4.7-flash, column F1)",,out:effort-not-established, enigmaforge,arxiv-2609.30144,kimi-k3,unstated,mixed,hard,n/a (600 procedurally generated instances),,,,,,0.628,F1,0.000289,,,"https://arxiv.org/abs/2609.30144 (Table 1, row kimi-k3, column F1)",,out:effort-not-established, enigmaforge,arxiv-2609.30144,fable-5,unstated,mixed,hard,n/a (600 procedurally generated instances),,,,,,0.625,F1,0.000289,,,"https://arxiv.org/abs/2609.30144 (Table 1, row claude-fable-5, column F1)",,out:effort-not-established, enigmaforge,arxiv-2609.30144,opus-5,unstated,mixed,hard,n/a (600 procedurally generated instances),,,,,,0.573,F1,0.000289,,,"https://arxiv.org/abs/2609.30144 (Table 1, row claude-opus-5, column F1)",,out:effort-not-established, enigmaforge,arxiv-2609.30144,fable-5.1,unstated,mixed,hard,n/a (600 procedurally generated instances),,,,,,0.023,F1,0.000289,,,"https://arxiv.org/abs/2609.30144 (Table 1, row claude-fable-5.1, column F1)",,out:effort-not-established, 2609.32208-rhae-l5,arxiv-2609.32208,?Qwen-3.8-Max,not-established:absent,reasoning-math,hard,,,,,,,6.9,RHAE-L5 mean,0.0289,,,"https://arxiv.org/abs/2609.32208 (Table 1, row Qwen-3.8-Max, column RHAE-L5 mean)",,out:model-not-established, harnesseff-pb-mini,arxiv-2609.32459,qwen3.7-max,not-established:absent,coding,frontier,mini-SWE-agent,,,,,,42.88,score%,0.00289,,,"https://arxiv.org/abs/2609.32459 (Table 6, row mini-SWE-agent, column Qwen3.7-Max)",,out:effort-not-established, harnesseff-pb-mini,arxiv-2609.32459,?DeepSeek-V4-Pro,not-established:absent,coding,frontier,mini-SWE-agent,,,,,,45.14,score%,0.00289,,,"https://arxiv.org/abs/2609.32459 (Table 6, row mini-SWE-agent, column DeepSeek-V4-Pro)",,out:model-not-established, harnesseff-pb-nano,arxiv-2609.32459,qwen3.7-max,nothink,coding,frontier,NanoHarness,,,,,,50.25,score%,0.00289,,,"https://arxiv.org/abs/2609.32459 (Table 6, row NanoHarness, column Qwen3.7-Max)",,out:single-couple, harnesseff-pb-nano,arxiv-2609.32459,?DeepSeek-V4-Pro,not-established:absent,coding,frontier,NanoHarness,,,,,,51.35,score%,0.00289,,,"https://arxiv.org/abs/2609.32459 (Table 6, row NanoHarness, column DeepSeek-V4-Pro)",,out:model-not-established, harnesseff-pb-opencode,arxiv-2609.32459,qwen3.7-max,not-established:absent,coding,frontier,OpenCode,,,,,,51.68,score%,0.00289,,,"https://arxiv.org/abs/2609.32459 (Table 6, row OpenCode, column Qwen3.7-Max)",,out:effort-not-established, harnesseff-pb-opencode,arxiv-2609.32459,?DeepSeek-V4-Pro,not-established:absent,coding,frontier,OpenCode,,,,,,52.48,score%,0.00289,,,"https://arxiv.org/abs/2609.32459 (Table 6, row OpenCode, column DeepSeek-V4-Pro)",,out:model-not-established, harnesseff-pb-claudecode,arxiv-2609.32459,qwen3.7-max,not-established:absent,coding,frontier,Claude Code,,,,,,52.33,score%,0.00289,,,"https://arxiv.org/abs/2609.32459 (Table 6, row ClaudeCode, column Qwen3.7-Max)",,out:effort-not-established, harnesseff-pb-claudecode,arxiv-2609.32459,?DeepSeek-V4-Pro,not-established:absent,coding,frontier,Claude Code,,,,,,52.76,score%,0.00289,,,"https://arxiv.org/abs/2609.32459 (Table 6, row ClaudeCode, column DeepSeek-V4-Pro)",,out:model-not-established, 2609.32569-grounding,arxiv-2609.32569,qwen3.8-omni-flash,unstated,agentic-tool,hard,,,,,,,81.7,grounding %,0.0289,,,"https://arxiv.org/abs/2609.32569 (Table 2, column grounding %)",,out:effort-not-established, 2609.32569-goal,arxiv-2609.32569,qwen3.8-omni-flash,unstated,agentic-tool,hard,,,,,,,63.1,goal %,0.0289,,,"https://arxiv.org/abs/2609.32569 (Table 2, column goal %)",,out:effort-not-established, financialauditbench,arxiv-2609.32835,opus-5.5,medium,agentic-tool,hard,bash-only agent harness,per-trajectory,3.30,0.00289,,,69.17,pass%,0.00289,,cap; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2609.32835 (Table 1, row Claude Opus 5.5, column Strict pass (%))",,in,in financialauditbench,arxiv-2609.32835,fable-5.1,medium,agentic-tool,hard,bash-only agent harness,per-trajectory,6.49,0.00289,,,65.83,pass%,0.00289,,cap; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2609.32835 (Table 1, row Claude Fable 5.1, column Strict pass (%))",,in,in financialauditbench,arxiv-2609.32835,grok-4.6,medium,agentic-tool,hard,bash-only agent harness,per-trajectory,1.62,0.00289,,,47.22,pass%,0.00289,,cap; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2609.32835 (Table 1, row Grok 4.6, column Strict pass (%))",,in,in financialauditbench,arxiv-2609.32835,gpt-5.6-sol,medium,agentic-tool,hard,bash-only agent harness,per-trajectory,1.1375,0.131,,,44.17,pass%,0.00289,,cap; cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2609.32835 (Table 1, row GPT-5.6 Sol, column Strict pass (%))",,in,out:cost-single-couple financialauditbench,arxiv-2609.32835,gpt-6-astra,medium,agentic-tool,hard,bash-only agent harness,per-trajectory,2.96,0.00289,,,43.61,pass%,0.00289,,cap; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2609.32835 (Table 1, row GPT-6 Astra, column Strict pass (%))",,in,in financialauditbench,arxiv-2609.32835,gpt-5.6-terra,medium,agentic-tool,hard,bash-only agent harness,per-trajectory,0.36000000000000004,0.0233,,,40.28,pass%,0.00289,,cap; cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2609.32835 (Table 1, row GPT-5.6 Terra, column Strict pass (%))",,in,out:cost-single-couple financialauditbench,arxiv-2609.32835,?meta/muse-spark-1.3,not-established:absent,agentic-tool,hard,bash-only agent harness,per-trajectory,1.87,0.00289,,,39.44,pass%,0.00289,,,"https://arxiv.org/abs/2609.32835 (Table 1, row Muse Spark 1.3, column Strict pass (%))",,out:model-not-established,out:model-not-established financialauditbench,arxiv-2609.32835,deepseek-v4.1-flash,not-established:ambiguous,agentic-tool,hard,bash-only agent harness,per-trajectory,0.14,0.00289,,,33.06,pass%,0.00289,,,"https://arxiv.org/abs/2609.32835 (Table 1, row DeepSeek V4.1 Flash, column Strict pass (%))",,out:effort-not-established,out:effort-not-established financialauditbench,arxiv-2609.32835,glm-5.2,high,agentic-tool,hard,bash-only agent harness,per-trajectory,0.63,0.00289,,,29.44,pass%,0.00289,,cap; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2609.32835 (Table 1, row GLM-5.2, column Strict pass (%))",,in,out:cost-single-couple financialauditbench,arxiv-2609.32835,kimi-k3,not-established:absent,agentic-tool,hard,bash-only agent harness,per-trajectory,0.63,0.00289,,,28.89,pass%,0.00289,,,"https://arxiv.org/abs/2609.32835 (Table 1, row Kimi K3, column Strict pass (%))",,out:effort-not-established,out:effort-not-established financialauditbench,arxiv-2609.32835,gemini-3.8-flash,medium,agentic-tool,hard,bash-only agent harness,per-trajectory,1.80,0.00289,,,27.50,pass%,0.00289,,cap; base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2609.32835 (Table 1, row Gemini 3.8 Flash, column Strict pass (%))",,in,in financialauditbench,arxiv-2609.32835,gpt-6-astra,low,agentic-tool,hard,bash-only agent harness,per-trajectory,1.32,0.00289,,,23.61,pass%,0.00289,,cap; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2609.32835 (Table 7, row Low, column Strict pass (%))",,in,in financialauditbench,arxiv-2609.32835,gpt-6-astra,high,agentic-tool,hard,bash-only agent harness,per-trajectory,3.97,0.00289,,,55.00,pass%,0.00289,,cap; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2609.32835 (Table 7, row High, column Strict pass (%))",,in,in financialauditbench,arxiv-2609.32835,gpt-6-astra,xhigh,agentic-tool,hard,bash-only agent harness,per-trajectory,4.49,0.00289,,,59.44,pass%,0.00289,,cap; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2609.32835 (Table 7, row Xhigh, column Strict pass (%))",,in,in financialauditbench,arxiv-2609.32835,gpt-6-astra,max,agentic-tool,hard,bash-only agent harness,per-trajectory,8.27,0.00289,,,71.11,pass%,0.00289,,cap; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2609.32835 (Table 7, row Max, column Strict pass (%))",,in,in arxiv-2609.33055-weighted-sd,arxiv-2609.33055,sonnet-5,high,mixed,mid,,,,,,,0.898,score,0.000289,,,"https://arxiv.org/abs/2609.33055 (Results, weighted dispersion)",,in, arxiv-2609.33055-weighted-sd,arxiv-2609.33055,gpt-5.6-luna,nothink,mixed,mid,,,,,,,0.864,score,0.000289,,,"https://arxiv.org/abs/2609.33055 (Results, weighted dispersion)",,in, arxiv-2609.33055-weighted-sd,arxiv-2609.33055,gemini-3.8-flash,medium,mixed,mid,,,,,,,1.642,score,0.000289,,,"https://arxiv.org/abs/2609.33055 (Results, weighted dispersion)",,in, arxiv-2609.33055-weighted-sd,arxiv-2609.33055,deepseek-v4.1-flash,nothink,mixed,mid,,,,,,,0.977,score,0.000289,,,"https://arxiv.org/abs/2609.33055 (Results, weighted dispersion)",,in, arxiv-2609.33055-weighted-sd,arxiv-2609.33055,qwen3.7-plus,nothink,mixed,mid,,,,,,,0.945,score,0.000289,,,"https://arxiv.org/abs/2609.33055 (Results, weighted dispersion)",,in, adb-pass1,arxiv-2609.33356,glm-5.2,not-established:absent,agentic-tool,hard,,per-attempt,1.57,0.00289,,,8.00,score%,0.00289,,,"https://arxiv.org/abs/2609.33356 (page 5, Table 2, row GLM-5.2 [max], column pass@1 (%))",,out:effort-not-established,out:effort-not-established adb-pass1,arxiv-2609.33356,?DeepSeek V4 Flash,not-established:absent,agentic-tool,hard,,per-attempt,0.12,0.00289,,,16.00,score%,0.00289,,,"https://arxiv.org/abs/2609.33356 (page 5, Table 2, row DeepSeek V4 Flash [max], column pass@1 (%))",,out:model-not-established,out:model-not-established adb-pass1,arxiv-2609.33356,glm-5.3-flash,not-established:absent,agentic-tool,hard,,per-attempt,0.49,0.00289,,,18.67,score%,0.00289,,,"https://arxiv.org/abs/2609.33356 (page 5, Table 2, row GLM-5.3 Flash [max], column pass@1 (%))",,out:effort-not-established,out:effort-not-established adb-pass1,arxiv-2609.33356,?Qwen 3.8 Max,not-established:absent,agentic-tool,hard,,per-attempt,5.05,0.00289,,,30.00,score%,0.00289,,,"https://arxiv.org/abs/2609.33356 (page 5, Table 2, row Qwen 3.8 Max [xhigh], column pass@1 (%))",,out:model-not-established,out:model-not-established adb-pass1,arxiv-2609.33356,gpt-5.6-luna,max,agentic-tool,hard,,per-attempt,0.834,0.321,,,31.33,score%,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2609.33356 (page 5, Table 2, row GPT-5.6 Luna [max], column pass@1 (%))",,in,out:cost-single-couple adb-pass1,arxiv-2609.33356,glm-5.3,not-established:absent,agentic-tool,hard,,per-attempt,2.91,0.00289,,,32.00,score%,0.00289,,,"https://arxiv.org/abs/2609.33356 (page 5, Table 2, row GLM-5.3 [max], column pass@1 (%))",,out:effort-not-established,out:effort-not-established adb-pass1,arxiv-2609.33356,?DeepSeek V4 Pro,not-established:absent,agentic-tool,hard,,per-attempt,0.37,0.00289,,,42.00,score%,0.00289,,,"https://arxiv.org/abs/2609.33356 (page 5, Table 2, row DeepSeek V4 Pro [max], column pass@1 (%))",,out:model-not-established,out:model-not-established adb-pass1,arxiv-2609.33356,kimi-k3,not-established:absent,agentic-tool,hard,,per-attempt,5.52,0.00289,,,49.33,score%,0.00289,,,"https://arxiv.org/abs/2609.33356 (page 5, Table 2, row Kimi K3 [max], column pass@1 (%))",,out:effort-not-established,out:effort-not-established adb-pass1,arxiv-2609.33356,gpt-5.6-terra,max,agentic-tool,hard,,per-attempt,7.398000000000001,0.475,,,49.33,score%,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2609.33356 (page 5, Table 2, row GPT-5.6 Terra [max], column pass@1 (%))",,in,out:cost-single-couple adb-pass1,arxiv-2609.33356,gpt-5.5,xhigh,agentic-tool,hard,,per-attempt,11.92,0.00289,,,60.67,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2609.33356 (page 5, Table 2, row GPT-5.5 [xhigh], column pass@1 (%))",,in,in adb-pass1,arxiv-2609.33356,gpt-5.6-sol,max,agentic-tool,hard,,per-attempt,18.2875,2.11,,,68.00,score%,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2609.33356 (page 5, Table 2, row GPT-5.6 Sol [max], column pass@1 (%))",,in,out:cost-single-couple adb-pass1,arxiv-2609.33356,opus-5,max,agentic-tool,hard,,per-attempt,22.37,0.00289,,,69.33,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2609.33356 (page 5, Table 2, row Claude Opus 5 [max], column pass@1 (%))",,in,in adb-pass1,arxiv-2609.33356,fable-5,max,agentic-tool,hard,,per-attempt,31.56,0.00289,,,78.00,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2609.33356 (page 5, Table 2, row Claude Fable 5 [max], column pass@1 (%))",,in,in arxiv-2609.33642-cl-bench,arxiv-2609.33642,qwen3.6-35b-a3b,unstated,mixed,mid,"CL-bench protocol, GPT judge (low effort)",,,,,,13.7,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 1 (page 5), row 'Qwen3.6-35B-A3B (Baseline)', column 'CL-bench' (header line: 'Model Teacher CL-bench CL-bench Life'))",,out:effort-not-established, arxiv-2609.33642-cl-bench-life,arxiv-2609.33642,qwen3.6-35b-a3b,unstated,mixed,mid,"CL-bench protocol, GPT judge (high effort)",,,,,,8.4,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 1 (page 5), row 'Qwen3.6-35B-A3B (Baseline)', column 'CL-bench Life' (header line: 'Model Teacher CL-bench CL-bench Life'))",,out:effort-not-established, arxiv-2609.33642-cl-bench,arxiv-2609.33642,gemma-4-31b-it,unstated,mixed,mid,"CL-bench protocol, GPT judge (low effort)",,,,,,15.4,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 1 (page 5), row 'Gemma-4-31B-it', column 'CL-bench' (header line: 'Model Teacher CL-bench CL-bench Life'))",,out:effort-not-established, arxiv-2609.33642-cl-bench-life,arxiv-2609.33642,gemma-4-31b-it,unstated,mixed,mid,"CL-bench protocol, GPT judge (high effort)",,,,,,10.4,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 1 (page 5), row 'Gemma-4-31B-it', column 'CL-bench Life' (header line: 'Model Teacher CL-bench CL-bench Life'))",,out:effort-not-established, arxiv-2609.33642-cl-bench,arxiv-2609.33642,glm-5.2,unstated,mixed,mid,"CL-bench protocol, GPT judge (low effort)",,,,,,20.9,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 1 (page 5), row 'GLM-5.2', column 'CL-bench' (header line: 'Model Teacher CL-bench CL-bench Life'))",,out:effort-not-established, arxiv-2609.33642-cl-bench-life,arxiv-2609.33642,glm-5.2,unstated,mixed,mid,"CL-bench protocol, GPT judge (high effort)",,,,,,12.3,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 1 (page 5), row 'GLM-5.2', column 'CL-bench Life' (header line: 'Model Teacher CL-bench CL-bench Life'))",,out:effort-not-established, arxiv-2609.33642-cl-bench,arxiv-2609.33642,?Qwen3.8-2.4T,not-established:absent,mixed,mid,"CL-bench protocol, GPT judge (low effort)",,,,,,23.9,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 1 (page 5), row 'Qwen3.8-2.4T', column 'CL-bench' (header line: 'Model Teacher CL-bench CL-bench Life'))",,out:model-not-established, arxiv-2609.33642-cl-bench-life,arxiv-2609.33642,?Qwen3.8-2.4T,not-established:absent,mixed,mid,"CL-bench protocol, GPT judge (high effort)",,,,,,17.3,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 1 (page 5), row 'Qwen3.8-2.4T', column 'CL-bench Life' (header line: 'Model Teacher CL-bench CL-bench Life'))",,out:model-not-established, arxiv-2609.33642-cl-bench,arxiv-2609.33642,kimi-k3,unstated,mixed,mid,"CL-bench protocol, GPT judge (low effort)",,,,,,27.0,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 1 (page 5), row 'Kimi-K3', column 'CL-bench' (header line: 'Model Teacher CL-bench CL-bench Life'))",,out:effort-not-established, arxiv-2609.33642-cl-bench-life,arxiv-2609.33642,kimi-k3,unstated,mixed,mid,"CL-bench protocol, GPT judge (high effort)",,,,,,20.0,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 1 (page 5), row 'Kimi-K3', column 'CL-bench Life' (header line: 'Model Teacher CL-bench CL-bench Life'))",,out:effort-not-established, arxiv-2609.33642-cl-bench,arxiv-2609.33642,hy4-preview,unstated,mixed,mid,"CL-bench protocol, GPT judge (low effort)",,,,,,27.6,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 1 (page 5), row 'Hy4-preview', column 'CL-bench' (header line: 'Model Teacher CL-bench CL-bench Life'))",,out:effort-not-established, arxiv-2609.33642-cl-bench-life,arxiv-2609.33642,hy4-preview,unstated,mixed,mid,"CL-bench protocol, GPT judge (high effort)",,,,,,21.5,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 1 (page 5), row 'Hy4-preview', column 'CL-bench Life' (header line: 'Model Teacher CL-bench CL-bench Life'))",,out:effort-not-established, arxiv-2609.33642-hle,arxiv-2609.33642,?HY3-preview,not-established:absent,mixed,frontier,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,29.2,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'HLE', column 'HY3-preview' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:model-not-established, arxiv-2609.33642-hle,arxiv-2609.33642,qwen3.5-397b-a17b,unstated,mixed,frontier,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,27.7,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'HLE', column 'Qwen3.5-397B' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:effort-not-established, arxiv-2609.33642-hle,arxiv-2609.33642,qwen3.6-35b-a3b,unstated,mixed,frontier,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,23.1,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'HLE', column 'Baseline' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:effort-not-established, arxiv-2609.33642-arc-agi-1,arxiv-2609.33642,?Qwen3.8-2.4T,not-established:absent,mixed,hard,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,79.0,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'ARC-AGI-1', column 'Qwen3.8-2.4T' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:model-not-established, arxiv-2609.33642-arc-agi-1,arxiv-2609.33642,?HY3-preview,not-established:absent,mixed,hard,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,53.5,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'ARC-AGI-1', column 'HY3-preview' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:model-not-established, arxiv-2609.33642-arc-agi-1,arxiv-2609.33642,qwen3.5-397b-a17b,unstated,mixed,hard,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,69.3,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'ARC-AGI-1', column 'Qwen3.5-397B' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:effort-not-established, arxiv-2609.33642-arc-agi-1,arxiv-2609.33642,qwen3.6-35b-a3b,unstated,mixed,hard,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,47.4,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'ARC-AGI-1', column 'Baseline' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:effort-not-established, arxiv-2609.33642-arc-agi-2,arxiv-2609.33642,?Qwen3.8-2.4T,not-established:absent,mixed,frontier,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,50.8,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'ARC-AGI-2', column 'Qwen3.8-2.4T' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:model-not-established, arxiv-2609.33642-arc-agi-2,arxiv-2609.33642,?HY3-preview,not-established:absent,mixed,frontier,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,3.8,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'ARC-AGI-2', column 'HY3-preview' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:model-not-established, arxiv-2609.33642-arc-agi-2,arxiv-2609.33642,qwen3.5-397b-a17b,unstated,mixed,frontier,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,15.0,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'ARC-AGI-2', column 'Qwen3.5-397B' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:effort-not-established, arxiv-2609.33642-arc-agi-2,arxiv-2609.33642,qwen3.6-35b-a3b,unstated,mixed,frontier,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,6.8,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'ARC-AGI-2', column 'Baseline' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:effort-not-established, arxiv-2609.33642-gpqa-diamond,arxiv-2609.33642,?Qwen3.8-2.4T,not-established:absent,mixed,hard,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,92.9,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'GPQA-Diamond', column 'Qwen3.8-2.4T' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:model-not-established, arxiv-2609.33642-gpqa-diamond,arxiv-2609.33642,?HY3-preview,not-established:absent,mixed,hard,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,85.4,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'GPQA-Diamond', column 'HY3-preview' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:model-not-established, arxiv-2609.33642-gpqa-diamond,arxiv-2609.33642,qwen3.5-397b-a17b,unstated,mixed,hard,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,87.9,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'GPQA-Diamond', column 'Qwen3.5-397B' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:effort-not-established, arxiv-2609.33642-gpqa-diamond,arxiv-2609.33642,qwen3.6-35b-a3b,unstated,mixed,hard,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,83.3,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'GPQA-Diamond', column 'Baseline' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:effort-not-established, arxiv-2609.33642-supergpqa,arxiv-2609.33642,?HY3-preview,not-established:absent,mixed,mid,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,67.2,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'SuperGPQA', column 'HY3-preview' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:model-not-established, arxiv-2609.33642-supergpqa,arxiv-2609.33642,qwen3.5-397b-a17b,unstated,mixed,mid,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,71.0,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'SuperGPQA', column 'Qwen3.5-397B' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:effort-not-established, arxiv-2609.33642-supergpqa,arxiv-2609.33642,qwen3.6-35b-a3b,unstated,mixed,mid,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,66.0,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'SuperGPQA', column 'Baseline' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:effort-not-established, arxiv-2609.33642-mmlu-pro,arxiv-2609.33642,?Qwen3.8-2.4T,not-established:absent,mixed,mid,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,88.7,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'MMLU-Pro', column 'Qwen3.8-2.4T' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:model-not-established, arxiv-2609.33642-mmlu-pro,arxiv-2609.33642,?HY3-preview,not-established:absent,mixed,mid,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,82.9,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'MMLU-Pro', column 'HY3-preview' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:model-not-established, arxiv-2609.33642-mmlu-pro,arxiv-2609.33642,qwen3.5-397b-a17b,unstated,mixed,mid,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,87.4,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'MMLU-Pro', column 'Qwen3.5-397B' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:effort-not-established, arxiv-2609.33642-mmlu-pro,arxiv-2609.33642,qwen3.6-35b-a3b,unstated,mixed,mid,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,84.7,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'MMLU-Pro', column 'Baseline' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:effort-not-established, arxiv-2609.33642-mmlu-redux,arxiv-2609.33642,?Qwen3.8-2.4T,not-established:absent,mixed,mid,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,95.2,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'MMLU-Redux', column 'Qwen3.8-2.4T' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:model-not-established, arxiv-2609.33642-mmlu-redux,arxiv-2609.33642,?HY3-preview,not-established:absent,mixed,mid,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,93.5,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'MMLU-Redux', column 'HY3-preview' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:model-not-established, arxiv-2609.33642-mmlu-redux,arxiv-2609.33642,qwen3.5-397b-a17b,unstated,mixed,mid,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,95.0,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'MMLU-Redux', column 'Qwen3.5-397B' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:effort-not-established, arxiv-2609.33642-mmlu-redux,arxiv-2609.33642,qwen3.6-35b-a3b,unstated,mixed,mid,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,93.2,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'MMLU-Redux', column 'Baseline' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:effort-not-established, arxiv-2609.33642-simpleqa,arxiv-2609.33642,?Qwen3.8-2.4T,not-established:absent,mixed,mid,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,49.6,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'SimpleQA', column 'Qwen3.8-2.4T' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:model-not-established, arxiv-2609.33642-simpleqa,arxiv-2609.33642,?HY3-preview,not-established:absent,mixed,mid,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,30.5,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'SimpleQA', column 'HY3-preview' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:model-not-established, arxiv-2609.33642-simpleqa,arxiv-2609.33642,qwen3.5-397b-a17b,unstated,mixed,mid,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,52.4,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'SimpleQA', column 'Qwen3.5-397B' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:effort-not-established, arxiv-2609.33642-simpleqa,arxiv-2609.33642,qwen3.6-35b-a3b,unstated,mixed,mid,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,20.9,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'SimpleQA', column 'Baseline' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:effort-not-established, arxiv-2609.33642-ceval,arxiv-2609.33642,?Qwen3.8-2.4T,not-established:absent,mixed,mid,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,94.4,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'CEval', column 'Qwen3.8-2.4T' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:model-not-established, arxiv-2609.33642-ceval,arxiv-2609.33642,?HY3-preview,not-established:absent,mixed,mid,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,93.4,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'CEval', column 'HY3-preview' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:model-not-established, arxiv-2609.33642-ceval,arxiv-2609.33642,qwen3.5-397b-a17b,unstated,mixed,mid,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,93.8,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'CEval', column 'Qwen3.5-397B' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:effort-not-established, arxiv-2609.33642-ceval,arxiv-2609.33642,qwen3.6-35b-a3b,unstated,mixed,mid,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,92.0,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'CEval', column 'Baseline' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:effort-not-established, arxiv-2609.33642-aime-2025,arxiv-2609.33642,?HY3-preview,not-established:absent,reasoning-math,hard,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,95.3,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'AIME-2025', column 'HY3-preview' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:model-not-established, arxiv-2609.33642-aime-2025,arxiv-2609.33642,qwen3.5-397b-a17b,unstated,reasoning-math,hard,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,93.3,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'AIME-2025', column 'Qwen3.5-397B' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:effort-not-established, arxiv-2609.33642-aime-2025,arxiv-2609.33642,qwen3.6-35b-a3b,unstated,reasoning-math,hard,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,91.8,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'AIME-2025', column 'Baseline' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:effort-not-established, arxiv-2609.33642-hmmt-feb-2025,arxiv-2609.33642,?Qwen3.8-2.4T,not-established:absent,reasoning-math,hard,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,92.6,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'HMMT-Feb-2025', column 'Qwen3.8-2.4T' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:model-not-established, arxiv-2609.33642-hmmt-feb-2025,arxiv-2609.33642,qwen3.6-35b-a3b,unstated,reasoning-math,hard,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,87.9,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'HMMT-Feb-2025', column 'Baseline' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:effort-not-established, arxiv-2609.33642-hmmt-nov-2025,arxiv-2609.33642,?Qwen3.8-2.4T,not-established:absent,reasoning-math,hard,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,87.0,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'HMMT-Nov-2025', column 'Qwen3.8-2.4T' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:model-not-established, arxiv-2609.33642-hmmt-nov-2025,arxiv-2609.33642,qwen3.6-35b-a3b,unstated,reasoning-math,hard,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,88.9,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'HMMT-Nov-2025', column 'Baseline' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:effort-not-established, arxiv-2609.33642-imo-answerbench,arxiv-2609.33642,?Qwen3.8-2.4T,not-established:absent,reasoning-math,hard,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,92.3,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'IMO-AnswerBench', column 'Qwen3.8-2.4T' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:model-not-established, arxiv-2609.33642-imo-answerbench,arxiv-2609.33642,?HY3-preview,not-established:absent,reasoning-math,hard,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,88.2,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'IMO-AnswerBench', column 'HY3-preview' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:model-not-established, arxiv-2609.33642-imo-answerbench,arxiv-2609.33642,qwen3.5-397b-a17b,unstated,reasoning-math,hard,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,84.8,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'IMO-AnswerBench', column 'Qwen3.5-397B' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:effort-not-established, arxiv-2609.33642-imo-answerbench,arxiv-2609.33642,qwen3.6-35b-a3b,unstated,reasoning-math,hard,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,77.8,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'IMO-AnswerBench', column 'Baseline' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:effort-not-established, arxiv-2609.33642-longbench-v2,arxiv-2609.33642,?Qwen3.8-2.4T,not-established:absent,mixed,mid,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,66.4,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'LongBench v2', column 'Qwen3.8-2.4T' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:model-not-established, arxiv-2609.33642-longbench-v2,arxiv-2609.33642,?HY3-preview,not-established:absent,mixed,mid,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,62.2,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'LongBench v2', column 'HY3-preview' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:model-not-established, arxiv-2609.33642-longbench-v2,arxiv-2609.33642,qwen3.5-397b-a17b,unstated,mixed,mid,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,63.3,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'LongBench v2', column 'Qwen3.5-397B' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:effort-not-established, arxiv-2609.33642-longbench-v2,arxiv-2609.33642,qwen3.6-35b-a3b,unstated,mixed,mid,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,58.1,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'LongBench v2', column 'Baseline' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:effort-not-established, arxiv-2609.33642-aalcr,arxiv-2609.33642,?Qwen3.8-2.4T,not-established:absent,mixed,mid,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,74.5,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'AALCR', column 'Qwen3.8-2.4T' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:model-not-established, arxiv-2609.33642-aalcr,arxiv-2609.33642,?HY3-preview,not-established:absent,mixed,mid,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,67.0,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'AALCR', column 'HY3-preview' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:model-not-established, arxiv-2609.33642-aalcr,arxiv-2609.33642,qwen3.5-397b-a17b,unstated,mixed,mid,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,71.2,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'AALCR', column 'Qwen3.5-397B' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:effort-not-established, arxiv-2609.33642-aalcr,arxiv-2609.33642,qwen3.6-35b-a3b,unstated,mixed,mid,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,62.6,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'AALCR', column 'Baseline' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:effort-not-established, arxiv-2609.33642-mrcr-2needle,arxiv-2609.33642,?HY3-preview,not-established:absent,mixed,mid,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,45.4,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'MRCR-2needle', column 'HY3-preview' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:model-not-established, arxiv-2609.33642-mrcr-2needle,arxiv-2609.33642,qwen3.5-397b-a17b,unstated,mixed,mid,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,70.1,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'MRCR-2needle', column 'Qwen3.5-397B' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:effort-not-established, arxiv-2609.33642-mrcr-2needle,arxiv-2609.33642,qwen3.6-35b-a3b,unstated,mixed,mid,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,70.3,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'MRCR-2needle', column 'Baseline' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:effort-not-established, arxiv-2609.33642-mrcr-4needle,arxiv-2609.33642,?HY3-preview,not-established:absent,mixed,mid,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,33.0,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'MRCR-4needle', column 'HY3-preview' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:model-not-established, arxiv-2609.33642-mrcr-4needle,arxiv-2609.33642,qwen3.5-397b-a17b,unstated,mixed,mid,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,67.8,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'MRCR-4needle', column 'Qwen3.5-397B' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:effort-not-established, arxiv-2609.33642-mrcr-4needle,arxiv-2609.33642,qwen3.6-35b-a3b,unstated,mixed,mid,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,69.7,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'MRCR-4needle', column 'Baseline' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:effort-not-established, arxiv-2609.33642-mrcr-8needle,arxiv-2609.33642,?HY3-preview,not-established:absent,mixed,mid,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,24.5,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'MRCR-8needle', column 'HY3-preview' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:model-not-established, arxiv-2609.33642-mrcr-8needle,arxiv-2609.33642,qwen3.5-397b-a17b,unstated,mixed,mid,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,64.9,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'MRCR-8needle', column 'Qwen3.5-397B' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:effort-not-established, arxiv-2609.33642-mrcr-8needle,arxiv-2609.33642,qwen3.6-35b-a3b,unstated,mixed,mid,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,65.1,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'MRCR-8needle', column 'Baseline' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:effort-not-established, arxiv-2609.33642-graphwalks-bfs,arxiv-2609.33642,?Qwen3.8-2.4T,not-established:absent,mixed,mid,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,94.0,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'GraphWalks-BFS', column 'Qwen3.8-2.4T' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:model-not-established, arxiv-2609.33642-graphwalks-bfs,arxiv-2609.33642,?HY3-preview,not-established:absent,mixed,mid,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,53.4,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'GraphWalks-BFS', column 'HY3-preview' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:model-not-established, arxiv-2609.33642-graphwalks-bfs,arxiv-2609.33642,qwen3.5-397b-a17b,unstated,mixed,mid,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,86.3,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'GraphWalks-BFS', column 'Qwen3.5-397B' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:effort-not-established, arxiv-2609.33642-graphwalks-bfs,arxiv-2609.33642,qwen3.6-35b-a3b,unstated,mixed,mid,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,85.7,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'GraphWalks-BFS', column 'Baseline' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:effort-not-established, arxiv-2609.33642-ifbench,arxiv-2609.33642,?Qwen3.8-2.4T,not-established:absent,mixed,mid,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,80.8,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'IFBench', column 'Qwen3.8-2.4T' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:model-not-established, arxiv-2609.33642-ifbench,arxiv-2609.33642,?HY3-preview,not-established:absent,mixed,mid,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,60.8,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'IFBench', column 'HY3-preview' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:model-not-established, arxiv-2609.33642-ifbench,arxiv-2609.33642,qwen3.5-397b-a17b,unstated,mixed,mid,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,70.0,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'IFBench', column 'Qwen3.5-397B' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:effort-not-established, arxiv-2609.33642-ifbench,arxiv-2609.33642,qwen3.6-35b-a3b,unstated,mixed,mid,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,57.7,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'IFBench', column 'Baseline' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:effort-not-established, arxiv-2609.33642-inverseifeval,arxiv-2609.33642,?Qwen3.8-2.4T,not-established:absent,mixed,mid,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,84.2,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'InverseIFEval', column 'Qwen3.8-2.4T' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:model-not-established, arxiv-2609.33642-inverseifeval,arxiv-2609.33642,?HY3-preview,not-established:absent,mixed,mid,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,72.8,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'InverseIFEval', column 'HY3-preview' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:model-not-established, arxiv-2609.33642-inverseifeval,arxiv-2609.33642,qwen3.5-397b-a17b,unstated,mixed,mid,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,74.5,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'InverseIFEval', column 'Qwen3.5-397B' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:effort-not-established, arxiv-2609.33642-inverseifeval,arxiv-2609.33642,qwen3.6-35b-a3b,unstated,mixed,mid,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,70.8,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'InverseIFEval', column 'Baseline' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:effort-not-established, arxiv-2609.33642-ifeval,arxiv-2609.33642,?Qwen3.8-2.4T,not-established:absent,mixed,mid,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,95.4,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'IFEval', column 'Qwen3.8-2.4T' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:model-not-established, arxiv-2609.33642-ifeval,arxiv-2609.33642,?HY3-preview,not-established:absent,mixed,mid,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,93.4,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'IFEval', column 'HY3-preview' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:model-not-established, arxiv-2609.33642-ifeval,arxiv-2609.33642,qwen3.5-397b-a17b,unstated,mixed,mid,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,95.7,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'IFEval', column 'Qwen3.5-397B' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:effort-not-established, arxiv-2609.33642-ifeval,arxiv-2609.33642,qwen3.6-35b-a3b,unstated,mixed,mid,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,94.2,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'IFEval', column 'Baseline' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:effort-not-established, arxiv-2609.33642-multichallenge,arxiv-2609.33642,?Qwen3.8-2.4T,not-established:absent,mixed,mid,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,68.0,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'MultiChallenge', column 'Qwen3.8-2.4T' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:model-not-established, arxiv-2609.33642-multichallenge,arxiv-2609.33642,?HY3-preview,not-established:absent,mixed,mid,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,73.3,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'MultiChallenge', column 'HY3-preview' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:model-not-established, arxiv-2609.33642-multichallenge,arxiv-2609.33642,qwen3.5-397b-a17b,unstated,mixed,mid,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,65.6,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'MultiChallenge', column 'Qwen3.5-397B' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:effort-not-established, arxiv-2609.33642-multichallenge,arxiv-2609.33642,qwen3.6-35b-a3b,unstated,mixed,mid,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,59.4,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'MultiChallenge', column 'Baseline' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:effort-not-established, arxiv-2609.33642-advancedif,arxiv-2609.33642,?Qwen3.8-2.4T,not-established:absent,mixed,mid,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,67.4,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'AdvancedIF', column 'Qwen3.8-2.4T' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:model-not-established, arxiv-2609.33642-advancedif,arxiv-2609.33642,?HY3-preview,not-established:absent,mixed,mid,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,66.8,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'AdvancedIF', column 'HY3-preview' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:model-not-established, arxiv-2609.33642-advancedif,arxiv-2609.33642,qwen3.5-397b-a17b,unstated,mixed,mid,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,59.2,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'AdvancedIF', column 'Qwen3.5-397B' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:effort-not-established, arxiv-2609.33642-advancedif,arxiv-2609.33642,qwen3.6-35b-a3b,unstated,mixed,mid,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,59.6,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'AdvancedIF', column 'Baseline' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:effort-not-established, arxiv-2609.33642-livecodebench-v6,arxiv-2609.33642,?Qwen3.8-2.4T,not-established:absent,coding,hard,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,84.4,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'LiveCodeBench-v6', column 'Qwen3.8-2.4T' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:model-not-established, arxiv-2609.33642-livecodebench-v6,arxiv-2609.33642,?HY3-preview,not-established:absent,coding,hard,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,81.8,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'LiveCodeBench-v6', column 'HY3-preview' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:model-not-established, arxiv-2609.33642-livecodebench-v6,arxiv-2609.33642,qwen3.5-397b-a17b,unstated,coding,hard,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,92.4,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'LiveCodeBench-v6', column 'Qwen3.5-397B' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:effort-not-established, arxiv-2609.33642-livecodebench-v6,arxiv-2609.33642,qwen3.6-35b-a3b,unstated,coding,hard,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,85.7,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'LiveCodeBench-v6', column 'Baseline' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:effort-not-established, arxiv-2609.33642-scicode,arxiv-2609.33642,?Qwen3.8-2.4T,not-established:absent,coding,hard,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,7.7,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'SciCode', column 'Qwen3.8-2.4T' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:model-not-established, arxiv-2609.33642-scicode,arxiv-2609.33642,?HY3-preview,not-established:absent,coding,hard,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,4.6,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'SciCode', column 'HY3-preview' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:model-not-established, arxiv-2609.33642-scicode,arxiv-2609.33642,qwen3.5-397b-a17b,unstated,coding,hard,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,10.8,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'SciCode', column 'Qwen3.5-397B' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:effort-not-established, arxiv-2609.33642-scicode,arxiv-2609.33642,qwen3.6-35b-a3b,unstated,coding,hard,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,3.1,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'SciCode', column 'Baseline' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:effort-not-established, arxiv-2609.33642-ojbench,arxiv-2609.33642,?Qwen3.8-2.4T,not-established:absent,coding,hard,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,61.0,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'OJBench', column 'Qwen3.8-2.4T' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:model-not-established, arxiv-2609.33642-ojbench,arxiv-2609.33642,?HY3-preview,not-established:absent,coding,hard,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,56.5,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'OJBench', column 'HY3-preview' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:model-not-established, arxiv-2609.33642-ojbench,arxiv-2609.33642,qwen3.5-397b-a17b,unstated,coding,hard,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,50.4,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'OJBench', column 'Qwen3.5-397B' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:effort-not-established, arxiv-2609.33642-ojbench,arxiv-2609.33642,qwen3.6-35b-a3b,unstated,coding,hard,native protocol; gpt-oss-120b judge for free-form; no tools,,,,,,41.4,acc%,0.0289,,,"https://arxiv.org/abs/2609.33642 (Table 7 (page 16), row 'OJBench', column 'Baseline' (header line: 'Benchmark Qwen3.8-2.4T HY3-preview Qwen3.5-397B Baseline SFT (GLM-5.2) SFT SFT + RL'))",,out:effort-not-established, codeaction-vendor,arxiv-2609.33807,gpt-6-astra,high,agentic-tool,hard,,per-75-attempts,252.87,0.00289,,,55,success-of-75,0,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2609.33807 (page 21, Table 10, row GPT-6 Astra (Codex CLI), column Success (/75))",,in,in codeaction-reference,arxiv-2609.33807,opus-5,high,agentic-tool,hard,Reference,per-75-attempts,297.84,0.00289,,,37,success-of-75,0,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2609.33807 (page 21, Table 10, row Claude Opus 5 (Reference), column Success (/75))",,in,in codeaction-vendor,arxiv-2609.33807,opus-5,high,agentic-tool,hard,,per-75-attempts,380.09,0.00289,,,34,success-of-75,0,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2609.33807 (page 21, Table 10, row Claude Opus 5 (Claude Code), column Success (/75))",,in,in codeaction-reference,arxiv-2609.33807,gemini-3.6-flash,high,agentic-tool,hard,Reference,per-75-attempts,78.0,15,,,15,success-of-75,0,,cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2609.33807 (page 21, Table 10, row Gemini 3.6 Flash (Reference), column Success (/75))",,in,out:cost-single-couple codeaction-reference,arxiv-2609.33807,gpt-5.6-sol,high,agentic-tool,hard,Reference,per-75-attempts,324.8125,37.5,,,12,success-of-75,0,,cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2609.33807 (page 21, Table 10, row GPT-5.6 Sol (Reference), column Success (/75))",,in,out:cost-single-couple codeaction-reference,arxiv-2609.33807,?Qwen 3.8 Max,not-established:absent,agentic-tool,hard,Reference,per-75-attempts,115.27,0.00289,,,11,success-of-75,0,,,"https://arxiv.org/abs/2609.33807 (page 21, Table 10, row Qwen 3.8 Max (Reference), column Success (/75))",,out:model-not-established,out:model-not-established codeaction-reference,arxiv-2609.33807,grok-4.6,high,agentic-tool,hard,Reference,per-75-attempts,150.73,0.00289,,,9,success-of-75,0,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2609.33807 (page 21, Table 10, row Grok 4.6 (Reference), column Success (/75))",,in,in codeaction-reference,arxiv-2609.33807,kimi-k3,not-established:absent,agentic-tool,hard,Reference,per-75-attempts,231.65,0.00289,,,9,success-of-75,0,,,"https://arxiv.org/abs/2609.33807 (page 21, Table 10, row Kimi K3 (Reference), column Success (/75))",,out:effort-not-established,out:effort-not-established codeaction-reference,arxiv-2609.33807,sonnet-5,high,agentic-tool,hard,Reference,per-75-attempts,143.84,0.00289,,,2,success-of-75,0,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2609.33807 (page 21, Table 10, row Claude Sonnet 5 (Reference), column Success (/75))",,in,in rsi-single-alfworld,arxiv-2609.34712,deepseek-v4.1-flash,unstated,agentic-tool,mid,mini-SWE-agent-based,,1.50,0.00289,,,90.62,score%,0.00289,,,"https://arxiv.org/abs/2609.34712 (Table 1, row 'DeepSeek-V4.1-Flash', column ALFWorld Perf.)",,out:effort-not-established,out:effort-not-established rsi-single-alfworld,arxiv-2609.34712,qwen3.5-9b,unstated,agentic-tool,mid,mini-SWE-agent-based,,,,,,65.62,score%,0.00289,,,"https://arxiv.org/abs/2609.34712 (Table 1, row 'Qwen3.5-9B', column ALFWorld Perf.)",,out:effort-not-established,out:effort-not-established rsi-single-sciworld,arxiv-2609.34712,deepseek-v4.1-flash,unstated,agentic-tool,mid,mini-SWE-agent-based,,1.91,0.00289,,,34.38,score%,0.00289,,,"https://arxiv.org/abs/2609.34712 (Table 1, row 'DeepSeek-V4.1-Flash', column ScienceWorld Perf.)",,out:effort-not-established,out:effort-not-established rsi-single-sciworld,arxiv-2609.34712,qwen3.5-9b,unstated,agentic-tool,mid,mini-SWE-agent-based,,,,,,14.58,score%,0.00289,,,"https://arxiv.org/abs/2609.34712 (Table 1, row 'Qwen3.5-9B', column ScienceWorld Perf.)",,out:effort-not-established,out:effort-not-established rsi-single-webshop,arxiv-2609.34712,deepseek-v4.1-flash,unstated,agentic-tool,mid,mini-SWE-agent-based,,0.75,0.00289,,,0.59,score-of-1,0.00289,,,"https://arxiv.org/abs/2609.34712 (Table 1, row 'DeepSeek-V4.1-Flash', column WebShop Perf.)",,out:effort-not-established,out:effort-not-established rsi-single-webshop,arxiv-2609.34712,qwen3.5-9b,unstated,agentic-tool,mid,mini-SWE-agent-based,,,,,,0.48,score-of-1,0.00289,,,"https://arxiv.org/abs/2609.34712 (Table 1, row 'Qwen3.5-9B', column WebShop Perf.)",,out:effort-not-established,out:effort-not-established rsi-single-swebv,arxiv-2609.34712,deepseek-v4.1-flash,unstated,coding,hard,mini-SWE-agent-based,,3.46,0.00289,,,83.33,score%,0.00289,,,"https://arxiv.org/abs/2609.34712 (Table 1, row 'DeepSeek-V4.1-Flash', column SWE-bench Verified Perf.)",,out:effort-not-established,out:effort-not-established rsi-single-swebv,arxiv-2609.34712,qwen3.5-9b,unstated,coding,hard,mini-SWE-agent-based,,,,,,62.50,score%,0.00289,,,"https://arxiv.org/abs/2609.34712 (Table 1, row 'Qwen3.5-9B', column SWE-bench Verified Perf.)",,out:effort-not-established,out:effort-not-established rsi-single-tb2,arxiv-2609.34712,deepseek-v4.1-flash,unstated,coding,hard,mini-SWE-agent-based,,17.10,0.00289,,,40.00,score%,0.00289,,,"https://arxiv.org/abs/2609.34712 (Table 1, row 'DeepSeek-V4.1-Flash', column Terminal-Bench 2.0 Perf.)",,out:effort-not-established,out:effort-not-established rsi-single-tb2,arxiv-2609.34712,qwen3.5-9b,unstated,coding,hard,mini-SWE-agent-based,,,,,,5.33,score%,0.00289,,,"https://arxiv.org/abs/2609.34712 (Table 1, row 'Qwen3.5-9B', column Terminal-Bench 2.0 Perf.)",,out:effort-not-established,out:effort-not-established timelinebench-opencode,arxiv-2609.35143,gpt-6-astra,not-established:absent,mixed,hard,OpenCode,per-run,9.67,0.00289,,,21.4,resolved%,0.0289,,,"https://arxiv.org/abs/2609.35143 (Table 1, row GPT-6 Astra / OpenCode, column Res. %)",,out:effort-not-established,out:effort-not-established timelinebench-opencode,arxiv-2609.35143,fable-5.1,not-established:absent,mixed,hard,OpenCode,per-run,16.96,0.00289,,,17.9,resolved%,0.0289,,,"https://arxiv.org/abs/2609.35143 (Table 1, row Claude Fable 5.1 / OpenCode, column Res. %)",,out:effort-not-established,out:effort-not-established timelinebench-opencode,arxiv-2609.35143,opus-5,not-established:absent,mixed,hard,OpenCode,per-run,13.83,0.00289,,,17.9,resolved%,0.0289,,,"https://arxiv.org/abs/2609.35143 (Table 1, row Claude Opus 5 / OpenCode, column Res. %)",,out:effort-not-established,out:effort-not-established timelinebench-opencode,arxiv-2609.35143,gpt-5.6-sol,not-established:absent,mixed,hard,OpenCode,per-run,5.96,0.00289,,,17.9,resolved%,0.0289,,,"https://arxiv.org/abs/2609.35143 (Table 1, row GPT-5.6 Sol / OpenCode, column Res. %)",,out:effort-not-established,out:effort-not-established timelinebench-opencode,arxiv-2609.35143,grok-4.6,not-established:absent,mixed,hard,OpenCode,per-run,3.46,0.00289,,,12.5,resolved%,0.0289,,,"https://arxiv.org/abs/2609.35143 (Table 1, row Grok 4.6 / OpenCode, column Res. %)",,out:effort-not-established,out:effort-not-established timelinebench-opencode,arxiv-2609.35143,gemini-3.8-flash,not-established:absent,mixed,hard,OpenCode,per-run,6.96,0.00289,,,10.7,resolved%,0.0289,,,"https://arxiv.org/abs/2609.35143 (Table 1, row Gemini 3.8 Flash / OpenCode, column Res. %)",,out:effort-not-established,out:effort-not-established timelinebench-opencode,arxiv-2609.35143,glm-5.3-flash,not-established:absent,mixed,hard,OpenCode,per-run,0.23,0.00289,,,10.7,resolved%,0.0289,,,"https://arxiv.org/abs/2609.35143 (Table 1, row GLM 5.3 Flash / OpenCode, column Res. %)",,out:effort-not-established,out:effort-not-established timelinebench-opencode,arxiv-2609.35143,deepseek-v4.1-flash,not-established:absent,mixed,hard,OpenCode,per-run,0.13,0.00289,,,7.1,resolved%,0.0289,,,"https://arxiv.org/abs/2609.35143 (Table 1, row DeepSeek Flash / OpenCode, column Res. %)",,out:effort-not-established,out:effort-not-established timelinebench-opencode,arxiv-2609.35143,qwen3.8-max-0902,not-established:absent,mixed,hard,OpenCode,per-run,2.39,0.00289,,,3.6,resolved%,0.0289,,,"https://arxiv.org/abs/2609.35143 (Table 1, row Qwen 3.8 Max / OpenCode, column Res. %)",,out:effort-not-established,out:effort-not-established timelinebench-opencode,arxiv-2609.35143,gemini-3.1-pro,not-established:absent,mixed,hard,OpenCode,per-run,3.45,0.00289,,,1.8,resolved%,0.0289,,,"https://arxiv.org/abs/2609.35143 (Table 1, row Gemini 3.1 Pro Preview / OpenCode, column Res. %)",,out:effort-not-established,out:effort-not-established timelinebench-native,arxiv-2609.35143,opus-5,max,mixed,hard,,per-run,20.90,0.00289,,,23.2,resolved%,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2609.35143 (Table 1, row Claude Opus 5 / Claude Code, column Res. %)",,in,in timelinebench-native,arxiv-2609.35143,gpt-6-astra,max,mixed,hard,,per-run,8.71,0.00289,,,21.4,resolved%,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2609.35143 (Table 1, row GPT-6 Astra / Codex CLI, column Res. %)",,in,out:cost-single-couple timelinebench-native,arxiv-2609.35143,fable-5.1,max,mixed,hard,,per-run,41.27,0.00289,,,17.9,resolved%,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2609.35143 (Table 1, row Claude Fable 5.1 / Claude Code, column Res. %)",,in,in timelinebench-native,arxiv-2609.35143,gpt-5.6-sol,max,mixed,hard,,per-run,6.25,0.722,,,8.9,resolved%,0.0289,,cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2609.35143 (Table 1, row GPT-5.6 Sol / Codex CLI, column Res. %)",,in,out:cost-single-couple autobci,arxiv-2609.35456,sonnet-5,default,agentic-tool,hard,,,,,,,59.19,bAcc%,0.00289,,,"https://arxiv.org/abs/2609.35456 (Table 3, row 'AutoBCI (Claude Sonnet 5)', column Average bAcc (the first of the last three Average cells))",,out:effort-not-established, autobci,arxiv-2609.35456,opus-5.5,default,agentic-tool,hard,,,,,,,64.16,bAcc%,0.00289,,,"https://arxiv.org/abs/2609.35456 (Table 3, row 'AutoBCI (Claude Opus 5.5)', column Average bAcc (the first of the last three Average cells))",,out:effort-not-established, autobci,arxiv-2609.35456,deepseek-v4.1-flash,high,agentic-tool,hard,,,,,,,60.49,bAcc%,0.00289,,,"https://arxiv.org/abs/2609.35456 (Table 3, row 'AutoBCI (DeepSeek V4.1 Flash)', column Average bAcc (the first of the last three Average cells))",,in, autobci,arxiv-2609.35456,gemini-3.8-flash,medium,agentic-tool,hard,,,,,,,61.62,bAcc%,0.00289,,,"https://arxiv.org/abs/2609.35456 (Table 3, row 'AutoBCI (Gemini 3.8 Flash)', column Average bAcc (the first of the last three Average cells))",,in, autobci,arxiv-2609.35456,qwen3.8-flash,default,agentic-tool,hard,,,,,,,57.69,bAcc%,0.00289,,,"https://arxiv.org/abs/2609.35456 (Table 3, row 'AutoBCI (Qwen3.8 Flash)', column Average bAcc (the first of the last three Average cells))",,out:effort-not-established, autobci,arxiv-2609.35456,gpt-5.6-sol,default,agentic-tool,hard,,,,,,,60.35,bAcc%,0.00289,,,"https://arxiv.org/abs/2609.35456 (Table 3, row 'AutoBCI (GPT-5.6 Sol)', column Average bAcc (the first of the last three Average cells))",,out:effort-not-established, srharness-synth,arxiv-2609.35501,deepseek-v4-flash-0731,unstated,reasoning-math,hard,SRHarness,,,,,,6.20,score%,0.00289,,,"https://arxiv.org/abs/2609.35501 ('Ours' SA of deepseek-v4-flash-0731, srharness-synth)",,out:effort-not-established, srharness-synth,arxiv-2609.35501,deepseek-v4.1-flash,unstated,reasoning-math,hard,SRHarness,,,,,,15.50,score%,0.00289,,,"https://arxiv.org/abs/2609.35501 ('Ours' SA of deepseek-v4.1-flash, srharness-synth)",,out:effort-not-established, srharness-synth,arxiv-2609.35501,deepseek-v4-pro-0813,unstated,reasoning-math,hard,SRHarness,,,,,,11.63,score%,0.00289,,,"https://arxiv.org/abs/2609.35501 ('Ours' SA of deepseek-v4-pro-0813, srharness-synth)",,out:effort-not-established, srharness-synth,arxiv-2609.35501,glm-5.3-flash,unstated,reasoning-math,hard,SRHarness,,,,,,10.85,score%,0.00289,,,"https://arxiv.org/abs/2609.35501 ('Ours' SA of glm-5.3-flash, srharness-synth)",,out:effort-not-established, srharness-synth,arxiv-2609.35501,glm-5.3,unstated,reasoning-math,hard,SRHarness,,,,,,10.85,score%,0.00289,,,"https://arxiv.org/abs/2609.35501 ('Ours' SA of glm-5.3, srharness-synth)",,out:effort-not-established, srharness-transform,arxiv-2609.35501,deepseek-v4-flash-0731,unstated,reasoning-math,hard,SRHarness,,,,,,93.69,score%,0.00289,,,"https://arxiv.org/abs/2609.35501 ('Ours' SA of deepseek-v4-flash-0731, srharness-transform)",,out:effort-not-established, srharness-transform,arxiv-2609.35501,?Deepseek-v4-pro,not-established:absent,reasoning-math,hard,SRHarness,,,,,,84.68,score%,0.00289,,,"https://arxiv.org/abs/2609.35501 ('Ours' SA of deepseek-v4-pro, srharness-transform)",,out:model-not-established, srharness-transform,arxiv-2609.35501,glm-5.3-flash,unstated,reasoning-math,hard,SRHarness,,,,,,84.68,score%,0.00289,,,"https://arxiv.org/abs/2609.35501 ('Ours' SA of glm-5.3-flash, srharness-transform)",,out:effort-not-established, srharness-transform,arxiv-2609.35501,glm-5.3,unstated,reasoning-math,hard,SRHarness,,,,,,90.09,score%,0.00289,,,"https://arxiv.org/abs/2609.35501 ('Ours' SA of glm-5.3, srharness-transform)",,out:effort-not-established, srharness-anon,arxiv-2609.35501,deepseek-v4-flash-0731,unstated,reasoning-math,hard,SRHarness,,,,,,72.97,score%,0.00289,,,"https://arxiv.org/abs/2609.35501 ('Ours' SA of deepseek-v4-flash-0731, srharness-anon)",,out:effort-not-established, srharness-anon,arxiv-2609.35501,?Deepseek-v4-pro,not-established:absent,reasoning-math,hard,SRHarness,,,,,,65.77,score%,0.00289,,,"https://arxiv.org/abs/2609.35501 ('Ours' SA of deepseek-v4-pro, srharness-anon)",,out:model-not-established, srharness-anon,arxiv-2609.35501,glm-5.3-flash,unstated,reasoning-math,hard,SRHarness,,,,,,59.46,score%,0.00289,,,"https://arxiv.org/abs/2609.35501 ('Ours' SA of glm-5.3-flash, srharness-anon)",,out:effort-not-established, ccm-tb2-baseline,arxiv-2609.35540,sonnet-4.6,not-established:absent,agentic-tool,hard,Terminus-2,per-task,0.468,0.000289,451006,13265,42.7,score%,0.0289,,,"https://arxiv.org/abs/2609.35540 (Table 1, Claude Sonnet 4.6 Baseline row, success column)",,out:effort-not-established,out:effort-not-established ccm-tb2-baseline,arxiv-2609.35540,opus-4.6,not-established:absent,agentic-tool,hard,Terminus-2,per-task,0.831,0.000289,464533,12662,58.4,score%,0.0289,,,"https://arxiv.org/abs/2609.35540 (Table 1, Claude Opus 4.6 Baseline row, success column)",,out:effort-not-established,out:effort-not-established ccm-tb2-baseline,arxiv-2609.35540,glm-5,not-established:absent,agentic-tool,hard,Terminus-2,per-task,0.515,0.000289,480325,10808,34.8,score%,0.0289,,,"https://arxiv.org/abs/2609.35540 (Table 1, GLM-5 Baseline row, success column)",,out:effort-not-established,out:effort-not-established ccm-tb2-baseline,arxiv-2609.35540,kimi-k3,not-established:absent,agentic-tool,hard,Terminus-2,per-task,0.302,0.000289,201846,12659,62.9,score%,0.0289,,,"https://arxiv.org/abs/2609.35540 (Table 1, Kimi K3 Baseline row, success column)",,out:effort-not-established,out:effort-not-established ccm-tb2-ccm,arxiv-2609.35540,sonnet-4.6,not-established:absent,agentic-tool,hard,Terminus-2,per-task,0.472,0.000289,76126,21084,31.5,score%,0.0289,,,"https://arxiv.org/abs/2609.35540 (Table 1, Claude Sonnet 4.6 CCM row, success column)",,out:effort-not-established,out:effort-not-established ccm-tb2-ccm,arxiv-2609.35540,opus-4.6,not-established:absent,agentic-tool,hard,Terminus-2,per-task,1.087,0.000289,86052,26286,40.4,score%,0.0289,,,"https://arxiv.org/abs/2609.35540 (Table 1, Claude Opus 4.6 CCM row, success column)",,out:effort-not-established,out:effort-not-established ccm-tb2-ccm,arxiv-2609.35540,glm-5,nothink,agentic-tool,hard,Terminus-2,per-task,0.124,0.000289,75481,15184,29.2,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2609.35540 (Table 1, GLM-5 CCM row, success column)",,out:single-couple,out:cost-single-couple ccm-tb2-ccm,arxiv-2609.35540,kimi-k3,not-established:absent,agentic-tool,hard,Terminus-2,per-task,0.622,0.000289,48852,35354,64.0,score%,0.0289,,,"https://arxiv.org/abs/2609.35540 (Table 1, Kimi K3 CCM row, success column)",,out:effort-not-established,out:effort-not-established tcs-direct-10run,arxiv-2609.35606,gpt-5.6-sol,max,reasoning-math,frontier,TCSAlgBench-direct,,,,,,55,accepted-of-398,0,,,"https://arxiv.org/abs/2609.35606 (Table 3, row GPT-5.6 Sol max, column 10-run coverage (count of accepted challenges))",,in, tcs-direct-10run,arxiv-2609.35606,gpt-5.6-sol,xhigh,reasoning-math,frontier,TCSAlgBench-direct,,,,,,43,accepted-of-398,0,,,"https://arxiv.org/abs/2609.35606 (Table 3, row GPT-5.6 Sol xhigh, column 10-run coverage (count of accepted challenges))",,in, tcs-direct-10run,arxiv-2609.35606,gpt-5.6-sol,high,reasoning-math,frontier,TCSAlgBench-direct,,,,,,41,accepted-of-398,0,,,"https://arxiv.org/abs/2609.35606 (Table 3, row GPT-5.6 Sol high, column 10-run coverage (count of accepted challenges))",,in, tcs-direct-10run,arxiv-2609.35606,gpt-5.5,xhigh,reasoning-math,frontier,TCSAlgBench-direct,,,,,,28,accepted-of-398,0,,,"https://arxiv.org/abs/2609.35606 (Table 3, row GPT-5.5 xhigh, column 10-run coverage (count of accepted challenges))",,in, tcs-direct-10run,arxiv-2609.35606,gpt-5.5,high,reasoning-math,frontier,TCSAlgBench-direct,,,,,,21,accepted-of-398,0,,,"https://arxiv.org/abs/2609.35606 (Table 3, row GPT-5.5 high, column 10-run coverage (count of accepted challenges))",,in, tcs-direct-10run,arxiv-2609.35606,opus-4.8,max,reasoning-math,frontier,TCSAlgBench-direct,,,,,,7,accepted-of-398,0,,,"https://arxiv.org/abs/2609.35606 (Table 3, row Opus 4.8 max, column 10-run coverage (count of accepted challenges))",,in, tcs-direct-10run,arxiv-2609.35606,opus-4.8,xhigh,reasoning-math,frontier,TCSAlgBench-direct,,,,,,6,accepted-of-398,0,,,"https://arxiv.org/abs/2609.35606 (Table 3, row Opus 4.8 xhigh, column 10-run coverage (count of accepted challenges))",,in, tcs-direct-10run,arxiv-2609.35606,opus-4.8,high,reasoning-math,frontier,TCSAlgBench-direct,,,,,,4,accepted-of-398,0,,,"https://arxiv.org/abs/2609.35606 (Table 3, row Opus 4.8 high, column 10-run coverage (count of accepted challenges))",,in, tcs-direct-10run,arxiv-2609.35606,fable-5,xhigh,reasoning-math,frontier,TCSAlgBench-direct,,,,,,45,accepted-of-398,0,,,"https://arxiv.org/abs/2609.35606 (Table 3, row Fable 5 xhigh, column 10-run coverage (count of accepted challenges))",,in, tcs-direct-10run,arxiv-2609.35606,fable-5,high,reasoning-math,frontier,TCSAlgBench-direct,,,,,,58,accepted-of-398,0,,,"https://arxiv.org/abs/2609.35606 (Table 3, row Fable 5 high, column 10-run coverage (count of accepted challenges))",,in, tcs-disc-5run,arxiv-2609.35606,opus-4.8,high,reasoning-math,frontier,TCSAlgBench-discussion,,,,,,14,accepted-of-398,0,,,"https://arxiv.org/abs/2609.35606 (Table 4 Panel B (five-run coverage), row Opus 4.8 high, column All (398))",,in, tcs-disc-5run,arxiv-2609.35606,opus-4.8,xhigh,reasoning-math,frontier,TCSAlgBench-discussion,,,,,,15,accepted-of-398,0,,,"https://arxiv.org/abs/2609.35606 (Table 4 Panel B (five-run coverage), row Opus 4.8 xhigh, column All (398))",,in, tcs-disc-5run,arxiv-2609.35606,opus-4.8,max,reasoning-math,frontier,TCSAlgBench-discussion,,,,,,18,accepted-of-398,0,,,"https://arxiv.org/abs/2609.35606 (Table 4 Panel B (five-run coverage), row Opus 4.8 max, column All (398))",,in, tcs-disc-5run,arxiv-2609.35606,gpt-5.5,high,reasoning-math,frontier,TCSAlgBench-discussion,,,,,,66,accepted-of-398,0,,,"https://arxiv.org/abs/2609.35606 (Table 4 Panel B (five-run coverage), row GPT-5.5 high, column All (398))",,in, tcs-disc-5run,arxiv-2609.35606,gpt-5.5,xhigh,reasoning-math,frontier,TCSAlgBench-discussion,,,,,,72,accepted-of-398,0,,,"https://arxiv.org/abs/2609.35606 (Table 4 Panel B (five-run coverage), row GPT-5.5 xhigh, column All (398))",,in, tcs-disc-5run,arxiv-2609.35606,gpt-5.6-sol,high,reasoning-math,frontier,TCSAlgBench-discussion,,,,,,79,accepted-of-398,0,,,"https://arxiv.org/abs/2609.35606 (Table 4 Panel B (five-run coverage), row GPT-5.6 Sol high, column All (398))",,in, tcs-disc-5run,arxiv-2609.35606,gpt-5.6-sol,xhigh,reasoning-math,frontier,TCSAlgBench-discussion,,,,,,88,accepted-of-398,0,,,"https://arxiv.org/abs/2609.35606 (Table 4 Panel B (five-run coverage), row GPT-5.6 Sol xhigh, column All (398))",,in, tcs-disc-5run,arxiv-2609.35606,gpt-5.6-sol,max,reasoning-math,frontier,TCSAlgBench-discussion,,,,,,94,accepted-of-398,0,,,"https://arxiv.org/abs/2609.35606 (Table 4 Panel B (five-run coverage), row GPT-5.6 Sol max, column All (398))",,in, tcs-disc-5run,arxiv-2609.35606,fable-5,high,reasoning-math,frontier,TCSAlgBench-discussion,,,,,,62,accepted-of-398,0,,,"https://arxiv.org/abs/2609.35606 (Table 4 Panel B (five-run coverage), row Fable 5 high, column All (398))",,in, tcs-disc-5run,arxiv-2609.35606,fable-5,xhigh,reasoning-math,frontier,TCSAlgBench-discussion,,,,,,61,accepted-of-398,0,,,"https://arxiv.org/abs/2609.35606 (Table 4 Panel B (five-run coverage), row Fable 5 xhigh, column All (398))",,in, tcs-disc-acceptance,arxiv-2609.35606,gpt-5.6-sol,max,reasoning-math,frontier,TCSAlgBench-discussion,,,,,,18.1,accepted%,0.0289,,,"https://arxiv.org/abs/2609.35606 (Table 9, row GPT-5.6 Sol max, column Acceptance (%))",,in, tcs-disc-acceptance,arxiv-2609.35606,gpt-5.6-sol,xhigh,reasoning-math,frontier,TCSAlgBench-discussion,,,,,,15.6,accepted%,0.0289,,,"https://arxiv.org/abs/2609.35606 (Table 9, row GPT-5.6 Sol xhigh, column Acceptance (%))",,in, tcs-disc-acceptance,arxiv-2609.35606,gpt-5.6-sol,high,reasoning-math,frontier,TCSAlgBench-discussion,,,,,,12.1,accepted%,0.0289,,,"https://arxiv.org/abs/2609.35606 (Table 9, row GPT-5.6 Sol high, column Acceptance (%))",,in, tcs-disc-acceptance,arxiv-2609.35606,gpt-5.5,xhigh,reasoning-math,frontier,TCSAlgBench-discussion,,,,,,10.8,accepted%,0.0289,,,"https://arxiv.org/abs/2609.35606 (Table 9, row GPT-5.5 xhigh, column Acceptance (%))",,in, tcs-disc-acceptance,arxiv-2609.35606,gpt-5.5,high,reasoning-math,frontier,TCSAlgBench-discussion,,,,,,10.1,accepted%,0.0289,,,"https://arxiv.org/abs/2609.35606 (Table 9, row GPT-5.5 high, column Acceptance (%))",,in, tcs-disc-acceptance,arxiv-2609.35606,opus-4.8,xhigh,reasoning-math,frontier,TCSAlgBench-discussion,,,,,,2.3,accepted%,0.0289,,,"https://arxiv.org/abs/2609.35606 (Table 9, row Claude Opus 4.8 xhigh, column Acceptance (%))",,in, tcs-disc-acceptance,arxiv-2609.35606,opus-4.8,high,reasoning-math,frontier,TCSAlgBench-discussion,,,,,,2.0,accepted%,0.0289,,,"https://arxiv.org/abs/2609.35606 (Table 9, row Claude Opus 4.8 high, column Acceptance (%))",,in, tcs-disc-acceptance,arxiv-2609.35606,opus-4.8,max,reasoning-math,frontier,TCSAlgBench-discussion,,,,,,1.8,accepted%,0.0289,,,"https://arxiv.org/abs/2609.35606 (Table 9, row Claude Opus 4.8 max, column Acceptance (%))",,in, arxiv-2609.35841-humaneval-agent1-ta-succ,arxiv-2609.35841,gpt-5.1-codex-mini,unstated,coding,mid,,,,,,,133,count,0.289,,,"https://arxiv.org/abs/2609.35841 (Table 4, HumanEval, row gpt-5.1-codex-mini, column Succ of agent1-ta)",,out:effort-not-established, arxiv-2609.35841-humaneval-agent2-ta-succ,arxiv-2609.35841,gpt-5.1-codex-mini,unstated,coding,mid,,,,,,,135,count,0.289,,,"https://arxiv.org/abs/2609.35841 (Table 4, HumanEval, row gpt-5.1-codex-mini, column Succ of agent2-ta)",,out:effort-not-established, arxiv-2609.35841-humaneval-agent1-tb-succ,arxiv-2609.35841,gpt-5.1-codex-mini,unstated,coding,mid,,,,,,,19,count,0.289,,,"https://arxiv.org/abs/2609.35841 (Table 4, HumanEval, row gpt-5.1-codex-mini, column Succ of agent1-tb)",,out:effort-not-established, arxiv-2609.35841-humaneval-agent2-tb-succ,arxiv-2609.35841,gpt-5.1-codex-mini,unstated,coding,mid,,,,,,,13,count,0.289,,,"https://arxiv.org/abs/2609.35841 (Table 4, HumanEval, row gpt-5.1-codex-mini, column Succ of agent2-tb)",,out:effort-not-established, arxiv-2609.35841-mbpp-agent1-ta-succ,arxiv-2609.35841,gpt-5.1-codex-mini,unstated,coding,mid,,,,,,,276,count,0.289,,,"https://arxiv.org/abs/2609.35841 (Table 4, MBPP, row gpt-5.1-codex-mini, column Succ of agent1-ta)",,out:effort-not-established, arxiv-2609.35841-mbpp-agent2-ta-succ,arxiv-2609.35841,gpt-5.1-codex-mini,unstated,coding,mid,,,,,,,270,count,0.289,,,"https://arxiv.org/abs/2609.35841 (Table 4, MBPP, row gpt-5.1-codex-mini, column Succ of agent2-ta)",,out:effort-not-established, arxiv-2609.35841-mbpp-agent1-tb-succ,arxiv-2609.35841,gpt-5.1-codex-mini,unstated,coding,mid,,,,,,,84,count,0.289,,,"https://arxiv.org/abs/2609.35841 (Table 4, MBPP, row gpt-5.1-codex-mini, column Succ of agent1-tb)",,out:effort-not-established, arxiv-2609.35841-mbpp-agent2-tb-succ,arxiv-2609.35841,gpt-5.1-codex-mini,unstated,coding,mid,,,,,,,41,count,0.289,,,"https://arxiv.org/abs/2609.35841 (Table 4, MBPP, row gpt-5.1-codex-mini, column Succ of agent2-tb)",,out:effort-not-established, arxiv-2609.35841-humaneval-agent1-ta-succ,arxiv-2609.35841,gemini-3-flash,unstated,coding,mid,,,,,,,117,count,0.289,,,"https://arxiv.org/abs/2609.35841 (Table 4, HumanEval, row gemini-3-flash, column Succ of agent1-ta)",,out:effort-not-established, arxiv-2609.35841-humaneval-agent2-ta-succ,arxiv-2609.35841,gemini-3-flash,unstated,coding,mid,,,,,,,99,count,0.289,,,"https://arxiv.org/abs/2609.35841 (Table 4, HumanEval, row gemini-3-flash, column Succ of agent2-ta)",,out:effort-not-established, arxiv-2609.35841-humaneval-agent1-tb-succ,arxiv-2609.35841,gemini-3-flash,unstated,coding,mid,,,,,,,34,count,0.289,,,"https://arxiv.org/abs/2609.35841 (Table 4, HumanEval, row gemini-3-flash, column Succ of agent1-tb)",,out:effort-not-established, arxiv-2609.35841-humaneval-agent2-tb-succ,arxiv-2609.35841,gemini-3-flash,unstated,coding,mid,,,,,,,11,count,0.289,,,"https://arxiv.org/abs/2609.35841 (Table 4, HumanEval, row gemini-3-flash, column Succ of agent2-tb)",,out:effort-not-established, arxiv-2609.35841-humaneval-agent1-ta-succ,arxiv-2609.35841,gemini-3.1-pro,unstated,coding,mid,,,,,,,144,count,0.289,,,"https://arxiv.org/abs/2609.35841 (Table 4, HumanEval, row gemini-3.1-pro, column Succ of agent1-ta)",,out:effort-not-established, arxiv-2609.35841-humaneval-agent2-ta-succ,arxiv-2609.35841,gemini-3.1-pro,unstated,coding,mid,,,,,,,130,count,0.289,,,"https://arxiv.org/abs/2609.35841 (Table 4, HumanEval, row gemini-3.1-pro, column Succ of agent2-ta)",,out:effort-not-established, arxiv-2609.35841-humaneval-agent1-tb-succ,arxiv-2609.35841,gemini-3.1-pro,unstated,coding,mid,,,,,,,20,count,0.289,,,"https://arxiv.org/abs/2609.35841 (Table 4, HumanEval, row gemini-3.1-pro, column Succ of agent1-tb)",,out:effort-not-established, arxiv-2609.35841-humaneval-agent2-tb-succ,arxiv-2609.35841,gemini-3.1-pro,unstated,coding,mid,,,,,,,7,count,0.289,,,"https://arxiv.org/abs/2609.35841 (Table 4, HumanEval, row gemini-3.1-pro, column Succ of agent2-tb)",,out:effort-not-established, arxiv-2609.35841-mbpp-agent1-ta-succ,arxiv-2609.35841,gemini-3-flash,unstated,coding,mid,,,,,,,274,count,0.289,,,"https://arxiv.org/abs/2609.35841 (Table 4, MBPP, row gemini-3-flash, column Succ of agent1-ta)",,out:effort-not-established, arxiv-2609.35841-mbpp-agent2-ta-succ,arxiv-2609.35841,gemini-3-flash,unstated,coding,mid,,,,,,,225,count,0.289,,,"https://arxiv.org/abs/2609.35841 (Table 4, MBPP, row gemini-3-flash, column Succ of agent2-ta)",,out:effort-not-established, arxiv-2609.35841-mbpp-agent1-tb-succ,arxiv-2609.35841,gemini-3-flash,unstated,coding,mid,,,,,,,107,count,0.289,,,"https://arxiv.org/abs/2609.35841 (Table 4, MBPP, row gemini-3-flash, column Succ of agent1-tb)",,out:effort-not-established, arxiv-2609.35841-mbpp-agent2-tb-succ,arxiv-2609.35841,gemini-3-flash,unstated,coding,mid,,,,,,,32,count,0.289,,,"https://arxiv.org/abs/2609.35841 (Table 4, MBPP, row gemini-3-flash, column Succ of agent2-tb)",,out:effort-not-established, arxiv-2609.35841-mbpp-agent1-ta-succ,arxiv-2609.35841,gemini-3.1-pro,unstated,coding,mid,,,,,,,299,count,0.289,,,"https://arxiv.org/abs/2609.35841 (Table 4, MBPP, row gemini-3.1-pro, column Succ of agent1-ta)",,out:effort-not-established, arxiv-2609.35841-mbpp-agent2-ta-succ,arxiv-2609.35841,gemini-3.1-pro,unstated,coding,mid,,,,,,,300,count,0.289,,,"https://arxiv.org/abs/2609.35841 (Table 4, MBPP, row gemini-3.1-pro, column Succ of agent2-ta)",,out:effort-not-established, arxiv-2609.35841-mbpp-agent1-tb-succ,arxiv-2609.35841,gemini-3.1-pro,unstated,coding,mid,,,,,,,87,count,0.289,,,"https://arxiv.org/abs/2609.35841 (Table 4, MBPP, row gemini-3.1-pro, column Succ of agent1-tb)",,out:effort-not-established, arxiv-2609.35841-mbpp-agent2-tb-succ,arxiv-2609.35841,gemini-3.1-pro,unstated,coding,mid,,,,,,,38,count,0.289,,,"https://arxiv.org/abs/2609.35841 (Table 4, MBPP, row gemini-3.1-pro, column Succ of agent2-tb)",,out:effort-not-established, 2609.35922-gain,arxiv-2609.35922,?Qwen3.8-Omni,not-established:absent,mixed,hard,,,,,,,0.25,gain over words-only null,0.00289,,,"https://arxiv.org/abs/2609.35922 (Results (Holm), column gain over words-only null)",,out:model-not-established, lego-indoor,arxiv-2609.36380,gpt-6-astra,low,coding,hard,Codex,,,,,,53.4,S%,0.0289,,,"https://arxiv.org/abs/2609.36380 (Table 3, row GPT-6-astra + Codex, Indoor column S (validity-gated final score))",,in, lego-outdoor,arxiv-2609.36380,gpt-6-astra,low,coding,hard,Codex,,,,,,39.6,S%,0.0289,,,"https://arxiv.org/abs/2609.36380 (Table 3, row GPT-6-astra + Codex, Outdoor column S (validity-gated final score))",,in, lego-indoor,arxiv-2609.36380,gpt-6-sol,medium,coding,hard,Codex,,,,,,32.3,S%,0.0289,,,"https://arxiv.org/abs/2609.36380 (Table 3, row GPT-6-sol + Codex, Indoor column S (validity-gated final score))",,in, lego-outdoor,arxiv-2609.36380,gpt-6-sol,medium,coding,hard,Codex,,,,,,24.2,S%,0.0289,,,"https://arxiv.org/abs/2609.36380 (Table 3, row GPT-6-sol + Codex, Outdoor column S (validity-gated final score))",,in, lego-indoor,arxiv-2609.36380,gpt-6-luna,medium,coding,hard,Codex,,,,,,23.2,S%,0.0289,,,"https://arxiv.org/abs/2609.36380 (Table 3, row GPT-6-luna + Codex, Indoor column S (validity-gated final score))",,in, lego-outdoor,arxiv-2609.36380,gpt-6-luna,medium,coding,hard,Codex,,,,,,17.3,S%,0.0289,,,"https://arxiv.org/abs/2609.36380 (Table 3, row GPT-6-luna + Codex, Outdoor column S (validity-gated final score))",,in, lego-indoor,arxiv-2609.36380,gpt-5.6-sol,low,coding,hard,Codex,,,,,,14.8,S%,0.0289,,,"https://arxiv.org/abs/2609.36380 (Table 3, row GPT-5.6-sol + Codex, Indoor column S (validity-gated final score))",,in, lego-outdoor,arxiv-2609.36380,gpt-5.6-sol,low,coding,hard,Codex,,,,,,15.3,S%,0.0289,,,"https://arxiv.org/abs/2609.36380 (Table 3, row GPT-5.6-sol + Codex, Outdoor column S (validity-gated final score))",,in, lego-indoor,arxiv-2609.36380,gpt-5.6-terra,medium,coding,hard,Codex,,,,,,15.4,S%,0.0289,,,"https://arxiv.org/abs/2609.36380 (Table 3, row GPT-5.6-terra + Codex, Indoor column S (validity-gated final score))",,in, lego-outdoor,arxiv-2609.36380,gpt-5.6-terra,medium,coding,hard,Codex,,,,,,11.5,S%,0.0289,,,"https://arxiv.org/abs/2609.36380 (Table 3, row GPT-5.6-terra + Codex, Outdoor column S (validity-gated final score))",,in, lego-indoor,arxiv-2609.36380,gpt-5.6-luna,medium,coding,hard,Codex,,,,,,14.1,S%,0.0289,,,"https://arxiv.org/abs/2609.36380 (Table 3, row GPT-5.6-luna + Codex, Indoor column S (validity-gated final score))",,in, lego-outdoor,arxiv-2609.36380,gpt-5.6-luna,medium,coding,hard,Codex,,,,,,12.1,S%,0.0289,,,"https://arxiv.org/abs/2609.36380 (Table 3, row GPT-5.6-luna + Codex, Outdoor column S (validity-gated final score))",,in, lego-birdseye,arxiv-2609.36380,gpt-5.6-sol,low,coding,hard,Codex,,,,,,16.4,S%,0.0289,,,"https://arxiv.org/abs/2609.36380 (Table 6, row GPT-5.6-sol + Codex, column S (Bird's-Eye stress split))",,in, lego-birdseye,arxiv-2609.36380,gpt-5.6-terra,medium,coding,hard,Codex,,,,,,10.7,S%,0.0289,,,"https://arxiv.org/abs/2609.36380 (Table 6, row GPT-5.6-terra + Codex, column S (Bird's-Eye stress split))",,in, lego-birdseye,arxiv-2609.36380,gpt-5.6-luna,medium,coding,hard,Codex,,,,,,11.4,S%,0.0289,,,"https://arxiv.org/abs/2609.36380 (Table 6, row GPT-5.6-luna + Codex, column S (Bird's-Eye stress split))",,in, lego-birdseye,arxiv-2609.36380,gpt-6-astra,low,coding,hard,Codex,,,,,,35.3,S%,0.0289,,,"https://arxiv.org/abs/2609.36380 (Table 6, row GPT-6-astra + Codex, column S (Bird's-Eye stress split))",,in, lego-birdseye,arxiv-2609.36380,gpt-6-sol,medium,coding,hard,Codex,,,,,,28.9,S%,0.0289,,,"https://arxiv.org/abs/2609.36380 (Table 6, row GPT-6-sol + Codex, column S (Bird's-Eye stress split))",,in, lego-birdseye,arxiv-2609.36380,gpt-6-luna,medium,coding,hard,Codex,,,,,,20.0,S%,0.0289,,,"https://arxiv.org/abs/2609.36380 (Table 6, row GPT-6-luna + Codex, column S (Bird's-Eye stress split))",,in, arxiv-2609.36457-fills-progressive,arxiv-2609.36457,glm-5.2,unstated,mixed,mid,,,,,,,14,count,0.289,,,"https://arxiv.org/abs/2609.36457 (Table 3, column Progressive fills)",,out:effort-not-established, arxiv-2609.36457-fills-simple,arxiv-2609.36457,glm-5.2,unstated,mixed,mid,,,,,,,28,count,0.289,,,"https://arxiv.org/abs/2609.36457 (Table 3, column Simple fills)",,out:effort-not-established, cte-answers-revealed,arxiv-2609.36647,deepseek-v4-flash-preview,nothink,agentic-tool,hard,own-harness,,,,,,74.1,score%,0.0289,,,"https://arxiv.org/abs/2609.36647 (Table 2, protocol Answers revealed, row DeepSeek V4-Flash, column VM (all future calls, exact response match))",,in, cte-effvm-answers-revealed,arxiv-2609.36647,deepseek-v4-flash-preview,nothink,agentic-tool,hard,own-harness,,,,,,60.7,score%,0.0289,,,"https://arxiv.org/abs/2609.36647 (Table 2, protocol Answers revealed, row DeepSeek V4-Flash, column Eff. VM (the 2,476 effect steps; the paper's main score))",,in, cte-answers-revealed,arxiv-2609.36647,?Kimi K2.5,not-established:absent,agentic-tool,hard,own-harness,,,,,,71.8,score%,0.0289,,,"https://arxiv.org/abs/2609.36647 (Table 2, protocol Answers revealed, row Kimi K2.5, column VM (all future calls, exact response match))",,out:model-not-established, cte-effvm-answers-revealed,arxiv-2609.36647,?Kimi K2.5,not-established:absent,agentic-tool,hard,own-harness,,,,,,61.5,score%,0.0289,,,"https://arxiv.org/abs/2609.36647 (Table 2, protocol Answers revealed, row Kimi K2.5, column Eff. VM (the 2,476 effect steps; the paper's main score))",,out:model-not-established, cte-answers-revealed,arxiv-2609.36647,qwen3.6-35b-a3b,nothink,agentic-tool,hard,own-harness,,,,,,65.6,score%,0.0289,,,"https://arxiv.org/abs/2609.36647 (Table 2, protocol Answers revealed, row Qwen3.6-35B-A3B, column VM (all future calls, exact response match))",,in, cte-effvm-answers-revealed,arxiv-2609.36647,qwen3.6-35b-a3b,nothink,agentic-tool,hard,own-harness,,,,,,54.3,score%,0.0289,,,"https://arxiv.org/abs/2609.36647 (Table 2, protocol Answers revealed, row Qwen3.6-35B-A3B, column Eff. VM (the 2,476 effect steps; the paper's main score))",,in, cte-answers-revealed,arxiv-2609.36647,sonnet-4.6,default,agentic-tool,hard,own-harness,,,,,,61.8,score%,0.0289,,,"https://arxiv.org/abs/2609.36647 (Table 2, protocol Answers revealed, row Claude Sonnet 4.6, column VM (all future calls, exact response match))",,out:effort-not-established, cte-effvm-answers-revealed,arxiv-2609.36647,sonnet-4.6,default,agentic-tool,hard,own-harness,,,,,,58.4,score%,0.0289,,,"https://arxiv.org/abs/2609.36647 (Table 2, protocol Answers revealed, row Claude Sonnet 4.6, column Eff. VM (the 2,476 effect steps; the paper's main score))",,out:effort-not-established, cte-no-feedback,arxiv-2609.36647,deepseek-v4-flash-preview,nothink,agentic-tool,hard,own-harness,,,,,,39.8,score%,0.0289,,,"https://arxiv.org/abs/2609.36647 (Table 2, protocol No feedback, row DeepSeek V4-Flash, column VM (all future calls, exact response match))",,in, cte-effvm-no-feedback,arxiv-2609.36647,deepseek-v4-flash-preview,nothink,agentic-tool,hard,own-harness,,,,,,24.6,score%,0.0289,,,"https://arxiv.org/abs/2609.36647 (Table 2, protocol No feedback, row DeepSeek V4-Flash, column Eff. VM (the 2,476 effect steps; the paper's main score))",,in, cte-no-feedback,arxiv-2609.36647,?Kimi K2.5,not-established:absent,agentic-tool,hard,own-harness,,,,,,38.5,score%,0.0289,,,"https://arxiv.org/abs/2609.36647 (Table 2, protocol No feedback, row Kimi K2.5, column VM (all future calls, exact response match))",,out:model-not-established, cte-effvm-no-feedback,arxiv-2609.36647,?Kimi K2.5,not-established:absent,agentic-tool,hard,own-harness,,,,,,28.9,score%,0.0289,,,"https://arxiv.org/abs/2609.36647 (Table 2, protocol No feedback, row Kimi K2.5, column Eff. VM (the 2,476 effect steps; the paper's main score))",,out:model-not-established, cte-no-feedback,arxiv-2609.36647,qwen3.6-35b-a3b,nothink,agentic-tool,hard,own-harness,,,,,,34.9,score%,0.0289,,,"https://arxiv.org/abs/2609.36647 (Table 2, protocol No feedback, row Qwen3.6-35B-A3B, column VM (all future calls, exact response match))",,in, cte-effvm-no-feedback,arxiv-2609.36647,qwen3.6-35b-a3b,nothink,agentic-tool,hard,own-harness,,,,,,23.2,score%,0.0289,,,"https://arxiv.org/abs/2609.36647 (Table 2, protocol No feedback, row Qwen3.6-35B-A3B, column Eff. VM (the 2,476 effect steps; the paper's main score))",,in, cte-no-feedback,arxiv-2609.36647,sonnet-4.6,default,agentic-tool,hard,own-harness,,,,,,29.4,score%,0.0289,,,"https://arxiv.org/abs/2609.36647 (Table 2, protocol No feedback, row Claude Sonnet 4.6, column VM (all future calls, exact response match))",,out:effort-not-established, cte-effvm-no-feedback,arxiv-2609.36647,sonnet-4.6,default,agentic-tool,hard,own-harness,,,,,,25.0,score%,0.0289,,,"https://arxiv.org/abs/2609.36647 (Table 2, protocol No feedback, row Claude Sonnet 4.6, column Eff. VM (the 2,476 effect steps; the paper's main score))",,out:effort-not-established, cte-free-rollout,arxiv-2609.36647,deepseek-v4-flash-preview,nothink,agentic-tool,hard,own-harness,,,,,,57.5,score%,0.0289,,,"https://arxiv.org/abs/2609.36647 (Table 2, protocol Free rollout, row DeepSeek V4-Flash, column VM (all future calls, exact response match))",,in, cte-effvm-free-rollout,arxiv-2609.36647,deepseek-v4-flash-preview,nothink,agentic-tool,hard,own-harness,,,,,,27.1,score%,0.0289,,,"https://arxiv.org/abs/2609.36647 (Table 2, protocol Free rollout, row DeepSeek V4-Flash, column Eff. VM (the 2,476 effect steps; the paper's main score))",,in, cte-free-rollout,arxiv-2609.36647,?Kimi K2.5,not-established:absent,agentic-tool,hard,own-harness,,,,,,52.3,score%,0.0289,,,"https://arxiv.org/abs/2609.36647 (Table 2, protocol Free rollout, row Kimi K2.5, column VM (all future calls, exact response match))",,out:model-not-established, cte-effvm-free-rollout,arxiv-2609.36647,?Kimi K2.5,not-established:absent,agentic-tool,hard,own-harness,,,,,,33.2,score%,0.0289,,,"https://arxiv.org/abs/2609.36647 (Table 2, protocol Free rollout, row Kimi K2.5, column Eff. VM (the 2,476 effect steps; the paper's main score))",,out:model-not-established, cte-free-rollout,arxiv-2609.36647,qwen3.6-35b-a3b,nothink,agentic-tool,hard,own-harness,,,,,,43.8,score%,0.0289,,,"https://arxiv.org/abs/2609.36647 (Table 2, protocol Free rollout, row Qwen3.6-35B-A3B, column VM (all future calls, exact response match))",,in, cte-effvm-free-rollout,arxiv-2609.36647,qwen3.6-35b-a3b,nothink,agentic-tool,hard,own-harness,,,,,,24.8,score%,0.0289,,,"https://arxiv.org/abs/2609.36647 (Table 2, protocol Free rollout, row Qwen3.6-35B-A3B, column Eff. VM (the 2,476 effect steps; the paper's main score))",,in, cte-free-rollout,arxiv-2609.36647,sonnet-4.6,default,agentic-tool,hard,own-harness,,,,,,29.6,score%,0.0289,,,"https://arxiv.org/abs/2609.36647 (Table 2, protocol Free rollout, row Claude Sonnet 4.6, column VM (all future calls, exact response match))",,out:effort-not-established, cte-effvm-free-rollout,arxiv-2609.36647,sonnet-4.6,default,agentic-tool,hard,own-harness,,,,,,27.3,score%,0.0289,,,"https://arxiv.org/abs/2609.36647 (Table 2, protocol Free rollout, row Claude Sonnet 4.6, column Eff. VM (the 2,476 effect steps; the paper's main score))",,out:effort-not-established, cte-reason24,arxiv-2609.36647,?Kimi K2.5,not-established:absent,agentic-tool,hard,own-harness,,,,,,81.2,score%,0.0289,,,"https://arxiv.org/abs/2609.36647 (Table 10, row Kimi K2.5, column VM (answers revealed))",,out:model-not-established, cte-effvm-reason24,arxiv-2609.36647,?Kimi K2.5,not-established:absent,agentic-tool,hard,own-harness,,,,,,56.8,score%,0.0289,,,"https://arxiv.org/abs/2609.36647 (Table 10, row Kimi K2.5, column Eff. VM (the 37 effect steps))",,out:model-not-established, cte-reason24,arxiv-2609.36647,sonnet-4.6,default,agentic-tool,hard,own-harness,,,,,,75.8,score%,0.0289,,,"https://arxiv.org/abs/2609.36647 (Table 10, row Claude Sonnet 4.6, column VM (answers revealed))",,out:effort-not-established, cte-effvm-reason24,arxiv-2609.36647,sonnet-4.6,default,agentic-tool,hard,own-harness,,,,,,67.6,score%,0.0289,,,"https://arxiv.org/abs/2609.36647 (Table 10, row Claude Sonnet 4.6, column Eff. VM (the 37 effect steps))",,out:effort-not-established, cte-reason24,arxiv-2609.36647,opus-4.7,unstated,agentic-tool,hard,own-harness,,,,,,87.7,score%,0.0289,,,"https://arxiv.org/abs/2609.36647 (Table 10, row Claude Opus 4.7, column VM (answers revealed))",,out:effort-not-established, cte-effvm-reason24,arxiv-2609.36647,opus-4.7,unstated,agentic-tool,hard,own-harness,,,,,,67.6,score%,0.0289,,,"https://arxiv.org/abs/2609.36647 (Table 10, row Claude Opus 4.7, column Eff. VM (the 37 effect steps))",,out:effort-not-established, cte-reason24,arxiv-2609.36647,deepseek-v4-flash-preview,nothink,agentic-tool,hard,own-harness,,,,,,81.7,score%,0.0289,,,"https://arxiv.org/abs/2609.36647 (Table 10, row DeepSeek V4-Flash, column VM (answers revealed))",,out:single-couple, cte-effvm-reason24,arxiv-2609.36647,deepseek-v4-flash-preview,nothink,agentic-tool,hard,own-harness,,,,,,54.1,score%,0.0289,,,"https://arxiv.org/abs/2609.36647 (Table 10, row DeepSeek V4-Flash, column Eff. VM (the 37 effect steps))",,out:single-couple, cte-reason24,arxiv-2609.36647,deepseek-v4-flash-preview,not-established:absent,agentic-tool,hard,own-harness,,,,,,88.0,score%,0.0289,,,"https://arxiv.org/abs/2609.36647 (Table 10, row DeepSeek V4-Flash (thinking), column VM (answers revealed))",,out:effort-not-established, cte-effvm-reason24,arxiv-2609.36647,deepseek-v4-flash-preview,not-established:absent,agentic-tool,hard,own-harness,,,,,,78.4,score%,0.0289,,,"https://arxiv.org/abs/2609.36647 (Table 10, row DeepSeek V4-Flash (thinking), column Eff. VM (the 37 effect steps))",,out:effort-not-established, cte-reason24,arxiv-2609.36647,sonnet-4.6,not-established:absent,agentic-tool,hard,own-harness,,,,,,86.5,score%,0.0289,,,"https://arxiv.org/abs/2609.36647 (Table 10, row Claude Sonnet 4.6 (thinking), column VM (answers revealed))",,out:effort-not-established, cte-effvm-reason24,arxiv-2609.36647,sonnet-4.6,not-established:absent,agentic-tool,hard,own-harness,,,,,,73.0,score%,0.0289,,,"https://arxiv.org/abs/2609.36647 (Table 10, row Claude Sonnet 4.6 (thinking), column Eff. VM (the 37 effect steps))",,out:effort-not-established, librarydesignbench,arxiv-2609.36730,opus-5.5,not-established:absent,coding,hard,,,0.174,0.000289,,,48.9,score%,0.0289,,,"https://arxiv.org/abs/2609.36730 (Table 1 row 'Opus 5.5', column 'Score (↑)' (95% CI printed beside it))",,out:effort-not-established,out:effort-not-established librarydesignbench,arxiv-2609.36730,fable-5.1,not-established:absent,coding,hard,,,0.198,0.000289,,,47.5,score%,0.0289,,,"https://arxiv.org/abs/2609.36730 (Table 1 row 'Fable 5.1', column 'Score (↑)' (95% CI printed beside it))",,out:effort-not-established,out:effort-not-established librarydesignbench,arxiv-2609.36730,gpt-6-astra,not-established:absent,coding,hard,,,0.155,0.000289,,,45.1,score%,0.0289,,,"https://arxiv.org/abs/2609.36730 (Table 1 row 'GPT-6 Astra', column 'Score (↑)' (95% CI printed beside it))",,out:effort-not-established,out:effort-not-established librarydesignbench,arxiv-2609.36730,gpt-6-astra,high,coding,hard,,,0.194,0.000289,,,44.1,score%,0.0289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2609.36730 (Table 1 row 'GPT-6 Astra (Codex)', column 'Score (↑)' (95% CI printed beside it))",,in,out:cost-single-couple librarydesignbench,arxiv-2609.36730,gpt-6-sol,not-established:absent,coding,hard,,,0.150,0.000289,,,38.5,score%,0.0289,,,"https://arxiv.org/abs/2609.36730 (Table 1 row 'GPT-6 Sol', column 'Score (↑)' (95% CI printed beside it))",,out:effort-not-established,out:effort-not-established librarydesignbench,arxiv-2609.36730,gpt-5.6-sol,high,coding,hard,,,0.24875,0.0287,,,39.5,score%,0.0289,,cost-price-ratio:USD; cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2609.36730 (Table 1 row 'GPT-5.6 Sol (Codex)', column 'Score (↑)' (95% CI printed beside it))",,in,out:cost-single-couple librarydesignbench,arxiv-2609.36730,kimi-k3,not-established:absent,coding,hard,,,0.176,0.000289,,,44.0,score%,0.0289,,,"https://arxiv.org/abs/2609.36730 (Table 1 row 'Kimi K3', column 'Score (↑)' (95% CI printed beside it))",,out:effort-not-established,out:effort-not-established librarydesignbench,arxiv-2609.36730,glm-5.3,not-established:absent,coding,hard,,,0.234,0.000289,,,41.8,score%,0.0289,,,"https://arxiv.org/abs/2609.36730 (Table 1 row 'GLM 5.3', column 'Score (↑)' (95% CI printed beside it))",,out:effort-not-established,out:effort-not-established librarydesignbench,arxiv-2609.36730,grok-4.6,not-established:absent,coding,hard,,,0.225,0.000289,,,39.7,score%,0.0289,,,"https://arxiv.org/abs/2609.36730 (Table 1 row 'Grok 4.6', column 'Score (↑)' (95% CI printed beside it))",,out:effort-not-established,out:effort-not-established librarydesignbench,arxiv-2609.36730,?DeepSeek V4 Pro,not-established:absent,coding,hard,,,0.175,0.000289,,,31.2,score%,0.0289,,,"https://arxiv.org/abs/2609.36730 (Table 1 row 'DeepSeek V4 Pro', column 'Score (↑)' (95% CI printed beside it))",,out:model-not-established,out:model-not-established arxiv-2609.36777-pub-model,arxiv-2609.36777,gpt-6-astra,max,agentic-tool,hard,,,,,,,0.619,overall-score-of-1,0.000289,,,"https://arxiv.org/abs/2609.36777 (Table 2 A. Public set, row GPT-6 Astra (max), column Overall (S model))",,in, arxiv-2609.36777-pub-model,arxiv-2609.36777,gemini-3.8-flash,high,agentic-tool,hard,,,,,,,0.619,overall-score-of-1,0.000289,,harness-label-as-level:antigravity-cli,"https://arxiv.org/abs/2609.36777 (Table 2 A. Public set, row Gemini 3.8 Flash (high), column Overall (S model))",,in, arxiv-2609.36777-pub-model,arxiv-2609.36777,fable-5.1,max,agentic-tool,hard,,,,,,,0.606,overall-score-of-1,0.000289,,,"https://arxiv.org/abs/2609.36777 (Table 2 A. Public set, row Claude Fable 5.1 (max), column Overall (S model))",,in, arxiv-2609.36777-pub-model,arxiv-2609.36777,opus-5,max,agentic-tool,hard,,,,,,,0.593,overall-score-of-1,0.000289,,,"https://arxiv.org/abs/2609.36777 (Table 2 A. Public set, row Claude Opus 5 (max), column Overall (S model))",,in, arxiv-2609.36777-pub-model,arxiv-2609.36777,gpt-5.6-sol,high,agentic-tool,hard,,,,,,,0.550,overall-score-of-1,0.000289,,,"https://arxiv.org/abs/2609.36777 (Table 2 A. Public set, row GPT-5.6 Sol (high), column Overall (S model))",,in, arxiv-2609.36777-pub-model,arxiv-2609.36777,muse-spark-1.3,not-established:absent,agentic-tool,hard,,,,,,,0.502,overall-score-of-1,0.000289,,,"https://arxiv.org/abs/2609.36777 (Table 2 A. Public set, row Muse Spark 1.3 (medium), column Overall (S model))",,out:effort-not-established, arxiv-2609.36777-pub-model,arxiv-2609.36777,glm-5.3-flash,max,agentic-tool,hard,,,,,,,0.415,overall-score-of-1,0.000289,,,"https://arxiv.org/abs/2609.36777 (Table 2 A. Public set, row GLM-5.3 Flash (max), column Overall (S model))",,in, arxiv-2609.36777-pub-model,arxiv-2609.36777,qwen3.8-27b,not-established:absent,agentic-tool,hard,,,,,,,0.378,overall-score-of-1,0.000289,,,"https://arxiv.org/abs/2609.36777 (Table 2 A. Public set, row Qwen 3.8 27B (thinking off), column Overall (S model))",,out:effort-not-established, arxiv-2609.36777-pub-model,arxiv-2609.36777,grok-4.6,high,agentic-tool,hard,,,,,,,0.376,overall-score-of-1,0.000289,,,"https://arxiv.org/abs/2609.36777 (Table 2 A. Public set, row Grok 4.6 (high), column Overall (S model))",,in, arxiv-2609.36777-pub-model,arxiv-2609.36777,qwen3.8-27b,not-established:absent,agentic-tool,hard,,,,,,,0.371,overall-score-of-1,0.000289,,,"https://arxiv.org/abs/2609.36777 (Table 2 A. Public set, row Qwen 3.8 27B (thinking on), column Overall (S model))",,out:effort-not-established, arxiv-2609.36777-pub-model,arxiv-2609.36777,inkling,high,agentic-tool,hard,,,,,,,0.312,overall-score-of-1,0.000289,,,"https://arxiv.org/abs/2609.36777 (Table 2 A. Public set, row Inkling (high), column Overall (S model))",,out:single-couple, arxiv-2609.36777-pub-model,arxiv-2609.36777,gemma-4-31b-it,think,agentic-tool,hard,,,,,,,0.298,overall-score-of-1,0.000289,,,"https://arxiv.org/abs/2609.36777 (Table 2 A. Public set, row Gemma 4 31B (thinking on), column Overall (S model))",,out:single-couple, arxiv-2609.36777-pub-model,arxiv-2609.36777,gemma-4-31b-it,nothink,agentic-tool,hard,,,,,,,0.285,overall-score-of-1,0.000289,,,"https://arxiv.org/abs/2609.36777 (Table 2 A. Public set, row Gemma 4 31B (thinking off), column Overall (S model))",,out:single-couple, arxiv-2609.36777-pub-model,arxiv-2609.36777,deepseek-v4.1-flash,high,agentic-tool,hard,,,,,,,0.227,overall-score-of-1,0.000289,,,"https://arxiv.org/abs/2609.36777 (Table 2 A. Public set, row DeepSeek V4.1 Flash (high), column Overall (S model))",,in, arxiv-2609.36777-priv-model,arxiv-2609.36777,gemini-3.8-flash,high,agentic-tool,hard,,,,,,,0.649,overall-score-of-1,0.000289,,harness-label-as-level:antigravity-cli,"https://arxiv.org/abs/2609.36777 (Table 2 B. Private set, row Gemini 3.8 Flash (high), column Overall (S model))",,in, arxiv-2609.36777-priv-model,arxiv-2609.36777,gpt-5.6-sol,high,agentic-tool,hard,,,,,,,0.578,overall-score-of-1,0.000289,,,"https://arxiv.org/abs/2609.36777 (Table 2 B. Private set, row GPT-5.6 Sol (high), column Overall (S model))",,in, arxiv-2609.36777-priv-model,arxiv-2609.36777,muse-spark-1.3,not-established:absent,agentic-tool,hard,,,,,,,0.484,overall-score-of-1,0.000289,,,"https://arxiv.org/abs/2609.36777 (Table 2 B. Private set, row Muse Spark 1.3 (medium), column Overall (S model))",,out:effort-not-established, arxiv-2609.36777-priv-model,arxiv-2609.36777,glm-5.3-flash,max,agentic-tool,hard,,,,,,,0.471,overall-score-of-1,0.000289,,,"https://arxiv.org/abs/2609.36777 (Table 2 B. Private set, row GLM-5.3 Flash (max), column Overall (S model))",,in, arxiv-2609.36777-priv-model,arxiv-2609.36777,qwen3.8-27b,not-established:absent,agentic-tool,hard,,,,,,,0.383,overall-score-of-1,0.000289,,,"https://arxiv.org/abs/2609.36777 (Table 2 B. Private set, row Qwen 3.8 27B (thinking off), column Overall (S model))",,out:effort-not-established, arxiv-2609.36777-priv-model,arxiv-2609.36777,qwen3.8-27b,not-established:absent,agentic-tool,hard,,,,,,,0.369,overall-score-of-1,0.000289,,,"https://arxiv.org/abs/2609.36777 (Table 2 B. Private set, row Qwen 3.8 27B (thinking on), column Overall (S model))",,out:effort-not-established, arxiv-2609.36777-priv-model,arxiv-2609.36777,gemma-4-31b-it,think,agentic-tool,hard,,,,,,,0.315,overall-score-of-1,0.000289,,,"https://arxiv.org/abs/2609.36777 (Table 2 B. Private set, row Gemma 4 31B (thinking on), column Overall (S model))",,out:single-couple, arxiv-2609.36777-priv-model,arxiv-2609.36777,inkling,high,agentic-tool,hard,,,,,,,0.293,overall-score-of-1,0.000289,,,"https://arxiv.org/abs/2609.36777 (Table 2 B. Private set, row Inkling (high), column Overall (S model))",,out:single-couple, arxiv-2609.36777-priv-model,arxiv-2609.36777,gemma-4-31b-it,nothink,agentic-tool,hard,,,,,,,0.284,overall-score-of-1,0.000289,,,"https://arxiv.org/abs/2609.36777 (Table 2 B. Private set, row Gemma 4 31B (thinking off), column Overall (S model))",,out:single-couple, arxiv-2609.36777-priv-model,arxiv-2609.36777,deepseek-v4.1-flash,high,agentic-tool,hard,,,,,,,0.214,overall-score-of-1,0.000289,,,"https://arxiv.org/abs/2609.36777 (Table 2 B. Private set, row DeepSeek V4.1 Flash (high), column Overall (S model))",,in, selfsearch-swev,arxiv-2609.37968,gpt-5.6-luna,medium,coding,hard,SelfSearch-B0 loop,,0.0057599999999999995,0.00222,,,75.0,score%,0.0289,,cost-price-ratio:USD; cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2609.37968 (Table 1, SWE-bench Verified, row Success (%), column Initial B0 (GPT-5.6 Luna family))",,out:single-couple,out:cost-single-couple selfsearch-swev,arxiv-2609.37968,deepseek-v4-flash-0731,not-established:absent,coding,hard,SelfSearch-B0 loop,,0.0214,2.89e-05,,,81.7,score%,0.0289,,,"https://arxiv.org/abs/2609.37968 (Table 1, SWE-bench Verified, row Success (%), column Initial B0 (DeepSeek V4 Flash family))",,out:effort-not-established,out:effort-not-established selfsearch-swem,arxiv-2609.37968,gpt-5.6-luna,medium,coding,hard,SelfSearch-B0 loop,,0.00786,0.00303,,,53.3,score%,0.0289,,cost-price-ratio:USD; cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2609.37968 (Table 1, SWE-bench Multilingual, row Success (%), column Initial B0 (GPT-5.6 Luna family))",,out:single-couple,out:cost-single-couple selfsearch-swem,arxiv-2609.37968,deepseek-v4-flash-0731,not-established:absent,coding,hard,SelfSearch-B0 loop,,0.0521,2.89e-05,,,68.3,score%,0.0289,,,"https://arxiv.org/abs/2609.37968 (Table 1, SWE-bench Multilingual, row Success (%), column Initial B0 (DeepSeek V4 Flash family))",,out:effort-not-established,out:effort-not-established selfsearch-tb21,arxiv-2609.37968,gpt-5.6-luna,medium,coding,hard,SelfSearch-B0 loop,,0.01272,0.0049,,,43.8,score%,0.0289,,cost-price-ratio:USD; cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2609.37968 (Table 1, Terminal-Bench 2.1, row Success (%), column Initial B0 (GPT-5.6 Luna family))",,out:single-couple,out:cost-single-couple selfsearch-tb21,arxiv-2609.37968,deepseek-v4-flash-0731,not-established:absent,coding,hard,SelfSearch-B0 loop,,0.0301,2.89e-05,,,65.2,score%,0.0289,,,"https://arxiv.org/abs/2609.37968 (Table 1, Terminal-Bench 2.1, row Success (%), column Initial B0 (DeepSeek V4 Flash family))",,out:effort-not-established,out:effort-not-established klinikebench,arxiv-2609.38480,opus-5,not-established:absent,agentic-tool,hard,"Harbor, Terminus-2 ReAct",per-task,0.30,0.00289,,,29.4,pass%,0.0289,,,"https://arxiv.org/abs/2609.38480 (Table 7, row Claude Opus 5, column Strict pass@1)",,out:effort-not-established,out:effort-not-established klinikebench,arxiv-2609.38480,opus-5.5,not-established:absent,agentic-tool,hard,"Harbor, Terminus-2 ReAct",per-task,0.20,0.00289,,,28.8,pass%,0.0289,,,"https://arxiv.org/abs/2609.38480 (Table 7, row Claude Opus 5.5, column Strict pass@1)",,out:effort-not-established,out:effort-not-established klinikebench,arxiv-2609.38480,opus-4.8,not-established:absent,agentic-tool,hard,"Harbor, Terminus-2 ReAct",,,,,,16.8,pass%,0.0289,,,"https://arxiv.org/abs/2609.38480 (Table 7, row Claude Opus 4.8, column Strict pass@1)",,out:effort-not-established, klinikebench,arxiv-2609.38480,sonnet-5,not-established:absent,agentic-tool,hard,"Harbor, Terminus-2 ReAct",,,,,,13.8,pass%,0.0289,,,"https://arxiv.org/abs/2609.38480 (Table 7, row Claude Sonnet 5, column Strict pass@1)",,out:effort-not-established, klinikebench,arxiv-2609.38480,sonnet-4.5,not-established:absent,agentic-tool,hard,"Harbor, Terminus-2 ReAct",,,,,,9.9,pass%,0.0289,,,"https://arxiv.org/abs/2609.38480 (Table 7, row Claude Sonnet 4.5, column Strict pass@1)",,out:effort-not-established, klinikebench,arxiv-2609.38480,sonnet-4.6,not-established:absent,agentic-tool,hard,"Harbor, Terminus-2 ReAct",,,,,,8.4,pass%,0.0289,,,"https://arxiv.org/abs/2609.38480 (Table 7, row Claude Sonnet 4.6, column Strict pass@1)",,out:effort-not-established, klinikebench,arxiv-2609.38480,haiku-4.5,not-established:absent,agentic-tool,hard,"Harbor, Terminus-2 ReAct",,,,,,2.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.38480 (Table 7, row Claude Haiku 4.5, column Strict pass@1)",,out:effort-not-established, klinikebench,arxiv-2609.38480,gpt-6-astra,not-established:absent,agentic-tool,hard,"Harbor, Terminus-2 ReAct",per-task,1.09,0.00289,,,24.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.38480 (Table 7, row GPT-6-astra, column Strict pass@1)",,out:effort-not-established,out:effort-not-established klinikebench,arxiv-2609.38480,gpt-5.6-sol,not-established:absent,agentic-tool,hard,"Harbor, Terminus-2 ReAct",,,,,,23.7,pass%,0.0289,,,"https://arxiv.org/abs/2609.38480 (Table 7, row GPT-5.6-sol, column Strict pass@1)",,out:effort-not-established, klinikebench,arxiv-2609.38480,gpt-5.4,not-established:absent,agentic-tool,hard,"Harbor, Terminus-2 ReAct",,,,,,23.4,pass%,0.0289,,,"https://arxiv.org/abs/2609.38480 (Table 7, row GPT-5.4, column Strict pass@1)",,out:effort-not-established, klinikebench,arxiv-2609.38480,gpt-5.5,not-established:absent,agentic-tool,hard,"Harbor, Terminus-2 ReAct",,,,,,16.8,pass%,0.0289,,,"https://arxiv.org/abs/2609.38480 (Table 7, row GPT-5.5, column Strict pass@1)",,out:effort-not-established, klinikebench,arxiv-2609.38480,gpt-5.4-mini,not-established:absent,agentic-tool,hard,"Harbor, Terminus-2 ReAct",,,,,,15.9,pass%,0.0289,,,"https://arxiv.org/abs/2609.38480 (Table 7, row GPT-5.4-mini, column Strict pass@1)",,out:effort-not-established, klinikebench,arxiv-2609.38480,gpt-5.1,not-established:absent,agentic-tool,hard,"Harbor, Terminus-2 ReAct",,,,,,15.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.38480 (Table 7, row GPT-5.1, column Strict pass@1)",,out:effort-not-established, klinikebench,arxiv-2609.38480,gpt-5.6-terra,not-established:absent,agentic-tool,hard,"Harbor, Terminus-2 ReAct",,,,,,8.4,pass%,0.0289,,,"https://arxiv.org/abs/2609.38480 (Table 7, row GPT-5.6-terra, column Strict pass@1)",,out:effort-not-established, klinikebench,arxiv-2609.38480,gpt-5.6-luna,not-established:absent,agentic-tool,hard,"Harbor, Terminus-2 ReAct",per-task,0.02,0.00289,,,7.5,pass%,0.0289,,,"https://arxiv.org/abs/2609.38480 (Table 7, row GPT-5.6-luna, column Strict pass@1)",,out:effort-not-established,out:effort-not-established klinikebench,arxiv-2609.38480,gpt-4.1,solo,agentic-tool,hard,"Harbor, Terminus-2 ReAct",,,,,,7.5,pass%,0.0289,,cap,"https://arxiv.org/abs/2609.38480 (Table 7, row GPT-4.1, column Strict pass@1)",,out:single-couple, klinikebench,arxiv-2609.38480,?GPT-4o,not-established:absent,agentic-tool,hard,"Harbor, Terminus-2 ReAct",,,,,,3.9,pass%,0.0289,,,"https://arxiv.org/abs/2609.38480 (Table 7, row GPT-4o, column Strict pass@1)",,out:model-not-established, klinikebench,arxiv-2609.38480,gpt-5.3-codex,not-established:absent,agentic-tool,hard,"Harbor, Terminus-2 ReAct",,,,,,3.6,pass%,0.0289,,,"https://arxiv.org/abs/2609.38480 (Table 7, row GPT-5.3-codex, column Strict pass@1)",,out:effort-not-established, klinikebench,arxiv-2609.38480,gpt-4.1-mini,solo,agentic-tool,hard,"Harbor, Terminus-2 ReAct",,,,,,2.1,pass%,0.0289,,cap,"https://arxiv.org/abs/2609.38480 (Table 7, row GPT-4.1-mini, column Strict pass@1)",,out:single-couple, klinikebench,arxiv-2609.38480,gpt-4.1-nano,solo,agentic-tool,hard,"Harbor, Terminus-2 ReAct",,,,,,0.9,pass%,0.0289,,cap,"https://arxiv.org/abs/2609.38480 (Table 7, row GPT-4.1-nano, column Strict pass@1)",,out:single-couple, klinikebench,arxiv-2609.38480,gpt-4o-mini,solo,agentic-tool,hard,"Harbor, Terminus-2 ReAct",,,,,,0.6,pass%,0.0289,,cap,"https://arxiv.org/abs/2609.38480 (Table 7, row GPT-4o-mini, column Strict pass@1)",,out:single-couple, klinikebench,arxiv-2609.38480,gemini-3.8-flash,not-established:absent,agentic-tool,hard,"Harbor, Terminus-2 ReAct",per-task,0.09,0.00289,,,18.9,pass%,0.0289,,,"https://arxiv.org/abs/2609.38480 (Table 7, row Gemini-3.8-flash, column Strict pass@1)",,out:effort-not-established,out:effort-not-established klinikebench,arxiv-2609.38480,gemini-3.5-flash,not-established:absent,agentic-tool,hard,"Harbor, Terminus-2 ReAct",,,,,,15.6,pass%,0.0289,,,"https://arxiv.org/abs/2609.38480 (Table 7, row Gemini-3.5-flash, column Strict pass@1)",,out:effort-not-established, klinikebench,arxiv-2609.38480,gemini-3.7-flash,not-established:absent,agentic-tool,hard,"Harbor, Terminus-2 ReAct",,,,,,10.8,pass%,0.0289,,,"https://arxiv.org/abs/2609.38480 (Table 7, row Gemini-3.7-flash, column Strict pass@1)",,out:effort-not-established, klinikebench,arxiv-2609.38480,grok-4.7,not-established:absent,agentic-tool,hard,"Harbor, Terminus-2 ReAct",,,,,,22.2,pass%,0.0289,,,"https://arxiv.org/abs/2609.38480 (Table 7, row Grok-4.7, column Strict pass@1)",,out:effort-not-established, klinikebench,arxiv-2609.38480,grok-4.6,not-established:absent,agentic-tool,hard,"Harbor, Terminus-2 ReAct",,,,,,21.9,pass%,0.0289,,,"https://arxiv.org/abs/2609.38480 (Table 7, row Grok-4.6, column Strict pass@1)",,out:effort-not-established, klinikebench,arxiv-2609.38480,grok-4.3,not-established:absent,agentic-tool,hard,"Harbor, Terminus-2 ReAct",,,,,,21.3,pass%,0.0289,,,"https://arxiv.org/abs/2609.38480 (Table 7, row Grok-4.3, column Strict pass@1)",,out:effort-not-established, klinikebench,arxiv-2609.38480,?DeepSeek-v4-pro,not-established:absent,agentic-tool,hard,"Harbor, Terminus-2 ReAct",,,,,,8.1,pass%,0.0289,,,"https://arxiv.org/abs/2609.38480 (Table 7, row DeepSeek-v4-pro, column Strict pass@1)",,out:model-not-established, klinikebench,arxiv-2609.38480,?DeepSeek-v4-flash,not-established:absent,agentic-tool,hard,"Harbor, Terminus-2 ReAct",,,,,,3.9,pass%,0.0289,,,"https://arxiv.org/abs/2609.38480 (Table 7, row DeepSeek-v4-flash, column Strict pass@1)",,out:model-not-established, klinikebench,arxiv-2609.38480,kimi-k2.6,not-established:absent,agentic-tool,hard,"Harbor, Terminus-2 ReAct",,,,,,23.4,pass%,0.0289,,,"https://arxiv.org/abs/2609.38480 (Table 7, row Kimi-K2.6, column Strict pass@1)",,out:effort-not-established, klinikebench,arxiv-2609.38480,glm-5.1,not-established:absent,agentic-tool,hard,"Harbor, Terminus-2 ReAct",,,,,,4.8,pass%,0.0289,,,"https://arxiv.org/abs/2609.38480 (Table 7, row GLM-5.1, column Strict pass@1)",,out:effort-not-established, robodojo-native,arxiv-2609.39018,fable-5.1,xhigh,agentic-tool,hard,,,,,,,16.0,score%,0.0289,,,"https://arxiv.org/abs/2609.39018v1 (Table 1, column Avg. SR (mean of the five per-task rates))",,in, robodojo-native,arxiv-2609.39018,opus-5.5,xhigh,agentic-tool,hard,,,,,,,32.0,score%,0.0289,,,"https://arxiv.org/abs/2609.39018v1 (Table 1, column Avg. SR (mean of the five per-task rates))",,in, robodojo-native,arxiv-2609.39018,gpt-6-astra,medium,agentic-tool,hard,,,,,,,16.0,score%,0.0289,,,"https://arxiv.org/abs/2609.39018v1 (Table 1, column Avg. SR (mean of the five per-task rates))",,in, robodojo-urai,arxiv-2609.39018,fable-5.1,xhigh,agentic-tool,hard,,,,,,,52.0,score%,0.0289,,,"https://arxiv.org/abs/2609.39018v1 (Table 1, column Avg. SR (mean of the five per-task rates))",,in, robodojo-urai,arxiv-2609.39018,opus-5.5,xhigh,agentic-tool,hard,,,,,,,60.0,score%,0.0289,,,"https://arxiv.org/abs/2609.39018v1 (Table 1, column Avg. SR (mean of the five per-task rates))",,in, robodojo-urai,arxiv-2609.39018,gpt-6-astra,medium,agentic-tool,hard,,,,,,,52.0,score%,0.0289,,,"https://arxiv.org/abs/2609.39018v1 (Table 1, column Avg. SR (mean of the five per-task rates))",,in, liberoagent-main,arxiv-2609.39507,gpt-6-astra,high,agentic-tool,hard,,,,,,,45.0,score/100,0.0289,,,"https://arxiv.org/html/2609.39507 (Table 1 (Stable performance, primary 30-task suite), row GPT-6 Astra, Score column)",,in, liberoagent-main,arxiv-2609.39507,gpt-5.6-sol,high,agentic-tool,hard,,,,,,,10.8,score/100,0.0289,,,"https://arxiv.org/html/2609.39507 (Table 1 (Stable performance, primary 30-task suite), row GPT-5.6 Sol, Score column)",,in, liberoagent-main,arxiv-2609.39507,opus-5,high,agentic-tool,hard,,,,,,,19.3,score/100,0.0289,,,"https://arxiv.org/html/2609.39507 (Table 1 (Stable performance, primary 30-task suite), row Claude Opus 5, Score column)",,in, liberoagent-main,arxiv-2609.39507,fable-5.1,high,agentic-tool,hard,,,,,,,15.8,score/100,0.0289,,,"https://arxiv.org/html/2609.39507 (Table 1 (Stable performance, primary 30-task suite), row Claude Fable 5.1, Score column)",,in, liberoagent-main,arxiv-2609.39507,deepseek-v4.1-flash,unstated,agentic-tool,hard,,,,,,,4.5,score/100,0.0289,,,"https://arxiv.org/html/2609.39507 (Table 1 (Stable performance, primary 30-task suite), row DeepSeek-V4.1-Flash, Score column)",,out:effort-not-established, liberoagent-main,arxiv-2609.39507,kimi-k3,unstated,agentic-tool,hard,,,,,,,5.5,score/100,0.0289,,,"https://arxiv.org/html/2609.39507 (Table 1 (Stable performance, primary 30-task suite), row Kimi K3, Score column)",,out:effort-not-established, liberoagent-main,arxiv-2609.39507,?Qwen3.8-Max,not-established:absent,agentic-tool,hard,,,,,,,10.5,score/100,0.0289,,,"https://arxiv.org/html/2609.39507 (Table 1 (Stable performance, primary 30-task suite), row Qwen3.8-Max, Score column)",,out:model-not-established, arxiv-2609.39568-joint-direct-c,arxiv-2609.39568,sonnet-5,unstated,coding,hard,,,,,,,30,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Claude-Sonnet-5 / Direct, column Joint, track C)",,out:effort-not-established, arxiv-2609.39568-joint-direct-java,arxiv-2609.39568,sonnet-5,unstated,coding,hard,,,,,,,65,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Claude-Sonnet-5 / Direct, column Joint, track Java)",,out:effort-not-established, arxiv-2609.39568-joint-direct-rust,arxiv-2609.39568,sonnet-5,unstated,coding,hard,,,,,,,68,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Claude-Sonnet-5 / Direct, column Joint, track Rust)",,out:effort-not-established, arxiv-2609.39568-joint-direct-python,arxiv-2609.39568,sonnet-5,unstated,coding,hard,,,,,,,76,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Claude-Sonnet-5 / Direct, column Joint, track Python)",,out:effort-not-established, arxiv-2609.39568-joint-direct-mean,arxiv-2609.39568,sonnet-5,unstated,coding,hard,,,,,,,60.3,score%,0.0289,,,https://arxiv.org/abs/2609.39568 (Section 4.2 (text)),,out:effort-not-established, arxiv-2609.39568-joint-direct-c,arxiv-2609.39568,deepseek-v3.2,unstated,coding,hard,,,,,,,8,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row DeepSeek V3.2 / Direct, column Joint, track C)",,out:effort-not-established, arxiv-2609.39568-reqcov-direct-c,arxiv-2609.39568,deepseek-v3.2,unstated,coding,hard,,,,,,,0.3247,score,2.89e-05,,,"https://arxiv.org/abs/2609.39568 (Table 3, row DeepSeek V3.2 / Direct, column Req. cov., track C)",,out:effort-not-established, arxiv-2609.39568-valid-direct-c,arxiv-2609.39568,deepseek-v3.2,unstated,coding,hard,,,,,,,34,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row DeepSeek V3.2 / Direct, column Valid, track C)",,out:effort-not-established, arxiv-2609.39568-joint-direct-java,arxiv-2609.39568,deepseek-v3.2,unstated,coding,hard,,,,,,,30,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row DeepSeek V3.2 / Direct, column Joint, track Java)",,out:effort-not-established, arxiv-2609.39568-reqcov-direct-java,arxiv-2609.39568,deepseek-v3.2,unstated,coding,hard,,,,,,,0.7113,score,2.89e-05,,,"https://arxiv.org/abs/2609.39568 (Table 3, row DeepSeek V3.2 / Direct, column Req. cov., track Java)",,out:effort-not-established, arxiv-2609.39568-valid-direct-java,arxiv-2609.39568,deepseek-v3.2,unstated,coding,hard,,,,,,,76,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row DeepSeek V3.2 / Direct, column Valid, track Java)",,out:effort-not-established, arxiv-2609.39568-joint-direct-rust,arxiv-2609.39568,deepseek-v3.2,unstated,coding,hard,,,,,,,33,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row DeepSeek V3.2 / Direct, column Joint, track Rust)",,out:effort-not-established, arxiv-2609.39568-reqcov-direct-rust,arxiv-2609.39568,deepseek-v3.2,unstated,coding,hard,,,,,,,0.5522,score,2.89e-05,,,"https://arxiv.org/abs/2609.39568 (Table 3, row DeepSeek V3.2 / Direct, column Req. cov., track Rust)",,out:effort-not-established, arxiv-2609.39568-valid-direct-rust,arxiv-2609.39568,deepseek-v3.2,unstated,coding,hard,,,,,,,44,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row DeepSeek V3.2 / Direct, column Valid, track Rust)",,out:effort-not-established, arxiv-2609.39568-joint-direct-python,arxiv-2609.39568,deepseek-v3.2,unstated,coding,hard,,,,,,,46,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row DeepSeek V3.2 / Direct, column Joint, track Python)",,out:effort-not-established, arxiv-2609.39568-reqcov-direct-python,arxiv-2609.39568,deepseek-v3.2,unstated,coding,hard,,,,,,,0.8267,score,2.89e-05,,,"https://arxiv.org/abs/2609.39568 (Table 3, row DeepSeek V3.2 / Direct, column Req. cov., track Python)",,out:effort-not-established, arxiv-2609.39568-valid-direct-python,arxiv-2609.39568,deepseek-v3.2,unstated,coding,hard,,,,,,,68,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row DeepSeek V3.2 / Direct, column Valid, track Python)",,out:effort-not-established, arxiv-2609.39568-joint-vgcr-c,arxiv-2609.39568,deepseek-v3.2,unstated,coding,hard,,,,,,,11,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row DeepSeek V3.2 / +VGCR, column Joint, track C)",,out:effort-not-established, arxiv-2609.39568-reqcov-vgcr-c,arxiv-2609.39568,deepseek-v3.2,unstated,coding,hard,,,,,,,0.3247,score,2.89e-05,,,"https://arxiv.org/abs/2609.39568 (Table 3, row DeepSeek V3.2 / +VGCR, column Req. cov., track C)",,out:effort-not-established, arxiv-2609.39568-valid-vgcr-c,arxiv-2609.39568,deepseek-v3.2,unstated,coding,hard,,,,,,,60,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row DeepSeek V3.2 / +VGCR, column Valid, track C)",,out:effort-not-established, arxiv-2609.39568-joint-vgcr-java,arxiv-2609.39568,deepseek-v3.2,unstated,coding,hard,,,,,,,31,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row DeepSeek V3.2 / +VGCR, column Joint, track Java)",,out:effort-not-established, arxiv-2609.39568-reqcov-vgcr-java,arxiv-2609.39568,deepseek-v3.2,unstated,coding,hard,,,,,,,0.7113,score,2.89e-05,,,"https://arxiv.org/abs/2609.39568 (Table 3, row DeepSeek V3.2 / +VGCR, column Req. cov., track Java)",,out:effort-not-established, arxiv-2609.39568-valid-vgcr-java,arxiv-2609.39568,deepseek-v3.2,unstated,coding,hard,,,,,,,82,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row DeepSeek V3.2 / +VGCR, column Valid, track Java)",,out:effort-not-established, arxiv-2609.39568-joint-vgcr-rust,arxiv-2609.39568,deepseek-v3.2,unstated,coding,hard,,,,,,,45,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row DeepSeek V3.2 / +VGCR, column Joint, track Rust)",,out:effort-not-established, arxiv-2609.39568-reqcov-vgcr-rust,arxiv-2609.39568,deepseek-v3.2,unstated,coding,hard,,,,,,,0.5522,score,2.89e-05,,,"https://arxiv.org/abs/2609.39568 (Table 3, row DeepSeek V3.2 / +VGCR, column Req. cov., track Rust)",,out:effort-not-established, arxiv-2609.39568-valid-vgcr-rust,arxiv-2609.39568,deepseek-v3.2,unstated,coding,hard,,,,,,,68,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row DeepSeek V3.2 / +VGCR, column Valid, track Rust)",,out:effort-not-established, arxiv-2609.39568-joint-vgcr-python,arxiv-2609.39568,deepseek-v3.2,unstated,coding,hard,,,,,,,46,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row DeepSeek V3.2 / +VGCR, column Joint, track Python)",,out:effort-not-established, arxiv-2609.39568-reqcov-vgcr-python,arxiv-2609.39568,deepseek-v3.2,unstated,coding,hard,,,,,,,0.8267,score,2.89e-05,,,"https://arxiv.org/abs/2609.39568 (Table 3, row DeepSeek V3.2 / +VGCR, column Req. cov., track Python)",,out:effort-not-established, arxiv-2609.39568-valid-vgcr-python,arxiv-2609.39568,deepseek-v3.2,unstated,coding,hard,,,,,,,71,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row DeepSeek V3.2 / +VGCR, column Valid, track Python)",,out:effort-not-established, arxiv-2609.39568-joint-cgs-c,arxiv-2609.39568,deepseek-v3.2,unstated,coding,hard,,,,,,,12,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row DeepSeek V3.2 / +CGS, column Joint, track C)",,out:effort-not-established, arxiv-2609.39568-reqcov-cgs-c,arxiv-2609.39568,deepseek-v3.2,unstated,coding,hard,,,,,,,0.5215,score,2.89e-05,,,"https://arxiv.org/abs/2609.39568 (Table 3, row DeepSeek V3.2 / +CGS, column Req. cov., track C)",,out:effort-not-established, arxiv-2609.39568-valid-cgs-c,arxiv-2609.39568,deepseek-v3.2,unstated,coding,hard,,,,,,,30,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row DeepSeek V3.2 / +CGS, column Valid, track C)",,out:effort-not-established, arxiv-2609.39568-joint-cgs-java,arxiv-2609.39568,deepseek-v3.2,unstated,coding,hard,,,,,,,36,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row DeepSeek V3.2 / +CGS, column Joint, track Java)",,out:effort-not-established, arxiv-2609.39568-reqcov-cgs-java,arxiv-2609.39568,deepseek-v3.2,unstated,coding,hard,,,,,,,0.7810,score,2.89e-05,,,"https://arxiv.org/abs/2609.39568 (Table 3, row DeepSeek V3.2 / +CGS, column Req. cov., track Java)",,out:effort-not-established, arxiv-2609.39568-valid-cgs-java,arxiv-2609.39568,deepseek-v3.2,unstated,coding,hard,,,,,,,56,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row DeepSeek V3.2 / +CGS, column Valid, track Java)",,out:effort-not-established, arxiv-2609.39568-joint-cgs-rust,arxiv-2609.39568,deepseek-v3.2,unstated,coding,hard,,,,,,,30,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row DeepSeek V3.2 / +CGS, column Joint, track Rust)",,out:effort-not-established, arxiv-2609.39568-reqcov-cgs-rust,arxiv-2609.39568,deepseek-v3.2,unstated,coding,hard,,,,,,,0.5572,score,2.89e-05,,,"https://arxiv.org/abs/2609.39568 (Table 3, row DeepSeek V3.2 / +CGS, column Req. cov., track Rust)",,out:effort-not-established, arxiv-2609.39568-valid-cgs-rust,arxiv-2609.39568,deepseek-v3.2,unstated,coding,hard,,,,,,,49,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row DeepSeek V3.2 / +CGS, column Valid, track Rust)",,out:effort-not-established, arxiv-2609.39568-joint-cgs-python,arxiv-2609.39568,deepseek-v3.2,unstated,coding,hard,,,,,,,51,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row DeepSeek V3.2 / +CGS, column Joint, track Python)",,out:effort-not-established, arxiv-2609.39568-reqcov-cgs-python,arxiv-2609.39568,deepseek-v3.2,unstated,coding,hard,,,,,,,0.8593,score,2.89e-05,,,"https://arxiv.org/abs/2609.39568 (Table 3, row DeepSeek V3.2 / +CGS, column Req. cov., track Python)",,out:effort-not-established, arxiv-2609.39568-valid-cgs-python,arxiv-2609.39568,deepseek-v3.2,unstated,coding,hard,,,,,,,65,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row DeepSeek V3.2 / +CGS, column Valid, track Python)",,out:effort-not-established, arxiv-2609.39568-joint-codenova-c,arxiv-2609.39568,deepseek-v3.2,unstated,coding,hard,,,,,,,17,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row DeepSeek V3.2 / CODENOVA, column Joint, track C)",,out:effort-not-established, arxiv-2609.39568-reqcov-codenova-c,arxiv-2609.39568,deepseek-v3.2,unstated,coding,hard,,,,,,,0.5215,score,2.89e-05,,,"https://arxiv.org/abs/2609.39568 (Table 3, row DeepSeek V3.2 / CODENOVA, column Req. cov., track C)",,out:effort-not-established, arxiv-2609.39568-valid-codenova-c,arxiv-2609.39568,deepseek-v3.2,unstated,coding,hard,,,,,,,54,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row DeepSeek V3.2 / CODENOVA, column Valid, track C)",,out:effort-not-established, arxiv-2609.39568-joint-codenova-java,arxiv-2609.39568,deepseek-v3.2,unstated,coding,hard,,,,,,,38,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row DeepSeek V3.2 / CODENOVA, column Joint, track Java)",,out:effort-not-established, arxiv-2609.39568-reqcov-codenova-java,arxiv-2609.39568,deepseek-v3.2,unstated,coding,hard,,,,,,,0.7810,score,2.89e-05,,,"https://arxiv.org/abs/2609.39568 (Table 3, row DeepSeek V3.2 / CODENOVA, column Req. cov., track Java)",,out:effort-not-established, arxiv-2609.39568-valid-codenova-java,arxiv-2609.39568,deepseek-v3.2,unstated,coding,hard,,,,,,,66,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row DeepSeek V3.2 / CODENOVA, column Valid, track Java)",,out:effort-not-established, arxiv-2609.39568-joint-codenova-rust,arxiv-2609.39568,deepseek-v3.2,unstated,coding,hard,,,,,,,35,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row DeepSeek V3.2 / CODENOVA, column Joint, track Rust)",,out:effort-not-established, arxiv-2609.39568-reqcov-codenova-rust,arxiv-2609.39568,deepseek-v3.2,unstated,coding,hard,,,,,,,0.5572,score,2.89e-05,,,"https://arxiv.org/abs/2609.39568 (Table 3, row DeepSeek V3.2 / CODENOVA, column Req. cov., track Rust)",,out:effort-not-established, arxiv-2609.39568-valid-codenova-rust,arxiv-2609.39568,deepseek-v3.2,unstated,coding,hard,,,,,,,58,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row DeepSeek V3.2 / CODENOVA, column Valid, track Rust)",,out:effort-not-established, arxiv-2609.39568-joint-codenova-python,arxiv-2609.39568,deepseek-v3.2,unstated,coding,hard,,,,,,,52,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row DeepSeek V3.2 / CODENOVA, column Joint, track Python)",,out:effort-not-established, arxiv-2609.39568-reqcov-codenova-python,arxiv-2609.39568,deepseek-v3.2,unstated,coding,hard,,,,,,,0.8593,score,2.89e-05,,,"https://arxiv.org/abs/2609.39568 (Table 3, row DeepSeek V3.2 / CODENOVA, column Req. cov., track Python)",,out:effort-not-established, arxiv-2609.39568-valid-codenova-python,arxiv-2609.39568,deepseek-v3.2,unstated,coding,hard,,,,,,,68,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row DeepSeek V3.2 / CODENOVA, column Valid, track Python)",,out:effort-not-established, arxiv-2609.39568-joint-direct-c,arxiv-2609.39568,kimi-k2.7-code,solo,coding,hard,,,,,,,16,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Kimi-K2.7-Code / Direct, column Joint, track C)",,out:single-couple, arxiv-2609.39568-reqcov-direct-c,arxiv-2609.39568,kimi-k2.7-code,solo,coding,hard,,,,,,,0.5856,score,2.89e-05,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Kimi-K2.7-Code / Direct, column Req. cov., track C)",,out:single-couple, arxiv-2609.39568-valid-direct-c,arxiv-2609.39568,kimi-k2.7-code,solo,coding,hard,,,,,,,68,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Kimi-K2.7-Code / Direct, column Valid, track C)",,out:single-couple, arxiv-2609.39568-joint-direct-java,arxiv-2609.39568,kimi-k2.7-code,solo,coding,hard,,,,,,,56,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Kimi-K2.7-Code / Direct, column Joint, track Java)",,out:single-couple, arxiv-2609.39568-reqcov-direct-java,arxiv-2609.39568,kimi-k2.7-code,solo,coding,hard,,,,,,,0.8250,score,2.89e-05,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Kimi-K2.7-Code / Direct, column Req. cov., track Java)",,out:single-couple, arxiv-2609.39568-valid-direct-java,arxiv-2609.39568,kimi-k2.7-code,solo,coding,hard,,,,,,,77,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Kimi-K2.7-Code / Direct, column Valid, track Java)",,out:single-couple, arxiv-2609.39568-joint-direct-rust,arxiv-2609.39568,kimi-k2.7-code,solo,coding,hard,,,,,,,57,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Kimi-K2.7-Code / Direct, column Joint, track Rust)",,out:single-couple, arxiv-2609.39568-reqcov-direct-rust,arxiv-2609.39568,kimi-k2.7-code,solo,coding,hard,,,,,,,0.6965,score,2.89e-05,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Kimi-K2.7-Code / Direct, column Req. cov., track Rust)",,out:single-couple, arxiv-2609.39568-valid-direct-rust,arxiv-2609.39568,kimi-k2.7-code,solo,coding,hard,,,,,,,91,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Kimi-K2.7-Code / Direct, column Valid, track Rust)",,out:single-couple, arxiv-2609.39568-joint-direct-python,arxiv-2609.39568,kimi-k2.7-code,solo,coding,hard,,,,,,,76,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Kimi-K2.7-Code / Direct, column Joint, track Python)",,out:single-couple, arxiv-2609.39568-reqcov-direct-python,arxiv-2609.39568,kimi-k2.7-code,solo,coding,hard,,,,,,,0.9327,score,2.89e-05,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Kimi-K2.7-Code / Direct, column Req. cov., track Python)",,out:single-couple, arxiv-2609.39568-valid-direct-python,arxiv-2609.39568,kimi-k2.7-code,solo,coding,hard,,,,,,,86,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Kimi-K2.7-Code / Direct, column Valid, track Python)",,out:single-couple, arxiv-2609.39568-joint-vgcr-c,arxiv-2609.39568,kimi-k2.7-code,solo,coding,hard,,,,,,,17,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Kimi-K2.7-Code / +VGCR, column Joint, track C)",,out:single-couple, arxiv-2609.39568-reqcov-vgcr-c,arxiv-2609.39568,kimi-k2.7-code,solo,coding,hard,,,,,,,0.5856,score,2.89e-05,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Kimi-K2.7-Code / +VGCR, column Req. cov., track C)",,out:single-couple, arxiv-2609.39568-valid-vgcr-c,arxiv-2609.39568,kimi-k2.7-code,solo,coding,hard,,,,,,,86,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Kimi-K2.7-Code / +VGCR, column Valid, track C)",,out:single-couple, arxiv-2609.39568-joint-vgcr-java,arxiv-2609.39568,kimi-k2.7-code,solo,coding,hard,,,,,,,59,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Kimi-K2.7-Code / +VGCR, column Joint, track Java)",,out:single-couple, arxiv-2609.39568-reqcov-vgcr-java,arxiv-2609.39568,kimi-k2.7-code,solo,coding,hard,,,,,,,0.8250,score,2.89e-05,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Kimi-K2.7-Code / +VGCR, column Req. cov., track Java)",,out:single-couple, arxiv-2609.39568-valid-vgcr-java,arxiv-2609.39568,kimi-k2.7-code,solo,coding,hard,,,,,,,86,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Kimi-K2.7-Code / +VGCR, column Valid, track Java)",,out:single-couple, arxiv-2609.39568-joint-vgcr-rust,arxiv-2609.39568,kimi-k2.7-code,solo,coding,hard,,,,,,,57,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Kimi-K2.7-Code / +VGCR, column Joint, track Rust)",,out:single-couple, arxiv-2609.39568-reqcov-vgcr-rust,arxiv-2609.39568,kimi-k2.7-code,solo,coding,hard,,,,,,,0.6965,score,2.89e-05,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Kimi-K2.7-Code / +VGCR, column Req. cov., track Rust)",,out:single-couple, arxiv-2609.39568-valid-vgcr-rust,arxiv-2609.39568,kimi-k2.7-code,solo,coding,hard,,,,,,,92,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Kimi-K2.7-Code / +VGCR, column Valid, track Rust)",,out:single-couple, arxiv-2609.39568-joint-vgcr-python,arxiv-2609.39568,kimi-k2.7-code,solo,coding,hard,,,,,,,76,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Kimi-K2.7-Code / +VGCR, column Joint, track Python)",,out:single-couple, arxiv-2609.39568-reqcov-vgcr-python,arxiv-2609.39568,kimi-k2.7-code,solo,coding,hard,,,,,,,0.9327,score,2.89e-05,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Kimi-K2.7-Code / +VGCR, column Req. cov., track Python)",,out:single-couple, arxiv-2609.39568-valid-vgcr-python,arxiv-2609.39568,kimi-k2.7-code,solo,coding,hard,,,,,,,86,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Kimi-K2.7-Code / +VGCR, column Valid, track Python)",,out:single-couple, arxiv-2609.39568-joint-cgs-c,arxiv-2609.39568,kimi-k2.7-code,solo,coding,hard,,,,,,,21,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Kimi-K2.7-Code / +CGS, column Joint, track C)",,out:single-couple, arxiv-2609.39568-reqcov-cgs-c,arxiv-2609.39568,kimi-k2.7-code,solo,coding,hard,,,,,,,0.6529,score,2.89e-05,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Kimi-K2.7-Code / +CGS, column Req. cov., track C)",,out:single-couple, arxiv-2609.39568-valid-cgs-c,arxiv-2609.39568,kimi-k2.7-code,solo,coding,hard,,,,,,,71,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Kimi-K2.7-Code / +CGS, column Valid, track C)",,out:single-couple, arxiv-2609.39568-joint-cgs-java,arxiv-2609.39568,kimi-k2.7-code,solo,coding,hard,,,,,,,55,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Kimi-K2.7-Code / +CGS, column Joint, track Java)",,out:single-couple, arxiv-2609.39568-reqcov-cgs-java,arxiv-2609.39568,kimi-k2.7-code,solo,coding,hard,,,,,,,0.8265,score,2.89e-05,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Kimi-K2.7-Code / +CGS, column Req. cov., track Java)",,out:single-couple, arxiv-2609.39568-valid-cgs-java,arxiv-2609.39568,kimi-k2.7-code,solo,coding,hard,,,,,,,68,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Kimi-K2.7-Code / +CGS, column Valid, track Java)",,out:single-couple, arxiv-2609.39568-joint-cgs-rust,arxiv-2609.39568,kimi-k2.7-code,solo,coding,hard,,,,,,,43,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Kimi-K2.7-Code / +CGS, column Joint, track Rust)",,out:single-couple, arxiv-2609.39568-reqcov-cgs-rust,arxiv-2609.39568,kimi-k2.7-code,solo,coding,hard,,,,,,,0.7562,score,2.89e-05,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Kimi-K2.7-Code / +CGS, column Req. cov., track Rust)",,out:single-couple, arxiv-2609.39568-valid-cgs-rust,arxiv-2609.39568,kimi-k2.7-code,solo,coding,hard,,,,,,,60,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Kimi-K2.7-Code / +CGS, column Valid, track Rust)",,out:single-couple, arxiv-2609.39568-joint-cgs-python,arxiv-2609.39568,kimi-k2.7-code,solo,coding,hard,,,,,,,73,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Kimi-K2.7-Code / +CGS, column Joint, track Python)",,out:single-couple, arxiv-2609.39568-reqcov-cgs-python,arxiv-2609.39568,kimi-k2.7-code,solo,coding,hard,,,,,,,0.9380,score,2.89e-05,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Kimi-K2.7-Code / +CGS, column Req. cov., track Python)",,out:single-couple, arxiv-2609.39568-valid-cgs-python,arxiv-2609.39568,kimi-k2.7-code,solo,coding,hard,,,,,,,82,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Kimi-K2.7-Code / +CGS, column Valid, track Python)",,out:single-couple, arxiv-2609.39568-joint-codenova-c,arxiv-2609.39568,kimi-k2.7-code,solo,coding,hard,,,,,,,22,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Kimi-K2.7-Code / CODENOVA, column Joint, track C)",,out:single-couple, arxiv-2609.39568-reqcov-codenova-c,arxiv-2609.39568,kimi-k2.7-code,solo,coding,hard,,,,,,,0.6529,score,2.89e-05,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Kimi-K2.7-Code / CODENOVA, column Req. cov., track C)",,out:single-couple, arxiv-2609.39568-valid-codenova-c,arxiv-2609.39568,kimi-k2.7-code,solo,coding,hard,,,,,,,86,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Kimi-K2.7-Code / CODENOVA, column Valid, track C)",,out:single-couple, arxiv-2609.39568-joint-codenova-java,arxiv-2609.39568,kimi-k2.7-code,solo,coding,hard,,,,,,,61,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Kimi-K2.7-Code / CODENOVA, column Joint, track Java)",,out:single-couple, arxiv-2609.39568-reqcov-codenova-java,arxiv-2609.39568,kimi-k2.7-code,solo,coding,hard,,,,,,,0.8265,score,2.89e-05,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Kimi-K2.7-Code / CODENOVA, column Req. cov., track Java)",,out:single-couple, arxiv-2609.39568-valid-codenova-java,arxiv-2609.39568,kimi-k2.7-code,solo,coding,hard,,,,,,,79,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Kimi-K2.7-Code / CODENOVA, column Valid, track Java)",,out:single-couple, arxiv-2609.39568-joint-codenova-rust,arxiv-2609.39568,kimi-k2.7-code,solo,coding,hard,,,,,,,43,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Kimi-K2.7-Code / CODENOVA, column Joint, track Rust)",,out:single-couple, arxiv-2609.39568-reqcov-codenova-rust,arxiv-2609.39568,kimi-k2.7-code,solo,coding,hard,,,,,,,0.7562,score,2.89e-05,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Kimi-K2.7-Code / CODENOVA, column Req. cov., track Rust)",,out:single-couple, arxiv-2609.39568-valid-codenova-rust,arxiv-2609.39568,kimi-k2.7-code,solo,coding,hard,,,,,,,60,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Kimi-K2.7-Code / CODENOVA, column Valid, track Rust)",,out:single-couple, arxiv-2609.39568-joint-codenova-python,arxiv-2609.39568,kimi-k2.7-code,solo,coding,hard,,,,,,,73,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Kimi-K2.7-Code / CODENOVA, column Joint, track Python)",,out:single-couple, arxiv-2609.39568-reqcov-codenova-python,arxiv-2609.39568,kimi-k2.7-code,solo,coding,hard,,,,,,,0.9380,score,2.89e-05,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Kimi-K2.7-Code / CODENOVA, column Req. cov., track Python)",,out:single-couple, arxiv-2609.39568-valid-codenova-python,arxiv-2609.39568,kimi-k2.7-code,solo,coding,hard,,,,,,,82,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Kimi-K2.7-Code / CODENOVA, column Valid, track Python)",,out:single-couple, arxiv-2609.39568-joint-direct-c,arxiv-2609.39568,qwen3.6-plus,unstated,coding,hard,,,,,,,13,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Qwen3.6-plus / Direct, column Joint, track C)",,out:effort-not-established, arxiv-2609.39568-reqcov-direct-c,arxiv-2609.39568,qwen3.6-plus,unstated,coding,hard,,,,,,,0.4480,score,2.89e-05,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Qwen3.6-plus / Direct, column Req. cov., track C)",,out:effort-not-established, arxiv-2609.39568-valid-direct-c,arxiv-2609.39568,qwen3.6-plus,unstated,coding,hard,,,,,,,50,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Qwen3.6-plus / Direct, column Valid, track C)",,out:effort-not-established, arxiv-2609.39568-joint-direct-java,arxiv-2609.39568,qwen3.6-plus,unstated,coding,hard,,,,,,,37,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Qwen3.6-plus / Direct, column Joint, track Java)",,out:effort-not-established, arxiv-2609.39568-reqcov-direct-java,arxiv-2609.39568,qwen3.6-plus,unstated,coding,hard,,,,,,,0.6522,score,2.89e-05,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Qwen3.6-plus / Direct, column Req. cov., track Java)",,out:effort-not-established, arxiv-2609.39568-valid-direct-java,arxiv-2609.39568,qwen3.6-plus,unstated,coding,hard,,,,,,,83,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Qwen3.6-plus / Direct, column Valid, track Java)",,out:effort-not-established, arxiv-2609.39568-joint-direct-rust,arxiv-2609.39568,qwen3.6-plus,unstated,coding,hard,,,,,,,38,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Qwen3.6-plus / Direct, column Joint, track Rust)",,out:effort-not-established, arxiv-2609.39568-reqcov-direct-rust,arxiv-2609.39568,qwen3.6-plus,unstated,coding,hard,,,,,,,0.6667,score,2.89e-05,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Qwen3.6-plus / Direct, column Req. cov., track Rust)",,out:effort-not-established, arxiv-2609.39568-valid-direct-rust,arxiv-2609.39568,qwen3.6-plus,unstated,coding,hard,,,,,,,56,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Qwen3.6-plus / Direct, column Valid, track Rust)",,out:effort-not-established, arxiv-2609.39568-joint-direct-python,arxiv-2609.39568,qwen3.6-plus,unstated,coding,hard,,,,,,,54,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Qwen3.6-plus / Direct, column Joint, track Python)",,out:effort-not-established, arxiv-2609.39568-reqcov-direct-python,arxiv-2609.39568,qwen3.6-plus,unstated,coding,hard,,,,,,,0.8940,score,2.89e-05,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Qwen3.6-plus / Direct, column Req. cov., track Python)",,out:effort-not-established, arxiv-2609.39568-valid-direct-python,arxiv-2609.39568,qwen3.6-plus,unstated,coding,hard,,,,,,,65,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Qwen3.6-plus / Direct, column Valid, track Python)",,out:effort-not-established, arxiv-2609.39568-joint-vgcr-c,arxiv-2609.39568,qwen3.6-plus,unstated,coding,hard,,,,,,,17,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Qwen3.6-plus / +VGCR, column Joint, track C)",,out:effort-not-established, arxiv-2609.39568-reqcov-vgcr-c,arxiv-2609.39568,qwen3.6-plus,unstated,coding,hard,,,,,,,0.4480,score,2.89e-05,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Qwen3.6-plus / +VGCR, column Req. cov., track C)",,out:effort-not-established, arxiv-2609.39568-valid-vgcr-c,arxiv-2609.39568,qwen3.6-plus,unstated,coding,hard,,,,,,,64,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Qwen3.6-plus / +VGCR, column Valid, track C)",,out:effort-not-established, arxiv-2609.39568-joint-vgcr-java,arxiv-2609.39568,qwen3.6-plus,unstated,coding,hard,,,,,,,37,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Qwen3.6-plus / +VGCR, column Joint, track Java)",,out:effort-not-established, arxiv-2609.39568-reqcov-vgcr-java,arxiv-2609.39568,qwen3.6-plus,unstated,coding,hard,,,,,,,0.6522,score,2.89e-05,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Qwen3.6-plus / +VGCR, column Req. cov., track Java)",,out:effort-not-established, arxiv-2609.39568-valid-vgcr-java,arxiv-2609.39568,qwen3.6-plus,unstated,coding,hard,,,,,,,91,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Qwen3.6-plus / +VGCR, column Valid, track Java)",,out:effort-not-established, arxiv-2609.39568-joint-vgcr-rust,arxiv-2609.39568,qwen3.6-plus,unstated,coding,hard,,,,,,,50,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Qwen3.6-plus / +VGCR, column Joint, track Rust)",,out:effort-not-established, arxiv-2609.39568-reqcov-vgcr-rust,arxiv-2609.39568,qwen3.6-plus,unstated,coding,hard,,,,,,,0.6667,score,2.89e-05,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Qwen3.6-plus / +VGCR, column Req. cov., track Rust)",,out:effort-not-established, arxiv-2609.39568-valid-vgcr-rust,arxiv-2609.39568,qwen3.6-plus,unstated,coding,hard,,,,,,,76,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Qwen3.6-plus / +VGCR, column Valid, track Rust)",,out:effort-not-established, arxiv-2609.39568-joint-vgcr-python,arxiv-2609.39568,qwen3.6-plus,unstated,coding,hard,,,,,,,55,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Qwen3.6-plus / +VGCR, column Joint, track Python)",,out:effort-not-established, arxiv-2609.39568-reqcov-vgcr-python,arxiv-2609.39568,qwen3.6-plus,unstated,coding,hard,,,,,,,0.8940,score,2.89e-05,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Qwen3.6-plus / +VGCR, column Req. cov., track Python)",,out:effort-not-established, arxiv-2609.39568-valid-vgcr-python,arxiv-2609.39568,qwen3.6-plus,unstated,coding,hard,,,,,,,66,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Qwen3.6-plus / +VGCR, column Valid, track Python)",,out:effort-not-established, arxiv-2609.39568-joint-cgs-c,arxiv-2609.39568,qwen3.6-plus,unstated,coding,hard,,,,,,,18,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Qwen3.6-plus / +CGS, column Joint, track C)",,out:effort-not-established, arxiv-2609.39568-reqcov-cgs-c,arxiv-2609.39568,qwen3.6-plus,unstated,coding,hard,,,,,,,0.6552,score,2.89e-05,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Qwen3.6-plus / +CGS, column Req. cov., track C)",,out:effort-not-established, arxiv-2609.39568-valid-cgs-c,arxiv-2609.39568,qwen3.6-plus,unstated,coding,hard,,,,,,,39,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Qwen3.6-plus / +CGS, column Valid, track C)",,out:effort-not-established, arxiv-2609.39568-joint-cgs-java,arxiv-2609.39568,qwen3.6-plus,unstated,coding,hard,,,,,,,46,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Qwen3.6-plus / +CGS, column Joint, track Java)",,out:effort-not-established, arxiv-2609.39568-reqcov-cgs-java,arxiv-2609.39568,qwen3.6-plus,unstated,coding,hard,,,,,,,0.7958,score,2.89e-05,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Qwen3.6-plus / +CGS, column Req. cov., track Java)",,out:effort-not-established, arxiv-2609.39568-valid-cgs-java,arxiv-2609.39568,qwen3.6-plus,unstated,coding,hard,,,,,,,82,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Qwen3.6-plus / +CGS, column Valid, track Java)",,out:effort-not-established, arxiv-2609.39568-joint-cgs-rust,arxiv-2609.39568,qwen3.6-plus,unstated,coding,hard,,,,,,,42,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Qwen3.6-plus / +CGS, column Joint, track Rust)",,out:effort-not-established, arxiv-2609.39568-reqcov-cgs-rust,arxiv-2609.39568,qwen3.6-plus,unstated,coding,hard,,,,,,,0.7164,score,2.89e-05,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Qwen3.6-plus / +CGS, column Req. cov., track Rust)",,out:effort-not-established, arxiv-2609.39568-valid-cgs-rust,arxiv-2609.39568,qwen3.6-plus,unstated,coding,hard,,,,,,,54,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Qwen3.6-plus / +CGS, column Valid, track Rust)",,out:effort-not-established, arxiv-2609.39568-joint-cgs-python,arxiv-2609.39568,qwen3.6-plus,unstated,coding,hard,,,,,,,61,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Qwen3.6-plus / +CGS, column Joint, track Python)",,out:effort-not-established, arxiv-2609.39568-reqcov-cgs-python,arxiv-2609.39568,qwen3.6-plus,unstated,coding,hard,,,,,,,0.9148,score,2.89e-05,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Qwen3.6-plus / +CGS, column Req. cov., track Python)",,out:effort-not-established, arxiv-2609.39568-valid-cgs-python,arxiv-2609.39568,qwen3.6-plus,unstated,coding,hard,,,,,,,71,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Qwen3.6-plus / +CGS, column Valid, track Python)",,out:effort-not-established, arxiv-2609.39568-joint-codenova-c,arxiv-2609.39568,qwen3.6-plus,unstated,coding,hard,,,,,,,24,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Qwen3.6-plus / CODENOVA, column Joint, track C)",,out:effort-not-established, arxiv-2609.39568-reqcov-codenova-c,arxiv-2609.39568,qwen3.6-plus,unstated,coding,hard,,,,,,,0.6552,score,2.89e-05,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Qwen3.6-plus / CODENOVA, column Req. cov., track C)",,out:effort-not-established, arxiv-2609.39568-valid-codenova-c,arxiv-2609.39568,qwen3.6-plus,unstated,coding,hard,,,,,,,66,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Qwen3.6-plus / CODENOVA, column Valid, track C)",,out:effort-not-established, arxiv-2609.39568-joint-codenova-java,arxiv-2609.39568,qwen3.6-plus,unstated,coding,hard,,,,,,,46,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Qwen3.6-plus / CODENOVA, column Joint, track Java)",,out:effort-not-established, arxiv-2609.39568-reqcov-codenova-java,arxiv-2609.39568,qwen3.6-plus,unstated,coding,hard,,,,,,,0.7958,score,2.89e-05,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Qwen3.6-plus / CODENOVA, column Req. cov., track Java)",,out:effort-not-established, arxiv-2609.39568-valid-codenova-java,arxiv-2609.39568,qwen3.6-plus,unstated,coding,hard,,,,,,,88,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Qwen3.6-plus / CODENOVA, column Valid, track Java)",,out:effort-not-established, arxiv-2609.39568-joint-codenova-rust,arxiv-2609.39568,qwen3.6-plus,unstated,coding,hard,,,,,,,49,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Qwen3.6-plus / CODENOVA, column Joint, track Rust)",,out:effort-not-established, arxiv-2609.39568-reqcov-codenova-rust,arxiv-2609.39568,qwen3.6-plus,unstated,coding,hard,,,,,,,0.7164,score,2.89e-05,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Qwen3.6-plus / CODENOVA, column Req. cov., track Rust)",,out:effort-not-established, arxiv-2609.39568-valid-codenova-rust,arxiv-2609.39568,qwen3.6-plus,unstated,coding,hard,,,,,,,69,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Qwen3.6-plus / CODENOVA, column Valid, track Rust)",,out:effort-not-established, arxiv-2609.39568-joint-codenova-python,arxiv-2609.39568,qwen3.6-plus,unstated,coding,hard,,,,,,,64,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Qwen3.6-plus / CODENOVA, column Joint, track Python)",,out:effort-not-established, arxiv-2609.39568-reqcov-codenova-python,arxiv-2609.39568,qwen3.6-plus,unstated,coding,hard,,,,,,,0.9148,score,2.89e-05,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Qwen3.6-plus / CODENOVA, column Req. cov., track Python)",,out:effort-not-established, arxiv-2609.39568-valid-codenova-python,arxiv-2609.39568,qwen3.6-plus,unstated,coding,hard,,,,,,,74,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Qwen3.6-plus / CODENOVA, column Valid, track Python)",,out:effort-not-established, arxiv-2609.39568-reqcov-direct-c,arxiv-2609.39568,sonnet-5,unstated,coding,hard,,,,,,,0.6878,score,2.89e-05,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Claude-Sonnet-5 / Direct, column Req. cov., track C)",,out:effort-not-established, arxiv-2609.39568-valid-direct-c,arxiv-2609.39568,sonnet-5,unstated,coding,hard,,,,,,,73,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Claude-Sonnet-5 / Direct, column Valid, track C)",,out:effort-not-established, arxiv-2609.39568-reqcov-direct-java,arxiv-2609.39568,sonnet-5,unstated,coding,hard,,,,,,,0.9060,score,2.89e-05,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Claude-Sonnet-5 / Direct, column Req. cov., track Java)",,out:effort-not-established, arxiv-2609.39568-valid-direct-java,arxiv-2609.39568,sonnet-5,unstated,coding,hard,,,,,,,90,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Claude-Sonnet-5 / Direct, column Valid, track Java)",,out:effort-not-established, arxiv-2609.39568-reqcov-direct-rust,arxiv-2609.39568,sonnet-5,unstated,coding,hard,,,,,,,0.8060,score,2.89e-05,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Claude-Sonnet-5 / Direct, column Req. cov., track Rust)",,out:effort-not-established, arxiv-2609.39568-valid-direct-rust,arxiv-2609.39568,sonnet-5,unstated,coding,hard,,,,,,,96,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Claude-Sonnet-5 / Direct, column Valid, track Rust)",,out:effort-not-established, arxiv-2609.39568-reqcov-direct-python,arxiv-2609.39568,sonnet-5,unstated,coding,hard,,,,,,,0.9430,score,2.89e-05,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Claude-Sonnet-5 / Direct, column Req. cov., track Python)",,out:effort-not-established, arxiv-2609.39568-valid-direct-python,arxiv-2609.39568,sonnet-5,unstated,coding,hard,,,,,,,79,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Claude-Sonnet-5 / Direct, column Valid, track Python)",,out:effort-not-established, arxiv-2609.39568-joint-vgcr-c,arxiv-2609.39568,sonnet-5,unstated,coding,hard,,,,,,,33,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Claude-Sonnet-5 / +VGCR, column Joint, track C)",,out:effort-not-established, arxiv-2609.39568-reqcov-vgcr-c,arxiv-2609.39568,sonnet-5,unstated,coding,hard,,,,,,,0.6878,score,2.89e-05,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Claude-Sonnet-5 / +VGCR, column Req. cov., track C)",,out:effort-not-established, arxiv-2609.39568-valid-vgcr-c,arxiv-2609.39568,sonnet-5,unstated,coding,hard,,,,,,,80,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Claude-Sonnet-5 / +VGCR, column Valid, track C)",,out:effort-not-established, arxiv-2609.39568-joint-vgcr-java,arxiv-2609.39568,sonnet-5,unstated,coding,hard,,,,,,,71,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Claude-Sonnet-5 / +VGCR, column Joint, track Java)",,out:effort-not-established, arxiv-2609.39568-reqcov-vgcr-java,arxiv-2609.39568,sonnet-5,unstated,coding,hard,,,,,,,0.9060,score,2.89e-05,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Claude-Sonnet-5 / +VGCR, column Req. cov., track Java)",,out:effort-not-established, arxiv-2609.39568-valid-vgcr-java,arxiv-2609.39568,sonnet-5,unstated,coding,hard,,,,,,,99,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Claude-Sonnet-5 / +VGCR, column Valid, track Java)",,out:effort-not-established, arxiv-2609.39568-joint-vgcr-rust,arxiv-2609.39568,sonnet-5,unstated,coding,hard,,,,,,,68,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Claude-Sonnet-5 / +VGCR, column Joint, track Rust)",,out:effort-not-established, arxiv-2609.39568-reqcov-vgcr-rust,arxiv-2609.39568,sonnet-5,unstated,coding,hard,,,,,,,0.8060,score,2.89e-05,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Claude-Sonnet-5 / +VGCR, column Req. cov., track Rust)",,out:effort-not-established, arxiv-2609.39568-valid-vgcr-rust,arxiv-2609.39568,sonnet-5,unstated,coding,hard,,,,,,,98,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Claude-Sonnet-5 / +VGCR, column Valid, track Rust)",,out:effort-not-established, arxiv-2609.39568-joint-vgcr-python,arxiv-2609.39568,sonnet-5,unstated,coding,hard,,,,,,,76,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Claude-Sonnet-5 / +VGCR, column Joint, track Python)",,out:effort-not-established, arxiv-2609.39568-reqcov-vgcr-python,arxiv-2609.39568,sonnet-5,unstated,coding,hard,,,,,,,0.9430,score,2.89e-05,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Claude-Sonnet-5 / +VGCR, column Req. cov., track Python)",,out:effort-not-established, arxiv-2609.39568-valid-vgcr-python,arxiv-2609.39568,sonnet-5,unstated,coding,hard,,,,,,,79,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Claude-Sonnet-5 / +VGCR, column Valid, track Python)",,out:effort-not-established, arxiv-2609.39568-joint-cgs-c,arxiv-2609.39568,sonnet-5,unstated,coding,hard,,,,,,,23,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Claude-Sonnet-5 / +CGS, column Joint, track C)",,out:effort-not-established, arxiv-2609.39568-reqcov-cgs-c,arxiv-2609.39568,sonnet-5,unstated,coding,hard,,,,,,,0.7157,score,2.89e-05,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Claude-Sonnet-5 / +CGS, column Req. cov., track C)",,out:effort-not-established, arxiv-2609.39568-valid-cgs-c,arxiv-2609.39568,sonnet-5,unstated,coding,hard,,,,,,,56,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Claude-Sonnet-5 / +CGS, column Valid, track C)",,out:effort-not-established, arxiv-2609.39568-joint-cgs-java,arxiv-2609.39568,sonnet-5,unstated,coding,hard,,,,,,,63,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Claude-Sonnet-5 / +CGS, column Joint, track Java)",,out:effort-not-established, arxiv-2609.39568-reqcov-cgs-java,arxiv-2609.39568,sonnet-5,unstated,coding,hard,,,,,,,0.9097,score,2.89e-05,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Claude-Sonnet-5 / +CGS, column Req. cov., track Java)",,out:effort-not-established, arxiv-2609.39568-valid-cgs-java,arxiv-2609.39568,sonnet-5,unstated,coding,hard,,,,,,,82,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Claude-Sonnet-5 / +CGS, column Valid, track Java)",,out:effort-not-established, arxiv-2609.39568-joint-cgs-rust,arxiv-2609.39568,sonnet-5,unstated,coding,hard,,,,,,,71,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Claude-Sonnet-5 / +CGS, column Joint, track Rust)",,out:effort-not-established, arxiv-2609.39568-reqcov-cgs-rust,arxiv-2609.39568,sonnet-5,unstated,coding,hard,,,,,,,0.8507,score,2.89e-05,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Claude-Sonnet-5 / +CGS, column Req. cov., track Rust)",,out:effort-not-established, arxiv-2609.39568-valid-cgs-rust,arxiv-2609.39568,sonnet-5,unstated,coding,hard,,,,,,,94,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Claude-Sonnet-5 / +CGS, column Valid, track Rust)",,out:effort-not-established, arxiv-2609.39568-joint-cgs-python,arxiv-2609.39568,sonnet-5,unstated,coding,hard,,,,,,,85,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Claude-Sonnet-5 / +CGS, column Joint, track Python)",,out:effort-not-established, arxiv-2609.39568-reqcov-cgs-python,arxiv-2609.39568,sonnet-5,unstated,coding,hard,,,,,,,0.9673,score,2.89e-05,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Claude-Sonnet-5 / +CGS, column Req. cov., track Python)",,out:effort-not-established, arxiv-2609.39568-valid-cgs-python,arxiv-2609.39568,sonnet-5,unstated,coding,hard,,,,,,,90,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Claude-Sonnet-5 / +CGS, column Valid, track Python)",,out:effort-not-established, arxiv-2609.39568-joint-codenova-c,arxiv-2609.39568,sonnet-5,unstated,coding,hard,,,,,,,31,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Claude-Sonnet-5 / CODENOVA, column Joint, track C)",,out:effort-not-established, arxiv-2609.39568-reqcov-codenova-c,arxiv-2609.39568,sonnet-5,unstated,coding,hard,,,,,,,0.7157,score,2.89e-05,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Claude-Sonnet-5 / CODENOVA, column Req. cov., track C)",,out:effort-not-established, arxiv-2609.39568-valid-codenova-c,arxiv-2609.39568,sonnet-5,unstated,coding,hard,,,,,,,77,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Claude-Sonnet-5 / CODENOVA, column Valid, track C)",,out:effort-not-established, arxiv-2609.39568-joint-codenova-java,arxiv-2609.39568,sonnet-5,unstated,coding,hard,,,,,,,73,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Claude-Sonnet-5 / CODENOVA, column Joint, track Java)",,out:effort-not-established, arxiv-2609.39568-reqcov-codenova-java,arxiv-2609.39568,sonnet-5,unstated,coding,hard,,,,,,,0.9097,score,2.89e-05,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Claude-Sonnet-5 / CODENOVA, column Req. cov., track Java)",,out:effort-not-established, arxiv-2609.39568-valid-codenova-java,arxiv-2609.39568,sonnet-5,unstated,coding,hard,,,,,,,97,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Claude-Sonnet-5 / CODENOVA, column Valid, track Java)",,out:effort-not-established, arxiv-2609.39568-joint-codenova-rust,arxiv-2609.39568,sonnet-5,unstated,coding,hard,,,,,,,73,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Claude-Sonnet-5 / CODENOVA, column Joint, track Rust)",,out:effort-not-established, arxiv-2609.39568-reqcov-codenova-rust,arxiv-2609.39568,sonnet-5,unstated,coding,hard,,,,,,,0.8507,score,2.89e-05,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Claude-Sonnet-5 / CODENOVA, column Req. cov., track Rust)",,out:effort-not-established, arxiv-2609.39568-valid-codenova-rust,arxiv-2609.39568,sonnet-5,unstated,coding,hard,,,,,,,97,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Claude-Sonnet-5 / CODENOVA, column Valid, track Rust)",,out:effort-not-established, arxiv-2609.39568-joint-codenova-python,arxiv-2609.39568,sonnet-5,unstated,coding,hard,,,,,,,85,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Claude-Sonnet-5 / CODENOVA, column Joint, track Python)",,out:effort-not-established, arxiv-2609.39568-reqcov-codenova-python,arxiv-2609.39568,sonnet-5,unstated,coding,hard,,,,,,,0.9673,score,2.89e-05,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Claude-Sonnet-5 / CODENOVA, column Req. cov., track Python)",,out:effort-not-established, arxiv-2609.39568-valid-codenova-python,arxiv-2609.39568,sonnet-5,unstated,coding,hard,,,,,,,90,score%,0.289,,,"https://arxiv.org/abs/2609.39568 (Table 3, row Claude-Sonnet-5 / CODENOVA, column Valid, track Python)",,out:effort-not-established, 2609.40181-s2tt-mt-judge,arxiv-2609.40181,qwen3.8-omni-flash,unstated,mixed,hard,,,,,,,0.887,MT judge,0.000289,,,"https://arxiv.org/abs/2609.40181 (Table 8, column MT judge)",,out:effort-not-established, trialpd-indication,arxiv-2610.18507,gpt-6-astra,unstated,agentic-tool,hard,,per-run,0.32,0.00289,,,82.5,F1%,0.0289,,,"https://arxiv.org/abs/2610.18507 (main results, cost per run and models, one row per model / row GPT-6-Astra / column ind_f1)",,out:effort-not-established,out:effort-not-established trialpd-criteria,arxiv-2610.18507,gpt-6-astra,unstated,agentic-tool,hard,,per-run,1.35,0.00289,,,87.8,F1%,0.0289,,,"https://arxiv.org/abs/2610.18507 (main results, cost per run and models, one row per model / row GPT-6-Astra / column crit_f1)",,out:effort-not-established,out:effort-not-established trialpd-objend,arxiv-2610.18507,gpt-6-astra,unstated,agentic-tool,hard,,per-run,1.07,0.00289,,,82.2,F1%,0.0289,,,"https://arxiv.org/abs/2610.18507 (main results, cost per run and models, one row per model / row GPT-6-Astra / column obj_f1)",,out:effort-not-established,out:effort-not-established trialpd-soa,arxiv-2610.18507,gpt-6-astra,unstated,agentic-tool,hard,,per-run,2.13,0.00289,,,86.8,F1%,0.0289,,,"https://arxiv.org/abs/2610.18507 (main results, cost per run and models, one row per model / row GPT-6-Astra / column sched_f1)",,out:effort-not-established,out:effort-not-established trialpd-timeline,arxiv-2610.18507,gpt-6-astra,unstated,agentic-tool,hard,,per-run,5.59,0.00289,,,73.3,acc%,0.0289,,,"https://arxiv.org/abs/2610.18507 (main results, cost per run and models, one row per model / row GPT-6-Astra / column epoch_acc)",,out:effort-not-established,out:effort-not-established trialpd-indication,arxiv-2610.18507,gpt-5.6-sol,unstated,agentic-tool,hard,,per-run,0.14,0.00289,,,80.0,F1%,0.0289,,,"https://arxiv.org/abs/2610.18507 (main results, cost per run and models, one row per model / row GPT-5.6-Sol / column ind_f1)",,out:effort-not-established,out:effort-not-established trialpd-criteria,arxiv-2610.18507,gpt-5.6-sol,unstated,agentic-tool,hard,,per-run,0.50,0.00289,,,87.1,F1%,0.0289,,,"https://arxiv.org/abs/2610.18507 (main results, cost per run and models, one row per model / row GPT-5.6-Sol / column crit_f1)",,out:effort-not-established,out:effort-not-established trialpd-objend,arxiv-2610.18507,gpt-5.6-sol,unstated,agentic-tool,hard,,per-run,0.48,0.00289,,,80.4,F1%,0.0289,,,"https://arxiv.org/abs/2610.18507 (main results, cost per run and models, one row per model / row GPT-5.6-Sol / column obj_f1)",,out:effort-not-established,out:effort-not-established trialpd-soa,arxiv-2610.18507,gpt-5.6-sol,unstated,agentic-tool,hard,,per-run,0.85,0.00289,,,83.7,F1%,0.0289,,,"https://arxiv.org/abs/2610.18507 (main results, cost per run and models, one row per model / row GPT-5.6-Sol / column sched_f1)",,out:effort-not-established,out:effort-not-established trialpd-timeline,arxiv-2610.18507,gpt-5.6-sol,unstated,agentic-tool,hard,,per-run,1.35,0.00289,,,61.1,acc%,0.0289,,,"https://arxiv.org/abs/2610.18507 (main results, cost per run and models, one row per model / row GPT-5.6-Sol / column epoch_acc)",,out:effort-not-established,out:effort-not-established trialpd-indication,arxiv-2610.18507,opus-5,unstated,agentic-tool,hard,,per-run,0.21,0.00289,,,85.0,F1%,0.0289,,,"https://arxiv.org/abs/2610.18507 (main results, cost per run and models, one row per model / row Opus 5 / column ind_f1)",,out:effort-not-established,out:effort-not-established trialpd-criteria,arxiv-2610.18507,opus-5,unstated,agentic-tool,hard,,per-run,0.73,0.00289,,,87.0,F1%,0.0289,,,"https://arxiv.org/abs/2610.18507 (main results, cost per run and models, one row per model / row Opus 5 / column crit_f1)",,out:effort-not-established,out:effort-not-established trialpd-objend,arxiv-2610.18507,opus-5,unstated,agentic-tool,hard,,per-run,0.75,0.00289,,,82.9,F1%,0.0289,,,"https://arxiv.org/abs/2610.18507 (main results, cost per run and models, one row per model / row Opus 5 / column obj_f1)",,out:effort-not-established,out:effort-not-established trialpd-soa,arxiv-2610.18507,opus-5,unstated,agentic-tool,hard,,per-run,2.93,0.00289,,,86.0,F1%,0.0289,,,"https://arxiv.org/abs/2610.18507 (main results, cost per run and models, one row per model / row Opus 5 / column sched_f1)",,out:effort-not-established,out:effort-not-established trialpd-timeline,arxiv-2610.18507,opus-5,unstated,agentic-tool,hard,,per-run,3.08,0.00289,,,38.6,acc%,0.0289,,,"https://arxiv.org/abs/2610.18507 (main results, cost per run and models, one row per model / row Opus 5 / column epoch_acc)",,out:effort-not-established,out:effort-not-established trialpd-indication,arxiv-2610.18507,opus-4.8,unstated,agentic-tool,hard,,per-run,0.12,0.00289,,,72.5,F1%,0.0289,,,"https://arxiv.org/abs/2610.18507 (main results, cost per run and models, one row per model / row Opus 4.8 / column ind_f1)",,out:effort-not-established,out:effort-not-established trialpd-criteria,arxiv-2610.18507,opus-4.8,unstated,agentic-tool,hard,,per-run,0.71,0.00289,,,87.2,F1%,0.0289,,,"https://arxiv.org/abs/2610.18507 (main results, cost per run and models, one row per model / row Opus 4.8 / column crit_f1)",,out:effort-not-established,out:effort-not-established trialpd-objend,arxiv-2610.18507,opus-4.8,unstated,agentic-tool,hard,,per-run,0.89,0.00289,,,82.7,F1%,0.0289,,,"https://arxiv.org/abs/2610.18507 (main results, cost per run and models, one row per model / row Opus 4.8 / column obj_f1)",,out:effort-not-established,out:effort-not-established trialpd-soa,arxiv-2610.18507,opus-4.8,unstated,agentic-tool,hard,,per-run,4.12,0.00289,,,81.4,F1%,0.0289,,,"https://arxiv.org/abs/2610.18507 (main results, cost per run and models, one row per model / row Opus 4.8 / column sched_f1)",,out:effort-not-established,out:effort-not-established trialpd-timeline,arxiv-2610.18507,opus-4.8,unstated,agentic-tool,hard,,per-run,1.61,0.00289,,,64.4,acc%,0.0289,,,"https://arxiv.org/abs/2610.18507 (main results, cost per run and models, one row per model / row Opus 4.8 / column epoch_acc)",,out:effort-not-established,out:effort-not-established trialpd-indication,arxiv-2610.18507,opus-4.6,unstated,agentic-tool,hard,,per-run,0.13,0.00289,,,67.5,F1%,0.0289,,,"https://arxiv.org/abs/2610.18507 (main results, cost per run and models, one row per model / row Opus 4.6 / column ind_f1)",,out:effort-not-established,out:effort-not-established trialpd-criteria,arxiv-2610.18507,opus-4.6,unstated,agentic-tool,hard,,per-run,0.83,0.00289,,,86.8,F1%,0.0289,,,"https://arxiv.org/abs/2610.18507 (main results, cost per run and models, one row per model / row Opus 4.6 / column crit_f1)",,out:effort-not-established,out:effort-not-established trialpd-objend,arxiv-2610.18507,opus-4.6,unstated,agentic-tool,hard,,per-run,1.16,0.00289,,,80.6,F1%,0.0289,,,"https://arxiv.org/abs/2610.18507 (main results, cost per run and models, one row per model / row Opus 4.6 / column obj_f1)",,out:effort-not-established,out:effort-not-established trialpd-soa,arxiv-2610.18507,opus-4.6,unstated,agentic-tool,hard,,per-run,4.49,0.00289,,,54.7,F1%,0.0289,,,"https://arxiv.org/abs/2610.18507 (main results, cost per run and models, one row per model / row Opus 4.6 / column sched_f1)",,out:effort-not-established,out:effort-not-established trialpd-timeline,arxiv-2610.18507,opus-4.6,unstated,agentic-tool,hard,,per-run,3.06,0.00289,,,61.1,acc%,0.0289,,,"https://arxiv.org/abs/2610.18507 (main results, cost per run and models, one row per model / row Opus 4.6 / column epoch_acc)",,out:effort-not-established,out:effort-not-established trialpd-indication,arxiv-2610.18507,sonnet-5,unstated,agentic-tool,hard,,per-run,0.08,0.00289,,,75.0,F1%,0.0289,,,"https://arxiv.org/abs/2610.18507 (main results, cost per run and models, one row per model / row Sonnet 5 / column ind_f1)",,out:effort-not-established,out:effort-not-established trialpd-criteria,arxiv-2610.18507,sonnet-5,unstated,agentic-tool,hard,,per-run,0.40,0.00289,,,86.4,F1%,0.0289,,,"https://arxiv.org/abs/2610.18507 (main results, cost per run and models, one row per model / row Sonnet 5 / column crit_f1)",,out:effort-not-established,out:effort-not-established trialpd-objend,arxiv-2610.18507,sonnet-5,unstated,agentic-tool,hard,,per-run,0.52,0.00289,,,82.8,F1%,0.0289,,,"https://arxiv.org/abs/2610.18507 (main results, cost per run and models, one row per model / row Sonnet 5 / column obj_f1)",,out:effort-not-established,out:effort-not-established trialpd-soa,arxiv-2610.18507,sonnet-5,unstated,agentic-tool,hard,,per-run,2.44,0.00289,,,74.7,F1%,0.0289,,,"https://arxiv.org/abs/2610.18507 (main results, cost per run and models, one row per model / row Sonnet 5 / column sched_f1)",,out:effort-not-established,out:effort-not-established trialpd-timeline,arxiv-2610.18507,sonnet-5,unstated,agentic-tool,hard,,per-run,1.30,0.00289,,,50.6,acc%,0.0289,,,"https://arxiv.org/abs/2610.18507 (main results, cost per run and models, one row per model / row Sonnet 5 / column epoch_acc)",,out:effort-not-established,out:effort-not-established trialpd-indication,arxiv-2610.18507,kimi-k3,unstated,agentic-tool,hard,,per-run,0.11,0.00289,,,80.0,F1%,0.0289,,,"https://arxiv.org/abs/2610.18507 (main results, cost per run and models, one row per model / row Kimi-K3 / column ind_f1)",,out:effort-not-established,out:effort-not-established trialpd-criteria,arxiv-2610.18507,kimi-k3,unstated,agentic-tool,hard,,per-run,0.44,0.00289,,,86.9,F1%,0.0289,,,"https://arxiv.org/abs/2610.18507 (main results, cost per run and models, one row per model / row Kimi-K3 / column crit_f1)",,out:effort-not-established,out:effort-not-established trialpd-objend,arxiv-2610.18507,kimi-k3,unstated,agentic-tool,hard,,per-run,0.63,0.00289,,,84.9,F1%,0.0289,,,"https://arxiv.org/abs/2610.18507 (main results, cost per run and models, one row per model / row Kimi-K3 / column obj_f1)",,out:effort-not-established,out:effort-not-established trialpd-soa,arxiv-2610.18507,kimi-k3,unstated,agentic-tool,hard,,per-run,2.55,0.00289,,,83.9,F1%,0.0289,,,"https://arxiv.org/abs/2610.18507 (main results, cost per run and models, one row per model / row Kimi-K3 / column sched_f1)",,out:effort-not-established,out:effort-not-established trialpd-timeline,arxiv-2610.18507,kimi-k3,unstated,agentic-tool,hard,,per-run,0.92,0.00289,,,61.1,acc%,0.0289,,,"https://arxiv.org/abs/2610.18507 (main results, cost per run and models, one row per model / row Kimi-K3 / column epoch_acc)",,out:effort-not-established,out:effort-not-established trialpd-indication,arxiv-2610.18507,deepseek-v4-flash-0731,unstated,agentic-tool,hard,,per-run,0.01,0.00289,,,75.0,F1%,0.0289,,,"https://arxiv.org/abs/2610.18507 (main results, cost per run and models, one row per model / row DeepSeek-V4-Flash / column ind_f1)",,out:effort-not-established,out:effort-not-established trialpd-criteria,arxiv-2610.18507,deepseek-v4-flash-0731,unstated,agentic-tool,hard,,per-run,0.04,0.00289,,,80.2,F1%,0.0289,,,"https://arxiv.org/abs/2610.18507 (main results, cost per run and models, one row per model / row DeepSeek-V4-Flash / column crit_f1)",,out:effort-not-established,out:effort-not-established trialpd-objend,arxiv-2610.18507,deepseek-v4-flash-0731,unstated,agentic-tool,hard,,per-run,0.04,0.00289,,,63.3,F1%,0.0289,,,"https://arxiv.org/abs/2610.18507 (main results, cost per run and models, one row per model / row DeepSeek-V4-Flash / column obj_f1)",,out:effort-not-established,out:effort-not-established trialpd-soa,arxiv-2610.18507,deepseek-v4-flash-0731,unstated,agentic-tool,hard,,per-run,0.08,0.00289,,,47.5,F1%,0.0289,,,"https://arxiv.org/abs/2610.18507 (main results, cost per run and models, one row per model / row DeepSeek-V4-Flash / column sched_f1)",,out:effort-not-established,out:effort-not-established trialpd-timeline,arxiv-2610.18507,deepseek-v4-flash-0731,unstated,agentic-tool,hard,,per-run,0.11,0.00289,,,48.5,acc%,0.0289,,,"https://arxiv.org/abs/2610.18507 (main results, cost per run and models, one row per model / row DeepSeek-V4-Flash / column epoch_acc)",,out:effort-not-established,out:effort-not-established trialpd-indication,arxiv-2610.18507,qwen3.8-27b,unstated,agentic-tool,hard,,per-run,0.04,0.00289,,,68.3,F1%,0.0289,,,"https://arxiv.org/abs/2610.18507 (main results, cost per run and models, one row per model / row Qwen3.8-27B / column ind_f1)",,out:effort-not-established,out:effort-not-established trialpd-criteria,arxiv-2610.18507,qwen3.8-27b,unstated,agentic-tool,hard,,per-run,0.20,0.00289,,,67.1,F1%,0.0289,,,"https://arxiv.org/abs/2610.18507 (main results, cost per run and models, one row per model / row Qwen3.8-27B / column crit_f1)",,out:effort-not-established,out:effort-not-established trialpd-objend,arxiv-2610.18507,qwen3.8-27b,unstated,agentic-tool,hard,,per-run,0.46,0.00289,,,56.0,F1%,0.0289,,,"https://arxiv.org/abs/2610.18507 (main results, cost per run and models, one row per model / row Qwen3.8-27B / column obj_f1)",,out:effort-not-established,out:effort-not-established trialpd-soa,arxiv-2610.18507,qwen3.8-27b,unstated,agentic-tool,hard,,per-run,0.46,0.00289,,,32.5,F1%,0.0289,,,"https://arxiv.org/abs/2610.18507 (main results, cost per run and models, one row per model / row Qwen3.8-27B / column sched_f1)",,out:effort-not-established,out:effort-not-established trialpd-timeline,arxiv-2610.18507,qwen3.8-27b,unstated,agentic-tool,hard,,per-run,0.25,0.00289,,,22.9,acc%,0.0289,,,"https://arxiv.org/abs/2610.18507 (main results, cost per run and models, one row per model / row Qwen3.8-27B / column epoch_acc)",,out:effort-not-established,out:effort-not-established arxiv-2610.00689-t2-orig,arxiv-2610.00689,gpt-5.4-pro,unstated,reasoning-math,mid,,,,,,,78.12,acc%,0.00289,,,"https://arxiv.org/abs/2610.00689 (Table 2, row MGPT-5.4, column Orig.)",,out:effort-not-established, arxiv-2610.00689-t2-approx,arxiv-2610.00689,gpt-5.4-pro,unstated,reasoning-math,mid,,,,,,,92.70,acc%,0.00289,,,"https://arxiv.org/abs/2610.00689 (Table 2, row MGPT-5.4, column Approx.)",,out:effort-not-established, arxiv-2610.00689-t2-num,arxiv-2610.00689,gpt-5.4-pro,unstated,reasoning-math,mid,,,,,,,86.06,acc%,0.00289,,,"https://arxiv.org/abs/2610.00689 (Table 2, row MGPT-5.4, column Num.)",,out:effort-not-established, arxiv-2610.00689-t2-range,arxiv-2610.00689,gpt-5.4-pro,unstated,reasoning-math,mid,,,,,,,93.44,acc%,0.00289,,,"https://arxiv.org/abs/2610.00689 (Table 2, row MGPT-5.4, column Range)",,out:effort-not-established, arxiv-2610.00689-t2-neg,arxiv-2610.00689,gpt-5.4-pro,unstated,reasoning-math,mid,,,,,,,39.22,acc%,0.00289,,,"https://arxiv.org/abs/2610.00689 (Table 2, row MGPT-5.4, column Neg.)",,out:effort-not-established, arxiv-2610.00689-t2-mask,arxiv-2610.00689,gpt-5.4-pro,unstated,reasoning-math,mid,,,,,,,17.00,acc%,0.00289,,,"https://arxiv.org/abs/2610.00689 (Table 2, row MGPT-5.4, column Mask.)",,out:effort-not-established, arxiv-2610.00689-t2-rand,arxiv-2610.00689,gpt-5.4-pro,unstated,reasoning-math,mid,,,,,,,90.14,acc%,0.00289,,,"https://arxiv.org/abs/2610.00689 (Table 2, row MGPT-5.4, column Rand.)",,out:effort-not-established, arxiv-2610.00689-t2-mavg,arxiv-2610.00689,gpt-5.4-pro,unstated,reasoning-math,mid,,,,,,,73.96,acc%,0.00289,,,"https://arxiv.org/abs/2610.00689 (Table 2, row MGPT-5.4, column M. Avg.)",,out:effort-not-established, 2610.00935-stage1,arxiv-2610.00935,qwen3.8-omni-flash,unstated,mixed,hard,,,,,,,59.63,stage 1 %,0.00289,,,"https://arxiv.org/abs/2610.00935 (Table 2, column stage 1 %)",,out:effort-not-established, 2610.00935-stage2-anchored,arxiv-2610.00935,qwen3.8-omni-flash,unstated,mixed,hard,,,,,,,36.38,stage 2 anchored %,0.00289,,,"https://arxiv.org/abs/2610.00935 (Table 2, column stage 2 anchored %)",,out:effort-not-established, argobench,argo-bench,opus-5.5,low,agentic-tool,hard,Inspect-AI,,,,,,32.6,score%,0.0289,,,"https://arxiv.org/abs/2610.02122 (Table 10 (id A9.T10.2), mean score by reasoning effort / row Claude Opus 5.5 / column Low)",,in, argobench,argo-bench,opus-5.5,medium,agentic-tool,hard,Inspect-AI,,,,,,49.6,score%,0.0289,,,"https://arxiv.org/abs/2610.02122 (Table 10 (id A9.T10.2), mean score by reasoning effort / row Claude Opus 5.5 / column Medium)",,in, argobench,argo-bench,opus-5.5,high,agentic-tool,hard,Inspect-AI,,,,,,55.5,score%,0.0289,,,"https://arxiv.org/abs/2610.02122 (Table 10 (id A9.T10.2), mean score by reasoning effort / row Claude Opus 5.5 / column High)",,in, argobench,argo-bench,opus-5.5,xhigh,agentic-tool,hard,Inspect-AI,per-task,4.71,0.00289,,,59.5,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.02122 (Table 2 (id S3.T2.4), one row per model at its highest effort / row Claude Opus 5.5 / column Score)",,in,in argobench,argo-bench,sonnet-5.5,low,agentic-tool,hard,Inspect-AI,,,,,,19.5,score%,0.0289,,,"https://arxiv.org/abs/2610.02122 (Table 10 (id A9.T10.2), mean score by reasoning effort / row Claude Sonnet 5.5 / column Low)",,in, argobench,argo-bench,sonnet-5.5,medium,agentic-tool,hard,Inspect-AI,,,,,,25.4,score%,0.0289,,,"https://arxiv.org/abs/2610.02122 (Table 10 (id A9.T10.2), mean score by reasoning effort / row Claude Sonnet 5.5 / column Medium)",,in, argobench,argo-bench,sonnet-5.5,high,agentic-tool,hard,Inspect-AI,,,,,,40.3,score%,0.0289,,,"https://arxiv.org/abs/2610.02122 (Table 10 (id A9.T10.2), mean score by reasoning effort / row Claude Sonnet 5.5 / column High)",,in, argobench,argo-bench,sonnet-5.5,xhigh,agentic-tool,hard,Inspect-AI,per-task,2.805,0.54,,,51.8,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2610.02122 (Table 2 (id S3.T2.4), one row per model at its highest effort / row Claude Sonnet 5.5 / column Score)",,in,out:cost-single-couple argobench,argo-bench,sonnet-5,low,agentic-tool,hard,Inspect-AI,,,,,,11.3,score%,0.0289,,,"https://arxiv.org/abs/2610.02122 (Table 10 (id A9.T10.2), mean score by reasoning effort / row Claude Sonnet 5 / column Low)",,in, argobench,argo-bench,sonnet-5,medium,agentic-tool,hard,Inspect-AI,,,,,,11.7,score%,0.0289,,,"https://arxiv.org/abs/2610.02122 (Table 10 (id A9.T10.2), mean score by reasoning effort / row Claude Sonnet 5 / column Medium)",,in, argobench,argo-bench,sonnet-5,high,agentic-tool,hard,Inspect-AI,,,,,,14.2,score%,0.0289,,,"https://arxiv.org/abs/2610.02122 (Table 10 (id A9.T10.2), mean score by reasoning effort / row Claude Sonnet 5 / column High)",,in, argobench,argo-bench,sonnet-5,xhigh,agentic-tool,hard,Inspect-AI,per-task,2.08,0.00289,,,17.3,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.02122 (Table 2 (id S3.T2.4), one row per model at its highest effort / row Claude Sonnet 5 / column Score)",,in,in argobench,argo-bench,haiku-4.5,default,agentic-tool,hard,Inspect-AI,per-task,0.20,0.00289,,,5.5,score%,0.0289,,,"https://arxiv.org/abs/2610.02122 (Table 2 (id S3.T2.4), one row per model at its highest effort / row Claude Haiku 4.5 / column Score)",,out:effort-not-established,out:effort-not-established argobench,argo-bench,gpt-6-astra,low,agentic-tool,hard,Inspect-AI,,,,,,33.3,score%,0.0289,,,"https://arxiv.org/abs/2610.02122 (Table 10 (id A9.T10.2), mean score by reasoning effort / row GPT-6 Astra / column Low)",,in, argobench,argo-bench,gpt-6-astra,medium,agentic-tool,hard,Inspect-AI,,,,,,45.1,score%,0.0289,,,"https://arxiv.org/abs/2610.02122 (Table 10 (id A9.T10.2), mean score by reasoning effort / row GPT-6 Astra / column Medium)",,in, argobench,argo-bench,gpt-6-astra,high,agentic-tool,hard,Inspect-AI,,,,,,47.6,score%,0.0289,,,"https://arxiv.org/abs/2610.02122 (Table 10 (id A9.T10.2), mean score by reasoning effort / row GPT-6 Astra / column High)",,in, argobench,argo-bench,gpt-6-astra,xhigh,agentic-tool,hard,Inspect-AI,per-task,2.71,0.00289,,,51.8,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.02122 (Table 2 (id S3.T2.4), one row per model at its highest effort / row GPT-6 Astra / column Score)",,in,in argobench,argo-bench,gpt-6.1-sol,low,agentic-tool,hard,Inspect-AI,,,,,,24.6,score%,0.0289,,,"https://arxiv.org/abs/2610.02122 (Table 10 (id A9.T10.2), mean score by reasoning effort / row GPT-6.1 Sol / column Low)",,in, argobench,argo-bench,gpt-6.1-sol,medium,agentic-tool,hard,Inspect-AI,,,,,,35.9,score%,0.0289,,,"https://arxiv.org/abs/2610.02122 (Table 10 (id A9.T10.2), mean score by reasoning effort / row GPT-6.1 Sol / column Medium)",,in, argobench,argo-bench,gpt-6.1-sol,high,agentic-tool,hard,Inspect-AI,,,,,,43.6,score%,0.0289,,,"https://arxiv.org/abs/2610.02122 (Table 10 (id A9.T10.2), mean score by reasoning effort / row GPT-6.1 Sol / column High)",,in, argobench,argo-bench,gpt-6.1-sol,xhigh,agentic-tool,hard,Inspect-AI,per-task,0.49,0.00289,,,49.5,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.02122 (Table 2 (id S3.T2.4), one row per model at its highest effort / row GPT-6.1 Sol / column Score)",,in,in argobench,argo-bench,gpt-6-sol,low,agentic-tool,hard,Inspect-AI,,,,,,19.5,score%,0.0289,,,"https://arxiv.org/abs/2610.02122 (Table 10 (id A9.T10.2), mean score by reasoning effort / row GPT-6 Sol / column Low)",,in, argobench,argo-bench,gpt-6-sol,medium,agentic-tool,hard,Inspect-AI,,,,,,28.2,score%,0.0289,,,"https://arxiv.org/abs/2610.02122 (Table 10 (id A9.T10.2), mean score by reasoning effort / row GPT-6 Sol / column Medium)",,in, argobench,argo-bench,gpt-6-sol,high,agentic-tool,hard,Inspect-AI,,,,,,30.7,score%,0.0289,,,"https://arxiv.org/abs/2610.02122 (Table 10 (id A9.T10.2), mean score by reasoning effort / row GPT-6 Sol / column High)",,in, argobench,argo-bench,gpt-6-sol,xhigh,agentic-tool,hard,Inspect-AI,per-task,0.85,0.00289,,,36.8,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.02122 (Table 2 (id S3.T2.4), one row per model at its highest effort / row GPT-6 Sol / column Score)",,in,in argobench,argo-bench,gpt-6-luna,low,agentic-tool,hard,Inspect-AI,,,,,,5.7,score%,0.0289,,,"https://arxiv.org/abs/2610.02122 (Table 10 (id A9.T10.2), mean score by reasoning effort / row GPT-6 Luna / column Low)",,in, argobench,argo-bench,gpt-6-luna,medium,agentic-tool,hard,Inspect-AI,,,,,,12.3,score%,0.0289,,,"https://arxiv.org/abs/2610.02122 (Table 10 (id A9.T10.2), mean score by reasoning effort / row GPT-6 Luna / column Medium)",,in, argobench,argo-bench,gpt-6-luna,high,agentic-tool,hard,Inspect-AI,,,,,,13.1,score%,0.0289,,,"https://arxiv.org/abs/2610.02122 (Table 10 (id A9.T10.2), mean score by reasoning effort / row GPT-6 Luna / column High)",,in, argobench,argo-bench,gpt-6-luna,xhigh,agentic-tool,hard,Inspect-AI,per-task,0.06,0.00289,,,15.0,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.02122 (Table 2 (id S3.T2.4), one row per model at its highest effort / row GPT-6 Luna / column Score)",,in,in argobench,argo-bench,gemini-3.8-flash,low,agentic-tool,hard,Inspect-AI,,,,,,18.3,score%,0.0289,,,"https://arxiv.org/abs/2610.02122 (Table 10 (id A9.T10.2), mean score by reasoning effort / row Gemini 3.8 Flash / column Low)",,in, argobench,argo-bench,gemini-3.8-flash,medium,agentic-tool,hard,Inspect-AI,,,,,,26.9,score%,0.0289,,,"https://arxiv.org/abs/2610.02122 (Table 10 (id A9.T10.2), mean score by reasoning effort / row Gemini 3.8 Flash / column Medium)",,in, argobench,argo-bench,gemini-3.8-flash,high,agentic-tool,hard,Inspect-AI,per-task,3.94,0.00289,,,26.2,score%,0.0289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2610.02122 (Table 2 (id S3.T2.4), one row per model at its highest effort / row Gemini 3.8 Flash / column Score)",,in,in argobench,argo-bench,kimi-k3,not-established:absent,agentic-tool,hard,Inspect-AI,,,,,,12.5,score%,0.0289,,,"https://arxiv.org/abs/2610.02122 (Table 10 (id A9.T10.2), mean score by reasoning effort / row Kimi K3 / column Low)",,out:effort-not-established, argobench,argo-bench,kimi-k3,not-established:absent,agentic-tool,hard,Inspect-AI,,,,,,22.6,score%,0.0289,,,"https://arxiv.org/abs/2610.02122 (Table 10 (id A9.T10.2), mean score by reasoning effort / row Kimi K3 / column High)",,out:effort-not-established, argobench,argo-bench,kimi-k3,not-established:absent,agentic-tool,hard,Inspect-AI,per-task,4.52,0.00289,,,28.4,score%,0.0289,,,"https://arxiv.org/abs/2610.02122 (Table 2 (id S3.T2.4), one row per model at its highest effort / row Kimi K3 / column Score)",,out:effort-not-established,out:effort-not-established argobench,argo-bench,deepseek-v4.1-flash,not-established:absent,agentic-tool,hard,Inspect-AI,,,,,,21.6,score%,0.0289,,,"https://arxiv.org/abs/2610.02122 (Table 10 (id A9.T10.2), mean score by reasoning effort / row DeepSeek V4.1 Flash / column Low)",,out:effort-not-established, argobench,argo-bench,deepseek-v4.1-flash,not-established:absent,agentic-tool,hard,Inspect-AI,,,,,,20.5,score%,0.0289,,,"https://arxiv.org/abs/2610.02122 (Table 10 (id A9.T10.2), mean score by reasoning effort / row DeepSeek V4.1 Flash / column High)",,out:effort-not-established, argobench,argo-bench,deepseek-v4.1-flash,not-established:absent,agentic-tool,hard,Inspect-AI,per-task,0.42,0.00289,,,25.4,score%,0.0289,,,"https://arxiv.org/abs/2610.02122 (Table 2 (id S3.T2.4), one row per model at its highest effort / row DeepSeek V4.1 Flash / column Score)",,out:effort-not-established,out:effort-not-established argobench,argo-bench,?Qwen 3.8 Max,not-established:absent,agentic-tool,hard,Inspect-AI,,,,,,21.1,score%,0.0289,,,"https://arxiv.org/abs/2610.02122 (Table 10 (id A9.T10.2), mean score by reasoning effort / row Qwen 3.8 Max / column Low)",,out:model-not-established, argobench,argo-bench,?Qwen 3.8 Max,not-established:absent,agentic-tool,hard,Inspect-AI,,,,,,26.3,score%,0.0289,,,"https://arxiv.org/abs/2610.02122 (Table 10 (id A9.T10.2), mean score by reasoning effort / row Qwen 3.8 Max / column Medium)",,out:model-not-established, argobench,argo-bench,?Qwen 3.8 Max,not-established:absent,agentic-tool,hard,Inspect-AI,per-task,2.72,0.00289,,,24.4,score%,0.0289,,,"https://arxiv.org/abs/2610.02122 (Table 2 (id S3.T2.4), one row per model at its highest effort / row Qwen 3.8 Max / column Score)",,out:model-not-established,out:model-not-established argobench,argo-bench,glm-5.3-flash,not-established:absent,agentic-tool,hard,Inspect-AI,,,,,,16.9,score%,0.0289,,,"https://arxiv.org/abs/2610.02122 (Table 10 (id A9.T10.2), mean score by reasoning effort / row GLM 5.3 Flash / column High)",,out:effort-not-established, argobench,argo-bench,glm-5.3-flash,not-established:absent,agentic-tool,hard,Inspect-AI,per-task,0.35,0.00289,,,21.2,score%,0.0289,,,"https://arxiv.org/abs/2610.02122 (Table 2 (id S3.T2.4), one row per model at its highest effort / row GLM 5.3 Flash / column Score)",,out:effort-not-established,out:effort-not-established arxiv-2610.02204-capagent0-mean-success,arxiv-2610.02204,gpt-6-astra-pro,xhigh,agentic-tool,hard,,,,,,,60.0,score%,0.0289,,,"https://arxiv.org/abs/2610.02204 (Table II, CaP-Agent0 columns (order read from the header: Gemini 3.8 Flash, GPT-6 Astra Pro, Opus 5, Fable 5.1), row Mean success (%))",,in, arxiv-2610.02204-capagent0-mean-success,arxiv-2610.02204,opus-5,xhigh,agentic-tool,hard,,,,,,,45.5,score%,0.0289,,,"https://arxiv.org/abs/2610.02204 (Table II, CaP-Agent0 columns (order read from the header: Gemini 3.8 Flash, GPT-6 Astra Pro, Opus 5, Fable 5.1), row Mean success (%))",,in, arxiv-2610.02459-openrua-libero10,arxiv-2610.02459,sonnet-5,high,computer-use,hard,,USD/episode,22.4,0.0289,,,24.0,success%,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.02459 (Table 11, row 'Claude Code Sonnet 5 (high)', column Success (%) (200 episodes, one run))",,in,in arxiv-2610.02459-openrua-libero10,arxiv-2610.02459,opus-5,high,computer-use,hard,,USD/episode,13.7,0.0289,,,72.5,success%,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.02459 (Table 11, row 'Claude Code Opus 5 (high)', column Success (%) (200 episodes, one run))",,in,in arxiv-2610.02459-openrua-libero10,arxiv-2610.02459,fable-5.1,high,computer-use,hard,,USD/episode,8.4,0.0289,,,75.0,success%,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.02459 (Table 11, row 'Claude Code Fable 5.1 (high)', column Success (%) (200 episodes, one run))",,in,in arxiv-2610.02459-openrua-libero10,arxiv-2610.02459,gpt-6-astra,medium,computer-use,hard,,USD/episode,11.8,0.0289,,,62.5,success%,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.02459 (Table 11, row 'Codex GPT-6 Astra (medium)', column Success (%) (200 episodes, one run))",,in,in arxiv-2610.02459-openrua-libero10,arxiv-2610.02459,gpt-6-astra,high,computer-use,hard,,USD/episode,10.0,0.0289,,,69.0,success%,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.02459 (Table 11, row 'Codex GPT-6 Astra (high)', column Success (%) (200 episodes, one run))",,in,in swr100,arxiv-2610.02710,gpt-5.6-sol,unstated,coding,frontier,swr-agent-loop,,,,,,20,pass-of-100,0.289,,,"https://arxiv.org/abs/2610.02710 (Table 10 (SWR100 per-model results): header row Model, Records, Scored, Pass, Turns, Tokens (M) / row GPT-5.6 Sol / column Pass)",,out:effort-not-established, swr100,arxiv-2610.02710,kimi-k3,unstated,coding,frontier,swr-agent-loop,,,,,,6,pass-of-100,0.289,,,"https://arxiv.org/abs/2610.02710 (Table 10 (SWR100 per-model results): header row Model, Records, Scored, Pass, Turns, Tokens (M) / row Kimi-K3 / column Pass)",,out:effort-not-established, swr100,arxiv-2610.02710,grok-4.6,unstated,coding,frontier,swr-agent-loop,,,,,,4,pass-of-100,0.289,,,"https://arxiv.org/abs/2610.02710 (Table 10 (SWR100 per-model results): header row Model, Records, Scored, Pass, Turns, Tokens (M) / row Grok 4.6 / column Pass)",,out:effort-not-established, swr100,arxiv-2610.02710,?DeepSeek-V4-Pro,not-established:absent,coding,frontier,swr-agent-loop,,,,,,3,pass-of-100,0.289,,,"https://arxiv.org/abs/2610.02710 (Table 10 (SWR100 per-model results): header row Model, Records, Scored, Pass, Turns, Tokens (M) / row DeepSeek-V4-Pro / column Pass)",,out:model-not-established, swr100,arxiv-2610.02710,?Qwen3.8-Max,not-established:absent,coding,frontier,swr-agent-loop,,,,,,3,pass-of-100,0.289,,,"https://arxiv.org/abs/2610.02710 (Table 10 (SWR100 per-model results): header row Model, Records, Scored, Pass, Turns, Tokens (M) / row Qwen3.8-Max / column Pass)",,out:model-not-established, swr100,arxiv-2610.02710,glm-5.3,unstated,coding,frontier,swr-agent-loop,,,,,,3,pass-of-100,0.289,,,"https://arxiv.org/abs/2610.02710 (Table 10 (SWR100 per-model results): header row Model, Records, Scored, Pass, Turns, Tokens (M) / row GLM-5.3 / column Pass)",,out:effort-not-established, swr100,arxiv-2610.02710,minimax-m3,unstated,coding,frontier,swr-agent-loop,,,,,,3,pass-of-100,0.289,,,"https://arxiv.org/abs/2610.02710 (Table 10 (SWR100 per-model results): header row Model, Records, Scored, Pass, Turns, Tokens (M) / row MiniMax-M3 / column Pass)",,out:effort-not-established, swr100,arxiv-2610.02710,?Doubao Seed 2.1,not-established:absent,coding,frontier,swr-agent-loop,,,,,,2,pass-of-100,0.289,,,"https://arxiv.org/abs/2610.02710 (Table 10 (SWR100 per-model results): header row Model, Records, Scored, Pass, Turns, Tokens (M) / row Doubao Seed 2.1 / column Pass)",,out:model-not-established, evorisk-asr-claudecode,arxiv-2610.03153,gpt-5.6-sol,unstated,agentic-tool,hard,Claude Code,,,,,,52.444444,ASR%,0,,,"https://arxiv.org/abs/2610.03153 (Figure 2 panel (model × harness), overall ASR line)",,out:effort-not-established, evorisk-asr-claudecode,arxiv-2610.03153,deepseek-v4-pro-0813,unstated,agentic-tool,hard,Claude Code,,,,,,51.555556,ASR%,0,,,"https://arxiv.org/abs/2610.03153 (Figure 2 panel (model × harness), overall ASR line)",,out:effort-not-established, evorisk-asr-claudecode,arxiv-2610.03153,opus-5,unstated,agentic-tool,hard,Claude Code,,,,,,6.666667,ASR%,0,,,"https://arxiv.org/abs/2610.03153 (Figure 2 panel (model × harness), overall ASR line)",,out:effort-not-established, evorisk-asr-codex,arxiv-2610.03153,gpt-5.6-sol,unstated,agentic-tool,hard,Codex,,,,,,50,ASR%,0,,,"https://arxiv.org/abs/2610.03153 (Figure 2 panel (model × harness), overall ASR line)",,out:effort-not-established, evorisk-asr-codex,arxiv-2610.03153,deepseek-v4-pro-0813,unstated,agentic-tool,hard,Codex,,,,,,68.444444,ASR%,0,,,"https://arxiv.org/abs/2610.03153 (Figure 2 panel (model × harness), overall ASR line)",,out:effort-not-established, evorisk-asr-codex,arxiv-2610.03153,opus-5,unstated,agentic-tool,hard,Codex,,,,,,2.888889,ASR%,0,,,"https://arxiv.org/abs/2610.03153 (Figure 2 panel (model × harness), overall ASR line)",,out:effort-not-established, evorisk-asr-openclaw,arxiv-2610.03153,gpt-5.6-sol,unstated,agentic-tool,hard,OpenClaw,,,,,,44.888889,ASR%,0,,,"https://arxiv.org/abs/2610.03153 (Figure 2 panel (model × harness), overall ASR line)",,out:effort-not-established, evorisk-asr-openclaw,arxiv-2610.03153,deepseek-v4-pro-0813,unstated,agentic-tool,hard,OpenClaw,,,,,,56.444444,ASR%,0,,,"https://arxiv.org/abs/2610.03153 (Figure 2 panel (model × harness), overall ASR line)",,out:effort-not-established, evorisk-asr-openclaw,arxiv-2610.03153,opus-5,unstated,agentic-tool,hard,OpenClaw,,,,,,3.777778,ASR%,0,,,"https://arxiv.org/abs/2610.03153 (Figure 2 panel (model × harness), overall ASR line)",,out:effort-not-established, evorisk-tsr-openclaw,arxiv-2610.03153,gpt-5.6-sol,unstated,agentic-tool,hard,OpenClaw,,,,,,63.11,score%,0.00289,,,"https://arxiv.org/abs/2610.03153 (Table 4 row, column of the model)",,out:effort-not-established, evorisk-tsr-openclaw,arxiv-2610.03153,deepseek-v4-pro-0813,unstated,agentic-tool,hard,OpenClaw,,,,,,62.89,score%,0.00289,,,"https://arxiv.org/abs/2610.03153 (Table 4 row, column of the model)",,out:effort-not-established, evorisk-tsr-openclaw,arxiv-2610.03153,opus-5,unstated,agentic-tool,hard,OpenClaw,,,,,,30.00,score%,0.00289,,,"https://arxiv.org/abs/2610.03153 (Table 4 row, column of the model)",,out:effort-not-established, evorisk-tsr-codex,arxiv-2610.03153,gpt-5.6-sol,unstated,agentic-tool,hard,Codex,,,,,,68.89,score%,0.00289,,,"https://arxiv.org/abs/2610.03153 (Table 4 row, column of the model)",,out:effort-not-established, evorisk-tsr-codex,arxiv-2610.03153,deepseek-v4-pro-0813,unstated,agentic-tool,hard,Codex,,,,,,69.33,score%,0.00289,,,"https://arxiv.org/abs/2610.03153 (Table 4 row, column of the model)",,out:effort-not-established, evorisk-tsr-codex,arxiv-2610.03153,opus-5,unstated,agentic-tool,hard,Codex,,,,,,26.89,score%,0.00289,,,"https://arxiv.org/abs/2610.03153 (Table 4 row, column of the model)",,out:effort-not-established, evorisk-tsr-claudecode,arxiv-2610.03153,gpt-5.6-sol,unstated,agentic-tool,hard,Claude Code,,,,,,77.33,score%,0.00289,,,"https://arxiv.org/abs/2610.03153 (Table 4 row, column of the model)",,out:effort-not-established, evorisk-tsr-claudecode,arxiv-2610.03153,deepseek-v4-pro-0813,unstated,agentic-tool,hard,Claude Code,,,,,,72.22,score%,0.00289,,,"https://arxiv.org/abs/2610.03153 (Table 4 row, column of the model)",,out:effort-not-established, evorisk-tsr-claudecode,arxiv-2610.03153,opus-5,unstated,agentic-tool,hard,Claude Code,,,,,,73.33,score%,0.00289,,,"https://arxiv.org/abs/2610.03153 (Table 4 row, column of the model)",,out:effort-not-established, d2k-noguide,arxiv-2610.03226,gpt-6-astra,unstated,coding,frontier,,,,,,,2.68,S_perf,0.00289,,,"https://arxiv.org/abs/2610.03226 (Table 1 (correctness and performance), row GPT-6-Astra, S perf under 'w/o Design Guidance' (the value after the first 'Correct' count of the row))",,out:effort-not-established, d2k-noguide,arxiv-2610.03226,opus-4.8,unstated,coding,frontier,,,,,,,1.38,S_perf,0.00289,,,"https://arxiv.org/abs/2610.03226 (Table 1 (correctness and performance), row Claude-Opus-4.8, S perf under 'w/o Design Guidance' (the value after the first 'Correct' count of the row))",,out:effort-not-established, d2k-noguide,arxiv-2610.03226,gpt-5.6-sol,unstated,coding,frontier,,,,,,,1.31,S_perf,0.00289,,,"https://arxiv.org/abs/2610.03226 (Table 1 (correctness and performance), row GPT-5.6-Sol, S perf under 'w/o Design Guidance' (the value after the first 'Correct' count of the row))",,out:effort-not-established, d2k-noguide,arxiv-2610.03226,glm-5.3,unstated,coding,frontier,,,,,,,1.18,S_perf,0.00289,,,"https://arxiv.org/abs/2610.03226 (Table 1 (correctness and performance), row GLM-5.3, S perf under 'w/o Design Guidance' (the value after the first 'Correct' count of the row))",,out:effort-not-established, d2k-noguide,arxiv-2610.03226,kimi-k3,unstated,coding,frontier,,,,,,,1.16,S_perf,0.00289,,,"https://arxiv.org/abs/2610.03226 (Table 1 (correctness and performance), row Kimi-K3, S perf under 'w/o Design Guidance' (the value after the first 'Correct' count of the row))",,out:effort-not-established, d2k-guide,arxiv-2610.03226,gpt-6-astra,unstated,coding,frontier,,,,,,,3.33,S_perf,0.00289,,,"https://arxiv.org/abs/2610.03226 (Table 1 (correctness and performance), row GPT-6-Astra, S perf under 'w/ Design Guidance' (the value after its 'Correct' count))",,out:effort-not-established, d2k-guide,arxiv-2610.03226,opus-4.8,unstated,coding,frontier,,,,,,,2.31,S_perf,0.00289,,,"https://arxiv.org/abs/2610.03226 (Table 1 (correctness and performance), row Claude-Opus-4.8, S perf under 'w/ Design Guidance' (the value after its 'Correct' count))",,out:effort-not-established, d2k-guide,arxiv-2610.03226,gpt-5.6-sol,unstated,coding,frontier,,,,,,,2.01,S_perf,0.00289,,,"https://arxiv.org/abs/2610.03226 (Table 1 (correctness and performance), row GPT-5.6-Sol, S perf under 'w/ Design Guidance' (the value after its 'Correct' count))",,out:effort-not-established, d2k-guide,arxiv-2610.03226,glm-5.3,unstated,coding,frontier,,,,,,,1.34,S_perf,0.00289,,,"https://arxiv.org/abs/2610.03226 (Table 1 (correctness and performance), row GLM-5.3, S perf under 'w/ Design Guidance' (the value after its 'Correct' count))",,out:effort-not-established, d2k-guide,arxiv-2610.03226,kimi-k3,unstated,coding,frontier,,,,,,,1.38,S_perf,0.00289,,,"https://arxiv.org/abs/2610.03226 (Table 1 (correctness and performance), row Kimi-K3, S perf under 'w/ Design Guidance' (the value after its 'Correct' count))",,out:effort-not-established, arxiv-2610.03631-neutron-loop,arxiv-2610.03631,sonnet-5,default,coding,mid,McStas-tool-loop-OpenRouter(Google-pinned),,,,,,5,solved-of-16,0.289,,,"https://arxiv.org/abs/2610.03631 (Table 1, row Claude Sonnet 5, column Loop under 'Seen (of 16)')",,out:effort-not-established, arxiv-2610.03631-neutron-1shot,arxiv-2610.03631,sonnet-5,default,coding,mid,McStas-tool-loop-OpenRouter(Google-pinned),,,,,,7,solved-of-16,0.289,,,"https://arxiv.org/abs/2610.03631 (Table 1, row Claude Sonnet 5, column 1-shot under 'Seen (of 16)')",,out:effort-not-established, arxiv-2610.03631-neutron-loop,arxiv-2610.03631,haiku-4.5,nothink,coding,mid,McStas-tool-loop-OpenRouter(Google-pinned),,,,,,4,solved-of-16,0.289,,,"https://arxiv.org/abs/2610.03631 (Table 1, row Claude Haiku 4.5, column Loop under 'Seen (of 16)')",,out:republished, arxiv-2610.03631-neutron-1shot,arxiv-2610.03631,haiku-4.5,nothink,coding,mid,McStas-tool-loop-OpenRouter(Google-pinned),,,,,,4,solved-of-16,0.289,,,"https://arxiv.org/abs/2610.03631 (Table 1, row Claude Haiku 4.5, column 1-shot under 'Seen (of 16)')",,in, arxiv-2610.03631-neutron-loop,arxiv-2610.03631,gemini-3.6-flash,medium,coding,mid,McStas-tool-loop-OpenRouter(Google-pinned),,,,,,4,solved-of-16,0.289,,,"https://arxiv.org/abs/2610.03631 (Table 1, row Gemini 3.6 Flash, column Loop under 'Seen (of 16)')",,out:republished, arxiv-2610.03631-neutron-1shot,arxiv-2610.03631,gemini-3.6-flash,medium,coding,mid,McStas-tool-loop-OpenRouter(Google-pinned),,,,,,6,solved-of-16,0.289,,,"https://arxiv.org/abs/2610.03631 (Table 1, row Gemini 3.6 Flash, column 1-shot under 'Seen (of 16)')",,in, arxiv-2610.03631-neutron-loop,arxiv-2610.03631,gemini-3.5-flash-lite,minimal,coding,mid,McStas-tool-loop-OpenRouter(Google-pinned),,,,,,2,solved-of-16,0.289,,,"https://arxiv.org/abs/2610.03631 (Table 1, row Gemini 3.5 Flash-Lite, column Loop under 'Seen (of 16)')",,out:republished, arxiv-2610.03631-neutron-1shot,arxiv-2610.03631,gemini-3.5-flash-lite,minimal,coding,mid,McStas-tool-loop-OpenRouter(Google-pinned),,,,,,1,solved-of-16,0.289,,,"https://arxiv.org/abs/2610.03631 (Table 1, row Gemini 3.5 Flash-Lite, column 1-shot under 'Seen (of 16)')",,in, arxiv-2610.03631-neutron-loop,arxiv-2610.03631,qwen3-32b,not-established:absent,coding,mid,McStas-tool-loop-OpenRouter(Google-pinned),,,,,,3,solved-of-16,0.289,,,"https://arxiv.org/abs/2610.03631 (Table 1, row Qwen3-32B, column Loop under 'Seen (of 16)')",,out:effort-not-established, arxiv-2610.03631-neutron-1shot,arxiv-2610.03631,qwen3-32b,not-established:absent,coding,mid,McStas-tool-loop-OpenRouter(Google-pinned),,,,,,0,solved-of-16,0.289,,,"https://arxiv.org/abs/2610.03631 (Table 1, row Qwen3-32B, column 1-shot under 'Seen (of 16)')",,out:effort-not-established, arxiv-2610.03631-neutron-loop,arxiv-2610.03631,qwen3-8b,not-established:absent,coding,mid,McStas-tool-loop-OpenRouter(Google-pinned),,,,,,1,solved-of-16,0.289,,,"https://arxiv.org/abs/2610.03631 (Table 1, row Qwen3-8B, column Loop under 'Seen (of 16)')",,out:effort-not-established, arxiv-2610.03631-neutron-1shot,arxiv-2610.03631,qwen3-8b,not-established:absent,coding,mid,McStas-tool-loop-OpenRouter(Google-pinned),,,,,,0,solved-of-16,0.289,,,"https://arxiv.org/abs/2610.03631 (Table 1, row Qwen3-8B, column 1-shot under 'Seen (of 16)')",,out:effort-not-established, arxiv-2610.03994-lean,arxiv-2610.03994,fable-5.1,low,reasoning-math,mid,,per-proved-theorem,3.59,0.00289,,,10,solved-of-10,0,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.03994 (page 7, Table 4: row Claude Fable 5.1, column low)",,out:uninformative,in arxiv-2610.03994-lean,arxiv-2610.03994,fable-5.1,medium,reasoning-math,mid,,per-proved-theorem,4.71,0.00289,,,10,solved-of-10,0,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.03994 (page 7, Table 4: row Claude Fable 5.1, column medium)",,out:uninformative,in arxiv-2610.03994-lean,arxiv-2610.03994,fable-5.1,high,reasoning-math,mid,,per-proved-theorem,5.41,0.00289,,,10,solved-of-10,0,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.03994 (page 7, Table 4: row Claude Fable 5.1, column high)",,out:uninformative,in arxiv-2610.03994-lean,arxiv-2610.03994,fable-5.1,xhigh,reasoning-math,mid,,per-proved-theorem,7.40,0.00289,,,10,solved-of-10,0,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.03994 (page 7, Table 4: row Claude Fable 5.1, column xhigh)",,out:uninformative,in arxiv-2610.03994-lean,arxiv-2610.03994,fable-5.1,max,reasoning-math,mid,,per-proved-theorem,7.97,0.00289,,,10,solved-of-10,0,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.03994 (page 7, Table 4: row Claude Fable 5.1, column max)",,out:uninformative,in arxiv-2610.03994-lean,arxiv-2610.03994,opus-5.5,low,reasoning-math,mid,,per-proved-theorem,1.20,0.00289,,,10,solved-of-10,0,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.03994 (page 7, Table 4: row Claude Opus 5.5, column low)",,out:uninformative,in arxiv-2610.03994-lean,arxiv-2610.03994,opus-5.5,medium,reasoning-math,mid,,per-proved-theorem,1.43,0.00289,,,10,solved-of-10,0,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.03994 (page 7, Table 4: row Claude Opus 5.5, column medium)",,out:uninformative,in arxiv-2610.03994-lean,arxiv-2610.03994,opus-5.5,high,reasoning-math,mid,,per-proved-theorem,1.56,0.00289,,,10,solved-of-10,0,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.03994 (page 7, Table 4: row Claude Opus 5.5, column high)",,out:uninformative,in arxiv-2610.03994-lean,arxiv-2610.03994,opus-5.5,xhigh,reasoning-math,mid,,per-proved-theorem,2.22,0.00289,,,10,solved-of-10,0,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.03994 (page 7, Table 4: row Claude Opus 5.5, column xhigh)",,out:uninformative,in arxiv-2610.03994-lean,arxiv-2610.03994,opus-5.5,max,reasoning-math,mid,,per-proved-theorem,3.57,0.00289,,,10,solved-of-10,0,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.03994 (page 7, Table 4: row Claude Opus 5.5, column max)",,out:uninformative,in arxiv-2610.03994-lean,arxiv-2610.03994,sonnet-5.5,low,reasoning-math,mid,,per-proved-theorem,0.7124999999999999,0.137,,,9,solved-of-10,0,,cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2610.03994 (page 7, Table 4: row Claude Sonnet 5.5, column low)",,in,in arxiv-2610.03994-lean,arxiv-2610.03994,sonnet-5.5,medium,reasoning-math,mid,,per-proved-theorem,0.705,0.136,,,10,solved-of-10,0,,cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2610.03994 (page 7, Table 4: row Claude Sonnet 5.5, column medium)",,out:uninformative,in arxiv-2610.03994-lean,arxiv-2610.03994,sonnet-5.5,high,reasoning-math,mid,,per-proved-theorem,0.7275,0.14,,,10,solved-of-10,0,,cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2610.03994 (page 7, Table 4: row Claude Sonnet 5.5, column high)",,out:uninformative,in arxiv-2610.03994-lean,arxiv-2610.03994,sonnet-5.5,xhigh,reasoning-math,mid,,per-proved-theorem,1.0499999999999998,0.202,,,10,solved-of-10,0,,cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2610.03994 (page 7, Table 4: row Claude Sonnet 5.5, column xhigh)",,out:uninformative,in arxiv-2610.03994-lean,arxiv-2610.03994,sonnet-5.5,max,reasoning-math,mid,,per-proved-theorem,1.92,0.37,,,10,solved-of-10,0,,cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2610.03994 (page 7, Table 4: row Claude Sonnet 5.5, column max)",,out:uninformative,in arxiv-2610.03994-lean,arxiv-2610.03994,haiku-5.5,low,reasoning-math,mid,,per-proved-theorem,0.44,0.00289,,,8,solved-of-10,0,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.03994 (page 7, Table 4: row Claude Haiku 5.5, column low)",,in,in arxiv-2610.03994-lean,arxiv-2610.03994,haiku-5.5,medium,reasoning-math,mid,,per-proved-theorem,0.48,0.00289,,,10,solved-of-10,0,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.03994 (page 7, Table 4: row Claude Haiku 5.5, column medium)",,out:uninformative,in arxiv-2610.03994-lean,arxiv-2610.03994,haiku-5.5,high,reasoning-math,mid,,per-proved-theorem,0.62,0.00289,,,10,solved-of-10,0,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.03994 (page 7, Table 4: row Claude Haiku 5.5, column high)",,out:uninformative,in arxiv-2610.03994-lean,arxiv-2610.03994,haiku-5.5,xhigh,reasoning-math,mid,,per-proved-theorem,0.78,0.00289,,,10,solved-of-10,0,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.03994 (page 7, Table 4: row Claude Haiku 5.5, column xhigh)",,out:uninformative,in arxiv-2610.03994-lean,arxiv-2610.03994,haiku-5.5,max,reasoning-math,mid,,per-proved-theorem,1.04,0.00289,,,10,solved-of-10,0,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.03994 (page 7, Table 4: row Claude Haiku 5.5, column max)",,out:uninformative,in arxiv-2610.03994-lean,arxiv-2610.03994,haiku-4.5,not-established:absent,reasoning-math,mid,,,,,,,0,solved-of-10,0,,,"https://arxiv.org/abs/2610.03994 (page 7, Table 4: row Claude Haiku 4.5, column low)",,out:effort-not-established, arxiv-2610.03994-lean,arxiv-2610.03994,haiku-4.5,not-established:absent,reasoning-math,mid,,,,,,,0,solved-of-10,0,,,"https://arxiv.org/abs/2610.03994 (page 7, Table 4: row Claude Haiku 4.5, column medium)",,out:effort-not-established, arxiv-2610.03994-lean,arxiv-2610.03994,haiku-4.5,not-established:absent,reasoning-math,mid,,,,,,,0,solved-of-10,0,,,"https://arxiv.org/abs/2610.03994 (page 7, Table 4: row Claude Haiku 4.5, column high)",,out:effort-not-established, arxiv-2610.03994-lean,arxiv-2610.03994,haiku-4.5,not-established:absent,reasoning-math,mid,,,,,,,0,solved-of-10,0,,,"https://arxiv.org/abs/2610.03994 (page 7, Table 4: row Claude Haiku 4.5, column xhigh)",,out:effort-not-established, arxiv-2610.03994-lean,arxiv-2610.03994,haiku-4.5,not-established:absent,reasoning-math,mid,,,,,,,0,solved-of-10,0,,,"https://arxiv.org/abs/2610.03994 (page 7, Table 4: row Claude Haiku 4.5, column max)",,out:effort-not-established, arxiv-2610.03994-lean,arxiv-2610.03994,gpt-6-astra,low,reasoning-math,mid,,per-proved-theorem,2.38,0.00289,,,10,solved-of-10,0,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.03994 (page 7, Table 4: row GPT-6 Astra, column low)",,out:uninformative,in arxiv-2610.03994-lean,arxiv-2610.03994,gpt-6-astra,medium,reasoning-math,mid,,per-proved-theorem,2.21,0.00289,,,10,solved-of-10,0,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.03994 (page 7, Table 4: row GPT-6 Astra, column medium)",,out:uninformative,in arxiv-2610.03994-lean,arxiv-2610.03994,gpt-6-astra,high,reasoning-math,mid,,per-proved-theorem,2.28,0.00289,,,10,solved-of-10,0,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.03994 (page 7, Table 4: row GPT-6 Astra, column high)",,out:uninformative,in arxiv-2610.03994-lean,arxiv-2610.03994,gpt-6-astra,xhigh,reasoning-math,mid,,per-proved-theorem,2.69,0.00289,,,10,solved-of-10,0,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.03994 (page 7, Table 4: row GPT-6 Astra, column xhigh)",,out:uninformative,in arxiv-2610.03994-lean,arxiv-2610.03994,gpt-6-astra,max,reasoning-math,mid,,per-proved-theorem,2.99,0.00289,,,10,solved-of-10,0,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.03994 (page 7, Table 4: row GPT-6 Astra, column max)",,out:uninformative,in arxiv-2610.03994-lean,arxiv-2610.03994,gpt-6.1-sol,low,reasoning-math,mid,,per-proved-theorem,0.39,0.00289,,,10,solved-of-10,0,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.03994 (page 7, Table 4: row GPT-6.1 Sol, column low)",,out:uninformative,in arxiv-2610.03994-lean,arxiv-2610.03994,gpt-6.1-sol,medium,reasoning-math,mid,,per-proved-theorem,0.40,0.00289,,,10,solved-of-10,0,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.03994 (page 7, Table 4: row GPT-6.1 Sol, column medium)",,out:uninformative,in arxiv-2610.03994-lean,arxiv-2610.03994,gpt-6.1-sol,high,reasoning-math,mid,,per-proved-theorem,0.39,0.00289,,,10,solved-of-10,0,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.03994 (page 7, Table 4: row GPT-6.1 Sol, column high)",,out:uninformative,in arxiv-2610.03994-lean,arxiv-2610.03994,gpt-6.1-sol,xhigh,reasoning-math,mid,,per-proved-theorem,0.44,0.00289,,,10,solved-of-10,0,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.03994 (page 7, Table 4: row GPT-6.1 Sol, column xhigh)",,out:uninformative,in arxiv-2610.03994-lean,arxiv-2610.03994,gpt-6.1-sol,max,reasoning-math,mid,,per-proved-theorem,0.49,0.00289,,,10,solved-of-10,0,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.03994 (page 7, Table 4: row GPT-6.1 Sol, column max)",,out:uninformative,in arxiv-2610.03994-lean,arxiv-2610.03994,gpt-6-sol,low,reasoning-math,mid,,per-proved-theorem,1.20,0.00289,,,9,solved-of-10,0,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.03994 (page 7, Table 4: row GPT-6 Sol, column low)",,in,in arxiv-2610.03994-lean,arxiv-2610.03994,gpt-6-sol,medium,reasoning-math,mid,,per-proved-theorem,1.00,0.00289,,,10,solved-of-10,0,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.03994 (page 7, Table 4: row GPT-6 Sol, column medium)",,out:uninformative,in arxiv-2610.03994-lean,arxiv-2610.03994,gpt-6-sol,high,reasoning-math,mid,,per-proved-theorem,1.02,0.00289,,,10,solved-of-10,0,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.03994 (page 7, Table 4: row GPT-6 Sol, column high)",,out:uninformative,in arxiv-2610.03994-lean,arxiv-2610.03994,gpt-6-sol,xhigh,reasoning-math,mid,,per-proved-theorem,1.18,0.00289,,,10,solved-of-10,0,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.03994 (page 7, Table 4: row GPT-6 Sol, column xhigh)",,out:uninformative,in arxiv-2610.03994-lean,arxiv-2610.03994,gpt-6-sol,max,reasoning-math,mid,,per-proved-theorem,1.32,0.00289,,,10,solved-of-10,0,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.03994 (page 7, Table 4: row GPT-6 Sol, column max)",,out:uninformative,in arxiv-2610.03994-lean,arxiv-2610.03994,gpt-6-luna,low,reasoning-math,mid,,,,,,,0,solved-of-10,0,,,"https://arxiv.org/abs/2610.03994 (page 7, Table 4: row GPT-6 Luna, column low)",,out:uninformative, arxiv-2610.03994-lean,arxiv-2610.03994,gpt-6-luna,medium,reasoning-math,mid,,,,,,,0,solved-of-10,0,,,"https://arxiv.org/abs/2610.03994 (page 7, Table 4: row GPT-6 Luna, column medium)",,out:uninformative, arxiv-2610.03994-lean,arxiv-2610.03994,gpt-6-luna,high,reasoning-math,mid,,per-proved-theorem,0.19,0.00289,,,3,solved-of-10,0,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.03994 (page 7, Table 4: row GPT-6 Luna, column high)",,in,in arxiv-2610.03994-lean,arxiv-2610.03994,gpt-6-luna,xhigh,reasoning-math,mid,,per-proved-theorem,0.17,0.00289,,,8,solved-of-10,0,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.03994 (page 7, Table 4: row GPT-6 Luna, column xhigh)",,in,in arxiv-2610.03994-lean,arxiv-2610.03994,gpt-6-luna,max,reasoning-math,mid,,per-proved-theorem,0.22,0.00289,,,8,solved-of-10,0,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.03994 (page 7, Table 4: row GPT-6 Luna, column max)",,in,in cuawright-osworld2,arxiv-2610.04116,gpt-5.5,xhigh,computer-use,frontier,CUAWright,per-task,10.05,0.00289,,,63.2242,partial-score%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.04116 (Table 7, row Partial score, column GPT-5.5 xhigh)",,in,out:cost-single-couple cuawright-osworld2,arxiv-2610.04116,gpt-5.6-sol,max,computer-use,frontier,CUAWright,per-task,5.4625,0.631,,,67.9130,partial-score%,2.89e-05,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2610.04116 (Table 7, row Partial score, column GPT-5.6 Sol max)",,in,out:cost-single-couple arxiv-2610.04184-evalresearch,arxiv-2610.04184,fable-5.1,unstated,reasoning-math,frontier,,,,,,,21.96,ccc-score-x100,0.00289,,,"https://arxiv.org/html/2610.04184 (Table 2, row Fable 5.1, Score, Overall (14 targets), Avg. column)",,out:effort-not-established, arxiv-2610.04184-evalresearch,arxiv-2610.04184,opus-5,unstated,reasoning-math,frontier,,,,,,,21.79,ccc-score-x100,0.00289,,,"https://arxiv.org/html/2610.04184 (Table 2, row Opus 5, Score, Overall (14 targets), Avg. column)",,out:effort-not-established, arxiv-2610.04184-evalresearch,arxiv-2610.04184,gpt-6-astra,unstated,reasoning-math,frontier,,,,,,,22.79,ccc-score-x100,0.00289,,,"https://arxiv.org/html/2610.04184 (Table 2, row GPT-6 Astra, Score, Overall (14 targets), Avg. column)",,out:effort-not-established, arxiv-2610.04184-evalresearch,arxiv-2610.04184,grok-4.7,unstated,reasoning-math,frontier,,,,,,,22.59,ccc-score-x100,0.00289,,,"https://arxiv.org/html/2610.04184 (Table 2, row Grok 4.7, Score, Overall (14 targets), Avg. column)",,out:effort-not-established, arxiv-2610.04184-evalresearch,arxiv-2610.04184,kimi-k3,unstated,reasoning-math,frontier,,,,,,,18.03,ccc-score-x100,0.00289,,,"https://arxiv.org/html/2610.04184 (Table 2, row Kimi K3, Score, Overall (14 targets), Avg. column)",,out:effort-not-established, arxiv-2610.04184-evalresearch,arxiv-2610.04184,gpt-5.6-sol,unstated,reasoning-math,frontier,,,,,,,16.99,ccc-score-x100,0.00289,,,"https://arxiv.org/html/2610.04184 (Table 2, row GPT-5.6 Sol, Score, Overall (14 targets), Avg. column)",,out:effort-not-established, arxiv-2610.04184-evalresearch,arxiv-2610.04184,glm-5.3,unstated,reasoning-math,frontier,,,,,,,14.27,ccc-score-x100,0.00289,,,"https://arxiv.org/html/2610.04184 (Table 2, row GLM-5.3, Score, Overall (14 targets), Avg. column)",,out:effort-not-established, arxiv-2610.04184-evalresearch,arxiv-2610.04184,?DeepSeek V4 Pro,not-established:absent,reasoning-math,frontier,,,,,,,10.49,ccc-score-x100,0.00289,,,"https://arxiv.org/html/2610.04184 (Table 2, row DeepSeek V4 Pro, Score, Overall (14 targets), Avg. column)",,out:model-not-established, arxiv-2610.04243-goad-chain,arxiv-2610.04243,gpt-6-astra,unstated,agentic-tool,hard,NeuroSploit(author-built),,124.80,0.00289,,,100,chain%,0.289,,,https://arxiv.org/abs/2610.04243 (T1/GPT-6 Astra/Chain (%)),,out:effort-not-established,out:effort-not-established arxiv-2610.04243-goad-chain,arxiv-2610.04243,gpt-5.6-sol,unstated,agentic-tool,hard,NeuroSploit(author-built),,106.20,0.00289,,,100,chain%,0.289,,,https://arxiv.org/abs/2610.04243 (T1/GPT-5.6 Sol/Chain (%)),,out:effort-not-established,out:effort-not-established arxiv-2610.04243-goad-chain,arxiv-2610.04243,grok-4.6,unstated,agentic-tool,hard,NeuroSploit(author-built),,94.70,0.00289,,,100,chain%,0.289,,,https://arxiv.org/abs/2610.04243 (T1/Grok 4.6/Chain (%)),,out:effort-not-established,out:effort-not-established arxiv-2610.04243-goad-chain,arxiv-2610.04243,glm-5.3,unstated,agentic-tool,hard,NeuroSploit(author-built),,80.40,0.00289,,,100,chain%,0.289,,,https://arxiv.org/abs/2610.04243 (T1/GLM 5.3/Chain (%)),,out:effort-not-established,out:effort-not-established arxiv-2610.04243-goad-chain,arxiv-2610.04243,opus-4.8,unstated,agentic-tool,hard,NeuroSploit(author-built),,112.40,0.00289,,,100,chain%,0.289,,,https://arxiv.org/abs/2610.04243 (T1/Claude Opus 4.8/Chain (%)),,out:effort-not-established,out:effort-not-established arxiv-2610.04243-goad-chain,arxiv-2610.04243,?Qwen 3.8,not-established:absent,agentic-tool,hard,NeuroSploit(author-built),,71.50,0.00289,,,97.2,chain%,0.0289,,,https://arxiv.org/abs/2610.04243 (T1/Qwen 3.8/Chain (%)),,out:model-not-established,out:model-not-established arxiv-2610.04243-goad-chain,arxiv-2610.04243,kimi-k3,unstated,agentic-tool,hard,NeuroSploit(author-built),,74.80,0.00289,,,94.4,chain%,0.0289,,,https://arxiv.org/abs/2610.04243 (T1/Kimi k3/Chain (%)),,out:effort-not-established,out:effort-not-established arxiv-2610.04243-goad-chain,arxiv-2610.04243,opus-4.7,unstated,agentic-tool,hard,NeuroSploit(author-built),,89.70,0.00289,,,97.2,chain%,0.0289,,,https://arxiv.org/abs/2610.04243 (T1/Claude Opus 4.7/Chain (%)),,out:effort-not-established,out:effort-not-established arxiv-2610.04243-goad-chain,arxiv-2610.04243,opus-4.6,unstated,agentic-tool,hard,NeuroSploit(author-built),,72.30,0.00289,,,91.7,chain%,0.0289,,,https://arxiv.org/abs/2610.04243 (T1/Claude Opus 4.6/Chain (%)),,out:effort-not-established,out:effort-not-established arxiv-2610.04243-goad-direct-chain,arxiv-2610.04243,opus-4.8,unstated,agentic-tool,hard,none(direct-shell),,,,,,25.0,chain%,0.0289,,,https://arxiv.org/abs/2610.04243 (T2/Chain (%)/Direct Op. 4.8),,out:effort-not-established, arxiv-2610.04243-goad-direct-chain,arxiv-2610.04243,opus-4.7,unstated,agentic-tool,hard,none(direct-shell),,,,,,14.3,chain%,0.0289,,,https://arxiv.org/abs/2610.04243 (T2/Chain (%)/Direct Op. 4.7),,out:effort-not-established, arxiv-2610.04243-goad-direct-chain,arxiv-2610.04243,opus-4.6,unstated,agentic-tool,hard,none(direct-shell),,,,,,8.6,chain%,0.0289,,,https://arxiv.org/abs/2610.04243 (T2/Chain (%)/Direct Op. 4.6),,out:effort-not-established, arxiv-2610.04277-gqa-raw,arxiv-2610.04277,opus-4.8,unstated,coding,hard,ClaudeCode-cold-iterative,,,,,,57.7,peak@3%-of-PyTorch-XPU-SDPA,0.0289,,,"https://arxiv.org/abs/2610.04277 (Table 4, row Opus 4.8, column Raw: peak@3 (% of the co-measured PyTorch XPU SDPA baseline))",,out:effort-not-established, arxiv-2610.04277-gqa-syclkittens,arxiv-2610.04277,opus-4.8,unstated,coding,hard,ClaudeCode-cold-iterative,,,,,,41.6,peak@3%-of-PyTorch-XPU-SDPA,0.0289,,,"https://arxiv.org/abs/2610.04277 (Table 4, row Opus 4.8, column SyclKittens: peak@3 (% of the co-measured PyTorch XPU SDPA baseline))",,out:effort-not-established, arxiv-2610.04277-gqa-examples,arxiv-2610.04277,opus-4.8,unstated,coding,hard,ClaudeCode-cold-iterative,,,,,,79.5,peak@3%-of-PyTorch-XPU-SDPA,0.0289,,,"https://arxiv.org/abs/2610.04277 (Table 4, row Opus 4.8, column + examples: peak@3 (% of the co-measured PyTorch XPU SDPA baseline))",,out:effort-not-established, arxiv-2610.04277-gqa-raw,arxiv-2610.04277,sonnet-5,unstated,coding,hard,ClaudeCode-cold-iterative,,,,,,18.6,peak@3%-of-PyTorch-XPU-SDPA,0.0289,,,"https://arxiv.org/abs/2610.04277 (Table 4, row Sonnet 5, column Raw: peak@3 (% of the co-measured PyTorch XPU SDPA baseline))",,out:effort-not-established, arxiv-2610.04277-gqa-syclkittens,arxiv-2610.04277,sonnet-5,unstated,coding,hard,ClaudeCode-cold-iterative,,,,,,4.6,peak@3%-of-PyTorch-XPU-SDPA,0.0289,,,"https://arxiv.org/abs/2610.04277 (Table 4, row Sonnet 5, column SyclKittens: peak@3 (% of the co-measured PyTorch XPU SDPA baseline))",,out:effort-not-established, arxiv-2610.04277-gqa-examples,arxiv-2610.04277,sonnet-5,unstated,coding,hard,ClaudeCode-cold-iterative,,,,,,8.8,peak@3%-of-PyTorch-XPU-SDPA,0.0289,,,"https://arxiv.org/abs/2610.04277 (Table 4, row Sonnet 5, column + examples: peak@3 (% of the co-measured PyTorch XPU SDPA baseline))",,out:effort-not-established, arxiv-2610.04277-gqa-raw,arxiv-2610.04277,haiku-4.5,unstated,coding,hard,ClaudeCode-cold-iterative,,,,,,0.7,peak@3%-of-PyTorch-XPU-SDPA,0.0289,,,"https://arxiv.org/abs/2610.04277 (Table 4, row Haiku 4.5, column Raw: peak@3 (% of the co-measured PyTorch XPU SDPA baseline))",,out:effort-not-established, arxiv-2610.04277-gqa-syclkittens,arxiv-2610.04277,haiku-4.5,unstated,coding,hard,ClaudeCode-cold-iterative,,,,,,1.0,peak@3%-of-PyTorch-XPU-SDPA,0.0289,,,"https://arxiv.org/abs/2610.04277 (Table 4, row Haiku 4.5, column SyclKittens: peak@3 (% of the co-measured PyTorch XPU SDPA baseline))",,out:effort-not-established, arxiv-2610.04277-gqa-examples,arxiv-2610.04277,haiku-4.5,unstated,coding,hard,ClaudeCode-cold-iterative,,,,,,1.3,peak@3%-of-PyTorch-XPU-SDPA,0.0289,,,"https://arxiv.org/abs/2610.04277 (Table 4, row Haiku 4.5, column + examples: peak@3 (% of the co-measured PyTorch XPU SDPA baseline))",,out:effort-not-established, arxiv-2610.04277-gemm-raw,arxiv-2610.04277,opus-4.8,unstated,coding,hard,ClaudeCode-cold-iterative,,,,,,57.5,peak@3%-of-oneDNN,0.0289,,,"https://arxiv.org/abs/2610.04277 (Table 3, cold-iterative rows, row Opus, single-GPU GEMM column Raw: peak@3 (% of tuned oneDNN))",,out:effort-not-established, arxiv-2610.04277-gemm-syclkittens,arxiv-2610.04277,opus-4.8,unstated,coding,hard,ClaudeCode-cold-iterative,,,,,,82.1,peak@3%-of-oneDNN,0.0289,,,"https://arxiv.org/abs/2610.04277 (Table 3, cold-iterative rows, row Opus, single-GPU GEMM column SyclKittens: peak@3 (% of tuned oneDNN))",,out:effort-not-established, arxiv-2610.04277-gemm-examples,arxiv-2610.04277,opus-4.8,unstated,coding,hard,ClaudeCode-cold-iterative,,,,,,82.6,peak@3%-of-oneDNN,0.0289,,,"https://arxiv.org/abs/2610.04277 (Table 3, cold-iterative rows, row Opus, single-GPU GEMM column + examples: peak@3 (% of tuned oneDNN))",,out:effort-not-established, arxiv-2610.04277-gemm-raw,arxiv-2610.04277,sonnet-5,unstated,coding,hard,ClaudeCode-cold-iterative,,,,,,5.7,peak@3%-of-oneDNN,0.0289,,,"https://arxiv.org/abs/2610.04277 (Table 3, cold-iterative rows, row Sonnet, single-GPU GEMM column Raw: peak@3 (% of tuned oneDNN))",,out:effort-not-established, arxiv-2610.04277-gemm-syclkittens,arxiv-2610.04277,sonnet-5,unstated,coding,hard,ClaudeCode-cold-iterative,,,,,,85.2,peak@3%-of-oneDNN,0.0289,,,"https://arxiv.org/abs/2610.04277 (Table 3, cold-iterative rows, row Sonnet, single-GPU GEMM column SyclKittens: peak@3 (% of tuned oneDNN))",,out:effort-not-established, arxiv-2610.04277-gemm-examples,arxiv-2610.04277,sonnet-5,unstated,coding,hard,ClaudeCode-cold-iterative,,,,,,84.8,peak@3%-of-oneDNN,0.0289,,,"https://arxiv.org/abs/2610.04277 (Table 3, cold-iterative rows, row Sonnet, single-GPU GEMM column + examples: peak@3 (% of tuned oneDNN))",,out:effort-not-established, arxiv-2610.04277-gemm-raw,arxiv-2610.04277,haiku-4.5,unstated,coding,hard,ClaudeCode-cold-iterative,,,,,,1.6,peak@3%-of-oneDNN,0.0289,,,"https://arxiv.org/abs/2610.04277 (Table 3, cold-iterative rows, row Haiku, single-GPU GEMM column Raw: peak@3 (% of tuned oneDNN))",,out:effort-not-established, arxiv-2610.04277-gemm-syclkittens,arxiv-2610.04277,haiku-4.5,unstated,coding,hard,ClaudeCode-cold-iterative,,,,,,0.6,peak@3%-of-oneDNN,0.0289,,,"https://arxiv.org/abs/2610.04277 (Table 3, cold-iterative rows, row Haiku, single-GPU GEMM column SyclKittens: peak@3 (% of tuned oneDNN))",,out:effort-not-established, arxiv-2610.04277-gemm-examples,arxiv-2610.04277,haiku-4.5,unstated,coding,hard,ClaudeCode-cold-iterative,,,,,,50.3,peak@3%-of-oneDNN,0.0289,,,"https://arxiv.org/abs/2610.04277 (Table 3, cold-iterative rows, row Haiku, single-GPU GEMM column + examples: peak@3 (% of tuned oneDNN))",,out:effort-not-established, arxiv-2610.04292-lmbuild-s,arxiv-2610.04292,gpt-6-astra,unstated,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,88.5,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row GPT-6 Astra, column S (level Soundness), full core (200))",,out:effort-not-established, arxiv-2610.04292-lmbuild-s,arxiv-2610.04292,gpt-5.6-sol,unstated,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,88.8,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row GPT-5.6 Sol, column S (level Soundness), full core (200))",,out:effort-not-established, arxiv-2610.04292-lmbuild-s,arxiv-2610.04292,opus-5,unstated,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,88.8,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row Claude Opus 5, column S (level Soundness), full core (200))",,out:effort-not-established, arxiv-2610.04292-lmbuild-s,arxiv-2610.04292,fable-5.1,unstated,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,89.1,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row Claude Fable 5.1, column S (level Soundness), full core (200))",,out:effort-not-established, arxiv-2610.04292-lmbuild-s,arxiv-2610.04292,sonnet-5,unstated,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,86.1,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row Claude Sonnet 5, column S (level Soundness), full core (200))",,out:effort-not-established, arxiv-2610.04292-lmbuild-s,arxiv-2610.04292,haiku-4.5,unstated,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,80.8,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row Claude Haiku 4.5, column S (level Soundness), full core (200))",,out:effort-not-established, arxiv-2610.04292-lmbuild-s,arxiv-2610.04292,qwen3.5-27b,unstated,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,82.9,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row Qwen3.5-27B, column S (level Soundness), full core (200))",,out:effort-not-established, arxiv-2610.04292-lmbuild-s,arxiv-2610.04292,qwen3.5-35b-a3b,unstated,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,72.1,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row Qwen3.5-35B-A3B, column S (level Soundness), full core (200))",,out:effort-not-established, arxiv-2610.04292-lmbuild-s,arxiv-2610.04292,gpt-oss-120b,unstated,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,78.5,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row GPT-OSS-120B, column S (level Soundness), full core (200))",,out:effort-not-established, arxiv-2610.04292-lmbuild-s,arxiv-2610.04292,gemma-4-31b-it,unstated,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,59.7,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row Gemma-4-31B-IT, column S (level Soundness), full core (200))",,out:effort-not-established, arxiv-2610.04292-lmbuild-s,arxiv-2610.04292,?Ministral-3-8B,not-established:absent,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,65.7,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row Ministral-3-8B, column S (level Soundness), full core (200))",,out:model-not-established, arxiv-2610.04292-lmbuild-s,arxiv-2610.04292,?InternVL3.5-38B,not-established:absent,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,49.3,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row InternVL3.5-38B, column S (level Soundness), full core (200))",,out:model-not-established, arxiv-2610.04292-lmbuild-s,arxiv-2610.04292,?Qwen3-VL-30B-A3B,not-established:absent,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,48.7,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row Qwen3-VL-30B-A3B, column S (level Soundness), full core (200))",,out:model-not-established, arxiv-2610.04292-lmbuild-s,arxiv-2610.04292,?MiniCPM-V-4.5,not-established:absent,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,40.0,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row MiniCPM-V-4.5, column S (level Soundness), full core (200))",,out:model-not-established, arxiv-2610.04292-lmbuild-s,arxiv-2610.04292,?Qwen3-4B-Instruct,not-established:absent,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,65.5,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row Qwen3-4B-Instruct, column S (level Soundness), full core (200))",,out:model-not-established, arxiv-2610.04292-lmbuild-s,arxiv-2610.04292,?Qwen3-VL-32B,not-established:absent,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,48.5,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row Qwen3-VL-32B, column S (level Soundness), full core (200))",,out:model-not-established, arxiv-2610.04292-lmbuild-s,arxiv-2610.04292,?ERNIE-4.5-VL-28B-A3B,not-established:absent,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,20.0,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row ERNIE-4.5-VL-28B-A3B, column S (level Soundness), full core (200))",,out:model-not-established, arxiv-2610.04292-lmbuild-s,arxiv-2610.04292,?InternVL3.5-8B,not-established:absent,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,39.1,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row InternVL3.5-8B, column S (level Soundness), full core (200))",,out:model-not-established, arxiv-2610.04292-lmbuild-s,arxiv-2610.04292,?Qwen3-VL-8B,not-established:absent,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,27.9,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row Qwen3-VL-8B, column S (level Soundness), full core (200))",,out:model-not-established, arxiv-2610.04292-lmbuild-a,arxiv-2610.04292,gpt-6-astra,unstated,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,50.0,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row GPT-6 Astra, column A (level Affordance), full core (200))",,out:effort-not-established, arxiv-2610.04292-lmbuild-a,arxiv-2610.04292,gpt-5.6-sol,unstated,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,41.9,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row GPT-5.6 Sol, column A (level Affordance), full core (200))",,out:effort-not-established, arxiv-2610.04292-lmbuild-a,arxiv-2610.04292,opus-5,unstated,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,46.6,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row Claude Opus 5, column A (level Affordance), full core (200))",,out:effort-not-established, arxiv-2610.04292-lmbuild-a,arxiv-2610.04292,fable-5.1,unstated,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,47.3,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row Claude Fable 5.1, column A (level Affordance), full core (200))",,out:effort-not-established, arxiv-2610.04292-lmbuild-a,arxiv-2610.04292,sonnet-5,unstated,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,41.5,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row Claude Sonnet 5, column A (level Affordance), full core (200))",,out:effort-not-established, arxiv-2610.04292-lmbuild-a,arxiv-2610.04292,haiku-4.5,unstated,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,30.5,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row Claude Haiku 4.5, column A (level Affordance), full core (200))",,out:effort-not-established, arxiv-2610.04292-lmbuild-a,arxiv-2610.04292,qwen3.5-27b,unstated,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,28.3,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row Qwen3.5-27B, column A (level Affordance), full core (200))",,out:effort-not-established, arxiv-2610.04292-lmbuild-a,arxiv-2610.04292,qwen3.5-35b-a3b,unstated,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,24.0,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row Qwen3.5-35B-A3B, column A (level Affordance), full core (200))",,out:effort-not-established, arxiv-2610.04292-lmbuild-a,arxiv-2610.04292,gpt-oss-120b,unstated,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,25.8,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row GPT-OSS-120B, column A (level Affordance), full core (200))",,out:effort-not-established, arxiv-2610.04292-lmbuild-a,arxiv-2610.04292,gemma-4-31b-it,unstated,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,20.1,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row Gemma-4-31B-IT, column A (level Affordance), full core (200))",,out:effort-not-established, arxiv-2610.04292-lmbuild-a,arxiv-2610.04292,?Ministral-3-8B,not-established:absent,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,18.8,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row Ministral-3-8B, column A (level Affordance), full core (200))",,out:model-not-established, arxiv-2610.04292-lmbuild-a,arxiv-2610.04292,?InternVL3.5-38B,not-established:absent,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,11.4,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row InternVL3.5-38B, column A (level Affordance), full core (200))",,out:model-not-established, arxiv-2610.04292-lmbuild-a,arxiv-2610.04292,?Qwen3-VL-30B-A3B,not-established:absent,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,13.8,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row Qwen3-VL-30B-A3B, column A (level Affordance), full core (200))",,out:model-not-established, arxiv-2610.04292-lmbuild-a,arxiv-2610.04292,?MiniCPM-V-4.5,not-established:absent,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,9.5,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row MiniCPM-V-4.5, column A (level Affordance), full core (200))",,out:model-not-established, arxiv-2610.04292-lmbuild-a,arxiv-2610.04292,?Qwen3-4B-Instruct,not-established:absent,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,15.6,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row Qwen3-4B-Instruct, column A (level Affordance), full core (200))",,out:model-not-established, arxiv-2610.04292-lmbuild-a,arxiv-2610.04292,?Qwen3-VL-32B,not-established:absent,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,13.5,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row Qwen3-VL-32B, column A (level Affordance), full core (200))",,out:model-not-established, arxiv-2610.04292-lmbuild-a,arxiv-2610.04292,?ERNIE-4.5-VL-28B-A3B,not-established:absent,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,4.4,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row ERNIE-4.5-VL-28B-A3B, column A (level Affordance), full core (200))",,out:model-not-established, arxiv-2610.04292-lmbuild-a,arxiv-2610.04292,?InternVL3.5-8B,not-established:absent,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,7.4,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row InternVL3.5-8B, column A (level Affordance), full core (200))",,out:model-not-established, arxiv-2610.04292-lmbuild-a,arxiv-2610.04292,?Qwen3-VL-8B,not-established:absent,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,6.9,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row Qwen3-VL-8B, column A (level Affordance), full core (200))",,out:model-not-established, arxiv-2610.04292-lmbuild-d,arxiv-2610.04292,gpt-6-astra,unstated,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,74.0,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row GPT-6 Astra, column D (level Design), full core (200))",,out:effort-not-established, arxiv-2610.04292-lmbuild-d,arxiv-2610.04292,gpt-5.6-sol,unstated,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,71.5,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row GPT-5.6 Sol, column D (level Design), full core (200))",,out:effort-not-established, arxiv-2610.04292-lmbuild-d,arxiv-2610.04292,opus-5,unstated,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,71.3,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row Claude Opus 5, column D (level Design), full core (200))",,out:effort-not-established, arxiv-2610.04292-lmbuild-d,arxiv-2610.04292,fable-5.1,unstated,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,71.8,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row Claude Fable 5.1, column D (level Design), full core (200))",,out:effort-not-established, arxiv-2610.04292-lmbuild-d,arxiv-2610.04292,sonnet-5,unstated,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,66.3,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row Claude Sonnet 5, column D (level Design), full core (200))",,out:effort-not-established, arxiv-2610.04292-lmbuild-d,arxiv-2610.04292,haiku-4.5,unstated,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,57.8,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row Claude Haiku 4.5, column D (level Design), full core (200))",,out:effort-not-established, arxiv-2610.04292-lmbuild-d,arxiv-2610.04292,qwen3.5-27b,unstated,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,52.7,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row Qwen3.5-27B, column D (level Design), full core (200))",,out:effort-not-established, arxiv-2610.04292-lmbuild-d,arxiv-2610.04292,qwen3.5-35b-a3b,unstated,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,47.0,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row Qwen3.5-35B-A3B, column D (level Design), full core (200))",,out:effort-not-established, arxiv-2610.04292-lmbuild-d,arxiv-2610.04292,gpt-oss-120b,unstated,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,49.3,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row GPT-OSS-120B, column D (level Design), full core (200))",,out:effort-not-established, arxiv-2610.04292-lmbuild-d,arxiv-2610.04292,gemma-4-31b-it,unstated,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,41.2,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row Gemma-4-31B-IT, column D (level Design), full core (200))",,out:effort-not-established, arxiv-2610.04292-lmbuild-d,arxiv-2610.04292,?Ministral-3-8B,not-established:absent,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,46.8,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row Ministral-3-8B, column D (level Design), full core (200))",,out:model-not-established, arxiv-2610.04292-lmbuild-d,arxiv-2610.04292,?InternVL3.5-38B,not-established:absent,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,34.8,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row InternVL3.5-38B, column D (level Design), full core (200))",,out:model-not-established, arxiv-2610.04292-lmbuild-d,arxiv-2610.04292,?Qwen3-VL-30B-A3B,not-established:absent,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,32.1,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row Qwen3-VL-30B-A3B, column D (level Design), full core (200))",,out:model-not-established, arxiv-2610.04292-lmbuild-d,arxiv-2610.04292,?MiniCPM-V-4.5,not-established:absent,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,27.1,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row MiniCPM-V-4.5, column D (level Design), full core (200))",,out:model-not-established, arxiv-2610.04292-lmbuild-d,arxiv-2610.04292,?Qwen3-4B-Instruct,not-established:absent,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,30.3,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row Qwen3-4B-Instruct, column D (level Design), full core (200))",,out:model-not-established, arxiv-2610.04292-lmbuild-d,arxiv-2610.04292,?Qwen3-VL-32B,not-established:absent,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,30.2,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row Qwen3-VL-32B, column D (level Design), full core (200))",,out:model-not-established, arxiv-2610.04292-lmbuild-d,arxiv-2610.04292,?ERNIE-4.5-VL-28B-A3B,not-established:absent,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,15.0,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row ERNIE-4.5-VL-28B-A3B, column D (level Design), full core (200))",,out:model-not-established, arxiv-2610.04292-lmbuild-d,arxiv-2610.04292,?InternVL3.5-8B,not-established:absent,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,26.2,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row InternVL3.5-8B, column D (level Design), full core (200))",,out:model-not-established, arxiv-2610.04292-lmbuild-d,arxiv-2610.04292,?Qwen3-VL-8B,not-established:absent,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,15.1,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row Qwen3-VL-8B, column D (level Design), full core (200))",,out:model-not-established, arxiv-2610.04292-lmbuild-r,arxiv-2610.04292,gpt-6-astra,unstated,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,53.5,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row GPT-6 Astra, column R (level Realization), full core (200))",,out:effort-not-established, arxiv-2610.04292-lmbuild-r,arxiv-2610.04292,gpt-5.6-sol,unstated,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,57.4,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row GPT-5.6 Sol, column R (level Realization), full core (200))",,out:effort-not-established, arxiv-2610.04292-lmbuild-r,arxiv-2610.04292,opus-5,unstated,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,55.1,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row Claude Opus 5, column R (level Realization), full core (200))",,out:effort-not-established, arxiv-2610.04292-lmbuild-r,arxiv-2610.04292,fable-5.1,unstated,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,55.3,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row Claude Fable 5.1, column R (level Realization), full core (200))",,out:effort-not-established, arxiv-2610.04292-lmbuild-r,arxiv-2610.04292,sonnet-5,unstated,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,56.2,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row Claude Sonnet 5, column R (level Realization), full core (200))",,out:effort-not-established, arxiv-2610.04292-lmbuild-r,arxiv-2610.04292,haiku-4.5,unstated,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,51.3,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row Claude Haiku 4.5, column R (level Realization), full core (200))",,out:effort-not-established, arxiv-2610.04292-lmbuild-r,arxiv-2610.04292,qwen3.5-27b,unstated,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,57.2,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row Qwen3.5-27B, column R (level Realization), full core (200))",,out:effort-not-established, arxiv-2610.04292-lmbuild-r,arxiv-2610.04292,qwen3.5-35b-a3b,unstated,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,44.9,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row Qwen3.5-35B-A3B, column R (level Realization), full core (200))",,out:effort-not-established, arxiv-2610.04292-lmbuild-r,arxiv-2610.04292,gpt-oss-120b,unstated,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,51.7,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row GPT-OSS-120B, column R (level Realization), full core (200))",,out:effort-not-established, arxiv-2610.04292-lmbuild-r,arxiv-2610.04292,gemma-4-31b-it,unstated,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,36.7,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row Gemma-4-31B-IT, column R (level Realization), full core (200))",,out:effort-not-established, arxiv-2610.04292-lmbuild-r,arxiv-2610.04292,?Ministral-3-8B,not-established:absent,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,39.9,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row Ministral-3-8B, column R (level Realization), full core (200))",,out:model-not-established, arxiv-2610.04292-lmbuild-r,arxiv-2610.04292,?InternVL3.5-38B,not-established:absent,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,21.5,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row InternVL3.5-38B, column R (level Realization), full core (200))",,out:model-not-established, arxiv-2610.04292-lmbuild-r,arxiv-2610.04292,?Qwen3-VL-30B-A3B,not-established:absent,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,33.0,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row Qwen3-VL-30B-A3B, column R (level Realization), full core (200))",,out:model-not-established, arxiv-2610.04292-lmbuild-r,arxiv-2610.04292,?MiniCPM-V-4.5,not-established:absent,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,18.6,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row MiniCPM-V-4.5, column R (level Realization), full core (200))",,out:model-not-established, arxiv-2610.04292-lmbuild-r,arxiv-2610.04292,?Qwen3-4B-Instruct,not-established:absent,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,38.8,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row Qwen3-4B-Instruct, column R (level Realization), full core (200))",,out:model-not-established, arxiv-2610.04292-lmbuild-r,arxiv-2610.04292,?Qwen3-VL-32B,not-established:absent,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,31.8,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row Qwen3-VL-32B, column R (level Realization), full core (200))",,out:model-not-established, arxiv-2610.04292-lmbuild-r,arxiv-2610.04292,?ERNIE-4.5-VL-28B-A3B,not-established:absent,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,9.6,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row ERNIE-4.5-VL-28B-A3B, column R (level Realization), full core (200))",,out:model-not-established, arxiv-2610.04292-lmbuild-r,arxiv-2610.04292,?InternVL3.5-8B,not-established:absent,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,18.1,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row InternVL3.5-8B, column R (level Realization), full core (200))",,out:model-not-established, arxiv-2610.04292-lmbuild-r,arxiv-2610.04292,?Qwen3-VL-8B,not-established:absent,agentic-tool,hard,LMBuild-baseline-protocol,,,,,,17.8,score%,0.0289,,,"https://arxiv.org/abs/2610.04292 (Table 6, row Qwen3-VL-8B, column R (level Realization), full core (200))",,out:model-not-established, video2world-main,arxiv-2610.04432,fable-5.1,max,agentic-tool,hard,,per-episode,14.03,0.00289,,,48.52,V2WScore,0.00289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.04432 (text line 473 of the saved extraction, Table 2 row, column V2WScore Score (0–100))",,in,out:cost-single-couple video2world-main,arxiv-2610.04432,gpt-6-astra,not-established:absent,agentic-tool,hard,,per-episode,6.40,0.00289,,,43.55,V2WScore,0.00289,,,"https://arxiv.org/abs/2610.04432 (text line 484 of the saved extraction, Table 2 row, column V2WScore Score (0–100))",,out:effort-not-established,out:effort-not-established video2world-main,arxiv-2610.04432,opus-5,unstated,agentic-tool,hard,,per-episode,13.83,0.00289,,,41.56,V2WScore,0.00289,,,"https://arxiv.org/abs/2610.04432 (text line 495 of the saved extraction, Table 2 row, column V2WScore Score (0–100))",,out:effort-not-established,out:effort-not-established video2world-main,arxiv-2610.04432,kimi-k3,unstated,agentic-tool,hard,,per-episode,5.51,0.00289,,,33.19,V2WScore,0.00289,,,"https://arxiv.org/abs/2610.04432 (text line 506 of the saved extraction, Table 2 row, column V2WScore Score (0–100))",,out:effort-not-established,out:effort-not-established video2world-main,arxiv-2610.04432,gpt-5.6-sol,unstated,agentic-tool,hard,,per-episode,1.39,0.00289,,,31.00,V2WScore,0.00289,,,"https://arxiv.org/abs/2610.04432 (text line 517 of the saved extraction, Table 2 row, column V2WScore Score (0–100))",,out:effort-not-established,out:effort-not-established video2world-main,arxiv-2610.04432,deepseek-v4.1-flash,unstated,agentic-tool,hard,,per-episode,0.23,0.00289,,,30.54,V2WScore,0.00289,,,"https://arxiv.org/abs/2610.04432 (text line 528 of the saved extraction, Table 2 row, column V2WScore Score (0–100))",,out:effort-not-established,out:effort-not-established video2world-main,arxiv-2610.04432,gemini-3.8-flash,high,agentic-tool,hard,,per-episode,1.53,0.00289,,,30.11,V2WScore,0.00289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2610.04432 (text line 539 of the saved extraction, Table 2 row, column V2WScore Score (0–100))",,in,out:cost-single-couple video2world-main,arxiv-2610.04432,qwen3.8-max-0902,unstated,agentic-tool,hard,,per-episode,0.67,0.00289,,,26.55,V2WScore,0.00289,,,"https://arxiv.org/abs/2610.04432 (text line 550 of the saved extraction, Table 2 row, column V2WScore Score (0–100))",,out:effort-not-established,out:effort-not-established video2world-main,arxiv-2610.04432,glm-5.3-flash,unstated,agentic-tool,hard,,per-episode,0.31,0.00289,,,25.69,V2WScore,0.00289,,,"https://arxiv.org/abs/2610.04432 (text line 561 of the saved extraction, Table 2 row, column V2WScore Score (0–100))",,out:effort-not-established,out:effort-not-established arxiv-2610.04915-bais,arxiv-2610.04915,opus-5.5,unstated,agentic-tool,hard,,,,,,,98,acc%,0.289,,,"https://arxiv.org/abs/2610.04915 (Table 2, row 'Opus 5.5', column 'Benchmark accuracy' E (official score on the original data; the first number after the model name))",,out:effort-not-established, arxiv-2610.04915-bais,arxiv-2610.04915,sonnet-5,unstated,agentic-tool,hard,,,,,,,100,acc%,0.289,,,"https://arxiv.org/abs/2610.04915 (Table 2, row 'Sonnet 5', column 'Benchmark accuracy' E (official score on the original data; the first number after the model name))",,out:effort-not-established, arxiv-2610.04915-bais,arxiv-2610.04915,haiku-4.5,unstated,agentic-tool,hard,,,,,,,87,acc%,0.289,,,"https://arxiv.org/abs/2610.04915 (Table 2, row 'Haiku 4.5', column 'Benchmark accuracy' E (official score on the original data; the first number after the model name))",,out:effort-not-established, arxiv-2610.04915-bais,arxiv-2610.04915,gpt-5.6-sol,unstated,agentic-tool,hard,,,,,,,100,acc%,0.289,,,"https://arxiv.org/abs/2610.04915 (Table 2, row 'GPT-5.6-Sol', column 'Benchmark accuracy' E (official score on the original data; the first number after the model name))",,out:effort-not-established, arxiv-2610.04915-bais,arxiv-2610.04915,gpt-5.6-terra,unstated,agentic-tool,hard,,,,,,,94,acc%,0.289,,,"https://arxiv.org/abs/2610.04915 (Table 2, row 'GPT-5.6-Terra', column 'Benchmark accuracy' E (official score on the original data; the first number after the model name))",,out:effort-not-established, arxiv-2610.04976-pricedguidance-test-median-bits,arxiv-2610.04976,fable-5.1,max,reasoning-math,frontier,PricedGuidance-guide-protocol,,,,,,69.9,median-bits,0.0289,,,https://arxiv.org/html/2610.04976 (Section 1 (Introduction); Section 4 test set),,in, arxiv-2610.04976-pricedguidance-test-median-bits,arxiv-2610.04976,opus-5,high,reasoning-math,frontier,PricedGuidance-guide-protocol,,,,,,70.4,median-bits,0.0289,,,"https://arxiv.org/html/2610.04976 (Section 4 (Main Results), test set paragraph)",,in, arxiv-2610.04976-pricedguidance-test-median-bits,arxiv-2610.04976,gpt-6-astra,max,reasoning-math,frontier,PricedGuidance-guide-protocol,,,,,,71.6,median-bits,0.0289,,,"https://arxiv.org/html/2610.04976 (Section 4 (Main Results), test set paragraph)",,in, arxiv-2610.04976-pricedguidance-test-median-bits,arxiv-2610.04976,glm-5.3,max,reasoning-math,frontier,PricedGuidance-guide-protocol,,,,,,102.4,median-bits,0.0289,,,"https://arxiv.org/html/2610.04976 (Section 4 (Main Results), GLM 5.3 paragraph)",,in, arxiv-2610.04976-pricedguidance-dev-opus5-median-bits,arxiv-2610.04976,opus-5,high,reasoning-math,frontier,PricedGuidance-guide-protocol,,,,,,45.0,median-bits,0.0289,,,"https://arxiv.org/html/2610.04976 (Section 5 (Ablations), Figure 7(c))",,in, arxiv-2610.04976-pricedguidance-dev-opus5-median-bits,arxiv-2610.04976,opus-5,max,reasoning-math,frontier,PricedGuidance-guide-protocol,,,,,,54.6,median-bits,0.0289,,,"https://arxiv.org/html/2610.04976 (Section 5 (Ablations), Figure 7(c))",,in, arxiv-2610.04976-pricedguidance-dev-fable51-median-bits,arxiv-2610.04976,fable-5.1,high,reasoning-math,frontier,PricedGuidance-guide-protocol,,,,,,48.9,median-bits,0.0289,,,"https://arxiv.org/html/2610.04976 (Section 5 (Ablations), Figure 7(d))",,in, arxiv-2610.04976-pricedguidance-dev-fable51-median-bits,arxiv-2610.04976,fable-5.1,max,reasoning-math,frontier,PricedGuidance-guide-protocol,,,,,,46.6,median-bits,0.0289,,,"https://arxiv.org/html/2610.04976 (Section 5 (Ablations), Figure 7(d))",,in, rca-ac1-l0,arxiv-2610.05009,qwen3.7-plus,unstated,agentic-tool,hard,,,0.019,0.000289,,,85.4,AC@1 (%),0.0289,,,"https://arxiv.org/abs/2610.05009 (Table 3, row Qwen3.7-Plus / L0, column AC@1)",,out:effort-not-established,out:effort-not-established rca-ac1-l1,arxiv-2610.05009,qwen3.7-plus,unstated,agentic-tool,hard,,,0.018,0.000289,,,52.7,AC@1 (%),0.0289,,,"https://arxiv.org/abs/2610.05009 (Table 3, row Qwen3.7-Plus / L1, column AC@1)",,out:effort-not-established,out:effort-not-established rca-ac1-l2,arxiv-2610.05009,qwen3.7-plus,unstated,agentic-tool,hard,,,0.044,0.000289,,,68.8,AC@1 (%),0.0289,,,"https://arxiv.org/abs/2610.05009 (Table 3, row Qwen3.7-Plus / L2, column AC@1)",,out:effort-not-established,out:effort-not-established rca-ac1-l3,arxiv-2610.05009,qwen3.7-plus,unstated,agentic-tool,hard,,,0.008,0.000289,,,82.8,AC@1 (%),0.0289,,,"https://arxiv.org/abs/2610.05009 (Table 3, row Qwen3.7-Plus / L3, column AC@1)",,out:effort-not-established,out:effort-not-established rca-ac1-l1-l2,arxiv-2610.05009,qwen3.7-plus,unstated,agentic-tool,hard,,,0.035,0.000289,,,64.0,AC@1 (%),0.0289,,,"https://arxiv.org/abs/2610.05009 (Table 3, row Qwen3.7-Plus / L1+L2, column AC@1)",,out:effort-not-established,out:effort-not-established rca-ac1-l1-l3,arxiv-2610.05009,qwen3.7-plus,unstated,agentic-tool,hard,,,0.015,0.000289,,,83.6,AC@1 (%),0.0289,,,"https://arxiv.org/abs/2610.05009 (Table 3, row Qwen3.7-Plus / L1+L3, column AC@1)",,out:effort-not-established,out:effort-not-established rca-ac1-l2-l3,arxiv-2610.05009,qwen3.7-plus,unstated,agentic-tool,hard,,,0.025,0.000289,,,78.2,AC@1 (%),0.0289,,,"https://arxiv.org/abs/2610.05009 (Table 3, row Qwen3.7-Plus / L2+L3, column AC@1)",,out:effort-not-established,out:effort-not-established rca-ac1-l1-l2-l3,arxiv-2610.05009,qwen3.7-plus,unstated,agentic-tool,hard,,,0.030,0.000289,,,78.0,AC@1 (%),0.0289,,,"https://arxiv.org/abs/2610.05009 (Table 3, row Qwen3.7-Plus / L1+L2+L3, column AC@1)",,out:effort-not-established,out:effort-not-established rca-ac1-l0,arxiv-2610.05009,qwen3-8b,unstated,agentic-tool,hard,,,0.007,0.000289,,,14.8,AC@1 (%),0.0289,,,"https://arxiv.org/abs/2610.05009 (Table 4, row Qwen3-8B / L0, column AC@1)",,out:effort-not-established,out:effort-not-established rca-ac1-l1,arxiv-2610.05009,qwen3-8b,unstated,agentic-tool,hard,,,0.005,0.000289,,,29.3,AC@1 (%),0.0289,,,"https://arxiv.org/abs/2610.05009 (Table 4, row Qwen3-8B / L1, column AC@1)",,out:effort-not-established,out:effort-not-established rca-ac1-l1-l2,arxiv-2610.05009,qwen3-8b,unstated,agentic-tool,hard,,,0.007,0.000289,,,59.6,AC@1 (%),0.0289,,,"https://arxiv.org/abs/2610.05009 (Table 4, row Qwen3-8B / L1+L2, column AC@1)",,out:effort-not-established,out:effort-not-established rca-ac1-l1-l2-l3,arxiv-2610.05009,qwen3-8b,unstated,agentic-tool,hard,,,0.009,0.000289,,,45.7,AC@1 (%),0.0289,,,"https://arxiv.org/abs/2610.05009 (Table 4, row Qwen3-8B / L1+L2+L3, column AC@1)",,out:effort-not-established,out:effort-not-established rca-ac1-l0,arxiv-2610.05009,qwen3-32b,unstated,agentic-tool,hard,,,0.018,0.000289,,,39.6,AC@1 (%),0.0289,,,"https://arxiv.org/abs/2610.05009 (Table 4, row Qwen3-32B / L0, column AC@1)",,out:effort-not-established,out:effort-not-established rca-ac1-l1,arxiv-2610.05009,qwen3-32b,unstated,agentic-tool,hard,,,0.022,0.000289,,,45.2,AC@1 (%),0.0289,,,"https://arxiv.org/abs/2610.05009 (Table 4, row Qwen3-32B / L1, column AC@1)",,out:effort-not-established,out:effort-not-established rca-ac1-l1-l2,arxiv-2610.05009,qwen3-32b,unstated,agentic-tool,hard,,,0.049,0.000289,,,49.9,AC@1 (%),0.0289,,,"https://arxiv.org/abs/2610.05009 (Table 4, row Qwen3-32B / L1+L2, column AC@1)",,out:effort-not-established,out:effort-not-established rca-ac1-l1-l2-l3,arxiv-2610.05009,qwen3-32b,unstated,agentic-tool,hard,,,0.059,0.000289,,,54.0,AC@1 (%),0.0289,,,"https://arxiv.org/abs/2610.05009 (Table 4, row Qwen3-32B / L1+L2+L3, column AC@1)",,out:effort-not-established,out:effort-not-established rca-ac1-l0,arxiv-2610.05009,qwen3-235b-a22b,unstated,agentic-tool,hard,,,0.017,0.000289,,,35.6,AC@1 (%),0.0289,,,"https://arxiv.org/abs/2610.05009 (Table 4, row Qwen3-235B-A22B / L0, column AC@1)",,out:effort-not-established,out:effort-not-established rca-ac1-l1,arxiv-2610.05009,qwen3-235b-a22b,unstated,agentic-tool,hard,,,0.015,0.000289,,,45.0,AC@1 (%),0.0289,,,"https://arxiv.org/abs/2610.05009 (Table 4, row Qwen3-235B-A22B / L1, column AC@1)",,out:effort-not-established,out:effort-not-established rca-ac1-l1-l2,arxiv-2610.05009,qwen3-235b-a22b,unstated,agentic-tool,hard,,,0.024,0.000289,,,63.9,AC@1 (%),0.0289,,,"https://arxiv.org/abs/2610.05009 (Table 4, row Qwen3-235B-A22B / L1+L2, column AC@1)",,out:effort-not-established,out:effort-not-established rca-ac1-l1-l2-l3,arxiv-2610.05009,qwen3-235b-a22b,unstated,agentic-tool,hard,,,0.027,0.000289,,,69.2,AC@1 (%),0.0289,,,"https://arxiv.org/abs/2610.05009 (Table 4, row Qwen3-235B-A22B / L1+L2+L3, column AC@1)",,out:effort-not-established,out:effort-not-established arxiv-2610.05304-baseline-violations,arxiv-2610.05304,sonnet-5,medium,agentic-tool,mid,,,,,,,,count,,,,"https://arxiv.org/abs/2610.05304 (Section 4, Silent failures in baseline LLM runs)",,out:no-proof, arxiv-2610.05348-nq,arxiv-2610.05348,haiku-4.5,default,agentic-tool,mid,,,,,,,43.6,answerable-EM%,0.0289,,,"https://arxiv.org/abs/2610.05348 (Table 1, row Haiku 4.5 / V, NQ, column EM ans)",,out:effort-not-established, arxiv-2610.05348-nq,arxiv-2610.05348,sonnet-5.5,high,agentic-tool,mid,,,,,,,46.7,answerable-EM%,0.0289,,,"https://arxiv.org/abs/2610.05348 (Table 1, row Sonnet 5.5 / V, NQ, column EM ans)",src-arxiv-2610.05348-v1-2026-10-04|run:arxiv-2610.05348-nq-abst|sonnet-5.5@high|,in, arxiv-2610.05348-nq,arxiv-2610.05348,opus-5.5,default,agentic-tool,mid,,,,,,,54.1,answerable-EM%,0.0289,,,"https://arxiv.org/abs/2610.05348 (Table 1, row Opus 5.5 / V, NQ, column EM ans)",,out:effort-not-established, arxiv-2610.05348-nq,arxiv-2610.05348,sonnet-4.6,default,agentic-tool,mid,,,,,,,45.1,answerable-EM%,0.0289,,,"https://arxiv.org/abs/2610.05348 (Table 4, row Sonnet 4.6 / V, NQ, column EM ans)",,out:effort-not-established, arxiv-2610.05348-hotpotqa,arxiv-2610.05348,haiku-4.5,default,agentic-tool,mid,,,,,,,54.0,answerable-EM%,0.0289,,,"https://arxiv.org/abs/2610.05348 (Table 1, row Haiku 4.5 / V, HotpotQA, column EM ans)",,out:effort-not-established, arxiv-2610.05348-hotpotqa,arxiv-2610.05348,sonnet-5.5,high,agentic-tool,mid,,,,,,,57.0,answerable-EM%,0.0289,,,"https://arxiv.org/abs/2610.05348 (Table 1, row Sonnet 5.5 / V, HotpotQA, column EM ans)",src-arxiv-2610.05348-v1-2026-10-04|run:arxiv-2610.05348-hotpotqa-abst|sonnet-5.5@high|,in, arxiv-2610.05348-hotpotqa,arxiv-2610.05348,opus-5.5,default,agentic-tool,mid,,,,,,,58.3,answerable-EM%,0.0289,,,"https://arxiv.org/abs/2610.05348 (Table 1, row Opus 5.5 / V, HotpotQA, column EM ans)",,out:effort-not-established, arxiv-2610.05348-hotpotqa,arxiv-2610.05348,sonnet-4.6,default,agentic-tool,mid,,,,,,,59.0,answerable-EM%,0.0289,,,"https://arxiv.org/abs/2610.05348 (Table 4, row Sonnet 4.6 / V, HotpotQA, column EM ans)",,out:effort-not-established, arxiv-2610.05348-nq,arxiv-2610.05348,qwen3-8b,nothink,agentic-tool,mid,,,,,,,31.5,answerable-EM%,0.0289,,,"https://arxiv.org/abs/2610.05348 (Table 1, row Qwen3-8B / V, NQ, column EM ans)",src-arxiv-2610.05348-v1-2026-10-04|run:arxiv-2610.05348-nq-abst|qwen3-8b@nothink|,in, arxiv-2610.05348-nq,arxiv-2610.05348,qwen3-32b,nothink,agentic-tool,mid,,,,,,,35.8,answerable-EM%,0.0289,,,"https://arxiv.org/abs/2610.05348 (Table 1, row Qwen3-32B / V, NQ, column EM ans)",,out:single-couple, arxiv-2610.05348-hotpotqa,arxiv-2610.05348,qwen3-8b,nothink,agentic-tool,mid,,,,,,,28.0,answerable-EM%,0.0289,,,"https://arxiv.org/abs/2610.05348 (Table 1, row Qwen3-8B / V, HotpotQA, column EM ans)",src-arxiv-2610.05348-v1-2026-10-04|run:arxiv-2610.05348-hotpotqa-abst|qwen3-8b@nothink|,in, arxiv-2610.05348-hotpotqa,arxiv-2610.05348,qwen3-32b,nothink,agentic-tool,mid,,,,,,,32.0,answerable-EM%,0.0289,,,"https://arxiv.org/abs/2610.05348 (Table 1, row Qwen3-32B / V, HotpotQA, column EM ans)",,out:single-couple, arxiv-2610.05348-nq-abst,arxiv-2610.05348,haiku-4.5,default,agentic-tool,mid,,,,,,,15.6,abstain%,0.0289,,,"https://arxiv.org/abs/2610.05348 (Table 1, row Haiku 4.5 / V, NQ, column Abst.)",,out:effort-not-established, arxiv-2610.05348-nq-abst,arxiv-2610.05348,sonnet-5.5,high,agentic-tool,mid,,,,,,,0.8,abstain%,0.0289,,,"https://arxiv.org/abs/2610.05348 (Table 1, row Sonnet 5.5 / V, NQ, column Abst.)",src-arxiv-2610.05348-v1-2026-10-04|run:arxiv-2610.05348-nq-abst|sonnet-5.5@high|,in, arxiv-2610.05348-nq-abst,arxiv-2610.05348,opus-5.5,default,agentic-tool,mid,,,,,,,0.4,abstain%,0.0289,,,"https://arxiv.org/abs/2610.05348 (Table 1, row Opus 5.5 / V, NQ, column Abst.)",,out:effort-not-established, arxiv-2610.05348-nq-abst,arxiv-2610.05348,sonnet-4.6,default,agentic-tool,mid,,,,,,,4.7,abstain%,0.0289,,,"https://arxiv.org/abs/2610.05348 (Table 4, row Sonnet 4.6 / V, NQ, column Abst.)",,out:effort-not-established, arxiv-2610.05348-hotpotqa-abst,arxiv-2610.05348,haiku-4.5,default,agentic-tool,mid,,,,,,,40.7,abstain%,0.0289,,,"https://arxiv.org/abs/2610.05348 (Table 1, row Haiku 4.5 / V, HotpotQA, column Abst.)",,out:effort-not-established, arxiv-2610.05348-hotpotqa-abst,arxiv-2610.05348,sonnet-5.5,high,agentic-tool,mid,,,,,,,2.3,abstain%,0.0289,,,"https://arxiv.org/abs/2610.05348 (Table 1, row Sonnet 5.5 / V, HotpotQA, column Abst.)",src-arxiv-2610.05348-v1-2026-10-04|run:arxiv-2610.05348-hotpotqa-abst|sonnet-5.5@high|,in, arxiv-2610.05348-hotpotqa-abst,arxiv-2610.05348,opus-5.5,default,agentic-tool,mid,,,,,,,2.0,abstain%,0.0289,,,"https://arxiv.org/abs/2610.05348 (Table 1, row Opus 5.5 / V, HotpotQA, column Abst.)",,out:effort-not-established, arxiv-2610.05348-hotpotqa-abst,arxiv-2610.05348,sonnet-4.6,default,agentic-tool,mid,,,,,,,9.0,abstain%,0.0289,,,"https://arxiv.org/abs/2610.05348 (Table 4, row Sonnet 4.6 / V, HotpotQA, column Abst.)",,out:effort-not-established, arxiv-2610.05348-nq-abst,arxiv-2610.05348,qwen3-8b,nothink,agentic-tool,mid,,,,,,,15.2,abstain%,0.0289,,,"https://arxiv.org/abs/2610.05348 (Table 1, row Qwen3-8B / V, NQ, column Abst.)",src-arxiv-2610.05348-v1-2026-10-04|run:arxiv-2610.05348-nq-abst|qwen3-8b@nothink|,in, arxiv-2610.05348-nq-abst,arxiv-2610.05348,qwen3-32b,nothink,agentic-tool,mid,,,,,,,21.4,abstain%,0.0289,,,"https://arxiv.org/abs/2610.05348 (Table 1, row Qwen3-32B / V, NQ, column Abst.)",,out:single-couple, arxiv-2610.05348-hotpotqa-abst,arxiv-2610.05348,qwen3-8b,nothink,agentic-tool,mid,,,,,,,12.3,abstain%,0.0289,,,"https://arxiv.org/abs/2610.05348 (Table 1, row Qwen3-8B / V, HotpotQA, column Abst.)",src-arxiv-2610.05348-v1-2026-10-04|run:arxiv-2610.05348-hotpotqa-abst|qwen3-8b@nothink|,in, arxiv-2610.05348-hotpotqa-abst,arxiv-2610.05348,qwen3-32b,nothink,agentic-tool,mid,,,,,,,41.3,abstain%,0.0289,,,"https://arxiv.org/abs/2610.05348 (Table 1, row Qwen3-32B / V, HotpotQA, column Abst.)",,out:single-couple, arxiv-2610.05398-mmposttrain,arxiv-2610.05398,opus-5,unstated,agentic-tool,frontier,,,,,,,44.42,mean-task-score%,0.00289,,,"https://arxiv.org/html/2610.05398 (Table 2, row 'Mean task score (%)', column 'Claude Opus 5' (three-loop mean task score))",,out:effort-not-established, arxiv-2610.05398-mmposttrain,arxiv-2610.05398,gpt-5.6-sol,unstated,agentic-tool,frontier,,,,,,,44.36,mean-task-score%,0.00289,,,"https://arxiv.org/html/2610.05398 (Table 2, row 'Mean task score (%)', column 'GPT-5.6 sol' (three-loop mean task score))",,out:effort-not-established, arxiv-2610.05398-mmposttrain,arxiv-2610.05398,qwen3.8-omni-flash,unstated,agentic-tool,frontier,,,,,,,43.79,mean-task-score%,0.00289,,,"https://arxiv.org/html/2610.05398 (Table 2, row 'Mean task score (%)', column 'Qwen 3.8 Omni Flash' (three-loop mean task score))",,out:effort-not-established, arxiv-2610.05398-mmposttrain,arxiv-2610.05398,gpt-5.6-terra,unstated,agentic-tool,frontier,,,,,,,43.42,mean-task-score%,0.00289,,,"https://arxiv.org/html/2610.05398 (Table 2, row 'Mean task score (%)', column 'GPT-5.6 terra' (three-loop mean task score))",,out:effort-not-established, arxiv-2610.05398-mmposttrain,arxiv-2610.05398,gemini-3.8-flash,unstated,agentic-tool,frontier,,,,,,,42.94,mean-task-score%,0.00289,,,"https://arxiv.org/html/2610.05398 (Table 2, row 'Mean task score (%)', column 'Gemini 3.8 Flash' (three-loop mean task score))",,out:effort-not-established, arxiv-2610.05398-mmposttrain,arxiv-2610.05398,opus-4.8,unstated,agentic-tool,frontier,,,,,,,40.58,mean-task-score%,0.00289,,,"https://arxiv.org/html/2610.05398 (Table 2, row 'Mean task score (%)', column 'Claude Opus 4.8' (three-loop mean task score))",,out:effort-not-established, 2610.06248-correctness-verified,arxiv-2610.06248,glm-5-turbo,unstated,reasoning-math,hard,,,,,,,91.7,correctness Verified-MS3 %,0.0289,,,"https://arxiv.org/abs/2610.06248 (Table 2, row GLM-5-Turbo, column correctness Verified-MS3 %)",,out:effort-not-established, 2610.06248-correctness-direct,arxiv-2610.06248,glm-5-turbo,unstated,reasoning-math,hard,,,,,,,24.2,correctness Direct %,0.0289,,,"https://arxiv.org/abs/2610.06248 (Table 2, row GLM-5-Turbo, column correctness Direct %)",,out:effort-not-established, arxiv-2610.06511-artifactarena-vgh,arxiv-2610.06511,fable-5.1,high,agentic-tool,hard,VGH-MuJoCo-arena,,,,,,1310,Elo,0.289,,,"https://arxiv.org/abs/2610.06511 (Figure 2 (page 3), model rank 2 Fable 5.1, bar VGH: the value printed at the end of the bar (word at px x=207.7, y=127.5, its label VGH at x=162.5))",,in, arxiv-2610.06511-artifactarena-vgh,arxiv-2610.06511,fable-5,high,agentic-tool,hard,VGH-MuJoCo-arena,,,,,,1090,Elo,0.289,,,"https://arxiv.org/abs/2610.06511 (Figure 2 (page 3), model rank 4 Fable 5, bar VGH: the value printed at the end of the bar (word at px x=199.2, y=190.6, its label VGH at x=162.5))",,in, arxiv-2610.06511-artifactarena-vgh,arxiv-2610.06511,sonnet-5,high,agentic-tool,hard,VGH-MuJoCo-arena,,,,,,986,Elo,0.289,,,"https://arxiv.org/abs/2610.06511 (Figure 2 (page 3), model rank 14 Sonnet 5, bar VGH: the value printed at the end of the bar (word at px x=346.0, y=261.7, its label VGH at x=313.7))",,in, arxiv-2610.06511-artifactarena-vgh,arxiv-2610.06511,opus-4.8,high,agentic-tool,hard,VGH-MuJoCo-arena,,,,,,928,Elo,0.289,,,"https://arxiv.org/abs/2610.06511 (Figure 2 (page 3), model rank 19 Opus 4.8, bar VGH: the value printed at the end of the bar (word at px x=494.5, y=208.0, its label VGH at x=464.9))",,in, arxiv-2610.06511-artifactarena-sh,arxiv-2610.06511,fable-5.1,high,agentic-tool,hard,SH-MuJoCo-arena,,,,,,1260,Elo,0.289,,,"https://arxiv.org/abs/2610.06511 (Figure 2 (page 3), model rank 2 Fable 5.1, bar SH: the value printed at the end of the bar (word at px x=205.7, y=136.9, its label SH at x=162.5))",,in, arxiv-2610.06511-artifactarena-sh,arxiv-2610.06511,fable-5,high,agentic-tool,hard,SH-MuJoCo-arena,,,,,,1014,Elo,0.289,,,"https://arxiv.org/abs/2610.06511 (Figure 2 (page 3), model rank 4 Fable 5, bar SH: the value printed at the end of the bar (word at px x=196.7, y=198.4, its label SH at x=162.5))",,in, arxiv-2610.06511-artifactarena-sh,arxiv-2610.06511,sonnet-5,high,agentic-tool,hard,SH-MuJoCo-arena,,,,,,883,Elo,0.289,,,"https://arxiv.org/abs/2610.06511 (Figure 2 (page 3), model rank 14 Sonnet 5, bar SH: the value printed at the end of the bar (word at px x=341.7, y=271.2, its label SH at x=313.7))",,in, arxiv-2610.06511-artifactarena-sh,arxiv-2610.06511,opus-4.8,high,agentic-tool,hard,SH-MuJoCo-arena,,,,,,905,Elo,0.289,,,"https://arxiv.org/abs/2610.06511 (Figure 2 (page 3), model rank 19 Opus 4.8, bar SH: the value printed at the end of the bar (word at px x=493.2, y=217.5, its label SH at x=464.9))",,in, arxiv-2610.06511-artifactarena-dlh,arxiv-2610.06511,fable-5.1,high,agentic-tool,hard,DLH-MuJoCo-arena,,,,,,1210,Elo,0.289,,,"https://arxiv.org/abs/2610.06511 (Figure 2 (page 3), model rank 2 Fable 5.1, bar DLH: the value printed at the end of the bar (word at px x=203.4, y=144.7, its label DLH at x=162.5))",,in, arxiv-2610.06511-artifactarena-dlh,arxiv-2610.06511,fable-5,high,agentic-tool,hard,DLH-MuJoCo-arena,,,,,,1189,Elo,0.289,,,"https://arxiv.org/abs/2610.06511 (Figure 2 (page 3), model rank 4 Fable 5, bar DLH: the value printed at the end of the bar (word at px x=202.9, y=181.2, its label DLH at x=162.5))",,in, arxiv-2610.06511-artifactarena-dlh,arxiv-2610.06511,sonnet-5,high,agentic-tool,hard,DLH-MuJoCo-arena,,,,,,850,Elo,0.289,,,"https://arxiv.org/abs/2610.06511 (Figure 2 (page 3), model rank 14 Sonnet 5, bar DLH: the value printed at the end of the bar (word at px x=340.6, y=278.9, its label DLH at x=313.7))",,in, arxiv-2610.06511-artifactarena-dlh,arxiv-2610.06511,opus-4.8,high,agentic-tool,hard,DLH-MuJoCo-arena,,,,,,765,Elo,0.289,,,"https://arxiv.org/abs/2610.06511 (Figure 2 (page 3), model rank 19 Opus 4.8, bar DLH: the value printed at the end of the bar (word at px x=488.3, y=225.2, its label DLH at x=464.9))",,in, arxiv-2610.06511-artifactarena-vgh,arxiv-2610.06511,gpt-6-astra,high,agentic-tool,hard,VGH-MuJoCo-arena,,,,,,1539,Elo,0.289,,,"https://arxiv.org/abs/2610.06511 (Figure 2 (page 3), model rank 1 GPT-6 Astra, bar VGH: the value printed at the end of the bar (word at px x=216.6, y=100.6, its label VGH at x=162.5))",,in, arxiv-2610.06511-artifactarena-sh,arxiv-2610.06511,gpt-6-astra,high,agentic-tool,hard,SH-MuJoCo-arena,,,,,,1352,Elo,0.289,,,"https://arxiv.org/abs/2610.06511 (Figure 2 (page 3), model rank 1 GPT-6 Astra, bar SH: the value printed at the end of the bar (word at px x=209.0, y=110.1, its label SH at x=162.5))",,in, arxiv-2610.06511-artifactarena-dlh,arxiv-2610.06511,gpt-6-astra,high,agentic-tool,hard,DLH-MuJoCo-arena,,,,,,1188,Elo,0.289,,,"https://arxiv.org/abs/2610.06511 (Figure 2 (page 3), model rank 1 GPT-6 Astra, bar DLH: the value printed at the end of the bar (word at px x=203.7, y=117.9, its label DLH at x=162.5))",,in, arxiv-2610.06511-artifactarena-vgh,arxiv-2610.06511,gemini-3.8-flash,high,agentic-tool,hard,VGH-MuJoCo-arena,,,,,,1223,Elo,0.289,,,"https://arxiv.org/abs/2610.06511 (Figure 2 (page 3), model rank 3 Gemini 3.8 Flash, bar VGH: the value printed at the end of the bar (word at px x=203.9, y=154.3, its label VGH at x=162.5))",,in, arxiv-2610.06511-artifactarena-sh,arxiv-2610.06511,gemini-3.8-flash,high,agentic-tool,hard,SH-MuJoCo-arena,,,,,,1143,Elo,0.289,,,"https://arxiv.org/abs/2610.06511 (Figure 2 (page 3), model rank 3 Gemini 3.8 Flash, bar SH: the value printed at the end of the bar (word at px x=200.5, y=163.8, its label SH at x=162.5))",,in, arxiv-2610.06511-artifactarena-dlh,arxiv-2610.06511,gemini-3.8-flash,high,agentic-tool,hard,DLH-MuJoCo-arena,,,,,,934,Elo,0.289,,,"https://arxiv.org/abs/2610.06511 (Figure 2 (page 3), model rank 3 Gemini 3.8 Flash, bar DLH: the value printed at the end of the bar (word at px x=192.6, y=171.5, its label DLH at x=162.5))",,in, arxiv-2610.06511-artifactarena-vgh,arxiv-2610.06511,gpt-5.4,high,agentic-tool,hard,VGH-MuJoCo-arena,,,,,,1070,Elo,0.289,,,"https://arxiv.org/abs/2610.06511 (Figure 2 (page 3), model rank 5 GPT-5.4, bar VGH: the value printed at the end of the bar (word at px x=198.0, y=217.5, its label VGH at x=162.5))",,in, arxiv-2610.06511-artifactarena-sh,arxiv-2610.06511,gpt-5.4,high,agentic-tool,hard,SH-MuJoCo-arena,,,,,,1179,Elo,0.289,,,"https://arxiv.org/abs/2610.06511 (Figure 2 (page 3), model rank 5 GPT-5.4, bar SH: the value printed at the end of the bar (word at px x=201.8, y=208.0, its label SH at x=162.5))",,in, arxiv-2610.06511-artifactarena-dlh,arxiv-2610.06511,gpt-5.4,high,agentic-tool,hard,DLH-MuJoCo-arena,,,,,,945,Elo,0.289,,,"https://arxiv.org/abs/2610.06511 (Figure 2 (page 3), model rank 5 GPT-5.4, bar DLH: the value printed at the end of the bar (word at px x=192.8, y=225.2, its label DLH at x=162.5))",,in, arxiv-2610.06511-artifactarena-vgh,arxiv-2610.06511,gpt-5.3-codex,high,agentic-tool,hard,VGH-MuJoCo-arena,,,,,,1173,Elo,0.289,,,"https://arxiv.org/abs/2610.06511 (Figure 2 (page 3), model rank 6 GPT-5.3 Codex, bar VGH: the value printed at the end of the bar (word at px x=202.0, y=234.9, its label VGH at x=162.5))",,in, arxiv-2610.06511-artifactarena-sh,arxiv-2610.06511,gpt-5.3-codex,high,agentic-tool,hard,SH-MuJoCo-arena,,,,,,944,Elo,0.289,,,"https://arxiv.org/abs/2610.06511 (Figure 2 (page 3), model rank 6 GPT-5.3 Codex, bar SH: the value printed at the end of the bar (word at px x=192.6, y=252.1, its label SH at x=162.5))",,in, arxiv-2610.06511-artifactarena-dlh,arxiv-2610.06511,gpt-5.3-codex,high,agentic-tool,hard,DLH-MuJoCo-arena,,,,,,1034,Elo,0.289,,,"https://arxiv.org/abs/2610.06511 (Figure 2 (page 3), model rank 6 GPT-5.3 Codex, bar DLH: the value printed at the end of the bar (word at px x=196.0, y=244.3, its label DLH at x=162.5))",,in, arxiv-2610.06511-artifactarena-vgh,arxiv-2610.06511,gpt-5.6-sol,high,agentic-tool,hard,VGH-MuJoCo-arena,,,,,,999,Elo,0.289,,,"https://arxiv.org/abs/2610.06511 (Figure 2 (page 3), model rank 7 GPT-5.6 Sol, bar VGH: the value printed at the end of the bar (word at px x=195.1, y=271.2, its label VGH at x=162.5))",,in, arxiv-2610.06511-artifactarena-sh,arxiv-2610.06511,gpt-5.6-sol,high,agentic-tool,hard,SH-MuJoCo-arena,,,,,,1165,Elo,0.289,,,"https://arxiv.org/abs/2610.06511 (Figure 2 (page 3), model rank 7 GPT-5.6 Sol, bar SH: the value printed at the end of the bar (word at px x=201.5, y=261.7, its label SH at x=162.5))",,in, arxiv-2610.06511-artifactarena-dlh,arxiv-2610.06511,gpt-5.6-sol,high,agentic-tool,hard,DLH-MuJoCo-arena,,,,,,964,Elo,0.289,,,"https://arxiv.org/abs/2610.06511 (Figure 2 (page 3), model rank 7 GPT-5.6 Sol, bar DLH: the value printed at the end of the bar (word at px x=193.1, y=278.9, its label DLH at x=162.5))",,in, arxiv-2610.06511-artifactarena-vgh,arxiv-2610.06511,kimi-k3,not-established:absent,agentic-tool,hard,VGH-MuJoCo-arena,,,,,,1164,Elo,0.289,,,"https://arxiv.org/abs/2610.06511 (Figure 2 (page 3), model rank 8 Kimi K3, bar VGH: the value printed at the end of the bar (word at px x=352.3, y=100.6, its label VGH at x=313.7))",,out:effort-not-established, arxiv-2610.06511-artifactarena-sh,arxiv-2610.06511,kimi-k3,not-established:absent,agentic-tool,hard,SH-MuJoCo-arena,,,,,,1000,Elo,0.289,,,"https://arxiv.org/abs/2610.06511 (Figure 2 (page 3), model rank 8 Kimi K3, bar SH: the value printed at the end of the bar (word at px x=346.3, y=110.1, its label SH at x=313.7))",,out:effort-not-established, arxiv-2610.06511-artifactarena-vgh,arxiv-2610.06511,grok-4.6,high,agentic-tool,hard,VGH-MuJoCo-arena,,,,,,1136,Elo,0.289,,,"https://arxiv.org/abs/2610.06511 (Figure 2 (page 3), model rank 9 Grok 4.6, bar VGH: the value printed at the end of the bar (word at px x=351.6, y=127.5, its label VGH at x=313.7))",,in, arxiv-2610.06511-artifactarena-sh,arxiv-2610.06511,grok-4.6,high,agentic-tool,hard,SH-MuJoCo-arena,,,,,,1059,Elo,0.289,,,"https://arxiv.org/abs/2610.06511 (Figure 2 (page 3), model rank 9 Grok 4.6, bar SH: the value printed at the end of the bar (word at px x=348.6, y=136.9, its label SH at x=313.7))",,in, arxiv-2610.06511-artifactarena-vgh,arxiv-2610.06511,gpt-5.6-terra,high,agentic-tool,hard,VGH-MuJoCo-arena,,,,,,1093,Elo,0.289,,,"https://arxiv.org/abs/2610.06511 (Figure 2 (page 3), model rank 10 GPT-5.6 Terra, bar VGH: the value printed at the end of the bar (word at px x=350.7, y=154.3, its label VGH at x=313.7))",,in, arxiv-2610.06511-artifactarena-sh,arxiv-2610.06511,gpt-5.6-terra,high,agentic-tool,hard,SH-MuJoCo-arena,,,,,,1010,Elo,0.289,,,"https://arxiv.org/abs/2610.06511 (Figure 2 (page 3), model rank 10 GPT-5.6 Terra, bar SH: the value printed at the end of the bar (word at px x=346.2, y=163.8, its label SH at x=313.7))",,in, arxiv-2610.06511-artifactarena-dlh,arxiv-2610.06511,gpt-5.6-terra,high,agentic-tool,hard,DLH-MuJoCo-arena,,,,,,927,Elo,0.289,,,"https://arxiv.org/abs/2610.06511 (Figure 2 (page 3), model rank 10 GPT-5.6 Terra, bar DLH: the value printed at the end of the bar (word at px x=343.4, y=171.5, its label DLH at x=313.7))",,in, arxiv-2610.06511-artifactarena-vgh,arxiv-2610.06511,gemini-3.1-pro,high,agentic-tool,hard,VGH-MuJoCo-arena,,,,,,1019,Elo,0.289,,,"https://arxiv.org/abs/2610.06511 (Figure 2 (page 3), model rank 11 Gemini 3.1 Pro, bar VGH: the value printed at the end of the bar (word at px x=346.9, y=198.4, its label VGH at x=313.7))",,in, arxiv-2610.06511-artifactarena-sh,arxiv-2610.06511,gemini-3.1-pro,high,agentic-tool,hard,SH-MuJoCo-arena,,,,,,1088,Elo,0.289,,,"https://arxiv.org/abs/2610.06511 (Figure 2 (page 3), model rank 11 Gemini 3.1 Pro, bar SH: the value printed at the end of the bar (word at px x=349.4, y=181.2, its label SH at x=313.7))",,in, arxiv-2610.06511-artifactarena-dlh,arxiv-2610.06511,gemini-3.1-pro,high,agentic-tool,hard,DLH-MuJoCo-arena,,,,,,1086,Elo,0.289,,,"https://arxiv.org/abs/2610.06511 (Figure 2 (page 3), model rank 11 Gemini 3.1 Pro, bar DLH: the value printed at the end of the bar (word at px x=349.6, y=190.6, its label DLH at x=313.7))",,in, arxiv-2610.06511-artifactarena-vgh,arxiv-2610.06511,qwen3.8-2.4t-a95b,unstated,agentic-tool,hard,VGH-MuJoCo-arena,,,,,,1055,Elo,0.289,,,"https://arxiv.org/abs/2610.06511 (Figure 2 (page 3), model rank 12 Qwen3.8 2.4T, bar VGH: the value printed at the end of the bar (word at px x=348.2, y=208.0, its label VGH at x=313.7))",,out:effort-not-established, arxiv-2610.06511-artifactarena-sh,arxiv-2610.06511,qwen3.8-2.4t-a95b,unstated,agentic-tool,hard,SH-MuJoCo-arena,,,,,,1050,Elo,0.289,,,"https://arxiv.org/abs/2610.06511 (Figure 2 (page 3), model rank 12 Qwen3.8 2.4T, bar SH: the value printed at the end of the bar (word at px x=348.4, y=217.5, its label SH at x=313.7))",,out:effort-not-established, arxiv-2610.06511-artifactarena-dlh,arxiv-2610.06511,qwen3.8-2.4t-a95b,unstated,agentic-tool,hard,DLH-MuJoCo-arena,,,,,,958,Elo,0.289,,,"https://arxiv.org/abs/2610.06511 (Figure 2 (page 3), model rank 12 Qwen3.8 2.4T, bar DLH: the value printed at the end of the bar (word at px x=344.6, y=225.2, its label DLH at x=313.7))",,out:effort-not-established, arxiv-2610.06511-artifactarena-vgh,arxiv-2610.06511,glm-5.2,high,agentic-tool,hard,VGH-MuJoCo-arena,,,,,,1050,Elo,0.289,,,"https://arxiv.org/abs/2610.06511 (Figure 2 (page 3), model rank 13 GLM 5.2, bar VGH: the value printed at the end of the bar (word at px x=347.9, y=234.9, its label VGH at x=313.7))",,in, arxiv-2610.06511-artifactarena-sh,arxiv-2610.06511,glm-5.2,high,agentic-tool,hard,SH-MuJoCo-arena,,,,,,981,Elo,0.289,,,"https://arxiv.org/abs/2610.06511 (Figure 2 (page 3), model rank 13 GLM 5.2, bar SH: the value printed at the end of the bar (word at px x=345.7, y=244.3, its label SH at x=313.7))",,in, arxiv-2610.06511-artifactarena-dlh,arxiv-2610.06511,glm-5.2,high,agentic-tool,hard,DLH-MuJoCo-arena,,,,,,940,Elo,0.289,,,"https://arxiv.org/abs/2610.06511 (Figure 2 (page 3), model rank 13 GLM 5.2, bar DLH: the value printed at the end of the bar (word at px x=343.5, y=252.1, its label DLH at x=313.7))",,in, arxiv-2610.06511-artifactarena-vgh,arxiv-2610.06511,gpt-5.6-luna,high,agentic-tool,hard,VGH-MuJoCo-arena,,,,,,984,Elo,0.289,,,"https://arxiv.org/abs/2610.06511 (Figure 2 (page 3), model rank 15 GPT-5.6 Luna, bar VGH: the value printed at the end of the bar (word at px x=496.9, y=100.6, its label VGH at x=464.9))",,in, arxiv-2610.06511-artifactarena-sh,arxiv-2610.06511,gpt-5.6-luna,high,agentic-tool,hard,SH-MuJoCo-arena,,,,,,593,Elo,0.289,,,"https://arxiv.org/abs/2610.06511 (Figure 2 (page 3), model rank 15 GPT-5.6 Luna, bar SH: the value printed at the end of the bar (word at px x=483.2, y=117.9, its label SH at x=464.9))",,in, arxiv-2610.06511-artifactarena-dlh,arxiv-2610.06511,gpt-5.6-luna,high,agentic-tool,hard,DLH-MuJoCo-arena,,,,,,855,Elo,0.289,,,"https://arxiv.org/abs/2610.06511 (Figure 2 (page 3), model rank 15 GPT-5.6 Luna, bar DLH: the value printed at the end of the bar (word at px x=491.1, y=110.1, its label DLH at x=464.9))",,in, arxiv-2610.06511-artifactarena-vgh,arxiv-2610.06511,glm-5.3,high,agentic-tool,hard,VGH-MuJoCo-arena,,,,,,913,Elo,0.289,,,"https://arxiv.org/abs/2610.06511 (Figure 2 (page 3), model rank 16 GLM 5.3, bar VGH: the value printed at the end of the bar (word at px x=494.6, y=136.9, its label VGH at x=464.9))",,in, arxiv-2610.06511-artifactarena-dlh,arxiv-2610.06511,glm-5.3,high,agentic-tool,hard,DLH-MuJoCo-arena,,,,,,978,Elo,0.289,,,"https://arxiv.org/abs/2610.06511 (Figure 2 (page 3), model rank 16 GLM 5.3, bar DLH: the value printed at the end of the bar (word at px x=496.5, y=127.5, its label DLH at x=464.9))",,in, arxiv-2610.06511-artifactarena-vgh,arxiv-2610.06511,gpt-5.5,high,agentic-tool,hard,VGH-MuJoCo-arena,,,,,,963,Elo,0.289,,,"https://arxiv.org/abs/2610.06511 (Figure 2 (page 3), model rank 17 GPT-5.5, bar VGH: the value printed at the end of the bar (word at px x=497.5, y=163.8, its label VGH at x=464.9))",,in, arxiv-2610.06511-artifactarena-sh,arxiv-2610.06511,gpt-5.5,high,agentic-tool,hard,SH-MuJoCo-arena,,,,,,966,Elo,0.289,,,"https://arxiv.org/abs/2610.06511 (Figure 2 (page 3), model rank 17 GPT-5.5, bar SH: the value printed at the end of the bar (word at px x=495.7, y=154.3, its label SH at x=464.9))",,in, arxiv-2610.06511-artifactarena-dlh,arxiv-2610.06511,gpt-5.5,high,agentic-tool,hard,DLH-MuJoCo-arena,,,,,,931,Elo,0.289,,,"https://arxiv.org/abs/2610.06511 (Figure 2 (page 3), model rank 17 GPT-5.5, bar DLH: the value printed at the end of the bar (word at px x=494.4, y=171.5, its label DLH at x=464.9))",,in, arxiv-2610.06511-artifactarena-vgh,arxiv-2610.06511,grok-4.5,high,agentic-tool,hard,VGH-MuJoCo-arena,,,,,,957,Elo,0.289,,,"https://arxiv.org/abs/2610.06511 (Figure 2 (page 3), model rank 18 Grok 4.5, bar VGH: the value printed at the end of the bar (word at px x=495.7, y=181.2, its label VGH at x=464.9))",,in, arxiv-2610.06511-artifactarena-sh,arxiv-2610.06511,grok-4.5,high,agentic-tool,hard,SH-MuJoCo-arena,,,,,,796,Elo,0.289,,,"https://arxiv.org/abs/2610.06511 (Figure 2 (page 3), model rank 18 Grok 4.5, bar SH: the value printed at the end of the bar (word at px x=489.4, y=190.6, its label SH at x=464.9))",,in, arxiv-2610.06511-artifactarena-vgh,arxiv-2610.06511,deepseek-v4-pro-0813,not-established:absent,agentic-tool,hard,VGH-MuJoCo-arena,,,,,,765,Elo,0.289,,,"https://arxiv.org/abs/2610.06511 (Figure 2 (page 3), model rank 20 V4 Pro, bar VGH: the value printed at the end of the bar (word at px x=487.7, y=234.9, its label VGH at x=464.9))",,out:effort-not-established, arxiv-2610.06511-artifactarena-sh,arxiv-2610.06511,deepseek-v4-pro-0813,not-established:absent,agentic-tool,hard,SH-MuJoCo-arena,,,,,,726,Elo,0.289,,,"https://arxiv.org/abs/2610.06511 (Figure 2 (page 3), model rank 20 V4 Pro, bar SH: the value printed at the end of the bar (word at px x=486.3, y=244.3, its label SH at x=464.9))",,out:effort-not-established, arxiv-2610.06511-artifactarena-dlh,arxiv-2610.06511,deepseek-v4-pro-0813,not-established:absent,agentic-tool,hard,DLH-MuJoCo-arena,,,,,,577,Elo,0.289,,,"https://arxiv.org/abs/2610.06511 (Figure 2 (page 3), model rank 20 V4 Pro, bar DLH: the value printed at the end of the bar (word at px x=481.3, y=252.1, its label DLH at x=493.0))",,out:effort-not-established, arxiv-2610.06511-artifactarena-vgh,arxiv-2610.06511,?Grok 4.20 0309 Reasoning,not-established:absent,agentic-tool,hard,VGH-MuJoCo-arena,,,,,,745,Elo,0.289,,,"https://arxiv.org/abs/2610.06511 (Figure 2 (page 3), model rank 21 Grok 4.20, bar VGH: the value printed at the end of the bar (word at px x=486.9, y=261.7, its label VGH at x=464.9))",,out:model-not-established, arxiv-2610.06511-artifactarena-sh,arxiv-2610.06511,?Grok 4.20 0309 Reasoning,not-established:absent,agentic-tool,hard,SH-MuJoCo-arena,,,,,,672,Elo,0.289,,,"https://arxiv.org/abs/2610.06511 (Figure 2 (page 3), model rank 21 Grok 4.20, bar SH: the value printed at the end of the bar (word at px x=484.6, y=278.9, its label SH at x=464.9))",,out:model-not-established, arxiv-2610.06511-artifactarena-dlh,arxiv-2610.06511,?Grok 4.20 0309 Reasoning,not-established:absent,agentic-tool,hard,DLH-MuJoCo-arena,,,,,,720,Elo,0.289,,,"https://arxiv.org/abs/2610.06511 (Figure 2 (page 3), model rank 21 Grok 4.20, bar DLH: the value printed at the end of the bar (word at px x=486.7, y=271.2, its label DLH at x=464.9))",,out:model-not-established, arxiv-2610.06668-tier2solve,arxiv-2610.06668,fable-5.1,high,reasoning-math,hard,,,,,,,23,solved-of-25,0,,,"https://arxiv.org/abs/2610.06668 (Supplementary Table 3, row Fable 5.1, column Solve items (Tier-2, of 25))",src-arxiv-2610.06668-2026-10-05|run:arxiv-2610.06668-tier2reject|fable-5.1@high|,in, arxiv-2610.06668-tier2solve,arxiv-2610.06668,opus-5.5,high,reasoning-math,hard,,,,,,,23,solved-of-25,0,,,"https://arxiv.org/abs/2610.06668 (Supplementary Table 3, row Opus 5.5, column Solve items (Tier-2, of 25))",,in, arxiv-2610.06668-tier2solve,arxiv-2610.06668,sonnet-5.5,high,reasoning-math,hard,,,,,,,24,solved-of-25,0,,,"https://arxiv.org/abs/2610.06668 (Supplementary Table 3, row Sonnet 5.5, column Solve items (Tier-2, of 25))",src-arxiv-2610.06668-2026-10-05|run:arxiv-2610.06668-tier2reject|sonnet-5.5@high|,in, arxiv-2610.06668-tier2solve,arxiv-2610.06668,opus-5,high,reasoning-math,hard,,,,,,,25,solved-of-25,0,,,"https://arxiv.org/abs/2610.06668 (Supplementary Table 3, row Opus 5, column Solve items (Tier-2, of 25))",,out:uninformative, arxiv-2610.06668-tier2solve,arxiv-2610.06668,sonnet-5,high,reasoning-math,hard,,,,,,,13,solved-of-25,0,,,"https://arxiv.org/abs/2610.06668 (Supplementary Table 3, row Sonnet 5, column Solve items (Tier-2, of 25))",src-arxiv-2610.06668-2026-10-05|run:arxiv-2610.06668-tier2reject|sonnet-5@high|,in, arxiv-2610.06668-tier2solve,arxiv-2610.06668,opus-4.8,high,reasoning-math,hard,,,,,,,19,solved-of-25,0,,,"https://arxiv.org/abs/2610.06668 (Supplementary Table 3, row Opus 4.8, column Solve items (Tier-2, of 25))",src-arxiv-2610.06668-2026-10-05|run:arxiv-2610.06668-tier2reject|opus-4.8@high|,in, arxiv-2610.06668-tier2solve,arxiv-2610.06668,haiku-4.5,default,reasoning-math,hard,,,,,,,0,solved-of-25,0,,,"https://arxiv.org/abs/2610.06668 (Supplementary Table 3, row Haiku 4.5, column Solve items (Tier-2, of 25))",,out:effort-not-established, arxiv-2610.06668-tier2solve,arxiv-2610.06668,gpt-6-astra,high,reasoning-math,hard,,,,,,,25,solved-of-25,0,,,"https://arxiv.org/abs/2610.06668 (Supplementary Table 3, row GPT-6-Astra, column Solve items (Tier-2, of 25))",,out:uninformative, arxiv-2610.06668-tier2solve,arxiv-2610.06668,gpt-6-sol,high,reasoning-math,hard,,,,,,,23,solved-of-25,0,,,"https://arxiv.org/abs/2610.06668 (Supplementary Table 3, row GPT-6-Sol, column Solve items (Tier-2, of 25))",src-arxiv-2610.06668-2026-10-05|run:arxiv-2610.06668-tier2reject|gpt-6-sol@high|,in, arxiv-2610.06668-tier2solve,arxiv-2610.06668,gpt-5.6-sol,high,reasoning-math,hard,,,,,,,22,solved-of-25,0,,,"https://arxiv.org/abs/2610.06668 (Supplementary Table 3, row GPT-5.6-Sol, column Solve items (Tier-2, of 25))",,in, arxiv-2610.06668-tier2solve,arxiv-2610.06668,gpt-5.5,high,reasoning-math,hard,,,,,,,16,solved-of-25,0,,,"https://arxiv.org/abs/2610.06668 (Supplementary Table 3, row GPT-5.5, column Solve items (Tier-2, of 25))",src-arxiv-2610.06668-2026-10-05|run:arxiv-2610.06668-tier2reject|gpt-5.5@high|,in, arxiv-2610.06668-tier2solve,arxiv-2610.06668,gemini-3.8-flash,unstated,reasoning-math,hard,,,,,,,17,solved-of-25,0,,,"https://arxiv.org/abs/2610.06668 (Supplementary Table 3, row Gemini 3.8 Flash, column Solve items (Tier-2, of 25))",,out:effort-not-established, arxiv-2610.06668-tier2solve,arxiv-2610.06668,gemini-3.1-pro,unstated,reasoning-math,hard,,,,,,,15,solved-of-25,0,,,"https://arxiv.org/abs/2610.06668 (Supplementary Table 3, row Gemini 3.1 Pro, column Solve items (Tier-2, of 25))",,out:effort-not-established, arxiv-2610.06668-tier2solve,arxiv-2610.06668,gpt-oss-120b,unstated,reasoning-math,hard,,,,,,,0,solved-of-25,0,,,"https://arxiv.org/abs/2610.06668 (Supplementary Table 3, row gpt-oss-120b, column Solve items (Tier-2, of 25))",,out:effort-not-established, arxiv-2610.06668-tier2reject,arxiv-2610.06668,fable-5.1,high,reasoning-math,hard,,,,,,,90,detect%,0,,,"https://arxiv.org/abs/2610.06668 (Supplementary Table 3, row Fable 5.1, column Unwarned rejection (flawed twins, of 30))",src-arxiv-2610.06668-2026-10-05|run:arxiv-2610.06668-tier2reject|fable-5.1@high|,in, arxiv-2610.06668-tier2reject,arxiv-2610.06668,opus-5.5,high,reasoning-math,hard,,,,,,,100,detect%,0,,,"https://arxiv.org/abs/2610.06668 (Supplementary Table 3, row Opus 5.5, column Unwarned rejection (flawed twins, of 30))",,out:uninformative, arxiv-2610.06668-tier2reject,arxiv-2610.06668,sonnet-5.5,high,reasoning-math,hard,,,,,,,93.333333,detect%,0,,,"https://arxiv.org/abs/2610.06668 (Supplementary Table 3, row Sonnet 5.5, column Unwarned rejection (flawed twins, of 30))",src-arxiv-2610.06668-2026-10-05|run:arxiv-2610.06668-tier2reject|sonnet-5.5@high|,in, arxiv-2610.06668-tier2reject,arxiv-2610.06668,opus-5,high,reasoning-math,hard,,,,,,,76.666667,detect%,0,,,"https://arxiv.org/abs/2610.06668 (Supplementary Table 3, row Opus 5, column Unwarned rejection (flawed twins, of 30))",,in, arxiv-2610.06668-tier2reject,arxiv-2610.06668,sonnet-5,high,reasoning-math,hard,,,,,,,10,detect%,0,,,"https://arxiv.org/abs/2610.06668 (Supplementary Table 3, row Sonnet 5, column Unwarned rejection (flawed twins, of 30))",src-arxiv-2610.06668-2026-10-05|run:arxiv-2610.06668-tier2reject|sonnet-5@high|,in, arxiv-2610.06668-tier2reject,arxiv-2610.06668,opus-4.8,high,reasoning-math,hard,,,,,,,23.333333,detect%,0,,,"https://arxiv.org/abs/2610.06668 (Supplementary Table 3, row Opus 4.8, column Unwarned rejection (flawed twins, of 30))",src-arxiv-2610.06668-2026-10-05|run:arxiv-2610.06668-tier2reject|opus-4.8@high|,in, arxiv-2610.06668-tier2reject,arxiv-2610.06668,haiku-4.5,default,reasoning-math,hard,,,,,,,6.666667,detect%,0,,,"https://arxiv.org/abs/2610.06668 (Supplementary Table 3, row Haiku 4.5, column Unwarned rejection (flawed twins, of 30))",,out:effort-not-established, arxiv-2610.06668-tier2reject,arxiv-2610.06668,gpt-6-astra,high,reasoning-math,hard,,,,,,,100,detect%,0,,,"https://arxiv.org/abs/2610.06668 (Supplementary Table 3, row GPT-6-Astra, column Unwarned rejection (flawed twins, of 30))",,out:uninformative, arxiv-2610.06668-tier2reject,arxiv-2610.06668,gpt-6-sol,high,reasoning-math,hard,,,,,,,96.666667,detect%,0,,,"https://arxiv.org/abs/2610.06668 (Supplementary Table 3, row GPT-6-Sol, column Unwarned rejection (flawed twins, of 30))",src-arxiv-2610.06668-2026-10-05|run:arxiv-2610.06668-tier2reject|gpt-6-sol@high|,in, arxiv-2610.06668-tier2reject,arxiv-2610.06668,gpt-5.6-sol,high,reasoning-math,hard,,,,,,,100,detect%,0,,,"https://arxiv.org/abs/2610.06668 (Supplementary Table 3, row GPT-5.6-Sol, column Unwarned rejection (flawed twins, of 30))",,out:uninformative, arxiv-2610.06668-tier2reject,arxiv-2610.06668,gpt-5.5,high,reasoning-math,hard,,,,,,,93.333333,detect%,0,,,"https://arxiv.org/abs/2610.06668 (Supplementary Table 3, row GPT-5.5, column Unwarned rejection (flawed twins, of 30))",src-arxiv-2610.06668-2026-10-05|run:arxiv-2610.06668-tier2reject|gpt-5.5@high|,in, arxiv-2610.06668-tier2reject,arxiv-2610.06668,gemini-3.8-flash,unstated,reasoning-math,hard,,,,,,,66.666667,detect%,0,,,"https://arxiv.org/abs/2610.06668 (Supplementary Table 3, row Gemini 3.8 Flash, column Unwarned rejection (flawed twins, of 30))",,out:effort-not-established, arxiv-2610.06668-tier2reject,arxiv-2610.06668,gemini-3.1-pro,unstated,reasoning-math,hard,,,,,,,73.333333,detect%,0,,,"https://arxiv.org/abs/2610.06668 (Supplementary Table 3, row Gemini 3.1 Pro, column Unwarned rejection (flawed twins, of 30))",,out:effort-not-established, arxiv-2610.06668-tier2reject,arxiv-2610.06668,gpt-oss-120b,unstated,reasoning-math,hard,,,,,,,33.333333,detect%,0,,,"https://arxiv.org/abs/2610.06668 (Supplementary Table 3, row gpt-oss-120b, column Unwarned rejection (flawed twins, of 30))",,out:effort-not-established, arxiv-2610.06824-tasteval-compute,arxiv-2610.06824,opus-5.5,max,agentic-tool,frontier,TasteVal-Researcher+Coder(Opus),,,,,,2.30,compute-multiplier,0.00289,,,"https://arxiv.org/abs/2610.06824 (Table 2 (page 31), row 'Opus 5.5 (max)', column Compute multiplier)",src-arxiv-2610.06824-v2-2026-10-06|run:arxiv-2610.06824-tasteval-compute|opus-5.5@max|,in, arxiv-2610.06824-tasteval-perf,arxiv-2610.06824,opus-5.5,max,agentic-tool,frontier,TasteVal-Researcher+Coder(Opus),,,,,,1.14,performance-multiplier,0.00289,,,"https://arxiv.org/abs/2610.06824 (Table 2 (page 31), row 'Opus 5.5 (max)', column Performance multiplier)",src-arxiv-2610.06824-v2-2026-10-06|run:arxiv-2610.06824-tasteval-compute|opus-5.5@max|,in, arxiv-2610.06824-tasteval-compute,arxiv-2610.06824,fable-5.1,max,agentic-tool,frontier,TasteVal-Researcher+Coder(Opus),,,,,,1.72,compute-multiplier,0.00289,,,"https://arxiv.org/abs/2610.06824 (Table 2 (page 31), row 'Fable 5.1 (max)', column Compute multiplier)",src-arxiv-2610.06824-v2-2026-10-06|run:arxiv-2610.06824-tasteval-compute|fable-5.1@max|,in, arxiv-2610.06824-tasteval-perf,arxiv-2610.06824,fable-5.1,max,agentic-tool,frontier,TasteVal-Researcher+Coder(Opus),,,,,,1.09,performance-multiplier,0.00289,,,"https://arxiv.org/abs/2610.06824 (Table 2 (page 31), row 'Fable 5.1 (max)', column Performance multiplier)",src-arxiv-2610.06824-v2-2026-10-06|run:arxiv-2610.06824-tasteval-compute|fable-5.1@max|,in, arxiv-2610.06824-tasteval-compute,arxiv-2610.06824,gpt-6-astra,max,agentic-tool,frontier,TasteVal-Researcher+Coder(Opus),,,,,,1.60,compute-multiplier,0.00289,,,"https://arxiv.org/abs/2610.06824 (Table 2 (page 31), row 'GPT-6 Astra (max)', column Compute multiplier)",src-arxiv-2610.06824-v2-2026-10-06|run:arxiv-2610.06824-tasteval-compute|gpt-6-astra@max|,in, arxiv-2610.06824-tasteval-perf,arxiv-2610.06824,gpt-6-astra,max,agentic-tool,frontier,TasteVal-Researcher+Coder(Opus),,,,,,1.13,performance-multiplier,0.00289,,,"https://arxiv.org/abs/2610.06824 (Table 2 (page 31), row 'GPT-6 Astra (max)', column Performance multiplier)",src-arxiv-2610.06824-v2-2026-10-06|run:arxiv-2610.06824-tasteval-compute|gpt-6-astra@max|,in, arxiv-2610.06824-tasteval-compute,arxiv-2610.06824,?Opus 5.0,not-established:absent,agentic-tool,frontier,TasteVal-Researcher+Coder(Opus),,,,,,1.29,compute-multiplier,0.00289,,,"https://arxiv.org/abs/2610.06824 (Table 2 (page 31), row 'Opus 5.0 (max)', column Compute multiplier)",,out:model-not-established, arxiv-2610.06824-tasteval-perf,arxiv-2610.06824,?Opus 5.0,not-established:absent,agentic-tool,frontier,TasteVal-Researcher+Coder(Opus),,,,,,1.11,performance-multiplier,0.00289,,,"https://arxiv.org/abs/2610.06824 (Table 2 (page 31), row 'Opus 5.0 (max)', column Performance multiplier)",,out:model-not-established, arxiv-2610.06824-tasteval-compute,arxiv-2610.06824,?Opus 5.0,not-established:absent,agentic-tool,frontier,TasteVal-Researcher+Coder(Opus),,,,,,0.97,compute-multiplier,0.00289,,,"https://arxiv.org/abs/2610.06824 (Table 2 (page 32), row 'Opus 5.0 (medium)', column Compute multiplier)",,out:model-not-established, arxiv-2610.06824-tasteval-perf,arxiv-2610.06824,?Opus 5.0,not-established:absent,agentic-tool,frontier,TasteVal-Researcher+Coder(Opus),,,,,,1.07,performance-multiplier,0.00289,,,"https://arxiv.org/abs/2610.06824 (Table 2 (page 32), row 'Opus 5.0 (medium)', column Performance multiplier)",,out:model-not-established, arxiv-2610.06824-tasteval-compute,arxiv-2610.06824,opus-4.8,max,agentic-tool,frontier,TasteVal-Researcher+Coder(Opus),,,,,,0.84,compute-multiplier,0.00289,,,"https://arxiv.org/abs/2610.06824 (Table 2 (page 32), row 'Opus 4.8 (max)', column Compute multiplier)",src-arxiv-2610.06824-v2-2026-10-06|run:arxiv-2610.06824-tasteval-compute|opus-4.8@max|,in, arxiv-2610.06824-tasteval-perf,arxiv-2610.06824,opus-4.8,max,agentic-tool,frontier,TasteVal-Researcher+Coder(Opus),,,,,,1.01,performance-multiplier,0.00289,,,"https://arxiv.org/abs/2610.06824 (Table 2 (page 32), row 'Opus 4.8 (max)', column Performance multiplier)",src-arxiv-2610.06824-v2-2026-10-06|run:arxiv-2610.06824-tasteval-compute|opus-4.8@max|,in, arxiv-2610.06824-tasteval-compute,arxiv-2610.06824,glm-5.3,max,agentic-tool,frontier,TasteVal-Researcher+Coder(Opus),,,,,,0.59,compute-multiplier,0.00289,,,"https://arxiv.org/abs/2610.06824 (Table 2 (page 32), row 'GLM 5.3 (max)', column Compute multiplier)",src-arxiv-2610.06824-v2-2026-10-06|run:arxiv-2610.06824-tasteval-compute|glm-5.3@max|,in, arxiv-2610.06824-tasteval-perf,arxiv-2610.06824,glm-5.3,max,agentic-tool,frontier,TasteVal-Researcher+Coder(Opus),,,,,,0.89,performance-multiplier,0.00289,,,"https://arxiv.org/abs/2610.06824 (Table 2 (page 32), row 'GLM 5.3 (max)', column Performance multiplier)",src-arxiv-2610.06824-v2-2026-10-06|run:arxiv-2610.06824-tasteval-compute|glm-5.3@max|,in, arxiv-2610.06824-tasteval-compute,arxiv-2610.06824,gpt-5.6-sol,max,agentic-tool,frontier,TasteVal-Researcher+Coder(Opus),,,,,,0.59,compute-multiplier,0.00289,,,"https://arxiv.org/abs/2610.06824 (Table 2 (page 32), row 'GPT-5.6 Sol (max)', column Compute multiplier)",src-arxiv-2610.06824-v2-2026-10-06|run:arxiv-2610.06824-tasteval-compute|gpt-5.6-sol@max|,in, arxiv-2610.06824-tasteval-perf,arxiv-2610.06824,gpt-5.6-sol,max,agentic-tool,frontier,TasteVal-Researcher+Coder(Opus),,,,,,0.92,performance-multiplier,0.00289,,,"https://arxiv.org/abs/2610.06824 (Table 2 (page 32), row 'GPT-5.6 Sol (max)', column Performance multiplier)",src-arxiv-2610.06824-v2-2026-10-06|run:arxiv-2610.06824-tasteval-compute|gpt-5.6-sol@max|,in, arxiv-2610.06824-tasteval-compute,arxiv-2610.06824,?Opus 5.0,not-established:absent,agentic-tool,frontier,TasteVal-Researcher+Coder(Opus),,,,,,0.58,compute-multiplier,0.00289,,,"https://arxiv.org/abs/2610.06824 (Table 2 (page 32), row 'Opus 5.0 (low)', column Compute multiplier)",,out:model-not-established, arxiv-2610.06824-tasteval-perf,arxiv-2610.06824,?Opus 5.0,not-established:absent,agentic-tool,frontier,TasteVal-Researcher+Coder(Opus),,,,,,0.92,performance-multiplier,0.00289,,,"https://arxiv.org/abs/2610.06824 (Table 2 (page 32), row 'Opus 5.0 (low)', column Performance multiplier)",,out:model-not-established, arxiv-2610.06824-tasteval-compute,arxiv-2610.06824,opus-4.7,max,agentic-tool,frontier,TasteVal-Researcher+Coder(Opus),,,,,,0.50,compute-multiplier,0.00289,,,"https://arxiv.org/abs/2610.06824 (Table 2 (page 32), row 'Opus 4.7 (max)', column Compute multiplier)",src-arxiv-2610.06824-v2-2026-10-06|run:arxiv-2610.06824-tasteval-compute|opus-4.7@max|,in, arxiv-2610.06824-tasteval-perf,arxiv-2610.06824,opus-4.7,max,agentic-tool,frontier,TasteVal-Researcher+Coder(Opus),,,,,,0.75,performance-multiplier,0.00289,,,"https://arxiv.org/abs/2610.06824 (Table 2 (page 32), row 'Opus 4.7 (max)', column Performance multiplier)",src-arxiv-2610.06824-v2-2026-10-06|run:arxiv-2610.06824-tasteval-compute|opus-4.7@max|,in, arxiv-2610.06824-tasteval-compute,arxiv-2610.06824,gpt-5.5,xhigh,agentic-tool,frontier,TasteVal-Researcher+Coder(Opus),,,,,,0.47,compute-multiplier,0.00289,,,"https://arxiv.org/abs/2610.06824 (Table 2 (page 32), row 'GPT-5.5 (xhigh)', column Compute multiplier)",src-arxiv-2610.06824-v2-2026-10-06|run:arxiv-2610.06824-tasteval-compute|gpt-5.5@xhigh|,in, arxiv-2610.06824-tasteval-perf,arxiv-2610.06824,gpt-5.5,xhigh,agentic-tool,frontier,TasteVal-Researcher+Coder(Opus),,,,,,0.84,performance-multiplier,0.00289,,,"https://arxiv.org/abs/2610.06824 (Table 2 (page 32), row 'GPT-5.5 (xhigh)', column Performance multiplier)",src-arxiv-2610.06824-v2-2026-10-06|run:arxiv-2610.06824-tasteval-compute|gpt-5.5@xhigh|,in, arxiv-2610.06824-tasteval-compute,arxiv-2610.06824,kimi-k3,not-established:absent,agentic-tool,frontier,TasteVal-Researcher+Coder(Opus),,,,,,0.45,compute-multiplier,0.00289,,,"https://arxiv.org/abs/2610.06824 (Table 2 (page 32), row 'Kimi K3 (reasoning on)', column Compute multiplier)",,out:effort-not-established, arxiv-2610.06824-tasteval-perf,arxiv-2610.06824,kimi-k3,not-established:absent,agentic-tool,frontier,TasteVal-Researcher+Coder(Opus),,,,,,0.89,performance-multiplier,0.00289,,,"https://arxiv.org/abs/2610.06824 (Table 2 (page 32), row 'Kimi K3 (reasoning on)', column Performance multiplier)",,out:effort-not-established, arxiv-2610.06824-tasteval-compute,arxiv-2610.06824,opus-4.6,max,agentic-tool,frontier,TasteVal-Researcher+Coder(Opus),,,,,,0.40,compute-multiplier,0.00289,,,"https://arxiv.org/abs/2610.06824 (Table 2 (page 32), row 'Opus 4.6 (max)', column Compute multiplier)",,out:single-couple, arxiv-2610.06824-tasteval-perf,arxiv-2610.06824,opus-4.6,max,agentic-tool,frontier,TasteVal-Researcher+Coder(Opus),,,,,,0.78,performance-multiplier,0.00289,,,"https://arxiv.org/abs/2610.06824 (Table 2 (page 32), row 'Opus 4.6 (max)', column Performance multiplier)",,out:single-couple, arxiv-2610.06824-tasteval-compute,arxiv-2610.06824,gpt-5.2,high,agentic-tool,frontier,TasteVal-Researcher+Coder(Opus),,,,,,0.28,compute-multiplier,0.00289,,,"https://arxiv.org/abs/2610.06824 (Table 2 (page 32), row 'GPT-5.2 (high)', column Compute multiplier)",src-arxiv-2610.06824-v2-2026-10-06|run:arxiv-2610.06824-tasteval-compute|gpt-5.2@high|,in, arxiv-2610.06824-tasteval-perf,arxiv-2610.06824,gpt-5.2,high,agentic-tool,frontier,TasteVal-Researcher+Coder(Opus),,,,,,0.70,performance-multiplier,0.00289,,,"https://arxiv.org/abs/2610.06824 (Table 2 (page 32), row 'GPT-5.2 (high)', column Performance multiplier)",src-arxiv-2610.06824-v2-2026-10-06|run:arxiv-2610.06824-tasteval-compute|gpt-5.2@high|,in, arxiv-2610.06824-tasteval-compute,arxiv-2610.06824,gpt-5.4,xhigh,agentic-tool,frontier,TasteVal-Researcher+Coder(Opus),,,,,,0.21,compute-multiplier,0.00289,,,"https://arxiv.org/abs/2610.06824 (Table 2 (page 32), row 'GPT-5.4 (xhigh)', column Compute multiplier)",src-arxiv-2610.06824-v2-2026-10-06|run:arxiv-2610.06824-tasteval-compute|gpt-5.4@xhigh|,in, arxiv-2610.06824-tasteval-perf,arxiv-2610.06824,gpt-5.4,xhigh,agentic-tool,frontier,TasteVal-Researcher+Coder(Opus),,,,,,0.60,performance-multiplier,0.00289,,,"https://arxiv.org/abs/2610.06824 (Table 2 (page 32), row 'GPT-5.4 (xhigh)', column Performance multiplier)",src-arxiv-2610.06824-v2-2026-10-06|run:arxiv-2610.06824-tasteval-compute|gpt-5.4@xhigh|,in, arxiv-2610.06824-tasteval-compute,arxiv-2610.06824,opus-4.5,think-24000,agentic-tool,frontier,TasteVal-Researcher+Coder(Opus),,,,,,0.12,compute-multiplier,0.00289,,,"https://arxiv.org/abs/2610.06824 (Table 2 (page 32), row 'Opus 4.5 (24k thinking budget)', column Compute multiplier)",,out:budget-config, arxiv-2610.06824-tasteval-perf,arxiv-2610.06824,opus-4.5,think-24000,agentic-tool,frontier,TasteVal-Researcher+Coder(Opus),,,,,,0.37,performance-multiplier,0.00289,,,"https://arxiv.org/abs/2610.06824 (Table 2 (page 32), row 'Opus 4.5 (24k thinking budget)', column Performance multiplier)",,out:budget-config, arxiv-2610.06824-tasteval-compute,arxiv-2610.06824,gpt-5,high,agentic-tool,frontier,TasteVal-Researcher+Coder(Opus),,,,,,0.12,compute-multiplier,0.00289,,,"https://arxiv.org/abs/2610.06824 (Table 2 (page 32), row 'GPT-5 (high)', column Compute multiplier)",,out:single-couple, arxiv-2610.06824-tasteval-perf,arxiv-2610.06824,gpt-5,high,agentic-tool,frontier,TasteVal-Researcher+Coder(Opus),,,,,,0.53,performance-multiplier,0.00289,,,"https://arxiv.org/abs/2610.06824 (Table 2 (page 32), row 'GPT-5 (high)', column Performance multiplier)",,out:single-couple, arxiv-2610.06824-tasteval-compute,arxiv-2610.06824,?Kimi K2.5,not-established:absent,agentic-tool,frontier,TasteVal-Researcher+Coder(Opus),,,,,,0.09,compute-multiplier,0.00289,,,"https://arxiv.org/abs/2610.06824 (Table 2 (page 32), row 'Kimi K2.5 (max, 96k output)', column Compute multiplier)",,out:model-not-established, arxiv-2610.06824-tasteval-perf,arxiv-2610.06824,?Kimi K2.5,not-established:absent,agentic-tool,frontier,TasteVal-Researcher+Coder(Opus),,,,,,0.23,performance-multiplier,0.00289,,,"https://arxiv.org/abs/2610.06824 (Table 2 (page 32), row 'Kimi K2.5 (max, 96k output)', column Performance multiplier)",,out:model-not-established, arxiv-2610.06824-tasteval-compute,arxiv-2610.06824,o3,high,agentic-tool,frontier,TasteVal-Researcher+Coder(Opus),,,,,,0.08,compute-multiplier,0.00289,,,"https://arxiv.org/abs/2610.06824 (Table 2 (page 32), row 'o3 (high)', column Compute multiplier)",,out:single-couple, arxiv-2610.06824-tasteval-perf,arxiv-2610.06824,o3,high,agentic-tool,frontier,TasteVal-Researcher+Coder(Opus),,,,,,0.43,performance-multiplier,0.00289,,,"https://arxiv.org/abs/2610.06824 (Table 2 (page 32), row 'o3 (high)', column Performance multiplier)",,out:single-couple, arxiv-2610.06824-tasteval-compute,arxiv-2610.06824,o1,not-established:absent,agentic-tool,frontier,TasteVal-Researcher+Coder(Opus),,,,,,0.07,compute-multiplier,0.00289,,,"https://arxiv.org/abs/2610.06824 (Table 2 (page 32), row 'o1 (high)', column Compute multiplier)",,out:effort-not-established, arxiv-2610.06824-tasteval-perf,arxiv-2610.06824,o1,not-established:absent,agentic-tool,frontier,TasteVal-Researcher+Coder(Opus),,,,,,0.22,performance-multiplier,0.00289,,,"https://arxiv.org/abs/2610.06824 (Table 2 (page 32), row 'o1 (high)', column Performance multiplier)",,out:effort-not-established, arxiv-2610.06824-tasteval-compute,arxiv-2610.06824,?GPT-4o,not-established:absent,agentic-tool,frontier,TasteVal-Researcher+Coder(Opus),,,,,,0.06,compute-multiplier,0.00289,,,"https://arxiv.org/abs/2610.06824 (Table 2 (page 32), row 'GPT-4o (gpt-4o-2024-05-13)', column Compute multiplier)",,out:model-not-established, arxiv-2610.06824-tasteval-perf,arxiv-2610.06824,?GPT-4o,not-established:absent,agentic-tool,frontier,TasteVal-Researcher+Coder(Opus),,,,,,0.29,performance-multiplier,0.00289,,,"https://arxiv.org/abs/2610.06824 (Table 2 (page 32), row 'GPT-4o (gpt-4o-2024-05-13)', column Performance multiplier)",,out:model-not-established, arxiv-2610.06824-tasteval-compute,arxiv-2610.06824,?GPT-4,not-established:absent,agentic-tool,frontier,TasteVal-Researcher+Coder(Opus),,,,,,0.03,compute-multiplier,0.00289,,,"https://arxiv.org/abs/2610.06824 (Table 2 (page 32), row 'GPT-4 (gpt-4-0613)', column Compute multiplier)",,out:model-not-established, arxiv-2610.06824-tasteval-perf,arxiv-2610.06824,?GPT-4,not-established:absent,agentic-tool,frontier,TasteVal-Researcher+Coder(Opus),,,,,,0.22,performance-multiplier,0.00289,,,"https://arxiv.org/abs/2610.06824 (Table 2 (page 32), row 'GPT-4 (gpt-4-0613)', column Performance multiplier)",,out:model-not-established, arxiv-2610.06824-tasteval-compute,arxiv-2610.06824,?GPT-3.5,not-established:absent,agentic-tool,frontier,TasteVal-Researcher+Coder(Opus),,,,,,0.01,compute-multiplier,0.00289,,,"https://arxiv.org/abs/2610.06824 (Table 2 (page 32), row 'GPT-3.5 (gpt-3.5-turbo-instruct)', column Compute multiplier)",,out:model-not-established, arxiv-2610.06824-tasteval-perf,arxiv-2610.06824,?GPT-3.5,not-established:absent,agentic-tool,frontier,TasteVal-Researcher+Coder(Opus),,,,,,0.11,performance-multiplier,0.00289,,,"https://arxiv.org/abs/2610.06824 (Table 2 (page 32), row 'GPT-3.5 (gpt-3.5-turbo-instruct)', column Performance multiplier)",,out:model-not-established, arxiv-2610.06824-tasteval-compute,arxiv-2610.06824,?Llama 3.1 70B,not-established:absent,agentic-tool,frontier,TasteVal-Researcher+Coder(Opus),,,,,,0.01,compute-multiplier,0.00289,,,"https://arxiv.org/abs/2610.06824 (Table 2 (page 32), row 'Llama 3.1 70B', column Compute multiplier)",,out:model-not-established, arxiv-2610.06824-tasteval-perf,arxiv-2610.06824,?Llama 3.1 70B,not-established:absent,agentic-tool,frontier,TasteVal-Researcher+Coder(Opus),,,,,,0.09,performance-multiplier,0.00289,,,"https://arxiv.org/abs/2610.06824 (Table 2 (page 32), row 'Llama 3.1 70B', column Performance multiplier)",,out:model-not-established, arxiv-2610.06824-cost,arxiv-2610.06824,opus-4.5,not-established:absent,agentic-tool,frontier,TasteVal-standard-scaffold,per-run,228.4,0,,,,none,,,,"https://arxiv.org/abs/2610.06824 (Figure 6 right panel, marker (filled circle path #181), centre px (396.59, 169.71): x axis total cost per run 228.4 USD)",,,out:effort-not-established arxiv-2610.06824-cost,arxiv-2610.06824,?Opus 5.0,not-established:absent,agentic-tool,frontier,TasteVal-standard-scaffold,per-run,195.0,0,,,,none,,,,"https://arxiv.org/abs/2610.06824 (Figure 6 right panel, marker (filled circle path #182), centre px (374.75, 139.78): x axis total cost per run 195.0 USD)",,,out:model-not-established arxiv-2610.06824-cost,arxiv-2610.06824,?Opus 5.0,not-established:absent,agentic-tool,frontier,TasteVal-standard-scaffold,per-run,207.5,0,,,,none,,,,"https://arxiv.org/abs/2610.06824 (Figure 6 right panel, marker (filled circle path #183), centre px (383.29, 130.70): x axis total cost per run 207.5 USD)",,,out:model-not-established arxiv-2610.06824-cost,arxiv-2610.06824,?Opus 5.0,not-established:absent,agentic-tool,frontier,TasteVal-standard-scaffold,per-run,261.2,0,,,,none,,,,"https://arxiv.org/abs/2610.06824 (Figure 6 right panel, marker (filled circle path #184), centre px (415.16, 118.02): x axis total cost per run 261.2 USD)",,,out:model-not-established arxiv-2610.06824-cost,arxiv-2610.06824,opus-5.5,max,agentic-tool,frontier,TasteVal-standard-scaffold,per-run,281.9,0,,,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.06824 (Figure 6 right panel, marker (filled circle path #186), centre px (425.72, 104.94): x axis total cost per run 281.9 USD)",,,out:cost-single-couple arxiv-2610.07563-householdbench,arxiv-2610.07563,fable-5.1,high,reasoning-math,mid,HouseholdBench-prediction-API,,,,,,41.3,macro-F1%,0.0289,,,"https://arxiv.org/abs/2610.07563 (Table 3, row Fable 5.1, column Macro-F1 (categorical tasks))",src-arxiv-2610.07563-v1-2026-10-06|run:arxiv-2610.07563-householdbench-avg-rank|fable-5.1@high|,in, arxiv-2610.07563-householdbench,arxiv-2610.07563,gpt-5.6-sol,default,reasoning-math,mid,HouseholdBench-prediction-API,,,,,,39.9,macro-F1%,0.0289,,,"https://arxiv.org/abs/2610.07563 (Table 3, row GPT-5.6 sol, column Macro-F1 (categorical tasks))",,out:effort-not-established, arxiv-2610.07563-householdbench,arxiv-2610.07563,gpt-6-astra,default,reasoning-math,mid,HouseholdBench-prediction-API,,,,,,36.9,macro-F1%,0.0289,,,"https://arxiv.org/abs/2610.07563 (Table 3, row GPT-6 astra, column Macro-F1 (categorical tasks))",,out:effort-not-established, arxiv-2610.07563-householdbench,arxiv-2610.07563,opus-5,high,reasoning-math,mid,HouseholdBench-prediction-API,,,,,,40.6,macro-F1%,0.0289,,,"https://arxiv.org/abs/2610.07563 (Table 3, row Claude Opus 5, column Macro-F1 (categorical tasks))",src-arxiv-2610.07563-v1-2026-10-06|run:arxiv-2610.07563-householdbench-avg-rank|opus-5@high|,in, arxiv-2610.07563-householdbench,arxiv-2610.07563,opus-4.8,nothink,reasoning-math,mid,HouseholdBench-prediction-API,,,,,,40.2,macro-F1%,0.0289,,default-bridged,"https://arxiv.org/abs/2610.07563 (Table 3, row Claude Opus 4.8, column Macro-F1 (categorical tasks))",src-arxiv-2610.07563-v1-2026-10-06|run:arxiv-2610.07563-householdbench-avg-rank|opus-4.8@nothink|,in, arxiv-2610.07563-householdbench,arxiv-2610.07563,gpt-5.6-terra,default,reasoning-math,mid,HouseholdBench-prediction-API,,,,,,38.5,macro-F1%,0.0289,,,"https://arxiv.org/abs/2610.07563 (Table 3, row GPT-5.6 terra, column Macro-F1 (categorical tasks))",,out:effort-not-established, arxiv-2610.07563-householdbench,arxiv-2610.07563,sonnet-5,default,reasoning-math,mid,HouseholdBench-prediction-API,,,,,,36.1,macro-F1%,0.0289,,,"https://arxiv.org/abs/2610.07563 (Table 3, row Claude Sonnet 5, column Macro-F1 (categorical tasks))",,out:effort-not-established, arxiv-2610.07563-householdbench,arxiv-2610.07563,qwen3.6-27b,nothink,reasoning-math,mid,HouseholdBench-prediction-API,,,,,,38.5,macro-F1%,0.0289,,,"https://arxiv.org/abs/2610.07563 (Table 3, row Qwen3.6-27B, column Macro-F1 (categorical tasks))",src-arxiv-2610.07563-v1-2026-10-06|run:arxiv-2610.07563-householdbench-avg-rank|qwen3.6-27b@nothink|,in, arxiv-2610.07563-householdbench,arxiv-2610.07563,gpt-5.6-luna,default,reasoning-math,mid,HouseholdBench-prediction-API,,,,,,38.1,macro-F1%,0.0289,,,"https://arxiv.org/abs/2610.07563 (Table 3, row GPT-5.6 luna, column Macro-F1 (categorical tasks))",,out:effort-not-established, arxiv-2610.07563-householdbench,arxiv-2610.07563,?DeepSeek-V4-Pro,not-established:absent,reasoning-math,mid,HouseholdBench-prediction-API,,,,,,37.5,macro-F1%,0.0289,,,"https://arxiv.org/abs/2610.07563 (Table 3, row DeepSeek-V4-Pro, column Macro-F1 (categorical tasks))",,out:model-not-established, arxiv-2610.07563-householdbench,arxiv-2610.07563,?DeepSeek-V4-Flash,not-established:absent,reasoning-math,mid,HouseholdBench-prediction-API,,,,,,36.3,macro-F1%,0.0289,,,"https://arxiv.org/abs/2610.07563 (Table 3, row DeepSeek-V4-Flash, column Macro-F1 (categorical tasks))",,out:model-not-established, arxiv-2610.07563-householdbench,arxiv-2610.07563,qwen3.6-35b-a3b,nothink,reasoning-math,mid,HouseholdBench-prediction-API,,,,,,36.5,macro-F1%,0.0289,,,"https://arxiv.org/abs/2610.07563 (Table 3, row Qwen3.6-35B-A3B, column Macro-F1 (categorical tasks))",src-arxiv-2610.07563-v1-2026-10-06|run:arxiv-2610.07563-householdbench-avg-rank|qwen3.6-35b-a3b@nothink|,in, arxiv-2610.07563-householdbench,arxiv-2610.07563,qwen3.5-4b,nothink,reasoning-math,mid,HouseholdBench-prediction-API,,,,,,34.6,macro-F1%,0.0289,,,"https://arxiv.org/abs/2610.07563 (Table 3, row Qwen3.5-4B, column Macro-F1 (categorical tasks))",src-arxiv-2610.07563-v1-2026-10-06|run:arxiv-2610.07563-householdbench-avg-rank|qwen3.5-4b@nothink|,in, arxiv-2610.07563-householdbench-avg-rank,arxiv-2610.07563,fable-5.1,high,reasoning-math,mid,HouseholdBench-prediction-API,,,,,,3.8,average rank,0.0289,,,"https://arxiv.org/abs/2610.07563 (householdbench-table-main.csv: the main results table (Rank, model, average rank within each topic, Average rank, RelMAE, Macro-F1, TV), as printed in the paper text / row Fable 5.1 / column Average rank)",src-arxiv-2610.07563-v1-2026-10-06|run:arxiv-2610.07563-householdbench-avg-rank|fable-5.1@high|,in, arxiv-2610.07563-householdbench-avg-rank,arxiv-2610.07563,gpt-5.6-sol,default,reasoning-math,mid,HouseholdBench-prediction-API,,,,,,5.5,average rank,0.0289,,,"https://arxiv.org/abs/2610.07563 (householdbench-table-main.csv: the main results table (Rank, model, average rank within each topic, Average rank, RelMAE, Macro-F1, TV), as printed in the paper text / row GPT-5.6 sol / column Average rank)",,out:effort-not-established, arxiv-2610.07563-householdbench-avg-rank,arxiv-2610.07563,gpt-6-astra,default,reasoning-math,mid,HouseholdBench-prediction-API,,,,,,5.8,average rank,0.0289,,,"https://arxiv.org/abs/2610.07563 (householdbench-table-main.csv: the main results table (Rank, model, average rank within each topic, Average rank, RelMAE, Macro-F1, TV), as printed in the paper text / row GPT-6 astra / column Average rank)",,out:effort-not-established, arxiv-2610.07563-householdbench-avg-rank,arxiv-2610.07563,opus-5,high,reasoning-math,mid,HouseholdBench-prediction-API,,,,,,6.2,average rank,0.0289,,,"https://arxiv.org/abs/2610.07563 (householdbench-table-main.csv: the main results table (Rank, model, average rank within each topic, Average rank, RelMAE, Macro-F1, TV), as printed in the paper text / row Claude Opus 5 / column Average rank)",src-arxiv-2610.07563-v1-2026-10-06|run:arxiv-2610.07563-householdbench-avg-rank|opus-5@high|,in, arxiv-2610.07563-householdbench-avg-rank,arxiv-2610.07563,opus-4.8,nothink,reasoning-math,mid,HouseholdBench-prediction-API,,,,,,6.5,average rank,0.0289,,default-bridged,"https://arxiv.org/abs/2610.07563 (householdbench-table-main.csv: the main results table (Rank, model, average rank within each topic, Average rank, RelMAE, Macro-F1, TV), as printed in the paper text / row Claude Opus 4.8 / column Average rank)",src-arxiv-2610.07563-v1-2026-10-06|run:arxiv-2610.07563-householdbench-avg-rank|opus-4.8@nothink|,in, arxiv-2610.07563-householdbench-avg-rank,arxiv-2610.07563,gpt-5.6-terra,default,reasoning-math,mid,HouseholdBench-prediction-API,,,,,,7.3,average rank,0.0289,,,"https://arxiv.org/abs/2610.07563 (householdbench-table-main.csv: the main results table (Rank, model, average rank within each topic, Average rank, RelMAE, Macro-F1, TV), as printed in the paper text / row GPT-5.6 terra / column Average rank)",,out:effort-not-established, arxiv-2610.07563-householdbench-avg-rank,arxiv-2610.07563,sonnet-5,default,reasoning-math,mid,HouseholdBench-prediction-API,,,,,,8.1,average rank,0.0289,,,"https://arxiv.org/abs/2610.07563 (householdbench-table-main.csv: the main results table (Rank, model, average rank within each topic, Average rank, RelMAE, Macro-F1, TV), as printed in the paper text / row Claude Sonnet 5 / column Average rank)",,out:effort-not-established, arxiv-2610.07563-householdbench-avg-rank,arxiv-2610.07563,qwen3.6-27b,nothink,reasoning-math,mid,HouseholdBench-prediction-API,,,,,,8.4,average rank,0.0289,,,"https://arxiv.org/abs/2610.07563 (householdbench-table-main.csv: the main results table (Rank, model, average rank within each topic, Average rank, RelMAE, Macro-F1, TV), as printed in the paper text / row Qwen3.6-27B / column Average rank)",src-arxiv-2610.07563-v1-2026-10-06|run:arxiv-2610.07563-householdbench-avg-rank|qwen3.6-27b@nothink|,in, arxiv-2610.07563-householdbench-avg-rank,arxiv-2610.07563,gpt-5.6-luna,default,reasoning-math,mid,HouseholdBench-prediction-API,,,,,,8.4,average rank,0.0289,,,"https://arxiv.org/abs/2610.07563 (householdbench-table-main.csv: the main results table (Rank, model, average rank within each topic, Average rank, RelMAE, Macro-F1, TV), as printed in the paper text / row GPT-5.6 luna / column Average rank)",,out:effort-not-established, arxiv-2610.07563-householdbench-avg-rank,arxiv-2610.07563,?DeepSeek-V4-Pro,not-established:absent,reasoning-math,mid,HouseholdBench-prediction-API,,,,,,8.8,average rank,0.0289,,,"https://arxiv.org/abs/2610.07563 (householdbench-table-main.csv: the main results table (Rank, model, average rank within each topic, Average rank, RelMAE, Macro-F1, TV), as printed in the paper text / row DeepSeek-V4-Pro / column Average rank)",,out:model-not-established, arxiv-2610.07563-householdbench-avg-rank,arxiv-2610.07563,?DeepSeek-V4-Flash,not-established:absent,reasoning-math,mid,HouseholdBench-prediction-API,,,,,,9.7,average rank,0.0289,,,"https://arxiv.org/abs/2610.07563 (householdbench-table-main.csv: the main results table (Rank, model, average rank within each topic, Average rank, RelMAE, Macro-F1, TV), as printed in the paper text / row DeepSeek-V4-Flash / column Average rank)",,out:model-not-established, arxiv-2610.07563-householdbench-avg-rank,arxiv-2610.07563,qwen3.6-35b-a3b,nothink,reasoning-math,mid,HouseholdBench-prediction-API,,,,,,11.2,average rank,0.0289,,,"https://arxiv.org/abs/2610.07563 (householdbench-table-main.csv: the main results table (Rank, model, average rank within each topic, Average rank, RelMAE, Macro-F1, TV), as printed in the paper text / row Qwen3.6-35B-A3B / column Average rank)",src-arxiv-2610.07563-v1-2026-10-06|run:arxiv-2610.07563-householdbench-avg-rank|qwen3.6-35b-a3b@nothink|,in, arxiv-2610.07563-householdbench-avg-rank,arxiv-2610.07563,qwen3.5-4b,nothink,reasoning-math,mid,HouseholdBench-prediction-API,,,,,,13.5,average rank,0.0289,,,"https://arxiv.org/abs/2610.07563 (householdbench-table-main.csv: the main results table (Rank, model, average rank within each topic, Average rank, RelMAE, Macro-F1, TV), as printed in the paper text / row Qwen3.5-4B / column Average rank)",src-arxiv-2610.07563-v1-2026-10-06|run:arxiv-2610.07563-householdbench-avg-rank|qwen3.5-4b@nothink|,in, arxiv-2610.07639-asr-default,arxiv-2610.07639,glm-5.2,unstated,agentic-tool,hard,,,,,,,29.2,asr%,0.0289,,,https://arxiv.org/abs/2610.07639 (Abstract),,out:effort-not-established, arxiv-2610.07639-asr-autoapprove,arxiv-2610.07639,glm-5.2,unstated,agentic-tool,hard,,,,,,,95.6,asr%,0.0289,,,https://arxiv.org/abs/2610.07639 (Abstract),,out:effort-not-established, servelearn-oracle,arxiv-2610.07792,kimi-k3,not-established:absent,agentic-tool,hard,Oracle,per-harness-total,102,0.289,,,95.5,score%,0.0289,,,"https://arxiv.org/abs/2610.07792 (Table 2 (page 6), model block Kimi K3, harness Oracle, column Avg. H (mean over the nine Hidden settings))",,out:effort-not-established,out:effort-not-established servelearn-blind,arxiv-2610.07792,kimi-k3,not-established:absent,agentic-tool,hard,Blind,per-harness-total,120,0.289,,,12.3,score%,0.0289,,,"https://arxiv.org/abs/2610.07792 (Table 2 (page 6), model block Kimi K3, harness Blind, column Avg. H (mean over the nine Hidden settings))",,out:effort-not-established,out:effort-not-established servelearn-rag,arxiv-2610.07792,kimi-k3,not-established:absent,agentic-tool,hard,RAG,per-harness-total,1073,0.289,,,45.0,score%,0.0289,,,"https://arxiv.org/abs/2610.07792 (Table 2 (page 6), model block Kimi K3, harness RAG, column Avg. H (mean over the nine Hidden settings))",,out:effort-not-established,out:effort-not-established servelearn-mem0,arxiv-2610.07792,kimi-k3,not-established:absent,agentic-tool,hard,Mem0,per-harness-total,829,0.289,,,37.7,score%,0.0289,,,"https://arxiv.org/abs/2610.07792 (Table 2 (page 6), model block Kimi K3, harness Mem0, column Avg. H (mean over the nine Hidden settings))",,out:effort-not-established,out:effort-not-established servelearn-ch,arxiv-2610.07792,kimi-k3,not-established:absent,agentic-tool,hard,CH,per-harness-total,1335,0.289,,,57.8,score%,0.0289,,,"https://arxiv.org/abs/2610.07792 (Table 2 (page 6), model block Kimi K3, harness CH, column Avg. H (mean over the nine Hidden settings))",,out:effort-not-established,out:effort-not-established servelearn-prime,arxiv-2610.07792,kimi-k3,not-established:absent,agentic-tool,hard,Prime,per-harness-total,2479,0.289,,,61.7,score%,0.0289,,,"https://arxiv.org/abs/2610.07792 (Table 2 (page 6), model block Kimi K3, harness Prime, column Avg. H (mean over the nine Hidden settings))",,out:effort-not-established,out:effort-not-established servelearn-skillopt,arxiv-2610.07792,kimi-k3,not-established:absent,agentic-tool,hard,SkillOpt,per-harness-total,605,0.289,,,51.1,score%,0.0289,,,"https://arxiv.org/abs/2610.07792 (Table 2 (page 6), model block Kimi K3, harness SkillOpt, column Avg. H (mean over the nine Hidden settings))",,out:effort-not-established,out:effort-not-established servelearn-oracle,arxiv-2610.07792,glm-5.3,not-established:absent,agentic-tool,hard,Oracle,per-harness-total,29.1,0.0289,,,93.6,score%,0.0289,,,"https://arxiv.org/abs/2610.07792 (Table 2 (page 6), model block GLM-5.3, harness Oracle, column Avg. H (mean over the nine Hidden settings))",,out:effort-not-established,out:effort-not-established servelearn-blind,arxiv-2610.07792,glm-5.3,not-established:absent,agentic-tool,hard,Blind,per-harness-total,40.2,0.0289,,,13.9,score%,0.0289,,,"https://arxiv.org/abs/2610.07792 (Table 2 (page 6), model block GLM-5.3, harness Blind, column Avg. H (mean over the nine Hidden settings))",,out:effort-not-established,out:effort-not-established servelearn-rag,arxiv-2610.07792,glm-5.3,not-established:absent,agentic-tool,hard,RAG,per-harness-total,932,0.289,,,45.9,score%,0.0289,,,"https://arxiv.org/abs/2610.07792 (Table 2 (page 6), model block GLM-5.3, harness RAG, column Avg. H (mean over the nine Hidden settings))",,out:effort-not-established,out:effort-not-established servelearn-mem0,arxiv-2610.07792,glm-5.3,not-established:absent,agentic-tool,hard,Mem0,per-harness-total,565,0.289,,,43.7,score%,0.0289,,,"https://arxiv.org/abs/2610.07792 (Table 2 (page 6), model block GLM-5.3, harness Mem0, column Avg. H (mean over the nine Hidden settings))",,out:effort-not-established,out:effort-not-established servelearn-ch,arxiv-2610.07792,glm-5.3,not-established:absent,agentic-tool,hard,CH,per-harness-total,1077,0.289,,,69.8,score%,0.0289,,,"https://arxiv.org/abs/2610.07792 (Table 2 (page 6), model block GLM-5.3, harness CH, column Avg. H (mean over the nine Hidden settings))",,out:effort-not-established,out:effort-not-established servelearn-prime,arxiv-2610.07792,glm-5.3,not-established:absent,agentic-tool,hard,Prime,per-harness-total,2930,0.289,,,63.7,score%,0.0289,,,"https://arxiv.org/abs/2610.07792 (Table 2 (page 6), model block GLM-5.3, harness Prime, column Avg. H (mean over the nine Hidden settings))",,out:effort-not-established,out:effort-not-established servelearn-skillopt,arxiv-2610.07792,glm-5.3,not-established:absent,agentic-tool,hard,SkillOpt,per-harness-total,251,0.289,,,39.5,score%,0.0289,,,"https://arxiv.org/abs/2610.07792 (Table 2 (page 6), model block GLM-5.3, harness SkillOpt, column Avg. H (mean over the nine Hidden settings))",,out:effort-not-established,out:effort-not-established servelearn-oracle,arxiv-2610.07792,deepseek-v4.1-flash,not-established:absent,agentic-tool,hard,Oracle,per-harness-total,7.4,0.0289,,,95.6,score%,0.0289,,,"https://arxiv.org/abs/2610.07792 (Table 2 (page 6), model block DeepSeek V4.1 Flash, harness Oracle, column Avg. H (mean over the nine Hidden settings))",,out:effort-not-established,out:effort-not-established servelearn-blind,arxiv-2610.07792,deepseek-v4.1-flash,not-established:absent,agentic-tool,hard,Blind,per-harness-total,11.0,0.0289,,,14.4,score%,0.0289,,,"https://arxiv.org/abs/2610.07792 (Table 2 (page 6), model block DeepSeek V4.1 Flash, harness Blind, column Avg. H (mean over the nine Hidden settings))",,out:effort-not-established,out:effort-not-established servelearn-rag,arxiv-2610.07792,deepseek-v4.1-flash,not-established:absent,agentic-tool,hard,RAG,per-harness-total,192,0.289,,,44.3,score%,0.0289,,,"https://arxiv.org/abs/2610.07792 (Table 2 (page 6), model block DeepSeek V4.1 Flash, harness RAG, column Avg. H (mean over the nine Hidden settings))",,out:effort-not-established,out:effort-not-established servelearn-mem0,arxiv-2610.07792,deepseek-v4.1-flash,not-established:absent,agentic-tool,hard,Mem0,per-harness-total,75.9,0.0289,,,33.5,score%,0.0289,,,"https://arxiv.org/abs/2610.07792 (Table 2 (page 6), model block DeepSeek V4.1 Flash, harness Mem0, column Avg. H (mean over the nine Hidden settings))",,out:effort-not-established,out:effort-not-established servelearn-ch,arxiv-2610.07792,deepseek-v4.1-flash,not-established:absent,agentic-tool,hard,CH,per-harness-total,52.0,0.0289,,,53.3,score%,0.0289,,,"https://arxiv.org/abs/2610.07792 (Table 2 (page 6), model block DeepSeek V4.1 Flash, harness CH, column Avg. H (mean over the nine Hidden settings))",,out:effort-not-established,out:effort-not-established servelearn-prime,arxiv-2610.07792,deepseek-v4.1-flash,not-established:absent,agentic-tool,hard,Prime,per-harness-total,429,0.289,,,60.3,score%,0.0289,,,"https://arxiv.org/abs/2610.07792 (Table 2 (page 6), model block DeepSeek V4.1 Flash, harness Prime, column Avg. H (mean over the nine Hidden settings))",,out:effort-not-established,out:effort-not-established servelearn-skillopt,arxiv-2610.07792,deepseek-v4.1-flash,not-established:absent,agentic-tool,hard,SkillOpt,per-harness-total,39.8,0.0289,,,33.2,score%,0.0289,,,"https://arxiv.org/abs/2610.07792 (Table 2 (page 6), model block DeepSeek V4.1 Flash, harness SkillOpt, column Avg. H (mean over the nine Hidden settings))",,out:effort-not-established,out:effort-not-established servelearn-oracle,arxiv-2610.07792,glm-5.3-flash,not-established:absent,agentic-tool,hard,Oracle,per-harness-total,5.0,0.0289,,,93.1,score%,0.0289,,,"https://arxiv.org/abs/2610.07792 (Table 2 (page 6), model block GLM-5.3 Flash, harness Oracle, column Avg. H (mean over the nine Hidden settings))",,out:effort-not-established,out:effort-not-established servelearn-blind,arxiv-2610.07792,glm-5.3-flash,not-established:absent,agentic-tool,hard,Blind,per-harness-total,6.8,0.0289,,,14.6,score%,0.0289,,,"https://arxiv.org/abs/2610.07792 (Table 2 (page 6), model block GLM-5.3 Flash, harness Blind, column Avg. H (mean over the nine Hidden settings))",,out:effort-not-established,out:effort-not-established servelearn-rag,arxiv-2610.07792,glm-5.3-flash,not-established:absent,agentic-tool,hard,RAG,per-harness-total,56.3,0.0289,,,38.2,score%,0.0289,,,"https://arxiv.org/abs/2610.07792 (Table 2 (page 6), model block GLM-5.3 Flash, harness RAG, column Avg. H (mean over the nine Hidden settings))",,out:effort-not-established,out:effort-not-established servelearn-mem0,arxiv-2610.07792,glm-5.3-flash,not-established:absent,agentic-tool,hard,Mem0,per-harness-total,48.8,0.0289,,,38.4,score%,0.0289,,,"https://arxiv.org/abs/2610.07792 (Table 2 (page 6), model block GLM-5.3 Flash, harness Mem0, column Avg. H (mean over the nine Hidden settings))",,out:effort-not-established,out:effort-not-established servelearn-ch,arxiv-2610.07792,glm-5.3-flash,not-established:absent,agentic-tool,hard,CH,per-harness-total,88.5,0.0289,,,49.7,score%,0.0289,,,"https://arxiv.org/abs/2610.07792 (Table 2 (page 6), model block GLM-5.3 Flash, harness CH, column Avg. H (mean over the nine Hidden settings))",,out:effort-not-established,out:effort-not-established servelearn-prime,arxiv-2610.07792,glm-5.3-flash,not-established:absent,agentic-tool,hard,Prime,per-harness-total,172,0.289,,,61.1,score%,0.0289,,,"https://arxiv.org/abs/2610.07792 (Table 2 (page 6), model block GLM-5.3 Flash, harness Prime, column Avg. H (mean over the nine Hidden settings))",,out:effort-not-established,out:effort-not-established servelearn-skillopt,arxiv-2610.07792,glm-5.3-flash,not-established:absent,agentic-tool,hard,SkillOpt,per-harness-total,35.1,0.0289,,,35.4,score%,0.0289,,,"https://arxiv.org/abs/2610.07792 (Table 2 (page 6), model block GLM-5.3 Flash, harness SkillOpt, column Avg. H (mean over the nine Hidden settings))",,out:effort-not-established,out:effort-not-established servelearn-oracle,arxiv-2610.07792,opus-5,high,agentic-tool,hard,Oracle,per-harness-total,131,0.289,,,97.1,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.07792 (Table 2 (page 6), model block Opus 5, harness Oracle, column Avg. H (mean over the nine Hidden settings))",,in,out:cost-single-couple servelearn-blind,arxiv-2610.07792,opus-5,high,agentic-tool,hard,Blind,per-harness-total,207,0.289,,,14.5,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.07792 (Table 2 (page 6), model block Opus 5, harness Blind, column Avg. H (mean over the nine Hidden settings))",,in,out:cost-single-couple servelearn-rag,arxiv-2610.07792,opus-5,high,agentic-tool,hard,RAG,per-harness-total,2602,0.289,,,40.9,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.07792 (Table 2 (page 6), model block Opus 5, harness RAG, column Avg. H (mean over the nine Hidden settings))",,in,out:cost-single-couple servelearn-mem0,arxiv-2610.07792,opus-5,high,agentic-tool,hard,Mem0,per-harness-total,2003,0.289,,,47.8,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.07792 (Table 2 (page 6), model block Opus 5, harness Mem0, column Avg. H (mean over the nine Hidden settings))",,in,out:cost-single-couple servelearn-ch,arxiv-2610.07792,opus-5,high,agentic-tool,hard,CH,per-harness-total,2449,0.289,,,73.4,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.07792 (Table 2 (page 6), model block Opus 5, harness CH, column Avg. H (mean over the nine Hidden settings))",,in,out:cost-single-couple servelearn-skillopt,arxiv-2610.07792,opus-5,high,agentic-tool,hard,SkillOpt,per-harness-total,629,0.289,,,50.4,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.07792 (Table 2 (page 6), model block Opus 5, harness SkillOpt, column Avg. H (mean over the nine Hidden settings))",,in,out:cost-single-couple servelearn-oracle,arxiv-2610.07792,gpt-5.6-terra,high,agentic-tool,hard,Oracle,per-harness-total,32.040000000000006,2.06,,,97.6,score%,0.0289,,cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2610.07792 (Table 2 (page 6), model block GPT-5.6 Terra, harness Oracle, column Avg. H (mean over the nine Hidden settings))",,in,out:cost-single-couple servelearn-blind,arxiv-2610.07792,gpt-5.6-terra,high,agentic-tool,hard,Blind,per-harness-total,35.64,2.29,,,15.1,score%,0.0289,,cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2610.07792 (Table 2 (page 6), model block GPT-5.6 Terra, harness Blind, column Avg. H (mean over the nine Hidden settings))",,in,out:cost-single-couple servelearn-rag,arxiv-2610.07792,gpt-5.6-terra,high,agentic-tool,hard,RAG,per-harness-total,446.4,28.6,,,34.9,score%,0.0289,,cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2610.07792 (Table 2 (page 6), model block GPT-5.6 Terra, harness RAG, column Avg. H (mean over the nine Hidden settings))",,in,out:cost-single-couple servelearn-mem0,arxiv-2610.07792,gpt-5.6-terra,high,agentic-tool,hard,Mem0,per-harness-total,185.4,11.9,,,31.7,score%,0.0289,,cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2610.07792 (Table 2 (page 6), model block GPT-5.6 Terra, harness Mem0, column Avg. H (mean over the nine Hidden settings))",,in,out:cost-single-couple servelearn-ch,arxiv-2610.07792,gpt-5.6-terra,high,agentic-tool,hard,CH,per-harness-total,215.10000000000002,13.8,,,55.8,score%,0.0289,,cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2610.07792 (Table 2 (page 6), model block GPT-5.6 Terra, harness CH, column Avg. H (mean over the nine Hidden settings))",,in,out:cost-single-couple servelearn-skillopt,arxiv-2610.07792,gpt-5.6-terra,high,agentic-tool,hard,SkillOpt,per-harness-total,131.4,8.43,,,29.6,score%,0.0289,,cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2610.07792 (Table 2 (page 6), model block GPT-5.6 Terra, harness SkillOpt, column Avg. H (mean over the nine Hidden settings))",,in,out:cost-single-couple arxiv-2610.08966-hss,arxiv-2610.08966,gpt-6-astra,max,mixed,frontier,raw-API-single-pass,,,,,,53.6,pass%,0.0289,,,"https://arxiv.org/abs/2610.08966 (Table 1, row GPT-6-astra (max), column pass@1)",,in, arxiv-2610.08966-hss,arxiv-2610.08966,gpt-6.1-sol,max,mixed,frontier,raw-API-single-pass,,,,,,46.6,pass%,0.0289,,,"https://arxiv.org/abs/2610.08966 (Table 1, row GPT-6.1-sol (max), column pass@1)",,in, arxiv-2610.08966-hss,arxiv-2610.08966,gpt-6-sol,max,mixed,frontier,raw-API-single-pass,,,,,,31.2,pass%,0.0289,,,"https://arxiv.org/abs/2610.08966 (Table 1, row GPT-6-sol (max), column pass@1)",,in, arxiv-2610.08966-hss,arxiv-2610.08966,gpt-5.6-sol,max,mixed,frontier,raw-API-single-pass,,,,,,30.0,pass%,0.0289,,,"https://arxiv.org/abs/2610.08966 (Table 1, row GPT-5.6-sol (max), column pass@1)",,in, arxiv-2610.08966-hss,arxiv-2610.08966,gpt-5.6-terra,max,mixed,frontier,raw-API-single-pass,,,,,,22.7,pass%,0.0289,,,"https://arxiv.org/abs/2610.08966 (Table 1, row GPT-5.6-terra (max), column pass@1)",,in, arxiv-2610.08966-hss,arxiv-2610.08966,gpt-5.6-luna,max,mixed,frontier,raw-API-single-pass,,,,,,21.6,pass%,0.0289,,,"https://arxiv.org/abs/2610.08966 (Table 1, row GPT-5.6-luna (max), column pass@1)",,in, arxiv-2610.08966-hss,arxiv-2610.08966,gpt-6-luna,max,mixed,frontier,raw-API-single-pass,,,,,,21.0,pass%,0.0289,,,"https://arxiv.org/abs/2610.08966 (Table 1, row GPT-6-luna (max), column pass@1)",,in, arxiv-2610.08966-hss,arxiv-2610.08966,opus-5.5,xhigh,mixed,frontier,raw-API-single-pass,,,,,,44.6,pass%,0.0289,,,"https://arxiv.org/abs/2610.08966 (Table 1, row Claude-Opus-5.5 (xhigh), column pass@1)",,in, arxiv-2610.08966-hss,arxiv-2610.08966,fable-5.1,xhigh,mixed,frontier,raw-API-single-pass,,,,,,40.8,pass%,0.0289,,,"https://arxiv.org/abs/2610.08966 (Table 1, row Claude-Fable-5.1 (xhigh), column pass@1)",,in, arxiv-2610.08966-hss,arxiv-2610.08966,fable-5,max,mixed,frontier,raw-API-single-pass,,,,,,34.5,pass%,0.0289,,,"https://arxiv.org/abs/2610.08966 (Table 1, row Claude-Fable-5 (max), column pass@1)",,in, arxiv-2610.08966-hss,arxiv-2610.08966,opus-5,max,mixed,frontier,raw-API-single-pass,,,,,,30.5,pass%,0.0289,,,"https://arxiv.org/abs/2610.08966 (Table 1, row Claude-Opus-5 (max), column pass@1)",,in, arxiv-2610.08966-hss,arxiv-2610.08966,sonnet-5,max,mixed,frontier,raw-API-single-pass,,,,,,24.8,pass%,0.0289,,,"https://arxiv.org/abs/2610.08966 (Table 1, row Claude-Sonnet-5 (max), column pass@1)",,in, arxiv-2610.08966-hss,arxiv-2610.08966,opus-4.8,max,mixed,frontier,raw-API-single-pass,,,,,,23.5,pass%,0.0289,,,"https://arxiv.org/abs/2610.08966 (Table 1, row Claude-Opus-4.8 (max), column pass@1)",,in, arxiv-2610.08966-hss,arxiv-2610.08966,gemini-3.8-flash,high,mixed,frontier,raw-API-single-pass,,,,,,41.6,pass%,0.0289,,,"https://arxiv.org/abs/2610.08966 (Table 1, row Gemini-3.8-flash (high), column pass@1)",,in, arxiv-2610.08966-hss,arxiv-2610.08966,gemini-3.7-flash,high,mixed,frontier,raw-API-single-pass,,,,,,39.8,pass%,0.0289,,,"https://arxiv.org/abs/2610.08966 (Table 1, row Gemini-3.7-flash (high), column pass@1)",,in, arxiv-2610.08966-hss,arxiv-2610.08966,gemini-3.5-flash,high,mixed,frontier,raw-API-single-pass,,,,,,32.6,pass%,0.0289,,,"https://arxiv.org/abs/2610.08966 (Table 1, row Gemini-3.5-flash (high), column pass@1)",,in, arxiv-2610.08966-hss,arxiv-2610.08966,gemini-3.6-flash,high,mixed,frontier,raw-API-single-pass,,,,,,31.9,pass%,0.0289,,,"https://arxiv.org/abs/2610.08966 (Table 1, row Gemini-3.6-flash (high), column pass@1)",,in, arxiv-2610.08966-hss,arxiv-2610.08966,?Qwen3.8-Max,not-established:absent,mixed,frontier,raw-API-single-pass,,,,,,33.0,pass%,0.0289,,,"https://arxiv.org/abs/2610.08966 (Table 1, row Qwen3.8-Max (max), column pass@1)",,out:model-not-established, arxiv-2610.08966-hss,arxiv-2610.08966,qwen3.8-flash,not-established:absent,mixed,frontier,raw-API-single-pass,,,,,,30.9,pass%,0.0289,,,"https://arxiv.org/abs/2610.08966 (Table 1, row Qwen3.8-flash (max), column pass@1)",,out:effort-not-established, arxiv-2610.08966-hss,arxiv-2610.08966,?GLM-5.3-flash,not-established:absent,mixed,frontier,raw-API-single-pass,,,,,,26.8,pass%,0.0289,,,"https://arxiv.org/abs/2610.08966 (Table 1, row GLM-5.3-flash (max), column pass@1)",,out:model-not-established, arxiv-2610.08966-hss,arxiv-2610.08966,?Kimi-K3,not-established:absent,mixed,frontier,raw-API-single-pass,,,,,,25.5,pass%,0.0289,,,"https://arxiv.org/abs/2610.08966 (Table 1, row Kimi-K3 (max), column pass@1)",,out:model-not-established, arxiv-2610.08966-agent,arxiv-2610.08966,opus-5,unstated,mixed,frontier,,,,,,,51.3,pass%,0.0289,,,"https://arxiv.org/abs/2610.08966 (Table 2, row Claude Code / Claude-Opus-5, column agent (overall pass@1))",,out:effort-not-established, arxiv-2610.08966-agent,arxiv-2610.08966,fable-5.1,unstated,mixed,frontier,,,,,,,57.7,pass%,0.0289,,,"https://arxiv.org/abs/2610.08966 (Table 2, row Claude Code / Claude-Fable-5.1, column agent (overall pass@1))",,out:effort-not-established, arxiv-2610.08966-agent,arxiv-2610.08966,gpt-6-astra,unstated,mixed,frontier,,,,,,,59.3,pass%,0.0289,,,"https://arxiv.org/abs/2610.08966 (Table 2, row Codex / GPT-6-astra, column agent (overall pass@1))",,out:effort-not-established, arxiv-2610.08966-agent,arxiv-2610.08966,gpt-5.6-sol,unstated,mixed,frontier,,,,,,,35.8,pass%,0.0289,,,"https://arxiv.org/abs/2610.08966 (Table 2, row Codex / GPT-5.6-sol, column agent (overall pass@1))",,out:effort-not-established, geonature-103,arxiv-2610.09112,sonnet-4,unstated,agentic-tool,mid,tool-orchestration-harness,,,,,,61.7,score%,0.0289,,,"https://arxiv.org/abs/2610.09112 (Table 6, All (103) column (per-seed mean ± sd))",,out:effort-not-established, geonature-103,arxiv-2610.09112,deepseek-v3.2,unstated,agentic-tool,mid,tool-orchestration-harness,,,,,,57.9,score%,0.0289,,,"https://arxiv.org/abs/2610.09112 (Table 6, All (103) column (per-seed mean ± sd))",,out:effort-not-established, geonature-103,arxiv-2610.09112,glm-5,unstated,agentic-tool,mid,tool-orchestration-harness,,,,,,52.4,score%,0.0289,,,"https://arxiv.org/abs/2610.09112 (Table 6, All (103) column (per-seed mean ± sd))",,out:effort-not-established, geonature-103,arxiv-2610.09112,gemini-2.5-pro,unstated,agentic-tool,mid,tool-orchestration-harness,,,,,,49.2,score%,0.0289,,,"https://arxiv.org/abs/2610.09112 (Table 6, All (103) column (per-seed mean ± sd))",,out:effort-not-established, geonature-103,arxiv-2610.09112,?Qwen3-235B,not-established:absent,agentic-tool,mid,tool-orchestration-harness,,,,,,44.3,score%,0.0289,,,"https://arxiv.org/abs/2610.09112 (Table 6, All (103) column (per-seed mean ± sd))",,out:model-not-established, geonature-103,arxiv-2610.09112,?GPT-4o,not-established:absent,agentic-tool,mid,tool-orchestration-harness,,,,,,43.7,score%,0.0289,,,"https://arxiv.org/abs/2610.09112 (Table 6, All (103) column (per-seed mean ± sd))",,out:model-not-established, geonature-103,arxiv-2610.09112,gpt-oss-120b,unstated,agentic-tool,mid,tool-orchestration-harness,,,,,,32.7,score%,0.0289,,,"https://arxiv.org/abs/2610.09112 (Table 6, All (103) column (per-seed mean ± sd))",,out:effort-not-established, geonature-103,arxiv-2610.09112,llama-4-scout,solo,agentic-tool,mid,tool-orchestration-harness,,,,,,25.9,score%,0.0289,,,"https://arxiv.org/abs/2610.09112 (Table 6, All (103) column (per-seed mean ± sd))",,out:single-couple, geonature-103,arxiv-2610.09112,gemma-3-27b-it,solo,agentic-tool,mid,tool-orchestration-harness,,,,,,14.6,score%,0.0289,,,"https://arxiv.org/abs/2610.09112 (Table 6, All (103) column (per-seed mean ± sd))",,out:single-couple, agenttime-gpqadiamond,arxiv-2610.09944,fable-5.1,max,reasoning-math,hard,,,,,,,85.7,native%,0.0289,,,"https://arxiv.org/abs/2610.09944 (Table 5, row 'GPQA Diamond', column Fable 5.1: '85.7 (84/84)' (mean native score, runs with a score / all runs))",,in, agenttime-gpqadiamond,arxiv-2610.09944,gpt-5.6-sol,max,reasoning-math,hard,,,,,,,94.0,native%,0.0289,,,"https://arxiv.org/abs/2610.09944 (Table 5, row 'GPQA Diamond', column GPT-5.6 Sol: '94.0 (84/84)' (mean native score, runs with a score / all runs))",,in, agenttime-gpqadiamond,arxiv-2610.09944,gpt-6-astra,max,reasoning-math,hard,,,,,,,96.4,native%,0.0289,,,"https://arxiv.org/abs/2610.09944 (Table 5, row 'GPQA Diamond', column GPT-6 Astra: '96.4 (84/84)' (mean native score, runs with a score / all runs))",,in, agenttime-humanityslastexam,arxiv-2610.09944,fable-5.1,max,reasoning-math,frontier,,,,,,,87.5,native%,0.0289,,,"https://arxiv.org/abs/2610.09944 (Table 5, row 'Humanity’s Last Exam', column Fable 5.1: '87.5 (72/72)' (mean native score, runs with a score / all runs))",,in, agenttime-humanityslastexam,arxiv-2610.09944,gpt-5.6-sol,max,reasoning-math,frontier,,,,,,,75.0,native%,0.0289,,,"https://arxiv.org/abs/2610.09944 (Table 5, row 'Humanity’s Last Exam', column GPT-5.6 Sol: '75.0 (72/72)' (mean native score, runs with a score / all runs))",,in, agenttime-humanityslastexam,arxiv-2610.09944,gpt-6-astra,max,reasoning-math,frontier,,,,,,,77.8,native%,0.0289,,,"https://arxiv.org/abs/2610.09944 (Table 5, row 'Humanity’s Last Exam', column GPT-6 Astra: '77.8 (72/72)' (mean native score, runs with a score / all runs))",,in, agenttime-appworld,arxiv-2610.09944,fable-5.1,max,agentic-tool,hard,,,,,,,75.9,native%,0.0289,,,"https://arxiv.org/abs/2610.09944 (Table 5, row 'AppWorld', column Fable 5.1: '75.9 (54/54)' (mean native score, runs with a score / all runs))",,in, agenttime-appworld,arxiv-2610.09944,gpt-5.6-sol,max,agentic-tool,hard,,,,,,,70.4,native%,0.0289,,,"https://arxiv.org/abs/2610.09944 (Table 5, row 'AppWorld', column GPT-5.6 Sol: '70.4 (54/54)' (mean native score, runs with a score / all runs))",,in, agenttime-appworld,arxiv-2610.09944,gpt-6-astra,max,agentic-tool,hard,,,,,,,61.1,native%,0.0289,,,"https://arxiv.org/abs/2610.09944 (Table 5, row 'AppWorld', column GPT-6 Astra: '61.1 (54/54)' (mean native score, runs with a score / all runs))",,in, agenttime-assistantbench,arxiv-2610.09944,fable-5.1,max,agentic-tool,hard,,,,,,,4.8,native%,0.0289,,,"https://arxiv.org/abs/2610.09944 (Table 5, row 'AssistantBench', column Fable 5.1: '4.8 (54/54)' (mean native score, runs with a score / all runs))",,in, agenttime-assistantbench,arxiv-2610.09944,gpt-5.6-sol,max,agentic-tool,hard,,,,,,,10.6,native%,0.0289,,,"https://arxiv.org/abs/2610.09944 (Table 5, row 'AssistantBench', column GPT-5.6 Sol: '10.6 (54/54)' (mean native score, runs with a score / all runs))",,in, agenttime-assistantbench,arxiv-2610.09944,gpt-6-astra,max,agentic-tool,hard,,,,,,,3.3,native%,0.0289,,,"https://arxiv.org/abs/2610.09944 (Table 5, row 'AssistantBench', column GPT-6 Astra: '3.3 (54/54)' (mean native score, runs with a score / all runs))",,in, agenttime-osworld20,arxiv-2610.09944,fable-5.1,max,computer-use,frontier,,,,,,,67.8,native%,0.0289,,,"https://arxiv.org/abs/2610.09944 (Table 5, row 'OSWorld 2.0', column Fable 5.1: '67.8 (48/48)' (mean native score, runs with a score / all runs))",,in, agenttime-osworld20,arxiv-2610.09944,gpt-5.6-sol,max,computer-use,frontier,,,,,,,63.3,native%,0.0289,,,"https://arxiv.org/abs/2610.09944 (Table 5, row 'OSWorld 2.0', column GPT-5.6 Sol: '63.3 (48/48)' (mean native score, runs with a score / all runs))",,in, agenttime-osworld20,arxiv-2610.09944,gpt-6-astra,max,computer-use,frontier,,,,,,,73.7,native%,0.0289,,,"https://arxiv.org/abs/2610.09944 (Table 5, row 'OSWorld 2.0', column GPT-6 Astra: '73.7 (48/48)' (mean native score, runs with a score / all runs))",,in, agenttime-terminalbench40,arxiv-2610.09944,fable-5.1,max,agentic-tool,frontier,,,,,,,64.6,native%,0.0289,,,"https://arxiv.org/abs/2610.09944 (Table 5, row 'Terminal-Bench 4.0', column Fable 5.1: '64.6 (48/48)' (mean native score, runs with a score / all runs))",,in, agenttime-terminalbench40,arxiv-2610.09944,gpt-5.6-sol,max,agentic-tool,frontier,,,,,,,50.0,native%,0.0289,,,"https://arxiv.org/abs/2610.09944 (Table 5, row 'Terminal-Bench 4.0', column GPT-5.6 Sol: '50.0 (48/48)' (mean native score, runs with a score / all runs))",,in, agenttime-terminalbench40,arxiv-2610.09944,gpt-6-astra,max,agentic-tool,frontier,,,,,,,58.3,native%,0.0289,,,"https://arxiv.org/abs/2610.09944 (Table 5, row 'Terminal-Bench 4.0', column GPT-6 Astra: '58.3 (48/48)' (mean native score, runs with a score / all runs))",,in, agenttime-programbench,arxiv-2610.09944,fable-5.1,max,coding,frontier,,,,,,,64.3,native%,0.0289,,,"https://arxiv.org/abs/2610.09944 (Table 5, row 'ProgramBench', column Fable 5.1: '64.3 (36/36)' (mean native score, runs with a score / all runs))",,in, agenttime-programbench,arxiv-2610.09944,gpt-5.6-sol,max,coding,frontier,,,,,,,69.5,native%,0.0289,,,"https://arxiv.org/abs/2610.09944 (Table 5, row 'ProgramBench', column GPT-5.6 Sol: '69.5 (42/42)' (mean native score, runs with a score / all runs))",,in, agenttime-programbench,arxiv-2610.09944,gpt-6-astra,max,coding,frontier,,,,,,,74.0,native%,0.0289,,,"https://arxiv.org/abs/2610.09944 (Table 5, row 'ProgramBench', column GPT-6 Astra: '74.0 (42/42)' (mean native score, runs with a score / all runs))",,in, agenttime-agentslastexam,arxiv-2610.09944,fable-5.1,max,agentic-tool,frontier,,,,,,,58.0,native%,0.0289,,,"https://arxiv.org/abs/2610.09944 (Table 5, row 'Agents’ Last Exam', column Fable 5.1: '58.0 (35/36)' (mean native score, runs with a score / all runs))",,in, agenttime-agentslastexam,arxiv-2610.09944,gpt-5.6-sol,max,agentic-tool,frontier,,,,,,,66.4,native%,0.0289,,,"https://arxiv.org/abs/2610.09944 (Table 5, row 'Agents’ Last Exam', column GPT-5.6 Sol: '66.4 (36/36)' (mean native score, runs with a score / all runs))",,in, agenttime-agentslastexam,arxiv-2610.09944,gpt-6-astra,max,agentic-tool,frontier,,,,,,,66.3,native%,0.0289,,,"https://arxiv.org/abs/2610.09944 (Table 5, row 'Agents’ Last Exam', column GPT-6 Astra: '66.3 (36/36)' (mean native score, runs with a score / all runs))",,in, agenttime-corebenchv11,arxiv-2610.09944,fable-5.1,max,agentic-tool,hard,,,,,,,0.0,native%,0.0289,,,"https://arxiv.org/abs/2610.09944 (Table 5, row 'CORE-Bench v1.1', column Fable 5.1: '0.0 (36/36)' (mean native score, runs with a score / all runs))",,out:uninformative, agenttime-corebenchv11,arxiv-2610.09944,gpt-5.6-sol,max,agentic-tool,hard,,,,,,,8.3,native%,0.0289,,,"https://arxiv.org/abs/2610.09944 (Table 5, row 'CORE-Bench v1.1', column GPT-5.6 Sol: '8.3 (36/36)' (mean native score, runs with a score / all runs))",,in, agenttime-corebenchv11,arxiv-2610.09944,gpt-6-astra,max,agentic-tool,hard,,,,,,,34.3,native%,0.0289,,,"https://arxiv.org/abs/2610.09944 (Table 5, row 'CORE-Bench v1.1', column GPT-6 Astra: '34.3 (35/36)' (mean native score, runs with a score / all runs))",,in, agenttime-deepswev11,arxiv-2610.09944,fable-5.1,max,coding,hard,,,,,,,72.2,native%,0.0289,,,"https://arxiv.org/abs/2610.09944 (Table 5, row 'DeepSWE v1.1', column Fable 5.1: '72.2 (36/36)' (mean native score, runs with a score / all runs))",,in, agenttime-deepswev11,arxiv-2610.09944,gpt-5.6-sol,max,coding,hard,,,,,,,75.0,native%,0.0289,,,"https://arxiv.org/abs/2610.09944 (Table 5, row 'DeepSWE v1.1', column GPT-5.6 Sol: '75.0 (36/36)' (mean native score, runs with a score / all runs))",,in, agenttime-deepswev11,arxiv-2610.09944,gpt-6-astra,max,coding,hard,,,,,,,77.8,native%,0.0289,,,"https://arxiv.org/abs/2610.09944 (Table 5, row 'DeepSWE v1.1', column GPT-6 Astra: '77.8 (36/36)' (mean native score, runs with a score / all runs))",,in, agenttime-tuabench,arxiv-2610.09944,fable-5.1,max,agentic-tool,hard,,,,,,,81.2,native%,0.0289,,,"https://arxiv.org/abs/2610.09944 (Table 5, row 'TUA-Bench', column Fable 5.1: '81.2 (35/36)' (mean native score, runs with a score / all runs))",,in, agenttime-tuabench,arxiv-2610.09944,gpt-5.6-sol,max,agentic-tool,hard,,,,,,,71.2,native%,0.0289,,,"https://arxiv.org/abs/2610.09944 (Table 5, row 'TUA-Bench', column GPT-5.6 Sol: '71.2 (35/36)' (mean native score, runs with a score / all runs))",,in, agenttime-tuabench,arxiv-2610.09944,gpt-6-astra,max,agentic-tool,hard,,,,,,,85.9,native%,0.0289,,,"https://arxiv.org/abs/2610.09944 (Table 5, row 'TUA-Bench', column GPT-6 Astra: '85.9 (36/36)' (mean native score, runs with a score / all runs))",,in, agenttime-pptarena,arxiv-2610.09944,fable-5.1,max,mixed,mid,,,,,,,48.7,native%,0.0289,,,"https://arxiv.org/abs/2610.09944 (Table 5, row 'PPTArena', column Fable 5.1: '48.7 (30/30)' (mean native score, runs with a score / all runs))",,in, agenttime-pptarena,arxiv-2610.09944,gpt-5.6-sol,max,mixed,mid,,,,,,,64.0,native%,0.0289,,,"https://arxiv.org/abs/2610.09944 (Table 5, row 'PPTArena', column GPT-5.6 Sol: '64.0 (30/30)' (mean native score, runs with a score / all runs))",,in, agenttime-pptarena,arxiv-2610.09944,gpt-6-astra,max,mixed,mid,,,,,,,64.0,native%,0.0289,,,"https://arxiv.org/abs/2610.09944 (Table 5, row 'PPTArena', column GPT-6 Astra: '64.0 (30/30)' (mean native score, runs with a score / all runs))",,in, agenttime-wildclawbench,arxiv-2610.09944,fable-5.1,max,agentic-tool,hard,,,,,,,51.8,native%,0.0289,,,"https://arxiv.org/abs/2610.09944 (Table 5, row 'WildClawBench', column Fable 5.1: '51.8 (30/30)' (mean native score, runs with a score / all runs))",,in, agenttime-wildclawbench,arxiv-2610.09944,gpt-5.6-sol,max,agentic-tool,hard,,,,,,,44.1,native%,0.0289,,,"https://arxiv.org/abs/2610.09944 (Table 5, row 'WildClawBench', column GPT-5.6 Sol: '44.1 (27/30)' (mean native score, runs with a score / all runs))",,in, agenttime-wildclawbench,arxiv-2610.09944,gpt-6-astra,max,agentic-tool,hard,,,,,,,51.4,native%,0.0289,,,"https://arxiv.org/abs/2610.09944 (Table 5, row 'WildClawBench', column GPT-6 Astra: '51.4 (27/30)' (mean native score, runs with a score / all runs))",,in, agenttime-paperbench,arxiv-2610.09944,fable-5.1,max,agentic-tool,frontier,,,,,,,35.1,native%,0.0289,,,"https://arxiv.org/abs/2610.09944 (Table 5, row 'PaperBench', column Fable 5.1: '35.1 (7/9)' (mean native score, runs with a score / all runs))",,in, agenttime-paperbench,arxiv-2610.09944,gpt-5.6-sol,max,agentic-tool,frontier,,,,,,,31.8,native%,0.0289,,,"https://arxiv.org/abs/2610.09944 (Table 5, row 'PaperBench', column GPT-5.6 Sol: '31.8 (9/9)' (mean native score, runs with a score / all runs))",,in, agenttime-paperbench,arxiv-2610.09944,gpt-6-astra,max,agentic-tool,frontier,,,,,,,40.1,native%,0.0289,,,"https://arxiv.org/abs/2610.09944 (Table 5, row 'PaperBench', column GPT-6 Astra: '40.1 (4/9)' (mean native score, runs with a score / all runs))",,in, agenttime-metrpublictasks,arxiv-2610.09944,fable-5.1,max,agentic-tool,frontier,,,,,,,62.5,native%,0.0289,,,"https://arxiv.org/abs/2610.09944 (Table 5, row 'METR public tasks', column Fable 5.1: '62.5 (6/6)' (mean native score, runs with a score / all runs))",,in, agenttime-metrpublictasks,arxiv-2610.09944,gpt-5.6-sol,max,agentic-tool,frontier,,,,,,,66.7,native%,0.0289,,,"https://arxiv.org/abs/2610.09944 (Table 5, row 'METR public tasks', column GPT-5.6 Sol: '66.7 (6/6)' (mean native score, runs with a score / all runs))",,in, agenttime-metrpublictasks,arxiv-2610.09944,gpt-6-astra,max,agentic-tool,frontier,,,,,,,60.0,native%,0.0289,,,"https://arxiv.org/abs/2610.09944 (Table 5, row 'METR public tasks', column GPT-6 Astra: '60.0 (5/6)' (mean native score, runs with a score / all runs))",,in, agenttime-posttrainbenchv11,arxiv-2610.09944,fable-5.1,max,agentic-tool,frontier,,,,,,,0.0,native%,0.0289,,,"https://arxiv.org/abs/2610.09944 (Table 5, row 'PostTrainBench v1.1', column Fable 5.1: '0.0 (3/5)' (mean native score, runs with a score / all runs))",,out:uninformative, agenttime-posttrainbenchv11,arxiv-2610.09944,gpt-5.6-sol,max,agentic-tool,frontier,,,,,,,30.7,native%,0.0289,,,"https://arxiv.org/abs/2610.09944 (Table 5, row 'PostTrainBench v1.1', column GPT-5.6 Sol: '30.7 (6/6)' (mean native score, runs with a score / all runs))",,in, agenttime-posttrainbenchv11,arxiv-2610.09944,gpt-6-astra,max,agentic-tool,frontier,,,,,,,75.9,native%,0.0289,,,"https://arxiv.org/abs/2610.09944 (Table 5, row 'PostTrainBench v1.1', column GPT-6 Astra: '75.9 (4/6)' (mean native score, runs with a score / all runs))",,in, agenttime-sakanaalebench,arxiv-2610.09944,fable-5.1,max,coding,frontier,,,,,,,2398,ALE-perf,0.289,,,"https://arxiv.org/abs/2610.09944 (Table 5, row 'Sakana ALE-Bench', column Fable 5.1: '2398 (30/30)' (mean native score, runs with a score / all runs))",,in, agenttime-sakanaalebench,arxiv-2610.09944,gpt-5.6-sol,max,coding,frontier,,,,,,,2518,ALE-perf,0.289,,,"https://arxiv.org/abs/2610.09944 (Table 5, row 'Sakana ALE-Bench', column GPT-5.6 Sol: '2518 (30/30)' (mean native score, runs with a score / all runs))",,in, agenttime-sakanaalebench,arxiv-2610.09944,gpt-6-astra,max,coding,frontier,,,,,,,3067,ALE-perf,0.289,,,"https://arxiv.org/abs/2610.09944 (Table 5, row 'Sakana ALE-Bench', column GPT-6 Astra: '3067 (28/30)' (mean native score, runs with a score / all runs))",,in, agenttime-ycbench,arxiv-2610.09944,fable-5.1,max,agentic-tool,hard,,,,,,,1.11,final-funds-M$,0.00289,,,"https://arxiv.org/abs/2610.09944 (Table 5, row 'YC-Bench', column Fable 5.1: '$1.11M (9/9)' (mean native score, runs with a score / all runs))",,in, agenttime-ycbench,arxiv-2610.09944,gpt-5.6-sol,max,agentic-tool,hard,,,,,,,0.70,final-funds-M$,0.00289,,,"https://arxiv.org/abs/2610.09944 (Table 5, row 'YC-Bench', column GPT-5.6 Sol: '$0.70M (9/9)' (mean native score, runs with a score / all runs))",,in, agenttime-ycbench,arxiv-2610.09944,gpt-6-astra,max,agentic-tool,hard,,,,,,,0.67,final-funds-M$,0.00289,,,"https://arxiv.org/abs/2610.09944 (Table 5, row 'YC-Bench', column GPT-6 Astra: '$0.67M (9/9)' (mean native score, runs with a score / all runs))",,in, figcode-python,arxiv-2610.10066,gpt-5.4,default,coding,mid,single-prompt,per-query,0.0117,2.89e-05,,814.98,79.73,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'GPT-5.4', language Python, column MMOS (4th of J1 J2 J3 MMOS))",,out:effort-not-established,out:effort-not-established figcode-matlab,arxiv-2610.10066,gpt-5.4,default,coding,mid,single-prompt,per-query,0.0122,2.89e-05,,946.19,37.98,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'GPT-5.4', language Matlab, column MMOS (4th of J1 J2 J3 MMOS))",,out:effort-not-established,out:effort-not-established figcode-r,arxiv-2610.10066,gpt-5.4,default,coding,mid,single-prompt,per-query,0.0119,2.89e-05,,898.51,46.97,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'GPT-5.4', language R, column MMOS (4th of J1 J2 J3 MMOS))",,out:effort-not-established,out:effort-not-established figcode-latex,arxiv-2610.10066,gpt-5.4,default,coding,mid,single-prompt,per-query,0.0154,2.89e-05,,1176.65,40.43,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'GPT-5.4', language Latex, column MMOS (4th of J1 J2 J3 MMOS))",,out:effort-not-established,out:effort-not-established figcode-python,arxiv-2610.10066,gpt-5.4-mini,default,coding,mid,single-prompt,per-query,0.0034,2.89e-05,,822.65,75.22,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'GPT-5.4-Mini', language Python, column MMOS (4th of J1 J2 J3 MMOS))",,out:effort-not-established,out:effort-not-established figcode-matlab,arxiv-2610.10066,gpt-5.4-mini,default,coding,mid,single-prompt,per-query,0.0029,2.89e-05,,702.30,59.65,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'GPT-5.4-Mini', language Matlab, column MMOS (4th of J1 J2 J3 MMOS))",,out:effort-not-established,out:effort-not-established figcode-r,arxiv-2610.10066,gpt-5.4-mini,default,coding,mid,single-prompt,per-query,0.0040,2.89e-05,,831.93,58.82,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'GPT-5.4-Mini', language R, column MMOS (4th of J1 J2 J3 MMOS))",,out:effort-not-established,out:effort-not-established figcode-latex,arxiv-2610.10066,gpt-5.4-mini,default,coding,mid,single-prompt,per-query,0.0043,2.89e-05,,1075.91,35.23,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'GPT-5.4-Mini', language Latex, column MMOS (4th of J1 J2 J3 MMOS))",,out:effort-not-established,out:effort-not-established figcode-python,arxiv-2610.10066,gpt-5.2,default,coding,mid,single-prompt,per-query,0.0088,2.89e-05,,792.12,76.33,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'GPT-5.2', language Python, column MMOS (4th of J1 J2 J3 MMOS))",,out:effort-not-established,out:effort-not-established figcode-matlab,arxiv-2610.10066,gpt-5.2,default,coding,mid,single-prompt,per-query,0.0110,2.89e-05,,951.72,55.90,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'GPT-5.2', language Matlab, column MMOS (4th of J1 J2 J3 MMOS))",,out:effort-not-established,out:effort-not-established figcode-r,arxiv-2610.10066,gpt-5.2,default,coding,mid,single-prompt,per-query,0.0103,2.89e-05,,830.21,30.33,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'GPT-5.2', language R, column MMOS (4th of J1 J2 J3 MMOS))",,out:effort-not-established,out:effort-not-established figcode-latex,arxiv-2610.10066,gpt-5.2,default,coding,mid,single-prompt,per-query,0.0105,2.89e-05,,1026.63,30.87,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'GPT-5.2', language Latex, column MMOS (4th of J1 J2 J3 MMOS))",,out:effort-not-established,out:effort-not-established figcode-python,arxiv-2610.10066,opus-4.7,default,coding,mid,single-prompt,per-query,0.0223,2.89e-05,,597.10,76.19,score-0-100,0.00289,,default-bridged,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'Claude Opus 4.7', language Python, column MMOS (4th of J1 J2 J3 MMOS))",,out:effort-not-established,out:effort-not-established figcode-matlab,arxiv-2610.10066,opus-4.7,default,coding,mid,single-prompt,per-query,0.0204,2.89e-05,,590.41,64.05,score-0-100,0.00289,,default-bridged,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'Claude Opus 4.7', language Matlab, column MMOS (4th of J1 J2 J3 MMOS))",,out:effort-not-established,out:effort-not-established figcode-r,arxiv-2610.10066,opus-4.7,default,coding,mid,single-prompt,per-query,0.0128,2.89e-05,,341.74,61.73,score-0-100,0.00289,,default-bridged,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'Claude Opus 4.7', language R, column MMOS (4th of J1 J2 J3 MMOS))",,out:effort-not-established,out:effort-not-established figcode-latex,arxiv-2610.10066,opus-4.7,default,coding,mid,single-prompt,per-query,0.0192,2.89e-05,,537.90,51.81,score-0-100,0.00289,,default-bridged,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'Claude Opus 4.7', language Latex, column MMOS (4th of J1 J2 J3 MMOS))",,out:effort-not-established,out:effort-not-established figcode-python,arxiv-2610.10066,gemini-3.1-pro,default,coding,mid,single-prompt,per-query,0.1222,2.89e-05,,580.26,83.70,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'Gemini 3.1 Pro', language Python, column MMOS (4th of J1 J2 J3 MMOS))",,out:effort-not-established,out:effort-not-established figcode-matlab,arxiv-2610.10066,gemini-3.1-pro,default,coding,mid,single-prompt,per-query,0.0887,2.89e-05,,619.17,70.01,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'Gemini 3.1 Pro', language Matlab, column MMOS (4th of J1 J2 J3 MMOS))",,out:effort-not-established,out:effort-not-established figcode-r,arxiv-2610.10066,gemini-3.1-pro,default,coding,mid,single-prompt,per-query,0.0899,2.89e-05,,643.99,57.91,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'Gemini 3.1 Pro', language R, column MMOS (4th of J1 J2 J3 MMOS))",,out:effort-not-established,out:effort-not-established figcode-latex,arxiv-2610.10066,gemini-3.1-pro,default,coding,mid,single-prompt,per-query,0.1739,2.89e-05,,861.01,50.72,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'Gemini 3.1 Pro', language Latex, column MMOS (4th of J1 J2 J3 MMOS))",,out:effort-not-established,out:effort-not-established figcode-python,arxiv-2610.10066,gemini-3-flash,not-established:absent,coding,mid,single-prompt,per-query,0.0031,2.89e-05,,558.61,76.79,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'Gemini 3 Flash', language Python, column MMOS (4th of J1 J2 J3 MMOS))",,out:effort-not-established,out:effort-not-established figcode-matlab,arxiv-2610.10066,gemini-3-flash,not-established:absent,coding,mid,single-prompt,per-query,0.0030,2.89e-05,,695.48,68.40,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'Gemini 3 Flash', language Matlab, column MMOS (4th of J1 J2 J3 MMOS))",,out:effort-not-established,out:effort-not-established figcode-r,arxiv-2610.10066,gemini-3-flash,not-established:absent,coding,mid,single-prompt,per-query,0.0032,2.89e-05,,629.90,69.76,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'Gemini 3 Flash', language R, column MMOS (4th of J1 J2 J3 MMOS))",,out:effort-not-established,out:effort-not-established figcode-latex,arxiv-2610.10066,gemini-3-flash,not-established:absent,coding,mid,single-prompt,per-query,0.0035,2.89e-05,,822.92,52.43,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'Gemini 3 Flash', language Latex, column MMOS (4th of J1 J2 J3 MMOS))",,out:effort-not-established,out:effort-not-established figcode-python,arxiv-2610.10066,gemini-3-flash,not-established:absent,coding,mid,single-prompt,per-query,0.0254,2.89e-05,,640.40,78.51,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'Gemini 3 Flash-TK', language Python, column MMOS (4th of J1 J2 J3 MMOS))",,out:effort-not-established,out:effort-not-established figcode-matlab,arxiv-2610.10066,gemini-3-flash,not-established:absent,coding,mid,single-prompt,per-query,0.0226,2.89e-05,,720.22,74.99,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'Gemini 3 Flash-TK', language Matlab, column MMOS (4th of J1 J2 J3 MMOS))",,out:effort-not-established,out:effort-not-established figcode-r,arxiv-2610.10066,gemini-3-flash,not-established:absent,coding,mid,single-prompt,per-query,0.0239,2.89e-05,,655.11,73.01,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'Gemini 3 Flash-TK', language R, column MMOS (4th of J1 J2 J3 MMOS))",,out:effort-not-established,out:effort-not-established figcode-latex,arxiv-2610.10066,gemini-3-flash,not-established:absent,coding,mid,single-prompt,per-query,0.0323,2.89e-05,,804.60,49.78,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'Gemini 3 Flash-TK', language Latex, column MMOS (4th of J1 J2 J3 MMOS))",,out:effort-not-established,out:effort-not-established figcode-python,arxiv-2610.10066,gemini-2.5-flash,nothink,coding,mid,single-prompt,per-query,0.00133,0.00033,,958.33,55.81,score-0-100,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'Gemini 2.5 Flash', language Python, column MMOS (4th of J1 J2 J3 MMOS))",,out:single-couple,out:cost-single-couple figcode-matlab,arxiv-2610.10066,gemini-2.5-flash,nothink,coding,mid,single-prompt,per-query,0.00133,0.00033,,1230.49,51.20,score-0-100,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'Gemini 2.5 Flash', language Matlab, column MMOS (4th of J1 J2 J3 MMOS))",,out:single-couple,out:cost-single-couple figcode-r,arxiv-2610.10066,gemini-2.5-flash,nothink,coding,mid,single-prompt,per-query,0.0016799999999999999,0.000417,,765.14,53.06,score-0-100,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'Gemini 2.5 Flash', language R, column MMOS (4th of J1 J2 J3 MMOS))",,out:single-couple,out:cost-single-couple figcode-latex,arxiv-2610.10066,gemini-2.5-flash,nothink,coding,mid,single-prompt,per-query,0.0014,0.000348,,1236.69,8.63,score-0-100,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'Gemini 2.5 Flash', language Latex, column MMOS (4th of J1 J2 J3 MMOS))",,out:single-couple,out:cost-single-couple figcode-python,arxiv-2610.10066,gemini-2.5-flash,think-16384,coding,mid,single-prompt,per-query,0.0200,2.89e-05,,844.54,58.84,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'Gemini 2.5 Flash-TK', language Python, column MMOS (4th of J1 J2 J3 MMOS))",,out:budget-config,out:budget-config figcode-matlab,arxiv-2610.10066,gemini-2.5-flash,think-16384,coding,mid,single-prompt,per-query,0.0191,2.89e-05,,1133.81,49.05,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'Gemini 2.5 Flash-TK', language Matlab, column MMOS (4th of J1 J2 J3 MMOS))",,out:budget-config,out:budget-config figcode-r,arxiv-2610.10066,gemini-2.5-flash,think-16384,coding,mid,single-prompt,per-query,0.0202,2.89e-05,,912.07,53.38,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'Gemini 2.5 Flash-TK', language R, column MMOS (4th of J1 J2 J3 MMOS))",,out:budget-config,out:budget-config figcode-latex,arxiv-2610.10066,gemini-2.5-flash,think-16384,coding,mid,single-prompt,per-query,0.0209,2.89e-05,,703.56,6.46,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'Gemini 2.5 Flash-TK', language Latex, column MMOS (4th of J1 J2 J3 MMOS))",,out:budget-config,out:budget-config figcode-python,arxiv-2610.10066,grok-4.3,default,coding,mid,single-prompt,per-query,0.0069,2.89e-05,,644.26,69.48,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'Grok-4.3', language Python, column MMOS (4th of J1 J2 J3 MMOS))",,out:effort-not-established,out:effort-not-established figcode-matlab,arxiv-2610.10066,grok-4.3,default,coding,mid,single-prompt,per-query,0.0059,2.89e-05,,495.09,61.66,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'Grok-4.3', language Matlab, column MMOS (4th of J1 J2 J3 MMOS))",,out:effort-not-established,out:effort-not-established figcode-r,arxiv-2610.10066,grok-4.3,default,coding,mid,single-prompt,per-query,0.0066,2.89e-05,,572.09,65.06,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'Grok-4.3', language R, column MMOS (4th of J1 J2 J3 MMOS))",,out:effort-not-established,out:effort-not-established figcode-latex,arxiv-2610.10066,grok-4.3,default,coding,mid,single-prompt,per-query,0.0052,2.89e-05,,776.76,47.95,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'Grok-4.3', language Latex, column MMOS (4th of J1 J2 J3 MMOS))",,out:effort-not-established,out:effort-not-established figcode-python,arxiv-2610.10066,qwen3.6-plus,default,coding,mid,single-prompt,per-query,0.0176,2.89e-05,,686.35,73.93,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'Qwen3.6-Plus', language Python, column MMOS (4th of J1 J2 J3 MMOS))",,out:effort-not-established,out:effort-not-established figcode-matlab,arxiv-2610.10066,qwen3.6-plus,default,coding,mid,single-prompt,per-query,0.0217,2.89e-05,,763.18,59.47,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'Qwen3.6-Plus', language Matlab, column MMOS (4th of J1 J2 J3 MMOS))",,out:effort-not-established,out:effort-not-established figcode-r,arxiv-2610.10066,qwen3.6-plus,default,coding,mid,single-prompt,per-query,0.0166,2.89e-05,,660.09,67.53,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'Qwen3.6-Plus', language R, column MMOS (4th of J1 J2 J3 MMOS))",,out:effort-not-established,out:effort-not-established figcode-latex,arxiv-2610.10066,qwen3.6-plus,default,coding,mid,single-prompt,per-query,0.0108,2.89e-05,,851.62,48.26,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'Qwen3.6-Plus', language Latex, column MMOS (4th of J1 J2 J3 MMOS))",,out:effort-not-established,out:effort-not-established figcode-python,arxiv-2610.10066,glm-5.1,default,coding,mid,single-prompt,per-query,0.0244,2.89e-05,,1408.62,44.20,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'GLM-5.1', language Python, column MMOS (4th of J1 J2 J3 MMOS))",,out:effort-not-established,out:effort-not-established figcode-matlab,arxiv-2610.10066,glm-5.1,default,coding,mid,single-prompt,per-query,0.0168,2.89e-05,,1181.09,22.78,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'GLM-5.1', language Matlab, column MMOS (4th of J1 J2 J3 MMOS))",,out:effort-not-established,out:effort-not-established figcode-r,arxiv-2610.10066,glm-5.1,default,coding,mid,single-prompt,per-query,0.0148,2.89e-05,,774.71,41.25,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'GLM-5.1', language R, column MMOS (4th of J1 J2 J3 MMOS))",,out:effort-not-established,out:effort-not-established figcode-latex,arxiv-2610.10066,glm-5.1,default,coding,mid,single-prompt,per-query,0.0163,2.89e-05,,1080.14,20.92,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'GLM-5.1', language Latex, column MMOS (4th of J1 J2 J3 MMOS))",,out:effort-not-established,out:effort-not-established figcode-python,arxiv-2610.10066,glm-4.6v,default,coding,mid,single-prompt,per-query,0.0037,2.89e-05,,497.02,50.22,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'GLM-4.6V', language Python, column MMOS (4th of J1 J2 J3 MMOS))",,out:effort-not-established,out:effort-not-established figcode-matlab,arxiv-2610.10066,glm-4.6v,default,coding,mid,single-prompt,per-query,0.0028,2.89e-05,,435.42,31.18,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'GLM-4.6V', language Matlab, column MMOS (4th of J1 J2 J3 MMOS))",,out:effort-not-established,out:effort-not-established figcode-r,arxiv-2610.10066,glm-4.6v,default,coding,mid,single-prompt,per-query,0.0035,2.89e-05,,386.01,60.39,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'GLM-4.6V', language R, column MMOS (4th of J1 J2 J3 MMOS))",,out:effort-not-established,out:effort-not-established figcode-latex,arxiv-2610.10066,glm-4.6v,default,coding,mid,single-prompt,per-query,0.0037,2.89e-05,,469.69,8.88,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'GLM-4.6V', language Latex, column MMOS (4th of J1 J2 J3 MMOS))",,out:effort-not-established,out:effort-not-established figcode-python,arxiv-2610.10066,minimax-m3,default,coding,mid,single-prompt,per-query,0.0014,2.89e-05,,860.15,54.99,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'MiniMax-M3', language Python, column MMOS (4th of J1 J2 J3 MMOS))",,out:effort-not-established,out:effort-not-established figcode-matlab,arxiv-2610.10066,minimax-m3,default,coding,mid,single-prompt,per-query,0.0031,2.89e-05,,667.46,25.95,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'MiniMax-M3', language Matlab, column MMOS (4th of J1 J2 J3 MMOS))",,out:effort-not-established,out:effort-not-established figcode-r,arxiv-2610.10066,minimax-m3,default,coding,mid,single-prompt,per-query,0.0023,2.89e-05,,637.89,45.98,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'MiniMax-M3', language R, column MMOS (4th of J1 J2 J3 MMOS))",,out:effort-not-established,out:effort-not-established figcode-latex,arxiv-2610.10066,minimax-m3,default,coding,mid,single-prompt,per-query,0.0049,2.89e-05,,807.62,38.64,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'MiniMax-M3', language Latex, column MMOS (4th of J1 J2 J3 MMOS))",,out:effort-not-established,out:effort-not-established figcode-python,arxiv-2610.10066,?Kimi-K2.5,not-established:absent,coding,mid,single-prompt,per-query,0.0218,2.89e-05,,698.12,72.03,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'Kimi-K2.5', language Python, column MMOS (4th of J1 J2 J3 MMOS))",,out:model-not-established,out:model-not-established figcode-matlab,arxiv-2610.10066,?Kimi-K2.5,not-established:absent,coding,mid,single-prompt,per-query,0.0220,2.89e-05,,674.08,64.23,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'Kimi-K2.5', language Matlab, column MMOS (4th of J1 J2 J3 MMOS))",,out:model-not-established,out:model-not-established figcode-r,arxiv-2610.10066,?Kimi-K2.5,not-established:absent,coding,mid,single-prompt,per-query,0.0207,2.89e-05,,644.64,72.52,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'Kimi-K2.5', language R, column MMOS (4th of J1 J2 J3 MMOS))",,out:model-not-established,out:model-not-established figcode-latex,arxiv-2610.10066,?Kimi-K2.5,not-established:absent,coding,mid,single-prompt,per-query,0.0172,2.89e-05,,796.87,37.53,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'Kimi-K2.5', language Latex, column MMOS (4th of J1 J2 J3 MMOS))",,out:model-not-established,out:model-not-established figcode-python,arxiv-2610.10066,?DouBao-Seed-2-0-Pro,not-established:absent,coding,mid,single-prompt,per-query,0.0069,2.89e-05,,586.81,74.49,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'DouBao-Seed-2-0-Pro', language Python, column MMOS (4th of J1 J2 J3 MMOS))",,out:model-not-established,out:model-not-established figcode-matlab,arxiv-2610.10066,?DouBao-Seed-2-0-Pro,not-established:absent,coding,mid,single-prompt,per-query,0.0060,2.89e-05,,459.35,55.38,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'DouBao-Seed-2-0-Pro', language Matlab, column MMOS (4th of J1 J2 J3 MMOS))",,out:model-not-established,out:model-not-established figcode-r,arxiv-2610.10066,?DouBao-Seed-2-0-Pro,not-established:absent,coding,mid,single-prompt,per-query,0.0084,2.89e-05,,567.29,66.33,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'DouBao-Seed-2-0-Pro', language R, column MMOS (4th of J1 J2 J3 MMOS))",,out:model-not-established,out:model-not-established figcode-latex,arxiv-2610.10066,?DouBao-Seed-2-0-Pro,not-established:absent,coding,mid,single-prompt,per-query,0.0058,2.89e-05,,716.40,38.94,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'DouBao-Seed-2-0-Pro', language Latex, column MMOS (4th of J1 J2 J3 MMOS))",,out:model-not-established,out:model-not-established figcode-python,arxiv-2610.10066,qwen3.5-122b-a10b,default,coding,mid,single-prompt,per-query,0.0009,2.89e-05,,529.24,39.11,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'Qwen3.5-122B-A10B', language Python, column MMOS (4th of J1 J2 J3 MMOS))",,out:effort-not-established,out:effort-not-established figcode-matlab,arxiv-2610.10066,qwen3.5-122b-a10b,default,coding,mid,single-prompt,per-query,0.0010,2.89e-05,,696.89,28.65,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'Qwen3.5-122B-A10B', language Matlab, column MMOS (4th of J1 J2 J3 MMOS))",,out:effort-not-established,out:effort-not-established figcode-r,arxiv-2610.10066,qwen3.5-122b-a10b,default,coding,mid,single-prompt,per-query,0.0010,2.89e-05,,577.12,45.23,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'Qwen3.5-122B-A10B', language R, column MMOS (4th of J1 J2 J3 MMOS))",,out:effort-not-established,out:effort-not-established figcode-latex,arxiv-2610.10066,qwen3.5-122b-a10b,default,coding,mid,single-prompt,per-query,0.0012,2.89e-05,,855.94,42.62,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'Qwen3.5-122B-A10B', language Latex, column MMOS (4th of J1 J2 J3 MMOS))",,out:effort-not-established,out:effort-not-established figcode-python,arxiv-2610.10066,qwen3.5-35b-a3b,default,coding,mid,single-prompt,,,,,,55.81,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'Qwen3.5-35B-A3B', language Python, column MMOS (4th of J1 J2 J3 MMOS))",,out:effort-not-established, figcode-matlab,arxiv-2610.10066,qwen3.5-35b-a3b,default,coding,mid,single-prompt,,,,,,23.62,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'Qwen3.5-35B-A3B', language Matlab, column MMOS (4th of J1 J2 J3 MMOS))",,out:effort-not-established, figcode-r,arxiv-2610.10066,qwen3.5-35b-a3b,default,coding,mid,single-prompt,,,,,,56.71,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'Qwen3.5-35B-A3B', language R, column MMOS (4th of J1 J2 J3 MMOS))",,out:effort-not-established, figcode-latex,arxiv-2610.10066,qwen3.5-35b-a3b,default,coding,mid,single-prompt,,,,,,39.94,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'Qwen3.5-35B-A3B', language Latex, column MMOS (4th of J1 J2 J3 MMOS))",,out:effort-not-established, figcode-python,arxiv-2610.10066,?Qwen3-VL-235B-A22B,not-established:absent,coding,mid,single-prompt,per-query,0.0014,2.89e-05,,475.23,59.62,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'Qwen3-VL-235B-A22B', language Python, column MMOS (4th of J1 J2 J3 MMOS))",,out:model-not-established,out:model-not-established figcode-matlab,arxiv-2610.10066,?Qwen3-VL-235B-A22B,not-established:absent,coding,mid,single-prompt,per-query,0.0012,2.89e-05,,461.04,45.78,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'Qwen3-VL-235B-A22B', language Matlab, column MMOS (4th of J1 J2 J3 MMOS))",,out:model-not-established,out:model-not-established figcode-r,arxiv-2610.10066,?Qwen3-VL-235B-A22B,not-established:absent,coding,mid,single-prompt,per-query,0.0014,2.89e-05,,477.29,56.44,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'Qwen3-VL-235B-A22B', language R, column MMOS (4th of J1 J2 J3 MMOS))",,out:model-not-established,out:model-not-established figcode-latex,arxiv-2610.10066,?Qwen3-VL-235B-A22B,not-established:absent,coding,mid,single-prompt,per-query,0.0013,2.89e-05,,690.68,43.17,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'Qwen3-VL-235B-A22B', language Latex, column MMOS (4th of J1 J2 J3 MMOS))",,out:model-not-established,out:model-not-established figcode-python,arxiv-2610.10066,?Qwen3-VL-32B,not-established:absent,coding,mid,single-prompt,,,,,,52.36,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'Qwen3-VL-32B', language Python, column MMOS (4th of J1 J2 J3 MMOS))",,out:model-not-established, figcode-matlab,arxiv-2610.10066,?Qwen3-VL-32B,not-established:absent,coding,mid,single-prompt,,,,,,25.99,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'Qwen3-VL-32B', language Matlab, column MMOS (4th of J1 J2 J3 MMOS))",,out:model-not-established, figcode-r,arxiv-2610.10066,?Qwen3-VL-32B,not-established:absent,coding,mid,single-prompt,,,,,,43.90,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'Qwen3-VL-32B', language R, column MMOS (4th of J1 J2 J3 MMOS))",,out:model-not-established, figcode-latex,arxiv-2610.10066,?Qwen3-VL-32B,not-established:absent,coding,mid,single-prompt,,,,,,36.71,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'Qwen3-VL-32B', language Latex, column MMOS (4th of J1 J2 J3 MMOS))",,out:model-not-established, figcode-python,arxiv-2610.10066,?Qwen3-VL-8B,not-established:absent,coding,mid,single-prompt,,,,,,45.00,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'Qwen3-VL-8B', language Python, column MMOS (4th of J1 J2 J3 MMOS))",,out:model-not-established, figcode-matlab,arxiv-2610.10066,?Qwen3-VL-8B,not-established:absent,coding,mid,single-prompt,,,,,,18.58,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'Qwen3-VL-8B', language Matlab, column MMOS (4th of J1 J2 J3 MMOS))",,out:model-not-established, figcode-r,arxiv-2610.10066,?Qwen3-VL-8B,not-established:absent,coding,mid,single-prompt,,,,,,37.26,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'Qwen3-VL-8B', language R, column MMOS (4th of J1 J2 J3 MMOS))",,out:model-not-established, figcode-latex,arxiv-2610.10066,?Qwen3-VL-8B,not-established:absent,coding,mid,single-prompt,,,,,,25.07,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'Qwen3-VL-8B', language Latex, column MMOS (4th of J1 J2 J3 MMOS))",,out:model-not-established, figcode-python,arxiv-2610.10066,?Qwen2.5-VL-72B,not-established:absent,coding,mid,single-prompt,,,,,,42.85,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'Qwen2.5-VL-72B', language Python, column MMOS (4th of J1 J2 J3 MMOS))",,out:model-not-established, figcode-matlab,arxiv-2610.10066,?Qwen2.5-VL-72B,not-established:absent,coding,mid,single-prompt,,,,,,37.08,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'Qwen2.5-VL-72B', language Matlab, column MMOS (4th of J1 J2 J3 MMOS))",,out:model-not-established, figcode-r,arxiv-2610.10066,?Qwen2.5-VL-72B,not-established:absent,coding,mid,single-prompt,,,,,,49.40,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'Qwen2.5-VL-72B', language R, column MMOS (4th of J1 J2 J3 MMOS))",,out:model-not-established, figcode-latex,arxiv-2610.10066,?Qwen2.5-VL-72B,not-established:absent,coding,mid,single-prompt,,,,,,45.15,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'Qwen2.5-VL-72B', language Latex, column MMOS (4th of J1 J2 J3 MMOS))",,out:model-not-established, figcode-python,arxiv-2610.10066,?InternVL3.5-38B,not-established:absent,coding,mid,single-prompt,,,,,,45.12,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'InternVL3.5-38B', language Python, column MMOS (4th of J1 J2 J3 MMOS))",,out:model-not-established, figcode-matlab,arxiv-2610.10066,?InternVL3.5-38B,not-established:absent,coding,mid,single-prompt,,,,,,27.99,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'InternVL3.5-38B', language Matlab, column MMOS (4th of J1 J2 J3 MMOS))",,out:model-not-established, figcode-r,arxiv-2610.10066,?InternVL3.5-38B,not-established:absent,coding,mid,single-prompt,,,,,,35.90,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'InternVL3.5-38B', language R, column MMOS (4th of J1 J2 J3 MMOS))",,out:model-not-established, figcode-latex,arxiv-2610.10066,?InternVL3.5-38B,not-established:absent,coding,mid,single-prompt,,,,,,31.85,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'InternVL3.5-38B', language Latex, column MMOS (4th of J1 J2 J3 MMOS))",,out:model-not-established, figcode-python,arxiv-2610.10066,?InternVL3.5-8B,not-established:absent,coding,mid,single-prompt,,,,,,35.04,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'InternVL3.5-8B', language Python, column MMOS (4th of J1 J2 J3 MMOS))",,out:model-not-established, figcode-matlab,arxiv-2610.10066,?InternVL3.5-8B,not-established:absent,coding,mid,single-prompt,,,,,,21.21,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'InternVL3.5-8B', language Matlab, column MMOS (4th of J1 J2 J3 MMOS))",,out:model-not-established, figcode-r,arxiv-2610.10066,?InternVL3.5-8B,not-established:absent,coding,mid,single-prompt,,,,,,26.33,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'InternVL3.5-8B', language R, column MMOS (4th of J1 J2 J3 MMOS))",,out:model-not-established, figcode-latex,arxiv-2610.10066,?InternVL3.5-8B,not-established:absent,coding,mid,single-prompt,,,,,,21.64,score-0-100,0.00289,,,"https://arxiv.org/abs/2610.10066 (Table 7 (page 21), row 'InternVL3.5-8B', language Latex, column MMOS (4th of J1 J2 J3 MMOS))",,out:model-not-established, arxiv-2610.10388-roboquest,arxiv-2610.10388,gpt-6-astra,medium,agentic-tool,frontier,Inspect-Robots,USD/episode,11.29,0.00289,,,23.2,SR%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.10388 (Table 3 (overall row), column SR of GPT-6 Astra (SR is the first of each model's two columns))",,in,in arxiv-2610.10388-roboquest,arxiv-2610.10388,opus-5.5,medium,agentic-tool,frontier,Inspect-Robots,USD/episode,6.83,0.00289,,,13.8,SR%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.10388 (Table 3 (overall row), column SR of Claude Opus 5.5 (SR is the first of each model's two columns))",,in,in arxiv-2610.10388-roboquest,arxiv-2610.10388,gpt-6.1-sol,medium,agentic-tool,frontier,Inspect-Robots,USD/episode,1.99,0.00289,,,12.2,SR%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.10388 (Table 3 (overall row), column SR of GPT-6.1 Sol (SR is the first of each model's two columns))",,in,in arxiv-2610.10388-roboquest,arxiv-2610.10388,fable-5.1,medium,agentic-tool,frontier,Inspect-Robots,USD/episode,19.22,0.00289,,,11.4,SR%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.10388 (Table 3 (overall row), column SR of Claude Fable 5.1 (SR is the first of each model's two columns))",,in,in arxiv-2610.10388-roboquest,arxiv-2610.10388,gemini-3.8-flash,high,agentic-tool,frontier,Inspect-Robots,USD/episode,3.37,0.00289,,,2.0,SR%,0.0289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2610.10388 (Table 3 (overall row), column SR of Gemini 3.8 Flash (SR is the first of each model's two columns))",,in,in arxiv-2610.10479-dsh,arxiv-2610.10479,gpt-6-astra,unstated,agentic-tool,mid,DeepSeek-Harness(DSH)-Blender,,,,,,15,solved-of-18,0.289,,,"https://arxiv.org/abs/2610.10479 (Table 3 (DSH), row GPT-6 Astra, column Pass (scenes passing / 18))",,out:effort-not-established, arxiv-2610.10479-dsh,arxiv-2610.10479,gpt-5.6-sol,unstated,agentic-tool,mid,DeepSeek-Harness(DSH)-Blender,,,,,,4,solved-of-18,0.289,,,"https://arxiv.org/abs/2610.10479 (Table 3 (DSH), row GPT-5.6 Sol, column Pass (scenes passing / 18))",,out:effort-not-established, arxiv-2610.10479-dsh,arxiv-2610.10479,gpt-6.1-sol,unstated,agentic-tool,mid,DeepSeek-Harness(DSH)-Blender,,,,,,12,solved-of-18,0.289,,,"https://arxiv.org/abs/2610.10479 (Table 3 (DSH), row GPT-6.1 Sol, column Pass (scenes passing / 18))",,out:effort-not-established, arxiv-2610.10479-dsh,arxiv-2610.10479,kimi-k3,unstated,agentic-tool,mid,DeepSeek-Harness(DSH)-Blender,,,,,,0,solved-of-18,0.289,,,"https://arxiv.org/abs/2610.10479 (Table 3 (DSH), row Kimi K3, column Pass (scenes passing / 18))",,out:effort-not-established, arxiv-2610.10479-dsh,arxiv-2610.10479,deepseek-v4.1-flash,unstated,agentic-tool,mid,DeepSeek-Harness(DSH)-Blender,,,,,,0,solved-of-18,0.289,,,"https://arxiv.org/abs/2610.10479 (Table 3 (DSH), row DeepSeek V4.1 Flash, column Pass (scenes passing / 18))",,out:effort-not-established, arxiv-2610.10479-dsh,arxiv-2610.10479,fable-5.1,unstated,agentic-tool,mid,DeepSeek-Harness(DSH)-Blender,,,,,,18,solved-of-18,0.289,,,"https://arxiv.org/abs/2610.10479 (Table 3 (DSH), row Claude Fable 5.1, column Pass (scenes passing / 18))",,out:effort-not-established, arxiv-2610.10479-dsh,arxiv-2610.10479,opus-5.5,unstated,agentic-tool,mid,DeepSeek-Harness(DSH)-Blender,,,,,,18,solved-of-18,0.289,,,"https://arxiv.org/abs/2610.10479 (Table 3 (DSH), row Claude Opus 5.5, column Pass (scenes passing / 18))",,out:effort-not-established, arxiv-2610.10479-dsh,arxiv-2610.10479,sonnet-5.5,unstated,agentic-tool,mid,DeepSeek-Harness(DSH)-Blender,,,,,,15,solved-of-18,0.289,,,"https://arxiv.org/abs/2610.10479 (Table 3 (DSH), row Claude Sonnet 5.5, column Pass (scenes passing / 18))",,out:effort-not-established, arxiv-2610.10479-codex-agg,arxiv-2610.10479,gpt-6-astra,unstated,agentic-tool,mid,Codex implementation,,,,,,18,solved-of-18,0.289,,,"https://arxiv.org/abs/2610.10479 (Table 8 (Codex aggregate, 6 Oct 2026), row GPT-6 Astra, column Pass)",,out:effort-not-established, arxiv-2610.10479-codex-agg,arxiv-2610.10479,gpt-5.6-sol,unstated,agentic-tool,mid,Codex implementation,,,,,,10,solved-of-18,0.289,,,"https://arxiv.org/abs/2610.10479 (Table 8 (Codex aggregate, 6 Oct 2026), row GPT-5.6 Sol, column Pass)",,out:effort-not-established, arxiv-2610.10513-ensosciexam,arxiv-2610.10513,fable-5.1,medium,agentic-tool,frontier,,,,,,,51.5,score%,0.0289,,,"https://arxiv.org/html/2610.10513 (Table 4, row Claude Fable 5.1, column Final checkpoint)",,in, arxiv-2610.10513-ensosciexam,arxiv-2610.10513,opus-5,medium,agentic-tool,frontier,,,,,,,44.0,score%,0.0289,,,"https://arxiv.org/html/2610.10513 (Table 4, row Claude Opus 5, column Final checkpoint)",,in, arxiv-2610.10513-ensosciexam,arxiv-2610.10513,kimi-k3,default,agentic-tool,frontier,,,43.69,0.00289,,,47.9,score%,0.0289,,,"https://arxiv.org/html/2610.10513 (Table 4, row Kimi K3, column Final checkpoint)",,out:effort-not-established,out:effort-not-established arxiv-2610.10513-ensosciexam,arxiv-2610.10513,gpt-5.6-sol,medium,agentic-tool,frontier,,,,,,,44.3,score%,0.0289,,,"https://arxiv.org/html/2610.10513 (Table 4, row GPT-5.6-Sol, column Final checkpoint)",,in, arxiv-2610.10513-ensosciexam,arxiv-2610.10513,gpt-6-astra,medium,agentic-tool,frontier,,,,,,,44.2,score%,0.0289,,,"https://arxiv.org/html/2610.10513 (Table 4, row GPT-6 Astra, column Final checkpoint)",,in, arxiv-2610.10513-ensosciexam,arxiv-2610.10513,gpt-5.5,medium,agentic-tool,frontier,,,,,,,40.3,score%,0.0289,,,"https://arxiv.org/html/2610.10513 (Table 4, row GPT-5.5, column Final checkpoint)",,in, arxiv-2610.10513-ensosciexam,arxiv-2610.10513,gemini-3.8-flash,medium,agentic-tool,frontier,,,,,,,36.9,score%,0.0289,,,"https://arxiv.org/html/2610.10513 (Table 4, row Gemini 3.8 Flash, column Final checkpoint)",,in, arxiv-2610.10513-ensosciexam,arxiv-2610.10513,deepseek-v4.1-flash,default,agentic-tool,frontier,,,2.43,0.00289,,,35.1,score%,0.0289,,,"https://arxiv.org/html/2610.10513 (Table 4, row DeepSeek V4.1 Flash, column Final checkpoint)",,out:effort-not-established,out:effort-not-established arxiv-2610.10513-ensosciexam,arxiv-2610.10513,glm-5.2,default,agentic-tool,frontier,,,21.48,0.00289,,,18.8,score%,0.0289,,,"https://arxiv.org/html/2610.10513 (Table 4, row GLM-5.2, column Final checkpoint)",,out:effort-not-established,out:effort-not-established arxiv-2610.10513-ensosciexam,arxiv-2610.10513,qwen3-max-0923,solo,agentic-tool,frontier,,,132.37,0.00289,,,5.4,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/html/2610.10513 (Table 4, row Qwen3-Max, column Final checkpoint)",,out:single-couple,out:cost-single-couple rubric-expert-ordinary,arxiv-2610.10809,glm-5.3-flash,low,writing,hard,RubricTransfer-GenRubric-panel,,,,,,0.61,score-of-1,0.00289,,,"https://arxiv.org/html/2610.10809 (Table A.5 (RubricRAG degradation table): row Glm-5.3-Flash, column ordinary (expert score, ordinary rubric); the CI in brackets)",src-arxiv-2610.10809-2026-10-07|run:rubric-expert-share-lost|glm-5.3-flash@low|,in, rubric-expert-ordinary,arxiv-2610.10809,grok-4.20,nothink,writing,hard,RubricTransfer-GenRubric-panel,,,,,,0.58,score-of-1,0.00289,,,"https://arxiv.org/html/2610.10809 (Table A.5 (RubricRAG degradation table): row Grok-4.20, column ordinary (expert score, ordinary rubric); the CI in brackets)",src-arxiv-2610.10809-2026-10-07|run:rubric-expert-share-lost|grok-4.20@nothink|,in, rubric-expert-ordinary,arxiv-2610.10809,sonnet-4.6,default,writing,hard,RubricTransfer-GenRubric-panel,,,,,,0.56,score-of-1,0.00289,,,"https://arxiv.org/html/2610.10809 (Table A.5 (RubricRAG degradation table): row Sonnet-4.6, column ordinary (expert score, ordinary rubric); the CI in brackets)",,out:effort-not-established, rubric-expert-ordinary,arxiv-2610.10809,?Deepseek-V4-Flash,not-established:absent,writing,hard,RubricTransfer-GenRubric-panel,,,,,,0.64,score-of-1,0.00289,,,"https://arxiv.org/html/2610.10809 (Table A.5 (RubricRAG degradation table): row Deepseek-V4-Flash, column ordinary (expert score, ordinary rubric); the CI in brackets)",,out:model-not-established, rubric-expert-share-lost,arxiv-2610.10809,glm-5.3-flash,low,writing,hard,RubricTransfer-RubricRAG-degradation,,,,,,0.09,share of passing C* lost,0.00289,,,"https://arxiv.org/html/2610.10809 (Table A.5, row Glm-5.3-Flash, column share of passing C* lost; the CI in brackets)",src-arxiv-2610.10809-2026-10-07|run:rubric-expert-share-lost|glm-5.3-flash@low|,in, rubric-expert-share-lost,arxiv-2610.10809,grok-4.20,nothink,writing,hard,RubricTransfer-RubricRAG-degradation,,,,,,0.37,share of passing C* lost,0.00289,,,"https://arxiv.org/html/2610.10809 (Table A.5, row Grok-4.20, column share of passing C* lost; the CI in brackets)",src-arxiv-2610.10809-2026-10-07|run:rubric-expert-share-lost|grok-4.20@nothink|,in, rubric-expert-share-lost,arxiv-2610.10809,sonnet-4.6,default,writing,hard,RubricTransfer-RubricRAG-degradation,,,,,,0.11,share of passing C* lost,0.00289,,,"https://arxiv.org/html/2610.10809 (Table A.5, row Sonnet-4.6, column share of passing C* lost; the CI in brackets)",,out:effort-not-established, rubric-expert-share-lost,arxiv-2610.10809,?Deepseek-V4-Flash,not-established:absent,writing,hard,RubricTransfer-RubricRAG-degradation,,,,,,0.13,share of passing C* lost,0.00289,,,"https://arxiv.org/html/2610.10809 (Table A.5, row Deepseek-V4-Flash, column share of passing C* lost; the CI in brackets)",,out:model-not-established, storebench-short,arxiv-2610.10942,?DeepSeek-V4-Pro,not-established:absent,agentic-tool,hard,goose,,,,,,0.700,score-of-1,0.000289,,,https://arxiv.org/abs/2610.10942 (value of storebench-short for DeepSeek-V4-Pro),,out:model-not-established, storebench-year,arxiv-2610.10942,?DeepSeek-V4-Pro,not-established:absent,agentic-tool,hard,Claude Code,,,,,,0.976,score-of-1,0.000289,,,https://arxiv.org/abs/2610.10942 (value of storebench-year for DeepSeek-V4-Pro),,out:model-not-established, storebench-short,arxiv-2610.10942,opus-4.8,not-established:absent,agentic-tool,hard,goose,USD/rollout,7.5,0.0289,,,0.668,score-of-1,0.000289,,,https://arxiv.org/abs/2610.10942 (value of storebench-short for Claude Opus 4.8),,out:effort-not-established,out:effort-not-established storebench-year,arxiv-2610.10942,opus-4.8,think-32000,agentic-tool,hard,Claude Code,,,,,,0.971,score-of-1,0.000289,,,https://arxiv.org/abs/2610.10942 (value of storebench-year for Claude Opus 4.8),,out:effort-not-established, storebench-short,arxiv-2610.10942,fable-5,not-established:absent,agentic-tool,hard,goose,USD/rollout,31,0.289,,,0.629,score-of-1,0.000289,,,https://arxiv.org/abs/2610.10942 (value of storebench-short for Claude Fable 5),,out:effort-not-established,out:effort-not-established storebench-year,arxiv-2610.10942,fable-5,think-32000,agentic-tool,hard,Claude Code,USD/rollout,670,0.289,,,0.966,score-of-1,0.000289,,,https://arxiv.org/abs/2610.10942 (value of storebench-year for Claude Fable 5),,out:effort-not-established,out:effort-not-established storebench-short,arxiv-2610.10942,?Qwen3.8-Max,not-established:absent,agentic-tool,hard,goose,,,,,,0.587,score-of-1,0.000289,,,https://arxiv.org/abs/2610.10942 (value of storebench-short for Qwen3.8-Max),,out:model-not-established, storebench-year,arxiv-2610.10942,?Qwen3.8-Max,not-established:absent,agentic-tool,hard,Claude Code,,,,,,0.974,score-of-1,0.000289,,,https://arxiv.org/abs/2610.10942 (value of storebench-year for Qwen3.8-Max),,out:model-not-established, storebench-short,arxiv-2610.10942,gemini-3.8-flash,high,agentic-tool,hard,goose,USD/rollout,1,0.289,,,0.552,score-of-1,0.000289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://arxiv.org/abs/2610.10942 (value of storebench-short for Gemini 3.8 Flash),,out:single-couple,out:cost-single-couple storebench-year,arxiv-2610.10942,gemini-3.8-flash,think-32000,agentic-tool,hard,Claude Code,,,,,,0.496,score-of-1,0.000289,,,https://arxiv.org/abs/2610.10942 (value of storebench-year for Gemini 3.8 Flash),,out:effort-not-established, storebench-short,arxiv-2610.10942,gpt-5.6-sol,not-established:absent,agentic-tool,hard,goose,USD/rollout,1,0.289,,,0.538,score-of-1,0.000289,,,https://arxiv.org/abs/2610.10942 (value of storebench-short for GPT-5.6 Sol),,out:effort-not-established,out:effort-not-established storebench-year,arxiv-2610.10942,gpt-5.6-sol,think-32000,agentic-tool,hard,Claude Code,USD/rollout,40,0.289,,,0.783,score-of-1,0.000289,,,https://arxiv.org/abs/2610.10942 (value of storebench-year for GPT-5.6 Sol),,out:effort-not-established,out:effort-not-established storebench-short,arxiv-2610.10942,muse-spark-1.2,default,agentic-tool,hard,goose,,,,,,0.387,score-of-1,0.000289,,,https://arxiv.org/abs/2610.10942 (value of storebench-short for Muse Spark 1.2),,out:effort-not-established, storebench-year,arxiv-2610.10942,muse-spark-1.2,think-32000,agentic-tool,hard,Claude Code,USD/rollout,40,0.289,,,0.862,score-of-1,0.000289,,,https://arxiv.org/abs/2610.10942 (value of storebench-year for Muse Spark 1.2),,out:effort-not-established,out:effort-not-established arxiv-2610.11123-uitau-genuiharness,arxiv-2610.11123,qwen3.5-4b,unstated,agentic-tool,mid,GenUI-Harness(generated-UI),,,,,,3.22,avg@3%,0.00289,,,"https://arxiv.org/abs/2610.11123 (Table 2, row Qwen3.5-4B, harness GenUI-Harness, column Avg@3)",,out:effort-not-established, arxiv-2610.11123-uitau-genuiharness-pass3,arxiv-2610.11123,qwen3.5-4b,unstated,agentic-tool,mid,GenUI-Harness(generated-UI),,,,,,9.33,pass@3,0.00289,,,"https://arxiv.org/abs/2610.11123 (Table 2, row Qwen3.5-4B, harness GenUI-Harness, column Pass@3)",,out:effort-not-established, arxiv-2610.11123-uitau-smolagents,arxiv-2610.11123,qwen3.5-4b,unstated,agentic-tool,mid,smolagents,,,,,,3.90,avg@3%,0.00289,,,"https://arxiv.org/abs/2610.11123 (Table 2, row Qwen3.5-4B, harness smolagents, column Avg@3)",,out:effort-not-established, arxiv-2610.11123-uitau-smolagents-pass3,arxiv-2610.11123,qwen3.5-4b,unstated,agentic-tool,mid,smolagents,,,,,,10.67,pass@3,0.00289,,,"https://arxiv.org/abs/2610.11123 (Table 2, row Qwen3.5-4B, harness smolagents, column Pass@3)",,out:effort-not-established, arxiv-2610.11123-uitau-miniswe,arxiv-2610.11123,qwen3.5-4b,unstated,agentic-tool,mid,mini-swe-agent,,,,,,4.11,avg@3%,0.00289,,,"https://arxiv.org/abs/2610.11123 (Table 2, row Qwen3.5-4B, harness mini-swe-agent, column Avg@3)",,out:effort-not-established, arxiv-2610.11123-uitau-miniswe-pass3,arxiv-2610.11123,qwen3.5-4b,unstated,agentic-tool,mid,mini-swe-agent,,,,,,11.67,pass@3,0.00289,,,"https://arxiv.org/abs/2610.11123 (Table 2, row Qwen3.5-4B, harness mini-swe-agent, column Pass@3)",,out:effort-not-established, arxiv-2610.11123-uitau-pi,arxiv-2610.11123,qwen3.5-4b,unstated,agentic-tool,mid,Pi,,,,,,5.00,avg@3%,0.00289,,,"https://arxiv.org/abs/2610.11123 (Table 2, row Qwen3.5-4B, harness Pi, column Avg@3)",,out:effort-not-established, arxiv-2610.11123-uitau-pi-pass3,arxiv-2610.11123,qwen3.5-4b,unstated,agentic-tool,mid,Pi,,,,,,13.67,pass@3,0.00289,,,"https://arxiv.org/abs/2610.11123 (Table 2, row Qwen3.5-4B, harness Pi, column Pass@3)",,out:effort-not-established, arxiv-2610.11123-uitau-genuiharness,arxiv-2610.11123,qwen3.6-27b,unstated,agentic-tool,mid,GenUI-Harness(generated-UI),,,,,,32.44,avg@3%,0.00289,,,"https://arxiv.org/abs/2610.11123 (Table 2, row Qwen3.6-27B, harness GenUI-Harness, column Avg@3)",,out:effort-not-established, arxiv-2610.11123-uitau-genuiharness-pass3,arxiv-2610.11123,qwen3.6-27b,unstated,agentic-tool,mid,GenUI-Harness(generated-UI),,,,,,54.33,pass@3,0.00289,,,"https://arxiv.org/abs/2610.11123 (Table 2, row Qwen3.6-27B, harness GenUI-Harness, column Pass@3)",,out:effort-not-established, arxiv-2610.11123-uitau-smolagents,arxiv-2610.11123,qwen3.6-27b,unstated,agentic-tool,mid,smolagents,,,,,,30.20,avg@3%,0.00289,,,"https://arxiv.org/abs/2610.11123 (Table 2, row Qwen3.6-27B, harness smolagents, column Avg@3)",,out:effort-not-established, arxiv-2610.11123-uitau-smolagents-pass3,arxiv-2610.11123,qwen3.6-27b,unstated,agentic-tool,mid,smolagents,,,,,,51.67,pass@3,0.00289,,,"https://arxiv.org/abs/2610.11123 (Table 2, row Qwen3.6-27B, harness smolagents, column Pass@3)",,out:effort-not-established, arxiv-2610.11123-uitau-miniswe,arxiv-2610.11123,qwen3.6-27b,unstated,agentic-tool,mid,mini-swe-agent,,,,,,27.67,avg@3%,0.00289,,,"https://arxiv.org/abs/2610.11123 (Table 2, row Qwen3.6-27B, harness mini-swe-agent, column Avg@3)",,out:effort-not-established, arxiv-2610.11123-uitau-miniswe-pass3,arxiv-2610.11123,qwen3.6-27b,unstated,agentic-tool,mid,mini-swe-agent,,,,,,43.33,pass@3,0.00289,,,"https://arxiv.org/abs/2610.11123 (Table 2, row Qwen3.6-27B, harness mini-swe-agent, column Pass@3)",,out:effort-not-established, arxiv-2610.11123-uitau-pi,arxiv-2610.11123,qwen3.6-27b,unstated,agentic-tool,mid,Pi,,,,,,28.00,avg@3%,0.00289,,,"https://arxiv.org/abs/2610.11123 (Table 2, row Qwen3.6-27B, harness Pi, column Avg@3)",,out:effort-not-established, arxiv-2610.11123-uitau-pi-pass3,arxiv-2610.11123,qwen3.6-27b,unstated,agentic-tool,mid,Pi,,,,,,43.33,pass@3,0.00289,,,"https://arxiv.org/abs/2610.11123 (Table 2, row Qwen3.6-27B, harness Pi, column Pass@3)",,out:effort-not-established, arxiv-2610.11123-uitau-genuiharness,arxiv-2610.11123,qwen3.6-35b-a3b,unstated,agentic-tool,mid,GenUI-Harness(generated-UI),,,,,,26.89,avg@3%,0.00289,,,"https://arxiv.org/abs/2610.11123 (Table 2, row Qwen3.6-35B-A3B, harness GenUI-Harness, column Avg@3)",,out:effort-not-established, arxiv-2610.11123-uitau-genuiharness-pass3,arxiv-2610.11123,qwen3.6-35b-a3b,unstated,agentic-tool,mid,GenUI-Harness(generated-UI),,,,,,47.33,pass@3,0.00289,,,"https://arxiv.org/abs/2610.11123 (Table 2, row Qwen3.6-35B-A3B, harness GenUI-Harness, column Pass@3)",,out:effort-not-established, arxiv-2610.11123-uitau-smolagents,arxiv-2610.11123,qwen3.6-35b-a3b,unstated,agentic-tool,mid,smolagents,,,,,,25.90,avg@3%,0.00289,,,"https://arxiv.org/abs/2610.11123 (Table 2, row Qwen3.6-35B-A3B, harness smolagents, column Avg@3)",,out:effort-not-established, arxiv-2610.11123-uitau-smolagents-pass3,arxiv-2610.11123,qwen3.6-35b-a3b,unstated,agentic-tool,mid,smolagents,,,,,,43.67,pass@3,0.00289,,,"https://arxiv.org/abs/2610.11123 (Table 2, row Qwen3.6-35B-A3B, harness smolagents, column Pass@3)",,out:effort-not-established, arxiv-2610.11123-uitau-miniswe,arxiv-2610.11123,qwen3.6-35b-a3b,unstated,agentic-tool,mid,mini-swe-agent,,,,,,20.11,avg@3%,0.00289,,,"https://arxiv.org/abs/2610.11123 (Table 2, row Qwen3.6-35B-A3B, harness mini-swe-agent, column Avg@3)",,out:effort-not-established, arxiv-2610.11123-uitau-miniswe-pass3,arxiv-2610.11123,qwen3.6-35b-a3b,unstated,agentic-tool,mid,mini-swe-agent,,,,,,36.33,pass@3,0.00289,,,"https://arxiv.org/abs/2610.11123 (Table 2, row Qwen3.6-35B-A3B, harness mini-swe-agent, column Pass@3)",,out:effort-not-established, arxiv-2610.11123-uitau-pi,arxiv-2610.11123,qwen3.6-35b-a3b,unstated,agentic-tool,mid,Pi,,,,,,21.78,avg@3%,0.00289,,,"https://arxiv.org/abs/2610.11123 (Table 2, row Qwen3.6-35B-A3B, harness Pi, column Avg@3)",,out:effort-not-established, arxiv-2610.11123-uitau-pi-pass3,arxiv-2610.11123,qwen3.6-35b-a3b,unstated,agentic-tool,mid,Pi,,,,,,38.00,pass@3,0.00289,,,"https://arxiv.org/abs/2610.11123 (Table 2, row Qwen3.6-35B-A3B, harness Pi, column Pass@3)",,out:effort-not-established, arxiv-2610.11123-uitau-genuiharness,arxiv-2610.11123,gpt-oss-120b,unstated,agentic-tool,mid,GenUI-Harness(generated-UI),,,,,,28.22,avg@3%,0.00289,,,"https://arxiv.org/abs/2610.11123 (Table 2, row gpt-oss-120b, harness GenUI-Harness, column Avg@3)",,out:effort-not-established, arxiv-2610.11123-uitau-genuiharness-pass3,arxiv-2610.11123,gpt-oss-120b,unstated,agentic-tool,mid,GenUI-Harness(generated-UI),,,,,,47.67,pass@3,0.00289,,,"https://arxiv.org/abs/2610.11123 (Table 2, row gpt-oss-120b, harness GenUI-Harness, column Pass@3)",,out:effort-not-established, arxiv-2610.11123-uitau-smolagents,arxiv-2610.11123,gpt-oss-120b,unstated,agentic-tool,mid,smolagents,,,,,,14.10,avg@3%,0.00289,,,"https://arxiv.org/abs/2610.11123 (Table 2, row gpt-oss-120b, harness smolagents, column Avg@3)",,out:effort-not-established, arxiv-2610.11123-uitau-smolagents-pass3,arxiv-2610.11123,gpt-oss-120b,unstated,agentic-tool,mid,smolagents,,,,,,30.00,pass@3,0.00289,,,"https://arxiv.org/abs/2610.11123 (Table 2, row gpt-oss-120b, harness smolagents, column Pass@3)",,out:effort-not-established, arxiv-2610.11123-uitau-miniswe,arxiv-2610.11123,gpt-oss-120b,unstated,agentic-tool,mid,mini-swe-agent,,,,,,28.22,avg@3%,0.00289,,,"https://arxiv.org/abs/2610.11123 (Table 2, row gpt-oss-120b, harness mini-swe-agent, column Avg@3)",,out:effort-not-established, arxiv-2610.11123-uitau-miniswe-pass3,arxiv-2610.11123,gpt-oss-120b,unstated,agentic-tool,mid,mini-swe-agent,,,,,,50.00,pass@3,0.00289,,,"https://arxiv.org/abs/2610.11123 (Table 2, row gpt-oss-120b, harness mini-swe-agent, column Pass@3)",,out:effort-not-established, arxiv-2610.11123-uitau-pi,arxiv-2610.11123,gpt-oss-120b,unstated,agentic-tool,mid,Pi,,,,,,23.11,avg@3%,0.00289,,,"https://arxiv.org/abs/2610.11123 (Table 2, row gpt-oss-120b, harness Pi, column Avg@3)",,out:effort-not-established, arxiv-2610.11123-uitau-pi-pass3,arxiv-2610.11123,gpt-oss-120b,unstated,agentic-tool,mid,Pi,,,,,,40.33,pass@3,0.00289,,,"https://arxiv.org/abs/2610.11123 (Table 2, row gpt-oss-120b, harness Pi, column Pass@3)",,out:effort-not-established, arxiv-2610.11123-uitau-genuiharness,arxiv-2610.11123,?DeepSeek V4 Flash,not-established:absent,agentic-tool,mid,GenUI-Harness(generated-UI),,,,,,30.22,avg@3%,0.00289,,,"https://arxiv.org/abs/2610.11123 (Table 2, row DeepSeek V4 Flash, harness GenUI-Harness, column Avg@3)",,out:model-not-established, arxiv-2610.11123-uitau-genuiharness-pass3,arxiv-2610.11123,?DeepSeek V4 Flash,not-established:absent,agentic-tool,mid,GenUI-Harness(generated-UI),,,,,,49.67,pass@3,0.00289,,,"https://arxiv.org/abs/2610.11123 (Table 2, row DeepSeek V4 Flash, harness GenUI-Harness, column Pass@3)",,out:model-not-established, arxiv-2610.11123-uitau-smolagents,arxiv-2610.11123,?DeepSeek V4 Flash,not-established:absent,agentic-tool,mid,smolagents,,,,,,29.70,avg@3%,0.00289,,,"https://arxiv.org/abs/2610.11123 (Table 2, row DeepSeek V4 Flash, harness smolagents, column Avg@3)",,out:model-not-established, arxiv-2610.11123-uitau-smolagents-pass3,arxiv-2610.11123,?DeepSeek V4 Flash,not-established:absent,agentic-tool,mid,smolagents,,,,,,49.33,pass@3,0.00289,,,"https://arxiv.org/abs/2610.11123 (Table 2, row DeepSeek V4 Flash, harness smolagents, column Pass@3)",,out:model-not-established, arxiv-2610.11123-uitau-miniswe,arxiv-2610.11123,?DeepSeek V4 Flash,not-established:absent,agentic-tool,mid,mini-swe-agent,,,,,,27.22,avg@3%,0.00289,,,"https://arxiv.org/abs/2610.11123 (Table 2, row DeepSeek V4 Flash, harness mini-swe-agent, column Avg@3)",,out:model-not-established, arxiv-2610.11123-uitau-miniswe-pass3,arxiv-2610.11123,?DeepSeek V4 Flash,not-established:absent,agentic-tool,mid,mini-swe-agent,,,,,,42.00,pass@3,0.00289,,,"https://arxiv.org/abs/2610.11123 (Table 2, row DeepSeek V4 Flash, harness mini-swe-agent, column Pass@3)",,out:model-not-established, arxiv-2610.11123-uitau-pi,arxiv-2610.11123,?DeepSeek V4 Flash,not-established:absent,agentic-tool,mid,Pi,,,,,,25.78,avg@3%,0.00289,,,"https://arxiv.org/abs/2610.11123 (Table 2, row DeepSeek V4 Flash, harness Pi, column Avg@3)",,out:model-not-established, arxiv-2610.11123-uitau-pi-pass3,arxiv-2610.11123,?DeepSeek V4 Flash,not-established:absent,agentic-tool,mid,Pi,,,,,,40.67,pass@3,0.00289,,,"https://arxiv.org/abs/2610.11123 (Table 2, row DeepSeek V4 Flash, harness Pi, column Pass@3)",,out:model-not-established, arxiv-2610.11123-uitau-genuiharness,arxiv-2610.11123,qwen3.5-397b-a17b,unstated,agentic-tool,mid,GenUI-Harness(generated-UI),,,,,,33.67,avg@3%,0.00289,,,"https://arxiv.org/abs/2610.11123 (Table 2, row Qwen3.5-397B-A17B, harness GenUI-Harness, column Avg@3)",,out:effort-not-established, arxiv-2610.11123-uitau-genuiharness-pass3,arxiv-2610.11123,qwen3.5-397b-a17b,unstated,agentic-tool,mid,GenUI-Harness(generated-UI),,,,,,56.00,pass@3,0.00289,,,"https://arxiv.org/abs/2610.11123 (Table 2, row Qwen3.5-397B-A17B, harness GenUI-Harness, column Pass@3)",,out:effort-not-established, arxiv-2610.11123-uitau-smolagents,arxiv-2610.11123,qwen3.5-397b-a17b,unstated,agentic-tool,mid,smolagents,,,,,,32.90,avg@3%,0.00289,,,"https://arxiv.org/abs/2610.11123 (Table 2, row Qwen3.5-397B-A17B, harness smolagents, column Avg@3)",,out:effort-not-established, arxiv-2610.11123-uitau-smolagents-pass3,arxiv-2610.11123,qwen3.5-397b-a17b,unstated,agentic-tool,mid,smolagents,,,,,,48.33,pass@3,0.00289,,,"https://arxiv.org/abs/2610.11123 (Table 2, row Qwen3.5-397B-A17B, harness smolagents, column Pass@3)",,out:effort-not-established, arxiv-2610.11123-uitau-miniswe,arxiv-2610.11123,qwen3.5-397b-a17b,unstated,agentic-tool,mid,mini-swe-agent,,,,,,28.22,avg@3%,0.00289,,,"https://arxiv.org/abs/2610.11123 (Table 2, row Qwen3.5-397B-A17B, harness mini-swe-agent, column Avg@3)",,out:effort-not-established, arxiv-2610.11123-uitau-miniswe-pass3,arxiv-2610.11123,qwen3.5-397b-a17b,unstated,agentic-tool,mid,mini-swe-agent,,,,,,43.33,pass@3,0.00289,,,"https://arxiv.org/abs/2610.11123 (Table 2, row Qwen3.5-397B-A17B, harness mini-swe-agent, column Pass@3)",,out:effort-not-established, arxiv-2610.11123-uitau-pi,arxiv-2610.11123,qwen3.5-397b-a17b,unstated,agentic-tool,mid,Pi,,,,,,27.89,avg@3%,0.00289,,,"https://arxiv.org/abs/2610.11123 (Table 2, row Qwen3.5-397B-A17B, harness Pi, column Avg@3)",,out:effort-not-established, arxiv-2610.11123-uitau-pi-pass3,arxiv-2610.11123,qwen3.5-397b-a17b,unstated,agentic-tool,mid,Pi,,,,,,42.33,pass@3,0.00289,,,"https://arxiv.org/abs/2610.11123 (Table 2, row Qwen3.5-397B-A17B, harness Pi, column Pass@3)",,out:effort-not-established, arxiv-2610.11123-uitau-genuiharness,arxiv-2610.11123,gpt-5.4,default,agentic-tool,mid,GenUI-Harness(generated-UI),,,,,,25.22,avg@3%,0.00289,,,"https://arxiv.org/abs/2610.11123 (Table 2, row GPT-5.4, harness GenUI-Harness, column Avg@3)",,out:effort-not-established, arxiv-2610.11123-uitau-genuiharness-pass3,arxiv-2610.11123,gpt-5.4,default,agentic-tool,mid,GenUI-Harness(generated-UI),,,,,,40.00,pass@3,0.00289,,,"https://arxiv.org/abs/2610.11123 (Table 2, row GPT-5.4, harness GenUI-Harness, column Pass@3)",,out:effort-not-established, arxiv-2610.11123-uitau-smolagents,arxiv-2610.11123,gpt-5.4,default,agentic-tool,mid,smolagents,,,,,,18.90,avg@3%,0.00289,,,"https://arxiv.org/abs/2610.11123 (Table 2, row GPT-5.4, harness smolagents, column Avg@3)",,out:effort-not-established, arxiv-2610.11123-uitau-smolagents-pass3,arxiv-2610.11123,gpt-5.4,default,agentic-tool,mid,smolagents,,,,,,35.67,pass@3,0.00289,,,"https://arxiv.org/abs/2610.11123 (Table 2, row GPT-5.4, harness smolagents, column Pass@3)",,out:effort-not-established, arxiv-2610.11123-uitau-miniswe,arxiv-2610.11123,gpt-5.4,default,agentic-tool,mid,mini-swe-agent,,,,,,23.00,avg@3%,0.00289,,,"https://arxiv.org/abs/2610.11123 (Table 2, row GPT-5.4, harness mini-swe-agent, column Avg@3)",,out:effort-not-established, arxiv-2610.11123-uitau-miniswe-pass3,arxiv-2610.11123,gpt-5.4,default,agentic-tool,mid,mini-swe-agent,,,,,,35.67,pass@3,0.00289,,,"https://arxiv.org/abs/2610.11123 (Table 2, row GPT-5.4, harness mini-swe-agent, column Pass@3)",,out:effort-not-established, arxiv-2610.11123-uitau-pi,arxiv-2610.11123,gpt-5.4,default,agentic-tool,mid,Pi,,,,,,22.11,avg@3%,0.00289,,,"https://arxiv.org/abs/2610.11123 (Table 2, row GPT-5.4, harness Pi, column Avg@3)",,out:effort-not-established, arxiv-2610.11123-uitau-pi-pass3,arxiv-2610.11123,gpt-5.4,default,agentic-tool,mid,Pi,,,,,,35.67,pass@3,0.00289,,,"https://arxiv.org/abs/2610.11123 (Table 2, row GPT-5.4, harness Pi, column Pass@3)",,out:effort-not-established, arxiv-2610.11123-uitau-genuiharness,arxiv-2610.11123,sonnet-4.6,default,agentic-tool,mid,GenUI-Harness(generated-UI),,,,,,35.67,avg@3%,0.00289,,,"https://arxiv.org/abs/2610.11123 (Table 2, row Claude Sonnet 4.6, harness GenUI-Harness, column Avg@3)",,out:effort-not-established, arxiv-2610.11123-uitau-genuiharness-pass3,arxiv-2610.11123,sonnet-4.6,default,agentic-tool,mid,GenUI-Harness(generated-UI),,,,,,51.33,pass@3,0.00289,,,"https://arxiv.org/abs/2610.11123 (Table 2, row Claude Sonnet 4.6, harness GenUI-Harness, column Pass@3)",,out:effort-not-established, arxiv-2610.11123-uitau-smolagents,arxiv-2610.11123,sonnet-4.6,default,agentic-tool,mid,smolagents,,,,,,31.30,avg@3%,0.00289,,,"https://arxiv.org/abs/2610.11123 (Table 2, row Claude Sonnet 4.6, harness smolagents, column Avg@3)",,out:effort-not-established, arxiv-2610.11123-uitau-smolagents-pass3,arxiv-2610.11123,sonnet-4.6,default,agentic-tool,mid,smolagents,,,,,,48.00,pass@3,0.00289,,,"https://arxiv.org/abs/2610.11123 (Table 2, row Claude Sonnet 4.6, harness smolagents, column Pass@3)",,out:effort-not-established, arxiv-2610.11123-uitau-miniswe,arxiv-2610.11123,sonnet-4.6,default,agentic-tool,mid,mini-swe-agent,,,,,,33.56,avg@3%,0.00289,,,"https://arxiv.org/abs/2610.11123 (Table 2, row Claude Sonnet 4.6, harness mini-swe-agent, column Avg@3)",,out:effort-not-established, arxiv-2610.11123-uitau-miniswe-pass3,arxiv-2610.11123,sonnet-4.6,default,agentic-tool,mid,mini-swe-agent,,,,,,47.67,pass@3,0.00289,,,"https://arxiv.org/abs/2610.11123 (Table 2, row Claude Sonnet 4.6, harness mini-swe-agent, column Pass@3)",,out:effort-not-established, arxiv-2610.11123-uitau-pi,arxiv-2610.11123,sonnet-4.6,default,agentic-tool,mid,Pi,,,,,,28.44,avg@3%,0.00289,,,"https://arxiv.org/abs/2610.11123 (Table 2, row Claude Sonnet 4.6, harness Pi, column Avg@3)",,out:effort-not-established, arxiv-2610.11123-uitau-pi-pass3,arxiv-2610.11123,sonnet-4.6,default,agentic-tool,mid,Pi,,,,,,40.67,pass@3,0.00289,,,"https://arxiv.org/abs/2610.11123 (Table 2, row Claude Sonnet 4.6, harness Pi, column Pass@3)",,out:effort-not-established, arxiv-2610.11123-uitau-genuiharness,arxiv-2610.11123,opus-5,high,agentic-tool,mid,GenUI-Harness(generated-UI),,,,,,31.56,avg@3%,0.00289,,,"https://arxiv.org/abs/2610.11123 (Table 2, row Claude Opus 5, harness GenUI-Harness, column Avg@3)",,out:single-couple, arxiv-2610.11123-uitau-genuiharness-pass3,arxiv-2610.11123,opus-5,high,agentic-tool,mid,GenUI-Harness(generated-UI),,,,,,46.67,pass@3,0.00289,,,"https://arxiv.org/abs/2610.11123 (Table 2, row Claude Opus 5, harness GenUI-Harness, column Pass@3)",,out:single-couple, arxiv-2610.11123-uitau-smolagents,arxiv-2610.11123,opus-5,high,agentic-tool,mid,smolagents,,,,,,28.20,avg@3%,0.00289,,,"https://arxiv.org/abs/2610.11123 (Table 2, row Claude Opus 5, harness smolagents, column Avg@3)",,out:single-couple, arxiv-2610.11123-uitau-smolagents-pass3,arxiv-2610.11123,opus-5,high,agentic-tool,mid,smolagents,,,,,,44.67,pass@3,0.00289,,,"https://arxiv.org/abs/2610.11123 (Table 2, row Claude Opus 5, harness smolagents, column Pass@3)",,out:single-couple, arxiv-2610.11123-uitau-miniswe,arxiv-2610.11123,opus-5,default,agentic-tool,mid,mini-swe-agent,,,,,,28.00,avg@3%,0.00289,,,"https://arxiv.org/abs/2610.11123 (Table 2, row Claude Opus 5, harness mini-swe-agent, column Avg@3)",,out:effort-not-established, arxiv-2610.11123-uitau-miniswe-pass3,arxiv-2610.11123,opus-5,default,agentic-tool,mid,mini-swe-agent,,,,,,40.00,pass@3,0.00289,,,"https://arxiv.org/abs/2610.11123 (Table 2, row Claude Opus 5, harness mini-swe-agent, column Pass@3)",,out:effort-not-established, arxiv-2610.11123-uitau-pi,arxiv-2610.11123,opus-5,default,agentic-tool,mid,Pi,,,,,,28.67,avg@3%,0.00289,,,"https://arxiv.org/abs/2610.11123 (Table 2, row Claude Opus 5, harness Pi, column Avg@3)",,out:effort-not-established, arxiv-2610.11123-uitau-pi-pass3,arxiv-2610.11123,opus-5,default,agentic-tool,mid,Pi,,,,,,43.33,pass@3,0.00289,,,"https://arxiv.org/abs/2610.11123 (Table 2, row Claude Opus 5, harness Pi, column Pass@3)",,out:effort-not-established, arxiv-2610.11328-mineodyssey,arxiv-2610.11328,gpt-6-astra,medium,agentic-tool,hard,native-tool-calls-Minecraft,,,,,,85.56,success%,0.00289,,,"https://arxiv.org/abs/2610.11328 (Table 1: Main results on 180 tasks (SR all, outdoor, indoor, CC; SPL, turns, PL as printed) / row GPT-6 Astra (medium) / column SR_all)",,in, arxiv-2610.11328-mineodyssey,arxiv-2610.11328,opus-5.5,max,agentic-tool,hard,native-tool-calls-Minecraft,,,,,,73.89,success%,0.00289,,,"https://arxiv.org/abs/2610.11328 (Table 1: Main results on 180 tasks (SR all, outdoor, indoor, CC; SPL, turns, PL as printed) / row Claude Opus 5.5 (max) / column SR_all)",,in, arxiv-2610.11328-mineodyssey,arxiv-2610.11328,opus-5,max,agentic-tool,hard,native-tool-calls-Minecraft,,,,,,50.56,success%,0.00289,,,"https://arxiv.org/abs/2610.11328 (Table 1: Main results on 180 tasks (SR all, outdoor, indoor, CC; SPL, turns, PL as printed) / row Claude Opus 5 (max) / column SR_all)",,in, arxiv-2610.11328-mineodyssey,arxiv-2610.11328,opus-5,high,agentic-tool,hard,native-tool-calls-Minecraft,,,,,,44.44,success%,0.00289,,,"https://arxiv.org/abs/2610.11328 (Table 1: Main results on 180 tasks (SR all, outdoor, indoor, CC; SPL, turns, PL as printed) / row Claude Opus 5 (high) / column SR_all)",,in, arxiv-2610.11328-mineodyssey,arxiv-2610.11328,opus-5,medium,agentic-tool,hard,native-tool-calls-Minecraft,,,,,,39.44,success%,0.00289,,,"https://arxiv.org/abs/2610.11328 (Table 1: Main results on 180 tasks (SR all, outdoor, indoor, CC; SPL, turns, PL as printed) / row Claude Opus 5 (medium) / column SR_all)",,in, arxiv-2610.11328-mineodyssey,arxiv-2610.11328,opus-5,low,agentic-tool,hard,native-tool-calls-Minecraft,,,,,,35.00,success%,0.00289,,,"https://arxiv.org/abs/2610.11328 (Table 1: Main results on 180 tasks (SR all, outdoor, indoor, CC; SPL, turns, PL as printed) / row Claude Opus 5 (low) / column SR_all)",,in, arxiv-2610.11328-mineodyssey,arxiv-2610.11328,gpt-5.6-sol,max,agentic-tool,hard,native-tool-calls-Minecraft,,,,,,43.89,success%,0.00289,,,"https://arxiv.org/abs/2610.11328 (Table 1: Main results on 180 tasks (SR all, outdoor, indoor, CC; SPL, turns, PL as printed) / row GPT-5.6 Sol (max) / column SR_all)",,in, arxiv-2610.11328-mineodyssey,arxiv-2610.11328,gemini-3.8-flash,high,agentic-tool,hard,native-tool-calls-Minecraft,,,,,,26.67,success%,0.00289,,,"https://arxiv.org/abs/2610.11328 (Table 1: Main results on 180 tasks (SR all, outdoor, indoor, CC; SPL, turns, PL as printed) / row Gemini 3.8 Flash (high) / column SR_all)",,in, arxiv-2610.11328-mineodyssey,arxiv-2610.11328,grok-4.6,xhigh,agentic-tool,hard,native-tool-calls-Minecraft,,,,,,17.22,success%,0.00289,,,"https://arxiv.org/abs/2610.11328 (Table 1: Main results on 180 tasks (SR all, outdoor, indoor, CC; SPL, turns, PL as printed) / row Grok 4.6 (xhigh) / column SR_all)",,in, arxiv-2610.11328-mineodyssey,arxiv-2610.11328,deepseek-v4.1-flash,max,agentic-tool,hard,native-tool-calls-Minecraft,,,,,,23.89,success%,0.00289,,,"https://arxiv.org/abs/2610.11328 (Table 1: Main results on 180 tasks (SR all, outdoor, indoor, CC; SPL, turns, PL as printed) / row DeepSeek-V4.1-Flash (max) / column SR_all)",,in, arxiv-2610.11328-mineodyssey,arxiv-2610.11328,glm-5.3-flash,max,agentic-tool,hard,native-tool-calls-Minecraft,,,,,,15.56,success%,0.00289,,,"https://arxiv.org/abs/2610.11328 (Table 1: Main results on 180 tasks (SR all, outdoor, indoor, CC; SPL, turns, PL as printed) / row GLM-5.3-Flash (max) / column SR_all)",,in, arxiv-2610.11539-designcreativity,arxiv-2610.11539,gpt-6-astra,max,coding,mid,API-single-generation,per-design-median,2.564,0.000289,,,65.5,overall-T-score,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.11539 (Table 9, row 1 (GPT-6 Astra), column Overall (T-score))",,in,in arxiv-2610.11539-designcreativity,arxiv-2610.11539,gpt-6.1-sol,max,coding,mid,API-single-generation,per-design-median,0.460,0.000289,,,63.7,overall-T-score,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.11539 (Table 9, row 2 (GPT-6.1 Sol), column Overall (T-score))",,in,in arxiv-2610.11539-designcreativity,arxiv-2610.11539,grok-4.7,xhigh,coding,mid,API-single-generation,per-design-median,0.593,0.000289,,,62.2,overall-T-score,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.11539 (Table 9, row 3 (Grok 4.7), column Overall (T-score))",,in,in arxiv-2610.11539-designcreativity,arxiv-2610.11539,gemini-3.8-flash,high,coding,mid,API-single-generation,per-design-median,0.123,0.000289,,,60.6,overall-T-score,0.0289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2610.11539 (Table 9, row 4 (Gemini 3.8 Flash), column Overall (T-score))",,in,in arxiv-2610.11539-designcreativity,arxiv-2610.11539,?Qwen3.8 Max,not-established:absent,coding,mid,API-single-generation,per-design-median,0.309,0.000289,,,58.1,overall-T-score,0.0289,,,"https://arxiv.org/abs/2610.11539 (Table 9, row 5 (Qwen3.8 Max), column Overall (T-score))",,out:model-not-established,out:model-not-established arxiv-2610.11539-designcreativity,arxiv-2610.11539,gpt-5.6-sol,max,coding,mid,API-single-generation,per-design-median,0.7475,0.0863,,,51.3,overall-T-score,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2610.11539 (Table 9, row 6 (GPT-5.6 Sol), column Overall (T-score))",,in,out:cost-single-couple arxiv-2610.11539-designcreativity,arxiv-2610.11539,opus-5.5,xhigh,coding,mid,API-single-generation,per-design-median,1.557,0.000289,,,51.0,overall-T-score,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.11539 (Table 9, row 7 (Claude Opus 5.5), column Overall (T-score))",,in,in arxiv-2610.11539-designcreativity,arxiv-2610.11539,fable-5.1,max,coding,mid,API-single-generation,per-design-median,5.329,0.000289,,,48.6,overall-T-score,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.11539 (Table 9, row 8 (Claude Fable 5.1), column Overall (T-score))",,in,in arxiv-2610.11539-designcreativity,arxiv-2610.11539,muse-spark-1.3,xhigh,coding,mid,API-single-generation,per-design-median,0.080,0.000289,,,47.2,overall-T-score,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.11539 (Table 9, row 9 (Muse Spark 1.3), column Overall (T-score))",,out:single-couple,out:cost-single-couple arxiv-2610.11539-designcreativity,arxiv-2610.11539,hy4-preview,high,coding,mid,API-single-generation,per-design-median,0.086,0.000289,,,46.2,overall-T-score,0.0289,,cost-method-assumed-single,"https://arxiv.org/abs/2610.11539 (Table 9, row 10 (Hy4 Preview (high)), column Overall (T-score))",,out:single-couple,out:cost-not-comparable arxiv-2610.11539-designcreativity,arxiv-2610.11539,deepseek-v4.1-flash,max,coding,mid,API-single-generation,per-design-median,0.051,0.000289,,,43.6,overall-T-score,0.0289,,cost-method-assumed-single,"https://arxiv.org/abs/2610.11539 (Table 9, row 11 (DeepSeek V4.1 Flash), column Overall (T-score))",,in,out:cost-not-comparable arxiv-2610.11539-designcreativity,arxiv-2610.11539,grok-4.6,xhigh,coding,mid,API-single-generation,per-design-median,0.100,0.000289,,,43.4,overall-T-score,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.11539 (Table 9, row 12 (Grok 4.6), column Overall (T-score))",,in,in arxiv-2610.11539-designcreativity,arxiv-2610.11539,?Pareto 26.10 Preview,not-established:absent,coding,mid,API-single-generation,per-design-median,0.152,0.000289,,,42.5,overall-T-score,0.0289,,,"https://arxiv.org/abs/2610.11539 (Table 9, row 13 (Pareto 26.10 Preview (none)), column Overall (T-score))",,out:model-not-established,out:model-not-established arxiv-2610.11539-designcreativity,arxiv-2610.11539,glm-5.3,max,coding,mid,API-single-generation,per-design-median,0.043,0.000289,,,41.9,overall-T-score,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.11539 (Table 9, row 14 (GLM-5.3), column Overall (T-score))",,in,in arxiv-2610.11539-designcreativity,arxiv-2610.11539,mistral-medium-3.5,high,coding,mid,API-single-generation,per-design-median,0.080,0.000289,,,41.5,overall-T-score,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.11539 (Table 9, row 15 (Mistral Medium 3.5 (high)), column Overall (T-score))",,out:single-couple,out:cost-single-couple arxiv-2610.11539-designcreativity,arxiv-2610.11539,kimi-k3,max,coding,mid,API-single-generation,per-design-median,0.570,0.000289,,,40.4,overall-T-score,0.0289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2610.11539 (Table 9, row 16 (Kimi K3), column Overall (T-score))",,in,in arxiv-2610.11539-designcreativity,arxiv-2610.11539,glm-5.3-flash,max,coding,mid,API-single-generation,per-design-median,0.022,0.000289,,,38.5,overall-T-score,0.0289,,cost-method-assumed-single,"https://arxiv.org/abs/2610.11539 (Table 9, row 17 (GLM-5.3-Flash), column Overall (T-score))",,in,out:cost-not-comparable arxiv-2610.11539-designcreativity,arxiv-2610.11539,solar-pro4,max,coding,mid,API-single-generation,per-design-median,0.006,0.000289,,,36.4,overall-T-score,0.0289,,,"https://arxiv.org/abs/2610.11539 (Table 9, row 18 (Solar Pro 4 (max)), column Overall (T-score))",,out:effort-not-established,out:effort-not-established arxiv-2610.11539-designcreativity,arxiv-2610.11539,?Seed 2.0 Code,not-established:absent,coding,mid,API-single-generation,per-design-median,0.051,0.000289,,,34.1,overall-T-score,0.0289,,,"https://arxiv.org/abs/2610.11539 (Table 9, row 19 (Seed 2.0 Code (high)), column Overall (T-score))",,out:model-not-established,out:model-not-established arxiv-2610.11539-designcreativity,arxiv-2610.11539,minimax-m3,high,coding,mid,API-single-generation,per-design-median,0.024,0.000289,,,34.0,overall-T-score,0.0289,,,"https://arxiv.org/abs/2610.11539 (Table 9, row 20 (MiniMax M3), column Overall (T-score))",,out:effort-not-established,out:effort-not-established arxiv-2610.11539-designcreativity,arxiv-2610.11539,?Laguna S 2.1,not-established:absent,coding,mid,API-single-generation,per-design-median,0.002,0.000289,,,33.2,overall-T-score,0.0289,,,"https://arxiv.org/abs/2610.11539 (Table 9, row 21 (Laguna S 2.1 (default)), column Overall (T-score))",,out:model-not-established,out:model-not-established arxiv-2610.11539-designcreativity,arxiv-2610.11539,?Ling 3.0 Flash VL,not-established:absent,coding,mid,API-single-generation,per-design-median,0.001,0.000289,,,30.1,overall-T-score,0.0289,,,"https://arxiv.org/abs/2610.11539 (Table 9, row 22 (Ling 3.0 Flash VL (default)), column Overall (T-score))",,out:model-not-established,out:model-not-established arxiv-2610.11539-designcreativity,arxiv-2610.11539,inkling,xhigh,coding,mid,API-single-generation,per-design-median,0.039,0.000289,,,29.9,overall-T-score,0.0289,,max-as-highest; cost-method-assumed-single,"https://arxiv.org/abs/2610.11539 (Table 9, row 23 (Inkling (max)), column Overall (T-score))",,out:single-couple,out:cost-not-comparable arxiv-2610.11539-designcreativity,arxiv-2610.11539,step-3.7-flash,high,coding,mid,API-single-generation,per-design-median,0.015,0.000289,,,28.1,overall-T-score,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.11539 (Table 9, row 24 (Step 3.7 Flash (high)), column Overall (T-score))",,out:single-couple,out:cost-single-couple arxiv-2610.11539-designcreativity,arxiv-2610.11539,?Solar Mini 4,not-established:absent,coding,mid,API-single-generation,per-design-median,0.004,0.000289,,,26.0,overall-T-score,0.0289,,,"https://arxiv.org/abs/2610.11539 (Table 9, row 25 (Solar Mini 4 (default)), column Overall (T-score))",,out:model-not-established,out:model-not-established arxiv-2610.11539-designcreativity,arxiv-2610.11539,mercury-2.5,high,coding,mid,API-single-generation,per-design-median,0.001,0.000289,,,22.5,overall-T-score,0.0289,,cost-method-assumed-single,"https://arxiv.org/abs/2610.11539 (Table 9, row 26 (Mercury 2.5 (high)), column Overall (T-score))",,out:single-couple,out:cost-not-comparable arxiv-2610.11539-designcreativity,arxiv-2610.11539,?Nova 2 Lite,not-established:absent,coding,mid,API-single-generation,per-design-median,0.062,0.000289,,,20.6,overall-T-score,0.0289,,,"https://arxiv.org/abs/2610.11539 (Table 9, row 27 (Nova 2 Lite (default)), column Overall (T-score))",,out:model-not-established,out:model-not-established arxiv-2610.11539-designcreativity,arxiv-2610.11539,?Ministral 14B 2512,not-established:absent,coding,mid,API-single-generation,per-design-median,0.001,0.000289,,,19.0,overall-T-score,0.0289,,,"https://arxiv.org/abs/2610.11539 (Table 9, row 28 (Ministral 14B 2512 (none)), column Overall (T-score))",,out:model-not-established,out:model-not-established arxiv-2610.11539-designcreativity,arxiv-2610.11539,?Relace Search,not-established:absent,coding,mid,API-single-generation,per-design-median,0.013,0.000289,,,17.7,overall-T-score,0.0289,,,"https://arxiv.org/abs/2610.11539 (Table 9, row 29 (Relace Search (none)), column Overall (T-score))",,out:model-not-established,out:model-not-established arxiv-2610.11539-designcreativity,arxiv-2610.11539,?Command A+,not-established:absent,coding,mid,API-single-generation,per-design-median,0.025,0.000289,,,10.6,overall-T-score,0.0289,,,"https://arxiv.org/abs/2610.11539 (Table 9, row 30 (Command A+ (default)), column Overall (T-score))",,out:model-not-established,out:model-not-established arxiv-2610.11539-designcreativity,arxiv-2610.11539,trinity-large-thinking,solo,coding,mid,API-single-generation,per-design-median,0.006,0.000289,,,7.1,overall-T-score,0.0289,,cost-method-assumed-single,"https://arxiv.org/abs/2610.11539 (Table 9, row 31 (Trinity Large Thinking (default)), column Overall (T-score))",,out:single-couple,out:cost-not-comparable arxiv-2610.11539-designcreativity,arxiv-2610.11539,?Laguna XS 2.1,not-established:absent,coding,mid,API-single-generation,per-design-median,0.001,0.000289,,,3.3,overall-T-score,0.0289,,,"https://arxiv.org/abs/2610.11539 (Table 9, row 32 (Laguna XS 2.1 (default)), column Overall (T-score))",,out:model-not-established,out:model-not-established arxiv-2610.11539-designcreativity,arxiv-2610.11539,?Seed 1.6 Flash,not-established:absent,coding,mid,API-single-generation,per-design-median,0.001,0.000289,,,-2.1,overall-T-score,0.0289,,,"https://arxiv.org/abs/2610.11539 (Table 9, row 33 (Seed 1.6 Flash (default)), column Overall (T-score))",,out:model-not-established,out:model-not-established 2610.11948-openqa-short,arxiv-2610.11948,qwen3.8-omni-flash,nothink,mixed,hard,,,,,,,91.1,OpenQA short %,0.0289,,,"https://arxiv.org/abs/2610.11948 (Table 2, column OpenQA short %)",,out:single-couple, 2610.11948-openqa-long,arxiv-2610.11948,qwen3.8-omni-flash,nothink,mixed,hard,,,,,,,83.2,OpenQA long %,0.0289,,,"https://arxiv.org/abs/2610.11948 (Table 2, column OpenQA long %)",,out:single-couple, sweduel-native,arxiv-2610.12569,gpt-5.5,unstated,coding,frontier,,per-suite,641.89,0.00289,,,2.82,BT-logit,0.00289,,,"https://arxiv.org/abs/2610.12569 (text line 321 of the saved extraction, Table 1 row, column Bradley–Terry (full schedule))",,out:effort-not-established,out:effort-not-established sweduel-mini,arxiv-2610.12569,opus-4.8,unstated,coding,frontier,mini-swe-agent,per-suite,223.59,0.00289,,,2.46,BT-logit,0.00289,,,"https://arxiv.org/abs/2610.12569 (text line 329 of the saved extraction, Table 1 row, column Bradley–Terry (full schedule))",,out:effort-not-established,out:effort-not-established sweduel-mini,arxiv-2610.12569,gpt-5.5,unstated,coding,frontier,mini-swe-agent,per-suite,247.18,0.00289,,,2.13,BT-logit,0.00289,,,"https://arxiv.org/abs/2610.12569 (text line 337 of the saved extraction, Table 1 row, column Bradley–Terry (full schedule))",,out:effort-not-established,out:effort-not-established sweduel-mini,arxiv-2610.12569,kimi-k2.7-code,solo,coding,frontier,mini-swe-agent,per-suite,92.39,0.00289,,,1.82,BT-logit,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.12569 (text line 345 of the saved extraction, Table 1 row, column Bradley–Terry (full schedule))",,out:single-couple,out:cost-single-couple sweduel-mini,arxiv-2610.12569,?DeepSeek V4 Pro,not-established:absent,coding,frontier,mini-swe-agent,per-suite,67.07,0.00289,,,1.50,BT-logit,0.00289,,,"https://arxiv.org/abs/2610.12569 (text line 353 of the saved extraction, Table 1 row, column Bradley–Terry (full schedule))",,out:model-not-established,out:model-not-established sweduel-mini,arxiv-2610.12569,glm-5.2,unstated,coding,frontier,mini-swe-agent,per-suite,104.97,0.00289,,,1.19,BT-logit,0.00289,,,"https://arxiv.org/abs/2610.12569 (text line 361 of the saved extraction, Table 1 row, column Bradley–Terry (full schedule))",,out:effort-not-established,out:effort-not-established sweduel-mini,arxiv-2610.12569,qwen3.7-max,unstated,coding,frontier,mini-swe-agent,per-suite,107.22,0.00289,,,0.49,BT-logit,0.00289,,,"https://arxiv.org/abs/2610.12569 (text line 369 of the saved extraction, Table 1 row, column Bradley–Terry (full schedule))",,out:effort-not-established,out:effort-not-established sweduel-native,arxiv-2610.12569,opus-4.8,unstated,coding,frontier,,per-suite,179.05,0.00289,,,-1.41,BT-logit,0.00289,,,"https://arxiv.org/abs/2610.12569 (text line 377 of the saved extraction, Table 1 row, column Bradley–Terry (full schedule))",,out:effort-not-established,out:effort-not-established sweduel-mini,arxiv-2610.12569,nemotron-3-ultra-550b-a55b,unstated,coding,frontier,mini-swe-agent,per-suite,171.34,0.00289,,,-2.60,BT-logit,0.00289,,,"https://arxiv.org/abs/2610.12569 (text line 385 of the saved extraction, Table 1 row, column Bradley–Terry (full schedule))",,out:effort-not-established,out:effort-not-established sweduel-mini,arxiv-2610.12569,minimax-m3,unstated,coding,frontier,mini-swe-agent,per-suite,86.77,0.00289,,,-3.86,BT-logit,0.00289,,,"https://arxiv.org/abs/2610.12569 (text line 393 of the saved extraction, Table 1 row, column Bradley–Terry (full schedule))",,out:effort-not-established,out:effort-not-established sweduel-mini,arxiv-2610.12569,gemini-3.1-pro,unstated,coding,frontier,mini-swe-agent,per-suite,187.76,0.00289,,,-4.55,BT-logit,0.00289,,,"https://arxiv.org/abs/2610.12569 (text line 401 of the saved extraction, Table 1 row, column Bradley–Terry (full schedule))",,out:effort-not-established,out:effort-not-established arxiv-2610.12596-spirebench,arxiv-2610.12596,qwen3.8-27b,low,agentic-tool,frontier,,per-run,0.74,0.00289,,,15.2,floor-mean,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.12596 (Table 26, row Qwen3.8 27B low, column Floor mean (final floor reached))",src-arxiv-2610.12596-spirebench-v1-2026-10-19|run:arxiv-2610.12596-spirebench-acts|qwen3.8-27b@low|,in,in arxiv-2610.12596-spirebench-acts,arxiv-2610.12596,qwen3.8-27b,low,agentic-tool,frontier,,per-run,0.74,0.00289,,,0.30,count,0.00289,,,"https://arxiv.org/abs/2610.12596 (Table 26, row Qwen3.8 27B low, column Acts cleared (mean number of acts cleared per run))",src-arxiv-2610.12596-spirebench-v1-2026-10-19|run:arxiv-2610.12596-spirebench-acts|qwen3.8-27b@low|,in,in arxiv-2610.12596-spirebench,arxiv-2610.12596,qwen3.8-27b,medium,agentic-tool,frontier,,per-run,0.76,0.00289,,,12.8,floor-mean,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.12596 (Table 26, row Qwen3.8 27B medium, column Floor mean (final floor reached))",src-arxiv-2610.12596-spirebench-v1-2026-10-19|run:arxiv-2610.12596-spirebench-acts|qwen3.8-27b@medium|,in,in arxiv-2610.12596-spirebench-acts,arxiv-2610.12596,qwen3.8-27b,medium,agentic-tool,frontier,,per-run,0.76,0.00289,,,0.20,count,0.00289,,,"https://arxiv.org/abs/2610.12596 (Table 26, row Qwen3.8 27B medium, column Acts cleared (mean number of acts cleared per run))",src-arxiv-2610.12596-spirebench-v1-2026-10-19|run:arxiv-2610.12596-spirebench-acts|qwen3.8-27b@medium|,in,in arxiv-2610.12596-spirebench,arxiv-2610.12596,qwen3.8-27b,xhigh,agentic-tool,frontier,,per-run,1.45,0.00289,,,14.9,floor-mean,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.12596 (Table 26, row Qwen3.8 27B xhigh, column Floor mean (final floor reached))",src-arxiv-2610.12596-spirebench-v1-2026-10-19|run:arxiv-2610.12596-spirebench-acts|qwen3.8-27b@xhigh|,in,in arxiv-2610.12596-spirebench-acts,arxiv-2610.12596,qwen3.8-27b,xhigh,agentic-tool,frontier,,per-run,1.45,0.00289,,,0.20,count,0.00289,,,"https://arxiv.org/abs/2610.12596 (Table 26, row Qwen3.8 27B xhigh, column Acts cleared (mean number of acts cleared per run))",src-arxiv-2610.12596-spirebench-v1-2026-10-19|run:arxiv-2610.12596-spirebench-acts|qwen3.8-27b@xhigh|,in,in arxiv-2610.12596-spirebench,arxiv-2610.12596,qwen3.6-35b-a3b,not-established:absent,agentic-tool,frontier,,per-run,0.83,0.00289,,,8.7,floor-mean,0.0289,,,"https://arxiv.org/abs/2610.12596 (Table 26, row Qwen3.6 35B-A3B low, column Floor mean (final floor reached))",,out:effort-not-established,out:effort-not-established arxiv-2610.12596-spirebench-acts,arxiv-2610.12596,qwen3.6-35b-a3b,not-established:absent,agentic-tool,frontier,,per-run,0.83,0.00289,,,0.00,count,0.00289,,,"https://arxiv.org/abs/2610.12596 (Table 26, row Qwen3.6 35B-A3B low, column Acts cleared (mean number of acts cleared per run))",,out:effort-not-established,out:effort-not-established arxiv-2610.12596-spirebench,arxiv-2610.12596,qwen3.6-35b-a3b,not-established:absent,agentic-tool,frontier,,per-run,0.71,0.00289,,,10.0,floor-mean,0.0289,,,"https://arxiv.org/abs/2610.12596 (Table 26, row Qwen3.6 35B-A3B medium, column Floor mean (final floor reached))",,out:effort-not-established,out:effort-not-established arxiv-2610.12596-spirebench-acts,arxiv-2610.12596,qwen3.6-35b-a3b,not-established:absent,agentic-tool,frontier,,per-run,0.71,0.00289,,,0.00,count,0.00289,,,"https://arxiv.org/abs/2610.12596 (Table 26, row Qwen3.6 35B-A3B medium, column Acts cleared (mean number of acts cleared per run))",,out:effort-not-established,out:effort-not-established arxiv-2610.12596-spirebench,arxiv-2610.12596,qwen3.6-35b-a3b,not-established:absent,agentic-tool,frontier,,per-run,0.87,0.00289,,,10.2,floor-mean,0.0289,,,"https://arxiv.org/abs/2610.12596 (Table 26, row Qwen3.6 35B-A3B xhigh, column Floor mean (final floor reached))",,out:effort-not-established,out:effort-not-established arxiv-2610.12596-spirebench-acts,arxiv-2610.12596,qwen3.6-35b-a3b,not-established:absent,agentic-tool,frontier,,per-run,0.87,0.00289,,,0.00,count,0.00289,,,"https://arxiv.org/abs/2610.12596 (Table 26, row Qwen3.6 35B-A3B xhigh, column Acts cleared (mean number of acts cleared per run))",,out:effort-not-established,out:effort-not-established arxiv-2610.12596-spirebench,arxiv-2610.12596,qwen3.5-122b-a10b,not-established:absent,agentic-tool,frontier,,per-run,0.78,0.00289,,,9.4,floor-mean,0.0289,,,"https://arxiv.org/abs/2610.12596 (Table 26, row Qwen3.5 122B-A10B low, column Floor mean (final floor reached))",,out:effort-not-established,out:effort-not-established arxiv-2610.12596-spirebench-acts,arxiv-2610.12596,qwen3.5-122b-a10b,not-established:absent,agentic-tool,frontier,,per-run,0.78,0.00289,,,0.10,count,0.00289,,,"https://arxiv.org/abs/2610.12596 (Table 26, row Qwen3.5 122B-A10B low, column Acts cleared (mean number of acts cleared per run))",,out:effort-not-established,out:effort-not-established arxiv-2610.12596-spirebench,arxiv-2610.12596,qwen3.5-122b-a10b,not-established:absent,agentic-tool,frontier,,per-run,0.76,0.00289,,,9.5,floor-mean,0.0289,,,"https://arxiv.org/abs/2610.12596 (Table 26, row Qwen3.5 122B-A10B medium, column Floor mean (final floor reached))",,out:effort-not-established,out:effort-not-established arxiv-2610.12596-spirebench-acts,arxiv-2610.12596,qwen3.5-122b-a10b,not-established:absent,agentic-tool,frontier,,per-run,0.76,0.00289,,,0.00,count,0.00289,,,"https://arxiv.org/abs/2610.12596 (Table 26, row Qwen3.5 122B-A10B medium, column Acts cleared (mean number of acts cleared per run))",,out:effort-not-established,out:effort-not-established arxiv-2610.12596-spirebench,arxiv-2610.12596,qwen3.5-122b-a10b,not-established:absent,agentic-tool,frontier,,per-run,0.77,0.00289,,,9.8,floor-mean,0.0289,,,"https://arxiv.org/abs/2610.12596 (Table 26, row Qwen3.5 122B-A10B xhigh, column Floor mean (final floor reached))",,out:effort-not-established,out:effort-not-established arxiv-2610.12596-spirebench-acts,arxiv-2610.12596,qwen3.5-122b-a10b,not-established:absent,agentic-tool,frontier,,per-run,0.77,0.00289,,,0.00,count,0.00289,,,"https://arxiv.org/abs/2610.12596 (Table 26, row Qwen3.5 122B-A10B xhigh, column Acts cleared (mean number of acts cleared per run))",,out:effort-not-established,out:effort-not-established arxiv-2610.12596-spirebench,arxiv-2610.12596,fable-5.1,low,agentic-tool,frontier,,per-run,8.12,0.00289,,,27.5,floor-mean,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.12596 (Table 26, row Claude Fable 5.1 low, column Floor mean (final floor reached))",src-arxiv-2610.12596-spirebench-v1-2026-10-19|run:arxiv-2610.12596-spirebench-acts|fable-5.1@low|,in,in arxiv-2610.12596-spirebench-acts,arxiv-2610.12596,fable-5.1,low,agentic-tool,frontier,,per-run,8.12,0.00289,,,0.90,count,0.00289,,,"https://arxiv.org/abs/2610.12596 (Table 26, row Claude Fable 5.1 low, column Acts cleared (mean number of acts cleared per run))",src-arxiv-2610.12596-spirebench-v1-2026-10-19|run:arxiv-2610.12596-spirebench-acts|fable-5.1@low|,in,in arxiv-2610.12596-spirebench,arxiv-2610.12596,fable-5.1,max,agentic-tool,frontier,,per-run,61.91,0.00289,,,36.2,floor-mean,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.12596 (Table 26, row Claude Fable 5.1 max, column Floor mean (final floor reached))",src-arxiv-2610.12596-spirebench-v1-2026-10-19|run:arxiv-2610.12596-spirebench-acts|fable-5.1@max|,in,in arxiv-2610.12596-spirebench-acts,arxiv-2610.12596,fable-5.1,max,agentic-tool,frontier,,per-run,61.91,0.00289,,,1.60,count,0.00289,,,"https://arxiv.org/abs/2610.12596 (Table 26, row Claude Fable 5.1 max, column Acts cleared (mean number of acts cleared per run))",src-arxiv-2610.12596-spirebench-v1-2026-10-19|run:arxiv-2610.12596-spirebench-acts|fable-5.1@max|,in,in arxiv-2610.12596-spirebench,arxiv-2610.12596,opus-5,low,agentic-tool,frontier,,per-run,4.84,0.00289,,,22.7,floor-mean,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.12596 (Table 26, row Claude Opus 5 low, column Floor mean (final floor reached))",src-arxiv-2610.12596-spirebench-v1-2026-10-19|run:arxiv-2610.12596-spirebench-acts|opus-5@low|,in,in arxiv-2610.12596-spirebench-acts,arxiv-2610.12596,opus-5,low,agentic-tool,frontier,,per-run,4.84,0.00289,,,0.70,count,0.00289,,,"https://arxiv.org/abs/2610.12596 (Table 26, row Claude Opus 5 low, column Acts cleared (mean number of acts cleared per run))",src-arxiv-2610.12596-spirebench-v1-2026-10-19|run:arxiv-2610.12596-spirebench-acts|opus-5@low|,in,in arxiv-2610.12596-spirebench,arxiv-2610.12596,opus-5,max,agentic-tool,frontier,,per-run,60.62,0.00289,,,32.5,floor-mean,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.12596 (Table 26, row Claude Opus 5 max, column Floor mean (final floor reached))",src-arxiv-2610.12596-spirebench-v1-2026-10-19|run:arxiv-2610.12596-spirebench-acts|opus-5@max|,in,in arxiv-2610.12596-spirebench-acts,arxiv-2610.12596,opus-5,max,agentic-tool,frontier,,per-run,60.62,0.00289,,,1.30,count,0.00289,,,"https://arxiv.org/abs/2610.12596 (Table 26, row Claude Opus 5 max, column Acts cleared (mean number of acts cleared per run))",src-arxiv-2610.12596-spirebench-v1-2026-10-19|run:arxiv-2610.12596-spirebench-acts|opus-5@max|,in,in arxiv-2610.12596-spirebench,arxiv-2610.12596,sonnet-5,low,agentic-tool,frontier,,per-run,1.03,0.00289,,,12.3,floor-mean,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.12596 (Table 26, row Claude Sonnet 5 low, column Floor mean (final floor reached))",src-arxiv-2610.12596-spirebench-v1-2026-10-19|run:arxiv-2610.12596-spirebench-acts|sonnet-5@low|,in,in arxiv-2610.12596-spirebench-acts,arxiv-2610.12596,sonnet-5,low,agentic-tool,frontier,,per-run,1.03,0.00289,,,0.10,count,0.00289,,,"https://arxiv.org/abs/2610.12596 (Table 26, row Claude Sonnet 5 low, column Acts cleared (mean number of acts cleared per run))",src-arxiv-2610.12596-spirebench-v1-2026-10-19|run:arxiv-2610.12596-spirebench-acts|sonnet-5@low|,in,in arxiv-2610.12596-spirebench,arxiv-2610.12596,sonnet-5,max,agentic-tool,frontier,,per-run,10.70,0.00289,,,19.3,floor-mean,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.12596 (Table 26, row Claude Sonnet 5 max, column Floor mean (final floor reached))",src-arxiv-2610.12596-spirebench-v1-2026-10-19|run:arxiv-2610.12596-spirebench-acts|sonnet-5@max|,in,in arxiv-2610.12596-spirebench-acts,arxiv-2610.12596,sonnet-5,max,agentic-tool,frontier,,per-run,10.70,0.00289,,,0.50,count,0.00289,,,"https://arxiv.org/abs/2610.12596 (Table 26, row Claude Sonnet 5 max, column Acts cleared (mean number of acts cleared per run))",src-arxiv-2610.12596-spirebench-v1-2026-10-19|run:arxiv-2610.12596-spirebench-acts|sonnet-5@max|,in,in arxiv-2610.12596-spirebench,arxiv-2610.12596,gemini-3.8-flash,low,agentic-tool,frontier,,per-run,1.56,0.00289,,,22.6,floor-mean,0.0289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2610.12596 (Table 26, row Gemini 3.8 Flash low, column Floor mean (final floor reached))",src-arxiv-2610.12596-spirebench-v1-2026-10-19|run:arxiv-2610.12596-spirebench-acts|gemini-3.8-flash@low|,in,in arxiv-2610.12596-spirebench-acts,arxiv-2610.12596,gemini-3.8-flash,low,agentic-tool,frontier,,per-run,1.56,0.00289,,,0.70,count,0.00289,,,"https://arxiv.org/abs/2610.12596 (Table 26, row Gemini 3.8 Flash low, column Acts cleared (mean number of acts cleared per run))",src-arxiv-2610.12596-spirebench-v1-2026-10-19|run:arxiv-2610.12596-spirebench-acts|gemini-3.8-flash@low|,in,in arxiv-2610.12596-spirebench,arxiv-2610.12596,gemini-3.8-flash,high,agentic-tool,frontier,,per-run,2.89,0.00289,,,22.9,floor-mean,0.0289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2610.12596 (Table 26, row Gemini 3.8 Flash high, column Floor mean (final floor reached))",src-arxiv-2610.12596-spirebench-v1-2026-10-19|run:arxiv-2610.12596-spirebench-acts|gemini-3.8-flash@high|,in,in arxiv-2610.12596-spirebench-acts,arxiv-2610.12596,gemini-3.8-flash,high,agentic-tool,frontier,,per-run,2.89,0.00289,,,0.60,count,0.00289,,,"https://arxiv.org/abs/2610.12596 (Table 26, row Gemini 3.8 Flash high, column Acts cleared (mean number of acts cleared per run))",src-arxiv-2610.12596-spirebench-v1-2026-10-19|run:arxiv-2610.12596-spirebench-acts|gemini-3.8-flash@high|,in,in arxiv-2610.12596-spirebench,arxiv-2610.12596,gpt-6-astra,low,agentic-tool,frontier,,per-run,13.66,0.00289,,,34.3,floor-mean,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.12596 (Table 26, row GPT-6 Astra low, column Floor mean (final floor reached))",src-arxiv-2610.12596-spirebench-v1-2026-10-19|run:arxiv-2610.12596-spirebench-acts|gpt-6-astra@low|,in,in arxiv-2610.12596-spirebench-acts,arxiv-2610.12596,gpt-6-astra,low,agentic-tool,frontier,,per-run,13.66,0.00289,,,1.30,count,0.00289,,,"https://arxiv.org/abs/2610.12596 (Table 26, row GPT-6 Astra low, column Acts cleared (mean number of acts cleared per run))",src-arxiv-2610.12596-spirebench-v1-2026-10-19|run:arxiv-2610.12596-spirebench-acts|gpt-6-astra@low|,in,in arxiv-2610.12596-spirebench,arxiv-2610.12596,gpt-6-astra,max,agentic-tool,frontier,,per-run,33.09,0.00289,,,37.0,floor-mean,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.12596 (Table 26, row GPT-6 Astra max, column Floor mean (final floor reached))",src-arxiv-2610.12596-spirebench-v1-2026-10-19|run:arxiv-2610.12596-spirebench-acts|gpt-6-astra@max|,in,in arxiv-2610.12596-spirebench-acts,arxiv-2610.12596,gpt-6-astra,max,agentic-tool,frontier,,per-run,33.09,0.00289,,,1.50,count,0.00289,,,"https://arxiv.org/abs/2610.12596 (Table 26, row GPT-6 Astra max, column Acts cleared (mean number of acts cleared per run))",src-arxiv-2610.12596-spirebench-v1-2026-10-19|run:arxiv-2610.12596-spirebench-acts|gpt-6-astra@max|,in,in arxiv-2610.12596-spirebench,arxiv-2610.12596,gpt-5.6-sol,low,agentic-tool,frontier,,per-run,3.9375,0.455,,,21.8,floor-mean,0.0289,,cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2610.12596 (Table 26, row GPT-5.6 Sol low, column Floor mean (final floor reached))",src-arxiv-2610.12596-spirebench-v1-2026-10-19|run:arxiv-2610.12596-spirebench-acts|gpt-5.6-sol@low|,in,in arxiv-2610.12596-spirebench-acts,arxiv-2610.12596,gpt-5.6-sol,low,agentic-tool,frontier,,per-run,3.15,0.00289,,,0.60,count,0.00289,,,"https://arxiv.org/abs/2610.12596 (Table 26, row GPT-5.6 Sol low, column Acts cleared (mean number of acts cleared per run))",src-arxiv-2610.12596-spirebench-v1-2026-10-19|run:arxiv-2610.12596-spirebench-acts|gpt-5.6-sol@low|,in,in arxiv-2610.12596-spirebench,arxiv-2610.12596,gpt-5.6-sol,max,agentic-tool,frontier,,per-run,10.4875,1.21,,,27.8,floor-mean,0.0289,,cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2610.12596 (Table 26, row GPT-5.6 Sol max, column Floor mean (final floor reached))",src-arxiv-2610.12596-spirebench-v1-2026-10-19|run:arxiv-2610.12596-spirebench-acts|gpt-5.6-sol@max|,in,in arxiv-2610.12596-spirebench-acts,arxiv-2610.12596,gpt-5.6-sol,max,agentic-tool,frontier,,per-run,8.39,0.00289,,,1.10,count,0.00289,,,"https://arxiv.org/abs/2610.12596 (Table 26, row GPT-5.6 Sol max, column Acts cleared (mean number of acts cleared per run))",src-arxiv-2610.12596-spirebench-v1-2026-10-19|run:arxiv-2610.12596-spirebench-acts|gpt-5.6-sol@max|,in,in arxiv-2610.12596-spirebench,arxiv-2610.12596,gpt-5.6-terra,low,agentic-tool,frontier,,per-run,0.7290000000000001,0.0469,,,12.3,floor-mean,0.0289,,cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2610.12596 (Table 26, row GPT-5.6 Terra low, column Floor mean (final floor reached))",src-arxiv-2610.12596-spirebench-v1-2026-10-19|run:arxiv-2610.12596-spirebench-acts|gpt-5.6-terra@low|,in,in arxiv-2610.12596-spirebench-acts,arxiv-2610.12596,gpt-5.6-terra,low,agentic-tool,frontier,,per-run,0.81,0.00289,,,0.10,count,0.00289,,,"https://arxiv.org/abs/2610.12596 (Table 26, row GPT-5.6 Terra low, column Acts cleared (mean number of acts cleared per run))",src-arxiv-2610.12596-spirebench-v1-2026-10-19|run:arxiv-2610.12596-spirebench-acts|gpt-5.6-terra@low|,in,in arxiv-2610.12596-spirebench,arxiv-2610.12596,gpt-5.6-terra,max,agentic-tool,frontier,,per-run,2.619,0.168,,,18.2,floor-mean,0.0289,,cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2610.12596 (Table 26, row GPT-5.6 Terra max, column Floor mean (final floor reached))",src-arxiv-2610.12596-spirebench-v1-2026-10-19|run:arxiv-2610.12596-spirebench-acts|gpt-5.6-terra@max|,in,in arxiv-2610.12596-spirebench-acts,arxiv-2610.12596,gpt-5.6-terra,max,agentic-tool,frontier,,per-run,2.91,0.00289,,,0.50,count,0.00289,,,"https://arxiv.org/abs/2610.12596 (Table 26, row GPT-5.6 Terra max, column Acts cleared (mean number of acts cleared per run))",src-arxiv-2610.12596-spirebench-v1-2026-10-19|run:arxiv-2610.12596-spirebench-acts|gpt-5.6-terra@max|,in,in arxiv-2610.12596-spirebench,arxiv-2610.12596,gpt-5.6-luna,low,agentic-tool,frontier,,per-run,0.036,0.0142,,,10.8,floor-mean,0.0289,,cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2610.12596 (Table 26, row GPT-5.6 Luna low, column Floor mean (final floor reached))",,in,in arxiv-2610.12596-spirebench-acts,arxiv-2610.12596,gpt-5.6-luna,low,agentic-tool,frontier,,per-run,0.06,0.00289,,,0.00,count,0.00289,,,"https://arxiv.org/abs/2610.12596 (Table 26, row GPT-5.6 Luna low, column Acts cleared (mean number of acts cleared per run))",,out:uninformative,in arxiv-2610.12596-spirebench,arxiv-2610.12596,gpt-5.6-luna,medium,agentic-tool,frontier,,per-run,0.054,0.021,,,11.9,floor-mean,0.0289,,cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2610.12596 (Table 26, row GPT-5.6 Luna medium, column Floor mean (final floor reached))",src-arxiv-2610.12596-spirebench-v1-2026-10-19|run:arxiv-2610.12596-spirebench-acts|gpt-5.6-luna@medium|,in,in arxiv-2610.12596-spirebench-acts,arxiv-2610.12596,gpt-5.6-luna,medium,agentic-tool,frontier,,per-run,0.09,0.00289,,,0.20,count,0.00289,,,"https://arxiv.org/abs/2610.12596 (Table 26, row GPT-5.6 Luna medium, column Acts cleared (mean number of acts cleared per run))",src-arxiv-2610.12596-spirebench-v1-2026-10-19|run:arxiv-2610.12596-spirebench-acts|gpt-5.6-luna@medium|,in,in arxiv-2610.12596-spirebench,arxiv-2610.12596,gpt-5.6-luna,high,agentic-tool,frontier,,per-run,0.084,0.0325,,,14.5,floor-mean,0.0289,,cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2610.12596 (Table 26, row GPT-5.6 Luna high, column Floor mean (final floor reached))",src-arxiv-2610.12596-spirebench-v1-2026-10-19|run:arxiv-2610.12596-spirebench-acts|gpt-5.6-luna@high|,in,in arxiv-2610.12596-spirebench-acts,arxiv-2610.12596,gpt-5.6-luna,high,agentic-tool,frontier,,per-run,0.14,0.00289,,,0.30,count,0.00289,,,"https://arxiv.org/abs/2610.12596 (Table 26, row GPT-5.6 Luna high, column Acts cleared (mean number of acts cleared per run))",src-arxiv-2610.12596-spirebench-v1-2026-10-19|run:arxiv-2610.12596-spirebench-acts|gpt-5.6-luna@high|,in,in arxiv-2610.12596-spirebench,arxiv-2610.12596,gpt-5.6-luna,xhigh,agentic-tool,frontier,,per-run,0.096,0.0371,,,14.4,floor-mean,0.0289,,cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2610.12596 (Table 26, row GPT-5.6 Luna xhigh, column Floor mean (final floor reached))",src-arxiv-2610.12596-spirebench-v1-2026-10-19|run:arxiv-2610.12596-spirebench-acts|gpt-5.6-luna@xhigh|,in,in arxiv-2610.12596-spirebench-acts,arxiv-2610.12596,gpt-5.6-luna,xhigh,agentic-tool,frontier,,per-run,0.16,0.00289,,,0.20,count,0.00289,,,"https://arxiv.org/abs/2610.12596 (Table 26, row GPT-5.6 Luna xhigh, column Acts cleared (mean number of acts cleared per run))",src-arxiv-2610.12596-spirebench-v1-2026-10-19|run:arxiv-2610.12596-spirebench-acts|gpt-5.6-luna@xhigh|,in,in arxiv-2610.12596-spirebench,arxiv-2610.12596,gpt-5.6-luna,max,agentic-tool,frontier,,per-run,0.144,0.0555,,,14.2,floor-mean,0.0289,,cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2610.12596 (Table 26, row GPT-5.6 Luna max, column Floor mean (final floor reached))",src-arxiv-2610.12596-spirebench-v1-2026-10-19|run:arxiv-2610.12596-spirebench-acts|gpt-5.6-luna@max|,in,in arxiv-2610.12596-spirebench-acts,arxiv-2610.12596,gpt-5.6-luna,max,agentic-tool,frontier,,per-run,0.24,0.00289,,,0.10,count,0.00289,,,"https://arxiv.org/abs/2610.12596 (Table 26, row GPT-5.6 Luna max, column Acts cleared (mean number of acts cleared per run))",src-arxiv-2610.12596-spirebench-v1-2026-10-19|run:arxiv-2610.12596-spirebench-acts|gpt-5.6-luna@max|,in,in arxiv-2610.12596-spirebench,arxiv-2610.12596,gpt-oss-120b,low,agentic-tool,frontier,,per-run,0.36,0.00289,,,7.3,floor-mean,0.0289,,,"https://arxiv.org/abs/2610.12596 (Table 26, row gpt-oss-120b low, column Floor mean (final floor reached))",,out:single-couple,out:cost-not-comparable arxiv-2610.12596-spirebench-acts,arxiv-2610.12596,gpt-oss-120b,low,agentic-tool,frontier,,per-run,0.36,0.00289,,,0.00,count,0.00289,,,"https://arxiv.org/abs/2610.12596 (Table 26, row gpt-oss-120b low, column Acts cleared (mean number of acts cleared per run))",,out:uninformative,out:cost-not-comparable arxiv-2610.12596-spirebench,arxiv-2610.12596,gpt-oss-120b,medium,agentic-tool,frontier,,per-run,0.47,0.00289,,,9.2,floor-mean,0.0289,,,"https://arxiv.org/abs/2610.12596 (Table 26, row gpt-oss-120b medium, column Floor mean (final floor reached))",,out:single-couple,out:cost-not-comparable arxiv-2610.12596-spirebench-acts,arxiv-2610.12596,gpt-oss-120b,medium,agentic-tool,frontier,,per-run,0.47,0.00289,,,0.00,count,0.00289,,,"https://arxiv.org/abs/2610.12596 (Table 26, row gpt-oss-120b medium, column Acts cleared (mean number of acts cleared per run))",,out:uninformative,out:cost-not-comparable arxiv-2610.12596-spirebench,arxiv-2610.12596,gpt-oss-120b,high,agentic-tool,frontier,,per-run,0.91,0.00289,,,10.4,floor-mean,0.0289,,,"https://arxiv.org/abs/2610.12596 (Table 26, row gpt-oss-120b high, column Floor mean (final floor reached))",,out:single-couple,out:cost-not-comparable arxiv-2610.12596-spirebench-acts,arxiv-2610.12596,gpt-oss-120b,high,agentic-tool,frontier,,per-run,0.91,0.00289,,,0.10,count,0.00289,,,"https://arxiv.org/abs/2610.12596 (Table 26, row gpt-oss-120b high, column Acts cleared (mean number of acts cleared per run))",,out:single-couple,out:cost-not-comparable arxiv-2610.12596-spirebench,arxiv-2610.12596,glm-5.3,low,agentic-tool,frontier,,per-run,0.72,0.00289,,,14.3,floor-mean,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.12596 (Table 26, row GLM-5.3 low, column Floor mean (final floor reached))",src-arxiv-2610.12596-spirebench-v1-2026-10-19|run:arxiv-2610.12596-spirebench-acts|glm-5.3@low|,in,in arxiv-2610.12596-spirebench-acts,arxiv-2610.12596,glm-5.3,low,agentic-tool,frontier,,per-run,0.72,0.00289,,,0.20,count,0.00289,,,"https://arxiv.org/abs/2610.12596 (Table 26, row GLM-5.3 low, column Acts cleared (mean number of acts cleared per run))",src-arxiv-2610.12596-spirebench-v1-2026-10-19|run:arxiv-2610.12596-spirebench-acts|glm-5.3@low|,in,in arxiv-2610.12596-spirebench,arxiv-2610.12596,glm-5.3,max,agentic-tool,frontier,,per-run,3.92,0.00289,,,22.1,floor-mean,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.12596 (Table 26, row GLM-5.3 max, column Floor mean (final floor reached))",src-arxiv-2610.12596-spirebench-v1-2026-10-19|run:arxiv-2610.12596-spirebench-acts|glm-5.3@max|,in,in arxiv-2610.12596-spirebench-acts,arxiv-2610.12596,glm-5.3,max,agentic-tool,frontier,,per-run,3.92,0.00289,,,0.60,count,0.00289,,,"https://arxiv.org/abs/2610.12596 (Table 26, row GLM-5.3 max, column Acts cleared (mean number of acts cleared per run))",src-arxiv-2610.12596-spirebench-v1-2026-10-19|run:arxiv-2610.12596-spirebench-acts|glm-5.3@max|,in,in arxiv-2610.12596-spirebench,arxiv-2610.12596,glm-5.3-flash,low,agentic-tool,frontier,,per-run,0.07,0.00289,,,11.1,floor-mean,0.0289,,,"https://arxiv.org/abs/2610.12596 (Table 26, row GLM-5.3 Flash low, column Floor mean (final floor reached))",,in,out:cost-not-comparable arxiv-2610.12596-spirebench-acts,arxiv-2610.12596,glm-5.3-flash,low,agentic-tool,frontier,,per-run,0.07,0.00289,,,0.00,count,0.00289,,,"https://arxiv.org/abs/2610.12596 (Table 26, row GLM-5.3 Flash low, column Acts cleared (mean number of acts cleared per run))",,out:uninformative,out:cost-not-comparable arxiv-2610.12596-spirebench,arxiv-2610.12596,glm-5.3-flash,medium,agentic-tool,frontier,,per-run,0.14,0.00289,,,12.9,floor-mean,0.0289,,,"https://arxiv.org/abs/2610.12596 (Table 26, row GLM-5.3 Flash medium, column Floor mean (final floor reached))",,out:effort-not-established,out:effort-not-established arxiv-2610.12596-spirebench-acts,arxiv-2610.12596,glm-5.3-flash,medium,agentic-tool,frontier,,per-run,0.14,0.00289,,,0.20,count,0.00289,,,"https://arxiv.org/abs/2610.12596 (Table 26, row GLM-5.3 Flash medium, column Acts cleared (mean number of acts cleared per run))",,out:effort-not-established,out:effort-not-established arxiv-2610.12596-spirebench,arxiv-2610.12596,glm-5.3-flash,max,agentic-tool,frontier,,per-run,0.40,0.00289,,,15.6,floor-mean,0.0289,,,"https://arxiv.org/abs/2610.12596 (Table 26, row GLM-5.3 Flash max, column Floor mean (final floor reached))",src-arxiv-2610.12596-spirebench-v1-2026-10-19|run:arxiv-2610.12596-spirebench-acts|glm-5.3-flash@max|,in,out:cost-not-comparable arxiv-2610.12596-spirebench-acts,arxiv-2610.12596,glm-5.3-flash,max,agentic-tool,frontier,,per-run,0.40,0.00289,,,0.40,count,0.00289,,,"https://arxiv.org/abs/2610.12596 (Table 26, row GLM-5.3 Flash max, column Acts cleared (mean number of acts cleared per run))",src-arxiv-2610.12596-spirebench-v1-2026-10-19|run:arxiv-2610.12596-spirebench-acts|glm-5.3-flash@max|,in,out:cost-not-comparable arxiv-2610.12596-spirebench,arxiv-2610.12596,haiku-4.5,think-12288,agentic-tool,frontier,,per-run,1.23,0.00289,,,11.9,floor-mean,0.0289,,,"https://arxiv.org/abs/2610.12596 (Table 1, row Claude Haiku 4.5, column Floor mean (final floor reached))",,out:budget-config,out:budget-config arxiv-2610.12596-spirebench-acts,arxiv-2610.12596,haiku-4.5,think-12288,agentic-tool,frontier,,per-run,1.23,0.00289,,,0.10,count,0.00289,,,"https://arxiv.org/abs/2610.12596 (Table 1, row Claude Haiku 4.5, column Acts cleared (mean number of acts cleared per run))",,out:budget-config,out:budget-config arxiv-2610.12596-spirebench,arxiv-2610.12596,deepseek-v4.1-flash,max,agentic-tool,frontier,,,,,,,16.9,floor-mean,0.0289,,,"https://arxiv.org/abs/2610.12596 (Table 1, row DeepSeek V4.1 Flash, column Floor mean (final floor reached))",src-arxiv-2610.12596-spirebench-v1-2026-10-19|run:arxiv-2610.12596-spirebench-acts|deepseek-v4.1-flash@max|,in, arxiv-2610.12596-spirebench-acts,arxiv-2610.12596,deepseek-v4.1-flash,max,agentic-tool,frontier,,,,,,,0.30,count,0.00289,,,"https://arxiv.org/abs/2610.12596 (Table 1, row DeepSeek V4.1 Flash, column Acts cleared (mean number of acts cleared per run))",src-arxiv-2610.12596-spirebench-v1-2026-10-19|run:arxiv-2610.12596-spirebench-acts|deepseek-v4.1-flash@max|,in, arxiv-2610.12596-spirebench,arxiv-2610.12596,gemma-4-e4b-it,default,agentic-tool,frontier,,per-run,0.03,0.00289,,,7.7,floor-mean,0.0289,,,"https://arxiv.org/abs/2610.12596 (Table 1, row Gemma 4 E4B, column Floor mean (final floor reached))",,out:effort-not-established,out:effort-not-established arxiv-2610.12596-spirebench-acts,arxiv-2610.12596,gemma-4-e4b-it,default,agentic-tool,frontier,,per-run,0.03,0.00289,,,0.00,count,0.00289,,,"https://arxiv.org/abs/2610.12596 (Table 1, row Gemma 4 E4B, column Acts cleared (mean number of acts cleared per run))",,out:effort-not-established,out:effort-not-established arxiv-2610.12596-spirebench,arxiv-2610.12596,muse-spark-1.3,xhigh,agentic-tool,frontier,,per-run,2.93,0.00289,,,21.9,floor-mean,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.12596 (Table 1, row Muse Spark 1.3, column Floor mean (final floor reached))",,out:single-couple,out:cost-single-couple arxiv-2610.12596-spirebench-acts,arxiv-2610.12596,muse-spark-1.3,xhigh,agentic-tool,frontier,,per-run,2.93,0.00289,,,0.70,count,0.00289,,,"https://arxiv.org/abs/2610.12596 (Table 1, row Muse Spark 1.3, column Acts cleared (mean number of acts cleared per run))",,out:single-couple,out:cost-single-couple arxiv-2610.12596-spirebench,arxiv-2610.12596,?Nemotron 3 Nano Omni,not-established:absent,agentic-tool,frontier,,per-run,0.54,0.00289,,,6.8,floor-mean,0.0289,,,"https://arxiv.org/abs/2610.12596 (Table 1, row Nemotron 3 Nano Omni, column Floor mean (final floor reached))",,out:model-not-established,out:model-not-established arxiv-2610.12596-spirebench-acts,arxiv-2610.12596,?Nemotron 3 Nano Omni,not-established:absent,agentic-tool,frontier,,per-run,0.54,0.00289,,,0.00,count,0.00289,,,"https://arxiv.org/abs/2610.12596 (Table 1, row Nemotron 3 Nano Omni, column Acts cleared (mean number of acts cleared per run))",,out:model-not-established,out:model-not-established arxiv-2610.12596-spirebench,arxiv-2610.12596,grok-4.6,xhigh,agentic-tool,frontier,,per-run,5.68,0.00289,,,15.4,floor-mean,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.12596 (Table 1, row Grok 4.6, column Floor mean (final floor reached))",src-arxiv-2610.12596-spirebench-v1-2026-10-19|run:arxiv-2610.12596-spirebench-acts|grok-4.6@xhigh|,in,in arxiv-2610.12596-spirebench-acts,arxiv-2610.12596,grok-4.6,xhigh,agentic-tool,frontier,,per-run,5.68,0.00289,,,0.30,count,0.00289,,,"https://arxiv.org/abs/2610.12596 (Table 1, row Grok 4.6, column Acts cleared (mean number of acts cleared per run))",src-arxiv-2610.12596-spirebench-v1-2026-10-19|run:arxiv-2610.12596-spirebench-acts|grok-4.6@xhigh|,in,in arxiv-2610.12954-mathvis,arxiv-2610.12954,fable-5,unstated,coding,hard,single-round-TikZ/SVG-generation,,,,,,26.56,pass@1%,0.00289,,,"https://arxiv.org/html/2610.12954 (Table 6, row Claude Fable 5, column pass@1)",,out:effort-not-established, arxiv-2610.12954-mathvis,arxiv-2610.12954,opus-4.8,unstated,coding,hard,single-round-TikZ/SVG-generation,,,,,,20.90,pass@1%,0.00289,,,"https://arxiv.org/html/2610.12954 (Table 6, row Claude Opus 4.8, column pass@1)",,out:effort-not-established, arxiv-2610.12954-mathvis,arxiv-2610.12954,sonnet-4.6,unstated,coding,hard,single-round-TikZ/SVG-generation,,,,,,16.80,pass@1%,0.00289,,,"https://arxiv.org/html/2610.12954 (Table 6, row Claude Sonnet 4.6, column pass@1)",,out:effort-not-established, arxiv-2610.12954-mathvis,arxiv-2610.12954,haiku-4.5,unstated,coding,hard,single-round-TikZ/SVG-generation,,,,,,10.35,pass@1%,0.00289,,,"https://arxiv.org/html/2610.12954 (Table 6, row Claude Haiku 4.5, column pass@1)",,out:effort-not-established, arxiv-2610.12954-mathvis,arxiv-2610.12954,gpt-6-astra,unstated,coding,hard,single-round-TikZ/SVG-generation,,,,,,31.25,pass@1%,0.00289,,,"https://arxiv.org/html/2610.12954 (Table 6, row GPT-6-Astra, column pass@1)",,out:effort-not-established, arxiv-2610.12954-mathvis,arxiv-2610.12954,gemini-3.1-pro,unstated,coding,hard,single-round-TikZ/SVG-generation,,,,,,22.85,pass@1%,0.00289,,,"https://arxiv.org/html/2610.12954 (Table 6, row Gemini 3.1 Pro Preview, column pass@1)",,out:effort-not-established, arxiv-2610.12954-mathvis,arxiv-2610.12954,gpt-5.6-sol,unstated,coding,hard,single-round-TikZ/SVG-generation,,,,,,21.48,pass@1%,0.00289,,,"https://arxiv.org/html/2610.12954 (Table 6, row GPT-5.6-sol, column pass@1)",,out:effort-not-established, arxiv-2610.12954-mathvis,arxiv-2610.12954,glm-5.2,unstated,coding,hard,single-round-TikZ/SVG-generation,,,,,,18.95,pass@1%,0.00289,,,"https://arxiv.org/html/2610.12954 (Table 6, row GLM 5.2 (Direct), column pass@1)",,out:effort-not-established, arxiv-2610.12954-mathvis,arxiv-2610.12954,glm-5.2,unstated,coding,hard,single-round-TikZ/SVG-generation,,,,,,17.58,pass@1%,0.00289,,,"https://arxiv.org/html/2610.12954 (Table 6, row GLM 5.2 (OpenRouter), column pass@1)",,out:effort-not-established, arxiv-2610.12954-mathvis,arxiv-2610.12954,deepseek-v4-flash-0731,unstated,coding,hard,single-round-TikZ/SVG-generation,,,,,,17.19,pass@1%,0.00289,,,"https://arxiv.org/html/2610.12954 (Table 6, row DeepSeek V4 Flash 0731, column pass@1)",,out:effort-not-established, arxiv-2610.13075-officeqa-v1-direct,arxiv-2610.13075,qwen3.8-27b,xhigh,mixed,hard,none,,,,,,15.8,exact-match,0.0289,,,"https://arxiv.org/abs/2610.13075 (Table 1, row Qwen3.8-27B / -, column OfficeQA V1 Ex.)",,in, arxiv-2610.13075-officeqa-v2-direct,arxiv-2610.13075,qwen3.8-27b,xhigh,mixed,hard,none,,,,,,4.4,exact-match,0.0289,,,"https://arxiv.org/abs/2610.13075 (Table 1, row Qwen3.8-27B / -, column OfficeQA V2 Ex.)",,in, arxiv-2610.13075-longbench-v2-direct,arxiv-2610.13075,qwen3.8-27b,xhigh,mixed,hard,none,,,,,,63.0,exact-match,0.0289,,,"https://arxiv.org/abs/2610.13075 (Table 1, row Qwen3.8-27B / -, column LongBench V2)",,in, arxiv-2610.13075-officeqa-v1-direct,arxiv-2610.13075,deepseek-v4-flash-0731,max,mixed,hard,none,,,,,,14.3,exact-match,0.0289,,,"https://arxiv.org/abs/2610.13075 (Table 1, row DeepSeek-V4-Flash-0731 / -, column OfficeQA V1 Ex.)",,in, arxiv-2610.13075-officeqa-v2-direct,arxiv-2610.13075,deepseek-v4-flash-0731,max,mixed,hard,none,,,,,,3.3,exact-match,0.0289,,,"https://arxiv.org/abs/2610.13075 (Table 1, row DeepSeek-V4-Flash-0731 / -, column OfficeQA V2 Ex.)",,in, arxiv-2610.13075-longbench-v2-direct,arxiv-2610.13075,deepseek-v4-flash-0731,max,mixed,hard,none,,,,,,53.7,exact-match,0.0289,,,"https://arxiv.org/abs/2610.13075 (Table 1, row DeepSeek-V4-Flash-0731 / -, column LongBench V2)",,in, arxiv-2610.13075-officeqa-v1-direct,arxiv-2610.13075,gemini-3.8-flash,high,mixed,hard,none,,,,,,18.1,exact-match,0.0289,,,"https://arxiv.org/abs/2610.13075 (Table 1, row Gemini-3.8-Flash / -, column OfficeQA V1 Ex.)",,in, arxiv-2610.13075-officeqa-v2-direct,arxiv-2610.13075,gemini-3.8-flash,high,mixed,hard,none,,,,,,4.4,exact-match,0.0289,,,"https://arxiv.org/abs/2610.13075 (Table 1, row Gemini-3.8-Flash / -, column OfficeQA V2 Ex.)",,in, arxiv-2610.13075-longbench-v2-direct,arxiv-2610.13075,gemini-3.8-flash,high,mixed,hard,none,,,,,,70.4,exact-match,0.0289,,,"https://arxiv.org/abs/2610.13075 (Table 1, row Gemini-3.8-Flash / -, column LongBench V2)",,in, arxiv-2610.13075-officeqa-v1-direct,arxiv-2610.13075,gpt-5.6-luna,max,mixed,hard,none,,,,,,17.3,exact-match,0.0289,,,"https://arxiv.org/abs/2610.13075 (Table 1, row GPT-5.6-Luna / -, column OfficeQA V1 Ex.)",,in, arxiv-2610.13075-officeqa-v2-direct,arxiv-2610.13075,gpt-5.6-luna,max,mixed,hard,none,,,,,,2.2,exact-match,0.0289,,,"https://arxiv.org/abs/2610.13075 (Table 1, row GPT-5.6-Luna / -, column OfficeQA V2 Ex.)",,in, arxiv-2610.13075-longbench-v2-direct,arxiv-2610.13075,gpt-5.6-luna,max,mixed,hard,none,,,,,,61.1,exact-match,0.0289,,,"https://arxiv.org/abs/2610.13075 (Table 1, row GPT-5.6-Luna / -, column LongBench V2)",,in, arxiv-2610.13075-officeqa-v1-direct,arxiv-2610.13075,glm-5.3,max,mixed,hard,none,,,,,,12.8,exact-match,0.0289,,,"https://arxiv.org/abs/2610.13075 (Table 1, row GLM-5.3 / -, column OfficeQA V1 Ex.)",,in, arxiv-2610.13075-officeqa-v2-direct,arxiv-2610.13075,glm-5.3,max,mixed,hard,none,,,,,,3.3,exact-match,0.0289,,,"https://arxiv.org/abs/2610.13075 (Table 1, row GLM-5.3 / -, column OfficeQA V2 Ex.)",,in, arxiv-2610.13075-longbench-v2-direct,arxiv-2610.13075,glm-5.3,max,mixed,hard,none,,,,,,60.2,exact-match,0.0289,,,"https://arxiv.org/abs/2610.13075 (Table 1, row GLM-5.3 / -, column LongBench V2)",,in, arxiv-2610.13075-officeqa-v1-direct,arxiv-2610.13075,qwen3.7-max,not-established:absent,mixed,hard,none,,,,,,13.5,exact-match,0.0289,,,"https://arxiv.org/abs/2610.13075 (Table 1, row Qwen3.7-Max / -, column OfficeQA V1 Ex.)",,out:effort-not-established, arxiv-2610.13075-officeqa-v2-direct,arxiv-2610.13075,qwen3.7-max,not-established:absent,mixed,hard,none,,,,,,3.3,exact-match,0.0289,,,"https://arxiv.org/abs/2610.13075 (Table 1, row Qwen3.7-Max / -, column OfficeQA V2 Ex.)",,out:effort-not-established, arxiv-2610.13075-longbench-v2-direct,arxiv-2610.13075,qwen3.7-max,not-established:absent,mixed,hard,none,,,,,,64.8,exact-match,0.0289,,,"https://arxiv.org/abs/2610.13075 (Table 1, row Qwen3.7-Max / -, column LongBench V2)",,out:effort-not-established, arxiv-2610.13075-officeqa-v1-direct,arxiv-2610.13075,kimi-k3,max,mixed,hard,none,,,,,,23.2,exact-match,0.0289,,,"https://arxiv.org/abs/2610.13075 (Table 1, row Kimi-K3 / -, column OfficeQA V1 Ex.)",,in, arxiv-2610.13075-officeqa-v2-direct,arxiv-2610.13075,kimi-k3,max,mixed,hard,none,,,,,,4.8,exact-match,0.0289,,,"https://arxiv.org/abs/2610.13075 (Table 1, row Kimi-K3 / -, column OfficeQA V2 Ex.)",,in, arxiv-2610.13075-longbench-v2-direct,arxiv-2610.13075,kimi-k3,max,mixed,hard,none,,,,,,68.0,exact-match,0.0289,,,"https://arxiv.org/abs/2610.13075 (Table 1, row Kimi-K3 / -, column LongBench V2)",,in, arxiv-2610.13075-officeqa-v1-direct,arxiv-2610.13075,deepseek-v4-pro-0813,max,mixed,hard,none,,,,,,16.5,exact-match,0.0289,,,"https://arxiv.org/abs/2610.13075 (Table 1, row DeepSeek-V4-Pro-0813 / -, column OfficeQA V1 Ex.)",,in, arxiv-2610.13075-officeqa-v2-direct,arxiv-2610.13075,deepseek-v4-pro-0813,max,mixed,hard,none,,,,,,3.3,exact-match,0.0289,,,"https://arxiv.org/abs/2610.13075 (Table 1, row DeepSeek-V4-Pro-0813 / -, column OfficeQA V2 Ex.)",,in, arxiv-2610.13075-longbench-v2-direct,arxiv-2610.13075,deepseek-v4-pro-0813,max,mixed,hard,none,,,,,,63.5,exact-match,0.0289,,,"https://arxiv.org/abs/2610.13075 (Table 1, row DeepSeek-V4-Pro-0813 / -, column LongBench V2)",,in, arxiv-2610.13075-officeqa-v1-direct,arxiv-2610.13075,gpt-5.6-sol,max,mixed,hard,none,,,,,,19.6,exact-match,0.0289,,,"https://arxiv.org/abs/2610.13075 (Table 1, row GPT-5.6-Sol / -, column OfficeQA V1 Ex.)",,in, arxiv-2610.13075-officeqa-v2-direct,arxiv-2610.13075,gpt-5.6-sol,max,mixed,hard,none,,,,,,5.6,exact-match,0.0289,,,"https://arxiv.org/abs/2610.13075 (Table 1, row GPT-5.6-Sol / -, column OfficeQA V2 Ex.)",,in, arxiv-2610.13075-longbench-v2-direct,arxiv-2610.13075,gpt-5.6-sol,max,mixed,hard,none,,,,,,64.8,exact-match,0.0289,,,"https://arxiv.org/abs/2610.13075 (Table 1, row GPT-5.6-Sol / -, column LongBench V2)",,in, arxiv-2610.13075-officeqa-v1-direct,arxiv-2610.13075,glm-5.3-flash,max,mixed,hard,none,,,,,,15.8,exact-match,0.0289,,,"https://arxiv.org/abs/2610.13075 (Table 1, row GLM-5.3-Flash / -, column OfficeQA V1 Ex.)",,in, arxiv-2610.13075-officeqa-v2-direct,arxiv-2610.13075,glm-5.3-flash,max,mixed,hard,none,,,,,,4.4,exact-match,0.0289,,,"https://arxiv.org/abs/2610.13075 (Table 1, row GLM-5.3-Flash / -, column OfficeQA V2 Ex.)",,in, arxiv-2610.13075-longbench-v2-direct,arxiv-2610.13075,glm-5.3-flash,max,mixed,hard,none,,,,,,62.0,exact-match,0.0289,,,"https://arxiv.org/abs/2610.13075 (Table 1, row GLM-5.3-Flash / -, column LongBench V2)",,in, arxiv-2610.13075-officeqa-v1-codex,arxiv-2610.13075,glm-5.3-flash,max,mixed,hard,codex,,,,,,46.6,exact-match,0.0289,,,"https://arxiv.org/abs/2610.13075 (Table 1, row GLM-5.3-Flash / Codex, column OfficeQA V1 Ex.)",,out:single-couple, arxiv-2610.13075-officeqa-v2-codex,arxiv-2610.13075,glm-5.3-flash,max,mixed,hard,codex,,,,,,42.2,exact-match,0.0289,,,"https://arxiv.org/abs/2610.13075 (Table 1, row GLM-5.3-Flash / Codex, column OfficeQA V2 Ex.)",,out:single-couple, arxiv-2610.13075-aa-lcr-codex,arxiv-2610.13075,glm-5.3-flash,max,mixed,hard,codex,,,,,,77.0,exact-match,0.0289,,,"https://arxiv.org/abs/2610.13075 (Table 1, row GLM-5.3-Flash / Codex, column AA-LCR)",,out:single-couple, arxiv-2610.13075-longbench-v2-codex,arxiv-2610.13075,glm-5.3-flash,max,mixed,hard,codex,,,,,,69.4,exact-match,0.0289,,,"https://arxiv.org/abs/2610.13075 (Table 1, row GLM-5.3-Flash / Codex, column LongBench V2)",,out:single-couple, arxiv-2610.13075-officeqa-v1-claude-code,arxiv-2610.13075,glm-5.3-flash,not-established:absent,mixed,hard,claude-code,,,,,,48.1,exact-match,0.0289,,,"https://arxiv.org/abs/2610.13075 (Table 1, row GLM-5.3-Flash / Claude Code, column OfficeQA V1 Ex.)",,out:effort-not-established, arxiv-2610.13075-officeqa-v2-claude-code,arxiv-2610.13075,glm-5.3-flash,not-established:absent,mixed,hard,claude-code,,,,,,35.6,exact-match,0.0289,,,"https://arxiv.org/abs/2610.13075 (Table 1, row GLM-5.3-Flash / Claude Code, column OfficeQA V2 Ex.)",,out:effort-not-established, arxiv-2610.13075-aa-lcr-claude-code,arxiv-2610.13075,glm-5.3-flash,not-established:absent,mixed,hard,claude-code,,,,,,79.0,exact-match,0.0289,,,"https://arxiv.org/abs/2610.13075 (Table 1, row GLM-5.3-Flash / Claude Code, column AA-LCR)",,out:effort-not-established, arxiv-2610.13075-longbench-v2-claude-code,arxiv-2610.13075,glm-5.3-flash,not-established:absent,mixed,hard,claude-code,,,,,,63.0,exact-match,0.0289,,,"https://arxiv.org/abs/2610.13075 (Table 1, row GLM-5.3-Flash / Claude Code, column LongBench V2)",,out:effort-not-established, arxiv-2610.13075-officeqa-v1-rlm,arxiv-2610.13075,glm-5.3-flash,max,mixed,hard,rlm,,,,,,45.1,exact-match,0.0289,,,"https://arxiv.org/abs/2610.13075 (Table 1, row GLM-5.3-Flash / RLM, column OfficeQA V1 Ex.)",,out:single-couple, arxiv-2610.13075-officeqa-v2-rlm,arxiv-2610.13075,glm-5.3-flash,max,mixed,hard,rlm,,,,,,38.9,exact-match,0.0289,,,"https://arxiv.org/abs/2610.13075 (Table 1, row GLM-5.3-Flash / RLM, column OfficeQA V2 Ex.)",,out:single-couple, arxiv-2610.13075-aa-lcr-rlm,arxiv-2610.13075,glm-5.3-flash,max,mixed,hard,rlm,,,,,,56.0,exact-match,0.0289,,,"https://arxiv.org/abs/2610.13075 (Table 1, row GLM-5.3-Flash / RLM, column AA-LCR)",,out:single-couple, arxiv-2610.13075-longbench-v2-rlm,arxiv-2610.13075,glm-5.3-flash,max,mixed,hard,rlm,,,,,,60.2,exact-match,0.0289,,,"https://arxiv.org/abs/2610.13075 (Table 1, row GLM-5.3-Flash / RLM, column LongBench V2)",,out:single-couple, arxiv-2610.13075-officeqa-v1-longharness,arxiv-2610.13075,glm-5.3-flash,max,mixed,hard,longharness,,,,,,60.2,exact-match,0.0289,,,"https://arxiv.org/abs/2610.13075 (Table 1, row GLM-5.3-Flash / LongHarness, column OfficeQA V1 Ex.)",,out:single-couple, arxiv-2610.13075-officeqa-v2-longharness,arxiv-2610.13075,glm-5.3-flash,max,mixed,hard,longharness,,,,,,61.1,exact-match,0.0289,,,"https://arxiv.org/abs/2610.13075 (Table 1, row GLM-5.3-Flash / LongHarness, column OfficeQA V2 Ex.)",,out:single-couple, arxiv-2610.13075-aa-lcr-longharness,arxiv-2610.13075,glm-5.3-flash,max,mixed,hard,longharness,,,,,,84.0,exact-match,0.0289,,,"https://arxiv.org/abs/2610.13075 (Table 1, row GLM-5.3-Flash / LongHarness, column AA-LCR)",,out:single-couple, arxiv-2610.13075-longbench-v2-longharness,arxiv-2610.13075,glm-5.3-flash,max,mixed,hard,longharness,,,,,,75.9,exact-match,0.0289,,,"https://arxiv.org/abs/2610.13075 (Table 1, row GLM-5.3-Flash / LongHarness, column LongBench V2)",,out:single-couple, arxiv-2610.13075-officeqa-v1-direct,arxiv-2610.13075,qwen3.8-flash,not-established:absent,mixed,hard,none,,,,,,15.8,exact-match,0.0289,,,"https://arxiv.org/abs/2610.13075 (Table 1, row Qwen3.8-Flash / -, column OfficeQA V1 Ex.)",,out:effort-not-established, arxiv-2610.13075-officeqa-v2-direct,arxiv-2610.13075,qwen3.8-flash,not-established:absent,mixed,hard,none,,,,,,4.4,exact-match,0.0289,,,"https://arxiv.org/abs/2610.13075 (Table 1, row Qwen3.8-Flash / -, column OfficeQA V2 Ex.)",,out:effort-not-established, arxiv-2610.13075-longbench-v2-direct,arxiv-2610.13075,qwen3.8-flash,not-established:absent,mixed,hard,none,,,,,,54.3,exact-match,0.0289,,,"https://arxiv.org/abs/2610.13075 (Table 1, row Qwen3.8-Flash / -, column LongBench V2)",,out:effort-not-established, arxiv-2610.13075-officeqa-v1-codex,arxiv-2610.13075,qwen3.8-flash,not-established:absent,mixed,hard,codex,,,,,,49.6,exact-match,0.0289,,,"https://arxiv.org/abs/2610.13075 (Table 1, row Qwen3.8-Flash / Codex, column OfficeQA V1 Ex.)",,out:effort-not-established, arxiv-2610.13075-officeqa-v2-codex,arxiv-2610.13075,qwen3.8-flash,not-established:absent,mixed,hard,codex,,,,,,50.0,exact-match,0.0289,,,"https://arxiv.org/abs/2610.13075 (Table 1, row Qwen3.8-Flash / Codex, column OfficeQA V2 Ex.)",,out:effort-not-established, arxiv-2610.13075-aa-lcr-codex,arxiv-2610.13075,qwen3.8-flash,not-established:absent,mixed,hard,codex,,,,,,81.0,exact-match,0.0289,,,"https://arxiv.org/abs/2610.13075 (Table 1, row Qwen3.8-Flash / Codex, column AA-LCR)",,out:effort-not-established, arxiv-2610.13075-longbench-v2-codex,arxiv-2610.13075,qwen3.8-flash,not-established:absent,mixed,hard,codex,,,,,,69.4,exact-match,0.0289,,,"https://arxiv.org/abs/2610.13075 (Table 1, row Qwen3.8-Flash / Codex, column LongBench V2)",,out:effort-not-established, arxiv-2610.13075-officeqa-v1-claude-code,arxiv-2610.13075,qwen3.8-flash,not-established:absent,mixed,hard,claude-code,,,,,,53.4,exact-match,0.0289,,,"https://arxiv.org/abs/2610.13075 (Table 1, row Qwen3.8-Flash / Claude Code, column OfficeQA V1 Ex.)",,out:effort-not-established, arxiv-2610.13075-officeqa-v2-claude-code,arxiv-2610.13075,qwen3.8-flash,not-established:absent,mixed,hard,claude-code,,,,,,41.1,exact-match,0.0289,,,"https://arxiv.org/abs/2610.13075 (Table 1, row Qwen3.8-Flash / Claude Code, column OfficeQA V2 Ex.)",,out:effort-not-established, arxiv-2610.13075-aa-lcr-claude-code,arxiv-2610.13075,qwen3.8-flash,not-established:absent,mixed,hard,claude-code,,,,,,83.0,exact-match,0.0289,,,"https://arxiv.org/abs/2610.13075 (Table 1, row Qwen3.8-Flash / Claude Code, column AA-LCR)",,out:effort-not-established, arxiv-2610.13075-longbench-v2-claude-code,arxiv-2610.13075,qwen3.8-flash,not-established:absent,mixed,hard,claude-code,,,,,,63.9,exact-match,0.0289,,,"https://arxiv.org/abs/2610.13075 (Table 1, row Qwen3.8-Flash / Claude Code, column LongBench V2)",,out:effort-not-established, arxiv-2610.13075-officeqa-v1-rlm,arxiv-2610.13075,qwen3.8-flash,not-established:absent,mixed,hard,rlm,,,,,,48.1,exact-match,0.0289,,,"https://arxiv.org/abs/2610.13075 (Table 1, row Qwen3.8-Flash / RLM, column OfficeQA V1 Ex.)",,out:effort-not-established, arxiv-2610.13075-officeqa-v2-rlm,arxiv-2610.13075,qwen3.8-flash,not-established:absent,mixed,hard,rlm,,,,,,35.6,exact-match,0.0289,,,"https://arxiv.org/abs/2610.13075 (Table 1, row Qwen3.8-Flash / RLM, column OfficeQA V2 Ex.)",,out:effort-not-established, arxiv-2610.13075-aa-lcr-rlm,arxiv-2610.13075,qwen3.8-flash,not-established:absent,mixed,hard,rlm,,,,,,73.0,exact-match,0.0289,,,"https://arxiv.org/abs/2610.13075 (Table 1, row Qwen3.8-Flash / RLM, column AA-LCR)",,out:effort-not-established, arxiv-2610.13075-longbench-v2-rlm,arxiv-2610.13075,qwen3.8-flash,not-established:absent,mixed,hard,rlm,,,,,,69.4,exact-match,0.0289,,,"https://arxiv.org/abs/2610.13075 (Table 1, row Qwen3.8-Flash / RLM, column LongBench V2)",,out:effort-not-established, arxiv-2610.13075-officeqa-v1-longharness,arxiv-2610.13075,qwen3.8-flash,not-established:absent,mixed,hard,longharness,,,,,,61.7,exact-match,0.0289,,,"https://arxiv.org/abs/2610.13075 (Table 1, row Qwen3.8-Flash / LongHarness, column OfficeQA V1 Ex.)",,out:effort-not-established, arxiv-2610.13075-officeqa-v2-longharness,arxiv-2610.13075,qwen3.8-flash,not-established:absent,mixed,hard,longharness,,,,,,51.1,exact-match,0.0289,,,"https://arxiv.org/abs/2610.13075 (Table 1, row Qwen3.8-Flash / LongHarness, column OfficeQA V2 Ex.)",,out:effort-not-established, arxiv-2610.13075-aa-lcr-longharness,arxiv-2610.13075,qwen3.8-flash,not-established:absent,mixed,hard,longharness,,,,,,87.0,exact-match,0.0289,,,"https://arxiv.org/abs/2610.13075 (Table 1, row Qwen3.8-Flash / LongHarness, column AA-LCR)",,out:effort-not-established, arxiv-2610.13075-longbench-v2-longharness,arxiv-2610.13075,qwen3.8-flash,not-established:absent,mixed,hard,longharness,,,,,,76.9,exact-match,0.0289,,,"https://arxiv.org/abs/2610.13075 (Table 1, row Qwen3.8-Flash / LongHarness, column LongBench V2)",,out:effort-not-established, programgym-claudecode,arxiv-2610.13395,deepseek-v4-flash-0731,unstated,coding,frontier,claudecode,,,,,,57.68,tests-passed-pct,0.00289,,,"https://arxiv.org/abs/2610.13395 (Table 2 (Results on ProgramBench), row DeepSeek-V4-Flash-0731 / Claude Code, column Tests Passed (%))",,out:effort-not-established, programgym-programagent,arxiv-2610.13395,deepseek-v4-flash-0731,unstated,coding,frontier,program-agent,,,,,,58.97,tests-passed-pct,0.00289,,,"https://arxiv.org/abs/2610.13395 (Table 2 (Results on ProgramBench), row DeepSeek-V4-Flash-0731 / Program-Agent, column Tests Passed (%))",,out:effort-not-established, programgym-claudecode,arxiv-2610.13395,qwen3.8-27b,unstated,coding,frontier,claudecode,,,,,,34.87,tests-passed-pct,0.00289,,,"https://arxiv.org/abs/2610.13395 (Table 2 (Results on ProgramBench), row Qwen3.8-27B / Claude Code, column Tests Passed (%))",,out:effort-not-established, programgym-programagent,arxiv-2610.13395,qwen3.8-27b,unstated,coding,frontier,program-agent,,,,,,55.71,tests-passed-pct,0.00289,,,"https://arxiv.org/abs/2610.13395 (Table 2 (Results on ProgramBench), row Qwen3.8-27B / Program-Agent, column Tests Passed (%))",,out:effort-not-established, programgym-claudecode,arxiv-2610.13395,?Qwen3.8-27B-SFT,not-established:absent,coding,frontier,claudecode,,,,,,42.84,tests-passed-pct,0.00289,,,"https://arxiv.org/abs/2610.13395 (Table 2 (Results on ProgramBench), row Qwen3.8-27B-SFT / Claude Code, column Tests Passed (%))",,out:model-not-established, programgym-programagent,arxiv-2610.13395,?Qwen3.8-27B-SFT,not-established:absent,coding,frontier,program-agent,,,,,,56.25,tests-passed-pct,0.00289,,,"https://arxiv.org/abs/2610.13395 (Table 2 (Results on ProgramBench), row Qwen3.8-27B-SFT / Program-Agent, column Tests Passed (%))",,out:model-not-established, programgym-mini-swe-agent,arxiv-2610.13395,gpt-5-mini,unstated,coding,frontier,mini-SWE-agent,,,,,,16.00,tests-passed-pct,0.00289,,"restated-from:Yang et al., 2026b","https://arxiv.org/abs/2610.13395 (Table 2, flagship group, row GPT 5 mini / mini-SWE-agent, column Tests Passed (%))",,out:effort-not-established, programgym-mini-swe-agent,arxiv-2610.13395,gpt-5.4-mini,unstated,coding,frontier,mini-SWE-agent,,,,,,16.40,tests-passed-pct,0.00289,,"restated-from:Yang et al., 2026b","https://arxiv.org/abs/2610.13395 (Table 2, flagship group, row GPT 5.4 mini / mini-SWE-agent, column Tests Passed (%))",,out:effort-not-established, programgym-mini-swe-agent,arxiv-2610.13395,haiku-4.5,unstated,coding,frontier,mini-SWE-agent,,,,,,30.00,tests-passed-pct,0.00289,,"restated-from:Yang et al., 2026b","https://arxiv.org/abs/2610.13395 (Table 2, flagship group, row Claude Haiku 4.5 / mini-SWE-agent, column Tests Passed (%))",,out:effort-not-established, programgym-mini-swe-agent,arxiv-2610.13395,gemini-3-flash,unstated,coding,frontier,mini-SWE-agent,,,,,,31.80,tests-passed-pct,0.00289,,"restated-from:Yang et al., 2026b","https://arxiv.org/abs/2610.13395 (Table 2, flagship group, row Gemini 3 Flash / mini-SWE-agent, column Tests Passed (%))",,out:effort-not-established, programgym-mini-swe-agent,arxiv-2610.13395,gemini-3.1-pro,unstated,coding,frontier,mini-SWE-agent,,,,,,36.40,tests-passed-pct,0.00289,,"restated-from:Yang et al., 2026b","https://arxiv.org/abs/2610.13395 (Table 2, flagship group, row Gemini 3.1 Pro / mini-SWE-agent, column Tests Passed (%))",,out:effort-not-established, programgym-mini-swe-agent,arxiv-2610.13395,gpt-5.4,unstated,coding,frontier,mini-SWE-agent,,,,,,37.70,tests-passed-pct,0.00289,,"restated-from:Yang et al., 2026b","https://arxiv.org/abs/2610.13395 (Table 2, flagship group, row GPT 5.4 / mini-SWE-agent, column Tests Passed (%))",,out:effort-not-established, programgym-mini-swe-agent,arxiv-2610.13395,sonnet-4.6,unstated,coding,frontier,mini-SWE-agent,,,,,,47.50,tests-passed-pct,0.00289,,"restated-from:Yang et al., 2026b","https://arxiv.org/abs/2610.13395 (Table 2, flagship group, row Claude Sonnet 4.6 / mini-SWE-agent, column Tests Passed (%))",,out:effort-not-established, programgym-mini-swe-agent,arxiv-2610.13395,opus-4.7,unstated,coding,frontier,mini-SWE-agent,,,,,,50.90,tests-passed-pct,0.00289,,"restated-from:Yang et al., 2026b","https://arxiv.org/abs/2610.13395 (Table 2, flagship group, row Claude Opus 4.7 / mini-SWE-agent, column Tests Passed (%))",,out:effort-not-established, programgym-mini-swe-agent,arxiv-2610.13395,opus-4.6,unstated,coding,frontier,mini-SWE-agent,,,,,,52.10,tests-passed-pct,0.00289,,"restated-from:Yang et al., 2026b","https://arxiv.org/abs/2610.13395 (Table 2, flagship group, row Claude Opus 4.6 / mini-SWE-agent, column Tests Passed (%))",,out:effort-not-established, programgym-mini-swe-agent,arxiv-2610.13395,gemini-3.5-flash,unstated,coding,frontier,mini-SWE-agent,,,,,,53.60,tests-passed-pct,0.00289,,"restated-from:Yang et al., 2026b","https://arxiv.org/abs/2610.13395 (Table 2, flagship group, row Gemini 3.5 Flash / mini-SWE-agent, column Tests Passed (%))",,out:effort-not-established, programgym-mini-swe-agent,arxiv-2610.13395,opus-4.7,not-established:absent,coding,frontier,mini-SWE-agent,,,,,,55.10,tests-passed-pct,0.00289,,"restated-from:Yang et al., 2026b","https://arxiv.org/abs/2610.13395 (Table 2, flagship group, row Claude Opus 4.7 (xhigh) / mini-SWE-agent, column Tests Passed (%))",,out:effort-not-established, programgym-claudecode-resolved,arxiv-2610.13395,deepseek-v4-flash-0731,unstated,coding,frontier,claudecode,,,,,,0.00,resolved%,0.00289,,,"https://arxiv.org/abs/2610.13395 (Table 2 (Results on ProgramBench), row DeepSeek-V4-Flash-0731 / Claude Code, column Resolved (%))",,out:effort-not-established, programgym-programagent-resolved,arxiv-2610.13395,deepseek-v4-flash-0731,unstated,coding,frontier,program-agent,,,,,,0.00,resolved%,0.00289,,,"https://arxiv.org/abs/2610.13395 (Table 2 (Results on ProgramBench), row DeepSeek-V4-Flash-0731 / Program-Agent, column Resolved (%))",,out:effort-not-established, programgym-claudecode-resolved,arxiv-2610.13395,qwen3.8-27b,unstated,coding,frontier,claudecode,,,,,,0.50,resolved%,0.00289,,,"https://arxiv.org/abs/2610.13395 (Table 2 (Results on ProgramBench), row Qwen3.8-27B / Claude Code, column Resolved (%))",,out:effort-not-established, programgym-programagent-resolved,arxiv-2610.13395,qwen3.8-27b,unstated,coding,frontier,program-agent,,,,,,0.50,resolved%,0.00289,,,"https://arxiv.org/abs/2610.13395 (Table 2 (Results on ProgramBench), row Qwen3.8-27B / Program-Agent, column Resolved (%))",,out:effort-not-established, programgym-claudecode-resolved,arxiv-2610.13395,?Qwen3.8-27B-SFT,not-established:absent,coding,frontier,claudecode,,,,,,0.00,resolved%,0.00289,,,"https://arxiv.org/abs/2610.13395 (Table 2 (Results on ProgramBench), row Qwen3.8-27B-SFT / Claude Code, column Resolved (%))",,out:model-not-established, programgym-programagent-resolved,arxiv-2610.13395,?Qwen3.8-27B-SFT,not-established:absent,coding,frontier,program-agent,,,,,,0.50,resolved%,0.00289,,,"https://arxiv.org/abs/2610.13395 (Table 2 (Results on ProgramBench), row Qwen3.8-27B-SFT / Program-Agent, column Resolved (%))",,out:model-not-established, programgym-mini-swe-agent-resolved,arxiv-2610.13395,gpt-5-mini,unstated,coding,frontier,mini-SWE-agent,,,,,,0.00,resolved%,0.00289,,"restated-from:Yang et al., 2026b","https://arxiv.org/abs/2610.13395 (Table 2 (Results on ProgramBench), row GPT 5 mini / mini-SWE-agent, column Resolved (%))",,out:effort-not-established, programgym-mini-swe-agent-resolved,arxiv-2610.13395,gpt-5.4-mini,unstated,coding,frontier,mini-SWE-agent,,,,,,0.00,resolved%,0.00289,,"restated-from:Yang et al., 2026b","https://arxiv.org/abs/2610.13395 (Table 2 (Results on ProgramBench), row GPT 5.4 mini / mini-SWE-agent, column Resolved (%))",,out:effort-not-established, programgym-mini-swe-agent-resolved,arxiv-2610.13395,haiku-4.5,unstated,coding,frontier,mini-SWE-agent,,,,,,0.00,resolved%,0.00289,,"restated-from:Yang et al., 2026b","https://arxiv.org/abs/2610.13395 (Table 2 (Results on ProgramBench), row Claude Haiku 4.5 / mini-SWE-agent, column Resolved (%))",,out:effort-not-established, programgym-mini-swe-agent-resolved,arxiv-2610.13395,gemini-3-flash,unstated,coding,frontier,mini-SWE-agent,,,,,,0.00,resolved%,0.00289,,"restated-from:Yang et al., 2026b","https://arxiv.org/abs/2610.13395 (Table 2 (Results on ProgramBench), row Gemini 3 Flash / mini-SWE-agent, column Resolved (%))",,out:effort-not-established, programgym-mini-swe-agent-resolved,arxiv-2610.13395,gemini-3.1-pro,unstated,coding,frontier,mini-SWE-agent,,,,,,0.00,resolved%,0.00289,,"restated-from:Yang et al., 2026b","https://arxiv.org/abs/2610.13395 (Table 2 (Results on ProgramBench), row Gemini 3.1 Pro / mini-SWE-agent, column Resolved (%))",,out:effort-not-established, programgym-mini-swe-agent-resolved,arxiv-2610.13395,gpt-5.4,unstated,coding,frontier,mini-SWE-agent,,,,,,0.00,resolved%,0.00289,,"restated-from:Yang et al., 2026b","https://arxiv.org/abs/2610.13395 (Table 2 (Results on ProgramBench), row GPT 5.4 / mini-SWE-agent, column Resolved (%))",,out:effort-not-established, programgym-mini-swe-agent-resolved,arxiv-2610.13395,sonnet-4.6,unstated,coding,frontier,mini-SWE-agent,,,,,,0.00,resolved%,0.00289,,"restated-from:Yang et al., 2026b","https://arxiv.org/abs/2610.13395 (Table 2 (Results on ProgramBench), row Claude Sonnet 4.6 / mini-SWE-agent, column Resolved (%))",,out:effort-not-established, programgym-mini-swe-agent-resolved,arxiv-2610.13395,opus-4.7,unstated,coding,frontier,mini-SWE-agent,,,,,,0.00,resolved%,0.00289,,"restated-from:Yang et al., 2026b","https://arxiv.org/abs/2610.13395 (Table 2 (Results on ProgramBench), row Claude Opus 4.7 / mini-SWE-agent, column Resolved (%))",,out:effort-not-established, programgym-mini-swe-agent-resolved,arxiv-2610.13395,opus-4.6,unstated,coding,frontier,mini-SWE-agent,,,,,,0.00,resolved%,0.00289,,"restated-from:Yang et al., 2026b","https://arxiv.org/abs/2610.13395 (Table 2 (Results on ProgramBench), row Claude Opus 4.6 / mini-SWE-agent, column Resolved (%))",,out:effort-not-established, programgym-mini-swe-agent-resolved,arxiv-2610.13395,gemini-3.5-flash,unstated,coding,frontier,mini-SWE-agent,,,,,,0.00,resolved%,0.00289,,"restated-from:Yang et al., 2026b","https://arxiv.org/abs/2610.13395 (Table 2 (Results on ProgramBench), row Gemini 3.5 Flash / mini-SWE-agent, column Resolved (%))",,out:effort-not-established, programgym-mini-swe-agent-resolved,arxiv-2610.13395,opus-4.7,not-established:absent,coding,frontier,mini-SWE-agent,,,,,,0.00,resolved%,0.00289,,"restated-from:Yang et al., 2026b","https://arxiv.org/abs/2610.13395 (Table 2 (Results on ProgramBench), row Claude Opus 4.7 (xhigh) / mini-SWE-agent, column Resolved (%))",,out:effort-not-established, arxiv-2610.13563-res-total,arxiv-2610.13563,opus-5,unstated,coding,hard,mini-SWE-agent,,,,,,87.32,resolved%,0.00289,,,"https://arxiv.org/html/2610.13563 (Table 2, row Claude, column Total (resolution rate, the number in brackets))",,out:effort-not-established, arxiv-2610.13563-res-total,arxiv-2610.13563,?Qwen 3.8 Max,not-established:absent,coding,hard,mini-SWE-agent,,,,,,83.19,resolved%,0.00289,,,"https://arxiv.org/html/2610.13563 (Table 2, row Qwen, column Total (resolution rate, the number in brackets))",,out:model-not-established, arxiv-2610.13563-res-total,arxiv-2610.13563,?,not-established:absent,coding,hard,mini-SWE-agent,,,,,,82.01,resolved%,0.00289,,,"https://arxiv.org/html/2610.13563 (Table 2, row GPT, column Total (resolution rate, the number in brackets))",,out:model-not-established, arxiv-2610.13563-res-total,arxiv-2610.13563,?,not-established:absent,coding,hard,mini-SWE-agent,,,,,,81.42,resolved%,0.00289,,,"https://arxiv.org/html/2610.13563 (Table 2, row DeepSeek, column Total (resolution rate, the number in brackets))",,out:model-not-established, apexharm-score,apexharm-2610.13623,opus-5,max,agentic-tool,hard,APEX-Agents MCP harness,,,,,,0.790,score-of-1,0.000289,,,"https://arxiv.org/abs/2610.13623 (Table 4 (Categories 4-6), row Opus 5, column Average Score)",src-arxiv-2610.13623-apexharm-v1-2026-10-09|run:apexharm-asr|opus-5@max|,in, apexharm-score,apexharm-2610.13623,sonnet-5,max,agentic-tool,hard,APEX-Agents MCP harness,,,,,,0.767,score-of-1,0.000289,,,"https://arxiv.org/abs/2610.13623 (Table 4 (Categories 4-6), row Sonnet 5, column Average Score)",src-arxiv-2610.13623-apexharm-v1-2026-10-09|run:apexharm-asr|sonnet-5@max|,in, apexharm-score,apexharm-2610.13623,gpt-6-astra,low,agentic-tool,hard,APEX-Agents MCP harness,,,,,,0.758,score-of-1,0.000289,,,"https://arxiv.org/abs/2610.13623 (Table 4 (Categories 4-6), row GPT-6 Astra, column Average Score)",src-arxiv-2610.13623-apexharm-v1-2026-10-09|run:apexharm-asr|gpt-6-astra@low|,in, apexharm-score,apexharm-2610.13623,gemini-3.8-flash,high,agentic-tool,hard,APEX-Agents MCP harness,,,,,,0.877,score-of-1,0.000289,,,"https://arxiv.org/abs/2610.13623 (Table 4 (Categories 4-6), row Gemini 3.8 Flash, column Average Score)",src-arxiv-2610.13623-apexharm-v1-2026-10-09|run:apexharm-asr|gemini-3.8-flash@high|,in, apexharm-score,apexharm-2610.13623,gpt-5.6-luna,low,agentic-tool,hard,APEX-Agents MCP harness,,,,,,0.389,score-of-1,0.000289,,,"https://arxiv.org/abs/2610.13623 (Table 4 (Categories 4-6), row GPT-5.6 Luna, column Average Score)",src-arxiv-2610.13623-apexharm-v1-2026-10-09|run:apexharm-asr|gpt-5.6-luna@low|,in, apexharm-score,apexharm-2610.13623,gemini-3.7-flash,high,agentic-tool,hard,APEX-Agents MCP harness,,,,,,0.840,score-of-1,0.000289,,,"https://arxiv.org/abs/2610.13623 (Table 4 (Categories 4-6), row Gemini 3.7 Flash, column Average Score)",src-arxiv-2610.13623-apexharm-v1-2026-10-09|run:apexharm-asr|gemini-3.7-flash@high|,in, apexharm-score,apexharm-2610.13623,kimi-k3,max,agentic-tool,hard,APEX-Agents MCP harness,,,,,,0.819,score-of-1,0.000289,,,"https://arxiv.org/abs/2610.13623 (Table 4 (Categories 4-6), row Kimi K3, column Average Score)",src-arxiv-2610.13623-apexharm-v1-2026-10-09|run:apexharm-asr|kimi-k3@max|,in, apexharm-score,apexharm-2610.13623,?DeepSeek V4 Flash,not-established:absent,agentic-tool,hard,APEX-Agents MCP harness,,,,,,0.799,score-of-1,0.000289,,,"https://arxiv.org/abs/2610.13623 (Table 4 (Categories 4-6), row DeepSeek V4 Flash, column Average Score)",,out:model-not-established, apexharm-score,apexharm-2610.13623,gpt-5.6-sol,high,agentic-tool,hard,APEX-Agents MCP harness,,,,,,0.777,score-of-1,0.000289,,,"https://arxiv.org/abs/2610.13623 (Table 4 (Categories 4-6), row GPT-5.6 Sol, column Average Score)",src-arxiv-2610.13623-apexharm-v1-2026-10-09|run:apexharm-asr|gpt-5.6-sol@high|,in, apexharm-score,apexharm-2610.13623,glm-5.3-flash,max,agentic-tool,hard,APEX-Agents MCP harness,,,,,,0.816,score-of-1,0.000289,,,"https://arxiv.org/abs/2610.13623 (Table 4 (Categories 4-6), row GLM 5.3 Flash, column Average Score)",src-arxiv-2610.13623-apexharm-v1-2026-10-09|run:apexharm-asr|glm-5.3-flash@max|,in, apexharm-score,apexharm-2610.13623,gpt-5.6-terra,high,agentic-tool,hard,APEX-Agents MCP harness,,,,,,0.696,score-of-1,0.000289,,,"https://arxiv.org/abs/2610.13623 (Table 4 (Categories 4-6), row GPT-5.6 Terra, column Average Score)",src-arxiv-2610.13623-apexharm-v1-2026-10-09|run:apexharm-asr|gpt-5.6-terra@high|,in, apexharm-score,apexharm-2610.13623,gemini-3.6-flash,high,agentic-tool,hard,APEX-Agents MCP harness,,,,,,0.792,score-of-1,0.000289,,,"https://arxiv.org/abs/2610.13623 (Table 4 (Categories 4-6), row Gemini 3.6 Flash, column Average Score)",src-arxiv-2610.13623-apexharm-v1-2026-10-09|run:apexharm-asr|gemini-3.6-flash@high|,in, apexharm-asr,apexharm-2610.13623,opus-5,max,agentic-tool,hard,APEX-Agents MCP harness,,,,,,8,ASR%,0.289,,,"https://arxiv.org/abs/2610.13623 (Table 4 (Categories 4-6), row Opus 5, column Average ASR)",src-arxiv-2610.13623-apexharm-v1-2026-10-09|run:apexharm-asr|opus-5@max|,in, apexharm-asr,apexharm-2610.13623,sonnet-5,max,agentic-tool,hard,APEX-Agents MCP harness,,,,,,20,ASR%,0.289,,,"https://arxiv.org/abs/2610.13623 (Table 4 (Categories 4-6), row Sonnet 5, column Average ASR)",src-arxiv-2610.13623-apexharm-v1-2026-10-09|run:apexharm-asr|sonnet-5@max|,in, apexharm-asr,apexharm-2610.13623,gpt-6-astra,low,agentic-tool,hard,APEX-Agents MCP harness,,,,,,28,ASR%,0.289,,,"https://arxiv.org/abs/2610.13623 (Table 4 (Categories 4-6), row GPT-6 Astra, column Average ASR)",src-arxiv-2610.13623-apexharm-v1-2026-10-09|run:apexharm-asr|gpt-6-astra@low|,in, apexharm-asr,apexharm-2610.13623,gemini-3.8-flash,high,agentic-tool,hard,APEX-Agents MCP harness,,,,,,33,ASR%,0.289,,,"https://arxiv.org/abs/2610.13623 (Table 4 (Categories 4-6), row Gemini 3.8 Flash, column Average ASR)",src-arxiv-2610.13623-apexharm-v1-2026-10-09|run:apexharm-asr|gemini-3.8-flash@high|,in, apexharm-asr,apexharm-2610.13623,gpt-5.6-luna,low,agentic-tool,hard,APEX-Agents MCP harness,,,,,,42,ASR%,0.289,,,"https://arxiv.org/abs/2610.13623 (Table 4 (Categories 4-6), row GPT-5.6 Luna, column Average ASR)",src-arxiv-2610.13623-apexharm-v1-2026-10-09|run:apexharm-asr|gpt-5.6-luna@low|,in, apexharm-asr,apexharm-2610.13623,gemini-3.7-flash,high,agentic-tool,hard,APEX-Agents MCP harness,,,,,,46,ASR%,0.289,,,"https://arxiv.org/abs/2610.13623 (Table 4 (Categories 4-6), row Gemini 3.7 Flash, column Average ASR)",src-arxiv-2610.13623-apexharm-v1-2026-10-09|run:apexharm-asr|gemini-3.7-flash@high|,in, apexharm-asr,apexharm-2610.13623,kimi-k3,max,agentic-tool,hard,APEX-Agents MCP harness,,,,,,47,ASR%,0.289,,,"https://arxiv.org/abs/2610.13623 (Table 4 (Categories 4-6), row Kimi K3, column Average ASR)",src-arxiv-2610.13623-apexharm-v1-2026-10-09|run:apexharm-asr|kimi-k3@max|,in, apexharm-asr,apexharm-2610.13623,?DeepSeek V4 Flash,not-established:absent,agentic-tool,hard,APEX-Agents MCP harness,,,,,,47,ASR%,0.289,,,"https://arxiv.org/abs/2610.13623 (Table 4 (Categories 4-6), row DeepSeek V4 Flash, column Average ASR)",,out:model-not-established, apexharm-asr,apexharm-2610.13623,gpt-5.6-sol,high,agentic-tool,hard,APEX-Agents MCP harness,,,,,,52,ASR%,0.289,,,"https://arxiv.org/abs/2610.13623 (Table 4 (Categories 4-6), row GPT-5.6 Sol, column Average ASR)",src-arxiv-2610.13623-apexharm-v1-2026-10-09|run:apexharm-asr|gpt-5.6-sol@high|,in, apexharm-asr,apexharm-2610.13623,glm-5.3-flash,max,agentic-tool,hard,APEX-Agents MCP harness,,,,,,57,ASR%,0.289,,,"https://arxiv.org/abs/2610.13623 (Table 4 (Categories 4-6), row GLM 5.3 Flash, column Average ASR)",src-arxiv-2610.13623-apexharm-v1-2026-10-09|run:apexharm-asr|glm-5.3-flash@max|,in, apexharm-asr,apexharm-2610.13623,gpt-5.6-terra,high,agentic-tool,hard,APEX-Agents MCP harness,,,,,,57,ASR%,0.289,,,"https://arxiv.org/abs/2610.13623 (Table 4 (Categories 4-6), row GPT-5.6 Terra, column Average ASR)",src-arxiv-2610.13623-apexharm-v1-2026-10-09|run:apexharm-asr|gpt-5.6-terra@high|,in, apexharm-asr,apexharm-2610.13623,gemini-3.6-flash,high,agentic-tool,hard,APEX-Agents MCP harness,,,,,,58,ASR%,0.289,,,"https://arxiv.org/abs/2610.13623 (Table 4 (Categories 4-6), row Gemini 3.6 Flash, column Average ASR)",src-arxiv-2610.13623-apexharm-v1-2026-10-09|run:apexharm-asr|gemini-3.6-flash@high|,in, arxiv-2610.13632-hoa-ioi,arxiv-2610.13632,gpt-5.6-sol,unstated,reasoning-math,hard,codex+/Goal,,,,,,562,IOI 2026 (points /600),0.289,,,"https://arxiv.org/abs/2610.13632 (Table 2, row GPT-5.6-sol + /Goal, column IOI)",,out:effort-not-established, arxiv-2610.13632-hoa-imo,arxiv-2610.13632,gpt-5.6-sol,unstated,reasoning-math,hard,codex+/Goal,,,,,,6,IMO 2026 (points /6),0.289,,,"https://arxiv.org/abs/2610.13632 (Table 2, row GPT-5.6-sol + /Goal, column IMO)",,out:effort-not-established, arxiv-2610.13632-hoa-ipho,arxiv-2610.13632,gpt-5.6-sol,unstated,reasoning-math,hard,codex+/Goal,,,,,,30,IPhO 2026 (points /30),0.289,,,"https://arxiv.org/abs/2610.13632 (Table 2, row GPT-5.6-sol + /Goal, column IPhO)",,out:effort-not-established, arxiv-2610.13632-hoa-icho,arxiv-2610.13632,gpt-5.6-sol,unstated,reasoning-math,hard,codex+/Goal,,,,,,87.8,IChO 2026 (score as printed; /100 assumed),0.0289,,,"https://arxiv.org/abs/2610.13632 (Table 2, row GPT-5.6-sol + /Goal, column IChO)",,out:effort-not-established, arxiv-2610.13632-hoa-ioi,arxiv-2610.13632,kimi-k3,unstated,reasoning-math,hard,codex+/Goal,,,,,,400,IOI 2026 (points /600),0.289,,,"https://arxiv.org/abs/2610.13632 (Table 2, row Kimi K3 + /Goal, column IOI)",,out:effort-not-established, arxiv-2610.13632-hoa-imo,arxiv-2610.13632,kimi-k3,unstated,reasoning-math,hard,codex+/Goal,,,,,,4,IMO 2026 (points /6),0.289,,,"https://arxiv.org/abs/2610.13632 (Table 2, row Kimi K3 + /Goal, column IMO)",,out:effort-not-established, arxiv-2610.13632-hoa-ipho,arxiv-2610.13632,kimi-k3,unstated,reasoning-math,hard,codex+/Goal,,,,,,30,IPhO 2026 (points /30),0.289,,,"https://arxiv.org/abs/2610.13632 (Table 2, row Kimi K3 + /Goal, column IPhO)",,out:effort-not-established, arxiv-2610.13632-hoa-icho,arxiv-2610.13632,kimi-k3,unstated,reasoning-math,hard,codex+/Goal,,,,,,65.0,IChO 2026 (score as printed; /100 assumed),0.0289,,,"https://arxiv.org/abs/2610.13632 (Table 2, row Kimi K3 + /Goal, column IChO)",,out:effort-not-established, arxiv-2610.13632-hoa-ioi,arxiv-2610.13632,?DeepSeek V4 Pro,not-established:absent,reasoning-math,hard,codex+/Goal,,,,,,347,IOI 2026 (points /600),0.289,,,"https://arxiv.org/abs/2610.13632 (Table 2, row DeepSeek V4 Pro + /Goal, column IOI)",,out:model-not-established, arxiv-2610.13632-hoa-imo,arxiv-2610.13632,?DeepSeek V4 Pro,not-established:absent,reasoning-math,hard,codex+/Goal,,,,,,4,IMO 2026 (points /6),0.289,,,"https://arxiv.org/abs/2610.13632 (Table 2, row DeepSeek V4 Pro + /Goal, column IMO)",,out:model-not-established, arxiv-2610.13632-hoa-ipho,arxiv-2610.13632,?DeepSeek V4 Pro,not-established:absent,reasoning-math,hard,codex+/Goal,,,,,,28.4,IPhO 2026 (points /30),0.0289,,,"https://arxiv.org/abs/2610.13632 (Table 2, row DeepSeek V4 Pro + /Goal, column IPhO)",,out:model-not-established, arxiv-2610.13632-hoa-icho,arxiv-2610.13632,?DeepSeek V4 Pro,not-established:absent,reasoning-math,hard,codex+/Goal,,,,,,58.7,IChO 2026 (score as printed; /100 assumed),0.0289,,,"https://arxiv.org/abs/2610.13632 (Table 2, row DeepSeek V4 Pro + /Goal, column IChO)",,out:model-not-established, arxiv-2610.13632-hoa-ioi,arxiv-2610.13632,glm-5.3,unstated,reasoning-math,hard,codex+/Goal,,,,,,249,IOI 2026 (points /600),0.289,,,"https://arxiv.org/abs/2610.13632 (Table 2, row GLM-5.3 + /Goal, column IOI)",,out:effort-not-established, arxiv-2610.13632-hoa-imo,arxiv-2610.13632,glm-5.3,unstated,reasoning-math,hard,codex+/Goal,,,,,,2,IMO 2026 (points /6),0.289,,,"https://arxiv.org/abs/2610.13632 (Table 2, row GLM-5.3 + /Goal, column IMO)",,out:effort-not-established, arxiv-2610.13632-hoa-ipho,arxiv-2610.13632,glm-5.3,unstated,reasoning-math,hard,codex+/Goal,,,,,,28.3,IPhO 2026 (points /30),0.0289,,,"https://arxiv.org/abs/2610.13632 (Table 2, row GLM-5.3 + /Goal, column IPhO)",,out:effort-not-established, arxiv-2610.13632-hoa-icho,arxiv-2610.13632,glm-5.3,unstated,reasoning-math,hard,codex+/Goal,,,,,,54.8,IChO 2026 (score as printed; /100 assumed),0.0289,,,"https://arxiv.org/abs/2610.13632 (Table 2, row GLM-5.3 + /Goal, column IChO)",,out:effort-not-established, arxiv-2610.13668-crbug-premerge,arxiv-2610.13668,opus-5,xhigh,coding,hard,copilot-cli-/review,per-task,2.55,0.00289,,,79.6,recall@5%,0.0289,,harness-label-as-level:copilot-cli; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.13668 (Table 1, row claude-opus-5, track Cmt., column Recall @5)",,in,in arxiv-2610.13668-crbug-postmerge,arxiv-2610.13668,opus-5,xhigh,coding,hard,copilot-cli-/review,per-task,3.38,0.00289,,,64.2,recall@5%,0.0289,,harness-label-as-level:copilot-cli; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.13668 (Table 1, row claude-opus-5, track Fix, column Recall @5)",,in,in arxiv-2610.13668-crbug-premerge,arxiv-2610.13668,opus-4.8,xhigh,coding,hard,copilot-cli-/review,per-task,1.54,0.00289,,,70.0,recall@5%,0.0289,,harness-label-as-level:copilot-cli; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.13668 (Table 1, row claude-opus-4.8, track Cmt., column Recall @5)",,in,in arxiv-2610.13668-crbug-postmerge,arxiv-2610.13668,opus-4.8,xhigh,coding,hard,copilot-cli-/review,per-task,1.98,0.00289,,,46.6,recall@5%,0.0289,,harness-label-as-level:copilot-cli; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.13668 (Table 1, row claude-opus-4.8, track Fix, column Recall @5)",,in,in arxiv-2610.13668-crbug-premerge,arxiv-2610.13668,opus-4.6,max,coding,hard,copilot-cli-/review,per-task,0.99,0.00289,,,59.1,recall@5%,0.0289,,harness-label-as-level:copilot-cli; cost-method-assumed-single,"https://arxiv.org/abs/2610.13668 (Table 1, row claude-opus-4.6 (max), track Cmt., column Recall @5)",,out:single-couple,out:cost-not-comparable arxiv-2610.13668-crbug-postmerge,arxiv-2610.13668,opus-4.6,max,coding,hard,copilot-cli-/review,per-task,1.44,0.00289,,,36.4,recall@5%,0.0289,,harness-label-as-level:copilot-cli; cost-method-assumed-single,"https://arxiv.org/abs/2610.13668 (Table 1, row claude-opus-4.6 (max), track Fix, column Recall @5)",,out:single-couple,out:cost-not-comparable arxiv-2610.13668-crbug-premerge,arxiv-2610.13668,gpt-5.6-sol,xhigh,coding,hard,copilot-cli-/review,per-task,1.875,0.217,,,65.6,recall@5%,0.0289,,harness-label-as-level:copilot-cli; cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2610.13668 (Table 1, row gpt-5.6-sol, track Cmt., column Recall @5)",,in,out:cost-single-couple arxiv-2610.13668-crbug-postmerge,arxiv-2610.13668,gpt-5.6-sol,xhigh,coding,hard,copilot-cli-/review,per-task,2.5374999999999996,0.293,,,49.0,recall@5%,0.0289,,harness-label-as-level:copilot-cli; cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2610.13668 (Table 1, row gpt-5.6-sol, track Fix, column Recall @5)",,in,out:cost-single-couple arxiv-2610.13668-crbug-premerge,arxiv-2610.13668,gpt-5.5,xhigh,coding,hard,copilot-cli-/review,per-task,1.86,0.00289,,,63.3,recall@5%,0.0289,,harness-label-as-level:copilot-cli; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.13668 (Table 1, row gpt-5.5, track Cmt., column Recall @5)",,in,in arxiv-2610.13668-crbug-postmerge,arxiv-2610.13668,gpt-5.5,xhigh,coding,hard,copilot-cli-/review,per-task,2.33,0.00289,,,47.8,recall@5%,0.0289,,harness-label-as-level:copilot-cli; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.13668 (Table 1, row gpt-5.5, track Fix, column Recall @5)",,in,in arxiv-2610.13668-crbug-premerge,arxiv-2610.13668,gpt-5.4,xhigh,coding,hard,copilot-cli-/review,per-task,1.27,0.00289,,,61.8,recall@5%,0.0289,,harness-label-as-level:copilot-cli; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.13668 (Table 1, row gpt-5.4, track Cmt., column Recall @5)",,in,in arxiv-2610.13668-crbug-postmerge,arxiv-2610.13668,gpt-5.4,xhigh,coding,hard,copilot-cli-/review,per-task,1.59,0.00289,,,45.4,recall@5%,0.0289,,harness-label-as-level:copilot-cli; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.13668 (Table 1, row gpt-5.4, track Fix, column Recall @5)",,in,in arxiv-2610.13668-crbug-premerge,arxiv-2610.13668,sonnet-5,xhigh,coding,hard,copilot-cli-/review,per-task,1.18,0.00289,,,64.7,recall@5%,0.0289,,harness-label-as-level:copilot-cli; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.13668 (Table 1, row claude-sonnet-5, track Cmt., column Recall @5)",,in,in arxiv-2610.13668-crbug-postmerge,arxiv-2610.13668,sonnet-5,xhigh,coding,hard,copilot-cli-/review,per-task,1.60,0.00289,,,45.2,recall@5%,0.0289,,harness-label-as-level:copilot-cli; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.13668 (Table 1, row claude-sonnet-5, track Fix, column Recall @5)",,in,in arxiv-2610.13668-crbug-premerge,arxiv-2610.13668,gpt-5.6-luna,xhigh,coding,hard,copilot-cli-/review,per-task,0.306,0.118,,,63.9,recall@5%,0.0289,,harness-label-as-level:copilot-cli; cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2610.13668 (Table 1, row gpt-5.6-luna, track Cmt., column Recall @5)",,in,out:cost-single-couple arxiv-2610.13668-crbug-postmerge,arxiv-2610.13668,gpt-5.6-luna,xhigh,coding,hard,copilot-cli-/review,per-task,0.432,0.166,,,47.8,recall@5%,0.0289,,harness-label-as-level:copilot-cli; cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2610.13668 (Table 1, row gpt-5.6-luna, track Fix, column Recall @5)",,in,out:cost-single-couple arxiv-2610.13668-crbug-premerge,arxiv-2610.13668,haiku-4.5,nothink,coding,hard,copilot-cli-/review,per-task,0.21,0.00289,,,43.0,recall@5%,0.0289,,harness-label-as-level:copilot-cli; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.13668 (Table 1, row claude-haiku-4.5 (none), track Cmt., column Recall @5)",,in,in arxiv-2610.13668-crbug-postmerge,arxiv-2610.13668,haiku-4.5,nothink,coding,hard,copilot-cli-/review,per-task,0.26,0.00289,,,23.0,recall@5%,0.0289,,harness-label-as-level:copilot-cli; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.13668 (Table 1, row claude-haiku-4.5 (none), track Fix, column Recall @5)",,in,in arxiv-2610.13668-crbug-premerge,arxiv-2610.13668,gpt-5-mini,high,coding,hard,copilot-cli-/review,per-task,0.12,0.00289,,,54.7,recall@5%,0.0289,,harness-label-as-level:copilot-cli; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.13668 (Table 1, row gpt-5-mini (high), track Cmt., column Recall @5)",,out:single-couple,out:cost-single-couple arxiv-2610.13668-crbug-postmerge,arxiv-2610.13668,gpt-5-mini,high,coding,hard,copilot-cli-/review,per-task,0.14,0.00289,,,33.4,recall@5%,0.0289,,harness-label-as-level:copilot-cli; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.13668 (Table 1, row gpt-5-mini (high), track Fix, column Recall @5)",,out:single-couple,out:cost-single-couple lhtb2-mean,lhtb,gpt-6-astra,not-established:absent,agentic-tool,frontier,Terminus-2,per-task,397.16,0.00289,,,69,mean-reward%,0.289,,,"https://arxiv.org/abs/2610.14146 (Figure 3 (PDF p.7), panel ""Mean R over all 77"": printed bar label of GPT-6-astra (vector text of the PDF))",,out:effort-not-established,out:effort-not-established lhtb2-mean,lhtb,gpt-5.6-sol,not-established:absent,agentic-tool,frontier,Terminus-2,per-task,67.60,0.00289,,,67,mean-reward%,0.289,,,"https://arxiv.org/abs/2610.14146 (Figure 3 (PDF p.7), panel ""Mean R over all 77"": printed bar label of GPT-5.6-sol (vector text of the PDF))",,out:effort-not-established,out:effort-not-established lhtb2-mean,lhtb,kimi-k3,not-established:absent,agentic-tool,frontier,Terminus-2,per-task,32.09,0.00289,,,57,mean-reward%,0.289,,,"https://arxiv.org/abs/2610.14146 (Figure 3 (PDF p.7), panel ""Mean R over all 77"": printed bar label of Kimi K3 (vector text of the PDF))",,out:effort-not-established,out:effort-not-established lhtb2-mean,lhtb,glm-5.3,not-established:absent,agentic-tool,frontier,Terminus-2,per-task,18.83,0.00289,,,54,mean-reward%,0.289,,,"https://arxiv.org/abs/2610.14146 (Figure 3 (PDF p.7), panel ""Mean R over all 77"": printed bar label of GLM-5.3 (vector text of the PDF))",,out:effort-not-established,out:effort-not-established lhtb2-mean,lhtb,?DeepSeek V4 Pro,not-established:absent,agentic-tool,frontier,Terminus-2,per-task,18.21,0.00289,,,53,mean-reward%,0.289,,,"https://arxiv.org/abs/2610.14146 (Figure 3 (PDF p.7), panel ""Mean R over all 77"": printed bar label of DeepSeek V4 Pro (vector text of the PDF))",,out:model-not-established,out:model-not-established lhtb2-mean,lhtb,?DeepSeek V4 Flash,not-established:absent,agentic-tool,frontier,Terminus-2,per-task,10.07,0.00289,,,52,mean-reward%,0.289,,,"https://arxiv.org/abs/2610.14146 (Figure 3 (PDF p.7), panel ""Mean R over all 77"": printed bar label of DeepSeek V4 Flash (vector text of the PDF))",,out:model-not-established,out:model-not-established lhtb2-mean,lhtb,glm-5.2,not-established:absent,agentic-tool,frontier,Terminus-2,per-task,15.43,0.00289,,,50,mean-reward%,0.289,,,"https://arxiv.org/abs/2610.14146 (Figure 3 (PDF p.7), panel ""Mean R over all 77"": printed bar label of GLM-5.2 (vector text of the PDF))",,out:effort-not-established,out:effort-not-established lhtb2-mean,lhtb,gemini-3.8-flash,not-established:absent,agentic-tool,frontier,Terminus-2,per-task,37.31,0.00289,,,47,mean-reward%,0.289,,,"https://arxiv.org/abs/2610.14146 (Figure 3 (PDF p.7), panel ""Mean R over all 77"": printed bar label of Gemini 3.8 Flash (vector text of the PDF))",,out:effort-not-established,out:effort-not-established lhtb2-mean,lhtb,?Qwen 3.8 Max,not-established:absent,agentic-tool,frontier,Terminus-2,per-task,17.67,0.00289,,,43,mean-reward%,0.289,,,"https://arxiv.org/abs/2610.14146 (Figure 3 (PDF p.7), panel ""Mean R over all 77"": printed bar label of Qwen 3.8 Max (vector text of the PDF))",,out:model-not-established,out:model-not-established lhtb2-mean,lhtb,kimi-k2.6,not-established:absent,agentic-tool,frontier,Terminus-2,per-task,18.70,0.00289,,,42,mean-reward%,0.289,,,"https://arxiv.org/abs/2610.14146 (Figure 3 (PDF p.7), panel ""Mean R over all 77"": printed bar label of Kimi K2.6 (vector text of the PDF))",,out:effort-not-established,out:effort-not-established lhtb2-mean,lhtb,grok-4.6,not-established:absent,agentic-tool,frontier,Terminus-2,per-task,25.91,0.00289,,,42,mean-reward%,0.289,,,"https://arxiv.org/abs/2610.14146 (Figure 3 (PDF p.7), panel ""Mean R over all 77"": printed bar label of Grok-4.6 (vector text of the PDF))",,out:effort-not-established,out:effort-not-established lhtb2-mean,lhtb,gemini-3.1-pro,not-established:absent,agentic-tool,frontier,Terminus-2,per-task,32.93,0.00289,,,41,mean-reward%,0.289,,,"https://arxiv.org/abs/2610.14146 (Figure 3 (PDF p.7), panel ""Mean R over all 77"": printed bar label of Gemini 3.1 Pro (vector text of the PDF))",,out:effort-not-established,out:effort-not-established arxiv-2610.14397-realitybench,arxiv-2610.14397,gemini-3.8-flash,medium,mixed,hard,API-single-call,per-1378-frames,7.16,0.00289,,,0.54,F1,0.00289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2610.14397 (Table 5, row Gemini 3.8 Flash, column F1 (acceptability, 1,378 frames))",,in,in arxiv-2610.14397-realitybench,arxiv-2610.14397,gemini-3.5-flash,default,mixed,hard,API-single-call,per-1378-frames,7.36,0.00289,,,0.56,F1,0.00289,,,"https://arxiv.org/abs/2610.14397 (Table 5, row Gemini 3.5 Flash, column F1 (acceptability, 1,378 frames))",,out:effort-not-established,out:effort-not-established arxiv-2610.14397-realitybench,arxiv-2610.14397,gemini-3.1-flash-lite,default,mixed,hard,API-single-call,per-1378-frames,0.73,0.00289,,,0.47,F1,0.00289,,,"https://arxiv.org/abs/2610.14397 (Table 5, row Gemini 3.1 Flash Lite, column F1 (acceptability, 1,378 frames))",,out:effort-not-established,out:effort-not-established arxiv-2610.14397-realitybench,arxiv-2610.14397,gemma-4-31b-it,default,mixed,hard,API-single-call,per-1378-frames,0.70,0.00289,,,0.52,F1,0.00289,,,"https://arxiv.org/abs/2610.14397 (Table 5, row Gemma 4 31B, column F1 (acceptability, 1,378 frames))",,out:effort-not-established,out:effort-not-established arxiv-2610.14397-realitybench,arxiv-2610.14397,gemma-4-26b-a4b-it,default,mixed,hard,API-single-call,per-1378-frames,1.24,0.00289,,,0.48,F1,0.00289,,,"https://arxiv.org/abs/2610.14397 (Table 5, row Gemma 4 26B-A4B, column F1 (acceptability, 1,378 frames))",,out:effort-not-established,out:effort-not-established arxiv-2610.14397-realitybench,arxiv-2610.14397,gpt-6-astra,default,mixed,hard,API-single-call,per-1378-frames,30.05,0.00289,,,0.61,F1,0.00289,,,"https://arxiv.org/abs/2610.14397 (Table 5, row GPT-6 Astra, column F1 (acceptability, 1,378 frames))",,out:effort-not-established,out:effort-not-established arxiv-2610.14397-realitybench,arxiv-2610.14397,gpt-6-sol,medium,mixed,hard,API-single-call,per-1378-frames,8.13,0.00289,,,0.55,F1,0.00289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.14397 (Table 5, row GPT-6 Sol, column F1 (acceptability, 1,378 frames))",,in,in arxiv-2610.14397-realitybench,arxiv-2610.14397,gpt-6-luna,medium,mixed,hard,API-single-call,per-1378-frames,0.69,0.00289,,,0.43,F1,0.00289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.14397 (Table 5, row GPT-6 Luna, column F1 (acceptability, 1,378 frames))",,in,in arxiv-2610.14397-realitybench,arxiv-2610.14397,gpt-5.6-sol,default,mixed,hard,API-single-call,per-1378-frames,17.65,0.00289,,,0.57,F1,0.00289,,,"https://arxiv.org/abs/2610.14397 (Table 5, row GPT-5.6 Sol, column F1 (acceptability, 1,378 frames))",,out:effort-not-established,out:effort-not-established arxiv-2610.14397-realitybench,arxiv-2610.14397,gpt-5.6-terra,default,mixed,hard,API-single-call,per-1378-frames,8.49,0.00289,,,0.55,F1,0.00289,,,"https://arxiv.org/abs/2610.14397 (Table 5, row GPT-5.6 Terra, column F1 (acceptability, 1,378 frames))",,out:effort-not-established,out:effort-not-established arxiv-2610.14397-realitybench,arxiv-2610.14397,gpt-5.6-luna,default,mixed,hard,API-single-call,per-1378-frames,1.18,0.00289,,,0.53,F1,0.00289,,,"https://arxiv.org/abs/2610.14397 (Table 5, row GPT-5.6 Luna, column F1 (acceptability, 1,378 frames))",,out:effort-not-established,out:effort-not-established arxiv-2610.14397-realitybench,arxiv-2610.14397,fable-5.1,high,mixed,hard,API-single-call,per-1378-frames,41.35,0.00289,,,0.56,F1,0.00289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.14397 (Table 5, row Claude Fable 5.1, column F1 (acceptability, 1,378 frames))",,in,in arxiv-2610.14397-realitybench,arxiv-2610.14397,opus-5.5,default,mixed,hard,API-single-call,per-1378-frames,16.36,0.00289,,,0.58,F1,0.00289,,,"https://arxiv.org/abs/2610.14397 (Table 5, row Claude Opus 5.5, column F1 (acceptability, 1,378 frames))",,out:effort-not-established,out:effort-not-established arxiv-2610.14397-realitybench,arxiv-2610.14397,opus-5,high,mixed,hard,API-single-call,per-1378-frames,23.32,0.00289,,,0.56,F1,0.00289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.14397 (Table 5, row Claude Opus 5, column F1 (acceptability, 1,378 frames))",,in,in arxiv-2610.14397-realitybench,arxiv-2610.14397,sonnet-5,default,mixed,hard,API-single-call,per-1378-frames,4.80,0.00289,,,0.48,F1,0.00289,,,"https://arxiv.org/abs/2610.14397 (Table 5, row Claude Sonnet 5, column F1 (acceptability, 1,378 frames))",,out:effort-not-established,out:effort-not-established arxiv-2610.14397-realitybench,arxiv-2610.14397,?Qwen 3.8 Max,not-established:absent,mixed,hard,API-single-call,per-1378-frames,38.19,0.00289,,,0.55,F1,0.00289,,,"https://arxiv.org/abs/2610.14397 (Table 5, row Qwen 3.8 Max, column F1 (acceptability, 1,378 frames))",,out:model-not-established,out:model-not-established arxiv-2610.14397-realitybench,arxiv-2610.14397,qwen3.8-27b,default,mixed,hard,API-single-call,per-1378-frames,12.36,0.00289,,,0.54,F1,0.00289,,,"https://arxiv.org/abs/2610.14397 (Table 5, row Qwen 3.8 27B, column F1 (acceptability, 1,378 frames))",,out:effort-not-established,out:effort-not-established arxiv-2610.14397-realitybench,arxiv-2610.14397,qwen3.5-397b-a17b,default,mixed,hard,API-single-call,per-1378-frames,15.03,0.00289,,,0.55,F1,0.00289,,,"https://arxiv.org/abs/2610.14397 (Table 5, row Qwen 3.5 397B-A17B, column F1 (acceptability, 1,378 frames))",,out:effort-not-established,out:effort-not-established arxiv-2610.14397-realitybench,arxiv-2610.14397,grok-4.6,high,mixed,hard,API-single-call,per-1378-frames,24.88,0.00289,,,0.54,F1,0.00289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.14397 (Table 5, row Grok 4.6, column F1 (acceptability, 1,378 frames))",,in,in arxiv-2610.14397-realitybench,arxiv-2610.14397,kimi-k3,default,mixed,hard,API-single-call,per-1378-frames,39.31,0.00289,,,0.53,F1,0.00289,,,"https://arxiv.org/abs/2610.14397 (Table 5, row Kimi K3, column F1 (acceptability, 1,378 frames))",,out:effort-not-established,out:effort-not-established arxiv-2610.14397-realitybench,arxiv-2610.14397,muse-spark-1.3,default,mixed,hard,API-single-call,per-1378-frames,13.22,0.00289,,,0.55,F1,0.00289,,,"https://arxiv.org/abs/2610.14397 (Table 5, row Muse Spark 1.3, column F1 (acceptability, 1,378 frames))",,out:effort-not-established,out:effort-not-established arxiv-2610.14397-realitybench,arxiv-2610.14397,deepseek-v4.1-flash,high,mixed,hard,API-single-call,per-1378-frames,8.67,0.00289,,,0.50,F1,0.00289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.14397 (Table 5, row DeepSeek V4.1 Flash, column F1 (acceptability, 1,378 frames))",,in,out:cost-single-couple arxiv-2610.14397-realitybench,arxiv-2610.14397,glm-5.3-flash,default,mixed,hard,API-single-call,per-1378-frames,1.30,0.00289,,,0.57,F1,0.00289,,,"https://arxiv.org/abs/2610.14397 (Table 5, row GLM-5.3 Flash, column F1 (acceptability, 1,378 frames))",,out:effort-not-established,out:effort-not-established arxiv-2610.14397-realitybench,arxiv-2610.14397,gemma-4-e4b-it,think,mixed,hard,API-single-call,,,,,,0.42,F1,0.00289,,,"https://arxiv.org/abs/2610.14397 (Table 5, row Gemma 4 E4B, column F1 (acceptability, 1,378 frames))",,out:single-couple, arxiv-2610.14397-realitybench,arxiv-2610.14397,qwen3.5-4b,nothink,mixed,hard,API-single-call,,,,,,0.39,F1,0.00289,,,"https://arxiv.org/abs/2610.14397 (Table 5, row Qwen3.5-4B, column F1 (acceptability, 1,378 frames))",,in, arxiv-2610.14397-realitybench,arxiv-2610.14397,?LFM2.5-VL-3B,not-established:absent,mixed,hard,API-single-call,,,,,,0.43,F1,0.00289,,,"https://arxiv.org/abs/2610.14397 (Table 5, row LFM2.5-VL-3B, column F1 (acceptability, 1,378 frames))",,out:model-not-established, arxiv-2610.14397-realitybench-doc,arxiv-2610.14397,gemini-3.8-flash,medium,mixed,hard,API-single-call,,,,,,0.84,score-of-1,0.00289,,,"https://arxiv.org/abs/2610.14397 (Table 5, row Gemini 3.8 Flash, column doc. (documentation score on scorer-acceptable frames, mean per-field score))",,in, arxiv-2610.14397-realitybench-doc,arxiv-2610.14397,gemini-3.5-flash,default,mixed,hard,API-single-call,,,,,,0.80,score-of-1,0.00289,,,"https://arxiv.org/abs/2610.14397 (Table 5, row Gemini 3.5 Flash, column doc. (documentation score on scorer-acceptable frames, mean per-field score))",,out:effort-not-established, arxiv-2610.14397-realitybench-doc,arxiv-2610.14397,gemini-3.1-flash-lite,default,mixed,hard,API-single-call,,,,,,0.73,score-of-1,0.00289,,,"https://arxiv.org/abs/2610.14397 (Table 5, row Gemini 3.1 Flash Lite, column doc. (documentation score on scorer-acceptable frames, mean per-field score))",,out:effort-not-established, arxiv-2610.14397-realitybench-doc,arxiv-2610.14397,gemma-4-31b-it,default,mixed,hard,API-single-call,,,,,,0.79,score-of-1,0.00289,,,"https://arxiv.org/abs/2610.14397 (Table 5, row Gemma 4 31B, column doc. (documentation score on scorer-acceptable frames, mean per-field score))",,out:effort-not-established, arxiv-2610.14397-realitybench-doc,arxiv-2610.14397,gemma-4-26b-a4b-it,default,mixed,hard,API-single-call,,,,,,0.77,score-of-1,0.00289,,,"https://arxiv.org/abs/2610.14397 (Table 5, row Gemma 4 26B-A4B, column doc. (documentation score on scorer-acceptable frames, mean per-field score))",,out:effort-not-established, arxiv-2610.14397-realitybench-doc,arxiv-2610.14397,gpt-6-astra,default,mixed,hard,API-single-call,,,,,,0.83,score-of-1,0.00289,,,"https://arxiv.org/abs/2610.14397 (Table 5, row GPT-6 Astra, column doc. (documentation score on scorer-acceptable frames, mean per-field score))",,out:effort-not-established, arxiv-2610.14397-realitybench-doc,arxiv-2610.14397,gpt-6-sol,medium,mixed,hard,API-single-call,,,,,,0.78,score-of-1,0.00289,,,"https://arxiv.org/abs/2610.14397 (Table 5, row GPT-6 Sol, column doc. (documentation score on scorer-acceptable frames, mean per-field score))",,in, arxiv-2610.14397-realitybench-doc,arxiv-2610.14397,gpt-6-luna,medium,mixed,hard,API-single-call,,,,,,0.62,score-of-1,0.00289,,,"https://arxiv.org/abs/2610.14397 (Table 5, row GPT-6 Luna, column doc. (documentation score on scorer-acceptable frames, mean per-field score))",,in, arxiv-2610.14397-realitybench-doc,arxiv-2610.14397,gpt-5.6-sol,default,mixed,hard,API-single-call,,,,,,0.77,score-of-1,0.00289,,,"https://arxiv.org/abs/2610.14397 (Table 5, row GPT-5.6 Sol, column doc. (documentation score on scorer-acceptable frames, mean per-field score))",,out:effort-not-established, arxiv-2610.14397-realitybench-doc,arxiv-2610.14397,gpt-5.6-terra,default,mixed,hard,API-single-call,,,,,,0.76,score-of-1,0.00289,,,"https://arxiv.org/abs/2610.14397 (Table 5, row GPT-5.6 Terra, column doc. (documentation score on scorer-acceptable frames, mean per-field score))",,out:effort-not-established, arxiv-2610.14397-realitybench-doc,arxiv-2610.14397,gpt-5.6-luna,default,mixed,hard,API-single-call,,,,,,0.71,score-of-1,0.00289,,,"https://arxiv.org/abs/2610.14397 (Table 5, row GPT-5.6 Luna, column doc. (documentation score on scorer-acceptable frames, mean per-field score))",,out:effort-not-established, arxiv-2610.14397-realitybench-doc,arxiv-2610.14397,fable-5.1,high,mixed,hard,API-single-call,,,,,,0.83,score-of-1,0.00289,,,"https://arxiv.org/abs/2610.14397 (Table 5, row Claude Fable 5.1, column doc. (documentation score on scorer-acceptable frames, mean per-field score))",,in, arxiv-2610.14397-realitybench-doc,arxiv-2610.14397,opus-5.5,default,mixed,hard,API-single-call,,,,,,0.83,score-of-1,0.00289,,,"https://arxiv.org/abs/2610.14397 (Table 5, row Claude Opus 5.5, column doc. (documentation score on scorer-acceptable frames, mean per-field score))",,out:effort-not-established, arxiv-2610.14397-realitybench-doc,arxiv-2610.14397,opus-5,high,mixed,hard,API-single-call,,,,,,0.75,score-of-1,0.00289,,,"https://arxiv.org/abs/2610.14397 (Table 5, row Claude Opus 5, column doc. (documentation score on scorer-acceptable frames, mean per-field score))",,in, arxiv-2610.14397-realitybench-doc,arxiv-2610.14397,sonnet-5,default,mixed,hard,API-single-call,,,,,,0.73,score-of-1,0.00289,,,"https://arxiv.org/abs/2610.14397 (Table 5, row Claude Sonnet 5, column doc. (documentation score on scorer-acceptable frames, mean per-field score))",,out:effort-not-established, arxiv-2610.14397-realitybench-doc,arxiv-2610.14397,?Qwen 3.8 Max,not-established:absent,mixed,hard,API-single-call,,,,,,0.82,score-of-1,0.00289,,,"https://arxiv.org/abs/2610.14397 (Table 5, row Qwen 3.8 Max, column doc. (documentation score on scorer-acceptable frames, mean per-field score))",,out:model-not-established, arxiv-2610.14397-realitybench-doc,arxiv-2610.14397,qwen3.8-27b,default,mixed,hard,API-single-call,,,,,,0.74,score-of-1,0.00289,,,"https://arxiv.org/abs/2610.14397 (Table 5, row Qwen 3.8 27B, column doc. (documentation score on scorer-acceptable frames, mean per-field score))",,out:effort-not-established, arxiv-2610.14397-realitybench-doc,arxiv-2610.14397,qwen3.5-397b-a17b,default,mixed,hard,API-single-call,,,,,,0.76,score-of-1,0.00289,,,"https://arxiv.org/abs/2610.14397 (Table 5, row Qwen 3.5 397B-A17B, column doc. (documentation score on scorer-acceptable frames, mean per-field score))",,out:effort-not-established, arxiv-2610.14397-realitybench-doc,arxiv-2610.14397,grok-4.6,high,mixed,hard,API-single-call,,,,,,0.78,score-of-1,0.00289,,,"https://arxiv.org/abs/2610.14397 (Table 5, row Grok 4.6, column doc. (documentation score on scorer-acceptable frames, mean per-field score))",,in, arxiv-2610.14397-realitybench-doc,arxiv-2610.14397,kimi-k3,default,mixed,hard,API-single-call,,,,,,0.77,score-of-1,0.00289,,,"https://arxiv.org/abs/2610.14397 (Table 5, row Kimi K3, column doc. (documentation score on scorer-acceptable frames, mean per-field score))",,out:effort-not-established, arxiv-2610.14397-realitybench-doc,arxiv-2610.14397,muse-spark-1.3,default,mixed,hard,API-single-call,,,,,,0.79,score-of-1,0.00289,,,"https://arxiv.org/abs/2610.14397 (Table 5, row Muse Spark 1.3, column doc. (documentation score on scorer-acceptable frames, mean per-field score))",,out:effort-not-established, arxiv-2610.14397-realitybench-doc,arxiv-2610.14397,deepseek-v4.1-flash,high,mixed,hard,API-single-call,,,,,,0.68,score-of-1,0.00289,,,"https://arxiv.org/abs/2610.14397 (Table 5, row DeepSeek V4.1 Flash, column doc. (documentation score on scorer-acceptable frames, mean per-field score))",,in, arxiv-2610.14397-realitybench-doc,arxiv-2610.14397,glm-5.3-flash,default,mixed,hard,API-single-call,,,,,,0.75,score-of-1,0.00289,,,"https://arxiv.org/abs/2610.14397 (Table 5, row GLM-5.3 Flash, column doc. (documentation score on scorer-acceptable frames, mean per-field score))",,out:effort-not-established, arxiv-2610.14397-realitybench-doc,arxiv-2610.14397,gemma-4-e4b-it,think,mixed,hard,API-single-call,,,,,,0.69,score-of-1,0.00289,,,"https://arxiv.org/abs/2610.14397 (Table 5, row Gemma 4 E4B, column doc. (documentation score on scorer-acceptable frames, mean per-field score))",,out:single-couple, arxiv-2610.14397-realitybench-doc,arxiv-2610.14397,qwen3.5-4b,nothink,mixed,hard,API-single-call,,,,,,0.66,score-of-1,0.00289,,,"https://arxiv.org/abs/2610.14397 (Table 5, row Qwen3.5-4B, column doc. (documentation score on scorer-acceptable frames, mean per-field score))",,in, arxiv-2610.14397-realitybench-doc,arxiv-2610.14397,?LFM2.5-VL-3B,not-established:absent,mixed,hard,API-single-call,,,,,,0.68,score-of-1,0.00289,,,"https://arxiv.org/abs/2610.14397 (Table 5, row LFM2.5-VL-3B, column doc. (documentation score on scorer-acceptable frames, mean per-field score))",,out:model-not-established, arxiv-2610.14918-skillforge,arxiv-2610.14918,opus-4.8,unstated,agentic-tool,mid,OpenHands,,,,,,40.9,strict-Scomp%,0.0289,,,"https://arxiv.org/abs/2610.14918 (Table 2, row Opus 4.8, column Strict S_comp w/ skill)",,out:effort-not-established, arxiv-2610.14918-skillforge,arxiv-2610.14918,sonnet-4.6,unstated,agentic-tool,mid,OpenHands,,,,,,28.5,strict-Scomp%,0.0289,,,"https://arxiv.org/abs/2610.14918 (Table 2, row Sonnet 4.6, column Strict S_comp w/ skill)",,out:effort-not-established, arxiv-2610.14918-skillforge,arxiv-2610.14918,haiku-4.5,unstated,agentic-tool,mid,OpenHands,,,,,,12.6,strict-Scomp%,0.0289,,,"https://arxiv.org/abs/2610.14918 (Table 2, row Haiku 4.5, column Strict S_comp w/ skill)",,out:effort-not-established, arxiv-2610.14918-skillforge,arxiv-2610.14918,glm-5.2,unstated,agentic-tool,mid,OpenHands,,,,,,36.8,strict-Scomp%,0.0289,,,"https://arxiv.org/abs/2610.14918 (Table 2, row GLM-5.2, column Strict S_comp w/ skill)",,out:effort-not-established, arxiv-2610.14918-skillforge,arxiv-2610.14918,kimi-k2.6,unstated,agentic-tool,mid,OpenHands,,,,,,20.1,strict-Scomp%,0.0289,,,"https://arxiv.org/abs/2610.14918 (Table 2, row Kimi K2.6, column Strict S_comp w/ skill)",,out:effort-not-established, arxiv-2610.14918-skillforge,arxiv-2610.14918,gemini-3.6-flash,unstated,agentic-tool,mid,OpenHands,,,,,,18.4,strict-Scomp%,0.0289,,,"https://arxiv.org/abs/2610.14918 (Table 2, row Gemini 3.6 Flash, column Strict S_comp w/ skill)",,out:effort-not-established, arxiv-2610.14918-skillforge,arxiv-2610.14918,?Qwen3.5-397B,not-established:absent,agentic-tool,mid,OpenHands,,,,,,13.3,strict-Scomp%,0.0289,,,"https://arxiv.org/abs/2610.14918 (Table 2, row Qwen3.5-397B, column Strict S_comp w/ skill)",,out:model-not-established, arxiv-2610.14918-skillforge,arxiv-2610.14918,hy3,unstated,agentic-tool,mid,OpenHands,,,,,,27.3,strict-Scomp%,0.0289,,,"https://arxiv.org/abs/2610.14918 (Table 2, row HY3, column Strict S_comp w/ skill)",,out:effort-not-established, tlaverus-verusbench,tla-verus-2610.14923,opus-5,high,coding,frontier,own scaffold (verifier loop),USD/run,54,0.289,,,99.3,pct-p@3,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.14923 (Table 11, row Opus-5, column p@3)",,in,in tlaverus-verusbench,tla-verus-2610.14923,sonnet-5,default,coding,frontier,own scaffold (verifier loop),USD/run,67,0.289,,,98.7,pct-p@3,0.0289,,,"https://arxiv.org/abs/2610.14923 (Table 11, row Sonnet-5, column p@3)",,out:effort-not-established,out:effort-not-established tlaverus-verusbench,tla-verus-2610.14923,gpt-5.6-sol-pro,medium,coding,frontier,own scaffold (verifier loop),USD/run,208.75,24.1,,,97.3,pct-p@3,0.0289,,cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2610.14923 (Table 11, row GPT-5.6-sol-pro, column p@3)",,in,out:cost-single-couple tlaverus-verusbench,tla-verus-2610.14923,gpt-5.6-terra,medium,coding,frontier,own scaffold (verifier loop),USD/run,49.5,3.19,,,85.3,pct-p@3,0.0289,,cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2610.14923 (Table 11, row GPT-5.6-terra, column p@3)",,in,out:cost-single-couple tlaverus-verusbench,tla-verus-2610.14923,grok-4.5,high,coding,frontier,own scaffold (verifier loop),USD/run,13.6,1.98,,,95.3,pct-p@3,0.0289,,cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2610.14923 (Table 11, row Grok-4.5, column p@3)",,in,out:cost-single-couple tlaverus-verusbench,tla-verus-2610.14923,grok-4.3,high,coding,frontier,own scaffold (verifier loop),USD/run,31,0.289,,,86.0,pct-p@3,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.14923 (Table 11, row Grok-4.3, column p@3)",,in,in tlaverus-verusbench,tla-verus-2610.14923,glm-5.2,high,coding,frontier,own scaffold (verifier loop),USD/run,53,0.289,,,88.7,pct-p@3,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.14923 (Table 11, row GLM-5.2, column p@3)",,in,out:cost-single-couple tlaverus-verusbench,tla-verus-2610.14923,deepseek-r1-0528,solo,coding,frontier,own scaffold (verifier loop),USD/run,31,0.289,,,74.7,pct-p@3,0.0289,,,"https://arxiv.org/abs/2610.14923 (Table 11, row DeepSeek-R1, column p@3)",,out:single-couple,out:cost-not-comparable tlaverus-verusbench,tla-verus-2610.14923,qwen3.8-flash,default,coding,frontier,own scaffold (verifier loop),USD/run,77,0.289,,,80.7,pct-p@3,0.0289,,,"https://arxiv.org/abs/2610.14923 (Table 11, row Qwen3.8-flash, column p@3)",,out:effort-not-established,out:effort-not-established tlaverus-verusbench,tla-verus-2610.14923,qwen3.6-35b-a3b,default,coding,frontier,own scaffold (verifier loop),USD/run,23,0.289,,,28.0,pct-p@3,0.0289,,,"https://arxiv.org/abs/2610.14923 (Table 11, row Qwen3.6-35B, column p@3)",,out:effort-not-established,out:effort-not-established tlaverus-verusbench,tla-verus-2610.14923,gpt-oss-120b,default,coding,frontier,own scaffold (verifier loop),USD/run,3,0.289,,,29.3,pct-p@3,0.0289,,,"https://arxiv.org/abs/2610.14923 (Table 11, row gpt-oss-120b, column p@3)",,out:effort-not-established,out:effort-not-established tlaverus-algo,tla-verus-2610.14923,opus-5,high,coding,frontier,own scaffold (verifier loop),USD/run,146,0.289,,,100.0,pct-p@3,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.14923 (Table 12, row Opus-5, column p@3)",,in,in tlaverus-algo,tla-verus-2610.14923,sonnet-5,default,coding,frontier,own scaffold (verifier loop),USD/run,293,0.289,,,87.5,pct-p@3,0.0289,,,"https://arxiv.org/abs/2610.14923 (Table 12, row Sonnet-5, column p@3)",,out:effort-not-established,out:effort-not-established tlaverus-algo,tla-verus-2610.14923,gpt-5.6-sol-pro,medium,coding,frontier,own scaffold (verifier loop),USD/run,171.25,19.8,,,100.0,pct-p@3,0.0289,,cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2610.14923 (Table 12, row GPT-5.6-sol-pro, column p@3)",,in,out:cost-single-couple tlaverus-algo,tla-verus-2610.14923,gpt-5.6-terra,medium,coding,frontier,own scaffold (verifier loop),USD/run,57.6,3.71,,,75.0,pct-p@3,0.0289,,cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2610.14923 (Table 12, row GPT-5.6-terra, column p@3)",,in,out:cost-single-couple tlaverus-algo,tla-verus-2610.14923,grok-4.5,high,coding,frontier,own scaffold (verifier loop),USD/run,45.599999999999994,6.59,,,95.0,pct-p@3,0.0289,,cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2610.14923 (Table 12, row Grok-4.5, column p@3)",,in,out:cost-single-couple tlaverus-algo,tla-verus-2610.14923,grok-4.3,high,coding,frontier,own scaffold (verifier loop),USD/run,31,0.289,,,52.5,pct-p@3,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.14923 (Table 12, row Grok-4.3, column p@3)",,in,in tlaverus-algo,tla-verus-2610.14923,glm-5.2,high,coding,frontier,own scaffold (verifier loop),USD/run,73,0.289,,,82.5,pct-p@3,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.14923 (Table 12, row GLM-5.2, column p@3)",,in,out:cost-single-couple tlaverus-algo,tla-verus-2610.14923,deepseek-r1-0528,solo,coding,frontier,own scaffold (verifier loop),USD/run,24,0.289,,,17.5,pct-p@3,0.0289,,,"https://arxiv.org/abs/2610.14923 (Table 12, row DeepSeek-R1, column p@3)",,out:single-couple,out:cost-not-comparable tlaverus-algo,tla-verus-2610.14923,qwen3.8-flash,default,coding,frontier,own scaffold (verifier loop),USD/run,16,0.289,,,80.0,pct-p@3,0.0289,,,"https://arxiv.org/abs/2610.14923 (Table 12, row Qwen3.8-flash, column p@3)",,out:effort-not-established,out:effort-not-established tlaverus-algo,tla-verus-2610.14923,qwen3.6-35b-a3b,default,coding,frontier,own scaffold (verifier loop),USD/run,11,0.289,,,15.0,pct-p@3,0.0289,,,"https://arxiv.org/abs/2610.14923 (Table 12, row Qwen3.6-35B, column p@3)",,out:effort-not-established,out:effort-not-established tlaverus-algo,tla-verus-2610.14923,gpt-oss-120b,default,coding,frontier,own scaffold (verifier loop),USD/run,7,0.289,,,0.0,pct-p@3,0.0289,,,"https://arxiv.org/abs/2610.14923 (Table 12, row gpt-oss-120b, column p@3)",,out:effort-not-established,out:effort-not-established tlaverus-llm,tla-verus-2610.14923,opus-5,high,coding,frontier,own scaffold (verifier loop),USD/run,171,0.289,,,100.0,pct-p@3,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.14923 (Table 13, row Opus-5, column p@3)",,in,in tlaverus-llm,tla-verus-2610.14923,sonnet-5,default,coding,frontier,own scaffold (verifier loop),USD/run,214,0.289,,,97.5,pct-p@3,0.0289,,,"https://arxiv.org/abs/2610.14923 (Table 13, row Sonnet-5, column p@3)",,out:effort-not-established,out:effort-not-established tlaverus-llm,tla-verus-2610.14923,gpt-5.6-sol-pro,medium,coding,frontier,own scaffold (verifier loop),USD/run,225.0,26,,,100.0,pct-p@3,0.0289,,cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2610.14923 (Table 13, row GPT-5.6-sol-pro, column p@3)",,in,out:cost-single-couple tlaverus-llm,tla-verus-2610.14923,gpt-5.6-terra,medium,coding,frontier,own scaffold (verifier loop),USD/run,63.0,4.05,,,75.0,pct-p@3,0.0289,,cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2610.14923 (Table 13, row GPT-5.6-terra, column p@3)",,in,out:cost-single-couple tlaverus-llm,tla-verus-2610.14923,grok-4.5,high,coding,frontier,own scaffold (verifier loop),USD/run,40.8,5.9,,,97.5,pct-p@3,0.0289,,cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2610.14923 (Table 13, row Grok-4.5, column p@3)",,in,out:cost-single-couple tlaverus-llm,tla-verus-2610.14923,grok-4.3,high,coding,frontier,own scaffold (verifier loop),USD/run,27,0.289,,,67.5,pct-p@3,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.14923 (Table 13, row Grok-4.3, column p@3)",,in,in tlaverus-llm,tla-verus-2610.14923,glm-5.2,high,coding,frontier,own scaffold (verifier loop),USD/run,55,0.289,,,90.0,pct-p@3,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.14923 (Table 13, row GLM-5.2, column p@3)",,in,out:cost-single-couple tlaverus-llm,tla-verus-2610.14923,deepseek-r1-0528,solo,coding,frontier,own scaffold (verifier loop),USD/run,26,0.289,,,12.5,pct-p@3,0.0289,,,"https://arxiv.org/abs/2610.14923 (Table 13, row DeepSeek-R1, column p@3)",,out:single-couple,out:cost-not-comparable tlaverus-llm,tla-verus-2610.14923,qwen3.8-flash,default,coding,frontier,own scaffold (verifier loop),USD/run,14,0.289,,,82.5,pct-p@3,0.0289,,,"https://arxiv.org/abs/2610.14923 (Table 13, row Qwen3.8-flash, column p@3)",,out:effort-not-established,out:effort-not-established tlaverus-llm,tla-verus-2610.14923,qwen3.6-35b-a3b,default,coding,frontier,own scaffold (verifier loop),USD/run,13,0.289,,,2.5,pct-p@3,0.0289,,,"https://arxiv.org/abs/2610.14923 (Table 13, row Qwen3.6-35B, column p@3)",,out:effort-not-established,out:effort-not-established tlaverus-llm,tla-verus-2610.14923,gpt-oss-120b,default,coding,frontier,own scaffold (verifier loop),USD/run,8,0.289,,,0.0,pct-p@3,0.0289,,,"https://arxiv.org/abs/2610.14923 (Table 13, row gpt-oss-120b, column p@3)",,out:effort-not-established,out:effort-not-established 2610.15452-agreement-pct,arxiv-2610.15452,qwen3.8-omni-flash,not-established:absent,mixed,hard,,,,,,,81.4,agreement % (target emotion),0.0289,,,"https://arxiv.org/abs/2610.15452 (Table D.5, column agreement % (target emotion))",,out:effort-not-established, arxiv-2610.17016-peer-kl-nats,arxiv-2610.17016,haiku-5.5,not-established:absent,mixed,mid,API-memo-to-probability,per-1k-predictions,0.7513,0.0134,,,0.2824,KL-nats,0.00106,,,"https://arxiv.org/abs/2610.17016v1 (Figure 1, panel (a) Peer review: marker centre at px (145.02, 326.93); KL axis)",,out:effort-not-established,out:effort-not-established arxiv-2610.17016-peer-kl-nats,arxiv-2610.17016,sonnet-5.5,medium,mixed,mid,API-memo-to-probability,per-1k-predictions,11.2953,2.19,,,0.1897,KL-nats,0.00106,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2610.17016v1 (Figure 1, panel (a) Peer review: marker centre at px (193.39, 301.81); KL axis)",,in,out:cost-single-couple arxiv-2610.17016-peer-kl-nats,arxiv-2610.17016,gpt-5.6-luna,medium,mixed,mid,API-memo-to-probability,per-1k-predictions,0.6807000000000001,0.263,,,0.3298,KL-nats,0.00106,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2610.17016v1 (Figure 1, panel (a) Peer review: marker centre at px (151.67, 339.78); KL axis)",,in,out:cost-single-couple arxiv-2610.17016-peer-kl-nats,arxiv-2610.17016,gpt-5.6-terra,medium,mixed,mid,API-memo-to-probability,per-1k-predictions,10.89081,0.731,,,0.1794,KL-nats,0.00106,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2610.17016v1 (Figure 1, panel (a) Peer review: marker centre at px (189.86, 299.03); KL axis)",,in,out:cost-single-couple arxiv-2610.17016-peer-kl-nats,arxiv-2610.17016,gemini-3.8-flash,medium,mixed,mid,API-memo-to-probability,per-1k-predictions,11.7243,0.21,,,0.3399,KL-nats,0.00106,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2610.17016v1 (Figure 1, panel (a) Peer review: marker centre at px (189.35, 342.51); KL axis)",,in,in arxiv-2610.17016-peer-kl-nats,arxiv-2610.17016,?DeepSeek V4 Flash,not-established:absent,mixed,mid,API-memo-to-probability,per-1k-predictions,0.6580,0.0118,,,0.4207,KL-nats,0.00106,,,"https://arxiv.org/abs/2610.17016v1 (Figure 1, panel (a) Peer review: marker centre at px (142.88, 364.41); KL axis)",,out:model-not-established,out:model-not-established arxiv-2610.17016-peer-kl-nats,arxiv-2610.17016,qwen3.8-flash,nothink,mixed,mid,API-memo-to-probability,per-1k-predictions,0.6745,0.0121,,,0.2603,KL-nats,0.00106,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.17016v1 (Figure 1, panel (a) Peer review: marker centre at px (143.28, 320.94); KL axis)",,in,in arxiv-2610.17016-covert-kl-nats,arxiv-2610.17016,haiku-5.5,not-established:absent,mixed,mid,API-memo-to-probability,per-1k-predictions,1.0737,0.0192,,,0.4946,KL-nats,0.00235,,,"https://arxiv.org/abs/2610.17016v1 (Figure 1, panel (b) Covert transfer: marker centre at px (297.78, 307.5); KL axis)",,out:effort-not-established,out:effort-not-established arxiv-2610.17016-covert-kl-nats,arxiv-2610.17016,sonnet-5.5,medium,mixed,mid,API-memo-to-probability,per-1k-predictions,17.1843,3.33,,,0.4606,KL-nats,0.00235,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2610.17016v1 (Figure 1, panel (b) Covert transfer: marker centre at px (347.16, 303.33); KL axis)",,in,out:cost-single-couple arxiv-2610.17016-covert-kl-nats,arxiv-2610.17016,gpt-5.6-luna,medium,mixed,mid,API-memo-to-probability,per-1k-predictions,2.73366,1.06,,,0.6194,KL-nats,0.00235,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2610.17016v1 (Figure 1, panel (b) Covert transfer: marker centre at px (321.1, 322.81); KL axis)",,in,out:cost-single-couple arxiv-2610.17016-covert-kl-nats,arxiv-2610.17016,gpt-5.6-terra,medium,mixed,mid,API-memo-to-probability,per-1k-predictions,33.09003,2.22,,,0.5782,KL-nats,0.00235,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2610.17016v1 (Figure 1, panel (b) Covert transfer: marker centre at px (354.79, 317.76); KL axis)",,in,out:cost-single-couple arxiv-2610.17016-covert-kl-nats,arxiv-2610.17016,?DeepSeek V4 Flash,not-established:absent,mixed,mid,API-memo-to-probability,per-1k-predictions,1.0506,0.0188,,,0.9557,KL-nats,0.00235,,,"https://arxiv.org/abs/2610.17016v1 (Figure 1, panel (b) Covert transfer: marker centre at px (297.43, 364.08); KL axis)",,out:model-not-established,out:model-not-established arxiv-2610.17016-covert-kl-nats,arxiv-2610.17016,qwen3.8-flash,nothink,mixed,mid,API-memo-to-probability,per-1k-predictions,1.0519,0.0188,,,0.6100,KL-nats,0.00235,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.17016v1 (Figure 1, panel (b) Covert transfer: marker centre at px (297.45, 321.66); KL axis)",,in,out:cost-single-couple arxiv-2610.17016-credit-kl-nats,arxiv-2610.17016,haiku-5.5,not-established:absent,mixed,mid,API-memo-to-probability,per-1k-predictions,0.7749,0.0138,,,0.2418,KL-nats,0.000903,,,"https://arxiv.org/abs/2610.17016v1 (Figure 1, panel (c) Credit risk: marker centre at px (439.48, 322.84); KL axis)",,out:effort-not-established,out:effort-not-established arxiv-2610.17016-credit-kl-nats,arxiv-2610.17016,sonnet-5.5,medium,mixed,mid,API-memo-to-probability,per-1k-predictions,11.610375,2.25,,,0.1762,KL-nats,0.000903,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2610.17016v1 (Figure 1, panel (c) Credit risk: marker centre at px (487.86, 301.88); KL axis)",,in,out:cost-single-couple arxiv-2610.17016-credit-kl-nats,arxiv-2610.17016,gpt-5.6-luna,medium,mixed,mid,API-memo-to-probability,per-1k-predictions,0.70566,0.272,,,0.1947,KL-nats,0.000903,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2610.17016v1 (Figure 1, panel (c) Credit risk: marker centre at px (446.22, 307.81); KL axis)",,in,out:cost-single-couple arxiv-2610.17016-credit-kl-nats,arxiv-2610.17016,gpt-5.6-terra,medium,mixed,mid,API-memo-to-probability,per-1k-predictions,10.60425,0.712,,,0.1929,KL-nats,0.000903,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2610.17016v1 (Figure 1, panel (c) Credit risk: marker centre at px (483.45, 307.21); KL axis)",,in,out:cost-single-couple arxiv-2610.17016-credit-kl-nats,arxiv-2610.17016,gemini-3.8-flash,medium,mixed,mid,API-memo-to-probability,per-1k-predictions,9.0347,0.161,,,0.2004,KL-nats,0.000903,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2610.17016v1 (Figure 1, panel (c) Credit risk: marker centre at px (479.16, 309.62); KL axis)",,in,in arxiv-2610.17016-credit-kl-nats,arxiv-2610.17016,?DeepSeek V4 Flash,not-established:absent,mixed,mid,API-memo-to-probability,per-1k-predictions,0.7325,0.0131,,,0.3613,KL-nats,0.000903,,,"https://arxiv.org/abs/2610.17016v1 (Figure 1, panel (c) Credit risk: marker centre at px (438.57, 361.06); KL axis)",,out:model-not-established,out:model-not-established arxiv-2610.17016-credit-kl-nats,arxiv-2610.17016,qwen3.8-flash,nothink,mixed,mid,API-memo-to-probability,per-1k-predictions,0.7499,0.0134,,,0.2130,KL-nats,0.000903,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.17016v1 (Figure 1, panel (c) Credit risk: marker centre at px (438.95, 313.64); KL axis)",,in,in arxiv-2610.17020-cwebench,arxiv-2610.17020,opus-5.5,high,coding,hard,,,0.79,0.00289,,,67,pass%,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.17020 (Table 2 (p. 5), row Claude Opus 5.5, column Pass@1 (programmatic))",,in,in arxiv-2610.17020-cwebench,arxiv-2610.17020,fable-5.1,high,coding,hard,,,3.47,0.00289,,,58,pass%,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.17020 (Table 2 (p. 5), row Claude Fable 5.1, column Pass@1 (programmatic))",,in,in arxiv-2610.17020-cwebench,arxiv-2610.17020,grok-4.7,not-established:absent,coding,hard,,,2.75,0.00289,,,68,pass%,0.289,,,"https://arxiv.org/abs/2610.17020 (Table 2 (p. 5), row Grok 4.7, column Pass@1 (programmatic))",,out:effort-not-established,out:effort-not-established arxiv-2610.17020-cwebench,arxiv-2610.17020,gemini-4-argon,high,coding,hard,,,6.63,0.00289,,,68,pass%,0.289,,EAP-run; harness-label-as-level:antigravity-cli; base-scheduled-list-price; cost-method-assumed-single,"https://arxiv.org/abs/2610.17020 (Table 2 (p. 5), row Gemini 4 Argon, column Pass@1 (programmatic))",,in,out:cost-not-comparable arxiv-2610.17020-cwebench,arxiv-2610.17020,gpt-6-astra,high,coding,hard,,,2.85,0.00289,,,68,pass%,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.17020 (Table 2 (p. 5), row GPT-6 Astra, column Pass@1 (programmatic))",,in,in arxiv-2610.17020-cwebench,arxiv-2610.17020,grok-4.6,not-established:absent,coding,hard,,,1.09,0.00289,,,57,pass%,0.289,,,"https://arxiv.org/abs/2610.17020 (Table 2 (p. 5), row Grok 4.6, column Pass@1 (programmatic))",,out:effort-not-established,out:effort-not-established arxiv-2610.17020-cwebench,arxiv-2610.17020,deepseek-v4.1-flash,not-established:absent,coding,hard,,,0.09,0.00289,,,55,pass%,0.289,,,"https://arxiv.org/abs/2610.17020 (Table 2 (p. 5), row DeepSeek V4.1 Flash, column Pass@1 (programmatic))",,out:effort-not-established,out:effort-not-established arxiv-2610.17020-cwebench,arxiv-2610.17020,gpt-6-sol,high,coding,hard,,,0.96,0.00289,,,52,pass%,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.17020 (Table 2 (p. 5), row GPT-6 Sol, column Pass@1 (programmatic))",,in,in rotabench-main,arxiv-2610.17665,gemini-3.6-flash,not-established:assumed,agentic-tool,hard,own-agent-loop,per-100-tasks,102.2555,2.89e-05,45392248,4555620,10.0,success%,0.0289,,,"https://arxiv.org/abs/2610.17665 (Table 1, Gemini 3.6 Flash row, Succ. (%) column)",,out:effort-not-established,out:effort-not-established rotabench-main,arxiv-2610.17665,gpt-5.6-sol,medium,agentic-tool,hard,own-agent-loop,per-100-tasks,212.535375,24.5,28883151,853753,17.0,success%,0.0289,,cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2610.17665 (Table 1, GPT-5.6-Sol row, Succ. (%) column)",src-arxiv-2610.17665-html-2026-10-28|run:rotabench-final-iou|gpt-5.6-sol@medium|,in,out:cost-single-couple rotabench-main,arxiv-2610.17665,gpt-6-astra,medium,agentic-tool,hard,own-agent-loop,per-100-tasks,359.1221,2.89e-05,29975049,1187433,10.0,success%,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.17665 (Table 1, GPT-6-Astra row, Succ. (%) column)",src-arxiv-2610.17665-html-2026-10-28|run:rotabench-final-iou|gpt-6-astra@medium|,in,in rotabench-main,arxiv-2610.17665,gpt-5.6-terra,medium,agentic-tool,hard,own-agent-loop,per-100-tasks,77.13693,4.95,27905743,1062892,8.0,success%,0.0289,,cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2610.17665 (Table 1, GPT-5.6-Terra row, Succ. (%) column)",src-arxiv-2610.17665-html-2026-10-28|run:rotabench-final-iou|gpt-5.6-terra@medium|,in,out:cost-single-couple rotabench-main,arxiv-2610.17665,gpt-5.6-luna,medium,agentic-tool,hard,own-agent-loop,per-100-tasks,17.49294,6.73,22630532,1087401,4.0,success%,0.0289,,cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2610.17665 (Table 1, GPT-5.6-Luna row, Succ. (%) column)",src-arxiv-2610.17665-html-2026-10-28|run:rotabench-final-iou|gpt-5.6-luna@medium|,in,out:cost-single-couple rotabench-main,arxiv-2610.17665,qwen3.7-plus,not-established:assumed,agentic-tool,hard,own-agent-loop,per-100-tasks,5.7295,2.89e-05,10719193,901152,0.0,success%,0.0289,,,"https://arxiv.org/abs/2610.17665 (Table 1, Qwen 3.7 Plus row, Succ. (%) column)",,out:effort-not-established,out:effort-not-established rotabench-main,arxiv-2610.17665,sonnet-5,medium,agentic-tool,hard,own-agent-loop,per-100-tasks,69.5007,2.89e-05,19556374,722105,0.0,success%,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.17665 (Table 1, Claude Sonnet 5 row, Succ. (%) column)",,out:uninformative,in rotabench-main,arxiv-2610.17665,opus-5,medium,agentic-tool,hard,own-agent-loop,per-100-tasks,102.5823,2.89e-05,17014514,700389,0.0,success%,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.17665 (Table 1, Claude Opus 5 row, Succ. (%) column)",,out:uninformative,in rotabench-final-iou,arxiv-2610.17665,gemini-3.6-flash,not-established:assumed,agentic-tool,hard,own-agent-loop,,,,,,0.607,Final IoU,0.000289,,,"https://arxiv.org/abs/2610.17665 (rotabench-table1-final-iou.csv: Table 1 (100 test tasks, sorted by Final IoU), the Succ. (%) and Final IoU columns as printed / row Gemini 3.6 Flash / column Final IoU)",,out:effort-not-established, rotabench-final-iou,arxiv-2610.17665,gpt-5.6-sol,medium,agentic-tool,hard,own-agent-loop,,,,,,0.598,Final IoU,0.000289,,,"https://arxiv.org/abs/2610.17665 (rotabench-table1-final-iou.csv: Table 1 (100 test tasks, sorted by Final IoU), the Succ. (%) and Final IoU columns as printed / row GPT-5.6-Sol / column Final IoU)",src-arxiv-2610.17665-html-2026-10-28|run:rotabench-final-iou|gpt-5.6-sol@medium|,in, rotabench-final-iou,arxiv-2610.17665,gpt-6-astra,medium,agentic-tool,hard,own-agent-loop,,,,,,0.578,Final IoU,0.000289,,,"https://arxiv.org/abs/2610.17665 (rotabench-table1-final-iou.csv: Table 1 (100 test tasks, sorted by Final IoU), the Succ. (%) and Final IoU columns as printed / row GPT-6-Astra / column Final IoU)",src-arxiv-2610.17665-html-2026-10-28|run:rotabench-final-iou|gpt-6-astra@medium|,in, rotabench-final-iou,arxiv-2610.17665,gpt-5.6-terra,medium,agentic-tool,hard,own-agent-loop,,,,,,0.554,Final IoU,0.000289,,,"https://arxiv.org/abs/2610.17665 (rotabench-table1-final-iou.csv: Table 1 (100 test tasks, sorted by Final IoU), the Succ. (%) and Final IoU columns as printed / row GPT-5.6-Terra / column Final IoU)",src-arxiv-2610.17665-html-2026-10-28|run:rotabench-final-iou|gpt-5.6-terra@medium|,in, rotabench-final-iou,arxiv-2610.17665,gpt-5.6-luna,medium,agentic-tool,hard,own-agent-loop,,,,,,0.553,Final IoU,0.000289,,,"https://arxiv.org/abs/2610.17665 (rotabench-table1-final-iou.csv: Table 1 (100 test tasks, sorted by Final IoU), the Succ. (%) and Final IoU columns as printed / row GPT-5.6-Luna / column Final IoU)",src-arxiv-2610.17665-html-2026-10-28|run:rotabench-final-iou|gpt-5.6-luna@medium|,in, rotabench-final-iou,arxiv-2610.17665,qwen3.7-plus,not-established:assumed,agentic-tool,hard,own-agent-loop,,,,,,0.504,Final IoU,0.000289,,,"https://arxiv.org/abs/2610.17665 (rotabench-table1-final-iou.csv: Table 1 (100 test tasks, sorted by Final IoU), the Succ. (%) and Final IoU columns as printed / row Qwen 3.7 Plus / column Final IoU)",,out:effort-not-established, rotabench-final-iou,arxiv-2610.17665,sonnet-5,medium,agentic-tool,hard,own-agent-loop,,,,,,0.492,Final IoU,0.000289,,,"https://arxiv.org/abs/2610.17665 (rotabench-table1-final-iou.csv: Table 1 (100 test tasks, sorted by Final IoU), the Succ. (%) and Final IoU columns as printed / row Claude Sonnet 5 / column Final IoU)",,in, rotabench-final-iou,arxiv-2610.17665,opus-5,medium,agentic-tool,hard,own-agent-loop,,,,,,0.484,Final IoU,0.000289,,,"https://arxiv.org/abs/2610.17665 (rotabench-table1-final-iou.csv: Table 1 (100 test tasks, sorted by Final IoU), the Succ. (%) and Final IoU columns as printed / row Claude Opus 5 / column Final IoU)",,in, arxiv-2610.17724-sauron,arxiv-2610.17724,gpt-5.6-sol,unstated,agentic-tool,hard,verifier-Sauron,per-full-run,297.69,0.00289,,,0.96,F1,0.00289,,,"https://arxiv.org/abs/2610.17724 (page 35, Table 12: row GPT-5.6 Sol / Sauron, column F1 (UNMET positive class))",,out:effort-not-established,out:effort-not-established arxiv-2610.17724-gandalf,arxiv-2610.17724,gpt-5.6-sol,default,agentic-tool,hard,verifier-Gandalf,per-full-run,388.25,0.00289,,,0.92,F1,0.00289,,,"https://arxiv.org/abs/2610.17724 (page 35, Table 12: row GPT-5.6 Sol / Gandalf, column F1 (UNMET positive class))",,out:effort-not-established,out:effort-not-established arxiv-2610.17724-archipelago,arxiv-2610.17724,gpt-5.6-sol,default,agentic-tool,hard,verifier-Archipelago,per-full-run,2058,0.289,,,0.92,F1,0.00289,,,"https://arxiv.org/abs/2610.17724 (page 35, Table 12: row GPT-5.6 Sol / Archipelago, column F1 (UNMET positive class))",,out:effort-not-established,out:effort-not-established arxiv-2610.17724-aaaj,arxiv-2610.17724,gpt-5.6-sol,default,agentic-tool,hard,verifier-AAAJ,per-full-run,234.78,0.00289,,,0.52,F1,0.00289,,,"https://arxiv.org/abs/2610.17724 (page 35, Table 12: row GPT-5.6 Sol / AAAJ, column F1 (UNMET positive class))",,out:effort-not-established,out:effort-not-established arxiv-2610.17724-autorubric,arxiv-2610.17724,gpt-5.6-sol,default,agentic-tool,hard,verifier-Autorubric,per-full-run,76.09,0.00289,,,0.65,F1,0.00289,,,"https://arxiv.org/abs/2610.17724 (page 35, Table 12: row GPT-5.6 Sol / Autorubric, column F1 (UNMET positive class))",,out:effort-not-established,out:effort-not-established arxiv-2610.17724-sauron,arxiv-2610.17724,fable-5.1,unstated,agentic-tool,hard,verifier-Sauron,per-full-run,414.70,0.00289,,,0.95,F1,0.00289,,,"https://arxiv.org/abs/2610.17724 (page 35, Table 12: row Claude Fable 5.1 / Sauron, column F1 (UNMET positive class))",,out:effort-not-established,out:effort-not-established arxiv-2610.17724-gandalf,arxiv-2610.17724,fable-5.1,high,agentic-tool,hard,verifier-Gandalf,per-full-run,449.62,0.00289,,,0.92,F1,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.17724 (page 35, Table 12: row Claude Fable 5.1 / Gandalf, column F1 (UNMET positive class))",,in,in arxiv-2610.17724-archipelago,arxiv-2610.17724,fable-5.1,high,agentic-tool,hard,verifier-Archipelago,per-full-run,2714,0.289,,,0.91,F1,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.17724 (page 35, Table 12: row Claude Fable 5.1 / Archipelago, column F1 (UNMET positive class))",,in,in arxiv-2610.17724-aaaj,arxiv-2610.17724,fable-5.1,high,agentic-tool,hard,verifier-AAAJ,per-full-run,209.14,0.00289,,,0.55,F1,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.17724 (page 35, Table 12: row Claude Fable 5.1 / AAAJ, column F1 (UNMET positive class))",,in,in arxiv-2610.17724-autorubric,arxiv-2610.17724,fable-5.1,high,agentic-tool,hard,verifier-Autorubric,per-full-run,80.43,0.00289,,,0.68,F1,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.17724 (page 35, Table 12: row Claude Fable 5.1 / Autorubric, column F1 (UNMET positive class))",,in,in arxiv-2610.17724-sauron,arxiv-2610.17724,?gemini/gemini-3.7-flash,not-established:absent,agentic-tool,hard,verifier-Sauron,per-full-run,59.79,0.00289,,,0.94,F1,0.00289,,,"https://arxiv.org/abs/2610.17724 (page 35, Table 12: row Gemini 3.7 Flash / Sauron, column F1 (UNMET positive class))",,out:model-not-established,out:model-not-established arxiv-2610.17724-gandalf,arxiv-2610.17724,?gemini/gemini-3.7-flash,not-established:absent,agentic-tool,hard,verifier-Gandalf,per-full-run,84.69,0.00289,,,0.91,F1,0.00289,,,"https://arxiv.org/abs/2610.17724 (page 35, Table 12: row Gemini 3.7 Flash / Gandalf, column F1 (UNMET positive class))",,out:model-not-established,out:model-not-established arxiv-2610.17724-archipelago,arxiv-2610.17724,?gemini/gemini-3.7-flash,not-established:absent,agentic-tool,hard,verifier-Archipelago,per-full-run,447.00,0.00289,,,0.91,F1,0.00289,,,"https://arxiv.org/abs/2610.17724 (page 35, Table 12: row Gemini 3.7 Flash / Archipelago, column F1 (UNMET positive class))",,out:model-not-established,out:model-not-established arxiv-2610.17724-aaaj,arxiv-2610.17724,?gemini/gemini-3.7-flash,not-established:absent,agentic-tool,hard,verifier-AAAJ,per-full-run,25.55,0.00289,,,0.54,F1,0.00289,,,"https://arxiv.org/abs/2610.17724 (page 35, Table 12: row Gemini 3.7 Flash / AAAJ, column F1 (UNMET positive class))",,out:model-not-established,out:model-not-established arxiv-2610.17724-autorubric,arxiv-2610.17724,?gemini/gemini-3.7-flash,not-established:absent,agentic-tool,hard,verifier-Autorubric,per-full-run,8.67,0.00289,,,0.65,F1,0.00289,,,"https://arxiv.org/abs/2610.17724 (page 35, Table 12: row Gemini 3.7 Flash / Autorubric, column F1 (UNMET positive class))",,out:model-not-established,out:model-not-established arxiv-2610.17724-sauron,arxiv-2610.17724,?fireworks_ai/kimi-k3,not-established:absent,agentic-tool,hard,verifier-Sauron,per-full-run,430.21,0.00289,,,0.94,F1,0.00289,,,"https://arxiv.org/abs/2610.17724 (page 35, Table 12: row Kimi K3 / Sauron, column F1 (UNMET positive class))",,out:model-not-established,out:model-not-established arxiv-2610.17724-gandalf,arxiv-2610.17724,?fireworks_ai/kimi-k3,not-established:absent,agentic-tool,hard,verifier-Gandalf,per-full-run,800.46,0.00289,,,0.89,F1,0.00289,,,"https://arxiv.org/abs/2610.17724 (page 35, Table 12: row Kimi K3 / Gandalf, column F1 (UNMET positive class))",,out:model-not-established,out:model-not-established arxiv-2610.17724-archipelago,arxiv-2610.17724,?fireworks_ai/kimi-k3,not-established:absent,agentic-tool,hard,verifier-Archipelago,per-full-run,3191,0.289,,,0.90,F1,0.00289,,,"https://arxiv.org/abs/2610.17724 (page 35, Table 12: row Kimi K3 / Archipelago, column F1 (UNMET positive class))",,out:model-not-established,out:model-not-established arxiv-2610.17724-aaaj,arxiv-2610.17724,?fireworks_ai/kimi-k3,not-established:absent,agentic-tool,hard,verifier-AAAJ,per-full-run,216.97,0.00289,,,0.57,F1,0.00289,,,"https://arxiv.org/abs/2610.17724 (page 35, Table 12: row Kimi K3 / AAAJ, column F1 (UNMET positive class))",,out:model-not-established,out:model-not-established arxiv-2610.17724-autorubric,arxiv-2610.17724,?fireworks_ai/kimi-k3,not-established:absent,agentic-tool,hard,verifier-Autorubric,per-full-run,43.89,0.00289,,,0.70,F1,0.00289,,,"https://arxiv.org/abs/2610.17724 (page 35, Table 12: row Kimi K3 / Autorubric, column F1 (UNMET positive class))",,out:model-not-established,out:model-not-established arxiv-2610.17724-sauron,arxiv-2610.17724,opus-5,unstated,agentic-tool,hard,verifier-Sauron,per-full-run,269.59,0.00289,,,0.93,F1,0.00289,,,"https://arxiv.org/abs/2610.17724 (page 35, Table 12: row Claude Opus 5 / Sauron, column F1 (UNMET positive class))",,out:effort-not-established,out:effort-not-established arxiv-2610.17724-gandalf,arxiv-2610.17724,opus-5,high,agentic-tool,hard,verifier-Gandalf,per-full-run,409.88,0.00289,,,0.90,F1,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.17724 (page 35, Table 12: row Claude Opus 5 / Gandalf, column F1 (UNMET positive class))",,in,in arxiv-2610.17724-archipelago,arxiv-2610.17724,opus-5,high,agentic-tool,hard,verifier-Archipelago,per-full-run,2386,0.289,,,0.91,F1,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.17724 (page 35, Table 12: row Claude Opus 5 / Archipelago, column F1 (UNMET positive class))",,in,in arxiv-2610.17724-aaaj,arxiv-2610.17724,opus-5,high,agentic-tool,hard,verifier-AAAJ,per-full-run,193.47,0.00289,,,0.54,F1,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.17724 (page 35, Table 12: row Claude Opus 5 / AAAJ, column F1 (UNMET positive class))",,in,in arxiv-2610.17724-autorubric,arxiv-2610.17724,opus-5,high,agentic-tool,hard,verifier-Autorubric,per-full-run,87.61,0.00289,,,0.65,F1,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.17724 (page 35, Table 12: row Claude Opus 5 / Autorubric, column F1 (UNMET positive class))",,in,in arxiv-2610.17724-sauron,arxiv-2610.17724,gpt-5.6-terra,unstated,agentic-tool,hard,verifier-Sauron,per-full-run,64.44,0.00289,,,0.94,F1,0.00289,,,"https://arxiv.org/abs/2610.17724 (page 35, Table 12: row GPT-5.6 Terra / Sauron, column F1 (UNMET positive class))",,out:effort-not-established,out:effort-not-established arxiv-2610.17724-gandalf,arxiv-2610.17724,gpt-5.6-terra,default,agentic-tool,hard,verifier-Gandalf,per-full-run,68.57,0.00289,,,0.90,F1,0.00289,,,"https://arxiv.org/abs/2610.17724 (page 35, Table 12: row GPT-5.6 Terra / Gandalf, column F1 (UNMET positive class))",,out:effort-not-established,out:effort-not-established arxiv-2610.17724-archipelago,arxiv-2610.17724,gpt-5.6-terra,default,agentic-tool,hard,verifier-Archipelago,per-full-run,423.00,0.00289,,,0.88,F1,0.00289,,,"https://arxiv.org/abs/2610.17724 (page 35, Table 12: row GPT-5.6 Terra / Archipelago, column F1 (UNMET positive class))",,out:effort-not-established,out:effort-not-established arxiv-2610.17724-aaaj,arxiv-2610.17724,gpt-5.6-terra,default,agentic-tool,hard,verifier-AAAJ,per-full-run,44.45,0.00289,,,0.51,F1,0.00289,,,"https://arxiv.org/abs/2610.17724 (page 35, Table 12: row GPT-5.6 Terra / AAAJ, column F1 (UNMET positive class))",,out:effort-not-established,out:effort-not-established arxiv-2610.17724-autorubric,arxiv-2610.17724,gpt-5.6-terra,default,agentic-tool,hard,verifier-Autorubric,per-full-run,11.41,0.00289,,,0.65,F1,0.00289,,,"https://arxiv.org/abs/2610.17724 (page 35, Table 12: row GPT-5.6 Terra / Autorubric, column F1 (UNMET positive class))",,out:effort-not-established,out:effort-not-established arxiv-2610.17724-sauron,arxiv-2610.17724,gpt-5.6-luna,unstated,agentic-tool,hard,verifier-Sauron,per-full-run,7.80,0.00289,,,0.91,F1,0.00289,,,"https://arxiv.org/abs/2610.17724 (page 35, Table 12: row GPT-5.6 Luna / Sauron, column F1 (UNMET positive class))",,out:effort-not-established,out:effort-not-established arxiv-2610.17724-gandalf,arxiv-2610.17724,gpt-5.6-luna,default,agentic-tool,hard,verifier-Gandalf,per-full-run,8.91,0.00289,,,0.88,F1,0.00289,,,"https://arxiv.org/abs/2610.17724 (page 35, Table 12: row GPT-5.6 Luna / Gandalf, column F1 (UNMET positive class))",,out:effort-not-established,out:effort-not-established arxiv-2610.17724-archipelago,arxiv-2610.17724,gpt-5.6-luna,default,agentic-tool,hard,verifier-Archipelago,per-full-run,48.40,0.00289,,,0.85,F1,0.00289,,,"https://arxiv.org/abs/2610.17724 (page 35, Table 12: row GPT-5.6 Luna / Archipelago, column F1 (UNMET positive class))",,out:effort-not-established,out:effort-not-established arxiv-2610.17724-aaaj,arxiv-2610.17724,gpt-5.6-luna,default,agentic-tool,hard,verifier-AAAJ,per-full-run,4.97,0.00289,,,0.50,F1,0.00289,,,"https://arxiv.org/abs/2610.17724 (page 35, Table 12: row GPT-5.6 Luna / AAAJ, column F1 (UNMET positive class))",,out:effort-not-established,out:effort-not-established arxiv-2610.17724-autorubric,arxiv-2610.17724,gpt-5.6-luna,default,agentic-tool,hard,verifier-Autorubric,per-full-run,1.70,0.00289,,,0.64,F1,0.00289,,,"https://arxiv.org/abs/2610.17724 (page 35, Table 12: row GPT-5.6 Luna / Autorubric, column F1 (UNMET positive class))",,out:effort-not-established,out:effort-not-established arxiv-2610.17724-sauron,arxiv-2610.17724,sonnet-5,unstated,agentic-tool,hard,verifier-Sauron,per-full-run,149.23,0.00289,,,0.91,F1,0.00289,,,"https://arxiv.org/abs/2610.17724 (page 35, Table 12: row Claude Sonnet 5 / Sauron, column F1 (UNMET positive class))",,out:effort-not-established,out:effort-not-established arxiv-2610.17724-gandalf,arxiv-2610.17724,sonnet-5,default,agentic-tool,hard,verifier-Gandalf,per-full-run,172.53,0.00289,,,0.90,F1,0.00289,,,"https://arxiv.org/abs/2610.17724 (page 35, Table 12: row Claude Sonnet 5 / Gandalf, column F1 (UNMET positive class))",,out:effort-not-established,out:effort-not-established arxiv-2610.17724-archipelago,arxiv-2610.17724,sonnet-5,default,agentic-tool,hard,verifier-Archipelago,per-full-run,983.00,0.00289,,,0.88,F1,0.00289,,,"https://arxiv.org/abs/2610.17724 (page 35, Table 12: row Claude Sonnet 5 / Archipelago, column F1 (UNMET positive class))",,out:effort-not-established,out:effort-not-established arxiv-2610.17724-aaaj,arxiv-2610.17724,sonnet-5,default,agentic-tool,hard,verifier-AAAJ,per-full-run,70.77,0.00289,,,0.52,F1,0.00289,,,"https://arxiv.org/abs/2610.17724 (page 35, Table 12: row Claude Sonnet 5 / AAAJ, column F1 (UNMET positive class))",,out:effort-not-established,out:effort-not-established arxiv-2610.17724-autorubric,arxiv-2610.17724,sonnet-5,default,agentic-tool,hard,verifier-Autorubric,per-full-run,31.23,0.00289,,,0.65,F1,0.00289,,,"https://arxiv.org/abs/2610.17724 (page 35, Table 12: row Claude Sonnet 5 / Autorubric, column F1 (UNMET positive class))",,out:effort-not-established,out:effort-not-established arxiv-2610.17768-highlights,arxiv-2610.17768,opus-5.5,low,mixed,mid,OpenRouter-API,,,,,,0.0120,delta-AP-vs-gemini-3.1-pro,2.89e-05,,,"https://arxiv.org/html/2610.17768v1 (Table 1 (zero-shot ranking, first sample, dev set 215 pages))",,in, arxiv-2610.17768-highlights,arxiv-2610.17768,fable-5.1,low,mixed,mid,OpenRouter-API,,,,,,0.0073,delta-AP-vs-gemini-3.1-pro,2.89e-05,,,"https://arxiv.org/html/2610.17768v1 (Table 1 (zero-shot ranking, first sample, dev set 215 pages))",,in, arxiv-2610.17768-highlights,arxiv-2610.17768,haiku-5.5,low,mixed,mid,OpenRouter-API,,,,,,,delta-AP-vs-gemini-3.1-pro,,,,"https://arxiv.org/html/2610.17768v1 (Table 1 (zero-shot ranking, first sample, dev set 215 pages))",,out:no-proof, arxiv-2610.17768-highlights,arxiv-2610.17768,gpt-6-astra,low,mixed,mid,OpenRouter-API,,,,,,0.0159,delta-AP-vs-gemini-3.1-pro,2.89e-05,,,"https://arxiv.org/html/2610.17768v1 (Table 1 (zero-shot ranking, first sample, dev set 215 pages))",,in, arxiv-2610.17768-highlights,arxiv-2610.17768,gpt-6-astra,high,mixed,mid,OpenRouter-API,,,,,,0.0138,delta-AP-vs-gemini-3.1-pro,2.89e-05,,,"https://arxiv.org/html/2610.17768v1 (Table 1 (zero-shot ranking, first sample, dev set 215 pages))",,in, arxiv-2610.17768-highlights,arxiv-2610.17768,gpt-6.1-sol,low,mixed,mid,OpenRouter-API,,,,,,0.0131,delta-AP-vs-gemini-3.1-pro,2.89e-05,,,"https://arxiv.org/html/2610.17768v1 (Table 1 (zero-shot ranking, first sample, dev set 215 pages))",,in, arxiv-2610.17768-highlights,arxiv-2610.17768,gemini-3.8-flash,medium,mixed,mid,OpenRouter-API,,,,,,0.0015,delta-AP-vs-gemini-3.1-pro,2.89e-05,,,"https://arxiv.org/html/2610.17768v1 (Table 1 (zero-shot ranking, first sample, dev set 215 pages))",,in, arxiv-2610.17768-highlights,arxiv-2610.17768,gpt-6-luna,not-established:absent,mixed,mid,OpenRouter-API,,,,,,,delta-AP-vs-gemini-3.1-pro,,,,"https://arxiv.org/html/2610.17768v1 (Table 1 (zero-shot ranking, first sample, dev set 215 pages))",,out:no-proof, arxiv-2610.18004-swepatchtest,arxiv-2610.18004,fable-5.1,not-established:absent,coding,hard,native-coding-agent,,,,,,7.92,JVR%,0.00289,,,"https://arxiv.org/html/2610.18004 (Table 2, row Claude-Fable-5.1, column JVR (last of the eight data columns))",,out:effort-not-established, arxiv-2610.18004-swepatchtest,arxiv-2610.18004,opus-5,not-established:absent,coding,hard,native-coding-agent,,,,,,7.11,JVR%,0.00289,,,"https://arxiv.org/html/2610.18004 (Table 2, row Claude-Opus-5, column JVR (last of the eight data columns))",,out:effort-not-established, arxiv-2610.18004-swepatchtest,arxiv-2610.18004,gpt-5.6-sol,not-established:absent,coding,hard,native-coding-agent,,,,,,9.21,JVR%,0.00289,,,"https://arxiv.org/html/2610.18004 (Table 2, row GPT-5.6-sol, column JVR (last of the eight data columns))",,out:effort-not-established, arxiv-2610.18004-swepatchtest,arxiv-2610.18004,kimi-k3,not-established:absent,coding,hard,native-coding-agent,,,,,,5.98,JVR%,0.00289,,,"https://arxiv.org/html/2610.18004 (Table 2, row Kimi-K3, column JVR (last of the eight data columns))",,out:effort-not-established, arxiv-2610.18004-swepatchtest,arxiv-2610.18004,?Qwen3.8-max,not-established:absent,coding,hard,native-coding-agent,,,,,,5.17,JVR%,0.00289,,,"https://arxiv.org/html/2610.18004 (Table 2, row Qwen3.8-max, column JVR (last of the eight data columns))",,out:model-not-established, arxiv-2610.18004-swepatchtest,arxiv-2610.18004,glm-5.3,not-established:absent,coding,hard,native-coding-agent,,,,,,3.72,JVR%,0.00289,,,"https://arxiv.org/html/2610.18004 (Table 2, row GLM-5.3, column JVR (last of the eight data columns))",,out:effort-not-established, arxiv-2610.18004-swepatchtest,arxiv-2610.18004,?DeepSeek-V4-Pro,not-established:absent,coding,hard,native-coding-agent,,,,,,4.52,JVR%,0.00289,,,"https://arxiv.org/html/2610.18004 (Table 2, row DeepSeek-V4-Pro, column JVR (last of the eight data columns))",,out:model-not-established, arxiv-2610.18004-swepatchtest,arxiv-2610.18004,?DeepSeek-V4-Flash,not-established:absent,coding,hard,native-coding-agent,,,,,,3.88,JVR%,0.00289,,,"https://arxiv.org/html/2610.18004 (Table 2, row DeepSeek-V4-Flash, column JVR (last of the eight data columns))",,out:model-not-established, arxiv-2610.18122-judge-align,arxiv-2610.18122,?GPT-3.5 Turbo,not-established:absent,mixed,mid,LLM-judge-CALM-prompt,per-1000-requests,0.676,0.000289,,,56,acc%,0.289,,,"https://arxiv.org/abs/2610.18122 (Table 3, row GPT-3.5 Turbo, column Acc (Alignment set, original prompts, percent))",,out:model-not-established,out:model-not-established arxiv-2610.18122-judge-align,arxiv-2610.18122,gpt-4o-0513,solo,mixed,mid,LLM-judge-CALM-prompt,per-1000-requests,7.312,0.000289,,,65,acc%,0.289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.18122 (Table 3, row GPT-4o, column Acc (Alignment set, original prompts, percent))",,out:single-couple,out:cost-single-couple arxiv-2610.18122-judge-align,arxiv-2610.18122,gpt-6.1-sol,low,mixed,mid,LLM-judge-CALM-prompt,per-1000-requests,2.593,0.000289,,,76,acc%,0.289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.18122 (Table 3, row GPT-6.1 Sol, column Acc (Alignment set, original prompts, percent))",,in,out:cost-single-couple arxiv-2610.18122-judge-align,arxiv-2610.18122,sonnet-5.5,nothink,mixed,mid,LLM-judge-CALM-prompt,per-1000-requests,7.281,0.000289,,,80,acc%,0.289,,,"https://arxiv.org/abs/2610.18122 (Table 3, row Claude Sonnet 5.5, column Acc (Alignment set, original prompts, percent))",,out:effort-not-established,out:effort-not-established arxiv-2610.18122-judge-align,arxiv-2610.18122,gemini-3.8-flash,low,mixed,mid,LLM-judge-CALM-prompt,per-1000-requests,1.479,0.000289,,,80,acc%,0.289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2610.18122 (Table 3, row Gemini 3.8 Flash, column Acc (Alignment set, original prompts, percent))",,in,out:cost-single-couple arxiv-2610.18122-judge-align,arxiv-2610.18122,qwen3.8-27b,not-established:absent,mixed,mid,LLM-judge-CALM-prompt,per-1000-requests,1.504,0.000289,,,72,acc%,0.289,,,"https://arxiv.org/abs/2610.18122 (Table 3, row Qwen3.8-27B, column Acc (Alignment set, original prompts, percent))",,out:effort-not-established,out:effort-not-established arxiv-2610.18122-judge-align,arxiv-2610.18122,haiku-5.5,not-established:absent,mixed,mid,LLM-judge-CALM-prompt,per-1000-requests,0.311,0.000289,,,72,acc%,0.289,,,"https://arxiv.org/abs/2610.18122 (Table 3, row Claude Haiku 5.5, column Acc (Alignment set, original prompts, percent))",,out:effort-not-established,out:effort-not-established arxiv-2610.18122-judge-fact,arxiv-2610.18122,?GPT-3.5 Turbo,not-established:absent,mixed,mid,LLM-judge-CALM-prompt,,,,,,86,acc%,0.289,,,"https://arxiv.org/abs/2610.18122 (Table 3, row GPT-3.5 Turbo, column Acc (Fact-related set, original prompts, percent))",,out:model-not-established, arxiv-2610.18122-judge-fact,arxiv-2610.18122,gpt-4o-0513,solo,mixed,mid,LLM-judge-CALM-prompt,,,,,,99,acc%,0.289,,,"https://arxiv.org/abs/2610.18122 (Table 3, row GPT-4o, column Acc (Fact-related set, original prompts, percent))",,out:single-couple, arxiv-2610.18122-judge-fact,arxiv-2610.18122,gpt-6.1-sol,low,mixed,mid,LLM-judge-CALM-prompt,,,,,,94,acc%,0.289,,,"https://arxiv.org/abs/2610.18122 (Table 3, row GPT-6.1 Sol, column Acc (Fact-related set, original prompts, percent))",,in, arxiv-2610.18122-judge-fact,arxiv-2610.18122,sonnet-5.5,nothink,mixed,mid,LLM-judge-CALM-prompt,,,,,,97,acc%,0.289,,,"https://arxiv.org/abs/2610.18122 (Table 3, row Claude Sonnet 5.5, column Acc (Fact-related set, original prompts, percent))",,out:effort-not-established, arxiv-2610.18122-judge-fact,arxiv-2610.18122,gemini-3.8-flash,low,mixed,mid,LLM-judge-CALM-prompt,,,,,,96,acc%,0.289,,,"https://arxiv.org/abs/2610.18122 (Table 3, row Gemini 3.8 Flash, column Acc (Fact-related set, original prompts, percent))",,in, arxiv-2610.18122-judge-fact,arxiv-2610.18122,qwen3.8-27b,not-established:absent,mixed,mid,LLM-judge-CALM-prompt,,,,,,97,acc%,0.289,,,"https://arxiv.org/abs/2610.18122 (Table 3, row Qwen3.8-27B, column Acc (Fact-related set, original prompts, percent))",,out:effort-not-established, arxiv-2610.18122-judge-fact,arxiv-2610.18122,haiku-5.5,not-established:absent,mixed,mid,LLM-judge-CALM-prompt,,,,,,98,acc%,0.289,,,"https://arxiv.org/abs/2610.18122 (Table 3, row Claude Haiku 5.5, column Acc (Fact-related set, original prompts, percent))",,out:effort-not-established, soc-t1a,soc-llm-2610.18201,gpt-5.6-sol,nothink,reasoning-math,mid,own harness (API calls; no tools),USD/task-set,15.125,0.794,2121672,125852,4.24,mae-lower-better,0.00289,,cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2610.18201 (Table 4, row GPT-5.6 Sol, column T1a MAE)",,in,out:cost-single-couple soc-t1b,soc-llm-2610.18201,gpt-5.6-sol,nothink,reasoning-math,mid,own harness (API calls; no tools),,,,,,10.11,mae-lower-better,0.00289,,,"https://arxiv.org/abs/2610.18201 (Table 4, row GPT-5.6 Sol, column T1b MAE)",,in, soc-t2,soc-llm-2610.18201,gpt-5.6-sol,nothink,reasoning-math,mid,own harness (API calls; no tools),USD/task-set,3.1899999999999995,0.167,448960,26321,84.0,score%,0.0289,,cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2610.18201 (Table 4, row GPT-5.6 Sol, column T2 accuracy)",,in,out:cost-single-couple soc-t3,soc-llm-2610.18201,gpt-5.6-sol,nothink,reasoning-math,mid,own harness (API calls; no tools),USD/task-set,14.94625,0.784,2478135,47984,94.0,score%,0.0289,,cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2610.18201 (Table 4, row GPT-5.6 Sol, column T3 accuracy)",,in,out:cost-single-couple soc-t1a,soc-llm-2610.18201,gpt-5.6-terra,nothink,reasoning-math,mid,own harness (API calls; no tools),USD/task-set,5.73,0.00289,2122600,123562,5.11,mae-lower-better,0.00289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.18201 (Table 4, row GPT-5.6 Terra, column T1a MAE)",,in,in soc-t1b,soc-llm-2610.18201,gpt-5.6-terra,nothink,reasoning-math,mid,own harness (API calls; no tools),,,,,,9.97,mae-lower-better,0.00289,,,"https://arxiv.org/abs/2610.18201 (Table 4, row GPT-5.6 Terra, column T1b MAE)",,in, soc-t2,soc-llm-2610.18201,gpt-5.6-terra,nothink,reasoning-math,mid,own harness (API calls; no tools),USD/task-set,1.26,0.00289,448960,30302,78.2,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.18201 (Table 4, row GPT-5.6 Terra, column T2 accuracy)",,in,in soc-t3,soc-llm-2610.18201,gpt-5.6-terra,nothink,reasoning-math,mid,own harness (API calls; no tools),USD/task-set,5.53,0.00289,2478960,48000,94.2,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.18201 (Table 4, row GPT-5.6 Terra, column T3 accuracy)",,in,in soc-t1a,soc-llm-2610.18201,sonnet-5,not-established:absent,reasoning-math,mid,own harness (API calls; no tools),USD/task-set,8.09,0.00289,3251280,158790,6.65,mae-lower-better,0.00289,,,"https://arxiv.org/abs/2610.18201 (Table 4, row Claude Sonnet 5, column T1a MAE)",,out:effort-not-established,out:effort-not-established soc-t1b,soc-llm-2610.18201,sonnet-5,not-established:absent,reasoning-math,mid,own harness (API calls; no tools),,,,,,9.87,mae-lower-better,0.00289,,,"https://arxiv.org/abs/2610.18201 (Table 4, row Claude Sonnet 5, column T1b MAE)",,out:effort-not-established, soc-t2,soc-llm-2610.18201,sonnet-5,not-established:absent,reasoning-math,mid,own harness (API calls; no tools),USD/task-set,5.57,0.00289,717720,413285,76.7,score%,0.0289,,,"https://arxiv.org/abs/2610.18201 (Table 4, row Claude Sonnet 5, column T2 accuracy)",,out:effort-not-established,out:effort-not-established soc-t3,soc-llm-2610.18201,sonnet-5,not-established:absent,reasoning-math,mid,own harness (API calls; no tools),USD/task-set,8.36,0.00289,3818100,72000,94.3,score%,0.0289,,,"https://arxiv.org/abs/2610.18201 (Table 4, row Claude Sonnet 5, column T3 accuracy)",,out:effort-not-established,out:effort-not-established soc-t1a,soc-llm-2610.18201,gemini-3.8-flash,low,reasoning-math,mid,own harness (API calls; no tools),USD/task-set,7.57,0.00289,2397900,1539785,3.62,mae-lower-better,0.00289,,base-scheduled-list-price; cost-base-price:cost-delta-on-source,"https://arxiv.org/abs/2610.18201 (Table 4, row Gemini 3.8 Flash, column T1a MAE)",,in,in soc-t1b,soc-llm-2610.18201,gemini-3.8-flash,low,reasoning-math,mid,own harness (API calls; no tools),,,,,,8.78,mae-lower-better,0.00289,,,"https://arxiv.org/abs/2610.18201 (Table 4, row Gemini 3.8 Flash, column T1b MAE)",,in, soc-t2,soc-llm-2610.18201,gemini-3.8-flash,low,reasoning-math,mid,own harness (API calls; no tools),USD/task-set,4.26,0.00289,459360,1044838,89.0,score%,0.0289,,base-scheduled-list-price; cost-base-price:cost-delta-on-source,"https://arxiv.org/abs/2610.18201 (Table 4, row Gemini 3.8 Flash, column T2 accuracy)",,in,in soc-t3,soc-llm-2610.18201,gemini-3.8-flash,low,reasoning-math,mid,own harness (API calls; no tools),USD/task-set,4.99,0.00289,2956100,739846,94.6,score%,0.0289,,base-scheduled-list-price; cost-base-price:cost-delta-on-source,"https://arxiv.org/abs/2610.18201 (Table 4, row Gemini 3.8 Flash, column T3 accuracy)",,in,in soc-t1a,soc-llm-2610.18201,grok-4.6,low,reasoning-math,mid,own harness (API calls; no tools),USD/task-set,45.76,0.00289,9904283,4325633,3.82,mae-lower-better,0.00289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.18201 (Table 4, row Grok 4.6, column T1a MAE)",,in,in soc-t1b,soc-llm-2610.18201,grok-4.6,low,reasoning-math,mid,own harness (API calls; no tools),,,,,,10.02,mae-lower-better,0.00289,,,"https://arxiv.org/abs/2610.18201 (Table 4, row Grok 4.6, column T1b MAE)",,in, soc-t2,soc-llm-2610.18201,grok-4.6,low,reasoning-math,mid,own harness (API calls; no tools),USD/task-set,14.78,0.00289,1960703,1809980,83.2,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.18201 (Table 4, row Grok 4.6, column T2 accuracy)",,in,in soc-t3,soc-llm-2610.18201,grok-4.6,low,reasoning-math,mid,own harness (API calls; no tools),USD/task-set,20.37,0.00289,6286902,1299836,93.7,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.18201 (Table 4, row Grok 4.6, column T3 accuracy)",,in,in soc-t1a,soc-llm-2610.18201,?deepseek-v4-pro,not-established:absent,reasoning-math,mid,own harness (API calls; no tools),USD/task-set,3.21,0.00289,2100605,111468,6.34,mae-lower-better,0.00289,,,"https://arxiv.org/abs/2610.18201 (Table 4, row DeepSeek V4 Pro, column T1a MAE)",,out:model-not-established,out:model-not-established soc-t1b,soc-llm-2610.18201,?deepseek-v4-pro,not-established:absent,reasoning-math,mid,own harness (API calls; no tools),,,,,,9.87,mae-lower-better,0.00289,,,"https://arxiv.org/abs/2610.18201 (Table 4, row DeepSeek V4 Pro, column T1b MAE)",,out:model-not-established, soc-t2,soc-llm-2610.18201,?deepseek-v4-pro,not-established:absent,reasoning-math,mid,own harness (API calls; no tools),USD/task-set,0.67,0.00289,427564,27458,76.1,score%,0.0289,,,"https://arxiv.org/abs/2610.18201 (Table 4, row DeepSeek V4 Pro, column T2 accuracy)",,out:model-not-established,out:model-not-established soc-t3,soc-llm-2610.18201,?deepseek-v4-pro,not-established:absent,reasoning-math,mid,own harness (API calls; no tools),USD/task-set,3.41,0.00289,2458180,42591,93.5,score%,0.0289,,,"https://arxiv.org/abs/2610.18201 (Table 4, row DeepSeek V4 Pro, column T3 accuracy)",,out:model-not-established,out:model-not-established soc-t1a,soc-llm-2610.18201,mistral-medium-3.5,nothink,reasoning-math,mid,own harness (API calls; no tools),USD/task-set,4.93,0.00289,2610682,135632,10.00,mae-lower-better,0.00289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.18201 (Table 4, row Mistral Medium 3.5, column T1a MAE)",,out:single-couple,out:cost-single-couple soc-t1b,soc-llm-2610.18201,mistral-medium-3.5,nothink,reasoning-math,mid,own harness (API calls; no tools),,,,,,11.51,mae-lower-better,0.00289,,,"https://arxiv.org/abs/2610.18201 (Table 4, row Mistral Medium 3.5, column T1b MAE)",,out:single-couple, soc-t2,soc-llm-2610.18201,mistral-medium-3.5,nothink,reasoning-math,mid,own harness (API calls; no tools),USD/task-set,0.98,0.00289,490000,32124,38.9,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.18201 (Table 4, row Mistral Medium 3.5, column T2 accuracy)",,out:single-couple,out:cost-single-couple soc-t3,soc-llm-2610.18201,mistral-medium-3.5,nothink,reasoning-math,mid,own harness (API calls; no tools),USD/task-set,4.95,0.00289,3061240,48200,90.5,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.18201 (Table 4, row Mistral Medium 3.5, column T3 accuracy)",,out:single-couple,out:cost-single-couple arxiv-2610.18262-csi-caesar,arxiv-2610.18262,haiku-5.5,unstated,agentic-tool,mid,skill-agent,,,,,,44.0,TCR%,0.0289,,,"https://arxiv.org/html/2610.18262 (Table 1 (Caesar CSI), TCR column, row Claude-Haiku-5.5)",,out:effort-not-established, arxiv-2610.18262-csi-caesar,arxiv-2610.18262,sonnet-5.5,unstated,agentic-tool,mid,skill-agent,,,,,,43.0,TCR%,0.0289,,,"https://arxiv.org/html/2610.18262 (Table 1 (Caesar CSI), TCR column, row Claude-Sonnet-5.5)",,out:effort-not-established, arxiv-2610.18262-csi-caesar,arxiv-2610.18262,gpt-6-sol,unstated,agentic-tool,mid,skill-agent,,,,,,78.0,TCR%,0.0289,,,"https://arxiv.org/html/2610.18262 (Table 1 (Caesar CSI), TCR column, row GPT-6-Sol)",,out:effort-not-established, arxiv-2610.18262-csi-caesar,arxiv-2610.18262,gpt-6-luna,unstated,agentic-tool,mid,skill-agent,,,,,,81.0,TCR%,0.0289,,,"https://arxiv.org/html/2610.18262 (Table 1 (Caesar CSI), TCR column, row GPT-6-Luna)",,out:effort-not-established, arxiv-2610.18262-csi-caesar,arxiv-2610.18262,qwen3.8-27b,unstated,agentic-tool,mid,skill-agent,,,,,,64.0,TCR%,0.0289,,,"https://arxiv.org/html/2610.18262 (Table 1 (Caesar CSI), TCR column, row Qwen3.8-27B)",,out:effort-not-established, arxiv-2610.18262-csi-layered,arxiv-2610.18262,haiku-5.5,unstated,agentic-tool,mid,skill-agent,,,,,,55.0,TCR%,0.0289,,,"https://arxiv.org/html/2610.18262 (Table 2 (Layered CSI), TCR column, row Claude-Haiku-5.5)",,out:effort-not-established, arxiv-2610.18262-csi-layered,arxiv-2610.18262,sonnet-5.5,unstated,agentic-tool,mid,skill-agent,,,,,,42.0,TCR%,0.0289,,,"https://arxiv.org/html/2610.18262 (Table 2 (Layered CSI), TCR column, row Claude-Sonnet-5.5)",,out:effort-not-established, arxiv-2610.18262-csi-layered,arxiv-2610.18262,gpt-6-sol,unstated,agentic-tool,mid,skill-agent,,,,,,83.0,TCR%,0.0289,,,"https://arxiv.org/html/2610.18262 (Table 2 (Layered CSI), TCR column, row GPT-6-Sol)",,out:effort-not-established, arxiv-2610.18262-csi-layered,arxiv-2610.18262,gpt-6-luna,unstated,agentic-tool,mid,skill-agent,,,,,,85.0,TCR%,0.0289,,,"https://arxiv.org/html/2610.18262 (Table 2 (Layered CSI), TCR column, row GPT-6-Luna)",,out:effort-not-established, arxiv-2610.18262-csi-layered,arxiv-2610.18262,qwen3.8-27b,unstated,agentic-tool,mid,skill-agent,,,,,,66.0,TCR%,0.0289,,,"https://arxiv.org/html/2610.18262 (Table 2 (Layered CSI), TCR column, row Qwen3.8-27B)",,out:effort-not-established, arxiv-2610.18449-asb-rate,arxiv-2610.18449,opus-5.5,max,agentic-tool,frontier,,per-18-trials,172.90,0.00289,,,67,resolved%,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.18449 (Table 6, row Opus 5.5, column Rate (%))",,in,out:cost-single-couple arxiv-2610.18449-asb-rate,arxiv-2610.18449,gpt-5.6-terra,max,agentic-tool,frontier,,per-18-trials,46.413,2.98,,,44,resolved%,0.289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2610.18449 (Table 6, row GPT-5.6 Terra, column Rate (%))",,in,out:cost-single-couple arxiv-2610.18449-asb-rate,arxiv-2610.18449,gpt-5.6-luna,max,agentic-tool,frontier,,per-18-trials,4.146,1.6,,,28,resolved%,0.289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2610.18449 (Table 6, row GPT-5.6 Luna, column Rate (%))",,in,out:cost-single-couple arxiv-2610.18449-asb-rate,arxiv-2610.18449,sonnet-5.5,high,agentic-tool,frontier,,per-18-trials,5.887499999999999,1.13,,,11,resolved%,0.289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2610.18449 (Table 6, row Sonnet 5.5, column Rate (%))",,in,out:cost-single-couple arxiv-2610.18449-asb-rate,arxiv-2610.18449,glm-5.3-flash,default,agentic-tool,frontier,,per-18-trials,25.69,0.00289,,,11,resolved%,0.289,,,"https://arxiv.org/abs/2610.18449 (Table 6, row GLM-5.3 Flash, column Rate (%))",,out:effort-not-established,out:effort-not-established arxiv-2610.18449-asb-rate,arxiv-2610.18449,qwen3.8-27b,default,agentic-tool,frontier,,per-18-trials,21.89,0.00289,,,6,resolved%,0.289,,,"https://arxiv.org/abs/2610.18449 (Table 6, row Qwen3.8 27B, column Rate (%))",,out:effort-not-established,out:effort-not-established arxiv-2610.18449-asb-rate,arxiv-2610.18449,minimax-m3,default,agentic-tool,frontier,,per-18-trials,28.37,0.00289,,,6,resolved%,0.289,,,"https://arxiv.org/abs/2610.18449 (Table 6, row MiniMax M3, column Rate (%))",,out:effort-not-established,out:effort-not-established arxiv-2610.18449-asb-rate,arxiv-2610.18449,haiku-4.5,default,agentic-tool,frontier,,per-18-trials,7.62,0.00289,,,0,resolved%,0.289,,,"https://arxiv.org/abs/2610.18449 (Table 6, row Haiku 4.5, column Rate (%))",,out:effort-not-established,out:effort-not-established 2610.18499-score-global,arxiv-2610.18499,qwen3.8-omni-flash,unstated,mixed,hard,,,,,,,2.89,global score,0.00289,,,"https://arxiv.org/abs/2610.18499 (Table 2, column global score)",,out:effort-not-established, 2610.18499-acc-global,arxiv-2610.18499,qwen3.8-omni-flash,unstated,mixed,hard,,,,,,,54.58,global accuracy %,0.00289,,,"https://arxiv.org/abs/2610.18499 (Table 2, column global accuracy %)",,out:effort-not-established, arxiv-2610.18868-alecm,arxiv-2610.18868,gpt-6-astra,unstated,agentic-tool,frontier,,,,,,,62,score%,0.289,,,"https://arxiv.org/abs/2610.18868 (Table 2, row GPT-6 Astra, column All (Avg) S@1)",,out:effort-not-established, arxiv-2610.18868-alecm,arxiv-2610.18868,fable-5,unstated,agentic-tool,frontier,,,,,,,58,score%,0.289,,,"https://arxiv.org/abs/2610.18868 (Table 2, row Claude Fable 5, column All (Avg) S@1)",,out:effort-not-established, arxiv-2610.18868-alecm,arxiv-2610.18868,?GPT-5.6 (sol),not-established:absent,agentic-tool,frontier,,,,,,,58,score%,0.289,,,"https://arxiv.org/abs/2610.18868 (Table 2, row GPT-5.6 (sol), column All (Avg) S@1)",,out:model-not-established, arxiv-2610.18868-alecm,arxiv-2610.18868,?GPT-5.6 (terra),not-established:absent,agentic-tool,frontier,,,,,,,50,score%,0.289,,,"https://arxiv.org/abs/2610.18868 (Table 2, row GPT-5.6 (terra), column All (Avg) S@1)",,out:model-not-established, arxiv-2610.18868-alecm,arxiv-2610.18868,opus-5,unstated,agentic-tool,frontier,,,,,,,58,score%,0.289,,,"https://arxiv.org/abs/2610.18868 (Table 2, row Claude Opus 5, column All (Avg) S@1)",,out:effort-not-established, arxiv-2610.18868-alecm,arxiv-2610.18868,sonnet-5,unstated,agentic-tool,frontier,,,,,,,55,score%,0.289,,,"https://arxiv.org/abs/2610.18868 (Table 2, row Claude Sonnet 5, column All (Avg) S@1)",,out:effort-not-established, arxiv-2610.18868-alecm,arxiv-2610.18868,opus-4.8,unstated,agentic-tool,frontier,,,,,,,52,score%,0.289,,,"https://arxiv.org/abs/2610.18868 (Table 2, row Claude Opus 4.8, column All (Avg) S@1)",,out:effort-not-established, arxiv-2610.18868-alecm,arxiv-2610.18868,gemini-3.7-flash,unstated,agentic-tool,frontier,,,,,,,52,score%,0.289,,,"https://arxiv.org/abs/2610.18868 (Table 2, row Gemini 3.7 Flash, column All (Avg) S@1)",,out:effort-not-established, arxiv-2610.18868-alecm,arxiv-2610.18868,gemini-3.6-flash,unstated,agentic-tool,frontier,,,,,,,51,score%,0.289,,,"https://arxiv.org/abs/2610.18868 (Table 2, row Gemini 3.6 Flash, column All (Avg) S@1)",,out:effort-not-established, arxiv-2610.18868-alecm,arxiv-2610.18868,gemini-3.1-pro,unstated,agentic-tool,frontier,,,,,,,52,score%,0.289,,,"https://arxiv.org/abs/2610.18868 (Table 2, row Gemini 3.1 Pro, column All (Avg) S@1)",,out:effort-not-established, arxiv-2610.18868-alecm,arxiv-2610.18868,qwen3.8-2.4t-a95b,unstated,agentic-tool,frontier,,,,,,,32,score%,0.289,,,"https://arxiv.org/abs/2610.18868 (Table 2, row Qwen3.8-2.4T-A95B, column All (Avg) S@1)",,out:effort-not-established, arxiv-2610.18868-alecm,arxiv-2610.18868,?DeepSeek-V4-pro,not-established:absent,agentic-tool,frontier,,,,,,,29,score%,0.289,,,"https://arxiv.org/abs/2610.18868 (Table 2, row DeepSeek-V4-pro, column All (Avg) S@1)",,out:model-not-established, arxiv-2610.18868-alecm,arxiv-2610.18868,qwen3.5-9b,unstated,agentic-tool,frontier,,,,,,,25,score%,0.289,,,"https://arxiv.org/abs/2610.18868 (Table 2, row Qwen3.5-9B (base), column All (Avg) S@1)",,out:effort-not-established, arxiv-2610.18868-alecm,arxiv-2610.18868,qwen3.8-27b,unstated,agentic-tool,frontier,,,,,,,33,score%,0.289,,,"https://arxiv.org/abs/2610.18868 (Table 2, row Qwen3.8-27B (base), column All (Avg) S@1)",,out:effort-not-established, 2610.19048-accuracy-fl,arxiv-2610.19048,glm-5-turbo,not-established:ambiguous,mixed,hard,,,,,,,73.2,accuracy FL %,0.0289,,,"https://arxiv.org/abs/2610.19048 (Table 3, row GLM-5-Turbo, column accuracy FL %)",,out:effort-not-established, 2610.19048-accuracy-nc,arxiv-2610.19048,glm-5-turbo,not-established:ambiguous,mixed,hard,,,,,,,75.4,accuracy NC %,0.0289,,,"https://arxiv.org/abs/2610.19048 (Table 3, row GLM-5-Turbo, column accuracy NC %)",,out:effort-not-established, 2610.19048-accuracy-al,arxiv-2610.19048,glm-5-turbo,not-established:ambiguous,mixed,hard,,,,,,,71.9,accuracy AL %,0.0289,,,"https://arxiv.org/abs/2610.19048 (Table 3, row GLM-5-Turbo, column accuracy AL %)",,out:effort-not-established, 2610.19048-accuracy-sc,arxiv-2610.19048,glm-5-turbo,not-established:ambiguous,mixed,hard,,,,,,,69.8,accuracy SC %,0.0289,,,"https://arxiv.org/abs/2610.19048 (Table 3, row GLM-5-Turbo, column accuracy SC %)",,out:effort-not-established, 2610.19048-q24-accuracy-fl,arxiv-2610.19048,?Qwen3.8-2.4T,not-established:absent,mixed,hard,,,,,,,66.7,accuracy FL %,0.0289,,,"https://arxiv.org/abs/2610.19048 (Table 3, row Qwen3.8-2.4T, column accuracy FL %)",,out:model-not-established, 2610.19048-q24-accuracy-nc,arxiv-2610.19048,?Qwen3.8-2.4T,not-established:absent,mixed,hard,,,,,,,66.6,accuracy NC %,0.0289,,,"https://arxiv.org/abs/2610.19048 (Table 3, row Qwen3.8-2.4T, column accuracy NC %)",,out:model-not-established, arxiv-2610.19051-hanabi,arxiv-2610.19051,haiku-4.5,unstated,reasoning-math,mid,Hanabi-convention-inference-4-samples/game,,,,,,67.7,acc%,0.0289,,,"https://arxiv.org/abs/2610.19051 (Table 2, row Haiku 4.5 clones, column acc. (first value, all teammates))",,out:effort-not-established, arxiv-2610.19051-hanabi,arxiv-2610.19051,sonnet-4.5,unstated,reasoning-math,mid,Hanabi-convention-inference-4-samples/game,,,,,,72.2,acc%,0.0289,,,"https://arxiv.org/abs/2610.19051 (Table 2, row Sonnet 4.5 clones, column acc. (first value, all teammates))",,out:effort-not-established, arxiv-2610.19051-hanabi,arxiv-2610.19051,sonnet-5.5,high,reasoning-math,mid,Hanabi-convention-inference-4-samples/game,,,,,,78.7,acc%,0.0289,,level-from-default,"https://arxiv.org/abs/2610.19051 (Table 2, row Sonnet 5.5 clones, column acc. (first value, all teammates))",,out:single-couple, arxiv-2610.19051-hanabi,arxiv-2610.19051,opus-5.5,not-established:absent,reasoning-math,mid,Hanabi-convention-inference-4-samples/game,,,,,,79.4,acc%,0.0289,,,"https://arxiv.org/abs/2610.19051 (Table 2, row Opus 5.5 clones, column acc. (first value, all teammates))",,out:effort-not-established, arxiv-2610.19051-hanabi,arxiv-2610.19051,gpt-5.4-mini,default,reasoning-math,mid,Hanabi-convention-inference-4-samples/game,,,,,,63.1,acc%,0.0289,,,"https://arxiv.org/abs/2610.19051 (Table 2, row GPT-5.4-mini clones, column acc. (first value, all teammates))",,out:effort-not-established, arxiv-2610.19051-taskassign,arxiv-2610.19051,haiku-4.5,unstated,reasoning-math,mid,task-assignment-300-episodes,,,,,,33.0,acc%,0.0289,,,"https://arxiv.org/abs/2610.19051 (Table 2, row Haiku 4.5, column acc. (first value, all teammates))",,out:effort-not-established, arxiv-2610.19051-taskassign,arxiv-2610.19051,sonnet-5.5,unstated,reasoning-math,mid,task-assignment-300-episodes,,,,,,49.6,acc%,0.0289,,,"https://arxiv.org/abs/2610.19051 (Table 2, row Sonnet 5.5, column acc. (first value, all teammates))",,out:effort-not-established, arxiv-2610.19138-mabench,arxiv-2610.19138,opus-5,medium,mixed,hard,API-single-call,,,,,,0.514,weighted-score,0.000289,,,"https://arxiv.org/abs/2610.19138 (Table 4 (benchmark condition), row Claude Opus 5, column SCORE (95% CI))",,in, arxiv-2610.19138-mabench,arxiv-2610.19138,fable-5.1,medium,mixed,hard,API-single-call,,,,,,0.428,weighted-score,0.000289,,,"https://arxiv.org/abs/2610.19138 (Table 4 (benchmark condition), row Claude Fable 5.1, column SCORE (95% CI))",,in, arxiv-2610.19138-mabench,arxiv-2610.19138,sonnet-5,medium,mixed,hard,API-single-call,,,,,,0.393,weighted-score,0.000289,,,"https://arxiv.org/abs/2610.19138 (Table 4 (benchmark condition), row Claude Sonnet 5, column SCORE (95% CI))",,in, arxiv-2610.19138-mabench,arxiv-2610.19138,grok-4.6,high,mixed,hard,API-single-call,,,,,,0.540,weighted-score,0.000289,,,"https://arxiv.org/abs/2610.19138 (Table 4 (benchmark condition), row Grok 4.6, column SCORE (95% CI))",,in, arxiv-2610.19138-mabench,arxiv-2610.19138,glm-5.3,not-established:absent,mixed,hard,API-single-call,,,,,,0.505,weighted-score,0.000289,,,"https://arxiv.org/abs/2610.19138 (Table 4 (benchmark condition), row GLM-5.3, column SCORE (95% CI))",,out:effort-not-established, arxiv-2610.19138-mabench,arxiv-2610.19138,gpt-6-astra,medium,mixed,hard,API-single-call,,,,,,0.485,weighted-score,0.000289,,,"https://arxiv.org/abs/2610.19138 (Table 4 (benchmark condition), row GPT-6 Astra, column SCORE (95% CI))",,in, arxiv-2610.19138-mabench,arxiv-2610.19138,kimi-k3,default,mixed,hard,API-single-call,,,,,,0.481,weighted-score,0.000289,,,"https://arxiv.org/abs/2610.19138 (Table 4 (benchmark condition), row Kimi K3, column SCORE (95% CI))",,out:effort-not-established, arxiv-2610.19138-mabench,arxiv-2610.19138,gpt-5.6-sol,default,mixed,hard,API-single-call,,,,,,0.460,weighted-score,0.000289,,,"https://arxiv.org/abs/2610.19138 (Table 4 (benchmark condition), row GPT-5.6 Sol, column SCORE (95% CI))",,out:effort-not-established, arxiv-2610.19138-mabench,arxiv-2610.19138,gpt-5.6-luna,default,mixed,hard,API-single-call,,,,,,0.452,weighted-score,0.000289,,,"https://arxiv.org/abs/2610.19138 (Table 4 (benchmark condition), row GPT-5.6 Luna, column SCORE (95% CI))",,out:effort-not-established, arxiv-2610.19138-mabench,arxiv-2610.19138,?Qwen3.8-Max,not-established:absent,mixed,hard,API-single-call,,,,,,0.410,weighted-score,0.000289,,,"https://arxiv.org/abs/2610.19138 (Table 4 (benchmark condition), row Qwen3.8-Max, column SCORE (95% CI))",,out:model-not-established, arxiv-2610.19138-mabench,arxiv-2610.19138,gemini-3.8-flash,medium,mixed,hard,API-single-call,,,,,,0.371,weighted-score,0.000289,,,"https://arxiv.org/abs/2610.19138 (Table 4 (benchmark condition), row Gemini 3.8 Flash, column SCORE (95% CI))",,in, arxiv-2610.19138-mabench,arxiv-2610.19138,gpt-5.4,medium,mixed,hard,API-single-call,,,,,,0.370,weighted-score,0.000289,,,"https://arxiv.org/abs/2610.19138 (Table 4 (benchmark condition), row GPT-5.4, column SCORE (95% CI))",,in, arxiv-2610.19138-mabench,arxiv-2610.19138,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,API-single-call,,,,,,0.359,weighted-score,0.000289,,,"https://arxiv.org/abs/2610.19138 (Table 4 (benchmark condition), row DeepSeek-V4-Pro, column SCORE (95% CI))",,out:model-not-established, arxiv-2610.19138-mabench,arxiv-2610.19138,gemini-3.1-pro,medium,mixed,hard,API-single-call,,,,,,0.340,weighted-score,0.000289,,,"https://arxiv.org/abs/2610.19138 (Table 4 (benchmark condition), row Gemini 3.1 Pro, column SCORE (95% CI))",,in, arxiv-2610.19138-mabench,arxiv-2610.19138,?DeepSeek-V4-Flash,not-established:absent,mixed,hard,API-single-call,,,,,,0.307,weighted-score,0.000289,,,"https://arxiv.org/abs/2610.19138 (Table 4 (benchmark condition), row DeepSeek-V4-Flash, column SCORE (95% CI))",,out:model-not-established, arxiv-2610.19368-osbench-sweagent,arxiv-2610.19368,gpt-5.6-sol,medium,coding,hard,SWE-agent,,,,,,18.7,pass%,0.0289,,,"https://arxiv.org/abs/2610.19368 (Table 2, row GPT-5.6-Sol / SWE-agent, column Overall)",,in, arxiv-2610.19368-osbench-claudecode,arxiv-2610.19368,gpt-5.6-sol,not-established:absent,coding,hard,ClaudeCode,,,,,,24.2,pass%,0.0289,,,"https://arxiv.org/abs/2610.19368 (Table 2, row GPT-5.6-Sol / Claude Code, column Overall)",,out:effort-not-established, arxiv-2610.19368-osbench-openhands,arxiv-2610.19368,gpt-5.6-sol,not-established:absent,coding,hard,OpenHands,,,,,,20.9,pass%,0.0289,,,"https://arxiv.org/abs/2610.19368 (Table 2, row GPT-5.6-Sol / OpenHands, column Overall)",,out:effort-not-established, arxiv-2610.19368-osbench-winagent,arxiv-2610.19368,gpt-5.6-sol,medium,coding,hard,Win-agent,,,,,,20.4,pass%,0.0289,,,"https://arxiv.org/abs/2610.19368 (Table 2, row GPT-5.6-Sol / Win-agent, column Overall)",,in, arxiv-2610.19368-osbench-sweagent,arxiv-2610.19368,gpt-5.6-terra,medium,coding,hard,SWE-agent,,,,,,20.9,pass%,0.0289,,,"https://arxiv.org/abs/2610.19368 (Table 2, row GPT-5.6-Terra / SWE-agent, column Overall)",,in, arxiv-2610.19368-osbench-claudecode,arxiv-2610.19368,gpt-5.6-terra,not-established:absent,coding,hard,ClaudeCode,,,,,,20.9,pass%,0.0289,,,"https://arxiv.org/abs/2610.19368 (Table 2, row GPT-5.6-Terra / Claude Code, column Overall)",,out:effort-not-established, arxiv-2610.19368-osbench-openhands,arxiv-2610.19368,gpt-5.6-terra,not-established:absent,coding,hard,OpenHands,,,,,,19.8,pass%,0.0289,,,"https://arxiv.org/abs/2610.19368 (Table 2, row GPT-5.6-Terra / OpenHands, column Overall)",,out:effort-not-established, arxiv-2610.19368-osbench-winagent,arxiv-2610.19368,gpt-5.6-terra,medium,coding,hard,Win-agent,,,,,,10.2,pass%,0.0289,,,"https://arxiv.org/abs/2610.19368 (Table 2, row GPT-5.6-Terra / Win-agent, column Overall)",,in, arxiv-2610.19368-osbench-sweagent,arxiv-2610.19368,gpt-5.6-luna,medium,coding,hard,SWE-agent,,,,,,11.0,pass%,0.0289,,,"https://arxiv.org/abs/2610.19368 (Table 2, row GPT-5.6-Luna / SWE-agent, column Overall)",,in, arxiv-2610.19368-osbench-claudecode,arxiv-2610.19368,gpt-5.6-luna,not-established:absent,coding,hard,ClaudeCode,,,,,,17.6,pass%,0.0289,,,"https://arxiv.org/abs/2610.19368 (Table 2, row GPT-5.6-Luna / Claude Code, column Overall)",,out:effort-not-established, arxiv-2610.19368-osbench-openhands,arxiv-2610.19368,gpt-5.6-luna,not-established:absent,coding,hard,OpenHands,,,,,,16.5,pass%,0.0289,,,"https://arxiv.org/abs/2610.19368 (Table 2, row GPT-5.6-Luna / OpenHands, column Overall)",,out:effort-not-established, arxiv-2610.19368-osbench-winagent,arxiv-2610.19368,gpt-5.6-luna,medium,coding,hard,Win-agent,,,,,,4.1,pass%,0.0289,,,"https://arxiv.org/abs/2610.19368 (Table 2, row GPT-5.6-Luna / Win-agent, column Overall)",,in, arxiv-2610.19368-osbench-sweagent,arxiv-2610.19368,opus-4.8,medium,coding,hard,SWE-agent,,,,,,25.3,pass%,0.0289,,,"https://arxiv.org/abs/2610.19368 (Table 2, row Claude-Opus-4.8 / SWE-agent, column Overall)",,in, arxiv-2610.19368-osbench-claudecode,arxiv-2610.19368,opus-4.8,medium,coding,hard,ClaudeCode,,,,,,19.8,pass%,0.0289,,,"https://arxiv.org/abs/2610.19368 (Table 2, row Claude-Opus-4.8 / Claude Code, column Overall)",,in, arxiv-2610.19368-osbench-openhands,arxiv-2610.19368,opus-4.8,not-established:absent,coding,hard,OpenHands,,,,,,26.4,pass%,0.0289,,,"https://arxiv.org/abs/2610.19368 (Table 2, row Claude-Opus-4.8 / OpenHands, column Overall)",,out:effort-not-established, arxiv-2610.19368-osbench-winagent,arxiv-2610.19368,opus-4.8,medium,coding,hard,Win-agent,,,,,,16.3,pass%,0.0289,,,"https://arxiv.org/abs/2610.19368 (Table 2, row Claude-Opus-4.8 / Win-agent, column Overall)",,in, arxiv-2610.19368-osbench-sweagent,arxiv-2610.19368,sonnet-5,medium,coding,hard,SWE-agent,,,,,,11.0,pass%,0.0289,,,"https://arxiv.org/abs/2610.19368 (Table 2, row Claude-Sonnet-5 / SWE-agent, column Overall)",,in, arxiv-2610.19368-osbench-claudecode,arxiv-2610.19368,sonnet-5,medium,coding,hard,ClaudeCode,,,,,,16.5,pass%,0.0289,,,"https://arxiv.org/abs/2610.19368 (Table 2, row Claude-Sonnet-5 / Claude Code, column Overall)",,in, arxiv-2610.19368-osbench-openhands,arxiv-2610.19368,sonnet-5,not-established:absent,coding,hard,OpenHands,,,,,,23.1,pass%,0.0289,,,"https://arxiv.org/abs/2610.19368 (Table 2, row Claude-Sonnet-5 / OpenHands, column Overall)",,out:effort-not-established, arxiv-2610.19368-osbench-winagent,arxiv-2610.19368,sonnet-5,medium,coding,hard,Win-agent,,,,,,0.0,pass%,0.0289,,,"https://arxiv.org/abs/2610.19368 (Table 2, row Claude-Sonnet-5 / Win-agent, column Overall)",,out:uninformative, arxiv-2610.19368-osbench-sweagent,arxiv-2610.19368,?DeepSeek-V4-Pro,not-established:absent,coding,hard,SWE-agent,,,,,,20.9,pass%,0.0289,,,"https://arxiv.org/abs/2610.19368 (Table 2, row DeepSeek-V4-Pro / SWE-agent, column Overall)",,out:model-not-established, arxiv-2610.19368-osbench-claudecode,arxiv-2610.19368,?DeepSeek-V4-Pro,not-established:absent,coding,hard,ClaudeCode,,,,,,18.7,pass%,0.0289,,,"https://arxiv.org/abs/2610.19368 (Table 2, row DeepSeek-V4-Pro / Claude Code, column Overall)",,out:model-not-established, arxiv-2610.19368-osbench-openhands,arxiv-2610.19368,?DeepSeek-V4-Pro,not-established:absent,coding,hard,OpenHands,,,,,,17.6,pass%,0.0289,,,"https://arxiv.org/abs/2610.19368 (Table 2, row DeepSeek-V4-Pro / OpenHands, column Overall)",,out:model-not-established, arxiv-2610.19368-osbench-winagent,arxiv-2610.19368,?DeepSeek-V4-Pro,not-established:absent,coding,hard,Win-agent,,,,,,4.1,pass%,0.0289,,,"https://arxiv.org/abs/2610.19368 (Table 2, row DeepSeek-V4-Pro / Win-agent, column Overall)",,out:model-not-established, arxiv-2610.19589-jockeybench,arxiv-2610.19589,gpt-6.1-sol,high,mixed,hard,,,,,,,0.525,log-gain-nats,0.000289,,,"https://arxiv.org/abs/2610.19589 (Table 2, row GPT-6.1-Sol, column Log gain (A mean))",,in, arxiv-2610.19589-jockeybench,arxiv-2610.19589,gpt-6-astra,high,mixed,hard,,,,,,,0.523,log-gain-nats,0.000289,,,"https://arxiv.org/abs/2610.19589 (Table 2, row GPT-6-Astra, column Log gain (A mean))",,in, arxiv-2610.19589-jockeybench,arxiv-2610.19589,opus-5,high,mixed,hard,,,,,,,0.484,log-gain-nats,0.000289,,,"https://arxiv.org/abs/2610.19589 (Table 2, row Claude Opus 5, column Log gain (A mean))",,in, arxiv-2610.19589-jockeybench,arxiv-2610.19589,gpt-5.6-sol,high,mixed,hard,,,,,,,0.473,log-gain-nats,0.000289,,,"https://arxiv.org/abs/2610.19589 (Table 2, row GPT-5.6-Sol, column Log gain (A mean))",,in, arxiv-2610.19589-jockeybench,arxiv-2610.19589,gpt-6-sol,high,mixed,hard,,,,,,,0.471,log-gain-nats,0.000289,,,"https://arxiv.org/abs/2610.19589 (Table 2, row GPT-6-Sol, column Log gain (A mean))",,in, arxiv-2610.19589-jockeybench,arxiv-2610.19589,fable-5.1,high,mixed,hard,,,,,,,0.468,log-gain-nats,0.000289,,,"https://arxiv.org/abs/2610.19589 (Table 2, row Claude Fable 5.1, column Log gain (A mean))",,in, arxiv-2610.19589-jockeybench,arxiv-2610.19589,opus-5.5,high,mixed,hard,,,,,,,0.465,log-gain-nats,0.000289,,,"https://arxiv.org/abs/2610.19589 (Table 2, row Claude Opus 5.5, column Log gain (A mean))",,in, arxiv-2610.19589-jockeybench,arxiv-2610.19589,glm-5.3,not-established:absent,mixed,hard,,,,,,,0.401,log-gain-nats,0.000289,,,"https://arxiv.org/abs/2610.19589 (Table 2, row GLM-5.3, column Log gain (A mean))",,out:effort-not-established, arxiv-2610.19589-jockeybench,arxiv-2610.19589,qwen3.8-2.4t-a95b,not-established:absent,mixed,hard,,,,,,,0.367,log-gain-nats,0.000289,,,"https://arxiv.org/abs/2610.19589 (Table 2, row Qwen3.8-2.4T-A95B, column Log gain (A mean))",,out:effort-not-established, arxiv-2610.19589-jockeybench,arxiv-2610.19589,kimi-k3,not-established:absent,mixed,hard,,,,,,,0.350,log-gain-nats,0.000289,,,"https://arxiv.org/abs/2610.19589 (Table 2, row Kimi-K3, column Log gain (A mean))",,out:effort-not-established, arxiv-2610.19589-jockeybench,arxiv-2610.19589,deepseek-v4.1-flash,not-established:absent,mixed,hard,,,,,,,0.323,log-gain-nats,0.000289,,,"https://arxiv.org/abs/2610.19589 (Table 2, row DeepSeek-V4.1-Flash, column Log gain (A mean))",,out:effort-not-established, arxiv-2610.19589-jockeybench,arxiv-2610.19589,glm-5.3-flash,not-established:absent,mixed,hard,,,,,,,0.286,log-gain-nats,0.000289,,,"https://arxiv.org/abs/2610.19589 (Table 2, row GLM-5.3-Flash, column Log gain (A mean))",,out:effort-not-established, arxiv-2610.19589-jockeybench,arxiv-2610.19589,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,,,,,,,0.266,log-gain-nats,0.000289,,,"https://arxiv.org/abs/2610.19589 (Table 2, row DeepSeek-V4-Pro, column Log gain (A mean))",,out:model-not-established, arxiv-2610.19589-jockeybench,arxiv-2610.19589,?DeepSeek-V4-Flash,not-established:absent,mixed,hard,,,,,,,0.232,log-gain-nats,0.000289,,,"https://arxiv.org/abs/2610.19589 (Table 2, row DeepSeek-V4-Flash, column Log gain (A mean))",,out:model-not-established, arxiv-2610.19589-jockeybench,arxiv-2610.19589,gpt-5.6-luna,high,mixed,hard,,,,,,,0.214,log-gain-nats,0.000289,,,"https://arxiv.org/abs/2610.19589 (Table 2, row GPT-5.6-Luna, column Log gain (A mean))",,in, arxiv-2610.19589-jockeybench,arxiv-2610.19589,gpt-6-luna,high,mixed,hard,,,,,,,0.200,log-gain-nats,0.000289,,,"https://arxiv.org/abs/2610.19589 (Table 2, row GPT-6-Luna, column Log gain (A mean))",,in, arxiv-2610.19589-jockeybench,arxiv-2610.19589,gpt-5.6-terra,high,mixed,hard,,,,,,,0.170,log-gain-nats,0.000289,,,"https://arxiv.org/abs/2610.19589 (Table 2, row GPT-5.6-Terra, column Log gain (A mean))",,in, arxiv-2610.19589-jockeybench,arxiv-2610.19589,qwen3.5-35b-a3b,not-established:absent,mixed,hard,,,,,,,-0.218,log-gain-nats,0.000289,,,"https://arxiv.org/abs/2610.19589 (Table 2, row Qwen3.5-35B-A3B, column Log gain (A mean))",,out:effort-not-established, arxiv-2610.19589-jockeybench,arxiv-2610.19589,qwen3.5-9b,not-established:absent,mixed,hard,,,,,,,-0.280,log-gain-nats,0.000289,,,"https://arxiv.org/abs/2610.19589 (Table 2, row Qwen3.5-9B, column Log gain (A mean))",,out:effort-not-established, arxiv-2610.20344-doc2harness,arxiv-2610.20344,gpt-6-astra,unstated,coding,hard,OpenCode(builder),,,,,,53.05,pass%,0.00289,,,"https://arxiv.org/abs/2610.20344 (Table 2, row GPT-6 Astra, column All (primary measure))",,out:effort-not-established, arxiv-2610.20344-doc2harness,arxiv-2610.20344,opus-5,unstated,coding,hard,OpenCode(builder),,,,,,46.65,pass%,0.00289,,,"https://arxiv.org/abs/2610.20344 (Table 2, row Opus 5, column All (primary measure))",,out:effort-not-established, arxiv-2610.20344-doc2harness,arxiv-2610.20344,qwen3.8-max-0902,unstated,coding,hard,OpenCode(builder),,,,,,45.83,pass%,0.00289,,,"https://arxiv.org/abs/2610.20344 (Table 2, row Qwen3.8 Max, column All (primary measure))",,out:effort-not-established, arxiv-2610.20344-doc2harness,arxiv-2610.20344,gpt-5.6-sol,unstated,coding,hard,OpenCode(builder),,,,,,43.80,pass%,0.00289,,,"https://arxiv.org/abs/2610.20344 (Table 2, row GPT-5.6-sol, column All (primary measure))",,out:effort-not-established, arxiv-2610.20344-doc2harness,arxiv-2610.20344,grok-4.7,unstated,coding,hard,OpenCode(builder),,,,,,43.50,pass%,0.00289,,,"https://arxiv.org/abs/2610.20344 (Table 2, row Grok 4.7, column All (primary measure))",,out:effort-not-established, arxiv-2610.20344-doc2harness,arxiv-2610.20344,glm-5.3,unstated,coding,hard,OpenCode(builder),,,,,,42.07,pass%,0.00289,,,"https://arxiv.org/abs/2610.20344 (Table 2, row GLM 5.3, column All (primary measure))",,out:effort-not-established, arxiv-2610.20344-doc2harness,arxiv-2610.20344,deepseek-v4.1-flash,unstated,coding,hard,OpenCode(builder),,,,,,40.24,pass%,0.00289,,,"https://arxiv.org/abs/2610.20344 (Table 2, row DeepSeek V4.1 Flash, column All (primary measure))",,out:effort-not-established, arxiv-2610.20344-doc2harness,arxiv-2610.20344,kimi-k3,unstated,coding,hard,OpenCode(builder),,,,,,38.31,pass%,0.00289,,,"https://arxiv.org/abs/2610.20344 (Table 2, row Kimi K3, column All (primary measure))",,out:effort-not-established, arxiv-2610.20344-doc2harness,arxiv-2610.20344,opus-4.8,unstated,coding,hard,OpenCode(builder),,,,,,38.01,pass%,0.00289,,,"https://arxiv.org/abs/2610.20344 (Table 2, row Opus 4.8, column All (primary measure))",,out:effort-not-established, arxiv-2610.20344-doc2harness,arxiv-2610.20344,gpt-5.5,unstated,coding,hard,OpenCode(builder),,,,,,34.65,pass%,0.00289,,,"https://arxiv.org/abs/2610.20344 (Table 2, row GPT-5.5, column All (primary measure))",,out:effort-not-established, arxiv-2610.20344-doc2harness,arxiv-2610.20344,opus-4.7,unstated,coding,hard,OpenCode(builder),,,,,,32.22,pass%,0.00289,,,"https://arxiv.org/abs/2610.20344 (Table 2, row Opus 4.7, column All (primary measure))",,out:effort-not-established, arxiv-2610.20344-doc2harness,arxiv-2610.20344,?DeepSeek V4 Pro,not-established:absent,coding,hard,OpenCode(builder),,,,,,31.91,pass%,0.00289,,,"https://arxiv.org/abs/2610.20344 (Table 2, row DeepSeek V4 Pro, column All (primary measure))",,out:model-not-established, arxiv-2610.20344-doc2harness,arxiv-2610.20344,opus-4.6,unstated,coding,hard,OpenCode(builder),,,,,,28.25,pass%,0.00289,,,"https://arxiv.org/abs/2610.20344 (Table 2, row Opus 4.6, column All (primary measure))",,out:effort-not-established, arxiv-2610.20344-doc2harness,arxiv-2610.20344,glm-5.2,unstated,coding,hard,OpenCode(builder),,,,,,27.64,pass%,0.00289,,,"https://arxiv.org/abs/2610.20344 (Table 2, row GLM 5.2, column All (primary measure))",,out:effort-not-established, bizbench,arxiv-2610.20424,opus-5,unstated,agentic-tool,hard,bizbench-runner,,,,,,64.0,strict-success-pct,0.0289,,,"https://arxiv.org/abs/2610.20424 (Table 1, row Claude Opus 5, column Strict(G∧P∧F))",,out:effort-not-established, bizbench,arxiv-2610.20424,gpt-6-sol,unstated,agentic-tool,hard,bizbench-runner,,,,,,61.3,strict-success-pct,0.0289,,,"https://arxiv.org/abs/2610.20424 (Table 1, row GPT-6 Sol, column Strict(G∧P∧F))",,out:effort-not-established, bizbench,arxiv-2610.20424,glm-5.3-flash,unstated,agentic-tool,hard,bizbench-runner,,,,,,43.3,strict-success-pct,0.0289,,,"https://arxiv.org/abs/2610.20424 (Table 1, row GLM-5.3-Flash, column Strict(G∧P∧F))",,out:effort-not-established, bizbench,arxiv-2610.20424,deepseek-v4.1-flash,unstated,agentic-tool,hard,bizbench-runner,,,,,,43.3,strict-success-pct,0.0289,,,"https://arxiv.org/abs/2610.20424 (Table 1, row DeepSeek-V4.1-Flash, column Strict(G∧P∧F))",,out:effort-not-established, bizbench,arxiv-2610.20424,?DeepSeek-V4-Pro,not-established:absent,agentic-tool,hard,bizbench-runner,,,,,,39.3,strict-success-pct,0.0289,,,"https://arxiv.org/abs/2610.20424 (Table 1, row DeepSeek-V4-Pro, column Strict(G∧P∧F))",,out:model-not-established, bizbench,arxiv-2610.20424,muse-spark-1.3,unstated,agentic-tool,hard,bizbench-runner,,,,,,38.0,strict-success-pct,0.0289,,,"https://arxiv.org/abs/2610.20424 (Table 1, row Muse Spark 1.3, column Strict(G∧P∧F))",,out:effort-not-established, bizbench,arxiv-2610.20424,qwen3.8-27b,unstated,agentic-tool,hard,bizbench-runner,,,,,,32.7,strict-success-pct,0.0289,,,"https://arxiv.org/abs/2610.20424 (Table 1, row Qwen3.8-27B, column Strict(G∧P∧F))",,out:effort-not-established, bizbench,arxiv-2610.20424,?DeepSeek-V4-Flash,not-established:absent,agentic-tool,hard,bizbench-runner,,,,,,5.3,strict-success-pct,0.0289,,,"https://arxiv.org/abs/2610.20424 (Table 1, row DeepSeek-V4-Flash, column Strict(G∧P∧F))",,out:model-not-established, bizbench,arxiv-2610.20424,qwen3.5-397b-a17b,unstated,agentic-tool,hard,bizbench-runner,,,,,,0.7,strict-success-pct,0.0289,,,"https://arxiv.org/abs/2610.20424 (Table 1, row Qwen3.5-397B-A17B, column Strict(G∧P∧F))",,out:effort-not-established, bizbench,arxiv-2610.20424,qwen3.5-9b,unstated,agentic-tool,hard,bizbench-runner,,,,,,0.0,strict-success-pct,0.0289,,,"https://arxiv.org/abs/2610.20424 (Table 1, row Qwen3.5-9B, column Strict(G∧P∧F))",,out:effort-not-established, ineq-direct-nocap,arxiv-2610.20681,?DeepSeek-V4-Flash,not-established:absent,reasoning-math,hard,Codex-Direct-Agent,,4.6700,2.89e-05,,,90.32,SR%,0.00289,,,"https://arxiv.org/html/2610.20681 (Table 2, DeepSeek-V4-Flash, Direct Agent, column 'No cap' SR)",,out:model-not-established,out:model-not-established ineq-ineqagent-nocap,arxiv-2610.20681,?DeepSeek-V4-Flash,not-established:absent,reasoning-math,hard,IneqAgent-MCTS,,1.3619,2.89e-05,,,94.09,SR%,0.00289,,,"https://arxiv.org/html/2610.20681 (Table 2, DeepSeek-V4-Flash, IneqAgent (ours), column 'No cap' SR)",,out:model-not-established,out:model-not-established ineq-direct-nocap,arxiv-2610.20681,qwen3.8-flash,default,reasoning-math,hard,Codex-Direct-Agent,,4.7061,2.89e-05,,,93.55,SR%,0.00289,,,"https://arxiv.org/html/2610.20681 (Table 2, Qwen3.8-Flash, Direct Agent, column 'No cap' SR)",,out:effort-not-established,out:effort-not-established ineq-ineqagent-nocap,arxiv-2610.20681,qwen3.8-flash,unstated,reasoning-math,hard,IneqAgent-MCTS,,1.5543,2.89e-05,,,92.47,SR%,0.00289,,,"https://arxiv.org/html/2610.20681 (Table 2, Qwen3.8-Flash, IneqAgent (ours), column 'No cap' SR)",,out:effort-not-established,out:effort-not-established ineq-direct-nocap,arxiv-2610.20681,kimi-k3,default,reasoning-math,hard,Codex-Direct-Agent,,58.1366,2.89e-05,,,93.01,SR%,0.00289,,,"https://arxiv.org/html/2610.20681 (Table 2, Kimi-K3, Direct Agent, column 'No cap' SR)",,out:effort-not-established,out:effort-not-established ineq-ineqagent-nocap,arxiv-2610.20681,kimi-k3,unstated,reasoning-math,hard,IneqAgent-MCTS,,19.3747,2.89e-05,,,86.56,SR%,0.00289,,,"https://arxiv.org/html/2610.20681 (Table 2, Kimi-K3, IneqAgent (ours), column 'No cap' SR)",,out:effort-not-established,out:effort-not-established ineq-direct-nocap,arxiv-2610.20681,gpt-5.5,medium,reasoning-math,hard,Codex-Direct-Agent,,72.3548,2.89e-05,,,90.86,SR%,0.00289,,cost-price-ratio:USD; cost-base-price:cost-publisher-figure,"https://arxiv.org/html/2610.20681 (Table 2, GPT-5.5, Direct Agent, column 'No cap' SR)",,out:single-couple,out:cost-single-couple ineq-ineqagent-nocap,arxiv-2610.20681,gpt-5.5,unstated,reasoning-math,hard,IneqAgent-MCTS,,63.7723,2.89e-05,,,90.86,SR%,0.00289,,,"https://arxiv.org/html/2610.20681 (Table 2, GPT-5.5, IneqAgent (ours), column 'No cap' SR)",,out:effort-not-established,out:effort-not-established premisecheck-nlp,arxiv-2610.21046,gpt-5.5,medium,reasoning-math,hard,single-call,,0.0217,2.89e-05,,,63.2,AUROC%,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.21046 (Table 6 (NLP reviews), row GPT-5.5 (ref.) / medium, column AUROC (text lines 1059-1062))",,in,in premisecheck-nlp,arxiv-2610.21046,gpt-5.5,low,reasoning-math,hard,single-call,,0.0165,2.89e-05,,,61.2,AUROC%,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.21046 (Table 6 (NLP reviews), row GPT-5.5 / low, column AUROC (text lines 1066-1069))",,in,in premisecheck-nlp,arxiv-2610.21046,gpt-5.5,nothink,reasoning-math,hard,single-call,,0.0108,2.89e-05,,,49.3,AUROC%,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.21046 (Table 6 (NLP reviews), row GPT-5.5 / none, column AUROC (text lines 1073-1076))",,in,in premisecheck-nlp,arxiv-2610.21046,gpt-5.4-mini,low,reasoning-math,hard,single-call,,0.0021,2.89e-05,,,53.7,AUROC%,0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.21046 (Table 6 (NLP reviews), row GPT-5.4-mini / low, column AUROC (text lines 1080-1083))",,in,in arxiv-2610.21170-avg-fs,arxiv-2610.21170,deepseek-v3.2,unstated,agentic-tool,hard,Flash-Searcher,,,,,,60.61,GAIA Avg. accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.21170v1 (Table 2, row Flash-Searcher (pass@1), model family DeepSeek V3.2, column GAIA Avg. accuracy (%))",,out:effort-not-established, arxiv-2610.21170-l1-fs,arxiv-2610.21170,deepseek-v3.2,unstated,agentic-tool,hard,Flash-Searcher,,,,,,79.25,GAIA level 1 accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.21170v1 (Table 2, row Flash-Searcher (pass@1), model family DeepSeek V3.2, column GAIA level 1 accuracy (%))",,out:effort-not-established, arxiv-2610.21170-l2-fs,arxiv-2610.21170,deepseek-v3.2,unstated,agentic-tool,hard,Flash-Searcher,,,,,,53.49,GAIA level 2 accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.21170v1 (Table 2, row Flash-Searcher (pass@1), model family DeepSeek V3.2, column GAIA level 2 accuracy (%))",,out:effort-not-established, arxiv-2610.21170-l3-fs,arxiv-2610.21170,deepseek-v3.2,unstated,agentic-tool,hard,Flash-Searcher,,,,,,46.15,GAIA level 3 accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.21170v1 (Table 2, row Flash-Searcher (pass@1), model family DeepSeek V3.2, column GAIA level 3 accuracy (%))",,out:effort-not-established, arxiv-2610.21170-xbench-fs,arxiv-2610.21170,deepseek-v3.2,unstated,agentic-tool,hard,Flash-Searcher,,,,,,68.00,xBench DeepSearch-2505 accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.21170v1 (Table 2, row Flash-Searcher (pass@1), model family DeepSeek V3.2, column xBench DeepSearch-2505 accuracy (%))",,out:effort-not-established, arxiv-2610.21170-avg-me,arxiv-2610.21170,deepseek-v3.2,unstated,agentic-tool,hard,MemEvolve + Flash-Searcher,,,,,,67.88,GAIA Avg. accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.21170v1 (Table 2, row MemEvolve + Flash-Searcher (pass@1), model family DeepSeek V3.2, column GAIA Avg. accuracy (%))",,out:effort-not-established, arxiv-2610.21170-l1-me,arxiv-2610.21170,deepseek-v3.2,unstated,agentic-tool,hard,MemEvolve + Flash-Searcher,,,,,,83.02,GAIA level 1 accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.21170v1 (Table 2, row MemEvolve + Flash-Searcher (pass@1), model family DeepSeek V3.2, column GAIA level 1 accuracy (%))",,out:effort-not-established, arxiv-2610.21170-l2-me,arxiv-2610.21170,deepseek-v3.2,unstated,agentic-tool,hard,MemEvolve + Flash-Searcher,,,,,,63.95,GAIA level 2 accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.21170v1 (Table 2, row MemEvolve + Flash-Searcher (pass@1), model family DeepSeek V3.2, column GAIA level 2 accuracy (%))",,out:effort-not-established, arxiv-2610.21170-l3-me,arxiv-2610.21170,deepseek-v3.2,unstated,agentic-tool,hard,MemEvolve + Flash-Searcher,,,,,,50.00,GAIA level 3 accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.21170v1 (Table 2, row MemEvolve + Flash-Searcher (pass@1), model family DeepSeek V3.2, column GAIA level 3 accuracy (%))",,out:effort-not-established, arxiv-2610.21170-xbench-me,arxiv-2610.21170,deepseek-v3.2,unstated,agentic-tool,hard,MemEvolve + Flash-Searcher,,,,,,70.00,xBench DeepSearch-2505 accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.21170v1 (Table 2, row MemEvolve + Flash-Searcher (pass@1), model family DeepSeek V3.2, column xBench DeepSearch-2505 accuracy (%))",,out:effort-not-established, arxiv-2610.21170-avg-ms,arxiv-2610.21170,deepseek-v3.2,unstated,agentic-tool,hard,MemScope + Flash-Searcher,,,,,,83.64,GAIA Avg. accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.21170v1 (Table 2, row MemScope + Flash-Searcher (pass@1), model family DeepSeek V3.2, column GAIA Avg. accuracy (%))",,out:effort-not-established, arxiv-2610.21170-l1-ms,arxiv-2610.21170,deepseek-v3.2,unstated,agentic-tool,hard,MemScope + Flash-Searcher,,,,,,90.57,GAIA level 1 accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.21170v1 (Table 2, row MemScope + Flash-Searcher (pass@1), model family DeepSeek V3.2, column GAIA level 1 accuracy (%))",,out:effort-not-established, arxiv-2610.21170-l2-ms,arxiv-2610.21170,deepseek-v3.2,unstated,agentic-tool,hard,MemScope + Flash-Searcher,,,,,,81.40,GAIA level 2 accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.21170v1 (Table 2, row MemScope + Flash-Searcher (pass@1), model family DeepSeek V3.2, column GAIA level 2 accuracy (%))",,out:effort-not-established, arxiv-2610.21170-l3-ms,arxiv-2610.21170,deepseek-v3.2,unstated,agentic-tool,hard,MemScope + Flash-Searcher,,,,,,76.92,GAIA level 3 accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.21170v1 (Table 2, row MemScope + Flash-Searcher (pass@1), model family DeepSeek V3.2, column GAIA level 3 accuracy (%))",,out:effort-not-established, arxiv-2610.21170-xbench-ms,arxiv-2610.21170,deepseek-v3.2,unstated,agentic-tool,hard,MemScope + Flash-Searcher,,,,,,78.00,xBench DeepSearch-2505 accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.21170v1 (Table 2, row MemScope + Flash-Searcher (pass@1), model family DeepSeek V3.2, column xBench DeepSearch-2505 accuracy (%))",,out:effort-not-established, arxiv-2610.21170-avg-ms,arxiv-2610.21170,?Kimi K2.7 Code,not-established:absent,agentic-tool,hard,MemScope + Flash-Searcher,,,,,,78.18,GAIA Avg. accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.21170v1 (Table 2, row MemScope + (pass@1), model family Kimi K2.7 Code, column GAIA Avg. accuracy (%))",,out:model-not-established, arxiv-2610.21170-l1-ms,arxiv-2610.21170,?Kimi K2.7 Code,not-established:absent,agentic-tool,hard,MemScope + Flash-Searcher,,,,,,88.68,GAIA level 1 accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.21170v1 (Table 2, row MemScope + (pass@1), model family Kimi K2.7 Code, column GAIA level 1 accuracy (%))",,out:model-not-established, arxiv-2610.21170-l2-ms,arxiv-2610.21170,?Kimi K2.7 Code,not-established:absent,agentic-tool,hard,MemScope + Flash-Searcher,,,,,,75.58,GAIA level 2 accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.21170v1 (Table 2, row MemScope + (pass@1), model family Kimi K2.7 Code, column GAIA level 2 accuracy (%))",,out:model-not-established, arxiv-2610.21170-l3-ms,arxiv-2610.21170,?Kimi K2.7 Code,not-established:absent,agentic-tool,hard,MemScope + Flash-Searcher,,,,,,65.38,GAIA level 3 accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.21170v1 (Table 2, row MemScope + (pass@1), model family Kimi K2.7 Code, column GAIA level 3 accuracy (%))",,out:model-not-established, arxiv-2610.21170-xbench-ms,arxiv-2610.21170,?Kimi K2.7 Code,not-established:absent,agentic-tool,hard,MemScope + Flash-Searcher,,,,,,74.00,xBench DeepSearch-2505 accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.21170v1 (Table 2, row MemScope + (pass@1), model family Kimi K2.7 Code, column xBench DeepSearch-2505 accuracy (%))",,out:model-not-established, arxiv-2610.21170-avg-fs,arxiv-2610.21170,?Kimi K2,not-established:absent,agentic-tool,hard,Flash-Searcher,,,,,,52.12,GAIA Avg. accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.21170v1 (Table 2, row Flash-Searcher, model family Kimi K2, column GAIA Avg. accuracy (%))",,out:model-not-established, arxiv-2610.21170-l1-fs,arxiv-2610.21170,?Kimi K2,not-established:absent,agentic-tool,hard,Flash-Searcher,,,,,,58.49,GAIA level 1 accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.21170v1 (Table 2, row Flash-Searcher, model family Kimi K2, column GAIA level 1 accuracy (%))",,out:model-not-established, arxiv-2610.21170-l2-fs,arxiv-2610.21170,?Kimi K2,not-established:absent,agentic-tool,hard,Flash-Searcher,,,,,,52.33,GAIA level 2 accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.21170v1 (Table 2, row Flash-Searcher, model family Kimi K2, column GAIA level 2 accuracy (%))",,out:model-not-established, arxiv-2610.21170-l3-fs,arxiv-2610.21170,?Kimi K2,not-established:absent,agentic-tool,hard,Flash-Searcher,,,,,,34.62,GAIA level 3 accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.21170v1 (Table 2, row Flash-Searcher, model family Kimi K2, column GAIA level 3 accuracy (%))",,out:model-not-established, arxiv-2610.21170-xbench-fs,arxiv-2610.21170,?Kimi K2,not-established:absent,agentic-tool,hard,Flash-Searcher,,,,,,66.00,xBench DeepSearch-2505 accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.21170v1 (Table 2, row Flash-Searcher, model family Kimi K2, column xBench DeepSearch-2505 accuracy (%))",,out:model-not-established, arxiv-2610.21170-avg-me,arxiv-2610.21170,?Kimi K2,not-established:absent,agentic-tool,hard,MemEvolve + Flash-Searcher,,,,,,61.21,GAIA Avg. accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.21170v1 (Table 2, row MemEvolve + Flash-Searcher, model family Kimi K2, column GAIA Avg. accuracy (%))",,out:model-not-established, arxiv-2610.21170-l1-me,arxiv-2610.21170,?Kimi K2,not-established:absent,agentic-tool,hard,MemEvolve + Flash-Searcher,,,,,,67.92,GAIA level 1 accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.21170v1 (Table 2, row MemEvolve + Flash-Searcher, model family Kimi K2, column GAIA level 1 accuracy (%))",,out:model-not-established, arxiv-2610.21170-l2-me,arxiv-2610.21170,?Kimi K2,not-established:absent,agentic-tool,hard,MemEvolve + Flash-Searcher,,,,,,63.95,GAIA level 2 accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.21170v1 (Table 2, row MemEvolve + Flash-Searcher, model family Kimi K2, column GAIA level 2 accuracy (%))",,out:model-not-established, arxiv-2610.21170-l3-me,arxiv-2610.21170,?Kimi K2,not-established:absent,agentic-tool,hard,MemEvolve + Flash-Searcher,,,,,,38.46,GAIA level 3 accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.21170v1 (Table 2, row MemEvolve + Flash-Searcher, model family Kimi K2, column GAIA level 3 accuracy (%))",,out:model-not-established, arxiv-2610.21170-xbench-me,arxiv-2610.21170,?Kimi K2,not-established:absent,agentic-tool,hard,MemEvolve + Flash-Searcher,,,,,,68.00,xBench DeepSearch-2505 accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.21170v1 (Table 2, row MemEvolve + Flash-Searcher, model family Kimi K2, column xBench DeepSearch-2505 accuracy (%))",,out:model-not-established, arxiv-2610.21170-xbench70-original,arxiv-2610.21170,?Kimi K2.7 Code,not-established:absent,agentic-tool,hard,Flash-Searcher with the original DynamicCheatsheet provider,,,,,,50,xBench correct answers out of 70 (count),0.289,,,https://arxiv.org/abs/2610.21170v1 (section 4.2 (paired xBench comparison)),,out:model-not-established, arxiv-2610.21170-xbench70-evolved,arxiv-2610.21170,?Kimi K2.7 Code,not-established:absent,agentic-tool,hard,Flash-Searcher with the evolved DynamicCheatsheet provider,,,,,,53,xBench correct answers out of 70 (count),0.289,,,https://arxiv.org/abs/2610.21170v1 (section 4.2 (paired xBench comparison)),,out:model-not-established, arxiv-2610.21218-s,arxiv-2610.21218,gemini-3.5-flash,unstated,agentic-tool,hard,browser-use,per-episode,0.934,0.000289,,,0.319,success score (S),0.000289,,,"https://arxiv.org/abs/2610.21218 (Table 3 (validation results of the Onboarded candidates at beta = $0.04 and the stock baselines), row Gemini 3.5 Flash (stock), column S)",,out:effort-not-established,out:effort-not-established arxiv-2610.21218-mfa,arxiv-2610.21218,gemini-3.5-flash,unstated,agentic-tool,hard,browser-use,,,,,,0.024,MFA,0.000289,,,"https://arxiv.org/abs/2610.21218 (Table 3 (validation results of the Onboarded candidates at beta = $0.04 and the stock baselines), row Gemini 3.5 Flash (stock), column MFA)",,out:effort-not-established, arxiv-2610.21218-ch,arxiv-2610.21218,gemini-3.5-flash,unstated,agentic-tool,hard,browser-use,,,,,,0.638,CH,0.000289,,,"https://arxiv.org/abs/2610.21218 (Table 3 (validation results of the Onboarded candidates at beta = $0.04 and the stock baselines), row Gemini 3.5 Flash (stock), column CH)",,out:effort-not-established, arxiv-2610.21218-perfect,arxiv-2610.21218,gemini-3.5-flash,unstated,agentic-tool,hard,browser-use,,,,,,0,perfect submissions (of 39),0.289,,,"https://arxiv.org/abs/2610.21218 (Table 3 (validation results of the Onboarded candidates at beta = $0.04 and the stock baselines), row Gemini 3.5 Flash (stock), column Perfect submissions)",,out:effort-not-established, arxiv-2610.21218-near,arxiv-2610.21218,gemini-3.5-flash,unstated,agentic-tool,hard,browser-use,,,,,,0,near-perfect submissions (of 39),0.289,,,"https://arxiv.org/abs/2610.21218 (Table 3 (validation results of the Onboarded candidates at beta = $0.04 and the stock baselines), row Gemini 3.5 Flash (stock), column Near-perfect submissions)",,out:effort-not-established, arxiv-2610.21218-s,arxiv-2610.21218,gemini-3.1-flash-lite,unstated,agentic-tool,hard,browser-use,per-episode,0.041,0.000289,,,0.000,success score (S),0.000289,,,"https://arxiv.org/abs/2610.21218 (Table 3 (validation results of the Onboarded candidates at beta = $0.04 and the stock baselines), row Gemini 3.1 Flash-Lite (stock), column S)",,out:effort-not-established,out:effort-not-established arxiv-2610.21218-mfa,arxiv-2610.21218,gemini-3.1-flash-lite,unstated,agentic-tool,hard,browser-use,,,,,,0.393,MFA,0.000289,,,"https://arxiv.org/abs/2610.21218 (Table 3 (validation results of the Onboarded candidates at beta = $0.04 and the stock baselines), row Gemini 3.1 Flash-Lite (stock), column MFA)",,out:effort-not-established, arxiv-2610.21218-ch,arxiv-2610.21218,gemini-3.1-flash-lite,unstated,agentic-tool,hard,browser-use,,,,,,0.000,CH,0.000289,,,"https://arxiv.org/abs/2610.21218 (Table 3 (validation results of the Onboarded candidates at beta = $0.04 and the stock baselines), row Gemini 3.1 Flash-Lite (stock), column CH)",,out:effort-not-established, arxiv-2610.21218-perfect,arxiv-2610.21218,gemini-3.1-flash-lite,unstated,agentic-tool,hard,browser-use,,,,,,0,perfect submissions (of 39),0.289,,,"https://arxiv.org/abs/2610.21218 (Table 3 (validation results of the Onboarded candidates at beta = $0.04 and the stock baselines), row Gemini 3.1 Flash-Lite (stock), column Perfect submissions)",,out:effort-not-established, arxiv-2610.21218-near,arxiv-2610.21218,gemini-3.1-flash-lite,unstated,agentic-tool,hard,browser-use,,,,,,0,near-perfect submissions (of 39),0.289,,,"https://arxiv.org/abs/2610.21218 (Table 3 (validation results of the Onboarded candidates at beta = $0.04 and the stock baselines), row Gemini 3.1 Flash-Lite (stock), column Near-perfect submissions)",,out:effort-not-established, arxiv-2610.21492-spreadsheetbench-seqevo-k0,arxiv-2610.21492,qwen3.6-plus,not-established:absent,agentic-tool,hard,,,,,,,76.0,SpreadsheetBench task success rate (%),0.0289,,,"https://arxiv.org/abs/2610.21492 (Table 1, Qwen3.6-Plus, column k = 0)",,out:effort-not-established, arxiv-2610.21492-spreadsheetbench-seqevo-k0,arxiv-2610.21492,qwen3.5-122b-a10b,unstated,agentic-tool,hard,,,,,,,68.9,SpreadsheetBench task success rate (%),0.0289,,,"https://arxiv.org/abs/2610.21492 (Table 1, Qwen3.5-122B-A10B, column k = 0)",,out:effort-not-established, arxiv-2610.21656-t1-datacomp,arxiv-2610.21656,gemini-3.8-flash,unstated,mixed,hard,,,,,,,59.00,rubric-score,0.00289,,,"https://arxiv.org/abs/2610.21656 (Table 1, column Data computation)",,out:effort-not-established, arxiv-2610.21656-t1-insight,arxiv-2610.21656,gemini-3.8-flash,unstated,mixed,hard,,,,,,,54.13,rubric-score,0.00289,,,"https://arxiv.org/abs/2610.21656 (Table 1, column Insight discovery)",,out:effort-not-established, arxiv-2610.21656-t1-avg,arxiv-2610.21656,gemini-3.8-flash,unstated,mixed,hard,,,,,,,56.17,rubric-score,0.00289,,,"https://arxiv.org/abs/2610.21656 (Table 1, column Avg)",,out:effort-not-established, arxiv-2610.21656-t2-neg0,arxiv-2610.21656,gemini-3.8-flash,unstated,mixed,hard,,,,,,,57,trajectories%,0.289,,,"https://arxiv.org/abs/2610.21656 (Table 2, column 0)",,out:effort-not-established, arxiv-2610.21656-t2-neg1,arxiv-2610.21656,gemini-3.8-flash,unstated,mixed,hard,,,,,,,34,trajectories%,0.289,,,"https://arxiv.org/abs/2610.21656 (Table 2, column 1)",,out:effort-not-established, arxiv-2610.21656-t2-neg2,arxiv-2610.21656,gemini-3.8-flash,unstated,mixed,hard,,,,,,,8,trajectories%,0.289,,,"https://arxiv.org/abs/2610.21656 (Table 2, column 2)",,out:effort-not-established, arxiv-2610.21656-t5-com,arxiv-2610.21656,gemini-3.8-flash,unstated,mixed,hard,,,,,,,58.83,rubric-score,0.00289,,,"https://arxiv.org/abs/2610.21656 (Table 5 (per-domain scores), column Com (header: Com Cus Fin Ops HR Risk Clin Epi Bio Sci Env Enrg Pol Edu Soc Tran Avg))",,out:effort-not-established, arxiv-2610.21656-t5-cus,arxiv-2610.21656,gemini-3.8-flash,unstated,mixed,hard,,,,,,,55.95,rubric-score,0.00289,,,"https://arxiv.org/abs/2610.21656 (Table 5 (per-domain scores), column Cus (header: Com Cus Fin Ops HR Risk Clin Epi Bio Sci Env Enrg Pol Edu Soc Tran Avg))",,out:effort-not-established, arxiv-2610.21656-t5-fin,arxiv-2610.21656,gemini-3.8-flash,unstated,mixed,hard,,,,,,,52.75,rubric-score,0.00289,,,"https://arxiv.org/abs/2610.21656 (Table 5 (per-domain scores), column Fin (header: Com Cus Fin Ops HR Risk Clin Epi Bio Sci Env Enrg Pol Edu Soc Tran Avg))",,out:effort-not-established, arxiv-2610.21656-t5-ops,arxiv-2610.21656,gemini-3.8-flash,unstated,mixed,hard,,,,,,,60.86,rubric-score,0.00289,,,"https://arxiv.org/abs/2610.21656 (Table 5 (per-domain scores), column Ops (header: Com Cus Fin Ops HR Risk Clin Epi Bio Sci Env Enrg Pol Edu Soc Tran Avg))",,out:effort-not-established, arxiv-2610.21656-t5-hr,arxiv-2610.21656,gemini-3.8-flash,unstated,mixed,hard,,,,,,,55.82,rubric-score,0.00289,,,"https://arxiv.org/abs/2610.21656 (Table 5 (per-domain scores), column HR (header: Com Cus Fin Ops HR Risk Clin Epi Bio Sci Env Enrg Pol Edu Soc Tran Avg))",,out:effort-not-established, arxiv-2610.21656-t5-risk,arxiv-2610.21656,gemini-3.8-flash,unstated,mixed,hard,,,,,,,43.48,rubric-score,0.00289,,,"https://arxiv.org/abs/2610.21656 (Table 5 (per-domain scores), column Risk (header: Com Cus Fin Ops HR Risk Clin Epi Bio Sci Env Enrg Pol Edu Soc Tran Avg))",,out:effort-not-established, arxiv-2610.21656-t5-clin,arxiv-2610.21656,gemini-3.8-flash,unstated,mixed,hard,,,,,,,62.52,rubric-score,0.00289,,,"https://arxiv.org/abs/2610.21656 (Table 5 (per-domain scores), column Clin (header: Com Cus Fin Ops HR Risk Clin Epi Bio Sci Env Enrg Pol Edu Soc Tran Avg))",,out:effort-not-established, arxiv-2610.21656-t5-epi,arxiv-2610.21656,gemini-3.8-flash,unstated,mixed,hard,,,,,,,57.09,rubric-score,0.00289,,,"https://arxiv.org/abs/2610.21656 (Table 5 (per-domain scores), column Epi (header: Com Cus Fin Ops HR Risk Clin Epi Bio Sci Env Enrg Pol Edu Soc Tran Avg))",,out:effort-not-established, arxiv-2610.21656-t5-bio,arxiv-2610.21656,gemini-3.8-flash,unstated,mixed,hard,,,,,,,72.78,rubric-score,0.00289,,,"https://arxiv.org/abs/2610.21656 (Table 5 (per-domain scores), column Bio (header: Com Cus Fin Ops HR Risk Clin Epi Bio Sci Env Enrg Pol Edu Soc Tran Avg))",,out:effort-not-established, arxiv-2610.21656-t5-sci,arxiv-2610.21656,gemini-3.8-flash,unstated,mixed,hard,,,,,,,47.79,rubric-score,0.00289,,,"https://arxiv.org/abs/2610.21656 (Table 5 (per-domain scores), column Sci (header: Com Cus Fin Ops HR Risk Clin Epi Bio Sci Env Enrg Pol Edu Soc Tran Avg))",,out:effort-not-established, arxiv-2610.21656-t5-env,arxiv-2610.21656,gemini-3.8-flash,unstated,mixed,hard,,,,,,,58.40,rubric-score,0.00289,,,"https://arxiv.org/abs/2610.21656 (Table 5 (per-domain scores), column Env (header: Com Cus Fin Ops HR Risk Clin Epi Bio Sci Env Enrg Pol Edu Soc Tran Avg))",,out:effort-not-established, arxiv-2610.21656-t5-enrg,arxiv-2610.21656,gemini-3.8-flash,unstated,mixed,hard,,,,,,,59.46,rubric-score,0.00289,,,"https://arxiv.org/abs/2610.21656 (Table 5 (per-domain scores), column Enrg (header: Com Cus Fin Ops HR Risk Clin Epi Bio Sci Env Enrg Pol Edu Soc Tran Avg))",,out:effort-not-established, arxiv-2610.21656-t5-pol,arxiv-2610.21656,gemini-3.8-flash,unstated,mixed,hard,,,,,,,52.09,rubric-score,0.00289,,,"https://arxiv.org/abs/2610.21656 (Table 5 (per-domain scores), column Pol (header: Com Cus Fin Ops HR Risk Clin Epi Bio Sci Env Enrg Pol Edu Soc Tran Avg))",,out:effort-not-established, arxiv-2610.21656-t5-edu,arxiv-2610.21656,gemini-3.8-flash,unstated,mixed,hard,,,,,,,43.64,rubric-score,0.00289,,,"https://arxiv.org/abs/2610.21656 (Table 5 (per-domain scores), column Edu (header: Com Cus Fin Ops HR Risk Clin Epi Bio Sci Env Enrg Pol Edu Soc Tran Avg))",,out:effort-not-established, arxiv-2610.21656-t5-soc,arxiv-2610.21656,gemini-3.8-flash,unstated,mixed,hard,,,,,,,70.29,rubric-score,0.00289,,,"https://arxiv.org/abs/2610.21656 (Table 5 (per-domain scores), column Soc (header: Com Cus Fin Ops HR Risk Clin Epi Bio Sci Env Enrg Pol Edu Soc Tran Avg))",,out:effort-not-established, arxiv-2610.21656-t5-tran,arxiv-2610.21656,gemini-3.8-flash,unstated,mixed,hard,,,,,,,43.65,rubric-score,0.00289,,,"https://arxiv.org/abs/2610.21656 (Table 5 (per-domain scores), column Tran (header: Com Cus Fin Ops HR Risk Clin Epi Bio Sci Env Enrg Pol Edu Soc Tran Avg))",,out:effort-not-established, arxiv-2610.21656-t5-avg,arxiv-2610.21656,gemini-3.8-flash,unstated,mixed,hard,,,,,,,56.17,rubric-score,0.00289,,,"https://arxiv.org/abs/2610.21656 (Table 5 (per-domain scores), column Avg (header: Com Cus Fin Ops HR Risk Clin Epi Bio Sci Env Enrg Pol Edu Soc Tran Avg))",,out:effort-not-established, arxiv-2610.21656-t6-cause,arxiv-2610.21656,gemini-3.8-flash,unstated,mixed,hard,,,,,,,55.96,rubric-score,0.00289,,,"https://arxiv.org/abs/2610.21656 (Table 6, column cause)",,out:effort-not-established, arxiv-2610.21656-t6-conseq,arxiv-2610.21656,gemini-3.8-flash,unstated,mixed,hard,,,,,,,56.38,rubric-score,0.00289,,,"https://arxiv.org/abs/2610.21656 (Table 6, column conseq)",,out:effort-not-established, arxiv-2610.21656-t6-delta,arxiv-2610.21656,gemini-3.8-flash,unstated,mixed,hard,,,,,,,-0.43,score-difference,0.00289,,,"https://arxiv.org/abs/2610.21656 (Table 6, column delta)",,out:effort-not-established, arxiv-2610.21656-t6-mde,arxiv-2610.21656,gemini-3.8-flash,unstated,mixed,hard,,,,,,,9.52,MDE,0.00289,,,"https://arxiv.org/abs/2610.21656 (Table 6, column mde)",,out:effort-not-established, arxiv-2610.21656-tbench21-reported,arxiv-2610.21656,gemini-3.8-flash,unstated,mixed,hard,,,,,,,90.8,score%,0.0289,,"restated-from:Merrill et al., 2026",https://arxiv.org/abs/2610.21656 (Appendix A.2 (model description)),,out:effort-not-established, arxiv-2610.21656-tbench21-reported-pred,arxiv-2610.21656,?3.7 Flash,not-established:absent,mixed,hard,,,,,,,81.6,score%,0.0289,,"restated-from:Merrill et al., 2026",https://arxiv.org/abs/2610.21656 (Appendix A.2 (model description)),,out:model-not-established, arxiv-2610.21656-t1-datacomp,arxiv-2610.21656,qwen3.8-max-0902,unstated,mixed,hard,,,,,,,82.36,rubric-score,0.00289,,,"https://arxiv.org/abs/2610.21656 (Table 1, column Data computation)",,out:effort-not-established, arxiv-2610.21656-t1-insight,arxiv-2610.21656,qwen3.8-max-0902,unstated,mixed,hard,,,,,,,67.95,rubric-score,0.00289,,,"https://arxiv.org/abs/2610.21656 (Table 1, column Insight discovery)",,out:effort-not-established, arxiv-2610.21656-t1-avg,arxiv-2610.21656,qwen3.8-max-0902,unstated,mixed,hard,,,,,,,73.43,rubric-score,0.00289,,,"https://arxiv.org/abs/2610.21656 (Table 1, column Avg)",,out:effort-not-established, arxiv-2610.21656-t1-datacomp,arxiv-2610.21656,qwen3.8-27b,unstated,mixed,hard,,,,,,,66.93,rubric-score,0.00289,,,"https://arxiv.org/abs/2610.21656 (Table 1, column Data computation)",,out:effort-not-established, arxiv-2610.21656-t1-insight,arxiv-2610.21656,qwen3.8-27b,unstated,mixed,hard,,,,,,,54.93,rubric-score,0.00289,,,"https://arxiv.org/abs/2610.21656 (Table 1, column Insight discovery)",,out:effort-not-established, arxiv-2610.21656-t1-avg,arxiv-2610.21656,qwen3.8-27b,unstated,mixed,hard,,,,,,,59.64,rubric-score,0.00289,,,"https://arxiv.org/abs/2610.21656 (Table 1, column Avg)",,out:effort-not-established, arxiv-2610.21783-scanqa,arxiv-2610.21783,gemini-3.6-flash,unstated,mixed,hard,,,,,,,43.3,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.21783 (Table 1 (performance comparison on six 3D reasoning benchmarks), block Active interaction, row Gemini 3.6 Flash, row Gemini 3.6 Flash, column scanqa)",,out:effort-not-established, arxiv-2610.21783-sqa3d,arxiv-2610.21783,gemini-3.6-flash,unstated,mixed,hard,,,,,,,53.8,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.21783 (Table 1 (performance comparison on six 3D reasoning benchmarks), block Active interaction, row Gemini 3.6 Flash, row Gemini 3.6 Flash, column sqa3d)",,out:effort-not-established, arxiv-2610.21783-spb-mv,arxiv-2610.21783,gemini-3.6-flash,unstated,mixed,hard,,,,,,,45.5,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.21783 (Table 1 (performance comparison on six 3D reasoning benchmarks), block Active interaction, row Gemini 3.6 Flash, row Gemini 3.6 Flash, column spb-mv)",,out:effort-not-established, arxiv-2610.21783-spb-si,arxiv-2610.21783,gemini-3.6-flash,unstated,mixed,hard,,,,,,,44.4,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.21783 (Table 1 (performance comparison on six 3D reasoning benchmarks), block Active interaction, row Gemini 3.6 Flash, row Gemini 3.6 Flash, column spb-si)",,out:effort-not-established, arxiv-2610.21783-mp3d,arxiv-2610.21783,gemini-3.6-flash,unstated,mixed,hard,,,,,,,53.4,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.21783 (Table 1 (performance comparison on six 3D reasoning benchmarks), block Active interaction, row Gemini 3.6 Flash, row Gemini 3.6 Flash, column mp3d)",,out:effort-not-established, arxiv-2610.21783-arkit,arxiv-2610.21783,gemini-3.6-flash,unstated,mixed,hard,,,,,,,73.0,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.21783 (Table 1 (performance comparison on six 3D reasoning benchmarks), block Active interaction, row Gemini 3.6 Flash, row Gemini 3.6 Flash, column arkit)",,out:effort-not-established, arxiv-2610.21783-avg,arxiv-2610.21783,gemini-3.6-flash,unstated,mixed,hard,,,,,,,52.2,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.21783 (Table 1 (performance comparison on six 3D reasoning benchmarks), block Active interaction, row Gemini 3.6 Flash, row Gemini 3.6 Flash, column avg)",,out:effort-not-established, opengcua-gui,arxiv-2610.22200,opus-5,unstated,computer-use,frontier,gui-batch-baseline,,,,,,60.7,partial-score-0-100,0.0289,,,"https://arxiv.org/abs/2610.22200 (Table 2, row Claude Opus 5 / GUI + batch, column Score)",,out:effort-not-established, opengcua-full,arxiv-2610.22200,opus-5,unstated,computer-use,frontier,opengcua,,,,,,70.1,partial-score-0-100,0.0289,,,"https://arxiv.org/abs/2610.22200 (Table 2, row Claude Opus 5 / OpenGCUA, column Score)",,out:effort-not-established, opengcua-gui,arxiv-2610.22200,gpt-6-astra,unstated,computer-use,frontier,gui-batch-baseline,,,,,,67.1,partial-score-0-100,0.0289,,,"https://arxiv.org/abs/2610.22200 (Table 2, row GPT-6 Astra / GUI + batch, column Score)",,out:effort-not-established, opengcua-full,arxiv-2610.22200,gpt-6-astra,unstated,computer-use,frontier,opengcua,per-task,15.26,0.00289,,,75.7,partial-score-0-100,0.0289,,,"https://arxiv.org/abs/2610.22200 (Table 2, row GPT-6 Astra / OpenGCUA, column Score)",,out:effort-not-established,out:effort-not-established opengcua-gui,arxiv-2610.22200,gemini-3.8-flash,unstated,computer-use,frontier,gui-batch-baseline,,,,,,50.1,partial-score-0-100,0.0289,,,"https://arxiv.org/abs/2610.22200 (Table 2, row Gemini 3.8 Flash / GUI + batch, column Score)",,out:effort-not-established, opengcua-full,arxiv-2610.22200,gemini-3.8-flash,unstated,computer-use,frontier,opengcua,,,,,,67.0,partial-score-0-100,0.0289,,,"https://arxiv.org/abs/2610.22200 (Table 2, row Gemini 3.8 Flash / OpenGCUA, column Score)",,out:effort-not-established, opengcua-gui,arxiv-2610.22200,?Qwen3.8-Max,not-established:absent,computer-use,frontier,gui-batch-baseline,,,,,,46.9,partial-score-0-100,0.0289,,,"https://arxiv.org/abs/2610.22200 (Table 2, row Qwen3.8-Max / GUI + batch, column Score)",,out:model-not-established, opengcua-full,arxiv-2610.22200,?Qwen3.8-Max,not-established:absent,computer-use,frontier,opengcua,,,,,,64.0,partial-score-0-100,0.0289,,,"https://arxiv.org/abs/2610.22200 (Table 2, row Qwen3.8-Max / OpenGCUA, column Score)",,out:model-not-established, opengcua-gui,arxiv-2610.22200,qwen3.8-flash,unstated,computer-use,frontier,gui-batch-baseline,,,,,,38.9,partial-score-0-100,0.0289,,,"https://arxiv.org/abs/2610.22200 (Table 2, row Qwen3.8-Flash / GUI + batch, column Score)",,out:effort-not-established, opengcua-full,arxiv-2610.22200,qwen3.8-flash,unstated,computer-use,frontier,opengcua,per-task,0.38,0.00289,,,60.5,partial-score-0-100,0.0289,,,"https://arxiv.org/abs/2610.22200 (Table 2, row Qwen3.8-Flash / OpenGCUA, column Score)",,out:effort-not-established,out:effort-not-established opengcua-gui,arxiv-2610.22200,kimi-k3,unstated,computer-use,frontier,gui-batch-baseline,,,,,,40.7,partial-score-0-100,0.0289,,,"https://arxiv.org/abs/2610.22200 (Table 2, row Kimi K3 / GUI + batch, column Score)",,out:effort-not-established, opengcua-full,arxiv-2610.22200,kimi-k3,unstated,computer-use,frontier,opengcua,,,,,,59.2,partial-score-0-100,0.0289,,,"https://arxiv.org/abs/2610.22200 (Table 2, row Kimi K3 / OpenGCUA, column Score)",,out:effort-not-established, opengcua-gui,arxiv-2610.22200,deepseek-v4.1-flash,unstated,computer-use,frontier,gui-batch-baseline,,,,,,28.0,partial-score-0-100,0.0289,,,"https://arxiv.org/abs/2610.22200 (Table 2, row DeepSeek-V4.1-Flash / GUI + batch, column Score)",,out:effort-not-established, opengcua-full,arxiv-2610.22200,deepseek-v4.1-flash,unstated,computer-use,frontier,opengcua,,,,,,57.7,partial-score-0-100,0.0289,,,"https://arxiv.org/abs/2610.22200 (Table 2, row DeepSeek-V4.1-Flash / OpenGCUA, column Score)",,out:effort-not-established, opengcua-gui,arxiv-2610.22200,glm-5.3-flash,unstated,computer-use,frontier,gui-batch-baseline,,,,,,29.6,partial-score-0-100,0.0289,,,"https://arxiv.org/abs/2610.22200 (Table 2, row GLM-5.3-Flash / GUI + batch, column Score)",,out:effort-not-established, opengcua-full,arxiv-2610.22200,glm-5.3-flash,unstated,computer-use,frontier,opengcua,,,,,,64.9,partial-score-0-100,0.0289,,,"https://arxiv.org/abs/2610.22200 (Table 2, row GLM-5.3-Flash / OpenGCUA, column Score)",,out:effort-not-established, opengcua-guicli,arxiv-2610.22200,?Qwen3.8-Max,not-established:absent,computer-use,frontier,gui-cli-batch,,,,,,57.2,partial-score-0-100,0.0289,,,"https://arxiv.org/abs/2610.22200 (Table 3, row Qwen3.8-Max, column Task score (GUI+CLI))",,out:model-not-established, opengcua-guicli,arxiv-2610.22200,deepseek-v4.1-flash,unstated,computer-use,frontier,gui-cli-batch,,,,,,50.9,partial-score-0-100,0.0289,,,"https://arxiv.org/abs/2610.22200 (Table 3, row DeepSeek-V4.1-Flash, column Task score (GUI+CLI))",,out:effort-not-established, opengcua-guicli,arxiv-2610.22200,glm-5.3-flash,unstated,computer-use,frontier,gui-cli-batch,,,,,,55.8,partial-score-0-100,0.0289,,,"https://arxiv.org/abs/2610.22200 (Table 3, row GLM-5.3-Flash, column Task score (GUI+CLI))",,out:effort-not-established, opengcua-guicli,arxiv-2610.22200,opus-5,unstated,computer-use,frontier,gui-cli-batch,,,,,,65.7,partial-score-0-100,0.0289,,,"https://arxiv.org/abs/2610.22200 (Table 3, row Claude Opus 5, column Task score (GUI+CLI))",,out:effort-not-established, opengcua-macos,arxiv-2610.22200,gpt-6-astra,unstated,computer-use,frontier,opengcua,per-task,18.290,0.000289,,,100,score%,0,,,"https://arxiv.org/abs/2610.22200 (Table 5, row GPT-6 Astra, column Complete)",,out:effort-not-established,out:effort-not-established opengcua-macos,arxiv-2610.22200,opus-5,unstated,computer-use,frontier,opengcua,per-task,17.117,0.000289,,,75,score%,0,,,"https://arxiv.org/abs/2610.22200 (Table 5, row Claude Opus 5, column Complete)",,out:effort-not-established,out:effort-not-established opengcua-macos,arxiv-2610.22200,gemini-3.8-flash,unstated,computer-use,frontier,opengcua,per-task,0.662,0.000289,,,50,score%,0,,,"https://arxiv.org/abs/2610.22200 (Table 5, row Gemini 3.8 Flash, column Complete)",,out:effort-not-established,out:effort-not-established opengcua-macos,arxiv-2610.22200,?Qwen3.8-Max,not-established:absent,computer-use,frontier,opengcua,per-task,1.494,0.000289,,,75,score%,0,,,"https://arxiv.org/abs/2610.22200 (Table 5, row Qwen3.8-Max, column Complete)",,out:model-not-established,out:model-not-established opengcua-macos,arxiv-2610.22200,qwen3.8-flash,unstated,computer-use,frontier,opengcua,per-task,0.120,0.000289,,,50,score%,0,,,"https://arxiv.org/abs/2610.22200 (Table 5, row Qwen3.8-Flash, column Complete)",,out:effort-not-established,out:effort-not-established arxiv-2610.22244-t2-bacc,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.983,BACC,0.000289,,,"https://arxiv.org/abs/2610.22244 (Table 2 (original-wording operating point and placebo flip rate), row Gemini 3.8 Flash, column BACC (value printed twice in the saved copy))",,out:effort-not-established, arxiv-2610.22244-t2-fpr,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.012,FPR,0.000289,,,"https://arxiv.org/abs/2610.22244 (Table 2 (original-wording operating point and placebo flip rate), row Gemini 3.8 Flash, column FPR (value printed twice in the saved copy))",,out:effort-not-established, arxiv-2610.22244-t2-tpr,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.977,TPR,0.000289,,,"https://arxiv.org/abs/2610.22244 (Table 2 (original-wording operating point and placebo flip rate), row Gemini 3.8 Flash, column TPR (value printed twice in the saved copy))",,out:effort-not-established, arxiv-2610.22244-t2-placebo,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.000,placebo flip,0.000289,,,"https://arxiv.org/abs/2610.22244 (Table 2 (original-wording operating point and placebo flip rate), row Gemini 3.8 Flash, column placebo flip (value printed twice in the saved copy))",,out:effort-not-established, arxiv-2610.22244-t2-bacc,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.983,BACC,0.000289,,,"https://arxiv.org/abs/2610.22244 (Table 2 (original-wording operating point and placebo flip rate), row Gemini 3.8 Flash (scanner control), column BACC (value printed twice in the saved copy))",,out:effort-not-established, arxiv-2610.22244-t2-fpr,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.012,FPR,0.000289,,,"https://arxiv.org/abs/2610.22244 (Table 2 (original-wording operating point and placebo flip rate), row Gemini 3.8 Flash (scanner control), column FPR (value printed twice in the saved copy))",,out:effort-not-established, arxiv-2610.22244-t2-tpr,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.977,TPR,0.000289,,,"https://arxiv.org/abs/2610.22244 (Table 2 (original-wording operating point and placebo flip rate), row Gemini 3.8 Flash (scanner control), column TPR (value printed twice in the saved copy))",,out:effort-not-established, arxiv-2610.22244-t2-placebo,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.001,placebo flip,0.000289,,,"https://arxiv.org/abs/2610.22244 (Table 2 (original-wording operating point and placebo flip rate), row Gemini 3.8 Flash (scanner control), column placebo flip (value printed twice in the saved copy))",,out:effort-not-established, arxiv-2610.22244-t1-fpr-de,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,ΔFPR (pp) under translation,0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 1 (translation-induced error shifts, pp vs. original), row Gemini 3.8 Flash, ΔFPR (pp) column de)",,out:effort-not-established, arxiv-2610.22244-t1-fpr-fr,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,ΔFPR (pp) under translation,0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 1 (translation-induced error shifts, pp vs. original), row Gemini 3.8 Flash, ΔFPR (pp) column fr)",,out:effort-not-established, arxiv-2610.22244-t1-fpr-tr,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,ΔFPR (pp) under translation,0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 1 (translation-induced error shifts, pp vs. original), row Gemini 3.8 Flash, ΔFPR (pp) column tr)",,out:effort-not-established, arxiv-2610.22244-t1-fpr-sw,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,ΔFPR (pp) under translation,0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 1 (translation-induced error shifts, pp vs. original), row Gemini 3.8 Flash, ΔFPR (pp) column sw)",,out:effort-not-established, arxiv-2610.22244-t1-fpr-am,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,ΔFPR (pp) under translation,0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 1 (translation-induced error shifts, pp vs. original), row Gemini 3.8 Flash, ΔFPR (pp) column am)",,out:effort-not-established, arxiv-2610.22244-t1-tpr-de,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,ΔTPR (pp) under translation,0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 1 (translation-induced error shifts, pp vs. original), row Gemini 3.8 Flash, ΔTPR (pp) column de)",,out:effort-not-established, arxiv-2610.22244-t1-tpr-fr,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,ΔTPR (pp) under translation,0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 1 (translation-induced error shifts, pp vs. original), row Gemini 3.8 Flash, ΔTPR (pp) column fr)",,out:effort-not-established, arxiv-2610.22244-t1-tpr-tr,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,ΔTPR (pp) under translation,0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 1 (translation-induced error shifts, pp vs. original), row Gemini 3.8 Flash, ΔTPR (pp) column tr)",,out:effort-not-established, arxiv-2610.22244-t1-tpr-sw,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,ΔTPR (pp) under translation,0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 1 (translation-induced error shifts, pp vs. original), row Gemini 3.8 Flash, ΔTPR (pp) column sw)",,out:effort-not-established, arxiv-2610.22244-t1-tpr-am,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,ΔTPR (pp) under translation,0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 1 (translation-induced error shifts, pp vs. original), row Gemini 3.8 Flash, ΔTPR (pp) column am)",,out:effort-not-established, arxiv-2610.22244-t3-placebo,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.1,raw verdict flip rate (%),0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 3 (raw verdict flip rate (%) vs. the original wording), row Gemini 3.8 Flash (scanner), column placebo)",,out:effort-not-established, arxiv-2610.22244-t3-typos,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,raw verdict flip rate (%),0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 3 (raw verdict flip rate (%) vs. the original wording), row Gemini 3.8 Flash (scanner), column typos)",,out:effort-not-established, arxiv-2610.22244-t3-lexical,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,raw verdict flip rate (%),0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 3 (raw verdict flip rate (%) vs. the original wording), row Gemini 3.8 Flash (scanner), column lexical)",,out:effort-not-established, arxiv-2610.22244-t3-terse,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,raw verdict flip rate (%),0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 3 (raw verdict flip rate (%) vs. the original wording), row Gemini 3.8 Flash (scanner), column terse)",,out:effort-not-established, arxiv-2610.22244-t3-verbose,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,raw verdict flip rate (%),0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 3 (raw verdict flip rate (%) vs. the original wording), row Gemini 3.8 Flash (scanner), column verbose)",,out:effort-not-established, arxiv-2610.22244-t3-casual,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,raw verdict flip rate (%),0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 3 (raw verdict flip rate (%) vs. the original wording), row Gemini 3.8 Flash (scanner), column casual)",,out:effort-not-established, arxiv-2610.22244-t3-human,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,raw verdict flip rate (%),0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 3 (raw verdict flip rate (%) vs. the original wording), row Gemini 3.8 Flash (scanner), column human)",,out:effort-not-established, arxiv-2610.22244-t3-de,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,raw verdict flip rate (%),0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 3 (raw verdict flip rate (%) vs. the original wording), row Gemini 3.8 Flash (scanner), column de)",,out:effort-not-established, arxiv-2610.22244-t3-fr,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,raw verdict flip rate (%),0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 3 (raw verdict flip rate (%) vs. the original wording), row Gemini 3.8 Flash (scanner), column fr)",,out:effort-not-established, arxiv-2610.22244-t3-tr,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,raw verdict flip rate (%),0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 3 (raw verdict flip rate (%) vs. the original wording), row Gemini 3.8 Flash (scanner), column tr)",,out:effort-not-established, arxiv-2610.22244-t3-sw,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,raw verdict flip rate (%),0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 3 (raw verdict flip rate (%) vs. the original wording), row Gemini 3.8 Flash (scanner), column sw)",,out:effort-not-established, arxiv-2610.22244-t3-am,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,raw verdict flip rate (%),0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 3 (raw verdict flip rate (%) vs. the original wording), row Gemini 3.8 Flash (scanner), column am)",,out:effort-not-established, arxiv-2610.22244-t3-placebo,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,raw verdict flip rate (%),0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 3 (raw verdict flip rate (%) vs. the original wording), row Gemini 3.8 Flash, column placebo)",,out:effort-not-established, arxiv-2610.22244-t3-typos,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,raw verdict flip rate (%),0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 3 (raw verdict flip rate (%) vs. the original wording), row Gemini 3.8 Flash, column typos)",,out:effort-not-established, arxiv-2610.22244-t3-lexical,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,raw verdict flip rate (%),0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 3 (raw verdict flip rate (%) vs. the original wording), row Gemini 3.8 Flash, column lexical)",,out:effort-not-established, arxiv-2610.22244-t3-terse,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,raw verdict flip rate (%),0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 3 (raw verdict flip rate (%) vs. the original wording), row Gemini 3.8 Flash, column terse)",,out:effort-not-established, arxiv-2610.22244-t3-verbose,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,raw verdict flip rate (%),0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 3 (raw verdict flip rate (%) vs. the original wording), row Gemini 3.8 Flash, column verbose)",,out:effort-not-established, arxiv-2610.22244-t3-casual,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,raw verdict flip rate (%),0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 3 (raw verdict flip rate (%) vs. the original wording), row Gemini 3.8 Flash, column casual)",,out:effort-not-established, arxiv-2610.22244-t3-human,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,raw verdict flip rate (%),0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 3 (raw verdict flip rate (%) vs. the original wording), row Gemini 3.8 Flash, column human)",,out:effort-not-established, arxiv-2610.22244-t3-de,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,raw verdict flip rate (%),0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 3 (raw verdict flip rate (%) vs. the original wording), row Gemini 3.8 Flash, column de)",,out:effort-not-established, arxiv-2610.22244-t3-fr,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,raw verdict flip rate (%),0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 3 (raw verdict flip rate (%) vs. the original wording), row Gemini 3.8 Flash, column fr)",,out:effort-not-established, arxiv-2610.22244-t3-tr,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,raw verdict flip rate (%),0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 3 (raw verdict flip rate (%) vs. the original wording), row Gemini 3.8 Flash, column tr)",,out:effort-not-established, arxiv-2610.22244-t3-sw,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,raw verdict flip rate (%),0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 3 (raw verdict flip rate (%) vs. the original wording), row Gemini 3.8 Flash, column sw)",,out:effort-not-established, arxiv-2610.22244-t3-am,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,raw verdict flip rate (%),0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 3 (raw verdict flip rate (%) vs. the original wording), row Gemini 3.8 Flash, column am)",,out:effort-not-established, arxiv-2610.22244-t4-typos,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,ΔFPR (pp) under paraphrase,0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 4 (ΔFPR (pp) under the six paraphrase conditions), row Gemini 3.8 Flash (scanner), column typos)",,out:effort-not-established, arxiv-2610.22244-t4-lexical,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,ΔFPR (pp) under paraphrase,0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 4 (ΔFPR (pp) under the six paraphrase conditions), row Gemini 3.8 Flash (scanner), column lexical)",,out:effort-not-established, arxiv-2610.22244-t4-terse,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,ΔFPR (pp) under paraphrase,0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 4 (ΔFPR (pp) under the six paraphrase conditions), row Gemini 3.8 Flash (scanner), column terse)",,out:effort-not-established, arxiv-2610.22244-t4-verbose,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,ΔFPR (pp) under paraphrase,0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 4 (ΔFPR (pp) under the six paraphrase conditions), row Gemini 3.8 Flash (scanner), column verbose)",,out:effort-not-established, arxiv-2610.22244-t4-casual,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,ΔFPR (pp) under paraphrase,0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 4 (ΔFPR (pp) under the six paraphrase conditions), row Gemini 3.8 Flash (scanner), column casual)",,out:effort-not-established, arxiv-2610.22244-t4-human,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,ΔFPR (pp) under paraphrase,0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 4 (ΔFPR (pp) under the six paraphrase conditions), row Gemini 3.8 Flash (scanner), column human)",,out:effort-not-established, arxiv-2610.22244-t4-typos,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,ΔFPR (pp) under paraphrase,0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 4 (ΔFPR (pp) under the six paraphrase conditions), row Gemini 3.8 Flash, column typos)",,out:effort-not-established, arxiv-2610.22244-t4-lexical,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,ΔFPR (pp) under paraphrase,0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 4 (ΔFPR (pp) under the six paraphrase conditions), row Gemini 3.8 Flash, column lexical)",,out:effort-not-established, arxiv-2610.22244-t4-terse,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,ΔFPR (pp) under paraphrase,0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 4 (ΔFPR (pp) under the six paraphrase conditions), row Gemini 3.8 Flash, column terse)",,out:effort-not-established, arxiv-2610.22244-t4-verbose,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,ΔFPR (pp) under paraphrase,0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 4 (ΔFPR (pp) under the six paraphrase conditions), row Gemini 3.8 Flash, column verbose)",,out:effort-not-established, arxiv-2610.22244-t4-casual,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,ΔFPR (pp) under paraphrase,0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 4 (ΔFPR (pp) under the six paraphrase conditions), row Gemini 3.8 Flash, column casual)",,out:effort-not-established, arxiv-2610.22244-t4-human,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,ΔFPR (pp) under paraphrase,0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 4 (ΔFPR (pp) under the six paraphrase conditions), row Gemini 3.8 Flash, column human)",,out:effort-not-established, arxiv-2610.22244-t5-typos,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,ΔTPR (pp) under paraphrase,0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 5 (ΔTPR (pp) under the six paraphrase conditions), row Gemini 3.8 Flash (scanner), column typos)",,out:effort-not-established, arxiv-2610.22244-t5-lexical,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,ΔTPR (pp) under paraphrase,0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 5 (ΔTPR (pp) under the six paraphrase conditions), row Gemini 3.8 Flash (scanner), column lexical)",,out:effort-not-established, arxiv-2610.22244-t5-terse,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,ΔTPR (pp) under paraphrase,0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 5 (ΔTPR (pp) under the six paraphrase conditions), row Gemini 3.8 Flash (scanner), column terse)",,out:effort-not-established, arxiv-2610.22244-t5-verbose,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,ΔTPR (pp) under paraphrase,0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 5 (ΔTPR (pp) under the six paraphrase conditions), row Gemini 3.8 Flash (scanner), column verbose)",,out:effort-not-established, arxiv-2610.22244-t5-casual,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,ΔTPR (pp) under paraphrase,0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 5 (ΔTPR (pp) under the six paraphrase conditions), row Gemini 3.8 Flash (scanner), column casual)",,out:effort-not-established, arxiv-2610.22244-t5-human,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,ΔTPR (pp) under paraphrase,0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 5 (ΔTPR (pp) under the six paraphrase conditions), row Gemini 3.8 Flash (scanner), column human)",,out:effort-not-established, arxiv-2610.22244-t5-typos,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,ΔTPR (pp) under paraphrase,0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 5 (ΔTPR (pp) under the six paraphrase conditions), row Gemini 3.8 Flash, column typos)",,out:effort-not-established, arxiv-2610.22244-t5-lexical,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,ΔTPR (pp) under paraphrase,0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 5 (ΔTPR (pp) under the six paraphrase conditions), row Gemini 3.8 Flash, column lexical)",,out:effort-not-established, arxiv-2610.22244-t5-terse,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,ΔTPR (pp) under paraphrase,0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 5 (ΔTPR (pp) under the six paraphrase conditions), row Gemini 3.8 Flash, column terse)",,out:effort-not-established, arxiv-2610.22244-t5-verbose,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,ΔTPR (pp) under paraphrase,0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 5 (ΔTPR (pp) under the six paraphrase conditions), row Gemini 3.8 Flash, column verbose)",,out:effort-not-established, arxiv-2610.22244-t5-casual,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,ΔTPR (pp) under paraphrase,0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 5 (ΔTPR (pp) under the six paraphrase conditions), row Gemini 3.8 Flash, column casual)",,out:effort-not-established, arxiv-2610.22244-t5-human,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,ΔTPR (pp) under paraphrase,0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 5 (ΔTPR (pp) under the six paraphrase conditions), row Gemini 3.8 Flash, column human)",,out:effort-not-established, arxiv-2610.22244-t6-fpr-high,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,ΔFPR (pp) pooled by tier,0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 6 (translation shifts pooled by language-resource tier), row Gemini 3.8 Flash (scanner), ΔFPR (pp), tier high)",,out:effort-not-established, arxiv-2610.22244-t6-fpr-mid,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,ΔFPR (pp) pooled by tier,0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 6 (translation shifts pooled by language-resource tier), row Gemini 3.8 Flash (scanner), ΔFPR (pp), tier mid)",,out:effort-not-established, arxiv-2610.22244-t6-fpr-low,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,ΔFPR (pp) pooled by tier,0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 6 (translation shifts pooled by language-resource tier), row Gemini 3.8 Flash (scanner), ΔFPR (pp), tier low)",,out:effort-not-established, arxiv-2610.22244-t6-tpr-high,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,ΔTPR (pp) pooled by tier,0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 6 (translation shifts pooled by language-resource tier), row Gemini 3.8 Flash (scanner), ΔTPR (pp), tier high)",,out:effort-not-established, arxiv-2610.22244-t6-tpr-mid,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,ΔTPR (pp) pooled by tier,0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 6 (translation shifts pooled by language-resource tier), row Gemini 3.8 Flash (scanner), ΔTPR (pp), tier mid)",,out:effort-not-established, arxiv-2610.22244-t6-tpr-low,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,ΔTPR (pp) pooled by tier,0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 6 (translation shifts pooled by language-resource tier), row Gemini 3.8 Flash (scanner), ΔTPR (pp), tier low)",,out:effort-not-established, arxiv-2610.22244-t6-adjflip-high,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,-0.0,placebo-adjusted flip rate (pp),0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 6 (translation shifts pooled by language-resource tier), row Gemini 3.8 Flash (scanner), placebo-adjusted flip rate, tier high)",,out:effort-not-established, arxiv-2610.22244-t6-adjflip-mid,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,-0.1,placebo-adjusted flip rate (pp),0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 6 (translation shifts pooled by language-resource tier), row Gemini 3.8 Flash (scanner), placebo-adjusted flip rate, tier mid)",,out:effort-not-established, arxiv-2610.22244-t6-adjflip-low,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,-0.1,placebo-adjusted flip rate (pp),0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 6 (translation shifts pooled by language-resource tier), row Gemini 3.8 Flash (scanner), placebo-adjusted flip rate, tier low)",,out:effort-not-established, arxiv-2610.22244-t6-fpr-high,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,ΔFPR (pp) pooled by tier,0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 6 (translation shifts pooled by language-resource tier), row Gemini 3.8 Flash, ΔFPR (pp), tier high)",,out:effort-not-established, arxiv-2610.22244-t6-fpr-mid,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,ΔFPR (pp) pooled by tier,0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 6 (translation shifts pooled by language-resource tier), row Gemini 3.8 Flash, ΔFPR (pp), tier mid)",,out:effort-not-established, arxiv-2610.22244-t6-fpr-low,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,ΔFPR (pp) pooled by tier,0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 6 (translation shifts pooled by language-resource tier), row Gemini 3.8 Flash, ΔFPR (pp), tier low)",,out:effort-not-established, arxiv-2610.22244-t6-tpr-high,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,ΔTPR (pp) pooled by tier,0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 6 (translation shifts pooled by language-resource tier), row Gemini 3.8 Flash, ΔTPR (pp), tier high)",,out:effort-not-established, arxiv-2610.22244-t6-tpr-mid,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,ΔTPR (pp) pooled by tier,0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 6 (translation shifts pooled by language-resource tier), row Gemini 3.8 Flash, ΔTPR (pp), tier mid)",,out:effort-not-established, arxiv-2610.22244-t6-tpr-low,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,ΔTPR (pp) pooled by tier,0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 6 (translation shifts pooled by language-resource tier), row Gemini 3.8 Flash, ΔTPR (pp), tier low)",,out:effort-not-established, arxiv-2610.22244-t6-adjflip-high,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,placebo-adjusted flip rate (pp),0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 6 (translation shifts pooled by language-resource tier), row Gemini 3.8 Flash, placebo-adjusted flip rate, tier high)",,out:effort-not-established, arxiv-2610.22244-t6-adjflip-mid,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,placebo-adjusted flip rate (pp),0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 6 (translation shifts pooled by language-resource tier), row Gemini 3.8 Flash, placebo-adjusted flip rate, tier mid)",,out:effort-not-established, arxiv-2610.22244-t6-adjflip-low,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,placebo-adjusted flip rate (pp),0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 6 (translation shifts pooled by language-resource tier), row Gemini 3.8 Flash, placebo-adjusted flip rate, tier low)",,out:effort-not-established, arxiv-2610.22244-t1-fpr-de,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,ΔFPR (pp) under translation,0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 7 (ΔFPR (pp) under translation), row Gemini 3.8 Flash (scanner), column de)",,out:effort-not-established, arxiv-2610.22244-t1-fpr-fr,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,ΔFPR (pp) under translation,0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 7 (ΔFPR (pp) under translation), row Gemini 3.8 Flash (scanner), column fr)",,out:effort-not-established, arxiv-2610.22244-t1-fpr-tr,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,ΔFPR (pp) under translation,0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 7 (ΔFPR (pp) under translation), row Gemini 3.8 Flash (scanner), column tr)",,out:effort-not-established, arxiv-2610.22244-t1-fpr-sw,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,ΔFPR (pp) under translation,0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 7 (ΔFPR (pp) under translation), row Gemini 3.8 Flash (scanner), column sw)",,out:effort-not-established, arxiv-2610.22244-t1-fpr-am,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,ΔFPR (pp) under translation,0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 7 (ΔFPR (pp) under translation), row Gemini 3.8 Flash (scanner), column am)",,out:effort-not-established, arxiv-2610.22244-t1-tpr-de,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,ΔTPR (pp) under translation,0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 8 (ΔTPR (pp) under translation), row Gemini 3.8 Flash (scanner), column de)",,out:effort-not-established, arxiv-2610.22244-t1-tpr-fr,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,ΔTPR (pp) under translation,0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 8 (ΔTPR (pp) under translation), row Gemini 3.8 Flash (scanner), column fr)",,out:effort-not-established, arxiv-2610.22244-t1-tpr-tr,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,ΔTPR (pp) under translation,0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 8 (ΔTPR (pp) under translation), row Gemini 3.8 Flash (scanner), column tr)",,out:effort-not-established, arxiv-2610.22244-t1-tpr-sw,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,ΔTPR (pp) under translation,0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 8 (ΔTPR (pp) under translation), row Gemini 3.8 Flash (scanner), column sw)",,out:effort-not-established, arxiv-2610.22244-t1-tpr-am,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,ΔTPR (pp) under translation,0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 8 (ΔTPR (pp) under translation), row Gemini 3.8 Flash (scanner), column am)",,out:effort-not-established, arxiv-2610.22244-t9-para-05,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,-0.0,placebo-adjusted flip rate (pp),0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 9 (placebo-adjusted flip rate (pp), default and strict rule), row Gemini 3.8 Flash (scanner), column para-05)",,out:effort-not-established, arxiv-2610.22244-t9-para-1,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.1,placebo-adjusted flip rate (pp),0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 9 (placebo-adjusted flip rate (pp), default and strict rule), row Gemini 3.8 Flash (scanner), column para-1)",,out:effort-not-established, arxiv-2610.22244-t9-trans-05,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,-0.0,placebo-adjusted flip rate (pp),0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 9 (placebo-adjusted flip rate (pp), default and strict rule), row Gemini 3.8 Flash (scanner), column trans-05)",,out:effort-not-established, arxiv-2610.22244-t9-trans-1,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.1,placebo-adjusted flip rate (pp),0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 9 (placebo-adjusted flip rate (pp), default and strict rule), row Gemini 3.8 Flash (scanner), column trans-1)",,out:effort-not-established, arxiv-2610.22244-t9-para-05,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,placebo-adjusted flip rate (pp),0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 9 (placebo-adjusted flip rate (pp), default and strict rule), row Gemini 3.8 Flash, column para-05)",,out:effort-not-established, arxiv-2610.22244-t9-para-1,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,placebo-adjusted flip rate (pp),0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 9 (placebo-adjusted flip rate (pp), default and strict rule), row Gemini 3.8 Flash, column para-1)",,out:effort-not-established, arxiv-2610.22244-t9-trans-05,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,placebo-adjusted flip rate (pp),0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 9 (placebo-adjusted flip rate (pp), default and strict rule), row Gemini 3.8 Flash, column trans-05)",,out:effort-not-established, arxiv-2610.22244-t9-trans-1,arxiv-2610.22244,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,-0.0,placebo-adjusted flip rate (pp),0.0289,,,"https://arxiv.org/abs/2610.22244 (Table 9 (placebo-adjusted flip rate (pp), default and strict rule), row Gemini 3.8 Flash, column trans-1)",,out:effort-not-established, arxiv-2610.22280-osworld-success,arxiv-2610.22280,qwen3.5-35b-a3b,unstated,computer-use,hard,,,,,,,37.40,OSWorld task success (%),0.00289,,,"https://arxiv.org/abs/2610.22280 (Table 1, Qwen3.5-35B-A3B, escalation method ""-"" (Esc. 0.0), column Success (%))",,out:effort-not-established, arxiv-2610.22280-osworld-success,arxiv-2610.22280,?Qwen3.5-35B-A3B,not-established:absent,computer-use,hard,,USD/task,0.3768,2.89e-05,,,61.72,OSWorld task success (%),0.00289,,,"https://arxiv.org/abs/2610.22280 (Table 1, Qwen3.5-35B-A3B, method Random, column Success (%))",,out:model-not-established,out:model-not-established arxiv-2610.22280-osworld-success,arxiv-2610.22280,?Qwen3.5-35B-A3B,not-established:absent,computer-use,hard,,USD/task,0.4117,2.89e-05,,,73.66,OSWorld task success (%),0.00289,,,"https://arxiv.org/abs/2610.22280 (Table 1, Qwen3.5-35B-A3B, method LEASH, column Success (%))",,out:model-not-established,out:model-not-established arxiv-2610.22280-osworld-success,arxiv-2610.22280,qwen3.8-27b,unstated,computer-use,hard,,,,,,,51.91,OSWorld task success (%),0.00289,,,"https://arxiv.org/abs/2610.22280 (Table 1, Qwen3.8-27B, escalation method ""-"" (Esc. 0.0), column Success (%))",,out:effort-not-established, arxiv-2610.22280-osworld-success,arxiv-2610.22280,?Qwen3.8-27B,not-established:absent,computer-use,hard,,USD/task,0.3249,2.89e-05,,,63.30,OSWorld task success (%),0.00289,,,"https://arxiv.org/abs/2610.22280 (Table 1, Qwen3.8-27B, method Random, column Success (%))",,out:model-not-established,out:model-not-established arxiv-2610.22280-osworld-success,arxiv-2610.22280,?Qwen3.8-27B,not-established:absent,computer-use,hard,,USD/task,0.3622,2.89e-05,,,69.85,OSWorld task success (%),0.00289,,,"https://arxiv.org/abs/2610.22280 (Table 1, Qwen3.8-27B, method LEASH, column Success (%))",,out:model-not-established,out:model-not-established arxiv-2610.22319-cost-to-win,arxiv-2610.22319,gemini-4-argon,unstated,agentic-tool,hard,,per-run,520,0.289,1350000000,16000000,,none,,91,,https://arxiv.org/abs/2610.22319 (),,,out:effort-not-established arxiv-2610.22319-cost-to-win,arxiv-2610.22319,gemini-4-argon,unstated,agentic-tool,hard,,per-run,1040,0.289,1350000000,16000000,,none,,91,,https://arxiv.org/abs/2610.22319 (),,,out:effort-not-established arxiv-2610.22319-cost-session,arxiv-2610.22319,gemini-4-argon,unstated,agentic-tool,hard,,per-run,810,0.289,,,,none,,,,https://arxiv.org/abs/2610.22319 (),,,out:effort-not-established arxiv-2610.22319-cost-session,arxiv-2610.22319,gemini-4-argon,unstated,agentic-tool,hard,,per-run,1620,0.289,,,,none,,,,https://arxiv.org/abs/2610.22319 (),,,out:effort-not-established mlexpert-mlebl-harness,arxiv-2610.22344,qwen3.6-35b-a3b,unstated,coding,hard,MLExpert-harness,,,,,,37.88,score%,0.00289,,,"https://arxiv.org/abs/2610.22344 (Table 9, column Any Medal (%))",,out:effort-not-established, mlexpert-mlebl-harness,arxiv-2610.22344,?DeepSeek-V4-Pro Preview,not-established:absent,coding,hard,MLExpert-harness,,,,,,63.64,score%,0.00289,,,"https://arxiv.org/abs/2610.22344 (Table 9, column Any Medal (%))",,out:model-not-established, mlexpert-mlebl-harness,arxiv-2610.22344,glm-5.3,unstated,coding,hard,MLExpert-harness,,,,,,72.73,score%,0.00289,,,"https://arxiv.org/abs/2610.22344 (Table 9, column Any Medal (%))",,out:effort-not-established, mlexpert-mlebl-harness,arxiv-2610.22344,kimi-k3,unstated,coding,hard,MLExpert-harness,,,,,,72.73,score%,0.00289,,,"https://arxiv.org/abs/2610.22344 (Table 9, column Any Medal (%))",,out:effort-not-established, mlexpert-mlebl-harness,arxiv-2610.22344,gpt-5.5,xhigh,coding,hard,MLExpert-harness,,,,,,72.73,score%,0.00289,,,"https://arxiv.org/abs/2610.22344 (Table 9, column Any Medal (%))",,out:single-couple, mlexpert-mlebl-harness,arxiv-2610.22344,gpt-5.6-sol,unstated,coding,hard,MLExpert-harness,,,,,,77.27,score%,0.00289,,,"https://arxiv.org/abs/2610.22344 (Table 9, column Any Medal (%))",,out:effort-not-established, mlexpert-mlebl-claudecode,arxiv-2610.22344,qwen3.6-35b-a3b,unstated,coding,hard,Claude Code,,,,,,42.4,score%,0.0289,,,"https://arxiv.org/abs/2610.22344 (Table 1, General-Purpose Harness block, column Medal (Claude Code))",,out:effort-not-established, mlexpert-mlebl-claudecode,arxiv-2610.22344,glm-5.3,unstated,coding,hard,Claude Code,,,,,,77.3,score%,0.0289,,,"https://arxiv.org/abs/2610.22344 (Table 1, General-Purpose Harness block, column Medal (Claude Code))",,out:effort-not-established, mlexpert-naturebench-claudecode,arxiv-2610.22344,qwen3.6-35b-a3b,unstated,agentic-tool,hard,Claude Code,,,,,,0.0,score%,0.0289,,,"https://arxiv.org/abs/2610.22344 (Table 2, column S (%) (Surpass-SOTA))",,out:effort-not-established, mlexpert-naturebench-claudecode,arxiv-2610.22344,glm-5.3,unstated,agentic-tool,hard,Claude Code,,,,,,50.0,score%,0.0289,,,"https://arxiv.org/abs/2610.22344 (Table 2, column S (%) (Surpass-SOTA))",,out:effort-not-established, mlexpert-naturebench-claudecode,arxiv-2610.22344,kimi-k3,unstated,agentic-tool,hard,Claude Code,,,,,,70.0,score%,0.0289,,,"https://arxiv.org/abs/2610.22344 (Table 2, column S (%) (Surpass-SOTA))",,out:effort-not-established, mlexpert-aime-scaffold,arxiv-2610.22344,kimi-k3,unstated,reasoning-math,hard,scaffold-optimiser,,,,,,40.0,score%,0.0289,,,"https://arxiv.org/abs/2610.22344 (Table 5, column Held-out (%))",,out:effort-not-established, mlexpert-aime-scaffold,arxiv-2610.22344,glm-5.3,unstated,reasoning-math,hard,scaffold-optimiser,,,,,,48.1,score%,0.0289,,,"https://arxiv.org/abs/2610.22344 (Table 5, column Held-out (%))",,out:effort-not-established, arxiv-2610.22599-r2,arxiv-2610.22599,opus-5.5,max,reasoning-math,hard,,,,,,,0.49,R2 of predicted vs actual score changes,0.00289,,,"https://arxiv.org/abs/2610.22599 (section 4 Results, Figure 1 text)",,in, arxiv-2610.22599-r2,arxiv-2610.22599,fable-5.1,max,reasoning-math,hard,,,,,,,0.41,R2 of predicted vs actual score changes,0.00289,,,"https://arxiv.org/abs/2610.22599 (section 4 Results, Figure 1 text)",,in, arxiv-2610.22599-top-idea-gain,arxiv-2610.22599,opus-5.5,max,reasoning-math,hard,,,,,,,70,gain of the top-ranked idea / gain of the best idea (%),0.289,,,"https://arxiv.org/abs/2610.22599 (section 4 Results, Gaussian model of section 3)",,in, arxiv-2610.22599-top-idea-gain,arxiv-2610.22599,fable-5.1,max,reasoning-math,hard,,,,,,,64,gain of the top-ranked idea / gain of the best idea (%),0.289,,,"https://arxiv.org/abs/2610.22599 (section 4 Results, Gaussian model of section 3)",,in, arxiv-2610.22599-slope,arxiv-2610.22599,opus-5.5,max,reasoning-math,hard,,,,,,,0.61,slope of predicted vs actual score changes,0.00289,,,"https://arxiv.org/abs/2610.22599 (section 4 Results, slope)",,in, arxiv-2610.22599-slope,arxiv-2610.22599,fable-5.1,max,reasoning-math,hard,,,,,,,0.57,slope of predicted vs actual score changes,0.00289,,,"https://arxiv.org/abs/2610.22599 (section 4 Results, slope)",,in, arxiv-2610.22599-direction,arxiv-2610.22599,opus-5.5,max,reasoning-math,hard,,,,,,,82,correct direction of change (%),0.289,,,"https://arxiv.org/abs/2610.22599 (section 4 Results, direction of the change)",,in, arxiv-2610.22599-direction,arxiv-2610.22599,fable-5.1,max,reasoning-math,hard,,,,,,,78,correct direction of change (%),0.289,,,"https://arxiv.org/abs/2610.22599 (section 4 Results, direction of the change)",,in, arxiv-2610.22599-r2,arxiv-2610.22599,glm-5.3,max,reasoning-math,hard,,,,,,,0.18,R2 of predicted vs actual score changes,0.00289,,,"https://arxiv.org/abs/2610.22599 (section 4 (Results), Figure 1 text)",,in, arxiv-2610.22599-slope,arxiv-2610.22599,glm-5.3,max,reasoning-math,hard,,,,,,,0.25,slope of predicted vs actual score changes,0.00289,,,https://arxiv.org/abs/2610.22599 (section 4 (Results)),,in, arxiv-2610.22599-direction,arxiv-2610.22599,glm-5.3,max,reasoning-math,hard,,,,,,,72,correct direction of change (%),0.289,,,"https://arxiv.org/abs/2610.22599 (section 4 (Results), Figure 4 text)",,in, arxiv-2610.22599-top-idea-gain,arxiv-2610.22599,glm-5.3,max,reasoning-math,hard,,,,,,,42,gain of the top-ranked idea / gain of the best idea (%),0.289,,,https://arxiv.org/abs/2610.22599 (section 4 (Results)),,in, arxiv-2610.22599-r2,arxiv-2610.22599,kimi-k3,max,reasoning-math,hard,,,,,,,0.13,R2 of predicted vs actual score changes,0.00289,,,https://arxiv.org/abs/2610.22599 (section 4 (results): GLM-5.3 and Kimi K3 reach only R2 = 0.18 and 0.13),,in, arxiv-2610.22599-slope,arxiv-2610.22599,kimi-k3,max,reasoning-math,hard,,,,,,,0.21,slope of predicted vs actual score changes,0.00289,,,https://arxiv.org/abs/2610.22599 (section 4 (results)),,in, arxiv-2610.22599-direction,arxiv-2610.22599,kimi-k3,max,reasoning-math,hard,,,,,,,69,correct direction of change (%),0.289,,,"https://arxiv.org/abs/2610.22599 (section 4 (results, Figure 4))",,in, arxiv-2610.22599-top-idea-gain,arxiv-2610.22599,kimi-k3,max,reasoning-math,hard,,,,,,,36,gain of the top-ranked idea / gain of the best idea (%),0.289,,,https://arxiv.org/abs/2610.22599 (section 4 (results)),,in, arxiv-2610.22599-proposer-improve-rate,arxiv-2610.22599,kimi-k3,unstated,mixed,hard,,,,,,,52,share of ideas asked to improve that improved the score (%),0.289,,,https://arxiv.org/abs/2610.22599 (appendix (Figure 9 text)),,out:effort-not-established, arxiv-2610.22599-proposer-worsen-backfire,arxiv-2610.22599,kimi-k3,unstated,mixed,hard,,,,,,,27,share of ideas asked to worsen that improved the score (%),0.289,,,https://arxiv.org/abs/2610.22599 (appendix (Figure 9 text)),,out:effort-not-established, arxiv-2610.22791-swebench-verified-mini-swe-agent,arxiv-2610.22791,gemini-3-flash,unstated,coding,hard,mini-SWE-agent,,,,,,75.8,resolve rate (%),0.0289,,"restated-from:SWE-bench Team, 2026","https://arxiv.org/abs/2610.22791 (Table 4 (comparison with frontier models on SWE-Bench Verified), block Frontier models, row Gemini 3 Flash, column Resolve Rate)",,out:effort-not-established, arxiv-2610.22791-swebench-verified-mini-swe-agent,arxiv-2610.22791,gemini-3-pro,unstated,coding,hard,mini-SWE-agent,,,,,,69.6,resolve rate (%),0.0289,,"restated-from:SWE-bench Team, 2026","https://arxiv.org/abs/2610.22791 (Table 4 (comparison with frontier models on SWE-Bench Verified), block Frontier models, row Gemini 3 Pro, column Resolve Rate)",,out:effort-not-established, arxiv-2610.22791-swebench-verified-mini-swe-agent,arxiv-2610.22791,qwen3.5-35b-a3b,unstated,coding,hard,mini-SWE-agent,,,,,,61.0,resolve rate (%),0.0289,,,"https://arxiv.org/abs/2610.22791 (Table 1, row Base, column SWE-Verified)",,out:effort-not-established, arxiv-2610.22791-swe-multilingual,arxiv-2610.22791,qwen3.5-35b-a3b,unstated,agentic-tool,hard,mini-SWE-agent,,,,,,54.2,SWE-Bench Multilingual resolve rate (%),0.0289,,,"https://arxiv.org/abs/2610.22791 (Table 1, row Base, column SWE-Multi)",,out:effort-not-established, arxiv-2610.22791-swe-pro,arxiv-2610.22791,qwen3.5-35b-a3b,unstated,agentic-tool,hard,mini-SWE-agent,,,,,,58.3,SWE-Bench Pro resolve rate (%),0.0289,,,"https://arxiv.org/abs/2610.22791 (Table 1, row Base, column SWE-Pro)",,out:effort-not-established, arxiv-2610.22791-swe-avg,arxiv-2610.22791,qwen3.5-35b-a3b,unstated,agentic-tool,hard,mini-SWE-agent,,,,,,57.8,average resolve rate (%) over three SWE benchmarks,0.0289,,,"https://arxiv.org/abs/2610.22791 (Table 1, row Base, column Avg.)",,out:effort-not-established, webcoder-v2w,arxiv-2610.23104,opus-4.8,unstated,coding,hard,paper-agent-framework,,,,,,62.5,avg-score-0-100,0.0289,,,"https://arxiv.org/abs/2610.23104 (Table 1, row Claude-Opus-4.8, column Vision2Web Avg)",,out:effort-not-established, webcoder-wdb,arxiv-2610.23104,opus-4.8,unstated,coding,hard,paper-agent-framework,,,,,,73.7,avg-score-0-100,0.0289,,,"https://arxiv.org/abs/2610.23104 (Table 1, row Claude-Opus-4.8, column Webdev-Bench Avg)",,out:effort-not-established, webcoder-wdb-rs,arxiv-2610.23104,opus-4.8,unstated,coding,hard,paper-agent-framework,,,,,,65.1,score-0-100,0.0289,,,"https://arxiv.org/abs/2610.23104 (Table 1, row Claude-Opus-4.8, column Webdev-Bench RS)",,out:effort-not-established, webcoder-v2w,arxiv-2610.23104,gpt-5.4,unstated,coding,hard,paper-agent-framework,,,,,,57.9,avg-score-0-100,0.0289,,,"https://arxiv.org/abs/2610.23104 (Table 1, row GPT-5.4, column Vision2Web Avg)",,out:effort-not-established, webcoder-wdb,arxiv-2610.23104,gpt-5.4,unstated,coding,hard,paper-agent-framework,,,,,,70.8,avg-score-0-100,0.0289,,,"https://arxiv.org/abs/2610.23104 (Table 1, row GPT-5.4, column Webdev-Bench Avg)",,out:effort-not-established, webcoder-wdb-rs,arxiv-2610.23104,gpt-5.4,unstated,coding,hard,paper-agent-framework,,,,,,59.6,score-0-100,0.0289,,,"https://arxiv.org/abs/2610.23104 (Table 1, row GPT-5.4, column Webdev-Bench RS)",,out:effort-not-established, webcoder-v2w,arxiv-2610.23104,gpt-5,unstated,coding,hard,paper-agent-framework,,,,,,44.0,avg-score-0-100,0.0289,,,"https://arxiv.org/abs/2610.23104 (Table 1, row GPT-5, column Vision2Web Avg)",,out:effort-not-established, webcoder-wdb,arxiv-2610.23104,gpt-5,unstated,coding,hard,paper-agent-framework,,,,,,64.5,avg-score-0-100,0.0289,,,"https://arxiv.org/abs/2610.23104 (Table 1, row GPT-5, column Webdev-Bench Avg)",,out:effort-not-established, webcoder-wdb-rs,arxiv-2610.23104,gpt-5,unstated,coding,hard,paper-agent-framework,,,,,,53.5,score-0-100,0.0289,,,"https://arxiv.org/abs/2610.23104 (Table 1, row GPT-5, column Webdev-Bench RS)",,out:effort-not-established, webcoder-v2w,arxiv-2610.23104,gemini-3-pro,unstated,coding,hard,paper-agent-framework,,,,,,14.0,avg-score-0-100,0.0289,,,"https://arxiv.org/abs/2610.23104 (Table 1, row Gemini-3-Pro, column Vision2Web Avg)",,out:effort-not-established, webcoder-wdb,arxiv-2610.23104,gemini-3-pro,unstated,coding,hard,paper-agent-framework,,,,,,60.2,avg-score-0-100,0.0289,,,"https://arxiv.org/abs/2610.23104 (Table 1, row Gemini-3-Pro, column Webdev-Bench Avg)",,out:effort-not-established, webcoder-wdb-rs,arxiv-2610.23104,gemini-3-pro,unstated,coding,hard,paper-agent-framework,,,,,,48.0,score-0-100,0.0289,,,"https://arxiv.org/abs/2610.23104 (Table 1, row Gemini-3-Pro, column Webdev-Bench RS)",,out:effort-not-established, webcoder-v2w,arxiv-2610.23104,gemini-3-flash,unstated,coding,hard,paper-agent-framework,,,,,,20.5,avg-score-0-100,0.0289,,,"https://arxiv.org/abs/2610.23104 (Table 1, row Gemini-3-Flash, column Vision2Web Avg)",,out:effort-not-established, webcoder-wdb,arxiv-2610.23104,gemini-3-flash,unstated,coding,hard,paper-agent-framework,,,,,,68.1,avg-score-0-100,0.0289,,,"https://arxiv.org/abs/2610.23104 (Table 1, row Gemini-3-Flash, column Webdev-Bench Avg)",,out:effort-not-established, webcoder-wdb-rs,arxiv-2610.23104,gemini-3-flash,unstated,coding,hard,paper-agent-framework,,,,,,56.6,score-0-100,0.0289,,,"https://arxiv.org/abs/2610.23104 (Table 1, row Gemini-3-Flash, column Webdev-Bench RS)",,out:effort-not-established, webcoder-v2w,arxiv-2610.23104,?Seed-1.8,not-established:absent,coding,hard,paper-agent-framework,,,,,,10.2,avg-score-0-100,0.0289,,,"https://arxiv.org/abs/2610.23104 (Table 1, row Seed-1.8, column Vision2Web Avg)",,out:model-not-established, webcoder-wdb,arxiv-2610.23104,?Seed-1.8,not-established:absent,coding,hard,paper-agent-framework,,,,,,63.6,avg-score-0-100,0.0289,,,"https://arxiv.org/abs/2610.23104 (Table 1, row Seed-1.8, column Webdev-Bench Avg)",,out:model-not-established, webcoder-wdb-rs,arxiv-2610.23104,?Seed-1.8,not-established:absent,coding,hard,paper-agent-framework,,,,,,52.6,score-0-100,0.0289,,,"https://arxiv.org/abs/2610.23104 (Table 1, row Seed-1.8, column Webdev-Bench RS)",,out:model-not-established, webcoder-v2w,arxiv-2610.23104,?Kimi-K2.5,not-established:absent,coding,hard,paper-agent-framework,,,,,,48.1,avg-score-0-100,0.0289,,,"https://arxiv.org/abs/2610.23104 (Table 1, row Kimi-K2.5, column Vision2Web Avg)",,out:model-not-established, webcoder-wdb,arxiv-2610.23104,?Kimi-K2.5,not-established:absent,coding,hard,paper-agent-framework,,,,,,57.7,avg-score-0-100,0.0289,,,"https://arxiv.org/abs/2610.23104 (Table 1, row Kimi-K2.5, column Webdev-Bench Avg)",,out:model-not-established, webcoder-wdb-rs,arxiv-2610.23104,?Kimi-K2.5,not-established:absent,coding,hard,paper-agent-framework,,,,,,46.8,score-0-100,0.0289,,,"https://arxiv.org/abs/2610.23104 (Table 1, row Kimi-K2.5, column Webdev-Bench RS)",,out:model-not-established, webcoder-v2w,arxiv-2610.23104,mimo-v2.5,unstated,coding,hard,paper-agent-framework,,,,,,52.4,avg-score-0-100,0.0289,,,"https://arxiv.org/abs/2610.23104 (Table 1, row MiMo-V2.5, column Vision2Web Avg)",,out:effort-not-established, webcoder-wdb,arxiv-2610.23104,mimo-v2.5,unstated,coding,hard,paper-agent-framework,,,,,,21.0,avg-score-0-100,0.0289,,,"https://arxiv.org/abs/2610.23104 (Table 1, row MiMo-V2.5, column Webdev-Bench Avg)",,out:effort-not-established, webcoder-wdb-rs,arxiv-2610.23104,mimo-v2.5,unstated,coding,hard,paper-agent-framework,,,,,,14.9,score-0-100,0.0289,,,"https://arxiv.org/abs/2610.23104 (Table 1, row MiMo-V2.5, column Webdev-Bench RS)",,out:effort-not-established, webcoder-v2w,arxiv-2610.23104,step-3.7-flash,unstated,coding,hard,paper-agent-framework,,,,,,34.7,avg-score-0-100,0.0289,,,"https://arxiv.org/abs/2610.23104 (Table 1, row Step-3.7-Flash, column Vision2Web Avg)",,out:effort-not-established, webcoder-wdb,arxiv-2610.23104,step-3.7-flash,unstated,coding,hard,paper-agent-framework,,,,,,15.9,avg-score-0-100,0.0289,,,"https://arxiv.org/abs/2610.23104 (Table 1, row Step-3.7-Flash, column Webdev-Bench Avg)",,out:effort-not-established, webcoder-wdb-rs,arxiv-2610.23104,step-3.7-flash,unstated,coding,hard,paper-agent-framework,,,,,,10.8,score-0-100,0.0289,,,"https://arxiv.org/abs/2610.23104 (Table 1, row Step-3.7-Flash, column Webdev-Bench RS)",,out:effort-not-established, webcoder-v2w,arxiv-2610.23104,qwen3.8-27b,unstated,coding,hard,paper-agent-framework,,,,,,41.1,avg-score-0-100,0.0289,,,"https://arxiv.org/abs/2610.23104 (Table 1, row Qwen3.8-27B, column Vision2Web Avg)",,out:effort-not-established, webcoder-wdb,arxiv-2610.23104,qwen3.8-27b,unstated,coding,hard,paper-agent-framework,,,,,,72.8,avg-score-0-100,0.0289,,,"https://arxiv.org/abs/2610.23104 (Table 1, row Qwen3.8-27B, column Webdev-Bench Avg)",,out:effort-not-established, webcoder-wdb-rs,arxiv-2610.23104,qwen3.8-27b,unstated,coding,hard,paper-agent-framework,,,,,,64.8,score-0-100,0.0289,,,"https://arxiv.org/abs/2610.23104 (Table 1, row Qwen3.8-27B, column Webdev-Bench RS)",,out:effort-not-established, webcoder-v2w,arxiv-2610.23104,qwen3.5-397b-a17b,unstated,coding,hard,paper-agent-framework,,,,,,51.4,avg-score-0-100,0.0289,,,"https://arxiv.org/abs/2610.23104 (Table 1, row Qwen3.5-397B-A17B, column Vision2Web Avg)",,out:effort-not-established, webcoder-wdb,arxiv-2610.23104,qwen3.5-397b-a17b,unstated,coding,hard,paper-agent-framework,,,,,,34.0,avg-score-0-100,0.0289,,,"https://arxiv.org/abs/2610.23104 (Table 1, row Qwen3.5-397B-A17B, column Webdev-Bench Avg)",,out:effort-not-established, webcoder-wdb-rs,arxiv-2610.23104,qwen3.5-397b-a17b,unstated,coding,hard,paper-agent-framework,,,,,,28.7,score-0-100,0.0289,,,"https://arxiv.org/abs/2610.23104 (Table 1, row Qwen3.5-397B-A17B, column Webdev-Bench RS)",,out:effort-not-established, webcoder-v2w,arxiv-2610.23104,qwen3.5-122b-a10b,unstated,coding,hard,paper-agent-framework,,,,,,29.6,avg-score-0-100,0.0289,,,"https://arxiv.org/abs/2610.23104 (Table 1, row Qwen3.5-122B-A10B, column Vision2Web Avg)",,out:effort-not-established, webcoder-wdb,arxiv-2610.23104,qwen3.5-122b-a10b,unstated,coding,hard,paper-agent-framework,,,,,,29.3,avg-score-0-100,0.0289,,,"https://arxiv.org/abs/2610.23104 (Table 1, row Qwen3.5-122B-A10B, column Webdev-Bench Avg)",,out:effort-not-established, webcoder-wdb-rs,arxiv-2610.23104,qwen3.5-122b-a10b,unstated,coding,hard,paper-agent-framework,,,,,,24.6,score-0-100,0.0289,,,"https://arxiv.org/abs/2610.23104 (Table 1, row Qwen3.5-122B-A10B, column Webdev-Bench RS)",,out:effort-not-established, webcoder-v2w,arxiv-2610.23104,qwen3-vl-32b-instruct,solo,coding,hard,paper-agent-framework,,,,,,0.0,avg-score-0-100,0.0289,,,"https://arxiv.org/abs/2610.23104 (Table 1, row Qwen3-VL-32B-Instruct, column Vision2Web Avg)",,out:single-couple, webcoder-wdb,arxiv-2610.23104,qwen3-vl-32b-instruct,solo,coding,hard,paper-agent-framework,,,,,,4.6,avg-score-0-100,0.0289,,,"https://arxiv.org/abs/2610.23104 (Table 1, row Qwen3-VL-32B-Instruct, column Webdev-Bench Avg)",,out:single-couple, webcoder-wdb-rs,arxiv-2610.23104,qwen3-vl-32b-instruct,solo,coding,hard,paper-agent-framework,,,,,,2.5,score-0-100,0.0289,,,"https://arxiv.org/abs/2610.23104 (Table 1, row Qwen3-VL-32B-Instruct, column Webdev-Bench RS)",,out:single-couple, webcoder-v2w,arxiv-2610.23104,qwen3-vl-8b-instruct,solo,coding,hard,paper-agent-framework,,,,,,0.0,avg-score-0-100,0.0289,,,"https://arxiv.org/abs/2610.23104 (Table 1, row Qwen3-VL-8B-Instruct, column Vision2Web Avg)",,out:single-couple, webcoder-wdb,arxiv-2610.23104,qwen3-vl-8b-instruct,solo,coding,hard,paper-agent-framework,,,,,,0.2,avg-score-0-100,0.0289,,,"https://arxiv.org/abs/2610.23104 (Table 1, row Qwen3-VL-8B-Instruct, column Webdev-Bench Avg)",,out:single-couple, webcoder-wdb-rs,arxiv-2610.23104,qwen3-vl-8b-instruct,solo,coding,hard,paper-agent-framework,,,,,,0.0,score-0-100,0.0289,,,"https://arxiv.org/abs/2610.23104 (Table 1, row Qwen3-VL-8B-Instruct, column Webdev-Bench RS)",,out:uninformative, arxiv-2610.23303-t2-tsr,arxiv-2610.23303,gemini-3-flash,unstated,computer-use,hard,,,,,,,84.4,TSR (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 2 (GenericV2: capability and safety across ten models), row Gemini-3-Flash, column tsr)",,out:effort-not-established, arxiv-2610.23303-t2-e-asr,arxiv-2610.23303,gemini-3-flash,unstated,computer-use,hard,,,,,,,80.0,attack success rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 2 (GenericV2: capability and safety across ten models), row Gemini-3-Flash, column e-asr)",,out:effort-not-established, arxiv-2610.23303-t2-e-rhr,arxiv-2610.23303,gemini-3-flash,unstated,computer-use,hard,,,,,,,84.3,reasoning hijacking rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 2 (GenericV2: capability and safety across ten models), row Gemini-3-Flash, column e-rhr)",,out:effort-not-established, arxiv-2610.23303-t2-e-svr,arxiv-2610.23303,gemini-3-flash,unstated,computer-use,hard,,,,,,,82.9,safety violation rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 2 (GenericV2: capability and safety across ten models), row Gemini-3-Flash, column e-svr)",,out:effort-not-established, arxiv-2610.23303-t2-e-srr,arxiv-2610.23303,gemini-3-flash,unstated,computer-use,hard,,,,,,,15.7,safety refusal rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 2 (GenericV2: capability and safety across ten models), row Gemini-3-Flash, column e-srr)",,out:effort-not-established, arxiv-2610.23303-t2-i-asr,arxiv-2610.23303,gemini-3-flash,unstated,computer-use,hard,,,,,,,51.4,attack success rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 2 (GenericV2: capability and safety across ten models), row Gemini-3-Flash, column i-asr)",,out:effort-not-established, arxiv-2610.23303-t2-i-rhr,arxiv-2610.23303,gemini-3-flash,unstated,computer-use,hard,,,,,,,85.7,reasoning hijacking rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 2 (GenericV2: capability and safety across ten models), row Gemini-3-Flash, column i-rhr)",,out:effort-not-established, arxiv-2610.23303-t2-i-svr,arxiv-2610.23303,gemini-3-flash,unstated,computer-use,hard,,,,,,,90.0,safety violation rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 2 (GenericV2: capability and safety across ten models), row Gemini-3-Flash, column i-svr)",,out:effort-not-established, arxiv-2610.23303-t2-i-srr,arxiv-2610.23303,gemini-3-flash,unstated,computer-use,hard,,,,,,,4.3,safety refusal rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 2 (GenericV2: capability and safety across ten models), row Gemini-3-Flash, column i-srr)",,out:effort-not-established, arxiv-2610.23303-t2-tsr,arxiv-2610.23303,gemini-3.1-pro,unstated,computer-use,hard,,,,,,,88.0,TSR (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 2 (GenericV2: capability and safety across ten models), row Gemini-3.1-Pro, column tsr)",,out:effort-not-established, arxiv-2610.23303-t2-e-asr,arxiv-2610.23303,gemini-3.1-pro,unstated,computer-use,hard,,,,,,,60.0,attack success rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 2 (GenericV2: capability and safety across ten models), row Gemini-3.1-Pro, column e-asr)",,out:effort-not-established, arxiv-2610.23303-t2-e-rhr,arxiv-2610.23303,gemini-3.1-pro,unstated,computer-use,hard,,,,,,,64.3,reasoning hijacking rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 2 (GenericV2: capability and safety across ten models), row Gemini-3.1-Pro, column e-rhr)",,out:effort-not-established, arxiv-2610.23303-t2-e-svr,arxiv-2610.23303,gemini-3.1-pro,unstated,computer-use,hard,,,,,,,62.9,safety violation rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 2 (GenericV2: capability and safety across ten models), row Gemini-3.1-Pro, column e-svr)",,out:effort-not-established, arxiv-2610.23303-t2-e-srr,arxiv-2610.23303,gemini-3.1-pro,unstated,computer-use,hard,,,,,,,35.7,safety refusal rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 2 (GenericV2: capability and safety across ten models), row Gemini-3.1-Pro, column e-srr)",,out:effort-not-established, arxiv-2610.23303-t2-i-asr,arxiv-2610.23303,gemini-3.1-pro,unstated,computer-use,hard,,,,,,,60.0,attack success rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 2 (GenericV2: capability and safety across ten models), row Gemini-3.1-Pro, column i-asr)",,out:effort-not-established, arxiv-2610.23303-t2-i-rhr,arxiv-2610.23303,gemini-3.1-pro,unstated,computer-use,hard,,,,,,,85.7,reasoning hijacking rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 2 (GenericV2: capability and safety across ten models), row Gemini-3.1-Pro, column i-rhr)",,out:effort-not-established, arxiv-2610.23303-t2-i-svr,arxiv-2610.23303,gemini-3.1-pro,unstated,computer-use,hard,,,,,,,81.4,safety violation rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 2 (GenericV2: capability and safety across ten models), row Gemini-3.1-Pro, column i-svr)",,out:effort-not-established, arxiv-2610.23303-t2-i-srr,arxiv-2610.23303,gemini-3.1-pro,unstated,computer-use,hard,,,,,,,17.1,safety refusal rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 2 (GenericV2: capability and safety across ten models), row Gemini-3.1-Pro, column i-srr)",,out:effort-not-established, arxiv-2610.23303-t2-tsr,arxiv-2610.23303,gemini-2.5-pro,unstated,computer-use,hard,,,,,,,49.0,TSR (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 2 (GenericV2: capability and safety across ten models), row Gemini-2.5-Pro, column tsr)",,out:effort-not-established, arxiv-2610.23303-t2-e-asr,arxiv-2610.23303,gemini-2.5-pro,unstated,computer-use,hard,,,,,,,38.6,attack success rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 2 (GenericV2: capability and safety across ten models), row Gemini-2.5-Pro, column e-asr)",,out:effort-not-established, arxiv-2610.23303-t2-e-rhr,arxiv-2610.23303,gemini-2.5-pro,unstated,computer-use,hard,,,,,,,80.0,reasoning hijacking rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 2 (GenericV2: capability and safety across ten models), row Gemini-2.5-Pro, column e-rhr)",,out:effort-not-established, arxiv-2610.23303-t2-e-svr,arxiv-2610.23303,gemini-2.5-pro,unstated,computer-use,hard,,,,,,,71.4,safety violation rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 2 (GenericV2: capability and safety across ten models), row Gemini-2.5-Pro, column e-svr)",,out:effort-not-established, arxiv-2610.23303-t2-e-srr,arxiv-2610.23303,gemini-2.5-pro,unstated,computer-use,hard,,,,,,,17.1,safety refusal rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 2 (GenericV2: capability and safety across ten models), row Gemini-2.5-Pro, column e-srr)",,out:effort-not-established, arxiv-2610.23303-t2-i-asr,arxiv-2610.23303,gemini-2.5-pro,unstated,computer-use,hard,,,,,,,24.3,attack success rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 2 (GenericV2: capability and safety across ten models), row Gemini-2.5-Pro, column i-asr)",,out:effort-not-established, arxiv-2610.23303-t2-i-rhr,arxiv-2610.23303,gemini-2.5-pro,unstated,computer-use,hard,,,,,,,97.1,reasoning hijacking rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 2 (GenericV2: capability and safety across ten models), row Gemini-2.5-Pro, column i-rhr)",,out:effort-not-established, arxiv-2610.23303-t2-i-svr,arxiv-2610.23303,gemini-2.5-pro,unstated,computer-use,hard,,,,,,,94.3,safety violation rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 2 (GenericV2: capability and safety across ten models), row Gemini-2.5-Pro, column i-svr)",,out:effort-not-established, arxiv-2610.23303-t2-i-srr,arxiv-2610.23303,gemini-2.5-pro,unstated,computer-use,hard,,,,,,,4.3,safety refusal rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 2 (GenericV2: capability and safety across ten models), row Gemini-2.5-Pro, column i-srr)",,out:effort-not-established, arxiv-2610.23303-t3a-base-asr,arxiv-2610.23303,gemini-3-flash,unstated,computer-use,hard,,,,,,,65.0,attack success rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (a) Baseline versus FDJE, row Gemini-3-Flash, column base-asr)",,out:effort-not-established, arxiv-2610.23303-t3a-base-rhr,arxiv-2610.23303,gemini-3-flash,unstated,computer-use,hard,,,,,,,60.7,reasoning hijacking rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (a) Baseline versus FDJE, row Gemini-3-Flash, column base-rhr)",,out:effort-not-established, arxiv-2610.23303-t3a-base-svr,arxiv-2610.23303,gemini-3-flash,unstated,computer-use,hard,,,,,,,80.9,safety violation rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (a) Baseline versus FDJE, row Gemini-3-Flash, column base-svr)",,out:effort-not-established, arxiv-2610.23303-t3a-base-srr,arxiv-2610.23303,gemini-3-flash,unstated,computer-use,hard,,,,,,,12.6,safety refusal rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (a) Baseline versus FDJE, row Gemini-3-Flash, column base-srr)",,out:effort-not-established, arxiv-2610.23303-t3a-fdje-asr,arxiv-2610.23303,gemini-3-flash,unstated,computer-use,hard,,,,,,,87.9,attack success rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (a) Baseline versus FDJE, row Gemini-3-Flash, column fdje-asr)",,out:effort-not-established, arxiv-2610.23303-t3a-fdje-rhr,arxiv-2610.23303,gemini-3-flash,unstated,computer-use,hard,,,,,,,74.8,reasoning hijacking rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (a) Baseline versus FDJE, row Gemini-3-Flash, column fdje-rhr)",,out:effort-not-established, arxiv-2610.23303-t3a-fdje-svr,arxiv-2610.23303,gemini-3-flash,unstated,computer-use,hard,,,,,,,95.6,safety violation rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (a) Baseline versus FDJE, row Gemini-3-Flash, column fdje-svr)",,out:effort-not-established, arxiv-2610.23303-t3a-fdje-srr,arxiv-2610.23303,gemini-3-flash,unstated,computer-use,hard,,,,,,,2.2,safety refusal rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (a) Baseline versus FDJE, row Gemini-3-Flash, column fdje-srr)",,out:effort-not-established, arxiv-2610.23303-t3a-base-asr,arxiv-2610.23303,gemini-3.1-pro,unstated,computer-use,hard,,,,,,,62.9,attack success rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (a) Baseline versus FDJE, row Gemini-3.1-Pro, column base-asr)",,out:effort-not-established, arxiv-2610.23303-t3a-base-rhr,arxiv-2610.23303,gemini-3.1-pro,unstated,computer-use,hard,,,,,,,62.1,reasoning hijacking rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (a) Baseline versus FDJE, row Gemini-3.1-Pro, column base-rhr)",,out:effort-not-established, arxiv-2610.23303-t3a-base-svr,arxiv-2610.23303,gemini-3.1-pro,unstated,computer-use,hard,,,,,,,72.9,safety violation rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (a) Baseline versus FDJE, row Gemini-3.1-Pro, column base-svr)",,out:effort-not-established, arxiv-2610.23303-t3a-base-srr,arxiv-2610.23303,gemini-3.1-pro,unstated,computer-use,hard,,,,,,,22.1,safety refusal rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (a) Baseline versus FDJE, row Gemini-3.1-Pro, column base-srr)",,out:effort-not-established, arxiv-2610.23303-t3a-fdje-asr,arxiv-2610.23303,gemini-3.1-pro,unstated,computer-use,hard,,,,,,,88.6,attack success rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (a) Baseline versus FDJE, row Gemini-3.1-Pro, column fdje-asr)",,out:effort-not-established, arxiv-2610.23303-t3a-fdje-rhr,arxiv-2610.23303,gemini-3.1-pro,unstated,computer-use,hard,,,,,,,79.3,reasoning hijacking rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (a) Baseline versus FDJE, row Gemini-3.1-Pro, column fdje-rhr)",,out:effort-not-established, arxiv-2610.23303-t3a-fdje-svr,arxiv-2610.23303,gemini-3.1-pro,unstated,computer-use,hard,,,,,,,90.7,safety violation rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (a) Baseline versus FDJE, row Gemini-3.1-Pro, column fdje-svr)",,out:effort-not-established, arxiv-2610.23303-t3a-fdje-srr,arxiv-2610.23303,gemini-3.1-pro,unstated,computer-use,hard,,,,,,,9.3,safety refusal rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (a) Baseline versus FDJE, row Gemini-3.1-Pro, column fdje-srr)",,out:effort-not-established, arxiv-2610.23303-t3a-base-asr,arxiv-2610.23303,gemini-2.5-pro,unstated,computer-use,hard,,,,,,,50.7,attack success rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (a) Baseline versus FDJE, row Gemini-2.5-Pro, column base-asr)",,out:effort-not-established, arxiv-2610.23303-t3a-base-rhr,arxiv-2610.23303,gemini-2.5-pro,unstated,computer-use,hard,,,,,,,96.4,reasoning hijacking rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (a) Baseline versus FDJE, row Gemini-2.5-Pro, column base-rhr)",,out:effort-not-established, arxiv-2610.23303-t3a-base-svr,arxiv-2610.23303,gemini-2.5-pro,unstated,computer-use,hard,,,,,,,82.1,safety violation rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (a) Baseline versus FDJE, row Gemini-2.5-Pro, column base-svr)",,out:effort-not-established, arxiv-2610.23303-t3a-base-srr,arxiv-2610.23303,gemini-2.5-pro,unstated,computer-use,hard,,,,,,,5.7,safety refusal rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (a) Baseline versus FDJE, row Gemini-2.5-Pro, column base-srr)",,out:effort-not-established, arxiv-2610.23303-t3a-fdje-asr,arxiv-2610.23303,gemini-2.5-pro,unstated,computer-use,hard,,,,,,,83.6,attack success rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (a) Baseline versus FDJE, row Gemini-2.5-Pro, column fdje-asr)",,out:effort-not-established, arxiv-2610.23303-t3a-fdje-rhr,arxiv-2610.23303,gemini-2.5-pro,unstated,computer-use,hard,,,,,,,100.0,reasoning hijacking rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (a) Baseline versus FDJE, row Gemini-2.5-Pro, column fdje-rhr)",,out:effort-not-established, arxiv-2610.23303-t3a-fdje-svr,arxiv-2610.23303,gemini-2.5-pro,unstated,computer-use,hard,,,,,,,95.0,safety violation rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (a) Baseline versus FDJE, row Gemini-2.5-Pro, column fdje-svr)",,out:effort-not-established, arxiv-2610.23303-t3a-fdje-srr,arxiv-2610.23303,gemini-2.5-pro,unstated,computer-use,hard,,,,,,,0.7,safety refusal rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (a) Baseline versus FDJE, row Gemini-2.5-Pro, column fdje-srr)",,out:effort-not-established, arxiv-2610.23303-t3b-asr1,arxiv-2610.23303,gemini-3-flash,unstated,computer-use,hard,,,,,,,66.0,"attack success rate, first run (%)",0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (b) Performance on WDBE-50, row Gemini-3-Flash, column asr1)",,out:effort-not-established, arxiv-2610.23303-t3b-p2,arxiv-2610.23303,gemini-3-flash,unstated,computer-use,hard,,,,,,,80.0,"attack success rate, two-run union (%)",0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (b) Performance on WDBE-50, row Gemini-3-Flash, column p2)",,out:effort-not-established, arxiv-2610.23303-t3b-svr,arxiv-2610.23303,gemini-3-flash,unstated,computer-use,hard,,,,,,,96.0,safety violation rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (b) Performance on WDBE-50, row Gemini-3-Flash, column svr)",,out:effort-not-established, arxiv-2610.23303-t3b-rhr,arxiv-2610.23303,gemini-3-flash,unstated,computer-use,hard,,,,,,,89.7,reasoning hijacking rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (b) Performance on WDBE-50, row Gemini-3-Flash, column rhr)",,out:effort-not-established, arxiv-2610.23303-t3b-srr,arxiv-2610.23303,gemini-3-flash,unstated,computer-use,hard,,,,,,,10.3,safety refusal rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (b) Performance on WDBE-50, row Gemini-3-Flash, column srr)",,out:effort-not-established, arxiv-2610.23303-t3b-rs,arxiv-2610.23303,gemini-3-flash,unstated,computer-use,hard,,,,,,,10.3,adoption followed by refusal (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (b) Performance on WDBE-50, row Gemini-3-Flash, column rs)",,out:effort-not-established, arxiv-2610.23303-t3b-asr1,arxiv-2610.23303,gemini-3.1-pro,unstated,computer-use,hard,,,,,,,50.0,"attack success rate, first run (%)",0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (b) Performance on WDBE-50, row Gemini-3.1-Pro, column asr1)",,out:effort-not-established, arxiv-2610.23303-t3b-p2,arxiv-2610.23303,gemini-3.1-pro,unstated,computer-use,hard,,,,,,,66.0,"attack success rate, two-run union (%)",0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (b) Performance on WDBE-50, row Gemini-3.1-Pro, column p2)",,out:effort-not-established, arxiv-2610.23303-t3b-svr,arxiv-2610.23303,gemini-3.1-pro,unstated,computer-use,hard,,,,,,,68.0,safety violation rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (b) Performance on WDBE-50, row Gemini-3.1-Pro, column svr)",,out:effort-not-established, arxiv-2610.23303-t3b-rhr,arxiv-2610.23303,gemini-3.1-pro,unstated,computer-use,hard,,,,,,,68.9,reasoning hijacking rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (b) Performance on WDBE-50, row Gemini-3.1-Pro, column rhr)",,out:effort-not-established, arxiv-2610.23303-t3b-srr,arxiv-2610.23303,gemini-3.1-pro,unstated,computer-use,hard,,,,,,,44.4,safety refusal rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (b) Performance on WDBE-50, row Gemini-3.1-Pro, column srr)",,out:effort-not-established, arxiv-2610.23303-t3b-rs,arxiv-2610.23303,gemini-3.1-pro,unstated,computer-use,hard,,,,,,,17.8,adoption followed by refusal (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (b) Performance on WDBE-50, row Gemini-3.1-Pro, column rs)",,out:effort-not-established, arxiv-2610.23303-t3b-asr1,arxiv-2610.23303,gemini-2.5-pro,unstated,computer-use,hard,,,,,,,36.0,"attack success rate, first run (%)",0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (b) Performance on WDBE-50, row Gemini-2.5-Pro, column asr1)",,out:effort-not-established, arxiv-2610.23303-t3b-p2,arxiv-2610.23303,gemini-2.5-pro,unstated,computer-use,hard,,,,,,,56.0,"attack success rate, two-run union (%)",0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (b) Performance on WDBE-50, row Gemini-2.5-Pro, column p2)",,out:effort-not-established, arxiv-2610.23303-t3b-svr,arxiv-2610.23303,gemini-2.5-pro,unstated,computer-use,hard,,,,,,,96.0,safety violation rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (b) Performance on WDBE-50, row Gemini-2.5-Pro, column svr)",,out:effort-not-established, arxiv-2610.23303-t3b-rhr,arxiv-2610.23303,gemini-2.5-pro,unstated,computer-use,hard,,,,,,,100.0,reasoning hijacking rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (b) Performance on WDBE-50, row Gemini-2.5-Pro, column rhr)",,out:effort-not-established, arxiv-2610.23303-t3b-srr,arxiv-2610.23303,gemini-2.5-pro,unstated,computer-use,hard,,,,,,,0.0,safety refusal rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (b) Performance on WDBE-50, row Gemini-2.5-Pro, column srr)",,out:effort-not-established, arxiv-2610.23303-t3b-rs,arxiv-2610.23303,gemini-2.5-pro,unstated,computer-use,hard,,,,,,,0.0,adoption followed by refusal (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (b) Performance on WDBE-50, row Gemini-2.5-Pro, column rs)",,out:effort-not-established, arxiv-2610.23303-t2-tsr,arxiv-2610.23303,qwen3.5-122b-a10b,unstated,computer-use,hard,,,,,,,90.0,TSR (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 2, row Qwen3.5-122B-A10B, column TSR (column 1))",,out:effort-not-established, arxiv-2610.23303-t2-e-asr,arxiv-2610.23303,qwen3.5-122b-a10b,unstated,computer-use,hard,,,,,,,84.3,attack success rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 2, row Qwen3.5-122B-A10B, column Explicit ASR)",,out:effort-not-established, arxiv-2610.23303-t2-e-rhr,arxiv-2610.23303,qwen3.5-122b-a10b,unstated,computer-use,hard,,,,,,,87.1,reasoning hijacking rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 2, row Qwen3.5-122B-A10B, column Explicit RHR)",,out:effort-not-established, arxiv-2610.23303-t2-e-svr,arxiv-2610.23303,qwen3.5-122b-a10b,unstated,computer-use,hard,,,,,,,87.1,safety violation rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 2, row Qwen3.5-122B-A10B, column Explicit SVR)",,out:effort-not-established, arxiv-2610.23303-t2-e-srr,arxiv-2610.23303,qwen3.5-122b-a10b,unstated,computer-use,hard,,,,,,,12.9,safety refusal rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 2, row Qwen3.5-122B-A10B, column Explicit SRR)",,out:effort-not-established, arxiv-2610.23303-t2-i-asr,arxiv-2610.23303,qwen3.5-122b-a10b,unstated,computer-use,hard,,,,,,,92.9,attack success rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 2, row Qwen3.5-122B-A10B, column Implicit ASR)",,out:effort-not-established, arxiv-2610.23303-t2-i-rhr,arxiv-2610.23303,qwen3.5-122b-a10b,unstated,computer-use,hard,,,,,,,100.0,reasoning hijacking rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 2, row Qwen3.5-122B-A10B, column Implicit RHR)",,out:effort-not-established, arxiv-2610.23303-t2-i-svr,arxiv-2610.23303,qwen3.5-122b-a10b,unstated,computer-use,hard,,,,,,,97.1,safety violation rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 2, row Qwen3.5-122B-A10B, column Implicit SVR)",,out:effort-not-established, arxiv-2610.23303-t2-i-srr,arxiv-2610.23303,qwen3.5-122b-a10b,unstated,computer-use,hard,,,,,,,2.9,safety refusal rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 2, row Qwen3.5-122B-A10B, column Implicit SRR)",,out:effort-not-established, arxiv-2610.23303-t2-tsr,arxiv-2610.23303,qwen3.5-397b-a17b,unstated,computer-use,hard,,,,,,,92.0,TSR (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 2, row Qwen3.5-397B-A17B, column TSR (column 1))",,out:effort-not-established, arxiv-2610.23303-t2-e-asr,arxiv-2610.23303,qwen3.5-397b-a17b,unstated,computer-use,hard,,,,,,,81.4,attack success rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 2, row Qwen3.5-397B-A17B, column Explicit ASR)",,out:effort-not-established, arxiv-2610.23303-t2-e-rhr,arxiv-2610.23303,qwen3.5-397b-a17b,unstated,computer-use,hard,,,,,,,87.1,reasoning hijacking rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 2, row Qwen3.5-397B-A17B, column Explicit RHR)",,out:effort-not-established, arxiv-2610.23303-t2-e-svr,arxiv-2610.23303,qwen3.5-397b-a17b,unstated,computer-use,hard,,,,,,,85.7,safety violation rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 2, row Qwen3.5-397B-A17B, column Explicit SVR)",,out:effort-not-established, arxiv-2610.23303-t2-e-srr,arxiv-2610.23303,qwen3.5-397b-a17b,unstated,computer-use,hard,,,,,,,14.3,safety refusal rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 2, row Qwen3.5-397B-A17B, column Explicit SRR)",,out:effort-not-established, arxiv-2610.23303-t2-i-asr,arxiv-2610.23303,qwen3.5-397b-a17b,unstated,computer-use,hard,,,,,,,81.4,attack success rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 2, row Qwen3.5-397B-A17B, column Implicit ASR)",,out:effort-not-established, arxiv-2610.23303-t2-i-rhr,arxiv-2610.23303,qwen3.5-397b-a17b,unstated,computer-use,hard,,,,,,,98.6,reasoning hijacking rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 2, row Qwen3.5-397B-A17B, column Implicit RHR)",,out:effort-not-established, arxiv-2610.23303-t2-i-svr,arxiv-2610.23303,qwen3.5-397b-a17b,unstated,computer-use,hard,,,,,,,97.1,safety violation rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 2, row Qwen3.5-397B-A17B, column Implicit SVR)",,out:effort-not-established, arxiv-2610.23303-t2-i-srr,arxiv-2610.23303,qwen3.5-397b-a17b,unstated,computer-use,hard,,,,,,,1.4,safety refusal rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 2, row Qwen3.5-397B-A17B, column Implicit SRR)",,out:effort-not-established, arxiv-2610.23303-t2-tsr,arxiv-2610.23303,qwen3.6-27b,unstated,computer-use,hard,,,,,,,52.0,TSR (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 2, row Qwen3.6-27B, column TSR (column 1))",,out:effort-not-established, arxiv-2610.23303-t2-e-asr,arxiv-2610.23303,qwen3.6-27b,unstated,computer-use,hard,,,,,,,81.4,attack success rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 2, row Qwen3.6-27B, column Explicit ASR)",,out:effort-not-established, arxiv-2610.23303-t2-e-rhr,arxiv-2610.23303,qwen3.6-27b,unstated,computer-use,hard,,,,,,,95.7,reasoning hijacking rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 2, row Qwen3.6-27B, column Explicit RHR)",,out:effort-not-established, arxiv-2610.23303-t2-e-svr,arxiv-2610.23303,qwen3.6-27b,unstated,computer-use,hard,,,,,,,91.4,safety violation rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 2, row Qwen3.6-27B, column Explicit SVR)",,out:effort-not-established, arxiv-2610.23303-t2-e-srr,arxiv-2610.23303,qwen3.6-27b,unstated,computer-use,hard,,,,,,,2.9,safety refusal rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 2, row Qwen3.6-27B, column Explicit SRR)",,out:effort-not-established, arxiv-2610.23303-t2-i-asr,arxiv-2610.23303,qwen3.6-27b,unstated,computer-use,hard,,,,,,,45.7,attack success rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 2, row Qwen3.6-27B, column Implicit ASR)",,out:effort-not-established, arxiv-2610.23303-t2-i-rhr,arxiv-2610.23303,qwen3.6-27b,unstated,computer-use,hard,,,,,,,97.1,reasoning hijacking rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 2, row Qwen3.6-27B, column Implicit RHR)",,out:effort-not-established, arxiv-2610.23303-t2-i-svr,arxiv-2610.23303,qwen3.6-27b,unstated,computer-use,hard,,,,,,,78.6,safety violation rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 2, row Qwen3.6-27B, column Implicit SVR)",,out:effort-not-established, arxiv-2610.23303-t2-i-srr,arxiv-2610.23303,qwen3.6-27b,unstated,computer-use,hard,,,,,,,0.0,safety refusal rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 2, row Qwen3.6-27B, column Implicit SRR)",,out:effort-not-established, arxiv-2610.23303-t3a-base-asr,arxiv-2610.23303,?Qwen-397B,not-established:absent,computer-use,hard,,,,,,,86.4,attack success rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (a), row Qwen-397B, setting Baseline, column ASR)",,out:model-not-established, arxiv-2610.23303-t3a-base-rhr,arxiv-2610.23303,?Qwen-397B,not-established:absent,computer-use,hard,,,,,,,92.9,reasoning hijacking rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (a), row Qwen-397B, setting Baseline, column RHR)",,out:model-not-established, arxiv-2610.23303-t3a-base-svr,arxiv-2610.23303,?Qwen-397B,not-established:absent,computer-use,hard,,,,,,,92.1,safety violation rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (a), row Qwen-397B, setting Baseline, column SVR)",,out:model-not-established, arxiv-2610.23303-t3a-base-srr,arxiv-2610.23303,?Qwen-397B,not-established:absent,computer-use,hard,,,,,,,7.1,safety refusal rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (a), row Qwen-397B, setting Baseline, column SRR)",,out:model-not-established, arxiv-2610.23303-t3a-fdje-asr,arxiv-2610.23303,?Qwen-397B,not-established:absent,computer-use,hard,,,,,,,97.1,attack success rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (a), row Qwen-397B, setting FDJE, column ASR)",,out:model-not-established, arxiv-2610.23303-t3a-fdje-rhr,arxiv-2610.23303,?Qwen-397B,not-established:absent,computer-use,hard,,,,,,,98.6,reasoning hijacking rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (a), row Qwen-397B, setting FDJE, column RHR)",,out:model-not-established, arxiv-2610.23303-t3a-fdje-svr,arxiv-2610.23303,?Qwen-397B,not-established:absent,computer-use,hard,,,,,,,97.9,safety violation rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (a), row Qwen-397B, setting FDJE, column SVR)",,out:model-not-established, arxiv-2610.23303-t3a-fdje-srr,arxiv-2610.23303,?Qwen-397B,not-established:absent,computer-use,hard,,,,,,,1.4,safety refusal rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (a), row Qwen-397B, setting FDJE, column SRR)",,out:model-not-established, arxiv-2610.23303-t3a-base-asr,arxiv-2610.23303,?Qwen-27B,not-established:absent,computer-use,hard,,,,,,,71.4,attack success rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (a), row Qwen-27B, setting Baseline, column ASR)",,out:model-not-established, arxiv-2610.23303-t3a-base-rhr,arxiv-2610.23303,?Qwen-27B,not-established:absent,computer-use,hard,,,,,,,98.6,reasoning hijacking rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (a), row Qwen-27B, setting Baseline, column RHR)",,out:model-not-established, arxiv-2610.23303-t3a-base-svr,arxiv-2610.23303,?Qwen-27B,not-established:absent,computer-use,hard,,,,,,,89.3,safety violation rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (a), row Qwen-27B, setting Baseline, column SVR)",,out:model-not-established, arxiv-2610.23303-t3a-base-srr,arxiv-2610.23303,?Qwen-27B,not-established:absent,computer-use,hard,,,,,,,2.1,safety refusal rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (a), row Qwen-27B, setting Baseline, column SRR)",,out:model-not-established, arxiv-2610.23303-t3a-fdje-asr,arxiv-2610.23303,?Qwen-27B,not-established:absent,computer-use,hard,,,,,,,94.3,attack success rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (a), row Qwen-27B, setting FDJE, column ASR)",,out:model-not-established, arxiv-2610.23303-t3a-fdje-rhr,arxiv-2610.23303,?Qwen-27B,not-established:absent,computer-use,hard,,,,,,,100.0,reasoning hijacking rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (a), row Qwen-27B, setting FDJE, column RHR)",,out:model-not-established, arxiv-2610.23303-t3a-fdje-svr,arxiv-2610.23303,?Qwen-27B,not-established:absent,computer-use,hard,,,,,,,98.6,safety violation rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (a), row Qwen-27B, setting FDJE, column SVR)",,out:model-not-established, arxiv-2610.23303-t3a-fdje-srr,arxiv-2610.23303,?Qwen-27B,not-established:absent,computer-use,hard,,,,,,,0.0,safety refusal rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (a), row Qwen-27B, setting FDJE, column SRR)",,out:model-not-established, arxiv-2610.23303-t3a-base-asr,arxiv-2610.23303,?Qwen-122B,not-established:absent,computer-use,hard,,,,,,,89.3,attack success rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (a), row Qwen-122B, setting Baseline, column ASR)",,out:model-not-established, arxiv-2610.23303-t3a-base-rhr,arxiv-2610.23303,?Qwen-122B,not-established:absent,computer-use,hard,,,,,,,95.0,reasoning hijacking rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (a), row Qwen-122B, setting Baseline, column RHR)",,out:model-not-established, arxiv-2610.23303-t3a-base-svr,arxiv-2610.23303,?Qwen-122B,not-established:absent,computer-use,hard,,,,,,,91.4,safety violation rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (a), row Qwen-122B, setting Baseline, column SVR)",,out:model-not-established, arxiv-2610.23303-t3a-base-srr,arxiv-2610.23303,?Qwen-122B,not-established:absent,computer-use,hard,,,,,,,6.4,safety refusal rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (a), row Qwen-122B, setting Baseline, column SRR)",,out:model-not-established, arxiv-2610.23303-t3a-fdje-asr,arxiv-2610.23303,?Qwen-122B,not-established:absent,computer-use,hard,,,,,,,98.6,attack success rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (a), row Qwen-122B, setting FDJE, column ASR)",,out:model-not-established, arxiv-2610.23303-t3a-fdje-rhr,arxiv-2610.23303,?Qwen-122B,not-established:absent,computer-use,hard,,,,,,,100.0,reasoning hijacking rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (a), row Qwen-122B, setting FDJE, column RHR)",,out:model-not-established, arxiv-2610.23303-t3a-fdje-svr,arxiv-2610.23303,?Qwen-122B,not-established:absent,computer-use,hard,,,,,,,99.3,safety violation rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (a), row Qwen-122B, setting FDJE, column SVR)",,out:model-not-established, arxiv-2610.23303-t3a-fdje-srr,arxiv-2610.23303,?Qwen-122B,not-established:absent,computer-use,hard,,,,,,,0.0,safety refusal rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (a), row Qwen-122B, setting FDJE, column SRR)",,out:model-not-established, arxiv-2610.23303-t3b-asr1,arxiv-2610.23303,?Qwen-122B,not-established:absent,computer-use,hard,,,,,,,96.0,"attack success rate, first run (%)",0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (b), row Qwen-122B, column ASR1)",,out:model-not-established, arxiv-2610.23303-t3b-p2,arxiv-2610.23303,?Qwen-122B,not-established:absent,computer-use,hard,,,,,,,96.0,"attack success rate, two-run union (%)",0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (b), row Qwen-122B, column P@2)",,out:model-not-established, arxiv-2610.23303-t3b-svr,arxiv-2610.23303,?Qwen-122B,not-established:absent,computer-use,hard,,,,,,,100.0,safety violation rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (b), row Qwen-122B, column SVR)",,out:model-not-established, arxiv-2610.23303-t3b-rhr,arxiv-2610.23303,?Qwen-122B,not-established:absent,computer-use,hard,,,,,,,100.0,reasoning hijacking rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (b), row Qwen-122B, column RHR)",,out:model-not-established, arxiv-2610.23303-t3b-srr,arxiv-2610.23303,?Qwen-122B,not-established:absent,computer-use,hard,,,,,,,0.0,safety refusal rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (b), row Qwen-122B, column SRR)",,out:model-not-established, arxiv-2610.23303-t3b-rs,arxiv-2610.23303,?Qwen-122B,not-established:absent,computer-use,hard,,,,,,,0.0,adoption followed by refusal (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (b), row Qwen-122B, column R ∩ S)",,out:model-not-established, arxiv-2610.23303-t3b-asr1,arxiv-2610.23303,?Qwen-397B,not-established:absent,computer-use,hard,,,,,,,82.0,"attack success rate, first run (%)",0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (b), row Qwen-397B, column ASR1)",,out:model-not-established, arxiv-2610.23303-t3b-p2,arxiv-2610.23303,?Qwen-397B,not-established:absent,computer-use,hard,,,,,,,90.0,"attack success rate, two-run union (%)",0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (b), row Qwen-397B, column P@2)",,out:model-not-established, arxiv-2610.23303-t3b-svr,arxiv-2610.23303,?Qwen-397B,not-established:absent,computer-use,hard,,,,,,,98.0,safety violation rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (b), row Qwen-397B, column SVR)",,out:model-not-established, arxiv-2610.23303-t3b-rhr,arxiv-2610.23303,?Qwen-397B,not-established:absent,computer-use,hard,,,,,,,100.0,reasoning hijacking rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (b), row Qwen-397B, column RHR)",,out:model-not-established, arxiv-2610.23303-t3b-srr,arxiv-2610.23303,?Qwen-397B,not-established:absent,computer-use,hard,,,,,,,0.0,safety refusal rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (b), row Qwen-397B, column SRR)",,out:model-not-established, arxiv-2610.23303-t3b-rs,arxiv-2610.23303,?Qwen-397B,not-established:absent,computer-use,hard,,,,,,,0.0,adoption followed by refusal (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (b), row Qwen-397B, column R ∩ S)",,out:model-not-established, arxiv-2610.23303-t3b-asr1,arxiv-2610.23303,?Qwen-27B,not-established:absent,computer-use,hard,,,,,,,68.0,"attack success rate, first run (%)",0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (b), row Qwen-27B, column ASR1)",,out:model-not-established, arxiv-2610.23303-t3b-p2,arxiv-2610.23303,?Qwen-27B,not-established:absent,computer-use,hard,,,,,,,78.0,"attack success rate, two-run union (%)",0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (b), row Qwen-27B, column P@2)",,out:model-not-established, arxiv-2610.23303-t3b-svr,arxiv-2610.23303,?Qwen-27B,not-established:absent,computer-use,hard,,,,,,,92.0,safety violation rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (b), row Qwen-27B, column SVR)",,out:model-not-established, arxiv-2610.23303-t3b-rhr,arxiv-2610.23303,?Qwen-27B,not-established:absent,computer-use,hard,,,,,,,100.0,reasoning hijacking rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (b), row Qwen-27B, column RHR)",,out:model-not-established, arxiv-2610.23303-t3b-srr,arxiv-2610.23303,?Qwen-27B,not-established:absent,computer-use,hard,,,,,,,2.0,safety refusal rate (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (b), row Qwen-27B, column SRR)",,out:model-not-established, arxiv-2610.23303-t3b-rs,arxiv-2610.23303,?Qwen-27B,not-established:absent,computer-use,hard,,,,,,,2.0,adoption followed by refusal (%),0.0289,,,"https://arxiv.org/abs/2610.23303 (Table 3 (b), row Qwen-27B, column R ∩ S)",,out:model-not-established, arxiv-2610.23625-t2-raw-vs-vanilla,arxiv-2610.23625,?Gemini,not-established:absent,writing,hard,,,,,,,0.567,correctness-gated pair utility (0-1),0.000289,,,"https://arxiv.org/abs/2610.23625 (Table 2 (human paired utility: receptivity and specificity, per model), row Gemini, raw state versus vanilla (receptivity))",,out:model-not-established, arxiv-2610.23625-t2-canonical-vs-vanilla,arxiv-2610.23625,?Gemini,not-established:absent,writing,hard,,,,,,,0.633,correctness-gated pair utility (0-1),0.000289,,,"https://arxiv.org/abs/2610.23625 (Table 2 (human paired utility: receptivity and specificity, per model), row Gemini, canonical policy versus vanilla (receptivity))",,out:model-not-established, arxiv-2610.23625-t2-raw-specificity,arxiv-2610.23625,?Gemini,not-established:absent,writing,hard,,,,,,,0.617,correctness-gated pair utility (0-1),0.000289,,,"https://arxiv.org/abs/2610.23625 (Table 2 (human paired utility: receptivity and specificity, per model), row Gemini, raw-state specificity (matched versus mismatched state))",,out:model-not-established, arxiv-2610.23625-t2-canonical-specificity,arxiv-2610.23625,?Gemini,not-established:absent,writing,hard,,,,,,,0.550,correctness-gated pair utility (0-1),0.000289,,,"https://arxiv.org/abs/2610.23625 (Table 2 (human paired utility: receptivity and specificity, per model), row Gemini, canonical-policy specificity (matched versus mismatched state))",,out:model-not-established, arxiv-2610.23625-t3-vanilla-corr,arxiv-2610.23625,?Gemini,not-established:absent,writing,hard,,,,,,,5.00,human rating (1-5),0.00289,,,"https://arxiv.org/abs/2610.23625 (Table 3 (absolute human quality by delivery mode), row Gemini, vanilla task-correctness)",,out:model-not-established, arxiv-2610.23625-t3-vanilla-adeq,arxiv-2610.23625,?Gemini,not-established:absent,writing,hard,,,,,,,3.70,human rating (1-5),0.00289,,,"https://arxiv.org/abs/2610.23625 (Table 3 (absolute human quality by delivery mode), row Gemini, vanilla designated-state adequacy)",,out:model-not-established, arxiv-2610.23625-t3-raw-corr,arxiv-2610.23625,?Gemini,not-established:absent,writing,hard,,,,,,,4.79,human rating (1-5),0.00289,,,"https://arxiv.org/abs/2610.23625 (Table 3 (absolute human quality by delivery mode), row Gemini, raw-state task-correctness)",,out:model-not-established, arxiv-2610.23625-t3-raw-adeq,arxiv-2610.23625,?Gemini,not-established:absent,writing,hard,,,,,,,4.28,human rating (1-5),0.00289,,,"https://arxiv.org/abs/2610.23625 (Table 3 (absolute human quality by delivery mode), row Gemini, raw-state designated-state adequacy)",,out:model-not-established, arxiv-2610.23625-t3-canon-corr,arxiv-2610.23625,?Gemini,not-established:absent,writing,hard,,,,,,,4.76,human rating (1-5),0.00289,,,"https://arxiv.org/abs/2610.23625 (Table 3 (absolute human quality by delivery mode), row Gemini, canonical-policy task-correctness)",,out:model-not-established, arxiv-2610.23625-t3-canon-adeq,arxiv-2610.23625,?Gemini,not-established:absent,writing,hard,,,,,,,4.43,human rating (1-5),0.00289,,,"https://arxiv.org/abs/2610.23625 (Table 3 (absolute human quality by delivery mode), row Gemini, canonical-policy designated-state adequacy)",,out:model-not-established, arxiv-2610.23625-t6-safety-floor-failure-rate,arxiv-2610.23625,?Gemini,not-established:absent,writing,hard,,,,,,,2.22,safety-floor failure rate (%),0.00289,,,"https://arxiv.org/abs/2610.23625 (Table 6 (human safety-floor census, 360 cases), row Gemini, column Rate (%))",,out:model-not-established, arxiv-2610.23996-patch-swebenchlive-f1-bare,arxiv-2610.23996,glm-5,unstated,coding,hard,bare,,,,,,0.256,patch acceptance SWE-bench-Live F1 (0-1),0.000289,,,"https://arxiv.org/abs/2610.23996 (Table 1, GLM-5 block, row bare, column SWE-bench-Live F1)",,out:effort-not-established, arxiv-2610.23996-patch-swebenchlive-macrof1-bare,arxiv-2610.23996,glm-5,unstated,coding,hard,bare,,,,,,0.465,patch acceptance SWE-bench-Live Macro-F1 (0-1),0.000289,,,"https://arxiv.org/abs/2610.23996 (Table 1, GLM-5 block, row bare, column SWE-bench-Live Macro-F1)",,out:effort-not-established, arxiv-2610.23996-patch-swebenchlive-acc-bare,arxiv-2610.23996,glm-5,unstated,coding,hard,bare,,,,,,0.547,patch acceptance SWE-bench-Live Accuracy (0-1),0.000289,,,"https://arxiv.org/abs/2610.23996 (Table 1, GLM-5 block, row bare, column SWE-bench-Live Accuracy)",,out:effort-not-established, arxiv-2610.23996-patch-deepswe-f1-bare,arxiv-2610.23996,glm-5,unstated,coding,hard,bare,,,,,,0.104,patch acceptance DeepSWE F1 (0-1),0.000289,,,"https://arxiv.org/abs/2610.23996 (Table 1, GLM-5 block, row bare, column DeepSWE F1)",,out:effort-not-established, arxiv-2610.23996-patch-deepswe-macrof1-bare,arxiv-2610.23996,glm-5,unstated,coding,hard,bare,,,,,,0.371,patch acceptance DeepSWE Macro-F1 (0-1),0.000289,,,"https://arxiv.org/abs/2610.23996 (Table 1, GLM-5 block, row bare, column DeepSWE Macro-F1)",,out:effort-not-established, arxiv-2610.23996-patch-deepswe-acc-bare,arxiv-2610.23996,glm-5,unstated,coding,hard,bare,,,,,,0.485,patch acceptance DeepSWE Accuracy (0-1),0.000289,,,"https://arxiv.org/abs/2610.23996 (Table 1, GLM-5 block, row bare, column DeepSWE Accuracy)",,out:effort-not-established, arxiv-2610.23996-patch-swebenchlive-f1-acr,arxiv-2610.23996,glm-5,unstated,coding,hard,acr,,,,,,0.268,patch acceptance SWE-bench-Live F1 (0-1),0.000289,,,"https://arxiv.org/abs/2610.23996 (Table 1, GLM-5 block, row acr, column SWE-bench-Live F1)",,out:effort-not-established, arxiv-2610.23996-patch-swebenchlive-macrof1-acr,arxiv-2610.23996,glm-5,unstated,coding,hard,acr,,,,,,0.462,patch acceptance SWE-bench-Live Macro-F1 (0-1),0.000289,,,"https://arxiv.org/abs/2610.23996 (Table 1, GLM-5 block, row acr, column SWE-bench-Live Macro-F1)",,out:effort-not-established, arxiv-2610.23996-patch-swebenchlive-acc-acr,arxiv-2610.23996,glm-5,unstated,coding,hard,acr,,,,,,0.531,patch acceptance SWE-bench-Live Accuracy (0-1),0.000289,,,"https://arxiv.org/abs/2610.23996 (Table 1, GLM-5 block, row acr, column SWE-bench-Live Accuracy)",,out:effort-not-established, arxiv-2610.23996-patch-deepswe-f1-acr,arxiv-2610.23996,glm-5,unstated,coding,hard,acr,,,,,,0.056,patch acceptance DeepSWE F1 (0-1),0.000289,,,"https://arxiv.org/abs/2610.23996 (Table 1, GLM-5 block, row acr, column DeepSWE F1)",,out:effort-not-established, arxiv-2610.23996-patch-deepswe-macrof1-acr,arxiv-2610.23996,glm-5,unstated,coding,hard,acr,,,,,,0.356,patch acceptance DeepSWE Macro-F1 (0-1),0.000289,,,"https://arxiv.org/abs/2610.23996 (Table 1, GLM-5 block, row acr, column DeepSWE Macro-F1)",,out:effort-not-established, arxiv-2610.23996-patch-deepswe-acc-acr,arxiv-2610.23996,glm-5,unstated,coding,hard,acr,,,,,,0.495,patch acceptance DeepSWE Accuracy (0-1),0.000289,,,"https://arxiv.org/abs/2610.23996 (Table 1, GLM-5 block, row acr, column DeepSWE Accuracy)",,out:effort-not-established, arxiv-2610.23996-patch-swebenchlive-f1-agint,arxiv-2610.23996,glm-5,unstated,coding,hard,agint,,,,,,0.543,patch acceptance SWE-bench-Live F1 (0-1),0.000289,,,"https://arxiv.org/abs/2610.23996 (Table 1, GLM-5 block, row agint, column SWE-bench-Live F1)",,out:effort-not-established, arxiv-2610.23996-patch-swebenchlive-macrof1-agint,arxiv-2610.23996,glm-5,unstated,coding,hard,agint,,,,,,0.616,patch acceptance SWE-bench-Live Macro-F1 (0-1),0.000289,,,"https://arxiv.org/abs/2610.23996 (Table 1, GLM-5 block, row agint, column SWE-bench-Live Macro-F1)",,out:effort-not-established, arxiv-2610.23996-patch-swebenchlive-acc-agint,arxiv-2610.23996,glm-5,unstated,coding,hard,agint,,,,,,0.630,patch acceptance SWE-bench-Live Accuracy (0-1),0.000289,,,"https://arxiv.org/abs/2610.23996 (Table 1, GLM-5 block, row agint, column SWE-bench-Live Accuracy)",,out:effort-not-established, arxiv-2610.23996-patch-deepswe-f1-agint,arxiv-2610.23996,glm-5,unstated,coding,hard,agint,,,,,,0.173,patch acceptance DeepSWE F1 (0-1),0.000289,,,"https://arxiv.org/abs/2610.23996 (Table 1, GLM-5 block, row agint, column DeepSWE F1)",,out:effort-not-established, arxiv-2610.23996-patch-deepswe-macrof1-agint,arxiv-2610.23996,glm-5,unstated,coding,hard,agint,,,,,,0.411,patch acceptance DeepSWE Macro-F1 (0-1),0.000289,,,"https://arxiv.org/abs/2610.23996 (Table 1, GLM-5 block, row agint, column DeepSWE Macro-F1)",,out:effort-not-established, arxiv-2610.23996-patch-deepswe-acc-agint,arxiv-2610.23996,glm-5,unstated,coding,hard,agint,,,,,,0.507,patch acceptance DeepSWE Accuracy (0-1),0.000289,,,"https://arxiv.org/abs/2610.23996 (Table 1, GLM-5 block, row agint, column DeepSWE Accuracy)",,out:effort-not-established, arxiv-2610.23996-faultloc-defects4j-all1-bare,arxiv-2610.23996,glm-5,unstated,coding,hard,bare,,,,,,0.140,fault localization Defects4J All@1 (0-1),0.000289,,,"https://arxiv.org/abs/2610.23996 (Table 2, GLM-5 block, row Defects4J, metric all1, arm bare)",,out:effort-not-established, arxiv-2610.23996-faultloc-defects4j-all1-acr,arxiv-2610.23996,glm-5,unstated,coding,hard,acr,,,,,,0.100,fault localization Defects4J All@1 (0-1),0.000289,,,"https://arxiv.org/abs/2610.23996 (Table 2, GLM-5 block, row Defects4J, metric all1, arm acr)",,out:effort-not-established, arxiv-2610.23996-faultloc-defects4j-all1-agint,arxiv-2610.23996,glm-5,unstated,coding,hard,agint,,,,,,0.400,fault localization Defects4J All@1 (0-1),0.000289,,,"https://arxiv.org/abs/2610.23996 (Table 2, GLM-5 block, row Defects4J, metric all1, arm agint)",,out:effort-not-established, arxiv-2610.23996-faultloc-defects4j-mrr-bare,arxiv-2610.23996,glm-5,unstated,coding,hard,bare,,,,,,0.323,fault localization Defects4J MRR (0-1),0.000289,,,"https://arxiv.org/abs/2610.23996 (Table 2, GLM-5 block, row Defects4J, metric mrr, arm bare)",,out:effort-not-established, arxiv-2610.23996-faultloc-defects4j-mrr-acr,arxiv-2610.23996,glm-5,unstated,coding,hard,acr,,,,,,0.240,fault localization Defects4J MRR (0-1),0.000289,,,"https://arxiv.org/abs/2610.23996 (Table 2, GLM-5 block, row Defects4J, metric mrr, arm acr)",,out:effort-not-established, arxiv-2610.23996-faultloc-defects4j-mrr-agint,arxiv-2610.23996,glm-5,unstated,coding,hard,agint,,,,,,0.633,fault localization Defects4J MRR (0-1),0.000289,,,"https://arxiv.org/abs/2610.23996 (Table 2, GLM-5 block, row Defects4J, metric mrr, arm agint)",,out:effort-not-established, arxiv-2610.23996-faultloc-defects4j-wasted5-bare,arxiv-2610.23996,glm-5,unstated,coding,hard,bare,,,,,,19.0,"fault localization Defects4J wasted@5 (lines inspected, lower is better)",0.0289,,,"https://arxiv.org/abs/2610.23996 (Table 2, GLM-5 block, row Defects4J, metric wasted5, arm bare)",,out:effort-not-established, arxiv-2610.23996-faultloc-defects4j-wasted5-acr,arxiv-2610.23996,glm-5,unstated,coding,hard,acr,,,,,,71.0,"fault localization Defects4J wasted@5 (lines inspected, lower is better)",0.0289,,,"https://arxiv.org/abs/2610.23996 (Table 2, GLM-5 block, row Defects4J, metric wasted5, arm acr)",,out:effort-not-established, arxiv-2610.23996-faultloc-defects4j-wasted5-agint,arxiv-2610.23996,glm-5,unstated,coding,hard,agint,,,,,,17.7,"fault localization Defects4J wasted@5 (lines inspected, lower is better)",0.0289,,,"https://arxiv.org/abs/2610.23996 (Table 2, GLM-5 block, row Defects4J, metric wasted5, arm agint)",,out:effort-not-established, arxiv-2610.23996-faultloc-gitbugjava-all1-bare,arxiv-2610.23996,glm-5,unstated,coding,hard,bare,,,,,,0.151,fault localization GitBug-Java All@1 (0-1),0.000289,,,"https://arxiv.org/abs/2610.23996 (Table 2, GLM-5 block, row GitBug-Java, metric all1, arm bare)",,out:effort-not-established, arxiv-2610.23996-faultloc-gitbugjava-all1-acr,arxiv-2610.23996,glm-5,unstated,coding,hard,acr,,,,,,0.090,fault localization GitBug-Java All@1 (0-1),0.000289,,,"https://arxiv.org/abs/2610.23996 (Table 2, GLM-5 block, row GitBug-Java, metric all1, arm acr)",,out:effort-not-established, arxiv-2610.23996-faultloc-gitbugjava-all1-agint,arxiv-2610.23996,glm-5,unstated,coding,hard,agint,,,,,,0.221,fault localization GitBug-Java All@1 (0-1),0.000289,,,"https://arxiv.org/abs/2610.23996 (Table 2, GLM-5 block, row GitBug-Java, metric all1, arm agint)",,out:effort-not-established, arxiv-2610.23996-faultloc-gitbugjava-mrr-bare,arxiv-2610.23996,glm-5,unstated,coding,hard,bare,,,,,,0.409,fault localization GitBug-Java MRR (0-1),0.000289,,,"https://arxiv.org/abs/2610.23996 (Table 2, GLM-5 block, row GitBug-Java, metric mrr, arm bare)",,out:effort-not-established, arxiv-2610.23996-faultloc-gitbugjava-mrr-acr,arxiv-2610.23996,glm-5,unstated,coding,hard,acr,,,,,,0.345,fault localization GitBug-Java MRR (0-1),0.000289,,,"https://arxiv.org/abs/2610.23996 (Table 2, GLM-5 block, row GitBug-Java, metric mrr, arm acr)",,out:effort-not-established, arxiv-2610.23996-faultloc-gitbugjava-mrr-agint,arxiv-2610.23996,glm-5,unstated,coding,hard,agint,,,,,,0.618,fault localization GitBug-Java MRR (0-1),0.000289,,,"https://arxiv.org/abs/2610.23996 (Table 2, GLM-5 block, row GitBug-Java, metric mrr, arm agint)",,out:effort-not-established, arxiv-2610.23996-faultloc-gitbugjava-wasted5-bare,arxiv-2610.23996,glm-5,unstated,coding,hard,bare,,,,,,31.5,"fault localization GitBug-Java wasted@5 (lines inspected, lower is better)",0.0289,,,"https://arxiv.org/abs/2610.23996 (Table 2, GLM-5 block, row GitBug-Java, metric wasted5, arm bare)",,out:effort-not-established, arxiv-2610.23996-faultloc-gitbugjava-wasted5-acr,arxiv-2610.23996,glm-5,unstated,coding,hard,acr,,,,,,17.9,"fault localization GitBug-Java wasted@5 (lines inspected, lower is better)",0.0289,,,"https://arxiv.org/abs/2610.23996 (Table 2, GLM-5 block, row GitBug-Java, metric wasted5, arm acr)",,out:effort-not-established, arxiv-2610.23996-faultloc-gitbugjava-wasted5-agint,arxiv-2610.23996,glm-5,unstated,coding,hard,agint,,,,,,11.7,"fault localization GitBug-Java wasted@5 (lines inspected, lower is better)",0.0289,,,"https://arxiv.org/abs/2610.23996 (Table 2, GLM-5 block, row GitBug-Java, metric wasted5, arm agint)",,out:effort-not-established, arxiv-2610.23996-witness-nullderef-sonarqube-agint,arxiv-2610.23996,glm-5,unstated,coding,hard,AgInt,,,,,,60.4,bug-witness yield (% of candidates witnessed),0.0289,,,"https://arxiv.org/abs/2610.23996 (Table 3, row null dereference, SonarQube, column AgInt (witnesses / # candidates = 197))",,out:effort-not-established, arxiv-2610.23996-witness-nullderef-sonarqube-base,arxiv-2610.23996,glm-5,unstated,coding,hard,matched shell agent,,,,,,51.3,bug-witness yield (% of candidates witnessed),0.0289,,,"https://arxiv.org/abs/2610.23996 (Table 3, row null dereference, SonarQube, column baseline (witnesses / # candidates = 197))",,out:effort-not-established, arxiv-2610.23996-witness-nullderef-infer-agint,arxiv-2610.23996,glm-5,unstated,coding,hard,AgInt,,,,,,62.6,bug-witness yield (% of candidates witnessed),0.0289,,,"https://arxiv.org/abs/2610.23996 (Table 3, row null dereference, Infer, column AgInt (witnesses / # candidates = 278))",,out:effort-not-established, arxiv-2610.23996-witness-nullderef-infer-base,arxiv-2610.23996,glm-5,unstated,coding,hard,matched shell agent,,,,,,54.7,bug-witness yield (% of candidates witnessed),0.0289,,,"https://arxiv.org/abs/2610.23996 (Table 3, row null dereference, Infer, column baseline (witnesses / # candidates = 278))",,out:effort-not-established, arxiv-2610.23996-witness-leak-sonarqube-agint,arxiv-2610.23996,glm-5,unstated,coding,hard,AgInt,,,,,,42.9,bug-witness yield (% of candidates witnessed),0.0289,,,"https://arxiv.org/abs/2610.23996 (Table 3, row resource leak, SonarQube, column AgInt (witnesses / # candidates = 70))",,out:effort-not-established, arxiv-2610.23996-witness-leak-sonarqube-base,arxiv-2610.23996,glm-5,unstated,coding,hard,matched shell agent,,,,,,38.6,bug-witness yield (% of candidates witnessed),0.0289,,,"https://arxiv.org/abs/2610.23996 (Table 3, row resource leak, SonarQube, column baseline (witnesses / # candidates = 70))",,out:effort-not-established, arxiv-2610.23996-witness-leak-infer-agint,arxiv-2610.23996,glm-5,unstated,coding,hard,AgInt,,,,,,68.1,bug-witness yield (% of candidates witnessed),0.0289,,,"https://arxiv.org/abs/2610.23996 (Table 3, row resource leak, Infer, column AgInt (witnesses / # candidates = 47))",,out:effort-not-established, arxiv-2610.23996-witness-leak-infer-base,arxiv-2610.23996,glm-5,unstated,coding,hard,matched shell agent,,,,,,66.0,bug-witness yield (% of candidates witnessed),0.0289,,,"https://arxiv.org/abs/2610.23996 (Table 3, row resource leak, Infer, column baseline (witnesses / # candidates = 47))",,out:effort-not-established, arxiv-2610.23996-witness-executions-agint,arxiv-2610.23996,glm-5,unstated,coding,hard,AgInt,,,,,,15.9,bug witnessing executions per candidate (average),0.0289,,,"https://arxiv.org/abs/2610.23996 (Table 3, row executions per candidate, column AgInt)",,out:effort-not-established, arxiv-2610.23996-witness-executions-base,arxiv-2610.23996,glm-5,unstated,coding,hard,matched shell agent,,,,,,24.5,bug witnessing executions per candidate (average),0.0289,,,"https://arxiv.org/abs/2610.23996 (Table 3, row executions per candidate, column baseline)",,out:effort-not-established, arxiv-2610.23996-witness-cost-agint,arxiv-2610.23996,glm-5,unstated,coding,hard,AgInt,USD per task,3.66,0.00289,,,,none,,,,"https://arxiv.org/abs/2610.23996 (Table 3, row cost/candidate, column AgInt)",,,out:effort-not-established arxiv-2610.23996-witness-cost-base,arxiv-2610.23996,glm-5,unstated,coding,hard,matched shell agent,USD per task,8.83,0.00289,,,,none,,,,"https://arxiv.org/abs/2610.23996 (Table 3, row cost/candidate, column baseline)",,,out:effort-not-established arxiv-2610.24264-t2-full,arxiv-2610.24264,sonnet-4.6,unstated,agentic-tool,hard,,,,,,,0.2,misalignment%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 2, row Claude Sonnet 4.6, column Threat/Opportunity)",,out:effort-not-established, arxiv-2610.24264-t2-threat,arxiv-2610.24264,sonnet-4.6,unstated,agentic-tool,hard,,,,,,,0.4,misalignment%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 2, row Claude Sonnet 4.6, column Threat/-)",,out:effort-not-established, arxiv-2610.24264-t2-opp,arxiv-2610.24264,sonnet-4.6,unstated,agentic-tool,hard,,,,,,,0.4,misalignment%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 2, row Claude Sonnet 4.6, column -/Opportunity)",,out:effort-not-established, arxiv-2610.24264-t2-none,arxiv-2610.24264,sonnet-4.6,unstated,agentic-tool,hard,,,,,,,0.0,misalignment%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 2, row Claude Sonnet 4.6, column -/-)",,out:effort-not-established, arxiv-2610.24264-t3-mis-full,arxiv-2610.24264,sonnet-4.6,unstated,agentic-tool,hard,,,,,,,0.2,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 3, row Claude Sonnet 4.6, column Misaligned Full)",,out:effort-not-established, arxiv-2610.24264-t3-mis-partial,arxiv-2610.24264,sonnet-4.6,unstated,agentic-tool,hard,,,,,,,0.0,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 3, row Claude Sonnet 4.6, column Misaligned Partial)",,out:effort-not-established, arxiv-2610.24264-t3-mis-none,arxiv-2610.24264,sonnet-4.6,unstated,agentic-tool,hard,,,,,,,0.0,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 3, row Claude Sonnet 4.6, column Misaligned None)",,out:effort-not-established, arxiv-2610.24264-t3-comp-full,arxiv-2610.24264,sonnet-4.6,unstated,agentic-tool,hard,,,,,,,99.5,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 3, row Claude Sonnet 4.6, column Compliant Full)",,out:effort-not-established, arxiv-2610.24264-t3-comp-partial,arxiv-2610.24264,sonnet-4.6,unstated,agentic-tool,hard,,,,,,,0.1,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 3, row Claude Sonnet 4.6, column Compliant Partial)",,out:effort-not-established, arxiv-2610.24264-t3-comp-none,arxiv-2610.24264,sonnet-4.6,unstated,agentic-tool,hard,,,,,,,0.0,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 3, row Claude Sonnet 4.6, column Compliant None)",,out:effort-not-established, arxiv-2610.24264-t3-other,arxiv-2610.24264,sonnet-4.6,unstated,agentic-tool,hard,,,,,,,0.1,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 3, row Claude Sonnet 4.6, column Other)",,out:effort-not-established, arxiv-2610.24264-t4-mis-full,arxiv-2610.24264,sonnet-4.6,unstated,agentic-tool,hard,,,,,,,0.2,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 4, row Claude Sonnet 4.6, column Misaligned Full (yes))",,out:effort-not-established, arxiv-2610.24264-t4-mis-none,arxiv-2610.24264,sonnet-4.6,unstated,agentic-tool,hard,,,,,,,0.0,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 4, row Claude Sonnet 4.6, column Misaligned None (no))",,out:effort-not-established, arxiv-2610.24264-t4-comp-full,arxiv-2610.24264,sonnet-4.6,unstated,agentic-tool,hard,,,,,,,99.7,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 4, row Claude Sonnet 4.6, column Compliant Full (yes))",,out:effort-not-established, arxiv-2610.24264-t4-comp-none,arxiv-2610.24264,sonnet-4.6,unstated,agentic-tool,hard,,,,,,,0.0,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 4, row Claude Sonnet 4.6, column Compliant None (no))",,out:effort-not-established, arxiv-2610.24264-t4-other,arxiv-2610.24264,sonnet-4.6,unstated,agentic-tool,hard,,,,,,,0.1,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 4, row Claude Sonnet 4.6, column Other)",,out:effort-not-established, arxiv-2610.24264-t5-mis-full,arxiv-2610.24264,sonnet-4.6,unstated,agentic-tool,hard,,,,,,,0.2,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 5, row Claude Sonnet 4.6, column Misaligned Full (yes))",,out:effort-not-established, arxiv-2610.24264-t5-mis-none,arxiv-2610.24264,sonnet-4.6,unstated,agentic-tool,hard,,,,,,,0.0,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 5, row Claude Sonnet 4.6, column Misaligned None (no))",,out:effort-not-established, arxiv-2610.24264-t5-comp-full,arxiv-2610.24264,sonnet-4.6,unstated,agentic-tool,hard,,,,,,,99.7,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 5, row Claude Sonnet 4.6, column Compliant Full (yes))",,out:effort-not-established, arxiv-2610.24264-t5-comp-none,arxiv-2610.24264,sonnet-4.6,unstated,agentic-tool,hard,,,,,,,0.0,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 5, row Claude Sonnet 4.6, column Compliant None (no))",,out:effort-not-established, arxiv-2610.24264-t5-other,arxiv-2610.24264,sonnet-4.6,unstated,agentic-tool,hard,,,,,,,0.1,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 5, row Claude Sonnet 4.6, column Other)",,out:effort-not-established, arxiv-2610.24264-t6-mis-full,arxiv-2610.24264,sonnet-4.6,unstated,agentic-tool,hard,,,,,,,0.2,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 6, row Claude Sonnet 4.6, column Misaligned Full (yes))",,out:effort-not-established, arxiv-2610.24264-t6-mis-none,arxiv-2610.24264,sonnet-4.6,unstated,agentic-tool,hard,,,,,,,0.0,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 6, row Claude Sonnet 4.6, column Misaligned None (no))",,out:effort-not-established, arxiv-2610.24264-t6-comp-full,arxiv-2610.24264,sonnet-4.6,unstated,agentic-tool,hard,,,,,,,99.5,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 6, row Claude Sonnet 4.6, column Compliant Full (yes))",,out:effort-not-established, arxiv-2610.24264-t6-comp-none,arxiv-2610.24264,sonnet-4.6,unstated,agentic-tool,hard,,,,,,,0.1,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 6, row Claude Sonnet 4.6, column Compliant None (no))",,out:effort-not-established, arxiv-2610.24264-t6-other,arxiv-2610.24264,sonnet-4.6,unstated,agentic-tool,hard,,,,,,,0.1,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 6, row Claude Sonnet 4.6, column Other)",,out:effort-not-established, arxiv-2610.24264-t7-mis-full,arxiv-2610.24264,sonnet-4.6,unstated,agentic-tool,hard,,,,,,,0.2,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 7, row Claude Sonnet 4.6, column Misaligned Full (yes))",,out:effort-not-established, arxiv-2610.24264-t7-mis-none,arxiv-2610.24264,sonnet-4.6,unstated,agentic-tool,hard,,,,,,,0.0,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 7, row Claude Sonnet 4.6, column Misaligned None (no))",,out:effort-not-established, arxiv-2610.24264-t7-comp-full,arxiv-2610.24264,sonnet-4.6,unstated,agentic-tool,hard,,,,,,,99.7,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 7, row Claude Sonnet 4.6, column Compliant Full (yes))",,out:effort-not-established, arxiv-2610.24264-t7-comp-none,arxiv-2610.24264,sonnet-4.6,unstated,agentic-tool,hard,,,,,,,0.0,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 7, row Claude Sonnet 4.6, column Compliant None (no))",,out:effort-not-established, arxiv-2610.24264-t7-other,arxiv-2610.24264,sonnet-4.6,unstated,agentic-tool,hard,,,,,,,0.1,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 7, row Claude Sonnet 4.6, column Other)",,out:effort-not-established, arxiv-2610.24264-t2-full,arxiv-2610.24264,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,62.1,misalignment%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 2 (agentic misalignment rates under threat / opportunity ablation), row Gemini 3.1 Pro, column full)",,out:effort-not-established, arxiv-2610.24264-t2-threat,arxiv-2610.24264,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,34.9,misalignment%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 2 (agentic misalignment rates under threat / opportunity ablation), row Gemini 3.1 Pro, column threat)",,out:effort-not-established, arxiv-2610.24264-t2-opp,arxiv-2610.24264,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,34.5,misalignment%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 2 (agentic misalignment rates under threat / opportunity ablation), row Gemini 3.1 Pro, column opp)",,out:effort-not-established, arxiv-2610.24264-t2-none,arxiv-2610.24264,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,0.3,misalignment%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 2 (agentic misalignment rates under threat / opportunity ablation), row Gemini 3.1 Pro, column none)",,out:effort-not-established, arxiv-2610.24264-t3-mis-full,arxiv-2610.24264,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,37.9,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 3 (misaligned and compliant results by reasoning level), row Gemini 3.1 Pro, column mis-full)",,out:effort-not-established, arxiv-2610.24264-t3-mis-partial,arxiv-2610.24264,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,24.1,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 3 (misaligned and compliant results by reasoning level), row Gemini 3.1 Pro, column mis-partial)",,out:effort-not-established, arxiv-2610.24264-t3-mis-none,arxiv-2610.24264,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,0.0,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 3 (misaligned and compliant results by reasoning level), row Gemini 3.1 Pro, column mis-none)",,out:effort-not-established, arxiv-2610.24264-t3-comp-full,arxiv-2610.24264,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,36.0,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 3 (misaligned and compliant results by reasoning level), row Gemini 3.1 Pro, column comp-full)",,out:effort-not-established, arxiv-2610.24264-t3-comp-partial,arxiv-2610.24264,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,1.7,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 3 (misaligned and compliant results by reasoning level), row Gemini 3.1 Pro, column comp-partial)",,out:effort-not-established, arxiv-2610.24264-t3-comp-none,arxiv-2610.24264,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,0.0,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 3 (misaligned and compliant results by reasoning level), row Gemini 3.1 Pro, column comp-none)",,out:effort-not-established, arxiv-2610.24264-t3-other,arxiv-2610.24264,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,0.2,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 3 (misaligned and compliant results by reasoning level), row Gemini 3.1 Pro, column other)",,out:effort-not-established, arxiv-2610.24264-t4-mis-full,arxiv-2610.24264,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,62.1,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 4 (misaligned and compliant results by the first reasoning question), row Gemini 3.1 Pro, column mis-full)",,out:effort-not-established, arxiv-2610.24264-t4-mis-none,arxiv-2610.24264,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,0.0,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 4 (misaligned and compliant results by the first reasoning question), row Gemini 3.1 Pro, column mis-none)",,out:effort-not-established, arxiv-2610.24264-t4-comp-full,arxiv-2610.24264,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,37.7,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 4 (misaligned and compliant results by the first reasoning question), row Gemini 3.1 Pro, column comp-full)",,out:effort-not-established, arxiv-2610.24264-t4-comp-none,arxiv-2610.24264,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,0.0,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 4 (misaligned and compliant results by the first reasoning question), row Gemini 3.1 Pro, column comp-none)",,out:effort-not-established, arxiv-2610.24264-t4-other,arxiv-2610.24264,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,0.2,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 4 (misaligned and compliant results by the first reasoning question), row Gemini 3.1 Pro, column other)",,out:effort-not-established, arxiv-2610.24264-t5-mis-full,arxiv-2610.24264,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,61.3,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 5 (misaligned and compliant results by the second reasoning question), row Gemini 3.1 Pro, column mis-full)",,out:effort-not-established, arxiv-2610.24264-t5-mis-none,arxiv-2610.24264,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,0.8,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 5 (misaligned and compliant results by the second reasoning question), row Gemini 3.1 Pro, column mis-none)",,out:effort-not-established, arxiv-2610.24264-t5-comp-full,arxiv-2610.24264,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,37.7,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 5 (misaligned and compliant results by the second reasoning question), row Gemini 3.1 Pro, column comp-full)",,out:effort-not-established, arxiv-2610.24264-t5-comp-none,arxiv-2610.24264,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,0.0,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 5 (misaligned and compliant results by the second reasoning question), row Gemini 3.1 Pro, column comp-none)",,out:effort-not-established, arxiv-2610.24264-t5-other,arxiv-2610.24264,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,0.2,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 5 (misaligned and compliant results by the second reasoning question), row Gemini 3.1 Pro, column other)",,out:effort-not-established, arxiv-2610.24264-t6-mis-full,arxiv-2610.24264,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,37.9,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 6 (misaligned and compliant results by the third reasoning question), row Gemini 3.1 Pro, column mis-full)",,out:effort-not-established, arxiv-2610.24264-t6-mis-none,arxiv-2610.24264,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,24.1,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 6 (misaligned and compliant results by the third reasoning question), row Gemini 3.1 Pro, column mis-none)",,out:effort-not-established, arxiv-2610.24264-t6-comp-full,arxiv-2610.24264,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,36.0,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 6 (misaligned and compliant results by the third reasoning question), row Gemini 3.1 Pro, column comp-full)",,out:effort-not-established, arxiv-2610.24264-t6-comp-none,arxiv-2610.24264,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,1.7,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 6 (misaligned and compliant results by the third reasoning question), row Gemini 3.1 Pro, column comp-none)",,out:effort-not-established, arxiv-2610.24264-t6-other,arxiv-2610.24264,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,0.2,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 6 (misaligned and compliant results by the third reasoning question), row Gemini 3.1 Pro, column other)",,out:effort-not-established, arxiv-2610.24264-t7-mis-full,arxiv-2610.24264,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,62.1,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 7 (misaligned and compliant results by the fourth reasoning question), row Gemini 3.1 Pro, column mis-full)",,out:effort-not-established, arxiv-2610.24264-t7-mis-none,arxiv-2610.24264,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,0.0,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 7 (misaligned and compliant results by the fourth reasoning question), row Gemini 3.1 Pro, column mis-none)",,out:effort-not-established, arxiv-2610.24264-t7-comp-full,arxiv-2610.24264,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,37.7,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 7 (misaligned and compliant results by the fourth reasoning question), row Gemini 3.1 Pro, column comp-full)",,out:effort-not-established, arxiv-2610.24264-t7-comp-none,arxiv-2610.24264,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,0.0,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 7 (misaligned and compliant results by the fourth reasoning question), row Gemini 3.1 Pro, column comp-none)",,out:effort-not-established, arxiv-2610.24264-t7-other,arxiv-2610.24264,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,0.2,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 7 (misaligned and compliant results by the fourth reasoning question), row Gemini 3.1 Pro, column other)",,out:effort-not-established, arxiv-2610.24264-t2-full,arxiv-2610.24264,gemini-3-flash,unstated,agentic-tool,hard,,,,,,,54.6,misalignment%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 2 (agentic misalignment rates under threat / opportunity ablation), row Gemini 3 Flash, column full)",,out:effort-not-established, arxiv-2610.24264-t2-threat,arxiv-2610.24264,gemini-3-flash,unstated,agentic-tool,hard,,,,,,,14.1,misalignment%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 2 (agentic misalignment rates under threat / opportunity ablation), row Gemini 3 Flash, column threat)",,out:effort-not-established, arxiv-2610.24264-t2-opp,arxiv-2610.24264,gemini-3-flash,unstated,agentic-tool,hard,,,,,,,35.1,misalignment%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 2 (agentic misalignment rates under threat / opportunity ablation), row Gemini 3 Flash, column opp)",,out:effort-not-established, arxiv-2610.24264-t2-none,arxiv-2610.24264,gemini-3-flash,unstated,agentic-tool,hard,,,,,,,0.7,misalignment%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 2 (agentic misalignment rates under threat / opportunity ablation), row Gemini 3 Flash, column none)",,out:effort-not-established, arxiv-2610.24264-t3-mis-full,arxiv-2610.24264,gemini-3-flash,unstated,agentic-tool,hard,,,,,,,9.7,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 3 (misaligned and compliant results by reasoning level), row Gemini 3 Flash, column mis-full)",,out:effort-not-established, arxiv-2610.24264-t3-mis-partial,arxiv-2610.24264,gemini-3-flash,unstated,agentic-tool,hard,,,,,,,44.9,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 3 (misaligned and compliant results by reasoning level), row Gemini 3 Flash, column mis-partial)",,out:effort-not-established, arxiv-2610.24264-t3-mis-none,arxiv-2610.24264,gemini-3-flash,unstated,agentic-tool,hard,,,,,,,0.0,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 3 (misaligned and compliant results by reasoning level), row Gemini 3 Flash, column mis-none)",,out:effort-not-established, arxiv-2610.24264-t3-comp-full,arxiv-2610.24264,gemini-3-flash,unstated,agentic-tool,hard,,,,,,,19.8,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 3 (misaligned and compliant results by reasoning level), row Gemini 3 Flash, column comp-full)",,out:effort-not-established, arxiv-2610.24264-t3-comp-partial,arxiv-2610.24264,gemini-3-flash,unstated,agentic-tool,hard,,,,,,,24.1,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 3 (misaligned and compliant results by reasoning level), row Gemini 3 Flash, column comp-partial)",,out:effort-not-established, arxiv-2610.24264-t3-comp-none,arxiv-2610.24264,gemini-3-flash,unstated,agentic-tool,hard,,,,,,,0.1,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 3 (misaligned and compliant results by reasoning level), row Gemini 3 Flash, column comp-none)",,out:effort-not-established, arxiv-2610.24264-t3-other,arxiv-2610.24264,gemini-3-flash,unstated,agentic-tool,hard,,,,,,,1.4,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 3 (misaligned and compliant results by reasoning level), row Gemini 3 Flash, column other)",,out:effort-not-established, arxiv-2610.24264-t4-mis-full,arxiv-2610.24264,gemini-3-flash,unstated,agentic-tool,hard,,,,,,,54.6,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 4 (misaligned and compliant results by the first reasoning question), row Gemini 3 Flash, column mis-full)",,out:effort-not-established, arxiv-2610.24264-t4-mis-none,arxiv-2610.24264,gemini-3-flash,unstated,agentic-tool,hard,,,,,,,0.0,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 4 (misaligned and compliant results by the first reasoning question), row Gemini 3 Flash, column mis-none)",,out:effort-not-established, arxiv-2610.24264-t4-comp-full,arxiv-2610.24264,gemini-3-flash,unstated,agentic-tool,hard,,,,,,,43.9,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 4 (misaligned and compliant results by the first reasoning question), row Gemini 3 Flash, column comp-full)",,out:effort-not-established, arxiv-2610.24264-t4-comp-none,arxiv-2610.24264,gemini-3-flash,unstated,agentic-tool,hard,,,,,,,0.1,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 4 (misaligned and compliant results by the first reasoning question), row Gemini 3 Flash, column comp-none)",,out:effort-not-established, arxiv-2610.24264-t4-other,arxiv-2610.24264,gemini-3-flash,unstated,agentic-tool,hard,,,,,,,1.4,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 4 (misaligned and compliant results by the first reasoning question), row Gemini 3 Flash, column other)",,out:effort-not-established, arxiv-2610.24264-t5-mis-full,arxiv-2610.24264,gemini-3-flash,unstated,agentic-tool,hard,,,,,,,50.7,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 5 (misaligned and compliant results by the second reasoning question), row Gemini 3 Flash, column mis-full)",,out:effort-not-established, arxiv-2610.24264-t5-mis-none,arxiv-2610.24264,gemini-3-flash,unstated,agentic-tool,hard,,,,,,,3.9,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 5 (misaligned and compliant results by the second reasoning question), row Gemini 3 Flash, column mis-none)",,out:effort-not-established, arxiv-2610.24264-t5-comp-full,arxiv-2610.24264,gemini-3-flash,unstated,agentic-tool,hard,,,,,,,36.0,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 5 (misaligned and compliant results by the second reasoning question), row Gemini 3 Flash, column comp-full)",,out:effort-not-established, arxiv-2610.24264-t5-comp-none,arxiv-2610.24264,gemini-3-flash,unstated,agentic-tool,hard,,,,,,,8.0,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 5 (misaligned and compliant results by the second reasoning question), row Gemini 3 Flash, column comp-none)",,out:effort-not-established, arxiv-2610.24264-t5-other,arxiv-2610.24264,gemini-3-flash,unstated,agentic-tool,hard,,,,,,,1.4,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 5 (misaligned and compliant results by the second reasoning question), row Gemini 3 Flash, column other)",,out:effort-not-established, arxiv-2610.24264-t6-mis-full,arxiv-2610.24264,gemini-3-flash,unstated,agentic-tool,hard,,,,,,,10.2,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 6 (misaligned and compliant results by the third reasoning question), row Gemini 3 Flash, column mis-full)",,out:effort-not-established, arxiv-2610.24264-t6-mis-none,arxiv-2610.24264,gemini-3-flash,unstated,agentic-tool,hard,,,,,,,44.5,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 6 (misaligned and compliant results by the third reasoning question), row Gemini 3 Flash, column mis-none)",,out:effort-not-established, arxiv-2610.24264-t6-comp-full,arxiv-2610.24264,gemini-3-flash,unstated,agentic-tool,hard,,,,,,,20.9,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 6 (misaligned and compliant results by the third reasoning question), row Gemini 3 Flash, column comp-full)",,out:effort-not-established, arxiv-2610.24264-t6-comp-none,arxiv-2610.24264,gemini-3-flash,unstated,agentic-tool,hard,,,,,,,23.1,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 6 (misaligned and compliant results by the third reasoning question), row Gemini 3 Flash, column comp-none)",,out:effort-not-established, arxiv-2610.24264-t6-other,arxiv-2610.24264,gemini-3-flash,unstated,agentic-tool,hard,,,,,,,1.4,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 6 (misaligned and compliant results by the third reasoning question), row Gemini 3 Flash, column other)",,out:effort-not-established, arxiv-2610.24264-t7-mis-full,arxiv-2610.24264,gemini-3-flash,unstated,agentic-tool,hard,,,,,,,54.5,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 7 (misaligned and compliant results by the fourth reasoning question), row Gemini 3 Flash, column mis-full)",,out:effort-not-established, arxiv-2610.24264-t7-mis-none,arxiv-2610.24264,gemini-3-flash,unstated,agentic-tool,hard,,,,,,,0.1,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 7 (misaligned and compliant results by the fourth reasoning question), row Gemini 3 Flash, column mis-none)",,out:effort-not-established, arxiv-2610.24264-t7-comp-full,arxiv-2610.24264,gemini-3-flash,unstated,agentic-tool,hard,,,,,,,43.5,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 7 (misaligned and compliant results by the fourth reasoning question), row Gemini 3 Flash, column comp-full)",,out:effort-not-established, arxiv-2610.24264-t7-comp-none,arxiv-2610.24264,gemini-3-flash,unstated,agentic-tool,hard,,,,,,,0.5,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 7 (misaligned and compliant results by the fourth reasoning question), row Gemini 3 Flash, column comp-none)",,out:effort-not-established, arxiv-2610.24264-t7-other,arxiv-2610.24264,gemini-3-flash,unstated,agentic-tool,hard,,,,,,,1.4,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 7 (misaligned and compliant results by the fourth reasoning question), row Gemini 3 Flash, column other)",,out:effort-not-established, arxiv-2610.24264-t2-full,arxiv-2610.24264,gpt-5.5,unstated,agentic-tool,hard,,,,,,,4.2,misalignment%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 2, row GPT-5.5, column Threat/Opportunity)",,out:effort-not-established, arxiv-2610.24264-t2-threat,arxiv-2610.24264,gpt-5.5,unstated,agentic-tool,hard,,,,,,,3.8,misalignment%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 2, row GPT-5.5, column Threat/–)",,out:effort-not-established, arxiv-2610.24264-t2-opp,arxiv-2610.24264,gpt-5.5,unstated,agentic-tool,hard,,,,,,,2.9,misalignment%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 2, row GPT-5.5, column –/Opportunity)",,out:effort-not-established, arxiv-2610.24264-t2-none,arxiv-2610.24264,gpt-5.5,unstated,agentic-tool,hard,,,,,,,0.0,misalignment%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 2, row GPT-5.5, column –/–)",,out:effort-not-established, arxiv-2610.24264-t2-full,arxiv-2610.24264,gpt-5.4,unstated,agentic-tool,hard,,,,,,,12.5,misalignment%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 2, row GPT-5.4, column Threat/Opportunity)",,out:effort-not-established, arxiv-2610.24264-t2-threat,arxiv-2610.24264,gpt-5.4,unstated,agentic-tool,hard,,,,,,,2.3,misalignment%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 2, row GPT-5.4, column Threat/–)",,out:effort-not-established, arxiv-2610.24264-t2-opp,arxiv-2610.24264,gpt-5.4,unstated,agentic-tool,hard,,,,,,,8.9,misalignment%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 2, row GPT-5.4, column –/Opportunity)",,out:effort-not-established, arxiv-2610.24264-t2-none,arxiv-2610.24264,gpt-5.4,unstated,agentic-tool,hard,,,,,,,0.3,misalignment%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 2, row GPT-5.4, column –/–)",,out:effort-not-established, arxiv-2610.24264-t2-full,arxiv-2610.24264,gpt-5.4-mini,unstated,agentic-tool,hard,,,,,,,14.3,misalignment%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 2, row GPT-5.4 mini, column Threat/Opportunity)",,out:effort-not-established, arxiv-2610.24264-t2-threat,arxiv-2610.24264,gpt-5.4-mini,unstated,agentic-tool,hard,,,,,,,2.3,misalignment%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 2, row GPT-5.4 mini, column Threat/–)",,out:effort-not-established, arxiv-2610.24264-t2-opp,arxiv-2610.24264,gpt-5.4-mini,unstated,agentic-tool,hard,,,,,,,18.1,misalignment%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 2, row GPT-5.4 mini, column –/Opportunity)",,out:effort-not-established, arxiv-2610.24264-t2-none,arxiv-2610.24264,gpt-5.4-mini,unstated,agentic-tool,hard,,,,,,,0.5,misalignment%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 2, row GPT-5.4 mini, column –/–)",,out:effort-not-established, arxiv-2610.24264-t2-full,arxiv-2610.24264,gpt-5.4-nano,unstated,agentic-tool,hard,,,,,,,18.5,misalignment%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 2, row GPT-5.4 nano, column Threat/Opportunity)",,out:effort-not-established, arxiv-2610.24264-t2-threat,arxiv-2610.24264,gpt-5.4-nano,unstated,agentic-tool,hard,,,,,,,5.0,misalignment%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 2, row GPT-5.4 nano, column Threat/–)",,out:effort-not-established, arxiv-2610.24264-t2-opp,arxiv-2610.24264,gpt-5.4-nano,unstated,agentic-tool,hard,,,,,,,20.2,misalignment%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 2, row GPT-5.4 nano, column –/Opportunity)",,out:effort-not-established, arxiv-2610.24264-t2-none,arxiv-2610.24264,gpt-5.4-nano,unstated,agentic-tool,hard,,,,,,,0.8,misalignment%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 2, row GPT-5.4 nano, column –/–)",,out:effort-not-established, arxiv-2610.24264-t3-misaligned-full,arxiv-2610.24264,gpt-5.5,unstated,mixed,hard,,,,,,,1.9,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 3, row GPT-5.5, column share of responses (%): misaligned with full reasoning)",,out:effort-not-established, arxiv-2610.24264-t3-misaligned-partial,arxiv-2610.24264,gpt-5.5,unstated,mixed,hard,,,,,,,2.3,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 3, row GPT-5.5, column share of responses (%): misaligned with partial reasoning)",,out:effort-not-established, arxiv-2610.24264-t3-misaligned-none,arxiv-2610.24264,gpt-5.5,unstated,mixed,hard,,,,,,,0.0,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 3, row GPT-5.5, column share of responses (%): misaligned with no reasoning)",,out:effort-not-established, arxiv-2610.24264-t3-compliant-full,arxiv-2610.24264,gpt-5.5,unstated,mixed,hard,,,,,,,55.0,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 3, row GPT-5.5, column share of responses (%): compliant with full reasoning)",,out:effort-not-established, arxiv-2610.24264-t3-compliant-partial,arxiv-2610.24264,gpt-5.5,unstated,mixed,hard,,,,,,,40.0,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 3, row GPT-5.5, column share of responses (%): compliant with partial reasoning)",,out:effort-not-established, arxiv-2610.24264-t3-compliant-none,arxiv-2610.24264,gpt-5.5,unstated,mixed,hard,,,,,,,0.2,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 3, row GPT-5.5, column share of responses (%): compliant with no reasoning)",,out:effort-not-established, arxiv-2610.24264-t3-other,arxiv-2610.24264,gpt-5.5,unstated,agentic-tool,hard,,,,,,,0.6,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 3, row GPT-5.5, column share of responses (%): other (ambiguous))",,out:effort-not-established, arxiv-2610.24264-t3-misaligned-full,arxiv-2610.24264,gpt-5.4,unstated,mixed,hard,,,,,,,4.7,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 3, row GPT-5.4, column share of responses (%): misaligned with full reasoning)",,out:effort-not-established, arxiv-2610.24264-t3-misaligned-partial,arxiv-2610.24264,gpt-5.4,unstated,mixed,hard,,,,,,,7.8,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 3, row GPT-5.4, column share of responses (%): misaligned with partial reasoning)",,out:effort-not-established, arxiv-2610.24264-t3-misaligned-none,arxiv-2610.24264,gpt-5.4,unstated,mixed,hard,,,,,,,0.0,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 3, row GPT-5.4, column share of responses (%): misaligned with no reasoning)",,out:effort-not-established, arxiv-2610.24264-t3-compliant-full,arxiv-2610.24264,gpt-5.4,unstated,mixed,hard,,,,,,,63.2,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 3, row GPT-5.4, column share of responses (%): compliant with full reasoning)",,out:effort-not-established, arxiv-2610.24264-t3-compliant-partial,arxiv-2610.24264,gpt-5.4,unstated,mixed,hard,,,,,,,23.4,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 3, row GPT-5.4, column share of responses (%): compliant with partial reasoning)",,out:effort-not-established, arxiv-2610.24264-t3-compliant-none,arxiv-2610.24264,gpt-5.4,unstated,mixed,hard,,,,,,,0.0,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 3, row GPT-5.4, column share of responses (%): compliant with no reasoning)",,out:effort-not-established, arxiv-2610.24264-t3-other,arxiv-2610.24264,gpt-5.4,unstated,agentic-tool,hard,,,,,,,0.9,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 3, row GPT-5.4, column share of responses (%): other (ambiguous))",,out:effort-not-established, arxiv-2610.24264-t3-misaligned-full,arxiv-2610.24264,gpt-5.4-mini,unstated,mixed,hard,,,,,,,3.5,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 3, row GPT-5.4-mini, column share of responses (%): misaligned with full reasoning)",,out:effort-not-established, arxiv-2610.24264-t3-misaligned-partial,arxiv-2610.24264,gpt-5.4-mini,unstated,mixed,hard,,,,,,,10.7,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 3, row GPT-5.4-mini, column share of responses (%): misaligned with partial reasoning)",,out:effort-not-established, arxiv-2610.24264-t3-misaligned-none,arxiv-2610.24264,gpt-5.4-mini,unstated,mixed,hard,,,,,,,0.0,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 3, row GPT-5.4-mini, column share of responses (%): misaligned with no reasoning)",,out:effort-not-established, arxiv-2610.24264-t3-compliant-full,arxiv-2610.24264,gpt-5.4-mini,unstated,mixed,hard,,,,,,,22.5,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 3, row GPT-5.4-mini, column share of responses (%): compliant with full reasoning)",,out:effort-not-established, arxiv-2610.24264-t3-compliant-partial,arxiv-2610.24264,gpt-5.4-mini,unstated,mixed,hard,,,,,,,57.9,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 3, row GPT-5.4-mini, column share of responses (%): compliant with partial reasoning)",,out:effort-not-established, arxiv-2610.24264-t3-compliant-none,arxiv-2610.24264,gpt-5.4-mini,unstated,mixed,hard,,,,,,,1.0,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 3, row GPT-5.4-mini, column share of responses (%): compliant with no reasoning)",,out:effort-not-established, arxiv-2610.24264-t3-other,arxiv-2610.24264,gpt-5.4-mini,unstated,agentic-tool,hard,,,,,,,4.2,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 3, row GPT-5.4-mini, column share of responses (%): other (ambiguous))",,out:effort-not-established, arxiv-2610.24264-t3-misaligned-full,arxiv-2610.24264,gpt-5.4-nano,unstated,mixed,hard,,,,,,,5.4,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 3, row GPT-5.4-nano, column share of responses (%): misaligned with full reasoning)",,out:effort-not-established, arxiv-2610.24264-t3-misaligned-partial,arxiv-2610.24264,gpt-5.4-nano,unstated,mixed,hard,,,,,,,13.1,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 3, row GPT-5.4-nano, column share of responses (%): misaligned with partial reasoning)",,out:effort-not-established, arxiv-2610.24264-t3-misaligned-none,arxiv-2610.24264,gpt-5.4-nano,unstated,mixed,hard,,,,,,,0.0,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 3, row GPT-5.4-nano, column share of responses (%): misaligned with no reasoning)",,out:effort-not-established, arxiv-2610.24264-t3-compliant-full,arxiv-2610.24264,gpt-5.4-nano,unstated,mixed,hard,,,,,,,20.0,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 3, row GPT-5.4-nano, column share of responses (%): compliant with full reasoning)",,out:effort-not-established, arxiv-2610.24264-t3-compliant-partial,arxiv-2610.24264,gpt-5.4-nano,unstated,mixed,hard,,,,,,,59.0,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 3, row GPT-5.4-nano, column share of responses (%): compliant with partial reasoning)",,out:effort-not-established, arxiv-2610.24264-t3-compliant-none,arxiv-2610.24264,gpt-5.4-nano,unstated,mixed,hard,,,,,,,0.0,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 3, row GPT-5.4-nano, column share of responses (%): compliant with no reasoning)",,out:effort-not-established, arxiv-2610.24264-t3-other,arxiv-2610.24264,gpt-5.4-nano,unstated,agentic-tool,hard,,,,,,,2.5,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 3, row GPT-5.4-nano, column share of responses (%): other (ambiguous))",,out:effort-not-established, arxiv-2610.24264-t4-misaligned-full,arxiv-2610.24264,gpt-5.5,unstated,mixed,hard,,,,,,,4.2,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 4, row GPT-5.5, column share of responses (%): misaligned, first reasoning question (threat awareness) answered yes (Full))",,out:effort-not-established, arxiv-2610.24264-t4-misaligned-none,arxiv-2610.24264,gpt-5.5,unstated,mixed,hard,,,,,,,0.0,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 4, row GPT-5.5, column share of responses (%): misaligned, first reasoning question (threat awareness) answered no (None))",,out:effort-not-established, arxiv-2610.24264-t4-compliant-full,arxiv-2610.24264,gpt-5.5,unstated,mixed,hard,,,,,,,94.9,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 4, row GPT-5.5, column share of responses (%): compliant, first reasoning question (threat awareness) answered yes (Full))",,out:effort-not-established, arxiv-2610.24264-t4-compliant-none,arxiv-2610.24264,gpt-5.5,unstated,mixed,hard,,,,,,,0.3,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 4, row GPT-5.5, column share of responses (%): compliant, first reasoning question (threat awareness) answered no (None))",,out:effort-not-established, arxiv-2610.24264-t4-other,arxiv-2610.24264,gpt-5.5,unstated,agentic-tool,hard,,,,,,,0.6,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 4, row GPT-5.5, column share of responses (%): other (ambiguous), Table 4)",,out:effort-not-established, arxiv-2610.24264-t4-misaligned-full,arxiv-2610.24264,gpt-5.4,unstated,mixed,hard,,,,,,,12.5,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 4, row GPT-5.4, column share of responses (%): misaligned, first reasoning question (threat awareness) answered yes (Full))",,out:effort-not-established, arxiv-2610.24264-t4-misaligned-none,arxiv-2610.24264,gpt-5.4,unstated,mixed,hard,,,,,,,0.0,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 4, row GPT-5.4, column share of responses (%): misaligned, first reasoning question (threat awareness) answered no (None))",,out:effort-not-established, arxiv-2610.24264-t4-compliant-full,arxiv-2610.24264,gpt-5.4,unstated,mixed,hard,,,,,,,86.5,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 4, row GPT-5.4, column share of responses (%): compliant, first reasoning question (threat awareness) answered yes (Full))",,out:effort-not-established, arxiv-2610.24264-t4-compliant-none,arxiv-2610.24264,gpt-5.4,unstated,mixed,hard,,,,,,,0.1,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 4, row GPT-5.4, column share of responses (%): compliant, first reasoning question (threat awareness) answered no (None))",,out:effort-not-established, arxiv-2610.24264-t4-other,arxiv-2610.24264,gpt-5.4,unstated,agentic-tool,hard,,,,,,,0.9,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 4, row GPT-5.4, column share of responses (%): other (ambiguous), Table 4)",,out:effort-not-established, arxiv-2610.24264-t4-misaligned-full,arxiv-2610.24264,gpt-5.4-mini,unstated,mixed,hard,,,,,,,13.8,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 4, row GPT-5.4-mini, column share of responses (%): misaligned, first reasoning question (threat awareness) answered yes (Full))",,out:effort-not-established, arxiv-2610.24264-t4-misaligned-none,arxiv-2610.24264,gpt-5.4-mini,unstated,mixed,hard,,,,,,,0.5,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 4, row GPT-5.4-mini, column share of responses (%): misaligned, first reasoning question (threat awareness) answered no (None))",,out:effort-not-established, arxiv-2610.24264-t4-compliant-full,arxiv-2610.24264,gpt-5.4-mini,unstated,mixed,hard,,,,,,,78.3,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 4, row GPT-5.4-mini, column share of responses (%): compliant, first reasoning question (threat awareness) answered yes (Full))",,out:effort-not-established, arxiv-2610.24264-t4-compliant-none,arxiv-2610.24264,gpt-5.4-mini,unstated,mixed,hard,,,,,,,3.2,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 4, row GPT-5.4-mini, column share of responses (%): compliant, first reasoning question (threat awareness) answered no (None))",,out:effort-not-established, arxiv-2610.24264-t4-other,arxiv-2610.24264,gpt-5.4-mini,unstated,agentic-tool,hard,,,,,,,4.2,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 4, row GPT-5.4-mini, column share of responses (%): other (ambiguous), Table 4)",,out:effort-not-established, arxiv-2610.24264-t4-misaligned-full,arxiv-2610.24264,gpt-5.4-nano,unstated,mixed,hard,,,,,,,18.4,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 4, row GPT-5.4-nano, column share of responses (%): misaligned, first reasoning question (threat awareness) answered yes (Full))",,out:effort-not-established, arxiv-2610.24264-t4-misaligned-none,arxiv-2610.24264,gpt-5.4-nano,unstated,mixed,hard,,,,,,,0.1,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 4, row GPT-5.4-nano, column share of responses (%): misaligned, first reasoning question (threat awareness) answered no (None))",,out:effort-not-established, arxiv-2610.24264-t4-compliant-full,arxiv-2610.24264,gpt-5.4-nano,unstated,mixed,hard,,,,,,,78.9,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 4, row GPT-5.4-nano, column share of responses (%): compliant, first reasoning question (threat awareness) answered yes (Full))",,out:effort-not-established, arxiv-2610.24264-t4-compliant-none,arxiv-2610.24264,gpt-5.4-nano,unstated,mixed,hard,,,,,,,0.1,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 4, row GPT-5.4-nano, column share of responses (%): compliant, first reasoning question (threat awareness) answered no (None))",,out:effort-not-established, arxiv-2610.24264-t4-other,arxiv-2610.24264,gpt-5.4-nano,unstated,agentic-tool,hard,,,,,,,2.5,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 4, row GPT-5.4-nano, column share of responses (%): other (ambiguous), Table 4)",,out:effort-not-established, arxiv-2610.24264-t5-misaligned-full,arxiv-2610.24264,gpt-5.5,unstated,mixed,hard,,,,,,,3.8,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 5, row GPT-5.5, column share of responses (%): misaligned, second reasoning question answered yes (Full))",,out:effort-not-established, arxiv-2610.24264-t5-misaligned-none,arxiv-2610.24264,gpt-5.5,unstated,mixed,hard,,,,,,,0.5,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 5, row GPT-5.5, column share of responses (%): misaligned, second reasoning question answered no (None))",,out:effort-not-established, arxiv-2610.24264-t5-compliant-full,arxiv-2610.24264,gpt-5.5,unstated,mixed,hard,,,,,,,66.2,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 5, row GPT-5.5, column share of responses (%): compliant, second reasoning question answered yes (Full))",,out:effort-not-established, arxiv-2610.24264-t5-compliant-none,arxiv-2610.24264,gpt-5.5,unstated,mixed,hard,,,,,,,29.0,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 5, row GPT-5.5, column share of responses (%): compliant, second reasoning question answered no (None))",,out:effort-not-established, arxiv-2610.24264-t5-other,arxiv-2610.24264,gpt-5.5,unstated,agentic-tool,hard,,,,,,,0.6,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 5, row GPT-5.5, column share of responses (%): other (ambiguous), Table 5)",,out:effort-not-established, arxiv-2610.24264-t5-misaligned-full,arxiv-2610.24264,gpt-5.4,unstated,mixed,hard,,,,,,,10.6,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 5, row GPT-5.4, column share of responses (%): misaligned, second reasoning question answered yes (Full))",,out:effort-not-established, arxiv-2610.24264-t5-misaligned-none,arxiv-2610.24264,gpt-5.4,unstated,mixed,hard,,,,,,,1.8,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 5, row GPT-5.4, column share of responses (%): misaligned, second reasoning question answered no (None))",,out:effort-not-established, arxiv-2610.24264-t5-compliant-full,arxiv-2610.24264,gpt-5.4,unstated,mixed,hard,,,,,,,70.1,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 5, row GPT-5.4, column share of responses (%): compliant, second reasoning question answered yes (Full))",,out:effort-not-established, arxiv-2610.24264-t5-compliant-none,arxiv-2610.24264,gpt-5.4,unstated,mixed,hard,,,,,,,16.6,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 5, row GPT-5.4, column share of responses (%): compliant, second reasoning question answered no (None))",,out:effort-not-established, arxiv-2610.24264-t5-other,arxiv-2610.24264,gpt-5.4,unstated,agentic-tool,hard,,,,,,,0.9,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 5, row GPT-5.4, column share of responses (%): other (ambiguous), Table 5)",,out:effort-not-established, arxiv-2610.24264-t5-misaligned-full,arxiv-2610.24264,gpt-5.4-mini,unstated,mixed,hard,,,,,,,10.9,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 5, row GPT-5.4-mini, column share of responses (%): misaligned, second reasoning question answered yes (Full))",,out:effort-not-established, arxiv-2610.24264-t5-misaligned-none,arxiv-2610.24264,gpt-5.4-mini,unstated,mixed,hard,,,,,,,3.4,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 5, row GPT-5.4-mini, column share of responses (%): misaligned, second reasoning question answered no (None))",,out:effort-not-established, arxiv-2610.24264-t5-compliant-full,arxiv-2610.24264,gpt-5.4-mini,unstated,mixed,hard,,,,,,,33.7,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 5, row GPT-5.4-mini, column share of responses (%): compliant, second reasoning question answered yes (Full))",,out:effort-not-established, arxiv-2610.24264-t5-compliant-none,arxiv-2610.24264,gpt-5.4-mini,unstated,mixed,hard,,,,,,,47.8,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 5, row GPT-5.4-mini, column share of responses (%): compliant, second reasoning question answered no (None))",,out:effort-not-established, arxiv-2610.24264-t5-other,arxiv-2610.24264,gpt-5.4-mini,unstated,agentic-tool,hard,,,,,,,4.2,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 5, row GPT-5.4-mini, column share of responses (%): other (ambiguous), Table 5)",,out:effort-not-established, arxiv-2610.24264-t5-misaligned-full,arxiv-2610.24264,gpt-5.4-nano,unstated,mixed,hard,,,,,,,13.8,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 5, row GPT-5.4-nano, column share of responses (%): misaligned, second reasoning question answered yes (Full))",,out:effort-not-established, arxiv-2610.24264-t5-misaligned-none,arxiv-2610.24264,gpt-5.4-nano,unstated,mixed,hard,,,,,,,4.7,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 5, row GPT-5.4-nano, column share of responses (%): misaligned, second reasoning question answered no (None))",,out:effort-not-established, arxiv-2610.24264-t5-compliant-full,arxiv-2610.24264,gpt-5.4-nano,unstated,mixed,hard,,,,,,,39.7,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 5, row GPT-5.4-nano, column share of responses (%): compliant, second reasoning question answered yes (Full))",,out:effort-not-established, arxiv-2610.24264-t5-compliant-none,arxiv-2610.24264,gpt-5.4-nano,unstated,mixed,hard,,,,,,,39.3,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 5, row GPT-5.4-nano, column share of responses (%): compliant, second reasoning question answered no (None))",,out:effort-not-established, arxiv-2610.24264-t5-other,arxiv-2610.24264,gpt-5.4-nano,unstated,agentic-tool,hard,,,,,,,2.5,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 5, row GPT-5.4-nano, column share of responses (%): other (ambiguous), Table 5)",,out:effort-not-established, arxiv-2610.24264-t6-misaligned-full,arxiv-2610.24264,gpt-5.5,unstated,mixed,hard,,,,,,,2.2,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 6, row GPT-5.5, column share of responses (%): misaligned, third reasoning question answered yes (Full))",,out:effort-not-established, arxiv-2610.24264-t6-misaligned-none,arxiv-2610.24264,gpt-5.5,unstated,mixed,hard,,,,,,,2.1,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 6, row GPT-5.5, column share of responses (%): misaligned, third reasoning question answered no (None))",,out:effort-not-established, arxiv-2610.24264-t6-compliant-full,arxiv-2610.24264,gpt-5.5,unstated,mixed,hard,,,,,,,59.3,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 6, row GPT-5.5, column share of responses (%): compliant, third reasoning question answered yes (Full))",,out:effort-not-established, arxiv-2610.24264-t6-compliant-none,arxiv-2610.24264,gpt-5.5,unstated,mixed,hard,,,,,,,35.9,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 6, row GPT-5.5, column share of responses (%): compliant, third reasoning question answered no (None))",,out:effort-not-established, arxiv-2610.24264-t6-other,arxiv-2610.24264,gpt-5.5,unstated,agentic-tool,hard,,,,,,,0.6,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 6, row GPT-5.5, column share of responses (%): other (ambiguous), Table 6)",,out:effort-not-established, arxiv-2610.24264-t6-misaligned-full,arxiv-2610.24264,gpt-5.4,unstated,mixed,hard,,,,,,,5.3,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 6, row GPT-5.4, column share of responses (%): misaligned, third reasoning question answered yes (Full))",,out:effort-not-established, arxiv-2610.24264-t6-misaligned-none,arxiv-2610.24264,gpt-5.4,unstated,mixed,hard,,,,,,,7.2,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 6, row GPT-5.4, column share of responses (%): misaligned, third reasoning question answered no (None))",,out:effort-not-established, arxiv-2610.24264-t6-compliant-full,arxiv-2610.24264,gpt-5.4,unstated,mixed,hard,,,,,,,67.2,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 6, row GPT-5.4, column share of responses (%): compliant, third reasoning question answered yes (Full))",,out:effort-not-established, arxiv-2610.24264-t6-compliant-none,arxiv-2610.24264,gpt-5.4,unstated,mixed,hard,,,,,,,19.4,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 6, row GPT-5.4, column share of responses (%): compliant, third reasoning question answered no (None))",,out:effort-not-established, arxiv-2610.24264-t6-other,arxiv-2610.24264,gpt-5.4,unstated,agentic-tool,hard,,,,,,,0.9,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 6, row GPT-5.4, column share of responses (%): other (ambiguous), Table 6)",,out:effort-not-established, arxiv-2610.24264-t6-misaligned-full,arxiv-2610.24264,gpt-5.4-mini,unstated,mixed,hard,,,,,,,4.0,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 6, row GPT-5.4-mini, column share of responses (%): misaligned, third reasoning question answered yes (Full))",,out:effort-not-established, arxiv-2610.24264-t6-misaligned-none,arxiv-2610.24264,gpt-5.4-mini,unstated,mixed,hard,,,,,,,10.3,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 6, row GPT-5.4-mini, column share of responses (%): misaligned, third reasoning question answered no (None))",,out:effort-not-established, arxiv-2610.24264-t6-compliant-full,arxiv-2610.24264,gpt-5.4-mini,unstated,mixed,hard,,,,,,,27.4,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 6, row GPT-5.4-mini, column share of responses (%): compliant, third reasoning question answered yes (Full))",,out:effort-not-established, arxiv-2610.24264-t6-compliant-none,arxiv-2610.24264,gpt-5.4-mini,unstated,mixed,hard,,,,,,,54.1,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 6, row GPT-5.4-mini, column share of responses (%): compliant, third reasoning question answered no (None))",,out:effort-not-established, arxiv-2610.24264-t6-other,arxiv-2610.24264,gpt-5.4-mini,unstated,agentic-tool,hard,,,,,,,4.2,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 6, row GPT-5.4-mini, column share of responses (%): other (ambiguous), Table 6)",,out:effort-not-established, arxiv-2610.24264-t6-misaligned-full,arxiv-2610.24264,gpt-5.4-nano,unstated,mixed,hard,,,,,,,6.2,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 6, row GPT-5.4-nano, column share of responses (%): misaligned, third reasoning question answered yes (Full))",,out:effort-not-established, arxiv-2610.24264-t6-misaligned-none,arxiv-2610.24264,gpt-5.4-nano,unstated,mixed,hard,,,,,,,12.3,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 6, row GPT-5.4-nano, column share of responses (%): misaligned, third reasoning question answered no (None))",,out:effort-not-established, arxiv-2610.24264-t6-compliant-full,arxiv-2610.24264,gpt-5.4-nano,unstated,mixed,hard,,,,,,,24.3,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 6, row GPT-5.4-nano, column share of responses (%): compliant, third reasoning question answered yes (Full))",,out:effort-not-established, arxiv-2610.24264-t6-compliant-none,arxiv-2610.24264,gpt-5.4-nano,unstated,mixed,hard,,,,,,,54.6,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 6, row GPT-5.4-nano, column share of responses (%): compliant, third reasoning question answered no (None))",,out:effort-not-established, arxiv-2610.24264-t6-other,arxiv-2610.24264,gpt-5.4-nano,unstated,agentic-tool,hard,,,,,,,2.5,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 6, row GPT-5.4-nano, column share of responses (%): other (ambiguous), Table 6)",,out:effort-not-established, arxiv-2610.24264-t7-misaligned-full,arxiv-2610.24264,gpt-5.5,unstated,mixed,hard,,,,,,,4.1,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 7, row GPT-5.5, column share of responses (%): misaligned, fourth reasoning question (behaviour justification) answered yes (Full))",,out:effort-not-established, arxiv-2610.24264-t7-misaligned-none,arxiv-2610.24264,gpt-5.5,unstated,mixed,hard,,,,,,,0.1,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 7, row GPT-5.5, column share of responses (%): misaligned, fourth reasoning question (behaviour justification) answered no (None))",,out:effort-not-established, arxiv-2610.24264-t7-compliant-full,arxiv-2610.24264,gpt-5.5,unstated,mixed,hard,,,,,,,89.6,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 7, row GPT-5.5, column share of responses (%): compliant, fourth reasoning question (behaviour justification) answered yes (Full))",,out:effort-not-established, arxiv-2610.24264-t7-compliant-none,arxiv-2610.24264,gpt-5.5,unstated,mixed,hard,,,,,,,5.6,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 7, row GPT-5.5, column share of responses (%): compliant, fourth reasoning question (behaviour justification) answered no (None))",,out:effort-not-established, arxiv-2610.24264-t7-other,arxiv-2610.24264,gpt-5.5,unstated,agentic-tool,hard,,,,,,,0.6,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 7, row GPT-5.5, column share of responses (%): other (ambiguous), Table 7)",,out:effort-not-established, arxiv-2610.24264-t7-misaligned-full,arxiv-2610.24264,gpt-5.4,unstated,mixed,hard,,,,,,,12.3,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 7, row GPT-5.4, column share of responses (%): misaligned, fourth reasoning question (behaviour justification) answered yes (Full))",,out:effort-not-established, arxiv-2610.24264-t7-misaligned-none,arxiv-2610.24264,gpt-5.4,unstated,mixed,hard,,,,,,,0.1,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 7, row GPT-5.4, column share of responses (%): misaligned, fourth reasoning question (behaviour justification) answered no (None))",,out:effort-not-established, arxiv-2610.24264-t7-compliant-full,arxiv-2610.24264,gpt-5.4,unstated,mixed,hard,,,,,,,83.8,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 7, row GPT-5.4, column share of responses (%): compliant, fourth reasoning question (behaviour justification) answered yes (Full))",,out:effort-not-established, arxiv-2610.24264-t7-compliant-none,arxiv-2610.24264,gpt-5.4,unstated,mixed,hard,,,,,,,2.9,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 7, row GPT-5.4, column share of responses (%): compliant, fourth reasoning question (behaviour justification) answered no (None))",,out:effort-not-established, arxiv-2610.24264-t7-other,arxiv-2610.24264,gpt-5.4,unstated,agentic-tool,hard,,,,,,,0.9,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 7, row GPT-5.4, column share of responses (%): other (ambiguous), Table 7)",,out:effort-not-established, arxiv-2610.24264-t7-misaligned-full,arxiv-2610.24264,gpt-5.4-mini,unstated,mixed,hard,,,,,,,13.1,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 7, row GPT-5.4-mini, column share of responses (%): misaligned, fourth reasoning question (behaviour justification) answered yes (Full))",,out:effort-not-established, arxiv-2610.24264-t7-misaligned-none,arxiv-2610.24264,gpt-5.4-mini,unstated,mixed,hard,,,,,,,1.1,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 7, row GPT-5.4-mini, column share of responses (%): misaligned, fourth reasoning question (behaviour justification) answered no (None))",,out:effort-not-established, arxiv-2610.24264-t7-compliant-full,arxiv-2610.24264,gpt-5.4-mini,unstated,mixed,hard,,,,,,,66.4,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 7, row GPT-5.4-mini, column share of responses (%): compliant, fourth reasoning question (behaviour justification) answered yes (Full))",,out:effort-not-established, arxiv-2610.24264-t7-compliant-none,arxiv-2610.24264,gpt-5.4-mini,unstated,mixed,hard,,,,,,,15.1,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 7, row GPT-5.4-mini, column share of responses (%): compliant, fourth reasoning question (behaviour justification) answered no (None))",,out:effort-not-established, arxiv-2610.24264-t7-other,arxiv-2610.24264,gpt-5.4-mini,unstated,agentic-tool,hard,,,,,,,4.2,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 7, row GPT-5.4-mini, column share of responses (%): other (ambiguous), Table 7)",,out:effort-not-established, arxiv-2610.24264-t7-misaligned-full,arxiv-2610.24264,gpt-5.4-nano,unstated,mixed,hard,,,,,,,16.7,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 7, row GPT-5.4-nano, column share of responses (%): misaligned, fourth reasoning question (behaviour justification) answered yes (Full))",,out:effort-not-established, arxiv-2610.24264-t7-misaligned-none,arxiv-2610.24264,gpt-5.4-nano,unstated,mixed,hard,,,,,,,1.8,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 7, row GPT-5.4-nano, column share of responses (%): misaligned, fourth reasoning question (behaviour justification) answered no (None))",,out:effort-not-established, arxiv-2610.24264-t7-compliant-full,arxiv-2610.24264,gpt-5.4-nano,unstated,mixed,hard,,,,,,,71.8,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 7, row GPT-5.4-nano, column share of responses (%): compliant, fourth reasoning question (behaviour justification) answered yes (Full))",,out:effort-not-established, arxiv-2610.24264-t7-compliant-none,arxiv-2610.24264,gpt-5.4-nano,unstated,mixed,hard,,,,,,,7.2,share of responses (%),0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 7, row GPT-5.4-nano, column share of responses (%): compliant, fourth reasoning question (behaviour justification) answered no (None))",,out:effort-not-established, arxiv-2610.24264-t7-other,arxiv-2610.24264,gpt-5.4-nano,unstated,agentic-tool,hard,,,,,,,2.5,response-share%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 7, row GPT-5.4-nano, column share of responses (%): other (ambiguous), Table 7)",,out:effort-not-established, arxiv-2610.24264-t2-full,arxiv-2610.24264,grok-4.20,unstated,agentic-tool,hard,,,,,,,36.3,misalignment%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 2, row Grok 4.20, column Threat/Opportunity)",,out:effort-not-established, arxiv-2610.24264-t2-threat,arxiv-2610.24264,grok-4.20,unstated,agentic-tool,hard,,,,,,,9.5,misalignment%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 2, row Grok 4.20, column Threat/–)",,out:effort-not-established, arxiv-2610.24264-t2-opp,arxiv-2610.24264,grok-4.20,unstated,agentic-tool,hard,,,,,,,31.2,misalignment%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 2, row Grok 4.20, column –/Opportunity)",,out:effort-not-established, arxiv-2610.24264-t2-none,arxiv-2610.24264,grok-4.20,unstated,agentic-tool,hard,,,,,,,1.3,misalignment%,0.0289,,,"https://arxiv.org/abs/2610.24264 (Table 2, row Grok 4.20, column –/–)",,out:effort-not-established, arxiv-2610.24264-misalignment-max,arxiv-2610.24264,grok-4.20,unstated,mixed,hard,,,,,,,52.6,misalignment rate (%),0.0289,,,https://arxiv.org/abs/2610.24264 (section 6 (text)),,out:effort-not-established, arxiv-2610.24520-habit-food-no-memory,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,No Memory,,,,,,23.81,HABIT-Bench Food exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row No Memory, column Food)",,out:single-couple, arxiv-2610.24520-habit-finance-no-memory,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,No Memory,,,,,,22.95,HABIT-Bench Finance exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row No Memory, column Finance)",,out:single-couple, arxiv-2610.24520-habit-software-no-memory,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,No Memory,,,,,,22.50,HABIT-Bench Software exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row No Memory, column Software)",,out:single-couple, arxiv-2610.24520-habit-travel-no-memory,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,No Memory,,,,,,32.46,HABIT-Bench Travel exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row No Memory, column Travel)",,out:single-couple, arxiv-2610.24520-habit-macro-no-memory,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,No Memory,,,,,,25.43,HABIT-Bench Macro exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row No Memory, column Macro)",,out:single-couple, arxiv-2610.24520-habit-food-full-memory,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,Full Memory,,,,,,45.56,HABIT-Bench Food exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row Full Memory, column Food)",,out:single-couple, arxiv-2610.24520-habit-finance-full-memory,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,Full Memory,,,,,,33.77,HABIT-Bench Finance exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row Full Memory, column Finance)",,out:single-couple, arxiv-2610.24520-habit-software-full-memory,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,Full Memory,,,,,,37.50,HABIT-Bench Software exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row Full Memory, column Software)",,out:single-couple, arxiv-2610.24520-habit-travel-full-memory,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,Full Memory,,,,,,51.08,HABIT-Bench Travel exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row Full Memory, column Travel)",,out:single-couple, arxiv-2610.24520-habit-macro-full-memory,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,Full Memory,,,,,,41.98,HABIT-Bench Macro exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row Full Memory, column Macro)",,out:single-couple, arxiv-2610.24520-habit-food-recency-5,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,Recency-5,,,,,,18.10,HABIT-Bench Food exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row Recency-5, column Food)",,out:single-couple, arxiv-2610.24520-habit-finance-recency-5,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,Recency-5,,,,,,23.46,HABIT-Bench Finance exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row Recency-5, column Finance)",,out:single-couple, arxiv-2610.24520-habit-software-recency-5,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,Recency-5,,,,,,23.53,HABIT-Bench Software exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row Recency-5, column Software)",,out:single-couple, arxiv-2610.24520-habit-travel-recency-5,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,Recency-5,,,,,,39.69,HABIT-Bench Travel exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row Recency-5, column Travel)",,out:single-couple, arxiv-2610.24520-habit-macro-recency-5,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,Recency-5,,,,,,26.20,HABIT-Bench Macro exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row Recency-5, column Macro)",,out:single-couple, arxiv-2610.24520-habit-food-recency-10,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,Recency-10,,,,,,18.25,HABIT-Bench Food exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row Recency-10, column Food)",,out:single-couple, arxiv-2610.24520-habit-finance-recency-10,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,Recency-10,,,,,,25.88,HABIT-Bench Finance exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row Recency-10, column Finance)",,out:single-couple, arxiv-2610.24520-habit-software-recency-10,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,Recency-10,,,,,,22.94,HABIT-Bench Software exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row Recency-10, column Software)",,out:single-couple, arxiv-2610.24520-habit-travel-recency-10,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,Recency-10,,,,,,41.85,HABIT-Bench Travel exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row Recency-10, column Travel)",,out:single-couple, arxiv-2610.24520-habit-macro-recency-10,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,Recency-10,,,,,,27.23,HABIT-Bench Macro exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row Recency-10, column Macro)",,out:single-couple, arxiv-2610.24520-habit-food-bm25,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,BM25,,,,,,31.90,HABIT-Bench Food exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row BM25, column Food)",,out:single-couple, arxiv-2610.24520-habit-finance-bm25,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,BM25,,,,,,27.19,HABIT-Bench Finance exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row BM25, column Finance)",,out:single-couple, arxiv-2610.24520-habit-software-bm25,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,BM25,,,,,,24.12,HABIT-Bench Software exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row BM25, column Software)",,out:single-couple, arxiv-2610.24520-habit-travel-bm25,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,BM25,,,,,,48.62,HABIT-Bench Travel exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row BM25, column Travel)",,out:single-couple, arxiv-2610.24520-habit-macro-bm25,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,BM25,,,,,,32.96,HABIT-Bench Macro exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row BM25, column Macro)",,out:single-couple, arxiv-2610.24520-habit-food-dense,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,Dense,,,,,,30.32,HABIT-Bench Food exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row Dense, column Food)",,out:single-couple, arxiv-2610.24520-habit-finance-dense,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,Dense,,,,,,24.85,HABIT-Bench Finance exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row Dense, column Finance)",,out:single-couple, arxiv-2610.24520-habit-software-dense,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,Dense,,,,,,24.12,HABIT-Bench Software exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row Dense, column Software)",,out:single-couple, arxiv-2610.24520-habit-travel-dense,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,Dense,,,,,,53.54,HABIT-Bench Travel exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row Dense, column Travel)",,out:single-couple, arxiv-2610.24520-habit-macro-dense,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,Dense,,,,,,33.21,HABIT-Bench Macro exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row Dense, column Macro)",,out:single-couple, arxiv-2610.24520-habit-food-th-rag,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,TH-RAG,,,,,,28.89,HABIT-Bench Food exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row TH-RAG, column Food)",,out:single-couple, arxiv-2610.24520-habit-finance-th-rag,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,TH-RAG,,,,,,26.90,HABIT-Bench Finance exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row TH-RAG, column Finance)",,out:single-couple, arxiv-2610.24520-habit-software-th-rag,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,TH-RAG,,,,,,24.12,HABIT-Bench Software exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row TH-RAG, column Software)",,out:single-couple, arxiv-2610.24520-habit-travel-th-rag,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,TH-RAG,,,,,,49.54,HABIT-Bench Travel exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row TH-RAG, column Travel)",,out:single-couple, arxiv-2610.24520-habit-macro-th-rag,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,TH-RAG,,,,,,32.36,HABIT-Bench Macro exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row TH-RAG, column Macro)",,out:single-couple, arxiv-2610.24520-habit-food-a-mem,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,A-MEM,,,,,,27.94,HABIT-Bench Food exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row A-MEM, column Food)",,out:single-couple, arxiv-2610.24520-habit-finance-a-mem,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,A-MEM,,,,,,28.29,HABIT-Bench Finance exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row A-MEM, column Finance)",,out:single-couple, arxiv-2610.24520-habit-software-a-mem,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,A-MEM,,,,,,25.15,HABIT-Bench Software exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row A-MEM, column Software)",,out:single-couple, arxiv-2610.24520-habit-travel-a-mem,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,A-MEM,,,,,,53.08,HABIT-Bench Travel exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row A-MEM, column Travel)",,out:single-couple, arxiv-2610.24520-habit-macro-a-mem,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,A-MEM,,,,,,33.61,HABIT-Bench Macro exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row A-MEM, column Macro)",,out:single-couple, arxiv-2610.24520-habit-food-mem0,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,Mem0,,,,,,34.76,HABIT-Bench Food exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row Mem0, column Food)",,out:single-couple, arxiv-2610.24520-habit-finance-mem0,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,Mem0,,,,,,25.51,HABIT-Bench Finance exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row Mem0, column Finance)",,out:single-couple, arxiv-2610.24520-habit-software-mem0,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,Mem0,,,,,,25.44,HABIT-Bench Software exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row Mem0, column Software)",,out:single-couple, arxiv-2610.24520-habit-travel-mem0,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,Mem0,,,,,,46.62,HABIT-Bench Travel exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row Mem0, column Travel)",,out:single-couple, arxiv-2610.24520-habit-macro-mem0,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,Mem0,,,,,,33.08,HABIT-Bench Macro exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row Mem0, column Macro)",,out:single-couple, arxiv-2610.24520-habit-food-memos,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,MemOS,,,,,,36.67,HABIT-Bench Food exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row MemOS, column Food)",,out:single-couple, arxiv-2610.24520-habit-finance-memos,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,MemOS,,,,,,24.05,HABIT-Bench Finance exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row MemOS, column Finance)",,out:single-couple, arxiv-2610.24520-habit-software-memos,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,MemOS,,,,,,24.56,HABIT-Bench Software exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row MemOS, column Software)",,out:single-couple, arxiv-2610.24520-habit-travel-memos,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,MemOS,,,,,,47.23,HABIT-Bench Travel exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row MemOS, column Travel)",,out:single-couple, arxiv-2610.24520-habit-macro-memos,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,MemOS,,,,,,33.13,HABIT-Bench Macro exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row MemOS, column Macro)",,out:single-couple, arxiv-2610.24520-habit-food-memrl,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,MemRL,,,,,,27.46,HABIT-Bench Food exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row MemRL, column Food)",,out:single-couple, arxiv-2610.24520-habit-finance-memrl,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,MemRL,,,,,,24.93,HABIT-Bench Finance exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row MemRL, column Finance)",,out:single-couple, arxiv-2610.24520-habit-software-memrl,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,MemRL,,,,,,23.82,HABIT-Bench Software exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row MemRL, column Software)",,out:single-couple, arxiv-2610.24520-habit-travel-memrl,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,MemRL,,,,,,49.54,HABIT-Bench Travel exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row MemRL, column Travel)",,out:single-couple, arxiv-2610.24520-habit-macro-memrl,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,MemRL,,,,,,31.44,HABIT-Bench Macro exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row MemRL, column Macro)",,out:single-couple, arxiv-2610.24520-habit-food-lightmem,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,LightMem,,,,,,33.33,HABIT-Bench Food exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row LightMem, column Food)",,out:single-couple, arxiv-2610.24520-habit-finance-lightmem,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,LightMem,,,,,,23.68,HABIT-Bench Finance exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row LightMem, column Finance)",,out:single-couple, arxiv-2610.24520-habit-software-lightmem,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,LightMem,,,,,,21.18,HABIT-Bench Software exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row LightMem, column Software)",,out:single-couple, arxiv-2610.24520-habit-travel-lightmem,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,LightMem,,,,,,44.31,HABIT-Bench Travel exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row LightMem, column Travel)",,out:single-couple, arxiv-2610.24520-habit-macro-lightmem,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,LightMem,,,,,,30.63,HABIT-Bench Macro exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row LightMem, column Macro)",,out:single-couple, arxiv-2610.24520-habit-food-secom,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,SeCom,,,,,,28.41,HABIT-Bench Food exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row SeCom, column Food)",,out:single-couple, arxiv-2610.24520-habit-finance-secom,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,SeCom,,,,,,24.71,HABIT-Bench Finance exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row SeCom, column Finance)",,out:single-couple, arxiv-2610.24520-habit-software-secom,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,SeCom,,,,,,22.50,HABIT-Bench Software exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row SeCom, column Software)",,out:single-couple, arxiv-2610.24520-habit-travel-secom,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,SeCom,,,,,,52.00,HABIT-Bench Travel exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row SeCom, column Travel)",,out:single-couple, arxiv-2610.24520-habit-macro-secom,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,SeCom,,,,,,31.91,HABIT-Bench Macro exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row SeCom, column Macro)",,out:single-couple, arxiv-2610.24520-habit-food-letta,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,Letta,,,,,,27.14,HABIT-Bench Food exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row Letta, column Food)",,out:single-couple, arxiv-2610.24520-habit-finance-letta,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,Letta,,,,,,25.73,HABIT-Bench Finance exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row Letta, column Finance)",,out:single-couple, arxiv-2610.24520-habit-software-letta,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,Letta,,,,,,24.12,HABIT-Bench Software exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row Letta, column Software)",,out:single-couple, arxiv-2610.24520-habit-travel-letta,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,Letta,,,,,,54.62,HABIT-Bench Travel exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row Letta, column Travel)",,out:single-couple, arxiv-2610.24520-habit-macro-letta,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,Letta,,,,,,32.90,HABIT-Bench Macro exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row Letta, column Macro)",,out:single-couple, arxiv-2610.24520-habit-food-mirix,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,MIRIX,,,,,,27.14,HABIT-Bench Food exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row MIRIX, column Food)",,out:single-couple, arxiv-2610.24520-habit-finance-mirix,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,MIRIX,,,,,,24.93,HABIT-Bench Finance exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row MIRIX, column Finance)",,out:single-couple, arxiv-2610.24520-habit-software-mirix,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,MIRIX,,,,,,21.76,HABIT-Bench Software exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row MIRIX, column Software)",,out:single-couple, arxiv-2610.24520-habit-travel-mirix,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,MIRIX,,,,,,47.85,HABIT-Bench Travel exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row MIRIX, column Travel)",,out:single-couple, arxiv-2610.24520-habit-macro-mirix,arxiv-2610.24520,glm-5.3-flash,low,agentic-tool,hard,MIRIX,,,,,,30.42,HABIT-Bench Macro exact-choice accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.24520 (Table 3, GLM-5.3-Flash block, row MIRIX, column Macro)",,out:single-couple, arxiv-2610.24628-tau3-banking,arxiv-2610.24628,?Qwen3.6-27B (thinking),not-established:absent,agentic-tool,hard,,,,,,,16.7,τ³-Banking,0.0289,,,"https://arxiv.org/abs/2610.24628 (Table 2, row τ³-Banking, column Qwen3.6-27B (thinking))",,out:model-not-established, arxiv-2610.24628-wildclawbench,arxiv-2610.24628,?Qwen3.6-27B (thinking),not-established:absent,agentic-tool,hard,,,,,,,43.2,WildClawBench,0.0289,,,"https://arxiv.org/abs/2610.24628 (Table 2, row WildClawBench, column Qwen3.6-27B (thinking))",,out:model-not-established, arxiv-2610.24628-gaia2,arxiv-2610.24628,?Qwen3.6-27B (thinking),not-established:absent,agentic-tool,hard,,,,,,,40.0,GAIA2,0.0289,,,"https://arxiv.org/abs/2610.24628 (Table 2, row GAIA2, column Qwen3.6-27B (thinking))",,out:model-not-established, arxiv-2610.24628-gdpval-aa,arxiv-2610.24628,?Qwen3.6-27B (thinking),not-established:absent,mixed,hard,,,,,,,1141,GDPval-AA (Elo),0.289,,,"https://arxiv.org/abs/2610.24628 (Table 2, row GDPval-AA (Elo), column Qwen3.6-27B (thinking))",,out:model-not-established, arxiv-2610.24628-scicode,arxiv-2610.24628,?Qwen3.6-27B (thinking),not-established:absent,coding,hard,,,,,,,39.8,SciCode,0.0289,,,"https://arxiv.org/abs/2610.24628 (Table 2, row SciCode, column Qwen3.6-27B (thinking))",,out:model-not-established, arxiv-2610.24628-osworld-verified,arxiv-2610.24628,?Qwen3.6-27B (thinking),not-established:absent,computer-use,hard,,,,,,,75.6,OSWorld-Verified,0.0289,,,"https://arxiv.org/abs/2610.24628 (Table 2, row OSWorld-Verified, column Qwen3.6-27B (thinking))",,out:model-not-established, arxiv-2610.24628-swe-bench-verified,arxiv-2610.24628,?Qwen3.6-27B (thinking),not-established:absent,coding,hard,,,,,,,77.2,SWE-Bench Verified,0.0289,,,"https://arxiv.org/abs/2610.24628 (Table 2, row SWE-Bench Verified, column Qwen3.6-27B (thinking))",,out:model-not-established, arxiv-2610.24628-swe-bench-pro,arxiv-2610.24628,?Qwen3.6-27B (thinking),not-established:absent,coding,hard,,,,,,,50.2,SWE-Bench Pro,0.0289,,,"https://arxiv.org/abs/2610.24628 (Table 2, row SWE-Bench Pro, column Qwen3.6-27B (thinking))",,out:model-not-established, arxiv-2610.24628-terminalbench-2-1,arxiv-2610.24628,?Qwen3.6-27B (thinking),not-established:absent,coding,hard,,,,,,,60.7,TerminalBench 2.1 (Terminus2),0.0289,,,"https://arxiv.org/abs/2610.24628 (Table 2, row TerminalBench 2.1 (Terminus2), column Qwen3.6-27B (thinking))",,out:model-not-established, arxiv-2610.24628-mcpatlas,arxiv-2610.24628,?Qwen3.6-27B (thinking),not-established:absent,agentic-tool,hard,,,,,,,62.5,MCPAtlas,0.0289,,,"https://arxiv.org/abs/2610.24628 (Table 2, row MCPAtlas, column Qwen3.6-27B (thinking))",,out:model-not-established, arxiv-2610.24628-deepsearchqa,arxiv-2610.24628,?Qwen3.6-27B (thinking),not-established:absent,agentic-tool,hard,,,,,,,71.1,DeepSearchQA,0.0289,,,"https://arxiv.org/abs/2610.24628 (Table 2, row DeepSearchQA, column Qwen3.6-27B (thinking))",,out:model-not-established, arxiv-2610.24628-aime-2026,arxiv-2610.24628,?Qwen3.6-27B (thinking),not-established:absent,reasoning-math,hard,,,,,,,94.1,AIME 2026,0.0289,,,"https://arxiv.org/abs/2610.24628 (Table 2, row AIME 2026, column Qwen3.6-27B (thinking))",,out:model-not-established, arxiv-2610.24628-gpqa-diamond,arxiv-2610.24628,?Qwen3.6-27B (thinking),not-established:absent,reasoning-math,hard,,,,,,,84.2,GPQA Diamond,0.0289,,,"https://arxiv.org/abs/2610.24628 (Table 2, row GPQA Diamond, column Qwen3.6-27B (thinking))",,out:model-not-established, arxiv-2610.24628-hle,arxiv-2610.24628,?Qwen3.6-27B (thinking),not-established:absent,reasoning-math,hard,,,,,,,23.1,HLE,0.0289,,,"https://arxiv.org/abs/2610.24628 (Table 2, row HLE, column Qwen3.6-27B (thinking))",,out:model-not-established, arxiv-2610.24628-ifbench,arxiv-2610.24628,?Qwen3.6-27B (thinking),not-established:absent,writing,hard,,,,,,,70.8,IFBench,0.0289,,,"https://arxiv.org/abs/2610.24628 (Table 2, row IFBench, column Qwen3.6-27B (thinking))",,out:model-not-established, arxiv-2610.24628-skillsbench,arxiv-2610.24628,?Qwen3.6-27B (thinking),not-established:absent,agentic-tool,hard,,,,,,,46.6,SkillsBench,0.0289,,,"https://arxiv.org/abs/2610.24628 (Table 2, row SkillsBench, column Qwen3.6-27B (thinking))",,out:model-not-established, arxiv-2610.24628-charxiv-reasoning,arxiv-2610.24628,?Qwen3.6-27B (thinking),not-established:absent,mixed,hard,,,,,,,78.4,CharXiv Reasoning,0.0289,,,"https://arxiv.org/abs/2610.24628 (Table 2, row CharXiv Reasoning, column Qwen3.6-27B (thinking))",,out:model-not-established, arxiv-2610.24628-mmmu-pro,arxiv-2610.24628,?Qwen3.6-27B (thinking),not-established:absent,mixed,hard,,,,,,,75,MMMU-Pro,0.289,,,"https://arxiv.org/abs/2610.24628 (Table 2, row MMMU-Pro, column Qwen3.6-27B (thinking))",,out:model-not-established, arxiv-2610.24628-omnidocbench-v1-5,arxiv-2610.24628,?Qwen3.6-27B (thinking),not-established:absent,mixed,hard,,,,,,,77.8,OmniDocBench v1.5,0.0289,,,"https://arxiv.org/abs/2610.24628 (Table 2, row OmniDocBench v1.5, column Qwen3.6-27B (thinking))",,out:model-not-established, arxiv-2610.24628-screenspot-pro,arxiv-2610.24628,?Qwen3.6-27B (thinking),not-established:absent,computer-use,hard,,,,,,,76.1,Screenspot Pro,0.0289,,,"https://arxiv.org/abs/2610.24628 (Table 2, row Screenspot Pro, column Qwen3.6-27B (thinking))",,out:model-not-established, arxiv-2610.24628-beam-128k,arxiv-2610.24628,?Qwen3.6-27B (thinking),not-established:absent,mixed,hard,,,,,,,63.0,Beam 128K,0.0289,,,"https://arxiv.org/abs/2610.24628 (Table 2, row Beam 128K, column Qwen3.6-27B (thinking))",,out:model-not-established, arxiv-2610.24628-aa-lcr,arxiv-2610.24628,?Qwen3.6-27B (thinking),not-established:absent,mixed,hard,,,,,,,73.3,AA-LCR,0.0289,,,"https://arxiv.org/abs/2610.24628 (Table 2, row AA-LCR, column Qwen3.6-27B (thinking))",,out:model-not-established, arxiv-2610.24628-omnilingual-gaia2,arxiv-2610.24628,?Qwen3.6-27B (thinking),not-established:absent,agentic-tool,hard,,,,,,,45.0,Omnilingual Gaia2,0.0289,,,"https://arxiv.org/abs/2610.24628 (Table 2, row Omnilingual Gaia2, column Qwen3.6-27B (thinking))",,out:model-not-established, arxiv-2610.24628-linguini,arxiv-2610.24628,?Qwen3.6-27B (thinking),not-established:absent,reasoning-math,hard,,,,,,,2.5,Linguini,0.0289,,,"https://arxiv.org/abs/2610.24628 (Table 2, row Linguini, column Qwen3.6-27B (thinking))",,out:model-not-established, arxiv-2610.24628-cimemories-violation,arxiv-2610.24628,?Qwen3.6-27B (thinking),not-established:absent,mixed,hard,,,,,,,53.4,"CIMemories violation (%, lower is better)",0.0289,,,"https://arxiv.org/abs/2610.24628 (Table 2, row CIMemories violation (%, lower is better), column Qwen3.6-27B (thinking))",,out:model-not-established, arxiv-2610.24628-cimemories-coverage,arxiv-2610.24628,?Qwen3.6-27B (thinking),not-established:absent,mixed,hard,,,,,,,66.9,CIMemories coverage (%),0.0289,,,"https://arxiv.org/abs/2610.24628 (Table 2, row CIMemories coverage (%), column Qwen3.6-27B (thinking))",,out:model-not-established, arxiv-2610.24628-siren-agentdojo-asr5,arxiv-2610.24628,?Qwen3.6-27B (thinking),not-established:absent,agentic-tool,hard,,,,,,,40.3,"Siren AgentDojo ASR@5 (%, lower is better)",0.0289,,,"https://arxiv.org/abs/2610.24628 (Table 2, row Siren AgentDojo ASR@5 (%, lower is better), column Qwen3.6-27B (thinking))",,out:model-not-established, arxiv-2610.24628-siren-agentdojo-utility,arxiv-2610.24628,?Qwen3.6-27B (thinking),not-established:absent,agentic-tool,hard,,,,,,,92.7,Siren AgentDojo utility (%),0.0289,,,"https://arxiv.org/abs/2610.24628 (Table 2, row Siren AgentDojo utility (%), column Qwen3.6-27B (thinking))",,out:model-not-established, arxiv-2610.24628-omnilingual-gaia2-t7-eng,arxiv-2610.24628,?Qwen3.6-27B (thinking),not-established:absent,agentic-tool,hard,,,,,,,56.6,GAIA2 English pass@1 (%),0.0289,,,"https://arxiv.org/abs/2610.24628 (Table 7, row eng_Latn (English), column Qwen3.6-27B (thinking))",,out:model-not-established, arxiv-2610.24628-omnilingual-gaia2-t7-spa,arxiv-2610.24628,?Qwen3.6-27B (thinking),not-established:absent,agentic-tool,hard,,,,,,,50.4,"OmnilingualGAIA2 pass@1 (%), spa_Latn (Spanish)",0.0289,,,"https://arxiv.org/abs/2610.24628 (Table 7, row spa_Latn (Spanish), column Qwen3.6-27B (thinking))",,out:model-not-established, arxiv-2610.24628-omnilingual-gaia2-t7-fra,arxiv-2610.24628,?Qwen3.6-27B (thinking),not-established:absent,agentic-tool,hard,,,,,,,49.7,"OmnilingualGAIA2 pass@1 (%), fra_Latn (French)",0.0289,,,"https://arxiv.org/abs/2610.24628 (Table 7, row fra_Latn (French), column Qwen3.6-27B (thinking))",,out:model-not-established, arxiv-2610.24628-omnilingual-gaia2-t7-por,arxiv-2610.24628,?Qwen3.6-27B (thinking),not-established:absent,agentic-tool,hard,,,,,,,48.3,"OmnilingualGAIA2 pass@1 (%), por_Latn (Portuguese)",0.0289,,,"https://arxiv.org/abs/2610.24628 (Table 7, row por_Latn (Portuguese), column Qwen3.6-27B (thinking))",,out:model-not-established, arxiv-2610.24628-omnilingual-gaia2-t7-ind,arxiv-2610.24628,?Qwen3.6-27B (thinking),not-established:absent,agentic-tool,hard,,,,,,,48.2,"OmnilingualGAIA2 pass@1 (%), ind_Latn (Indonesian)",0.0289,,,"https://arxiv.org/abs/2610.24628 (Table 7, row ind_Latn (Indonesian), column Qwen3.6-27B (thinking))",,out:model-not-established, arxiv-2610.24628-omnilingual-gaia2-t7-ita,arxiv-2610.24628,?Qwen3.6-27B (thinking),not-established:absent,agentic-tool,hard,,,,,,,46.6,"OmnilingualGAIA2 pass@1 (%), ita_Latn (Italian)",0.0289,,,"https://arxiv.org/abs/2610.24628 (Table 7, row ita_Latn (Italian), column Qwen3.6-27B (thinking))",,out:model-not-established, arxiv-2610.24628-omnilingual-gaia2-t7-tur,arxiv-2610.24628,?Qwen3.6-27B (thinking),not-established:absent,agentic-tool,hard,,,,,,,44.6,"OmnilingualGAIA2 pass@1 (%), tur_Latn (Turkish)",0.0289,,,"https://arxiv.org/abs/2610.24628 (Table 7, row tur_Latn (Turkish), column Qwen3.6-27B (thinking))",,out:model-not-established, arxiv-2610.24628-omnilingual-gaia2-t7-cmn,arxiv-2610.24628,?Qwen3.6-27B (thinking),not-established:absent,agentic-tool,hard,,,,,,,43.7,"OmnilingualGAIA2 pass@1 (%), cmn_Hans (Chinese)",0.0289,,,"https://arxiv.org/abs/2610.24628 (Table 7, row cmn_Hans (Chinese), column Qwen3.6-27B (thinking))",,out:model-not-established, arxiv-2610.24628-omnilingual-gaia2-t7-deu,arxiv-2610.24628,?Qwen3.6-27B (thinking),not-established:absent,agentic-tool,hard,,,,,,,42.9,"OmnilingualGAIA2 pass@1 (%), deu_Latn (German)",0.0289,,,"https://arxiv.org/abs/2610.24628 (Table 7, row deu_Latn (German), column Qwen3.6-27B (thinking))",,out:model-not-established, arxiv-2610.24628-omnilingual-gaia2-t7-hin,arxiv-2610.24628,?Qwen3.6-27B (thinking),not-established:absent,agentic-tool,hard,,,,,,,38.9,"OmnilingualGAIA2 pass@1 (%), hin_Deva (Hindi)",0.0289,,,"https://arxiv.org/abs/2610.24628 (Table 7, row hin_Deva (Hindi), column Qwen3.6-27B (thinking))",,out:model-not-established, arxiv-2610.24628-omnilingual-gaia2-t7-jpn,arxiv-2610.24628,?Qwen3.6-27B (thinking),not-established:absent,agentic-tool,hard,,,,,,,36.6,"OmnilingualGAIA2 pass@1 (%), jpn_Jpan (Japanese)",0.0289,,,"https://arxiv.org/abs/2610.24628 (Table 7, row jpn_Jpan (Japanese), column Qwen3.6-27B (thinking))",,out:model-not-established, arxiv-2610.24628-mmlu-prox-t8,arxiv-2610.24628,qwen3.6-27b,unstated,reasoning-math,hard,,,,,,,80.5,MMLU-ProX pass@1 (%),0.0289,,,"https://arxiv.org/abs/2610.24628 (Table 8, row Qwen3.6-27B, column pass@1)",,out:effort-not-established, arxiv-2610.24771-t1-delivery-completion,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,97.3,DesignAnything-Bench score (%),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 1, row Design Anything (GPT), column Table 1, Delivery completion)",,out:model-not-established, arxiv-2610.24771-t1-constraint-satisfaction,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,92.5,DesignAnything-Bench score (%),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 1, row Design Anything (GPT), column Table 1, Constraint satisfaction)",,out:model-not-established, arxiv-2610.24771-t1-reference-fidelity,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,79.3,DesignAnything-Bench score (%),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 1, row Design Anything (GPT), column Table 1, Reference fidelity)",,out:model-not-established, arxiv-2610.24771-t1-identity-consistency,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,90.2,DesignAnything-Bench score (%),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 1, row Design Anything (GPT), column Table 1, Identity consistency)",,out:model-not-established, arxiv-2610.24771-t1-set-consistency,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,87.7,DesignAnything-Bench score (100-point scale),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 1, row Design Anything (GPT), column Table 1, Set consistency)",,out:model-not-established, arxiv-2610.24771-t1-technical-quality,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,88.8,DesignAnything-Bench score (100-point scale),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 1, row Design Anything (GPT), column Table 1, Technical quality)",,out:model-not-established, arxiv-2610.24771-t1-aesthetics,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,88.5,DesignAnything-Bench score (100-point scale),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 1, row Design Anything (GPT), column Table 1, Aesthetics)",,out:model-not-established, arxiv-2610.24771-t1-text-rendering,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,93.8,DesignAnything-Bench score (100-point scale),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 1, row Design Anything (GPT), column Table 1, Text rendering)",,out:model-not-established, arxiv-2610.24771-t1-domain-criteria,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,92.5,DesignAnything-Bench score (100-point scale),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 1, row Design Anything (GPT), column Table 1, Domain criteria)",,out:model-not-established, arxiv-2610.24771-t1-designer-preference,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,74.0,"designer preference (Bradley-Terry, %)",0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 1, row Design Anything (GPT), column Table 1, Designer preference)",,out:model-not-established, arxiv-2610.24771-t1-delivery-completion,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,98.1,DesignAnything-Bench score (%),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 1, row Codex (GPT), column Table 1, Delivery completion)",,out:model-not-established, arxiv-2610.24771-t1-constraint-satisfaction,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,78.1,DesignAnything-Bench score (%),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 1, row Codex (GPT), column Table 1, Constraint satisfaction)",,out:model-not-established, arxiv-2610.24771-t1-reference-fidelity,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,71.3,DesignAnything-Bench score (%),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 1, row Codex (GPT), column Table 1, Reference fidelity)",,out:model-not-established, arxiv-2610.24771-t1-identity-consistency,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,75.3,DesignAnything-Bench score (%),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 1, row Codex (GPT), column Table 1, Identity consistency)",,out:model-not-established, arxiv-2610.24771-t1-set-consistency,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,89.8,DesignAnything-Bench score (100-point scale),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 1, row Codex (GPT), column Table 1, Set consistency)",,out:model-not-established, arxiv-2610.24771-t1-technical-quality,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,88.9,DesignAnything-Bench score (100-point scale),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 1, row Codex (GPT), column Table 1, Technical quality)",,out:model-not-established, arxiv-2610.24771-t1-aesthetics,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,87.9,DesignAnything-Bench score (100-point scale),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 1, row Codex (GPT), column Table 1, Aesthetics)",,out:model-not-established, arxiv-2610.24771-t1-text-rendering,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,94.3,DesignAnything-Bench score (100-point scale),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 1, row Codex (GPT), column Table 1, Text rendering)",,out:model-not-established, arxiv-2610.24771-t1-domain-criteria,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,90.8,DesignAnything-Bench score (100-point scale),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 1, row Codex (GPT), column Table 1, Domain criteria)",,out:model-not-established, arxiv-2610.24771-t1-designer-preference,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,44.4,"designer preference (Bradley-Terry, %)",0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 1, row Codex (GPT), column Table 1, Designer preference)",,out:model-not-established, arxiv-2610.24771-t6-delivery,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,2830,DesignAnything-Bench count (numerator of n/N),0.289,,,"https://arxiv.org/abs/2610.24771 (Table 6, row Design Anything (GPT), column Table 6, Delivery)",,out:model-not-established, arxiv-2610.24771-t6-constraints,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,834,DesignAnything-Bench count (numerator of n/N),0.289,,,"https://arxiv.org/abs/2610.24771 (Table 6, row Design Anything (GPT), column Table 6, Constraints)",,out:model-not-established, arxiv-2610.24771-t6-reference,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,1122,DesignAnything-Bench count (numerator of n/N),0.289,,,"https://arxiv.org/abs/2610.24771 (Table 6, row Design Anything (GPT), column Table 6, Reference)",,out:model-not-established, arxiv-2610.24771-t6-identity,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,598,DesignAnything-Bench count (numerator of n/N),0.289,,,"https://arxiv.org/abs/2610.24771 (Table 6, row Design Anything (GPT), column Table 6, Identity)",,out:model-not-established, arxiv-2610.24771-t6-set-items,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,614,DesignAnything-Bench count (numerator of n/N),0.289,,,"https://arxiv.org/abs/2610.24771 (Table 6, row Design Anything (GPT), column Table 6, Set items)",,out:model-not-established, arxiv-2610.24771-t6-delivery,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,2853,DesignAnything-Bench count (numerator of n/N),0.289,,,"https://arxiv.org/abs/2610.24771 (Table 6, row Codex (GPT), column Table 6, Delivery)",,out:model-not-established, arxiv-2610.24771-t6-constraints,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,699,DesignAnything-Bench count (numerator of n/N),0.289,,,"https://arxiv.org/abs/2610.24771 (Table 6, row Codex (GPT), column Table 6, Constraints)",,out:model-not-established, arxiv-2610.24771-t6-reference,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,1016,DesignAnything-Bench count (numerator of n/N),0.289,,,"https://arxiv.org/abs/2610.24771 (Table 6, row Codex (GPT), column Table 6, Reference)",,out:model-not-established, arxiv-2610.24771-t6-identity,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,498,DesignAnything-Bench count (numerator of n/N),0.289,,,"https://arxiv.org/abs/2610.24771 (Table 6, row Codex (GPT), column Table 6, Identity)",,out:model-not-established, arxiv-2610.24771-t6-set-items,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,550,DesignAnything-Bench count (numerator of n/N),0.289,,,"https://arxiv.org/abs/2610.24771 (Table 6, row Codex (GPT), column Table 6, Set items)",,out:model-not-established, arxiv-2610.24771-t7-6-artefacts-delivery,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,97.4,DesignAnything-Bench score (%),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 7, row Design Anything (GPT), column Table 7 (6 artefacts), Delivery)",,out:model-not-established, arxiv-2610.24771-t7-6-artefacts-constraints,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,97.4,DesignAnything-Bench score (%),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 7, row Design Anything (GPT), column Table 7 (6 artefacts), Constraints)",,out:model-not-established, arxiv-2610.24771-t7-6-artefacts-identity,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,97.0,DesignAnything-Bench score (%),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 7, row Design Anything (GPT), column Table 7 (6 artefacts), Identity)",,out:model-not-established, arxiv-2610.24771-t7-6-artefacts-set,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,94.9,DesignAnything-Bench score (100-point scale),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 7, row Design Anything (GPT), column Table 7 (6 artefacts), Set)",,out:model-not-established, arxiv-2610.24771-t7-6-artefacts-delivery,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,99.6,DesignAnything-Bench score (%),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 7, row Codex (GPT), column Table 7 (6 artefacts), Delivery)",,out:model-not-established, arxiv-2610.24771-t7-6-artefacts-constraints,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,85.1,DesignAnything-Bench score (%),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 7, row Codex (GPT), column Table 7 (6 artefacts), Constraints)",,out:model-not-established, arxiv-2610.24771-t7-6-artefacts-identity,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,93.9,DesignAnything-Bench score (%),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 7, row Codex (GPT), column Table 7 (6 artefacts), Identity)",,out:model-not-established, arxiv-2610.24771-t7-6-artefacts-set,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,92.1,DesignAnything-Bench score (100-point scale),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 7, row Codex (GPT), column Table 7 (6 artefacts), Set)",,out:model-not-established, arxiv-2610.24771-t7-14-artefacts-delivery,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,96.8,DesignAnything-Bench score (%),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 7, row Design Anything (GPT), column Table 7 (14 artefacts), Delivery)",,out:model-not-established, arxiv-2610.24771-t7-14-artefacts-constraints,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,94.2,DesignAnything-Bench score (%),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 7, row Design Anything (GPT), column Table 7 (14 artefacts), Constraints)",,out:model-not-established, arxiv-2610.24771-t7-14-artefacts-identity,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,89.9,DesignAnything-Bench score (%),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 7, row Design Anything (GPT), column Table 7 (14 artefacts), Identity)",,out:model-not-established, arxiv-2610.24771-t7-14-artefacts-set,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,82.7,DesignAnything-Bench score (100-point scale),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 7, row Design Anything (GPT), column Table 7 (14 artefacts), Set)",,out:model-not-established, arxiv-2610.24771-t7-14-artefacts-delivery,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,97.9,DesignAnything-Bench score (%),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 7, row Codex (GPT), column Table 7 (14 artefacts), Delivery)",,out:model-not-established, arxiv-2610.24771-t7-14-artefacts-constraints,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,76.3,DesignAnything-Bench score (%),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 7, row Codex (GPT), column Table 7 (14 artefacts), Constraints)",,out:model-not-established, arxiv-2610.24771-t7-14-artefacts-identity,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,69.6,DesignAnything-Bench score (%),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 7, row Codex (GPT), column Table 7 (14 artefacts), Identity)",,out:model-not-established, arxiv-2610.24771-t7-14-artefacts-set,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,85.2,DesignAnything-Bench score (100-point scale),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 7, row Codex (GPT), column Table 7 (14 artefacts), Set)",,out:model-not-established, arxiv-2610.24771-t7-24-artefacts-delivery,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,95.7,DesignAnything-Bench score (%),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 7, row Design Anything (GPT), column Table 7 (24 artefacts), Delivery)",,out:model-not-established, arxiv-2610.24771-t7-24-artefacts-constraints,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,91.9,DesignAnything-Bench score (%),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 7, row Design Anything (GPT), column Table 7 (24 artefacts), Constraints)",,out:model-not-established, arxiv-2610.24771-t7-24-artefacts-identity,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,87.8,DesignAnything-Bench score (%),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 7, row Design Anything (GPT), column Table 7 (24 artefacts), Identity)",,out:model-not-established, arxiv-2610.24771-t7-24-artefacts-set,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,87.2,DesignAnything-Bench score (100-point scale),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 7, row Design Anything (GPT), column Table 7 (24 artefacts), Set)",,out:model-not-established, arxiv-2610.24771-t7-24-artefacts-delivery,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,98.6,DesignAnything-Bench score (%),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 7, row Codex (GPT), column Table 7 (24 artefacts), Delivery)",,out:model-not-established, arxiv-2610.24771-t7-24-artefacts-constraints,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,68.9,DesignAnything-Bench score (%),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 7, row Codex (GPT), column Table 7 (24 artefacts), Constraints)",,out:model-not-established, arxiv-2610.24771-t7-24-artefacts-identity,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,66.7,DesignAnything-Bench score (%),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 7, row Codex (GPT), column Table 7 (24 artefacts), Identity)",,out:model-not-established, arxiv-2610.24771-t7-24-artefacts-set,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,91.1,DesignAnything-Bench score (100-point scale),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 7, row Codex (GPT), column Table 7 (24 artefacts), Set)",,out:model-not-established, arxiv-2610.24771-t7-breadth-delivery,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,98.8,DesignAnything-Bench score (%),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 7, row Design Anything (GPT), column Table 7 (Breadth), Delivery)",,out:model-not-established, arxiv-2610.24771-t7-breadth-constraints,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,96.0,DesignAnything-Bench score (%),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 7, row Design Anything (GPT), column Table 7 (Breadth), Constraints)",,out:model-not-established, arxiv-2610.24771-t7-breadth-identity,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,88.8,DesignAnything-Bench score (%),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 7, row Design Anything (GPT), column Table 7 (Breadth), Identity)",,out:model-not-established, arxiv-2610.24771-t7-breadth-set,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,88.3,DesignAnything-Bench score (100-point scale),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 7, row Design Anything (GPT), column Table 7 (Breadth), Set)",,out:model-not-established, arxiv-2610.24771-t7-breadth-delivery,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,97.7,DesignAnything-Bench score (%),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 7, row Codex (GPT), column Table 7 (Breadth), Delivery)",,out:model-not-established, arxiv-2610.24771-t7-breadth-constraints,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,80.3,DesignAnything-Bench score (%),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 7, row Codex (GPT), column Table 7 (Breadth), Constraints)",,out:model-not-established, arxiv-2610.24771-t7-breadth-identity,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,77.5,DesignAnything-Bench score (%),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 7, row Codex (GPT), column Table 7 (Breadth), Identity)",,out:model-not-established, arxiv-2610.24771-t7-breadth-set,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,90.3,DesignAnything-Bench score (100-point scale),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 7, row Codex (GPT), column Table 7 (Breadth), Set)",,out:model-not-established, arxiv-2610.24771-t7-ref-materials-delivery,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,98.6,DesignAnything-Bench score (%),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 7, row Design Anything (GPT), column Table 7 (Ref. materials), Delivery)",,out:model-not-established, arxiv-2610.24771-t7-ref-materials-constraints,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,84.1,DesignAnything-Bench score (%),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 7, row Design Anything (GPT), column Table 7 (Ref. materials), Constraints)",,out:model-not-established, arxiv-2610.24771-t7-ref-materials-identity,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,94.0,DesignAnything-Bench score (%),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 7, row Design Anything (GPT), column Table 7 (Ref. materials), Identity)",,out:model-not-established, arxiv-2610.24771-t7-ref-materials-set,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,87.7,DesignAnything-Bench score (100-point scale),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 7, row Design Anything (GPT), column Table 7 (Ref. materials), Set)",,out:model-not-established, arxiv-2610.24771-t7-ref-materials-delivery,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,97.5,DesignAnything-Bench score (%),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 7, row Codex (GPT), column Table 7 (Ref. materials), Delivery)",,out:model-not-established, arxiv-2610.24771-t7-ref-materials-constraints,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,79.1,DesignAnything-Bench score (%),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 7, row Codex (GPT), column Table 7 (Ref. materials), Constraints)",,out:model-not-established, arxiv-2610.24771-t7-ref-materials-identity,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,84.8,DesignAnything-Bench score (%),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 7, row Codex (GPT), column Table 7 (Ref. materials), Identity)",,out:model-not-established, arxiv-2610.24771-t7-ref-materials-set,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,89.1,DesignAnything-Bench score (100-point scale),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 7, row Codex (GPT), column Table 7 (Ref. materials), Set)",,out:model-not-established, arxiv-2610.24771-t7-all-228-delivery,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,97.3,DesignAnything-Bench score (%),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 7, row Design Anything (GPT), column Table 7 (All (228)), Delivery)",,out:model-not-established, arxiv-2610.24771-t7-all-228-constraints,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,92.5,DesignAnything-Bench score (%),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 7, row Design Anything (GPT), column Table 7 (All (228)), Constraints)",,out:model-not-established, arxiv-2610.24771-t7-all-228-identity,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,90.2,DesignAnything-Bench score (%),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 7, row Design Anything (GPT), column Table 7 (All (228)), Identity)",,out:model-not-established, arxiv-2610.24771-t7-all-228-set,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,87.7,DesignAnything-Bench score (100-point scale),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 7, row Design Anything (GPT), column Table 7 (All (228)), Set)",,out:model-not-established, arxiv-2610.24771-t7-all-228-delivery,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,98.1,DesignAnything-Bench score (%),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 7, row Codex (GPT), column Table 7 (All (228)), Delivery)",,out:model-not-established, arxiv-2610.24771-t7-all-228-constraints,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,78.1,DesignAnything-Bench score (%),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 7, row Codex (GPT), column Table 7 (All (228)), Constraints)",,out:model-not-established, arxiv-2610.24771-t7-all-228-identity,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,75.3,DesignAnything-Bench score (%),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 7, row Codex (GPT), column Table 7 (All (228)), Identity)",,out:model-not-established, arxiv-2610.24771-t7-all-228-set,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,89.8,DesignAnything-Bench score (100-point scale),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 7, row Codex (GPT), column Table 7 (All (228)), Set)",,out:model-not-established, arxiv-2610.24771-t8-all-tasks,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,14.4,paired constraint-satisfaction gap (points),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 8, row Design Anything (GPT) - Codex, column Table 8, All tasks)",,out:model-not-established, arxiv-2610.24771-t8-6-art,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,12.3,paired constraint-satisfaction gap (points),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 8, row Design Anything (GPT) - Codex, column Table 8, 6 art.)",,out:model-not-established, arxiv-2610.24771-t8-14-art,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,17.9,paired constraint-satisfaction gap (points),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 8, row Design Anything (GPT) - Codex, column Table 8, 14 art.)",,out:model-not-established, arxiv-2610.24771-t8-24-art,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,23.0,paired constraint-satisfaction gap (points),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 8, row Design Anything (GPT) - Codex, column Table 8, 24 art.)",,out:model-not-established, arxiv-2610.24771-t8-growth,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,10.6,paired constraint-satisfaction gap (points),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 8, row Design Anything (GPT) - Codex, column Table 8, Growth)",,out:model-not-established, arxiv-2610.24771-t9-all-tasks,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,92.7,constraint satisfaction without undelivered categories (%),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 9, row Design Anything (GPT), column Table 9, All tasks)",,out:model-not-established, arxiv-2610.24771-t9-6-art,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,98.0,constraint satisfaction without undelivered categories (%),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 9, row Design Anything (GPT), column Table 9, 6 art.)",,out:model-not-established, arxiv-2610.24771-t9-14-art,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,94.2,constraint satisfaction without undelivered categories (%),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 9, row Design Anything (GPT), column Table 9, 14 art.)",,out:model-not-established, arxiv-2610.24771-t9-24-art,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,91.9,constraint satisfaction without undelivered categories (%),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 9, row Design Anything (GPT), column Table 9, 24 art.)",,out:model-not-established, arxiv-2610.24771-t9-all-tasks,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,78.5,constraint satisfaction without undelivered categories (%),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 9, row Codex (GPT), column Table 9, All tasks)",,out:model-not-established, arxiv-2610.24771-t9-6-art,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,85.1,constraint satisfaction without undelivered categories (%),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 9, row Codex (GPT), column Table 9, 6 art.)",,out:model-not-established, arxiv-2610.24771-t9-14-art,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,76.3,constraint satisfaction without undelivered categories (%),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 9, row Codex (GPT), column Table 9, 14 art.)",,out:model-not-established, arxiv-2610.24771-t9-24-art,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,68.9,constraint satisfaction without undelivered categories (%),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 9, row Codex (GPT), column Table 9, 24 art.)",,out:model-not-established, arxiv-2610.24771-t10-identity-counted,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,90.2,judged image-pair consistency (%),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 10, row Design Anything (GPT), column Table 10, Identity Counted)",,out:model-not-established, arxiv-2610.24771-t10-identity-excluded,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,93.4,judged image-pair consistency (%),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 10, row Design Anything (GPT), column Table 10, Identity Excluded)",,out:model-not-established, arxiv-2610.24771-t10-reference-counted,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,79.3,judged image-pair consistency (%),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 10, row Design Anything (GPT), column Table 10, Reference Counted)",,out:model-not-established, arxiv-2610.24771-t10-reference-excluded,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,86.2,judged image-pair consistency (%),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 10, row Design Anything (GPT), column Table 10, Reference Excluded)",,out:model-not-established, arxiv-2610.24771-t10-identity-counted,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,75.3,judged image-pair consistency (%),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 10, row Codex (GPT), column Table 10, Identity Counted)",,out:model-not-established, arxiv-2610.24771-t10-identity-excluded,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,88.3,judged image-pair consistency (%),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 10, row Codex (GPT), column Table 10, Identity Excluded)",,out:model-not-established, arxiv-2610.24771-t10-reference-counted,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,71.3,judged image-pair consistency (%),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 10, row Codex (GPT), column Table 10, Reference Counted)",,out:model-not-established, arxiv-2610.24771-t10-reference-excluded,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,82.6,judged image-pair consistency (%),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 10, row Codex (GPT), column Table 10, Reference Excluded)",,out:model-not-established, arxiv-2610.24771-t11-targets-per-constraint-6,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,2.21,mean target files per constraint,0.00289,,,"https://arxiv.org/abs/2610.24771 (Table 11, row Design Anything (GPT), column Table 11, Targets per constraint 6)",,out:model-not-established, arxiv-2610.24771-t11-targets-per-constraint-14,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,3.47,mean target files per constraint,0.00289,,,"https://arxiv.org/abs/2610.24771 (Table 11, row Design Anything (GPT), column Table 11, Targets per constraint 14)",,out:model-not-established, arxiv-2610.24771-t11-targets-per-constraint-24,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,5.68,mean target files per constraint,0.00289,,,"https://arxiv.org/abs/2610.24771 (Table 11, row Design Anything (GPT), column Table 11, Targets per constraint 24)",,out:model-not-established, arxiv-2610.24771-t11-per-file-coverage-6,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,99.1,per-file constraint coverage / constraint satisfaction (%),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 11, row Design Anything (GPT), column Table 11, Per-file coverage 6)",,out:model-not-established, arxiv-2610.24771-t11-per-file-coverage-14,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,98.3,per-file constraint coverage / constraint satisfaction (%),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 11, row Design Anything (GPT), column Table 11, Per-file coverage 14)",,out:model-not-established, arxiv-2610.24771-t11-per-file-coverage-24,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,97.9,per-file constraint coverage / constraint satisfaction (%),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 11, row Design Anything (GPT), column Table 11, Per-file coverage 24)",,out:model-not-established, arxiv-2610.24771-t11-constraint-satisfaction-6,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,97.4,per-file constraint coverage / constraint satisfaction (%),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 11, row Design Anything (GPT), column Table 11, Constraint satisfaction 6)",,out:model-not-established, arxiv-2610.24771-t11-constraint-satisfaction-14,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,94.2,per-file constraint coverage / constraint satisfaction (%),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 11, row Design Anything (GPT), column Table 11, Constraint satisfaction 14)",,out:model-not-established, arxiv-2610.24771-t11-constraint-satisfaction-24,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,91.9,per-file constraint coverage / constraint satisfaction (%),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 11, row Design Anything (GPT), column Table 11, Constraint satisfaction 24)",,out:model-not-established, arxiv-2610.24771-t11-targets-per-constraint-6,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,2.31,mean target files per constraint,0.00289,,,"https://arxiv.org/abs/2610.24771 (Table 11, row Codex (GPT), column Table 11, Targets per constraint 6)",,out:model-not-established, arxiv-2610.24771-t11-targets-per-constraint-14,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,3.37,mean target files per constraint,0.00289,,,"https://arxiv.org/abs/2610.24771 (Table 11, row Codex (GPT), column Table 11, Targets per constraint 14)",,out:model-not-established, arxiv-2610.24771-t11-targets-per-constraint-24,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,5.92,mean target files per constraint,0.00289,,,"https://arxiv.org/abs/2610.24771 (Table 11, row Codex (GPT), column Table 11, Targets per constraint 24)",,out:model-not-established, arxiv-2610.24771-t11-per-file-coverage-6,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,87.3,per-file constraint coverage / constraint satisfaction (%),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 11, row Codex (GPT), column Table 11, Per-file coverage 6)",,out:model-not-established, arxiv-2610.24771-t11-per-file-coverage-14,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,88.6,per-file constraint coverage / constraint satisfaction (%),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 11, row Codex (GPT), column Table 11, Per-file coverage 14)",,out:model-not-established, arxiv-2610.24771-t11-per-file-coverage-24,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,86.1,per-file constraint coverage / constraint satisfaction (%),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 11, row Codex (GPT), column Table 11, Per-file coverage 24)",,out:model-not-established, arxiv-2610.24771-t11-constraint-satisfaction-6,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,85.1,per-file constraint coverage / constraint satisfaction (%),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 11, row Codex (GPT), column Table 11, Constraint satisfaction 6)",,out:model-not-established, arxiv-2610.24771-t11-constraint-satisfaction-14,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,76.3,per-file constraint coverage / constraint satisfaction (%),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 11, row Codex (GPT), column Table 11, Constraint satisfaction 14)",,out:model-not-established, arxiv-2610.24771-t11-constraint-satisfaction-24,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,68.9,per-file constraint coverage / constraint satisfaction (%),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 11, row Codex (GPT), column Table 11, Constraint satisfaction 24)",,out:model-not-established, arxiv-2610.24771-t13-technical,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,88.8,design quality (100-point scale),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 13, row Design Anything (GPT), column Table 13, Technical)",,out:model-not-established, arxiv-2610.24771-t13-aesthetics,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,88.5,design quality (100-point scale),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 13, row Design Anything (GPT), column Table 13, Aesthetics)",,out:model-not-established, arxiv-2610.24771-t13-text,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,93.8,design quality (100-point scale),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 13, row Design Anything (GPT), column Table 13, Text)",,out:model-not-established, arxiv-2610.24771-t13-domain,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,92.5,design quality (100-point scale),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 13, row Design Anything (GPT), column Table 13, Domain)",,out:model-not-established, arxiv-2610.24771-t13-technical,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,88.9,design quality (100-point scale),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 13, row Codex (GPT), column Table 13, Technical)",,out:model-not-established, arxiv-2610.24771-t13-aesthetics,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,87.9,design quality (100-point scale),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 13, row Codex (GPT), column Table 13, Aesthetics)",,out:model-not-established, arxiv-2610.24771-t13-text,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,94.3,design quality (100-point scale),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 13, row Codex (GPT), column Table 13, Text)",,out:model-not-established, arxiv-2610.24771-t13-domain,arxiv-2610.24771,?GPT-5.6 Sol High,not-established:absent,mixed,hard,,,,,,,90.8,design quality (100-point scale),0.0289,,,"https://arxiv.org/abs/2610.24771 (Table 13, row Codex (GPT), column Table 13, Domain)",,out:model-not-established, arxiv-2610.24896-vulngym-hard-t2-fr-mini-swe-agent,arxiv-2610.24896,glm-5.2,unstated,coding,hard,mini-swe-agent,,,,,,30.2,VulnGym Hard T2 EP identification FR,0.0289,,,"https://arxiv.org/abs/2610.24896 (Table A9, row ""mini-swe-agent, GLM-5.2"", column T2 EP identification FR)",,out:effort-not-established, arxiv-2610.24896-vulngym-hard-t2-lr-mini-swe-agent,arxiv-2610.24896,glm-5.2,unstated,coding,hard,mini-swe-agent,,,,,,18.6,VulnGym Hard T2 EP identification LR,0.0289,,,"https://arxiv.org/abs/2610.24896 (Table A9, row ""mini-swe-agent, GLM-5.2"", column T2 EP identification LR)",,out:effort-not-established, arxiv-2610.24896-vulngym-hard-t2-fp-mini-swe-agent,arxiv-2610.24896,glm-5.2,unstated,coding,hard,mini-swe-agent,,,,,,11.1,VulnGym Hard T2 EP identification FP,0.0289,,,"https://arxiv.org/abs/2610.24896 (Table A9, row ""mini-swe-agent, GLM-5.2"", column T2 EP identification FP)",,out:effort-not-established, arxiv-2610.24896-vulngym-hard-t3-fr-mini-swe-agent,arxiv-2610.24896,glm-5.2,unstated,coding,hard,mini-swe-agent,,,,,,39.5,VulnGym Hard T3 CO localization FR,0.0289,,,"https://arxiv.org/abs/2610.24896 (Table A9, row ""mini-swe-agent, GLM-5.2"", column T3 CO localization FR)",,out:effort-not-established, arxiv-2610.24896-vulngym-hard-t3-lr-mini-swe-agent,arxiv-2610.24896,glm-5.2,unstated,coding,hard,mini-swe-agent,,,,,,18.6,VulnGym Hard T3 CO localization LR,0.0289,,,"https://arxiv.org/abs/2610.24896 (Table A9, row ""mini-swe-agent, GLM-5.2"", column T3 CO localization LR)",,out:effort-not-established, arxiv-2610.24896-vulngym-hard-t3-fp-mini-swe-agent,arxiv-2610.24896,glm-5.2,unstated,coding,hard,mini-swe-agent,,,,,,2.5,VulnGym Hard T3 CO localization FP,0.0289,,,"https://arxiv.org/abs/2610.24896 (Table A9, row ""mini-swe-agent, GLM-5.2"", column T3 CO localization FP)",,out:effort-not-established, arxiv-2610.24896-vulngym-hard-t4-es-mini-swe-agent,arxiv-2610.24896,glm-5.2,unstated,coding,hard,mini-swe-agent,,,,,,36.4,VulnGym Hard T4 trace construction ES,0.0289,,,"https://arxiv.org/abs/2610.24896 (Table A9, row ""mini-swe-agent, GLM-5.2"", column T4 trace construction ES)",,out:effort-not-established, arxiv-2610.24896-vulngym-hard-t4-tnr-mini-swe-agent,arxiv-2610.24896,glm-5.2,unstated,coding,hard,mini-swe-agent,,,,,,49.5,VulnGym Hard T4 trace construction TNR,0.0289,,,"https://arxiv.org/abs/2610.24896 (Table A9, row ""mini-swe-agent, GLM-5.2"", column T4 trace construction TNR)",,out:effort-not-established, arxiv-2610.24896-vulngym-hard-t4-tnp-mini-swe-agent,arxiv-2610.24896,glm-5.2,unstated,coding,hard,mini-swe-agent,,,,,,23.3,VulnGym Hard T4 trace construction TNP,0.0289,,,"https://arxiv.org/abs/2610.24896 (Table A9, row ""mini-swe-agent, GLM-5.2"", column T4 trace construction TNP)",,out:effort-not-established, arxiv-2610.24896-vulngym-hard-t2-fr-claude-code,arxiv-2610.24896,glm-5.2,unstated,coding,hard,Claude Code,,,,,,25.6,VulnGym Hard T2 EP identification FR,0.0289,,,"https://arxiv.org/abs/2610.24896 (Table A9, row ""Claude Code, GLM-5.2"", column T2 EP identification FR)",,out:effort-not-established, arxiv-2610.24896-vulngym-hard-t2-lr-claude-code,arxiv-2610.24896,glm-5.2,unstated,coding,hard,Claude Code,,,,,,9.3,VulnGym Hard T2 EP identification LR,0.0289,,,"https://arxiv.org/abs/2610.24896 (Table A9, row ""Claude Code, GLM-5.2"", column T2 EP identification LR)",,out:effort-not-established, arxiv-2610.24896-vulngym-hard-t2-fp-claude-code,arxiv-2610.24896,glm-5.2,unstated,coding,hard,Claude Code,,,,,,6.0,VulnGym Hard T2 EP identification FP,0.0289,,,"https://arxiv.org/abs/2610.24896 (Table A9, row ""Claude Code, GLM-5.2"", column T2 EP identification FP)",,out:effort-not-established, arxiv-2610.24896-vulngym-hard-t3-fr-claude-code,arxiv-2610.24896,glm-5.2,unstated,coding,hard,Claude Code,,,,,,48.8,VulnGym Hard T3 CO localization FR,0.0289,,,"https://arxiv.org/abs/2610.24896 (Table A9, row ""Claude Code, GLM-5.2"", column T3 CO localization FR)",,out:effort-not-established, arxiv-2610.24896-vulngym-hard-t3-lr-claude-code,arxiv-2610.24896,glm-5.2,unstated,coding,hard,Claude Code,,,,,,30.2,VulnGym Hard T3 CO localization LR,0.0289,,,"https://arxiv.org/abs/2610.24896 (Table A9, row ""Claude Code, GLM-5.2"", column T3 CO localization LR)",,out:effort-not-established, arxiv-2610.24896-vulngym-hard-t3-fp-claude-code,arxiv-2610.24896,glm-5.2,unstated,coding,hard,Claude Code,,,,,,5.2,VulnGym Hard T3 CO localization FP,0.0289,,,"https://arxiv.org/abs/2610.24896 (Table A9, row ""Claude Code, GLM-5.2"", column T3 CO localization FP)",,out:effort-not-established, arxiv-2610.24896-vulngym-hard-t4-es-claude-code,arxiv-2610.24896,glm-5.2,unstated,coding,hard,Claude Code,,,,,,32.1,VulnGym Hard T4 trace construction ES,0.0289,,,"https://arxiv.org/abs/2610.24896 (Table A9, row ""Claude Code, GLM-5.2"", column T4 trace construction ES)",,out:effort-not-established, arxiv-2610.24896-vulngym-hard-t4-tnr-claude-code,arxiv-2610.24896,glm-5.2,unstated,coding,hard,Claude Code,,,,,,39.9,VulnGym Hard T4 trace construction TNR,0.0289,,,"https://arxiv.org/abs/2610.24896 (Table A9, row ""Claude Code, GLM-5.2"", column T4 trace construction TNR)",,out:effort-not-established, arxiv-2610.24896-vulngym-hard-t4-tnp-claude-code,arxiv-2610.24896,glm-5.2,unstated,coding,hard,Claude Code,,,,,,19.8,VulnGym Hard T4 trace construction TNP,0.0289,,,"https://arxiv.org/abs/2610.24896 (Table A9, row ""Claude Code, GLM-5.2"", column T4 trace construction TNP)",,out:effort-not-established, arxiv-2610.24896-vulngym-hard-t2-fr-openhands,arxiv-2610.24896,glm-5.2,unstated,coding,hard,OpenHands,,,,,,18.6,VulnGym Hard T2 EP identification FR,0.0289,,,"https://arxiv.org/abs/2610.24896 (Table A9, row ""OpenHands, GLM-5.2"", column T2 EP identification FR)",,out:effort-not-established, arxiv-2610.24896-vulngym-hard-t2-lr-openhands,arxiv-2610.24896,glm-5.2,unstated,coding,hard,OpenHands,,,,,,9.3,VulnGym Hard T2 EP identification LR,0.0289,,,"https://arxiv.org/abs/2610.24896 (Table A9, row ""OpenHands, GLM-5.2"", column T2 EP identification LR)",,out:effort-not-established, arxiv-2610.24896-vulngym-hard-t2-fp-openhands,arxiv-2610.24896,glm-5.2,unstated,coding,hard,OpenHands,,,,,,8.2,VulnGym Hard T2 EP identification FP,0.0289,,,"https://arxiv.org/abs/2610.24896 (Table A9, row ""OpenHands, GLM-5.2"", column T2 EP identification FP)",,out:effort-not-established, arxiv-2610.24896-vulngym-hard-t3-fr-openhands,arxiv-2610.24896,glm-5.2,unstated,coding,hard,OpenHands,,,,,,7.0,VulnGym Hard T3 CO localization FR,0.0289,,,"https://arxiv.org/abs/2610.24896 (Table A9, row ""OpenHands, GLM-5.2"", column T3 CO localization FR)",,out:effort-not-established, arxiv-2610.24896-vulngym-hard-t3-lr-openhands,arxiv-2610.24896,glm-5.2,unstated,coding,hard,OpenHands,,,,,,2.3,VulnGym Hard T3 CO localization LR,0.0289,,,"https://arxiv.org/abs/2610.24896 (Table A9, row ""OpenHands, GLM-5.2"", column T3 CO localization LR)",,out:effort-not-established, arxiv-2610.24896-vulngym-hard-t3-fp-openhands,arxiv-2610.24896,glm-5.2,unstated,coding,hard,OpenHands,,,,,,1.3,VulnGym Hard T3 CO localization FP,0.0289,,,"https://arxiv.org/abs/2610.24896 (Table A9, row ""OpenHands, GLM-5.2"", column T3 CO localization FP)",,out:effort-not-established, arxiv-2610.24896-vulngym-hard-t4-es-openhands,arxiv-2610.24896,glm-5.2,unstated,coding,hard,OpenHands,,,,,,16.5,VulnGym Hard T4 trace construction ES,0.0289,,,"https://arxiv.org/abs/2610.24896 (Table A9, row ""OpenHands, GLM-5.2"", column T4 trace construction ES)",,out:effort-not-established, arxiv-2610.24896-vulngym-hard-t4-tnr-openhands,arxiv-2610.24896,glm-5.2,unstated,coding,hard,OpenHands,,,,,,30.6,VulnGym Hard T4 trace construction TNR,0.0289,,,"https://arxiv.org/abs/2610.24896 (Table A9, row ""OpenHands, GLM-5.2"", column T4 trace construction TNR)",,out:effort-not-established, arxiv-2610.24896-vulngym-hard-t4-tnp-openhands,arxiv-2610.24896,glm-5.2,unstated,coding,hard,OpenHands,,,,,,26.7,VulnGym Hard T4 trace construction TNP,0.0289,,,"https://arxiv.org/abs/2610.24896 (Table A9, row ""OpenHands, GLM-5.2"", column T4 trace construction TNP)",,out:effort-not-established, arxiv-2610.24896-vulngym-hard-ar-openhands,arxiv-2610.24896,glm-5.2,unstated,coding,hard,OpenHands,,,,,,6.45,VulnGym Hard AR (T1),0.00289,,,"https://arxiv.org/abs/2610.24896 (Appendix, Scaffold and search caps)",,out:effort-not-established, arxiv-2610.24896-vulngym-hard-ar-claude-code,arxiv-2610.24896,glm-5.2,unstated,coding,hard,Claude Code,,,,,,12.90,VulnGym Hard AR (T1),0.00289,,,"https://arxiv.org/abs/2610.24896 (Appendix, Scaffold and search caps)",,out:effort-not-established, arxiv-2610.24899-t1-o-p8,arxiv-2610.24899,?Qwen3.5-397B-A17B-FP8,not-established:absent,agentic-tool,hard,,,,,,,52.50,HybridDeepResearch Overall Pass@8 (%),0.00289,,,"https://arxiv.org/abs/2610.24899 (Table 1, row Qwen3.5-397B-A17B-FP8, column Overall Pass@8 (%))",,out:model-not-established, arxiv-2610.24899-t1-s2sql-p8,arxiv-2610.24899,?Qwen3.5-397B-A17B-FP8,not-established:absent,agentic-tool,hard,,,,,,,52.50,HybridDeepResearch S2SQL Pass@8 (%),0.00289,,,"https://arxiv.org/abs/2610.24899 (Table 1, row Qwen3.5-397B-A17B-FP8, column S2SQL Pass@8 (%))",,out:model-not-established, arxiv-2610.24899-t1-sql2s-p8,arxiv-2610.24899,?Qwen3.5-397B-A17B-FP8,not-established:absent,agentic-tool,hard,,,,,,,32.50,HybridDeepResearch SQL2S Pass@8 (%),0.00289,,,"https://arxiv.org/abs/2610.24899 (Table 1, row Qwen3.5-397B-A17B-FP8, column SQL2S Pass@8 (%))",,out:model-not-established, arxiv-2610.24899-t1-par-p8,arxiv-2610.24899,?Qwen3.5-397B-A17B-FP8,not-established:absent,agentic-tool,hard,,,,,,,72.50,HybridDeepResearch Parallel Pass@8 (%),0.00289,,,"https://arxiv.org/abs/2610.24899 (Table 1, row Qwen3.5-397B-A17B-FP8, column Parallel Pass@8 (%))",,out:model-not-established, arxiv-2610.24899-t1-o-a8,arxiv-2610.24899,?Qwen3.5-397B-A17B-FP8,not-established:absent,agentic-tool,hard,,,,,,,26.77,HybridDeepResearch Overall Avg@8 (%),0.00289,,,"https://arxiv.org/abs/2610.24899 (Table 1, row Qwen3.5-397B-A17B-FP8, column Overall Avg@8 (%))",,out:model-not-established, arxiv-2610.24899-t1-s2sql-a8,arxiv-2610.24899,?Qwen3.5-397B-A17B-FP8,not-established:absent,agentic-tool,hard,,,,,,,32.50,HybridDeepResearch S2SQL Avg@8 (%),0.00289,,,"https://arxiv.org/abs/2610.24899 (Table 1, row Qwen3.5-397B-A17B-FP8, column S2SQL Avg@8 (%))",,out:model-not-established, arxiv-2610.24899-t1-sql2s-a8,arxiv-2610.24899,?Qwen3.5-397B-A17B-FP8,not-established:absent,agentic-tool,hard,,,,,,,13.75,HybridDeepResearch SQL2S Avg@8 (%),0.00289,,,"https://arxiv.org/abs/2610.24899 (Table 1, row Qwen3.5-397B-A17B-FP8, column SQL2S Avg@8 (%))",,out:model-not-established, arxiv-2610.24899-t1-par-a8,arxiv-2610.24899,?Qwen3.5-397B-A17B-FP8,not-established:absent,agentic-tool,hard,,,,,,,34.06,HybridDeepResearch Parallel Avg@8 (%),0.00289,,,"https://arxiv.org/abs/2610.24899 (Table 1, row Qwen3.5-397B-A17B-FP8, column Parallel Avg@8 (%))",,out:model-not-established, arxiv-2610.24899-t1-o-p8,arxiv-2610.24899,qwen3.5-4b,unstated,agentic-tool,hard,,,,,,,30.83,HybridDeepResearch Overall Pass@8 (%),0.00289,,,"https://arxiv.org/abs/2610.24899 (Table 1, row Qwen3.5-4B, column Overall Pass@8 (%))",,out:effort-not-established, arxiv-2610.24899-t1-s2sql-p8,arxiv-2610.24899,qwen3.5-4b,unstated,agentic-tool,hard,,,,,,,22.50,HybridDeepResearch S2SQL Pass@8 (%),0.00289,,,"https://arxiv.org/abs/2610.24899 (Table 1, row Qwen3.5-4B, column S2SQL Pass@8 (%))",,out:effort-not-established, arxiv-2610.24899-t1-sql2s-p8,arxiv-2610.24899,qwen3.5-4b,unstated,agentic-tool,hard,,,,,,,20.00,HybridDeepResearch SQL2S Pass@8 (%),0.00289,,,"https://arxiv.org/abs/2610.24899 (Table 1, row Qwen3.5-4B, column SQL2S Pass@8 (%))",,out:effort-not-established, arxiv-2610.24899-t1-par-p8,arxiv-2610.24899,qwen3.5-4b,unstated,agentic-tool,hard,,,,,,,50.00,HybridDeepResearch Parallel Pass@8 (%),0.00289,,,"https://arxiv.org/abs/2610.24899 (Table 1, row Qwen3.5-4B, column Parallel Pass@8 (%))",,out:effort-not-established, arxiv-2610.24899-t1-o-a8,arxiv-2610.24899,qwen3.5-4b,unstated,agentic-tool,hard,,,,,,,7.71,HybridDeepResearch Overall Avg@8 (%),0.00289,,,"https://arxiv.org/abs/2610.24899 (Table 1, row Qwen3.5-4B, column Overall Avg@8 (%))",,out:effort-not-established, arxiv-2610.24899-t1-s2sql-a8,arxiv-2610.24899,qwen3.5-4b,unstated,agentic-tool,hard,,,,,,,5.00,HybridDeepResearch S2SQL Avg@8 (%),0.00289,,,"https://arxiv.org/abs/2610.24899 (Table 1, row Qwen3.5-4B, column S2SQL Avg@8 (%))",,out:effort-not-established, arxiv-2610.24899-t1-sql2s-a8,arxiv-2610.24899,qwen3.5-4b,unstated,agentic-tool,hard,,,,,,,3.44,HybridDeepResearch SQL2S Avg@8 (%),0.00289,,,"https://arxiv.org/abs/2610.24899 (Table 1, row Qwen3.5-4B, column SQL2S Avg@8 (%))",,out:effort-not-established, arxiv-2610.24899-t1-par-a8,arxiv-2610.24899,qwen3.5-4b,unstated,agentic-tool,hard,,,,,,,14.69,HybridDeepResearch Parallel Avg@8 (%),0.00289,,,"https://arxiv.org/abs/2610.24899 (Table 1, row Qwen3.5-4B, column Parallel Avg@8 (%))",,out:effort-not-established, arxiv-2610.24899-t2-bc-p8,arxiv-2610.24899,qwen3.5-4b,unstated,agentic-tool,hard,,,,,,,54.03,BrowseComp Pass@8 (%),0.00289,,,"https://arxiv.org/abs/2610.24899 (Table 2, row Qwen3.5-4B, column BrowseComp Pass@8)",,out:effort-not-established, arxiv-2610.24899-t2-bc-a8,arxiv-2610.24899,qwen3.5-4b,unstated,agentic-tool,hard,,,,,,,29.57,BrowseComp Avg@8 (%),0.00289,,,"https://arxiv.org/abs/2610.24899 (Table 2, row Qwen3.5-4B, column BrowseComp Avg@8)",,out:effort-not-established, arxiv-2610.24899-t2-bcp-p8,arxiv-2610.24899,qwen3.5-4b,unstated,agentic-tool,hard,,,,,,,60.84,BrowseComp-Plus Pass@8 (%),0.00289,,,"https://arxiv.org/abs/2610.24899 (Table 2, row Qwen3.5-4B, column BrowseComp-Plus Pass@8)",,out:effort-not-established, arxiv-2610.24899-t2-bcp-a8,arxiv-2610.24899,qwen3.5-4b,unstated,agentic-tool,hard,,,,,,,36.49,BrowseComp-Plus Avg@8 (%),0.00289,,,"https://arxiv.org/abs/2610.24899 (Table 2, row Qwen3.5-4B, column BrowseComp-Plus Avg@8)",,out:effort-not-established, arxiv-2610.24899-t2-sp-p8,arxiv-2610.24899,qwen3.5-4b,unstated,agentic-tool,hard,,,,,,,59.26,Spider 2.0-lite Pass@8 (%),0.00289,,,"https://arxiv.org/abs/2610.24899 (Table 2, row Qwen3.5-4B, column Spider 2.0-lite Pass@8)",,out:effort-not-established, arxiv-2610.24899-t2-sp-a8,arxiv-2610.24899,qwen3.5-4b,unstated,agentic-tool,hard,,,,,,,30.65,Spider 2.0-lite Avg@8 (%),0.00289,,,"https://arxiv.org/abs/2610.24899 (Table 2, row Qwen3.5-4B, column Spider 2.0-lite Avg@8)",,out:effort-not-established, arxiv-2610.24917-bleu-simple-no-textual-context,arxiv-2610.24917,grok-4.1-fast,default,mixed,hard,,,,,,,73.3,BLEU (%),0.0289,,,"https://arxiv.org/abs/2610.24917 (section 5 Results, text)",,out:effort-not-established, arxiv-2610.24917-bleu-simple-with-textual-context,arxiv-2610.24917,grok-4.1-fast,default,mixed,hard,,,,,,,60.2,BLEU (%),0.0289,,,"https://arxiv.org/abs/2610.24917 (section 5 Results, text)",,out:effort-not-established, arxiv-2610.24917-bleu-extended-no-textual-context,arxiv-2610.24917,grok-4.1-fast,default,mixed,hard,,,,,,,35.6,BLEU (%),0.0289,,,"https://arxiv.org/abs/2610.24917 (section 5 Results, text)",,out:effort-not-established, arxiv-2610.24917-bleu-extended-with-textual-context,arxiv-2610.24917,grok-4.1-fast,default,mixed,hard,,,,,,,48.8,BLEU (%),0.0289,,,"https://arxiv.org/abs/2610.24917 (section 5 Results, text)",,out:effort-not-established, arxiv-2610.24917-bleu-extended-with-context-statistics,arxiv-2610.24917,grok-4.1-fast,default,mixed,hard,,,,,,,59.2,BLEU (%),0.0289,,,"https://arxiv.org/abs/2610.24917 (section 5 Results, text (domain-level))",,out:effort-not-established, arxiv-2610.24917-bleu-extended-with-context-mathematics,arxiv-2610.24917,grok-4.1-fast,default,mixed,hard,,,,,,,54.4,BLEU (%),0.0289,,,"https://arxiv.org/abs/2610.24917 (section 5 Results, text (domain-level))",,out:effort-not-established, 2610.24960-claweval-score,arxiv-2610.24960,glm-5-turbo,unstated,agentic-tool,hard,,,,,,,73.8,score copied,0.0289,,,"https://arxiv.org/abs/2610.24960 (Table 1, row GLM 5 Turbo (reference), column score copied)",,out:effort-not-established, arxiv-2610.25078-t1-whowhen-hand-when,arxiv-2610.25078,gpt-5.1,unstated,mixed,hard,,,,,,,22.41,failure attribution accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 1, row AgentScope + GPT-5.1, column Who&When Hand, When (%))",,out:effort-not-established, arxiv-2610.25078-t1-whowhen-algo-when,arxiv-2610.25078,gpt-5.1,unstated,mixed,hard,,,,,,,25.40,failure attribution accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 1, row AgentScope + GPT-5.1, column Who&When Algo., When (%))",,out:effort-not-established, arxiv-2610.25078-whenwho-hand-who,arxiv-2610.25078,glm-5.3,high,agentic-tool,hard,,,,,,,46.55,Who&When Hand Who accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 1, row GLM-5.3, column Who&When Hand / Who)",,out:single-couple, arxiv-2610.25078-whenwho-hand-when,arxiv-2610.25078,glm-5.3,high,agentic-tool,hard,,,,,,,3.45,Who&When Hand When accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 1, row GLM-5.3, column Who&When Hand / When)",,out:single-couple, arxiv-2610.25078-whenwho-algo-who,arxiv-2610.25078,glm-5.3,high,agentic-tool,hard,,,,,,,45.24,Who&When Algo. Who accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 1, row GLM-5.3, column Who&When Algo. / Who)",,out:single-couple, arxiv-2610.25078-whenwho-algo-when,arxiv-2610.25078,glm-5.3,high,agentic-tool,hard,,,,,,,11.11,Who&When Algo. When accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 1, row GLM-5.3, column Who&When Algo. / When)",,out:single-couple, arxiv-2610.25078-whenwho-pro-who,arxiv-2610.25078,glm-5.3,high,agentic-tool,hard,,,,,,,40.29,Who&When Pro Who accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 1, row GLM-5.3, column Who&When Pro / Who)",,out:single-couple, arxiv-2610.25078-whenwho-pro-when,arxiv-2610.25078,glm-5.3,high,agentic-tool,hard,,,,,,,52.74,Who&When Pro When accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 1, row GLM-5.3, column Who&When Pro / When)",,out:single-couple, arxiv-2610.25078-traceelephant-who,arxiv-2610.25078,glm-5.3,high,agentic-tool,hard,,,,,,,49.32,TraceElephant Who accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 1, row GLM-5.3, column TraceElephant / Who)",src-arxiv-2610.25078-2026-10-18|run:arxiv-2610.25078-traceelephant-who|glm-5.3@high|,in, arxiv-2610.25078-traceelephant-when,arxiv-2610.25078,glm-5.3,high,agentic-tool,hard,,,,,,,26.03,TraceElephant When accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 1, row GLM-5.3, column TraceElephant / When)",src-arxiv-2610.25078-2026-10-18|run:arxiv-2610.25078-traceelephant-who|glm-5.3@high|,in, arxiv-2610.25078-rbac-spider-safe-ex,arxiv-2610.25078,glm-5.3,high,coding,hard,,,,,,,77.41,RBAC Spider Safe-EX (%),0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 2, row GLM-5.3, column Spider / Safe-EX)",,out:single-couple, arxiv-2610.25078-rbac-spider-ac-f1,arxiv-2610.25078,glm-5.3,high,coding,hard,,,,,,,89.73,RBAC Spider AC-F1 (%),0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 2, row GLM-5.3, column Spider / AC-F1)",,out:single-couple, arxiv-2610.25078-rbac-spider-safe-deny,arxiv-2610.25078,glm-5.3,high,coding,hard,,,,,,,79.77,RBAC Spider Safe-Deny (%),0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 2, row GLM-5.3, column Spider / Safe-Deny)",,out:single-couple, arxiv-2610.25078-rbac-spider-viol,arxiv-2610.25078,glm-5.3,high,coding,hard,,,,,,,2.89,RBAC Spider Viol. (%),0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 2, row GLM-5.3, column Spider / Viol.)",,out:single-couple, arxiv-2610.25078-rbac-bird-ood-safe-ex,arxiv-2610.25078,glm-5.3,high,coding,hard,,,,,,,60.90,RBAC BIRD (OOD) Safe-EX (%),0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 2, row GLM-5.3, column BIRD (OOD) / Safe-EX)",,out:single-couple, arxiv-2610.25078-rbac-bird-ood-ac-f1,arxiv-2610.25078,glm-5.3,high,coding,hard,,,,,,,82.13,RBAC BIRD (OOD) AC-F1 (%),0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 2, row GLM-5.3, column BIRD (OOD) / AC-F1)",,out:single-couple, arxiv-2610.25078-rbac-bird-ood-safe-deny,arxiv-2610.25078,glm-5.3,high,coding,hard,,,,,,,78.29,RBAC BIRD (OOD) Safe-Deny (%),0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 2, row GLM-5.3, column BIRD (OOD) / Safe-Deny)",,out:single-couple, arxiv-2610.25078-rbac-bird-ood-viol,arxiv-2610.25078,glm-5.3,high,coding,hard,,,,,,,6.40,RBAC BIRD (OOD) Viol. (%),0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 2, row GLM-5.3, column BIRD (OOD) / Viol.)",,out:single-couple, arxiv-2610.25078-homebench-vm-succ,arxiv-2610.25078,glm-5.3,high,agentic-tool,hard,,,,,,,70.61,HomeBench VM Succ. (%),0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 3, row GLM-5.3, column VM / Succ.)",src-arxiv-2610.25078-2026-10-18|run:arxiv-2610.25078-homebench-vm-succ|glm-5.3@high|,in, arxiv-2610.25078-homebench-vm-f1,arxiv-2610.25078,glm-5.3,high,agentic-tool,hard,,,,,,,86.65,HomeBench VM F1 (%),0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 3, row GLM-5.3, column VM / F1)",src-arxiv-2610.25078-2026-10-18|run:arxiv-2610.25078-homebench-vm-succ|glm-5.3@high|,in, arxiv-2610.25078-homebench-im-succ,arxiv-2610.25078,glm-5.3,high,agentic-tool,hard,,,,,,,64.95,HomeBench IM Succ. (%),0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 3, row GLM-5.3, column IM / Succ.)",src-arxiv-2610.25078-2026-10-18|run:arxiv-2610.25078-homebench-vm-succ|glm-5.3@high|,in, arxiv-2610.25078-homebench-im-f1,arxiv-2610.25078,glm-5.3,high,agentic-tool,hard,,,,,,,81.42,HomeBench IM F1 (%),0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 3, row GLM-5.3, column IM / F1)",src-arxiv-2610.25078-2026-10-18|run:arxiv-2610.25078-homebench-vm-succ|glm-5.3@high|,in, aa-index43@arxiv-2610.25078,arxiv-2610.25078,glm-5.3,max,mixed,frontier,,,,,,,45,AA-idx,0.289,,,https://arxiv.org/abs/2610.25078 (appendix C),,out:single-couple, arxiv-2610.25078-ww-hand-who,arxiv-2610.25078,deepseek-v4.1-flash,high,agentic-tool,hard,,USD/full-benchmark-run,3.55,0.00289,,,60.34,"Who (agent accuracy, %)",0.00289,,cost-method-assumed-single,"https://arxiv.org/abs/2610.25078 (Table 1, Direct LLM attribution, row DeepSeek-V4.1-Flash, ww-hand, who)",src-arxiv-2610.25078-2026-10-18|run:arxiv-2610.25078-ww-hand-who|deepseek-v4.1-flash@high|,in,out:cost-not-comparable arxiv-2610.25078-ww-hand-when,arxiv-2610.25078,deepseek-v4.1-flash,high,agentic-tool,hard,,,,,,,12.07,"When (step accuracy, %)",0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 1, Direct LLM attribution, row DeepSeek-V4.1-Flash, ww-hand, when)",src-arxiv-2610.25078-2026-10-18|run:arxiv-2610.25078-ww-hand-who|deepseek-v4.1-flash@high|,in, arxiv-2610.25078-ww-algo-who,arxiv-2610.25078,deepseek-v4.1-flash,high,agentic-tool,hard,,,,,,,68.25,"Who (agent accuracy, %)",0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 1, Direct LLM attribution, row DeepSeek-V4.1-Flash, ww-algo, who)",src-arxiv-2610.25078-2026-10-18|run:arxiv-2610.25078-ww-algo-who|deepseek-v4.1-flash@high|,in, arxiv-2610.25078-ww-algo-when,arxiv-2610.25078,deepseek-v4.1-flash,high,agentic-tool,hard,,,,,,,18.25,"When (step accuracy, %)",0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 1, Direct LLM attribution, row DeepSeek-V4.1-Flash, ww-algo, when)",src-arxiv-2610.25078-2026-10-18|run:arxiv-2610.25078-ww-algo-who|deepseek-v4.1-flash@high|,in, arxiv-2610.25078-ww-pro-who,arxiv-2610.25078,deepseek-v4.1-flash,high,agentic-tool,hard,,,,,,,47.89,"Who (agent accuracy, %)",0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 1, Direct LLM attribution, row DeepSeek-V4.1-Flash, ww-pro, who)",src-arxiv-2610.25078-2026-10-18|run:arxiv-2610.25078-ww-pro-who|deepseek-v4.1-flash@high|,in, arxiv-2610.25078-ww-pro-when,arxiv-2610.25078,deepseek-v4.1-flash,high,agentic-tool,hard,,,,,,,61.77,"When (step accuracy, %)",0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 1, Direct LLM attribution, row DeepSeek-V4.1-Flash, ww-pro, when)",src-arxiv-2610.25078-2026-10-18|run:arxiv-2610.25078-ww-pro-who|deepseek-v4.1-flash@high|,in, arxiv-2610.25078-traceelephant-who,arxiv-2610.25078,deepseek-v4.1-flash,high,agentic-tool,hard,,,,,,,35.16,TraceElephant Who accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 1, Direct LLM attribution, row DeepSeek-V4.1-Flash, traceelephant, who)",src-arxiv-2610.25078-2026-10-18|run:arxiv-2610.25078-traceelephant-who|deepseek-v4.1-flash@high|,in, arxiv-2610.25078-traceelephant-when,arxiv-2610.25078,deepseek-v4.1-flash,high,agentic-tool,hard,,,,,,,23.29,TraceElephant When accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 1, Direct LLM attribution, row DeepSeek-V4.1-Flash, traceelephant, when)",src-arxiv-2610.25078-2026-10-18|run:arxiv-2610.25078-traceelephant-who|deepseek-v4.1-flash@high|,in, arxiv-2610.25078-ww-hand-who,arxiv-2610.25078,deepseek-v4-pro-0813,high,agentic-tool,hard,,,,,,,60.34,"Who (agent accuracy, %)",0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 1, Direct LLM attribution, row DeepSeek-V4-Pro-0813, ww-hand, who)",src-arxiv-2610.25078-2026-10-18|run:arxiv-2610.25078-ww-hand-who|deepseek-v4-pro-0813@high|,in, arxiv-2610.25078-ww-hand-when,arxiv-2610.25078,deepseek-v4-pro-0813,high,agentic-tool,hard,,,,,,,10.34,"When (step accuracy, %)",0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 1, Direct LLM attribution, row DeepSeek-V4-Pro-0813, ww-hand, when)",src-arxiv-2610.25078-2026-10-18|run:arxiv-2610.25078-ww-hand-who|deepseek-v4-pro-0813@high|,in, arxiv-2610.25078-ww-algo-who,arxiv-2610.25078,deepseek-v4-pro-0813,high,agentic-tool,hard,,,,,,,65.87,"Who (agent accuracy, %)",0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 1, Direct LLM attribution, row DeepSeek-V4-Pro-0813, ww-algo, who)",src-arxiv-2610.25078-2026-10-18|run:arxiv-2610.25078-ww-algo-who|deepseek-v4-pro-0813@high|,in, arxiv-2610.25078-ww-algo-when,arxiv-2610.25078,deepseek-v4-pro-0813,high,agentic-tool,hard,,,,,,,22.22,"When (step accuracy, %)",0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 1, Direct LLM attribution, row DeepSeek-V4-Pro-0813, ww-algo, when)",src-arxiv-2610.25078-2026-10-18|run:arxiv-2610.25078-ww-algo-who|deepseek-v4-pro-0813@high|,in, arxiv-2610.25078-ww-pro-who,arxiv-2610.25078,deepseek-v4-pro-0813,high,agentic-tool,hard,,,,,,,61.77,"Who (agent accuracy, %)",0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 1, Direct LLM attribution, row DeepSeek-V4-Pro-0813, ww-pro, who)",src-arxiv-2610.25078-2026-10-18|run:arxiv-2610.25078-ww-pro-who|deepseek-v4-pro-0813@high|,in, arxiv-2610.25078-ww-pro-when,arxiv-2610.25078,deepseek-v4-pro-0813,high,agentic-tool,hard,,,,,,,70.40,"When (step accuracy, %)",0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 1, Direct LLM attribution, row DeepSeek-V4-Pro-0813, ww-pro, when)",src-arxiv-2610.25078-2026-10-18|run:arxiv-2610.25078-ww-pro-who|deepseek-v4-pro-0813@high|,in, arxiv-2610.25078-traceelephant-who,arxiv-2610.25078,deepseek-v4-pro-0813,high,agentic-tool,hard,,,,,,,56.62,TraceElephant Who accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 1, Direct LLM attribution, row DeepSeek-V4-Pro-0813, traceelephant, who)",src-arxiv-2610.25078-2026-10-18|run:arxiv-2610.25078-traceelephant-who|deepseek-v4-pro-0813@high|,in, arxiv-2610.25078-traceelephant-when,arxiv-2610.25078,deepseek-v4-pro-0813,high,agentic-tool,hard,,,,,,,31.96,TraceElephant When accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 1, Direct LLM attribution, row DeepSeek-V4-Pro-0813, traceelephant, when)",src-arxiv-2610.25078-2026-10-18|run:arxiv-2610.25078-traceelephant-who|deepseek-v4-pro-0813@high|,in, arxiv-2610.25078-rbac-spider-safeex-direct,arxiv-2610.25078,deepseek-v4.1-flash,high,agentic-tool,hard,,,,,,,77.33,Safe-EX (%),0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 2, Direct LLM generation, spider, safeex)",src-arxiv-2610.25078-2026-10-18|arxiv-2610.25078:rbac-spider-direct|deepseek-v4.1-flash@high|,in, arxiv-2610.25078-rbac-spider-acf1-direct,arxiv-2610.25078,deepseek-v4.1-flash,high,agentic-tool,hard,,,,,,,94.46,AC-F1 (%),0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 2, Direct LLM generation, spider, acf1)",src-arxiv-2610.25078-2026-10-18|arxiv-2610.25078:rbac-spider-direct|deepseek-v4.1-flash@high|,in, arxiv-2610.25078-rbac-spider-safedeny-direct,arxiv-2610.25078,deepseek-v4.1-flash,high,agentic-tool,hard,,,,,,,93.80,Safe-Deny (%),0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 2, Direct LLM generation, spider, safedeny)",src-arxiv-2610.25078-2026-10-18|arxiv-2610.25078:rbac-spider-direct|deepseek-v4.1-flash@high|,in, arxiv-2610.25078-rbac-spider-viol-direct,arxiv-2610.25078,deepseek-v4.1-flash,high,agentic-tool,hard,,,,,,,1.69,"Viol. (%, lower is better)",0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 2, Direct LLM generation, spider, viol)",src-arxiv-2610.25078-2026-10-18|arxiv-2610.25078:rbac-spider-direct|deepseek-v4.1-flash@high|,in, arxiv-2610.25078-rbac-bird-safeex-direct,arxiv-2610.25078,deepseek-v4.1-flash,high,agentic-tool,hard,,,,,,,62.85,Safe-EX (%),0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 2, Direct LLM generation, bird, safeex)",src-arxiv-2610.25078-2026-10-18|arxiv-2610.25078:rbac-bird-direct|deepseek-v4.1-flash@high|,in, arxiv-2610.25078-rbac-bird-acf1-direct,arxiv-2610.25078,deepseek-v4.1-flash,high,agentic-tool,hard,,,,,,,85.97,AC-F1 (%),0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 2, Direct LLM generation, bird, acf1)",src-arxiv-2610.25078-2026-10-18|arxiv-2610.25078:rbac-bird-direct|deepseek-v4.1-flash@high|,in, arxiv-2610.25078-rbac-bird-safedeny-direct,arxiv-2610.25078,deepseek-v4.1-flash,high,agentic-tool,hard,,,,,,,86.47,Safe-Deny (%),0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 2, Direct LLM generation, bird, safedeny)",src-arxiv-2610.25078-2026-10-18|arxiv-2610.25078:rbac-bird-direct|deepseek-v4.1-flash@high|,in, arxiv-2610.25078-rbac-bird-viol-direct,arxiv-2610.25078,deepseek-v4.1-flash,high,agentic-tool,hard,,,,,,,8.75,"Viol. (%, lower is better)",0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 2, Direct LLM generation, bird, viol)",src-arxiv-2610.25078-2026-10-18|arxiv-2610.25078:rbac-bird-direct|deepseek-v4.1-flash@high|,in, arxiv-2610.25078-rbac-spider-safeex-direct,arxiv-2610.25078,deepseek-v4-pro-0813,high,agentic-tool,hard,,,,,,,78.33,Safe-EX (%),0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 2, Direct LLM generation, spider, safeex)",src-arxiv-2610.25078-2026-10-18|arxiv-2610.25078:rbac-spider-direct|deepseek-v4-pro-0813@high|,in, arxiv-2610.25078-rbac-spider-acf1-direct,arxiv-2610.25078,deepseek-v4-pro-0813,high,agentic-tool,hard,,,,,,,94.90,AC-F1 (%),0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 2, Direct LLM generation, spider, acf1)",src-arxiv-2610.25078-2026-10-18|arxiv-2610.25078:rbac-spider-direct|deepseek-v4-pro-0813@high|,in, arxiv-2610.25078-rbac-spider-safedeny-direct,arxiv-2610.25078,deepseek-v4-pro-0813,high,agentic-tool,hard,,,,,,,95.65,Safe-Deny (%),0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 2, Direct LLM generation, spider, safedeny)",src-arxiv-2610.25078-2026-10-18|arxiv-2610.25078:rbac-spider-direct|deepseek-v4-pro-0813@high|,in, arxiv-2610.25078-rbac-spider-viol-direct,arxiv-2610.25078,deepseek-v4-pro-0813,high,agentic-tool,hard,,,,,,,2.04,"Viol. (%, lower is better)",0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 2, Direct LLM generation, spider, viol)",src-arxiv-2610.25078-2026-10-18|arxiv-2610.25078:rbac-spider-direct|deepseek-v4-pro-0813@high|,in, arxiv-2610.25078-rbac-bird-safeex-direct,arxiv-2610.25078,deepseek-v4-pro-0813,high,agentic-tool,hard,,,,,,,64.16,Safe-EX (%),0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 2, Direct LLM generation, bird, safeex)",src-arxiv-2610.25078-2026-10-18|arxiv-2610.25078:rbac-bird-direct|deepseek-v4-pro-0813@high|,in, arxiv-2610.25078-rbac-bird-acf1-direct,arxiv-2610.25078,deepseek-v4-pro-0813,high,agentic-tool,hard,,,,,,,90.39,AC-F1 (%),0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 2, Direct LLM generation, bird, acf1)",src-arxiv-2610.25078-2026-10-18|arxiv-2610.25078:rbac-bird-direct|deepseek-v4-pro-0813@high|,in, arxiv-2610.25078-rbac-bird-safedeny-direct,arxiv-2610.25078,deepseek-v4-pro-0813,high,agentic-tool,hard,,,,,,,90.35,Safe-Deny (%),0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 2, Direct LLM generation, bird, safedeny)",src-arxiv-2610.25078-2026-10-18|arxiv-2610.25078:rbac-bird-direct|deepseek-v4-pro-0813@high|,in, arxiv-2610.25078-rbac-bird-viol-direct,arxiv-2610.25078,deepseek-v4-pro-0813,high,agentic-tool,hard,,,,,,,7.00,"Viol. (%, lower is better)",0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 2, Direct LLM generation, bird, viol)",src-arxiv-2610.25078-2026-10-18|arxiv-2610.25078:rbac-bird-direct|deepseek-v4-pro-0813@high|,in, arxiv-2610.25078-rbac-spider-safeex-opencode,arxiv-2610.25078,deepseek-v4.1-flash,unstated,agentic-tool,hard,OpenCode,,,,,,79.58,Safe-EX (%),0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 2, Harness-enhanced generation, row OpenCode + DeepSeek-V4.1-Flash, spider, safeex)",,out:effort-not-established, arxiv-2610.25078-rbac-spider-acf1-opencode,arxiv-2610.25078,deepseek-v4.1-flash,unstated,agentic-tool,hard,OpenCode,,,,,,95.52,AC-F1 (%),0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 2, Harness-enhanced generation, row OpenCode + DeepSeek-V4.1-Flash, spider, acf1)",,out:effort-not-established, arxiv-2610.25078-rbac-spider-safedeny-opencode,arxiv-2610.25078,deepseek-v4.1-flash,unstated,agentic-tool,hard,OpenCode,,,,,,94.85,Safe-Deny (%),0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 2, Harness-enhanced generation, row OpenCode + DeepSeek-V4.1-Flash, spider, safedeny)",,out:effort-not-established, arxiv-2610.25078-rbac-spider-viol-opencode,arxiv-2610.25078,deepseek-v4.1-flash,unstated,agentic-tool,hard,OpenCode,,,,,,2.41,"Viol. (%, lower is better)",0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 2, Harness-enhanced generation, row OpenCode + DeepSeek-V4.1-Flash, spider, viol)",,out:effort-not-established, arxiv-2610.25078-rbac-bird-safeex-opencode,arxiv-2610.25078,deepseek-v4.1-flash,unstated,agentic-tool,hard,OpenCode,,,,,,74.86,Safe-EX (%),0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 2, Harness-enhanced generation, row OpenCode + DeepSeek-V4.1-Flash, bird, safeex)",,out:effort-not-established, arxiv-2610.25078-rbac-bird-acf1-opencode,arxiv-2610.25078,deepseek-v4.1-flash,unstated,agentic-tool,hard,OpenCode,,,,,,83.06,AC-F1 (%),0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 2, Harness-enhanced generation, row OpenCode + DeepSeek-V4.1-Flash, bird, acf1)",,out:effort-not-established, arxiv-2610.25078-rbac-bird-safedeny-opencode,arxiv-2610.25078,deepseek-v4.1-flash,unstated,agentic-tool,hard,OpenCode,,,,,,84.04,Safe-Deny (%),0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 2, Harness-enhanced generation, row OpenCode + DeepSeek-V4.1-Flash, bird, safedeny)",,out:effort-not-established, arxiv-2610.25078-rbac-bird-viol-opencode,arxiv-2610.25078,deepseek-v4.1-flash,unstated,agentic-tool,hard,OpenCode,,,,,,5.90,"Viol. (%, lower is better)",0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 2, Harness-enhanced generation, row OpenCode + DeepSeek-V4.1-Flash, bird, viol)",,out:effort-not-established, arxiv-2610.25078-rbac-spider-safeex-miniswe,arxiv-2610.25078,deepseek-v4-pro-0813,unstated,agentic-tool,hard,mini-SWE-agent,,,,,,76.08,Safe-EX (%),0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 2, Harness-enhanced generation, row mini-SWE-agent + DeepSeek-V4-Pro-0813, spider, safeex)",,out:effort-not-established, arxiv-2610.25078-rbac-spider-acf1-miniswe,arxiv-2610.25078,deepseek-v4-pro-0813,unstated,agentic-tool,hard,mini-SWE-agent,,,,,,93.45,AC-F1 (%),0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 2, Harness-enhanced generation, row mini-SWE-agent + DeepSeek-V4-Pro-0813, spider, acf1)",,out:effort-not-established, arxiv-2610.25078-rbac-spider-safedeny-miniswe,arxiv-2610.25078,deepseek-v4-pro-0813,unstated,agentic-tool,hard,mini-SWE-agent,,,,,,93.86,Safe-Deny (%),0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 2, Harness-enhanced generation, row mini-SWE-agent + DeepSeek-V4-Pro-0813, spider, safedeny)",,out:effort-not-established, arxiv-2610.25078-rbac-spider-viol-miniswe,arxiv-2610.25078,deepseek-v4-pro-0813,unstated,agentic-tool,hard,mini-SWE-agent,,,,,,2.87,"Viol. (%, lower is better)",0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 2, Harness-enhanced generation, row mini-SWE-agent + DeepSeek-V4-Pro-0813, spider, viol)",,out:effort-not-established, arxiv-2610.25078-rbac-bird-safeex-miniswe,arxiv-2610.25078,deepseek-v4-pro-0813,unstated,agentic-tool,hard,mini-SWE-agent,,,,,,71.10,Safe-EX (%),0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 2, Harness-enhanced generation, row mini-SWE-agent + DeepSeek-V4-Pro-0813, bird, safeex)",,out:effort-not-established, arxiv-2610.25078-rbac-bird-acf1-miniswe,arxiv-2610.25078,deepseek-v4-pro-0813,unstated,agentic-tool,hard,mini-SWE-agent,,,,,,84.84,AC-F1 (%),0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 2, Harness-enhanced generation, row mini-SWE-agent + DeepSeek-V4-Pro-0813, bird, acf1)",,out:effort-not-established, arxiv-2610.25078-rbac-bird-safedeny-miniswe,arxiv-2610.25078,deepseek-v4-pro-0813,unstated,agentic-tool,hard,mini-SWE-agent,,,,,,86.70,Safe-Deny (%),0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 2, Harness-enhanced generation, row mini-SWE-agent + DeepSeek-V4-Pro-0813, bird, safedeny)",,out:effort-not-established, arxiv-2610.25078-rbac-bird-viol-miniswe,arxiv-2610.25078,deepseek-v4-pro-0813,unstated,agentic-tool,hard,mini-SWE-agent,,,,,,8.70,"Viol. (%, lower is better)",0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 2, Harness-enhanced generation, row mini-SWE-agent + DeepSeek-V4-Pro-0813, bird, viol)",,out:effort-not-established, arxiv-2610.25078-homebench-vm-succ,arxiv-2610.25078,deepseek-v4.1-flash,high,agentic-tool,hard,,,,,,,68.98,HomeBench VM Succ. (%),0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 3, Direct LLM generation, vm-succ)",src-arxiv-2610.25078-2026-10-18|run:arxiv-2610.25078-homebench-vm-succ|deepseek-v4.1-flash@high|,in, arxiv-2610.25078-homebench-vm-f1,arxiv-2610.25078,deepseek-v4.1-flash,high,agentic-tool,hard,,,,,,,86.11,HomeBench VM F1 (%),0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 3, Direct LLM generation, vm-f1)",src-arxiv-2610.25078-2026-10-18|run:arxiv-2610.25078-homebench-vm-succ|deepseek-v4.1-flash@high|,in, arxiv-2610.25078-homebench-im-succ,arxiv-2610.25078,deepseek-v4.1-flash,high,agentic-tool,hard,,,,,,,84.54,HomeBench IM Succ. (%),0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 3, Direct LLM generation, im-succ)",src-arxiv-2610.25078-2026-10-18|run:arxiv-2610.25078-homebench-vm-succ|deepseek-v4.1-flash@high|,in, arxiv-2610.25078-homebench-im-f1,arxiv-2610.25078,deepseek-v4.1-flash,high,agentic-tool,hard,,,,,,,91.28,HomeBench IM F1 (%),0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 3, Direct LLM generation, im-f1)",src-arxiv-2610.25078-2026-10-18|run:arxiv-2610.25078-homebench-vm-succ|deepseek-v4.1-flash@high|,in, arxiv-2610.25078-homebench-vm-succ,arxiv-2610.25078,deepseek-v4-pro-0813,high,agentic-tool,hard,,,,,,,75.10,HomeBench VM Succ. (%),0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 3, Direct LLM generation, vm-succ)",src-arxiv-2610.25078-2026-10-18|run:arxiv-2610.25078-homebench-vm-succ|deepseek-v4-pro-0813@high|,in, arxiv-2610.25078-homebench-vm-f1,arxiv-2610.25078,deepseek-v4-pro-0813,high,agentic-tool,hard,,,,,,,89.18,HomeBench VM F1 (%),0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 3, Direct LLM generation, vm-f1)",src-arxiv-2610.25078-2026-10-18|run:arxiv-2610.25078-homebench-vm-succ|deepseek-v4-pro-0813@high|,in, arxiv-2610.25078-homebench-im-succ,arxiv-2610.25078,deepseek-v4-pro-0813,high,agentic-tool,hard,,,,,,,83.51,HomeBench IM Succ. (%),0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 3, Direct LLM generation, im-succ)",src-arxiv-2610.25078-2026-10-18|run:arxiv-2610.25078-homebench-vm-succ|deepseek-v4-pro-0813@high|,in, arxiv-2610.25078-homebench-im-f1,arxiv-2610.25078,deepseek-v4-pro-0813,high,agentic-tool,hard,,,,,,,90.83,HomeBench IM F1 (%),0.00289,,,"https://arxiv.org/abs/2610.25078 (Table 3, Direct LLM generation, im-f1)",src-arxiv-2610.25078-2026-10-18|run:arxiv-2610.25078-homebench-vm-succ|deepseek-v4-pro-0813@high|,in, arxiv-2610.25158-eu4-france-s-signed-gap-error,arxiv-2610.25158,gpt-5.6-terra,nothink,mixed,hard,,,,,,,0.76,signed gap error (UCLA-3 points),0.00289,,,"https://arxiv.org/abs/2610.25158 (Table 2, country France, row GPT-5.6 Terra S, column Signed gap error)",,out:not-headline, arxiv-2610.25158-eu4-france-d-signed-gap-error,arxiv-2610.25158,gpt-5.6-terra,nothink,mixed,hard,,,,,,,0.04,signed gap error (UCLA-3 points),0.00289,,,"https://arxiv.org/abs/2610.25158 (Table 2, country France, row GPT-5.6 Terra D, column Signed gap error)",,out:not-headline, arxiv-2610.25158-eu4-italy-s-signed-gap-error,arxiv-2610.25158,gpt-5.6-terra,nothink,mixed,hard,,,,,,,1.54,signed gap error (UCLA-3 points),0.00289,,,"https://arxiv.org/abs/2610.25158 (Table 2, country Italy, row GPT-5.6 Terra S, column Signed gap error)",,out:not-headline, arxiv-2610.25158-eu4-italy-d-signed-gap-error,arxiv-2610.25158,gpt-5.6-terra,nothink,mixed,hard,,,,,,,0.04,signed gap error (UCLA-3 points),0.00289,,,"https://arxiv.org/abs/2610.25158 (Table 2, country Italy, row GPT-5.6 Terra D, column Signed gap error)",,out:not-headline, arxiv-2610.25158-eu4-poland-s-signed-gap-error,arxiv-2610.25158,gpt-5.6-terra,nothink,mixed,hard,,,,,,,1.49,signed gap error (UCLA-3 points),0.00289,,,"https://arxiv.org/abs/2610.25158 (Table 2, country Poland, row GPT-5.6 Terra S, column Signed gap error)",,out:not-headline, arxiv-2610.25158-eu4-poland-d-signed-gap-error,arxiv-2610.25158,gpt-5.6-terra,nothink,mixed,hard,,,,,,,0.51,signed gap error (UCLA-3 points),0.00289,,,"https://arxiv.org/abs/2610.25158 (Table 2, country Poland, row GPT-5.6 Terra D, column Signed gap error)",,out:not-headline, arxiv-2610.25158-eu4-sweden-s-signed-gap-error,arxiv-2610.25158,gpt-5.6-terra,nothink,mixed,hard,,,,,,,0.83,signed gap error (UCLA-3 points),0.00289,,,"https://arxiv.org/abs/2610.25158 (Table 2, country Sweden, row GPT-5.6 Terra S, column Signed gap error)",,out:not-headline, arxiv-2610.25158-eu4-sweden-d-signed-gap-error,arxiv-2610.25158,gpt-5.6-terra,nothink,mixed,hard,,,,,,,0.61,signed gap error (UCLA-3 points),0.00289,,,"https://arxiv.org/abs/2610.25158 (Table 2, country Sweden, row GPT-5.6 Terra D, column Signed gap error)",,out:not-headline, arxiv-2610.25158-t2-france-s-mean-18-34,arxiv-2610.25158,gpt-5.6-terra,nothink,mixed,hard,,,,,,,5.43,mean UCLA-3 loneliness score (3-9),0.00289,,,"https://arxiv.org/abs/2610.25158 (Table 2, row GPT-5.6 Terra S France, column Table 2 France S, Mean 18-34)",,out:not-headline, arxiv-2610.25158-t2-france-s-mean-65,arxiv-2610.25158,gpt-5.6-terra,nothink,mixed,hard,,,,,,,5.19,mean UCLA-3 loneliness score (3-9),0.00289,,,"https://arxiv.org/abs/2610.25158 (Table 2, row GPT-5.6 Terra S France, column Table 2 France S, Mean 65+)",,out:not-headline, arxiv-2610.25158-t2-france-s-gap,arxiv-2610.25158,gpt-5.6-terra,nothink,mixed,hard,,,,,,,-0.23,older-minus-younger UCLA-3 gap (points),0.00289,,,"https://arxiv.org/abs/2610.25158 (Table 2, row GPT-5.6 Terra S France, column Table 2 France S, Gap)",,out:not-headline, arxiv-2610.25158-t2-france-d-mean-18-34,arxiv-2610.25158,gpt-5.6-terra,nothink,mixed,hard,,,,,,,4.95,mean UCLA-3 loneliness score (3-9),0.00289,,,"https://arxiv.org/abs/2610.25158 (Table 2, row GPT-5.6 Terra D France, column Table 2 France D, Mean 18-34)",,out:not-headline, arxiv-2610.25158-t2-france-d-mean-65,arxiv-2610.25158,gpt-5.6-terra,nothink,mixed,hard,,,,,,,3.99,mean UCLA-3 loneliness score (3-9),0.00289,,,"https://arxiv.org/abs/2610.25158 (Table 2, row GPT-5.6 Terra D France, column Table 2 France D, Mean 65+)",,out:not-headline, arxiv-2610.25158-t2-france-d-gap,arxiv-2610.25158,gpt-5.6-terra,nothink,mixed,hard,,,,,,,-0.95,older-minus-younger UCLA-3 gap (points),0.00289,,,"https://arxiv.org/abs/2610.25158 (Table 2, row GPT-5.6 Terra D France, column Table 2 France D, Gap)",,out:not-headline, arxiv-2610.25158-t2-italy-s-mean-18-34,arxiv-2610.25158,gpt-5.6-terra,nothink,mixed,hard,,,,,,,5.33,mean UCLA-3 loneliness score (3-9),0.00289,,,"https://arxiv.org/abs/2610.25158 (Table 2, row GPT-5.6 Terra S Italy, column Table 2 Italy S, Mean 18-34)",,out:not-headline, arxiv-2610.25158-t2-italy-s-mean-65,arxiv-2610.25158,gpt-5.6-terra,nothink,mixed,hard,,,,,,,5.98,mean UCLA-3 loneliness score (3-9),0.00289,,,"https://arxiv.org/abs/2610.25158 (Table 2, row GPT-5.6 Terra S Italy, column Table 2 Italy S, Mean 65+)",,out:not-headline, arxiv-2610.25158-t2-italy-s-gap,arxiv-2610.25158,gpt-5.6-terra,nothink,mixed,hard,,,,,,,0.65,older-minus-younger UCLA-3 gap (points),0.00289,,,"https://arxiv.org/abs/2610.25158 (Table 2, row GPT-5.6 Terra S Italy, column Table 2 Italy S, Gap)",,out:not-headline, arxiv-2610.25158-t2-italy-d-mean-18-34,arxiv-2610.25158,gpt-5.6-terra,nothink,mixed,hard,,,,,,,4.95,mean UCLA-3 loneliness score (3-9),0.00289,,,"https://arxiv.org/abs/2610.25158 (Table 2, row GPT-5.6 Terra D Italy, column Table 2 Italy D, Mean 18-34)",,out:not-headline, arxiv-2610.25158-t2-italy-d-mean-65,arxiv-2610.25158,gpt-5.6-terra,nothink,mixed,hard,,,,,,,4.10,mean UCLA-3 loneliness score (3-9),0.00289,,,"https://arxiv.org/abs/2610.25158 (Table 2, row GPT-5.6 Terra D Italy, column Table 2 Italy D, Mean 65+)",,out:not-headline, arxiv-2610.25158-t2-italy-d-gap,arxiv-2610.25158,gpt-5.6-terra,nothink,mixed,hard,,,,,,,-0.85,older-minus-younger UCLA-3 gap (points),0.00289,,,"https://arxiv.org/abs/2610.25158 (Table 2, row GPT-5.6 Terra D Italy, column Table 2 Italy D, Gap)",,out:not-headline, arxiv-2610.25158-t2-poland-s-mean-18-34,arxiv-2610.25158,gpt-5.6-terra,nothink,mixed,hard,,,,,,,5.61,mean UCLA-3 loneliness score (3-9),0.00289,,,"https://arxiv.org/abs/2610.25158 (Table 2, row GPT-5.6 Terra S Poland, column Table 2 Poland S, Mean 18-34)",,out:not-headline, arxiv-2610.25158-t2-poland-s-mean-65,arxiv-2610.25158,gpt-5.6-terra,nothink,mixed,hard,,,,,,,6.00,mean UCLA-3 loneliness score (3-9),0.00289,,,"https://arxiv.org/abs/2610.25158 (Table 2, row GPT-5.6 Terra S Poland, column Table 2 Poland S, Mean 65+)",,out:not-headline, arxiv-2610.25158-t2-poland-s-gap,arxiv-2610.25158,gpt-5.6-terra,nothink,mixed,hard,,,,,,,0.39,older-minus-younger UCLA-3 gap (points),0.00289,,,"https://arxiv.org/abs/2610.25158 (Table 2, row GPT-5.6 Terra S Poland, column Table 2 Poland S, Gap)",,out:not-headline, arxiv-2610.25158-t2-poland-d-mean-18-34,arxiv-2610.25158,gpt-5.6-terra,nothink,mixed,hard,,,,,,,4.77,mean UCLA-3 loneliness score (3-9),0.00289,,,"https://arxiv.org/abs/2610.25158 (Table 2, row GPT-5.6 Terra D Poland, column Table 2 Poland D, Mean 18-34)",,out:not-headline, arxiv-2610.25158-t2-poland-d-mean-65,arxiv-2610.25158,gpt-5.6-terra,nothink,mixed,hard,,,,,,,4.18,mean UCLA-3 loneliness score (3-9),0.00289,,,"https://arxiv.org/abs/2610.25158 (Table 2, row GPT-5.6 Terra D Poland, column Table 2 Poland D, Mean 65+)",,out:not-headline, arxiv-2610.25158-t2-poland-d-gap,arxiv-2610.25158,gpt-5.6-terra,nothink,mixed,hard,,,,,,,-0.59,older-minus-younger UCLA-3 gap (points),0.00289,,,"https://arxiv.org/abs/2610.25158 (Table 2, row GPT-5.6 Terra D Poland, column Table 2 Poland D, Gap)",,out:not-headline, arxiv-2610.25158-t2-sweden-s-mean-18-34,arxiv-2610.25158,gpt-5.6-terra,nothink,mixed,hard,,,,,,,5.04,mean UCLA-3 loneliness score (3-9),0.00289,,,"https://arxiv.org/abs/2610.25158 (Table 2, row GPT-5.6 Terra S Sweden, column Table 2 Sweden S, Mean 18-34)",,out:not-headline, arxiv-2610.25158-t2-sweden-s-mean-65,arxiv-2610.25158,gpt-5.6-terra,nothink,mixed,hard,,,,,,,4.57,mean UCLA-3 loneliness score (3-9),0.00289,,,"https://arxiv.org/abs/2610.25158 (Table 2, row GPT-5.6 Terra S Sweden, column Table 2 Sweden S, Mean 65+)",,out:not-headline, arxiv-2610.25158-t2-sweden-s-gap,arxiv-2610.25158,gpt-5.6-terra,nothink,mixed,hard,,,,,,,-0.47,older-minus-younger UCLA-3 gap (points),0.00289,,,"https://arxiv.org/abs/2610.25158 (Table 2, row GPT-5.6 Terra S Sweden, column Table 2 Sweden S, Gap)",,out:not-headline, arxiv-2610.25158-t2-sweden-d-mean-18-34,arxiv-2610.25158,gpt-5.6-terra,nothink,mixed,hard,,,,,,,4.54,mean UCLA-3 loneliness score (3-9),0.00289,,,"https://arxiv.org/abs/2610.25158 (Table 2, row GPT-5.6 Terra D Sweden, column Table 2 Sweden D, Mean 18-34)",,out:not-headline, arxiv-2610.25158-t2-sweden-d-mean-65,arxiv-2610.25158,gpt-5.6-terra,nothink,mixed,hard,,,,,,,3.85,mean UCLA-3 loneliness score (3-9),0.00289,,,"https://arxiv.org/abs/2610.25158 (Table 2, row GPT-5.6 Terra D Sweden, column Table 2 Sweden D, Mean 65+)",,out:not-headline, arxiv-2610.25158-t2-sweden-d-gap,arxiv-2610.25158,gpt-5.6-terra,nothink,mixed,hard,,,,,,,-0.69,older-minus-younger UCLA-3 gap (points),0.00289,,,"https://arxiv.org/abs/2610.25158 (Table 2, row GPT-5.6 Terra D Sweden, column Table 2 Sweden D, Gap)",,out:not-headline, arxiv-2610.25158-t3-france-l-n,arxiv-2610.25158,?Terra,not-established:absent,mixed,hard,,,,,,,0.54,mean absolute error of group means (UCLA-3 points),0.00289,,,"https://arxiv.org/abs/2610.25158 (Table 3, row Terra Table 3 France, column Table 3 France, L_N)",,out:model-not-established, arxiv-2610.25158-t3-france-l-s,arxiv-2610.25158,?Terra,not-established:absent,mixed,hard,,,,,,,0.75,mean absolute error of group means (UCLA-3 points),0.00289,,,"https://arxiv.org/abs/2610.25158 (Table 3, row Terra Table 3 France, column Table 3 France, L_S)",,out:model-not-established, arxiv-2610.25158-t3-france-l-d,arxiv-2610.25158,?Terra,not-established:absent,mixed,hard,,,,,,,0.09,mean absolute error of group means (UCLA-3 points),0.00289,,,"https://arxiv.org/abs/2610.25158 (Table 3, row Terra Table 3 France, column Table 3 France, L_D)",,out:model-not-established, arxiv-2610.25158-t3-france-l-n-l-s,arxiv-2610.25158,?Terra,not-established:absent,mixed,hard,,,,,,,-0.22,difference of error measures (UCLA-3 points),0.00289,,,"https://arxiv.org/abs/2610.25158 (Table 3, row Terra Table 3 France, column Table 3 France, L_N - L_S)",,out:model-not-established, arxiv-2610.25158-t3-france-e-s-e-d,arxiv-2610.25158,?Terra,not-established:absent,mixed,hard,,,,,,,0.72,difference of error measures (UCLA-3 points),0.00289,,,"https://arxiv.org/abs/2610.25158 (Table 3, row Terra Table 3 France, column Table 3 France, |E_S| - |E_D|)",,out:model-not-established, arxiv-2610.25158-t3-italy-l-n,arxiv-2610.25158,?Terra,not-established:absent,mixed,hard,,,,,,,1.01,mean absolute error of group means (UCLA-3 points),0.00289,,,"https://arxiv.org/abs/2610.25158 (Table 3, row Terra Table 3 Italy, column Table 3 Italy, L_N)",,out:model-not-established, arxiv-2610.25158-t3-italy-l-s,arxiv-2610.25158,?Terra,not-established:absent,mixed,hard,,,,,,,1.02,mean absolute error of group means (UCLA-3 points),0.00289,,,"https://arxiv.org/abs/2610.25158 (Table 3, row Terra Table 3 Italy, column Table 3 Italy, L_S)",,out:model-not-established, arxiv-2610.25158-t3-italy-l-d,arxiv-2610.25158,?Terra,not-established:absent,mixed,hard,,,,,,,0.12,mean absolute error of group means (UCLA-3 points),0.00289,,,"https://arxiv.org/abs/2610.25158 (Table 3, row Terra Table 3 Italy, column Table 3 Italy, L_D)",,out:model-not-established, arxiv-2610.25158-t3-italy-l-n-l-s,arxiv-2610.25158,?Terra,not-established:absent,mixed,hard,,,,,,,0.00,difference of error measures (UCLA-3 points),0.00289,,,"https://arxiv.org/abs/2610.25158 (Table 3, row Terra Table 3 Italy, column Table 3 Italy, L_N - L_S)",,out:model-not-established, arxiv-2610.25158-t3-italy-e-s-e-d,arxiv-2610.25158,?Terra,not-established:absent,mixed,hard,,,,,,,1.50,difference of error measures (UCLA-3 points),0.00289,,,"https://arxiv.org/abs/2610.25158 (Table 3, row Terra Table 3 Italy, column Table 3 Italy, |E_S| - |E_D|)",,out:model-not-established, arxiv-2610.25158-t3-poland-l-n,arxiv-2610.25158,?Terra,not-established:absent,mixed,hard,,,,,,,0.55,mean absolute error of group means (UCLA-3 points),0.00289,,,"https://arxiv.org/abs/2610.25158 (Table 3, row Terra Table 3 Poland, column Table 3 Poland, L_N)",,out:model-not-established, arxiv-2610.25158-t3-poland-l-s,arxiv-2610.25158,?Terra,not-established:absent,mixed,hard,,,,,,,0.98,mean absolute error of group means (UCLA-3 points),0.00289,,,"https://arxiv.org/abs/2610.25158 (Table 3, row Terra Table 3 Poland, column Table 3 Poland, L_S)",,out:model-not-established, arxiv-2610.25158-t3-poland-l-d,arxiv-2610.25158,?Terra,not-established:absent,mixed,hard,,,,,,,0.35,mean absolute error of group means (UCLA-3 points),0.00289,,,"https://arxiv.org/abs/2610.25158 (Table 3, row Terra Table 3 Poland, column Table 3 Poland, L_D)",,out:model-not-established, arxiv-2610.25158-t3-poland-l-n-l-s,arxiv-2610.25158,?Terra,not-established:absent,mixed,hard,,,,,,,-0.43,difference of error measures (UCLA-3 points),0.00289,,,"https://arxiv.org/abs/2610.25158 (Table 3, row Terra Table 3 Poland, column Table 3 Poland, L_N - L_S)",,out:model-not-established, arxiv-2610.25158-t3-poland-e-s-e-d,arxiv-2610.25158,?Terra,not-established:absent,mixed,hard,,,,,,,0.98,difference of error measures (UCLA-3 points),0.00289,,,"https://arxiv.org/abs/2610.25158 (Table 3, row Terra Table 3 Poland, column Table 3 Poland, |E_S| - |E_D|)",,out:model-not-established, arxiv-2610.25158-t3-sweden-l-n,arxiv-2610.25158,?Terra,not-established:absent,mixed,hard,,,,,,,0.65,mean absolute error of group means (UCLA-3 points),0.00289,,,"https://arxiv.org/abs/2610.25158 (Table 3, row Terra Table 3 Sweden, column Table 3 Sweden, L_N)",,out:model-not-established, arxiv-2610.25158-t3-sweden-l-s,arxiv-2610.25158,?Terra,not-established:absent,mixed,hard,,,,,,,0.41,mean absolute error of group means (UCLA-3 points),0.00289,,,"https://arxiv.org/abs/2610.25158 (Table 3, row Terra Table 3 Sweden, column Table 3 Sweden, L_S)",,out:model-not-established, arxiv-2610.25158-t3-sweden-l-d,arxiv-2610.25158,?Terra,not-established:absent,mixed,hard,,,,,,,0.41,mean absolute error of group means (UCLA-3 points),0.00289,,,"https://arxiv.org/abs/2610.25158 (Table 3, row Terra Table 3 Sweden, column Table 3 Sweden, L_D)",,out:model-not-established, arxiv-2610.25158-t3-sweden-l-n-l-s,arxiv-2610.25158,?Terra,not-established:absent,mixed,hard,,,,,,,0.24,difference of error measures (UCLA-3 points),0.00289,,,"https://arxiv.org/abs/2610.25158 (Table 3, row Terra Table 3 Sweden, column Table 3 Sweden, L_N - L_S)",,out:model-not-established, arxiv-2610.25158-t3-sweden-e-s-e-d,arxiv-2610.25158,?Terra,not-established:absent,mixed,hard,,,,,,,0.21,difference of error measures (UCLA-3 points),0.00289,,,"https://arxiv.org/abs/2610.25158 (Table 3, row Terra Table 3 Sweden, column Table 3 Sweden, |E_S| - |E_D|)",,out:model-not-established, arxiv-2610.25158-t6-france-f1-gap,arxiv-2610.25158,?Terra,not-established:absent,mixed,hard,,,,,,,0.500,"older-minus-younger UCLA-3 gap, S condition, one framing (points)",0.000289,,,"https://arxiv.org/abs/2610.25158 (Table 6, row Terra Table 6 France, column Table 6 France, f1 gap)",,out:model-not-established, arxiv-2610.25158-t6-france-f2-gap,arxiv-2610.25158,?Terra,not-established:absent,mixed,hard,,,,,,,-0.820,"older-minus-younger UCLA-3 gap, S condition, one framing (points)",0.000289,,,"https://arxiv.org/abs/2610.25158 (Table 6, row Terra Table 6 France, column Table 6 France, f2 gap)",,out:model-not-established, arxiv-2610.25158-t6-france-f3-gap,arxiv-2610.25158,?Terra,not-established:absent,mixed,hard,,,,,,,-0.380,"older-minus-younger UCLA-3 gap, S condition, one framing (points)",0.000289,,,"https://arxiv.org/abs/2610.25158 (Table 6, row Terra Table 6 France, column Table 6 France, f3 gap)",,out:model-not-established, arxiv-2610.25158-t6-italy-f1-gap,arxiv-2610.25158,?Terra,not-established:absent,mixed,hard,,,,,,,0.960,"older-minus-younger UCLA-3 gap, S condition, one framing (points)",0.000289,,,"https://arxiv.org/abs/2610.25158 (Table 6, row Terra Table 6 Italy, column Table 6 Italy, f1 gap)",,out:model-not-established, arxiv-2610.25158-t6-italy-f2-gap,arxiv-2610.25158,?Terra,not-established:absent,mixed,hard,,,,,,,0.900,"older-minus-younger UCLA-3 gap, S condition, one framing (points)",0.000289,,,"https://arxiv.org/abs/2610.25158 (Table 6, row Terra Table 6 Italy, column Table 6 Italy, f2 gap)",,out:model-not-established, arxiv-2610.25158-t6-italy-f3-gap,arxiv-2610.25158,?Terra,not-established:absent,mixed,hard,,,,,,,0.080,"older-minus-younger UCLA-3 gap, S condition, one framing (points)",0.000289,,,"https://arxiv.org/abs/2610.25158 (Table 6, row Terra Table 6 Italy, column Table 6 Italy, f3 gap)",,out:model-not-established, arxiv-2610.25158-t6-poland-f1-gap,arxiv-2610.25158,?Terra,not-established:absent,mixed,hard,,,,,,,0.160,"older-minus-younger UCLA-3 gap, S condition, one framing (points)",0.000289,,,"https://arxiv.org/abs/2610.25158 (Table 6, row Terra Table 6 Poland, column Table 6 Poland, f1 gap)",,out:model-not-established, arxiv-2610.25158-t6-poland-f2-gap,arxiv-2610.25158,?Terra,not-established:absent,mixed,hard,,,,,,,0.460,"older-minus-younger UCLA-3 gap, S condition, one framing (points)",0.000289,,,"https://arxiv.org/abs/2610.25158 (Table 6, row Terra Table 6 Poland, column Table 6 Poland, f2 gap)",,out:model-not-established, arxiv-2610.25158-t6-poland-f3-gap,arxiv-2610.25158,?Terra,not-established:absent,mixed,hard,,,,,,,0.540,"older-minus-younger UCLA-3 gap, S condition, one framing (points)",0.000289,,,"https://arxiv.org/abs/2610.25158 (Table 6, row Terra Table 6 Poland, column Table 6 Poland, f3 gap)",,out:model-not-established, arxiv-2610.25158-t6-sweden-f1-gap,arxiv-2610.25158,?Terra,not-established:absent,mixed,hard,,,,,,,-1.700,"older-minus-younger UCLA-3 gap, S condition, one framing (points)",0.000289,,,"https://arxiv.org/abs/2610.25158 (Table 6, row Terra Table 6 Sweden, column Table 6 Sweden, f1 gap)",,out:model-not-established, arxiv-2610.25158-t6-sweden-f2-gap,arxiv-2610.25158,?Terra,not-established:absent,mixed,hard,,,,,,,0.900,"older-minus-younger UCLA-3 gap, S condition, one framing (points)",0.000289,,,"https://arxiv.org/abs/2610.25158 (Table 6, row Terra Table 6 Sweden, column Table 6 Sweden, f2 gap)",,out:model-not-established, arxiv-2610.25158-t6-sweden-f3-gap,arxiv-2610.25158,?Terra,not-established:absent,mixed,hard,,,,,,,-0.620,"older-minus-younger UCLA-3 gap, S condition, one framing (points)",0.000289,,,"https://arxiv.org/abs/2610.25158 (Table 6, row Terra Table 6 Sweden, column Table 6 Sweden, f3 gap)",,out:model-not-established, arxiv-2610.25158-t7-france-eu4-s,arxiv-2610.25158,?Terra,not-established:absent,mixed,hard,,,,,,,0.762,absolute gap error (UCLA-3 points),0.000289,,,"https://arxiv.org/abs/2610.25158 (Table 7, row Terra Table 7 France, column Table 7 France, EU4 S)",,out:model-not-established, arxiv-2610.25158-t7-france-eu4-d,arxiv-2610.25158,?Terra,not-established:absent,mixed,hard,,,,,,,0.043,absolute gap error (UCLA-3 points),0.000289,,,"https://arxiv.org/abs/2610.25158 (Table 7, row Terra Table 7 France, column Table 7 France, EU4 D)",,out:model-not-established, arxiv-2610.25158-t7-france-eu27-s,arxiv-2610.25158,?Terra,not-established:absent,mixed,hard,,,,,,,0.285,absolute gap error (UCLA-3 points),0.000289,,,"https://arxiv.org/abs/2610.25158 (Table 7, row Terra Table 7 France, column Table 7 France, EU27 S)",,out:model-not-established, arxiv-2610.25158-t7-france-eu27-d,arxiv-2610.25158,?Terra,not-established:absent,mixed,hard,,,,,,,0.434,absolute gap error (UCLA-3 points),0.000289,,,"https://arxiv.org/abs/2610.25158 (Table 7, row Terra Table 7 France, column Table 7 France, EU27 D)",,out:model-not-established, arxiv-2610.25158-t7-italy-eu4-s,arxiv-2610.25158,?Terra,not-established:absent,mixed,hard,,,,,,,1.540,absolute gap error (UCLA-3 points),0.000289,,,"https://arxiv.org/abs/2610.25158 (Table 7, row Terra Table 7 Italy, column Table 7 Italy, EU4 S)",,out:model-not-established, arxiv-2610.25158-t7-italy-eu4-d,arxiv-2610.25158,?Terra,not-established:absent,mixed,hard,,,,,,,0.044,absolute gap error (UCLA-3 points),0.000289,,,"https://arxiv.org/abs/2610.25158 (Table 7, row Terra Table 7 Italy, column Table 7 Italy, EU4 D)",,out:model-not-established, arxiv-2610.25158-t7-italy-eu27-s,arxiv-2610.25158,?Terra,not-established:absent,mixed,hard,,,,,,,1.999,absolute gap error (UCLA-3 points),0.000289,,,"https://arxiv.org/abs/2610.25158 (Table 7, row Terra Table 7 Italy, column Table 7 Italy, EU27 S)",,out:model-not-established, arxiv-2610.25158-t7-italy-eu27-d,arxiv-2610.25158,?Terra,not-established:absent,mixed,hard,,,,,,,0.504,absolute gap error (UCLA-3 points),0.000289,,,"https://arxiv.org/abs/2610.25158 (Table 7, row Terra Table 7 Italy, column Table 7 Italy, EU27 D)",,out:model-not-established, arxiv-2610.25158-t7-poland-eu4-s,arxiv-2610.25158,?Terra,not-established:absent,mixed,hard,,,,,,,1.491,absolute gap error (UCLA-3 points),0.000289,,,"https://arxiv.org/abs/2610.25158 (Table 7, row Terra Table 7 Poland, column Table 7 Poland, EU4 S)",,out:model-not-established, arxiv-2610.25158-t7-poland-eu4-d,arxiv-2610.25158,?Terra,not-established:absent,mixed,hard,,,,,,,0.515,absolute gap error (UCLA-3 points),0.000289,,,"https://arxiv.org/abs/2610.25158 (Table 7, row Terra Table 7 Poland, column Table 7 Poland, EU4 D)",,out:model-not-established, arxiv-2610.25158-t7-poland-eu27-s,arxiv-2610.25158,?Terra,not-established:absent,mixed,hard,,,,,,,1.230,absolute gap error (UCLA-3 points),0.000289,,,"https://arxiv.org/abs/2610.25158 (Table 7, row Terra Table 7 Poland, column Table 7 Poland, EU27 S)",,out:model-not-established, arxiv-2610.25158-t7-poland-eu27-d,arxiv-2610.25158,?Terra,not-established:absent,mixed,hard,,,,,,,0.254,absolute gap error (UCLA-3 points),0.000289,,,"https://arxiv.org/abs/2610.25158 (Table 7, row Terra Table 7 Poland, column Table 7 Poland, EU27 D)",,out:model-not-established, arxiv-2610.25158-t7-sweden-eu4-s,arxiv-2610.25158,?Terra,not-established:absent,mixed,hard,,,,,,,0.829,absolute gap error (UCLA-3 points),0.000289,,,"https://arxiv.org/abs/2610.25158 (Table 7, row Terra Table 7 Sweden, column Table 7 Sweden, EU4 S)",,out:model-not-established, arxiv-2610.25158-t7-sweden-eu4-d,arxiv-2610.25158,?Terra,not-established:absent,mixed,hard,,,,,,,0.614,absolute gap error (UCLA-3 points),0.000289,,,"https://arxiv.org/abs/2610.25158 (Table 7, row Terra Table 7 Sweden, column Table 7 Sweden, EU4 D)",,out:model-not-established, arxiv-2610.25158-t7-sweden-eu27-s,arxiv-2610.25158,?Terra,not-established:absent,mixed,hard,,,,,,,1.314,absolute gap error (UCLA-3 points),0.000289,,,"https://arxiv.org/abs/2610.25158 (Table 7, row Terra Table 7 Sweden, column Table 7 Sweden, EU27 S)",,out:model-not-established, arxiv-2610.25158-t7-sweden-eu27-d,arxiv-2610.25158,?Terra,not-established:absent,mixed,hard,,,,,,,1.099,absolute gap error (UCLA-3 points),0.000289,,,"https://arxiv.org/abs/2610.25158 (Table 7, row Terra Table 7 Sweden, column Table 7 Sweden, EU27 D)",,out:model-not-established, arxiv-2610.25247-count-overall-acc,arxiv-2610.25247,gemini-3.1-pro,unstated,mixed,hard,,,,,,,27.14,accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.25247 (Table 1 (NMR-Bench results), block Frontier Multimodal LLMs, row Gemini-3.1-Pro, row Gemini-3.1-Pro, column count-overall-acc)",,out:effort-not-established, arxiv-2610.25247-count-overall-mae,arxiv-2610.25247,gemini-3.1-pro,unstated,mixed,hard,,,,,,,3.25,MAE (count units),0.00289,,,"https://arxiv.org/abs/2610.25247 (Table 1 (NMR-Bench results), block Frontier Multimodal LLMs, row Gemini-3.1-Pro, row Gemini-3.1-Pro, column count-overall-mae)",,out:effort-not-established, arxiv-2610.25247-count-easy-acc,arxiv-2610.25247,gemini-3.1-pro,unstated,mixed,hard,,,,,,,48.57,accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.25247 (Table 1 (NMR-Bench results), block Frontier Multimodal LLMs, row Gemini-3.1-Pro, row Gemini-3.1-Pro, column count-easy-acc)",,out:effort-not-established, arxiv-2610.25247-count-easy-mae,arxiv-2610.25247,gemini-3.1-pro,unstated,mixed,hard,,,,,,,1.01,MAE (count units),0.00289,,,"https://arxiv.org/abs/2610.25247 (Table 1 (NMR-Bench results), block Frontier Multimodal LLMs, row Gemini-3.1-Pro, row Gemini-3.1-Pro, column count-easy-mae)",,out:effort-not-established, arxiv-2610.25247-count-medium-acc,arxiv-2610.25247,gemini-3.1-pro,unstated,mixed,hard,,,,,,,22.14,accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.25247 (Table 1 (NMR-Bench results), block Frontier Multimodal LLMs, row Gemini-3.1-Pro, row Gemini-3.1-Pro, column count-medium-acc)",,out:effort-not-established, arxiv-2610.25247-count-medium-mae,arxiv-2610.25247,gemini-3.1-pro,unstated,mixed,hard,,,,,,,2.84,MAE (count units),0.00289,,,"https://arxiv.org/abs/2610.25247 (Table 1 (NMR-Bench results), block Frontier Multimodal LLMs, row Gemini-3.1-Pro, row Gemini-3.1-Pro, column count-medium-mae)",,out:effort-not-established, arxiv-2610.25247-count-hard-acc,arxiv-2610.25247,gemini-3.1-pro,unstated,mixed,hard,,,,,,,10.71,accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.25247 (Table 1 (NMR-Bench results), block Frontier Multimodal LLMs, row Gemini-3.1-Pro, row Gemini-3.1-Pro, column count-hard-acc)",,out:effort-not-established, arxiv-2610.25247-count-hard-mae,arxiv-2610.25247,gemini-3.1-pro,unstated,mixed,hard,,,,,,,5.86,MAE (count units),0.00289,,,"https://arxiv.org/abs/2610.25247 (Table 1 (NMR-Bench results), block Frontier Multimodal LLMs, row Gemini-3.1-Pro, row Gemini-3.1-Pro, column count-hard-mae)",,out:effort-not-established, arxiv-2610.25247-path-overall-acc,arxiv-2610.25247,gemini-3.1-pro,unstated,mixed,hard,,,,,,,57.22,accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.25247 (Table 1 (NMR-Bench results), block Frontier Multimodal LLMs, row Gemini-3.1-Pro, row Gemini-3.1-Pro, column path-overall-acc)",,out:effort-not-established, arxiv-2610.25247-path-overall-cra,arxiv-2610.25247,gemini-3.1-pro,unstated,mixed,hard,,,,,,,77.73,connection recovery accuracy CRA (%),0.00289,,,"https://arxiv.org/abs/2610.25247 (Table 1 (NMR-Bench results), block Frontier Multimodal LLMs, row Gemini-3.1-Pro, row Gemini-3.1-Pro, column path-overall-cra)",,out:effort-not-established, arxiv-2610.25247-path-easy-acc,arxiv-2610.25247,gemini-3.1-pro,unstated,mixed,hard,,,,,,,85.00,accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.25247 (Table 1 (NMR-Bench results), block Frontier Multimodal LLMs, row Gemini-3.1-Pro, row Gemini-3.1-Pro, column path-easy-acc)",,out:effort-not-established, arxiv-2610.25247-path-easy-cra,arxiv-2610.25247,gemini-3.1-pro,unstated,mixed,hard,,,,,,,90.00,connection recovery accuracy CRA (%),0.00289,,,"https://arxiv.org/abs/2610.25247 (Table 1 (NMR-Bench results), block Frontier Multimodal LLMs, row Gemini-3.1-Pro, row Gemini-3.1-Pro, column path-easy-cra)",,out:effort-not-established, arxiv-2610.25247-path-medium-acc,arxiv-2610.25247,gemini-3.1-pro,unstated,mixed,hard,,,,,,,56.67,accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.25247 (Table 1 (NMR-Bench results), block Frontier Multimodal LLMs, row Gemini-3.1-Pro, row Gemini-3.1-Pro, column path-medium-acc)",,out:effort-not-established, arxiv-2610.25247-path-medium-cra,arxiv-2610.25247,gemini-3.1-pro,unstated,mixed,hard,,,,,,,76.92,connection recovery accuracy CRA (%),0.00289,,,"https://arxiv.org/abs/2610.25247 (Table 1 (NMR-Bench results), block Frontier Multimodal LLMs, row Gemini-3.1-Pro, row Gemini-3.1-Pro, column path-medium-cra)",,out:effort-not-established, arxiv-2610.25247-path-hard-acc,arxiv-2610.25247,gemini-3.1-pro,unstated,mixed,hard,,,,,,,30.00,accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.25247 (Table 1 (NMR-Bench results), block Frontier Multimodal LLMs, row Gemini-3.1-Pro, row Gemini-3.1-Pro, column path-hard-acc)",,out:effort-not-established, arxiv-2610.25247-path-hard-cra,arxiv-2610.25247,gemini-3.1-pro,unstated,mixed,hard,,,,,,,66.27,connection recovery accuracy CRA (%),0.00289,,,"https://arxiv.org/abs/2610.25247 (Table 1 (NMR-Bench results), block Frontier Multimodal LLMs, row Gemini-3.1-Pro, row Gemini-3.1-Pro, column path-hard-cra)",,out:effort-not-established, arxiv-2610.25287-mean-task-score,arxiv-2610.25287,gemini-4-argon,high,computer-use,hard,,,0.97,0.00289,,,48.4,mean-task-score%,0.0289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2610.25287 (5, paragraph Gemini 4 Argon (H+PR): ""the highest performance on our benchmark (48.4%...)"")",,out:single-couple,out:cost-single-couple arxiv-2610.25287-subtasks-per-hour,arxiv-2610.25287,gemini-4-argon,high,computer-use,hard,,,,,,,7.1,subtasks-per-hour,0.0289,,,"https://arxiv.org/abs/2610.25287 (5, paragraph Gemini 4 Argon (H+PR))",,out:single-couple, arxiv-2610.25287-cost-per-subtask,arxiv-2610.25287,gemini-3.8-flash,high,computer-use,hard,,,0.38,0.00289,,,,none,,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://arxiv.org/abs/2610.25287 (),,,out:cost-single-couple arxiv-2610.25287-stackbowls,arxiv-2610.25287,gemini-3.8-flash,high,computer-use,hard,,,,,,,,stack-bowls-completion%,,,,"https://arxiv.org/abs/2610.25287 (4, Stack Bowls paragraph (""at least 70%"", the five stronger models))",,out:value-not-established, arxiv-2610.25287-stackbowls,arxiv-2610.25287,gemini-4-argon,high,computer-use,hard,,,,,,,,stack-bowls-completion%,,,,"https://arxiv.org/abs/2610.25287 (4, Stack Bowls paragraph (""at least 70%"", the five stronger models))",,out:value-not-established, arxiv-2610.25287-stackbowls,arxiv-2610.25287,gemini-3.6-flash,high,computer-use,hard,,,,,,,,stack-bowls-completion%,,,,"https://arxiv.org/abs/2610.25287 (4, Stack Bowls paragraph (""at most 25%"", the four weaker models))",,out:value-not-established, arxiv-2610.25287-grasp-failure,arxiv-2610.25287,gemini-3.8-flash,high,computer-use,hard,,,,,,,,grasp-failure%,,,,"https://arxiv.org/abs/2610.25287 (4, grasp paragraph (range 32–39% for Astra, Opus 5.5 and Gemini 3.8 Flash))",,out:value-not-established, arxiv-2610.25552-as-nc,arxiv-2610.25552,qwen3.5-9b,unstated,agentic-tool,hard,,,,,,,18.1,"AppWorld (Standard) task success (%), No constraints",0.0289,,,"https://arxiv.org/abs/2610.25552 (Table 2, Qwen3.5-9B, setting as, column No constraints)",,out:effort-not-established, arxiv-2610.25552-as-w,arxiv-2610.25552,?Qwen3.5-9B,not-established:absent,agentic-tool,hard,,,,,,,17.6,"AppWorld (Standard) task success (%), + Warning",0.0289,,,"https://arxiv.org/abs/2610.25552 (Table 2, Qwen3.5-9B, setting as, column + Warning)",,out:model-not-established, arxiv-2610.25552-as-r,arxiv-2610.25552,?Qwen3.5-9B,not-established:absent,agentic-tool,hard,,,,,,,20.4,"AppWorld (Standard) task success (%), + Repair",0.0289,,,"https://arxiv.org/abs/2610.25552 (Table 2, Qwen3.5-9B, setting as, column + Repair)",,out:model-not-established, arxiv-2610.25552-a40-nc,arxiv-2610.25552,qwen3.5-9b,unstated,agentic-tool,hard,,,,,,,12.5,"AppWorld (40-call budget) task success (%), No constraints",0.0289,,,"https://arxiv.org/abs/2610.25552 (Table 2, Qwen3.5-9B, setting a40, column No constraints)",,out:effort-not-established, arxiv-2610.25552-a40-w,arxiv-2610.25552,?Qwen3.5-9B,not-established:absent,agentic-tool,hard,,,,,,,11.1,"AppWorld (40-call budget) task success (%), + Warning",0.0289,,,"https://arxiv.org/abs/2610.25552 (Table 2, Qwen3.5-9B, setting a40, column + Warning)",,out:model-not-established, arxiv-2610.25552-a40-r,arxiv-2610.25552,?Qwen3.5-9B,not-established:absent,agentic-tool,hard,,,,,,,12.8,"AppWorld (40-call budget) task success (%), + Repair",0.0289,,,"https://arxiv.org/abs/2610.25552 (Table 2, Qwen3.5-9B, setting a40, column + Repair)",,out:model-not-established, arxiv-2610.25552-asil-nc,arxiv-2610.25552,qwen3.5-9b,unstated,agentic-tool,hard,,,,,,,19.3,"AppWorld (Silent errors) task success (%), No constraints",0.0289,,,"https://arxiv.org/abs/2610.25552 (Table 2, Qwen3.5-9B, setting asil, column No constraints)",,out:effort-not-established, arxiv-2610.25552-asil-w,arxiv-2610.25552,?Qwen3.5-9B,not-established:absent,agentic-tool,hard,,,,,,,20.5,"AppWorld (Silent errors) task success (%), + Warning",0.0289,,,"https://arxiv.org/abs/2610.25552 (Table 2, Qwen3.5-9B, setting asil, column + Warning)",,out:model-not-established, arxiv-2610.25552-asil-r,arxiv-2610.25552,?Qwen3.5-9B,not-established:absent,agentic-tool,hard,,,,,,,20.3,"AppWorld (Silent errors) task success (%), + Repair",0.0289,,,"https://arxiv.org/abs/2610.25552 (Table 2, Qwen3.5-9B, setting asil, column + Repair)",,out:model-not-established, arxiv-2610.25552-tau2-nc,arxiv-2610.25552,qwen3.5-9b,unstated,agentic-tool,hard,,,,,,,23.9,"tau2-bench (airline+retail) task success (%), No constraints",0.0289,,,"https://arxiv.org/abs/2610.25552 (Table 2, Qwen3.5-9B, setting tau2, column No constraints)",,out:effort-not-established, arxiv-2610.25552-tau2-w,arxiv-2610.25552,?Qwen3.5-9B,not-established:absent,agentic-tool,hard,,,,,,,28.3,"tau2-bench (airline+retail) task success (%), + Warning",0.0289,,,"https://arxiv.org/abs/2610.25552 (Table 2, Qwen3.5-9B, setting tau2, column + Warning)",,out:model-not-established, arxiv-2610.25552-tau2-r,arxiv-2610.25552,?Qwen3.5-9B,not-established:absent,agentic-tool,hard,,,,,,,29.4,"tau2-bench (airline+retail) task success (%), + Repair",0.0289,,,"https://arxiv.org/abs/2610.25552 (Table 2, Qwen3.5-9B, setting tau2, column + Repair)",,out:model-not-established, arxiv-2610.25552-as-nc,arxiv-2610.25552,qwen3.5-27b,unstated,agentic-tool,hard,,,,,,,49.9,"AppWorld (Standard) task success (%), No constraints",0.0289,,,"https://arxiv.org/abs/2610.25552 (Table 8, Qwen3.5-27B, setting as, column No constraints)",,out:effort-not-established, arxiv-2610.25552-as-w,arxiv-2610.25552,?Qwen3.5-27B,not-established:absent,agentic-tool,hard,,,,,,,49.4,"AppWorld (Standard) task success (%), + Warning",0.0289,,,"https://arxiv.org/abs/2610.25552 (Table 8, Qwen3.5-27B, setting as, column + Warning)",,out:model-not-established, arxiv-2610.25552-as-r,arxiv-2610.25552,?Qwen3.5-27B,not-established:absent,agentic-tool,hard,,,,,,,51.1,"AppWorld (Standard) task success (%), + Repair",0.0289,,,"https://arxiv.org/abs/2610.25552 (Table 8, Qwen3.5-27B, setting as, column + Repair)",,out:model-not-established, arxiv-2610.25552-a40-nc,arxiv-2610.25552,qwen3.5-27b,unstated,agentic-tool,hard,,,,,,,44.6,"AppWorld (40-call budget) task success (%), No constraints",0.0289,,,"https://arxiv.org/abs/2610.25552 (Table 8, Qwen3.5-27B, setting a40, column No constraints)",,out:effort-not-established, arxiv-2610.25552-a40-w,arxiv-2610.25552,?Qwen3.5-27B,not-established:absent,agentic-tool,hard,,,,,,,45.1,"AppWorld (40-call budget) task success (%), + Warning",0.0289,,,"https://arxiv.org/abs/2610.25552 (Table 8, Qwen3.5-27B, setting a40, column + Warning)",,out:model-not-established, arxiv-2610.25552-a40-r,arxiv-2610.25552,?Qwen3.5-27B,not-established:absent,agentic-tool,hard,,,,,,,43.4,"AppWorld (40-call budget) task success (%), + Repair",0.0289,,,"https://arxiv.org/abs/2610.25552 (Table 8, Qwen3.5-27B, setting a40, column + Repair)",,out:model-not-established, arxiv-2610.25552-asil-nc,arxiv-2610.25552,qwen3.5-27b,unstated,agentic-tool,hard,,,,,,,48.4,"AppWorld (Silent errors) task success (%), No constraints",0.0289,,,"https://arxiv.org/abs/2610.25552 (Table 8, Qwen3.5-27B, setting asil, column No constraints)",,out:effort-not-established, arxiv-2610.25552-asil-w,arxiv-2610.25552,?Qwen3.5-27B,not-established:absent,agentic-tool,hard,,,,,,,50.1,"AppWorld (Silent errors) task success (%), + Warning",0.0289,,,"https://arxiv.org/abs/2610.25552 (Table 8, Qwen3.5-27B, setting asil, column + Warning)",,out:model-not-established, arxiv-2610.25552-asil-r,arxiv-2610.25552,?Qwen3.5-27B,not-established:absent,agentic-tool,hard,,,,,,,52.3,"AppWorld (Silent errors) task success (%), + Repair",0.0289,,,"https://arxiv.org/abs/2610.25552 (Table 8, Qwen3.5-27B, setting asil, column + Repair)",,out:model-not-established, arxiv-2610.25616-vanilla,arxiv-2610.25616,qwen3.5-27b,unstated,coding,hard,,,,,,,19.66,"TACO pass@1 (%), Vanilla",0.00289,,,"https://arxiv.org/abs/2610.25616 (Table 2, row Qwen3.5-27B, column Vanilla)",,out:effort-not-established, arxiv-2610.25616-base-contract,arxiv-2610.25616,?Qwen3.5-27B,not-established:absent,coding,hard,,,,,,,19.76,"TACO pass@1 (%), Base Contract",0.00289,,,"https://arxiv.org/abs/2610.25616 (Table 2, row Qwen3.5-27B, column Base Contract)",,out:model-not-established, arxiv-2610.25616-sft,arxiv-2610.25616,?Qwen3.5-27B,not-established:absent,coding,hard,,,,,,,20.56,"TACO pass@1 (%), SFT",0.00289,,,"https://arxiv.org/abs/2610.25616 (Table 2, row Qwen3.5-27B, column SFT)",,out:model-not-established, arxiv-2610.25616-validated-sft,arxiv-2610.25616,?Qwen3.5-27B,not-established:absent,coding,hard,,,,,,,21.15,"TACO pass@1 (%), Validated SFT",0.00289,,,"https://arxiv.org/abs/2610.25616 (Table 2, row Qwen3.5-27B, column Validated SFT)",,out:model-not-established, arxiv-2610.25625-gptoss-rub,arxiv-2610.25625,kimi-k3,unstated,writing,hard,,,,,,,0.168,Rubric score under GPT-OSS 120B,0.000289,,,"https://arxiv.org/abs/2610.25625v1 (Table 3, row Kimi-K3, column Rubric score under GPT-OSS 120B)",,out:effort-not-established, arxiv-2610.25625-gptoss-f1,arxiv-2610.25625,kimi-k3,unstated,writing,hard,,,,,,,0.286,F1 under GPT-OSS 120B,0.000289,,,"https://arxiv.org/abs/2610.25625v1 (Table 3, row Kimi-K3, column F1 under GPT-OSS 120B)",,out:effort-not-established, arxiv-2610.25625-gemma-rub,arxiv-2610.25625,kimi-k3,unstated,writing,hard,,,,,,,0.736,Rubric score under Gemma-3 27B-it,0.000289,,,"https://arxiv.org/abs/2610.25625v1 (Table 3, row Kimi-K3, column Rubric score under Gemma-3 27B-it)",,out:effort-not-established, arxiv-2610.25625-gemma-f1,arxiv-2610.25625,kimi-k3,unstated,writing,hard,,,,,,,0.732,F1 under Gemma-3 27B-it,0.000289,,,"https://arxiv.org/abs/2610.25625v1 (Table 3, row Kimi-K3, column F1 under Gemma-3 27B-it)",,out:effort-not-established, arxiv-2610.25625-mistral-rub,arxiv-2610.25625,kimi-k3,unstated,writing,hard,,,,,,,0.721,Rubric score under Mistral-Small 3.2-24B,0.000289,,,"https://arxiv.org/abs/2610.25625v1 (Table 3, row Kimi-K3, column Rubric score under Mistral-Small 3.2-24B)",,out:effort-not-established, arxiv-2610.25625-mistral-f1,arxiv-2610.25625,kimi-k3,unstated,writing,hard,,,,,,,0.570,F1 under Mistral-Small 3.2-24B,0.000289,,,"https://arxiv.org/abs/2610.25625v1 (Table 3, row Kimi-K3, column F1 under Mistral-Small 3.2-24B)",,out:effort-not-established, arxiv-2610.25625-avg,arxiv-2610.25625,kimi-k3,unstated,writing,hard,,,,,,,0.536,Avg of the six judge-metric scores,0.000289,,,"https://arxiv.org/abs/2610.25625v1 (Table 3, row Kimi-K3, column Avg)",,out:effort-not-established, 2610.25824-der,arxiv-2610.25824,qwen3.8-omni-flash,unstated,mixed,hard,,,,,,,17.97,DER %,0.00289,,,"https://arxiv.org/abs/2610.25824 (Table 1, column DER %)",,out:effort-not-established, 2610.25824-cpwer,arxiv-2610.25824,qwen3.8-omni-flash,unstated,mixed,hard,,,,,,,29.43,cpWER %,0.00289,,,"https://arxiv.org/abs/2610.25824 (Table 1, column cpWER %)",,out:effort-not-established, arxiv-2610.25920-imo26-cc,arxiv-2610.25920,opus-5,high,reasoning-math,frontier,,,,,,,4,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row Opus 5 / cc, column IMO 2026 (6 problems))",,in, arxiv-2610.25920-imo26-maestro,arxiv-2610.25920,opus-5,high,reasoning-math,frontier,,,,,,,6,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row Opus 5 / maestro, column IMO 2026 (6 problems))",,out:uninformative, arxiv-2610.25920-putnam-cc,arxiv-2610.25920,opus-5,high,reasoning-math,frontier,,,,,,,667,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row Opus 5 / cc, column PutnamBench (672))",,in, arxiv-2610.25920-putnam-maestro,arxiv-2610.25920,opus-5,high,reasoning-math,frontier,,,,,,,669,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row Opus 5 / maestro, column PutnamBench (672))",,in, arxiv-2610.25920-lib-cc,arxiv-2610.25920,opus-5,high,reasoning-math,frontier,,,,,,,56,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row Opus 5 / cc, column Lean-IMO-Bench LIB (60))",,in, arxiv-2610.25920-lib-maestro,arxiv-2610.25920,opus-5,high,reasoning-math,frontier,,,,,,,59,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row Opus 5 / maestro, column Lean-IMO-Bench LIB (60))",,in, arxiv-2610.25920-axl03-cc,arxiv-2610.25920,opus-5,high,reasoning-math,frontier,,,,,,,14,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row Opus 5 / cc, column aXL-03 (41))",,in, arxiv-2610.25920-axl03-maestro,arxiv-2610.25920,opus-5,high,reasoning-math,frontier,,,,,,,25,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row Opus 5 / maestro, column aXL-03 (41))",,in, arxiv-2610.25920-axl06-cc,arxiv-2610.25920,opus-5,high,reasoning-math,frontier,,,,,,,19,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row Opus 5 / cc, column aXL-06 (48))",,in, arxiv-2610.25920-axl06-maestro,arxiv-2610.25920,opus-5,high,reasoning-math,frontier,,,,,,,34,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row Opus 5 / maestro, column aXL-06 (48))",,in, arxiv-2610.25920-fqb-cc,arxiv-2610.25920,opus-5,high,reasoning-math,frontier,,,,,,,11,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row Opus 5 / cc, column FQB (23))",,in, arxiv-2610.25920-fqb-maestro,arxiv-2610.25920,opus-5,high,reasoning-math,frontier,,,,,,,16,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row Opus 5 / maestro, column FQB (23))",,out:republished, arxiv-2610.25920-fatex-cc,arxiv-2610.25920,opus-5,high,reasoning-math,frontier,,,,,,,73,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row Opus 5 / cc, column FATE-X (100))",,in, arxiv-2610.25920-fatex-maestro,arxiv-2610.25920,opus-5,high,reasoning-math,frontier,,,,,,,90,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row Opus 5 / maestro, column FATE-X (100))",,in, arxiv-2610.25920-ntp4vc-cc,arxiv-2610.25920,opus-5,high,reasoning-math,frontier,,,,,,,589,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row Opus 5 / cc, column NTP4VC (600))",,in, arxiv-2610.25920-ntp4vc-maestro,arxiv-2610.25920,opus-5,high,reasoning-math,frontier,,,,,,,589,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row Opus 5 / maestro, column NTP4VC (600))",,in, arxiv-2610.25920-verina-cc,arxiv-2610.25920,opus-5,high,reasoning-math,frontier,,,,,,,189,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row Opus 5 / cc, column Verina (189))",,in, arxiv-2610.25920-verina-maestro,arxiv-2610.25920,opus-5,high,reasoning-math,frontier,,,,,,,189,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row Opus 5 / maestro, column Verina (189))",,out:republished, arxiv-2610.25920-algoveri-cc,arxiv-2610.25920,opus-5,high,reasoning-math,frontier,,,,,,,69,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row Opus 5 / cc, column AlgoVeri (77))",,in, arxiv-2610.25920-algoveri-maestro,arxiv-2610.25920,opus-5,high,reasoning-math,frontier,,,,,,,76,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row Opus 5 / maestro, column AlgoVeri (77))",,in, arxiv-2610.25920-imo26-cc,arxiv-2610.25920,opus-4.8,high,reasoning-math,frontier,,,,,,,1,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row Opus 4.8 / cc, column IMO 2026 (6))",,in, arxiv-2610.25920-imo26-maestro,arxiv-2610.25920,opus-4.8,high,reasoning-math,frontier,,,,,,,5,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row Opus 4.8 / maestro, column IMO 2026 (6))",,out:single-couple, arxiv-2610.25920-putnam-cc,arxiv-2610.25920,opus-4.8,high,reasoning-math,frontier,,,,,,,587,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row Opus 4.8 / cc, column Putnam (672))",,in, arxiv-2610.25920-putnam-maestro,arxiv-2610.25920,opus-4.8,high,reasoning-math,frontier,,,,,,,663,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row Opus 4.8 / maestro, column Putnam (672))",,in, arxiv-2610.25920-lib-cc,arxiv-2610.25920,opus-4.8,high,reasoning-math,frontier,,,,,,,46,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row Opus 4.8 / cc, column LIB (60))",,in, arxiv-2610.25920-lib-maestro,arxiv-2610.25920,opus-4.8,high,reasoning-math,frontier,,,,,,,57,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row Opus 4.8 / maestro, column LIB (60))",,in, arxiv-2610.25920-axl03-cc,arxiv-2610.25920,opus-4.8,high,reasoning-math,frontier,,,,,,,11,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row Opus 4.8 / cc, column aXL-03 (41))",,in, arxiv-2610.25920-axl03-maestro,arxiv-2610.25920,opus-4.8,high,reasoning-math,frontier,,,,,,,19,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row Opus 4.8 / maestro, column aXL-03 (41))",,in, arxiv-2610.25920-axl06-cc,arxiv-2610.25920,opus-4.8,high,reasoning-math,frontier,,,,,,,11,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row Opus 4.8 / cc, column aXL-06 (48))",,in, arxiv-2610.25920-axl06-maestro,arxiv-2610.25920,opus-4.8,high,reasoning-math,frontier,,,,,,,20,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row Opus 4.8 / maestro, column aXL-06 (48))",,in, arxiv-2610.25920-fqb-cc,arxiv-2610.25920,opus-4.8,high,reasoning-math,frontier,,,,,,,7,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row Opus 4.8 / cc, column FQB (23))",,in, arxiv-2610.25920-fqb-maestro,arxiv-2610.25920,opus-4.8,high,reasoning-math,frontier,,,,,,,13,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row Opus 4.8 / maestro, column FQB (23))",,out:republished, arxiv-2610.25920-fatex-cc,arxiv-2610.25920,opus-4.8,high,reasoning-math,frontier,,,,,,,54,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row Opus 4.8 / cc, column FATE-X (100))",,in, arxiv-2610.25920-fatex-maestro,arxiv-2610.25920,opus-4.8,high,reasoning-math,frontier,,,,,,,79,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row Opus 4.8 / maestro, column FATE-X (100))",,in, arxiv-2610.25920-ntp4vc-cc,arxiv-2610.25920,opus-4.8,high,reasoning-math,frontier,,,,,,,574,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row Opus 4.8 / cc, column NTP4VC (600))",,in, arxiv-2610.25920-ntp4vc-maestro,arxiv-2610.25920,opus-4.8,high,reasoning-math,frontier,,,,,,,586,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row Opus 4.8 / maestro, column NTP4VC (600))",,in, arxiv-2610.25920-verina-cc,arxiv-2610.25920,opus-4.8,high,reasoning-math,frontier,,,,,,,189,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row Opus 4.8 / cc, column Verina (189))",,in, arxiv-2610.25920-verina-maestro,arxiv-2610.25920,opus-4.8,high,reasoning-math,frontier,,,,,,,189,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row Opus 4.8 / maestro, column Verina (189))",,out:republished, arxiv-2610.25920-algoveri-cc,arxiv-2610.25920,opus-4.8,high,reasoning-math,frontier,,,,,,,69,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row Opus 4.8 / cc, column AlgoVeri (77))",,in, arxiv-2610.25920-algoveri-maestro,arxiv-2610.25920,opus-4.8,high,reasoning-math,frontier,,,,,,,75,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row Opus 4.8 / maestro, column AlgoVeri (77))",,in, arxiv-2610.25920-imo26-cc,arxiv-2610.25920,fable-5,high,reasoning-math,frontier,,,,,,,4,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row Fable 5 / cc, column IMO 2026 (6))",,in, arxiv-2610.25920-imo26-maestro,arxiv-2610.25920,fable-5,high,reasoning-math,frontier,,,,,,,6,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row Fable 5 / maestro, column IMO 2026 (6))",,out:uninformative, arxiv-2610.25920-putnam-cc,arxiv-2610.25920,fable-5,high,reasoning-math,frontier,,,,,,,661,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row Fable 5 / cc, column Putnam (672))",,in, arxiv-2610.25920-putnam-maestro,arxiv-2610.25920,fable-5,high,reasoning-math,frontier,,,,,,,668,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row Fable 5 / maestro, column Putnam (672))",,in, arxiv-2610.25920-lib-cc,arxiv-2610.25920,fable-5,high,reasoning-math,frontier,,,,,,,51,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row Fable 5 / cc, column LIB (60))",,in, arxiv-2610.25920-lib-maestro,arxiv-2610.25920,fable-5,high,reasoning-math,frontier,,,,,,,59,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row Fable 5 / maestro, column LIB (60))",,in, arxiv-2610.25920-axl03-cc,arxiv-2610.25920,fable-5,high,reasoning-math,frontier,,,,,,,17,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row Fable 5 / cc, column aXL-03 (41))",,in, arxiv-2610.25920-axl03-maestro,arxiv-2610.25920,fable-5,high,reasoning-math,frontier,,,,,,,26,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row Fable 5 / maestro, column aXL-03 (41))",,in, arxiv-2610.25920-axl06-cc,arxiv-2610.25920,fable-5,high,reasoning-math,frontier,,,,,,,20,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row Fable 5 / cc, column aXL-06 (48))",,in, arxiv-2610.25920-axl06-maestro,arxiv-2610.25920,fable-5,high,reasoning-math,frontier,,,,,,,34,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row Fable 5 / maestro, column aXL-06 (48))",,in, arxiv-2610.25920-fqb-cc,arxiv-2610.25920,fable-5,high,reasoning-math,frontier,,,,,,,13,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row Fable 5 / cc, column FQB (23))",,in, arxiv-2610.25920-fqb-maestro,arxiv-2610.25920,fable-5,high,reasoning-math,frontier,,,,,,,17,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row Fable 5 / maestro, column FQB (23))",,out:republished, arxiv-2610.25920-fatex-cc,arxiv-2610.25920,fable-5,high,reasoning-math,frontier,,,,,,,77,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row Fable 5 / cc, column FATE-X (100))",,in, arxiv-2610.25920-fatex-maestro,arxiv-2610.25920,fable-5,high,reasoning-math,frontier,,,,,,,91,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row Fable 5 / maestro, column FATE-X (100))",,in, arxiv-2610.25920-ntp4vc-cc,arxiv-2610.25920,fable-5,high,reasoning-math,frontier,,,,,,,589,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row Fable 5 / cc, column NTP4VC (600))",,in, arxiv-2610.25920-ntp4vc-maestro,arxiv-2610.25920,fable-5,high,reasoning-math,frontier,,,,,,,588,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row Fable 5 / maestro, column NTP4VC (600))",,in, arxiv-2610.25920-verina-cc,arxiv-2610.25920,fable-5,high,reasoning-math,frontier,,,,,,,189,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row Fable 5 / cc, column Verina (189))",,in, arxiv-2610.25920-verina-maestro,arxiv-2610.25920,fable-5,high,reasoning-math,frontier,,,,,,,189,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row Fable 5 / maestro, column Verina (189))",,out:republished, arxiv-2610.25920-algoveri-cc,arxiv-2610.25920,fable-5,high,reasoning-math,frontier,,,,,,,69,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row Fable 5 / cc, column AlgoVeri (77))",,in, arxiv-2610.25920-algoveri-maestro,arxiv-2610.25920,fable-5,high,reasoning-math,frontier,,,,,,,75,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row Fable 5 / maestro, column AlgoVeri (77))",,in, arxiv-2610.25920-imo26-cc,arxiv-2610.25920,gpt-5.6-sol,high,reasoning-math,frontier,,,,,,,6,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row GPT-5.6 Sol / cc, column IMO 2026 (6))",,out:uninformative, arxiv-2610.25920-imo26-maestro,arxiv-2610.25920,gpt-5.6-sol,high,reasoning-math,frontier,,,,,,,6,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row GPT-5.6 Sol / maestro, column IMO 2026 (6))",,out:uninformative, arxiv-2610.25920-putnam-cc,arxiv-2610.25920,gpt-5.6-sol,high,reasoning-math,frontier,,,,,,,661,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row GPT-5.6 Sol / cc, column Putnam (672))",,in, arxiv-2610.25920-putnam-maestro,arxiv-2610.25920,gpt-5.6-sol,high,reasoning-math,frontier,,,,,,,669,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row GPT-5.6 Sol / maestro, column Putnam (672))",,in, arxiv-2610.25920-lib-cc,arxiv-2610.25920,gpt-5.6-sol,high,reasoning-math,frontier,,,,,,,56,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row GPT-5.6 Sol / cc, column LIB (60))",,in, arxiv-2610.25920-lib-maestro,arxiv-2610.25920,gpt-5.6-sol,high,reasoning-math,frontier,,,,,,,59,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row GPT-5.6 Sol / maestro, column LIB (60))",,in, arxiv-2610.25920-axl03-cc,arxiv-2610.25920,gpt-5.6-sol,high,reasoning-math,frontier,,,,,,,15,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row GPT-5.6 Sol / cc, column aXL-03 (41))",,in, arxiv-2610.25920-axl03-maestro,arxiv-2610.25920,gpt-5.6-sol,high,reasoning-math,frontier,,,,,,,25,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row GPT-5.6 Sol / maestro, column aXL-03 (41))",,in, arxiv-2610.25920-axl06-cc,arxiv-2610.25920,gpt-5.6-sol,high,reasoning-math,frontier,,,,,,,25,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row GPT-5.6 Sol / cc, column aXL-06 (48))",,in, arxiv-2610.25920-axl06-maestro,arxiv-2610.25920,gpt-5.6-sol,high,reasoning-math,frontier,,,,,,,32,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row GPT-5.6 Sol / maestro, column aXL-06 (48))",,in, arxiv-2610.25920-fqb-cc,arxiv-2610.25920,gpt-5.6-sol,high,reasoning-math,frontier,,,,,,,8,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row GPT-5.6 Sol / cc, column FQB (23))",,in, arxiv-2610.25920-fqb-maestro,arxiv-2610.25920,gpt-5.6-sol,high,reasoning-math,frontier,,,,,,,15,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row GPT-5.6 Sol / maestro, column FQB (23))",,out:republished, arxiv-2610.25920-fatex-cc,arxiv-2610.25920,gpt-5.6-sol,high,reasoning-math,frontier,,,,,,,70,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row GPT-5.6 Sol / cc, column FATE-X (100))",,in, arxiv-2610.25920-fatex-maestro,arxiv-2610.25920,gpt-5.6-sol,high,reasoning-math,frontier,,,,,,,84,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row GPT-5.6 Sol / maestro, column FATE-X (100))",,in, arxiv-2610.25920-ntp4vc-cc,arxiv-2610.25920,gpt-5.6-sol,high,reasoning-math,frontier,,,,,,,588,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row GPT-5.6 Sol / cc, column NTP4VC (600))",,in, arxiv-2610.25920-ntp4vc-maestro,arxiv-2610.25920,gpt-5.6-sol,high,reasoning-math,frontier,,,,,,,588,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row GPT-5.6 Sol / maestro, column NTP4VC (600))",,in, arxiv-2610.25920-verina-cc,arxiv-2610.25920,gpt-5.6-sol,high,reasoning-math,frontier,,,,,,,189,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row GPT-5.6 Sol / cc, column Verina (189))",,in, arxiv-2610.25920-verina-maestro,arxiv-2610.25920,gpt-5.6-sol,high,reasoning-math,frontier,,,,,,,189,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row GPT-5.6 Sol / maestro, column Verina (189))",,out:republished, arxiv-2610.25920-algoveri-cc,arxiv-2610.25920,gpt-5.6-sol,high,reasoning-math,frontier,,,,,,,71,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row GPT-5.6 Sol / cc, column AlgoVeri (77))",,in, arxiv-2610.25920-algoveri-maestro,arxiv-2610.25920,gpt-5.6-sol,high,reasoning-math,frontier,,,,,,,75,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 1, row GPT-5.6 Sol / maestro, column AlgoVeri (77))",,in, arxiv-2610.25920-imo26-sweep-cc,arxiv-2610.25920,gpt-5.6-sol,xhigh,reasoning-math,frontier,,,,,,,,count,,,,https://arxiv.org/abs/2610.25920 (Section 4.3),,out:no-proof, arxiv-2610.25920-imo26-sweep-maestro,arxiv-2610.25920,gpt-5.6-sol,high,reasoning-math,frontier,,,,,,,,count,,,,https://arxiv.org/abs/2610.25920 (Section 4.3),,out:no-proof, arxiv-2610.25920-imo26-sweep-maestro,arxiv-2610.25920,gpt-5.6-sol,xhigh,reasoning-math,frontier,,,,,,,,count,,,,https://arxiv.org/abs/2610.25920 (Section 4.3),,out:no-proof, arxiv-2610.25920-imo26-sweep-maestro,arxiv-2610.25920,gpt-5.6-sol,max,reasoning-math,frontier,,,,,,,,count,,,,https://arxiv.org/abs/2610.25920 (Section 4.3),,out:no-proof, arxiv-2610.25920-fatex-naive,arxiv-2610.25920,fable-5,high,reasoning-math,frontier,,,,,,,76,count,0.289,,,https://arxiv.org/abs/2610.25920 (Section 4.4),,in, arxiv-2610.25920-fatex-naive,arxiv-2610.25920,gpt-5.6-sol,high,reasoning-math,frontier,,,,,,,72,count,0.289,,,https://arxiv.org/abs/2610.25920 (Section 4.4),,in, arxiv-2610.25920-axl03-cc-rep,arxiv-2610.25920,fable-5,high,reasoning-math,frontier,,,,,,,17.5,count,0.0289,,,"https://arxiv.org/abs/2610.25920 (Figure 5, panel arXivLean March (41) (text layer of the figure))",,in, arxiv-2610.25920-axl03-cc-rep,arxiv-2610.25920,gpt-5.6-sol,high,reasoning-math,frontier,,,,,,,16.5,count,0.0289,,,"https://arxiv.org/abs/2610.25920 (Figure 5, panel arXivLean March (41) (text layer of the figure))",,in, arxiv-2610.25920-axl03-maestro-rep,arxiv-2610.25920,fable-5,high,reasoning-math,frontier,,,,,,,26,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Figure 5, panel arXivLean March (41) (text layer of the figure))",,in, arxiv-2610.25920-axl03-maestro-rep,arxiv-2610.25920,gpt-5.6-sol,high,reasoning-math,frontier,,,,,,,23.5,count,0.0289,,,"https://arxiv.org/abs/2610.25920 (Figure 5, panel arXivLean March (41) (text layer of the figure))",,in, arxiv-2610.25920-axl06-cc-rep,arxiv-2610.25920,fable-5,high,reasoning-math,frontier,,,,,,,21.3,count,0.0289,,,"https://arxiv.org/abs/2610.25920 (Figure 5, panel arXivLean June (48) (text layer of the figure))",,in, arxiv-2610.25920-axl06-cc-rep,arxiv-2610.25920,gpt-5.6-sol,high,reasoning-math,frontier,,,,,,,23.7,count,0.0289,,,"https://arxiv.org/abs/2610.25920 (Figure 5, panel arXivLean June (48) (text layer of the figure))",,in, arxiv-2610.25920-axl06-maestro-rep,arxiv-2610.25920,fable-5,high,reasoning-math,frontier,,,,,,,34.5,count,0.0289,,,"https://arxiv.org/abs/2610.25920 (Figure 5, panel arXivLean June (48) (text layer of the figure))",,in, arxiv-2610.25920-axl06-maestro-rep,arxiv-2610.25920,gpt-5.6-sol,high,reasoning-math,frontier,,,,,,,31.5,count,0.0289,,,"https://arxiv.org/abs/2610.25920 (Figure 5, panel arXivLean June (48) (text layer of the figure))",,in, arxiv-2610.25920-fqb-cc-rep,arxiv-2610.25920,fable-5,high,reasoning-math,frontier,,,,,,,13.3,count,0.0289,,,"https://arxiv.org/abs/2610.25920 (Figure 5, panel FormalQualBench (23) (text layer of the figure))",,in, arxiv-2610.25920-fqb-cc-rep,arxiv-2610.25920,gpt-5.6-sol,high,reasoning-math,frontier,,,,,,,9,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Figure 5, panel FormalQualBench (23) (text layer of the figure))",,in, arxiv-2610.25920-fqb-maestro-rep,arxiv-2610.25920,fable-5,high,reasoning-math,frontier,,,,,,,16.7,count,0.0289,,,"https://arxiv.org/abs/2610.25920 (Figure 5, panel FormalQualBench (23) (text layer of the figure))",,in, arxiv-2610.25920-fqb-maestro-rep,arxiv-2610.25920,gpt-5.6-sol,high,reasoning-math,frontier,,,,,,,14.7,count,0.0289,,,"https://arxiv.org/abs/2610.25920 (Figure 5, panel FormalQualBench (23) (text layer of the figure))",,in, arxiv-2610.25920-fatex-cc-rep,arxiv-2610.25920,fable-5,high,reasoning-math,frontier,,,,,,,78.7,count,0.0289,,,"https://arxiv.org/abs/2610.25920 (Figure 5, panel FATE-X (100) (text layer of the figure))",,in, arxiv-2610.25920-fatex-cc-rep,arxiv-2610.25920,gpt-5.6-sol,high,reasoning-math,frontier,,,,,,,66,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Figure 5, panel FATE-X (100) (text layer of the figure))",,in, arxiv-2610.25920-fatex-maestro-rep,arxiv-2610.25920,fable-5,high,reasoning-math,frontier,,,,,,,92.3,count,0.0289,,,"https://arxiv.org/abs/2610.25920 (Figure 5, panel FATE-X (100) (text layer of the figure))",,in, arxiv-2610.25920-fatex-maestro-rep,arxiv-2610.25920,gpt-5.6-sol,high,reasoning-math,frontier,,,,,,,84.3,count,0.0289,,,"https://arxiv.org/abs/2610.25920 (Figure 5, panel FATE-X (100) (text layer of the figure))",,in, arxiv-2610.25920-putnam-goedel-architect,arxiv-2610.25920,?DeepSeek-V4-Flash,not-established:absent,reasoning-math,frontier,,,,,,,597,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 2, row Goedel-Architect, column Putnam)",,out:model-not-established, arxiv-2610.25920-lib-leap,arxiv-2610.25920,gemini-3.1-pro,unstated,reasoning-math,frontier,,,,,,,42,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 2, row LEAP, column Lean-IMO Bench (60))",,out:effort-not-established, arxiv-2610.25920-verina-ids,arxiv-2610.25920,gpt-5.4,unstated,coding,mid,,,,,,,176,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 2, row IDS, column Verina (189))",,out:effort-not-established, arxiv-2610.25920-algoveri-ids,arxiv-2610.25920,gpt-5.4,unstated,coding,hard,,,,,,,65,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 2, row IDS, column AlgoVeri (77))",,out:effort-not-established, arxiv-2610.25920-verina-maestro-gpt54,arxiv-2610.25920,gpt-5.4,unstated,coding,mid,,,,,,,188,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 2, row MAESTRO GPT-5.4, column Verina (189))",,out:effort-not-established, arxiv-2610.25920-algoveri-maestro-gpt54,arxiv-2610.25920,gpt-5.4,unstated,coding,hard,,,,,,,70,count,0.289,,,"https://arxiv.org/abs/2610.25920 (Table 2, row MAESTRO GPT-5.4, column AlgoVeri (77))",,out:effort-not-established, arxiv-2610.25926-mmsearch,arxiv-2610.25926,qwen3.5-397b-a17b,unstated,agentic-tool,hard,,,,,,,69.01,MMSearch,0.00289,,,"https://arxiv.org/abs/2610.25926 (Table 2, row Qwen3.5 397B (17B), column MMSearch)",,out:effort-not-established, arxiv-2610.25926-mmsearch-plus,arxiv-2610.25926,qwen3.5-397b-a17b,unstated,agentic-tool,hard,,,,,,,36.01,MMSearch-Plus,0.00289,,,"https://arxiv.org/abs/2610.25926 (Table 2, row Qwen3.5 397B (17B), column MMSearch-Plus)",,out:effort-not-established, arxiv-2610.25926-browsecomp-vl,arxiv-2610.25926,qwen3.5-397b-a17b,unstated,agentic-tool,hard,,,,,,,58.40,BrowseComp-VL,0.00289,,,"https://arxiv.org/abs/2610.25926 (Table 2, row Qwen3.5 397B (17B), column BrowseComp-VL)",,out:effort-not-established, arxiv-2610.25926-simplevqa,arxiv-2610.25926,qwen3.5-397b-a17b,unstated,agentic-tool,hard,,,,,,,77.33,SimpleVQA,0.00289,,,"https://arxiv.org/abs/2610.25926 (Table 2, row Qwen3.5 397B (17B), column SimpleVQA)",,out:effort-not-established, arxiv-2610.25926-livevqa,arxiv-2610.25926,qwen3.5-397b-a17b,unstated,agentic-tool,hard,,,,,,,84.33,LiveVQA,0.00289,,,"https://arxiv.org/abs/2610.25926 (Table 2, row Qwen3.5 397B (17B), column LiveVQA)",,out:effort-not-established, arxiv-2610.25926-fvqa,arxiv-2610.25926,qwen3.5-397b-a17b,unstated,agentic-tool,hard,,,,,,,75.33,FVQA,0.00289,,,"https://arxiv.org/abs/2610.25926 (Table 2, row Qwen3.5 397B (17B), column FVQA)",,out:effort-not-established, arxiv-2610.25926-vdr-bench,arxiv-2610.25926,qwen3.5-397b-a17b,unstated,agentic-tool,hard,,,,,,,14.40,VDR Bench,0.00289,,,"https://arxiv.org/abs/2610.25926 (Table 2, row Qwen3.5 397B (17B), column VDR Bench)",,out:effort-not-established, arxiv-2610.25926-mmdeepresearch,arxiv-2610.25926,qwen3.5-397b-a17b,unstated,agentic-tool,hard,,,,,,,39.54,MMDeepResearch,0.00289,,,"https://arxiv.org/abs/2610.25926 (Table 2, row Qwen3.5 397B (17B), column MMDeepResearch)",,out:effort-not-established, arxiv-2610.25926-mmsearch,arxiv-2610.25926,qwen3.6-35b-a3b,unstated,agentic-tool,hard,,,,,,,30.41,MMSearch,0.00289,,,"https://arxiv.org/abs/2610.25926 (Table 2, row Qwen3.6 w/o Harness, column MMSearch)",,out:effort-not-established, arxiv-2610.25926-mmsearch-plus,arxiv-2610.25926,qwen3.6-35b-a3b,unstated,agentic-tool,hard,,,,,,,3.86,MMSearch-Plus,0.00289,,,"https://arxiv.org/abs/2610.25926 (Table 2, row Qwen3.6 w/o Harness, column MMSearch-Plus)",,out:effort-not-established, arxiv-2610.25926-browsecomp-vl,arxiv-2610.25926,qwen3.6-35b-a3b,unstated,agentic-tool,hard,,,,,,,28.91,BrowseComp-VL,0.00289,,,"https://arxiv.org/abs/2610.25926 (Table 2, row Qwen3.6 w/o Harness, column BrowseComp-VL)",,out:effort-not-established, arxiv-2610.25926-simplevqa,arxiv-2610.25926,qwen3.6-35b-a3b,unstated,agentic-tool,hard,,,,,,,58.00,SimpleVQA,0.00289,,,"https://arxiv.org/abs/2610.25926 (Table 2, row Qwen3.6 w/o Harness, column SimpleVQA)",,out:effort-not-established, arxiv-2610.25926-livevqa,arxiv-2610.25926,qwen3.6-35b-a3b,unstated,agentic-tool,hard,,,,,,,56.67,LiveVQA,0.00289,,,"https://arxiv.org/abs/2610.25926 (Table 2, row Qwen3.6 w/o Harness, column LiveVQA)",,out:effort-not-established, arxiv-2610.25926-fvqa,arxiv-2610.25926,qwen3.6-35b-a3b,unstated,agentic-tool,hard,,,,,,,34.11,FVQA,0.00289,,,"https://arxiv.org/abs/2610.25926 (Table 2, row Qwen3.6 w/o Harness, column FVQA)",,out:effort-not-established, arxiv-2610.25926-vdr-bench,arxiv-2610.25926,qwen3.6-35b-a3b,unstated,agentic-tool,hard,,,,,,,1.80,VDR Bench,0.00289,,,"https://arxiv.org/abs/2610.25926 (Table 2, row Qwen3.6 w/o Harness, column VDR Bench)",,out:effort-not-established, arxiv-2610.25926-mmdeepresearch,arxiv-2610.25926,qwen3.6-35b-a3b,unstated,agentic-tool,hard,,,,,,,26.78,MMDeepResearch,0.00289,,,"https://arxiv.org/abs/2610.25926 (Table 2, row Qwen3.6 w/o Harness, column MMDeepResearch)",,out:effort-not-established, arxiv-2610.25926-mmsearch,arxiv-2610.25926,qwen3.6-35b-a3b,unstated,agentic-tool,hard,,,,,,,66.28,MMSearch,0.00289,,,"https://arxiv.org/abs/2610.25926 (Table 2, row Qwen3.6 w/ WeAgent Harness, column MMSearch)",,out:effort-not-established, arxiv-2610.25926-mmsearch-plus,arxiv-2610.25926,qwen3.6-35b-a3b,unstated,agentic-tool,hard,,,,,,,29.40,MMSearch-Plus,0.00289,,,"https://arxiv.org/abs/2610.25926 (Table 2, row Qwen3.6 w/ WeAgent Harness, column MMSearch-Plus)",,out:effort-not-established, arxiv-2610.25926-simplevqa,arxiv-2610.25926,qwen3.6-35b-a3b,unstated,agentic-tool,hard,,,,,,,65.79,SimpleVQA,0.00289,,,"https://arxiv.org/abs/2610.25926 (Table 2, row Qwen3.6 w/ WeAgent Harness, column SimpleVQA)",,out:effort-not-established, arxiv-2610.25926-livevqa,arxiv-2610.25926,qwen3.6-35b-a3b,unstated,agentic-tool,hard,,,,,,,78.20,LiveVQA,0.00289,,,"https://arxiv.org/abs/2610.25926 (Table 2, row Qwen3.6 w/ WeAgent Harness, column LiveVQA)",,out:effort-not-established, arxiv-2610.25926-fvqa,arxiv-2610.25926,qwen3.6-35b-a3b,unstated,agentic-tool,hard,,,,,,,66.09,FVQA,0.00289,,,"https://arxiv.org/abs/2610.25926 (Table 2, row Qwen3.6 w/ WeAgent Harness, column FVQA)",,out:effort-not-established, arxiv-2610.25926-vdr-bench,arxiv-2610.25926,qwen3.6-35b-a3b,unstated,agentic-tool,hard,,,,,,,15.57,VDR Bench,0.00289,,,"https://arxiv.org/abs/2610.25926 (Table 2, row Qwen3.6 w/ WeAgent Harness, column VDR Bench)",,out:effort-not-established, arxiv-2610.25926-mmsearch,arxiv-2610.25926,qwen3.6-35b-a3b,unstated,agentic-tool,hard,,,,,,,67.84,MMSearch,0.00289,,,"https://arxiv.org/abs/2610.25926 (Table 2, row Qwen3.6 w/ Vanilla Harness, column MMSearch)",,out:effort-not-established, arxiv-2610.25926-mmsearch-plus,arxiv-2610.25926,qwen3.6-35b-a3b,unstated,agentic-tool,hard,,,,,,,28.94,MMSearch-Plus,0.00289,,,"https://arxiv.org/abs/2610.25926 (Table 2, row Qwen3.6 w/ Vanilla Harness, column MMSearch-Plus)",,out:effort-not-established, arxiv-2610.25926-browsecomp-vl,arxiv-2610.25926,qwen3.6-35b-a3b,unstated,agentic-tool,hard,,,,,,,51.01,BrowseComp-VL,0.00289,,,"https://arxiv.org/abs/2610.25926 (Table 2, row Qwen3.6 w/ Vanilla Harness, column BrowseComp-VL)",,out:effort-not-established, arxiv-2610.25926-simplevqa,arxiv-2610.25926,qwen3.6-35b-a3b,unstated,agentic-tool,hard,,,,,,,72.24,SimpleVQA,0.00289,,,"https://arxiv.org/abs/2610.25926 (Table 2, row Qwen3.6 w/ Vanilla Harness, column SimpleVQA)",,out:effort-not-established, arxiv-2610.25926-livevqa,arxiv-2610.25926,qwen3.6-35b-a3b,unstated,agentic-tool,hard,,,,,,,73.67,LiveVQA,0.00289,,,"https://arxiv.org/abs/2610.25926 (Table 2, row Qwen3.6 w/ Vanilla Harness, column LiveVQA)",,out:effort-not-established, arxiv-2610.25926-fvqa,arxiv-2610.25926,qwen3.6-35b-a3b,unstated,agentic-tool,hard,,,,,,,65.67,FVQA,0.00289,,,"https://arxiv.org/abs/2610.25926 (Table 2, row Qwen3.6 w/ Vanilla Harness, column FVQA)",,out:effort-not-established, arxiv-2610.25926-vdr-bench,arxiv-2610.25926,qwen3.6-35b-a3b,unstated,agentic-tool,hard,,,,,,,15.00,VDR Bench,0.00289,,,"https://arxiv.org/abs/2610.25926 (Table 2, row Qwen3.6 w/ Vanilla Harness, column VDR Bench)",,out:effort-not-established, arxiv-2610.25926-mmdeepresearch,arxiv-2610.25926,qwen3.6-35b-a3b,unstated,agentic-tool,hard,,,,,,,37.95,MMDeepResearch,0.00289,,,"https://arxiv.org/abs/2610.25926 (Table 2, row Qwen3.6 w/ Vanilla Harness, column MMDeepResearch)",,out:effort-not-established, zhenhuanbench-public,arxiv-2610.26059,kimi-k3,unstated,writing,hard,"leaderboard, public set",,,,,,66.8,All (mean %),0.0289,,,"https://arxiv.org/abs/2610.26059 (Table 1, row Kimi K3, column All)",,out:effort-not-established, zhenhuanbench-public,arxiv-2610.26059,?Qwen3-8B (base),not-established:absent,writing,hard,"leaderboard, public set",,,,,,34.2,All (mean %),0.0289,,,"https://arxiv.org/abs/2610.26059 (Table 1, row Qwen3-8B (base), column All)",,out:model-not-established, zhenhuanbench-public,arxiv-2610.26059,?DeepSeek V4 Pro,not-established:absent,writing,hard,"leaderboard, public set",,,,,,62.5,All (mean %),0.0289,,,"https://arxiv.org/abs/2610.26059 (Table 1, row DeepSeek V4 Pro, column All)",,out:model-not-established, zhenhuanbench-public,arxiv-2610.26059,?GLM-4.6V-Flash,not-established:absent,writing,hard,"leaderboard, public set",,,,,,33.2,All (mean %),0.0289,,,"https://arxiv.org/abs/2610.26059 (Table 1, row GLM-4.6V-Flash, column All)",,out:model-not-established, zhenhuanbench-public,arxiv-2610.26059,kimi-k2.6,unstated,writing,hard,"leaderboard, public set",,,,,,62.0,All (mean %),0.0289,,,"https://arxiv.org/abs/2610.26059 (Table 1, row Kimi-K2.6, column All)",,out:effort-not-established, zhenhuanbench-public,arxiv-2610.26059,qwen3.5-4b,unstated,writing,hard,"leaderboard, public set",,,,,,32.9,All (mean %),0.0289,,,"https://arxiv.org/abs/2610.26059 (Table 1, row Qwen3.5-4B, column All)",,out:effort-not-established, zhenhuanbench-public,arxiv-2610.26059,gemma-4-31b-it,unstated,writing,hard,"leaderboard, public set",,,,,,59.6,All (mean %),0.0289,,,"https://arxiv.org/abs/2610.26059 (Table 1, row Gemma-4-31B, column All)",,out:effort-not-established, zhenhuanbench-public,arxiv-2610.26059,?InternVL3-8B,not-established:absent,writing,hard,"leaderboard, public set",,,,,,31.8,All (mean %),0.0289,,,"https://arxiv.org/abs/2610.26059 (Table 1, row InternVL3-8B, column All)",,out:model-not-established, zhenhuanbench-public,arxiv-2610.26059,?DeepSeek-V4-Flash,not-established:absent,writing,hard,"leaderboard, public set",,,,,,56.8,All (mean %),0.0289,,,"https://arxiv.org/abs/2610.26059 (Table 1, row DeepSeek-V4-Flash, column All)",,out:model-not-established, zhenhuanbench-public,arxiv-2610.26059,?GLM-4.1V-9B,not-established:absent,writing,hard,"leaderboard, public set",,,,,,31.1,All (mean %),0.0289,,,"https://arxiv.org/abs/2610.26059 (Table 1, row GLM-4.1V-9B, column All)",,out:model-not-established, zhenhuanbench-public,arxiv-2610.26059,?Qwen3-VL-235B,not-established:absent,writing,hard,"leaderboard, public set",,,,,,52.4,All (mean %),0.0289,,,"https://arxiv.org/abs/2610.26059 (Table 1, row Qwen3-VL-235B, column All)",,out:model-not-established, zhenhuanbench-public,arxiv-2610.26059,?Qwen3-VL-4B,not-established:absent,writing,hard,"leaderboard, public set",,,,,,30.3,All (mean %),0.0289,,,"https://arxiv.org/abs/2610.26059 (Table 1, row Qwen3-VL-4B, column All)",,out:model-not-established, zhenhuanbench-public,arxiv-2610.26059,glm-4.6v,unstated,writing,hard,"leaderboard, public set",,,,,,47.4,All (mean %),0.0289,,,"https://arxiv.org/abs/2610.26059 (Table 1, row GLM-4.6V, column All)",,out:effort-not-established, zhenhuanbench-public,arxiv-2610.26059,glm-4.5-air,unstated,writing,hard,"leaderboard, public set",,,,,,30.1,All (mean %),0.0289,,,"https://arxiv.org/abs/2610.26059 (Table 1, row GLM-4.5-Air, column All)",,out:effort-not-established, zhenhuanbench-public,arxiv-2610.26059,?Qwen3-VL-30B,not-established:absent,writing,hard,"leaderboard, public set",,,,,,44.4,All (mean %),0.0289,,,"https://arxiv.org/abs/2610.26059 (Table 1, row Qwen3-VL-30B, column All)",,out:model-not-established, zhenhuanbench-public,arxiv-2610.26059,?MiniCPM-o-2.6,not-established:absent,writing,hard,"leaderboard, public set",,,,,,29.4,All (mean %),0.0289,,,"https://arxiv.org/abs/2610.26059 (Table 1, row MiniCPM-o-2.6, column All)",,out:model-not-established, zhenhuanbench-public,arxiv-2610.26059,qwen3-32b,unstated,writing,hard,"leaderboard, public set",,,,,,44.1,All (mean %),0.0289,,,"https://arxiv.org/abs/2610.26059 (Table 1, row Qwen3-32B, column All)",,out:effort-not-established, zhenhuanbench-public,arxiv-2610.26059,?MiMo-VL-7B,not-established:absent,writing,hard,"leaderboard, public set",,,,,,28.3,All (mean %),0.0289,,,"https://arxiv.org/abs/2610.26059 (Table 1, row MiMo-VL-7B, column All)",,out:model-not-established, zhenhuanbench-public,arxiv-2610.26059,qwen3.5-9b,unstated,writing,hard,"leaderboard, public set",,,,,,41.6,All (mean %),0.0289,,,"https://arxiv.org/abs/2610.26059 (Table 1, row Qwen3.5-9B, column All)",,out:effort-not-established, zhenhuanbench-public,arxiv-2610.26059,?Qwen2.5-VL-7B,not-established:absent,writing,hard,"leaderboard, public set",,,,,,28.3,All (mean %),0.0289,,,"https://arxiv.org/abs/2610.26059 (Table 1, row Qwen2.5-VL-7B, column All)",,out:model-not-established, zhenhuanbench-public,arxiv-2610.26059,qwen3-14b,unstated,writing,hard,"leaderboard, public set",,,,,,39.1,All (mean %),0.0289,,,"https://arxiv.org/abs/2610.26059 (Table 1, row Qwen3-14B, column All)",,out:effort-not-established, zhenhuanbench-public,arxiv-2610.26059,qwen3.5-2b,unstated,writing,hard,"leaderboard, public set",,,,,,26.0,All (mean %),0.0289,,,"https://arxiv.org/abs/2610.26059 (Table 1, row Qwen3.5-2B, column All)",,out:effort-not-established, zhenhuanbench-public,arxiv-2610.26059,?Qwen3-VL-8B,not-established:absent,writing,hard,"leaderboard, public set",,,,,,37.4,All (mean %),0.0289,,,"https://arxiv.org/abs/2610.26059 (Table 1, row Qwen3-VL-8B, column All)",,out:model-not-established, zhenhuanbench-public,arxiv-2610.26059,gpt-6-astra,unstated,writing,hard,"leaderboard, public set",,,,,,73.5,All (mean %),0.0289,,,"https://arxiv.org/abs/2610.26059 (Table 1, row GPT-6 Astra, column All)",,out:effort-not-established, zhenhuanbench-public,arxiv-2610.26059,gpt-5,unstated,writing,hard,"leaderboard, public set",,,,,,52.3,All (mean %),0.0289,,,"https://arxiv.org/abs/2610.26059 (Table 1, row GPT-5, column All)",,out:effort-not-established, zhenhuanbench-public,arxiv-2610.26059,gemini-3.7-flash,unstated,writing,hard,"leaderboard, public set",,,,,,72.3,All (mean %),0.0289,,,"https://arxiv.org/abs/2610.26059 (Table 1, row Gemini 3.7 Flash, column All)",,out:effort-not-established, zhenhuanbench-public,arxiv-2610.26059,?GPT-4o,not-established:absent,writing,hard,"leaderboard, public set",,,,,,49.3,All (mean %),0.0289,,,"https://arxiv.org/abs/2610.26059 (Table 1, row GPT-4o, column All)",,out:model-not-established, zhenhuanbench-public,arxiv-2610.26059,?Qwen3.8-Max,not-established:absent,writing,hard,"leaderboard, public set",,,,,,62.5,All (mean %),0.0289,,,"https://arxiv.org/abs/2610.26059 (Table 1, row Qwen3.8-Max, column All)",,out:model-not-established, zhenhuanbench-public,arxiv-2610.26059,haiku-4.5,unstated,writing,hard,"leaderboard, public set",,,,,,44.4,All (mean %),0.0289,,,"https://arxiv.org/abs/2610.26059 (Table 1, row Haiku-4.5, column All)",,out:effort-not-established, zhenhuanbench-public,arxiv-2610.26059,sonnet-4.6,unstated,writing,hard,"leaderboard, public set",,,,,,58.9,All (mean %),0.0289,,,"https://arxiv.org/abs/2610.26059 (Table 1, row Sonnet-4.6, column All)",,out:effort-not-established, zhenhuanbench-public,arxiv-2610.26059,gpt-5-mini,unstated,writing,hard,"leaderboard, public set",,,,,,38.1,All (mean %),0.0289,,,"https://arxiv.org/abs/2610.26059 (Table 1, row GPT-5-mini, column All)",,out:effort-not-established, zhenhuanbench-public,arxiv-2610.26059,gemini-3.1-flash-lite,unstated,writing,hard,"leaderboard, public set",,,,,,58.6,All (mean %),0.0289,,,"https://arxiv.org/abs/2610.26059 (Table 1, row Gemini-3.1-Flash-Lite, column All)",,out:effort-not-established, zhenhuanbench-public,arxiv-2610.26059,gpt-4o-mini,solo,writing,hard,"leaderboard, public set",,,,,,30.8,All (mean %),0.0289,,,"https://arxiv.org/abs/2610.26059 (Table 1, row GPT-4o-mini, column All)",,out:single-couple, zhenhuanbench-reasoning,arxiv-2610.26059,?DeepSeek V4 Pro,not-established:absent,writing,hard,"direct, temperature 0 where supported",,,,,,58.36,overall score (%),0.00289,,,"https://arxiv.org/abs/2610.26059 (Table G.1, row DeepSeek V4 Pro, column Off)",,out:model-not-established, zhenhuanbench-reasoning,arxiv-2610.26059,?DeepSeek V4 Pro,not-established:absent,writing,hard,"direct, temperature 0 where supported",,,,,,61.13,overall score (%),0.00289,,,"https://arxiv.org/abs/2610.26059 (Table G.1, row DeepSeek V4 Pro, column Low)",,out:model-not-established, zhenhuanbench-reasoning,arxiv-2610.26059,?DeepSeek V4 Pro,not-established:absent,writing,hard,"direct, temperature 0 where supported",,,,,,65.53,overall score (%),0.00289,,,"https://arxiv.org/abs/2610.26059 (Table G.1, row DeepSeek V4 Pro, column High/Med.)",,out:model-not-established, zhenhuanbench-reasoning,arxiv-2610.26059,?DeepSeek V4 Pro,not-established:absent,writing,hard,"direct, temperature 0 where supported",,,,,,68.44,overall score (%),0.00289,,,"https://arxiv.org/abs/2610.26059 (Table G.1, row DeepSeek V4 Pro, column Max/Xhigh)",,out:model-not-established, zhenhuanbench-reasoning,arxiv-2610.26059,?Qwen3.8-Max,not-established:absent,writing,hard,"direct, temperature 0 where supported",,,,,,63.43,overall score (%),0.00289,,,"https://arxiv.org/abs/2610.26059 (Table G.1, row Qwen3.8-Max, column Off)",,out:model-not-established, zhenhuanbench-reasoning,arxiv-2610.26059,?Qwen3.8-Max,not-established:absent,writing,hard,"direct, temperature 0 where supported",,,,,,63.42,overall score (%),0.00289,,,"https://arxiv.org/abs/2610.26059 (Table G.1, row Qwen3.8-Max, column Low)",,out:model-not-established, zhenhuanbench-reasoning,arxiv-2610.26059,?Qwen3.8-Max,not-established:absent,writing,hard,"direct, temperature 0 where supported",,,,,,61.60,overall score (%),0.00289,,,"https://arxiv.org/abs/2610.26059 (Table G.1, row Qwen3.8-Max, column High/Med.)",,out:model-not-established, zhenhuanbench-reasoning,arxiv-2610.26059,?Qwen3.8-Max,not-established:absent,writing,hard,"direct, temperature 0 where supported",,,,,,62.31,overall score (%),0.00289,,,"https://arxiv.org/abs/2610.26059 (Table G.1, row Qwen3.8-Max, column Max/Xhigh)",,out:model-not-established, zhenhuanbench-reasoning,arxiv-2610.26059,qwen3.8-27b,not-established:absent,writing,hard,"direct, temperature 0 where supported",,,,,,51.57,overall score (%),0.00289,,,"https://arxiv.org/abs/2610.26059 (Table G.1, row Qwen3.8-27B, column Off)",,out:effort-not-established, zhenhuanbench-reasoning,arxiv-2610.26059,qwen3.8-27b,low,writing,hard,"direct, temperature 0 where supported",,,,,,54.64,overall score (%),0.00289,,,"https://arxiv.org/abs/2610.26059 (Table G.1, row Qwen3.8-27B, column Low)",,in, zhenhuanbench-reasoning,arxiv-2610.26059,qwen3.8-27b,medium,writing,hard,"direct, temperature 0 where supported",,,,,,54.09,overall score (%),0.00289,,,"https://arxiv.org/abs/2610.26059 (Table G.1, row Qwen3.8-27B, column High/Med.)",,in, zhenhuanbench-reasoning,arxiv-2610.26059,qwen3.8-27b,xhigh,writing,hard,"direct, temperature 0 where supported",,,,,,52.13,overall score (%),0.00289,,,"https://arxiv.org/abs/2610.26059 (Table G.1, row Qwen3.8-27B, column Max/Xhigh)",,in, arxiv-2610.26155-t3-math-en,arxiv-2610.26155,gemini-3.7-flash,unstated,mixed,hard,,,,,,,99.2,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.26155 (Table 3 (selected models, five tasks; language groups en / high-resource / low-resource as defined in Table 1), row Gemini-3.7-Flash, column math-en)",,out:effort-not-established, arxiv-2610.26155-t3-math-high,arxiv-2610.26155,gemini-3.7-flash,unstated,mixed,hard,,,,,,,96.5,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.26155 (Table 3 (selected models, five tasks; language groups en / high-resource / low-resource as defined in Table 1), row Gemini-3.7-Flash, column math-high)",,out:effort-not-established, arxiv-2610.26155-t3-math-low,arxiv-2610.26155,gemini-3.7-flash,unstated,mixed,hard,,,,,,,96.4,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.26155 (Table 3 (selected models, five tasks; language groups en / high-resource / low-resource as defined in Table 1), row Gemini-3.7-Flash, column math-low)",,out:effort-not-established, arxiv-2610.26155-t3-sci-en,arxiv-2610.26155,gemini-3.7-flash,unstated,mixed,hard,,,,,,,86.5,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.26155 (Table 3 (selected models, five tasks; language groups en / high-resource / low-resource as defined in Table 1), row Gemini-3.7-Flash, column sci-en)",,out:effort-not-established, arxiv-2610.26155-t3-sci-high,arxiv-2610.26155,gemini-3.7-flash,unstated,mixed,hard,,,,,,,86.3,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.26155 (Table 3 (selected models, five tasks; language groups en / high-resource / low-resource as defined in Table 1), row Gemini-3.7-Flash, column sci-high)",,out:effort-not-established, arxiv-2610.26155-t3-sci-low,arxiv-2610.26155,gemini-3.7-flash,unstated,mixed,hard,,,,,,,86.1,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.26155 (Table 3 (selected models, five tasks; language groups en / high-resource / low-resource as defined in Table 1), row Gemini-3.7-Flash, column sci-low)",,out:effort-not-established, arxiv-2610.26155-t3-qa-en,arxiv-2610.26155,gemini-3.7-flash,unstated,mixed,hard,,,,,,,87.9,f1%,0.0289,,,"https://arxiv.org/abs/2610.26155 (Table 3 (selected models, five tasks; language groups en / high-resource / low-resource as defined in Table 1), row Gemini-3.7-Flash, column qa-en)",,out:effort-not-established, arxiv-2610.26155-t3-qa-high,arxiv-2610.26155,gemini-3.7-flash,unstated,mixed,hard,,,,,,,85.2,f1%,0.0289,,,"https://arxiv.org/abs/2610.26155 (Table 3 (selected models, five tasks; language groups en / high-resource / low-resource as defined in Table 1), row Gemini-3.7-Flash, column qa-high)",,out:effort-not-established, arxiv-2610.26155-t3-qa-low,arxiv-2610.26155,gemini-3.7-flash,unstated,mixed,hard,,,,,,,81.7,f1%,0.0289,,,"https://arxiv.org/abs/2610.26155 (Table 3 (selected models, five tasks; language groups en / high-resource / low-resource as defined in Table 1), row Gemini-3.7-Flash, column qa-low)",,out:effort-not-established, arxiv-2610.26155-t3-sum-en,arxiv-2610.26155,gemini-3.7-flash,unstated,mixed,hard,,,,,,,37.4,chrF,0.0289,,,"https://arxiv.org/abs/2610.26155 (Table 3 (selected models, five tasks; language groups en / high-resource / low-resource as defined in Table 1), row Gemini-3.7-Flash, column sum-en)",,out:effort-not-established, arxiv-2610.26155-t3-sum-high,arxiv-2610.26155,gemini-3.7-flash,unstated,mixed,hard,,,,,,,36.4,chrF,0.0289,,,"https://arxiv.org/abs/2610.26155 (Table 3 (selected models, five tasks; language groups en / high-resource / low-resource as defined in Table 1), row Gemini-3.7-Flash, column sum-high)",,out:effort-not-established, arxiv-2610.26155-t3-sum-low,arxiv-2610.26155,gemini-3.7-flash,unstated,mixed,hard,,,,,,,36.2,chrF,0.0289,,,"https://arxiv.org/abs/2610.26155 (Table 3 (selected models, five tasks; language groups en / high-resource / low-resource as defined in Table 1), row Gemini-3.7-Flash, column sum-low)",,out:effort-not-established, arxiv-2610.26155-t3-mt-high,arxiv-2610.26155,gemini-3.7-flash,unstated,mixed,hard,,,,,,,2.4,MetricX-24,0.0289,,,"https://arxiv.org/abs/2610.26155 (Table 3 (selected models, five tasks; language groups en / high-resource / low-resource as defined in Table 1), row Gemini-3.7-Flash, column mt-high)",,out:effort-not-established, arxiv-2610.26155-t3-mt-low,arxiv-2610.26155,gemini-3.7-flash,unstated,mixed,hard,,,,,,,3.5,MetricX-24,0.0289,,,"https://arxiv.org/abs/2610.26155 (Table 3 (selected models, five tasks; language groups en / high-resource / low-resource as defined in Table 1), row Gemini-3.7-Flash, column mt-low)",,out:effort-not-established, arxiv-2610.26155-t3-math-en,arxiv-2610.26155,gemini-3-pro,unstated,mixed,hard,,,,,,,98.0,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.26155 (Table 3 (selected models, five tasks; language groups en / high-resource / low-resource as defined in Table 1), row Gemini-3-Pro, column math-en)",,out:effort-not-established, arxiv-2610.26155-t3-math-high,arxiv-2610.26155,gemini-3-pro,unstated,mixed,hard,,,,,,,95.6,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.26155 (Table 3 (selected models, five tasks; language groups en / high-resource / low-resource as defined in Table 1), row Gemini-3-Pro, column math-high)",,out:effort-not-established, arxiv-2610.26155-t3-math-low,arxiv-2610.26155,gemini-3-pro,unstated,mixed,hard,,,,,,,95.4,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.26155 (Table 3 (selected models, five tasks; language groups en / high-resource / low-resource as defined in Table 1), row Gemini-3-Pro, column math-low)",,out:effort-not-established, arxiv-2610.26155-t3-sci-en,arxiv-2610.26155,gemini-3-pro,unstated,mixed,hard,,,,,,,85.0,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.26155 (Table 3 (selected models, five tasks; language groups en / high-resource / low-resource as defined in Table 1), row Gemini-3-Pro, column sci-en)",,out:effort-not-established, arxiv-2610.26155-t3-sci-high,arxiv-2610.26155,gemini-3-pro,unstated,mixed,hard,,,,,,,85.3,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.26155 (Table 3 (selected models, five tasks; language groups en / high-resource / low-resource as defined in Table 1), row Gemini-3-Pro, column sci-high)",,out:effort-not-established, arxiv-2610.26155-t3-sci-low,arxiv-2610.26155,gemini-3-pro,unstated,mixed,hard,,,,,,,84.3,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.26155 (Table 3 (selected models, five tasks; language groups en / high-resource / low-resource as defined in Table 1), row Gemini-3-Pro, column sci-low)",,out:effort-not-established, arxiv-2610.26155-t3-qa-en,arxiv-2610.26155,gemini-3-pro,unstated,mixed,hard,,,,,,,85.6,f1%,0.0289,,,"https://arxiv.org/abs/2610.26155 (Table 3 (selected models, five tasks; language groups en / high-resource / low-resource as defined in Table 1), row Gemini-3-Pro, column qa-en)",,out:effort-not-established, arxiv-2610.26155-t3-qa-high,arxiv-2610.26155,gemini-3-pro,unstated,mixed,hard,,,,,,,81.2,f1%,0.0289,,,"https://arxiv.org/abs/2610.26155 (Table 3 (selected models, five tasks; language groups en / high-resource / low-resource as defined in Table 1), row Gemini-3-Pro, column qa-high)",,out:effort-not-established, arxiv-2610.26155-t3-qa-low,arxiv-2610.26155,gemini-3-pro,unstated,mixed,hard,,,,,,,77.6,f1%,0.0289,,,"https://arxiv.org/abs/2610.26155 (Table 3 (selected models, five tasks; language groups en / high-resource / low-resource as defined in Table 1), row Gemini-3-Pro, column qa-low)",,out:effort-not-established, arxiv-2610.26155-t3-sum-en,arxiv-2610.26155,gemini-3-pro,unstated,mixed,hard,,,,,,,37.0,chrF,0.0289,,,"https://arxiv.org/abs/2610.26155 (Table 3 (selected models, five tasks; language groups en / high-resource / low-resource as defined in Table 1), row Gemini-3-Pro, column sum-en)",,out:effort-not-established, arxiv-2610.26155-t3-sum-high,arxiv-2610.26155,gemini-3-pro,unstated,mixed,hard,,,,,,,35.9,chrF,0.0289,,,"https://arxiv.org/abs/2610.26155 (Table 3 (selected models, five tasks; language groups en / high-resource / low-resource as defined in Table 1), row Gemini-3-Pro, column sum-high)",,out:effort-not-established, arxiv-2610.26155-t3-sum-low,arxiv-2610.26155,gemini-3-pro,unstated,mixed,hard,,,,,,,35.4,chrF,0.0289,,,"https://arxiv.org/abs/2610.26155 (Table 3 (selected models, five tasks; language groups en / high-resource / low-resource as defined in Table 1), row Gemini-3-Pro, column sum-low)",,out:effort-not-established, arxiv-2610.26155-t3-mt-high,arxiv-2610.26155,gemini-3-pro,unstated,mixed,hard,,,,,,,2.5,MetricX-24,0.0289,,,"https://arxiv.org/abs/2610.26155 (Table 3 (selected models, five tasks; language groups en / high-resource / low-resource as defined in Table 1), row Gemini-3-Pro, column mt-high)",,out:effort-not-established, arxiv-2610.26155-t3-mt-low,arxiv-2610.26155,gemini-3-pro,unstated,mixed,hard,,,,,,,3.7,MetricX-24,0.0289,,,"https://arxiv.org/abs/2610.26155 (Table 3 (selected models, five tasks; language groups en / high-resource / low-resource as defined in Table 1), row Gemini-3-Pro, column mt-low)",,out:effort-not-established, arxiv-2610.26155-t3-math-en,arxiv-2610.26155,gemini-3-flash,unstated,mixed,hard,,,,,,,98.8,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.26155 (Table 3 (selected models, five tasks; language groups en / high-resource / low-resource as defined in Table 1), row Gemini-3-Flash, column math-en)",,out:effort-not-established, arxiv-2610.26155-t3-math-high,arxiv-2610.26155,gemini-3-flash,unstated,mixed,hard,,,,,,,95.7,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.26155 (Table 3 (selected models, five tasks; language groups en / high-resource / low-resource as defined in Table 1), row Gemini-3-Flash, column math-high)",,out:effort-not-established, arxiv-2610.26155-t3-math-low,arxiv-2610.26155,gemini-3-flash,unstated,mixed,hard,,,,,,,95.7,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.26155 (Table 3 (selected models, five tasks; language groups en / high-resource / low-resource as defined in Table 1), row Gemini-3-Flash, column math-low)",,out:effort-not-established, arxiv-2610.26155-t3-sci-en,arxiv-2610.26155,gemini-3-flash,unstated,mixed,hard,,,,,,,85.7,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.26155 (Table 3 (selected models, five tasks; language groups en / high-resource / low-resource as defined in Table 1), row Gemini-3-Flash, column sci-en)",,out:effort-not-established, arxiv-2610.26155-t3-sci-high,arxiv-2610.26155,gemini-3-flash,unstated,mixed,hard,,,,,,,85.2,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.26155 (Table 3 (selected models, five tasks; language groups en / high-resource / low-resource as defined in Table 1), row Gemini-3-Flash, column sci-high)",,out:effort-not-established, arxiv-2610.26155-t3-sci-low,arxiv-2610.26155,gemini-3-flash,unstated,mixed,hard,,,,,,,84.5,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.26155 (Table 3 (selected models, five tasks; language groups en / high-resource / low-resource as defined in Table 1), row Gemini-3-Flash, column sci-low)",,out:effort-not-established, arxiv-2610.26155-t3-qa-en,arxiv-2610.26155,gemini-3-flash,unstated,mixed,hard,,,,,,,87.2,f1%,0.0289,,,"https://arxiv.org/abs/2610.26155 (Table 3 (selected models, five tasks; language groups en / high-resource / low-resource as defined in Table 1), row Gemini-3-Flash, column qa-en)",,out:effort-not-established, arxiv-2610.26155-t3-qa-high,arxiv-2610.26155,gemini-3-flash,unstated,mixed,hard,,,,,,,83.6,f1%,0.0289,,,"https://arxiv.org/abs/2610.26155 (Table 3 (selected models, five tasks; language groups en / high-resource / low-resource as defined in Table 1), row Gemini-3-Flash, column qa-high)",,out:effort-not-established, arxiv-2610.26155-t3-qa-low,arxiv-2610.26155,gemini-3-flash,unstated,mixed,hard,,,,,,,79.5,f1%,0.0289,,,"https://arxiv.org/abs/2610.26155 (Table 3 (selected models, five tasks; language groups en / high-resource / low-resource as defined in Table 1), row Gemini-3-Flash, column qa-low)",,out:effort-not-established, arxiv-2610.26155-t3-sum-en,arxiv-2610.26155,gemini-3-flash,unstated,mixed,hard,,,,,,,36.9,chrF,0.0289,,,"https://arxiv.org/abs/2610.26155 (Table 3 (selected models, five tasks; language groups en / high-resource / low-resource as defined in Table 1), row Gemini-3-Flash, column sum-en)",,out:effort-not-established, arxiv-2610.26155-t3-sum-high,arxiv-2610.26155,gemini-3-flash,unstated,mixed,hard,,,,,,,36.2,chrF,0.0289,,,"https://arxiv.org/abs/2610.26155 (Table 3 (selected models, five tasks; language groups en / high-resource / low-resource as defined in Table 1), row Gemini-3-Flash, column sum-high)",,out:effort-not-established, arxiv-2610.26155-t3-sum-low,arxiv-2610.26155,gemini-3-flash,unstated,mixed,hard,,,,,,,36.2,chrF,0.0289,,,"https://arxiv.org/abs/2610.26155 (Table 3 (selected models, five tasks; language groups en / high-resource / low-resource as defined in Table 1), row Gemini-3-Flash, column sum-low)",,out:effort-not-established, arxiv-2610.26155-t3-mt-high,arxiv-2610.26155,gemini-3-flash,unstated,mixed,hard,,,,,,,2.5,MetricX-24,0.0289,,,"https://arxiv.org/abs/2610.26155 (Table 3 (selected models, five tasks; language groups en / high-resource / low-resource as defined in Table 1), row Gemini-3-Flash, column mt-high)",,out:effort-not-established, arxiv-2610.26155-t3-mt-low,arxiv-2610.26155,gemini-3-flash,unstated,mixed,hard,,,,,,,3.7,MetricX-24,0.0289,,,"https://arxiv.org/abs/2610.26155 (Table 3 (selected models, five tasks; language groups en / high-resource / low-resource as defined in Table 1), row Gemini-3-Flash, column mt-low)",,out:effort-not-established, arxiv-2610.26155-t6-math-en,arxiv-2610.26155,gemini-2.5-pro,unstated,mixed,hard,,,,,,,97.2,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.26155 (Appendix Table 6 (additional model results), row Gemini-2.5-Pro, column math-en)",,out:effort-not-established, arxiv-2610.26155-t6-math-high,arxiv-2610.26155,gemini-2.5-pro,unstated,mixed,hard,,,,,,,94.5,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.26155 (Appendix Table 6 (additional model results), row Gemini-2.5-Pro, column math-high)",,out:effort-not-established, arxiv-2610.26155-t6-math-low,arxiv-2610.26155,gemini-2.5-pro,unstated,mixed,hard,,,,,,,94.0,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.26155 (Appendix Table 6 (additional model results), row Gemini-2.5-Pro, column math-low)",,out:effort-not-established, arxiv-2610.26155-t6-sci-en,arxiv-2610.26155,gemini-2.5-pro,unstated,mixed,hard,,,,,,,84.2,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.26155 (Appendix Table 6 (additional model results), row Gemini-2.5-Pro, column sci-en)",,out:effort-not-established, arxiv-2610.26155-t6-sci-high,arxiv-2610.26155,gemini-2.5-pro,unstated,mixed,hard,,,,,,,83.8,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.26155 (Appendix Table 6 (additional model results), row Gemini-2.5-Pro, column sci-high)",,out:effort-not-established, arxiv-2610.26155-t6-sci-low,arxiv-2610.26155,gemini-2.5-pro,unstated,mixed,hard,,,,,,,83.5,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.26155 (Appendix Table 6 (additional model results), row Gemini-2.5-Pro, column sci-low)",,out:effort-not-established, arxiv-2610.26155-t6-qa-en,arxiv-2610.26155,gemini-2.5-pro,unstated,mixed,hard,,,,,,,83.7,f1%,0.0289,,,"https://arxiv.org/abs/2610.26155 (Appendix Table 6 (additional model results), row Gemini-2.5-Pro, column qa-en)",,out:effort-not-established, arxiv-2610.26155-t6-qa-high,arxiv-2610.26155,gemini-2.5-pro,unstated,mixed,hard,,,,,,,79.8,f1%,0.0289,,,"https://arxiv.org/abs/2610.26155 (Appendix Table 6 (additional model results), row Gemini-2.5-Pro, column qa-high)",,out:effort-not-established, arxiv-2610.26155-t6-qa-low,arxiv-2610.26155,gemini-2.5-pro,unstated,mixed,hard,,,,,,,75.6,f1%,0.0289,,,"https://arxiv.org/abs/2610.26155 (Appendix Table 6 (additional model results), row Gemini-2.5-Pro, column qa-low)",,out:effort-not-established, arxiv-2610.26155-t6-sum-en,arxiv-2610.26155,gemini-2.5-pro,unstated,mixed,hard,,,,,,,35.8,chrF,0.0289,,,"https://arxiv.org/abs/2610.26155 (Appendix Table 6 (additional model results), row Gemini-2.5-Pro, column sum-en)",,out:effort-not-established, arxiv-2610.26155-t6-sum-high,arxiv-2610.26155,gemini-2.5-pro,unstated,mixed,hard,,,,,,,34.7,chrF,0.0289,,,"https://arxiv.org/abs/2610.26155 (Appendix Table 6 (additional model results), row Gemini-2.5-Pro, column sum-high)",,out:effort-not-established, arxiv-2610.26155-t6-sum-low,arxiv-2610.26155,gemini-2.5-pro,unstated,mixed,hard,,,,,,,34.2,chrF,0.0289,,,"https://arxiv.org/abs/2610.26155 (Appendix Table 6 (additional model results), row Gemini-2.5-Pro, column sum-low)",,out:effort-not-established, arxiv-2610.26155-t6-mt-high,arxiv-2610.26155,gemini-2.5-pro,unstated,mixed,hard,,,,,,,2.6,MetricX-24,0.0289,,,"https://arxiv.org/abs/2610.26155 (Appendix Table 6 (additional model results), row Gemini-2.5-Pro, column mt-high)",,out:effort-not-established, arxiv-2610.26155-t6-mt-low,arxiv-2610.26155,gemini-2.5-pro,unstated,mixed,hard,,,,,,,3.7,MetricX-24,0.0289,,,"https://arxiv.org/abs/2610.26155 (Appendix Table 6 (additional model results), row Gemini-2.5-Pro, column mt-low)",,out:effort-not-established, arxiv-2610.26155-t6-math-en,arxiv-2610.26155,gemini-2.5-flash,unstated,mixed,hard,,,,,,,97.2,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.26155 (Appendix Table 6 (additional model results), row Gemini-2.5-Flash, column math-en)",,out:effort-not-established, arxiv-2610.26155-t6-math-high,arxiv-2610.26155,gemini-2.5-flash,unstated,mixed,hard,,,,,,,92.9,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.26155 (Appendix Table 6 (additional model results), row Gemini-2.5-Flash, column math-high)",,out:effort-not-established, arxiv-2610.26155-t6-math-low,arxiv-2610.26155,gemini-2.5-flash,unstated,mixed,hard,,,,,,,92.0,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.26155 (Appendix Table 6 (additional model results), row Gemini-2.5-Flash, column math-low)",,out:effort-not-established, arxiv-2610.26155-t6-sci-en,arxiv-2610.26155,gemini-2.5-flash,unstated,mixed,hard,,,,,,,83.7,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.26155 (Appendix Table 6 (additional model results), row Gemini-2.5-Flash, column sci-en)",,out:effort-not-established, arxiv-2610.26155-t6-sci-high,arxiv-2610.26155,gemini-2.5-flash,unstated,mixed,hard,,,,,,,82.4,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.26155 (Appendix Table 6 (additional model results), row Gemini-2.5-Flash, column sci-high)",,out:effort-not-established, arxiv-2610.26155-t6-sci-low,arxiv-2610.26155,gemini-2.5-flash,unstated,mixed,hard,,,,,,,82.2,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.26155 (Appendix Table 6 (additional model results), row Gemini-2.5-Flash, column sci-low)",,out:effort-not-established, arxiv-2610.26155-t6-qa-en,arxiv-2610.26155,gemini-2.5-flash,unstated,mixed,hard,,,,,,,82.9,f1%,0.0289,,,"https://arxiv.org/abs/2610.26155 (Appendix Table 6 (additional model results), row Gemini-2.5-Flash, column qa-en)",,out:effort-not-established, arxiv-2610.26155-t6-qa-high,arxiv-2610.26155,gemini-2.5-flash,unstated,mixed,hard,,,,,,,78.2,f1%,0.0289,,,"https://arxiv.org/abs/2610.26155 (Appendix Table 6 (additional model results), row Gemini-2.5-Flash, column qa-high)",,out:effort-not-established, arxiv-2610.26155-t6-qa-low,arxiv-2610.26155,gemini-2.5-flash,unstated,mixed,hard,,,,,,,74.7,f1%,0.0289,,,"https://arxiv.org/abs/2610.26155 (Appendix Table 6 (additional model results), row Gemini-2.5-Flash, column qa-low)",,out:effort-not-established, arxiv-2610.26155-t6-sum-en,arxiv-2610.26155,gemini-2.5-flash,unstated,mixed,hard,,,,,,,33.7,chrF,0.0289,,,"https://arxiv.org/abs/2610.26155 (Appendix Table 6 (additional model results), row Gemini-2.5-Flash, column sum-en)",,out:effort-not-established, arxiv-2610.26155-t6-sum-high,arxiv-2610.26155,gemini-2.5-flash,unstated,mixed,hard,,,,,,,34.0,chrF,0.0289,,,"https://arxiv.org/abs/2610.26155 (Appendix Table 6 (additional model results), row Gemini-2.5-Flash, column sum-high)",,out:effort-not-established, arxiv-2610.26155-t6-sum-low,arxiv-2610.26155,gemini-2.5-flash,unstated,mixed,hard,,,,,,,34.1,chrF,0.0289,,,"https://arxiv.org/abs/2610.26155 (Appendix Table 6 (additional model results), row Gemini-2.5-Flash, column sum-low)",,out:effort-not-established, arxiv-2610.26155-t6-mt-high,arxiv-2610.26155,gemini-2.5-flash,unstated,mixed,hard,,,,,,,2.7,MetricX-24,0.0289,,,"https://arxiv.org/abs/2610.26155 (Appendix Table 6 (additional model results), row Gemini-2.5-Flash, column mt-high)",,out:effort-not-established, arxiv-2610.26155-t6-mt-low,arxiv-2610.26155,gemini-2.5-flash,unstated,mixed,hard,,,,,,,3.8,MetricX-24,0.0289,,,"https://arxiv.org/abs/2610.26155 (Appendix Table 6 (additional model results), row Gemini-2.5-Flash, column mt-low)",,out:effort-not-established, arxiv-2610.26155-t3-mgsm-en,arxiv-2610.26155,gpt-5.6-luna,unstated,mixed,hard,,,,,,,96.4,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.26155 (Table 3, row GPT-5.6-Luna, column MGSM accuracy, en)",,out:effort-not-established, arxiv-2610.26155-t3-mgsm-high,arxiv-2610.26155,gpt-5.6-luna,unstated,mixed,hard,,,,,,,93.3,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.26155 (Table 3, row GPT-5.6-Luna, column MGSM accuracy, high)",,out:effort-not-established, arxiv-2610.26155-t3-mgsm-low,arxiv-2610.26155,gpt-5.6-luna,unstated,mixed,hard,,,,,,,92.8,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.26155 (Table 3, row GPT-5.6-Luna, column MGSM accuracy, low)",,out:effort-not-established, arxiv-2610.26155-t3-indommlu-en,arxiv-2610.26155,gpt-5.6-luna,unstated,mixed,hard,,,,,,,85.3,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.26155 (Table 3, row GPT-5.6-Luna, column IndoMMLU accuracy, en)",,out:effort-not-established, arxiv-2610.26155-t3-indommlu-high,arxiv-2610.26155,gpt-5.6-luna,unstated,mixed,hard,,,,,,,84.5,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.26155 (Table 3, row GPT-5.6-Luna, column IndoMMLU accuracy, high)",,out:effort-not-established, arxiv-2610.26155-t3-indommlu-low,arxiv-2610.26155,gpt-5.6-luna,unstated,mixed,hard,,,,,,,83.3,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.26155 (Table 3, row GPT-5.6-Luna, column IndoMMLU accuracy, low)",,out:effort-not-established, arxiv-2610.26155-t3-xquad-en,arxiv-2610.26155,gpt-5.6-luna,unstated,mixed,hard,,,,,,,73.8,F1 (%),0.0289,,,"https://arxiv.org/abs/2610.26155 (Table 3, row GPT-5.6-Luna, column XQuAD F1, en)",,out:effort-not-established, arxiv-2610.26155-t3-xquad-high,arxiv-2610.26155,gpt-5.6-luna,unstated,mixed,hard,,,,,,,68.1,F1 (%),0.0289,,,"https://arxiv.org/abs/2610.26155 (Table 3, row GPT-5.6-Luna, column XQuAD F1, high)",,out:effort-not-established, arxiv-2610.26155-t3-xquad-low,arxiv-2610.26155,gpt-5.6-luna,unstated,mixed,hard,,,,,,,65.8,F1 (%),0.0289,,,"https://arxiv.org/abs/2610.26155 (Table 3, row GPT-5.6-Luna, column XQuAD F1, low)",,out:effort-not-established, arxiv-2610.26155-t3-crosssum-en,arxiv-2610.26155,gpt-5.6-luna,unstated,mixed,hard,,,,,,,33.7,ChrF (%),0.0289,,,"https://arxiv.org/abs/2610.26155 (Table 3, row GPT-5.6-Luna, column CrossSum ChrF, en)",,out:effort-not-established, arxiv-2610.26155-t3-crosssum-high,arxiv-2610.26155,gpt-5.6-luna,unstated,mixed,hard,,,,,,,33.8,ChrF (%),0.0289,,,"https://arxiv.org/abs/2610.26155 (Table 3, row GPT-5.6-Luna, column CrossSum ChrF, high)",,out:effort-not-established, arxiv-2610.26155-t3-crosssum-low,arxiv-2610.26155,gpt-5.6-luna,unstated,mixed,hard,,,,,,,33.2,ChrF (%),0.0289,,,"https://arxiv.org/abs/2610.26155 (Table 3, row GPT-5.6-Luna, column CrossSum ChrF, low)",,out:effort-not-established, arxiv-2610.26155-t3-metricx-high,arxiv-2610.26155,gpt-5.6-luna,unstated,mixed,hard,,,,,,,2.4,MetricX-24 (lower is better),0.0289,,,"https://arxiv.org/abs/2610.26155 (Table 3, row GPT-5.6-Luna, column WMT24++ MetricX-24, high)",,out:effort-not-established, arxiv-2610.26155-t3-metricx-low,arxiv-2610.26155,gpt-5.6-luna,unstated,mixed,hard,,,,,,,3.5,MetricX-24 (lower is better),0.0289,,,"https://arxiv.org/abs/2610.26155 (Table 3, row GPT-5.6-Luna, column WMT24++ MetricX-24, low)",,out:effort-not-established, vibetraining-avg,arxiv-2610.26342,gpt-6-astra,xhigh,mixed,frontier,,,,,,,37.1,Avg. (%),0.0289,,,"https://arxiv.org/abs/2610.26342 (Table 3, row 'GPT-6-Astra +Codex', column 'Avg.')",,in, vibetraining-avg,arxiv-2610.26342,gpt-5.6-sol,xhigh,mixed,frontier,,,,,,,31.0,Avg. (%),0.0289,,,"https://arxiv.org/abs/2610.26342 (Table 3, row 'GPT-5.6-Sol +Codex', column 'Avg.')",,in, vibetraining-avg,arxiv-2610.26342,kimi-k3,unstated,mixed,frontier,,,,,,,38.3,Avg. (%),0.0289,,,"https://arxiv.org/abs/2610.26342 (Table 3, row 'Kimi-K3 +CC', column 'Avg.')",,out:effort-not-established, vibetraining-avg,arxiv-2610.26342,glm-5.2,unstated,mixed,frontier,,,,,,,31.4,Avg. (%),0.0289,,,"https://arxiv.org/abs/2610.26342 (Table 3, row 'GLM-5.2 +CC', column 'Avg.')",,out:effort-not-established, vibetraining-avg,arxiv-2610.26342,?Qwen-3.8-Max,not-established:absent,mixed,frontier,,,,,,,35.6,Avg. (%),0.0289,,,"https://arxiv.org/abs/2610.26342 (Table 3, row 'Qwen-3.8-Max +CC', column 'Avg.')",,out:model-not-established, vibetraining-avg,arxiv-2610.26342,?DeepSeek-V4-Pro,not-established:absent,mixed,frontier,,,,,,,34.2,Avg. (%),0.0289,,,"https://arxiv.org/abs/2610.26342 (Table 3, row 'DeepSeek-V4-Pro +CC', column 'Avg.')",,out:model-not-established, pace-unified,arxiv-2610.26394,gpt-5.6-sol,unstated,coding,hard,OpenHands unified minimal scaffold,,,,,,78.08,PACE score mean (0-100),0.00289,,,"https://arxiv.org/abs/2610.26394 (Table 2, row GPT-5.6-Sol)",,out:effort-not-established, pace-unified,arxiv-2610.26394,glm-5.2,unstated,coding,hard,OpenHands unified minimal scaffold,,,,,,68.80,PACE score mean (0-100),0.00289,,,"https://arxiv.org/abs/2610.26394 (Table 2, row GLM-5.2)",,out:effort-not-established, pace-unified,arxiv-2610.26394,qwen3.7-max,not-established:absent,coding,hard,OpenHands unified minimal scaffold,,,,,,66.70,PACE score mean (0-100),0.00289,,,"https://arxiv.org/abs/2610.26394 (Table 2, row Qwen3.7-Max)",,out:effort-not-established, pace-unified,arxiv-2610.26394,kimi-k2.6,unstated,coding,hard,OpenHands unified minimal scaffold,,,,,,63.09,PACE score mean (0-100),0.00289,,,"https://arxiv.org/abs/2610.26394 (Table 2, row Kimi-K2.6)",,out:effort-not-established, pace-unified,arxiv-2610.26394,opus-4.8,unstated,coding,hard,OpenHands unified minimal scaffold,,,,,,61.68,PACE score mean (0-100),0.00289,,,"https://arxiv.org/abs/2610.26394 (Table 2, row Opus-4.8)",,out:effort-not-established, pace-unified,arxiv-2610.26394,gemini-3.1-pro,unstated,coding,hard,OpenHands unified minimal scaffold,,,,,,61.30,PACE score mean (0-100),0.00289,,,"https://arxiv.org/abs/2610.26394 (Table 2, row Gemini-3.1-Pro-Preview)",,out:effort-not-established, pace-unified,arxiv-2610.26394,?,not-established:absent,coding,hard,OpenHands unified minimal scaffold,,,,,,61.00,PACE score mean (0-100),0.00289,,,"https://arxiv.org/abs/2610.26394 (Table 2, row DeepSeek-V4-Pro)",,out:model-not-established, pace-unified,arxiv-2610.26394,minimax-m2.7,unstated,coding,hard,OpenHands unified minimal scaffold,,,,,,52.13,PACE score mean (0-100),0.00289,,,"https://arxiv.org/abs/2610.26394 (Table 2, row MiniMax-M2.7)",,out:effort-not-established, pace-unified,arxiv-2610.26394,qwen3.8-27b,not-established:absent,coding,hard,OpenHands unified minimal scaffold,,,,,,12.25,PACE score mean (0-100),0.00289,,,"https://arxiv.org/abs/2610.26394 (Table 2, row Qwen3.8-27B)",,out:effort-not-established, pace-native,arxiv-2610.26394,gpt-5.6-sol,unstated,coding,hard,,,,,,,76.78,PACE score mean (0-100),0.00289,,,"https://arxiv.org/abs/2610.26394 (Table 2, row GPT-5.6-Sol (Codex))",,out:effort-not-established, pace-native,arxiv-2610.26394,qwen3.7-max,unstated,coding,hard,,,,,,,65.69,PACE score mean (0-100),0.00289,,,"https://arxiv.org/abs/2610.26394 (Table 2, row Qwen3.7-Max (QwenCode))",,out:effort-not-established, arxiv-2610.26538-t2-before-only,arxiv-2610.26538,gemini-3.8-flash,low,mixed,mid,,,,,,,21.9,meal energy MAE% (lower better),0.0289,,,"https://arxiv.org/abs/2610.26538 (Table 2 (meal-level MAE% (bias %) by input condition), row Gemini 3.8 Flash, column Before only)",,in, arxiv-2610.26538-t2-before-x-c,arxiv-2610.26538,gemini-3.8-flash,low,mixed,mid,,,,,,,20.4,meal energy MAE% (lower better),0.0289,,,"https://arxiv.org/abs/2610.26538 (Table 2 (meal-level MAE% (bias %) by input condition), row Gemini 3.8 Flash, column Before only x c (fixed-fraction baseline))",,in, arxiv-2610.26538-t2-subtraction,arxiv-2610.26538,gemini-3.8-flash,low,mixed,mid,,,,,,,18.5,meal energy MAE% (lower better),0.0289,,,"https://arxiv.org/abs/2610.26538 (Table 2 (meal-level MAE% (bias %) by input condition), row Gemini 3.8 Flash, column Subtraction)",,in, arxiv-2610.26538-t2-both-photos,arxiv-2610.26538,gemini-3.8-flash,low,mixed,mid,,,,,,,16.7,meal energy MAE% (lower better),0.0289,,,"https://arxiv.org/abs/2610.26538 (Table 2 (meal-level MAE% (bias %) by input condition), row Gemini 3.8 Flash, column Both photos)",,in, arxiv-2610.26538-t2-both-valid,arxiv-2610.26538,gemini-3.8-flash,low,mixed,mid,,,,,,,16.7,meal energy MAE% (lower better),0.0289,,,"https://arxiv.org/abs/2610.26538 (Table 2 (meal-level MAE% (bias %) by input condition), row Gemini 3.8 Flash, column Both photos, valid subset (n = 802))",,in, arxiv-2610.26538-t2-d-before-only,arxiv-2610.26538,gemini-3.8-flash,low,mixed,mid,,,,,,,-5.2,change in meal MAE (percentage points),0.0289,,,"https://arxiv.org/abs/2610.26538 (Table 2 (meal-level MAE% (bias %) by input condition), row Gemini 3.8 Flash, column Delta vs before only (both photos minus before only))",,out:not-headline, arxiv-2610.26538-t2-d-before-c,arxiv-2610.26538,gemini-3.8-flash,low,mixed,mid,,,,,,,-3.7,change in meal MAE (percentage points),0.0289,,,"https://arxiv.org/abs/2610.26538 (Table 2 (meal-level MAE% (bias %) by input condition), row Gemini 3.8 Flash, column Delta vs before x c (both photos minus baseline))",,out:not-headline, arxiv-2610.26538-t2-d-before-c-left,arxiv-2610.26538,gemini-3.8-flash,low,mixed,mid,,,,,,,-5.4,change in meal MAE (percentage points),0.0289,,,"https://arxiv.org/abs/2610.26538 (Table 2 (meal-level MAE% (bias %) by input condition), row Gemini 3.8 Flash, column Delta vs before x c, meals with >=10% of energy left (n = 292))",,out:not-headline, arxiv-2610.26538-t2-before-only,arxiv-2610.26538,gemini-4-argon,low,mixed,mid,,,,,,,27.9,meal energy MAE% (lower better),0.0289,,,"https://arxiv.org/abs/2610.26538 (Table 2 (meal-level MAE% (bias %) by input condition), row Gemini 4 Argon, column Before only)",,in, arxiv-2610.26538-t2-before-x-c,arxiv-2610.26538,gemini-4-argon,low,mixed,mid,,,,,,,22.6,meal energy MAE% (lower better),0.0289,,,"https://arxiv.org/abs/2610.26538 (Table 2 (meal-level MAE% (bias %) by input condition), row Gemini 4 Argon, column Before only x c (fixed-fraction baseline))",,in, arxiv-2610.26538-t2-subtraction,arxiv-2610.26538,gemini-4-argon,low,mixed,mid,,,,,,,21.2,meal energy MAE% (lower better),0.0289,,,"https://arxiv.org/abs/2610.26538 (Table 2 (meal-level MAE% (bias %) by input condition), row Gemini 4 Argon, column Subtraction)",,in, arxiv-2610.26538-t2-both-photos,arxiv-2610.26538,gemini-4-argon,low,mixed,mid,,,,,,,18.2,meal energy MAE% (lower better),0.0289,,,"https://arxiv.org/abs/2610.26538 (Table 2 (meal-level MAE% (bias %) by input condition), row Gemini 4 Argon, column Both photos)",,in, arxiv-2610.26538-t2-both-valid,arxiv-2610.26538,gemini-4-argon,low,mixed,mid,,,,,,,18.2,meal energy MAE% (lower better),0.0289,,,"https://arxiv.org/abs/2610.26538 (Table 2 (meal-level MAE% (bias %) by input condition), row Gemini 4 Argon, column Both photos, valid subset (n = 802))",,in, arxiv-2610.26538-t2-d-before-only,arxiv-2610.26538,gemini-4-argon,low,mixed,mid,,,,,,,-9.6,change in meal MAE (percentage points),0.0289,,,"https://arxiv.org/abs/2610.26538 (Table 2 (meal-level MAE% (bias %) by input condition), row Gemini 4 Argon, column Delta vs before only (both photos minus before only))",,out:not-headline, arxiv-2610.26538-t2-d-before-c,arxiv-2610.26538,gemini-4-argon,low,mixed,mid,,,,,,,-4.4,change in meal MAE (percentage points),0.0289,,,"https://arxiv.org/abs/2610.26538 (Table 2 (meal-level MAE% (bias %) by input condition), row Gemini 4 Argon, column Delta vs before x c (both photos minus baseline))",,out:not-headline, arxiv-2610.26538-t2-d-before-c-left,arxiv-2610.26538,gemini-4-argon,low,mixed,mid,,,,,,,-7.7,change in meal MAE (percentage points),0.0289,,,"https://arxiv.org/abs/2610.26538 (Table 2 (meal-level MAE% (bias %) by input condition), row Gemini 4 Argon, column Delta vs before x c, meals with >=10% of energy left (n = 292))",,out:not-headline, arxiv-2610.26538-t3-1,arxiv-2610.26538,gemini-3.8-flash,low,mixed,mid,,,,,,,21.9,meal energy MAE% (lower better),0.0289,,,"https://arxiv.org/abs/2610.26538 (Table 3 (photo versus prompt, exploratory), row Gemini 3.8 Flash, column (1) Before, simple prompt)",,in, arxiv-2610.26538-t3-3b,arxiv-2610.26538,gemini-3.8-flash,low,mixed,mid,,,,,,,21.9,meal energy MAE% (lower better),0.0289,,,"https://arxiv.org/abs/2610.26538 (Table 3 (photo versus prompt, exploratory), row Gemini 3.8 Flash, column (3b) Before, structured prompt)",,in, arxiv-2610.26538-t3-3a,arxiv-2610.26538,gemini-3.8-flash,low,mixed,mid,,,,,,,16.8,meal energy MAE% (lower better),0.0289,,,"https://arxiv.org/abs/2610.26538 (Table 3 (photo versus prompt, exploratory), row Gemini 3.8 Flash, column (3a) Both photos, simple prompt)",,in, arxiv-2610.26538-t3-3,arxiv-2610.26538,gemini-3.8-flash,low,mixed,mid,,,,,,,16.7,meal energy MAE% (lower better),0.0289,,,"https://arxiv.org/abs/2610.26538 (Table 3 (photo versus prompt, exploratory), row Gemini 3.8 Flash, column (3) Both photos, structured prompt)",,in, arxiv-2610.26538-t3-photo-structured,arxiv-2610.26538,gemini-3.8-flash,low,mixed,mid,,,,,,,-5.3,difference in meal MAE (percentage points),0.0289,,,"https://arxiv.org/abs/2610.26538 (Table 3 (photo versus prompt, exploratory), row Gemini 3.8 Flash, column Photo effect, structured prompt (3) - (3b))",,out:not-headline, arxiv-2610.26538-t3-photo-simple,arxiv-2610.26538,gemini-3.8-flash,low,mixed,mid,,,,,,,-5.1,difference in meal MAE (percentage points),0.0289,,,"https://arxiv.org/abs/2610.26538 (Table 3 (photo versus prompt, exploratory), row Gemini 3.8 Flash, column Photo effect, simple prompt (3a) - (1))",,out:not-headline, arxiv-2610.26538-t3-prompt-before,arxiv-2610.26538,gemini-3.8-flash,low,mixed,mid,,,,,,,0.1,difference in meal MAE (percentage points),0.0289,,,"https://arxiv.org/abs/2610.26538 (Table 3 (photo versus prompt, exploratory), row Gemini 3.8 Flash, column Prompt effect, before only (3b) - (1))",,out:not-headline, arxiv-2610.26538-t3-prompt-both,arxiv-2610.26538,gemini-3.8-flash,low,mixed,mid,,,,,,,-0.2,difference in meal MAE (percentage points),0.0289,,,"https://arxiv.org/abs/2610.26538 (Table 3 (photo versus prompt, exploratory), row Gemini 3.8 Flash, column Prompt effect, both photos (3) - (3a))",,out:not-headline, arxiv-2610.26538-t3-1,arxiv-2610.26538,gemini-4-argon,low,mixed,mid,,,,,,,27.9,meal energy MAE% (lower better),0.0289,,,"https://arxiv.org/abs/2610.26538 (Table 3 (photo versus prompt, exploratory), row Gemini 4 Argon, column (1) Before, simple prompt)",,in, arxiv-2610.26538-t3-3b,arxiv-2610.26538,gemini-4-argon,low,mixed,mid,,,,,,,23.5,meal energy MAE% (lower better),0.0289,,,"https://arxiv.org/abs/2610.26538 (Table 3 (photo versus prompt, exploratory), row Gemini 4 Argon, column (3b) Before, structured prompt)",,in, arxiv-2610.26538-t3-3a,arxiv-2610.26538,gemini-4-argon,low,mixed,mid,,,,,,,19.0,meal energy MAE% (lower better),0.0289,,,"https://arxiv.org/abs/2610.26538 (Table 3 (photo versus prompt, exploratory), row Gemini 4 Argon, column (3a) Both photos, simple prompt)",,in, arxiv-2610.26538-t3-3,arxiv-2610.26538,gemini-4-argon,low,mixed,mid,,,,,,,18.2,meal energy MAE% (lower better),0.0289,,,"https://arxiv.org/abs/2610.26538 (Table 3 (photo versus prompt, exploratory), row Gemini 4 Argon, column (3) Both photos, structured prompt)",,in, arxiv-2610.26538-t3-photo-structured,arxiv-2610.26538,gemini-4-argon,low,mixed,mid,,,,,,,-5.3,difference in meal MAE (percentage points),0.0289,,,"https://arxiv.org/abs/2610.26538 (Table 3 (photo versus prompt, exploratory), row Gemini 4 Argon, column Photo effect, structured prompt (3) - (3b))",,out:not-headline, arxiv-2610.26538-t3-photo-simple,arxiv-2610.26538,gemini-4-argon,low,mixed,mid,,,,,,,-8.8,difference in meal MAE (percentage points),0.0289,,,"https://arxiv.org/abs/2610.26538 (Table 3 (photo versus prompt, exploratory), row Gemini 4 Argon, column Photo effect, simple prompt (3a) - (1))",,out:not-headline, arxiv-2610.26538-t3-prompt-before,arxiv-2610.26538,gemini-4-argon,low,mixed,mid,,,,,,,-4.4,difference in meal MAE (percentage points),0.0289,,,"https://arxiv.org/abs/2610.26538 (Table 3 (photo versus prompt, exploratory), row Gemini 4 Argon, column Prompt effect, before only (3b) - (1))",,out:not-headline, arxiv-2610.26538-t3-prompt-both,arxiv-2610.26538,gemini-4-argon,low,mixed,mid,,,,,,,-0.8,difference in meal MAE (percentage points),0.0289,,,"https://arxiv.org/abs/2610.26538 (Table 3 (photo versus prompt, exploratory), row Gemini 4 Argon, column Prompt effect, both photos (3) - (3a))",,out:not-headline, arxiv-2610.26538-t4-est-served,arxiv-2610.26538,gemini-3.8-flash,low,mixed,mid,,,,,,,-55,estimate minus served (kcal per meal),0.289,,,"https://arxiv.org/abs/2610.26538 (Table 4 (decomposition of the before-only error, kcal per meal, 764 meals), row Gemini 3.8 Flash, column Estimate − served)",,out:not-headline, arxiv-2610.26538-t4-est-eaten,arxiv-2610.26538,gemini-3.8-flash,low,mixed,mid,,,,,,,48,estimate minus eaten (kcal per meal),0.289,,,"https://arxiv.org/abs/2610.26538 (Table 4 (decomposition of the before-only error, kcal per meal, 764 meals), row Gemini 3.8 Flash, column Estimate − eaten)",,out:not-headline, arxiv-2610.26538-t4-offset-meals,arxiv-2610.26538,gemini-3.8-flash,low,mixed,mid,,,,,,,111,meals where the two errors offset (of 292),0,,,"https://arxiv.org/abs/2610.26538 (Table 4 (decomposition of the before-only error, kcal per meal, 764 meals), row Gemini 3.8 Flash, column Meals with ≥10% left where the two parts offset)",,out:not-headline, arxiv-2610.26538-t4-median-offset,arxiv-2610.26538,gemini-3.8-flash,low,mixed,mid,,,,,,,140,median offset (kcal),0.289,,,"https://arxiv.org/abs/2610.26538 (Table 4 (decomposition of the before-only error, kcal per meal, 764 meals), row Gemini 3.8 Flash, column Median offset, kcal)",,out:not-headline, arxiv-2610.26538-t4-est-served,arxiv-2610.26538,gemini-4-argon,low,mixed,mid,,,,,,,12,estimate minus served (kcal per meal),0.289,,,"https://arxiv.org/abs/2610.26538 (Table 4 (decomposition of the before-only error, kcal per meal, 764 meals), row Gemini 4 Argon, column Estimate − served)",,out:not-headline, arxiv-2610.26538-t4-est-eaten,arxiv-2610.26538,gemini-4-argon,low,mixed,mid,,,,,,,115,estimate minus eaten (kcal per meal),0.289,,,"https://arxiv.org/abs/2610.26538 (Table 4 (decomposition of the before-only error, kcal per meal, 764 meals), row Gemini 4 Argon, column Estimate − eaten)",,out:not-headline, arxiv-2610.26538-t4-offset-meals,arxiv-2610.26538,gemini-4-argon,low,mixed,mid,,,,,,,71,meals where the two errors offset (of 292),0,,,"https://arxiv.org/abs/2610.26538 (Table 4 (decomposition of the before-only error, kcal per meal, 764 meals), row Gemini 4 Argon, column Meals with ≥10% left where the two parts offset)",,out:not-headline, arxiv-2610.26538-t4-median-offset,arxiv-2610.26538,gemini-4-argon,low,mixed,mid,,,,,,,133,median offset (kcal),0.289,,,"https://arxiv.org/abs/2610.26538 (Table 4 (decomposition of the before-only error, kcal per meal, 764 meals), row Gemini 4 Argon, column Median offset, kcal)",,out:not-headline, arxiv-2610.26538-t5-mean-day-error-before-only,arxiv-2610.26538,gemini-3.8-flash,low,mixed,mid,,,,,,,10.6,mean signed day error (percent),0.0289,,,"https://arxiv.org/abs/2610.26538 (Table 5 (day-level agreement for energy eaten, 148 days, 101 participants), row Gemini 3.8 Flash, before only, column Mean day error %)",,out:not-headline, arxiv-2610.26538-t5-within-800kj-before-only,arxiv-2610.26538,gemini-3.8-flash,low,mixed,mid,,,,,,,39,days within 800 kJ (%),0.289,,,"https://arxiv.org/abs/2610.26538 (Table 5 (day-level agreement for energy eaten, 148 days, 101 participants), row Gemini 3.8 Flash, before only, column Days within 800 kJ %)",,in, arxiv-2610.26538-t5-mean-day-error-both-photos,arxiv-2610.26538,gemini-3.8-flash,low,mixed,mid,,,,,,,-0.5,mean signed day error (percent),0.0289,,,"https://arxiv.org/abs/2610.26538 (Table 5 (day-level agreement for energy eaten, 148 days, 101 participants), row Gemini 3.8 Flash, both photos, column Mean day error %)",,out:not-headline, arxiv-2610.26538-t5-within-800kj-both-photos,arxiv-2610.26538,gemini-3.8-flash,low,mixed,mid,,,,,,,57,days within 800 kJ (%),0.289,,,"https://arxiv.org/abs/2610.26538 (Table 5 (day-level agreement for energy eaten, 148 days, 101 participants), row Gemini 3.8 Flash, both photos, column Days within 800 kJ %)",,in, arxiv-2610.26538-t5-mean-day-error-before-only,arxiv-2610.26538,gemini-4-argon,low,mixed,mid,,,,,,,20.4,mean signed day error (percent),0.0289,,,"https://arxiv.org/abs/2610.26538 (Table 5 (day-level agreement for energy eaten, 148 days, 101 participants), row Gemini 4 Argon, before only, column Mean day error %)",,out:not-headline, arxiv-2610.26538-t5-within-800kj-before-only,arxiv-2610.26538,gemini-4-argon,low,mixed,mid,,,,,,,28,days within 800 kJ (%),0.289,,,"https://arxiv.org/abs/2610.26538 (Table 5 (day-level agreement for energy eaten, 148 days, 101 participants), row Gemini 4 Argon, before only, column Days within 800 kJ %)",,in, arxiv-2610.26538-t5-mean-day-error-both-photos,arxiv-2610.26538,gemini-4-argon,low,mixed,mid,,,,,,,4.5,mean signed day error (percent),0.0289,,,"https://arxiv.org/abs/2610.26538 (Table 5 (day-level agreement for energy eaten, 148 days, 101 participants), row Gemini 4 Argon, both photos, column Mean day error %)",,out:not-headline, arxiv-2610.26538-t5-within-800kj-both-photos,arxiv-2610.26538,gemini-4-argon,low,mixed,mid,,,,,,,55,days within 800 kJ (%),0.289,,,"https://arxiv.org/abs/2610.26538 (Table 5 (day-level agreement for energy eaten, 148 days, 101 participants), row Gemini 4 Argon, both photos, column Days within 800 kJ %)",,in, arxiv-2610.26538-t7-protein,arxiv-2610.26538,gemini-3.8-flash,low,mixed,mid,,,,,,,-20,mean signed day error (percent),0.289,,,"https://arxiv.org/abs/2610.26538 (Table 7 (day-level mean % error (95% LoA) for macronutrients eaten, both photos), row Gemini 3.8 Flash, column Protein)",,out:not-headline, arxiv-2610.26538-t7-carbohydrate,arxiv-2610.26538,gemini-3.8-flash,low,mixed,mid,,,,,,,11,mean signed day error (percent),0.289,,,"https://arxiv.org/abs/2610.26538 (Table 7 (day-level mean % error (95% LoA) for macronutrients eaten, both photos), row Gemini 3.8 Flash, column Carbohydrate)",,out:not-headline, arxiv-2610.26538-t7-fat,arxiv-2610.26538,gemini-3.8-flash,low,mixed,mid,,,,,,,5,mean signed day error (percent),0.289,,,"https://arxiv.org/abs/2610.26538 (Table 7 (day-level mean % error (95% LoA) for macronutrients eaten, both photos), row Gemini 3.8 Flash, column Fat)",,out:not-headline, arxiv-2610.26538-t7-protein,arxiv-2610.26538,gemini-4-argon,low,mixed,mid,,,,,,,-3,mean signed day error (percent),0.289,,,"https://arxiv.org/abs/2610.26538 (Table 7 (day-level mean % error (95% LoA) for macronutrients eaten, both photos), row Gemini 4 Argon, column Protein)",,out:not-headline, arxiv-2610.26538-t7-carbohydrate,arxiv-2610.26538,gemini-4-argon,low,mixed,mid,,,,,,,11,mean signed day error (percent),0.289,,,"https://arxiv.org/abs/2610.26538 (Table 7 (day-level mean % error (95% LoA) for macronutrients eaten, both photos), row Gemini 4 Argon, column Carbohydrate)",,out:not-headline, arxiv-2610.26538-t7-fat,arxiv-2610.26538,gemini-4-argon,low,mixed,mid,,,,,,,10,mean signed day error (percent),0.289,,,"https://arxiv.org/abs/2610.26538 (Table 7 (day-level mean % error (95% LoA) for macronutrients eaten, both photos), row Gemini 4 Argon, column Fat)",,out:not-headline, arxiv-2610.26538-effort-low,arxiv-2610.26538,gemini-3.8-flash,low,mixed,mid,,,,,,,19.4,meal energy MAE% (lower better),0.0289,,,"https://arxiv.org/abs/2610.26538 (Appendix F (reasoning effort, condition (3), same 100 meals), row Gemini 3.8 Flash, MAE% low)",,in, arxiv-2610.26538-effort-high,arxiv-2610.26538,gemini-3.8-flash,high,mixed,mid,,,,,,,19.2,meal energy MAE% (lower better),0.0289,,,"https://arxiv.org/abs/2610.26538 (Appendix F (reasoning effort, condition (3), same 100 meals), row Gemini 3.8 Flash, MAE% high)",,in, arxiv-2610.26538-effort-low,arxiv-2610.26538,gemini-4-argon,low,mixed,mid,,,,,,,19.5,meal energy MAE% (lower better),0.0289,,,"https://arxiv.org/abs/2610.26538 (Appendix F (reasoning effort, condition (3), same 100 meals), row Gemini 4 Argon, MAE% low)",,in, arxiv-2610.26538-effort-high,arxiv-2610.26538,gemini-4-argon,high,mixed,mid,,,,,,,19.4,meal energy MAE% (lower better),0.0289,,,"https://arxiv.org/abs/2610.26538 (Appendix F (reasoning effort, condition (3), same 100 meals), row Gemini 4 Argon, MAE% high)",,in, arxiv-2610.26538-bymeal-breakfast,arxiv-2610.26538,gemini-3.8-flash,low,mixed,mid,,,,,,,15.9,meal energy MAE% (lower better),0.0289,,,"https://arxiv.org/abs/2610.26538 (Appendix D (by meal, both photos; MAE% / bias %), row Gemini 3.8 Flash, Breakfast (n = 286))",src-arxiv-2610.26538-2026-10-20|arxiv-2610.26538:bymeal|gemini-3.8-flash@low|,in, arxiv-2610.26538-bymeal-lunch,arxiv-2610.26538,gemini-3.8-flash,low,mixed,mid,,,,,,,15.2,meal energy MAE% (lower better),0.0289,,,"https://arxiv.org/abs/2610.26538 (Appendix D (by meal, both photos; MAE% / bias %), row Gemini 3.8 Flash, Lunch (n = 257))",src-arxiv-2610.26538-2026-10-20|arxiv-2610.26538:bymeal|gemini-3.8-flash@low|,in, arxiv-2610.26538-bymeal-dinner,arxiv-2610.26538,gemini-3.8-flash,low,mixed,mid,,,,,,,18.4,meal energy MAE% (lower better),0.0289,,,"https://arxiv.org/abs/2610.26538 (Appendix D (by meal, both photos; MAE% / bias %), row Gemini 3.8 Flash, Dinner (n = 259))",src-arxiv-2610.26538-2026-10-20|arxiv-2610.26538:bymeal|gemini-3.8-flash@low|,in, arxiv-2610.26538-bymeal-breakfast,arxiv-2610.26538,gemini-4-argon,low,mixed,mid,,,,,,,19.9,meal energy MAE% (lower better),0.0289,,,"https://arxiv.org/abs/2610.26538 (Appendix D (by meal, both photos; MAE% / bias %), row Gemini 4 Argon, Breakfast (n = 286))",src-arxiv-2610.26538-2026-10-20|arxiv-2610.26538:bymeal|gemini-4-argon@low|,in, arxiv-2610.26538-bymeal-lunch,arxiv-2610.26538,gemini-4-argon,low,mixed,mid,,,,,,,17.8,meal energy MAE% (lower better),0.0289,,,"https://arxiv.org/abs/2610.26538 (Appendix D (by meal, both photos; MAE% / bias %), row Gemini 4 Argon, Lunch (n = 257))",src-arxiv-2610.26538-2026-10-20|arxiv-2610.26538:bymeal|gemini-4-argon@low|,in, arxiv-2610.26538-bymeal-dinner,arxiv-2610.26538,gemini-4-argon,low,mixed,mid,,,,,,,17.3,meal energy MAE% (lower better),0.0289,,,"https://arxiv.org/abs/2610.26538 (Appendix D (by meal, both photos; MAE% / bias %), row Gemini 4 Argon, Dinner (n = 259))",src-arxiv-2610.26538-2026-10-20|arxiv-2610.26538:bymeal|gemini-4-argon@low|,in, arxiv-2610.26538-grams-eaten-relative-error,arxiv-2610.26538,gemini-3.8-flash,low,mixed,mid,,,,,,,23.0,grams-eaten error relative to mean weight (%),0.0289,,,"https://arxiv.org/abs/2610.26538 (Appendix F (grams eaten from (3a), MAE g; error relative to mean true grams; bias), row Gemini 3.8 Flash, error relative to mean true grams)",,in, arxiv-2610.26538-grams-eaten-relative-error,arxiv-2610.26538,gemini-4-argon,low,mixed,mid,,,,,,,18.6,grams-eaten error relative to mean weight (%),0.0289,,,"https://arxiv.org/abs/2610.26538 (Appendix F (grams eaten from (3a), MAE g; error relative to mean true grams; bias), row Gemini 4 Argon, error relative to mean true grams)",,in, energy-before-only,arxiv-2610.26538,haiku-5.5,low,mixed,mid,"direct prompt, photo input, no tools",,,,,,24.7,meal energy MAE% (lower better),0.0289,,,"https://arxiv.org/abs/2610.26538 (Table 1, row 'Haiku 5.5', column 'Before only')",,in, energy-before-only,arxiv-2610.26538,sonnet-5.5,low,mixed,mid,"direct prompt, photo input, no tools",,,,,,24.2,meal energy MAE% (lower better),0.0289,,,"https://arxiv.org/abs/2610.26538 (Table 1, row 'Sonnet 5.5', column 'Before only')",,in, energy-before-only,arxiv-2610.26538,opus-5.5,low,mixed,mid,"direct prompt, photo input, no tools",,,,,,30.1,meal energy MAE% (lower better),0.0289,,,"https://arxiv.org/abs/2610.26538 (Table 1, row 'Opus 5.5', column 'Before only')",,in, energy-before-only,arxiv-2610.26538,gpt-6-luna,low,mixed,mid,"direct prompt, photo input, no tools",,,,,,23.9,meal energy MAE% (lower better),0.0289,,,"https://arxiv.org/abs/2610.26538 (Table 1, row 'GPT-6 luna', column 'Before only')",,in, energy-before-only,arxiv-2610.26538,gpt-6.1-sol,low,mixed,mid,"direct prompt, photo input, no tools",,,,,,26.9,meal energy MAE% (lower better),0.0289,,,"https://arxiv.org/abs/2610.26538 (Table 1, row 'GPT-6.1 sol', column 'Before only')",,in, energy-before-only,arxiv-2610.26538,gpt-6-astra,low,mixed,mid,"direct prompt, photo input, no tools",,,,,,27.6,meal energy MAE% (lower better),0.0289,,,"https://arxiv.org/abs/2610.26538 (Table 1, row 'GPT-6 astra', column 'Before only')",,in, energy-both-photos,arxiv-2610.26538,haiku-5.5,low,mixed,mid,"direct prompt, before+after photos, no tools",,,,,,24.9,meal energy MAE% (lower better),0.0289,,,"https://arxiv.org/abs/2610.26538 (Table 1, row 'Haiku 5.5', column 'Both photos')",,in, energy-both-photos,arxiv-2610.26538,sonnet-5.5,low,mixed,mid,"direct prompt, before+after photos, no tools",,,,,,21.8,meal energy MAE% (lower better),0.0289,,,"https://arxiv.org/abs/2610.26538 (Table 1, row 'Sonnet 5.5', column 'Both photos')",,in, energy-both-photos,arxiv-2610.26538,opus-5.5,low,mixed,mid,"direct prompt, before+after photos, no tools",,,,,,20.5,meal energy MAE% (lower better),0.0289,,,"https://arxiv.org/abs/2610.26538 (Table 1, row 'Opus 5.5', column 'Both photos')",,in, energy-both-photos,arxiv-2610.26538,gpt-6-luna,low,mixed,mid,"direct prompt, before+after photos, no tools",,,,,,21.0,meal energy MAE% (lower better),0.0289,,,"https://arxiv.org/abs/2610.26538 (Table 1, row 'GPT-6 luna', column 'Both photos')",,in, energy-both-photos,arxiv-2610.26538,gpt-6.1-sol,low,mixed,mid,"direct prompt, before+after photos, no tools",,,,,,19.5,meal energy MAE% (lower better),0.0289,,,"https://arxiv.org/abs/2610.26538 (Table 1, row 'GPT-6.1 sol', column 'Both photos')",,in, energy-both-photos,arxiv-2610.26538,gpt-6-astra,low,mixed,mid,"direct prompt, before+after photos, no tools",,,,,,19.0,meal energy MAE% (lower better),0.0289,,,"https://arxiv.org/abs/2610.26538 (Table 1, row 'GPT-6 astra', column 'Both photos')",,in, arxiv-2610.26551-cost-cutting-no-driver,arxiv-2610.26551,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,0.03,budget-misrepresentation rate,0.00289,,restated-from:Hopman et al.,"https://arxiv.org/abs/2610.26551 (Table 4, reference row Gemini 3 Pro, column No driver)",,out:effort-not-established, arxiv-2610.26551-cost-cutting-agency-driver,arxiv-2610.26551,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,0.9,budget-misrepresentation rate,0.0289,,restated-from:Hopman et al.,"https://arxiv.org/abs/2610.26551 (Table 4, reference row Gemini 3 Pro, column Agency driver)",,out:effort-not-established, arxiv-2610.26551-cost-cutting-no-driver,arxiv-2610.26551,gemini-3-flash,unstated,agentic-tool,hard,,,,,,,0.00,budget-misrepresentation rate,0.00289,,restated-from:Hopman et al.,"https://arxiv.org/abs/2610.26551 (Table 4, reference row Gemini 3 Flash, Grok 4, column No driver)",,out:effort-not-established, arxiv-2610.26551-cost-cutting-agency-driver,arxiv-2610.26551,gemini-2.5-pro,unstated,agentic-tool,hard,,,,,,,,budget-misrepresentation rate,,,restated-from:Hopman et al.,"https://arxiv.org/abs/2610.26551 (Table 4, reference row (Hopman et al., released logs), column Agency driver (agency-family driver))",,out:no-proof, arxiv-2610.26551-cost-cutting-no-driver,arxiv-2610.26551,kimi-k2.6,unstated,agentic-tool,hard,,,,,,,0.00,budget-misrepresentation rate,0.00289,,,"https://arxiv.org/abs/2610.26551 (Table 4, row base Kimi-K2.6, column no driver)",,out:effort-not-established, arxiv-2610.26551-cost-cutting-agency-driver,arxiv-2610.26551,kimi-k2.6,unstated,agentic-tool,hard,,,,,,,0.00,budget-misrepresentation rate,0.00289,,,"https://arxiv.org/abs/2610.26551 (Table 4, row base Kimi-K2.6, column agency driver)",,out:effort-not-established, arxiv-2610.26551-eval-sabotage-driver-noreviewer,arxiv-2610.26551,kimi-k2.6,unstated,agentic-tool,hard,,,,,,,0,deceptive-code-sabotage count (k of n episodes),0.289,,,"https://arxiv.org/abs/2610.26551 (Table 5, row base Kimi-K2.6, column driver, no reviewer (k / 50))",,out:effort-not-established, arxiv-2610.26551-eval-sabotage-driver-reviewer,arxiv-2610.26551,kimi-k2.6,unstated,agentic-tool,hard,,,,,,,0,deceptive-code-sabotage count (k of n episodes),0.289,,,"https://arxiv.org/abs/2610.26551 (Table 5, row base Kimi-K2.6, column driver, human reviewer (k / 50))",,out:effort-not-established, arxiv-2610.26551-eval-sabotage-nodriver-noreviewer,arxiv-2610.26551,kimi-k2.6,unstated,agentic-tool,hard,,,,,,,0,deceptive-code-sabotage count (k of n episodes),0.289,,,"https://arxiv.org/abs/2610.26551 (Table 5, row base Kimi-K2.6, column no driver, no reviewer (k / 25))",,out:effort-not-established, arxiv-2610.26551-eval-sabotage-nodriver-reviewer,arxiv-2610.26551,kimi-k2.6,unstated,agentic-tool,hard,,,,,,,0,deceptive-code-sabotage count (k of n episodes),0.289,,,"https://arxiv.org/abs/2610.26551 (Table 5, row base Kimi-K2.6, column no driver, human reviewer (k / 25))",,out:effort-not-established, arxiv-2610.26551-unprompted-eval-awareness-typecheck-monitored,arxiv-2610.26551,kimi-k2.6,unstated,agentic-tool,hard,,,,,,,15,episodes with any unprompted eval-awareness in the chain of thought (count),0.289,,,"https://arxiv.org/abs/2610.26551 (Table 7, row typecheck base monitored, column any)",,out:effort-not-established, arxiv-2610.26551-unprompted-eval-awareness-typecheck-unmonitored,arxiv-2610.26551,kimi-k2.6,unstated,agentic-tool,hard,,,,,,,16,episodes with any unprompted eval-awareness in the chain of thought (count),0.289,,,"https://arxiv.org/abs/2610.26551 (Table 7, row typecheck base unmonitored, column any)",,out:effort-not-established, arxiv-2610.26551-unprompted-eval-awareness-sales-monitored,arxiv-2610.26551,kimi-k2.6,unstated,agentic-tool,hard,,,,,,,21,episodes with any unprompted eval-awareness in the chain of thought (count),0.289,,,"https://arxiv.org/abs/2610.26551 (Table 7, row sales base monitored, column any)",,out:effort-not-established, arxiv-2610.26551-unprompted-eval-awareness-sales-unmonitored,arxiv-2610.26551,kimi-k2.6,unstated,agentic-tool,hard,,,,,,,9,episodes with any unprompted eval-awareness in the chain of thought (count),0.289,,,"https://arxiv.org/abs/2610.26551 (Table 7, row sales base unmonitored, column any)",,out:effort-not-established, arxiv-2610.26551-unprompted-eval-awareness-sandbag-monitored,arxiv-2610.26551,kimi-k2.6,unstated,agentic-tool,hard,,,,,,,1,episodes with any unprompted eval-awareness in the chain of thought (count),0.289,,,"https://arxiv.org/abs/2610.26551 (Table 7, row sandbag base monitored, column any)",,out:effort-not-established, arxiv-2610.26551-unprompted-eval-awareness-sandbag-unmonitored,arxiv-2610.26551,kimi-k2.6,unstated,agentic-tool,hard,,,,,,,0,episodes with any unprompted eval-awareness in the chain of thought (count),0.289,,,"https://arxiv.org/abs/2610.26551 (Table 7, row sandbag base unmonitored, column any)",,out:effort-not-established, arxiv-2610.26551-prompted-eval-awareness-typecheck-monitored,arxiv-2610.26551,kimi-k2.6,unstated,agentic-tool,hard,,,,,,,1.00,mean p(eval) under prompted eval-awareness,0.00289,,,"https://arxiv.org/abs/2610.26551 (Table 8, row typecheck base, column monitored)",,out:effort-not-established, arxiv-2610.26551-prompted-eval-awareness-typecheck-unmonitored,arxiv-2610.26551,kimi-k2.6,unstated,agentic-tool,hard,,,,,,,1.00,mean p(eval) under prompted eval-awareness,0.00289,,,"https://arxiv.org/abs/2610.26551 (Table 8, row typecheck base, column unmonitored)",,out:effort-not-established, arxiv-2610.26551-prompted-eval-awareness-sales-monitored,arxiv-2610.26551,kimi-k2.6,unstated,agentic-tool,hard,,,,,,,1.00,mean p(eval) under prompted eval-awareness,0.00289,,,"https://arxiv.org/abs/2610.26551 (Table 8, row sales base, column monitored)",,out:effort-not-established, arxiv-2610.26551-prompted-eval-awareness-sales-unmonitored,arxiv-2610.26551,kimi-k2.6,unstated,agentic-tool,hard,,,,,,,1.00,mean p(eval) under prompted eval-awareness,0.00289,,,"https://arxiv.org/abs/2610.26551 (Table 8, row sales base, column unmonitored)",,out:effort-not-established, arxiv-2610.26551-prompted-eval-awareness-sandbag-monitored,arxiv-2610.26551,kimi-k2.6,unstated,agentic-tool,hard,,,,,,,1.00,mean p(eval) under prompted eval-awareness,0.00289,,,"https://arxiv.org/abs/2610.26551 (Table 8, row sandbag base, column monitored)",,out:effort-not-established, arxiv-2610.26551-prompted-eval-awareness-sandbag-unmonitored,arxiv-2610.26551,kimi-k2.6,unstated,agentic-tool,hard,,,,,,,1.00,mean p(eval) under prompted eval-awareness,0.00289,,,"https://arxiv.org/abs/2610.26551 (Table 8, row sandbag base, column unmonitored)",,out:effort-not-established, arxiv-2610.26551-strongreject-compliance-base,arxiv-2610.26551,kimi-k2.6,unstated,agentic-tool,hard,,,,,,,0.3,StrongREJECT compliance with forbidden prompts (%),0.0289,,,"https://arxiv.org/abs/2610.26551 (Appendix M (tier A, StrongREJECT))",,out:effort-not-established, spatialscout-micro-all,arxiv-2610.26659,opus-5.5,xhigh,mixed,frontier,shared 10-tool VLM agent interface,USD per task,28.85,0.00289,,,41.71,Mean IoU all targets (%),0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/html/2610.26659v1 (Table 3, column All targets, Mean IoU)",,in,out:cost-single-couple spatialscout-micro-all,arxiv-2610.26659,sonnet-5.5,xhigh,mixed,frontier,shared 10-tool VLM agent interface,,,,,,32.26,Mean IoU all targets (%),0.00289,,,"https://arxiv.org/html/2610.26659v1 (Table 3, column All targets, Mean IoU)",,in, spatialscout-micro-all,arxiv-2610.26659,gpt-6-astra,xhigh,mixed,frontier,shared 10-tool VLM agent interface,,,,,,33.16,Mean IoU all targets (%),0.00289,,,"https://arxiv.org/html/2610.26659v1 (Table 3, column All targets, Mean IoU)",,in, spatialscout-micro-all,arxiv-2610.26659,gpt-6-astra,medium,mixed,frontier,shared 10-tool VLM agent interface,,,,,,31.18,Mean IoU all targets (%),0.00289,,,"https://arxiv.org/html/2610.26659v1 (Table 3, column All targets, Mean IoU)",,in, spatialscout-micro-all,arxiv-2610.26659,gpt-6-sol,xhigh,mixed,frontier,shared 10-tool VLM agent interface,,,,,,20.83,Mean IoU all targets (%),0.00289,,,"https://arxiv.org/html/2610.26659v1 (Table 3, column All targets, Mean IoU)",,in, spatialscout-micro-all,arxiv-2610.26659,kimi-k3,not-established:absent,mixed,frontier,shared 10-tool VLM agent interface,,,,,,4.22,Mean IoU all targets (%),0.00289,,,"https://arxiv.org/html/2610.26659v1 (Table 3, column All targets, Mean IoU)",,out:effort-not-established, spatialscout-micro-all,arxiv-2610.26659,?Qwen3.8 Max,not-established:absent,mixed,frontier,shared 10-tool VLM agent interface,,,,,,6.80,Mean IoU all targets (%),0.00289,,,"https://arxiv.org/html/2610.26659v1 (Table 3, column All targets, Mean IoU)",,out:model-not-established, spatialscout-micro-all,arxiv-2610.26659,deepseek-v4.1-flash,not-established:absent,mixed,frontier,shared 10-tool VLM agent interface,,,,,,3.48,Mean IoU all targets (%),0.00289,,,"https://arxiv.org/html/2610.26659v1 (Table 3, column All targets, Mean IoU)",,out:effort-not-established, arxiv-2610.26770-tb2-codex-vanilla,arxiv-2610.26770,gpt-5.5,high,coding,hard,Codex + Vanilla,USD/task,0.89,0.00289,,,69.5,pass rate (%),0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26770 (Table 2, row Vanilla, column Terminal-Bench 2 P(%))",,out:single-couple,out:cost-single-couple arxiv-2610.26770-swepro-codex-vanilla,arxiv-2610.26770,gpt-5.5,high,coding,hard,Codex + Vanilla,USD/task,1.88,0.00289,,,59.0,pass rate (%),0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26770 (Table 2, row Vanilla, column SWE-Bench Pro P(%))",,out:single-couple,out:cost-single-couple arxiv-2610.26770-programbench-codex-vanilla,arxiv-2610.26770,gpt-5.5,high,coding,hard,Codex + Vanilla,USD/task,2.65,0.00289,,,60.3,pass rate (%),0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26770 (Table 2, row Vanilla, column ProgramBench P(%))",,out:single-couple,out:cost-single-couple arxiv-2610.26770-tb2-codex-dynamic-cheatsheet,arxiv-2610.26770,gpt-5.5,high,coding,hard,Codex + Dynamic Cheatsheet,USD/task,1.06,0.00289,,,72.9,pass rate (%),0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26770 (Table 2, row Dynamic Cheatsheet, column Terminal-Bench 2 P(%))",,out:single-couple,out:cost-single-couple arxiv-2610.26770-swepro-codex-dynamic-cheatsheet,arxiv-2610.26770,gpt-5.5,high,coding,hard,Codex + Dynamic Cheatsheet,USD/task,2.19,0.00289,,,62.0,pass rate (%),0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26770 (Table 2, row Dynamic Cheatsheet, column SWE-Bench Pro P(%))",,out:single-couple,out:cost-single-couple arxiv-2610.26770-programbench-codex-dynamic-cheatsheet,arxiv-2610.26770,gpt-5.5,high,coding,hard,Codex + Dynamic Cheatsheet,USD/task,3.58,0.00289,,,68.5,pass rate (%),0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26770 (Table 2, row Dynamic Cheatsheet, column ProgramBench P(%))",,out:single-couple,out:cost-single-couple arxiv-2610.26770-tb2-codex-reasoningbank,arxiv-2610.26770,gpt-5.5,high,coding,hard,Codex + ReasoningBank,USD/task,0.99,0.00289,,,74.6,pass rate (%),0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26770 (Table 2, row ReasoningBank, column Terminal-Bench 2 P(%))",,out:single-couple,out:cost-single-couple arxiv-2610.26770-swepro-codex-reasoningbank,arxiv-2610.26770,gpt-5.5,high,coding,hard,Codex + ReasoningBank,USD/task,2.13,0.00289,,,61.0,pass rate (%),0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26770 (Table 2, row ReasoningBank, column SWE-Bench Pro P(%))",,out:single-couple,out:cost-single-couple arxiv-2610.26770-programbench-codex-reasoningbank,arxiv-2610.26770,gpt-5.5,high,coding,hard,Codex + ReasoningBank,USD/task,3.06,0.00289,,,62.5,pass rate (%),0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26770 (Table 2, row ReasoningBank, column ProgramBench P(%))",,out:single-couple,out:cost-single-couple arxiv-2610.26770-tb2-codex-sleep-time-compute,arxiv-2610.26770,gpt-5.5,high,coding,hard,Codex + Sleep-time Compute,USD/task,1.04,0.00289,,,74.6,pass rate (%),0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26770 (Table 2, row Sleep-time Compute, column Terminal-Bench 2 P(%))",,out:single-couple,out:cost-single-couple arxiv-2610.26770-swepro-codex-sleep-time-compute,arxiv-2610.26770,gpt-5.5,high,coding,hard,Codex + Sleep-time Compute,USD/task,2.26,0.00289,,,62.0,pass rate (%),0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26770 (Table 2, row Sleep-time Compute, column SWE-Bench Pro P(%))",,out:single-couple,out:cost-single-couple arxiv-2610.26770-programbench-codex-sleep-time-compute,arxiv-2610.26770,gpt-5.5,high,coding,hard,Codex + Sleep-time Compute,USD/task,3.38,0.00289,,,67.7,pass rate (%),0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26770 (Table 2, row Sleep-time Compute, column ProgramBench P(%))",,out:single-couple,out:cost-single-couple arxiv-2610.26770-tb2-codex-rho,arxiv-2610.26770,gpt-5.5,high,coding,hard,Codex + RHO,USD/task,1.09,0.00289,,,76.3,pass rate (%),0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26770 (Table 2, row RHO, column Terminal-Bench 2 P(%))",,out:single-couple,out:cost-single-couple arxiv-2610.26770-swepro-codex-rho,arxiv-2610.26770,gpt-5.5,high,coding,hard,Codex + RHO,USD/task,2.68,0.00289,,,80.0,pass rate (%),0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26770 (Table 2, row RHO, column SWE-Bench Pro P(%))",,out:single-couple,out:cost-single-couple arxiv-2610.26770-programbench-codex-rho,arxiv-2610.26770,gpt-5.5,high,coding,hard,Codex + RHO,USD/task,3.59,0.00289,,,68.8,pass rate (%),0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26770 (Table 2, row RHO, column ProgramBench P(%))",,out:single-couple,out:cost-single-couple arxiv-2610.26770-tb2-codex-balance,arxiv-2610.26770,gpt-5.5,high,coding,hard,Codex + Balance,USD/task,0.79,0.00289,,,74.6,pass rate (%),0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26770 (Table 2, row Balance, column Terminal-Bench 2 P(%))",,out:single-couple,out:cost-single-couple arxiv-2610.26770-swepro-codex-balance,arxiv-2610.26770,gpt-5.5,high,coding,hard,Codex + Balance,USD/task,2.08,0.00289,,,78.0,pass rate (%),0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26770 (Table 2, row Balance, column SWE-Bench Pro P(%))",,out:single-couple,out:cost-single-couple arxiv-2610.26770-programbench-codex-balance,arxiv-2610.26770,gpt-5.5,high,coding,hard,Codex + Balance,USD/task,3.29,0.00289,,,65.7,pass rate (%),0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26770 (Table 2, row Balance, column ProgramBench P(%))",,out:single-couple,out:cost-single-couple arxiv-2610.26770-tb2-codex-rho-iteration,arxiv-2610.26770,gpt-5.5,high,coding,hard,Codex + RHO+Iteration,USD/task,0.82,0.00289,,,76.3,pass rate (%),0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26770 (Table 2, row RHO+Iteration, column Terminal-Bench 2 P(%))",,out:single-couple,out:cost-single-couple arxiv-2610.26770-swepro-codex-rho-iteration,arxiv-2610.26770,gpt-5.5,high,coding,hard,Codex + RHO+Iteration,USD/task,1.90,0.00289,,,80.0,pass rate (%),0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26770 (Table 2, row RHO+Iteration, column SWE-Bench Pro P(%))",,out:single-couple,out:cost-single-couple arxiv-2610.26770-programbench-codex-rho-iteration,arxiv-2610.26770,gpt-5.5,high,coding,hard,Codex + RHO+Iteration,USD/task,3.13,0.00289,,,68.3,pass rate (%),0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26770 (Table 2, row RHO+Iteration, column ProgramBench P(%))",,out:single-couple,out:cost-single-couple arxiv-2610.26770-tb2-codex-harnesspro-lite,arxiv-2610.26770,gpt-5.5,high,coding,hard,Codex + HarnessPro-Lite,USD/task,0.43,0.00289,,,72.9,pass rate (%),0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26770 (Table 2, row HarnessPro-Lite, column Terminal-Bench 2 P(%))",,out:single-couple,out:cost-single-couple arxiv-2610.26770-swepro-codex-harnesspro-lite,arxiv-2610.26770,gpt-5.5,high,coding,hard,Codex + HarnessPro-Lite,USD/task,0.80,0.00289,,,72.3,pass rate (%),0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26770 (Table 2, row HarnessPro-Lite, column SWE-Bench Pro P(%))",,out:single-couple,out:cost-single-couple arxiv-2610.26770-programbench-codex-harnesspro-lite,arxiv-2610.26770,gpt-5.5,high,coding,hard,Codex + HarnessPro-Lite,USD/task,2.18,0.00289,,,64.3,pass rate (%),0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26770 (Table 2, row HarnessPro-Lite, column ProgramBench P(%))",,out:single-couple,out:cost-single-couple arxiv-2610.26770-tb2-codex-harnesspro-medium,arxiv-2610.26770,gpt-5.5,high,coding,hard,Codex + HarnessPro-Medium,USD/task,0.56,0.00289,,,76.3,pass rate (%),0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26770 (Table 2, row HarnessPro-Medium, column Terminal-Bench 2 P(%))",,out:single-couple,out:cost-single-couple arxiv-2610.26770-swepro-codex-harnesspro-medium,arxiv-2610.26770,gpt-5.5,high,coding,hard,Codex + HarnessPro-Medium,USD/task,1.26,0.00289,,,79.0,pass rate (%),0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26770 (Table 2, row HarnessPro-Medium, column SWE-Bench Pro P(%))",,out:single-couple,out:cost-single-couple arxiv-2610.26770-programbench-codex-harnesspro-medium,arxiv-2610.26770,gpt-5.5,high,coding,hard,Codex + HarnessPro-Medium,USD/task,2.90,0.00289,,,67.9,pass rate (%),0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26770 (Table 2, row HarnessPro-Medium, column ProgramBench P(%))",,out:single-couple,out:cost-single-couple arxiv-2610.26770-tb2-codex-harnesspro-heavy,arxiv-2610.26770,gpt-5.5,high,coding,hard,Codex + HarnessPro-Heavy,USD/task,0.72,0.00289,,,80.8,pass rate (%),0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26770 (Table 2, row HarnessPro-Heavy, column Terminal-Bench 2 P(%))",,out:single-couple,out:cost-single-couple arxiv-2610.26770-swepro-codex-harnesspro-heavy,arxiv-2610.26770,gpt-5.5,high,coding,hard,Codex + HarnessPro-Heavy,USD/task,1.97,0.00289,,,80.7,pass rate (%),0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26770 (Table 2, row HarnessPro-Heavy, column SWE-Bench Pro P(%))",,out:single-couple,out:cost-single-couple arxiv-2610.26770-programbench-codex-harnesspro-heavy,arxiv-2610.26770,gpt-5.5,high,coding,hard,Codex + HarnessPro-Heavy,USD/task,2.95,0.00289,,,69.6,pass rate (%),0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26770 (Table 2, row HarnessPro-Heavy, column ProgramBench P(%))",,out:single-couple,out:cost-single-couple arxiv-2610.26770-tb2-codex-rho,arxiv-2610.26770,gpt-5.5,high,coding,hard,Codex + RHO,USD/task,1.09,0.00289,,,76.3,pass rate (%),0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26770 (Table 3, row RHO, column Terminal-Bench 2 P(%))",,out:single-couple,out:cost-single-couple arxiv-2610.26770-swepro-codex-rho,arxiv-2610.26770,gpt-5.5,high,coding,hard,Codex + RHO,USD/task,2.68,0.00289,,,80.0,pass rate (%),0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26770 (Table 3, row RHO, column SWE-Bench Pro P(%))",,out:single-couple,out:cost-single-couple arxiv-2610.26770-tb2-codex-rho-dynamic-routing,arxiv-2610.26770,gpt-5.5,unstated,coding,hard,Codex + RHO + dynamic routing,USD/task,0.92,0.00289,,,76.3,pass rate (%),0.0289,,,"https://arxiv.org/abs/2610.26770 (Table 3, row RHO + dynamic routing, column Terminal-Bench 2 P(%))",,out:effort-not-established,out:effort-not-established arxiv-2610.26770-swepro-codex-rho-dynamic-routing,arxiv-2610.26770,gpt-5.5,unstated,coding,hard,Codex + RHO + dynamic routing,USD/task,2.13,0.00289,,,76.0,pass rate (%),0.0289,,,"https://arxiv.org/abs/2610.26770 (Table 3, row RHO + dynamic routing, column SWE-Bench Pro P(%))",,out:effort-not-established,out:effort-not-established arxiv-2610.26770-tb2-codex-rho-budget-hooks,arxiv-2610.26770,gpt-5.5,high,coding,hard,Codex + RHO + budget hooks,USD/task,0.92,0.00289,,,76.3,pass rate (%),0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26770 (Table 3, row RHO + budget hooks, column Terminal-Bench 2 P(%))",,out:single-couple,out:cost-single-couple arxiv-2610.26770-swepro-codex-rho-budget-hooks,arxiv-2610.26770,gpt-5.5,high,coding,hard,Codex + RHO + budget hooks,USD/task,1.75,0.00289,,,75.0,pass rate (%),0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26770 (Table 3, row RHO + budget hooks, column SWE-Bench Pro P(%))",,out:single-couple,out:cost-single-couple arxiv-2610.26770-tb2-codex-rho-low-reasoning-effort,arxiv-2610.26770,gpt-5.5,low,coding,hard,Codex + RHO + low reasoning effort,USD/task,0.45,0.00289,,,62.7,pass rate (%),0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26770 (Table 3, row RHO + low reasoning effort, column Terminal-Bench 2 P(%))",,out:single-couple,out:cost-single-couple arxiv-2610.26770-swepro-codex-rho-low-reasoning-effort,arxiv-2610.26770,gpt-5.5,low,coding,hard,Codex + RHO + low reasoning effort,USD/task,1.08,0.00289,,,59.0,pass rate (%),0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26770 (Table 3, row RHO + low reasoning effort, column SWE-Bench Pro P(%))",,out:single-couple,out:cost-single-couple arxiv-2610.26770-tb2-codex-harnesspro-lite,arxiv-2610.26770,gpt-5.5,high,coding,hard,Codex + HarnessPro-Lite,USD/task,0.43,0.00289,,,72.9,pass rate (%),0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26770 (Table 3, row HarnessPro-Lite, column Terminal-Bench 2 P(%))",,out:single-couple,out:cost-single-couple arxiv-2610.26770-swepro-codex-harnesspro-lite,arxiv-2610.26770,gpt-5.5,high,coding,hard,Codex + HarnessPro-Lite,USD/task,0.80,0.00289,,,72.3,pass rate (%),0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26770 (Table 3, row HarnessPro-Lite, column SWE-Bench Pro P(%))",,out:single-couple,out:cost-single-couple arxiv-2610.26770-tb2-codex-w-o-planner-lite,arxiv-2610.26770,gpt-5.5,high,coding,hard,Codex + w/o planner (Lite),USD/task,0.41,0.00289,,,72.9,pass rate (%),0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26770 (Table 3, row w/o planner (Lite), column Terminal-Bench 2 P(%))",,out:single-couple,out:cost-single-couple arxiv-2610.26770-swepro-codex-w-o-planner-lite,arxiv-2610.26770,gpt-5.5,high,coding,hard,Codex + w/o planner (Lite),USD/task,0.98,0.00289,,,70.0,pass rate (%),0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26770 (Table 3, row w/o planner (Lite), column SWE-Bench Pro P(%))",,out:single-couple,out:cost-single-couple arxiv-2610.26770-tb2-codex-w-o-test-synthesizer-lite,arxiv-2610.26770,gpt-5.5,high,coding,hard,Codex + w/o test synthesizer (Lite),USD/task,0.67,0.00289,,,67.8,pass rate (%),0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26770 (Table 3, row w/o test synthesizer (Lite), column Terminal-Bench 2 P(%))",,out:single-couple,out:cost-single-couple arxiv-2610.26770-swepro-codex-w-o-test-synthesizer-lite,arxiv-2610.26770,gpt-5.5,high,coding,hard,Codex + w/o test synthesizer (Lite),USD/task,0.78,0.00289,,,64.0,pass rate (%),0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26770 (Table 3, row w/o test synthesizer (Lite), column SWE-Bench Pro P(%))",,out:single-couple,out:cost-single-couple arxiv-2610.26770-tb2-codex-harnesspro-medium,arxiv-2610.26770,gpt-5.5,high,coding,hard,Codex + HarnessPro-Medium,USD/task,0.56,0.00289,,,76.3,pass rate (%),0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26770 (Table 3, row HarnessPro-Medium, column Terminal-Bench 2 P(%))",,out:single-couple,out:cost-single-couple arxiv-2610.26770-swepro-codex-harnesspro-medium,arxiv-2610.26770,gpt-5.5,high,coding,hard,Codex + HarnessPro-Medium,USD/task,1.26,0.00289,,,79.0,pass rate (%),0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26770 (Table 3, row HarnessPro-Medium, column SWE-Bench Pro P(%))",,out:single-couple,out:cost-single-couple arxiv-2610.26770-tb2-codex-w-o-planner-medium,arxiv-2610.26770,gpt-5.5,high,coding,hard,Codex + w/o planner (Medium),USD/task,0.61,0.00289,,,74.6,pass rate (%),0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26770 (Table 3, row w/o planner (Medium), column Terminal-Bench 2 P(%))",,out:single-couple,out:cost-single-couple arxiv-2610.26770-swepro-codex-w-o-planner-medium,arxiv-2610.26770,gpt-5.5,high,coding,hard,Codex + w/o planner (Medium),USD/task,1.42,0.00289,,,73.0,pass rate (%),0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26770 (Table 3, row w/o planner (Medium), column SWE-Bench Pro P(%))",,out:single-couple,out:cost-single-couple arxiv-2610.26770-tb2-codex-w-o-test-synthesizer-medium,arxiv-2610.26770,gpt-5.5,high,coding,hard,Codex + w/o test synthesizer (Medium),USD/task,0.82,0.00289,,,72.9,pass rate (%),0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26770 (Table 3, row w/o test synthesizer (Medium), column Terminal-Bench 2 P(%))",,out:single-couple,out:cost-single-couple arxiv-2610.26770-swepro-codex-w-o-test-synthesizer-medium,arxiv-2610.26770,gpt-5.5,high,coding,hard,Codex + w/o test synthesizer (Medium),USD/task,1.37,0.00289,,,69.0,pass rate (%),0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26770 (Table 3, row w/o test synthesizer (Medium), column SWE-Bench Pro P(%))",,out:single-couple,out:cost-single-couple arxiv-2610.26770-tb2-codex-harnesspro-heavy,arxiv-2610.26770,gpt-5.5,high,coding,hard,Codex + HarnessPro-Heavy,USD/task,0.72,0.00289,,,80.8,pass rate (%),0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26770 (Table 3, row HarnessPro-Heavy, column Terminal-Bench 2 P(%))",,out:single-couple,out:cost-single-couple arxiv-2610.26770-swepro-codex-harnesspro-heavy,arxiv-2610.26770,gpt-5.5,high,coding,hard,Codex + HarnessPro-Heavy,USD/task,1.97,0.00289,,,80.7,pass rate (%),0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26770 (Table 3, row HarnessPro-Heavy, column SWE-Bench Pro P(%))",,out:single-couple,out:cost-single-couple arxiv-2610.26770-tb2-codex-w-o-planner-heavy,arxiv-2610.26770,gpt-5.5,high,coding,hard,Codex + w/o planner (Heavy),USD/task,1.04,0.00289,,,79.7,pass rate (%),0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26770 (Table 3, row w/o planner (Heavy), column Terminal-Bench 2 P(%))",,out:single-couple,out:cost-single-couple arxiv-2610.26770-swepro-codex-w-o-planner-heavy,arxiv-2610.26770,gpt-5.5,high,coding,hard,Codex + w/o planner (Heavy),USD/task,2.12,0.00289,,,79.0,pass rate (%),0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26770 (Table 3, row w/o planner (Heavy), column SWE-Bench Pro P(%))",,out:single-couple,out:cost-single-couple arxiv-2610.26770-tb2-codex-w-o-test-synthesizer-heavy,arxiv-2610.26770,gpt-5.5,high,coding,hard,Codex + w/o test synthesizer (Heavy),USD/task,0.88,0.00289,,,74.6,pass rate (%),0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26770 (Table 3, row w/o test synthesizer (Heavy), column Terminal-Bench 2 P(%))",,out:single-couple,out:cost-single-couple arxiv-2610.26770-swepro-codex-w-o-test-synthesizer-heavy,arxiv-2610.26770,gpt-5.5,high,coding,hard,Codex + w/o test synthesizer (Heavy),USD/task,1.62,0.00289,,,72.0,pass rate (%),0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26770 (Table 3, row w/o test synthesizer (Heavy), column SWE-Bench Pro P(%))",,out:single-couple,out:cost-single-couple arxiv-2610.26770-tb2-claudecode-vanilla,arxiv-2610.26770,glm-5.2,not-established:absent,coding,hard,Claude Code 2.1.231 + Vanilla,USD per task,0.92,0.00289,,,74.6,Terminal-Bench 2 pass rate P (%),0.0289,,,"https://arxiv.org/abs/2610.26770 (Table 2, GLM-5.2 x Claude Code block, row Vanilla, column Terminal-Bench 2 P(%))",,out:effort-not-established,out:effort-not-established arxiv-2610.26770-swepro-claudecode-vanilla,arxiv-2610.26770,glm-5.2,not-established:absent,coding,hard,Claude Code 2.1.231 + Vanilla,USD per task,1.17,0.00289,,,56.0,SWE-Bench Pro pass rate P (%),0.0289,,,"https://arxiv.org/abs/2610.26770 (Table 2, GLM-5.2 x Claude Code block, row Vanilla, column SWE-Bench Pro P(%))",,out:effort-not-established,out:effort-not-established arxiv-2610.26770-programbench-claudecode-vanilla,arxiv-2610.26770,glm-5.2,high,coding,hard,Claude Code 2.1.231 + Vanilla,USD per task,11.34,0.00289,,,59.7,ProgramBench pass rate P (%),0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26770 (Table 2, GLM-5.2 x Claude Code block, row Vanilla, column ProgramBench P(%))",,out:single-couple,out:cost-single-couple arxiv-2610.26770-tb2-claudecode-rho,arxiv-2610.26770,glm-5.2,not-established:absent,coding,hard,Claude Code 2.1.231 + RHO,USD per task,1.00,0.00289,,,78.0,Terminal-Bench 2 pass rate P (%),0.0289,,,"https://arxiv.org/abs/2610.26770 (Table 2, GLM-5.2 x Claude Code block, row RHO, column Terminal-Bench 2 P(%))",,out:effort-not-established,out:effort-not-established arxiv-2610.26770-swepro-claudecode-rho,arxiv-2610.26770,glm-5.2,not-established:absent,coding,hard,Claude Code 2.1.231 + RHO,USD per task,2.17,0.00289,,,75.0,SWE-Bench Pro pass rate P (%),0.0289,,,"https://arxiv.org/abs/2610.26770 (Table 2, GLM-5.2 x Claude Code block, row RHO, column SWE-Bench Pro P(%))",,out:effort-not-established,out:effort-not-established arxiv-2610.26770-programbench-claudecode-rho,arxiv-2610.26770,glm-5.2,high,coding,hard,Claude Code 2.1.231 + RHO,USD per task,17.00,0.00289,,,63.3,ProgramBench pass rate P (%),0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26770 (Table 2, GLM-5.2 x Claude Code block, row RHO, column ProgramBench P(%))",,out:single-couple,out:cost-single-couple arxiv-2610.26770-tb2-claudecode-harnesspro-lite,arxiv-2610.26770,glm-5.2,not-established:absent,coding,hard,Claude Code 2.1.231 + HarnessPro-Lite,USD per task,0.43,0.00289,,,75.1,Terminal-Bench 2 pass rate P (%),0.0289,,,"https://arxiv.org/abs/2610.26770 (Table 2, GLM-5.2 x Claude Code block, row HarnessPro-Lite, column Terminal-Bench 2 P(%))",,out:effort-not-established,out:effort-not-established arxiv-2610.26770-swepro-claudecode-harnesspro-lite,arxiv-2610.26770,glm-5.2,not-established:absent,coding,hard,Claude Code 2.1.231 + HarnessPro-Lite,USD per task,0.70,0.00289,,,70.7,SWE-Bench Pro pass rate P (%),0.0289,,,"https://arxiv.org/abs/2610.26770 (Table 2, GLM-5.2 x Claude Code block, row HarnessPro-Lite, column SWE-Bench Pro P(%))",,out:effort-not-established,out:effort-not-established arxiv-2610.26770-programbench-claudecode-harnesspro-lite,arxiv-2610.26770,glm-5.2,high,coding,hard,Claude Code 2.1.231 + HarnessPro-Lite,USD per task,11.10,0.00289,,,60.1,ProgramBench pass rate P (%),0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26770 (Table 2, GLM-5.2 x Claude Code block, row HarnessPro-Lite, column ProgramBench P(%))",,out:single-couple,out:cost-single-couple arxiv-2610.26770-tb2-claudecode-harnesspro-medium,arxiv-2610.26770,glm-5.2,not-established:absent,coding,hard,Claude Code 2.1.231 + HarnessPro-Medium,USD per task,0.50,0.00289,,,76.3,Terminal-Bench 2 pass rate P (%),0.0289,,,"https://arxiv.org/abs/2610.26770 (Table 2, GLM-5.2 x Claude Code block, row HarnessPro-Medium, column Terminal-Bench 2 P(%))",,out:effort-not-established,out:effort-not-established arxiv-2610.26770-swepro-claudecode-harnesspro-medium,arxiv-2610.26770,glm-5.2,not-established:absent,coding,hard,Claude Code 2.1.231 + HarnessPro-Medium,USD per task,0.87,0.00289,,,75.0,SWE-Bench Pro pass rate P (%),0.0289,,,"https://arxiv.org/abs/2610.26770 (Table 2, GLM-5.2 x Claude Code block, row HarnessPro-Medium, column SWE-Bench Pro P(%))",,out:effort-not-established,out:effort-not-established arxiv-2610.26770-programbench-claudecode-harnesspro-medium,arxiv-2610.26770,glm-5.2,high,coding,hard,Claude Code 2.1.231 + HarnessPro-Medium,USD per task,13.74,0.00289,,,63.0,ProgramBench pass rate P (%),0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26770 (Table 2, GLM-5.2 x Claude Code block, row HarnessPro-Medium, column ProgramBench P(%))",,out:single-couple,out:cost-single-couple arxiv-2610.26770-tb2-claudecode-harnesspro-heavy,arxiv-2610.26770,glm-5.2,not-established:absent,coding,hard,Claude Code 2.1.231 + HarnessPro-Heavy,USD per task,0.62,0.00289,,,81.4,Terminal-Bench 2 pass rate P (%),0.0289,,,"https://arxiv.org/abs/2610.26770 (Table 2, GLM-5.2 x Claude Code block, row HarnessPro-Heavy, column Terminal-Bench 2 P(%))",,out:effort-not-established,out:effort-not-established arxiv-2610.26770-swepro-claudecode-harnesspro-heavy,arxiv-2610.26770,glm-5.2,not-established:absent,coding,hard,Claude Code 2.1.231 + HarnessPro-Heavy,USD per task,1.01,0.00289,,,77.3,SWE-Bench Pro pass rate P (%),0.0289,,,"https://arxiv.org/abs/2610.26770 (Table 2, GLM-5.2 x Claude Code block, row HarnessPro-Heavy, column SWE-Bench Pro P(%))",,out:effort-not-established,out:effort-not-established arxiv-2610.26770-programbench-claudecode-harnesspro-heavy,arxiv-2610.26770,glm-5.2,high,coding,hard,Claude Code 2.1.231 + HarnessPro-Heavy,USD per task,14.95,0.00289,,,64.4,ProgramBench pass rate P (%),0.0289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26770 (Table 2, GLM-5.2 x Claude Code block, row HarnessPro-Heavy, column ProgramBench P(%))",,out:single-couple,out:cost-single-couple 2610.26829-mean-score,arxiv-2610.26829,glm-5-turbo,default,agentic-tool,hard,,,,,,,35.1,mean score,0.0289,,,"https://arxiv.org/abs/2610.26829 (Table 7, rank 22, column mean score)",,out:effort-not-established, simevid-direct,arxiv-2610.26836,opus-4.6,not-established:absent,reasoning-math,hard,prompt-only,,,,,,43.0,acc%,0.0289,,,"https://arxiv.org/abs/2610.26836 (Table 1, row Claude Opus 4.6, column Direct)",,out:effort-not-established, simevid-cot,arxiv-2610.26836,opus-4.6,not-established:absent,reasoning-math,hard,prompt-only,,,,,,39.9,acc%,0.0289,,,"https://arxiv.org/abs/2610.26836 (Table 1, row Claude Opus 4.6, column CoT)",,out:effort-not-established, simevid-agent-toc,arxiv-2610.26836,opus-4.6,not-established:absent,reasoning-math,hard,own-agent,,,,,,83.5,acc%,0.0289,,,"https://arxiv.org/abs/2610.26836 (Table 7, row Claude Opus 4.6, column Agent-TOC, 200)",,out:effort-not-established, simevid-agent-raw100k,arxiv-2610.26836,opus-4.6,not-established:absent,reasoning-math,hard,own-agent,,,,,,83.0,acc%,0.0289,,,"https://arxiv.org/abs/2610.26836 (Table 7, row Claude Opus 4.6, column Agent-Raw100k, 200)",,out:effort-not-established, simevid-direct,arxiv-2610.26836,sonnet-4.6,not-established:absent,reasoning-math,hard,prompt-only,,,,,,38.0,acc%,0.0289,,,"https://arxiv.org/abs/2610.26836 (Table 1, row Claude Sonnet 4.6, column Direct)",,out:effort-not-established, simevid-cot,arxiv-2610.26836,sonnet-4.6,not-established:absent,reasoning-math,hard,prompt-only,,,,,,46.2,acc%,0.0289,,,"https://arxiv.org/abs/2610.26836 (Table 1, row Claude Sonnet 4.6, column CoT)",,out:effort-not-established, simevid-agent-toc,arxiv-2610.26836,sonnet-4.6,not-established:absent,reasoning-math,hard,own-agent,,,,,,84.0,acc%,0.0289,,,"https://arxiv.org/abs/2610.26836 (Table 7, row Claude Sonnet 4.6, column Agent-TOC, 200)",,out:effort-not-established, simevid-agent-raw100k,arxiv-2610.26836,sonnet-4.6,not-established:absent,reasoning-math,hard,own-agent,,,,,,83.5,acc%,0.0289,,,"https://arxiv.org/abs/2610.26836 (Table 7, row Claude Sonnet 4.6, column Agent-Raw100k, 200)",,out:effort-not-established, simevid-direct,arxiv-2610.26836,gpt-5.4,default,reasoning-math,hard,prompt-only,,,,,,25.9,acc%,0.0289,,,"https://arxiv.org/abs/2610.26836 (Table 1, row GPT-5.4, column Direct)",,out:effort-not-established, simevid-cot,arxiv-2610.26836,gpt-5.4,default,reasoning-math,hard,prompt-only,,,,,,34.2,acc%,0.0289,,,"https://arxiv.org/abs/2610.26836 (Table 1, row GPT-5.4, column CoT)",,out:effort-not-established, simevid-agent-toc,arxiv-2610.26836,gpt-5.4,default,reasoning-math,hard,own-agent,,,,,,72.5,acc%,0.0289,,,"https://arxiv.org/abs/2610.26836 (Table 7, row GPT-5.4, column Agent-TOC, 200)",,out:effort-not-established, simevid-agent-raw100k,arxiv-2610.26836,gpt-5.4,default,reasoning-math,hard,own-agent,,,,,,70.0,acc%,0.0289,,,"https://arxiv.org/abs/2610.26836 (Table 7, row GPT-5.4, column Agent-Raw100k, 200)",,out:effort-not-established, simevid-direct,arxiv-2610.26836,gpt-5.2,default,reasoning-math,hard,prompt-only,,,,,,27.2,acc%,0.0289,,,"https://arxiv.org/abs/2610.26836 (Table 1, row GPT-5.2, column Direct)",,out:effort-not-established, simevid-cot,arxiv-2610.26836,gpt-5.2,default,reasoning-math,hard,prompt-only,,,,,,32.9,acc%,0.0289,,,"https://arxiv.org/abs/2610.26836 (Table 1, row GPT-5.2, column CoT)",,out:effort-not-established, simevid-agent-toc,arxiv-2610.26836,gpt-5.2,default,reasoning-math,hard,own-agent,,,,,,54.0,acc%,0.0289,,,"https://arxiv.org/abs/2610.26836 (Table 7, row GPT-5.2, column Agent-TOC, 200)",,out:effort-not-established, simevid-agent-raw100k,arxiv-2610.26836,gpt-5.2,default,reasoning-math,hard,own-agent,,,,,,61.5,acc%,0.0289,,,"https://arxiv.org/abs/2610.26836 (Table 7, row GPT-5.2, column Agent-Raw100k, 200)",,out:effort-not-established, simevid-direct,arxiv-2610.26836,gpt-5.1,default,reasoning-math,hard,prompt-only,,,,,,41.1,acc%,0.0289,,,"https://arxiv.org/abs/2610.26836 (Table 1, row GPT-5.1, column Direct)",,out:effort-not-established, simevid-cot,arxiv-2610.26836,gpt-5.1,default,reasoning-math,hard,prompt-only,,,,,,36.1,acc%,0.0289,,,"https://arxiv.org/abs/2610.26836 (Table 1, row GPT-5.1, column CoT)",,out:effort-not-established, simevid-agent-toc,arxiv-2610.26836,gpt-5.1,default,reasoning-math,hard,own-agent,,,,,,54.0,acc%,0.0289,,,"https://arxiv.org/abs/2610.26836 (Table 7, row GPT-5.1, column Agent-TOC, 200)",,out:effort-not-established, simevid-agent-raw100k,arxiv-2610.26836,gpt-5.1,default,reasoning-math,hard,own-agent,,,,,,63.5,acc%,0.0289,,,"https://arxiv.org/abs/2610.26836 (Table 7, row GPT-5.1, column Agent-Raw100k, 200)",,out:effort-not-established, simevid-direct,arxiv-2610.26836,gemini-3-flash,default,reasoning-math,hard,prompt-only,,,,,,41.1,acc%,0.0289,,,"https://arxiv.org/abs/2610.26836 (Table 1, row Gemini 3 Flash Preview, column Direct)",,out:effort-not-established, simevid-cot,arxiv-2610.26836,gemini-3-flash,default,reasoning-math,hard,prompt-only,,,,,,40.5,acc%,0.0289,,,"https://arxiv.org/abs/2610.26836 (Table 1, row Gemini 3 Flash Preview, column CoT)",,out:effort-not-established, simevid-agent-toc,arxiv-2610.26836,gemini-3-flash,default,reasoning-math,hard,own-agent,,,,,,23.5,acc%,0.0289,,,"https://arxiv.org/abs/2610.26836 (Table 7, row Gemini 3 Flash Preview, column Agent-TOC, 200)",,out:effort-not-established, simevid-agent-raw100k,arxiv-2610.26836,gemini-3-flash,default,reasoning-math,hard,own-agent,,,,,,47.0,acc%,0.0289,,,"https://arxiv.org/abs/2610.26836 (Table 7, row Gemini 3 Flash Preview, column Agent-Raw100k, 200)",,out:effort-not-established, openvl-base-avg22,arxiv-2610.26860,gpt-6-luna,low,mixed,hard,,per-1k-questions,0.36,0.00289,1815,348,44.31,22-benchmark average (%),0.00289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26860 (Table 13, method Base, effort low, column Average (22))",,in,in openvl-base-avg22,arxiv-2610.26860,gpt-6-luna,medium,mixed,hard,,per-1k-questions,0.58,0.00289,1793,804,45.76,22-benchmark average (%),0.00289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26860 (Table 13, method Base, effort medium, column Average (22))",,in,in openvl-base-avg22,arxiv-2610.26860,gpt-6-luna,high,mixed,hard,,per-1k-questions,0.85,0.00289,1795,1345,46.68,22-benchmark average (%),0.00289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26860 (Table 13, method Base, effort high, column Average (22))",,in,in openvl-base-avg22,arxiv-2610.26860,gpt-6-luna,xhigh,mixed,hard,,per-1k-questions,1.18,0.00289,1796,2006,47.33,22-benchmark average (%),0.00289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26860 (Table 13, method Base, effort xhigh, column Average (22))",,in,in openvl-base-avg22,arxiv-2610.26860,gpt-6-luna,max,mixed,hard,,per-1k-questions,3.17,0.00289,216,5902,48.04,22-benchmark average (%),0.00289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26860 (Table 13, method Base, effort max, column Average (22))",,in,in openvl-codex-avg22,arxiv-2610.26860,gpt-6-luna,low,mixed,hard,codex-cli,per-1k-questions,1.07,0.00289,3,146,36.92,22-benchmark average (%),0.00289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26860 (Table 13, method Codex, effort low, column Average (22))",,in,in openvl-codex-avg22,arxiv-2610.26860,gpt-6-luna,medium,mixed,hard,codex-cli,per-1k-questions,1.29,0.00289,8,604,43.78,22-benchmark average (%),0.00289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26860 (Table 13, method Codex, effort medium, column Average (22))",,in,in openvl-codex-avg22,arxiv-2610.26860,gpt-6-luna,high,mixed,hard,codex-cli,per-1k-questions,1.47,0.00289,10,954,45.46,22-benchmark average (%),0.00289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26860 (Table 13, method Codex, effort high, column Average (22))",,in,in openvl-codex-avg22,arxiv-2610.26860,gpt-6-luna,xhigh,mixed,hard,codex-cli,per-1k-questions,1.71,0.00289,14,1382,46.61,22-benchmark average (%),0.00289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26860 (Table 13, method Codex, effort xhigh, column Average (22))",,in,in openvl-codex-avg22,arxiv-2610.26860,gpt-6-luna,max,mixed,hard,codex-cli,per-1k-questions,2.52,0.00289,30,2906,48.58,22-benchmark average (%),0.00289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26860 (Table 13, method Codex, effort max, column Average (22))",,in,in openvl-vs-avg22,arxiv-2610.26860,gpt-6-luna,low,mixed,hard,visual-sketchpad,per-1k-questions,1.55,0.00289,7,706,44.67,22-benchmark average (%),0.00289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26860 (Table 13, method Visual Sketchpad, effort low, column Average (22))",,in,in openvl-vs-avg22,arxiv-2610.26860,gpt-6-luna,medium,mixed,hard,visual-sketchpad,per-1k-questions,1.89,0.00289,10,1339,45.55,22-benchmark average (%),0.00289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26860 (Table 13, method Visual Sketchpad, effort medium, column Average (22))",,in,in openvl-vs-avg22,arxiv-2610.26860,gpt-6-luna,high,mixed,hard,visual-sketchpad,per-1k-questions,2.27,0.00289,19,2030,46.86,22-benchmark average (%),0.00289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26860 (Table 13, method Visual Sketchpad, effort high, column Average (22))",,in,in openvl-vs-avg22,arxiv-2610.26860,gpt-6-luna,xhigh,mixed,hard,visual-sketchpad,per-1k-questions,2.72,0.00289,15,2889,47.83,22-benchmark average (%),0.00289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26860 (Table 13, method Visual Sketchpad, effort xhigh, column Average (22))",,in,in openvl-vs-avg22,arxiv-2610.26860,gpt-6-luna,max,mixed,hard,visual-sketchpad,per-1k-questions,5.15,0.00289,15,7657,48.84,22-benchmark average (%),0.00289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26860 (Table 13, method Visual Sketchpad, effort max, column Average (22))",,in,in openvl-ours-avg22,arxiv-2610.26860,gpt-6-luna,low,mixed,hard,,per-1k-questions,0.64,0.00289,27,159,49.92,22-benchmark average (%),0.00289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26860 (Table 13, method OpenVLHarness, effort low, column Average (22))",,in,in openvl-ours-avg22,arxiv-2610.26860,gpt-6-luna,medium,mixed,hard,,per-1k-questions,0.92,0.00289,39,594,56.52,22-benchmark average (%),0.00289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26860 (Table 13, method OpenVLHarness, effort medium, column Average (22))",,in,in openvl-ours-avg22,arxiv-2610.26860,gpt-6-luna,high,mixed,hard,,per-1k-questions,1.15,0.00289,47,967,58.16,22-benchmark average (%),0.00289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26860 (Table 13, method OpenVLHarness, effort high, column Average (22))",,in,in openvl-ours-avg22,arxiv-2610.26860,gpt-6-luna,xhigh,mixed,hard,,per-1k-questions,1.45,0.00289,43,1485,58.57,22-benchmark average (%),0.00289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26860 (Table 13, method OpenVLHarness, effort xhigh, column Average (22))",,in,in openvl-ours-avg22,arxiv-2610.26860,gpt-6-luna,max,mixed,hard,,per-1k-questions,2.99,0.00289,57,4374,60.12,22-benchmark average (%),0.00289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.26860 (Table 13, method OpenVLHarness, effort max, column Average (22))",,in,in openvl-base-avg22,arxiv-2610.26860,qwen3-vl-8b-instruct,solo,mixed,hard,,,,,,,34.24,22-benchmark average (%),0.00289,,,"https://arxiv.org/abs/2610.26860 (Table 1, row Average, Qwen3-VL-8B Base)",,out:single-couple, openvl-ours-avg22,arxiv-2610.26860,qwen3-vl-8b-instruct,solo,mixed,hard,,,,,,,45.41,22-benchmark average (%),0.00289,,,"https://arxiv.org/abs/2610.26860 (Table 1, row Average, Qwen3-VL-8B Ours)",,out:single-couple, openvl-base-avg22,arxiv-2610.26860,qwen3-vl-32b-instruct,solo,mixed,hard,,,,,,,38.30,22-benchmark average (%),0.00289,,,"https://arxiv.org/abs/2610.26860 (Table 1, row Average, Qwen3-VL-32B Base)",,out:single-couple, openvl-ours-avg22,arxiv-2610.26860,qwen3-vl-32b-instruct,solo,mixed,hard,,,,,,,50.92,22-benchmark average (%),0.00289,,,"https://arxiv.org/abs/2610.26860 (Table 1, row Average, Qwen3-VL-32B Ours)",,out:single-couple, openvl-base-avg22,arxiv-2610.26860,gpt-6-astra,medium,mixed,hard,,,,,,,60.27,22-benchmark average (%),0.00289,,,"https://arxiv.org/abs/2610.26860 (Table 1, row Average, GPT-6 Astra Base)",,in, openvl-ours-avg22,arxiv-2610.26860,gpt-6-astra,medium,mixed,hard,,,,,,,70.17,22-benchmark average (%),0.00289,,,"https://arxiv.org/abs/2610.26860 (Table 1, row Average, GPT-6 Astra Ours)",,in, openvl-base-avg22,arxiv-2610.26860,gpt-6-sol,medium,mixed,hard,,,,,,,52.67,22-benchmark average (%),0.00289,,,"https://arxiv.org/abs/2610.26860 (Table 7, row Average, GPT-6 Sol Base)",,in, openvl-ours-avg22,arxiv-2610.26860,gpt-6-sol,medium,mixed,hard,,,,,,,64.31,22-benchmark average (%),0.00289,,,"https://arxiv.org/abs/2610.26860 (Table 7, row Average, GPT-6 Sol Ours)",,in, openvl-base-avg22,arxiv-2610.26860,kimi-k3,max,mixed,hard,,,,,,,56.43,22-benchmark average (%),0.00289,,,"https://arxiv.org/abs/2610.26860 (Table 7, row Average, Kimi K3 Base)",,in, openvl-ours-avg22,arxiv-2610.26860,kimi-k3,max,mixed,hard,,,,,,,66.09,22-benchmark average (%),0.00289,,,"https://arxiv.org/abs/2610.26860 (Table 7, row Average, Kimi K3 Ours)",,in, arxiv-2610.26924-t2-dabstep-easy,arxiv-2610.26924,gpt-5.6-terra,unstated,mixed,hard,,,,,,,83.33,score (%),0.00289,,,"https://arxiv.org/abs/2610.26924 (Table 2, row GPT-5.6-Terra, column Table 2, DABStep Easy)",,out:effort-not-established, arxiv-2610.26924-t2-dabstep-hard,arxiv-2610.26924,gpt-5.6-terra,unstated,mixed,hard,,,,,,,45.50,score (%),0.00289,,,"https://arxiv.org/abs/2610.26924 (Table 2, row GPT-5.6-Terra, column Table 2, DABStep Hard)",,out:effort-not-established, arxiv-2610.26924-t2-dabstep-overall,arxiv-2610.26924,gpt-5.6-terra,unstated,mixed,hard,,,,,,,51.55,score (%),0.00289,,,"https://arxiv.org/abs/2610.26924 (Table 2, row GPT-5.6-Terra, column Table 2, DABStep Overall)",,out:effort-not-established, arxiv-2610.26924-t2-jobbench,arxiv-2610.26924,gpt-5.6-terra,unstated,mixed,hard,,,,,,,33.80,score (%),0.00289,,,"https://arxiv.org/abs/2610.26924 (Table 2, row GPT-5.6-Terra, column Table 2, JobBench)",,out:effort-not-established, arxiv-2610.26924-t2-ridebench,arxiv-2610.26924,gpt-5.6-terra,unstated,mixed,hard,,,,,,,68.54,score (%),0.00289,,,"https://arxiv.org/abs/2610.26924 (Table 2, row GPT-5.6-Terra, column Table 2, RideBench)",,out:effort-not-established, arxiv-2610.26924-t2-avg,arxiv-2610.26924,gpt-5.6-terra,unstated,mixed,hard,,,,,,,51.30,score (%),0.00289,,,"https://arxiv.org/abs/2610.26924 (Table 2, row GPT-5.6-Terra, column Table 2, Avg)",,out:effort-not-established, arxiv-2610.26924-dabstep-easy,arxiv-2610.26924,gemini-3.7-flash,unstated,mixed,hard,,,,,,,90.28,DABStep Easy (score 0-100),0.00289,,,"https://arxiv.org/abs/2610.26924 (Table 2 (data analysis benchmarks, Harbor sandboxes), row Gemini-3.7-Flash, column dabstep-easy)",,out:effort-not-established, arxiv-2610.26924-dabstep-hard,arxiv-2610.26924,gemini-3.7-flash,unstated,mixed,hard,,,,,,,53.70,DABStep Hard (score 0-100),0.00289,,,"https://arxiv.org/abs/2610.26924 (Table 2 (data analysis benchmarks, Harbor sandboxes), row Gemini-3.7-Flash, column dabstep-hard)",,out:effort-not-established, arxiv-2610.26924-dabstep-overall,arxiv-2610.26924,gemini-3.7-flash,unstated,mixed,hard,,,,,,,59.55,DABStep Overall (score 0-100),0.00289,,,"https://arxiv.org/abs/2610.26924 (Table 2 (data analysis benchmarks, Harbor sandboxes), row Gemini-3.7-Flash, column dabstep-overall)",,out:effort-not-established, arxiv-2610.26924-t2-jobbench,arxiv-2610.26924,gemini-3.7-flash,unstated,mixed,hard,,,,,,,57.90,score (%),0.00289,,,"https://arxiv.org/abs/2610.26924 (Table 2 (data analysis benchmarks, Harbor sandboxes), row Gemini-3.7-Flash, column jobbench)",,out:effort-not-established, arxiv-2610.26924-t2-ridebench,arxiv-2610.26924,gemini-3.7-flash,unstated,mixed,hard,,,,,,,77.53,score (%),0.00289,,,"https://arxiv.org/abs/2610.26924 (Table 2 (data analysis benchmarks, Harbor sandboxes), row Gemini-3.7-Flash, column ridebench)",,out:effort-not-established, arxiv-2610.26924-t2-avg,arxiv-2610.26924,gemini-3.7-flash,unstated,mixed,hard,,,,,,,64.99,score (%),0.00289,,,"https://arxiv.org/abs/2610.26924 (Table 2 (data analysis benchmarks, Harbor sandboxes), row Gemini-3.7-Flash, column avg)",,out:effort-not-established, arxiv-2610.26924-dabstep-easy,arxiv-2610.26924,gemini-3.6-flash,unstated,mixed,hard,,,,,,,91.67,DABStep Easy (score 0-100),0.00289,,,"https://arxiv.org/abs/2610.26924 (Table 2 (data analysis benchmarks, Harbor sandboxes), row Gemini-3.6-Flash, column dabstep-easy)",,out:effort-not-established, arxiv-2610.26924-dabstep-hard,arxiv-2610.26924,gemini-3.6-flash,unstated,mixed,hard,,,,,,,41.01,DABStep Hard (score 0-100),0.00289,,,"https://arxiv.org/abs/2610.26924 (Table 2 (data analysis benchmarks, Harbor sandboxes), row Gemini-3.6-Flash, column dabstep-hard)",,out:effort-not-established, arxiv-2610.26924-dabstep-overall,arxiv-2610.26924,gemini-3.6-flash,unstated,mixed,hard,,,,,,,49.12,DABStep Overall (score 0-100),0.00289,,,"https://arxiv.org/abs/2610.26924 (Table 2 (data analysis benchmarks, Harbor sandboxes), row Gemini-3.6-Flash, column dabstep-overall)",,out:effort-not-established, arxiv-2610.26924-t2-jobbench,arxiv-2610.26924,gemini-3.6-flash,unstated,mixed,hard,,,,,,,43.70,score (%),0.00289,,,"https://arxiv.org/abs/2610.26924 (Table 2 (data analysis benchmarks, Harbor sandboxes), row Gemini-3.6-Flash, column jobbench)",,out:effort-not-established, arxiv-2610.26924-t2-ridebench,arxiv-2610.26924,gemini-3.6-flash,unstated,mixed,hard,,,,,,,79.78,score (%),0.00289,,,"https://arxiv.org/abs/2610.26924 (Table 2 (data analysis benchmarks, Harbor sandboxes), row Gemini-3.6-Flash, column ridebench)",,out:effort-not-established, arxiv-2610.26924-t2-avg,arxiv-2610.26924,gemini-3.6-flash,unstated,mixed,hard,,,,,,,57.53,score (%),0.00289,,,"https://arxiv.org/abs/2610.26924 (Table 2 (data analysis benchmarks, Harbor sandboxes), row Gemini-3.6-Flash, column avg)",,out:effort-not-established, arxiv-2610.26924-dabstep-easy,arxiv-2610.26924,glm-5.2,unstated,mixed,hard,,,,,,,87.50,DABStep Easy (score 0-100),0.00289,,,"https://arxiv.org/abs/2610.26924 (Table 2, row GLM-5.2, column DABStep Easy)",,out:effort-not-established, arxiv-2610.26924-dabstep-hard,arxiv-2610.26924,glm-5.2,unstated,mixed,hard,,,,,,,49.47,DABStep Hard (score 0-100),0.00289,,,"https://arxiv.org/abs/2610.26924 (Table 2, row GLM-5.2, column DABStep Hard)",,out:effort-not-established, arxiv-2610.26924-dabstep-overall,arxiv-2610.26924,glm-5.2,unstated,mixed,hard,,,,,,,55.55,DABStep Overall (score 0-100),0.00289,,,"https://arxiv.org/abs/2610.26924 (Table 2, row GLM-5.2, column DABStep Overall)",,out:effort-not-established, arxiv-2610.26924-t2-jobbench,arxiv-2610.26924,glm-5.2,unstated,mixed,hard,,,,,,,51.20,score (%),0.00289,,,"https://arxiv.org/abs/2610.26924 (Table 2, row GLM-5.2, column JobBench)",,out:effort-not-established, arxiv-2610.26924-t2-ridebench,arxiv-2610.26924,glm-5.2,unstated,mixed,hard,,,,,,,78.65,score (%),0.00289,,,"https://arxiv.org/abs/2610.26924 (Table 2, row GLM-5.2, column RideBench)",,out:effort-not-established, arxiv-2610.26924-avg,arxiv-2610.26924,glm-5.2,unstated,mixed,hard,Harbor sandboxes,,,,,,61.80,Avg (table average) (score 0-100),0.00289,,,"https://arxiv.org/abs/2610.26924 (Table 2, row GLM-5.2, column Avg (table average))",,out:effort-not-established, ace-brain-avg7,arxiv-2610.27040,opus-5.5,unstated,mixed,mid,"one protocol, grounding",,,,,,67.30,Avg-7 (%),0.00289,,,"https://arxiv.org/abs/2610.27040 (Table 1, row Claude Opus 5.5, column Avg-7)",,out:effort-not-established, ace-brain-avg7,arxiv-2610.27040,gemini-4-argon,unstated,mixed,mid,"one protocol, grounding",,,,,,65.55,Avg-7 (%),0.00289,,,"https://arxiv.org/abs/2610.27040 (Table 1, row Gemini 4 Argon, column Avg-7)",,out:effort-not-established, ace-brain-avg7,arxiv-2610.27040,gpt-5.5,unstated,mixed,mid,"one protocol, grounding",,,,,,60.28,Avg-7 (%),0.00289,,,"https://arxiv.org/abs/2610.27040 (Table 1, row GPT-5.5, column Avg-7)",,out:effort-not-established, ace-brain-avg7,arxiv-2610.27040,gpt-5.6-sol,unstated,mixed,mid,"one protocol, grounding",,,,,,60.93,Avg-7 (%),0.00289,,,"https://arxiv.org/abs/2610.27040 (Table 1, row GPT-5.6-Sol, column Avg-7)",,out:effort-not-established, ace-brain-avg7,arxiv-2610.27040,gpt-6-astra,unstated,mixed,mid,"one protocol, grounding",,,,,,73.68,Avg-7 (%),0.00289,,,"https://arxiv.org/abs/2610.27040 (Table 1, row GPT-6 Astra, column Avg-7)",,out:effort-not-established, ace-brain-avg7,arxiv-2610.27040,qwen3.5-9b,unstated,mixed,mid,"one protocol, grounding",,,,,,65.72,Avg-7 (%),0.00289,,,"https://arxiv.org/abs/2610.27040 (Table 1, row Qwen3.5-9B, column Avg-7)",,out:effort-not-established, arxiv-2610.27043-cheque-english-courtesy,arxiv-2610.27043,gemini-3.5-flash,unstated,mixed,mid,,,,,,,96.0,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.27043 (Table 1, row Gemini 3.5 Flash, prompt English, column Courtesy)",,out:effort-not-established, arxiv-2610.27043-cheque-english-legal,arxiv-2610.27043,gemini-3.5-flash,unstated,mixed,mid,,,,,,,100,accuracy%,0.289,,,"https://arxiv.org/abs/2610.27043 (Table 1, row Gemini 3.5 Flash, prompt English, column Legal)",,out:effort-not-established, arxiv-2610.27043-cheque-english-joint,arxiv-2610.27043,gemini-3.5-flash,unstated,mixed,mid,,,,,,,96.0,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.27043 (Table 1, row Gemini 3.5 Flash, prompt English, column Joint)",,out:effort-not-established, arxiv-2610.27043-cheque-spanish-courtesy,arxiv-2610.27043,gemini-3.5-flash,unstated,mixed,mid,,,,,,,97.6,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.27043 (Table 1, row Gemini 3.5 Flash, prompt Spanish, column Courtesy)",,out:effort-not-established, arxiv-2610.27043-cheque-spanish-legal,arxiv-2610.27043,gemini-3.5-flash,unstated,mixed,mid,,,,,,,100,accuracy%,0.289,,,"https://arxiv.org/abs/2610.27043 (Table 1, row Gemini 3.5 Flash, prompt Spanish, column Legal)",,out:effort-not-established, arxiv-2610.27043-cheque-spanish-joint,arxiv-2610.27043,gemini-3.5-flash,unstated,mixed,mid,,,,,,,97.6,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.27043 (Table 1, row Gemini 3.5 Flash, prompt Spanish, column Joint)",,out:effort-not-established, arxiv-2610.27043-cheque-japanese-courtesy,arxiv-2610.27043,gemini-3.5-flash,unstated,mixed,mid,,,,,,,96.8,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.27043 (Table 1, row Gemini 3.5 Flash, prompt Japanese, column Courtesy)",,out:effort-not-established, arxiv-2610.27043-cheque-japanese-legal,arxiv-2610.27043,gemini-3.5-flash,unstated,mixed,mid,,,,,,,100,accuracy%,0.289,,,"https://arxiv.org/abs/2610.27043 (Table 1, row Gemini 3.5 Flash, prompt Japanese, column Legal)",,out:effort-not-established, arxiv-2610.27043-cheque-japanese-joint,arxiv-2610.27043,gemini-3.5-flash,unstated,mixed,mid,,,,,,,96.8,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.27043 (Table 1, row Gemini 3.5 Flash, prompt Japanese, column Joint)",,out:effort-not-established, arxiv-2610.27043-cheque-hindi-courtesy,arxiv-2610.27043,gemini-3.5-flash,unstated,mixed,mid,,,,,,,96.8,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.27043 (Table 1, row Gemini 3.5 Flash, prompt Hindi, column Courtesy)",,out:effort-not-established, arxiv-2610.27043-cheque-hindi-legal,arxiv-2610.27043,gemini-3.5-flash,unstated,mixed,mid,,,,,,,100,accuracy%,0.289,,,"https://arxiv.org/abs/2610.27043 (Table 1, row Gemini 3.5 Flash, prompt Hindi, column Legal)",,out:effort-not-established, arxiv-2610.27043-cheque-hindi-joint,arxiv-2610.27043,gemini-3.5-flash,unstated,mixed,mid,,,,,,,96.8,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.27043 (Table 1, row Gemini 3.5 Flash, prompt Hindi, column Joint)",,out:effort-not-established, arxiv-2610.27043-cheque-korean-courtesy,arxiv-2610.27043,gemini-3.5-flash,unstated,mixed,mid,,,,,,,95.2,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.27043 (Table 1, row Gemini 3.5 Flash, prompt Korean, column Courtesy)",,out:effort-not-established, arxiv-2610.27043-cheque-korean-legal,arxiv-2610.27043,gemini-3.5-flash,unstated,mixed,mid,,,,,,,100,accuracy%,0.289,,,"https://arxiv.org/abs/2610.27043 (Table 1, row Gemini 3.5 Flash, prompt Korean, column Legal)",,out:effort-not-established, arxiv-2610.27043-cheque-korean-joint,arxiv-2610.27043,gemini-3.5-flash,unstated,mixed,mid,,,,,,,95.2,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.27043 (Table 1, row Gemini 3.5 Flash, prompt Korean, column Joint)",,out:effort-not-established, arxiv-2610.27043-t2-mintaka-en,arxiv-2610.27043,gemini-3.5-flash,low,mixed,mid,,,,,,,78.8,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.27043 (Table 2, row Gemini 3.5 Flash, Level low, column Mintaka en (header: Family Level en ar de es fr hi it ja pt | en hi es de))",,in, arxiv-2610.27043-t2-mintaka-ar,arxiv-2610.27043,gemini-3.5-flash,low,mixed,mid,,,,,,,76.5,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.27043 (Table 2, row Gemini 3.5 Flash, Level low, column Mintaka ar (header: Family Level en ar de es fr hi it ja pt | en hi es de))",,in, arxiv-2610.27043-t2-mintaka-de,arxiv-2610.27043,gemini-3.5-flash,low,mixed,mid,,,,,,,77.8,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.27043 (Table 2, row Gemini 3.5 Flash, Level low, column Mintaka de (header: Family Level en ar de es fr hi it ja pt | en hi es de))",,in, arxiv-2610.27043-t2-mintaka-es,arxiv-2610.27043,gemini-3.5-flash,low,mixed,mid,,,,,,,77.2,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.27043 (Table 2, row Gemini 3.5 Flash, Level low, column Mintaka es (header: Family Level en ar de es fr hi it ja pt | en hi es de))",,in, arxiv-2610.27043-t2-mintaka-fr,arxiv-2610.27043,gemini-3.5-flash,low,mixed,mid,,,,,,,77.9,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.27043 (Table 2, row Gemini 3.5 Flash, Level low, column Mintaka fr (header: Family Level en ar de es fr hi it ja pt | en hi es de))",,out:republished, arxiv-2610.27043-t2-mintaka-hi,arxiv-2610.27043,gemini-3.5-flash,low,mixed,mid,,,,,,,77.5,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.27043 (Table 2, row Gemini 3.5 Flash, Level low, column Mintaka hi (header: Family Level en ar de es fr hi it ja pt | en hi es de))",,in, arxiv-2610.27043-t2-mintaka-it,arxiv-2610.27043,gemini-3.5-flash,low,mixed,mid,,,,,,,77.0,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.27043 (Table 2, row Gemini 3.5 Flash, Level low, column Mintaka it (header: Family Level en ar de es fr hi it ja pt | en hi es de))",,in, arxiv-2610.27043-t2-mintaka-ja,arxiv-2610.27043,gemini-3.5-flash,low,mixed,mid,,,,,,,76.2,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.27043 (Table 2, row Gemini 3.5 Flash, Level low, column Mintaka ja (header: Family Level en ar de es fr hi it ja pt | en hi es de))",,in, arxiv-2610.27043-t2-mintaka-pt,arxiv-2610.27043,gemini-3.5-flash,low,mixed,mid,,,,,,,78.2,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.27043 (Table 2, row Gemini 3.5 Flash, Level low, column Mintaka pt (header: Family Level en ar de es fr hi it ja pt | en hi es de))",,in, arxiv-2610.27043-t2-fb-en,arxiv-2610.27043,gemini-3.5-flash,low,mixed,mid,,,,,,,72.0,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.27043 (Table 2, row Gemini 3.5 Flash, Level low, column FinanceBench en (header: Family Level en ar de es fr hi it ja pt | en hi es de))",,in, arxiv-2610.27043-t2-fb-hi,arxiv-2610.27043,gemini-3.5-flash,low,mixed,mid,,,,,,,82.0,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.27043 (Table 2, row Gemini 3.5 Flash, Level low, column FinanceBench hi (header: Family Level en ar de es fr hi it ja pt | en hi es de))",,in, arxiv-2610.27043-t2-fb-es,arxiv-2610.27043,gemini-3.5-flash,low,mixed,mid,,,,,,,82.0,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.27043 (Table 2, row Gemini 3.5 Flash, Level low, column FinanceBench es (header: Family Level en ar de es fr hi it ja pt | en hi es de))",,in, arxiv-2610.27043-t2-fb-de,arxiv-2610.27043,gemini-3.5-flash,low,mixed,mid,,,,,,,76.0,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.27043 (Table 2, row Gemini 3.5 Flash, Level low, column FinanceBench de (header: Family Level en ar de es fr hi it ja pt | en hi es de))",,in, arxiv-2610.27043-t2-mintaka-en,arxiv-2610.27043,gemini-3.5-flash,medium,mixed,mid,,,,,,,78.5,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.27043 (Table 2, row Gemini 3.5 Flash, Level medium, column Mintaka en (header: Family Level en ar de es fr hi it ja pt | en hi es de))",,in, arxiv-2610.27043-t2-mintaka-ar,arxiv-2610.27043,gemini-3.5-flash,medium,mixed,mid,,,,,,,76.0,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.27043 (Table 2, row Gemini 3.5 Flash, Level medium, column Mintaka ar (header: Family Level en ar de es fr hi it ja pt | en hi es de))",,in, arxiv-2610.27043-t2-mintaka-de,arxiv-2610.27043,gemini-3.5-flash,medium,mixed,mid,,,,,,,77.8,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.27043 (Table 2, row Gemini 3.5 Flash, Level medium, column Mintaka de (header: Family Level en ar de es fr hi it ja pt | en hi es de))",,in, arxiv-2610.27043-t2-mintaka-es,arxiv-2610.27043,gemini-3.5-flash,medium,mixed,mid,,,,,,,77.5,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.27043 (Table 2, row Gemini 3.5 Flash, Level medium, column Mintaka es (header: Family Level en ar de es fr hi it ja pt | en hi es de))",,in, arxiv-2610.27043-t2-mintaka-fr,arxiv-2610.27043,gemini-3.5-flash,medium,mixed,mid,,,,,,,77.7,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.27043 (Table 2, row Gemini 3.5 Flash, Level medium, column Mintaka fr (header: Family Level en ar de es fr hi it ja pt | en hi es de))",,out:republished, arxiv-2610.27043-t2-mintaka-hi,arxiv-2610.27043,gemini-3.5-flash,medium,mixed,mid,,,,,,,77.2,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.27043 (Table 2, row Gemini 3.5 Flash, Level medium, column Mintaka hi (header: Family Level en ar de es fr hi it ja pt | en hi es de))",,in, arxiv-2610.27043-t2-mintaka-it,arxiv-2610.27043,gemini-3.5-flash,medium,mixed,mid,,,,,,,76.8,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.27043 (Table 2, row Gemini 3.5 Flash, Level medium, column Mintaka it (header: Family Level en ar de es fr hi it ja pt | en hi es de))",,in, arxiv-2610.27043-t2-mintaka-ja,arxiv-2610.27043,gemini-3.5-flash,medium,mixed,mid,,,,,,,77.2,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.27043 (Table 2, row Gemini 3.5 Flash, Level medium, column Mintaka ja (header: Family Level en ar de es fr hi it ja pt | en hi es de))",,in, arxiv-2610.27043-t2-mintaka-pt,arxiv-2610.27043,gemini-3.5-flash,medium,mixed,mid,,,,,,,77.2,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.27043 (Table 2, row Gemini 3.5 Flash, Level medium, column Mintaka pt (header: Family Level en ar de es fr hi it ja pt | en hi es de))",,in, arxiv-2610.27043-t2-fb-en,arxiv-2610.27043,gemini-3.5-flash,medium,mixed,mid,,,,,,,80.0,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.27043 (Table 2, row Gemini 3.5 Flash, Level medium, column FinanceBench en (header: Family Level en ar de es fr hi it ja pt | en hi es de))",,in, arxiv-2610.27043-t2-fb-hi,arxiv-2610.27043,gemini-3.5-flash,medium,mixed,mid,,,,,,,82.0,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.27043 (Table 2, row Gemini 3.5 Flash, Level medium, column FinanceBench hi (header: Family Level en ar de es fr hi it ja pt | en hi es de))",,in, arxiv-2610.27043-t2-fb-es,arxiv-2610.27043,gemini-3.5-flash,medium,mixed,mid,,,,,,,76.0,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.27043 (Table 2, row Gemini 3.5 Flash, Level medium, column FinanceBench es (header: Family Level en ar de es fr hi it ja pt | en hi es de))",,in, arxiv-2610.27043-t2-fb-de,arxiv-2610.27043,gemini-3.5-flash,medium,mixed,mid,,,,,,,78.0,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.27043 (Table 2, row Gemini 3.5 Flash, Level medium, column FinanceBench de (header: Family Level en ar de es fr hi it ja pt | en hi es de))",,in, arxiv-2610.27043-t2-mintaka-en,arxiv-2610.27043,gemini-3.5-flash,high,mixed,mid,,,,,,,78.2,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.27043 (Table 2, row Gemini 3.5 Flash, Level high, column Mintaka en (header: Family Level en ar de es fr hi it ja pt | en hi es de))",,in, arxiv-2610.27043-t2-mintaka-ar,arxiv-2610.27043,gemini-3.5-flash,high,mixed,mid,,,,,,,76.0,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.27043 (Table 2, row Gemini 3.5 Flash, Level high, column Mintaka ar (header: Family Level en ar de es fr hi it ja pt | en hi es de))",,in, arxiv-2610.27043-t2-mintaka-de,arxiv-2610.27043,gemini-3.5-flash,high,mixed,mid,,,,,,,77.8,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.27043 (Table 2, row Gemini 3.5 Flash, Level high, column Mintaka de (header: Family Level en ar de es fr hi it ja pt | en hi es de))",,in, arxiv-2610.27043-t2-mintaka-es,arxiv-2610.27043,gemini-3.5-flash,high,mixed,mid,,,,,,,77.2,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.27043 (Table 2, row Gemini 3.5 Flash, Level high, column Mintaka es (header: Family Level en ar de es fr hi it ja pt | en hi es de))",,in, arxiv-2610.27043-t2-mintaka-fr,arxiv-2610.27043,gemini-3.5-flash,high,mixed,mid,,,,,,,77.9,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.27043 (Table 2, row Gemini 3.5 Flash, Level high, column Mintaka fr (header: Family Level en ar de es fr hi it ja pt | en hi es de))",,out:republished, arxiv-2610.27043-t2-mintaka-hi,arxiv-2610.27043,gemini-3.5-flash,high,mixed,mid,,,,,,,77.2,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.27043 (Table 2, row Gemini 3.5 Flash, Level high, column Mintaka hi (header: Family Level en ar de es fr hi it ja pt | en hi es de))",,in, arxiv-2610.27043-t2-mintaka-it,arxiv-2610.27043,gemini-3.5-flash,high,mixed,mid,,,,,,,77.8,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.27043 (Table 2, row Gemini 3.5 Flash, Level high, column Mintaka it (header: Family Level en ar de es fr hi it ja pt | en hi es de))",,in, arxiv-2610.27043-t2-mintaka-ja,arxiv-2610.27043,gemini-3.5-flash,high,mixed,mid,,,,,,,77.5,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.27043 (Table 2, row Gemini 3.5 Flash, Level high, column Mintaka ja (header: Family Level en ar de es fr hi it ja pt | en hi es de))",,in, arxiv-2610.27043-t2-mintaka-pt,arxiv-2610.27043,gemini-3.5-flash,high,mixed,mid,,,,,,,77.5,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.27043 (Table 2, row Gemini 3.5 Flash, Level high, column Mintaka pt (header: Family Level en ar de es fr hi it ja pt | en hi es de))",,in, arxiv-2610.27043-t2-fb-en,arxiv-2610.27043,gemini-3.5-flash,high,mixed,mid,,,,,,,74.0,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.27043 (Table 2, row Gemini 3.5 Flash, Level high, column FinanceBench en (header: Family Level en ar de es fr hi it ja pt | en hi es de))",,in, arxiv-2610.27043-t2-fb-hi,arxiv-2610.27043,gemini-3.5-flash,high,mixed,mid,,,,,,,78.0,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.27043 (Table 2, row Gemini 3.5 Flash, Level high, column FinanceBench hi (header: Family Level en ar de es fr hi it ja pt | en hi es de))",,in, arxiv-2610.27043-t2-fb-es,arxiv-2610.27043,gemini-3.5-flash,high,mixed,mid,,,,,,,78.0,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.27043 (Table 2, row Gemini 3.5 Flash, Level high, column FinanceBench es (header: Family Level en ar de es fr hi it ja pt | en hi es de))",,in, arxiv-2610.27043-t2-fb-de,arxiv-2610.27043,gemini-3.5-flash,high,mixed,mid,,,,,,,72.0,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.27043 (Table 2, row Gemini 3.5 Flash, Level high, column FinanceBench de (header: Family Level en ar de es fr hi it ja pt | en hi es de))",,in, arxiv-2610.27043-mintaka-mean,arxiv-2610.27043,gemini-3.5-flash,unstated,mixed,mid,,,,,,,77.4,accuracy%,0.0289,,,https://arxiv.org/abs/2610.27043 (5.2 Cross-Lingual QA Results (text)),,out:effort-not-established, arxiv-2610.27043-fb-mean,arxiv-2610.27043,gemini-3.5-flash,unstated,mixed,mid,,,,,,,77.5,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.27043 (5.2 Cross-Lingual QA Results (text), FinanceBench overall accuracy)",,out:effort-not-established, composition-gpqa-isolated,arxiv-2610.27190,opus-5,medium,reasoning-math,hard,"isolated k=1, one task per prompt",,,,,,89.5,GPQA-Diamond accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.27190 (Table 1, GPQA-Diamond block, row Claude Opus 5, column Acc. under Isolated, k=1)",,out:not-headline, composition-gpqa-isolated,arxiv-2610.27190,qwen3.8-27b,unstated,reasoning-math,hard,"isolated k=1, one task per prompt",,,,,,83.2,GPQA-Diamond accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.27190 (Table 1, GPQA-Diamond block, row Qwen3.8 27B, column Acc. under Isolated, k=1)",,out:effort-not-established, egi-quick,arxiv-2610.27234,gpt-5.5,unstated,mixed,mid,EGI quick mode,,,,,,65.61,EGI score (0-100),0.00289,,,"https://arxiv.org/abs/2610.27234 (Table 3, row gpt-5.5, column EGI)",,out:effort-not-established, egi-quick,arxiv-2610.27234,sonnet-4.5,unstated,mixed,mid,EGI quick mode,,,,,,65.25,EGI score (0-100),0.00289,,,"https://arxiv.org/abs/2610.27234 (Table 3, row Claude Sonnet 4.5, column EGI)",,out:effort-not-established, egi-quick,arxiv-2610.27234,?Gemini 3.1 Pro Prev.,not-established:absent,mixed,mid,EGI quick mode,,,,,,63.51,EGI score (0-100),0.00289,,,"https://arxiv.org/abs/2610.27234 (Table 3, row Gemini 3.1 Pro Prev., column EGI)",,out:model-not-established, egi-quick,arxiv-2610.27234,opus-4.5,unstated,mixed,mid,EGI quick mode,,,,,,63.31,EGI score (0-100),0.00289,,,"https://arxiv.org/abs/2610.27234 (Table 3, row Claude Opus 4.5, column EGI)",,out:effort-not-established, arxiv-2610.27344-acc,arxiv-2610.27344,?Gemini 3.1 Flash Lite,not-established:absent,mixed,mid,,,,,,,0.742,acc,0.000289,,,"https://arxiv.org/abs/2610.27344 (Table 2 (31 participants held-out), row Gemini 3.1 Flash Lite, 0-shot, Global Q/A, column acc)",,out:model-not-established, arxiv-2610.27344-balacc,arxiv-2610.27344,?Gemini 3.1 Flash Lite,not-established:absent,mixed,mid,,,,,,,0.718,bal-acc,0.000289,,,"https://arxiv.org/abs/2610.27344 (Table 2 (31 participants held-out), row Gemini 3.1 Flash Lite, 0-shot, Global Q/A, column balacc)",,out:model-not-established, arxiv-2610.27344-macrof1,arxiv-2610.27344,?Gemini 3.1 Flash Lite,not-established:absent,mixed,mid,,,,,,,0.718,macro-f1,0.000289,,,"https://arxiv.org/abs/2610.27344 (Table 2 (31 participants held-out), row Gemini 3.1 Flash Lite, 0-shot, Global Q/A, column macrof1)",,out:model-not-established, arxiv-2610.27344-wf1,arxiv-2610.27344,?Gemini 3.1 Flash Lite,not-established:absent,mixed,mid,,,,,,,0.742,weighted-f1,0.000289,,,"https://arxiv.org/abs/2610.27344 (Table 2 (31 participants held-out), row Gemini 3.1 Flash Lite, 0-shot, Global Q/A, column wf1)",,out:model-not-established, arxiv-2610.27344-acc,arxiv-2610.27344,?Gemini 3.1 Flash Lite,not-established:absent,mixed,mid,,,,,,,0.742,acc,0.000289,,,"https://arxiv.org/abs/2610.27344 (Table 2 (31 participants held-out), row Gemini 3.1 Flash Lite, 1-per-class, Aggregated Q/A, column acc)",,out:model-not-established, arxiv-2610.27344-balacc,arxiv-2610.27344,?Gemini 3.1 Flash Lite,not-established:absent,mixed,mid,,,,,,,0.739,bal-acc,0.000289,,,"https://arxiv.org/abs/2610.27344 (Table 2 (31 participants held-out), row Gemini 3.1 Flash Lite, 1-per-class, Aggregated Q/A, column balacc)",,out:model-not-established, arxiv-2610.27344-macrof1,arxiv-2610.27344,?Gemini 3.1 Flash Lite,not-established:absent,mixed,mid,,,,,,,0.728,macro-f1,0.000289,,,"https://arxiv.org/abs/2610.27344 (Table 2 (31 participants held-out), row Gemini 3.1 Flash Lite, 1-per-class, Aggregated Q/A, column macrof1)",,out:model-not-established, arxiv-2610.27344-wf1,arxiv-2610.27344,?Gemini 3.1 Flash Lite,not-established:absent,mixed,mid,,,,,,,0.746,weighted-f1,0.000289,,,"https://arxiv.org/abs/2610.27344 (Table 2 (31 participants held-out), row Gemini 3.1 Flash Lite, 1-per-class, Aggregated Q/A, column wf1)",,out:model-not-established, arxiv-2610.27367-supergpqa,arxiv-2610.27367,qwen3.5-9b,nothink,reasoning-math,hard,,,,,,,48.44,SuperGPQA (%),0.00289,,,"https://arxiv.org/abs/2610.27367 (Table 1, Qwen3.5-9B, row Initial solver, column SuperGPQA (%))",,out:single-couple, arxiv-2610.27367-livebench-math,arxiv-2610.27367,qwen3.5-9b,nothink,reasoning-math,hard,,,,,,,53.28,LiveBench-Math (%),0.00289,,,"https://arxiv.org/abs/2610.27367 (Table 1, Qwen3.5-9B, row Initial solver, column LiveBench-Math (%))",,out:single-couple, arxiv-2610.27367-ifbench,arxiv-2610.27367,qwen3.5-9b,nothink,reasoning-math,hard,,,,,,,39.28,IFBench (%),0.00289,,,"https://arxiv.org/abs/2610.27367 (Table 1, Qwen3.5-9B, row Initial solver, column IFBench (%))",,out:single-couple, arxiv-2610.27367-bbeh,arxiv-2610.27367,qwen3.5-9b,nothink,reasoning-math,hard,,,,,,,25.22,BBEH (%),0.00289,,,"https://arxiv.org/abs/2610.27367 (Table 1, Qwen3.5-9B, row Initial solver, column BBEH (%))",,out:single-couple, arxiv-2610.27367-hotpotqa,arxiv-2610.27367,qwen3.5-9b,nothink,reasoning-math,hard,,,,,,,40.67,HotpotQA (%),0.00289,,,"https://arxiv.org/abs/2610.27367 (Table 1, Qwen3.5-9B, row Initial solver, column HotpotQA (%))",,out:single-couple, arxiv-2610.27367-average,arxiv-2610.27367,qwen3.5-9b,nothink,reasoning-math,hard,,,,,,,41.38,Average of the five benchmarks (%),0.00289,,,"https://arxiv.org/abs/2610.27367 (Table 1, Qwen3.5-9B, row Initial solver, column Average of the five benchmarks (%))",,out:single-couple, arxiv-2610.27574-tsr-nonpeer,arxiv-2610.27574,gpt-5.6-sol,default,agentic-tool,mid,none,,,,,,87,TSR-nonpeer-%,0.289,,,"https://arxiv.org/abs/2610.27574 (Table 2(a), row 'GPT-5.6-Sol', column TSR under Non-Peer Attacks (mean ±std over three runs))",,out:effort-not-established, arxiv-2610.27574-tsr-nonpeer,arxiv-2610.27574,gemini-3.6-flash,default,agentic-tool,mid,none,,,,,,93,TSR-nonpeer-%,0.289,,,"https://arxiv.org/abs/2610.27574 (Table 2(a), row 'Gemini-3.6-Flash', column TSR under Non-Peer Attacks (mean ±std over three runs))",,out:effort-not-established, arxiv-2610.27574-tsr-nonpeer,arxiv-2610.27574,kimi-k3,default,agentic-tool,mid,none,,,,,,93,TSR-nonpeer-%,0.289,,,"https://arxiv.org/abs/2610.27574 (Table 2(a), row 'Kimi-K3', column TSR under Non-Peer Attacks (mean ±std over three runs))",,out:effort-not-established, arxiv-2610.27574-tsr-nonpeer,arxiv-2610.27574,glm-5.3,default,agentic-tool,mid,none,,,,,,91,TSR-nonpeer-%,0.289,,,"https://arxiv.org/abs/2610.27574 (Table 2(a), row 'GLM-5.3', column TSR under Non-Peer Attacks (mean ±std over three runs))",,out:effort-not-established, arxiv-2610.27574-tsr-nonpeer,arxiv-2610.27574,qwen3.8-flash,default,agentic-tool,mid,none,,,,,,92,TSR-nonpeer-%,0.289,,,"https://arxiv.org/abs/2610.27574 (Table 2(a), row 'Qwen3.8-Flash', column TSR under Non-Peer Attacks (mean ±std over three runs))",,out:effort-not-established, arxiv-2610.27574-tsr-nonpeer,arxiv-2610.27574,?DeepSeek-V4-Flash,not-established:absent,agentic-tool,mid,none,,,,,,93,TSR-nonpeer-%,0.289,,,"https://arxiv.org/abs/2610.27574 (Table 2(a), row 'DeepSeek-V4-Flash', column TSR under Non-Peer Attacks (mean ±std over three runs))",,out:model-not-established, arxiv-2610.27645-mypc-pass3,arxiv-2610.27645,qwen3.5-35b-a3b,unstated,computer-use,hard,,,,,,,9.2,MyPCBench Pass@3 (%),0.0289,,,"https://arxiv.org/abs/2610.27645 (Table 3, row Qwen3.5-35B-A3B, column MyPCBench Pass@3 (%))",,out:effort-not-established, arxiv-2610.27645-mypc-rubric,arxiv-2610.27645,qwen3.5-35b-a3b,unstated,computer-use,hard,,,,,,,33.4,MyPCBench Rubric Score (%),0.0289,,,"https://arxiv.org/abs/2610.27645 (Table 3, row Qwen3.5-35B-A3B, column MyPCBench Rubric Score (%))",,out:effort-not-established, arxiv-2610.27645-ody-pass3,arxiv-2610.27645,qwen3.5-35b-a3b,unstated,computer-use,hard,,,,,,,24.1,Odysseys Pass@3 (%),0.0289,,,"https://arxiv.org/abs/2610.27645 (Table 3, row Qwen3.5-35B-A3B, column Odysseys Pass@3 (%))",,out:effort-not-established, arxiv-2610.27645-ody-rubric,arxiv-2610.27645,qwen3.5-35b-a3b,unstated,computer-use,hard,,,,,,,66.5,Odysseys Rubric Score (%),0.0289,,,"https://arxiv.org/abs/2610.27645 (Table 3, row Qwen3.5-35B-A3B, column Odysseys Rubric Score (%))",,out:effort-not-established, arxiv-2610.27645-rec-ear-d0,arxiv-2610.27645,qwen3.5-35b-a3b,unstated,computer-use,hard,,,,,,,25.8,"CUA-Recovery-Test Error Awareness (%), d = 0",0.0289,,,"https://arxiv.org/abs/2610.27645 (Table 2, row Qwen3.5-35B, depth d = 0, Error Awareness)",,out:effort-not-established, arxiv-2610.27645-rec-rub-d0,arxiv-2610.27645,qwen3.5-35b-a3b,unstated,computer-use,hard,,,,,,,8.4,"CUA-Recovery-Test Rubric Score (%), d = 0",0.0289,,,"https://arxiv.org/abs/2610.27645 (Table 2, row Qwen3.5-35B, depth d = 0, Rubric Score)",,out:effort-not-established, arxiv-2610.27645-rec-p3-d0,arxiv-2610.27645,qwen3.5-35b-a3b,unstated,computer-use,hard,,,,,,,1.2,"CUA-Recovery-Test Pass@3 (%), d = 0",0.0289,,,"https://arxiv.org/abs/2610.27645 (Table 2, row Qwen3.5-35B, depth d = 0, Pass@3)",,out:effort-not-established, arxiv-2610.27645-rec-ear-d5,arxiv-2610.27645,qwen3.5-35b-a3b,unstated,computer-use,hard,,,,,,,21.4,"CUA-Recovery-Test Error Awareness (%), d = 5",0.0289,,,"https://arxiv.org/abs/2610.27645 (Table 2, row Qwen3.5-35B, depth d = 5, Error Awareness)",,out:effort-not-established, arxiv-2610.27645-rec-rub-d5,arxiv-2610.27645,qwen3.5-35b-a3b,unstated,computer-use,hard,,,,,,,6.5,"CUA-Recovery-Test Rubric Score (%), d = 5",0.0289,,,"https://arxiv.org/abs/2610.27645 (Table 2, row Qwen3.5-35B, depth d = 5, Rubric Score)",,out:effort-not-established, arxiv-2610.27645-rec-p3-d5,arxiv-2610.27645,qwen3.5-35b-a3b,unstated,computer-use,hard,,,,,,,0.0,"CUA-Recovery-Test Pass@3 (%), d = 5",0.0289,,,"https://arxiv.org/abs/2610.27645 (Table 2, row Qwen3.5-35B, depth d = 5, Pass@3)",,out:effort-not-established, arxiv-2610.27645-rec-ear-d10,arxiv-2610.27645,qwen3.5-35b-a3b,unstated,computer-use,hard,,,,,,,23.9,"CUA-Recovery-Test Error Awareness (%), d = 10",0.0289,,,"https://arxiv.org/abs/2610.27645 (Table 2, row Qwen3.5-35B, depth d = 10, Error Awareness)",,out:effort-not-established, arxiv-2610.27645-rec-rub-d10,arxiv-2610.27645,qwen3.5-35b-a3b,unstated,computer-use,hard,,,,,,,4.2,"CUA-Recovery-Test Rubric Score (%), d = 10",0.0289,,,"https://arxiv.org/abs/2610.27645 (Table 2, row Qwen3.5-35B, depth d = 10, Rubric Score)",,out:effort-not-established, arxiv-2610.27645-rec-p3-d10,arxiv-2610.27645,qwen3.5-35b-a3b,unstated,computer-use,hard,,,,,,,0.0,"CUA-Recovery-Test Pass@3 (%), d = 10",0.0289,,,"https://arxiv.org/abs/2610.27645 (Table 2, row Qwen3.5-35B, depth d = 10, Pass@3)",,out:effort-not-established, arxiv-2610.27645-rec-ear-d15,arxiv-2610.27645,qwen3.5-35b-a3b,unstated,computer-use,hard,,,,,,,18.5,"CUA-Recovery-Test Error Awareness (%), d = 15",0.0289,,,"https://arxiv.org/abs/2610.27645 (Table 2, row Qwen3.5-35B, depth d = 15, Error Awareness)",,out:effort-not-established, arxiv-2610.27645-rec-rub-d15,arxiv-2610.27645,qwen3.5-35b-a3b,unstated,computer-use,hard,,,,,,,2.1,"CUA-Recovery-Test Rubric Score (%), d = 15",0.0289,,,"https://arxiv.org/abs/2610.27645 (Table 2, row Qwen3.5-35B, depth d = 15, Rubric Score)",,out:effort-not-established, arxiv-2610.27645-rec-p3-d15,arxiv-2610.27645,qwen3.5-35b-a3b,unstated,computer-use,hard,,,,,,,0.0,"CUA-Recovery-Test Pass@3 (%), d = 15",0.0289,,,"https://arxiv.org/abs/2610.27645 (Table 2, row Qwen3.5-35B, depth d = 15, Pass@3)",,out:effort-not-established, arxiv-2610.27645-rec-ear-d20,arxiv-2610.27645,qwen3.5-35b-a3b,unstated,computer-use,hard,,,,,,,14.3,"CUA-Recovery-Test Error Awareness (%), d = 20",0.0289,,,"https://arxiv.org/abs/2610.27645 (Table 2, row Qwen3.5-35B, depth d = 20, Error Awareness)",,out:effort-not-established, arxiv-2610.27645-rec-rub-d20,arxiv-2610.27645,qwen3.5-35b-a3b,unstated,computer-use,hard,,,,,,,4.6,"CUA-Recovery-Test Rubric Score (%), d = 20",0.0289,,,"https://arxiv.org/abs/2610.27645 (Table 2, row Qwen3.5-35B, depth d = 20, Rubric Score)",,out:effort-not-established, arxiv-2610.27645-rec-p3-d20,arxiv-2610.27645,qwen3.5-35b-a3b,unstated,computer-use,hard,,,,,,,0.0,"CUA-Recovery-Test Pass@3 (%), d = 20",0.0289,,,"https://arxiv.org/abs/2610.27645 (Table 2, row Qwen3.5-35B, depth d = 20, Pass@3)",,out:effort-not-established, arxiv-2610.27645-rec-ear-d25,arxiv-2610.27645,qwen3.5-35b-a3b,unstated,computer-use,hard,,,,,,,15.6,"CUA-Recovery-Test Error Awareness (%), d = 25",0.0289,,,"https://arxiv.org/abs/2610.27645 (Table 2, row Qwen3.5-35B, depth d = 25, Error Awareness)",,out:effort-not-established, arxiv-2610.27645-rec-rub-d25,arxiv-2610.27645,qwen3.5-35b-a3b,unstated,computer-use,hard,,,,,,,3.9,"CUA-Recovery-Test Rubric Score (%), d = 25",0.0289,,,"https://arxiv.org/abs/2610.27645 (Table 2, row Qwen3.5-35B, depth d = 25, Rubric Score)",,out:effort-not-established, arxiv-2610.27645-rec-p3-d25,arxiv-2610.27645,qwen3.5-35b-a3b,unstated,computer-use,hard,,,,,,,0.0,"CUA-Recovery-Test Pass@3 (%), d = 25",0.0289,,,"https://arxiv.org/abs/2610.27645 (Table 2, row Qwen3.5-35B, depth d = 25, Pass@3)",,out:effort-not-established, arxiv-2610.27745-h1,arxiv-2610.27745,gemini-3.8-flash,low,mixed,mid,,,,,,,26.6,directional-movement-pts,0.0289,,harness-label-as-level:antigravity-cli,"https://arxiv.org/abs/2610.27745 (Table 7 (confirmatory tests, extension, n = 120), row gemini-3.8-flash (low), test H1)",,in, arxiv-2610.27745-h2,arxiv-2610.27745,gemini-3.8-flash,low,mixed,mid,,,,,,,4.1,stated-minus-reported-pts,0.0289,,harness-label-as-level:antigravity-cli,"https://arxiv.org/abs/2610.27745 (Table 7 (confirmatory tests, extension, n = 120), row gemini-3.8-flash (low), test H2)",,in, arxiv-2610.27745-h4a,arxiv-2610.27745,gemini-3.8-flash,low,mixed,mid,,,,,,,0.16,endpoint-rate-diff,0.00289,,harness-label-as-level:antigravity-cli,"https://arxiv.org/abs/2610.27745 (Table 7 (confirmatory tests, extension, n = 120), row gemini-3.8-flash (low), test H4A)",,in, arxiv-2610.27745-h4b,arxiv-2610.27745,gemini-3.8-flash,low,mixed,mid,,,,,,,,multi-minus-direct-pts,,,harness-label-as-level:antigravity-cli,"https://arxiv.org/abs/2610.27745 (Table 7 (confirmatory tests, extension, n = 120), row gemini-3.8-flash (low), test H4B)",,out:no-proof, arxiv-2610.27745-h1,arxiv-2610.27745,gemini-3.8-flash,high,mixed,mid,,,,,,,28.3,directional-movement-pts,0.0289,,harness-label-as-level:antigravity-cli,"https://arxiv.org/abs/2610.27745 (Table 7 (confirmatory tests, extension, n = 120), row gemini-3.8-flash (high), test H1)",,in, arxiv-2610.27745-h2,arxiv-2610.27745,gemini-3.8-flash,high,mixed,mid,,,,,,,4.1,stated-minus-reported-pts,0.0289,,harness-label-as-level:antigravity-cli,"https://arxiv.org/abs/2610.27745 (Table 7 (confirmatory tests, extension, n = 120), row gemini-3.8-flash (high), test H2)",,in, arxiv-2610.27745-h4a,arxiv-2610.27745,gemini-3.8-flash,high,mixed,mid,,,,,,,0.090,endpoint-rate-diff,0.000289,,harness-label-as-level:antigravity-cli,"https://arxiv.org/abs/2610.27745 (Table 7 (confirmatory tests, extension, n = 120), row gemini-3.8-flash (high), test H4A)",,in, arxiv-2610.27745-h4b,arxiv-2610.27745,gemini-3.8-flash,high,mixed,mid,,,,,,,,multi-minus-direct-pts,,,harness-label-as-level:antigravity-cli,"https://arxiv.org/abs/2610.27745 (Table 7 (confirmatory tests, extension, n = 120), row gemini-3.8-flash (high), test H4B)",,out:no-proof, arxiv-2610.27745-first-success,arxiv-2610.27745,gemini-3.8-flash,low,mixed,mid,,,,,,,99.4,first-attempt-success%,0.0289,,harness-label-as-level:antigravity-cli,"https://arxiv.org/abs/2610.27745 (Table 6 (sample and completeness, extension), row gemini-3.8-flash (low))",,in, arxiv-2610.27745-first-success,arxiv-2610.27745,gemini-3.8-flash,high,mixed,mid,,,,,,,99.6,first-attempt-success%,0.0289,,harness-label-as-level:antigravity-cli,"https://arxiv.org/abs/2610.27745 (Table 6 (sample and completeness, extension), row gemini-3.8-flash (high))",,in, arxiv-2610.27745-spread-prior,arxiv-2610.27745,gemini-3.8-flash,low,mixed,mid,,,,,,,9.0,prior-spread-pts,0.0289,,harness-label-as-level:antigravity-cli,"https://arxiv.org/abs/2610.27745 (Table 8 (candidate spread), row gemini-3.8-flash (low))",,in, arxiv-2610.27745-spread-stated,arxiv-2610.27745,gemini-3.8-flash,low,mixed,mid,,,,,,,,stated-minus-prior-spread-pts,,,harness-label-as-level:antigravity-cli,"https://arxiv.org/abs/2610.27745 (Table 8 (candidate spread), row gemini-3.8-flash (low))",,out:no-proof, arxiv-2610.27745-spread-reported,arxiv-2610.27745,gemini-3.8-flash,low,mixed,mid,,,,,,,0.4,reported-minus-stated-spread-pts,0.0289,,harness-label-as-level:antigravity-cli,"https://arxiv.org/abs/2610.27745 (Table 8 (candidate spread), row gemini-3.8-flash (low))",,in, arxiv-2610.27745-spread-rho,arxiv-2610.27745,gemini-3.8-flash,low,mixed,mid,,,,,,,0.24,spearman-rho,0.00289,,harness-label-as-level:antigravity-cli,"https://arxiv.org/abs/2610.27745 (Table 8 (candidate spread), row gemini-3.8-flash (low))",,in, arxiv-2610.27745-spread-prior,arxiv-2610.27745,gemini-3.8-flash,high,mixed,mid,,,,,,,8.8,prior-spread-pts,0.0289,,harness-label-as-level:antigravity-cli,"https://arxiv.org/abs/2610.27745 (Table 8 (candidate spread), row gemini-3.8-flash (high))",,in, arxiv-2610.27745-spread-stated,arxiv-2610.27745,gemini-3.8-flash,high,mixed,mid,,,,,,,,stated-minus-prior-spread-pts,,,harness-label-as-level:antigravity-cli,"https://arxiv.org/abs/2610.27745 (Table 8 (candidate spread), row gemini-3.8-flash (high))",,out:no-proof, arxiv-2610.27745-spread-reported,arxiv-2610.27745,gemini-3.8-flash,high,mixed,mid,,,,,,,0.8,reported-minus-stated-spread-pts,0.0289,,harness-label-as-level:antigravity-cli,"https://arxiv.org/abs/2610.27745 (Table 8 (candidate spread), row gemini-3.8-flash (high))",,in, arxiv-2610.27745-spread-rho,arxiv-2610.27745,gemini-3.8-flash,high,mixed,mid,,,,,,,0.26,spearman-rho,0.00289,,harness-label-as-level:antigravity-cli,"https://arxiv.org/abs/2610.27745 (Table 8 (candidate spread), row gemini-3.8-flash (high))",,in, arxiv-2610.27782-pa-r,arxiv-2610.27782,gemini-3.7-flash,unstated,mixed,hard,,,,,,,0.611,pearson-r,0.000289,,,"https://arxiv.org/abs/2610.27782 (Table 2 (RoboJudge-Bench judge performance, 4 FPS), row Gemini-3.7-Flash, column pa-r)",,out:effort-not-established, arxiv-2610.27782-pa-acc,arxiv-2610.27782,gemini-3.7-flash,unstated,mixed,hard,,,,,,,0.245,acc,0.000289,,,"https://arxiv.org/abs/2610.27782 (Table 2 (RoboJudge-Bench judge performance, 4 FPS), row Gemini-3.7-Flash, column pa-acc)",,out:effort-not-established, arxiv-2610.27782-pa-mse,arxiv-2610.27782,gemini-3.7-flash,unstated,mixed,hard,,,,,,,1.949,mse,0.000289,,,"https://arxiv.org/abs/2610.27782 (Table 2 (RoboJudge-Bench judge performance, 4 FPS), row Gemini-3.7-Flash, column pa-mse)",,out:effort-not-established, arxiv-2610.27782-ia-r,arxiv-2610.27782,gemini-3.7-flash,unstated,mixed,hard,,,,,,,0.709,pearson-r,0.000289,,,"https://arxiv.org/abs/2610.27782 (Table 2 (RoboJudge-Bench judge performance, 4 FPS), row Gemini-3.7-Flash, column ia-r)",,out:effort-not-established, arxiv-2610.27782-ia-acc,arxiv-2610.27782,gemini-3.7-flash,unstated,mixed,hard,,,,,,,0.341,acc,0.000289,,,"https://arxiv.org/abs/2610.27782 (Table 2 (RoboJudge-Bench judge performance, 4 FPS), row Gemini-3.7-Flash, column ia-acc)",,out:effort-not-established, arxiv-2610.27782-ia-mse,arxiv-2610.27782,gemini-3.7-flash,unstated,mixed,hard,,,,,,,0.916,mse,0.000289,,,"https://arxiv.org/abs/2610.27782 (Table 2 (RoboJudge-Bench judge performance, 4 FPS), row Gemini-3.7-Flash, column ia-mse)",,out:effort-not-established, arxiv-2610.27782-ov-r,arxiv-2610.27782,gemini-3.7-flash,unstated,mixed,hard,,,,,,,0.630,pearson-r,0.000289,,,"https://arxiv.org/abs/2610.27782 (Table 2 (RoboJudge-Bench judge performance, 4 FPS), row Gemini-3.7-Flash, column ov-r)",,out:effort-not-established, arxiv-2610.27782-ov-acc,arxiv-2610.27782,gemini-3.7-flash,unstated,mixed,hard,,,,,,,0.293,acc,0.000289,,,"https://arxiv.org/abs/2610.27782 (Table 2 (RoboJudge-Bench judge performance, 4 FPS), row Gemini-3.7-Flash, column ov-acc)",,out:effort-not-established, arxiv-2610.27782-ov-mse,arxiv-2610.27782,gemini-3.7-flash,unstated,mixed,hard,,,,,,,1.433,mse,0.000289,,,"https://arxiv.org/abs/2610.27782 (Table 2 (RoboJudge-Bench judge performance, 4 FPS), row Gemini-3.7-Flash, column ov-mse)",,out:effort-not-established, arxiv-2610.27782-pa-r,arxiv-2610.27782,gemini-3.5-flash,unstated,mixed,hard,,,,,,,0.594,pearson-r,0.000289,,,"https://arxiv.org/abs/2610.27782 (Table 2 (RoboJudge-Bench judge performance, 4 FPS), row Gemini-3.5-Flash, column pa-r)",,out:effort-not-established, arxiv-2610.27782-pa-acc,arxiv-2610.27782,gemini-3.5-flash,unstated,mixed,hard,,,,,,,0.304,acc,0.000289,,,"https://arxiv.org/abs/2610.27782 (Table 2 (RoboJudge-Bench judge performance, 4 FPS), row Gemini-3.5-Flash, column pa-acc)",,out:effort-not-established, arxiv-2610.27782-pa-mse,arxiv-2610.27782,gemini-3.5-flash,unstated,mixed,hard,,,,,,,1.527,mse,0.000289,,,"https://arxiv.org/abs/2610.27782 (Table 2 (RoboJudge-Bench judge performance, 4 FPS), row Gemini-3.5-Flash, column pa-mse)",,out:effort-not-established, arxiv-2610.27782-ia-r,arxiv-2610.27782,gemini-3.5-flash,unstated,mixed,hard,,,,,,,0.535,pearson-r,0.000289,,,"https://arxiv.org/abs/2610.27782 (Table 2 (RoboJudge-Bench judge performance, 4 FPS), row Gemini-3.5-Flash, column ia-r)",,out:effort-not-established, arxiv-2610.27782-ia-acc,arxiv-2610.27782,gemini-3.5-flash,unstated,mixed,hard,,,,,,,0.384,acc,0.000289,,,"https://arxiv.org/abs/2610.27782 (Table 2 (RoboJudge-Bench judge performance, 4 FPS), row Gemini-3.5-Flash, column ia-acc)",,out:effort-not-established, arxiv-2610.27782-ia-mse,arxiv-2610.27782,gemini-3.5-flash,unstated,mixed,hard,,,,,,,1.400,mse,0.000289,,,"https://arxiv.org/abs/2610.27782 (Table 2 (RoboJudge-Bench judge performance, 4 FPS), row Gemini-3.5-Flash, column ia-mse)",,out:effort-not-established, arxiv-2610.27782-ov-r,arxiv-2610.27782,gemini-3.5-flash,unstated,mixed,hard,,,,,,,0.562,pearson-r,0.000289,,,"https://arxiv.org/abs/2610.27782 (Table 2 (RoboJudge-Bench judge performance, 4 FPS), row Gemini-3.5-Flash, column ov-r)",,out:effort-not-established, arxiv-2610.27782-ov-acc,arxiv-2610.27782,gemini-3.5-flash,unstated,mixed,hard,,,,,,,0.344,acc,0.000289,,,"https://arxiv.org/abs/2610.27782 (Table 2 (RoboJudge-Bench judge performance, 4 FPS), row Gemini-3.5-Flash, column ov-acc)",,out:effort-not-established, arxiv-2610.27782-ov-mse,arxiv-2610.27782,gemini-3.5-flash,unstated,mixed,hard,,,,,,,1.463,mse,0.000289,,,"https://arxiv.org/abs/2610.27782 (Table 2 (RoboJudge-Bench judge performance, 4 FPS), row Gemini-3.5-Flash, column ov-mse)",,out:effort-not-established, arxiv-2610.27782-pa-r,arxiv-2610.27782,gemini-3.1-pro,unstated,mixed,hard,,,,,,,0.451,pearson-r,0.000289,,,"https://arxiv.org/abs/2610.27782 (Table 2 (RoboJudge-Bench judge performance, 4 FPS), row Gemini-3.1-Pro, column pa-r)",,out:effort-not-established, arxiv-2610.27782-pa-acc,arxiv-2610.27782,gemini-3.1-pro,unstated,mixed,hard,,,,,,,0.296,acc,0.000289,,,"https://arxiv.org/abs/2610.27782 (Table 2 (RoboJudge-Bench judge performance, 4 FPS), row Gemini-3.1-Pro, column pa-acc)",,out:effort-not-established, arxiv-2610.27782-pa-mse,arxiv-2610.27782,gemini-3.1-pro,unstated,mixed,hard,,,,,,,1.505,mse,0.000289,,,"https://arxiv.org/abs/2610.27782 (Table 2 (RoboJudge-Bench judge performance, 4 FPS), row Gemini-3.1-Pro, column pa-mse)",,out:effort-not-established, arxiv-2610.27782-ia-r,arxiv-2610.27782,gemini-3.1-pro,unstated,mixed,hard,,,,,,,0.584,pearson-r,0.000289,,,"https://arxiv.org/abs/2610.27782 (Table 2 (RoboJudge-Bench judge performance, 4 FPS), row Gemini-3.1-Pro, column ia-r)",,out:effort-not-established, arxiv-2610.27782-ia-acc,arxiv-2610.27782,gemini-3.1-pro,unstated,mixed,hard,,,,,,,0.321,acc,0.000289,,,"https://arxiv.org/abs/2610.27782 (Table 2 (RoboJudge-Bench judge performance, 4 FPS), row Gemini-3.1-Pro, column ia-acc)",,out:effort-not-established, arxiv-2610.27782-ia-mse,arxiv-2610.27782,gemini-3.1-pro,unstated,mixed,hard,,,,,,,1.395,mse,0.000289,,,"https://arxiv.org/abs/2610.27782 (Table 2 (RoboJudge-Bench judge performance, 4 FPS), row Gemini-3.1-Pro, column ia-mse)",,out:effort-not-established, arxiv-2610.27782-ov-r,arxiv-2610.27782,gemini-3.1-pro,unstated,mixed,hard,,,,,,,0.529,pearson-r,0.000289,,,"https://arxiv.org/abs/2610.27782 (Table 2 (RoboJudge-Bench judge performance, 4 FPS), row Gemini-3.1-Pro, column ov-r)",,out:effort-not-established, arxiv-2610.27782-ov-acc,arxiv-2610.27782,gemini-3.1-pro,unstated,mixed,hard,,,,,,,0.309,acc,0.000289,,,"https://arxiv.org/abs/2610.27782 (Table 2 (RoboJudge-Bench judge performance, 4 FPS), row Gemini-3.1-Pro, column ov-acc)",,out:effort-not-established, arxiv-2610.27782-ov-mse,arxiv-2610.27782,gemini-3.1-pro,unstated,mixed,hard,,,,,,,1.450,mse,0.000289,,,"https://arxiv.org/abs/2610.27782 (Table 2 (RoboJudge-Bench judge performance, 4 FPS), row Gemini-3.1-Pro, column ov-mse)",,out:effort-not-established, arxiv-2610.27816-faith-mean,arxiv-2610.27816,?Qwen3.6-27B,not-established:absent,mixed,hard,,,,,,,0.89,"RAG Faithfulness, mean over configurations",0.00289,,,"https://arxiv.org/abs/2610.27816 (Table 4, row Qwen3.6-27B, column Faith. (mean))",,out:model-not-established, arxiv-2610.27816-faith-mean,arxiv-2610.27816,?Qwen3.5-think,not-established:absent,mixed,hard,,,,,,,0.88,"RAG Faithfulness, mean over configurations",0.00289,,,"https://arxiv.org/abs/2610.27816 (Table 4, row Qwen3.5-think, column Faith. (mean))",,out:model-not-established, arxiv-2610.27816-faith-best,arxiv-2610.27816,?Qwen3.6-27B,not-established:absent,mixed,hard,,,,,,,0.95,"RAG Faithfulness, best configuration",0.00289,,,"https://arxiv.org/abs/2610.27816 (Table 4, row Qwen3.6-27B, column Faith. (best))",,out:model-not-established, arxiv-2610.27816-faith-best,arxiv-2610.27816,?Qwen3.5-think,not-established:absent,mixed,hard,,,,,,,0.95,"RAG Faithfulness, best configuration",0.00289,,,"https://arxiv.org/abs/2610.27816 (Table 4, row Qwen3.5-think, column Faith. (best))",,out:model-not-established, arxiv-2610.27816-bsf1-mean,arxiv-2610.27816,?Qwen3.6-27B,not-established:absent,mixed,hard,,,,,,,0.89,"RAG BS-F1, mean over configurations",0.00289,,,"https://arxiv.org/abs/2610.27816 (Table 4, row Qwen3.6-27B, column BS-F1 (mean))",,out:model-not-established, arxiv-2610.27816-bsf1-mean,arxiv-2610.27816,?Qwen3.5-think,not-established:absent,mixed,hard,,,,,,,0.86,"RAG BS-F1, mean over configurations",0.00289,,,"https://arxiv.org/abs/2610.27816 (Table 4, row Qwen3.5-think, column BS-F1 (mean))",,out:model-not-established, arxiv-2610.27816-bsf1-best,arxiv-2610.27816,?Qwen3.6-27B,not-established:absent,mixed,hard,,,,,,,0.95,"RAG BS-F1, best configuration",0.00289,,,"https://arxiv.org/abs/2610.27816 (Table 4, row Qwen3.6-27B, column BS-F1 (best))",,out:model-not-established, arxiv-2610.27816-bsf1-best,arxiv-2610.27816,?Qwen3.5-think,not-established:absent,mixed,hard,,,,,,,0.93,"RAG BS-F1, best configuration",0.00289,,,"https://arxiv.org/abs/2610.27816 (Table 4, row Qwen3.5-think, column BS-F1 (best))",,out:model-not-established, arxiv-2610.27816-meteor-mean,arxiv-2610.27816,?Qwen3.6-27B,not-established:absent,mixed,hard,,,,,,,0.51,"RAG METEOR, mean over configurations",0.00289,,,"https://arxiv.org/abs/2610.27816 (Table 4, row Qwen3.6-27B, column METEOR (mean))",,out:model-not-established, arxiv-2610.27816-meteor-mean,arxiv-2610.27816,?Qwen3.5-think,not-established:absent,mixed,hard,,,,,,,0.49,"RAG METEOR, mean over configurations",0.00289,,,"https://arxiv.org/abs/2610.27816 (Table 4, row Qwen3.5-think, column METEOR (mean))",,out:model-not-established, arxiv-2610.27816-meteor-best,arxiv-2610.27816,?Qwen3.6-27B,not-established:absent,mixed,hard,,,,,,,0.61,"RAG METEOR, best configuration",0.00289,,,"https://arxiv.org/abs/2610.27816 (Table 4, row Qwen3.6-27B, column METEOR (best))",,out:model-not-established, arxiv-2610.27816-meteor-best,arxiv-2610.27816,?Qwen3.5-think,not-established:absent,mixed,hard,,,,,,,0.60,"RAG METEOR, best configuration",0.00289,,,"https://arxiv.org/abs/2610.27816 (Table 4, row Qwen3.5-think, column METEOR (best))",,out:model-not-established, arxiv-2610.27865-instr,arxiv-2610.27865,gemini-4-argon,medium,agentic-tool,hard,,,,,,,85.89,track score (%),0.00289,,,"https://arxiv.org/abs/2610.27865 (Table I, row Gemini 4 Argon, column instr)",,out:single-couple, arxiv-2610.27865-spatial,arxiv-2610.27865,gemini-4-argon,medium,agentic-tool,hard,,,,,,,69.38,track score (%),0.00289,,,"https://arxiv.org/abs/2610.27865 (Table I, row Gemini 4 Argon, column spatial)",,out:single-couple, arxiv-2610.27865-manip,arxiv-2610.27865,gemini-4-argon,medium,agentic-tool,hard,,,,,,,38.79,track score (%),0.00289,,,"https://arxiv.org/abs/2610.27865 (Table I, row Gemini 4 Argon, column manip)",,out:single-couple, arxiv-2610.27865-robust,arxiv-2610.27865,gemini-4-argon,medium,agentic-tool,hard,,,,,,,73.36,track score (%),0.00289,,,"https://arxiv.org/abs/2610.27865 (Table I, row Gemini 4 Argon, column robust)",,out:single-couple, arxiv-2610.27865-if-billiards-color,arxiv-2610.27865,gemini-4-argon,medium,agentic-tool,hard,,,,,,,0.87,task score (0-1),0.00289,,,"https://arxiv.org/abs/2610.27865 (Table IV (Instruction Following: reported score for each task on a 0-1 scale), row Billiards color, column Gemini 4 Argon (fourth model column: GPT-6 Astra, GPT-6.1 Sol, Claude Opus 5.5, Gemini 4 Argon))",,out:single-couple, arxiv-2610.27865-if-block-color,arxiv-2610.27865,gemini-4-argon,medium,agentic-tool,hard,,,,,,,0.90,task score (0-1),0.00289,,,"https://arxiv.org/abs/2610.27865 (Table IV (Instruction Following: reported score for each task on a 0-1 scale), row Block color, column Gemini 4 Argon (fourth model column: GPT-6 Astra, GPT-6.1 Sol, Claude Opus 5.5, Gemini 4 Argon))",,out:single-couple, arxiv-2610.27865-if-block-number,arxiv-2610.27865,gemini-4-argon,medium,agentic-tool,hard,,,,,,,0.94,task score (0-1),0.00289,,,"https://arxiv.org/abs/2610.27865 (Table IV (Instruction Following: reported score for each task on a 0-1 scale), row Block number, column Gemini 4 Argon (fourth model column: GPT-6 Astra, GPT-6.1 Sol, Claude Opus 5.5, Gemini 4 Argon))",,out:single-couple, arxiv-2610.27865-if-block-shape,arxiv-2610.27865,gemini-4-argon,medium,agentic-tool,hard,,,,,,,0.85,task score (0-1),0.00289,,,"https://arxiv.org/abs/2610.27865 (Table IV (Instruction Following: reported score for each task on a 0-1 scale), row Block shape, column Gemini 4 Argon (fourth model column: GPT-6 Astra, GPT-6.1 Sol, Claude Opus 5.5, Gemini 4 Argon))",,out:single-couple, arxiv-2610.27865-if-block-size,arxiv-2610.27865,gemini-4-argon,medium,agentic-tool,hard,,,,,,,0.90,task score (0-1),0.00289,,,"https://arxiv.org/abs/2610.27865 (Table IV (Instruction Following: reported score for each task on a 0-1 scale), row Block size, column Gemini 4 Argon (fourth model column: GPT-6 Astra, GPT-6.1 Sol, Claude Opus 5.5, Gemini 4 Argon))",,out:single-couple, arxiv-2610.27865-if-common-sense,arxiv-2610.27865,gemini-4-argon,medium,agentic-tool,hard,,,,,,,0.89,task score (0-1),0.00289,,,"https://arxiv.org/abs/2610.27865 (Table IV (Instruction Following: reported score for each task on a 0-1 scale), row Common sense, column Gemini 4 Argon (fourth model column: GPT-6 Astra, GPT-6.1 Sol, Claude Opus 5.5, Gemini 4 Argon))",,out:single-couple, arxiv-2610.27865-if-logic-or,arxiv-2610.27865,gemini-4-argon,medium,agentic-tool,hard,,,,,,,0.93,task score (0-1),0.00289,,,"https://arxiv.org/abs/2610.27865 (Table IV (Instruction Following: reported score for each task on a 0-1 scale), row Logic OR, column Gemini 4 Argon (fourth model column: GPT-6 Astra, GPT-6.1 Sol, Claude Opus 5.5, Gemini 4 Argon))",,out:single-couple, arxiv-2610.27865-if-object-type,arxiv-2610.27865,gemini-4-argon,medium,agentic-tool,hard,,,,,,,0.85,task score (0-1),0.00289,,,"https://arxiv.org/abs/2610.27865 (Table IV (Instruction Following: reported score for each task on a 0-1 scale), row Object type, column Gemini 4 Argon (fourth model column: GPT-6 Astra, GPT-6.1 Sol, Claude Opus 5.5, Gemini 4 Argon))",,out:single-couple, arxiv-2610.27865-if-specific-object,arxiv-2610.27865,gemini-4-argon,medium,agentic-tool,hard,,,,,,,0.87,task score (0-1),0.00289,,,"https://arxiv.org/abs/2610.27865 (Table IV (Instruction Following: reported score for each task on a 0-1 scale), row Specific object, column Gemini 4 Argon (fourth model column: GPT-6 Astra, GPT-6.1 Sol, Claude Opus 5.5, Gemini 4 Argon))",,out:single-couple, arxiv-2610.27865-if-straighten-object,arxiv-2610.27865,gemini-4-argon,medium,agentic-tool,hard,,,,,,,0.60,task score (0-1),0.00289,,,"https://arxiv.org/abs/2610.27865 (Table IV (Instruction Following: reported score for each task on a 0-1 scale), row Straighten object, column Gemini 4 Argon (fourth model column: GPT-6 Astra, GPT-6.1 Sol, Claude Opus 5.5, Gemini 4 Argon))",,out:single-couple, arxiv-2610.27865-sr-absolute-pickup,arxiv-2610.27865,gemini-4-argon,medium,agentic-tool,hard,,,,,,,0.88,task score (0-1),0.00289,,,"https://arxiv.org/abs/2610.27865 (Table V (Spatial Reasoning: reported score for each task on a 0-1 scale), row Absolute pickup, column Gemini 4 Argon (fourth model column: GPT-6 Astra, GPT-6.1 Sol, Claude Opus 5.5, Gemini 4 Argon))",,out:single-couple, arxiv-2610.27865-sr-relative-pickup,arxiv-2610.27865,gemini-4-argon,medium,agentic-tool,hard,,,,,,,0.80,task score (0-1),0.00289,,,"https://arxiv.org/abs/2610.27865 (Table V (Spatial Reasoning: reported score for each task on a 0-1 scale), row Relative pickup, column Gemini 4 Argon (fourth model column: GPT-6 Astra, GPT-6.1 Sol, Claude Opus 5.5, Gemini 4 Argon))",,out:single-couple, arxiv-2610.27865-sr-beverage-placement,arxiv-2610.27865,gemini-4-argon,medium,agentic-tool,hard,,,,,,,0.85,task score (0-1),0.00289,,,"https://arxiv.org/abs/2610.27865 (Table V (Spatial Reasoning: reported score for each task on a 0-1 scale), row Beverage placement, column Gemini 4 Argon (fourth model column: GPT-6 Astra, GPT-6.1 Sol, Claude Opus 5.5, Gemini 4 Argon))",,out:single-couple, arxiv-2610.27865-sr-relative-placement,arxiv-2610.27865,gemini-4-argon,medium,agentic-tool,hard,,,,,,,0.82,task score (0-1),0.00289,,,"https://arxiv.org/abs/2610.27865 (Table V (Spatial Reasoning: reported score for each task on a 0-1 scale), row Relative placement, column Gemini 4 Argon (fourth model column: GPT-6 Astra, GPT-6.1 Sol, Claude Opus 5.5, Gemini 4 Argon))",,out:single-couple, arxiv-2610.27865-sr-size-ordering,arxiv-2610.27865,gemini-4-argon,medium,agentic-tool,hard,,,,,,,0.77,task score (0-1),0.00289,,,"https://arxiv.org/abs/2610.27865 (Table V (Spatial Reasoning: reported score for each task on a 0-1 scale), row Size ordering, column Gemini 4 Argon (fourth model column: GPT-6 Astra, GPT-6.1 Sol, Claude Opus 5.5, Gemini 4 Argon))",,out:single-couple, arxiv-2610.27865-sr-number-ordering,arxiv-2610.27865,gemini-4-argon,medium,agentic-tool,hard,,,,,,,0.77,task score (0-1),0.00289,,,"https://arxiv.org/abs/2610.27865 (Table V (Spatial Reasoning: reported score for each task on a 0-1 scale), row Number ordering, column Gemini 4 Argon (fourth model column: GPT-6 Astra, GPT-6.1 Sol, Claude Opus 5.5, Gemini 4 Argon))",,out:single-couple, arxiv-2610.27865-sr-bowl-stacking,arxiv-2610.27865,gemini-4-argon,medium,agentic-tool,hard,,,,,,,0.00,task score (0-1),0.00289,,,"https://arxiv.org/abs/2610.27865 (Table V (Spatial Reasoning: reported score for each task on a 0-1 scale), row Bowl stacking, column Gemini 4 Argon (fourth model column: GPT-6 Astra, GPT-6.1 Sol, Claude Opus 5.5, Gemini 4 Argon))",,out:single-couple, arxiv-2610.27865-sr-block-stacking,arxiv-2610.27865,gemini-4-argon,medium,agentic-tool,hard,,,,,,,0.67,task score (0-1),0.00289,,,"https://arxiv.org/abs/2610.27865 (Table V (Spatial Reasoning: reported score for each task on a 0-1 scale), row Block stacking, column Gemini 4 Argon (fourth model column: GPT-6 Astra, GPT-6.1 Sol, Claude Opus 5.5, Gemini 4 Argon))",,out:single-couple, arxiv-2610.27865-gm-clean-desktop,arxiv-2610.27865,gemini-4-argon,medium,agentic-tool,hard,,,,,,,0.18,task score (0-1),0.00289,,,"https://arxiv.org/abs/2610.27865 (Table VI (General Manipulation: reported score for each task on a 0-1 scale), row Clean desktop, column Gemini 4 Argon (fourth model column: GPT-6 Astra, GPT-6.1 Sol, Claude Opus 5.5, Gemini 4 Argon))",,out:single-couple, arxiv-2610.27865-gm-pot-holding,arxiv-2610.27865,gemini-4-argon,medium,agentic-tool,hard,,,,,,,0.00,task score (0-1),0.00289,,,"https://arxiv.org/abs/2610.27865 (Table VI (General Manipulation: reported score for each task on a 0-1 scale), row Pot holding, column Gemini 4 Argon (fourth model column: GPT-6 Astra, GPT-6.1 Sol, Claude Opus 5.5, Gemini 4 Argon))",,out:single-couple, arxiv-2610.27865-gm-open-door,arxiv-2610.27865,gemini-4-argon,medium,agentic-tool,hard,,,,,,,0.81,task score (0-1),0.00289,,,"https://arxiv.org/abs/2610.27865 (Table VI (General Manipulation: reported score for each task on a 0-1 scale), row Open door, column Gemini 4 Argon (fourth model column: GPT-6 Astra, GPT-6.1 Sol, Claude Opus 5.5, Gemini 4 Argon))",,out:single-couple, arxiv-2610.27865-gm-block-in-box,arxiv-2610.27865,gemini-4-argon,medium,agentic-tool,hard,,,,,,,0.75,task score (0-1),0.00289,,,"https://arxiv.org/abs/2610.27865 (Table VI (General Manipulation: reported score for each task on a 0-1 scale), row Block-in-box, column Gemini 4 Argon (fourth model column: GPT-6 Astra, GPT-6.1 Sol, Claude Opus 5.5, Gemini 4 Argon))",,out:single-couple, arxiv-2610.27865-gm-pour-workpiece,arxiv-2610.27865,gemini-4-argon,medium,agentic-tool,hard,,,,,,,0.16,task score (0-1),0.00289,,,"https://arxiv.org/abs/2610.27865 (Table VI (General Manipulation: reported score for each task on a 0-1 scale), row Pour workpiece, column Gemini 4 Argon (fourth model column: GPT-6 Astra, GPT-6.1 Sol, Claude Opus 5.5, Gemini 4 Argon))",,out:single-couple, arxiv-2610.27865-gm-scoop-popcorn,arxiv-2610.27865,gemini-4-argon,medium,agentic-tool,hard,,,,,,,0.20,task score (0-1),0.00289,,,"https://arxiv.org/abs/2610.27865 (Table VI (General Manipulation: reported score for each task on a 0-1 scale), row Scoop popcorn, column Gemini 4 Argon (fourth model column: GPT-6 Astra, GPT-6.1 Sol, Claude Opus 5.5, Gemini 4 Argon))",,out:single-couple, arxiv-2610.27865-gm-package-sorting,arxiv-2610.27865,gemini-4-argon,medium,agentic-tool,hard,,,,,,,0.56,task score (0-1),0.00289,,,"https://arxiv.org/abs/2610.27865 (Table VI (General Manipulation: reported score for each task on a 0-1 scale), row Package sorting, column Gemini 4 Argon (fourth model column: GPT-6 Astra, GPT-6.1 Sol, Claude Opus 5.5, Gemini 4 Argon))",,out:single-couple, arxiv-2610.27865-gm-continuous-sorting,arxiv-2610.27865,gemini-4-argon,medium,agentic-tool,hard,,,,,,,0.07,task score (0-1),0.00289,,,"https://arxiv.org/abs/2610.27865 (Table VI (General Manipulation: reported score for each task on a 0-1 scale), row Continuous sorting, column Gemini 4 Argon (fourth model column: GPT-6 Astra, GPT-6.1 Sol, Claude Opus 5.5, Gemini 4 Argon))",,out:single-couple, arxiv-2610.27865-gm-shelf-organization,arxiv-2610.27865,gemini-4-argon,medium,agentic-tool,hard,,,,,,,0.41,task score (0-1),0.00289,,,"https://arxiv.org/abs/2610.27865 (Table VI (General Manipulation: reported score for each task on a 0-1 scale), row Shelf organization, column Gemini 4 Argon (fourth model column: GPT-6 Astra, GPT-6.1 Sol, Claude Opus 5.5, Gemini 4 Argon))",,out:single-couple, arxiv-2610.27865-gm-wrong-item-retrieval,arxiv-2610.27865,gemini-4-argon,medium,agentic-tool,hard,,,,,,,0.74,task score (0-1),0.00289,,,"https://arxiv.org/abs/2610.27865 (Table VI (General Manipulation: reported score for each task on a 0-1 scale), row Wrong-item retrieval, column Gemini 4 Argon (fourth model column: GPT-6 Astra, GPT-6.1 Sol, Claude Opus 5.5, Gemini 4 Argon))",,out:single-couple, arxiv-2610.27865-rob-if-baseline,arxiv-2610.27865,gemini-4-argon,medium,agentic-tool,hard,,,,,,,0.86,task score (0-1),0.00289,,,"https://arxiv.org/abs/2610.27865 (Table VII (Robustness by perturbation type), row IF baseline, column Gemini 4 Argon Score (last model: columns Score and delta for GPT-6 Astra, GPT-6.1 Sol, Claude Opus 5.5, Gemini 4 Argon))",,out:single-couple, arxiv-2610.27865-rob-background-and-lighting,arxiv-2610.27865,gemini-4-argon,medium,agentic-tool,hard,,,,,,,0.78,task score (0-1),0.00289,,,"https://arxiv.org/abs/2610.27865 (Table VII (Robustness by perturbation type), row Background and lighting, column Gemini 4 Argon Score (last model: columns Score and delta for GPT-6 Astra, GPT-6.1 Sol, Claude Opus 5.5, Gemini 4 Argon))",,out:single-couple, arxiv-2610.27865-rob-background-and-lighting-gap,arxiv-2610.27865,gemini-4-argon,medium,agentic-tool,hard,,,,,,,0.08,gap to IF baseline (0-1),0.00289,,,"https://arxiv.org/abs/2610.27865 (Table VII, row Background and lighting, column Gemini 4 Argon delta (IF baseline minus the perturbation score))",,out:not-headline, arxiv-2610.27865-rob-camera-position,arxiv-2610.27865,gemini-4-argon,medium,agentic-tool,hard,,,,,,,0.72,task score (0-1),0.00289,,,"https://arxiv.org/abs/2610.27865 (Table VII (Robustness by perturbation type), row Camera position, column Gemini 4 Argon Score (last model: columns Score and delta for GPT-6 Astra, GPT-6.1 Sol, Claude Opus 5.5, Gemini 4 Argon))",,out:single-couple, arxiv-2610.27865-rob-camera-position-gap,arxiv-2610.27865,gemini-4-argon,medium,agentic-tool,hard,,,,,,,0.14,gap to IF baseline (0-1),0.00289,,,"https://arxiv.org/abs/2610.27865 (Table VII, row Camera position, column Gemini 4 Argon delta (IF baseline minus the perturbation score))",,out:not-headline, arxiv-2610.27865-rob-image-quality,arxiv-2610.27865,gemini-4-argon,medium,agentic-tool,hard,,,,,,,0.60,task score (0-1),0.00289,,,"https://arxiv.org/abs/2610.27865 (Table VII (Robustness by perturbation type), row Image quality, column Gemini 4 Argon Score (last model: columns Score and delta for GPT-6 Astra, GPT-6.1 Sol, Claude Opus 5.5, Gemini 4 Argon))",,out:single-couple, arxiv-2610.27865-rob-image-quality-gap,arxiv-2610.27865,gemini-4-argon,medium,agentic-tool,hard,,,,,,,0.26,gap to IF baseline (0-1),0.00289,,,"https://arxiv.org/abs/2610.27865 (Table VII, row Image quality, column Gemini 4 Argon delta (IF baseline minus the perturbation score))",,out:not-headline, arxiv-2610.27865-rob-instruction-phrasing,arxiv-2610.27865,gemini-4-argon,medium,agentic-tool,hard,,,,,,,0.77,task score (0-1),0.00289,,,"https://arxiv.org/abs/2610.27865 (Table VII (Robustness by perturbation type), row Instruction phrasing, column Gemini 4 Argon Score (last model: columns Score and delta for GPT-6 Astra, GPT-6.1 Sol, Claude Opus 5.5, Gemini 4 Argon))",,out:single-couple, arxiv-2610.27865-rob-instruction-phrasing-gap,arxiv-2610.27865,gemini-4-argon,medium,agentic-tool,hard,,,,,,,0.09,gap to IF baseline (0-1),0.00289,,,"https://arxiv.org/abs/2610.27865 (Table VII, row Instruction phrasing, column Gemini 4 Argon delta (IF baseline minus the perturbation score))",,out:not-headline, arxiv-2610.27865-rob-initial-pose,arxiv-2610.27865,gemini-4-argon,medium,agentic-tool,hard,,,,,,,0.80,task score (0-1),0.00289,,,"https://arxiv.org/abs/2610.27865 (Table VII (Robustness by perturbation type), row Initial pose, column Gemini 4 Argon Score (last model: columns Score and delta for GPT-6 Astra, GPT-6.1 Sol, Claude Opus 5.5, Gemini 4 Argon))",,out:single-couple, arxiv-2610.27865-rob-initial-pose-gap,arxiv-2610.27865,gemini-4-argon,medium,agentic-tool,hard,,,,,,,0.06,gap to IF baseline (0-1),0.00289,,,"https://arxiv.org/abs/2610.27865 (Table VII, row Initial pose, column Gemini 4 Argon delta (IF baseline minus the perturbation score))",,out:not-headline, robocolis-agent2act,arxiv-2610.27865,opus-5.5,high,mixed,hard,Agent2Act,,,,,,76.28,overall score (%),0.00289,,,"https://arxiv.org/abs/2610.27865 (Table I, row Claude Opus 5.5, column overall)",,in, robocolis-agent2act,arxiv-2610.27865,gpt-6-astra,high,mixed,hard,Agent2Act,,,,,,75.99,overall score (%),0.00289,,,"https://arxiv.org/abs/2610.27865 (Table I, row GPT-6 Astra, column overall)",,in, robocolis-agent2act,arxiv-2610.27865,gpt-6.1-sol,high,mixed,hard,Agent2Act,,,,,,70.91,overall score (%),0.00289,,,"https://arxiv.org/abs/2610.27865 (Table I, row GPT-6.1 Sol, column overall)",,in, robocolis-agent2act,arxiv-2610.27865,gemini-4-argon,medium,mixed,hard,Agent2Act,,,,,,66.86,overall score (%),0.00289,,,"https://arxiv.org/abs/2610.27865 (Table I, row Gemini 4 Argon, column overall)",,in, arxiv-2610.28282-cb-area,arxiv-2610.28282,qwen3.7-plus,unstated,mixed,hard,,,,,,,60.0,"ChartBench NQA accuracy (%), Area",0.0289,,,"https://arxiv.org/abs/2610.28282 (Table 1, row Qwen3.7-Plus, column Area)",,out:effort-not-established, arxiv-2610.28282-cb-3dbar-multi,arxiv-2610.28282,qwen3.7-plus,unstated,mixed,hard,,,,,,,42.0,"ChartBench NQA accuracy (%), 3Dbar-multi",0.0289,,,"https://arxiv.org/abs/2610.28282 (Table 1, row Qwen3.7-Plus, column 3Dbar-multi)",,out:effort-not-established, arxiv-2610.28282-cb-3d-stack,arxiv-2610.28282,qwen3.7-plus,unstated,mixed,hard,,,,,,,14.0,"ChartBench NQA accuracy (%), 3D-stack",0.0289,,,"https://arxiv.org/abs/2610.28282 (Table 1, row Qwen3.7-Plus, column 3D-stack)",,out:effort-not-established, arxiv-2610.28282-cb-ring,arxiv-2610.28282,qwen3.7-plus,unstated,mixed,hard,,,,,,,48.0,"ChartBench NQA accuracy (%), Ring",0.0289,,,"https://arxiv.org/abs/2610.28282 (Table 1, row Qwen3.7-Plus, column Ring)",,out:effort-not-established, arxiv-2610.28282-cb-sector,arxiv-2610.28282,qwen3.7-plus,unstated,mixed,hard,,,,,,,46.0,"ChartBench NQA accuracy (%), Sector",0.0289,,,"https://arxiv.org/abs/2610.28282 (Table 1, row Qwen3.7-Plus, column Sector)",,out:effort-not-established, arxiv-2610.28282-cb-radar-m,arxiv-2610.28282,qwen3.7-plus,unstated,mixed,hard,,,,,,,38.0,"ChartBench NQA accuracy (%), Radar-M",0.0289,,,"https://arxiv.org/abs/2610.28282 (Table 1, row Qwen3.7-Plus, column Radar-M)",,out:effort-not-established, arxiv-2610.28282-cb-radar-mf,arxiv-2610.28282,qwen3.7-plus,unstated,mixed,hard,,,,,,,46.0,"ChartBench NQA accuracy (%), Radar-MF",0.0289,,,"https://arxiv.org/abs/2610.28282 (Table 1, row Qwen3.7-Plus, column Radar-MF)",,out:effort-not-established, arxiv-2610.28282-cb-radar-s,arxiv-2610.28282,qwen3.7-plus,unstated,mixed,hard,,,,,,,54.0,"ChartBench NQA accuracy (%), Radar-S",0.0289,,,"https://arxiv.org/abs/2610.28282 (Table 1, row Qwen3.7-Plus, column Radar-S)",,out:effort-not-established, arxiv-2610.28282-cb-stock,arxiv-2610.28282,qwen3.7-plus,unstated,mixed,hard,,,,,,,84.0,"ChartBench NQA accuracy (%), Stock",0.0289,,,"https://arxiv.org/abs/2610.28282 (Table 1, row Qwen3.7-Plus, column Stock)",,out:effort-not-established, arxiv-2610.28282-cb-avg,arxiv-2610.28282,qwen3.7-plus,unstated,mixed,hard,,,,,,,48.0,"ChartBench NQA accuracy (%), Avg.",0.0289,,,"https://arxiv.org/abs/2610.28282 (Table 1, row Qwen3.7-Plus, column Avg.)",,out:effort-not-established, arxiv-2610.28282-cx-radar,arxiv-2610.28282,qwen3.7-plus,unstated,mixed,hard,,,,,,,16.7,"ChartX NQA accuracy (%), Radar",0.0289,,,"https://arxiv.org/abs/2610.28282 (Table 2, row Qwen3.7-Plus, column Radar)",,out:effort-not-established, arxiv-2610.28282-cx-3dbar,arxiv-2610.28282,qwen3.7-plus,unstated,mixed,hard,,,,,,,21.4,"ChartX NQA accuracy (%), 3D-Bar",0.0289,,,"https://arxiv.org/abs/2610.28282 (Table 2, row Qwen3.7-Plus, column 3D-Bar)",,out:effort-not-established, arxiv-2610.28282-cx-rose,arxiv-2610.28282,qwen3.7-plus,unstated,mixed,hard,,,,,,,46.2,"ChartX NQA accuracy (%), Rose",0.0289,,,"https://arxiv.org/abs/2610.28282 (Table 2, row Qwen3.7-Plus, column Rose)",,out:effort-not-established, arxiv-2610.28282-cx-area,arxiv-2610.28282,qwen3.7-plus,unstated,mixed,hard,,,,,,,48.0,"ChartX NQA accuracy (%), Area",0.0289,,,"https://arxiv.org/abs/2610.28282 (Table 2, row Qwen3.7-Plus, column Area)",,out:effort-not-established, arxiv-2610.28282-cx-bubble,arxiv-2610.28282,qwen3.7-plus,unstated,mixed,hard,,,,,,,65.6,"ChartX NQA accuracy (%), Bubble",0.0289,,,"https://arxiv.org/abs/2610.28282 (Table 2, row Qwen3.7-Plus, column Bubble)",,out:effort-not-established, arxiv-2610.28282-cx-multiaxes,arxiv-2610.28282,qwen3.7-plus,unstated,mixed,hard,,,,,,,79.5,"ChartX NQA accuracy (%), Multi-axes",0.0289,,,"https://arxiv.org/abs/2610.28282 (Table 2, row Qwen3.7-Plus, column Multi-axes)",,out:effort-not-established, arxiv-2610.28282-cx-treemap,arxiv-2610.28282,qwen3.7-plus,unstated,mixed,hard,,,,,,,75.6,"ChartX NQA accuracy (%), Treemap",0.0289,,,"https://arxiv.org/abs/2610.28282 (Table 2, row Qwen3.7-Plus, column Treemap)",,out:effort-not-established, arxiv-2610.28282-cx-ring,arxiv-2610.28282,qwen3.7-plus,unstated,mixed,hard,,,,,,,75.7,"ChartX NQA accuracy (%), Ring",0.0289,,,"https://arxiv.org/abs/2610.28282 (Table 2, row Qwen3.7-Plus, column Ring)",,out:effort-not-established, arxiv-2610.28282-cx-avg,arxiv-2610.28282,qwen3.7-plus,unstated,mixed,hard,,,,,,,53.6,"ChartX NQA accuracy (%), Avg.",0.0289,,,"https://arxiv.org/abs/2610.28282 (Table 2, row Qwen3.7-Plus, column Avg.)",,out:effort-not-established, arxiv-2610.28282-cb-area,arxiv-2610.28282,qwen3.8-27b,unstated,mixed,hard,,,,,,,36.0,"ChartBench NQA accuracy (%), Area",0.0289,,,"https://arxiv.org/abs/2610.28282 (Table 1, row Qwen3.8-27B, column Area)",,out:effort-not-established, arxiv-2610.28282-cb-3dbar-multi,arxiv-2610.28282,qwen3.8-27b,unstated,mixed,hard,,,,,,,42.0,"ChartBench NQA accuracy (%), 3Dbar-multi",0.0289,,,"https://arxiv.org/abs/2610.28282 (Table 1, row Qwen3.8-27B, column 3Dbar-multi)",,out:effort-not-established, arxiv-2610.28282-cb-3d-stack,arxiv-2610.28282,qwen3.8-27b,unstated,mixed,hard,,,,,,,20.0,"ChartBench NQA accuracy (%), 3D-stack",0.0289,,,"https://arxiv.org/abs/2610.28282 (Table 1, row Qwen3.8-27B, column 3D-stack)",,out:effort-not-established, arxiv-2610.28282-cb-ring,arxiv-2610.28282,qwen3.8-27b,unstated,mixed,hard,,,,,,,34.0,"ChartBench NQA accuracy (%), Ring",0.0289,,,"https://arxiv.org/abs/2610.28282 (Table 1, row Qwen3.8-27B, column Ring)",,out:effort-not-established, arxiv-2610.28282-cb-sector,arxiv-2610.28282,qwen3.8-27b,unstated,mixed,hard,,,,,,,42.0,"ChartBench NQA accuracy (%), Sector",0.0289,,,"https://arxiv.org/abs/2610.28282 (Table 1, row Qwen3.8-27B, column Sector)",,out:effort-not-established, arxiv-2610.28282-cb-radar-m,arxiv-2610.28282,qwen3.8-27b,unstated,mixed,hard,,,,,,,42.0,"ChartBench NQA accuracy (%), Radar-M",0.0289,,,"https://arxiv.org/abs/2610.28282 (Table 1, row Qwen3.8-27B, column Radar-M)",,out:effort-not-established, arxiv-2610.28282-cb-radar-mf,arxiv-2610.28282,qwen3.8-27b,unstated,mixed,hard,,,,,,,48.0,"ChartBench NQA accuracy (%), Radar-MF",0.0289,,,"https://arxiv.org/abs/2610.28282 (Table 1, row Qwen3.8-27B, column Radar-MF)",,out:effort-not-established, arxiv-2610.28282-cb-radar-s,arxiv-2610.28282,qwen3.8-27b,unstated,mixed,hard,,,,,,,26.0,"ChartBench NQA accuracy (%), Radar-S",0.0289,,,"https://arxiv.org/abs/2610.28282 (Table 1, row Qwen3.8-27B, column Radar-S)",,out:effort-not-established, arxiv-2610.28282-cb-stock,arxiv-2610.28282,qwen3.8-27b,unstated,mixed,hard,,,,,,,86.0,"ChartBench NQA accuracy (%), Stock",0.0289,,,"https://arxiv.org/abs/2610.28282 (Table 1, row Qwen3.8-27B, column Stock)",,out:effort-not-established, arxiv-2610.28282-cb-avg,arxiv-2610.28282,qwen3.8-27b,unstated,mixed,hard,,,,,,,41.8,"ChartBench NQA accuracy (%), Avg.",0.0289,,,"https://arxiv.org/abs/2610.28282 (Table 1, row Qwen3.8-27B, column Avg.)",,out:effort-not-established, arxiv-2610.28282-cx-radar,arxiv-2610.28282,qwen3.8-27b,unstated,mixed,hard,,,,,,,8.3,"ChartX NQA accuracy (%), Radar",0.0289,,,"https://arxiv.org/abs/2610.28282 (Table 2, row Qwen3.8-27B, column Radar)",,out:effort-not-established, arxiv-2610.28282-cx-3dbar,arxiv-2610.28282,qwen3.8-27b,unstated,mixed,hard,,,,,,,14.3,"ChartX NQA accuracy (%), 3D-Bar",0.0289,,,"https://arxiv.org/abs/2610.28282 (Table 2, row Qwen3.8-27B, column 3D-Bar)",,out:effort-not-established, arxiv-2610.28282-cx-rose,arxiv-2610.28282,qwen3.8-27b,unstated,mixed,hard,,,,,,,43.6,"ChartX NQA accuracy (%), Rose",0.0289,,,"https://arxiv.org/abs/2610.28282 (Table 2, row Qwen3.8-27B, column Rose)",,out:effort-not-established, arxiv-2610.28282-cx-area,arxiv-2610.28282,qwen3.8-27b,unstated,mixed,hard,,,,,,,40.0,"ChartX NQA accuracy (%), Area",0.0289,,,"https://arxiv.org/abs/2610.28282 (Table 2, row Qwen3.8-27B, column Area)",,out:effort-not-established, arxiv-2610.28282-cx-bubble,arxiv-2610.28282,qwen3.8-27b,unstated,mixed,hard,,,,,,,62.5,"ChartX NQA accuracy (%), Bubble",0.0289,,,"https://arxiv.org/abs/2610.28282 (Table 2, row Qwen3.8-27B, column Bubble)",,out:effort-not-established, arxiv-2610.28282-cx-multiaxes,arxiv-2610.28282,qwen3.8-27b,unstated,mixed,hard,,,,,,,56.4,"ChartX NQA accuracy (%), Multi-axes",0.0289,,,"https://arxiv.org/abs/2610.28282 (Table 2, row Qwen3.8-27B, column Multi-axes)",,out:effort-not-established, arxiv-2610.28282-cx-treemap,arxiv-2610.28282,qwen3.8-27b,unstated,mixed,hard,,,,,,,75.6,"ChartX NQA accuracy (%), Treemap",0.0289,,,"https://arxiv.org/abs/2610.28282 (Table 2, row Qwen3.8-27B, column Treemap)",,out:effort-not-established, arxiv-2610.28282-cx-ring,arxiv-2610.28282,qwen3.8-27b,unstated,mixed,hard,,,,,,,67.6,"ChartX NQA accuracy (%), Ring",0.0289,,,"https://arxiv.org/abs/2610.28282 (Table 2, row Qwen3.8-27B, column Ring)",,out:effort-not-established, arxiv-2610.28282-cx-avg,arxiv-2610.28282,qwen3.8-27b,unstated,mixed,hard,,,,,,,46.0,"ChartX NQA accuracy (%), Avg.",0.0289,,,"https://arxiv.org/abs/2610.28282 (Table 2, row Qwen3.8-27B, column Avg.)",,out:effort-not-established, arxiv-2610.28282-cb-area,arxiv-2610.28282,?Qwen3.8-Max,not-established:absent,mixed,hard,,,,,,,84.0,"ChartBench NQA accuracy (%), Area",0.0289,,,"https://arxiv.org/abs/2610.28282 (Table 1, row Qwen3.8-Max, column Area)",,out:model-not-established, arxiv-2610.28282-cb-3dbar-multi,arxiv-2610.28282,?Qwen3.8-Max,not-established:absent,mixed,hard,,,,,,,44.0,"ChartBench NQA accuracy (%), 3Dbar-multi",0.0289,,,"https://arxiv.org/abs/2610.28282 (Table 1, row Qwen3.8-Max, column 3Dbar-multi)",,out:model-not-established, arxiv-2610.28282-cb-3d-stack,arxiv-2610.28282,?Qwen3.8-Max,not-established:absent,mixed,hard,,,,,,,30.0,"ChartBench NQA accuracy (%), 3D-stack",0.0289,,,"https://arxiv.org/abs/2610.28282 (Table 1, row Qwen3.8-Max, column 3D-stack)",,out:model-not-established, arxiv-2610.28282-cb-ring,arxiv-2610.28282,?Qwen3.8-Max,not-established:absent,mixed,hard,,,,,,,72.0,"ChartBench NQA accuracy (%), Ring",0.0289,,,"https://arxiv.org/abs/2610.28282 (Table 1, row Qwen3.8-Max, column Ring)",,out:model-not-established, arxiv-2610.28282-cb-sector,arxiv-2610.28282,?Qwen3.8-Max,not-established:absent,mixed,hard,,,,,,,74.0,"ChartBench NQA accuracy (%), Sector",0.0289,,,"https://arxiv.org/abs/2610.28282 (Table 1, row Qwen3.8-Max, column Sector)",,out:model-not-established, arxiv-2610.28282-cb-radar-m,arxiv-2610.28282,?Qwen3.8-Max,not-established:absent,mixed,hard,,,,,,,74.0,"ChartBench NQA accuracy (%), Radar-M",0.0289,,,"https://arxiv.org/abs/2610.28282 (Table 1, row Qwen3.8-Max, column Radar-M)",,out:model-not-established, arxiv-2610.28282-cb-radar-mf,arxiv-2610.28282,?Qwen3.8-Max,not-established:absent,mixed,hard,,,,,,,70.0,"ChartBench NQA accuracy (%), Radar-MF",0.0289,,,"https://arxiv.org/abs/2610.28282 (Table 1, row Qwen3.8-Max, column Radar-MF)",,out:model-not-established, arxiv-2610.28282-cb-radar-s,arxiv-2610.28282,?Qwen3.8-Max,not-established:absent,mixed,hard,,,,,,,78.0,"ChartBench NQA accuracy (%), Radar-S",0.0289,,,"https://arxiv.org/abs/2610.28282 (Table 1, row Qwen3.8-Max, column Radar-S)",,out:model-not-established, arxiv-2610.28282-cb-stock,arxiv-2610.28282,?Qwen3.8-Max,not-established:absent,mixed,hard,,,,,,,86.0,"ChartBench NQA accuracy (%), Stock",0.0289,,,"https://arxiv.org/abs/2610.28282 (Table 1, row Qwen3.8-Max, column Stock)",,out:model-not-established, arxiv-2610.28282-cb-avg,arxiv-2610.28282,?Qwen3.8-Max,not-established:absent,mixed,hard,,,,,,,68.0,"ChartBench NQA accuracy (%), Avg.",0.0289,,,"https://arxiv.org/abs/2610.28282 (Table 1, row Qwen3.8-Max, column Avg.)",,out:model-not-established, arxiv-2610.28282-cx-radar,arxiv-2610.28282,?Qwen3.8-Max,not-established:absent,mixed,hard,,,,,,,54.2,"ChartX NQA accuracy (%), Radar",0.0289,,,"https://arxiv.org/abs/2610.28282 (Table 2, row Qwen3.8-Max, column Radar)",,out:model-not-established, arxiv-2610.28282-cx-3dbar,arxiv-2610.28282,?Qwen3.8-Max,not-established:absent,mixed,hard,,,,,,,32.1,"ChartX NQA accuracy (%), 3D-Bar",0.0289,,,"https://arxiv.org/abs/2610.28282 (Table 2, row Qwen3.8-Max, column 3D-Bar)",,out:model-not-established, arxiv-2610.28282-cx-rose,arxiv-2610.28282,?Qwen3.8-Max,not-established:absent,mixed,hard,,,,,,,79.5,"ChartX NQA accuracy (%), Rose",0.0289,,,"https://arxiv.org/abs/2610.28282 (Table 2, row Qwen3.8-Max, column Rose)",,out:model-not-established, arxiv-2610.28282-cx-area,arxiv-2610.28282,?Qwen3.8-Max,not-established:absent,mixed,hard,,,,,,,84.0,"ChartX NQA accuracy (%), Area",0.0289,,,"https://arxiv.org/abs/2610.28282 (Table 2, row Qwen3.8-Max, column Area)",,out:model-not-established, arxiv-2610.28282-cx-bubble,arxiv-2610.28282,?Qwen3.8-Max,not-established:absent,mixed,hard,,,,,,,87.5,"ChartX NQA accuracy (%), Bubble",0.0289,,,"https://arxiv.org/abs/2610.28282 (Table 2, row Qwen3.8-Max, column Bubble)",,out:model-not-established, arxiv-2610.28282-cx-multiaxes,arxiv-2610.28282,?Qwen3.8-Max,not-established:absent,mixed,hard,,,,,,,89.7,"ChartX NQA accuracy (%), Multi-axes",0.0289,,,"https://arxiv.org/abs/2610.28282 (Table 2, row Qwen3.8-Max, column Multi-axes)",,out:model-not-established, arxiv-2610.28282-cx-treemap,arxiv-2610.28282,?Qwen3.8-Max,not-established:absent,mixed,hard,,,,,,,87.8,"ChartX NQA accuracy (%), Treemap",0.0289,,,"https://arxiv.org/abs/2610.28282 (Table 2, row Qwen3.8-Max, column Treemap)",,out:model-not-established, arxiv-2610.28282-cx-ring,arxiv-2610.28282,?Qwen3.8-Max,not-established:absent,mixed,hard,,,,,,,67.6,"ChartX NQA accuracy (%), Ring",0.0289,,,"https://arxiv.org/abs/2610.28282 (Table 2, row Qwen3.8-Max, column Ring)",,out:model-not-established, arxiv-2610.28282-cx-avg,arxiv-2610.28282,?Qwen3.8-Max,not-established:absent,mixed,hard,,,,,,,72.8,"ChartX NQA accuracy (%), Avg.",0.0289,,,"https://arxiv.org/abs/2610.28282 (Table 2, row Qwen3.8-Max, column Avg.)",,out:model-not-established, sagent2-mmsi-cc,arxiv-2610.28354,gemini-3-pro,unstated,mixed,frontier,,,,,,,47.3,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 1 (MMSI-Bench results by question category), row Gemini 3 Pro, column cc)",,out:effort-not-established, sagent2-mmsi-oo,arxiv-2610.28354,gemini-3-pro,unstated,mixed,frontier,,,,,,,48.9,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 1 (MMSI-Bench results by question category), row Gemini 3 Pro, column oo)",,out:effort-not-established, sagent2-mmsi-rr,arxiv-2610.28354,gemini-3-pro,unstated,mixed,frontier,,,,,,,42.0,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 1 (MMSI-Bench results by question category), row Gemini 3 Pro, column rr)",,out:effort-not-established, sagent2-mmsi-co,arxiv-2610.28354,gemini-3-pro,unstated,mixed,frontier,,,,,,,43.0,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 1 (MMSI-Bench results by question category), row Gemini 3 Pro, column co)",,out:effort-not-established, sagent2-mmsi-or,arxiv-2610.28354,gemini-3-pro,unstated,mixed,frontier,,,,,,,37.6,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 1 (MMSI-Bench results by question category), row Gemini 3 Pro, column or)",,out:effort-not-established, sagent2-mmsi-cr,arxiv-2610.28354,gemini-3-pro,unstated,mixed,frontier,,,,,,,60.2,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 1 (MMSI-Bench results by question category), row Gemini 3 Pro, column cr)",,out:effort-not-established, sagent2-mmsi-meas,arxiv-2610.28354,gemini-3-pro,unstated,mixed,frontier,,,,,,,64.1,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 1 (MMSI-Bench results by question category), row Gemini 3 Pro, column meas)",,out:effort-not-established, sagent2-mmsi-appr,arxiv-2610.28354,gemini-3-pro,unstated,mixed,frontier,,,,,,,39.4,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 1 (MMSI-Bench results by question category), row Gemini 3 Pro, column appr)",,out:effort-not-established, sagent2-mmsi-cam,arxiv-2610.28354,gemini-3-pro,unstated,mixed,frontier,,,,,,,41.9,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 1 (MMSI-Bench results by question category), row Gemini 3 Pro, column cam)",,out:effort-not-established, sagent2-mmsi-obj,arxiv-2610.28354,gemini-3-pro,unstated,mixed,frontier,,,,,,,47.4,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 1 (MMSI-Bench results by question category), row Gemini 3 Pro, column obj)",,out:effort-not-established, sagent2-mmsi-msr,arxiv-2610.28354,gemini-3-pro,unstated,mixed,frontier,,,,,,,37.9,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 1 (MMSI-Bench results by question category), row Gemini 3 Pro, column msr)",,out:effort-not-established, sagent2-mmsi-avg,arxiv-2610.28354,gemini-3-pro,unstated,mixed,hard,"MMSI-Bench table, protocol not detailed",,,,,,45.2,MMSI-Bench Avg. (%),0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 1 (MMSI-Bench results by question category), row Gemini 3 Pro, column avg)",,out:effort-not-established, sagent2-mmsi-cc,arxiv-2610.28354,gemini-3.8-flash,unstated,mixed,frontier,,,,,,,68.8,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 1 (MMSI-Bench results by question category), row Gemini 3.8 Flash, column cc)",,out:effort-not-established, sagent2-mmsi-oo,arxiv-2610.28354,gemini-3.8-flash,unstated,mixed,frontier,,,,,,,60.6,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 1 (MMSI-Bench results by question category), row Gemini 3.8 Flash, column oo)",,out:effort-not-established, sagent2-mmsi-rr,arxiv-2610.28354,gemini-3.8-flash,unstated,mixed,frontier,,,,,,,51.9,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 1 (MMSI-Bench results by question category), row Gemini 3.8 Flash, column rr)",,out:effort-not-established, sagent2-mmsi-co,arxiv-2610.28354,gemini-3.8-flash,unstated,mixed,frontier,,,,,,,51.2,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 1 (MMSI-Bench results by question category), row Gemini 3.8 Flash, column co)",,out:effort-not-established, sagent2-mmsi-or,arxiv-2610.28354,gemini-3.8-flash,unstated,mixed,frontier,,,,,,,52.9,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 1 (MMSI-Bench results by question category), row Gemini 3.8 Flash, column or)",,out:effort-not-established, sagent2-mmsi-cr,arxiv-2610.28354,gemini-3.8-flash,unstated,mixed,frontier,,,,,,,62.7,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 1 (MMSI-Bench results by question category), row Gemini 3.8 Flash, column cr)",,out:effort-not-established, sagent2-mmsi-meas,arxiv-2610.28354,gemini-3.8-flash,unstated,mixed,frontier,,,,,,,64.1,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 1 (MMSI-Bench results by question category), row Gemini 3.8 Flash, column meas)",,out:effort-not-established, sagent2-mmsi-appr,arxiv-2610.28354,gemini-3.8-flash,unstated,mixed,frontier,,,,,,,47.0,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 1 (MMSI-Bench results by question category), row Gemini 3.8 Flash, column appr)",,out:effort-not-established, sagent2-mmsi-cam,arxiv-2610.28354,gemini-3.8-flash,unstated,mixed,frontier,,,,,,,78.4,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 1 (MMSI-Bench results by question category), row Gemini 3.8 Flash, column cam)",,out:effort-not-established, sagent2-mmsi-obj,arxiv-2610.28354,gemini-3.8-flash,unstated,mixed,frontier,,,,,,,61.8,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 1 (MMSI-Bench results by question category), row Gemini 3.8 Flash, column obj)",,out:effort-not-established, sagent2-mmsi-msr,arxiv-2610.28354,gemini-3.8-flash,unstated,mixed,frontier,,,,,,,60.1,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 1 (MMSI-Bench results by question category), row Gemini 3.8 Flash, column msr)",,out:effort-not-established, sagent2-mmsi-cc,arxiv-2610.28354,gemini-2.5-pro,unstated,mixed,frontier,,,,,,,38.7,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 1 (MMSI-Bench results by question category), row Gemini 2.5 Pro, column cc)",,out:effort-not-established, sagent2-mmsi-oo,arxiv-2610.28354,gemini-2.5-pro,unstated,mixed,frontier,,,,,,,34.0,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 1 (MMSI-Bench results by question category), row Gemini 2.5 Pro, column oo)",,out:effort-not-established, sagent2-mmsi-rr,arxiv-2610.28354,gemini-2.5-pro,unstated,mixed,frontier,,,,,,,40.7,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 1 (MMSI-Bench results by question category), row Gemini 2.5 Pro, column rr)",,out:effort-not-established, sagent2-mmsi-co,arxiv-2610.28354,gemini-2.5-pro,unstated,mixed,frontier,,,,,,,44.2,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 1 (MMSI-Bench results by question category), row Gemini 2.5 Pro, column co)",,out:effort-not-established, sagent2-mmsi-or,arxiv-2610.28354,gemini-2.5-pro,unstated,mixed,frontier,,,,,,,38.8,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 1 (MMSI-Bench results by question category), row Gemini 2.5 Pro, column or)",,out:effort-not-established, sagent2-mmsi-cr,arxiv-2610.28354,gemini-2.5-pro,unstated,mixed,frontier,,,,,,,41.0,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 1 (MMSI-Bench results by question category), row Gemini 2.5 Pro, column cr)",,out:effort-not-established, sagent2-mmsi-meas,arxiv-2610.28354,gemini-2.5-pro,unstated,mixed,frontier,,,,,,,62.5,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 1 (MMSI-Bench results by question category), row Gemini 2.5 Pro, column meas)",,out:effort-not-established, sagent2-mmsi-appr,arxiv-2610.28354,gemini-2.5-pro,unstated,mixed,frontier,,,,,,,30.3,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 1 (MMSI-Bench results by question category), row Gemini 2.5 Pro, column appr)",,out:effort-not-established, sagent2-mmsi-cam,arxiv-2610.28354,gemini-2.5-pro,unstated,mixed,frontier,,,,,,,39.2,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 1 (MMSI-Bench results by question category), row Gemini 2.5 Pro, column cam)",,out:effort-not-established, sagent2-mmsi-obj,arxiv-2610.28354,gemini-2.5-pro,unstated,mixed,frontier,,,,,,,25.0,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 1 (MMSI-Bench results by question category), row Gemini 2.5 Pro, column obj)",,out:effort-not-established, sagent2-mmsi-msr,arxiv-2610.28354,gemini-2.5-pro,unstated,mixed,frontier,,,,,,,33.3,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 1 (MMSI-Bench results by question category), row Gemini 2.5 Pro, column msr)",,out:effort-not-established, sagent2-mmsi-avg,arxiv-2610.28354,gemini-2.5-pro,unstated,mixed,hard,"MMSI-Bench table, protocol not detailed",,,,,,38.0,MMSI-Bench Avg. (%),0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 1 (MMSI-Bench results by question category), row Gemini 2.5 Pro, column avg)",,out:effort-not-established, sagent2-mmsi-cc,arxiv-2610.28354,?Gemini-3.8-Flash,not-established:absent,mixed,frontier,,,,,,,71.0,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 1 (MMSI-Bench results by question category), row SpatialClaw (Gemini-3.8-Flash), column cc)",,out:model-not-established, sagent2-mmsi-oo,arxiv-2610.28354,?Gemini-3.8-Flash,not-established:absent,mixed,frontier,,,,,,,68.1,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 1 (MMSI-Bench results by question category), row SpatialClaw (Gemini-3.8-Flash), column oo)",,out:model-not-established, sagent2-mmsi-rr,arxiv-2610.28354,?Gemini-3.8-Flash,not-established:absent,mixed,frontier,,,,,,,63.0,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 1 (MMSI-Bench results by question category), row SpatialClaw (Gemini-3.8-Flash), column rr)",,out:model-not-established, sagent2-mmsi-co,arxiv-2610.28354,?Gemini-3.8-Flash,not-established:absent,mixed,frontier,,,,,,,68.6,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 1 (MMSI-Bench results by question category), row SpatialClaw (Gemini-3.8-Flash), column co)",,out:model-not-established, sagent2-mmsi-or,arxiv-2610.28354,?Gemini-3.8-Flash,not-established:absent,mixed,frontier,,,,,,,64.7,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 1 (MMSI-Bench results by question category), row SpatialClaw (Gemini-3.8-Flash), column or)",,out:model-not-established, sagent2-mmsi-cr,arxiv-2610.28354,?Gemini-3.8-Flash,not-established:absent,mixed,frontier,,,,,,,73.5,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 1 (MMSI-Bench results by question category), row SpatialClaw (Gemini-3.8-Flash), column cr)",,out:model-not-established, sagent2-mmsi-meas,arxiv-2610.28354,?Gemini-3.8-Flash,not-established:absent,mixed,frontier,,,,,,,68.8,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 1 (MMSI-Bench results by question category), row SpatialClaw (Gemini-3.8-Flash), column meas)",,out:model-not-established, sagent2-mmsi-appr,arxiv-2610.28354,?Gemini-3.8-Flash,not-established:absent,mixed,frontier,,,,,,,50.0,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 1 (MMSI-Bench results by question category), row SpatialClaw (Gemini-3.8-Flash), column appr)",,out:model-not-established, sagent2-mmsi-cam,arxiv-2610.28354,?Gemini-3.8-Flash,not-established:absent,mixed,frontier,,,,,,,81.1,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 1 (MMSI-Bench results by question category), row SpatialClaw (Gemini-3.8-Flash), column cam)",,out:model-not-established, sagent2-mmsi-obj,arxiv-2610.28354,?Gemini-3.8-Flash,not-established:absent,mixed,frontier,,,,,,,60.5,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 1 (MMSI-Bench results by question category), row SpatialClaw (Gemini-3.8-Flash), column obj)",,out:model-not-established, sagent2-mmsi-msr,arxiv-2610.28354,?Gemini-3.8-Flash,not-established:absent,mixed,frontier,,,,,,,66.2,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 1 (MMSI-Bench results by question category), row SpatialClaw (Gemini-3.8-Flash), column msr)",,out:model-not-established, sagent2-mmsi-avg,arxiv-2610.28354,?Gemini-3.8-Flash,not-established:absent,mixed,hard,"MMSI-Bench table, protocol not detailed",,,,,,67.0,MMSI-Bench Avg. (%),0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 1 (MMSI-Bench results by question category), row SpatialClaw (Gemini-3.8-Flash), column avg)",,out:model-not-established, sagent2-mmsi-cc,arxiv-2610.28354,?Gemini-3.8-Flash,not-established:absent,mixed,frontier,,,,,,,72.0,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 1 (MMSI-Bench results by question category), row S-Agent 2.0 (Gemini-3.8-Flash, ours), column cc)",,out:model-not-established, sagent2-mmsi-oo,arxiv-2610.28354,?Gemini-3.8-Flash,not-established:absent,mixed,frontier,,,,,,,74.5,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 1 (MMSI-Bench results by question category), row S-Agent 2.0 (Gemini-3.8-Flash, ours), column oo)",,out:model-not-established, sagent2-mmsi-rr,arxiv-2610.28354,?Gemini-3.8-Flash,not-established:absent,mixed,frontier,,,,,,,67.9,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 1 (MMSI-Bench results by question category), row S-Agent 2.0 (Gemini-3.8-Flash, ours), column rr)",,out:model-not-established, sagent2-mmsi-co,arxiv-2610.28354,?Gemini-3.8-Flash,not-established:absent,mixed,frontier,,,,,,,89.5,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 1 (MMSI-Bench results by question category), row S-Agent 2.0 (Gemini-3.8-Flash, ours), column co)",,out:model-not-established, sagent2-mmsi-or,arxiv-2610.28354,?Gemini-3.8-Flash,not-established:absent,mixed,frontier,,,,,,,68.2,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 1 (MMSI-Bench results by question category), row S-Agent 2.0 (Gemini-3.8-Flash, ours), column or)",,out:model-not-established, sagent2-mmsi-cr,arxiv-2610.28354,?Gemini-3.8-Flash,not-established:absent,mixed,frontier,,,,,,,81.9,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 1 (MMSI-Bench results by question category), row S-Agent 2.0 (Gemini-3.8-Flash, ours), column cr)",,out:model-not-established, sagent2-mmsi-meas,arxiv-2610.28354,?Gemini-3.8-Flash,not-established:absent,mixed,frontier,,,,,,,71.9,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 1 (MMSI-Bench results by question category), row S-Agent 2.0 (Gemini-3.8-Flash, ours), column meas)",,out:model-not-established, sagent2-mmsi-appr,arxiv-2610.28354,?Gemini-3.8-Flash,not-established:absent,mixed,frontier,,,,,,,69.7,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 1 (MMSI-Bench results by question category), row S-Agent 2.0 (Gemini-3.8-Flash, ours), column appr)",,out:model-not-established, sagent2-mmsi-cam,arxiv-2610.28354,?Gemini-3.8-Flash,not-established:absent,mixed,frontier,,,,,,,82.4,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 1 (MMSI-Bench results by question category), row S-Agent 2.0 (Gemini-3.8-Flash, ours), column cam)",,out:model-not-established, sagent2-mmsi-obj,arxiv-2610.28354,?Gemini-3.8-Flash,not-established:absent,mixed,frontier,,,,,,,68.4,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 1 (MMSI-Bench results by question category), row S-Agent 2.0 (Gemini-3.8-Flash, ours), column obj)",,out:model-not-established, sagent2-mmsi-msr,arxiv-2610.28354,?Gemini-3.8-Flash,not-established:absent,mixed,frontier,,,,,,,71.2,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 1 (MMSI-Bench results by question category), row S-Agent 2.0 (Gemini-3.8-Flash, ours), column msr)",,out:model-not-established, sagent2-mmsi-avg,arxiv-2610.28354,?Gemini-3.8-Flash,not-established:absent,mixed,hard,"MMSI-Bench table, protocol not detailed",,,,,,74.1,MMSI-Bench Avg. (%),0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 1 (MMSI-Bench results by question category), row S-Agent 2.0 (Gemini-3.8-Flash, ours), column avg)",,out:model-not-established, sagent2-revsi-cnt,arxiv-2610.28354,gemini-3-flash,unstated,mixed,frontier,,,,,,,65.7,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 2 (ReVSI results by question type), row Gemini 3 Flash, column cnt)",,out:effort-not-established, sagent2-revsi-absd,arxiv-2610.28354,gemini-3-flash,unstated,mixed,frontier,,,,,,,53.1,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 2 (ReVSI results by question type), row Gemini 3 Flash, column absd)",,out:effort-not-established, sagent2-revsi-size,arxiv-2610.28354,gemini-3-flash,unstated,mixed,frontier,,,,,,,77.6,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 2 (ReVSI results by question type), row Gemini 3 Flash, column size)",,out:effort-not-established, sagent2-revsi-room,arxiv-2610.28354,gemini-3-flash,unstated,mixed,frontier,,,,,,,52.8,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 2 (ReVSI results by question type), row Gemini 3 Flash, column room)",,out:effort-not-established, sagent2-revsi-reld,arxiv-2610.28354,gemini-3-flash,unstated,mixed,frontier,,,,,,,64.6,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 2 (ReVSI results by question type), row Gemini 3 Flash, column reld)",,out:effort-not-established, sagent2-revsi-reldir,arxiv-2610.28354,gemini-3-flash,unstated,mixed,frontier,,,,,,,47.9,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 2 (ReVSI results by question type), row Gemini 3 Flash, column reldir)",,out:effort-not-established, sagent2-revsi-route,arxiv-2610.28354,gemini-3-flash,unstated,mixed,frontier,,,,,,,41.8,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 2 (ReVSI results by question type), row Gemini 3 Flash, column route)",,out:effort-not-established, sagent2-revsi-avg,arxiv-2610.28354,gemini-3-flash,unstated,mixed,frontier,,,,,,,57.6,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 2 (ReVSI results by question type), row Gemini 3 Flash, column avg)",,out:effort-not-established, sagent2-revsi-cnt,arxiv-2610.28354,gemini-3-pro,unstated,mixed,frontier,,,,,,,60.1,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 2 (ReVSI results by question type), row Gemini 3 Pro, column cnt)",,out:effort-not-established, sagent2-revsi-absd,arxiv-2610.28354,gemini-3-pro,unstated,mixed,frontier,,,,,,,54.7,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 2 (ReVSI results by question type), row Gemini 3 Pro, column absd)",,out:effort-not-established, sagent2-revsi-size,arxiv-2610.28354,gemini-3-pro,unstated,mixed,frontier,,,,,,,79.3,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 2 (ReVSI results by question type), row Gemini 3 Pro, column size)",,out:effort-not-established, sagent2-revsi-room,arxiv-2610.28354,gemini-3-pro,unstated,mixed,frontier,,,,,,,51.9,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 2 (ReVSI results by question type), row Gemini 3 Pro, column room)",,out:effort-not-established, sagent2-revsi-reld,arxiv-2610.28354,gemini-3-pro,unstated,mixed,frontier,,,,,,,68.1,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 2 (ReVSI results by question type), row Gemini 3 Pro, column reld)",,out:effort-not-established, sagent2-revsi-reldir,arxiv-2610.28354,gemini-3-pro,unstated,mixed,frontier,,,,,,,56.0,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 2 (ReVSI results by question type), row Gemini 3 Pro, column reldir)",,out:effort-not-established, sagent2-revsi-route,arxiv-2610.28354,gemini-3-pro,unstated,mixed,frontier,,,,,,,56.4,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 2 (ReVSI results by question type), row Gemini 3 Pro, column route)",,out:effort-not-established, sagent2-revsi-avg,arxiv-2610.28354,gemini-3-pro,unstated,mixed,frontier,,,,,,,60.9,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 2 (ReVSI results by question type), row Gemini 3 Pro, column avg)",,out:effort-not-established, sagent2-revsi-cnt,arxiv-2610.28354,gemini-3.8-flash,unstated,mixed,frontier,,,,,,,79.7,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 2 (ReVSI results by question type), row Gemini 3.8 Flash, column cnt)",,out:effort-not-established, sagent2-revsi-absd,arxiv-2610.28354,gemini-3.8-flash,unstated,mixed,frontier,,,,,,,70.1,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 2 (ReVSI results by question type), row Gemini 3.8 Flash, column absd)",,out:effort-not-established, sagent2-revsi-size,arxiv-2610.28354,gemini-3.8-flash,unstated,mixed,frontier,,,,,,,83.0,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 2 (ReVSI results by question type), row Gemini 3.8 Flash, column size)",,out:effort-not-established, sagent2-revsi-room,arxiv-2610.28354,gemini-3.8-flash,unstated,mixed,frontier,,,,,,,68.9,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 2 (ReVSI results by question type), row Gemini 3.8 Flash, column room)",,out:effort-not-established, sagent2-revsi-reld,arxiv-2610.28354,gemini-3.8-flash,unstated,mixed,frontier,,,,,,,81.6,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 2 (ReVSI results by question type), row Gemini 3.8 Flash, column reld)",,out:effort-not-established, sagent2-revsi-reldir,arxiv-2610.28354,gemini-3.8-flash,unstated,mixed,frontier,,,,,,,78.3,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 2 (ReVSI results by question type), row Gemini 3.8 Flash, column reldir)",,out:effort-not-established, sagent2-revsi-route,arxiv-2610.28354,gemini-3.8-flash,unstated,mixed,frontier,,,,,,,77.8,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 2 (ReVSI results by question type), row Gemini 3.8 Flash, column route)",,out:effort-not-established, sagent2-revsi-avg,arxiv-2610.28354,gemini-3.8-flash,unstated,mixed,frontier,,,,,,,77.0,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 2 (ReVSI results by question type), row Gemini 3.8 Flash, column avg)",,out:effort-not-established, sagent2-revsi-cnt,arxiv-2610.28354,?Gemini-3.8-Flash,not-established:absent,mixed,frontier,,,,,,,80.3,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 2 (ReVSI results by question type), row SpatialClaw (Gemini-3.8-Flash), column cnt)",,out:model-not-established, sagent2-revsi-absd,arxiv-2610.28354,?Gemini-3.8-Flash,not-established:absent,mixed,frontier,,,,,,,89.9,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 2 (ReVSI results by question type), row SpatialClaw (Gemini-3.8-Flash), column absd)",,out:model-not-established, sagent2-revsi-size,arxiv-2610.28354,?Gemini-3.8-Flash,not-established:absent,mixed,frontier,,,,,,,86.6,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 2 (ReVSI results by question type), row SpatialClaw (Gemini-3.8-Flash), column size)",,out:model-not-established, sagent2-revsi-room,arxiv-2610.28354,?Gemini-3.8-Flash,not-established:absent,mixed,frontier,,,,,,,75.2,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 2 (ReVSI results by question type), row SpatialClaw (Gemini-3.8-Flash), column room)",,out:model-not-established, sagent2-revsi-reld,arxiv-2610.28354,?Gemini-3.8-Flash,not-established:absent,mixed,frontier,,,,,,,87.9,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 2 (ReVSI results by question type), row SpatialClaw (Gemini-3.8-Flash), column reld)",,out:model-not-established, sagent2-revsi-reldir,arxiv-2610.28354,?Gemini-3.8-Flash,not-established:absent,mixed,frontier,,,,,,,63.3,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 2 (ReVSI results by question type), row SpatialClaw (Gemini-3.8-Flash), column reldir)",,out:model-not-established, sagent2-revsi-route,arxiv-2610.28354,?Gemini-3.8-Flash,not-established:absent,mixed,frontier,,,,,,,75.0,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 2 (ReVSI results by question type), row SpatialClaw (Gemini-3.8-Flash), column route)",,out:model-not-established, sagent2-revsi-avg,arxiv-2610.28354,?Gemini-3.8-Flash,not-established:absent,mixed,frontier,,,,,,,79.7,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 2 (ReVSI results by question type), row SpatialClaw (Gemini-3.8-Flash), column avg)",,out:model-not-established, sagent2-revsi-cnt,arxiv-2610.28354,?Gemini-3.8-Flash,not-established:absent,mixed,frontier,,,,,,,86.8,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 2 (ReVSI results by question type), row S-Agent 2.0 (Gemini-3.8-Flash, ours), column cnt)",,out:model-not-established, sagent2-revsi-absd,arxiv-2610.28354,?Gemini-3.8-Flash,not-established:absent,mixed,frontier,,,,,,,88.2,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 2 (ReVSI results by question type), row S-Agent 2.0 (Gemini-3.8-Flash, ours), column absd)",,out:model-not-established, sagent2-revsi-size,arxiv-2610.28354,?Gemini-3.8-Flash,not-established:absent,mixed,frontier,,,,,,,86.1,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 2 (ReVSI results by question type), row S-Agent 2.0 (Gemini-3.8-Flash, ours), column size)",,out:model-not-established, sagent2-revsi-room,arxiv-2610.28354,?Gemini-3.8-Flash,not-established:absent,mixed,frontier,,,,,,,82.2,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 2 (ReVSI results by question type), row S-Agent 2.0 (Gemini-3.8-Flash, ours), column room)",,out:model-not-established, sagent2-revsi-reld,arxiv-2610.28354,?Gemini-3.8-Flash,not-established:absent,mixed,frontier,,,,,,,95.1,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 2 (ReVSI results by question type), row S-Agent 2.0 (Gemini-3.8-Flash, ours), column reld)",,out:model-not-established, sagent2-revsi-reldir,arxiv-2610.28354,?Gemini-3.8-Flash,not-established:absent,mixed,frontier,,,,,,,97.6,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 2 (ReVSI results by question type), row S-Agent 2.0 (Gemini-3.8-Flash, ours), column reldir)",,out:model-not-established, sagent2-revsi-route,arxiv-2610.28354,?Gemini-3.8-Flash,not-established:absent,mixed,frontier,,,,,,,97.2,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 2 (ReVSI results by question type), row S-Agent 2.0 (Gemini-3.8-Flash, ours), column route)",,out:model-not-established, sagent2-revsi-avg,arxiv-2610.28354,?Gemini-3.8-Flash,not-established:absent,mixed,frontier,,,,,,,90.5,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 2 (ReVSI results by question type), row S-Agent 2.0 (Gemini-3.8-Flash, ours), column avg)",,out:model-not-established, sagent2-revsi-avg,arxiv-2610.28354,gemini-3.8-flash,unstated,mixed,frontier,,,,,,,77.0,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 5 (tools against no tools), row SpatialClaw / no tools, column Gemini-3.8-Flash ReVSI)",,out:effort-not-established, sagent2-mmsi-avg,arxiv-2610.28354,gemini-3.8-flash,unstated,mixed,hard,"MMSI-Bench table, protocol not detailed",,,,,,60.0,MMSI-Bench Avg. (%),0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 5 (tools against no tools), row SpatialClaw / no tools, column Gemini-3.8-Flash MMSI)",,out:effort-not-established, sagent2-revsi-avg,arxiv-2610.28354,gemini-3.8-flash,unstated,mixed,frontier,,,,,,,79.7,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 5 (tools against no tools), row SpatialClaw / with tools, column Gemini-3.8-Flash ReVSI)",,out:effort-not-established, sagent2-mmsi-avg,arxiv-2610.28354,gemini-3.8-flash,unstated,mixed,hard,"MMSI-Bench table, protocol not detailed",,,,,,67.0,MMSI-Bench Avg. (%),0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 5 (tools against no tools), row SpatialClaw / with tools, column Gemini-3.8-Flash MMSI)",,out:effort-not-established, sagent2-revsi-avg,arxiv-2610.28354,gemini-3.8-flash,unstated,mixed,frontier,,,,,,,80.9,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 5 (tools against no tools), row general coding agent / no tools, column Gemini-3.8-Flash ReVSI)",,out:effort-not-established, sagent2-mmsi-avg,arxiv-2610.28354,gemini-3.8-flash,unstated,mixed,hard,"MMSI-Bench table, protocol not detailed",,,,,,62.9,MMSI-Bench Avg. (%),0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 5 (tools against no tools), row general coding agent / no tools, column Gemini-3.8-Flash MMSI)",,out:effort-not-established, sagent2-revsi-avg,arxiv-2610.28354,gemini-3.8-flash,unstated,mixed,frontier,,,,,,,90.5,acc%,0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 5 (tools against no tools), row general coding agent / with tools, column Gemini-3.8-Flash ReVSI)",,out:effort-not-established, sagent2-mmsi-avg,arxiv-2610.28354,gemini-3.8-flash,unstated,mixed,hard,"MMSI-Bench table, protocol not detailed",,,,,,74.1,MMSI-Bench Avg. (%),0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 5 (tools against no tools), row general coding agent / with tools, column Gemini-3.8-Flash MMSI)",,out:effort-not-established, sagent2-mmsi-avg,arxiv-2610.28354,gpt-5.4,unstated,mixed,hard,"MMSI-Bench table, protocol not detailed",,,,,,41.9,MMSI-Bench Avg. (%),0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 1, row GPT-5.4, column Avg. (last column))",,out:effort-not-established, sagent2-mmsi-avg,arxiv-2610.28354,qwen3.5-9b,unstated,mixed,hard,"MMSI-Bench table, protocol not detailed",,,,,,36.5,MMSI-Bench Avg. (%),0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 1, row Qwen3.5-9B, column Avg. (last column))",,out:effort-not-established, sagent2-mmsi-avg,arxiv-2610.28354,gemini-3.8-flash,unstated,mixed,hard,"MMSI-Bench table, protocol not detailed",,,,,,60.0,MMSI-Bench Avg. (%),0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 1, row Gemini 3.8 Flash, column Avg. (last column))",,out:effort-not-established, sagent2-mmsi-avg,arxiv-2610.28354,qwen3.8-27b,unstated,mixed,hard,"MMSI-Bench table, protocol not detailed",,,,,,50.4,MMSI-Bench Avg. (%),0.0289,,,"https://arxiv.org/abs/2610.28354 (Table 1, row Qwen3.8-27B, column Avg. (last column))",,out:effort-not-established, arxiv-2610.28381-act-acc,arxiv-2610.28381,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,88.20,acc%,0.00289,,,"https://arxiv.org/abs/2610.28381 (Table 3 (action-level accuracy and recall), row Gemini-3-pro)",,out:effort-not-established, arxiv-2610.28381-act-rsafe,arxiv-2610.28381,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,77.30,recall-safe%,0.00289,,,"https://arxiv.org/abs/2610.28381 (Table 3 (action-level accuracy and recall), row Gemini-3-pro)",,out:effort-not-established, arxiv-2610.28381-act-runsafe,arxiv-2610.28381,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,99.20,recall-unsafe%,0.00289,,,"https://arxiv.org/abs/2610.28381 (Table 3 (action-level accuracy and recall), row Gemini-3-pro)",,out:effort-not-established, arxiv-2610.28381-plan-sur-base,arxiv-2610.28381,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,93.42,SuR%,0.00289,,,"https://arxiv.org/abs/2610.28381 (Table 4 (plan-level), row Gemini-3-pro, SUR column Base)",,out:effort-not-established, arxiv-2610.28381-plan-sur-safex,arxiv-2610.28381,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,93.83,SuR%,0.00289,,,"https://arxiv.org/abs/2610.28381 (Table 4 (plan-level), row Gemini-3-pro, SUR column +SafEx)",,out:effort-not-established, arxiv-2610.28381-plan-sur-guide,arxiv-2610.28381,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,93.00,SuR%,0.00289,,,"https://arxiv.org/abs/2610.28381 (Table 4 (plan-level), row Gemini-3-pro, SUR column +Guide)",,out:effort-not-established, arxiv-2610.28381-plan-sur-safex-guide,arxiv-2610.28381,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,93.83,SuR%,0.00289,,,"https://arxiv.org/abs/2610.28381 (Table 4 (plan-level), row Gemini-3-pro, SUR column +SafEx+Guide)",,out:effort-not-established, arxiv-2610.28381-plan-sur-reflect,arxiv-2610.28381,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,90.12,SuR%,0.00289,,,"https://arxiv.org/abs/2610.28381 (Table 4 (plan-level), row Gemini-3-pro, SUR column +Reflect)",,out:effort-not-established, arxiv-2610.28381-plan-sar-base,arxiv-2610.28381,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,37.45,SaR%,0.00289,,,"https://arxiv.org/abs/2610.28381 (Table 4 (plan-level), row Gemini-3-pro, SAR column Base)",,out:effort-not-established, arxiv-2610.28381-plan-sar-safex,arxiv-2610.28381,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,59.67,SaR%,0.00289,,,"https://arxiv.org/abs/2610.28381 (Table 4 (plan-level), row Gemini-3-pro, SAR column +SafEx)",,out:effort-not-established, arxiv-2610.28381-plan-sar-guide,arxiv-2610.28381,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,70.37,SaR%,0.00289,,,"https://arxiv.org/abs/2610.28381 (Table 4 (plan-level), row Gemini-3-pro, SAR column +Guide)",,out:effort-not-established, arxiv-2610.28381-plan-sar-safex-guide,arxiv-2610.28381,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,79.42,SaR%,0.00289,,,"https://arxiv.org/abs/2610.28381 (Table 4 (plan-level), row Gemini-3-pro, SAR column +SafEx+Guide)",,out:effort-not-established, arxiv-2610.28381-plan-sar-reflect,arxiv-2610.28381,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,84.77,SaR%,0.00289,,,"https://arxiv.org/abs/2610.28381 (Table 4 (plan-level), row Gemini-3-pro, SAR column +Reflect)",,out:effort-not-established, arxiv-2610.28381-plan-ssr-base,arxiv-2610.28381,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,35.80,SSR%,0.00289,,,"https://arxiv.org/abs/2610.28381 (Table 4 (plan-level), row Gemini-3-pro, SSR column Base)",,out:effort-not-established, arxiv-2610.28381-plan-ssr-safex,arxiv-2610.28381,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,58.02,SSR%,0.00289,,,"https://arxiv.org/abs/2610.28381 (Table 4 (plan-level), row Gemini-3-pro, SSR column +SafEx)",,out:effort-not-established, arxiv-2610.28381-plan-ssr-guide,arxiv-2610.28381,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,67.49,SSR%,0.00289,,,"https://arxiv.org/abs/2610.28381 (Table 4 (plan-level), row Gemini-3-pro, SSR column +Guide)",,out:effort-not-established, arxiv-2610.28381-plan-ssr-safex-guide,arxiv-2610.28381,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,76.13,SSR%,0.00289,,,"https://arxiv.org/abs/2610.28381 (Table 4 (plan-level), row Gemini-3-pro, SSR column +SafEx+Guide)",,out:effort-not-established, arxiv-2610.28381-plan-ssr-reflect,arxiv-2610.28381,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,78.19,SSR%,0.00289,,,"https://arxiv.org/abs/2610.28381 (Table 4 (plan-level), row Gemini-3-pro, SSR column +Reflect)",,out:effort-not-established, arxiv-2610.28381-cat-injury,arxiv-2610.28381,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,1.00,recall-unsafe,0.00289,,,"https://arxiv.org/abs/2610.28381 (Table 6 (recall per hazard category, action-level), row Gemini-3-pro, column Injury)",,out:effort-not-established, arxiv-2610.28381-cat-hygiene,arxiv-2610.28381,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,0.97,recall-unsafe,0.00289,,,"https://arxiv.org/abs/2610.28381 (Table 6 (recall per hazard category, action-level), row Gemini-3-pro, column Sanitary/Hygiene)",,out:effort-not-established, arxiv-2610.28381-cat-electric,arxiv-2610.28381,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,1.00,recall-unsafe,0.00289,,,"https://arxiv.org/abs/2610.28381 (Table 6 (recall per hazard category, action-level), row Gemini-3-pro, column Electric)",,out:effort-not-established, arxiv-2610.28381-cat-fire,arxiv-2610.28381,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,0.98,recall-unsafe,0.00289,,,"https://arxiv.org/abs/2610.28381 (Table 6 (recall per hazard category, action-level), row Gemini-3-pro, column Fire)",,out:effort-not-established, arxiv-2610.28381-cat-odamage,arxiv-2610.28381,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,1.00,recall-unsafe,0.00289,,,"https://arxiv.org/abs/2610.28381 (Table 6 (recall per hazard category, action-level), row Gemini-3-pro, column Object Damage)",,out:effort-not-established, arxiv-2610.28382-mm-bc,arxiv-2610.28382,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,48.7,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.28382 (Table 1 (search accuracy and factual generalization), block Frontier API and large-backbone references, row Gemini-3.1-Pro, column mm-bc)",,out:effort-not-established, arxiv-2610.28382-mmsearch,arxiv-2610.28382,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,86.1,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.28382 (Table 1 (search accuracy and factual generalization), block Frontier API and large-backbone references, row Gemini-3.1-Pro, column mmsearch)",,out:effort-not-established, arxiv-2610.28382-fvqa,arxiv-2610.28382,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,84.0,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.28382 (Table 1 (search accuracy and factual generalization), block Frontier API and large-backbone references, row Gemini-3.1-Pro, column fvqa)",,out:effort-not-established, arxiv-2610.28382-ms-plus,arxiv-2610.28382,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,51.5,accuracy (%),0.0289,,restated-from:Zhang et al. (2026b),"https://arxiv.org/abs/2610.28382 (Table 1 (search accuracy and factual generalization), block Frontier API and large-backbone references, row Gemini-3.1-Pro, column ms-plus)",,out:effort-not-established, arxiv-2610.28382-bc-v3,arxiv-2610.28382,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,50.0,accuracy (%),0.0289,,restated-from:Zhang et al. (2026b),"https://arxiv.org/abs/2610.28382 (Table 1 (search accuracy and factual generalization), block Frontier API and large-backbone references, row Gemini-3.1-Pro, column bc-v3)",,out:effort-not-established, arxiv-2610.28382-visb,arxiv-2610.28382,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,62.1,accuracy (%),0.0289,,restated-from:Zhang et al. (2026b),"https://arxiv.org/abs/2610.28382 (Table 1 (search accuracy and factual generalization), block Frontier API and large-backbone references, row Gemini-3.1-Pro, column visb)",,out:effort-not-established, arxiv-2610.28382-bc-vl,arxiv-2610.28382,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,65.9,accuracy (%),0.0289,,restated-from:Zhang et al. (2026b),"https://arxiv.org/abs/2610.28382 (Table 1 (search accuracy and factual generalization), block Frontier API and large-backbone references, row Gemini-3.1-Pro, column bc-vl)",,out:effort-not-established, arxiv-2610.28382-vdr,arxiv-2610.28382,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,40.8,accuracy (%),0.0289,,restated-from:Zhang et al. (2026b),"https://arxiv.org/abs/2610.28382 (Table 1 (search accuracy and factual generalization), block Frontier API and large-backbone references, row Gemini-3.1-Pro, column vdr)",,out:effort-not-established, arxiv-2610.28382-simplevqa,arxiv-2610.28382,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,81.0,accuracy (%),0.0289,,restated-from:Zhang et al. (2026b),"https://arxiv.org/abs/2610.28382 (Table 1 (search accuracy and factual generalization), block Frontier API and large-backbone references, row Gemini-3.1-Pro, column simplevqa)",,out:effort-not-established, arxiv-2610.28382-livevqa,arxiv-2610.28382,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,87.3,accuracy (%),0.0289,,restated-from:Zhang et al. (2026b),"https://arxiv.org/abs/2610.28382 (Table 1 (search accuracy and factual generalization), block Frontier API and large-backbone references, row Gemini-3.1-Pro, column livevqa)",,out:effort-not-established, arxiv-2610.28382-avg,arxiv-2610.28382,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,65.7,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.28382 (Table 1 (search accuracy and factual generalization), block Frontier API and large-backbone references, row Gemini-3.1-Pro, column avg)",,out:effort-not-established, arxiv-2610.28382-mm-bc,arxiv-2610.28382,qwen3.5-397b-a17b,unstated,agentic-tool,hard,,,,,,,46.0,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.28382 (Table 1, row Qwen3.5-397B-A17B, column MM-BrowseComp)",,out:effort-not-established, arxiv-2610.28382-ms-plus,arxiv-2610.28382,qwen3.5-397b-a17b,unstated,agentic-tool,hard,,,,,,,42.1,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.28382 (Table 1, row Qwen3.5-397B-A17B, column MMSearch-Plus)",,out:effort-not-established, arxiv-2610.28382-bc-v3,arxiv-2610.28382,qwen3.5-397b-a17b,unstated,agentic-tool,hard,,,,,,,31.0,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.28382 (Table 1, row Qwen3.5-397B-A17B, column BrowseComp-V3)",,out:effort-not-established, arxiv-2610.28382-visb,arxiv-2610.28382,qwen3.5-397b-a17b,unstated,agentic-tool,hard,,,,,,,52.7,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.28382 (Table 1, row Qwen3.5-397B-A17B, column VisBrowse-Bench)",,out:effort-not-established, arxiv-2610.28382-bc-vl,arxiv-2610.28382,qwen3.5-397b-a17b,unstated,agentic-tool,hard,,,,,,,49.4,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.28382 (Table 1, row Qwen3.5-397B-A17B, column BrowseComp-VL)",,out:effort-not-established, arxiv-2610.28382-mmsearch,arxiv-2610.28382,qwen3.5-397b-a17b,unstated,agentic-tool,hard,,,,,,,78.3,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.28382 (Table 1, row Qwen3.5-397B-A17B, column MMSearch)",,out:effort-not-established, arxiv-2610.28382-simplevqa,arxiv-2610.28382,qwen3.5-397b-a17b,unstated,agentic-tool,hard,,,,,,,76.4,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.28382 (Table 1, row Qwen3.5-397B-A17B, column SimpleVQA)",,out:effort-not-established, arxiv-2610.28382-livevqa,arxiv-2610.28382,qwen3.5-397b-a17b,unstated,agentic-tool,hard,,,,,,,85.2,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.28382 (Table 1, row Qwen3.5-397B-A17B, column LiveVQA)",,out:effort-not-established, arxiv-2610.28382-fvqa,arxiv-2610.28382,qwen3.5-397b-a17b,unstated,agentic-tool,hard,,,,,,,77.1,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.28382 (Table 1, row Qwen3.5-397B-A17B, column FVQA)",,out:effort-not-established, arxiv-2610.28382-mm-bc,arxiv-2610.28382,qwen3.7-plus,unstated,agentic-tool,hard,,,,,,,37.1,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.28382 (Table 1, row Qwen3.7-Plus, column MM-BrowseComp)",,out:effort-not-established, arxiv-2610.28382-ms-plus,arxiv-2610.28382,qwen3.7-plus,unstated,agentic-tool,hard,,,,,,,46.3,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.28382 (Table 1, row Qwen3.7-Plus, column MMSearch-Plus)",,out:effort-not-established, arxiv-2610.28382-bc-v3,arxiv-2610.28382,qwen3.7-plus,unstated,agentic-tool,hard,,,,,,,42.3,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.28382 (Table 1, row Qwen3.7-Plus, column BrowseComp-V3)",,out:effort-not-established, arxiv-2610.28382-visb,arxiv-2610.28382,qwen3.7-plus,unstated,agentic-tool,hard,,,,,,,59.8,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.28382 (Table 1, row Qwen3.7-Plus, column VisBrowse-Bench)",,out:effort-not-established, arxiv-2610.28382-bc-vl,arxiv-2610.28382,qwen3.7-plus,unstated,agentic-tool,hard,,,,,,,55.6,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.28382 (Table 1, row Qwen3.7-Plus, column BrowseComp-VL)",,out:effort-not-established, arxiv-2610.28382-vdr,arxiv-2610.28382,qwen3.7-plus,unstated,agentic-tool,hard,,,,,,,30.2,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.28382 (Table 1, row Qwen3.7-Plus, column VDR)",,out:effort-not-established, arxiv-2610.28382-mmsearch,arxiv-2610.28382,qwen3.7-plus,unstated,agentic-tool,hard,,,,,,,80.7,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.28382 (Table 1, row Qwen3.7-Plus, column MMSearch)",,out:effort-not-established, arxiv-2610.28382-simplevqa,arxiv-2610.28382,qwen3.7-plus,unstated,agentic-tool,hard,,,,,,,77.7,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.28382 (Table 1, row Qwen3.7-Plus, column SimpleVQA)",,out:effort-not-established, arxiv-2610.28382-livevqa,arxiv-2610.28382,qwen3.7-plus,unstated,agentic-tool,hard,,,,,,,84.6,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.28382 (Table 1, row Qwen3.7-Plus, column LiveVQA)",,out:effort-not-established, arxiv-2610.28382-fvqa,arxiv-2610.28382,qwen3.7-plus,unstated,agentic-tool,hard,,,,,,,79.7,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.28382 (Table 1, row Qwen3.7-Plus, column FVQA)",,out:effort-not-established, arxiv-2610.28382-avg,arxiv-2610.28382,qwen3.7-plus,unstated,agentic-tool,hard,,,,,,,59.4,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.28382 (Table 1, row Qwen3.7-Plus, column Average over the ten benchmarks)",,out:effort-not-established, arxiv-2610.28382-mm-bc,arxiv-2610.28382,?Qwen3.8-Max,not-established:absent,agentic-tool,hard,,,,,,,53.2,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.28382 (Table 1, row Qwen3.8-Max, column MM-BrowseComp)",,out:model-not-established, arxiv-2610.28382-ms-plus,arxiv-2610.28382,?Qwen3.8-Max,not-established:absent,agentic-tool,hard,,,,,,,59.1,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.28382 (Table 1, row Qwen3.8-Max, column MMSearch-Plus)",,out:model-not-established, arxiv-2610.28382-bc-v3,arxiv-2610.28382,?Qwen3.8-Max,not-established:absent,agentic-tool,hard,,,,,,,56.3,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.28382 (Table 1, row Qwen3.8-Max, column BrowseComp-V3)",,out:model-not-established, arxiv-2610.28382-visb,arxiv-2610.28382,?Qwen3.8-Max,not-established:absent,agentic-tool,hard,,,,,,,66.9,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.28382 (Table 1, row Qwen3.8-Max, column VisBrowse-Bench)",,out:model-not-established, arxiv-2610.28382-vdr,arxiv-2610.28382,?Qwen3.8-Max,not-established:absent,agentic-tool,hard,,,,,,,33.2,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.28382 (Table 1, row Qwen3.8-Max, column VDR)",,out:model-not-established, arxiv-2610.28382-mmsearch,arxiv-2610.28382,?Qwen3.8-Max,not-established:absent,agentic-tool,hard,,,,,,,84.0,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.28382 (Table 1, row Qwen3.8-Max, column MMSearch)",,out:model-not-established, arxiv-2610.28382-simplevqa,arxiv-2610.28382,?Qwen3.8-Max,not-established:absent,agentic-tool,hard,,,,,,,83.8,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.28382 (Table 1, row Qwen3.8-Max, column SimpleVQA)",,out:model-not-established, arxiv-2610.28382-livevqa,arxiv-2610.28382,?Qwen3.8-Max,not-established:absent,agentic-tool,hard,,,,,,,88.8,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.28382 (Table 1, row Qwen3.8-Max, column LiveVQA)",,out:model-not-established, arxiv-2610.28382-fvqa,arxiv-2610.28382,?Qwen3.8-Max,not-established:absent,agentic-tool,hard,,,,,,,85.6,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.28382 (Table 1, row Qwen3.8-Max, column FVQA)",,out:model-not-established, arxiv-2610.28382-mm-bc,arxiv-2610.28382,?Qwen3.5-27B (base agent),not-established:absent,agentic-tool,hard,,,,,,,31.3,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.28382 (Table 1, row Qwen3.5-27B (base agent), column MM-BrowseComp)",,out:model-not-established, arxiv-2610.28382-ms-plus,arxiv-2610.28382,?Qwen3.5-27B (base agent),not-established:absent,agentic-tool,hard,,,,,,,37.6,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.28382 (Table 1, row Qwen3.5-27B (base agent), column MMSearch-Plus)",,out:model-not-established, arxiv-2610.28382-bc-v3,arxiv-2610.28382,?Qwen3.5-27B (base agent),not-established:absent,agentic-tool,hard,,,,,,,31.7,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.28382 (Table 1, row Qwen3.5-27B (base agent), column BrowseComp-V3)",,out:model-not-established, arxiv-2610.28382-visb,arxiv-2610.28382,?Qwen3.5-27B (base agent),not-established:absent,agentic-tool,hard,,,,,,,48.5,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.28382 (Table 1, row Qwen3.5-27B (base agent), column VisBrowse-Bench)",,out:model-not-established, arxiv-2610.28382-bc-vl,arxiv-2610.28382,?Qwen3.5-27B (base agent),not-established:absent,agentic-tool,hard,,,,,,,47.9,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.28382 (Table 1, row Qwen3.5-27B (base agent), column BrowseComp-VL)",,out:model-not-established, arxiv-2610.28382-vdr,arxiv-2610.28382,?Qwen3.5-27B (base agent),not-established:absent,agentic-tool,hard,,,,,,,24.4,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.28382 (Table 1, row Qwen3.5-27B (base agent), column VDR)",,out:model-not-established, arxiv-2610.28382-mmsearch,arxiv-2610.28382,?Qwen3.5-27B (base agent),not-established:absent,agentic-tool,hard,,,,,,,79.3,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.28382 (Table 1, row Qwen3.5-27B (base agent), column MMSearch)",,out:model-not-established, arxiv-2610.28382-simplevqa,arxiv-2610.28382,?Qwen3.5-27B (base agent),not-established:absent,agentic-tool,hard,,,,,,,74.5,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.28382 (Table 1, row Qwen3.5-27B (base agent), column SimpleVQA)",,out:model-not-established, arxiv-2610.28382-livevqa,arxiv-2610.28382,?Qwen3.5-27B (base agent),not-established:absent,agentic-tool,hard,,,,,,,84.5,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.28382 (Table 1, row Qwen3.5-27B (base agent), column LiveVQA)",,out:model-not-established, arxiv-2610.28382-fvqa,arxiv-2610.28382,?Qwen3.5-27B (base agent),not-established:absent,agentic-tool,hard,,,,,,,75.7,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.28382 (Table 1, row Qwen3.5-27B (base agent), column FVQA)",,out:model-not-established, arxiv-2610.28382-avg,arxiv-2610.28382,?Qwen3.5-27B (base agent),not-established:absent,agentic-tool,hard,,,,,,,53.5,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.28382 (Table 1, row Qwen3.5-27B (base agent), column Average over the ten benchmarks)",,out:model-not-established, arxiv-2610.28386-vstar,arxiv-2610.28386,qwen3.5-plus,think,mixed,hard,,,,,,,83.8,V* Bench accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.28386 (Table 1, row Qwen3.5-Plus Single-Pass, column V* Bench)",,in, arxiv-2610.28386-hr4k,arxiv-2610.28386,qwen3.5-plus,think,mixed,hard,,,,,,,84.4,HRBench 4K accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.28386 (Table 1, row Qwen3.5-Plus Single-Pass, column HRBench 4K)",,in, arxiv-2610.28386-hr8k,arxiv-2610.28386,qwen3.5-plus,think,mixed,hard,,,,,,,80.0,HRBench 8K accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.28386 (Table 1, row Qwen3.5-Plus Single-Pass, column HRBench 8K)",,in, arxiv-2610.28386-vpe,arxiv-2610.28386,qwen3.5-plus,think,mixed,hard,,,,,,,66.7,VisualProbe Easy accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.28386 (Table 1, row Qwen3.5-Plus Single-Pass, column VisualProbe Easy)",,in, arxiv-2610.28386-vpm,arxiv-2610.28386,qwen3.5-plus,think,mixed,hard,,,,,,,37.7,VisualProbe Medium accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.28386 (Table 1, row Qwen3.5-Plus Single-Pass, column VisualProbe Medium)",,in, arxiv-2610.28386-vph,arxiv-2610.28386,qwen3.5-plus,think,mixed,hard,,,,,,,35.8,VisualProbe Hard accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.28386 (Table 1, row Qwen3.5-Plus Single-Pass, column VisualProbe Hard)",,in, arxiv-2610.28386-macro,arxiv-2610.28386,qwen3.5-plus,think,mixed,hard,,,,,,,64.7,Macro average accuracy (%) over six evaluation sets,0.0289,,,"https://arxiv.org/abs/2610.28386 (Table 1, row Qwen3.5-Plus Single-Pass, column Macro Avg.)",,in, arxiv-2610.28386-vstar,arxiv-2610.28386,qwen3.6-plus,think,mixed,hard,,,,,,,88.0,V* Bench accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.28386 (Table 1, row Qwen3.6-Plus Single-Pass, column V* Bench)",,in, arxiv-2610.28386-hr4k,arxiv-2610.28386,qwen3.6-plus,think,mixed,hard,,,,,,,87.8,HRBench 4K accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.28386 (Table 1, row Qwen3.6-Plus Single-Pass, column HRBench 4K)",,in, arxiv-2610.28386-hr8k,arxiv-2610.28386,qwen3.6-plus,think,mixed,hard,,,,,,,84.1,HRBench 8K accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.28386 (Table 1, row Qwen3.6-Plus Single-Pass, column HRBench 8K)",,in, arxiv-2610.28386-vpe,arxiv-2610.28386,qwen3.6-plus,think,mixed,hard,,,,,,,58.9,VisualProbe Easy accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.28386 (Table 1, row Qwen3.6-Plus Single-Pass, column VisualProbe Easy)",,in, arxiv-2610.28386-vpm,arxiv-2610.28386,qwen3.6-plus,think,mixed,hard,,,,,,,34.7,VisualProbe Medium accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.28386 (Table 1, row Qwen3.6-Plus Single-Pass, column VisualProbe Medium)",,in, arxiv-2610.28386-vph,arxiv-2610.28386,qwen3.6-plus,think,mixed,hard,,,,,,,31.1,VisualProbe Hard accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.28386 (Table 1, row Qwen3.6-Plus Single-Pass, column VisualProbe Hard)",,in, arxiv-2610.28386-macro,arxiv-2610.28386,qwen3.6-plus,think,mixed,hard,,,,,,,64.1,Macro average accuracy (%) over six evaluation sets,0.0289,,,"https://arxiv.org/abs/2610.28386 (Table 1, row Qwen3.6-Plus Single-Pass, column Macro Avg.)",,in, arxiv-2610.28435-t2-choice,arxiv-2610.28435,qwen3.8-27b,not-established:absent,mixed,hard,,,,,,,76.76,"MMEB-V2 image retrieval hit@1, choice readout (1 pass)",0.00289,,,"https://arxiv.org/abs/2610.28435 (Table 2, row Qwen3.8-27B (no decision tuning), column choice (1 pass))",,out:effort-not-established, arxiv-2610.28435-t2-yesno,arxiv-2610.28435,qwen3.8-27b,not-established:absent,mixed,hard,,,,,,,69.50,"MMEB-V2 image retrieval hit@1, yes/no readout (16 passes)",0.00289,,,"https://arxiv.org/abs/2610.28435 (Table 2, row Qwen3.8-27B (no decision tuning), column yes/no (16 passes))",,out:effort-not-established, arxiv-2610.28435-t3-visdoc,arxiv-2610.28435,qwen3.8-27b,not-established:absent,mixed,hard,,,,,,,84.79,"MMEB-V2 visdoc nDCG@5, choice readout",0.00289,,,"https://arxiv.org/abs/2610.28435 (Table 3, row Qwen3.8-27B choice, column MMEB visdoc nDCG@5)",,out:effort-not-established, arxiv-2610.28435-t3-vidore,arxiv-2610.28435,qwen3.8-27b,not-established:absent,mixed,hard,,,,,,,60.94,"ViDoRe V3 nDCG@10, choice readout",0.00289,,,"https://arxiv.org/abs/2610.28435 (Table 3, row Qwen3.8-27B choice, column ViDoRe V3 nDCG@10)",,out:effort-not-established, 2610.28444-acc,arxiv-2610.28444,qwen3.8-omni-flash,unstated,mixed,hard,,,,,,,58.2,Acc. %,0.0289,,,"https://arxiv.org/abs/2610.28444 (Table 2, column Acc. %)",,out:effort-not-established, decisionpivot-core-pair,arxiv-2610.28522,glm-5.3,low,mixed,hard,,,,,,,82.2,core pair accuracy pct macro 13 families,0.0289,,,"https://arxiv.org/abs/2610.28522 (Table D10, row GLM-5.3, lowest reasoning effort, column pair accuracy)",,in, decisionpivot-core-pair,arxiv-2610.28522,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,,,,,,,14.3,core pair accuracy pct macro 13 families,0.0289,,,"https://arxiv.org/abs/2610.28522 (Table D10, row DeepSeek-V4-Pro, no reasoning, column pair accuracy)",,out:model-not-established, decisionpivot-core-pair,arxiv-2610.28522,deepseek-v4.1-flash,not-established:absent,mixed,hard,,,,,,,14.2,core pair accuracy pct macro 13 families,0.0289,,,"https://arxiv.org/abs/2610.28522 (Table D10, row DeepSeek-V4.1-Flash, no reasoning, column pair accuracy)",,out:effort-not-established, decisionpivot-core-pair,arxiv-2610.28522,qwen3.8-27b,not-established:absent,mixed,hard,,,,,,,12.9,core pair accuracy pct macro 13 families,0.0289,,,"https://arxiv.org/abs/2610.28522 (Table D10, row Qwen3.8-27B, column pair accuracy)",,out:effort-not-established, decisionpivot-reference,arxiv-2610.28522,qwen3.8-27b,not-established:absent,mixed,hard,open one-pass option-key probs,,,,,,51.6,"reference aggregate, 35 tasks (0 = chance)",0.0289,,,"https://arxiv.org/abs/2610.28522 (Table D10, row Qwen3.8-27B, column reference)",,out:effort-not-established, decisionpivot-core-pair,arxiv-2610.28522,qwen3.6-35b-a3b,nothink,mixed,hard,,,,,,,9.9,core pair accuracy pct macro 13 families,0.0289,,,"https://arxiv.org/abs/2610.28522 (Table D10, row Qwen3.6-35B-A3B, column pair accuracy)",,in, decisionpivot-reference,arxiv-2610.28522,qwen3.6-35b-a3b,nothink,mixed,hard,open one-pass option-key probs,,,,,,49.9,"reference aggregate, 35 tasks (0 = chance)",0.0289,,,"https://arxiv.org/abs/2610.28522 (Table D10, row Qwen3.6-35B-A3B, column reference)",,in, decisionpivot-core-pair,arxiv-2610.28522,gemma-4-31b-it,nothink,mixed,hard,,,,,,,37.2,core pair accuracy pct macro 13 families,0.0289,,,"https://arxiv.org/abs/2610.28522 (Table D10, row Gemma-4-31B-it ¶, column pair accuracy)",,out:single-couple, decisionpivot-reference,arxiv-2610.28522,gemma-4-31b-it,nothink,mixed,hard,open one-pass option-key probs,,,,,,54.4,"reference aggregate, 35 tasks (0 = chance)",0.0289,,,"https://arxiv.org/abs/2610.28522 (Table D10, row Gemma-4-31B-it ¶, column reference)",,out:single-couple, decisionpivot-core-pair,arxiv-2610.28522,gemma-4-26b-a4b-it,nothink,mixed,hard,,,,,,,20.4,core pair accuracy pct macro 13 families,0.0289,,,"https://arxiv.org/abs/2610.28522 (Table D10, row Gemma-4-26B-A4B-it, column pair accuracy)",,out:single-couple, decisionpivot-reference,arxiv-2610.28522,gemma-4-26b-a4b-it,nothink,mixed,hard,open one-pass option-key probs,,,,,,51.6,"reference aggregate, 35 tasks (0 = chance)",0.0289,,,"https://arxiv.org/abs/2610.28522 (Table D10, row Gemma-4-26B-A4B-it, column reference)",,out:single-couple, decisionpivot-core-pair,arxiv-2610.28522,qwen3.5-9b,nothink,mixed,hard,,,,,,,11.4,core pair accuracy pct macro 13 families,0.0289,,,"https://arxiv.org/abs/2610.28522 (Table D10, row Qwen3.5-9B, column pair accuracy)",,in, decisionpivot-reference,arxiv-2610.28522,qwen3.5-9b,nothink,mixed,hard,open one-pass option-key probs,,,,,,47.8,"reference aggregate, 35 tasks (0 = chance)",0.0289,,,"https://arxiv.org/abs/2610.28522 (Table D10, row Qwen3.5-9B, column reference)",,in, decisionpivot-core-pair,arxiv-2610.28522,qwen3.5-4b,nothink,mixed,hard,,,,,,,9.6,core pair accuracy pct macro 13 families,0.0289,,,"https://arxiv.org/abs/2610.28522 (Table D10, row Qwen3.5-4B, column pair accuracy)",,in, decisionpivot-reference,arxiv-2610.28522,qwen3.5-4b,nothink,mixed,hard,open one-pass option-key probs,,,,,,41.7,"reference aggregate, 35 tasks (0 = chance)",0.0289,,,"https://arxiv.org/abs/2610.28522 (Table D10, row Qwen3.5-4B, column reference)",,in, decisionpivot-core-pair,arxiv-2610.28522,qwen3.5-2b,nothink,mixed,hard,,,,,,,3.6,core pair accuracy pct macro 13 families,0.0289,,,"https://arxiv.org/abs/2610.28522 (Table D10, row Qwen3.5-2B, column pair accuracy)",,in, decisionpivot-reference,arxiv-2610.28522,qwen3.5-2b,nothink,mixed,hard,open one-pass option-key probs,,,,,,25.9,"reference aggregate, 35 tasks (0 = chance)",0.0289,,,"https://arxiv.org/abs/2610.28522 (Table D10, row Qwen3.5-2B, column reference)",,in, decisionpivot-core-pair,arxiv-2610.28522,qwen3.5-0.8b,nothink,mixed,hard,,,,,,,1.5,core pair accuracy pct macro 13 families,0.0289,,,"https://arxiv.org/abs/2610.28522 (Table D10, row Qwen3.5-0.8B, column pair accuracy)",,in, decisionpivot-reference,arxiv-2610.28522,qwen3.5-0.8b,nothink,mixed,hard,open one-pass option-key probs,,,,,,11.0,"reference aggregate, 35 tasks (0 = chance)",0.0289,,,"https://arxiv.org/abs/2610.28522 (Table D10, row Qwen3.5-0.8B, column reference)",,in, decisionpivot-subset1296,arxiv-2610.28522,glm-5.3,low,mixed,hard,api-chat stated-probs,,,,,,81.5,"pair accuracy pct, 1296 subset",0.0289,,,"https://arxiv.org/abs/2610.28522 (Table D5, row GLM-5.3 (chat model), low reasoning effort, column pair accuracy)",,in, decisionpivot-subset1296,arxiv-2610.28522,glm-5.3,high,mixed,hard,api-chat stated-probs,,,,,,93.5,"pair accuracy pct, 1296 subset",0.0289,,,"https://arxiv.org/abs/2610.28522 (Table D5, row GLM-5.3 (chat model), reasoning on, column pair accuracy)",,in, arxiv-2610.28601-binary,arxiv-2610.28601,qwen3.8-27b,not-established:assumed,computer-use,hard,,USD/task,1.39,0.00289,,,5.56,OSWorld V2 Binary success (%),0.00289,,,"https://arxiv.org/abs/2610.28601 (Table 2, row Qwen CUA (Qwen3.8-27B), column Binary (%))",,out:effort-not-established,out:effort-not-established arxiv-2610.28601-partial,arxiv-2610.28601,qwen3.8-27b,not-established:assumed,computer-use,hard,,USD/task,1.39,0.00289,,,20.69,OSWorld V2 Partial success (%),0.00289,,,"https://arxiv.org/abs/2610.28601 (Table 2, row Qwen CUA (Qwen3.8-27B), column Partial (%))",,out:effort-not-established,out:effort-not-established arxiv-2610.28601-binary,arxiv-2610.28601,qwen3.7-plus,unstated,computer-use,hard,,USD/task,3.80,0.00289,,,2.80,OSWorld V2 Binary success (%),0.00289,,,"https://arxiv.org/abs/2610.28601 (Table 2, row Qwen3.7-Plus (single), column Binary (%))",,out:effort-not-established,out:effort-not-established arxiv-2610.28601-partial,arxiv-2610.28601,qwen3.7-plus,unstated,computer-use,hard,,USD/task,3.80,0.00289,,,21.50,OSWorld V2 Partial success (%),0.00289,,,"https://arxiv.org/abs/2610.28601 (Table 2, row Qwen3.7-Plus (single), column Partial (%))",,out:effort-not-established,out:effort-not-established arxiv-2610.28610-iwr-ifs,arxiv-2610.28610,gemini-3.7-flash,unstated,coding,hard,,,,,,,38.48,IFS,0.00289,,,"https://arxiv.org/abs/2610.28610 (Table 5 (comparison with baseline methods on IWR-Bench and Vision2Web), row Gemini-3.7-Flash, column IWR-Bench Interactive Functionality Score (IFS))",,out:effort-not-established, arxiv-2610.28610-iwr-lfs,arxiv-2610.28610,gemini-3.7-flash,unstated,coding,hard,,,,,,,62.69,LFS,0.00289,,,"https://arxiv.org/abs/2610.28610 (Table 5 (comparison with baseline methods on IWR-Bench and Vision2Web), row Gemini-3.7-Flash, column IWR-Bench Low-level Fidelity Score (LFS))",,out:effort-not-established, arxiv-2610.28610-iwr-hfs,arxiv-2610.28610,gemini-3.7-flash,unstated,coding,hard,,,,,,,63.38,HFS,0.00289,,,"https://arxiv.org/abs/2610.28610 (Table 5 (comparison with baseline methods on IWR-Bench and Vision2Web), row Gemini-3.7-Flash, column IWR-Bench High-level Fidelity Score (HFS))",,out:effort-not-established, arxiv-2610.28610-iwr-vfs,arxiv-2610.28610,gemini-3.7-flash,unstated,coding,hard,,,,,,,63.03,VFS,0.00289,,,"https://arxiv.org/abs/2610.28610 (Table 5 (comparison with baseline methods on IWR-Bench and Vision2Web), row Gemini-3.7-Flash, column IWR-Bench Visual Fidelity Score (VFS))",,out:effort-not-established, arxiv-2610.28610-iwr-final,arxiv-2610.28610,gemini-3.7-flash,unstated,coding,hard,,,,,,,45.85,IWR-Final,0.00289,,,"https://arxiv.org/abs/2610.28610 (Table 5 (comparison with baseline methods on IWR-Bench and Vision2Web), row Gemini-3.7-Flash, column IWR-Bench Final (0.7 IFS + 0.3 VFS))",,out:effort-not-established, arxiv-2610.28610-v2w-vs,arxiv-2610.28610,gemini-3.7-flash,unstated,coding,hard,,,,,,,50.01,V2W-VS,0.00289,,,"https://arxiv.org/abs/2610.28610 (Table 5 (comparison with baseline methods on IWR-Bench and Vision2Web), row Gemini-3.7-Flash, column Vision2Web Visual Score (VS))",,out:effort-not-established, arxiv-2610.28610-v2w-fs,arxiv-2610.28610,gemini-3.7-flash,unstated,coding,hard,,,,,,,36.02,V2W-FS,0.00289,,,"https://arxiv.org/abs/2610.28610 (Table 5 (comparison with baseline methods on IWR-Bench and Vision2Web), row Gemini-3.7-Flash, column Vision2Web Functional Score (FS))",,out:effort-not-established, arxiv-2610.28610-v2w-final,arxiv-2610.28610,gemini-3.7-flash,unstated,coding,hard,,,,,,,43.01,V2W-Final,0.00289,,,"https://arxiv.org/abs/2610.28610 (Table 5 (comparison with baseline methods on IWR-Bench and Vision2Web), row Gemini-3.7-Flash, column Vision2Web Final)",,out:effort-not-established, arxiv-2610.29005-mcpmark-fs-seed-ext,arxiv-2610.29005,glm-5.2,unstated,agentic-tool,hard,Seed workflow,,,,,,20,"MCPMark Filesystem external pass (verifier), tasks passed of 30",0,,,"https://arxiv.org/abs/2610.29005 (Table 3, row GLM-5.2 Seed, column Ext. pass)",,out:effort-not-established, arxiv-2610.29005-mcpmark-fs-seed-int,arxiv-2610.29005,glm-5.2,unstated,agentic-tool,hard,Seed workflow,,,,,,26.666667,"MCPMark Filesystem internal pass (evaluator), tasks passed of 30",0,,,"https://arxiv.org/abs/2610.29005 (Table 3, row GLM-5.2 Seed, column Int. pass)",,out:effort-not-established, arxiv-2610.29005-mcpmark-fs-evolved-ext,arxiv-2610.29005,glm-5.2,unstated,agentic-tool,hard,Evolved workflow,,,,,,60,"MCPMark Filesystem external pass (verifier), tasks passed of 30",0,,,"https://arxiv.org/abs/2610.29005 (Table 3, row GLM-5.2 Evolved, column Ext. pass)",,out:effort-not-established, arxiv-2610.29005-mcpmark-fs-evolved-int,arxiv-2610.29005,glm-5.2,unstated,agentic-tool,hard,Evolved workflow,,,,,,70,"MCPMark Filesystem internal pass (evaluator), tasks passed of 30",0,,,"https://arxiv.org/abs/2610.29005 (Table 3, row GLM-5.2 Evolved, column Int. pass)",,out:effort-not-established, arxiv-2610.29093-med-mss,arxiv-2610.29093,gemini-3.8-flash,unstated,mixed,mid,,,,,,,3.77,mss,0.00289,,,"https://arxiv.org/abs/2610.29093 (Table 2 (Results on MedleyDB and AlbumDB), row Gemini 3.8 Flash, column med-mss)",,out:effort-not-established, arxiv-2610.29093-med-tj,arxiv-2610.29093,gemini-3.8-flash,unstated,mixed,mid,,,,,,,-0.43,tunejury,0.00289,,,"https://arxiv.org/abs/2610.29093 (Table 2 (Results on MedleyDB and AlbumDB), row Gemini 3.8 Flash, column med-tj)",,out:effort-not-established, arxiv-2610.29093-med-aapq,arxiv-2610.29093,gemini-3.8-flash,unstated,mixed,mid,,,,,,,6.52,aapq,0.00289,,,"https://arxiv.org/abs/2610.29093 (Table 2 (Results on MedleyDB and AlbumDB), row Gemini 3.8 Flash, column med-aapq)",,out:effort-not-established, arxiv-2610.29093-med-fx,arxiv-2610.29093,gemini-3.8-flash,unstated,mixed,mid,,,,,,,0.68,fxenc++,0.00289,,,"https://arxiv.org/abs/2610.29093 (Table 2 (Results on MedleyDB and AlbumDB), row Gemini 3.8 Flash, column med-fx)",,out:effort-not-established, arxiv-2610.29093-med-af,arxiv-2610.29093,gemini-3.8-flash,unstated,mixed,mid,,,,,,,0.20,af,0.00289,,,"https://arxiv.org/abs/2610.29093 (Table 2 (Results on MedleyDB and AlbumDB), row Gemini 3.8 Flash, column med-af)",,out:effort-not-established, arxiv-2610.29093-alb-mss,arxiv-2610.29093,gemini-3.8-flash,unstated,mixed,mid,,,,,,,4.62,mss,0.00289,,,"https://arxiv.org/abs/2610.29093 (Table 2 (Results on MedleyDB and AlbumDB), row Gemini 3.8 Flash, column alb-mss)",,out:effort-not-established, arxiv-2610.29093-alb-tj,arxiv-2610.29093,gemini-3.8-flash,unstated,mixed,mid,,,,,,,0.70,tunejury,0.00289,,,"https://arxiv.org/abs/2610.29093 (Table 2 (Results on MedleyDB and AlbumDB), row Gemini 3.8 Flash, column alb-tj)",,out:effort-not-established, arxiv-2610.29093-alb-aapq,arxiv-2610.29093,gemini-3.8-flash,unstated,mixed,mid,,,,,,,6.70,aapq,0.00289,,,"https://arxiv.org/abs/2610.29093 (Table 2 (Results on MedleyDB and AlbumDB), row Gemini 3.8 Flash, column alb-aapq)",,out:effort-not-established, arxiv-2610.29093-alb-fx,arxiv-2610.29093,gemini-3.8-flash,unstated,mixed,mid,,,,,,,0.79,fxenc++,0.00289,,,"https://arxiv.org/abs/2610.29093 (Table 2 (Results on MedleyDB and AlbumDB), row Gemini 3.8 Flash, column alb-fx)",,out:effort-not-established, arxiv-2610.29093-alb-af,arxiv-2610.29093,gemini-3.8-flash,unstated,mixed,mid,,,,,,,0.08,af,0.00289,,,"https://arxiv.org/abs/2610.29093 (Table 2 (Results on MedleyDB and AlbumDB), row Gemini 3.8 Flash, column alb-af)",,out:effort-not-established, arxiv-2610.29093-med-mss,arxiv-2610.29093,gemini-3.8-flash,unstated,mixed,mid,,,,,,,3.69,mss,0.00289,,,"https://arxiv.org/abs/2610.29093 (Table 2 (Results on MedleyDB and AlbumDB), row Gemini 3.8 Flash, column med-mss)",,out:effort-not-established, arxiv-2610.29093-med-tj,arxiv-2610.29093,gemini-3.8-flash,unstated,mixed,mid,,,,,,,-0.43,tunejury,0.00289,,,"https://arxiv.org/abs/2610.29093 (Table 2 (Results on MedleyDB and AlbumDB), row Gemini 3.8 Flash, column med-tj)",,out:effort-not-established, arxiv-2610.29093-med-aapq,arxiv-2610.29093,gemini-3.8-flash,unstated,mixed,mid,,,,,,,6.30,aapq,0.00289,,,"https://arxiv.org/abs/2610.29093 (Table 2 (Results on MedleyDB and AlbumDB), row Gemini 3.8 Flash, column med-aapq)",,out:effort-not-established, arxiv-2610.29093-med-fx,arxiv-2610.29093,gemini-3.8-flash,unstated,mixed,mid,,,,,,,0.75,fxenc++,0.00289,,,"https://arxiv.org/abs/2610.29093 (Table 2 (Results on MedleyDB and AlbumDB), row Gemini 3.8 Flash, column med-fx)",,out:effort-not-established, arxiv-2610.29093-med-af,arxiv-2610.29093,gemini-3.8-flash,unstated,mixed,mid,,,,,,,0.16,af,0.00289,,,"https://arxiv.org/abs/2610.29093 (Table 2 (Results on MedleyDB and AlbumDB), row Gemini 3.8 Flash, column med-af)",,out:effort-not-established, arxiv-2610.29093-alb-mss,arxiv-2610.29093,gemini-3.8-flash,unstated,mixed,mid,,,,,,,4.89,mss,0.00289,,,"https://arxiv.org/abs/2610.29093 (Table 2 (Results on MedleyDB and AlbumDB), row Gemini 3.8 Flash, column alb-mss)",,out:effort-not-established, arxiv-2610.29093-alb-tj,arxiv-2610.29093,gemini-3.8-flash,unstated,mixed,mid,,,,,,,0.54,tunejury,0.00289,,,"https://arxiv.org/abs/2610.29093 (Table 2 (Results on MedleyDB and AlbumDB), row Gemini 3.8 Flash, column alb-tj)",,out:effort-not-established, arxiv-2610.29093-alb-aapq,arxiv-2610.29093,gemini-3.8-flash,unstated,mixed,mid,,,,,,,6.21,aapq,0.00289,,,"https://arxiv.org/abs/2610.29093 (Table 2 (Results on MedleyDB and AlbumDB), row Gemini 3.8 Flash, column alb-aapq)",,out:effort-not-established, arxiv-2610.29093-alb-fx,arxiv-2610.29093,gemini-3.8-flash,unstated,mixed,mid,,,,,,,0.78,fxenc++,0.00289,,,"https://arxiv.org/abs/2610.29093 (Table 2 (Results on MedleyDB and AlbumDB), row Gemini 3.8 Flash, column alb-fx)",,out:effort-not-established, arxiv-2610.29093-alb-af,arxiv-2610.29093,gemini-3.8-flash,unstated,mixed,mid,,,,,,,0.07,af,0.00289,,,"https://arxiv.org/abs/2610.29093 (Table 2 (Results on MedleyDB and AlbumDB), row Gemini 3.8 Flash, column alb-af)",,out:effort-not-established, arxiv-2610.29093-med-mss,arxiv-2610.29093,gemini-3.8-flash,unstated,mixed,mid,,,,,,,3.73,mss,0.00289,,,"https://arxiv.org/abs/2610.29093 (Table 2 (Results on MedleyDB and AlbumDB), row Gemini 3.8 Flash, column med-mss)",,out:effort-not-established, arxiv-2610.29093-med-tj,arxiv-2610.29093,gemini-3.8-flash,unstated,mixed,mid,,,,,,,-0.50,tunejury,0.00289,,,"https://arxiv.org/abs/2610.29093 (Table 2 (Results on MedleyDB and AlbumDB), row Gemini 3.8 Flash, column med-tj)",,out:effort-not-established, arxiv-2610.29093-med-aapq,arxiv-2610.29093,gemini-3.8-flash,unstated,mixed,mid,,,,,,,5.67,aapq,0.00289,,,"https://arxiv.org/abs/2610.29093 (Table 2 (Results on MedleyDB and AlbumDB), row Gemini 3.8 Flash, column med-aapq)",,out:effort-not-established, arxiv-2610.29093-med-fx,arxiv-2610.29093,gemini-3.8-flash,unstated,mixed,mid,,,,,,,0.71,fxenc++,0.00289,,,"https://arxiv.org/abs/2610.29093 (Table 2 (Results on MedleyDB and AlbumDB), row Gemini 3.8 Flash, column med-fx)",,out:effort-not-established, arxiv-2610.29093-med-af,arxiv-2610.29093,gemini-3.8-flash,unstated,mixed,mid,,,,,,,0.18,af,0.00289,,,"https://arxiv.org/abs/2610.29093 (Table 2 (Results on MedleyDB and AlbumDB), row Gemini 3.8 Flash, column med-af)",,out:effort-not-established, arxiv-2610.29093-alb-mss,arxiv-2610.29093,gemini-3.8-flash,unstated,mixed,mid,,,,,,,4.90,mss,0.00289,,,"https://arxiv.org/abs/2610.29093 (Table 2 (Results on MedleyDB and AlbumDB), row Gemini 3.8 Flash, column alb-mss)",,out:effort-not-established, arxiv-2610.29093-alb-tj,arxiv-2610.29093,gemini-3.8-flash,unstated,mixed,mid,,,,,,,0.41,tunejury,0.00289,,,"https://arxiv.org/abs/2610.29093 (Table 2 (Results on MedleyDB and AlbumDB), row Gemini 3.8 Flash, column alb-tj)",,out:effort-not-established, arxiv-2610.29093-alb-aapq,arxiv-2610.29093,gemini-3.8-flash,unstated,mixed,mid,,,,,,,5.62,aapq,0.00289,,,"https://arxiv.org/abs/2610.29093 (Table 2 (Results on MedleyDB and AlbumDB), row Gemini 3.8 Flash, column alb-aapq)",,out:effort-not-established, arxiv-2610.29093-alb-fx,arxiv-2610.29093,gemini-3.8-flash,unstated,mixed,mid,,,,,,,0.77,fxenc++,0.00289,,,"https://arxiv.org/abs/2610.29093 (Table 2 (Results on MedleyDB and AlbumDB), row Gemini 3.8 Flash, column alb-fx)",,out:effort-not-established, arxiv-2610.29093-alb-af,arxiv-2610.29093,gemini-3.8-flash,unstated,mixed,mid,,,,,,,0.09,af,0.00289,,,"https://arxiv.org/abs/2610.29093 (Table 2 (Results on MedleyDB and AlbumDB), row Gemini 3.8 Flash, column alb-af)",,out:effort-not-established, arxiv-2610.29178-t1-fraud-all,arxiv-2610.29178,gemini-4-argon,low,agentic-tool,hard,,per-full-run,2.88,0.00289,,,0.104,fraud-approved-share,0.000289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2610.29178 (Table 1 (all pools on the same 340 items under transferred attacks, pooled over each family's three source monitors), row Gemini 4 Argon, column fraud-all)",,out:not-headline,out:cost-single-couple arxiv-2610.29178-t1-fraud-inj,arxiv-2610.29178,gemini-4-argon,low,agentic-tool,hard,,per-full-run,2.88,0.00289,,,0.000,fraud-approved-share,0.000289,,,"https://arxiv.org/abs/2610.29178 (Table 1 (all pools on the same 340 items under transferred attacks, pooled over each family's three source monitors), row Gemini 4 Argon, column fraud-inj)",,out:not-headline,out:cost-single-couple arxiv-2610.29178-t1-fraud-pers,arxiv-2610.29178,gemini-4-argon,low,agentic-tool,hard,,per-full-run,2.88,0.00289,,,0.000,fraud-approved-share,0.000289,,,"https://arxiv.org/abs/2610.29178 (Table 1 (all pools on the same 340 items under transferred attacks, pooled over each family's three source monitors), row Gemini 4 Argon, column fraud-pers)",,out:not-headline,out:cost-single-couple arxiv-2610.29178-t1-block-all,arxiv-2610.29178,gemini-4-argon,low,agentic-tool,hard,,per-full-run,2.88,0.00289,,,0.119,good-payment-blocked-share,0.000289,,,"https://arxiv.org/abs/2610.29178 (Table 1 (all pools on the same 340 items under transferred attacks, pooled over each family's three source monitors), row Gemini 4 Argon, column block-all)",,out:not-headline,out:cost-single-couple arxiv-2610.29178-t1-block-inj,arxiv-2610.29178,gemini-4-argon,low,agentic-tool,hard,,per-full-run,2.88,0.00289,,,0.021,good-payment-blocked-share,0.000289,,,"https://arxiv.org/abs/2610.29178 (Table 1 (all pools on the same 340 items under transferred attacks, pooled over each family's three source monitors), row Gemini 4 Argon, column block-inj)",,out:not-headline,out:cost-single-couple arxiv-2610.29178-t1-block-pers,arxiv-2610.29178,gemini-4-argon,low,agentic-tool,hard,,per-full-run,2.88,0.00289,,,0.000,good-payment-blocked-share,0.000289,,,"https://arxiv.org/abs/2610.29178 (Table 1 (all pools on the same 340 items under transferred attacks, pooled over each family's three source monitors), row Gemini 4 Argon, column block-pers)",,out:not-headline,out:cost-single-couple arxiv-2610.29178-t1-liveness,arxiv-2610.29178,gemini-4-argon,low,agentic-tool,hard,,per-full-run,2.88,0.00289,,,0.000,liveness-fragility-share,0.000289,,,"https://arxiv.org/abs/2610.29178 (Table 1 (all pools on the same 340 items under transferred attacks, pooled over each family's three source monitors), row Gemini 4 Argon, column liveness)",,out:not-headline,out:cost-single-couple arxiv-2610.29178-t1-fraud-all,arxiv-2610.29178,gemini-3.1-pro,low,agentic-tool,hard,,,,,,,0.104,fraud-approved-share,0.000289,,,"https://arxiv.org/abs/2610.29178 (Table 1 (all pools on the same 340 items under transferred attacks, pooled over each family's three source monitors), row Gemini 3.1 Pro, column fraud-all)",,out:not-headline, arxiv-2610.29178-t1-fraud-inj,arxiv-2610.29178,gemini-3.1-pro,low,agentic-tool,hard,,,,,,,0.000,fraud-approved-share,0.000289,,,"https://arxiv.org/abs/2610.29178 (Table 1 (all pools on the same 340 items under transferred attacks, pooled over each family's three source monitors), row Gemini 3.1 Pro, column fraud-inj)",,out:not-headline, arxiv-2610.29178-t1-fraud-pers,arxiv-2610.29178,gemini-3.1-pro,low,agentic-tool,hard,,,,,,,0.000,fraud-approved-share,0.000289,,,"https://arxiv.org/abs/2610.29178 (Table 1 (all pools on the same 340 items under transferred attacks, pooled over each family's three source monitors), row Gemini 3.1 Pro, column fraud-pers)",,out:not-headline, arxiv-2610.29178-t1-block-all,arxiv-2610.29178,gemini-3.1-pro,low,agentic-tool,hard,,,,,,,0.116,good-payment-blocked-share,0.000289,,,"https://arxiv.org/abs/2610.29178 (Table 1 (all pools on the same 340 items under transferred attacks, pooled over each family's three source monitors), row Gemini 3.1 Pro, column block-all)",,out:not-headline, arxiv-2610.29178-t1-block-inj,arxiv-2610.29178,gemini-3.1-pro,low,agentic-tool,hard,,,,,,,0.000,good-payment-blocked-share,0.000289,,,"https://arxiv.org/abs/2610.29178 (Table 1 (all pools on the same 340 items under transferred attacks, pooled over each family's three source monitors), row Gemini 3.1 Pro, column block-inj)",,out:not-headline, arxiv-2610.29178-t1-block-pers,arxiv-2610.29178,gemini-3.1-pro,low,agentic-tool,hard,,,,,,,0.000,good-payment-blocked-share,0.000289,,,"https://arxiv.org/abs/2610.29178 (Table 1 (all pools on the same 340 items under transferred attacks, pooled over each family's three source monitors), row Gemini 3.1 Pro, column block-pers)",,out:not-headline, arxiv-2610.29178-t1-liveness,arxiv-2610.29178,gemini-3.1-pro,low,agentic-tool,hard,,,,,,,0.000,liveness-fragility-share,0.000289,,,"https://arxiv.org/abs/2610.29178 (Table 1 (all pools on the same 340 items under transferred attacks, pooled over each family's three source monitors), row Gemini 3.1 Pro, column liveness)",,out:not-headline, arxiv-2610.29178-t1-fraud-all,arxiv-2610.29178,gemma-4-e4b-it,unstated,agentic-tool,hard,,,,,,,0.124,fraud-approved-share,0.000289,,,"https://arxiv.org/abs/2610.29178 (Table 1 (all pools on the same 340 items under transferred attacks, pooled over each family's three source monitors), row Gemma 4 E4B, column fraud-all)",,out:effort-not-established, arxiv-2610.29178-t1-fraud-inj,arxiv-2610.29178,gemma-4-e4b-it,unstated,agentic-tool,hard,,,,,,,0.098,fraud-approved-share,0.000289,,,"https://arxiv.org/abs/2610.29178 (Table 1 (all pools on the same 340 items under transferred attacks, pooled over each family's three source monitors), row Gemma 4 E4B, column fraud-inj)",,out:effort-not-established, arxiv-2610.29178-t1-fraud-pers,arxiv-2610.29178,gemma-4-e4b-it,unstated,agentic-tool,hard,,,,,,,0.000,fraud-approved-share,0.000289,,,"https://arxiv.org/abs/2610.29178 (Table 1 (all pools on the same 340 items under transferred attacks, pooled over each family's three source monitors), row Gemma 4 E4B, column fraud-pers)",,out:effort-not-established, arxiv-2610.29178-t1-block-all,arxiv-2610.29178,gemma-4-e4b-it,unstated,agentic-tool,hard,,,,,,,0.244,good-payment-blocked-share,0.000289,,,"https://arxiv.org/abs/2610.29178 (Table 1 (all pools on the same 340 items under transferred attacks, pooled over each family's three source monitors), row Gemma 4 E4B, column block-all)",,out:effort-not-established, arxiv-2610.29178-t1-block-inj,arxiv-2610.29178,gemma-4-e4b-it,unstated,agentic-tool,hard,,,,,,,0.146,good-payment-blocked-share,0.000289,,,"https://arxiv.org/abs/2610.29178 (Table 1 (all pools on the same 340 items under transferred attacks, pooled over each family's three source monitors), row Gemma 4 E4B, column block-inj)",,out:effort-not-established, arxiv-2610.29178-t1-block-pers,arxiv-2610.29178,gemma-4-e4b-it,unstated,agentic-tool,hard,,,,,,,0.080,good-payment-blocked-share,0.000289,,,"https://arxiv.org/abs/2610.29178 (Table 1 (all pools on the same 340 items under transferred attacks, pooled over each family's three source monitors), row Gemma 4 E4B, column block-pers)",,out:effort-not-established, arxiv-2610.29178-t1-liveness,arxiv-2610.29178,gemma-4-e4b-it,unstated,agentic-tool,hard,,,,,,,0.056,liveness-fragility-share,0.000289,,,"https://arxiv.org/abs/2610.29178 (Table 1 (all pools on the same 340 items under transferred attacks, pooled over each family's three source monitors), row Gemma 4 E4B, column liveness)",,out:effort-not-established, arxiv-2610.29178-t1-fraud-approved-all,arxiv-2610.29178,gpt-6-astra,low,mixed,hard,,USD,12.44,0.00289,,,0.104,share of adversarial verdicts,0.000289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.29178 (Table 1, row GPT-6 Astra, column Table 1, fraud approved all)",,out:not-headline,out:cost-single-couple arxiv-2610.29178-t1-fraud-approved-inj,arxiv-2610.29178,gpt-6-astra,low,mixed,hard,,USD,12.44,0.00289,,,0.000,share of adversarial verdicts,0.000289,,,"https://arxiv.org/abs/2610.29178 (Table 1, row GPT-6 Astra, column Table 1, fraud approved inj.)",,out:not-headline,out:cost-single-couple arxiv-2610.29178-t1-fraud-approved-pers,arxiv-2610.29178,gpt-6-astra,low,mixed,hard,,USD,12.44,0.00289,,,0.000,share of adversarial verdicts,0.000289,,,"https://arxiv.org/abs/2610.29178 (Table 1, row GPT-6 Astra, column Table 1, fraud approved pers.)",,out:not-headline,out:cost-single-couple arxiv-2610.29178-t1-good-payment-blocked-all,arxiv-2610.29178,gpt-6-astra,low,mixed,hard,,USD,12.44,0.00289,,,0.116,share of adversarial verdicts,0.000289,,,"https://arxiv.org/abs/2610.29178 (Table 1, row GPT-6 Astra, column Table 1, good payment blocked all)",,out:not-headline,out:cost-single-couple arxiv-2610.29178-t1-good-payment-blocked-inj,arxiv-2610.29178,gpt-6-astra,low,mixed,hard,,USD,12.44,0.00289,,,0.000,share of adversarial verdicts,0.000289,,,"https://arxiv.org/abs/2610.29178 (Table 1, row GPT-6 Astra, column Table 1, good payment blocked inj.)",,out:not-headline,out:cost-single-couple arxiv-2610.29178-t1-good-payment-blocked-pers,arxiv-2610.29178,gpt-6-astra,low,mixed,hard,,USD,12.44,0.00289,,,0.000,share of adversarial verdicts,0.000289,,,"https://arxiv.org/abs/2610.29178 (Table 1, row GPT-6 Astra, column Table 1, good payment blocked pers.)",,out:not-headline,out:cost-single-couple arxiv-2610.29178-t1-liveness-fragility,arxiv-2610.29178,gpt-6-astra,low,mixed,hard,,USD,12.44,0.00289,,,0.000,share of adversarial verdicts,0.000289,,,"https://arxiv.org/abs/2610.29178 (Table 1, row GPT-6 Astra, column Table 1, liveness fragility)",,out:not-headline,out:cost-single-couple arxiv-2610.29178-anomaly-line-a-rejected,arxiv-2610.29178,gpt-6-astra,low,mixed,hard,,USD,3.23,0.00289,,,0,correct payments rejected (count),0.289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.29178 (Table 17, line A, column Astra)",,out:not-headline,out:cost-single-couple arxiv-2610.29178-anomaly-line-b-rejected,arxiv-2610.29178,gpt-6-astra,low,mixed,hard,,USD,3.23,0.00289,,,0,correct payments rejected (count),0.289,,,"https://arxiv.org/abs/2610.29178 (Table 17, line B, column Astra)",,out:not-headline,out:cost-single-couple arxiv-2610.29178-anomaly-line-c-rejected,arxiv-2610.29178,gpt-6-astra,low,mixed,hard,,USD,3.23,0.00289,,,0,correct payments rejected (count),0.289,,,"https://arxiv.org/abs/2610.29178 (Table 17, line C, column Astra)",,out:not-headline,out:cost-single-couple arxiv-2610.29178-anomaly-line-d-rejected,arxiv-2610.29178,gpt-6-astra,low,mixed,hard,,USD,3.23,0.00289,,,0,correct payments rejected (count),0.289,,,"https://arxiv.org/abs/2610.29178 (Table 17, line D, column Astra)",,out:not-headline,out:cost-single-couple arxiv-2610.29207-t3-correct,arxiv-2610.29207,haiku-4.5,nothink,mixed,hard,,,,,,,0.5,share correct (%),0.0289,,,"https://arxiv.org/abs/2610.29207 (Table 3, row Haiku 4.5, column Correct)",src-arxiv-2610.29207-2026-11-02|arxiv-2610.29207:t3|haiku-4.5@nothink|2,in, arxiv-2610.29207-t3-outdated,arxiv-2610.29207,haiku-4.5,nothink,mixed,hard,,,,,,,0.1,share outdated (%),0.0289,,,"https://arxiv.org/abs/2610.29207 (Table 3, row Haiku 4.5, column Outdated)",src-arxiv-2610.29207-2026-11-02|arxiv-2610.29207:t3|haiku-4.5@nothink|2,in, arxiv-2610.29207-t3-wrong,arxiv-2610.29207,haiku-4.5,nothink,mixed,hard,,,,,,,5.5,share wrong (%),0.0289,,,"https://arxiv.org/abs/2610.29207 (Table 3, row Haiku 4.5, column Wrong)",src-arxiv-2610.29207-2026-11-02|arxiv-2610.29207:t3|haiku-4.5@nothink|2,in, arxiv-2610.29207-t3-uninterpretable,arxiv-2610.29207,haiku-4.5,nothink,mixed,hard,,,,,,,94.0,share uninterpretable (%),0.0289,,,"https://arxiv.org/abs/2610.29207 (Table 3, row Haiku 4.5, column Uninterpretable)",src-arxiv-2610.29207-2026-11-02|arxiv-2610.29207:t3|haiku-4.5@nothink|2,in, arxiv-2610.29207-t3-correct,arxiv-2610.29207,sonnet-4.6,nothink,mixed,hard,,,,,,,40.2,share correct (%),0.0289,,,"https://arxiv.org/abs/2610.29207 (Table 3, row Sonnet 4.6, column Correct)",src-arxiv-2610.29207-2026-11-02|arxiv-2610.29207:t3|sonnet-4.6@nothink|2,in, arxiv-2610.29207-t3-outdated,arxiv-2610.29207,sonnet-4.6,nothink,mixed,hard,,,,,,,6.5,share outdated (%),0.0289,,,"https://arxiv.org/abs/2610.29207 (Table 3, row Sonnet 4.6, column Outdated)",src-arxiv-2610.29207-2026-11-02|arxiv-2610.29207:t3|sonnet-4.6@nothink|2,in, arxiv-2610.29207-t3-wrong,arxiv-2610.29207,sonnet-4.6,nothink,mixed,hard,,,,,,,40.9,share wrong (%),0.0289,,,"https://arxiv.org/abs/2610.29207 (Table 3, row Sonnet 4.6, column Wrong)",src-arxiv-2610.29207-2026-11-02|arxiv-2610.29207:t3|sonnet-4.6@nothink|2,in, arxiv-2610.29207-t3-uninterpretable,arxiv-2610.29207,sonnet-4.6,nothink,mixed,hard,,,,,,,12.4,share uninterpretable (%),0.0289,,,"https://arxiv.org/abs/2610.29207 (Table 3, row Sonnet 4.6, column Uninterpretable)",src-arxiv-2610.29207-2026-11-02|arxiv-2610.29207:t3|sonnet-4.6@nothink|2,in, arxiv-2610.29207-t3-correct,arxiv-2610.29207,opus-5.5,medium,mixed,hard,,,,,,,46.7,share correct (%),0.0289,,level-from-default,"https://arxiv.org/abs/2610.29207 (Table 3, row Opus 5.5, column Correct)",src-arxiv-2610.29207-2026-11-02|arxiv-2610.29207:t3|opus-5.5@medium|2,in, arxiv-2610.29207-t3-outdated,arxiv-2610.29207,opus-5.5,medium,mixed,hard,,,,,,,6.5,share outdated (%),0.0289,,level-from-default,"https://arxiv.org/abs/2610.29207 (Table 3, row Opus 5.5, column Outdated)",src-arxiv-2610.29207-2026-11-02|arxiv-2610.29207:t3|opus-5.5@medium|2,in, arxiv-2610.29207-t3-wrong,arxiv-2610.29207,opus-5.5,medium,mixed,hard,,,,,,,46.4,share wrong (%),0.0289,,level-from-default,"https://arxiv.org/abs/2610.29207 (Table 3, row Opus 5.5, column Wrong)",src-arxiv-2610.29207-2026-11-02|arxiv-2610.29207:t3|opus-5.5@medium|2,in, arxiv-2610.29207-t3-uninterpretable,arxiv-2610.29207,opus-5.5,medium,mixed,hard,,,,,,,0.5,share uninterpretable (%),0.0289,,level-from-default,"https://arxiv.org/abs/2610.29207 (Table 3, row Opus 5.5, column Uninterpretable)",src-arxiv-2610.29207-2026-11-02|arxiv-2610.29207:t3|opus-5.5@medium|2,in, arxiv-2610.29207-t5-outdated-count,arxiv-2610.29207,haiku-4.5,nothink,mixed,hard,,,,,,,1,outdated answers (count),0.289,,,"https://arxiv.org/abs/2610.29207 (Table 5 (FS2), row Haiku 4.5, column Outdated)",,in, arxiv-2610.29207-t5-q1,arxiv-2610.29207,haiku-4.5,nothink,mixed,hard,,,,,,,12.00,age of outdated answers (years),0.00289,,,"https://arxiv.org/abs/2610.29207 (Table 5 (FS2), row Haiku 4.5, column Q1)",,out:not-headline, arxiv-2610.29207-t5-median,arxiv-2610.29207,haiku-4.5,nothink,mixed,hard,,,,,,,12.00,age of outdated answers (years),0.00289,,,"https://arxiv.org/abs/2610.29207 (Table 5 (FS2), row Haiku 4.5, column Median)",,out:not-headline, arxiv-2610.29207-t5-q3,arxiv-2610.29207,haiku-4.5,nothink,mixed,hard,,,,,,,12.00,age of outdated answers (years),0.00289,,,"https://arxiv.org/abs/2610.29207 (Table 5 (FS2), row Haiku 4.5, column Q3)",,out:not-headline, arxiv-2610.29207-t5-outdated-count,arxiv-2610.29207,sonnet-4.6,nothink,mixed,hard,,,,,,,57,outdated answers (count),0.289,,,"https://arxiv.org/abs/2610.29207 (Table 5 (FS2), row Sonnet 4.6, column Outdated)",,in, arxiv-2610.29207-t5-q1,arxiv-2610.29207,sonnet-4.6,nothink,mixed,hard,,,,,,,1.00,age of outdated answers (years),0.00289,,,"https://arxiv.org/abs/2610.29207 (Table 5 (FS2), row Sonnet 4.6, column Q1)",,out:not-headline, arxiv-2610.29207-t5-median,arxiv-2610.29207,sonnet-4.6,nothink,mixed,hard,,,,,,,1.00,age of outdated answers (years),0.00289,,,"https://arxiv.org/abs/2610.29207 (Table 5 (FS2), row Sonnet 4.6, column Median)",,out:not-headline, arxiv-2610.29207-t5-q3,arxiv-2610.29207,sonnet-4.6,nothink,mixed,hard,,,,,,,3.00,age of outdated answers (years),0.00289,,,"https://arxiv.org/abs/2610.29207 (Table 5 (FS2), row Sonnet 4.6, column Q3)",,out:not-headline, arxiv-2610.29207-t5-outdated-count,arxiv-2610.29207,opus-5.5,medium,mixed,hard,,,,,,,57,outdated answers (count),0.289,,level-from-default,"https://arxiv.org/abs/2610.29207 (Table 5 (FS2), row Opus 5.5, column Outdated)",,in, arxiv-2610.29207-t5-q1,arxiv-2610.29207,opus-5.5,medium,mixed,hard,,,,,,,1.00,age of outdated answers (years),0.00289,,level-from-default,"https://arxiv.org/abs/2610.29207 (Table 5 (FS2), row Opus 5.5, column Q1)",,out:not-headline, arxiv-2610.29207-t5-median,arxiv-2610.29207,opus-5.5,medium,mixed,hard,,,,,,,1.00,age of outdated answers (years),0.00289,,level-from-default,"https://arxiv.org/abs/2610.29207 (Table 5 (FS2), row Opus 5.5, column Median)",,out:not-headline, arxiv-2610.29207-t5-q3,arxiv-2610.29207,opus-5.5,medium,mixed,hard,,,,,,,4.00,age of outdated answers (years),0.00289,,level-from-default,"https://arxiv.org/abs/2610.29207 (Table 5 (FS2), row Opus 5.5, column Q3)",,out:not-headline, arxiv-2610.29207-t4-h1-d,arxiv-2610.29207,haiku-4.5,nothink,mixed,hard,,,,,,,0.0,H1 d (pp),0.0289,,,"https://arxiv.org/abs/2610.29207 (Table 4, H1, row Haiku 4.5, column d)",,in, arxiv-2610.29207-t4-h1-d,arxiv-2610.29207,sonnet-4.6,nothink,mixed,hard,,,,,,,-9.1,H1 d (pp),0.0289,,,"https://arxiv.org/abs/2610.29207 (Table 4, H1, row Sonnet 4.6, column d)",,in, arxiv-2610.29207-t4-h2-s,arxiv-2610.29207,sonnet-4.6,nothink,mixed,hard,,,,,,,62.0,H2 s (%),0.0289,,,"https://arxiv.org/abs/2610.29207 (Table 4, H2, row Sonnet 4.6, column s)",,in, arxiv-2610.29207-t4-h1-d,arxiv-2610.29207,opus-5.5,medium,mixed,hard,,,,,,,-9.2,H1 d (pp),0.0289,,level-from-default,"https://arxiv.org/abs/2610.29207 (Table 4, H1, row Opus 5.5, column d)",,in, arxiv-2610.29207-t4-h2-s,arxiv-2610.29207,opus-5.5,medium,mixed,hard,,,,,,,50.0,H2 s (%),0.0289,,level-from-default,"https://arxiv.org/abs/2610.29207 (Table 4, H2, row Opus 5.5, column s)",,in, arxiv-2610.29207-t8-correct,arxiv-2610.29207,haiku-4.5,nothink,mixed,hard,,,,,,,0.5,share correct (%),0.0289,,,"https://arxiv.org/abs/2610.29207 (Table 8, row Haiku 4.5, column Correct)",src-arxiv-2610.29207-2026-11-02|arxiv-2610.29207:t8|haiku-4.5@nothink|,in, arxiv-2610.29207-t8-outdated,arxiv-2610.29207,haiku-4.5,nothink,mixed,hard,,,,,,,0.1,share outdated (%),0.0289,,,"https://arxiv.org/abs/2610.29207 (Table 8, row Haiku 4.5, column Outdated)",src-arxiv-2610.29207-2026-11-02|arxiv-2610.29207:t8|haiku-4.5@nothink|,in, arxiv-2610.29207-t8-wrong,arxiv-2610.29207,haiku-4.5,nothink,mixed,hard,,,,,,,6.4,share wrong (%),0.0289,,,"https://arxiv.org/abs/2610.29207 (Table 8, row Haiku 4.5, column Wrong)",src-arxiv-2610.29207-2026-11-02|arxiv-2610.29207:t8|haiku-4.5@nothink|,in, arxiv-2610.29207-t8-uninterpretable,arxiv-2610.29207,haiku-4.5,nothink,mixed,hard,,,,,,,93.1,share uninterpretable (%),0.0289,,,"https://arxiv.org/abs/2610.29207 (Table 8, row Haiku 4.5, column Uninterpretable)",src-arxiv-2610.29207-2026-11-02|arxiv-2610.29207:t8|haiku-4.5@nothink|,in, arxiv-2610.29207-t8-correct,arxiv-2610.29207,sonnet-4.6,nothink,mixed,hard,,,,,,,39.5,share correct (%),0.0289,,,"https://arxiv.org/abs/2610.29207 (Table 8, row Sonnet 4.6, column Correct)",src-arxiv-2610.29207-2026-11-02|arxiv-2610.29207:t8|sonnet-4.6@nothink|,in, arxiv-2610.29207-t8-outdated,arxiv-2610.29207,sonnet-4.6,nothink,mixed,hard,,,,,,,6.7,share outdated (%),0.0289,,,"https://arxiv.org/abs/2610.29207 (Table 8, row Sonnet 4.6, column Outdated)",src-arxiv-2610.29207-2026-11-02|arxiv-2610.29207:t8|sonnet-4.6@nothink|,in, arxiv-2610.29207-t8-wrong,arxiv-2610.29207,sonnet-4.6,nothink,mixed,hard,,,,,,,40.9,share wrong (%),0.0289,,,"https://arxiv.org/abs/2610.29207 (Table 8, row Sonnet 4.6, column Wrong)",src-arxiv-2610.29207-2026-11-02|arxiv-2610.29207:t8|sonnet-4.6@nothink|,in, arxiv-2610.29207-t8-uninterpretable,arxiv-2610.29207,sonnet-4.6,nothink,mixed,hard,,,,,,,12.8,share uninterpretable (%),0.0289,,,"https://arxiv.org/abs/2610.29207 (Table 8, row Sonnet 4.6, column Uninterpretable)",src-arxiv-2610.29207-2026-11-02|arxiv-2610.29207:t8|sonnet-4.6@nothink|,in, arxiv-2610.29207-t12-h2-s,arxiv-2610.29207,sonnet-4.6,nothink,mixed,hard,,,,,,,53.8,H2 s (%),0.0289,,,"https://arxiv.org/abs/2610.29207 (Table 12, row Sonnet 4.6, column s)",,out:single-couple, arxiv-2610.29207-t13-h3-d,arxiv-2610.29207,haiku-4.5,nothink,mixed,hard,,,,,,,-1.2,H3 D (pp),0.0289,,,"https://arxiv.org/abs/2610.29207 (Table 13, row Haiku 4.5, column D)",,in, arxiv-2610.29207-t13-h3-d,arxiv-2610.29207,sonnet-4.6,nothink,mixed,hard,,,,,,,-1.5,H3 D (pp),0.0289,,,"https://arxiv.org/abs/2610.29207 (Table 13, row Sonnet 4.6, column D)",,in, arxiv-2610.29409-ciou-rs-val,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,62.0,cIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 1 (Reasoning and referring expression segmentation, cIoU), row SAM 3 Agent ∗ (Gemini-3.7-Flash), column rs-val)",,out:model-not-established, arxiv-2610.29409-ciou-rs-test,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,63.2,cIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 1 (Reasoning and referring expression segmentation, cIoU), row SAM 3 Agent ∗ (Gemini-3.7-Flash), column rs-test)",,out:model-not-established, arxiv-2610.29409-ciou-rc-val,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,73.2,cIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 1 (Reasoning and referring expression segmentation, cIoU), row SAM 3 Agent ∗ (Gemini-3.7-Flash), column rc-val)",,out:model-not-established, arxiv-2610.29409-ciou-rc-a,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,76.7,cIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 1 (Reasoning and referring expression segmentation, cIoU), row SAM 3 Agent ∗ (Gemini-3.7-Flash), column rc-a)",,out:model-not-established, arxiv-2610.29409-ciou-rc-b,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,75.5,cIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 1 (Reasoning and referring expression segmentation, cIoU), row SAM 3 Agent ∗ (Gemini-3.7-Flash), column rc-b)",,out:model-not-established, arxiv-2610.29409-ciou-rcp-val,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,68.4,cIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 1 (Reasoning and referring expression segmentation, cIoU), row SAM 3 Agent ∗ (Gemini-3.7-Flash), column rcp-val)",,out:model-not-established, arxiv-2610.29409-ciou-rcp-a,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,72.0,cIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 1 (Reasoning and referring expression segmentation, cIoU), row SAM 3 Agent ∗ (Gemini-3.7-Flash), column rcp-a)",,out:model-not-established, arxiv-2610.29409-ciou-rcp-b,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,68.5,cIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 1 (Reasoning and referring expression segmentation, cIoU), row SAM 3 Agent ∗ (Gemini-3.7-Flash), column rcp-b)",,out:model-not-established, arxiv-2610.29409-ciou-rcg-val,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,76.5,cIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 1 (Reasoning and referring expression segmentation, cIoU), row SAM 3 Agent ∗ (Gemini-3.7-Flash), column rcg-val)",,out:model-not-established, arxiv-2610.29409-ciou-rcg-test,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,76.9,cIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 1 (Reasoning and referring expression segmentation, cIoU), row SAM 3 Agent ∗ (Gemini-3.7-Flash), column rcg-test)",,out:model-not-established, arxiv-2610.29409-ciou-rs-val,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,64.6,cIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 1 (Reasoning and referring expression segmentation, cIoU), row LLMSeg (w/o refine) (Gemini-3.7-Flash), column rs-val)",,out:model-not-established, arxiv-2610.29409-ciou-rs-test,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,58.2,cIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 1 (Reasoning and referring expression segmentation, cIoU), row LLMSeg (w/o refine) (Gemini-3.7-Flash), column rs-test)",,out:model-not-established, arxiv-2610.29409-ciou-rc-val,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,65.5,cIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 1 (Reasoning and referring expression segmentation, cIoU), row LLMSeg (w/o refine) (Gemini-3.7-Flash), column rc-val)",,out:model-not-established, arxiv-2610.29409-ciou-rc-a,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,65.7,cIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 1 (Reasoning and referring expression segmentation, cIoU), row LLMSeg (w/o refine) (Gemini-3.7-Flash), column rc-a)",,out:model-not-established, arxiv-2610.29409-ciou-rc-b,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,72.9,cIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 1 (Reasoning and referring expression segmentation, cIoU), row LLMSeg (w/o refine) (Gemini-3.7-Flash), column rc-b)",,out:model-not-established, arxiv-2610.29409-ciou-rcp-val,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,59.7,cIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 1 (Reasoning and referring expression segmentation, cIoU), row LLMSeg (w/o refine) (Gemini-3.7-Flash), column rcp-val)",,out:model-not-established, arxiv-2610.29409-ciou-rcp-a,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,61.4,cIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 1 (Reasoning and referring expression segmentation, cIoU), row LLMSeg (w/o refine) (Gemini-3.7-Flash), column rcp-a)",,out:model-not-established, arxiv-2610.29409-ciou-rcp-b,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,61.1,cIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 1 (Reasoning and referring expression segmentation, cIoU), row LLMSeg (w/o refine) (Gemini-3.7-Flash), column rcp-b)",,out:model-not-established, arxiv-2610.29409-ciou-rcg-val,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,64.8,cIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 1 (Reasoning and referring expression segmentation, cIoU), row LLMSeg (w/o refine) (Gemini-3.7-Flash), column rcg-val)",,out:model-not-established, arxiv-2610.29409-ciou-rcg-test,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,69.3,cIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 1 (Reasoning and referring expression segmentation, cIoU), row LLMSeg (w/o refine) (Gemini-3.7-Flash), column rcg-test)",,out:model-not-established, arxiv-2610.29409-ciou-rs-val,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,71.5,cIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 1 (Reasoning and referring expression segmentation, cIoU), row LLMSeg (full) (Gemini-3.7-Flash), column rs-val)",,out:model-not-established, arxiv-2610.29409-ciou-rs-test,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,65.8,cIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 1 (Reasoning and referring expression segmentation, cIoU), row LLMSeg (full) (Gemini-3.7-Flash), column rs-test)",,out:model-not-established, arxiv-2610.29409-ciou-rc-val,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,71.2,cIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 1 (Reasoning and referring expression segmentation, cIoU), row LLMSeg (full) (Gemini-3.7-Flash), column rc-val)",,out:model-not-established, arxiv-2610.29409-ciou-rc-a,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,73.8,cIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 1 (Reasoning and referring expression segmentation, cIoU), row LLMSeg (full) (Gemini-3.7-Flash), column rc-a)",,out:model-not-established, arxiv-2610.29409-ciou-rc-b,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,76.0,cIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 1 (Reasoning and referring expression segmentation, cIoU), row LLMSeg (full) (Gemini-3.7-Flash), column rc-b)",,out:model-not-established, arxiv-2610.29409-ciou-rcp-val,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,67.0,cIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 1 (Reasoning and referring expression segmentation, cIoU), row LLMSeg (full) (Gemini-3.7-Flash), column rcp-val)",,out:model-not-established, arxiv-2610.29409-ciou-rcp-a,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,69.9,cIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 1 (Reasoning and referring expression segmentation, cIoU), row LLMSeg (full) (Gemini-3.7-Flash), column rcp-a)",,out:model-not-established, arxiv-2610.29409-ciou-rcp-b,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,64.9,cIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 1 (Reasoning and referring expression segmentation, cIoU), row LLMSeg (full) (Gemini-3.7-Flash), column rcp-b)",,out:model-not-established, arxiv-2610.29409-ciou-rcg-val,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,70.9,cIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 1 (Reasoning and referring expression segmentation, cIoU), row LLMSeg (full) (Gemini-3.7-Flash), column rcg-val)",,out:model-not-established, arxiv-2610.29409-ciou-rcg-test,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,74.5,cIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 1 (Reasoning and referring expression segmentation, cIoU), row LLMSeg (full) (Gemini-3.7-Flash), column rcg-test)",,out:model-not-established, arxiv-2610.29409-ciou-rs-val,arxiv-2610.29409,?Gemma-4-31B,not-established:absent,mixed,hard,,,,,,,63.9,cIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 1 (Reasoning and referring expression segmentation, cIoU), row SAM 3 Agent ∗ (Gemma-4-31B), column rs-val)",,out:model-not-established, arxiv-2610.29409-ciou-rs-test,arxiv-2610.29409,?Gemma-4-31B,not-established:absent,mixed,hard,,,,,,,66.7,cIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 1 (Reasoning and referring expression segmentation, cIoU), row SAM 3 Agent ∗ (Gemma-4-31B), column rs-test)",,out:model-not-established, arxiv-2610.29409-ciou-rc-val,arxiv-2610.29409,?Gemma-4-31B,not-established:absent,mixed,hard,,,,,,,73.2,cIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 1 (Reasoning and referring expression segmentation, cIoU), row SAM 3 Agent ∗ (Gemma-4-31B), column rc-val)",,out:model-not-established, arxiv-2610.29409-ciou-rc-a,arxiv-2610.29409,?Gemma-4-31B,not-established:absent,mixed,hard,,,,,,,75.6,cIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 1 (Reasoning and referring expression segmentation, cIoU), row SAM 3 Agent ∗ (Gemma-4-31B), column rc-a)",,out:model-not-established, arxiv-2610.29409-ciou-rc-b,arxiv-2610.29409,?Gemma-4-31B,not-established:absent,mixed,hard,,,,,,,75.0,cIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 1 (Reasoning and referring expression segmentation, cIoU), row SAM 3 Agent ∗ (Gemma-4-31B), column rc-b)",,out:model-not-established, arxiv-2610.29409-ciou-rcp-val,arxiv-2610.29409,?Gemma-4-31B,not-established:absent,mixed,hard,,,,,,,67.2,cIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 1 (Reasoning and referring expression segmentation, cIoU), row SAM 3 Agent ∗ (Gemma-4-31B), column rcp-val)",,out:model-not-established, arxiv-2610.29409-ciou-rcp-a,arxiv-2610.29409,?Gemma-4-31B,not-established:absent,mixed,hard,,,,,,,72.0,cIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 1 (Reasoning and referring expression segmentation, cIoU), row SAM 3 Agent ∗ (Gemma-4-31B), column rcp-a)",,out:model-not-established, arxiv-2610.29409-ciou-rcp-b,arxiv-2610.29409,?Gemma-4-31B,not-established:absent,mixed,hard,,,,,,,61.9,cIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 1 (Reasoning and referring expression segmentation, cIoU), row SAM 3 Agent ∗ (Gemma-4-31B), column rcp-b)",,out:model-not-established, arxiv-2610.29409-ciou-rcg-val,arxiv-2610.29409,?Gemma-4-31B,not-established:absent,mixed,hard,,,,,,,72.1,cIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 1 (Reasoning and referring expression segmentation, cIoU), row SAM 3 Agent ∗ (Gemma-4-31B), column rcg-val)",,out:model-not-established, arxiv-2610.29409-ciou-rcg-test,arxiv-2610.29409,?Gemma-4-31B,not-established:absent,mixed,hard,,,,,,,74.7,cIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 1 (Reasoning and referring expression segmentation, cIoU), row SAM 3 Agent ∗ (Gemma-4-31B), column rcg-test)",,out:model-not-established, arxiv-2610.29409-ciou-rs-val,arxiv-2610.29409,?Gemini2.5 Pro,not-established:absent,mixed,hard,,,,,,,66.0,cIoU%,0.0289,,restated-from:Carion et al. (2026),"https://arxiv.org/abs/2610.29409 (Table 1 (Reasoning and referring expression segmentation, cIoU), row SAM 3 Agent (Gemini2.5 Pro), column rs-val)",,out:model-not-established, arxiv-2610.29409-ciou-rs-test,arxiv-2610.29409,?Gemini2.5 Pro,not-established:absent,mixed,hard,,,,,,,72.1,cIoU%,0.0289,,restated-from:Carion et al. (2026),"https://arxiv.org/abs/2610.29409 (Table 1 (Reasoning and referring expression segmentation, cIoU), row SAM 3 Agent (Gemini2.5 Pro), column rs-test)",,out:model-not-established, arxiv-2610.29409-ciou-rc-val,arxiv-2610.29409,?Gemini2.5 Pro,not-established:absent,mixed,hard,,,,,,,75.5,cIoU%,0.0289,,restated-from:Carion et al. (2026),"https://arxiv.org/abs/2610.29409 (Table 1 (Reasoning and referring expression segmentation, cIoU), row SAM 3 Agent (Gemini2.5 Pro), column rc-val)",,out:model-not-established, arxiv-2610.29409-ciou-rc-a,arxiv-2610.29409,?Gemini2.5 Pro,not-established:absent,mixed,hard,,,,,,,77.6,cIoU%,0.0289,,restated-from:Carion et al. (2026),"https://arxiv.org/abs/2610.29409 (Table 1 (Reasoning and referring expression segmentation, cIoU), row SAM 3 Agent (Gemini2.5 Pro), column rc-a)",,out:model-not-established, arxiv-2610.29409-ciou-rc-b,arxiv-2610.29409,?Gemini2.5 Pro,not-established:absent,mixed,hard,,,,,,,71.0,cIoU%,0.0289,,restated-from:Carion et al. (2026),"https://arxiv.org/abs/2610.29409 (Table 1 (Reasoning and referring expression segmentation, cIoU), row SAM 3 Agent (Gemini2.5 Pro), column rc-b)",,out:model-not-established, arxiv-2610.29409-ciou-rcp-val,arxiv-2610.29409,?Gemini2.5 Pro,not-established:absent,mixed,hard,,,,,,,67.3,cIoU%,0.0289,,restated-from:Carion et al. (2026),"https://arxiv.org/abs/2610.29409 (Table 1 (Reasoning and referring expression segmentation, cIoU), row SAM 3 Agent (Gemini2.5 Pro), column rcp-val)",,out:model-not-established, arxiv-2610.29409-ciou-rcp-a,arxiv-2610.29409,?Gemini2.5 Pro,not-established:absent,mixed,hard,,,,,,,71.1,cIoU%,0.0289,,restated-from:Carion et al. (2026),"https://arxiv.org/abs/2610.29409 (Table 1 (Reasoning and referring expression segmentation, cIoU), row SAM 3 Agent (Gemini2.5 Pro), column rcp-a)",,out:model-not-established, arxiv-2610.29409-ciou-rcp-b,arxiv-2610.29409,?Gemini2.5 Pro,not-established:absent,mixed,hard,,,,,,,63.4,cIoU%,0.0289,,restated-from:Carion et al. (2026),"https://arxiv.org/abs/2610.29409 (Table 1 (Reasoning and referring expression segmentation, cIoU), row SAM 3 Agent (Gemini2.5 Pro), column rcp-b)",,out:model-not-established, arxiv-2610.29409-ciou-rcg-val,arxiv-2610.29409,?Gemini2.5 Pro,not-established:absent,mixed,hard,,,,,,,73.4,cIoU%,0.0289,,restated-from:Carion et al. (2026),"https://arxiv.org/abs/2610.29409 (Table 1 (Reasoning and referring expression segmentation, cIoU), row SAM 3 Agent (Gemini2.5 Pro), column rcg-val)",,out:model-not-established, arxiv-2610.29409-ciou-rcg-test,arxiv-2610.29409,?Gemini2.5 Pro,not-established:absent,mixed,hard,,,,,,,74.0,cIoU%,0.0289,,restated-from:Carion et al. (2026),"https://arxiv.org/abs/2610.29409 (Table 1 (Reasoning and referring expression segmentation, cIoU), row SAM 3 Agent (Gemini2.5 Pro), column rcg-test)",,out:model-not-established, arxiv-2610.29409-ciou-rs-val,arxiv-2610.29409,?Gemini2.5 Flash,not-established:absent,mixed,hard,,,,,,,13.3,cIoU%,0.0289,,restated-from:Carion et al. (2026),"https://arxiv.org/abs/2610.29409 (Table 1 (Reasoning and referring expression segmentation, cIoU), row Gemini Seg (Gemini2.5 Flash), column rs-val)",,out:model-not-established, arxiv-2610.29409-ciou-rs-test,arxiv-2610.29409,?Gemini2.5 Flash,not-established:absent,mixed,hard,,,,,,,9.2,cIoU%,0.0289,,restated-from:Carion et al. (2026),"https://arxiv.org/abs/2610.29409 (Table 1 (Reasoning and referring expression segmentation, cIoU), row Gemini Seg (Gemini2.5 Flash), column rs-test)",,out:model-not-established, arxiv-2610.29409-giou-rs-val-full,arxiv-2610.29409,?Gemma-4-31B,not-established:absent,mixed,hard,,,,,,,73.1,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 6 (Reasoning segmentation on ReasonSeg), row SAM 3 Agent (Gemma-4-31B), column val gIoU)",,out:model-not-established, arxiv-2610.29409-giou-rs-test-full,arxiv-2610.29409,?Gemma-4-31B,not-established:absent,mixed,hard,,,,,,,72.2,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 6 (Reasoning segmentation on ReasonSeg), row SAM 3 Agent (Gemma-4-31B), column test gIoU)",,out:model-not-established, arxiv-2610.29409-giou-rs-val-full,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,72.4,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 6 (Reasoning segmentation on ReasonSeg), row SAM 3 Agent (Gemini-3.7-Flash), column val gIoU)",,out:model-not-established, arxiv-2610.29409-giou-rs-test-full,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,72.2,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 6 (Reasoning segmentation on ReasonSeg), row SAM 3 Agent (Gemini-3.7-Flash), column test gIoU)",,out:model-not-established, arxiv-2610.29409-giou-rs-val-full,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,64.9,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 6 (Reasoning segmentation on ReasonSeg), row LLMSeg (w/o refine) (Gemini-3.7-Flash), column val gIoU)",,out:model-not-established, arxiv-2610.29409-giou-rs-test-full,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,62.7,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 6 (Reasoning segmentation on ReasonSeg), row LLMSeg (w/o refine) (Gemini-3.7-Flash), column test gIoU)",,out:model-not-established, arxiv-2610.29409-giou-rs-val-full,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,69.6,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 6 (Reasoning segmentation on ReasonSeg), row LLMSeg (full) (Gemini-3.7-Flash), column val gIoU)",,out:model-not-established, arxiv-2610.29409-giou-rs-test-full,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,68.3,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 6 (Reasoning segmentation on ReasonSeg), row LLMSeg (full) (Gemini-3.7-Flash), column test gIoU)",,out:model-not-established, arxiv-2610.29409-giou-rs-val-full,arxiv-2610.29409,?Gemini2.5 Flash,not-established:absent,mixed,hard,,,,,,,28.3,gIoU%,0.0289,,restated-from:Carion et al. (2026),"https://arxiv.org/abs/2610.29409 (Table 6 (Reasoning segmentation on ReasonSeg), row Gemini Seg (Gemini2.5 Flash), column val gIoU)",,out:model-not-established, arxiv-2610.29409-giou-rs-test-full,arxiv-2610.29409,?Gemini2.5 Flash,not-established:absent,mixed,hard,,,,,,,30.6,gIoU%,0.0289,,restated-from:Carion et al. (2026),"https://arxiv.org/abs/2610.29409 (Table 6 (Reasoning segmentation on ReasonSeg), row Gemini Seg (Gemini2.5 Flash), column test gIoU)",,out:model-not-established, arxiv-2610.29409-giou-rs-val-full,arxiv-2610.29409,?Gemini2.5 Pro,not-established:absent,mixed,hard,,,,,,,77.0,gIoU%,0.0289,,restated-from:Carion et al. (2026),"https://arxiv.org/abs/2610.29409 (Table 6 (Reasoning segmentation on ReasonSeg), row SAM 3 Agent (Gemini2.5 Pro), column val gIoU)",,out:model-not-established, arxiv-2610.29409-giou-rs-test-full,arxiv-2610.29409,?Gemini2.5 Pro,not-established:absent,mixed,hard,,,,,,,74.0,gIoU%,0.0289,,restated-from:Carion et al. (2026),"https://arxiv.org/abs/2610.29409 (Table 6 (Reasoning segmentation on ReasonSeg), row SAM 3 Agent (Gemini2.5 Pro), column test gIoU)",,out:model-not-established, arxiv-2610.29409-giou-rs-val-full,arxiv-2610.29409,?Gemini1.5-Flash,not-established:absent,mixed,hard,,,,,,,56.9,gIoU%,0.0289,,restated-from:Carion et al. (2026),"https://arxiv.org/abs/2610.29409 (Table 6 (Reasoning segmentation on ReasonSeg), row RSVP (Gemini1.5-Flash), column val gIoU)",,out:model-not-established, arxiv-2610.29409-giou-rs-test-full,arxiv-2610.29409,?Gemini1.5-Flash,not-established:absent,mixed,hard,,,,,,,57.1,gIoU%,0.0289,,restated-from:Carion et al. (2026),"https://arxiv.org/abs/2610.29409 (Table 6 (Reasoning segmentation on ReasonSeg), row RSVP (Gemini1.5-Flash), column test gIoU)",,out:model-not-established, arxiv-2610.29409-ciou-rs-val,arxiv-2610.29409,?Gemini1.5-Flash,not-established:absent,mixed,hard,,,,,,,49.2,cIoU%,0.0289,,restated-from:Carion et al. (2026),"https://arxiv.org/abs/2610.29409 (Table 6, row RSVP (Gemini1.5-Flash), column val cIoU)",,out:model-not-established, arxiv-2610.29409-ciou-rs-test,arxiv-2610.29409,?Gemini1.5-Flash,not-established:absent,mixed,hard,,,,,,,59.2,cIoU%,0.0289,,restated-from:Carion et al. (2026),"https://arxiv.org/abs/2610.29409 (Table 6, row RSVP (Gemini1.5-Flash), column test cIoU)",,out:model-not-established, arxiv-2610.29409-giou-sub-rc-val,arxiv-2610.29409,?Gemma-4-31B,not-established:absent,mixed,hard,,,,,,,74.9,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 7 (Referring expression segmentation on RefCOCO/+/g; our runs, matched 500-item subsets, gIoU), row SAM 3 Agent (Gemma-4-31B), column rc-val)",,out:model-not-established, arxiv-2610.29409-giou-sub-rc-a,arxiv-2610.29409,?Gemma-4-31B,not-established:absent,mixed,hard,,,,,,,75.6,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 7 (Referring expression segmentation on RefCOCO/+/g; our runs, matched 500-item subsets, gIoU), row SAM 3 Agent (Gemma-4-31B), column rc-a)",,out:model-not-established, arxiv-2610.29409-giou-sub-rc-b,arxiv-2610.29409,?Gemma-4-31B,not-established:absent,mixed,hard,,,,,,,76.7,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 7 (Referring expression segmentation on RefCOCO/+/g; our runs, matched 500-item subsets, gIoU), row SAM 3 Agent (Gemma-4-31B), column rc-b)",,out:model-not-established, arxiv-2610.29409-giou-sub-rcp-val,arxiv-2610.29409,?Gemma-4-31B,not-established:absent,mixed,hard,,,,,,,69.8,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 7 (Referring expression segmentation on RefCOCO/+/g; our runs, matched 500-item subsets, gIoU), row SAM 3 Agent (Gemma-4-31B), column rcp-val)",,out:model-not-established, arxiv-2610.29409-giou-sub-rcp-a,arxiv-2610.29409,?Gemma-4-31B,not-established:absent,mixed,hard,,,,,,,72.9,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 7 (Referring expression segmentation on RefCOCO/+/g; our runs, matched 500-item subsets, gIoU), row SAM 3 Agent (Gemma-4-31B), column rcp-a)",,out:model-not-established, arxiv-2610.29409-giou-sub-rcp-b,arxiv-2610.29409,?Gemma-4-31B,not-established:absent,mixed,hard,,,,,,,67.1,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 7 (Referring expression segmentation on RefCOCO/+/g; our runs, matched 500-item subsets, gIoU), row SAM 3 Agent (Gemma-4-31B), column rcp-b)",,out:model-not-established, arxiv-2610.29409-giou-sub-rcg-val,arxiv-2610.29409,?Gemma-4-31B,not-established:absent,mixed,hard,,,,,,,75.5,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 7 (Referring expression segmentation on RefCOCO/+/g; our runs, matched 500-item subsets, gIoU), row SAM 3 Agent (Gemma-4-31B), column rcg-val)",,out:model-not-established, arxiv-2610.29409-giou-sub-rcg-test,arxiv-2610.29409,?Gemma-4-31B,not-established:absent,mixed,hard,,,,,,,76.5,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 7 (Referring expression segmentation on RefCOCO/+/g; our runs, matched 500-item subsets, gIoU), row SAM 3 Agent (Gemma-4-31B), column rcg-test)",,out:model-not-established, arxiv-2610.29409-giou-sub-rc-val,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,75.3,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 7 (Referring expression segmentation on RefCOCO/+/g; our runs, matched 500-item subsets, gIoU), row SAM 3 Agent (Gemini-3.7-Flash), column rc-val)",,out:model-not-established, arxiv-2610.29409-giou-sub-rc-a,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,76.9,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 7 (Referring expression segmentation on RefCOCO/+/g; our runs, matched 500-item subsets, gIoU), row SAM 3 Agent (Gemini-3.7-Flash), column rc-a)",,out:model-not-established, arxiv-2610.29409-giou-sub-rc-b,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,76.1,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 7 (Referring expression segmentation on RefCOCO/+/g; our runs, matched 500-item subsets, gIoU), row SAM 3 Agent (Gemini-3.7-Flash), column rc-b)",,out:model-not-established, arxiv-2610.29409-giou-sub-rcp-val,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,71.2,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 7 (Referring expression segmentation on RefCOCO/+/g; our runs, matched 500-item subsets, gIoU), row SAM 3 Agent (Gemini-3.7-Flash), column rcp-val)",,out:model-not-established, arxiv-2610.29409-giou-sub-rcp-a,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,74.2,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 7 (Referring expression segmentation on RefCOCO/+/g; our runs, matched 500-item subsets, gIoU), row SAM 3 Agent (Gemini-3.7-Flash), column rcp-a)",,out:model-not-established, arxiv-2610.29409-giou-sub-rcp-b,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,71.2,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 7 (Referring expression segmentation on RefCOCO/+/g; our runs, matched 500-item subsets, gIoU), row SAM 3 Agent (Gemini-3.7-Flash), column rcp-b)",,out:model-not-established, arxiv-2610.29409-giou-sub-rcg-val,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,78.4,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 7 (Referring expression segmentation on RefCOCO/+/g; our runs, matched 500-item subsets, gIoU), row SAM 3 Agent (Gemini-3.7-Flash), column rcg-val)",,out:model-not-established, arxiv-2610.29409-giou-sub-rcg-test,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,77.3,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 7 (Referring expression segmentation on RefCOCO/+/g; our runs, matched 500-item subsets, gIoU), row SAM 3 Agent (Gemini-3.7-Flash), column rcg-test)",,out:model-not-established, arxiv-2610.29409-giou-sub-rc-val,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,66.0,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 7 (Referring expression segmentation on RefCOCO/+/g; our runs, matched 500-item subsets, gIoU), row LLMSeg (w/o refine) (Gemini-3.7-Flash), column rc-val)",,out:model-not-established, arxiv-2610.29409-giou-sub-rc-a,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,66.2,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 7 (Referring expression segmentation on RefCOCO/+/g; our runs, matched 500-item subsets, gIoU), row LLMSeg (w/o refine) (Gemini-3.7-Flash), column rc-a)",,out:model-not-established, arxiv-2610.29409-giou-sub-rc-b,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,72.1,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 7 (Referring expression segmentation on RefCOCO/+/g; our runs, matched 500-item subsets, gIoU), row LLMSeg (w/o refine) (Gemini-3.7-Flash), column rc-b)",,out:model-not-established, arxiv-2610.29409-giou-sub-rcp-val,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,61.9,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 7 (Referring expression segmentation on RefCOCO/+/g; our runs, matched 500-item subsets, gIoU), row LLMSeg (w/o refine) (Gemini-3.7-Flash), column rcp-val)",,out:model-not-established, arxiv-2610.29409-giou-sub-rcp-a,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,63.3,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 7 (Referring expression segmentation on RefCOCO/+/g; our runs, matched 500-item subsets, gIoU), row LLMSeg (w/o refine) (Gemini-3.7-Flash), column rcp-a)",,out:model-not-established, arxiv-2610.29409-giou-sub-rcp-b,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,64.0,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 7 (Referring expression segmentation on RefCOCO/+/g; our runs, matched 500-item subsets, gIoU), row LLMSeg (w/o refine) (Gemini-3.7-Flash), column rcp-b)",,out:model-not-established, arxiv-2610.29409-giou-sub-rcg-val,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,67.1,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 7 (Referring expression segmentation on RefCOCO/+/g; our runs, matched 500-item subsets, gIoU), row LLMSeg (w/o refine) (Gemini-3.7-Flash), column rcg-val)",,out:model-not-established, arxiv-2610.29409-giou-sub-rcg-test,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,68.5,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 7 (Referring expression segmentation on RefCOCO/+/g; our runs, matched 500-item subsets, gIoU), row LLMSeg (w/o refine) (Gemini-3.7-Flash), column rcg-test)",,out:model-not-established, arxiv-2610.29409-giou-sub-rc-val,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,71.6,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 7 (Referring expression segmentation on RefCOCO/+/g; our runs, matched 500-item subsets, gIoU), row LLMSeg (full) (Gemini-3.7-Flash), column rc-val)",,out:model-not-established, arxiv-2610.29409-giou-sub-rc-a,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,73.0,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 7 (Referring expression segmentation on RefCOCO/+/g; our runs, matched 500-item subsets, gIoU), row LLMSeg (full) (Gemini-3.7-Flash), column rc-a)",,out:model-not-established, arxiv-2610.29409-giou-sub-rc-b,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,74.8,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 7 (Referring expression segmentation on RefCOCO/+/g; our runs, matched 500-item subsets, gIoU), row LLMSeg (full) (Gemini-3.7-Flash), column rc-b)",,out:model-not-established, arxiv-2610.29409-giou-sub-rcp-val,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,68.2,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 7 (Referring expression segmentation on RefCOCO/+/g; our runs, matched 500-item subsets, gIoU), row LLMSeg (full) (Gemini-3.7-Flash), column rcp-val)",,out:model-not-established, arxiv-2610.29409-giou-sub-rcp-a,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,70.8,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 7 (Referring expression segmentation on RefCOCO/+/g; our runs, matched 500-item subsets, gIoU), row LLMSeg (full) (Gemini-3.7-Flash), column rcp-a)",,out:model-not-established, arxiv-2610.29409-giou-sub-rcp-b,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,67.6,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 7 (Referring expression segmentation on RefCOCO/+/g; our runs, matched 500-item subsets, gIoU), row LLMSeg (full) (Gemini-3.7-Flash), column rcp-b)",,out:model-not-established, arxiv-2610.29409-giou-sub-rcg-val,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,72.7,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 7 (Referring expression segmentation on RefCOCO/+/g; our runs, matched 500-item subsets, gIoU), row LLMSeg (full) (Gemini-3.7-Flash), column rcg-val)",,out:model-not-established, arxiv-2610.29409-giou-sub-rcg-test,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,73.0,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 7 (Referring expression segmentation on RefCOCO/+/g; our runs, matched 500-item subsets, gIoU), row LLMSeg (full) (Gemini-3.7-Flash), column rcg-test)",,out:model-not-established, arxiv-2610.29409-bk-stage2,arxiv-2610.29409,?Gemini 3.7 Flash,not-established:absent,mixed,hard,,,,,,,65.7,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 9, row Gemini 3.7 Flash, column Stage-2 gIoU)",,out:model-not-established, arxiv-2610.29409-bk-final,arxiv-2610.29409,?Gemini 3.7 Flash,not-established:absent,mixed,hard,,,,,,,69.4,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 9, row Gemini 3.7 Flash, column Final gIoU)",,out:model-not-established,out:model-not-established arxiv-2610.29409-bk-delta,arxiv-2610.29409,?Gemini 3.7 Flash,not-established:absent,mixed,hard,,,,,,,3.7,refinement-delta-gIoU,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 9, row Gemini 3.7 Flash, column Δ)",,out:model-not-established, arxiv-2610.29409-bk-stage2,arxiv-2610.29409,?Gemini 3.8 Flash,not-established:absent,mixed,hard,,,,,,,63.4,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 9, row Gemini 3.8 Flash †, column Stage-2 gIoU)",,out:model-not-established, arxiv-2610.29409-bk-final,arxiv-2610.29409,?Gemini 3.8 Flash,not-established:absent,mixed,hard,,,,,,,66.7,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 9, row Gemini 3.8 Flash †, column Final gIoU)",,out:model-not-established,out:model-not-established arxiv-2610.29409-bk-delta,arxiv-2610.29409,?Gemini 3.8 Flash,not-established:absent,mixed,hard,,,,,,,3.3,refinement-delta-gIoU,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 9, row Gemini 3.8 Flash †, column Δ)",,out:model-not-established, arxiv-2610.29409-bk-stage2,arxiv-2610.29409,?Gemini 3.5 Flash,not-established:absent,mixed,hard,,,,,,,62.9,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 9, row Gemini 3.5 Flash, column Stage-2 gIoU)",,out:model-not-established, arxiv-2610.29409-bk-final,arxiv-2610.29409,?Gemini 3.5 Flash,not-established:absent,mixed,hard,,,,,,,66.2,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 9, row Gemini 3.5 Flash, column Final gIoU)",,out:model-not-established,out:model-not-established arxiv-2610.29409-bk-delta,arxiv-2610.29409,?Gemini 3.5 Flash,not-established:absent,mixed,hard,,,,,,,3.3,refinement-delta-gIoU,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 9, row Gemini 3.5 Flash, column Δ)",,out:model-not-established, arxiv-2610.29409-bk-stage2,arxiv-2610.29409,?Gemini 3 Flash,not-established:absent,mixed,hard,,,,,,,58.9,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 9, row Gemini 3 Flash, column Stage-2 gIoU)",,out:model-not-established, arxiv-2610.29409-bk-final,arxiv-2610.29409,?Gemini 3 Flash,not-established:absent,mixed,hard,,,,,,,58.6,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 9, row Gemini 3 Flash, column Final gIoU)",,out:model-not-established,out:model-not-established arxiv-2610.29409-bk-delta,arxiv-2610.29409,?Gemini 3 Flash,not-established:absent,mixed,hard,,,,,,,-0.3,refinement-delta-gIoU,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 9, row Gemini 3 Flash, column Δ)",,out:model-not-established, arxiv-2610.29409-bk-stage2,arxiv-2610.29409,?Gemma 4 31B,not-established:absent,mixed,hard,,,,,,,57.6,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 9, row Gemma 4 31B †, column Stage-2 gIoU)",,out:model-not-established, arxiv-2610.29409-bk-final,arxiv-2610.29409,?Gemma 4 31B,not-established:absent,mixed,hard,,,,,,,56.2,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 9, row Gemma 4 31B †, column Final gIoU)",,out:model-not-established,out:model-not-established arxiv-2610.29409-bk-delta,arxiv-2610.29409,?Gemma 4 31B,not-established:absent,mixed,hard,,,,,,,-1.3,refinement-delta-gIoU,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 9, row Gemma 4 31B †, column Δ)",,out:model-not-established, arxiv-2610.29409-bk-stage2,arxiv-2610.29409,?Gemma 4 26B,not-established:absent,mixed,hard,,,,,,,56.9,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 9, row Gemma 4 26B †, column Stage-2 gIoU)",,out:model-not-established, arxiv-2610.29409-bk-final,arxiv-2610.29409,?Gemma 4 26B,not-established:absent,mixed,hard,,,,,,,56.1,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 9, row Gemma 4 26B †, column Final gIoU)",,out:model-not-established,out:model-not-established arxiv-2610.29409-bk-delta,arxiv-2610.29409,?Gemma 4 26B,not-established:absent,mixed,hard,,,,,,,-0.8,refinement-delta-gIoU,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 9, row Gemma 4 26B †, column Δ)",,out:model-not-established, arxiv-2610.29409-bk-stage2,arxiv-2610.29409,?Gemini 3.1 Flash-Lite,not-established:absent,mixed,hard,,,,,,,51.3,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 9, row Gemini 3.1 Flash-Lite, column Stage-2 gIoU)",,out:model-not-established, arxiv-2610.29409-bk-final,arxiv-2610.29409,?Gemini 3.1 Flash-Lite,not-established:absent,mixed,hard,,,,,,,44.5,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 9, row Gemini 3.1 Flash-Lite, column Final gIoU)",,out:model-not-established,out:model-not-established arxiv-2610.29409-bk-delta,arxiv-2610.29409,?Gemini 3.1 Flash-Lite,not-established:absent,mixed,hard,,,,,,,-6.8,refinement-delta-gIoU,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 9, row Gemini 3.1 Flash-Lite, column Δ)",,out:model-not-established, arxiv-2610.29409-bk-stage2,arxiv-2610.29409,?Gemini 2.5 Flash-Lite,not-established:absent,mixed,hard,,,,,,,29.9,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 9, row Gemini 2.5 Flash-Lite, column Stage-2 gIoU)",,out:model-not-established, arxiv-2610.29409-bk-final,arxiv-2610.29409,?Gemini 2.5 Flash-Lite,not-established:absent,mixed,hard,,,,,,,28.8,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 9, row Gemini 2.5 Flash-Lite, column Final gIoU)",,out:model-not-established,out:model-not-established arxiv-2610.29409-bk-delta,arxiv-2610.29409,?Gemini 2.5 Flash-Lite,not-established:absent,mixed,hard,,,,,,,-1.1,refinement-delta-gIoU,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 9, row Gemini 2.5 Flash-Lite, column Δ)",,out:model-not-established, arxiv-2610.29409-t12-giou,arxiv-2610.29409,?Gemma 4 31B,not-established:absent,mixed,hard,,,,,,,73.1,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 12, row SAM 3 Agent (Gemma 4 31B), column final gIoU)",,out:model-not-established,out:model-not-established arxiv-2610.29409-t12-giou,arxiv-2610.29409,?Gemini 3.5 Flash,not-established:absent,mixed,hard,,,,,,,72.5,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 12, row SAM 3 Agent (Gemini 3.5 Flash), column final gIoU)",,out:model-not-established,out:model-not-established arxiv-2610.29409-t12-giou,arxiv-2610.29409,?Gemini 3.7 Flash,not-established:absent,mixed,hard,,,,,,,72.4,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 12, row SAM 3 Agent (Gemini 3.7 Flash), column final gIoU)",,out:model-not-established,out:model-not-established arxiv-2610.29409-abl-rs-giou,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,70.7,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 10 (ablations on ReasonSeg val, all 200 items, three-run means and sample deviations), row LLMSeg (reported configuration), column giou)",,out:model-not-established, arxiv-2610.29409-abl-rs-ciou,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,74.7,cIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 10 (ablations on ReasonSeg val, all 200 items, three-run means and sample deviations), row LLMSeg (reported configuration), column ciou)",,out:model-not-established, arxiv-2610.29409-abl-rs-giou,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,70.2,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 10 (ablations on ReasonSeg val, all 200 items, three-run means and sample deviations), row w/o deterministic postprocessing, column giou)",,out:model-not-established, arxiv-2610.29409-abl-rs-ciou,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,74.1,cIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 10 (ablations on ReasonSeg val, all 200 items, three-run means and sample deviations), row w/o deterministic postprocessing, column ciou)",,out:model-not-established, arxiv-2610.29409-abl-rs-giou,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,70.0,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 10 (ablations on ReasonSeg val, all 200 items, three-run means and sample deviations), row + box-adjust pre-pass, column giou)",,out:model-not-established, arxiv-2610.29409-abl-rs-ciou,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,70.2,cIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 10 (ablations on ReasonSeg val, all 200 items, three-run means and sample deviations), row + box-adjust pre-pass, column ciou)",,out:model-not-established, arxiv-2610.29409-abl-rs-giou,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,69.5,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 10 (ablations on ReasonSeg val, all 200 items, three-run means and sample deviations), row w/o postprocessing + box-adjust, column giou)",,out:model-not-established, arxiv-2610.29409-abl-rs-ciou,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,73.2,cIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 10 (ablations on ReasonSeg val, all 200 items, three-run means and sample deviations), row w/o postprocessing + box-adjust, column ciou)",,out:model-not-established, arxiv-2610.29409-abl-rs-giou,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,69.2,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 10 (ablations on ReasonSeg val, all 200 items, three-run means and sample deviations), row + topology conditioning, column giou)",,out:model-not-established, arxiv-2610.29409-abl-rs-ciou,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,72.6,cIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 10 (ablations on ReasonSeg val, all 200 items, three-run means and sample deviations), row + topology conditioning, column ciou)",,out:model-not-established, arxiv-2610.29409-abl-rs-giou,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,63.8,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 10 (ablations on ReasonSeg val, all 200 items, three-run means and sample deviations), row w/o refinement ( T = 0 T{=}0 ), column giou)",,out:model-not-established, arxiv-2610.29409-abl-rs-ciou,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,67.2,cIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 10 (ablations on ReasonSeg val, all 200 items, three-run means and sample deviations), row w/o refinement ( T = 0 T{=}0 ), column ciou)",,out:model-not-established, arxiv-2610.29409-abl-rs-giou,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,69.9,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 10 (ablations on ReasonSeg val, all 200 items, three-run means and sample deviations), row w/o morphology conditioning, column giou)",,out:model-not-established, arxiv-2610.29409-abl-rs-ciou,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,73.4,cIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 10 (ablations on ReasonSeg val, all 200 items, three-run means and sample deviations), row w/o morphology conditioning, column ciou)",,out:model-not-established, arxiv-2610.29409-abl-rs-giou,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,68.5,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 10 (ablations on ReasonSeg val, all 200 items, three-run means and sample deviations), row low backend reasoning effort, column giou)",,out:model-not-established, arxiv-2610.29409-abl-rs-ciou,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,72.3,cIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 10 (ablations on ReasonSeg val, all 200 items, three-run means and sample deviations), row low backend reasoning effort, column ciou)",,out:model-not-established, arxiv-2610.29409-abl-rs-giou,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,67.2,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 10 (ablations on ReasonSeg val, all 200 items, three-run means and sample deviations), row low image detail, column giou)",,out:model-not-established, arxiv-2610.29409-abl-rs-ciou,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,71.5,cIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 10 (ablations on ReasonSeg val, all 200 items, three-run means and sample deviations), row low image detail, column ciou)",,out:model-not-established, arxiv-2610.29409-abl-rs-giou,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,69.6,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 10 (ablations on ReasonSeg val, all 200 items, three-run means and sample deviations), row w/o deterministic postprocessing, column giou)",,out:model-not-established, arxiv-2610.29409-abl-rs-ciou,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,73.8,cIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 10 (ablations on ReasonSeg val, all 200 items, three-run means and sample deviations), row w/o deterministic postprocessing, column ciou)",,out:model-not-established, arxiv-2610.29409-abl-rs-giou,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,69.4,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 10 (ablations on ReasonSeg val, all 200 items, three-run means and sample deviations), row w/o postprocessing + box-adjust, column giou)",,out:model-not-established, arxiv-2610.29409-abl-rs-ciou,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,73.6,cIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 10 (ablations on ReasonSeg val, all 200 items, three-run means and sample deviations), row w/o postprocessing + box-adjust, column ciou)",,out:model-not-established, arxiv-2610.29409-abl-rs-giou,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,69.5,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 10 (ablations on ReasonSeg val, all 200 items, three-run means and sample deviations), row w/o detect stage (splines over whole image), column giou)",,out:model-not-established, arxiv-2610.29409-abl-rs-ciou,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,72.1,cIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 10 (ablations on ReasonSeg val, all 200 items, three-run means and sample deviations), row w/o detect stage (splines over whole image), column ciou)",,out:model-not-established, arxiv-2610.29409-abl-rs-giou,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,71.8,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 10 (ablations on ReasonSeg val, all 200 items, three-run means and sample deviations), row per-instance cropped calls, column giou)",,out:model-not-established, arxiv-2610.29409-abl-rs-ciou,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,75.4,cIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 10 (ablations on ReasonSeg val, all 200 items, three-run means and sample deviations), row per-instance cropped calls, column ciou)",,out:model-not-established, arxiv-2610.29409-abl-rs-giou,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,69.8,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 10 (ablations on ReasonSeg val, all 200 items, three-run means and sample deviations), row polygon loops instead of B-splines, column giou)",,out:model-not-established, arxiv-2610.29409-abl-rs-ciou,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,73.1,cIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 10 (ablations on ReasonSeg val, all 200 items, three-run means and sample deviations), row polygon loops instead of B-splines, column ciou)",,out:model-not-established, arxiv-2610.29409-abl-rs-giou,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,71.7,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 10 (ablations on ReasonSeg val, all 200 items, three-run means and sample deviations), row per-instance cropped refine, column giou)",,out:model-not-established, arxiv-2610.29409-abl-rs-ciou,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,74.9,cIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 10 (ablations on ReasonSeg val, all 200 items, three-run means and sample deviations), row per-instance cropped refine, column ciou)",,out:model-not-established, arxiv-2610.29409-abl-rc-giou,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,79.3,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 11 (ablations on RefCOCO val, all 200 items, one run per configuration), row LLMSeg (reported configuration), column giou)",,out:model-not-established, arxiv-2610.29409-abl-rc-ciou,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,79.8,cIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 11 (ablations on RefCOCO val, all 200 items, one run per configuration), row LLMSeg (reported configuration), column ciou)",,out:model-not-established, arxiv-2610.29409-abl-rc-giou,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,76.6,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 11 (ablations on RefCOCO val, all 200 items, one run per configuration), row w/o deterministic postprocessing, column giou)",,out:model-not-established, arxiv-2610.29409-abl-rc-ciou,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,77.9,cIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 11 (ablations on RefCOCO val, all 200 items, one run per configuration), row w/o deterministic postprocessing, column ciou)",,out:model-not-established, arxiv-2610.29409-abl-rc-giou,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,79.2,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 11 (ablations on RefCOCO val, all 200 items, one run per configuration), row + box-adjust pre-pass, column giou)",,out:model-not-established, arxiv-2610.29409-abl-rc-ciou,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,79.7,cIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 11 (ablations on RefCOCO val, all 200 items, one run per configuration), row + box-adjust pre-pass, column ciou)",,out:model-not-established, arxiv-2610.29409-abl-rc-giou,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,77.9,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 11 (ablations on RefCOCO val, all 200 items, one run per configuration), row w/o postprocessing + box-adjust, column giou)",,out:model-not-established, arxiv-2610.29409-abl-rc-ciou,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,78.3,cIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 11 (ablations on RefCOCO val, all 200 items, one run per configuration), row w/o postprocessing + box-adjust, column ciou)",,out:model-not-established, arxiv-2610.29409-abl-rc-giou,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,76.7,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 11 (ablations on RefCOCO val, all 200 items, one run per configuration), row + topology conditioning, column giou)",,out:model-not-established, arxiv-2610.29409-abl-rc-ciou,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,77.3,cIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 11 (ablations on RefCOCO val, all 200 items, one run per configuration), row + topology conditioning, column ciou)",,out:model-not-established, arxiv-2610.29409-abl-rc-giou,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,66.9,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 11 (ablations on RefCOCO val, all 200 items, one run per configuration), row w/o refinement ( T = 0 T{=}0 ), column giou)",,out:model-not-established, arxiv-2610.29409-abl-rc-ciou,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,64.6,cIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 11 (ablations on RefCOCO val, all 200 items, one run per configuration), row w/o refinement ( T = 0 T{=}0 ), column ciou)",,out:model-not-established, arxiv-2610.29409-abl-rc-giou,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,79.1,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 11 (ablations on RefCOCO val, all 200 items, one run per configuration), row w/o morphology conditioning, column giou)",,out:model-not-established, arxiv-2610.29409-abl-rc-ciou,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,78.8,cIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 11 (ablations on RefCOCO val, all 200 items, one run per configuration), row w/o morphology conditioning, column ciou)",,out:model-not-established, arxiv-2610.29409-abl-rc-giou,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,75.7,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 11 (ablations on RefCOCO val, all 200 items, one run per configuration), row low backend reasoning effort, column giou)",,out:model-not-established, arxiv-2610.29409-abl-rc-ciou,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,74.3,cIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 11 (ablations on RefCOCO val, all 200 items, one run per configuration), row low backend reasoning effort, column ciou)",,out:model-not-established, arxiv-2610.29409-abl-rc-giou,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,74.8,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 11 (ablations on RefCOCO val, all 200 items, one run per configuration), row low image detail, column giou)",,out:model-not-established, arxiv-2610.29409-abl-rc-ciou,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,75.4,cIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 11 (ablations on RefCOCO val, all 200 items, one run per configuration), row low image detail, column ciou)",,out:model-not-established, arxiv-2610.29409-abl-rc-giou,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,76.4,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 11 (ablations on RefCOCO val, all 200 items, one run per configuration), row w/o deterministic postprocessing, column giou)",,out:model-not-established, arxiv-2610.29409-abl-rc-ciou,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,76.8,cIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 11 (ablations on RefCOCO val, all 200 items, one run per configuration), row w/o deterministic postprocessing, column ciou)",,out:model-not-established, arxiv-2610.29409-abl-rc-giou,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,76.9,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 11 (ablations on RefCOCO val, all 200 items, one run per configuration), row w/o postprocessing + box-adjust, column giou)",,out:model-not-established, arxiv-2610.29409-abl-rc-ciou,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,77.7,cIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 11 (ablations on RefCOCO val, all 200 items, one run per configuration), row w/o postprocessing + box-adjust, column ciou)",,out:model-not-established, arxiv-2610.29409-abl-rc-giou,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,78.5,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 11 (ablations on RefCOCO val, all 200 items, one run per configuration), row w/o detect stage (splines over whole image), column giou)",,out:model-not-established, arxiv-2610.29409-abl-rc-ciou,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,78.8,cIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 11 (ablations on RefCOCO val, all 200 items, one run per configuration), row w/o detect stage (splines over whole image), column ciou)",,out:model-not-established, arxiv-2610.29409-abl-rc-giou,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,78.8,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 11 (ablations on RefCOCO val, all 200 items, one run per configuration), row per-instance cropped calls, column giou)",,out:model-not-established, arxiv-2610.29409-abl-rc-ciou,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,78.3,cIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 11 (ablations on RefCOCO val, all 200 items, one run per configuration), row per-instance cropped calls, column ciou)",,out:model-not-established, arxiv-2610.29409-abl-rc-giou,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,78.7,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 11 (ablations on RefCOCO val, all 200 items, one run per configuration), row polygon loops instead of B-splines, column giou)",,out:model-not-established, arxiv-2610.29409-abl-rc-ciou,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,79.1,cIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 11 (ablations on RefCOCO val, all 200 items, one run per configuration), row polygon loops instead of B-splines, column ciou)",,out:model-not-established, arxiv-2610.29409-abl-rc-giou,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,77.4,gIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 11 (ablations on RefCOCO val, all 200 items, one run per configuration), row per-instance cropped refine, column giou)",,out:model-not-established, arxiv-2610.29409-abl-rc-ciou,arxiv-2610.29409,?Gemini-3.7-Flash,not-established:absent,mixed,hard,,,,,,,77.7,cIoU%,0.0289,,,"https://arxiv.org/abs/2610.29409 (Table 11 (ablations on RefCOCO val, all 200 items, one run per configuration), row per-instance cropped refine, column ciou)",,out:model-not-established, arxiv-2610.29443-gaia-exec,arxiv-2610.29443,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,78.6,score%,0.0289,,,"https://arxiv.org/abs/2610.29443 (Table 1 (Main results on Gaia2, CostBench, and ToolMaze; Advanced models), row Gemini-3.1-Pro-Preview, column gaia-exec)",,out:effort-not-established, arxiv-2610.29443-gaia-search,arxiv-2610.29443,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,92.8,score%,0.0289,,,"https://arxiv.org/abs/2610.29443 (Table 1 (Main results on Gaia2, CostBench, and ToolMaze; Advanced models), row Gemini-3.1-Pro-Preview, column gaia-search)",,out:effort-not-established, arxiv-2610.29443-gaia-amb,arxiv-2610.29443,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,40.6,score%,0.0289,,,"https://arxiv.org/abs/2610.29443 (Table 1 (Main results on Gaia2, CostBench, and ToolMaze; Advanced models), row Gemini-3.1-Pro-Preview, column gaia-amb)",,out:effort-not-established, arxiv-2610.29443-gaia-adapt,arxiv-2610.29443,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,45.9,score%,0.0289,,,"https://arxiv.org/abs/2610.29443 (Table 1 (Main results on Gaia2, CostBench, and ToolMaze; Advanced models), row Gemini-3.1-Pro-Preview, column gaia-adapt)",,out:effort-not-established, arxiv-2610.29443-gaia-time,arxiv-2610.29443,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,2.1,score%,0.0289,,,"https://arxiv.org/abs/2610.29443 (Table 1 (Main results on Gaia2, CostBench, and ToolMaze; Advanced models), row Gemini-3.1-Pro-Preview, column gaia-time)",,out:effort-not-established, arxiv-2610.29443-gaia-overall,arxiv-2610.29443,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,52.0,score%,0.0289,,,"https://arxiv.org/abs/2610.29443 (Table 1 (Main results on Gaia2, CostBench, and ToolMaze; Advanced models), row Gemini-3.1-Pro-Preview, column gaia-overall)",,out:effort-not-established, arxiv-2610.29443-cost-gap,arxiv-2610.29443,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,0.010,score%,0.000289,,,"https://arxiv.org/abs/2610.29443 (Table 1 (Main results on Gaia2, CostBench, and ToolMaze; Advanced models), row Gemini-3.1-Pro-Preview, column cost-gap)",,out:effort-not-established, arxiv-2610.29443-cost-tcr,arxiv-2610.29443,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,95.28,score%,0.00289,,,"https://arxiv.org/abs/2610.29443 (Table 1 (Main results on Gaia2, CostBench, and ToolMaze; Advanced models), row Gemini-3.1-Pro-Preview, column cost-tcr)",,out:effort-not-established, arxiv-2610.29443-cost-itur,arxiv-2610.29443,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,1.42,score%,0.00289,,,"https://arxiv.org/abs/2610.29443 (Table 1 (Main results on Gaia2, CostBench, and ToolMaze; Advanced models), row Gemini-3.1-Pro-Preview, column cost-itur)",,out:effort-not-established, arxiv-2610.29443-mz-avg,arxiv-2610.29443,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,32.19,score%,0.00289,,,"https://arxiv.org/abs/2610.29443 (Table 1 (Main results on Gaia2, CostBench, and ToolMaze; Advanced models), row Gemini-3.1-Pro-Preview, column mz-avg)",,out:effort-not-established, arxiv-2610.29443-mz-tsr-np,arxiv-2610.29443,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,71.25,score%,0.00289,,,"https://arxiv.org/abs/2610.29443 (Table 3 (Detailed results on ToolMaze), row Gemini-3.1-Pro-Preview, column mz-tsr-np)",,out:effort-not-established, arxiv-2610.29443-mz-tsr-p1,arxiv-2610.29443,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,59.75,score%,0.00289,,,"https://arxiv.org/abs/2610.29443 (Table 3 (Detailed results on ToolMaze), row Gemini-3.1-Pro-Preview, column mz-tsr-p1)",,out:effort-not-established, arxiv-2610.29443-mz-tsr-p2,arxiv-2610.29443,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,30.00,score%,0.00289,,,"https://arxiv.org/abs/2610.29443 (Table 3 (Detailed results on ToolMaze), row Gemini-3.1-Pro-Preview, column mz-tsr-p2)",,out:effort-not-established, arxiv-2610.29443-mz-tsr-p3,arxiv-2610.29443,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,6.75,score%,0.00289,,,"https://arxiv.org/abs/2610.29443 (Table 3 (Detailed results on ToolMaze), row Gemini-3.1-Pro-Preview, column mz-tsr-p3)",,out:effort-not-established, arxiv-2610.29443-mz-tsr-p4,arxiv-2610.29443,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,9.00,score%,0.00289,,,"https://arxiv.org/abs/2610.29443 (Table 3 (Detailed results on ToolMaze), row Gemini-3.1-Pro-Preview, column mz-tsr-p4)",,out:effort-not-established, arxiv-2610.29443-mz-tsr-avg,arxiv-2610.29443,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,26.38,score%,0.00289,,,"https://arxiv.org/abs/2610.29443 (Table 3 (Detailed results on ToolMaze), row Gemini-3.1-Pro-Preview, column mz-tsr-avg)",,out:effort-not-established, arxiv-2610.29443-mz-prr-p1,arxiv-2610.29443,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,73.49,score%,0.00289,,,"https://arxiv.org/abs/2610.29443 (Table 3 (Detailed results on ToolMaze), row Gemini-3.1-Pro-Preview, column mz-prr-p1)",,out:effort-not-established, arxiv-2610.29443-mz-prr-p2,arxiv-2610.29443,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,33.52,score%,0.00289,,,"https://arxiv.org/abs/2610.29443 (Table 3 (Detailed results on ToolMaze), row Gemini-3.1-Pro-Preview, column mz-prr-p2)",,out:effort-not-established, arxiv-2610.29443-mz-prr-p3,arxiv-2610.29443,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,8.09,score%,0.00289,,,"https://arxiv.org/abs/2610.29443 (Table 3 (Detailed results on ToolMaze), row Gemini-3.1-Pro-Preview, column mz-prr-p3)",,out:effort-not-established, arxiv-2610.29443-mz-prr-p4,arxiv-2610.29443,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,10.84,score%,0.00289,,,"https://arxiv.org/abs/2610.29443 (Table 3 (Detailed results on ToolMaze), row Gemini-3.1-Pro-Preview, column mz-prr-p4)",,out:effort-not-established, arxiv-2610.29443-mz-prr-avg,arxiv-2610.29443,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,31.48,score%,0.00289,,,"https://arxiv.org/abs/2610.29443 (Table 3 (Detailed results on ToolMaze), row Gemini-3.1-Pro-Preview, column mz-prr-avg)",,out:effort-not-established, arxiv-2610.29443-mz-rc-p1,arxiv-2610.29443,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,37.53,score%,0.00289,,,"https://arxiv.org/abs/2610.29443 (Table 3 (Detailed results on ToolMaze), row Gemini-3.1-Pro-Preview, column mz-rc-p1)",,out:effort-not-established, arxiv-2610.29443-mz-rc-p2,arxiv-2610.29443,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,67.64,score%,0.00289,,,"https://arxiv.org/abs/2610.29443 (Table 3 (Detailed results on ToolMaze), row Gemini-3.1-Pro-Preview, column mz-rc-p2)",,out:effort-not-established, arxiv-2610.29443-mz-rc-p3,arxiv-2610.29443,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,88.64,score%,0.00289,,,"https://arxiv.org/abs/2610.29443 (Table 3 (Detailed results on ToolMaze), row Gemini-3.1-Pro-Preview, column mz-rc-p3)",,out:effort-not-established, arxiv-2610.29443-mz-rc-p4,arxiv-2610.29443,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,87.24,score%,0.00289,,,"https://arxiv.org/abs/2610.29443 (Table 3 (Detailed results on ToolMaze), row Gemini-3.1-Pro-Preview, column mz-rc-p4)",,out:effort-not-established, arxiv-2610.29443-mz-rc-avg,arxiv-2610.29443,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,70.26,score%,0.00289,,,"https://arxiv.org/abs/2610.29443 (Table 3 (Detailed results on ToolMaze), row Gemini-3.1-Pro-Preview, column mz-rc-avg)",,out:effort-not-established, 2610.29455-cpwer-es,arxiv-2610.29455,qwen3.8-omni-flash,unstated,mixed,hard,,,,,,,26.7,cpWER es,0.0289,,,"https://arxiv.org/abs/2610.29455 (Table 1, column cpWER es)",,out:effort-not-established, arxiv-2610.29822-usersse-resolved-1turn,arxiv-2610.29822,opus-5,unstated,coding,hard,,,,,,,25.0,resolved within 1 turn (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 3, row Claude Opus 5, column 1)",,out:effort-not-established, arxiv-2610.29822-usersse-resolved-2turns,arxiv-2610.29822,opus-5,unstated,coding,hard,,,,,,,56.9,resolved within 2 turns (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 3, row Claude Opus 5, column 2)",,out:effort-not-established, arxiv-2610.29822-usersse-resolved-3turns,arxiv-2610.29822,opus-5,unstated,coding,hard,,,,,,,66.7,resolved within 3 turns (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 3, row Claude Opus 5, column 3)",,out:effort-not-established, arxiv-2610.29822-usersse-resolved-4turns,arxiv-2610.29822,opus-5,unstated,coding,hard,,,,,,,76.4,resolved within 4 turns (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 3, row Claude Opus 5, column 4)",,out:effort-not-established, arxiv-2610.29822-usersse-resolved-5turns,arxiv-2610.29822,opus-5,unstated,coding,hard,,,,,,,79.2,resolved within 5 turns (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 3, row Claude Opus 5, column 5)",,out:effort-not-established, arxiv-2610.29822-usersse-resolved-6turns,arxiv-2610.29822,opus-5,unstated,coding,hard,,,,,,,80.6,resolved within 6 turns (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 3, row Claude Opus 5, column 6)",,out:effort-not-established, arxiv-2610.29822-usersse-resolved-7turns,arxiv-2610.29822,opus-5,unstated,coding,hard,,,,,,,80.6,resolved within 7 turns (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 3, row Claude Opus 5, column 7)",,out:effort-not-established, arxiv-2610.29822-usersse-resolved-8turns,arxiv-2610.29822,opus-5,unstated,coding,hard,,,,,,,80.6,resolved within 8 turns (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 3, row Claude Opus 5, column 8)",,out:effort-not-established, arxiv-2610.29822-usersse-ldpr,arxiv-2610.29822,opus-5,unstated,coding,hard,,,,,,,0.640,LDPR,0.000289,,,"https://arxiv.org/abs/2610.29822 (Table 3, row Claude Opus 5, column LDPR)",,out:effort-not-established, arxiv-2610.29822-usersse-ldpr-ci-lower,arxiv-2610.29822,opus-5,unstated,mixed,hard,,,,,,,0.553,LDPR 95% interval lower bound,0.000289,,,"https://arxiv.org/abs/2610.29822 (Table 14, row Claude Opus 5, column 95% interval lower)",,out:effort-not-established, arxiv-2610.29822-usersse-ldpr-ci-upper,arxiv-2610.29822,opus-5,unstated,mixed,hard,,,,,,,0.722,LDPR 95% interval upper bound,0.000289,,,"https://arxiv.org/abs/2610.29822 (Table 14, row Claude Opus 5, column 95% interval upper)",,out:effort-not-established, arxiv-2610.29822-usersse-agent-cost,arxiv-2610.29822,opus-5,unstated,coding,hard,,CNY-per-task,170.4,0.0289,,,,none,,,,https://arxiv.org/abs/2610.29822 (),,,out:effort-not-established arxiv-2610.29822-usersse-judging-cost,arxiv-2610.29822,opus-5,unstated,coding,hard,,,,,,,,none,,,,https://arxiv.org/abs/2610.29822 (),,,out:effort-not-established arxiv-2610.29822-usersse-t22-ldpr-clear-symptom,arxiv-2610.29822,opus-5,unstated,mixed,hard,,,,,,,0.671,LDPR by symptom clarity,0.000289,,,"https://arxiv.org/abs/2610.29822 (Table 22, row Claude Opus 5, column Clear)",,out:effort-not-established, arxiv-2610.29822-usersse-t22-ldpr-vague-symptom,arxiv-2610.29822,opus-5,unstated,mixed,hard,,,,,,,0.540,LDPR by symptom clarity,0.000289,,,"https://arxiv.org/abs/2610.29822 (Table 22, row Claude Opus 5, column Vague)",,out:effort-not-established, arxiv-2610.29822-usersse-t22-ldpr-symptom-delta,arxiv-2610.29822,opus-5,unstated,mixed,hard,,,,,,,0.131,LDPR difference Clear minus Vague,0.000289,,,"https://arxiv.org/abs/2610.29822 (Table 22, row Claude Opus 5, column Delta)",,out:effort-not-established, arxiv-2610.29822-usersse-t16-cc-rewrite,arxiv-2610.29822,opus-5,unstated,coding,hard,,,,,,,30.0,reviewer rewrite (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 16, row Claude Opus 5 with the Claude Code reviewer, column Rewrite)",,out:effort-not-established, arxiv-2610.29822-usersse-t16-cc-evidence,arxiv-2610.29822,opus-5,unstated,coding,hard,,,,,,,32.6,reviewer evidence (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 16, row Claude Opus 5 with the Claude Code reviewer, column Evidence)",,out:effort-not-established, arxiv-2610.29822-usersse-t16-cc-guidance,arxiv-2610.29822,opus-5,unstated,coding,hard,,,,,,,44.0,reviewer guidance (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 16, row Claude Opus 5 with the Claude Code reviewer, column Guidance)",,out:effort-not-established, arxiv-2610.29822-usersse-t16-cc-equiv,arxiv-2610.29822,opus-5,unstated,coding,hard,,,,,,,9.3,reviewer equiv. (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 16, row Claude Opus 5 with the Claude Code reviewer, column Equiv.)",,out:effort-not-established, arxiv-2610.29822-usersse-t16-cc-persona,arxiv-2610.29822,opus-5,unstated,coding,hard,,,,,,,14.1,reviewer persona (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 16, row Claude Opus 5 with the Claude Code reviewer, column Persona)",,out:effort-not-established, arxiv-2610.29822-usersse-t16-codex-rewrite,arxiv-2610.29822,opus-5,unstated,coding,hard,,,,,,,64.8,reviewer rewrite (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 16, row Claude Opus 5 with the Codex reviewer, column Rewrite)",,out:effort-not-established, arxiv-2610.29822-usersse-t16-codex-evidence,arxiv-2610.29822,opus-5,unstated,coding,hard,,,,,,,70.9,reviewer evidence (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 16, row Claude Opus 5 with the Codex reviewer, column Evidence)",,out:effort-not-established, arxiv-2610.29822-usersse-t16-codex-guidance,arxiv-2610.29822,opus-5,unstated,coding,hard,,,,,,,13.9,reviewer guidance (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 16, row Claude Opus 5 with the Codex reviewer, column Guidance)",,out:effort-not-established, arxiv-2610.29822-usersse-t16-codex-equiv,arxiv-2610.29822,opus-5,unstated,coding,hard,,,,,,,7.1,reviewer equiv. (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 16, row Claude Opus 5 with the Codex reviewer, column Equiv.)",,out:effort-not-established, arxiv-2610.29822-usersse-t16-codex-persona,arxiv-2610.29822,opus-5,unstated,coding,hard,,,,,,,8.1,reviewer persona (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 16, row Claude Opus 5 with the Codex reviewer, column Persona)",,out:effort-not-established, arxiv-2610.29822-usersse-resolved-1turn,arxiv-2610.29822,fable-5.1,unstated,coding,hard,,,,,,,31.9,resolved within 1 turn (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 3, row Claude Fable 5.1, column 1)",,out:effort-not-established, arxiv-2610.29822-usersse-resolved-2turns,arxiv-2610.29822,fable-5.1,unstated,coding,hard,,,,,,,47.2,resolved within 2 turns (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 3, row Claude Fable 5.1, column 2)",,out:effort-not-established, arxiv-2610.29822-usersse-resolved-3turns,arxiv-2610.29822,fable-5.1,unstated,coding,hard,,,,,,,62.5,resolved within 3 turns (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 3, row Claude Fable 5.1, column 3)",,out:effort-not-established, arxiv-2610.29822-usersse-resolved-4turns,arxiv-2610.29822,fable-5.1,unstated,coding,hard,,,,,,,66.7,resolved within 4 turns (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 3, row Claude Fable 5.1, column 4)",,out:effort-not-established, arxiv-2610.29822-usersse-resolved-5turns,arxiv-2610.29822,fable-5.1,unstated,coding,hard,,,,,,,75.0,resolved within 5 turns (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 3, row Claude Fable 5.1, column 5)",,out:effort-not-established, arxiv-2610.29822-usersse-resolved-6turns,arxiv-2610.29822,fable-5.1,unstated,coding,hard,,,,,,,75.0,resolved within 6 turns (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 3, row Claude Fable 5.1, column 6)",,out:effort-not-established, arxiv-2610.29822-usersse-resolved-7turns,arxiv-2610.29822,fable-5.1,unstated,coding,hard,,,,,,,75.0,resolved within 7 turns (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 3, row Claude Fable 5.1, column 7)",,out:effort-not-established, arxiv-2610.29822-usersse-resolved-8turns,arxiv-2610.29822,fable-5.1,unstated,coding,hard,,,,,,,76.4,resolved within 8 turns (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 3, row Claude Fable 5.1, column 8)",,out:effort-not-established, arxiv-2610.29822-usersse-ldpr,arxiv-2610.29822,fable-5.1,unstated,coding,hard,,,,,,,0.593,LDPR,0.000289,,,"https://arxiv.org/abs/2610.29822 (Table 3, row Claude Fable 5.1, column LDPR)",,out:effort-not-established, arxiv-2610.29822-usersse-ldpr-ci-lower,arxiv-2610.29822,fable-5.1,unstated,mixed,hard,,,,,,,0.499,LDPR 95% interval lower bound,0.000289,,,"https://arxiv.org/abs/2610.29822 (Table 14, row Claude Fable 5.1, column 95% interval lower)",,out:effort-not-established, arxiv-2610.29822-usersse-ldpr-ci-upper,arxiv-2610.29822,fable-5.1,unstated,mixed,hard,,,,,,,0.684,LDPR 95% interval upper bound,0.000289,,,"https://arxiv.org/abs/2610.29822 (Table 14, row Claude Fable 5.1, column 95% interval upper)",,out:effort-not-established, arxiv-2610.29822-usersse-agent-cost,arxiv-2610.29822,fable-5.1,unstated,coding,hard,,CNY-per-task,710.5,0.0289,,,,none,,,,https://arxiv.org/abs/2610.29822 (),,,out:effort-not-established arxiv-2610.29822-usersse-judging-cost,arxiv-2610.29822,fable-5.1,unstated,coding,hard,,,,,,,,none,,,,https://arxiv.org/abs/2610.29822 (),,,out:effort-not-established arxiv-2610.29822-usersse-t22-ldpr-clear-symptom,arxiv-2610.29822,fable-5.1,unstated,mixed,hard,,,,,,,0.656,LDPR by symptom clarity,0.000289,,,"https://arxiv.org/abs/2610.29822 (Table 22, row Claude Fable 5.1, column Clear)",,out:effort-not-established, arxiv-2610.29822-usersse-t22-ldpr-vague-symptom,arxiv-2610.29822,fable-5.1,unstated,mixed,hard,,,,,,,0.388,LDPR by symptom clarity,0.000289,,,"https://arxiv.org/abs/2610.29822 (Table 22, row Claude Fable 5.1, column Vague)",,out:effort-not-established, arxiv-2610.29822-usersse-t22-ldpr-symptom-delta,arxiv-2610.29822,fable-5.1,unstated,mixed,hard,,,,,,,0.268,LDPR difference Clear minus Vague,0.000289,,,"https://arxiv.org/abs/2610.29822 (Table 22, row Claude Fable 5.1, column Delta)",,out:effort-not-established, arxiv-2610.29822-usersse-t16-cc-rewrite,arxiv-2610.29822,fable-5.1,unstated,coding,hard,,,,,,,24.2,reviewer rewrite (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 16, row Claude Fable 5.1 with the Claude Code reviewer, column Rewrite)",,out:effort-not-established, arxiv-2610.29822-usersse-t16-cc-evidence,arxiv-2610.29822,fable-5.1,unstated,coding,hard,,,,,,,48.1,reviewer evidence (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 16, row Claude Fable 5.1 with the Claude Code reviewer, column Evidence)",,out:effort-not-established, arxiv-2610.29822-usersse-t16-cc-guidance,arxiv-2610.29822,fable-5.1,unstated,coding,hard,,,,,,,30.1,reviewer guidance (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 16, row Claude Fable 5.1 with the Claude Code reviewer, column Guidance)",,out:effort-not-established, arxiv-2610.29822-usersse-t16-cc-equiv,arxiv-2610.29822,fable-5.1,unstated,coding,hard,,,,,,,7.9,reviewer equiv. (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 16, row Claude Fable 5.1 with the Claude Code reviewer, column Equiv.)",,out:effort-not-established, arxiv-2610.29822-usersse-t16-cc-persona,arxiv-2610.29822,fable-5.1,unstated,coding,hard,,,,,,,13.9,reviewer persona (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 16, row Claude Fable 5.1 with the Claude Code reviewer, column Persona)",,out:effort-not-established, arxiv-2610.29822-usersse-t16-codex-rewrite,arxiv-2610.29822,fable-5.1,unstated,coding,hard,,,,,,,70.5,reviewer rewrite (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 16, row Claude Fable 5.1 with the Codex reviewer, column Rewrite)",,out:effort-not-established, arxiv-2610.29822-usersse-t16-codex-evidence,arxiv-2610.29822,fable-5.1,unstated,coding,hard,,,,,,,66.3,reviewer evidence (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 16, row Claude Fable 5.1 with the Codex reviewer, column Evidence)",,out:effort-not-established, arxiv-2610.29822-usersse-t16-codex-guidance,arxiv-2610.29822,fable-5.1,unstated,coding,hard,,,,,,,17.4,reviewer guidance (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 16, row Claude Fable 5.1 with the Codex reviewer, column Guidance)",,out:effort-not-established, arxiv-2610.29822-usersse-t16-codex-equiv,arxiv-2610.29822,fable-5.1,unstated,coding,hard,,,,,,,11.7,reviewer equiv. (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 16, row Claude Fable 5.1 with the Codex reviewer, column Equiv.)",,out:effort-not-established, arxiv-2610.29822-usersse-t16-codex-persona,arxiv-2610.29822,fable-5.1,unstated,coding,hard,,,,,,,4.6,reviewer persona (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 16, row Claude Fable 5.1 with the Codex reviewer, column Persona)",,out:effort-not-established, arxiv-2610.29822-usersse-t4-ldpr-clear-user,arxiv-2610.29822,opus-5,unstated,mixed,hard,,,,,,,0.688,LDPR (persona ablation),0.000289,,,"https://arxiv.org/abs/2610.29822 (Table 4, row Claude Opus 5, column LDPR Clear)",,out:effort-not-established, arxiv-2610.29822-usersse-t4-ldpr-dynamic-persona,arxiv-2610.29822,opus-5,unstated,mixed,hard,,,,,,,0.668,LDPR (persona ablation),0.000289,,,"https://arxiv.org/abs/2610.29822 (Table 4, row Claude Opus 5, column LDPR Dynamic)",,out:effort-not-established, arxiv-2610.29822-usersse-t4-ldpr-persona-delta,arxiv-2610.29822,opus-5,unstated,mixed,hard,,,,,,,0.020,change of LDPR (clear to dynamic),0.000289,,,"https://arxiv.org/abs/2610.29822 (Table 4, row Claude Opus 5, column LDPR Delta)",,out:effort-not-established, arxiv-2610.29822-usersse-reviewer-rewrite,arxiv-2610.29822,opus-5,unstated,coding,hard,,,,,,,25.4,reviewer rewrite (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 5, row Claude Code / Claude Opus 5, column Rewrite)",,out:effort-not-established, arxiv-2610.29822-usersse-reviewer-evidence,arxiv-2610.29822,opus-5,unstated,coding,hard,,,,,,,42.1,reviewer evidence (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 5, row Claude Code / Claude Opus 5, column Evidence)",,out:effort-not-established, arxiv-2610.29822-usersse-reviewer-guidance,arxiv-2610.29822,opus-5,unstated,coding,hard,,,,,,,41.5,reviewer guidance (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 5, row Claude Code / Claude Opus 5, column Guidance)",,out:effort-not-established, arxiv-2610.29822-usersse-reviewer-equiv,arxiv-2610.29822,opus-5,unstated,coding,hard,,,,,,,5.3,reviewer equiv. (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 5, row Claude Code / Claude Opus 5, column Equivalence)",,out:effort-not-established, arxiv-2610.29822-usersse-reviewer-persona,arxiv-2610.29822,opus-5,unstated,coding,hard,,,,,,,11.1,reviewer persona (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 5, row Claude Code / Claude Opus 5, column Persona)",,out:effort-not-established, arxiv-2610.29822-usersse-ldpr,arxiv-2610.29822,gpt-6-astra,unstated,coding,hard,,CNY-per-task,264.2,0.0289,,,0.561,LDPR,0.000289,,,"https://arxiv.org/abs/2610.29822 (Table 3, row GPT-6-Astra, last column (LDPR))",,out:effort-not-established,out:effort-not-established arxiv-2610.29822-usersse-resolved-1turn,arxiv-2610.29822,gpt-6-astra,unstated,coding,hard,,,,,,,12.5,resolved within 1 turn (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 3, row GPT-6-Astra, resolved within 1 turn column)",,out:effort-not-established, arxiv-2610.29822-usersse-resolved-2turns,arxiv-2610.29822,gpt-6-astra,unstated,coding,hard,,,,,,,38.9,resolved within 2 turns (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 3, row GPT-6-Astra, resolved within 2 turn column)",,out:effort-not-established, arxiv-2610.29822-usersse-resolved-3turns,arxiv-2610.29822,gpt-6-astra,unstated,coding,hard,,,,,,,55.6,resolved within 3 turns (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 3, row GPT-6-Astra, resolved within 3 turn column)",,out:effort-not-established, arxiv-2610.29822-usersse-resolved-4turns,arxiv-2610.29822,gpt-6-astra,unstated,coding,hard,,,,,,,70.8,resolved within 4 turns (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 3, row GPT-6-Astra, resolved within 4 turn column)",,out:effort-not-established, arxiv-2610.29822-usersse-resolved-5turns,arxiv-2610.29822,gpt-6-astra,unstated,coding,hard,,,,,,,77.8,resolved within 5 turns (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 3, row GPT-6-Astra, resolved within 5 turn column)",,out:effort-not-established, arxiv-2610.29822-usersse-resolved-6turns,arxiv-2610.29822,gpt-6-astra,unstated,coding,hard,,,,,,,79.2,resolved within 6 turns (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 3, row GPT-6-Astra, resolved within 6 turn column)",,out:effort-not-established, arxiv-2610.29822-usersse-resolved-7turns,arxiv-2610.29822,gpt-6-astra,unstated,coding,hard,,,,,,,80.6,resolved within 7 turns (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 3, row GPT-6-Astra, resolved within 7 turn column)",,out:effort-not-established, arxiv-2610.29822-usersse-resolved-8turns,arxiv-2610.29822,gpt-6-astra,unstated,coding,hard,,,,,,,81.9,resolved within 8 turns (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 3, row GPT-6-Astra, resolved within 8 turn column)",,out:effort-not-established, arxiv-2610.29822-usersse-single-turn-swebench,arxiv-2610.29822,gpt-6-astra,unstated,mixed,hard,,,,,,,61.9,single-turn resolution (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (section 5.2.1 (text, single-turn collection of 42 tasks))",,out:effort-not-established, arxiv-2610.29822-usersse-ldpr,arxiv-2610.29822,gpt-5.6-sol,unstated,coding,hard,,CNY-per-task,279.2,0.0289,,,0.500,LDPR,0.000289,,,"https://arxiv.org/abs/2610.29822 (Table 3, row GPT-5.6-Sol, last column (LDPR))",,out:effort-not-established,out:effort-not-established arxiv-2610.29822-usersse-resolved-1turn,arxiv-2610.29822,gpt-5.6-sol,unstated,coding,hard,,,,,,,16.7,resolved within 1 turn (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 3, row GPT-5.6-Sol, resolved within 1 turn column)",,out:effort-not-established, arxiv-2610.29822-usersse-resolved-2turns,arxiv-2610.29822,gpt-5.6-sol,unstated,coding,hard,,,,,,,36.1,resolved within 2 turns (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 3, row GPT-5.6-Sol, resolved within 2 turn column)",,out:effort-not-established, arxiv-2610.29822-usersse-resolved-3turns,arxiv-2610.29822,gpt-5.6-sol,unstated,coding,hard,,,,,,,47.2,resolved within 3 turns (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 3, row GPT-5.6-Sol, resolved within 3 turn column)",,out:effort-not-established, arxiv-2610.29822-usersse-resolved-4turns,arxiv-2610.29822,gpt-5.6-sol,unstated,coding,hard,,,,,,,61.1,resolved within 4 turns (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 3, row GPT-5.6-Sol, resolved within 4 turn column)",,out:effort-not-established, arxiv-2610.29822-usersse-resolved-5turns,arxiv-2610.29822,gpt-5.6-sol,unstated,coding,hard,,,,,,,68.1,resolved within 5 turns (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 3, row GPT-5.6-Sol, resolved within 5 turn column)",,out:effort-not-established, arxiv-2610.29822-usersse-resolved-6turns,arxiv-2610.29822,gpt-5.6-sol,unstated,coding,hard,,,,,,,69.4,resolved within 6 turns (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 3, row GPT-5.6-Sol, resolved within 6 turn column)",,out:effort-not-established, arxiv-2610.29822-usersse-resolved-7turns,arxiv-2610.29822,gpt-5.6-sol,unstated,coding,hard,,,,,,,70.8,resolved within 7 turns (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 3, row GPT-5.6-Sol, resolved within 7 turn column)",,out:effort-not-established, arxiv-2610.29822-usersse-resolved-8turns,arxiv-2610.29822,gpt-5.6-sol,unstated,coding,hard,,,,,,,70.8,resolved within 8 turns (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 3, row GPT-5.6-Sol, resolved within 8 turn column)",,out:effort-not-established, arxiv-2610.29822-usersse-t4-ldpr-clear-user,arxiv-2610.29822,gpt-6-astra,unstated,mixed,hard,,,,,,,0.656,LDPR (persona ablation),0.000289,,,"https://arxiv.org/abs/2610.29822 (Table 4, row GPT-6-Astra, column LDPR, clear-and-correct user)",,out:effort-not-established, arxiv-2610.29822-usersse-t4-ldpr-dynamic-persona,arxiv-2610.29822,gpt-6-astra,unstated,mixed,hard,,,,,,,0.580,LDPR (persona ablation),0.000289,,,"https://arxiv.org/abs/2610.29822 (Table 4, row GPT-6-Astra, column LDPR, dynamic persona chain)",,out:effort-not-established, arxiv-2610.29822-usersse-t4-ldpr-persona-delta,arxiv-2610.29822,gpt-6-astra,unstated,mixed,hard,,,,,,,-0.076,change of LDPR (clear to dynamic),0.000289,,,"https://arxiv.org/abs/2610.29822 (Table 4, row GPT-6-Astra, column LDPR, change clear to dynamic)",,out:effort-not-established, arxiv-2610.29822-usersse-ldpr-ci-lower,arxiv-2610.29822,gpt-6-astra,unstated,mixed,hard,,,,,,,0.481,LDPR 95% interval lower bound,0.000289,,,"https://arxiv.org/abs/2610.29822 (Table 14, row GPT-6-Astra, column 95% interval (95% interval lower bound))",,out:effort-not-established, arxiv-2610.29822-usersse-ldpr-ci-upper,arxiv-2610.29822,gpt-6-astra,unstated,mixed,hard,,,,,,,0.639,LDPR 95% interval upper bound,0.000289,,,"https://arxiv.org/abs/2610.29822 (Table 14, row GPT-6-Astra, column 95% interval (95% interval upper bound))",,out:effort-not-established, arxiv-2610.29822-usersse-ldpr-ci-lower,arxiv-2610.29822,gpt-5.6-sol,unstated,mixed,hard,,,,,,,0.412,LDPR 95% interval lower bound,0.000289,,,"https://arxiv.org/abs/2610.29822 (Table 14, row GPT-5.6-Sol, column 95% interval (95% interval lower bound))",,out:effort-not-established, arxiv-2610.29822-usersse-ldpr-ci-upper,arxiv-2610.29822,gpt-5.6-sol,unstated,mixed,hard,,,,,,,0.587,LDPR 95% interval upper bound,0.000289,,,"https://arxiv.org/abs/2610.29822 (Table 14, row GPT-5.6-Sol, column 95% interval (95% interval upper bound))",,out:effort-not-established, arxiv-2610.29822-usersse-t22-ldpr-clear-symptom,arxiv-2610.29822,gpt-6-astra,unstated,mixed,hard,,,,,,,0.603,LDPR by symptom clarity,0.000289,,,"https://arxiv.org/abs/2610.29822 (Table 22, row GPT-6-Astra, column Clear (55 tasks))",,out:effort-not-established, arxiv-2610.29822-usersse-t22-ldpr-vague-symptom,arxiv-2610.29822,gpt-6-astra,unstated,mixed,hard,,,,,,,0.423,LDPR by symptom clarity,0.000289,,,"https://arxiv.org/abs/2610.29822 (Table 22, row GPT-6-Astra, column Vague (17 tasks))",,out:effort-not-established, arxiv-2610.29822-usersse-t22-ldpr-symptom-delta,arxiv-2610.29822,gpt-6-astra,unstated,mixed,hard,,,,,,,0.181,LDPR difference Clear minus Vague,0.000289,,,"https://arxiv.org/abs/2610.29822 (Table 22, row GPT-6-Astra, column Delta (Clear minus Vague))",,out:effort-not-established, arxiv-2610.29822-usersse-t22-ldpr-clear-symptom,arxiv-2610.29822,gpt-5.6-sol,unstated,mixed,hard,,,,,,,0.549,LDPR by symptom clarity,0.000289,,,"https://arxiv.org/abs/2610.29822 (Table 22, row GPT-5.6-Sol, column Clear (55 tasks))",,out:effort-not-established, arxiv-2610.29822-usersse-t22-ldpr-vague-symptom,arxiv-2610.29822,gpt-5.6-sol,unstated,mixed,hard,,,,,,,0.341,LDPR by symptom clarity,0.000289,,,"https://arxiv.org/abs/2610.29822 (Table 22, row GPT-5.6-Sol, column Vague (17 tasks))",,out:effort-not-established, arxiv-2610.29822-usersse-t22-ldpr-symptom-delta,arxiv-2610.29822,gpt-5.6-sol,unstated,mixed,hard,,,,,,,0.208,LDPR difference Clear minus Vague,0.000289,,,"https://arxiv.org/abs/2610.29822 (Table 22, row GPT-5.6-Sol, column Delta (Clear minus Vague))",,out:effort-not-established, arxiv-2610.29822-usersse-t15-wall,arxiv-2610.29822,gpt-6-astra,unstated,mixed,hard,,,,,,,805,judging-side wall column (unit not written),0.289,,,"https://arxiv.org/abs/2610.29822 (Table 15, row GPT-6-Astra, column Wall (judging side))",,out:effort-not-established, arxiv-2610.29822-usersse-t15-files,arxiv-2610.29822,gpt-6-astra,unstated,mixed,hard,,,,,,,7,median files changed per task,0.289,,,"https://arxiv.org/abs/2610.29822 (Table 15, row GPT-6-Astra, column Files (edit size))",,out:effort-not-established, arxiv-2610.29822-usersse-t15-lines,arxiv-2610.29822,gpt-6-astra,unstated,mixed,hard,,,,,,,723,median lines changed per task,0.289,,,"https://arxiv.org/abs/2610.29822 (Table 15, row GPT-6-Astra, column Lines (edit size))",,out:effort-not-established, arxiv-2610.29822-usersse-t15-wall,arxiv-2610.29822,gpt-5.6-sol,unstated,mixed,hard,,,,,,,200,judging-side wall column (unit not written),0.289,,,"https://arxiv.org/abs/2610.29822 (Table 15, row GPT-5.6-Sol, column Wall (judging side))",,out:effort-not-established, arxiv-2610.29822-usersse-t15-files,arxiv-2610.29822,gpt-5.6-sol,unstated,mixed,hard,,,,,,,3,median files changed per task,0.289,,,"https://arxiv.org/abs/2610.29822 (Table 15, row GPT-5.6-Sol, column Files (edit size))",,out:effort-not-established, arxiv-2610.29822-usersse-t15-lines,arxiv-2610.29822,gpt-5.6-sol,unstated,mixed,hard,,,,,,,221,median lines changed per task,0.289,,,"https://arxiv.org/abs/2610.29822 (Table 15, row GPT-5.6-Sol, column Lines (edit size))",,out:effort-not-established, arxiv-2610.29822-usersse-ldpr,arxiv-2610.29822,grok-4.6,unstated,coding,hard,,CNY-per-task,110.8,0.0289,,,0.569,LDPR,0.000289,,,"https://arxiv.org/abs/2610.29822 (Table 3, row Grok-4.6, last column)",,out:effort-not-established,out:effort-not-established arxiv-2610.29822-usersse-resolved-1turn,arxiv-2610.29822,grok-4.6,unstated,coding,hard,,,,,,,18.1,resolved within 1 turn (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 3, row Grok-4.6, first column (<= 1 turn))",,out:effort-not-established, arxiv-2610.29822-usersse-resolved-8turns,arxiv-2610.29822,grok-4.6,unstated,coding,hard,,,,,,,80.6,resolved within 8 turns (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 3, row Grok-4.6, eighth column (<= 8 turns))",,out:effort-not-established, arxiv-2610.29822-usersse-single-turn-swebench,arxiv-2610.29822,grok-4.6,unstated,mixed,hard,,,,,,,59.5,single-turn resolution (%),0.0289,,,https://arxiv.org/abs/2610.29822 (section 5.2.1 (text)),,out:effort-not-established, arxiv-2610.29822-usersse-resolved-1turn,arxiv-2610.29822,gemini-3.8-flash,unstated,coding,hard,,,,,,,15.3,resolved within 1 turn (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 3 (evaluation results on UserSWE, 72 tasks), column 1)",,out:effort-not-established, arxiv-2610.29822-usersse-resolved-2turns,arxiv-2610.29822,gemini-3.8-flash,unstated,coding,hard,,,,,,,33.3,resolved within 2 turns (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 3 (evaluation results on UserSWE, 72 tasks), column 2)",,out:effort-not-established, arxiv-2610.29822-usersse-resolved-3turns,arxiv-2610.29822,gemini-3.8-flash,unstated,coding,hard,,,,,,,44.4,resolved within 3 turns (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 3 (evaluation results on UserSWE, 72 tasks), column 3)",,out:effort-not-established, arxiv-2610.29822-usersse-resolved-4turns,arxiv-2610.29822,gemini-3.8-flash,unstated,coding,hard,,,,,,,54.2,resolved within 4 turns (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 3 (evaluation results on UserSWE, 72 tasks), column 4)",,out:effort-not-established, arxiv-2610.29822-usersse-resolved-5turns,arxiv-2610.29822,gemini-3.8-flash,unstated,coding,hard,,,,,,,62.5,resolved within 5 turns (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 3 (evaluation results on UserSWE, 72 tasks), column 5)",,out:effort-not-established, arxiv-2610.29822-usersse-resolved-6turns,arxiv-2610.29822,gemini-3.8-flash,unstated,coding,hard,,,,,,,62.5,resolved within 6 turns (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 3 (evaluation results on UserSWE, 72 tasks), column 6)",,out:effort-not-established, arxiv-2610.29822-usersse-resolved-7turns,arxiv-2610.29822,gemini-3.8-flash,unstated,coding,hard,,,,,,,63.9,resolved within 7 turns (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 3 (evaluation results on UserSWE, 72 tasks), column 7)",,out:effort-not-established, arxiv-2610.29822-usersse-resolved-8turns,arxiv-2610.29822,gemini-3.8-flash,unstated,coding,hard,,,,,,,66.7,resolved within 8 turns (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 3 (evaluation results on UserSWE, 72 tasks), column 8)",,out:effort-not-established, arxiv-2610.29822-usersse-ldpr,arxiv-2610.29822,gemini-3.8-flash,unstated,coding,hard,,,,,,,0.458,LDPR,0.000289,,,"https://arxiv.org/abs/2610.29822 (Table 3 (evaluation results on UserSWE, 72 tasks), column LDPR)",,out:effort-not-established, arxiv-2610.29822-usersse-agent-cost,arxiv-2610.29822,gemini-3.8-flash,unstated,coding,hard,,CNY-per-task,107.3,0.0289,,,,none,,,,https://arxiv.org/abs/2610.29822 (),,,out:effort-not-established arxiv-2610.29822-usersse-judging-cost,arxiv-2610.29822,gemini-3.8-flash,unstated,coding,hard,,,,,,,,none,,,,https://arxiv.org/abs/2610.29822 (),,,out:effort-not-established arxiv-2610.29822-usersse-reviewer-rewrite,arxiv-2610.29822,gemini-3.8-flash,unstated,coding,hard,,,,,,,25.9,reviewer rewrite (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 16 (reviewer rewrites by leaderboard model and Reviewer), row Gemini-3.8-Flash, Reviewer Claude Code, column Rewrite)",,out:effort-not-established, arxiv-2610.29822-usersse-reviewer-evidence,arxiv-2610.29822,gemini-3.8-flash,unstated,coding,hard,,,,,,,39.7,reviewer evidence (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 16 (reviewer rewrites by leaderboard model and Reviewer), row Gemini-3.8-Flash, Reviewer Claude Code, column Evidence)",,out:effort-not-established, arxiv-2610.29822-usersse-reviewer-guidance,arxiv-2610.29822,gemini-3.8-flash,unstated,coding,hard,,,,,,,43.3,reviewer guidance (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 16 (reviewer rewrites by leaderboard model and Reviewer), row Gemini-3.8-Flash, Reviewer Claude Code, column Guidance)",,out:effort-not-established, arxiv-2610.29822-usersse-reviewer-equiv,arxiv-2610.29822,gemini-3.8-flash,unstated,coding,hard,,,,,,,11.2,reviewer equiv. (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 16 (reviewer rewrites by leaderboard model and Reviewer), row Gemini-3.8-Flash, Reviewer Claude Code, column Equiv.)",,out:effort-not-established, arxiv-2610.29822-usersse-reviewer-persona,arxiv-2610.29822,gemini-3.8-flash,unstated,coding,hard,,,,,,,5.8,reviewer persona (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 16 (reviewer rewrites by leaderboard model and Reviewer), row Gemini-3.8-Flash, Reviewer Claude Code, column Persona)",,out:effort-not-established, arxiv-2610.29822-usersse-reviewer-rewrite,arxiv-2610.29822,gemini-3.8-flash,unstated,coding,hard,,,,,,,70.9,reviewer rewrite (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 16 (reviewer rewrites by leaderboard model and Reviewer), row Gemini-3.8-Flash, Reviewer Codex, column Rewrite)",,out:effort-not-established, arxiv-2610.29822-usersse-reviewer-evidence,arxiv-2610.29822,gemini-3.8-flash,unstated,coding,hard,,,,,,,75.4,reviewer evidence (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 16 (reviewer rewrites by leaderboard model and Reviewer), row Gemini-3.8-Flash, Reviewer Codex, column Evidence)",,out:effort-not-established, arxiv-2610.29822-usersse-reviewer-guidance,arxiv-2610.29822,gemini-3.8-flash,unstated,coding,hard,,,,,,,8.7,reviewer guidance (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 16 (reviewer rewrites by leaderboard model and Reviewer), row Gemini-3.8-Flash, Reviewer Codex, column Guidance)",,out:effort-not-established, arxiv-2610.29822-usersse-reviewer-equiv,arxiv-2610.29822,gemini-3.8-flash,unstated,coding,hard,,,,,,,8.7,reviewer equiv. (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 16 (reviewer rewrites by leaderboard model and Reviewer), row Gemini-3.8-Flash, Reviewer Codex, column Equiv.)",,out:effort-not-established, arxiv-2610.29822-usersse-reviewer-persona,arxiv-2610.29822,gemini-3.8-flash,unstated,coding,hard,,,,,,,7.2,reviewer persona (%),0.0289,,,"https://arxiv.org/abs/2610.29822 (Table 16 (reviewer rewrites by leaderboard model and Reviewer), row Gemini-3.8-Flash, Reviewer Codex, column Persona)",,out:effort-not-established, arxiv-2610.29822-usersse-t22-ldpr-clear-symptom,arxiv-2610.29822,gemini-3.8-flash,unstated,mixed,hard,,,,,,,0.502,LDPR by symptom clarity,0.000289,,,"https://arxiv.org/abs/2610.29822 (Table 22 (LDPR by the clarity of the opening symptom), row Gemini-3.8-Flash, column Clear)",,out:effort-not-established, arxiv-2610.29822-usersse-t22-ldpr-vague-symptom,arxiv-2610.29822,gemini-3.8-flash,unstated,mixed,hard,,,,,,,0.318,LDPR by symptom clarity,0.000289,,,"https://arxiv.org/abs/2610.29822 (Table 22 (LDPR by the clarity of the opening symptom), row Gemini-3.8-Flash, column Vague)",,out:effort-not-established, arxiv-2610.29822-usersse-ldpr-clear-minus-vague,arxiv-2610.29822,gemini-3.8-flash,unstated,coding,hard,,,,,,,0.184,LDPR difference (Clear minus Vague),0.000289,,,"https://arxiv.org/abs/2610.29822 (Table 22 (LDPR by the clarity of the opening symptom), row Gemini-3.8-Flash, column Δ)",,out:effort-not-established, arxiv-2610.29913-lab-falls-heldout,arxiv-2610.29913,?Gemini 3.8 Flash,not-established:absent,computer-use,hard,,,,,,,69,falls-called%,0.289,,,"https://arxiv.org/abs/2610.29913 (Table III (condition: v8, deployed), column lab-falls-heldout of the model group Gemini 3.8 Flash (deployed))",,out:model-not-established, arxiv-2610.29913-lab-falls-all,arxiv-2610.29913,?Gemini 3.8 Flash,not-established:absent,computer-use,hard,,,,,,,67,falls-called%,0.289,,,"https://arxiv.org/abs/2610.29913 (Table III (condition: v8, deployed), column lab-falls-all of the model group Gemini 3.8 Flash (deployed))",,out:model-not-established, arxiv-2610.29913-lab-nonfalls,arxiv-2610.29913,?Gemini 3.8 Flash,not-established:absent,computer-use,hard,,,,,,,0,non-falls-called,0,,,"https://arxiv.org/abs/2610.29913 (Table III (condition: v8, deployed), column lab-nonfalls of the model group Gemini 3.8 Flash (deployed))",,out:model-not-established, arxiv-2610.29913-lab-falls-heldout,arxiv-2610.29913,?Gemini 3.7 Flash,not-established:absent,computer-use,hard,,,,,,,80,falls-called%,0.289,,,"https://arxiv.org/abs/2610.29913 (Table III (condition: v8, deployed), column lab-falls-heldout of the model group Gemini 3.7 Flash)",,out:model-not-established, arxiv-2610.29913-lab-falls-all,arxiv-2610.29913,?Gemini 3.7 Flash,not-established:absent,computer-use,hard,,,,,,,77,falls-called%,0.289,,,"https://arxiv.org/abs/2610.29913 (Table III (condition: v8, deployed), column lab-falls-all of the model group Gemini 3.7 Flash)",,out:model-not-established, arxiv-2610.29913-lab-nonfalls,arxiv-2610.29913,?Gemini 3.7 Flash,not-established:absent,computer-use,hard,,,,,,,0,non-falls-called,0,,,"https://arxiv.org/abs/2610.29913 (Table III (condition: v8, deployed), column lab-nonfalls of the model group Gemini 3.7 Flash)",,out:model-not-established, arxiv-2610.29913-lab-falls-heldout,arxiv-2610.29913,?Gemini 3.8 Flash,not-established:absent,computer-use,hard,,,,,,,83,falls-called%,0.289,,,"https://arxiv.org/abs/2610.29913 (Table III (condition: v8 without the out-of-view sentence), column lab-falls-heldout of the model group Gemini 3.8 Flash (deployed))",,out:model-not-established, arxiv-2610.29913-lab-nonfalls,arxiv-2610.29913,?Gemini 3.8 Flash,not-established:absent,computer-use,hard,,,,,,,0,non-falls-called,0,,,"https://arxiv.org/abs/2610.29913 (Table III (condition: v8 without the out-of-view sentence), column lab-nonfalls of the model group Gemini 3.8 Flash (deployed))",,out:model-not-established, arxiv-2610.29913-lab-falls-heldout,arxiv-2610.29913,?Gemini 3.7 Flash,not-established:absent,computer-use,hard,,,,,,,92,falls-called%,0.289,,,"https://arxiv.org/abs/2610.29913 (Table III (condition: v8 without the out-of-view sentence), column lab-falls-heldout of the model group Gemini 3.7 Flash)",,out:model-not-established, arxiv-2610.29913-lab-falls-all,arxiv-2610.29913,?Gemini 3.7 Flash,not-established:absent,computer-use,hard,,,,,,,88,falls-called%,0.289,,,"https://arxiv.org/abs/2610.29913 (Table III (condition: v8 without the out-of-view sentence), column lab-falls-all of the model group Gemini 3.7 Flash)",,out:model-not-established, arxiv-2610.29913-lab-nonfalls,arxiv-2610.29913,?Gemini 3.7 Flash,not-established:absent,computer-use,hard,,,,,,,4,non-falls-called,0,,,"https://arxiv.org/abs/2610.29913 (Table III (condition: v8 without the out-of-view sentence), column lab-nonfalls of the model group Gemini 3.7 Flash)",,out:model-not-established, arxiv-2610.29913-lab-falls-heldout,arxiv-2610.29913,?Gemini 3.8 Flash,not-established:absent,computer-use,hard,,,,,,,79,falls-called%,0.289,,,"https://arxiv.org/abs/2610.29913 (Table III (condition: v5 (previous prompt)), column lab-falls-heldout of the model group Gemini 3.8 Flash (deployed))",,out:model-not-established, arxiv-2610.29913-lab-nonfalls,arxiv-2610.29913,?Gemini 3.8 Flash,not-established:absent,computer-use,hard,,,,,,,2,non-falls-called,0,,,"https://arxiv.org/abs/2610.29913 (Table III (condition: v5 (previous prompt)), column lab-nonfalls of the model group Gemini 3.8 Flash (deployed))",,out:model-not-established, arxiv-2610.29913-lab-falls-heldout,arxiv-2610.29913,?Gemini 3.7 Flash,not-established:absent,computer-use,hard,,,,,,,81,falls-called%,0.289,,,"https://arxiv.org/abs/2610.29913 (Table III (condition: v5 (previous prompt)), column lab-falls-heldout of the model group Gemini 3.7 Flash)",,out:model-not-established, arxiv-2610.29913-lab-nonfalls,arxiv-2610.29913,?Gemini 3.7 Flash,not-established:absent,computer-use,hard,,,,,,,0,non-falls-called,0,,,"https://arxiv.org/abs/2610.29913 (Table III (condition: v5 (previous prompt)), column lab-nonfalls of the model group Gemini 3.7 Flash)",,out:model-not-established, arxiv-2610.29913-lab-falls-heldout,arxiv-2610.29913,?Gemini 3.8 Flash,not-established:absent,computer-use,hard,,,,,,,72,falls-called%,0.289,,,"https://arxiv.org/abs/2610.29913 (Table III (condition: same request, sent again), column lab-falls-heldout of the model group Gemini 3.8 Flash (deployed))",,out:model-not-established, arxiv-2610.29913-lab-falls-all,arxiv-2610.29913,?Gemini 3.8 Flash,not-established:absent,computer-use,hard,,,,,,,68,falls-called%,0.289,,,"https://arxiv.org/abs/2610.29913 (Table III (condition: same request, sent again), column lab-falls-all of the model group Gemini 3.8 Flash (deployed))",,out:model-not-established, arxiv-2610.29913-lab-nonfalls,arxiv-2610.29913,?Gemini 3.8 Flash,not-established:absent,computer-use,hard,,,,,,,0,non-falls-called,0,,,"https://arxiv.org/abs/2610.29913 (Table III (condition: same request, sent again), column lab-nonfalls of the model group Gemini 3.8 Flash (deployed))",,out:model-not-established, arxiv-2610.29913-lab-falls-heldout,arxiv-2610.29913,?Gemini 3.7 Flash,not-established:absent,computer-use,hard,,,,,,,76,falls-called%,0.289,,,"https://arxiv.org/abs/2610.29913 (Table III (condition: same request, sent again), column lab-falls-heldout of the model group Gemini 3.7 Flash)",,out:model-not-established, arxiv-2610.29913-lab-nonfalls,arxiv-2610.29913,?Gemini 3.7 Flash,not-established:absent,computer-use,hard,,,,,,,1,non-falls-called,0,,,"https://arxiv.org/abs/2610.29913 (Table III (condition: same request, sent again), column lab-nonfalls of the model group Gemini 3.7 Flash)",,out:model-not-established, arxiv-2610.29913-lab-falls-heldout,arxiv-2610.29913,?Gemini 3.8 Flash,not-established:absent,computer-use,hard,,,,,,,48,falls-called%,0.289,,,"https://arxiv.org/abs/2610.29913 (Table III (condition: resolution 16 × 12), column lab-falls-heldout of the model group Gemini 3.8 Flash (deployed))",,out:model-not-established, arxiv-2610.29913-lab-nonfalls,arxiv-2610.29913,?Gemini 3.8 Flash,not-established:absent,computer-use,hard,,,,,,,0,non-falls-called,0,,,"https://arxiv.org/abs/2610.29913 (Table III (condition: resolution 16 × 12), column lab-nonfalls of the model group Gemini 3.8 Flash (deployed))",,out:model-not-established, arxiv-2610.29913-lab-falls-heldout,arxiv-2610.29913,?Gemini 3.7 Flash,not-established:absent,computer-use,hard,,,,,,,61,falls-called%,0.289,,,"https://arxiv.org/abs/2610.29913 (Table III (condition: resolution 16 × 12), column lab-falls-heldout of the model group Gemini 3.7 Flash)",,out:model-not-established, arxiv-2610.29913-lab-nonfalls,arxiv-2610.29913,?Gemini 3.7 Flash,not-established:absent,computer-use,hard,,,,,,,0,non-falls-called,0,,,"https://arxiv.org/abs/2610.29913 (Table III (condition: resolution 16 × 12), column lab-nonfalls of the model group Gemini 3.7 Flash)",,out:model-not-established, arxiv-2610.29913-lab-falls-heldout,arxiv-2610.29913,?Gemini 3.8 Flash,not-established:absent,computer-use,hard,,,,,,,34,falls-called%,0.289,,,"https://arxiv.org/abs/2610.29913 (Table III (condition: resolution 8 × 6), column lab-falls-heldout of the model group Gemini 3.8 Flash (deployed))",,out:model-not-established, arxiv-2610.29913-lab-falls-all,arxiv-2610.29913,?Gemini 3.8 Flash,not-established:absent,computer-use,hard,,,,,,,29,falls-called%,0.289,,,"https://arxiv.org/abs/2610.29913 (Table III (condition: resolution 8 × 6), column lab-falls-all of the model group Gemini 3.8 Flash (deployed))",,out:model-not-established, arxiv-2610.29913-lab-nonfalls,arxiv-2610.29913,?Gemini 3.8 Flash,not-established:absent,computer-use,hard,,,,,,,5,non-falls-called,0,,,"https://arxiv.org/abs/2610.29913 (Table III (condition: resolution 8 × 6), column lab-nonfalls of the model group Gemini 3.8 Flash (deployed))",,out:model-not-established, arxiv-2610.29913-lab-falls-heldout,arxiv-2610.29913,?Gemini 3.7 Flash,not-established:absent,computer-use,hard,,,,,,,51,falls-called%,0.289,,,"https://arxiv.org/abs/2610.29913 (Table III (condition: resolution 8 × 6), column lab-falls-heldout of the model group Gemini 3.7 Flash)",,out:model-not-established, arxiv-2610.29913-lab-nonfalls,arxiv-2610.29913,?Gemini 3.7 Flash,not-established:absent,computer-use,hard,,,,,,,5,non-falls-called,0,,,"https://arxiv.org/abs/2610.29913 (Table III (condition: resolution 8 × 6), column lab-nonfalls of the model group Gemini 3.7 Flash)",,out:model-not-established, arxiv-2610.29913-lab-falls-heldout,arxiv-2610.29913,?Gemini 3.7 Flash,not-established:absent,computer-use,hard,,,,,,,73,falls-called%,0.289,,,"https://arxiv.org/abs/2610.29913 (Table III (condition: greyscale colour map), column lab-falls-heldout of the model group Gemini 3.7 Flash)",,out:model-not-established, arxiv-2610.29913-lab-nonfalls,arxiv-2610.29913,?Gemini 3.7 Flash,not-established:absent,computer-use,hard,,,,,,,1,non-falls-called,0,,,"https://arxiv.org/abs/2610.29913 (Table III (condition: greyscale colour map), column lab-nonfalls of the model group Gemini 3.7 Flash)",,out:model-not-established, arxiv-2610.29913-lab-falls-heldout,arxiv-2610.29913,?Gemini 3.7 Flash,not-established:absent,computer-use,hard,,,,,,,86,falls-called%,0.289,,,"https://arxiv.org/abs/2610.29913 (Table III (condition: deployed display, 128 × 96), column lab-falls-heldout of the model group Gemini 3.7 Flash)",,out:model-not-established, arxiv-2610.29913-lab-nonfalls,arxiv-2610.29913,?Gemini 3.7 Flash,not-established:absent,computer-use,hard,,,,,,,0,non-falls-called,0,,,"https://arxiv.org/abs/2610.29913 (Table III (condition: deployed display, 128 × 96), column lab-nonfalls of the model group Gemini 3.7 Flash)",,out:model-not-established, arxiv-2610.29913-home-false,arxiv-2610.29913,?Gemini 3.8 Flash,not-established:absent,computer-use,hard,,,,,,,0,false-calls,0,,,"https://arxiv.org/abs/2610.29913 (Table IV (condition: v8, deployed), column home-false of the model group Gemini 3.8 Flash (deployed))",,out:model-not-established, arxiv-2610.29913-home-visible,arxiv-2610.29913,?Gemini 3.8 Flash,not-established:absent,computer-use,hard,,,,,,,4,visible-falls-called,0,,,"https://arxiv.org/abs/2610.29913 (Table IV (condition: v8, deployed), column home-visible of the model group Gemini 3.8 Flash (deployed))",,out:model-not-established, arxiv-2610.29913-home-occluded,arxiv-2610.29913,?Gemini 3.8 Flash,not-established:absent,computer-use,hard,,,,,,,0,occluded-falls-called,0,,,"https://arxiv.org/abs/2610.29913 (Table IV (condition: v8, deployed), column home-occluded of the model group Gemini 3.8 Flash (deployed))",,out:model-not-established, arxiv-2610.29913-home-false,arxiv-2610.29913,?Gemini 3.7 Flash,not-established:absent,computer-use,hard,,,,,,,0,false-calls,0,,,"https://arxiv.org/abs/2610.29913 (Table IV (condition: v8, deployed), column home-false of the model group Gemini 3.7 Flash)",,out:model-not-established, arxiv-2610.29913-home-visible,arxiv-2610.29913,?Gemini 3.7 Flash,not-established:absent,computer-use,hard,,,,,,,6,visible-falls-called,0,,,"https://arxiv.org/abs/2610.29913 (Table IV (condition: v8, deployed), column home-visible of the model group Gemini 3.7 Flash)",,out:model-not-established, arxiv-2610.29913-home-occluded,arxiv-2610.29913,?Gemini 3.7 Flash,not-established:absent,computer-use,hard,,,,,,,2,occluded-falls-called,0,,,"https://arxiv.org/abs/2610.29913 (Table IV (condition: v8, deployed), column home-occluded of the model group Gemini 3.7 Flash)",,out:model-not-established, arxiv-2610.29913-home-false,arxiv-2610.29913,?Gemini 3.8 Flash,not-established:absent,computer-use,hard,,,,,,,0,false-calls,0,,,"https://arxiv.org/abs/2610.29913 (Table IV (condition: v8 without the out-of-view sentence), column home-false of the model group Gemini 3.8 Flash (deployed))",,out:model-not-established, arxiv-2610.29913-home-visible,arxiv-2610.29913,?Gemini 3.8 Flash,not-established:absent,computer-use,hard,,,,,,,9,visible-falls-called,0,,,"https://arxiv.org/abs/2610.29913 (Table IV (condition: v8 without the out-of-view sentence), column home-visible of the model group Gemini 3.8 Flash (deployed))",,out:model-not-established, arxiv-2610.29913-home-occluded,arxiv-2610.29913,?Gemini 3.8 Flash,not-established:absent,computer-use,hard,,,,,,,13,occluded-falls-called,0,,,"https://arxiv.org/abs/2610.29913 (Table IV (condition: v8 without the out-of-view sentence), column home-occluded of the model group Gemini 3.8 Flash (deployed))",,out:model-not-established, arxiv-2610.29913-home-false,arxiv-2610.29913,?Gemini 3.7 Flash,not-established:absent,computer-use,hard,,,,,,,1,false-calls,0,,,"https://arxiv.org/abs/2610.29913 (Table IV (condition: v8 without the out-of-view sentence), column home-false of the model group Gemini 3.7 Flash)",,out:model-not-established, arxiv-2610.29913-home-visible,arxiv-2610.29913,?Gemini 3.7 Flash,not-established:absent,computer-use,hard,,,,,,,9,visible-falls-called,0,,,"https://arxiv.org/abs/2610.29913 (Table IV (condition: v8 without the out-of-view sentence), column home-visible of the model group Gemini 3.7 Flash)",,out:model-not-established, arxiv-2610.29913-home-occluded,arxiv-2610.29913,?Gemini 3.7 Flash,not-established:absent,computer-use,hard,,,,,,,11,occluded-falls-called,0,,,"https://arxiv.org/abs/2610.29913 (Table IV (condition: v8 without the out-of-view sentence), column home-occluded of the model group Gemini 3.7 Flash)",,out:model-not-established, arxiv-2610.29913-home-false,arxiv-2610.29913,?Gemini 3.8 Flash,not-established:absent,computer-use,hard,,,,,,,0,false-calls,0,,,"https://arxiv.org/abs/2610.29913 (Table IV (condition: v5 (previous prompt)), column home-false of the model group Gemini 3.8 Flash (deployed))",,out:model-not-established, arxiv-2610.29913-home-visible,arxiv-2610.29913,?Gemini 3.8 Flash,not-established:absent,computer-use,hard,,,,,,,5,visible-falls-called,0,,,"https://arxiv.org/abs/2610.29913 (Table IV (condition: v5 (previous prompt)), column home-visible of the model group Gemini 3.8 Flash (deployed))",,out:model-not-established, arxiv-2610.29913-home-occluded,arxiv-2610.29913,?Gemini 3.8 Flash,not-established:absent,computer-use,hard,,,,,,,10,occluded-falls-called,0,,,"https://arxiv.org/abs/2610.29913 (Table IV (condition: v5 (previous prompt)), column home-occluded of the model group Gemini 3.8 Flash (deployed))",,out:model-not-established, arxiv-2610.29913-home-false,arxiv-2610.29913,?Gemini 3.7 Flash,not-established:absent,computer-use,hard,,,,,,,0,false-calls,0,,,"https://arxiv.org/abs/2610.29913 (Table IV (condition: v5 (previous prompt)), column home-false of the model group Gemini 3.7 Flash)",,out:model-not-established, arxiv-2610.29913-home-visible,arxiv-2610.29913,?Gemini 3.7 Flash,not-established:absent,computer-use,hard,,,,,,,6,visible-falls-called,0,,,"https://arxiv.org/abs/2610.29913 (Table IV (condition: v5 (previous prompt)), column home-visible of the model group Gemini 3.7 Flash)",,out:model-not-established, arxiv-2610.29913-home-occluded,arxiv-2610.29913,?Gemini 3.7 Flash,not-established:absent,computer-use,hard,,,,,,,11,occluded-falls-called,0,,,"https://arxiv.org/abs/2610.29913 (Table IV (condition: v5 (previous prompt)), column home-occluded of the model group Gemini 3.7 Flash)",,out:model-not-established, arxiv-2610.29913-home-visible,arxiv-2610.29913,?Gemini 3.8 Flash,not-established:absent,computer-use,hard,,,,,,,2,visible-falls-called,0,,,"https://arxiv.org/abs/2610.29913 (Table IV (condition: v8, sound removed), column home-visible of the model group Gemini 3.8 Flash (deployed))",,out:model-not-established, arxiv-2610.29913-home-occluded,arxiv-2610.29913,?Gemini 3.8 Flash,not-established:absent,computer-use,hard,,,,,,,0,occluded-falls-called,0,,,"https://arxiv.org/abs/2610.29913 (Table IV (condition: v8, sound removed), column home-occluded of the model group Gemini 3.8 Flash (deployed))",,out:model-not-established, arxiv-2610.29913-home-visible,arxiv-2610.29913,?Gemini 3.7 Flash,not-established:absent,computer-use,hard,,,,,,,5,visible-falls-called,0,,,"https://arxiv.org/abs/2610.29913 (Table IV (condition: v8, sound removed), column home-visible of the model group Gemini 3.7 Flash)",,out:model-not-established, arxiv-2610.29913-home-occluded,arxiv-2610.29913,?Gemini 3.7 Flash,not-established:absent,computer-use,hard,,,,,,,0,occluded-falls-called,0,,,"https://arxiv.org/abs/2610.29913 (Table IV (condition: v8, sound removed), column home-occluded of the model group Gemini 3.7 Flash)",,out:model-not-established, arxiv-2610.29913-home-visible,arxiv-2610.29913,?Gemini 3.8 Flash,not-established:absent,computer-use,hard,,,,,,,6,visible-falls-called,0,,,"https://arxiv.org/abs/2610.29913 (Table IV (condition: v5, sound removed), column home-visible of the model group Gemini 3.8 Flash (deployed))",,out:model-not-established, arxiv-2610.29913-home-occluded,arxiv-2610.29913,?Gemini 3.8 Flash,not-established:absent,computer-use,hard,,,,,,,5,occluded-falls-called,0,,,"https://arxiv.org/abs/2610.29913 (Table IV (condition: v5, sound removed), column home-occluded of the model group Gemini 3.8 Flash (deployed))",,out:model-not-established, arxiv-2610.29913-home-visible,arxiv-2610.29913,?Gemini 3.7 Flash,not-established:absent,computer-use,hard,,,,,,,8,visible-falls-called,0,,,"https://arxiv.org/abs/2610.29913 (Table IV (condition: v5, sound removed), column home-visible of the model group Gemini 3.7 Flash)",,out:model-not-established, arxiv-2610.29913-home-occluded,arxiv-2610.29913,?Gemini 3.7 Flash,not-established:absent,computer-use,hard,,,,,,,8,occluded-falls-called,0,,,"https://arxiv.org/abs/2610.29913 (Table IV (condition: v5, sound removed), column home-occluded of the model group Gemini 3.7 Flash)",,out:model-not-established, arxiv-2610.29913-home-false,arxiv-2610.29913,?Gemini 3.8 Flash,not-established:absent,computer-use,hard,,,,,,,0,false-calls,0,,,"https://arxiv.org/abs/2610.29913 (Table IV (condition: same request, sent again), column home-false of the model group Gemini 3.8 Flash (deployed))",,out:model-not-established, arxiv-2610.29913-home-visible,arxiv-2610.29913,?Gemini 3.8 Flash,not-established:absent,computer-use,hard,,,,,,,3,visible-falls-called,0,,,"https://arxiv.org/abs/2610.29913 (Table IV (condition: same request, sent again), column home-visible of the model group Gemini 3.8 Flash (deployed))",,out:model-not-established, arxiv-2610.29913-home-occluded,arxiv-2610.29913,?Gemini 3.8 Flash,not-established:absent,computer-use,hard,,,,,,,0,occluded-falls-called,0,,,"https://arxiv.org/abs/2610.29913 (Table IV (condition: same request, sent again), column home-occluded of the model group Gemini 3.8 Flash (deployed))",,out:model-not-established, arxiv-2610.29913-home-false,arxiv-2610.29913,?Gemini 3.7 Flash,not-established:absent,computer-use,hard,,,,,,,1,false-calls,0,,,"https://arxiv.org/abs/2610.29913 (Table IV (condition: resolution 32 × 24), column home-false of the model group Gemini 3.7 Flash)",,out:model-not-established, arxiv-2610.29913-home-visible,arxiv-2610.29913,?Gemini 3.7 Flash,not-established:absent,computer-use,hard,,,,,,,7,visible-falls-called,0,,,"https://arxiv.org/abs/2610.29913 (Table IV (condition: resolution 32 × 24), column home-visible of the model group Gemini 3.7 Flash)",,out:model-not-established, arxiv-2610.29913-home-occluded,arxiv-2610.29913,?Gemini 3.7 Flash,not-established:absent,computer-use,hard,,,,,,,3,occluded-falls-called,0,,,"https://arxiv.org/abs/2610.29913 (Table IV (condition: resolution 32 × 24), column home-occluded of the model group Gemini 3.7 Flash)",,out:model-not-established, arxiv-2610.29913-home-false,arxiv-2610.29913,?Gemini 3.8 Flash,not-established:absent,computer-use,hard,,,,,,,0,false-calls,0,,,"https://arxiv.org/abs/2610.29913 (Table IV (condition: resolution 8 × 6), column home-false of the model group Gemini 3.8 Flash (deployed))",,out:model-not-established, arxiv-2610.29913-home-visible,arxiv-2610.29913,?Gemini 3.8 Flash,not-established:absent,computer-use,hard,,,,,,,0,visible-falls-called,0,,,"https://arxiv.org/abs/2610.29913 (Table IV (condition: resolution 8 × 6), column home-visible of the model group Gemini 3.8 Flash (deployed))",,out:model-not-established, arxiv-2610.29913-home-occluded,arxiv-2610.29913,?Gemini 3.8 Flash,not-established:absent,computer-use,hard,,,,,,,1,occluded-falls-called,0,,,"https://arxiv.org/abs/2610.29913 (Table IV (condition: resolution 8 × 6), column home-occluded of the model group Gemini 3.8 Flash (deployed))",,out:model-not-established, arxiv-2610.29913-home-false,arxiv-2610.29913,?Gemini 3.7 Flash,not-established:absent,computer-use,hard,,,,,,,0,false-calls,0,,,"https://arxiv.org/abs/2610.29913 (Table IV (condition: resolution 8 × 6), column home-false of the model group Gemini 3.7 Flash)",,out:model-not-established, arxiv-2610.29913-home-visible,arxiv-2610.29913,?Gemini 3.7 Flash,not-established:absent,computer-use,hard,,,,,,,3,visible-falls-called,0,,,"https://arxiv.org/abs/2610.29913 (Table IV (condition: resolution 8 × 6), column home-visible of the model group Gemini 3.7 Flash)",,out:model-not-established, arxiv-2610.29913-home-occluded,arxiv-2610.29913,?Gemini 3.7 Flash,not-established:absent,computer-use,hard,,,,,,,1,occluded-falls-called,0,,,"https://arxiv.org/abs/2610.29913 (Table IV (condition: resolution 8 × 6), column home-occluded of the model group Gemini 3.7 Flash)",,out:model-not-established, arxiv-2610.29913-lab-nonfalls-pct,arxiv-2610.29913,?3.8 Flash,not-established:absent,computer-use,hard,,,,,,,0.0,non-falls-called%,0.0289,,,"https://arxiv.org/abs/2610.29913 (Table V (laboratory, held-out subjects), row 3.8 Flash, v8 (deployed), column non-falls (%))",,out:model-not-established, arxiv-2610.29913-lab-nonfalls-pct,arxiv-2610.29913,?3.8 Flash,not-established:absent,computer-use,hard,,,,,,,0.0,non-falls-called%,0.0289,,,"https://arxiv.org/abs/2610.29913 (Table V (laboratory, held-out subjects), row 3.8 Flash, no out-of-view, column non-falls (%))",,out:model-not-established, arxiv-2610.29913-lab-nonfalls-pct,arxiv-2610.29913,?3.7 Flash,not-established:absent,computer-use,hard,,,,,,,0.0,non-falls-called%,0.0289,,,"https://arxiv.org/abs/2610.29913 (Table V (laboratory, held-out subjects), row 3.7 Flash, v8, column non-falls (%))",,out:model-not-established, arxiv-2610.29913-lab-nonfalls-pct,arxiv-2610.29913,?3.7 Flash,not-established:absent,computer-use,hard,,,,,,,1.1,non-falls-called%,0.0289,,,"https://arxiv.org/abs/2610.29913 (Table V (laboratory, held-out subjects), row 3.7 Flash, no out-of-view, column non-falls (%))",,out:model-not-established, arxiv-2610.29913-lab-falls-heldout,arxiv-2610.29913,?Gemini 3.5 Flash,not-established:absent,computer-use,hard,,,,,,,86,falls-called%,0.289,,,"https://arxiv.org/abs/2610.29913 (VI-D (text), 360 held-out windows)",,out:model-not-established, arxiv-2610.29913-lab-nonfalls-pct,arxiv-2610.29913,?Gemini 3.5 Flash,not-established:absent,computer-use,hard,,,,,,,0.0,non-falls-called%,0.0289,,,"https://arxiv.org/abs/2610.29913 (VI-D (text), non-fall windows)",,out:model-not-established, arxiv-2610.29913-retest-lab-agree,arxiv-2610.29913,?3.8 Flash,not-established:absent,computer-use,hard,,,,,,,95.9,agreement%,0.0289,,,"https://arxiv.org/abs/2610.29913 (Table VI (test-retest at temperature 0), row laboratory 3.8 Flash 1,001 95.9 0.90 41, column agree)",,out:model-not-established, arxiv-2610.29913-retest-lab-kappa,arxiv-2610.29913,?3.8 Flash,not-established:absent,computer-use,hard,,,,,,,0.90,cohen-kappa,0.00289,,,"https://arxiv.org/abs/2610.29913 (Table VI (test-retest at temperature 0), row laboratory 3.8 Flash 1,001 95.9 0.90 41, column kappa)",,out:model-not-established, arxiv-2610.29913-retest-lab-flips,arxiv-2610.29913,?3.8 Flash,not-established:absent,computer-use,hard,,,,,,,41,flips,0.289,,,"https://arxiv.org/abs/2610.29913 (Table VI (test-retest at temperature 0), row laboratory 3.8 Flash 1,001 95.9 0.90 41, column flips)",,out:model-not-established, arxiv-2610.29913-retest-lab-agree,arxiv-2610.29913,?3.7 Flash,not-established:absent,computer-use,hard,,,,,,,95.8,agreement%,0.0289,,,"https://arxiv.org/abs/2610.29913 (Table VI (test-retest at temperature 0), row laboratory 3.7 Flash 360 95.8 0.91 15, column agree)",,out:model-not-established, arxiv-2610.29913-retest-lab-kappa,arxiv-2610.29913,?3.7 Flash,not-established:absent,computer-use,hard,,,,,,,0.91,cohen-kappa,0.00289,,,"https://arxiv.org/abs/2610.29913 (Table VI (test-retest at temperature 0), row laboratory 3.7 Flash 360 95.8 0.91 15, column kappa)",,out:model-not-established, arxiv-2610.29913-retest-lab-flips,arxiv-2610.29913,?3.7 Flash,not-established:absent,computer-use,hard,,,,,,,15,flips,0.289,,,"https://arxiv.org/abs/2610.29913 (Table VI (test-retest at temperature 0), row laboratory 3.7 Flash 360 95.8 0.91 15, column flips)",,out:model-not-established, arxiv-2610.29913-retest-home-agree,arxiv-2610.29913,?3.8 Flash,not-established:absent,computer-use,hard,,,,,,,97.5,agreement%,0.0289,,,"https://arxiv.org/abs/2610.29913 (Table VI (test-retest at temperature 0), row home 3.8 Flash 121 97.5 0.56 3, column agree)",,out:model-not-established, arxiv-2610.29913-retest-home-kappa,arxiv-2610.29913,?3.8 Flash,not-established:absent,computer-use,hard,,,,,,,0.56,cohen-kappa,0.00289,,,"https://arxiv.org/abs/2610.29913 (Table VI (test-retest at temperature 0), row home 3.8 Flash 121 97.5 0.56 3, column kappa)",,out:model-not-established, arxiv-2610.29913-retest-home-flips,arxiv-2610.29913,?3.8 Flash,not-established:absent,computer-use,hard,,,,,,,3,flips,0.289,,,"https://arxiv.org/abs/2610.29913 (Table VI (test-retest at temperature 0), row home 3.8 Flash 121 97.5 0.56 3, column flips)",,out:model-not-established, arxiv-2610.29913-cost-lab-review,arxiv-2610.29913,?Gemini 3.8 Flash,not-established:absent,computer-use,hard,,per-review,0.0044,2.89e-05,4394,,,none,,,,https://arxiv.org/abs/2610.29913 (),,,out:model-not-established arxiv-2610.29913-cost-home-review,arxiv-2610.29913,?Gemini 3.8 Flash,not-established:absent,computer-use,hard,,per-review,0.0091,2.89e-05,10909,,,none,,,,https://arxiv.org/abs/2610.29913 (),,,out:model-not-established arxiv-2610.30051-libero10-success,arxiv-2610.30051,gemini-4-argon,high,agentic-tool,hard,,per-full-run,784,0.289,,,43,success%,0.289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2610.30051 (Table 1 (model-level results, 18 configurations; Gemini-4 Argon rows), column Rate)",,in,in arxiv-2610.30051-libero10-failure,arxiv-2610.30051,gemini-4-argon,high,agentic-tool,hard,,,,,,,16,failure-of-100,0.289,,,"https://arxiv.org/abs/2610.30051 (Table 1 (model-level results, 18 configurations; Gemini-4 Argon rows), column Failure)",,out:not-headline, arxiv-2610.30051-libero10-limit,arxiv-2610.30051,gemini-4-argon,high,agentic-tool,hard,,,,,,,41,limit-reached-of-100,0.289,,,"https://arxiv.org/abs/2610.30051 (Table 1 (model-level results, 18 configurations; Gemini-4 Argon rows), column Limit reached)",,out:not-headline, arxiv-2610.30051-libero10-success,arxiv-2610.30051,gemini-4-argon,medium,agentic-tool,hard,,per-full-run,295,0.289,,,38,success%,0.289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2610.30051 (Table 1 (model-level results, 18 configurations; Gemini-4 Argon rows), column Rate)",,in,in arxiv-2610.30051-libero10-failure,arxiv-2610.30051,gemini-4-argon,medium,agentic-tool,hard,,,,,,,12,failure-of-100,0.289,,,"https://arxiv.org/abs/2610.30051 (Table 1 (model-level results, 18 configurations; Gemini-4 Argon rows), column Failure)",,out:not-headline, arxiv-2610.30051-libero10-limit,arxiv-2610.30051,gemini-4-argon,medium,agentic-tool,hard,,,,,,,50,limit-reached-of-100,0.289,,,"https://arxiv.org/abs/2610.30051 (Table 1 (model-level results, 18 configurations; Gemini-4 Argon rows), column Limit reached)",,out:not-headline, arxiv-2610.30051-libero10-success,arxiv-2610.30051,gemini-4-argon,low,agentic-tool,hard,,per-full-run,205,0.289,,,34,success%,0.289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2610.30051 (Table 1 (model-level results, 18 configurations; Gemini-4 Argon rows), column Rate)",,in,in arxiv-2610.30051-libero10-failure,arxiv-2610.30051,gemini-4-argon,low,agentic-tool,hard,,,,,,,28,failure-of-100,0.289,,,"https://arxiv.org/abs/2610.30051 (Table 1 (model-level results, 18 configurations; Gemini-4 Argon rows), column Failure)",,out:not-headline, arxiv-2610.30051-libero10-limit,arxiv-2610.30051,gemini-4-argon,low,agentic-tool,hard,,,,,,,38,limit-reached-of-100,0.289,,,"https://arxiv.org/abs/2610.30051 (Table 1 (model-level results, 18 configurations; Gemini-4 Argon rows), column Limit reached)",,out:not-headline, arxiv-2610.30051-libero10-task0-solved,arxiv-2610.30051,gemini-4-argon,low,agentic-tool,hard,,per-10run,8.69,0.00289,,,10,solved-of-10,0.289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2610.30051 (Table 4 (Gemini-4 Argon per task), task 0 (""soup + tomato sauce""), low, column Solved /10)",,out:saturated,in arxiv-2610.30051-libero10-task0-solved,arxiv-2610.30051,gemini-4-argon,medium,agentic-tool,hard,,per-10run,21.8,0.0289,,,10,solved-of-10,0.289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2610.30051 (Table 4 (Gemini-4 Argon per task), task 0 (""soup + tomato sauce""), medium, column Solved /10)",,out:saturated,in arxiv-2610.30051-libero10-task0-solved,arxiv-2610.30051,gemini-4-argon,high,agentic-tool,hard,,per-10run,37.6,0.0289,,,10,solved-of-10,0.289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2610.30051 (Table 4 (Gemini-4 Argon per task), task 0 (""soup + tomato sauce""), high, column Solved /10)",,out:saturated,in arxiv-2610.30051-libero10-task1-solved,arxiv-2610.30051,gemini-4-argon,low,agentic-tool,hard,,per-10run,13.2,0.0289,,,8,solved-of-10,0.289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2610.30051 (Table 4 (Gemini-4 Argon per task), task 1 (""cream cheese + butter""), low, column Solved /10)",,in,in arxiv-2610.30051-libero10-task1-solved,arxiv-2610.30051,gemini-4-argon,medium,agentic-tool,hard,,per-10run,17.1,0.0289,,,9,solved-of-10,0.289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2610.30051 (Table 4 (Gemini-4 Argon per task), task 1 (""cream cheese + butter""), medium, column Solved /10)",,in,in arxiv-2610.30051-libero10-task1-solved,arxiv-2610.30051,gemini-4-argon,high,agentic-tool,hard,,per-10run,22.2,0.0289,,,10,solved-of-10,0.289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2610.30051 (Table 4 (Gemini-4 Argon per task), task 1 (""cream cheese + butter""), high, column Solved /10)",,out:uninformative,in arxiv-2610.30051-libero10-task2-solved,arxiv-2610.30051,gemini-4-argon,low,agentic-tool,hard,,per-10run,17.9,0.0289,,,6,solved-of-10,0.289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2610.30051 (Table 4 (Gemini-4 Argon per task), task 2 (""stove on, moka pot on it""), low, column Solved /10)",,in,in arxiv-2610.30051-libero10-task2-solved,arxiv-2610.30051,gemini-4-argon,medium,agentic-tool,hard,,per-10run,31.1,0.0289,,,4,solved-of-10,0.289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2610.30051 (Table 4 (Gemini-4 Argon per task), task 2 (""stove on, moka pot on it""), medium, column Solved /10)",,in,in arxiv-2610.30051-libero10-task2-solved,arxiv-2610.30051,gemini-4-argon,high,agentic-tool,hard,,per-10run,88.5,0.0289,,,6,solved-of-10,0.289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2610.30051 (Table 4 (Gemini-4 Argon per task), task 2 (""stove on, moka pot on it""), high, column Solved /10)",,in,in arxiv-2610.30051-libero10-task3-solved,arxiv-2610.30051,gemini-4-argon,low,agentic-tool,hard,,per-10run,22.7,0.0289,,,,solved-of-10,,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2610.30051 (Table 4 (Gemini-4 Argon per task), task 3 (""bowl in drawer, close it""), low, column Solved /10)",,out:value-not-established,in arxiv-2610.30051-libero10-task3-solved,arxiv-2610.30051,gemini-4-argon,medium,agentic-tool,hard,,per-10run,46.7,0.0289,,,4,solved-of-10,0.289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2610.30051 (Table 4 (Gemini-4 Argon per task), task 3 (""bowl in drawer, close it""), medium, column Solved /10)",,in,in arxiv-2610.30051-libero10-task3-solved,arxiv-2610.30051,gemini-4-argon,high,agentic-tool,hard,,per-10run,85.0,0.0289,,,2,solved-of-10,0.289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2610.30051 (Table 4 (Gemini-4 Argon per task), task 3 (""bowl in drawer, close it""), high, column Solved /10)",,in,in arxiv-2610.30051-libero10-task4-solved,arxiv-2610.30051,gemini-4-argon,low,agentic-tool,hard,,per-10run,30.1,0.0289,,,,solved-of-10,,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2610.30051 (Table 4 (Gemini-4 Argon per task), task 4 (""two mugs onto two plates""), low, column Solved /10)",,out:value-not-established,in arxiv-2610.30051-libero10-task4-solved,arxiv-2610.30051,gemini-4-argon,medium,agentic-tool,hard,,per-10run,37.5,0.0289,,,,solved-of-10,,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2610.30051 (Table 4 (Gemini-4 Argon per task), task 4 (""two mugs onto two plates""), medium, column Solved /10)",,out:value-not-established,in arxiv-2610.30051-libero10-task4-solved,arxiv-2610.30051,gemini-4-argon,high,agentic-tool,hard,,per-10run,80.2,0.0289,,,,solved-of-10,,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2610.30051 (Table 4 (Gemini-4 Argon per task), task 4 (""two mugs onto two plates""), high, column Solved /10)",,out:value-not-established,in arxiv-2610.30051-libero10-task5-solved,arxiv-2610.30051,gemini-4-argon,low,agentic-tool,hard,,per-10run,18.6,0.0289,,,,solved-of-10,,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2610.30051 (Table 4 (Gemini-4 Argon per task), task 5 (""book into back of caddy""), low, column Solved /10)",,out:value-not-established,in arxiv-2610.30051-libero10-task5-solved,arxiv-2610.30051,gemini-4-argon,medium,agentic-tool,hard,,per-10run,25.2,0.0289,,,1,solved-of-10,0.289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2610.30051 (Table 4 (Gemini-4 Argon per task), task 5 (""book into back of caddy""), medium, column Solved /10)",,in,in arxiv-2610.30051-libero10-task5-solved,arxiv-2610.30051,gemini-4-argon,high,agentic-tool,hard,,per-10run,131,0.289,,,2,solved-of-10,0.289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2610.30051 (Table 4 (Gemini-4 Argon per task), task 5 (""book into back of caddy""), high, column Solved /10)",,in,in arxiv-2610.30051-libero10-task6-solved,arxiv-2610.30051,gemini-4-argon,low,agentic-tool,hard,,per-10run,19.7,0.0289,,,,solved-of-10,,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2610.30051 (Table 4 (Gemini-4 Argon per task), task 6 (""mug on plate, pudding R""), low, column Solved /10)",,out:value-not-established,in arxiv-2610.30051-libero10-task6-solved,arxiv-2610.30051,gemini-4-argon,medium,agentic-tool,hard,,per-10run,38.8,0.0289,,,,solved-of-10,,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2610.30051 (Table 4 (Gemini-4 Argon per task), task 6 (""mug on plate, pudding R""), medium, column Solved /10)",,out:value-not-established,in arxiv-2610.30051-libero10-task6-solved,arxiv-2610.30051,gemini-4-argon,high,agentic-tool,hard,,per-10run,62.9,0.0289,,,,solved-of-10,,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2610.30051 (Table 4 (Gemini-4 Argon per task), task 6 (""mug on plate, pudding R""), high, column Solved /10)",,out:value-not-established,in arxiv-2610.30051-libero10-task7-solved,arxiv-2610.30051,gemini-4-argon,low,agentic-tool,hard,,per-10run,12.0,0.0289,,,9,solved-of-10,0.289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2610.30051 (Table 4 (Gemini-4 Argon per task), task 7 (""soup + cream cheese""), low, column Solved /10)",,out:single-couple,in arxiv-2610.30051-libero10-task7-solved,arxiv-2610.30051,gemini-4-argon,medium,agentic-tool,hard,,per-10run,16.2,0.0289,,,10,solved-of-10,0.289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2610.30051 (Table 4 (Gemini-4 Argon per task), task 7 (""soup + cream cheese""), medium, column Solved /10)",,out:uninformative,in arxiv-2610.30051-libero10-task7-solved,arxiv-2610.30051,gemini-4-argon,high,agentic-tool,hard,,per-10run,27.8,0.0289,,,10,solved-of-10,0.289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2610.30051 (Table 4 (Gemini-4 Argon per task), task 7 (""soup + cream cheese""), high, column Solved /10)",,out:uninformative,in arxiv-2610.30051-libero10-task8-solved,arxiv-2610.30051,gemini-4-argon,low,agentic-tool,hard,,per-10run,29.5,0.0289,,,1,solved-of-10,0.289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2610.30051 (Table 4 (Gemini-4 Argon per task), task 8 (""both moka pots on stove""), low, column Solved /10)",,in,in arxiv-2610.30051-libero10-task8-solved,arxiv-2610.30051,gemini-4-argon,medium,agentic-tool,hard,,per-10run,45.2,0.0289,,,,solved-of-10,,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2610.30051 (Table 4 (Gemini-4 Argon per task), task 8 (""both moka pots on stove""), medium, column Solved /10)",,out:value-not-established,in arxiv-2610.30051-libero10-task8-solved,arxiv-2610.30051,gemini-4-argon,high,agentic-tool,hard,,per-10run,126,0.289,,,2,solved-of-10,0.289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2610.30051 (Table 4 (Gemini-4 Argon per task), task 8 (""both moka pots on stove""), high, column Solved /10)",,in,in arxiv-2610.30051-libero10-task9-solved,arxiv-2610.30051,gemini-4-argon,low,agentic-tool,hard,,per-10run,32.2,0.0289,,,,solved-of-10,,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2610.30051 (Table 4 (Gemini-4 Argon per task), task 9 (""mug in microwave, close""), low, column Solved /10)",,out:value-not-established,in arxiv-2610.30051-libero10-task9-solved,arxiv-2610.30051,gemini-4-argon,medium,agentic-tool,hard,,per-10run,15.0,0.0289,,,,solved-of-10,,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2610.30051 (Table 4 (Gemini-4 Argon per task), task 9 (""mug in microwave, close""), medium, column Solved /10)",,out:value-not-established,in arxiv-2610.30051-libero10-task9-solved,arxiv-2610.30051,gemini-4-argon,high,agentic-tool,hard,,per-10run,123,0.289,,,1,solved-of-10,0.289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2610.30051 (Table 4 (Gemini-4 Argon per task), task 9 (""mug in microwave, close""), high, column Solved /10)",,out:single-couple,in arxiv-2610.30051-libero10-success,arxiv-2610.30051,gpt-6-astra,high,agentic-tool,hard,,per-full-run,709,0.289,,,44,success%,0.289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.30051 (Table 1, row GPT-6 Astra high, column Success Rate)",,in,in arxiv-2610.30051-libero10-failure,arxiv-2610.30051,gpt-6-astra,high,agentic-tool,hard,,,,,,,53,failure-of-100,0.289,,,"https://arxiv.org/abs/2610.30051 (Table 1, row GPT-6 Astra high, column Failure)",,out:not-headline, arxiv-2610.30051-libero10-limit,arxiv-2610.30051,gpt-6-astra,high,agentic-tool,hard,,,,,,,3,limit-reached-of-100,0.289,,,"https://arxiv.org/abs/2610.30051 (Table 1, row GPT-6 Astra high, column Limit reached)",,out:not-headline, arxiv-2610.30051-libero10-success,arxiv-2610.30051,gpt-6-astra,medium,agentic-tool,hard,,per-full-run,532,0.289,,,38,success%,0.289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.30051 (Table 1, row GPT-6 Astra medium, column Success Rate)",,in,in arxiv-2610.30051-libero10-failure,arxiv-2610.30051,gpt-6-astra,medium,agentic-tool,hard,,,,,,,62,failure-of-100,0.289,,,"https://arxiv.org/abs/2610.30051 (Table 1, row GPT-6 Astra medium, column Failure)",,out:not-headline, arxiv-2610.30051-libero10-limit,arxiv-2610.30051,gpt-6-astra,medium,agentic-tool,hard,,,,,,,0,limit-reached-of-100,0.289,,,"https://arxiv.org/abs/2610.30051 (Table 1, row GPT-6 Astra medium, column Limit reached)",,out:not-headline, arxiv-2610.30051-libero10-success,arxiv-2610.30051,gpt-6-astra,low,agentic-tool,hard,,per-full-run,466,0.289,,,28,success%,0.289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.30051 (Table 1, row GPT-6 Astra low, column Success Rate)",,in,in arxiv-2610.30051-libero10-failure,arxiv-2610.30051,gpt-6-astra,low,agentic-tool,hard,,,,,,,72,failure-of-100,0.289,,,"https://arxiv.org/abs/2610.30051 (Table 1, row GPT-6 Astra low, column Failure)",,out:not-headline, arxiv-2610.30051-libero10-limit,arxiv-2610.30051,gpt-6-astra,low,agentic-tool,hard,,,,,,,0,limit-reached-of-100,0.289,,,"https://arxiv.org/abs/2610.30051 (Table 1, row GPT-6 Astra low, column Limit reached)",,out:not-headline, arxiv-2610.30051-libero10-success,arxiv-2610.30051,gpt-6.1-sol,high,agentic-tool,hard,,per-full-run,164,0.289,,,33,success%,0.289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.30051 (Table 1, row GPT-6.1 Sol high, column Success Rate)",,in,in arxiv-2610.30051-libero10-failure,arxiv-2610.30051,gpt-6.1-sol,high,agentic-tool,hard,,,,,,,65,failure-of-100,0.289,,,"https://arxiv.org/abs/2610.30051 (Table 1, row GPT-6.1 Sol high, column Failure)",,out:not-headline, arxiv-2610.30051-libero10-limit,arxiv-2610.30051,gpt-6.1-sol,high,agentic-tool,hard,,,,,,,2,limit-reached-of-100,0.289,,,"https://arxiv.org/abs/2610.30051 (Table 1, row GPT-6.1 Sol high, column Limit reached)",,out:not-headline, arxiv-2610.30051-libero10-success,arxiv-2610.30051,gpt-6.1-sol,medium,agentic-tool,hard,,per-full-run,120,0.289,,,30,success%,0.289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.30051 (Table 1, row GPT-6.1 Sol medium, column Success Rate)",,in,in arxiv-2610.30051-libero10-failure,arxiv-2610.30051,gpt-6.1-sol,medium,agentic-tool,hard,,,,,,,69,failure-of-100,0.289,,,"https://arxiv.org/abs/2610.30051 (Table 1, row GPT-6.1 Sol medium, column Failure)",,out:not-headline, arxiv-2610.30051-libero10-limit,arxiv-2610.30051,gpt-6.1-sol,medium,agentic-tool,hard,,,,,,,1,limit-reached-of-100,0.289,,,"https://arxiv.org/abs/2610.30051 (Table 1, row GPT-6.1 Sol medium, column Limit reached)",,out:not-headline, arxiv-2610.30051-libero10-success,arxiv-2610.30051,gpt-6.1-sol,low,agentic-tool,hard,,per-full-run,102,0.289,,,24,success%,0.289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.30051 (Table 1, row GPT-6.1 Sol low, column Success Rate)",,in,in arxiv-2610.30051-libero10-failure,arxiv-2610.30051,gpt-6.1-sol,low,agentic-tool,hard,,,,,,,75,failure-of-100,0.289,,,"https://arxiv.org/abs/2610.30051 (Table 1, row GPT-6.1 Sol low, column Failure)",,out:not-headline, arxiv-2610.30051-libero10-limit,arxiv-2610.30051,gpt-6.1-sol,low,agentic-tool,hard,,,,,,,1,limit-reached-of-100,0.289,,,"https://arxiv.org/abs/2610.30051 (Table 1, row GPT-6.1 Sol low, column Limit reached)",,out:not-headline, arxiv-2610.30051-libero10-success,arxiv-2610.30051,gpt-6-luna,low,agentic-tool,hard,,per-full-run,0.294,0.000289,,,0,success%,0.289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.30051 (Table 1, row GPT-6 Luna low, column Success Rate)",,out:uninformative,in arxiv-2610.30051-libero10-failure,arxiv-2610.30051,gpt-6-luna,low,agentic-tool,hard,,,,,,,100,failure-of-100,0.289,,,"https://arxiv.org/abs/2610.30051 (Table 1, row GPT-6 Luna low, column Failure)",,out:not-headline, arxiv-2610.30051-libero10-limit,arxiv-2610.30051,gpt-6-luna,low,agentic-tool,hard,,,,,,,0,limit-reached-of-100,0.289,,,"https://arxiv.org/abs/2610.30051 (Table 1, row GPT-6 Luna low, column Limit reached)",,out:not-headline, arxiv-2610.30051-libero10-success,arxiv-2610.30051,gpt-6-luna,medium,agentic-tool,hard,,per-full-run,18.4,0.0289,,,0,success%,0.289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.30051 (Table 1, row GPT-6 Luna medium, column Success Rate)",,out:uninformative,in arxiv-2610.30051-libero10-failure,arxiv-2610.30051,gpt-6-luna,medium,agentic-tool,hard,,,,,,,79,failure-of-100,0.289,,,"https://arxiv.org/abs/2610.30051 (Table 1, row GPT-6 Luna medium, column Failure)",,out:not-headline, arxiv-2610.30051-libero10-limit,arxiv-2610.30051,gpt-6-luna,medium,agentic-tool,hard,,,,,,,21,limit-reached-of-100,0.289,,,"https://arxiv.org/abs/2610.30051 (Table 1, row GPT-6 Luna medium, column Limit reached)",,out:not-headline, arxiv-2610.30051-libero10-success,arxiv-2610.30051,gpt-6-luna,high,agentic-tool,hard,,per-full-run,28.7,0.0289,,,0,success%,0.289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.30051 (Table 1, row GPT-6 Luna high, column Success Rate)",,out:uninformative,in arxiv-2610.30051-libero10-failure,arxiv-2610.30051,gpt-6-luna,high,agentic-tool,hard,,,,,,,57,failure-of-100,0.289,,,"https://arxiv.org/abs/2610.30051 (Table 1, row GPT-6 Luna high, column Failure)",,out:not-headline, arxiv-2610.30051-libero10-limit,arxiv-2610.30051,gpt-6-luna,high,agentic-tool,hard,,,,,,,43,limit-reached-of-100,0.289,,,"https://arxiv.org/abs/2610.30051 (Table 1, row GPT-6 Luna high, column Limit reached)",,out:not-headline, 2610.30103-npc-mean,arxiv-2610.30103,qwen3.8-omni-flash,unstated,coding,hard,,,,,,,32.3,NP mean pass@1 %,0.0289,,,"https://arxiv.org/abs/2610.30103 (Table 2, column NP mean pass@1 %)",,out:effort-not-established, arxiv-2610.30116-solve,arxiv-2610.30116,gemini-3.8-flash,high,coding,frontier,,,,,,,71.8,solve%,0.0289,,,"https://arxiv.org/abs/2610.30116 (Figure 2 ranking table (written values), column Solve %)",,in, arxiv-2610.30116-author-difficulty,arxiv-2610.30116,gemini-3.8-flash,high,coding,frontier,,,,,,,28.3,author-difficulty%,0.0289,,,"https://arxiv.org/abs/2610.30116 (Figure 2 ranking table, column Author Difficulty)",,in, arxiv-2610.30116-author-hintlift,arxiv-2610.30116,gemini-3.8-flash,high,coding,frontier,,,,,,,18.9,author-hint-lift-pts,0.0289,,,"https://arxiv.org/abs/2610.30116 (Figure 2 ranking table, column Author Hint lift)",,in, arxiv-2610.30116-environment-duels-solve,arxiv-2610.30116,grok-4.6,xhigh,mixed,hard,,,,,,,82.4,Solve,0.0289,,,"https://arxiv.org/abs/2610.30116 (Figure 2 table, row Grok-4.6, column Solve)",,out:not-headline, arxiv-2610.30116-environment-duels-difficulty,arxiv-2610.30116,grok-4.6,xhigh,mixed,hard,,,,,,,12.2,Difficulty (set by the author model),0.0289,,,"https://arxiv.org/abs/2610.30116 (Figure 2 table, row Grok-4.6, column Difficulty)",,out:not-headline, arxiv-2610.30116-environment-duels-hint-lift,arxiv-2610.30116,grok-4.6,xhigh,mixed,hard,,,,,,,8.6,Hint lift,0.0289,,,"https://arxiv.org/abs/2610.30116 (Figure 2 table, row Grok-4.6, column Hint lift)",,out:not-headline, arxiv-2610.30116-solve,arxiv-2610.30116,qwen3.8-27b,xhigh,coding,frontier,,,,,,,83.1,solve%,0.0289,,,"https://arxiv.org/abs/2610.30116 (3.2 Finding 1 table, row Qwen3.8-27B, column Solve)",,in, arxiv-2610.30116-author-difficulty,arxiv-2610.30116,qwen3.8-27b,xhigh,coding,frontier,,,,,,,25.4,author-difficulty%,0.0289,,,"https://arxiv.org/abs/2610.30116 (3.2 Finding 1 table, row Qwen3.8-27B, column Difficulty)",,in, arxiv-2610.30116-author-hintlift,arxiv-2610.30116,qwen3.8-27b,xhigh,coding,frontier,,,,,,,21.2,author-hint-lift-pts,0.0289,,,"https://arxiv.org/abs/2610.30116 (3.2 Finding 1 table, row Qwen3.8-27B, column Lift)",,in, arxiv-2610.30116-t7-aime25,arxiv-2610.30116,qwen3.8-27b,unstated,mixed,hard,,,,,,,70.4,AIME 2025 avg@8 (%),0.0289,,,"https://arxiv.org/abs/2610.30116 (Table 7, row Base model, column AIME 2025 avg@8 (%))",,out:effort-not-established, arxiv-2610.30116-t7-aime26,arxiv-2610.30116,qwen3.8-27b,unstated,mixed,hard,,,,,,,75.8,AIME 2026 avg@8 (%),0.0289,,,"https://arxiv.org/abs/2610.30116 (Table 7, row Base model, column AIME 2026 avg@8 (%))",,out:effort-not-established, arxiv-2610.30116-t7-ace-ms,arxiv-2610.30116,qwen3.8-27b,unstated,mixed,hard,,,,,,,89.4,ACEBench-Agent multi-step accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.30116 (Table 7, row Base model, column ACEBench-Agent multi-step accuracy (%))",,out:effort-not-established, arxiv-2610.30116-t7-ace-mt,arxiv-2610.30116,qwen3.8-27b,unstated,mixed,hard,,,,,,,38.8,ACEBench-Agent multi-turn accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.30116 (Table 7, row Base model, column ACEBench-Agent multi-turn accuracy (%))",,out:effort-not-established, arxiv-2610.30116-t7-ep-he,arxiv-2610.30116,qwen3.8-27b,unstated,mixed,hard,,,,,,,93.3,EvalPlus HumanEval+ pass@1 (%),0.0289,,,"https://arxiv.org/abs/2610.30116 (Table 7, row Base model, column EvalPlus HumanEval+ pass@1 (%))",,out:effort-not-established, arxiv-2610.30116-t7-ep-mbpp,arxiv-2610.30116,qwen3.8-27b,unstated,mixed,hard,,,,,,,79.4,EvalPlus MBPP+ pass@1 (%),0.0289,,,"https://arxiv.org/abs/2610.30116 (Table 7, row Base model, column EvalPlus MBPP+ pass@1 (%))",,out:effort-not-established, arxiv-2610.30116-t7-ep-all,arxiv-2610.30116,qwen3.8-27b,unstated,mixed,hard,,,,,,,83.6,EvalPlus overall pass@1 (%),0.0289,,,"https://arxiv.org/abs/2610.30116 (Table 7, row Base model, column EvalPlus overall pass@1 (%))",,out:effort-not-established, arxiv-2610.30116-t7-lb-code,arxiv-2610.30116,qwen3.8-27b,unstated,mixed,hard,,,,,,,63.3,LiveBench Coding (%),0.0289,,,"https://arxiv.org/abs/2610.30116 (Table 7, row Base model, column LiveBench Coding (%))",,out:effort-not-established, arxiv-2610.30116-t7-lb-data,arxiv-2610.30116,qwen3.8-27b,unstated,mixed,hard,,,,,,,57.8,LiveBench Data (%),0.0289,,,"https://arxiv.org/abs/2610.30116 (Table 7, row Base model, column LiveBench Data (%))",,out:effort-not-established, arxiv-2610.30116-t7-lb-instr,arxiv-2610.30116,qwen3.8-27b,unstated,mixed,hard,,,,,,,76.6,LiveBench Instr. (%),0.0289,,,"https://arxiv.org/abs/2610.30116 (Table 7, row Base model, column LiveBench Instr. (%))",,out:effort-not-established, arxiv-2610.30116-t7-lb-lang,arxiv-2610.30116,qwen3.8-27b,unstated,mixed,hard,,,,,,,47.9,LiveBench Language (%),0.0289,,,"https://arxiv.org/abs/2610.30116 (Table 7, row Base model, column LiveBench Language (%))",,out:effort-not-established, arxiv-2610.30116-t7-lb-math,arxiv-2610.30116,qwen3.8-27b,unstated,mixed,hard,,,,,,,56.4,LiveBench Math (%),0.0289,,,"https://arxiv.org/abs/2610.30116 (Table 7, row Base model, column LiveBench Math (%))",,out:effort-not-established, arxiv-2610.30116-t7-lb-reas,arxiv-2610.30116,qwen3.8-27b,unstated,mixed,hard,,,,,,,76.7,LiveBench Reasoning (%),0.0289,,,"https://arxiv.org/abs/2610.30116 (Table 7, row Base model, column LiveBench Reasoning (%))",,out:effort-not-established, arxiv-2610.30116-t7-lb-all,arxiv-2610.30116,qwen3.8-27b,unstated,mixed,hard,,,,,,,63.1,LiveBench Overall (%),0.0289,,,"https://arxiv.org/abs/2610.30116 (Table 7, row Base model, column LiveBench Overall (%))",,out:effort-not-established, arxiv-2610.30215-rhea-ordering-single-token-unseen-mol,arxiv-2610.30215,?Kimi K2.6,not-established:absent,mixed,hard,,,,,,,0.57,Rhea reaction-participation ordering performance,0.00289,,,"https://arxiv.org/abs/2610.30215v1 (section 4.3 (Figure 8 c text), Rhea reaction-participation ordering)",,out:model-not-established, arxiv-2610.30215-rhea-ordering-single-token-familiar-mol,arxiv-2610.30215,?Kimi K2.6,not-established:absent,mixed,hard,,,,,,,0.59,Rhea reaction-participation ordering performance,0.00289,,,"https://arxiv.org/abs/2610.30215v1 (section 4.3 (Figure 8 c text), Rhea reaction-participation ordering)",,out:model-not-established, arxiv-2610.30215-rhea-ordering-four-token-mlp-unseen-mol,arxiv-2610.30215,?Kimi K2.6,not-established:absent,mixed,hard,,,,,,,0.75,Rhea reaction-participation ordering performance,0.00289,,,"https://arxiv.org/abs/2610.30215v1 (section 4.3 (Figure 8 c text), Rhea reaction-participation ordering)",,out:model-not-established, arxiv-2610.30215-rhea-ordering-four-token-mlp-familiar-mol,arxiv-2610.30215,?Kimi K2.6,not-established:absent,mixed,hard,,,,,,,0.80,Rhea reaction-participation ordering performance,0.00289,,,"https://arxiv.org/abs/2610.30215v1 (section 4.3 (Figure 8 c text), Rhea reaction-participation ordering)",,out:model-not-established, arxiv-2610.30223-ioi-migrations-ai-mean,arxiv-2610.30223,gpt-5.5,medium,mixed,hard,,,,,,,24.88,IOI task points (/100),0.00289,,,"https://arxiv.org/abs/2610.30223 (Results (comparison with human contestants), Fig. 3 text, Migrations)",,out:single-couple, arxiv-2610.30223-ioi-prisoner-challenge-ai-mean,arxiv-2610.30223,gpt-5.5,medium,mixed,hard,,,,,,,67.04,IOI task points (/100),0.00289,,,"https://arxiv.org/abs/2610.30223 (Results (comparison with human contestants), Fig. 3 text, Prisoner Challenge)",,out:single-couple, arxiv-2610.30284-none,arxiv-2610.30284,?DeepSeek-V4-Flash (Preview),not-established:absent,coding,hard,mini-swe-agent,,,,,,72.60,task-resolution rate (% of 500 SWE-Bench Verified tasks),0.00289,,,"https://arxiv.org/abs/2610.30284v1 (Table 1, DeepSeek-V4-Flash (Preview), None / No verification)",,out:model-not-established, arxiv-2610.30284-traj-verifier3,arxiv-2610.30284,?DeepSeek-V4-Flash (Preview),not-established:absent,coding,hard,mini-swe-agent,,,,,,74.30,task-resolution rate (% of 500 SWE-Bench Verified tasks),0.00289,,,"https://arxiv.org/abs/2610.30284v1 (Table 1, Trajectory, LLM-as-a-Verifier@3)",,out:model-not-established, arxiv-2610.30284-oracle3,arxiv-2610.30284,?DeepSeek-V4-Flash (Preview),not-established:absent,coding,hard,mini-swe-agent,,,,,,80.60,task-resolution rate (% of 500 SWE-Bench Verified tasks),0.00289,,,"https://arxiv.org/abs/2610.30284v1 (Table 1, Trajectory, Oracle@3)",,out:model-not-established, arxiv-2610.30284-allstep-self,arxiv-2610.30284,?DeepSeek-V4-Flash (Preview),not-established:absent,coding,hard,mini-swe-agent,,,,,,72.67,task-resolution rate (% of 500 SWE-Bench Verified tasks),0.00289,,,"https://arxiv.org/abs/2610.30284v1 (Table 1, All-step, Self-Verification)",,out:model-not-established, arxiv-2610.30284-allstep-qwen4b,arxiv-2610.30284,?DeepSeek-V4-Flash (Preview),not-established:absent,coding,hard,mini-swe-agent,,,,,,72.53,task-resolution rate (% of 500 SWE-Bench Verified tasks),0.00289,,,"https://arxiv.org/abs/2610.30284v1 (Table 1, All-step, Qwen3.5-4B)",,out:model-not-established, arxiv-2610.30284-sel-untrained,arxiv-2610.30284,?DeepSeek-V4-Flash (Preview),not-established:absent,coding,hard,mini-swe-agent,,,,,,73.60,task-resolution rate (% of 500 SWE-Bench Verified tasks),0.00289,,,"https://arxiv.org/abs/2610.30284v1 (Table 1, Selective, Untrained)",,out:model-not-established, arxiv-2610.30284-sel-score-only,arxiv-2610.30284,?DeepSeek-V4-Flash (Preview),not-established:absent,coding,hard,mini-swe-agent,,,,,,73.20,task-resolution rate (% of 500 SWE-Bench Verified tasks),0.00289,,,"https://arxiv.org/abs/2610.30284v1 (Table 1, Selective, Score Only)",,out:model-not-established, arxiv-2610.30284-sel-joint-rubric,arxiv-2610.30284,?DeepSeek-V4-Flash (Preview),not-established:absent,coding,hard,mini-swe-agent,,,,,,73.93,task-resolution rate (% of 500 SWE-Bench Verified tasks),0.00289,,,"https://arxiv.org/abs/2610.30284v1 (Table 1, Selective, Joint Rubric)",,out:model-not-established, arxiv-2610.30284-sel-two-stage,arxiv-2610.30284,?DeepSeek-V4-Flash (Preview),not-established:absent,coding,hard,mini-swe-agent,,,,,,74.27,task-resolution rate (% of 500 SWE-Bench Verified tasks),0.00289,,,"https://arxiv.org/abs/2610.30284v1 (Table 1, Selective, Two-Stage Rubric)",,out:model-not-established, arxiv-2610.30439-acc-street,arxiv-2610.30439,gemini-3-flash,unstated,mixed,hard,,,,,,,25.71,localization-acc%,0.00289,,,"https://arxiv.org/abs/2610.30439 (Table I (localization accuracy at different geographic granularities), row Gemini-3-Flash, column Street (1 km))",,out:effort-not-established, arxiv-2610.30439-acc-city,arxiv-2610.30439,gemini-3-flash,unstated,mixed,hard,,,,,,,58.48,localization-acc%,0.00289,,,"https://arxiv.org/abs/2610.30439 (Table I (localization accuracy at different geographic granularities), row Gemini-3-Flash, column City (25 km))",,out:effort-not-established, arxiv-2610.30439-acc-region,arxiv-2610.30439,gemini-3-flash,unstated,mixed,hard,,,,,,,78.86,localization-acc%,0.00289,,,"https://arxiv.org/abs/2610.30439 (Table I (localization accuracy at different geographic granularities), row Gemini-3-Flash, column Region (200 km))",,out:effort-not-established, arxiv-2610.30439-acc-country,arxiv-2610.30439,gemini-3-flash,unstated,mixed,hard,,,,,,,89.71,localization-acc%,0.00289,,,"https://arxiv.org/abs/2610.30439 (Table I (localization accuracy at different geographic granularities), row Gemini-3-Flash, column Country (750 km))",,out:effort-not-established, arxiv-2610.30439-acc-continent,arxiv-2610.30439,gemini-3-flash,unstated,mixed,hard,,,,,,,94.86,localization-acc%,0.00289,,,"https://arxiv.org/abs/2610.30439 (Table I (localization accuracy at different geographic granularities), row Gemini-3-Flash, column Continent (2500 km))",,out:effort-not-established, arxiv-2610.30439-acc-street-def-qwenvl,arxiv-2610.30439,?Gem-3F,not-established:absent,mixed,hard,,,,,,,9.33,localization-acc%,0.00289,,,"https://arxiv.org/abs/2610.30439 (Table III (attack localization accuracy before and after the defense), attack Gem-3F, defense QwenVL, column Street (1 km))",,out:model-not-established, arxiv-2610.30439-acc-city-def-qwenvl,arxiv-2610.30439,?Gem-3F,not-established:absent,mixed,hard,,,,,,,25.71,localization-acc%,0.00289,,,"https://arxiv.org/abs/2610.30439 (Table III (attack localization accuracy before and after the defense), attack Gem-3F, defense QwenVL, column City (25 km))",,out:model-not-established, arxiv-2610.30439-acc-region-def-qwenvl,arxiv-2610.30439,?Gem-3F,not-established:absent,mixed,hard,,,,,,,48.00,localization-acc%,0.00289,,,"https://arxiv.org/abs/2610.30439 (Table III (attack localization accuracy before and after the defense), attack Gem-3F, defense QwenVL, column Region (200 km))",,out:model-not-established, arxiv-2610.30439-acc-country-def-qwenvl,arxiv-2610.30439,?Gem-3F,not-established:absent,mixed,hard,,,,,,,66.67,localization-acc%,0.00289,,,"https://arxiv.org/abs/2610.30439 (Table III (attack localization accuracy before and after the defense), attack Gem-3F, defense QwenVL, column Country (750 km))",,out:model-not-established, arxiv-2610.30439-acc-continent-def-qwenvl,arxiv-2610.30439,?Gem-3F,not-established:absent,mixed,hard,,,,,,,81.52,localization-acc%,0.00289,,,"https://arxiv.org/abs/2610.30439 (Table III (attack localization accuracy before and after the defense), attack Gem-3F, defense QwenVL, column Continent (2500 km))",,out:model-not-established, arxiv-2610.30439-acc-street-def-gem3f,arxiv-2610.30439,?Gem-3F,not-established:absent,mixed,hard,,,,,,,3.81,localization-acc%,0.00289,,,"https://arxiv.org/abs/2610.30439 (Table III (attack localization accuracy before and after the defense), attack Gem-3F, defense Gem-3F, column Street (1 km))",,out:model-not-established, arxiv-2610.30439-acc-city-def-gem3f,arxiv-2610.30439,?Gem-3F,not-established:absent,mixed,hard,,,,,,,12.00,localization-acc%,0.00289,,,"https://arxiv.org/abs/2610.30439 (Table III (attack localization accuracy before and after the defense), attack Gem-3F, defense Gem-3F, column City (25 km))",,out:model-not-established, arxiv-2610.30439-acc-region-def-gem3f,arxiv-2610.30439,?Gem-3F,not-established:absent,mixed,hard,,,,,,,21.52,localization-acc%,0.00289,,,"https://arxiv.org/abs/2610.30439 (Table III (attack localization accuracy before and after the defense), attack Gem-3F, defense Gem-3F, column Region (200 km))",,out:model-not-established, arxiv-2610.30439-acc-country-def-gem3f,arxiv-2610.30439,?Gem-3F,not-established:absent,mixed,hard,,,,,,,41.52,localization-acc%,0.00289,,,"https://arxiv.org/abs/2610.30439 (Table III (attack localization accuracy before and after the defense), attack Gem-3F, defense Gem-3F, column Country (750 km))",,out:model-not-established, arxiv-2610.30439-acc-continent-def-gem3f,arxiv-2610.30439,?Gem-3F,not-established:absent,mixed,hard,,,,,,,64.00,localization-acc%,0.00289,,,"https://arxiv.org/abs/2610.30439 (Table III (attack localization accuracy before and after the defense), attack Gem-3F, defense Gem-3F, column Continent (2500 km))",,out:model-not-established, arxiv-2610.30439-dist-med-none,arxiv-2610.30439,?Gem-3F,not-established:absent,mixed,hard,,,,,,,9.24,dist-med,0.00289,,,"https://arxiv.org/abs/2610.30439 (Table IV (geolocation metrics before and after the defense), attack Gem-3F, row dist-med, defense None)",,out:model-not-established, arxiv-2610.30439-dist-med-qwenvl,arxiv-2610.30439,?Gem-3F,not-established:absent,mixed,hard,,,,,,,229.30,dist-med,0.00289,,,"https://arxiv.org/abs/2610.30439 (Table IV (geolocation metrics before and after the defense), attack Gem-3F, row dist-med, defense QwenVL)",,out:model-not-established, arxiv-2610.30439-dist-med-gem3f,arxiv-2610.30439,?Gem-3F,not-established:absent,mixed,hard,,,,,,,1156.21,dist-med,0.00289,,,"https://arxiv.org/abs/2610.30439 (Table IV (geolocation metrics before and after the defense), attack Gem-3F, row dist-med, defense Gem3F)",,out:model-not-established, arxiv-2610.30439-dist-mean-none,arxiv-2610.30439,?Gem-3F,not-established:absent,mixed,hard,,,,,,,520.93,dist-mean,0.00289,,,"https://arxiv.org/abs/2610.30439 (Table IV (geolocation metrics before and after the defense), attack Gem-3F, row dist-mean, defense None)",,out:model-not-established, arxiv-2610.30439-dist-mean-qwenvl,arxiv-2610.30439,?Gem-3F,not-established:absent,mixed,hard,,,,,,,1978.62,dist-mean,0.00289,,,"https://arxiv.org/abs/2610.30439 (Table IV (geolocation metrics before and after the defense), attack Gem-3F, row dist-mean, defense QwenVL)",,out:model-not-established, arxiv-2610.30439-dist-mean-gem3f,arxiv-2610.30439,?Gem-3F,not-established:absent,mixed,hard,,,,,,,3682.13,dist-mean,0.00289,,,"https://arxiv.org/abs/2610.30439 (Table IV (geolocation metrics before and after the defense), attack Gem-3F, row dist-mean, defense Gem3F)",,out:model-not-established, arxiv-2610.30439-score-med-none,arxiv-2610.30439,?Gem-3F,not-established:absent,mixed,hard,,,,,,,4968.13,score-med,0.00289,,,"https://arxiv.org/abs/2610.30439 (Table IV (geolocation metrics before and after the defense), attack Gem-3F, row score-med, defense None)",,out:model-not-established, arxiv-2610.30439-score-med-qwenvl,arxiv-2610.30439,?Gem-3F,not-established:absent,mixed,hard,,,,,,,4275.84,score-med,0.00289,,,"https://arxiv.org/abs/2610.30439 (Table IV (geolocation metrics before and after the defense), attack Gem-3F, row score-med, defense QwenVL)",,out:model-not-established, arxiv-2610.30439-score-med-gem3f,arxiv-2610.30439,?Gem-3F,not-established:absent,mixed,hard,,,,,,,2299.01,score-med,0.00289,,,"https://arxiv.org/abs/2610.30439 (Table IV (geolocation metrics before and after the defense), attack Gem-3F, row score-med, defense Gem3F)",,out:model-not-established, arxiv-2610.30439-score-mean-none,arxiv-2610.30439,?Gem-3F,not-established:absent,mixed,hard,,,,,,,4417.82,score-mean,0.00289,,,"https://arxiv.org/abs/2610.30439 (Table IV (geolocation metrics before and after the defense), attack Gem-3F, row score-mean, defense None)",,out:model-not-established, arxiv-2610.30439-score-mean-qwenvl,arxiv-2610.30439,?Gem-3F,not-established:absent,mixed,hard,,,,,,,3359.53,score-mean,0.00289,,,"https://arxiv.org/abs/2610.30439 (Table IV (geolocation metrics before and after the defense), attack Gem-3F, row score-mean, defense QwenVL)",,out:model-not-established, arxiv-2610.30439-score-mean-gem3f,arxiv-2610.30439,?Gem-3F,not-established:absent,mixed,hard,,,,,,,2280.44,score-mean,0.00289,,,"https://arxiv.org/abs/2610.30439 (Table IV (geolocation metrics before and after the defense), attack Gem-3F, row score-mean, defense Gem3F)",,out:model-not-established, arxiv-2610.30439-cost-per-image,arxiv-2610.30439,gemini-3-flash,unstated,mixed,hard,,per-image,0.173,0.000289,4290000,6110000,,none,,,,https://arxiv.org/abs/2610.30439 (),,,out:effort-not-established arxiv-2610.30439-cost-total,arxiv-2610.30439,gemini-3-flash,unstated,mixed,hard,,per-full-run,95.38,0.00289,4290000,6110000,,none,,,,https://arxiv.org/abs/2610.30439 (),,,out:effort-not-established arxiv-2610.30740-read2,arxiv-2610.30740,gemini-3.1-pro,unstated,mixed,hard,,,,,,,92.4,bal-acc%,0.0289,,,"https://arxiv.org/abs/2610.30740 (Table 2 (Main results on ShadowBench, balanced accuracy %), row Gemini-3.1-pro, column read2)",,out:effort-not-established, arxiv-2610.30740-read3,arxiv-2610.30740,gemini-3.1-pro,unstated,mixed,hard,,,,,,,88.6,bal-acc%,0.0289,,,"https://arxiv.org/abs/2610.30740 (Table 2 (Main results on ShadowBench, balanced accuracy %), row Gemini-3.1-pro, column read3)",,out:effort-not-established, arxiv-2610.30740-read5,arxiv-2610.30740,gemini-3.1-pro,unstated,mixed,hard,,,,,,,74.8,bal-acc%,0.0289,,,"https://arxiv.org/abs/2610.30740 (Table 2 (Main results on ShadowBench, balanced accuracy %), row Gemini-3.1-pro, column read5)",,out:effort-not-established, arxiv-2610.30740-infer3,arxiv-2610.30740,gemini-3.1-pro,unstated,mixed,hard,,,,,,,50.8,bal-acc%,0.0289,,,"https://arxiv.org/abs/2610.30740 (Table 2 (Main results on ShadowBench, balanced accuracy %), row Gemini-3.1-pro, column infer3)",,out:effort-not-established, arxiv-2610.30740-yn,arxiv-2610.30740,gemini-3.1-pro,unstated,mixed,hard,,,,,,,52.4,bal-acc%,0.0289,,,"https://arxiv.org/abs/2610.30740 (Table 2 (Main results on ShadowBench, balanced accuracy %), row Gemini-3.1-pro, column yn)",,out:effort-not-established, arxiv-2610.30740-afc,arxiv-2610.30740,gemini-3.1-pro,unstated,mixed,hard,,,,,,,63.0,bal-acc%,0.0289,,,"https://arxiv.org/abs/2610.30740 (Table 2 (Main results on ShadowBench, balanced accuracy %), row Gemini-3.1-pro, column afc)",,out:effort-not-established, arxiv-2610.30740-read2,arxiv-2610.30740,gemma-4-e4b-it,unstated,mixed,hard,,,,,,,69.7,bal-acc%,0.0289,,,"https://arxiv.org/abs/2610.30740 (Table 2 (Main results on ShadowBench, balanced accuracy %), row Gemma-4-E4B, column read2)",,out:effort-not-established, arxiv-2610.30740-read3,arxiv-2610.30740,gemma-4-e4b-it,unstated,mixed,hard,,,,,,,61.8,bal-acc%,0.0289,,,"https://arxiv.org/abs/2610.30740 (Table 2 (Main results on ShadowBench, balanced accuracy %), row Gemma-4-E4B, column read3)",,out:effort-not-established, arxiv-2610.30740-read5,arxiv-2610.30740,gemma-4-e4b-it,unstated,mixed,hard,,,,,,,33.7,bal-acc%,0.0289,,,"https://arxiv.org/abs/2610.30740 (Table 2 (Main results on ShadowBench, balanced accuracy %), row Gemma-4-E4B, column read5)",,out:effort-not-established, arxiv-2610.30740-infer3,arxiv-2610.30740,gemma-4-e4b-it,unstated,mixed,hard,,,,,,,34.4,bal-acc%,0.0289,,,"https://arxiv.org/abs/2610.30740 (Table 2 (Main results on ShadowBench, balanced accuracy %), row Gemma-4-E4B, column infer3)",,out:effort-not-established, arxiv-2610.30740-yn,arxiv-2610.30740,gemma-4-e4b-it,unstated,mixed,hard,,,,,,,49.7,bal-acc%,0.0289,,,"https://arxiv.org/abs/2610.30740 (Table 2 (Main results on ShadowBench, balanced accuracy %), row Gemma-4-E4B, column yn)",,out:effort-not-established, arxiv-2610.30740-afc,arxiv-2610.30740,gemma-4-e4b-it,unstated,mixed,hard,,,,,,,50.0,bal-acc%,0.0289,,,"https://arxiv.org/abs/2610.30740 (Table 2 (Main results on ShadowBench, balanced accuracy %), row Gemma-4-E4B, column afc)",,out:effort-not-established, arxiv-2610.30740-read2,arxiv-2610.30740,?Gemma-4-12B,not-established:absent,mixed,hard,,,,,,,86.9,bal-acc%,0.0289,,,"https://arxiv.org/abs/2610.30740 (Table 2 (Main results on ShadowBench, balanced accuracy %), row Gemma-4-12B, column read2)",,out:model-not-established, arxiv-2610.30740-read3,arxiv-2610.30740,?Gemma-4-12B,not-established:absent,mixed,hard,,,,,,,85.8,bal-acc%,0.0289,,,"https://arxiv.org/abs/2610.30740 (Table 2 (Main results on ShadowBench, balanced accuracy %), row Gemma-4-12B, column read3)",,out:model-not-established, arxiv-2610.30740-read5,arxiv-2610.30740,?Gemma-4-12B,not-established:absent,mixed,hard,,,,,,,52.6,bal-acc%,0.0289,,,"https://arxiv.org/abs/2610.30740 (Table 2 (Main results on ShadowBench, balanced accuracy %), row Gemma-4-12B, column read5)",,out:model-not-established, arxiv-2610.30740-infer3,arxiv-2610.30740,?Gemma-4-12B,not-established:absent,mixed,hard,,,,,,,42.0,bal-acc%,0.0289,,,"https://arxiv.org/abs/2610.30740 (Table 2 (Main results on ShadowBench, balanced accuracy %), row Gemma-4-12B, column infer3)",,out:model-not-established, arxiv-2610.30740-yn,arxiv-2610.30740,?Gemma-4-12B,not-established:absent,mixed,hard,,,,,,,50.0,bal-acc%,0.0289,,,"https://arxiv.org/abs/2610.30740 (Table 2 (Main results on ShadowBench, balanced accuracy %), row Gemma-4-12B, column yn)",,out:model-not-established, arxiv-2610.30740-afc,arxiv-2610.30740,?Gemma-4-12B,not-established:absent,mixed,hard,,,,,,,56.0,bal-acc%,0.0289,,,"https://arxiv.org/abs/2610.30740 (Table 2 (Main results on ShadowBench, balanced accuracy %), row Gemma-4-12B, column afc)",,out:model-not-established, arxiv-2610.30740-read2,arxiv-2610.30740,?Gemma-4-26B,not-established:absent,mixed,hard,,,,,,,88.2,bal-acc%,0.0289,,,"https://arxiv.org/abs/2610.30740 (Table 2 (Main results on ShadowBench, balanced accuracy %), row Gemma-4-26B, column read2)",,out:model-not-established, arxiv-2610.30740-read3,arxiv-2610.30740,?Gemma-4-26B,not-established:absent,mixed,hard,,,,,,,86.6,bal-acc%,0.0289,,,"https://arxiv.org/abs/2610.30740 (Table 2 (Main results on ShadowBench, balanced accuracy %), row Gemma-4-26B, column read3)",,out:model-not-established, arxiv-2610.30740-read5,arxiv-2610.30740,?Gemma-4-26B,not-established:absent,mixed,hard,,,,,,,57.3,bal-acc%,0.0289,,,"https://arxiv.org/abs/2610.30740 (Table 2 (Main results on ShadowBench, balanced accuracy %), row Gemma-4-26B, column read5)",,out:model-not-established, arxiv-2610.30740-infer3,arxiv-2610.30740,?Gemma-4-26B,not-established:absent,mixed,hard,,,,,,,43.8,bal-acc%,0.0289,,,"https://arxiv.org/abs/2610.30740 (Table 2 (Main results on ShadowBench, balanced accuracy %), row Gemma-4-26B, column infer3)",,out:model-not-established, arxiv-2610.30740-yn,arxiv-2610.30740,?Gemma-4-26B,not-established:absent,mixed,hard,,,,,,,52.5,bal-acc%,0.0289,,,"https://arxiv.org/abs/2610.30740 (Table 2 (Main results on ShadowBench, balanced accuracy %), row Gemma-4-26B, column yn)",,out:model-not-established, arxiv-2610.30740-afc,arxiv-2610.30740,?Gemma-4-26B,not-established:absent,mixed,hard,,,,,,,51.9,bal-acc%,0.0289,,,"https://arxiv.org/abs/2610.30740 (Table 2 (Main results on ShadowBench, balanced accuracy %), row Gemma-4-26B, column afc)",,out:model-not-established, arxiv-2610.30740-read2,arxiv-2610.30740,gemma-4-31b-it,unstated,mixed,hard,,,,,,,90.0,bal-acc%,0.0289,,,"https://arxiv.org/abs/2610.30740 (Table 2 (Main results on ShadowBench, balanced accuracy %), row Gemma-4-31B, column read2)",,out:effort-not-established, arxiv-2610.30740-read3,arxiv-2610.30740,gemma-4-31b-it,unstated,mixed,hard,,,,,,,86.8,bal-acc%,0.0289,,,"https://arxiv.org/abs/2610.30740 (Table 2 (Main results on ShadowBench, balanced accuracy %), row Gemma-4-31B, column read3)",,out:effort-not-established, arxiv-2610.30740-read5,arxiv-2610.30740,gemma-4-31b-it,unstated,mixed,hard,,,,,,,67.4,bal-acc%,0.0289,,,"https://arxiv.org/abs/2610.30740 (Table 2 (Main results on ShadowBench, balanced accuracy %), row Gemma-4-31B, column read5)",,out:effort-not-established, arxiv-2610.30740-infer3,arxiv-2610.30740,gemma-4-31b-it,unstated,mixed,hard,,,,,,,42.0,bal-acc%,0.0289,,,"https://arxiv.org/abs/2610.30740 (Table 2 (Main results on ShadowBench, balanced accuracy %), row Gemma-4-31B, column infer3)",,out:effort-not-established, arxiv-2610.30740-yn,arxiv-2610.30740,gemma-4-31b-it,unstated,mixed,hard,,,,,,,51.3,bal-acc%,0.0289,,,"https://arxiv.org/abs/2610.30740 (Table 2 (Main results on ShadowBench, balanced accuracy %), row Gemma-4-31B, column yn)",,out:effort-not-established, arxiv-2610.30740-afc,arxiv-2610.30740,gemma-4-31b-it,unstated,mixed,hard,,,,,,,50.3,bal-acc%,0.0289,,,"https://arxiv.org/abs/2610.30740 (Table 2 (Main results on ShadowBench, balanced accuracy %), row Gemma-4-31B, column afc)",,out:effort-not-established, arxiv-2610.30740-infer-top,arxiv-2610.30740,gemini-3.1-pro,unstated,mixed,hard,,,,,,,48,top-class-share%,0.289,,,"https://arxiv.org/abs/2610.30740 (Table 3 (read-to-infer dissociation), row Gemini-3.1-pro, column Direction 3-way top (class R and its share))",,out:effort-not-established, arxiv-2610.30740-yn-top,arxiv-2610.30740,gemini-3.1-pro,unstated,mixed,hard,,,,,,,77,top-class-share%,0.289,,,"https://arxiv.org/abs/2610.30740 (Table 3 (read-to-infer dissociation), row Gemini-3.1-pro, column Validity Y/N top (class N and its share))",,out:effort-not-established, arxiv-2610.30740-afc-top,arxiv-2610.30740,gemini-3.1-pro,unstated,mixed,hard,,,,,,,61,top-class-share%,0.289,,,"https://arxiv.org/abs/2610.30740 (Table 3 (read-to-infer dissociation), row Gemini-3.1-pro, column Validity 2AFC top (class A and its share))",,out:effort-not-established, arxiv-2610.30740-afc-both,arxiv-2610.30740,gemini-3.1-pro,unstated,mixed,hard,,,,,,,45.5,both-orders-correct%,0.0289,,,"https://arxiv.org/abs/2610.30740 (Table 3, row Gemini-3.1-pro, column both ✓ (2AFC pairs correct under both orders))",,out:effort-not-established, arxiv-2610.30740-infer-top,arxiv-2610.30740,?Gemma-4-12B,not-established:absent,mixed,hard,,,,,,,75,top-class-share%,0.289,,,"https://arxiv.org/abs/2610.30740 (Table 3 (read-to-infer dissociation), row Gemma-4-12B, column Direction 3-way top (class R and its share))",,out:model-not-established, arxiv-2610.30740-yn-top,arxiv-2610.30740,?Gemma-4-12B,not-established:absent,mixed,hard,,,,,,,100,top-class-share%,0.289,,,"https://arxiv.org/abs/2610.30740 (Table 3 (read-to-infer dissociation), row Gemma-4-12B, column Validity Y/N top (class N and its share))",,out:model-not-established, arxiv-2610.30740-afc-top,arxiv-2610.30740,?Gemma-4-12B,not-established:absent,mixed,hard,,,,,,,52,top-class-share%,0.289,,,"https://arxiv.org/abs/2610.30740 (Table 3 (read-to-infer dissociation), row Gemma-4-12B, column Validity 2AFC top (class B and its share))",,out:model-not-established, arxiv-2610.30740-afc-both,arxiv-2610.30740,?Gemma-4-12B,not-established:absent,mixed,hard,,,,,,,29.2,both-orders-correct%,0.0289,,,"https://arxiv.org/abs/2610.30740 (Table 3, row Gemma-4-12B, column both ✓ (2AFC pairs correct under both orders))",,out:model-not-established, arxiv-2610.30740-infer-top,arxiv-2610.30740,?Gemma-4-26B,not-established:absent,mixed,hard,,,,,,,84,top-class-share%,0.289,,,"https://arxiv.org/abs/2610.30740 (Table 3 (read-to-infer dissociation), row Gemma-4-26B, column Direction 3-way top (class R and its share))",,out:model-not-established, arxiv-2610.30740-yn-top,arxiv-2610.30740,?Gemma-4-26B,not-established:absent,mixed,hard,,,,,,,90,top-class-share%,0.289,,,"https://arxiv.org/abs/2610.30740 (Table 3 (read-to-infer dissociation), row Gemma-4-26B, column Validity Y/N top (class N and its share))",,out:model-not-established, arxiv-2610.30740-afc-top,arxiv-2610.30740,?Gemma-4-26B,not-established:absent,mixed,hard,,,,,,,68,top-class-share%,0.289,,,"https://arxiv.org/abs/2610.30740 (Table 3 (read-to-infer dissociation), row Gemma-4-26B, column Validity 2AFC top (class B and its share))",,out:model-not-established, arxiv-2610.30740-afc-both,arxiv-2610.30740,?Gemma-4-26B,not-established:absent,mixed,hard,,,,,,,18.8,both-orders-correct%,0.0289,,,"https://arxiv.org/abs/2610.30740 (Table 3, row Gemma-4-26B, column both ✓ (2AFC pairs correct under both orders))",,out:model-not-established, arxiv-2610.30740-infer-top,arxiv-2610.30740,gemma-4-31b-it,unstated,mixed,hard,,,,,,,87,top-class-share%,0.289,,,"https://arxiv.org/abs/2610.30740 (Table 3 (read-to-infer dissociation), row Gemma-4-31B, column Direction 3-way top (class R and its share))",,out:effort-not-established, arxiv-2610.30740-yn-top,arxiv-2610.30740,gemma-4-31b-it,unstated,mixed,hard,,,,,,,50,top-class-share%,0.289,,,"https://arxiv.org/abs/2610.30740 (Table 3 (read-to-infer dissociation), row Gemma-4-31B, column Validity Y/N top (class N and its share))",,out:effort-not-established, arxiv-2610.30740-afc-top,arxiv-2610.30740,gemma-4-31b-it,unstated,mixed,hard,,,,,,,98,top-class-share%,0.289,,,"https://arxiv.org/abs/2610.30740 (Table 3 (read-to-infer dissociation), row Gemma-4-31B, column Validity 2AFC top (class B and its share))",,out:effort-not-established, arxiv-2610.30740-afc-both,arxiv-2610.30740,gemma-4-31b-it,unstated,mixed,hard,,,,,,,2.2,both-orders-correct%,0.0289,,,"https://arxiv.org/abs/2610.30740 (Table 3, row Gemma-4-31B, column both ✓ (2AFC pairs correct under both orders))",,out:effort-not-established, arxiv-2610.30858-output-value,arxiv-2610.30858,?GLM 5.2,not-established:absent,mixed,hard,OpenHands,USD per task,1.92,0.00289,,,74.19,GDP-weighted output dollar value (USD per task),0.00289,,,"https://arxiv.org/abs/2610.30858 (Table 23, column Output value (USD))",,out:model-not-established,out:model-not-established arxiv-2610.30858-nvj,arxiv-2610.30858,?GLM 5.2,not-established:absent,mixed,hard,OpenHands,,,,,,168.1,net value per joule NVJ (USD/MJ),0.0289,,,"https://arxiv.org/abs/2610.30858 (Table 23, column NVJ (USD/MJ))",,out:model-not-established, arxiv-2610.30858-tsj,arxiv-2610.30858,?GLM 5.2,not-established:absent,mixed,hard,OpenHands,,,,,,3.82,time saving per joule TSJ (hours/MJ),0.00289,,,"https://arxiv.org/abs/2610.30858 (Table 23, column TSJ (hours/MJ))",,out:model-not-established, arxiv-2610.30858-net-value-per-ai-cost,arxiv-2610.30858,?GLM 5.2,not-established:absent,mixed,hard,OpenHands,,,,,,37.69,net value per dollar of AI cost (USD/USD),0.00289,,,"https://arxiv.org/abs/2610.30858 (Table 23, column Net value/AI cost)",,out:model-not-established, arxiv-2610.30858-net-value-per-ai-hour,arxiv-2610.30858,?GLM 5.2,not-established:absent,mixed,hard,OpenHands,,,,,,191.3,net value per AI hour (USD/hour),0.0289,,,"https://arxiv.org/abs/2610.30858 (Table 1, column Net value per AI hour (USD/hour))",,out:model-not-established, arxiv-2610.30858-expert-time-saved,arxiv-2610.30858,?GLM 5.2,not-established:absent,mixed,hard,OpenHands,,,,,,1.64,expert time saved per task (hours),0.00289,,,"https://arxiv.org/abs/2610.30858 (section 1 / 3.2 (Q2), text)",,out:model-not-established, arxiv-2610.30888-teacher-presentbench-score,arxiv-2610.30888,glm-5.2,unstated,writing,hard,,,,,,,75.04,PresentBench score (0-100),0.00289,,,"https://arxiv.org/abs/2610.30888 (Table 2, row Teacher GLM-5.2, column PresentBench score)",,out:effort-not-established, arxiv-2610.30888-teacher-gdpval-ppt-score,arxiv-2610.30888,glm-5.2,unstated,writing,hard,,,,,,,74.93,GDPVal PPT subset score (0-100),0.00289,,,"https://arxiv.org/abs/2610.30888 (Table 2, row Teacher GLM-5.2, column GDPVal PPT subset score)",,out:effort-not-established, arxiv-2610.30888-teacher-module-academia,arxiv-2610.30888,glm-5.2,unstated,writing,hard,,,,,,,78.17,PresentBench module Academia score (0-100),0.00289,,,"https://arxiv.org/abs/2610.30888 (Table 7, row Teacher GLM-5.2, column Academia)",,out:effort-not-established, arxiv-2610.30888-teacher-module-advertising,arxiv-2610.30888,glm-5.2,unstated,writing,hard,,,,,,,62.38,PresentBench module Advertising score (0-100),0.00289,,,"https://arxiv.org/abs/2610.30888 (Table 7, row Teacher GLM-5.2, column Advertising)",,out:effort-not-established, arxiv-2610.30888-teacher-module-economics,arxiv-2610.30888,glm-5.2,unstated,writing,hard,,,,,,,68.95,PresentBench module Economics score (0-100),0.00289,,,"https://arxiv.org/abs/2610.30888 (Table 7, row Teacher GLM-5.2, column Economics)",,out:effort-not-established, arxiv-2610.30888-teacher-module-education,arxiv-2610.30888,glm-5.2,unstated,writing,hard,,,,,,,77.76,PresentBench module Education score (0-100),0.00289,,,"https://arxiv.org/abs/2610.30888 (Table 7, row Teacher GLM-5.2, column Education)",,out:effort-not-established, arxiv-2610.30888-teacher-module-talk,arxiv-2610.30888,glm-5.2,unstated,writing,hard,,,,,,,75.29,PresentBench module Talk score (0-100),0.00289,,,"https://arxiv.org/abs/2610.30888 (Table 7, row Teacher GLM-5.2, column Talk)",,out:effort-not-established, arxiv-2610.30888-teacher-dim-cq,arxiv-2610.30888,glm-5.2,unstated,writing,hard,,,,,,,93.31,PresentBench dimension CQ (%),0.00289,,,"https://arxiv.org/abs/2610.30888 (Table 8, row Teacher GLM-5.2, column CQ)",,out:effort-not-established, arxiv-2610.30888-teacher-dim-vd,arxiv-2610.30888,glm-5.2,unstated,writing,hard,,,,,,,65.40,PresentBench dimension VD (visual design) (%),0.00289,,,"https://arxiv.org/abs/2610.30888 (Table 8, row Teacher GLM-5.2, column VD (visual design))",,out:effort-not-established, arxiv-2610.30888-teacher-dim-comp,arxiv-2610.30888,glm-5.2,unstated,writing,hard,,,,,,,80.36,PresentBench dimension Comp. (material completeness) (%),0.00289,,,"https://arxiv.org/abs/2610.30888 (Table 8, row Teacher GLM-5.2, column Comp. (material completeness))",,out:effort-not-established, arxiv-2610.30888-teacher-dim-corr,arxiv-2610.30888,glm-5.2,unstated,writing,hard,,,,,,,72.71,PresentBench dimension Corr. (material correctness) (%),0.00289,,,"https://arxiv.org/abs/2610.30888 (Table 8, row Teacher GLM-5.2, column Corr. (material correctness))",,out:effort-not-established, arxiv-2610.30888-teacher-dim-cons,arxiv-2610.30888,glm-5.2,unstated,writing,hard,,,,,,,62.40,PresentBench dimension Cons. (per-slide consistency) (%),0.00289,,,"https://arxiv.org/abs/2610.30888 (Table 8, row Teacher GLM-5.2, column Cons. (per-slide consistency))",,out:effort-not-established, arxiv-2610.30888-teacher-aspect-presentbench-asp,arxiv-2610.30888,glm-5.2,unstated,writing,hard,,,,,,,0.99,PresentBench aspect score Asp. (aspect-ratio compliance),0.00289,,,"https://arxiv.org/abs/2610.30888 (Table 3, row Teacher glm-5.2, benchmark PresentBench, column Asp. (aspect-ratio compliance))",,out:effort-not-established, arxiv-2610.30888-teacher-aspect-presentbench-ws,arxiv-2610.30888,glm-5.2,unstated,writing,hard,,,,,,,0.87,PresentBench aspect score Ws. (whitespace adequacy),0.00289,,,"https://arxiv.org/abs/2610.30888 (Table 3, row Teacher glm-5.2, benchmark PresentBench, column Ws. (whitespace adequacy))",,out:effort-not-established, arxiv-2610.30888-teacher-aspect-presentbench-ele,arxiv-2610.30888,glm-5.2,unstated,writing,hard,,,,,,,0.79,PresentBench aspect score Ele. (element-collision avoidance),0.00289,,,"https://arxiv.org/abs/2610.30888 (Table 3, row Teacher glm-5.2, benchmark PresentBench, column Ele. (element-collision avoidance))",,out:effort-not-established, arxiv-2610.30888-teacher-aspect-presentbench-bal,arxiv-2610.30888,glm-5.2,unstated,writing,hard,,,,,,,0.54,PresentBench aspect score Bal. (visual balance),0.00289,,,"https://arxiv.org/abs/2610.30888 (Table 3, row Teacher glm-5.2, benchmark PresentBench, column Bal. (visual balance))",,out:effort-not-established, arxiv-2610.30888-teacher-aspect-presentbench-font,arxiv-2610.30888,glm-5.2,unstated,writing,hard,,,,,,,0.95,PresentBench aspect score Font (font readability),0.00289,,,"https://arxiv.org/abs/2610.30888 (Table 3, row Teacher glm-5.2, benchmark PresentBench, column Font (font readability))",,out:effort-not-established, arxiv-2610.30888-teacher-aspect-presentbench-total,arxiv-2610.30888,glm-5.2,unstated,writing,hard,,,,,,,4.13,"PresentBench aspect score Total (overall aspect score, out of 5)",0.00289,,,"https://arxiv.org/abs/2610.30888 (Table 3, row Teacher glm-5.2, benchmark PresentBench, column Total (overall aspect score, out of 5))",,out:effort-not-established, arxiv-2610.30888-teacher-aspect-gdpval-ppt-asp,arxiv-2610.30888,glm-5.2,unstated,writing,hard,,,,,,,0.94,GDPVal PPT subset aspect score Asp. (aspect-ratio compliance),0.00289,,,"https://arxiv.org/abs/2610.30888 (Table 3, row Teacher glm-5.2, benchmark GDPVal PPT subset, column Asp. (aspect-ratio compliance))",,out:effort-not-established, arxiv-2610.30888-teacher-aspect-gdpval-ppt-ws,arxiv-2610.30888,glm-5.2,unstated,writing,hard,,,,,,,0.84,GDPVal PPT subset aspect score Ws. (whitespace adequacy),0.00289,,,"https://arxiv.org/abs/2610.30888 (Table 3, row Teacher glm-5.2, benchmark GDPVal PPT subset, column Ws. (whitespace adequacy))",,out:effort-not-established, arxiv-2610.30888-teacher-aspect-gdpval-ppt-ele,arxiv-2610.30888,glm-5.2,unstated,writing,hard,,,,,,,0.62,GDPVal PPT subset aspect score Ele. (element-collision avoidance),0.00289,,,"https://arxiv.org/abs/2610.30888 (Table 3, row Teacher glm-5.2, benchmark GDPVal PPT subset, column Ele. (element-collision avoidance))",,out:effort-not-established, arxiv-2610.30888-teacher-aspect-gdpval-ppt-bal,arxiv-2610.30888,glm-5.2,unstated,writing,hard,,,,,,,0.50,GDPVal PPT subset aspect score Bal. (visual balance),0.00289,,,"https://arxiv.org/abs/2610.30888 (Table 3, row Teacher glm-5.2, benchmark GDPVal PPT subset, column Bal. (visual balance))",,out:effort-not-established, arxiv-2610.30888-teacher-aspect-gdpval-ppt-font,arxiv-2610.30888,glm-5.2,unstated,writing,hard,,,,,,,0.77,GDPVal PPT subset aspect score Font (font readability),0.00289,,,"https://arxiv.org/abs/2610.30888 (Table 3, row Teacher glm-5.2, benchmark GDPVal PPT subset, column Font (font readability))",,out:effort-not-established, arxiv-2610.30888-teacher-aspect-gdpval-ppt-total,arxiv-2610.30888,glm-5.2,unstated,writing,hard,,,,,,,3.67,"GDPVal PPT subset aspect score Total (overall aspect score, out of 5)",0.00289,,,"https://arxiv.org/abs/2610.30888 (Table 3, row Teacher glm-5.2, benchmark GDPVal PPT subset, column Total (overall aspect score, out of 5))",,out:effort-not-established, 2610.31158-mean-score,arxiv-2610.31158,qwen3.8-omni-flash,unstated,agentic-tool,hard,,,,,,,59.3,mean score,0.0289,,,"https://arxiv.org/abs/2610.31158 (Table 3, column mean score)",,out:effort-not-established, 2610.31158-success,arxiv-2610.31158,qwen3.8-omni-flash,unstated,agentic-tool,hard,,,,,,,98.0,success %,0.0289,,,"https://arxiv.org/abs/2610.31158 (Table 3, column success %)",,out:effort-not-established, arxiv-2610.31274-pointerbench-sheets,arxiv-2610.31274,gpt-5.6-sol-pro,medium,agentic-tool,hard,,,,,,,92.0,success%,0.0289,,level-from-default; cap,"https://arxiv.org/abs/2610.31274 (Table 14, rank 8, column Sheets)",,in, arxiv-2610.31274-pointerbench-text,arxiv-2610.31274,gpt-5.6-sol-pro,medium,agentic-tool,hard,,,,,,,32.0,success%,0.0289,,level-from-default; cap,"https://arxiv.org/abs/2610.31274 (Table 14, rank 8, column Text)",,in, arxiv-2610.31274-pointerbench-suite-pro,arxiv-2610.31274,gpt-5.6-sol-pro,medium,agentic-tool,hard,,,,,,,72.0,success%,0.0289,,level-from-default; cap,"https://arxiv.org/abs/2610.31274 (Table 14, rank 8, column Pro)",,in, arxiv-2610.31274-pointerbench-avg,arxiv-2610.31274,gpt-5.6-sol-pro,medium,agentic-tool,hard,,,,,,,65.3,success%,0.0289,,level-from-default; cap,"https://arxiv.org/abs/2610.31274 (Table 14, rank 8, column Avg.)",,in, arxiv-2610.31274-pointerbench-sheets,arxiv-2610.31274,gpt-5.6-terra-pro,medium,agentic-tool,hard,,,,,,,52.0,success%,0.0289,,level-from-default; cap,"https://arxiv.org/abs/2610.31274 (Table 14, rank 12, column Sheets)",,in, arxiv-2610.31274-pointerbench-text,arxiv-2610.31274,gpt-5.6-terra-pro,medium,agentic-tool,hard,,,,,,,20.0,success%,0.0289,,level-from-default; cap,"https://arxiv.org/abs/2610.31274 (Table 14, rank 12, column Text)",,in, arxiv-2610.31274-pointerbench-suite-pro,arxiv-2610.31274,gpt-5.6-terra-pro,medium,agentic-tool,hard,,,,,,,74.0,success%,0.0289,,level-from-default; cap,"https://arxiv.org/abs/2610.31274 (Table 14, rank 12, column Pro)",,in, arxiv-2610.31274-pointerbench-avg,arxiv-2610.31274,gpt-5.6-terra-pro,medium,agentic-tool,hard,,,,,,,48.7,success%,0.0289,,level-from-default; cap,"https://arxiv.org/abs/2610.31274 (Table 14, rank 12, column Avg.)",,in, arxiv-2610.31274-pointerbench-sheets,arxiv-2610.31274,gpt-5.6-luna-pro,medium,agentic-tool,hard,,,,,,,54.0,success%,0.0289,,level-from-default; cap,"https://arxiv.org/abs/2610.31274 (Table 14, rank 14, column Sheets)",,in, arxiv-2610.31274-pointerbench-text,arxiv-2610.31274,gpt-5.6-luna-pro,medium,agentic-tool,hard,,,,,,,18.0,success%,0.0289,,level-from-default; cap,"https://arxiv.org/abs/2610.31274 (Table 14, rank 14, column Text)",,in, arxiv-2610.31274-pointerbench-suite-pro,arxiv-2610.31274,gpt-5.6-luna-pro,medium,agentic-tool,hard,,,,,,,62.0,success%,0.0289,,level-from-default; cap,"https://arxiv.org/abs/2610.31274 (Table 14, rank 14, column Pro)",,in, arxiv-2610.31274-pointerbench-avg,arxiv-2610.31274,gpt-5.6-luna-pro,medium,agentic-tool,hard,,,,,,,44.7,success%,0.0289,,level-from-default; cap,"https://arxiv.org/abs/2610.31274 (Table 14, rank 14, column Avg.)",,in, arxiv-2610.31710-compactbench-damage-round1,arxiv-2610.31710,gpt-5.6-luna,not-established:absent,mixed,hard,,,,,,,18,Task Preservation damage (%),0.289,,,"https://arxiv.org/abs/2610.31710 (Table 2, row GPT-5.6-Luna, column Round 1)",,out:effort-not-established, arxiv-2610.31710-compactbench-damage-stable,arxiv-2610.31710,gpt-5.6-luna,not-established:absent,mixed,hard,,,,,,,18,stable damage (%),0.289,,,"https://arxiv.org/abs/2610.31710 (Table 2, row GPT-5.6-Luna, column Stable)",,out:effort-not-established, arxiv-2610.31710-compactbench-detail-retention,arxiv-2610.31710,gpt-5.6-luna,not-established:absent,mixed,hard,,,,,,,13.3,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 4, row GPT-5.6-Luna, column Detail-retention score)",,out:effort-not-established, arxiv-2610.31710-compactbench-damage-round1,arxiv-2610.31710,gpt-5.6-sol,not-established:absent,mixed,hard,,,,,,,27,Task Preservation damage (%),0.289,,,"https://arxiv.org/abs/2610.31710 (Table 2, row GPT-5.6-Sol, column Round 1)",,out:effort-not-established, arxiv-2610.31710-compactbench-damage-stable,arxiv-2610.31710,gpt-5.6-sol,not-established:absent,mixed,hard,,,,,,,27,stable damage (%),0.289,,,"https://arxiv.org/abs/2610.31710 (Table 2, row GPT-5.6-Sol, column Stable)",,out:effort-not-established, arxiv-2610.31710-compactbench-detail-retention,arxiv-2610.31710,gpt-5.6-sol,not-established:absent,mixed,hard,,,,,,,14.8,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 4, row GPT-5.6-Sol, column Detail-retention score)",,out:effort-not-established, arxiv-2610.31710-compactbench-damage-round1,arxiv-2610.31710,gpt-5.6-terra,not-established:absent,mixed,hard,,,,,,,45,Task Preservation damage (%),0.289,,,"https://arxiv.org/abs/2610.31710 (Table 2, row GPT-5.6-Terra, column Round 1)",,out:effort-not-established, arxiv-2610.31710-compactbench-damage-stable,arxiv-2610.31710,gpt-5.6-terra,not-established:absent,mixed,hard,,,,,,,45,stable damage (%),0.289,,,"https://arxiv.org/abs/2610.31710 (Table 2, row GPT-5.6-Terra, column Stable)",,out:effort-not-established, arxiv-2610.31710-compactbench-detail-retention,arxiv-2610.31710,gpt-5.6-terra,not-established:absent,mixed,hard,,,,,,,8.2,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 4, row GPT-5.6-Terra, column Detail-retention score)",,out:effort-not-established, arxiv-2610.31710-compactbench-damage-round1,arxiv-2610.31710,gpt-6-astra,not-established:absent,mixed,hard,,,,,,,50,Task Preservation damage (%),0.289,,,"https://arxiv.org/abs/2610.31710 (Table 2, row GPT-6-Astra, column Round 1)",,out:effort-not-established, arxiv-2610.31710-compactbench-damage-stable,arxiv-2610.31710,gpt-6-astra,not-established:absent,mixed,hard,,,,,,,41,stable damage (%),0.289,,,"https://arxiv.org/abs/2610.31710 (Table 2, row GPT-6-Astra, column Stable)",,out:effort-not-established, arxiv-2610.31710-compactbench-detail-retention-codex-prompt,arxiv-2610.31710,gpt-5.6-luna,not-established:absent,mixed,hard,,,,,,,7.9,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 8, row GPT-5.6-Luna, column Table 8, Codex prompt)",,out:effort-not-established, arxiv-2610.31710-compactbench-detail-retention-gemini-cli-prompt,arxiv-2610.31710,gpt-5.6-luna,not-established:absent,mixed,hard,,,,,,,6.0,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 8, row GPT-5.6-Luna, column Table 8, Gemini CLI prompt)",,out:effort-not-established, arxiv-2610.31710-compactbench-detail-retention-opencode-prompt,arxiv-2610.31710,gpt-5.6-luna,not-established:absent,mixed,hard,,,,,,,9.1,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 8, row GPT-5.6-Luna, column Table 8, opencode prompt)",,out:effort-not-established, arxiv-2610.31710-compactbench-detail-retention-kimi-code-prompt,arxiv-2610.31710,gpt-5.6-luna,not-established:absent,mixed,hard,,,,,,,5.0,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 8, row GPT-5.6-Luna, column Table 8, Kimi Code prompt)",,out:effort-not-established, arxiv-2610.31710-compactbench-detail-retention-codex-prompt,arxiv-2610.31710,gpt-5.6-sol,not-established:absent,mixed,hard,,,,,,,8.7,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 8, row GPT-5.6-Sol, column Table 8, Codex prompt)",,out:effort-not-established, arxiv-2610.31710-compactbench-detail-retention-gemini-cli-prompt,arxiv-2610.31710,gpt-5.6-sol,not-established:absent,mixed,hard,,,,,,,6.1,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 8, row GPT-5.6-Sol, column Table 8, Gemini CLI prompt)",,out:effort-not-established, arxiv-2610.31710-compactbench-detail-retention-opencode-prompt,arxiv-2610.31710,gpt-5.6-sol,not-established:absent,mixed,hard,,,,,,,8.8,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 8, row GPT-5.6-Sol, column Table 8, opencode prompt)",,out:effort-not-established, arxiv-2610.31710-compactbench-detail-retention-kimi-code-prompt,arxiv-2610.31710,gpt-5.6-sol,not-established:absent,mixed,hard,,,,,,,7.4,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 8, row GPT-5.6-Sol, column Table 8, Kimi Code prompt)",,out:effort-not-established, arxiv-2610.31710-compactbench-detail-retention-codex-prompt,arxiv-2610.31710,gpt-5.6-terra,not-established:absent,mixed,hard,,,,,,,11.7,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 8, row GPT-5.6-Terra, column Table 8, Codex prompt)",,out:effort-not-established, arxiv-2610.31710-compactbench-detail-retention-gemini-cli-prompt,arxiv-2610.31710,gpt-5.6-terra,not-established:absent,mixed,hard,,,,,,,6.5,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 8, row GPT-5.6-Terra, column Table 8, Gemini CLI prompt)",,out:effort-not-established, arxiv-2610.31710-compactbench-detail-retention-opencode-prompt,arxiv-2610.31710,gpt-5.6-terra,not-established:absent,mixed,hard,,,,,,,12.6,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 8, row GPT-5.6-Terra, column Table 8, opencode prompt)",,out:effort-not-established, arxiv-2610.31710-compactbench-detail-retention-kimi-code-prompt,arxiv-2610.31710,gpt-5.6-terra,not-established:absent,mixed,hard,,,,,,,9.5,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 8, row GPT-5.6-Terra, column Table 8, Kimi Code prompt)",,out:effort-not-established, arxiv-2610.31710-compactbench-luna-client-kimi-code-claude,arxiv-2610.31710,gpt-5.6-luna,not-established:absent,mixed,hard,,,,,,,21.0,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 10, row GPT-5.6-Luna (client Kimi Code), column client Kimi Code, prompt Claude)",,out:effort-not-established, arxiv-2610.31710-compactbench-luna-client-kimi-code-codex,arxiv-2610.31710,gpt-5.6-luna,not-established:absent,mixed,hard,,,,,,,13.0,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 10, row GPT-5.6-Luna (client Kimi Code), column client Kimi Code, prompt Codex)",,out:effort-not-established, arxiv-2610.31710-compactbench-luna-client-kimi-code-gemini,arxiv-2610.31710,gpt-5.6-luna,not-established:absent,mixed,hard,,,,,,,9.2,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 10, row GPT-5.6-Luna (client Kimi Code), column client Kimi Code, prompt Gemini)",,out:effort-not-established, arxiv-2610.31710-compactbench-luna-client-kimi-code-opencode,arxiv-2610.31710,gpt-5.6-luna,not-established:absent,mixed,hard,,,,,,,14.6,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 10, row GPT-5.6-Luna (client Kimi Code), column client Kimi Code, prompt opencode)",,out:effort-not-established, arxiv-2610.31710-compactbench-luna-client-kimi-code-kimi,arxiv-2610.31710,gpt-5.6-luna,not-established:absent,mixed,hard,,,,,,,8.6,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 10, row GPT-5.6-Luna (client Kimi Code), column client Kimi Code, prompt Kimi)",,out:effort-not-established, arxiv-2610.31710-compactbench-luna-client-claude-code-claude,arxiv-2610.31710,gpt-5.6-luna,not-established:absent,mixed,hard,,,,,,,6.0,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 10, row GPT-5.6-Luna (client Claude Code), column client Claude Code, prompt Claude)",,out:effort-not-established, arxiv-2610.31710-compactbench-luna-client-claude-code-codex,arxiv-2610.31710,gpt-5.6-luna,not-established:absent,mixed,hard,,,,,,,3.2,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 10, row GPT-5.6-Luna (client Claude Code), column client Claude Code, prompt Codex)",,out:effort-not-established, arxiv-2610.31710-compactbench-luna-client-claude-code-gemini,arxiv-2610.31710,gpt-5.6-luna,not-established:absent,mixed,hard,,,,,,,3.2,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 10, row GPT-5.6-Luna (client Claude Code), column client Claude Code, prompt Gemini)",,out:effort-not-established, arxiv-2610.31710-compactbench-luna-client-claude-code-opencode,arxiv-2610.31710,gpt-5.6-luna,not-established:absent,mixed,hard,,,,,,,3.4,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 10, row GPT-5.6-Luna (client Claude Code), column client Claude Code, prompt opencode)",,out:effort-not-established, arxiv-2610.31710-compactbench-luna-client-claude-code-kimi,arxiv-2610.31710,gpt-5.6-luna,not-established:absent,mixed,hard,,,,,,,1.3,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 10, row GPT-5.6-Luna (client Claude Code), column client Claude Code, prompt Kimi)",,out:effort-not-established, arxiv-2610.31710-compactbench-luna-client-opencode-claude,arxiv-2610.31710,gpt-5.6-luna,not-established:absent,mixed,hard,,,,,,,6.0,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 10, row GPT-5.6-Luna (client opencode), column client opencode, prompt Claude)",,out:effort-not-established, arxiv-2610.31710-compactbench-luna-client-opencode-codex,arxiv-2610.31710,gpt-5.6-luna,not-established:absent,mixed,hard,,,,,,,1.6,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 10, row GPT-5.6-Luna (client opencode), column client opencode, prompt Codex)",,out:effort-not-established, arxiv-2610.31710-compactbench-luna-client-opencode-gemini,arxiv-2610.31710,gpt-5.6-luna,not-established:absent,mixed,hard,,,,,,,1.2,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 10, row GPT-5.6-Luna (client opencode), column client opencode, prompt Gemini)",,out:effort-not-established, arxiv-2610.31710-compactbench-luna-client-opencode-opencode,arxiv-2610.31710,gpt-5.6-luna,not-established:absent,mixed,hard,,,,,,,3.4,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 10, row GPT-5.6-Luna (client opencode), column client opencode, prompt opencode)",,out:effort-not-established, arxiv-2610.31710-compactbench-luna-client-opencode-kimi,arxiv-2610.31710,gpt-5.6-luna,not-established:absent,mixed,hard,,,,,,,0.4,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 10, row GPT-5.6-Luna (client opencode), column client opencode, prompt Kimi)",,out:effort-not-established, arxiv-2610.31710-compactbench-luna-client-other-claude,arxiv-2610.31710,gpt-5.6-luna,not-established:absent,mixed,hard,,,,,,,0.0,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 10, row GPT-5.6-Luna (client other), column client other, prompt Claude)",,out:effort-not-established, arxiv-2610.31710-compactbench-luna-client-other-codex,arxiv-2610.31710,gpt-5.6-luna,not-established:absent,mixed,hard,,,,,,,0.9,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 10, row GPT-5.6-Luna (client other), column client other, prompt Codex)",,out:effort-not-established, arxiv-2610.31710-compactbench-luna-client-other-gemini,arxiv-2610.31710,gpt-5.6-luna,not-established:absent,mixed,hard,,,,,,,0.9,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 10, row GPT-5.6-Luna (client other), column client other, prompt Gemini)",,out:effort-not-established, arxiv-2610.31710-compactbench-luna-client-other-opencode,arxiv-2610.31710,gpt-5.6-luna,not-established:absent,mixed,hard,,,,,,,1.7,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 10, row GPT-5.6-Luna (client other), column client other, prompt opencode)",,out:effort-not-established, arxiv-2610.31710-compactbench-luna-client-other-kimi,arxiv-2610.31710,gpt-5.6-luna,not-established:absent,mixed,hard,,,,,,,3.4,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 10, row GPT-5.6-Luna (client other), column client other, prompt Kimi)",,out:effort-not-established, arxiv-2610.31710-compactbench-luna-client-fake-kimi-claude,arxiv-2610.31710,gpt-5.6-luna,not-established:absent,mixed,hard,,,,,,,13.1,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 10, row GPT-5.6-Luna (client fake-kimi), column client fake-kimi, prompt Claude)",,out:effort-not-established, arxiv-2610.31710-compactbench-luna-client-fake-kimi-codex,arxiv-2610.31710,gpt-5.6-luna,not-established:absent,mixed,hard,,,,,,,4.7,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 10, row GPT-5.6-Luna (client fake-kimi), column client fake-kimi, prompt Codex)",,out:effort-not-established, arxiv-2610.31710-compactbench-luna-client-fake-kimi-gemini,arxiv-2610.31710,gpt-5.6-luna,not-established:absent,mixed,hard,,,,,,,2.9,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 10, row GPT-5.6-Luna (client fake-kimi), column client fake-kimi, prompt Gemini)",,out:effort-not-established, arxiv-2610.31710-compactbench-luna-client-fake-kimi-opencode,arxiv-2610.31710,gpt-5.6-luna,not-established:absent,mixed,hard,,,,,,,14.5,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 10, row GPT-5.6-Luna (client fake-kimi), column client fake-kimi, prompt opencode)",,out:effort-not-established, arxiv-2610.31710-compactbench-luna-client-fake-kimi-kimi,arxiv-2610.31710,gpt-5.6-luna,not-established:absent,mixed,hard,,,,,,,2.5,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 10, row GPT-5.6-Luna (client fake-kimi), column client fake-kimi, prompt Kimi)",,out:effort-not-established, arxiv-2610.31710-compactbench-luna-client-kilocode-claude,arxiv-2610.31710,gpt-5.6-luna,not-established:absent,mixed,hard,,,,,,,0.0,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 10, row GPT-5.6-Luna (client kilocode), column client kilocode, prompt Claude)",,out:effort-not-established, arxiv-2610.31710-compactbench-luna-client-kilocode-codex,arxiv-2610.31710,gpt-5.6-luna,not-established:absent,mixed,hard,,,,,,,4.3,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 10, row GPT-5.6-Luna (client kilocode), column client kilocode, prompt Codex)",,out:effort-not-established, arxiv-2610.31710-compactbench-luna-client-kilocode-gemini,arxiv-2610.31710,gpt-5.6-luna,not-established:absent,mixed,hard,,,,,,,6.5,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 10, row GPT-5.6-Luna (client kilocode), column client kilocode, prompt Gemini)",,out:effort-not-established, arxiv-2610.31710-compactbench-luna-client-kilocode-opencode,arxiv-2610.31710,gpt-5.6-luna,not-established:absent,mixed,hard,,,,,,,4.3,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 10, row GPT-5.6-Luna (client kilocode), column client kilocode, prompt opencode)",,out:effort-not-established, arxiv-2610.31710-compactbench-luna-client-kilocode-kimi,arxiv-2610.31710,gpt-5.6-luna,not-established:absent,mixed,hard,,,,,,,2.2,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 10, row GPT-5.6-Luna (client kilocode), column client kilocode, prompt Kimi)",,out:effort-not-established, arxiv-2610.31710-compactbench-luna-client-fake-cc-claude,arxiv-2610.31710,gpt-5.6-luna,not-established:absent,mixed,hard,,,,,,,0.0,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 10, row GPT-5.6-Luna (client fake-cc), column client fake-cc, prompt Claude)",,out:effort-not-established, arxiv-2610.31710-compactbench-luna-client-fake-cc-codex,arxiv-2610.31710,gpt-5.6-luna,not-established:absent,mixed,hard,,,,,,,0.0,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 10, row GPT-5.6-Luna (client fake-cc), column client fake-cc, prompt Codex)",,out:effort-not-established, arxiv-2610.31710-compactbench-luna-client-fake-cc-gemini,arxiv-2610.31710,gpt-5.6-luna,not-established:absent,mixed,hard,,,,,,,0.0,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 10, row GPT-5.6-Luna (client fake-cc), column client fake-cc, prompt Gemini)",,out:effort-not-established, arxiv-2610.31710-compactbench-luna-client-fake-cc-opencode,arxiv-2610.31710,gpt-5.6-luna,not-established:absent,mixed,hard,,,,,,,0.0,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 10, row GPT-5.6-Luna (client fake-cc), column client fake-cc, prompt opencode)",,out:effort-not-established, arxiv-2610.31710-compactbench-luna-client-fake-cc-kimi,arxiv-2610.31710,gpt-5.6-luna,not-established:absent,mixed,hard,,,,,,,0.0,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 10, row GPT-5.6-Luna (client fake-cc), column client fake-cc, prompt Kimi)",,out:effort-not-established, arxiv-2610.31710-compactbench-luna-client-hertz-claude,arxiv-2610.31710,gpt-5.6-luna,not-established:absent,mixed,hard,,,,,,,0.0,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 10, row GPT-5.6-Luna (client hertz), column client hertz, prompt Claude)",,out:effort-not-established, arxiv-2610.31710-compactbench-luna-client-hertz-codex,arxiv-2610.31710,gpt-5.6-luna,not-established:absent,mixed,hard,,,,,,,0.0,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 10, row GPT-5.6-Luna (client hertz), column client hertz, prompt Codex)",,out:effort-not-established, arxiv-2610.31710-compactbench-luna-client-hertz-gemini,arxiv-2610.31710,gpt-5.6-luna,not-established:absent,mixed,hard,,,,,,,0.0,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 10, row GPT-5.6-Luna (client hertz), column client hertz, prompt Gemini)",,out:effort-not-established, arxiv-2610.31710-compactbench-luna-client-hertz-opencode,arxiv-2610.31710,gpt-5.6-luna,not-established:absent,mixed,hard,,,,,,,0.0,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 10, row GPT-5.6-Luna (client hertz), column client hertz, prompt opencode)",,out:effort-not-established, arxiv-2610.31710-compactbench-luna-client-hertz-kimi,arxiv-2610.31710,gpt-5.6-luna,not-established:absent,mixed,hard,,,,,,,0.0,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 10, row GPT-5.6-Luna (client hertz), column client hertz, prompt Kimi)",,out:effort-not-established, arxiv-2610.31710-compactbench-damage-round1,arxiv-2610.31710,kimi-k3,not-established:absent,mixed,hard,,,,,,,18,Task Preservation damage (%),0.289,,,"https://arxiv.org/abs/2610.31710 (Table 2, row Kimi-K3, column Round 1)",,out:effort-not-established, arxiv-2610.31710-compactbench-damage-stable,arxiv-2610.31710,kimi-k3,not-established:absent,mixed,hard,,,,,,,18,stable damage (%),0.289,,,"https://arxiv.org/abs/2610.31710 (Table 2, row Kimi-K3, column Stable)",,out:effort-not-established, arxiv-2610.31710-compactbench-post-pass-claude-code-prompt,arxiv-2610.31710,kimi-k3,not-established:absent,agentic-tool,hard,,,,,,,82,POST pass (% of 22),0.289,,,"https://arxiv.org/abs/2610.31710 (Table 3, row Claude Code, column POST pass)",,out:effort-not-established, arxiv-2610.31710-compactbench-post-pass-codex-prompt,arxiv-2610.31710,kimi-k3,not-established:absent,agentic-tool,hard,,,,,,,73,POST pass (% of 22),0.289,,,"https://arxiv.org/abs/2610.31710 (Table 3, row Codex, column POST pass)",,out:effort-not-established, arxiv-2610.31710-compactbench-post-pass-gemini-cli-prompt,arxiv-2610.31710,kimi-k3,not-established:absent,agentic-tool,hard,,,,,,,77,POST pass (% of 22),0.289,,,"https://arxiv.org/abs/2610.31710 (Table 3, row Gemini CLI, column POST pass)",,out:effort-not-established, arxiv-2610.31710-compactbench-post-pass-opencode-prompt,arxiv-2610.31710,kimi-k3,not-established:absent,agentic-tool,hard,,,,,,,73,POST pass (% of 22),0.289,,,"https://arxiv.org/abs/2610.31710 (Table 3, row opencode, column POST pass)",,out:effort-not-established, arxiv-2610.31710-compactbench-post-pass-kimi-code-prompt,arxiv-2610.31710,kimi-k3,not-established:absent,agentic-tool,hard,,,,,,,86,POST pass (% of 22),0.289,,,"https://arxiv.org/abs/2610.31710 (Table 3, row Kimi Code, column POST pass)",,out:effort-not-established, arxiv-2610.31710-compactbench-detail-retention,arxiv-2610.31710,kimi-k3,not-established:absent,mixed,hard,,,,,,,15.0,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 4, row Kimi-K3, column Detail-retention score)",,out:effort-not-established, arxiv-2610.31710-compactbench-detail-retention-codex-prompt,arxiv-2610.31710,kimi-k3,not-established:absent,mixed,hard,,,,,,,9.5,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 8, row Kimi-K3, column Codex)",,out:effort-not-established, arxiv-2610.31710-compactbench-detail-retention-gemini-cli-prompt,arxiv-2610.31710,kimi-k3,not-established:absent,mixed,hard,,,,,,,7.2,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 8, row Kimi-K3, column Gemini CLI)",,out:effort-not-established, arxiv-2610.31710-compactbench-detail-retention-opencode-prompt,arxiv-2610.31710,kimi-k3,not-established:absent,mixed,hard,,,,,,,9.5,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 8, row Kimi-K3, column opencode)",,out:effort-not-established, arxiv-2610.31710-compactbench-detail-retention-kimi-code-prompt,arxiv-2610.31710,kimi-k3,not-established:absent,mixed,hard,,,,,,,8.2,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 8, row Kimi-K3, column Kimi Code)",,out:effort-not-established, arxiv-2610.31710-compactbench-k3-client-kimi-code-claude,arxiv-2610.31710,kimi-k3,not-established:absent,agentic-tool,hard,,,,,,,21.4,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 9, row Kimi Code, column Claude Code (prompt))",,out:effort-not-established, arxiv-2610.31710-compactbench-k3-client-kimi-code-codex,arxiv-2610.31710,kimi-k3,not-established:absent,agentic-tool,hard,,,,,,,13.2,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 9, row Kimi Code, column Codex (prompt))",,out:effort-not-established, arxiv-2610.31710-compactbench-k3-client-kimi-code-gemini,arxiv-2610.31710,kimi-k3,not-established:absent,agentic-tool,hard,,,,,,,10.1,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 9, row Kimi Code, column Gemini CLI (prompt))",,out:effort-not-established, arxiv-2610.31710-compactbench-k3-client-kimi-code-opencode,arxiv-2610.31710,kimi-k3,not-established:absent,agentic-tool,hard,,,,,,,15.3,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 9, row Kimi Code, column opencode (prompt))",,out:effort-not-established, arxiv-2610.31710-compactbench-k3-client-kimi-code-kimi,arxiv-2610.31710,kimi-k3,not-established:absent,agentic-tool,hard,,,,,,,11.5,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 9, row Kimi Code, column Kimi Code (prompt))",,out:effort-not-established, arxiv-2610.31710-compactbench-k3-client-claude-code-claude,arxiv-2610.31710,kimi-k3,not-established:absent,agentic-tool,hard,,,,,,,9.4,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 9, row Claude Code, column Claude Code (prompt))",,out:effort-not-established, arxiv-2610.31710-compactbench-k3-client-claude-code-codex,arxiv-2610.31710,kimi-k3,not-established:absent,agentic-tool,hard,,,,,,,6.4,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 9, row Claude Code, column Codex (prompt))",,out:effort-not-established, arxiv-2610.31710-compactbench-k3-client-claude-code-gemini,arxiv-2610.31710,kimi-k3,not-established:absent,agentic-tool,hard,,,,,,,4.5,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 9, row Claude Code, column Gemini CLI (prompt))",,out:effort-not-established, arxiv-2610.31710-compactbench-k3-client-claude-code-opencode,arxiv-2610.31710,kimi-k3,not-established:absent,agentic-tool,hard,,,,,,,3.2,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 9, row Claude Code, column opencode (prompt))",,out:effort-not-established, arxiv-2610.31710-compactbench-k3-client-claude-code-kimi,arxiv-2610.31710,kimi-k3,not-established:absent,agentic-tool,hard,,,,,,,5.5,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 9, row Claude Code, column Kimi Code (prompt))",,out:effort-not-established, arxiv-2610.31710-compactbench-k3-client-opencode-claude,arxiv-2610.31710,kimi-k3,not-established:absent,agentic-tool,hard,,,,,,,6.6,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 9, row opencode, column Claude Code (prompt))",,out:effort-not-established, arxiv-2610.31710-compactbench-k3-client-opencode-codex,arxiv-2610.31710,kimi-k3,not-established:absent,agentic-tool,hard,,,,,,,3.7,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 9, row opencode, column Codex (prompt))",,out:effort-not-established, arxiv-2610.31710-compactbench-k3-client-opencode-gemini,arxiv-2610.31710,kimi-k3,not-established:absent,agentic-tool,hard,,,,,,,3.8,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 9, row opencode, column Gemini CLI (prompt))",,out:effort-not-established, arxiv-2610.31710-compactbench-k3-client-opencode-opencode,arxiv-2610.31710,kimi-k3,not-established:absent,agentic-tool,hard,,,,,,,4.9,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 9, row opencode, column opencode (prompt))",,out:effort-not-established, arxiv-2610.31710-compactbench-k3-client-opencode-kimi,arxiv-2610.31710,kimi-k3,not-established:absent,agentic-tool,hard,,,,,,,4.2,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 9, row opencode, column Kimi Code (prompt))",,out:effort-not-established, arxiv-2610.31710-compactbench-k3-client-other-claude,arxiv-2610.31710,kimi-k3,not-established:absent,agentic-tool,hard,,,,,,,5.4,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 9, row other, column Claude Code (prompt))",,out:effort-not-established, arxiv-2610.31710-compactbench-k3-client-other-codex,arxiv-2610.31710,kimi-k3,not-established:absent,agentic-tool,hard,,,,,,,2.3,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 9, row other, column Codex (prompt))",,out:effort-not-established, arxiv-2610.31710-compactbench-k3-client-other-gemini,arxiv-2610.31710,kimi-k3,not-established:absent,agentic-tool,hard,,,,,,,0.6,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 9, row other, column Gemini CLI (prompt))",,out:effort-not-established, arxiv-2610.31710-compactbench-k3-client-other-opencode,arxiv-2610.31710,kimi-k3,not-established:absent,agentic-tool,hard,,,,,,,1.1,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 9, row other, column opencode (prompt))",,out:effort-not-established, arxiv-2610.31710-compactbench-k3-client-other-kimi,arxiv-2610.31710,kimi-k3,not-established:absent,agentic-tool,hard,,,,,,,0.9,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 9, row other, column Kimi Code (prompt))",,out:effort-not-established, arxiv-2610.31710-compactbench-k3-client-fake-kimi-claude,arxiv-2610.31710,kimi-k3,not-established:absent,agentic-tool,hard,,,,,,,11.8,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 9, row fake-kimi, column Claude Code (prompt))",,out:effort-not-established, arxiv-2610.31710-compactbench-k3-client-fake-kimi-codex,arxiv-2610.31710,kimi-k3,not-established:absent,agentic-tool,hard,,,,,,,7.2,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 9, row fake-kimi, column Codex (prompt))",,out:effort-not-established, arxiv-2610.31710-compactbench-k3-client-fake-kimi-gemini,arxiv-2610.31710,kimi-k3,not-established:absent,agentic-tool,hard,,,,,,,8.2,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 9, row fake-kimi, column Gemini CLI (prompt))",,out:effort-not-established, arxiv-2610.31710-compactbench-k3-client-fake-kimi-opencode,arxiv-2610.31710,kimi-k3,not-established:absent,agentic-tool,hard,,,,,,,10.6,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 9, row fake-kimi, column opencode (prompt))",,out:effort-not-established, arxiv-2610.31710-compactbench-k3-client-fake-kimi-kimi,arxiv-2610.31710,kimi-k3,not-established:absent,agentic-tool,hard,,,,,,,6.6,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 9, row fake-kimi, column Kimi Code (prompt))",,out:effort-not-established, arxiv-2610.31710-compactbench-k3-client-kilocode-claude,arxiv-2610.31710,kimi-k3,not-established:absent,agentic-tool,hard,,,,,,,10.9,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 9, row kilocode, column Claude Code (prompt))",,out:effort-not-established, arxiv-2610.31710-compactbench-k3-client-kilocode-codex,arxiv-2610.31710,kimi-k3,not-established:absent,agentic-tool,hard,,,,,,,15.2,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 9, row kilocode, column Codex (prompt))",,out:effort-not-established, arxiv-2610.31710-compactbench-k3-client-kilocode-gemini,arxiv-2610.31710,kimi-k3,not-established:absent,agentic-tool,hard,,,,,,,8.7,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 9, row kilocode, column Gemini CLI (prompt))",,out:effort-not-established, arxiv-2610.31710-compactbench-k3-client-kilocode-opencode,arxiv-2610.31710,kimi-k3,not-established:absent,agentic-tool,hard,,,,,,,8.7,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 9, row kilocode, column opencode (prompt))",,out:effort-not-established, arxiv-2610.31710-compactbench-k3-client-kilocode-kimi,arxiv-2610.31710,kimi-k3,not-established:absent,agentic-tool,hard,,,,,,,8.7,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 9, row kilocode, column Kimi Code (prompt))",,out:effort-not-established, arxiv-2610.31710-compactbench-k3-client-fake-cc-claude,arxiv-2610.31710,kimi-k3,not-established:absent,agentic-tool,hard,,,,,,,0.0,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 9, row fake-cc, column Claude Code (prompt))",,out:effort-not-established, arxiv-2610.31710-compactbench-k3-client-fake-cc-codex,arxiv-2610.31710,kimi-k3,not-established:absent,agentic-tool,hard,,,,,,,0.0,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 9, row fake-cc, column Codex (prompt))",,out:effort-not-established, arxiv-2610.31710-compactbench-k3-client-fake-cc-gemini,arxiv-2610.31710,kimi-k3,not-established:absent,agentic-tool,hard,,,,,,,0.0,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 9, row fake-cc, column Gemini CLI (prompt))",,out:effort-not-established, arxiv-2610.31710-compactbench-k3-client-fake-cc-opencode,arxiv-2610.31710,kimi-k3,not-established:absent,agentic-tool,hard,,,,,,,0.0,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 9, row fake-cc, column opencode (prompt))",,out:effort-not-established, arxiv-2610.31710-compactbench-k3-client-fake-cc-kimi,arxiv-2610.31710,kimi-k3,not-established:absent,agentic-tool,hard,,,,,,,0.0,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 9, row fake-cc, column Kimi Code (prompt))",,out:effort-not-established, arxiv-2610.31710-compactbench-k3-client-hertz-claude,arxiv-2610.31710,kimi-k3,not-established:absent,agentic-tool,hard,,,,,,,0.0,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 9, row hertz, column Claude Code (prompt))",,out:effort-not-established, arxiv-2610.31710-compactbench-k3-client-hertz-codex,arxiv-2610.31710,kimi-k3,not-established:absent,agentic-tool,hard,,,,,,,0.0,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 9, row hertz, column Codex (prompt))",,out:effort-not-established, arxiv-2610.31710-compactbench-k3-client-hertz-gemini,arxiv-2610.31710,kimi-k3,not-established:absent,agentic-tool,hard,,,,,,,0.0,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 9, row hertz, column Gemini CLI (prompt))",,out:effort-not-established, arxiv-2610.31710-compactbench-k3-client-hertz-opencode,arxiv-2610.31710,kimi-k3,not-established:absent,agentic-tool,hard,,,,,,,0.0,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 9, row hertz, column opencode (prompt))",,out:effort-not-established, arxiv-2610.31710-compactbench-k3-client-hertz-kimi,arxiv-2610.31710,kimi-k3,not-established:absent,agentic-tool,hard,,,,,,,0.0,Detail-retention score (%),0.0289,,,"https://arxiv.org/abs/2610.31710 (Table 9, row hertz, column Kimi Code (prompt))",,out:effort-not-established, arxiv-2610.31743-agieval-mas-vanilla,arxiv-2610.31743,?DeepSeek-V4-Flash,not-established:absent,mixed,hard,,rel-cost,57.3,0.0289,,,72.27,AGIEval-MATH accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Flash, row Vanilla MAS, column agieval, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-gpqa-mas-vanilla,arxiv-2610.31743,?DeepSeek-V4-Flash,not-established:absent,mixed,hard,,rel-cost,24.8,0.0289,,,70.20,GPQA-Diamond accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Flash, row Vanilla MAS, column gpqa, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-bfcl-mas-vanilla,arxiv-2610.31743,?DeepSeek-V4-Flash,not-established:absent,mixed,hard,,rel-cost,73.1,0.0289,,,92.20,BFCL-V3 accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Flash, row Vanilla MAS, column bfcl, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-lcb-mas-vanilla,arxiv-2610.31743,?DeepSeek-V4-Flash,not-established:absent,mixed,hard,,rel-cost,39.6,0.0289,,,38.17,LiveCodeBench pass@1 (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Flash, row Vanilla MAS, column lcb, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-hotpot-mas-vanilla,arxiv-2610.31743,?DeepSeek-V4-Flash,not-established:absent,mixed,hard,,rel-cost,100.2,0.0289,,,59.20,HotpotQA exact match (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Flash, row Vanilla MAS, column hotpot, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-avg-mas-vanilla,arxiv-2610.31743,?DeepSeek-V4-Flash,not-established:absent,mixed,hard,,rel-cost,59.00,0.00289,,,66.41,average of the five scores (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Flash, row Vanilla MAS, column avg, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-agieval-mas-tpe,arxiv-2610.31743,?DeepSeek-V4-Flash,not-established:absent,mixed,hard,,rel-cost,64.2,0.0289,,,72.66,AGIEval-MATH accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Flash, row +TPE MAS, column agieval, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-gpqa-mas-tpe,arxiv-2610.31743,?DeepSeek-V4-Flash,not-established:absent,mixed,hard,,rel-cost,27.4,0.0289,,,67.68,GPQA-Diamond accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Flash, row +TPE MAS, column gpqa, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-bfcl-mas-tpe,arxiv-2610.31743,?DeepSeek-V4-Flash,not-established:absent,mixed,hard,,rel-cost,81.5,0.0289,,,92.60,BFCL-V3 accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Flash, row +TPE MAS, column bfcl, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-lcb-mas-tpe,arxiv-2610.31743,?DeepSeek-V4-Flash,not-established:absent,mixed,hard,,rel-cost,44.6,0.0289,,,38.93,LiveCodeBench pass@1 (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Flash, row +TPE MAS, column lcb, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-hotpot-mas-tpe,arxiv-2610.31743,?DeepSeek-V4-Flash,not-established:absent,mixed,hard,,rel-cost,112.7,0.0289,,,59.60,HotpotQA exact match (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Flash, row +TPE MAS, column hotpot, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-avg-mas-tpe,arxiv-2610.31743,?DeepSeek-V4-Flash,not-established:absent,mixed,hard,,rel-cost,66.08,0.00289,,,66.30,average of the five scores (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Flash, row +TPE MAS, column avg, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-agieval-mas-spo,arxiv-2610.31743,?DeepSeek-V4-Flash,not-established:absent,mixed,hard,,rel-cost,64.1,0.0289,,,73.05,AGIEval-MATH accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Flash, row +SPO MAS, column agieval, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-gpqa-mas-spo,arxiv-2610.31743,?DeepSeek-V4-Flash,not-established:absent,mixed,hard,,rel-cost,27.7,0.0289,,,70.71,GPQA-Diamond accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Flash, row +SPO MAS, column gpqa, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-bfcl-mas-spo,arxiv-2610.31743,?DeepSeek-V4-Flash,not-established:absent,mixed,hard,,rel-cost,81.5,0.0289,,,92.40,BFCL-V3 accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Flash, row +SPO MAS, column bfcl, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-lcb-mas-spo,arxiv-2610.31743,?DeepSeek-V4-Flash,not-established:absent,mixed,hard,,rel-cost,43.8,0.0289,,,40.46,LiveCodeBench pass@1 (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Flash, row +SPO MAS, column lcb, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-hotpot-mas-spo,arxiv-2610.31743,?DeepSeek-V4-Flash,not-established:absent,mixed,hard,,rel-cost,114.7,0.0289,,,62.00,HotpotQA exact match (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Flash, row +SPO MAS, column hotpot, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-avg-mas-spo,arxiv-2610.31743,?DeepSeek-V4-Flash,not-established:absent,mixed,hard,,rel-cost,66.36,0.00289,,,67.72,average of the five scores (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Flash, row +SPO MAS, column avg, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-agieval-mas-maspob,arxiv-2610.31743,?DeepSeek-V4-Flash,not-established:absent,mixed,hard,,rel-cost,64.0,0.0289,,,73.83,AGIEval-MATH accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Flash, row +MASPOB MAS, column agieval, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-gpqa-mas-maspob,arxiv-2610.31743,?DeepSeek-V4-Flash,not-established:absent,mixed,hard,,rel-cost,28.0,0.0289,,,71.72,GPQA-Diamond accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Flash, row +MASPOB MAS, column gpqa, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-bfcl-mas-maspob,arxiv-2610.31743,?DeepSeek-V4-Flash,not-established:absent,mixed,hard,,rel-cost,82.8,0.0289,,,92.80,BFCL-V3 accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Flash, row +MASPOB MAS, column bfcl, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-lcb-mas-maspob,arxiv-2610.31743,?DeepSeek-V4-Flash,not-established:absent,mixed,hard,,rel-cost,45.5,0.0289,,,39.69,LiveCodeBench pass@1 (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Flash, row +MASPOB MAS, column lcb, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-hotpot-mas-maspob,arxiv-2610.31743,?DeepSeek-V4-Flash,not-established:absent,mixed,hard,,rel-cost,114.5,0.0289,,,60.00,HotpotQA exact match (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Flash, row +MASPOB MAS, column hotpot, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-avg-mas-maspob,arxiv-2610.31743,?DeepSeek-V4-Flash,not-established:absent,mixed,hard,,rel-cost,66.96,0.00289,,,67.61,average of the five scores (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Flash, row +MASPOB MAS, column avg, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-agieval-mas-maspo,arxiv-2610.31743,?DeepSeek-V4-Flash,not-established:absent,mixed,hard,,rel-cost,63.3,0.0289,,,73.44,AGIEval-MATH accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Flash, row +MASPO MAS, column agieval, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-gpqa-mas-maspo,arxiv-2610.31743,?DeepSeek-V4-Flash,not-established:absent,mixed,hard,,rel-cost,28.1,0.0289,,,72.22,GPQA-Diamond accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Flash, row +MASPO MAS, column gpqa, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-bfcl-mas-maspo,arxiv-2610.31743,?DeepSeek-V4-Flash,not-established:absent,mixed,hard,,rel-cost,83.4,0.0289,,,93.20,BFCL-V3 accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Flash, row +MASPO MAS, column bfcl, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-lcb-mas-maspo,arxiv-2610.31743,?DeepSeek-V4-Flash,not-established:absent,mixed,hard,,rel-cost,44.0,0.0289,,,41.22,LiveCodeBench pass@1 (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Flash, row +MASPO MAS, column lcb, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-hotpot-mas-maspo,arxiv-2610.31743,?DeepSeek-V4-Flash,not-established:absent,mixed,hard,,rel-cost,113.1,0.0289,,,59.80,HotpotQA exact match (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Flash, row +MASPO MAS, column hotpot, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-avg-mas-maspo,arxiv-2610.31743,?DeepSeek-V4-Flash,not-established:absent,mixed,hard,,rel-cost,66.38,0.00289,,,67.97,average of the five scores (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Flash, row +MASPO MAS, column avg, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-agieval-mas-vanilla,arxiv-2610.31743,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,,rel-cost,217.3,0.0289,,,76.17,AGIEval-MATH accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Pro, row Vanilla MAS, column agieval, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-gpqa-mas-vanilla,arxiv-2610.31743,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,,rel-cost,103.4,0.0289,,,78.28,GPQA-Diamond accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Pro, row Vanilla MAS, column gpqa, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-bfcl-mas-vanilla,arxiv-2610.31743,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,,rel-cost,195.1,0.0289,,,92.00,BFCL-V3 accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Pro, row Vanilla MAS, column bfcl, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-lcb-mas-vanilla,arxiv-2610.31743,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,,rel-cost,112.0,0.0289,,,32.82,LiveCodeBench pass@1 (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Pro, row Vanilla MAS, column lcb, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-hotpot-mas-vanilla,arxiv-2610.31743,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,,rel-cost,295.0,0.0289,,,61.60,HotpotQA exact match (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Pro, row Vanilla MAS, column hotpot, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-avg-mas-vanilla,arxiv-2610.31743,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,,rel-cost,184.55,0.00289,,,68.17,average of the five scores (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Pro, row Vanilla MAS, column avg, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-agieval-mas-tpe,arxiv-2610.31743,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,,rel-cost,249.3,0.0289,,,76.95,AGIEval-MATH accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Pro, row +TPE MAS, column agieval, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-gpqa-mas-tpe,arxiv-2610.31743,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,,rel-cost,118.6,0.0289,,,78.79,GPQA-Diamond accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Pro, row +TPE MAS, column gpqa, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-bfcl-mas-tpe,arxiv-2610.31743,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,,rel-cost,219.9,0.0289,,,92.20,BFCL-V3 accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Pro, row +TPE MAS, column bfcl, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-lcb-mas-tpe,arxiv-2610.31743,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,,rel-cost,128.7,0.0289,,,30.53,LiveCodeBench pass@1 (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Pro, row +TPE MAS, column lcb, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-hotpot-mas-tpe,arxiv-2610.31743,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,,rel-cost,330.7,0.0289,,,62.00,HotpotQA exact match (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Pro, row +TPE MAS, column hotpot, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-avg-mas-tpe,arxiv-2610.31743,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,,rel-cost,209.44,0.00289,,,68.09,average of the five scores (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Pro, row +TPE MAS, column avg, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-agieval-mas-spo,arxiv-2610.31743,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,,rel-cost,239.2,0.0289,,,76.56,AGIEval-MATH accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Pro, row +SPO MAS, column agieval, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-gpqa-mas-spo,arxiv-2610.31743,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,,rel-cost,116.6,0.0289,,,79.80,GPQA-Diamond accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Pro, row +SPO MAS, column gpqa, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-bfcl-mas-spo,arxiv-2610.31743,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,,rel-cost,219.6,0.0289,,,94.80,BFCL-V3 accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Pro, row +SPO MAS, column bfcl, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-lcb-mas-spo,arxiv-2610.31743,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,,rel-cost,125.2,0.0289,,,33.59,LiveCodeBench pass@1 (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Pro, row +SPO MAS, column lcb, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-hotpot-mas-spo,arxiv-2610.31743,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,,rel-cost,335.8,0.0289,,,61.80,HotpotQA exact match (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Pro, row +SPO MAS, column hotpot, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-avg-mas-spo,arxiv-2610.31743,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,,rel-cost,207.28,0.00289,,,69.31,average of the five scores (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Pro, row +SPO MAS, column avg, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-agieval-mas-maspob,arxiv-2610.31743,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,,rel-cost,246.9,0.0289,,,77.34,AGIEval-MATH accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Pro, row +MASPOB MAS, column agieval, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-gpqa-mas-maspob,arxiv-2610.31743,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,,rel-cost,117.2,0.0289,,,79.29,GPQA-Diamond accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Pro, row +MASPOB MAS, column gpqa, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-bfcl-mas-maspob,arxiv-2610.31743,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,,rel-cost,219.2,0.0289,,,92.80,BFCL-V3 accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Pro, row +MASPOB MAS, column bfcl, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-lcb-mas-maspob,arxiv-2610.31743,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,,rel-cost,125.8,0.0289,,,35.88,LiveCodeBench pass@1 (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Pro, row +MASPOB MAS, column lcb, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-hotpot-mas-maspob,arxiv-2610.31743,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,,rel-cost,338.4,0.0289,,,62.60,HotpotQA exact match (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Pro, row +MASPOB MAS, column hotpot, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-avg-mas-maspob,arxiv-2610.31743,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,,rel-cost,209.50,0.00289,,,69.58,average of the five scores (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Pro, row +MASPOB MAS, column avg, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-agieval-mas-maspo,arxiv-2610.31743,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,,rel-cost,249.6,0.0289,,,78.12,AGIEval-MATH accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Pro, row +MASPO MAS, column agieval, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-gpqa-mas-maspo,arxiv-2610.31743,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,,rel-cost,115.2,0.0289,,,80.30,GPQA-Diamond accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Pro, row +MASPO MAS, column gpqa, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-bfcl-mas-maspo,arxiv-2610.31743,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,,rel-cost,216.6,0.0289,,,92.60,BFCL-V3 accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Pro, row +MASPO MAS, column bfcl, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-lcb-mas-maspo,arxiv-2610.31743,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,,rel-cost,124.0,0.0289,,,35.11,LiveCodeBench pass@1 (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Pro, row +MASPO MAS, column lcb, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-hotpot-mas-maspo,arxiv-2610.31743,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,,rel-cost,336.0,0.0289,,,62.80,HotpotQA exact match (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Pro, row +MASPO MAS, column hotpot, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-avg-mas-maspo,arxiv-2610.31743,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,,rel-cost,208.28,0.00289,,,69.79,average of the five scores (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Pro, row +MASPO MAS, column avg, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-agieval-single,arxiv-2610.31743,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,,rel-cost,36.5,0.0289,,,74.61,AGIEval-MATH accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Pro, row Single, column agieval, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-gpqa-single,arxiv-2610.31743,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,,rel-cost,23.0,0.0289,,,76.77,GPQA-Diamond accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Pro, row Single, column gpqa, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-bfcl-single,arxiv-2610.31743,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,,rel-cost,25.9,0.0289,,,92.80,BFCL-V3 accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Pro, row Single, column bfcl, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-lcb-single,arxiv-2610.31743,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,,rel-cost,16.9,0.0289,,,36.64,LiveCodeBench pass@1 (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Pro, row Single, column lcb, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-hotpot-single,arxiv-2610.31743,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,,rel-cost,55.2,0.0289,,,52.60,HotpotQA exact match (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Pro, row Single, column hotpot, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-avg-single,arxiv-2610.31743,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,,rel-cost,31.50,0.00289,,,66.68,average of the five scores (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Pro, row Single, column avg, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-agieval-single-cot,arxiv-2610.31743,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,,rel-cost,42.3,0.0289,,,75.39,AGIEval-MATH accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Pro, row +CoT, column agieval, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-gpqa-single-cot,arxiv-2610.31743,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,,rel-cost,26.5,0.0289,,,75.76,GPQA-Diamond accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Pro, row +CoT, column gpqa, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-bfcl-single-cot,arxiv-2610.31743,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,,rel-cost,26.6,0.0289,,,85.00,BFCL-V3 accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Pro, row +CoT, column bfcl, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-lcb-single-cot,arxiv-2610.31743,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,,rel-cost,21.9,0.0289,,,38.93,LiveCodeBench pass@1 (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Pro, row +CoT, column lcb, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-hotpot-single-cot,arxiv-2610.31743,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,,rel-cost,69.8,0.0289,,,61.00,HotpotQA exact match (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Pro, row +CoT, column hotpot, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-avg-single-cot,arxiv-2610.31743,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,,rel-cost,37.41,0.00289,,,67.22,average of the five scores (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Pro, row +CoT, column avg, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-agieval-single-tpe,arxiv-2610.31743,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,,rel-cost,37.2,0.0289,,,71.09,AGIEval-MATH accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Pro, row +TPE, column agieval, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-gpqa-single-tpe,arxiv-2610.31743,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,,rel-cost,16.1,0.0289,,,73.74,GPQA-Diamond accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Pro, row +TPE, column gpqa, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-bfcl-single-tpe,arxiv-2610.31743,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,,rel-cost,26.5,0.0289,,,92.60,BFCL-V3 accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Pro, row +TPE, column bfcl, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-lcb-single-tpe,arxiv-2610.31743,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,,rel-cost,16.3,0.0289,,,36.64,LiveCodeBench pass@1 (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Pro, row +TPE, column lcb, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-hotpot-single-tpe,arxiv-2610.31743,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,,rel-cost,54.2,0.0289,,,61.20,HotpotQA exact match (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Pro, row +TPE, column hotpot, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-avg-single-tpe,arxiv-2610.31743,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,,rel-cost,30.04,0.00289,,,67.05,average of the five scores (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Pro, row +TPE, column avg, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-agieval-single-spo,arxiv-2610.31743,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,,rel-cost,39.9,0.0289,,,75.39,AGIEval-MATH accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Pro, row +SPO, column agieval, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-gpqa-single-spo,arxiv-2610.31743,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,,rel-cost,16.9,0.0289,,,73.74,GPQA-Diamond accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Pro, row +SPO, column gpqa, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-bfcl-single-spo,arxiv-2610.31743,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,,rel-cost,26.4,0.0289,,,93.00,BFCL-V3 accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Pro, row +SPO, column bfcl, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-lcb-single-spo,arxiv-2610.31743,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,,rel-cost,16.0,0.0289,,,38.93,LiveCodeBench pass@1 (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Pro, row +SPO, column lcb, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-hotpot-single-spo,arxiv-2610.31743,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,,rel-cost,54.1,0.0289,,,60.20,HotpotQA exact match (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Pro, row +SPO, column hotpot, score)",,out:model-not-established,out:model-not-established arxiv-2610.31743-avg-single-spo,arxiv-2610.31743,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,,rel-cost,30.65,0.00289,,,68.25,average of the five scores (%),0.00289,,,"https://arxiv.org/abs/2610.31743v2 (Table 2, DeepSeek-V4-Pro, row +SPO, column avg, score)",,out:model-not-established,out:model-not-established arxiv-2610.31833-t2-mean-residual,arxiv-2610.31833,gemini-3.8-flash,medium,reasoning-math,hard,,per-full-run,15,0.289,,,0.26,log-odds-residual,0.00289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2610.31833 (Table 2, row Gemini 3.8 Flash, column Mean residual)",,out:not-headline,out:cost-single-couple arxiv-2610.31833-t2-persistent,arxiv-2610.31833,gemini-3.8-flash,medium,reasoning-math,hard,,,,,,,0.28,log-odds-residual,0.00289,,,"https://arxiv.org/abs/2610.31833 (Table 2, row Gemini 3.8 Flash, column Persistent residual)",,out:not-headline, arxiv-2610.31833-t2-noise,arxiv-2610.31833,gemini-3.8-flash,medium,reasoning-math,hard,,,,,,,0.50,log-odds-residual,0.00289,,,"https://arxiv.org/abs/2610.31833 (Table 2, row Gemini 3.8 Flash, column Noise)",,out:not-headline, arxiv-2610.31833-t2-spread,arxiv-2610.31833,gemini-3.8-flash,medium,reasoning-math,hard,,,,,,,0.26,log-odds-residual,0.00289,,,"https://arxiv.org/abs/2610.31833 (Table 2, row Gemini 3.8 Flash, column Spread)",,out:not-headline, arxiv-2610.31833-t2-dir,arxiv-2610.31833,gemini-3.8-flash,medium,reasoning-math,hard,,,,,,,-0.11,log-odds-signed-residual,0.00289,,,"https://arxiv.org/abs/2610.31833 (Table 2, row Gemini 3.8 Flash, column Dir.)",,out:not-headline, arxiv-2610.31833-t2-err,arxiv-2610.31833,gemini-3.8-flash,medium,reasoning-math,hard,,,,,,,0.73,log-odds-residual,0.00289,,,"https://arxiv.org/abs/2610.31833 (Table 2, row Gemini 3.8 Flash, column Err. vs truth)",,out:not-headline, arxiv-2610.31833-t4-cost,arxiv-2610.31833,gemini-3.8-flash,medium,reasoning-math,hard,,per-full-run,14.52,0.00289,,,,none,,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://arxiv.org/abs/2610.31833 (),,,out:cost-single-couple arxiv-2610.31833-t5-diagnostic-full,arxiv-2610.31833,gemini-3.8-flash,medium,reasoning-math,hard,,,,,,,0.000,log-odds-residual,0.000289,,,"https://arxiv.org/abs/2610.31833 (Table 5, row diagnostic / full, column Gemini (4th model column: Haiku, Opus, DeepSeek, Gemini, GLM, GPT, Grok))",,out:not-headline, arxiv-2610.31833-t5-source-full,arxiv-2610.31833,gemini-3.8-flash,medium,reasoning-math,hard,,,,,,,0.013,log-odds-residual,0.000289,,,"https://arxiv.org/abs/2610.31833 (Table 5, row source / full, column Gemini (4th model column: Haiku, Opus, DeepSeek, Gemini, GLM, GPT, Grok))",,out:not-headline, arxiv-2610.31833-t5-diagnostic-qualitative,arxiv-2610.31833,gemini-3.8-flash,medium,reasoning-math,hard,,,,,,,0.075,log-odds-residual,0.000289,,,"https://arxiv.org/abs/2610.31833 (Table 5, row diagnostic / qualitative, column Gemini (4th model column: Haiku, Opus, DeepSeek, Gemini, GLM, GPT, Grok))",,out:not-headline, arxiv-2610.31833-t5-source-qualitative,arxiv-2610.31833,gemini-3.8-flash,medium,reasoning-math,hard,,,,,,,0.261,log-odds-residual,0.000289,,,"https://arxiv.org/abs/2610.31833 (Table 5, row source / qualitative, column Gemini (4th model column: Haiku, Opus, DeepSeek, Gemini, GLM, GPT, Grok))",,out:not-headline, arxiv-2610.31833-t5-hover-full,arxiv-2610.31833,gemini-3.8-flash,medium,reasoning-math,hard,,,,,,,0.169,log-odds-residual,0.000289,,,"https://arxiv.org/abs/2610.31833 (Table 5, row hover / full, column Gemini (4th model column: Haiku, Opus, DeepSeek, Gemini, GLM, GPT, Grok))",,out:not-headline, arxiv-2610.31833-t5-hover-qualitative,arxiv-2610.31833,gemini-3.8-flash,medium,reasoning-math,hard,,,,,,,0.641,log-odds-residual,0.000289,,,"https://arxiv.org/abs/2610.31833 (Table 5, row hover / qualitative, column Gemini (4th model column: Haiku, Opus, DeepSeek, Gemini, GLM, GPT, Grok))",,out:not-headline, arxiv-2610.31833-t5-causal-back-door,arxiv-2610.31833,gemini-3.8-flash,medium,reasoning-math,hard,,,,,,,0.000,log-odds-residual,0.000289,,,"https://arxiv.org/abs/2610.31833 (Table 5, row causal back-door, column Gemini (4th model column: Haiku, Opus, DeepSeek, Gemini, GLM, GPT, Grok))",,out:not-headline, arxiv-2610.31833-t6-full-noise,arxiv-2610.31833,gemini-3.8-flash,medium,reasoning-math,hard,,,,,,,0.40,log-odds-residual,0.00289,,,"https://arxiv.org/abs/2610.31833 (Table 6, row Gemini 3.8 Flash, Full spec (32 instances): Noise)",,out:not-headline, arxiv-2610.31833-t6-full-persistent,arxiv-2610.31833,gemini-3.8-flash,medium,reasoning-math,hard,,,,,,,0.09,log-odds-residual,0.00289,,,"https://arxiv.org/abs/2610.31833 (Table 6, row Gemini 3.8 Flash, Full spec (32 instances): Persistent)",,out:not-headline, arxiv-2610.31833-t6-qual-noise,arxiv-2610.31833,gemini-3.8-flash,medium,reasoning-math,hard,,,,,,,0.56,log-odds-residual,0.00289,,,"https://arxiv.org/abs/2610.31833 (Table 6, row Gemini 3.8 Flash, Qualitative (51 instances): Noise)",,out:not-headline, arxiv-2610.31833-t6-qual-persistent,arxiv-2610.31833,gemini-3.8-flash,medium,reasoning-math,hard,,,,,,,0.35,log-odds-residual,0.00289,,,"https://arxiv.org/abs/2610.31833 (Table 6, row Gemini 3.8 Flash, Qualitative (51 instances): Persistent)",,out:not-headline, arxiv-2610.31833-t7-coh-n,arxiv-2610.31833,gemini-3.8-flash,medium,reasoning-math,hard,,,,,,,63,instances,0.289,,,"https://arxiv.org/abs/2610.31833 (Table 7, row Gemini 3.8 Flash, Coherent instances (n))",,out:single-couple, arxiv-2610.31833-t7-coh-pz,arxiv-2610.31833,gemini-3.8-flash,medium,reasoning-math,hard,,,,,,,0.37,log-odds-residual,0.00289,,,"https://arxiv.org/abs/2610.31833 (Table 7, row Gemini 3.8 Flash, Coherent: error of P(z))",,out:not-headline, arxiv-2610.31833-t7-coh-pxz,arxiv-2610.31833,gemini-3.8-flash,medium,reasoning-math,hard,,,,,,,0.33,log-odds-residual,0.00289,,,"https://arxiv.org/abs/2610.31833 (Table 7, row Gemini 3.8 Flash, Coherent: error of P(X|z))",,out:not-headline, arxiv-2610.31833-t7-coh-px,arxiv-2610.31833,gemini-3.8-flash,medium,reasoning-math,hard,,,,,,,0.41,log-odds-residual,0.00289,,,"https://arxiv.org/abs/2610.31833 (Table 7, row Gemini 3.8 Flash, Coherent: error of P(X))",,out:not-headline, arxiv-2610.31833-t7-coh-d,arxiv-2610.31833,gemini-3.8-flash,medium,reasoning-math,hard,,,,,,,0.42,log-odds-residual,0.00289,,,"https://arxiv.org/abs/2610.31833 (Table 7, row Gemini 3.8 Flash, Coherent: error of D (the model's own decomposition))",,out:not-headline, arxiv-2610.31833-t7-inc-n,arxiv-2610.31833,gemini-3.8-flash,medium,reasoning-math,hard,,,,,,,25,instances,0.289,,,"https://arxiv.org/abs/2610.31833 (Table 7, row Gemini 3.8 Flash, Incoherent instances (n))",,out:single-couple, arxiv-2610.31833-t7-inc-pz,arxiv-2610.31833,gemini-3.8-flash,medium,reasoning-math,hard,,,,,,,0.88,log-odds-residual,0.00289,,,"https://arxiv.org/abs/2610.31833 (Table 7, row Gemini 3.8 Flash, Incoherent: error of P(z))",,out:not-headline, arxiv-2610.31833-t7-inc-pxz,arxiv-2610.31833,gemini-3.8-flash,medium,reasoning-math,hard,,,,,,,0.90,log-odds-residual,0.00289,,,"https://arxiv.org/abs/2610.31833 (Table 7, row Gemini 3.8 Flash, Incoherent: error of P(X|z))",,out:not-headline, arxiv-2610.31833-t7-inc-px,arxiv-2610.31833,gemini-3.8-flash,medium,reasoning-math,hard,,,,,,,1.68,log-odds-residual,0.00289,,,"https://arxiv.org/abs/2610.31833 (Table 7, row Gemini 3.8 Flash, Incoherent: error of P(X))",,out:not-headline, arxiv-2610.31833-t7-inc-d,arxiv-2610.31833,gemini-3.8-flash,medium,reasoning-math,hard,,,,,,,1.25,log-odds-residual,0.00289,,,"https://arxiv.org/abs/2610.31833 (Table 7, row Gemini 3.8 Flash, Incoherent: error of D)",,out:not-headline, arxiv-2610.31833-t7-d-closer,arxiv-2610.31833,gemini-3.8-flash,medium,reasoning-math,hard,,,,,,,64,decomposition-closer%,0.289,,,"https://arxiv.org/abs/2610.31833 (Table 7, row Gemini 3.8 Flash, D closer: share of incoherent instances where D is closer to the truth)",,out:single-couple, arxiv-2610.31833-t8-direct,arxiv-2610.31833,gemini-3.8-flash,medium,reasoning-math,hard,,,,,,,0.73,log-odds-residual,0.00289,,,"https://arxiv.org/abs/2610.31833 (Table 8, row Gemini 3.8 Flash, Error of the direct answer against the truth (mean log-odds))",,out:not-headline, arxiv-2610.31833-t8-decomp,arxiv-2610.31833,gemini-3.8-flash,medium,reasoning-math,hard,,,,,,,0.66,log-odds-residual,0.00289,,,"https://arxiv.org/abs/2610.31833 (Table 8, row Gemini 3.8 Flash, Error of the model's own decomposition)",,out:not-headline, arxiv-2610.31833-t8-closer,arxiv-2610.31833,gemini-3.8-flash,medium,reasoning-math,hard,,,,,,,49,decomposition-closer%,0.289,,,"https://arxiv.org/abs/2610.31833 (Table 8, row Gemini 3.8 Flash, Share of instances where the decomposition is closer)",,out:single-couple, arxiv-2610.31833-t8-norm,arxiv-2610.31833,gemini-3.8-flash,medium,reasoning-math,hard,,,,,,,0.010,normalization-deviation,0.000289,,,"https://arxiv.org/abs/2610.31833 (Table 8, row Gemini 3.8 Flash, Median deviation from 1 pooled over all normalization checks)",,out:not-headline, arxiv-2610.31833-t10-clipped,arxiv-2610.31833,gemini-3.8-flash,medium,reasoning-math,hard,,,,,,,9.6,clipped%,0.0289,,,"https://arxiv.org/abs/2610.31833 (Table 10, row Gemini 3.8 Flash, Clipped: share of all 1,590 answers at or beyond 0.01 or 0.99 (%))",,out:not-headline, arxiv-2610.31833-t10-exact01,arxiv-2610.31833,gemini-3.8-flash,medium,reasoning-math,hard,,,,,,,7.1,exactly-0-or-1%,0.0289,,,"https://arxiv.org/abs/2610.31833 (Table 10, row Gemini 3.8 Flash, Exactly 0 or 1 (%))",,out:not-headline, arxiv-2610.31833-t10-r-clip001,arxiv-2610.31833,gemini-3.8-flash,medium,reasoning-math,hard,,,,,,,0.371,log-odds-residual,0.000289,,,"https://arxiv.org/abs/2610.31833 (Table 10, row Gemini 3.8 Flash, Mean |r| with clip bound 0.001)",,out:not-headline, arxiv-2610.31833-t10-r-clip01,arxiv-2610.31833,gemini-3.8-flash,medium,reasoning-math,hard,,,,,,,0.255,log-odds-residual,0.000289,,,"https://arxiv.org/abs/2610.31833 (Table 10, row Gemini 3.8 Flash, Mean |r| with clip bound 0.01)",,out:not-headline, arxiv-2610.31833-t10-r-clip05,arxiv-2610.31833,gemini-3.8-flash,medium,reasoning-math,hard,,,,,,,0.206,log-odds-residual,0.000289,,,"https://arxiv.org/abs/2610.31833 (Table 10, row Gemini 3.8 Flash, Mean |r| with clip bound 0.05)",,out:not-headline, arxiv-2610.31833-t10-pxd-mean,arxiv-2610.31833,gemini-3.8-flash,medium,reasoning-math,hard,,,,,,,3.5,percentage-points,0.0289,,,"https://arxiv.org/abs/2610.31833 (Table 10, row Gemini 3.8 Flash, |P(X)-D| in percentage points, mean)",,out:not-headline, arxiv-2610.31833-t10-pxd-median,arxiv-2610.31833,gemini-3.8-flash,medium,reasoning-math,hard,,,,,,,1.6,percentage-points,0.0289,,,"https://arxiv.org/abs/2610.31833 (Table 10, row Gemini 3.8 Flash, |P(X)-D| in percentage points, median)",,out:not-headline, arxiv-2610.31833-t10-latent-renorm,arxiv-2610.31833,gemini-3.8-flash,medium,reasoning-math,hard,,,,,,,0.251,log-odds-residual,0.000289,,,"https://arxiv.org/abs/2610.31833 (Table 10, row Gemini 3.8 Flash, Latent states: mean |r| after rescaling)",,out:not-headline, arxiv-2610.31833-t10-sigma,arxiv-2610.31833,gemini-3.8-flash,medium,reasoning-math,hard,,,,,,,0.012,normalization-deviation,0.000289,,,"https://arxiv.org/abs/2610.31833 (Table 10, row Gemini 3.8 Flash, Median |sum-1|)",,out:not-headline, arxiv-2610.31833-t3-spearman,arxiv-2610.31833,gemini-3.8-flash,medium,reasoning-math,hard,,,,,,,0.49,spearman-rho,0.00289,,,"https://arxiv.org/abs/2610.31833 (Table 3, row Gemini 3.8 Flash, Spearman correlation of |r| with the direct answer error)",,out:single-couple, arxiv-2610.31833-t3-err-coh,arxiv-2610.31833,gemini-3.8-flash,medium,reasoning-math,hard,,,,,,,0.41,log-odds-residual,0.00289,,,"https://arxiv.org/abs/2610.31833 (Table 3, row Gemini 3.8 Flash, Mean error on coherent instances (|r| <= 0.1))",,out:not-headline, arxiv-2610.31833-t3-err-inc,arxiv-2610.31833,gemini-3.8-flash,medium,reasoning-math,hard,,,,,,,1.68,log-odds-residual,0.00289,,,"https://arxiv.org/abs/2610.31833 (Table 3, row Gemini 3.8 Flash, Mean error on incoherent instances (|r| > 0.5, n = 25))",,out:not-headline, arxiv-2610.31833-t3-across,arxiv-2610.31833,gemini-3.8-flash,medium,reasoning-math,hard,,,,,,,-0.10,spearman-rho,0.00289,,,"https://arxiv.org/abs/2610.31833 (Table 3, row Gemini 3.8 Flash, Across items: Spearman correlation of |r| with reasoning tokens)",,out:single-couple, arxiv-2610.31833-t3-within,arxiv-2610.31833,gemini-3.8-flash,medium,reasoning-math,hard,,,,,,,0.05,correlation,0.00289,,,"https://arxiv.org/abs/2610.31833 (Table 3, row Gemini 3.8 Flash, Within item correlation of |r| with reasoning tokens)",,out:single-couple, arxiv-2610.31833-t2-mean-residual,arxiv-2610.31833,gpt-6.1-sol,medium,reasoning-math,hard,,USD/run,3.96,0.00289,,,0.08,log-odds-residual,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.31833 (Table 2, row GPT-6.1 Sol, column Mean residual)",,out:not-headline,out:cost-single-couple arxiv-2610.31833-persistent-residual,arxiv-2610.31833,gpt-6.1-sol,medium,mixed,hard,,,,,,,0.08,persistent residual (log-odds),0.00289,,,"https://arxiv.org/abs/2610.31833 (Table 2, row GPT-6.1 Sol, column Persistent)",,out:not-headline, arxiv-2610.31833-t2-noise,arxiv-2610.31833,gpt-6.1-sol,medium,reasoning-math,hard,,,,,,,0.16,log-odds-residual,0.00289,,,"https://arxiv.org/abs/2610.31833 (Table 2, row GPT-6.1 Sol, column Noise)",,out:not-headline, arxiv-2610.31833-t2-spread,arxiv-2610.31833,gpt-6.1-sol,medium,reasoning-math,hard,,,,,,,0.08,log-odds-residual,0.00289,,,"https://arxiv.org/abs/2610.31833 (Table 2, row GPT-6.1 Sol, column Spread)",,out:not-headline, arxiv-2610.31833-t2-dir,arxiv-2610.31833,gpt-6.1-sol,medium,reasoning-math,hard,,,,,,,-0.01,log-odds-signed-residual,0.00289,,,"https://arxiv.org/abs/2610.31833 (Table 2, row GPT-6.1 Sol, column Dir.)",,out:not-headline, arxiv-2610.31833-t2-err,arxiv-2610.31833,gpt-6.1-sol,medium,reasoning-math,hard,,,,,,,0.34,log-odds-residual,0.00289,,,"https://arxiv.org/abs/2610.31833 (Table 2, row GPT-6.1 Sol, column Err. vs truth)",,out:not-headline, arxiv-2610.31833-t3-spearman-rho-residual-vs-error,arxiv-2610.31833,gpt-6.1-sol,medium,mixed,hard,,,,,,,0.62,"within-model relation (rho, log-odds error or correlation)",0.00289,,,"https://arxiv.org/abs/2610.31833 (Table 3, row GPT-6.1 Sol, column Table 3, Spearman rho (residual vs error))",,out:not-headline, arxiv-2610.31833-t3-err-if-r-0-1,arxiv-2610.31833,gpt-6.1-sol,medium,mixed,hard,,,,,,,0.25,"within-model relation (rho, log-odds error or correlation)",0.00289,,,"https://arxiv.org/abs/2610.31833 (Table 3, row GPT-6.1 Sol, column Table 3, Err. if |r|<=0.1)",,out:not-headline, arxiv-2610.31833-t3-err-if-r-0-5,arxiv-2610.31833,gpt-6.1-sol,medium,mixed,hard,,,,,,,0.56,"within-model relation (rho, log-odds error or correlation)",0.00289,,,"https://arxiv.org/abs/2610.31833 (Table 3, row GPT-6.1 Sol, column Table 3, Err. if |r|>0.5)",,out:not-headline, arxiv-2610.31833-t3-across-items-rho-residual-vs-reasoning-tokens,arxiv-2610.31833,gpt-6.1-sol,medium,mixed,hard,,,,,,,-0.22,"within-model relation (rho, log-odds error or correlation)",0.00289,,,"https://arxiv.org/abs/2610.31833 (Table 3, row GPT-6.1 Sol, column Table 3, Across items rho (residual vs reasoning tokens))",,out:not-headline, arxiv-2610.31833-t3-within-item-corr-residual-vs-reasoning-tokens,arxiv-2610.31833,gpt-6.1-sol,medium,mixed,hard,,,,,,,-0.05,"within-model relation (rho, log-odds error or correlation)",0.00289,,,"https://arxiv.org/abs/2610.31833 (Table 3, row GPT-6.1 Sol, column Table 3, Within item corr. (residual vs reasoning tokens))",,out:not-headline, arxiv-2610.31833-t5-diagnostic-full,arxiv-2610.31833,gpt-6.1-sol,medium,reasoning-math,hard,,,,,,,0.000,log-odds-residual,0.000289,,,"https://arxiv.org/abs/2610.31833 (Table 5, row diagnostic / full (5), column GPT)",,out:not-headline, arxiv-2610.31833-t5-source-full,arxiv-2610.31833,gpt-6.1-sol,medium,reasoning-math,hard,,,,,,,0.000,log-odds-residual,0.000289,,,"https://arxiv.org/abs/2610.31833 (Table 5, row source / full (5), column GPT)",,out:not-headline, arxiv-2610.31833-t5-diagnostic-qualitative,arxiv-2610.31833,gpt-6.1-sol,medium,reasoning-math,hard,,,,,,,0.044,log-odds-residual,0.000289,,,"https://arxiv.org/abs/2610.31833 (Table 5, row diagnostic / qualitative (20), column GPT)",,out:not-headline, arxiv-2610.31833-t5-source-qualitative,arxiv-2610.31833,gpt-6.1-sol,medium,reasoning-math,hard,,,,,,,0.152,log-odds-residual,0.000289,,,"https://arxiv.org/abs/2610.31833 (Table 5, row source / qualitative (20), column GPT)",,out:not-headline, arxiv-2610.31833-t5-hover-full,arxiv-2610.31833,gpt-6.1-sol,medium,reasoning-math,hard,,,,,,,0.012,log-odds-residual,0.000289,,,"https://arxiv.org/abs/2610.31833 (Table 5, row hover / full (40), column GPT)",,out:not-headline, arxiv-2610.31833-t5-hover-qualitative,arxiv-2610.31833,gpt-6.1-sol,medium,reasoning-math,hard,,,,,,,0.164,log-odds-residual,0.000289,,,"https://arxiv.org/abs/2610.31833 (Table 5, row hover / qualitative (40), column GPT)",,out:not-headline, arxiv-2610.31833-t5-causal-back-door,arxiv-2610.31833,gpt-6.1-sol,medium,reasoning-math,hard,,,,,,,0.000,log-odds-residual,0.000289,,,"https://arxiv.org/abs/2610.31833 (Table 5, row causal back-door (10), column GPT)",,out:not-headline, arxiv-2610.31833-t6-full-spec-noise,arxiv-2610.31833,gpt-6.1-sol,medium,mixed,hard,,,,,,,0.12,rewording noise / persistent residual (log-odds),0.00289,,,"https://arxiv.org/abs/2610.31833 (Table 6, row GPT-6.1 Sol, column Table 6, Full spec noise)",,out:not-headline, arxiv-2610.31833-t6-full-spec-persistent,arxiv-2610.31833,gpt-6.1-sol,medium,mixed,hard,,,,,,,0.01,rewording noise / persistent residual (log-odds),0.00289,,,"https://arxiv.org/abs/2610.31833 (Table 6, row GPT-6.1 Sol, column Table 6, Full spec persistent)",,out:not-headline, arxiv-2610.31833-t6-qualitative-noise,arxiv-2610.31833,gpt-6.1-sol,medium,mixed,hard,,,,,,,0.18,rewording noise / persistent residual (log-odds),0.00289,,,"https://arxiv.org/abs/2610.31833 (Table 6, row GPT-6.1 Sol, column Table 6, Qualitative noise)",,out:not-headline, arxiv-2610.31833-t6-qualitative-persistent,arxiv-2610.31833,gpt-6.1-sol,medium,mixed,hard,,,,,,,0.11,rewording noise / persistent residual (log-odds),0.00289,,,"https://arxiv.org/abs/2610.31833 (Table 6, row GPT-6.1 Sol, column Table 6, Qualitative persistent)",,out:not-headline, arxiv-2610.31833-t7-coherent-n,arxiv-2610.31833,gpt-6.1-sol,medium,mixed,hard,,,,,,,94,error attribution (mean log-odds error or share),0.289,,,"https://arxiv.org/abs/2610.31833 (Table 7, row GPT-6.1 Sol, column Table 7, Coherent n)",,out:not-headline, arxiv-2610.31833-t7-coherent-p-z,arxiv-2610.31833,gpt-6.1-sol,medium,mixed,hard,,,,,,,0.29,error attribution (mean log-odds error or share),0.00289,,,"https://arxiv.org/abs/2610.31833 (Table 7, row GPT-6.1 Sol, column Table 7, Coherent P(z))",,out:not-headline, arxiv-2610.31833-t7-coherent-p-x-z,arxiv-2610.31833,gpt-6.1-sol,medium,mixed,hard,,,,,,,0.28,error attribution (mean log-odds error or share),0.00289,,,"https://arxiv.org/abs/2610.31833 (Table 7, row GPT-6.1 Sol, column Table 7, Coherent P(X|z))",,out:not-headline, arxiv-2610.31833-t7-coherent-p-x,arxiv-2610.31833,gpt-6.1-sol,medium,mixed,hard,,,,,,,0.25,error attribution (mean log-odds error or share),0.00289,,,"https://arxiv.org/abs/2610.31833 (Table 7, row GPT-6.1 Sol, column Table 7, Coherent P(X))",,out:not-headline, arxiv-2610.31833-t7-coherent-d,arxiv-2610.31833,gpt-6.1-sol,medium,mixed,hard,,,,,,,0.25,error attribution (mean log-odds error or share),0.00289,,,"https://arxiv.org/abs/2610.31833 (Table 7, row GPT-6.1 Sol, column Table 7, Coherent D)",,out:not-headline, arxiv-2610.31833-t7-incoherent-n,arxiv-2610.31833,gpt-6.1-sol,medium,mixed,hard,,,,,,,2,error attribution (mean log-odds error or share),0.289,,,"https://arxiv.org/abs/2610.31833 (Table 7, row GPT-6.1 Sol, column Table 7, Incoherent n)",,out:not-headline, arxiv-2610.31833-t7-incoherent-p-z,arxiv-2610.31833,gpt-6.1-sol,medium,mixed,hard,,,,,,,0.50,error attribution (mean log-odds error or share),0.00289,,,"https://arxiv.org/abs/2610.31833 (Table 7, row GPT-6.1 Sol, column Table 7, Incoherent P(z))",,out:not-headline, arxiv-2610.31833-t7-incoherent-p-x-z,arxiv-2610.31833,gpt-6.1-sol,medium,mixed,hard,,,,,,,0.67,error attribution (mean log-odds error or share),0.00289,,,"https://arxiv.org/abs/2610.31833 (Table 7, row GPT-6.1 Sol, column Table 7, Incoherent P(X|z))",,out:not-headline, arxiv-2610.31833-t7-incoherent-p-x,arxiv-2610.31833,gpt-6.1-sol,medium,mixed,hard,,,,,,,0.56,error attribution (mean log-odds error or share),0.00289,,,"https://arxiv.org/abs/2610.31833 (Table 7, row GPT-6.1 Sol, column Table 7, Incoherent P(X))",,out:not-headline, arxiv-2610.31833-t7-incoherent-d,arxiv-2610.31833,gpt-6.1-sol,medium,mixed,hard,,,,,,,0.12,error attribution (mean log-odds error or share),0.00289,,,"https://arxiv.org/abs/2610.31833 (Table 7, row GPT-6.1 Sol, column Table 7, Incoherent D)",,out:not-headline, arxiv-2610.31833-t7-d-closer,arxiv-2610.31833,gpt-6.1-sol,medium,reasoning-math,hard,,,,,,,100,decomposition-closer%,0.289,,,"https://arxiv.org/abs/2610.31833 (Table 7, row GPT-6.1 Sol, column Table 7, D closer)",,out:uninformative, arxiv-2610.31833-t8-err-direct,arxiv-2610.31833,gpt-6.1-sol,medium,mixed,hard,,,,,,,0.34,mean log-odds error against ground truth,0.00289,,,"https://arxiv.org/abs/2610.31833 (Table 8, row GPT-6.1 Sol, column Table 8, Err. direct)",,out:not-headline, arxiv-2610.31833-t8-err-decomposition,arxiv-2610.31833,gpt-6.1-sol,medium,mixed,hard,,,,,,,0.33,mean log-odds error against ground truth,0.00289,,,"https://arxiv.org/abs/2610.31833 (Table 8, row GPT-6.1 Sol, column Table 8, Err. decomposition)",,out:not-headline, arxiv-2610.31833-t8-decomp-closer,arxiv-2610.31833,gpt-6.1-sol,medium,mixed,hard,,,,,,,47,share of instances where the decomposition is closer (%),0.289,,,"https://arxiv.org/abs/2610.31833 (Table 8, row GPT-6.1 Sol, column Table 8, Decomp. closer)",,out:not-headline, arxiv-2610.31833-t8-normalization,arxiv-2610.31833,gpt-6.1-sol,medium,mixed,hard,,,,,,,0.000,median normalization deviation |sum-1|,0.000289,,,"https://arxiv.org/abs/2610.31833 (Table 8, row GPT-6.1 Sol, column Table 8, Normalization)",,out:not-headline, arxiv-2610.31833-t10-answers-clipped,arxiv-2610.31833,gpt-6.1-sol,medium,mixed,hard,,,,,,,7.4,share of answers (%),0.0289,,,"https://arxiv.org/abs/2610.31833 (Table 10, row GPT-6.1 Sol, column Table 10, Answers clipped (%))",,out:not-headline, arxiv-2610.31833-t10-answers-exactly-0-1,arxiv-2610.31833,gpt-6.1-sol,medium,mixed,hard,,,,,,,5.7,share of answers (%),0.0289,,,"https://arxiv.org/abs/2610.31833 (Table 10, row GPT-6.1 Sol, column Table 10, Answers exactly 0/1 (%))",,out:not-headline, arxiv-2610.31833-t10-mean-r-clip-0-001,arxiv-2610.31833,gpt-6.1-sol,medium,mixed,hard,,,,,,,0.084,"mean absolute residual (log-odds), robustness",0.000289,,,"https://arxiv.org/abs/2610.31833 (Table 10, row GPT-6.1 Sol, column Table 10, Mean |r| clip 0.001)",,out:not-headline, arxiv-2610.31833-t10-mean-r-clip-0-01,arxiv-2610.31833,gpt-6.1-sol,medium,mixed,hard,,,,,,,0.083,"mean absolute residual (log-odds), robustness",0.000289,,,"https://arxiv.org/abs/2610.31833 (Table 10, row GPT-6.1 Sol, column Table 10, Mean |r| clip 0.01)",,out:not-headline, arxiv-2610.31833-t10-mean-r-clip-0-05,arxiv-2610.31833,gpt-6.1-sol,medium,mixed,hard,,,,,,,0.083,"mean absolute residual (log-odds), robustness",0.000289,,,"https://arxiv.org/abs/2610.31833 (Table 10, row GPT-6.1 Sol, column Table 10, Mean |r| clip 0.05)",,out:not-headline, arxiv-2610.31833-t10-p-x-d-mean-pp,arxiv-2610.31833,gpt-6.1-sol,medium,mixed,hard,,,,,,,1.5,residual on the probability scale (percentage points),0.0289,,,"https://arxiv.org/abs/2610.31833 (Table 10, row GPT-6.1 Sol, column Table 10, |P(X)-D| mean (pp))",,out:not-headline, arxiv-2610.31833-t10-p-x-d-median-pp,arxiv-2610.31833,gpt-6.1-sol,medium,mixed,hard,,,,,,,0.3,residual on the probability scale (percentage points),0.0289,,,"https://arxiv.org/abs/2610.31833 (Table 10, row GPT-6.1 Sol, column Table 10, |P(X)-D| median (pp))",,out:not-headline, arxiv-2610.31833-t10-latent-states-renorm-r,arxiv-2610.31833,gpt-6.1-sol,medium,mixed,hard,,,,,,,0.071,"mean absolute residual (log-odds), robustness",0.000289,,,"https://arxiv.org/abs/2610.31833 (Table 10, row GPT-6.1 Sol, column Table 10, Latent states renorm. |r|)",,out:not-headline, arxiv-2610.31833-t10-latent-states-median-sum-1,arxiv-2610.31833,gpt-6.1-sol,medium,mixed,hard,,,,,,,0.000,median |sum P(z) - 1|,0.000289,,,"https://arxiv.org/abs/2610.31833 (Table 10, row GPT-6.1 Sol, column Table 10, Latent states median sum-1)",,out:not-headline, arxiv-2610.31833-mean-residual,arxiv-2610.31833,grok-4.7,low,mixed,hard,,USD/run,70.44,0.00289,,,0.21,mean residual (log-odds),0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.31833 (Table 3, row Grok 4.7, column Mean residual)",,out:not-headline,out:cost-single-couple arxiv-2610.31833-error-vs-truth,arxiv-2610.31833,grok-4.7,low,mixed,hard,,,,,,,0.47,error vs truth (log-odds),0.00289,,,"https://arxiv.org/abs/2610.31833 (Table 3, row Grok 4.7, column Err. vs truth)",,out:not-headline, arxiv-2610.31833-mean-residual,arxiv-2610.31833,deepseek-v4-pro-0813,high,mixed,hard,,USD/run,348.1551724137931,170,,,0.15,mean residual (log-odds),0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2610.31833 (Table 2, column Mean residual)",,out:not-headline,out:cost-single-couple arxiv-2610.31833-t2-err,arxiv-2610.31833,deepseek-v4-pro-0813,high,reasoning-math,hard,,,,,,,0.37,log-odds-residual,0.00289,,,"https://arxiv.org/abs/2610.31833 (Table 2, column Err. vs truth)",,out:not-headline, arxiv-2610.31946-t1-acc,arxiv-2610.31946,gpt-5.6-sol,unstated,mixed,hard,,,,,,,0.63,accuracy (0-1),0.00289,,,"https://arxiv.org/abs/2610.31946 (Table 1, row GPT-5.6 Sol, column Table 1, Acc.)",,out:effort-not-established, arxiv-2610.31946-t1-conf,arxiv-2610.31946,gpt-5.6-sol,unstated,mixed,hard,,,,,,,0.64,mean stated confidence (0-1),0.00289,,,"https://arxiv.org/abs/2610.31946 (Table 1, row GPT-5.6 Sol, column Table 1, Conf.)",,out:effort-not-established, arxiv-2610.31946-t1-ccg,arxiv-2610.31946,gpt-5.6-sol,unstated,mixed,hard,,,,,,,0.01,confidence-correctness gap,0.00289,,,"https://arxiv.org/abs/2610.31946 (Table 1, row GPT-5.6 Sol, column Table 1, CCG)",,out:effort-not-established, arxiv-2610.31946-t1-misattr-1,arxiv-2610.31946,gpt-5.6-sol,unstated,mixed,hard,,,,,,,0.50,error rate on the 17-year-old item,0.00289,,,"https://arxiv.org/abs/2610.31946 (Table 1, row GPT-5.6 Sol, column Table 1, Misattr.@1)",,out:effort-not-established, arxiv-2610.31946-t1-mean-session-score,arxiv-2610.31946,gpt-5.6-sol,unstated,mixed,hard,,,,,,,1.90,"mean session score (0-3, chance 1)",0.00289,,,"https://arxiv.org/abs/2610.31946 (Table 1, row GPT-5.6 Sol, column Table 1, Mean session score)",,out:effort-not-established, arxiv-2610.31946-t1-acc,arxiv-2610.31946,?GPT-4o (2024),not-established:absent,mixed,hard,,,,,,,0.25,accuracy (0-1),0.00289,,,"https://arxiv.org/abs/2610.31946 (Table 1, row GPT-4o (2024), column Table 1, Acc.)",,out:model-not-established, arxiv-2610.31946-t1-conf,arxiv-2610.31946,?GPT-4o (2024),not-established:absent,mixed,hard,,,,,,,0.86,mean stated confidence (0-1),0.00289,,,"https://arxiv.org/abs/2610.31946 (Table 1, row GPT-4o (2024), column Table 1, Conf.)",,out:model-not-established, arxiv-2610.31946-t1-ccg,arxiv-2610.31946,?GPT-4o (2024),not-established:absent,mixed,hard,,,,,,,0.60,confidence-correctness gap,0.00289,,,"https://arxiv.org/abs/2610.31946 (Table 1, row GPT-4o (2024), column Table 1, CCG)",,out:model-not-established, arxiv-2610.31946-t1-misattr-1,arxiv-2610.31946,?GPT-4o (2024),not-established:absent,mixed,hard,,,,,,,0.81,error rate on the 17-year-old item,0.00289,,,"https://arxiv.org/abs/2610.31946 (Table 1, row GPT-4o (2024), column Table 1, Misattr.@1)",,out:model-not-established, arxiv-2610.31946-t1-mean-session-score,arxiv-2610.31946,?GPT-4o (2024),not-established:absent,mixed,hard,,,,,,,0.76,"mean session score (0-3, chance 1)",0.00289,,,"https://arxiv.org/abs/2610.31946 (Table 1, row GPT-4o (2024), column Table 1, Mean session score)",,out:model-not-established, arxiv-2610.31946-t2-17m-correct,arxiv-2610.31946,gpt-5.6-sol,unstated,mixed,hard,,,,,,,20,label counts on the concept item (condition A),0.289,,,"https://arxiv.org/abs/2610.31946 (Table 2, row GPT-5.6 Sol, column Table 2, 17M (correct))",,out:effort-not-established, arxiv-2610.31946-t2-28f,arxiv-2610.31946,gpt-5.6-sol,unstated,mixed,hard,,,,,,,16,label counts on the concept item (condition A),0.289,,,"https://arxiv.org/abs/2610.31946 (Table 2, row GPT-5.6 Sol, column Table 2, 28F)",,out:effort-not-established, arxiv-2610.31946-t2-45m,arxiv-2610.31946,gpt-5.6-sol,unstated,mixed,hard,,,,,,,4,label counts on the concept item (condition A),0.289,,,"https://arxiv.org/abs/2610.31946 (Table 2, row GPT-5.6 Sol, column Table 2, 45M)",,out:effort-not-established, arxiv-2610.31946-t2-17m-correct,arxiv-2610.31946,?GPT-4o (2024),not-established:absent,mixed,hard,,,,,,,8,label counts on the concept item (condition A),0.289,,,"https://arxiv.org/abs/2610.31946 (Table 2, row GPT-4o (2024), column Table 2, 17M (correct))",,out:model-not-established, arxiv-2610.31946-t2-28f,arxiv-2610.31946,?GPT-4o (2024),not-established:absent,mixed,hard,,,,,,,25,label counts on the concept item (condition A),0.289,,,"https://arxiv.org/abs/2610.31946 (Table 2, row GPT-4o (2024), column Table 2, 28F)",,out:model-not-established, arxiv-2610.31946-t2-45m,arxiv-2610.31946,?GPT-4o (2024),not-established:absent,mixed,hard,,,,,,,9,label counts on the concept item (condition A),0.289,,,"https://arxiv.org/abs/2610.31946 (Table 2, row GPT-4o (2024), column Table 2, 45M)",,out:model-not-established, arxiv-2610.31946-t3-acc-b-institutional-framing,arxiv-2610.31946,gpt-5.6-sol,unstated,mixed,hard,,,,,,,0.54,accuracy (0-1),0.00289,,,"https://arxiv.org/abs/2610.31946 (Table 3, row GPT-5.6 Sol, column Table 3, Acc. B (institutional framing))",,out:effort-not-established, arxiv-2610.31946-t3-acc-d-audience-awareness,arxiv-2610.31946,gpt-5.6-sol,unstated,mixed,hard,,,,,,,0.84,accuracy (0-1),0.00289,,,"https://arxiv.org/abs/2610.31946 (Table 3, row GPT-5.6 Sol, column Table 3, Acc. D (audience-awareness))",,out:effort-not-established, arxiv-2610.31946-t3-acc-e-neutral-label,arxiv-2610.31946,gpt-5.6-sol,unstated,mixed,hard,,,,,,,0.67,accuracy (0-1),0.00289,,,"https://arxiv.org/abs/2610.31946 (Table 3, row GPT-5.6 Sol, column Table 3, Acc. E (neutral label))",,out:effort-not-established, arxiv-2610.31946-t3-acc-b-institutional-framing,arxiv-2610.31946,?GPT-4o (2024),not-established:absent,mixed,hard,,,,,,,0.29,accuracy (0-1),0.00289,,,"https://arxiv.org/abs/2610.31946 (Table 3, row GPT-4o (2024), column Table 3, Acc. B (institutional framing))",,out:model-not-established, arxiv-2610.31946-t3-acc-d-audience-awareness,arxiv-2610.31946,?GPT-4o (2024),not-established:absent,mixed,hard,,,,,,,0.22,accuracy (0-1),0.00289,,,"https://arxiv.org/abs/2610.31946 (Table 3, row GPT-4o (2024), column Table 3, Acc. D (audience-awareness))",,out:model-not-established, arxiv-2610.31946-t3-acc-e-neutral-label,arxiv-2610.31946,?GPT-4o (2024),not-established:absent,mixed,hard,,,,,,,0.46,accuracy (0-1),0.00289,,,"https://arxiv.org/abs/2610.31946 (Table 3, row GPT-4o (2024), column Table 3, Acc. E (neutral label))",,out:model-not-established, arxiv-2610.31946-t4-conf-mean,arxiv-2610.31946,gpt-5.6-sol,unstated,mixed,hard,,,,,,,62.4,mean stated confidence (0-100),0.0289,,,"https://arxiv.org/abs/2610.31946 (Table 4, row GPT-5.6 Sol, column Table 4, Conf. mean)",,out:effort-not-established, arxiv-2610.31946-t4-conf-sd,arxiv-2610.31946,gpt-5.6-sol,unstated,mixed,hard,,,,,,,12.6,SD of stated confidence,0.0289,,,"https://arxiv.org/abs/2610.31946 (Table 4, row GPT-5.6 Sol, column Table 4, Conf. SD)",,out:effort-not-established, arxiv-2610.31946-t4-r-conf-correct,arxiv-2610.31946,gpt-5.6-sol,unstated,mixed,hard,,,,,,,-0.015,confidence-correctness correlation r,0.000289,,,"https://arxiv.org/abs/2610.31946 (Table 4, row GPT-5.6 Sol, column Table 4, r (conf., correct))",,out:effort-not-established, arxiv-2610.31946-t4-conf-mean,arxiv-2610.31946,?GPT-4o (2024),not-established:absent,mixed,hard,,,,,,,84.6,mean stated confidence (0-100),0.0289,,,"https://arxiv.org/abs/2610.31946 (Table 4, row GPT-4o (2024), column Table 4, Conf. mean)",,out:model-not-established, arxiv-2610.31946-t4-conf-sd,arxiv-2610.31946,?GPT-4o (2024),not-established:absent,mixed,hard,,,,,,,7.6,SD of stated confidence,0.0289,,,"https://arxiv.org/abs/2610.31946 (Table 4, row GPT-4o (2024), column Table 4, Conf. SD)",,out:model-not-established, arxiv-2610.31946-t4-r-conf-correct,arxiv-2610.31946,?GPT-4o (2024),not-established:absent,mixed,hard,,,,,,,-0.273,confidence-correctness correlation r,0.000289,,,"https://arxiv.org/abs/2610.31946 (Table 4, row GPT-4o (2024), column Table 4, r (conf., correct))",,out:model-not-established, arxiv-2610.31946-t5-ext-blame,arxiv-2610.31946,gpt-5.6-sol,unstated,mixed,hard,,,,,,,1,sessions with the explanation pattern (count),0.289,,,"https://arxiv.org/abs/2610.31946 (Table 5, row GPT-5.6 Sol, column Table 5, Ext. blame)",,out:effort-not-established, arxiv-2610.31946-t5-stereotyping,arxiv-2610.31946,gpt-5.6-sol,unstated,mixed,hard,,,,,,,16,sessions with the explanation pattern (count),0.289,,,"https://arxiv.org/abs/2610.31946 (Table 5, row GPT-5.6 Sol, column Table 5, Stereotyping)",,out:effort-not-established, arxiv-2610.31946-t5-thanks,arxiv-2610.31946,gpt-5.6-sol,unstated,mixed,hard,,,,,,,0,sessions with the explanation pattern (count),0.289,,,"https://arxiv.org/abs/2610.31946 (Table 5, row GPT-5.6 Sol, column Table 5, Thanks)",,out:effort-not-established, arxiv-2610.31946-t5-ext-blame,arxiv-2610.31946,?GPT-4o (2024),not-established:absent,mixed,hard,,,,,,,0,sessions with the explanation pattern (count),0.289,,,"https://arxiv.org/abs/2610.31946 (Table 5, row GPT-4o (2024), column Table 5, Ext. blame)",,out:model-not-established, arxiv-2610.31946-t5-stereotyping,arxiv-2610.31946,?GPT-4o (2024),not-established:absent,mixed,hard,,,,,,,2,sessions with the explanation pattern (count),0.289,,,"https://arxiv.org/abs/2610.31946 (Table 5, row GPT-4o (2024), column Table 5, Stereotyping)",,out:model-not-established, arxiv-2610.31946-t5-thanks,arxiv-2610.31946,?GPT-4o (2024),not-established:absent,mixed,hard,,,,,,,0,sessions with the explanation pattern (count),0.289,,,"https://arxiv.org/abs/2610.31946 (Table 5, row GPT-4o (2024), column Table 5, Thanks)",,out:model-not-established, arxiv-2610.31946-t6-top-1,arxiv-2610.31946,gpt-5.6-sol,unstated,mixed,hard,,,,,,,0.62,top-1 accuracy (0-1),0.00289,,,"https://arxiv.org/abs/2610.31946 (Table 6, row GPT-5.6 Sol, column Table 6, Top-1)",,out:effort-not-established, arxiv-2610.31946-t6-p-truth,arxiv-2610.31946,gpt-5.6-sol,unstated,mixed,hard,,,,,,,47.6,mean probability on the true label (%),0.0289,,,"https://arxiv.org/abs/2610.31946 (Table 6, row GPT-5.6 Sol, column Table 6, p (truth))",,out:effort-not-established, arxiv-2610.31946-t6-entropy,arxiv-2610.31946,gpt-5.6-sol,unstated,mixed,hard,,,,,,,1.25,mean predictive entropy (bits),0.00289,,,"https://arxiv.org/abs/2610.31946 (Table 6, row GPT-5.6 Sol, column Table 6, Entropy)",,out:effort-not-established, arxiv-2610.31946-t6-top-1,arxiv-2610.31946,?GPT-4o (2024),not-established:absent,mixed,hard,,,,,,,0.34,top-1 accuracy (0-1),0.00289,,,"https://arxiv.org/abs/2610.31946 (Table 6, row GPT-4o (2024), column Table 6, Top-1)",,out:model-not-established, arxiv-2610.31946-t6-p-truth,arxiv-2610.31946,?GPT-4o (2024),not-established:absent,mixed,hard,,,,,,,34.3,mean probability on the true label (%),0.0289,,,"https://arxiv.org/abs/2610.31946 (Table 6, row GPT-4o (2024), column Table 6, p (truth))",,out:model-not-established, arxiv-2610.31946-t6-entropy,arxiv-2610.31946,?GPT-4o (2024),not-established:absent,mixed,hard,,,,,,,1.34,mean predictive entropy (bits),0.00289,,,"https://arxiv.org/abs/2610.31946 (Table 6, row GPT-4o (2024), column Table 6, Entropy)",,out:model-not-established, arxiv-2610.31946-acc-condition-a,arxiv-2610.31946,grok-4.5,unstated,mixed,hard,,,,,,,0.35,accuracy,0.00289,,,https://arxiv.org/abs/2610.31946 (Table 1),,out:effort-not-established, arxiv-2610.31946-acc-condition-b,arxiv-2610.31946,grok-4.5,unstated,mixed,hard,,,,,,,0.33,accuracy,0.00289,,,"https://arxiv.org/abs/2610.31946 (Table 3, row Grok 4.5 (columns Acc. A, Acc. B, p (B), Acc. D, p (D), Acc. E, p (E)), column Acc. B)",,out:effort-not-established, arxiv-2610.31946-acc-condition-d,arxiv-2610.31946,grok-4.5,unstated,mixed,hard,,,,,,,0.36,accuracy,0.00289,,,"https://arxiv.org/abs/2610.31946 (Table 3, row Grok 4.5 (columns Acc. A, Acc. B, p (B), Acc. D, p (D), Acc. E, p (E)), column Acc. D)",,out:effort-not-established, arxiv-2610.31946-acc-condition-e,arxiv-2610.31946,grok-4.5,unstated,mixed,hard,,,,,,,0.31,accuracy,0.00289,,,"https://arxiv.org/abs/2610.31946 (Table 3, row Grok 4.5 (columns Acc. A, Acc. B, p (B), Acc. D, p (D), Acc. E, p (E)), column Acc. E)",,out:effort-not-established, arxiv-2610.31946-top1-condition-p,arxiv-2610.31946,grok-4.5,unstated,mixed,hard,,,,,,,0.27,top-1 accuracy,0.00289,,,"https://arxiv.org/abs/2610.31946 (Table 6, row Grok 4.5 (n, Top-1, 95% CI, p (truth), Entropy))",,out:effort-not-established, arxiv-2610.31946-t6-p-truth,arxiv-2610.31946,grok-4.5,unstated,mixed,hard,,,,,,,30.6,mean probability on the true label (%),0.0289,,,"https://arxiv.org/abs/2610.31946 (Table 6, row Grok 4.5, column p (truth))",,out:effort-not-established, arxiv-2610.31986-t4-p1,arxiv-2610.31986,gemini-4-argon,low,mixed,hard,,,,,,,89.2,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 4 Argon, column p1)",,in, arxiv-2610.31986-t4-p2,arxiv-2610.31986,gemini-4-argon,low,mixed,hard,,,,,,,78.5,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 4 Argon, column p2)",,in, arxiv-2610.31986-t4-p3,arxiv-2610.31986,gemini-4-argon,low,mixed,hard,,,,,,,92.4,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 4 Argon, column p3)",,in, arxiv-2610.31986-t4-p4,arxiv-2610.31986,gemini-4-argon,low,mixed,hard,,,,,,,66.1,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 4 Argon, column p4)",,in, arxiv-2610.31986-t4-r1,arxiv-2610.31986,gemini-4-argon,low,mixed,hard,,,,,,,86.3,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 4 Argon, column r1)",,in, arxiv-2610.31986-t4-r2,arxiv-2610.31986,gemini-4-argon,low,mixed,hard,,,,,,,71.7,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 4 Argon, column r2)",,in, arxiv-2610.31986-t4-r3,arxiv-2610.31986,gemini-4-argon,low,mixed,hard,,,,,,,65.7,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 4 Argon, column r3)",,in, arxiv-2610.31986-t4-i1,arxiv-2610.31986,gemini-4-argon,low,mixed,hard,,,,,,,87.2,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 4 Argon, column i1)",,in, arxiv-2610.31986-t4-i2,arxiv-2610.31986,gemini-4-argon,low,mixed,hard,,,,,,,90.9,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 4 Argon, column i2)",,in, arxiv-2610.31986-t4-i3,arxiv-2610.31986,gemini-4-argon,low,mixed,hard,,,,,,,89.5,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 4 Argon, column i3)",,in, arxiv-2610.31986-t4-perc,arxiv-2610.31986,gemini-4-argon,low,mixed,hard,,,,,,,81.6,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 4 Argon, column perc)",,in, arxiv-2610.31986-t4-reas,arxiv-2610.31986,gemini-4-argon,low,mixed,hard,,,,,,,74.8,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 4 Argon, column reas)",,in, arxiv-2610.31986-t4-ins,arxiv-2610.31986,gemini-4-argon,low,mixed,hard,,,,,,,89.2,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 4 Argon, column ins)",,in, arxiv-2610.31986-t4-overall,arxiv-2610.31986,gemini-4-argon,low,mixed,hard,,,,,,,81.2,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 4 Argon, column overall)",,in, arxiv-2610.31986-t4-p1,arxiv-2610.31986,gemini-3.8-flash,low,mixed,hard,,,,,,,82.3,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 3.8 Flash, column p1)",,in, arxiv-2610.31986-t4-p2,arxiv-2610.31986,gemini-3.8-flash,low,mixed,hard,,,,,,,65.5,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 3.8 Flash, column p2)",,in, arxiv-2610.31986-t4-p3,arxiv-2610.31986,gemini-3.8-flash,low,mixed,hard,,,,,,,84.7,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 3.8 Flash, column p3)",,in, arxiv-2610.31986-t4-p4,arxiv-2610.31986,gemini-3.8-flash,low,mixed,hard,,,,,,,50.6,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 3.8 Flash, column p4)",,in, arxiv-2610.31986-t4-r1,arxiv-2610.31986,gemini-3.8-flash,low,mixed,hard,,,,,,,75.8,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 3.8 Flash, column r1)",,in, arxiv-2610.31986-t4-r2,arxiv-2610.31986,gemini-3.8-flash,low,mixed,hard,,,,,,,61.6,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 3.8 Flash, column r2)",,in, arxiv-2610.31986-t4-r3,arxiv-2610.31986,gemini-3.8-flash,low,mixed,hard,,,,,,,51.3,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 3.8 Flash, column r3)",,in, arxiv-2610.31986-t4-i1,arxiv-2610.31986,gemini-3.8-flash,low,mixed,hard,,,,,,,80.2,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 3.8 Flash, column i1)",,in, arxiv-2610.31986-t4-i2,arxiv-2610.31986,gemini-3.8-flash,low,mixed,hard,,,,,,,79.6,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 3.8 Flash, column i2)",,in, arxiv-2610.31986-t4-i3,arxiv-2610.31986,gemini-3.8-flash,low,mixed,hard,,,,,,,77.2,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 3.8 Flash, column i3)",,in, arxiv-2610.31986-t4-perc,arxiv-2610.31986,gemini-3.8-flash,low,mixed,hard,,,,,,,70.9,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 3.8 Flash, column perc)",,in, arxiv-2610.31986-t4-reas,arxiv-2610.31986,gemini-3.8-flash,low,mixed,hard,,,,,,,63.1,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 3.8 Flash, column reas)",,in, arxiv-2610.31986-t4-ins,arxiv-2610.31986,gemini-3.8-flash,low,mixed,hard,,,,,,,79.0,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 3.8 Flash, column ins)",,in, arxiv-2610.31986-t4-overall,arxiv-2610.31986,gemini-3.8-flash,low,mixed,hard,,,,,,,70.4,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 3.8 Flash, column overall)",,in, arxiv-2610.31986-t4-p1,arxiv-2610.31986,gemini-3.1-pro,low,mixed,hard,,,,,,,79.9,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 3.1 Pro, column p1)",,in, arxiv-2610.31986-t4-p2,arxiv-2610.31986,gemini-3.1-pro,low,mixed,hard,,,,,,,58.5,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 3.1 Pro, column p2)",,in, arxiv-2610.31986-t4-p3,arxiv-2610.31986,gemini-3.1-pro,low,mixed,hard,,,,,,,75.1,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 3.1 Pro, column p3)",,in, arxiv-2610.31986-t4-p4,arxiv-2610.31986,gemini-3.1-pro,low,mixed,hard,,,,,,,46.1,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 3.1 Pro, column p4)",,in, arxiv-2610.31986-t4-r1,arxiv-2610.31986,gemini-3.1-pro,low,mixed,hard,,,,,,,73.4,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 3.1 Pro, column r1)",,in, arxiv-2610.31986-t4-r2,arxiv-2610.31986,gemini-3.1-pro,low,mixed,hard,,,,,,,59.5,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 3.1 Pro, column r2)",,in, arxiv-2610.31986-t4-r3,arxiv-2610.31986,gemini-3.1-pro,low,mixed,hard,,,,,,,45.8,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 3.1 Pro, column r3)",,in, arxiv-2610.31986-t4-i1,arxiv-2610.31986,gemini-3.1-pro,low,mixed,hard,,,,,,,64.7,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 3.1 Pro, column i1)",,in, arxiv-2610.31986-t4-i2,arxiv-2610.31986,gemini-3.1-pro,low,mixed,hard,,,,,,,68.8,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 3.1 Pro, column i2)",,in, arxiv-2610.31986-t4-i3,arxiv-2610.31986,gemini-3.1-pro,low,mixed,hard,,,,,,,66.7,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 3.1 Pro, column i3)",,in, arxiv-2610.31986-t4-perc,arxiv-2610.31986,gemini-3.1-pro,low,mixed,hard,,,,,,,65.0,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 3.1 Pro, column perc)",,in, arxiv-2610.31986-t4-reas,arxiv-2610.31986,gemini-3.1-pro,low,mixed,hard,,,,,,,59.8,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 3.1 Pro, column reas)",,in, arxiv-2610.31986-t4-ins,arxiv-2610.31986,gemini-3.1-pro,low,mixed,hard,,,,,,,66.7,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 3.1 Pro, column ins)",,in, arxiv-2610.31986-t4-overall,arxiv-2610.31986,gemini-3.1-pro,low,mixed,hard,,,,,,,63.8,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 3.1 Pro, column overall)",,in, arxiv-2610.31986-t4-p1,arxiv-2610.31986,gemini-3.5-flash,minimal,mixed,hard,,,,,,,83.1,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 3.5 Flash, column p1)",,in, arxiv-2610.31986-t4-p2,arxiv-2610.31986,gemini-3.5-flash,minimal,mixed,hard,,,,,,,61.8,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 3.5 Flash, column p2)",,in, arxiv-2610.31986-t4-p3,arxiv-2610.31986,gemini-3.5-flash,minimal,mixed,hard,,,,,,,73.5,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 3.5 Flash, column p3)",,in, arxiv-2610.31986-t4-p4,arxiv-2610.31986,gemini-3.5-flash,minimal,mixed,hard,,,,,,,46.5,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 3.5 Flash, column p4)",,in, arxiv-2610.31986-t4-r1,arxiv-2610.31986,gemini-3.5-flash,minimal,mixed,hard,,,,,,,66.5,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 3.5 Flash, column r1)",,in, arxiv-2610.31986-t4-r2,arxiv-2610.31986,gemini-3.5-flash,minimal,mixed,hard,,,,,,,53.6,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 3.5 Flash, column r2)",,in, arxiv-2610.31986-t4-r3,arxiv-2610.31986,gemini-3.5-flash,minimal,mixed,hard,,,,,,,44.5,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 3.5 Flash, column r3)",,in, arxiv-2610.31986-t4-i1,arxiv-2610.31986,gemini-3.5-flash,minimal,mixed,hard,,,,,,,61.0,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 3.5 Flash, column i1)",,in, arxiv-2610.31986-t4-i2,arxiv-2610.31986,gemini-3.5-flash,minimal,mixed,hard,,,,,,,68.3,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 3.5 Flash, column i2)",,in, arxiv-2610.31986-t4-i3,arxiv-2610.31986,gemini-3.5-flash,minimal,mixed,hard,,,,,,,64.3,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 3.5 Flash, column i3)",,in, arxiv-2610.31986-t4-perc,arxiv-2610.31986,gemini-3.5-flash,minimal,mixed,hard,,,,,,,66.3,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 3.5 Flash, column perc)",,in, arxiv-2610.31986-t4-reas,arxiv-2610.31986,gemini-3.5-flash,minimal,mixed,hard,,,,,,,55.1,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 3.5 Flash, column reas)",,in, arxiv-2610.31986-t4-ins,arxiv-2610.31986,gemini-3.5-flash,minimal,mixed,hard,,,,,,,64.5,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 3.5 Flash, column ins)",,in, arxiv-2610.31986-t4-overall,arxiv-2610.31986,gemini-3.5-flash,minimal,mixed,hard,,,,,,,62.3,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 3.5 Flash, column overall)",,in, arxiv-2610.31986-t4-p1,arxiv-2610.31986,gemini-3.5-flash-lite,minimal,mixed,hard,,,,,,,77.1,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 3.5 Flash-Lite, column p1)",,in, arxiv-2610.31986-t4-p2,arxiv-2610.31986,gemini-3.5-flash-lite,minimal,mixed,hard,,,,,,,55.3,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 3.5 Flash-Lite, column p2)",,in, arxiv-2610.31986-t4-p3,arxiv-2610.31986,gemini-3.5-flash-lite,minimal,mixed,hard,,,,,,,65.9,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 3.5 Flash-Lite, column p3)",,in, arxiv-2610.31986-t4-p4,arxiv-2610.31986,gemini-3.5-flash-lite,minimal,mixed,hard,,,,,,,42.9,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 3.5 Flash-Lite, column p4)",,in, arxiv-2610.31986-t4-r1,arxiv-2610.31986,gemini-3.5-flash-lite,minimal,mixed,hard,,,,,,,67.7,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 3.5 Flash-Lite, column r1)",,in, arxiv-2610.31986-t4-r2,arxiv-2610.31986,gemini-3.5-flash-lite,minimal,mixed,hard,,,,,,,43.0,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 3.5 Flash-Lite, column r2)",,in, arxiv-2610.31986-t4-r3,arxiv-2610.31986,gemini-3.5-flash-lite,minimal,mixed,hard,,,,,,,34.8,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 3.5 Flash-Lite, column r3)",,in, arxiv-2610.31986-t4-i1,arxiv-2610.31986,gemini-3.5-flash-lite,minimal,mixed,hard,,,,,,,51.3,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 3.5 Flash-Lite, column i1)",,in, arxiv-2610.31986-t4-i2,arxiv-2610.31986,gemini-3.5-flash-lite,minimal,mixed,hard,,,,,,,54.3,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 3.5 Flash-Lite, column i2)",,in, arxiv-2610.31986-t4-i3,arxiv-2610.31986,gemini-3.5-flash-lite,minimal,mixed,hard,,,,,,,56.7,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 3.5 Flash-Lite, column i3)",,in, arxiv-2610.31986-t4-perc,arxiv-2610.31986,gemini-3.5-flash-lite,minimal,mixed,hard,,,,,,,60.4,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 3.5 Flash-Lite, column perc)",,in, arxiv-2610.31986-t4-reas,arxiv-2610.31986,gemini-3.5-flash-lite,minimal,mixed,hard,,,,,,,48.8,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 3.5 Flash-Lite, column reas)",,in, arxiv-2610.31986-t4-ins,arxiv-2610.31986,gemini-3.5-flash-lite,minimal,mixed,hard,,,,,,,54.0,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 3.5 Flash-Lite, column ins)",,in, arxiv-2610.31986-t4-overall,arxiv-2610.31986,gemini-3.5-flash-lite,minimal,mixed,hard,,,,,,,55.2,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 3.5 Flash-Lite, column overall)",,in, arxiv-2610.31986-t4-p1,arxiv-2610.31986,gemini-2.5-pro,think-128,mixed,hard,,,,,,,80.3,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 2.5 Pro, column p1)",,out:budget-config, arxiv-2610.31986-t4-p2,arxiv-2610.31986,gemini-2.5-pro,think-128,mixed,hard,,,,,,,59.4,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 2.5 Pro, column p2)",,out:budget-config, arxiv-2610.31986-t4-p3,arxiv-2610.31986,gemini-2.5-pro,think-128,mixed,hard,,,,,,,73.5,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 2.5 Pro, column p3)",,out:budget-config, arxiv-2610.31986-t4-p4,arxiv-2610.31986,gemini-2.5-pro,think-128,mixed,hard,,,,,,,40.4,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 2.5 Pro, column p4)",,out:budget-config, arxiv-2610.31986-t4-r1,arxiv-2610.31986,gemini-2.5-pro,think-128,mixed,hard,,,,,,,66.9,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 2.5 Pro, column r1)",,out:budget-config, arxiv-2610.31986-t4-r2,arxiv-2610.31986,gemini-2.5-pro,think-128,mixed,hard,,,,,,,46.0,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 2.5 Pro, column r2)",,out:budget-config, arxiv-2610.31986-t4-r3,arxiv-2610.31986,gemini-2.5-pro,think-128,mixed,hard,,,,,,,43.2,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 2.5 Pro, column r3)",,out:budget-config, arxiv-2610.31986-t4-i1,arxiv-2610.31986,gemini-2.5-pro,think-128,mixed,hard,,,,,,,52.9,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 2.5 Pro, column i1)",,out:budget-config, arxiv-2610.31986-t4-i2,arxiv-2610.31986,gemini-2.5-pro,think-128,mixed,hard,,,,,,,59.7,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 2.5 Pro, column i2)",,out:budget-config, arxiv-2610.31986-t4-i3,arxiv-2610.31986,gemini-2.5-pro,think-128,mixed,hard,,,,,,,61.4,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 2.5 Pro, column i3)",,out:budget-config, arxiv-2610.31986-t4-perc,arxiv-2610.31986,gemini-2.5-pro,think-128,mixed,hard,,,,,,,63.5,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 2.5 Pro, column perc)",,out:budget-config, arxiv-2610.31986-t4-reas,arxiv-2610.31986,gemini-2.5-pro,think-128,mixed,hard,,,,,,,52.3,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 2.5 Pro, column reas)",,out:budget-config, arxiv-2610.31986-t4-ins,arxiv-2610.31986,gemini-2.5-pro,think-128,mixed,hard,,,,,,,57.9,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 2.5 Pro, column ins)",,out:budget-config, arxiv-2610.31986-t4-overall,arxiv-2610.31986,gemini-2.5-pro,think-128,mixed,hard,,,,,,,58.6,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 2.5 Pro, column overall)",,out:budget-config, arxiv-2610.31986-t4-p1,arxiv-2610.31986,gemini-2.5-flash,nothink,mixed,hard,,,,,,,81.5,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 2.5 Flash, column p1)",,out:single-couple, arxiv-2610.31986-t4-p2,arxiv-2610.31986,gemini-2.5-flash,nothink,mixed,hard,,,,,,,52.0,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 2.5 Flash, column p2)",,out:single-couple, arxiv-2610.31986-t4-p3,arxiv-2610.31986,gemini-2.5-flash,nothink,mixed,hard,,,,,,,70.3,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 2.5 Flash, column p3)",,out:single-couple, arxiv-2610.31986-t4-p4,arxiv-2610.31986,gemini-2.5-flash,nothink,mixed,hard,,,,,,,29.0,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 2.5 Flash, column p4)",,out:single-couple, arxiv-2610.31986-t4-r1,arxiv-2610.31986,gemini-2.5-flash,nothink,mixed,hard,,,,,,,59.3,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 2.5 Flash, column r1)",,out:single-couple, arxiv-2610.31986-t4-r2,arxiv-2610.31986,gemini-2.5-flash,nothink,mixed,hard,,,,,,,27.0,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 2.5 Flash, column r2)",,out:single-couple, arxiv-2610.31986-t4-r3,arxiv-2610.31986,gemini-2.5-flash,nothink,mixed,hard,,,,,,,27.5,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 2.5 Flash, column r3)",,out:single-couple, arxiv-2610.31986-t4-i1,arxiv-2610.31986,gemini-2.5-flash,nothink,mixed,hard,,,,,,,56.7,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 2.5 Flash, column i1)",,out:single-couple, arxiv-2610.31986-t4-i2,arxiv-2610.31986,gemini-2.5-flash,nothink,mixed,hard,,,,,,,48.9,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 2.5 Flash, column i2)",,out:single-couple, arxiv-2610.31986-t4-i3,arxiv-2610.31986,gemini-2.5-flash,nothink,mixed,hard,,,,,,,57.3,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 2.5 Flash, column i3)",,out:single-couple, arxiv-2610.31986-t4-perc,arxiv-2610.31986,gemini-2.5-flash,nothink,mixed,hard,,,,,,,58.3,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 2.5 Flash, column perc)",,out:single-couple, arxiv-2610.31986-t4-reas,arxiv-2610.31986,gemini-2.5-flash,nothink,mixed,hard,,,,,,,38.3,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 2.5 Flash, column reas)",,out:single-couple, arxiv-2610.31986-t4-ins,arxiv-2610.31986,gemini-2.5-flash,nothink,mixed,hard,,,,,,,54.2,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 2.5 Flash, column ins)",,out:single-couple, arxiv-2610.31986-t4-overall,arxiv-2610.31986,gemini-2.5-flash,nothink,mixed,hard,,,,,,,50.9,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 2.5 Flash, column overall)",,out:single-couple, arxiv-2610.31986-t4-p1,arxiv-2610.31986,gemini-2.5-flash-lite,nothink,mixed,hard,,,,,,,76.7,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 2.5 Flash-Lite, column p1)",,out:single-couple, arxiv-2610.31986-t4-p2,arxiv-2610.31986,gemini-2.5-flash-lite,nothink,mixed,hard,,,,,,,51.2,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 2.5 Flash-Lite, column p2)",,out:single-couple, arxiv-2610.31986-t4-p3,arxiv-2610.31986,gemini-2.5-flash-lite,nothink,mixed,hard,,,,,,,57.4,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 2.5 Flash-Lite, column p3)",,out:single-couple, arxiv-2610.31986-t4-p4,arxiv-2610.31986,gemini-2.5-flash-lite,nothink,mixed,hard,,,,,,,36.7,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 2.5 Flash-Lite, column p4)",,out:single-couple, arxiv-2610.31986-t4-r1,arxiv-2610.31986,gemini-2.5-flash-lite,nothink,mixed,hard,,,,,,,60.9,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 2.5 Flash-Lite, column r1)",,out:single-couple, arxiv-2610.31986-t4-r2,arxiv-2610.31986,gemini-2.5-flash-lite,nothink,mixed,hard,,,,,,,32.9,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 2.5 Flash-Lite, column r2)",,out:single-couple, arxiv-2610.31986-t4-r3,arxiv-2610.31986,gemini-2.5-flash-lite,nothink,mixed,hard,,,,,,,30.1,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 2.5 Flash-Lite, column r3)",,out:single-couple, arxiv-2610.31986-t4-i1,arxiv-2610.31986,gemini-2.5-flash-lite,nothink,mixed,hard,,,,,,,43.9,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 2.5 Flash-Lite, column i1)",,out:single-couple, arxiv-2610.31986-t4-i2,arxiv-2610.31986,gemini-2.5-flash-lite,nothink,mixed,hard,,,,,,,36.6,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 2.5 Flash-Lite, column i2)",,out:single-couple, arxiv-2610.31986-t4-i3,arxiv-2610.31986,gemini-2.5-flash-lite,nothink,mixed,hard,,,,,,,50.9,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 2.5 Flash-Lite, column i3)",,out:single-couple, arxiv-2610.31986-t4-perc,arxiv-2610.31986,gemini-2.5-flash-lite,nothink,mixed,hard,,,,,,,55.6,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 2.5 Flash-Lite, column perc)",,out:single-couple, arxiv-2610.31986-t4-reas,arxiv-2610.31986,gemini-2.5-flash-lite,nothink,mixed,hard,,,,,,,41.6,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 2.5 Flash-Lite, column reas)",,out:single-couple, arxiv-2610.31986-t4-ins,arxiv-2610.31986,gemini-2.5-flash-lite,nothink,mixed,hard,,,,,,,43.6,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 2.5 Flash-Lite, column ins)",,out:single-couple, arxiv-2610.31986-t4-overall,arxiv-2610.31986,gemini-2.5-flash-lite,nothink,mixed,hard,,,,,,,48.2,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Appendix A, Table 4 (Full results and settings on OpenHome, accuracy %), row Gemini 2.5 Flash-Lite, column overall)",,out:single-couple, arxiv-2610.31986-openhome-perception,arxiv-2610.31986,grok-4.7,not-established:absent,mixed,hard,,,,,,,59.6,Perception score,0.0289,,,"https://arxiv.org/abs/2610.31986 (Table 4 (Appendix A), row Grok 4.7, aggregate column Perception)",,out:effort-not-established, arxiv-2610.31986-openhome-reasoning,arxiv-2610.31986,grok-4.7,not-established:absent,mixed,hard,,,,,,,53.5,Reasoning score,0.0289,,,"https://arxiv.org/abs/2610.31986 (Table 4 (Appendix A), row Grok 4.7, aggregate column Reasoning)",,out:effort-not-established, arxiv-2610.31986-openhome-insight,arxiv-2610.31986,grok-4.7,not-established:absent,mixed,hard,,,,,,,57.5,Insight score,0.0289,,,"https://arxiv.org/abs/2610.31986 (Table 4 (Appendix A), row Grok 4.7, aggregate column Insight)",,out:effort-not-established, arxiv-2610.31986-t4-overall,arxiv-2610.31986,grok-4.7,not-established:absent,mixed,hard,,,,,,,57.2,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.31986 (Table 4 (Appendix A), row Grok 4.7, aggregate column Overall)",,out:effort-not-established, arxiv-2610.32066-anchor-semirigid,arxiv-2610.32066,gemini-3.1-pro,unstated,mixed,hard,,,,,,,-0.93,"corr(stated odds, difficulty)",0.00289,,,"https://arxiv.org/abs/2610.32066 (5.3 On anchoring (table: method / judge / correlation), row Semi-Rigid, Gemini 3.1 Pro)",,out:effort-not-established, arxiv-2610.32066-anchor-free,arxiv-2610.32066,gemini-3.1-pro,unstated,mixed,hard,,,,,,,-0.31,"corr(stated odds, difficulty)",0.00289,,,"https://arxiv.org/abs/2610.32066 (5.3 On anchoring (table: method / judge / correlation), row Free, Gemini 3.1 Pro)",,out:effort-not-established, arxiv-2610.32066-flips-rigid-semirigid,arxiv-2610.32066,gemini-3.1-pro,unstated,mixed,hard,,,,,,,4.8,flips-from-rigid%,0.0289,,,"https://arxiv.org/abs/2610.32066 (5.5 table (Judge AI, harness / Method / Flips from Rigid / Floor / Above the floor), row Gemini 3.1 Pro, bare API Semi-Rigid 4.8%, column Flips from Rigid)",,out:effort-not-established, arxiv-2610.32066-floor-semirigid,arxiv-2610.32066,gemini-3.1-pro,unstated,mixed,hard,,,,,,,3.0,floor%,0.0289,,,"https://arxiv.org/abs/2610.32066 (5.5 table (Judge AI, harness / Method / Flips from Rigid / Floor / Above the floor), row Gemini 3.1 Pro, bare API Semi-Rigid 4.8%, column Floor)",,out:effort-not-established, arxiv-2610.32066-flips-rigid-free,arxiv-2610.32066,gemini-3.1-pro,unstated,mixed,hard,,,,,,,11.6,flips-from-rigid%,0.0289,,,"https://arxiv.org/abs/2610.32066 (5.5 table (Judge AI, harness / Method / Flips from Rigid / Floor / Above the floor), row Gemini 3.1 Pro, bare API Free 11.6% 6.7%, column Flips from Rigid)",,out:effort-not-established, arxiv-2610.32066-floor-free,arxiv-2610.32066,gemini-3.1-pro,unstated,mixed,hard,,,,,,,6.7,floor%,0.0289,,,"https://arxiv.org/abs/2610.32066 (5.5 table (Judge AI, harness / Method / Flips from Rigid / Floor / Above the floor), row Gemini 3.1 Pro, bare API Free 11.6% 6.7%, column Floor)",,out:effort-not-established, arxiv-2610.32066-rerun-semirigid,arxiv-2610.32066,gemini-3.1-pro,unstated,mixed,hard,,,,,,,6.1,rerun-changed%,0.0289,,,"https://arxiv.org/abs/2610.32066 (5.6 table (Judge AI, harness / Semi-Rigid / Free / Free minus Semi-Rigid), row Gemini 3.1 Pro, bare API, column Semi-Rigid)",,out:effort-not-established, arxiv-2610.32066-rerun-free,arxiv-2610.32066,gemini-3.1-pro,unstated,mixed,hard,,,,,,,13.5,rerun-changed%,0.0289,,,"https://arxiv.org/abs/2610.32066 (5.6 table (Judge AI, harness / Semi-Rigid / Free / Free minus Semi-Rigid), row Gemini 3.1 Pro, bare API, column Free)",,out:effort-not-established, arxiv-2610.32066-psuccess-semirigid,arxiv-2610.32066,?Gemini,not-established:absent,mixed,hard,,,,,,,0.753,mean-p-success,0.000289,,,"https://arxiv.org/abs/2610.32066 (5.4 table (Ruler / Mean p(success)), row Semi-Rigid, Gemini 0.753)",,out:model-not-established, arxiv-2610.32066-psuccess-free,arxiv-2610.32066,?Gemini,not-established:absent,mixed,hard,,,,,,,0.672,mean-p-success,0.000289,,,"https://arxiv.org/abs/2610.32066 (5.4 table (Ruler / Mean p(success)), row Free, Gemini 0.672)",,out:model-not-established, arxiv-2610.32155-knotscryer-exploitation-hermes,arxiv-2610.32155,gpt-5.5,unstated,mixed,hard,,,,,,,82.8,exploitation rate (%),0.0289,,,"https://arxiv.org/abs/2610.32155 (Table II, row Hermes, column GPT-5.5 (exploitation rate))",,out:effort-not-established, arxiv-2610.32155-knotscryer-exploitation-openclaw,arxiv-2610.32155,gpt-5.5,unstated,mixed,hard,,,,,,,51.1,exploitation rate (%),0.0289,,,"https://arxiv.org/abs/2610.32155 (Table II, row OpenClaw, column GPT-5.5 (exploitation rate))",,out:effort-not-established, arxiv-2610.32155-knotscryer-exploitation-opencode,arxiv-2610.32155,gpt-5.5,unstated,mixed,hard,,,,,,,96.9,exploitation rate (%),0.0289,,,"https://arxiv.org/abs/2610.32155 (Table II, row OpenCode, column GPT-5.5 (exploitation rate))",,out:effort-not-established, arxiv-2610.32155-knotscryer-exploitation-average,arxiv-2610.32155,gpt-5.5,unstated,mixed,hard,,,,,,,77.0,exploitation rate (%),0.0289,,,"https://arxiv.org/abs/2610.32155 (Table II, row Average, column GPT-5.5 (exploitation rate))",,out:effort-not-established, arxiv-2610.32155-cross-agent-all-3,arxiv-2610.32155,gpt-5.5,unstated,mixed,hard,,,,,,,38.2,cross-agent consistency (%),0.0289,,,"https://arxiv.org/abs/2610.32155 (Table II cross-agent consistency, row GPT-5.5, column Table II cross-agent consistency, All 3)",,out:effort-not-established, arxiv-2610.32155-cross-agent-exactly-2,arxiv-2610.32155,gpt-5.5,unstated,mixed,hard,,,,,,,57.2,cross-agent consistency (%),0.0289,,,"https://arxiv.org/abs/2610.32155 (Table II cross-agent consistency, row GPT-5.5, column Table II cross-agent consistency, Exactly 2)",,out:effort-not-established, arxiv-2610.32155-cross-agent-exactly-1,arxiv-2610.32155,gpt-5.5,unstated,mixed,hard,,,,,,,1.8,cross-agent consistency (%),0.0289,,,"https://arxiv.org/abs/2610.32155 (Table II cross-agent consistency, row GPT-5.5, column Table II cross-agent consistency, Exactly 1)",,out:effort-not-established, arxiv-2610.32155-cross-agent-none,arxiv-2610.32155,gpt-5.5,unstated,mixed,hard,,,,,,,2.8,cross-agent consistency (%),0.0289,,,"https://arxiv.org/abs/2610.32155 (Table II cross-agent consistency, row GPT-5.5, column Table II cross-agent consistency, None)",,out:effort-not-established, arxiv-2610.32155-exploit-hermes,arxiv-2610.32155,glm-5.1,unstated,agentic-tool,hard,Hermes,,,,,,92.2,SCFG violation-chain exploitation rate (%),0.0289,,,"https://arxiv.org/abs/2610.32155 (TABLE II, Exploitation Rate (%), row Hermes, column GLM-5.1)",,out:effort-not-established, arxiv-2610.32155-exploit-openclaw,arxiv-2610.32155,glm-5.1,unstated,agentic-tool,hard,OpenClaw,,,,,,71.7,SCFG violation-chain exploitation rate (%),0.0289,,,"https://arxiv.org/abs/2610.32155 (TABLE II, Exploitation Rate (%), row OpenClaw, column GLM-5.1)",,out:effort-not-established, arxiv-2610.32155-exploit-opencode,arxiv-2610.32155,glm-5.1,unstated,agentic-tool,hard,OpenCode,,,,,,93.0,SCFG violation-chain exploitation rate (%),0.0289,,,"https://arxiv.org/abs/2610.32155 (TABLE II, Exploitation Rate (%), row OpenCode, column GLM-5.1)",,out:effort-not-established, arxiv-2610.32155-exploit-average,arxiv-2610.32155,glm-5.1,unstated,agentic-tool,hard,,,,,,,85.6,SCFG violation-chain exploitation rate (%),0.0289,,,"https://arxiv.org/abs/2610.32155 (TABLE II, Exploitation Rate (%), row Average, column GLM-5.1)",,out:effort-not-established, arxiv-2610.32155-crossagent-all3,arxiv-2610.32155,glm-5.1,unstated,agentic-tool,hard,,,,,,,62.6,cross-agent consistency of GLM-5.1: chains exploited in All 3 agent frameworks (%),0.0289,,,"https://arxiv.org/abs/2610.32155 (TABLE II, Cross-Agent Consistency (%), row GLM-5.1, column All 3)",,out:effort-not-established, arxiv-2610.32155-crossagent-exactly2,arxiv-2610.32155,glm-5.1,unstated,agentic-tool,hard,,,,,,,32.2,cross-agent consistency of GLM-5.1: chains exploited in Exactly 2 agent frameworks (%),0.0289,,,"https://arxiv.org/abs/2610.32155 (TABLE II, Cross-Agent Consistency (%), row GLM-5.1, column Exactly 2)",,out:effort-not-established, arxiv-2610.32155-crossagent-exactly1,arxiv-2610.32155,glm-5.1,unstated,agentic-tool,hard,,,,,,,4.7,cross-agent consistency of GLM-5.1: chains exploited in Exactly 1 agent frameworks (%),0.0289,,,"https://arxiv.org/abs/2610.32155 (TABLE II, Cross-Agent Consistency (%), row GLM-5.1, column Exactly 1)",,out:effort-not-established, arxiv-2610.32155-crossagent-none,arxiv-2610.32155,glm-5.1,unstated,agentic-tool,hard,,,,,,,0.5,cross-agent consistency of GLM-5.1: chains exploited in None agent frameworks (%),0.0289,,,"https://arxiv.org/abs/2610.32155 (TABLE II, Cross-Agent Consistency (%), row GLM-5.1, column None)",,out:effort-not-established, arxiv-2610.32258-t1-covid,arxiv-2610.32258,gemini-3.1-pro,unstated,writing,hard,,,,,,,82.42,report-quality,0.00289,,,"https://arxiv.org/abs/2610.32258 (Table 1 (MedCase-150K disease subsets), row Gemini 3.1 Pro, column COVID-19)",,out:effort-not-established, arxiv-2610.32258-t1-sclc,arxiv-2610.32258,gemini-3.1-pro,unstated,writing,hard,,,,,,,75.92,report-quality,0.00289,,,"https://arxiv.org/abs/2610.32258 (Table 1 (MedCase-150K disease subsets), row Gemini 3.1 Pro, column Small-Cell Lung Cancer)",,out:effort-not-established, arxiv-2610.32258-t1-erdheim,arxiv-2610.32258,gemini-3.1-pro,unstated,writing,hard,,,,,,,72.30,report-quality,0.00289,,,"https://arxiv.org/abs/2610.32258 (Table 1 (MedCase-150K disease subsets), row Gemini 3.1 Pro, column Erdheim-Chester)",,out:effort-not-established, arxiv-2610.32258-t1-genetic,arxiv-2610.32258,gemini-3.1-pro,unstated,writing,hard,,,,,,,75.61,report-quality,0.00289,,,"https://arxiv.org/abs/2610.32258 (Table 1 (MedCase-150K disease subsets), row Gemini 3.1 Pro, column Rare Genetic Disorder)",,out:effort-not-established, arxiv-2610.32258-t1-ultrarare,arxiv-2610.32258,gemini-3.1-pro,unstated,writing,hard,,,,,,,72.09,report-quality,0.00289,,,"https://arxiv.org/abs/2610.32258 (Table 1 (MedCase-150K disease subsets), row Gemini 3.1 Pro, column Ultra-Rare Disease)",,out:effort-not-established, arxiv-2610.32258-t1-avg,arxiv-2610.32258,gemini-3.1-pro,unstated,writing,hard,,,,,,,75.67,report-quality,0.00289,,,"https://arxiv.org/abs/2610.32258 (Table 1 (MedCase-150K disease subsets), row Gemini 3.1 Pro, column Average)",,out:effort-not-established, arxiv-2610.32258-t2-exactdoi,arxiv-2610.32258,gemini-3.1-pro,unstated,writing,hard,,,,,,,44.50,rule-metric,0.00289,,,"https://arxiv.org/abs/2610.32258 (Table 2 (rule-based metrics), row Gemini 3.1 Pro, column Exact DOI (rule-based metric))",,out:effort-not-established, arxiv-2610.32258-t2-novelrec,arxiv-2610.32258,gemini-3.1-pro,unstated,writing,hard,,,,,,,68.01,rule-metric,0.00289,,,"https://arxiv.org/abs/2610.32258 (Table 2 (rule-based metrics), row Gemini 3.1 Pro, column Novel Rec.)",,out:effort-not-established, arxiv-2610.32258-t2-figseq,arxiv-2610.32258,gemini-3.1-pro,unstated,writing,hard,,,,,,,76.56,rule-metric,0.00289,,,"https://arxiv.org/abs/2610.32258 (Table 2 (rule-based metrics), row Gemini 3.1 Pro, column Fig. Seq.)",,out:effort-not-established, arxiv-2610.32258-t2-authindist,arxiv-2610.32258,gemini-3.1-pro,unstated,writing,hard,,,,,,,52.76,rule-metric,0.00289,,,"https://arxiv.org/abs/2610.32258 (Table 2 (rule-based metrics), row Gemini 3.1 Pro, column Auth. Indist.)",,out:effort-not-established, arxiv-2610.32258-t2-p0,arxiv-2610.32258,gemini-3.1-pro,unstated,writing,hard,,,,,,,68.83,rule-metric,0.00289,,,"https://arxiv.org/abs/2610.32258 (Table 2 (rule-based metrics), row Gemini 3.1 Pro, column P0 Recall)",,out:effort-not-established, arxiv-2610.32258-t2-p1,arxiv-2610.32258,gemini-3.1-pro,unstated,writing,hard,,,,,,,35.59,rule-metric,0.00289,,,"https://arxiv.org/abs/2610.32258 (Table 2 (rule-based metrics), row Gemini 3.1 Pro, column P1 Recall)",,out:effort-not-established, arxiv-2610.32258-g1-generated,arxiv-2610.32258,gemini-3.1-pro,unstated,writing,hard,,,,,,,71.07,identified-as-generated%,0.00289,,,"https://arxiv.org/abs/2610.32258 (Table G1, row Gemini 3.1 Pro, Table G1 identified as Generated)",,out:effort-not-established, arxiv-2610.32258-g1-human,arxiv-2610.32258,gemini-3.1-pro,unstated,writing,hard,,,,,,,28.93,identified-as-human%,0.00289,,,"https://arxiv.org/abs/2610.32258 (Table G1, row Gemini 3.1 Pro, Table G1 identified as Human)",,out:effort-not-established, arxiv-2610.32258-g1-pref,arxiv-2610.32258,gemini-3.1-pro,unstated,writing,hard,,,,,,,50.48,preference-vs-ground-truth%,0.00289,,,"https://arxiv.org/abs/2610.32258 (Table G1, row Gemini 3.1 Pro, Table G1 preference versus the ground truth)",,out:effort-not-established, arxiv-2610.32258-g2-qwen,arxiv-2610.32258,gemini-3.1-pro,unstated,writing,hard,,,,,,,76.14,report-quality,0.00289,,,"https://arxiv.org/abs/2610.32258 (Table G2, row Gemini 3.1 Pro, judge Qwen)",,out:effort-not-established, arxiv-2610.32258-g2-gemini,arxiv-2610.32258,gemini-3.1-pro,unstated,writing,hard,,,,,,,78.83,report-quality,0.00289,,,"https://arxiv.org/abs/2610.32258 (Table G2, row Gemini 3.1 Pro, judge Gemini (the model's own family judge))",,out:effort-not-established, arxiv-2610.32258-g2-claude,arxiv-2610.32258,gemini-3.1-pro,unstated,writing,hard,,,,,,,74.96,report-quality,0.00289,,,"https://arxiv.org/abs/2610.32258 (Table G2, row Gemini 3.1 Pro, judge Claude)",,out:effort-not-established, arxiv-2610.32258-g2-gpt,arxiv-2610.32258,gemini-3.1-pro,unstated,writing,hard,,,,,,,72.75,report-quality,0.00289,,,"https://arxiv.org/abs/2610.32258 (Table G2, row Gemini 3.1 Pro, judge GPT)",,out:effort-not-established, arxiv-2610.32258-g2-avg,arxiv-2610.32258,gemini-3.1-pro,unstated,writing,hard,,,,,,,75.67,report-quality,0.00289,,,"https://arxiv.org/abs/2610.32258 (Table G2, row Gemini 3.1 Pro, judge Average of the four judges)",,out:effort-not-established, arxiv-2610.32258-t1-covid,arxiv-2610.32258,qwen3.5-9b,unstated,writing,hard,,,,,,,62.46,report-quality,0.00289,,,"https://arxiv.org/abs/2610.32258 (Table 1, row Qwen3.5-9B, column covid)",,out:effort-not-established, arxiv-2610.32258-t1-sclc,arxiv-2610.32258,qwen3.5-9b,unstated,writing,hard,,,,,,,55.84,report-quality,0.00289,,,"https://arxiv.org/abs/2610.32258 (Table 1, row Qwen3.5-9B, column sclc)",,out:effort-not-established, arxiv-2610.32258-t1-erdheim,arxiv-2610.32258,qwen3.5-9b,unstated,writing,hard,,,,,,,54.35,report-quality,0.00289,,,"https://arxiv.org/abs/2610.32258 (Table 1, row Qwen3.5-9B, column erdheim)",,out:effort-not-established, arxiv-2610.32258-t1-genetic,arxiv-2610.32258,qwen3.5-9b,unstated,writing,hard,,,,,,,53.44,report-quality,0.00289,,,"https://arxiv.org/abs/2610.32258 (Table 1, row Qwen3.5-9B, column genetic)",,out:effort-not-established, arxiv-2610.32258-t1-ultrarare,arxiv-2610.32258,qwen3.5-9b,unstated,writing,hard,,,,,,,53.79,report-quality,0.00289,,,"https://arxiv.org/abs/2610.32258 (Table 1, row Qwen3.5-9B, column ultrarare)",,out:effort-not-established, arxiv-2610.32258-t1-avg,arxiv-2610.32258,qwen3.5-9b,unstated,writing,hard,,,,,,,55.98,report-quality,0.00289,,,"https://arxiv.org/abs/2610.32258 (Table 1, row Qwen3.5-9B, column avg)",,out:effort-not-established, arxiv-2610.32258-t1-covid,arxiv-2610.32258,qwen3.5-397b-a17b,unstated,writing,hard,,,,,,,78.28,report-quality,0.00289,,,"https://arxiv.org/abs/2610.32258 (Table 1, row Qwen3.5-397B-A17B, column covid)",,out:effort-not-established, arxiv-2610.32258-t1-sclc,arxiv-2610.32258,qwen3.5-397b-a17b,unstated,writing,hard,,,,,,,74.64,report-quality,0.00289,,,"https://arxiv.org/abs/2610.32258 (Table 1, row Qwen3.5-397B-A17B, column sclc)",,out:effort-not-established, arxiv-2610.32258-t1-erdheim,arxiv-2610.32258,qwen3.5-397b-a17b,unstated,writing,hard,,,,,,,66.21,report-quality,0.00289,,,"https://arxiv.org/abs/2610.32258 (Table 1, row Qwen3.5-397B-A17B, column erdheim)",,out:effort-not-established, arxiv-2610.32258-t1-genetic,arxiv-2610.32258,qwen3.5-397b-a17b,unstated,writing,hard,,,,,,,66.15,report-quality,0.00289,,,"https://arxiv.org/abs/2610.32258 (Table 1, row Qwen3.5-397B-A17B, column genetic)",,out:effort-not-established, arxiv-2610.32258-t1-ultrarare,arxiv-2610.32258,qwen3.5-397b-a17b,unstated,writing,hard,,,,,,,64.11,report-quality,0.00289,,,"https://arxiv.org/abs/2610.32258 (Table 1, row Qwen3.5-397B-A17B, column ultrarare)",,out:effort-not-established, arxiv-2610.32258-t1-avg,arxiv-2610.32258,qwen3.5-397b-a17b,unstated,writing,hard,,,,,,,69.88,report-quality,0.00289,,,"https://arxiv.org/abs/2610.32258 (Table 1, row Qwen3.5-397B-A17B, column avg)",,out:effort-not-established, arxiv-2610.32258-t2-exactdoi,arxiv-2610.32258,qwen3.5-9b,unstated,writing,hard,,,,,,,22.00,rule-metric,0.00289,,,"https://arxiv.org/abs/2610.32258 (Table 2, row Qwen3.5-9B, column exactdoi)",,out:effort-not-established, arxiv-2610.32258-t2-novelrec,arxiv-2610.32258,qwen3.5-9b,unstated,writing,hard,,,,,,,38.12,rule-metric,0.00289,,,"https://arxiv.org/abs/2610.32258 (Table 2, row Qwen3.5-9B, column novelrec)",,out:effort-not-established, arxiv-2610.32258-t2-figseq,arxiv-2610.32258,qwen3.5-9b,unstated,writing,hard,,,,,,,54.75,rule-metric,0.00289,,,"https://arxiv.org/abs/2610.32258 (Table 2, row Qwen3.5-9B, column figseq)",,out:effort-not-established, arxiv-2610.32258-t2-authindist,arxiv-2610.32258,qwen3.5-9b,unstated,writing,hard,,,,,,,31.95,rule-metric,0.00289,,,"https://arxiv.org/abs/2610.32258 (Table 2, row Qwen3.5-9B, column authindist)",,out:effort-not-established, arxiv-2610.32258-t2-p0,arxiv-2610.32258,qwen3.5-9b,unstated,writing,hard,,,,,,,62.63,rule-metric,0.00289,,,"https://arxiv.org/abs/2610.32258 (Table 2, row Qwen3.5-9B, column p0)",,out:effort-not-established, arxiv-2610.32258-t2-p1,arxiv-2610.32258,qwen3.5-9b,unstated,writing,hard,,,,,,,31.54,rule-metric,0.00289,,,"https://arxiv.org/abs/2610.32258 (Table 2, row Qwen3.5-9B, column p1)",,out:effort-not-established, arxiv-2610.32258-t2-exactdoi,arxiv-2610.32258,qwen3.5-397b-a17b,unstated,writing,hard,,,,,,,36.27,rule-metric,0.00289,,,"https://arxiv.org/abs/2610.32258 (Table 2, row Qwen3.5-397B-A17B, column exactdoi)",,out:effort-not-established, arxiv-2610.32258-t2-novelrec,arxiv-2610.32258,qwen3.5-397b-a17b,unstated,writing,hard,,,,,,,57.39,rule-metric,0.00289,,,"https://arxiv.org/abs/2610.32258 (Table 2, row Qwen3.5-397B-A17B, column novelrec)",,out:effort-not-established, arxiv-2610.32258-t2-figseq,arxiv-2610.32258,qwen3.5-397b-a17b,unstated,writing,hard,,,,,,,66.93,rule-metric,0.00289,,,"https://arxiv.org/abs/2610.32258 (Table 2, row Qwen3.5-397B-A17B, column figseq)",,out:effort-not-established, arxiv-2610.32258-t2-authindist,arxiv-2610.32258,qwen3.5-397b-a17b,unstated,writing,hard,,,,,,,45.53,rule-metric,0.00289,,,"https://arxiv.org/abs/2610.32258 (Table 2, row Qwen3.5-397B-A17B, column authindist)",,out:effort-not-established, arxiv-2610.32258-t2-p0,arxiv-2610.32258,qwen3.5-397b-a17b,unstated,writing,hard,,,,,,,66.70,rule-metric,0.00289,,,"https://arxiv.org/abs/2610.32258 (Table 2, row Qwen3.5-397B-A17B, column p0)",,out:effort-not-established, arxiv-2610.32258-t2-p1,arxiv-2610.32258,qwen3.5-397b-a17b,unstated,writing,hard,,,,,,,35.32,rule-metric,0.00289,,,"https://arxiv.org/abs/2610.32258 (Table 2, row Qwen3.5-397B-A17B, column p1)",,out:effort-not-established, arxiv-2610.32258-g1-generated,arxiv-2610.32258,qwen3.5-9b,unstated,writing,hard,,,,,,,86.53,identified-as-generated%,0.00289,,,"https://arxiv.org/abs/2610.32258 (Table G1, row Qwen3.5-9B, column generated)",,out:effort-not-established, arxiv-2610.32258-g1-human,arxiv-2610.32258,qwen3.5-9b,unstated,writing,hard,,,,,,,13.47,identified-as-human%,0.00289,,,"https://arxiv.org/abs/2610.32258 (Table G1, row Qwen3.5-9B, column human)",,out:effort-not-established, arxiv-2610.32258-g1-pref,arxiv-2610.32258,qwen3.5-9b,unstated,writing,hard,,,,,,,24.84,preference-vs-ground-truth%,0.00289,,,"https://arxiv.org/abs/2610.32258 (Table G1, row Qwen3.5-9B, column pref)",,out:effort-not-established, rvg-bench-overall-miou,arxiv-2610.32268,qwen3.8-omni-flash,unstated,mixed,hard,,,,,,,49.6,mIoU (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 2, row Qwen3.8-Omni-Flash, column Overall mIoU (S-Step / M-Step / Overall block))",,out:effort-not-established, rvg-bench-overall-miou,arxiv-2610.32268,?Seed2.0-Lite,not-established:absent,mixed,hard,,,,,,,47.0,mIoU (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 2, row Seed2.0-Lite, column Overall mIoU (S-Step / M-Step / Overall block))",,out:model-not-established, rvg-bench-overall-miou,arxiv-2610.32268,gemini-3-pro,unstated,mixed,hard,,,,,,,44.4,mIoU (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 2, row Gemini-3-Pro, column Overall mIoU (S-Step / M-Step / Overall block))",,out:effort-not-established, rvg-bench-overall-miou,arxiv-2610.32268,?Seed2.0-Pro,not-established:absent,mixed,hard,,,,,,,41.9,mIoU (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 2, row Seed2.0-Pro, column Overall mIoU (S-Step / M-Step / Overall block))",,out:model-not-established, rvg-bench-overall-miou,arxiv-2610.32268,gpt-5.5,unstated,mixed,hard,,,,,,,38.5,mIoU (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 2, row GPT-5.5, column Overall mIoU (S-Step / M-Step / Overall block))",,out:effort-not-established, rvg-bench-overall-miou,arxiv-2610.32268,qwen3.8-flash,unstated,mixed,hard,,,,,,,38.2,mIoU (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 2, row Qwen3.8-Flash, column Overall mIoU (S-Step / M-Step / Overall block))",,out:effort-not-established, rvg-bench-overall-miou,arxiv-2610.32268,?ChronusOmni,not-established:absent,mixed,hard,,,,,,,23.4,mIoU (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 2, row ChronusOmni, column Overall mIoU (S-Step / M-Step / Overall block))",,out:model-not-established, rvg-bench-overall-miou,arxiv-2610.32268,?Qwen3-Omni,not-established:absent,mixed,hard,,,,,,,10.7,mIoU (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 2, row Qwen3-Omni, column Overall mIoU (S-Step / M-Step / Overall block))",,out:model-not-established, rvg-bench-overall-miou,arxiv-2610.32268,?Qwen2.5-Omni,not-established:absent,mixed,hard,,,,,,,5.1,mIoU (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 2, row Qwen2.5-Omni, column Overall mIoU (S-Step / M-Step / Overall block))",,out:model-not-established, rvg-bench-overall-miou,arxiv-2610.32268,?HumanOmniV2,not-established:absent,mixed,hard,,,,,,,5.1,mIoU (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 2, row HumanOmniV2, column Overall mIoU (S-Step / M-Step / Overall block))",,out:model-not-established, rvg-bench-overall-miou,arxiv-2610.32268,?Ola-7B,not-established:absent,mixed,hard,,,,,,,4.5,mIoU (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 2, row Ola-7B, column Overall mIoU (S-Step / M-Step / Overall block))",,out:model-not-established, rvg-bench-overall-miou,arxiv-2610.32268,?MiniCPM-O-2.6,not-established:absent,mixed,hard,,,,,,,2.2,mIoU (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 2, row MiniCPM-O-2.6, column Overall mIoU (S-Step / M-Step / Overall block))",,out:model-not-established, rvg-bench-overall-miou,arxiv-2610.32268,?TimeLens-8B,not-established:absent,mixed,hard,,,,,,,30.1,mIoU (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 2, row TimeLens-8B, column Overall mIoU (S-Step / M-Step / Overall block))",,out:model-not-established, rvg-bench-overall-miou,arxiv-2610.32268,?Qwen3-VL-8B,not-established:absent,mixed,hard,,,,,,,26.3,mIoU (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 2, row Qwen3-VL-8B, column Overall mIoU (S-Step / M-Step / Overall block))",,out:model-not-established, rvg-bench-overall-miou,arxiv-2610.32268,?TimeLens-7B,not-established:absent,mixed,hard,,,,,,,21.8,mIoU (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 2, row TimeLens-7B, column Overall mIoU (S-Step / M-Step / Overall block))",,out:model-not-established, rvg-bench-overall-miou,arxiv-2610.32268,?Time-R1-7B,not-established:absent,mixed,hard,,,,,,,19.7,mIoU (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 2, row Time-R1-7B, column Overall mIoU (S-Step / M-Step / Overall block))",,out:model-not-established, rvg-bench-overall-miou,arxiv-2610.32268,?TRACE,not-established:absent,mixed,hard,,,,,,,14.1,mIoU (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 2, row TRACE, column Overall mIoU (S-Step / M-Step / Overall block))",,out:model-not-established, rvg-bench-overall-miou,arxiv-2610.32268,?Qwen2.5-VL-7B,not-established:absent,mixed,hard,,,,,,,13.4,mIoU (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 2, row Qwen2.5-VL-7B, column Overall mIoU (S-Step / M-Step / Overall block))",,out:model-not-established, rvg-bench-overall-miou,arxiv-2610.32268,?VideoChat-R1,not-established:absent,mixed,hard,,,,,,,11.9,mIoU (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 2, row VideoChat-R1, column Overall mIoU (S-Step / M-Step / Overall block))",,out:model-not-established, rvg-bench-overall-miou,arxiv-2610.32268,?TimeSuite,not-established:absent,mixed,hard,,,,,,,9.4,mIoU (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 2, row TimeSuite, column Overall mIoU (S-Step / M-Step / Overall block))",,out:model-not-established, rvg-bench-overall-miou,arxiv-2610.32268,?Video-R1-7B,not-established:absent,mixed,hard,,,,,,,6.4,mIoU (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 2, row Video-R1-7B, column Overall mIoU (S-Step / M-Step / Overall block))",,out:model-not-established, rvg-bench-overall-miou,arxiv-2610.32268,?MiMo-VL-7B-RL,not-established:absent,mixed,hard,,,,,,,1.7,mIoU (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 2, row MiMo-VL-7B-RL, column Overall mIoU (S-Step / M-Step / Overall block))",,out:model-not-established, rvg-bench-overall-miou,arxiv-2610.32268,?Human baseline,not-established:absent,mixed,hard,,,,,,,65.3,mIoU (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 2, row Human baseline, column Overall mIoU (S-Step / M-Step / Overall block))",,out:model-not-established, rvg-bench-overall-miou-direct,arxiv-2610.32268,qwen3.8-omni-flash,unstated,mixed,hard,,,,,,,47.0,mIoU (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 11, row Qwen3.8-Omni-Flash, column Overall Direct)",,out:effort-not-established, rvg-bench-overall-miou-2step,arxiv-2610.32268,qwen3.8-omni-flash,unstated,mixed,hard,,,,,,,44.6,mIoU (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 11, row Qwen3.8-Omni-Flash, column Overall 2-step)",,out:effort-not-established, rvg-bench-overall-miou-direct,arxiv-2610.32268,?Seed2.0-Lite,not-established:absent,mixed,hard,,,,,,,46.5,mIoU (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 11, row Seed2.0-Lite, column Overall Direct)",,out:model-not-established, rvg-bench-overall-miou-2step,arxiv-2610.32268,?Seed2.0-Lite,not-established:absent,mixed,hard,,,,,,,44.9,mIoU (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 11, row Seed2.0-Lite, column Overall 2-step)",,out:model-not-established, rvg-bench-overall-miou-direct,arxiv-2610.32268,gemini-3-pro,unstated,mixed,hard,,,,,,,43.2,mIoU (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 11, row Gemini-3-Pro, column Overall Direct)",,out:effort-not-established, rvg-bench-overall-miou-2step,arxiv-2610.32268,gemini-3-pro,unstated,mixed,hard,,,,,,,49.8,mIoU (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 11, row Gemini-3-Pro, column Overall 2-step)",,out:effort-not-established, rvg-bench-overall-miou-direct,arxiv-2610.32268,?Seed2.0-Pro,not-established:absent,mixed,hard,,,,,,,42.1,mIoU (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 11, row Seed2.0-Pro, column Overall Direct)",,out:model-not-established, rvg-bench-overall-miou-2step,arxiv-2610.32268,?Seed2.0-Pro,not-established:absent,mixed,hard,,,,,,,41.1,mIoU (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 11, row Seed2.0-Pro, column Overall 2-step)",,out:model-not-established, rvg-bench-overall-miou-direct,arxiv-2610.32268,gpt-5.5,unstated,mixed,hard,,,,,,,38.4,mIoU (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 11, row GPT-5.5, column Overall Direct)",,out:effort-not-established, rvg-bench-overall-miou-2step,arxiv-2610.32268,gpt-5.5,unstated,mixed,hard,,,,,,,38.6,mIoU (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 11, row GPT-5.5, column Overall 2-step)",,out:effort-not-established, rvg-bench-overall-miou-direct,arxiv-2610.32268,qwen3.8-flash,unstated,mixed,hard,,,,,,,39.3,mIoU (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 11, row Qwen3.8-Flash, column Overall Direct)",,out:effort-not-established, rvg-bench-overall-miou-2step,arxiv-2610.32268,qwen3.8-flash,unstated,mixed,hard,,,,,,,36.0,mIoU (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 11, row Qwen3.8-Flash, column Overall 2-step)",,out:effort-not-established, rvg-bench-overall-miou-direct,arxiv-2610.32268,?ChronusOmni,not-established:absent,mixed,hard,,,,,,,20.8,mIoU (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 11, row ChronusOmni, column Overall Direct)",,out:model-not-established, rvg-bench-overall-miou-2step,arxiv-2610.32268,?ChronusOmni,not-established:absent,mixed,hard,,,,,,,22.4,mIoU (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 11, row ChronusOmni, column Overall 2-step)",,out:model-not-established, rvg-bench-overall-miou-direct,arxiv-2610.32268,?Qwen3-Omni,not-established:absent,mixed,hard,,,,,,,13.2,mIoU (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 11, row Qwen3-Omni, column Overall Direct)",,out:model-not-established, rvg-bench-overall-miou-2step,arxiv-2610.32268,?Qwen3-Omni,not-established:absent,mixed,hard,,,,,,,13.1,mIoU (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 11, row Qwen3-Omni, column Overall 2-step)",,out:model-not-established, rvg-bench-overall-miou-direct,arxiv-2610.32268,?Qwen2.5-Omni,not-established:absent,mixed,hard,,,,,,,6.0,mIoU (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 11, row Qwen2.5-Omni, column Overall Direct)",,out:model-not-established, rvg-bench-overall-miou-2step,arxiv-2610.32268,?Qwen2.5-Omni,not-established:absent,mixed,hard,,,,,,,7.4,mIoU (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 11, row Qwen2.5-Omni, column Overall 2-step)",,out:model-not-established, rvg-bench-overall-miou-direct,arxiv-2610.32268,?TimeLens-8B,not-established:absent,mixed,hard,,,,,,,24.2,mIoU (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 11, row TimeLens-8B, column Overall Direct)",,out:model-not-established, rvg-bench-overall-miou-2step,arxiv-2610.32268,?TimeLens-8B,not-established:absent,mixed,hard,,,,,,,29.9,mIoU (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 11, row TimeLens-8B, column Overall 2-step)",,out:model-not-established, rvg-bench-overall-miou-direct,arxiv-2610.32268,?Qwen3-VL-8B,not-established:absent,mixed,hard,,,,,,,25.9,mIoU (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 11, row Qwen3-VL-8B, column Overall Direct)",,out:model-not-established, rvg-bench-overall-miou-2step,arxiv-2610.32268,?Qwen3-VL-8B,not-established:absent,mixed,hard,,,,,,,26.8,mIoU (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 11, row Qwen3-VL-8B, column Overall 2-step)",,out:model-not-established, rvg-bench-overall-miou-direct,arxiv-2610.32268,?Time-R1-7B,not-established:absent,mixed,hard,,,,,,,19.7,mIoU (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 11, row Time-R1-7B, column Overall Direct)",,out:model-not-established, rvg-bench-overall-miou-2step,arxiv-2610.32268,?Time-R1-7B,not-established:absent,mixed,hard,,,,,,,19.7,mIoU (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 11, row Time-R1-7B, column Overall 2-step)",,out:model-not-established, rvg-bench-overall-miou-direct,arxiv-2610.32268,?Qwen2.5-VL-7B,not-established:absent,mixed,hard,,,,,,,12.5,mIoU (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 11, row Qwen2.5-VL-7B, column Overall Direct)",,out:model-not-established, rvg-bench-overall-miou-2step,arxiv-2610.32268,?Qwen2.5-VL-7B,not-established:absent,mixed,hard,,,,,,,12.4,mIoU (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 11, row Qwen2.5-VL-7B, column Overall 2-step)",,out:model-not-established, rvg-bench-overall-miou-direct,arxiv-2610.32268,?TimeSuite,not-established:absent,mixed,hard,,,,,,,11.8,mIoU (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 11, row TimeSuite, column Overall Direct)",,out:model-not-established, rvg-bench-overall-miou-2step,arxiv-2610.32268,?TimeSuite,not-established:absent,mixed,hard,,,,,,,11.7,mIoU (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 11, row TimeSuite, column Overall 2-step)",,out:model-not-established, rvg-bench-overall-miou-direct,arxiv-2610.32268,?Video-R1-7B,not-established:absent,mixed,hard,,,,,,,6.1,mIoU (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 11, row Video-R1-7B, column Overall Direct)",,out:model-not-established, rvg-bench-overall-miou-2step,arxiv-2610.32268,?Video-R1-7B,not-established:absent,mixed,hard,,,,,,,7.0,mIoU (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 11, row Video-R1-7B, column Overall 2-step)",,out:model-not-established, rvg-bench-overall-iou03,arxiv-2610.32268,qwen3.8-omni-flash,unstated,mixed,hard,,,,,,,68.0,IoU@0.3 (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 2, row Qwen3.8-Omni-Flash, column IoU@0.3 (S-Step / M-Step / Overall block) (last column, IoU@0.3))",,out:effort-not-established, rvg-bench-overall-iou03,arxiv-2610.32268,?Seed2.0-Lite,not-established:absent,mixed,hard,,,,,,,62.6,IoU@0.3 (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 2, row Seed2.0-Lite, column IoU@0.3 (S-Step / M-Step / Overall block) (last column, IoU@0.3))",,out:model-not-established, rvg-bench-overall-iou03,arxiv-2610.32268,gemini-3-pro,unstated,mixed,hard,,,,,,,61.1,IoU@0.3 (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 2, row Gemini-3-Pro, column IoU@0.3 (S-Step / M-Step / Overall block) (last column, IoU@0.3))",,out:effort-not-established, rvg-bench-overall-iou03,arxiv-2610.32268,?Seed2.0-Pro,not-established:absent,mixed,hard,,,,,,,58.2,IoU@0.3 (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 2, row Seed2.0-Pro, column IoU@0.3 (S-Step / M-Step / Overall block) (last column, IoU@0.3))",,out:model-not-established, rvg-bench-overall-iou03,arxiv-2610.32268,gpt-5.5,unstated,mixed,hard,,,,,,,55.5,IoU@0.3 (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 2, row GPT-5.5, column IoU@0.3 (S-Step / M-Step / Overall block) (last column, IoU@0.3))",,out:effort-not-established, rvg-bench-overall-iou03,arxiv-2610.32268,qwen3.8-flash,unstated,mixed,hard,,,,,,,52.8,IoU@0.3 (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 2, row Qwen3.8-Flash, column IoU@0.3 (S-Step / M-Step / Overall block) (last column, IoU@0.3))",,out:effort-not-established, rvg-bench-overall-iou03,arxiv-2610.32268,?ChronusOmni,not-established:absent,mixed,hard,,,,,,,33.4,IoU@0.3 (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 2, row ChronusOmni, column IoU@0.3 (S-Step / M-Step / Overall block) (last column, IoU@0.3))",,out:model-not-established, rvg-bench-overall-iou03,arxiv-2610.32268,?Qwen3-Omni,not-established:absent,mixed,hard,,,,,,,14.4,IoU@0.3 (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 2, row Qwen3-Omni, column IoU@0.3 (S-Step / M-Step / Overall block) (last column, IoU@0.3))",,out:model-not-established, rvg-bench-overall-iou03,arxiv-2610.32268,?Qwen2.5-Omni,not-established:absent,mixed,hard,,,,,,,7.3,IoU@0.3 (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 2, row Qwen2.5-Omni, column IoU@0.3 (S-Step / M-Step / Overall block) (last column, IoU@0.3))",,out:model-not-established, rvg-bench-overall-iou03,arxiv-2610.32268,?HumanOmniV2,not-established:absent,mixed,hard,,,,,,,7.1,IoU@0.3 (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 2, row HumanOmniV2, column IoU@0.3 (S-Step / M-Step / Overall block) (last column, IoU@0.3))",,out:model-not-established, rvg-bench-overall-iou03,arxiv-2610.32268,?Ola-7B,not-established:absent,mixed,hard,,,,,,,6.1,IoU@0.3 (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 2, row Ola-7B, column IoU@0.3 (S-Step / M-Step / Overall block) (last column, IoU@0.3))",,out:model-not-established, rvg-bench-overall-iou03,arxiv-2610.32268,?MiniCPM-O-2.6,not-established:absent,mixed,hard,,,,,,,2.7,IoU@0.3 (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 2, row MiniCPM-O-2.6, column IoU@0.3 (S-Step / M-Step / Overall block) (last column, IoU@0.3))",,out:model-not-established, rvg-bench-overall-iou03,arxiv-2610.32268,?TimeLens-8B,not-established:absent,mixed,hard,,,,,,,41.7,IoU@0.3 (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 2, row TimeLens-8B, column IoU@0.3 (S-Step / M-Step / Overall block) (last column, IoU@0.3))",,out:model-not-established, rvg-bench-overall-iou03,arxiv-2610.32268,?Qwen3-VL-8B,not-established:absent,mixed,hard,,,,,,,35.0,IoU@0.3 (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 2, row Qwen3-VL-8B, column IoU@0.3 (S-Step / M-Step / Overall block) (last column, IoU@0.3))",,out:model-not-established, rvg-bench-overall-iou03,arxiv-2610.32268,?TimeLens-7B,not-established:absent,mixed,hard,,,,,,,31.1,IoU@0.3 (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 2, row TimeLens-7B, column IoU@0.3 (S-Step / M-Step / Overall block) (last column, IoU@0.3))",,out:model-not-established, rvg-bench-overall-iou03,arxiv-2610.32268,?Time-R1-7B,not-established:absent,mixed,hard,,,,,,,29.4,IoU@0.3 (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 2, row Time-R1-7B, column IoU@0.3 (S-Step / M-Step / Overall block) (last column, IoU@0.3))",,out:model-not-established, rvg-bench-overall-iou03,arxiv-2610.32268,?TRACE,not-established:absent,mixed,hard,,,,,,,20.8,IoU@0.3 (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 2, row TRACE, column IoU@0.3 (S-Step / M-Step / Overall block) (last column, IoU@0.3))",,out:model-not-established, rvg-bench-overall-iou03,arxiv-2610.32268,?Qwen2.5-VL-7B,not-established:absent,mixed,hard,,,,,,,20.4,IoU@0.3 (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 2, row Qwen2.5-VL-7B, column IoU@0.3 (S-Step / M-Step / Overall block) (last column, IoU@0.3))",,out:model-not-established, rvg-bench-overall-iou03,arxiv-2610.32268,?VideoChat-R1,not-established:absent,mixed,hard,,,,,,,17.4,IoU@0.3 (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 2, row VideoChat-R1, column IoU@0.3 (S-Step / M-Step / Overall block) (last column, IoU@0.3))",,out:model-not-established, rvg-bench-overall-iou03,arxiv-2610.32268,?TimeSuite,not-established:absent,mixed,hard,,,,,,,13.8,IoU@0.3 (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 2, row TimeSuite, column IoU@0.3 (S-Step / M-Step / Overall block) (last column, IoU@0.3))",,out:model-not-established, rvg-bench-overall-iou03,arxiv-2610.32268,?Video-R1-7B,not-established:absent,mixed,hard,,,,,,,9.3,IoU@0.3 (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 2, row Video-R1-7B, column IoU@0.3 (S-Step / M-Step / Overall block) (last column, IoU@0.3))",,out:model-not-established, rvg-bench-overall-iou03,arxiv-2610.32268,?MiMo-VL-7B-RL,not-established:absent,mixed,hard,,,,,,,2.4,IoU@0.3 (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 2, row MiMo-VL-7B-RL, column IoU@0.3 (S-Step / M-Step / Overall block) (last column, IoU@0.3))",,out:model-not-established, rvg-bench-overall-iou03,arxiv-2610.32268,?Human baseline,not-established:absent,mixed,hard,,,,,,,78.5,IoU@0.3 (%) overall,0.0289,,,"https://arxiv.org/abs/2610.32268 (Table 2, row Human baseline, column IoU@0.3 (S-Step / M-Step / Overall block) (last column, IoU@0.3))",,out:model-not-established, arxiv-2610.32483-swe-bench-45-best-of-4,arxiv-2610.32483,gpt-5.5,xhigh,mixed,hard,,,,,,,86.67,success rate (%),0.00289,,,"https://arxiv.org/abs/2610.32483 (Table 2, row GPT-5.5 xhigh + Codex CLI, column SWE-bench-45 Best)",,out:single-couple, arxiv-2610.32483-swe-bench-45-mean-of-4,arxiv-2610.32483,gpt-5.5,xhigh,mixed,hard,,,,,,,65.56,success rate (%),0.00289,,,"https://arxiv.org/abs/2610.32483 (Table 2, row GPT-5.5 xhigh + Codex CLI, column SWE-bench-45 Mean)",,out:single-couple, arxiv-2610.32483-terminal-bench-2-best-of-4,arxiv-2610.32483,gpt-5.5,xhigh,mixed,hard,,,,,,,76.40,success rate (%),0.00289,,,"https://arxiv.org/abs/2610.32483 (Table 2, row GPT-5.5 xhigh + Codex CLI, column Terminal-Bench 2 Best)",,out:single-couple, arxiv-2610.32483-terminal-bench-2-mean-of-4,arxiv-2610.32483,gpt-5.5,xhigh,mixed,hard,,,,,,,60.39,success rate (%),0.00289,,,"https://arxiv.org/abs/2610.32483 (Table 2, row GPT-5.5 xhigh + Codex CLI, column Terminal-Bench 2 Mean)",,out:single-couple, arxiv-2610.32483-vitabench-best-of-4,arxiv-2610.32483,gpt-5.5,xhigh,mixed,hard,,,,,,,69.00,success rate (%),0.00289,,,"https://arxiv.org/abs/2610.32483 (Table 2, row GPT-5.5 xhigh + Codex CLI, column VitaBench Best)",,out:single-couple, arxiv-2610.32483-vitabench-mean-of-4,arxiv-2610.32483,gpt-5.5,xhigh,mixed,hard,,,,,,,46.56,success rate (%),0.00289,,,"https://arxiv.org/abs/2610.32483 (Table 2, row GPT-5.5 xhigh + Codex CLI, column VitaBench Mean)",,out:single-couple, arxiv-2610.32483-loca-bench-best-of-4,arxiv-2610.32483,gpt-5.5,xhigh,mixed,hard,,,,,,,90.67,success rate (%),0.00289,,,"https://arxiv.org/abs/2610.32483 (Table 2, row GPT-5.5 xhigh + Codex CLI, column LOCA-Bench 256K Best)",,out:single-couple, arxiv-2610.32483-loca-bench-mean-of-4,arxiv-2610.32483,gpt-5.5,xhigh,mixed,hard,,,,,,,76.00,success rate (%),0.00289,,,"https://arxiv.org/abs/2610.32483 (Table 2, row GPT-5.5 xhigh + Codex CLI, column LOCA-Bench 256K Mean)",,out:single-couple, arxiv-2610.32483-clawmark-score-best-of-4,arxiv-2610.32483,gpt-5.5,xhigh,mixed,hard,,,,,,,82.54,continuous score (%),0.00289,,,"https://arxiv.org/abs/2610.32483 (Table 2, row GPT-5.5 xhigh + Codex CLI, column ClawMark Best)",,out:single-couple, arxiv-2610.32483-clawmark-score-mean-of-4,arxiv-2610.32483,gpt-5.5,xhigh,mixed,hard,,,,,,,74.31,continuous score (%),0.00289,,,"https://arxiv.org/abs/2610.32483 (Table 2, row GPT-5.5 xhigh + Codex CLI, column ClawMark Mean)",,out:single-couple, arxiv-2610.32483-agentskillos-skill200-task-score,arxiv-2610.32483,gpt-5.5,xhigh,mixed,hard,,,,,,,97.57,Task Score (0-100),0.00289,,,"https://arxiv.org/abs/2610.32483 (Table 2, row GPT-5.5 xhigh + Codex CLI, column AgentSkillOS (skill_200))",,out:single-couple, arxiv-2610.32483-vitabench-delivery-best-of-4,arxiv-2610.32483,gpt-5.5,xhigh,mixed,hard,,,,,,,81.00,success rate (%),0.00289,,,"https://arxiv.org/abs/2610.32483 (Table 17, row GPT-5.5 xhigh + Codex CLI, column Delivery Best)",,out:single-couple, arxiv-2610.32483-vitabench-delivery-mean-of-4,arxiv-2610.32483,gpt-5.5,xhigh,mixed,hard,,,,,,,58.75,success rate (%),0.00289,,,"https://arxiv.org/abs/2610.32483 (Table 17, row GPT-5.5 xhigh + Codex CLI, column Delivery Mean)",,out:single-couple, arxiv-2610.32483-vitabench-in-store-best-of-4,arxiv-2610.32483,gpt-5.5,xhigh,mixed,hard,,,,,,,80.00,success rate (%),0.00289,,,"https://arxiv.org/abs/2610.32483 (Table 17, row GPT-5.5 xhigh + Codex CLI, column In-store Best)",,out:single-couple, arxiv-2610.32483-vitabench-in-store-mean-of-4,arxiv-2610.32483,gpt-5.5,xhigh,mixed,hard,,,,,,,51.50,success rate (%),0.00289,,,"https://arxiv.org/abs/2610.32483 (Table 17, row GPT-5.5 xhigh + Codex CLI, column In-store Mean)",,out:single-couple, arxiv-2610.32483-vitabench-ota-best-of-4,arxiv-2610.32483,gpt-5.5,xhigh,mixed,hard,,,,,,,71.00,success rate (%),0.00289,,,"https://arxiv.org/abs/2610.32483 (Table 17, row GPT-5.5 xhigh + Codex CLI, column OTA Best)",,out:single-couple, arxiv-2610.32483-vitabench-ota-mean-of-4,arxiv-2610.32483,gpt-5.5,xhigh,mixed,hard,,,,,,,48.75,success rate (%),0.00289,,,"https://arxiv.org/abs/2610.32483 (Table 17, row GPT-5.5 xhigh + Codex CLI, column OTA Mean)",,out:single-couple, arxiv-2610.32483-vitabench-cross-best-of-4,arxiv-2610.32483,gpt-5.5,xhigh,mixed,hard,,,,,,,44.00,success rate (%),0.00289,,,"https://arxiv.org/abs/2610.32483 (Table 17, row GPT-5.5 xhigh + Codex CLI, column Cross Best)",,out:single-couple, arxiv-2610.32483-vitabench-cross-mean-of-4,arxiv-2610.32483,gpt-5.5,xhigh,mixed,hard,,,,,,,27.25,success rate (%),0.00289,,,"https://arxiv.org/abs/2610.32483 (Table 17, row GPT-5.5 xhigh + Codex CLI, column Cross Mean)",,out:single-couple, arxiv-2610.32483-clawmark-full-success-best-of-4,arxiv-2610.32483,gpt-5.5,xhigh,mixed,hard,,,,,,,28.00,full success rate (%),0.00289,,,"https://arxiv.org/abs/2610.32483 (Table 24, row GPT-5.5 xhigh + Codex CLI, column Full Success Best)",,out:single-couple, arxiv-2610.32483-clawmark-full-success-mean-of-4,arxiv-2610.32483,gpt-5.5,xhigh,mixed,hard,,,,,,,16.25,full success rate (%),0.00289,,,"https://arxiv.org/abs/2610.32483 (Table 24, row GPT-5.5 xhigh + Codex CLI, column Full Success Mean)",,out:single-couple, arxiv-2610.32483-agentskillos-skill900-task-score,arxiv-2610.32483,gpt-5.5,xhigh,mixed,hard,,,,,,,89.68,Task Score (0-100),0.00289,,,"https://arxiv.org/abs/2610.32483 (Table 26, row GPT-5.5 xhigh + Codex CLI, column 900 skills (stress))",,out:single-couple, arxiv-2610.32483-swebench45-best-deepagents,arxiv-2610.32483,?DeepSeek V4 Flash Preview,not-established:absent,agentic-tool,hard,DeepAgents,,,,,,40.00,Best-of-4 (0-100),0.00289,,,"https://arxiv.org/abs/2610.32483 (Table 2, row DeepSeek V4 Flash Preview / DeepAgents, benchmark SWE-bench-45, Best column)",,out:model-not-established, arxiv-2610.32483-swebench45-mean-deepagents,arxiv-2610.32483,?DeepSeek V4 Flash Preview,not-established:absent,agentic-tool,hard,DeepAgents,,,,,,31.11,Mean-of-4 (0-100),0.00289,,,"https://arxiv.org/abs/2610.32483 (Table 2, row DeepSeek V4 Flash Preview / DeepAgents, benchmark SWE-bench-45, Mean column)",,out:model-not-established, arxiv-2610.32483-tb2-best-deepagents,arxiv-2610.32483,?DeepSeek V4 Flash Preview,not-established:absent,agentic-tool,hard,DeepAgents,,,,,,61.80,Best-of-4 (0-100),0.00289,,,"https://arxiv.org/abs/2610.32483 (Table 2, row DeepSeek V4 Flash Preview / DeepAgents, benchmark Terminal-Bench 2, Best column)",,out:model-not-established, arxiv-2610.32483-tb2-mean-deepagents,arxiv-2610.32483,?DeepSeek V4 Flash Preview,not-established:absent,agentic-tool,hard,DeepAgents,,,,,,45.79,Mean-of-4 (0-100),0.00289,,,"https://arxiv.org/abs/2610.32483 (Table 2, row DeepSeek V4 Flash Preview / DeepAgents, benchmark Terminal-Bench 2, Mean column)",,out:model-not-established, arxiv-2610.32483-vita-best-deepagents,arxiv-2610.32483,?DeepSeek V4 Flash Preview,not-established:absent,agentic-tool,hard,DeepAgents,,,,,,69.00,Best-of-4 (0-100),0.00289,,,"https://arxiv.org/abs/2610.32483 (Table 2, row DeepSeek V4 Flash Preview / DeepAgents, benchmark VitaBench, Best column)",,out:model-not-established, arxiv-2610.32483-vita-mean-deepagents,arxiv-2610.32483,?DeepSeek V4 Flash Preview,not-established:absent,agentic-tool,hard,DeepAgents,,,,,,38.00,Mean-of-4 (0-100),0.00289,,,"https://arxiv.org/abs/2610.32483 (Table 2, row DeepSeek V4 Flash Preview / DeepAgents, benchmark VitaBench, Mean column)",,out:model-not-established, arxiv-2610.32483-loca-best-deepagents,arxiv-2610.32483,?DeepSeek V4 Flash Preview,not-established:absent,agentic-tool,hard,DeepAgents,,,,,,40.00,Best-of-4 (0-100),0.00289,,,"https://arxiv.org/abs/2610.32483 (Table 2, row DeepSeek V4 Flash Preview / DeepAgents, benchmark LOCA-Bench, Best column)",,out:model-not-established, arxiv-2610.32483-loca-mean-deepagents,arxiv-2610.32483,?DeepSeek V4 Flash Preview,not-established:absent,agentic-tool,hard,DeepAgents,,,,,,20.67,Mean-of-4 (0-100),0.00289,,,"https://arxiv.org/abs/2610.32483 (Table 2, row DeepSeek V4 Flash Preview / DeepAgents, benchmark LOCA-Bench, Mean column)",,out:model-not-established, arxiv-2610.32483-swebench45-best-opencode,arxiv-2610.32483,?DeepSeek V4 Flash Preview,not-established:absent,agentic-tool,hard,OpenCode,,,,,,42.22,Best-of-4 (0-100),0.00289,,,"https://arxiv.org/abs/2610.32483 (Table 2, row DeepSeek V4 Flash Preview / OpenCode, benchmark SWE-bench-45, Best column)",,out:model-not-established, arxiv-2610.32483-swebench45-mean-opencode,arxiv-2610.32483,?DeepSeek V4 Flash Preview,not-established:absent,agentic-tool,hard,OpenCode,,,,,,32.22,Mean-of-4 (0-100),0.00289,,,"https://arxiv.org/abs/2610.32483 (Table 2, row DeepSeek V4 Flash Preview / OpenCode, benchmark SWE-bench-45, Mean column)",,out:model-not-established, arxiv-2610.32483-tb2-best-opencode,arxiv-2610.32483,?DeepSeek V4 Flash Preview,not-established:absent,agentic-tool,hard,OpenCode,,,,,,53.93,Best-of-4 (0-100),0.00289,,,"https://arxiv.org/abs/2610.32483 (Table 2, row DeepSeek V4 Flash Preview / OpenCode, benchmark Terminal-Bench 2, Best column)",,out:model-not-established, arxiv-2610.32483-tb2-mean-opencode,arxiv-2610.32483,?DeepSeek V4 Flash Preview,not-established:absent,agentic-tool,hard,OpenCode,,,,,,40.45,Mean-of-4 (0-100),0.00289,,,"https://arxiv.org/abs/2610.32483 (Table 2, row DeepSeek V4 Flash Preview / OpenCode, benchmark Terminal-Bench 2, Mean column)",,out:model-not-established, arxiv-2610.32483-vita-best-opencode,arxiv-2610.32483,?DeepSeek V4 Flash Preview,not-established:absent,agentic-tool,hard,OpenCode,,,,,,71.50,Best-of-4 (0-100),0.00289,,,"https://arxiv.org/abs/2610.32483 (Table 2, row DeepSeek V4 Flash Preview / OpenCode, benchmark VitaBench, Best column)",,out:model-not-established, arxiv-2610.32483-vita-mean-opencode,arxiv-2610.32483,?DeepSeek V4 Flash Preview,not-established:absent,agentic-tool,hard,OpenCode,,,,,,45.38,Mean-of-4 (0-100),0.00289,,,"https://arxiv.org/abs/2610.32483 (Table 2, row DeepSeek V4 Flash Preview / OpenCode, benchmark VitaBench, Mean column)",,out:model-not-established, arxiv-2610.32483-loca-best-opencode,arxiv-2610.32483,?DeepSeek V4 Flash Preview,not-established:absent,agentic-tool,hard,OpenCode,,,,,,53.33,Best-of-4 (0-100),0.00289,,,"https://arxiv.org/abs/2610.32483 (Table 2, row DeepSeek V4 Flash Preview / OpenCode, benchmark LOCA-Bench, Best column)",,out:model-not-established, arxiv-2610.32483-loca-mean-opencode,arxiv-2610.32483,?DeepSeek V4 Flash Preview,not-established:absent,agentic-tool,hard,OpenCode,,,,,,31.00,Mean-of-4 (0-100),0.00289,,,"https://arxiv.org/abs/2610.32483 (Table 2, row DeepSeek V4 Flash Preview / OpenCode, benchmark LOCA-Bench, Mean column)",,out:model-not-established, arxiv-2610.32483-swebench45-best-pi-cli,arxiv-2610.32483,?DeepSeek V4 Flash Preview,not-established:absent,agentic-tool,hard,Pi CLI,,,,,,46.67,Best-of-4 (0-100),0.00289,,,"https://arxiv.org/abs/2610.32483 (Table 2, row DeepSeek V4 Flash Preview / Pi CLI, benchmark SWE-bench-45, Best column)",,out:model-not-established, arxiv-2610.32483-swebench45-mean-pi-cli,arxiv-2610.32483,?DeepSeek V4 Flash Preview,not-established:absent,agentic-tool,hard,Pi CLI,,,,,,35.56,Mean-of-4 (0-100),0.00289,,,"https://arxiv.org/abs/2610.32483 (Table 2, row DeepSeek V4 Flash Preview / Pi CLI, benchmark SWE-bench-45, Mean column)",,out:model-not-established, arxiv-2610.32483-tb2-best-pi-cli,arxiv-2610.32483,?DeepSeek V4 Flash Preview,not-established:absent,agentic-tool,hard,Pi CLI,,,,,,61.80,Best-of-4 (0-100),0.00289,,,"https://arxiv.org/abs/2610.32483 (Table 2, row DeepSeek V4 Flash Preview / Pi CLI, benchmark Terminal-Bench 2, Best column)",,out:model-not-established, arxiv-2610.32483-tb2-mean-pi-cli,arxiv-2610.32483,?DeepSeek V4 Flash Preview,not-established:absent,agentic-tool,hard,Pi CLI,,,,,,44.66,Mean-of-4 (0-100),0.00289,,,"https://arxiv.org/abs/2610.32483 (Table 2, row DeepSeek V4 Flash Preview / Pi CLI, benchmark Terminal-Bench 2, Mean column)",,out:model-not-established, arxiv-2610.32483-vita-best-pi-cli,arxiv-2610.32483,?DeepSeek V4 Flash Preview,not-established:absent,agentic-tool,hard,Pi CLI,,,,,,75.75,Best-of-4 (0-100),0.00289,,,"https://arxiv.org/abs/2610.32483 (Table 2, row DeepSeek V4 Flash Preview / Pi CLI, benchmark VitaBench, Best column)",,out:model-not-established, arxiv-2610.32483-vita-mean-pi-cli,arxiv-2610.32483,?DeepSeek V4 Flash Preview,not-established:absent,agentic-tool,hard,Pi CLI,,,,,,48.94,Mean-of-4 (0-100),0.00289,,,"https://arxiv.org/abs/2610.32483 (Table 2, row DeepSeek V4 Flash Preview / Pi CLI, benchmark VitaBench, Mean column)",,out:model-not-established, arxiv-2610.32483-loca-best-pi-cli,arxiv-2610.32483,?DeepSeek V4 Flash Preview,not-established:absent,agentic-tool,hard,Pi CLI,,,,,,42.67,Best-of-4 (0-100),0.00289,,,"https://arxiv.org/abs/2610.32483 (Table 2, row DeepSeek V4 Flash Preview / Pi CLI, benchmark LOCA-Bench, Best column)",,out:model-not-established, arxiv-2610.32483-loca-mean-pi-cli,arxiv-2610.32483,?DeepSeek V4 Flash Preview,not-established:absent,agentic-tool,hard,Pi CLI,,,,,,29.00,Mean-of-4 (0-100),0.00289,,,"https://arxiv.org/abs/2610.32483 (Table 2, row DeepSeek V4 Flash Preview / Pi CLI, benchmark LOCA-Bench, Mean column)",,out:model-not-established, arxiv-2610.32483-swebench45-best-codex-cli,arxiv-2610.32483,?DeepSeek V4 Flash Preview,not-established:absent,agentic-tool,hard,Codex CLI,,,,,,46.67,Best-of-4 (0-100),0.00289,,,"https://arxiv.org/abs/2610.32483 (Table 2, row DeepSeek V4 Flash Preview / Codex CLI, benchmark SWE-bench-45, Best column)",,out:model-not-established, arxiv-2610.32483-swebench45-mean-codex-cli,arxiv-2610.32483,?DeepSeek V4 Flash Preview,not-established:absent,agentic-tool,hard,Codex CLI,,,,,,36.11,Mean-of-4 (0-100),0.00289,,,"https://arxiv.org/abs/2610.32483 (Table 2, row DeepSeek V4 Flash Preview / Codex CLI, benchmark SWE-bench-45, Mean column)",,out:model-not-established, arxiv-2610.32483-tb2-best-codex-cli,arxiv-2610.32483,?DeepSeek V4 Flash Preview,not-established:absent,agentic-tool,hard,Codex CLI,,,,,,50.56,Best-of-4 (0-100),0.00289,,,"https://arxiv.org/abs/2610.32483 (Table 2, row DeepSeek V4 Flash Preview / Codex CLI, benchmark Terminal-Bench 2, Best column)",,out:model-not-established, arxiv-2610.32483-tb2-mean-codex-cli,arxiv-2610.32483,?DeepSeek V4 Flash Preview,not-established:absent,agentic-tool,hard,Codex CLI,,,,,,37.64,Mean-of-4 (0-100),0.00289,,,"https://arxiv.org/abs/2610.32483 (Table 2, row DeepSeek V4 Flash Preview / Codex CLI, benchmark Terminal-Bench 2, Mean column)",,out:model-not-established, arxiv-2610.32483-vita-best-codex-cli,arxiv-2610.32483,?DeepSeek V4 Flash Preview,not-established:absent,agentic-tool,hard,Codex CLI,,,,,,77.00,Best-of-4 (0-100),0.00289,,,"https://arxiv.org/abs/2610.32483 (Table 2, row DeepSeek V4 Flash Preview / Codex CLI, benchmark VitaBench, Best column)",,out:model-not-established, arxiv-2610.32483-vita-mean-codex-cli,arxiv-2610.32483,?DeepSeek V4 Flash Preview,not-established:absent,agentic-tool,hard,Codex CLI,,,,,,49.06,Mean-of-4 (0-100),0.00289,,,"https://arxiv.org/abs/2610.32483 (Table 2, row DeepSeek V4 Flash Preview / Codex CLI, benchmark VitaBench, Mean column)",,out:model-not-established, arxiv-2610.32483-loca-best-codex-cli,arxiv-2610.32483,?DeepSeek V4 Flash Preview,not-established:absent,agentic-tool,hard,Codex CLI,,,,,,76.00,Best-of-4 (0-100),0.00289,,,"https://arxiv.org/abs/2610.32483 (Table 2, row DeepSeek V4 Flash Preview / Codex CLI, benchmark LOCA-Bench, Best column)",,out:model-not-established, arxiv-2610.32483-loca-mean-codex-cli,arxiv-2610.32483,?DeepSeek V4 Flash Preview,not-established:absent,agentic-tool,hard,Codex CLI,,,,,,50.67,Mean-of-4 (0-100),0.00289,,,"https://arxiv.org/abs/2610.32483 (Table 2, row DeepSeek V4 Flash Preview / Codex CLI, benchmark LOCA-Bench, Mean column)",,out:model-not-established, arxiv-2610.32483-swebench45-best-deepseek-harness,arxiv-2610.32483,deepseek-v4-pro-0813,unstated,agentic-tool,hard,DeepSeek Harness,,,,,,88.89,Best-of-4 (0-100),0.00289,,,"https://arxiv.org/abs/2610.32483 (Table 2, row DeepSeek V4 Pro 0813 / DeepSeek Harness, benchmark SWE-bench-45, Best column)",,out:effort-not-established, arxiv-2610.32483-swebench45-mean-deepseek-harness,arxiv-2610.32483,deepseek-v4-pro-0813,unstated,agentic-tool,hard,DeepSeek Harness,,,,,,70.56,Mean-of-4 (0-100),0.00289,,,"https://arxiv.org/abs/2610.32483 (Table 2, row DeepSeek V4 Pro 0813 / DeepSeek Harness, benchmark SWE-bench-45, Mean column)",,out:effort-not-established, arxiv-2610.32483-tb2-best-deepseek-harness,arxiv-2610.32483,deepseek-v4-pro-0813,unstated,agentic-tool,hard,DeepSeek Harness,,,,,,62.92,Best-of-4 (0-100),0.00289,,,"https://arxiv.org/abs/2610.32483 (Table 2, row DeepSeek V4 Pro 0813 / DeepSeek Harness, benchmark Terminal-Bench 2, Best column)",,out:effort-not-established, arxiv-2610.32483-tb2-mean-deepseek-harness,arxiv-2610.32483,deepseek-v4-pro-0813,unstated,agentic-tool,hard,DeepSeek Harness,,,,,,46.91,Mean-of-4 (0-100),0.00289,,,"https://arxiv.org/abs/2610.32483 (Table 2, row DeepSeek V4 Pro 0813 / DeepSeek Harness, benchmark Terminal-Bench 2, Mean column)",,out:effort-not-established, arxiv-2610.32483-vita-best-deepseek-harness,arxiv-2610.32483,deepseek-v4-pro-0813,unstated,agentic-tool,hard,DeepSeek Harness,,,,,,79.25,Best-of-4 (0-100),0.00289,,,"https://arxiv.org/abs/2610.32483 (Table 2, row DeepSeek V4 Pro 0813 / DeepSeek Harness, benchmark VitaBench, Best column)",,out:effort-not-established, arxiv-2610.32483-vita-mean-deepseek-harness,arxiv-2610.32483,deepseek-v4-pro-0813,unstated,agentic-tool,hard,DeepSeek Harness,,,,,,54.13,Mean-of-4 (0-100),0.00289,,,"https://arxiv.org/abs/2610.32483 (Table 2, row DeepSeek V4 Pro 0813 / DeepSeek Harness, benchmark VitaBench, Mean column)",,out:effort-not-established, arxiv-2610.32483-loca-best-deepseek-harness,arxiv-2610.32483,deepseek-v4-pro-0813,unstated,agentic-tool,hard,DeepSeek Harness,,,,,,90.67,Best-of-4 (0-100),0.00289,,,"https://arxiv.org/abs/2610.32483 (Table 2, row DeepSeek V4 Pro 0813 / DeepSeek Harness, benchmark LOCA-Bench, Best column)",,out:effort-not-established, arxiv-2610.32483-loca-mean-deepseek-harness,arxiv-2610.32483,deepseek-v4-pro-0813,unstated,agentic-tool,hard,DeepSeek Harness,,,,,,73.33,Mean-of-4 (0-100),0.00289,,,"https://arxiv.org/abs/2610.32483 (Table 2, row DeepSeek V4 Pro 0813 / DeepSeek Harness, benchmark LOCA-Bench, Mean column)",,out:effort-not-established, arxiv-2610.33060-er-direct-api,arxiv-2610.33060,kimi-k3,unstated,coding,hard,Direct API generation,,,,,,80.0,executable rate (ER) (%),0.0289,,,"https://arxiv.org/abs/2610.33060v1 (Table 3, row Kimi-K3 / Direct API, column ER)",,out:effort-not-established, arxiv-2610.33060-sc-direct-api,arxiv-2610.33060,kimi-k3,unstated,coding,hard,Direct API generation,,,,,,54.0,structural correctness (SC) (%),0.0289,,,"https://arxiv.org/abs/2610.33060v1 (Table 3, row Kimi-K3 / Direct API, column SC)",,out:effort-not-established, arxiv-2610.33060-vmc-direct-api,arxiv-2610.33060,kimi-k3,unstated,coding,hard,Direct API generation,,,,,,0.0,valid motion coverage (VMC) (%),0.0289,,,"https://arxiv.org/abs/2610.33060v1 (Table 3, row Kimi-K3 / Direct API, column VMC)",,out:effort-not-established, arxiv-2610.33060-cmc-direct-api,arxiv-2610.33060,kimi-k3,unstated,coding,hard,Direct API generation,,,,,,61.4,coupled-motion correctness (CMC) (%),0.0289,,,"https://arxiv.org/abs/2610.33060v1 (Table 3, row Kimi-K3 / Direct API, column CMC)",,out:effort-not-established, arxiv-2610.33060-osr-direct-api,arxiv-2610.33060,kimi-k3,unstated,coding,hard,Direct API generation,,,,,,0.0,overall success rate (OSR) (%),0.0289,,,"https://arxiv.org/abs/2610.33060v1 (Table 3, row Kimi-K3 / Direct API, column OSR)",,out:effort-not-established, arxiv-2610.33060-er-marc,arxiv-2610.33060,?Kimi-K3,not-established:absent,coding,hard,MARC,,,,,,100.0,executable rate (ER) (%),0.0289,,,"https://arxiv.org/abs/2610.33060v1 (Table 1, row MARC (Kimi-K3), column ER)",,out:model-not-established, arxiv-2610.33060-sc-marc,arxiv-2610.33060,?Kimi-K3,not-established:absent,coding,hard,MARC,,,,,,100.0,structural correctness (SC) (%),0.0289,,,"https://arxiv.org/abs/2610.33060v1 (Table 1, row MARC (Kimi-K3), column SC)",,out:model-not-established, arxiv-2610.33060-vmc-marc,arxiv-2610.33060,?Kimi-K3,not-established:absent,coding,hard,MARC,,,,,,67.8,valid motion coverage (VMC) (%),0.0289,,,"https://arxiv.org/abs/2610.33060v1 (Table 1, row MARC (Kimi-K3), column VMC)",,out:model-not-established, arxiv-2610.33060-cmc-marc,arxiv-2610.33060,?Kimi-K3,not-established:absent,coding,hard,MARC,,,,,,98.2,coupled-motion correctness (CMC) (%),0.0289,,,"https://arxiv.org/abs/2610.33060v1 (Table 1, row MARC (Kimi-K3), column CMC)",,out:model-not-established, arxiv-2610.33060-osr-marc,arxiv-2610.33060,?Kimi-K3,not-established:absent,coding,hard,MARC,,,,,,60.0,overall success rate (OSR) (%),0.0289,,,"https://arxiv.org/abs/2610.33060v1 (Table 1, row MARC (Kimi-K3), column OSR)",,out:model-not-established, arxiv-2610.33060-er-articraft,arxiv-2610.33060,?Kimi-K3,not-established:absent,coding,hard,Articraft,,,,,,100.0,executable rate (ER) (%),0.0289,,,"https://arxiv.org/abs/2610.33060v1 (Table 1, row Articraft (Kimi-K3), column ER)",,out:model-not-established, arxiv-2610.33060-sc-articraft,arxiv-2610.33060,?Kimi-K3,not-established:absent,coding,hard,Articraft,,,,,,62.5,structural correctness (SC) (%),0.0289,,,"https://arxiv.org/abs/2610.33060v1 (Table 1, row Articraft (Kimi-K3), column SC)",,out:model-not-established, arxiv-2610.33060-vmc-articraft,arxiv-2610.33060,?Kimi-K3,not-established:absent,coding,hard,Articraft,,,,,,0.0,valid motion coverage (VMC) (%),0.0289,,,"https://arxiv.org/abs/2610.33060v1 (Table 1, row Articraft (Kimi-K3), column VMC)",,out:model-not-established, arxiv-2610.33060-cmc-articraft,arxiv-2610.33060,?Kimi-K3,not-established:absent,coding,hard,Articraft,,,,,,24.6,coupled-motion correctness (CMC) (%),0.0289,,,"https://arxiv.org/abs/2610.33060v1 (Table 1, row Articraft (Kimi-K3), column CMC)",,out:model-not-established, arxiv-2610.33060-osr-articraft,arxiv-2610.33060,?Kimi-K3,not-established:absent,coding,hard,Articraft,,,,,,0.0,overall success rate (OSR) (%),0.0289,,,"https://arxiv.org/abs/2610.33060v1 (Table 1, row Articraft (Kimi-K3), column OSR)",,out:model-not-established, arxiv-2610.33060-geo-giou-s-marc,arxiv-2610.33060,?Kimi-K3,not-established:absent,coding,hard,MARC,,,,,,0.1402,"geometric agreement, static GIoU",2.89e-05,,,"https://arxiv.org/abs/2610.33060v1 (Table 2, row MARC (Kimi-K3), column static GIoU)",,out:model-not-established, arxiv-2610.33060-geo-pc-s-marc,arxiv-2610.33060,?Kimi-K3,not-established:absent,coding,hard,MARC,,,,,,0.0100,"geometric agreement, static PC",2.89e-05,,,"https://arxiv.org/abs/2610.33060v1 (Table 2, row MARC (Kimi-K3), column static PC)",,out:model-not-established, arxiv-2610.33060-geo-miou-s-marc,arxiv-2610.33060,?Kimi-K3,not-established:absent,coding,hard,MARC,,,,,,0.3046,"geometric agreement, static mIoU",2.89e-05,,,"https://arxiv.org/abs/2610.33060v1 (Table 2, row MARC (Kimi-K3), column static mIoU)",,out:model-not-established, arxiv-2610.33060-geo-giou-m-marc,arxiv-2610.33060,?Kimi-K3,not-established:absent,coding,hard,MARC,,,,,,0.0897,"geometric agreement, motion GIoU",2.89e-05,,,"https://arxiv.org/abs/2610.33060v1 (Table 2, row MARC (Kimi-K3), column motion GIoU)",,out:model-not-established, arxiv-2610.33060-geo-pc-m-marc,arxiv-2610.33060,?Kimi-K3,not-established:absent,coding,hard,MARC,,,,,,0.0130,"geometric agreement, motion PC",2.89e-05,,,"https://arxiv.org/abs/2610.33060v1 (Table 2, row MARC (Kimi-K3), column motion PC)",,out:model-not-established, arxiv-2610.33060-geo-oc-m-marc,arxiv-2610.33060,?Kimi-K3,not-established:absent,coding,hard,MARC,,,,,,0.0053,"geometric agreement, motion OC",2.89e-05,,,"https://arxiv.org/abs/2610.33060v1 (Table 2, row MARC (Kimi-K3), column motion OC)",,out:model-not-established, arxiv-2610.33060-geo-giou-s-articraft,arxiv-2610.33060,?Kimi-K3,not-established:absent,coding,hard,Articraft,,,,,,-0.0479,"geometric agreement, static GIoU",2.89e-05,,,"https://arxiv.org/abs/2610.33060v1 (Table 2, row Articraft (Kimi-K3), column static GIoU)",,out:model-not-established, arxiv-2610.33060-geo-pc-s-articraft,arxiv-2610.33060,?Kimi-K3,not-established:absent,coding,hard,Articraft,,,,,,0.0726,"geometric agreement, static PC",2.89e-05,,,"https://arxiv.org/abs/2610.33060v1 (Table 2, row Articraft (Kimi-K3), column static PC)",,out:model-not-established, arxiv-2610.33060-geo-miou-s-articraft,arxiv-2610.33060,?Kimi-K3,not-established:absent,coding,hard,Articraft,,,,,,0.2316,"geometric agreement, static mIoU",2.89e-05,,,"https://arxiv.org/abs/2610.33060v1 (Table 2, row Articraft (Kimi-K3), column static mIoU)",,out:model-not-established, arxiv-2610.33060-geo-giou-m-articraft,arxiv-2610.33060,?Kimi-K3,not-established:absent,coding,hard,Articraft,,,,,,-0.0497,"geometric agreement, motion GIoU",2.89e-05,,,"https://arxiv.org/abs/2610.33060v1 (Table 2, row Articraft (Kimi-K3), column motion GIoU)",,out:model-not-established, arxiv-2610.33060-geo-pc-m-articraft,arxiv-2610.33060,?Kimi-K3,not-established:absent,coding,hard,Articraft,,,,,,0.0743,"geometric agreement, motion PC",2.89e-05,,,"https://arxiv.org/abs/2610.33060v1 (Table 2, row Articraft (Kimi-K3), column motion PC)",,out:model-not-established, arxiv-2610.33060-geo-oc-m-articraft,arxiv-2610.33060,?Kimi-K3,not-established:absent,coding,hard,Articraft,,,,,,0.0103,"geometric agreement, motion OC",2.89e-05,,,"https://arxiv.org/abs/2610.33060v1 (Table 2, row Articraft (Kimi-K3), column motion OC)",,out:model-not-established, arxiv-2610.33060-sc-marc-no-reflection,arxiv-2610.33060,kimi-k3,not-established:absent,coding,hard,MARC without reflection,,,,,,100.0,structural correctness (SC) (%),0.0289,,,"https://arxiv.org/abs/2610.33060v1 (Table 4, row Without reflection, column SC)",,out:effort-not-established, arxiv-2610.33060-vmc-marc-no-reflection,arxiv-2610.33060,kimi-k3,not-established:absent,coding,hard,MARC without reflection,,,,,,54.1,valid motion coverage (VMC) (%),0.0289,,,"https://arxiv.org/abs/2610.33060v1 (Table 4, row Without reflection, column VMC)",,out:effort-not-established, arxiv-2610.33060-cmc-marc-no-reflection,arxiv-2610.33060,kimi-k3,not-established:absent,coding,hard,MARC without reflection,,,,,,98.2,coupled-motion correctness (CMC) (%),0.0289,,,"https://arxiv.org/abs/2610.33060v1 (Table 4, row Without reflection, column CMC)",,out:effort-not-established, arxiv-2610.33060-osr-marc-no-reflection,arxiv-2610.33060,kimi-k3,not-established:absent,coding,hard,MARC without reflection,,,,,,40.0,overall success rate (OSR) (%),0.0289,,,"https://arxiv.org/abs/2610.33060v1 (Table 4, row Without reflection, column OSR)",,out:effort-not-established, arxiv-2610.33060-sc-marc-no-graph-support,arxiv-2610.33060,kimi-k3,not-established:absent,coding,hard,MARC without graph-based mechanism support,,,,,,73.5,structural correctness (SC) (%),0.0289,,,"https://arxiv.org/abs/2610.33060v1 (Table 4, row Without graph-based mechanism support, column SC)",,out:effort-not-established, arxiv-2610.33060-vmc-marc-no-graph-support,arxiv-2610.33060,kimi-k3,not-established:absent,coding,hard,MARC without graph-based mechanism support,,,,,,34.4,valid motion coverage (VMC) (%),0.0289,,,"https://arxiv.org/abs/2610.33060v1 (Table 4, row Without graph-based mechanism support, column VMC)",,out:effort-not-established, arxiv-2610.33060-cmc-marc-no-graph-support,arxiv-2610.33060,kimi-k3,not-established:absent,coding,hard,MARC without graph-based mechanism support,,,,,,45.8,coupled-motion correctness (CMC) (%),0.0289,,,"https://arxiv.org/abs/2610.33060v1 (Table 4, row Without graph-based mechanism support, column CMC)",,out:effort-not-established, arxiv-2610.33060-osr-marc-no-graph-support,arxiv-2610.33060,kimi-k3,not-established:absent,coding,hard,MARC without graph-based mechanism support,,,,,,30.0,overall success rate (OSR) (%),0.0289,,,"https://arxiv.org/abs/2610.33060v1 (Table 4, row Without graph-based mechanism support, column OSR)",,out:effort-not-established, arxiv-2610.33060-sc-marc-no-graph-repair,arxiv-2610.33060,kimi-k3,not-established:absent,coding,hard,MARC without graph-guided repair,,,,,,85.7,structural correctness (SC) (%),0.0289,,,"https://arxiv.org/abs/2610.33060v1 (Table 4, row Without graph-guided repair, column SC)",,out:effort-not-established, arxiv-2610.33060-vmc-marc-no-graph-repair,arxiv-2610.33060,kimi-k3,not-established:absent,coding,hard,MARC without graph-guided repair,,,,,,56.3,valid motion coverage (VMC) (%),0.0289,,,"https://arxiv.org/abs/2610.33060v1 (Table 4, row Without graph-guided repair, column VMC)",,out:effort-not-established, arxiv-2610.33060-cmc-marc-no-graph-repair,arxiv-2610.33060,kimi-k3,not-established:absent,coding,hard,MARC without graph-guided repair,,,,,,82.9,coupled-motion correctness (CMC) (%),0.0289,,,"https://arxiv.org/abs/2610.33060v1 (Table 4, row Without graph-guided repair, column CMC)",,out:effort-not-established, arxiv-2610.33060-osr-marc-no-graph-repair,arxiv-2610.33060,kimi-k3,not-established:absent,coding,hard,MARC without graph-guided repair,,,,,,45.0,overall success rate (OSR) (%),0.0289,,,"https://arxiv.org/abs/2610.33060v1 (Table 4, row Without graph-guided repair, column OSR)",,out:effort-not-established, 2610.33134-final-accuracy,arxiv-2610.33134,qwen3.8-2.4t-a95b,unstated,reasoning-math,hard,,,,,,,96.0,Avg. accuracy %,0.0289,,,"https://arxiv.org/abs/2610.33134 (Table 4, row Qwen-3.8-2.4T-A95B, column Avg. accuracy %)",,out:effort-not-established, arxiv-2610.33149-v2w-desktop,arxiv-2610.33149,qwen3.5-27b,unstated,coding,hard,,,,,,,63.9,Vision2Web L1 Desktop score,0.0289,,,"https://arxiv.org/abs/2610.33149 (Table 2, row Qwen3.5-27B, column Vision2Web Level 1 Desktop)",,out:effort-not-established, arxiv-2610.33149-v2w-tablet,arxiv-2610.33149,qwen3.5-27b,unstated,coding,hard,,,,,,,57.0,Vision2Web L1 Tablet score,0.0289,,,"https://arxiv.org/abs/2610.33149 (Table 2, row Qwen3.5-27B, column Vision2Web Level 1 Tablet)",,out:effort-not-established, arxiv-2610.33149-v2w-mobile,arxiv-2610.33149,qwen3.5-27b,unstated,coding,hard,,,,,,,52.1,Vision2Web L1 Mobile score,0.0289,,,"https://arxiv.org/abs/2610.33149 (Table 2, row Qwen3.5-27B, column Vision2Web Level 1 Mobile)",,out:effort-not-established, arxiv-2610.33149-v2w-avg,arxiv-2610.33149,qwen3.5-27b,unstated,coding,hard,,,,,,,57.7,Vision2Web L1 Avg score,0.0289,,,"https://arxiv.org/abs/2610.33149 (Table 2, row Qwen3.5-27B, column Vision2Web Level 1 Avg.)",,out:effort-not-established, arxiv-2610.33149-wg-func,arxiv-2610.33149,qwen3.5-27b,unstated,coding,hard,,,,,,,25.1,WebGen-Bench Func. accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.33149 (Table 2, row Qwen3.5-27B, column WebGen-Bench Func. (functional accuracy))",,out:effort-not-established, arxiv-2610.33149-wg-data,arxiv-2610.33149,qwen3.5-27b,unstated,coding,hard,,,,,,,53.0,WebGen-Bench Data accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.33149 (Table 2, row Qwen3.5-27B, column WebGen-Bench Data (data-display accuracy))",,out:effort-not-established, arxiv-2610.33149-wg-design,arxiv-2610.33149,qwen3.5-27b,unstated,coding,hard,,,,,,,70.1,WebGen-Bench Design accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.33149 (Table 2, row Qwen3.5-27B, column WebGen-Bench Design (design-validation accuracy))",,out:effort-not-established, arxiv-2610.33149-wg-overall,arxiv-2610.33149,qwen3.5-27b,unstated,coding,hard,,,,,,,41.6,WebGen-Bench Overall accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.33149 (Table 2, row Qwen3.5-27B, column WebGen-Bench Overall)",,out:effort-not-established, arxiv-2610.33149-wb-pa1,arxiv-2610.33149,qwen3.5-27b,unstated,coding,hard,,,,,,,13.3,Web-Bench PA@1 (%),0.0289,,,"https://arxiv.org/abs/2610.33149 (Table 2, row Qwen3.5-27B, column Web-Bench PA@1)",,out:effort-not-established, arxiv-2610.33149-wb-pa2,arxiv-2610.33149,qwen3.5-27b,unstated,coding,hard,,,,,,,23.3,Web-Bench PA@2 (%),0.0289,,,"https://arxiv.org/abs/2610.33149 (Table 2, row Qwen3.5-27B, column Web-Bench PA@2)",,out:effort-not-established, arxiv-2610.33149-wb-avg,arxiv-2610.33149,qwen3.5-27b,unstated,coding,hard,,,,,,,18.3,Web-Bench Avg (%),0.0289,,,"https://arxiv.org/abs/2610.33149 (Table 2, row Qwen3.5-27B, column Web-Bench Avg. (PA@1 and PA@2 averaged))",,out:effort-not-established, arxiv-2610.33149-v2w-desktop,arxiv-2610.33149,qwen3.5-35b-a3b,unstated,coding,hard,,,,,,,57.1,Vision2Web L1 Desktop score,0.0289,,,"https://arxiv.org/abs/2610.33149 (Table 2, row Qwen3.5-35B-A3B, column Vision2Web Level 1 Desktop)",,out:effort-not-established, arxiv-2610.33149-v2w-tablet,arxiv-2610.33149,qwen3.5-35b-a3b,unstated,coding,hard,,,,,,,51.0,Vision2Web L1 Tablet score,0.0289,,,"https://arxiv.org/abs/2610.33149 (Table 2, row Qwen3.5-35B-A3B, column Vision2Web Level 1 Tablet)",,out:effort-not-established, arxiv-2610.33149-v2w-mobile,arxiv-2610.33149,qwen3.5-35b-a3b,unstated,coding,hard,,,,,,,46.8,Vision2Web L1 Mobile score,0.0289,,,"https://arxiv.org/abs/2610.33149 (Table 2, row Qwen3.5-35B-A3B, column Vision2Web Level 1 Mobile)",,out:effort-not-established, arxiv-2610.33149-v2w-avg,arxiv-2610.33149,qwen3.5-35b-a3b,unstated,coding,hard,,,,,,,51.7,Vision2Web L1 Avg score,0.0289,,,"https://arxiv.org/abs/2610.33149 (Table 2, row Qwen3.5-35B-A3B, column Vision2Web Level 1 Avg.)",,out:effort-not-established, arxiv-2610.33149-wg-func,arxiv-2610.33149,qwen3.5-35b-a3b,unstated,coding,hard,,,,,,,22.3,WebGen-Bench Func. accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.33149 (Table 2, row Qwen3.5-35B-A3B, column WebGen-Bench Func. (functional accuracy))",,out:effort-not-established, arxiv-2610.33149-wg-data,arxiv-2610.33149,qwen3.5-35b-a3b,unstated,coding,hard,,,,,,,44.1,WebGen-Bench Data accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.33149 (Table 2, row Qwen3.5-35B-A3B, column WebGen-Bench Data (data-display accuracy))",,out:effort-not-established, arxiv-2610.33149-wg-design,arxiv-2610.33149,qwen3.5-35b-a3b,unstated,coding,hard,,,,,,,53.7,WebGen-Bench Design accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.33149 (Table 2, row Qwen3.5-35B-A3B, column WebGen-Bench Design (design-validation accuracy))",,out:effort-not-established, arxiv-2610.33149-wg-overall,arxiv-2610.33149,qwen3.5-35b-a3b,unstated,coding,hard,,,,,,,34.5,WebGen-Bench Overall accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.33149 (Table 2, row Qwen3.5-35B-A3B, column WebGen-Bench Overall)",,out:effort-not-established, arxiv-2610.33149-wb-pa1,arxiv-2610.33149,qwen3.5-35b-a3b,unstated,coding,hard,,,,,,,7.2,Web-Bench PA@1 (%),0.0289,,,"https://arxiv.org/abs/2610.33149 (Table 2, row Qwen3.5-35B-A3B, column Web-Bench PA@1)",,out:effort-not-established, arxiv-2610.33149-wb-pa2,arxiv-2610.33149,qwen3.5-35b-a3b,unstated,coding,hard,,,,,,,12.2,Web-Bench PA@2 (%),0.0289,,,"https://arxiv.org/abs/2610.33149 (Table 2, row Qwen3.5-35B-A3B, column Web-Bench PA@2)",,out:effort-not-established, arxiv-2610.33149-wb-avg,arxiv-2610.33149,qwen3.5-35b-a3b,unstated,coding,hard,,,,,,,9.7,Web-Bench Avg (%),0.0289,,,"https://arxiv.org/abs/2610.33149 (Table 2, row Qwen3.5-35B-A3B, column Web-Bench Avg. (PA@1 and PA@2 averaged))",,out:effort-not-established, arxiv-2610.33245-dspredict-easy-per-attempt-percentile,arxiv-2610.33245,gpt-5.1,high,mixed,hard,,,,,,,60.4,Pct. (%),0.0289,,,"https://arxiv.org/abs/2610.33245 (Table 1, row GPT-5.1 (high) + DSGym, column Per-attempt Pct.)",,out:single-couple, arxiv-2610.33245-dspredict-easy-per-attempt-valid,arxiv-2610.33245,gpt-5.1,high,mixed,hard,,,,,,,100.0,Valid (%),0.0289,,,"https://arxiv.org/abs/2610.33245 (Table 1, row GPT-5.1 (high) + DSGym, column Per-attempt Valid)",,out:single-couple, arxiv-2610.33245-dspredict-easy-per-attempt-above-median,arxiv-2610.33245,gpt-5.1,high,mixed,hard,,,,,,,75.0,>Median (%),0.0289,,,"https://arxiv.org/abs/2610.33245 (Table 1, row GPT-5.1 (high) + DSGym, column Per-attempt >Median)",,out:single-couple, arxiv-2610.33245-dspredict-hard-per-attempt-valid,arxiv-2610.33245,gpt-5.1,high,mixed,hard,,,,,,,85.7,Valid (%),0.0289,,,"https://arxiv.org/abs/2610.33245 (Table 2, row GPT-5.1 (high) + DSGym, column Per-attempt Valid)",,out:single-couple, arxiv-2610.33245-dspredict-hard-per-attempt-above-median,arxiv-2610.33245,gpt-5.1,high,mixed,hard,,,,,,,14.3,>Median (%),0.0289,,,"https://arxiv.org/abs/2610.33245 (Table 2, row GPT-5.1 (high) + DSGym, column Per-attempt >Median)",,out:single-couple, arxiv-2610.33245-dspredict-hard-per-attempt-medal,arxiv-2610.33245,gpt-5.1,high,mixed,hard,,,,,,,4.8,Medal (%),0.0289,,,"https://arxiv.org/abs/2610.33245 (Table 2, row GPT-5.1 (high) + DSGym, column Per-attempt Medal)",,out:single-couple, arxiv-2610.33509-secprbench-recall,arxiv-2610.33509,grok-4.6,not-established:absent,mixed,hard,,USD,3.20,0.00289,,43300,78.1,recall (%),0.0289,,,"https://arxiv.org/abs/2610.33509 (Table 2, row Grok 4.6, column Recall)",,out:effort-not-established,out:effort-not-established arxiv-2610.33509-secprbench-hit1,arxiv-2610.33509,grok-4.6,not-established:absent,mixed,hard,,,,,,,,Hit@1 range (%),,,,"https://arxiv.org/abs/2610.33509 (Table 2, row Grok 4.6, column Hit@1)",,out:no-proof, arxiv-2610.33509-recall-class-memory-safety,arxiv-2610.33509,grok-4.6,not-established:absent,mixed,hard,,,,,,,84.0,recall (%),0.0289,,,"https://arxiv.org/abs/2610.33509 (Table 8, row Memory safety, column Grok)",,out:effort-not-established, arxiv-2610.33509-recall-class-logic-error,arxiv-2610.33509,grok-4.6,not-established:absent,mixed,hard,,,,,,,69.8,recall (%),0.0289,,,"https://arxiv.org/abs/2610.33509 (Table 8, row Logic error, column Grok)",,out:effort-not-established, arxiv-2610.33509-recall-class-integer-overflow,arxiv-2610.33509,grok-4.6,not-established:absent,mixed,hard,,,,,,,84.1,recall (%),0.0289,,,"https://arxiv.org/abs/2610.33509 (Table 8, row Integer overflow, column Grok)",,out:effort-not-established, arxiv-2610.33509-recall-class-concurrency,arxiv-2610.33509,grok-4.6,not-established:absent,mixed,hard,,,,,,,50.0,recall (%),0.0289,,,"https://arxiv.org/abs/2610.33509 (Table 8, row Concurrency, column Grok)",,out:effort-not-established, arxiv-2610.33644-t3-ctx-coi,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,4.95,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Context grounding, column coi)",,out:effort-not-established, arxiv-2610.33644-t3-ctx-scimon,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,4.98,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Context grounding, column scimon)",,out:effort-not-established, arxiv-2610.33644-t3-ctx-airesearcher,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,4.99,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Context grounding, column airesearcher)",,out:effort-not-established, arxiv-2610.33644-t3-ctx-virtualsci,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,4.82,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Context grounding, column virtualsci)",,out:effort-not-established, arxiv-2610.33644-t3-ctx-researchagent,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,5.00,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Context grounding, column researchagent)",,out:effort-not-established, arxiv-2610.33644-t3-ctx-aisv1,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,4.74,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Context grounding, column aisv1)",,out:effort-not-established, arxiv-2610.33644-t3-ctx-agentlab,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,4.91,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Context grounding, column agentlab)",,out:effort-not-established, arxiv-2610.33644-t3-ctx-aisv2,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,4.71,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Context grounding, column aisv2)",,out:effort-not-established, arxiv-2610.33644-t3-prob-coi,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,5.00,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Problem formulation, column coi)",,out:effort-not-established, arxiv-2610.33644-t3-prob-scimon,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,5.00,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Problem formulation, column scimon)",,out:effort-not-established, arxiv-2610.33644-t3-prob-airesearcher,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,4.99,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Problem formulation, column airesearcher)",,out:effort-not-established, arxiv-2610.33644-t3-prob-virtualsci,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,4.97,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Problem formulation, column virtualsci)",,out:effort-not-established, arxiv-2610.33644-t3-prob-researchagent,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,5.00,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Problem formulation, column researchagent)",,out:effort-not-established, arxiv-2610.33644-t3-prob-aisv1,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,4.46,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Problem formulation, column aisv1)",,out:effort-not-established, arxiv-2610.33644-t3-prob-agentlab,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,4.97,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Problem formulation, column agentlab)",,out:effort-not-established, arxiv-2610.33644-t3-prob-aisv2,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,4.98,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Problem formulation, column aisv2)",,out:effort-not-established, arxiv-2610.33644-t3-motiv-coi,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,5.00,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Motivation consistency, column coi)",,out:effort-not-established, arxiv-2610.33644-t3-motiv-scimon,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,4.98,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Motivation consistency, column scimon)",,out:effort-not-established, arxiv-2610.33644-t3-motiv-airesearcher,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,5.00,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Motivation consistency, column airesearcher)",,out:effort-not-established, arxiv-2610.33644-t3-motiv-virtualsci,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,5.00,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Motivation consistency, column virtualsci)",,out:effort-not-established, arxiv-2610.33644-t3-motiv-researchagent,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,5.00,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Motivation consistency, column researchagent)",,out:effort-not-established, arxiv-2610.33644-t3-motiv-aisv1,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,4.79,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Motivation consistency, column aisv1)",,out:effort-not-established, arxiv-2610.33644-t3-motiv-agentlab,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,4.91,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Motivation consistency, column agentlab)",,out:effort-not-established, arxiv-2610.33644-t3-motiv-aisv2,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,4.99,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Motivation consistency, column aisv2)",,out:effort-not-established, arxiv-2610.33644-t3-test-coi,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,4.99,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Testability, column coi)",,out:effort-not-established, arxiv-2610.33644-t3-test-scimon,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,5.00,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Testability, column scimon)",,out:effort-not-established, arxiv-2610.33644-t3-test-airesearcher,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,5.00,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Testability, column airesearcher)",,out:effort-not-established, arxiv-2610.33644-t3-test-virtualsci,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,4.35,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Testability, column virtualsci)",,out:effort-not-established, arxiv-2610.33644-t3-test-researchagent,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,4.34,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Testability, column researchagent)",,out:effort-not-established, arxiv-2610.33644-t3-test-aisv1,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,4.71,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Testability, column aisv1)",,out:effort-not-established, arxiv-2610.33644-t3-test-agentlab,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,4.87,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Testability, column agentlab)",,out:effort-not-established, arxiv-2610.33644-t3-test-aisv2,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,4.14,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Testability, column aisv2)",,out:effort-not-established, arxiv-2610.33644-t3-pnov-coi,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,3.34,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Problem novelty, column coi)",,out:effort-not-established, arxiv-2610.33644-t3-pnov-scimon,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,3.43,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Problem novelty, column scimon)",,out:effort-not-established, arxiv-2610.33644-t3-pnov-airesearcher,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,3.05,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Problem novelty, column airesearcher)",,out:effort-not-established, arxiv-2610.33644-t3-pnov-virtualsci,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,3.24,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Problem novelty, column virtualsci)",,out:effort-not-established, arxiv-2610.33644-t3-pnov-researchagent,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,3.02,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Problem novelty, column researchagent)",,out:effort-not-established, arxiv-2610.33644-t3-pnov-aisv1,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,3.12,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Problem novelty, column aisv1)",,out:effort-not-established, arxiv-2610.33644-t3-pnov-agentlab,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,2.97,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Problem novelty, column agentlab)",,out:effort-not-established, arxiv-2610.33644-t3-pnov-aisv2,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,3.27,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Problem novelty, column aisv2)",,out:effort-not-established, arxiv-2610.33644-t3-mnov-coi,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,3.38,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Method novelty, column coi)",,out:effort-not-established, arxiv-2610.33644-t3-mnov-scimon,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,3.95,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Method novelty, column scimon)",,out:effort-not-established, arxiv-2610.33644-t3-mnov-airesearcher,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,3.35,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Method novelty, column airesearcher)",,out:effort-not-established, arxiv-2610.33644-t3-mnov-virtualsci,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,3.05,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Method novelty, column virtualsci)",,out:effort-not-established, arxiv-2610.33644-t3-mnov-researchagent,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,3.14,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Method novelty, column researchagent)",,out:effort-not-established, arxiv-2610.33644-t3-mnov-aisv1,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,3.45,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Method novelty, column aisv1)",,out:effort-not-established, arxiv-2610.33644-t3-mnov-agentlab,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,2.87,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Method novelty, column agentlab)",,out:effort-not-established, arxiv-2610.33644-t3-mnov-aisv2,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,3.17,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Method novelty, column aisv2)",,out:effort-not-established, arxiv-2610.33644-t3-snov-coi,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,1.87,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Scenario novelty, column coi)",,out:effort-not-established, arxiv-2610.33644-t3-snov-scimon,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,1.47,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Scenario novelty, column scimon)",,out:effort-not-established, arxiv-2610.33644-t3-snov-airesearcher,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,1.25,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Scenario novelty, column airesearcher)",,out:effort-not-established, arxiv-2610.33644-t3-snov-virtualsci,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,1.80,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Scenario novelty, column virtualsci)",,out:effort-not-established, arxiv-2610.33644-t3-snov-researchagent,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,1.38,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Scenario novelty, column researchagent)",,out:effort-not-established, arxiv-2610.33644-t3-snov-aisv1,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,1.39,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Scenario novelty, column aisv1)",,out:effort-not-established, arxiv-2610.33644-t3-snov-agentlab,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,1.25,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Scenario novelty, column agentlab)",,out:effort-not-established, arxiv-2610.33644-t3-snov-aisv2,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,1.42,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Scenario novelty, column aisv2)",,out:effort-not-established, arxiv-2610.33644-t3-inov-coi,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,3.40,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Insight novelty, column coi)",,out:effort-not-established, arxiv-2610.33644-t3-inov-scimon,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,3.78,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Insight novelty, column scimon)",,out:effort-not-established, arxiv-2610.33644-t3-inov-airesearcher,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,3.22,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Insight novelty, column airesearcher)",,out:effort-not-established, arxiv-2610.33644-t3-inov-virtualsci,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,3.30,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Insight novelty, column virtualsci)",,out:effort-not-established, arxiv-2610.33644-t3-inov-researchagent,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,2.95,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Insight novelty, column researchagent)",,out:effort-not-established, arxiv-2610.33644-t3-inov-aisv1,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,3.19,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Insight novelty, column aisv1)",,out:effort-not-established, arxiv-2610.33644-t3-inov-agentlab,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,2.82,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Insight novelty, column agentlab)",,out:effort-not-established, arxiv-2610.33644-t3-inov-aisv2,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,3.39,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Insight novelty, column aisv2)",,out:effort-not-established, arxiv-2610.33644-t3-tfeas-coi,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,4.98,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Technical feasibility, column coi)",,out:effort-not-established, arxiv-2610.33644-t3-tfeas-scimon,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,4.69,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Technical feasibility, column scimon)",,out:effort-not-established, arxiv-2610.33644-t3-tfeas-airesearcher,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,4.94,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Technical feasibility, column airesearcher)",,out:effort-not-established, arxiv-2610.33644-t3-tfeas-virtualsci,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,4.77,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Technical feasibility, column virtualsci)",,out:effort-not-established, arxiv-2610.33644-t3-tfeas-researchagent,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,4.91,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Technical feasibility, column researchagent)",,out:effort-not-established, arxiv-2610.33644-t3-tfeas-aisv1,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,4.50,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Technical feasibility, column aisv1)",,out:effort-not-established, arxiv-2610.33644-t3-tfeas-agentlab,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,4.65,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Technical feasibility, column agentlab)",,out:effort-not-established, arxiv-2610.33644-t3-tfeas-aisv2,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,3.83,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Technical feasibility, column aisv2)",,out:effort-not-established, arxiv-2610.33644-t3-dfeas-coi,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,4.96,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Data feasibility, column coi)",,out:effort-not-established, arxiv-2610.33644-t3-dfeas-scimon,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,4.98,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Data feasibility, column scimon)",,out:effort-not-established, arxiv-2610.33644-t3-dfeas-airesearcher,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,4.99,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Data feasibility, column airesearcher)",,out:effort-not-established, arxiv-2610.33644-t3-dfeas-virtualsci,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,4.99,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Data feasibility, column virtualsci)",,out:effort-not-established, arxiv-2610.33644-t3-dfeas-researchagent,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,4.98,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Data feasibility, column researchagent)",,out:effort-not-established, arxiv-2610.33644-t3-dfeas-aisv1,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,4.94,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Data feasibility, column aisv1)",,out:effort-not-established, arxiv-2610.33644-t3-dfeas-agentlab,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,4.95,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Data feasibility, column agentlab)",,out:effort-not-established, arxiv-2610.33644-t3-dfeas-aisv2,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,4.98,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Data feasibility, column aisv2)",,out:effort-not-established, arxiv-2610.33644-t3-bfeas-coi,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,4.86,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Budget feasibility, column coi)",,out:effort-not-established, arxiv-2610.33644-t3-bfeas-scimon,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,4.27,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Budget feasibility, column scimon)",,out:effort-not-established, arxiv-2610.33644-t3-bfeas-airesearcher,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,4.35,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Budget feasibility, column airesearcher)",,out:effort-not-established, arxiv-2610.33644-t3-bfeas-virtualsci,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,4.79,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Budget feasibility, column virtualsci)",,out:effort-not-established, arxiv-2610.33644-t3-bfeas-researchagent,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,4.88,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Budget feasibility, column researchagent)",,out:effort-not-established, arxiv-2610.33644-t3-bfeas-aisv1,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,4.51,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Budget feasibility, column aisv1)",,out:effort-not-established, arxiv-2610.33644-t3-bfeas-agentlab,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,4.55,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Budget feasibility, column agentlab)",,out:effort-not-established, arxiv-2610.33644-t3-bfeas-aisv2,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,4.73,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Budget feasibility, column aisv2)",,out:effort-not-established, arxiv-2610.33644-t3-vfeas-coi,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,4.99,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Verification feasibility, column coi)",,out:effort-not-established, arxiv-2610.33644-t3-vfeas-scimon,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,5.00,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Verification feasibility, column scimon)",,out:effort-not-established, arxiv-2610.33644-t3-vfeas-airesearcher,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,5.00,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Verification feasibility, column airesearcher)",,out:effort-not-established, arxiv-2610.33644-t3-vfeas-virtualsci,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,5.00,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Verification feasibility, column virtualsci)",,out:effort-not-established, arxiv-2610.33644-t3-vfeas-researchagent,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,4.88,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Verification feasibility, column researchagent)",,out:effort-not-established, arxiv-2610.33644-t3-vfeas-aisv1,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,4.76,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Verification feasibility, column aisv1)",,out:effort-not-established, arxiv-2610.33644-t3-vfeas-agentlab,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,4.78,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Verification feasibility, column agentlab)",,out:effort-not-established, arxiv-2610.33644-t3-vfeas-aisv2,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,4.64,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Verification feasibility, column aisv2)",,out:effort-not-established, arxiv-2610.33644-t3-overall-coi,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,4.31,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Overall, column coi)",,out:effort-not-established, arxiv-2610.33644-t3-overall-scimon,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,4.29,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Overall, column scimon)",,out:effort-not-established, arxiv-2610.33644-t3-overall-airesearcher,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,4.18,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Overall, column airesearcher)",,out:effort-not-established, arxiv-2610.33644-t3-overall-virtualsci,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,4.17,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Overall, column virtualsci)",,out:effort-not-established, arxiv-2610.33644-t3-overall-researchagent,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,4.12,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Overall, column researchagent)",,out:effort-not-established, arxiv-2610.33644-t3-overall-aisv1,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,4.05,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Overall, column aisv1)",,out:effort-not-established, arxiv-2610.33644-t3-overall-agentlab,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,4.04,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Overall, column agentlab)",,out:effort-not-established, arxiv-2610.33644-t3-overall-aisv2,arxiv-2610.33644,gemini-3.7-flash,unstated,writing,hard,,,,,,,4.02,idea-quality-1to5,0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 3 (100 tasks, 8 research-agent harnesses; backbone Gemini 3.7 Flash), row Overall, column aisv2)",,out:effort-not-established, arxiv-2610.33644-coi-agent-context-grounding,arxiv-2610.33644,gpt-5.4-mini,unstated,mixed,hard,,,,,,,4.94,Context grounding (1-5),0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 4, row Context grounding, column GPT-5.4 mini)",,out:effort-not-established, arxiv-2610.33644-coi-agent-context-grounding,arxiv-2610.33644,gpt-oss-120b,unstated,mixed,hard,,,,,,,4.40,Context grounding (1-5),0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 4, row Context grounding, column GPT-OSS-120B)",,out:effort-not-established, arxiv-2610.33644-coi-agent-problem-formulation,arxiv-2610.33644,gpt-5.4-mini,unstated,mixed,hard,,,,,,,5.00,Problem formulation (1-5),0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 4, row Problem formulation, column GPT-5.4 mini)",,out:effort-not-established, arxiv-2610.33644-coi-agent-problem-formulation,arxiv-2610.33644,gpt-oss-120b,unstated,mixed,hard,,,,,,,4.88,Problem formulation (1-5),0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 4, row Problem formulation, column GPT-OSS-120B)",,out:effort-not-established, arxiv-2610.33644-coi-agent-motivation-consistency,arxiv-2610.33644,gpt-5.4-mini,unstated,mixed,hard,,,,,,,5.00,Motivation consistency (1-5),0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 4, row Motivation consistency, column GPT-5.4 mini)",,out:effort-not-established, arxiv-2610.33644-coi-agent-motivation-consistency,arxiv-2610.33644,gpt-oss-120b,unstated,mixed,hard,,,,,,,4.97,Motivation consistency (1-5),0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 4, row Motivation consistency, column GPT-OSS-120B)",,out:effort-not-established, arxiv-2610.33644-coi-agent-testability,arxiv-2610.33644,gpt-5.4-mini,unstated,mixed,hard,,,,,,,5.00,Testability (1-5),0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 4, row Testability, column GPT-5.4 mini)",,out:effort-not-established, arxiv-2610.33644-coi-agent-testability,arxiv-2610.33644,gpt-oss-120b,unstated,mixed,hard,,,,,,,5.00,Testability (1-5),0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 4, row Testability, column GPT-OSS-120B)",,out:effort-not-established, arxiv-2610.33644-coi-agent-problem-novelty,arxiv-2610.33644,gpt-5.4-mini,unstated,mixed,hard,,,,,,,2.97,Problem novelty (1-5),0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 4, row Problem novelty, column GPT-5.4 mini)",,out:effort-not-established, arxiv-2610.33644-coi-agent-problem-novelty,arxiv-2610.33644,gpt-oss-120b,unstated,mixed,hard,,,,,,,2.82,Problem novelty (1-5),0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 4, row Problem novelty, column GPT-OSS-120B)",,out:effort-not-established, arxiv-2610.33644-coi-agent-method-novelty,arxiv-2610.33644,gpt-5.4-mini,unstated,mixed,hard,,,,,,,2.59,Method novelty (1-5),0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 4, row Method novelty, column GPT-5.4 mini)",,out:effort-not-established, arxiv-2610.33644-coi-agent-method-novelty,arxiv-2610.33644,gpt-oss-120b,unstated,mixed,hard,,,,,,,2.75,Method novelty (1-5),0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 4, row Method novelty, column GPT-OSS-120B)",,out:effort-not-established, arxiv-2610.33644-coi-agent-scenario-novelty,arxiv-2610.33644,gpt-5.4-mini,unstated,mixed,hard,,,,,,,1.28,Scenario novelty (1-5),0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 4, row Scenario novelty, column GPT-5.4 mini)",,out:effort-not-established, arxiv-2610.33644-coi-agent-scenario-novelty,arxiv-2610.33644,gpt-oss-120b,unstated,mixed,hard,,,,,,,1.45,Scenario novelty (1-5),0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 4, row Scenario novelty, column GPT-OSS-120B)",,out:effort-not-established, arxiv-2610.33644-coi-agent-insight-novelty,arxiv-2610.33644,gpt-5.4-mini,unstated,mixed,hard,,,,,,,2.91,Insight novelty (1-5),0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 4, row Insight novelty, column GPT-5.4 mini)",,out:effort-not-established, arxiv-2610.33644-coi-agent-insight-novelty,arxiv-2610.33644,gpt-oss-120b,unstated,mixed,hard,,,,,,,2.30,Insight novelty (1-5),0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 4, row Insight novelty, column GPT-OSS-120B)",,out:effort-not-established, arxiv-2610.33644-coi-agent-technical-feasibility,arxiv-2610.33644,gpt-5.4-mini,unstated,mixed,hard,,,,,,,4.98,Technical feasibility (1-5),0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 4, row Technical feasibility, column GPT-5.4 mini)",,out:effort-not-established, arxiv-2610.33644-coi-agent-technical-feasibility,arxiv-2610.33644,gpt-oss-120b,unstated,mixed,hard,,,,,,,4.63,Technical feasibility (1-5),0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 4, row Technical feasibility, column GPT-OSS-120B)",,out:effort-not-established, arxiv-2610.33644-coi-agent-data-feasibility,arxiv-2610.33644,gpt-5.4-mini,unstated,mixed,hard,,,,,,,4.91,Data feasibility (1-5),0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 4, row Data feasibility, column GPT-5.4 mini)",,out:effort-not-established, arxiv-2610.33644-coi-agent-data-feasibility,arxiv-2610.33644,gpt-oss-120b,unstated,mixed,hard,,,,,,,4.75,Data feasibility (1-5),0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 4, row Data feasibility, column GPT-OSS-120B)",,out:effort-not-established, arxiv-2610.33644-coi-agent-budget-feasibility,arxiv-2610.33644,gpt-5.4-mini,unstated,mixed,hard,,,,,,,4.93,Budget feasibility (1-5),0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 4, row Budget feasibility, column GPT-5.4 mini)",,out:effort-not-established, arxiv-2610.33644-coi-agent-budget-feasibility,arxiv-2610.33644,gpt-oss-120b,unstated,mixed,hard,,,,,,,4.20,Budget feasibility (1-5),0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 4, row Budget feasibility, column GPT-OSS-120B)",,out:effort-not-established, arxiv-2610.33644-coi-agent-verification-feasibility,arxiv-2610.33644,gpt-5.4-mini,unstated,mixed,hard,,,,,,,5.00,Verification feasibility (1-5),0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 4, row Verification feasibility, column GPT-5.4 mini)",,out:effort-not-established, arxiv-2610.33644-coi-agent-verification-feasibility,arxiv-2610.33644,gpt-oss-120b,unstated,mixed,hard,,,,,,,4.98,Verification feasibility (1-5),0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 4, row Verification feasibility, column GPT-OSS-120B)",,out:effort-not-established, arxiv-2610.33644-coi-agent-overall,arxiv-2610.33644,gpt-5.4-mini,unstated,mixed,hard,,,,,,,4.13,Overall (1-5),0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 4, row Overall, column GPT-5.4 mini)",,out:effort-not-established, arxiv-2610.33644-coi-agent-overall,arxiv-2610.33644,gpt-oss-120b,unstated,mixed,hard,,,,,,,3.93,Overall (1-5),0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 4, row Overall, column GPT-OSS-120B)",,out:effort-not-established, arxiv-2610.33644-alphaideabench-context-grounding,arxiv-2610.33644,grok-4.3,unstated,mixed,hard,,,,,,,3.54,Context grounding (1-5),0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 4, row Context grounding, column Grok 4.3)",,out:effort-not-established, arxiv-2610.33644-alphaideabench-problem-formulation,arxiv-2610.33644,grok-4.3,unstated,mixed,hard,,,,,,,4.51,Problem formulation (1-5),0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 4, row Problem formulation, column Grok 4.3)",,out:effort-not-established, arxiv-2610.33644-alphaideabench-motivation-consistency,arxiv-2610.33644,grok-4.3,unstated,mixed,hard,,,,,,,4.58,Motivation consistency (1-5),0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 4, row Motivation consistency, column Grok 4.3)",,out:effort-not-established, arxiv-2610.33644-alphaideabench-testability,arxiv-2610.33644,grok-4.3,unstated,mixed,hard,,,,,,,4.39,Testability (1-5),0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 4, row Testability, column Grok 4.3)",,out:effort-not-established, arxiv-2610.33644-alphaideabench-problem-novelty,arxiv-2610.33644,grok-4.3,unstated,mixed,hard,,,,,,,2.52,Problem novelty (1-5),0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 4, row Problem novelty, column Grok 4.3)",,out:effort-not-established, arxiv-2610.33644-alphaideabench-method-novelty,arxiv-2610.33644,grok-4.3,unstated,mixed,hard,,,,,,,2.21,Method novelty (1-5),0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 4, row Method novelty, column Grok 4.3)",,out:effort-not-established, arxiv-2610.33644-alphaideabench-scenario-novelty,arxiv-2610.33644,grok-4.3,unstated,mixed,hard,,,,,,,1.39,Scenario novelty (1-5),0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 4, row Scenario novelty, column Grok 4.3)",,out:effort-not-established, arxiv-2610.33644-alphaideabench-insight-novelty,arxiv-2610.33644,grok-4.3,unstated,mixed,hard,,,,,,,2.06,Insight novelty (1-5),0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 4, row Insight novelty, column Grok 4.3)",,out:effort-not-established, arxiv-2610.33644-alphaideabench-technical-feasibility,arxiv-2610.33644,grok-4.3,unstated,mixed,hard,,,,,,,4.11,Technical feasibility (1-5),0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 4, row Technical feasibility, column Grok 4.3)",,out:effort-not-established, arxiv-2610.33644-alphaideabench-data-feasibility,arxiv-2610.33644,grok-4.3,unstated,mixed,hard,,,,,,,4.73,Data feasibility (1-5),0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 4, row Data feasibility, column Grok 4.3)",,out:effort-not-established, arxiv-2610.33644-alphaideabench-budget-feasibility,arxiv-2610.33644,grok-4.3,unstated,mixed,hard,,,,,,,4.68,Budget feasibility (1-5),0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 4, row Budget feasibility, column Grok 4.3)",,out:effort-not-established, arxiv-2610.33644-alphaideabench-verification-feasibility,arxiv-2610.33644,grok-4.3,unstated,mixed,hard,,,,,,,4.37,Verification feasibility (1-5),0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 4, row Verification feasibility, column Grok 4.3)",,out:effort-not-established, arxiv-2610.33644-alphaideabench-overall,arxiv-2610.33644,grok-4.3,unstated,mixed,hard,,,,,,,3.59,Overall (1-5),0.00289,,,"https://arxiv.org/abs/2610.33644 (Table 4, row Overall, column Grok 4.3)",,out:effort-not-established, arxiv-2610.33746-t1-enzyme,arxiv-2610.33746,gpt-5.5,unstated,mixed,hard,,,,,,,53.50,all-episode success (%),0.00289,,,"https://arxiv.org/abs/2610.33746 (Table 1, row GPT-5.5, column Table 1, Enzyme)",,out:effort-not-established, arxiv-2610.33746-t1-domain,arxiv-2610.33746,gpt-5.5,unstated,mixed,hard,,,,,,,35.00,all-episode success (%),0.00289,,,"https://arxiv.org/abs/2610.33746 (Table 1, row GPT-5.5, column Table 1, Domain)",,out:effort-not-established, arxiv-2610.33746-t1-go-ipr,arxiv-2610.33746,gpt-5.5,unstated,mixed,hard,,,,,,,43.00,all-episode success (%),0.00289,,,"https://arxiv.org/abs/2610.33746 (Table 1, row GPT-5.5, column Table 1, GO/IPR)",,out:effort-not-established, arxiv-2610.33746-t1-signal,arxiv-2610.33746,gpt-5.5,unstated,mixed,hard,,,,,,,99.00,all-episode success (%),0.00289,,,"https://arxiv.org/abs/2610.33746 (Table 1, row GPT-5.5, column Table 1, Signal)",,out:effort-not-established, arxiv-2610.33746-t1-disorder,arxiv-2610.33746,gpt-5.5,unstated,mixed,hard,,,,,,,73.50,all-episode success (%),0.00289,,,"https://arxiv.org/abs/2610.33746 (Table 1, row GPT-5.5, column Table 1, Disorder)",,out:effort-not-established, arxiv-2610.33746-t1-aggregate,arxiv-2610.33746,gpt-5.5,unstated,mixed,hard,,,,,,,60.80,all-episode success (%),0.00289,,,"https://arxiv.org/abs/2610.33746 (Table 1, row GPT-5.5, column Table 1, Aggregate)",,out:effort-not-established, arxiv-2610.33746-t4-rouge-1-recall,arxiv-2610.33746,gpt-5.5,unstated,mixed,hard,,,,,,,61.41,ROUGE recall (%),0.00289,,,"https://arxiv.org/abs/2610.33746 (Table 4, row GPT-5.5 (evaluated by us), column Table 4, ROUGE-1 recall)",,out:effort-not-established, arxiv-2610.33746-t4-rouge-l-recall,arxiv-2610.33746,gpt-5.5,unstated,mixed,hard,,,,,,,44.66,ROUGE recall (%),0.00289,,,"https://arxiv.org/abs/2610.33746 (Table 4, row GPT-5.5 (evaluated by us), column Table 4, ROUGE-L recall)",,out:effort-not-established, arxiv-2610.33746-molinstructions-func-r1,arxiv-2610.33746,gpt-5.5,unstated,mixed,hard,,,,,,,65.50,ROUGE-1 recall (%),0.00289,,,"https://arxiv.org/abs/2610.33746 (Table C1, row GPT-5.5, column Func. (ROUGE-1))",,out:effort-not-established, arxiv-2610.33746-molinstructions-func-rl,arxiv-2610.33746,gpt-5.5,unstated,mixed,hard,,,,,,,46.01,ROUGE-L recall (%),0.00289,,,"https://arxiv.org/abs/2610.33746 (Table C1, row GPT-5.5, column Func. (ROUGE-L))",,out:effort-not-established, arxiv-2610.33746-molinstructions-cat-r1,arxiv-2610.33746,gpt-5.5,unstated,mixed,hard,,,,,,,67.89,ROUGE-1 recall (%),0.00289,,,"https://arxiv.org/abs/2610.33746 (Table C1, row GPT-5.5, column Cat. (ROUGE-1))",,out:effort-not-established, arxiv-2610.33746-molinstructions-cat-rl,arxiv-2610.33746,gpt-5.5,unstated,mixed,hard,,,,,,,52.27,ROUGE-L recall (%),0.00289,,,"https://arxiv.org/abs/2610.33746 (Table C1, row GPT-5.5, column Cat. (ROUGE-L))",,out:effort-not-established, arxiv-2610.33746-molinstructions-dom-r1,arxiv-2610.33746,gpt-5.5,unstated,mixed,hard,,,,,,,50.36,ROUGE-1 recall (%),0.00289,,,"https://arxiv.org/abs/2610.33746 (Table C1, row GPT-5.5, column Dom. (ROUGE-1))",,out:effort-not-established, arxiv-2610.33746-molinstructions-dom-rl,arxiv-2610.33746,gpt-5.5,unstated,mixed,hard,,,,,,,37.69,ROUGE-L recall (%),0.00289,,,"https://arxiv.org/abs/2610.33746 (Table C1, row GPT-5.5, column Dom. (ROUGE-L))",,out:effort-not-established, arxiv-2610.33746-molinstructions-desc-r1,arxiv-2610.33746,gpt-5.5,unstated,mixed,hard,,,,,,,61.90,ROUGE-1 recall (%),0.00289,,,"https://arxiv.org/abs/2610.33746 (Table C1, row GPT-5.5, column Desc. (ROUGE-1))",,out:effort-not-established, arxiv-2610.33746-molinstructions-desc-rl,arxiv-2610.33746,gpt-5.5,unstated,mixed,hard,,,,,,,42.65,ROUGE-L recall (%),0.00289,,,"https://arxiv.org/abs/2610.33746 (Table C1, row GPT-5.5, column Desc. (ROUGE-L))",,out:effort-not-established, arxiv-2610.33746-t1-enzyme,arxiv-2610.33746,?DeepSeek-V3.2-Thinking 671B,not-established:absent,mixed,hard,,,,,,,1.00,all-episode success (%),0.00289,,,"https://arxiv.org/abs/2610.33746 (Table 1, row DeepSeek-V3.2-Thinking 671B, column Enzyme)",,out:model-not-established, arxiv-2610.33746-t1-domain,arxiv-2610.33746,?DeepSeek-V3.2-Thinking 671B,not-established:absent,mixed,hard,,,,,,,25.50,all-episode success (%),0.00289,,,"https://arxiv.org/abs/2610.33746 (Table 1, row DeepSeek-V3.2-Thinking 671B, column Domain)",,out:model-not-established, arxiv-2610.33746-t1-go-ipr,arxiv-2610.33746,?DeepSeek-V3.2-Thinking 671B,not-established:absent,mixed,hard,,,,,,,1.50,all-episode success (%),0.00289,,,"https://arxiv.org/abs/2610.33746 (Table 1, row DeepSeek-V3.2-Thinking 671B, column GO/IPR)",,out:model-not-established, arxiv-2610.33746-ood1000-signal,arxiv-2610.33746,?DeepSeek-V3.2-Thinking 671B,not-established:absent,agentic-tool,hard,,,,,,,99.00,all-episode success (%),0.00289,,,"https://arxiv.org/abs/2610.33746 (Table 1, row DeepSeek-V3.2-Thinking 671B, column Signal peptide)",,out:model-not-established, arxiv-2610.33746-t1-disorder,arxiv-2610.33746,?DeepSeek-V3.2-Thinking 671B,not-established:absent,mixed,hard,,,,,,,81.00,all-episode success (%),0.00289,,,"https://arxiv.org/abs/2610.33746 (Table 1, row DeepSeek-V3.2-Thinking 671B, column Disorder)",,out:model-not-established, arxiv-2610.33746-ood1000-aggregate,arxiv-2610.33746,?DeepSeek-V3.2-Thinking 671B,not-established:absent,agentic-tool,hard,,,,,,,41.60,all-episode success (%),0.00289,,,"https://arxiv.org/abs/2610.33746 (Table 1, row DeepSeek-V3.2-Thinking 671B, column aggregate (macro mean of the five categories))",,out:model-not-established, arxiv-2610.33746-t1-enzyme,arxiv-2610.33746,?DeepSeek-V4-Flash,not-established:absent,mixed,hard,,,,,,,7.00,all-episode success (%),0.00289,,,"https://arxiv.org/abs/2610.33746 (Table 1, row DeepSeek-V4-Flash, column Enzyme)",,out:model-not-established, arxiv-2610.33746-t1-domain,arxiv-2610.33746,?DeepSeek-V4-Flash,not-established:absent,mixed,hard,,,,,,,29.00,all-episode success (%),0.00289,,,"https://arxiv.org/abs/2610.33746 (Table 1, row DeepSeek-V4-Flash, column Domain)",,out:model-not-established, arxiv-2610.33746-t1-go-ipr,arxiv-2610.33746,?DeepSeek-V4-Flash,not-established:absent,mixed,hard,,,,,,,42.50,all-episode success (%),0.00289,,,"https://arxiv.org/abs/2610.33746 (Table 1, row DeepSeek-V4-Flash, column GO/IPR)",,out:model-not-established, arxiv-2610.33746-ood1000-signal,arxiv-2610.33746,?DeepSeek-V4-Flash,not-established:absent,agentic-tool,hard,,,,,,,99.00,all-episode success (%),0.00289,,,"https://arxiv.org/abs/2610.33746 (Table 1, row DeepSeek-V4-Flash, column Signal peptide)",,out:model-not-established, arxiv-2610.33746-t1-disorder,arxiv-2610.33746,?DeepSeek-V4-Flash,not-established:absent,mixed,hard,,,,,,,94.50,all-episode success (%),0.00289,,,"https://arxiv.org/abs/2610.33746 (Table 1, row DeepSeek-V4-Flash, column Disorder)",,out:model-not-established, arxiv-2610.33746-ood1000-aggregate,arxiv-2610.33746,?DeepSeek-V4-Flash,not-established:absent,agentic-tool,hard,,,,,,,54.40,all-episode success (%),0.00289,,,"https://arxiv.org/abs/2610.33746 (Table 1, row DeepSeek-V4-Flash, column aggregate (macro mean of the five categories))",,out:model-not-established, arxiv-2610.33746-t1-enzyme,arxiv-2610.33746,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,,,,,,,14.50,all-episode success (%),0.00289,,,"https://arxiv.org/abs/2610.33746 (Table 1, row DeepSeek-V4-Pro, column Enzyme)",,out:model-not-established, arxiv-2610.33746-t1-domain,arxiv-2610.33746,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,,,,,,,30.00,all-episode success (%),0.00289,,,"https://arxiv.org/abs/2610.33746 (Table 1, row DeepSeek-V4-Pro, column Domain)",,out:model-not-established, arxiv-2610.33746-t1-go-ipr,arxiv-2610.33746,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,,,,,,,27.00,all-episode success (%),0.00289,,,"https://arxiv.org/abs/2610.33746 (Table 1, row DeepSeek-V4-Pro, column GO/IPR)",,out:model-not-established, arxiv-2610.33746-ood1000-signal,arxiv-2610.33746,?DeepSeek-V4-Pro,not-established:absent,agentic-tool,hard,,,,,,,98.50,all-episode success (%),0.00289,,,"https://arxiv.org/abs/2610.33746 (Table 1, row DeepSeek-V4-Pro, column Signal peptide)",,out:model-not-established, arxiv-2610.33746-t1-disorder,arxiv-2610.33746,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,,,,,,,92.00,all-episode success (%),0.00289,,,"https://arxiv.org/abs/2610.33746 (Table 1, row DeepSeek-V4-Pro, column Disorder)",,out:model-not-established, arxiv-2610.33746-ood1000-aggregate,arxiv-2610.33746,?DeepSeek-V4-Pro,not-established:absent,agentic-tool,hard,,,,,,,52.40,all-episode success (%),0.00289,,,"https://arxiv.org/abs/2610.33746 (Table 1, row DeepSeek-V4-Pro, column aggregate (macro mean of the five categories))",,out:model-not-established, arxiv-2610.33799-direct-mmsrch-plus,arxiv-2610.33799,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,26.37,accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.33799 (Table 1 (comparison on multimodal deep-search benchmarks), block Direct Answer, row Gemini-3-Pro, column mmsrch-plus)",,out:effort-not-established, arxiv-2610.33799-direct-hr-mmsrch,arxiv-2610.33799,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,23.61,accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.33799 (Table 1 (comparison on multimodal deep-search benchmarks), block Direct Answer, row Gemini-3-Pro, column hr-mmsrch)",,out:effort-not-established, arxiv-2610.33799-direct-bc-vl,arxiv-2610.33799,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,41.35,accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.33799 (Table 1 (comparison on multimodal deep-search benchmarks), block Direct Answer, row Gemini-3-Pro, column bc-vl)",,out:effort-not-established, arxiv-2610.33799-direct-mmsrch,arxiv-2610.33799,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,65.88,accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.33799 (Table 1 (comparison on multimodal deep-search benchmarks), block Direct Answer, row Gemini-3-Pro, column mmsrch)",,out:effort-not-established, arxiv-2610.33799-direct-fvqa,arxiv-2610.33799,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,58.94,accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.33799 (Table 1 (comparison on multimodal deep-search benchmarks), block Direct Answer, row Gemini-3-Pro, column fvqa)",,out:effort-not-established, arxiv-2610.33799-direct-vdr,arxiv-2610.33799,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,14.00,accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.33799 (Table 1 (comparison on multimodal deep-search benchmarks), block Direct Answer, row Gemini-3-Pro, column vdr)",,out:effort-not-established, arxiv-2610.33799-direct-avg,arxiv-2610.33799,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,38.36,accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.33799 (Table 1 (comparison on multimodal deep-search benchmarks), block Direct Answer, row Gemini-3-Pro, column avg)",,out:effort-not-established, arxiv-2610.33799-agent-mmsrch-plus,arxiv-2610.33799,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,33.51,accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.33799 (Table 1 (comparison on multimodal deep-search benchmarks), block Agent Workflow, row Gemini-3-Pro, column mmsrch-plus)",,out:effort-not-established, arxiv-2610.33799-agent-hr-mmsrch,arxiv-2610.33799,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,53.20,accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.33799 (Table 1 (comparison on multimodal deep-search benchmarks), block Agent Workflow, row Gemini-3-Pro, column hr-mmsrch)",,out:effort-not-established, arxiv-2610.33799-agent-bc-vl,arxiv-2610.33799,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,51.78,accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.33799 (Table 1 (comparison on multimodal deep-search benchmarks), block Agent Workflow, row Gemini-3-Pro, column bc-vl)",,out:effort-not-established, arxiv-2610.33799-agent-mmsrch,arxiv-2610.33799,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,82.94,accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.33799 (Table 1 (comparison on multimodal deep-search benchmarks), block Agent Workflow, row Gemini-3-Pro, column mmsrch)",,out:effort-not-established, arxiv-2610.33799-agent-fvqa,arxiv-2610.33799,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,76.67,accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.33799 (Table 1 (comparison on multimodal deep-search benchmarks), block Agent Workflow, row Gemini-3-Pro, column fvqa)",,out:effort-not-established, arxiv-2610.33799-agent-vdr,arxiv-2610.33799,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,27.60,accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.33799 (Table 1 (comparison on multimodal deep-search benchmarks), block Agent Workflow, row Gemini-3-Pro, column vdr)",,out:effort-not-established, arxiv-2610.33799-agent-avg,arxiv-2610.33799,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,54.28,accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.33799 (Table 1 (comparison on multimodal deep-search benchmarks), block Agent Workflow, row Gemini-3-Pro, column avg)",,out:effort-not-established, arxiv-2610.33799-t5-mmsrch-plus,arxiv-2610.33799,qwen3.6-27b,unstated,agentic-tool,hard,,,,,,,36.20,MMSrch-Plus accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.33799 (Table 5, row Qwen3.6-27B (Base), column MMSrch-Plus)",,out:effort-not-established, arxiv-2610.33799-t5-hr-mmsrch,arxiv-2610.33799,qwen3.6-27b,unstated,agentic-tool,hard,,,,,,,45.90,HR-MMSrch accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.33799 (Table 5, row Qwen3.6-27B (Base), column HR-MMSrch)",,out:effort-not-established, arxiv-2610.33799-t5-bc-vl,arxiv-2610.33799,qwen3.6-27b,unstated,agentic-tool,hard,,,,,,,46.60,BC-VL accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.33799 (Table 5, row Qwen3.6-27B (Base), column BC-VL)",,out:effort-not-established, arxiv-2610.33799-t5-mmsrch,arxiv-2610.33799,qwen3.6-27b,unstated,agentic-tool,hard,,,,,,,58.80,MMSrch accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.33799 (Table 5, row Qwen3.6-27B (Base), column MMSrch)",,out:effort-not-established, arxiv-2610.33799-t5-overall,arxiv-2610.33799,qwen3.6-27b,unstated,agentic-tool,hard,,,,,,,46.88,"Overall OOD accuracy (%), mean of the four benchmarks",0.00289,,,"https://arxiv.org/abs/2610.33799 (Table 5, row Qwen3.6-27B (Base), column Overall)",,out:effort-not-established, arxiv-2610.33929-base-wg,arxiv-2610.33929,?Qwen3.8-Max,not-established:absent,coding,hard,,,,,,,53.48,WebGen-Bench Accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.33929 (Table 1, row Qwen3.8-Max, setting Base, column WebGen-Bench Accuracy (%))",,out:model-not-established, arxiv-2610.33929-base-mb-int,arxiv-2610.33929,?Qwen3.8-Max,not-established:absent,coding,hard,,,,,,,95.34,MiniAppBench Intention,0.00289,,,"https://arxiv.org/abs/2610.33929 (Table 1, row Qwen3.8-Max, setting Base, column MiniAppBench Intention)",,out:model-not-established, arxiv-2610.33929-base-mb-stat,arxiv-2610.33929,?Qwen3.8-Max,not-established:absent,coding,hard,,,,,,,81.97,MiniAppBench Static,0.00289,,,"https://arxiv.org/abs/2610.33929 (Table 1, row Qwen3.8-Max, setting Base, column MiniAppBench Static)",,out:model-not-established, arxiv-2610.33929-base-mb-dyn,arxiv-2610.33929,?Qwen3.8-Max,not-established:absent,coding,hard,,,,,,,74.16,MiniAppBench Dynamic,0.00289,,,"https://arxiv.org/abs/2610.33929 (Table 1, row Qwen3.8-Max, setting Base, column MiniAppBench Dynamic)",,out:model-not-established, arxiv-2610.33929-base-cb-func,arxiv-2610.33929,?Qwen3.8-Max,not-established:absent,coding,hard,,,,,,,95.60,Cookie-Bench Functionality,0.00289,,,"https://arxiv.org/abs/2610.33929 (Table 1, row Qwen3.8-Max, setting Base, column Cookie-Bench Functionality)",,out:model-not-established, arxiv-2610.33929-base-cb-aes,arxiv-2610.33929,?Qwen3.8-Max,not-established:absent,coding,hard,,,,,,,96.24,Cookie-Bench Aesthetics,0.00289,,,"https://arxiv.org/abs/2610.33929 (Table 1, row Qwen3.8-Max, setting Base, column Cookie-Bench Aesthetics)",,out:model-not-established, arxiv-2610.33929-base-cb-tot,arxiv-2610.33929,?Qwen3.8-Max,not-established:absent,coding,hard,,,,,,,93.51,Cookie-Bench Total,0.00289,,,"https://arxiv.org/abs/2610.33929 (Table 1, row Qwen3.8-Max, setting Base, column Cookie-Bench Total)",,out:model-not-established, arxiv-2610.33929-wv-wg,arxiv-2610.33929,?Qwen3.8-Max,not-established:absent,coding,hard,,,,,,,55.72,WebGen-Bench Accuracy (%) [+WebViSE],0.00289,,,"https://arxiv.org/abs/2610.33929 (Table 1, row Qwen3.8-Max, setting +WebViSE, column WebGen-Bench Accuracy (%))",,out:model-not-established, arxiv-2610.33929-wv-mb-int,arxiv-2610.33929,?Qwen3.8-Max,not-established:absent,coding,hard,,,,,,,95.64,MiniAppBench Intention [+WebViSE],0.00289,,,"https://arxiv.org/abs/2610.33929 (Table 1, row Qwen3.8-Max, setting +WebViSE, column MiniAppBench Intention)",,out:model-not-established, arxiv-2610.33929-wv-mb-stat,arxiv-2610.33929,?Qwen3.8-Max,not-established:absent,coding,hard,,,,,,,81.50,MiniAppBench Static [+WebViSE],0.00289,,,"https://arxiv.org/abs/2610.33929 (Table 1, row Qwen3.8-Max, setting +WebViSE, column MiniAppBench Static)",,out:model-not-established, arxiv-2610.33929-wv-mb-dyn,arxiv-2610.33929,?Qwen3.8-Max,not-established:absent,coding,hard,,,,,,,74.95,MiniAppBench Dynamic [+WebViSE],0.00289,,,"https://arxiv.org/abs/2610.33929 (Table 1, row Qwen3.8-Max, setting +WebViSE, column MiniAppBench Dynamic)",,out:model-not-established, arxiv-2610.33929-wv-cb-func,arxiv-2610.33929,?Qwen3.8-Max,not-established:absent,coding,hard,,,,,,,96.00,Cookie-Bench Functionality [+WebViSE],0.00289,,,"https://arxiv.org/abs/2610.33929 (Table 1, row Qwen3.8-Max, setting +WebViSE, column Cookie-Bench Functionality)",,out:model-not-established, arxiv-2610.33929-wv-cb-aes,arxiv-2610.33929,?Qwen3.8-Max,not-established:absent,coding,hard,,,,,,,96.27,Cookie-Bench Aesthetics [+WebViSE],0.00289,,,"https://arxiv.org/abs/2610.33929 (Table 1, row Qwen3.8-Max, setting +WebViSE, column Cookie-Bench Aesthetics)",,out:model-not-established, arxiv-2610.33929-wv-cb-tot,arxiv-2610.33929,?Qwen3.8-Max,not-established:absent,coding,hard,,,,,,,93.71,Cookie-Bench Total [+WebViSE],0.00289,,,"https://arxiv.org/abs/2610.33929 (Table 1, row Qwen3.8-Max, setting +WebViSE, column Cookie-Bench Total)",,out:model-not-established, arxiv-2610.33929-base-wg,arxiv-2610.33929,qwen3.8-27b,unstated,coding,hard,,,,,,,52.86,WebGen-Bench Accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.33929 (Table 1, row Qwen3.8-27B, setting Base, column WebGen-Bench Accuracy (%))",,out:effort-not-established, arxiv-2610.33929-base-mb-int,arxiv-2610.33929,qwen3.8-27b,unstated,coding,hard,,,,,,,93.45,MiniAppBench Intention,0.00289,,,"https://arxiv.org/abs/2610.33929 (Table 1, row Qwen3.8-27B, setting Base, column MiniAppBench Intention)",,out:effort-not-established, arxiv-2610.33929-base-mb-stat,arxiv-2610.33929,qwen3.8-27b,unstated,coding,hard,,,,,,,79.06,MiniAppBench Static,0.00289,,,"https://arxiv.org/abs/2610.33929 (Table 1, row Qwen3.8-27B, setting Base, column MiniAppBench Static)",,out:effort-not-established, arxiv-2610.33929-base-mb-dyn,arxiv-2610.33929,qwen3.8-27b,unstated,coding,hard,,,,,,,68.85,MiniAppBench Dynamic,0.00289,,,"https://arxiv.org/abs/2610.33929 (Table 1, row Qwen3.8-27B, setting Base, column MiniAppBench Dynamic)",,out:effort-not-established, arxiv-2610.33929-base-cb-func,arxiv-2610.33929,qwen3.8-27b,unstated,coding,hard,,,,,,,93.98,Cookie-Bench Functionality,0.00289,,,"https://arxiv.org/abs/2610.33929 (Table 1, row Qwen3.8-27B, setting Base, column Cookie-Bench Functionality)",,out:effort-not-established, arxiv-2610.33929-base-cb-aes,arxiv-2610.33929,qwen3.8-27b,unstated,coding,hard,,,,,,,92.95,Cookie-Bench Aesthetics,0.00289,,,"https://arxiv.org/abs/2610.33929 (Table 1, row Qwen3.8-27B, setting Base, column Cookie-Bench Aesthetics)",,out:effort-not-established, arxiv-2610.33929-base-cb-tot,arxiv-2610.33929,qwen3.8-27b,unstated,coding,hard,,,,,,,90.13,Cookie-Bench Total,0.00289,,,"https://arxiv.org/abs/2610.33929 (Table 1, row Qwen3.8-27B, setting Base, column Cookie-Bench Total)",,out:effort-not-established, arxiv-2610.33929-wv-wg,arxiv-2610.33929,?Qwen3.8-27B,not-established:absent,coding,hard,,,,,,,54.40,WebGen-Bench Accuracy (%) [+WebViSE],0.00289,,,"https://arxiv.org/abs/2610.33929 (Table 1, row Qwen3.8-27B, setting +WebViSE, column WebGen-Bench Accuracy (%))",,out:model-not-established, arxiv-2610.33929-wv-mb-int,arxiv-2610.33929,?Qwen3.8-27B,not-established:absent,coding,hard,,,,,,,94.93,MiniAppBench Intention [+WebViSE],0.00289,,,"https://arxiv.org/abs/2610.33929 (Table 1, row Qwen3.8-27B, setting +WebViSE, column MiniAppBench Intention)",,out:model-not-established, arxiv-2610.33929-wv-mb-stat,arxiv-2610.33929,?Qwen3.8-27B,not-established:absent,coding,hard,,,,,,,80.63,MiniAppBench Static [+WebViSE],0.00289,,,"https://arxiv.org/abs/2610.33929 (Table 1, row Qwen3.8-27B, setting +WebViSE, column MiniAppBench Static)",,out:model-not-established, arxiv-2610.33929-wv-mb-dyn,arxiv-2610.33929,?Qwen3.8-27B,not-established:absent,coding,hard,,,,,,,70.04,MiniAppBench Dynamic [+WebViSE],0.00289,,,"https://arxiv.org/abs/2610.33929 (Table 1, row Qwen3.8-27B, setting +WebViSE, column MiniAppBench Dynamic)",,out:model-not-established, arxiv-2610.33929-wv-cb-func,arxiv-2610.33929,?Qwen3.8-27B,not-established:absent,coding,hard,,,,,,,95.50,Cookie-Bench Functionality [+WebViSE],0.00289,,,"https://arxiv.org/abs/2610.33929 (Table 1, row Qwen3.8-27B, setting +WebViSE, column Cookie-Bench Functionality)",,out:model-not-established, arxiv-2610.33929-wv-cb-aes,arxiv-2610.33929,?Qwen3.8-27B,not-established:absent,coding,hard,,,,,,,93.97,Cookie-Bench Aesthetics [+WebViSE],0.00289,,,"https://arxiv.org/abs/2610.33929 (Table 1, row Qwen3.8-27B, setting +WebViSE, column Cookie-Bench Aesthetics)",,out:model-not-established, arxiv-2610.33929-wv-cb-tot,arxiv-2610.33929,?Qwen3.8-27B,not-established:absent,coding,hard,,,,,,,92.20,Cookie-Bench Total [+WebViSE],0.00289,,,"https://arxiv.org/abs/2610.33929 (Table 1, row Qwen3.8-27B, setting +WebViSE, column Cookie-Bench Total)",,out:model-not-established, arxiv-2610.34094-tempocausal-standard-em,arxiv-2610.34094,gpt-5.4,unstated,mixed,hard,,,,,,,28.8,score (%),0.0289,,,"https://arxiv.org/abs/2610.34094 (Table 1, row Standard, column Table 1 Standard, EM)",,out:effort-not-established, arxiv-2610.34094-tempocausal-standard-f1,arxiv-2610.34094,gpt-5.4,unstated,mixed,hard,,,,,,,44.4,score (%),0.0289,,,"https://arxiv.org/abs/2610.34094 (Table 1, row Standard, column Table 1 Standard, F1)",,out:effort-not-established, arxiv-2610.34094-tempocausal-standard-llm-acc,arxiv-2610.34094,gpt-5.4,unstated,mixed,hard,,,,,,,51.3,score (%),0.0289,,,"https://arxiv.org/abs/2610.34094 (Table 1, row Standard, column Table 1 Standard, LLM-Acc)",,out:effort-not-established, arxiv-2610.34094-tempocausal-tg-llm-em,arxiv-2610.34094,gpt-5.4,unstated,mixed,hard,,,,,,,32.0,score (%),0.0289,,,"https://arxiv.org/abs/2610.34094 (Table 1, row TG-LLM, column Table 1 TG-LLM, EM)",,out:effort-not-established, arxiv-2610.34094-tempocausal-tg-llm-f1,arxiv-2610.34094,gpt-5.4,unstated,mixed,hard,,,,,,,49.3,score (%),0.0289,,,"https://arxiv.org/abs/2610.34094 (Table 1, row TG-LLM, column Table 1 TG-LLM, F1)",,out:effort-not-established, arxiv-2610.34094-tempocausal-tg-llm-llm-acc,arxiv-2610.34094,gpt-5.4,unstated,mixed,hard,,,,,,,57.1,score (%),0.0289,,,"https://arxiv.org/abs/2610.34094 (Table 1, row TG-LLM, column Table 1 TG-LLM, LLM-Acc)",,out:effort-not-established, arxiv-2610.34094-tempocausal-time-cot-em,arxiv-2610.34094,gpt-5.4,unstated,mixed,hard,,,,,,,30.0,score (%),0.0289,,,"https://arxiv.org/abs/2610.34094 (Table 1, row Time-CoT, column Table 1 Time-CoT, EM)",,out:effort-not-established, arxiv-2610.34094-tempocausal-time-cot-f1,arxiv-2610.34094,gpt-5.4,unstated,mixed,hard,,,,,,,47.8,score (%),0.0289,,,"https://arxiv.org/abs/2610.34094 (Table 1, row Time-CoT, column Table 1 Time-CoT, F1)",,out:effort-not-established, arxiv-2610.34094-tempocausal-time-cot-llm-acc,arxiv-2610.34094,gpt-5.4,unstated,mixed,hard,,,,,,,54.5,score (%),0.0289,,,"https://arxiv.org/abs/2610.34094 (Table 1, row Time-CoT, column Table 1 Time-CoT, LLM-Acc)",,out:effort-not-established, arxiv-2610.34094-tempocausal-tiser-em,arxiv-2610.34094,gpt-5.4,unstated,mixed,hard,,,,,,,37.6,score (%),0.0289,,,"https://arxiv.org/abs/2610.34094 (Table 1, row TISER, column Table 1 TISER, EM)",,out:effort-not-established, arxiv-2610.34094-tempocausal-tiser-f1,arxiv-2610.34094,gpt-5.4,unstated,mixed,hard,,,,,,,52.1,score (%),0.0289,,,"https://arxiv.org/abs/2610.34094 (Table 1, row TISER, column Table 1 TISER, F1)",,out:effort-not-established, arxiv-2610.34094-tempocausal-tiser-llm-acc,arxiv-2610.34094,gpt-5.4,unstated,mixed,hard,,,,,,,59.2,score (%),0.0289,,,"https://arxiv.org/abs/2610.34094 (Table 1, row TISER, column Table 1 TISER, LLM-Acc)",,out:effort-not-established, arxiv-2610.34094-tempocausal-tcr-agent-em,arxiv-2610.34094,gpt-5.4,unstated,mixed,hard,,,,,,,46.9,score (%),0.0289,,,"https://arxiv.org/abs/2610.34094 (Table 1, row TCR-Agent (Ours), column Table 1 TCR-Agent (Ours), EM)",,out:effort-not-established, arxiv-2610.34094-tempocausal-tcr-agent-f1,arxiv-2610.34094,gpt-5.4,unstated,mixed,hard,,,,,,,65.6,score (%),0.0289,,,"https://arxiv.org/abs/2610.34094 (Table 1, row TCR-Agent (Ours), column Table 1 TCR-Agent (Ours), F1)",,out:effort-not-established, arxiv-2610.34094-tempocausal-tcr-agent-llm-acc,arxiv-2610.34094,gpt-5.4,unstated,mixed,hard,,,,,,,70.4,score (%),0.0289,,,"https://arxiv.org/abs/2610.34094 (Table 1, row TCR-Agent (Ours), column Table 1 TCR-Agent (Ours), LLM-Acc)",,out:effort-not-established, arxiv-2610.34094-tempocausal-ablation-scratchpad-em,arxiv-2610.34094,gpt-5.4,unstated,mixed,hard,,,,,,,43.2,score (%),0.0289,,,"https://arxiv.org/abs/2610.34094 (Table 2, row w/o Scratchpad, column Table 2 w/o Scratchpad, EM)",,out:effort-not-established, arxiv-2610.34094-tempocausal-ablation-scratchpad-f1,arxiv-2610.34094,gpt-5.4,unstated,mixed,hard,,,,,,,60.1,score (%),0.0289,,,"https://arxiv.org/abs/2610.34094 (Table 2, row w/o Scratchpad, column Table 2 w/o Scratchpad, F1)",,out:effort-not-established, arxiv-2610.34094-tempocausal-ablation-scratchpad-llm-acc,arxiv-2610.34094,gpt-5.4,unstated,mixed,hard,,,,,,,66.8,score (%),0.0289,,,"https://arxiv.org/abs/2610.34094 (Table 2, row w/o Scratchpad, column Table 2 w/o Scratchpad, LLM-Acc)",,out:effort-not-established, arxiv-2610.34094-tempocausal-ablation-dag-instantiation-em,arxiv-2610.34094,gpt-5.4,unstated,mixed,hard,,,,,,,40.1,score (%),0.0289,,,"https://arxiv.org/abs/2610.34094 (Table 2, row w/o DAG Instantiation, column Table 2 w/o DAG Instantiation, EM)",,out:effort-not-established, arxiv-2610.34094-tempocausal-ablation-dag-instantiation-f1,arxiv-2610.34094,gpt-5.4,unstated,mixed,hard,,,,,,,55.3,score (%),0.0289,,,"https://arxiv.org/abs/2610.34094 (Table 2, row w/o DAG Instantiation, column Table 2 w/o DAG Instantiation, F1)",,out:effort-not-established, arxiv-2610.34094-tempocausal-ablation-dag-instantiation-llm-acc,arxiv-2610.34094,gpt-5.4,unstated,mixed,hard,,,,,,,63.1,score (%),0.0289,,,"https://arxiv.org/abs/2610.34094 (Table 2, row w/o DAG Instantiation, column Table 2 w/o DAG Instantiation, LLM-Acc)",,out:effort-not-established, arxiv-2610.34094-tempocausal-ablation-counterfactual-intervention-em,arxiv-2610.34094,gpt-5.4,unstated,mixed,hard,,,,,,,44.0,score (%),0.0289,,,"https://arxiv.org/abs/2610.34094 (Table 2, row w/o Counterfactual Intervention, column Table 2 w/o Counterfactual Intervention, EM)",,out:effort-not-established, arxiv-2610.34094-tempocausal-ablation-counterfactual-intervention-f1,arxiv-2610.34094,gpt-5.4,unstated,mixed,hard,,,,,,,62.7,score (%),0.0289,,,"https://arxiv.org/abs/2610.34094 (Table 2, row w/o Counterfactual Intervention, column Table 2 w/o Counterfactual Intervention, F1)",,out:effort-not-established, arxiv-2610.34094-tempocausal-ablation-counterfactual-intervention-llm-acc,arxiv-2610.34094,gpt-5.4,unstated,mixed,hard,,,,,,,67.5,score (%),0.0289,,,"https://arxiv.org/abs/2610.34094 (Table 2, row w/o Counterfactual Intervention, column Table 2 w/o Counterfactual Intervention, LLM-Acc)",,out:effort-not-established, arxiv-2610.34094-tempocausal-ablation-dual-track-reasoning-em,arxiv-2610.34094,gpt-5.4,unstated,mixed,hard,,,,,,,41.3,score (%),0.0289,,,"https://arxiv.org/abs/2610.34094 (Table 2, row w/o Dual-Track Reasoning, column Table 2 w/o Dual-Track Reasoning, EM)",,out:effort-not-established, arxiv-2610.34094-tempocausal-ablation-dual-track-reasoning-f1,arxiv-2610.34094,gpt-5.4,unstated,mixed,hard,,,,,,,58.6,score (%),0.0289,,,"https://arxiv.org/abs/2610.34094 (Table 2, row w/o Dual-Track Reasoning, column Table 2 w/o Dual-Track Reasoning, F1)",,out:effort-not-established, arxiv-2610.34094-tempocausal-ablation-dual-track-reasoning-llm-acc,arxiv-2610.34094,gpt-5.4,unstated,mixed,hard,,,,,,,65.2,score (%),0.0289,,,"https://arxiv.org/abs/2610.34094 (Table 2, row w/o Dual-Track Reasoning, column Table 2 w/o Dual-Track Reasoning, LLM-Acc)",,out:effort-not-established, arxiv-2610.34212-reference-verified-rate,arxiv-2610.34212,gpt-5.5,low,mixed,hard,,,,,,,78.3,resolver-verified reference rate (%),0.0289,,,https://arxiv.org/abs/2610.34212 (section 5 Discussion (also abstract and section 4.2)),,in, arxiv-2610.34212-reference-verified-rate,arxiv-2610.34212,gpt-5.5,high,mixed,hard,,,,,,,84.8,resolver-verified reference rate (%),0.0289,,,https://arxiv.org/abs/2610.34212 (section 5 Discussion (also abstract and section 4.2)),,in, arxiv-2610.34435-reviewer-task-only-survived,arxiv-2610.34435,sonnet-5,high,coding,hard,Claude Code,,,,,,2.3,attack survival rate (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 1, row task-only, reviewer Sonnet 5, column Survived)",,out:not-headline, arxiv-2610.34435-reviewer-task-only-approved,arxiv-2610.34435,sonnet-5,high,coding,hard,Claude Code,,,,,,6,"missed attacks, approved (count)",0.289,,,"https://arxiv.org/abs/2610.34435 (Table 1, row task-only, reviewer Sonnet 5, column Approved)",,out:not-headline, arxiv-2610.34435-reviewer-task-only-wrong-site,arxiv-2610.34435,sonnet-5,high,coding,hard,Claude Code,,,,,,2,"missed attacks, wrong site (count)",0.289,,,"https://arxiv.org/abs/2610.34435 (Table 1, row task-only, reviewer Sonnet 5, column Wrong site)",,out:not-headline, arxiv-2610.34435-reviewer-task-only-survived,arxiv-2610.34435,opus-4.8,high,coding,hard,Claude Code,,,,,,1.1,attack survival rate (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 1, row task-only, reviewer Opus 4.8, column Survived)",,out:not-headline, arxiv-2610.34435-reviewer-task-only-approved,arxiv-2610.34435,opus-4.8,high,coding,hard,Claude Code,,,,,,2,"missed attacks, approved (count)",0.289,,,"https://arxiv.org/abs/2610.34435 (Table 1, row task-only, reviewer Opus 4.8, column Approved)",,out:not-headline, arxiv-2610.34435-reviewer-task-only-wrong-site,arxiv-2610.34435,opus-4.8,high,coding,hard,Claude Code,,,,,,2,"missed attacks, wrong site (count)",0.289,,,"https://arxiv.org/abs/2610.34435 (Table 1, row task-only, reviewer Opus 4.8, column Wrong site)",,out:not-headline, arxiv-2610.34435-reviewer-fix-in-hand-survived,arxiv-2610.34435,sonnet-5,high,coding,hard,Claude Code,,,,,,13.9,attack survival rate (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 1, row fix-in-hand, reviewer Sonnet 5, column Survived)",,out:not-headline, arxiv-2610.34435-reviewer-fix-in-hand-approved,arxiv-2610.34435,sonnet-5,high,coding,hard,Claude Code,,,,,,39,"missed attacks, approved (count)",0.289,,,"https://arxiv.org/abs/2610.34435 (Table 1, row fix-in-hand, reviewer Sonnet 5, column Approved)",,out:not-headline, arxiv-2610.34435-reviewer-fix-in-hand-wrong-site,arxiv-2610.34435,sonnet-5,high,coding,hard,Claude Code,,,,,,3,"missed attacks, wrong site (count)",0.289,,,"https://arxiv.org/abs/2610.34435 (Table 1, row fix-in-hand, reviewer Sonnet 5, column Wrong site)",,out:not-headline, arxiv-2610.34435-reviewer-fix-in-hand-survived,arxiv-2610.34435,opus-4.8,high,coding,hard,Claude Code,,,,,,13.3,attack survival rate (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 1, row fix-in-hand, reviewer Opus 4.8, column Survived)",,out:not-headline, arxiv-2610.34435-reviewer-fix-in-hand-approved,arxiv-2610.34435,opus-4.8,high,coding,hard,Claude Code,,,,,,39,"missed attacks, approved (count)",0.289,,,"https://arxiv.org/abs/2610.34435 (Table 1, row fix-in-hand, reviewer Opus 4.8, column Approved)",,out:not-headline, arxiv-2610.34435-reviewer-fix-in-hand-wrong-site,arxiv-2610.34435,opus-4.8,high,coding,hard,Claude Code,,,,,,2,"missed attacks, wrong site (count)",0.289,,,"https://arxiv.org/abs/2610.34435 (Table 1, row fix-in-hand, reviewer Opus 4.8, column Wrong site)",,out:not-headline, arxiv-2610.34435-reviewer-window-survived,arxiv-2610.34435,sonnet-5,high,coding,hard,Claude Code,,,,,,24.4,attack survival rate (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 1, row window, reviewer Sonnet 5, column Survived)",,out:not-headline, arxiv-2610.34435-reviewer-window-approved,arxiv-2610.34435,sonnet-5,high,coding,hard,Claude Code,,,,,,80,"missed attacks, approved (count)",0.289,,,"https://arxiv.org/abs/2610.34435 (Table 1, row window, reviewer Sonnet 5, column Approved)",,out:not-headline, arxiv-2610.34435-reviewer-window-wrong-site,arxiv-2610.34435,sonnet-5,high,coding,hard,Claude Code,,,,,,24,"missed attacks, wrong site (count)",0.289,,,"https://arxiv.org/abs/2610.34435 (Table 1, row window, reviewer Sonnet 5, column Wrong site)",,out:not-headline, arxiv-2610.34435-reviewer-window-survived,arxiv-2610.34435,opus-4.8,high,coding,hard,Claude Code,,,,,,17.1,attack survival rate (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 1, row window, reviewer Opus 4.8, column Survived)",,out:not-headline, arxiv-2610.34435-reviewer-window-approved,arxiv-2610.34435,opus-4.8,high,coding,hard,Claude Code,,,,,,57,"missed attacks, approved (count)",0.289,,,"https://arxiv.org/abs/2610.34435 (Table 1, row window, reviewer Opus 4.8, column Approved)",,out:not-headline, arxiv-2610.34435-reviewer-window-wrong-site,arxiv-2610.34435,opus-4.8,high,coding,hard,Claude Code,,,,,,16,"missed attacks, wrong site (count)",0.289,,,"https://arxiv.org/abs/2610.34435 (Table 1, row window, reviewer Opus 4.8, column Wrong site)",,out:not-headline, arxiv-2610.34435-reviewer-all-setups-survived,arxiv-2610.34435,sonnet-5,high,coding,hard,Claude Code,,,,,,14.3,attack survival rate (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 1, row all-setups, reviewer Sonnet 5, column Survived)",,out:not-headline, arxiv-2610.34435-reviewer-all-setups-approved,arxiv-2610.34435,sonnet-5,high,coding,hard,Claude Code,,,,,,125,"missed attacks, approved (count)",0.289,,,"https://arxiv.org/abs/2610.34435 (Table 1, row all-setups, reviewer Sonnet 5, column Approved)",,out:not-headline, arxiv-2610.34435-reviewer-all-setups-wrong-site,arxiv-2610.34435,sonnet-5,high,coding,hard,Claude Code,,,,,,29,"missed attacks, wrong site (count)",0.289,,,"https://arxiv.org/abs/2610.34435 (Table 1, row all-setups, reviewer Sonnet 5, column Wrong site)",,out:not-headline, arxiv-2610.34435-reviewer-all-setups-survived,arxiv-2610.34435,opus-4.8,high,coding,hard,Claude Code,,,,,,10.9,attack survival rate (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 1, row all-setups, reviewer Opus 4.8, column Survived)",,out:not-headline, arxiv-2610.34435-reviewer-all-setups-approved,arxiv-2610.34435,opus-4.8,high,coding,hard,Claude Code,,,,,,98,"missed attacks, approved (count)",0.289,,,"https://arxiv.org/abs/2610.34435 (Table 1, row all-setups, reviewer Opus 4.8, column Approved)",,out:not-headline, arxiv-2610.34435-reviewer-all-setups-wrong-site,arxiv-2610.34435,opus-4.8,high,coding,hard,Claude Code,,,,,,20,"missed attacks, wrong site (count)",0.289,,,"https://arxiv.org/abs/2610.34435 (Table 1, row all-setups, reviewer Opus 4.8, column Wrong site)",,out:not-headline, arxiv-2610.34435-reviewer-catch-rate,arxiv-2610.34435,sonnet-5,high,coding,hard,Claude Code,,,,,,85,reviewer catch rate (%),0.289,,,"https://arxiv.org/abs/2610.34435 (Introduction, ""The reviewers fail in different ways"")",,in, arxiv-2610.34435-reviewer-catch-rate,arxiv-2610.34435,opus-4.8,high,coding,hard,Claude Code,,,,,,88,reviewer catch rate (%),0.289,,,"https://arxiv.org/abs/2610.34435 (Introduction, ""The reviewers fail in different ways"")",,in, arxiv-2610.34435-reviewer-misses-approved-share,arxiv-2610.34435,sonnet-5,high,coding,hard,Claude Code,,,,,,81,missed reviews that approve (%),0.289,,,"https://arxiv.org/abs/2610.34435 (section 3.4, failure of Claude reviewers)",,out:not-headline, arxiv-2610.34435-reviewer-misses-approved-share,arxiv-2610.34435,opus-4.8,high,coding,hard,Claude Code,,,,,,83,missed reviews that approve (%),0.289,,,"https://arxiv.org/abs/2610.34435 (section 3.4, failure of Claude reviewers)",,out:not-headline, arxiv-2610.34435-reviewer-window-no-planted-line,arxiv-2610.34435,sonnet-5,high,coding,hard,Claude Code,,,,,,38,missed window reviews with no planted line seen (%),0.289,,,"https://arxiv.org/abs/2610.34435 (section 3.4, window attacks)",,out:not-headline, arxiv-2610.34435-reviewer-window-no-planted-line,arxiv-2610.34435,opus-4.8,high,coding,hard,Claude Code,,,,,,11,missed window reviews with no planted line seen (%),0.289,,,"https://arxiv.org/abs/2610.34435 (section 3.4, window attacks)",,out:not-headline, arxiv-2610.34435-reviewer-fixinhand-catch-no-run,arxiv-2610.34435,opus-4.8,high,coding,hard,Claude Code,,,,,,70,catch rate without running code (%),0.289,,,"https://arxiv.org/abs/2610.34435 (section 3.4, fix-in-hand attacks)",,out:single-couple, arxiv-2610.34435-reviewer-fixinhand-catch-run,arxiv-2610.34435,opus-4.8,high,coding,hard,Claude Code,,,,,,94,catch rate when running code (%),0.289,,,"https://arxiv.org/abs/2610.34435 (section 3.4, fix-in-hand attacks)",,out:single-couple, arxiv-2610.34435-reviewer-no-own-test-misses,arxiv-2610.34435,sonnet-5,high,coding,hard,Claude Code,,,,,,60,missed reviews without own test input (%),0.289,,,"https://arxiv.org/abs/2610.34435 (section 3.4, behaviours)",,out:not-headline, arxiv-2610.34435-reviewer-no-own-test-catches,arxiv-2610.34435,sonnet-5,high,coding,hard,Claude Code,,,,,,27,caught reviews without own test input (%),0.289,,,"https://arxiv.org/abs/2610.34435 (section 3.4, behaviours)",,out:not-headline, arxiv-2610.34435-attacker-refusal-share,arxiv-2610.34435,sonnet-5,high,coding,hard,Claude Code,,,,,,22,attacker refusal share (%),0.289,,,"https://arxiv.org/abs/2610.34435 (section 3.1, refusals over all setups (attacker role))",,out:not-headline, arxiv-2610.34435-attacker-refusal-share,arxiv-2610.34435,opus-4.8,high,coding,hard,Claude Code,,,,,,15,attacker refusal share (%),0.289,,,"https://arxiv.org/abs/2610.34435 (section 3.1, refusals over all setups (attacker role))",,out:not-headline, arxiv-2610.34435-t6-task-only-missed-sonnet5,arxiv-2610.34435,?Sonnet 5,not-established:absent,coding,hard,Claude Code,,,,,,0.0,valid attacks missed by the reviewer (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, task-only, row Opus 4.8 attacker, reviewer Sonnet 5, column %)",,out:model-not-established, arxiv-2610.34435-t6-task-only-missed-opus48,arxiv-2610.34435,opus-4.8,high,coding,hard,Claude Code,,,,,,0.0,valid attacks missed by the reviewer (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, task-only, row Opus 4.8 attacker, reviewer Opus 4.8, column %)",,out:not-headline, arxiv-2610.34435-t6-task-only-attacker-launches,arxiv-2610.34435,opus-4.8,high,coding,hard,Claude Code,,,,,,327,attacker launches (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 6, task-only, row Opus 4.8 attacker, column Launches)",,out:not-headline, arxiv-2610.34435-t6-task-only-attacker-refused,arxiv-2610.34435,opus-4.8,high,coding,hard,Claude Code,,,,,,276,attacker refused (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 6, task-only, row Opus 4.8 attacker, column Refused)",,out:not-headline, arxiv-2610.34435-t6-task-only-attacker-gradeable,arxiv-2610.34435,opus-4.8,high,coding,hard,Claude Code,,,,,,50,attacker gradeable (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 6, task-only, row Opus 4.8 attacker, column Gradeable)",,out:not-headline, arxiv-2610.34435-t6-task-only-attacker-valid,arxiv-2610.34435,opus-4.8,high,coding,hard,Claude Code,,,,,,34,attacker valid (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 6, task-only, row Opus 4.8 attacker, column Valid)",,out:not-headline, arxiv-2610.34435-t6-task-only-missed-gpt6sol,arxiv-2610.34435,?Opus 4.8,not-established:absent,coding,hard,Claude Code,,,,,,0.0,valid attacks missed by the reviewer (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, task-only, row Opus 4.8 attacker, reviewer GPT-6-Sol, column %)",,out:model-not-established, arxiv-2610.34435-t6-task-only-missed-sonnet5,arxiv-2610.34435,sonnet-5,high,coding,hard,Claude Code,,,,,,3.3,valid attacks missed by the reviewer (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, task-only, row Sonnet 5 attacker, reviewer Sonnet 5, column %)",,out:not-headline, arxiv-2610.34435-t6-task-only-missed-opus48,arxiv-2610.34435,?Opus 4.8,not-established:absent,coding,hard,Claude Code,,,,,,0.0,valid attacks missed by the reviewer (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, task-only, row Sonnet 5 attacker, reviewer Opus 4.8, column %)",,out:model-not-established, arxiv-2610.34435-t6-task-only-attacker-launches,arxiv-2610.34435,sonnet-5,high,coding,hard,Claude Code,,,,,,360,attacker launches (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 6, task-only, row Sonnet 5 attacker, column Launches)",,out:not-headline, arxiv-2610.34435-t6-task-only-attacker-refused,arxiv-2610.34435,sonnet-5,high,coding,hard,Claude Code,,,,,,279,attacker refused (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 6, task-only, row Sonnet 5 attacker, column Refused)",,out:not-headline, arxiv-2610.34435-t6-task-only-attacker-gradeable,arxiv-2610.34435,sonnet-5,high,coding,hard,Claude Code,,,,,,47,attacker gradeable (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 6, task-only, row Sonnet 5 attacker, column Gradeable)",,out:not-headline, arxiv-2610.34435-t6-task-only-attacker-valid,arxiv-2610.34435,sonnet-5,high,coding,hard,Claude Code,,,,,,30,attacker valid (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 6, task-only, row Sonnet 5 attacker, column Valid)",,out:not-headline, arxiv-2610.34435-t6-task-only-missed-gpt6sol,arxiv-2610.34435,?Sonnet 5,not-established:absent,coding,hard,Claude Code,,,,,,0.0,valid attacks missed by the reviewer (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, task-only, row Sonnet 5 attacker, reviewer GPT-6-Sol, column %)",,out:model-not-established, arxiv-2610.34435-t6-task-only-missed-sonnet5,arxiv-2610.34435,?Sonnet 5,not-established:absent,coding,hard,Claude Code,,,,,,0.0,valid attacks missed by the reviewer (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, task-only, row GPT-6-Sol attacker, reviewer Sonnet 5, column %)",,out:model-not-established, arxiv-2610.34435-t6-task-only-missed-opus48,arxiv-2610.34435,?Opus 4.8,not-established:absent,coding,hard,Claude Code,,,,,,0.0,valid attacks missed by the reviewer (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, task-only, row GPT-6-Sol attacker, reviewer Opus 4.8, column %)",,out:model-not-established, arxiv-2610.34435-t6-task-only-missed-sonnet5,arxiv-2610.34435,?Sonnet 5,not-established:absent,coding,hard,Claude Code,,,,,,0.0,valid attacks missed by the reviewer (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, task-only, row Grok 4.7 attacker, reviewer Sonnet 5, column %)",,out:model-not-established, arxiv-2610.34435-t6-task-only-missed-opus48,arxiv-2610.34435,?Opus 4.8,not-established:absent,coding,hard,Claude Code,,,,,,0.0,valid attacks missed by the reviewer (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, task-only, row Grok 4.7 attacker, reviewer Opus 4.8, column %)",,out:model-not-established, arxiv-2610.34435-t6-task-only-missed-sonnet5,arxiv-2610.34435,?Sonnet 5,not-established:absent,coding,hard,Claude Code,,,,,,3.5,valid attacks missed by the reviewer (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, task-only, row GLM 5.3 attacker (first row), reviewer Sonnet 5, column %)",,out:model-not-established, arxiv-2610.34435-t6-task-only-missed-opus48,arxiv-2610.34435,?Opus 4.8,not-established:absent,coding,hard,Claude Code,,,,,,5.3,valid attacks missed by the reviewer (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, task-only, row GLM 5.3 attacker (first row), reviewer Opus 4.8, column %)",,out:model-not-established, arxiv-2610.34435-t6-task-only-missed-sonnet5,arxiv-2610.34435,?Sonnet 5,not-established:absent,coding,hard,Claude Code,,,,,,8.2,valid attacks missed by the reviewer (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, task-only, row GLM 5.3 attacker (second row), reviewer Sonnet 5, column %)",,out:model-not-established, arxiv-2610.34435-t6-task-only-missed-opus48,arxiv-2610.34435,?Opus 4.8,not-established:absent,coding,hard,Claude Code,,,,,,1.6,valid attacks missed by the reviewer (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, task-only, row GLM 5.3 attacker (second row), reviewer Opus 4.8, column %)",,out:model-not-established, arxiv-2610.34435-t6-task-only-missed-sonnet5,arxiv-2610.34435,?Sonnet 5,not-established:absent,coding,hard,Claude Code,,,,,,0.0,valid attacks missed by the reviewer (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, task-only, row Kimi K3 attacker, reviewer Sonnet 5, column %)",,out:model-not-established, arxiv-2610.34435-t6-task-only-missed-opus48,arxiv-2610.34435,?Opus 4.8,not-established:absent,coding,hard,Claude Code,,,,,,0.0,valid attacks missed by the reviewer (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, task-only, row Kimi K3 attacker, reviewer Opus 4.8, column %)",,out:model-not-established, arxiv-2610.34435-t6-fix-in-hand-missed-sonnet5,arxiv-2610.34435,?Sonnet 5,not-established:absent,coding,hard,Claude Code,,,,,,13.6,valid attacks missed by the reviewer (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, fix-in-hand, row Opus 4.8 attacker, reviewer Sonnet 5, column %)",,out:model-not-established, arxiv-2610.34435-t6-fix-in-hand-missed-opus48,arxiv-2610.34435,opus-4.8,high,coding,hard,Claude Code,,,,,,15.9,valid attacks missed by the reviewer (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, fix-in-hand, row Opus 4.8 attacker, reviewer Opus 4.8, column %)",,out:not-headline, arxiv-2610.34435-t6-fix-in-hand-attacker-launches,arxiv-2610.34435,opus-4.8,high,coding,hard,Claude Code,,,,,,158,attacker launches (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 6, fix-in-hand, row Opus 4.8 attacker, column Launches)",,out:not-headline, arxiv-2610.34435-t6-fix-in-hand-attacker-refused,arxiv-2610.34435,opus-4.8,high,coding,hard,Claude Code,,,,,,85,attacker refused (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 6, fix-in-hand, row Opus 4.8 attacker, column Refused)",,out:not-headline, arxiv-2610.34435-t6-fix-in-hand-attacker-gradeable,arxiv-2610.34435,opus-4.8,high,coding,hard,Claude Code,,,,,,64,attacker gradeable (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 6, fix-in-hand, row Opus 4.8 attacker, column Gradeable)",,out:not-headline, arxiv-2610.34435-t6-fix-in-hand-attacker-valid,arxiv-2610.34435,opus-4.8,high,coding,hard,Claude Code,,,,,,44,attacker valid (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 6, fix-in-hand, row Opus 4.8 attacker, column Valid)",,out:not-headline, arxiv-2610.34435-t6-fix-in-hand-missed-gpt6sol,arxiv-2610.34435,?Opus 4.8,not-established:absent,coding,hard,Claude Code,,,,,,6.8,valid attacks missed by the reviewer (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, fix-in-hand, row Opus 4.8 attacker, reviewer GPT-6-Sol, column %)",,out:model-not-established, arxiv-2610.34435-t6-fix-in-hand-missed-sonnet5,arxiv-2610.34435,sonnet-5,high,coding,hard,Claude Code,,,,,,20.0,valid attacks missed by the reviewer (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, fix-in-hand, row Sonnet 5 attacker, reviewer Sonnet 5, column %)",,out:not-headline, arxiv-2610.34435-t6-fix-in-hand-missed-opus48,arxiv-2610.34435,?Opus 4.8,not-established:absent,coding,hard,Claude Code,,,,,,21.9,valid attacks missed by the reviewer (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, fix-in-hand, row Sonnet 5 attacker, reviewer Opus 4.8, column %)",,out:model-not-established, arxiv-2610.34435-t6-fix-in-hand-attacker-launches,arxiv-2610.34435,sonnet-5,high,coding,hard,Claude Code,,,,,,230,attacker launches (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 6, fix-in-hand, row Sonnet 5 attacker, column Launches)",,out:not-headline, arxiv-2610.34435-t6-fix-in-hand-attacker-refused,arxiv-2610.34435,sonnet-5,high,coding,hard,Claude Code,,,,,,141,attacker refused (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 6, fix-in-hand, row Sonnet 5 attacker, column Refused)",,out:not-headline, arxiv-2610.34435-t6-fix-in-hand-attacker-gradeable,arxiv-2610.34435,sonnet-5,high,coding,hard,Claude Code,,,,,,56,attacker gradeable (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 6, fix-in-hand, row Sonnet 5 attacker, column Gradeable)",,out:not-headline, arxiv-2610.34435-t6-fix-in-hand-attacker-valid,arxiv-2610.34435,sonnet-5,high,coding,hard,Claude Code,,,,,,32,attacker valid (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 6, fix-in-hand, row Sonnet 5 attacker, column Valid)",,out:not-headline, arxiv-2610.34435-t6-fix-in-hand-missed-gpt6sol,arxiv-2610.34435,?Sonnet 5,not-established:absent,coding,hard,Claude Code,,,,,,6.2,valid attacks missed by the reviewer (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, fix-in-hand, row Sonnet 5 attacker, reviewer GPT-6-Sol, column %)",,out:model-not-established, arxiv-2610.34435-t6-fix-in-hand-missed-sonnet5,arxiv-2610.34435,?Sonnet 5,not-established:absent,coding,hard,Claude Code,,,,,,11.8,valid attacks missed by the reviewer (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, fix-in-hand, row GPT-6-Sol attacker, reviewer Sonnet 5, column %)",,out:model-not-established, arxiv-2610.34435-t6-fix-in-hand-missed-opus48,arxiv-2610.34435,?Opus 4.8,not-established:absent,coding,hard,Claude Code,,,,,,11.5,valid attacks missed by the reviewer (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, fix-in-hand, row GPT-6-Sol attacker, reviewer Opus 4.8, column %)",,out:model-not-established, arxiv-2610.34435-t6-fix-in-hand-missed-sonnet5,arxiv-2610.34435,?Sonnet 5,not-established:absent,coding,hard,Claude Code,,,,,,1.8,valid attacks missed by the reviewer (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, fix-in-hand, row Grok 4.7 attacker, reviewer Sonnet 5, column %)",,out:model-not-established, arxiv-2610.34435-t6-fix-in-hand-missed-opus48,arxiv-2610.34435,?Opus 4.8,not-established:absent,coding,hard,Claude Code,,,,,,3.5,valid attacks missed by the reviewer (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, fix-in-hand, row Grok 4.7 attacker, reviewer Opus 4.8, column %)",,out:model-not-established, arxiv-2610.34435-t6-fix-in-hand-missed-sonnet5,arxiv-2610.34435,?Sonnet 5,not-established:absent,coding,hard,Claude Code,,,,,,16.7,valid attacks missed by the reviewer (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, fix-in-hand, row GLM 5.3 attacker (first row), reviewer Sonnet 5, column %)",,out:model-not-established, arxiv-2610.34435-t6-fix-in-hand-missed-opus48,arxiv-2610.34435,?Opus 4.8,not-established:absent,coding,hard,Claude Code,,,,,,16.2,valid attacks missed by the reviewer (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, fix-in-hand, row GLM 5.3 attacker (first row), reviewer Opus 4.8, column %)",,out:model-not-established, arxiv-2610.34435-t6-fix-in-hand-missed-sonnet5,arxiv-2610.34435,?Sonnet 5,not-established:absent,coding,hard,Claude Code,,,,,,19.5,valid attacks missed by the reviewer (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, fix-in-hand, row GLM 5.3 attacker (second row), reviewer Sonnet 5, column %)",,out:model-not-established, arxiv-2610.34435-t6-fix-in-hand-missed-opus48,arxiv-2610.34435,?Opus 4.8,not-established:absent,coding,hard,Claude Code,,,,,,11.9,valid attacks missed by the reviewer (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, fix-in-hand, row GLM 5.3 attacker (second row), reviewer Opus 4.8, column %)",,out:model-not-established, arxiv-2610.34435-t6-fix-in-hand-missed-sonnet5,arxiv-2610.34435,?Sonnet 5,not-established:absent,coding,hard,Claude Code,,,,,,20.5,valid attacks missed by the reviewer (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, fix-in-hand, row Kimi K3 attacker, reviewer Sonnet 5, column %)",,out:model-not-established, arxiv-2610.34435-t6-fix-in-hand-missed-opus48,arxiv-2610.34435,?Opus 4.8,not-established:absent,coding,hard,Claude Code,,,,,,17.8,valid attacks missed by the reviewer (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, fix-in-hand, row Kimi K3 attacker, reviewer Opus 4.8, column %)",,out:model-not-established, arxiv-2610.34435-t6-window-missed-sonnet5,arxiv-2610.34435,?Sonnet 5,not-established:absent,coding,hard,Claude Code,,,,,,22.4,valid attacks missed by the reviewer (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, window, row Opus 4.8 attacker, reviewer Sonnet 5, column %)",,out:model-not-established, arxiv-2610.34435-t6-window-missed-opus48,arxiv-2610.34435,opus-4.8,high,coding,hard,Claude Code,,,,,,19.0,valid attacks missed by the reviewer (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, window, row Opus 4.8 attacker, reviewer Opus 4.8, column %)",,out:not-headline, arxiv-2610.34435-t6-window-attacker-launches,arxiv-2610.34435,opus-4.8,high,coding,hard,Claude Code,,,,,,183,attacker launches (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 6, window, row Opus 4.8 attacker, column Launches)",,out:not-headline, arxiv-2610.34435-t6-window-attacker-refused,arxiv-2610.34435,opus-4.8,high,coding,hard,Claude Code,,,,,,96,attacker refused (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 6, window, row Opus 4.8 attacker, column Refused)",,out:not-headline, arxiv-2610.34435-t6-window-attacker-gradeable,arxiv-2610.34435,opus-4.8,high,coding,hard,Claude Code,,,,,,64,attacker gradeable (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 6, window, row Opus 4.8 attacker, column Gradeable)",,out:not-headline, arxiv-2610.34435-t6-window-attacker-valid,arxiv-2610.34435,opus-4.8,high,coding,hard,Claude Code,,,,,,58,attacker valid (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 6, window, row Opus 4.8 attacker, column Valid)",,out:not-headline, arxiv-2610.34435-t6-window-missed-gpt6sol,arxiv-2610.34435,?Opus 4.8,not-established:absent,coding,hard,Claude Code,,,,,,13.8,valid attacks missed by the reviewer (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, window, row Opus 4.8 attacker, reviewer GPT-6-Sol, column %)",,out:model-not-established, arxiv-2610.34435-t6-window-missed-sonnet5,arxiv-2610.34435,sonnet-5,high,coding,hard,Claude Code,,,,,,27.8,valid attacks missed by the reviewer (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, window, row Sonnet 5 attacker, reviewer Sonnet 5, column %)",,out:not-headline, arxiv-2610.34435-t6-window-missed-opus48,arxiv-2610.34435,?Opus 4.8,not-established:absent,coding,hard,Claude Code,,,,,,16.7,valid attacks missed by the reviewer (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, window, row Sonnet 5 attacker, reviewer Opus 4.8, column %)",,out:model-not-established, arxiv-2610.34435-t6-window-attacker-launches,arxiv-2610.34435,sonnet-5,high,coding,hard,Claude Code,,,,,,195,attacker launches (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 6, window, row Sonnet 5 attacker, column Launches)",,out:not-headline, arxiv-2610.34435-t6-window-attacker-refused,arxiv-2610.34435,sonnet-5,high,coding,hard,Claude Code,,,,,,79,attacker refused (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 6, window, row Sonnet 5 attacker, column Refused)",,out:not-headline, arxiv-2610.34435-t6-window-attacker-gradeable,arxiv-2610.34435,sonnet-5,high,coding,hard,Claude Code,,,,,,60,attacker gradeable (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 6, window, row Sonnet 5 attacker, column Gradeable)",,out:not-headline, arxiv-2610.34435-t6-window-attacker-valid,arxiv-2610.34435,sonnet-5,high,coding,hard,Claude Code,,,,,,54,attacker valid (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 6, window, row Sonnet 5 attacker, column Valid)",,out:not-headline, arxiv-2610.34435-t6-window-missed-gpt6sol,arxiv-2610.34435,?Sonnet 5,not-established:absent,coding,hard,Claude Code,,,,,,25.9,valid attacks missed by the reviewer (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, window, row Sonnet 5 attacker, reviewer GPT-6-Sol, column %)",,out:model-not-established, arxiv-2610.34435-t6-window-missed-sonnet5,arxiv-2610.34435,?Sonnet 5,not-established:absent,coding,hard,Claude Code,,,,,,14.3,valid attacks missed by the reviewer (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, window, row GPT-6-Sol attacker, reviewer Sonnet 5, column %)",,out:model-not-established, arxiv-2610.34435-t6-window-missed-opus48,arxiv-2610.34435,?Opus 4.8,not-established:absent,coding,hard,Claude Code,,,,,,10.0,valid attacks missed by the reviewer (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, window, row GPT-6-Sol attacker, reviewer Opus 4.8, column %)",,out:model-not-established, arxiv-2610.34435-t6-window-missed-sonnet5,arxiv-2610.34435,?Sonnet 5,not-established:absent,coding,hard,Claude Code,,,,,,22.6,valid attacks missed by the reviewer (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, window, row Grok 4.7 attacker, reviewer Sonnet 5, column %)",,out:model-not-established, arxiv-2610.34435-t6-window-missed-opus48,arxiv-2610.34435,?Opus 4.8,not-established:absent,coding,hard,Claude Code,,,,,,19.4,valid attacks missed by the reviewer (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, window, row Grok 4.7 attacker, reviewer Opus 4.8, column %)",,out:model-not-established, arxiv-2610.34435-t6-window-missed-sonnet5,arxiv-2610.34435,?Sonnet 5,not-established:absent,coding,hard,Claude Code,,,,,,25.4,valid attacks missed by the reviewer (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, window, row GLM 5.3 attacker (first row), reviewer Sonnet 5, column %)",,out:model-not-established, arxiv-2610.34435-t6-window-missed-opus48,arxiv-2610.34435,?Opus 4.8,not-established:absent,coding,hard,Claude Code,,,,,,15.9,valid attacks missed by the reviewer (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, window, row GLM 5.3 attacker (first row), reviewer Opus 4.8, column %)",,out:model-not-established, arxiv-2610.34435-t6-window-missed-sonnet5,arxiv-2610.34435,?Sonnet 5,not-established:absent,coding,hard,Claude Code,,,,,,36.5,valid attacks missed by the reviewer (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, window, row GLM 5.3 attacker (second row), reviewer Sonnet 5, column %)",,out:model-not-established, arxiv-2610.34435-t6-window-missed-opus48,arxiv-2610.34435,?Opus 4.8,not-established:absent,coding,hard,Claude Code,,,,,,22.2,valid attacks missed by the reviewer (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, window, row GLM 5.3 attacker (second row), reviewer Opus 4.8, column %)",,out:model-not-established, arxiv-2610.34435-t6-window-missed-sonnet5,arxiv-2610.34435,?Sonnet 5,not-established:absent,coding,hard,Claude Code,,,,,,22.8,valid attacks missed by the reviewer (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, window, row Kimi K3 attacker, reviewer Sonnet 5, column %)",,out:model-not-established, arxiv-2610.34435-t6-window-missed-opus48,arxiv-2610.34435,?Opus 4.8,not-established:absent,coding,hard,Claude Code,,,,,,17.5,valid attacks missed by the reviewer (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, window, row Kimi K3 attacker, reviewer Opus 4.8, column %)",,out:model-not-established, arxiv-2610.34435-t7-v8-task-only-missed-sonnet5,arxiv-2610.34435,?Sonnet 5,not-established:absent,coding,hard,Claude Code,,,,,,0,valid attacks missed by the reviewer (missed/valid),0,,,"https://arxiv.org/abs/2610.34435 (Table 7, v8, task-only, row Opus 4.8, reviewer Sonnet 5, missed / valid)",,out:model-not-established, arxiv-2610.34435-t7-v8-task-only-attacker-launches,arxiv-2610.34435,opus-4.8,high,coding,hard,Claude Code,,,,,,13,attacker launches (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 7, v8, task-only, row Opus 4.8, column Launches)",,out:not-headline, arxiv-2610.34435-t7-v8-task-only-attacker-refused,arxiv-2610.34435,opus-4.8,high,coding,hard,Claude Code,,,,,,3,attacker refused (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 7, v8, task-only, row Opus 4.8, column Refused)",,out:not-headline, arxiv-2610.34435-t7-v8-task-only-attacker-gradeable,arxiv-2610.34435,opus-4.8,high,coding,hard,Claude Code,,,,,,10,attacker gradeable (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 7, v8, task-only, row Opus 4.8, column Gradeable)",,out:not-headline, arxiv-2610.34435-t7-v8-task-only-attacker-valid,arxiv-2610.34435,opus-4.8,high,coding,hard,Claude Code,,,,,,4,attacker valid (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 7, v8, task-only, row Opus 4.8, column Valid)",,out:not-headline, arxiv-2610.34435-t7-v8-task-only-missed-gpt6sol,arxiv-2610.34435,?Opus 4.8,not-established:absent,coding,hard,Claude Code,,,,,,0,valid attacks missed by the reviewer (missed/valid),0,,,"https://arxiv.org/abs/2610.34435 (Table 7, v8, task-only, row Opus 4.8, reviewer GPT-6-Sol, missed / valid)",,out:model-not-established, arxiv-2610.34435-t7-v8-task-only-missed-sonnet5,arxiv-2610.34435,?Sonnet 5,not-established:absent,coding,hard,Claude Code,,,,,,1,valid attacks missed by the reviewer (missed/valid),0,,,"https://arxiv.org/abs/2610.34435 (Table 7, v8, task-only, row GPT-6-Sol, reviewer Sonnet 5, missed / valid)",,out:model-not-established, arxiv-2610.34435-t7-v8-task-only-missed-sonnet5,arxiv-2610.34435,?Sonnet 5,not-established:absent,coding,hard,Claude Code,,,,,,0,valid attacks missed by the reviewer (missed/valid),0,,,"https://arxiv.org/abs/2610.34435 (Table 7, v8, task-only, row GLM 5.3, reviewer Sonnet 5, missed / valid)",,out:model-not-established, arxiv-2610.34435-t7-v8-fix-in-hand-missed-sonnet5,arxiv-2610.34435,?Sonnet 5,not-established:absent,coding,hard,Claude Code,,,,,,0,valid attacks missed by the reviewer (missed/valid),0,,,"https://arxiv.org/abs/2610.34435 (Table 7, v8, fix-in-hand, row Opus 4.8, reviewer Sonnet 5, missed / valid)",,out:model-not-established, arxiv-2610.34435-t7-v8-fix-in-hand-attacker-launches,arxiv-2610.34435,opus-4.8,high,coding,hard,Claude Code,,,,,,13,attacker launches (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 7, v8, fix-in-hand, row Opus 4.8, column Launches)",,out:not-headline, arxiv-2610.34435-t7-v8-fix-in-hand-attacker-refused,arxiv-2610.34435,opus-4.8,high,coding,hard,Claude Code,,,,,,3,attacker refused (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 7, v8, fix-in-hand, row Opus 4.8, column Refused)",,out:not-headline, arxiv-2610.34435-t7-v8-fix-in-hand-attacker-gradeable,arxiv-2610.34435,opus-4.8,high,coding,hard,Claude Code,,,,,,10,attacker gradeable (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 7, v8, fix-in-hand, row Opus 4.8, column Gradeable)",,out:not-headline, arxiv-2610.34435-t7-v8-fix-in-hand-attacker-valid,arxiv-2610.34435,opus-4.8,high,coding,hard,Claude Code,,,,,,4,attacker valid (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 7, v8, fix-in-hand, row Opus 4.8, column Valid)",,out:not-headline, arxiv-2610.34435-t7-v8-fix-in-hand-missed-gpt6sol,arxiv-2610.34435,?Opus 4.8,not-established:absent,coding,hard,Claude Code,,,,,,1,valid attacks missed by the reviewer (missed/valid),0,,,"https://arxiv.org/abs/2610.34435 (Table 7, v8, fix-in-hand, row Opus 4.8, reviewer GPT-6-Sol, missed / valid)",,out:model-not-established, arxiv-2610.34435-t7-v8-fix-in-hand-missed-sonnet5,arxiv-2610.34435,?Sonnet 5,not-established:absent,coding,hard,Claude Code,,,,,,1,valid attacks missed by the reviewer (missed/valid),0,,,"https://arxiv.org/abs/2610.34435 (Table 7, v8, fix-in-hand, row GPT-6-Sol, reviewer Sonnet 5, missed / valid)",,out:model-not-established, arxiv-2610.34435-t7-v8-fix-in-hand-missed-sonnet5,arxiv-2610.34435,?Sonnet 5,not-established:absent,coding,hard,Claude Code,,,,,,0,valid attacks missed by the reviewer (missed/valid),0,,,"https://arxiv.org/abs/2610.34435 (Table 7, v8, fix-in-hand, row GLM 5.3, reviewer Sonnet 5, missed / valid)",,out:model-not-established, arxiv-2610.34435-t7-v8-window-missed-sonnet5,arxiv-2610.34435,?Sonnet 5,not-established:absent,coding,hard,Claude Code,,,,,,2,valid attacks missed by the reviewer (missed/valid),0,,,"https://arxiv.org/abs/2610.34435 (Table 7, v8, window, row Opus 4.8, reviewer Sonnet 5, missed / valid)",,out:model-not-established, arxiv-2610.34435-t7-v8-window-attacker-launches,arxiv-2610.34435,opus-4.8,high,coding,hard,Claude Code,,,,,,31,attacker launches (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 7, v8, window, row Opus 4.8, column Launches)",,out:not-headline, arxiv-2610.34435-t7-v8-window-attacker-refused,arxiv-2610.34435,opus-4.8,high,coding,hard,Claude Code,,,,,,17,attacker refused (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 7, v8, window, row Opus 4.8, column Refused)",,out:not-headline, arxiv-2610.34435-t7-v8-window-attacker-gradeable,arxiv-2610.34435,opus-4.8,high,coding,hard,Claude Code,,,,,,10,attacker gradeable (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 7, v8, window, row Opus 4.8, column Gradeable)",,out:not-headline, arxiv-2610.34435-t7-v8-window-attacker-valid,arxiv-2610.34435,opus-4.8,high,coding,hard,Claude Code,,,,,,3,attacker valid (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 7, v8, window, row Opus 4.8, column Valid)",,out:not-headline, arxiv-2610.34435-t7-v8-window-missed-gpt6sol,arxiv-2610.34435,?Opus 4.8,not-established:absent,coding,hard,Claude Code,,,,,,3,valid attacks missed by the reviewer (missed/valid),0,,,"https://arxiv.org/abs/2610.34435 (Table 7, v8, window, row Opus 4.8, reviewer GPT-6-Sol, missed / valid)",,out:model-not-established, arxiv-2610.34435-t7-v8-window-missed-sonnet5,arxiv-2610.34435,?Sonnet 5,not-established:absent,coding,hard,Claude Code,,,,,,3,valid attacks missed by the reviewer (missed/valid),0,,,"https://arxiv.org/abs/2610.34435 (Table 7, v8, window, row GPT-6-Sol, reviewer Sonnet 5, missed / valid)",,out:model-not-established, arxiv-2610.34435-t7-v8-window-missed-sonnet5,arxiv-2610.34435,?Sonnet 5,not-established:absent,coding,hard,Claude Code,,,,,,3,valid attacks missed by the reviewer (missed/valid),0,,,"https://arxiv.org/abs/2610.34435 (Table 7, v8, window, row GLM 5.3, reviewer Sonnet 5, missed / valid)",,out:model-not-established, arxiv-2610.34435-t7-spidermonkey-task-only-missed-sonnet5,arxiv-2610.34435,?Sonnet 5,not-established:absent,coding,hard,Claude Code,,,,,,0,valid attacks missed by the reviewer (missed/valid),0,,,"https://arxiv.org/abs/2610.34435 (Table 7, spidermonkey, task-only, row Opus 4.8, reviewer Sonnet 5, missed / valid)",,out:model-not-established, arxiv-2610.34435-t7-spidermonkey-task-only-attacker-launches,arxiv-2610.34435,opus-4.8,high,coding,hard,Claude Code,,,,,,14,attacker launches (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 7, spidermonkey, task-only, row Opus 4.8, column Launches)",,out:not-headline, arxiv-2610.34435-t7-spidermonkey-task-only-attacker-refused,arxiv-2610.34435,opus-4.8,high,coding,hard,Claude Code,,,,,,4,attacker refused (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 7, spidermonkey, task-only, row Opus 4.8, column Refused)",,out:not-headline, arxiv-2610.34435-t7-spidermonkey-task-only-attacker-gradeable,arxiv-2610.34435,opus-4.8,high,coding,hard,Claude Code,,,,,,10,attacker gradeable (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 7, spidermonkey, task-only, row Opus 4.8, column Gradeable)",,out:not-headline, arxiv-2610.34435-t7-spidermonkey-task-only-attacker-valid,arxiv-2610.34435,opus-4.8,high,coding,hard,Claude Code,,,,,,6,attacker valid (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 7, spidermonkey, task-only, row Opus 4.8, column Valid)",,out:not-headline, arxiv-2610.34435-t7-spidermonkey-task-only-missed-gpt6sol,arxiv-2610.34435,?Opus 4.8,not-established:absent,coding,hard,Claude Code,,,,,,0,valid attacks missed by the reviewer (missed/valid),0,,,"https://arxiv.org/abs/2610.34435 (Table 7, spidermonkey, task-only, row Opus 4.8, reviewer GPT-6-Sol, missed / valid)",,out:model-not-established, arxiv-2610.34435-t7-spidermonkey-task-only-missed-sonnet5,arxiv-2610.34435,?Sonnet 5,not-established:absent,coding,hard,Claude Code,,,,,,0,valid attacks missed by the reviewer (missed/valid),0,,,"https://arxiv.org/abs/2610.34435 (Table 7, spidermonkey, task-only, row GPT-6-Sol, reviewer Sonnet 5, missed / valid)",,out:model-not-established, arxiv-2610.34435-t7-spidermonkey-task-only-missed-sonnet5,arxiv-2610.34435,?Sonnet 5,not-established:absent,coding,hard,Claude Code,,,,,,0,valid attacks missed by the reviewer (missed/valid),0,,,"https://arxiv.org/abs/2610.34435 (Table 7, spidermonkey, task-only, row GLM 5.3, reviewer Sonnet 5, missed / valid)",,out:model-not-established, arxiv-2610.34435-t7-spidermonkey-fix-in-hand-missed-sonnet5,arxiv-2610.34435,?Sonnet 5,not-established:absent,coding,hard,Claude Code,,,,,,0,valid attacks missed by the reviewer (missed/valid),0,,,"https://arxiv.org/abs/2610.34435 (Table 7, spidermonkey, fix-in-hand, row Opus 4.8, reviewer Sonnet 5, missed / valid)",,out:model-not-established, arxiv-2610.34435-t7-spidermonkey-fix-in-hand-attacker-launches,arxiv-2610.34435,opus-4.8,high,coding,hard,Claude Code,,,,,,14,attacker launches (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 7, spidermonkey, fix-in-hand, row Opus 4.8, column Launches)",,out:not-headline, arxiv-2610.34435-t7-spidermonkey-fix-in-hand-attacker-refused,arxiv-2610.34435,opus-4.8,high,coding,hard,Claude Code,,,,,,2,attacker refused (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 7, spidermonkey, fix-in-hand, row Opus 4.8, column Refused)",,out:not-headline, arxiv-2610.34435-t7-spidermonkey-fix-in-hand-attacker-gradeable,arxiv-2610.34435,opus-4.8,high,coding,hard,Claude Code,,,,,,10,attacker gradeable (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 7, spidermonkey, fix-in-hand, row Opus 4.8, column Gradeable)",,out:not-headline, arxiv-2610.34435-t7-spidermonkey-fix-in-hand-attacker-valid,arxiv-2610.34435,opus-4.8,high,coding,hard,Claude Code,,,,,,8,attacker valid (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 7, spidermonkey, fix-in-hand, row Opus 4.8, column Valid)",,out:not-headline, arxiv-2610.34435-t7-spidermonkey-fix-in-hand-missed-gpt6sol,arxiv-2610.34435,?Opus 4.8,not-established:absent,coding,hard,Claude Code,,,,,,1,valid attacks missed by the reviewer (missed/valid),0,,,"https://arxiv.org/abs/2610.34435 (Table 7, spidermonkey, fix-in-hand, row Opus 4.8, reviewer GPT-6-Sol, missed / valid)",,out:model-not-established, arxiv-2610.34435-t7-spidermonkey-fix-in-hand-missed-sonnet5,arxiv-2610.34435,?Sonnet 5,not-established:absent,coding,hard,Claude Code,,,,,,1,valid attacks missed by the reviewer (missed/valid),0,,,"https://arxiv.org/abs/2610.34435 (Table 7, spidermonkey, fix-in-hand, row GPT-6-Sol, reviewer Sonnet 5, missed / valid)",,out:model-not-established, arxiv-2610.34435-t7-spidermonkey-fix-in-hand-missed-sonnet5,arxiv-2610.34435,?Sonnet 5,not-established:absent,coding,hard,Claude Code,,,,,,0,valid attacks missed by the reviewer (missed/valid),0,,,"https://arxiv.org/abs/2610.34435 (Table 7, spidermonkey, fix-in-hand, row GLM 5.3, reviewer Sonnet 5, missed / valid)",,out:model-not-established, arxiv-2610.34435-t7-spidermonkey-window-missed-sonnet5,arxiv-2610.34435,?Sonnet 5,not-established:absent,coding,hard,Claude Code,,,,,,0,valid attacks missed by the reviewer (missed/valid),0,,,"https://arxiv.org/abs/2610.34435 (Table 7, spidermonkey, window, row Opus 4.8, reviewer Sonnet 5, missed / valid)",,out:model-not-established, arxiv-2610.34435-t7-spidermonkey-window-attacker-launches,arxiv-2610.34435,opus-4.8,high,coding,hard,Claude Code,,,,,,32,attacker launches (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 7, spidermonkey, window, row Opus 4.8, column Launches)",,out:not-headline, arxiv-2610.34435-t7-spidermonkey-window-attacker-refused,arxiv-2610.34435,opus-4.8,high,coding,hard,Claude Code,,,,,,15,attacker refused (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 7, spidermonkey, window, row Opus 4.8, column Refused)",,out:not-headline, arxiv-2610.34435-t7-spidermonkey-window-attacker-gradeable,arxiv-2610.34435,opus-4.8,high,coding,hard,Claude Code,,,,,,10,attacker gradeable (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 7, spidermonkey, window, row Opus 4.8, column Gradeable)",,out:not-headline, arxiv-2610.34435-t7-spidermonkey-window-attacker-valid,arxiv-2610.34435,opus-4.8,high,coding,hard,Claude Code,,,,,,1,attacker valid (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 7, spidermonkey, window, row Opus 4.8, column Valid)",,out:not-headline, arxiv-2610.34435-t7-spidermonkey-window-missed-gpt6sol,arxiv-2610.34435,?Opus 4.8,not-established:absent,coding,hard,Claude Code,,,,,,1,valid attacks missed by the reviewer (missed/valid),0,,,"https://arxiv.org/abs/2610.34435 (Table 7, spidermonkey, window, row Opus 4.8, reviewer GPT-6-Sol, missed / valid)",,out:model-not-established, arxiv-2610.34435-t7-spidermonkey-window-missed-sonnet5,arxiv-2610.34435,?Sonnet 5,not-established:absent,coding,hard,Claude Code,,,,,,0,valid attacks missed by the reviewer (missed/valid),0,,,"https://arxiv.org/abs/2610.34435 (Table 7, spidermonkey, window, row GPT-6-Sol, reviewer Sonnet 5, missed / valid)",,out:model-not-established, arxiv-2610.34435-t7-spidermonkey-window-missed-sonnet5,arxiv-2610.34435,?Sonnet 5,not-established:absent,coding,hard,Claude Code,,,,,,2,valid attacks missed by the reviewer (missed/valid),0,,,"https://arxiv.org/abs/2610.34435 (Table 7, spidermonkey, window, row GLM 5.3, reviewer Sonnet 5, missed / valid)",,out:model-not-established, arxiv-2610.34435-reviewer-gpt6sol-task-only-survived,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,0.0,survival of valid attacks (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 1, setup Task only, column GPT-6-Sol Survived)",,out:effort-not-established, arxiv-2610.34435-reviewer-gpt6sol-task-only-approved,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,0,attacks missed: approved (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 1, setup Task only, column GPT-6-Sol Approved)",,out:effort-not-established, arxiv-2610.34435-reviewer-gpt6sol-task-only-wrong-site,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,0,attacks missed: wrong site (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 1, setup Task only, column GPT-6-Sol Wrong site)",,out:effort-not-established, arxiv-2610.34435-reviewer-gpt6sol-fix-in-hand-survived,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,5.4,survival of valid attacks (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 1, setup Fix in hand, column GPT-6-Sol Survived)",,out:effort-not-established, arxiv-2610.34435-reviewer-gpt6sol-fix-in-hand-approved,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,9,attacks missed: approved (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 1, setup Fix in hand, column GPT-6-Sol Approved)",,out:effort-not-established, arxiv-2610.34435-reviewer-gpt6sol-fix-in-hand-wrong-site,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,8,attacks missed: wrong site (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 1, setup Fix in hand, column GPT-6-Sol Wrong site)",,out:effort-not-established, arxiv-2610.34435-reviewer-gpt6sol-window-survived,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,19.4,survival of valid attacks (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 1, setup Window, column GPT-6-Sol Survived)",,out:effort-not-established, arxiv-2610.34435-reviewer-gpt6sol-window-approved,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,12,attacks missed: approved (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 1, setup Window, column GPT-6-Sol Approved)",,out:effort-not-established, arxiv-2610.34435-reviewer-gpt6sol-window-wrong-site,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,71,attacks missed: wrong site (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 1, setup Window, column GPT-6-Sol Wrong site)",,out:effort-not-established, arxiv-2610.34435-reviewer-gpt6sol-all-setups-survived,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,9.2,survival of valid attacks (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 1, setup All setups, column GPT-6-Sol Survived)",,out:effort-not-established, arxiv-2610.34435-reviewer-gpt6sol-all-setups-approved,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,21,attacks missed: approved (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 1, setup All setups, column GPT-6-Sol Approved)",,out:effort-not-established, arxiv-2610.34435-reviewer-gpt6sol-all-setups-wrong-site,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,79,attacks missed: wrong site (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 1, setup All setups, column GPT-6-Sol Wrong site)",,out:effort-not-established, arxiv-2610.34435-failure-catalog-gpt6sol-approved-source-unchanged-missed,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,21,share of reviews with the behavior (%),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 2, row Approved (source unchanged), column GPT-6-Sol Missed)",,out:effort-not-established, arxiv-2610.34435-failure-catalog-gpt6sol-wrong-site-repair-missed,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,79,share of reviews with the behavior (%),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 2, row Wrong-site repair, column GPT-6-Sol Missed)",,out:effort-not-established, arxiv-2610.34435-failure-catalog-gpt6sol-saw-no-planted-line-windows-missed,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,36,share of reviews with the behavior (%),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 2, row Saw no planted line (windows), column GPT-6-Sol Missed)",,out:effort-not-established, arxiv-2610.34435-failure-catalog-gpt6sol-saw-no-planted-line-windows-caught,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,0,share of reviews with the behavior (%),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 2, row Saw no planted line (windows), column GPT-6-Sol Caught)",,out:effort-not-established, arxiv-2610.34435-failure-catalog-gpt6sol-built-or-ran-no-code-missed,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,0,share of reviews with the behavior (%),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 2, row Built or ran no code, column GPT-6-Sol Missed)",,out:effort-not-established, arxiv-2610.34435-failure-catalog-gpt6sol-built-or-ran-no-code-caught,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,0,share of reviews with the behavior (%),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 2, row Built or ran no code, column GPT-6-Sol Caught)",,out:effort-not-established, arxiv-2610.34435-failure-catalog-gpt6sol-wrote-no-test-input-missed,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,52,share of reviews with the behavior (%),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 2, row Wrote no test input, column GPT-6-Sol Missed)",,out:effort-not-established, arxiv-2610.34435-failure-catalog-gpt6sol-wrote-no-test-input-caught,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,15,share of reviews with the behavior (%),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 2, row Wrote no test input, column GPT-6-Sol Caught)",,out:effort-not-established, arxiv-2610.34435-failure-catalog-gpt6sol-ran-the-project-test-suite-missed,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,57,share of reviews with the behavior (%),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 2, row Ran the project test suite, column GPT-6-Sol Missed)",,out:effort-not-established, arxiv-2610.34435-failure-catalog-gpt6sol-ran-the-project-test-suite-caught,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,33,share of reviews with the behavior (%),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 2, row Ran the project test suite, column GPT-6-Sol Caught)",,out:effort-not-established, arxiv-2610.34435-t6-reviewer-gpt6sol-task-only-opus-4-8-missed,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,0,valid attacks missed (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 6, setup Task only, attacker Opus 4.8, column GPT-6-Sol Missed)",,out:effort-not-established, arxiv-2610.34435-t6-reviewer-gpt6sol-task-only-opus-4-8-missed-pct,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,0.0,valid attacks missed (% of scored),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, setup Task only, attacker Opus 4.8, column GPT-6-Sol %)",,out:effort-not-established, arxiv-2610.34435-t6-reviewer-gpt6sol-task-only-sonnet-5-missed,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,0,valid attacks missed (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 6, setup Task only, attacker Sonnet 5, column GPT-6-Sol Missed)",,out:effort-not-established, arxiv-2610.34435-t6-reviewer-gpt6sol-task-only-sonnet-5-missed-pct,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,0.0,valid attacks missed (% of scored),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, setup Task only, attacker Sonnet 5, column GPT-6-Sol %)",,out:effort-not-established, arxiv-2610.34435-t6-reviewer-gpt6sol-task-only-gpt-6-sol-missed,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,0,valid attacks missed (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 6, setup Task only, attacker GPT-6-Sol, column GPT-6-Sol Missed)",,out:effort-not-established, arxiv-2610.34435-t6-reviewer-gpt6sol-task-only-gpt-6-sol-missed-pct,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,0.0,valid attacks missed (% of scored),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, setup Task only, attacker GPT-6-Sol, column GPT-6-Sol %)",,out:effort-not-established, arxiv-2610.34435-t6-attacker-gpt6sol-task-only-vs-sonnet-5-missed,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,0,valid attacks missed by the reviewer (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 6, setup Task only, attacker GPT-6-Sol, reviewer Sonnet 5 Missed)",,out:effort-not-established, arxiv-2610.34435-t6-attacker-gpt6sol-task-only-vs-sonnet-5-missed-pct,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,0.0,valid attacks missed by the reviewer (% of scored),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, setup Task only, attacker GPT-6-Sol, reviewer Sonnet 5 %)",,out:effort-not-established, arxiv-2610.34435-t6-attacker-gpt6sol-task-only-vs-opus-4-8-missed,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,0,valid attacks missed by the reviewer (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 6, setup Task only, attacker GPT-6-Sol, reviewer Opus 4.8 Missed)",,out:effort-not-established, arxiv-2610.34435-t6-attacker-gpt6sol-task-only-vs-opus-4-8-missed-pct,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,0.0,valid attacks missed by the reviewer (% of scored),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, setup Task only, attacker GPT-6-Sol, reviewer Opus 4.8 %)",,out:effort-not-established, arxiv-2610.34435-t6-attacker-gpt6sol-task-only-vs-gpt-6-sol-missed,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,0,valid attacks missed by the reviewer (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 6, setup Task only, attacker GPT-6-Sol, reviewer GPT-6-Sol Missed)",,out:effort-not-established, arxiv-2610.34435-t6-attacker-gpt6sol-task-only-vs-gpt-6-sol-missed-pct,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,0.0,valid attacks missed by the reviewer (% of scored),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, setup Task only, attacker GPT-6-Sol, reviewer GPT-6-Sol %)",,out:effort-not-established, arxiv-2610.34435-t6-reviewer-gpt6sol-task-only-grok-4-7-missed,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,0,valid attacks missed (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 6, setup Task only, attacker Grok 4.7, column GPT-6-Sol Missed)",,out:effort-not-established, arxiv-2610.34435-t6-reviewer-gpt6sol-task-only-grok-4-7-missed-pct,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,0.0,valid attacks missed (% of scored),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, setup Task only, attacker Grok 4.7, column GPT-6-Sol %)",,out:effort-not-established, arxiv-2610.34435-t6-reviewer-gpt6sol-task-only-glm-5-3-first-row-missed,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,0,valid attacks missed (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 6, setup Task only, attacker GLM 5.3 (first row), column GPT-6-Sol Missed)",,out:effort-not-established, arxiv-2610.34435-t6-reviewer-gpt6sol-task-only-glm-5-3-first-row-missed-pct,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,0.0,valid attacks missed (% of scored),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, setup Task only, attacker GLM 5.3 (first row), column GPT-6-Sol %)",,out:effort-not-established, arxiv-2610.34435-t6-reviewer-gpt6sol-task-only-glm-5-3-second-row-missed,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,0,valid attacks missed (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 6, setup Task only, attacker GLM 5.3 (second row), column GPT-6-Sol Missed)",,out:effort-not-established, arxiv-2610.34435-t6-reviewer-gpt6sol-task-only-glm-5-3-second-row-missed-pct,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,0.0,valid attacks missed (% of scored),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, setup Task only, attacker GLM 5.3 (second row), column GPT-6-Sol %)",,out:effort-not-established, arxiv-2610.34435-t6-reviewer-gpt6sol-task-only-kimi-k3-missed,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,0,valid attacks missed (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 6, setup Task only, attacker Kimi K3, column GPT-6-Sol Missed)",,out:effort-not-established, arxiv-2610.34435-t6-reviewer-gpt6sol-task-only-kimi-k3-missed-pct,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,0.0,valid attacks missed (% of scored),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, setup Task only, attacker Kimi K3, column GPT-6-Sol %)",,out:effort-not-established, arxiv-2610.34435-t6-reviewer-gpt6sol-fix-in-hand-opus-4-8-missed,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,3,valid attacks missed (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 6, setup Fix in hand, attacker Opus 4.8, column GPT-6-Sol Missed)",,out:effort-not-established, arxiv-2610.34435-t6-reviewer-gpt6sol-fix-in-hand-opus-4-8-missed-pct,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,6.8,valid attacks missed (% of scored),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, setup Fix in hand, attacker Opus 4.8, column GPT-6-Sol %)",,out:effort-not-established, arxiv-2610.34435-t6-reviewer-gpt6sol-fix-in-hand-sonnet-5-missed,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,2,valid attacks missed (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 6, setup Fix in hand, attacker Sonnet 5, column GPT-6-Sol Missed)",,out:effort-not-established, arxiv-2610.34435-t6-reviewer-gpt6sol-fix-in-hand-sonnet-5-missed-pct,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,6.2,valid attacks missed (% of scored),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, setup Fix in hand, attacker Sonnet 5, column GPT-6-Sol %)",,out:effort-not-established, arxiv-2610.34435-t6-reviewer-gpt6sol-fix-in-hand-gpt-6-sol-missed,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,1,valid attacks missed (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 6, setup Fix in hand, attacker GPT-6-Sol, column GPT-6-Sol Missed)",,out:effort-not-established, arxiv-2610.34435-t6-reviewer-gpt6sol-fix-in-hand-gpt-6-sol-missed-pct,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,1.9,valid attacks missed (% of scored),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, setup Fix in hand, attacker GPT-6-Sol, column GPT-6-Sol %)",,out:effort-not-established, arxiv-2610.34435-t6-attacker-gpt6sol-fix-in-hand-vs-sonnet-5-missed,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,6,valid attacks missed by the reviewer (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 6, setup Fix in hand, attacker GPT-6-Sol, reviewer Sonnet 5 Missed)",,out:effort-not-established, arxiv-2610.34435-t6-attacker-gpt6sol-fix-in-hand-vs-sonnet-5-missed-pct,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,11.8,valid attacks missed by the reviewer (% of scored),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, setup Fix in hand, attacker GPT-6-Sol, reviewer Sonnet 5 %)",,out:effort-not-established, arxiv-2610.34435-t6-attacker-gpt6sol-fix-in-hand-vs-opus-4-8-missed,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,6,valid attacks missed by the reviewer (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 6, setup Fix in hand, attacker GPT-6-Sol, reviewer Opus 4.8 Missed)",,out:effort-not-established, arxiv-2610.34435-t6-attacker-gpt6sol-fix-in-hand-vs-opus-4-8-missed-pct,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,11.5,valid attacks missed by the reviewer (% of scored),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, setup Fix in hand, attacker GPT-6-Sol, reviewer Opus 4.8 %)",,out:effort-not-established, arxiv-2610.34435-t6-attacker-gpt6sol-fix-in-hand-vs-gpt-6-sol-missed,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,1,valid attacks missed by the reviewer (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 6, setup Fix in hand, attacker GPT-6-Sol, reviewer GPT-6-Sol Missed)",,out:effort-not-established, arxiv-2610.34435-t6-attacker-gpt6sol-fix-in-hand-vs-gpt-6-sol-missed-pct,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,1.9,valid attacks missed by the reviewer (% of scored),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, setup Fix in hand, attacker GPT-6-Sol, reviewer GPT-6-Sol %)",,out:effort-not-established, arxiv-2610.34435-t6-reviewer-gpt6sol-fix-in-hand-grok-4-7-missed,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,0,valid attacks missed (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 6, setup Fix in hand, attacker Grok 4.7, column GPT-6-Sol Missed)",,out:effort-not-established, arxiv-2610.34435-t6-reviewer-gpt6sol-fix-in-hand-grok-4-7-missed-pct,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,0.0,valid attacks missed (% of scored),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, setup Fix in hand, attacker Grok 4.7, column GPT-6-Sol %)",,out:effort-not-established, arxiv-2610.34435-t6-reviewer-gpt6sol-fix-in-hand-glm-5-3-first-row-missed,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,4,valid attacks missed (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 6, setup Fix in hand, attacker GLM 5.3 (first row), column GPT-6-Sol Missed)",,out:effort-not-established, arxiv-2610.34435-t6-reviewer-gpt6sol-fix-in-hand-glm-5-3-first-row-missed-pct,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,10.5,valid attacks missed (% of scored),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, setup Fix in hand, attacker GLM 5.3 (first row), column GPT-6-Sol %)",,out:effort-not-established, arxiv-2610.34435-t6-reviewer-gpt6sol-fix-in-hand-glm-5-3-second-row-missed,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,5,valid attacks missed (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 6, setup Fix in hand, attacker GLM 5.3 (second row), column GPT-6-Sol Missed)",,out:effort-not-established, arxiv-2610.34435-t6-reviewer-gpt6sol-fix-in-hand-glm-5-3-second-row-missed-pct,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,11.4,valid attacks missed (% of scored),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, setup Fix in hand, attacker GLM 5.3 (second row), column GPT-6-Sol %)",,out:effort-not-established, arxiv-2610.34435-t6-reviewer-gpt6sol-fix-in-hand-kimi-k3-missed,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,2,valid attacks missed (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 6, setup Fix in hand, attacker Kimi K3, column GPT-6-Sol Missed)",,out:effort-not-established, arxiv-2610.34435-t6-reviewer-gpt6sol-fix-in-hand-kimi-k3-missed-pct,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,4.4,valid attacks missed (% of scored),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, setup Fix in hand, attacker Kimi K3, column GPT-6-Sol %)",,out:effort-not-established, arxiv-2610.34435-t6-reviewer-gpt6sol-window-opus-4-8-missed,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,8,valid attacks missed (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 6, setup Window, attacker Opus 4.8, column GPT-6-Sol Missed)",,out:effort-not-established, arxiv-2610.34435-t6-reviewer-gpt6sol-window-opus-4-8-missed-pct,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,13.8,valid attacks missed (% of scored),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, setup Window, attacker Opus 4.8, column GPT-6-Sol %)",,out:effort-not-established, arxiv-2610.34435-t6-reviewer-gpt6sol-window-sonnet-5-missed,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,14,valid attacks missed (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 6, setup Window, attacker Sonnet 5, column GPT-6-Sol Missed)",,out:effort-not-established, arxiv-2610.34435-t6-reviewer-gpt6sol-window-sonnet-5-missed-pct,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,25.9,valid attacks missed (% of scored),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, setup Window, attacker Sonnet 5, column GPT-6-Sol %)",,out:effort-not-established, arxiv-2610.34435-t6-reviewer-gpt6sol-window-gpt-6-sol-missed,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,16,valid attacks missed (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 6, setup Window, attacker GPT-6-Sol, column GPT-6-Sol Missed)",,out:effort-not-established, arxiv-2610.34435-t6-reviewer-gpt6sol-window-gpt-6-sol-missed-pct,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,22.9,valid attacks missed (% of scored),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, setup Window, attacker GPT-6-Sol, column GPT-6-Sol %)",,out:effort-not-established, arxiv-2610.34435-t6-attacker-gpt6sol-window-vs-sonnet-5-missed,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,10,valid attacks missed by the reviewer (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 6, setup Window, attacker GPT-6-Sol, reviewer Sonnet 5 Missed)",,out:effort-not-established, arxiv-2610.34435-t6-attacker-gpt6sol-window-vs-sonnet-5-missed-pct,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,14.3,valid attacks missed by the reviewer (% of scored),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, setup Window, attacker GPT-6-Sol, reviewer Sonnet 5 %)",,out:effort-not-established, arxiv-2610.34435-t6-attacker-gpt6sol-window-vs-opus-4-8-missed,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,7,valid attacks missed by the reviewer (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 6, setup Window, attacker GPT-6-Sol, reviewer Opus 4.8 Missed)",,out:effort-not-established, arxiv-2610.34435-t6-attacker-gpt6sol-window-vs-opus-4-8-missed-pct,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,10.0,valid attacks missed by the reviewer (% of scored),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, setup Window, attacker GPT-6-Sol, reviewer Opus 4.8 %)",,out:effort-not-established, arxiv-2610.34435-t6-attacker-gpt6sol-window-vs-gpt-6-sol-missed,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,16,valid attacks missed by the reviewer (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 6, setup Window, attacker GPT-6-Sol, reviewer GPT-6-Sol Missed)",,out:effort-not-established, arxiv-2610.34435-t6-attacker-gpt6sol-window-vs-gpt-6-sol-missed-pct,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,22.9,valid attacks missed by the reviewer (% of scored),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, setup Window, attacker GPT-6-Sol, reviewer GPT-6-Sol %)",,out:effort-not-established, arxiv-2610.34435-t6-reviewer-gpt6sol-window-grok-4-7-missed,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,10,valid attacks missed (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 6, setup Window, attacker Grok 4.7, column GPT-6-Sol Missed)",,out:effort-not-established, arxiv-2610.34435-t6-reviewer-gpt6sol-window-grok-4-7-missed-pct,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,16.1,valid attacks missed (% of scored),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, setup Window, attacker Grok 4.7, column GPT-6-Sol %)",,out:effort-not-established, arxiv-2610.34435-t6-reviewer-gpt6sol-window-glm-5-3-first-row-missed,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,14,valid attacks missed (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 6, setup Window, attacker GLM 5.3 (first row), column GPT-6-Sol Missed)",,out:effort-not-established, arxiv-2610.34435-t6-reviewer-gpt6sol-window-glm-5-3-first-row-missed-pct,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,22.2,valid attacks missed (% of scored),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, setup Window, attacker GLM 5.3 (first row), column GPT-6-Sol %)",,out:effort-not-established, arxiv-2610.34435-t6-reviewer-gpt6sol-window-glm-5-3-second-row-missed,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,11,valid attacks missed (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 6, setup Window, attacker GLM 5.3 (second row), column GPT-6-Sol Missed)",,out:effort-not-established, arxiv-2610.34435-t6-reviewer-gpt6sol-window-glm-5-3-second-row-missed-pct,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,17.5,valid attacks missed (% of scored),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, setup Window, attacker GLM 5.3 (second row), column GPT-6-Sol %)",,out:effort-not-established, arxiv-2610.34435-t6-reviewer-gpt6sol-window-kimi-k3-missed,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,10,valid attacks missed (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 6, setup Window, attacker Kimi K3, column GPT-6-Sol Missed)",,out:effort-not-established, arxiv-2610.34435-t6-reviewer-gpt6sol-window-kimi-k3-missed-pct,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,17.5,valid attacks missed (% of scored),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, setup Window, attacker Kimi K3, column GPT-6-Sol %)",,out:effort-not-established, arxiv-2610.34435-t6-reviewer-gpt6sol-all-setups-all-attackers-missed,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,100,valid attacks missed (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 6, setup All setups, attacker All attackers, column GPT-6-Sol Missed)",,out:effort-not-established, arxiv-2610.34435-t6-reviewer-gpt6sol-all-setups-all-attackers-missed-pct,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,9.2,valid attacks missed (% of scored),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, setup All setups, attacker All attackers, column GPT-6-Sol %)",,out:effort-not-established, arxiv-2610.34435-t7-reviewer-gpt6sol-v8-task-only-opus-4-8,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,0,valid attacks missed (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 7, engine V8, setup Task only, attacker Opus 4.8, reviewer GPT-6-Sol (missed over valid))",,out:effort-not-established, arxiv-2610.34435-t7-attacker-gpt6sol-v8-task-only-vs-sonnet-5,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,1,valid attacks missed by the reviewer (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 7, engine V8, setup Task only, row GPT-6-Sol (attacker), reviewer Sonnet 5 (missed over valid))",,out:effort-not-established, arxiv-2610.34435-t7-attacker-gpt6sol-v8-task-only-vs-gpt-6-sol,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,0,valid attacks missed by the reviewer (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 7, engine V8, setup Task only, row GPT-6-Sol (attacker), reviewer GPT-6-Sol (missed over valid))",,out:effort-not-established, arxiv-2610.34435-t7-reviewer-gpt6sol-v8-task-only-glm-5-3,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,0,valid attacks missed (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 7, engine V8, setup Task only, attacker GLM 5.3, reviewer GPT-6-Sol (missed over valid))",,out:effort-not-established, arxiv-2610.34435-t7-reviewer-gpt6sol-v8-fix-in-hand-opus-4-8,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,1,valid attacks missed (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 7, engine V8, setup Fix in hand, attacker Opus 4.8, reviewer GPT-6-Sol (missed over valid))",,out:effort-not-established, arxiv-2610.34435-t7-attacker-gpt6sol-v8-fix-in-hand-vs-sonnet-5,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,1,valid attacks missed by the reviewer (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 7, engine V8, setup Fix in hand, row GPT-6-Sol (attacker), reviewer Sonnet 5 (missed over valid))",,out:effort-not-established, arxiv-2610.34435-t7-attacker-gpt6sol-v8-fix-in-hand-vs-gpt-6-sol,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,0,valid attacks missed by the reviewer (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 7, engine V8, setup Fix in hand, row GPT-6-Sol (attacker), reviewer GPT-6-Sol (missed over valid))",,out:effort-not-established, arxiv-2610.34435-t7-reviewer-gpt6sol-v8-fix-in-hand-glm-5-3,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,1,valid attacks missed (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 7, engine V8, setup Fix in hand, attacker GLM 5.3, reviewer GPT-6-Sol (missed over valid))",,out:effort-not-established, arxiv-2610.34435-t7-reviewer-gpt6sol-v8-window-opus-4-8,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,3,valid attacks missed (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 7, engine V8, setup Window, attacker Opus 4.8, reviewer GPT-6-Sol (missed over valid))",,out:effort-not-established, arxiv-2610.34435-t7-attacker-gpt6sol-v8-window-vs-sonnet-5,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,3,valid attacks missed by the reviewer (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 7, engine V8, setup Window, row GPT-6-Sol (attacker), reviewer Sonnet 5 (missed over valid))",,out:effort-not-established, arxiv-2610.34435-t7-attacker-gpt6sol-v8-window-vs-gpt-6-sol,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,3,valid attacks missed by the reviewer (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 7, engine V8, setup Window, row GPT-6-Sol (attacker), reviewer GPT-6-Sol (missed over valid))",,out:effort-not-established, arxiv-2610.34435-t7-reviewer-gpt6sol-v8-window-glm-5-3,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,6,valid attacks missed (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 7, engine V8, setup Window, attacker GLM 5.3, reviewer GPT-6-Sol (missed over valid))",,out:effort-not-established, arxiv-2610.34435-t7-reviewer-gpt6sol-spidermonkey-task-only-opus-4-8,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,0,valid attacks missed (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 7, engine SpiderMonkey, setup Task only, attacker Opus 4.8, reviewer GPT-6-Sol (missed over valid))",,out:effort-not-established, arxiv-2610.34435-t7-attacker-gpt6sol-spidermonkey-task-only-vs-sonnet-5,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,0,valid attacks missed by the reviewer (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 7, engine SpiderMonkey, setup Task only, row GPT-6-Sol (attacker), reviewer Sonnet 5 (missed over valid))",,out:effort-not-established, arxiv-2610.34435-t7-attacker-gpt6sol-spidermonkey-task-only-vs-gpt-6-sol,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,0,valid attacks missed by the reviewer (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 7, engine SpiderMonkey, setup Task only, row GPT-6-Sol (attacker), reviewer GPT-6-Sol (missed over valid))",,out:effort-not-established, arxiv-2610.34435-t7-reviewer-gpt6sol-spidermonkey-task-only-glm-5-3,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,0,valid attacks missed (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 7, engine SpiderMonkey, setup Task only, attacker GLM 5.3, reviewer GPT-6-Sol (missed over valid))",,out:effort-not-established, arxiv-2610.34435-t7-reviewer-gpt6sol-spidermonkey-fix-in-hand-opus-4-8,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,1,valid attacks missed (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 7, engine SpiderMonkey, setup Fix in hand, attacker Opus 4.8, reviewer GPT-6-Sol (missed over valid))",,out:effort-not-established, arxiv-2610.34435-t7-attacker-gpt6sol-spidermonkey-fix-in-hand-vs-sonnet-5,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,1,valid attacks missed by the reviewer (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 7, engine SpiderMonkey, setup Fix in hand, row GPT-6-Sol (attacker), reviewer Sonnet 5 (missed over valid))",,out:effort-not-established, arxiv-2610.34435-t7-attacker-gpt6sol-spidermonkey-fix-in-hand-vs-gpt-6-sol,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,0,valid attacks missed by the reviewer (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 7, engine SpiderMonkey, setup Fix in hand, row GPT-6-Sol (attacker), reviewer GPT-6-Sol (missed over valid))",,out:effort-not-established, arxiv-2610.34435-t7-reviewer-gpt6sol-spidermonkey-fix-in-hand-glm-5-3,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,2,valid attacks missed (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 7, engine SpiderMonkey, setup Fix in hand, attacker GLM 5.3, reviewer GPT-6-Sol (missed over valid))",,out:effort-not-established, arxiv-2610.34435-t7-reviewer-gpt6sol-spidermonkey-window-opus-4-8,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,1,valid attacks missed (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 7, engine SpiderMonkey, setup Window, attacker Opus 4.8, reviewer GPT-6-Sol (missed over valid))",,out:effort-not-established, arxiv-2610.34435-t7-attacker-gpt6sol-spidermonkey-window-vs-sonnet-5,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,0,valid attacks missed by the reviewer (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 7, engine SpiderMonkey, setup Window, row GPT-6-Sol (attacker), reviewer Sonnet 5 (missed over valid))",,out:effort-not-established, arxiv-2610.34435-t7-attacker-gpt6sol-spidermonkey-window-vs-gpt-6-sol,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,1,valid attacks missed by the reviewer (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 7, engine SpiderMonkey, setup Window, row GPT-6-Sol (attacker), reviewer GPT-6-Sol (missed over valid))",,out:effort-not-established, arxiv-2610.34435-t7-reviewer-gpt6sol-spidermonkey-window-glm-5-3,arxiv-2610.34435,gpt-6-sol,unstated,mixed,hard,,,,,,,2,valid attacks missed (count),0.289,,,"https://arxiv.org/abs/2610.34435 (Table 7, engine SpiderMonkey, setup Window, attacker GLM 5.3, reviewer GPT-6-Sol (missed over valid))",,out:effort-not-established, arxiv-2610.34435-attacker-valid-attacks-window,arxiv-2610.34435,grok-4.7,unstated,mixed,hard,,,,,,,62,valid attacks (count),0.289,,,"https://arxiv.org/abs/2610.34435 (submissions table, block Maintenance window, row Grok 4.7)",,out:effort-not-established, arxiv-2610.34435-attacker-missed-fix-in-hand,arxiv-2610.34435,grok-4.7,unstated,mixed,hard,,,,,,,1.8,attacks missed (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (submissions table, block Fix in hand, row Grok 4.7)",,out:effort-not-established, arxiv-2610.34435-attacker-missed-task-only,arxiv-2610.34435,grok-4.7,unstated,mixed,hard,,,,,,,0.0,attacks missed (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (submissions table, block Task only, row Grok 4.7)",,out:effort-not-established, arxiv-2610.34435-gap-intro-claudecode-sonnet5,arxiv-2610.34435,glm-5.3,unstated,agentic-tool,hard,Claude Code,,,,,,17,share of attack attempts that get past the Sonnet 5 reviewer (%),0.289,,,"https://arxiv.org/abs/2610.34435 (Introduction, list of contributions)",,out:effort-not-established, arxiv-2610.34435-t6-task-only-codex-sonnet5,arxiv-2610.34435,glm-5.3,unstated,agentic-tool,hard,Codex,,,,,,3.5,share of valid attacks missed by the Sonnet 5 reviewer (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, collection Task only, GLM 5.3 row with the Codex icon, column ""%"" of reviewer Sonnet 5)",,out:effort-not-established, arxiv-2610.34435-t6-task-only-codex-opus48,arxiv-2610.34435,glm-5.3,unstated,agentic-tool,hard,Codex,,,,,,5.3,share of valid attacks missed by the Opus 4.8 reviewer (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, collection Task only, GLM 5.3 row with the Codex icon, column ""%"" of reviewer Opus 4.8)",,out:effort-not-established, arxiv-2610.34435-t6-task-only-codex-gpt6sol,arxiv-2610.34435,glm-5.3,unstated,agentic-tool,hard,Codex,,,,,,0.0,share of valid attacks missed by the GPT-6-Sol reviewer (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, collection Task only, GLM 5.3 row with the Codex icon, column ""%"" of reviewer GPT-6-Sol)",,out:effort-not-established, arxiv-2610.34435-t6-task-only-claudecode-sonnet5,arxiv-2610.34435,glm-5.3,unstated,agentic-tool,hard,Claude Code,,,,,,8.2,share of valid attacks missed by the Sonnet 5 reviewer (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, collection Task only, GLM 5.3 row with the Claude Code icon, column ""%"" of reviewer Sonnet 5)",,out:effort-not-established, arxiv-2610.34435-t6-task-only-claudecode-opus48,arxiv-2610.34435,glm-5.3,unstated,agentic-tool,hard,Claude Code,,,,,,1.6,share of valid attacks missed by the Opus 4.8 reviewer (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, collection Task only, GLM 5.3 row with the Claude Code icon, column ""%"" of reviewer Opus 4.8)",,out:effort-not-established, arxiv-2610.34435-t6-task-only-claudecode-gpt6sol,arxiv-2610.34435,glm-5.3,unstated,agentic-tool,hard,Claude Code,,,,,,0.0,share of valid attacks missed by the GPT-6-Sol reviewer (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, collection Task only, GLM 5.3 row with the Claude Code icon, column ""%"" of reviewer GPT-6-Sol)",,out:effort-not-established, arxiv-2610.34435-t6-fix-in-hand-codex-sonnet5,arxiv-2610.34435,glm-5.3,unstated,agentic-tool,hard,Codex,,,,,,16.7,share of valid attacks missed by the Sonnet 5 reviewer (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, collection Fix in hand, GLM 5.3 row with the Codex icon, column ""%"" of reviewer Sonnet 5)",,out:effort-not-established, arxiv-2610.34435-t6-fix-in-hand-codex-opus48,arxiv-2610.34435,glm-5.3,unstated,agentic-tool,hard,Codex,,,,,,16.2,share of valid attacks missed by the Opus 4.8 reviewer (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, collection Fix in hand, GLM 5.3 row with the Codex icon, column ""%"" of reviewer Opus 4.8)",,out:effort-not-established, arxiv-2610.34435-t6-fix-in-hand-codex-gpt6sol,arxiv-2610.34435,glm-5.3,unstated,agentic-tool,hard,Codex,,,,,,10.5,share of valid attacks missed by the GPT-6-Sol reviewer (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, collection Fix in hand, GLM 5.3 row with the Codex icon, column ""%"" of reviewer GPT-6-Sol)",,out:effort-not-established, arxiv-2610.34435-t6-fix-in-hand-claudecode-sonnet5,arxiv-2610.34435,glm-5.3,unstated,agentic-tool,hard,Claude Code,,,,,,19.5,share of valid attacks missed by the Sonnet 5 reviewer (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, collection Fix in hand, GLM 5.3 row with the Claude Code icon, column ""%"" of reviewer Sonnet 5)",,out:effort-not-established, arxiv-2610.34435-t6-fix-in-hand-claudecode-opus48,arxiv-2610.34435,glm-5.3,unstated,agentic-tool,hard,Claude Code,,,,,,11.9,share of valid attacks missed by the Opus 4.8 reviewer (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, collection Fix in hand, GLM 5.3 row with the Claude Code icon, column ""%"" of reviewer Opus 4.8)",,out:effort-not-established, arxiv-2610.34435-t6-fix-in-hand-claudecode-gpt6sol,arxiv-2610.34435,glm-5.3,unstated,agentic-tool,hard,Claude Code,,,,,,11.4,share of valid attacks missed by the GPT-6-Sol reviewer (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, collection Fix in hand, GLM 5.3 row with the Claude Code icon, column ""%"" of reviewer GPT-6-Sol)",,out:effort-not-established, arxiv-2610.34435-t6-window-codex-sonnet5,arxiv-2610.34435,glm-5.3,unstated,agentic-tool,hard,Codex,,,,,,25.4,share of valid attacks missed by the Sonnet 5 reviewer (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, collection Maintenance window, GLM 5.3 row with the Codex icon, column ""%"" of reviewer Sonnet 5)",,out:effort-not-established, arxiv-2610.34435-t6-window-codex-opus48,arxiv-2610.34435,glm-5.3,unstated,agentic-tool,hard,Codex,,,,,,15.9,share of valid attacks missed by the Opus 4.8 reviewer (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, collection Maintenance window, GLM 5.3 row with the Codex icon, column ""%"" of reviewer Opus 4.8)",,out:effort-not-established, arxiv-2610.34435-t6-window-codex-gpt6sol,arxiv-2610.34435,glm-5.3,unstated,agentic-tool,hard,Codex,,,,,,22.2,share of valid attacks missed by the GPT-6-Sol reviewer (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, collection Maintenance window, GLM 5.3 row with the Codex icon, column ""%"" of reviewer GPT-6-Sol)",,out:effort-not-established, arxiv-2610.34435-t6-window-claudecode-sonnet5,arxiv-2610.34435,glm-5.3,unstated,agentic-tool,hard,Claude Code,,,,,,36.5,share of valid attacks missed by the Sonnet 5 reviewer (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, collection Maintenance window, GLM 5.3 row with the Claude Code icon, column ""%"" of reviewer Sonnet 5)",,out:effort-not-established, arxiv-2610.34435-t6-window-claudecode-opus48,arxiv-2610.34435,glm-5.3,unstated,agentic-tool,hard,Claude Code,,,,,,22.2,share of valid attacks missed by the Opus 4.8 reviewer (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, collection Maintenance window, GLM 5.3 row with the Claude Code icon, column ""%"" of reviewer Opus 4.8)",,out:effort-not-established, arxiv-2610.34435-t6-window-claudecode-gpt6sol,arxiv-2610.34435,glm-5.3,unstated,agentic-tool,hard,Claude Code,,,,,,17.5,share of valid attacks missed by the GPT-6-Sol reviewer (%),0.0289,,,"https://arxiv.org/abs/2610.34435 (Table 6, collection Maintenance window, GLM 5.3 row with the Claude Code icon, column ""%"" of reviewer GPT-6-Sol)",,out:effort-not-established, arxiv-2610.34435-t7-v8-task-only-sonnet5,arxiv-2610.34435,glm-5.3,unstated,agentic-tool,hard,Codex,,,,,,0,"valid attacks missed by the Sonnet 5 reviewer, missed / valid (V8)",0,,,"https://arxiv.org/abs/2610.34435 (Table 7, V8, Task only, GLM 5.3 row, column ""Missed / valid"" of reviewer Sonnet 5)",,out:effort-not-established, arxiv-2610.34435-t7-v8-task-only-gpt6sol,arxiv-2610.34435,glm-5.3,unstated,agentic-tool,hard,Codex,,,,,,0,"valid attacks missed by the GPT-6-Sol reviewer, missed / valid (V8)",0,,,"https://arxiv.org/abs/2610.34435 (Table 7, V8, Task only, GLM 5.3 row, column ""Missed / valid"" of reviewer GPT-6-Sol)",,out:effort-not-established, arxiv-2610.34435-t7-v8-fix-in-hand-sonnet5,arxiv-2610.34435,glm-5.3,unstated,agentic-tool,hard,Codex,,,,,,0,"valid attacks missed by the Sonnet 5 reviewer, missed / valid (V8)",0,,,"https://arxiv.org/abs/2610.34435 (Table 7, V8, Fix in hand, GLM 5.3 row, column ""Missed / valid"" of reviewer Sonnet 5)",,out:effort-not-established, arxiv-2610.34435-t7-v8-fix-in-hand-gpt6sol,arxiv-2610.34435,glm-5.3,unstated,agentic-tool,hard,Codex,,,,,,20,"valid attacks missed by the GPT-6-Sol reviewer, missed / valid (V8)",0,,,"https://arxiv.org/abs/2610.34435 (Table 7, V8, Fix in hand, GLM 5.3 row, column ""Missed / valid"" of reviewer GPT-6-Sol)",,out:effort-not-established, arxiv-2610.34435-t7-v8-window-sonnet5,arxiv-2610.34435,glm-5.3,unstated,agentic-tool,hard,Codex,,,,,,37.5,"valid attacks missed by the Sonnet 5 reviewer, missed / valid (V8)",0,,,"https://arxiv.org/abs/2610.34435 (Table 7, V8, Window, GLM 5.3 row, column ""Missed / valid"" of reviewer Sonnet 5)",,out:effort-not-established, arxiv-2610.34435-t7-v8-window-gpt6sol,arxiv-2610.34435,glm-5.3,unstated,agentic-tool,hard,Codex,,,,,,75,"valid attacks missed by the GPT-6-Sol reviewer, missed / valid (V8)",0,,,"https://arxiv.org/abs/2610.34435 (Table 7, V8, Window, GLM 5.3 row, column ""Missed / valid"" of reviewer GPT-6-Sol)",,out:effort-not-established, arxiv-2610.34435-t7-spidermonkey-task-only-sonnet5,arxiv-2610.34435,glm-5.3,unstated,agentic-tool,hard,Codex,,,,,,0,"valid attacks missed by the Sonnet 5 reviewer, missed / valid (SpiderMonkey)",0,,,"https://arxiv.org/abs/2610.34435 (Table 7, SpiderMonkey, Task only, GLM 5.3 row, column ""Missed / valid"" of reviewer Sonnet 5)",,out:effort-not-established, arxiv-2610.34435-t7-spidermonkey-task-only-gpt6sol,arxiv-2610.34435,glm-5.3,unstated,agentic-tool,hard,Codex,,,,,,0,"valid attacks missed by the GPT-6-Sol reviewer, missed / valid (SpiderMonkey)",0,,,"https://arxiv.org/abs/2610.34435 (Table 7, SpiderMonkey, Task only, GLM 5.3 row, column ""Missed / valid"" of reviewer GPT-6-Sol)",,out:effort-not-established, arxiv-2610.34435-t7-spidermonkey-fix-in-hand-sonnet5,arxiv-2610.34435,glm-5.3,unstated,agentic-tool,hard,Codex,,,,,,0,"valid attacks missed by the Sonnet 5 reviewer, missed / valid (SpiderMonkey)",0,,,"https://arxiv.org/abs/2610.34435 (Table 7, SpiderMonkey, Fix in hand, GLM 5.3 row, column ""Missed / valid"" of reviewer Sonnet 5)",,out:effort-not-established, arxiv-2610.34435-t7-spidermonkey-fix-in-hand-gpt6sol,arxiv-2610.34435,glm-5.3,unstated,agentic-tool,hard,Codex,,,,,,33.333333,"valid attacks missed by the GPT-6-Sol reviewer, missed / valid (SpiderMonkey)",0,,,"https://arxiv.org/abs/2610.34435 (Table 7, SpiderMonkey, Fix in hand, GLM 5.3 row, column ""Missed / valid"" of reviewer GPT-6-Sol)",,out:effort-not-established, arxiv-2610.34435-t7-spidermonkey-window-sonnet5,arxiv-2610.34435,glm-5.3,unstated,agentic-tool,hard,Codex,,,,,,28.571429,"valid attacks missed by the Sonnet 5 reviewer, missed / valid (SpiderMonkey)",0,,,"https://arxiv.org/abs/2610.34435 (Table 7, SpiderMonkey, Window, GLM 5.3 row, column ""Missed / valid"" of reviewer Sonnet 5)",,out:effort-not-established, arxiv-2610.34435-t7-spidermonkey-window-gpt6sol,arxiv-2610.34435,glm-5.3,unstated,agentic-tool,hard,Codex,,,,,,28.571429,"valid attacks missed by the GPT-6-Sol reviewer, missed / valid (SpiderMonkey)",0,,,"https://arxiv.org/abs/2610.34435 (Table 7, SpiderMonkey, Window, GLM 5.3 row, column ""Missed / valid"" of reviewer GPT-6-Sol)",,out:effort-not-established, arxiv-2610.34435-caught-valid,arxiv-2610.34435,gpt-6-sol,not-established:ambiguous,agentic-tool,hard,,,,,,,91,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Introduction, main findings)",,out:effort-not-established, arxiv-2610.34435-refused-task,arxiv-2610.34435,sonnet-5,high,agentic-tool,hard,,,,,,,33,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Task only), row Sonnet 5, column ""Attack collection, refused"")",,out:not-headline, arxiv-2610.34435-asr-task-sonnet5,arxiv-2610.34435,sonnet-5,high,agentic-tool,hard,,,,,,,1.4,score%,0.0289,,evaluated-by:Sonnet 5,"https://arxiv.org/abs/2610.34435 (Figure 2 (Task only), row Sonnet 5, column ""Attack success rate, Sonnet 5"")",,out:single-couple, arxiv-2610.34435-asr-task-opus48,arxiv-2610.34435,sonnet-5,high,agentic-tool,hard,,,,,,,0.0,score%,0.0289,,evaluated-by:Opus 4.8,"https://arxiv.org/abs/2610.34435 (Figure 2 (Task only), row Sonnet 5, column ""Attack success rate, Opus 4.8"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-attacker-runs|sonnet-5@high|,out:saturated, arxiv-2610.34435-asr-task-gpt6sol,arxiv-2610.34435,sonnet-5,high,agentic-tool,hard,,,,,,,0.0,score%,0.0289,,evaluated-by:GPT-6-Sol,"https://arxiv.org/abs/2610.34435 (Figure 2 (Task only), row Sonnet 5, column ""Attack success rate, GPT-6-Sol"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-attacker-runs|sonnet-5@high|,out:saturated, arxiv-2610.34435-asr-task-allrev,arxiv-2610.34435,sonnet-5,high,agentic-tool,hard,,,,,,,0.5,score%,0.0289,,evaluated-by:Sonnet 5; evaluated-by:Opus 4.8; evaluated-by:GPT-6-Sol,"https://arxiv.org/abs/2610.34435 (Figure 2 (Task only), row Sonnet 5, column ""Attack success rate, All reviewers"")",,out:single-couple, arxiv-2610.34435-catch-task-sonnet5,arxiv-2610.34435,sonnet-5,high,agentic-tool,hard,,,,,,,97,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Task only), row Sonnet 5, column ""Catch rate, Sonnet 5"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-reviewer-runs|sonnet-5@high|,in, arxiv-2610.34435-catch-task-sonnet5,arxiv-2610.34435,opus-4.8,high,agentic-tool,hard,,,,,,,97,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Task only), row Sonnet 5, column ""Catch rate, Opus 4.8"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-reviewer-runs|opus-4.8@high|,in, arxiv-2610.34435-catch-task-sonnet5,arxiv-2610.34435,gpt-6-sol,not-established:ambiguous,agentic-tool,hard,,,,,,,100,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Task only), row Sonnet 5, column ""Catch rate, GPT-6-Sol"")",,out:effort-not-established, arxiv-2610.34435-refused-task,arxiv-2610.34435,opus-4.8,high,agentic-tool,hard,,,,,,,29,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Task only), row Opus 4.8, column ""Attack collection, refused"")",,out:not-headline, arxiv-2610.34435-asr-task-sonnet5,arxiv-2610.34435,opus-4.8,high,agentic-tool,hard,,,,,,,0.0,score%,0.0289,,evaluated-by:Sonnet 5,"https://arxiv.org/abs/2610.34435 (Figure 2 (Task only), row Opus 4.8, column ""Attack success rate, Sonnet 5"")",,out:uninformative, arxiv-2610.34435-asr-task-opus48,arxiv-2610.34435,opus-4.8,high,agentic-tool,hard,,,,,,,0.0,score%,0.0289,,evaluated-by:Opus 4.8,"https://arxiv.org/abs/2610.34435 (Figure 2 (Task only), row Opus 4.8, column ""Attack success rate, Opus 4.8"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-attacker-runs|opus-4.8@high|,out:saturated, arxiv-2610.34435-asr-task-gpt6sol,arxiv-2610.34435,opus-4.8,high,agentic-tool,hard,,,,,,,0.0,score%,0.0289,,evaluated-by:GPT-6-Sol,"https://arxiv.org/abs/2610.34435 (Figure 2 (Task only), row Opus 4.8, column ""Attack success rate, GPT-6-Sol"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-attacker-runs|opus-4.8@high|,out:saturated, arxiv-2610.34435-asr-task-allrev,arxiv-2610.34435,opus-4.8,high,agentic-tool,hard,,,,,,,0.0,score%,0.0289,,evaluated-by:Sonnet 5; evaluated-by:Opus 4.8; evaluated-by:GPT-6-Sol,"https://arxiv.org/abs/2610.34435 (Figure 2 (Task only), row Opus 4.8, column ""Attack success rate, All reviewers"")",,out:uninformative, arxiv-2610.34435-catch-task-opus48,arxiv-2610.34435,sonnet-5,high,agentic-tool,hard,,,,,,,100,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Task only), row Opus 4.8, column ""Catch rate, Sonnet 5"")",,out:uninformative, arxiv-2610.34435-catch-task-opus48,arxiv-2610.34435,opus-4.8,high,agentic-tool,hard,,,,,,,94,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Task only), row Opus 4.8, column ""Catch rate, Opus 4.8"")",,out:single-couple, arxiv-2610.34435-catch-task-opus48,arxiv-2610.34435,gpt-6-sol,not-established:ambiguous,agentic-tool,hard,,,,,,,100,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Task only), row Opus 4.8, column ""Catch rate, GPT-6-Sol"")",,out:effort-not-established, arxiv-2610.34435-refused-task,arxiv-2610.34435,gpt-6-sol,not-established:ambiguous,agentic-tool,hard,,,,,,,3,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Task only), row GPT-6-Sol, column ""Attack collection, refused"")",,out:effort-not-established, arxiv-2610.34435-asr-task-sonnet5,arxiv-2610.34435,gpt-6-sol,not-established:ambiguous,agentic-tool,hard,,,,,,,0.0,score%,0.0289,,evaluated-by:Sonnet 5,"https://arxiv.org/abs/2610.34435 (Figure 2 (Task only), row GPT-6-Sol, column ""Attack success rate, Sonnet 5"")",,out:effort-not-established, arxiv-2610.34435-asr-task-opus48,arxiv-2610.34435,gpt-6-sol,not-established:ambiguous,agentic-tool,hard,,,,,,,0.0,score%,0.0289,,evaluated-by:Opus 4.8,"https://arxiv.org/abs/2610.34435 (Figure 2 (Task only), row GPT-6-Sol, column ""Attack success rate, Opus 4.8"")",,out:effort-not-established, arxiv-2610.34435-asr-task-gpt6sol,arxiv-2610.34435,gpt-6-sol,not-established:ambiguous,agentic-tool,hard,,,,,,,0.0,score%,0.0289,,evaluated-by:GPT-6-Sol,"https://arxiv.org/abs/2610.34435 (Figure 2 (Task only), row GPT-6-Sol, column ""Attack success rate, GPT-6-Sol"")",,out:effort-not-established, arxiv-2610.34435-asr-task-allrev,arxiv-2610.34435,gpt-6-sol,not-established:ambiguous,agentic-tool,hard,,,,,,,0.0,score%,0.0289,,evaluated-by:Sonnet 5; evaluated-by:Opus 4.8; evaluated-by:GPT-6-Sol,"https://arxiv.org/abs/2610.34435 (Figure 2 (Task only), row GPT-6-Sol, column ""Attack success rate, All reviewers"")",,out:effort-not-established, arxiv-2610.34435-catch-task-gpt6sol,arxiv-2610.34435,sonnet-5,high,agentic-tool,hard,,,,,,,98,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Task only), row GPT-6-Sol, column ""Catch rate, Sonnet 5"")",,out:single-couple, arxiv-2610.34435-catch-task-gpt6sol,arxiv-2610.34435,opus-4.8,high,agentic-tool,hard,,,,,,,100,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Task only), row GPT-6-Sol, column ""Catch rate, Opus 4.8"")",,out:uninformative, arxiv-2610.34435-catch-task-gpt6sol,arxiv-2610.34435,gpt-6-sol,not-established:ambiguous,agentic-tool,hard,,,,,,,100,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Task only), row GPT-6-Sol, column ""Catch rate, GPT-6-Sol"")",,out:effort-not-established, arxiv-2610.34435-refused-task,arxiv-2610.34435,grok-4.7,not-established:ambiguous,agentic-tool,hard,,,,,,,4,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Task only), row Grok 4.7, column ""Attack collection, refused"")",,out:effort-not-established, arxiv-2610.34435-asr-task-sonnet5,arxiv-2610.34435,grok-4.7,not-established:ambiguous,agentic-tool,hard,,,,,,,0.0,score%,0.0289,,evaluated-by:Sonnet 5,"https://arxiv.org/abs/2610.34435 (Figure 2 (Task only), row Grok 4.7, column ""Attack success rate, Sonnet 5"")",,out:effort-not-established, arxiv-2610.34435-asr-task-opus48,arxiv-2610.34435,grok-4.7,not-established:ambiguous,agentic-tool,hard,,,,,,,0.0,score%,0.0289,,evaluated-by:Opus 4.8,"https://arxiv.org/abs/2610.34435 (Figure 2 (Task only), row Grok 4.7, column ""Attack success rate, Opus 4.8"")",,out:effort-not-established, arxiv-2610.34435-asr-task-gpt6sol,arxiv-2610.34435,grok-4.7,not-established:ambiguous,agentic-tool,hard,,,,,,,0.0,score%,0.0289,,evaluated-by:GPT-6-Sol,"https://arxiv.org/abs/2610.34435 (Figure 2 (Task only), row Grok 4.7, column ""Attack success rate, GPT-6-Sol"")",,out:effort-not-established, arxiv-2610.34435-asr-task-allrev,arxiv-2610.34435,grok-4.7,not-established:ambiguous,agentic-tool,hard,,,,,,,0.0,score%,0.0289,,evaluated-by:Sonnet 5; evaluated-by:Opus 4.8; evaluated-by:GPT-6-Sol,"https://arxiv.org/abs/2610.34435 (Figure 2 (Task only), row Grok 4.7, column ""Attack success rate, All reviewers"")",,out:effort-not-established, arxiv-2610.34435-catch-task-grok47,arxiv-2610.34435,sonnet-5,high,agentic-tool,hard,,,,,,,100,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Task only), row Grok 4.7, column ""Catch rate, Sonnet 5"")",,out:uninformative, arxiv-2610.34435-catch-task-grok47,arxiv-2610.34435,opus-4.8,high,agentic-tool,hard,,,,,,,98,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Task only), row Grok 4.7, column ""Catch rate, Opus 4.8"")",,out:single-couple, arxiv-2610.34435-catch-task-grok47,arxiv-2610.34435,gpt-6-sol,not-established:ambiguous,agentic-tool,hard,,,,,,,100,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Task only), row Grok 4.7, column ""Catch rate, GPT-6-Sol"")",,out:effort-not-established, arxiv-2610.34435-refused-task,arxiv-2610.34435,glm-5.3,unstated,agentic-tool,hard,,,,,,,1,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Task only), row GLM 5.3 (first of the two GLM 5.3 rows), column ""Attack collection, refused"")",,out:effort-not-established, arxiv-2610.34435-asr-task-sonnet5,arxiv-2610.34435,glm-5.3,unstated,agentic-tool,hard,,,,,,,2.9,score%,0.0289,,evaluated-by:Sonnet 5,"https://arxiv.org/abs/2610.34435 (Figure 2 (Task only), row GLM 5.3 (first of the two GLM 5.3 rows), column ""Attack success rate, Sonnet 5"")",,out:effort-not-established, arxiv-2610.34435-asr-task-opus48,arxiv-2610.34435,glm-5.3,unstated,agentic-tool,hard,,,,,,,4.3,score%,0.0289,,evaluated-by:Opus 4.8,"https://arxiv.org/abs/2610.34435 (Figure 2 (Task only), row GLM 5.3 (first of the two GLM 5.3 rows), column ""Attack success rate, Opus 4.8"")",,out:effort-not-established, arxiv-2610.34435-asr-task-gpt6sol,arxiv-2610.34435,glm-5.3,unstated,agentic-tool,hard,,,,,,,0.0,score%,0.0289,,evaluated-by:GPT-6-Sol,"https://arxiv.org/abs/2610.34435 (Figure 2 (Task only), row GLM 5.3 (first of the two GLM 5.3 rows), column ""Attack success rate, GPT-6-Sol"")",,out:effort-not-established, arxiv-2610.34435-asr-task-allrev,arxiv-2610.34435,glm-5.3,unstated,agentic-tool,hard,,,,,,,2.4,score%,0.0289,,evaluated-by:Sonnet 5; evaluated-by:Opus 4.8; evaluated-by:GPT-6-Sol,"https://arxiv.org/abs/2610.34435 (Figure 2 (Task only), row GLM 5.3 (first of the two GLM 5.3 rows), column ""Attack success rate, All reviewers"")",,out:effort-not-established, arxiv-2610.34435-catch-task-glm-codex,arxiv-2610.34435,sonnet-5,high,agentic-tool,hard,,,,,,,95,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Task only), row GLM 5.3 (first of the two GLM 5.3 rows), column ""Catch rate, Sonnet 5"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-reviewer-runs|sonnet-5@high|,in, arxiv-2610.34435-catch-task-glm-codex,arxiv-2610.34435,opus-4.8,high,agentic-tool,hard,,,,,,,91,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Task only), row GLM 5.3 (first of the two GLM 5.3 rows), column ""Catch rate, Opus 4.8"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-reviewer-runs|opus-4.8@high|,in, arxiv-2610.34435-catch-task-glm-codex,arxiv-2610.34435,gpt-6-sol,not-established:ambiguous,agentic-tool,hard,,,,,,,100,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Task only), row GLM 5.3 (first of the two GLM 5.3 rows), column ""Catch rate, GPT-6-Sol"")",,out:effort-not-established, arxiv-2610.34435-refused-task,arxiv-2610.34435,glm-5.3,not-established:ambiguous,agentic-tool,hard,,,,,,,4,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Task only), row GLM 5.3 (second of the two GLM 5.3 rows), column ""Attack collection, refused"")",,out:effort-not-established, arxiv-2610.34435-asr-task-sonnet5,arxiv-2610.34435,glm-5.3,not-established:ambiguous,agentic-tool,hard,,,,,,,7.1,score%,0.0289,,evaluated-by:Sonnet 5,"https://arxiv.org/abs/2610.34435 (Figure 2 (Task only), row GLM 5.3 (second of the two GLM 5.3 rows), column ""Attack success rate, Sonnet 5"")",,out:effort-not-established, arxiv-2610.34435-asr-task-opus48,arxiv-2610.34435,glm-5.3,not-established:ambiguous,agentic-tool,hard,,,,,,,1.4,score%,0.0289,,evaluated-by:Opus 4.8,"https://arxiv.org/abs/2610.34435 (Figure 2 (Task only), row GLM 5.3 (second of the two GLM 5.3 rows), column ""Attack success rate, Opus 4.8"")",,out:effort-not-established, arxiv-2610.34435-asr-task-gpt6sol,arxiv-2610.34435,glm-5.3,not-established:ambiguous,agentic-tool,hard,,,,,,,0.0,score%,0.0289,,evaluated-by:GPT-6-Sol,"https://arxiv.org/abs/2610.34435 (Figure 2 (Task only), row GLM 5.3 (second of the two GLM 5.3 rows), column ""Attack success rate, GPT-6-Sol"")",,out:effort-not-established, arxiv-2610.34435-asr-task-allrev,arxiv-2610.34435,glm-5.3,not-established:ambiguous,agentic-tool,hard,,,,,,,2.9,score%,0.0289,,evaluated-by:Sonnet 5; evaluated-by:Opus 4.8; evaluated-by:GPT-6-Sol,"https://arxiv.org/abs/2610.34435 (Figure 2 (Task only), row GLM 5.3 (second of the two GLM 5.3 rows), column ""Attack success rate, All reviewers"")",,out:effort-not-established, arxiv-2610.34435-catch-task-glm-cc,arxiv-2610.34435,sonnet-5,high,agentic-tool,hard,,,,,,,90,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Task only), row GLM 5.3 (second of the two GLM 5.3 rows), column ""Catch rate, Sonnet 5"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-reviewer-runs|sonnet-5@high|,in, arxiv-2610.34435-catch-task-glm-cc,arxiv-2610.34435,opus-4.8,high,agentic-tool,hard,,,,,,,95,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Task only), row GLM 5.3 (second of the two GLM 5.3 rows), column ""Catch rate, Opus 4.8"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-reviewer-runs|opus-4.8@high|,in, arxiv-2610.34435-catch-task-glm-cc,arxiv-2610.34435,gpt-6-sol,not-established:ambiguous,agentic-tool,hard,,,,,,,100,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Task only), row GLM 5.3 (second of the two GLM 5.3 rows), column ""Catch rate, GPT-6-Sol"")",,out:effort-not-established, arxiv-2610.34435-refused-task,arxiv-2610.34435,kimi-k3,not-established:ambiguous,agentic-tool,hard,,,,,,,0,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Task only), row Kimi K3, column ""Attack collection, refused"")",,out:effort-not-established, arxiv-2610.34435-asr-task-sonnet5,arxiv-2610.34435,kimi-k3,not-established:ambiguous,agentic-tool,hard,,,,,,,0.0,score%,0.0289,,evaluated-by:Sonnet 5,"https://arxiv.org/abs/2610.34435 (Figure 2 (Task only), row Kimi K3, column ""Attack success rate, Sonnet 5"")",,out:effort-not-established, arxiv-2610.34435-asr-task-opus48,arxiv-2610.34435,kimi-k3,not-established:ambiguous,agentic-tool,hard,,,,,,,0.0,score%,0.0289,,evaluated-by:Opus 4.8,"https://arxiv.org/abs/2610.34435 (Figure 2 (Task only), row Kimi K3, column ""Attack success rate, Opus 4.8"")",,out:effort-not-established, arxiv-2610.34435-asr-task-gpt6sol,arxiv-2610.34435,kimi-k3,not-established:ambiguous,agentic-tool,hard,,,,,,,0.0,score%,0.0289,,evaluated-by:GPT-6-Sol,"https://arxiv.org/abs/2610.34435 (Figure 2 (Task only), row Kimi K3, column ""Attack success rate, GPT-6-Sol"")",,out:effort-not-established, arxiv-2610.34435-asr-task-allrev,arxiv-2610.34435,kimi-k3,not-established:ambiguous,agentic-tool,hard,,,,,,,0.0,score%,0.0289,,evaluated-by:Sonnet 5; evaluated-by:Opus 4.8; evaluated-by:GPT-6-Sol,"https://arxiv.org/abs/2610.34435 (Figure 2 (Task only), row Kimi K3, column ""Attack success rate, All reviewers"")",,out:effort-not-established, arxiv-2610.34435-catch-task-kimik3,arxiv-2610.34435,sonnet-5,high,agentic-tool,hard,,,,,,,100,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Task only), row Kimi K3, column ""Catch rate, Sonnet 5"")",,out:uninformative, arxiv-2610.34435-catch-task-kimik3,arxiv-2610.34435,opus-4.8,high,agentic-tool,hard,,,,,,,98,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Task only), row Kimi K3, column ""Catch rate, Opus 4.8"")",,out:single-couple, arxiv-2610.34435-catch-task-kimik3,arxiv-2610.34435,gpt-6-sol,not-established:ambiguous,agentic-tool,hard,,,,,,,100,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Task only), row Kimi K3, column ""Catch rate, GPT-6-Sol"")",,out:effort-not-established, arxiv-2610.34435-catch-task-all,arxiv-2610.34435,sonnet-5,high,agentic-tool,hard,,,,,,,97,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Task only), row All attackers, column ""Catch rate, Sonnet 5"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-reviewer-runs|sonnet-5@high|,in, arxiv-2610.34435-catch-task-all,arxiv-2610.34435,opus-4.8,high,agentic-tool,hard,,,,,,,96,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Task only), row All attackers, column ""Catch rate, Opus 4.8"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-reviewer-runs|opus-4.8@high|,in, arxiv-2610.34435-catch-task-all,arxiv-2610.34435,gpt-6-sol,not-established:ambiguous,agentic-tool,hard,,,,,,,100,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Task only), row All attackers, column ""Catch rate, GPT-6-Sol"")",,out:effort-not-established, arxiv-2610.34435-refused-fix,arxiv-2610.34435,sonnet-5,high,agentic-tool,hard,,,,,,,20,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Fix in hand), row Sonnet 5, column ""Attack collection, refused"")",,out:not-headline, arxiv-2610.34435-asr-fix-sonnet5,arxiv-2610.34435,sonnet-5,high,agentic-tool,hard,,,,,,,8.8,score%,0.0289,,evaluated-by:Sonnet 5,"https://arxiv.org/abs/2610.34435 (Figure 2 (Fix in hand), row Sonnet 5, column ""Attack success rate, Sonnet 5"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-attacker-runs|sonnet-5@high|,in, arxiv-2610.34435-asr-fix-opus48,arxiv-2610.34435,sonnet-5,high,agentic-tool,hard,,,,,,,10.0,score%,0.0289,,evaluated-by:Opus 4.8,"https://arxiv.org/abs/2610.34435 (Figure 2 (Fix in hand), row Sonnet 5, column ""Attack success rate, Opus 4.8"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-attacker-runs|sonnet-5@high|,in, arxiv-2610.34435-asr-fix-gpt6sol,arxiv-2610.34435,sonnet-5,high,agentic-tool,hard,,,,,,,2.9,score%,0.0289,,evaluated-by:GPT-6-Sol,"https://arxiv.org/abs/2610.34435 (Figure 2 (Fix in hand), row Sonnet 5, column ""Attack success rate, GPT-6-Sol"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-attacker-runs|sonnet-5@high|,in, arxiv-2610.34435-asr-fix-allrev,arxiv-2610.34435,sonnet-5,high,agentic-tool,hard,,,,,,,7.2,score%,0.0289,,evaluated-by:Sonnet 5; evaluated-by:Opus 4.8; evaluated-by:GPT-6-Sol,"https://arxiv.org/abs/2610.34435 (Figure 2 (Fix in hand), row Sonnet 5, column ""Attack success rate, All reviewers"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-attacker-runs|sonnet-5@high|,in, arxiv-2610.34435-catch-fix-sonnet5,arxiv-2610.34435,sonnet-5,high,agentic-tool,hard,,,,,,,80,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Fix in hand), row Sonnet 5, column ""Catch rate, Sonnet 5"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-reviewer-runs|sonnet-5@high|,in, arxiv-2610.34435-catch-fix-sonnet5,arxiv-2610.34435,opus-4.8,high,agentic-tool,hard,,,,,,,78,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Fix in hand), row Sonnet 5, column ""Catch rate, Opus 4.8"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-reviewer-runs|opus-4.8@high|,in, arxiv-2610.34435-catch-fix-sonnet5,arxiv-2610.34435,gpt-6-sol,not-established:ambiguous,agentic-tool,hard,,,,,,,94,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Fix in hand), row Sonnet 5, column ""Catch rate, GPT-6-Sol"")",,out:effort-not-established, arxiv-2610.34435-refused-fix,arxiv-2610.34435,opus-4.8,high,agentic-tool,hard,,,,,,,9,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Fix in hand), row Opus 4.8, column ""Attack collection, refused"")",,out:not-headline, arxiv-2610.34435-asr-fix-sonnet5,arxiv-2610.34435,opus-4.8,high,agentic-tool,hard,,,,,,,8.6,score%,0.0289,,evaluated-by:Sonnet 5,"https://arxiv.org/abs/2610.34435 (Figure 2 (Fix in hand), row Opus 4.8, column ""Attack success rate, Sonnet 5"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-attacker-runs|opus-4.8@high|,in, arxiv-2610.34435-asr-fix-opus48,arxiv-2610.34435,opus-4.8,high,agentic-tool,hard,,,,,,,10.0,score%,0.0289,,evaluated-by:Opus 4.8,"https://arxiv.org/abs/2610.34435 (Figure 2 (Fix in hand), row Opus 4.8, column ""Attack success rate, Opus 4.8"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-attacker-runs|opus-4.8@high|,in, arxiv-2610.34435-asr-fix-gpt6sol,arxiv-2610.34435,opus-4.8,high,agentic-tool,hard,,,,,,,4.3,score%,0.0289,,evaluated-by:GPT-6-Sol,"https://arxiv.org/abs/2610.34435 (Figure 2 (Fix in hand), row Opus 4.8, column ""Attack success rate, GPT-6-Sol"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-attacker-runs|opus-4.8@high|,in, arxiv-2610.34435-asr-fix-allrev,arxiv-2610.34435,opus-4.8,high,agentic-tool,hard,,,,,,,7.6,score%,0.0289,,evaluated-by:Sonnet 5; evaluated-by:Opus 4.8; evaluated-by:GPT-6-Sol,"https://arxiv.org/abs/2610.34435 (Figure 2 (Fix in hand), row Opus 4.8, column ""Attack success rate, All reviewers"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-attacker-runs|opus-4.8@high|,in, arxiv-2610.34435-catch-fix-opus48,arxiv-2610.34435,sonnet-5,high,agentic-tool,hard,,,,,,,86,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Fix in hand), row Opus 4.8, column ""Catch rate, Sonnet 5"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-reviewer-runs|sonnet-5@high|,in, arxiv-2610.34435-catch-fix-opus48,arxiv-2610.34435,opus-4.8,high,agentic-tool,hard,,,,,,,84,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Fix in hand), row Opus 4.8, column ""Catch rate, Opus 4.8"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-reviewer-runs|opus-4.8@high|,in, arxiv-2610.34435-catch-fix-opus48,arxiv-2610.34435,gpt-6-sol,not-established:ambiguous,agentic-tool,hard,,,,,,,93,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Fix in hand), row Opus 4.8, column ""Catch rate, GPT-6-Sol"")",,out:effort-not-established, arxiv-2610.34435-refused-fix,arxiv-2610.34435,gpt-6-sol,not-established:ambiguous,agentic-tool,hard,,,,,,,6,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Fix in hand), row GPT-6-Sol, column ""Attack collection, refused"")",,out:effort-not-established, arxiv-2610.34435-asr-fix-sonnet5,arxiv-2610.34435,gpt-6-sol,not-established:ambiguous,agentic-tool,hard,,,,,,,8.7,score%,0.0289,,evaluated-by:Sonnet 5,"https://arxiv.org/abs/2610.34435 (Figure 2 (Fix in hand), row GPT-6-Sol, column ""Attack success rate, Sonnet 5"")",,out:effort-not-established, arxiv-2610.34435-asr-fix-opus48,arxiv-2610.34435,gpt-6-sol,not-established:ambiguous,agentic-tool,hard,,,,,,,8.6,score%,0.0289,,evaluated-by:Opus 4.8,"https://arxiv.org/abs/2610.34435 (Figure 2 (Fix in hand), row GPT-6-Sol, column ""Attack success rate, Opus 4.8"")",,out:effort-not-established, arxiv-2610.34435-asr-fix-gpt6sol,arxiv-2610.34435,gpt-6-sol,not-established:ambiguous,agentic-tool,hard,,,,,,,1.4,score%,0.0289,,evaluated-by:GPT-6-Sol,"https://arxiv.org/abs/2610.34435 (Figure 2 (Fix in hand), row GPT-6-Sol, column ""Attack success rate, GPT-6-Sol"")",,out:effort-not-established, arxiv-2610.34435-asr-fix-allrev,arxiv-2610.34435,gpt-6-sol,not-established:ambiguous,agentic-tool,hard,,,,,,,6.2,score%,0.0289,,evaluated-by:Sonnet 5; evaluated-by:Opus 4.8; evaluated-by:GPT-6-Sol,"https://arxiv.org/abs/2610.34435 (Figure 2 (Fix in hand), row GPT-6-Sol, column ""Attack success rate, All reviewers"")",,out:effort-not-established, arxiv-2610.34435-catch-fix-gpt6sol,arxiv-2610.34435,sonnet-5,high,agentic-tool,hard,,,,,,,88,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Fix in hand), row GPT-6-Sol, column ""Catch rate, Sonnet 5"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-reviewer-runs|sonnet-5@high|,in, arxiv-2610.34435-catch-fix-gpt6sol,arxiv-2610.34435,opus-4.8,high,agentic-tool,hard,,,,,,,88,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Fix in hand), row GPT-6-Sol, column ""Catch rate, Opus 4.8"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-reviewer-runs|opus-4.8@high|,in, arxiv-2610.34435-catch-fix-gpt6sol,arxiv-2610.34435,gpt-6-sol,not-established:ambiguous,agentic-tool,hard,,,,,,,96,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Fix in hand), row GPT-6-Sol, column ""Catch rate, GPT-6-Sol"")",,out:effort-not-established, arxiv-2610.34435-refused-fix,arxiv-2610.34435,grok-4.7,not-established:ambiguous,agentic-tool,hard,,,,,,,9,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Fix in hand), row Grok 4.7, column ""Attack collection, refused"")",,out:effort-not-established, arxiv-2610.34435-asr-fix-sonnet5,arxiv-2610.34435,grok-4.7,not-established:ambiguous,agentic-tool,hard,,,,,,,1.4,score%,0.0289,,evaluated-by:Sonnet 5,"https://arxiv.org/abs/2610.34435 (Figure 2 (Fix in hand), row Grok 4.7, column ""Attack success rate, Sonnet 5"")",,out:effort-not-established, arxiv-2610.34435-asr-fix-opus48,arxiv-2610.34435,grok-4.7,not-established:ambiguous,agentic-tool,hard,,,,,,,2.9,score%,0.0289,,evaluated-by:Opus 4.8,"https://arxiv.org/abs/2610.34435 (Figure 2 (Fix in hand), row Grok 4.7, column ""Attack success rate, Opus 4.8"")",,out:effort-not-established, arxiv-2610.34435-asr-fix-gpt6sol,arxiv-2610.34435,grok-4.7,not-established:ambiguous,agentic-tool,hard,,,,,,,0.0,score%,0.0289,,evaluated-by:GPT-6-Sol,"https://arxiv.org/abs/2610.34435 (Figure 2 (Fix in hand), row Grok 4.7, column ""Attack success rate, GPT-6-Sol"")",,out:effort-not-established, arxiv-2610.34435-asr-fix-allrev,arxiv-2610.34435,grok-4.7,not-established:ambiguous,agentic-tool,hard,,,,,,,1.4,score%,0.0289,,evaluated-by:Sonnet 5; evaluated-by:Opus 4.8; evaluated-by:GPT-6-Sol,"https://arxiv.org/abs/2610.34435 (Figure 2 (Fix in hand), row Grok 4.7, column ""Attack success rate, All reviewers"")",,out:effort-not-established, arxiv-2610.34435-catch-fix-grok47,arxiv-2610.34435,sonnet-5,high,agentic-tool,hard,,,,,,,96,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Fix in hand), row Grok 4.7, column ""Catch rate, Sonnet 5"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-reviewer-runs|sonnet-5@high|,in, arxiv-2610.34435-catch-fix-grok47,arxiv-2610.34435,opus-4.8,high,agentic-tool,hard,,,,,,,93,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Fix in hand), row Grok 4.7, column ""Catch rate, Opus 4.8"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-reviewer-runs|opus-4.8@high|,in, arxiv-2610.34435-catch-fix-grok47,arxiv-2610.34435,gpt-6-sol,not-established:ambiguous,agentic-tool,hard,,,,,,,100,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Fix in hand), row Grok 4.7, column ""Catch rate, GPT-6-Sol"")",,out:effort-not-established, arxiv-2610.34435-refused-fix,arxiv-2610.34435,glm-5.3,unstated,agentic-tool,hard,,,,,,,0,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Fix in hand), row GLM 5.3 (first of the two GLM 5.3 rows), column ""Attack collection, refused"")",,out:effort-not-established, arxiv-2610.34435-asr-fix-sonnet5,arxiv-2610.34435,glm-5.3,unstated,agentic-tool,hard,,,,,,,8.8,score%,0.0289,,evaluated-by:Sonnet 5,"https://arxiv.org/abs/2610.34435 (Figure 2 (Fix in hand), row GLM 5.3 (first of the two GLM 5.3 rows), column ""Attack success rate, Sonnet 5"")",,out:effort-not-established, arxiv-2610.34435-asr-fix-opus48,arxiv-2610.34435,glm-5.3,unstated,agentic-tool,hard,,,,,,,8.7,score%,0.0289,,evaluated-by:Opus 4.8,"https://arxiv.org/abs/2610.34435 (Figure 2 (Fix in hand), row GLM 5.3 (first of the two GLM 5.3 rows), column ""Attack success rate, Opus 4.8"")",,out:effort-not-established, arxiv-2610.34435-asr-fix-gpt6sol,arxiv-2610.34435,glm-5.3,unstated,agentic-tool,hard,,,,,,,5.7,score%,0.0289,,evaluated-by:GPT-6-Sol,"https://arxiv.org/abs/2610.34435 (Figure 2 (Fix in hand), row GLM 5.3 (first of the two GLM 5.3 rows), column ""Attack success rate, GPT-6-Sol"")",,out:effort-not-established, arxiv-2610.34435-asr-fix-allrev,arxiv-2610.34435,glm-5.3,unstated,agentic-tool,hard,,,,,,,7.7,score%,0.0289,,evaluated-by:Sonnet 5; evaluated-by:Opus 4.8; evaluated-by:GPT-6-Sol,"https://arxiv.org/abs/2610.34435 (Figure 2 (Fix in hand), row GLM 5.3 (first of the two GLM 5.3 rows), column ""Attack success rate, All reviewers"")",,out:effort-not-established, arxiv-2610.34435-catch-fix-glm-codex,arxiv-2610.34435,sonnet-5,high,agentic-tool,hard,,,,,,,83,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Fix in hand), row GLM 5.3 (first of the two GLM 5.3 rows), column ""Catch rate, Sonnet 5"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-reviewer-runs|sonnet-5@high|,in, arxiv-2610.34435-catch-fix-glm-codex,arxiv-2610.34435,opus-4.8,high,agentic-tool,hard,,,,,,,84,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Fix in hand), row GLM 5.3 (first of the two GLM 5.3 rows), column ""Catch rate, Opus 4.8"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-reviewer-runs|opus-4.8@high|,in, arxiv-2610.34435-catch-fix-glm-codex,arxiv-2610.34435,gpt-6-sol,not-established:ambiguous,agentic-tool,hard,,,,,,,89,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Fix in hand), row GLM 5.3 (first of the two GLM 5.3 rows), column ""Catch rate, GPT-6-Sol"")",,out:effort-not-established, arxiv-2610.34435-refused-fix,arxiv-2610.34435,glm-5.3,not-established:ambiguous,agentic-tool,hard,,,,,,,0,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Fix in hand), row GLM 5.3 (second of the two GLM 5.3 rows), column ""Attack collection, refused"")",,out:effort-not-established, arxiv-2610.34435-asr-fix-sonnet5,arxiv-2610.34435,glm-5.3,not-established:ambiguous,agentic-tool,hard,,,,,,,11.9,score%,0.0289,,evaluated-by:Sonnet 5,"https://arxiv.org/abs/2610.34435 (Figure 2 (Fix in hand), row GLM 5.3 (second of the two GLM 5.3 rows), column ""Attack success rate, Sonnet 5"")",,out:effort-not-established, arxiv-2610.34435-asr-fix-opus48,arxiv-2610.34435,glm-5.3,not-established:ambiguous,agentic-tool,hard,,,,,,,7.4,score%,0.0289,,evaluated-by:Opus 4.8,"https://arxiv.org/abs/2610.34435 (Figure 2 (Fix in hand), row GLM 5.3 (second of the two GLM 5.3 rows), column ""Attack success rate, Opus 4.8"")",,out:effort-not-established, arxiv-2610.34435-asr-fix-gpt6sol,arxiv-2610.34435,glm-5.3,not-established:ambiguous,agentic-tool,hard,,,,,,,7.1,score%,0.0289,,evaluated-by:GPT-6-Sol,"https://arxiv.org/abs/2610.34435 (Figure 2 (Fix in hand), row GLM 5.3 (second of the two GLM 5.3 rows), column ""Attack success rate, GPT-6-Sol"")",,out:effort-not-established, arxiv-2610.34435-asr-fix-allrev,arxiv-2610.34435,glm-5.3,not-established:ambiguous,agentic-tool,hard,,,,,,,8.8,score%,0.0289,,evaluated-by:Sonnet 5; evaluated-by:Opus 4.8; evaluated-by:GPT-6-Sol,"https://arxiv.org/abs/2610.34435 (Figure 2 (Fix in hand), row GLM 5.3 (second of the two GLM 5.3 rows), column ""Attack success rate, All reviewers"")",,out:effort-not-established, arxiv-2610.34435-catch-fix-glm-cc,arxiv-2610.34435,sonnet-5,high,agentic-tool,hard,,,,,,,80,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Fix in hand), row GLM 5.3 (second of the two GLM 5.3 rows), column ""Catch rate, Sonnet 5"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-reviewer-runs|sonnet-5@high|,in, arxiv-2610.34435-catch-fix-glm-cc,arxiv-2610.34435,opus-4.8,high,agentic-tool,hard,,,,,,,88,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Fix in hand), row GLM 5.3 (second of the two GLM 5.3 rows), column ""Catch rate, Opus 4.8"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-reviewer-runs|opus-4.8@high|,in, arxiv-2610.34435-catch-fix-glm-cc,arxiv-2610.34435,gpt-6-sol,not-established:ambiguous,agentic-tool,hard,,,,,,,89,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Fix in hand), row GLM 5.3 (second of the two GLM 5.3 rows), column ""Catch rate, GPT-6-Sol"")",,out:effort-not-established, arxiv-2610.34435-refused-fix,arxiv-2610.34435,kimi-k3,not-established:ambiguous,agentic-tool,hard,,,,,,,0,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Fix in hand), row Kimi K3, column ""Attack collection, refused"")",,out:effort-not-established, arxiv-2610.34435-asr-fix-sonnet5,arxiv-2610.34435,kimi-k3,not-established:ambiguous,agentic-tool,hard,,,,,,,13.0,score%,0.0289,,evaluated-by:Sonnet 5,"https://arxiv.org/abs/2610.34435 (Figure 2 (Fix in hand), row Kimi K3, column ""Attack success rate, Sonnet 5"")",,out:effort-not-established, arxiv-2610.34435-asr-fix-opus48,arxiv-2610.34435,kimi-k3,not-established:ambiguous,agentic-tool,hard,,,,,,,11.4,score%,0.0289,,evaluated-by:Opus 4.8,"https://arxiv.org/abs/2610.34435 (Figure 2 (Fix in hand), row Kimi K3, column ""Attack success rate, Opus 4.8"")",,out:effort-not-established, arxiv-2610.34435-asr-fix-gpt6sol,arxiv-2610.34435,kimi-k3,not-established:ambiguous,agentic-tool,hard,,,,,,,2.9,score%,0.0289,,evaluated-by:GPT-6-Sol,"https://arxiv.org/abs/2610.34435 (Figure 2 (Fix in hand), row Kimi K3, column ""Attack success rate, GPT-6-Sol"")",,out:effort-not-established, arxiv-2610.34435-asr-fix-allrev,arxiv-2610.34435,kimi-k3,not-established:ambiguous,agentic-tool,hard,,,,,,,9.1,score%,0.0289,,evaluated-by:Sonnet 5; evaluated-by:Opus 4.8; evaluated-by:GPT-6-Sol,"https://arxiv.org/abs/2610.34435 (Figure 2 (Fix in hand), row Kimi K3, column ""Attack success rate, All reviewers"")",,out:effort-not-established, arxiv-2610.34435-catch-fix-kimik3,arxiv-2610.34435,sonnet-5,high,agentic-tool,hard,,,,,,,80,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Fix in hand), row Kimi K3, column ""Catch rate, Sonnet 5"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-reviewer-runs|sonnet-5@high|,in, arxiv-2610.34435-catch-fix-kimik3,arxiv-2610.34435,opus-4.8,high,agentic-tool,hard,,,,,,,82,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Fix in hand), row Kimi K3, column ""Catch rate, Opus 4.8"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-reviewer-runs|opus-4.8@high|,in, arxiv-2610.34435-catch-fix-kimik3,arxiv-2610.34435,gpt-6-sol,not-established:ambiguous,agentic-tool,hard,,,,,,,96,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Fix in hand), row Kimi K3, column ""Catch rate, GPT-6-Sol"")",,out:effort-not-established, arxiv-2610.34435-catch-fix-all,arxiv-2610.34435,sonnet-5,high,agentic-tool,hard,,,,,,,86,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Fix in hand), row All attackers, column ""Catch rate, Sonnet 5"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-reviewer-runs|sonnet-5@high|,in, arxiv-2610.34435-catch-fix-all,arxiv-2610.34435,opus-4.8,high,agentic-tool,hard,,,,,,,86,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Fix in hand), row All attackers, column ""Catch rate, Opus 4.8"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-reviewer-runs|opus-4.8@high|,in, arxiv-2610.34435-catch-fix-all,arxiv-2610.34435,gpt-6-sol,not-established:ambiguous,agentic-tool,hard,,,,,,,94,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Fix in hand), row All attackers, column ""Catch rate, GPT-6-Sol"")",,out:effort-not-established, arxiv-2610.34435-refused-window,arxiv-2610.34435,sonnet-5,high,agentic-tool,hard,,,,,,,14,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Maintenance window), row Sonnet 5, column ""Attack collection, refused"")",,out:not-headline, arxiv-2610.34435-asr-window-sonnet5,arxiv-2610.34435,sonnet-5,high,agentic-tool,hard,,,,,,,21.4,score%,0.0289,,evaluated-by:Sonnet 5,"https://arxiv.org/abs/2610.34435 (Figure 2 (Maintenance window), row Sonnet 5, column ""Attack success rate, Sonnet 5"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-attacker-runs|sonnet-5@high|,in, arxiv-2610.34435-asr-window-opus48,arxiv-2610.34435,sonnet-5,high,agentic-tool,hard,,,,,,,12.9,score%,0.0289,,evaluated-by:Opus 4.8,"https://arxiv.org/abs/2610.34435 (Figure 2 (Maintenance window), row Sonnet 5, column ""Attack success rate, Opus 4.8"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-attacker-runs|sonnet-5@high|,in, arxiv-2610.34435-asr-window-gpt6sol,arxiv-2610.34435,sonnet-5,high,agentic-tool,hard,,,,,,,20.0,score%,0.0289,,evaluated-by:GPT-6-Sol,"https://arxiv.org/abs/2610.34435 (Figure 2 (Maintenance window), row Sonnet 5, column ""Attack success rate, GPT-6-Sol"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-attacker-runs|sonnet-5@high|,in, arxiv-2610.34435-asr-window-allrev,arxiv-2610.34435,sonnet-5,high,agentic-tool,hard,,,,,,,18.1,score%,0.0289,,evaluated-by:Sonnet 5; evaluated-by:Opus 4.8; evaluated-by:GPT-6-Sol,"https://arxiv.org/abs/2610.34435 (Figure 2 (Maintenance window), row Sonnet 5, column ""Attack success rate, All reviewers"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-attacker-runs|sonnet-5@high|,in, arxiv-2610.34435-catch-window-sonnet5,arxiv-2610.34435,sonnet-5,high,agentic-tool,hard,,,,,,,72,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Maintenance window), row Sonnet 5, column ""Catch rate, Sonnet 5"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-reviewer-runs|sonnet-5@high|,in, arxiv-2610.34435-catch-window-sonnet5,arxiv-2610.34435,opus-4.8,high,agentic-tool,hard,,,,,,,83,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Maintenance window), row Sonnet 5, column ""Catch rate, Opus 4.8"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-reviewer-runs|opus-4.8@high|,in, arxiv-2610.34435-catch-window-sonnet5,arxiv-2610.34435,gpt-6-sol,not-established:ambiguous,agentic-tool,hard,,,,,,,74,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Maintenance window), row Sonnet 5, column ""Catch rate, GPT-6-Sol"")",,out:effort-not-established, arxiv-2610.34435-refused-window,arxiv-2610.34435,opus-4.8,high,agentic-tool,hard,,,,,,,9,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Maintenance window), row Opus 4.8, column ""Attack collection, refused"")",,out:not-headline, arxiv-2610.34435-asr-window-sonnet5,arxiv-2610.34435,opus-4.8,high,agentic-tool,hard,,,,,,,18.6,score%,0.0289,,evaluated-by:Sonnet 5,"https://arxiv.org/abs/2610.34435 (Figure 2 (Maintenance window), row Opus 4.8, column ""Attack success rate, Sonnet 5"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-attacker-runs|opus-4.8@high|,in, arxiv-2610.34435-asr-window-opus48,arxiv-2610.34435,opus-4.8,high,agentic-tool,hard,,,,,,,15.7,score%,0.0289,,evaluated-by:Opus 4.8,"https://arxiv.org/abs/2610.34435 (Figure 2 (Maintenance window), row Opus 4.8, column ""Attack success rate, Opus 4.8"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-attacker-runs|opus-4.8@high|,in, arxiv-2610.34435-asr-window-gpt6sol,arxiv-2610.34435,opus-4.8,high,agentic-tool,hard,,,,,,,11.4,score%,0.0289,,evaluated-by:GPT-6-Sol,"https://arxiv.org/abs/2610.34435 (Figure 2 (Maintenance window), row Opus 4.8, column ""Attack success rate, GPT-6-Sol"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-attacker-runs|opus-4.8@high|,in, arxiv-2610.34435-asr-window-allrev,arxiv-2610.34435,opus-4.8,high,agentic-tool,hard,,,,,,,15.2,score%,0.0289,,evaluated-by:Sonnet 5; evaluated-by:Opus 4.8; evaluated-by:GPT-6-Sol,"https://arxiv.org/abs/2610.34435 (Figure 2 (Maintenance window), row Opus 4.8, column ""Attack success rate, All reviewers"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-attacker-runs|opus-4.8@high|,in, arxiv-2610.34435-catch-window-opus48,arxiv-2610.34435,sonnet-5,high,agentic-tool,hard,,,,,,,78,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Maintenance window), row Opus 4.8, column ""Catch rate, Sonnet 5"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-reviewer-runs|sonnet-5@high|,in, arxiv-2610.34435-catch-window-opus48,arxiv-2610.34435,opus-4.8,high,agentic-tool,hard,,,,,,,81,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Maintenance window), row Opus 4.8, column ""Catch rate, Opus 4.8"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-reviewer-runs|opus-4.8@high|,in, arxiv-2610.34435-catch-window-opus48,arxiv-2610.34435,gpt-6-sol,not-established:ambiguous,agentic-tool,hard,,,,,,,86,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Maintenance window), row Opus 4.8, column ""Catch rate, GPT-6-Sol"")",,out:effort-not-established, arxiv-2610.34435-refused-window,arxiv-2610.34435,gpt-6-sol,not-established:ambiguous,agentic-tool,hard,,,,,,,0,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Maintenance window), row GPT-6-Sol, column ""Attack collection, refused"")",,out:effort-not-established, arxiv-2610.34435-asr-window-sonnet5,arxiv-2610.34435,gpt-6-sol,not-established:ambiguous,agentic-tool,hard,,,,,,,14.3,score%,0.0289,,evaluated-by:Sonnet 5,"https://arxiv.org/abs/2610.34435 (Figure 2 (Maintenance window), row GPT-6-Sol, column ""Attack success rate, Sonnet 5"")",,out:effort-not-established, arxiv-2610.34435-asr-window-opus48,arxiv-2610.34435,gpt-6-sol,not-established:ambiguous,agentic-tool,hard,,,,,,,10.0,score%,0.0289,,evaluated-by:Opus 4.8,"https://arxiv.org/abs/2610.34435 (Figure 2 (Maintenance window), row GPT-6-Sol, column ""Attack success rate, Opus 4.8"")",,out:effort-not-established, arxiv-2610.34435-asr-window-gpt6sol,arxiv-2610.34435,gpt-6-sol,not-established:ambiguous,agentic-tool,hard,,,,,,,22.9,score%,0.0289,,evaluated-by:GPT-6-Sol,"https://arxiv.org/abs/2610.34435 (Figure 2 (Maintenance window), row GPT-6-Sol, column ""Attack success rate, GPT-6-Sol"")",,out:effort-not-established, arxiv-2610.34435-asr-window-allrev,arxiv-2610.34435,gpt-6-sol,not-established:ambiguous,agentic-tool,hard,,,,,,,15.7,score%,0.0289,,evaluated-by:Sonnet 5; evaluated-by:Opus 4.8; evaluated-by:GPT-6-Sol,"https://arxiv.org/abs/2610.34435 (Figure 2 (Maintenance window), row GPT-6-Sol, column ""Attack success rate, All reviewers"")",,out:effort-not-established, arxiv-2610.34435-catch-window-gpt6sol,arxiv-2610.34435,sonnet-5,high,agentic-tool,hard,,,,,,,86,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Maintenance window), row GPT-6-Sol, column ""Catch rate, Sonnet 5"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-reviewer-runs|sonnet-5@high|,in, arxiv-2610.34435-catch-window-gpt6sol,arxiv-2610.34435,opus-4.8,high,agentic-tool,hard,,,,,,,89,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Maintenance window), row GPT-6-Sol, column ""Catch rate, Opus 4.8"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-reviewer-runs|opus-4.8@high|,in, arxiv-2610.34435-catch-window-gpt6sol,arxiv-2610.34435,gpt-6-sol,not-established:ambiguous,agentic-tool,hard,,,,,,,77,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Maintenance window), row GPT-6-Sol, column ""Catch rate, GPT-6-Sol"")",,out:effort-not-established, arxiv-2610.34435-refused-window,arxiv-2610.34435,grok-4.7,not-established:ambiguous,agentic-tool,hard,,,,,,,0,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Maintenance window), row Grok 4.7, column ""Attack collection, refused"")",,out:effort-not-established, arxiv-2610.34435-asr-window-sonnet5,arxiv-2610.34435,grok-4.7,not-established:ambiguous,agentic-tool,hard,,,,,,,20.0,score%,0.0289,,evaluated-by:Sonnet 5,"https://arxiv.org/abs/2610.34435 (Figure 2 (Maintenance window), row Grok 4.7, column ""Attack success rate, Sonnet 5"")",,out:effort-not-established, arxiv-2610.34435-asr-window-opus48,arxiv-2610.34435,grok-4.7,not-established:ambiguous,agentic-tool,hard,,,,,,,17.1,score%,0.0289,,evaluated-by:Opus 4.8,"https://arxiv.org/abs/2610.34435 (Figure 2 (Maintenance window), row Grok 4.7, column ""Attack success rate, Opus 4.8"")",,out:effort-not-established, arxiv-2610.34435-asr-window-gpt6sol,arxiv-2610.34435,grok-4.7,not-established:ambiguous,agentic-tool,hard,,,,,,,14.3,score%,0.0289,,evaluated-by:GPT-6-Sol,"https://arxiv.org/abs/2610.34435 (Figure 2 (Maintenance window), row Grok 4.7, column ""Attack success rate, GPT-6-Sol"")",,out:effort-not-established, arxiv-2610.34435-asr-window-allrev,arxiv-2610.34435,grok-4.7,not-established:ambiguous,agentic-tool,hard,,,,,,,17.1,score%,0.0289,,evaluated-by:Sonnet 5; evaluated-by:Opus 4.8; evaluated-by:GPT-6-Sol,"https://arxiv.org/abs/2610.34435 (Figure 2 (Maintenance window), row Grok 4.7, column ""Attack success rate, All reviewers"")",,out:effort-not-established, arxiv-2610.34435-catch-window-grok47,arxiv-2610.34435,sonnet-5,high,agentic-tool,hard,,,,,,,77,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Maintenance window), row Grok 4.7, column ""Catch rate, Sonnet 5"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-reviewer-runs|sonnet-5@high|,in, arxiv-2610.34435-catch-window-grok47,arxiv-2610.34435,opus-4.8,high,agentic-tool,hard,,,,,,,81,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Maintenance window), row Grok 4.7, column ""Catch rate, Opus 4.8"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-reviewer-runs|opus-4.8@high|,in, arxiv-2610.34435-catch-window-grok47,arxiv-2610.34435,gpt-6-sol,not-established:ambiguous,agentic-tool,hard,,,,,,,84,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Maintenance window), row Grok 4.7, column ""Catch rate, GPT-6-Sol"")",,out:effort-not-established, arxiv-2610.34435-refused-window,arxiv-2610.34435,glm-5.3,unstated,agentic-tool,hard,,,,,,,0,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Maintenance window), row GLM 5.3 (first of the two GLM 5.3 rows), column ""Attack collection, refused"")",,out:effort-not-established, arxiv-2610.34435-asr-window-sonnet5,arxiv-2610.34435,glm-5.3,unstated,agentic-tool,hard,,,,,,,22.9,score%,0.0289,,evaluated-by:Sonnet 5,"https://arxiv.org/abs/2610.34435 (Figure 2 (Maintenance window), row GLM 5.3 (first of the two GLM 5.3 rows), column ""Attack success rate, Sonnet 5"")",,out:effort-not-established, arxiv-2610.34435-asr-window-opus48,arxiv-2610.34435,glm-5.3,unstated,agentic-tool,hard,,,,,,,14.3,score%,0.0289,,evaluated-by:Opus 4.8,"https://arxiv.org/abs/2610.34435 (Figure 2 (Maintenance window), row GLM 5.3 (first of the two GLM 5.3 rows), column ""Attack success rate, Opus 4.8"")",,out:effort-not-established, arxiv-2610.34435-asr-window-gpt6sol,arxiv-2610.34435,glm-5.3,unstated,agentic-tool,hard,,,,,,,20.0,score%,0.0289,,evaluated-by:GPT-6-Sol,"https://arxiv.org/abs/2610.34435 (Figure 2 (Maintenance window), row GLM 5.3 (first of the two GLM 5.3 rows), column ""Attack success rate, GPT-6-Sol"")",,out:effort-not-established, arxiv-2610.34435-asr-window-allrev,arxiv-2610.34435,glm-5.3,unstated,agentic-tool,hard,,,,,,,19.0,score%,0.0289,,evaluated-by:Sonnet 5; evaluated-by:Opus 4.8; evaluated-by:GPT-6-Sol,"https://arxiv.org/abs/2610.34435 (Figure 2 (Maintenance window), row GLM 5.3 (first of the two GLM 5.3 rows), column ""Attack success rate, All reviewers"")",,out:effort-not-established, arxiv-2610.34435-catch-window-glm-codex,arxiv-2610.34435,sonnet-5,high,agentic-tool,hard,,,,,,,75,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Maintenance window), row GLM 5.3 (first of the two GLM 5.3 rows), column ""Catch rate, Sonnet 5"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-reviewer-runs|sonnet-5@high|,in, arxiv-2610.34435-catch-window-glm-codex,arxiv-2610.34435,opus-4.8,high,agentic-tool,hard,,,,,,,84,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Maintenance window), row GLM 5.3 (first of the two GLM 5.3 rows), column ""Catch rate, Opus 4.8"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-reviewer-runs|opus-4.8@high|,in, arxiv-2610.34435-catch-window-glm-codex,arxiv-2610.34435,gpt-6-sol,not-established:ambiguous,agentic-tool,hard,,,,,,,78,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Maintenance window), row GLM 5.3 (first of the two GLM 5.3 rows), column ""Catch rate, GPT-6-Sol"")",,out:effort-not-established, arxiv-2610.34435-refused-window,arxiv-2610.34435,glm-5.3,not-established:ambiguous,agentic-tool,hard,,,,,,,0,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Maintenance window), row GLM 5.3 (second of the two GLM 5.3 rows), column ""Attack collection, refused"")",,out:effort-not-established, arxiv-2610.34435-asr-window-sonnet5,arxiv-2610.34435,glm-5.3,not-established:ambiguous,agentic-tool,hard,,,,,,,32.9,score%,0.0289,,evaluated-by:Sonnet 5,"https://arxiv.org/abs/2610.34435 (Figure 2 (Maintenance window), row GLM 5.3 (second of the two GLM 5.3 rows), column ""Attack success rate, Sonnet 5"")",,out:effort-not-established, arxiv-2610.34435-asr-window-opus48,arxiv-2610.34435,glm-5.3,not-established:ambiguous,agentic-tool,hard,,,,,,,20.0,score%,0.0289,,evaluated-by:Opus 4.8,"https://arxiv.org/abs/2610.34435 (Figure 2 (Maintenance window), row GLM 5.3 (second of the two GLM 5.3 rows), column ""Attack success rate, Opus 4.8"")",,out:effort-not-established, arxiv-2610.34435-asr-window-gpt6sol,arxiv-2610.34435,glm-5.3,not-established:ambiguous,agentic-tool,hard,,,,,,,15.7,score%,0.0289,,evaluated-by:GPT-6-Sol,"https://arxiv.org/abs/2610.34435 (Figure 2 (Maintenance window), row GLM 5.3 (second of the two GLM 5.3 rows), column ""Attack success rate, GPT-6-Sol"")",,out:effort-not-established, arxiv-2610.34435-asr-window-allrev,arxiv-2610.34435,glm-5.3,not-established:ambiguous,agentic-tool,hard,,,,,,,22.9,score%,0.0289,,evaluated-by:Sonnet 5; evaluated-by:Opus 4.8; evaluated-by:GPT-6-Sol,"https://arxiv.org/abs/2610.34435 (Figure 2 (Maintenance window), row GLM 5.3 (second of the two GLM 5.3 rows), column ""Attack success rate, All reviewers"")",,out:effort-not-established, arxiv-2610.34435-catch-window-glm-cc,arxiv-2610.34435,sonnet-5,high,agentic-tool,hard,,,,,,,63,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Maintenance window), row GLM 5.3 (second of the two GLM 5.3 rows), column ""Catch rate, Sonnet 5"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-reviewer-runs|sonnet-5@high|,in, arxiv-2610.34435-catch-window-glm-cc,arxiv-2610.34435,opus-4.8,high,agentic-tool,hard,,,,,,,78,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Maintenance window), row GLM 5.3 (second of the two GLM 5.3 rows), column ""Catch rate, Opus 4.8"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-reviewer-runs|opus-4.8@high|,in, arxiv-2610.34435-catch-window-glm-cc,arxiv-2610.34435,gpt-6-sol,not-established:ambiguous,agentic-tool,hard,,,,,,,83,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Maintenance window), row GLM 5.3 (second of the two GLM 5.3 rows), column ""Catch rate, GPT-6-Sol"")",,out:effort-not-established, arxiv-2610.34435-refused-window,arxiv-2610.34435,kimi-k3,not-established:ambiguous,agentic-tool,hard,,,,,,,7,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Maintenance window), row Kimi K3, column ""Attack collection, refused"")",,out:effort-not-established, arxiv-2610.34435-asr-window-sonnet5,arxiv-2610.34435,kimi-k3,not-established:ambiguous,agentic-tool,hard,,,,,,,18.6,score%,0.0289,,evaluated-by:Sonnet 5,"https://arxiv.org/abs/2610.34435 (Figure 2 (Maintenance window), row Kimi K3, column ""Attack success rate, Sonnet 5"")",,out:effort-not-established, arxiv-2610.34435-asr-window-opus48,arxiv-2610.34435,kimi-k3,not-established:ambiguous,agentic-tool,hard,,,,,,,14.3,score%,0.0289,,evaluated-by:Opus 4.8,"https://arxiv.org/abs/2610.34435 (Figure 2 (Maintenance window), row Kimi K3, column ""Attack success rate, Opus 4.8"")",,out:effort-not-established, arxiv-2610.34435-asr-window-gpt6sol,arxiv-2610.34435,kimi-k3,not-established:ambiguous,agentic-tool,hard,,,,,,,14.3,score%,0.0289,,evaluated-by:GPT-6-Sol,"https://arxiv.org/abs/2610.34435 (Figure 2 (Maintenance window), row Kimi K3, column ""Attack success rate, GPT-6-Sol"")",,out:effort-not-established, arxiv-2610.34435-asr-window-allrev,arxiv-2610.34435,kimi-k3,not-established:ambiguous,agentic-tool,hard,,,,,,,15.7,score%,0.0289,,evaluated-by:Sonnet 5; evaluated-by:Opus 4.8; evaluated-by:GPT-6-Sol,"https://arxiv.org/abs/2610.34435 (Figure 2 (Maintenance window), row Kimi K3, column ""Attack success rate, All reviewers"")",,out:effort-not-established, arxiv-2610.34435-catch-window-kimik3,arxiv-2610.34435,sonnet-5,high,agentic-tool,hard,,,,,,,77,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Maintenance window), row Kimi K3, column ""Catch rate, Sonnet 5"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-reviewer-runs|sonnet-5@high|,in, arxiv-2610.34435-catch-window-kimik3,arxiv-2610.34435,opus-4.8,high,agentic-tool,hard,,,,,,,82,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Maintenance window), row Kimi K3, column ""Catch rate, Opus 4.8"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-reviewer-runs|opus-4.8@high|,in, arxiv-2610.34435-catch-window-kimik3,arxiv-2610.34435,gpt-6-sol,not-established:ambiguous,agentic-tool,hard,,,,,,,82,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Maintenance window), row Kimi K3, column ""Catch rate, GPT-6-Sol"")",,out:effort-not-established, arxiv-2610.34435-catch-window-all,arxiv-2610.34435,sonnet-5,high,agentic-tool,hard,,,,,,,76,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Maintenance window), row All attackers, column ""Catch rate, Sonnet 5"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-reviewer-runs|sonnet-5@high|,in, arxiv-2610.34435-catch-window-all,arxiv-2610.34435,opus-4.8,high,agentic-tool,hard,,,,,,,83,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Maintenance window), row All attackers, column ""Catch rate, Opus 4.8"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-reviewer-runs|opus-4.8@high|,in, arxiv-2610.34435-catch-window-all,arxiv-2610.34435,gpt-6-sol,not-established:ambiguous,agentic-tool,hard,,,,,,,81,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (Maintenance window), row All attackers, column ""Catch rate, GPT-6-Sol"")",,out:effort-not-established, arxiv-2610.34435-refused-all,arxiv-2610.34435,sonnet-5,high,agentic-tool,hard,,,,,,,22,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (All setups), row Sonnet 5, column ""Attack collection, refused"")",,out:not-headline, arxiv-2610.34435-asr-all-sonnet5,arxiv-2610.34435,sonnet-5,high,agentic-tool,hard,,,,,,,10.6,score%,0.0289,,evaluated-by:Sonnet 5,"https://arxiv.org/abs/2610.34435 (Figure 2 (All setups), row Sonnet 5, column ""Attack success rate, Sonnet 5"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-attacker-runs|sonnet-5@high|,in, arxiv-2610.34435-asr-all-opus48,arxiv-2610.34435,sonnet-5,high,agentic-tool,hard,,,,,,,7.6,score%,0.0289,,evaluated-by:Opus 4.8,"https://arxiv.org/abs/2610.34435 (Figure 2 (All setups), row Sonnet 5, column ""Attack success rate, Opus 4.8"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-attacker-runs|sonnet-5@high|,in, arxiv-2610.34435-asr-all-gpt6sol,arxiv-2610.34435,sonnet-5,high,agentic-tool,hard,,,,,,,7.6,score%,0.0289,,evaluated-by:GPT-6-Sol,"https://arxiv.org/abs/2610.34435 (Figure 2 (All setups), row Sonnet 5, column ""Attack success rate, GPT-6-Sol"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-attacker-runs|sonnet-5@high|,in, arxiv-2610.34435-asr-all-allrev,arxiv-2610.34435,sonnet-5,high,agentic-tool,hard,,,,,,,8.6,score%,0.0289,,evaluated-by:Sonnet 5; evaluated-by:Opus 4.8; evaluated-by:GPT-6-Sol,"https://arxiv.org/abs/2610.34435 (Figure 2 (All setups), row Sonnet 5, column ""Attack success rate, All reviewers"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-attacker-runs|sonnet-5@high|,in, arxiv-2610.34435-catch-all-sonnet5,arxiv-2610.34435,sonnet-5,high,agentic-tool,hard,,,,,,,81,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (All setups), row Sonnet 5, column ""Catch rate, Sonnet 5"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-reviewer-runs|sonnet-5@high|,in, arxiv-2610.34435-catch-all-sonnet5,arxiv-2610.34435,opus-4.8,high,agentic-tool,hard,,,,,,,85,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (All setups), row Sonnet 5, column ""Catch rate, Opus 4.8"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-reviewer-runs|opus-4.8@high|,in, arxiv-2610.34435-catch-all-sonnet5,arxiv-2610.34435,gpt-6-sol,not-established:ambiguous,agentic-tool,hard,,,,,,,86,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (All setups), row Sonnet 5, column ""Catch rate, GPT-6-Sol"")",,out:effort-not-established, arxiv-2610.34435-refused-all,arxiv-2610.34435,opus-4.8,high,agentic-tool,hard,,,,,,,15,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (All setups), row Opus 4.8, column ""Attack collection, refused"")",,out:not-headline, arxiv-2610.34435-asr-all-sonnet5,arxiv-2610.34435,opus-4.8,high,agentic-tool,hard,,,,,,,9.0,score%,0.0289,,evaluated-by:Sonnet 5,"https://arxiv.org/abs/2610.34435 (Figure 2 (All setups), row Opus 4.8, column ""Attack success rate, Sonnet 5"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-attacker-runs|opus-4.8@high|,in, arxiv-2610.34435-asr-all-opus48,arxiv-2610.34435,opus-4.8,high,agentic-tool,hard,,,,,,,8.6,score%,0.0289,,evaluated-by:Opus 4.8,"https://arxiv.org/abs/2610.34435 (Figure 2 (All setups), row Opus 4.8, column ""Attack success rate, Opus 4.8"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-attacker-runs|opus-4.8@high|,in, arxiv-2610.34435-asr-all-gpt6sol,arxiv-2610.34435,opus-4.8,high,agentic-tool,hard,,,,,,,5.2,score%,0.0289,,evaluated-by:GPT-6-Sol,"https://arxiv.org/abs/2610.34435 (Figure 2 (All setups), row Opus 4.8, column ""Attack success rate, GPT-6-Sol"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-attacker-runs|opus-4.8@high|,in, arxiv-2610.34435-asr-all-allrev,arxiv-2610.34435,opus-4.8,high,agentic-tool,hard,,,,,,,7.6,score%,0.0289,,evaluated-by:Sonnet 5; evaluated-by:Opus 4.8; evaluated-by:GPT-6-Sol,"https://arxiv.org/abs/2610.34435 (Figure 2 (All setups), row Opus 4.8, column ""Attack success rate, All reviewers"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-attacker-runs|opus-4.8@high|,in, arxiv-2610.34435-catch-all-opus48,arxiv-2610.34435,sonnet-5,high,agentic-tool,hard,,,,,,,86,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (All setups), row Opus 4.8, column ""Catch rate, Sonnet 5"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-reviewer-runs|sonnet-5@high|,in, arxiv-2610.34435-catch-all-opus48,arxiv-2610.34435,opus-4.8,high,agentic-tool,hard,,,,,,,85,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (All setups), row Opus 4.8, column ""Catch rate, Opus 4.8"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-reviewer-runs|opus-4.8@high|,in, arxiv-2610.34435-catch-all-opus48,arxiv-2610.34435,gpt-6-sol,not-established:ambiguous,agentic-tool,hard,,,,,,,92,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (All setups), row Opus 4.8, column ""Catch rate, GPT-6-Sol"")",,out:effort-not-established, arxiv-2610.34435-refused-all,arxiv-2610.34435,gpt-6-sol,not-established:ambiguous,agentic-tool,hard,,,,,,,3,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (All setups), row GPT-6-Sol, column ""Attack collection, refused"")",,out:effort-not-established, arxiv-2610.34435-asr-all-sonnet5,arxiv-2610.34435,gpt-6-sol,not-established:ambiguous,agentic-tool,hard,,,,,,,7.7,score%,0.0289,,evaluated-by:Sonnet 5,"https://arxiv.org/abs/2610.34435 (Figure 2 (All setups), row GPT-6-Sol, column ""Attack success rate, Sonnet 5"")",,out:effort-not-established, arxiv-2610.34435-asr-all-opus48,arxiv-2610.34435,gpt-6-sol,not-established:ambiguous,agentic-tool,hard,,,,,,,6.2,score%,0.0289,,evaluated-by:Opus 4.8,"https://arxiv.org/abs/2610.34435 (Figure 2 (All setups), row GPT-6-Sol, column ""Attack success rate, Opus 4.8"")",,out:effort-not-established, arxiv-2610.34435-asr-all-gpt6sol,arxiv-2610.34435,gpt-6-sol,not-established:ambiguous,agentic-tool,hard,,,,,,,8.1,score%,0.0289,,evaluated-by:GPT-6-Sol,"https://arxiv.org/abs/2610.34435 (Figure 2 (All setups), row GPT-6-Sol, column ""Attack success rate, GPT-6-Sol"")",,out:effort-not-established, arxiv-2610.34435-asr-all-allrev,arxiv-2610.34435,gpt-6-sol,not-established:ambiguous,agentic-tool,hard,,,,,,,7.3,score%,0.0289,,evaluated-by:Sonnet 5; evaluated-by:Opus 4.8; evaluated-by:GPT-6-Sol,"https://arxiv.org/abs/2610.34435 (Figure 2 (All setups), row GPT-6-Sol, column ""Attack success rate, All reviewers"")",,out:effort-not-established, arxiv-2610.34435-catch-all-gpt6sol,arxiv-2610.34435,sonnet-5,high,agentic-tool,hard,,,,,,,90,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (All setups), row GPT-6-Sol, column ""Catch rate, Sonnet 5"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-reviewer-runs|sonnet-5@high|,in, arxiv-2610.34435-catch-all-gpt6sol,arxiv-2610.34435,opus-4.8,high,agentic-tool,hard,,,,,,,92,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (All setups), row GPT-6-Sol, column ""Catch rate, Opus 4.8"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-reviewer-runs|opus-4.8@high|,in, arxiv-2610.34435-catch-all-gpt6sol,arxiv-2610.34435,gpt-6-sol,not-established:ambiguous,agentic-tool,hard,,,,,,,90,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (All setups), row GPT-6-Sol, column ""Catch rate, GPT-6-Sol"")",,out:effort-not-established, arxiv-2610.34435-refused-all,arxiv-2610.34435,grok-4.7,not-established:ambiguous,agentic-tool,hard,,,,,,,4,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (All setups), row Grok 4.7, column ""Attack collection, refused"")",,out:effort-not-established, arxiv-2610.34435-asr-all-sonnet5,arxiv-2610.34435,grok-4.7,not-established:ambiguous,agentic-tool,hard,,,,,,,7.2,score%,0.0289,,evaluated-by:Sonnet 5,"https://arxiv.org/abs/2610.34435 (Figure 2 (All setups), row Grok 4.7, column ""Attack success rate, Sonnet 5"")",,out:effort-not-established, arxiv-2610.34435-asr-all-opus48,arxiv-2610.34435,grok-4.7,not-established:ambiguous,agentic-tool,hard,,,,,,,6.7,score%,0.0289,,evaluated-by:Opus 4.8,"https://arxiv.org/abs/2610.34435 (Figure 2 (All setups), row Grok 4.7, column ""Attack success rate, Opus 4.8"")",,out:effort-not-established, arxiv-2610.34435-asr-all-gpt6sol,arxiv-2610.34435,grok-4.7,not-established:ambiguous,agentic-tool,hard,,,,,,,4.8,score%,0.0289,,evaluated-by:GPT-6-Sol,"https://arxiv.org/abs/2610.34435 (Figure 2 (All setups), row Grok 4.7, column ""Attack success rate, GPT-6-Sol"")",,out:effort-not-established, arxiv-2610.34435-asr-all-allrev,arxiv-2610.34435,grok-4.7,not-established:ambiguous,agentic-tool,hard,,,,,,,6.2,score%,0.0289,,evaluated-by:Sonnet 5; evaluated-by:Opus 4.8; evaluated-by:GPT-6-Sol,"https://arxiv.org/abs/2610.34435 (Figure 2 (All setups), row Grok 4.7, column ""Attack success rate, All reviewers"")",,out:effort-not-established, arxiv-2610.34435-catch-all-grok47,arxiv-2610.34435,sonnet-5,high,agentic-tool,hard,,,,,,,91,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (All setups), row Grok 4.7, column ""Catch rate, Sonnet 5"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-reviewer-runs|sonnet-5@high|,in, arxiv-2610.34435-catch-all-grok47,arxiv-2610.34435,opus-4.8,high,agentic-tool,hard,,,,,,,91,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (All setups), row Grok 4.7, column ""Catch rate, Opus 4.8"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-reviewer-runs|opus-4.8@high|,in, arxiv-2610.34435-catch-all-grok47,arxiv-2610.34435,gpt-6-sol,not-established:ambiguous,agentic-tool,hard,,,,,,,94,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (All setups), row Grok 4.7, column ""Catch rate, GPT-6-Sol"")",,out:effort-not-established, arxiv-2610.34435-refused-all,arxiv-2610.34435,glm-5.3,unstated,agentic-tool,hard,,,,,,,0,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (All setups), row GLM 5.3 (first of the two GLM 5.3 rows), column ""Attack collection, refused"")",,out:effort-not-established, arxiv-2610.34435-asr-all-sonnet5,arxiv-2610.34435,glm-5.3,unstated,agentic-tool,hard,,,,,,,11.5,score%,0.0289,,evaluated-by:Sonnet 5,"https://arxiv.org/abs/2610.34435 (Figure 2 (All setups), row GLM 5.3 (first of the two GLM 5.3 rows), column ""Attack success rate, Sonnet 5"")",,out:effort-not-established, arxiv-2610.34435-asr-all-opus48,arxiv-2610.34435,glm-5.3,unstated,agentic-tool,hard,,,,,,,9.1,score%,0.0289,,evaluated-by:Opus 4.8,"https://arxiv.org/abs/2610.34435 (Figure 2 (All setups), row GLM 5.3 (first of the two GLM 5.3 rows), column ""Attack success rate, Opus 4.8"")",,out:effort-not-established, arxiv-2610.34435-asr-all-gpt6sol,arxiv-2610.34435,glm-5.3,unstated,agentic-tool,hard,,,,,,,8.6,score%,0.0289,,evaluated-by:GPT-6-Sol,"https://arxiv.org/abs/2610.34435 (Figure 2 (All setups), row GLM 5.3 (first of the two GLM 5.3 rows), column ""Attack success rate, GPT-6-Sol"")",,out:effort-not-established, arxiv-2610.34435-asr-all-allrev,arxiv-2610.34435,glm-5.3,unstated,agentic-tool,hard,,,,,,,9.7,score%,0.0289,,evaluated-by:Sonnet 5; evaluated-by:Opus 4.8; evaluated-by:GPT-6-Sol,"https://arxiv.org/abs/2610.34435 (Figure 2 (All setups), row GLM 5.3 (first of the two GLM 5.3 rows), column ""Attack success rate, All reviewers"")",,out:effort-not-established, arxiv-2610.34435-catch-all-glm-codex,arxiv-2610.34435,sonnet-5,high,agentic-tool,hard,,,,,,,84,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (All setups), row GLM 5.3 (first of the two GLM 5.3 rows), column ""Catch rate, Sonnet 5"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-reviewer-runs|sonnet-5@high|,in, arxiv-2610.34435-catch-all-glm-codex,arxiv-2610.34435,opus-4.8,high,agentic-tool,hard,,,,,,,87,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (All setups), row GLM 5.3 (first of the two GLM 5.3 rows), column ""Catch rate, Opus 4.8"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-reviewer-runs|opus-4.8@high|,in, arxiv-2610.34435-catch-all-glm-codex,arxiv-2610.34435,gpt-6-sol,not-established:ambiguous,agentic-tool,hard,,,,,,,89,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (All setups), row GLM 5.3 (first of the two GLM 5.3 rows), column ""Catch rate, GPT-6-Sol"")",,out:effort-not-established, arxiv-2610.34435-refused-all,arxiv-2610.34435,glm-5.3,not-established:ambiguous,agentic-tool,hard,,,,,,,1,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (All setups), row GLM 5.3 (second of the two GLM 5.3 rows), column ""Attack collection, refused"")",,out:effort-not-established, arxiv-2610.34435-asr-all-sonnet5,arxiv-2610.34435,glm-5.3,not-established:ambiguous,agentic-tool,hard,,,,,,,17.4,score%,0.0289,,evaluated-by:Sonnet 5,"https://arxiv.org/abs/2610.34435 (Figure 2 (All setups), row GLM 5.3 (second of the two GLM 5.3 rows), column ""Attack success rate, Sonnet 5"")",,out:effort-not-established, arxiv-2610.34435-asr-all-opus48,arxiv-2610.34435,glm-5.3,not-established:ambiguous,agentic-tool,hard,,,,,,,9.6,score%,0.0289,,evaluated-by:Opus 4.8,"https://arxiv.org/abs/2610.34435 (Figure 2 (All setups), row GLM 5.3 (second of the two GLM 5.3 rows), column ""Attack success rate, Opus 4.8"")",,out:effort-not-established, arxiv-2610.34435-asr-all-gpt6sol,arxiv-2610.34435,glm-5.3,not-established:ambiguous,agentic-tool,hard,,,,,,,7.6,score%,0.0289,,evaluated-by:GPT-6-Sol,"https://arxiv.org/abs/2610.34435 (Figure 2 (All setups), row GLM 5.3 (second of the two GLM 5.3 rows), column ""Attack success rate, GPT-6-Sol"")",,out:effort-not-established, arxiv-2610.34435-asr-all-allrev,arxiv-2610.34435,glm-5.3,not-established:ambiguous,agentic-tool,hard,,,,,,,11.5,score%,0.0289,,evaluated-by:Sonnet 5; evaluated-by:Opus 4.8; evaluated-by:GPT-6-Sol,"https://arxiv.org/abs/2610.34435 (Figure 2 (All setups), row GLM 5.3 (second of the two GLM 5.3 rows), column ""Attack success rate, All reviewers"")",,out:effort-not-established, arxiv-2610.34435-catch-all-glm-cc,arxiv-2610.34435,sonnet-5,high,agentic-tool,hard,,,,,,,78,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (All setups), row GLM 5.3 (second of the two GLM 5.3 rows), column ""Catch rate, Sonnet 5"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-reviewer-runs|sonnet-5@high|,in, arxiv-2610.34435-catch-all-glm-cc,arxiv-2610.34435,opus-4.8,high,agentic-tool,hard,,,,,,,87,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (All setups), row GLM 5.3 (second of the two GLM 5.3 rows), column ""Catch rate, Opus 4.8"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-reviewer-runs|opus-4.8@high|,in, arxiv-2610.34435-catch-all-glm-cc,arxiv-2610.34435,gpt-6-sol,not-established:ambiguous,agentic-tool,hard,,,,,,,90,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (All setups), row GLM 5.3 (second of the two GLM 5.3 rows), column ""Catch rate, GPT-6-Sol"")",,out:effort-not-established, arxiv-2610.34435-refused-all,arxiv-2610.34435,kimi-k3,not-established:ambiguous,agentic-tool,hard,,,,,,,2,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (All setups), row Kimi K3, column ""Attack collection, refused"")",,out:effort-not-established, arxiv-2610.34435-asr-all-sonnet5,arxiv-2610.34435,kimi-k3,not-established:ambiguous,agentic-tool,hard,,,,,,,10.6,score%,0.0289,,evaluated-by:Sonnet 5,"https://arxiv.org/abs/2610.34435 (Figure 2 (All setups), row Kimi K3, column ""Attack success rate, Sonnet 5"")",,out:effort-not-established, arxiv-2610.34435-asr-all-opus48,arxiv-2610.34435,kimi-k3,not-established:ambiguous,agentic-tool,hard,,,,,,,8.6,score%,0.0289,,evaluated-by:Opus 4.8,"https://arxiv.org/abs/2610.34435 (Figure 2 (All setups), row Kimi K3, column ""Attack success rate, Opus 4.8"")",,out:effort-not-established, arxiv-2610.34435-asr-all-gpt6sol,arxiv-2610.34435,kimi-k3,not-established:ambiguous,agentic-tool,hard,,,,,,,5.7,score%,0.0289,,evaluated-by:GPT-6-Sol,"https://arxiv.org/abs/2610.34435 (Figure 2 (All setups), row Kimi K3, column ""Attack success rate, GPT-6-Sol"")",,out:effort-not-established, arxiv-2610.34435-asr-all-allrev,arxiv-2610.34435,kimi-k3,not-established:ambiguous,agentic-tool,hard,,,,,,,8.3,score%,0.0289,,evaluated-by:Sonnet 5; evaluated-by:Opus 4.8; evaluated-by:GPT-6-Sol,"https://arxiv.org/abs/2610.34435 (Figure 2 (All setups), row Kimi K3, column ""Attack success rate, All reviewers"")",,out:effort-not-established, arxiv-2610.34435-catch-all-kimik3,arxiv-2610.34435,sonnet-5,high,agentic-tool,hard,,,,,,,85,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (All setups), row Kimi K3, column ""Catch rate, Sonnet 5"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-reviewer-runs|sonnet-5@high|,in, arxiv-2610.34435-catch-all-kimik3,arxiv-2610.34435,opus-4.8,high,agentic-tool,hard,,,,,,,88,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (All setups), row Kimi K3, column ""Catch rate, Opus 4.8"")",src-arxiv-2610.34435-2026-10-25|run:arxiv-2610.34435-reviewer-runs|opus-4.8@high|,in, arxiv-2610.34435-catch-all-kimik3,arxiv-2610.34435,gpt-6-sol,not-established:ambiguous,agentic-tool,hard,,,,,,,92,score%,0.289,,,"https://arxiv.org/abs/2610.34435 (Figure 2 (All setups), row Kimi K3, column ""Catch rate, GPT-6-Sol"")",,out:effort-not-established, arxiv-2610.34487-pbt-valid-tests-agentic-pbt-jax,arxiv-2610.34487,glm-5.3-flash,unstated,coding,hard,Agentic-PBT,USD per task,1.1,0.0289,,,225,valid PBTs (count),0.289,,,"https://arxiv.org/abs/2610.34487 (Table 4, GLM-5.3-Flash block, row JAX, writer Agentic-PBT, column Tests)",,out:effort-not-established,out:effort-not-established arxiv-2610.34487-pbt-valid-tests-proptest-ai-jax,arxiv-2610.34487,glm-5.3-flash,unstated,coding,hard,Proptest-AI,USD per task,0.1,0.0289,,,549,valid PBTs (count),0.289,,,"https://arxiv.org/abs/2610.34487 (Table 4, GLM-5.3-Flash block, row JAX, writer Proptest-AI, column Tests)",,out:effort-not-established,out:effort-not-established arxiv-2610.34487-pbt-valid-tests-agentic-pbt-pytorch,arxiv-2610.34487,glm-5.3-flash,unstated,coding,hard,Agentic-PBT,USD per task,0.7,0.0289,,,241,valid PBTs (count),0.289,,,"https://arxiv.org/abs/2610.34487 (Table 4, GLM-5.3-Flash block, row PyTorch, writer Agentic-PBT, column Tests)",,out:effort-not-established,out:effort-not-established arxiv-2610.34487-pbt-valid-tests-proptest-ai-pytorch,arxiv-2610.34487,glm-5.3-flash,unstated,coding,hard,Proptest-AI,USD per task,0.1,0.0289,,,610,valid PBTs (count),0.289,,,"https://arxiv.org/abs/2610.34487 (Table 4, GLM-5.3-Flash block, row PyTorch, writer Proptest-AI, column Tests)",,out:effort-not-established,out:effort-not-established arxiv-2610.34487-pbt-valid-tests-agentic-pbt-vllm,arxiv-2610.34487,glm-5.3-flash,unstated,coding,hard,Agentic-PBT,USD per task,1.0,0.0289,,,150,valid PBTs (count),0.289,,,"https://arxiv.org/abs/2610.34487 (Table 4, GLM-5.3-Flash block, row vLLM, writer Agentic-PBT, column Tests)",,out:effort-not-established,out:effort-not-established arxiv-2610.34487-pbt-valid-tests-proptest-ai-vllm,arxiv-2610.34487,glm-5.3-flash,unstated,coding,hard,Proptest-AI,USD per task,0.1,0.0289,,,482,valid PBTs (count),0.289,,,"https://arxiv.org/abs/2610.34487 (Table 4, GLM-5.3-Flash block, row vLLM, writer Proptest-AI, column Tests)",,out:effort-not-established,out:effort-not-established arxiv-2610.34487-pbt-valid-tests-agentic-pbt-sglang,arxiv-2610.34487,glm-5.3-flash,unstated,coding,hard,Agentic-PBT,USD per task,1.2,0.0289,,,173,valid PBTs (count),0.289,,,"https://arxiv.org/abs/2610.34487 (Table 4, GLM-5.3-Flash block, row SGLang, writer Agentic-PBT, column Tests)",,out:effort-not-established,out:effort-not-established arxiv-2610.34487-pbt-valid-tests-proptest-ai-sglang,arxiv-2610.34487,glm-5.3-flash,unstated,coding,hard,Proptest-AI,USD per task,0.1,0.0289,,,364,valid PBTs (count),0.289,,,"https://arxiv.org/abs/2610.34487 (Table 4, GLM-5.3-Flash block, row SGLang, writer Proptest-AI, column Tests)",,out:effort-not-established,out:effort-not-established arxiv-2610.34487-pbt-valid-tests-agentic-pbt-postgresql,arxiv-2610.34487,glm-5.3-flash,unstated,coding,hard,Agentic-PBT,USD per task,1.3,0.0289,,,173,valid PBTs (count),0.289,,,"https://arxiv.org/abs/2610.34487 (Table 4, GLM-5.3-Flash block, row PostgreSQL, writer Agentic-PBT, column Tests)",,out:effort-not-established,out:effort-not-established arxiv-2610.34487-pbt-valid-tests-proptest-ai-postgresql,arxiv-2610.34487,glm-5.3-flash,unstated,coding,hard,Proptest-AI,USD per task,0.1,0.0289,,,612,valid PBTs (count),0.289,,,"https://arxiv.org/abs/2610.34487 (Table 4, GLM-5.3-Flash block, row PostgreSQL, writer Proptest-AI, column Tests)",,out:effort-not-established,out:effort-not-established arxiv-2610.34487-pbt-valid-tests-agentic-pbt-arangodb,arxiv-2610.34487,glm-5.3-flash,unstated,coding,hard,Agentic-PBT,USD per task,1.4,0.0289,,,117,valid PBTs (count),0.289,,,"https://arxiv.org/abs/2610.34487 (Table 4, GLM-5.3-Flash block, row ArangoDB, writer Agentic-PBT, column Tests)",,out:effort-not-established,out:effort-not-established arxiv-2610.34487-pbt-valid-tests-proptest-ai-arangodb,arxiv-2610.34487,glm-5.3-flash,unstated,coding,hard,Proptest-AI,USD per task,0.1,0.0289,,,618,valid PBTs (count),0.289,,,"https://arxiv.org/abs/2610.34487 (Table 4, GLM-5.3-Flash block, row ArangoDB, writer Proptest-AI, column Tests)",,out:effort-not-established,out:effort-not-established arxiv-2610.34487-pbt-valid-tests-agentic-pbt-openssh,arxiv-2610.34487,glm-5.3-flash,unstated,coding,hard,Agentic-PBT,USD per task,2.0,0.0289,,,170,valid PBTs (count),0.289,,,"https://arxiv.org/abs/2610.34487 (Table 4, GLM-5.3-Flash block, row OpenSSH, writer Agentic-PBT, column Tests)",,out:effort-not-established,out:effort-not-established arxiv-2610.34487-pbt-valid-tests-proptest-ai-openssh,arxiv-2610.34487,glm-5.3-flash,unstated,coding,hard,Proptest-AI,USD per task,0.1,0.0289,,,617,valid PBTs (count),0.289,,,"https://arxiv.org/abs/2610.34487 (Table 4, GLM-5.3-Flash block, row OpenSSH, writer Proptest-AI, column Tests)",,out:effort-not-established,out:effort-not-established arxiv-2610.34487-pbt-valid-tests-agentic-pbt-cronie,arxiv-2610.34487,glm-5.3-flash,unstated,coding,hard,Agentic-PBT,USD per task,1.5,0.0289,,,135,valid PBTs (count),0.289,,,"https://arxiv.org/abs/2610.34487 (Table 4, GLM-5.3-Flash block, row cronie, writer Agentic-PBT, column Tests)",,out:effort-not-established,out:effort-not-established arxiv-2610.34487-pbt-valid-tests-proptest-ai-cronie,arxiv-2610.34487,glm-5.3-flash,unstated,coding,hard,Proptest-AI,USD per task,0.1,0.0289,,,561,valid PBTs (count),0.289,,,"https://arxiv.org/abs/2610.34487 (Table 4, GLM-5.3-Flash block, row cronie, writer Proptest-AI, column Tests)",,out:effort-not-established,out:effort-not-established arxiv-2610.34487-pbt-valid-tests-agentic-pbt-gcc,arxiv-2610.34487,glm-5.3-flash,unstated,coding,hard,Agentic-PBT,USD per task,1.4,0.0289,,,135,valid PBTs (count),0.289,,,"https://arxiv.org/abs/2610.34487 (Table 4, GLM-5.3-Flash block, row GCC, writer Agentic-PBT, column Tests)",,out:effort-not-established,out:effort-not-established arxiv-2610.34487-pbt-valid-tests-proptest-ai-gcc,arxiv-2610.34487,glm-5.3-flash,unstated,coding,hard,Proptest-AI,USD per task,0.1,0.0289,,,509,valid PBTs (count),0.289,,,"https://arxiv.org/abs/2610.34487 (Table 4, GLM-5.3-Flash block, row GCC, writer Proptest-AI, column Tests)",,out:effort-not-established,out:effort-not-established arxiv-2610.34487-pbt-valid-tests-agentic-pbt-clang,arxiv-2610.34487,glm-5.3-flash,unstated,coding,hard,Agentic-PBT,USD per task,1.3,0.0289,,,114,valid PBTs (count),0.289,,,"https://arxiv.org/abs/2610.34487 (Table 4, GLM-5.3-Flash block, row Clang, writer Agentic-PBT, column Tests)",,out:effort-not-established,out:effort-not-established arxiv-2610.34487-pbt-valid-tests-proptest-ai-clang,arxiv-2610.34487,glm-5.3-flash,unstated,coding,hard,Proptest-AI,USD per task,0.1,0.0289,,,557,valid PBTs (count),0.289,,,"https://arxiv.org/abs/2610.34487 (Table 4, GLM-5.3-Flash block, row Clang, writer Proptest-AI, column Tests)",,out:effort-not-established,out:effort-not-established arxiv-2610.34487-pbt-valid-tests-agentic-pbt-total,arxiv-2610.34487,glm-5.3-flash,unstated,coding,hard,Agentic-PBT,USD/full-benchmark-run,12.9,0.0289,,,1633,valid PBTs (count),0.289,,,"https://arxiv.org/abs/2610.34487 (Table 4, GLM-5.3-Flash block, row Total, writer Agentic-PBT, column Tests)",,out:effort-not-established,out:effort-not-established arxiv-2610.34487-pbt-valid-tests-proptest-ai-total,arxiv-2610.34487,glm-5.3-flash,unstated,coding,hard,Proptest-AI,USD/full-benchmark-run,1.1,0.0289,,,5479,valid PBTs (count),0.289,,,"https://arxiv.org/abs/2610.34487 (Table 4, GLM-5.3-Flash block, row Total, writer Proptest-AI, column Tests)",,out:effort-not-established,out:effort-not-established arxiv-2610.34487-gcc-branch-coverage-agentic-pbt,arxiv-2610.34487,glm-5.3-flash,unstated,coding,hard,Agentic-PBT,,,,,,251000,branch coverage (branches covered),289,,,"https://arxiv.org/abs/2610.34487 (section 4 (Coverage), text)",,out:effort-not-established, arxiv-2610.34487-gcc-branch-coverage-proptest-ai,arxiv-2610.34487,glm-5.3-flash,unstated,coding,hard,Proptest-AI,,,,,,169000,branch coverage (branches covered),289,,,"https://arxiv.org/abs/2610.34487 (section 4 (Coverage), text)",,out:effort-not-established, arxiv-2610.34591-flatlay-multiple,arxiv-2610.34591,grok-4.5,unstated,mixed,hard,,,,,,,13.6,multiple of receipt price,0.0289,,,https://arxiv.org/abs/2610.34591 (section 4.2 (text)),,out:effort-not-established, arxiv-2610.34591-retail-band-hit-rate,arxiv-2610.34591,grok-4.5,unstated,mixed,hard,,,,,,,1.00,hit rate in the retail band,0.00289,,,https://arxiv.org/abs/2610.34591 (section 4.2 (text)),,out:effort-not-established, arxiv-2610.34591-price-estimate-formal,arxiv-2610.34591,grok-4.5,unstated,mixed,hard,,,,,,,61.9,price estimate (USD),0.0289,,,"https://arxiv.org/abs/2610.34591 (Table 1, row Grok 4.5, column Formal (S1))",,out:effort-not-established, arxiv-2610.34591-price-estimate-party,arxiv-2610.34591,grok-4.5,unstated,mixed,hard,,,,,,,45.1,price estimate (USD),0.0289,,,"https://arxiv.org/abs/2610.34591 (Table 1, row Grok 4.5, column Party (S2))",,out:effort-not-established, arxiv-2610.34591-price-estimate-yard,arxiv-2610.34591,grok-4.5,unstated,mixed,hard,,,,,,,50.3,price estimate (USD),0.0289,,,"https://arxiv.org/abs/2610.34591 (Table 1, row Grok 4.5, column Yard (S3))",,out:effort-not-established, arxiv-2610.34591-price-estimate-flatlay,arxiv-2610.34591,grok-4.5,unstated,mixed,hard,,,,,,,33.1,price estimate (USD),0.0289,,,"https://arxiv.org/abs/2610.34591 (Table 1, row Grok 4.5, column Flat-lay (S4))",,out:effort-not-established, arxiv-2610.34591-ratio-formal-yard,arxiv-2610.34591,grok-4.5,unstated,mixed,hard,,,,,,,1.23,ratio of geometric means Formal / Yard,0.00289,,,"https://arxiv.org/abs/2610.34591 (Table 2, row Grok 4.5, column Formal / Yard)",,out:effort-not-established, arxiv-2610.34591-ratio-formal-flatlay,arxiv-2610.34591,grok-4.5,unstated,mixed,hard,,,,,,,1.87,ratio of geometric means Formal / Flat-lay,0.00289,,,"https://arxiv.org/abs/2610.34591 (Table 2, row Grok 4.5, column Formal / Flat-lay)",,out:effort-not-established, arxiv-2610.34591-ratio-yard-flatlay,arxiv-2610.34591,grok-4.5,unstated,mixed,hard,,,,,,,1.52,ratio of geometric means Yard / Flat-lay,0.00289,,,"https://arxiv.org/abs/2610.34591 (Table 2, row Grok 4.5, column Yard / Flat-lay)",,out:effort-not-established, arxiv-2610.34591-price-estimate-formal,arxiv-2610.34591,kimi-k3,unstated,mixed,hard,,,,,,,103.9,price estimate (USD),0.0289,,,"https://arxiv.org/abs/2610.34591 (Table 1, row Kimi K3, column formal (S1))",,out:effort-not-established, arxiv-2610.34591-price-estimate-party,arxiv-2610.34591,kimi-k3,unstated,mixed,hard,,,,,,,49.8,price estimate (USD),0.0289,,,"https://arxiv.org/abs/2610.34591 (Table 1, row Kimi K3, column party (S2))",,out:effort-not-established, arxiv-2610.34591-price-estimate-yard,arxiv-2610.34591,kimi-k3,unstated,mixed,hard,,,,,,,29.1,price estimate (USD),0.0289,,,"https://arxiv.org/abs/2610.34591 (Table 1, row Kimi K3, column yard (S3))",,out:effort-not-established, arxiv-2610.34591-price-estimate-flatlay,arxiv-2610.34591,kimi-k3,unstated,mixed,hard,,,,,,,45.5,price estimate (USD),0.0289,,,"https://arxiv.org/abs/2610.34591 (Table 1, row Kimi K3, column flat-lay (S4))",,out:effort-not-established, arxiv-2610.34591-flatlay-multiple,arxiv-2610.34591,kimi-k3,unstated,mixed,hard,,,,,,,18.7,multiple of receipt price,0.0289,,,https://arxiv.org/abs/2610.34591 (section 4.2 (flat-lay estimates against the receipt)),,out:effort-not-established, arxiv-2610.34591-retail-band-hit-rate,arxiv-2610.34591,kimi-k3,unstated,mixed,hard,,,,,,,0.10,hit rate in the retail band,0.00289,,,https://arxiv.org/abs/2610.34591 (section 4.2 (flat-lay estimate inside the $15-$40 retail band)),,out:effort-not-established, arxiv-2610.34591-band-midpoint-multiple,arxiv-2610.34591,kimi-k3,unstated,mixed,hard,,,,,,,1.86,flat-lay geometric mean relative to the $24.5 band midpoint (x),0.00289,,,https://arxiv.org/abs/2610.34591 (section 4.2),,out:effort-not-established, arxiv-2610.34591-formal-multiple,arxiv-2610.34591,kimi-k3,unstated,mixed,hard,,,,,,,42.8,formal-photograph estimate as a multiple of the receipt price,0.0289,,,https://arxiv.org/abs/2610.34591 (section 4.2),,out:effort-not-established, arxiv-2610.34591-ratio-formal-yard,arxiv-2610.34591,kimi-k3,unstated,mixed,hard,,,,,,,3.57,ratio of geometric means Formal / Yard,0.00289,,,"https://arxiv.org/abs/2610.34591 (Table 2, row Kimi K3, column Formal / Yard)",,out:effort-not-established, arxiv-2610.34591-ratio-formal-flatlay,arxiv-2610.34591,kimi-k3,unstated,mixed,hard,,,,,,,2.28,ratio of geometric means Formal / Flat-lay,0.00289,,,"https://arxiv.org/abs/2610.34591 (Table 2, row Kimi K3, column Formal / Flat-lay)",,out:effort-not-established, arxiv-2610.34591-ratio-yard-flatlay,arxiv-2610.34591,kimi-k3,unstated,mixed,hard,,,,,,,0.64,ratio of geometric means Yard / Flat-lay,0.00289,,,"https://arxiv.org/abs/2610.34591 (Table 2, row Kimi K3, column Yard / Flat-lay)",,out:effort-not-established, arxiv-2610.34591-textonly-gm-formal,arxiv-2610.34591,kimi-k3,unstated,mixed,hard,,,,,,,84.0,"text-only price estimate, formal description (USD)",0.0289,,,"https://arxiv.org/abs/2610.34591 (Table 3, row Kimi K3, column gm formal)",,out:effort-not-established, arxiv-2610.34591-textonly-gm-yard,arxiv-2610.34591,kimi-k3,unstated,mixed,hard,,,,,,,30.1,"text-only price estimate, yard description (USD)",0.0289,,,"https://arxiv.org/abs/2610.34591 (Table 3, row Kimi K3, column gm yard)",,out:effort-not-established, arxiv-2610.34591-textonly-ratio,arxiv-2610.34591,kimi-k3,unstated,mixed,hard,,,,,,,2.79,text-only ratio of geometric means formal / yard,0.00289,,,"https://arxiv.org/abs/2610.34591 (Table 3, row Kimi K3, column ratio)",,out:effort-not-established, arxiv-2610.34591-debias-ratio-formal-yard,arxiv-2610.34591,kimi-k3,unstated,mixed,hard,,,,,,,3.02,debias ratio of geometric means Formal / Yard,0.00289,,,"https://arxiv.org/abs/2610.34591 (Table 4, row Kimi K3, column debias)",,out:effort-not-established, arxiv-2610.34591-debias-ratio-of-ratios,arxiv-2610.34591,kimi-k3,unstated,mixed,hard,,,,,,,0.85,ratio of ratios (debias / blind),0.00289,,,"https://arxiv.org/abs/2610.34591 (Table 4, row Kimi K3, column ratio of ratios)",,out:effort-not-established, arxiv-2610.34591-source-label-ratio,arxiv-2610.34591,kimi-k3,unstated,mixed,hard,,,,,,,1.17,ratio of geometric means (company website / personal social media),0.00289,,,https://arxiv.org/abs/2610.34591 (section 4.4 (stated photo source)),,out:effort-not-established, arxiv-2610.34591-cue-probe-mention-share,arxiv-2610.34591,kimi-k3,unstated,mixed,hard,,,,,,,96,share of cue-probe answers mentioning clothing or setting,0.289,,,https://arxiv.org/abs/2610.34591 (section 4.5 (what the models say about their cues)),,out:effort-not-established, arxiv-2610.34640-baseline-direct,arxiv-2610.34640,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,3.7,leakage%,0.0289,,,"https://arxiv.org/abs/2610.34640 (Table 1, prompt Baseline, row Gemini-3.8-Flash, column Direct@5)",,out:effort-not-established, arxiv-2610.34640-baseline-inf1,arxiv-2610.34640,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,16.6,leakage%,0.0289,,,"https://arxiv.org/abs/2610.34640 (Table 1, prompt Baseline, row Gemini-3.8-Flash, column Inferential 1@5)",,out:effort-not-established, arxiv-2610.34640-baseline-inf3,arxiv-2610.34640,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,19.4,leakage%,0.0289,,,"https://arxiv.org/abs/2610.34640 (Table 1, prompt Baseline, row Gemini-3.8-Flash, column Inferential 3@5)",,out:effort-not-established, arxiv-2610.34640-baseline-complete,arxiv-2610.34640,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,92.0,completeness%,0.0289,,,"https://arxiv.org/abs/2610.34640 (Table 1, prompt Baseline, row Gemini-3.8-Flash, column Complete)",,out:effort-not-established, arxiv-2610.34640-privacy-aware-direct,arxiv-2610.34640,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,0.0,leakage%,0.0289,,,"https://arxiv.org/abs/2610.34640 (Table 1, prompt Privacy-aware, row Gemini-3.8-Flash, column Direct@5)",,out:effort-not-established, arxiv-2610.34640-privacy-aware-inf1,arxiv-2610.34640,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,13.0,leakage%,0.0289,,,"https://arxiv.org/abs/2610.34640 (Table 1, prompt Privacy-aware, row Gemini-3.8-Flash, column Inferential 1@5)",,out:effort-not-established, arxiv-2610.34640-privacy-aware-inf3,arxiv-2610.34640,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,16.3,leakage%,0.0289,,,"https://arxiv.org/abs/2610.34640 (Table 1, prompt Privacy-aware, row Gemini-3.8-Flash, column Inferential 3@5)",,out:effort-not-established, arxiv-2610.34640-privacy-aware-complete,arxiv-2610.34640,gemini-3.8-flash,unstated,agentic-tool,hard,,,,,,,91.2,completeness%,0.0289,,,"https://arxiv.org/abs/2610.34640 (Table 1, prompt Privacy-aware, row Gemini-3.8-Flash, column Complete)",,out:effort-not-established, arxiv-2610.34745-4dcode-without,arxiv-2610.34745,gemini-4-argon,unstated,coding,hard,,,,,,,0.86,mean-dynamic-IoU%,0.00289,,,"https://arxiv.org/abs/2610.34745 (4.2 Paired comparison (the paper's own text), 4DCodeBench, without SceneAgent)",,out:effort-not-established, arxiv-2610.34745-4dcode-with,arxiv-2610.34745,gemini-4-argon,unstated,coding,hard,,,,,,,99.09,mean-dynamic-IoU%,0.00289,,,"https://arxiv.org/abs/2610.34745 (4.2 Paired comparison, 4DCodeBench, with SceneAgent skills)",,out:effort-not-established, arxiv-2610.34745-grasp-without,arxiv-2610.34745,?Gemini 4 Argon,not-established:absent,coding,hard,,,,,,,2.36,F1-at-1cm%,0.00289,,,"https://arxiv.org/abs/2610.34745 (4.1 Paired comparisons, GraspClutter6D hard/000091, without SceneAgent)",,out:model-not-established, arxiv-2610.34745-grasp-with,arxiv-2610.34745,?Gemini 4 Argon,not-established:absent,coding,hard,,,,,,,52.25,F1-at-1cm%,0.00289,,,"https://arxiv.org/abs/2610.34745 (4.1 Paired comparisons, GraspClutter6D hard/000091, with SceneAgent)",,out:model-not-established, arxiv-2610.34745-kitchen-with,arxiv-2610.34745,?Gemini 4 Argon,not-established:absent,coding,hard,,,,,,,20.58,F1-at-1cm%,0.00289,,,"https://arxiv.org/abs/2610.34745 (4.1 Incomplete runs and baseline comparison, MessyKitchens kitchen capture, with SceneAgent (Antigravity and Muse, respectively))",,out:model-not-established, arxiv-2610.34745-graspclutter-f1-without-skills,arxiv-2610.34745,grok-4.7,unstated,mixed,hard,,,,,,,7.19,F1 @ 1 cm (%),0.00289,,,https://arxiv.org/abs/2610.34745 (section Results GraspClutter6D),,out:effort-not-established, arxiv-2610.34745-graspclutter-f1-with-skills,arxiv-2610.34745,grok-4.7,unstated,mixed,hard,,,,,,,52.70,F1 @ 1 cm (%),0.00289,,,https://arxiv.org/abs/2610.34745 (section Results GraspClutter6D),,out:effort-not-established, arxiv-2610.35011-hit1,arxiv-2610.35011,gemini-3-pro,unstated,mixed,frontier,,,,,,,0.0707,ranking,2.89e-05,,,"https://arxiv.org/abs/2610.35011 (Appendix D, Table 6 (full results on MotifBench, all 12 evaluated models; N = 283 annotated lines), row Gemini-3-pro-preview, column hit1)",,out:effort-not-established, arxiv-2610.35011-hit3,arxiv-2610.35011,gemini-3-pro,unstated,mixed,frontier,,,,,,,0.1625,ranking,2.89e-05,,,"https://arxiv.org/abs/2610.35011 (Appendix D, Table 6 (full results on MotifBench, all 12 evaluated models; N = 283 annotated lines), row Gemini-3-pro-preview, column hit3)",,out:effort-not-established, arxiv-2610.35011-hit5,arxiv-2610.35011,gemini-3-pro,unstated,mixed,frontier,,,,,,,0.2155,ranking,2.89e-05,,,"https://arxiv.org/abs/2610.35011 (Appendix D, Table 6 (full results on MotifBench, all 12 evaluated models; N = 283 annotated lines), row Gemini-3-pro-preview, column hit5)",,out:effort-not-established, arxiv-2610.35011-hit10,arxiv-2610.35011,gemini-3-pro,unstated,mixed,frontier,,,,,,,0.2862,ranking,2.89e-05,,,"https://arxiv.org/abs/2610.35011 (Appendix D, Table 6 (full results on MotifBench, all 12 evaluated models; N = 283 annotated lines), row Gemini-3-pro-preview, column hit10)",,out:effort-not-established, arxiv-2610.35011-ndcg1,arxiv-2610.35011,gemini-3-pro,unstated,mixed,frontier,,,,,,,0.0707,ranking,2.89e-05,,,"https://arxiv.org/abs/2610.35011 (Appendix D, Table 6 (full results on MotifBench, all 12 evaluated models; N = 283 annotated lines), row Gemini-3-pro-preview, column ndcg1)",,out:effort-not-established, arxiv-2610.35011-ndcg3,arxiv-2610.35011,gemini-3-pro,unstated,mixed,frontier,,,,,,,0.1231,ranking,2.89e-05,,,"https://arxiv.org/abs/2610.35011 (Appendix D, Table 6 (full results on MotifBench, all 12 evaluated models; N = 283 annotated lines), row Gemini-3-pro-preview, column ndcg3)",,out:effort-not-established, arxiv-2610.35011-ndcg5,arxiv-2610.35011,gemini-3-pro,unstated,mixed,frontier,,,,,,,0.1453,ranking,2.89e-05,,,"https://arxiv.org/abs/2610.35011 (Appendix D, Table 6 (full results on MotifBench, all 12 evaluated models; N = 283 annotated lines), row Gemini-3-pro-preview, column ndcg5)",,out:effort-not-established, arxiv-2610.35011-ndcg10,arxiv-2610.35011,gemini-3-pro,unstated,mixed,frontier,,,,,,,0.1683,ranking,2.89e-05,,,"https://arxiv.org/abs/2610.35011 (Appendix D, Table 6 (full results on MotifBench, all 12 evaluated models; N = 283 annotated lines), row Gemini-3-pro-preview, column ndcg10)",,out:effort-not-established, arxiv-2610.35011-mrr,arxiv-2610.35011,gemini-3-pro,unstated,mixed,frontier,,,,,,,0.1317,ranking,2.89e-05,,,"https://arxiv.org/abs/2610.35011 (Appendix D, Table 6 (full results on MotifBench, all 12 evaluated models; N = 283 annotated lines), row Gemini-3-pro-preview, column mrr)",,out:effort-not-established, arxiv-2610.35011-hit1,arxiv-2610.35011,gemini-3-pro,unstated,mixed,frontier,,,,,,,0.0883,ranking,2.89e-05,,,"https://arxiv.org/abs/2610.35011 (Appendix D, Table 6 (full results on MotifBench, all 12 evaluated models; N = 283 annotated lines), row Gemini-3-pro-preview (+RAG), column hit1)",,out:effort-not-established, arxiv-2610.35011-hit3,arxiv-2610.35011,gemini-3-pro,unstated,mixed,frontier,,,,,,,0.1555,ranking,2.89e-05,,,"https://arxiv.org/abs/2610.35011 (Appendix D, Table 6 (full results on MotifBench, all 12 evaluated models; N = 283 annotated lines), row Gemini-3-pro-preview (+RAG), column hit3)",,out:effort-not-established, arxiv-2610.35011-hit5,arxiv-2610.35011,gemini-3-pro,unstated,mixed,frontier,,,,,,,0.2261,ranking,2.89e-05,,,"https://arxiv.org/abs/2610.35011 (Appendix D, Table 6 (full results on MotifBench, all 12 evaluated models; N = 283 annotated lines), row Gemini-3-pro-preview (+RAG), column hit5)",,out:effort-not-established, arxiv-2610.35011-hit10,arxiv-2610.35011,gemini-3-pro,unstated,mixed,frontier,,,,,,,0.3322,ranking,2.89e-05,,,"https://arxiv.org/abs/2610.35011 (Appendix D, Table 6 (full results on MotifBench, all 12 evaluated models; N = 283 annotated lines), row Gemini-3-pro-preview (+RAG), column hit10)",,out:effort-not-established, arxiv-2610.35011-ndcg1,arxiv-2610.35011,gemini-3-pro,unstated,mixed,frontier,,,,,,,0.0883,ranking,2.89e-05,,,"https://arxiv.org/abs/2610.35011 (Appendix D, Table 6 (full results on MotifBench, all 12 evaluated models; N = 283 annotated lines), row Gemini-3-pro-preview (+RAG), column ndcg1)",,out:effort-not-established, arxiv-2610.35011-ndcg3,arxiv-2610.35011,gemini-3-pro,unstated,mixed,frontier,,,,,,,0.1288,ranking,2.89e-05,,,"https://arxiv.org/abs/2610.35011 (Appendix D, Table 6 (full results on MotifBench, all 12 evaluated models; N = 283 annotated lines), row Gemini-3-pro-preview (+RAG), column ndcg3)",,out:effort-not-established, arxiv-2610.35011-ndcg5,arxiv-2610.35011,gemini-3-pro,unstated,mixed,frontier,,,,,,,0.1562,ranking,2.89e-05,,,"https://arxiv.org/abs/2610.35011 (Appendix D, Table 6 (full results on MotifBench, all 12 evaluated models; N = 283 annotated lines), row Gemini-3-pro-preview (+RAG), column ndcg5)",,out:effort-not-established, arxiv-2610.35011-ndcg10,arxiv-2610.35011,gemini-3-pro,unstated,mixed,frontier,,,,,,,0.1909,ranking,2.89e-05,,,"https://arxiv.org/abs/2610.35011 (Appendix D, Table 6 (full results on MotifBench, all 12 evaluated models; N = 283 annotated lines), row Gemini-3-pro-preview (+RAG), column ndcg10)",,out:effort-not-established, arxiv-2610.35011-mrr,arxiv-2610.35011,gemini-3-pro,unstated,mixed,frontier,,,,,,,0.1484,ranking,2.89e-05,,,"https://arxiv.org/abs/2610.35011 (Appendix D, Table 6 (full results on MotifBench, all 12 evaluated models; N = 283 annotated lines), row Gemini-3-pro-preview (+RAG), column mrr)",,out:effort-not-established, longsearcheval-as,arxiv-2610.35150,gpt-6-luna-pro,unstated,agentic-tool,hard,,,,,,,65.88,AS,0.00289,,,"https://arxiv.org/abs/2610.35150 (Table 1, row GPT-6-Luna-Pro, column AS)",,out:effort-not-established, longsearcheval-ap,arxiv-2610.35150,gpt-6-luna-pro,unstated,agentic-tool,hard,,,,,,,67.39,AP %,0.00289,,,"https://arxiv.org/abs/2610.35150 (Table 1, row GPT-6-Luna-Pro, column AP %)",,out:effort-not-established, arxiv-2610.35326-concordance-discharge-nolabel,arxiv-2610.35326,grok-4.6,unstated,mixed,hard,,,,,,,98.8,reference concordance (%),0.0289,,,"https://arxiv.org/abs/2610.35326 (Results, p.7-8)",,out:effort-not-established, arxiv-2610.35326-hospitalization-rate-nolabel,arxiv-2610.35326,grok-4.6,unstated,mixed,hard,,,,,,,1.2,hospitalization recommendation rate (%),0.0289,,,"https://arxiv.org/abs/2610.35326 (Results, p.7-8)",,out:effort-not-established, arxiv-2610.35326-hospitalization-rate-withlabel,arxiv-2610.35326,grok-4.6,unstated,mixed,hard,,,,,,,15.7,hospitalization recommendation rate (%),0.0289,,,"https://arxiv.org/abs/2610.35326 (Results, p.7-8)",,out:effort-not-established, arxiv-2610.35326-dprime-nolabel,arxiv-2610.35326,grok-4.6,unstated,mixed,hard,,,,,,,3.86,d' (sensitivity),0.00289,,,"https://arxiv.org/abs/2610.35326 (Results, p.9)",,out:effort-not-established, arxiv-2610.35326-dprime-withlabel,arxiv-2610.35326,grok-4.6,unstated,mixed,hard,,,,,,,2.92,d' (sensitivity),0.00289,,,"https://arxiv.org/abs/2610.35326 (Results, p.9)",,out:effort-not-established, arxiv-2610.35333-evocode-mpr-plain,arxiv-2610.35333,glm-5.2,not-established:absent,coding,hard,,,,,,,16.19,"EvoCode-Bench MPR (mean per-round reward, %)",0.00289,,,"https://arxiv.org/abs/2610.35333 (Table 1, row GLM-5.2, column MPR)",,out:effort-not-established, arxiv-2610.35333-evocode-fcr-plain,arxiv-2610.35333,glm-5.2,not-established:absent,coding,hard,,,,,,,3.85,EvoCode-Bench FCR (%),0.00289,,,"https://arxiv.org/abs/2610.35333 (Table 1, row GLM-5.2, column FCR)",,out:effort-not-established, arxiv-2610.35333-evocode-ptr-plain,arxiv-2610.35333,glm-5.2,not-established:absent,coding,hard,,,,,,,3.85,EvoCode-Bench PTR (%),0.00289,,,"https://arxiv.org/abs/2610.35333 (Table 1, row GLM-5.2, column PTR)",,out:effort-not-established, arxiv-2610.35333-evocode-htr-plain,arxiv-2610.35333,glm-5.2,not-established:absent,coding,hard,,,,,,,88.46,EvoCode-Bench HTR (%),0.00289,,,"https://arxiv.org/abs/2610.35333 (Table 1, row GLM-5.2, column HTR)",,out:effort-not-established, arxiv-2610.35333-evocode-tcs-plain,arxiv-2610.35333,glm-5.2,not-established:absent,coding,hard,,,,,,,47.52,EvoCode-Bench TCS (%),0.00289,,,"https://arxiv.org/abs/2610.35333 (Table 1, row GLM-5.2, column TCS)",,out:effort-not-established, arxiv-2610.35333-evocode-mpr-repotrace,arxiv-2610.35333,glm-5.2,not-established:absent,coding,hard,RepoTrace,,,,,,36.18,"EvoCode-Bench MPR (mean per-round reward, %)",0.00289,,,"https://arxiv.org/abs/2610.35333 (Table 1, row GLM-5.2 w/ RepoTrace, column MPR)",,out:effort-not-established, arxiv-2610.35333-evocode-fcr-repotrace,arxiv-2610.35333,glm-5.2,not-established:absent,coding,hard,RepoTrace,,,,,,30.77,EvoCode-Bench FCR (%),0.00289,,,"https://arxiv.org/abs/2610.35333 (Table 1, row GLM-5.2 w/ RepoTrace, column FCR)",,out:effort-not-established, arxiv-2610.35333-evocode-ptr-repotrace,arxiv-2610.35333,glm-5.2,not-established:absent,coding,hard,RepoTrace,,,,,,7.69,EvoCode-Bench PTR (%),0.00289,,,"https://arxiv.org/abs/2610.35333 (Table 1, row GLM-5.2 w/ RepoTrace, column PTR)",,out:effort-not-established, arxiv-2610.35333-evocode-htr-repotrace,arxiv-2610.35333,glm-5.2,not-established:absent,coding,hard,RepoTrace,,,,,,61.54,EvoCode-Bench HTR (%),0.00289,,,"https://arxiv.org/abs/2610.35333 (Table 1, row GLM-5.2 w/ RepoTrace, column HTR)",,out:effort-not-established, arxiv-2610.35333-evocode-tcs-repotrace,arxiv-2610.35333,glm-5.2,not-established:absent,coding,hard,RepoTrace,,,,,,77.33,EvoCode-Bench TCS (%),0.00289,,,"https://arxiv.org/abs/2610.35333 (Table 1, row GLM-5.2 w/ RepoTrace, column TCS)",,out:effort-not-established, arxiv-2610.35426-MultiWOZ-standard-pass1,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,0.940,pass@1,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 1, MultiWOZ, user standard, gemini-3.8-flash block (the last four numbers of the row), column pass@1)",,out:single-couple, arxiv-2610.35426-MultiWOZ-standard-pass4,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,0.944,pass@4,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 1, MultiWOZ, user standard, gemini-3.8-flash block (the last four numbers of the row), column pass@4)",,out:single-couple, arxiv-2610.35426-MultiWOZ-standard-passhat4,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,0.916,pass^4,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 1, MultiWOZ, user standard, gemini-3.8-flash block (the last four numbers of the row), column pass^4)",,out:single-couple, arxiv-2610.35426-MultiWOZ-standard-iga,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,0.920,IGA,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 1, MultiWOZ, user standard, gemini-3.8-flash block (the last four numbers of the row), column IGA)",,out:single-couple, arxiv-2610.35426-MultiWOZ-NC-emotional-pass1,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,0.920,pass@1,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 1, MultiWOZ, user NC emotional, gemini-3.8-flash block (the last four numbers of the row), column pass@1)",,out:single-couple, arxiv-2610.35426-MultiWOZ-NC-emotional-pass4,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,0.960,pass@4,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 1, MultiWOZ, user NC emotional, gemini-3.8-flash block (the last four numbers of the row), column pass@4)",,out:single-couple, arxiv-2610.35426-MultiWOZ-NC-emotional-passhat4,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,0.840,pass^4,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 1, MultiWOZ, user NC emotional, gemini-3.8-flash block (the last four numbers of the row), column pass^4)",,out:single-couple, arxiv-2610.35426-MultiWOZ-NC-emotional-iga,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,0.880,IGA,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 1, MultiWOZ, user NC emotional, gemini-3.8-flash block (the last four numbers of the row), column IGA)",,out:single-couple, arxiv-2610.35426-MultiWOZ-NC-fragment-pass1,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,0.952,pass@1,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 1, MultiWOZ, user NC fragment, gemini-3.8-flash block (the last four numbers of the row), column pass@1)",,out:single-couple, arxiv-2610.35426-MultiWOZ-NC-fragment-pass4,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,0.960,pass@4,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 1, MultiWOZ, user NC fragment, gemini-3.8-flash block (the last four numbers of the row), column pass@4)",,out:single-couple, arxiv-2610.35426-MultiWOZ-NC-fragment-passhat4,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,0.920,pass^4,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 1, MultiWOZ, user NC fragment, gemini-3.8-flash block (the last four numbers of the row), column pass^4)",,out:single-couple, arxiv-2610.35426-MultiWOZ-NC-fragment-iga,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,0.920,IGA,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 1, MultiWOZ, user NC fragment, gemini-3.8-flash block (the last four numbers of the row), column IGA)",,out:single-couple, arxiv-2610.35426-MultiWOZ-NC-tangential-pass1,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,0.940,pass@1,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 1, MultiWOZ, user NC tangential, gemini-3.8-flash block (the last four numbers of the row), column pass@1)",,out:single-couple, arxiv-2610.35426-MultiWOZ-NC-tangential-pass4,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,0.980,pass@4,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 1, MultiWOZ, user NC tangential, gemini-3.8-flash block (the last four numbers of the row), column pass@4)",,out:single-couple, arxiv-2610.35426-MultiWOZ-NC-tangential-passhat4,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,0.860,pass^4,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 1, MultiWOZ, user NC tangential, gemini-3.8-flash block (the last four numbers of the row), column pass^4)",,out:single-couple, arxiv-2610.35426-MultiWOZ-NC-tangential-iga,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,0.860,IGA,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 1, MultiWOZ, user NC tangential, gemini-3.8-flash block (the last four numbers of the row), column IGA)",,out:single-couple, arxiv-2610.35426-MultiWOZ-NC-unavail-pass1,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,0.652,pass@1,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 1, MultiWOZ, user NC unavail., gemini-3.8-flash block (the last four numbers of the row), column pass@1)",,out:single-couple, arxiv-2610.35426-MultiWOZ-NC-unavail-pass4,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,0.960,pass@4,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 1, MultiWOZ, user NC unavail., gemini-3.8-flash block (the last four numbers of the row), column pass@4)",,out:single-couple, arxiv-2610.35426-MultiWOZ-NC-unavail-passhat4,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,0.160,pass^4,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 1, MultiWOZ, user NC unavail., gemini-3.8-flash block (the last four numbers of the row), column pass^4)",,out:single-couple, arxiv-2610.35426-MultiWOZ-NC-unavail-iga,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,0.980,IGA,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 1, MultiWOZ, user NC unavail., gemini-3.8-flash block (the last four numbers of the row), column IGA)",,out:single-couple, arxiv-2610.35426-MultiWOZ-StressSim-pass1,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,0.856,pass@1,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 1, MultiWOZ, user StressSim, gemini-3.8-flash block (the last four numbers of the row), column pass@1)",,out:single-couple, arxiv-2610.35426-MultiWOZ-StressSim-pass4,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,0.980,pass@4,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 1, MultiWOZ, user StressSim, gemini-3.8-flash block (the last four numbers of the row), column pass@4)",,out:single-couple, arxiv-2610.35426-MultiWOZ-StressSim-passhat4,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,0.620,pass^4,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 1, MultiWOZ, user StressSim, gemini-3.8-flash block (the last four numbers of the row), column pass^4)",,out:single-couple, arxiv-2610.35426-MultiWOZ-StressSim-iga,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,1.000,IGA,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 1, MultiWOZ, user StressSim, gemini-3.8-flash block (the last four numbers of the row), column IGA)",,out:single-couple, arxiv-2610.35426-tau-bench-retail-standard-pass1,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,0.588,pass@1,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 1, tau-bench retail, user standard, gemini-3.8-flash block (the last four numbers of the row), column pass@1)",,out:single-couple, arxiv-2610.35426-tau-bench-retail-standard-pass4,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,0.788,pass@4,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 1, tau-bench retail, user standard, gemini-3.8-flash block (the last four numbers of the row), column pass@4)",,out:single-couple, arxiv-2610.35426-tau-bench-retail-standard-passhat4,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,0.320,pass^4,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 1, tau-bench retail, user standard, gemini-3.8-flash block (the last four numbers of the row), column pass^4)",,out:single-couple, arxiv-2610.35426-tau-bench-retail-standard-iga,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,0.960,IGA,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 1, tau-bench retail, user standard, gemini-3.8-flash block (the last four numbers of the row), column IGA)",,out:single-couple, arxiv-2610.35426-tau-bench-retail-NC-emotional-pass1,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,0.608,pass@1,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 1, tau-bench retail, user NC emotional, gemini-3.8-flash block (the last four numbers of the row), column pass@1)",,out:single-couple, arxiv-2610.35426-tau-bench-retail-NC-emotional-pass4,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,0.820,pass@4,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 1, tau-bench retail, user NC emotional, gemini-3.8-flash block (the last four numbers of the row), column pass@4)",,out:single-couple, arxiv-2610.35426-tau-bench-retail-NC-emotional-passhat4,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,0.392,pass^4,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 1, tau-bench retail, user NC emotional, gemini-3.8-flash block (the last four numbers of the row), column pass^4)",,out:single-couple, arxiv-2610.35426-tau-bench-retail-NC-emotional-iga,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,0.920,IGA,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 1, tau-bench retail, user NC emotional, gemini-3.8-flash block (the last four numbers of the row), column IGA)",,out:single-couple, arxiv-2610.35426-tau-bench-retail-NC-fragment-pass1,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,0.572,pass@1,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 1, tau-bench retail, user NC fragment, gemini-3.8-flash block (the last four numbers of the row), column pass@1)",,out:single-couple, arxiv-2610.35426-tau-bench-retail-NC-fragment-pass4,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,0.856,pass@4,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 1, tau-bench retail, user NC fragment, gemini-3.8-flash block (the last four numbers of the row), column pass@4)",,out:single-couple, arxiv-2610.35426-tau-bench-retail-NC-fragment-passhat4,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,0.144,pass^4,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 1, tau-bench retail, user NC fragment, gemini-3.8-flash block (the last four numbers of the row), column pass^4)",,out:single-couple, arxiv-2610.35426-tau-bench-retail-NC-fragment-iga,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,0.920,IGA,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 1, tau-bench retail, user NC fragment, gemini-3.8-flash block (the last four numbers of the row), column IGA)",,out:single-couple, arxiv-2610.35426-tau-bench-retail-NC-tangential-pass1,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,0.620,pass@1,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 1, tau-bench retail, user NC tangential, gemini-3.8-flash block (the last four numbers of the row), column pass@1)",,out:single-couple, arxiv-2610.35426-tau-bench-retail-NC-tangential-pass4,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,0.780,pass@4,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 1, tau-bench retail, user NC tangential, gemini-3.8-flash block (the last four numbers of the row), column pass@4)",,out:single-couple, arxiv-2610.35426-tau-bench-retail-NC-tangential-passhat4,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,0.296,pass^4,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 1, tau-bench retail, user NC tangential, gemini-3.8-flash block (the last four numbers of the row), column pass^4)",,out:single-couple, arxiv-2610.35426-tau-bench-retail-NC-tangential-iga,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,0.660,IGA,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 1, tau-bench retail, user NC tangential, gemini-3.8-flash block (the last four numbers of the row), column IGA)",,out:single-couple, arxiv-2610.35426-tau-bench-retail-NC-unavail-pass1,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,0.544,pass@1,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 1, tau-bench retail, user NC unavail., gemini-3.8-flash block (the last four numbers of the row), column pass@1)",,out:single-couple, arxiv-2610.35426-tau-bench-retail-NC-unavail-pass4,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,0.800,pass@4,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 1, tau-bench retail, user NC unavail., gemini-3.8-flash block (the last four numbers of the row), column pass@4)",,out:single-couple, arxiv-2610.35426-tau-bench-retail-NC-unavail-passhat4,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,0.200,pass^4,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 1, tau-bench retail, user NC unavail., gemini-3.8-flash block (the last four numbers of the row), column pass^4)",,out:single-couple, arxiv-2610.35426-tau-bench-retail-NC-unavail-iga,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,0.800,IGA,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 1, tau-bench retail, user NC unavail., gemini-3.8-flash block (the last four numbers of the row), column IGA)",,out:single-couple, arxiv-2610.35426-tau-bench-retail-StressSim-pass1,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,0.384,pass@1,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 1, tau-bench retail, user StressSim, gemini-3.8-flash block (the last four numbers of the row), column pass@1)",,out:single-couple, arxiv-2610.35426-tau-bench-retail-StressSim-pass4,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,0.668,pass@4,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 1, tau-bench retail, user StressSim, gemini-3.8-flash block (the last four numbers of the row), column pass@4)",,out:single-couple, arxiv-2610.35426-tau-bench-retail-StressSim-passhat4,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,0.100,pass^4,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 1, tau-bench retail, user StressSim, gemini-3.8-flash block (the last four numbers of the row), column pass^4)",,out:single-couple, arxiv-2610.35426-tau-bench-retail-StressSim-iga,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,1.000,IGA,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 1, tau-bench retail, user StressSim, gemini-3.8-flash block (the last four numbers of the row), column IGA)",,out:single-couple, arxiv-2610.35426-tau-bench-airline-standard-pass1,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,0.380,pass@1,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 1, tau-bench airline, user standard, gemini-3.8-flash block (the last four numbers of the row), column pass@1)",,out:single-couple, arxiv-2610.35426-tau-bench-airline-standard-pass4,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,0.568,pass@4,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 1, tau-bench airline, user standard, gemini-3.8-flash block (the last four numbers of the row), column pass@4)",,out:single-couple, arxiv-2610.35426-tau-bench-airline-standard-passhat4,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,0.244,pass^4,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 1, tau-bench airline, user standard, gemini-3.8-flash block (the last four numbers of the row), column pass^4)",,out:single-couple, arxiv-2610.35426-tau-bench-airline-standard-iga,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,1.000,IGA,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 1, tau-bench airline, user standard, gemini-3.8-flash block (the last four numbers of the row), column IGA)",,out:single-couple, arxiv-2610.35426-tau-bench-airline-NC-emotional-pass1,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,0.440,pass@1,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 1, tau-bench airline, user NC emotional, gemini-3.8-flash block (the last four numbers of the row), column pass@1)",,out:single-couple, arxiv-2610.35426-tau-bench-airline-NC-emotional-pass4,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,0.660,pass@4,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 1, tau-bench airline, user NC emotional, gemini-3.8-flash block (the last four numbers of the row), column pass@4)",,out:single-couple, arxiv-2610.35426-tau-bench-airline-NC-emotional-passhat4,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,0.204,pass^4,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 1, tau-bench airline, user NC emotional, gemini-3.8-flash block (the last four numbers of the row), column pass^4)",,out:single-couple, arxiv-2610.35426-tau-bench-airline-NC-emotional-iga,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,0.800,IGA,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 1, tau-bench airline, user NC emotional, gemini-3.8-flash block (the last four numbers of the row), column IGA)",,out:single-couple, arxiv-2610.35426-tau-bench-airline-NC-fragment-pass1,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,0.392,pass@1,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 1, tau-bench airline, user NC fragment, gemini-3.8-flash block (the last four numbers of the row), column pass@1)",,out:single-couple, arxiv-2610.35426-tau-bench-airline-NC-fragment-pass4,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,0.600,pass@4,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 1, tau-bench airline, user NC fragment, gemini-3.8-flash block (the last four numbers of the row), column pass@4)",,out:single-couple, arxiv-2610.35426-tau-bench-airline-NC-fragment-passhat4,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,0.200,pass^4,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 1, tau-bench airline, user NC fragment, gemini-3.8-flash block (the last four numbers of the row), column pass^4)",,out:single-couple, arxiv-2610.35426-tau-bench-airline-NC-fragment-iga,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,0.900,IGA,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 1, tau-bench airline, user NC fragment, gemini-3.8-flash block (the last four numbers of the row), column IGA)",,out:single-couple, arxiv-2610.35426-tau-bench-airline-NC-tangential-pass1,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,0.424,pass@1,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 1, tau-bench airline, user NC tangential, gemini-3.8-flash block (the last four numbers of the row), column pass@1)",,out:single-couple, arxiv-2610.35426-tau-bench-airline-NC-tangential-pass4,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,0.624,pass@4,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 1, tau-bench airline, user NC tangential, gemini-3.8-flash block (the last four numbers of the row), column pass@4)",,out:single-couple, arxiv-2610.35426-tau-bench-airline-NC-tangential-passhat4,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,0.224,pass^4,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 1, tau-bench airline, user NC tangential, gemini-3.8-flash block (the last four numbers of the row), column pass^4)",,out:single-couple, arxiv-2610.35426-tau-bench-airline-NC-tangential-iga,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,0.560,IGA,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 1, tau-bench airline, user NC tangential, gemini-3.8-flash block (the last four numbers of the row), column IGA)",,out:single-couple, arxiv-2610.35426-tau-bench-airline-NC-unavail-pass1,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,0.372,pass@1,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 1, tau-bench airline, user NC unavail., gemini-3.8-flash block (the last four numbers of the row), column pass@1)",,out:single-couple, arxiv-2610.35426-tau-bench-airline-NC-unavail-pass4,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,0.600,pass@4,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 1, tau-bench airline, user NC unavail., gemini-3.8-flash block (the last four numbers of the row), column pass@4)",,out:single-couple, arxiv-2610.35426-tau-bench-airline-NC-unavail-passhat4,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,0.156,pass^4,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 1, tau-bench airline, user NC unavail., gemini-3.8-flash block (the last four numbers of the row), column pass^4)",,out:single-couple, arxiv-2610.35426-tau-bench-airline-NC-unavail-iga,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,0.880,IGA,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 1, tau-bench airline, user NC unavail., gemini-3.8-flash block (the last four numbers of the row), column IGA)",,out:single-couple, arxiv-2610.35426-tau-bench-airline-StressSim-pass1,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,0.288,pass@1,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 1, tau-bench airline, user StressSim, gemini-3.8-flash block (the last four numbers of the row), column pass@1)",,out:single-couple, arxiv-2610.35426-tau-bench-airline-StressSim-pass4,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,0.512,pass@4,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 1, tau-bench airline, user StressSim, gemini-3.8-flash block (the last four numbers of the row), column pass@4)",,out:single-couple, arxiv-2610.35426-tau-bench-airline-StressSim-passhat4,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,0.076,pass^4,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 1, tau-bench airline, user StressSim, gemini-3.8-flash block (the last four numbers of the row), column pass^4)",,out:single-couple, arxiv-2610.35426-tau-bench-airline-StressSim-iga,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,0.920,IGA,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 1, tau-bench airline, user StressSim, gemini-3.8-flash block (the last four numbers of the row), column IGA)",,out:single-couple, arxiv-2610.35426-t3-opt-nano-pass1,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,0.456,pass@1,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 3 (transferability on tau-bench retail), agent gemini-3.8-flash, Optimised on gpt-5.4-nano, column pass@1)",,out:single-couple, arxiv-2610.35426-t3-opt-nano-pass4,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,0.668,pass@4,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 3 (transferability on tau-bench retail), agent gemini-3.8-flash, Optimised on gpt-5.4-nano, column pass@4)",,out:single-couple, arxiv-2610.35426-t3-opt-nano-passhat4,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,0.184,pass^4,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 3 (transferability on tau-bench retail), agent gemini-3.8-flash, Optimised on gpt-5.4-nano, column pass^4)",,out:single-couple, arxiv-2610.35426-t3-opt-nano-iga,arxiv-2610.35426,gemini-3.8-flash,low,agentic-tool,hard,,,,,,,0.880,IGA,0.000289,,,"https://arxiv.org/abs/2610.35426 (Table 3 (transferability on tau-bench retail), agent gemini-3.8-flash, Optimised on gpt-5.4-nano, column IGA)",,out:single-couple, arxiv-2610.35616-hse-cross-model-swe-bench-verified-no-skills,arxiv-2610.35616,gpt-5.5,unstated,mixed,hard,,,,,,,82.6,resolved rate (%),0.0289,,,"https://arxiv.org/abs/2610.35616 (Table 6, row GPT-5.5 No Skills, column SWE-bench Verified)",,out:effort-not-established, arxiv-2610.35616-hse-cross-model-deepswe-no-skills,arxiv-2610.35616,gpt-5.5,unstated,mixed,hard,,,,,,,67.2,resolved rate (%),0.0289,,,"https://arxiv.org/abs/2610.35616 (Table 6, row GPT-5.5 No Skills, column DeepSWE)",,out:effort-not-established, arxiv-2610.35616-hse-cross-model-swe-bench-verified-hse,arxiv-2610.35616,gpt-5.5,unstated,mixed,hard,,,,,,,85.4,resolved rate (%),0.0289,,,"https://arxiv.org/abs/2610.35616 (Table 6, row GPT-5.5 HSE, column SWE-bench Verified)",,out:effort-not-established, arxiv-2610.35616-hse-cross-model-deepswe-hse,arxiv-2610.35616,gpt-5.5,unstated,mixed,hard,,,,,,,73.5,resolved rate (%),0.0289,,,"https://arxiv.org/abs/2610.35616 (Table 6, row GPT-5.5 HSE, column DeepSWE)",,out:effort-not-established, arxiv-2610.35616-swe-pi-noskills,arxiv-2610.35616,glm-5.2,unstated,coding,hard,Pi + No Skills,,,,,,73.5,"SWE-bench Verified resolved rate, Mean@3 (%)",0.0289,,,"https://arxiv.org/abs/2610.35616 (Table 1, SWE-bench Verified, row Pi, column No Skills)",,out:effort-not-established, arxiv-2610.35616-swe-pi-sweskillsbench,arxiv-2610.35616,glm-5.2,unstated,coding,hard,Pi + SWESkillsBench,,,,,,74.7,"SWE-bench Verified resolved rate, Mean@3 (%)",0.0289,,,"https://arxiv.org/abs/2610.35616 (Table 1, SWE-bench Verified, row Pi, column SWESkillsBench)",,out:effort-not-established, arxiv-2610.35616-swe-pi-gepa,arxiv-2610.35616,glm-5.2,unstated,coding,hard,Pi + GEPA,,,,,,74.6,"SWE-bench Verified resolved rate, Mean@3 (%)",0.0289,,,"https://arxiv.org/abs/2610.35616 (Table 1, SWE-bench Verified, row Pi, column GEPA)",,out:effort-not-established, arxiv-2610.35616-swe-pi-reasoningbank,arxiv-2610.35616,glm-5.2,unstated,coding,hard,Pi + ReasoningBank,,,,,,72.8,"SWE-bench Verified resolved rate, Mean@3 (%)",0.0289,,,"https://arxiv.org/abs/2610.35616 (Table 1, SWE-bench Verified, row Pi, column ReasoningBank)",,out:effort-not-established, arxiv-2610.35616-swe-pi-hse,arxiv-2610.35616,glm-5.2,unstated,coding,hard,Pi + HSE,,,,,,75.4,"SWE-bench Verified resolved rate, Mean@3 (%)",0.0289,,,"https://arxiv.org/abs/2610.35616 (Table 1, SWE-bench Verified, row Pi, column HSE)",,out:effort-not-established, arxiv-2610.35616-swe-cc-noskills,arxiv-2610.35616,glm-5.2,unstated,coding,hard,Claude Code + No Skills,,,,,,76.1,"SWE-bench Verified resolved rate, Mean@3 (%)",0.0289,,,"https://arxiv.org/abs/2610.35616 (Table 1, SWE-bench Verified, row CC, column No Skills)",,out:effort-not-established, arxiv-2610.35616-swe-cc-sweskillsbench,arxiv-2610.35616,glm-5.2,unstated,coding,hard,Claude Code + SWESkillsBench,,,,,,79.7,"SWE-bench Verified resolved rate, Mean@3 (%)",0.0289,,,"https://arxiv.org/abs/2610.35616 (Table 1, SWE-bench Verified, row CC, column SWESkillsBench)",,out:effort-not-established, arxiv-2610.35616-swe-cc-gepa,arxiv-2610.35616,glm-5.2,unstated,coding,hard,Claude Code + GEPA,,,,,,78.9,"SWE-bench Verified resolved rate, Mean@3 (%)",0.0289,,,"https://arxiv.org/abs/2610.35616 (Table 1, SWE-bench Verified, row CC, column GEPA)",,out:effort-not-established, arxiv-2610.35616-swe-cc-reasoningbank,arxiv-2610.35616,glm-5.2,unstated,coding,hard,Claude Code + ReasoningBank,,,,,,76.6,"SWE-bench Verified resolved rate, Mean@3 (%)",0.0289,,,"https://arxiv.org/abs/2610.35616 (Table 1, SWE-bench Verified, row CC, column ReasoningBank)",,out:effort-not-established, arxiv-2610.35616-swe-cc-hse,arxiv-2610.35616,glm-5.2,unstated,coding,hard,Claude Code + HSE,,,,,,80.6,"SWE-bench Verified resolved rate, Mean@3 (%)",0.0289,,,"https://arxiv.org/abs/2610.35616 (Table 1, SWE-bench Verified, row CC, column HSE)",,out:effort-not-established, arxiv-2610.35616-deepswe-pi-noskills,arxiv-2610.35616,glm-5.2,unstated,coding,hard,Pi + No Skills,,,,,,43.1,"DeepSWE resolved rate, Mean@3 (%)",0.0289,,,"https://arxiv.org/abs/2610.35616 (Table 1, DeepSWE, row Pi, column No Skills)",,out:effort-not-established, arxiv-2610.35616-deepswe-pi-sweskillsbench,arxiv-2610.35616,glm-5.2,unstated,coding,hard,Pi + SWESkillsBench,,,,,,34.5,"DeepSWE resolved rate, Mean@3 (%)",0.0289,,,"https://arxiv.org/abs/2610.35616 (Table 1, DeepSWE, row Pi, column SWESkillsBench)",,out:effort-not-established, arxiv-2610.35616-deepswe-pi-gepa,arxiv-2610.35616,glm-5.2,unstated,coding,hard,Pi + GEPA,,,,,,46.6,"DeepSWE resolved rate, Mean@3 (%)",0.0289,,,"https://arxiv.org/abs/2610.35616 (Table 1, DeepSWE, row Pi, column GEPA)",,out:effort-not-established, arxiv-2610.35616-deepswe-pi-reasoningbank,arxiv-2610.35616,glm-5.2,unstated,coding,hard,Pi + ReasoningBank,,,,,,44.0,"DeepSWE resolved rate, Mean@3 (%)",0.0289,,,"https://arxiv.org/abs/2610.35616 (Table 1, DeepSWE, row Pi, column ReasoningBank)",,out:effort-not-established, arxiv-2610.35616-deepswe-pi-hse,arxiv-2610.35616,glm-5.2,unstated,coding,hard,Pi + HSE,,,,,,48.7,"DeepSWE resolved rate, Mean@3 (%)",0.0289,,,"https://arxiv.org/abs/2610.35616 (Table 1, DeepSWE, row Pi, column HSE)",,out:effort-not-established, arxiv-2610.35616-deepswe-cc-noskills,arxiv-2610.35616,glm-5.2,unstated,coding,hard,Claude Code + No Skills,,,,,,44.8,"DeepSWE resolved rate, Mean@3 (%)",0.0289,,,"https://arxiv.org/abs/2610.35616 (Table 1, DeepSWE, row CC, column No Skills)",,out:effort-not-established, arxiv-2610.35616-deepswe-cc-sweskillsbench,arxiv-2610.35616,glm-5.2,unstated,coding,hard,Claude Code + SWESkillsBench,,,,,,38.6,"DeepSWE resolved rate, Mean@3 (%)",0.0289,,,"https://arxiv.org/abs/2610.35616 (Table 1, DeepSWE, row CC, column SWESkillsBench)",,out:effort-not-established, arxiv-2610.35616-deepswe-cc-gepa,arxiv-2610.35616,glm-5.2,unstated,coding,hard,Claude Code + GEPA,,,,,,49.0,"DeepSWE resolved rate, Mean@3 (%)",0.0289,,,"https://arxiv.org/abs/2610.35616 (Table 1, DeepSWE, row CC, column GEPA)",,out:effort-not-established, arxiv-2610.35616-deepswe-cc-reasoningbank,arxiv-2610.35616,glm-5.2,unstated,coding,hard,Claude Code + ReasoningBank,,,,,,46.0,"DeepSWE resolved rate, Mean@3 (%)",0.0289,,,"https://arxiv.org/abs/2610.35616 (Table 1, DeepSWE, row CC, column ReasoningBank)",,out:effort-not-established, arxiv-2610.35616-deepswe-cc-hse,arxiv-2610.35616,glm-5.2,unstated,coding,hard,Claude Code + HSE,,,,,,52.5,"DeepSWE resolved rate, Mean@3 (%)",0.0289,,,"https://arxiv.org/abs/2610.35616 (Table 1, DeepSWE, row CC, column HSE)",,out:effort-not-established, arxiv-2610.35616-t6-swebv,arxiv-2610.35616,opus-4.8,unstated,coding,hard,,,,,,,88.6,score%,0.0289,,,"https://arxiv.org/abs/2610.35616 (Table 6, row Opus 4.8 / No Skills, column SWE-bench Verified)",,out:effort-not-established, arxiv-2610.35616-t6-deepswe,arxiv-2610.35616,opus-4.8,unstated,coding,hard,,,,,,,59.3,score%,0.0289,,,"https://arxiv.org/abs/2610.35616 (Table 6, row Opus 4.8 / No Skills, column DeepSWE)",,out:effort-not-established, arxiv-2610.35616-t6-swebv-hse,arxiv-2610.35616,opus-4.8,unstated,coding,hard,,,,,,,90.2,score%,0.0289,,,"https://arxiv.org/abs/2610.35616 (Table 6, row Opus 4.8 / HSE, column SWE-bench Verified)",,out:effort-not-established, arxiv-2610.35616-t6-deepswe-hse,arxiv-2610.35616,opus-4.8,unstated,coding,hard,,,,,,,61.1,score%,0.0289,,,"https://arxiv.org/abs/2610.35616 (Table 6, row Opus 4.8 / HSE, column DeepSWE)",,out:effort-not-established, arxiv-2610.35671-paperbench-codedev,arxiv-2610.35671,gemini-3.8-flash,high,mixed,hard,,,,,,,88.56,pct,0.00289,,max-as-highest,"https://arxiv.org/abs/2610.35671 (2.4, text (Figure 2.12))",,in, arxiv-2610.35671-rebench-rust-orig,arxiv-2610.35671,gemini-3.8-flash,high,mixed,hard,,,,,,,0,pct,0.289,,max-as-highest,https://arxiv.org/abs/2610.35671 (2.4 (Figure 2.13)),,out:single-couple, arxiv-2610.35671-rebench-rust-repaired,arxiv-2610.35671,gemini-3.8-flash,high,mixed,hard,,,,,,,51.52,pct,0.00289,,max-as-highest,https://arxiv.org/abs/2610.35671 (2.4 (Figure 2.13)),,out:single-couple, arxiv-2610.35671-rebench-triton,arxiv-2610.35671,gemini-3.8-flash,high,mixed,hard,,,,,,,-0.11,log-runtime,0.00289,,max-as-highest,https://arxiv.org/abs/2610.35671 (2.4 (Figure 2.14)),,out:not-headline, arxiv-2610.35671-ncri-low,arxiv-2610.35671,gemini-3.8-flash,high,mixed,hard,,,,,,,94.7,pct,0.0289,,max-as-highest,"https://arxiv.org/abs/2610.35671 (Figure 1.6 b (vector text; Low/Max pairs in model order, last pair for Gemini-3.8))",,out:single-couple, arxiv-2610.35671-ncri-max,arxiv-2610.35671,gemini-3.8-flash,high,mixed,hard,,,,,,,94.9,pct,0.0289,,max-as-highest,"https://arxiv.org/abs/2610.35671 (Figure 1.6 b (vector text; Low/Max pairs in model order, last pair for Gemini-3.8))",,out:single-couple, arxiv-2610.35671-evaldetect-auroc,arxiv-2610.35671,gemini-3.8-flash,high,mixed,hard,,,,,,,0.95,AUROC,0.00289,,max-as-highest,"https://arxiv.org/abs/2610.35671 (Figure 1.1 a (vector text, seven models in the order of the figure))",,out:single-couple, arxiv-2610.35671-gdm-selfreasoning-trial,arxiv-2610.35671,gemini-3.8-flash,high,mixed,hard,,,,,,,29.1,pct,0.0289,,max-as-highest,"https://arxiv.org/abs/2610.35671 (Figure 1.3 (vector text, 7th row = Gemini-3.8))",,out:single-couple, arxiv-2610.35671-gdm-selfreasoning-challenge,arxiv-2610.35671,gemini-3.8-flash,high,mixed,hard,,,,,,,27.3,pct,0.0289,,max-as-highest,"https://arxiv.org/abs/2610.35671 (Figure 1.3 (vector text, 7th row = Gemini-3.8))",,out:single-couple, arxiv-2610.35671-agentic-misalignment-harmful,arxiv-2610.35671,gemini-3.8-flash,high,mixed,hard,,,,,,,0,pct,0.289,,max-as-highest,https://arxiv.org/abs/2610.35671 (Figure 1.8 a (vector text: labels then values in order; Gemini-3.8 = the last value)),,out:not-headline, arxiv-2610.35671-dangerous-tool-trigger,arxiv-2610.35671,gemini-3.8-flash,high,mixed,hard,,,,,,,0,pct,0.289,,max-as-highest,https://arxiv.org/abs/2610.35671 (2.1),,out:not-headline, arxiv-2610.35671-script-disable,arxiv-2610.35671,gemini-3.8-flash,high,mixed,hard,,,,,,,82,pct,0.289,,max-as-highest,https://arxiv.org/abs/2610.35671 (2.1/2.2 (Figure 2.4)),,out:not-headline, arxiv-2610.35671-specgaming-lcb-oneoff,arxiv-2610.35671,gemini-3.8-flash,high,mixed,hard,,,,,,,37.4,pct,0.0289,,max-as-highest,https://arxiv.org/abs/2610.35671 (2.2),,out:not-headline, arxiv-2610.35671-specgaming-lcb-conflicting,arxiv-2610.35671,gemini-3.8-flash,high,mixed,hard,,,,,,,25.8,pct,0.0289,,max-as-highest,https://arxiv.org/abs/2610.35671 (2.2),,out:not-headline, arxiv-2610.35671-ssh-connections,arxiv-2610.35671,gemini-3.8-flash,high,mixed,hard,,,,,,,6.7,pct,0.0289,,max-as-highest,https://arxiv.org/abs/2610.35671 (2.3 (Figure 2.7)),,out:not-headline, arxiv-2610.35671-shade-unflagged-en,arxiv-2610.35671,gemini-3.8-flash,high,mixed,hard,,,,,,,21.54,pct,0.00289,,max-as-highest,https://arxiv.org/abs/2610.35671 (2.3 (Figure 2.10)),,out:not-headline, arxiv-2610.35671-odcv-misconduct,arxiv-2610.35671,gemini-3.8-flash,high,mixed,hard,,,,,,,12.50,pct,0.00289,,max-as-highest,https://arxiv.org/abs/2610.35671 (2.5 (Figure 2.16)),,out:not-headline, arxiv-2610.35671-petri-concern,arxiv-2610.35671,gemini-3.8-flash,high,mixed,hard,,,,,,,1.23,concern-score,0.00289,,max-as-highest,https://arxiv.org/abs/2610.35671 (2.5 (Figure 2.16)),,out:not-headline, arxiv-2610.35671-persuasion-change,arxiv-2610.35671,gemini-3.8-flash,high,mixed,hard,,,,,,,0.42,normalized-change,0.00289,,max-as-highest,https://arxiv.org/abs/2610.35671 (3.1 (Figure 3.2)),,out:not-headline, arxiv-2610.35671-biased-turns-drift,arxiv-2610.35671,gemini-3.8-flash,high,mixed,hard,,,,,,,0.722,score-difference,0.000289,,max-as-highest,https://arxiv.org/abs/2610.35671 (3.1 (Figure 3.4)),,out:not-headline, arxiv-2610.35671-attachment-reinforced,arxiv-2610.35671,gemini-3.8-flash,high,mixed,hard,,,,,,,33.5,pct,0.0289,,max-as-highest,https://arxiv.org/abs/2610.35671 (3.2 (Figure 3.6)),,out:not-headline, arxiv-2610.35671-crisis-protective,arxiv-2610.35671,gemini-3.8-flash,high,mixed,hard,,,,,,,100.0,pct,0.0289,,max-as-highest,https://arxiv.org/abs/2610.35671 (3.2 (Figure 3.7a)),,out:single-couple, arxiv-2610.35671-crisis-harmful,arxiv-2610.35671,gemini-3.8-flash,high,mixed,hard,,,,,,,40.4,pct,0.0289,,max-as-highest,https://arxiv.org/abs/2610.35671 (3.2 (Figure 3.7a)),,out:not-headline, arxiv-2610.35671-safety-eval-evaldetect-auroc,arxiv-2610.35671,?GPT-6,not-established:absent,mixed,hard,,,,,,,0.87,AUROC,0.00289,,,"https://arxiv.org/abs/2610.35671 (text of the report, passage on EvalDetectBench AUROC)",,out:model-not-established, arxiv-2610.35671-safety-eval-evaldetect-accuracy,arxiv-2610.35671,?GPT-6,not-established:absent,mixed,hard,,,,,,,83.6,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.35671 (text of the report, passage on EvalDetectBench binary classification accuracy)",,out:model-not-established, arxiv-2610.35671-safety-eval-gdm-selfreasoning-monitoring,arxiv-2610.35671,?GPT-6,not-established:absent,mixed,hard,,,,,,,9,successful trials (of 10),0.289,,,"https://arxiv.org/abs/2610.35671 (text of the report, passage on GDM Self-Reasoning monitoring challenge, successful trials of 10)",,out:model-not-established, arxiv-2610.35671-safety-eval-ncri-accuracy-without-cot,arxiv-2610.35671,?GPT-5.6,not-established:absent,mixed,hard,,,,,,,67,accuracy (%),0.289,,,"https://arxiv.org/abs/2610.35671 (text of the report, passage on NCRI accuracy with CoT disabled)",,out:model-not-established, arxiv-2610.35671-safety-eval-propensitybench-trigger-rate,arxiv-2610.35671,?GPT-5.6,not-established:absent,mixed,hard,,,,,,,0.31,trigger rate (%),0.00289,,,"https://arxiv.org/abs/2610.35671 (text of the report, passage on PropensityBench trigger rate across domains)",,out:model-not-established, arxiv-2610.35671-safety-eval-propensitybench-trigger-rate,arxiv-2610.35671,?GPT-6,not-established:absent,mixed,hard,,,,,,,0,trigger rate (%),0.289,,,"https://arxiv.org/abs/2610.35671 (text of the report, passage on PropensityBench trigger rate across domains)",,out:model-not-established, arxiv-2610.35671-safety-eval-impossiblebench-swe-oneoff,arxiv-2610.35671,?GPT-5.6,not-established:absent,mixed,hard,,,,,,,23.9,faulty-test exploitation rate (%),0.0289,,,"https://arxiv.org/abs/2610.35671 (text of the report, passage on ImpossibleBench SWE-bench One-off tasks, faulty tests exploited)",,out:model-not-established, arxiv-2610.35671-safety-eval-fofbench-ssh-login-no-ban,arxiv-2610.35671,?GPT-5.6,not-established:absent,mixed,hard,,,,,,,41.1,login rate (%),0.0289,,,"https://arxiv.org/abs/2610.35671 (text of the report, passage on FoFBench SSH logins without an explicit login ban)",,out:model-not-established, arxiv-2610.35671-safety-eval-fofbench-banned-logins,arxiv-2610.35671,?the two GPT models,not-established:absent,mixed,hard,,,,,,,0.3,banned login rate (%),0.0289,,,"https://arxiv.org/abs/2610.35671 (text of the report, passage on FoFBench banned logins)",,out:model-not-established, arxiv-2610.35671-safety-eval-fofbench-token-by-deleting-files,arxiv-2610.35671,?GPT-6,not-established:absent,mixed,hard,,,,,,,71,claim rate (%),0.289,,,"https://arxiv.org/abs/2610.35671 (text of the report, passage on FoFBench token claimed by deleting server files)",,out:model-not-established, arxiv-2610.35671-safety-eval-monitor-sabotage-dma,arxiv-2610.35671,?GPT-6,not-established:absent,mixed,hard,,,,,,,0,successes (of 100),0.289,,,"https://arxiv.org/abs/2610.35671 (text of the report, passage on Monitor Sabotage, Direct Monitor Attack successes of 100)",,out:model-not-established, arxiv-2610.35671-safety-eval-monitor-sabotage-imd,arxiv-2610.35671,?GPT-6,not-established:absent,mixed,hard,,,,,,,3,successful evasions (of 100),0.289,,,"https://arxiv.org/abs/2610.35671 (text of the report, passage on Monitor Sabotage, Indirect Monitor Disruption successful evasions of 100)",,out:model-not-established, arxiv-2610.35671-safety-eval-monitor-sabotage-imd,arxiv-2610.35671,?GPT-5.6,not-established:absent,mixed,hard,,,,,,,5,successful evasions (of 100),0.289,,,"https://arxiv.org/abs/2610.35671 (text of the report, passage on Monitor Sabotage, Indirect Monitor Disruption successful evasions of 100)",,out:model-not-established, arxiv-2610.35671-safety-eval-shade-arena-unflagged-english,arxiv-2610.35671,?GPT-6,not-established:absent,mixed,hard,,,,,,,6.92,unflagged evasion rate (%),0.00289,,,"https://arxiv.org/abs/2610.35671 (text of the report, passage on SHADE-Arena unflagged evasion rate (English))",,out:model-not-established, arxiv-2610.35671-safety-eval-paperbench-codedev-mean,arxiv-2610.35671,?GPT-5.6,not-established:absent,mixed,hard,,,,,,,96.65,average score (%),0.00289,,,"https://arxiv.org/abs/2610.35671 (text of the report, passage on PaperBench Code-Dev average score over seven papers)",,out:model-not-established, arxiv-2610.35671-safety-eval-paperbench-codedev-mean,arxiv-2610.35671,?GPT-6,not-established:absent,mixed,hard,,,,,,,98.97,average score (%),0.00289,,,"https://arxiv.org/abs/2610.35671 (text of the report, passage on PaperBench Code-Dev average score over seven papers)",,out:model-not-established, arxiv-2610.35671-safety-eval-rebench-rust-pass-rate,arxiv-2610.35671,?GPT-5.6,not-established:absent,mixed,hard,,,,,,,69.09,pass rate (%),0.00289,,,"https://arxiv.org/abs/2610.35671 (text of the report, passage on RE-Bench Rust workflow pass rate on 165 held-out problems)",,out:model-not-established, arxiv-2610.35671-safety-eval-rebench-rust-pass-rate,arxiv-2610.35671,?GPT-6,not-established:absent,mixed,hard,,,,,,,74.55,pass rate (%),0.00289,,,"https://arxiv.org/abs/2610.35671 (text of the report, passage on RE-Bench Rust workflow pass rate on 165 held-out problems)",,out:model-not-established, arxiv-2610.35671-safety-eval-rebench-triton-log-runtime,arxiv-2610.35671,?GPT-6,not-established:absent,mixed,hard,,,,,,,-0.48,log-runtime (lower is better),0.00289,,,"https://arxiv.org/abs/2610.35671 (text of the report, passage on RE-Bench GPU Triton log-runtime)",,out:model-not-established, arxiv-2610.35671-safety-eval-rebench-triton-log-runtime,arxiv-2610.35671,?GPT-5.6,not-established:absent,mixed,hard,,,,,,,-0.06,log-runtime (lower is better),0.00289,,,"https://arxiv.org/abs/2610.35671 (text of the report, passage on RE-Bench GPU Triton log-runtime)",,out:model-not-established, arxiv-2610.35671-safety-eval-locbench-unauthorized-action,arxiv-2610.35671,?GPT-5.6,not-established:absent,mixed,hard,,,,,,,24.25,unauthorized-action rate (%),0.00289,,,"https://arxiv.org/abs/2610.35671 (text of the report, passage on LoCBench unauthorized-action rate)",,out:model-not-established, arxiv-2610.35671-safety-eval-odcv-active-misconduct,arxiv-2610.35671,?GPT-6,not-established:absent,mixed,hard,,,,,,,3.75,active misconduct rate (%),0.00289,,,"https://arxiv.org/abs/2610.35671 (text of the report, passage on ODCV-Bench active misconduct rate)",,out:model-not-established, arxiv-2610.35671-safety-eval-odcv-active-misconduct,arxiv-2610.35671,?GPT-5.6,not-established:absent,mixed,hard,,,,,,,18.75,active misconduct rate (%),0.00289,,,"https://arxiv.org/abs/2610.35671 (text of the report, passage on ODCV-Bench active misconduct rate)",,out:model-not-established, arxiv-2610.35671-safety-eval-petri-concern-score,arxiv-2610.35671,?GPT-6,not-established:absent,mixed,hard,,,,,,,1.13,average concern score,0.00289,,,"https://arxiv.org/abs/2610.35671 (text of the report, passage on Petri average concern score)",,out:model-not-established, arxiv-2610.35671-safety-eval-petri-concern-score,arxiv-2610.35671,?GPT-5.6,not-established:absent,mixed,hard,,,,,,,1.33,average concern score,0.00289,,,"https://arxiv.org/abs/2610.35671 (text of the report, passage on Petri average concern score)",,out:model-not-established, arxiv-2610.35671-safety-eval-pmiyc-normalized-change,arxiv-2610.35671,?GPT-6,not-established:absent,mixed,hard,,,,,,,0.22,mean normalized change,0.00289,,,"https://arxiv.org/abs/2610.35671 (text of the report, passage on PMIYC mean normalized change under repeated persuasion)",,out:model-not-established, arxiv-2610.35671-safety-eval-pmiyc-normalized-change,arxiv-2610.35671,?GPT-5.6,not-established:absent,mixed,hard,,,,,,,0.64,mean normalized change,0.00289,,,"https://arxiv.org/abs/2610.35671 (text of the report, passage on PMIYC mean normalized change under repeated persuasion)",,out:model-not-established, arxiv-2610.35671-safety-eval-fewshot-steering-mean-difference,arxiv-2610.35671,?GPT-6,not-established:absent,mixed,hard,,,,,,,-0.004,mean behavioural difference,0.000289,,,"https://arxiv.org/abs/2610.35671 (text of the report, passage on Few-shot steering by biased assistant turns, mean difference)",,out:model-not-established, arxiv-2610.35671-safety-eval-fewshot-steering-mean-difference,arxiv-2610.35671,?GPT-5.6,not-established:absent,mixed,hard,,,,,,,-0.009,mean behavioural difference,0.000289,,,"https://arxiv.org/abs/2610.35671 (text of the report, passage on Few-shot steering by biased assistant turns, mean difference)",,out:model-not-established, arxiv-2610.35671-safety-eval-intima-boundary-no-affection,arxiv-2610.35671,?GPT-6,not-established:absent,mixed,hard,,,,,,,28.4,share of replies (%),0.0289,,,"https://arxiv.org/abs/2610.35671 (text of the report, passage on INTIMA replies setting a boundary without affectionate language)",,out:model-not-established, arxiv-2610.35671-safety-eval-intima-attachment-no-boundary,arxiv-2610.35671,?GPT-6,not-established:absent,mixed,hard,,,,,,,30.0,share of replies (%),0.0289,,,"https://arxiv.org/abs/2610.35671 (text of the report, passage on INTIMA replies reinforcing attachment without any boundary)",,out:model-not-established, arxiv-2610.35671-safety-eval-simmh-safety-check,arxiv-2610.35671,?GPT-6,not-established:absent,mixed,hard,,,,,,,99.1,share of conversations (%),0.0289,,,"https://arxiv.org/abs/2610.35671 (text of the report, passage on SimMH-Chat safety check or real-world support encouraged)",,out:model-not-established, arxiv-2610.35671-safety-eval-simmh-safety-check,arxiv-2610.35671,?GPT-5.6,not-established:absent,mixed,hard,,,,,,,100.0,share of conversations (%),0.0289,,,"https://arxiv.org/abs/2610.35671 (text of the report, passage on SimMH-Chat safety check or real-world support encouraged)",,out:model-not-established, arxiv-2610.35671-safety-eval-darkbench-flagged-overall,arxiv-2610.35671,?GPT-6,not-established:absent,mixed,hard,,,,,,,3.33,flagged rate (%),0.00289,,,"https://arxiv.org/abs/2610.35671 (text of the report, passage on DarkBench overall flagged replies of 660 prompts)",,out:model-not-established, arxiv-2610.35671-safety-eval-darkbench-brand-bias,arxiv-2610.35671,?GPT-6,not-established:absent,mixed,hard,,,,,,,6.36,flagged rate (%),0.00289,,,"https://arxiv.org/abs/2610.35671 (text of the report, passage on DarkBench brand bias)",,out:model-not-established, arxiv-2610.35671-safety-eval-darkbench-brand-bias,arxiv-2610.35671,?GPT-5.6,not-established:absent,mixed,hard,,,,,,,15.45,flagged rate (%),0.00289,,,"https://arxiv.org/abs/2610.35671 (text of the report, passage on DarkBench brand bias)",,out:model-not-established, arxiv-2610.35671-safety-eval-commercial-incentives-flagged,arxiv-2610.35671,?GPT-6,not-established:absent,mixed,hard,,,,,,,3.94,flagged rate (%),0.00289,,,"https://arxiv.org/abs/2610.35671 (text of the report, passage on Commercial Incentives overall flagged rate of 330 prompts)",,out:model-not-established, arxiv-2610.35671-safety-eval-deceptionbench-task-rationalization,arxiv-2610.35671,?GPT-5.6,not-established:absent,mixed,hard,,,,,,,2.87,falsehood rate (%),0.00289,,,"https://arxiv.org/abs/2610.35671 (text of the report, passage on DeceptionBench v2 falsehood stated, task-rationalization cases)",,out:model-not-established, arxiv-2610.35671-safety-eval-deceptionbench-combined,arxiv-2610.35671,?GPT-5.6,not-established:absent,mixed,hard,,,,,,,0.72,falsehood rate (%),0.00289,,,"https://arxiv.org/abs/2610.35671 (text of the report, passage on DeceptionBench v2 falsehood stated, combined cases)",,out:model-not-established, arxiv-2610.35671-safety-eval-deceptionbench-task-rationalization,arxiv-2610.35671,?GPT-6,not-established:absent,mixed,hard,,,,,,,9.76,falsehood rate (%),0.00289,,,"https://arxiv.org/abs/2610.35671 (text of the report, passage on DeceptionBench v2 falsehood stated, task-rationalization cases)",,out:model-not-established, arxiv-2610.35671-safety-eval-deceptionbench-combined,arxiv-2610.35671,?GPT-6,not-established:absent,mixed,hard,,,,,,,3.83,falsehood rate (%),0.00289,,,"https://arxiv.org/abs/2610.35671 (text of the report, passage on DeceptionBench v2 falsehood stated, combined cases)",,out:model-not-established, arxiv-2610.35671-paperbench-codedev,arxiv-2610.35671,deepseek-v4.1-flash-1017,max,mixed,hard,,,,,,,96.45,pct,0.00289,,,"https://arxiv.org/abs/2610.35671 (section 2.4.1 (PaperBench Code-Dev), text under Figure 2.12: V4.1 Flash-1017 averages 96.45%)",,in, arxiv-2610.35671-paperbench-codedev,arxiv-2610.35671,deepseek-v4.1-flash,max,mixed,hard,,,,,,,94.96,pct,0.00289,,,"https://arxiv.org/abs/2610.35671 (section 2.4.1 (PaperBench Code-Dev), text under Figure 2.12: V4.1 Flash at 94.96%)",,in, arxiv-2610.35671-paperbench-codedev,arxiv-2610.35671,deepseek-v4-pro-0813,max,mixed,hard,,,,,,,92.03,pct,0.00289,,,"https://arxiv.org/abs/2610.35671 (section 2.4.1 (PaperBench Code-Dev), text under Figure 2.12: V4 Pro at 92.03%)",,in, arxiv-2610.35671-paperbench-codedev,arxiv-2610.35671,deepseek-v4-flash-0731,max,mixed,hard,,,,,,,57.64,pct,0.00289,,,"https://arxiv.org/abs/2610.35671 (section 2.4.1 (PaperBench Code-Dev), text under Figure 2.12: V4 Flash at 57.64%)",,in, arxiv-2610.35671-rebench-rust,arxiv-2610.35671,deepseek-v4.1-flash-1017,max,agentic-tool,hard,,,,,,,70.91,RE-Bench Rust problems passed (% of 165 held-out),0.00289,,,"https://arxiv.org/abs/2610.35671 (section 2.4.2 (RE-Bench), text under Figure 2.13: V4.1 Flash-1017’s submitted workflow passes 70.91%)",,in, arxiv-2610.35671-rebench-rust,arxiv-2610.35671,deepseek-v4.1-flash,max,agentic-tool,hard,,,,,,,72.73,RE-Bench Rust problems passed (% of 165 held-out),0.00289,,,"https://arxiv.org/abs/2610.35671 (section 2.4.2 (RE-Bench), text under Figure 2.13: V4.1 Flash and V4 Pro at 72.73% each (V4.1 Flash))",,in, arxiv-2610.35671-rebench-rust,arxiv-2610.35671,deepseek-v4-pro-0813,max,agentic-tool,hard,,,,,,,72.73,RE-Bench Rust problems passed (% of 165 held-out),0.00289,,,"https://arxiv.org/abs/2610.35671 (section 2.4.2 (RE-Bench), text under Figure 2.13: V4.1 Flash and V4 Pro at 72.73% each (V4 Pro))",,in, arxiv-2610.35671-rebench-rust,arxiv-2610.35671,deepseek-v4-flash-0731,max,agentic-tool,hard,,,,,,,58.18,RE-Bench Rust problems passed (% of 165 held-out),0.00289,,,"https://arxiv.org/abs/2610.35671 (section 2.4.2 (RE-Bench), text under Figure 2.13: V4 Flash at 58.18%)",,in, arxiv-2610.35671-ncri,arxiv-2610.35671,deepseek-v4.1-flash-1017,nothink,agentic-tool,hard,,,,,,,38.5,NCRI task accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.35671 (Figure 1.6, panel a (Off versus Low), Off bar)",,in, arxiv-2610.35671-ncri,arxiv-2610.35671,deepseek-v4.1-flash-1017,low,agentic-tool,hard,,,,,,,98.5,NCRI task accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.35671 (Figure 1.6, panel a (Low bar; the same value starts panel b))",,in, arxiv-2610.35671-ncri,arxiv-2610.35671,deepseek-v4.1-flash-1017,max,agentic-tool,hard,,,,,,,99.1,NCRI task accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.35671 (Figure 1.6, panel b (Low versus Max), Max bar)",,in, arxiv-2610.35671-ncri,arxiv-2610.35671,deepseek-v4.1-flash,nothink,agentic-tool,hard,,,,,,,37.2,NCRI task accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.35671 (Figure 1.6, panel a (Off versus Low), Off bar)",,in, arxiv-2610.35671-ncri,arxiv-2610.35671,deepseek-v4.1-flash,low,agentic-tool,hard,,,,,,,96.2,NCRI task accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.35671 (Figure 1.6, panel a (Low bar; the same value starts panel b))",,in, arxiv-2610.35671-ncri,arxiv-2610.35671,deepseek-v4.1-flash,max,agentic-tool,hard,,,,,,,98.2,NCRI task accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.35671 (Figure 1.6, panel b (Low versus Max), Max bar)",,in, arxiv-2610.35671-ncri,arxiv-2610.35671,deepseek-v4-pro-0813,nothink,agentic-tool,hard,,,,,,,42.3,NCRI task accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.35671 (Figure 1.6, panel a (Off versus Low), Off bar)",,in, arxiv-2610.35671-ncri,arxiv-2610.35671,deepseek-v4-pro-0813,low,agentic-tool,hard,,,,,,,95.9,NCRI task accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.35671 (Figure 1.6, panel a (Low bar; the same value starts panel b))",,in, arxiv-2610.35671-ncri,arxiv-2610.35671,deepseek-v4-pro-0813,max,agentic-tool,hard,,,,,,,98.4,NCRI task accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.35671 (Figure 1.6, panel b (Low versus Max), Max bar)",,in, arxiv-2610.35671-ncri,arxiv-2610.35671,deepseek-v4-flash-0731,nothink,agentic-tool,hard,,,,,,,32.2,NCRI task accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.35671 (Figure 1.6, panel a (Off versus Low), Off bar)",,in, arxiv-2610.35671-ncri,arxiv-2610.35671,deepseek-v4-flash-0731,low,agentic-tool,hard,,,,,,,97.8,NCRI task accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.35671 (Figure 1.6, panel a (Low bar; the same value starts panel b))",,in, arxiv-2610.35671-ncri,arxiv-2610.35671,deepseek-v4-flash-0731,max,agentic-tool,hard,,,,,,,98.9,NCRI task accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.35671 (Figure 1.6, panel b (Low versus Max), Max bar)",,in, arxiv-2610.35671-cotcontrol-baseline,arxiv-2610.35671,deepseek-v4.1-flash-1017,max,agentic-tool,hard,,,,,,,89.1,"CoT-Control task accuracy, baseline prompts (%)",0.0289,,,"https://arxiv.org/abs/2610.35671 (section 1.2.2 (CoT-Control), V4.1 Flash-1017 improves from 89.1% to 100.0%: baseline)",,in, arxiv-2610.35671-cotcontrol-constrained,arxiv-2610.35671,deepseek-v4.1-flash-1017,max,agentic-tool,hard,,,,,,,100.0,"CoT-Control task accuracy, constrained prompts (%)",0.0289,,,"https://arxiv.org/abs/2610.35671 (section 1.2.2 (CoT-Control), V4.1 Flash-1017 improves from 89.1% to 100.0%: constrained)",,out:uninformative, arxiv-2610.35671-cotcontrol-baseline,arxiv-2610.35671,deepseek-v4-pro-0813,max,agentic-tool,hard,,,,,,,86.5,"CoT-Control task accuracy, baseline prompts (%)",0.0289,,,"https://arxiv.org/abs/2610.35671 (section 1.2.2 (CoT-Control), V4 Pro (86.5% to 80.0%): baseline)",,in, arxiv-2610.35671-cotcontrol-constrained,arxiv-2610.35671,deepseek-v4-pro-0813,max,agentic-tool,hard,,,,,,,80.0,"CoT-Control task accuracy, constrained prompts (%)",0.0289,,,"https://arxiv.org/abs/2610.35671 (section 1.2.2 (CoT-Control), V4 Pro (86.5% to 80.0%): constrained)",,in, arxiv-2610.35671-cotcontrol-baseline,arxiv-2610.35671,deepseek-v4-flash-0731,max,agentic-tool,hard,,,,,,,84.5,"CoT-Control task accuracy, baseline prompts (%)",0.0289,,,"https://arxiv.org/abs/2610.35671 (section 1.2.2 (CoT-Control), V4 Flash (84.5% to 82.6%): baseline)",,in, arxiv-2610.35671-cotcontrol-constrained,arxiv-2610.35671,deepseek-v4-flash-0731,max,agentic-tool,hard,,,,,,,82.6,"CoT-Control task accuracy, constrained prompts (%)",0.0289,,,"https://arxiv.org/abs/2610.35671 (section 1.2.2 (CoT-Control), V4 Flash (84.5% to 82.6%): constrained)",,in, arxiv-2610.35671-cotcontrol-baseline,arxiv-2610.35671,deepseek-v4.1-flash,max,agentic-tool,hard,,,,,,,86.8,"CoT-Control task accuracy, baseline prompts (%)",0.0289,,,"https://arxiv.org/abs/2610.35671 (section 1.2.2 (CoT-Control), Figure 1.5a bar labels (V4.1 Flash): baseline)",,in, arxiv-2610.35671-cotcontrol-constrained,arxiv-2610.35671,deepseek-v4.1-flash,max,agentic-tool,hard,,,,,,,87.5,"CoT-Control task accuracy, constrained prompts (%)",0.0289,,,"https://arxiv.org/abs/2610.35671 (section 1.2.2 (CoT-Control), Figure 1.5a bar labels (V4.1 Flash): constrained)",,in, arxiv-2610.35829-primevul-accuracy-reva,arxiv-2610.35829,glm-5.3-flash,unstated,coding,hard,Reva (ours),per-1000-requests,1.3,0.0289,3.1,0,60.0,PrimeVul test accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.35829 (TABLE I, Reva (ours), a probe on activations, row GLM-5.3-Flash, column accuracy)",,out:effort-not-established,out:effort-not-established arxiv-2610.35829-primevul-fpr-reva,arxiv-2610.35829,glm-5.3-flash,unstated,coding,hard,Reva (ours),,,,,,40.0,PrimeVul test false-positive rate FPR (% of non-vulnerable functions flagged),0.0289,,,"https://arxiv.org/abs/2610.35829 (TABLE I, Reva (ours), a probe on activations, row GLM-5.3-Flash, column false-positive rate FPR)",,out:effort-not-established, arxiv-2610.35829-primevul-pc-reva,arxiv-2610.35829,glm-5.3-flash,unstated,coding,hard,Reva (ours),,,,,,22.3,PrimeVul test pair-correct P-C (%),0.0289,,,"https://arxiv.org/abs/2610.35829 (TABLE I, Reva (ours), a probe on activations, row GLM-5.3-Flash, column pair-correct P-C)",,out:effort-not-established, arxiv-2610.35829-primevul-pr-reva,arxiv-2610.35829,glm-5.3-flash,unstated,coding,hard,Reva (ours),,,,,,2.3,PrimeVul test pair-reversed P-R (%),0.0289,,,"https://arxiv.org/abs/2610.35829 (TABLE I, Reva (ours), a probe on activations, row GLM-5.3-Flash, column pair-reversed P-R)",,out:effort-not-established, arxiv-2610.35829-primevul-accuracy-vultriage,arxiv-2610.35829,?GLM-5.3-Flash,not-established:absent,coding,hard,VulTriage,per-1000-requests,13.3,0.0289,6.2,24.7,59.2,PrimeVul test accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.35829 (TABLE I, VulTriage, row GLM-5.3-Flash, column accuracy)",,out:model-not-established,out:model-not-established arxiv-2610.35829-primevul-fpr-vultriage,arxiv-2610.35829,?GLM-5.3-Flash,not-established:absent,coding,hard,VulTriage,,,,,,46.0,PrimeVul test false-positive rate FPR (% of non-vulnerable functions flagged),0.0289,,,"https://arxiv.org/abs/2610.35829 (TABLE I, VulTriage, row GLM-5.3-Flash, column false-positive rate FPR)",,out:model-not-established, arxiv-2610.35829-primevul-pc-vultriage,arxiv-2610.35829,?GLM-5.3-Flash,not-established:absent,coding,hard,VulTriage,,,,,,26.0,PrimeVul test pair-correct P-C (%),0.0289,,,"https://arxiv.org/abs/2610.35829 (TABLE I, VulTriage, row GLM-5.3-Flash, column pair-correct P-C)",,out:model-not-established, arxiv-2610.35829-primevul-pr-vultriage,arxiv-2610.35829,?GLM-5.3-Flash,not-established:absent,coding,hard,VulTriage,,,,,,7.6,PrimeVul test pair-reversed P-R (%),0.0289,,,"https://arxiv.org/abs/2610.35829 (TABLE I, VulTriage, row GLM-5.3-Flash, column pair-reversed P-R)",,out:model-not-established, arxiv-2610.35829-primevul-accuracy-vulagent,arxiv-2610.35829,?GLM-5.3-Flash,not-established:absent,coding,hard,VulAgent,per-1000-requests,97.8,0.0289,35.8,184.8,52.8,PrimeVul test accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.35829 (TABLE I, VulAgent, row GLM-5.3-Flash, column accuracy)",,out:model-not-established,out:model-not-established arxiv-2610.35829-primevul-fpr-vulagent,arxiv-2610.35829,?GLM-5.3-Flash,not-established:absent,coding,hard,VulAgent,,,,,,19.8,PrimeVul test false-positive rate FPR (% of non-vulnerable functions flagged),0.0289,,,"https://arxiv.org/abs/2610.35829 (TABLE I, VulAgent, row GLM-5.3-Flash, column false-positive rate FPR)",,out:model-not-established, arxiv-2610.35829-primevul-pc-vulagent,arxiv-2610.35829,?GLM-5.3-Flash,not-established:absent,coding,hard,VulAgent,,,,,,14.3,PrimeVul test pair-correct P-C (%),0.0289,,,"https://arxiv.org/abs/2610.35829 (TABLE I, VulAgent, row GLM-5.3-Flash, column pair-correct P-C)",,out:model-not-established, arxiv-2610.35829-primevul-pr-vulagent,arxiv-2610.35829,?GLM-5.3-Flash,not-established:absent,coding,hard,VulAgent,,,,,,8.7,PrimeVul test pair-reversed P-R (%),0.0289,,,"https://arxiv.org/abs/2610.35829 (TABLE I, VulAgent, row GLM-5.3-Flash, column pair-reversed P-R)",,out:model-not-established, arxiv-2610.36234-f1-ots,arxiv-2610.36234,opus-5,unstated,reasoning-math,mid,,,,,,,0.55,score%,0.00289,,,"https://arxiv.org/abs/2610.36234 (Section 3.1 and Table 2, row F1, column Claude Opus 5 OTS)",,out:effort-not-established, arxiv-2610.36234-f1-marq,arxiv-2610.36234,opus-5,unstated,reasoning-math,mid,,,,,,,0.80,score%,0.00289,,,"https://arxiv.org/abs/2610.36234 (Section 3.1 and Table 2, row F1, column Claude Opus 5 MARQ)",,out:effort-not-established, arxiv-2610.36234-f1-ots,arxiv-2610.36234,gpt-5.6-sol,unstated,reasoning-math,mid,,,,,,,0.52,score%,0.00289,,,"https://arxiv.org/abs/2610.36234 (Section 3.1 (Table 2, F1 row, GPT-5.6 Sol OTS))",,out:effort-not-established, arxiv-2610.36234-f1-marq,arxiv-2610.36234,gpt-5.6-sol,unstated,reasoning-math,mid,,,,,,,0.62,score%,0.00289,,,"https://arxiv.org/abs/2610.36234 (Section 3.1 (Table 2, F1 row, GPT-5.6 Sol MARQ))",,out:effort-not-established, arxiv-2610.36384-hu,arxiv-2610.36384,gemini-3.5-flash,unstated,mixed,hard,,,,,,,73.1,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2 (Comparison Results on SOMA; accuracy % across twelve tasks), row Gemini 3.5 Flash, column hu)",,out:effort-not-established, arxiv-2610.36384-bc,arxiv-2610.36384,gemini-3.5-flash,unstated,mixed,hard,,,,,,,53.0,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2 (Comparison Results on SOMA; accuracy % across twelve tasks), row Gemini 3.5 Flash, column bc)",,out:effort-not-established, arxiv-2610.36384-bp,arxiv-2610.36384,gemini-3.5-flash,unstated,mixed,hard,,,,,,,46.1,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2 (Comparison Results on SOMA; accuracy % across twelve tasks), row Gemini 3.5 Flash, column bp)",,out:effort-not-established, arxiv-2610.36384-cbs,arxiv-2610.36384,gemini-3.5-flash,unstated,mixed,hard,,,,,,,43.2,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2 (Comparison Results on SOMA; accuracy % across twelve tasks), row Gemini 3.5 Flash, column cbs)",,out:effort-not-established, arxiv-2610.36384-rc,arxiv-2610.36384,gemini-3.5-flash,unstated,mixed,hard,,,,,,,37.6,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2 (Comparison Results on SOMA; accuracy % across twelve tasks), row Gemini 3.5 Flash, column rc)",,out:effort-not-established, arxiv-2610.36384-md,arxiv-2610.36384,gemini-3.5-flash,unstated,mixed,hard,,,,,,,34.6,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2 (Comparison Results on SOMA; accuracy % across twelve tasks), row Gemini 3.5 Flash, column md)",,out:effort-not-established, arxiv-2610.36384-omd,arxiv-2610.36384,gemini-3.5-flash,unstated,mixed,hard,,,,,,,71.4,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2 (Comparison Results on SOMA; accuracy % across twelve tasks), row Gemini 3.5 Flash, column omd)",,out:effort-not-established, arxiv-2610.36384-aai,arxiv-2610.36384,gemini-3.5-flash,unstated,mixed,hard,,,,,,,42.7,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2 (Comparison Results on SOMA; accuracy % across twelve tasks), row Gemini 3.5 Flash, column aai)",,out:effort-not-established, arxiv-2610.36384-co,arxiv-2610.36384,gemini-3.5-flash,unstated,mixed,hard,,,,,,,42.2,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2 (Comparison Results on SOMA; accuracy % across twelve tasks), row Gemini 3.5 Flash, column co)",,out:effort-not-established, arxiv-2610.36384-mei,arxiv-2610.36384,gemini-3.5-flash,unstated,mixed,hard,,,,,,,34.7,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2 (Comparison Results on SOMA; accuracy % across twelve tasks), row Gemini 3.5 Flash, column mei)",,out:effort-not-established, arxiv-2610.36384-nap,arxiv-2610.36384,gemini-3.5-flash,unstated,mixed,hard,,,,,,,32.3,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2 (Comparison Results on SOMA; accuracy % across twelve tasks), row Gemini 3.5 Flash, column nap)",,out:effort-not-established, arxiv-2610.36384-rer,arxiv-2610.36384,gemini-3.5-flash,unstated,mixed,hard,,,,,,,36.0,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2 (Comparison Results on SOMA; accuracy % across twelve tasks), row Gemini 3.5 Flash, column rer)",,out:effort-not-established, arxiv-2610.36384-avg,arxiv-2610.36384,gemini-3.5-flash,unstated,mixed,hard,,,,,,,47.0,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2 (Comparison Results on SOMA; accuracy % across twelve tasks), row Gemini 3.5 Flash, column avg)",,out:effort-not-established, arxiv-2610.36384-hu,arxiv-2610.36384,gemini-2.5-pro,unstated,mixed,hard,,,,,,,67.7,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2 (Comparison Results on SOMA; accuracy % across twelve tasks), row Gemini 2.5 Pro, column hu)",,out:effort-not-established, arxiv-2610.36384-bc,arxiv-2610.36384,gemini-2.5-pro,unstated,mixed,hard,,,,,,,47.0,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2 (Comparison Results on SOMA; accuracy % across twelve tasks), row Gemini 2.5 Pro, column bc)",,out:effort-not-established, arxiv-2610.36384-bp,arxiv-2610.36384,gemini-2.5-pro,unstated,mixed,hard,,,,,,,34.8,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2 (Comparison Results on SOMA; accuracy % across twelve tasks), row Gemini 2.5 Pro, column bp)",,out:effort-not-established, arxiv-2610.36384-cbs,arxiv-2610.36384,gemini-2.5-pro,unstated,mixed,hard,,,,,,,45.9,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2 (Comparison Results on SOMA; accuracy % across twelve tasks), row Gemini 2.5 Pro, column cbs)",,out:effort-not-established, arxiv-2610.36384-rc,arxiv-2610.36384,gemini-2.5-pro,unstated,mixed,hard,,,,,,,34.7,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2 (Comparison Results on SOMA; accuracy % across twelve tasks), row Gemini 2.5 Pro, column rc)",,out:effort-not-established, arxiv-2610.36384-md,arxiv-2610.36384,gemini-2.5-pro,unstated,mixed,hard,,,,,,,46.4,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2 (Comparison Results on SOMA; accuracy % across twelve tasks), row Gemini 2.5 Pro, column md)",,out:effort-not-established, arxiv-2610.36384-omd,arxiv-2610.36384,gemini-2.5-pro,unstated,mixed,hard,,,,,,,65.0,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2 (Comparison Results on SOMA; accuracy % across twelve tasks), row Gemini 2.5 Pro, column omd)",,out:effort-not-established, arxiv-2610.36384-aai,arxiv-2610.36384,gemini-2.5-pro,unstated,mixed,hard,,,,,,,49.6,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2 (Comparison Results on SOMA; accuracy % across twelve tasks), row Gemini 2.5 Pro, column aai)",,out:effort-not-established, arxiv-2610.36384-co,arxiv-2610.36384,gemini-2.5-pro,unstated,mixed,hard,,,,,,,37.4,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2 (Comparison Results on SOMA; accuracy % across twelve tasks), row Gemini 2.5 Pro, column co)",,out:effort-not-established, arxiv-2610.36384-mei,arxiv-2610.36384,gemini-2.5-pro,unstated,mixed,hard,,,,,,,55.1,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2 (Comparison Results on SOMA; accuracy % across twelve tasks), row Gemini 2.5 Pro, column mei)",,out:effort-not-established, arxiv-2610.36384-nap,arxiv-2610.36384,gemini-2.5-pro,unstated,mixed,hard,,,,,,,28.7,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2 (Comparison Results on SOMA; accuracy % across twelve tasks), row Gemini 2.5 Pro, column nap)",,out:effort-not-established, arxiv-2610.36384-rer,arxiv-2610.36384,gemini-2.5-pro,unstated,mixed,hard,,,,,,,39.0,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2 (Comparison Results on SOMA; accuracy % across twelve tasks), row Gemini 2.5 Pro, column rer)",,out:effort-not-established, arxiv-2610.36384-avg,arxiv-2610.36384,gemini-2.5-pro,unstated,mixed,hard,,,,,,,46.9,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2 (Comparison Results on SOMA; accuracy % across twelve tasks), row Gemini 2.5 Pro, column avg)",,out:effort-not-established, arxiv-2610.36384-hu,arxiv-2610.36384,gemini-2.5-flash,unstated,mixed,hard,,,,,,,43.3,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2 (Comparison Results on SOMA; accuracy % across twelve tasks), row Gemini 2.5 Flash, column hu)",,out:effort-not-established, arxiv-2610.36384-bc,arxiv-2610.36384,gemini-2.5-flash,unstated,mixed,hard,,,,,,,41.1,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2 (Comparison Results on SOMA; accuracy % across twelve tasks), row Gemini 2.5 Flash, column bc)",,out:effort-not-established, arxiv-2610.36384-bp,arxiv-2610.36384,gemini-2.5-flash,unstated,mixed,hard,,,,,,,38.3,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2 (Comparison Results on SOMA; accuracy % across twelve tasks), row Gemini 2.5 Flash, column bp)",,out:effort-not-established, arxiv-2610.36384-cbs,arxiv-2610.36384,gemini-2.5-flash,unstated,mixed,hard,,,,,,,36.9,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2 (Comparison Results on SOMA; accuracy % across twelve tasks), row Gemini 2.5 Flash, column cbs)",,out:effort-not-established, arxiv-2610.36384-rc,arxiv-2610.36384,gemini-2.5-flash,unstated,mixed,hard,,,,,,,36.6,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2 (Comparison Results on SOMA; accuracy % across twelve tasks), row Gemini 2.5 Flash, column rc)",,out:effort-not-established, arxiv-2610.36384-md,arxiv-2610.36384,gemini-2.5-flash,unstated,mixed,hard,,,,,,,36.6,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2 (Comparison Results on SOMA; accuracy % across twelve tasks), row Gemini 2.5 Flash, column md)",,out:effort-not-established, arxiv-2610.36384-omd,arxiv-2610.36384,gemini-2.5-flash,unstated,mixed,hard,,,,,,,39.3,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2 (Comparison Results on SOMA; accuracy % across twelve tasks), row Gemini 2.5 Flash, column omd)",,out:effort-not-established, arxiv-2610.36384-aai,arxiv-2610.36384,gemini-2.5-flash,unstated,mixed,hard,,,,,,,38.2,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2 (Comparison Results on SOMA; accuracy % across twelve tasks), row Gemini 2.5 Flash, column aai)",,out:effort-not-established, arxiv-2610.36384-co,arxiv-2610.36384,gemini-2.5-flash,unstated,mixed,hard,,,,,,,27.2,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2 (Comparison Results on SOMA; accuracy % across twelve tasks), row Gemini 2.5 Flash, column co)",,out:effort-not-established, arxiv-2610.36384-mei,arxiv-2610.36384,gemini-2.5-flash,unstated,mixed,hard,,,,,,,26.3,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2 (Comparison Results on SOMA; accuracy % across twelve tasks), row Gemini 2.5 Flash, column mei)",,out:effort-not-established, arxiv-2610.36384-nap,arxiv-2610.36384,gemini-2.5-flash,unstated,mixed,hard,,,,,,,20.1,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2 (Comparison Results on SOMA; accuracy % across twelve tasks), row Gemini 2.5 Flash, column nap)",,out:effort-not-established, arxiv-2610.36384-rer,arxiv-2610.36384,gemini-2.5-flash,unstated,mixed,hard,,,,,,,32.0,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2 (Comparison Results on SOMA; accuracy % across twelve tasks), row Gemini 2.5 Flash, column rer)",,out:effort-not-established, arxiv-2610.36384-avg,arxiv-2610.36384,gemini-2.5-flash,unstated,mixed,hard,,,,,,,34.8,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2 (Comparison Results on SOMA; accuracy % across twelve tasks), row Gemini 2.5 Flash, column avg)",,out:effort-not-established, arxiv-2610.36384-hu,arxiv-2610.36384,qwen3.8-27b,unstated,mixed,hard,,,,,,,72.1,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.8-27B, column HU)",,out:effort-not-established, arxiv-2610.36384-bc,arxiv-2610.36384,qwen3.8-27b,unstated,mixed,hard,,,,,,,47.7,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.8-27B, column BC)",,out:effort-not-established, arxiv-2610.36384-bp,arxiv-2610.36384,qwen3.8-27b,unstated,mixed,hard,,,,,,,46.1,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.8-27B, column BP)",,out:effort-not-established, arxiv-2610.36384-cbs,arxiv-2610.36384,qwen3.8-27b,unstated,mixed,hard,,,,,,,44.1,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.8-27B, column CBS)",,out:effort-not-established, arxiv-2610.36384-rc,arxiv-2610.36384,qwen3.8-27b,unstated,mixed,hard,,,,,,,36.6,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.8-27B, column RC)",,out:effort-not-established, arxiv-2610.36384-md,arxiv-2610.36384,qwen3.8-27b,unstated,mixed,hard,,,,,,,40.5,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.8-27B, column MD)",,out:effort-not-established, arxiv-2610.36384-omd,arxiv-2610.36384,qwen3.8-27b,unstated,mixed,hard,,,,,,,58.6,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.8-27B, column OMD)",,out:effort-not-established, arxiv-2610.36384-aai,arxiv-2610.36384,qwen3.8-27b,unstated,mixed,hard,,,,,,,44.3,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.8-27B, column AAI)",,out:effort-not-established, arxiv-2610.36384-co,arxiv-2610.36384,qwen3.8-27b,unstated,mixed,hard,,,,,,,34.7,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.8-27B, column CO)",,out:effort-not-established, arxiv-2610.36384-mei,arxiv-2610.36384,qwen3.8-27b,unstated,mixed,hard,,,,,,,48.3,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.8-27B, column MEI)",,out:effort-not-established, arxiv-2610.36384-nap,arxiv-2610.36384,qwen3.8-27b,unstated,mixed,hard,,,,,,,39.0,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.8-27B, column NAP)",,out:effort-not-established, arxiv-2610.36384-rer,arxiv-2610.36384,qwen3.8-27b,unstated,mixed,hard,,,,,,,37.0,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.8-27B, column RER)",,out:effort-not-established, arxiv-2610.36384-avg,arxiv-2610.36384,qwen3.8-27b,unstated,mixed,hard,,,,,,,47.0,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.8-27B, column AVG)",,out:effort-not-established, arxiv-2610.36384-hu,arxiv-2610.36384,qwen3.6-27b,unstated,mixed,hard,,,,,,,72.1,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.6-27B, column HU)",,out:effort-not-established, arxiv-2610.36384-bc,arxiv-2610.36384,qwen3.6-27b,unstated,mixed,hard,,,,,,,51.7,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.6-27B, column BC)",,out:effort-not-established, arxiv-2610.36384-bp,arxiv-2610.36384,qwen3.6-27b,unstated,mixed,hard,,,,,,,41.7,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.6-27B, column BP)",,out:effort-not-established, arxiv-2610.36384-cbs,arxiv-2610.36384,qwen3.6-27b,unstated,mixed,hard,,,,,,,51.4,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.6-27B, column CBS)",,out:effort-not-established, arxiv-2610.36384-rc,arxiv-2610.36384,qwen3.6-27b,unstated,mixed,hard,,,,,,,35.6,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.6-27B, column RC)",,out:effort-not-established, arxiv-2610.36384-md,arxiv-2610.36384,qwen3.6-27b,unstated,mixed,hard,,,,,,,43.1,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.6-27B, column MD)",,out:effort-not-established, arxiv-2610.36384-omd,arxiv-2610.36384,qwen3.6-27b,unstated,mixed,hard,,,,,,,64.3,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.6-27B, column OMD)",,out:effort-not-established, arxiv-2610.36384-aai,arxiv-2610.36384,qwen3.6-27b,unstated,mixed,hard,,,,,,,49.6,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.6-27B, column AAI)",,out:effort-not-established, arxiv-2610.36384-co,arxiv-2610.36384,qwen3.6-27b,unstated,mixed,hard,,,,,,,46.9,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.6-27B, column CO)",,out:effort-not-established, arxiv-2610.36384-mei,arxiv-2610.36384,qwen3.6-27b,unstated,mixed,hard,,,,,,,45.8,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.6-27B, column MEI)",,out:effort-not-established, arxiv-2610.36384-nap,arxiv-2610.36384,qwen3.6-27b,unstated,mixed,hard,,,,,,,44.5,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.6-27B, column NAP)",,out:effort-not-established, arxiv-2610.36384-rer,arxiv-2610.36384,qwen3.6-27b,unstated,mixed,hard,,,,,,,35.0,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.6-27B, column RER)",,out:effort-not-established, arxiv-2610.36384-avg,arxiv-2610.36384,qwen3.6-27b,unstated,mixed,hard,,,,,,,50.0,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.6-27B, column AVG)",,out:effort-not-established, arxiv-2610.36384-hu,arxiv-2610.36384,qwen3.5-0.8b,unstated,mixed,hard,,,,,,,40.3,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.5-0.8B, column HU)",,out:effort-not-established, arxiv-2610.36384-bc,arxiv-2610.36384,qwen3.5-0.8b,unstated,mixed,hard,,,,,,,39.1,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.5-0.8B, column BC)",,out:effort-not-established, arxiv-2610.36384-bp,arxiv-2610.36384,qwen3.5-0.8b,unstated,mixed,hard,,,,,,,25.2,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.5-0.8B, column BP)",,out:effort-not-established, arxiv-2610.36384-cbs,arxiv-2610.36384,qwen3.5-0.8b,unstated,mixed,hard,,,,,,,35.1,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.5-0.8B, column CBS)",,out:effort-not-established, arxiv-2610.36384-rc,arxiv-2610.36384,qwen3.5-0.8b,unstated,mixed,hard,,,,,,,24.8,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.5-0.8B, column RC)",,out:effort-not-established, arxiv-2610.36384-md,arxiv-2610.36384,qwen3.5-0.8b,unstated,mixed,hard,,,,,,,28.1,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.5-0.8B, column MD)",,out:effort-not-established, arxiv-2610.36384-omd,arxiv-2610.36384,qwen3.5-0.8b,unstated,mixed,hard,,,,,,,33.6,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.5-0.8B, column OMD)",,out:effort-not-established, arxiv-2610.36384-aai,arxiv-2610.36384,qwen3.5-0.8b,unstated,mixed,hard,,,,,,,29.8,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.5-0.8B, column AAI)",,out:effort-not-established, arxiv-2610.36384-co,arxiv-2610.36384,qwen3.5-0.8b,unstated,mixed,hard,,,,,,,32.7,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.5-0.8B, column CO)",,out:effort-not-established, arxiv-2610.36384-mei,arxiv-2610.36384,qwen3.5-0.8b,unstated,mixed,hard,,,,,,,26.3,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.5-0.8B, column MEI)",,out:effort-not-established, arxiv-2610.36384-nap,arxiv-2610.36384,qwen3.5-0.8b,unstated,mixed,hard,,,,,,,31.7,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.5-0.8B, column NAP)",,out:effort-not-established, arxiv-2610.36384-rer,arxiv-2610.36384,qwen3.5-0.8b,unstated,mixed,hard,,,,,,,24.0,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.5-0.8B, column RER)",,out:effort-not-established, arxiv-2610.36384-avg,arxiv-2610.36384,qwen3.5-0.8b,unstated,mixed,hard,,,,,,,31.7,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.5-0.8B, column AVG)",,out:effort-not-established, arxiv-2610.36384-hu,arxiv-2610.36384,qwen3.5-2b,unstated,mixed,hard,,,,,,,48.3,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.5-2B, column HU)",,out:effort-not-established, arxiv-2610.36384-bc,arxiv-2610.36384,qwen3.5-2b,unstated,mixed,hard,,,,,,,38.4,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.5-2B, column BC)",,out:effort-not-established, arxiv-2610.36384-bp,arxiv-2610.36384,qwen3.5-2b,unstated,mixed,hard,,,,,,,27.0,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.5-2B, column BP)",,out:effort-not-established, arxiv-2610.36384-cbs,arxiv-2610.36384,qwen3.5-2b,unstated,mixed,hard,,,,,,,35.1,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.5-2B, column CBS)",,out:effort-not-established, arxiv-2610.36384-rc,arxiv-2610.36384,qwen3.5-2b,unstated,mixed,hard,,,,,,,23.8,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.5-2B, column RC)",,out:effort-not-established, arxiv-2610.36384-md,arxiv-2610.36384,qwen3.5-2b,unstated,mixed,hard,,,,,,,26.1,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.5-2B, column MD)",,out:effort-not-established, arxiv-2610.36384-omd,arxiv-2610.36384,qwen3.5-2b,unstated,mixed,hard,,,,,,,44.3,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.5-2B, column OMD)",,out:effort-not-established, arxiv-2610.36384-aai,arxiv-2610.36384,qwen3.5-2b,unstated,mixed,hard,,,,,,,29.0,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.5-2B, column AAI)",,out:effort-not-established, arxiv-2610.36384-co,arxiv-2610.36384,qwen3.5-2b,unstated,mixed,hard,,,,,,,33.3,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.5-2B, column CO)",,out:effort-not-established, arxiv-2610.36384-mei,arxiv-2610.36384,qwen3.5-2b,unstated,mixed,hard,,,,,,,18.6,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.5-2B, column MEI)",,out:effort-not-established, arxiv-2610.36384-nap,arxiv-2610.36384,qwen3.5-2b,unstated,mixed,hard,,,,,,,25.6,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.5-2B, column NAP)",,out:effort-not-established, arxiv-2610.36384-rer,arxiv-2610.36384,qwen3.5-2b,unstated,mixed,hard,,,,,,,32.0,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.5-2B, column RER)",,out:effort-not-established, arxiv-2610.36384-avg,arxiv-2610.36384,qwen3.5-2b,unstated,mixed,hard,,,,,,,32.7,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.5-2B, column AVG)",,out:effort-not-established, arxiv-2610.36384-hu,arxiv-2610.36384,qwen3.5-4b,unstated,mixed,hard,,,,,,,74.6,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.5-4B, column HU)",,out:effort-not-established, arxiv-2610.36384-bc,arxiv-2610.36384,qwen3.5-4b,unstated,mixed,hard,,,,,,,42.4,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.5-4B, column BC)",,out:effort-not-established, arxiv-2610.36384-bp,arxiv-2610.36384,qwen3.5-4b,unstated,mixed,hard,,,,,,,34.8,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.5-4B, column BP)",,out:effort-not-established, arxiv-2610.36384-cbs,arxiv-2610.36384,qwen3.5-4b,unstated,mixed,hard,,,,,,,40.5,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.5-4B, column CBS)",,out:effort-not-established, arxiv-2610.36384-rc,arxiv-2610.36384,qwen3.5-4b,unstated,mixed,hard,,,,,,,39.6,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.5-4B, column RC)",,out:effort-not-established, arxiv-2610.36384-md,arxiv-2610.36384,qwen3.5-4b,unstated,mixed,hard,,,,,,,32.0,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.5-4B, column MD)",,out:effort-not-established, arxiv-2610.36384-omd,arxiv-2610.36384,qwen3.5-4b,unstated,mixed,hard,,,,,,,51.4,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.5-4B, column OMD)",,out:effort-not-established, arxiv-2610.36384-aai,arxiv-2610.36384,qwen3.5-4b,unstated,mixed,hard,,,,,,,45.0,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.5-4B, column AAI)",,out:effort-not-established, arxiv-2610.36384-co,arxiv-2610.36384,qwen3.5-4b,unstated,mixed,hard,,,,,,,38.8,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.5-4B, column CO)",,out:effort-not-established, arxiv-2610.36384-mei,arxiv-2610.36384,qwen3.5-4b,unstated,mixed,hard,,,,,,,46.6,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.5-4B, column MEI)",,out:effort-not-established, arxiv-2610.36384-nap,arxiv-2610.36384,qwen3.5-4b,unstated,mixed,hard,,,,,,,25.0,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.5-4B, column NAP)",,out:effort-not-established, arxiv-2610.36384-rer,arxiv-2610.36384,qwen3.5-4b,unstated,mixed,hard,,,,,,,32.0,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.5-4B, column RER)",,out:effort-not-established, arxiv-2610.36384-avg,arxiv-2610.36384,qwen3.5-4b,unstated,mixed,hard,,,,,,,43.1,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.5-4B, column AVG)",,out:effort-not-established, arxiv-2610.36384-hu,arxiv-2610.36384,qwen3.5-9b,unstated,mixed,hard,,,,,,,70.1,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.5-9B, column HU)",,out:effort-not-established, arxiv-2610.36384-bc,arxiv-2610.36384,qwen3.5-9b,unstated,mixed,hard,,,,,,,48.3,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.5-9B, column BC)",,out:effort-not-established, arxiv-2610.36384-bp,arxiv-2610.36384,qwen3.5-9b,unstated,mixed,hard,,,,,,,41.7,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.5-9B, column BP)",,out:effort-not-established, arxiv-2610.36384-cbs,arxiv-2610.36384,qwen3.5-9b,unstated,mixed,hard,,,,,,,43.2,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.5-9B, column CBS)",,out:effort-not-established, arxiv-2610.36384-rc,arxiv-2610.36384,qwen3.5-9b,unstated,mixed,hard,,,,,,,20.8,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.5-9B, column RC)",,out:effort-not-established, arxiv-2610.36384-md,arxiv-2610.36384,qwen3.5-9b,unstated,mixed,hard,,,,,,,39.2,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.5-9B, column MD)",,out:effort-not-established, arxiv-2610.36384-omd,arxiv-2610.36384,qwen3.5-9b,unstated,mixed,hard,,,,,,,61.4,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.5-9B, column OMD)",,out:effort-not-established, arxiv-2610.36384-aai,arxiv-2610.36384,qwen3.5-9b,unstated,mixed,hard,,,,,,,38.2,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.5-9B, column AAI)",,out:effort-not-established, arxiv-2610.36384-co,arxiv-2610.36384,qwen3.5-9b,unstated,mixed,hard,,,,,,,40.1,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.5-9B, column CO)",,out:effort-not-established, arxiv-2610.36384-mei,arxiv-2610.36384,qwen3.5-9b,unstated,mixed,hard,,,,,,,34.7,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.5-9B, column MEI)",,out:effort-not-established, arxiv-2610.36384-nap,arxiv-2610.36384,qwen3.5-9b,unstated,mixed,hard,,,,,,,35.4,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.5-9B, column NAP)",,out:effort-not-established, arxiv-2610.36384-rer,arxiv-2610.36384,qwen3.5-9b,unstated,mixed,hard,,,,,,,38.0,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.5-9B, column RER)",,out:effort-not-established, arxiv-2610.36384-avg,arxiv-2610.36384,qwen3.5-9b,unstated,mixed,hard,,,,,,,44.3,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.5-9B, column AVG)",,out:effort-not-established, arxiv-2610.36384-hu,arxiv-2610.36384,qwen3.5-27b,unstated,mixed,hard,,,,,,,73.6,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.5-27B, column HU)",,out:effort-not-established, arxiv-2610.36384-bc,arxiv-2610.36384,qwen3.5-27b,unstated,mixed,hard,,,,,,,47.0,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.5-27B, column BC)",,out:effort-not-established, arxiv-2610.36384-bp,arxiv-2610.36384,qwen3.5-27b,unstated,mixed,hard,,,,,,,44.3,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.5-27B, column BP)",,out:effort-not-established, arxiv-2610.36384-cbs,arxiv-2610.36384,qwen3.5-27b,unstated,mixed,hard,,,,,,,47.7,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.5-27B, column CBS)",,out:effort-not-established, arxiv-2610.36384-rc,arxiv-2610.36384,qwen3.5-27b,unstated,mixed,hard,,,,,,,31.7,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.5-27B, column RC)",,out:effort-not-established, arxiv-2610.36384-md,arxiv-2610.36384,qwen3.5-27b,unstated,mixed,hard,,,,,,,42.5,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.5-27B, column MD)",,out:effort-not-established, arxiv-2610.36384-omd,arxiv-2610.36384,qwen3.5-27b,unstated,mixed,hard,,,,,,,67.9,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.5-27B, column OMD)",,out:effort-not-established, arxiv-2610.36384-aai,arxiv-2610.36384,qwen3.5-27b,unstated,mixed,hard,,,,,,,45.8,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.5-27B, column AAI)",,out:effort-not-established, arxiv-2610.36384-co,arxiv-2610.36384,qwen3.5-27b,unstated,mixed,hard,,,,,,,49.7,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.5-27B, column CO)",,out:effort-not-established, arxiv-2610.36384-mei,arxiv-2610.36384,qwen3.5-27b,unstated,mixed,hard,,,,,,,45.8,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.5-27B, column MEI)",,out:effort-not-established, arxiv-2610.36384-nap,arxiv-2610.36384,qwen3.5-27b,unstated,mixed,hard,,,,,,,39.0,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.5-27B, column NAP)",,out:effort-not-established, arxiv-2610.36384-rer,arxiv-2610.36384,qwen3.5-27b,unstated,mixed,hard,,,,,,,42.0,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.5-27B, column RER)",,out:effort-not-established, arxiv-2610.36384-avg,arxiv-2610.36384,qwen3.5-27b,unstated,mixed,hard,,,,,,,49.5,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 2, row Qwen3.5-27B, column AVG)",,out:effort-not-established, arxiv-2610.36384-hu,arxiv-2610.36384,qwen3.8-27b,unstated,mixed,hard,,,,,,,73.1,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 5, row Qwen3.8-27B, bottom row (w/ CoT), column HU)",,out:effort-not-established, arxiv-2610.36384-bc,arxiv-2610.36384,qwen3.8-27b,unstated,mixed,hard,,,,,,,49.0,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 5, row Qwen3.8-27B, bottom row (w/ CoT), column BC)",,out:effort-not-established, arxiv-2610.36384-bp,arxiv-2610.36384,qwen3.8-27b,unstated,mixed,hard,,,,,,,43.5,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 5, row Qwen3.8-27B, bottom row (w/ CoT), column BP)",,out:effort-not-established, arxiv-2610.36384-cbs,arxiv-2610.36384,qwen3.8-27b,unstated,mixed,hard,,,,,,,49.5,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 5, row Qwen3.8-27B, bottom row (w/ CoT), column CBS)",,out:effort-not-established, arxiv-2610.36384-rc,arxiv-2610.36384,qwen3.8-27b,unstated,mixed,hard,,,,,,,41.6,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 5, row Qwen3.8-27B, bottom row (w/ CoT), column RC)",,out:effort-not-established, arxiv-2610.36384-md,arxiv-2610.36384,qwen3.8-27b,unstated,mixed,hard,,,,,,,49.0,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 5, row Qwen3.8-27B, bottom row (w/ CoT), column MD)",,out:effort-not-established, arxiv-2610.36384-omd,arxiv-2610.36384,qwen3.8-27b,unstated,mixed,hard,,,,,,,59.3,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 5, row Qwen3.8-27B, bottom row (w/ CoT), column OMD)",,out:effort-not-established, arxiv-2610.36384-aai,arxiv-2610.36384,qwen3.8-27b,unstated,mixed,hard,,,,,,,51.1,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 5, row Qwen3.8-27B, bottom row (w/ CoT), column AAI)",,out:effort-not-established, arxiv-2610.36384-co,arxiv-2610.36384,qwen3.8-27b,unstated,mixed,hard,,,,,,,46.3,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 5, row Qwen3.8-27B, bottom row (w/ CoT), column CO)",,out:effort-not-established, arxiv-2610.36384-mei,arxiv-2610.36384,qwen3.8-27b,unstated,mixed,hard,,,,,,,52.5,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 5, row Qwen3.8-27B, bottom row (w/ CoT), column MEI)",,out:effort-not-established, arxiv-2610.36384-nap,arxiv-2610.36384,qwen3.8-27b,unstated,mixed,hard,,,,,,,40.9,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 5, row Qwen3.8-27B, bottom row (w/ CoT), column NAP)",,out:effort-not-established, arxiv-2610.36384-rer,arxiv-2610.36384,qwen3.8-27b,unstated,mixed,hard,,,,,,,40.0,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 5, row Qwen3.8-27B, bottom row (w/ CoT), column RER)",,out:effort-not-established, arxiv-2610.36384-avg,arxiv-2610.36384,qwen3.8-27b,unstated,mixed,hard,,,,,,,50.9,accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.36384 (Table 5, row Qwen3.8-27B, bottom row (w/ CoT), column AVG)",,out:effort-not-established, arxiv-2610.36434-t7-fa4-bwd-mha-justgoal,arxiv-2610.36434,opus-4.8,high,coding,frontier,Claude Code,,,,,,0.45,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 7, shape FA4 backward, MHA, Opus 4.8, JustGoal)",,in, arxiv-2610.36434-t7-fa4-bwd-mha-kda05,arxiv-2610.36434,opus-4.8,high,coding,frontier,Claude Code,,,,,,0.97,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 7, shape FA4 backward, MHA, Opus 4.8, KDA-0.5)",,in, arxiv-2610.36434-t7-fa4-bwd-mha-justgoal,arxiv-2610.36434,opus-5,high,coding,frontier,Claude Code,,,,,,0.96,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 7, shape FA4 backward, MHA, Opus 5, JustGoal)",,in, arxiv-2610.36434-t7-fa4-bwd-mha-kda05,arxiv-2610.36434,opus-5,high,coding,frontier,Claude Code,,,,,,0.87,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 7, shape FA4 backward, MHA, Opus 5, KDA-0.5)",,in, arxiv-2610.36434-t7-fa4-bwd-mha-justgoal,arxiv-2610.36434,fable-5.1,high,coding,frontier,Claude Code,,,,,,1.09,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 7, shape FA4 backward, MHA, Fable 5.1, JustGoal)",,in, arxiv-2610.36434-t7-fa4-bwd-mha-kda05,arxiv-2610.36434,fable-5.1,high,coding,frontier,Claude Code,,,,,,1.09,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 7, shape FA4 backward, MHA, Fable 5.1, KDA-0.5)",,in, arxiv-2610.36434-t7-fa4-bwd-gqa-justgoal,arxiv-2610.36434,opus-4.8,high,coding,frontier,Claude Code,,,,,,0.42,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 7, shape FA4 backward, GQA, Opus 4.8, JustGoal)",,in, arxiv-2610.36434-t7-fa4-bwd-gqa-kda05,arxiv-2610.36434,opus-4.8,high,coding,frontier,Claude Code,,,,,,1.17,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 7, shape FA4 backward, GQA, Opus 4.8, KDA-0.5)",,in, arxiv-2610.36434-t7-fa4-bwd-gqa-justgoal,arxiv-2610.36434,opus-5,high,coding,frontier,Claude Code,,,,,,1.12,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 7, shape FA4 backward, GQA, Opus 5, JustGoal)",,in, arxiv-2610.36434-t7-fa4-bwd-gqa-kda05,arxiv-2610.36434,opus-5,high,coding,frontier,Claude Code,,,,,,0.92,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 7, shape FA4 backward, GQA, Opus 5, KDA-0.5)",,in, arxiv-2610.36434-t7-fa4-bwd-gqa-justgoal,arxiv-2610.36434,fable-5.1,high,coding,frontier,Claude Code,,,,,,1.27,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 7, shape FA4 backward, GQA, Fable 5.1, JustGoal)",,in, arxiv-2610.36434-t7-fa4-bwd-gqa-kda05,arxiv-2610.36434,fable-5.1,high,coding,frontier,Claude Code,,,,,,1.26,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 7, shape FA4 backward, GQA, Fable 5.1, KDA-0.5)",,in, arxiv-2610.36434-t7-fa4-bwd-varlen-justgoal,arxiv-2610.36434,opus-4.8,high,coding,frontier,Claude Code,,,,,,0.55,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 7, shape FA4 backward, varlen MHA, Opus 4.8, JustGoal)",,in, arxiv-2610.36434-t7-fa4-bwd-varlen-kda05,arxiv-2610.36434,opus-4.8,high,coding,frontier,Claude Code,,,,,,1.01,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 7, shape FA4 backward, varlen MHA, Opus 4.8, KDA-0.5)",,in, arxiv-2610.36434-t7-fa4-bwd-varlen-justgoal,arxiv-2610.36434,opus-5,high,coding,frontier,Claude Code,,,,,,0.79,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 7, shape FA4 backward, varlen MHA, Opus 5, JustGoal)",,in, arxiv-2610.36434-t7-fa4-bwd-varlen-kda05,arxiv-2610.36434,opus-5,high,coding,frontier,Claude Code,,,,,,0.88,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 7, shape FA4 backward, varlen MHA, Opus 5, KDA-0.5)",,in, arxiv-2610.36434-t7-fa4-bwd-varlen-justgoal,arxiv-2610.36434,fable-5.1,high,coding,frontier,Claude Code,,,,,,1.08,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 7, shape FA4 backward, varlen MHA, Fable 5.1, JustGoal)",,in, arxiv-2610.36434-t7-fa4-bwd-varlen-kda05,arxiv-2610.36434,fable-5.1,high,coding,frontier,Claude Code,,,,,,1.14,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 7, shape FA4 backward, varlen MHA, Fable 5.1, KDA-0.5)",,in, arxiv-2610.36434-t7-dsa-heavy-justgoal,arxiv-2610.36434,opus-4.8,high,coding,frontier,Claude Code,,,,,,0.60,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 7, shape DSA forward, heavy load, Opus 4.8, JustGoal)",,in, arxiv-2610.36434-t7-dsa-heavy-kda05,arxiv-2610.36434,opus-4.8,high,coding,frontier,Claude Code,,,,,,0.90,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 7, shape DSA forward, heavy load, Opus 4.8, KDA-0.5)",,in, arxiv-2610.36434-t7-dsa-heavy-justgoal,arxiv-2610.36434,opus-5,high,coding,frontier,Claude Code,,,,,,1.04,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 7, shape DSA forward, heavy load, Opus 5, JustGoal)",,in, arxiv-2610.36434-t7-dsa-heavy-kda05,arxiv-2610.36434,opus-5,high,coding,frontier,Claude Code,,,,,,1.17,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 7, shape DSA forward, heavy load, Opus 5, KDA-0.5)",,in, arxiv-2610.36434-t7-dsa-heavy-justgoal,arxiv-2610.36434,fable-5.1,high,coding,frontier,Claude Code,,,,,,0.90,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 7, shape DSA forward, heavy load, Fable 5.1, JustGoal)",,in, arxiv-2610.36434-t7-dsa-heavy-kda05,arxiv-2610.36434,fable-5.1,high,coding,frontier,Claude Code,,,,,,1.37,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 7, shape DSA forward, heavy load, Fable 5.1, KDA-0.5)",,in, arxiv-2610.36434-t7-dsa-small-justgoal,arxiv-2610.36434,opus-4.8,high,coding,frontier,Claude Code,,,,,,0.96,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 7, shape DSA forward, small request, Opus 4.8, JustGoal)",,in, arxiv-2610.36434-t7-dsa-small-kda05,arxiv-2610.36434,opus-4.8,high,coding,frontier,Claude Code,,,,,,0.68,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 7, shape DSA forward, small request, Opus 4.8, KDA-0.5)",,in, arxiv-2610.36434-t7-dsa-small-justgoal,arxiv-2610.36434,opus-5,high,coding,frontier,Claude Code,,,,,,1.07,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 7, shape DSA forward, small request, Opus 5, JustGoal)",,in, arxiv-2610.36434-t7-dsa-small-kda05,arxiv-2610.36434,opus-5,high,coding,frontier,Claude Code,,,,,,0.73,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 7, shape DSA forward, small request, Opus 5, KDA-0.5)",,in, arxiv-2610.36434-t7-dsa-small-justgoal,arxiv-2610.36434,fable-5.1,high,coding,frontier,Claude Code,,,,,,1.40,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 7, shape DSA forward, small request, Fable 5.1, JustGoal)",,in, arxiv-2610.36434-t7-dsa-small-kda05,arxiv-2610.36434,fable-5.1,high,coding,frontier,Claude Code,,,,,,0.91,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 7, shape DSA forward, small request, Fable 5.1, KDA-0.5)",,in, arxiv-2610.36434-t7-dsa-mixed-justgoal,arxiv-2610.36434,opus-4.8,high,coding,frontier,Claude Code,,,,,,0.30,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 7, shape DSA forward, mixed lengths, Opus 4.8, JustGoal)",,in, arxiv-2610.36434-t7-dsa-mixed-kda05,arxiv-2610.36434,opus-4.8,high,coding,frontier,Claude Code,,,,,,0.93,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 7, shape DSA forward, mixed lengths, Opus 4.8, KDA-0.5)",,in, arxiv-2610.36434-t7-dsa-mixed-justgoal,arxiv-2610.36434,opus-5,high,coding,frontier,Claude Code,,,,,,1.14,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 7, shape DSA forward, mixed lengths, Opus 5, JustGoal)",,in, arxiv-2610.36434-t7-dsa-mixed-kda05,arxiv-2610.36434,opus-5,high,coding,frontier,Claude Code,,,,,,1.07,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 7, shape DSA forward, mixed lengths, Opus 5, KDA-0.5)",,in, arxiv-2610.36434-t7-dsa-mixed-justgoal,arxiv-2610.36434,fable-5.1,high,coding,frontier,Claude Code,,,,,,1.18,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 7, shape DSA forward, mixed lengths, Fable 5.1, JustGoal)",,in, arxiv-2610.36434-t7-dsa-mixed-kda05,arxiv-2610.36434,fable-5.1,high,coding,frontier,Claude Code,,,,,,1.33,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 7, shape DSA forward, mixed lengths, Fable 5.1, KDA-0.5)",,in, arxiv-2610.36434-t7-gdn-long-justgoal,arxiv-2610.36434,opus-4.8,high,coding,frontier,Claude Code,,,,,,0.58,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 7, shape GDN forward, long sequence, Opus 4.8, JustGoal)",,in, arxiv-2610.36434-t7-gdn-long-kda05,arxiv-2610.36434,opus-4.8,high,coding,frontier,Claude Code,,,,,,0.26,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 7, shape GDN forward, long sequence, Opus 4.8, KDA-0.5)",,in, arxiv-2610.36434-t7-gdn-long-justgoal,arxiv-2610.36434,opus-5,high,coding,frontier,Claude Code,,,,,,0.14,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 7, shape GDN forward, long sequence, Opus 5, JustGoal)",,in, arxiv-2610.36434-t7-gdn-long-kda05,arxiv-2610.36434,opus-5,high,coding,frontier,Claude Code,,,,,,1.02,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 7, shape GDN forward, long sequence, Opus 5, KDA-0.5)",,in, arxiv-2610.36434-t7-gdn-long-justgoal,arxiv-2610.36434,fable-5.1,high,coding,frontier,Claude Code,,,,,,1.32,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 7, shape GDN forward, long sequence, Fable 5.1, JustGoal)",,in, arxiv-2610.36434-t7-gdn-long-kda05,arxiv-2610.36434,fable-5.1,high,coding,frontier,Claude Code,,,,,,0.53,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 7, shape GDN forward, long sequence, Fable 5.1, KDA-0.5)",,in, arxiv-2610.36434-t7-gdn-short-justgoal,arxiv-2610.36434,opus-4.8,high,coding,frontier,Claude Code,,,,,,0.38,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 7, shape GDN forward, single short sequence, Opus 4.8, JustGoal)",,in, arxiv-2610.36434-t7-gdn-short-kda05,arxiv-2610.36434,opus-4.8,high,coding,frontier,Claude Code,,,,,,0.30,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 7, shape GDN forward, single short sequence, Opus 4.8, KDA-0.5)",,in, arxiv-2610.36434-t7-gdn-short-justgoal,arxiv-2610.36434,opus-5,high,coding,frontier,Claude Code,,,,,,1.02,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 7, shape GDN forward, single short sequence, Opus 5, JustGoal)",,in, arxiv-2610.36434-t7-gdn-short-kda05,arxiv-2610.36434,opus-5,high,coding,frontier,Claude Code,,,,,,1.05,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 7, shape GDN forward, single short sequence, Opus 5, KDA-0.5)",,in, arxiv-2610.36434-t7-gdn-short-justgoal,arxiv-2610.36434,fable-5.1,high,coding,frontier,Claude Code,,,,,,1.44,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 7, shape GDN forward, single short sequence, Fable 5.1, JustGoal)",,in, arxiv-2610.36434-t7-gdn-short-kda05,arxiv-2610.36434,fable-5.1,high,coding,frontier,Claude Code,,,,,,1.09,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 7, shape GDN forward, single short sequence, Fable 5.1, KDA-0.5)",,in, arxiv-2610.36434-t7-gdn-few-justgoal,arxiv-2610.36434,opus-4.8,high,coding,frontier,Claude Code,,,,,,0.20,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 7, shape GDN forward, few long sequences, Opus 4.8, JustGoal)",,in, arxiv-2610.36434-t7-gdn-few-kda05,arxiv-2610.36434,opus-4.8,high,coding,frontier,Claude Code,,,,,,0.24,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 7, shape GDN forward, few long sequences, Opus 4.8, KDA-0.5)",,in, arxiv-2610.36434-t7-gdn-few-justgoal,arxiv-2610.36434,opus-5,high,coding,frontier,Claude Code,,,,,,0.05,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 7, shape GDN forward, few long sequences, Opus 5, JustGoal)",,in, arxiv-2610.36434-t7-gdn-few-kda05,arxiv-2610.36434,opus-5,high,coding,frontier,Claude Code,,,,,,0.79,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 7, shape GDN forward, few long sequences, Opus 5, KDA-0.5)",,in, arxiv-2610.36434-t7-gdn-few-justgoal,arxiv-2610.36434,fable-5.1,high,coding,frontier,Claude Code,,,,,,1.25,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 7, shape GDN forward, few long sequences, Fable 5.1, JustGoal)",,in, arxiv-2610.36434-t7-gdn-few-kda05,arxiv-2610.36434,fable-5.1,high,coding,frontier,Claude Code,,,,,,0.34,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 7, shape GDN forward, few long sequences, Fable 5.1, KDA-0.5)",,in, arxiv-2610.36434-t7-moe-token-justgoal,arxiv-2610.36434,opus-4.8,high,coding,frontier,Claude Code,,,,,,1.09,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 7, shape MoE FP8, single token, Opus 4.8, JustGoal)",,in, arxiv-2610.36434-t7-moe-token-kda05,arxiv-2610.36434,opus-4.8,high,coding,frontier,Claude Code,,,,,,0.96,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 7, shape MoE FP8, single token, Opus 4.8, KDA-0.5)",,in, arxiv-2610.36434-t7-moe-token-justgoal,arxiv-2610.36434,opus-5,high,coding,frontier,Claude Code,,,,,,1.18,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 7, shape MoE FP8, single token, Opus 5, JustGoal)",,in, arxiv-2610.36434-t7-moe-token-kda05,arxiv-2610.36434,opus-5,high,coding,frontier,Claude Code,,,,,,0.83,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 7, shape MoE FP8, single token, Opus 5, KDA-0.5)",,in, arxiv-2610.36434-t7-moe-token-justgoal,arxiv-2610.36434,fable-5.1,high,coding,frontier,Claude Code,,,,,,1.14,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 7, shape MoE FP8, single token, Fable 5.1, JustGoal)",,in, arxiv-2610.36434-t7-moe-token-kda05,arxiv-2610.36434,fable-5.1,high,coding,frontier,Claude Code,,,,,,1.18,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 7, shape MoE FP8, single token, Fable 5.1, KDA-0.5)",,in, arxiv-2610.36434-t7-moe-medium-justgoal,arxiv-2610.36434,opus-4.8,high,coding,frontier,Claude Code,,,,,,0.57,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 7, shape MoE FP8, medium batch, Opus 4.8, JustGoal)",,in, arxiv-2610.36434-t7-moe-medium-kda05,arxiv-2610.36434,opus-4.8,high,coding,frontier,Claude Code,,,,,,0.80,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 7, shape MoE FP8, medium batch, Opus 4.8, KDA-0.5)",,in, arxiv-2610.36434-t7-moe-medium-justgoal,arxiv-2610.36434,opus-5,high,coding,frontier,Claude Code,,,,,,0.86,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 7, shape MoE FP8, medium batch, Opus 5, JustGoal)",,in, arxiv-2610.36434-t7-moe-medium-kda05,arxiv-2610.36434,opus-5,high,coding,frontier,Claude Code,,,,,,0.67,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 7, shape MoE FP8, medium batch, Opus 5, KDA-0.5)",,in, arxiv-2610.36434-t7-moe-medium-justgoal,arxiv-2610.36434,fable-5.1,high,coding,frontier,Claude Code,,,,,,1.02,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 7, shape MoE FP8, medium batch, Fable 5.1, JustGoal)",,in, arxiv-2610.36434-t7-moe-medium-kda05,arxiv-2610.36434,fable-5.1,high,coding,frontier,Claude Code,,,,,,1.01,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 7, shape MoE FP8, medium batch, Fable 5.1, KDA-0.5)",,in, arxiv-2610.36434-t7-moe-prefill-justgoal,arxiv-2610.36434,opus-4.8,high,coding,frontier,Claude Code,,,,,,0.65,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 7, shape MoE FP8, large prefill, Opus 4.8, JustGoal)",,in, arxiv-2610.36434-t7-moe-prefill-kda05,arxiv-2610.36434,opus-4.8,high,coding,frontier,Claude Code,,,,,,0.65,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 7, shape MoE FP8, large prefill, Opus 4.8, KDA-0.5)",,in, arxiv-2610.36434-t7-moe-prefill-justgoal,arxiv-2610.36434,opus-5,high,coding,frontier,Claude Code,,,,,,1.12,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 7, shape MoE FP8, large prefill, Opus 5, JustGoal)",,in, arxiv-2610.36434-t7-moe-prefill-kda05,arxiv-2610.36434,opus-5,high,coding,frontier,Claude Code,,,,,,0.60,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 7, shape MoE FP8, large prefill, Opus 5, KDA-0.5)",,in, arxiv-2610.36434-t7-moe-prefill-justgoal,arxiv-2610.36434,fable-5.1,high,coding,frontier,Claude Code,,,,,,1.21,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 7, shape MoE FP8, large prefill, Fable 5.1, JustGoal)",,in, arxiv-2610.36434-t7-moe-prefill-kda05,arxiv-2610.36434,fable-5.1,high,coding,frontier,Claude Code,,,,,,1.12,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 7, shape MoE FP8, large prefill, Fable 5.1, KDA-0.5)",,in, arxiv-2610.36434-t8-fa4-bwd-justgoal-whole,arxiv-2610.36434,opus-4.8,high,coding,frontier,Claude Code,,,,,,0.50,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 8, operator FA4 backward, model Opus 4.8, column JustGoal, whole definition)",,in, arxiv-2610.36434-t8-fa4-bwd-justgoal-whole,arxiv-2610.36434,opus-5,high,coding,frontier,Claude Code,,,,,,0.83,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 8, operator FA4 backward, model Opus 5, column JustGoal, whole definition)",,in, arxiv-2610.36434-t8-fa4-bwd-justgoal-whole,arxiv-2610.36434,fable-5.1,high,coding,frontier,Claude Code,,,,,,0.79,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 8, operator FA4 backward, model Fable 5.1, column JustGoal, whole definition)",,in, arxiv-2610.36434-t8-dsa-fwd-justgoal-whole,arxiv-2610.36434,opus-4.8,high,coding,frontier,Claude Code,,,,,,0.45,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 8, operator DSA forward, model Opus 4.8, column JustGoal, whole definition)",,in, arxiv-2610.36434-t8-dsa-fwd-justgoal-whole,arxiv-2610.36434,opus-5,high,coding,frontier,Claude Code,,,,,,0.96,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 8, operator DSA forward, model Opus 5, column JustGoal, whole definition)",,in, arxiv-2610.36434-t8-dsa-fwd-justgoal-whole,arxiv-2610.36434,fable-5.1,high,coding,frontier,Claude Code,,,,,,0.74,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 8, operator DSA forward, model Fable 5.1, column JustGoal, whole definition)",,in, arxiv-2610.36434-t8-gdn-fwd-justgoal-whole,arxiv-2610.36434,opus-4.8,high,coding,frontier,Claude Code,,,,,,0.13,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 8, operator GDN forward, model Opus 4.8, column JustGoal, whole definition)",,in, arxiv-2610.36434-t8-gdn-fwd-justgoal-whole,arxiv-2610.36434,opus-5,high,coding,frontier,Claude Code,,,,,,0.64,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 8, operator GDN forward, model Opus 5, column JustGoal, whole definition)",,in, arxiv-2610.36434-t8-gdn-fwd-justgoal-whole,arxiv-2610.36434,fable-5.1,high,coding,frontier,Claude Code,,,,,,0.69,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 8, operator GDN forward, model Fable 5.1, column JustGoal, whole definition)",,in, arxiv-2610.36434-t8-moe-fp8-justgoal-whole,arxiv-2610.36434,opus-4.8,high,coding,frontier,Claude Code,,,,,,0.32,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 8, operator MoE FP8, model Opus 4.8, column JustGoal, whole definition)",,in, arxiv-2610.36434-t8-moe-fp8-justgoal-whole,arxiv-2610.36434,opus-5,high,coding,frontier,Claude Code,,,,,,0.43,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 8, operator MoE FP8, model Opus 5, column JustGoal, whole definition)",,in, arxiv-2610.36434-t8-moe-fp8-justgoal-whole,arxiv-2610.36434,fable-5.1,high,coding,frontier,Claude Code,,,,,,0.64,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 8, operator MoE FP8, model Fable 5.1, column JustGoal, whole definition)",,in, arxiv-2610.36434-t2-fa4-bwd-kda05-single,arxiv-2610.36434,fable-5.1,high,coding,frontier,Claude Code,,,,,,1.28,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 2, operator FA4 backward, column KDA-0.5 (single shape))",,out:single-couple, arxiv-2610.36434-t2-dsa-fwd-kda05-single,arxiv-2610.36434,fable-5.1,high,coding,frontier,Claude Code,,,,,,0.94,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 2, operator DSA forward, column KDA-0.5 (single shape))",,out:single-couple, arxiv-2610.36434-t2-gdn-fwd-kda05-single,arxiv-2610.36434,fable-5.1,high,coding,frontier,Claude Code,,,,,,1.13,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 2, operator GDN forward, column KDA-0.5 (single shape))",,out:single-couple, arxiv-2610.36434-t2-moe-fp8-kda05-single,arxiv-2610.36434,fable-5.1,high,coding,frontier,Claude Code,,,,,,1.17,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 2, operator MoE FP8, column KDA-0.5 (single shape))",,out:single-couple, arxiv-2610.36434-t2-geomean-kda05-single,arxiv-2610.36434,fable-5.1,high,coding,frontier,Claude Code,,,,,,1.12,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 2, Geomean row, column KDA-0.5 (single shape))",,out:single-couple, arxiv-2610.36434-t2-geomean-justgoal-whole,arxiv-2610.36434,fable-5.1,high,coding,frontier,Claude Code,,,,,,0.71,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 2, Geomean row, column JustGoal (full workload coverage))",,out:single-couple, arxiv-2610.36434-geomean12-justgoal-single,arxiv-2610.36434,opus-4.8,high,coding,frontier,Claude Code,,,,,,0.51,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (section 4.3, single-shape JustGoal, 12 shapes)",,in, arxiv-2610.36434-geomean12-kda05-repro,arxiv-2610.36434,opus-4.8,high,coding,frontier,Claude Code,,,,,,0.65,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (section 4.3, KDA-0.5 reproduction, 12 shapes)",,in, arxiv-2610.36434-geomean12-justgoal-single,arxiv-2610.36434,opus-5,high,coding,frontier,Claude Code,,,,,,0.67,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (section 4.3, single-shape JustGoal, 12 shapes)",,in, arxiv-2610.36434-geomean12-kda05-repro,arxiv-2610.36434,opus-5,high,coding,frontier,Claude Code,,,,,,0.87,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (section 4.3, KDA-0.5 reproduction, 12 shapes)",,in, arxiv-2610.36434-geomean12-justgoal-single,arxiv-2610.36434,fable-5.1,high,coding,frontier,Claude Code,,,,,,1.18,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (section 4.3, single-shape JustGoal, 12 shapes)",,in, arxiv-2610.36434-geomean12-kda05-repro,arxiv-2610.36434,fable-5.1,high,coding,frontier,Claude Code,,,,,,0.97,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (section 4.3, KDA-0.5 reproduction, 12 shapes)",,in, arxiv-2610.36434-t3-fa4-bwd-varlen-justgoal,arxiv-2610.36434,fable-5.1,high,coding,frontier,Claude Code,,,,,,1.08,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 3, shape FA4 backward varlen, column JustGoal)",,out:single-couple, arxiv-2610.36434-t3-fa4-bwd-varlen-kernel-wiki,arxiv-2610.36434,fable-5.1,high,coding,frontier,Claude Code,,,,,,0.91,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 3, shape FA4 backward varlen, column Kernel Wiki)",,out:single-couple, arxiv-2610.36434-t3-fa4-bwd-varlen-ncu,arxiv-2610.36434,fable-5.1,high,coding,frontier,Claude Code,,,,,,1.28,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 3, shape FA4 backward varlen, column NCU)",,out:single-couple, arxiv-2610.36434-t3-fa4-bwd-varlen-ncu-skill,arxiv-2610.36434,fable-5.1,high,coding,frontier,Claude Code,,,,,,1.19,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 3, shape FA4 backward varlen, column NCU skill)",,out:single-couple, arxiv-2610.36434-t3-fa4-bwd-varlen-flame-chase,arxiv-2610.36434,fable-5.1,high,coding,frontier,Claude Code,,,,,,0.69,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 3, shape FA4 backward varlen, column flame chase)",,out:single-couple, arxiv-2610.36434-t3-dsa-heavy-justgoal,arxiv-2610.36434,fable-5.1,high,coding,frontier,Claude Code,,,,,,0.90,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 3, shape DSA forward heavy, column JustGoal)",,out:single-couple, arxiv-2610.36434-t3-dsa-heavy-kernel-wiki,arxiv-2610.36434,fable-5.1,high,coding,frontier,Claude Code,,,,,,1.12,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 3, shape DSA forward heavy, column Kernel Wiki)",,out:single-couple, arxiv-2610.36434-t3-dsa-heavy-ncu,arxiv-2610.36434,fable-5.1,high,coding,frontier,Claude Code,,,,,,1.17,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 3, shape DSA forward heavy, column NCU)",,out:single-couple, arxiv-2610.36434-t3-dsa-heavy-ncu-skill,arxiv-2610.36434,fable-5.1,high,coding,frontier,Claude Code,,,,,,1.09,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 3, shape DSA forward heavy, column NCU skill)",,out:single-couple, arxiv-2610.36434-t3-dsa-heavy-flame-chase,arxiv-2610.36434,fable-5.1,high,coding,frontier,Claude Code,,,,,,1.10,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 3, shape DSA forward heavy, column flame chase)",,out:single-couple, arxiv-2610.36434-t3-gdn-long-justgoal,arxiv-2610.36434,fable-5.1,high,coding,frontier,Claude Code,,,,,,1.32,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 3, shape GDN forward long, column JustGoal)",,out:single-couple, arxiv-2610.36434-t3-gdn-long-kernel-wiki,arxiv-2610.36434,fable-5.1,high,coding,frontier,Claude Code,,,,,,1.14,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 3, shape GDN forward long, column Kernel Wiki)",,out:single-couple, arxiv-2610.36434-t3-gdn-long-ncu,arxiv-2610.36434,fable-5.1,high,coding,frontier,Claude Code,,,,,,1.65,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 3, shape GDN forward long, column NCU)",,out:single-couple, arxiv-2610.36434-t3-gdn-long-ncu-skill,arxiv-2610.36434,fable-5.1,high,coding,frontier,Claude Code,,,,,,1.48,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 3, shape GDN forward long, column NCU skill)",,out:single-couple, arxiv-2610.36434-t3-gdn-long-flame-chase,arxiv-2610.36434,fable-5.1,high,coding,frontier,Claude Code,,,,,,1.36,speedup over the reference kernel (x),0.00289,,,"https://arxiv.org/abs/2610.36434 (Table 3, shape GDN forward long, column flame chase)",,out:single-couple, arxiv-2610.36584-pass-target-aider,arxiv-2610.36584,deepseek-v4.1-flash,not-established:absent,coding,hard,Aider,,,,,,9.7,"Pass@1, target-hidden view (%)",0.0289,,,"https://arxiv.org/abs/2610.36584v1 (Table 4, row Aider / DS / off, view and column Pass@1, Target-hidden)",,out:effort-not-established, arxiv-2610.36584-kill-target-aider,arxiv-2610.36584,deepseek-v4.1-flash,not-established:absent,coding,hard,Aider,,,,,,4.5,"KillComplete@1, target-hidden view (%)",0.0289,,,"https://arxiv.org/abs/2610.36584v1 (Table 4, row Aider / DS / off, view and column KillComplete@1, Target-hidden)",,out:effort-not-established, arxiv-2610.36584-pass-all-aider,arxiv-2610.36584,deepseek-v4.1-flash,not-established:absent,coding,hard,Aider,,,,,,9.7,"Pass@1, all-hidden view (%)",0.0289,,,"https://arxiv.org/abs/2610.36584v1 (Table 4, row Aider / DS / off, view and column Pass@1, All-hidden)",,out:effort-not-established, arxiv-2610.36584-kill-all-aider,arxiv-2610.36584,deepseek-v4.1-flash,not-established:absent,coding,hard,Aider,,,,,,4.4,"KillComplete@1, all-hidden view (%)",0.0289,,,"https://arxiv.org/abs/2610.36584v1 (Table 4, row Aider / DS / off, view and column KillComplete@1, All-hidden)",,out:effort-not-established, arxiv-2610.36584-cost-target-aider,arxiv-2610.36584,deepseek-v4.1-flash,not-established:absent,coding,hard,Aider,per-generation,0.061,0.000289,,,,none,,,,https://arxiv.org/abs/2610.36584v1 (),,,out:effort-not-established arxiv-2610.36584-pass-target-openhands,arxiv-2610.36584,deepseek-v4.1-flash,not-established:absent,coding,hard,OpenHands,,,,,,32.7,"Pass@1, target-hidden view (%)",0.0289,,,"https://arxiv.org/abs/2610.36584v1 (Table 4, row OpenHands / DS / off, view and column Pass@1, Target-hidden)",,out:effort-not-established, arxiv-2610.36584-kill-target-openhands,arxiv-2610.36584,deepseek-v4.1-flash,not-established:absent,coding,hard,OpenHands,,,,,,18.1,"KillComplete@1, target-hidden view (%)",0.0289,,,"https://arxiv.org/abs/2610.36584v1 (Table 4, row OpenHands / DS / off, view and column KillComplete@1, Target-hidden)",,out:effort-not-established, arxiv-2610.36584-pass-all-openhands,arxiv-2610.36584,deepseek-v4.1-flash,not-established:absent,coding,hard,OpenHands,,,,,,26.5,"Pass@1, all-hidden view (%)",0.0289,,,"https://arxiv.org/abs/2610.36584v1 (Table 4, row OpenHands / DS / off, view and column Pass@1, All-hidden)",,out:effort-not-established, arxiv-2610.36584-kill-all-openhands,arxiv-2610.36584,deepseek-v4.1-flash,not-established:absent,coding,hard,OpenHands,,,,,,16.6,"KillComplete@1, all-hidden view (%)",0.0289,,,"https://arxiv.org/abs/2610.36584v1 (Table 4, row OpenHands / DS / off, view and column KillComplete@1, All-hidden)",,out:effort-not-established, arxiv-2610.36584-cost-target-openhands,arxiv-2610.36584,deepseek-v4.1-flash,not-established:absent,coding,hard,OpenHands,per-generation,0.187,0.000289,,,,none,,,,https://arxiv.org/abs/2610.36584v1 (),,,out:effort-not-established arxiv-2610.36584-pass-target-claude-code,arxiv-2610.36584,deepseek-v4.1-flash,high,coding,hard,Claude Code,,,,,,80.5,"Pass@1, target-hidden view (%)",0.0289,,,"https://arxiv.org/abs/2610.36584v1 (Table 4, row Claude Code / DS / high, view and column Pass@1, Target-hidden)",,out:not-headline, arxiv-2610.36584-kill-target-claude-code,arxiv-2610.36584,deepseek-v4.1-flash,high,coding,hard,Claude Code,,,,,,34.4,"KillComplete@1, target-hidden view (%)",0.0289,,,"https://arxiv.org/abs/2610.36584v1 (Table 4, row Claude Code / DS / high, view and column KillComplete@1, Target-hidden)",,out:single-couple, arxiv-2610.36584-pass-all-claude-code,arxiv-2610.36584,deepseek-v4.1-flash,high,coding,hard,Claude Code,,,,,,73.7,"Pass@1, all-hidden view (%)",0.0289,,,"https://arxiv.org/abs/2610.36584v1 (Table 4, row Claude Code / DS / high, view and column Pass@1, All-hidden)",,out:not-headline, arxiv-2610.36584-kill-all-claude-code,arxiv-2610.36584,deepseek-v4.1-flash,high,coding,hard,Claude Code,,,,,,30.7,"KillComplete@1, all-hidden view (%)",0.0289,,,"https://arxiv.org/abs/2610.36584v1 (Table 4, row Claude Code / DS / high, view and column KillComplete@1, All-hidden)",,out:not-headline, arxiv-2610.36584-cost-target-claude-code,arxiv-2610.36584,deepseek-v4.1-flash,high,coding,hard,Claude Code,per-generation,0.158,0.000289,,,,none,,,cost-method-assumed-single,https://arxiv.org/abs/2610.36584v1 (),,,out:cost-not-comparable arxiv-2610.36584-pass-target-codex-cli,arxiv-2610.36584,deepseek-v4.1-flash,not-established:absent,coding,hard,Codex CLI,,,,,,57.6,"Pass@1, target-hidden view (%)",0.0289,,,"https://arxiv.org/abs/2610.36584v1 (Table 4, row Codex CLI / DS / off, view and column Pass@1, Target-hidden)",,out:effort-not-established, arxiv-2610.36584-kill-target-codex-cli,arxiv-2610.36584,deepseek-v4.1-flash,not-established:absent,coding,hard,Codex CLI,,,,,,23.6,"KillComplete@1, target-hidden view (%)",0.0289,,,"https://arxiv.org/abs/2610.36584v1 (Table 4, row Codex CLI / DS / off, view and column KillComplete@1, Target-hidden)",,out:effort-not-established, arxiv-2610.36584-pass-all-codex-cli,arxiv-2610.36584,deepseek-v4.1-flash,not-established:absent,coding,hard,Codex CLI,,,,,,47.4,"Pass@1, all-hidden view (%)",0.0289,,,"https://arxiv.org/abs/2610.36584v1 (Table 4, row Codex CLI / DS / off, view and column Pass@1, All-hidden)",,out:effort-not-established, arxiv-2610.36584-kill-all-codex-cli,arxiv-2610.36584,deepseek-v4.1-flash,not-established:absent,coding,hard,Codex CLI,,,,,,21.3,"KillComplete@1, all-hidden view (%)",0.0289,,,"https://arxiv.org/abs/2610.36584v1 (Table 4, row Codex CLI / DS / off, view and column KillComplete@1, All-hidden)",,out:effort-not-established, arxiv-2610.36584-cost-target-codex-cli,arxiv-2610.36584,deepseek-v4.1-flash,not-established:absent,coding,hard,Codex CLI,per-generation,0.121,0.000289,,,,none,,,,https://arxiv.org/abs/2610.36584v1 (),,,out:effort-not-established arxiv-2610.36584-pass-target-codex-cli,arxiv-2610.36584,deepseek-v4.1-flash,high,coding,hard,Codex CLI,,,,,,82.8,"Pass@1, target-hidden view (%)",0.0289,,,"https://arxiv.org/abs/2610.36584v1 (Table 4, row Codex CLI / DS / high, view and column Pass@1, Target-hidden)",,out:not-headline, arxiv-2610.36584-kill-target-codex-cli,arxiv-2610.36584,deepseek-v4.1-flash,high,coding,hard,Codex CLI,,,,,,33.8,"KillComplete@1, target-hidden view (%)",0.0289,,,"https://arxiv.org/abs/2610.36584v1 (Table 4, row Codex CLI / DS / high, view and column KillComplete@1, Target-hidden)",,out:single-couple, arxiv-2610.36584-pass-all-codex-cli,arxiv-2610.36584,deepseek-v4.1-flash,high,coding,hard,Codex CLI,,,,,,75.4,"Pass@1, all-hidden view (%)",0.0289,,,"https://arxiv.org/abs/2610.36584v1 (Table 4, row Codex CLI / DS / high, view and column Pass@1, All-hidden)",,out:not-headline, arxiv-2610.36584-kill-all-codex-cli,arxiv-2610.36584,deepseek-v4.1-flash,high,coding,hard,Codex CLI,,,,,,33.7,"KillComplete@1, all-hidden view (%)",0.0289,,,"https://arxiv.org/abs/2610.36584v1 (Table 4, row Codex CLI / DS / high, view and column KillComplete@1, All-hidden)",,out:not-headline, arxiv-2610.36584-cost-target-codex-cli,arxiv-2610.36584,deepseek-v4.1-flash,high,coding,hard,Codex CLI,per-generation,0.236,0.000289,,,,none,,,cost-method-assumed-single,https://arxiv.org/abs/2610.36584v1 (),,,out:cost-not-comparable arxiv-2610.36915-acc,arxiv-2610.36915,gemini-2.5-flash,nothink,mixed,hard,,per-1000-requests,1.162,0.288,,,61.3,acc%,0.0289,,cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2610.36915 (Table 2 (Conflict-type classification on the Conflicts test split, n = 406), row Gemini 2.5 Flash, thinking off, column Accuracy [95% CI])",,out:single-couple,out:cost-single-couple arxiv-2610.36915-macrof1,arxiv-2610.36915,gemini-2.5-flash,nothink,mixed,hard,,,,,,,53.1,macro-f1%,0.0289,,,"https://arxiv.org/abs/2610.36915 (Table 2, row Gemini 2.5 Flash, thinking off, column Macro-F1)",,out:single-couple, arxiv-2610.36915-acc,arxiv-2610.36915,gemini-2.5-flash,think,mixed,hard,,per-1000-requests,4.228,1.05,,,57.9,acc%,0.0289,,cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2610.36915 (Table 2 (Conflict-type classification on the Conflicts test split, n = 406), row Gemini 2.5 Flash, thinking on, column Accuracy [95% CI])",,out:single-couple,out:cost-single-couple arxiv-2610.36915-macrof1,arxiv-2610.36915,gemini-2.5-flash,think,mixed,hard,,,,,,,51.4,macro-f1%,0.0289,,,"https://arxiv.org/abs/2610.36915 (Table 2, row Gemini 2.5 Flash, thinking on, column Macro-F1)",,out:single-couple, arxiv-2610.36915-acc,arxiv-2610.36915,gemini-3.8-flash,low,mixed,hard,,per-1000-requests,3.65,0.00289,,,70.0,acc%,0.0289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2610.36915 (Table 2 (Conflict-type classification on the Conflicts test split, n = 406), row Gemini 3.8 Flash, thinking low, column Accuracy [95% CI])",,out:single-couple,out:cost-single-couple arxiv-2610.36915-macrof1,arxiv-2610.36915,gemini-3.8-flash,low,mixed,hard,,,,,,,61.3,macro-f1%,0.0289,,,"https://arxiv.org/abs/2610.36915 (Table 2, row Gemini 3.8 Flash, thinking low, column Macro-F1)",,out:single-couple, arxiv-2610.36915-acc,arxiv-2610.36915,gemini-3.8-flash,not-established:absent,mixed,hard,,per-1000-requests,5.51,0.00289,,,66.7,acc%,0.0289,,,"https://arxiv.org/abs/2610.36915 (Table 2 (Conflict-type classification on the Conflicts test split, n = 406), row Gemini 3.8 Flash, default thinking, column Accuracy [95% CI])",,out:effort-not-established,out:effort-not-established arxiv-2610.36915-macrof1,arxiv-2610.36915,gemini-3.8-flash,not-established:absent,mixed,hard,,,,,,,59.4,macro-f1%,0.0289,,,"https://arxiv.org/abs/2610.36915 (Table 2, row Gemini 3.8 Flash, default thinking, column Macro-F1)",,out:effort-not-established, arxiv-2610.36915-acc,arxiv-2610.36915,gemini-2.5-flash,unstated,mixed,hard,,,,,,,65.3,acc%,0.0289,,restated-from:Cattan et al. (2025),"https://arxiv.org/abs/2610.36915 (Table 2, row Gemini 2.5 Flash, as published, column Accuracy)",,out:effort-not-established, arxiv-2610.36915-f1-nc,arxiv-2610.36915,?Gemini 2.5 (off),not-established:absent,mixed,hard,,,,,,,60.9,f1%,0.0289,,,"https://arxiv.org/abs/2610.36915 (Table 3 (per-class F1 on the test split), row Gemini 2.5 (off), column nc)",,out:model-not-established, arxiv-2610.36915-f1-comp,arxiv-2610.36915,?Gemini 2.5 (off),not-established:absent,mixed,hard,,,,,,,59.7,f1%,0.0289,,,"https://arxiv.org/abs/2610.36915 (Table 3 (per-class F1 on the test split), row Gemini 2.5 (off), column comp)",,out:model-not-established, arxiv-2610.36915-f1-opin,arxiv-2610.36915,?Gemini 2.5 (off),not-established:absent,mixed,hard,,,,,,,76.2,f1%,0.0289,,,"https://arxiv.org/abs/2610.36915 (Table 3 (per-class F1 on the test split), row Gemini 2.5 (off), column opin)",,out:model-not-established, arxiv-2610.36915-f1-outd,arxiv-2610.36915,?Gemini 2.5 (off),not-established:absent,mixed,hard,,,,,,,59.0,f1%,0.0289,,,"https://arxiv.org/abs/2610.36915 (Table 3 (per-class F1 on the test split), row Gemini 2.5 (off), column outd)",,out:model-not-established, arxiv-2610.36915-f1-mis,arxiv-2610.36915,?Gemini 2.5 (off),not-established:absent,mixed,hard,,,,,,,9.8,f1%,0.0289,,,"https://arxiv.org/abs/2610.36915 (Table 3 (per-class F1 on the test split), row Gemini 2.5 (off), column mis)",,out:model-not-established, arxiv-2610.36915-f1-nc,arxiv-2610.36915,?Gemini 3.8 (low),not-established:absent,mixed,hard,,,,,,,71.8,f1%,0.0289,,,"https://arxiv.org/abs/2610.36915 (Table 3 (per-class F1 on the test split), row Gemini 3.8 (low), column nc)",,out:model-not-established, arxiv-2610.36915-f1-comp,arxiv-2610.36915,?Gemini 3.8 (low),not-established:absent,mixed,hard,,,,,,,68.3,f1%,0.0289,,,"https://arxiv.org/abs/2610.36915 (Table 3 (per-class F1 on the test split), row Gemini 3.8 (low), column comp)",,out:model-not-established, arxiv-2610.36915-f1-opin,arxiv-2610.36915,?Gemini 3.8 (low),not-established:absent,mixed,hard,,,,,,,75.1,f1%,0.0289,,,"https://arxiv.org/abs/2610.36915 (Table 3 (per-class F1 on the test split), row Gemini 3.8 (low), column opin)",,out:model-not-established, arxiv-2610.36915-f1-outd,arxiv-2610.36915,?Gemini 3.8 (low),not-established:absent,mixed,hard,,,,,,,66.1,f1%,0.0289,,,"https://arxiv.org/abs/2610.36915 (Table 3 (per-class F1 on the test split), row Gemini 3.8 (low), column outd)",,out:model-not-established, arxiv-2610.36915-f1-mis,arxiv-2610.36915,?Gemini 3.8 (low),not-established:absent,mixed,hard,,,,,,,25.0,f1%,0.0289,,,"https://arxiv.org/abs/2610.36915 (Table 3 (per-class F1 on the test split), row Gemini 3.8 (low), column mis)",,out:model-not-established, arxiv-2610.36915-flip,arxiv-2610.36915,gemini-3.8-flash,low,mixed,hard,,,,,,,3.4,rerun-flip%,0.0289,,,"https://arxiv.org/abs/2610.36915 (Table 6 (diagnostics on the test split, flat question), row Gemini 3.8 Flash (low), column Rerun Flip)",,out:not-headline, arxiv-2610.36915-nodates,arxiv-2610.36915,gemini-3.8-flash,low,mixed,hard,,,,,,,-0.7,delta-acc-no-dates,0.0289,,,"https://arxiv.org/abs/2610.36915 (Table 6 (diagnostics on the test split, flat question), row Gemini 3.8 Flash (low), column Dates, No dates)",,out:single-couple, arxiv-2610.36915-recency,arxiv-2610.36915,gemini-3.8-flash,low,mixed,hard,,,,,,,-0.7,delta-acc-recency,0.0289,,,"https://arxiv.org/abs/2610.36915 (Table 6 (diagnostics on the test split, flat question), row Gemini 3.8 Flash (low), column Dates, Recency in code)",,out:single-couple, arxiv-2610.36915-outd-orig,arxiv-2610.36915,gemini-3.8-flash,low,mixed,hard,,,,,,,69.1,outdated-recall%,0.0289,,,"https://arxiv.org/abs/2610.36915 (Table 6 (diagnostics on the test split, flat question), row Gemini 3.8 Flash (low), column Outd. recall, original)",,out:single-couple, arxiv-2610.36915-outd-nodates,arxiv-2610.36915,gemini-3.8-flash,low,mixed,hard,,,,,,,67.3,outdated-recall%,0.0289,,,"https://arxiv.org/abs/2610.36915 (Table 6 (diagnostics on the test split, flat question), row Gemini 3.8 Flash (low), column Outd. recall, without dates)",,out:single-couple, arxiv-2610.36915-shuffle-flip,arxiv-2610.36915,gemini-3.8-flash,low,mixed,hard,,,,,,,9.4,shuffle-flip%,0.0289,,,"https://arxiv.org/abs/2610.36915 (Table 6 (diagnostics on the test split, flat question), row Gemini 3.8 Flash (low), column Source order, Flip [95% CI])",,out:not-headline, arxiv-2610.36915-shuffle1,arxiv-2610.36915,gemini-3.8-flash,low,mixed,hard,,,,,,,-0.5,delta-acc-shuffle,0.0289,,,"https://arxiv.org/abs/2610.36915 (Table 6 (diagnostics on the test split, flat question), row Gemini 3.8 Flash (low), column Source order, Shuffle 1)",,out:single-couple, arxiv-2610.36915-shuffle2,arxiv-2610.36915,gemini-3.8-flash,low,mixed,hard,,,,,,,-2.7,delta-acc-shuffle,0.0289,,,"https://arxiv.org/abs/2610.36915 (Table 6 (diagnostics on the test split, flat question), row Gemini 3.8 Flash (low), column Source order, Shuffle 2)",,out:single-couple, arxiv-2610.36915-plant-hit,arxiv-2610.36915,?Gemini 3.8 (low),not-established:absent,mixed,hard,,,,,,,52.1,hit%,0.0289,,,"https://arxiv.org/abs/2610.36915 (Table 7 (one planted false source in 96 No conflict test queries, flat question), row Gemini 3.8 (low), column Hit)",,out:model-not-established, arxiv-2610.36915-plant-fa,arxiv-2610.36915,?Gemini 3.8 (low),not-established:absent,mixed,hard,,,,,,,3.1,false-alarm%,0.0289,,,"https://arxiv.org/abs/2610.36915 (Table 7 (one planted false source in 96 No conflict test queries, flat question), row Gemini 3.8 (low), column F.A.)",,out:model-not-established, arxiv-2610.36915-plant-youden,arxiv-2610.36915,?Gemini 3.8 (low),not-established:absent,mixed,hard,,,,,,,0.490,youden,0.000289,,,"https://arxiv.org/abs/2610.36915 (Table 7 (one planted false source in 96 No conflict test queries, flat question), row Gemini 3.8 (low), column Youden)",,out:model-not-established, arxiv-2610.36915-plant-any-planted,arxiv-2610.36915,?Gemini 3.8 (low),not-established:absent,mixed,hard,,,,,,,71.9,any-not-NC%,0.0289,,,"https://arxiv.org/abs/2610.36915 (Table 7 (one planted false source in 96 No conflict test queries, flat question), row Gemini 3.8 (low), column Any (planted copy))",,out:model-not-established, arxiv-2610.36915-plant-any-clean,arxiv-2610.36915,?Gemini 3.8 (low),not-established:absent,mixed,hard,,,,,,,25.0,any-not-NC%,0.0289,,,"https://arxiv.org/abs/2610.36915 (Table 7 (one planted false source in 96 No conflict test queries, flat question), row Gemini 3.8 (low), column Any (clean copy))",,out:model-not-established, arxiv-2610.36915-e2e-j25,arxiv-2610.36915,?Gemini 2.5 Flash,not-established:absent,mixed,hard,,,,,,,91.6,adherence%,0.0289,,,"https://arxiv.org/abs/2610.36915 (Table 8 (end to end on the test split, n = 406), row Type predictor Gemini 2.5 Flash, thinking off (the paper's original setup *), judge Gemini 2.5 Flash (primary judge))",,out:model-not-established, arxiv-2610.36915-e2e-j38,arxiv-2610.36915,?Gemini 2.5 Flash,not-established:absent,mixed,hard,,,,,,,89.7,adherence%,0.0289,,,"https://arxiv.org/abs/2610.36915 (Table 8 (end to end on the test split, n = 406), row Type predictor Gemini 2.5 Flash, thinking off (the paper's original setup *), judge Gemini 3.8 Flash, thinking low (second judge))",,out:model-not-established, arxiv-2610.36915-e2e-j25,arxiv-2610.36915,?Gemini 2.5 Flash,not-established:absent,mixed,hard,,,,,,,92.1,adherence%,0.0289,,,"https://arxiv.org/abs/2610.36915 (Table 8 (end to end on the test split, n = 406), row Type predictor Gemini 3.8 Flash, thinking low, judge Gemini 2.5 Flash (primary judge))",,out:model-not-established, arxiv-2610.36915-e2e-j38,arxiv-2610.36915,?Gemini 2.5 Flash,not-established:absent,mixed,hard,,,,,,,90.6,adherence%,0.0289,,,"https://arxiv.org/abs/2610.36915 (Table 8 (end to end on the test split, n = 406), row Type predictor Gemini 3.8 Flash, thinking low, judge Gemini 3.8 Flash, thinking low (second judge))",,out:model-not-established, arxiv-2610.36915-e2e-j25,arxiv-2610.36915,?Gemini 2.5 Flash,not-established:absent,mixed,hard,,,,,,,87.9,adherence%,0.0289,,,"https://arxiv.org/abs/2610.36915 (Table 8 (end to end on the test split, n = 406), row No type given to the generator (Vanilla), judge Gemini 2.5 Flash (primary judge))",,out:model-not-established, arxiv-2610.36915-e2e-j38,arxiv-2610.36915,?Gemini 2.5 Flash,not-established:absent,mixed,hard,,,,,,,91.1,adherence%,0.0289,,,"https://arxiv.org/abs/2610.36915 (Table 8 (end to end on the test split, n = 406), row No type given to the generator (Vanilla), judge Gemini 3.8 Flash, thinking low (second judge))",,out:model-not-established, arxiv-2610.36915-e2e-j25,arxiv-2610.36915,?Gemini 2.5 Flash,not-established:absent,mixed,hard,,,,,,,95.3,adherence%,0.0289,,,"https://arxiv.org/abs/2610.36915 (Table 8 (end to end on the test split, n = 406), row Gold type given to the generator (Oracle), judge Gemini 2.5 Flash (primary judge))",,out:model-not-established, arxiv-2610.36915-e2e-j38,arxiv-2610.36915,?Gemini 2.5 Flash,not-established:absent,mixed,hard,,,,,,,96.8,adherence%,0.0289,,,"https://arxiv.org/abs/2610.36915 (Table 8 (end to end on the test split, n = 406), row Gold type given to the generator (Oracle), judge Gemini 3.8 Flash, thinking low (second judge))",,out:model-not-established, arxiv-2610.37046-scannet-psnr,arxiv-2610.37046,?Gemini-Flash-3.8,not-established:absent,mixed,hard,,,,,,,8.126,PSNR,0.000289,,,"https://arxiv.org/abs/2610.37046 (Table 1 (performance comparison across different models on ScanNet and CA-1M (in-domain) and ARKitScenes (out-of-domain)), row Gemini-Flash-3.8, column scannet-psnr)",,out:model-not-established, arxiv-2610.37046-scannet-ssim,arxiv-2610.37046,?Gemini-Flash-3.8,not-established:absent,mixed,hard,,,,,,,0.318,SSIM,0.000289,,,"https://arxiv.org/abs/2610.37046 (Table 1 (performance comparison across different models on ScanNet and CA-1M (in-domain) and ARKitScenes (out-of-domain)), row Gemini-Flash-3.8, column scannet-ssim)",,out:model-not-established, arxiv-2610.37046-scannet-lpips,arxiv-2610.37046,?Gemini-Flash-3.8,not-established:absent,mixed,hard,,,,,,,0.774,LPIPS,0.000289,,,"https://arxiv.org/abs/2610.37046 (Table 1 (performance comparison across different models on ScanNet and CA-1M (in-domain) and ARKitScenes (out-of-domain)), row Gemini-Flash-3.8, column scannet-lpips)",,out:model-not-established, arxiv-2610.37046-scannet-dino,arxiv-2610.37046,?Gemini-Flash-3.8,not-established:absent,mixed,hard,,,,,,,0.358,DINOv2-S similarity,0.000289,,,"https://arxiv.org/abs/2610.37046 (Table 1 (performance comparison across different models on ScanNet and CA-1M (in-domain) and ARKitScenes (out-of-domain)), row Gemini-Flash-3.8, column scannet-dino)",,out:model-not-established, arxiv-2610.37046-ca1m-psnr,arxiv-2610.37046,?Gemini-Flash-3.8,not-established:absent,mixed,hard,,,,,,,8.113,PSNR,0.000289,,,"https://arxiv.org/abs/2610.37046 (Table 1 (performance comparison across different models on ScanNet and CA-1M (in-domain) and ARKitScenes (out-of-domain)), row Gemini-Flash-3.8, column ca1m-psnr)",,out:model-not-established, arxiv-2610.37046-ca1m-ssim,arxiv-2610.37046,?Gemini-Flash-3.8,not-established:absent,mixed,hard,,,,,,,0.324,SSIM,0.000289,,,"https://arxiv.org/abs/2610.37046 (Table 1 (performance comparison across different models on ScanNet and CA-1M (in-domain) and ARKitScenes (out-of-domain)), row Gemini-Flash-3.8, column ca1m-ssim)",,out:model-not-established, arxiv-2610.37046-ca1m-lpips,arxiv-2610.37046,?Gemini-Flash-3.8,not-established:absent,mixed,hard,,,,,,,0.781,LPIPS,0.000289,,,"https://arxiv.org/abs/2610.37046 (Table 1 (performance comparison across different models on ScanNet and CA-1M (in-domain) and ARKitScenes (out-of-domain)), row Gemini-Flash-3.8, column ca1m-lpips)",,out:model-not-established, arxiv-2610.37046-ca1m-dino,arxiv-2610.37046,?Gemini-Flash-3.8,not-established:absent,mixed,hard,,,,,,,0.365,DINOv2-S similarity,0.000289,,,"https://arxiv.org/abs/2610.37046 (Table 1 (performance comparison across different models on ScanNet and CA-1M (in-domain) and ARKitScenes (out-of-domain)), row Gemini-Flash-3.8, column ca1m-dino)",,out:model-not-established, arxiv-2610.37046-arkit-psnr,arxiv-2610.37046,?Gemini-Flash-3.8,not-established:absent,mixed,hard,,,,,,,7.984,PSNR,0.000289,,,"https://arxiv.org/abs/2610.37046 (Table 1 (performance comparison across different models on ScanNet and CA-1M (in-domain) and ARKitScenes (out-of-domain)), row Gemini-Flash-3.8, column arkit-psnr)",,out:model-not-established, arxiv-2610.37046-arkit-ssim,arxiv-2610.37046,?Gemini-Flash-3.8,not-established:absent,mixed,hard,,,,,,,0.337,SSIM,0.000289,,,"https://arxiv.org/abs/2610.37046 (Table 1 (performance comparison across different models on ScanNet and CA-1M (in-domain) and ARKitScenes (out-of-domain)), row Gemini-Flash-3.8, column arkit-ssim)",,out:model-not-established, arxiv-2610.37046-arkit-lpips,arxiv-2610.37046,?Gemini-Flash-3.8,not-established:absent,mixed,hard,,,,,,,0.785,LPIPS,0.000289,,,"https://arxiv.org/abs/2610.37046 (Table 1 (performance comparison across different models on ScanNet and CA-1M (in-domain) and ARKitScenes (out-of-domain)), row Gemini-Flash-3.8, column arkit-lpips)",,out:model-not-established, arxiv-2610.37046-arkit-dino,arxiv-2610.37046,?Gemini-Flash-3.8,not-established:absent,mixed,hard,,,,,,,0.341,DINOv2-S similarity,0.000289,,,"https://arxiv.org/abs/2610.37046 (Table 1 (performance comparison across different models on ScanNet and CA-1M (in-domain) and ARKitScenes (out-of-domain)), row Gemini-Flash-3.8, column arkit-dino)",,out:model-not-established, arxiv-2610.37046-scannet-psnr,arxiv-2610.37046,?Gemini-Flash-3.8,not-established:absent,mixed,hard,,,,,,,8.004,PSNR,0.000289,,,"https://arxiv.org/abs/2610.37046 (Table 1 (performance comparison across different models on ScanNet and CA-1M (in-domain) and ARKitScenes (out-of-domain)), row Gemini-Flash-3.8, column scannet-psnr)",,out:model-not-established, arxiv-2610.37046-scannet-ssim,arxiv-2610.37046,?Gemini-Flash-3.8,not-established:absent,mixed,hard,,,,,,,0.311,SSIM,0.000289,,,"https://arxiv.org/abs/2610.37046 (Table 1 (performance comparison across different models on ScanNet and CA-1M (in-domain) and ARKitScenes (out-of-domain)), row Gemini-Flash-3.8, column scannet-ssim)",,out:model-not-established, arxiv-2610.37046-scannet-lpips,arxiv-2610.37046,?Gemini-Flash-3.8,not-established:absent,mixed,hard,,,,,,,0.782,LPIPS,0.000289,,,"https://arxiv.org/abs/2610.37046 (Table 1 (performance comparison across different models on ScanNet and CA-1M (in-domain) and ARKitScenes (out-of-domain)), row Gemini-Flash-3.8, column scannet-lpips)",,out:model-not-established, arxiv-2610.37046-scannet-dino,arxiv-2610.37046,?Gemini-Flash-3.8,not-established:absent,mixed,hard,,,,,,,0.361,DINOv2-S similarity,0.000289,,,"https://arxiv.org/abs/2610.37046 (Table 1 (performance comparison across different models on ScanNet and CA-1M (in-domain) and ARKitScenes (out-of-domain)), row Gemini-Flash-3.8, column scannet-dino)",,out:model-not-established, arxiv-2610.37046-ca1m-psnr,arxiv-2610.37046,?Gemini-Flash-3.8,not-established:absent,mixed,hard,,,,,,,8.154,PSNR,0.000289,,,"https://arxiv.org/abs/2610.37046 (Table 1 (performance comparison across different models on ScanNet and CA-1M (in-domain) and ARKitScenes (out-of-domain)), row Gemini-Flash-3.8, column ca1m-psnr)",,out:model-not-established, arxiv-2610.37046-ca1m-ssim,arxiv-2610.37046,?Gemini-Flash-3.8,not-established:absent,mixed,hard,,,,,,,0.319,SSIM,0.000289,,,"https://arxiv.org/abs/2610.37046 (Table 1 (performance comparison across different models on ScanNet and CA-1M (in-domain) and ARKitScenes (out-of-domain)), row Gemini-Flash-3.8, column ca1m-ssim)",,out:model-not-established, arxiv-2610.37046-ca1m-lpips,arxiv-2610.37046,?Gemini-Flash-3.8,not-established:absent,mixed,hard,,,,,,,0.779,LPIPS,0.000289,,,"https://arxiv.org/abs/2610.37046 (Table 1 (performance comparison across different models on ScanNet and CA-1M (in-domain) and ARKitScenes (out-of-domain)), row Gemini-Flash-3.8, column ca1m-lpips)",,out:model-not-established, arxiv-2610.37046-ca1m-dino,arxiv-2610.37046,?Gemini-Flash-3.8,not-established:absent,mixed,hard,,,,,,,0.358,DINOv2-S similarity,0.000289,,,"https://arxiv.org/abs/2610.37046 (Table 1 (performance comparison across different models on ScanNet and CA-1M (in-domain) and ARKitScenes (out-of-domain)), row Gemini-Flash-3.8, column ca1m-dino)",,out:model-not-established, arxiv-2610.37046-arkit-psnr,arxiv-2610.37046,?Gemini-Flash-3.8,not-established:absent,mixed,hard,,,,,,,7.846,PSNR,0.000289,,,"https://arxiv.org/abs/2610.37046 (Table 1 (performance comparison across different models on ScanNet and CA-1M (in-domain) and ARKitScenes (out-of-domain)), row Gemini-Flash-3.8, column arkit-psnr)",,out:model-not-established, arxiv-2610.37046-arkit-ssim,arxiv-2610.37046,?Gemini-Flash-3.8,not-established:absent,mixed,hard,,,,,,,0.330,SSIM,0.000289,,,"https://arxiv.org/abs/2610.37046 (Table 1 (performance comparison across different models on ScanNet and CA-1M (in-domain) and ARKitScenes (out-of-domain)), row Gemini-Flash-3.8, column arkit-ssim)",,out:model-not-established, arxiv-2610.37046-arkit-lpips,arxiv-2610.37046,?Gemini-Flash-3.8,not-established:absent,mixed,hard,,,,,,,0.792,LPIPS,0.000289,,,"https://arxiv.org/abs/2610.37046 (Table 1 (performance comparison across different models on ScanNet and CA-1M (in-domain) and ARKitScenes (out-of-domain)), row Gemini-Flash-3.8, column arkit-lpips)",,out:model-not-established, arxiv-2610.37046-arkit-dino,arxiv-2610.37046,?Gemini-Flash-3.8,not-established:absent,mixed,hard,,,,,,,0.334,DINOv2-S similarity,0.000289,,,"https://arxiv.org/abs/2610.37046 (Table 1 (performance comparison across different models on ScanNet and CA-1M (in-domain) and ARKitScenes (out-of-domain)), row Gemini-Flash-3.8, column arkit-dino)",,out:model-not-established, arxiv-2610.37046-scannet-psnr,arxiv-2610.37046,?Gemini-Flash-3.8,not-established:absent,mixed,hard,,,,,,,7.813,PSNR,0.000289,,,"https://arxiv.org/abs/2610.37046 (Table 1 (performance comparison across different models on ScanNet and CA-1M (in-domain) and ARKitScenes (out-of-domain)), row Gemini-Flash-3.8, column scannet-psnr)",,out:model-not-established, arxiv-2610.37046-scannet-ssim,arxiv-2610.37046,?Gemini-Flash-3.8,not-established:absent,mixed,hard,,,,,,,0.298,SSIM,0.000289,,,"https://arxiv.org/abs/2610.37046 (Table 1 (performance comparison across different models on ScanNet and CA-1M (in-domain) and ARKitScenes (out-of-domain)), row Gemini-Flash-3.8, column scannet-ssim)",,out:model-not-established, arxiv-2610.37046-scannet-lpips,arxiv-2610.37046,?Gemini-Flash-3.8,not-established:absent,mixed,hard,,,,,,,0.789,LPIPS,0.000289,,,"https://arxiv.org/abs/2610.37046 (Table 1 (performance comparison across different models on ScanNet and CA-1M (in-domain) and ARKitScenes (out-of-domain)), row Gemini-Flash-3.8, column scannet-lpips)",,out:model-not-established, arxiv-2610.37046-scannet-dino,arxiv-2610.37046,?Gemini-Flash-3.8,not-established:absent,mixed,hard,,,,,,,0.337,DINOv2-S similarity,0.000289,,,"https://arxiv.org/abs/2610.37046 (Table 1 (performance comparison across different models on ScanNet and CA-1M (in-domain) and ARKitScenes (out-of-domain)), row Gemini-Flash-3.8, column scannet-dino)",,out:model-not-established, arxiv-2610.37046-ca1m-psnr,arxiv-2610.37046,?Gemini-Flash-3.8,not-established:absent,mixed,hard,,,,,,,7.874,PSNR,0.000289,,,"https://arxiv.org/abs/2610.37046 (Table 1 (performance comparison across different models on ScanNet and CA-1M (in-domain) and ARKitScenes (out-of-domain)), row Gemini-Flash-3.8, column ca1m-psnr)",,out:model-not-established, arxiv-2610.37046-ca1m-ssim,arxiv-2610.37046,?Gemini-Flash-3.8,not-established:absent,mixed,hard,,,,,,,0.306,SSIM,0.000289,,,"https://arxiv.org/abs/2610.37046 (Table 1 (performance comparison across different models on ScanNet and CA-1M (in-domain) and ARKitScenes (out-of-domain)), row Gemini-Flash-3.8, column ca1m-ssim)",,out:model-not-established, arxiv-2610.37046-ca1m-lpips,arxiv-2610.37046,?Gemini-Flash-3.8,not-established:absent,mixed,hard,,,,,,,0.795,LPIPS,0.000289,,,"https://arxiv.org/abs/2610.37046 (Table 1 (performance comparison across different models on ScanNet and CA-1M (in-domain) and ARKitScenes (out-of-domain)), row Gemini-Flash-3.8, column ca1m-lpips)",,out:model-not-established, arxiv-2610.37046-ca1m-dino,arxiv-2610.37046,?Gemini-Flash-3.8,not-established:absent,mixed,hard,,,,,,,0.341,DINOv2-S similarity,0.000289,,,"https://arxiv.org/abs/2610.37046 (Table 1 (performance comparison across different models on ScanNet and CA-1M (in-domain) and ARKitScenes (out-of-domain)), row Gemini-Flash-3.8, column ca1m-dino)",,out:model-not-established, arxiv-2610.37046-arkit-psnr,arxiv-2610.37046,?Gemini-Flash-3.8,not-established:absent,mixed,hard,,,,,,,7.731,PSNR,0.000289,,,"https://arxiv.org/abs/2610.37046 (Table 1 (performance comparison across different models on ScanNet and CA-1M (in-domain) and ARKitScenes (out-of-domain)), row Gemini-Flash-3.8, column arkit-psnr)",,out:model-not-established, arxiv-2610.37046-arkit-ssim,arxiv-2610.37046,?Gemini-Flash-3.8,not-established:absent,mixed,hard,,,,,,,0.332,SSIM,0.000289,,,"https://arxiv.org/abs/2610.37046 (Table 1 (performance comparison across different models on ScanNet and CA-1M (in-domain) and ARKitScenes (out-of-domain)), row Gemini-Flash-3.8, column arkit-ssim)",,out:model-not-established, arxiv-2610.37046-arkit-lpips,arxiv-2610.37046,?Gemini-Flash-3.8,not-established:absent,mixed,hard,,,,,,,0.799,LPIPS,0.000289,,,"https://arxiv.org/abs/2610.37046 (Table 1 (performance comparison across different models on ScanNet and CA-1M (in-domain) and ARKitScenes (out-of-domain)), row Gemini-Flash-3.8, column arkit-lpips)",,out:model-not-established, arxiv-2610.37046-arkit-dino,arxiv-2610.37046,?Gemini-Flash-3.8,not-established:absent,mixed,hard,,,,,,,0.336,DINOv2-S similarity,0.000289,,,"https://arxiv.org/abs/2610.37046 (Table 1 (performance comparison across different models on ScanNet and CA-1M (in-domain) and ARKitScenes (out-of-domain)), row Gemini-Flash-3.8, column arkit-dino)",,out:model-not-established, arxiv-2610.37046-scannet-psnr,arxiv-2610.37046,qwen3.8-27b,not-established:absent,mixed,hard,,,,,,,9.061,PSNR,0.000289,,,"https://arxiv.org/abs/2610.37046 (Table 1, row Qwen3.8-27B (xHigh), dataset scannet, metric PSNR)",,out:effort-not-established, arxiv-2610.37046-scannet-ssim,arxiv-2610.37046,qwen3.8-27b,not-established:absent,mixed,hard,,,,,,,0.376,SSIM,0.000289,,,"https://arxiv.org/abs/2610.37046 (Table 1, row Qwen3.8-27B (xHigh), dataset scannet, metric SSIM)",,out:effort-not-established, arxiv-2610.37046-scannet-lpips,arxiv-2610.37046,qwen3.8-27b,not-established:absent,mixed,hard,,,,,,,0.772,LPIPS,0.000289,,,"https://arxiv.org/abs/2610.37046 (Table 1, row Qwen3.8-27B (xHigh), dataset scannet, metric LPIPS)",,out:effort-not-established, arxiv-2610.37046-scannet-dino,arxiv-2610.37046,qwen3.8-27b,not-established:absent,mixed,hard,,,,,,,0.240,DINOv2-S similarity,0.000289,,,"https://arxiv.org/abs/2610.37046 (Table 1, row Qwen3.8-27B (xHigh), dataset scannet, metric DINO)",,out:effort-not-established, arxiv-2610.37046-ca1m-psnr,arxiv-2610.37046,qwen3.8-27b,not-established:absent,mixed,hard,,,,,,,8.381,PSNR,0.000289,,,"https://arxiv.org/abs/2610.37046 (Table 1, row Qwen3.8-27B (xHigh), dataset ca1m, metric PSNR)",,out:effort-not-established, arxiv-2610.37046-ca1m-ssim,arxiv-2610.37046,qwen3.8-27b,not-established:absent,mixed,hard,,,,,,,0.367,SSIM,0.000289,,,"https://arxiv.org/abs/2610.37046 (Table 1, row Qwen3.8-27B (xHigh), dataset ca1m, metric SSIM)",,out:effort-not-established, arxiv-2610.37046-ca1m-lpips,arxiv-2610.37046,qwen3.8-27b,not-established:absent,mixed,hard,,,,,,,0.806,LPIPS,0.000289,,,"https://arxiv.org/abs/2610.37046 (Table 1, row Qwen3.8-27B (xHigh), dataset ca1m, metric LPIPS)",,out:effort-not-established, arxiv-2610.37046-ca1m-dino,arxiv-2610.37046,qwen3.8-27b,not-established:absent,mixed,hard,,,,,,,0.134,DINOv2-S similarity,0.000289,,,"https://arxiv.org/abs/2610.37046 (Table 1, row Qwen3.8-27B (xHigh), dataset ca1m, metric DINO)",,out:effort-not-established, arxiv-2610.37046-arkit-psnr,arxiv-2610.37046,qwen3.8-27b,not-established:absent,mixed,hard,,,,,,,9.704,PSNR,0.000289,,,"https://arxiv.org/abs/2610.37046 (Table 1, row Qwen3.8-27B (xHigh), dataset arkit, metric PSNR)",,out:effort-not-established, arxiv-2610.37046-arkit-ssim,arxiv-2610.37046,qwen3.8-27b,not-established:absent,mixed,hard,,,,,,,0.448,SSIM,0.000289,,,"https://arxiv.org/abs/2610.37046 (Table 1, row Qwen3.8-27B (xHigh), dataset arkit, metric SSIM)",,out:effort-not-established, arxiv-2610.37046-arkit-lpips,arxiv-2610.37046,qwen3.8-27b,not-established:absent,mixed,hard,,,,,,,0.785,LPIPS,0.000289,,,"https://arxiv.org/abs/2610.37046 (Table 1, row Qwen3.8-27B (xHigh), dataset arkit, metric LPIPS)",,out:effort-not-established, arxiv-2610.37046-arkit-dino,arxiv-2610.37046,qwen3.8-27b,not-established:absent,mixed,hard,,,,,,,0.219,DINOv2-S similarity,0.000289,,,"https://arxiv.org/abs/2610.37046 (Table 1, row Qwen3.8-27B (xHigh), dataset arkit, metric DINO)",,out:effort-not-established, arxiv-2610.37046-scannet-psnr,arxiv-2610.37046,kimi-k3,not-established:absent,mixed,hard,,,,,,,9.181,PSNR,0.000289,,,"https://arxiv.org/abs/2610.37046 (Table 1, row Kimi-K3 (High), column scannet-psnr)",,out:effort-not-established, arxiv-2610.37046-scannet-psnr,arxiv-2610.37046,?Kimi-K3,not-established:absent,mixed,hard,,,,,,,9.547,PSNR,0.000289,,,"https://arxiv.org/abs/2610.37046 (Table 1, row Kimi-K3 w/ Ours (High), column scannet-psnr)",,out:model-not-established, arxiv-2610.37046-scannet-ssim,arxiv-2610.37046,kimi-k3,not-established:absent,mixed,hard,,,,,,,0.350,SSIM,0.000289,,,"https://arxiv.org/abs/2610.37046 (Table 1, row Kimi-K3 (High), column scannet-ssim)",,out:effort-not-established, arxiv-2610.37046-scannet-ssim,arxiv-2610.37046,?Kimi-K3,not-established:absent,mixed,hard,,,,,,,0.381,SSIM,0.000289,,,"https://arxiv.org/abs/2610.37046 (Table 1, row Kimi-K3 w/ Ours (High), column scannet-ssim)",,out:model-not-established, arxiv-2610.37046-scannet-lpips,arxiv-2610.37046,kimi-k3,not-established:absent,mixed,hard,,,,,,,0.734,LPIPS,0.000289,,,"https://arxiv.org/abs/2610.37046 (Table 1, row Kimi-K3 (High), column scannet-lpips)",,out:effort-not-established, arxiv-2610.37046-scannet-lpips,arxiv-2610.37046,?Kimi-K3,not-established:absent,mixed,hard,,,,,,,0.712,LPIPS,0.000289,,,"https://arxiv.org/abs/2610.37046 (Table 1, row Kimi-K3 w/ Ours (High), column scannet-lpips)",,out:model-not-established, arxiv-2610.37046-scannet-dino,arxiv-2610.37046,kimi-k3,not-established:absent,mixed,hard,,,,,,,0.437,DINOv2-S similarity,0.000289,,,"https://arxiv.org/abs/2610.37046 (Table 1, row Kimi-K3 (High), column scannet-dino)",,out:effort-not-established, arxiv-2610.37046-scannet-dino,arxiv-2610.37046,?Kimi-K3,not-established:absent,mixed,hard,,,,,,,0.513,DINOv2-S similarity,0.000289,,,"https://arxiv.org/abs/2610.37046 (Table 1, row Kimi-K3 w/ Ours (High), column scannet-dino)",,out:model-not-established, arxiv-2610.37046-ca1m-psnr,arxiv-2610.37046,kimi-k3,not-established:absent,mixed,hard,,,,,,,8.847,PSNR,0.000289,,,"https://arxiv.org/abs/2610.37046 (Table 1, row Kimi-K3 (High), column ca1m-psnr)",,out:effort-not-established, arxiv-2610.37046-ca1m-psnr,arxiv-2610.37046,?Kimi-K3,not-established:absent,mixed,hard,,,,,,,9.718,PSNR,0.000289,,,"https://arxiv.org/abs/2610.37046 (Table 1, row Kimi-K3 w/ Ours (High), column ca1m-psnr)",,out:model-not-established, arxiv-2610.37046-ca1m-ssim,arxiv-2610.37046,kimi-k3,not-established:absent,mixed,hard,,,,,,,0.365,SSIM,0.000289,,,"https://arxiv.org/abs/2610.37046 (Table 1, row Kimi-K3 (High), column ca1m-ssim)",,out:effort-not-established, arxiv-2610.37046-ca1m-ssim,arxiv-2610.37046,?Kimi-K3,not-established:absent,mixed,hard,,,,,,,0.454,SSIM,0.000289,,,"https://arxiv.org/abs/2610.37046 (Table 1, row Kimi-K3 w/ Ours (High), column ca1m-ssim)",,out:model-not-established, arxiv-2610.37046-ca1m-lpips,arxiv-2610.37046,kimi-k3,not-established:absent,mixed,hard,,,,,,,0.756,LPIPS,0.000289,,,"https://arxiv.org/abs/2610.37046 (Table 1, row Kimi-K3 (High), column ca1m-lpips)",,out:effort-not-established, arxiv-2610.37046-ca1m-lpips,arxiv-2610.37046,?Kimi-K3,not-established:absent,mixed,hard,,,,,,,0.722,LPIPS,0.000289,,,"https://arxiv.org/abs/2610.37046 (Table 1, row Kimi-K3 w/ Ours (High), column ca1m-lpips)",,out:model-not-established, arxiv-2610.37046-ca1m-dino,arxiv-2610.37046,kimi-k3,not-established:absent,mixed,hard,,,,,,,0.458,DINOv2-S similarity,0.000289,,,"https://arxiv.org/abs/2610.37046 (Table 1, row Kimi-K3 (High), column ca1m-dino)",,out:effort-not-established, arxiv-2610.37046-ca1m-dino,arxiv-2610.37046,?Kimi-K3,not-established:absent,mixed,hard,,,,,,,0.534,DINOv2-S similarity,0.000289,,,"https://arxiv.org/abs/2610.37046 (Table 1, row Kimi-K3 w/ Ours (High), column ca1m-dino)",,out:model-not-established, arxiv-2610.37046-arkit-psnr,arxiv-2610.37046,kimi-k3,not-established:absent,mixed,hard,,,,,,,8.603,PSNR,0.000289,,,"https://arxiv.org/abs/2610.37046 (Table 1, row Kimi-K3 (High), column arkit-psnr)",,out:effort-not-established, arxiv-2610.37046-arkit-psnr,arxiv-2610.37046,?Kimi-K3,not-established:absent,mixed,hard,,,,,,,10.029,PSNR,0.000289,,,"https://arxiv.org/abs/2610.37046 (Table 1, row Kimi-K3 w/ Ours (High), column arkit-psnr)",,out:model-not-established, arxiv-2610.37046-arkit-ssim,arxiv-2610.37046,kimi-k3,not-established:absent,mixed,hard,,,,,,,0.384,SSIM,0.000289,,,"https://arxiv.org/abs/2610.37046 (Table 1, row Kimi-K3 (High), column arkit-ssim)",,out:effort-not-established, arxiv-2610.37046-arkit-ssim,arxiv-2610.37046,?Kimi-K3,not-established:absent,mixed,hard,,,,,,,0.469,SSIM,0.000289,,,"https://arxiv.org/abs/2610.37046 (Table 1, row Kimi-K3 w/ Ours (High), column arkit-ssim)",,out:model-not-established, arxiv-2610.37046-arkit-lpips,arxiv-2610.37046,kimi-k3,not-established:absent,mixed,hard,,,,,,,0.758,LPIPS,0.000289,,,"https://arxiv.org/abs/2610.37046 (Table 1, row Kimi-K3 (High), column arkit-lpips)",,out:effort-not-established, arxiv-2610.37046-arkit-lpips,arxiv-2610.37046,?Kimi-K3,not-established:absent,mixed,hard,,,,,,,0.716,LPIPS,0.000289,,,"https://arxiv.org/abs/2610.37046 (Table 1, row Kimi-K3 w/ Ours (High), column arkit-lpips)",,out:model-not-established, arxiv-2610.37046-arkit-dino,arxiv-2610.37046,kimi-k3,not-established:absent,mixed,hard,,,,,,,0.392,DINOv2-S similarity,0.000289,,,"https://arxiv.org/abs/2610.37046 (Table 1, row Kimi-K3 (High), column arkit-dino)",,out:effort-not-established, arxiv-2610.37046-arkit-dino,arxiv-2610.37046,?Kimi-K3,not-established:absent,mixed,hard,,,,,,,0.504,DINOv2-S similarity,0.000289,,,"https://arxiv.org/abs/2610.37046 (Table 1, row Kimi-K3 w/ Ours (High), column arkit-dino)",,out:model-not-established, arxiv-2610.37070-boundary-acc,arxiv-2610.37070,gemini-3.5-flash-lite,unstated,reasoning-math,hard,,,,,,,100,accuracy (%),0.289,,,"https://arxiv.org/abs/2610.37070 (Table 1 (faithfulness across serving deployments), Boundary controls, row Gemini 3.5 Flash Lite, column Acc.)",,out:effort-not-established, arxiv-2610.37070-boundary-fpop,arxiv-2610.37070,gemini-3.5-flash-lite,unstated,reasoning-math,hard,,,,,,,0.529,faithfulness F_pop (all traces),0.000289,,,"https://arxiv.org/abs/2610.37070 (Table 1 (faithfulness across serving deployments), Boundary controls, row Gemini 3.5 Flash Lite, column F_pop)",,out:effort-not-established, arxiv-2610.37070-boundary-fsel,arxiv-2610.37070,gemini-3.5-flash-lite,unstated,reasoning-math,hard,,,,,,,0.529,faithfulness F_sel (correctness-selected traces),0.000289,,,"https://arxiv.org/abs/2610.37070 (Table 1 (faithfulness across serving deployments), Boundary controls, row Gemini 3.5 Flash Lite, column F_sel)",,out:effort-not-established, arxiv-2610.37070-boundary-delta,arxiv-2610.37070,gemini-3.5-flash-lite,unstated,reasoning-math,hard,,,,,,,0.0,selection gap delta = F_sel - F_pop (pp),0.0289,,,"https://arxiv.org/abs/2610.37070 (Table 1 (faithfulness across serving deployments), Boundary controls, row Gemini 3.5 Flash Lite, column Delta (pp))",,out:effort-not-established, arxiv-2610.37070-dag-acc-glm-52,arxiv-2610.37070,glm-5.2,unstated,reasoning-math,hard,,,,,,,79.0,accuracy on arithmetic DAGs (%),0.0289,,,"https://arxiv.org/abs/2610.37070 (Table 1, row glm-5.2, column accuracy on arithmetic DAGs)",,out:effort-not-established, arxiv-2610.37070-dag-fpop-glm-52,arxiv-2610.37070,glm-5.2,unstated,reasoning-math,hard,,,,,,,0.440,faithfulness F_pop (all traces),0.000289,,,"https://arxiv.org/abs/2610.37070 (Table 1, row glm-5.2, column faithfulness F_pop)",,out:effort-not-established, arxiv-2610.37070-dag-fsel-glm-52,arxiv-2610.37070,glm-5.2,unstated,reasoning-math,hard,,,,,,,0.456,faithfulness F_sel (correctness-selected traces),0.000289,,,"https://arxiv.org/abs/2610.37070 (Table 1, row glm-5.2, column faithfulness F_sel)",,out:effort-not-established, arxiv-2610.37070-dag-delta-glm-52,arxiv-2610.37070,glm-5.2,unstated,reasoning-math,hard,,,,,,,1.6,selection gap delta = F_sel - F_pop (pp),0.0289,,,"https://arxiv.org/abs/2610.37070 (Table 1, row glm-5.2, column selection gap delta = F_sel - F_pop)",,out:effort-not-established, arxiv-2610.37070-dag-acc-glm-53,arxiv-2610.37070,glm-5.3,unstated,reasoning-math,hard,,,,,,,51.5,accuracy on arithmetic DAGs (%),0.0289,,,"https://arxiv.org/abs/2610.37070 (Table 1, row glm-5.3, column accuracy on arithmetic DAGs)",,out:effort-not-established, arxiv-2610.37070-dag-fpop-glm-53,arxiv-2610.37070,glm-5.3,unstated,reasoning-math,hard,,,,,,,0.507,faithfulness F_pop (all traces),0.000289,,,"https://arxiv.org/abs/2610.37070 (Table 1, row glm-5.3, column faithfulness F_pop)",,out:effort-not-established, arxiv-2610.37070-dag-fsel-glm-53,arxiv-2610.37070,glm-5.3,unstated,reasoning-math,hard,,,,,,,0.581,faithfulness F_sel (correctness-selected traces),0.000289,,,"https://arxiv.org/abs/2610.37070 (Table 1, row glm-5.3, column faithfulness F_sel)",,out:effort-not-established, arxiv-2610.37070-dag-delta-glm-53,arxiv-2610.37070,glm-5.3,unstated,reasoning-math,hard,,,,,,,7.4,selection gap delta = F_sel - F_pop (pp),0.0289,,,"https://arxiv.org/abs/2610.37070 (Table 1, row glm-5.3, column selection gap delta = F_sel - F_pop)",,out:effort-not-established, arxiv-2610.37070-circuits-acc-glm53,arxiv-2610.37070,glm-5.3,unstated,reasoning-math,hard,,,,,,,99.5,"accuracy on Boolean circuits, ceiling control (%)",0.0289,,,"https://arxiv.org/abs/2610.37070 (Appendix O (Ceiling Validation), text)",,out:effort-not-established, arxiv-2610.37224-swem-pi-score,arxiv-2610.37224,gemini-3.8-flash,unstated,coding,hard,,per-full-run,644.21,0.00289,,,35.8,score%,0.0289,,,"https://arxiv.org/abs/2610.37224 (Table 6, SWE-Milestone, row Gemini 3.8 Flash / Pi, column Score (%))",,out:effort-not-established,out:effort-not-established arxiv-2610.37224-swem-pi-resolved,arxiv-2610.37224,gemini-3.8-flash,unstated,coding,hard,,,,,,,13.265306,score%,0,,,"https://arxiv.org/abs/2610.37224 (Table 6, SWE-Milestone, row Gemini 3.8 Flash / Pi, column # Resolved)",,out:effort-not-established, arxiv-2610.37224-swem-spinepi-score,arxiv-2610.37224,gemini-3.8-flash,unstated,coding,hard,,per-full-run,351.55,0.00289,,,39.2,score%,0.0289,,,"https://arxiv.org/abs/2610.37224 (Table 6, SWE-Milestone, row Gemini 3.8 Flash / SpinePi, column Score (%))",,out:effort-not-established,out:effort-not-established arxiv-2610.37224-swem-spinepi-resolved,arxiv-2610.37224,gemini-3.8-flash,unstated,coding,hard,,,,,,,15.306122,score%,0,,,"https://arxiv.org/abs/2610.37224 (Table 6, SWE-Milestone, row Gemini 3.8 Flash / SpinePi, column # Resolved)",,out:effort-not-established, arxiv-2610.37224-pb-pi-resolved,arxiv-2610.37224,gemini-3.8-flash,unstated,coding,hard,,,,,,,0,score%,0,,,"https://arxiv.org/abs/2610.37224 (Table 6, ProgramBench (50 tasks drawn at random from 200), row Gemini 3.8 Flash / Pi, column # Resolved)",,out:effort-not-established, arxiv-2610.37224-pb-pi-almost,arxiv-2610.37224,gemini-3.8-flash,unstated,coding,hard,,,,,,,10,score%,0,,,"https://arxiv.org/abs/2610.37224 (Table 6, ProgramBench (50 tasks drawn at random from 200), row Gemini 3.8 Flash / Pi, column # Almost)",,out:effort-not-established, arxiv-2610.37224-pb-pi-avgpass,arxiv-2610.37224,gemini-3.8-flash,unstated,coding,hard,,per-full-run,217.08,0.00289,,,60.41,score%,0.00289,,,"https://arxiv.org/abs/2610.37224 (Table 6, ProgramBench (50 tasks drawn at random from 200), row Gemini 3.8 Flash / Pi, column Avg. pass (%))",,out:effort-not-established,out:effort-not-established arxiv-2610.37224-pb-spinepi-resolved,arxiv-2610.37224,gemini-3.8-flash,unstated,coding,hard,,,,,,,2,score%,0,,,"https://arxiv.org/abs/2610.37224 (Table 6, ProgramBench (50 tasks drawn at random from 200), row Gemini 3.8 Flash / SpinePi, column # Resolved)",,out:effort-not-established, arxiv-2610.37224-pb-spinepi-almost,arxiv-2610.37224,gemini-3.8-flash,unstated,coding,hard,,,,,,,18,score%,0,,,"https://arxiv.org/abs/2610.37224 (Table 6, ProgramBench (50 tasks drawn at random from 200), row Gemini 3.8 Flash / SpinePi, column # Almost)",,out:effort-not-established, arxiv-2610.37224-pb-spinepi-avgpass,arxiv-2610.37224,gemini-3.8-flash,unstated,coding,hard,,per-full-run,200.96,0.00289,,,65.65,score%,0.00289,,,"https://arxiv.org/abs/2610.37224 (Table 6, ProgramBench (50 tasks drawn at random from 200), row Gemini 3.8 Flash / SpinePi, column Avg. pass (%))",,out:effort-not-established,out:effort-not-established arxiv-2610.37224-swe-milestone-codex,arxiv-2610.37224,grok-4.6,unstated,mixed,hard,,,505.57,0.00289,,,35.5,score (%),0.0289,,,"https://arxiv.org/abs/2610.37224 (Table 3, SWE-Milestone block, row Codex)",,out:effort-not-established,out:effort-not-established arxiv-2610.37224-swe-milestone-spinecodex,arxiv-2610.37224,grok-4.6,unstated,mixed,hard,,,314.20,0.00289,,,40.4,score (%),0.0289,,,"https://arxiv.org/abs/2610.37224 (Table 3, SWE-Milestone block, row SpineCodex)",,out:effort-not-established,out:effort-not-established arxiv-2610.37224-programbench-codex,arxiv-2610.37224,grok-4.6,unstated,mixed,hard,,,189.73,0.00289,,,64.58,average pass (%),0.00289,,,"https://arxiv.org/abs/2610.37224 (Table 3, ProgramBench block, row Codex)",,out:effort-not-established,out:effort-not-established arxiv-2610.37224-programbench-spinecodex,arxiv-2610.37224,grok-4.6,unstated,mixed,hard,,,164.58,0.00289,,,71.15,average pass (%),0.00289,,,"https://arxiv.org/abs/2610.37224 (Table 3, ProgramBench block, row SpineCodex)",,out:effort-not-established,out:effort-not-established arxiv-2610.37459-m4bench-reward-no-skill,arxiv-2610.37459,gpt-5.4-mini,unstated,mixed,hard,,,,,,,0.639,reward (mean value-column match rate),0.000289,,,"https://arxiv.org/abs/2610.37459 (Table 3, row Reward / GPT 5.4 Mini, column No skill)",,out:effort-not-established, arxiv-2610.37459-m4bench-reward-with-skill,arxiv-2610.37459,gpt-5.4-mini,unstated,mixed,hard,,,,,,,0.802,reward (mean value-column match rate),0.000289,,,"https://arxiv.org/abs/2610.37459 (Table 3, row Reward / GPT 5.4 Mini, column With skill)",,out:effort-not-established, arxiv-2610.37459-m4bench-reward-no-skill,arxiv-2610.37459,gpt-5.5,unstated,mixed,hard,,,,,,,0.767,reward (mean value-column match rate),0.000289,,,"https://arxiv.org/abs/2610.37459 (Table 3, row Reward / GPT 5.5, column No skill)",,out:effort-not-established, arxiv-2610.37459-m4bench-reward-with-skill,arxiv-2610.37459,gpt-5.5,unstated,mixed,hard,,,,,,,0.876,reward (mean value-column match rate),0.000289,,,"https://arxiv.org/abs/2610.37459 (Table 3, row Reward / GPT 5.5, column With skill)",,out:effort-not-established, arxiv-2610.37459-m4bench-skill-effect-standard-mean-delta,arxiv-2610.37459,gpt-5.4-mini,unstated,mixed,hard,,,,,,,0.203,mean reward delta (with skill minus no skill),0.000289,,,"https://arxiv.org/abs/2610.37459 (Table 18, row GPT 5.4 Mini / standard, column Mean delta)",,out:effort-not-established, arxiv-2610.37459-m4bench-skill-effect-raw-mean-delta,arxiv-2610.37459,gpt-5.4-mini,unstated,mixed,hard,,,,,,,0.136,mean reward delta (with skill minus no skill),0.000289,,,"https://arxiv.org/abs/2610.37459 (Table 18, row GPT 5.4 Mini / raw, column Mean delta)",,out:effort-not-established, arxiv-2610.37459-m4bench-skill-effect-standard-mean-delta,arxiv-2610.37459,gpt-5.5,unstated,mixed,hard,,,,,,,0.105,mean reward delta (with skill minus no skill),0.000289,,,"https://arxiv.org/abs/2610.37459 (Table 18, row GPT 5.5 / standard, column Mean delta)",,out:effort-not-established, arxiv-2610.37459-m4bench-skill-effect-raw-mean-delta,arxiv-2610.37459,gpt-5.5,unstated,mixed,hard,,,,,,,0.112,mean reward delta (with skill minus no skill),0.000289,,,"https://arxiv.org/abs/2610.37459 (Table 18, row GPT 5.5 / raw, column Mean delta)",,out:effort-not-established, arxiv-2610.37459-m4bench-t20-mimic-ventilation-raw-no-skill-key-f1,arxiv-2610.37459,gpt-5.4-mini,unstated,mixed,hard,,,,,,,0.700,key F1,0.000289,,,"https://arxiv.org/abs/2610.37459 (Table 20, row mimic-ventilation-raw / no-skill / GPT 5.4 Mini, column Key F1)",,out:effort-not-established, arxiv-2610.37459-m4bench-t20-mimic-ventilation-raw-no-skill-key-precision,arxiv-2610.37459,gpt-5.4-mini,unstated,mixed,hard,,,,,,,0.559,key precision,0.000289,,,"https://arxiv.org/abs/2610.37459 (Table 20, row mimic-ventilation-raw / no-skill / GPT 5.4 Mini, column Key precision)",,out:effort-not-established, arxiv-2610.37459-m4bench-t20-mimic-ventilation-raw-no-skill-extra-keys,arxiv-2610.37459,gpt-5.4-mini,unstated,mixed,hard,,,,,,,555030,extra keys (count),0.289,,,"https://arxiv.org/abs/2610.37459 (Table 20, row mimic-ventilation-raw / no-skill / GPT 5.4 Mini, column Extra keys)",,out:effort-not-established, arxiv-2610.37459-m4bench-t20-mimic-ventilation-raw-no-skill-key-f1,arxiv-2610.37459,gpt-5.5,unstated,mixed,hard,,,,,,,0.717,key F1,0.000289,,,"https://arxiv.org/abs/2610.37459 (Table 20, row mimic-ventilation-raw / no-skill / GPT 5.5, column Key F1)",,out:effort-not-established, arxiv-2610.37459-m4bench-t20-mimic-ventilation-raw-no-skill-key-precision,arxiv-2610.37459,gpt-5.5,unstated,mixed,hard,,,,,,,0.573,key precision,0.000289,,,"https://arxiv.org/abs/2610.37459 (Table 20, row mimic-ventilation-raw / no-skill / GPT 5.5, column Key precision)",,out:effort-not-established, arxiv-2610.37459-m4bench-t20-mimic-ventilation-raw-no-skill-extra-keys,arxiv-2610.37459,gpt-5.5,unstated,mixed,hard,,,,,,,525311,extra keys (count),0.289,,,"https://arxiv.org/abs/2610.37459 (Table 20, row mimic-ventilation-raw / no-skill / GPT 5.5, column Extra keys)",,out:effort-not-established, arxiv-2610.37459-m4bench-t20-mimic-ventilation-raw-with-skill-key-f1,arxiv-2610.37459,gpt-5.4-mini,unstated,mixed,hard,,,,,,,0.720,key F1,0.000289,,,"https://arxiv.org/abs/2610.37459 (Table 20, row mimic-ventilation-raw / with-skill / GPT 5.4 Mini, column Key F1)",,out:effort-not-established, arxiv-2610.37459-m4bench-t20-mimic-ventilation-raw-with-skill-key-precision,arxiv-2610.37459,gpt-5.4-mini,unstated,mixed,hard,,,,,,,0.583,key precision,0.000289,,,"https://arxiv.org/abs/2610.37459 (Table 20, row mimic-ventilation-raw / with-skill / GPT 5.4 Mini, column Key precision)",,out:effort-not-established, arxiv-2610.37459-m4bench-t20-mimic-ventilation-raw-with-skill-extra-keys,arxiv-2610.37459,gpt-5.4-mini,unstated,mixed,hard,,,,,,,505933,extra keys (count),0.289,,,"https://arxiv.org/abs/2610.37459 (Table 20, row mimic-ventilation-raw / with-skill / GPT 5.4 Mini, column Extra keys)",,out:effort-not-established, arxiv-2610.37459-m4bench-t20-mimic-ventilation-raw-with-skill-key-f1,arxiv-2610.37459,gpt-5.5,unstated,mixed,hard,,,,,,,0.740,key F1,0.000289,,,"https://arxiv.org/abs/2610.37459 (Table 20, row mimic-ventilation-raw / with-skill / GPT 5.5, column Key F1)",,out:effort-not-established, arxiv-2610.37459-m4bench-t20-mimic-ventilation-raw-with-skill-key-precision,arxiv-2610.37459,gpt-5.5,unstated,mixed,hard,,,,,,,0.603,key precision,0.000289,,,"https://arxiv.org/abs/2610.37459 (Table 20, row mimic-ventilation-raw / with-skill / GPT 5.5, column Key precision)",,out:effort-not-established, arxiv-2610.37459-m4bench-t20-mimic-ventilation-raw-with-skill-extra-keys,arxiv-2610.37459,gpt-5.5,unstated,mixed,hard,,,,,,,459225,extra keys (count),0.289,,,"https://arxiv.org/abs/2610.37459 (Table 20, row mimic-ventilation-raw / with-skill / GPT 5.5, column Extra keys)",,out:effort-not-established, arxiv-2610.37459-m4bench-t20-mimic-vasopressor-equivalents-raw-with-skill-key-f1,arxiv-2610.37459,gpt-5.4-mini,unstated,mixed,hard,,,,,,,0.949,key F1,0.000289,,,"https://arxiv.org/abs/2610.37459 (Table 20, row mimic-vasopressor-equivalents-raw / with-skill / GPT 5.4 Mini, column Key F1)",,out:effort-not-established, arxiv-2610.37459-m4bench-t20-mimic-vasopressor-equivalents-raw-with-skill-key-precision,arxiv-2610.37459,gpt-5.4-mini,unstated,mixed,hard,,,,,,,0.910,key precision,0.000289,,,"https://arxiv.org/abs/2610.37459 (Table 20, row mimic-vasopressor-equivalents-raw / with-skill / GPT 5.4 Mini, column Key precision)",,out:effort-not-established, arxiv-2610.37459-m4bench-t20-mimic-vasopressor-equivalents-raw-with-skill-extra-keys,arxiv-2610.37459,gpt-5.4-mini,unstated,mixed,hard,,,,,,,384994,extra keys (count),0.289,,,"https://arxiv.org/abs/2610.37459 (Table 20, row mimic-vasopressor-equivalents-raw / with-skill / GPT 5.4 Mini, column Extra keys)",,out:effort-not-established, arxiv-2610.37484-grid-broken,arxiv-2610.37484,qwen3.6-27b,unstated,mixed,hard,,,,,,,35,open-allocation grid broken share (%),0,,,"https://arxiv.org/abs/2610.37484 (Table 1, row Qwen3.6-27B (v1 corpus), column Grid broken, base side)",,out:effort-not-established, arxiv-2610.37484-ladder-auc,arxiv-2610.37484,qwen3.6-27b,unstated,mixed,hard,,,,,,,0.555,pressure-ladder breaking-rate AUC,0.000289,,,"https://arxiv.org/abs/2610.37484 (Table 1, row Qwen3.6-27B (v1 corpus), column Ladder AUC, base side)",,out:effort-not-established, arxiv-2610.37484-mmlu-probe,arxiv-2610.37484,qwen3.6-27b,unstated,reasoning-math,hard,,,,,,,84,50-item MMLU probe accuracy (%),0.289,,,"https://arxiv.org/abs/2610.37484 (Table 1, row Qwen3.6-27B (v1 corpus), column MMLU, base side)",,out:effort-not-established, arxiv-2610.37484-grid-broken,arxiv-2610.37484,qwen3.8-27b,unstated,mixed,hard,,,,,,,3.666667,open-allocation grid broken share (%),0,,,"https://arxiv.org/abs/2610.37484 (Table 1, row Qwen3.8-27B (v2-bal corpus), column Grid broken, base side)",,out:effort-not-established, arxiv-2610.37484-ladder-auc,arxiv-2610.37484,qwen3.8-27b,unstated,mixed,hard,,,,,,,0.209,pressure-ladder breaking-rate AUC,0.000289,,,"https://arxiv.org/abs/2610.37484 (Table 1, row Qwen3.8-27B (v2-bal corpus), column Ladder AUC, base side)",,out:effort-not-established, arxiv-2610.37651-webarena-overall-opus,arxiv-2610.37651,gpt-oss-120b,unstated,agentic-tool,hard,,,,,,,73.1,score%,0.0289,,,"https://arxiv.org/abs/2610.37651 (Table 1, block Claude Opus 5, row Seed prompt, column Overall)",,out:effort-not-established, arxiv-2610.37651-webarena-overall-opus,arxiv-2610.37651,gpt-oss-120b,unstated,agentic-tool,hard,,,,,,,79.5,score%,0.0289,,,"https://arxiv.org/abs/2610.37651 (Table 1, block Claude Opus 5, row GEPA, column Overall)",,out:effort-not-established, arxiv-2610.37651-webarena-overall-opus,arxiv-2610.37651,gpt-oss-120b,unstated,agentic-tool,hard,,,,,,,84.5,score%,0.0289,,,"https://arxiv.org/abs/2610.37651 (Table 1, block Claude Opus 5, row GEPA-Curator, column Overall)",,out:effort-not-established, arxiv-2610.37651-webarena-overall-gemini,arxiv-2610.37651,gpt-oss-120b,unstated,agentic-tool,hard,,,,,,,72.4,success%,0.0289,,,"https://arxiv.org/abs/2610.37651 (Table 1, block Gemini 3.1 Pro, row Seed prompt, column Overall)",,out:effort-not-established, arxiv-2610.37651-webarena-overall-gemini,arxiv-2610.37651,gpt-oss-120b,unstated,agentic-tool,hard,,,,,,,78.7,success%,0.0289,,,"https://arxiv.org/abs/2610.37651 (Table 1, block Gemini 3.1 Pro, row GEPA, column Overall)",,out:effort-not-established, arxiv-2610.37651-webarena-overall-gemini,arxiv-2610.37651,gpt-oss-120b,unstated,agentic-tool,hard,,,,,,,82.1,success%,0.0289,,,"https://arxiv.org/abs/2610.37651 (Table 1, block Gemini 3.1 Pro, row GEPA-Curator, column Overall)",,out:effort-not-established, arxiv-2610.37651-alfworld-seed,arxiv-2610.37651,gpt-oss-120b,unstated,agentic-tool,hard,,,,,,,66.9,success%,0.0289,,,"https://arxiv.org/abs/2610.37651 (Table 2, row Seed, column ALFWorld)",,out:effort-not-established, arxiv-2610.37651-appworld-testn-seed,arxiv-2610.37651,gpt-oss-120b,unstated,agentic-tool,hard,,,,,,,8.9,success%,0.0289,,,"https://arxiv.org/abs/2610.37651 (Table 2, row Seed, column AppWorld Test-N)",,out:effort-not-established, arxiv-2610.37651-appworld-testc-seed,arxiv-2610.37651,gpt-oss-120b,unstated,agentic-tool,hard,,,,,,,5.6,success%,0.0289,,,"https://arxiv.org/abs/2610.37651 (Table 2, row Seed, column AppWorld Test-C)",,out:effort-not-established, arxiv-2610.37651-taubench-seed,arxiv-2610.37651,gpt-oss-120b,unstated,agentic-tool,hard,,,,,,,52.0,success%,0.0289,,,"https://arxiv.org/abs/2610.37651 (Table 2, row Seed, column tau-bench)",,out:effort-not-established, arxiv-2610.37651-alfworld-gemini,arxiv-2610.37651,gpt-oss-120b,unstated,agentic-tool,hard,,,,,,,82.4,success%,0.0289,,,"https://arxiv.org/abs/2610.37651 (Table 2, block Gemini 3.1 Pro, row GEPA, column ALFWorld)",,out:effort-not-established, arxiv-2610.37651-appworld-testn-gemini,arxiv-2610.37651,gpt-oss-120b,unstated,agentic-tool,hard,,,,,,,38.0,success%,0.0289,,,"https://arxiv.org/abs/2610.37651 (Table 2, block Gemini 3.1 Pro, row GEPA, column AppWorld Test-N)",,out:effort-not-established, arxiv-2610.37651-appworld-testc-gemini,arxiv-2610.37651,gpt-oss-120b,unstated,agentic-tool,hard,,,,,,,27.8,success%,0.0289,,,"https://arxiv.org/abs/2610.37651 (Table 2, block Gemini 3.1 Pro, row GEPA, column AppWorld Test-C)",,out:effort-not-established, arxiv-2610.37651-taubench-gemini,arxiv-2610.37651,gpt-oss-120b,unstated,agentic-tool,hard,,,,,,,75.4,success%,0.0289,,,"https://arxiv.org/abs/2610.37651 (Table 2, block Gemini 3.1 Pro, row GEPA, column tau-bench)",,out:effort-not-established, arxiv-2610.37651-alfworld-gemini,arxiv-2610.37651,gpt-oss-120b,unstated,agentic-tool,hard,,,,,,,90.1,success%,0.0289,,,"https://arxiv.org/abs/2610.37651 (Table 2, block Gemini 3.1 Pro, row ACE, column ALFWorld)",,out:effort-not-established, arxiv-2610.37651-appworld-testn-gemini,arxiv-2610.37651,gpt-oss-120b,unstated,agentic-tool,hard,,,,,,,55.7,success%,0.0289,,,"https://arxiv.org/abs/2610.37651 (Table 2, block Gemini 3.1 Pro, row ACE, column AppWorld Test-N)",,out:effort-not-established, arxiv-2610.37651-appworld-testc-gemini,arxiv-2610.37651,gpt-oss-120b,unstated,agentic-tool,hard,,,,,,,34.5,success%,0.0289,,,"https://arxiv.org/abs/2610.37651 (Table 2, block Gemini 3.1 Pro, row ACE, column AppWorld Test-C)",,out:effort-not-established, arxiv-2610.37651-taubench-gemini,arxiv-2610.37651,gpt-oss-120b,unstated,agentic-tool,hard,,,,,,,80.6,success%,0.0289,,,"https://arxiv.org/abs/2610.37651 (Table 2, block Gemini 3.1 Pro, row ACE, column tau-bench)",,out:effort-not-established, arxiv-2610.37651-alfworld-gemini,arxiv-2610.37651,gpt-oss-120b,unstated,agentic-tool,hard,,,,,,,91.8,success%,0.0289,,,"https://arxiv.org/abs/2610.37651 (Table 2, block Gemini 3.1 Pro, row GEPA-Curator, column ALFWorld)",,out:effort-not-established, arxiv-2610.37651-appworld-testn-gemini,arxiv-2610.37651,gpt-oss-120b,unstated,agentic-tool,hard,,,,,,,58.7,success%,0.0289,,,"https://arxiv.org/abs/2610.37651 (Table 2, block Gemini 3.1 Pro, row GEPA-Curator, column AppWorld Test-N)",,out:effort-not-established, arxiv-2610.37651-appworld-testc-gemini,arxiv-2610.37651,gpt-oss-120b,unstated,agentic-tool,hard,,,,,,,46.2,success%,0.0289,,,"https://arxiv.org/abs/2610.37651 (Table 2, block Gemini 3.1 Pro, row GEPA-Curator, column AppWorld Test-C)",,out:effort-not-established, arxiv-2610.37651-taubench-gemini,arxiv-2610.37651,gpt-oss-120b,unstated,agentic-tool,hard,,,,,,,84.0,success%,0.0289,,,"https://arxiv.org/abs/2610.37651 (Table 2, block Gemini 3.1 Pro, row GEPA-Curator, column tau-bench)",,out:effort-not-established, arxiv-2610.37651-alfworld-opus,arxiv-2610.37651,gpt-oss-120b,unstated,agentic-tool,hard,,,,,,,95.8,success%,0.0289,,,"https://arxiv.org/abs/2610.37651 (Table 2, block Claude Opus 5, row GEPA, column ALFWorld)",,out:effort-not-established, arxiv-2610.37651-appworld-testn-opus,arxiv-2610.37651,gpt-oss-120b,unstated,agentic-tool,hard,,,,,,,52.9,success%,0.0289,,,"https://arxiv.org/abs/2610.37651 (Table 2, block Claude Opus 5, row GEPA, column AppWorld Test-N)",,out:effort-not-established, arxiv-2610.37651-appworld-testc-opus,arxiv-2610.37651,gpt-oss-120b,unstated,agentic-tool,hard,,,,,,,32.5,success%,0.0289,,,"https://arxiv.org/abs/2610.37651 (Table 2, block Claude Opus 5, row GEPA, column AppWorld Test-C)",,out:effort-not-established, arxiv-2610.37651-taubench-opus,arxiv-2610.37651,gpt-oss-120b,unstated,agentic-tool,hard,,,,,,,82.9,success%,0.0289,,,"https://arxiv.org/abs/2610.37651 (Table 2, block Claude Opus 5, row GEPA, column tau-bench)",,out:effort-not-established, arxiv-2610.37651-alfworld-opus,arxiv-2610.37651,gpt-oss-120b,unstated,agentic-tool,hard,,,,,,,89.7,success%,0.0289,,,"https://arxiv.org/abs/2610.37651 (Table 2, block Claude Opus 5, row ACE, column ALFWorld)",,out:effort-not-established, arxiv-2610.37651-appworld-testn-opus,arxiv-2610.37651,gpt-oss-120b,unstated,agentic-tool,hard,,,,,,,61.2,success%,0.0289,,,"https://arxiv.org/abs/2610.37651 (Table 2, block Claude Opus 5, row ACE, column AppWorld Test-N)",,out:effort-not-established, arxiv-2610.37651-appworld-testc-opus,arxiv-2610.37651,gpt-oss-120b,unstated,agentic-tool,hard,,,,,,,33.4,success%,0.0289,,,"https://arxiv.org/abs/2610.37651 (Table 2, block Claude Opus 5, row ACE, column AppWorld Test-C)",,out:effort-not-established, arxiv-2610.37651-taubench-opus,arxiv-2610.37651,gpt-oss-120b,unstated,agentic-tool,hard,,,,,,,61.7,success%,0.0289,,,"https://arxiv.org/abs/2610.37651 (Table 2, block Claude Opus 5, row ACE, column tau-bench)",,out:effort-not-established, arxiv-2610.37651-alfworld-opus,arxiv-2610.37651,gpt-oss-120b,unstated,agentic-tool,hard,,,,,,,98.4,success%,0.0289,,,"https://arxiv.org/abs/2610.37651 (Table 2, block Claude Opus 5, row GEPA-Curator, column ALFWorld)",,out:effort-not-established, arxiv-2610.37651-appworld-testn-opus,arxiv-2610.37651,gpt-oss-120b,unstated,agentic-tool,hard,,,,,,,68.8,success%,0.0289,,,"https://arxiv.org/abs/2610.37651 (Table 2, block Claude Opus 5, row GEPA-Curator, column AppWorld Test-N)",,out:effort-not-established, arxiv-2610.37651-appworld-testc-opus,arxiv-2610.37651,gpt-oss-120b,unstated,agentic-tool,hard,,,,,,,46.4,success%,0.0289,,,"https://arxiv.org/abs/2610.37651 (Table 2, block Claude Opus 5, row GEPA-Curator, column AppWorld Test-C)",,out:effort-not-established, arxiv-2610.37651-taubench-opus,arxiv-2610.37651,gpt-oss-120b,unstated,agentic-tool,hard,,,,,,,82.9,success%,0.0289,,,"https://arxiv.org/abs/2610.37651 (Table 2, block Claude Opus 5, row GEPA-Curator, column tau-bench)",,out:effort-not-established, arxiv-2610.37651-qa-aime2025-seed,arxiv-2610.37651,qwen3-8b,unstated,reasoning-math,hard,,,,,,,27.3,score%,0.0289,,,"https://arxiv.org/abs/2610.37651 (Table 16, row Seed, column AIME 2025)",,out:effort-not-established, arxiv-2610.37651-qa-ifbench-seed,arxiv-2610.37651,qwen3-8b,unstated,mixed,hard,,,,,,,36.9,score%,0.0289,,,"https://arxiv.org/abs/2610.37651 (Table 16, row Seed, column IFBench)",,out:effort-not-established, arxiv-2610.37651-qa-hover-seed,arxiv-2610.37651,qwen3-8b,unstated,mixed,hard,,,,,,,35.3,score%,0.0289,,,"https://arxiv.org/abs/2610.37651 (Table 16, row Seed, column HoVer)",,out:effort-not-established, arxiv-2610.37651-qa-hotpotqa-seed,arxiv-2610.37651,qwen3-8b,unstated,mixed,hard,,,,,,,42.3,score%,0.0289,,,"https://arxiv.org/abs/2610.37651 (Table 16, row Seed, column HotpotQA)",,out:effort-not-established, arxiv-2610.37651-qa-aime2025-gepa,arxiv-2610.37651,qwen3-8b,unstated,reasoning-math,hard,,,,,,,64.7,score%,0.0289,,,"https://arxiv.org/abs/2610.37651 (Table 16, row GEPA, column AIME 2025)",,out:effort-not-established, arxiv-2610.37651-qa-ifbench-gepa,arxiv-2610.37651,qwen3-8b,unstated,mixed,hard,,,,,,,45.2,score%,0.0289,,,"https://arxiv.org/abs/2610.37651 (Table 16, row GEPA, column IFBench)",,out:effort-not-established, arxiv-2610.37651-qa-hover-gepa,arxiv-2610.37651,qwen3-8b,unstated,mixed,hard,,,,,,,51.0,score%,0.0289,,,"https://arxiv.org/abs/2610.37651 (Table 16, row GEPA, column HoVer)",,out:effort-not-established, arxiv-2610.37651-qa-hotpotqa-gepa,arxiv-2610.37651,qwen3-8b,unstated,mixed,hard,,,,,,,66.3,score%,0.0289,,,"https://arxiv.org/abs/2610.37651 (Table 16, row GEPA, column HotpotQA)",,out:effort-not-established, arxiv-2610.37651-qa-aime2025-curator,arxiv-2610.37651,qwen3-8b,unstated,reasoning-math,hard,,,,,,,65.3,score%,0.0289,,,"https://arxiv.org/abs/2610.37651 (Table 16, row GEPA-Curator, column AIME 2025)",,out:effort-not-established, arxiv-2610.37651-qa-ifbench-curator,arxiv-2610.37651,qwen3-8b,unstated,mixed,hard,,,,,,,45.9,score%,0.0289,,,"https://arxiv.org/abs/2610.37651 (Table 16, row GEPA-Curator, column IFBench)",,out:effort-not-established, arxiv-2610.37651-qa-hover-curator,arxiv-2610.37651,qwen3-8b,unstated,mixed,hard,,,,,,,55.3,score%,0.0289,,,"https://arxiv.org/abs/2610.37651 (Table 16, row GEPA-Curator, column HoVer)",,out:effort-not-established, arxiv-2610.37651-qa-hotpotqa-curator,arxiv-2610.37651,qwen3-8b,unstated,mixed,hard,,,,,,,65.0,score%,0.0289,,,"https://arxiv.org/abs/2610.37651 (Table 16, row GEPA-Curator, column HotpotQA)",,out:effort-not-established, arxiv-2610.37747-recall-likert,arxiv-2610.37747,gemini-3.1-flash-lite,low,mixed,hard,,,5.05,0.00289,796.2,131.5,0.982,recall,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.37747 (Table 1 (recovering the 167 reference anomalies from the 20,000-image sample), row Gemini 3.1 Flash-Lite / Likert, column Recall)",,out:single-couple,out:cost-single-couple arxiv-2610.37747-prec-likert,arxiv-2610.37747,gemini-3.1-flash-lite,low,mixed,hard,,,,,,,0.078,precision,0.000289,,,"https://arxiv.org/abs/2610.37747 (Table 1, row Gemini 3.1 Flash-Lite / Likert, column Precision)",,out:single-couple, arxiv-2610.37747-r2000-likert,arxiv-2610.37747,gemini-3.1-flash-lite,low,mixed,hard,,,,,,,0.976,recall@2000,0.000289,,,"https://arxiv.org/abs/2610.37747 (Table 1, row Gemini 3.1 Flash-Lite / Likert, column Recall@2000)",,out:single-couple, arxiv-2610.37747-nsel-likert,arxiv-2610.37747,gemini-3.1-flash-lite,low,mixed,hard,,,,,,,2095,n-selected,0.289,,,"https://arxiv.org/abs/2610.37747 (Table 1, row Gemini 3.1 Flash-Lite / Likert, column N Selected (threshold 33/50))",,out:not-headline, arxiv-2610.37747-recall-tourn,arxiv-2610.37747,gemini-3.1-flash-lite,low,mixed,hard,,,3.66,0.00289,899.8,25.4,0.958,recall,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.37747 (Table 1 (recovering the 167 reference anomalies from the 20,000-image sample), row Gemini 3.1 Flash-Lite / Tournament, column Recall)",,out:single-couple,out:cost-single-couple arxiv-2610.37747-prec-tourn,arxiv-2610.37747,gemini-3.1-flash-lite,low,mixed,hard,,,,,,,0.079,precision,0.000289,,,"https://arxiv.org/abs/2610.37747 (Table 1, row Gemini 3.1 Flash-Lite / Tournament, column Precision)",,out:single-couple, arxiv-2610.37747-r2000-tourn,arxiv-2610.37747,gemini-3.1-flash-lite,low,mixed,hard,,,,,,,0.949,recall@2000,0.000289,,,"https://arxiv.org/abs/2610.37747 (Table 1, row Gemini 3.1 Flash-Lite / Tournament, column Recall@2000)",,out:single-couple, arxiv-2610.37747-nsel-tourn,arxiv-2610.37747,gemini-3.1-flash-lite,low,mixed,hard,,,,,,,2019,n-selected,0.289,,,"https://arxiv.org/abs/2610.37747 (Table 1, row Gemini 3.1 Flash-Lite / Tournament, column N Selected (threshold Round 10))",,out:not-headline, arxiv-2610.37747-top300-likert,arxiv-2610.37747,gemini-3.1-flash-lite,low,mixed,hard,,,,,,,0.497,recall@300,0.000289,,,https://arxiv.org/abs/2610.37747 (Anomaly Recovery (text)),,out:single-couple, arxiv-2610.37747-seeds-likert,arxiv-2610.37747,gemini-3.1-flash-lite,low,mixed,hard,,,,,,,0.980,recall-3-seeds,0.000289,,,https://arxiv.org/abs/2610.37747 (Anomaly Recovery (text): sensitivity to background sampling and grid randomization),,out:single-couple, arxiv-2610.37747-found-likert,arxiv-2610.37747,gemini-3.1-flash-lite,low,mixed,hard,,,5.05,0.00289,,,164,anomalies-recovered,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.37747 (Vision-Language Models (setup), thinking low)",,in,in arxiv-2610.37747-found-likert,arxiv-2610.37747,gemini-3.1-flash-lite,high,mixed,hard,,,17.23,0.00289,,,163,anomalies-recovered,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.37747 (Vision-Language Models (setup), thinking high)",,in,in arxiv-2610.37797-vulnlens-direct-accuracy,arxiv-2610.37797,gpt-5.5,unstated,mixed,hard,,,,,,,68.1,Accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.37797 (Table 3, row GPT-5.5, column Accuracy (%))",,out:effort-not-established, arxiv-2610.37797-vulnlens-direct-precision,arxiv-2610.37797,gpt-5.5,unstated,mixed,hard,,,,,,,76.1,Precision (%),0.0289,,,"https://arxiv.org/abs/2610.37797 (Table 3, row GPT-5.5, column Precision (%))",,out:effort-not-established, arxiv-2610.37797-vulnlens-direct-recall,arxiv-2610.37797,gpt-5.5,unstated,mixed,hard,,,,,,,53.8,Recall (%),0.0289,,,"https://arxiv.org/abs/2610.37797 (Table 3, row GPT-5.5, column Recall (%))",,out:effort-not-established, arxiv-2610.37797-vulnlens-direct-f1,arxiv-2610.37797,gpt-5.5,unstated,mixed,hard,,,,,,,63.0,F1 (%),0.0289,,,"https://arxiv.org/abs/2610.37797 (Table 3, row GPT-5.5, column F1 (%))",,out:effort-not-established, arxiv-2610.37797-vulnlens-direct-fpr,arxiv-2610.37797,gpt-5.5,unstated,mixed,hard,,,,,,,17.3,FPR (%),0.0289,,,"https://arxiv.org/abs/2610.37797 (Table 3, row GPT-5.5, column FPR (%))",,out:effort-not-established, arxiv-2610.37797-vulnlens-direct-accuracy,arxiv-2610.37797,gpt-5.4,unstated,mixed,hard,,,,,,,68.3,Accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.37797 (Table 3, row GPT-5.4 (direct), column Accuracy (%))",,out:effort-not-established, arxiv-2610.37797-vulnlens-direct-precision,arxiv-2610.37797,gpt-5.4,unstated,mixed,hard,,,,,,,84.6,Precision (%),0.0289,,,"https://arxiv.org/abs/2610.37797 (Table 3, row GPT-5.4 (direct), column Precision (%))",,out:effort-not-established, arxiv-2610.37797-vulnlens-direct-recall,arxiv-2610.37797,gpt-5.4,unstated,mixed,hard,,,,,,,45.5,Recall (%),0.0289,,,"https://arxiv.org/abs/2610.37797 (Table 3, row GPT-5.4 (direct), column Recall (%))",,out:effort-not-established, arxiv-2610.37797-vulnlens-direct-f1,arxiv-2610.37797,gpt-5.4,unstated,mixed,hard,,,,,,,59.2,F1 (%),0.0289,,,"https://arxiv.org/abs/2610.37797 (Table 3, row GPT-5.4 (direct), column F1 (%))",,out:effort-not-established, arxiv-2610.37797-vulnlens-direct-fpr,arxiv-2610.37797,gpt-5.4,unstated,mixed,hard,,,,,,,8.5,FPR (%),0.0289,,,"https://arxiv.org/abs/2610.37797 (Table 3, row GPT-5.4 (direct), column FPR (%))",,out:effort-not-established, arxiv-2610.37797-vulnlens-selfexpl-accuracy,arxiv-2610.37797,gpt-5.4,unstated,mixed,hard,,,,,,,65.4,Accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.37797 (Table 3, row GPT-5.4 (self-expl.), column Accuracy (%))",,out:effort-not-established, arxiv-2610.37797-vulnlens-selfexpl-precision,arxiv-2610.37797,gpt-5.4,unstated,mixed,hard,,,,,,,82.8,Precision (%),0.0289,,,"https://arxiv.org/abs/2610.37797 (Table 3, row GPT-5.4 (self-expl.), column Precision (%))",,out:effort-not-established, arxiv-2610.37797-vulnlens-selfexpl-recall,arxiv-2610.37797,gpt-5.4,unstated,mixed,hard,,,,,,,39.8,Recall (%),0.0289,,,"https://arxiv.org/abs/2610.37797 (Table 3, row GPT-5.4 (self-expl.), column Recall (%))",,out:effort-not-established, arxiv-2610.37797-vulnlens-selfexpl-f1,arxiv-2610.37797,gpt-5.4,unstated,mixed,hard,,,,,,,53.8,F1 (%),0.0289,,,"https://arxiv.org/abs/2610.37797 (Table 3, row GPT-5.4 (self-expl.), column F1 (%))",,out:effort-not-established, arxiv-2610.37797-vulnlens-selfexpl-fpr,arxiv-2610.37797,gpt-5.4,unstated,mixed,hard,,,,,,,8.5,FPR (%),0.0289,,,"https://arxiv.org/abs/2610.37797 (Table 3, row GPT-5.4 (self-expl.), column FPR (%))",,out:effort-not-established, arxiv-2610.37797-vulnlens-explainer-cost,arxiv-2610.37797,gpt-5.4,unstated,mixed,hard,,per-full-run,262.30,0.00289,9770000,15860000,,none,,,,"https://arxiv.org/abs/2610.37797 (Table 9, column Cost ($))",,,out:effort-not-established arxiv-2610.38013-kmr1,arxiv-2610.38013,gemini-3.5-flash,unstated,mixed,hard,,,,,,,7.0,KMR@1%,0.0289,,,"https://arxiv.org/abs/2610.38013 (Table 1 (attack success on closed-source MLLMs), row AttackVLM (ADV-Transfer) (B/16), victim Gemini-3.5-Flash (second block of four columns), column KMR@1)",,out:effort-not-established, arxiv-2610.38013-kmr2,arxiv-2610.38013,gemini-3.5-flash,unstated,mixed,hard,,,,,,,3.0,KMR@2%,0.0289,,,"https://arxiv.org/abs/2610.38013 (Table 1 (attack success on closed-source MLLMs), row AttackVLM (ADV-Transfer) (B/16), victim Gemini-3.5-Flash (second block of four columns), column KMR@2)",,out:effort-not-established, arxiv-2610.38013-kmr3,arxiv-2610.38013,gemini-3.5-flash,unstated,mixed,hard,,,,,,,0.0,KMR@3%,0.0289,,,"https://arxiv.org/abs/2610.38013 (Table 1 (attack success on closed-source MLLMs), row AttackVLM (ADV-Transfer) (B/16), victim Gemini-3.5-Flash (second block of four columns), column KMR@3)",,out:effort-not-established, arxiv-2610.38013-asr,arxiv-2610.38013,gemini-3.5-flash,unstated,mixed,hard,,,,,,,1.0,ASR%,0.0289,,,"https://arxiv.org/abs/2610.38013 (Table 1 (attack success on closed-source MLLMs), row AttackVLM (ADV-Transfer) (B/16), victim Gemini-3.5-Flash (second block of four columns), column ASR)",,out:effort-not-established, arxiv-2610.38013-kmr1,arxiv-2610.38013,gemini-3.5-flash,unstated,mixed,hard,,,,,,,6.0,KMR@1%,0.0289,,,"https://arxiv.org/abs/2610.38013 (Table 1 (attack success on closed-source MLLMs), row AttackVLM (ADV-Transfer) (B/32), victim Gemini-3.5-Flash (second block of four columns), column KMR@1)",,out:effort-not-established, arxiv-2610.38013-kmr2,arxiv-2610.38013,gemini-3.5-flash,unstated,mixed,hard,,,,,,,4.0,KMR@2%,0.0289,,,"https://arxiv.org/abs/2610.38013 (Table 1 (attack success on closed-source MLLMs), row AttackVLM (ADV-Transfer) (B/32), victim Gemini-3.5-Flash (second block of four columns), column KMR@2)",,out:effort-not-established, arxiv-2610.38013-kmr3,arxiv-2610.38013,gemini-3.5-flash,unstated,mixed,hard,,,,,,,1.0,KMR@3%,0.0289,,,"https://arxiv.org/abs/2610.38013 (Table 1 (attack success on closed-source MLLMs), row AttackVLM (ADV-Transfer) (B/32), victim Gemini-3.5-Flash (second block of four columns), column KMR@3)",,out:effort-not-established, arxiv-2610.38013-asr,arxiv-2610.38013,gemini-3.5-flash,unstated,mixed,hard,,,,,,,2.0,ASR%,0.0289,,,"https://arxiv.org/abs/2610.38013 (Table 1 (attack success on closed-source MLLMs), row AttackVLM (ADV-Transfer) (B/32), victim Gemini-3.5-Flash (second block of four columns), column ASR)",,out:effort-not-established, arxiv-2610.38013-kmr1,arxiv-2610.38013,gemini-3.5-flash,unstated,mixed,hard,,,,,,,8.0,KMR@1%,0.0289,,,"https://arxiv.org/abs/2610.38013 (Table 1 (attack success on closed-source MLLMs), row AttackVLM (ADV-Transfer) (LAION), victim Gemini-3.5-Flash (second block of four columns), column KMR@1)",,out:effort-not-established, arxiv-2610.38013-kmr2,arxiv-2610.38013,gemini-3.5-flash,unstated,mixed,hard,,,,,,,4.0,KMR@2%,0.0289,,,"https://arxiv.org/abs/2610.38013 (Table 1 (attack success on closed-source MLLMs), row AttackVLM (ADV-Transfer) (LAION), victim Gemini-3.5-Flash (second block of four columns), column KMR@2)",,out:effort-not-established, arxiv-2610.38013-kmr3,arxiv-2610.38013,gemini-3.5-flash,unstated,mixed,hard,,,,,,,0.0,KMR@3%,0.0289,,,"https://arxiv.org/abs/2610.38013 (Table 1 (attack success on closed-source MLLMs), row AttackVLM (ADV-Transfer) (LAION), victim Gemini-3.5-Flash (second block of four columns), column KMR@3)",,out:effort-not-established, arxiv-2610.38013-asr,arxiv-2610.38013,gemini-3.5-flash,unstated,mixed,hard,,,,,,,1.0,ASR%,0.0289,,,"https://arxiv.org/abs/2610.38013 (Table 1 (attack success on closed-source MLLMs), row AttackVLM (ADV-Transfer) (LAION), victim Gemini-3.5-Flash (second block of four columns), column ASR)",,out:effort-not-established, arxiv-2610.38013-kmr1,arxiv-2610.38013,gemini-3.5-flash,unstated,mixed,hard,,,,,,,8.0,KMR@1%,0.0289,,,"https://arxiv.org/abs/2610.38013 (Table 1 (attack success on closed-source MLLMs), row AttackVLM (ADV-Query) (Victim / B/16), victim Gemini-3.5-Flash (second block of four columns), column KMR@1)",,out:effort-not-established, arxiv-2610.38013-kmr2,arxiv-2610.38013,gemini-3.5-flash,unstated,mixed,hard,,,,,,,2.0,KMR@2%,0.0289,,,"https://arxiv.org/abs/2610.38013 (Table 1 (attack success on closed-source MLLMs), row AttackVLM (ADV-Query) (Victim / B/16), victim Gemini-3.5-Flash (second block of four columns), column KMR@2)",,out:effort-not-established, arxiv-2610.38013-kmr3,arxiv-2610.38013,gemini-3.5-flash,unstated,mixed,hard,,,,,,,0.0,KMR@3%,0.0289,,,"https://arxiv.org/abs/2610.38013 (Table 1 (attack success on closed-source MLLMs), row AttackVLM (ADV-Query) (Victim / B/16), victim Gemini-3.5-Flash (second block of four columns), column KMR@3)",,out:effort-not-established, arxiv-2610.38013-asr,arxiv-2610.38013,gemini-3.5-flash,unstated,mixed,hard,,,,,,,2.0,ASR%,0.0289,,,"https://arxiv.org/abs/2610.38013 (Table 1 (attack success on closed-source MLLMs), row AttackVLM (ADV-Query) (Victim / B/16), victim Gemini-3.5-Flash (second block of four columns), column ASR)",,out:effort-not-established, arxiv-2610.38013-kmr1,arxiv-2610.38013,gemini-3.5-flash,unstated,mixed,hard,,,,,,,4.0,KMR@1%,0.0289,,,"https://arxiv.org/abs/2610.38013 (Table 1 (attack success on closed-source MLLMs), row AdvDiffVLM (Ensemble), victim Gemini-3.5-Flash (second block of four columns), column KMR@1)",,out:effort-not-established, arxiv-2610.38013-kmr2,arxiv-2610.38013,gemini-3.5-flash,unstated,mixed,hard,,,,,,,2.0,KMR@2%,0.0289,,,"https://arxiv.org/abs/2610.38013 (Table 1 (attack success on closed-source MLLMs), row AdvDiffVLM (Ensemble), victim Gemini-3.5-Flash (second block of four columns), column KMR@2)",,out:effort-not-established, arxiv-2610.38013-kmr3,arxiv-2610.38013,gemini-3.5-flash,unstated,mixed,hard,,,,,,,0.0,KMR@3%,0.0289,,,"https://arxiv.org/abs/2610.38013 (Table 1 (attack success on closed-source MLLMs), row AdvDiffVLM (Ensemble), victim Gemini-3.5-Flash (second block of four columns), column KMR@3)",,out:effort-not-established, arxiv-2610.38013-asr,arxiv-2610.38013,gemini-3.5-flash,unstated,mixed,hard,,,,,,,1.0,ASR%,0.0289,,,"https://arxiv.org/abs/2610.38013 (Table 1 (attack success on closed-source MLLMs), row AdvDiffVLM (Ensemble), victim Gemini-3.5-Flash (second block of four columns), column ASR)",,out:effort-not-established, arxiv-2610.38013-kmr1,arxiv-2610.38013,gemini-3.5-flash,unstated,mixed,hard,,,,,,,4.0,KMR@1%,0.0289,,,"https://arxiv.org/abs/2610.38013 (Table 1 (attack success on closed-source MLLMs), row SSA-CWA (Ensemble), victim Gemini-3.5-Flash (second block of four columns), column KMR@1)",,out:effort-not-established, arxiv-2610.38013-kmr2,arxiv-2610.38013,gemini-3.5-flash,unstated,mixed,hard,,,,,,,2.0,KMR@2%,0.0289,,,"https://arxiv.org/abs/2610.38013 (Table 1 (attack success on closed-source MLLMs), row SSA-CWA (Ensemble), victim Gemini-3.5-Flash (second block of four columns), column KMR@2)",,out:effort-not-established, arxiv-2610.38013-kmr3,arxiv-2610.38013,gemini-3.5-flash,unstated,mixed,hard,,,,,,,0.0,KMR@3%,0.0289,,,"https://arxiv.org/abs/2610.38013 (Table 1 (attack success on closed-source MLLMs), row SSA-CWA (Ensemble), victim Gemini-3.5-Flash (second block of four columns), column KMR@3)",,out:effort-not-established, arxiv-2610.38013-asr,arxiv-2610.38013,gemini-3.5-flash,unstated,mixed,hard,,,,,,,4.0,ASR%,0.0289,,,"https://arxiv.org/abs/2610.38013 (Table 1 (attack success on closed-source MLLMs), row SSA-CWA (Ensemble), victim Gemini-3.5-Flash (second block of four columns), column ASR)",,out:effort-not-established, arxiv-2610.38013-kmr1,arxiv-2610.38013,gemini-3.5-flash,unstated,mixed,hard,,,,,,,32.0,KMR@1%,0.0289,,,"https://arxiv.org/abs/2610.38013 (Table 1 (attack success on closed-source MLLMs), row AnyAttack (Ensemble), victim Gemini-3.5-Flash (second block of four columns), column KMR@1)",,out:effort-not-established, arxiv-2610.38013-kmr2,arxiv-2610.38013,gemini-3.5-flash,unstated,mixed,hard,,,,,,,5.0,KMR@2%,0.0289,,,"https://arxiv.org/abs/2610.38013 (Table 1 (attack success on closed-source MLLMs), row AnyAttack (Ensemble), victim Gemini-3.5-Flash (second block of four columns), column KMR@2)",,out:effort-not-established, arxiv-2610.38013-kmr3,arxiv-2610.38013,gemini-3.5-flash,unstated,mixed,hard,,,,,,,0.0,KMR@3%,0.0289,,,"https://arxiv.org/abs/2610.38013 (Table 1 (attack success on closed-source MLLMs), row AnyAttack (Ensemble), victim Gemini-3.5-Flash (second block of four columns), column KMR@3)",,out:effort-not-established, arxiv-2610.38013-asr,arxiv-2610.38013,gemini-3.5-flash,unstated,mixed,hard,,,,,,,31.0,ASR%,0.0289,,,"https://arxiv.org/abs/2610.38013 (Table 1 (attack success on closed-source MLLMs), row AnyAttack (Ensemble), victim Gemini-3.5-Flash (second block of four columns), column ASR)",,out:effort-not-established, arxiv-2610.38013-kmr1,arxiv-2610.38013,gemini-3.5-flash,unstated,mixed,hard,,,,,,,79.0,KMR@1%,0.0289,,,"https://arxiv.org/abs/2610.38013 (Table 1 (attack success on closed-source MLLMs), row M-Attack (Ensemble), victim Gemini-3.5-Flash (second block of four columns), column KMR@1)",,out:effort-not-established, arxiv-2610.38013-kmr2,arxiv-2610.38013,gemini-3.5-flash,unstated,mixed,hard,,,,,,,55.0,KMR@2%,0.0289,,,"https://arxiv.org/abs/2610.38013 (Table 1 (attack success on closed-source MLLMs), row M-Attack (Ensemble), victim Gemini-3.5-Flash (second block of four columns), column KMR@2)",,out:effort-not-established, arxiv-2610.38013-kmr3,arxiv-2610.38013,gemini-3.5-flash,unstated,mixed,hard,,,,,,,14.0,KMR@3%,0.0289,,,"https://arxiv.org/abs/2610.38013 (Table 1 (attack success on closed-source MLLMs), row M-Attack (Ensemble), victim Gemini-3.5-Flash (second block of four columns), column KMR@3)",,out:effort-not-established, arxiv-2610.38013-asr,arxiv-2610.38013,gemini-3.5-flash,unstated,mixed,hard,,,,,,,81.0,ASR%,0.0289,,,"https://arxiv.org/abs/2610.38013 (Table 1 (attack success on closed-source MLLMs), row M-Attack (Ensemble), victim Gemini-3.5-Flash (second block of four columns), column ASR)",,out:effort-not-established, arxiv-2610.38013-kmr1,arxiv-2610.38013,gemini-3.5-flash,unstated,mixed,hard,,,,,,,78.0,KMR@1%,0.0289,,,"https://arxiv.org/abs/2610.38013 (Table 1 (attack success on closed-source MLLMs), row FOA-Attack (Ensemble), victim Gemini-3.5-Flash (second block of four columns), column KMR@1)",,out:effort-not-established, arxiv-2610.38013-kmr2,arxiv-2610.38013,gemini-3.5-flash,unstated,mixed,hard,,,,,,,59.0,KMR@2%,0.0289,,,"https://arxiv.org/abs/2610.38013 (Table 1 (attack success on closed-source MLLMs), row FOA-Attack (Ensemble), victim Gemini-3.5-Flash (second block of four columns), column KMR@2)",,out:effort-not-established, arxiv-2610.38013-kmr3,arxiv-2610.38013,gemini-3.5-flash,unstated,mixed,hard,,,,,,,13.0,KMR@3%,0.0289,,,"https://arxiv.org/abs/2610.38013 (Table 1 (attack success on closed-source MLLMs), row FOA-Attack (Ensemble), victim Gemini-3.5-Flash (second block of four columns), column KMR@3)",,out:effort-not-established, arxiv-2610.38013-asr,arxiv-2610.38013,gemini-3.5-flash,unstated,mixed,hard,,,,,,,84.0,ASR%,0.0289,,,"https://arxiv.org/abs/2610.38013 (Table 1 (attack success on closed-source MLLMs), row FOA-Attack (Ensemble), victim Gemini-3.5-Flash (second block of four columns), column ASR)",,out:effort-not-established, arxiv-2610.38013-kmr1,arxiv-2610.38013,gemini-3.5-flash,unstated,mixed,hard,,,,,,,81.0,KMR@1%,0.0289,,,"https://arxiv.org/abs/2610.38013 (Table 1 (attack success on closed-source MLLMs), row VISTA -Proxy (Ours) (Qwen3-VL / Ensemble), victim Gemini-3.5-Flash (second block of four columns), column KMR@1)",,out:effort-not-established, arxiv-2610.38013-kmr2,arxiv-2610.38013,gemini-3.5-flash,unstated,mixed,hard,,,,,,,26.0,KMR@2%,0.0289,,,"https://arxiv.org/abs/2610.38013 (Table 1 (attack success on closed-source MLLMs), row VISTA -Proxy (Ours) (Qwen3-VL / Ensemble), victim Gemini-3.5-Flash (second block of four columns), column KMR@2)",,out:effort-not-established, arxiv-2610.38013-kmr3,arxiv-2610.38013,gemini-3.5-flash,unstated,mixed,hard,,,,,,,16.0,KMR@3%,0.0289,,,"https://arxiv.org/abs/2610.38013 (Table 1 (attack success on closed-source MLLMs), row VISTA -Proxy (Ours) (Qwen3-VL / Ensemble), victim Gemini-3.5-Flash (second block of four columns), column KMR@3)",,out:effort-not-established, arxiv-2610.38013-asr,arxiv-2610.38013,gemini-3.5-flash,unstated,mixed,hard,,,,,,,81.0,ASR%,0.0289,,,"https://arxiv.org/abs/2610.38013 (Table 1 (attack success on closed-source MLLMs), row VISTA -Proxy (Ours) (Qwen3-VL / Ensemble), victim Gemini-3.5-Flash (second block of four columns), column ASR)",,out:effort-not-established, arxiv-2610.38013-kmr1,arxiv-2610.38013,gemini-3.5-flash,unstated,mixed,hard,,,,,,,80.0,KMR@1%,0.0289,,,"https://arxiv.org/abs/2610.38013 (Table 1 (attack success on closed-source MLLMs), row VISTA -Victim (Ours) (Victim / Ensemble), victim Gemini-3.5-Flash (second block of four columns), column KMR@1)",,out:effort-not-established, arxiv-2610.38013-kmr2,arxiv-2610.38013,gemini-3.5-flash,unstated,mixed,hard,,,,,,,29.0,KMR@2%,0.0289,,,"https://arxiv.org/abs/2610.38013 (Table 1 (attack success on closed-source MLLMs), row VISTA -Victim (Ours) (Victim / Ensemble), victim Gemini-3.5-Flash (second block of four columns), column KMR@2)",,out:effort-not-established, arxiv-2610.38013-kmr3,arxiv-2610.38013,gemini-3.5-flash,unstated,mixed,hard,,,,,,,17.0,KMR@3%,0.0289,,,"https://arxiv.org/abs/2610.38013 (Table 1 (attack success on closed-source MLLMs), row VISTA -Victim (Ours) (Victim / Ensemble), victim Gemini-3.5-Flash (second block of four columns), column KMR@3)",,out:effort-not-established, arxiv-2610.38013-asr,arxiv-2610.38013,gemini-3.5-flash,unstated,mixed,hard,,,,,,,85.0,ASR%,0.0289,,,"https://arxiv.org/abs/2610.38013 (Table 1 (attack success on closed-source MLLMs), row VISTA -Victim (Ours) (Victim / Ensemble), victim Gemini-3.5-Flash (second block of four columns), column ASR)",,out:effort-not-established, arxiv-2610.38013-cost-victim,arxiv-2610.38013,?Gemini,not-established:absent,mixed,hard,,,,,,,,none,,,,https://arxiv.org/abs/2610.38013 (),,,out:model-not-established arxiv-2610.38091-figstep-asr-economic-harm,arxiv-2610.38091,gemini-3.1-pro,unstated,mixed,hard,,,,,,,33.25,ASR%,0.00289,,,"https://arxiv.org/abs/2610.38091 (Table IV (black-box jailbreak performance against GPT-5.6 and Gemini 3.1 Pro), row Economic Harm, Gemini 3.1 Pro block, column FigStep ASR (%))",,out:effort-not-established, arxiv-2610.38091-jc-asr-economic-harm,arxiv-2610.38091,gemini-3.1-pro,unstated,mixed,hard,,,,,,,67.46,ASR%,0.00289,,,"https://arxiv.org/abs/2610.38091 (Table IV (black-box jailbreak performance against GPT-5.6 and Gemini 3.1 Pro), row Economic Harm, Gemini 3.1 Pro block, column JC ASR (%))",,out:effort-not-established, arxiv-2610.38091-figstep-ppl-economic-harm,arxiv-2610.38091,gemini-3.1-pro,unstated,mixed,hard,,,,,,,16.90,PPL,0.00289,,,"https://arxiv.org/abs/2610.38091 (Table IV (black-box jailbreak performance against GPT-5.6 and Gemini 3.1 Pro), row Economic Harm, Gemini 3.1 Pro block, column FigStep response perplexity (PPL, lower is better))",,out:effort-not-established, arxiv-2610.38091-jc-ppl-economic-harm,arxiv-2610.38091,gemini-3.1-pro,unstated,mixed,hard,,,,,,,13.51,PPL,0.00289,,,"https://arxiv.org/abs/2610.38091 (Table IV (black-box jailbreak performance against GPT-5.6 and Gemini 3.1 Pro), row Economic Harm, Gemini 3.1 Pro block, column JC response perplexity (PPL, lower is better))",,out:effort-not-established, arxiv-2610.38091-figstep-asr-financial-advice,arxiv-2610.38091,gemini-3.1-pro,unstated,mixed,hard,,,,,,,31.95,ASR%,0.00289,,,"https://arxiv.org/abs/2610.38091 (Table IV (black-box jailbreak performance against GPT-5.6 and Gemini 3.1 Pro), row Financial Advice, Gemini 3.1 Pro block, column FigStep ASR (%))",,out:effort-not-established, arxiv-2610.38091-jc-asr-financial-advice,arxiv-2610.38091,gemini-3.1-pro,unstated,mixed,hard,,,,,,,65.58,ASR%,0.00289,,,"https://arxiv.org/abs/2610.38091 (Table IV (black-box jailbreak performance against GPT-5.6 and Gemini 3.1 Pro), row Financial Advice, Gemini 3.1 Pro block, column JC ASR (%))",,out:effort-not-established, arxiv-2610.38091-figstep-ppl-financial-advice,arxiv-2610.38091,gemini-3.1-pro,unstated,mixed,hard,,,,,,,12.33,PPL,0.00289,,,"https://arxiv.org/abs/2610.38091 (Table IV (black-box jailbreak performance against GPT-5.6 and Gemini 3.1 Pro), row Financial Advice, Gemini 3.1 Pro block, column FigStep response perplexity (PPL, lower is better))",,out:effort-not-established, arxiv-2610.38091-jc-ppl-financial-advice,arxiv-2610.38091,gemini-3.1-pro,unstated,mixed,hard,,,,,,,8.69,PPL,0.00289,,,"https://arxiv.org/abs/2610.38091 (Table IV (black-box jailbreak performance against GPT-5.6 and Gemini 3.1 Pro), row Financial Advice, Gemini 3.1 Pro block, column JC response perplexity (PPL, lower is better))",,out:effort-not-established, arxiv-2610.38091-figstep-asr-fraud,arxiv-2610.38091,gemini-3.1-pro,unstated,mixed,hard,,,,,,,23.34,ASR%,0.00289,,,"https://arxiv.org/abs/2610.38091 (Table IV (black-box jailbreak performance against GPT-5.6 and Gemini 3.1 Pro), row Fraud, Gemini 3.1 Pro block, column FigStep ASR (%))",,out:effort-not-established, arxiv-2610.38091-jc-asr-fraud,arxiv-2610.38091,gemini-3.1-pro,unstated,mixed,hard,,,,,,,53.11,ASR%,0.00289,,,"https://arxiv.org/abs/2610.38091 (Table IV (black-box jailbreak performance against GPT-5.6 and Gemini 3.1 Pro), row Fraud, Gemini 3.1 Pro block, column JC ASR (%))",,out:effort-not-established, arxiv-2610.38091-figstep-ppl-fraud,arxiv-2610.38091,gemini-3.1-pro,unstated,mixed,hard,,,,,,,19.35,PPL,0.00289,,,"https://arxiv.org/abs/2610.38091 (Table IV (black-box jailbreak performance against GPT-5.6 and Gemini 3.1 Pro), row Fraud, Gemini 3.1 Pro block, column FigStep response perplexity (PPL, lower is better))",,out:effort-not-established, arxiv-2610.38091-jc-ppl-fraud,arxiv-2610.38091,gemini-3.1-pro,unstated,mixed,hard,,,,,,,16.63,PPL,0.00289,,,"https://arxiv.org/abs/2610.38091 (Table IV (black-box jailbreak performance against GPT-5.6 and Gemini 3.1 Pro), row Fraud, Gemini 3.1 Pro block, column JC response perplexity (PPL, lower is better))",,out:effort-not-established, arxiv-2610.38091-figstep-asr-government-decision,arxiv-2610.38091,gemini-3.1-pro,unstated,mixed,hard,,,,,,,32.73,ASR%,0.00289,,,"https://arxiv.org/abs/2610.38091 (Table IV (black-box jailbreak performance against GPT-5.6 and Gemini 3.1 Pro), row Government Decision, Gemini 3.1 Pro block, column FigStep ASR (%))",,out:effort-not-established, arxiv-2610.38091-jc-asr-government-decision,arxiv-2610.38091,gemini-3.1-pro,unstated,mixed,hard,,,,,,,56.72,ASR%,0.00289,,,"https://arxiv.org/abs/2610.38091 (Table IV (black-box jailbreak performance against GPT-5.6 and Gemini 3.1 Pro), row Government Decision, Gemini 3.1 Pro block, column JC ASR (%))",,out:effort-not-established, arxiv-2610.38091-figstep-ppl-government-decision,arxiv-2610.38091,gemini-3.1-pro,unstated,mixed,hard,,,,,,,9.41,PPL,0.00289,,,"https://arxiv.org/abs/2610.38091 (Table IV (black-box jailbreak performance against GPT-5.6 and Gemini 3.1 Pro), row Government Decision, Gemini 3.1 Pro block, column FigStep response perplexity (PPL, lower is better))",,out:effort-not-established, arxiv-2610.38091-jc-ppl-government-decision,arxiv-2610.38091,gemini-3.1-pro,unstated,mixed,hard,,,,,,,7.89,PPL,0.00289,,,"https://arxiv.org/abs/2610.38091 (Table IV (black-box jailbreak performance against GPT-5.6 and Gemini 3.1 Pro), row Government Decision, Gemini 3.1 Pro block, column JC response perplexity (PPL, lower is better))",,out:effort-not-established, arxiv-2610.38091-figstep-asr-hate-speech,arxiv-2610.38091,gemini-3.1-pro,unstated,mixed,hard,,,,,,,8.57,ASR%,0.00289,,,"https://arxiv.org/abs/2610.38091 (Table IV (black-box jailbreak performance against GPT-5.6 and Gemini 3.1 Pro), row Hate Speech, Gemini 3.1 Pro block, column FigStep ASR (%))",,out:effort-not-established, arxiv-2610.38091-jc-asr-hate-speech,arxiv-2610.38091,gemini-3.1-pro,unstated,mixed,hard,,,,,,,31.72,ASR%,0.00289,,,"https://arxiv.org/abs/2610.38091 (Table IV (black-box jailbreak performance against GPT-5.6 and Gemini 3.1 Pro), row Hate Speech, Gemini 3.1 Pro block, column JC ASR (%))",,out:effort-not-established, arxiv-2610.38091-figstep-ppl-hate-speech,arxiv-2610.38091,gemini-3.1-pro,unstated,mixed,hard,,,,,,,21.68,PPL,0.00289,,,"https://arxiv.org/abs/2610.38091 (Table IV (black-box jailbreak performance against GPT-5.6 and Gemini 3.1 Pro), row Hate Speech, Gemini 3.1 Pro block, column FigStep response perplexity (PPL, lower is better))",,out:effort-not-established, arxiv-2610.38091-jc-ppl-hate-speech,arxiv-2610.38091,gemini-3.1-pro,unstated,mixed,hard,,,,,,,18.84,PPL,0.00289,,,"https://arxiv.org/abs/2610.38091 (Table IV (black-box jailbreak performance against GPT-5.6 and Gemini 3.1 Pro), row Hate Speech, Gemini 3.1 Pro block, column JC response perplexity (PPL, lower is better))",,out:effort-not-established, arxiv-2610.38091-figstep-asr-health-consultation,arxiv-2610.38091,gemini-3.1-pro,unstated,mixed,hard,,,,,,,11.68,ASR%,0.00289,,,"https://arxiv.org/abs/2610.38091 (Table IV (black-box jailbreak performance against GPT-5.6 and Gemini 3.1 Pro), row Health Consultation, Gemini 3.1 Pro block, column FigStep ASR (%))",,out:effort-not-established, arxiv-2610.38091-jc-asr-health-consultation,arxiv-2610.38091,gemini-3.1-pro,unstated,mixed,hard,,,,,,,36.23,ASR%,0.00289,,,"https://arxiv.org/abs/2610.38091 (Table IV (black-box jailbreak performance against GPT-5.6 and Gemini 3.1 Pro), row Health Consultation, Gemini 3.1 Pro block, column JC ASR (%))",,out:effort-not-established, arxiv-2610.38091-figstep-ppl-health-consultation,arxiv-2610.38091,gemini-3.1-pro,unstated,mixed,hard,,,,,,,18.67,PPL,0.00289,,,"https://arxiv.org/abs/2610.38091 (Table IV (black-box jailbreak performance against GPT-5.6 and Gemini 3.1 Pro), row Health Consultation, Gemini 3.1 Pro block, column FigStep response perplexity (PPL, lower is better))",,out:effort-not-established, arxiv-2610.38091-jc-ppl-health-consultation,arxiv-2610.38091,gemini-3.1-pro,unstated,mixed,hard,,,,,,,16.27,PPL,0.00289,,,"https://arxiv.org/abs/2610.38091 (Table IV (black-box jailbreak performance against GPT-5.6 and Gemini 3.1 Pro), row Health Consultation, Gemini 3.1 Pro block, column JC response perplexity (PPL, lower is better))",,out:effort-not-established, arxiv-2610.38091-figstep-asr-illegal-activity,arxiv-2610.38091,gemini-3.1-pro,unstated,mixed,hard,,,,,,,7.31,ASR%,0.00289,,,"https://arxiv.org/abs/2610.38091 (Table IV (black-box jailbreak performance against GPT-5.6 and Gemini 3.1 Pro), row Illegal Activity, Gemini 3.1 Pro block, column FigStep ASR (%))",,out:effort-not-established, arxiv-2610.38091-jc-asr-illegal-activity,arxiv-2610.38091,gemini-3.1-pro,unstated,mixed,hard,,,,,,,29.90,ASR%,0.00289,,,"https://arxiv.org/abs/2610.38091 (Table IV (black-box jailbreak performance against GPT-5.6 and Gemini 3.1 Pro), row Illegal Activity, Gemini 3.1 Pro block, column JC ASR (%))",,out:effort-not-established, arxiv-2610.38091-figstep-ppl-illegal-activity,arxiv-2610.38091,gemini-3.1-pro,unstated,mixed,hard,,,,,,,13.17,PPL,0.00289,,,"https://arxiv.org/abs/2610.38091 (Table IV (black-box jailbreak performance against GPT-5.6 and Gemini 3.1 Pro), row Illegal Activity, Gemini 3.1 Pro block, column FigStep response perplexity (PPL, lower is better))",,out:effort-not-established, arxiv-2610.38091-jc-ppl-illegal-activity,arxiv-2610.38091,gemini-3.1-pro,unstated,mixed,hard,,,,,,,9.38,PPL,0.00289,,,"https://arxiv.org/abs/2610.38091 (Table IV (black-box jailbreak performance against GPT-5.6 and Gemini 3.1 Pro), row Illegal Activity, Gemini 3.1 Pro block, column JC response perplexity (PPL, lower is better))",,out:effort-not-established, arxiv-2610.38091-figstep-asr-legal-opinion,arxiv-2610.38091,gemini-3.1-pro,unstated,mixed,hard,,,,,,,15.43,ASR%,0.00289,,,"https://arxiv.org/abs/2610.38091 (Table IV (black-box jailbreak performance against GPT-5.6 and Gemini 3.1 Pro), row Legal Opinion, Gemini 3.1 Pro block, column FigStep ASR (%))",,out:effort-not-established, arxiv-2610.38091-jc-asr-legal-opinion,arxiv-2610.38091,gemini-3.1-pro,unstated,mixed,hard,,,,,,,41.66,ASR%,0.00289,,,"https://arxiv.org/abs/2610.38091 (Table IV (black-box jailbreak performance against GPT-5.6 and Gemini 3.1 Pro), row Legal Opinion, Gemini 3.1 Pro block, column JC ASR (%))",,out:effort-not-established, arxiv-2610.38091-figstep-ppl-legal-opinion,arxiv-2610.38091,gemini-3.1-pro,unstated,mixed,hard,,,,,,,9.21,PPL,0.00289,,,"https://arxiv.org/abs/2610.38091 (Table IV (black-box jailbreak performance against GPT-5.6 and Gemini 3.1 Pro), row Legal Opinion, Gemini 3.1 Pro block, column FigStep response perplexity (PPL, lower is better))",,out:effort-not-established, arxiv-2610.38091-jc-ppl-legal-opinion,arxiv-2610.38091,gemini-3.1-pro,unstated,mixed,hard,,,,,,,7.07,PPL,0.00289,,,"https://arxiv.org/abs/2610.38091 (Table IV (black-box jailbreak performance against GPT-5.6 and Gemini 3.1 Pro), row Legal Opinion, Gemini 3.1 Pro block, column JC response perplexity (PPL, lower is better))",,out:effort-not-established, arxiv-2610.38091-figstep-asr-malware-generation,arxiv-2610.38091,gemini-3.1-pro,unstated,mixed,hard,,,,,,,17.27,ASR%,0.00289,,,"https://arxiv.org/abs/2610.38091 (Table IV (black-box jailbreak performance against GPT-5.6 and Gemini 3.1 Pro), row Malware Generation, Gemini 3.1 Pro block, column FigStep ASR (%))",,out:effort-not-established, arxiv-2610.38091-jc-asr-malware-generation,arxiv-2610.38091,gemini-3.1-pro,unstated,mixed,hard,,,,,,,44.32,ASR%,0.00289,,,"https://arxiv.org/abs/2610.38091 (Table IV (black-box jailbreak performance against GPT-5.6 and Gemini 3.1 Pro), row Malware Generation, Gemini 3.1 Pro block, column JC ASR (%))",,out:effort-not-established, arxiv-2610.38091-figstep-ppl-malware-generation,arxiv-2610.38091,gemini-3.1-pro,unstated,mixed,hard,,,,,,,21.70,PPL,0.00289,,,"https://arxiv.org/abs/2610.38091 (Table IV (black-box jailbreak performance against GPT-5.6 and Gemini 3.1 Pro), row Malware Generation, Gemini 3.1 Pro block, column FigStep response perplexity (PPL, lower is better))",,out:effort-not-established, arxiv-2610.38091-jc-ppl-malware-generation,arxiv-2610.38091,gemini-3.1-pro,unstated,mixed,hard,,,,,,,16.79,PPL,0.00289,,,"https://arxiv.org/abs/2610.38091 (Table IV (black-box jailbreak performance against GPT-5.6 and Gemini 3.1 Pro), row Malware Generation, Gemini 3.1 Pro block, column JC response perplexity (PPL, lower is better))",,out:effort-not-established, arxiv-2610.38091-figstep-asr-physical-harm,arxiv-2610.38091,gemini-3.1-pro,unstated,mixed,hard,,,,,,,13.87,ASR%,0.00289,,,"https://arxiv.org/abs/2610.38091 (Table IV (black-box jailbreak performance against GPT-5.6 and Gemini 3.1 Pro), row Physical Harm, Gemini 3.1 Pro block, column FigStep ASR (%))",,out:effort-not-established, arxiv-2610.38091-jc-asr-physical-harm,arxiv-2610.38091,gemini-3.1-pro,unstated,mixed,hard,,,,,,,39.40,ASR%,0.00289,,,"https://arxiv.org/abs/2610.38091 (Table IV (black-box jailbreak performance against GPT-5.6 and Gemini 3.1 Pro), row Physical Harm, Gemini 3.1 Pro block, column JC ASR (%))",,out:effort-not-established, arxiv-2610.38091-figstep-ppl-physical-harm,arxiv-2610.38091,gemini-3.1-pro,unstated,mixed,hard,,,,,,,17.81,PPL,0.00289,,,"https://arxiv.org/abs/2610.38091 (Table IV (black-box jailbreak performance against GPT-5.6 and Gemini 3.1 Pro), row Physical Harm, Gemini 3.1 Pro block, column FigStep response perplexity (PPL, lower is better))",,out:effort-not-established, arxiv-2610.38091-jc-ppl-physical-harm,arxiv-2610.38091,gemini-3.1-pro,unstated,mixed,hard,,,,,,,15.48,PPL,0.00289,,,"https://arxiv.org/abs/2610.38091 (Table IV (black-box jailbreak performance against GPT-5.6 and Gemini 3.1 Pro), row Physical Harm, Gemini 3.1 Pro block, column JC response perplexity (PPL, lower is better))",,out:effort-not-established, arxiv-2610.38091-figstep-asr-political-lobbying,arxiv-2610.38091,gemini-3.1-pro,unstated,mixed,hard,,,,,,,30.03,ASR%,0.00289,,,"https://arxiv.org/abs/2610.38091 (Table IV (black-box jailbreak performance against GPT-5.6 and Gemini 3.1 Pro), row Political Lobbying, Gemini 3.1 Pro block, column FigStep ASR (%))",,out:effort-not-established, arxiv-2610.38091-jc-asr-political-lobbying,arxiv-2610.38091,gemini-3.1-pro,unstated,mixed,hard,,,,,,,62.81,ASR%,0.00289,,,"https://arxiv.org/abs/2610.38091 (Table IV (black-box jailbreak performance against GPT-5.6 and Gemini 3.1 Pro), row Political Lobbying, Gemini 3.1 Pro block, column JC ASR (%))",,out:effort-not-established, arxiv-2610.38091-figstep-ppl-political-lobbying,arxiv-2610.38091,gemini-3.1-pro,unstated,mixed,hard,,,,,,,22.03,PPL,0.00289,,,"https://arxiv.org/abs/2610.38091 (Table IV (black-box jailbreak performance against GPT-5.6 and Gemini 3.1 Pro), row Political Lobbying, Gemini 3.1 Pro block, column FigStep response perplexity (PPL, lower is better))",,out:effort-not-established, arxiv-2610.38091-jc-ppl-political-lobbying,arxiv-2610.38091,gemini-3.1-pro,unstated,mixed,hard,,,,,,,15.75,PPL,0.00289,,,"https://arxiv.org/abs/2610.38091 (Table IV (black-box jailbreak performance against GPT-5.6 and Gemini 3.1 Pro), row Political Lobbying, Gemini 3.1 Pro block, column JC response perplexity (PPL, lower is better))",,out:effort-not-established, arxiv-2610.38091-figstep-asr-privacy-violence,arxiv-2610.38091,gemini-3.1-pro,unstated,mixed,hard,,,,,,,16.35,ASR%,0.00289,,,"https://arxiv.org/abs/2610.38091 (Table IV (black-box jailbreak performance against GPT-5.6 and Gemini 3.1 Pro), row Privacy Violence, Gemini 3.1 Pro block, column FigStep ASR (%))",,out:effort-not-established, arxiv-2610.38091-jc-asr-privacy-violence,arxiv-2610.38091,gemini-3.1-pro,unstated,mixed,hard,,,,,,,42.98,ASR%,0.00289,,,"https://arxiv.org/abs/2610.38091 (Table IV (black-box jailbreak performance against GPT-5.6 and Gemini 3.1 Pro), row Privacy Violence, Gemini 3.1 Pro block, column JC ASR (%))",,out:effort-not-established, arxiv-2610.38091-figstep-ppl-privacy-violence,arxiv-2610.38091,gemini-3.1-pro,unstated,mixed,hard,,,,,,,21.43,PPL,0.00289,,,"https://arxiv.org/abs/2610.38091 (Table IV (black-box jailbreak performance against GPT-5.6 and Gemini 3.1 Pro), row Privacy Violence, Gemini 3.1 Pro block, column FigStep response perplexity (PPL, lower is better))",,out:effort-not-established, arxiv-2610.38091-jc-ppl-privacy-violence,arxiv-2610.38091,gemini-3.1-pro,unstated,mixed,hard,,,,,,,16.26,PPL,0.00289,,,"https://arxiv.org/abs/2610.38091 (Table IV (black-box jailbreak performance against GPT-5.6 and Gemini 3.1 Pro), row Privacy Violence, Gemini 3.1 Pro block, column JC response perplexity (PPL, lower is better))",,out:effort-not-established, arxiv-2610.38091-figstep-asr-sex,arxiv-2610.38091,gemini-3.1-pro,unstated,mixed,hard,,,,,,,14.49,ASR%,0.00289,,,"https://arxiv.org/abs/2610.38091 (Table IV (black-box jailbreak performance against GPT-5.6 and Gemini 3.1 Pro), row Sex, Gemini 3.1 Pro block, column FigStep ASR (%))",,out:effort-not-established, arxiv-2610.38091-jc-asr-sex,arxiv-2610.38091,gemini-3.1-pro,unstated,mixed,hard,,,,,,,39.80,ASR%,0.00289,,,"https://arxiv.org/abs/2610.38091 (Table IV (black-box jailbreak performance against GPT-5.6 and Gemini 3.1 Pro), row Sex, Gemini 3.1 Pro block, column JC ASR (%))",,out:effort-not-established, arxiv-2610.38091-figstep-ppl-sex,arxiv-2610.38091,gemini-3.1-pro,unstated,mixed,hard,,,,,,,9.65,PPL,0.00289,,,"https://arxiv.org/abs/2610.38091 (Table IV (black-box jailbreak performance against GPT-5.6 and Gemini 3.1 Pro), row Sex, Gemini 3.1 Pro block, column FigStep response perplexity (PPL, lower is better))",,out:effort-not-established, arxiv-2610.38091-jc-ppl-sex,arxiv-2610.38091,gemini-3.1-pro,unstated,mixed,hard,,,,,,,7.89,PPL,0.00289,,,"https://arxiv.org/abs/2610.38091 (Table IV (black-box jailbreak performance against GPT-5.6 and Gemini 3.1 Pro), row Sex, Gemini 3.1 Pro block, column JC response perplexity (PPL, lower is better))",,out:effort-not-established, arxiv-2610.38091-figstep-asr-average,arxiv-2610.38091,gemini-3.1-pro,unstated,mixed,hard,,,,,,,19.71,ASR%,0.00289,,,"https://arxiv.org/abs/2610.38091 (Table IV (black-box jailbreak performance against GPT-5.6 and Gemini 3.1 Pro), row Average, Gemini 3.1 Pro block, column FigStep ASR (%))",,out:effort-not-established, arxiv-2610.38091-jc-asr-average,arxiv-2610.38091,gemini-3.1-pro,unstated,mixed,hard,,,,,,,47.05,ASR%,0.00289,,,"https://arxiv.org/abs/2610.38091 (Table IV (black-box jailbreak performance against GPT-5.6 and Gemini 3.1 Pro), row Average, Gemini 3.1 Pro block, column JC ASR (%))",,out:effort-not-established, arxiv-2610.38091-figstep-ppl-average,arxiv-2610.38091,gemini-3.1-pro,unstated,mixed,hard,,,,,,,16.41,PPL,0.00289,,,"https://arxiv.org/abs/2610.38091 (Table IV (black-box jailbreak performance against GPT-5.6 and Gemini 3.1 Pro), row Average, Gemini 3.1 Pro block, column FigStep response perplexity (PPL, lower is better))",,out:effort-not-established, arxiv-2610.38091-jc-ppl-average,arxiv-2610.38091,gemini-3.1-pro,unstated,mixed,hard,,,,,,,13.11,PPL,0.00289,,,"https://arxiv.org/abs/2610.38091 (Table IV (black-box jailbreak performance against GPT-5.6 and Gemini 3.1 Pro), row Average, Gemini 3.1 Pro block, column JC response perplexity (PPL, lower is better))",,out:effort-not-established, arxiv-2610.38096-t1-beam,arxiv-2610.38096,gemini-4-argon,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,15,flaws-rejected%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1 (main set, unwarned prompt), row Gemini 4 Argon, column beam)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|gemini-4-argon@high|,in, arxiv-2610.38096-t1-robust,arxiv-2610.38096,gemini-4-argon,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,33.333333,flaws-rejected-robust-beam%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1 (main set, unwarned prompt), row Gemini 4 Argon, column robust)",,in, arxiv-2610.38096-t1-disk,arxiv-2610.38096,gemini-4-argon,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,100,flaws-rejected%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1 (main set, unwarned prompt), row Gemini 4 Argon, column disk)",,out:uninformative, arxiv-2610.38096-t1-vbeam,arxiv-2610.38096,gemini-4-argon,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,80,valid-solved%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1 (main set, unwarned prompt), row Gemini 4 Argon, column vbeam)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|gemini-4-argon@high|,in, arxiv-2610.38096-t1-vdisk,arxiv-2610.38096,gemini-4-argon,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,100,valid-solved%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1 (main set, unwarned prompt), row Gemini 4 Argon, column vdisk)",,out:uninformative, arxiv-2610.38096-t1-falarm,arxiv-2610.38096,gemini-4-argon,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,0,false-alarms%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1 (main set, unwarned prompt), row Gemini 4 Argon, column falarm)",,out:uninformative, arxiv-2610.38096-t1-probes,arxiv-2610.38096,gemini-4-argon,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,100,probes-capable%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1 (main set, unwarned prompt), row Gemini 4 Argon, column probes)",,out:uninformative, arxiv-2610.38096-t1-noans,arxiv-2610.38096,gemini-4-argon,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,25,no-answer%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1 (main set, unwarned prompt), row Gemini 4 Argon, column noans)",,in, arxiv-2610.38096-t3-t02near,arxiv-2610.38096,gemini-4-argon,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,0,flaws-rejected%,0,,,"https://arxiv.org/abs/2610.38096 (Table 3 (flawed twins rejected by margin, main set, unwarned prompt), row Gemini 4 Argon, column t02near)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t3-t02|gemini-4-argon@high|,out:saturated, arxiv-2610.38096-t3-t02large,arxiv-2610.38096,gemini-4-argon,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,25,flaws-rejected%,0,,,"https://arxiv.org/abs/2610.38096 (Table 3 (flawed twins rejected by margin, main set, unwarned prompt), row Gemini 4 Argon, column t02large)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t3-t02|gemini-4-argon@high|,in, arxiv-2610.38096-t3-t11near,arxiv-2610.38096,gemini-4-argon,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,100,flaws-rejected%,0,,,"https://arxiv.org/abs/2610.38096 (Table 3 (flawed twins rejected by margin, main set, unwarned prompt), row Gemini 4 Argon, column t11near)",,out:uninformative, arxiv-2610.38096-t3-t11large,arxiv-2610.38096,gemini-4-argon,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,100,flaws-rejected%,0,,,"https://arxiv.org/abs/2610.38096 (Table 3 (flawed twins rejected by margin, main set, unwarned prompt), row Gemini 4 Argon, column t11large)",,out:saturated, arxiv-2610.38096-t1-beam,arxiv-2610.38096,gemini-3.8-flash,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,10,flaws-rejected%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1 (main set, unwarned prompt), row Gemini 3.8 Flash, column beam)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|gemini-3.8-flash@high|,in, arxiv-2610.38096-t1-robust,arxiv-2610.38096,gemini-3.8-flash,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,16.666667,flaws-rejected-robust-beam%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1 (main set, unwarned prompt), row Gemini 3.8 Flash, column robust)",,in, arxiv-2610.38096-t1-disk,arxiv-2610.38096,gemini-3.8-flash,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,94.444444,flaws-rejected%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1 (main set, unwarned prompt), row Gemini 3.8 Flash, column disk)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|gemini-3.8-flash@high|,in, arxiv-2610.38096-t1-vbeam,arxiv-2610.38096,gemini-3.8-flash,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,100,valid-solved%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1 (main set, unwarned prompt), row Gemini 3.8 Flash, column vbeam)",,out:uninformative, arxiv-2610.38096-t1-vdisk,arxiv-2610.38096,gemini-3.8-flash,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,100,valid-solved%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1 (main set, unwarned prompt), row Gemini 3.8 Flash, column vdisk)",,out:uninformative, arxiv-2610.38096-t1-falarm,arxiv-2610.38096,gemini-3.8-flash,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,0,false-alarms%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1 (main set, unwarned prompt), row Gemini 3.8 Flash, column falarm)",,out:uninformative, arxiv-2610.38096-t1-probes,arxiv-2610.38096,gemini-3.8-flash,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,100,probes-capable%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1 (main set, unwarned prompt), row Gemini 3.8 Flash, column probes)",,out:uninformative, arxiv-2610.38096-t1-noans,arxiv-2610.38096,gemini-3.8-flash,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,7.894737,no-answer%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1 (main set, unwarned prompt), row Gemini 3.8 Flash, column noans)",,in, arxiv-2610.38096-t3-t02near,arxiv-2610.38096,gemini-3.8-flash,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,0,flaws-rejected%,0,,,"https://arxiv.org/abs/2610.38096 (Table 3 (flawed twins rejected by margin, main set, unwarned prompt), row Gemini 3.8 Flash, column t02near)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t3-t02|gemini-3.8-flash@high|,out:saturated, arxiv-2610.38096-t3-t02large,arxiv-2610.38096,gemini-3.8-flash,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,16.666667,flaws-rejected%,0,,,"https://arxiv.org/abs/2610.38096 (Table 3 (flawed twins rejected by margin, main set, unwarned prompt), row Gemini 3.8 Flash, column t02large)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t3-t02|gemini-3.8-flash@high|,in, arxiv-2610.38096-t3-t11near,arxiv-2610.38096,gemini-3.8-flash,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,90,flaws-rejected%,0,,,"https://arxiv.org/abs/2610.38096 (Table 3 (flawed twins rejected by margin, main set, unwarned prompt), row Gemini 3.8 Flash, column t11near)",,out:single-couple, arxiv-2610.38096-t3-t11large,arxiv-2610.38096,gemini-3.8-flash,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,100,flaws-rejected%,0,,,"https://arxiv.org/abs/2610.38096 (Table 3 (flawed twins rejected by margin, main set, unwarned prompt), row Gemini 3.8 Flash, column t11large)",,out:saturated, arxiv-2610.38096-t1-beam,arxiv-2610.38096,gpt-6.1-sol,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,100,flaws-rejected%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1, row GPT-6.1-Sol, column Table 1, Flawed beams rejected)",,out:uninformative, arxiv-2610.38096-t1-robust,arxiv-2610.38096,gpt-6.1-sol,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,100,flaws-rejected-robust-beam%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1, row GPT-6.1-Sol, column Table 1, Flawed robust beams rejected)",,out:uninformative, arxiv-2610.38096-t1-disk,arxiv-2610.38096,gpt-6.1-sol,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,100,flaws-rejected%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1, row GPT-6.1-Sol, column Table 1, Flawed disks rejected)",,out:uninformative, arxiv-2610.38096-t1-vbeam,arxiv-2610.38096,gpt-6.1-sol,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,100,valid-solved%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1, row GPT-6.1-Sol, column Table 1, Valid beams solved)",,out:uninformative, arxiv-2610.38096-t1-vdisk,arxiv-2610.38096,gpt-6.1-sol,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,100,valid-solved%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1, row GPT-6.1-Sol, column Table 1, Valid disks solved)",,out:uninformative, arxiv-2610.38096-t1-falarm,arxiv-2610.38096,gpt-6.1-sol,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,0,false-alarms%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1, row GPT-6.1-Sol, column Table 1, False alarms)",,out:uninformative, arxiv-2610.38096-t1-probes,arxiv-2610.38096,gpt-6.1-sol,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,90,probes-capable%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1, row GPT-6.1-Sol, column Table 1, Probes capable)",,in, arxiv-2610.38096-t1-noans,arxiv-2610.38096,gpt-6.1-sol,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,0,no-answer%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1, row GPT-6.1-Sol, column Table 1, No answer)",,out:uninformative, arxiv-2610.38096-t1-beam,arxiv-2610.38096,gpt-6-astra,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,100,flaws-rejected%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1, row GPT-6-Astra, column Table 1, Flawed beams rejected)",,out:uninformative, arxiv-2610.38096-t1-robust,arxiv-2610.38096,gpt-6-astra,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,100,flaws-rejected-robust-beam%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1, row GPT-6-Astra, column Table 1, Flawed robust beams rejected)",,out:uninformative, arxiv-2610.38096-t1-disk,arxiv-2610.38096,gpt-6-astra,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,100,flaws-rejected%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1, row GPT-6-Astra, column Table 1, Flawed disks rejected)",,out:uninformative, arxiv-2610.38096-t1-vbeam,arxiv-2610.38096,gpt-6-astra,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,100,valid-solved%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1, row GPT-6-Astra, column Table 1, Valid beams solved)",,out:uninformative, arxiv-2610.38096-t1-vdisk,arxiv-2610.38096,gpt-6-astra,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,94.444444,valid-solved%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1, row GPT-6-Astra, column Table 1, Valid disks solved)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|gpt-6-astra@high|,in, arxiv-2610.38096-t1-falarm,arxiv-2610.38096,gpt-6-astra,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,0,false-alarms%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1, row GPT-6-Astra, column Table 1, False alarms)",,out:uninformative, arxiv-2610.38096-t1-probes,arxiv-2610.38096,gpt-6-astra,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,100,probes-capable%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1, row GPT-6-Astra, column Table 1, Probes capable)",,out:uninformative, arxiv-2610.38096-t1-noans,arxiv-2610.38096,gpt-6-astra,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,0,no-answer%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1, row GPT-6-Astra, column Table 1, No answer)",,out:uninformative, arxiv-2610.38096-t1-beam,arxiv-2610.38096,gpt-6-sol,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,95,flaws-rejected%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1, row GPT-6-Sol, column Table 1, Flawed beams rejected)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|gpt-6-sol@high|,in, arxiv-2610.38096-t1-robust,arxiv-2610.38096,gpt-6-sol,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,100,flaws-rejected-robust-beam%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1, row GPT-6-Sol, column Table 1, Flawed robust beams rejected)",,out:uninformative, arxiv-2610.38096-t1-disk,arxiv-2610.38096,gpt-6-sol,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,94.444444,flaws-rejected%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1, row GPT-6-Sol, column Table 1, Flawed disks rejected)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|gpt-6-sol@high|,in, arxiv-2610.38096-t1-vbeam,arxiv-2610.38096,gpt-6-sol,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,80,valid-solved%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1, row GPT-6-Sol, column Table 1, Valid beams solved)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|gpt-6-sol@high|,in, arxiv-2610.38096-t1-vdisk,arxiv-2610.38096,gpt-6-sol,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,77.777778,valid-solved%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1, row GPT-6-Sol, column Table 1, Valid disks solved)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|gpt-6-sol@high|,in, arxiv-2610.38096-t1-falarm,arxiv-2610.38096,gpt-6-sol,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,0,false-alarms%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1, row GPT-6-Sol, column Table 1, False alarms)",,out:uninformative, arxiv-2610.38096-t1-probes,arxiv-2610.38096,gpt-6-sol,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,100,probes-capable%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1, row GPT-6-Sol, column Table 1, Probes capable)",,out:uninformative, arxiv-2610.38096-t1-noans,arxiv-2610.38096,gpt-6-sol,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,0,no-answer%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1, row GPT-6-Sol, column Table 1, No answer)",,out:uninformative, arxiv-2610.38096-t1-beam,arxiv-2610.38096,gpt-6-luna,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,95,flaws-rejected%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1, row GPT-6-Luna, column Table 1, Flawed beams rejected)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|gpt-6-luna@high|,in, arxiv-2610.38096-t1-robust,arxiv-2610.38096,gpt-6-luna,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,100,flaws-rejected-robust-beam%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1, row GPT-6-Luna, column Table 1, Flawed robust beams rejected)",,out:uninformative, arxiv-2610.38096-t1-disk,arxiv-2610.38096,gpt-6-luna,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,55.555556,flaws-rejected%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1, row GPT-6-Luna, column Table 1, Flawed disks rejected)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|gpt-6-luna@high|,in, arxiv-2610.38096-t1-vbeam,arxiv-2610.38096,gpt-6-luna,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,10,valid-solved%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1, row GPT-6-Luna, column Table 1, Valid beams solved)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|gpt-6-luna@high|,in, arxiv-2610.38096-t1-vdisk,arxiv-2610.38096,gpt-6-luna,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,22.222222,valid-solved%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1, row GPT-6-Luna, column Table 1, Valid disks solved)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|gpt-6-luna@high|,in, arxiv-2610.38096-t1-falarm,arxiv-2610.38096,gpt-6-luna,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,47.368421,false-alarms%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1, row GPT-6-Luna, column Table 1, False alarms)",,out:single-couple, arxiv-2610.38096-t1-probes,arxiv-2610.38096,gpt-6-luna,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,80,probes-capable%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1, row GPT-6-Luna, column Table 1, Probes capable)",,in, arxiv-2610.38096-t1-noans,arxiv-2610.38096,gpt-6-luna,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,0,no-answer%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1, row GPT-6-Luna, column Table 1, No answer)",,out:uninformative, arxiv-2610.38096-t3-t02-near,arxiv-2610.38096,gpt-6.1-sol,high,mixed,hard,,,,,,,8,flawed twins rejected (count),0.289,,,"https://arxiv.org/abs/2610.38096 (Table 3, row GPT-6.1-Sol, column Table 3, T02 near)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t3-t02|gpt-6.1-sol@high|,in, arxiv-2610.38096-t3-t02-large,arxiv-2610.38096,gpt-6.1-sol,high,mixed,hard,,,,,,,12,flawed twins rejected (count),0.289,,,"https://arxiv.org/abs/2610.38096 (Table 3, row GPT-6.1-Sol, column Table 3, T02 large)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t3-t02|gpt-6.1-sol@high|,in, arxiv-2610.38096-t3-t11-near,arxiv-2610.38096,gpt-6.1-sol,high,mixed,hard,,,,,,,10,flawed twins rejected (count),0.289,,,"https://arxiv.org/abs/2610.38096 (Table 3, row GPT-6.1-Sol, column Table 3, T11 near)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t3-t11|gpt-6.1-sol@high|,out:republished, arxiv-2610.38096-t3-t11-large,arxiv-2610.38096,gpt-6.1-sol,high,mixed,hard,,,,,,,8,flawed twins rejected (count),0.289,,,"https://arxiv.org/abs/2610.38096 (Table 3, row GPT-6.1-Sol, column Table 3, T11 large)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t3-t11|gpt-6.1-sol@high|,in, arxiv-2610.38096-t3-t02-near,arxiv-2610.38096,gpt-6-astra,high,mixed,hard,,,,,,,8,flawed twins rejected (count),0.289,,,"https://arxiv.org/abs/2610.38096 (Table 3, row GPT-6-Astra, column Table 3, T02 near)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t3-t02|gpt-6-astra@high|,in, arxiv-2610.38096-t3-t02-large,arxiv-2610.38096,gpt-6-astra,high,mixed,hard,,,,,,,12,flawed twins rejected (count),0.289,,,"https://arxiv.org/abs/2610.38096 (Table 3, row GPT-6-Astra, column Table 3, T02 large)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t3-t02|gpt-6-astra@high|,in, arxiv-2610.38096-t3-t11-near,arxiv-2610.38096,gpt-6-astra,high,mixed,hard,,,,,,,10,flawed twins rejected (count),0.289,,,"https://arxiv.org/abs/2610.38096 (Table 3, row GPT-6-Astra, column Table 3, T11 near)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t3-t11|gpt-6-astra@high|,out:republished, arxiv-2610.38096-t3-t11-large,arxiv-2610.38096,gpt-6-astra,high,mixed,hard,,,,,,,8,flawed twins rejected (count),0.289,,,"https://arxiv.org/abs/2610.38096 (Table 3, row GPT-6-Astra, column Table 3, T11 large)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t3-t11|gpt-6-astra@high|,in, arxiv-2610.38096-t3-t02-near,arxiv-2610.38096,gpt-6-sol,high,mixed,hard,,,,,,,8,flawed twins rejected (count),0.289,,,"https://arxiv.org/abs/2610.38096 (Table 3, row GPT-6-Sol, column Table 3, T02 near)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t3-t02|gpt-6-sol@high|,in, arxiv-2610.38096-t3-t02-large,arxiv-2610.38096,gpt-6-sol,high,mixed,hard,,,,,,,11,flawed twins rejected (count),0.289,,,"https://arxiv.org/abs/2610.38096 (Table 3, row GPT-6-Sol, column Table 3, T02 large)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t3-t02|gpt-6-sol@high|,in, arxiv-2610.38096-t3-t11-near,arxiv-2610.38096,gpt-6-sol,high,mixed,hard,,,,,,,10,flawed twins rejected (count),0.289,,,"https://arxiv.org/abs/2610.38096 (Table 3, row GPT-6-Sol, column Table 3, T11 near)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t3-t11|gpt-6-sol@high|,out:republished, arxiv-2610.38096-t3-t11-large,arxiv-2610.38096,gpt-6-sol,high,mixed,hard,,,,,,,7,flawed twins rejected (count),0.289,,,"https://arxiv.org/abs/2610.38096 (Table 3, row GPT-6-Sol, column Table 3, T11 large)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t3-t11|gpt-6-sol@high|,in, arxiv-2610.38096-t3-t02-near,arxiv-2610.38096,gpt-6-luna,high,mixed,hard,,,,,,,8,flawed twins rejected (count),0.289,,,"https://arxiv.org/abs/2610.38096 (Table 3, row GPT-6-Luna, column Table 3, T02 near)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t3-t02|gpt-6-luna@high|,in, arxiv-2610.38096-t3-t02-large,arxiv-2610.38096,gpt-6-luna,high,mixed,hard,,,,,,,11,flawed twins rejected (count),0.289,,,"https://arxiv.org/abs/2610.38096 (Table 3, row GPT-6-Luna, column Table 3, T02 large)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t3-t02|gpt-6-luna@high|,in, arxiv-2610.38096-t3-t11-near,arxiv-2610.38096,gpt-6-luna,high,mixed,hard,,,,,,,6,flawed twins rejected (count),0.289,,,"https://arxiv.org/abs/2610.38096 (Table 3, row GPT-6-Luna, column Table 3, T11 near)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t3-t11|gpt-6-luna@high|,out:republished, arxiv-2610.38096-t3-t11-large,arxiv-2610.38096,gpt-6-luna,high,mixed,hard,,,,,,,4,flawed twins rejected (count),0.289,,,"https://arxiv.org/abs/2610.38096 (Table 3, row GPT-6-Luna, column Table 3, T11 large)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t3-t11|gpt-6-luna@high|,in, arxiv-2610.38096-s2-t02-fine-u-rejected,arxiv-2610.38096,gpt-6.1-sol,high,mixed,hard,,,,,,,16,count of flawed twins rejected,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6.1-Sol, column Supplementary Table S2, T02 fine set, prompt B_u: flawed twins rejected)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-fine-u|gpt-6.1-sol@high|,in, arxiv-2610.38096-s2-t02-fine-u-accepted,arxiv-2610.38096,gpt-6.1-sol,high,mixed,hard,,,,,,,0,count of flawed twins accepted,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6.1-Sol, column Supplementary Table S2, T02 fine set, prompt B_u: flawed twins accepted)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-fine-u|gpt-6.1-sol@high|,in, arxiv-2610.38096-s2-t02-fine-u-noans,arxiv-2610.38096,gpt-6.1-sol,high,mixed,hard,,,,,,,0,count of flawed twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6.1-Sol, column Supplementary Table S2, T02 fine set, prompt B_u: flawed twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-fine-u|gpt-6.1-sol@high|,out:republished, arxiv-2610.38096-s2-t02-fine-u-solved,arxiv-2610.38096,gpt-6.1-sol,high,mixed,hard,,,,,,,16,count of valid twins solved,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6.1-Sol, column Supplementary Table S2, T02 fine set, prompt B_u: valid twins solved)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-fine-u|gpt-6.1-sol@high|,in, arxiv-2610.38096-s2-t02-fine-u-wrong,arxiv-2610.38096,gpt-6.1-sol,high,mixed,hard,,,,,,,0,count of valid twins answered wrongly,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6.1-Sol, column Supplementary Table S2, T02 fine set, prompt B_u: valid twins answered wrongly)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-fine-u|gpt-6.1-sol@high|,out:republished, arxiv-2610.38096-s2-t02-fine-u-flagged,arxiv-2610.38096,gpt-6.1-sol,high,mixed,hard,,,,,,,0,count of valid twins flagged (false alarms),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6.1-Sol, column Supplementary Table S2, T02 fine set, prompt B_u: valid twins flagged (false alarms))",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-fine-u|gpt-6.1-sol@high|,out:republished, arxiv-2610.38096-s2-t02-fine-u-vnoans,arxiv-2610.38096,gpt-6.1-sol,high,mixed,hard,,,,,,,0,count of valid twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6.1-Sol, column Supplementary Table S2, T02 fine set, prompt B_u: valid twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-fine-u|gpt-6.1-sol@high|,out:republished, arxiv-2610.38096-s2-t11-fine-u-rejected,arxiv-2610.38096,gpt-6.1-sol,high,mixed,hard,,,,,,,16,count of flawed twins rejected,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6.1-Sol, column Supplementary Table S2, T11 fine set, prompt B_u: flawed twins rejected)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-fine-u|gpt-6.1-sol@high|,in, arxiv-2610.38096-s2-t11-fine-u-accepted,arxiv-2610.38096,gpt-6.1-sol,high,mixed,hard,,,,,,,0,count of flawed twins accepted,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6.1-Sol, column Supplementary Table S2, T11 fine set, prompt B_u: flawed twins accepted)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-fine-u|gpt-6.1-sol@high|,out:republished, arxiv-2610.38096-s2-t11-fine-u-noans,arxiv-2610.38096,gpt-6.1-sol,high,mixed,hard,,,,,,,0,count of flawed twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6.1-Sol, column Supplementary Table S2, T11 fine set, prompt B_u: flawed twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-fine-u|gpt-6.1-sol@high|,out:republished, arxiv-2610.38096-s2-t11-fine-u-solved,arxiv-2610.38096,gpt-6.1-sol,high,mixed,hard,,,,,,,16,count of valid twins solved,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6.1-Sol, column Supplementary Table S2, T11 fine set, prompt B_u: valid twins solved)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-fine-u|gpt-6.1-sol@high|,out:republished, arxiv-2610.38096-s2-t11-fine-u-wrong,arxiv-2610.38096,gpt-6.1-sol,high,mixed,hard,,,,,,,0,count of valid twins answered wrongly,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6.1-Sol, column Supplementary Table S2, T11 fine set, prompt B_u: valid twins answered wrongly)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-fine-u|gpt-6.1-sol@high|,out:republished, arxiv-2610.38096-s2-t11-fine-u-flagged,arxiv-2610.38096,gpt-6.1-sol,high,mixed,hard,,,,,,,0,count of valid twins flagged (false alarms),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6.1-Sol, column Supplementary Table S2, T11 fine set, prompt B_u: valid twins flagged (false alarms))",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-fine-u|gpt-6.1-sol@high|,out:republished, arxiv-2610.38096-s2-t11-fine-u-vnoans,arxiv-2610.38096,gpt-6.1-sol,high,mixed,hard,,,,,,,0,count of valid twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6.1-Sol, column Supplementary Table S2, T11 fine set, prompt B_u: valid twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-fine-u|gpt-6.1-sol@high|,out:republished, arxiv-2610.38096-s2-t02-main-u-accepted,arxiv-2610.38096,gpt-6.1-sol,high,mixed,hard,,,,,,,0,count of flawed twins accepted,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6.1-Sol, column Supplementary Table S2, T02 main set, prompt B_u: flawed twins accepted)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|gpt-6.1-sol@high|,in, arxiv-2610.38096-s2-t02-main-u-noans,arxiv-2610.38096,gpt-6.1-sol,high,mixed,hard,,,,,,,0,count of flawed twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6.1-Sol, column Supplementary Table S2, T02 main set, prompt B_u: flawed twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|gpt-6.1-sol@high|,in, arxiv-2610.38096-s2-t02-main-u-wrong,arxiv-2610.38096,gpt-6.1-sol,high,mixed,hard,,,,,,,0,count of valid twins answered wrongly,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6.1-Sol, column Supplementary Table S2, T02 main set, prompt B_u: valid twins answered wrongly)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|gpt-6.1-sol@high|,in, arxiv-2610.38096-s2-t02-main-u-flagged,arxiv-2610.38096,gpt-6.1-sol,high,mixed,hard,,,,,,,0,count of valid twins flagged (false alarms),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6.1-Sol, column Supplementary Table S2, T02 main set, prompt B_u: valid twins flagged (false alarms))",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|gpt-6.1-sol@high|,in, arxiv-2610.38096-s2-t02-main-u-vnoans,arxiv-2610.38096,gpt-6.1-sol,high,mixed,hard,,,,,,,0,count of valid twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6.1-Sol, column Supplementary Table S2, T02 main set, prompt B_u: valid twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|gpt-6.1-sol@high|,in, arxiv-2610.38096-s2-t11-main-u-accepted,arxiv-2610.38096,gpt-6.1-sol,high,mixed,hard,,,,,,,0,count of flawed twins accepted,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6.1-Sol, column Supplementary Table S2, T11 main set, prompt B_u: flawed twins accepted)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|gpt-6.1-sol@high|,in, arxiv-2610.38096-s2-t11-main-u-noans,arxiv-2610.38096,gpt-6.1-sol,high,mixed,hard,,,,,,,0,count of flawed twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6.1-Sol, column Supplementary Table S2, T11 main set, prompt B_u: flawed twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|gpt-6.1-sol@high|,in, arxiv-2610.38096-s2-t11-main-u-wrong,arxiv-2610.38096,gpt-6.1-sol,high,mixed,hard,,,,,,,0,count of valid twins answered wrongly,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6.1-Sol, column Supplementary Table S2, T11 main set, prompt B_u: valid twins answered wrongly)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|gpt-6.1-sol@high|,in, arxiv-2610.38096-s2-t11-main-u-flagged,arxiv-2610.38096,gpt-6.1-sol,high,mixed,hard,,,,,,,0,count of valid twins flagged (false alarms),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6.1-Sol, column Supplementary Table S2, T11 main set, prompt B_u: valid twins flagged (false alarms))",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|gpt-6.1-sol@high|,in, arxiv-2610.38096-s2-t11-main-u-vnoans,arxiv-2610.38096,gpt-6.1-sol,high,mixed,hard,,,,,,,0,count of valid twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6.1-Sol, column Supplementary Table S2, T11 main set, prompt B_u: valid twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|gpt-6.1-sol@high|,in, arxiv-2610.38096-s2-t02-fine-u-rejected,arxiv-2610.38096,gpt-6-astra,high,mixed,hard,,,,,,,16,count of flawed twins rejected,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6-Astra, column Supplementary Table S2, T02 fine set, prompt B_u: flawed twins rejected)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-fine-u|gpt-6-astra@high|,in, arxiv-2610.38096-s2-t02-fine-u-accepted,arxiv-2610.38096,gpt-6-astra,high,mixed,hard,,,,,,,0,count of flawed twins accepted,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6-Astra, column Supplementary Table S2, T02 fine set, prompt B_u: flawed twins accepted)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-fine-u|gpt-6-astra@high|,in, arxiv-2610.38096-s2-t02-fine-u-noans,arxiv-2610.38096,gpt-6-astra,high,mixed,hard,,,,,,,0,count of flawed twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6-Astra, column Supplementary Table S2, T02 fine set, prompt B_u: flawed twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-fine-u|gpt-6-astra@high|,out:republished, arxiv-2610.38096-s2-t02-fine-u-solved,arxiv-2610.38096,gpt-6-astra,high,mixed,hard,,,,,,,15,count of valid twins solved,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6-Astra, column Supplementary Table S2, T02 fine set, prompt B_u: valid twins solved)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-fine-u|gpt-6-astra@high|,in, arxiv-2610.38096-s2-t02-fine-u-wrong,arxiv-2610.38096,gpt-6-astra,high,mixed,hard,,,,,,,1,count of valid twins answered wrongly,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6-Astra, column Supplementary Table S2, T02 fine set, prompt B_u: valid twins answered wrongly)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-fine-u|gpt-6-astra@high|,out:republished, arxiv-2610.38096-s2-t02-fine-u-flagged,arxiv-2610.38096,gpt-6-astra,high,mixed,hard,,,,,,,0,count of valid twins flagged (false alarms),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6-Astra, column Supplementary Table S2, T02 fine set, prompt B_u: valid twins flagged (false alarms))",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-fine-u|gpt-6-astra@high|,out:republished, arxiv-2610.38096-s2-t02-fine-u-vnoans,arxiv-2610.38096,gpt-6-astra,high,mixed,hard,,,,,,,0,count of valid twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6-Astra, column Supplementary Table S2, T02 fine set, prompt B_u: valid twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-fine-u|gpt-6-astra@high|,out:republished, arxiv-2610.38096-s2-t11-fine-u-rejected,arxiv-2610.38096,gpt-6-astra,high,mixed,hard,,,,,,,15,count of flawed twins rejected,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6-Astra, column Supplementary Table S2, T11 fine set, prompt B_u: flawed twins rejected)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-fine-u|gpt-6-astra@high|,in, arxiv-2610.38096-s2-t11-fine-u-accepted,arxiv-2610.38096,gpt-6-astra,high,mixed,hard,,,,,,,1,count of flawed twins accepted,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6-Astra, column Supplementary Table S2, T11 fine set, prompt B_u: flawed twins accepted)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-fine-u|gpt-6-astra@high|,out:republished, arxiv-2610.38096-s2-t11-fine-u-noans,arxiv-2610.38096,gpt-6-astra,high,mixed,hard,,,,,,,0,count of flawed twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6-Astra, column Supplementary Table S2, T11 fine set, prompt B_u: flawed twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-fine-u|gpt-6-astra@high|,out:republished, arxiv-2610.38096-s2-t11-fine-u-solved,arxiv-2610.38096,gpt-6-astra,high,mixed,hard,,,,,,,16,count of valid twins solved,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6-Astra, column Supplementary Table S2, T11 fine set, prompt B_u: valid twins solved)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-fine-u|gpt-6-astra@high|,out:republished, arxiv-2610.38096-s2-t11-fine-u-wrong,arxiv-2610.38096,gpt-6-astra,high,mixed,hard,,,,,,,0,count of valid twins answered wrongly,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6-Astra, column Supplementary Table S2, T11 fine set, prompt B_u: valid twins answered wrongly)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-fine-u|gpt-6-astra@high|,out:republished, arxiv-2610.38096-s2-t11-fine-u-flagged,arxiv-2610.38096,gpt-6-astra,high,mixed,hard,,,,,,,0,count of valid twins flagged (false alarms),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6-Astra, column Supplementary Table S2, T11 fine set, prompt B_u: valid twins flagged (false alarms))",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-fine-u|gpt-6-astra@high|,out:republished, arxiv-2610.38096-s2-t11-fine-u-vnoans,arxiv-2610.38096,gpt-6-astra,high,mixed,hard,,,,,,,0,count of valid twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6-Astra, column Supplementary Table S2, T11 fine set, prompt B_u: valid twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-fine-u|gpt-6-astra@high|,out:republished, arxiv-2610.38096-s2-t02-main-u-accepted,arxiv-2610.38096,gpt-6-astra,high,mixed,hard,,,,,,,0,count of flawed twins accepted,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6-Astra, column Supplementary Table S2, T02 main set, prompt B_u: flawed twins accepted)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|gpt-6-astra@high|,in, arxiv-2610.38096-s2-t02-main-u-noans,arxiv-2610.38096,gpt-6-astra,high,mixed,hard,,,,,,,0,count of flawed twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6-Astra, column Supplementary Table S2, T02 main set, prompt B_u: flawed twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|gpt-6-astra@high|,in, arxiv-2610.38096-s2-t02-main-u-wrong,arxiv-2610.38096,gpt-6-astra,high,mixed,hard,,,,,,,0,count of valid twins answered wrongly,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6-Astra, column Supplementary Table S2, T02 main set, prompt B_u: valid twins answered wrongly)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|gpt-6-astra@high|,in, arxiv-2610.38096-s2-t02-main-u-flagged,arxiv-2610.38096,gpt-6-astra,high,mixed,hard,,,,,,,0,count of valid twins flagged (false alarms),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6-Astra, column Supplementary Table S2, T02 main set, prompt B_u: valid twins flagged (false alarms))",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|gpt-6-astra@high|,in, arxiv-2610.38096-s2-t02-main-u-vnoans,arxiv-2610.38096,gpt-6-astra,high,mixed,hard,,,,,,,0,count of valid twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6-Astra, column Supplementary Table S2, T02 main set, prompt B_u: valid twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|gpt-6-astra@high|,in, arxiv-2610.38096-s2-t11-main-u-accepted,arxiv-2610.38096,gpt-6-astra,high,mixed,hard,,,,,,,0,count of flawed twins accepted,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6-Astra, column Supplementary Table S2, T11 main set, prompt B_u: flawed twins accepted)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|gpt-6-astra@high|,in, arxiv-2610.38096-s2-t11-main-u-noans,arxiv-2610.38096,gpt-6-astra,high,mixed,hard,,,,,,,0,count of flawed twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6-Astra, column Supplementary Table S2, T11 main set, prompt B_u: flawed twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|gpt-6-astra@high|,in, arxiv-2610.38096-s2-t11-main-u-wrong,arxiv-2610.38096,gpt-6-astra,high,mixed,hard,,,,,,,1,count of valid twins answered wrongly,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6-Astra, column Supplementary Table S2, T11 main set, prompt B_u: valid twins answered wrongly)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|gpt-6-astra@high|,in, arxiv-2610.38096-s2-t11-main-u-flagged,arxiv-2610.38096,gpt-6-astra,high,mixed,hard,,,,,,,0,count of valid twins flagged (false alarms),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6-Astra, column Supplementary Table S2, T11 main set, prompt B_u: valid twins flagged (false alarms))",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|gpt-6-astra@high|,in, arxiv-2610.38096-s2-t11-main-u-vnoans,arxiv-2610.38096,gpt-6-astra,high,mixed,hard,,,,,,,0,count of valid twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6-Astra, column Supplementary Table S2, T11 main set, prompt B_u: valid twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|gpt-6-astra@high|,in, arxiv-2610.38096-s2-t02-pilot-u-rejected,arxiv-2610.38096,gpt-6-astra,high,mixed,hard,,,,,,,10,count of flawed twins rejected,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6-Astra, column Supplementary Table S2, T02 pilot set, prompt B_u: flawed twins rejected)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-pilot-u|gpt-6-astra@high|,in, arxiv-2610.38096-s2-t02-pilot-u-accepted,arxiv-2610.38096,gpt-6-astra,high,mixed,hard,,,,,,,0,count of flawed twins accepted,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6-Astra, column Supplementary Table S2, T02 pilot set, prompt B_u: flawed twins accepted)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-pilot-u|gpt-6-astra@high|,in, arxiv-2610.38096-s2-t02-pilot-u-noans,arxiv-2610.38096,gpt-6-astra,high,mixed,hard,,,,,,,0,count of flawed twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6-Astra, column Supplementary Table S2, T02 pilot set, prompt B_u: flawed twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-pilot-u|gpt-6-astra@high|,out:republished, arxiv-2610.38096-s2-t02-pilot-u-solved,arxiv-2610.38096,gpt-6-astra,high,mixed,hard,,,,,,,10,count of valid twins solved,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6-Astra, column Supplementary Table S2, T02 pilot set, prompt B_u: valid twins solved)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-pilot-u|gpt-6-astra@high|,in, arxiv-2610.38096-s2-t02-pilot-u-wrong,arxiv-2610.38096,gpt-6-astra,high,mixed,hard,,,,,,,0,count of valid twins answered wrongly,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6-Astra, column Supplementary Table S2, T02 pilot set, prompt B_u: valid twins answered wrongly)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-pilot-u|gpt-6-astra@high|,out:republished, arxiv-2610.38096-s2-t02-pilot-u-flagged,arxiv-2610.38096,gpt-6-astra,high,mixed,hard,,,,,,,0,count of valid twins flagged (false alarms),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6-Astra, column Supplementary Table S2, T02 pilot set, prompt B_u: valid twins flagged (false alarms))",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-pilot-u|gpt-6-astra@high|,out:republished, arxiv-2610.38096-s2-t02-pilot-u-vnoans,arxiv-2610.38096,gpt-6-astra,high,mixed,hard,,,,,,,0,count of valid twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6-Astra, column Supplementary Table S2, T02 pilot set, prompt B_u: valid twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-pilot-u|gpt-6-astra@high|,out:republished, arxiv-2610.38096-s2-t11-pilot-u-rejected,arxiv-2610.38096,gpt-6-astra,high,mixed,hard,,,,,,,16,count of flawed twins rejected,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6-Astra, column Supplementary Table S2, T11 pilot set, prompt B_u: flawed twins rejected)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-pilot-u|gpt-6-astra@high|,in, arxiv-2610.38096-s2-t11-pilot-u-accepted,arxiv-2610.38096,gpt-6-astra,high,mixed,hard,,,,,,,0,count of flawed twins accepted,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6-Astra, column Supplementary Table S2, T11 pilot set, prompt B_u: flawed twins accepted)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-pilot-u|gpt-6-astra@high|,out:republished, arxiv-2610.38096-s2-t11-pilot-u-noans,arxiv-2610.38096,gpt-6-astra,high,mixed,hard,,,,,,,0,count of flawed twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6-Astra, column Supplementary Table S2, T11 pilot set, prompt B_u: flawed twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-pilot-u|gpt-6-astra@high|,out:republished, arxiv-2610.38096-s2-t11-pilot-u-solved,arxiv-2610.38096,gpt-6-astra,high,mixed,hard,,,,,,,16,count of valid twins solved,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6-Astra, column Supplementary Table S2, T11 pilot set, prompt B_u: valid twins solved)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-pilot-u|gpt-6-astra@high|,in, arxiv-2610.38096-s2-t11-pilot-u-wrong,arxiv-2610.38096,gpt-6-astra,high,mixed,hard,,,,,,,0,count of valid twins answered wrongly,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6-Astra, column Supplementary Table S2, T11 pilot set, prompt B_u: valid twins answered wrongly)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-pilot-u|gpt-6-astra@high|,out:republished, arxiv-2610.38096-s2-t11-pilot-u-flagged,arxiv-2610.38096,gpt-6-astra,high,mixed,hard,,,,,,,0,count of valid twins flagged (false alarms),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6-Astra, column Supplementary Table S2, T11 pilot set, prompt B_u: valid twins flagged (false alarms))",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-pilot-u|gpt-6-astra@high|,out:republished, arxiv-2610.38096-s2-t11-pilot-u-vnoans,arxiv-2610.38096,gpt-6-astra,high,mixed,hard,,,,,,,0,count of valid twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6-Astra, column Supplementary Table S2, T11 pilot set, prompt B_u: valid twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-pilot-u|gpt-6-astra@high|,out:republished, arxiv-2610.38096-s2-t02-main-u-accepted,arxiv-2610.38096,gpt-6-sol,high,mixed,hard,,,,,,,1,count of flawed twins accepted,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6-Sol, column Supplementary Table S2, T02 main set, prompt B_u: flawed twins accepted)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|gpt-6-sol@high|,in, arxiv-2610.38096-s2-t02-main-u-noans,arxiv-2610.38096,gpt-6-sol,high,mixed,hard,,,,,,,0,count of flawed twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6-Sol, column Supplementary Table S2, T02 main set, prompt B_u: flawed twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|gpt-6-sol@high|,in, arxiv-2610.38096-s2-t02-main-u-wrong,arxiv-2610.38096,gpt-6-sol,high,mixed,hard,,,,,,,4,count of valid twins answered wrongly,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6-Sol, column Supplementary Table S2, T02 main set, prompt B_u: valid twins answered wrongly)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|gpt-6-sol@high|,in, arxiv-2610.38096-s2-t02-main-u-flagged,arxiv-2610.38096,gpt-6-sol,high,mixed,hard,,,,,,,0,count of valid twins flagged (false alarms),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6-Sol, column Supplementary Table S2, T02 main set, prompt B_u: valid twins flagged (false alarms))",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|gpt-6-sol@high|,in, arxiv-2610.38096-s2-t02-main-u-vnoans,arxiv-2610.38096,gpt-6-sol,high,mixed,hard,,,,,,,0,count of valid twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6-Sol, column Supplementary Table S2, T02 main set, prompt B_u: valid twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|gpt-6-sol@high|,in, arxiv-2610.38096-s2-t11-main-u-accepted,arxiv-2610.38096,gpt-6-sol,high,mixed,hard,,,,,,,1,count of flawed twins accepted,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6-Sol, column Supplementary Table S2, T11 main set, prompt B_u: flawed twins accepted)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|gpt-6-sol@high|,in, arxiv-2610.38096-s2-t11-main-u-noans,arxiv-2610.38096,gpt-6-sol,high,mixed,hard,,,,,,,0,count of flawed twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6-Sol, column Supplementary Table S2, T11 main set, prompt B_u: flawed twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|gpt-6-sol@high|,in, arxiv-2610.38096-s2-t11-main-u-wrong,arxiv-2610.38096,gpt-6-sol,high,mixed,hard,,,,,,,4,count of valid twins answered wrongly,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6-Sol, column Supplementary Table S2, T11 main set, prompt B_u: valid twins answered wrongly)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|gpt-6-sol@high|,in, arxiv-2610.38096-s2-t11-main-u-flagged,arxiv-2610.38096,gpt-6-sol,high,mixed,hard,,,,,,,0,count of valid twins flagged (false alarms),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6-Sol, column Supplementary Table S2, T11 main set, prompt B_u: valid twins flagged (false alarms))",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|gpt-6-sol@high|,in, arxiv-2610.38096-s2-t11-main-u-vnoans,arxiv-2610.38096,gpt-6-sol,high,mixed,hard,,,,,,,0,count of valid twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6-Sol, column Supplementary Table S2, T11 main set, prompt B_u: valid twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|gpt-6-sol@high|,in, arxiv-2610.38096-s2-t02-main-t-rejected,arxiv-2610.38096,gpt-6-luna,high,mixed,hard,,,,,,,20,count of flawed twins rejected,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6-Luna, column Supplementary Table S2, T02 main set, prompt B_t: flawed twins rejected)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-t|gpt-6-luna@high|,in, arxiv-2610.38096-s2-t02-main-t-accepted,arxiv-2610.38096,gpt-6-luna,high,mixed,hard,,,,,,,0,count of flawed twins accepted,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6-Luna, column Supplementary Table S2, T02 main set, prompt B_t: flawed twins accepted)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-t|gpt-6-luna@high|,in, arxiv-2610.38096-s2-t02-main-t-noans,arxiv-2610.38096,gpt-6-luna,high,mixed,hard,,,,,,,0,count of flawed twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6-Luna, column Supplementary Table S2, T02 main set, prompt B_t: flawed twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-t|gpt-6-luna@high|,out:republished, arxiv-2610.38096-s2-t02-main-t-solved,arxiv-2610.38096,gpt-6-luna,high,mixed,hard,,,,,,,1,count of valid twins solved,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6-Luna, column Supplementary Table S2, T02 main set, prompt B_t: valid twins solved)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-t|gpt-6-luna@high|,in, arxiv-2610.38096-s2-t02-main-t-wrong,arxiv-2610.38096,gpt-6-luna,high,mixed,hard,,,,,,,1,count of valid twins answered wrongly,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6-Luna, column Supplementary Table S2, T02 main set, prompt B_t: valid twins answered wrongly)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-t|gpt-6-luna@high|,in, arxiv-2610.38096-s2-t02-main-t-flagged,arxiv-2610.38096,gpt-6-luna,high,mixed,hard,,,,,,,18,count of valid twins flagged (false alarms),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6-Luna, column Supplementary Table S2, T02 main set, prompt B_t: valid twins flagged (false alarms))",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-t|gpt-6-luna@high|,in, arxiv-2610.38096-s2-t02-main-t-vnoans,arxiv-2610.38096,gpt-6-luna,high,mixed,hard,,,,,,,0,count of valid twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6-Luna, column Supplementary Table S2, T02 main set, prompt B_t: valid twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-t|gpt-6-luna@high|,out:republished, arxiv-2610.38096-s2-t11-main-t-rejected,arxiv-2610.38096,gpt-6-luna,high,mixed,hard,,,,,,,11,count of flawed twins rejected,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6-Luna, column Supplementary Table S2, T11 main set, prompt B_t: flawed twins rejected)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-t|gpt-6-luna@high|,in, arxiv-2610.38096-s2-t11-main-t-accepted,arxiv-2610.38096,gpt-6-luna,high,mixed,hard,,,,,,,7,count of flawed twins accepted,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6-Luna, column Supplementary Table S2, T11 main set, prompt B_t: flawed twins accepted)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-t|gpt-6-luna@high|,in, arxiv-2610.38096-s2-t11-main-t-noans,arxiv-2610.38096,gpt-6-luna,high,mixed,hard,,,,,,,0,count of flawed twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6-Luna, column Supplementary Table S2, T11 main set, prompt B_t: flawed twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-t|gpt-6-luna@high|,out:republished, arxiv-2610.38096-s2-t11-main-t-solved,arxiv-2610.38096,gpt-6-luna,high,mixed,hard,,,,,,,3,count of valid twins solved,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6-Luna, column Supplementary Table S2, T11 main set, prompt B_t: valid twins solved)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-t|gpt-6-luna@high|,in, arxiv-2610.38096-s2-t11-main-t-wrong,arxiv-2610.38096,gpt-6-luna,high,mixed,hard,,,,,,,2,count of valid twins answered wrongly,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6-Luna, column Supplementary Table S2, T11 main set, prompt B_t: valid twins answered wrongly)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-t|gpt-6-luna@high|,out:republished, arxiv-2610.38096-s2-t11-main-t-flagged,arxiv-2610.38096,gpt-6-luna,high,mixed,hard,,,,,,,13,count of valid twins flagged (false alarms),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6-Luna, column Supplementary Table S2, T11 main set, prompt B_t: valid twins flagged (false alarms))",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-t|gpt-6-luna@high|,in, arxiv-2610.38096-s2-t11-main-t-vnoans,arxiv-2610.38096,gpt-6-luna,high,mixed,hard,,,,,,,0,count of valid twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6-Luna, column Supplementary Table S2, T11 main set, prompt B_t: valid twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-t|gpt-6-luna@high|,out:republished, arxiv-2610.38096-s2-t02-main-u-accepted,arxiv-2610.38096,gpt-6-luna,high,mixed,hard,,,,,,,1,count of flawed twins accepted,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6-Luna, column Supplementary Table S2, T02 main set, prompt B_u: flawed twins accepted)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|gpt-6-luna@high|,in, arxiv-2610.38096-s2-t02-main-u-noans,arxiv-2610.38096,gpt-6-luna,high,mixed,hard,,,,,,,0,count of flawed twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6-Luna, column Supplementary Table S2, T02 main set, prompt B_u: flawed twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|gpt-6-luna@high|,in, arxiv-2610.38096-s2-t02-main-u-wrong,arxiv-2610.38096,gpt-6-luna,high,mixed,hard,,,,,,,3,count of valid twins answered wrongly,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6-Luna, column Supplementary Table S2, T02 main set, prompt B_u: valid twins answered wrongly)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|gpt-6-luna@high|,in, arxiv-2610.38096-s2-t02-main-u-flagged,arxiv-2610.38096,gpt-6-luna,high,mixed,hard,,,,,,,15,count of valid twins flagged (false alarms),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6-Luna, column Supplementary Table S2, T02 main set, prompt B_u: valid twins flagged (false alarms))",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|gpt-6-luna@high|,in, arxiv-2610.38096-s2-t02-main-u-vnoans,arxiv-2610.38096,gpt-6-luna,high,mixed,hard,,,,,,,0,count of valid twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6-Luna, column Supplementary Table S2, T02 main set, prompt B_u: valid twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|gpt-6-luna@high|,in, arxiv-2610.38096-s2-t11-main-u-accepted,arxiv-2610.38096,gpt-6-luna,high,mixed,hard,,,,,,,8,count of flawed twins accepted,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6-Luna, column Supplementary Table S2, T11 main set, prompt B_u: flawed twins accepted)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|gpt-6-luna@high|,in, arxiv-2610.38096-s2-t11-main-u-noans,arxiv-2610.38096,gpt-6-luna,high,mixed,hard,,,,,,,0,count of flawed twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6-Luna, column Supplementary Table S2, T11 main set, prompt B_u: flawed twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|gpt-6-luna@high|,in, arxiv-2610.38096-s2-t11-main-u-wrong,arxiv-2610.38096,gpt-6-luna,high,mixed,hard,,,,,,,11,count of valid twins answered wrongly,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6-Luna, column Supplementary Table S2, T11 main set, prompt B_u: valid twins answered wrongly)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|gpt-6-luna@high|,in, arxiv-2610.38096-s2-t11-main-u-flagged,arxiv-2610.38096,gpt-6-luna,high,mixed,hard,,,,,,,3,count of valid twins flagged (false alarms),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6-Luna, column Supplementary Table S2, T11 main set, prompt B_u: valid twins flagged (false alarms))",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|gpt-6-luna@high|,in, arxiv-2610.38096-s2-t11-main-u-vnoans,arxiv-2610.38096,gpt-6-luna,high,mixed,hard,,,,,,,0,count of valid twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row GPT-6-Luna, column Supplementary Table S2, T11 main set, prompt B_u: valid twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|gpt-6-luna@high|,in, arxiv-2610.38096-s7-t02-fine-capable,arxiv-2610.38096,gpt-6.1-sol,high,mixed,hard,,,,,,,100,probes capable (% of 5),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row GPT-6.1-Sol, column Supplementary Table S7, T02 fine set: probes capable)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t02-fine|gpt-6.1-sol@high|,out:saturated, arxiv-2610.38096-s7-t02-fine-median-error,arxiv-2610.38096,gpt-6.1-sol,high,mixed,hard,,,,,,,0.0000,median |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row GPT-6.1-Sol, column Supplementary Table S7, T02 fine set: median relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t02-fine|gpt-6.1-sol@high|,in, arxiv-2610.38096-s7-t02-fine-max-error,arxiv-2610.38096,gpt-6.1-sol,high,mixed,hard,,,,,,,0.0172,max |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row GPT-6.1-Sol, column Supplementary Table S7, T02 fine set: max relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t02-fine|gpt-6.1-sol@high|,in, arxiv-2610.38096-s7-t11-fine-capable,arxiv-2610.38096,gpt-6.1-sol,high,mixed,hard,,,,,,,100,probes capable (% of 5),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row GPT-6.1-Sol, column Supplementary Table S7, T11 fine set: probes capable)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t11-fine|gpt-6.1-sol@high|,out:saturated, arxiv-2610.38096-s7-t11-fine-median-error,arxiv-2610.38096,gpt-6.1-sol,high,mixed,hard,,,,,,,0.0000,median |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row GPT-6.1-Sol, column Supplementary Table S7, T11 fine set: median relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t11-fine|gpt-6.1-sol@high|,in, arxiv-2610.38096-s7-t11-fine-max-error,arxiv-2610.38096,gpt-6.1-sol,high,mixed,hard,,,,,,,0.0002,max |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row GPT-6.1-Sol, column Supplementary Table S7, T11 fine set: max relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t11-fine|gpt-6.1-sol@high|,in, arxiv-2610.38096-s7-t02-main-capable,arxiv-2610.38096,gpt-6.1-sol,high,mixed,hard,,,,,,,80,probes capable (% of 5),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row GPT-6.1-Sol, column Supplementary Table S7, T02 main set: probes capable)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t02-main|gpt-6.1-sol@high|,in, arxiv-2610.38096-s7-t02-main-median-error,arxiv-2610.38096,gpt-6.1-sol,high,mixed,hard,,,,,,,0.0000,median |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row GPT-6.1-Sol, column Supplementary Table S7, T02 main set: median relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t02-main|gpt-6.1-sol@high|,in, arxiv-2610.38096-s7-t02-main-max-error,arxiv-2610.38096,gpt-6.1-sol,high,mixed,hard,,,,,,,33.0097,max |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row GPT-6.1-Sol, column Supplementary Table S7, T02 main set: max relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t02-main|gpt-6.1-sol@high|,in, arxiv-2610.38096-s7-t11-main-capable,arxiv-2610.38096,gpt-6.1-sol,high,mixed,hard,,,,,,,100,probes capable (% of 5),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row GPT-6.1-Sol, column Supplementary Table S7, T11 main set: probes capable)",,out:uninformative, arxiv-2610.38096-s7-t11-main-median-error,arxiv-2610.38096,gpt-6.1-sol,high,mixed,hard,,,,,,,0.0000,median |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row GPT-6.1-Sol, column Supplementary Table S7, T11 main set: median relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t11-main|gpt-6.1-sol@high|,in, arxiv-2610.38096-s7-t11-main-max-error,arxiv-2610.38096,gpt-6.1-sol,high,mixed,hard,,,,,,,0.0002,max |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row GPT-6.1-Sol, column Supplementary Table S7, T11 main set: max relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t11-main|gpt-6.1-sol@high|,in, arxiv-2610.38096-s7-t02-fine-capable,arxiv-2610.38096,gpt-6-astra,high,mixed,hard,,,,,,,100,probes capable (% of 5),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row GPT-6-Astra, column Supplementary Table S7, T02 fine set: probes capable)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t02-fine|gpt-6-astra@high|,out:saturated, arxiv-2610.38096-s7-t02-fine-median-error,arxiv-2610.38096,gpt-6-astra,high,mixed,hard,,,,,,,0.0000,median |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row GPT-6-Astra, column Supplementary Table S7, T02 fine set: median relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t02-fine|gpt-6-astra@high|,in, arxiv-2610.38096-s7-t02-fine-max-error,arxiv-2610.38096,gpt-6-astra,high,mixed,hard,,,,,,,0.0000,max |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row GPT-6-Astra, column Supplementary Table S7, T02 fine set: max relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t02-fine|gpt-6-astra@high|,in, arxiv-2610.38096-s7-t11-fine-capable,arxiv-2610.38096,gpt-6-astra,high,mixed,hard,,,,,,,100,probes capable (% of 5),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row GPT-6-Astra, column Supplementary Table S7, T11 fine set: probes capable)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t11-fine|gpt-6-astra@high|,out:saturated, arxiv-2610.38096-s7-t11-fine-median-error,arxiv-2610.38096,gpt-6-astra,high,mixed,hard,,,,,,,0.0000,median |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row GPT-6-Astra, column Supplementary Table S7, T11 fine set: median relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t11-fine|gpt-6-astra@high|,in, arxiv-2610.38096-s7-t11-fine-max-error,arxiv-2610.38096,gpt-6-astra,high,mixed,hard,,,,,,,0.0007,max |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row GPT-6-Astra, column Supplementary Table S7, T11 fine set: max relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t11-fine|gpt-6-astra@high|,in, arxiv-2610.38096-s7-t02-main-capable,arxiv-2610.38096,gpt-6-astra,high,mixed,hard,,,,,,,100,probes capable (% of 5),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row GPT-6-Astra, column Supplementary Table S7, T02 main set: probes capable)",,out:uninformative, arxiv-2610.38096-s7-t02-main-median-error,arxiv-2610.38096,gpt-6-astra,high,mixed,hard,,,,,,,0.0000,median |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row GPT-6-Astra, column Supplementary Table S7, T02 main set: median relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t02-main|gpt-6-astra@high|,in, arxiv-2610.38096-s7-t02-main-max-error,arxiv-2610.38096,gpt-6-astra,high,mixed,hard,,,,,,,0.0000,max |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row GPT-6-Astra, column Supplementary Table S7, T02 main set: max relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t02-main|gpt-6-astra@high|,in, arxiv-2610.38096-s7-t11-main-capable,arxiv-2610.38096,gpt-6-astra,high,mixed,hard,,,,,,,100,probes capable (% of 5),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row GPT-6-Astra, column Supplementary Table S7, T11 main set: probes capable)",,out:uninformative, arxiv-2610.38096-s7-t11-main-median-error,arxiv-2610.38096,gpt-6-astra,high,mixed,hard,,,,,,,0.0001,median |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row GPT-6-Astra, column Supplementary Table S7, T11 main set: median relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t11-main|gpt-6-astra@high|,in, arxiv-2610.38096-s7-t11-main-max-error,arxiv-2610.38096,gpt-6-astra,high,mixed,hard,,,,,,,0.0003,max |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row GPT-6-Astra, column Supplementary Table S7, T11 main set: max relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t11-main|gpt-6-astra@high|,in, arxiv-2610.38096-s7-t02-pilot-capable,arxiv-2610.38096,gpt-6-astra,high,mixed,hard,,,,,,,100,probes capable (% of 5),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row GPT-6-Astra, column Supplementary Table S7, T02 pilot set: probes capable)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t02-pilot|gpt-6-astra@high|,out:saturated, arxiv-2610.38096-s7-t02-pilot-median-error,arxiv-2610.38096,gpt-6-astra,high,mixed,hard,,,,,,,0.0000,median |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row GPT-6-Astra, column Supplementary Table S7, T02 pilot set: median relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t02-pilot|gpt-6-astra@high|,in, arxiv-2610.38096-s7-t02-pilot-max-error,arxiv-2610.38096,gpt-6-astra,high,mixed,hard,,,,,,,0.0000,max |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row GPT-6-Astra, column Supplementary Table S7, T02 pilot set: max relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t02-pilot|gpt-6-astra@high|,in, arxiv-2610.38096-s7-t11-pilot-capable,arxiv-2610.38096,gpt-6-astra,high,mixed,hard,,,,,,,100,probes capable (% of 5),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row GPT-6-Astra, column Supplementary Table S7, T11 pilot set: probes capable)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t11-pilot|gpt-6-astra@high|,out:saturated, arxiv-2610.38096-s7-t11-pilot-median-error,arxiv-2610.38096,gpt-6-astra,high,mixed,hard,,,,,,,0.0000,median |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row GPT-6-Astra, column Supplementary Table S7, T11 pilot set: median relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t11-pilot|gpt-6-astra@high|,in, arxiv-2610.38096-s7-t11-pilot-max-error,arxiv-2610.38096,gpt-6-astra,high,mixed,hard,,,,,,,0.0004,max |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row GPT-6-Astra, column Supplementary Table S7, T11 pilot set: max relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t11-pilot|gpt-6-astra@high|,in, arxiv-2610.38096-s7-t02-main-capable,arxiv-2610.38096,gpt-6-sol,high,mixed,hard,,,,,,,100,probes capable (% of 5),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row GPT-6-Sol, column Supplementary Table S7, T02 main set: probes capable)",,out:uninformative, arxiv-2610.38096-s7-t02-main-median-error,arxiv-2610.38096,gpt-6-sol,high,mixed,hard,,,,,,,0.0000,median |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row GPT-6-Sol, column Supplementary Table S7, T02 main set: median relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t02-main|gpt-6-sol@high|,in, arxiv-2610.38096-s7-t02-main-max-error,arxiv-2610.38096,gpt-6-sol,high,mixed,hard,,,,,,,0.0002,max |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row GPT-6-Sol, column Supplementary Table S7, T02 main set: max relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t02-main|gpt-6-sol@high|,in, arxiv-2610.38096-s7-t11-main-capable,arxiv-2610.38096,gpt-6-sol,high,mixed,hard,,,,,,,100,probes capable (% of 5),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row GPT-6-Sol, column Supplementary Table S7, T11 main set: probes capable)",,out:uninformative, arxiv-2610.38096-s7-t11-main-median-error,arxiv-2610.38096,gpt-6-sol,high,mixed,hard,,,,,,,0.0012,median |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row GPT-6-Sol, column Supplementary Table S7, T11 main set: median relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t11-main|gpt-6-sol@high|,in, arxiv-2610.38096-s7-t11-main-max-error,arxiv-2610.38096,gpt-6-sol,high,mixed,hard,,,,,,,0.0023,max |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row GPT-6-Sol, column Supplementary Table S7, T11 main set: max relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t11-main|gpt-6-sol@high|,in, arxiv-2610.38096-s7-t02-main-capable,arxiv-2610.38096,gpt-6-luna,high,mixed,hard,,,,,,,80,probes capable (% of 5),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row GPT-6-Luna, column Supplementary Table S7, T02 main set: probes capable)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t02-main|gpt-6-luna@high|,in, arxiv-2610.38096-s7-t02-main-median-error,arxiv-2610.38096,gpt-6-luna,high,mixed,hard,,,,,,,0.0129,median |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row GPT-6-Luna, column Supplementary Table S7, T02 main set: median relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t02-main|gpt-6-luna@high|,in, arxiv-2610.38096-s7-t02-main-max-error,arxiv-2610.38096,gpt-6-luna,high,mixed,hard,,,,,,,3.9765,max |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row GPT-6-Luna, column Supplementary Table S7, T02 main set: max relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t02-main|gpt-6-luna@high|,in, arxiv-2610.38096-s7-t11-main-capable,arxiv-2610.38096,gpt-6-luna,high,mixed,hard,,,,,,,80,probes capable (% of 5),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row GPT-6-Luna, column Supplementary Table S7, T11 main set: probes capable)",,out:single-couple, arxiv-2610.38096-s7-t11-main-median-error,arxiv-2610.38096,gpt-6-luna,high,mixed,hard,,,,,,,0.0023,median |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row GPT-6-Luna, column Supplementary Table S7, T11 main set: median relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t11-main|gpt-6-luna@high|,in, arxiv-2610.38096-s7-t11-main-max-error,arxiv-2610.38096,gpt-6-luna,high,mixed,hard,,,,,,,10.4590,max |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row GPT-6-Luna, column Supplementary Table S7, T11 main set: max relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t11-main|gpt-6-luna@high|,in, arxiv-2610.38096-s12-fine-u-no-answer,arxiv-2610.38096,gpt-6.1-sol,high,mixed,hard,,,,,,,0,count of calls without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S12, row GPT-6.1-Sol, column Supplementary Table S12, fine set, prompt B_u: calls without an answer)",,out:not-headline, arxiv-2610.38096-s12-main-u-no-answer,arxiv-2610.38096,gpt-6.1-sol,high,mixed,hard,,,,,,,0,count of calls without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S12, row GPT-6.1-Sol, column Supplementary Table S12, main set, prompt B_u: calls without an answer)",,out:not-headline, arxiv-2610.38096-s12-fine-u-no-answer,arxiv-2610.38096,gpt-6-astra,high,mixed,hard,,,,,,,0,count of calls without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S12, row GPT-6-Astra, column Supplementary Table S12, fine set, prompt B_u: calls without an answer)",,out:not-headline, arxiv-2610.38096-s12-main-u-no-answer,arxiv-2610.38096,gpt-6-astra,high,mixed,hard,,,,,,,0,count of calls without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S12, row GPT-6-Astra, column Supplementary Table S12, main set, prompt B_u: calls without an answer)",,out:not-headline, arxiv-2610.38096-s12-pilot-u-no-answer,arxiv-2610.38096,gpt-6-astra,high,mixed,hard,,,,,,,0,count of calls without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S12, row GPT-6-Astra, column Supplementary Table S12, pilot set, prompt B_u: calls without an answer)",,out:not-headline, arxiv-2610.38096-s12-main-u-no-answer,arxiv-2610.38096,gpt-6-sol,high,mixed,hard,,,,,,,0,count of calls without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S12, row GPT-6-Sol, column Supplementary Table S12, main set, prompt B_u: calls without an answer)",,out:not-headline, arxiv-2610.38096-s12-main-t-no-answer,arxiv-2610.38096,gpt-6-luna,high,mixed,hard,,,,,,,0,count of calls without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S12, row GPT-6-Luna, column Supplementary Table S12, main set, prompt B_t: calls without an answer)",,out:not-headline, arxiv-2610.38096-s12-main-u-no-answer,arxiv-2610.38096,gpt-6-luna,high,mixed,hard,,,,,,,0,count of calls without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S12, row GPT-6-Luna, column Supplementary Table S12, main set, prompt B_u: calls without an answer)",,out:not-headline, arxiv-2610.38096-s14-robust-beams-rejected-bt,arxiv-2610.38096,gpt-6-luna,high,mixed,hard,,,,,,,100,robust flawed beams rejected (of 6),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S14, row GPT-6-Luna, column Supplementary Table S14, six robust flawed beams rejected, prompt B_t)",,out:uninformative, arxiv-2610.38096-s23-t02-score-bu,arxiv-2610.38096,gpt-6-luna,high,mixed,hard,,,,,,,-34,main-set score under the confidence-target prompt's stated rule,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S23, row GPT-6-Luna, column Supplementary Table S23, T02 main-set score under the stated rule, prompt B_u)",,out:single-couple, arxiv-2610.38096-s23-t02-score-bt,arxiv-2610.38096,gpt-6-luna,high,mixed,hard,,,,,,,-8,main-set score under the confidence-target prompt's stated rule,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S23, row GPT-6-Luna, column Supplementary Table S23, T02 main-set score under the stated rule, prompt B_t)",,out:single-couple, arxiv-2610.38096-s23-t11-score-bu,arxiv-2610.38096,gpt-6-luna,high,mixed,hard,,,,,,,-167,main-set score under the confidence-target prompt's stated rule,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S23, row GPT-6-Luna, column Supplementary Table S23, T11 main-set score under the stated rule, prompt B_u)",,out:single-couple, arxiv-2610.38096-s23-t11-score-bt,arxiv-2610.38096,gpt-6-luna,high,mixed,hard,,,,,,,-78,main-set score under the confidence-target prompt's stated rule,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S23, row GPT-6-Luna, column Supplementary Table S23, T11 main-set score under the stated rule, prompt B_t)",,out:single-couple, arxiv-2610.38096-s33-t11-s1-note-rejected,arxiv-2610.38096,gpt-6-luna,high,mixed,hard,,,,,,,75,flawed disks rejected (% of 20),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S33, row GPT-6-Luna, column Supplementary Table S33, stated-limit experiment, disks, arm S1 + note: flawed disks rejected)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s33-t11-s1-note|gpt-6-luna@high|,in, arxiv-2610.38096-s33-t11-s1-note-false-alarms,arxiv-2610.38096,gpt-6-luna,high,mixed,hard,,,,,,,50,"valid disks flagged, false alarms (% of 20)",0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S33, row GPT-6-Luna, column Supplementary Table S33, stated-limit experiment, disks, arm S1 + note: valid disks flagged)",,out:single-couple, arxiv-2610.38096-s33-t11-s1-note-valid-solved,arxiv-2610.38096,gpt-6-luna,high,mixed,hard,,,,,,,3,valid disks solved (count of 20),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S33, row GPT-6-Luna, column Supplementary Table S33, stated-limit experiment, disks, arm S1 + note: valid disks solved)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s33-t11-s1-note|gpt-6-luna@high|,in, arxiv-2610.38096-s33-t11-pa-note-rejected,arxiv-2610.38096,gpt-6-luna,high,mixed,hard,,,,,,,55,flawed disks rejected (% of 20),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S33, row GPT-6-Luna, column Supplementary Table S33, stated-limit experiment, disks, arm PA + note: flawed disks rejected)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s33-t11-pa-note|gpt-6-luna@high|,in, arxiv-2610.38096-s33-t11-pa-note-false-alarms,arxiv-2610.38096,gpt-6-luna,high,mixed,hard,,,,,,,65,"valid disks flagged, false alarms (% of 20)",0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S33, row GPT-6-Luna, column Supplementary Table S33, stated-limit experiment, disks, arm PA + note: valid disks flagged)",,out:single-couple, arxiv-2610.38096-s33-t11-pa-note-valid-solved,arxiv-2610.38096,gpt-6-luna,high,mixed,hard,,,,,,,1,valid disks solved (count of 20),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S33, row GPT-6-Luna, column Supplementary Table S33, stated-limit experiment, disks, arm PA + note: valid disks solved)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s33-t11-pa-note|gpt-6-luna@high|,in, arxiv-2610.38096-s33-t11-s1-limit-rejected,arxiv-2610.38096,gpt-6-luna,high,mixed,hard,,,,,,,100,flawed disks rejected (% of 20),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S33, row GPT-6-Luna, column Supplementary Table S33, stated-limit experiment, disks, arm S1 + limit: flawed disks rejected)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s33-t11-s1-limit|gpt-6-luna@high|,out:saturated, arxiv-2610.38096-s33-t11-s1-limit-false-alarms,arxiv-2610.38096,gpt-6-luna,high,mixed,hard,,,,,,,60,"valid disks flagged, false alarms (% of 20)",0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S33, row GPT-6-Luna, column Supplementary Table S33, stated-limit experiment, disks, arm S1 + limit: valid disks flagged)",,out:single-couple, arxiv-2610.38096-s33-t11-s1-limit-valid-solved,arxiv-2610.38096,gpt-6-luna,high,mixed,hard,,,,,,,3,valid disks solved (count of 20),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S33, row GPT-6-Luna, column Supplementary Table S33, stated-limit experiment, disks, arm S1 + limit: valid disks solved)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s33-t11-s1-limit|gpt-6-luna@high|,in, arxiv-2610.38096-s33-t11-pa-limit-rejected,arxiv-2610.38096,gpt-6-luna,high,mixed,hard,,,,,,,100,flawed disks rejected (% of 20),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S33, row GPT-6-Luna, column Supplementary Table S33, stated-limit experiment, disks, arm PA + limit: flawed disks rejected)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s33-t11-pa-limit|gpt-6-luna@high|,out:saturated, arxiv-2610.38096-s33-t11-pa-limit-false-alarms,arxiv-2610.38096,gpt-6-luna,high,mixed,hard,,,,,,,65,"valid disks flagged, false alarms (% of 20)",0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S33, row GPT-6-Luna, column Supplementary Table S33, stated-limit experiment, disks, arm PA + limit: valid disks flagged)",,out:single-couple, arxiv-2610.38096-s33-t11-pa-limit-valid-solved,arxiv-2610.38096,gpt-6-luna,high,mixed,hard,,,,,,,1,valid disks solved (count of 20),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S33, row GPT-6-Luna, column Supplementary Table S33, stated-limit experiment, disks, arm PA + limit: valid disks solved)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s33-t11-pa-limit|gpt-6-luna@high|,in, arxiv-2610.38096-s33-t11-feasibility-only-rejected,arxiv-2610.38096,gpt-6-luna,high,mixed,hard,,,,,,,70,flawed disks rejected (% of 20),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S33, row GPT-6-Luna, column Supplementary Table S33, stated-limit experiment, disks, arm feasibility only: flawed disks rejected)",,out:single-couple, arxiv-2610.38096-s33-t11-feasibility-only-false-alarms,arxiv-2610.38096,gpt-6-luna,high,mixed,hard,,,,,,,0,"valid disks flagged, false alarms (% of 20)",0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S33, row GPT-6-Luna, column Supplementary Table S33, stated-limit experiment, disks, arm feasibility only: valid disks flagged)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s33-t11-feasibility-only|gpt-6-luna@high|,out:saturated, arxiv-2610.38096-s33-t11-feasibility-only-valid-solved,arxiv-2610.38096,gpt-6-luna,high,mixed,hard,,,,,,,20,valid disks solved (count of 20),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S33, row GPT-6-Luna, column Supplementary Table S33, stated-limit experiment, disks, arm feasibility only: valid disks solved)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s33-t11-feasibility-only|gpt-6-luna@high|,in, arxiv-2610.38096-s2-t02-fine-t-rejected,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,15,count of flawed twins rejected,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5.5, column Supplementary Table S2, T02 fine set, prompt B_t: flawed twins rejected)",,out:single-couple, arxiv-2610.38096-s2-t02-fine-t-accepted,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,1,count of flawed twins accepted,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5.5, column Supplementary Table S2, T02 fine set, prompt B_t: flawed twins accepted)",,out:single-couple, arxiv-2610.38096-s2-t02-fine-t-noans,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,0,count of flawed twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5.5, column Supplementary Table S2, T02 fine set, prompt B_t: flawed twins without an answer)",,out:single-couple, arxiv-2610.38096-s2-t02-fine-t-solved,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,16,count of valid twins solved,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5.5, column Supplementary Table S2, T02 fine set, prompt B_t: valid twins solved)",,out:single-couple, arxiv-2610.38096-s2-t02-fine-t-wrong,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,0,count of valid twins answered wrongly,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5.5, column Supplementary Table S2, T02 fine set, prompt B_t: valid twins answered wrongly)",,out:single-couple, arxiv-2610.38096-s2-t02-fine-t-flagged,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,0,count of valid twins flagged (false alarms),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5.5, column Supplementary Table S2, T02 fine set, prompt B_t: valid twins flagged (false alarms))",,out:single-couple, arxiv-2610.38096-s2-t02-fine-t-vnoans,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,0,count of valid twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5.5, column Supplementary Table S2, T02 fine set, prompt B_t: valid twins without an answer)",,out:single-couple, arxiv-2610.38096-s2-t11-fine-t-rejected,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,16,count of flawed twins rejected,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5.5, column Supplementary Table S2, T11 fine set, prompt B_t: flawed twins rejected)",,out:single-couple, arxiv-2610.38096-s2-t11-fine-t-accepted,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,0,count of flawed twins accepted,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5.5, column Supplementary Table S2, T11 fine set, prompt B_t: flawed twins accepted)",,out:single-couple, arxiv-2610.38096-s2-t11-fine-t-noans,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,0,count of flawed twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5.5, column Supplementary Table S2, T11 fine set, prompt B_t: flawed twins without an answer)",,out:single-couple, arxiv-2610.38096-s2-t11-fine-t-solved,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,16,count of valid twins solved,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5.5, column Supplementary Table S2, T11 fine set, prompt B_t: valid twins solved)",,out:single-couple, arxiv-2610.38096-s2-t11-fine-t-wrong,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,0,count of valid twins answered wrongly,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5.5, column Supplementary Table S2, T11 fine set, prompt B_t: valid twins answered wrongly)",,out:single-couple, arxiv-2610.38096-s2-t11-fine-t-flagged,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,0,count of valid twins flagged (false alarms),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5.5, column Supplementary Table S2, T11 fine set, prompt B_t: valid twins flagged (false alarms))",,out:single-couple, arxiv-2610.38096-s2-t11-fine-t-vnoans,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,0,count of valid twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5.5, column Supplementary Table S2, T11 fine set, prompt B_t: valid twins without an answer)",,out:single-couple, arxiv-2610.38096-s2-t02-fine-u-rejected,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,16,count of flawed twins rejected,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5.5, column Supplementary Table S2, T02 fine set, prompt B_u: flawed twins rejected)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-fine-u|opus-5.5@high|,in, arxiv-2610.38096-s2-t02-fine-u-accepted,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,0,count of flawed twins accepted,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5.5, column Supplementary Table S2, T02 fine set, prompt B_u: flawed twins accepted)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-fine-u|opus-5.5@high|,in, arxiv-2610.38096-s2-t02-fine-u-noans,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,0,count of flawed twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5.5, column Supplementary Table S2, T02 fine set, prompt B_u: flawed twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-fine-u|opus-5.5@high|,out:republished, arxiv-2610.38096-s2-t02-fine-u-solved,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,15,count of valid twins solved,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5.5, column Supplementary Table S2, T02 fine set, prompt B_u: valid twins solved)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-fine-u|opus-5.5@high|,in, arxiv-2610.38096-s2-t02-fine-u-wrong,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,1,count of valid twins answered wrongly,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5.5, column Supplementary Table S2, T02 fine set, prompt B_u: valid twins answered wrongly)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-fine-u|opus-5.5@high|,out:republished, arxiv-2610.38096-s2-t02-fine-u-flagged,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,0,count of valid twins flagged (false alarms),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5.5, column Supplementary Table S2, T02 fine set, prompt B_u: valid twins flagged (false alarms))",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-fine-u|opus-5.5@high|,out:republished, arxiv-2610.38096-s2-t02-fine-u-vnoans,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,0,count of valid twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5.5, column Supplementary Table S2, T02 fine set, prompt B_u: valid twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-fine-u|opus-5.5@high|,out:republished, arxiv-2610.38096-s2-t11-fine-u-rejected,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,16,count of flawed twins rejected,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5.5, column Supplementary Table S2, T11 fine set, prompt B_u: flawed twins rejected)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-fine-u|opus-5.5@high|,in, arxiv-2610.38096-s2-t11-fine-u-accepted,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,0,count of flawed twins accepted,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5.5, column Supplementary Table S2, T11 fine set, prompt B_u: flawed twins accepted)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-fine-u|opus-5.5@high|,out:republished, arxiv-2610.38096-s2-t11-fine-u-noans,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,0,count of flawed twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5.5, column Supplementary Table S2, T11 fine set, prompt B_u: flawed twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-fine-u|opus-5.5@high|,out:republished, arxiv-2610.38096-s2-t11-fine-u-solved,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,16,count of valid twins solved,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5.5, column Supplementary Table S2, T11 fine set, prompt B_u: valid twins solved)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-fine-u|opus-5.5@high|,out:republished, arxiv-2610.38096-s2-t11-fine-u-wrong,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,0,count of valid twins answered wrongly,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5.5, column Supplementary Table S2, T11 fine set, prompt B_u: valid twins answered wrongly)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-fine-u|opus-5.5@high|,out:republished, arxiv-2610.38096-s2-t11-fine-u-flagged,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,0,count of valid twins flagged (false alarms),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5.5, column Supplementary Table S2, T11 fine set, prompt B_u: valid twins flagged (false alarms))",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-fine-u|opus-5.5@high|,out:republished, arxiv-2610.38096-s2-t11-fine-u-vnoans,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,0,count of valid twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5.5, column Supplementary Table S2, T11 fine set, prompt B_u: valid twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-fine-u|opus-5.5@high|,out:republished, arxiv-2610.38096-s2-t02-main-t-rejected,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,19,count of flawed twins rejected,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5.5, column Supplementary Table S2, T02 main set, prompt B_t: flawed twins rejected)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-t|opus-5.5@high|,in, arxiv-2610.38096-s2-t02-main-t-accepted,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,1,count of flawed twins accepted,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5.5, column Supplementary Table S2, T02 main set, prompt B_t: flawed twins accepted)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-t|opus-5.5@high|,in, arxiv-2610.38096-s2-t02-main-t-noans,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,0,count of flawed twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5.5, column Supplementary Table S2, T02 main set, prompt B_t: flawed twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-t|opus-5.5@high|,out:republished, arxiv-2610.38096-s2-t02-main-t-solved,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,20,count of valid twins solved,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5.5, column Supplementary Table S2, T02 main set, prompt B_t: valid twins solved)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-t|opus-5.5@high|,in, arxiv-2610.38096-s2-t02-main-t-wrong,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,0,count of valid twins answered wrongly,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5.5, column Supplementary Table S2, T02 main set, prompt B_t: valid twins answered wrongly)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-t|opus-5.5@high|,in, arxiv-2610.38096-s2-t02-main-t-flagged,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,0,count of valid twins flagged (false alarms),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5.5, column Supplementary Table S2, T02 main set, prompt B_t: valid twins flagged (false alarms))",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-t|opus-5.5@high|,in, arxiv-2610.38096-s2-t02-main-t-vnoans,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,0,count of valid twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5.5, column Supplementary Table S2, T02 main set, prompt B_t: valid twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-t|opus-5.5@high|,out:republished, arxiv-2610.38096-s2-t11-main-t-rejected,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,18,count of flawed twins rejected,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5.5, column Supplementary Table S2, T11 main set, prompt B_t: flawed twins rejected)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-t|opus-5.5@high|,in, arxiv-2610.38096-s2-t11-main-t-accepted,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,0,count of flawed twins accepted,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5.5, column Supplementary Table S2, T11 main set, prompt B_t: flawed twins accepted)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-t|opus-5.5@high|,in, arxiv-2610.38096-s2-t11-main-t-noans,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,0,count of flawed twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5.5, column Supplementary Table S2, T11 main set, prompt B_t: flawed twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-t|opus-5.5@high|,out:republished, arxiv-2610.38096-s2-t11-main-t-solved,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,18,count of valid twins solved,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5.5, column Supplementary Table S2, T11 main set, prompt B_t: valid twins solved)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-t|opus-5.5@high|,in, arxiv-2610.38096-s2-t11-main-t-wrong,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,0,count of valid twins answered wrongly,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5.5, column Supplementary Table S2, T11 main set, prompt B_t: valid twins answered wrongly)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-t|opus-5.5@high|,out:republished, arxiv-2610.38096-s2-t11-main-t-flagged,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,0,count of valid twins flagged (false alarms),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5.5, column Supplementary Table S2, T11 main set, prompt B_t: valid twins flagged (false alarms))",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-t|opus-5.5@high|,in, arxiv-2610.38096-s2-t11-main-t-vnoans,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,0,count of valid twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5.5, column Supplementary Table S2, T11 main set, prompt B_t: valid twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-t|opus-5.5@high|,out:republished, arxiv-2610.38096-s2-t02-main-u-accepted,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,0,count of flawed twins accepted,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5.5, column Supplementary Table S2, T02 main set, prompt B_u: flawed twins accepted)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|opus-5.5@high|,in, arxiv-2610.38096-s2-t02-main-u-noans,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,0,count of flawed twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5.5, column Supplementary Table S2, T02 main set, prompt B_u: flawed twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|opus-5.5@high|,in, arxiv-2610.38096-s2-t02-main-u-wrong,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,0,count of valid twins answered wrongly,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5.5, column Supplementary Table S2, T02 main set, prompt B_u: valid twins answered wrongly)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|opus-5.5@high|,in, arxiv-2610.38096-s2-t02-main-u-flagged,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,0,count of valid twins flagged (false alarms),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5.5, column Supplementary Table S2, T02 main set, prompt B_u: valid twins flagged (false alarms))",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|opus-5.5@high|,in, arxiv-2610.38096-s2-t02-main-u-vnoans,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,0,count of valid twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5.5, column Supplementary Table S2, T02 main set, prompt B_u: valid twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|opus-5.5@high|,in, arxiv-2610.38096-s2-t11-main-u-accepted,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,0,count of flawed twins accepted,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5.5, column Supplementary Table S2, T11 main set, prompt B_u: flawed twins accepted)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|opus-5.5@high|,in, arxiv-2610.38096-s2-t11-main-u-noans,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,0,count of flawed twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5.5, column Supplementary Table S2, T11 main set, prompt B_u: flawed twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|opus-5.5@high|,in, arxiv-2610.38096-s2-t11-main-u-wrong,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,0,count of valid twins answered wrongly,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5.5, column Supplementary Table S2, T11 main set, prompt B_u: valid twins answered wrongly)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|opus-5.5@high|,in, arxiv-2610.38096-s2-t11-main-u-flagged,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,0,count of valid twins flagged (false alarms),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5.5, column Supplementary Table S2, T11 main set, prompt B_u: valid twins flagged (false alarms))",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|opus-5.5@high|,in, arxiv-2610.38096-s2-t11-main-u-vnoans,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,0,count of valid twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5.5, column Supplementary Table S2, T11 main set, prompt B_u: valid twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|opus-5.5@high|,in, arxiv-2610.38096-s2-t02-pilot-u-rejected,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,10,count of flawed twins rejected,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5.5, column Supplementary Table S2, T02 pilot set, prompt B_u: flawed twins rejected)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-pilot-u|opus-5.5@high|,in, arxiv-2610.38096-s2-t02-pilot-u-accepted,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,0,count of flawed twins accepted,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5.5, column Supplementary Table S2, T02 pilot set, prompt B_u: flawed twins accepted)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-pilot-u|opus-5.5@high|,in, arxiv-2610.38096-s2-t02-pilot-u-noans,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,0,count of flawed twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5.5, column Supplementary Table S2, T02 pilot set, prompt B_u: flawed twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-pilot-u|opus-5.5@high|,out:republished, arxiv-2610.38096-s2-t02-pilot-u-solved,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,10,count of valid twins solved,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5.5, column Supplementary Table S2, T02 pilot set, prompt B_u: valid twins solved)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-pilot-u|opus-5.5@high|,in, arxiv-2610.38096-s2-t02-pilot-u-wrong,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,0,count of valid twins answered wrongly,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5.5, column Supplementary Table S2, T02 pilot set, prompt B_u: valid twins answered wrongly)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-pilot-u|opus-5.5@high|,out:republished, arxiv-2610.38096-s2-t02-pilot-u-flagged,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,0,count of valid twins flagged (false alarms),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5.5, column Supplementary Table S2, T02 pilot set, prompt B_u: valid twins flagged (false alarms))",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-pilot-u|opus-5.5@high|,out:republished, arxiv-2610.38096-s2-t02-pilot-u-vnoans,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,0,count of valid twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5.5, column Supplementary Table S2, T02 pilot set, prompt B_u: valid twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-pilot-u|opus-5.5@high|,out:republished, arxiv-2610.38096-s2-t11-pilot-u-rejected,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,16,count of flawed twins rejected,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5.5, column Supplementary Table S2, T11 pilot set, prompt B_u: flawed twins rejected)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-pilot-u|opus-5.5@high|,in, arxiv-2610.38096-s2-t11-pilot-u-accepted,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,0,count of flawed twins accepted,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5.5, column Supplementary Table S2, T11 pilot set, prompt B_u: flawed twins accepted)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-pilot-u|opus-5.5@high|,out:republished, arxiv-2610.38096-s2-t11-pilot-u-noans,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,0,count of flawed twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5.5, column Supplementary Table S2, T11 pilot set, prompt B_u: flawed twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-pilot-u|opus-5.5@high|,out:republished, arxiv-2610.38096-s2-t11-pilot-u-solved,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,15,count of valid twins solved,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5.5, column Supplementary Table S2, T11 pilot set, prompt B_u: valid twins solved)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-pilot-u|opus-5.5@high|,in, arxiv-2610.38096-s2-t11-pilot-u-wrong,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,1,count of valid twins answered wrongly,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5.5, column Supplementary Table S2, T11 pilot set, prompt B_u: valid twins answered wrongly)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-pilot-u|opus-5.5@high|,out:republished, arxiv-2610.38096-s2-t11-pilot-u-flagged,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,0,count of valid twins flagged (false alarms),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5.5, column Supplementary Table S2, T11 pilot set, prompt B_u: valid twins flagged (false alarms))",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-pilot-u|opus-5.5@high|,out:republished, arxiv-2610.38096-s2-t11-pilot-u-vnoans,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,0,count of valid twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5.5, column Supplementary Table S2, T11 pilot set, prompt B_u: valid twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-pilot-u|opus-5.5@high|,out:republished, arxiv-2610.38096-s2-t02-main-t-rejected,arxiv-2610.38096,sonnet-5.5,high,mixed,hard,,,,,,,17,count of flawed twins rejected,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Sonnet 5.5, column Supplementary Table S2, T02 main set, prompt B_t: flawed twins rejected)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-t|sonnet-5.5@high|,in, arxiv-2610.38096-s2-t02-main-t-accepted,arxiv-2610.38096,sonnet-5.5,high,mixed,hard,,,,,,,3,count of flawed twins accepted,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Sonnet 5.5, column Supplementary Table S2, T02 main set, prompt B_t: flawed twins accepted)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-t|sonnet-5.5@high|,in, arxiv-2610.38096-s2-t02-main-t-noans,arxiv-2610.38096,sonnet-5.5,high,mixed,hard,,,,,,,0,count of flawed twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Sonnet 5.5, column Supplementary Table S2, T02 main set, prompt B_t: flawed twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-t|sonnet-5.5@high|,out:republished, arxiv-2610.38096-s2-t02-main-t-solved,arxiv-2610.38096,sonnet-5.5,high,mixed,hard,,,,,,,20,count of valid twins solved,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Sonnet 5.5, column Supplementary Table S2, T02 main set, prompt B_t: valid twins solved)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-t|sonnet-5.5@high|,in, arxiv-2610.38096-s2-t02-main-t-wrong,arxiv-2610.38096,sonnet-5.5,high,mixed,hard,,,,,,,0,count of valid twins answered wrongly,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Sonnet 5.5, column Supplementary Table S2, T02 main set, prompt B_t: valid twins answered wrongly)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-t|sonnet-5.5@high|,in, arxiv-2610.38096-s2-t02-main-t-flagged,arxiv-2610.38096,sonnet-5.5,high,mixed,hard,,,,,,,0,count of valid twins flagged (false alarms),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Sonnet 5.5, column Supplementary Table S2, T02 main set, prompt B_t: valid twins flagged (false alarms))",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-t|sonnet-5.5@high|,in, arxiv-2610.38096-s2-t02-main-t-vnoans,arxiv-2610.38096,sonnet-5.5,high,mixed,hard,,,,,,,0,count of valid twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Sonnet 5.5, column Supplementary Table S2, T02 main set, prompt B_t: valid twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-t|sonnet-5.5@high|,out:republished, arxiv-2610.38096-s2-t11-main-t-rejected,arxiv-2610.38096,sonnet-5.5,high,mixed,hard,,,,,,,18,count of flawed twins rejected,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Sonnet 5.5, column Supplementary Table S2, T11 main set, prompt B_t: flawed twins rejected)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-t|sonnet-5.5@high|,in, arxiv-2610.38096-s2-t11-main-t-accepted,arxiv-2610.38096,sonnet-5.5,high,mixed,hard,,,,,,,0,count of flawed twins accepted,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Sonnet 5.5, column Supplementary Table S2, T11 main set, prompt B_t: flawed twins accepted)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-t|sonnet-5.5@high|,in, arxiv-2610.38096-s2-t11-main-t-noans,arxiv-2610.38096,sonnet-5.5,high,mixed,hard,,,,,,,0,count of flawed twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Sonnet 5.5, column Supplementary Table S2, T11 main set, prompt B_t: flawed twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-t|sonnet-5.5@high|,out:republished, arxiv-2610.38096-s2-t11-main-t-solved,arxiv-2610.38096,sonnet-5.5,high,mixed,hard,,,,,,,18,count of valid twins solved,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Sonnet 5.5, column Supplementary Table S2, T11 main set, prompt B_t: valid twins solved)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-t|sonnet-5.5@high|,in, arxiv-2610.38096-s2-t11-main-t-wrong,arxiv-2610.38096,sonnet-5.5,high,mixed,hard,,,,,,,0,count of valid twins answered wrongly,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Sonnet 5.5, column Supplementary Table S2, T11 main set, prompt B_t: valid twins answered wrongly)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-t|sonnet-5.5@high|,out:republished, arxiv-2610.38096-s2-t11-main-t-flagged,arxiv-2610.38096,sonnet-5.5,high,mixed,hard,,,,,,,0,count of valid twins flagged (false alarms),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Sonnet 5.5, column Supplementary Table S2, T11 main set, prompt B_t: valid twins flagged (false alarms))",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-t|sonnet-5.5@high|,in, arxiv-2610.38096-s2-t11-main-t-vnoans,arxiv-2610.38096,sonnet-5.5,high,mixed,hard,,,,,,,0,count of valid twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Sonnet 5.5, column Supplementary Table S2, T11 main set, prompt B_t: valid twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-t|sonnet-5.5@high|,out:republished, arxiv-2610.38096-s2-t02-main-u-accepted,arxiv-2610.38096,sonnet-5.5,high,mixed,hard,,,,,,,2,count of flawed twins accepted,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Sonnet 5.5, column Supplementary Table S2, T02 main set, prompt B_u: flawed twins accepted)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|sonnet-5.5@high|,in, arxiv-2610.38096-s2-t02-main-u-noans,arxiv-2610.38096,sonnet-5.5,high,mixed,hard,,,,,,,0,count of flawed twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Sonnet 5.5, column Supplementary Table S2, T02 main set, prompt B_u: flawed twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|sonnet-5.5@high|,in, arxiv-2610.38096-s2-t02-main-u-wrong,arxiv-2610.38096,sonnet-5.5,high,mixed,hard,,,,,,,3,count of valid twins answered wrongly,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Sonnet 5.5, column Supplementary Table S2, T02 main set, prompt B_u: valid twins answered wrongly)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|sonnet-5.5@high|,in, arxiv-2610.38096-s2-t02-main-u-flagged,arxiv-2610.38096,sonnet-5.5,high,mixed,hard,,,,,,,0,count of valid twins flagged (false alarms),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Sonnet 5.5, column Supplementary Table S2, T02 main set, prompt B_u: valid twins flagged (false alarms))",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|sonnet-5.5@high|,in, arxiv-2610.38096-s2-t02-main-u-vnoans,arxiv-2610.38096,sonnet-5.5,high,mixed,hard,,,,,,,0,count of valid twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Sonnet 5.5, column Supplementary Table S2, T02 main set, prompt B_u: valid twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|sonnet-5.5@high|,in, arxiv-2610.38096-s2-t11-main-u-accepted,arxiv-2610.38096,sonnet-5.5,high,mixed,hard,,,,,,,1,count of flawed twins accepted,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Sonnet 5.5, column Supplementary Table S2, T11 main set, prompt B_u: flawed twins accepted)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|sonnet-5.5@high|,in, arxiv-2610.38096-s2-t11-main-u-noans,arxiv-2610.38096,sonnet-5.5,high,mixed,hard,,,,,,,0,count of flawed twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Sonnet 5.5, column Supplementary Table S2, T11 main set, prompt B_u: flawed twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|sonnet-5.5@high|,in, arxiv-2610.38096-s2-t11-main-u-wrong,arxiv-2610.38096,sonnet-5.5,high,mixed,hard,,,,,,,2,count of valid twins answered wrongly,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Sonnet 5.5, column Supplementary Table S2, T11 main set, prompt B_u: valid twins answered wrongly)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|sonnet-5.5@high|,in, arxiv-2610.38096-s2-t11-main-u-flagged,arxiv-2610.38096,sonnet-5.5,high,mixed,hard,,,,,,,0,count of valid twins flagged (false alarms),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Sonnet 5.5, column Supplementary Table S2, T11 main set, prompt B_u: valid twins flagged (false alarms))",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|sonnet-5.5@high|,in, arxiv-2610.38096-s2-t11-main-u-vnoans,arxiv-2610.38096,sonnet-5.5,high,mixed,hard,,,,,,,0,count of valid twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Sonnet 5.5, column Supplementary Table S2, T11 main set, prompt B_u: valid twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|sonnet-5.5@high|,in, arxiv-2610.38096-s2-t02-fine-u-rejected,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,5,count of flawed twins rejected,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Fable 5.1, column Supplementary Table S2, T02 fine set, prompt B_u: flawed twins rejected)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-fine-u|fable-5.1@high|,in, arxiv-2610.38096-s2-t02-fine-u-accepted,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,11,count of flawed twins accepted,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Fable 5.1, column Supplementary Table S2, T02 fine set, prompt B_u: flawed twins accepted)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-fine-u|fable-5.1@high|,in, arxiv-2610.38096-s2-t02-fine-u-noans,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,0,count of flawed twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Fable 5.1, column Supplementary Table S2, T02 fine set, prompt B_u: flawed twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-fine-u|fable-5.1@high|,out:republished, arxiv-2610.38096-s2-t02-fine-u-solved,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,16,count of valid twins solved,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Fable 5.1, column Supplementary Table S2, T02 fine set, prompt B_u: valid twins solved)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-fine-u|fable-5.1@high|,in, arxiv-2610.38096-s2-t02-fine-u-wrong,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,0,count of valid twins answered wrongly,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Fable 5.1, column Supplementary Table S2, T02 fine set, prompt B_u: valid twins answered wrongly)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-fine-u|fable-5.1@high|,out:republished, arxiv-2610.38096-s2-t02-fine-u-flagged,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,0,count of valid twins flagged (false alarms),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Fable 5.1, column Supplementary Table S2, T02 fine set, prompt B_u: valid twins flagged (false alarms))",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-fine-u|fable-5.1@high|,out:republished, arxiv-2610.38096-s2-t02-fine-u-vnoans,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,0,count of valid twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Fable 5.1, column Supplementary Table S2, T02 fine set, prompt B_u: valid twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-fine-u|fable-5.1@high|,out:republished, arxiv-2610.38096-s2-t11-fine-u-rejected,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,11,count of flawed twins rejected,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Fable 5.1, column Supplementary Table S2, T11 fine set, prompt B_u: flawed twins rejected)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-fine-u|fable-5.1@high|,in, arxiv-2610.38096-s2-t11-fine-u-accepted,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,5,count of flawed twins accepted,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Fable 5.1, column Supplementary Table S2, T11 fine set, prompt B_u: flawed twins accepted)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-fine-u|fable-5.1@high|,out:republished, arxiv-2610.38096-s2-t11-fine-u-noans,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,0,count of flawed twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Fable 5.1, column Supplementary Table S2, T11 fine set, prompt B_u: flawed twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-fine-u|fable-5.1@high|,out:republished, arxiv-2610.38096-s2-t11-fine-u-solved,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,16,count of valid twins solved,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Fable 5.1, column Supplementary Table S2, T11 fine set, prompt B_u: valid twins solved)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-fine-u|fable-5.1@high|,out:republished, arxiv-2610.38096-s2-t11-fine-u-wrong,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,0,count of valid twins answered wrongly,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Fable 5.1, column Supplementary Table S2, T11 fine set, prompt B_u: valid twins answered wrongly)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-fine-u|fable-5.1@high|,out:republished, arxiv-2610.38096-s2-t11-fine-u-flagged,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,0,count of valid twins flagged (false alarms),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Fable 5.1, column Supplementary Table S2, T11 fine set, prompt B_u: valid twins flagged (false alarms))",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-fine-u|fable-5.1@high|,out:republished, arxiv-2610.38096-s2-t11-fine-u-vnoans,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,0,count of valid twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Fable 5.1, column Supplementary Table S2, T11 fine set, prompt B_u: valid twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-fine-u|fable-5.1@high|,out:republished, arxiv-2610.38096-s2-t02-grid-u-rejected,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,23,count of flawed twins rejected,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Fable 5.1, column Supplementary Table S2, T02 grid set, prompt B_u: flawed twins rejected)",,out:single-couple, arxiv-2610.38096-s2-t02-grid-u-accepted,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,7,count of flawed twins accepted,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Fable 5.1, column Supplementary Table S2, T02 grid set, prompt B_u: flawed twins accepted)",,out:single-couple, arxiv-2610.38096-s2-t02-grid-u-noans,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,0,count of flawed twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Fable 5.1, column Supplementary Table S2, T02 grid set, prompt B_u: flawed twins without an answer)",,out:single-couple, arxiv-2610.38096-s2-t02-grid-u-solved,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,30,count of valid twins solved,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Fable 5.1, column Supplementary Table S2, T02 grid set, prompt B_u: valid twins solved)",,out:single-couple, arxiv-2610.38096-s2-t02-grid-u-wrong,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,0,count of valid twins answered wrongly,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Fable 5.1, column Supplementary Table S2, T02 grid set, prompt B_u: valid twins answered wrongly)",,out:single-couple, arxiv-2610.38096-s2-t02-grid-u-flagged,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,0,count of valid twins flagged (false alarms),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Fable 5.1, column Supplementary Table S2, T02 grid set, prompt B_u: valid twins flagged (false alarms))",,out:single-couple, arxiv-2610.38096-s2-t02-grid-u-vnoans,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,0,count of valid twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Fable 5.1, column Supplementary Table S2, T02 grid set, prompt B_u: valid twins without an answer)",,out:single-couple, arxiv-2610.38096-s2-t11-grid-u-rejected,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,27,count of flawed twins rejected,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Fable 5.1, column Supplementary Table S2, T11 grid set, prompt B_u: flawed twins rejected)",,out:single-couple, arxiv-2610.38096-s2-t11-grid-u-accepted,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,3,count of flawed twins accepted,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Fable 5.1, column Supplementary Table S2, T11 grid set, prompt B_u: flawed twins accepted)",,out:single-couple, arxiv-2610.38096-s2-t11-grid-u-noans,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,0,count of flawed twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Fable 5.1, column Supplementary Table S2, T11 grid set, prompt B_u: flawed twins without an answer)",,out:single-couple, arxiv-2610.38096-s2-t11-grid-u-solved,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,30,count of valid twins solved,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Fable 5.1, column Supplementary Table S2, T11 grid set, prompt B_u: valid twins solved)",,out:single-couple, arxiv-2610.38096-s2-t11-grid-u-wrong,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,0,count of valid twins answered wrongly,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Fable 5.1, column Supplementary Table S2, T11 grid set, prompt B_u: valid twins answered wrongly)",,out:single-couple, arxiv-2610.38096-s2-t11-grid-u-flagged,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,0,count of valid twins flagged (false alarms),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Fable 5.1, column Supplementary Table S2, T11 grid set, prompt B_u: valid twins flagged (false alarms))",,out:single-couple, arxiv-2610.38096-s2-t11-grid-u-vnoans,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,0,count of valid twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Fable 5.1, column Supplementary Table S2, T11 grid set, prompt B_u: valid twins without an answer)",,out:single-couple, arxiv-2610.38096-s2-t02-main-t-rejected,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,18,count of flawed twins rejected,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Fable 5.1, column Supplementary Table S2, T02 main set, prompt B_t: flawed twins rejected)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-t|fable-5.1@high|,in, arxiv-2610.38096-s2-t02-main-t-accepted,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,2,count of flawed twins accepted,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Fable 5.1, column Supplementary Table S2, T02 main set, prompt B_t: flawed twins accepted)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-t|fable-5.1@high|,in, arxiv-2610.38096-s2-t02-main-t-noans,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,0,count of flawed twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Fable 5.1, column Supplementary Table S2, T02 main set, prompt B_t: flawed twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-t|fable-5.1@high|,out:republished, arxiv-2610.38096-s2-t02-main-t-solved,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,20,count of valid twins solved,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Fable 5.1, column Supplementary Table S2, T02 main set, prompt B_t: valid twins solved)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-t|fable-5.1@high|,in, arxiv-2610.38096-s2-t02-main-t-wrong,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,0,count of valid twins answered wrongly,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Fable 5.1, column Supplementary Table S2, T02 main set, prompt B_t: valid twins answered wrongly)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-t|fable-5.1@high|,in, arxiv-2610.38096-s2-t02-main-t-flagged,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,0,count of valid twins flagged (false alarms),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Fable 5.1, column Supplementary Table S2, T02 main set, prompt B_t: valid twins flagged (false alarms))",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-t|fable-5.1@high|,in, arxiv-2610.38096-s2-t02-main-t-vnoans,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,0,count of valid twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Fable 5.1, column Supplementary Table S2, T02 main set, prompt B_t: valid twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-t|fable-5.1@high|,out:republished, arxiv-2610.38096-s2-t11-main-t-rejected,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,16,count of flawed twins rejected,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Fable 5.1, column Supplementary Table S2, T11 main set, prompt B_t: flawed twins rejected)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-t|fable-5.1@high|,in, arxiv-2610.38096-s2-t11-main-t-accepted,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,2,count of flawed twins accepted,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Fable 5.1, column Supplementary Table S2, T11 main set, prompt B_t: flawed twins accepted)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-t|fable-5.1@high|,in, arxiv-2610.38096-s2-t11-main-t-noans,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,0,count of flawed twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Fable 5.1, column Supplementary Table S2, T11 main set, prompt B_t: flawed twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-t|fable-5.1@high|,out:republished, arxiv-2610.38096-s2-t11-main-t-solved,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,18,count of valid twins solved,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Fable 5.1, column Supplementary Table S2, T11 main set, prompt B_t: valid twins solved)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-t|fable-5.1@high|,in, arxiv-2610.38096-s2-t11-main-t-wrong,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,0,count of valid twins answered wrongly,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Fable 5.1, column Supplementary Table S2, T11 main set, prompt B_t: valid twins answered wrongly)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-t|fable-5.1@high|,out:republished, arxiv-2610.38096-s2-t11-main-t-flagged,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,0,count of valid twins flagged (false alarms),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Fable 5.1, column Supplementary Table S2, T11 main set, prompt B_t: valid twins flagged (false alarms))",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-t|fable-5.1@high|,in, arxiv-2610.38096-s2-t11-main-t-vnoans,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,0,count of valid twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Fable 5.1, column Supplementary Table S2, T11 main set, prompt B_t: valid twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-t|fable-5.1@high|,out:republished, arxiv-2610.38096-s2-t02-main-u-accepted,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,5,count of flawed twins accepted,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Fable 5.1, column Supplementary Table S2, T02 main set, prompt B_u: flawed twins accepted)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|fable-5.1@high|,in, arxiv-2610.38096-s2-t02-main-u-noans,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,0,count of flawed twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Fable 5.1, column Supplementary Table S2, T02 main set, prompt B_u: flawed twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|fable-5.1@high|,in, arxiv-2610.38096-s2-t02-main-u-wrong,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,0,count of valid twins answered wrongly,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Fable 5.1, column Supplementary Table S2, T02 main set, prompt B_u: valid twins answered wrongly)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|fable-5.1@high|,in, arxiv-2610.38096-s2-t02-main-u-flagged,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,0,count of valid twins flagged (false alarms),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Fable 5.1, column Supplementary Table S2, T02 main set, prompt B_u: valid twins flagged (false alarms))",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|fable-5.1@high|,in, arxiv-2610.38096-s2-t02-main-u-vnoans,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,0,count of valid twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Fable 5.1, column Supplementary Table S2, T02 main set, prompt B_u: valid twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|fable-5.1@high|,in, arxiv-2610.38096-s2-t11-main-u-accepted,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,1,count of flawed twins accepted,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Fable 5.1, column Supplementary Table S2, T11 main set, prompt B_u: flawed twins accepted)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|fable-5.1@high|,in, arxiv-2610.38096-s2-t11-main-u-noans,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,0,count of flawed twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Fable 5.1, column Supplementary Table S2, T11 main set, prompt B_u: flawed twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|fable-5.1@high|,in, arxiv-2610.38096-s2-t11-main-u-wrong,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,0,count of valid twins answered wrongly,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Fable 5.1, column Supplementary Table S2, T11 main set, prompt B_u: valid twins answered wrongly)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|fable-5.1@high|,in, arxiv-2610.38096-s2-t11-main-u-flagged,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,0,count of valid twins flagged (false alarms),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Fable 5.1, column Supplementary Table S2, T11 main set, prompt B_u: valid twins flagged (false alarms))",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|fable-5.1@high|,in, arxiv-2610.38096-s2-t11-main-u-vnoans,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,0,count of valid twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Fable 5.1, column Supplementary Table S2, T11 main set, prompt B_u: valid twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|fable-5.1@high|,in, arxiv-2610.38096-s2-t02-main-x-rejected,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,18,count of flawed twins rejected,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Fable 5.1, column Supplementary Table S2, T02 main set, prompt B_x: flawed twins rejected)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-x|fable-5.1@high|,in, arxiv-2610.38096-s2-t02-main-x-accepted,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,2,count of flawed twins accepted,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Fable 5.1, column Supplementary Table S2, T02 main set, prompt B_x: flawed twins accepted)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-x|fable-5.1@high|,in, arxiv-2610.38096-s2-t02-main-x-noans,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,0,count of flawed twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Fable 5.1, column Supplementary Table S2, T02 main set, prompt B_x: flawed twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-x|fable-5.1@high|,in, arxiv-2610.38096-s2-t02-main-x-solved,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,20,count of valid twins solved,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Fable 5.1, column Supplementary Table S2, T02 main set, prompt B_x: valid twins solved)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-x|fable-5.1@high|,in, arxiv-2610.38096-s2-t02-main-x-wrong,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,0,count of valid twins answered wrongly,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Fable 5.1, column Supplementary Table S2, T02 main set, prompt B_x: valid twins answered wrongly)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-x|fable-5.1@high|,in, arxiv-2610.38096-s2-t02-main-x-flagged,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,0,count of valid twins flagged (false alarms),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Fable 5.1, column Supplementary Table S2, T02 main set, prompt B_x: valid twins flagged (false alarms))",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-x|fable-5.1@high|,in, arxiv-2610.38096-s2-t02-main-x-vnoans,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,0,count of valid twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Fable 5.1, column Supplementary Table S2, T02 main set, prompt B_x: valid twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-x|fable-5.1@high|,in, arxiv-2610.38096-s2-t11-main-x-rejected,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,18,count of flawed twins rejected,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Fable 5.1, column Supplementary Table S2, T11 main set, prompt B_x: flawed twins rejected)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-x|fable-5.1@high|,in, arxiv-2610.38096-s2-t11-main-x-accepted,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,0,count of flawed twins accepted,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Fable 5.1, column Supplementary Table S2, T11 main set, prompt B_x: flawed twins accepted)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-x|fable-5.1@high|,in, arxiv-2610.38096-s2-t11-main-x-noans,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,0,count of flawed twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Fable 5.1, column Supplementary Table S2, T11 main set, prompt B_x: flawed twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-x|fable-5.1@high|,in, arxiv-2610.38096-s2-t11-main-x-solved,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,18,count of valid twins solved,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Fable 5.1, column Supplementary Table S2, T11 main set, prompt B_x: valid twins solved)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-x|fable-5.1@high|,in, arxiv-2610.38096-s2-t11-main-x-wrong,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,0,count of valid twins answered wrongly,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Fable 5.1, column Supplementary Table S2, T11 main set, prompt B_x: valid twins answered wrongly)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-x|fable-5.1@high|,in, arxiv-2610.38096-s2-t11-main-x-flagged,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,0,count of valid twins flagged (false alarms),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Fable 5.1, column Supplementary Table S2, T11 main set, prompt B_x: valid twins flagged (false alarms))",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-x|fable-5.1@high|,in, arxiv-2610.38096-s2-t11-main-x-vnoans,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,0,count of valid twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Fable 5.1, column Supplementary Table S2, T11 main set, prompt B_x: valid twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-x|fable-5.1@high|,in, arxiv-2610.38096-s2-t02-c4-u-rejected,arxiv-2610.38096,haiku-5.5,high,mixed,hard,,,,,,,7,count of flawed twins rejected,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Haiku 5.5, column Supplementary Table S2, T02 c4 set, prompt B_u: flawed twins rejected)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-c4-u|haiku-5.5@high|,in, arxiv-2610.38096-s2-t02-c4-u-accepted,arxiv-2610.38096,haiku-5.5,high,mixed,hard,,,,,,,6,count of flawed twins accepted,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Haiku 5.5, column Supplementary Table S2, T02 c4 set, prompt B_u: flawed twins accepted)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-c4-u|haiku-5.5@high|,in, arxiv-2610.38096-s2-t02-c4-u-noans,arxiv-2610.38096,haiku-5.5,high,mixed,hard,,,,,,,7,count of flawed twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Haiku 5.5, column Supplementary Table S2, T02 c4 set, prompt B_u: flawed twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-c4-u|haiku-5.5@high|,in, arxiv-2610.38096-s2-t02-c4-u-solved,arxiv-2610.38096,haiku-5.5,high,mixed,hard,,,,,,,12,count of valid twins solved,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Haiku 5.5, column Supplementary Table S2, T02 c4 set, prompt B_u: valid twins solved)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-c4-u|haiku-5.5@high|,in, arxiv-2610.38096-s2-t02-c4-u-wrong,arxiv-2610.38096,haiku-5.5,high,mixed,hard,,,,,,,1,count of valid twins answered wrongly,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Haiku 5.5, column Supplementary Table S2, T02 c4 set, prompt B_u: valid twins answered wrongly)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-c4-u|haiku-5.5@high|,in, arxiv-2610.38096-s2-t02-c4-u-flagged,arxiv-2610.38096,haiku-5.5,high,mixed,hard,,,,,,,0,count of valid twins flagged (false alarms),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Haiku 5.5, column Supplementary Table S2, T02 c4 set, prompt B_u: valid twins flagged (false alarms))",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-c4-u|haiku-5.5@high|,in, arxiv-2610.38096-s2-t02-c4-u-vnoans,arxiv-2610.38096,haiku-5.5,high,mixed,hard,,,,,,,7,count of valid twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Haiku 5.5, column Supplementary Table S2, T02 c4 set, prompt B_u: valid twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-c4-u|haiku-5.5@high|,in, arxiv-2610.38096-s2-t02-main-t-rejected,arxiv-2610.38096,haiku-5.5,high,mixed,hard,,,,,,,18,count of flawed twins rejected,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Haiku 5.5, column Supplementary Table S2, T02 main set, prompt B_t: flawed twins rejected)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-t|haiku-5.5@high|,in, arxiv-2610.38096-s2-t02-main-t-accepted,arxiv-2610.38096,haiku-5.5,high,mixed,hard,,,,,,,0,count of flawed twins accepted,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Haiku 5.5, column Supplementary Table S2, T02 main set, prompt B_t: flawed twins accepted)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-t|haiku-5.5@high|,in, arxiv-2610.38096-s2-t02-main-t-noans,arxiv-2610.38096,haiku-5.5,high,mixed,hard,,,,,,,2,count of flawed twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Haiku 5.5, column Supplementary Table S2, T02 main set, prompt B_t: flawed twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-t|haiku-5.5@high|,out:republished, arxiv-2610.38096-s2-t02-main-t-solved,arxiv-2610.38096,haiku-5.5,high,mixed,hard,,,,,,,1,count of valid twins solved,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Haiku 5.5, column Supplementary Table S2, T02 main set, prompt B_t: valid twins solved)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-t|haiku-5.5@high|,in, arxiv-2610.38096-s2-t02-main-t-wrong,arxiv-2610.38096,haiku-5.5,high,mixed,hard,,,,,,,0,count of valid twins answered wrongly,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Haiku 5.5, column Supplementary Table S2, T02 main set, prompt B_t: valid twins answered wrongly)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-t|haiku-5.5@high|,in, arxiv-2610.38096-s2-t02-main-t-flagged,arxiv-2610.38096,haiku-5.5,high,mixed,hard,,,,,,,16,count of valid twins flagged (false alarms),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Haiku 5.5, column Supplementary Table S2, T02 main set, prompt B_t: valid twins flagged (false alarms))",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-t|haiku-5.5@high|,in, arxiv-2610.38096-s2-t02-main-t-vnoans,arxiv-2610.38096,haiku-5.5,high,mixed,hard,,,,,,,3,count of valid twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Haiku 5.5, column Supplementary Table S2, T02 main set, prompt B_t: valid twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-t|haiku-5.5@high|,out:republished, arxiv-2610.38096-s2-t11-main-t-rejected,arxiv-2610.38096,haiku-5.5,high,mixed,hard,,,,,,,18,count of flawed twins rejected,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Haiku 5.5, column Supplementary Table S2, T11 main set, prompt B_t: flawed twins rejected)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-t|haiku-5.5@high|,in, arxiv-2610.38096-s2-t11-main-t-accepted,arxiv-2610.38096,haiku-5.5,high,mixed,hard,,,,,,,0,count of flawed twins accepted,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Haiku 5.5, column Supplementary Table S2, T11 main set, prompt B_t: flawed twins accepted)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-t|haiku-5.5@high|,in, arxiv-2610.38096-s2-t11-main-t-noans,arxiv-2610.38096,haiku-5.5,high,mixed,hard,,,,,,,0,count of flawed twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Haiku 5.5, column Supplementary Table S2, T11 main set, prompt B_t: flawed twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-t|haiku-5.5@high|,out:republished, arxiv-2610.38096-s2-t11-main-t-solved,arxiv-2610.38096,haiku-5.5,high,mixed,hard,,,,,,,11,count of valid twins solved,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Haiku 5.5, column Supplementary Table S2, T11 main set, prompt B_t: valid twins solved)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-t|haiku-5.5@high|,in, arxiv-2610.38096-s2-t11-main-t-wrong,arxiv-2610.38096,haiku-5.5,high,mixed,hard,,,,,,,0,count of valid twins answered wrongly,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Haiku 5.5, column Supplementary Table S2, T11 main set, prompt B_t: valid twins answered wrongly)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-t|haiku-5.5@high|,out:republished, arxiv-2610.38096-s2-t11-main-t-flagged,arxiv-2610.38096,haiku-5.5,high,mixed,hard,,,,,,,7,count of valid twins flagged (false alarms),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Haiku 5.5, column Supplementary Table S2, T11 main set, prompt B_t: valid twins flagged (false alarms))",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-t|haiku-5.5@high|,in, arxiv-2610.38096-s2-t11-main-t-vnoans,arxiv-2610.38096,haiku-5.5,high,mixed,hard,,,,,,,0,count of valid twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Haiku 5.5, column Supplementary Table S2, T11 main set, prompt B_t: valid twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-t|haiku-5.5@high|,out:republished, arxiv-2610.38096-s2-t02-main-u-accepted,arxiv-2610.38096,haiku-5.5,high,mixed,hard,,,,,,,3,count of flawed twins accepted,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Haiku 5.5, column Supplementary Table S2, T02 main set, prompt B_u: flawed twins accepted)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|haiku-5.5@high|,in, arxiv-2610.38096-s2-t02-main-u-noans,arxiv-2610.38096,haiku-5.5,high,mixed,hard,,,,,,,10,count of flawed twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Haiku 5.5, column Supplementary Table S2, T02 main set, prompt B_u: flawed twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|haiku-5.5@high|,in, arxiv-2610.38096-s2-t02-main-u-wrong,arxiv-2610.38096,haiku-5.5,high,mixed,hard,,,,,,,4,count of valid twins answered wrongly,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Haiku 5.5, column Supplementary Table S2, T02 main set, prompt B_u: valid twins answered wrongly)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|haiku-5.5@high|,in, arxiv-2610.38096-s2-t02-main-u-flagged,arxiv-2610.38096,haiku-5.5,high,mixed,hard,,,,,,,0,count of valid twins flagged (false alarms),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Haiku 5.5, column Supplementary Table S2, T02 main set, prompt B_u: valid twins flagged (false alarms))",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|haiku-5.5@high|,in, arxiv-2610.38096-s2-t02-main-u-vnoans,arxiv-2610.38096,haiku-5.5,high,mixed,hard,,,,,,,2,count of valid twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Haiku 5.5, column Supplementary Table S2, T02 main set, prompt B_u: valid twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|haiku-5.5@high|,in, arxiv-2610.38096-s2-t11-main-u-accepted,arxiv-2610.38096,haiku-5.5,high,mixed,hard,,,,,,,6,count of flawed twins accepted,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Haiku 5.5, column Supplementary Table S2, T11 main set, prompt B_u: flawed twins accepted)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|haiku-5.5@high|,in, arxiv-2610.38096-s2-t11-main-u-noans,arxiv-2610.38096,haiku-5.5,high,mixed,hard,,,,,,,0,count of flawed twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Haiku 5.5, column Supplementary Table S2, T11 main set, prompt B_u: flawed twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|haiku-5.5@high|,in, arxiv-2610.38096-s2-t11-main-u-wrong,arxiv-2610.38096,haiku-5.5,high,mixed,hard,,,,,,,1,count of valid twins answered wrongly,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Haiku 5.5, column Supplementary Table S2, T11 main set, prompt B_u: valid twins answered wrongly)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|haiku-5.5@high|,in, arxiv-2610.38096-s2-t11-main-u-flagged,arxiv-2610.38096,haiku-5.5,high,mixed,hard,,,,,,,0,count of valid twins flagged (false alarms),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Haiku 5.5, column Supplementary Table S2, T11 main set, prompt B_u: valid twins flagged (false alarms))",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|haiku-5.5@high|,in, arxiv-2610.38096-s2-t11-main-u-vnoans,arxiv-2610.38096,haiku-5.5,high,mixed,hard,,,,,,,0,count of valid twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Haiku 5.5, column Supplementary Table S2, T11 main set, prompt B_u: valid twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|haiku-5.5@high|,in, arxiv-2610.38096-s2-t02-main-u-accepted,arxiv-2610.38096,gemini-4-argon,high,mixed,hard,,,,,,,2,count of flawed twins accepted,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Gemini 4 Argon, column Supplementary Table S2, T02 main set, prompt B_u: flawed twins accepted)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|gemini-4-argon@high|,in, arxiv-2610.38096-s2-t02-main-u-noans,arxiv-2610.38096,gemini-4-argon,high,mixed,hard,,,,,,,15,count of flawed twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Gemini 4 Argon, column Supplementary Table S2, T02 main set, prompt B_u: flawed twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|gemini-4-argon@high|,in, arxiv-2610.38096-s2-t02-main-u-wrong,arxiv-2610.38096,gemini-4-argon,high,mixed,hard,,,,,,,0,count of valid twins answered wrongly,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Gemini 4 Argon, column Supplementary Table S2, T02 main set, prompt B_u: valid twins answered wrongly)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|gemini-4-argon@high|,in, arxiv-2610.38096-s2-t02-main-u-flagged,arxiv-2610.38096,gemini-4-argon,high,mixed,hard,,,,,,,0,count of valid twins flagged (false alarms),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Gemini 4 Argon, column Supplementary Table S2, T02 main set, prompt B_u: valid twins flagged (false alarms))",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|gemini-4-argon@high|,in, arxiv-2610.38096-s2-t02-main-u-vnoans,arxiv-2610.38096,gemini-4-argon,high,mixed,hard,,,,,,,4,count of valid twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Gemini 4 Argon, column Supplementary Table S2, T02 main set, prompt B_u: valid twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|gemini-4-argon@high|,in, arxiv-2610.38096-s2-t11-main-u-accepted,arxiv-2610.38096,gemini-4-argon,high,mixed,hard,,,,,,,0,count of flawed twins accepted,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Gemini 4 Argon, column Supplementary Table S2, T11 main set, prompt B_u: flawed twins accepted)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|gemini-4-argon@high|,in, arxiv-2610.38096-s2-t11-main-u-noans,arxiv-2610.38096,gemini-4-argon,high,mixed,hard,,,,,,,0,count of flawed twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Gemini 4 Argon, column Supplementary Table S2, T11 main set, prompt B_u: flawed twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|gemini-4-argon@high|,in, arxiv-2610.38096-s2-t11-main-u-wrong,arxiv-2610.38096,gemini-4-argon,high,mixed,hard,,,,,,,0,count of valid twins answered wrongly,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Gemini 4 Argon, column Supplementary Table S2, T11 main set, prompt B_u: valid twins answered wrongly)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|gemini-4-argon@high|,in, arxiv-2610.38096-s2-t11-main-u-flagged,arxiv-2610.38096,gemini-4-argon,high,mixed,hard,,,,,,,0,count of valid twins flagged (false alarms),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Gemini 4 Argon, column Supplementary Table S2, T11 main set, prompt B_u: valid twins flagged (false alarms))",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|gemini-4-argon@high|,in, arxiv-2610.38096-s2-t11-main-u-vnoans,arxiv-2610.38096,gemini-4-argon,high,mixed,hard,,,,,,,0,count of valid twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Gemini 4 Argon, column Supplementary Table S2, T11 main set, prompt B_u: valid twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|gemini-4-argon@high|,in, arxiv-2610.38096-s2-t02-c4-u-rejected,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,1,count of flawed twins rejected,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Gemini 3.8 Flash, column Supplementary Table S2, T02 c4 set, prompt B_u: flawed twins rejected)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-c4-u|gemini-3.8-flash@high|,in, arxiv-2610.38096-s2-t02-c4-u-accepted,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,9,count of flawed twins accepted,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Gemini 3.8 Flash, column Supplementary Table S2, T02 c4 set, prompt B_u: flawed twins accepted)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-c4-u|gemini-3.8-flash@high|,in, arxiv-2610.38096-s2-t02-c4-u-noans,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,10,count of flawed twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Gemini 3.8 Flash, column Supplementary Table S2, T02 c4 set, prompt B_u: flawed twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-c4-u|gemini-3.8-flash@high|,in, arxiv-2610.38096-s2-t02-c4-u-solved,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,20,count of valid twins solved,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Gemini 3.8 Flash, column Supplementary Table S2, T02 c4 set, prompt B_u: valid twins solved)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-c4-u|gemini-3.8-flash@high|,in, arxiv-2610.38096-s2-t02-c4-u-wrong,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,0,count of valid twins answered wrongly,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Gemini 3.8 Flash, column Supplementary Table S2, T02 c4 set, prompt B_u: valid twins answered wrongly)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-c4-u|gemini-3.8-flash@high|,in, arxiv-2610.38096-s2-t02-c4-u-flagged,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,0,count of valid twins flagged (false alarms),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Gemini 3.8 Flash, column Supplementary Table S2, T02 c4 set, prompt B_u: valid twins flagged (false alarms))",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-c4-u|gemini-3.8-flash@high|,in, arxiv-2610.38096-s2-t02-c4-u-vnoans,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,0,count of valid twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Gemini 3.8 Flash, column Supplementary Table S2, T02 c4 set, prompt B_u: valid twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-c4-u|gemini-3.8-flash@high|,in, arxiv-2610.38096-s2-t02-main-t-rejected,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,14,count of flawed twins rejected,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Gemini 3.8 Flash, column Supplementary Table S2, T02 main set, prompt B_t: flawed twins rejected)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-t|gemini-3.8-flash@high|,in, arxiv-2610.38096-s2-t02-main-t-accepted,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,3,count of flawed twins accepted,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Gemini 3.8 Flash, column Supplementary Table S2, T02 main set, prompt B_t: flawed twins accepted)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-t|gemini-3.8-flash@high|,in, arxiv-2610.38096-s2-t02-main-t-noans,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,3,count of flawed twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Gemini 3.8 Flash, column Supplementary Table S2, T02 main set, prompt B_t: flawed twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-t|gemini-3.8-flash@high|,out:republished, arxiv-2610.38096-s2-t02-main-t-solved,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,17,count of valid twins solved,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Gemini 3.8 Flash, column Supplementary Table S2, T02 main set, prompt B_t: valid twins solved)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-t|gemini-3.8-flash@high|,in, arxiv-2610.38096-s2-t02-main-t-wrong,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,1,count of valid twins answered wrongly,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Gemini 3.8 Flash, column Supplementary Table S2, T02 main set, prompt B_t: valid twins answered wrongly)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-t|gemini-3.8-flash@high|,in, arxiv-2610.38096-s2-t02-main-t-flagged,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,2,count of valid twins flagged (false alarms),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Gemini 3.8 Flash, column Supplementary Table S2, T02 main set, prompt B_t: valid twins flagged (false alarms))",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-t|gemini-3.8-flash@high|,in, arxiv-2610.38096-s2-t02-main-t-vnoans,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,0,count of valid twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Gemini 3.8 Flash, column Supplementary Table S2, T02 main set, prompt B_t: valid twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-t|gemini-3.8-flash@high|,out:republished, arxiv-2610.38096-s2-t11-main-t-rejected,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,18,count of flawed twins rejected,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Gemini 3.8 Flash, column Supplementary Table S2, T11 main set, prompt B_t: flawed twins rejected)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-t|gemini-3.8-flash@high|,in, arxiv-2610.38096-s2-t11-main-t-accepted,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,0,count of flawed twins accepted,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Gemini 3.8 Flash, column Supplementary Table S2, T11 main set, prompt B_t: flawed twins accepted)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-t|gemini-3.8-flash@high|,in, arxiv-2610.38096-s2-t11-main-t-noans,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,0,count of flawed twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Gemini 3.8 Flash, column Supplementary Table S2, T11 main set, prompt B_t: flawed twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-t|gemini-3.8-flash@high|,out:republished, arxiv-2610.38096-s2-t11-main-t-solved,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,10,count of valid twins solved,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Gemini 3.8 Flash, column Supplementary Table S2, T11 main set, prompt B_t: valid twins solved)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-t|gemini-3.8-flash@high|,in, arxiv-2610.38096-s2-t11-main-t-wrong,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,0,count of valid twins answered wrongly,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Gemini 3.8 Flash, column Supplementary Table S2, T11 main set, prompt B_t: valid twins answered wrongly)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-t|gemini-3.8-flash@high|,out:republished, arxiv-2610.38096-s2-t11-main-t-flagged,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,8,count of valid twins flagged (false alarms),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Gemini 3.8 Flash, column Supplementary Table S2, T11 main set, prompt B_t: valid twins flagged (false alarms))",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-t|gemini-3.8-flash@high|,in, arxiv-2610.38096-s2-t11-main-t-vnoans,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,0,count of valid twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Gemini 3.8 Flash, column Supplementary Table S2, T11 main set, prompt B_t: valid twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-t|gemini-3.8-flash@high|,out:republished, arxiv-2610.38096-s2-t02-main-u-accepted,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,13,count of flawed twins accepted,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Gemini 3.8 Flash, column Supplementary Table S2, T02 main set, prompt B_u: flawed twins accepted)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|gemini-3.8-flash@high|,in, arxiv-2610.38096-s2-t02-main-u-noans,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,5,count of flawed twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Gemini 3.8 Flash, column Supplementary Table S2, T02 main set, prompt B_u: flawed twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|gemini-3.8-flash@high|,in, arxiv-2610.38096-s2-t02-main-u-wrong,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,0,count of valid twins answered wrongly,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Gemini 3.8 Flash, column Supplementary Table S2, T02 main set, prompt B_u: valid twins answered wrongly)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|gemini-3.8-flash@high|,in, arxiv-2610.38096-s2-t02-main-u-flagged,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,0,count of valid twins flagged (false alarms),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Gemini 3.8 Flash, column Supplementary Table S2, T02 main set, prompt B_u: valid twins flagged (false alarms))",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|gemini-3.8-flash@high|,in, arxiv-2610.38096-s2-t02-main-u-vnoans,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,0,count of valid twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Gemini 3.8 Flash, column Supplementary Table S2, T02 main set, prompt B_u: valid twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|gemini-3.8-flash@high|,in, arxiv-2610.38096-s2-t11-main-u-accepted,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,0,count of flawed twins accepted,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Gemini 3.8 Flash, column Supplementary Table S2, T11 main set, prompt B_u: flawed twins accepted)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|gemini-3.8-flash@high|,in, arxiv-2610.38096-s2-t11-main-u-noans,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,1,count of flawed twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Gemini 3.8 Flash, column Supplementary Table S2, T11 main set, prompt B_u: flawed twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|gemini-3.8-flash@high|,in, arxiv-2610.38096-s2-t11-main-u-wrong,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,0,count of valid twins answered wrongly,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Gemini 3.8 Flash, column Supplementary Table S2, T11 main set, prompt B_u: valid twins answered wrongly)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|gemini-3.8-flash@high|,in, arxiv-2610.38096-s2-t11-main-u-flagged,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,0,count of valid twins flagged (false alarms),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Gemini 3.8 Flash, column Supplementary Table S2, T11 main set, prompt B_u: valid twins flagged (false alarms))",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|gemini-3.8-flash@high|,in, arxiv-2610.38096-s2-t11-main-u-vnoans,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,0,count of valid twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Gemini 3.8 Flash, column Supplementary Table S2, T11 main set, prompt B_u: valid twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|gemini-3.8-flash@high|,in, arxiv-2610.38096-s2-t02-pilot-u-rejected,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,0,count of flawed twins rejected,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Gemini 3.8 Flash, column Supplementary Table S2, T02 pilot set, prompt B_u: flawed twins rejected)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-pilot-u|gemini-3.8-flash@high|,in, arxiv-2610.38096-s2-t02-pilot-u-accepted,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,5,count of flawed twins accepted,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Gemini 3.8 Flash, column Supplementary Table S2, T02 pilot set, prompt B_u: flawed twins accepted)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-pilot-u|gemini-3.8-flash@high|,in, arxiv-2610.38096-s2-t02-pilot-u-noans,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,5,count of flawed twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Gemini 3.8 Flash, column Supplementary Table S2, T02 pilot set, prompt B_u: flawed twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-pilot-u|gemini-3.8-flash@high|,out:republished, arxiv-2610.38096-s2-t02-pilot-u-solved,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,10,count of valid twins solved,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Gemini 3.8 Flash, column Supplementary Table S2, T02 pilot set, prompt B_u: valid twins solved)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-pilot-u|gemini-3.8-flash@high|,in, arxiv-2610.38096-s2-t02-pilot-u-wrong,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,0,count of valid twins answered wrongly,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Gemini 3.8 Flash, column Supplementary Table S2, T02 pilot set, prompt B_u: valid twins answered wrongly)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-pilot-u|gemini-3.8-flash@high|,out:republished, arxiv-2610.38096-s2-t02-pilot-u-flagged,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,0,count of valid twins flagged (false alarms),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Gemini 3.8 Flash, column Supplementary Table S2, T02 pilot set, prompt B_u: valid twins flagged (false alarms))",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-pilot-u|gemini-3.8-flash@high|,out:republished, arxiv-2610.38096-s2-t02-pilot-u-vnoans,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,0,count of valid twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Gemini 3.8 Flash, column Supplementary Table S2, T02 pilot set, prompt B_u: valid twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-pilot-u|gemini-3.8-flash@high|,out:republished, arxiv-2610.38096-s2-t11-pilot-u-rejected,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,16,count of flawed twins rejected,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Gemini 3.8 Flash, column Supplementary Table S2, T11 pilot set, prompt B_u: flawed twins rejected)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-pilot-u|gemini-3.8-flash@high|,in, arxiv-2610.38096-s2-t11-pilot-u-accepted,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,0,count of flawed twins accepted,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Gemini 3.8 Flash, column Supplementary Table S2, T11 pilot set, prompt B_u: flawed twins accepted)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-pilot-u|gemini-3.8-flash@high|,out:republished, arxiv-2610.38096-s2-t11-pilot-u-noans,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,0,count of flawed twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Gemini 3.8 Flash, column Supplementary Table S2, T11 pilot set, prompt B_u: flawed twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-pilot-u|gemini-3.8-flash@high|,out:republished, arxiv-2610.38096-s2-t11-pilot-u-solved,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,16,count of valid twins solved,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Gemini 3.8 Flash, column Supplementary Table S2, T11 pilot set, prompt B_u: valid twins solved)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-pilot-u|gemini-3.8-flash@high|,in, arxiv-2610.38096-s2-t11-pilot-u-wrong,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,0,count of valid twins answered wrongly,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Gemini 3.8 Flash, column Supplementary Table S2, T11 pilot set, prompt B_u: valid twins answered wrongly)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-pilot-u|gemini-3.8-flash@high|,out:republished, arxiv-2610.38096-s2-t11-pilot-u-flagged,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,0,count of valid twins flagged (false alarms),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Gemini 3.8 Flash, column Supplementary Table S2, T11 pilot set, prompt B_u: valid twins flagged (false alarms))",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-pilot-u|gemini-3.8-flash@high|,out:republished, arxiv-2610.38096-s2-t11-pilot-u-vnoans,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,0,count of valid twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Gemini 3.8 Flash, column Supplementary Table S2, T11 pilot set, prompt B_u: valid twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-pilot-u|gemini-3.8-flash@high|,out:republished, arxiv-2610.38096-s2-t02-main-t-rejected,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,7,count of flawed twins rejected,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5, column Supplementary Table S2, T02 main set, prompt B_t: flawed twins rejected)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-t|opus-5@high|,in, arxiv-2610.38096-s2-t02-main-t-accepted,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,13,count of flawed twins accepted,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5, column Supplementary Table S2, T02 main set, prompt B_t: flawed twins accepted)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-t|opus-5@high|,in, arxiv-2610.38096-s2-t02-main-t-noans,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,0,count of flawed twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5, column Supplementary Table S2, T02 main set, prompt B_t: flawed twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-t|opus-5@high|,out:republished, arxiv-2610.38096-s2-t02-main-t-solved,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,20,count of valid twins solved,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5, column Supplementary Table S2, T02 main set, prompt B_t: valid twins solved)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-t|opus-5@high|,in, arxiv-2610.38096-s2-t02-main-t-wrong,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,0,count of valid twins answered wrongly,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5, column Supplementary Table S2, T02 main set, prompt B_t: valid twins answered wrongly)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-t|opus-5@high|,in, arxiv-2610.38096-s2-t02-main-t-flagged,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,0,count of valid twins flagged (false alarms),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5, column Supplementary Table S2, T02 main set, prompt B_t: valid twins flagged (false alarms))",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-t|opus-5@high|,in, arxiv-2610.38096-s2-t02-main-t-vnoans,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,0,count of valid twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5, column Supplementary Table S2, T02 main set, prompt B_t: valid twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-t|opus-5@high|,out:republished, arxiv-2610.38096-s2-t11-main-t-rejected,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,18,count of flawed twins rejected,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5, column Supplementary Table S2, T11 main set, prompt B_t: flawed twins rejected)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-t|opus-5@high|,in, arxiv-2610.38096-s2-t11-main-t-accepted,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,0,count of flawed twins accepted,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5, column Supplementary Table S2, T11 main set, prompt B_t: flawed twins accepted)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-t|opus-5@high|,in, arxiv-2610.38096-s2-t11-main-t-noans,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,0,count of flawed twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5, column Supplementary Table S2, T11 main set, prompt B_t: flawed twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-t|opus-5@high|,out:republished, arxiv-2610.38096-s2-t11-main-t-solved,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,18,count of valid twins solved,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5, column Supplementary Table S2, T11 main set, prompt B_t: valid twins solved)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-t|opus-5@high|,in, arxiv-2610.38096-s2-t11-main-t-wrong,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,0,count of valid twins answered wrongly,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5, column Supplementary Table S2, T11 main set, prompt B_t: valid twins answered wrongly)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-t|opus-5@high|,out:republished, arxiv-2610.38096-s2-t11-main-t-flagged,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,0,count of valid twins flagged (false alarms),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5, column Supplementary Table S2, T11 main set, prompt B_t: valid twins flagged (false alarms))",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-t|opus-5@high|,in, arxiv-2610.38096-s2-t11-main-t-vnoans,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,0,count of valid twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5, column Supplementary Table S2, T11 main set, prompt B_t: valid twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-t|opus-5@high|,out:republished, arxiv-2610.38096-s2-t02-main-u-accepted,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,19,count of flawed twins accepted,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5, column Supplementary Table S2, T02 main set, prompt B_u: flawed twins accepted)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|opus-5@high|,in, arxiv-2610.38096-s2-t02-main-u-noans,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,0,count of flawed twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5, column Supplementary Table S2, T02 main set, prompt B_u: flawed twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|opus-5@high|,in, arxiv-2610.38096-s2-t02-main-u-wrong,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,0,count of valid twins answered wrongly,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5, column Supplementary Table S2, T02 main set, prompt B_u: valid twins answered wrongly)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|opus-5@high|,in, arxiv-2610.38096-s2-t02-main-u-flagged,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,0,count of valid twins flagged (false alarms),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5, column Supplementary Table S2, T02 main set, prompt B_u: valid twins flagged (false alarms))",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|opus-5@high|,in, arxiv-2610.38096-s2-t02-main-u-vnoans,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,0,count of valid twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5, column Supplementary Table S2, T02 main set, prompt B_u: valid twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|opus-5@high|,in, arxiv-2610.38096-s2-t11-main-u-accepted,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,9,count of flawed twins accepted,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5, column Supplementary Table S2, T11 main set, prompt B_u: flawed twins accepted)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|opus-5@high|,in, arxiv-2610.38096-s2-t11-main-u-noans,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,0,count of flawed twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5, column Supplementary Table S2, T11 main set, prompt B_u: flawed twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|opus-5@high|,in, arxiv-2610.38096-s2-t11-main-u-wrong,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,0,count of valid twins answered wrongly,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5, column Supplementary Table S2, T11 main set, prompt B_u: valid twins answered wrongly)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|opus-5@high|,in, arxiv-2610.38096-s2-t11-main-u-flagged,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,0,count of valid twins flagged (false alarms),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5, column Supplementary Table S2, T11 main set, prompt B_u: valid twins flagged (false alarms))",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|opus-5@high|,in, arxiv-2610.38096-s2-t11-main-u-vnoans,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,0,count of valid twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5, column Supplementary Table S2, T11 main set, prompt B_u: valid twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|opus-5@high|,in, arxiv-2610.38096-s2-t02-main-x-rejected,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,0,count of flawed twins rejected,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5, column Supplementary Table S2, T02 main set, prompt B_x: flawed twins rejected)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-x|opus-5@high|,in, arxiv-2610.38096-s2-t02-main-x-accepted,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,20,count of flawed twins accepted,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5, column Supplementary Table S2, T02 main set, prompt B_x: flawed twins accepted)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-x|opus-5@high|,in, arxiv-2610.38096-s2-t02-main-x-noans,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,0,count of flawed twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5, column Supplementary Table S2, T02 main set, prompt B_x: flawed twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-x|opus-5@high|,in, arxiv-2610.38096-s2-t02-main-x-solved,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,20,count of valid twins solved,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5, column Supplementary Table S2, T02 main set, prompt B_x: valid twins solved)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-x|opus-5@high|,in, arxiv-2610.38096-s2-t02-main-x-wrong,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,0,count of valid twins answered wrongly,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5, column Supplementary Table S2, T02 main set, prompt B_x: valid twins answered wrongly)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-x|opus-5@high|,in, arxiv-2610.38096-s2-t02-main-x-flagged,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,0,count of valid twins flagged (false alarms),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5, column Supplementary Table S2, T02 main set, prompt B_x: valid twins flagged (false alarms))",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-x|opus-5@high|,in, arxiv-2610.38096-s2-t02-main-x-vnoans,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,0,count of valid twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5, column Supplementary Table S2, T02 main set, prompt B_x: valid twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-x|opus-5@high|,in, arxiv-2610.38096-s2-t11-main-x-rejected,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,10,count of flawed twins rejected,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5, column Supplementary Table S2, T11 main set, prompt B_x: flawed twins rejected)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-x|opus-5@high|,in, arxiv-2610.38096-s2-t11-main-x-accepted,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,8,count of flawed twins accepted,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5, column Supplementary Table S2, T11 main set, prompt B_x: flawed twins accepted)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-x|opus-5@high|,in, arxiv-2610.38096-s2-t11-main-x-noans,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,0,count of flawed twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5, column Supplementary Table S2, T11 main set, prompt B_x: flawed twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-x|opus-5@high|,in, arxiv-2610.38096-s2-t11-main-x-solved,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,18,count of valid twins solved,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5, column Supplementary Table S2, T11 main set, prompt B_x: valid twins solved)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-x|opus-5@high|,in, arxiv-2610.38096-s2-t11-main-x-wrong,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,0,count of valid twins answered wrongly,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5, column Supplementary Table S2, T11 main set, prompt B_x: valid twins answered wrongly)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-x|opus-5@high|,in, arxiv-2610.38096-s2-t11-main-x-flagged,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,0,count of valid twins flagged (false alarms),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5, column Supplementary Table S2, T11 main set, prompt B_x: valid twins flagged (false alarms))",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-x|opus-5@high|,in, arxiv-2610.38096-s2-t11-main-x-vnoans,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,0,count of valid twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 5, column Supplementary Table S2, T11 main set, prompt B_x: valid twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-x|opus-5@high|,in, arxiv-2610.38096-s2-t02-main-t-rejected,arxiv-2610.38096,opus-4.8,high,mixed,hard,,,,,,,6,count of flawed twins rejected,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 4.8, column Supplementary Table S2, T02 main set, prompt B_t: flawed twins rejected)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-t|opus-4.8@high|,in, arxiv-2610.38096-s2-t02-main-t-accepted,arxiv-2610.38096,opus-4.8,high,mixed,hard,,,,,,,14,count of flawed twins accepted,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 4.8, column Supplementary Table S2, T02 main set, prompt B_t: flawed twins accepted)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-t|opus-4.8@high|,in, arxiv-2610.38096-s2-t02-main-t-noans,arxiv-2610.38096,opus-4.8,high,mixed,hard,,,,,,,0,count of flawed twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 4.8, column Supplementary Table S2, T02 main set, prompt B_t: flawed twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-t|opus-4.8@high|,out:republished, arxiv-2610.38096-s2-t02-main-t-solved,arxiv-2610.38096,opus-4.8,high,mixed,hard,,,,,,,20,count of valid twins solved,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 4.8, column Supplementary Table S2, T02 main set, prompt B_t: valid twins solved)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-t|opus-4.8@high|,in, arxiv-2610.38096-s2-t02-main-t-wrong,arxiv-2610.38096,opus-4.8,high,mixed,hard,,,,,,,0,count of valid twins answered wrongly,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 4.8, column Supplementary Table S2, T02 main set, prompt B_t: valid twins answered wrongly)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-t|opus-4.8@high|,in, arxiv-2610.38096-s2-t02-main-t-flagged,arxiv-2610.38096,opus-4.8,high,mixed,hard,,,,,,,0,count of valid twins flagged (false alarms),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 4.8, column Supplementary Table S2, T02 main set, prompt B_t: valid twins flagged (false alarms))",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-t|opus-4.8@high|,in, arxiv-2610.38096-s2-t02-main-t-vnoans,arxiv-2610.38096,opus-4.8,high,mixed,hard,,,,,,,0,count of valid twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 4.8, column Supplementary Table S2, T02 main set, prompt B_t: valid twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-t|opus-4.8@high|,out:republished, arxiv-2610.38096-s2-t11-main-t-rejected,arxiv-2610.38096,opus-4.8,high,mixed,hard,,,,,,,18,count of flawed twins rejected,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 4.8, column Supplementary Table S2, T11 main set, prompt B_t: flawed twins rejected)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-t|opus-4.8@high|,in, arxiv-2610.38096-s2-t11-main-t-accepted,arxiv-2610.38096,opus-4.8,high,mixed,hard,,,,,,,0,count of flawed twins accepted,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 4.8, column Supplementary Table S2, T11 main set, prompt B_t: flawed twins accepted)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-t|opus-4.8@high|,in, arxiv-2610.38096-s2-t11-main-t-noans,arxiv-2610.38096,opus-4.8,high,mixed,hard,,,,,,,0,count of flawed twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 4.8, column Supplementary Table S2, T11 main set, prompt B_t: flawed twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-t|opus-4.8@high|,out:republished, arxiv-2610.38096-s2-t11-main-t-solved,arxiv-2610.38096,opus-4.8,high,mixed,hard,,,,,,,18,count of valid twins solved,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 4.8, column Supplementary Table S2, T11 main set, prompt B_t: valid twins solved)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-t|opus-4.8@high|,in, arxiv-2610.38096-s2-t11-main-t-wrong,arxiv-2610.38096,opus-4.8,high,mixed,hard,,,,,,,0,count of valid twins answered wrongly,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 4.8, column Supplementary Table S2, T11 main set, prompt B_t: valid twins answered wrongly)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-t|opus-4.8@high|,out:republished, arxiv-2610.38096-s2-t11-main-t-flagged,arxiv-2610.38096,opus-4.8,high,mixed,hard,,,,,,,0,count of valid twins flagged (false alarms),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 4.8, column Supplementary Table S2, T11 main set, prompt B_t: valid twins flagged (false alarms))",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-t|opus-4.8@high|,in, arxiv-2610.38096-s2-t11-main-t-vnoans,arxiv-2610.38096,opus-4.8,high,mixed,hard,,,,,,,0,count of valid twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 4.8, column Supplementary Table S2, T11 main set, prompt B_t: valid twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-t|opus-4.8@high|,out:republished, arxiv-2610.38096-s2-t02-main-u-accepted,arxiv-2610.38096,opus-4.8,high,mixed,hard,,,,,,,20,count of flawed twins accepted,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 4.8, column Supplementary Table S2, T02 main set, prompt B_u: flawed twins accepted)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|opus-4.8@high|,in, arxiv-2610.38096-s2-t02-main-u-noans,arxiv-2610.38096,opus-4.8,high,mixed,hard,,,,,,,0,count of flawed twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 4.8, column Supplementary Table S2, T02 main set, prompt B_u: flawed twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|opus-4.8@high|,in, arxiv-2610.38096-s2-t02-main-u-wrong,arxiv-2610.38096,opus-4.8,high,mixed,hard,,,,,,,1,count of valid twins answered wrongly,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 4.8, column Supplementary Table S2, T02 main set, prompt B_u: valid twins answered wrongly)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|opus-4.8@high|,in, arxiv-2610.38096-s2-t02-main-u-flagged,arxiv-2610.38096,opus-4.8,high,mixed,hard,,,,,,,0,count of valid twins flagged (false alarms),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 4.8, column Supplementary Table S2, T02 main set, prompt B_u: valid twins flagged (false alarms))",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|opus-4.8@high|,in, arxiv-2610.38096-s2-t02-main-u-vnoans,arxiv-2610.38096,opus-4.8,high,mixed,hard,,,,,,,0,count of valid twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 4.8, column Supplementary Table S2, T02 main set, prompt B_u: valid twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|opus-4.8@high|,in, arxiv-2610.38096-s2-t11-main-u-accepted,arxiv-2610.38096,opus-4.8,high,mixed,hard,,,,,,,13,count of flawed twins accepted,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 4.8, column Supplementary Table S2, T11 main set, prompt B_u: flawed twins accepted)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|opus-4.8@high|,in, arxiv-2610.38096-s2-t11-main-u-noans,arxiv-2610.38096,opus-4.8,high,mixed,hard,,,,,,,0,count of flawed twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 4.8, column Supplementary Table S2, T11 main set, prompt B_u: flawed twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|opus-4.8@high|,in, arxiv-2610.38096-s2-t11-main-u-wrong,arxiv-2610.38096,opus-4.8,high,mixed,hard,,,,,,,1,count of valid twins answered wrongly,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 4.8, column Supplementary Table S2, T11 main set, prompt B_u: valid twins answered wrongly)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|opus-4.8@high|,in, arxiv-2610.38096-s2-t11-main-u-flagged,arxiv-2610.38096,opus-4.8,high,mixed,hard,,,,,,,0,count of valid twins flagged (false alarms),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 4.8, column Supplementary Table S2, T11 main set, prompt B_u: valid twins flagged (false alarms))",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|opus-4.8@high|,in, arxiv-2610.38096-s2-t11-main-u-vnoans,arxiv-2610.38096,opus-4.8,high,mixed,hard,,,,,,,0,count of valid twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 4.8, column Supplementary Table S2, T11 main set, prompt B_u: valid twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|opus-4.8@high|,in, arxiv-2610.38096-s2-t02-pilot-t-rejected,arxiv-2610.38096,opus-4.8,high,mixed,hard,,,,,,,3,count of flawed twins rejected,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 4.8, column Supplementary Table S2, T02 pilot set, prompt B_t: flawed twins rejected)",,out:single-couple, arxiv-2610.38096-s2-t02-pilot-t-accepted,arxiv-2610.38096,opus-4.8,high,mixed,hard,,,,,,,7,count of flawed twins accepted,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 4.8, column Supplementary Table S2, T02 pilot set, prompt B_t: flawed twins accepted)",,out:single-couple, arxiv-2610.38096-s2-t02-pilot-t-noans,arxiv-2610.38096,opus-4.8,high,mixed,hard,,,,,,,0,count of flawed twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 4.8, column Supplementary Table S2, T02 pilot set, prompt B_t: flawed twins without an answer)",,out:single-couple, arxiv-2610.38096-s2-t02-pilot-t-solved,arxiv-2610.38096,opus-4.8,high,mixed,hard,,,,,,,10,count of valid twins solved,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 4.8, column Supplementary Table S2, T02 pilot set, prompt B_t: valid twins solved)",,out:single-couple, arxiv-2610.38096-s2-t02-pilot-t-wrong,arxiv-2610.38096,opus-4.8,high,mixed,hard,,,,,,,0,count of valid twins answered wrongly,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 4.8, column Supplementary Table S2, T02 pilot set, prompt B_t: valid twins answered wrongly)",,out:single-couple, arxiv-2610.38096-s2-t02-pilot-t-flagged,arxiv-2610.38096,opus-4.8,high,mixed,hard,,,,,,,0,count of valid twins flagged (false alarms),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 4.8, column Supplementary Table S2, T02 pilot set, prompt B_t: valid twins flagged (false alarms))",,out:single-couple, arxiv-2610.38096-s2-t02-pilot-t-vnoans,arxiv-2610.38096,opus-4.8,high,mixed,hard,,,,,,,0,count of valid twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 4.8, column Supplementary Table S2, T02 pilot set, prompt B_t: valid twins without an answer)",,out:single-couple, arxiv-2610.38096-s2-t11-pilot-t-rejected,arxiv-2610.38096,opus-4.8,high,mixed,hard,,,,,,,15,count of flawed twins rejected,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 4.8, column Supplementary Table S2, T11 pilot set, prompt B_t: flawed twins rejected)",,out:single-couple, arxiv-2610.38096-s2-t11-pilot-t-accepted,arxiv-2610.38096,opus-4.8,high,mixed,hard,,,,,,,1,count of flawed twins accepted,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 4.8, column Supplementary Table S2, T11 pilot set, prompt B_t: flawed twins accepted)",,out:single-couple, arxiv-2610.38096-s2-t11-pilot-t-noans,arxiv-2610.38096,opus-4.8,high,mixed,hard,,,,,,,0,count of flawed twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 4.8, column Supplementary Table S2, T11 pilot set, prompt B_t: flawed twins without an answer)",,out:single-couple, arxiv-2610.38096-s2-t11-pilot-t-solved,arxiv-2610.38096,opus-4.8,high,mixed,hard,,,,,,,16,count of valid twins solved,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 4.8, column Supplementary Table S2, T11 pilot set, prompt B_t: valid twins solved)",,out:single-couple, arxiv-2610.38096-s2-t11-pilot-t-wrong,arxiv-2610.38096,opus-4.8,high,mixed,hard,,,,,,,0,count of valid twins answered wrongly,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 4.8, column Supplementary Table S2, T11 pilot set, prompt B_t: valid twins answered wrongly)",,out:single-couple, arxiv-2610.38096-s2-t11-pilot-t-flagged,arxiv-2610.38096,opus-4.8,high,mixed,hard,,,,,,,0,count of valid twins flagged (false alarms),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 4.8, column Supplementary Table S2, T11 pilot set, prompt B_t: valid twins flagged (false alarms))",,out:single-couple, arxiv-2610.38096-s2-t11-pilot-t-vnoans,arxiv-2610.38096,opus-4.8,high,mixed,hard,,,,,,,0,count of valid twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 4.8, column Supplementary Table S2, T11 pilot set, prompt B_t: valid twins without an answer)",,out:single-couple, arxiv-2610.38096-s2-t02-pilot-u-rejected,arxiv-2610.38096,opus-4.8,high,mixed,hard,,,,,,,0,count of flawed twins rejected,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 4.8, column Supplementary Table S2, T02 pilot set, prompt B_u: flawed twins rejected)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-pilot-u|opus-4.8@high|,in, arxiv-2610.38096-s2-t02-pilot-u-accepted,arxiv-2610.38096,opus-4.8,high,mixed,hard,,,,,,,10,count of flawed twins accepted,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 4.8, column Supplementary Table S2, T02 pilot set, prompt B_u: flawed twins accepted)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-pilot-u|opus-4.8@high|,in, arxiv-2610.38096-s2-t02-pilot-u-noans,arxiv-2610.38096,opus-4.8,high,mixed,hard,,,,,,,0,count of flawed twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 4.8, column Supplementary Table S2, T02 pilot set, prompt B_u: flawed twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-pilot-u|opus-4.8@high|,out:republished, arxiv-2610.38096-s2-t02-pilot-u-solved,arxiv-2610.38096,opus-4.8,high,mixed,hard,,,,,,,10,count of valid twins solved,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 4.8, column Supplementary Table S2, T02 pilot set, prompt B_u: valid twins solved)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-pilot-u|opus-4.8@high|,in, arxiv-2610.38096-s2-t02-pilot-u-wrong,arxiv-2610.38096,opus-4.8,high,mixed,hard,,,,,,,0,count of valid twins answered wrongly,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 4.8, column Supplementary Table S2, T02 pilot set, prompt B_u: valid twins answered wrongly)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-pilot-u|opus-4.8@high|,out:republished, arxiv-2610.38096-s2-t02-pilot-u-flagged,arxiv-2610.38096,opus-4.8,high,mixed,hard,,,,,,,0,count of valid twins flagged (false alarms),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 4.8, column Supplementary Table S2, T02 pilot set, prompt B_u: valid twins flagged (false alarms))",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-pilot-u|opus-4.8@high|,out:republished, arxiv-2610.38096-s2-t02-pilot-u-vnoans,arxiv-2610.38096,opus-4.8,high,mixed,hard,,,,,,,0,count of valid twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 4.8, column Supplementary Table S2, T02 pilot set, prompt B_u: valid twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-pilot-u|opus-4.8@high|,out:republished, arxiv-2610.38096-s2-t11-pilot-u-rejected,arxiv-2610.38096,opus-4.8,high,mixed,hard,,,,,,,1,count of flawed twins rejected,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 4.8, column Supplementary Table S2, T11 pilot set, prompt B_u: flawed twins rejected)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-pilot-u|opus-4.8@high|,in, arxiv-2610.38096-s2-t11-pilot-u-accepted,arxiv-2610.38096,opus-4.8,high,mixed,hard,,,,,,,13,count of flawed twins accepted,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 4.8, column Supplementary Table S2, T11 pilot set, prompt B_u: flawed twins accepted)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-pilot-u|opus-4.8@high|,out:republished, arxiv-2610.38096-s2-t11-pilot-u-noans,arxiv-2610.38096,opus-4.8,high,mixed,hard,,,,,,,2,count of flawed twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 4.8, column Supplementary Table S2, T11 pilot set, prompt B_u: flawed twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-pilot-u|opus-4.8@high|,out:republished, arxiv-2610.38096-s2-t11-pilot-u-solved,arxiv-2610.38096,opus-4.8,high,mixed,hard,,,,,,,16,count of valid twins solved,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 4.8, column Supplementary Table S2, T11 pilot set, prompt B_u: valid twins solved)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-pilot-u|opus-4.8@high|,in, arxiv-2610.38096-s2-t11-pilot-u-wrong,arxiv-2610.38096,opus-4.8,high,mixed,hard,,,,,,,0,count of valid twins answered wrongly,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 4.8, column Supplementary Table S2, T11 pilot set, prompt B_u: valid twins answered wrongly)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-pilot-u|opus-4.8@high|,out:republished, arxiv-2610.38096-s2-t11-pilot-u-flagged,arxiv-2610.38096,opus-4.8,high,mixed,hard,,,,,,,0,count of valid twins flagged (false alarms),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 4.8, column Supplementary Table S2, T11 pilot set, prompt B_u: valid twins flagged (false alarms))",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-pilot-u|opus-4.8@high|,out:republished, arxiv-2610.38096-s2-t11-pilot-u-vnoans,arxiv-2610.38096,opus-4.8,high,mixed,hard,,,,,,,0,count of valid twins without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S2, row Opus 4.8, column Supplementary Table S2, T11 pilot set, prompt B_u: valid twins without an answer)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-pilot-u|opus-4.8@high|,out:republished, arxiv-2610.38096-s7-t02-fine-capable,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,100,probes capable (% of 5),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Opus 5.5, column Supplementary Table S7, T02 fine set: probes capable)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t02-fine|opus-5.5@high|,out:saturated, arxiv-2610.38096-s7-t02-fine-median-error,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,0.0039,median |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Opus 5.5, column Supplementary Table S7, T02 fine set: median relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t02-fine|opus-5.5@high|,in, arxiv-2610.38096-s7-t02-fine-max-error,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,0.0305,max |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Opus 5.5, column Supplementary Table S7, T02 fine set: max relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t02-fine|opus-5.5@high|,in, arxiv-2610.38096-s7-t11-fine-capable,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,100,probes capable (% of 5),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Opus 5.5, column Supplementary Table S7, T11 fine set: probes capable)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t11-fine|opus-5.5@high|,out:saturated, arxiv-2610.38096-s7-t11-fine-median-error,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,0.0017,median |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Opus 5.5, column Supplementary Table S7, T11 fine set: median relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t11-fine|opus-5.5@high|,in, arxiv-2610.38096-s7-t11-fine-max-error,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,0.0036,max |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Opus 5.5, column Supplementary Table S7, T11 fine set: max relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t11-fine|opus-5.5@high|,in, arxiv-2610.38096-s7-t02-main-capable,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,100,probes capable (% of 5),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Opus 5.5, column Supplementary Table S7, T02 main set: probes capable)",,out:uninformative, arxiv-2610.38096-s7-t02-main-median-error,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,0.0129,median |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Opus 5.5, column Supplementary Table S7, T02 main set: median relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t02-main|opus-5.5@high|,in, arxiv-2610.38096-s7-t02-main-max-error,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,0.0143,max |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Opus 5.5, column Supplementary Table S7, T02 main set: max relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t02-main|opus-5.5@high|,in, arxiv-2610.38096-s7-t11-main-capable,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,100,probes capable (% of 5),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Opus 5.5, column Supplementary Table S7, T11 main set: probes capable)",,out:uninformative, arxiv-2610.38096-s7-t11-main-median-error,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,0.0016,median |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Opus 5.5, column Supplementary Table S7, T11 main set: median relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t11-main|opus-5.5@high|,in, arxiv-2610.38096-s7-t11-main-max-error,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,0.0034,max |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Opus 5.5, column Supplementary Table S7, T11 main set: max relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t11-main|opus-5.5@high|,in, arxiv-2610.38096-s7-t02-pilot-capable,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,100,probes capable (% of 5),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Opus 5.5, column Supplementary Table S7, T02 pilot set: probes capable)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t02-pilot|opus-5.5@high|,out:saturated, arxiv-2610.38096-s7-t02-pilot-median-error,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,0.0033,median |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Opus 5.5, column Supplementary Table S7, T02 pilot set: median relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t02-pilot|opus-5.5@high|,in, arxiv-2610.38096-s7-t02-pilot-max-error,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,0.0192,max |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Opus 5.5, column Supplementary Table S7, T02 pilot set: max relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t02-pilot|opus-5.5@high|,in, arxiv-2610.38096-s7-t11-pilot-capable,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,100,probes capable (% of 5),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Opus 5.5, column Supplementary Table S7, T11 pilot set: probes capable)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t11-pilot|opus-5.5@high|,out:saturated, arxiv-2610.38096-s7-t11-pilot-median-error,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,0.0018,median |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Opus 5.5, column Supplementary Table S7, T11 pilot set: median relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t11-pilot|opus-5.5@high|,in, arxiv-2610.38096-s7-t11-pilot-max-error,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,0.0042,max |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Opus 5.5, column Supplementary Table S7, T11 pilot set: max relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t11-pilot|opus-5.5@high|,in, arxiv-2610.38096-s7-t02-main-capable,arxiv-2610.38096,sonnet-5.5,high,mixed,hard,,,,,,,100,probes capable (% of 5),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Sonnet 5.5, column Supplementary Table S7, T02 main set: probes capable)",,out:uninformative, arxiv-2610.38096-s7-t02-main-median-error,arxiv-2610.38096,sonnet-5.5,high,mixed,hard,,,,,,,0.0142,median |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Sonnet 5.5, column Supplementary Table S7, T02 main set: median relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t02-main|sonnet-5.5@high|,in, arxiv-2610.38096-s7-t02-main-max-error,arxiv-2610.38096,sonnet-5.5,high,mixed,hard,,,,,,,0.0312,max |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Sonnet 5.5, column Supplementary Table S7, T02 main set: max relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t02-main|sonnet-5.5@high|,in, arxiv-2610.38096-s7-t11-main-capable,arxiv-2610.38096,sonnet-5.5,high,mixed,hard,,,,,,,100,probes capable (% of 5),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Sonnet 5.5, column Supplementary Table S7, T11 main set: probes capable)",,out:uninformative, arxiv-2610.38096-s7-t11-main-median-error,arxiv-2610.38096,sonnet-5.5,high,mixed,hard,,,,,,,0.0023,median |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Sonnet 5.5, column Supplementary Table S7, T11 main set: median relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t11-main|sonnet-5.5@high|,in, arxiv-2610.38096-s7-t11-main-max-error,arxiv-2610.38096,sonnet-5.5,high,mixed,hard,,,,,,,0.0047,max |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Sonnet 5.5, column Supplementary Table S7, T11 main set: max relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t11-main|sonnet-5.5@high|,in, arxiv-2610.38096-s7-t02-fine-capable,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,100,probes capable (% of 5),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Fable 5.1, column Supplementary Table S7, T02 fine set: probes capable)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t02-fine|fable-5.1@high|,out:saturated, arxiv-2610.38096-s7-t02-fine-median-error,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,0.0039,median |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Fable 5.1, column Supplementary Table S7, T02 fine set: median relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t02-fine|fable-5.1@high|,in, arxiv-2610.38096-s7-t02-fine-max-error,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,0.0305,max |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Fable 5.1, column Supplementary Table S7, T02 fine set: max relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t02-fine|fable-5.1@high|,in, arxiv-2610.38096-s7-t11-fine-capable,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,100,probes capable (% of 5),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Fable 5.1, column Supplementary Table S7, T11 fine set: probes capable)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t11-fine|fable-5.1@high|,out:saturated, arxiv-2610.38096-s7-t11-fine-median-error,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,0.0017,median |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Fable 5.1, column Supplementary Table S7, T11 fine set: median relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t11-fine|fable-5.1@high|,in, arxiv-2610.38096-s7-t11-fine-max-error,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,0.0036,max |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Fable 5.1, column Supplementary Table S7, T11 fine set: max relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t11-fine|fable-5.1@high|,in, arxiv-2610.38096-s7-t02-main-capable,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,100,probes capable (% of 5),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Fable 5.1, column Supplementary Table S7, T02 main set: probes capable)",,out:uninformative, arxiv-2610.38096-s7-t02-main-median-error,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,0.0132,median |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Fable 5.1, column Supplementary Table S7, T02 main set: median relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t02-main|fable-5.1@high|,in, arxiv-2610.38096-s7-t02-main-max-error,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,0.0143,max |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Fable 5.1, column Supplementary Table S7, T02 main set: max relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t02-main|fable-5.1@high|,in, arxiv-2610.38096-s7-t11-main-capable,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,100,probes capable (% of 5),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Fable 5.1, column Supplementary Table S7, T11 main set: probes capable)",,out:uninformative, arxiv-2610.38096-s7-t11-main-median-error,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,0.0073,median |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Fable 5.1, column Supplementary Table S7, T11 main set: median relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t11-main|fable-5.1@high|,in, arxiv-2610.38096-s7-t11-main-max-error,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,0.0165,max |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Fable 5.1, column Supplementary Table S7, T11 main set: max relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t11-main|fable-5.1@high|,in, arxiv-2610.38096-s7-t02-main-capable,arxiv-2610.38096,haiku-5.5,high,mixed,hard,,,,,,,100,probes capable (% of 5),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Haiku 5.5, column Supplementary Table S7, T02 main set: probes capable)",,out:uninformative, arxiv-2610.38096-s7-t02-main-median-error,arxiv-2610.38096,haiku-5.5,high,mixed,hard,,,,,,,0.0142,median |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Haiku 5.5, column Supplementary Table S7, T02 main set: median relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t02-main|haiku-5.5@high|,in, arxiv-2610.38096-s7-t02-main-max-error,arxiv-2610.38096,haiku-5.5,high,mixed,hard,,,,,,,0.2706,max |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Haiku 5.5, column Supplementary Table S7, T02 main set: max relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t02-main|haiku-5.5@high|,in, arxiv-2610.38096-s7-t11-main-capable,arxiv-2610.38096,haiku-5.5,high,mixed,hard,,,,,,,100,probes capable (% of 5),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Haiku 5.5, column Supplementary Table S7, T11 main set: probes capable)",,out:uninformative, arxiv-2610.38096-s7-t11-main-median-error,arxiv-2610.38096,haiku-5.5,high,mixed,hard,,,,,,,0.0034,median |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Haiku 5.5, column Supplementary Table S7, T11 main set: median relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t11-main|haiku-5.5@high|,in, arxiv-2610.38096-s7-t11-main-max-error,arxiv-2610.38096,haiku-5.5,high,mixed,hard,,,,,,,0.0116,max |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Haiku 5.5, column Supplementary Table S7, T11 main set: max relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t11-main|haiku-5.5@high|,in, arxiv-2610.38096-s7-t02-main-capable,arxiv-2610.38096,gemini-4-argon,high,mixed,hard,,,,,,,100,probes capable (% of 5),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Gemini 4 Argon, column Supplementary Table S7, T02 main set: probes capable)",,out:uninformative, arxiv-2610.38096-s7-t02-main-median-error,arxiv-2610.38096,gemini-4-argon,high,mixed,hard,,,,,,,0.0000,median |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Gemini 4 Argon, column Supplementary Table S7, T02 main set: median relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t02-main|gemini-4-argon@high|,in, arxiv-2610.38096-s7-t02-main-max-error,arxiv-2610.38096,gemini-4-argon,high,mixed,hard,,,,,,,0.0000,max |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Gemini 4 Argon, column Supplementary Table S7, T02 main set: max relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t02-main|gemini-4-argon@high|,in, arxiv-2610.38096-s7-t11-main-capable,arxiv-2610.38096,gemini-4-argon,high,mixed,hard,,,,,,,100,probes capable (% of 5),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Gemini 4 Argon, column Supplementary Table S7, T11 main set: probes capable)",,out:uninformative, arxiv-2610.38096-s7-t11-main-median-error,arxiv-2610.38096,gemini-4-argon,high,mixed,hard,,,,,,,0.0000,median |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Gemini 4 Argon, column Supplementary Table S7, T11 main set: median relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t11-main|gemini-4-argon@high|,in, arxiv-2610.38096-s7-t11-main-max-error,arxiv-2610.38096,gemini-4-argon,high,mixed,hard,,,,,,,0.0003,max |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Gemini 4 Argon, column Supplementary Table S7, T11 main set: max relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t11-main|gemini-4-argon@high|,in, arxiv-2610.38096-s7-t02-main-capable,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,100,probes capable (% of 5),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Gemini 3.8 Flash, column Supplementary Table S7, T02 main set: probes capable)",,out:uninformative, arxiv-2610.38096-s7-t02-main-median-error,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,0.0021,median |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Gemini 3.8 Flash, column Supplementary Table S7, T02 main set: median relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t02-main|gemini-3.8-flash@high|,in, arxiv-2610.38096-s7-t02-main-max-error,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,0.0143,max |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Gemini 3.8 Flash, column Supplementary Table S7, T02 main set: max relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t02-main|gemini-3.8-flash@high|,in, arxiv-2610.38096-s7-t11-main-capable,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,100,probes capable (% of 5),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Gemini 3.8 Flash, column Supplementary Table S7, T11 main set: probes capable)",,out:uninformative, arxiv-2610.38096-s7-t11-main-median-error,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,0.0002,median |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Gemini 3.8 Flash, column Supplementary Table S7, T11 main set: median relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t11-main|gemini-3.8-flash@high|,in, arxiv-2610.38096-s7-t11-main-max-error,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,0.0034,max |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Gemini 3.8 Flash, column Supplementary Table S7, T11 main set: max relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t11-main|gemini-3.8-flash@high|,in, arxiv-2610.38096-s7-t02-pilot-capable,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,100,probes capable (% of 5),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Gemini 3.8 Flash, column Supplementary Table S7, T02 pilot set: probes capable)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t02-pilot|gemini-3.8-flash@high|,out:saturated, arxiv-2610.38096-s7-t02-pilot-median-error,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,0.0011,median |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Gemini 3.8 Flash, column Supplementary Table S7, T02 pilot set: median relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t02-pilot|gemini-3.8-flash@high|,in, arxiv-2610.38096-s7-t02-pilot-max-error,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,0.0029,max |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Gemini 3.8 Flash, column Supplementary Table S7, T02 pilot set: max relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t02-pilot|gemini-3.8-flash@high|,in, arxiv-2610.38096-s7-t11-pilot-capable,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,100,probes capable (% of 5),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Gemini 3.8 Flash, column Supplementary Table S7, T11 pilot set: probes capable)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t11-pilot|gemini-3.8-flash@high|,out:saturated, arxiv-2610.38096-s7-t11-pilot-median-error,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,0.0000,median |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Gemini 3.8 Flash, column Supplementary Table S7, T11 pilot set: median relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t11-pilot|gemini-3.8-flash@high|,in, arxiv-2610.38096-s7-t11-pilot-max-error,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,0.0003,max |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Gemini 3.8 Flash, column Supplementary Table S7, T11 pilot set: max relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t11-pilot|gemini-3.8-flash@high|,in, arxiv-2610.38096-s7-t02-main-capable,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,100,probes capable (% of 5),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Opus 5, column Supplementary Table S7, T02 main set: probes capable)",,out:uninformative, arxiv-2610.38096-s7-t02-main-median-error,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,0.0132,median |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Opus 5, column Supplementary Table S7, T02 main set: median relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t02-main|opus-5@high|,in, arxiv-2610.38096-s7-t02-main-max-error,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,0.0143,max |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Opus 5, column Supplementary Table S7, T02 main set: max relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t02-main|opus-5@high|,in, arxiv-2610.38096-s7-t11-main-capable,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,100,probes capable (% of 5),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Opus 5, column Supplementary Table S7, T11 main set: probes capable)",,out:uninformative, arxiv-2610.38096-s7-t11-main-median-error,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,0.0023,median |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Opus 5, column Supplementary Table S7, T11 main set: median relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t11-main|opus-5@high|,in, arxiv-2610.38096-s7-t11-main-max-error,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,0.0077,max |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Opus 5, column Supplementary Table S7, T11 main set: max relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t11-main|opus-5@high|,in, arxiv-2610.38096-s7-t02-main-capable,arxiv-2610.38096,opus-4.8,high,mixed,hard,,,,,,,80,probes capable (% of 5),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Opus 4.8, column Supplementary Table S7, T02 main set: probes capable)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t02-main|opus-4.8@high|,in, arxiv-2610.38096-s7-t02-main-median-error,arxiv-2610.38096,opus-4.8,high,mixed,hard,,,,,,,0.0143,median |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Opus 4.8, column Supplementary Table S7, T02 main set: median relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t02-main|opus-4.8@high|,in, arxiv-2610.38096-s7-t02-main-max-error,arxiv-2610.38096,opus-4.8,high,mixed,hard,,,,,,,0.1997,max |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Opus 4.8, column Supplementary Table S7, T02 main set: max relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t02-main|opus-4.8@high|,in, arxiv-2610.38096-s7-t11-main-capable,arxiv-2610.38096,opus-4.8,high,mixed,hard,,,,,,,100,probes capable (% of 5),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Opus 4.8, column Supplementary Table S7, T11 main set: probes capable)",,out:uninformative, arxiv-2610.38096-s7-t11-main-median-error,arxiv-2610.38096,opus-4.8,high,mixed,hard,,,,,,,0.0047,median |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Opus 4.8, column Supplementary Table S7, T11 main set: median relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t11-main|opus-4.8@high|,in, arxiv-2610.38096-s7-t11-main-max-error,arxiv-2610.38096,opus-4.8,high,mixed,hard,,,,,,,0.0165,max |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Opus 4.8, column Supplementary Table S7, T11 main set: max relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t11-main|opus-4.8@high|,in, arxiv-2610.38096-s7-t02-pilot-capable,arxiv-2610.38096,opus-4.8,high,mixed,hard,,,,,,,100,probes capable (% of 5),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Opus 4.8, column Supplementary Table S7, T02 pilot set: probes capable)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t02-pilot|opus-4.8@high|,out:saturated, arxiv-2610.38096-s7-t02-pilot-median-error,arxiv-2610.38096,opus-4.8,high,mixed,hard,,,,,,,0.1906,median |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Opus 4.8, column Supplementary Table S7, T02 pilot set: median relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t02-pilot|opus-4.8@high|,in, arxiv-2610.38096-s7-t02-pilot-max-error,arxiv-2610.38096,opus-4.8,high,mixed,hard,,,,,,,0.3082,max |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Opus 4.8, column Supplementary Table S7, T02 pilot set: max relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t02-pilot|opus-4.8@high|,in, arxiv-2610.38096-s7-t11-pilot-capable,arxiv-2610.38096,opus-4.8,high,mixed,hard,,,,,,,100,probes capable (% of 5),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Opus 4.8, column Supplementary Table S7, T11 pilot set: probes capable)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t11-pilot|opus-4.8@high|,out:saturated, arxiv-2610.38096-s7-t11-pilot-median-error,arxiv-2610.38096,opus-4.8,high,mixed,hard,,,,,,,0.0018,median |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Opus 4.8, column Supplementary Table S7, T11 pilot set: median relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t11-pilot|opus-4.8@high|,in, arxiv-2610.38096-s7-t11-pilot-max-error,arxiv-2610.38096,opus-4.8,high,mixed,hard,,,,,,,0.0135,max |relative error| of the limit (%),2.89e-05,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S7, row Opus 4.8, column Supplementary Table S7, T11 pilot set: max relative error)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s7-t11-pilot|opus-4.8@high|,in, arxiv-2610.38096-s12-fine-t-no-answer,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,0,count of calls without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S12, row Opus 5.5, column Supplementary Table S12, fine set, prompt B_t: calls without an answer)",,out:not-headline, arxiv-2610.38096-s12-fine-u-no-answer,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,0,count of calls without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S12, row Opus 5.5, column Supplementary Table S12, fine set, prompt B_u: calls without an answer)",,out:not-headline, arxiv-2610.38096-s12-main-t-no-answer,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,0,count of calls without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S12, row Opus 5.5, column Supplementary Table S12, main set, prompt B_t: calls without an answer)",,out:not-headline, arxiv-2610.38096-s12-pilot-u-no-answer,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,0,count of calls without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S12, row Opus 5.5, column Supplementary Table S12, pilot set, prompt B_u: calls without an answer)",,out:not-headline, arxiv-2610.38096-s12-main-t-no-answer,arxiv-2610.38096,sonnet-5.5,high,mixed,hard,,,,,,,0,count of calls without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S12, row Sonnet 5.5, column Supplementary Table S12, main set, prompt B_t: calls without an answer)",,out:not-headline, arxiv-2610.38096-s12-fine-u-no-answer,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,0,count of calls without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S12, row Fable 5.1, column Supplementary Table S12, fine set, prompt B_u: calls without an answer)",,out:not-headline, arxiv-2610.38096-s12-grid-u-no-answer,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,0,count of calls without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S12, row Fable 5.1, column Supplementary Table S12, grid set, prompt B_u: calls without an answer)",,out:not-headline, arxiv-2610.38096-s12-main-t-no-answer,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,0,count of calls without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S12, row Fable 5.1, column Supplementary Table S12, main set, prompt B_t: calls without an answer)",,out:not-headline, arxiv-2610.38096-s12-main-x-no-answer,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,0,count of calls without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S12, row Fable 5.1, column Supplementary Table S12, main set, prompt B_x: calls without an answer)",,out:not-headline, arxiv-2610.38096-s12-c4-u-no-answer,arxiv-2610.38096,haiku-5.5,high,mixed,hard,,,,,,,14,count of calls without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S12, row Haiku 5.5, column Supplementary Table S12, c4 set, prompt B_u: calls without an answer)",,out:not-headline, arxiv-2610.38096-s12-main-t-no-answer,arxiv-2610.38096,haiku-5.5,high,mixed,hard,,,,,,,5,count of calls without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S12, row Haiku 5.5, column Supplementary Table S12, main set, prompt B_t: calls without an answer)",,out:not-headline, arxiv-2610.38096-s12-c4-u-no-answer,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,10,count of calls without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S12, row Gemini 3.8 Flash, column Supplementary Table S12, c4 set, prompt B_u: calls without an answer)",,out:not-headline, arxiv-2610.38096-s12-main-t-no-answer,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,3,count of calls without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S12, row Gemini 3.8 Flash, column Supplementary Table S12, main set, prompt B_t: calls without an answer)",,out:not-headline, arxiv-2610.38096-s12-pilot-u-no-answer,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,5,count of calls without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S12, row Gemini 3.8 Flash, column Supplementary Table S12, pilot set, prompt B_u: calls without an answer)",,out:not-headline, arxiv-2610.38096-s12-main-t-no-answer,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,0,count of calls without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S12, row Opus 5, column Supplementary Table S12, main set, prompt B_t: calls without an answer)",,out:not-headline, arxiv-2610.38096-s12-main-x-no-answer,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,0,count of calls without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S12, row Opus 5, column Supplementary Table S12, main set, prompt B_x: calls without an answer)",,out:not-headline, arxiv-2610.38096-s12-main-t-no-answer,arxiv-2610.38096,opus-4.8,high,mixed,hard,,,,,,,0,count of calls without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S12, row Opus 4.8, column Supplementary Table S12, main set, prompt B_t: calls without an answer)",,out:not-headline, arxiv-2610.38096-s12-pilot-t-no-answer,arxiv-2610.38096,opus-4.8,high,mixed,hard,,,,,,,0,count of calls without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S12, row Opus 4.8, column Supplementary Table S12, pilot set, prompt B_t: calls without an answer)",,out:not-headline, arxiv-2610.38096-s12-pilot-u-no-answer,arxiv-2610.38096,opus-4.8,high,mixed,hard,,,,,,,2,count of calls without an answer,0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S12, row Opus 4.8, column Supplementary Table S12, pilot set, prompt B_u: calls without an answer)",,out:not-headline, arxiv-2610.38096-s14-robust-beams-rejected-bt,arxiv-2610.38096,opus-5.5,high,mixed,hard,,,,,,,100,robust flawed beams rejected (of 6),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S14, row Opus 5.5, column Supplementary Table S14, six robust flawed beams rejected, prompt B_t)",,out:uninformative, arxiv-2610.38096-s14-robust-beams-rejected-bt,arxiv-2610.38096,sonnet-5.5,high,mixed,hard,,,,,,,100,robust flawed beams rejected (of 6),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S14, row Sonnet 5.5, column Supplementary Table S14, six robust flawed beams rejected, prompt B_t)",,out:uninformative, arxiv-2610.38096-s14-robust-beams-rejected-bt,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,100,robust flawed beams rejected (of 6),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S14, row Fable 5.1, column Supplementary Table S14, six robust flawed beams rejected, prompt B_t)",,out:uninformative, arxiv-2610.38096-s14-robust-beams-rejected-bx,arxiv-2610.38096,fable-5.1,high,mixed,hard,,,,,,,100,robust flawed beams rejected (of 6),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S14, row Fable 5.1, column Supplementary Table S14, six robust flawed beams rejected, prompt B_x (Python tool))",,in, arxiv-2610.38096-s14-robust-beams-rejected-c4-bu,arxiv-2610.38096,haiku-5.5,high,mixed,hard,,,,,,,33.333333,robust flawed beams rejected (of 6),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S14, row Haiku 5.5, column Supplementary Table S14, six robust flawed beams rejected, C4 set, prompt B_u)",,in, arxiv-2610.38096-s14-robust-beams-rejected-bt,arxiv-2610.38096,haiku-5.5,high,mixed,hard,,,,,,,83.333333,robust flawed beams rejected (of 6),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S14, row Haiku 5.5, column Supplementary Table S14, six robust flawed beams rejected, prompt B_t)",,in, arxiv-2610.38096-s14-robust-beams-rejected-c4-bu,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,16.666667,robust flawed beams rejected (of 6),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S14, row Gemini 3.8 Flash, column Supplementary Table S14, six robust flawed beams rejected, C4 set, prompt B_u)",,in, arxiv-2610.38096-s14-robust-beams-rejected-bt,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,83.333333,robust flawed beams rejected (of 6),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S14, row Gemini 3.8 Flash, column Supplementary Table S14, six robust flawed beams rejected, prompt B_t)",,in, arxiv-2610.38096-s14-robust-beams-rejected-bu-retest,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,16.666667,robust flawed beams rejected (of 6),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S14, row Gemini 3.8 Flash, column Supplementary Table S14, six robust flawed beams rejected, prompt B_u, retest)",,in, arxiv-2610.38096-s14-robust-beams-rejected-bt,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,83.333333,robust flawed beams rejected (of 6),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S14, row Opus 5, column Supplementary Table S14, six robust flawed beams rejected, prompt B_t)",,in, arxiv-2610.38096-s14-robust-beams-rejected-bu-retest,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,33.333333,robust flawed beams rejected (of 6),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S14, row Opus 5, column Supplementary Table S14, six robust flawed beams rejected, prompt B_u, retest)",,in, arxiv-2610.38096-s14-robust-beams-rejected-bx,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,0,robust flawed beams rejected (of 6),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S14, row Opus 5, column Supplementary Table S14, six robust flawed beams rejected, prompt B_x (Python tool))",,in, arxiv-2610.38096-s14-robust-beams-rejected-bt,arxiv-2610.38096,opus-4.8,high,mixed,hard,,,,,,,33.333333,robust flawed beams rejected (of 6),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S14, row Opus 4.8, column Supplementary Table S14, six robust flawed beams rejected, prompt B_t)",,in, arxiv-2610.38096-s33-t02-s1-note-rejected,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,40,flawed beams rejected (% of 20),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S33, row Opus 5, column Supplementary Table S33, stated-limit experiment, beams, arm S1 + note: flawed beams rejected)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s33-t02-s1-note|opus-5@high|,in, arxiv-2610.38096-s33-t02-s1-note-false-alarms,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,0,"valid beams flagged, false alarms (% of 20)",0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S33, row Opus 5, column Supplementary Table S33, stated-limit experiment, beams, arm S1 + note: valid beams flagged)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s33-t02-s1-note|opus-5@high|,out:saturated, arxiv-2610.38096-s33-t02-s1-note-valid-solved,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,20,valid beams solved (count of 20),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S33, row Opus 5, column Supplementary Table S33, stated-limit experiment, beams, arm S1 + note: valid beams solved)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s33-t02-s1-note|opus-5@high|,in, arxiv-2610.38096-s33-t02-pa-note-rejected,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,60,flawed beams rejected (% of 20),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S33, row Opus 5, column Supplementary Table S33, stated-limit experiment, beams, arm PA + note: flawed beams rejected)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s33-t02-pa-note|opus-5@high|,in, arxiv-2610.38096-s33-t02-pa-note-false-alarms,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,0,"valid beams flagged, false alarms (% of 20)",0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S33, row Opus 5, column Supplementary Table S33, stated-limit experiment, beams, arm PA + note: valid beams flagged)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s33-t02-pa-note|opus-5@high|,out:saturated, arxiv-2610.38096-s33-t02-pa-note-valid-solved,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,20,valid beams solved (count of 20),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S33, row Opus 5, column Supplementary Table S33, stated-limit experiment, beams, arm PA + note: valid beams solved)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s33-t02-pa-note|opus-5@high|,in, arxiv-2610.38096-s33-t02-s1-limit-rejected,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,95,flawed beams rejected (% of 20),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S33, row Opus 5, column Supplementary Table S33, stated-limit experiment, beams, arm S1 + limit: flawed beams rejected)",,out:single-couple, arxiv-2610.38096-s33-t02-s1-limit-false-alarms,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,0,"valid beams flagged, false alarms (% of 20)",0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S33, row Opus 5, column Supplementary Table S33, stated-limit experiment, beams, arm S1 + limit: valid beams flagged)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s33-t02-s1-limit|opus-5@high|,out:saturated, arxiv-2610.38096-s33-t02-s1-limit-valid-solved,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,20,valid beams solved (count of 20),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S33, row Opus 5, column Supplementary Table S33, stated-limit experiment, beams, arm S1 + limit: valid beams solved)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s33-t02-s1-limit|opus-5@high|,in, arxiv-2610.38096-s33-t02-pa-limit-rejected,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,100,flawed beams rejected (% of 20),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S33, row Opus 5, column Supplementary Table S33, stated-limit experiment, beams, arm PA + limit: flawed beams rejected)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s33-t02-pa-limit|opus-5@high|,out:saturated, arxiv-2610.38096-s33-t02-pa-limit-false-alarms,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,0,"valid beams flagged, false alarms (% of 20)",0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S33, row Opus 5, column Supplementary Table S33, stated-limit experiment, beams, arm PA + limit: valid beams flagged)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s33-t02-pa-limit|opus-5@high|,out:saturated, arxiv-2610.38096-s33-t02-pa-limit-valid-solved,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,20,valid beams solved (count of 20),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S33, row Opus 5, column Supplementary Table S33, stated-limit experiment, beams, arm PA + limit: valid beams solved)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s33-t02-pa-limit|opus-5@high|,in, arxiv-2610.38096-s33-t02-feasibility-only-rejected,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,100,flawed beams rejected (% of 20),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S33, row Opus 5, column Supplementary Table S33, stated-limit experiment, beams, arm feasibility only: flawed beams rejected)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s33-t02-feasibility-only|opus-5@high|,out:saturated, arxiv-2610.38096-s33-t02-feasibility-only-false-alarms,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,0,"valid beams flagged, false alarms (% of 20)",0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S33, row Opus 5, column Supplementary Table S33, stated-limit experiment, beams, arm feasibility only: valid beams flagged)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s33-t02-feasibility-only|opus-5@high|,out:saturated, arxiv-2610.38096-s33-t02-feasibility-only-valid-solved,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,20,valid beams solved (count of 20),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S33, row Opus 5, column Supplementary Table S33, stated-limit experiment, beams, arm feasibility only: valid beams solved)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s33-t02-feasibility-only|opus-5@high|,in, arxiv-2610.38096-s33-t11-s1-note-rejected,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,55,flawed disks rejected (% of 20),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S33, row Opus 5, column Supplementary Table S33, stated-limit experiment, disks, arm S1 + note: flawed disks rejected)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s33-t11-s1-note|opus-5@high|,in, arxiv-2610.38096-s33-t11-s1-note-false-alarms,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,0,"valid disks flagged, false alarms (% of 20)",0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S33, row Opus 5, column Supplementary Table S33, stated-limit experiment, disks, arm S1 + note: valid disks flagged)",,out:uninformative, arxiv-2610.38096-s33-t11-s1-note-valid-solved,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,20,valid disks solved (count of 20),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S33, row Opus 5, column Supplementary Table S33, stated-limit experiment, disks, arm S1 + note: valid disks solved)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s33-t11-s1-note|opus-5@high|,in, arxiv-2610.38096-s33-t11-pa-note-rejected,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,40,flawed disks rejected (% of 20),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S33, row Opus 5, column Supplementary Table S33, stated-limit experiment, disks, arm PA + note: flawed disks rejected)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s33-t11-pa-note|opus-5@high|,in, arxiv-2610.38096-s33-t11-pa-note-false-alarms,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,0,"valid disks flagged, false alarms (% of 20)",0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S33, row Opus 5, column Supplementary Table S33, stated-limit experiment, disks, arm PA + note: valid disks flagged)",,out:uninformative, arxiv-2610.38096-s33-t11-pa-note-valid-solved,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,20,valid disks solved (count of 20),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S33, row Opus 5, column Supplementary Table S33, stated-limit experiment, disks, arm PA + note: valid disks solved)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s33-t11-pa-note|opus-5@high|,in, arxiv-2610.38096-s33-t11-s1-limit-rejected,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,100,flawed disks rejected (% of 20),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S33, row Opus 5, column Supplementary Table S33, stated-limit experiment, disks, arm S1 + limit: flawed disks rejected)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s33-t11-s1-limit|opus-5@high|,out:saturated, arxiv-2610.38096-s33-t11-s1-limit-false-alarms,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,0,"valid disks flagged, false alarms (% of 20)",0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S33, row Opus 5, column Supplementary Table S33, stated-limit experiment, disks, arm S1 + limit: valid disks flagged)",,out:uninformative, arxiv-2610.38096-s33-t11-s1-limit-valid-solved,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,19,valid disks solved (count of 20),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S33, row Opus 5, column Supplementary Table S33, stated-limit experiment, disks, arm S1 + limit: valid disks solved)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s33-t11-s1-limit|opus-5@high|,in, arxiv-2610.38096-s33-t11-pa-limit-rejected,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,100,flawed disks rejected (% of 20),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S33, row Opus 5, column Supplementary Table S33, stated-limit experiment, disks, arm PA + limit: flawed disks rejected)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s33-t11-pa-limit|opus-5@high|,out:saturated, arxiv-2610.38096-s33-t11-pa-limit-false-alarms,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,0,"valid disks flagged, false alarms (% of 20)",0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S33, row Opus 5, column Supplementary Table S33, stated-limit experiment, disks, arm PA + limit: valid disks flagged)",,out:uninformative, arxiv-2610.38096-s33-t11-pa-limit-valid-solved,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,20,valid disks solved (count of 20),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S33, row Opus 5, column Supplementary Table S33, stated-limit experiment, disks, arm PA + limit: valid disks solved)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s33-t11-pa-limit|opus-5@high|,in, arxiv-2610.38096-s33-t11-feasibility-only-rejected,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,100,flawed disks rejected (% of 20),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S33, row Opus 5, column Supplementary Table S33, stated-limit experiment, disks, arm feasibility only: flawed disks rejected)",,out:uninformative, arxiv-2610.38096-s33-t11-feasibility-only-false-alarms,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,0,"valid disks flagged, false alarms (% of 20)",0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S33, row Opus 5, column Supplementary Table S33, stated-limit experiment, disks, arm feasibility only: valid disks flagged)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s33-t11-feasibility-only|opus-5@high|,out:saturated, arxiv-2610.38096-s33-t11-feasibility-only-valid-solved,arxiv-2610.38096,opus-5,high,mixed,hard,,,,,,,20,valid disks solved (count of 20),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S33, row Opus 5, column Supplementary Table S33, stated-limit experiment, disks, arm feasibility only: valid disks solved)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s33-t11-feasibility-only|opus-5@high|,in, arxiv-2610.38096-s33-t02-s1-note-rejected,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,40,flawed beams rejected (% of 20),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S33, row Gemini 3.8 Flash, column Supplementary Table S33, stated-limit experiment, beams, arm S1 + note: flawed beams rejected)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s33-t02-s1-note|gemini-3.8-flash@high|,in, arxiv-2610.38096-s33-t02-s1-note-false-alarms,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,0,"valid beams flagged, false alarms (% of 20)",0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S33, row Gemini 3.8 Flash, column Supplementary Table S33, stated-limit experiment, beams, arm S1 + note: valid beams flagged)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s33-t02-s1-note|gemini-3.8-flash@high|,out:saturated, arxiv-2610.38096-s33-t02-s1-note-valid-solved,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,19,valid beams solved (count of 20),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S33, row Gemini 3.8 Flash, column Supplementary Table S33, stated-limit experiment, beams, arm S1 + note: valid beams solved)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s33-t02-s1-note|gemini-3.8-flash@high|,in, arxiv-2610.38096-s33-t02-pa-note-rejected,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,40,flawed beams rejected (% of 20),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S33, row Gemini 3.8 Flash, column Supplementary Table S33, stated-limit experiment, beams, arm PA + note: flawed beams rejected)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s33-t02-pa-note|gemini-3.8-flash@high|,in, arxiv-2610.38096-s33-t02-pa-note-false-alarms,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,0,"valid beams flagged, false alarms (% of 20)",0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S33, row Gemini 3.8 Flash, column Supplementary Table S33, stated-limit experiment, beams, arm PA + note: valid beams flagged)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s33-t02-pa-note|gemini-3.8-flash@high|,out:saturated, arxiv-2610.38096-s33-t02-pa-note-valid-solved,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,20,valid beams solved (count of 20),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S33, row Gemini 3.8 Flash, column Supplementary Table S33, stated-limit experiment, beams, arm PA + note: valid beams solved)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s33-t02-pa-note|gemini-3.8-flash@high|,in, arxiv-2610.38096-s33-t02-s1-limit-rejected,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,100,flawed beams rejected (% of 20),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S33, row Gemini 3.8 Flash, column Supplementary Table S33, stated-limit experiment, beams, arm S1 + limit: flawed beams rejected)",,out:uninformative, arxiv-2610.38096-s33-t02-s1-limit-false-alarms,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,0,"valid beams flagged, false alarms (% of 20)",0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S33, row Gemini 3.8 Flash, column Supplementary Table S33, stated-limit experiment, beams, arm S1 + limit: valid beams flagged)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s33-t02-s1-limit|gemini-3.8-flash@high|,out:saturated, arxiv-2610.38096-s33-t02-s1-limit-valid-solved,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,19,valid beams solved (count of 20),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S33, row Gemini 3.8 Flash, column Supplementary Table S33, stated-limit experiment, beams, arm S1 + limit: valid beams solved)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s33-t02-s1-limit|gemini-3.8-flash@high|,in, arxiv-2610.38096-s33-t02-pa-limit-rejected,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,100,flawed beams rejected (% of 20),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S33, row Gemini 3.8 Flash, column Supplementary Table S33, stated-limit experiment, beams, arm PA + limit: flawed beams rejected)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s33-t02-pa-limit|gemini-3.8-flash@high|,out:saturated, arxiv-2610.38096-s33-t02-pa-limit-false-alarms,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,0,"valid beams flagged, false alarms (% of 20)",0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S33, row Gemini 3.8 Flash, column Supplementary Table S33, stated-limit experiment, beams, arm PA + limit: valid beams flagged)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s33-t02-pa-limit|gemini-3.8-flash@high|,out:saturated, arxiv-2610.38096-s33-t02-pa-limit-valid-solved,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,18,valid beams solved (count of 20),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S33, row Gemini 3.8 Flash, column Supplementary Table S33, stated-limit experiment, beams, arm PA + limit: valid beams solved)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s33-t02-pa-limit|gemini-3.8-flash@high|,in, arxiv-2610.38096-s33-t02-feasibility-only-rejected,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,100,flawed beams rejected (% of 20),0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S33, row Gemini 3.8 Flash, column Supplementary Table S33, stated-limit experiment, beams, arm feasibility only: flawed beams rejected)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s33-t02-feasibility-only|gemini-3.8-flash@high|,out:saturated, arxiv-2610.38096-s33-t02-feasibility-only-false-alarms,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,0,"valid beams flagged, false alarms (% of 20)",0,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S33, row Gemini 3.8 Flash, column Supplementary Table S33, stated-limit experiment, beams, arm feasibility only: valid beams flagged)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s33-t02-feasibility-only|gemini-3.8-flash@high|,out:saturated, arxiv-2610.38096-s33-t02-feasibility-only-valid-solved,arxiv-2610.38096,gemini-3.8-flash,high,mixed,hard,,,,,,,20,valid beams solved (count of 20),0.289,,,"https://arxiv.org/abs/2610.38096 (Supplementary Table S33, row Gemini 3.8 Flash, column Supplementary Table S33, stated-limit experiment, beams, arm feasibility only: valid beams solved)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:s33-t02-feasibility-only|gemini-3.8-flash@high|,in, arxiv-2610.38096-t1-beam,arxiv-2610.38096,opus-5.5,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,100,flaws-rejected%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1 (main set, unwarned prompt), row Opus 5.5, column Flawed twins rejected, Beam)",,out:uninformative, arxiv-2610.38096-t1-robust,arxiv-2610.38096,opus-5.5,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,100,flaws-rejected-robust-beam%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1 (main set, unwarned prompt), row Opus 5.5, column Flawed twins rejected, Robust beam)",,out:uninformative, arxiv-2610.38096-t1-disk,arxiv-2610.38096,opus-5.5,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,100,flaws-rejected%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1 (main set, unwarned prompt), row Opus 5.5, column Flawed twins rejected, Disk)",,out:uninformative, arxiv-2610.38096-t1-vbeam,arxiv-2610.38096,opus-5.5,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,100,valid-solved%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1 (main set, unwarned prompt), row Opus 5.5, column Valid twins solved, Beam)",,out:uninformative, arxiv-2610.38096-t1-vdisk,arxiv-2610.38096,opus-5.5,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,100,valid-solved%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1 (main set, unwarned prompt), row Opus 5.5, column Valid twins solved, Disk)",,out:uninformative, arxiv-2610.38096-t1-falarm,arxiv-2610.38096,opus-5.5,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,0,false-alarms%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1 (main set, unwarned prompt), row Opus 5.5, column False alarms)",,out:uninformative, arxiv-2610.38096-t1-probes,arxiv-2610.38096,opus-5.5,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,100,probes-capable%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1 (main set, unwarned prompt), row Opus 5.5, column Probes capable)",,out:uninformative, arxiv-2610.38096-t1-noans,arxiv-2610.38096,opus-5.5,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,0,no-answer%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1 (main set, unwarned prompt), row Opus 5.5, column No answer)",,out:uninformative, arxiv-2610.38096-t1-beam,arxiv-2610.38096,sonnet-5.5,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,90,flaws-rejected%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1 (main set, unwarned prompt), row Sonnet 5.5, column Flawed twins rejected, Beam)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|sonnet-5.5@high|,in, arxiv-2610.38096-t1-robust,arxiv-2610.38096,sonnet-5.5,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,100,flaws-rejected-robust-beam%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1 (main set, unwarned prompt), row Sonnet 5.5, column Flawed twins rejected, Robust beam)",,out:uninformative, arxiv-2610.38096-t1-disk,arxiv-2610.38096,sonnet-5.5,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,94.444444,flaws-rejected%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1 (main set, unwarned prompt), row Sonnet 5.5, column Flawed twins rejected, Disk)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|sonnet-5.5@high|,in, arxiv-2610.38096-t1-vbeam,arxiv-2610.38096,sonnet-5.5,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,85,valid-solved%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1 (main set, unwarned prompt), row Sonnet 5.5, column Valid twins solved, Beam)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|sonnet-5.5@high|,in, arxiv-2610.38096-t1-vdisk,arxiv-2610.38096,sonnet-5.5,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,88.888889,valid-solved%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1 (main set, unwarned prompt), row Sonnet 5.5, column Valid twins solved, Disk)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|sonnet-5.5@high|,in, arxiv-2610.38096-t1-falarm,arxiv-2610.38096,sonnet-5.5,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,0,false-alarms%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1 (main set, unwarned prompt), row Sonnet 5.5, column False alarms)",,out:uninformative, arxiv-2610.38096-t1-probes,arxiv-2610.38096,sonnet-5.5,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,100,probes-capable%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1 (main set, unwarned prompt), row Sonnet 5.5, column Probes capable)",,out:uninformative, arxiv-2610.38096-t1-noans,arxiv-2610.38096,sonnet-5.5,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,0,no-answer%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1 (main set, unwarned prompt), row Sonnet 5.5, column No answer)",,out:uninformative, arxiv-2610.38096-t1-beam,arxiv-2610.38096,fable-5.1,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,75,flaws-rejected%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1 (main set, unwarned prompt), row Fable 5.1, column Flawed twins rejected, Beam)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|fable-5.1@high|,in, arxiv-2610.38096-t1-robust,arxiv-2610.38096,fable-5.1,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,100,flaws-rejected-robust-beam%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1 (main set, unwarned prompt), row Fable 5.1, column Flawed twins rejected, Robust beam)",,out:uninformative, arxiv-2610.38096-t1-disk,arxiv-2610.38096,fable-5.1,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,94.444444,flaws-rejected%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1 (main set, unwarned prompt), row Fable 5.1, column Flawed twins rejected, Disk)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|fable-5.1@high|,in, arxiv-2610.38096-t1-vbeam,arxiv-2610.38096,fable-5.1,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,100,valid-solved%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1 (main set, unwarned prompt), row Fable 5.1, column Valid twins solved, Beam)",,out:uninformative, arxiv-2610.38096-t1-vdisk,arxiv-2610.38096,fable-5.1,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,100,valid-solved%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1 (main set, unwarned prompt), row Fable 5.1, column Valid twins solved, Disk)",,out:uninformative, arxiv-2610.38096-t1-falarm,arxiv-2610.38096,fable-5.1,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,0,false-alarms%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1 (main set, unwarned prompt), row Fable 5.1, column False alarms)",,out:uninformative, arxiv-2610.38096-t1-probes,arxiv-2610.38096,fable-5.1,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,100,probes-capable%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1 (main set, unwarned prompt), row Fable 5.1, column Probes capable)",,out:uninformative, arxiv-2610.38096-t1-noans,arxiv-2610.38096,fable-5.1,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,0,no-answer%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1 (main set, unwarned prompt), row Fable 5.1, column No answer)",,out:uninformative, arxiv-2610.38096-t1-beam,arxiv-2610.38096,haiku-5.5,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,35,flaws-rejected%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1 (main set, unwarned prompt), row Haiku 5.5, column Flawed twins rejected, Beam)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|haiku-5.5@high|,in, arxiv-2610.38096-t1-robust,arxiv-2610.38096,haiku-5.5,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,66.666667,flaws-rejected-robust-beam%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1 (main set, unwarned prompt), row Haiku 5.5, column Flawed twins rejected, Robust beam)",,in, arxiv-2610.38096-t1-disk,arxiv-2610.38096,haiku-5.5,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,66.666667,flaws-rejected%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1 (main set, unwarned prompt), row Haiku 5.5, column Flawed twins rejected, Disk)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|haiku-5.5@high|,in, arxiv-2610.38096-t1-vbeam,arxiv-2610.38096,haiku-5.5,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,70,valid-solved%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1 (main set, unwarned prompt), row Haiku 5.5, column Valid twins solved, Beam)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|haiku-5.5@high|,in, arxiv-2610.38096-t1-vdisk,arxiv-2610.38096,haiku-5.5,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,94.444444,valid-solved%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1 (main set, unwarned prompt), row Haiku 5.5, column Valid twins solved, Disk)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|haiku-5.5@high|,in, arxiv-2610.38096-t1-falarm,arxiv-2610.38096,haiku-5.5,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,0,false-alarms%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1 (main set, unwarned prompt), row Haiku 5.5, column False alarms)",,out:uninformative, arxiv-2610.38096-t1-probes,arxiv-2610.38096,haiku-5.5,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,100,probes-capable%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1 (main set, unwarned prompt), row Haiku 5.5, column Probes capable)",,out:uninformative, arxiv-2610.38096-t1-noans,arxiv-2610.38096,haiku-5.5,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,15.789474,no-answer%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1 (main set, unwarned prompt), row Haiku 5.5, column No answer)",,in, arxiv-2610.38096-t1-beam,arxiv-2610.38096,opus-5,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,5,flaws-rejected%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1 (main set, unwarned prompt), row Opus 5, column Flawed twins rejected, Beam)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|opus-5@high|,in, arxiv-2610.38096-t1-robust,arxiv-2610.38096,opus-5,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,16.666667,flaws-rejected-robust-beam%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1 (main set, unwarned prompt), row Opus 5, column Flawed twins rejected, Robust beam)",,in, arxiv-2610.38096-t1-disk,arxiv-2610.38096,opus-5,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,50,flaws-rejected%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1 (main set, unwarned prompt), row Opus 5, column Flawed twins rejected, Disk)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|opus-5@high|,in, arxiv-2610.38096-t1-vbeam,arxiv-2610.38096,opus-5,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,100,valid-solved%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1 (main set, unwarned prompt), row Opus 5, column Valid twins solved, Beam)",,out:uninformative, arxiv-2610.38096-t1-vdisk,arxiv-2610.38096,opus-5,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,100,valid-solved%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1 (main set, unwarned prompt), row Opus 5, column Valid twins solved, Disk)",,out:uninformative, arxiv-2610.38096-t1-falarm,arxiv-2610.38096,opus-5,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,0,false-alarms%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1 (main set, unwarned prompt), row Opus 5, column False alarms)",,out:uninformative, arxiv-2610.38096-t1-probes,arxiv-2610.38096,opus-5,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,100,probes-capable%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1 (main set, unwarned prompt), row Opus 5, column Probes capable)",,out:uninformative, arxiv-2610.38096-t1-noans,arxiv-2610.38096,opus-5,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,0,no-answer%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1 (main set, unwarned prompt), row Opus 5, column No answer)",,out:uninformative, arxiv-2610.38096-t1-beam,arxiv-2610.38096,opus-4.8,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,0,flaws-rejected%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1 (main set, unwarned prompt), row Opus 4.8, column Flawed twins rejected, Beam)",,out:uninformative, arxiv-2610.38096-t1-robust,arxiv-2610.38096,opus-4.8,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,0,flaws-rejected-robust-beam%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1 (main set, unwarned prompt), row Opus 4.8, column Flawed twins rejected, Robust beam)",,out:uninformative, arxiv-2610.38096-t1-disk,arxiv-2610.38096,opus-4.8,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,27.777778,flaws-rejected%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1 (main set, unwarned prompt), row Opus 4.8, column Flawed twins rejected, Disk)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|opus-4.8@high|,in, arxiv-2610.38096-t1-vbeam,arxiv-2610.38096,opus-4.8,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,95,valid-solved%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1 (main set, unwarned prompt), row Opus 4.8, column Valid twins solved, Beam)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t02-main-u|opus-4.8@high|,in, arxiv-2610.38096-t1-vdisk,arxiv-2610.38096,opus-4.8,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,94.444444,valid-solved%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1 (main set, unwarned prompt), row Opus 4.8, column Valid twins solved, Disk)",src-arxiv-2610.38096-2026-10-28|arxiv-2610.38096:t11-main-u|opus-4.8@high|,in, arxiv-2610.38096-t1-falarm,arxiv-2610.38096,opus-4.8,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,0,false-alarms%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1 (main set, unwarned prompt), row Opus 4.8, column False alarms)",,out:uninformative, arxiv-2610.38096-t1-probes,arxiv-2610.38096,opus-4.8,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,90,probes-capable%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1 (main set, unwarned prompt), row Opus 4.8, column Probes capable)",,in, arxiv-2610.38096-t1-noans,arxiv-2610.38096,opus-4.8,high,reasoning-math,hard,command-line harness (Antigravity CLI),,,,,,0,no-answer%,0,,,"https://arxiv.org/abs/2610.38096 (Table 1 (main set, unwarned prompt), row Opus 4.8, column No answer)",,out:uninformative, arxiv-2610.38249-workout,arxiv-2610.38249,gemini-3.1-pro,not-established:absent,mixed,hard,,,,,,,86.36,rubric score (0-100),0.00289,,,"https://arxiv.org/abs/2610.38249 (Table 8 (main results across the three target tasks and the overall mean), row Gemini 3.1 Pro Preview, column workout)",,out:effort-not-established, arxiv-2610.38249-knowledge,arxiv-2610.38249,gemini-3.1-pro,not-established:absent,mixed,hard,,,,,,,86.28,rubric score (0-100),0.00289,,,"https://arxiv.org/abs/2610.38249 (Table 8 (main results across the three target tasks and the overall mean), row Gemini 3.1 Pro Preview, column knowledge)",,out:effort-not-established, arxiv-2610.38249-data,arxiv-2610.38249,gemini-3.1-pro,not-established:absent,mixed,hard,,,,,,,83.01,rubric score (0-100),0.00289,,,"https://arxiv.org/abs/2610.38249 (Table 8 (main results across the three target tasks and the overall mean), row Gemini 3.1 Pro Preview, column data)",,out:effort-not-established, arxiv-2610.38249-mean,arxiv-2610.38249,gemini-3.1-pro,not-established:absent,mixed,hard,,,,,,,85.22,rubric score (0-100),0.00289,,,"https://arxiv.org/abs/2610.38249 (Table 8 (main results across the three target tasks and the overall mean), row Gemini 3.1 Pro Preview, column mean)",,out:effort-not-established, arxiv-2610.38249-workout,arxiv-2610.38249,qwen3.5-397b-a17b,nothink,mixed,hard,,,,,,,88.70,rubric score (0-100),0.00289,,,"https://arxiv.org/abs/2610.38249 (Table 8, row Qwen3.5-397B-A17B, column workout)",,in, arxiv-2610.38249-knowledge,arxiv-2610.38249,qwen3.5-397b-a17b,nothink,mixed,hard,,,,,,,82.32,rubric score (0-100),0.00289,,,"https://arxiv.org/abs/2610.38249 (Table 8, row Qwen3.5-397B-A17B, column knowledge)",,in, arxiv-2610.38249-data,arxiv-2610.38249,qwen3.5-397b-a17b,nothink,mixed,hard,,,,,,,94.57,rubric score (0-100),0.00289,,,"https://arxiv.org/abs/2610.38249 (Table 8, row Qwen3.5-397B-A17B, column data)",,in, arxiv-2610.38249-mean,arxiv-2610.38249,qwen3.5-397b-a17b,nothink,mixed,hard,,,,,,,88.53,rubric score (0-100),0.00289,,,"https://arxiv.org/abs/2610.38249 (Table 8, row Qwen3.5-397B-A17B, column mean)",,in, arxiv-2610.38249-workout,arxiv-2610.38249,qwen3.5-27b,nothink,mixed,hard,,,,,,,85.94,rubric score (0-100),0.00289,,,"https://arxiv.org/abs/2610.38249 (Table 8, row Qwen3.5-27B, column workout)",,in, arxiv-2610.38249-knowledge,arxiv-2610.38249,qwen3.5-27b,nothink,mixed,hard,,,,,,,83.37,rubric score (0-100),0.00289,,,"https://arxiv.org/abs/2610.38249 (Table 8, row Qwen3.5-27B, column knowledge)",,in, arxiv-2610.38249-data,arxiv-2610.38249,qwen3.5-27b,nothink,mixed,hard,,,,,,,91.81,rubric score (0-100),0.00289,,,"https://arxiv.org/abs/2610.38249 (Table 8, row Qwen3.5-27B, column data)",,in, arxiv-2610.38249-mean,arxiv-2610.38249,qwen3.5-27b,nothink,mixed,hard,,,,,,,87.04,rubric score (0-100),0.00289,,,"https://arxiv.org/abs/2610.38249 (Table 8, row Qwen3.5-27B, column mean)",,in, arxiv-2610.38352-scf,arxiv-2610.38352,opus-5,unstated,agentic-tool,hard,,,,,,,87.1,score%,0.0289,,,"https://arxiv.org/abs/2610.38352 (Table 1, row Claude Opus 5, column SCF)",,out:effort-not-established, arxiv-2610.38352-vnsm,arxiv-2610.38352,opus-5,unstated,agentic-tool,hard,,,,,,,74.8,score%,0.0289,,,"https://arxiv.org/abs/2610.38352 (Table 1, row Claude Opus 5, column VNSM)",,out:effort-not-established, arxiv-2610.38352-tpr,arxiv-2610.38352,opus-5,unstated,agentic-tool,hard,,,,,,,93.1,score%,0.0289,,,"https://arxiv.org/abs/2610.38352 (Table 1, row Claude Opus 5, column TPR)",,out:effort-not-established, arxiv-2610.38352-lhc,arxiv-2610.38352,opus-5,unstated,agentic-tool,hard,,,,,,,98.6,score%,0.0289,,,"https://arxiv.org/abs/2610.38352 (Table 1, row Claude Opus 5, column LHC)",,out:effort-not-established, arxiv-2610.38352-ery,arxiv-2610.38352,opus-5,unstated,agentic-tool,hard,,,,,,,95.8,score%,0.0289,,,"https://arxiv.org/abs/2610.38352 (Table 1, row Claude Opus 5, column ERY)",,out:effort-not-established, arxiv-2610.38352-overall,arxiv-2610.38352,opus-5,unstated,agentic-tool,hard,,,,,,,89.9,score%,0.0289,,,"https://arxiv.org/abs/2610.38352 (Table 1, row Claude Opus 5, column Overall)",,out:effort-not-established, arxiv-2610.38352-scf,arxiv-2610.38352,qwen3.5-9b,unstated,agentic-tool,hard,,,,,,,69.8,score%,0.0289,,,"https://arxiv.org/abs/2610.38352 (Table 1, row Qwen3.5-9B, column SCF)",,out:effort-not-established, arxiv-2610.38352-vnsm,arxiv-2610.38352,qwen3.5-9b,unstated,agentic-tool,hard,,,,,,,59.2,score%,0.0289,,,"https://arxiv.org/abs/2610.38352 (Table 1, row Qwen3.5-9B, column VNSM)",,out:effort-not-established, arxiv-2610.38352-tpr,arxiv-2610.38352,qwen3.5-9b,unstated,agentic-tool,hard,,,,,,,79.5,score%,0.0289,,,"https://arxiv.org/abs/2610.38352 (Table 1, row Qwen3.5-9B, column TPR)",,out:effort-not-established, arxiv-2610.38352-lhc,arxiv-2610.38352,qwen3.5-9b,unstated,agentic-tool,hard,,,,,,,93.7,score%,0.0289,,,"https://arxiv.org/abs/2610.38352 (Table 1, row Qwen3.5-9B, column LHC)",,out:effort-not-established, arxiv-2610.38352-ery,arxiv-2610.38352,qwen3.5-9b,unstated,agentic-tool,hard,,,,,,,70.4,score%,0.0289,,,"https://arxiv.org/abs/2610.38352 (Table 1, row Qwen3.5-9B, column ERY)",,out:effort-not-established, arxiv-2610.38352-overall,arxiv-2610.38352,qwen3.5-9b,unstated,agentic-tool,hard,,,,,,,74.5,score%,0.0289,,,"https://arxiv.org/abs/2610.38352 (Table 1, row Qwen3.5-9B, column Overall)",,out:effort-not-established, arxiv-2610.38352-scf,arxiv-2610.38352,qwen3.6-27b,unstated,agentic-tool,hard,,,,,,,72.6,score%,0.0289,,,"https://arxiv.org/abs/2610.38352 (Table 1, row Qwen3.6-27B, column SCF)",,out:effort-not-established, arxiv-2610.38352-vnsm,arxiv-2610.38352,qwen3.6-27b,unstated,agentic-tool,hard,,,,,,,59.7,score%,0.0289,,,"https://arxiv.org/abs/2610.38352 (Table 1, row Qwen3.6-27B, column VNSM)",,out:effort-not-established, arxiv-2610.38352-tpr,arxiv-2610.38352,qwen3.6-27b,unstated,agentic-tool,hard,,,,,,,80.1,score%,0.0289,,,"https://arxiv.org/abs/2610.38352 (Table 1, row Qwen3.6-27B, column TPR)",,out:effort-not-established, arxiv-2610.38352-lhc,arxiv-2610.38352,qwen3.6-27b,unstated,agentic-tool,hard,,,,,,,95.1,score%,0.0289,,,"https://arxiv.org/abs/2610.38352 (Table 1, row Qwen3.6-27B, column LHC)",,out:effort-not-established, arxiv-2610.38352-ery,arxiv-2610.38352,qwen3.6-27b,unstated,agentic-tool,hard,,,,,,,72.1,score%,0.0289,,,"https://arxiv.org/abs/2610.38352 (Table 1, row Qwen3.6-27B, column ERY)",,out:effort-not-established, arxiv-2610.38352-overall,arxiv-2610.38352,qwen3.6-27b,unstated,agentic-tool,hard,,,,,,,75.9,score%,0.0289,,,"https://arxiv.org/abs/2610.38352 (Table 1, row Qwen3.6-27B, column Overall)",,out:effort-not-established, arxiv-2610.38352-scf,arxiv-2610.38352,qwen3.6-35b-a3b,unstated,agentic-tool,hard,,,,,,,71.9,score%,0.0289,,,"https://arxiv.org/abs/2610.38352 (Table 1, row Qwen3.6-35B-A3B, column SCF)",,out:effort-not-established, arxiv-2610.38352-vnsm,arxiv-2610.38352,qwen3.6-35b-a3b,unstated,agentic-tool,hard,,,,,,,56.7,score%,0.0289,,,"https://arxiv.org/abs/2610.38352 (Table 1, row Qwen3.6-35B-A3B, column VNSM)",,out:effort-not-established, arxiv-2610.38352-tpr,arxiv-2610.38352,qwen3.6-35b-a3b,unstated,agentic-tool,hard,,,,,,,83.4,score%,0.0289,,,"https://arxiv.org/abs/2610.38352 (Table 1, row Qwen3.6-35B-A3B, column TPR)",,out:effort-not-established, arxiv-2610.38352-lhc,arxiv-2610.38352,qwen3.6-35b-a3b,unstated,agentic-tool,hard,,,,,,,97.3,score%,0.0289,,,"https://arxiv.org/abs/2610.38352 (Table 1, row Qwen3.6-35B-A3B, column LHC)",,out:effort-not-established, arxiv-2610.38352-ery,arxiv-2610.38352,qwen3.6-35b-a3b,unstated,agentic-tool,hard,,,,,,,79.4,score%,0.0289,,,"https://arxiv.org/abs/2610.38352 (Table 1, row Qwen3.6-35B-A3B, column ERY)",,out:effort-not-established, arxiv-2610.38352-overall,arxiv-2610.38352,qwen3.6-35b-a3b,unstated,agentic-tool,hard,,,,,,,77.7,score%,0.0289,,,"https://arxiv.org/abs/2610.38352 (Table 1, row Qwen3.6-35B-A3B, column Overall)",,out:effort-not-established, arxiv-2610.38352-scf,arxiv-2610.38352,qwen3.5-397b-a17b,unstated,agentic-tool,hard,,,,,,,75.8,score%,0.0289,,,"https://arxiv.org/abs/2610.38352 (Table 1, row Qwen3.5-397B-A17B, column SCF)",,out:effort-not-established, arxiv-2610.38352-vnsm,arxiv-2610.38352,qwen3.5-397b-a17b,unstated,agentic-tool,hard,,,,,,,64.1,score%,0.0289,,,"https://arxiv.org/abs/2610.38352 (Table 1, row Qwen3.5-397B-A17B, column VNSM)",,out:effort-not-established, arxiv-2610.38352-tpr,arxiv-2610.38352,qwen3.5-397b-a17b,unstated,agentic-tool,hard,,,,,,,84.6,score%,0.0289,,,"https://arxiv.org/abs/2610.38352 (Table 1, row Qwen3.5-397B-A17B, column TPR)",,out:effort-not-established, arxiv-2610.38352-lhc,arxiv-2610.38352,qwen3.5-397b-a17b,unstated,agentic-tool,hard,,,,,,,96.2,score%,0.0289,,,"https://arxiv.org/abs/2610.38352 (Table 1, row Qwen3.5-397B-A17B, column LHC)",,out:effort-not-established, arxiv-2610.38352-ery,arxiv-2610.38352,qwen3.5-397b-a17b,unstated,agentic-tool,hard,,,,,,,86.9,score%,0.0289,,,"https://arxiv.org/abs/2610.38352 (Table 1, row Qwen3.5-397B-A17B, column ERY)",,out:effort-not-established, arxiv-2610.38352-overall,arxiv-2610.38352,qwen3.5-397b-a17b,unstated,agentic-tool,hard,,,,,,,81.5,score%,0.0289,,,"https://arxiv.org/abs/2610.38352 (Table 1, row Qwen3.5-397B-A17B, column Overall)",,out:effort-not-established, arxiv-2610.38352-scf,arxiv-2610.38352,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,80.2,score%,0.0289,,,"https://arxiv.org/abs/2610.38352 (Table 1, row Gemini 3.1 Pro, column SCF)",,out:effort-not-established, arxiv-2610.38352-vnsm,arxiv-2610.38352,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,66.5,score%,0.0289,,,"https://arxiv.org/abs/2610.38352 (Table 1, row Gemini 3.1 Pro, column VNSM)",,out:effort-not-established, arxiv-2610.38352-tpr,arxiv-2610.38352,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,88.2,score%,0.0289,,,"https://arxiv.org/abs/2610.38352 (Table 1, row Gemini 3.1 Pro, column TPR)",,out:effort-not-established, arxiv-2610.38352-lhc,arxiv-2610.38352,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,98.0,score%,0.0289,,,"https://arxiv.org/abs/2610.38352 (Table 1, row Gemini 3.1 Pro, column LHC)",,out:effort-not-established, arxiv-2610.38352-ery,arxiv-2610.38352,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,90.3,score%,0.0289,,,"https://arxiv.org/abs/2610.38352 (Table 1, row Gemini 3.1 Pro, column ERY)",,out:effort-not-established, arxiv-2610.38352-overall,arxiv-2610.38352,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,84.6,score%,0.0289,,,"https://arxiv.org/abs/2610.38352 (Table 1, row Gemini 3.1 Pro, column Overall)",,out:effort-not-established, arxiv-2610.38402-spearman-usmle,arxiv-2610.38402,opus-5,unstated,reasoning-math,mid,,,,,,,0.443,score,0.000289,,,"https://arxiv.org/abs/2610.38402 (results table, USMLE block)",,out:effort-not-established, arxiv-2610.38402-spearman-pance,arxiv-2610.38402,opus-5,unstated,reasoning-math,mid,,,,,,,0.488,score,0.000289,,,"https://arxiv.org/abs/2610.38402 (results table, PANCE block)",,out:effort-not-established, arxiv-2610.38681-aime24,arxiv-2610.38681,qwen3.5-4b,think,reasoning-math,hard,,,,,,,74.3,AIME24 avg@32 (%),0.0289,,,"https://arxiv.org/abs/2610.38681 (Table 2, row Qwen3.5-4B Original, column AIME24 avg@32 (%))",,in, arxiv-2610.38681-aime25,arxiv-2610.38681,qwen3.5-4b,think,reasoning-math,hard,,,,,,,67.0,AIME25 avg@32 (%),0.0289,,,"https://arxiv.org/abs/2610.38681 (Table 2, row Qwen3.5-4B Original, column AIME25 avg@32 (%))",,in, arxiv-2610.38681-hmmt25,arxiv-2610.38681,qwen3.5-4b,think,reasoning-math,hard,,,,,,,57.7,HMMT25 avg@32 (%),0.0289,,,"https://arxiv.org/abs/2610.38681 (Table 2, row Qwen3.5-4B Original, column HMMT25 avg@32 (%))",,in, arxiv-2610.38681-math-avg,arxiv-2610.38681,qwen3.5-4b,think,reasoning-math,hard,,,,,,,66.32,"Math Avg. (%) of AIME24, AIME25, HMMT25",0.00289,,,"https://arxiv.org/abs/2610.38681 (Table 2, row Qwen3.5-4B Original, column Math Avg. (%) of AIME24, AIME25, HMMT25)",,in, arxiv-2610.38681-lcb-v5,arxiv-2610.38681,qwen3.5-4b,think,reasoning-math,hard,,,,,,,41.7,LiveCodeBench v5 avg@4 (%),0.0289,,,"https://arxiv.org/abs/2610.38681 (Table 2, row Qwen3.5-4B Original, column LiveCodeBench v5 avg@4 (%))",,in, arxiv-2610.38681-lcb-v6,arxiv-2610.38681,qwen3.5-4b,think,reasoning-math,hard,,,,,,,39.1,LiveCodeBench v6 avg@4 (%),0.0289,,,"https://arxiv.org/abs/2610.38681 (Table 2, row Qwen3.5-4B Original, column LiveCodeBench v6 avg@4 (%))",,in, arxiv-2610.38681-code-avg,arxiv-2610.38681,qwen3.5-4b,think,reasoning-math,hard,,,,,,,40.39,"Code Avg. (%) of LCB v5, v6",0.00289,,,"https://arxiv.org/abs/2610.38681 (Table 2, row Qwen3.5-4B Original, column Code Avg. (%) of LCB v5, v6)",,in, arxiv-2610.38681-avg,arxiv-2610.38681,qwen3.5-4b,think,reasoning-math,hard,,,,,,,55.95,Avg. (%) of the five benchmarks,0.00289,,,"https://arxiv.org/abs/2610.38681 (Table 2, row Qwen3.5-4B Original, column Avg. (%) of the five benchmarks)",,in, arxiv-2610.38681-aime24,arxiv-2610.38681,qwen3.6-27b,think,reasoning-math,hard,,,,,,,86.8,AIME24 avg@32 (%),0.0289,,,"https://arxiv.org/abs/2610.38681 (Table 2, row Qwen3.6-27B Original, column AIME24 avg@32 (%))",,in, arxiv-2610.38681-aime25,arxiv-2610.38681,qwen3.6-27b,think,reasoning-math,hard,,,,,,,78.8,AIME25 avg@32 (%),0.0289,,,"https://arxiv.org/abs/2610.38681 (Table 2, row Qwen3.6-27B Original, column AIME25 avg@32 (%))",,in, arxiv-2610.38681-hmmt25,arxiv-2610.38681,qwen3.6-27b,think,reasoning-math,hard,,,,,,,75.1,HMMT25 avg@32 (%),0.0289,,,"https://arxiv.org/abs/2610.38681 (Table 2, row Qwen3.6-27B Original, column HMMT25 avg@32 (%))",,in, arxiv-2610.38681-math-avg,arxiv-2610.38681,qwen3.6-27b,think,reasoning-math,hard,,,,,,,80.21,"Math Avg. (%) of AIME24, AIME25, HMMT25",0.00289,,,"https://arxiv.org/abs/2610.38681 (Table 2, row Qwen3.6-27B Original, column Math Avg. (%) of AIME24, AIME25, HMMT25)",,in, arxiv-2610.38681-lcb-v5,arxiv-2610.38681,qwen3.6-27b,think,reasoning-math,hard,,,,,,,73.2,LiveCodeBench v5 avg@4 (%),0.0289,,,"https://arxiv.org/abs/2610.38681 (Table 2, row Qwen3.6-27B Original, column LiveCodeBench v5 avg@4 (%))",,in, arxiv-2610.38681-lcb-v6,arxiv-2610.38681,qwen3.6-27b,think,reasoning-math,hard,,,,,,,69.1,LiveCodeBench v6 avg@4 (%),0.0289,,,"https://arxiv.org/abs/2610.38681 (Table 2, row Qwen3.6-27B Original, column LiveCodeBench v6 avg@4 (%))",,in, arxiv-2610.38681-code-avg,arxiv-2610.38681,qwen3.6-27b,think,reasoning-math,hard,,,,,,,71.15,"Code Avg. (%) of LCB v5, v6",0.00289,,,"https://arxiv.org/abs/2610.38681 (Table 2, row Qwen3.6-27B Original, column Code Avg. (%) of LCB v5, v6)",,in, arxiv-2610.38681-avg,arxiv-2610.38681,qwen3.6-27b,think,reasoning-math,hard,,,,,,,76.58,Avg. (%) of the five benchmarks,0.00289,,,"https://arxiv.org/abs/2610.38681 (Table 2, row Qwen3.6-27B Original, column Avg. (%) of the five benchmarks)",,in, arxiv-2610.38681-aime24,arxiv-2610.38681,qwen3.6-35b-a3b,think,reasoning-math,hard,,,,,,,83.3,AIME24 avg@32 (%),0.0289,,,"https://arxiv.org/abs/2610.38681 (Table 2, row Qwen3.6-35B-A3B Original, column AIME24 avg@32 (%))",,in, arxiv-2610.38681-aime25,arxiv-2610.38681,qwen3.6-35b-a3b,think,reasoning-math,hard,,,,,,,74.3,AIME25 avg@32 (%),0.0289,,,"https://arxiv.org/abs/2610.38681 (Table 2, row Qwen3.6-35B-A3B Original, column AIME25 avg@32 (%))",,in, arxiv-2610.38681-hmmt25,arxiv-2610.38681,qwen3.6-35b-a3b,think,reasoning-math,hard,,,,,,,68.5,HMMT25 avg@32 (%),0.0289,,,"https://arxiv.org/abs/2610.38681 (Table 2, row Qwen3.6-35B-A3B Original, column HMMT25 avg@32 (%))",,in, arxiv-2610.38681-math-avg,arxiv-2610.38681,qwen3.6-35b-a3b,think,reasoning-math,hard,,,,,,,75.38,"Math Avg. (%) of AIME24, AIME25, HMMT25",0.00289,,,"https://arxiv.org/abs/2610.38681 (Table 2, row Qwen3.6-35B-A3B Original, column Math Avg. (%) of AIME24, AIME25, HMMT25)",,in, arxiv-2610.38681-lcb-v5,arxiv-2610.38681,qwen3.6-35b-a3b,think,reasoning-math,hard,,,,,,,71.1,LiveCodeBench v5 avg@4 (%),0.0289,,,"https://arxiv.org/abs/2610.38681 (Table 2, row Qwen3.6-35B-A3B Original, column LiveCodeBench v5 avg@4 (%))",,in, arxiv-2610.38681-lcb-v6,arxiv-2610.38681,qwen3.6-35b-a3b,think,reasoning-math,hard,,,,,,,61.8,LiveCodeBench v6 avg@4 (%),0.0289,,,"https://arxiv.org/abs/2610.38681 (Table 2, row Qwen3.6-35B-A3B Original, column LiveCodeBench v6 avg@4 (%))",,in, arxiv-2610.38681-code-avg,arxiv-2610.38681,qwen3.6-35b-a3b,think,reasoning-math,hard,,,,,,,66.49,"Code Avg. (%) of LCB v5, v6",0.00289,,,"https://arxiv.org/abs/2610.38681 (Table 2, row Qwen3.6-35B-A3B Original, column Code Avg. (%) of LCB v5, v6)",,in, arxiv-2610.38681-avg,arxiv-2610.38681,qwen3.6-35b-a3b,think,reasoning-math,hard,,,,,,,71.82,Avg. (%) of the five benchmarks,0.00289,,,"https://arxiv.org/abs/2610.38681 (Table 2, row Qwen3.6-35B-A3B Original, column Avg. (%) of the five benchmarks)",,in, arxiv-2610.38720-t1-dtw,arxiv-2610.38720,gemini-3.1-pro,unstated,mixed,hard,,,,,,,0.105,DTW,0.000289,,,"https://arxiv.org/abs/2610.38720 (Table 1 (inkGround), p. 6, row Gemini-3.1-Pro)",,out:effort-not-established, arxiv-2610.38720-t1-chamfer,arxiv-2610.38720,gemini-3.1-pro,unstated,mixed,hard,,,,,,,0.052,Chamfer,0.000289,,,"https://arxiv.org/abs/2610.38720 (Table 1 (inkGround), p. 6, row Gemini-3.1-Pro)",,out:effort-not-established, arxiv-2610.38720-t1-ar,arxiv-2610.38720,gemini-3.1-pro,unstated,mixed,hard,,,,,,,0.812,AR,0.000289,,,"https://arxiv.org/abs/2610.38720 (Table 1 (inkGround), p. 6, row Gemini-3.1-Pro)",,out:effort-not-established, arxiv-2610.38720-t1-cr,arxiv-2610.38720,gemini-3.1-pro,unstated,mixed,hard,,,,,,,0.826,CR,0.000289,,,"https://arxiv.org/abs/2610.38720 (Table 1 (inkGround), p. 6, row Gemini-3.1-Pro)",,out:effort-not-established, arxiv-2610.38720-t1-style,arxiv-2610.38720,gemini-3.1-pro,unstated,mixed,hard,,,,,,,0.861,style-score,0.000289,,,"https://arxiv.org/abs/2610.38720 (Table 1 (inkGround), p. 6, row Gemini-3.1-Pro)",,out:effort-not-established, arxiv-2610.38720-t2-dtw,arxiv-2610.38720,gemini-3.1-pro,unstated,mixed,hard,,,,,,,0.088,DTW,0.000289,,,"https://arxiv.org/abs/2610.38720 (Table 2 (IAM-online), p. 6, row Gemini-3.1-Pro)",,out:effort-not-established, arxiv-2610.38720-t2-chamfer,arxiv-2610.38720,gemini-3.1-pro,unstated,mixed,hard,,,,,,,0.047,Chamfer,0.000289,,,"https://arxiv.org/abs/2610.38720 (Table 2 (IAM-online), p. 6, row Gemini-3.1-Pro)",,out:effort-not-established, arxiv-2610.38720-t2-ar,arxiv-2610.38720,gemini-3.1-pro,unstated,mixed,hard,,,,,,,0.8644,AR,2.89e-05,,,"https://arxiv.org/abs/2610.38720 (Table 2 (IAM-online), p. 6, row Gemini-3.1-Pro)",,out:effort-not-established, arxiv-2610.38720-t2-cr,arxiv-2610.38720,gemini-3.1-pro,unstated,mixed,hard,,,,,,,0.8562,CR,2.89e-05,,,"https://arxiv.org/abs/2610.38720 (Table 2 (IAM-online), p. 6, row Gemini-3.1-Pro)",,out:effort-not-established, arxiv-2610.38720-t2-style,arxiv-2610.38720,gemini-3.1-pro,unstated,mixed,hard,,,,,,,0.8889,style-score,2.89e-05,,,"https://arxiv.org/abs/2610.38720 (Table 2 (IAM-online), p. 6, row Gemini-3.1-Pro)",,out:effort-not-established, arxiv-2610.38924-a-t2-pass1,arxiv-2610.38924,gemini-4-argon,high,agentic-tool,frontier,,per-run,2.45,0.00289,910600,34400,60.0,pass@1%,0.0289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2610.38924 (Table 2, column pass@1)",,in,in arxiv-2610.38924-a-t2-pass3,arxiv-2610.38924,gemini-4-argon,high,agentic-tool,frontier,,,,,,,71.4,pass@3%,0.0289,,,"https://arxiv.org/abs/2610.38924 (Table 2, column pass@3)",,in, arxiv-2610.38924-a-t2-passhat3,arxiv-2610.38924,gemini-4-argon,high,agentic-tool,frontier,,,,,,,45.7,pass^3%,0.0289,,,"https://arxiv.org/abs/2610.38924 (Table 2, column pass 3)",,in, arxiv-2610.38924-a-t3-images,arxiv-2610.38924,gemini-4-argon,high,agentic-tool,frontier,,,,,,,2.2,images-per-attempt,0.0289,,,"https://arxiv.org/abs/2610.38924 (Table 3, column page)",,in, arxiv-2610.38924-a-t3-upload,arxiv-2610.38924,gemini-4-argon,high,agentic-tool,frontier,,,,,,,87.4,upload%,0.0289,,,"https://arxiv.org/abs/2610.38924 (Table 3, column Reducto)",,in, arxiv-2610.38924-a-t3-firstread,arxiv-2610.38924,gemini-4-argon,high,agentic-tool,frontier,,,,,,,76.2,first-read%,0.0289,,,"https://arxiv.org/abs/2610.38924 (Table 3, column attempts)",,in, arxiv-2610.38924-a-t3-errors,arxiv-2610.38924,gemini-4-argon,high,agentic-tool,frontier,,,,,,,15.1,error-rate%,0.0289,,,"https://arxiv.org/abs/2610.38924 (Table 3, column Reducto)",,out:not-headline, arxiv-2610.38924-a-t3-ocr,arxiv-2610.38924,gemini-4-argon,high,agentic-tool,frontier,,,,,,,0,ocr-attempts,0.289,,,"https://arxiv.org/abs/2610.38924 (Table 3, column attempts)",,in, arxiv-2610.38924-a-t6-hours,arxiv-2610.38924,gemini-4-argon,high,agentic-tool,frontier,,,,,,,64.7,agent-hours,0.0289,,,"https://arxiv.org/abs/2610.38924 (Table 6, column Hours)",,out:not-headline, arxiv-2610.38924-a-t2-pass1,arxiv-2610.38924,gemini-3.8-flash,high,agentic-tool,frontier,,per-run,1.74,0.00289,867700,46600,51.0,pass@1%,0.0289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2610.38924 (Table 2, column pass@1)",,in,in arxiv-2610.38924-a-t2-pass3,arxiv-2610.38924,gemini-3.8-flash,high,agentic-tool,frontier,,,,,,,65.7,pass@3%,0.0289,,,"https://arxiv.org/abs/2610.38924 (Table 2, column pass@3)",,in, arxiv-2610.38924-a-t2-passhat3,arxiv-2610.38924,gemini-3.8-flash,high,agentic-tool,frontier,,,,,,,37.1,pass^3%,0.0289,,,"https://arxiv.org/abs/2610.38924 (Table 2, column pass 3)",,in, arxiv-2610.38924-a-t3-images,arxiv-2610.38924,gemini-3.8-flash,high,agentic-tool,frontier,,,,,,,16.8,images-per-attempt,0.0289,,,"https://arxiv.org/abs/2610.38924 (Table 3, column page)",,in, arxiv-2610.38924-a-t3-upload,arxiv-2610.38924,gemini-3.8-flash,high,agentic-tool,frontier,,,,,,,98.8,upload%,0.0289,,,"https://arxiv.org/abs/2610.38924 (Table 3, column Reducto)",,in, arxiv-2610.38924-a-t3-firstread,arxiv-2610.38924,gemini-3.8-flash,high,agentic-tool,frontier,,,,,,,74.8,first-read%,0.0289,,,"https://arxiv.org/abs/2610.38924 (Table 3, column attempts)",,in, arxiv-2610.38924-a-t3-errors,arxiv-2610.38924,gemini-3.8-flash,high,agentic-tool,frontier,,,,,,,6.7,error-rate%,0.0289,,,"https://arxiv.org/abs/2610.38924 (Table 3, column Reducto)",,out:not-headline, arxiv-2610.38924-a-t3-ocr,arxiv-2610.38924,gemini-3.8-flash,high,agentic-tool,frontier,,,,,,,2,ocr-attempts,0.289,,,"https://arxiv.org/abs/2610.38924 (Table 3, column attempts)",,in, arxiv-2610.38924-a-t6-hours,arxiv-2610.38924,gemini-3.8-flash,high,agentic-tool,frontier,,,,,,,42.5,agent-hours,0.0289,,,"https://arxiv.org/abs/2610.38924 (Table 6, column Hours)",,out:not-headline, arxiv-2610.38924-t4-addup,arxiv-2610.38924,?Argon,not-established:absent,agentic-tool,frontier,,,,,,,86.7,pass@1%,0.0289,,,"https://arxiv.org/abs/2610.38924 (Table 4, row Add up lines of one table, column Best agent)",,out:model-not-established, arxiv-2610.38924-t4-diff,arxiv-2610.38924,?Argon,not-established:absent,agentic-tool,frontier,,,,,,,38.9,pass@1%,0.0289,,,"https://arxiv.org/abs/2610.38924 (Table 4, row Difference of two items in one year, column Best agent)",,out:model-not-established, arxiv-2610.38924-fig3-veryblurry,arxiv-2610.38924,?Argon,not-established:absent,agentic-tool,frontier,,,,,,,50,pass@1%,0.289,,,https://arxiv.org/abs/2610.38924 (section 5 (Figure 3 text)),,out:model-not-established, arxiv-2610.38924-a-t2-pass1,arxiv-2610.38924,?GPT-6.1 Sol,not-established:absent,agentic-tool,frontier,,,,,,,51.4,pass@1%,0.0289,,,"https://arxiv.org/abs/2610.38924 (Table 2, row GPT-6.1 Sol, column pass@1)",,out:model-not-established,out:model-not-established arxiv-2610.38924-a-t2-pass3,arxiv-2610.38924,?GPT-6.1 Sol,not-established:absent,agentic-tool,frontier,,,,,,,64.3,pass@3%,0.0289,,,"https://arxiv.org/abs/2610.38924 (Table 2, row GPT-6.1 Sol, column pass@3)",,out:model-not-established, arxiv-2610.38924-a-t2-passhat3,arxiv-2610.38924,?GPT-6.1 Sol,not-established:absent,agentic-tool,frontier,,,,,,,38.6,pass^3%,0.0289,,,"https://arxiv.org/abs/2610.38924 (Table 2, row GPT-6.1 Sol, column pass^3)",,out:model-not-established, arxiv-2610.38924-a-t2-pass1,arxiv-2610.38924,?GPT-5.6 Terra,not-established:absent,agentic-tool,frontier,,,,,,,16.7,pass@1%,0.0289,,,"https://arxiv.org/abs/2610.38924 (Table 2, row GPT-5.6 Terra, column pass@1)",,out:model-not-established,out:model-not-established arxiv-2610.38924-a-t2-pass3,arxiv-2610.38924,?GPT-5.6 Terra,not-established:absent,agentic-tool,frontier,,,,,,,30.0,pass@3%,0.0289,,,"https://arxiv.org/abs/2610.38924 (Table 2, row GPT-5.6 Terra, column pass@3)",,out:model-not-established, arxiv-2610.38924-a-t2-passhat3,arxiv-2610.38924,?GPT-5.6 Terra,not-established:absent,agentic-tool,frontier,,,,,,,8.6,pass^3%,0.0289,,,"https://arxiv.org/abs/2610.38924 (Table 2, row GPT-5.6 Terra, column pass^3)",,out:model-not-established, arxiv-2610.38924-treasuryqa-usage-images,arxiv-2610.38924,gpt-6.1-sol,high,mixed,hard,,,,,,,0.0,mean page images viewed per attempt,0.0289,,,"https://arxiv.org/abs/2610.38924 (Table 3, row GPT-6.1 Sol, column mean page images viewed per attempt)",,out:not-headline, arxiv-2610.38924-treasuryqa-usage-images,arxiv-2610.38924,gpt-5.6-terra,high,mixed,hard,,,,,,,0.0,mean page images viewed per attempt,0.0289,,,"https://arxiv.org/abs/2610.38924 (Table 3, row GPT-5.6 Terra, column mean page images viewed per attempt)",,out:not-headline, arxiv-2610.38924-treasuryqa-usage-reducto-upload,arxiv-2610.38924,gpt-6.1-sol,high,mixed,hard,,,,,,,87.3,Reducto reads naming an uploaded volume (%),0.0289,,,"https://arxiv.org/abs/2610.38924 (Table 3, row GPT-6.1 Sol, column Reducto reads naming an uploaded volume (%))",,out:not-headline, arxiv-2610.38924-treasuryqa-usage-reducto-upload,arxiv-2610.38924,gpt-5.6-terra,high,mixed,hard,,,,,,,53.3,Reducto reads naming an uploaded volume (%),0.0289,,,"https://arxiv.org/abs/2610.38924 (Table 3, row GPT-5.6 Terra, column Reducto reads naming an uploaded volume (%))",,out:not-headline, arxiv-2610.38924-a-t2-pass1,arxiv-2610.38924,?Grok 4.7,not-established:absent,agentic-tool,frontier,,,,,,,18.1,pass@1%,0.0289,,,"https://arxiv.org/abs/2610.38924 (Table 2, row Grok 4.7, column pass@1)",,out:model-not-established,out:model-not-established arxiv-2610.38924-a-t2-pass3,arxiv-2610.38924,?Grok 4.7,not-established:absent,agentic-tool,frontier,,,,,,,32.9,pass@3%,0.0289,,,"https://arxiv.org/abs/2610.38924 (Table 2, row Grok 4.7, column pass@3)",,out:model-not-established, arxiv-2610.38924-a-t2-passhat3,arxiv-2610.38924,?Grok 4.7,not-established:absent,agentic-tool,frontier,,,,,,,4.3,pass^3%,0.0289,,,"https://arxiv.org/abs/2610.38924 (Table 2, row Grok 4.7, column pass^3)",,out:model-not-established, arxiv-2610.39227-bar-mc-2024-greedy,arxiv-2610.39227,?Qwen3.8-27B,not-established:absent,reasoning-math,hard,,,,,,,60,"Japanese bar exam MC 2024, points /175, closed-book, greedy decoding",0.289,,,"https://arxiv.org/abs/2610.39227 (Table 5, row greedy (closed-book, greedy decoding), column 2024)",,out:model-not-established, arxiv-2610.39227-bar-mc-2026-greedy,arxiv-2610.39227,?Qwen3.8-27B,not-established:absent,reasoning-math,hard,,,,,,,65,"Japanese bar exam MC 2026, points /175, closed-book, greedy decoding",0.289,,,"https://arxiv.org/abs/2610.39227 (Table 5, row greedy (closed-book, greedy decoding), column 2026)",,out:model-not-established, arxiv-2610.39227-bar-mc-2024-sampled,arxiv-2610.39227,?Qwen3.8-27B,not-established:absent,reasoning-math,hard,,,,,,,79,"Japanese bar exam MC 2024, points /175, closed-book, recommended sampling, 8k budget",0.289,,,"https://arxiv.org/abs/2610.39227 (Table 5, row sampled (closed-book, recommended sampling, 8k budget), column 2024)",,out:model-not-established, arxiv-2610.39227-bar-mc-2026-sampled,arxiv-2610.39227,?Qwen3.8-27B,not-established:absent,reasoning-math,hard,,,,,,,88,"Japanese bar exam MC 2026, points /175, closed-book, recommended sampling, 8k budget",0.289,,,"https://arxiv.org/abs/2610.39227 (Table 5, row sampled (closed-book, recommended sampling, 8k budget), column 2026)",,out:model-not-established, arxiv-2610.39227-bar-mc-2024-rag4,arxiv-2610.39227,?Qwen3.8-27B,not-established:absent,reasoning-math,hard,,,,,,,104,"Japanese bar exam MC 2024, points /175, with rag4 retrieval",0.289,,,"https://arxiv.org/abs/2610.39227 (Table 5, row rag4 (with rag4 retrieval), column 2024)",,out:model-not-established, arxiv-2610.39227-bar-mc-2026-rag4,arxiv-2610.39227,?Qwen3.8-27B,not-established:absent,reasoning-math,hard,,,,,,,105,"Japanese bar exam MC 2026, points /175, with rag4 retrieval",0.289,,,"https://arxiv.org/abs/2610.39227 (Table 5, row rag4 (with rag4 retrieval), column 2026)",,out:model-not-established, arxiv-2610.39227-bar-mc-2024-rag5,arxiv-2610.39227,?Qwen3.8-27B,not-established:absent,reasoning-math,hard,,,,,,,111.8,"Japanese bar exam MC 2024, points /175, with rag5 retrieval, mean of 4 seeds",0.0289,,,"https://arxiv.org/abs/2610.39227 (Table 5, row rag5 (with rag5 retrieval, mean of 4 seeds), column 2024)",,out:model-not-established, arxiv-2610.39227-bar-mc-2026-rag5,arxiv-2610.39227,?Qwen3.8-27B,not-established:absent,reasoning-math,hard,,,,,,,108.3,"Japanese bar exam MC 2026, points /175, with rag5 retrieval, mean of 4 seeds",0.0289,,,"https://arxiv.org/abs/2610.39227 (Table 5, row rag5 (with rag5 retrieval, mean of 4 seeds), column 2026)",,out:model-not-established, arxiv-2610.39227-bar-mc-2024-vote4,arxiv-2610.39227,?Qwen3.8-27B,not-established:absent,reasoning-math,hard,,,,,,,123,"Japanese bar exam MC 2024, points /175, with rag5 retrieval and vote@4",0.289,,,"https://arxiv.org/abs/2610.39227 (Table 5, row vote4 (with rag5 retrieval and vote@4), column 2024)",,out:model-not-established, arxiv-2610.39227-bar-mc-2026-vote4,arxiv-2610.39227,?Qwen3.8-27B,not-established:absent,reasoning-math,hard,,,,,,,118,"Japanese bar exam MC 2026, points /175, with rag5 retrieval and vote@4",0.289,,,"https://arxiv.org/abs/2610.39227 (Table 5, row vote4 (with rag5 retrieval and vote@4), column 2026)",,out:model-not-established, arxiv-2610.39264-table1-uinav,arxiv-2610.39264,gemini-3.5-flash,unstated,computer-use,hard,,,,,,,28.4,success%,0.0289,,,"https://arxiv.org/abs/2610.39264 (Table 1, row Gemini-3.5-Flash, column UINavBench (real iOS applications) (header: UINavBench iOSWorld AndroidWorld))",,out:effort-not-established, arxiv-2610.39264-table1-ios,arxiv-2610.39264,gemini-3.5-flash,unstated,computer-use,hard,,,,,,,12.9,success%,0.0289,,,"https://arxiv.org/abs/2610.39264 (Table 1, row Gemini-3.5-Flash, column iOSWorld (header: UINavBench iOSWorld AndroidWorld))",,out:effort-not-established, arxiv-2610.39264-table1-android,arxiv-2610.39264,gemini-3.5-flash,unstated,computer-use,hard,,,,,,,57.8,success%,0.0289,,,"https://arxiv.org/abs/2610.39264 (Table 1, row Gemini-3.5-Flash, column AndroidWorld (header: UINavBench iOSWorld AndroidWorld))",,out:effort-not-established, arxiv-2610.39264-table1-uinav,arxiv-2610.39264,gemini-3.1-pro,unstated,computer-use,hard,,,,,,,32.4,success%,0.0289,,,"https://arxiv.org/abs/2610.39264 (Table 1, row Gemini-3.1-Pro, column UINavBench (real iOS applications) (header: UINavBench iOSWorld AndroidWorld))",,out:effort-not-established, arxiv-2610.39264-table1-ios,arxiv-2610.39264,gemini-3.1-pro,unstated,computer-use,hard,,,,,,,39.5,success%,0.0289,,,"https://arxiv.org/abs/2610.39264 (Table 1, row Gemini-3.1-Pro, column iOSWorld (header: UINavBench iOSWorld AndroidWorld))",,out:effort-not-established, arxiv-2610.39264-table1-android,arxiv-2610.39264,gemini-3.1-pro,unstated,computer-use,hard,,,,,,,60.8,success%,0.0289,,,"https://arxiv.org/abs/2610.39264 (Table 1, row Gemini-3.1-Pro, column AndroidWorld (header: UINavBench iOSWorld AndroidWorld))",,out:effort-not-established, arxiv-2610.39373-spearman-usmle,arxiv-2610.39373,opus-5,unstated,reasoning-math,mid,,,,,,,0.443,score,0.000289,,,"https://arxiv.org/abs/2610.39373 (Table 6, USMLE Unguided)",,out:effort-not-established, arxiv-2610.39373-spearman-pance,arxiv-2610.39373,opus-5,unstated,reasoning-math,mid,,,,,,,0.488,score,0.000289,,,"https://arxiv.org/abs/2610.39373 (Table 6, PANCE Unguided)",,out:effort-not-established, arxiv-2610.39373-spearman-usmle,arxiv-2610.39373,sonnet-5,unstated,reasoning-math,mid,,,,,,,0.385,score,0.000289,,,"https://arxiv.org/abs/2610.39373 (Table 6, USMLE Unguided)",,out:effort-not-established, arxiv-2610.39373-spearman-pance,arxiv-2610.39373,sonnet-5,unstated,reasoning-math,mid,,,,,,,0.453,score,0.000289,,,"https://arxiv.org/abs/2610.39373 (Table 6, PANCE Unguided)",,out:effort-not-established, arxiv-2610.39373-spearman-usmle,arxiv-2610.39373,gpt-5.6-sol,unstated,reasoning-math,mid,,,,,,,0.394,score,0.000289,,,"https://arxiv.org/abs/2610.39373 (Table 6, USMLE Unguided)",,out:effort-not-established, arxiv-2610.39373-spearman-pance,arxiv-2610.39373,gpt-5.6-sol,unstated,reasoning-math,mid,,,,,,,0.421,score,0.000289,,,"https://arxiv.org/abs/2610.39373 (Table 6, PANCE Unguided)",,out:effort-not-established, arxiv-2610.39373-spearman-usmle,arxiv-2610.39373,gpt-5.6-terra,unstated,reasoning-math,mid,,,,,,,0.389,score,0.000289,,,"https://arxiv.org/abs/2610.39373 (Table 6, USMLE Unguided)",,out:effort-not-established, arxiv-2610.39373-spearman-pance,arxiv-2610.39373,gpt-5.6-terra,unstated,reasoning-math,mid,,,,,,,0.427,score,0.000289,,,"https://arxiv.org/abs/2610.39373 (Table 6, PANCE Unguided)",,out:effort-not-established, arxiv-2610.39373-spearman-usmle,arxiv-2610.39373,gpt-5.6-luna,unstated,reasoning-math,mid,,,,,,,0.297,score,0.000289,,,"https://arxiv.org/abs/2610.39373 (Table 6, USMLE Unguided)",,out:effort-not-established, arxiv-2610.39373-spearman-pance,arxiv-2610.39373,gpt-5.6-luna,unstated,reasoning-math,mid,,,,,,,0.405,score,0.000289,,,"https://arxiv.org/abs/2610.39373 (Table 6, PANCE Unguided)",,out:effort-not-established, arxiv-2610.39438-t3-csr,arxiv-2610.39438,gpt-5.6-luna,medium,mixed,hard,,,,,,,67.7,score (%),0.0289,,,"https://arxiv.org/abs/2610.39438 (Table 3, row GPT-5.6-Luna (Medium), column Table 3, CSR)",src-arxiv-2610.39438-2026-10-29|arxiv-2610.39438:t3|gpt-5.6-luna@medium|,in, arxiv-2610.39438-t3-cr,arxiv-2610.39438,gpt-5.6-luna,medium,mixed,hard,,,,,,,81.2,score (%),0.0289,,,"https://arxiv.org/abs/2610.39438 (Table 3, row GPT-5.6-Luna (Medium), column Table 3, CR)",src-arxiv-2610.39438-2026-10-29|arxiv-2610.39438:t3|gpt-5.6-luna@medium|,in, arxiv-2610.39438-t3-success-k,arxiv-2610.39438,gpt-5.6-luna,medium,mixed,hard,,,,,,,69.0,score (%),0.0289,,,"https://arxiv.org/abs/2610.39438 (Table 3, row GPT-5.6-Luna (Medium), column Table 3, Success@k)",src-arxiv-2610.39438-2026-10-29|arxiv-2610.39438:t3|gpt-5.6-luna@medium|,in, arxiv-2610.39438-t3-recs-q,arxiv-2610.39438,gpt-5.6-luna,medium,mixed,hard,,,,,,,1.61,recommendations per query,0.00289,,,"https://arxiv.org/abs/2610.39438 (Table 3, row GPT-5.6-Luna (Medium), column Table 3, Recs/q)",,out:not-headline, arxiv-2610.39438-t3-factual,arxiv-2610.39438,gpt-5.6-luna,medium,mixed,hard,,,,,,,90.42,factual accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.39438 (Table 3, row GPT-5.6-Luna (Medium), column Table 3, Factual)",src-arxiv-2610.39438-2026-10-29|arxiv-2610.39438:t3|gpt-5.6-luna@medium|,in, arxiv-2610.39438-t3-intent,arxiv-2610.39438,gpt-5.6-luna,medium,mixed,hard,,,,,,,4.01,trajectory quality score (1-5),0.00289,,,"https://arxiv.org/abs/2610.39438 (Table 3, row GPT-5.6-Luna (Medium), column Table 3, Intent)",src-arxiv-2610.39438-2026-10-29|arxiv-2610.39438:t3|gpt-5.6-luna@medium|,in, arxiv-2610.39438-t3-approp,arxiv-2610.39438,gpt-5.6-luna,medium,mixed,hard,,,,,,,4.17,trajectory quality score (1-5),0.00289,,,"https://arxiv.org/abs/2610.39438 (Table 3, row GPT-5.6-Luna (Medium), column Table 3, Approp.)",src-arxiv-2610.39438-2026-10-29|arxiv-2610.39438:t3|gpt-5.6-luna@medium|,in, arxiv-2610.39438-t3-evidence,arxiv-2610.39438,gpt-5.6-luna,medium,mixed,hard,,,,,,,2.40,trajectory quality score (1-5),0.00289,,,"https://arxiv.org/abs/2610.39438 (Table 3, row GPT-5.6-Luna (Medium), column Table 3, Evidence)",src-arxiv-2610.39438-2026-10-29|arxiv-2610.39438:t3|gpt-5.6-luna@medium|,in, arxiv-2610.39438-t3-strategy,arxiv-2610.39438,gpt-5.6-luna,medium,mixed,hard,,,,,,,3.44,trajectory quality score (1-5),0.00289,,,"https://arxiv.org/abs/2610.39438 (Table 3, row GPT-5.6-Luna (Medium), column Table 3, Strategy)",src-arxiv-2610.39438-2026-10-29|arxiv-2610.39438:t3|gpt-5.6-luna@medium|,in, arxiv-2610.39438-t3-csr,arxiv-2610.39438,gpt-6-luna,xhigh,mixed,hard,,,,,,,71.5,score (%),0.0289,,,"https://arxiv.org/abs/2610.39438 (Table 3, row GPT-6-Luna (XHigh), column Table 3, CSR)",src-arxiv-2610.39438-2026-10-29|arxiv-2610.39438:t3|gpt-6-luna@xhigh|,in, arxiv-2610.39438-t3-cr,arxiv-2610.39438,gpt-6-luna,xhigh,mixed,hard,,,,,,,84.3,score (%),0.0289,,,"https://arxiv.org/abs/2610.39438 (Table 3, row GPT-6-Luna (XHigh), column Table 3, CR)",src-arxiv-2610.39438-2026-10-29|arxiv-2610.39438:t3|gpt-6-luna@xhigh|,in, arxiv-2610.39438-t3-success-k,arxiv-2610.39438,gpt-6-luna,xhigh,mixed,hard,,,,,,,67.3,score (%),0.0289,,,"https://arxiv.org/abs/2610.39438 (Table 3, row GPT-6-Luna (XHigh), column Table 3, Success@k)",src-arxiv-2610.39438-2026-10-29|arxiv-2610.39438:t3|gpt-6-luna@xhigh|,in, arxiv-2610.39438-t3-recs-q,arxiv-2610.39438,gpt-6-luna,xhigh,mixed,hard,,,,,,,1.25,recommendations per query,0.00289,,,"https://arxiv.org/abs/2610.39438 (Table 3, row GPT-6-Luna (XHigh), column Table 3, Recs/q)",,out:not-headline, arxiv-2610.39438-t3-factual,arxiv-2610.39438,gpt-6-luna,xhigh,mixed,hard,,,,,,,95.58,factual accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.39438 (Table 3, row GPT-6-Luna (XHigh), column Table 3, Factual)",src-arxiv-2610.39438-2026-10-29|arxiv-2610.39438:t3|gpt-6-luna@xhigh|,in, arxiv-2610.39438-t3-intent,arxiv-2610.39438,gpt-6-luna,xhigh,mixed,hard,,,,,,,4.23,trajectory quality score (1-5),0.00289,,,"https://arxiv.org/abs/2610.39438 (Table 3, row GPT-6-Luna (XHigh), column Table 3, Intent)",src-arxiv-2610.39438-2026-10-29|arxiv-2610.39438:t3|gpt-6-luna@xhigh|,in, arxiv-2610.39438-t3-approp,arxiv-2610.39438,gpt-6-luna,xhigh,mixed,hard,,,,,,,4.16,trajectory quality score (1-5),0.00289,,,"https://arxiv.org/abs/2610.39438 (Table 3, row GPT-6-Luna (XHigh), column Table 3, Approp.)",src-arxiv-2610.39438-2026-10-29|arxiv-2610.39438:t3|gpt-6-luna@xhigh|,in, arxiv-2610.39438-t3-evidence,arxiv-2610.39438,gpt-6-luna,xhigh,mixed,hard,,,,,,,2.41,trajectory quality score (1-5),0.00289,,,"https://arxiv.org/abs/2610.39438 (Table 3, row GPT-6-Luna (XHigh), column Table 3, Evidence)",src-arxiv-2610.39438-2026-10-29|arxiv-2610.39438:t3|gpt-6-luna@xhigh|,in, arxiv-2610.39438-t3-strategy,arxiv-2610.39438,gpt-6-luna,xhigh,mixed,hard,,,,,,,3.31,trajectory quality score (1-5),0.00289,,,"https://arxiv.org/abs/2610.39438 (Table 3, row GPT-6-Luna (XHigh), column Table 3, Strategy)",src-arxiv-2610.39438-2026-10-29|arxiv-2610.39438:t3|gpt-6-luna@xhigh|,in, arxiv-2610.39438-t3-csr,arxiv-2610.39438,gemini-3.8-flash,not-established:absent,mixed,hard,,,,,,,68.3,score (%),0.0289,,,"https://arxiv.org/abs/2610.39438 (Table 3 (overall performance on ATLAS-Bench), row Gemini-3.8-Flash (Hidden Think), row Gemini-3.8-Flash, column csr)",,out:effort-not-established, arxiv-2610.39438-t3-cr,arxiv-2610.39438,gemini-3.8-flash,not-established:absent,mixed,hard,,,,,,,85.2,score (%),0.0289,,,"https://arxiv.org/abs/2610.39438 (Table 3 (overall performance on ATLAS-Bench), row Gemini-3.8-Flash (Hidden Think), row Gemini-3.8-Flash, column cr)",,out:effort-not-established, arxiv-2610.39438-atlas-success-at-k,arxiv-2610.39438,gemini-3.8-flash,not-established:absent,agentic-tool,hard,,,,,,,76.2,ATLAS-Bench Success@k (%),0.0289,,,"https://arxiv.org/abs/2610.39438 (Table 3 (overall performance on ATLAS-Bench), row Gemini-3.8-Flash (Hidden Think), row Gemini-3.8-Flash, column success-at-k)",,out:effort-not-established, arxiv-2610.39438-atlas-recs-per-query,arxiv-2610.39438,gemini-3.8-flash,not-established:absent,agentic-tool,hard,,,,,,,1.88,ATLAS-Bench Recs/q,0.00289,,,"https://arxiv.org/abs/2610.39438 (Table 3 (overall performance on ATLAS-Bench), row Gemini-3.8-Flash (Hidden Think), row Gemini-3.8-Flash, column recs-per-query)",,out:effort-not-established, arxiv-2610.39438-t3-factual,arxiv-2610.39438,gemini-3.8-flash,not-established:absent,mixed,hard,,,,,,,79.08,factual accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.39438 (Table 3 (overall performance on ATLAS-Bench), row Gemini-3.8-Flash (Hidden Think), row Gemini-3.8-Flash, column factual)",,out:effort-not-established, arxiv-2610.39438-t3-intent,arxiv-2610.39438,gemini-3.8-flash,not-established:absent,mixed,hard,,,,,,,4.04,trajectory quality score (1-5),0.00289,,,"https://arxiv.org/abs/2610.39438 (Table 3 (overall performance on ATLAS-Bench), row Gemini-3.8-Flash (Hidden Think), row Gemini-3.8-Flash, column intent)",,out:effort-not-established, arxiv-2610.39438-atlas-approp,arxiv-2610.39438,gemini-3.8-flash,not-established:absent,agentic-tool,hard,,,,,,,4.19,ATLAS-Bench Approp. (judge score),0.00289,,,"https://arxiv.org/abs/2610.39438 (Table 3 (overall performance on ATLAS-Bench), row Gemini-3.8-Flash (Hidden Think), row Gemini-3.8-Flash, column approp)",,out:effort-not-established, arxiv-2610.39438-t3-evidence,arxiv-2610.39438,gemini-3.8-flash,not-established:absent,mixed,hard,,,,,,,2.50,trajectory quality score (1-5),0.00289,,,"https://arxiv.org/abs/2610.39438 (Table 3 (overall performance on ATLAS-Bench), row Gemini-3.8-Flash (Hidden Think), row Gemini-3.8-Flash, column evidence)",,out:effort-not-established, arxiv-2610.39438-t3-strategy,arxiv-2610.39438,gemini-3.8-flash,not-established:absent,mixed,hard,,,,,,,3.37,trajectory quality score (1-5),0.00289,,,"https://arxiv.org/abs/2610.39438 (Table 3 (overall performance on ATLAS-Bench), row Gemini-3.8-Flash (Hidden Think), row Gemini-3.8-Flash, column strategy)",,out:effort-not-established, arxiv-2610.39438-t3-csr,arxiv-2610.39438,glm-5.3,max,mixed,hard,,,,,,,56.9,score (%),0.0289,,,"https://arxiv.org/abs/2610.39438 (Table 3, row GLM-5.3 (Max), column CSR)",src-arxiv-2610.39438-2026-10-29|arxiv-2610.39438:t3|glm-5.3@max|,in, arxiv-2610.39438-t3-cr,arxiv-2610.39438,glm-5.3,max,mixed,hard,,,,,,,75.1,score (%),0.0289,,,"https://arxiv.org/abs/2610.39438 (Table 3, row GLM-5.3 (Max), column CR)",src-arxiv-2610.39438-2026-10-29|arxiv-2610.39438:t3|glm-5.3@max|,in, arxiv-2610.39438-atlas-success-at-k,arxiv-2610.39438,glm-5.3,max,agentic-tool,hard,,,,,,,85.3,ATLAS-Bench Success@k (%),0.0289,,,"https://arxiv.org/abs/2610.39438 (Table 3, row GLM-5.3 (Max), column Success@k)",,out:single-couple, arxiv-2610.39438-atlas-recs-per-query,arxiv-2610.39438,glm-5.3,max,agentic-tool,hard,,,,,,,3.07,ATLAS-Bench Recs/q,0.00289,,,"https://arxiv.org/abs/2610.39438 (Table 3, row GLM-5.3 (Max), column Recs/q)",,out:single-couple, arxiv-2610.39438-atlas-factual,arxiv-2610.39438,glm-5.3,max,agentic-tool,hard,,,,,,,83.67,ATLAS-Bench Factual accuracy (%),0.00289,,,"https://arxiv.org/abs/2610.39438 (Table 3, row GLM-5.3 (Max), column Factual accuracy)",,out:single-couple, arxiv-2610.39438-t3-intent,arxiv-2610.39438,glm-5.3,max,mixed,hard,,,,,,,4.25,trajectory quality score (1-5),0.00289,,,"https://arxiv.org/abs/2610.39438 (Table 3, row GLM-5.3 (Max), column Intent)",src-arxiv-2610.39438-2026-10-29|arxiv-2610.39438:t3|glm-5.3@max|,in, arxiv-2610.39438-atlas-approp,arxiv-2610.39438,glm-5.3,max,agentic-tool,hard,,,,,,,4.35,ATLAS-Bench Approp. (judge score),0.00289,,,"https://arxiv.org/abs/2610.39438 (Table 3, row GLM-5.3 (Max), column Approp.)",,out:single-couple, arxiv-2610.39438-t3-evidence,arxiv-2610.39438,glm-5.3,max,mixed,hard,,,,,,,2.61,trajectory quality score (1-5),0.00289,,,"https://arxiv.org/abs/2610.39438 (Table 3, row GLM-5.3 (Max), column Evidence)",src-arxiv-2610.39438-2026-10-29|arxiv-2610.39438:t3|glm-5.3@max|,in, arxiv-2610.39438-t3-strategy,arxiv-2610.39438,glm-5.3,max,mixed,hard,,,,,,,4.05,trajectory quality score (1-5),0.00289,,,"https://arxiv.org/abs/2610.39438 (Table 3, row GLM-5.3 (Max), column Strategy)",src-arxiv-2610.39438-2026-10-29|arxiv-2610.39438:t3|glm-5.3@max|,in, arxiv-2610.39562-mv-t1,arxiv-2610.39562,qwen3.5-9b,nothink,mixed,hard,,,,,,,51.35,MultiVerse T1,0.00289,,,"https://arxiv.org/abs/2610.39562 (Table 2, row Qwen3.5-9B (Full), column MultiVerse T1)",,out:single-couple, arxiv-2610.39562-mv-t2,arxiv-2610.39562,qwen3.5-9b,nothink,mixed,hard,,,,,,,54.52,MultiVerse T2,0.00289,,,"https://arxiv.org/abs/2610.39562 (Table 2, row Qwen3.5-9B (Full), column MultiVerse T2)",,out:single-couple, arxiv-2610.39562-mv-t3,arxiv-2610.39562,qwen3.5-9b,nothink,mixed,hard,,,,,,,41.29,MultiVerse T3,0.00289,,,"https://arxiv.org/abs/2610.39562 (Table 2, row Qwen3.5-9B (Full), column MultiVerse T3)",,out:single-couple, arxiv-2610.39562-mv-avg,arxiv-2610.39562,qwen3.5-9b,nothink,mixed,hard,,,,,,,44.90,MultiVerse Avg,0.00289,,,"https://arxiv.org/abs/2610.39562 (Table 2, row Qwen3.5-9B (Full), column MultiVerse Avg)",,out:single-couple, arxiv-2610.39562-cb-t1,arxiv-2610.39562,qwen3.5-9b,nothink,mixed,hard,,,,,,,50.78,ConvBench T1,0.00289,,,"https://arxiv.org/abs/2610.39562 (Table 2, row Qwen3.5-9B (Full), column ConvBench T1)",,out:single-couple, arxiv-2610.39562-cb-t2,arxiv-2610.39562,qwen3.5-9b,nothink,mixed,hard,,,,,,,55.81,ConvBench T2,0.00289,,,"https://arxiv.org/abs/2610.39562 (Table 2, row Qwen3.5-9B (Full), column ConvBench T2)",,out:single-couple, arxiv-2610.39562-cb-t3,arxiv-2610.39562,qwen3.5-9b,nothink,mixed,hard,,,,,,,27.12,ConvBench T3,0.00289,,,"https://arxiv.org/abs/2610.39562 (Table 2, row Qwen3.5-9B (Full), column ConvBench T3)",,out:single-couple, arxiv-2610.39562-cb-mean,arxiv-2610.39562,qwen3.5-9b,nothink,mixed,hard,,,,,,,44.57,ConvBench Mean,0.00289,,,"https://arxiv.org/abs/2610.39562 (Table 2, row Qwen3.5-9B (Full), column ConvBench Mean)",,out:single-couple, arxiv-2610.39660-ec-reward-continues,arxiv-2610.39660,gemini-3.1-flash-lite,high,agentic-tool,hard,,,,,,,100,EC%,0.289,,,"https://arxiv.org/abs/2610.39660 (Table 2 (main arms on all metrics, before to after the trigger), arm Reward continues (control) (C1), Gemini-3.1-Flash-Lite columns, EC)",,out:not-headline, arxiv-2610.39660-tc-reward-continues,arxiv-2610.39660,gemini-3.1-flash-lite,high,agentic-tool,hard,,,,,,,100,TC%,0.289,,,"https://arxiv.org/abs/2610.39660 (Table 2 (main arms on all metrics, before to after the trigger), arm Reward continues (control) (C1), Gemini-3.1-Flash-Lite columns, TC)",,out:not-headline, arxiv-2610.39660-hc-reward-continues,arxiv-2610.39660,gemini-3.1-flash-lite,high,agentic-tool,hard,,,,,,,100,HC%,0.289,,,"https://arxiv.org/abs/2610.39660 (Table 2 (main arms on all metrics, before to after the trigger), arm Reward continues (control) (C1), Gemini-3.1-Flash-Lite columns, HC)",,out:not-headline, arxiv-2610.39660-ec-reward-stops-not-told,arxiv-2610.39660,gemini-3.1-flash-lite,high,agentic-tool,hard,,,,,,,100,EC%,0.289,,,"https://arxiv.org/abs/2610.39660 (Table 2 (main arms on all metrics, before to after the trigger), arm Reward stops, not told (C1), Gemini-3.1-Flash-Lite columns, EC)",,out:not-headline, arxiv-2610.39660-tc-reward-stops-not-told,arxiv-2610.39660,gemini-3.1-flash-lite,high,agentic-tool,hard,,,,,,,100,TC%,0.289,,,"https://arxiv.org/abs/2610.39660 (Table 2 (main arms on all metrics, before to after the trigger), arm Reward stops, not told (C1), Gemini-3.1-Flash-Lite columns, TC)",,out:not-headline, arxiv-2610.39660-hc-reward-stops-not-told,arxiv-2610.39660,gemini-3.1-flash-lite,high,agentic-tool,hard,,,,,,,100,HC%,0.289,,,"https://arxiv.org/abs/2610.39660 (Table 2 (main arms on all metrics, before to after the trigger), arm Reward stops, not told (C1), Gemini-3.1-Flash-Lite columns, HC)",,out:not-headline, arxiv-2610.39660-ec-reward-stops-told,arxiv-2610.39660,gemini-3.1-flash-lite,high,agentic-tool,hard,,,,,,,97,EC%,0.289,,,"https://arxiv.org/abs/2610.39660 (Table 2 (main arms on all metrics, before to after the trigger), arm Reward stops, told (C1), Gemini-3.1-Flash-Lite columns, EC)",,out:not-headline, arxiv-2610.39660-tc-reward-stops-told,arxiv-2610.39660,gemini-3.1-flash-lite,high,agentic-tool,hard,,,,,,,100,TC%,0.289,,,"https://arxiv.org/abs/2610.39660 (Table 2 (main arms on all metrics, before to after the trigger), arm Reward stops, told (C1), Gemini-3.1-Flash-Lite columns, TC)",,out:not-headline, arxiv-2610.39660-hc-reward-stops-told,arxiv-2610.39660,gemini-3.1-flash-lite,high,agentic-tool,hard,,,,,,,93,HC%,0.289,,,"https://arxiv.org/abs/2610.39660 (Table 2 (main arms on all metrics, before to after the trigger), arm Reward stops, told (C1), Gemini-3.1-Flash-Lite columns, HC)",,out:not-headline, arxiv-2610.39660-ec-penalty-unexplained,arxiv-2610.39660,gemini-3.1-flash-lite,high,agentic-tool,hard,,,,,,,98,EC%,0.289,,,"https://arxiv.org/abs/2610.39660 (Table 2 (main arms on all metrics, before to after the trigger), arm − 10 -10 , unexplained (C1), Gemini-3.1-Flash-Lite columns, EC)",,out:not-headline, arxiv-2610.39660-tc-penalty-unexplained,arxiv-2610.39660,gemini-3.1-flash-lite,high,agentic-tool,hard,,,,,,,100,TC%,0.289,,,"https://arxiv.org/abs/2610.39660 (Table 2 (main arms on all metrics, before to after the trigger), arm − 10 -10 , unexplained (C1), Gemini-3.1-Flash-Lite columns, TC)",,out:not-headline, arxiv-2610.39660-hc-penalty-unexplained,arxiv-2610.39660,gemini-3.1-flash-lite,high,agentic-tool,hard,,,,,,,100,HC%,0.289,,,"https://arxiv.org/abs/2610.39660 (Table 2 (main arms on all metrics, before to after the trigger), arm − 10 -10 , unexplained (C1), Gemini-3.1-Flash-Lite columns, HC)",,out:not-headline, arxiv-2610.39660-ec-penalty-audit,arxiv-2610.39660,gemini-3.1-flash-lite,high,agentic-tool,hard,,,,,,,86,EC%,0.289,,,"https://arxiv.org/abs/2610.39660 (Table 2 (main arms on all metrics, before to after the trigger), arm − 10 -10 with audit message (C1), Gemini-3.1-Flash-Lite columns, EC)",,out:not-headline, arxiv-2610.39660-tc-penalty-audit,arxiv-2610.39660,gemini-3.1-flash-lite,high,agentic-tool,hard,,,,,,,93,TC%,0.289,,,"https://arxiv.org/abs/2610.39660 (Table 2 (main arms on all metrics, before to after the trigger), arm − 10 -10 with audit message (C1), Gemini-3.1-Flash-Lite columns, TC)",,out:not-headline, arxiv-2610.39660-hc-penalty-audit,arxiv-2610.39660,gemini-3.1-flash-lite,high,agentic-tool,hard,,,,,,,80,HC%,0.289,,,"https://arxiv.org/abs/2610.39660 (Table 2 (main arms on all metrics, before to after the trigger), arm − 10 -10 with audit message (C1), Gemini-3.1-Flash-Lite columns, HC)",,out:not-headline, arxiv-2610.39660-ec-never-rewarded,arxiv-2610.39660,gemini-3.1-flash-lite,high,agentic-tool,hard,,,,,,,0,EC%,0.289,,,"https://arxiv.org/abs/2610.39660 (Table 2, arm Never rewarded (reference), Gemini-3.1-Flash-Lite columns (the last three zeros), EC)",,out:not-headline, arxiv-2610.39660-tc-never-rewarded,arxiv-2610.39660,gemini-3.1-flash-lite,high,agentic-tool,hard,,,,,,,0,TC%,0.289,,,"https://arxiv.org/abs/2610.39660 (Table 2, arm Never rewarded (reference), Gemini-3.1-Flash-Lite columns (the last three zeros), TC)",,out:not-headline, arxiv-2610.39660-hc-never-rewarded,arxiv-2610.39660,gemini-3.1-flash-lite,high,agentic-tool,hard,,,,,,,0,HC%,0.289,,,"https://arxiv.org/abs/2610.39660 (Table 2, arm Never rewarded (reference), Gemini-3.1-Flash-Lite columns (the last three zeros), HC)",,out:not-headline, arxiv-2610.39660-ec-replaced1-stopped,arxiv-2610.39660,gemini-3.1-flash-lite,high,agentic-tool,hard,,,,,,,0,EC%,0.289,,,"https://arxiv.org/abs/2610.39660 (Table 2 (main arms on all metrics, before to after the trigger), arm One agent replaced, reward stopped (C2), Gemini-3.1-Flash-Lite columns, EC)",,out:not-headline, arxiv-2610.39660-tc-replaced1-stopped,arxiv-2610.39660,gemini-3.1-flash-lite,high,agentic-tool,hard,,,,,,,0,TC%,0.289,,,"https://arxiv.org/abs/2610.39660 (Table 2 (main arms on all metrics, before to after the trigger), arm One agent replaced, reward stopped (C2), Gemini-3.1-Flash-Lite columns, TC)",,out:not-headline, arxiv-2610.39660-hc-replaced1-stopped,arxiv-2610.39660,gemini-3.1-flash-lite,high,agentic-tool,hard,,,,,,,0,HC%,0.289,,,"https://arxiv.org/abs/2610.39660 (Table 2 (main arms on all metrics, before to after the trigger), arm One agent replaced, reward stopped (C2), Gemini-3.1-Flash-Lite columns, HC)",,out:not-headline, arxiv-2610.39660-ec-replaced1-continues,arxiv-2610.39660,gemini-3.1-flash-lite,high,agentic-tool,hard,,,,,,,49,EC%,0.289,,,"https://arxiv.org/abs/2610.39660 (Table 2 (main arms on all metrics, before to after the trigger), arm One agent replaced, reward continues (C2), Gemini-3.1-Flash-Lite columns, EC)",,out:not-headline, arxiv-2610.39660-tc-replaced1-continues,arxiv-2610.39660,gemini-3.1-flash-lite,high,agentic-tool,hard,,,,,,,93,TC%,0.289,,,"https://arxiv.org/abs/2610.39660 (Table 2 (main arms on all metrics, before to after the trigger), arm One agent replaced, reward continues (C2), Gemini-3.1-Flash-Lite columns, TC)",,out:not-headline, arxiv-2610.39660-hc-replaced1-continues,arxiv-2610.39660,gemini-3.1-flash-lite,high,agentic-tool,hard,,,,,,,7,HC%,0.289,,,"https://arxiv.org/abs/2610.39660 (Table 2 (main arms on all metrics, before to after the trigger), arm One agent replaced, reward continues (C2), Gemini-3.1-Flash-Lite columns, HC)",,out:not-headline, arxiv-2610.39660-ec-noone-replaced,arxiv-2610.39660,gemini-3.1-flash-lite,high,agentic-tool,hard,,,,,,,97,EC%,0.289,,,"https://arxiv.org/abs/2610.39660 (Table 2 (main arms on all metrics, before to after the trigger), arm No one replaced, reward continues (C2), Gemini-3.1-Flash-Lite columns, EC)",,out:not-headline, arxiv-2610.39660-tc-noone-replaced,arxiv-2610.39660,gemini-3.1-flash-lite,high,agentic-tool,hard,,,,,,,100,TC%,0.289,,,"https://arxiv.org/abs/2610.39660 (Table 2 (main arms on all metrics, before to after the trigger), arm No one replaced, reward continues (C2), Gemini-3.1-Flash-Lite columns, TC)",,out:not-headline, arxiv-2610.39660-hc-noone-replaced,arxiv-2610.39660,gemini-3.1-flash-lite,high,agentic-tool,hard,,,,,,,93,HC%,0.289,,,"https://arxiv.org/abs/2610.39660 (Table 2 (main arms on all metrics, before to after the trigger), arm No one replaced, reward continues (C2), Gemini-3.1-Flash-Lite columns, HC)",,out:not-headline, arxiv-2610.39660-ec-replaced2-continues,arxiv-2610.39660,gemini-3.1-flash-lite,high,agentic-tool,hard,,,,,,,16,EC%,0.289,,,"https://arxiv.org/abs/2610.39660 (Table 2 (main arms on all metrics, before to after the trigger), arm Both replaced, reward continues (C2), Gemini-3.1-Flash-Lite columns, EC)",,out:not-headline, arxiv-2610.39660-tc-replaced2-continues,arxiv-2610.39660,gemini-3.1-flash-lite,high,agentic-tool,hard,,,,,,,47,TC%,0.289,,,"https://arxiv.org/abs/2610.39660 (Table 2 (main arms on all metrics, before to after the trigger), arm Both replaced, reward continues (C2), Gemini-3.1-Flash-Lite columns, TC)",,out:not-headline, arxiv-2610.39660-hc-replaced2-continues,arxiv-2610.39660,gemini-3.1-flash-lite,high,agentic-tool,hard,,,,,,,0,HC%,0.289,,,"https://arxiv.org/abs/2610.39660 (Table 2 (main arms on all metrics, before to after the trigger), arm Both replaced, reward continues (C2), Gemini-3.1-Flash-Lite columns, HC)",,out:not-headline, arxiv-2610.39660-ec-memory-wiped,arxiv-2610.39660,gemini-3.1-flash-lite,high,agentic-tool,hard,,,,,,,0,EC%,0.289,,,"https://arxiv.org/abs/2610.39660 (Table 2 (main arms on all metrics, before to after the trigger), arm Both memories wiped at the stop (C3), Gemini-3.1-Flash-Lite columns, EC)",,out:not-headline, arxiv-2610.39660-tc-memory-wiped,arxiv-2610.39660,gemini-3.1-flash-lite,high,agentic-tool,hard,,,,,,,0,TC%,0.289,,,"https://arxiv.org/abs/2610.39660 (Table 2 (main arms on all metrics, before to after the trigger), arm Both memories wiped at the stop (C3), Gemini-3.1-Flash-Lite columns, TC)",,out:not-headline, arxiv-2610.39660-hc-memory-wiped,arxiv-2610.39660,gemini-3.1-flash-lite,high,agentic-tool,hard,,,,,,,0,HC%,0.289,,,"https://arxiv.org/abs/2610.39660 (Table 2 (main arms on all metrics, before to after the trigger), arm Both memories wiped at the stop (C3), Gemini-3.1-Flash-Lite columns, HC)",,out:not-headline, arxiv-2610.39660-ec-chat-removed,arxiv-2610.39660,gemini-3.1-flash-lite,high,agentic-tool,hard,,,,,,,45,EC%,0.289,,,"https://arxiv.org/abs/2610.39660 (Table 2 (main arms on all metrics, before to after the trigger), arm Chat removed (C3), Gemini-3.1-Flash-Lite columns, EC)",,out:not-headline, arxiv-2610.39660-tc-chat-removed,arxiv-2610.39660,gemini-3.1-flash-lite,high,agentic-tool,hard,,,,,,,60,TC%,0.289,,,"https://arxiv.org/abs/2610.39660 (Table 2 (main arms on all metrics, before to after the trigger), arm Chat removed (C3), Gemini-3.1-Flash-Lite columns, TC)",,out:not-headline, arxiv-2610.39660-hc-chat-removed,arxiv-2610.39660,gemini-3.1-flash-lite,high,agentic-tool,hard,,,,,,,47,HC%,0.289,,,"https://arxiv.org/abs/2610.39660 (Table 2 (main arms on all metrics, before to after the trigger), arm Chat removed (C3), Gemini-3.1-Flash-Lite columns, HC)",,out:not-headline, arxiv-2610.39660-ec-reflections-removed,arxiv-2610.39660,gemini-3.1-flash-lite,high,agentic-tool,hard,,,,,,,90,EC%,0.289,,,"https://arxiv.org/abs/2610.39660 (Table 2 (main arms on all metrics, before to after the trigger), arm Private reflections removed (C3), Gemini-3.1-Flash-Lite columns, EC)",,out:not-headline, arxiv-2610.39660-tc-reflections-removed,arxiv-2610.39660,gemini-3.1-flash-lite,high,agentic-tool,hard,,,,,,,93,TC%,0.289,,,"https://arxiv.org/abs/2610.39660 (Table 2 (main arms on all metrics, before to after the trigger), arm Private reflections removed (C3), Gemini-3.1-Flash-Lite columns, TC)",,out:not-headline, arxiv-2610.39660-hc-reflections-removed,arxiv-2610.39660,gemini-3.1-flash-lite,high,agentic-tool,hard,,,,,,,93,HC%,0.289,,,"https://arxiv.org/abs/2610.39660 (Table 2 (main arms on all metrics, before to after the trigger), arm Private reflections removed (C3), Gemini-3.1-Flash-Lite columns, HC)",,out:not-headline, arxiv-2610.39660-ec-verdict-reasons-removed,arxiv-2610.39660,gemini-3.1-flash-lite,high,agentic-tool,hard,,,,,,,100,EC%,0.289,,,"https://arxiv.org/abs/2610.39660 (Table 2 (main arms on all metrics, before to after the trigger), arm Verdict reasons removed (C3), Gemini-3.1-Flash-Lite columns, EC)",,out:not-headline, arxiv-2610.39660-tc-verdict-reasons-removed,arxiv-2610.39660,gemini-3.1-flash-lite,high,agentic-tool,hard,,,,,,,100,TC%,0.289,,,"https://arxiv.org/abs/2610.39660 (Table 2 (main arms on all metrics, before to after the trigger), arm Verdict reasons removed (C3), Gemini-3.1-Flash-Lite columns, TC)",,out:not-headline, arxiv-2610.39660-hc-verdict-reasons-removed,arxiv-2610.39660,gemini-3.1-flash-lite,high,agentic-tool,hard,,,,,,,100,HC%,0.289,,,"https://arxiv.org/abs/2610.39660 (Table 2 (main arms on all metrics, before to after the trigger), arm Verdict reasons removed (C3), Gemini-3.1-Flash-Lite columns, HC)",,out:not-headline, arxiv-2610.39782-high-intensity-harm-rate,arxiv-2610.39782,sonnet-5,unstated,mixed,hard,,,,,,,10.0,high-intensity harm rate (%),0.0289,,,"https://arxiv.org/abs/2610.39782 (section 5.2 Results, three-tier harm structure)",,out:effort-not-established, arxiv-2610.39782-avg-flags-per-trial,arxiv-2610.39782,sonnet-5,unstated,mixed,mid,,,,,,,1.4,average red flags per trial,0.0289,,,"https://arxiv.org/abs/2610.39782 (section 5.2 Results, three-tier harm structure)",,out:effort-not-established, arxiv-2610.39782-any-flag-rate,arxiv-2610.39782,sonnet-5,unstated,mixed,hard,,,,,,,46.7,any-flag rate (%),0.0289,,,"https://arxiv.org/abs/2610.39782 (section 5.2 Results, three-tier harm structure)",,out:effort-not-established, arxiv-2610.39782-crisis-recognition-ideation,arxiv-2610.39782,?Claude,not-established:absent,mixed,mid,,,,,,,100.0,crisis recognition (%),0.0289,,,"https://arxiv.org/abs/2610.39782 (section 5.2 crisis recognition by stage, ideation stage)",,out:model-not-established, arxiv-2610.39782-crisis-recognition-planning,arxiv-2610.39782,?Claude,not-established:absent,mixed,mid,,,,,,,76.7,crisis recognition (%),0.0289,,,"https://arxiv.org/abs/2610.39782 (section 5.2 crisis recognition by stage, planning stage)",,out:model-not-established, arxiv-2610.39782-a4-ideation-subscare,arxiv-2610.39782,sonnet-5,unstated,mixed,mid,,,,,,,0.12,average red-flagged behaviors per trial,0.00289,,,"https://arxiv.org/abs/2610.39782 (Table A4, row Claude Sonnet 5 Ideation, column SubsCare)",,out:effort-not-established, arxiv-2610.39782-a4-ideation-hcd,arxiv-2610.39782,sonnet-5,unstated,mixed,mid,,,,,,,0.55,average red-flagged behaviors per trial,0.00289,,,"https://arxiv.org/abs/2610.39782 (Table A4, row Claude Sonnet 5 Ideation, column HCD)",,out:effort-not-established, arxiv-2610.39782-a4-ideation-minimise,arxiv-2610.39782,sonnet-5,unstated,mixed,mid,,,,,,,0.30,average red-flagged behaviors per trial,0.00289,,,"https://arxiv.org/abs/2610.39782 (Table A4, row Claude Sonnet 5 Ideation, column Minimise)",,out:effort-not-established, arxiv-2610.39782-a4-ideation-valharm,arxiv-2610.39782,sonnet-5,unstated,mixed,mid,,,,,,,0.07,average red-flagged behaviors per trial,0.00289,,,"https://arxiv.org/abs/2610.39782 (Table A4, row Claude Sonnet 5 Ideation, column ValHarm)",,out:effort-not-established, arxiv-2610.39782-a4-ideation-glorif,arxiv-2610.39782,sonnet-5,unstated,mixed,mid,,,,,,,0.00,average red-flagged behaviors per trial,0.00289,,,"https://arxiv.org/abs/2610.39782 (Table A4, row Claude Sonnet 5 Ideation, column Glorif)",,out:effort-not-established, arxiv-2610.39782-a4-ideation-advance,arxiv-2610.39782,sonnet-5,unstated,mixed,mid,,,,,,,0.27,average red-flagged behaviors per trial,0.00289,,,"https://arxiv.org/abs/2610.39782 (Table A4, row Claude Sonnet 5 Ideation, column Advance)",,out:effort-not-established, arxiv-2610.39782-a4-ideation-shame,arxiv-2610.39782,sonnet-5,unstated,mixed,mid,,,,,,,0.00,average red-flagged behaviors per trial,0.00289,,,"https://arxiv.org/abs/2610.39782 (Table A4, row Claude Sonnet 5 Ideation, column Shame)",,out:effort-not-established, arxiv-2610.39782-a4-ideation-denyrisk,arxiv-2610.39782,sonnet-5,unstated,mixed,mid,,,,,,,0.20,average red-flagged behaviors per trial,0.00289,,,"https://arxiv.org/abs/2610.39782 (Table A4, row Claude Sonnet 5 Ideation, column DenyRisk)",,out:effort-not-established, arxiv-2610.39782-a4-ideation-methods,arxiv-2610.39782,sonnet-5,unstated,mixed,mid,,,,,,,0.00,average red-flagged behaviors per trial,0.00289,,,"https://arxiv.org/abs/2610.39782 (Table A4, row Claude Sonnet 5 Ideation, column Methods)",,out:effort-not-established, arxiv-2610.39782-a4-planning-subscare,arxiv-2610.39782,sonnet-5,unstated,mixed,mid,,,,,,,0.52,average red-flagged behaviors per trial,0.00289,,,"https://arxiv.org/abs/2610.39782 (Table A4, row Claude Sonnet 5 Planning, column SubsCare)",,out:effort-not-established, arxiv-2610.39782-a4-planning-hcd,arxiv-2610.39782,sonnet-5,unstated,mixed,mid,,,,,,,0.48,average red-flagged behaviors per trial,0.00289,,,"https://arxiv.org/abs/2610.39782 (Table A4, row Claude Sonnet 5 Planning, column HCD)",,out:effort-not-established, arxiv-2610.39782-a4-planning-minimise,arxiv-2610.39782,sonnet-5,unstated,mixed,mid,,,,,,,0.40,average red-flagged behaviors per trial,0.00289,,,"https://arxiv.org/abs/2610.39782 (Table A4, row Claude Sonnet 5 Planning, column Minimise)",,out:effort-not-established, arxiv-2610.39782-a4-planning-valharm,arxiv-2610.39782,sonnet-5,unstated,mixed,mid,,,,,,,0.08,average red-flagged behaviors per trial,0.00289,,,"https://arxiv.org/abs/2610.39782 (Table A4, row Claude Sonnet 5 Planning, column ValHarm)",,out:effort-not-established, arxiv-2610.39782-a4-planning-glorif,arxiv-2610.39782,sonnet-5,unstated,mixed,mid,,,,,,,0.00,average red-flagged behaviors per trial,0.00289,,,"https://arxiv.org/abs/2610.39782 (Table A4, row Claude Sonnet 5 Planning, column Glorif)",,out:effort-not-established, arxiv-2610.39782-a4-planning-advance,arxiv-2610.39782,sonnet-5,unstated,mixed,mid,,,,,,,0.22,average red-flagged behaviors per trial,0.00289,,,"https://arxiv.org/abs/2610.39782 (Table A4, row Claude Sonnet 5 Planning, column Advance)",,out:effort-not-established, arxiv-2610.39782-a4-planning-shame,arxiv-2610.39782,sonnet-5,unstated,mixed,mid,,,,,,,0.00,average red-flagged behaviors per trial,0.00289,,,"https://arxiv.org/abs/2610.39782 (Table A4, row Claude Sonnet 5 Planning, column Shame)",,out:effort-not-established, arxiv-2610.39782-a4-planning-denyrisk,arxiv-2610.39782,sonnet-5,unstated,mixed,mid,,,,,,,0.03,average red-flagged behaviors per trial,0.00289,,,"https://arxiv.org/abs/2610.39782 (Table A4, row Claude Sonnet 5 Planning, column DenyRisk)",,out:effort-not-established, arxiv-2610.39782-a4-planning-methods,arxiv-2610.39782,sonnet-5,unstated,mixed,mid,,,,,,,0.12,average red-flagged behaviors per trial,0.00289,,,"https://arxiv.org/abs/2610.39782 (Table A4, row Claude Sonnet 5 Planning, column Methods)",,out:effort-not-established, arxiv-2610.39782-a4-ideation-subscare,arxiv-2610.39782,gpt-5.5,unstated,mixed,mid,,,,,,,0.07,average red-flagged behaviors per trial,0.00289,,,"https://arxiv.org/abs/2610.39782 (Table A4, row GPT-5.5, column Table A4 Ideation, SubsCare)",,out:effort-not-established, arxiv-2610.39782-a4-ideation-hcd,arxiv-2610.39782,gpt-5.5,unstated,mixed,mid,,,,,,,2.50,average red-flagged behaviors per trial,0.00289,,,"https://arxiv.org/abs/2610.39782 (Table A4, row GPT-5.5, column Table A4 Ideation, HCD)",,out:effort-not-established, arxiv-2610.39782-a4-ideation-minimise,arxiv-2610.39782,gpt-5.5,unstated,mixed,mid,,,,,,,0.00,average red-flagged behaviors per trial,0.00289,,,"https://arxiv.org/abs/2610.39782 (Table A4, row GPT-5.5, column Table A4 Ideation, Minimise)",,out:effort-not-established, arxiv-2610.39782-a4-ideation-valharm,arxiv-2610.39782,gpt-5.5,unstated,mixed,mid,,,,,,,0.02,average red-flagged behaviors per trial,0.00289,,,"https://arxiv.org/abs/2610.39782 (Table A4, row GPT-5.5, column Table A4 Ideation, ValHarm)",,out:effort-not-established, arxiv-2610.39782-a4-ideation-glorif,arxiv-2610.39782,gpt-5.5,unstated,mixed,mid,,,,,,,0.00,average red-flagged behaviors per trial,0.00289,,,"https://arxiv.org/abs/2610.39782 (Table A4, row GPT-5.5, column Table A4 Ideation, Glorif)",,out:effort-not-established, arxiv-2610.39782-a4-ideation-advance,arxiv-2610.39782,gpt-5.5,unstated,mixed,mid,,,,,,,0.00,average red-flagged behaviors per trial,0.00289,,,"https://arxiv.org/abs/2610.39782 (Table A4, row GPT-5.5, column Table A4 Ideation, Advance)",,out:effort-not-established, arxiv-2610.39782-a4-ideation-shame,arxiv-2610.39782,gpt-5.5,unstated,mixed,mid,,,,,,,0.00,average red-flagged behaviors per trial,0.00289,,,"https://arxiv.org/abs/2610.39782 (Table A4, row GPT-5.5, column Table A4 Ideation, Shame)",,out:effort-not-established, arxiv-2610.39782-a4-ideation-denyrisk,arxiv-2610.39782,gpt-5.5,unstated,mixed,mid,,,,,,,0.75,average red-flagged behaviors per trial,0.00289,,,"https://arxiv.org/abs/2610.39782 (Table A4, row GPT-5.5, column Table A4 Ideation, DenyRisk)",,out:effort-not-established, arxiv-2610.39782-a4-ideation-methods,arxiv-2610.39782,gpt-5.5,unstated,mixed,mid,,,,,,,0.00,average red-flagged behaviors per trial,0.00289,,,"https://arxiv.org/abs/2610.39782 (Table A4, row GPT-5.5, column Table A4 Ideation, Methods)",,out:effort-not-established, arxiv-2610.39782-a4-planning-subscare,arxiv-2610.39782,gpt-5.5,unstated,mixed,mid,,,,,,,0.20,average red-flagged behaviors per trial,0.00289,,,"https://arxiv.org/abs/2610.39782 (Table A4, row GPT-5.5, column Table A4 Planning, SubsCare)",,out:effort-not-established, arxiv-2610.39782-a4-planning-hcd,arxiv-2610.39782,gpt-5.5,unstated,mixed,mid,,,,,,,1.00,average red-flagged behaviors per trial,0.00289,,,"https://arxiv.org/abs/2610.39782 (Table A4, row GPT-5.5, column Table A4 Planning, HCD)",,out:effort-not-established, arxiv-2610.39782-a4-planning-minimise,arxiv-2610.39782,gpt-5.5,unstated,mixed,mid,,,,,,,0.07,average red-flagged behaviors per trial,0.00289,,,"https://arxiv.org/abs/2610.39782 (Table A4, row GPT-5.5, column Table A4 Planning, Minimise)",,out:effort-not-established, arxiv-2610.39782-a4-planning-valharm,arxiv-2610.39782,gpt-5.5,unstated,mixed,mid,,,,,,,0.00,average red-flagged behaviors per trial,0.00289,,,"https://arxiv.org/abs/2610.39782 (Table A4, row GPT-5.5, column Table A4 Planning, ValHarm)",,out:effort-not-established, arxiv-2610.39782-a4-planning-glorif,arxiv-2610.39782,gpt-5.5,unstated,mixed,mid,,,,,,,0.00,average red-flagged behaviors per trial,0.00289,,,"https://arxiv.org/abs/2610.39782 (Table A4, row GPT-5.5, column Table A4 Planning, Glorif)",,out:effort-not-established, arxiv-2610.39782-a4-planning-advance,arxiv-2610.39782,gpt-5.5,unstated,mixed,mid,,,,,,,0.02,average red-flagged behaviors per trial,0.00289,,,"https://arxiv.org/abs/2610.39782 (Table A4, row GPT-5.5, column Table A4 Planning, Advance)",,out:effort-not-established, arxiv-2610.39782-a4-planning-shame,arxiv-2610.39782,gpt-5.5,unstated,mixed,mid,,,,,,,0.00,average red-flagged behaviors per trial,0.00289,,,"https://arxiv.org/abs/2610.39782 (Table A4, row GPT-5.5, column Table A4 Planning, Shame)",,out:effort-not-established, arxiv-2610.39782-a4-planning-denyrisk,arxiv-2610.39782,gpt-5.5,unstated,mixed,mid,,,,,,,0.10,average red-flagged behaviors per trial,0.00289,,,"https://arxiv.org/abs/2610.39782 (Table A4, row GPT-5.5, column Table A4 Planning, DenyRisk)",,out:effort-not-established, arxiv-2610.39782-a4-planning-methods,arxiv-2610.39782,gpt-5.5,unstated,mixed,mid,,,,,,,0.00,average red-flagged behaviors per trial,0.00289,,,"https://arxiv.org/abs/2610.39782 (Table A4, row GPT-5.5, column Table A4 Planning, Methods)",,out:effort-not-established, arxiv-2610.39782-any-flag-rate,arxiv-2610.39782,gpt-5.5,unstated,mixed,hard,,,,,,,48.3,any-flag rate (%),0.0289,,,https://arxiv.org/abs/2610.39782 (Results text (any-flag rates 48.3% and 46.7%)),,out:effort-not-established, arxiv-2610.39782-high-intensity-harm-rate,arxiv-2610.39782,gpt-5.5,unstated,mixed,hard,,,,,,,16.7,high-intensity harm rate (%),0.0289,,,https://arxiv.org/abs/2610.39782 (Results text (high-intensity harm rates)),,out:effort-not-established, arxiv-2610.39782-high-intensity-harm-rate,arxiv-2610.39782,?Grok 4.3,not-established:absent,mixed,hard,,,,,,,82.5,high-intensity harm rate (%),0.0289,,,https://arxiv.org/abs/2610.39782 (section 5 (2)),,out:model-not-established, arxiv-2610.39782-crisis-recognition,arxiv-2610.39782,?Grok 4.3,not-established:absent,mixed,hard,,,,,,,85.0,crisis recognition (%),0.0289,,,https://arxiv.org/abs/2610.39782 (section 5 (2)),,out:model-not-established, arxiv-2610.39782-avg-red-flags-per-trial,arxiv-2610.39782,?Grok 4.3,not-established:absent,mixed,hard,,,,,,,12.0,average red flags per trial,0.0289,,,https://arxiv.org/abs/2610.39782 (section 5 (1)),,out:model-not-established, arxiv-2610.39782-high-intensity-harm-rate,arxiv-2610.39782,gemini-3.1-pro,unstated,mixed,hard,,,,,,,,high-intensity harm rate (%),,,,https://arxiv.org/abs/2610.39782 (section 5.2 (result 1)),,out:no-proof, arxiv-2610.39782-any-flag-rate,arxiv-2610.39782,gemini-3.1-pro,unstated,mixed,hard,,,,,,,35.8,any-flag rate (%),0.0289,,,"https://arxiv.org/abs/2610.39782 (section 5.2 (result 2), the any-flag rate comparison with pooled companions)",,out:effort-not-established, arxiv-2610.39782-crisis-recognition,arxiv-2610.39782,?Gemini,not-established:absent,mixed,hard,,,,,,,100.0,crisis recognition (%),0.0289,,,"https://arxiv.org/abs/2610.39782 (section 5.2, stage-level recognition)",,out:model-not-established, arxiv-2610.39782-crisis-recognition,arxiv-2610.39782,?Gemini,not-established:absent,mixed,hard,,,,,,,96.7,crisis recognition (%),0.0289,,,"https://arxiv.org/abs/2610.39782 (section 5.2, stage-level recognition)",,out:model-not-established, arxiv-2610.39782-a4-subscare,arxiv-2610.39782,gemini-3.1-pro,unstated,mixed,hard,,,,,,,0.32,average red-flagged behaviors per trial,0.00289,,,"https://arxiv.org/abs/2610.39782 (Table A4, stage Ideation, row Gemini 3.1 Pro Ideation, column subscare)",,out:effort-not-established, arxiv-2610.39782-a4-hcd,arxiv-2610.39782,gemini-3.1-pro,unstated,mixed,hard,,,,,,,2.65,average red-flagged behaviors per trial,0.00289,,,"https://arxiv.org/abs/2610.39782 (Table A4, stage Ideation, row Gemini 3.1 Pro Ideation, column hcd)",,out:effort-not-established, arxiv-2610.39782-a4-minimise,arxiv-2610.39782,gemini-3.1-pro,unstated,mixed,hard,,,,,,,1.73,average red-flagged behaviors per trial,0.00289,,,"https://arxiv.org/abs/2610.39782 (Table A4, stage Ideation, row Gemini 3.1 Pro Ideation, column minimise)",,out:effort-not-established, arxiv-2610.39782-a4-valharm,arxiv-2610.39782,gemini-3.1-pro,unstated,mixed,hard,,,,,,,0.25,average red-flagged behaviors per trial,0.00289,,,"https://arxiv.org/abs/2610.39782 (Table A4, stage Ideation, row Gemini 3.1 Pro Ideation, column valharm)",,out:effort-not-established, arxiv-2610.39782-a4-glorif,arxiv-2610.39782,gemini-3.1-pro,unstated,mixed,hard,,,,,,,0.12,average red-flagged behaviors per trial,0.00289,,,"https://arxiv.org/abs/2610.39782 (Table A4, stage Ideation, row Gemini 3.1 Pro Ideation, column glorif)",,out:effort-not-established, arxiv-2610.39782-a4-advance,arxiv-2610.39782,gemini-3.1-pro,unstated,mixed,hard,,,,,,,0.13,average red-flagged behaviors per trial,0.00289,,,"https://arxiv.org/abs/2610.39782 (Table A4, stage Ideation, row Gemini 3.1 Pro Ideation, column advance)",,out:effort-not-established, arxiv-2610.39782-a4-shame,arxiv-2610.39782,gemini-3.1-pro,unstated,mixed,hard,,,,,,,0.00,average red-flagged behaviors per trial,0.00289,,,"https://arxiv.org/abs/2610.39782 (Table A4, stage Ideation, row Gemini 3.1 Pro Ideation, column shame)",,out:effort-not-established, arxiv-2610.39782-a4-denyrisk,arxiv-2610.39782,gemini-3.1-pro,unstated,mixed,hard,,,,,,,0.23,average red-flagged behaviors per trial,0.00289,,,"https://arxiv.org/abs/2610.39782 (Table A4, stage Ideation, row Gemini 3.1 Pro Ideation, column denyrisk)",,out:effort-not-established, arxiv-2610.39782-a4-methods,arxiv-2610.39782,gemini-3.1-pro,unstated,mixed,hard,,,,,,,0.03,average red-flagged behaviors per trial,0.00289,,,"https://arxiv.org/abs/2610.39782 (Table A4, stage Ideation, row Gemini 3.1 Pro Ideation, column methods)",,out:effort-not-established, arxiv-2610.39782-a4-subscare,arxiv-2610.39782,gemini-3.1-pro,unstated,mixed,hard,,,,,,,0.73,average red-flagged behaviors per trial,0.00289,,,"https://arxiv.org/abs/2610.39782 (Table A4, stage Planning, row Gemini 3.1 Pro Planning, column subscare)",,out:effort-not-established, arxiv-2610.39782-a4-hcd,arxiv-2610.39782,gemini-3.1-pro,unstated,mixed,hard,,,,,,,0.93,average red-flagged behaviors per trial,0.00289,,,"https://arxiv.org/abs/2610.39782 (Table A4, stage Planning, row Gemini 3.1 Pro Planning, column hcd)",,out:effort-not-established, arxiv-2610.39782-a4-minimise,arxiv-2610.39782,gemini-3.1-pro,unstated,mixed,hard,,,,,,,0.78,average red-flagged behaviors per trial,0.00289,,,"https://arxiv.org/abs/2610.39782 (Table A4, stage Planning, row Gemini 3.1 Pro Planning, column minimise)",,out:effort-not-established, arxiv-2610.39782-a4-valharm,arxiv-2610.39782,gemini-3.1-pro,unstated,mixed,hard,,,,,,,0.13,average red-flagged behaviors per trial,0.00289,,,"https://arxiv.org/abs/2610.39782 (Table A4, stage Planning, row Gemini 3.1 Pro Planning, column valharm)",,out:effort-not-established, arxiv-2610.39782-a4-glorif,arxiv-2610.39782,gemini-3.1-pro,unstated,mixed,hard,,,,,,,0.02,average red-flagged behaviors per trial,0.00289,,,"https://arxiv.org/abs/2610.39782 (Table A4, stage Planning, row Gemini 3.1 Pro Planning, column glorif)",,out:effort-not-established, arxiv-2610.39782-a4-advance,arxiv-2610.39782,gemini-3.1-pro,unstated,mixed,hard,,,,,,,0.77,average red-flagged behaviors per trial,0.00289,,,"https://arxiv.org/abs/2610.39782 (Table A4, stage Planning, row Gemini 3.1 Pro Planning, column advance)",,out:effort-not-established, arxiv-2610.39782-a4-denyrisk,arxiv-2610.39782,gemini-3.1-pro,unstated,mixed,hard,,,,,,,0.27,average red-flagged behaviors per trial,0.00289,,,"https://arxiv.org/abs/2610.39782 (Table A4, stage Planning, row Gemini 3.1 Pro Planning, column denyrisk)",,out:effort-not-established, arxiv-2610.39782-a4-methods,arxiv-2610.39782,gemini-3.1-pro,unstated,mixed,hard,,,,,,,0.10,average red-flagged behaviors per trial,0.00289,,,"https://arxiv.org/abs/2610.39782 (Table A4, stage Planning, row Gemini 3.1 Pro Planning, column methods)",,out:effort-not-established, arxiv-2610.39899-patcheval-intentfix-rsr,arxiv-2610.39899,gpt-5.6-luna,unstated,mixed,hard,,,,,,,4.7,Repair Success Rate (RSR) (%),0.0289,,,"https://arxiv.org/abs/2610.39899 (Table 3, row IntentFix, column GPT-5.6-Luna RSR)",,out:effort-not-established, arxiv-2610.39899-patcheval-intentfix-ofr,arxiv-2610.39899,gpt-5.6-luna,unstated,mixed,hard,,,,,,,1.2,Overfitting Rate (OFR) (%),0.0289,,,"https://arxiv.org/abs/2610.39899 (Table 3, row IntentFix, column GPT-5.6-Luna OFR)",,out:effort-not-established, arxiv-2610.39899-patcheval-evorepair-rsr,arxiv-2610.39899,gpt-5.6-luna,unstated,mixed,hard,,,,,,,23.7,Repair Success Rate (RSR) (%),0.0289,,,"https://arxiv.org/abs/2610.39899 (Table 3, row EvoRepair, column GPT-5.6-Luna RSR)",,out:effort-not-established, arxiv-2610.39899-patcheval-evorepair-ofr,arxiv-2610.39899,gpt-5.6-luna,unstated,mixed,hard,,,,,,,3.0,Overfitting Rate (OFR) (%),0.0289,,,"https://arxiv.org/abs/2610.39899 (Table 3, row EvoRepair, column GPT-5.6-Luna OFR)",,out:effort-not-established, arxiv-2610.39899-patcheval-llm-rsr,arxiv-2610.39899,gpt-5.6-luna,unstated,mixed,hard,,,,,,,10.7,Repair Success Rate (RSR) (%),0.0289,,,"https://arxiv.org/abs/2610.39899 (Table 3, row LLM, column GPT-5.6-Luna RSR)",,out:effort-not-established, arxiv-2610.39899-patcheval-llm-ofr,arxiv-2610.39899,gpt-5.6-luna,unstated,mixed,hard,,,,,,,1.2,Overfitting Rate (OFR) (%),0.0289,,,"https://arxiv.org/abs/2610.39899 (Table 3, row LLM, column GPT-5.6-Luna OFR)",,out:effort-not-established, arxiv-2610.39899-patcheval-multi-agent-rsr,arxiv-2610.39899,gpt-5.6-luna,unstated,mixed,hard,,,,,,,30.2,Repair Success Rate (RSR) (%),0.0289,,,"https://arxiv.org/abs/2610.39899 (Table 3, row Multi-Agent, column GPT-5.6-Luna RSR)",,out:effort-not-established, arxiv-2610.39899-patcheval-multi-agent-ofr,arxiv-2610.39899,gpt-5.6-luna,unstated,mixed,hard,,,,,,,1.2,Overfitting Rate (OFR) (%),0.0289,,,"https://arxiv.org/abs/2610.39899 (Table 3, row Multi-Agent, column GPT-5.6-Luna OFR)",,out:effort-not-established, arxiv-2610.39899-patcheval-single-agent-rsr,arxiv-2610.39899,gpt-5.6-luna,unstated,mixed,hard,,,,,,,32.5,Repair Success Rate (RSR) (%),0.0289,,,"https://arxiv.org/abs/2610.39899 (Table 3, row Single Agent, column GPT-5.6-Luna RSR)",,out:effort-not-established, arxiv-2610.39899-patcheval-single-agent-ofr,arxiv-2610.39899,gpt-5.6-luna,unstated,mixed,hard,,,,,,,0.6,Overfitting Rate (OFR) (%),0.0289,,,"https://arxiv.org/abs/2610.39899 (Table 3, row Single Agent, column GPT-5.6-Luna OFR)",,out:effort-not-established, arxiv-2610.39899-patcheval-codex-rsr,arxiv-2610.39899,gpt-5.6-luna,unstated,mixed,hard,,,,,,,34.3,Repair Success Rate (RSR) (%),0.0289,,,"https://arxiv.org/abs/2610.39899 (Table 3, row Codex, column GPT-5.6-Luna RSR)",,out:effort-not-established, arxiv-2610.39899-patcheval-codex-ofr,arxiv-2610.39899,gpt-5.6-luna,unstated,mixed,hard,,,,,,,0.6,Overfitting Rate (OFR) (%),0.0289,,,"https://arxiv.org/abs/2610.39899 (Table 3, row Codex, column GPT-5.6-Luna OFR)",,out:effort-not-established, arxiv-2610.39899-patcheval-structural-graph-rsr,arxiv-2610.39899,gpt-5.6-luna,unstated,mixed,hard,,,,,,,36.1,Repair Success Rate (RSR) (%),0.0289,,,"https://arxiv.org/abs/2610.39899 (Table 3, row Structural (Graph), column GPT-5.6-Luna RSR)",,out:effort-not-established, arxiv-2610.39899-patcheval-structural-graph-ofr,arxiv-2610.39899,gpt-5.6-luna,unstated,mixed,hard,,,,,,,1.2,Overfitting Rate (OFR) (%),0.0289,,,"https://arxiv.org/abs/2610.39899 (Table 3, row Structural (Graph), column GPT-5.6-Luna OFR)",,out:effort-not-established, arxiv-2610.39899-patcheval-semantic-intent-rsr,arxiv-2610.39899,gpt-5.6-luna,unstated,mixed,hard,,,,,,,29.6,Repair Success Rate (RSR) (%),0.0289,,,"https://arxiv.org/abs/2610.39899 (Table 3, row Semantic (Intent), column GPT-5.6-Luna RSR)",,out:effort-not-established, arxiv-2610.39899-patcheval-semantic-intent-ofr,arxiv-2610.39899,gpt-5.6-luna,unstated,mixed,hard,,,,,,,0.0,Overfitting Rate (OFR) (%),0.0289,,,"https://arxiv.org/abs/2610.39899 (Table 3, row Semantic (Intent), column GPT-5.6-Luna OFR)",,out:effort-not-established, arxiv-2610.39899-patcheval-executable-pov-rsr,arxiv-2610.39899,gpt-5.6-luna,unstated,mixed,hard,,,,,,,33.7,Repair Success Rate (RSR) (%),0.0289,,,"https://arxiv.org/abs/2610.39899 (Table 3, row Executable (PoV), column GPT-5.6-Luna RSR)",,out:effort-not-established, arxiv-2610.39899-patcheval-executable-pov-ofr,arxiv-2610.39899,gpt-5.6-luna,unstated,mixed,hard,,,,,,,0.0,Overfitting Rate (OFR) (%),0.0289,,,"https://arxiv.org/abs/2610.39899 (Table 3, row Executable (PoV), column GPT-5.6-Luna OFR)",,out:effort-not-established, arxiv-2610.39899-patcheval-3-in-1-agent-rsr,arxiv-2610.39899,gpt-5.6-luna,unstated,mixed,hard,,,,,,,30.8,Repair Success Rate (RSR) (%),0.0289,,,"https://arxiv.org/abs/2610.39899 (Table 3, row 3-in-1 Agent, column GPT-5.6-Luna RSR)",,out:effort-not-established, arxiv-2610.39899-patcheval-3-in-1-agent-ofr,arxiv-2610.39899,gpt-5.6-luna,unstated,mixed,hard,,,,,,,1.2,Overfitting Rate (OFR) (%),0.0289,,,"https://arxiv.org/abs/2610.39899 (Table 3, row 3-in-1 Agent, column GPT-5.6-Luna OFR)",,out:effort-not-established, arxiv-2610.39899-patcheval-explorerepair-rsr,arxiv-2610.39899,gpt-5.6-luna,unstated,mixed,hard,,,,,,,39.6,Repair Success Rate (RSR) (%),0.0289,,,"https://arxiv.org/abs/2610.39899 (Table 3, row ExploreRepair, column GPT-5.6-Luna RSR)",,out:effort-not-established, arxiv-2610.39899-patcheval-explorerepair-ofr,arxiv-2610.39899,gpt-5.6-luna,unstated,mixed,hard,,,,,,,0.0,Overfitting Rate (OFR) (%),0.0289,,,"https://arxiv.org/abs/2610.39899 (Table 3, row ExploreRepair, column GPT-5.6-Luna OFR)",,out:effort-not-established, arxiv-2610.39899-patcheval-aggregation-lesson-aggregator-rsr,arxiv-2610.39899,gpt-5.6-luna,unstated,mixed,hard,,,,,,,39.1,Repair Success Rate (RSR) (%),0.0289,,,"https://arxiv.org/abs/2610.39899 (Table 4, row Lesson Aggregator, column GPT-5.6-Luna RSR)",,out:effort-not-established, arxiv-2610.39899-patcheval-aggregation-lesson-aggregator-ofr,arxiv-2610.39899,gpt-5.6-luna,unstated,mixed,hard,,,,,,,0.6,Overfitting Rate (OFR) (%),0.0289,,,"https://arxiv.org/abs/2610.39899 (Table 4, row Lesson Aggregator, column GPT-5.6-Luna OFR)",,out:effort-not-established, arxiv-2610.39899-patcheval-aggregation-patch-aggregator-rsr,arxiv-2610.39899,gpt-5.6-luna,unstated,mixed,hard,,,,,,,37.3,Repair Success Rate (RSR) (%),0.0289,,,"https://arxiv.org/abs/2610.39899 (Table 4, row Patch Aggregator, column GPT-5.6-Luna RSR)",,out:effort-not-established, arxiv-2610.39899-patcheval-aggregation-patch-aggregator-ofr,arxiv-2610.39899,gpt-5.6-luna,unstated,mixed,hard,,,,,,,0.6,Overfitting Rate (OFR) (%),0.0289,,,"https://arxiv.org/abs/2610.39899 (Table 4, row Patch Aggregator, column GPT-5.6-Luna OFR)",,out:effort-not-established, arxiv-2610.39899-patcheval-aggregation-direct-lessons-patches-rsr,arxiv-2610.39899,gpt-5.6-luna,unstated,mixed,hard,,,,,,,37.3,Repair Success Rate (RSR) (%),0.0289,,,"https://arxiv.org/abs/2610.39899 (Table 4, row Direct Lessons + Patches, column GPT-5.6-Luna RSR)",,out:effort-not-established, arxiv-2610.39899-patcheval-aggregation-direct-lessons-patches-ofr,arxiv-2610.39899,gpt-5.6-luna,unstated,mixed,hard,,,,,,,0.6,Overfitting Rate (OFR) (%),0.0289,,,"https://arxiv.org/abs/2610.39899 (Table 4, row Direct Lessons + Patches, column GPT-5.6-Luna OFR)",,out:effort-not-established, arxiv-2610.39899-vulnloc-looprepair-pov-rsr,arxiv-2610.39899,gpt-5.6-luna,unstated,mixed,hard,,,,,,,48.6,Repair Success Rate (RSR) (%),0.0289,,,"https://arxiv.org/abs/2610.39899 (Table 5, row LoopRepair + PoV, column GPT-5.6-Luna RSR)",,out:effort-not-established, arxiv-2610.39899-vulnloc-looprepair-no-pov-rsr,arxiv-2610.39899,gpt-5.6-luna,unstated,mixed,hard,,,,,,,31.4,Repair Success Rate (RSR) (%),0.0289,,,"https://arxiv.org/abs/2610.39899 (Table 5, row LoopRepair (no PoV), column GPT-5.6-Luna RSR)",,out:effort-not-established, arxiv-2610.39899-vulnloc-single-agent-rsr,arxiv-2610.39899,gpt-5.6-luna,unstated,mixed,hard,,,,,,,48.6,Repair Success Rate (RSR) (%),0.0289,,,"https://arxiv.org/abs/2610.39899 (Table 5, row Single Agent, column GPT-5.6-Luna RSR)",,out:effort-not-established, arxiv-2610.39899-vulnloc-explorerepair-rsr,arxiv-2610.39899,gpt-5.6-luna,unstated,mixed,hard,,,,,,,51.4,Repair Success Rate (RSR) (%),0.0289,,,"https://arxiv.org/abs/2610.39899 (Table 5, row ExploreRepair, column GPT-5.6-Luna RSR)",,out:effort-not-established, arxiv-2610.39899-patcheval-rsr-llm,arxiv-2610.39899,deepseek-v4.1-flash,unstated,coding,hard,,,,,,,23.7,"repair success rate, RSR (%)",0.0289,,,"https://arxiv.org/abs/2610.39899 (Table 3, row LLM (standalone model, one response), column DeepSeek-V4.1-Flash, RSR)",,out:effort-not-established, arxiv-2610.39899-patcheval-ofr-llm,arxiv-2610.39899,deepseek-v4.1-flash,unstated,coding,hard,,,,,,,2.4,"overfitting rate, OFR (%)",0.0289,,,"https://arxiv.org/abs/2610.39899 (Table 3, row LLM (standalone model, one response), column DeepSeek-V4.1-Flash, OFR (in parentheses))",,out:effort-not-established, arxiv-2610.39899-patcheval-rsr-intentfix,arxiv-2610.39899,deepseek-v4.1-flash,unstated,coding,hard,,,,,,,9.5,"repair success rate, RSR (%)",0.0289,,,"https://arxiv.org/abs/2610.39899 (Table 3, row IntentFix, column DeepSeek-V4.1-Flash, RSR)",,out:effort-not-established, arxiv-2610.39899-patcheval-ofr-intentfix,arxiv-2610.39899,deepseek-v4.1-flash,unstated,coding,hard,,,,,,,1.2,"overfitting rate, OFR (%)",0.0289,,,"https://arxiv.org/abs/2610.39899 (Table 3, row IntentFix, column DeepSeek-V4.1-Flash, OFR (in parentheses))",,out:effort-not-established, arxiv-2610.39899-patcheval-rsr-evorepair,arxiv-2610.39899,deepseek-v4.1-flash,unstated,coding,hard,,,,,,,46.2,"repair success rate, RSR (%)",0.0289,,,"https://arxiv.org/abs/2610.39899 (Table 3, row EvoRepair, column DeepSeek-V4.1-Flash, RSR)",,out:effort-not-established, arxiv-2610.39899-patcheval-ofr-evorepair,arxiv-2610.39899,deepseek-v4.1-flash,unstated,coding,hard,,,,,,,1.8,"overfitting rate, OFR (%)",0.0289,,,"https://arxiv.org/abs/2610.39899 (Table 3, row EvoRepair, column DeepSeek-V4.1-Flash, OFR (in parentheses))",,out:effort-not-established, arxiv-2610.39899-patcheval-rsr-multiagent,arxiv-2610.39899,deepseek-v4.1-flash,not-established:ambiguous,coding,hard,,,,,,,55.6,"repair success rate, RSR (%)",0.0289,,,"https://arxiv.org/abs/2610.39899 (Table 3, row Multi-Agent, column DeepSeek-V4.1-Flash, RSR)",,out:effort-not-established, arxiv-2610.39899-patcheval-ofr-multiagent,arxiv-2610.39899,deepseek-v4.1-flash,not-established:ambiguous,coding,hard,,,,,,,1.2,"overfitting rate, OFR (%)",0.0289,,,"https://arxiv.org/abs/2610.39899 (Table 3, row Multi-Agent, column DeepSeek-V4.1-Flash, OFR (in parentheses))",,out:effort-not-established, arxiv-2610.39899-patcheval-rsr-single,arxiv-2610.39899,deepseek-v4.1-flash,not-established:ambiguous,coding,hard,,,,,,,57.4,"repair success rate, RSR (%)",0.0289,,,"https://arxiv.org/abs/2610.39899 (Table 3, row Single Agent, column DeepSeek-V4.1-Flash, RSR)",,out:effort-not-established, arxiv-2610.39899-patcheval-ofr-single,arxiv-2610.39899,deepseek-v4.1-flash,not-established:ambiguous,coding,hard,,,,,,,0.6,"overfitting rate, OFR (%)",0.0289,,,"https://arxiv.org/abs/2610.39899 (Table 3, row Single Agent, column DeepSeek-V4.1-Flash, OFR (in parentheses))",,out:effort-not-established, arxiv-2610.39899-patcheval-rsr-codex,arxiv-2610.39899,deepseek-v4.1-flash,not-established:ambiguous,coding,hard,,,,,,,43.8,"repair success rate, RSR (%)",0.0289,,,"https://arxiv.org/abs/2610.39899 (Table 3, row Codex, column DeepSeek-V4.1-Flash, RSR)",,out:effort-not-established, arxiv-2610.39899-patcheval-ofr-codex,arxiv-2610.39899,deepseek-v4.1-flash,not-established:ambiguous,coding,hard,,,,,,,0.6,"overfitting rate, OFR (%)",0.0289,,,"https://arxiv.org/abs/2610.39899 (Table 3, row Codex, column DeepSeek-V4.1-Flash, OFR (in parentheses))",,out:effort-not-established, arxiv-2610.39899-patcheval-rsr-structural,arxiv-2610.39899,deepseek-v4.1-flash,not-established:ambiguous,coding,hard,,,,,,,55.6,"repair success rate, RSR (%)",0.0289,,,"https://arxiv.org/abs/2610.39899 (Table 3, row Structural (Graph) exploration agent, column DeepSeek-V4.1-Flash, RSR)",,out:effort-not-established, arxiv-2610.39899-patcheval-ofr-structural,arxiv-2610.39899,deepseek-v4.1-flash,not-established:ambiguous,coding,hard,,,,,,,0.0,"overfitting rate, OFR (%)",0.0289,,,"https://arxiv.org/abs/2610.39899 (Table 3, row Structural (Graph) exploration agent, column DeepSeek-V4.1-Flash, OFR (in parentheses))",,out:effort-not-established, arxiv-2610.39899-patcheval-rsr-semantic,arxiv-2610.39899,deepseek-v4.1-flash,not-established:ambiguous,coding,hard,,,,,,,59.8,"repair success rate, RSR (%)",0.0289,,,"https://arxiv.org/abs/2610.39899 (Table 3, row Semantic (Intent) exploration agent, column DeepSeek-V4.1-Flash, RSR)",,out:effort-not-established, arxiv-2610.39899-patcheval-ofr-semantic,arxiv-2610.39899,deepseek-v4.1-flash,not-established:ambiguous,coding,hard,,,,,,,0.0,"overfitting rate, OFR (%)",0.0289,,,"https://arxiv.org/abs/2610.39899 (Table 3, row Semantic (Intent) exploration agent, column DeepSeek-V4.1-Flash, OFR (in parentheses))",,out:effort-not-established, arxiv-2610.39899-patcheval-rsr-executable,arxiv-2610.39899,deepseek-v4.1-flash,not-established:ambiguous,coding,hard,,,,,,,58.0,"repair success rate, RSR (%)",0.0289,,,"https://arxiv.org/abs/2610.39899 (Table 3, row Executable (PoV) exploration agent, column DeepSeek-V4.1-Flash, RSR)",,out:effort-not-established, arxiv-2610.39899-patcheval-ofr-executable,arxiv-2610.39899,deepseek-v4.1-flash,not-established:ambiguous,coding,hard,,,,,,,0.6,"overfitting rate, OFR (%)",0.0289,,,"https://arxiv.org/abs/2610.39899 (Table 3, row Executable (PoV) exploration agent, column DeepSeek-V4.1-Flash, OFR (in parentheses))",,out:effort-not-established, arxiv-2610.39899-patcheval-rsr-threeinone,arxiv-2610.39899,deepseek-v4.1-flash,not-established:ambiguous,coding,hard,,,,,,,53.3,"repair success rate, RSR (%)",0.0289,,,"https://arxiv.org/abs/2610.39899 (Table 3, row 3-in-1 Agent, column DeepSeek-V4.1-Flash, RSR)",,out:effort-not-established, arxiv-2610.39899-patcheval-ofr-threeinone,arxiv-2610.39899,deepseek-v4.1-flash,not-established:ambiguous,coding,hard,,,,,,,0.6,"overfitting rate, OFR (%)",0.0289,,,"https://arxiv.org/abs/2610.39899 (Table 3, row 3-in-1 Agent, column DeepSeek-V4.1-Flash, OFR (in parentheses))",,out:effort-not-established, arxiv-2610.39899-patcheval-rsr-explorerepair,arxiv-2610.39899,deepseek-v4.1-flash,not-established:ambiguous,coding,hard,,,,,,,71.6,"repair success rate, RSR (%)",0.0289,,,"https://arxiv.org/abs/2610.39899 (Table 3, row ExploreRepair (the paper's method), column DeepSeek-V4.1-Flash, RSR)",,out:effort-not-established, arxiv-2610.39899-patcheval-ofr-explorerepair,arxiv-2610.39899,deepseek-v4.1-flash,not-established:ambiguous,coding,hard,,,,,,,0.6,"overfitting rate, OFR (%)",0.0289,,,"https://arxiv.org/abs/2610.39899 (Table 3, row ExploreRepair (the paper's method), column DeepSeek-V4.1-Flash, OFR (in parentheses))",,out:effort-not-established, arxiv-2610.39899-aggregation-rsr-lesson,arxiv-2610.39899,deepseek-v4.1-flash,not-established:ambiguous,coding,hard,,,,,,,63.9,"repair success rate, RSR (%)",0.0289,,,"https://arxiv.org/abs/2610.39899 (Table 4, row Lesson Aggregator, column DeepSeek-V4.1-Flash, RSR)",,out:effort-not-established, arxiv-2610.39899-aggregation-rsr-patch,arxiv-2610.39899,deepseek-v4.1-flash,not-established:ambiguous,coding,hard,,,,,,,69.2,"repair success rate, RSR (%)",0.0289,,,"https://arxiv.org/abs/2610.39899 (Table 4, row Patch Aggregator, column DeepSeek-V4.1-Flash, RSR)",,out:effort-not-established, arxiv-2610.39899-aggregation-rsr-direct,arxiv-2610.39899,deepseek-v4.1-flash,not-established:ambiguous,coding,hard,,,,,,,67.5,"repair success rate, RSR (%)",0.0289,,,"https://arxiv.org/abs/2610.39899 (Table 4, row Direct Lessons + Patches, column DeepSeek-V4.1-Flash, RSR)",,out:effort-not-established, arxiv-2610.39899-vulnloc-rsr-loop-pov,arxiv-2610.39899,deepseek-v4.1-flash,unstated,coding,hard,,,,,,,51.4,"repair success rate, RSR (%)",0.0289,,,"https://arxiv.org/abs/2610.39899 (Table 5, row LoopRepair + PoV (ground-truth PoV given), column DeepSeek-V4.1-Flash)",,out:effort-not-established, arxiv-2610.39899-vulnloc-rsr-loop-nopov,arxiv-2610.39899,deepseek-v4.1-flash,unstated,coding,hard,,,,,,,45.7,"repair success rate, RSR (%)",0.0289,,,"https://arxiv.org/abs/2610.39899 (Table 5, row LoopRepair (no PoV), column DeepSeek-V4.1-Flash)",,out:effort-not-established, arxiv-2610.39899-vulnloc-rsr-single,arxiv-2610.39899,deepseek-v4.1-flash,not-established:ambiguous,coding,hard,,,,,,,57.1,"repair success rate, RSR (%)",0.0289,,,"https://arxiv.org/abs/2610.39899 (Table 5, row Single Agent, column DeepSeek-V4.1-Flash)",,out:effort-not-established, arxiv-2610.39899-vulnloc-rsr-explorerepair,arxiv-2610.39899,deepseek-v4.1-flash,not-established:ambiguous,coding,hard,,,,,,,62.9,"repair success rate, RSR (%)",0.0289,,,"https://arxiv.org/abs/2610.39899 (Table 5, row ExploreRepair, column DeepSeek-V4.1-Flash)",,out:effort-not-established, arxiv-2610.40131-videomembench-turnacc,arxiv-2610.40131,opus-5,unstated,mixed,hard,,,,,,,52.3,TurnAcc (%),0.0289,,,"https://arxiv.org/abs/2610.40131 (Table 2, row Claude Opus 5, column TurnAcc)",,out:effort-not-established, arxiv-2610.40131-videomembench-epidepacc,arxiv-2610.40131,opus-5,unstated,mixed,hard,,,,,,,49.1,EpiDepAcc (%),0.0289,,,"https://arxiv.org/abs/2610.40131 (Table 2, row Claude Opus 5, column EpiDepAcc)",,out:effort-not-established, arxiv-2610.40131-videomembench-ansdepacc,arxiv-2610.40131,opus-5,unstated,mixed,hard,,,,,,,35.7,AnsDepAcc (%),0.0289,,,"https://arxiv.org/abs/2610.40131 (Table 2, row Claude Opus 5, column AnsDepAcc)",,out:effort-not-established, arxiv-2610.40131-videomembench-overall,arxiv-2610.40131,opus-5,unstated,mixed,hard,,,,,,,45.7,Overall (%),0.0289,,,"https://arxiv.org/abs/2610.40131 (Table 2, row Claude Opus 5, column Overall)",,out:effort-not-established, arxiv-2610.40131-videomembench-turnacc,arxiv-2610.40131,sonnet-5,unstated,mixed,hard,,,,,,,47.8,TurnAcc (%),0.0289,,,"https://arxiv.org/abs/2610.40131 (Table 2, row Claude Sonnet 5, column TurnAcc)",,out:effort-not-established, arxiv-2610.40131-videomembench-epidepacc,arxiv-2610.40131,sonnet-5,unstated,mixed,hard,,,,,,,45.3,EpiDepAcc (%),0.0289,,,"https://arxiv.org/abs/2610.40131 (Table 2, row Claude Sonnet 5, column EpiDepAcc)",,out:effort-not-established, arxiv-2610.40131-videomembench-ansdepacc,arxiv-2610.40131,sonnet-5,unstated,mixed,hard,,,,,,,27.3,AnsDepAcc (%),0.0289,,,"https://arxiv.org/abs/2610.40131 (Table 2, row Claude Sonnet 5, column AnsDepAcc)",,out:effort-not-established, arxiv-2610.40131-videomembench-overall,arxiv-2610.40131,sonnet-5,unstated,mixed,hard,,,,,,,40.2,Overall (%),0.0289,,,"https://arxiv.org/abs/2610.40131 (Table 2, row Claude Sonnet 5, column Overall)",,out:effort-not-established, arxiv-2610.40131-t3-indep,arxiv-2610.40131,sonnet-5,unstated,mixed,hard,,,,,,,50.0,Indep. (%),0.0289,,,"https://arxiv.org/abs/2610.40131 (Table 3, row Claude Sonnet 5, column Indep. (%))",,out:effort-not-established, arxiv-2610.40131-t3-dep,arxiv-2610.40131,sonnet-5,unstated,mixed,hard,,,,,,,36.3,Dep. (%),0.0289,,,"https://arxiv.org/abs/2610.40131 (Table 3, row Claude Sonnet 5, column Dep. (%))",,out:effort-not-established, arxiv-2610.40131-t3-delta-pp,arxiv-2610.40131,sonnet-5,unstated,mixed,hard,,,,,,,13.7,Delta (pp),0.0289,,,"https://arxiv.org/abs/2610.40131 (Table 3, row Claude Sonnet 5, column Δ (pp))",,out:effort-not-established, arxiv-2610.40131-t3-indep,arxiv-2610.40131,opus-5,unstated,mixed,hard,,,,,,,53.9,Indep. (%),0.0289,,,"https://arxiv.org/abs/2610.40131 (Introduction, results summary: independent turns)",,out:effort-not-established, arxiv-2610.40131-videomembench-turnacc,arxiv-2610.40131,gemini-3.8-flash,unstated,mixed,hard,,,,,,,50.4,TurnAcc (%),0.0289,,,"https://arxiv.org/abs/2610.40131 (Table 2, row Gemini 3.8 Flash, column TurnAcc)",,out:effort-not-established, arxiv-2610.40131-videomembench-epidepacc,arxiv-2610.40131,gemini-3.8-flash,unstated,mixed,hard,,,,,,,46.6,EpiDepAcc (%),0.0289,,,"https://arxiv.org/abs/2610.40131 (Table 2, row Gemini 3.8 Flash, column EpiDepAcc)",,out:effort-not-established, arxiv-2610.40131-videomembench-ansdepacc,arxiv-2610.40131,gemini-3.8-flash,unstated,mixed,hard,,,,,,,30.3,AnsDepAcc (%),0.0289,,,"https://arxiv.org/abs/2610.40131 (Table 2, row Gemini 3.8 Flash, column AnsDepAcc)",,out:effort-not-established, arxiv-2610.40131-videomembench-overall,arxiv-2610.40131,gemini-3.8-flash,unstated,mixed,hard,,,,,,,42.4,Overall (%),0.0289,,,"https://arxiv.org/abs/2610.40131 (Table 2, row Gemini 3.8 Flash, column Overall)",,out:effort-not-established, arxiv-2610.40131-videomembench-turnacc,arxiv-2610.40131,gemini-3.5-flash,unstated,mixed,hard,,,,,,,49.6,TurnAcc (%),0.0289,,,"https://arxiv.org/abs/2610.40131 (Table 2, row Gemini 3.5 Flash, column TurnAcc)",,out:effort-not-established, arxiv-2610.40131-videomembench-epidepacc,arxiv-2610.40131,gemini-3.5-flash,unstated,mixed,hard,,,,,,,45.5,EpiDepAcc (%),0.0289,,,"https://arxiv.org/abs/2610.40131 (Table 2, row Gemini 3.5 Flash, column EpiDepAcc)",,out:effort-not-established, arxiv-2610.40131-videomembench-ansdepacc,arxiv-2610.40131,gemini-3.5-flash,unstated,mixed,hard,,,,,,,29.7,AnsDepAcc (%),0.0289,,,"https://arxiv.org/abs/2610.40131 (Table 2, row Gemini 3.5 Flash, column AnsDepAcc)",,out:effort-not-established, arxiv-2610.40131-videomembench-overall,arxiv-2610.40131,gemini-3.5-flash,unstated,mixed,hard,,,,,,,41.6,Overall (%),0.0289,,,"https://arxiv.org/abs/2610.40131 (Table 2, row Gemini 3.5 Flash, column Overall)",,out:effort-not-established, arxiv-2610.40131-videomembench-turnacc,arxiv-2610.40131,gemini-3.1-pro,unstated,mixed,hard,,,,,,,45.7,TurnAcc (%),0.0289,,,"https://arxiv.org/abs/2610.40131 (Table 2, row Gemini 3.1 Pro Preview, column TurnAcc)",,out:effort-not-established, arxiv-2610.40131-videomembench-epidepacc,arxiv-2610.40131,gemini-3.1-pro,unstated,mixed,hard,,,,,,,44.8,EpiDepAcc (%),0.0289,,,"https://arxiv.org/abs/2610.40131 (Table 2, row Gemini 3.1 Pro Preview, column EpiDepAcc)",,out:effort-not-established, arxiv-2610.40131-videomembench-ansdepacc,arxiv-2610.40131,gemini-3.1-pro,unstated,mixed,hard,,,,,,,27.0,AnsDepAcc (%),0.0289,,,"https://arxiv.org/abs/2610.40131 (Table 2, row Gemini 3.1 Pro Preview, column AnsDepAcc)",,out:effort-not-established, arxiv-2610.40131-videomembench-overall,arxiv-2610.40131,gemini-3.1-pro,unstated,mixed,hard,,,,,,,39.1,Overall (%),0.0289,,,"https://arxiv.org/abs/2610.40131 (Table 2, row Gemini 3.1 Pro Preview, column Overall)",,out:effort-not-established, arxiv-2610.40131-f4c-dep2,arxiv-2610.40131,gemini-3.8-flash,unstated,mixed,hard,,,,,,,46.1,accuracy%,0.0289,,,https://arxiv.org/abs/2610.40131 (section 5 (Figure 4c text)),,out:effort-not-established, arxiv-2610.40131-f4c-dep5,arxiv-2610.40131,gemini-3.8-flash,unstated,mixed,hard,,,,,,,35.2,accuracy%,0.0289,,,https://arxiv.org/abs/2610.40131 (section 5 (Figure 4c text)),,out:effort-not-established, arxiv-2610.40131-f4c-ind2,arxiv-2610.40131,gemini-3.8-flash,unstated,mixed,hard,,,,,,,53.8,accuracy%,0.0289,,,https://arxiv.org/abs/2610.40131 (section 5 (Figure 4c text)),,out:effort-not-established, arxiv-2610.40131-f4c-ind5,arxiv-2610.40131,gemini-3.8-flash,unstated,mixed,hard,,,,,,,49.2,accuracy%,0.0289,,,https://arxiv.org/abs/2610.40131 (section 5 (Figure 4c text)),,out:effort-not-established, arxiv-2610.40131-f4d-selfrollout,arxiv-2610.40131,gemini-3.5-flash,unstated,mixed,hard,,,,,,,29.7,accuracy%,0.0289,,,https://arxiv.org/abs/2610.40131 (section 5 (Figure 4d text)),,out:effort-not-established, arxiv-2610.40131-f4d-oracle,arxiv-2610.40131,gemini-3.5-flash,unstated,mixed,hard,,,,,,,47.2,accuracy%,0.0289,,,https://arxiv.org/abs/2610.40131 (section 5 (Figure 4d text)),,out:effort-not-established, arxiv-2610.40131-videomembench-turnacc,arxiv-2610.40131,gpt-5.6-sol,unstated,mixed,hard,,,,,,,50.0,TurnAcc (%),0.0289,,,"https://arxiv.org/abs/2610.40131 (Table 2, row GPT-5.6-sol, column TurnAcc (%))",,out:effort-not-established, arxiv-2610.40131-videomembench-epidepacc,arxiv-2610.40131,gpt-5.6-sol,unstated,mixed,hard,,,,,,,47.8,EpiDepAcc (%),0.0289,,,"https://arxiv.org/abs/2610.40131 (Table 2, row GPT-5.6-sol, column EpiDepAcc (%))",,out:effort-not-established, arxiv-2610.40131-videomembench-ansdepacc,arxiv-2610.40131,gpt-5.6-sol,unstated,mixed,hard,,,,,,,27.1,AnsDepAcc (%),0.0289,,,"https://arxiv.org/abs/2610.40131 (Table 2, row GPT-5.6-sol, column AnsDepAcc (%))",,out:effort-not-established, arxiv-2610.40131-videomembench-overall,arxiv-2610.40131,gpt-5.6-sol,unstated,mixed,hard,,,,,,,41.7,Overall (%),0.0289,,,"https://arxiv.org/abs/2610.40131 (Table 2, row GPT-5.6-sol, column Overall (%))",,out:effort-not-established, arxiv-2610.40131-videomembench-turnacc,arxiv-2610.40131,gpt-5.5,unstated,mixed,hard,,,,,,,48.0,TurnAcc (%),0.0289,,,"https://arxiv.org/abs/2610.40131 (Table 2, row GPT-5.5, column TurnAcc (%))",,out:effort-not-established, arxiv-2610.40131-videomembench-epidepacc,arxiv-2610.40131,gpt-5.5,unstated,mixed,hard,,,,,,,46.5,EpiDepAcc (%),0.0289,,,"https://arxiv.org/abs/2610.40131 (Table 2, row GPT-5.5, column EpiDepAcc (%))",,out:effort-not-established, arxiv-2610.40131-videomembench-ansdepacc,arxiv-2610.40131,gpt-5.5,unstated,mixed,hard,,,,,,,27.0,AnsDepAcc (%),0.0289,,,"https://arxiv.org/abs/2610.40131 (Table 2, row GPT-5.5, column AnsDepAcc (%))",,out:effort-not-established, arxiv-2610.40131-videomembench-overall,arxiv-2610.40131,gpt-5.5,unstated,mixed,hard,,,,,,,40.5,Overall (%),0.0289,,,"https://arxiv.org/abs/2610.40131 (Table 2, row GPT-5.5, column Overall (%))",,out:effort-not-established, arxiv-2610.40131-videomembench-turnacc,arxiv-2610.40131,gpt-5.4,unstated,mixed,hard,,,,,,,44.4,TurnAcc (%),0.0289,,,"https://arxiv.org/abs/2610.40131 (Table 2, row GPT-5.4, column TurnAcc (%))",,out:effort-not-established, arxiv-2610.40131-videomembench-epidepacc,arxiv-2610.40131,gpt-5.4,unstated,mixed,hard,,,,,,,42.6,EpiDepAcc (%),0.0289,,,"https://arxiv.org/abs/2610.40131 (Table 2, row GPT-5.4, column EpiDepAcc (%))",,out:effort-not-established, arxiv-2610.40131-videomembench-ansdepacc,arxiv-2610.40131,gpt-5.4,unstated,mixed,hard,,,,,,,21.9,AnsDepAcc (%),0.0289,,,"https://arxiv.org/abs/2610.40131 (Table 2, row GPT-5.4, column AnsDepAcc (%))",,out:effort-not-established, arxiv-2610.40131-videomembench-overall,arxiv-2610.40131,gpt-5.4,unstated,mixed,hard,,,,,,,36.3,Overall (%),0.0289,,,"https://arxiv.org/abs/2610.40131 (Table 2, row GPT-5.4, column Overall (%))",,out:effort-not-established, arxiv-2610.40131-t3-indep,arxiv-2610.40131,gpt-5.6-sol,unstated,mixed,hard,,,,,,,50.6,Indep. (%),0.0289,,,"https://arxiv.org/abs/2610.40131 (Table 3, row GPT-5.6-sol, column Table 3, Indep.)",,out:effort-not-established, arxiv-2610.40131-t3-dep,arxiv-2610.40131,gpt-5.6-sol,unstated,mixed,hard,,,,,,,37.5,Dep. (%),0.0289,,,"https://arxiv.org/abs/2610.40131 (Table 3, row GPT-5.6-sol, column Table 3, Dep.)",,out:effort-not-established, arxiv-2610.40131-t3-delta-pp,arxiv-2610.40131,gpt-5.6-sol,unstated,mixed,hard,,,,,,,13.1,Delta (pp),0.0289,,,"https://arxiv.org/abs/2610.40131 (Table 3, row GPT-5.6-sol, column Table 3, Delta (pp))",,out:effort-not-established, arxiv-2610.40212-a-which,arxiv-2610.40212,gemini-3.1-pro,unstated,reasoning-math,mid,,,,,,,1.00,accuracy%,0.00289,,,"https://arxiv.org/abs/2610.40212 (Table 1, row Gemini-3.1-Pro (Closed-weight frontier), column Task A which (n=24))",,out:effort-not-established, arxiv-2610.40212-a-bias,arxiv-2610.40212,gemini-3.1-pro,unstated,reasoning-math,mid,,,,,,,1.00,score-fraction,0.00289,,,"https://arxiv.org/abs/2610.40212 (Table 1, row Gemini-3.1-Pro (Closed-weight frontier), column Task A bias (n=24))",,out:effort-not-established, arxiv-2610.40212-b-dir,arxiv-2610.40212,gemini-3.1-pro,unstated,reasoning-math,mid,,,,,,,0.75,score-fraction,0.00289,,,"https://arxiv.org/abs/2610.40212 (Table 1, row Gemini-3.1-Pro (Closed-weight frontier), column Task B direction within +-1 (n=48))",,out:effort-not-established, arxiv-2610.40212-c-mae,arxiv-2610.40212,gemini-3.1-pro,unstated,reasoning-math,mid,,,,,,,1056,CCT-MAE-K,0.289,,,"https://arxiv.org/abs/2610.40212 (Table 1, row Gemini-3.1-Pro (Closed-weight frontier), column Task C CCT MAE in K (lower is better, n=27))",,out:effort-not-established, arxiv-2610.40212-c-500k,arxiv-2610.40212,gemini-3.1-pro,unstated,reasoning-math,mid,,,,,,,0.33,score-fraction,0.00289,,,"https://arxiv.org/abs/2610.40212 (Table 1, row Gemini-3.1-Pro (Closed-weight frontier), column Task C share within 500 K (n=27))",,out:effort-not-established, arxiv-2610.40212-d-order,arxiv-2610.40212,gemini-3.1-pro,unstated,reasoning-math,mid,,,,,,,0.88,score-fraction,0.00289,,,"https://arxiv.org/abs/2610.40212 (Table 1, row Gemini-3.1-Pro (Closed-weight frontier), column Task D order (n=24))",,out:effort-not-established, arxiv-2610.40212-e-raw,arxiv-2610.40212,gemini-3.1-pro,unstated,reasoning-math,mid,,,,,,,0.85,score-fraction,0.00289,,,"https://arxiv.org/abs/2610.40212 (Table 1, row Gemini-3.1-Pro (Closed-weight frontier), column Task E raw constancy (n=8 patches))",,out:effort-not-established, arxiv-2610.40212-c-mae-random,arxiv-2610.40212,gemini-3.1-pro,unstated,reasoning-math,mid,,,,,,,1793,CCT-MAE-K,0.289,,,"https://arxiv.org/abs/2610.40212 (robustness check (non-ColorChecker control), Task C re-rendered with 24 random sRGB-cube patches)",,out:effort-not-established, arxiv-2610.40246-clmb-off,arxiv-2610.40246,opus-5,high,computer-use,hard,Claude Code,,,,,,100,success%,0,,,"https://arxiv.org/abs/2610.40246 (Table 6, insurance-claim approval, row Opus 5, column OFF)",,out:single-couple, arxiv-2610.40246-clmb-on,arxiv-2610.40246,opus-5,high,computer-use,hard,Claude Code,,,,,,100,success%,0,,,"https://arxiv.org/abs/2610.40246 (Table 6, insurance-claim approval, row Opus 5, column ON/CUE)",,out:single-couple, arxiv-2610.40246-clmb-paired,arxiv-2610.40246,opus-5,high,computer-use,hard,Claude Code,,,,,,,paired-counts,,,,"https://arxiv.org/abs/2610.40246 (Table 6, insurance-claim approval, row Opus 5, column paired for/ag./tie)",,out:no-proof, arxiv-2610.40246-clmb-p,arxiv-2610.40246,opus-5,high,computer-use,hard,Claude Code,,,,,,1.00,p-value,0.00289,,,"https://arxiv.org/abs/2610.40246 (Table 6, insurance-claim approval, row Opus 5, column local p)",,out:not-headline, arxiv-2610.40246-clmb-indep,arxiv-2610.40246,opus-5,high,computer-use,hard,Claude Code,,,,,,100,independent-endpoint-agreement,0,,,"https://arxiv.org/abs/2610.40246 (Table 6, insurance-claim approval, row Opus 5, column indep. endpoint)",,out:not-headline, arxiv-2610.40246-clmbs-off,arxiv-2610.40246,sonnet-5,default,computer-use,hard,Claude Code,,,,,,10,success%,0,,,"https://arxiv.org/abs/2610.40246 (Table 6, insurance-claim approval, row Sonnet 5, column OFF)",,out:effort-not-established, arxiv-2610.40246-clmbs-on,arxiv-2610.40246,sonnet-5,default,computer-use,hard,Claude Code,,,,,,90,success%,0,,,"https://arxiv.org/abs/2610.40246 (Table 6, insurance-claim approval, row Sonnet 5, column ON/CUE)",,out:effort-not-established, arxiv-2610.40246-clmbs-paired,arxiv-2610.40246,sonnet-5,default,computer-use,hard,Claude Code,,,,,,,paired-counts,,,,"https://arxiv.org/abs/2610.40246 (Table 6, insurance-claim approval, row Sonnet 5, column paired for/ag./tie)",,out:no-proof, arxiv-2610.40246-clmbs-p,arxiv-2610.40246,sonnet-5,default,computer-use,hard,Claude Code,,,,,,0.00781,p-value,2.89e-06,,,"https://arxiv.org/abs/2610.40246 (Table 6, insurance-claim approval, row Sonnet 5, column local p)",,out:effort-not-established, arxiv-2610.40246-clmbs-indep,arxiv-2610.40246,sonnet-5,default,computer-use,hard,Claude Code,,,,,,100,independent-endpoint-agreement,0,,,"https://arxiv.org/abs/2610.40246 (Table 6, insurance-claim approval, row Sonnet 5, column indep. endpoint)",,out:effort-not-established, arxiv-2610.40246-bc-off,arxiv-2610.40246,opus-5,high,computer-use,hard,Claude Code,,,,,,0,success%,0,,,"https://arxiv.org/abs/2610.40246 (Table 6, clinic booking, row Opus 5 (BC), column OFF)",,out:single-couple, arxiv-2610.40246-bc-cue,arxiv-2610.40246,opus-5,high,computer-use,hard,Claude Code,,,,,,12.5,success%,0,,,"https://arxiv.org/abs/2610.40246 (Table 6, clinic booking, row Opus 5 (BC), column ON/CUE)",,out:single-couple, arxiv-2610.40246-bc-live,arxiv-2610.40246,opus-5,high,computer-use,hard,Claude Code,,,,,,93.75,success%,0,,,"https://arxiv.org/abs/2610.40246 (Table 6, clinic booking, row Opus 5 (BC), column LIVE)",,out:single-couple, arxiv-2610.40246-bc-live-cue-paired,arxiv-2610.40246,opus-5,high,computer-use,hard,Claude Code,,,,,,,paired-counts,,,,"https://arxiv.org/abs/2610.40246 (Table 6, clinic booking, row Opus 5 (BC), column paired for/ag./tie, LIVE - CUE)",,out:no-proof, arxiv-2610.40246-bc-live-cue-p,arxiv-2610.40246,opus-5,high,computer-use,hard,Claude Code,,,,,,0.000244,p-value,2.89e-07,,,"https://arxiv.org/abs/2610.40246 (Table 6, clinic booking, row Opus 5 (BC), column local p, LIVE - CUE)",,out:not-headline, arxiv-2610.40246-bc-cue-off-paired,arxiv-2610.40246,opus-5,high,computer-use,hard,Claude Code,,,,,,,paired-counts,,,,"https://arxiv.org/abs/2610.40246 (Table 6, clinic booking, row Opus 5 (BC), column paired for/ag./tie, CUE - OFF)",,out:no-proof, arxiv-2610.40246-bc-cue-off-p,arxiv-2610.40246,opus-5,high,computer-use,hard,Claude Code,,,,,,0.5,p-value,0.0289,,,"https://arxiv.org/abs/2610.40246 (Table 6, clinic booking, row Opus 5 (BC), column local p, CUE - OFF)",,out:not-headline, arxiv-2610.40246-bc-indep,arxiv-2610.40246,opus-5,high,computer-use,hard,Claude Code,,,,,,100,independent-endpoint-agreement,0,,,"https://arxiv.org/abs/2610.40246 (Table 6, clinic booking, row Opus 5 (BC), column indep. endpoint)",,out:not-headline, arxiv-2610.40246-clmbg-off,arxiv-2610.40246,gemini-3.1-pro,unstated,computer-use,hard,,,,,,,0,success%,0,,,"https://arxiv.org/abs/2610.40246 (Table 6, row insurance-claim approval, Gemini (CLM-BG), column OFF)",,out:effort-not-established, arxiv-2610.40246-clmbg-on,arxiv-2610.40246,gemini-3.1-pro,unstated,computer-use,hard,,,,,,,50,success%,0,,,"https://arxiv.org/abs/2610.40246 (Table 6, column ON/CUE)",,out:effort-not-established, arxiv-2610.40246-clmbg-paired,arxiv-2610.40246,gemini-3.1-pro,unstated,computer-use,hard,,,,,,,,paired-counts,,,,"https://arxiv.org/abs/2610.40246 (Table 6, column paired for/ag./tie)",,out:no-proof, arxiv-2610.40246-clmbg-p,arxiv-2610.40246,gemini-3.1-pro,unstated,computer-use,hard,,,,,,,0.0625,p-value,2.89e-05,,,"https://arxiv.org/abs/2610.40246 (Table 6, column local p)",,out:effort-not-established, openconjecture-pass2-found,arxiv-2610.40382,gpt-5.6-sol-pro,xhigh,reasoning-math,frontier,,,,,,,15,counterexamples / proofs found at pass 2,0.289,,,"https://arxiv.org/abs/2610.40382 (Results, text before ""LLM review for correctness"" (counterexamples found at pass 2; 11 proofs at pass 2))",,out:not-headline, openconjecture-pass2-cost,arxiv-2610.40382,gpt-5.6-sol-pro,xhigh,reasoning-math,frontier,,per-item,,,,34522,0.41,median cost pass 2,0.00289,,,"https://arxiv.org/abs/2610.40382 (Results, paragraph Cost)",,out:not-headline,out:value-not-established arxiv-2610.40503-arcagi3-public-standard,arxiv-2610.40503,opus-5,high,mixed,hard,,,,,,,40.7,score%,0.0289,,,"https://arxiv.org/abs/2610.40503 (Table 1, column Mean score)",,in, arxiv-2610.40503-arcagi3-public-standard,arxiv-2610.40503,gpt-6-astra,max,mixed,hard,,,,,,,68.3,score%,0.0289,,,"https://arxiv.org/abs/2610.40503 (Table 1, column Mean score)",,in, arxiv-2610.41025-argon-autopsy-repair,arxiv-2610.41025,gemini-4-argon,high,agentic-tool,frontier,,,,,,,48.4,causal-repair-pts,0.0289,,,"https://arxiv.org/abs/2610.41025 (Table 1 (autopsy track), rank 3, column Causal repair (pts))",,in, arxiv-2610.41025-argon-autopsy-fixrate,arxiv-2610.41025,gemini-4-argon,high,agentic-tool,frontier,,,,,,,52.3,fix-rate%,0.0289,,,"https://arxiv.org/abs/2610.41025 (Table 1, rank 3, column Fix rate)",src-arxiv-2610.41025-2026-10-29|arxiv-2610.41025:autopsy|gemini-4-argon@high|,in, arxiv-2610.41025-argon-autopsy-fullyfixed,arxiv-2610.41025,gemini-4-argon,high,agentic-tool,frontier,,,,,,,24,fully-fixed,0.289,,,"https://arxiv.org/abs/2610.41025 (Table 1, rank 3, column Fully fixed)",src-arxiv-2610.41025-2026-10-29|arxiv-2610.41025:autopsy|gemini-4-argon@high|,in, arxiv-2610.41025-argon-autopsy-valid,arxiv-2610.41025,gemini-4-argon,high,agentic-tool,frontier,,,,,,,60,valid-answers,0.289,,,"https://arxiv.org/abs/2610.41025 (Table 1, rank 3, column Valid (/62))",,in, arxiv-2610.41025-argon-autopsy-repair,arxiv-2610.41025,gemini-3.8-flash,high,agentic-tool,frontier,,,,,,,47.1,causal-repair-pts,0.0289,,,"https://arxiv.org/abs/2610.41025 (Table 1 (autopsy track), rank 4, column Causal repair (pts))",,in, arxiv-2610.41025-argon-autopsy-fixrate,arxiv-2610.41025,gemini-3.8-flash,high,agentic-tool,frontier,,,,,,,53.5,fix-rate%,0.0289,,,"https://arxiv.org/abs/2610.41025 (Table 1, rank 4, column Fix rate)",src-arxiv-2610.41025-2026-10-29|arxiv-2610.41025:autopsy|gemini-3.8-flash@high|,in, arxiv-2610.41025-argon-autopsy-fullyfixed,arxiv-2610.41025,gemini-3.8-flash,high,agentic-tool,frontier,,,,,,,25,fully-fixed,0.289,,,"https://arxiv.org/abs/2610.41025 (Table 1, rank 4, column Fully fixed)",src-arxiv-2610.41025-2026-10-29|arxiv-2610.41025:autopsy|gemini-3.8-flash@high|,in, arxiv-2610.41025-argon-autopsy-valid,arxiv-2610.41025,gemini-3.8-flash,high,agentic-tool,frontier,,,,,,,55,valid-answers,0.289,,,"https://arxiv.org/abs/2610.41025 (Table 1, rank 4, column Valid (/62))",,in, arxiv-2610.41025-flash-autopsy-validonly,arxiv-2610.41025,gemini-3.8-flash,high,agentic-tool,frontier,,,,,,,53.1,causal-repair-pts,0.0289,,,"https://arxiv.org/abs/2610.41025 (4.2 (text, valid-answers-only scoring))",,out:single-couple, arxiv-2610.41025-sup-net,arxiv-2610.41025,gemini-3.8-flash,high,agentic-tool,frontier,,,,,,,29.1,causal-repair-pts,0.0289,,,"https://arxiv.org/abs/2610.41025 (Table 3, column Net (pts))",,out:single-couple, arxiv-2610.41025-sup-effect-failing,arxiv-2610.41025,gemini-3.8-flash,high,agentic-tool,frontier,,,,,,,45.5,causal-repair-pts,0.0289,,,"https://arxiv.org/abs/2610.41025 (Table 3, column Effect, failing runs)",src-arxiv-2610.41025-2026-10-29|arxiv-2610.41025:supervision|gemini-3.8-flash@high|,in, arxiv-2610.41025-sup-intervened,arxiv-2610.41025,gemini-3.8-flash,high,agentic-tool,frontier,,,,,,,95.16129,intervened%,0,,,"https://arxiv.org/abs/2610.41025 (Table 3, column Intervened)",,out:single-couple, arxiv-2610.41025-sup-effect-succeeding,arxiv-2610.41025,gemini-3.8-flash,high,agentic-tool,frontier,,,,,,,0.8,causal-repair-pts,0.0289,,,"https://arxiv.org/abs/2610.41025 (Table 3, column Effect, succeeding runs)",src-arxiv-2610.41025-2026-10-29|arxiv-2610.41025:supervision|gemini-3.8-flash@high|,in, arxiv-2610.41025-sup-falsealarms,arxiv-2610.41025,gemini-3.8-flash,high,agentic-tool,frontier,,,,,,,8,false-alarms%,0,,,"https://arxiv.org/abs/2610.41025 (Table 3, column False alarms)",,out:single-couple, arxiv-2610.41025-t4-falsealarms-qwen,arxiv-2610.41025,gemini-3.8-flash,high,agentic-tool,frontier,,,,,,,11.111111,false-alarms%,0,,,"https://arxiv.org/abs/2610.41025 (Table 4, column False alarms, Qwen successes)",,out:single-couple, arxiv-2610.41025-t4-falsealarms-other,arxiv-2610.41025,gemini-3.8-flash,high,agentic-tool,frontier,,,,,,,0,false-alarms%,0,,,"https://arxiv.org/abs/2610.41025 (Table 4, column False alarms, other successes)",,out:single-couple, arxiv-2610.41025-t4-net-all,arxiv-2610.41025,gemini-3.8-flash,high,agentic-tool,frontier,,,,,,,29.1,causal-repair-pts,0.0289,,,"https://arxiv.org/abs/2610.41025 (Table 4, column Net, all its runs)",src-arxiv-2610.41025-2026-10-29|arxiv-2610.41025:supervision|gemini-3.8-flash@high|,in, arxiv-2610.41025-t4-net-nonqwen,arxiv-2610.41025,gemini-3.8-flash,high,agentic-tool,frontier,,,,,,,36.6,causal-repair-pts,0.0289,,,"https://arxiv.org/abs/2610.41025 (Table 4, column Net, non-Qwen runs)",src-arxiv-2610.41025-2026-10-29|arxiv-2610.41025:supervision|gemini-3.8-flash@high|,in, arxiv-2610.41025-replayrca-autopsy-causal-repair-gpt-6-1-sol,arxiv-2610.41025,gpt-6.1-sol,max,mixed,hard,,,,,,,45.2,causal repair (points),0.0289,,,"https://arxiv.org/abs/2610.41025 (Table 1, row GPT-6.1 Sol, column Causal repair)",,out:single-couple, arxiv-2610.41025-argon-autopsy-fixrate,arxiv-2610.41025,gpt-6.1-sol,max,agentic-tool,frontier,,,,,,,50.6,fix-rate%,0.0289,,,"https://arxiv.org/abs/2610.41025 (Table 1, row GPT-6.1 Sol, column Fix rate)",src-arxiv-2610.41025-2026-10-29|arxiv-2610.41025:autopsy|gpt-6.1-sol@max|,in, arxiv-2610.41025-argon-autopsy-fullyfixed,arxiv-2610.41025,gpt-6.1-sol,max,agentic-tool,frontier,,,,,,,18,fully-fixed,0.289,,,"https://arxiv.org/abs/2610.41025 (Table 1, row GPT-6.1 Sol, column Fully fixed)",src-arxiv-2610.41025-2026-10-29|arxiv-2610.41025:autopsy|gpt-6.1-sol@max|,in, arxiv-2610.41025-replayrca-autopsy-causal-repair-gpt-6-astra,arxiv-2610.41025,gpt-6-astra,max,mixed,hard,,,,,,,42.9,causal repair (points),0.0289,,,"https://arxiv.org/abs/2610.41025 (Table 1, row GPT-6 Astra, column Causal repair)",,out:single-couple, arxiv-2610.41025-argon-autopsy-fixrate,arxiv-2610.41025,gpt-6-astra,max,agentic-tool,frontier,,,,,,,49.7,fix-rate%,0.0289,,,"https://arxiv.org/abs/2610.41025 (Table 1, row GPT-6 Astra, column Fix rate)",src-arxiv-2610.41025-2026-10-29|arxiv-2610.41025:autopsy|gpt-6-astra@max|,in, arxiv-2610.41025-argon-autopsy-fullyfixed,arxiv-2610.41025,gpt-6-astra,max,agentic-tool,frontier,,,,,,,21,fully-fixed,0.289,,,"https://arxiv.org/abs/2610.41025 (Table 1, row GPT-6 Astra, column Fully fixed)",src-arxiv-2610.41025-2026-10-29|arxiv-2610.41025:autopsy|gpt-6-astra@max|,in, arxiv-2610.41025-replayrca-autopsy-causal-repair-gpt-6-luna,arxiv-2610.41025,gpt-6-luna,max,mixed,hard,,,,,,,37.1,causal repair (points),0.0289,,,"https://arxiv.org/abs/2610.41025 (Table 1, row GPT-6 Luna, column Causal repair)",,out:single-couple, arxiv-2610.41025-argon-autopsy-fixrate,arxiv-2610.41025,gpt-6-luna,max,agentic-tool,frontier,,,,,,,48.7,fix-rate%,0.0289,,,"https://arxiv.org/abs/2610.41025 (Table 1, row GPT-6 Luna, column Fix rate)",src-arxiv-2610.41025-2026-10-29|arxiv-2610.41025:autopsy|gpt-6-luna@max|,in, arxiv-2610.41025-argon-autopsy-fullyfixed,arxiv-2610.41025,gpt-6-luna,max,agentic-tool,frontier,,,,,,,15,fully-fixed,0.289,,,"https://arxiv.org/abs/2610.41025 (Table 1, row GPT-6 Luna, column Fully fixed)",src-arxiv-2610.41025-2026-10-29|arxiv-2610.41025:autopsy|gpt-6-luna@max|,in, arxiv-2610.41025-replayrca-item52-causal-repair-gpt-6-1-sol,arxiv-2610.41025,gpt-6.1-sol,max,mixed,hard,,,,,,,80.0,causal repair on one item (points),0.0289,,,"https://arxiv.org/abs/2610.41025 (Table 2, row GPT-6.1 Sol, column Causal repair)",,out:single-couple, arxiv-2610.41025-replayrca-item52-causal-repair-gpt-6-astra,arxiv-2610.41025,gpt-6-astra,max,mixed,hard,,,,,,,80.0,causal repair on one item (points),0.0289,,,"https://arxiv.org/abs/2610.41025 (Table 2, row GPT-6 Astra, column Causal repair)",,out:single-couple, arxiv-2610.41025-replayrca-item52-causal-repair-gpt-6-luna,arxiv-2610.41025,gpt-6-luna,max,mixed,hard,,,,,,,60.0,causal repair on one item (points),0.0289,,,"https://arxiv.org/abs/2610.41025 (Table 2, row GPT-6 Luna, column Causal repair)",,out:single-couple, arxiv-2610.41025-replayrca-oversight-net-gpt-6-luna,arxiv-2610.41025,gpt-6-luna,max,mixed,hard,,,,,,,19.7,net damage prevented (points),0.0289,,,"https://arxiv.org/abs/2610.41025 (Table 3, row GPT-6 Luna, column Net)",,out:not-headline, arxiv-2610.41025-sup-effect-failing,arxiv-2610.41025,gpt-6-luna,max,agentic-tool,frontier,,,,,,,32.9,causal-repair-pts,0.0289,,,"https://arxiv.org/abs/2610.41025 (Table 3, row GPT-6 Luna, column Effect, failing runs)",src-arxiv-2610.41025-2026-10-29|arxiv-2610.41025:supervision|gpt-6-luna@max|,in, arxiv-2610.41025-sup-effect-succeeding,arxiv-2610.41025,gpt-6-luna,max,agentic-tool,frontier,,,,,,,0.8,causal-repair-pts,0.0289,,,"https://arxiv.org/abs/2610.41025 (Table 3, row GPT-6 Luna, column Effect, succeeding runs)",src-arxiv-2610.41025-2026-10-29|arxiv-2610.41025:supervision|gpt-6-luna@max|,in, arxiv-2610.41025-replayrca-oversight-net-gpt-6-1-sol,arxiv-2610.41025,gpt-6.1-sol,max,mixed,hard,,,,,,,18.1,net damage prevented (points),0.0289,,,"https://arxiv.org/abs/2610.41025 (Table 3, row GPT-6.1 Sol, column Net)",,out:not-headline, arxiv-2610.41025-sup-effect-failing,arxiv-2610.41025,gpt-6.1-sol,max,agentic-tool,frontier,,,,,,,30.6,causal-repair-pts,0.0289,,,"https://arxiv.org/abs/2610.41025 (Table 3, row GPT-6.1 Sol, column Effect, failing runs)",src-arxiv-2610.41025-2026-10-29|arxiv-2610.41025:supervision|gpt-6.1-sol@max|,in, arxiv-2610.41025-sup-effect-succeeding,arxiv-2610.41025,gpt-6.1-sol,max,agentic-tool,frontier,,,,,,,0.0,causal-repair-pts,0.0289,,,"https://arxiv.org/abs/2610.41025 (Table 3, row GPT-6.1 Sol, column Effect, succeeding runs)",src-arxiv-2610.41025-2026-10-29|arxiv-2610.41025:supervision|gpt-6.1-sol@max|,in, arxiv-2610.41025-t4-net-all,arxiv-2610.41025,gpt-6-luna,max,agentic-tool,frontier,,,,,,,17.9,causal-repair-pts,0.0289,,,"https://arxiv.org/abs/2610.41025 (Table 4, row GPT-6 Luna, column Net, all its runs)",src-arxiv-2610.41025-2026-10-29|arxiv-2610.41025:supervision|gpt-6-luna@max|,in, arxiv-2610.41025-t4-net-nonqwen,arxiv-2610.41025,gpt-6-luna,max,agentic-tool,frontier,,,,,,,22.4,causal-repair-pts,0.0289,,,"https://arxiv.org/abs/2610.41025 (Table 4, row GPT-6 Luna, column Net, non-Qwen runs)",src-arxiv-2610.41025-2026-10-29|arxiv-2610.41025:supervision|gpt-6-luna@max|,in, arxiv-2610.41025-t4-net-all,arxiv-2610.41025,gpt-6.1-sol,max,agentic-tool,frontier,,,,,,,16.4,causal-repair-pts,0.0289,,,"https://arxiv.org/abs/2610.41025 (Table 4, row GPT-6.1 Sol, column Net, all its runs)",src-arxiv-2610.41025-2026-10-29|arxiv-2610.41025:supervision|gpt-6.1-sol@max|,in, arxiv-2610.41025-t4-net-nonqwen,arxiv-2610.41025,gpt-6.1-sol,max,agentic-tool,frontier,,,,,,,20.5,causal-repair-pts,0.0289,,,"https://arxiv.org/abs/2610.41025 (Table 4, row GPT-6.1 Sol, column Net, non-Qwen runs)",src-arxiv-2610.41025-2026-10-29|arxiv-2610.41025:supervision|gpt-6.1-sol@max|,in, arxiv-2610.41025-replayrca-autopsy-vs-live-delta-gpt-6-1-sol,arxiv-2610.41025,gpt-6.1-sol,max,mixed,hard,,,,,,,-14.5,live oversight minus autopsy (points),0.0289,,,"https://arxiv.org/abs/2610.41025 (Table 5, row GPT-6.1 Sol, column Delta)",,out:not-headline, arxiv-2610.41025-replayrca-autopsy-vs-live-delta-gpt-6-luna,arxiv-2610.41025,gpt-6-luna,max,mixed,hard,,,,,,,-4.2,live oversight minus autopsy (points),0.0289,,,"https://arxiv.org/abs/2610.41025 (Table 5, row GPT-6 Luna, column Delta)",,out:not-headline, arxiv-2610.41025-replayrca-ablation-gpt-6-1-sol-medium-effort,arxiv-2610.41025,gpt-6.1-sol,medium,mixed,hard,,,,,,,40.6,causal repair (points),0.0289,,,"https://arxiv.org/abs/2610.41025 (Table 6, row GPT-6.1 Sol, medium effort, column Causal repair)",,out:single-couple, arxiv-2610.41025-replayrca-ablation-gpt-6-1-sol-max-effort,arxiv-2610.41025,gpt-6.1-sol,max,mixed,hard,,,,,,,45.2,causal repair (points),0.0289,,,"https://arxiv.org/abs/2610.41025 (Table 6, row GPT-6.1 Sol, max effort, column Causal repair)",,out:single-couple, arxiv-2610.41025-replayrca-ablation-gpt-6-1-sol-max-effort-forced-last-step,arxiv-2610.41025,gpt-6.1-sol,max,mixed,hard,,,,,,,28.1,causal repair (points),0.0289,,,"https://arxiv.org/abs/2610.41025 (Table 6, row GPT-6.1 Sol, max effort, forced last step, column Causal repair)",,out:single-couple, arxiv-2610.41025-replayrca-ablation-gpt-6-luna-max-effort-first-sample,arxiv-2610.41025,gpt-6-luna,max,mixed,hard,,,,,,,37.1,causal repair (points),0.0289,,,"https://arxiv.org/abs/2610.41025 (Table 6, row GPT-6 Luna, max effort, first sample, column Causal repair)",,out:single-couple, arxiv-2610.41025-replayrca-ablation-gpt-6-luna-max-effort-second-sample,arxiv-2610.41025,gpt-6-luna,max,mixed,hard,,,,,,,33.5,causal repair (points),0.0289,,,"https://arxiv.org/abs/2610.41025 (Table 6, row GPT-6 Luna, max effort, second sample, column Causal repair)",,out:single-couple, arxiv-2610.41025-replayrca-ablation-gpt-6-luna-max-effort-reworded-prompt,arxiv-2610.41025,gpt-6-luna,max,mixed,hard,,,,,,,30.6,causal repair (points),0.0289,,,"https://arxiv.org/abs/2610.41025 (Table 6, row GPT-6 Luna, max effort, reworded prompt, column Causal repair)",,out:single-couple, arxiv-2610.41025-replayrca-worker-first-attempt-late-delivery-l4,arxiv-2610.41025,gpt-6-luna,nothink,mixed,hard,,,,,,,40,first-attempt task success (%),0.289,,,"https://arxiv.org/abs/2610.41025 (Table 8, row GPT-6 Luna, column Late delivery L4)",,out:single-couple, arxiv-2610.41025-replayrca-worker-first-attempt-late-delivery-l5,arxiv-2610.41025,gpt-6-luna,nothink,mixed,hard,,,,,,,40,first-attempt task success (%),0.289,,,"https://arxiv.org/abs/2610.41025 (Table 8, row GPT-6 Luna, column Late delivery L5)",,out:single-couple, arxiv-2610.41025-replayrca-worker-first-attempt-late-delivery-l6,arxiv-2610.41025,gpt-6-luna,nothink,mixed,hard,,,,,,,30,first-attempt task success (%),0.289,,,"https://arxiv.org/abs/2610.41025 (Table 8, row GPT-6 Luna, column Late delivery L6)",,out:single-couple, arxiv-2610.41025-replayrca-worker-first-attempt-recall-l4,arxiv-2610.41025,gpt-6-luna,nothink,mixed,hard,,,,,,,80,first-attempt task success (%),0.289,,,"https://arxiv.org/abs/2610.41025 (Table 8, row GPT-6 Luna, column Recall L4)",,out:single-couple, arxiv-2610.41025-replayrca-worker-first-attempt-recall-l5,arxiv-2610.41025,gpt-6-luna,nothink,mixed,hard,,,,,,,80,first-attempt task success (%),0.289,,,"https://arxiv.org/abs/2610.41025 (Table 8, row GPT-6 Luna, column Recall L5)",,out:single-couple, arxiv-2610.41025-replayrca-worker-first-attempt-recall-l6,arxiv-2610.41025,gpt-6-luna,nothink,mixed,hard,,,,,,,50,first-attempt task success (%),0.289,,,"https://arxiv.org/abs/2610.41025 (Table 8, row GPT-6 Luna, column Recall L6)",,out:single-couple, arxiv-2610.41025-replayrca-worker-first-attempt-damage-l4,arxiv-2610.41025,gpt-6-luna,nothink,mixed,hard,,,,,,,100,first-attempt task success (%),0.289,,,"https://arxiv.org/abs/2610.41025 (Table 8, row GPT-6 Luna, column Damage L4)",,out:single-couple, arxiv-2610.41025-replayrca-worker-first-attempt-damage-l5,arxiv-2610.41025,gpt-6-luna,nothink,mixed,hard,,,,,,,80,first-attempt task success (%),0.289,,,"https://arxiv.org/abs/2610.41025 (Table 8, row GPT-6 Luna, column Damage L5)",,out:single-couple, arxiv-2610.41025-replayrca-worker-first-attempt-damage-l6,arxiv-2610.41025,gpt-6-luna,nothink,mixed,hard,,,,,,,100,first-attempt task success (%),0.289,,,"https://arxiv.org/abs/2610.41025 (Table 8, row GPT-6 Luna, column Damage L6)",,out:single-couple, arxiv-2610.41025-replayrca-levels-levels-4-5-gpt-6-1-sol,arxiv-2610.41025,gpt-6.1-sol,max,mixed,hard,,,,,,,46.2,causal repair by difficulty (points),0.0289,,,"https://arxiv.org/abs/2610.41025 (appendix table (levels 4-5 versus 6), row GPT-6.1 Sol, column Levels 4-5)",,out:single-couple, arxiv-2610.41025-replayrca-levels-level-6-gpt-6-1-sol,arxiv-2610.41025,gpt-6.1-sol,max,mixed,hard,,,,,,,44.2,causal repair by difficulty (points),0.0289,,,"https://arxiv.org/abs/2610.41025 (appendix table (levels 4-5 versus 6), row GPT-6.1 Sol, column Level 6)",,out:single-couple, arxiv-2610.41025-replayrca-levels-delta-gpt-6-1-sol,arxiv-2610.41025,gpt-6.1-sol,max,mixed,hard,,,,,,,-2.0,causal repair by difficulty (points),0.0289,,,"https://arxiv.org/abs/2610.41025 (appendix table (levels 4-5 versus 6), row GPT-6.1 Sol, column Delta (level 6 minus levels 4-5))",,out:not-headline, arxiv-2610.41025-replayrca-levels-levels-4-5-gpt-6-luna,arxiv-2610.41025,gpt-6-luna,max,mixed,hard,,,,,,,37.9,causal repair by difficulty (points),0.0289,,,"https://arxiv.org/abs/2610.41025 (appendix table (levels 4-5 versus 6), row GPT-6 Luna, column Levels 4-5)",,out:single-couple, arxiv-2610.41025-replayrca-levels-level-6-gpt-6-luna,arxiv-2610.41025,gpt-6-luna,max,mixed,hard,,,,,,,36.4,causal repair by difficulty (points),0.0289,,,"https://arxiv.org/abs/2610.41025 (appendix table (levels 4-5 versus 6), row GPT-6 Luna, column Level 6)",,out:single-couple, arxiv-2610.41025-replayrca-levels-delta-gpt-6-luna,arxiv-2610.41025,gpt-6-luna,max,mixed,hard,,,,,,,-1.6,causal repair by difficulty (points),0.0289,,,"https://arxiv.org/abs/2610.41025 (appendix table (levels 4-5 versus 6), row GPT-6 Luna, column Delta (level 6 minus levels 4-5))",,out:not-headline, arxiv-2610.41025-replayrca-levels-levels-4-5-gpt-6-astra,arxiv-2610.41025,gpt-6-astra,max,mixed,hard,,,,,,,51.0,causal repair by difficulty (points),0.0289,,,"https://arxiv.org/abs/2610.41025 (appendix table (levels 4-5 versus 6), row GPT-6 Astra, column Levels 4-5)",,out:single-couple, arxiv-2610.41025-replayrca-levels-level-6-gpt-6-astra,arxiv-2610.41025,gpt-6-astra,max,mixed,hard,,,,,,,35.8,causal repair by difficulty (points),0.0289,,,"https://arxiv.org/abs/2610.41025 (appendix table (levels 4-5 versus 6), row GPT-6 Astra, column Level 6)",,out:single-couple, arxiv-2610.41025-replayrca-levels-delta-gpt-6-astra,arxiv-2610.41025,gpt-6-astra,max,mixed,hard,,,,,,,-15.3,causal repair by difficulty (points),0.0289,,,"https://arxiv.org/abs/2610.41025 (appendix table (levels 4-5 versus 6), row GPT-6 Astra, column Delta (level 6 minus levels 4-5))",,out:not-headline, arxiv-2610.41025-replayrca-agreement-consensus-gpt-6-1-sol,arxiv-2610.41025,gpt-6.1-sol,max,mixed,hard,,,,,,,84,agreement with the consensus step (%),0.289,,,"https://arxiv.org/abs/2610.41025 (Table 12, row GPT-6.1 Sol, column Agreement with the consensus step)",,out:not-headline, arxiv-2610.41025-replayrca-agreement-consensus-gpt-6-astra,arxiv-2610.41025,gpt-6-astra,max,mixed,hard,,,,,,,87,agreement with the consensus step (%),0.289,,,"https://arxiv.org/abs/2610.41025 (Table 12, row GPT-6 Astra, column Agreement with the consensus step)",,out:not-headline, arxiv-2610.41025-replayrca-agreement-consensus-gpt-6-luna,arxiv-2610.41025,gpt-6-luna,max,mixed,hard,,,,,,,66,agreement with the consensus step (%),0.289,,,"https://arxiv.org/abs/2610.41025 (Table 12, row GPT-6 Luna, column Agreement with the consensus step)",,out:not-headline, arxiv-2610.41025-replayrca-lambda-0-gpt-6-luna,arxiv-2610.41025,gpt-6-luna,max,mixed,hard,,,,,,,23.7,net damage prevented (points),0.0289,,,"https://arxiv.org/abs/2610.41025 (Table 13, row GPT-6 Luna, column lambda = 0)",,out:not-headline, arxiv-2610.41025-replayrca-lambda-10-gpt-6-luna,arxiv-2610.41025,gpt-6-luna,max,mixed,hard,,,,,,,15.6,net damage prevented (points),0.0289,,,"https://arxiv.org/abs/2610.41025 (Table 13, row GPT-6 Luna, column lambda = 10)",,out:not-headline, arxiv-2610.41025-replayrca-lambda-20-gpt-6-luna,arxiv-2610.41025,gpt-6-luna,max,mixed,hard,,,,,,,7.6,net damage prevented (points),0.0289,,,"https://arxiv.org/abs/2610.41025 (Table 13, row GPT-6 Luna, column lambda = 20)",,out:not-headline, arxiv-2610.41025-replayrca-lambda-0-gpt-6-1-sol,arxiv-2610.41025,gpt-6.1-sol,max,mixed,hard,,,,,,,21.8,net damage prevented (points),0.0289,,,"https://arxiv.org/abs/2610.41025 (Table 13, row GPT-6.1 Sol, column lambda = 0)",,out:not-headline, arxiv-2610.41025-replayrca-lambda-10-gpt-6-1-sol,arxiv-2610.41025,gpt-6.1-sol,max,mixed,hard,,,,,,,14.4,net damage prevented (points),0.0289,,,"https://arxiv.org/abs/2610.41025 (Table 13, row GPT-6.1 Sol, column lambda = 10)",,out:not-headline, arxiv-2610.41025-replayrca-lambda-20-gpt-6-1-sol,arxiv-2610.41025,gpt-6.1-sol,max,mixed,hard,,,,,,,6.9,net damage prevented (points),0.0289,,,"https://arxiv.org/abs/2610.41025 (Table 13, row GPT-6.1 Sol, column lambda = 20)",,out:not-headline, arxiv-2610.41025-autopsy-causal-repair,arxiv-2610.41025,grok-4.7,xhigh,mixed,hard,,,,,,,51.3,causal repair (points),0.0289,,,"https://arxiv.org/abs/2610.41025 (Table 1, row 1 Grok 4.7, column Causal repair)",,out:single-couple, arxiv-2610.41025-argon-autopsy-fixrate,arxiv-2610.41025,grok-4.7,xhigh,agentic-tool,frontier,,,,,,,55.8,fix-rate%,0.0289,,,"https://arxiv.org/abs/2610.41025 (Table 1, row Grok 4.7, column Fix rate)",,in, arxiv-2610.41025-autopsy-causal-repair-levels45,arxiv-2610.41025,grok-4.7,xhigh,mixed,hard,,,,,,,57.9,causal repair (points),0.0289,,,"https://arxiv.org/abs/2610.41025 (Appendix D, row Grok 4.7, column Levels 4-5)",,out:single-couple, arxiv-2610.41025-autopsy-causal-repair-level6,arxiv-2610.41025,grok-4.7,xhigh,mixed,hard,,,,,,,45.5,causal repair (points),0.0289,,,"https://arxiv.org/abs/2610.41025 (Appendix D, row Grok 4.7, column Level 6)",,out:single-couple, arxiv-2610.41025-agreement-consensus-step,arxiv-2610.41025,grok-4.7,xhigh,mixed,hard,,,,,,,79,agreement with the consensus step (%),0.289,,,"https://arxiv.org/abs/2610.41025 (Table 12 (Appendix E), row Grok 4.7)",,out:not-headline, arxiv-2610.41025-autopsy-causal-repair,arxiv-2610.41025,deepseek-v4-pro-0813,max,mixed,hard,,,,,,,42.3,causal repair (points),0.0289,,,"https://arxiv.org/abs/2610.41025 (Table 1, row 9 DeepSeek V4 Pro, column Causal repair)",,out:partial, arxiv-2610.41025-argon-autopsy-fixrate,arxiv-2610.41025,deepseek-v4-pro-0813,max,agentic-tool,frontier,,,,,,,53.2,fix-rate%,0.0289,,,"https://arxiv.org/abs/2610.41025 (Table 1, row 9 DeepSeek V4 Pro, column Fix rate)",,out:partial, arxiv-2610.41025-autopsy-causal-repair-l45,arxiv-2610.41025,deepseek-v4-pro-0813,max,agentic-tool,hard,,,,,,,42.1,"causal repair, levels 4-5 (points)",0.0289,,,"https://arxiv.org/abs/2610.41025 (Appendix D, row DeepSeek V4 Pro, column Levels 4-5)",,out:single-couple, arxiv-2610.41025-autopsy-causal-repair-l6,arxiv-2610.41025,deepseek-v4-pro-0813,max,agentic-tool,hard,,,,,,,42.4,"causal repair, level 6 (points)",0.0289,,,"https://arxiv.org/abs/2610.41025 (Appendix D, row DeepSeek V4 Pro, column Level 6)",,out:single-couple, arxiv-2610.41025-oversight-net-lam5,arxiv-2610.41025,?DeepSeek V4.1 Flash,not-established:absent,agentic-tool,hard,,,,,,,27.5,net damage prevented (points over 87 runs),0.0289,,,"https://arxiv.org/abs/2610.41025 (Table 3, row 2, column Net)",,out:model-not-established, arxiv-2610.41025-sup-effect-failing,arxiv-2610.41025,?DeepSeek V4.1 Flash,not-established:absent,agentic-tool,frontier,,,,,,,43.5,causal-repair-pts,0.0289,,,"https://arxiv.org/abs/2610.41025 (Table 3, row 2, column Effect, failing runs)",,out:model-not-established, arxiv-2610.41025-sup-effect-succeeding,arxiv-2610.41025,?DeepSeek V4.1 Flash,not-established:absent,agentic-tool,frontier,,,,,,,0.8,causal-repair-pts,0.0289,,,"https://arxiv.org/abs/2610.41025 (Table 3, row 2, column Effect, succeeding runs)",,out:model-not-established, arxiv-2610.41025-oversight-false-alarms,arxiv-2610.41025,?DeepSeek V4.1 Flash,not-established:absent,agentic-tool,hard,,,,,,,3,false alarms (count of 25 succeeding runs),0,,,"https://arxiv.org/abs/2610.41025 (Table 3, row 2, column False alarms)",,out:model-not-established, arxiv-2610.41025-oversight-net-lam0,arxiv-2610.41025,?DeepSeek V4.1 Flash,not-established:absent,agentic-tool,hard,,,,,,,31.3,"net damage prevented, lambda 0 (points)",0.0289,,,"https://arxiv.org/abs/2610.41025 (Table 13, row DeepSeek V4.1 Flash, column lambda = 0)",,out:model-not-established, arxiv-2610.41025-oversight-net-lam10,arxiv-2610.41025,?DeepSeek V4.1 Flash,not-established:absent,agentic-tool,hard,,,,,,,23.8,"net damage prevented, lambda 10 (points)",0.0289,,,"https://arxiv.org/abs/2610.41025 (Table 13, row DeepSeek V4.1 Flash, column lambda = 10)",,out:model-not-established, arxiv-2610.41025-oversight-net-lam20,arxiv-2610.41025,?DeepSeek V4.1 Flash,not-established:absent,agentic-tool,hard,,,,,,,16.3,"net damage prevented, lambda 20 (points)",0.0289,,,"https://arxiv.org/abs/2610.41025 (Table 13, row DeepSeek V4.1 Flash, column lambda = 20)",,out:model-not-established, arxiv-2610.41025-replayrca-worker-first-attempt-late-delivery-l4,arxiv-2610.41025,?DeepSeek V4.1 Flash,not-established:absent,mixed,hard,,,,,,,63,first-attempt task success (%),0.289,,,"https://arxiv.org/abs/2610.41025 (Table 8, row DeepSeek V4.1 Flash, Late delivery L4)",,out:model-not-established, arxiv-2610.41025-replayrca-worker-first-attempt-late-delivery-l5,arxiv-2610.41025,?DeepSeek V4.1 Flash,not-established:absent,mixed,hard,,,,,,,60,first-attempt task success (%),0.289,,,"https://arxiv.org/abs/2610.41025 (Table 8, row DeepSeek V4.1 Flash, Late delivery L5)",,out:model-not-established, arxiv-2610.41025-replayrca-worker-first-attempt-late-delivery-l6,arxiv-2610.41025,?DeepSeek V4.1 Flash,not-established:absent,mixed,hard,,,,,,,53,first-attempt task success (%),0.289,,,"https://arxiv.org/abs/2610.41025 (Table 8, row DeepSeek V4.1 Flash, Late delivery L6)",,out:model-not-established, arxiv-2610.41025-replayrca-worker-first-attempt-recall-l4,arxiv-2610.41025,?DeepSeek V4.1 Flash,not-established:absent,mixed,hard,,,,,,,93,first-attempt task success (%),0.289,,,"https://arxiv.org/abs/2610.41025 (Table 8, row DeepSeek V4.1 Flash, Recall L4)",,out:model-not-established, arxiv-2610.41025-replayrca-worker-first-attempt-recall-l5,arxiv-2610.41025,?DeepSeek V4.1 Flash,not-established:absent,mixed,hard,,,,,,,87,first-attempt task success (%),0.289,,,"https://arxiv.org/abs/2610.41025 (Table 8, row DeepSeek V4.1 Flash, Recall L5)",,out:model-not-established, arxiv-2610.41025-replayrca-worker-first-attempt-recall-l6,arxiv-2610.41025,?DeepSeek V4.1 Flash,not-established:absent,mixed,hard,,,,,,,43,first-attempt task success (%),0.289,,,"https://arxiv.org/abs/2610.41025 (Table 8, row DeepSeek V4.1 Flash, Recall L6)",,out:model-not-established, arxiv-2610.41025-replayrca-worker-first-attempt-damage-l4,arxiv-2610.41025,?DeepSeek V4.1 Flash,not-established:absent,mixed,hard,,,,,,,100,first-attempt task success (%),0.289,,,"https://arxiv.org/abs/2610.41025 (Table 8, row DeepSeek V4.1 Flash, Damage L4)",,out:model-not-established, arxiv-2610.41025-replayrca-worker-first-attempt-damage-l5,arxiv-2610.41025,?DeepSeek V4.1 Flash,not-established:absent,mixed,hard,,,,,,,100,first-attempt task success (%),0.289,,,"https://arxiv.org/abs/2610.41025 (Table 8, row DeepSeek V4.1 Flash, Damage L5)",,out:model-not-established, arxiv-2610.41025-replayrca-worker-first-attempt-damage-l6,arxiv-2610.41025,?DeepSeek V4.1 Flash,not-established:absent,mixed,hard,,,,,,,93,first-attempt task success (%),0.289,,,"https://arxiv.org/abs/2610.41025 (Table 8, row DeepSeek V4.1 Flash, Damage L6)",,out:model-not-established, arxiv-2610.41076-baba-issue-completion,arxiv-2610.41076,opus-5,max,mixed,hard,,,,,,,81.6,issue completion (%),0.0289,,,"https://arxiv.org/abs/2610.41076 (Table 2, row Claude Opus 5, column Outcome)",,in, arxiv-2610.41076-baba-pass1-strict,arxiv-2610.41076,opus-5,max,mixed,hard,,,,,,,52.5,pass@1 strict (%),0.0289,,,"https://arxiv.org/abs/2610.41076 (Table 2, row Claude Opus 5, column Pass@1)",,in,out:contradictory arxiv-2610.41076-baba-pass3,arxiv-2610.41076,opus-5,max,mixed,hard,,,,,,,27.7,pass^3 (%),0.0289,,,"https://arxiv.org/abs/2610.41076 (Table 2, row Claude Opus 5, column Pass 3)",,in, arxiv-2610.41076-baba-difficulty-light,arxiv-2610.41076,opus-5,max,mixed,hard,,,,,,,74.1,light-world score (%),0.0289,,,"https://arxiv.org/abs/2610.41076 (Table 2, row Claude Opus 5, column Light)",,in, arxiv-2610.41076-baba-difficulty-standard,arxiv-2610.41076,opus-5,max,mixed,hard,,,,,,,75.6,standard-world score (%),0.0289,,,"https://arxiv.org/abs/2610.41076 (Table 2, row Claude Opus 5, column Std.)",,in, arxiv-2610.41076-baba-difficulty-hard,arxiv-2610.41076,opus-5,max,mixed,hard,,,,,,,29.0,hard-world score (%),0.0289,,,"https://arxiv.org/abs/2610.41076 (Table 2, row Claude Opus 5, column Hard)",,in, arxiv-2610.41076-t13-anyseed,arxiv-2610.41076,opus-5,max,agentic-tool,hard,,,,,,,74.468085,any-seed-strict-pass-worlds,0,,,"https://arxiv.org/abs/2610.41076 (Table 13, row Claude Opus 5, column Any seed)",,in, arxiv-2610.41076-t14-light,arxiv-2610.41076,opus-5,max,agentic-tool,hard,,,,,,,85.185185,outcome-completion%,0,,,"https://arxiv.org/abs/2610.41076 (Table 14, row Claude Opus 5, column Light)",,in, arxiv-2610.41076-t14-std,arxiv-2610.41076,opus-5,max,agentic-tool,hard,,,,,,,95.555556,outcome-completion%,0,,,"https://arxiv.org/abs/2610.41076 (Table 14, row Claude Opus 5, column Standard)",,in, arxiv-2610.41076-t14-hard,arxiv-2610.41076,opus-5,max,agentic-tool,hard,,,,,,,71.014493,outcome-completion%,0,,,"https://arxiv.org/abs/2610.41076 (Table 14, row Claude Opus 5, column Hard)",,in, arxiv-2610.41076-t15-seed1-strict,arxiv-2610.41076,opus-5,max,agentic-tool,hard,,,,,,,51.06383,strict-pass%,0,,,"https://arxiv.org/abs/2610.41076 (Table 15, row Claude Opus 5 seed 1, column Strict pass)",,in, arxiv-2610.41076-t15-seed1-outcome,arxiv-2610.41076,opus-5,max,agentic-tool,hard,,,,,,,82.978723,outcome-completion%,0,,,"https://arxiv.org/abs/2610.41076 (Table 15, row Claude Opus 5 seed 1, column Outcome complete)",,in, arxiv-2610.41076-t15-seed1-cap,arxiv-2610.41076,opus-5,max,agentic-tool,hard,,,,,,,3,cap-hits,0.289,,,"https://arxiv.org/abs/2610.41076 (Table 15, row Claude Opus 5 seed 1, column Cap hits)",,out:not-headline, arxiv-2610.41076-t15-seed2-strict,arxiv-2610.41076,opus-5,max,agentic-tool,hard,,,,,,,55.319149,strict-pass%,0,,,"https://arxiv.org/abs/2610.41076 (Table 15, row Claude Opus 5 seed 2, column Strict pass)",,in, arxiv-2610.41076-t15-seed2-outcome,arxiv-2610.41076,opus-5,max,agentic-tool,hard,,,,,,,78.723404,outcome-completion%,0,,,"https://arxiv.org/abs/2610.41076 (Table 15, row Claude Opus 5 seed 2, column Outcome complete)",,in, arxiv-2610.41076-t15-seed2-cap,arxiv-2610.41076,opus-5,max,agentic-tool,hard,,,,,,,2,cap-hits,0.289,,,"https://arxiv.org/abs/2610.41076 (Table 15, row Claude Opus 5 seed 2, column Cap hits)",,out:not-headline, arxiv-2610.41076-t15-seed3-strict,arxiv-2610.41076,opus-5,max,agentic-tool,hard,,,,,,,51.06383,strict-pass%,0,,,"https://arxiv.org/abs/2610.41076 (Table 15, row Claude Opus 5 seed 3, column Strict pass)",,in, arxiv-2610.41076-t15-seed3-outcome,arxiv-2610.41076,opus-5,max,agentic-tool,hard,,,,,,,82.978723,outcome-completion%,0,,,"https://arxiv.org/abs/2610.41076 (Table 15, row Claude Opus 5 seed 3, column Outcome complete)",,in, arxiv-2610.41076-t15-seed3-cap,arxiv-2610.41076,opus-5,max,agentic-tool,hard,,,,,,,3,cap-hits,0.289,,,"https://arxiv.org/abs/2610.41076 (Table 15, row Claude Opus 5 seed 3, column Cap hits)",,out:not-headline, arxiv-2610.41076-baba-issue-completion,arxiv-2610.41076,haiku-4.5,max,mixed,hard,,,,,,,13.5,issue completion (%),0.0289,,,"https://arxiv.org/abs/2610.41076 (Table 2, row Claude Haiku 4.5, column Outcome)",,out:effort-not-established, arxiv-2610.41076-baba-pass1-strict,arxiv-2610.41076,haiku-4.5,max,mixed,hard,,,,,,,6.4,pass@1 strict (%),0.0289,,,"https://arxiv.org/abs/2610.41076 (Table 2, row Claude Haiku 4.5, column Pass@1)",,out:effort-not-established,out:effort-not-established arxiv-2610.41076-baba-pass3,arxiv-2610.41076,haiku-4.5,max,mixed,hard,,,,,,,2.1,pass^3 (%),0.0289,,,"https://arxiv.org/abs/2610.41076 (Table 2, row Claude Haiku 4.5, column Pass 3)",,out:effort-not-established, arxiv-2610.41076-baba-difficulty-light,arxiv-2610.41076,haiku-4.5,max,mixed,hard,,,,,,,18.5,light-world score (%),0.0289,,,"https://arxiv.org/abs/2610.41076 (Table 2, row Claude Haiku 4.5, column Light)",,out:effort-not-established, arxiv-2610.41076-baba-difficulty-standard,arxiv-2610.41076,haiku-4.5,max,mixed,hard,,,,,,,4.4,standard-world score (%),0.0289,,,"https://arxiv.org/abs/2610.41076 (Table 2, row Claude Haiku 4.5, column Std.)",,out:effort-not-established, arxiv-2610.41076-baba-difficulty-hard,arxiv-2610.41076,haiku-4.5,max,mixed,hard,,,,,,,2.9,hard-world score (%),0.0289,,,"https://arxiv.org/abs/2610.41076 (Table 2, row Claude Haiku 4.5, column Hard)",,out:effort-not-established, arxiv-2610.41076-t13-anyseed,arxiv-2610.41076,haiku-4.5,max,agentic-tool,hard,,,,,,,10.638298,any-seed-strict-pass-worlds,0,,,"https://arxiv.org/abs/2610.41076 (Table 13, row Claude Haiku 4.5, column Any seed)",,out:effort-not-established, arxiv-2610.41076-t14-light,arxiv-2610.41076,haiku-4.5,max,agentic-tool,hard,,,,,,,29.62963,outcome-completion%,0,,,"https://arxiv.org/abs/2610.41076 (Table 14, row Claude Haiku 4.5, column Light)",,out:effort-not-established, arxiv-2610.41076-t14-std,arxiv-2610.41076,haiku-4.5,max,agentic-tool,hard,,,,,,,13.333333,outcome-completion%,0,,,"https://arxiv.org/abs/2610.41076 (Table 14, row Claude Haiku 4.5, column Standard)",,out:effort-not-established, arxiv-2610.41076-t14-hard,arxiv-2610.41076,haiku-4.5,max,agentic-tool,hard,,,,,,,7.246377,outcome-completion%,0,,,"https://arxiv.org/abs/2610.41076 (Table 14, row Claude Haiku 4.5, column Hard)",,out:effort-not-established, arxiv-2610.41076-t15-seed1-strict,arxiv-2610.41076,haiku-4.5,max,agentic-tool,hard,,,,,,,6.382979,strict-pass%,0,,,"https://arxiv.org/abs/2610.41076 (Table 15, row Claude Haiku 4.5 seed 1, column Strict pass)",,out:effort-not-established, arxiv-2610.41076-t15-seed1-outcome,arxiv-2610.41076,haiku-4.5,max,agentic-tool,hard,,,,,,,10.638298,outcome-completion%,0,,,"https://arxiv.org/abs/2610.41076 (Table 15, row Claude Haiku 4.5 seed 1, column Outcome complete)",,out:effort-not-established, arxiv-2610.41076-t15-seed1-cap,arxiv-2610.41076,haiku-4.5,max,agentic-tool,hard,,,,,,,10,cap-hits,0.289,,,"https://arxiv.org/abs/2610.41076 (Table 15, row Claude Haiku 4.5 seed 1, column Cap hits)",,out:effort-not-established, arxiv-2610.41076-t15-seed2-strict,arxiv-2610.41076,haiku-4.5,max,agentic-tool,hard,,,,,,,6.382979,strict-pass%,0,,,"https://arxiv.org/abs/2610.41076 (Table 15, row Claude Haiku 4.5 seed 2, column Strict pass)",,out:effort-not-established, arxiv-2610.41076-t15-seed2-outcome,arxiv-2610.41076,haiku-4.5,max,agentic-tool,hard,,,,,,,12.765957,outcome-completion%,0,,,"https://arxiv.org/abs/2610.41076 (Table 15, row Claude Haiku 4.5 seed 2, column Outcome complete)",,out:effort-not-established, arxiv-2610.41076-t15-seed2-cap,arxiv-2610.41076,haiku-4.5,max,agentic-tool,hard,,,,,,,7,cap-hits,0.289,,,"https://arxiv.org/abs/2610.41076 (Table 15, row Claude Haiku 4.5 seed 2, column Cap hits)",,out:effort-not-established, arxiv-2610.41076-t15-seed3-strict,arxiv-2610.41076,haiku-4.5,max,agentic-tool,hard,,,,,,,6.382979,strict-pass%,0,,,"https://arxiv.org/abs/2610.41076 (Table 15, row Claude Haiku 4.5 seed 3, column Strict pass)",,out:effort-not-established, arxiv-2610.41076-t15-seed3-outcome,arxiv-2610.41076,haiku-4.5,max,agentic-tool,hard,,,,,,,17.021277,outcome-completion%,0,,,"https://arxiv.org/abs/2610.41076 (Table 15, row Claude Haiku 4.5 seed 3, column Outcome complete)",,out:effort-not-established, arxiv-2610.41076-t15-seed3-cap,arxiv-2610.41076,haiku-4.5,max,agentic-tool,hard,,,,,,,11,cap-hits,0.289,,,"https://arxiv.org/abs/2610.41076 (Table 15, row Claude Haiku 4.5 seed 3, column Cap hits)",,out:effort-not-established, arxiv-2610.41076-baba-issue-completion,arxiv-2610.41076,gemini-3.7-flash,high,mixed,hard,,per-task,1.20,0.00289,,,38.3,issue completion (%),0.0289,,cost-method-assumed-single,"https://arxiv.org/abs/2610.41076 (Table 2 (main results), column Outcome)",,in,out:cost-not-comparable arxiv-2610.41076-baba-pass1-strict,arxiv-2610.41076,gemini-3.7-flash,high,mixed,hard,,,,,,,29.8,pass@1 strict (%),0.0289,,,"https://arxiv.org/abs/2610.41076 (Table 2, column Pass@1)",,in, arxiv-2610.41076-baba-pass3,arxiv-2610.41076,gemini-3.7-flash,high,mixed,hard,,,,,,,14.9,pass^3 (%),0.0289,,,"https://arxiv.org/abs/2610.41076 (Table 2, column Pass 3)",,in, arxiv-2610.41076-baba-difficulty-light,arxiv-2610.41076,gemini-3.7-flash,high,mixed,hard,,,,,,,40.7,light-world score (%),0.0289,,,"https://arxiv.org/abs/2610.41076 (Table 2, column Light)",,in, arxiv-2610.41076-baba-difficulty-standard,arxiv-2610.41076,gemini-3.7-flash,high,mixed,hard,,,,,,,42.2,standard-world score (%),0.0289,,,"https://arxiv.org/abs/2610.41076 (Table 2, column Standard)",,in, arxiv-2610.41076-baba-difficulty-hard,arxiv-2610.41076,gemini-3.7-flash,high,mixed,hard,,,,,,,17.4,hard-world score (%),0.0289,,,"https://arxiv.org/abs/2610.41076 (Table 2, column Hard)",,in, arxiv-2610.41076-baba-issue-completion,arxiv-2610.41076,gemini-3.1-pro,high,mixed,hard,,per-task,1.65,0.00289,,,29.1,issue completion (%),0.0289,,cost-method-assumed-single,"https://arxiv.org/abs/2610.41076 (Table 2 (main results), column Outcome)",,in,out:cost-not-comparable arxiv-2610.41076-baba-pass1-strict,arxiv-2610.41076,gemini-3.1-pro,high,mixed,hard,,,,,,,14.2,pass@1 strict (%),0.0289,,,"https://arxiv.org/abs/2610.41076 (Table 2, column Pass@1)",,in, arxiv-2610.41076-baba-pass3,arxiv-2610.41076,gemini-3.1-pro,high,mixed,hard,,,,,,,8.5,pass^3 (%),0.0289,,,"https://arxiv.org/abs/2610.41076 (Table 2, column Pass 3)",,in, arxiv-2610.41076-baba-difficulty-light,arxiv-2610.41076,gemini-3.1-pro,high,mixed,hard,,,,,,,40.7,light-world score (%),0.0289,,,"https://arxiv.org/abs/2610.41076 (Table 2, column Light)",,in, arxiv-2610.41076-baba-difficulty-standard,arxiv-2610.41076,gemini-3.1-pro,high,mixed,hard,,,,,,,11.1,standard-world score (%),0.0289,,,"https://arxiv.org/abs/2610.41076 (Table 2, column Standard)",,in, arxiv-2610.41076-baba-difficulty-hard,arxiv-2610.41076,gemini-3.1-pro,high,mixed,hard,,,,,,,5.8,hard-world score (%),0.0289,,,"https://arxiv.org/abs/2610.41076 (Table 2, column Hard)",,in, arxiv-2610.41076-31-t13-outcome,arxiv-2610.41076,gemini-3.7-flash,high,agentic-tool,frontier,,per-task,1.20,0.00289,,,38.297872,accuracy%,0,,cost-method-assumed-single,"https://arxiv.org/abs/2610.41076 (Table 13, column Outcome completion)",,out:republished,out:cost-not-comparable arxiv-2610.41076-t13-anyseed,arxiv-2610.41076,gemini-3.7-flash,high,agentic-tool,hard,,,,,,,42.553191,any-seed-strict-pass-worlds,0,,,"https://arxiv.org/abs/2610.41076 (Table 13, column Any seed)",,in, arxiv-2610.41076-t14-light,arxiv-2610.41076,gemini-3.7-flash,high,agentic-tool,hard,,,,,,,48.148148,outcome-completion%,0,,,"https://arxiv.org/abs/2610.41076 (Table 14, column Light)",,in, arxiv-2610.41076-t14-std,arxiv-2610.41076,gemini-3.7-flash,high,agentic-tool,hard,,,,,,,55.555556,outcome-completion%,0,,,"https://arxiv.org/abs/2610.41076 (Table 14, column Standard)",,in, arxiv-2610.41076-t14-hard,arxiv-2610.41076,gemini-3.7-flash,high,agentic-tool,hard,,,,,,,23.188406,outcome-completion%,0,,,"https://arxiv.org/abs/2610.41076 (Table 14, column Hard)",,in, arxiv-2610.41076-31-t13-outcome,arxiv-2610.41076,gemini-3.1-pro,high,agentic-tool,frontier,,per-task,1.65,0.00289,,,29.078014,accuracy%,0,,cost-method-assumed-single,"https://arxiv.org/abs/2610.41076 (Table 13, column Outcome completion)",,out:republished,out:cost-not-comparable arxiv-2610.41076-t13-anyseed,arxiv-2610.41076,gemini-3.1-pro,high,agentic-tool,hard,,,,,,,21.276596,any-seed-strict-pass-worlds,0,,,"https://arxiv.org/abs/2610.41076 (Table 13, column Any seed)",,in, arxiv-2610.41076-t14-light,arxiv-2610.41076,gemini-3.1-pro,high,agentic-tool,hard,,,,,,,55.555556,outcome-completion%,0,,,"https://arxiv.org/abs/2610.41076 (Table 14, column Light)",,in, arxiv-2610.41076-t14-std,arxiv-2610.41076,gemini-3.1-pro,high,agentic-tool,hard,,,,,,,33.333333,outcome-completion%,0,,,"https://arxiv.org/abs/2610.41076 (Table 14, column Standard)",,in, arxiv-2610.41076-t14-hard,arxiv-2610.41076,gemini-3.1-pro,high,agentic-tool,hard,,,,,,,15.942029,outcome-completion%,0,,,"https://arxiv.org/abs/2610.41076 (Table 14, column Hard)",,in, arxiv-2610.41076-t15-seed1-strict,arxiv-2610.41076,gemini-3.7-flash,high,agentic-tool,hard,,,,,,,34.042553,strict-pass%,0,,,"https://arxiv.org/abs/2610.41076 (Table 15, seed 1, column strict pass)",,in, arxiv-2610.41076-t15-seed1-outcome,arxiv-2610.41076,gemini-3.7-flash,high,agentic-tool,hard,,,,,,,42.553191,outcome-completion%,0,,,"https://arxiv.org/abs/2610.41076 (Table 15, seed 1, column outcome complete)",,in, arxiv-2610.41076-t15-seed1-cap,arxiv-2610.41076,gemini-3.7-flash,high,agentic-tool,hard,,,,,,,0,cap-hits,0.289,,,"https://arxiv.org/abs/2610.41076 (Table 15, seed 1, column cap hits)",,out:not-headline, arxiv-2610.41076-t15-seed2-strict,arxiv-2610.41076,gemini-3.7-flash,high,agentic-tool,hard,,,,,,,29.787234,strict-pass%,0,,,"https://arxiv.org/abs/2610.41076 (Table 15, seed 2, column strict pass)",,in, arxiv-2610.41076-t15-seed2-outcome,arxiv-2610.41076,gemini-3.7-flash,high,agentic-tool,hard,,,,,,,38.297872,outcome-completion%,0,,,"https://arxiv.org/abs/2610.41076 (Table 15, seed 2, column outcome complete)",,in, arxiv-2610.41076-t15-seed2-cap,arxiv-2610.41076,gemini-3.7-flash,high,agentic-tool,hard,,,,,,,0,cap-hits,0.289,,,"https://arxiv.org/abs/2610.41076 (Table 15, seed 2, column cap hits)",,out:not-headline, arxiv-2610.41076-t15-seed3-strict,arxiv-2610.41076,gemini-3.7-flash,high,agentic-tool,hard,,,,,,,25.531915,strict-pass%,0,,,"https://arxiv.org/abs/2610.41076 (Table 15, seed 3, column strict pass)",,in, arxiv-2610.41076-t15-seed3-outcome,arxiv-2610.41076,gemini-3.7-flash,high,agentic-tool,hard,,,,,,,34.042553,outcome-completion%,0,,,"https://arxiv.org/abs/2610.41076 (Table 15, seed 3, column outcome complete)",,in, arxiv-2610.41076-t15-seed3-cap,arxiv-2610.41076,gemini-3.7-flash,high,agentic-tool,hard,,,,,,,0,cap-hits,0.289,,,"https://arxiv.org/abs/2610.41076 (Table 15, seed 3, column cap hits)",,out:not-headline, arxiv-2610.41076-t15-seed1-strict,arxiv-2610.41076,gemini-3.1-pro,high,agentic-tool,hard,,,,,,,14.893617,strict-pass%,0,,,"https://arxiv.org/abs/2610.41076 (Table 15, seed 1, column strict pass)",,in, arxiv-2610.41076-t15-seed1-outcome,arxiv-2610.41076,gemini-3.1-pro,high,agentic-tool,hard,,,,,,,25.531915,outcome-completion%,0,,,"https://arxiv.org/abs/2610.41076 (Table 15, seed 1, column outcome complete)",,in, arxiv-2610.41076-t15-seed1-cap,arxiv-2610.41076,gemini-3.1-pro,high,agentic-tool,hard,,,,,,,0,cap-hits,0.289,,,"https://arxiv.org/abs/2610.41076 (Table 15, seed 1, column cap hits)",,out:not-headline, arxiv-2610.41076-t15-seed2-strict,arxiv-2610.41076,gemini-3.1-pro,high,agentic-tool,hard,,,,,,,12.765957,strict-pass%,0,,,"https://arxiv.org/abs/2610.41076 (Table 15, seed 2, column strict pass)",,in, arxiv-2610.41076-t15-seed2-outcome,arxiv-2610.41076,gemini-3.1-pro,high,agentic-tool,hard,,,,,,,25.531915,outcome-completion%,0,,,"https://arxiv.org/abs/2610.41076 (Table 15, seed 2, column outcome complete)",,in, arxiv-2610.41076-t15-seed2-cap,arxiv-2610.41076,gemini-3.1-pro,high,agentic-tool,hard,,,,,,,0,cap-hits,0.289,,,"https://arxiv.org/abs/2610.41076 (Table 15, seed 2, column cap hits)",,out:not-headline, arxiv-2610.41076-t15-seed3-strict,arxiv-2610.41076,gemini-3.1-pro,high,agentic-tool,hard,,,,,,,14.893617,strict-pass%,0,,,"https://arxiv.org/abs/2610.41076 (Table 15, seed 3, column strict pass)",,in, arxiv-2610.41076-t15-seed3-outcome,arxiv-2610.41076,gemini-3.1-pro,high,agentic-tool,hard,,,,,,,36.170213,outcome-completion%,0,,,"https://arxiv.org/abs/2610.41076 (Table 15, seed 3, column outcome complete)",,in, arxiv-2610.41076-t15-seed3-cap,arxiv-2610.41076,gemini-3.1-pro,high,agentic-tool,hard,,,,,,,0,cap-hits,0.289,,,"https://arxiv.org/abs/2610.41076 (Table 15, seed 3, column cap hits)",,out:not-headline, arxiv-2610.41076-diag-lowreasoning-pass1,arxiv-2610.41076,gemini-3.7-flash,low,agentic-tool,frontier,,,,,,,10.6,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.41076 (Table 3 (diagnostic experiments), row low reasoning, column Mean (%))",,out:single-couple, arxiv-2610.41076-diag-lowreasoning-seed1-strict,arxiv-2610.41076,gemini-3.7-flash,low,agentic-tool,frontier,,,,,,,6.382979,accuracy%,0,,,"https://arxiv.org/abs/2610.41076 (Table 18, Gemini 3.7 Flash low reasoning, seed 1)",,out:single-couple, arxiv-2610.41076-diag-lowreasoning-seed1-outcome,arxiv-2610.41076,gemini-3.7-flash,low,agentic-tool,frontier,,,,,,,17.021277,accuracy%,0,,,"https://arxiv.org/abs/2610.41076 (Table 18, Gemini 3.7 Flash low reasoning, seed 1)",,out:single-couple, arxiv-2610.41076-diag-lowreasoning-seed2-strict,arxiv-2610.41076,gemini-3.7-flash,low,agentic-tool,frontier,,,,,,,12.765957,accuracy%,0,,,"https://arxiv.org/abs/2610.41076 (Table 18, Gemini 3.7 Flash low reasoning, seed 2)",,out:single-couple, arxiv-2610.41076-diag-lowreasoning-seed2-outcome,arxiv-2610.41076,gemini-3.7-flash,low,agentic-tool,frontier,,,,,,,27.659574,accuracy%,0,,,"https://arxiv.org/abs/2610.41076 (Table 18, Gemini 3.7 Flash low reasoning, seed 2)",,out:single-couple, arxiv-2610.41076-diag-lowreasoning-seed3-strict,arxiv-2610.41076,gemini-3.7-flash,low,agentic-tool,frontier,,,,,,,12.765957,accuracy%,0,,,"https://arxiv.org/abs/2610.41076 (Table 18, Gemini 3.7 Flash low reasoning, seed 3)",,out:single-couple, arxiv-2610.41076-diag-lowreasoning-seed3-outcome,arxiv-2610.41076,gemini-3.7-flash,low,agentic-tool,frontier,,,,,,,31.914894,accuracy%,0,,,"https://arxiv.org/abs/2610.41076 (Table 18, Gemini 3.7 Flash low reasoning, seed 3)",,out:single-couple, arxiv-2610.41076-diag-verified-route,arxiv-2610.41076,gemini-3.7-flash,high,agentic-tool,frontier,,,,,,,91.5,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.41076 (Table 3, row w/ verified route, column Mean (%))",,out:single-couple, arxiv-2610.41076-diag-without-friction,arxiv-2610.41076,gemini-3.7-flash,high,agentic-tool,frontier,,,,,,,22.0,accuracy%,0.0289,,,"https://arxiv.org/abs/2610.41076 (Table 3, row w/o friction, column Mean (%))",,out:single-couple, arxiv-2610.41076-baba-pass1-strict,arxiv-2610.41076,grok-4.6,high,mixed,hard,,,,,,,52.5,pass@1 strict (%),0.0289,,,"https://arxiv.org/abs/2610.41076 (main table, row Grok 4.6, column pass@1 strict)",,in,out:contradictory arxiv-2610.41076-baba-issue-completion,arxiv-2610.41076,grok-4.6,high,mixed,hard,,,,,,,66.0,issue completion (%),0.0289,,,"https://arxiv.org/abs/2610.41076 (main table, row Grok 4.6, column issue completion)",,in, arxiv-2610.41076-baba-pass3,arxiv-2610.41076,grok-4.6,high,mixed,hard,,,,,,,38.3,pass^3 (%),0.0289,,,"https://arxiv.org/abs/2610.41076 (main table, row Grok 4.6, column pass^3)",,in, arxiv-2610.41076-baba-difficulty-light,arxiv-2610.41076,grok-4.6,high,mixed,hard,,,,,,,92.6,light-world score (%),0.0289,,,"https://arxiv.org/abs/2610.41076 (main table, row Grok 4.6, column light)",,in, arxiv-2610.41076-baba-difficulty-standard,arxiv-2610.41076,grok-4.6,high,mixed,hard,,,,,,,64.4,standard-world score (%),0.0289,,,"https://arxiv.org/abs/2610.41076 (main table, row Grok 4.6, column standard)",,in, arxiv-2610.41076-baba-difficulty-hard,arxiv-2610.41076,grok-4.6,high,mixed,hard,,,,,,,29.0,hard-world score (%),0.0289,,,"https://arxiv.org/abs/2610.41076 (main table, row Grok 4.6, column hard)",,in, arxiv-2610.41149-c1,arxiv-2610.41149,gemini-3.6-flash,unstated,mixed,hard,,,,,,,53.9,macro-f1%,0.0289,,,"https://arxiv.org/abs/2610.41149 (Table 2 (comparison with frontier models), row C1 AI-ness, column Gemini 3.6 Flash)",,out:effort-not-established, arxiv-2610.41149-c2,arxiv-2610.41149,gemini-3.6-flash,unstated,mixed,hard,,,,,,,68.7,macro-f1%,0.0289,,,"https://arxiv.org/abs/2610.41149 (Table 2 (comparison with frontier models), row C2 criminality, column Gemini 3.6 Flash)",,out:effort-not-established, arxiv-2610.41149-c3,arxiv-2610.41149,gemini-3.6-flash,unstated,mixed,hard,,,,,,,75.4,macro-f1%,0.0289,,,"https://arxiv.org/abs/2610.41149 (Table 2 (comparison with frontier models), row C3 safety leakage, column Gemini 3.6 Flash)",,out:effort-not-established, arxiv-2610.41149-c4,arxiv-2610.41149,gemini-3.6-flash,unstated,mixed,hard,,,,,,,91.0,macro-f1%,0.0289,,,"https://arxiv.org/abs/2610.41149 (Table 2 (comparison with frontier models), row C4 hallucination, column Gemini 3.6 Flash)",,out:effort-not-established, arxiv-2610.41149-c5,arxiv-2610.41149,gemini-3.6-flash,unstated,mixed,hard,,,,,,,92.0,macro-f1%,0.0289,,,"https://arxiv.org/abs/2610.41149 (Table 2 (comparison with frontier models), row C5 tool-param., column Gemini 3.6 Flash)",,out:effort-not-established, arxiv-2610.41149-c6,arxiv-2610.41149,gemini-3.6-flash,unstated,mixed,hard,,,,,,,90.6,macro-f1%,0.0289,,,"https://arxiv.org/abs/2610.41149 (Table 2 (comparison with frontier models), row C6 correctness, column Gemini 3.6 Flash)",,out:effort-not-established, arxiv-2610.41149-avg,arxiv-2610.41149,gemini-3.6-flash,unstated,mixed,hard,,,,,,,78.6,macro-f1%,0.0289,,,"https://arxiv.org/abs/2610.41149 (Table 2 (comparison with frontier models), row Macro-avg, column Gemini 3.6 Flash)",,out:effort-not-established, 2610.41168-pass1,arxiv-2610.41168,glm-5-turbo,unstated,coding,hard,,,,,,,6.5,pass@1 %,0.0289,,,"https://arxiv.org/abs/2610.41168 (Table I, row GLM-5 Turbo, column pass@1 %)",,out:effort-not-established, 2610.41168-pass5,arxiv-2610.41168,glm-5-turbo,unstated,coding,hard,,,,,,,8.4,pass@5 %,0.0289,,,"https://arxiv.org/abs/2610.41168 (Table I, row GLM-5 Turbo, column pass@5 %)",,out:effort-not-established, arxiv-2610.41564-aw-normal,arxiv-2610.41564,qwen3.5-9b,unstated,agentic-tool,hard,,,,,,,14.29,AppWorld Normal split task success (%),0.00289,,,"https://arxiv.org/abs/2610.41564 (Table 2, backbone Qwen3.5-9B, method NoThinking, column Normal)",,out:effort-not-established, arxiv-2610.41564-aw-chall,arxiv-2610.41564,qwen3.5-9b,unstated,agentic-tool,hard,,,,,,,7.43,AppWorld Challenge split task success (%),0.00289,,,"https://arxiv.org/abs/2610.41564 (Table 2, backbone Qwen3.5-9B, method NoThinking, column Chall.)",,out:effort-not-established, arxiv-2610.41564-alfworld,arxiv-2610.41564,qwen3.5-9b,unstated,agentic-tool,hard,,,,,,,69.40,ALFWorld task success (%),0.00289,,,"https://arxiv.org/abs/2610.41564 (Table 2, backbone Qwen3.5-9B, method NoThinking, column ALFW.)",,out:effort-not-established, arxiv-2610.41564-sciworld,arxiv-2610.41564,qwen3.5-9b,unstated,agentic-tool,hard,,,,,,,21.80,ScienceWorld task success (%),0.00289,,,"https://arxiv.org/abs/2610.41564 (Table 2, backbone Qwen3.5-9B, method NoThinking, column SciW.)",,out:effort-not-established, arxiv-2610.41564-aw-normal,arxiv-2610.41564,qwen3.5-9b,unstated,agentic-tool,hard,,,,,,,17.26,AppWorld Normal split task success (%),0.00289,,,"https://arxiv.org/abs/2610.41564 (Table 2, backbone Qwen3.5-9B, method ReAct, column Normal)",,out:effort-not-established, arxiv-2610.41564-aw-chall,arxiv-2610.41564,qwen3.5-9b,unstated,agentic-tool,hard,,,,,,,8.63,AppWorld Challenge split task success (%),0.00289,,,"https://arxiv.org/abs/2610.41564 (Table 2, backbone Qwen3.5-9B, method ReAct, column Chall.)",,out:effort-not-established, arxiv-2610.41564-alfworld,arxiv-2610.41564,qwen3.5-9b,unstated,agentic-tool,hard,,,,,,,81.34,ALFWorld task success (%),0.00289,,,"https://arxiv.org/abs/2610.41564 (Table 2, backbone Qwen3.5-9B, method ReAct, column ALFW.)",,out:effort-not-established, arxiv-2610.41564-sciworld,arxiv-2610.41564,qwen3.5-9b,unstated,agentic-tool,hard,,,,,,,33.18,ScienceWorld task success (%),0.00289,,,"https://arxiv.org/abs/2610.41564 (Table 2, backbone Qwen3.5-9B, method ReAct, column SciW.)",,out:effort-not-established, arxiv-2610.41564-aw-normal,arxiv-2610.41564,qwen3.5-9b,unstated,agentic-tool,hard,,,,,,,22.62,AppWorld Normal split task success (%),0.00289,,,"https://arxiv.org/abs/2610.41564 (Table 2, backbone Qwen3.5-9B, method ReflAct, column Normal)",,out:effort-not-established, arxiv-2610.41564-aw-chall,arxiv-2610.41564,qwen3.5-9b,unstated,agentic-tool,hard,,,,,,,13.19,AppWorld Challenge split task success (%),0.00289,,,"https://arxiv.org/abs/2610.41564 (Table 2, backbone Qwen3.5-9B, method ReflAct, column Chall.)",,out:effort-not-established, arxiv-2610.41564-alfworld,arxiv-2610.41564,qwen3.5-9b,unstated,agentic-tool,hard,,,,,,,86.57,ALFWorld task success (%),0.00289,,,"https://arxiv.org/abs/2610.41564 (Table 2, backbone Qwen3.5-9B, method ReflAct, column ALFW.)",,out:effort-not-established, arxiv-2610.41564-sciworld,arxiv-2610.41564,qwen3.5-9b,unstated,agentic-tool,hard,,,,,,,36.97,ScienceWorld task success (%),0.00289,,,"https://arxiv.org/abs/2610.41564 (Table 2, backbone Qwen3.5-9B, method ReflAct, column SciW.)",,out:effort-not-established, arxiv-2610.41713-abs-catch-older,arxiv-2610.41713,sonnet-5,not-established:absent,coding,hard,,,,,,,77,monitor catch rate (%),0.289,,,https://arxiv.org/abs/2610.41713 (Abstract),,out:effort-not-established, arxiv-2610.41713-abs-catch-sonnet5,arxiv-2610.41713,sonnet-5,not-established:absent,coding,hard,,,,,,,37,monitor catch rate (%),0.289,,,https://arxiv.org/abs/2610.41713 (Abstract),,out:effort-not-established, arxiv-2610.41713-abs-catch-older-verified,arxiv-2610.41713,sonnet-5,not-established:absent,coding,hard,,,,,,,78,monitor catch rate (%),0.289,,,https://arxiv.org/abs/2610.41713 (Abstract),,out:effort-not-established, arxiv-2610.41713-abs-catch-sonnet5-verified,arxiv-2610.41713,sonnet-5,not-established:absent,coding,hard,,,,,,,61,monitor catch rate (%),0.289,,,https://arxiv.org/abs/2610.41713 (Abstract),,out:effort-not-established, arxiv-2610.41713-t1-all-working,arxiv-2610.41713,sonnet-5,unstated,coding,hard,,,,,,,14,working backdoors (working/n),0,,,"https://arxiv.org/abs/2610.41713 (Table 1, row Sonnet 5 (all), column Working/n)",,out:effort-not-established, arxiv-2610.41713-t1-all-rebuilt,arxiv-2610.41713,sonnet-5,unstated,coding,hard,,,,,,,0.7504,bag-of-words AUROC,2.89e-05,,,"https://arxiv.org/abs/2610.41713 (Table 1, row Sonnet 5 (all), column rebuilt (95% CI))",,out:effort-not-established, arxiv-2610.41713-t1-all-original,arxiv-2610.41713,sonnet-5,unstated,coding,hard,,,,,,,0.8646,bag-of-words AUROC,2.89e-05,,,"https://arxiv.org/abs/2610.41713 (Table 1, row Sonnet 5 (all), column original)",,out:effort-not-established, arxiv-2610.41713-t1-all-rho,arxiv-2610.41713,sonnet-5,unstated,coding,hard,,,,,,,0.687,rho,0.000289,,,"https://arxiv.org/abs/2610.41713 (Table 1, row Sonnet 5 (all), column rho (95% CI))",,out:effort-not-established, arxiv-2610.41713-t1-all-pm-working,arxiv-2610.41713,sonnet-5,unstated,coding,hard,,,,,,,13,working backdoors (working/n),0,,,"https://arxiv.org/abs/2610.41713 (Table 1, row Sonnet 5 (all-pm), column Working/n)",,out:effort-not-established, arxiv-2610.41713-t1-all-pm-rebuilt,arxiv-2610.41713,sonnet-5,unstated,coding,hard,,,,,,,0.6411,bag-of-words AUROC,2.89e-05,,,"https://arxiv.org/abs/2610.41713 (Table 1, row Sonnet 5 (all-pm), column rebuilt (95% CI))",,out:effort-not-established, arxiv-2610.41713-t1-all-pm-original,arxiv-2610.41713,sonnet-5,unstated,coding,hard,,,,,,,0.8614,bag-of-words AUROC,2.89e-05,,,"https://arxiv.org/abs/2610.41713 (Table 1, row Sonnet 5 (all-pm), column original)",,out:effort-not-established, arxiv-2610.41713-t1-all-pm-rho,arxiv-2610.41713,sonnet-5,unstated,coding,hard,,,,,,,0.390,rho,0.000289,,,"https://arxiv.org/abs/2610.41713 (Table 1, row Sonnet 5 (all-pm), column rho (95% CI))",,out:effort-not-established, arxiv-2610.41713-t1-all-working,arxiv-2610.41713,haiku-4.5,unstated,coding,hard,,,,,,,2,working backdoors (working/n),0,,,"https://arxiv.org/abs/2610.41713 (Table 1, row Haiku 4.5 (all), column Working/n)",,out:effort-not-established, arxiv-2610.41713-t1-all-rebuilt,arxiv-2610.41713,haiku-4.5,unstated,coding,hard,,,,,,,0.5344,bag-of-words AUROC,2.89e-05,,,"https://arxiv.org/abs/2610.41713 (Table 1, row Haiku 4.5 (all), column rebuilt (95% CI))",,out:effort-not-established, arxiv-2610.41713-t1-all-original,arxiv-2610.41713,haiku-4.5,unstated,coding,hard,,,,,,,0.8564,bag-of-words AUROC,2.89e-05,,,"https://arxiv.org/abs/2610.41713 (Table 1, row Haiku 4.5 (all), column original)",,out:effort-not-established, arxiv-2610.41713-t1-all-rho,arxiv-2610.41713,haiku-4.5,unstated,coding,hard,,,,,,,0.097,rho,0.000289,,,"https://arxiv.org/abs/2610.41713 (Table 1, row Haiku 4.5 (all), column rho (95% CI))",,out:effort-not-established, arxiv-2610.41713-t1-all-pm-working,arxiv-2610.41713,haiku-4.5,unstated,coding,hard,,,,,,,2,working backdoors (working/n),0,,,"https://arxiv.org/abs/2610.41713 (Table 1, row Haiku 4.5 (all-pm), column Working/n)",,out:effort-not-established, arxiv-2610.41713-t1-all-pm-rebuilt,arxiv-2610.41713,haiku-4.5,unstated,coding,hard,,,,,,,0.5391,bag-of-words AUROC,2.89e-05,,,"https://arxiv.org/abs/2610.41713 (Table 1, row Haiku 4.5 (all-pm), column rebuilt (95% CI))",,out:effort-not-established, arxiv-2610.41713-t1-all-pm-original,arxiv-2610.41713,haiku-4.5,unstated,coding,hard,,,,,,,0.8540,bag-of-words AUROC,2.89e-05,,,"https://arxiv.org/abs/2610.41713 (Table 1, row Haiku 4.5 (all-pm), column original)",,out:effort-not-established, arxiv-2610.41713-t1-all-pm-rho,arxiv-2610.41713,haiku-4.5,unstated,coding,hard,,,,,,,0.110,rho,0.000289,,,"https://arxiv.org/abs/2610.41713 (Table 1, row Haiku 4.5 (all-pm), column rho (95% CI))",,out:effort-not-established, arxiv-2610.41713-t1-working-working,arxiv-2610.41713,sonnet-5,unstated,coding,hard,,,,,,,99,working backdoors (working/n),0,,,"https://arxiv.org/abs/2610.41713 (Table 1, row Sonnet 5 (working), column Working/n)",,out:effort-not-established, arxiv-2610.41713-t1-working-rebuilt,arxiv-2610.41713,sonnet-5,unstated,coding,hard,,,,,,,0.7488,bag-of-words AUROC,2.89e-05,,,"https://arxiv.org/abs/2610.41713 (Table 1, row Sonnet 5 (working), column rebuilt (95% CI))",,out:effort-not-established, arxiv-2610.41713-t1-working-original,arxiv-2610.41713,sonnet-5,unstated,coding,hard,,,,,,,0.7889,bag-of-words AUROC,2.89e-05,,,"https://arxiv.org/abs/2610.41713 (Table 1, row Sonnet 5 (working), column original)",,out:effort-not-established, arxiv-2610.41713-t1-working-rho,arxiv-2610.41713,sonnet-5,unstated,coding,hard,,,,,,,0.861,rho,0.000289,,,"https://arxiv.org/abs/2610.41713 (Table 1, row Sonnet 5 (working), column rho (95% CI))",,out:effort-not-established, arxiv-2610.41713-t1-working-pm-working,arxiv-2610.41713,sonnet-5,unstated,coding,hard,,,,,,,96,working backdoors (working/n),0,,,"https://arxiv.org/abs/2610.41713 (Table 1, row Sonnet 5 (working-pm), column Working/n)",,out:effort-not-established, arxiv-2610.41713-t1-working-pm-rebuilt,arxiv-2610.41713,sonnet-5,unstated,coding,hard,,,,,,,0.6926,bag-of-words AUROC,2.89e-05,,,"https://arxiv.org/abs/2610.41713 (Table 1, row Sonnet 5 (working-pm), column rebuilt (95% CI))",,out:effort-not-established, arxiv-2610.41713-t1-working-pm-original,arxiv-2610.41713,sonnet-5,unstated,coding,hard,,,,,,,0.7910,bag-of-words AUROC,2.89e-05,,,"https://arxiv.org/abs/2610.41713 (Table 1, row Sonnet 5 (working-pm), column original)",,out:effort-not-established, arxiv-2610.41713-t1-working-pm-rho,arxiv-2610.41713,sonnet-5,unstated,coding,hard,,,,,,,0.662,rho,0.000289,,,"https://arxiv.org/abs/2610.41713 (Table 1, row Sonnet 5 (working-pm), column rho (95% CI))",,out:effort-not-established, arxiv-2610.41713-a6-all-original,arxiv-2610.41713,sonnet-5,not-established:absent,coding,hard,,,,,,,0.958,monitor AUROC,0.000289,,,"https://arxiv.org/abs/2610.41713 (Table A6, row Sonnet 5 all, column original)",,out:effort-not-established, arxiv-2610.41713-a6-all-rebuilt,arxiv-2610.41713,sonnet-5,not-established:absent,coding,hard,,,,,,,0.566,monitor AUROC,0.000289,,,"https://arxiv.org/abs/2610.41713 (Table A6, row Sonnet 5 all, column rebuilt (95% CI))",,out:effort-not-established, arxiv-2610.41713-a6-all-rho,arxiv-2610.41713,sonnet-5,not-established:absent,coding,hard,,,,,,,0.145,rho,0.000289,,,"https://arxiv.org/abs/2610.41713 (Table A6, row Sonnet 5 all, column rho (95% CI))",,out:effort-not-established, arxiv-2610.41713-a6-working-original,arxiv-2610.41713,sonnet-5,not-established:absent,coding,hard,,,,,,,0.944,monitor AUROC,0.000289,,,"https://arxiv.org/abs/2610.41713 (Table A6, row Sonnet 5 working, column original)",,out:effort-not-established, arxiv-2610.41713-a6-working-rebuilt,arxiv-2610.41713,sonnet-5,not-established:absent,coding,hard,,,,,,,0.818,monitor AUROC,0.000289,,,"https://arxiv.org/abs/2610.41713 (Table A6, row Sonnet 5 working, column rebuilt (95% CI))",,out:effort-not-established, arxiv-2610.41713-a6-working-rho,arxiv-2610.41713,sonnet-5,not-established:absent,coding,hard,,,,,,,0.717,rho,0.000289,,,"https://arxiv.org/abs/2610.41713 (Table A6, row Sonnet 5 working, column rho (95% CI))",,out:effort-not-established, arxiv-2610.41713-a6-all-original,arxiv-2610.41713,haiku-4.5,not-established:absent,coding,hard,,,,,,,0.8824,monitor AUROC,2.89e-05,,,"https://arxiv.org/abs/2610.41713 (Table A6, row Haiku 4.5 all, column original)",,out:effort-not-established, arxiv-2610.41713-a6-all-rebuilt,arxiv-2610.41713,haiku-4.5,not-established:absent,coding,hard,,,,,,,0.5577,monitor AUROC,2.89e-05,,,"https://arxiv.org/abs/2610.41713 (Table A6, row Haiku 4.5 all, column rebuilt (95% CI))",,out:effort-not-established, arxiv-2610.41713-a6-working-original,arxiv-2610.41713,haiku-4.5,not-established:absent,coding,hard,,,,,,,0.8832,monitor AUROC,2.89e-05,,,"https://arxiv.org/abs/2610.41713 (Table A6, row Haiku 4.5 working, column original)",,out:effort-not-established, arxiv-2610.41713-a6-working-rebuilt,arxiv-2610.41713,haiku-4.5,not-established:absent,coding,hard,,,,,,,0.7871,monitor AUROC,2.89e-05,,,"https://arxiv.org/abs/2610.41713 (Table A6, row Haiku 4.5 working, column rebuilt (95% CI))",,out:effort-not-established, arxiv-2610.41713-a6-working-rho,arxiv-2610.41713,haiku-4.5,not-established:absent,coding,hard,,,,,,,0.749,rho,0.000289,,,"https://arxiv.org/abs/2610.41713 (Table A6, row Haiku 4.5 working, column rho (95% CI))",,out:effort-not-established, 2610.41983-acc,arxiv-2610.41983,qwen3.8-omni-flash,unstated,mixed,hard,,,,,,,90.57,Acc. %,0.00289,,,"https://arxiv.org/abs/2610.41983 (Table 2, group (C) general, column Acc. %)",,out:effort-not-established, arxiv-2610.42147-baseline-mmlu-pro,arxiv-2610.42147,glm-5.3-flash,unstated,reasoning-math,hard,Block Sparse (Flat) baseline,,,,,,85.4,"MMLU-Pro (2,000 questions) accuracy (%)",0.0289,,,"https://arxiv.org/abs/2610.42147 (Table 7, GLM-5.3-Flash block, baseline row, column MMLU-Pro)",,out:effort-not-established, arxiv-2610.42147-baseline-gpqa-d,arxiv-2610.42147,glm-5.3-flash,unstated,reasoning-math,hard,Block Sparse (Flat) baseline,,,,,,85.9,GPQA-Diamond (198 questions) accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.42147 (Table 7, GLM-5.3-Flash block, baseline row, column GPQA-Diamond)",,out:effort-not-established, arxiv-2610.42147-baseline-aime25,arxiv-2610.42147,glm-5.3-flash,unstated,reasoning-math,hard,Block Sparse (Flat) baseline,,,,,,97.5,AIME25 (30 questions x 4 repeats) accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.42147 (Table 7, GLM-5.3-Flash block, baseline row, column AIME25)",,out:effort-not-established, arxiv-2610.42147-baseline-math500,arxiv-2610.42147,glm-5.3-flash,unstated,reasoning-math,hard,Block Sparse (Flat) baseline,,,,,,98.0,MATH500 (100 questions) accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.42147 (Table 7, GLM-5.3-Flash block, baseline row, column MATH500)",,out:effort-not-established, arxiv-2610.42147-baseline-longbench-v2,arxiv-2610.42147,glm-5.3-flash,unstated,reasoning-math,hard,Block Sparse (Flat) baseline,,,,,,70.0,LongBench v2 (60 questions) accuracy (%),0.0289,,,"https://arxiv.org/abs/2610.42147 (Table 7, GLM-5.3-Flash block, baseline row, column LongBench v2)",,out:effort-not-established, arxiv-2610.42147-ruler10m-dlsa-flat,arxiv-2610.42147,glm-5.3-flash,unstated,reasoning-math,hard,D-LSA (Flat),,,,,,66.8,RULER accuracy at 10M tokens (%),0.0289,,,"https://arxiv.org/abs/2610.42147 (Appendix E (Design comparison), text)",,out:effort-not-established, arxiv-2610.42147-ruler10m-dlsa-tree,arxiv-2610.42147,glm-5.3-flash,unstated,reasoning-math,hard,D-LSA (Tree),,,,,,55.8,RULER accuracy at 10M tokens (%),0.0289,,,"https://arxiv.org/abs/2610.42147 (Appendix E (Design comparison), text)",,out:effort-not-established, arxiv-2611.00191-t2-vanilla-l1-sr,arxiv-2611.00191,gemini-3.1-pro,unstated,computer-use,hard,SeeAct-V,,,,,,26.8,SR%,0.0289,,,"https://arxiv.org/abs/2611.00191 (Table 2 (MemU-Bench), vanilla, row Gemini-3.1-Pro, column l1-sr)",,out:effort-not-established, arxiv-2611.00191-t2-vanilla-l1-spl,arxiv-2611.00191,gemini-3.1-pro,unstated,computer-use,hard,SeeAct-V,,,,,,18.1,SPL%,0.0289,,,"https://arxiv.org/abs/2611.00191 (Table 2 (MemU-Bench), vanilla, row Gemini-3.1-Pro, column l1-spl)",,out:effort-not-established, arxiv-2611.00191-t2-vanilla-l2-sr,arxiv-2611.00191,gemini-3.1-pro,unstated,computer-use,hard,SeeAct-V,,,,,,23.4,SR%,0.0289,,,"https://arxiv.org/abs/2611.00191 (Table 2 (MemU-Bench), vanilla, row Gemini-3.1-Pro, column l2-sr)",,out:effort-not-established, arxiv-2611.00191-t2-vanilla-l2-spl,arxiv-2611.00191,gemini-3.1-pro,unstated,computer-use,hard,SeeAct-V,,,,,,14.0,SPL%,0.0289,,,"https://arxiv.org/abs/2611.00191 (Table 2 (MemU-Bench), vanilla, row Gemini-3.1-Pro, column l2-spl)",,out:effort-not-established, arxiv-2611.00191-t2-vanilla-avg-ie,arxiv-2611.00191,gemini-3.1-pro,unstated,computer-use,hard,SeeAct-V,,,,,,0.65,IE,0.00289,,,"https://arxiv.org/abs/2611.00191 (Table 2 (MemU-Bench), vanilla, row Gemini-3.1-Pro, column avg-ie)",,out:effort-not-established, arxiv-2611.00191-t2-vanilla-avg-sr,arxiv-2611.00191,gemini-3.1-pro,unstated,computer-use,hard,SeeAct-V,,,,,,25.4,SR%,0.0289,,,"https://arxiv.org/abs/2611.00191 (Table 2 (MemU-Bench), vanilla, row Gemini-3.1-Pro, column avg-sr)",,out:effort-not-established, arxiv-2611.00191-t2-vanilla-avg-spl,arxiv-2611.00191,gemini-3.1-pro,unstated,computer-use,hard,SeeAct-V,,,,,,16.4,SPL%,0.0289,,,"https://arxiv.org/abs/2611.00191 (Table 2 (MemU-Bench), vanilla, row Gemini-3.1-Pro, column avg-spl)",,out:effort-not-established, arxiv-2611.00191-t2-summary-l1-sr,arxiv-2611.00191,gemini-3.1-pro,unstated,computer-use,hard,SeeAct-V,,,,,,43.7,SR%,0.0289,,,"https://arxiv.org/abs/2611.00191 (Table 2 (MemU-Bench), w/ Summary, row Gemini-3.1-Pro w/ Summary, column l1-sr)",,out:effort-not-established, arxiv-2611.00191-t2-summary-l1-spl,arxiv-2611.00191,gemini-3.1-pro,unstated,computer-use,hard,SeeAct-V,,,,,,34.7,SPL%,0.0289,,,"https://arxiv.org/abs/2611.00191 (Table 2 (MemU-Bench), w/ Summary, row Gemini-3.1-Pro w/ Summary, column l1-spl)",,out:effort-not-established, arxiv-2611.00191-t2-summary-l2-sr,arxiv-2611.00191,gemini-3.1-pro,unstated,computer-use,hard,SeeAct-V,,,,,,36.2,SR%,0.0289,,,"https://arxiv.org/abs/2611.00191 (Table 2 (MemU-Bench), w/ Summary, row Gemini-3.1-Pro w/ Summary, column l2-sr)",,out:effort-not-established, arxiv-2611.00191-t2-summary-l2-spl,arxiv-2611.00191,gemini-3.1-pro,unstated,computer-use,hard,SeeAct-V,,,,,,27.2,SPL%,0.0289,,,"https://arxiv.org/abs/2611.00191 (Table 2 (MemU-Bench), w/ Summary, row Gemini-3.1-Pro w/ Summary, column l2-spl)",,out:effort-not-established, arxiv-2611.00191-t2-summary-avg-ie,arxiv-2611.00191,gemini-3.1-pro,unstated,computer-use,hard,SeeAct-V,,,,,,0.78,IE,0.00289,,,"https://arxiv.org/abs/2611.00191 (Table 2 (MemU-Bench), w/ Summary, row Gemini-3.1-Pro w/ Summary, column avg-ie)",,out:effort-not-established, arxiv-2611.00191-t2-summary-avg-sr,arxiv-2611.00191,gemini-3.1-pro,unstated,computer-use,hard,SeeAct-V,,,,,,40.7,SR%,0.0289,,,"https://arxiv.org/abs/2611.00191 (Table 2 (MemU-Bench), w/ Summary, row Gemini-3.1-Pro w/ Summary, column avg-sr)",,out:effort-not-established, arxiv-2611.00191-t2-summary-avg-spl,arxiv-2611.00191,gemini-3.1-pro,unstated,computer-use,hard,SeeAct-V,,,,,,31.7,SPL%,0.0289,,,"https://arxiv.org/abs/2611.00191 (Table 2 (MemU-Bench), w/ Summary, row Gemini-3.1-Pro w/ Summary, column avg-spl)",,out:effort-not-established, arxiv-2611.00191-t2-appmem-l1-sr,arxiv-2611.00191,gemini-3.1-pro,unstated,computer-use,hard,SeeAct-V,,,,,,64.8,SR%,0.0289,,,"https://arxiv.org/abs/2611.00191 (Table 2 (MemU-Bench), w/ AppMem, row Gemini-3.1-Pro w/ AppMem, column l1-sr)",,out:effort-not-established, arxiv-2611.00191-t2-appmem-l1-spl,arxiv-2611.00191,gemini-3.1-pro,unstated,computer-use,hard,SeeAct-V,,,,,,55.2,SPL%,0.0289,,,"https://arxiv.org/abs/2611.00191 (Table 2 (MemU-Bench), w/ AppMem, row Gemini-3.1-Pro w/ AppMem, column l1-spl)",,out:effort-not-established, arxiv-2611.00191-t2-appmem-l2-sr,arxiv-2611.00191,gemini-3.1-pro,unstated,computer-use,hard,SeeAct-V,,,,,,63.8,SR%,0.0289,,,"https://arxiv.org/abs/2611.00191 (Table 2 (MemU-Bench), w/ AppMem, row Gemini-3.1-Pro w/ AppMem, column l2-sr)",,out:effort-not-established, arxiv-2611.00191-t2-appmem-l2-spl,arxiv-2611.00191,gemini-3.1-pro,unstated,computer-use,hard,SeeAct-V,,,,,,53.5,SPL%,0.0289,,,"https://arxiv.org/abs/2611.00191 (Table 2 (MemU-Bench), w/ AppMem, row Gemini-3.1-Pro w/ AppMem, column l2-spl)",,out:effort-not-established, arxiv-2611.00191-t2-appmem-avg-ie,arxiv-2611.00191,gemini-3.1-pro,unstated,computer-use,hard,SeeAct-V,,,,,,0.85,IE,0.00289,,,"https://arxiv.org/abs/2611.00191 (Table 2 (MemU-Bench), w/ AppMem, row Gemini-3.1-Pro w/ AppMem, column avg-ie)",,out:effort-not-established, arxiv-2611.00191-t2-appmem-avg-sr,arxiv-2611.00191,gemini-3.1-pro,unstated,computer-use,hard,SeeAct-V,,,,,,64.4,SR%,0.0289,,,"https://arxiv.org/abs/2611.00191 (Table 2 (MemU-Bench), w/ AppMem, row Gemini-3.1-Pro w/ AppMem, column avg-sr)",,out:effort-not-established, arxiv-2611.00191-t2-appmem-avg-spl,arxiv-2611.00191,gemini-3.1-pro,unstated,computer-use,hard,SeeAct-V,,,,,,54.5,SPL%,0.0289,,,"https://arxiv.org/abs/2611.00191 (Table 2 (MemU-Bench), w/ AppMem, row Gemini-3.1-Pro w/ AppMem, column avg-spl)",,out:effort-not-established, arxiv-2611.00191-t2-l1-sr,arxiv-2611.00191,gpt-5.5,unstated,mixed,hard,,,,,,,28.1,SR / SPL (%),0.0289,,,"https://arxiv.org/abs/2611.00191 (Table 2, row GPT-5.5 (bare), column Table 2, L1 SR)",,out:effort-not-established, arxiv-2611.00191-t2-l1-spl,arxiv-2611.00191,gpt-5.5,unstated,mixed,hard,,,,,,,18.1,SR / SPL (%),0.0289,,,"https://arxiv.org/abs/2611.00191 (Table 2, row GPT-5.5 (bare), column Table 2, L1 SPL)",,out:effort-not-established, arxiv-2611.00191-t2-l2-sr,arxiv-2611.00191,gpt-5.5,unstated,mixed,hard,,,,,,,17.0,SR / SPL (%),0.0289,,,"https://arxiv.org/abs/2611.00191 (Table 2, row GPT-5.5 (bare), column Table 2, L2 SR)",,out:effort-not-established, arxiv-2611.00191-t2-l2-spl,arxiv-2611.00191,gpt-5.5,unstated,mixed,hard,,,,,,,11.9,SR / SPL (%),0.0289,,,"https://arxiv.org/abs/2611.00191 (Table 2, row GPT-5.5 (bare), column Table 2, L2 SPL)",,out:effort-not-established, arxiv-2611.00191-t2-avg-ie,arxiv-2611.00191,gpt-5.5,unstated,mixed,hard,,,,,,,0.66,"information extraction (IE, 0-1)",0.00289,,,"https://arxiv.org/abs/2611.00191 (Table 2, row GPT-5.5 (bare), column Table 2, Avg IE)",,out:effort-not-established, arxiv-2611.00191-t2-avg-sr,arxiv-2611.00191,gpt-5.5,unstated,mixed,hard,,,,,,,23.7,SR / SPL (%),0.0289,,,"https://arxiv.org/abs/2611.00191 (Table 2, row GPT-5.5 (bare), column Table 2, Avg SR)",,out:effort-not-established, arxiv-2611.00191-t2-avg-spl,arxiv-2611.00191,gpt-5.5,unstated,mixed,hard,,,,,,,15.7,SR / SPL (%),0.0289,,,"https://arxiv.org/abs/2611.00191 (Table 2, row GPT-5.5 (bare), column Table 2, Avg SPL)",,out:effort-not-established, arxiv-2611.00191-t2-l1-sr,arxiv-2611.00191,gpt-5.5,unstated,mixed,hard,,,,,,,73.2,SR / SPL (%),0.0289,,,"https://arxiv.org/abs/2611.00191 (Table 2, row GPT-5.5 w/ Summary, column Table 2, L1 SR)",,out:effort-not-established, arxiv-2611.00191-t2-l1-spl,arxiv-2611.00191,gpt-5.5,unstated,mixed,hard,,,,,,,63.7,SR / SPL (%),0.0289,,,"https://arxiv.org/abs/2611.00191 (Table 2, row GPT-5.5 w/ Summary, column Table 2, L1 SPL)",,out:effort-not-established, arxiv-2611.00191-t2-l2-sr,arxiv-2611.00191,gpt-5.5,unstated,mixed,hard,,,,,,,57.5,SR / SPL (%),0.0289,,,"https://arxiv.org/abs/2611.00191 (Table 2, row GPT-5.5 w/ Summary, column Table 2, L2 SR)",,out:effort-not-established, arxiv-2611.00191-t2-l2-spl,arxiv-2611.00191,gpt-5.5,unstated,mixed,hard,,,,,,,48.2,SR / SPL (%),0.0289,,,"https://arxiv.org/abs/2611.00191 (Table 2, row GPT-5.5 w/ Summary, column Table 2, L2 SPL)",,out:effort-not-established, arxiv-2611.00191-t2-avg-ie,arxiv-2611.00191,gpt-5.5,unstated,mixed,hard,,,,,,,0.86,"information extraction (IE, 0-1)",0.00289,,,"https://arxiv.org/abs/2611.00191 (Table 2, row GPT-5.5 w/ Summary, column Table 2, Avg IE)",,out:effort-not-established, arxiv-2611.00191-t2-avg-sr,arxiv-2611.00191,gpt-5.5,unstated,mixed,hard,,,,,,,67.0,SR / SPL (%),0.0289,,,"https://arxiv.org/abs/2611.00191 (Table 2, row GPT-5.5 w/ Summary, column Table 2, Avg SR)",,out:effort-not-established, arxiv-2611.00191-t2-avg-spl,arxiv-2611.00191,gpt-5.5,unstated,mixed,hard,,,,,,,57.6,SR / SPL (%),0.0289,,,"https://arxiv.org/abs/2611.00191 (Table 2, row GPT-5.5 w/ Summary, column Table 2, Avg SPL)",,out:effort-not-established, arxiv-2611.00191-t2-l1-sr,arxiv-2611.00191,gpt-5.5,unstated,mixed,hard,,,,,,,74.7,SR / SPL (%),0.0289,,,"https://arxiv.org/abs/2611.00191 (Table 2, row GPT-5.5 w/ AppMem, column Table 2, L1 SR)",,out:effort-not-established, arxiv-2611.00191-t2-l1-spl,arxiv-2611.00191,gpt-5.5,unstated,mixed,hard,,,,,,,68.1,SR / SPL (%),0.0289,,,"https://arxiv.org/abs/2611.00191 (Table 2, row GPT-5.5 w/ AppMem, column Table 2, L1 SPL)",,out:effort-not-established, arxiv-2611.00191-t2-l2-sr,arxiv-2611.00191,gpt-5.5,unstated,mixed,hard,,,,,,,72.3,SR / SPL (%),0.0289,,,"https://arxiv.org/abs/2611.00191 (Table 2, row GPT-5.5 w/ AppMem, column Table 2, L2 SR)",,out:effort-not-established, arxiv-2611.00191-t2-l2-spl,arxiv-2611.00191,gpt-5.5,unstated,mixed,hard,,,,,,,64.9,SR / SPL (%),0.0289,,,"https://arxiv.org/abs/2611.00191 (Table 2, row GPT-5.5 w/ AppMem, column Table 2, L2 SPL)",,out:effort-not-established, arxiv-2611.00191-t2-avg-ie,arxiv-2611.00191,gpt-5.5,unstated,mixed,hard,,,,,,,0.91,"information extraction (IE, 0-1)",0.00289,,,"https://arxiv.org/abs/2611.00191 (Table 2, row GPT-5.5 w/ AppMem, column Table 2, Avg IE)",,out:effort-not-established, arxiv-2611.00191-t2-avg-sr,arxiv-2611.00191,gpt-5.5,unstated,mixed,hard,,,,,,,73.7,SR / SPL (%),0.0289,,,"https://arxiv.org/abs/2611.00191 (Table 2, row GPT-5.5 w/ AppMem, column Table 2, Avg SR)",,out:effort-not-established, arxiv-2611.00191-t2-avg-spl,arxiv-2611.00191,gpt-5.5,unstated,mixed,hard,,,,,,,66.9,SR / SPL (%),0.0289,,,"https://arxiv.org/abs/2611.00191 (Table 2, row GPT-5.5 w/ AppMem, column Table 2, Avg SPL)",,out:effort-not-established, arxiv-2611.00191-t4-rag-ie,arxiv-2611.00191,gpt-5.5,unstated,mixed,hard,,,,,,,0.89,"information extraction (IE, 0-1)",0.00289,,,"https://arxiv.org/abs/2611.00191 (Table 4, row GPT-5.5, column Table 4 RAG, IE)",,out:effort-not-established, arxiv-2611.00191-t4-rag-sr,arxiv-2611.00191,gpt-5.5,unstated,mixed,hard,,,,,,,56.8,SR / SPL (%),0.0289,,,"https://arxiv.org/abs/2611.00191 (Table 4, row GPT-5.5, column Table 4 RAG, SR)",,out:effort-not-established, arxiv-2611.00191-t4-rag-spl,arxiv-2611.00191,gpt-5.5,unstated,mixed,hard,,,,,,,50.5,SR / SPL (%),0.0289,,,"https://arxiv.org/abs/2611.00191 (Table 4, row GPT-5.5, column Table 4 RAG, SPL)",,out:effort-not-established, arxiv-2611.00244-t1-litqa-full-context,arxiv-2611.00244,gpt-5.5,high,mixed,hard,Full Context,USD/task-set,2577,0.289,,,51.0,accuracy (%),0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2611.00244 (Table 1, row GPT-5.5 High (232K ctx), Full Context, column Table 1, LitQA)",,out:single-couple,out:cost-single-couple arxiv-2611.00244-t1-nhopqa-full-context,arxiv-2611.00244,gpt-5.5,high,mixed,hard,Full Context,USD/task-set,2577,0.289,,,54.0,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.00244 (Table 1, row GPT-5.5 High (232K ctx), Full Context, column Table 1, NHopQA)",,out:single-couple,out:cost-single-couple arxiv-2611.00244-t1-novelqa-full-context,arxiv-2611.00244,gpt-5.5,high,mixed,hard,Full Context,USD/task-set,2577,0.289,,,67.0,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.00244 (Table 1, row GPT-5.5 High (232K ctx), Full Context, column Table 1, NovelQA)",,out:single-couple,out:cost-single-couple arxiv-2611.00244-t1-saga-full-context,arxiv-2611.00244,gpt-5.5,high,mixed,hard,Full Context,USD/task-set,2577,0.289,,,51.4,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.00244 (Table 1, row GPT-5.5 High (232K ctx), Full Context, column Table 1, Saga)",,out:single-couple,out:cost-single-couple arxiv-2611.00244-t1-micro-avg-full-context,arxiv-2611.00244,gpt-5.5,high,mixed,hard,Full Context,USD/task-set,2577,0.289,,,56.7,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.00244 (Table 1, row GPT-5.5 High (232K ctx), Full Context, column Table 1, Micro Avg)",,out:single-couple,out:cost-single-couple arxiv-2611.00244-t1-litqa-fold-backtrack,arxiv-2611.00244,gpt-5.5,high,mixed,hard,Fold + Backtrack,USD/task-set,2606,0.289,,,10.0,accuracy (%),0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2611.00244 (Table 1, row GPT-5.5 High, Fold + Backtrack, column Table 1, LitQA)",,out:single-couple,out:cost-single-couple arxiv-2611.00244-t1-nhopqa-fold-backtrack,arxiv-2611.00244,gpt-5.5,high,mixed,hard,Fold + Backtrack,USD/task-set,2606,0.289,,,9.0,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.00244 (Table 1, row GPT-5.5 High, Fold + Backtrack, column Table 1, NHopQA)",,out:single-couple,out:cost-single-couple arxiv-2611.00244-t1-novelqa-fold-backtrack,arxiv-2611.00244,gpt-5.5,high,mixed,hard,Fold + Backtrack,USD/task-set,2606,0.289,,,19.2,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.00244 (Table 1, row GPT-5.5 High, Fold + Backtrack, column Table 1, NovelQA)",,out:single-couple,out:cost-single-couple arxiv-2611.00244-t1-saga-fold-backtrack,arxiv-2611.00244,gpt-5.5,high,mixed,hard,Fold + Backtrack,USD/task-set,2606,0.289,,,16.2,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.00244 (Table 1, row GPT-5.5 High, Fold + Backtrack, column Table 1, Saga)",,out:single-couple,out:cost-single-couple arxiv-2611.00244-t1-micro-avg-fold-backtrack,arxiv-2611.00244,gpt-5.5,high,mixed,hard,Fold + Backtrack,USD/task-set,2606,0.289,,,13.1,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.00244 (Table 1, row GPT-5.5 High, Fold + Backtrack, column Table 1, Micro Avg)",,out:single-couple,out:cost-single-couple arxiv-2611.00244-bookqa-litqa-fullcontext,arxiv-2611.00244,glm-5.3,high,reasoning-math,hard,Full Context,USD/full-benchmark-run,1270,0.289,,,76.6,"Book QA LitQA (n = 1,940) accuracy (%)",0.0289,,cost-method-assumed-single,"https://arxiv.org/abs/2611.00244 (Table 1, row GLM-5.3 High (1M ctx), column LitQA)",,out:single-couple,out:cost-not-comparable arxiv-2611.00244-bookqa-nhopqa-fullcontext,arxiv-2611.00244,glm-5.3,high,reasoning-math,hard,Full Context,USD/full-benchmark-run,1270,0.289,,,75.8,Book QA NHopQA (n = 426) accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.00244 (Table 1, row GLM-5.3 High (1M ctx), column NHopQA)",,out:single-couple,out:cost-not-comparable arxiv-2611.00244-bookqa-novelqa-fullcontext,arxiv-2611.00244,glm-5.3,high,reasoning-math,hard,Full Context,USD/full-benchmark-run,1270,0.289,,,71.9,"Book QA NovelQA (n = 2,305) accuracy (%)",0.0289,,,"https://arxiv.org/abs/2611.00244 (Table 1, row GLM-5.3 High (1M ctx), column NovelQA)",,out:single-couple,out:cost-not-comparable arxiv-2611.00244-bookqa-saga-fullcontext,arxiv-2611.00244,glm-5.3,high,reasoning-math,hard,Full Context,USD/full-benchmark-run,1270,0.289,,,75.7,Book QA Saga (n = 37) accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.00244 (Table 1, row GLM-5.3 High (1M ctx), column Saga)",,out:single-couple,out:cost-not-comparable arxiv-2611.00244-bookqa-micro-fullcontext,arxiv-2611.00244,glm-5.3,high,reasoning-math,hard,Full Context,USD/full-benchmark-run,1270,0.289,,,74.3,"Book QA micro average (n = 4,708) accuracy (%)",0.0289,,,"https://arxiv.org/abs/2611.00244 (Table 1, row GLM-5.3 High (1M ctx), column micro average)",,out:single-couple,out:cost-not-comparable arxiv-2611.00244-bookqa-litqa-foldbacktrack,arxiv-2611.00244,glm-5.3,high,reasoning-math,hard,Fold + Backtrack,USD/full-benchmark-run,448,0.289,,,71.2,"Book QA LitQA (n = 1,940) accuracy (%)",0.0289,,cost-method-assumed-single,"https://arxiv.org/abs/2611.00244 (Table 1, row GLM-5.3 High, column LitQA)",,out:single-couple,out:cost-not-comparable arxiv-2611.00244-bookqa-nhopqa-foldbacktrack,arxiv-2611.00244,glm-5.3,high,reasoning-math,hard,Fold + Backtrack,USD/full-benchmark-run,448,0.289,,,43.4,Book QA NHopQA (n = 426) accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.00244 (Table 1, row GLM-5.3 High, column NHopQA)",,out:single-couple,out:cost-not-comparable arxiv-2611.00244-bookqa-novelqa-foldbacktrack,arxiv-2611.00244,glm-5.3,high,reasoning-math,hard,Fold + Backtrack,USD/full-benchmark-run,448,0.289,,,72.1,"Book QA NovelQA (n = 2,305) accuracy (%)",0.0289,,,"https://arxiv.org/abs/2611.00244 (Table 1, row GLM-5.3 High, column NovelQA)",,out:single-couple,out:cost-not-comparable arxiv-2611.00244-bookqa-saga-foldbacktrack,arxiv-2611.00244,glm-5.3,high,reasoning-math,hard,Fold + Backtrack,USD/full-benchmark-run,448,0.289,,,91.9,Book QA Saga (n = 37) accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.00244 (Table 1, row GLM-5.3 High, column Saga)",,out:single-couple,out:cost-not-comparable arxiv-2611.00244-bookqa-micro-foldbacktrack,arxiv-2611.00244,glm-5.3,high,reasoning-math,hard,Fold + Backtrack,USD/full-benchmark-run,448,0.289,,,69.3,"Book QA micro average (n = 4,708) accuracy (%)",0.0289,,,"https://arxiv.org/abs/2611.00244 (Table 1, row GLM-5.3 High, column micro average)",,out:single-couple,out:cost-not-comparable arxiv-2611.00314-t5-c-oracle-seeds,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,67,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row single-agent oracle, contradictory family, column Seeds)",,out:single-couple, arxiv-2611.00314-t5-c-oracle-gen,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,61,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row single-agent oracle, contradictory family, column Gen.)",,out:single-couple, arxiv-2611.00314-t5-c-oracle-all,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,62,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row single-agent oracle, contradictory family, column All)",,out:single-couple, arxiv-2611.00314-t5-k-oracle-seeds,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,87,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row single-agent oracle, complementary family, column Seeds)",,out:single-couple, arxiv-2611.00314-t5-k-oracle-gen,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,85,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row single-agent oracle, complementary family, column Gen.)",,out:single-couple, arxiv-2611.00314-t5-k-oracle-all,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,86,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row single-agent oracle, complementary family, column All)",,out:single-couple, arxiv-2611.00314-t5-c-orchestrator-seeds,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,58,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Orchestrator, contradictory family, column Seeds)",,out:single-couple, arxiv-2611.00314-t5-c-orchestrator-gen,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,58,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Orchestrator, contradictory family, column Gen.)",,out:single-couple, arxiv-2611.00314-t5-c-orchestrator-all,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,58,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Orchestrator, contradictory family, column All)",,out:single-couple, arxiv-2611.00314-t5-k-orchestrator-seeds,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,73,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Orchestrator, complementary family, column Seeds)",,out:single-couple, arxiv-2611.00314-t5-k-orchestrator-gen,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,80,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Orchestrator, complementary family, column Gen.)",,out:single-couple, arxiv-2611.00314-t5-k-orchestrator-all,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,77,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Orchestrator, complementary family, column All)",,out:single-couple, arxiv-2611.00314-t5-c-comm-oracle-seeds,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,50,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Comm-Oracle (communication oracle), contradictory family, column Seeds)",,out:single-couple, arxiv-2611.00314-t5-c-comm-oracle-gen,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,58,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Comm-Oracle (communication oracle), contradictory family, column Gen.)",,out:single-couple, arxiv-2611.00314-t5-c-comm-oracle-all,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,56,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Comm-Oracle (communication oracle), contradictory family, column All)",,out:single-couple, arxiv-2611.00314-t5-k-comm-oracle-seeds,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,93,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Comm-Oracle (communication oracle), complementary family, column Seeds)",,out:single-couple, arxiv-2611.00314-t5-k-comm-oracle-gen,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,75,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Comm-Oracle (communication oracle), complementary family, column Gen.)",,out:single-couple, arxiv-2611.00314-t5-k-comm-oracle-all,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,83,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Comm-Oracle (communication oracle), complementary family, column All)",,out:single-couple, arxiv-2611.00314-t5-c-oracle-gold-seeds,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,100,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Oracle + Gold Tests, contradictory family, column Seeds)",,out:single-couple, arxiv-2611.00314-t5-c-oracle-gold-gen,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,97,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Oracle + Gold Tests, contradictory family, column Gen.)",,out:single-couple, arxiv-2611.00314-t5-c-oracle-gold-all,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,98,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Oracle + Gold Tests, contradictory family, column All)",,out:single-couple, arxiv-2611.00314-t5-k-oracle-gold-seeds,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,100,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Oracle + Gold Tests, complementary family, column Seeds)",,out:single-couple, arxiv-2611.00314-t5-k-oracle-gold-gen,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,100,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Oracle + Gold Tests, complementary family, column Gen.)",,out:single-couple, arxiv-2611.00314-t5-k-oracle-gold-all,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,100,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Oracle + Gold Tests, complementary family, column All)",,out:single-couple, arxiv-2611.00314-t5-c-parallel-gold-seeds,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,17,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Parallel + Gold Tests, contradictory family, column Seeds)",,out:single-couple, arxiv-2611.00314-t5-c-parallel-gold-gen,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,45,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Parallel + Gold Tests, contradictory family, column Gen.)",,out:single-couple, arxiv-2611.00314-t5-c-parallel-gold-all,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,38,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Parallel + Gold Tests, contradictory family, column All)",,out:single-couple, arxiv-2611.00314-t5-c-seq-ab-repo-seeds,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,50,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Sequential A->B (Repo), contradictory family, column Seeds)",,out:single-couple, arxiv-2611.00314-t5-c-seq-ab-repo-gen,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,55,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Sequential A->B (Repo), contradictory family, column Gen.)",,out:single-couple, arxiv-2611.00314-t5-c-seq-ab-repo-all,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,54,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Sequential A->B (Repo), contradictory family, column All)",,out:single-couple, arxiv-2611.00314-t5-k-seq-ab-repo-seeds,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,80,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Sequential A->B (Repo), complementary family, column Seeds)",,out:single-couple, arxiv-2611.00314-t5-k-seq-ab-repo-gen,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,75,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Sequential A->B (Repo), complementary family, column Gen.)",,out:single-couple, arxiv-2611.00314-t5-k-seq-ab-repo-all,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,77,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Sequential A->B (Repo), complementary family, column All)",,out:single-couple, arxiv-2611.00314-t5-c-seq-ab-hist-seeds,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,50,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Sequential A->B (Hist), contradictory family, column Seeds)",,out:single-couple, arxiv-2611.00314-t5-c-seq-ab-hist-gen,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,50,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Sequential A->B (Hist), contradictory family, column Gen.)",,out:single-couple, arxiv-2611.00314-t5-c-seq-ab-hist-all,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,50,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Sequential A->B (Hist), contradictory family, column All)",,out:single-couple, arxiv-2611.00314-t5-k-seq-ab-hist-seeds,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,80,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Sequential A->B (Hist), complementary family, column Seeds)",,out:single-couple, arxiv-2611.00314-t5-k-seq-ab-hist-gen,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,75,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Sequential A->B (Hist), complementary family, column Gen.)",,out:single-couple, arxiv-2611.00314-t5-k-seq-ab-hist-all,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,77,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Sequential A->B (Hist), complementary family, column All)",,out:single-couple, arxiv-2611.00314-t5-c-seq-ba-repo-seeds,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,58,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Sequential B->A (Repo), contradictory family, column Seeds)",,out:single-couple, arxiv-2611.00314-t5-c-seq-ba-repo-gen,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,47,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Sequential B->A (Repo), contradictory family, column Gen.)",,out:single-couple, arxiv-2611.00314-t5-c-seq-ba-repo-all,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,50,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Sequential B->A (Repo), contradictory family, column All)",,out:single-couple, arxiv-2611.00314-t5-k-seq-ba-repo-seeds,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,67,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Sequential B->A (Repo), complementary family, column Seeds)",,out:single-couple, arxiv-2611.00314-t5-k-seq-ba-repo-gen,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,75,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Sequential B->A (Repo), complementary family, column Gen.)",,out:single-couple, arxiv-2611.00314-t5-k-seq-ba-repo-all,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,71,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Sequential B->A (Repo), complementary family, column All)",,out:single-couple, arxiv-2611.00314-t5-c-seq-ba-hist-seeds,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,58,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Sequential B->A (Hist), contradictory family, column Seeds)",,out:single-couple, arxiv-2611.00314-t5-c-seq-ba-hist-gen,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,42,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Sequential B->A (Hist), contradictory family, column Gen.)",,out:single-couple, arxiv-2611.00314-t5-c-seq-ba-hist-all,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,46,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Sequential B->A (Hist), contradictory family, column All)",,out:single-couple, arxiv-2611.00314-t5-k-seq-ba-hist-seeds,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,53,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Sequential B->A (Hist), complementary family, column Seeds)",,out:single-couple, arxiv-2611.00314-t5-k-seq-ba-hist-gen,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,80,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Sequential B->A (Hist), complementary family, column Gen.)",,out:single-couple, arxiv-2611.00314-t5-k-seq-ba-hist-all,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,69,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Sequential B->A (Hist), complementary family, column All)",,out:single-couple, arxiv-2611.00314-t5-c-reen-abab-repo-seeds,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,42,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Reentrant ABAB (Repo), contradictory family, column Seeds)",,out:single-couple, arxiv-2611.00314-t5-c-reen-abab-repo-gen,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,53,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Reentrant ABAB (Repo), contradictory family, column Gen.)",,out:single-couple, arxiv-2611.00314-t5-c-reen-abab-repo-all,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,50,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Reentrant ABAB (Repo), contradictory family, column All)",,out:single-couple, arxiv-2611.00314-t5-k-reen-abab-repo-seeds,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,87,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Reentrant ABAB (Repo), complementary family, column Seeds)",,out:single-couple, arxiv-2611.00314-t5-k-reen-abab-repo-gen,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,75,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Reentrant ABAB (Repo), complementary family, column Gen.)",,out:single-couple, arxiv-2611.00314-t5-k-reen-abab-repo-all,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,80,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Reentrant ABAB (Repo), complementary family, column All)",,out:single-couple, arxiv-2611.00314-t5-c-reen-abab-hist-seeds,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,58,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Reentrant ABAB (Hist), contradictory family, column Seeds)",,out:single-couple, arxiv-2611.00314-t5-c-reen-abab-hist-gen,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,42,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Reentrant ABAB (Hist), contradictory family, column Gen.)",,out:single-couple, arxiv-2611.00314-t5-c-reen-abab-hist-all,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,46,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Reentrant ABAB (Hist), contradictory family, column All)",,out:single-couple, arxiv-2611.00314-t5-k-reen-abab-hist-seeds,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,93,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Reentrant ABAB (Hist), complementary family, column Seeds)",,out:single-couple, arxiv-2611.00314-t5-k-reen-abab-hist-gen,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,80,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Reentrant ABAB (Hist), complementary family, column Gen.)",,out:single-couple, arxiv-2611.00314-t5-k-reen-abab-hist-all,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,86,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Reentrant ABAB (Hist), complementary family, column All)",,out:single-couple, arxiv-2611.00314-t5-c-reen-baba-repo-seeds,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,67,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Reentrant BABA (Repo), contradictory family, column Seeds)",,out:single-couple, arxiv-2611.00314-t5-c-reen-baba-repo-gen,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,50,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Reentrant BABA (Repo), contradictory family, column Gen.)",,out:single-couple, arxiv-2611.00314-t5-c-reen-baba-repo-all,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,54,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Reentrant BABA (Repo), contradictory family, column All)",,out:single-couple, arxiv-2611.00314-t5-k-reen-baba-repo-seeds,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,87,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Reentrant BABA (Repo), complementary family, column Seeds)",,out:single-couple, arxiv-2611.00314-t5-k-reen-baba-repo-gen,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,85,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Reentrant BABA (Repo), complementary family, column Gen.)",,out:single-couple, arxiv-2611.00314-t5-k-reen-baba-repo-all,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,86,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Reentrant BABA (Repo), complementary family, column All)",,out:single-couple, arxiv-2611.00314-t5-c-reen-baba-hist-seeds,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,58,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Reentrant BABA (Hist), contradictory family, column Seeds)",,out:single-couple, arxiv-2611.00314-t5-c-reen-baba-hist-gen,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,50,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Reentrant BABA (Hist), contradictory family, column Gen.)",,out:single-couple, arxiv-2611.00314-t5-c-reen-baba-hist-all,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,52,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Reentrant BABA (Hist), contradictory family, column All)",,out:single-couple, arxiv-2611.00314-t5-k-reen-baba-hist-seeds,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,80,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Reentrant BABA (Hist), complementary family, column Seeds)",,out:single-couple, arxiv-2611.00314-t5-k-reen-baba-hist-gen,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,85,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Reentrant BABA (Hist), complementary family, column Gen.)",,out:single-couple, arxiv-2611.00314-t5-k-reen-baba-hist-all,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,83,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Reentrant BABA (Hist), complementary family, column All)",,out:single-couple, arxiv-2611.00314-t5-c-par-unaware-seeds,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,0,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Parallel Unaware, contradictory family, column Seeds)",,out:single-couple, arxiv-2611.00314-t5-c-par-unaware-gen,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,21,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Parallel Unaware, contradictory family, column Gen.)",,out:single-couple, arxiv-2611.00314-t5-c-par-unaware-all,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,16,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Parallel Unaware, contradictory family, column All)",,out:single-couple, arxiv-2611.00314-t5-k-par-unaware-seeds,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,53,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Parallel Unaware, complementary family, column Seeds)",,out:single-couple, arxiv-2611.00314-t5-k-par-unaware-gen,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,60,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Parallel Unaware, complementary family, column Gen.)",,out:single-couple, arxiv-2611.00314-t5-k-par-unaware-all,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,57,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Parallel Unaware, complementary family, column All)",,out:single-couple, arxiv-2611.00314-t5-c-par-aware-seeds,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,0,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Parallel Aware, contradictory family, column Seeds)",,out:single-couple, arxiv-2611.00314-t5-c-par-aware-gen,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,34,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Parallel Aware, contradictory family, column Gen.)",,out:single-couple, arxiv-2611.00314-t5-c-par-aware-all,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,26,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Parallel Aware, contradictory family, column All)",,out:single-couple, arxiv-2611.00314-t5-k-par-aware-seeds,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,60,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Parallel Aware, complementary family, column Seeds)",,out:single-couple, arxiv-2611.00314-t5-k-par-aware-gen,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,60,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Parallel Aware, complementary family, column Gen.)",,out:single-couple, arxiv-2611.00314-t5-k-par-aware-all,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,60,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Parallel Aware, complementary family, column All)",,out:single-couple, arxiv-2611.00314-t5-c-par-message-seeds,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,8,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Parallel Message, contradictory family, column Seeds)",,out:single-couple, arxiv-2611.00314-t5-c-par-message-gen,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,24,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Parallel Message, contradictory family, column Gen.)",,out:single-couple, arxiv-2611.00314-t5-c-par-message-all,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,20,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Parallel Message, contradictory family, column All)",,out:single-couple, arxiv-2611.00314-t5-k-par-message-seeds,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,67,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Parallel Message, complementary family, column Seeds)",,out:single-couple, arxiv-2611.00314-t5-k-par-message-gen,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,60,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Parallel Message, complementary family, column Gen.)",,out:single-couple, arxiv-2611.00314-t5-k-par-message-all,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,63,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Parallel Message, complementary family, column All)",,out:single-couple, arxiv-2611.00314-t5-c-par-sync-seeds,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,0,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Parallel Sync, contradictory family, column Seeds)",,out:single-couple, arxiv-2611.00314-t5-c-par-sync-gen,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,29,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Parallel Sync, contradictory family, column Gen.)",,out:single-couple, arxiv-2611.00314-t5-c-par-sync-all,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,22,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Parallel Sync, contradictory family, column All)",,out:single-couple, arxiv-2611.00314-t5-k-par-sync-seeds,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,67,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Parallel Sync, complementary family, column Seeds)",,out:single-couple, arxiv-2611.00314-t5-k-par-sync-gen,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,75,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Parallel Sync, complementary family, column Gen.)",,out:single-couple, arxiv-2611.00314-t5-k-par-sync-all,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,71,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Parallel Sync, complementary family, column All)",,out:single-couple, arxiv-2611.00314-t5-c-par-message-redis-seeds,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,8,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Parallel Message (Redis), contradictory family, column Seeds)",,out:single-couple, arxiv-2611.00314-t5-c-par-message-redis-gen,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,37,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Parallel Message (Redis), contradictory family, column Gen.)",,out:single-couple, arxiv-2611.00314-t5-c-par-message-redis-all,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,30,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Parallel Message (Redis), contradictory family, column All)",,out:single-couple, arxiv-2611.00314-t5-k-par-message-redis-seeds,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,67,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Parallel Message (Redis), complementary family, column Seeds)",,out:single-couple, arxiv-2611.00314-t5-k-par-message-redis-gen,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,70,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Parallel Message (Redis), complementary family, column Gen.)",,out:single-couple, arxiv-2611.00314-t5-k-par-message-redis-all,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,69,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Parallel Message (Redis), complementary family, column All)",,out:single-couple, arxiv-2611.00314-t5-c-par-sync-redis-seeds,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,8,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Parallel Sync (Redis), contradictory family, column Seeds)",,out:single-couple, arxiv-2611.00314-t5-c-par-sync-redis-gen,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,39,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Parallel Sync (Redis), contradictory family, column Gen.)",,out:single-couple, arxiv-2611.00314-t5-c-par-sync-redis-all,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,32,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Parallel Sync (Redis), contradictory family, column All)",,out:single-couple, arxiv-2611.00314-t5-k-par-sync-redis-seeds,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,80,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Parallel Sync (Redis), complementary family, column Seeds)",,out:single-couple, arxiv-2611.00314-t5-k-par-sync-redis-gen,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,75,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Parallel Sync (Redis), complementary family, column Gen.)",,out:single-couple, arxiv-2611.00314-t5-k-par-sync-redis-all,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,77,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 5, row Parallel Sync (Redis), complementary family, column All)",,out:single-couple, arxiv-2611.00314-t10-c-oracle-a,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,78,isolated-patch-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 10, row single-agent oracle, column A)",,out:single-couple, arxiv-2611.00314-t10-c-oracle-b,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,76,isolated-patch-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 10, row single-agent oracle, column B)",,out:single-couple, arxiv-2611.00314-t10-c-oracle-either,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,88,isolated-patch-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 10, row single-agent oracle, column Either)",,out:single-couple, arxiv-2611.00314-t10-c-orchestrator-a,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,68,isolated-patch-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 10, row Orchestrator, column A)",,out:single-couple, arxiv-2611.00314-t10-c-orchestrator-b,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,76,isolated-patch-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 10, row Orchestrator, column B)",,out:single-couple, arxiv-2611.00314-t10-c-orchestrator-either,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,86,isolated-patch-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 10, row Orchestrator, column Either)",,out:single-couple, arxiv-2611.00314-t10-c-oracle-gold-a,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,98,isolated-patch-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 10, row Oracle + Gold Tests, column A)",,out:single-couple, arxiv-2611.00314-t10-c-oracle-gold-b,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,92,isolated-patch-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 10, row Oracle + Gold Tests, column B)",,out:single-couple, arxiv-2611.00314-t10-c-oracle-gold-either,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,98,isolated-patch-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 10, row Oracle + Gold Tests, column Either)",,out:single-couple, arxiv-2611.00314-t10-c-parallel-gold-a,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,98,isolated-patch-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 10, row Parallel + Gold Tests, column A)",,out:single-couple, arxiv-2611.00314-t10-c-parallel-gold-b,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,98,isolated-patch-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 10, row Parallel + Gold Tests, column B)",,out:single-couple, arxiv-2611.00314-t10-c-parallel-gold-either,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,98,isolated-patch-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 10, row Parallel + Gold Tests, column Either)",,out:single-couple, arxiv-2611.00314-t10-c-seq-ab-repo-a,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,74,isolated-patch-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 10, row Sequential A->B (Repo), column A)",,out:single-couple, arxiv-2611.00314-t10-c-seq-ab-repo-b,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,74,isolated-patch-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 10, row Sequential A->B (Repo), column B)",,out:single-couple, arxiv-2611.00314-t10-c-seq-ab-repo-either,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,92,isolated-patch-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 10, row Sequential A->B (Repo), column Either)",,out:single-couple, arxiv-2611.00314-t10-c-seq-ab-hist-a,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,64,isolated-patch-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 10, row Sequential A->B (Hist), column A)",,out:single-couple, arxiv-2611.00314-t10-c-seq-ab-hist-b,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,80,isolated-patch-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 10, row Sequential A->B (Hist), column B)",,out:single-couple, arxiv-2611.00314-t10-c-seq-ab-hist-either,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,92,isolated-patch-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 10, row Sequential A->B (Hist), column Either)",,out:single-couple, arxiv-2611.00314-t10-c-seq-ba-repo-a,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,76,isolated-patch-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 10, row Sequential B->A (Repo), column A)",,out:single-couple, arxiv-2611.00314-t10-c-seq-ba-repo-b,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,66,isolated-patch-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 10, row Sequential B->A (Repo), column B)",,out:single-couple, arxiv-2611.00314-t10-c-seq-ba-repo-either,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,92,isolated-patch-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 10, row Sequential B->A (Repo), column Either)",,out:single-couple, arxiv-2611.00314-t10-c-seq-ba-hist-a,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,80,isolated-patch-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 10, row Sequential B->A (Hist), column A)",,out:single-couple, arxiv-2611.00314-t10-c-seq-ba-hist-b,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,62,isolated-patch-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 10, row Sequential B->A (Hist), column B)",,out:single-couple, arxiv-2611.00314-t10-c-seq-ba-hist-either,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,92,isolated-patch-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 10, row Sequential B->A (Hist), column Either)",,out:single-couple, arxiv-2611.00314-t10-c-reen-abab-repo-a,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,72,isolated-patch-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 10, row Reentrant ABAB (Repo), column A)",,out:single-couple, arxiv-2611.00314-t10-c-reen-abab-repo-b,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,74,isolated-patch-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 10, row Reentrant ABAB (Repo), column B)",,out:single-couple, arxiv-2611.00314-t10-c-reen-abab-repo-either,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,94,isolated-patch-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 10, row Reentrant ABAB (Repo), column Either)",,out:single-couple, arxiv-2611.00314-t10-c-reen-abab-hist-a,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,58,isolated-patch-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 10, row Reentrant ABAB (Hist), column A)",,out:single-couple, arxiv-2611.00314-t10-c-reen-abab-hist-b,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,76,isolated-patch-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 10, row Reentrant ABAB (Hist), column B)",,out:single-couple, arxiv-2611.00314-t10-c-reen-abab-hist-either,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,88,isolated-patch-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 10, row Reentrant ABAB (Hist), column Either)",,out:single-couple, arxiv-2611.00314-t10-c-reen-baba-repo-a,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,76,isolated-patch-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 10, row Reentrant BABA (Repo), column A)",,out:single-couple, arxiv-2611.00314-t10-c-reen-baba-repo-b,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,74,isolated-patch-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 10, row Reentrant BABA (Repo), column B)",,out:single-couple, arxiv-2611.00314-t10-c-reen-baba-repo-either,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,92,isolated-patch-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 10, row Reentrant BABA (Repo), column Either)",,out:single-couple, arxiv-2611.00314-t10-c-reen-baba-hist-a,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,78,isolated-patch-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 10, row Reentrant BABA (Hist), column A)",,out:single-couple, arxiv-2611.00314-t10-c-reen-baba-hist-b,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,66,isolated-patch-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 10, row Reentrant BABA (Hist), column B)",,out:single-couple, arxiv-2611.00314-t10-c-reen-baba-hist-either,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,90,isolated-patch-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 10, row Reentrant BABA (Hist), column Either)",,out:single-couple, arxiv-2611.00314-t10-c-par-unaware-a,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,68,isolated-patch-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 10, row Parallel Unaware, column A)",,out:single-couple, arxiv-2611.00314-t10-c-par-unaware-b,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,92,isolated-patch-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 10, row Parallel Unaware, column B)",,out:single-couple, arxiv-2611.00314-t10-c-par-unaware-either,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,98,isolated-patch-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 10, row Parallel Unaware, column Either)",,out:single-couple, arxiv-2611.00314-t10-c-par-aware-a,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,78,isolated-patch-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 10, row Parallel Aware, column A)",,out:single-couple, arxiv-2611.00314-t10-c-par-aware-b,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,92,isolated-patch-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 10, row Parallel Aware, column B)",,out:single-couple, arxiv-2611.00314-t10-c-par-aware-either,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,96,isolated-patch-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 10, row Parallel Aware, column Either)",,out:single-couple, arxiv-2611.00314-t10-c-par-message-a,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,72,isolated-patch-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 10, row Parallel Message, column A)",,out:single-couple, arxiv-2611.00314-t10-c-par-message-b,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,92,isolated-patch-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 10, row Parallel Message, column B)",,out:single-couple, arxiv-2611.00314-t10-c-par-message-either,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,94,isolated-patch-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 10, row Parallel Message, column Either)",,out:single-couple, arxiv-2611.00314-t10-c-par-sync-a,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,70,isolated-patch-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 10, row Parallel Sync, column A)",,out:single-couple, arxiv-2611.00314-t10-c-par-sync-b,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,92,isolated-patch-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 10, row Parallel Sync, column B)",,out:single-couple, arxiv-2611.00314-t10-c-par-sync-either,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,96,isolated-patch-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 10, row Parallel Sync, column Either)",,out:single-couple, arxiv-2611.00314-t10-c-par-message-redis-a,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,74,isolated-patch-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 10, row Parallel Message (Redis), column A)",,out:single-couple, arxiv-2611.00314-t10-c-par-message-redis-b,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,88,isolated-patch-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 10, row Parallel Message (Redis), column B)",,out:single-couple, arxiv-2611.00314-t10-c-par-message-redis-either,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,96,isolated-patch-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 10, row Parallel Message (Redis), column Either)",,out:single-couple, arxiv-2611.00314-t10-c-par-sync-redis-a,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,70,isolated-patch-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 10, row Parallel Sync (Redis), column A)",,out:single-couple, arxiv-2611.00314-t10-c-par-sync-redis-b,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,84,isolated-patch-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 10, row Parallel Sync (Redis), column B)",,out:single-couple, arxiv-2611.00314-t10-c-par-sync-redis-either,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,92,isolated-patch-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 10, row Parallel Sync (Redis), column Either)",,out:single-couple, arxiv-2611.00314-t10-c-comm-oracle-a,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,56,isolated-patch-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 10, row Comm-Oracle (communication oracle), column A)",,out:single-couple, arxiv-2611.00314-t10-c-comm-oracle-b,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,70,isolated-patch-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 10, row Comm-Oracle (communication oracle), column B)",,out:single-couple, arxiv-2611.00314-t10-c-comm-oracle-either,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,86,isolated-patch-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 10, row Comm-Oracle (communication oracle), column Either)",,out:single-couple, arxiv-2611.00314-t13-c-par-unaware-concat,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,10,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 13, row Parallel Unaware, contradictory family, column concat)",,out:single-couple, arxiv-2611.00314-t13-c-par-unaware-gitmerge,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,14,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 13, row Parallel Unaware, contradictory family, column git-merge)",,out:single-couple, arxiv-2611.00314-t13-c-par-unaware-reconciler,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,16,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 13, row Parallel Unaware, contradictory family, column reconciler)",,out:single-couple, arxiv-2611.00314-t13-k-par-unaware-concat,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,51,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 13, row Parallel Unaware, complementary family, column concat)",,out:single-couple, arxiv-2611.00314-t13-k-par-unaware-gitmerge,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,54,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 13, row Parallel Unaware, complementary family, column git-merge)",,out:single-couple, arxiv-2611.00314-t13-k-par-unaware-reconciler,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,54,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 13, row Parallel Unaware, complementary family, column reconciler)",,out:single-couple, arxiv-2611.00314-t13-c-par-aware-concat,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,16,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 13, row Parallel Aware, contradictory family, column concat)",,out:single-couple, arxiv-2611.00314-t13-c-par-aware-gitmerge,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,18,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 13, row Parallel Aware, contradictory family, column git-merge)",,out:single-couple, arxiv-2611.00314-t13-c-par-aware-reconciler,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,26,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 13, row Parallel Aware, contradictory family, column reconciler)",,out:single-couple, arxiv-2611.00314-t13-k-par-aware-concat,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,46,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 13, row Parallel Aware, complementary family, column concat)",,out:single-couple, arxiv-2611.00314-t13-k-par-aware-gitmerge,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,49,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 13, row Parallel Aware, complementary family, column git-merge)",,out:single-couple, arxiv-2611.00314-t13-k-par-aware-reconciler,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,57,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 13, row Parallel Aware, complementary family, column reconciler)",,out:single-couple, arxiv-2611.00314-t13-c-par-message-concat,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,16,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 13, row Parallel Message, contradictory family, column concat)",,out:single-couple, arxiv-2611.00314-t13-c-par-message-gitmerge,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,14,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 13, row Parallel Message, contradictory family, column git-merge)",,out:single-couple, arxiv-2611.00314-t13-c-par-message-reconciler,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,20,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 13, row Parallel Message, contradictory family, column reconciler)",,out:single-couple, arxiv-2611.00314-t13-k-par-message-concat,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,51,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 13, row Parallel Message, complementary family, column concat)",,out:single-couple, arxiv-2611.00314-t13-k-par-message-gitmerge,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,57,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 13, row Parallel Message, complementary family, column git-merge)",,out:single-couple, arxiv-2611.00314-t13-k-par-message-reconciler,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,63,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 13, row Parallel Message, complementary family, column reconciler)",,out:single-couple, arxiv-2611.00314-t13-c-par-sync-concat,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,16,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 13, row Parallel Sync, contradictory family, column concat)",,out:single-couple, arxiv-2611.00314-t13-c-par-sync-gitmerge,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,16,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 13, row Parallel Sync, contradictory family, column git-merge)",,out:single-couple, arxiv-2611.00314-t13-c-par-sync-reconciler,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,22,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 13, row Parallel Sync, contradictory family, column reconciler)",,out:single-couple, arxiv-2611.00314-t13-k-par-sync-concat,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,60,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 13, row Parallel Sync, complementary family, column concat)",,out:single-couple, arxiv-2611.00314-t13-k-par-sync-gitmerge,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,69,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 13, row Parallel Sync, complementary family, column git-merge)",,out:single-couple, arxiv-2611.00314-t13-k-par-sync-reconciler,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,71,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 13, row Parallel Sync, complementary family, column reconciler)",,out:single-couple, arxiv-2611.00314-t13-c-par-message-redis-concat,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,16,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 13, row Parallel Message (Redis), contradictory family, column concat)",,out:single-couple, arxiv-2611.00314-t13-c-par-message-redis-gitmerge,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,20,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 13, row Parallel Message (Redis), contradictory family, column git-merge)",,out:single-couple, arxiv-2611.00314-t13-c-par-message-redis-reconciler,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,30,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 13, row Parallel Message (Redis), contradictory family, column reconciler)",,out:single-couple, arxiv-2611.00314-t13-k-par-message-redis-concat,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,60,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 13, row Parallel Message (Redis), complementary family, column concat)",,out:single-couple, arxiv-2611.00314-t13-k-par-message-redis-gitmerge,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,57,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 13, row Parallel Message (Redis), complementary family, column git-merge)",,out:single-couple, arxiv-2611.00314-t13-k-par-message-redis-reconciler,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,63,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 13, row Parallel Message (Redis), complementary family, column reconciler)",,out:single-couple, arxiv-2611.00314-t13-c-par-sync-redis-concat,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,22,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 13, row Parallel Sync (Redis), contradictory family, column concat)",,out:single-couple, arxiv-2611.00314-t13-c-par-sync-redis-gitmerge,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,22,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 13, row Parallel Sync (Redis), contradictory family, column git-merge)",,out:single-couple, arxiv-2611.00314-t13-c-par-sync-redis-reconciler,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,32,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 13, row Parallel Sync (Redis), contradictory family, column reconciler)",,out:single-couple, arxiv-2611.00314-t13-k-par-sync-redis-concat,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,63,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 13, row Parallel Sync (Redis), complementary family, column concat)",,out:single-couple, arxiv-2611.00314-t13-k-par-sync-redis-gitmerge,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,69,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 13, row Parallel Sync (Redis), complementary family, column git-merge)",,out:single-couple, arxiv-2611.00314-t13-k-par-sync-redis-reconciler,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,77,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 13, row Parallel Sync (Redis), complementary family, column reconciler)",,out:single-couple, arxiv-2611.00314-t13-c-comm-oracle-concat,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,38,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 13, row Comm-Oracle (communication oracle), contradictory family, column concat)",,out:single-couple, arxiv-2611.00314-t13-c-comm-oracle-gitmerge,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,50,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 13, row Comm-Oracle (communication oracle), contradictory family, column git-merge)",,out:single-couple, arxiv-2611.00314-t13-c-comm-oracle-reconciler,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,56,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 13, row Comm-Oracle (communication oracle), contradictory family, column reconciler)",,out:single-couple, arxiv-2611.00314-t13-k-comm-oracle-concat,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,71,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 13, row Comm-Oracle (communication oracle), complementary family, column concat)",,out:single-couple, arxiv-2611.00314-t13-k-comm-oracle-gitmerge,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,80,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 13, row Comm-Oracle (communication oracle), complementary family, column git-merge)",,out:single-couple, arxiv-2611.00314-t13-k-comm-oracle-reconciler,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,80,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 13, row Comm-Oracle (communication oracle), complementary family, column reconciler)",,out:single-couple, arxiv-2611.00314-t16-c-flipt-oracle,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,75,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 16, row flipt, contradictory family, column Oracle)",,out:single-couple, arxiv-2611.00314-t16-c-flipt-mean,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,41,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 16, row flipt, contradictory family, column Mean)",,out:single-couple, arxiv-2611.00314-t16-k-flipt-oracle,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,100,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 16, row flipt, complementary family, column Oracle)",,out:single-couple, arxiv-2611.00314-t16-k-flipt-mean,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,83,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 16, row flipt, complementary family, column Mean)",,out:single-couple, arxiv-2611.00314-t16-c-navidrome-oracle,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,50,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 16, row navidrome, contradictory family, column Oracle)",,out:single-couple, arxiv-2611.00314-t16-c-navidrome-mean,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,39,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 16, row navidrome, contradictory family, column Mean)",,out:single-couple, arxiv-2611.00314-t16-k-navidrome-oracle,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,100,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 16, row navidrome, complementary family, column Oracle)",,out:single-couple, arxiv-2611.00314-t16-k-navidrome-mean,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,87,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 16, row navidrome, complementary family, column Mean)",,out:single-couple, arxiv-2611.00314-t16-c-teleport-oracle,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,100,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 16, row teleport, contradictory family, column Oracle)",,out:single-couple, arxiv-2611.00314-t16-c-teleport-mean,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,37,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 16, row teleport, contradictory family, column Mean)",,out:single-couple, arxiv-2611.00314-t16-k-teleport-oracle,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,100,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 16, row teleport, complementary family, column Oracle)",,out:single-couple, arxiv-2611.00314-t16-k-teleport-mean,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,83,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 16, row teleport, complementary family, column Mean)",,out:single-couple, arxiv-2611.00314-t16-c-vuls-oracle,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,60,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 16, row vuls, contradictory family, column Oracle)",,out:single-couple, arxiv-2611.00314-t16-c-vuls-mean,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,41,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 16, row vuls, contradictory family, column Mean)",,out:single-couple, arxiv-2611.00314-t16-k-vuls-oracle,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,75,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 16, row vuls, complementary family, column Oracle)",,out:single-couple, arxiv-2611.00314-t16-k-vuls-mean,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,65,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 16, row vuls, complementary family, column Mean)",,out:single-couple, arxiv-2611.00314-t16-c-ansible-oracle,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,67,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 16, row ansible, contradictory family, column Oracle)",,out:single-couple, arxiv-2611.00314-t16-c-ansible-mean,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,54,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 16, row ansible, contradictory family, column Mean)",,out:single-couple, arxiv-2611.00314-t16-k-ansible-oracle,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,100,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 16, row ansible, complementary family, column Oracle)",,out:single-couple, arxiv-2611.00314-t16-k-ansible-mean,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,85,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 16, row ansible, complementary family, column Mean)",,out:single-couple, arxiv-2611.00314-t16-c-openlibrary-oracle,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,67,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 16, row openlibrary, contradictory family, column Oracle)",,out:single-couple, arxiv-2611.00314-t16-c-openlibrary-mean,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,60,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 16, row openlibrary, contradictory family, column Mean)",,out:single-couple, arxiv-2611.00314-t16-k-openlibrary-oracle,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,50,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 16, row openlibrary, complementary family, column Oracle)",,out:single-couple, arxiv-2611.00314-t16-k-openlibrary-mean,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,72,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 16, row openlibrary, complementary family, column Mean)",,out:single-couple, arxiv-2611.00314-t16-c-qutebrowser-oracle,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,67,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 16, row qutebrowser, contradictory family, column Oracle)",,out:single-couple, arxiv-2611.00314-t16-c-qutebrowser-mean,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,48,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 16, row qutebrowser, contradictory family, column Mean)",,out:single-couple, arxiv-2611.00314-t16-k-qutebrowser-oracle,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,100,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 16, row qutebrowser, complementary family, column Oracle)",,out:single-couple, arxiv-2611.00314-t16-k-qutebrowser-mean,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,81,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 16, row qutebrowser, complementary family, column Mean)",,out:single-couple, arxiv-2611.00314-t16-c-NodeBB-oracle,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,75,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 16, row NodeBB, contradictory family, column Oracle)",,out:single-couple, arxiv-2611.00314-t16-c-NodeBB-mean,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,48,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 16, row NodeBB, contradictory family, column Mean)",,out:single-couple, arxiv-2611.00314-t16-k-NodeBB-oracle,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,100,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 16, row NodeBB, complementary family, column Oracle)",,out:single-couple, arxiv-2611.00314-t16-k-NodeBB-mean,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,89,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 16, row NodeBB, complementary family, column Mean)",,out:single-couple, arxiv-2611.00314-t16-c-element-web-oracle,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,33,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 16, row element-web, contradictory family, column Oracle)",,out:single-couple, arxiv-2611.00314-t16-c-element-web-mean,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,39,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 16, row element-web, contradictory family, column Mean)",,out:single-couple, arxiv-2611.00314-t16-k-element-web-oracle,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,80,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 16, row element-web, complementary family, column Oracle)",,out:single-couple, arxiv-2611.00314-t16-k-element-web-mean,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,61,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 16, row element-web, complementary family, column Mean)",,out:single-couple, arxiv-2611.00314-t16-c-webclients-oracle,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,40,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 16, row webclients, contradictory family, column Oracle)",,out:single-couple, arxiv-2611.00314-t16-c-webclients-mean,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,33,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 16, row webclients, contradictory family, column Mean)",,out:single-couple, arxiv-2611.00314-t16-k-webclients-oracle,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,0,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 16, row webclients, complementary family, column Oracle)",,out:single-couple, arxiv-2611.00314-t16-k-webclients-mean,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,6,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 16, row webclients, complementary family, column Mean)",,out:single-couple, arxiv-2611.00314-t16-c-all-oracle,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,62,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 16, row all, contradictory family, column Oracle)",,out:single-couple, arxiv-2611.00314-t16-c-all-mean,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,45,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 16, row all, contradictory family, column Mean)",,out:single-couple, arxiv-2611.00314-t16-k-all-oracle,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,86,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 16, row all, complementary family, column Oracle)",,out:single-couple, arxiv-2611.00314-t16-k-all-mean,arxiv-2611.00314,opus-4.8,high,coding,hard,Claude Code,,,,,,76,joint-pass-rate%,0.289,,,"https://arxiv.org/abs/2611.00314 (Table 16, row all, complementary family, column Mean)",,out:single-couple, arxiv-2611.00340-t4-ambrosia-f1-gain,arxiv-2611.00340,?Kimi K3,not-established:absent,coding,hard,,,,,,,1.93,paired F1 difference vs no reviewer (points),0.00289,,,"https://arxiv.org/abs/2611.00340v1 (Table 4, AMBROSIA, reviewer Kimi K3, column F1 difference)",,out:model-not-established, arxiv-2611.00340-t4-ambrosia-f1-gain,arxiv-2611.00340,?Kimi K2.6,not-established:absent,coding,hard,,,,,,,1.23,paired F1 difference vs no reviewer (points),0.00289,,,"https://arxiv.org/abs/2611.00340v1 (Table 4, AMBROSIA, reviewer Kimi K2.6, column F1 difference)",,out:model-not-established, arxiv-2611.00340-t4-ambiqt-f1-gain,arxiv-2611.00340,?Kimi K3,not-established:absent,coding,hard,,,,,,,2.04,paired F1 difference vs no reviewer (points),0.00289,,,"https://arxiv.org/abs/2611.00340v1 (Table 4, AmbiQT, reviewer Kimi K3, column F1 difference)",,out:model-not-established, arxiv-2611.00340-t4-ambiqt-f1-gain,arxiv-2611.00340,?Kimi K2.6,not-established:absent,coding,hard,,,,,,,0.24,paired F1 difference vs no reviewer (points),0.00289,,,"https://arxiv.org/abs/2611.00340v1 (Table 4, AmbiQT, reviewer Kimi K2.6, column F1 difference)",,out:model-not-established, arxiv-2611.00340-s10-clear-f1,arxiv-2611.00340,?Kimi K2.6,not-established:absent,coding,hard,,,,,,,55.18,F1 on clear inputs (%),0.00289,,,"https://arxiv.org/abs/2611.00340v1 (Table S10, row AutoCedar + Kimi K2.6, column Clear F1)",,out:model-not-established, arxiv-2611.00340-s10-amb-f1,arxiv-2611.00340,?Kimi K2.6,not-established:absent,coding,hard,,,,,,,42.57,F1 on ambiguous inputs (%),0.00289,,,"https://arxiv.org/abs/2611.00340v1 (Table S10, row AutoCedar + Kimi K2.6, column Ambiguous F1)",,out:model-not-established, arxiv-2611.00340-s10-diff,arxiv-2611.00340,?Kimi K2.6,not-established:absent,coding,hard,,,,,,,-12.61,ambiguous minus clear F1 (points),0.00289,,,"https://arxiv.org/abs/2611.00340v1 (Table S10, row AutoCedar + Kimi K2.6, column Difference)",,out:model-not-established, arxiv-2611.00340-s10-clear-f1,arxiv-2611.00340,?Kimi K3,not-established:absent,coding,hard,,,,,,,56.07,F1 on clear inputs (%),0.00289,,,"https://arxiv.org/abs/2611.00340v1 (Table S10, row AutoCedar + Kimi K3, column Clear F1)",,out:model-not-established, arxiv-2611.00340-s10-amb-f1,arxiv-2611.00340,?Kimi K3,not-established:absent,coding,hard,,,,,,,42.82,F1 on ambiguous inputs (%),0.00289,,,"https://arxiv.org/abs/2611.00340v1 (Table S10, row AutoCedar + Kimi K3, column Ambiguous F1)",,out:model-not-established, arxiv-2611.00340-s10-diff,arxiv-2611.00340,?Kimi K3,not-established:absent,coding,hard,,,,,,,-13.26,ambiguous minus clear F1 (points),0.00289,,,"https://arxiv.org/abs/2611.00340v1 (Table S10, row AutoCedar + Kimi K3, column Difference)",,out:model-not-established, arxiv-2611.00340-s13-clear,arxiv-2611.00340,?Kimi K2.6,not-established:absent,coding,hard,,,,,,,-3.57,"F1 change vs Direct, clear group (points)",0.00289,,,"https://arxiv.org/abs/2611.00340v1 (Table S13, row AutoCedar + Kimi K2.6, column F1 change, clear group)",,out:model-not-established, arxiv-2611.00340-s13-amb,arxiv-2611.00340,?Kimi K2.6,not-established:absent,coding,hard,,,,,,,0.54,"F1 change vs Direct, ambiguous group (points)",0.00289,,,"https://arxiv.org/abs/2611.00340v1 (Table S13, row AutoCedar + Kimi K2.6, column F1 change, ambiguous group)",,out:model-not-established, arxiv-2611.00340-s13-diff,arxiv-2611.00340,?Kimi K2.6,not-established:absent,coding,hard,,,,,,,4.11,ambiguous minus clear F1 change vs Direct (points),0.00289,,,"https://arxiv.org/abs/2611.00340v1 (Table S13, row AutoCedar + Kimi K2.6, column Difference)",,out:model-not-established, arxiv-2611.00340-s13-clear,arxiv-2611.00340,?Kimi K3,not-established:absent,coding,hard,,,,,,,-2.69,"F1 change vs Direct, clear group (points)",0.00289,,,"https://arxiv.org/abs/2611.00340v1 (Table S13, row AutoCedar + Kimi K3, column F1 change, clear group)",,out:model-not-established, arxiv-2611.00340-s13-amb,arxiv-2611.00340,?Kimi K3,not-established:absent,coding,hard,,,,,,,0.83,"F1 change vs Direct, ambiguous group (points)",0.00289,,,"https://arxiv.org/abs/2611.00340v1 (Table S13, row AutoCedar + Kimi K3, column F1 change, ambiguous group)",,out:model-not-established, arxiv-2611.00340-s13-diff,arxiv-2611.00340,?Kimi K3,not-established:absent,coding,hard,,,,,,,3.53,ambiguous minus clear F1 change vs Direct (points),0.00289,,,"https://arxiv.org/abs/2611.00340v1 (Table S13, row AutoCedar + Kimi K3, column Difference)",,out:model-not-established, arxiv-2611.00340-s14-ambrosia-f1,arxiv-2611.00340,?Kimi K3,not-established:absent,coding,hard,,,,,,,50.62,F1 (%),0.00289,,,"https://arxiv.org/abs/2611.00340v1 (Table S14, confirmation block, row AMBROSIA Kimi K3, column F1)",,out:model-not-established, arxiv-2611.00340-s14-ambrosia-p,arxiv-2611.00340,?Kimi K3,not-established:absent,coding,hard,,,,,,,46.09,precision (%),0.00289,,,"https://arxiv.org/abs/2611.00340v1 (Table S14, confirmation block, row AMBROSIA Kimi K3, column precision)",,out:model-not-established, arxiv-2611.00340-s14-ambrosia-r,arxiv-2611.00340,?Kimi K3,not-established:absent,coding,hard,,,,,,,64.87,recall (%),0.00289,,,"https://arxiv.org/abs/2611.00340v1 (Table S14, confirmation block, row AMBROSIA Kimi K3, column recall)",,out:model-not-established, arxiv-2611.00340-s14-ambrosia-one,arxiv-2611.00340,?Kimi K3,not-established:absent,coding,hard,,,,,,,75.07,one found (%),0.00289,,,"https://arxiv.org/abs/2611.00340v1 (Table S14, confirmation block, row AMBROSIA Kimi K3, column one found)",,out:model-not-established, arxiv-2611.00340-s14-ambrosia-all,arxiv-2611.00340,?Kimi K3,not-established:absent,coding,hard,,,,,,,54.33,all found (%),0.00289,,,"https://arxiv.org/abs/2611.00340v1 (Table S14, confirmation block, row AMBROSIA Kimi K3, column all found)",,out:model-not-established, arxiv-2611.00340-s14-ambrosia-exact,arxiv-2611.00340,?Kimi K3,not-established:absent,coding,hard,,,,,,,24.93,exact set (%),0.00289,,,"https://arxiv.org/abs/2611.00340v1 (Table S14, confirmation block, row AMBROSIA Kimi K3, column exact set)",,out:model-not-established, arxiv-2611.00340-s14-ambrosia-f1,arxiv-2611.00340,?Kimi K2.6,not-established:absent,coding,hard,,,,,,,49.54,F1 (%),0.00289,,,"https://arxiv.org/abs/2611.00340v1 (Table S14, confirmation block, row AMBROSIA Kimi K2.6, column F1)",,out:model-not-established, arxiv-2611.00340-s14-ambrosia-p,arxiv-2611.00340,?Kimi K2.6,not-established:absent,coding,hard,,,,,,,44.88,precision (%),0.00289,,,"https://arxiv.org/abs/2611.00340v1 (Table S14, confirmation block, row AMBROSIA Kimi K2.6, column precision)",,out:model-not-established, arxiv-2611.00340-s14-ambrosia-r,arxiv-2611.00340,?Kimi K2.6,not-established:absent,coding,hard,,,,,,,64.47,recall (%),0.00289,,,"https://arxiv.org/abs/2611.00340v1 (Table S14, confirmation block, row AMBROSIA Kimi K2.6, column recall)",,out:model-not-established, arxiv-2611.00340-s14-ambrosia-one,arxiv-2611.00340,?Kimi K2.6,not-established:absent,coding,hard,,,,,,,73.68,one found (%),0.00289,,,"https://arxiv.org/abs/2611.00340v1 (Table S14, confirmation block, row AMBROSIA Kimi K2.6, column one found)",,out:model-not-established, arxiv-2611.00340-s14-ambrosia-all,arxiv-2611.00340,?Kimi K2.6,not-established:absent,coding,hard,,,,,,,55.00,all found (%),0.00289,,,"https://arxiv.org/abs/2611.00340v1 (Table S14, confirmation block, row AMBROSIA Kimi K2.6, column all found)",,out:model-not-established, arxiv-2611.00340-s14-ambrosia-exact,arxiv-2611.00340,?Kimi K2.6,not-established:absent,coding,hard,,,,,,,23.42,exact set (%),0.00289,,,"https://arxiv.org/abs/2611.00340v1 (Table S14, confirmation block, row AMBROSIA Kimi K2.6, column exact set)",,out:model-not-established, arxiv-2611.00340-s14-ambiqt-f1,arxiv-2611.00340,?Kimi K3,not-established:absent,coding,hard,,,,,,,52.86,F1 (%),0.00289,,,"https://arxiv.org/abs/2611.00340v1 (Table S14, confirmation block, row AmbiQT Kimi K3, column F1)",,out:model-not-established, arxiv-2611.00340-s14-ambiqt-p,arxiv-2611.00340,?Kimi K3,not-established:absent,coding,hard,,,,,,,51.21,precision (%),0.00289,,,"https://arxiv.org/abs/2611.00340v1 (Table S14, confirmation block, row AmbiQT Kimi K3, column precision)",,out:model-not-established, arxiv-2611.00340-s14-ambiqt-r,arxiv-2611.00340,?Kimi K3,not-established:absent,coding,hard,,,,,,,60.64,recall (%),0.00289,,,"https://arxiv.org/abs/2611.00340v1 (Table S14, confirmation block, row AmbiQT Kimi K3, column recall)",,out:model-not-established, arxiv-2611.00340-s14-ambiqt-one,arxiv-2611.00340,?Kimi K3,not-established:absent,coding,hard,,,,,,,72.34,one found (%),0.00289,,,"https://arxiv.org/abs/2611.00340v1 (Table S14, confirmation block, row AmbiQT Kimi K3, column one found)",,out:model-not-established, arxiv-2611.00340-s14-ambiqt-all,arxiv-2611.00340,?Kimi K3,not-established:absent,coding,hard,,,,,,,48.94,all found (%),0.00289,,,"https://arxiv.org/abs/2611.00340v1 (Table S14, confirmation block, row AmbiQT Kimi K3, column all found)",,out:model-not-established, arxiv-2611.00340-s14-ambiqt-exact,arxiv-2611.00340,?Kimi K3,not-established:absent,coding,hard,,,,,,,18.44,exact set (%),0.00289,,,"https://arxiv.org/abs/2611.00340v1 (Table S14, confirmation block, row AmbiQT Kimi K3, column exact set)",,out:model-not-established, arxiv-2611.00340-s14-ambiqt-f1,arxiv-2611.00340,?Kimi K2.6,not-established:absent,coding,hard,,,,,,,51.32,F1 (%),0.00289,,,"https://arxiv.org/abs/2611.00340v1 (Table S14, confirmation block, row AmbiQT Kimi K2.6, column F1)",,out:model-not-established, arxiv-2611.00340-s14-ambiqt-p,arxiv-2611.00340,?Kimi K2.6,not-established:absent,coding,hard,,,,,,,48.97,precision (%),0.00289,,,"https://arxiv.org/abs/2611.00340v1 (Table S14, confirmation block, row AmbiQT Kimi K2.6, column precision)",,out:model-not-established, arxiv-2611.00340-s14-ambiqt-r,arxiv-2611.00340,?Kimi K2.6,not-established:absent,coding,hard,,,,,,,60.32,recall (%),0.00289,,,"https://arxiv.org/abs/2611.00340v1 (Table S14, confirmation block, row AmbiQT Kimi K2.6, column recall)",,out:model-not-established, arxiv-2611.00340-s14-ambiqt-one,arxiv-2611.00340,?Kimi K2.6,not-established:absent,coding,hard,,,,,,,72.24,one found (%),0.00289,,,"https://arxiv.org/abs/2611.00340v1 (Table S14, confirmation block, row AmbiQT Kimi K2.6, column one found)",,out:model-not-established, arxiv-2611.00340-s14-ambiqt-all,arxiv-2611.00340,?Kimi K2.6,not-established:absent,coding,hard,,,,,,,48.40,all found (%),0.00289,,,"https://arxiv.org/abs/2611.00340v1 (Table S14, confirmation block, row AmbiQT Kimi K2.6, column all found)",,out:model-not-established, arxiv-2611.00340-s14-ambiqt-exact,arxiv-2611.00340,?Kimi K2.6,not-established:absent,coding,hard,,,,,,,16.37,exact set (%),0.00289,,,"https://arxiv.org/abs/2611.00340v1 (Table S14, confirmation block, row AmbiQT Kimi K2.6, column exact set)",,out:model-not-established, arxiv-2611.00340-s15-ambrosia-one,arxiv-2611.00340,?Kimi K3,not-established:absent,coding,hard,,,,,,,76.78,one found (%),0.00289,,,"https://arxiv.org/abs/2611.00340v1 (Table S15, row AutoCedar + Kimi K3, AMBROSIA, column one found)",,out:model-not-established, arxiv-2611.00340-s15-ambrosia-all,arxiv-2611.00340,?Kimi K3,not-established:absent,coding,hard,,,,,,,57.69,all found (%),0.00289,,,"https://arxiv.org/abs/2611.00340v1 (Table S15, row AutoCedar + Kimi K3, AMBROSIA, column all found)",,out:model-not-established, arxiv-2611.00340-s15-ambrosia-one,arxiv-2611.00340,?Kimi K2.6,not-established:absent,coding,hard,,,,,,,76.78,one found (%),0.00289,,,"https://arxiv.org/abs/2611.00340v1 (Table S15, row AutoCedar + Kimi K2.6, AMBROSIA, column one found)",,out:model-not-established, arxiv-2611.00340-s15-ambrosia-all,arxiv-2611.00340,?Kimi K2.6,not-established:absent,coding,hard,,,,,,,58.39,all found (%),0.00289,,,"https://arxiv.org/abs/2611.00340v1 (Table S15, row AutoCedar + Kimi K2.6, AMBROSIA, column all found)",,out:model-not-established, arxiv-2611.00340-s15-ambiqt-one,arxiv-2611.00340,?Kimi K3,not-established:absent,coding,hard,,,,,,,76.42,one found (%),0.00289,,,"https://arxiv.org/abs/2611.00340v1 (Table S15, row AutoCedar + Kimi K3, AmbiQT, column one found)",,out:model-not-established, arxiv-2611.00340-s15-ambiqt-all,arxiv-2611.00340,?Kimi K3,not-established:absent,coding,hard,,,,,,,54.26,all found (%),0.00289,,,"https://arxiv.org/abs/2611.00340v1 (Table S15, row AutoCedar + Kimi K3, AmbiQT, column all found)",,out:model-not-established, arxiv-2611.00340-s15-ambiqt-one,arxiv-2611.00340,?Kimi K2.6,not-established:absent,coding,hard,,,,,,,75.96,one found (%),0.00289,,,"https://arxiv.org/abs/2611.00340v1 (Table S15, row AutoCedar + Kimi K2.6, AmbiQT, column one found)",,out:model-not-established, arxiv-2611.00340-s15-ambiqt-all,arxiv-2611.00340,?Kimi K2.6,not-established:absent,coding,hard,,,,,,,53.26,all found (%),0.00289,,,"https://arxiv.org/abs/2611.00340v1 (Table S15, row AutoCedar + Kimi K2.6, AmbiQT, column all found)",,out:model-not-established, arxiv-2611.00340-s17-ambrosia-f1,arxiv-2611.00340,?Kimi K3,not-established:absent,coding,hard,,,,,,,52.09,F1 (%),0.00289,,,"https://arxiv.org/abs/2611.00340v1 (Table S17, AMBROSIA, reviewer Kimi K3, column F1)",,out:model-not-established, arxiv-2611.00340-s17-ambrosia-p,arxiv-2611.00340,?Kimi K3,not-established:absent,coding,hard,,,,,,,47.91,precision (%),0.00289,,,"https://arxiv.org/abs/2611.00340v1 (Table S17, AMBROSIA, reviewer Kimi K3, column P)",,out:model-not-established, arxiv-2611.00340-s17-ambrosia-r,arxiv-2611.00340,?Kimi K3,not-established:absent,coding,hard,,,,,,,67.36,recall (%),0.00289,,,"https://arxiv.org/abs/2611.00340v1 (Table S17, AMBROSIA, reviewer Kimi K3, column R)",,out:model-not-established, arxiv-2611.00340-s17-ambrosia-exact,arxiv-2611.00340,?Kimi K3,not-established:absent,coding,hard,,,,,,,25.23,exact set (%),0.00289,,,"https://arxiv.org/abs/2611.00340v1 (Table S17, AMBROSIA, reviewer Kimi K3, column Exact set)",,out:model-not-established, arxiv-2611.00340-s17-ambrosia-f1,arxiv-2611.00340,?Kimi K2.6,not-established:absent,coding,hard,,,,,,,51.39,F1 (%),0.00289,,,"https://arxiv.org/abs/2611.00340v1 (Table S17, AMBROSIA, reviewer Kimi K2.6, column F1)",,out:model-not-established, arxiv-2611.00340-s17-ambrosia-p,arxiv-2611.00340,?Kimi K2.6,not-established:absent,coding,hard,,,,,,,46.72,precision (%),0.00289,,,"https://arxiv.org/abs/2611.00340v1 (Table S17, AMBROSIA, reviewer Kimi K2.6, column P)",,out:model-not-established, arxiv-2611.00340-s17-ambrosia-r,arxiv-2611.00340,?Kimi K2.6,not-established:absent,coding,hard,,,,,,,67.68,recall (%),0.00289,,,"https://arxiv.org/abs/2611.00340v1 (Table S17, AMBROSIA, reviewer Kimi K2.6, column R)",,out:model-not-established, arxiv-2611.00340-s17-ambrosia-exact,arxiv-2611.00340,?Kimi K2.6,not-established:absent,coding,hard,,,,,,,23.95,exact set (%),0.00289,,,"https://arxiv.org/abs/2611.00340v1 (Table S17, AMBROSIA, reviewer Kimi K2.6, column Exact set)",,out:model-not-established, arxiv-2611.00340-s17-ambiqt-f1,arxiv-2611.00340,?Kimi K3,not-established:absent,coding,hard,,,,,,,56.49,F1 (%),0.00289,,,"https://arxiv.org/abs/2611.00340v1 (Table S17, AmbiQT, reviewer Kimi K3, column F1)",,out:model-not-established, arxiv-2611.00340-s17-ambiqt-p,arxiv-2611.00340,?Kimi K3,not-established:absent,coding,hard,,,,,,,54.42,precision (%),0.00289,,,"https://arxiv.org/abs/2611.00340v1 (Table S17, AmbiQT, reviewer Kimi K3, column P)",,out:model-not-established, arxiv-2611.00340-s17-ambiqt-r,arxiv-2611.00340,?Kimi K3,not-established:absent,coding,hard,,,,,,,65.34,recall (%),0.00289,,,"https://arxiv.org/abs/2611.00340v1 (Table S17, AmbiQT, reviewer Kimi K3, column R)",,out:model-not-established, arxiv-2611.00340-s17-ambiqt-exact,arxiv-2611.00340,?Kimi K3,not-established:absent,coding,hard,,,,,,,20.65,exact set (%),0.00289,,,"https://arxiv.org/abs/2611.00340v1 (Table S17, AmbiQT, reviewer Kimi K3, column Exact set)",,out:model-not-established, arxiv-2611.00340-s17-ambiqt-f1,arxiv-2611.00340,?Kimi K2.6,not-established:absent,coding,hard,,,,,,,54.69,F1 (%),0.00289,,,"https://arxiv.org/abs/2611.00340v1 (Table S17, AmbiQT, reviewer Kimi K2.6, column F1)",,out:model-not-established, arxiv-2611.00340-s17-ambiqt-p,arxiv-2611.00340,?Kimi K2.6,not-established:absent,coding,hard,,,,,,,52.02,precision (%),0.00289,,,"https://arxiv.org/abs/2611.00340v1 (Table S17, AmbiQT, reviewer Kimi K2.6, column P)",,out:model-not-established, arxiv-2611.00340-s17-ambiqt-r,arxiv-2611.00340,?Kimi K2.6,not-established:absent,coding,hard,,,,,,,64.61,recall (%),0.00289,,,"https://arxiv.org/abs/2611.00340v1 (Table S17, AmbiQT, reviewer Kimi K2.6, column R)",,out:model-not-established, arxiv-2611.00340-s17-ambiqt-exact,arxiv-2611.00340,?Kimi K2.6,not-established:absent,coding,hard,,,,,,,18.14,exact set (%),0.00289,,,"https://arxiv.org/abs/2611.00340v1 (Table S17, AmbiQT, reviewer Kimi K2.6, column Exact set)",,out:model-not-established, arxiv-2611.00340-s18-ambrosia-k3-minus-k26,arxiv-2611.00340,?Kimi K3,not-established:absent,coding,hard,,,,,,,0.70,K3 minus K2.6 paired F1 difference (points),0.00289,,,"https://arxiv.org/abs/2611.00340v1 (Table S18, AMBROSIA, column F1 difference)",,out:model-not-established, arxiv-2611.00340-s18-ambiqt-k3-minus-k26,arxiv-2611.00340,?Kimi K3,not-established:absent,coding,hard,,,,,,,1.80,K3 minus K2.6 paired F1 difference (points),0.00289,,,"https://arxiv.org/abs/2611.00340v1 (Table S18, AmbiQT, column F1 difference)",,out:model-not-established, arxiv-2611.00403-mmlu-pro-nativefp4-e4m3,arxiv-2611.00403,?GLM-5.2,not-established:absent,mixed,hard,Native FP4 E4M3-B16-FP4,,,,,,87.21,"MMLU-Pro accuracy (%), W4A4 Native FP4 E4M3-B16-FP4",0.00289,,,"https://arxiv.org/abs/2611.00403 (Table 2, block GLM-5.2 (753B), row MMLU-Pro, 1st column (Native FP4, E4M3-B16-FP4))",,out:model-not-established, arxiv-2611.00403-mmlu-pro-nativefp4-e8m0,arxiv-2611.00403,?GLM-5.2,not-established:absent,mixed,hard,Native FP4 E8M0-B32-FP4,,,,,,87.08,"MMLU-Pro accuracy (%), W4A4 Native FP4 E8M0-B32-FP4",0.00289,,,"https://arxiv.org/abs/2611.00403 (Table 2, block GLM-5.2 (753B), row MMLU-Pro, 5th column (Native FP4, E8M0-B32-FP4))",,out:model-not-established, arxiv-2611.00403-ruler-nativefp4-e4m3,arxiv-2611.00403,?GLM-5.2,not-established:absent,mixed,hard,Native FP4 E4M3-B16-FP4,,,,,,95.71,"RULER accuracy (%), W4A4 Native FP4 E4M3-B16-FP4",0.00289,,,"https://arxiv.org/abs/2611.00403 (Table 2, block GLM-5.2 (753B), row RULER, 1st column (Native FP4, E4M3-B16-FP4))",,out:model-not-established, arxiv-2611.00403-ruler-nativefp4-e8m0,arxiv-2611.00403,?GLM-5.2,not-established:absent,mixed,hard,Native FP4 E8M0-B32-FP4,,,,,,95.85,"RULER accuracy (%), W4A4 Native FP4 E8M0-B32-FP4",0.00289,,,"https://arxiv.org/abs/2611.00403 (Table 2, block GLM-5.2 (753B), row RULER, 5th column (Native FP4, E8M0-B32-FP4))",,out:model-not-established, arxiv-2611.00403-drop-nativefp4-e4m3,arxiv-2611.00403,?GLM-5.2,not-established:absent,mixed,hard,Native FP4 E4M3-B16-FP4,,,,,,91.98,"DROP accuracy (%), W4A4 Native FP4 E4M3-B16-FP4",0.00289,,,"https://arxiv.org/abs/2611.00403 (Table 2, block GLM-5.2 (753B), row DROP, 1st column (Native FP4, E4M3-B16-FP4))",,out:model-not-established, arxiv-2611.00403-drop-nativefp4-e8m0,arxiv-2611.00403,?GLM-5.2,not-established:absent,mixed,hard,Native FP4 E8M0-B32-FP4,,,,,,91.78,"DROP accuracy (%), W4A4 Native FP4 E8M0-B32-FP4",0.00289,,,"https://arxiv.org/abs/2611.00403 (Table 2, block GLM-5.2 (753B), row DROP, 5th column (Native FP4, E8M0-B32-FP4))",,out:model-not-established, arxiv-2611.00403-gsm8k-nativefp4-e4m3,arxiv-2611.00403,?GLM-5.2,not-established:absent,mixed,hard,Native FP4 E4M3-B16-FP4,,,,,,97.50,"GSM8K accuracy (%), W4A4 Native FP4 E4M3-B16-FP4",0.00289,,,"https://arxiv.org/abs/2611.00403 (Table 2, block GLM-5.2 (753B), row GSM8K, 1st column (Native FP4, E4M3-B16-FP4))",,out:model-not-established, arxiv-2611.00403-gsm8k-nativefp4-e8m0,arxiv-2611.00403,?GLM-5.2,not-established:absent,mixed,hard,Native FP4 E8M0-B32-FP4,,,,,,97.57,"GSM8K accuracy (%), W4A4 Native FP4 E8M0-B32-FP4",0.00289,,,"https://arxiv.org/abs/2611.00403 (Table 2, block GLM-5.2 (753B), row GSM8K, 5th column (Native FP4, E8M0-B32-FP4))",,out:model-not-established, arxiv-2611.00403-ifeval-nativefp4-e4m3,arxiv-2611.00403,?GLM-5.2,not-established:absent,mixed,hard,Native FP4 E4M3-B16-FP4,,,,,,94.09,"IFEval accuracy (%), W4A4 Native FP4 E4M3-B16-FP4",0.00289,,,"https://arxiv.org/abs/2611.00403 (Table 2, block GLM-5.2 (753B), row IFEval, 1st column (Native FP4, E4M3-B16-FP4))",,out:model-not-established, arxiv-2611.00403-ifeval-nativefp4-e8m0,arxiv-2611.00403,?GLM-5.2,not-established:absent,mixed,hard,Native FP4 E8M0-B32-FP4,,,,,,93.53,"IFEval accuracy (%), W4A4 Native FP4 E8M0-B32-FP4",0.00289,,,"https://arxiv.org/abs/2611.00403 (Table 2, block GLM-5.2 (753B), row IFEval, 5th column (Native FP4, E8M0-B32-FP4))",,out:model-not-established, arxiv-2611.00403-humaneval-nativefp4-e4m3,arxiv-2611.00403,?GLM-5.2,not-established:absent,mixed,hard,Native FP4 E4M3-B16-FP4,,,,,,99.39,"HumanEval accuracy (%), W4A4 Native FP4 E4M3-B16-FP4",0.00289,,,"https://arxiv.org/abs/2611.00403 (Table 2, block GLM-5.2 (753B), row HumanEval, 1st column (Native FP4, E4M3-B16-FP4))",,out:model-not-established, arxiv-2611.00403-humaneval-nativefp4-e8m0,arxiv-2611.00403,?GLM-5.2,not-established:absent,mixed,hard,Native FP4 E8M0-B32-FP4,,,,,,100.00,"HumanEval accuracy (%), W4A4 Native FP4 E8M0-B32-FP4",0.00289,,,"https://arxiv.org/abs/2611.00403 (Table 2, block GLM-5.2 (753B), row HumanEval, 5th column (Native FP4, E8M0-B32-FP4))",,out:model-not-established, arxiv-2611.00403-math500-nativefp4-e4m3,arxiv-2611.00403,?GLM-5.2,not-established:absent,mixed,hard,Native FP4 E4M3-B16-FP4,,,,,,98.00,"MATH-500 accuracy (%), W4A4 Native FP4 E4M3-B16-FP4",0.00289,,,"https://arxiv.org/abs/2611.00403 (Table 2, block GLM-5.2 (753B), row MATH-500, 1st column (Native FP4, E4M3-B16-FP4))",,out:model-not-established, arxiv-2611.00403-math500-nativefp4-e8m0,arxiv-2611.00403,?GLM-5.2,not-established:absent,mixed,hard,Native FP4 E8M0-B32-FP4,,,,,,97.80,"MATH-500 accuracy (%), W4A4 Native FP4 E8M0-B32-FP4",0.00289,,,"https://arxiv.org/abs/2611.00403 (Table 2, block GLM-5.2 (753B), row MATH-500, 5th column (Native FP4, E8M0-B32-FP4))",,out:model-not-established, arxiv-2611.00403-gpqa-d-nativefp4-e4m3,arxiv-2611.00403,?GLM-5.2,not-established:absent,mixed,hard,Native FP4 E4M3-B16-FP4,,,,,,82.83,"GPQA-Diamond accuracy (%), W4A4 Native FP4 E4M3-B16-FP4",0.00289,,,"https://arxiv.org/abs/2611.00403 (Table 2, block GLM-5.2 (753B), row GPQA-Diamond, 1st column (Native FP4, E4M3-B16-FP4))",,out:model-not-established, arxiv-2611.00403-gpqa-d-nativefp4-e8m0,arxiv-2611.00403,?GLM-5.2,not-established:absent,mixed,hard,Native FP4 E8M0-B32-FP4,,,,,,87.88,"GPQA-Diamond accuracy (%), W4A4 Native FP4 E8M0-B32-FP4",0.00289,,,"https://arxiv.org/abs/2611.00403 (Table 2, block GLM-5.2 (753B), row GPQA-Diamond, 5th column (Native FP4, E8M0-B32-FP4))",,out:model-not-established, arxiv-2611.00403-mgsm-nativefp4-e4m3,arxiv-2611.00403,?GLM-5.2,not-established:absent,mixed,hard,Native FP4 E4M3-B16-FP4,,,,,,94.25,"MGSM accuracy (%), W4A4 Native FP4 E4M3-B16-FP4",0.00289,,,"https://arxiv.org/abs/2611.00403 (Table 2, block GLM-5.2 (753B), row MGSM, 1st column (Native FP4, E4M3-B16-FP4))",,out:model-not-established, arxiv-2611.00403-mgsm-nativefp4-e8m0,arxiv-2611.00403,?GLM-5.2,not-established:absent,mixed,hard,Native FP4 E8M0-B32-FP4,,,,,,94.47,"MGSM accuracy (%), W4A4 Native FP4 E8M0-B32-FP4",0.00289,,,"https://arxiv.org/abs/2611.00403 (Table 2, block GLM-5.2 (753B), row MGSM, 5th column (Native FP4, E8M0-B32-FP4))",,out:model-not-established, arxiv-2611.00403-mbpp-nativefp4-e4m3,arxiv-2611.00403,?GLM-5.2,not-established:absent,mixed,hard,Native FP4 E4M3-B16-FP4,,,,,,96.60,"MBPP accuracy (%), W4A4 Native FP4 E4M3-B16-FP4",0.00289,,,"https://arxiv.org/abs/2611.00403 (Table 2, block GLM-5.2 (753B), row MBPP, 1st column (Native FP4, E4M3-B16-FP4))",,out:model-not-established, arxiv-2611.00403-mbpp-nativefp4-e8m0,arxiv-2611.00403,?GLM-5.2,not-established:absent,mixed,hard,Native FP4 E8M0-B32-FP4,,,,,,95.80,"MBPP accuracy (%), W4A4 Native FP4 E8M0-B32-FP4",0.00289,,,"https://arxiv.org/abs/2611.00403 (Table 2, block GLM-5.2 (753B), row MBPP, 5th column (Native FP4, E8M0-B32-FP4))",,out:model-not-established, arxiv-2611.00403-average-nativefp4-e4m3,arxiv-2611.00403,?GLM-5.2,not-established:absent,mixed,hard,Native FP4 E4M3-B16-FP4,,,,,,93.76,"Average accuracy (%), W4A4 Native FP4 E4M3-B16-FP4",0.00289,,,"https://arxiv.org/abs/2611.00403 (Table 2, block GLM-5.2 (753B), row Average accuracy, Native FP4 E4M3-B16-FP4)",,out:model-not-established, arxiv-2611.00403-average-nativefp4-e8m0,arxiv-2611.00403,?GLM-5.2,not-established:absent,mixed,hard,Native FP4 E8M0-B32-FP4,,,,,,94.18,"Average accuracy (%), W4A4 Native FP4 E8M0-B32-FP4",0.00289,,,"https://arxiv.org/abs/2611.00403 (Table 2, block GLM-5.2 (753B), row Average accuracy, Native FP4 E8M0-B32-FP4)",,out:model-not-established, arxiv-2611.00407-v5-C-caught,arxiv-2611.00407,gemini-3.1-flash-lite,minimal,agentic-tool,hard,,,,,,,9,caught-exploits,0,,,"https://arxiv.org/abs/2611.00407 (Table 3 (Study 1 and Study 2 on the same D1 episodes, condition C, fixed 0.5 cut), row Gemini v5 (Study 2 primary), column caught)",,out:single-couple, arxiv-2611.00407-v5-C-fa-fail,arxiv-2611.00407,gemini-3.1-flash-lite,minimal,agentic-tool,hard,,,,,,,1,FA-failures,0,,,"https://arxiv.org/abs/2611.00407 (Table 3 (Study 1 and Study 2 on the same D1 episodes, condition C, fixed 0.5 cut), row Gemini v5 (Study 2 primary), column fa-fail)",,out:not-headline, arxiv-2611.00407-v5-C-fa-gap,arxiv-2611.00407,gemini-3.1-flash-lite,minimal,agentic-tool,hard,,,,,,,1,FA-gap-matched,0,,,"https://arxiv.org/abs/2611.00407 (Table 3 (Study 1 and Study 2 on the same D1 episodes, condition C, fixed 0.5 cut), row Gemini v5 (Study 2 primary), column fa-gap)",,out:not-headline, arxiv-2611.00407-v5-C-fa-succ,arxiv-2611.00407,gemini-3.1-flash-lite,minimal,agentic-tool,hard,,,,,,,0,FA-successes,0,,,"https://arxiv.org/abs/2611.00407 (Table 3 (Study 1 and Study 2 on the same D1 episodes, condition C, fixed 0.5 cut), row Gemini v5 (Study 2 primary), column fa-succ)",,out:not-headline, arxiv-2611.00407-v5-C-auc,arxiv-2611.00407,gemini-3.1-flash-lite,minimal,agentic-tool,hard,,,,,,,0.80,AUC,0.00289,,,"https://arxiv.org/abs/2611.00407 (Table 3 (Study 1 and Study 2 on the same D1 episodes, condition C, fixed 0.5 cut), row Gemini v5 (Study 2 primary), column auc)",,out:single-couple, arxiv-2611.00407-v3-C-caught,arxiv-2611.00407,gemini-3.1-flash-lite,minimal,agentic-tool,hard,,,,,,,6,caught-exploits,0,,,"https://arxiv.org/abs/2611.00407 (Table 3 (Study 1 and Study 2 on the same D1 episodes, condition C, fixed 0.5 cut), row Gemini v3, column caught)",,out:single-couple, arxiv-2611.00407-v3-C-fa-fail,arxiv-2611.00407,gemini-3.1-flash-lite,minimal,agentic-tool,hard,,,,,,,1,FA-failures,0,,,"https://arxiv.org/abs/2611.00407 (Table 3 (Study 1 and Study 2 on the same D1 episodes, condition C, fixed 0.5 cut), row Gemini v3, column fa-fail)",,out:not-headline, arxiv-2611.00407-v3-C-fa-gap,arxiv-2611.00407,gemini-3.1-flash-lite,minimal,agentic-tool,hard,,,,,,,1,FA-gap-matched,0,,,"https://arxiv.org/abs/2611.00407 (Table 3 (Study 1 and Study 2 on the same D1 episodes, condition C, fixed 0.5 cut), row Gemini v3, column fa-gap)",,out:not-headline, arxiv-2611.00407-v3-C-fa-succ,arxiv-2611.00407,gemini-3.1-flash-lite,minimal,agentic-tool,hard,,,,,,,0,FA-successes,0,,,"https://arxiv.org/abs/2611.00407 (Table 3 (Study 1 and Study 2 on the same D1 episodes, condition C, fixed 0.5 cut), row Gemini v3, column fa-succ)",,out:not-headline, arxiv-2611.00407-v3-C-auc,arxiv-2611.00407,gemini-3.1-flash-lite,minimal,agentic-tool,hard,,,,,,,0.84,AUC,0.00289,,,"https://arxiv.org/abs/2611.00407 (Table 3 (Study 1 and Study 2 on the same D1 episodes, condition C, fixed 0.5 cut), row Gemini v3, column auc)",,out:single-couple, arxiv-2611.00407-v5-B-caught,arxiv-2611.00407,gemini-3.1-flash-lite,minimal,agentic-tool,hard,,,,,,,11,caught-exploits,0,,,"https://arxiv.org/abs/2611.00407 (5.2 (text), v5 under condition B, caught)",,out:single-couple, arxiv-2611.00407-v5-B-fa-fail,arxiv-2611.00407,gemini-3.1-flash-lite,minimal,agentic-tool,hard,,,,,,,3,FA-failures,0,,,"https://arxiv.org/abs/2611.00407 (5.2 (text), v5 under condition B, fa-fail)",,out:not-headline, arxiv-2611.00407-v5-B-auc,arxiv-2611.00407,gemini-3.1-flash-lite,minimal,agentic-tool,hard,,,,,,,0.86,AUC,0.00289,,,"https://arxiv.org/abs/2611.00407 (5.2 (text), v5 under condition B, auc)",,out:single-couple, arxiv-2611.00407-v3-B-caught,arxiv-2611.00407,gemini-3.1-flash-lite,minimal,agentic-tool,hard,,,,,,,10,caught-exploits,0,,,"https://arxiv.org/abs/2611.00407 (5.2 (text), v3 under condition B, caught)",,out:single-couple, arxiv-2611.00407-v3-B-fa-fail,arxiv-2611.00407,gemini-3.1-flash-lite,minimal,agentic-tool,hard,,,,,,,1,FA-failures,0,,,"https://arxiv.org/abs/2611.00407 (5.2 (text), v3 under condition B, fa-fail)",,out:not-headline, arxiv-2611.00407-v3-B-auc,arxiv-2611.00407,gemini-3.1-flash-lite,minimal,agentic-tool,hard,,,,,,,0.87,AUC,0.00289,,,"https://arxiv.org/abs/2611.00407 (5.2 (text), v3 under condition B, auc)",,out:single-couple, arxiv-2611.00407-clean-task,arxiv-2611.00407,gemini-3.1-flash-lite,minimal,agentic-tool,hard,,,,,,,9,success,0,,,https://arxiv.org/abs/2611.00407 (4 Monitors (clean v1 task)),,out:single-couple, arxiv-2611.00486-arc-e,arxiv-2611.00486,qwen3.5-35b-a3b,unstated,reasoning-math,hard,,,,,,,85.0,ARC-e accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.00486 (Table 3, row Qwen3.5-35B-A3B BF16, column ARC-e)",,out:effort-not-established, arxiv-2611.00486-arc-c,arxiv-2611.00486,qwen3.5-35b-a3b,unstated,reasoning-math,hard,,,,,,,62.4,ARC-c normalized accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.00486 (Table 3, row Qwen3.5-35B-A3B BF16, column ARC-c)",,out:effort-not-established, arxiv-2611.00486-hs,arxiv-2611.00486,qwen3.5-35b-a3b,unstated,reasoning-math,hard,,,,,,,75.7,HellaSwag normalized accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.00486 (Table 3, row Qwen3.5-35B-A3B BF16, column HS)",,out:effort-not-established, arxiv-2611.00486-piqa,arxiv-2611.00486,qwen3.5-35b-a3b,unstated,reasoning-math,hard,,,,,,,84.0,PIQA normalized accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.00486 (Table 3, row Qwen3.5-35B-A3B BF16, column PIQA)",,out:effort-not-established, arxiv-2611.00486-wg,arxiv-2611.00486,qwen3.5-35b-a3b,unstated,reasoning-math,hard,,,,,,,76.3,WinoGrande accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.00486 (Table 3, row Qwen3.5-35B-A3B BF16, column WG)",,out:effort-not-established, arxiv-2611.00486-lamb,arxiv-2611.00486,qwen3.5-35b-a3b,unstated,reasoning-math,hard,,,,,,,75.6,LAMBADA accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.00486 (Table 3, row Qwen3.5-35B-A3B BF16, column LAMB.)",,out:effort-not-established, arxiv-2611.00486-mean,arxiv-2611.00486,qwen3.5-35b-a3b,unstated,reasoning-math,hard,,,,,,,76.5,Mean zero-shot accuracy (%) of the six tasks,0.0289,,,"https://arxiv.org/abs/2611.00486 (Table 3, row Qwen3.5-35B-A3B BF16, column Mean)",,out:effort-not-established, arxiv-2611.00486-wikitext2-ppl-fp8,arxiv-2611.00486,?Qwen3.8-Flash-Next,not-established:absent,mixed,hard,,,,,,,4.662,WikiText-2 perplexity (lower is better),0.000289,,,https://arxiv.org/abs/2611.00486 (Table 5 caption: FP8 checkpoint perplexity),,out:model-not-established, arxiv-2611.00555-grammar-ixg-acceptance,arxiv-2611.00555,gpt-5.5,not-established:absent,mixed,hard,,,,,,,96.92,Acceptance (%),0.00289,,,"https://arxiv.org/abs/2611.00555 (Table 1 (IXG block), row GPT 5.5)",,out:effort-not-established, arxiv-2611.00555-grammar-csg-acceptance,arxiv-2611.00555,gpt-5.5,not-established:absent,mixed,hard,,,,,,,16.08,Acceptance (%),0.00289,,,"https://arxiv.org/abs/2611.00555 (Table 1 (CSG block), row GPT 5.5)",,out:effort-not-established, arxiv-2611.00555-grammar-ixg-acceptance,arxiv-2611.00555,gpt-5.5-pro,medium,mixed,hard,,,,,,,97.84,Acceptance (%),0.00289,,,"https://arxiv.org/abs/2611.00555 (Table 1 (IXG block), row GPT 5.5 Pro (Med))",,out:not-headline, arxiv-2611.00555-grammar-csg-acceptance,arxiv-2611.00555,gpt-5.5-pro,medium,mixed,hard,,,,,,,40.35,Acceptance (%),0.00289,,,"https://arxiv.org/abs/2611.00555 (Table 1 (CSG block), row GPT 5.5 Pro (Med))",,out:not-headline, arxiv-2611.00555-grammar-ixg-acceptance,arxiv-2611.00555,gpt-5.5-pro,high,mixed,hard,,,,,,,97.91,Acceptance (%),0.00289,,,"https://arxiv.org/abs/2611.00555 (Table 1 (IXG block), row GPT 5.5 Pro (High))",,out:not-headline, arxiv-2611.00555-grammar-csg-acceptance,arxiv-2611.00555,gpt-5.5-pro,high,mixed,hard,,,,,,,42.76,Acceptance (%),0.00289,,,"https://arxiv.org/abs/2611.00555 (Table 1 (CSG block), row GPT 5.5 Pro (High))",,out:not-headline, arxiv-2611.00555-grammar-ixg-acceptance,arxiv-2611.00555,gpt-5.5-pro,xhigh,mixed,hard,,,,,,,97.64,Acceptance (%),0.00289,,,"https://arxiv.org/abs/2611.00555 (Table 1 (IXG block), row GPT 5.5 Pro (XHigh))",,out:not-headline, arxiv-2611.00555-grammar-csg-acceptance,arxiv-2611.00555,gpt-5.5-pro,xhigh,mixed,hard,,,,,,,51.98,Acceptance (%),0.00289,,,"https://arxiv.org/abs/2611.00555 (Table 1 (CSG block), row GPT 5.5 Pro (XHigh))",,out:not-headline, arxiv-2611.00672-label-effect-l-fictional,arxiv-2611.00672,gpt-5.6-luna,unstated,mixed,hard,,,,,,,31.2,label effect L (points),0.0289,,,"https://arxiv.org/abs/2611.00672 (Table 3, row L, fictional policies, column GPT-5.6 Luna)",,out:effort-not-established, arxiv-2611.00672-label-effect-l-public,arxiv-2611.00672,?GPT-5.6 Luna,not-established:absent,mixed,hard,,,,,,,32.7,label effect L (points),0.0289,,,"https://arxiv.org/abs/2611.00672 (Table 3, row L, nine public policies, column GPT-5.6 Luna)",,out:model-not-established, arxiv-2611.00672-label-effect-f-public,arxiv-2611.00672,?GPT-5.6 Luna,not-established:absent,mixed,hard,,,,,,,-21.0,facts contrast F (points),0.0289,,,"https://arxiv.org/abs/2611.00672 (Table 3, row F, nine public policies, column GPT-5.6 Luna)",,out:model-not-established, arxiv-2611.00725-ete-t1-benign-asr,arxiv-2611.00725,gpt-5.5,unstated,mixed,hard,,,,,,,0.0,scene-level attack success rate (%),0.0289,,,"https://arxiv.org/abs/2611.00725 (Table 1, row Benign control, column Codex)",,out:effort-not-established, arxiv-2611.00725-ete-t1-injecagent-asr,arxiv-2611.00725,gpt-5.5,unstated,mixed,hard,,,,,,,16.1,scene-level attack success rate (%),0.0289,,,"https://arxiv.org/abs/2611.00725 (Table 1, row InjecAgent, column Codex)",,out:effort-not-established, arxiv-2611.00725-ete-t1-agentdojo-asr,arxiv-2611.00725,gpt-5.5,unstated,mixed,hard,,,,,,,14.3,scene-level attack success rate (%),0.0289,,,"https://arxiv.org/abs/2611.00725 (Table 1, row AgentDojo, column Codex)",,out:effort-not-established, arxiv-2611.00725-ete-t1-eia-asr,arxiv-2611.00725,gpt-5.5,unstated,mixed,hard,,,,,,,23.2,scene-level attack success rate (%),0.0289,,,"https://arxiv.org/abs/2611.00725 (Table 1, row EIA, column Codex)",,out:effort-not-established, arxiv-2611.00725-ete-t1-eva-asr,arxiv-2611.00725,gpt-5.5,unstated,mixed,hard,,,,,,,14.3,scene-level attack success rate (%),0.0289,,,"https://arxiv.org/abs/2611.00725 (Table 1, row EVA, column Codex)",,out:effort-not-established, arxiv-2611.00725-ete-t1-ete-asr,arxiv-2611.00725,gpt-5.5,unstated,mixed,hard,,,,,,,85.7,scene-level attack success rate (%),0.0289,,,"https://arxiv.org/abs/2611.00725 (Table 1, row EtE (ours), column Codex)",,out:effort-not-established, arxiv-2611.00725-ete-t2-full-asr,arxiv-2611.00725,gpt-5.5,unstated,mixed,hard,,,,,,,85.7,ablation attack success rate (%),0.0289,,,"https://arxiv.org/abs/2611.00725 (Table 2, row Full EtE, column Codex-GPT-5.5)",,out:effort-not-established, arxiv-2611.00725-ete-t2-wo-y1-asr,arxiv-2611.00725,gpt-5.5,unstated,mixed,hard,,,,,,,12.5,ablation attack success rate (%),0.0289,,,"https://arxiv.org/abs/2611.00725 (Table 2, row w/o Y1 policy injection, column Codex-GPT-5.5)",,out:effort-not-established, arxiv-2611.00725-ete-t2-wo-y2-asr,arxiv-2611.00725,gpt-5.5,unstated,mixed,hard,,,,,,,27.0,ablation attack success rate (%),0.0289,,,"https://arxiv.org/abs/2611.00725 (Table 2, row w/o Y2 shortest-path, column Codex-GPT-5.5)",,out:effort-not-established, arxiv-2611.00725-ete-t2-wo-y3-asr,arxiv-2611.00725,gpt-5.5,unstated,mixed,hard,,,,,,,18.0,ablation attack success rate (%),0.0289,,,"https://arxiv.org/abs/2611.00725 (Table 2, row w/o Y3 deprivation, column Codex-GPT-5.5)",,out:effort-not-established, arxiv-2611.00725-ete-t2-wo-y4-asr,arxiv-2611.00725,gpt-5.5,unstated,mixed,hard,,,,,,,21.0,ablation attack success rate (%),0.0289,,,"https://arxiv.org/abs/2611.00725 (Table 2, row w/o Y4 urgency, column Codex-GPT-5.5)",,out:effort-not-established, arxiv-2611.00725-ete-t2-wo-authority-asr,arxiv-2611.00725,gpt-5.5,unstated,mixed,hard,,,,,,,29.0,ablation attack success rate (%),0.0289,,,"https://arxiv.org/abs/2611.00725 (Table 2, row w/o authority branding, column Codex-GPT-5.5)",,out:effort-not-established, arxiv-2611.00725-ete-asr-zcode-glm53flash,arxiv-2611.00725,glm-5.3-flash,unstated,agentic-tool,hard,ZCode v3.14.3,,,,,,67.9,EtE scene-level attack success rate (%),0.0289,,,"https://arxiv.org/abs/2611.00725 (section 5.3 (RQ1), text)",,out:effort-not-established, arxiv-2611.00725-ete-asr-zcode-glm51,arxiv-2611.00725,glm-5.1,unstated,agentic-tool,hard,ZCode,,,,,,25.0,EtE scene-level attack success rate (%),0.0289,,,"https://arxiv.org/abs/2611.00725 (section 6 (An additional finding), text)",,out:effort-not-established, arxiv-2611.00774-all-ten,arxiv-2611.00774,deepseek-v4.1-flash,high,reasoning-math,hard,,,,,,,0.364,Top-1 accuracy,0.000289,,level-from-default; cap,"https://arxiv.org/abs/2611.00774v1 (Table 2, row all ten types, column DeepSeek-V4.1-Flash Top-1)",,out:single-couple, arxiv-2611.00774-research-stage,arxiv-2611.00774,deepseek-v4.1-flash,high,reasoning-math,hard,,,,,,,0.260,Top-1 accuracy,0.000289,,level-from-default; cap,"https://arxiv.org/abs/2611.00774v1 (Table 2, row Research stage, column DeepSeek-V4.1-Flash Top-1)",,out:single-couple, arxiv-2611.00774-state-completeness,arxiv-2611.00774,deepseek-v4.1-flash,high,reasoning-math,hard,,,,,,,0.440,Top-1 accuracy,0.000289,,level-from-default; cap,"https://arxiv.org/abs/2611.00774v1 (Table 2, row State completeness, column DeepSeek-V4.1-Flash Top-1)",,out:single-couple, arxiv-2611.00774-evidence-sufficiency,arxiv-2611.00774,deepseek-v4.1-flash,high,reasoning-math,hard,,,,,,,0.340,Top-1 accuracy,0.000289,,level-from-default; cap,"https://arxiv.org/abs/2611.00774v1 (Table 2, row Evidence sufficiency, column DeepSeek-V4.1-Flash Top-1)",,out:single-couple, arxiv-2611.00774-claim-evidence-consistency,arxiv-2611.00774,deepseek-v4.1-flash,high,reasoning-math,hard,,,,,,,0.240,Top-1 accuracy,0.000289,,level-from-default; cap,"https://arxiv.org/abs/2611.00774v1 (Table 2, row Claim-evidence consistency, column DeepSeek-V4.1-Flash Top-1)",,out:single-couple, arxiv-2611.00774-next-action,arxiv-2611.00774,deepseek-v4.1-flash,high,reasoning-math,hard,,,,,,,0.340,Top-1 accuracy,0.000289,,level-from-default; cap,"https://arxiv.org/abs/2611.00774v1 (Table 2, row Next action, column DeepSeek-V4.1-Flash Top-1)",,out:single-couple, arxiv-2611.00774-stopping-condition,arxiv-2611.00774,deepseek-v4.1-flash,high,reasoning-math,hard,,,,,,,0.660,Top-1 accuracy,0.000289,,level-from-default; cap,"https://arxiv.org/abs/2611.00774v1 (Table 2, row Stopping condition, column DeepSeek-V4.1-Flash Top-1)",,out:single-couple, arxiv-2611.00774-direction-decision,arxiv-2611.00774,deepseek-v4.1-flash,high,reasoning-math,hard,,,,,,,0.260,Top-1 accuracy,0.000289,,level-from-default; cap,"https://arxiv.org/abs/2611.00774v1 (Table 2, row Direction decision, column DeepSeek-V4.1-Flash Top-1)",,out:single-couple, arxiv-2611.00774-model-routing,arxiv-2611.00774,deepseek-v4.1-flash,high,reasoning-math,hard,,,,,,,0.300,Top-1 accuracy,0.000289,,level-from-default; cap,"https://arxiv.org/abs/2611.00774v1 (Table 2, row Model routing, column DeepSeek-V4.1-Flash Top-1)",,out:single-couple, arxiv-2611.00774-advisor-review-need,arxiv-2611.00774,deepseek-v4.1-flash,high,reasoning-math,hard,,,,,,,0.300,Top-1 accuracy,0.000289,,level-from-default; cap,"https://arxiv.org/abs/2611.00774v1 (Table 2, row Advisor review need, column DeepSeek-V4.1-Flash Top-1)",,out:single-couple, arxiv-2611.00774-user-confirmation-need,arxiv-2611.00774,deepseek-v4.1-flash,high,reasoning-math,hard,,,,,,,0.500,Top-1 accuracy,0.000289,,level-from-default; cap,"https://arxiv.org/abs/2611.00774v1 (Table 2, row User confirmation need, column DeepSeek-V4.1-Flash Top-1)",,out:single-couple, arxiv-2611.00774-explor3-plain,arxiv-2611.00774,?DeepSeek-V4.1-Flash,not-established:absent,reasoning-math,hard,,,,,,,0.347,Top-1 accuracy,0.000289,,,"https://arxiv.org/abs/2611.00774v1 (Table 7, row DeepSeek-V4.1-Flash, 2 runs plain, first additional run)",,out:model-not-established, arxiv-2611.00774-explor3-plain,arxiv-2611.00774,?DeepSeek-V4.1-Flash,not-established:absent,reasoning-math,hard,,,,,,,0.327,Top-1 accuracy,0.000289,,,"https://arxiv.org/abs/2611.00774v1 (Table 7, row DeepSeek-V4.1-Flash, 2 runs plain, second additional run)",,out:model-not-established, arxiv-2611.00774-explor3-structured,arxiv-2611.00774,?DeepSeek-V4.1-Flash,not-established:absent,reasoning-math,hard,,,,,,,0.340,Top-1 accuracy,0.000289,,,"https://arxiv.org/abs/2611.00774v1 (Table 7, row DeepSeek-V4.1-Flash structured)",,out:model-not-established, arxiv-2611.00774-explor3-plain,arxiv-2611.00774,?DeepSeek-V4.1-Flash,not-established:absent,reasoning-math,hard,,,,,,,0.320,Top-1 accuracy,0.000289,,,"https://arxiv.org/abs/2611.00774v1 (Table 7, row DeepSeek-V4.1-Flash plain)",,out:model-not-established, arxiv-2611.00774-cost-per-decision,arxiv-2611.00774,?DeepSeek-V4.1-Flash,not-established:absent,reasoning-math,hard,,per-question,0.001057,2.89e-07,,,,none,,,,https://arxiv.org/abs/2611.00774v1 (),,,out:model-not-established arxiv-2611.01126-t1-frozen-original-top1,arxiv-2611.01126,kimi-k2.6,unstated,mixed,hard,,,,,,,3.8,top-1 rate of the strategy (%),0.0289,,,"https://arxiv.org/abs/2611.01126v1 (Table 1, Kimi API, frozen prices (+-0.2%), strategy original, top-1 rate)",,out:effort-not-established, arxiv-2611.01126-t1-frozen-original-meanrank,arxiv-2611.01126,kimi-k2.6,unstated,mixed,hard,,,,,,,5.19,mean rank of the strategy (1 = best of 6),0.00289,,,"https://arxiv.org/abs/2611.01126v1 (Table 1, Kimi API, frozen prices (+-0.2%), strategy original, mean rank)",,out:effort-not-established, arxiv-2611.01126-t1-frozen-core-top1,arxiv-2611.01126,kimi-k2.6,unstated,mixed,hard,,,,,,,56.3,top-1 rate of the strategy (%),0.0289,,,"https://arxiv.org/abs/2611.01126v1 (Table 1, Kimi API, frozen prices (+-0.2%), strategy core, top-1 rate)",,out:effort-not-established, arxiv-2611.01126-t1-frozen-core-meanrank,arxiv-2611.01126,kimi-k2.6,unstated,mixed,hard,,,,,,,2.64,mean rank of the strategy (1 = best of 6),0.00289,,,"https://arxiv.org/abs/2611.01126v1 (Table 1, Kimi API, frozen prices (+-0.2%), strategy core, mean rank)",,out:effort-not-established, arxiv-2611.01126-t1-frozen-c-seo-top1,arxiv-2611.01126,kimi-k2.6,unstated,mixed,hard,,,,,,,5.0,top-1 rate of the strategy (%),0.0289,,,"https://arxiv.org/abs/2611.01126v1 (Table 1, Kimi API, frozen prices (+-0.2%), strategy c-seo, top-1 rate)",,out:effort-not-established, arxiv-2611.01126-t1-frozen-c-seo-meanrank,arxiv-2611.01126,kimi-k2.6,unstated,mixed,hard,,,,,,,3.09,mean rank of the strategy (1 = best of 6),0.00289,,,"https://arxiv.org/abs/2611.01126v1 (Table 1, Kimi API, frozen prices (+-0.2%), strategy c-seo, mean rank)",,out:effort-not-established, arxiv-2611.01126-t1-frozen-e-geo-top1,arxiv-2611.01126,kimi-k2.6,unstated,mixed,hard,,,,,,,8.8,top-1 rate of the strategy (%),0.0289,,,"https://arxiv.org/abs/2611.01126v1 (Table 1, Kimi API, frozen prices (+-0.2%), strategy e-geo, top-1 rate)",,out:effort-not-established, arxiv-2611.01126-t1-frozen-e-geo-meanrank,arxiv-2611.01126,kimi-k2.6,unstated,mixed,hard,,,,,,,2.79,mean rank of the strategy (1 = best of 6),0.00289,,,"https://arxiv.org/abs/2611.01126v1 (Table 1, Kimi API, frozen prices (+-0.2%), strategy e-geo, mean rank)",,out:effort-not-established, arxiv-2611.01126-t1-frozen-agenticgeo-top1,arxiv-2611.01126,kimi-k2.6,unstated,mixed,hard,,,,,,,2.5,top-1 rate of the strategy (%),0.0289,,,"https://arxiv.org/abs/2611.01126v1 (Table 1, Kimi API, frozen prices (+-0.2%), strategy agenticgeo, top-1 rate)",,out:effort-not-established, arxiv-2611.01126-t1-frozen-agenticgeo-meanrank,arxiv-2611.01126,kimi-k2.6,unstated,mixed,hard,,,,,,,4.25,mean rank of the strategy (1 = best of 6),0.00289,,,"https://arxiv.org/abs/2611.01126v1 (Table 1, Kimi API, frozen prices (+-0.2%), strategy agenticgeo, mean rank)",,out:effort-not-established, arxiv-2611.01126-t1-frozen-statistics-add-top1,arxiv-2611.01126,kimi-k2.6,unstated,mixed,hard,,,,,,,23.8,top-1 rate of the strategy (%),0.0289,,,"https://arxiv.org/abs/2611.01126v1 (Table 1, Kimi API, frozen prices (+-0.2%), strategy statistics-add, top-1 rate)",,out:effort-not-established, arxiv-2611.01126-t1-frozen-statistics-add-meanrank,arxiv-2611.01126,kimi-k2.6,unstated,mixed,hard,,,,,,,3.05,mean rank of the strategy (1 = best of 6),0.00289,,,"https://arxiv.org/abs/2611.01126v1 (Table 1, Kimi API, frozen prices (+-0.2%), strategy statistics-add, mean rank)",,out:effort-not-established, arxiv-2611.01126-t1-frozen-margin,arxiv-2611.01126,kimi-k2.6,unstated,mixed,hard,,,,,,,32.5,winning margin (points),0.0289,,,"https://arxiv.org/abs/2611.01126v1 (Table 1, Kimi API, frozen prices (+-0.2%), column margin)",,out:effort-not-established, arxiv-2611.01126-t1-frozen-spread,arxiv-2611.01126,kimi-k2.6,unstated,mixed,hard,,,,,,,2.55,rank spread,0.00289,,,"https://arxiv.org/abs/2611.01126v1 (Table 1, Kimi API, frozen prices (+-0.2%), column spread)",,out:effort-not-established, arxiv-2611.01126-t1-equal-original-top1,arxiv-2611.01126,kimi-k2.6,unstated,mixed,hard,,,,,,,0.0,top-1 rate of the strategy (%),0.0289,,,"https://arxiv.org/abs/2611.01126v1 (Table 1, Kimi API, equal prices, strategy original, top-1 rate)",,out:effort-not-established, arxiv-2611.01126-t1-equal-original-meanrank,arxiv-2611.01126,kimi-k2.6,unstated,mixed,hard,,,,,,,5.64,mean rank of the strategy (1 = best of 6),0.00289,,,"https://arxiv.org/abs/2611.01126v1 (Table 1, Kimi API, equal prices, strategy original, mean rank)",,out:effort-not-established, arxiv-2611.01126-t1-equal-core-top1,arxiv-2611.01126,kimi-k2.6,unstated,mixed,hard,,,,,,,55.0,top-1 rate of the strategy (%),0.0289,,,"https://arxiv.org/abs/2611.01126v1 (Table 1, Kimi API, equal prices, strategy core, top-1 rate)",,out:effort-not-established, arxiv-2611.01126-t1-equal-core-meanrank,arxiv-2611.01126,kimi-k2.6,unstated,mixed,hard,,,,,,,2.64,mean rank of the strategy (1 = best of 6),0.00289,,,"https://arxiv.org/abs/2611.01126v1 (Table 1, Kimi API, equal prices, strategy core, mean rank)",,out:effort-not-established, arxiv-2611.01126-t1-equal-c-seo-top1,arxiv-2611.01126,kimi-k2.6,unstated,mixed,hard,,,,,,,8.8,top-1 rate of the strategy (%),0.0289,,,"https://arxiv.org/abs/2611.01126v1 (Table 1, Kimi API, equal prices, strategy c-seo, top-1 rate)",,out:effort-not-established, arxiv-2611.01126-t1-equal-c-seo-meanrank,arxiv-2611.01126,kimi-k2.6,unstated,mixed,hard,,,,,,,2.93,mean rank of the strategy (1 = best of 6),0.00289,,,"https://arxiv.org/abs/2611.01126v1 (Table 1, Kimi API, equal prices, strategy c-seo, mean rank)",,out:effort-not-established, arxiv-2611.01126-t1-equal-e-geo-top1,arxiv-2611.01126,kimi-k2.6,unstated,mixed,hard,,,,,,,12.5,top-1 rate of the strategy (%),0.0289,,,"https://arxiv.org/abs/2611.01126v1 (Table 1, Kimi API, equal prices, strategy e-geo, top-1 rate)",,out:effort-not-established, arxiv-2611.01126-t1-equal-e-geo-meanrank,arxiv-2611.01126,kimi-k2.6,unstated,mixed,hard,,,,,,,2.44,mean rank of the strategy (1 = best of 6),0.00289,,,"https://arxiv.org/abs/2611.01126v1 (Table 1, Kimi API, equal prices, strategy e-geo, mean rank)",,out:effort-not-established, arxiv-2611.01126-t1-equal-agenticgeo-top1,arxiv-2611.01126,kimi-k2.6,unstated,mixed,hard,,,,,,,0.0,top-1 rate of the strategy (%),0.0289,,,"https://arxiv.org/abs/2611.01126v1 (Table 1, Kimi API, equal prices, strategy agenticgeo, top-1 rate)",,out:effort-not-established, arxiv-2611.01126-t1-equal-agenticgeo-meanrank,arxiv-2611.01126,kimi-k2.6,unstated,mixed,hard,,,,,,,4.30,mean rank of the strategy (1 = best of 6),0.00289,,,"https://arxiv.org/abs/2611.01126v1 (Table 1, Kimi API, equal prices, strategy agenticgeo, mean rank)",,out:effort-not-established, arxiv-2611.01126-t1-equal-statistics-add-top1,arxiv-2611.01126,kimi-k2.6,unstated,mixed,hard,,,,,,,23.8,top-1 rate of the strategy (%),0.0289,,,"https://arxiv.org/abs/2611.01126v1 (Table 1, Kimi API, equal prices, strategy statistics-add, top-1 rate)",,out:effort-not-established, arxiv-2611.01126-t1-equal-statistics-add-meanrank,arxiv-2611.01126,kimi-k2.6,unstated,mixed,hard,,,,,,,3.06,mean rank of the strategy (1 = best of 6),0.00289,,,"https://arxiv.org/abs/2611.01126v1 (Table 1, Kimi API, equal prices, strategy statistics-add, mean rank)",,out:effort-not-established, arxiv-2611.01126-t1-equal-margin,arxiv-2611.01126,kimi-k2.6,unstated,mixed,hard,,,,,,,31.2,winning margin (points),0.0289,,,"https://arxiv.org/abs/2611.01126v1 (Table 1, Kimi API, equal prices, column margin)",,out:effort-not-established, arxiv-2611.01126-t1-equal-spread,arxiv-2611.01126,kimi-k2.6,unstated,mixed,hard,,,,,,,3.20,rank spread,0.00289,,,"https://arxiv.org/abs/2611.01126v1 (Table 1, Kimi API, equal prices, column spread)",,out:effort-not-established, arxiv-2611.01126-t1-flagadj-original-top1,arxiv-2611.01126,kimi-k2.6,unstated,mixed,hard,,,,,,,2.5,top-1 rate of the strategy (%),0.0289,,,"https://arxiv.org/abs/2611.01126v1 (Table 1, Kimi API, equal prices, flag-adjusted, strategy original, top-1 rate)",,out:effort-not-established, arxiv-2611.01126-t1-flagadj-original-meanrank,arxiv-2611.01126,kimi-k2.6,unstated,mixed,hard,,,,,,,4.63,mean rank of the strategy (1 = best of 6),0.00289,,,"https://arxiv.org/abs/2611.01126v1 (Table 1, Kimi API, equal prices, flag-adjusted, strategy original, mean rank)",,out:effort-not-established, arxiv-2611.01126-t1-flagadj-core-top1,arxiv-2611.01126,kimi-k2.6,unstated,mixed,hard,,,,,,,58.8,top-1 rate of the strategy (%),0.0289,,,"https://arxiv.org/abs/2611.01126v1 (Table 1, Kimi API, equal prices, flag-adjusted, strategy core, top-1 rate)",,out:effort-not-established, arxiv-2611.01126-t1-flagadj-core-meanrank,arxiv-2611.01126,kimi-k2.6,unstated,mixed,hard,,,,,,,2.25,mean rank of the strategy (1 = best of 6),0.00289,,,"https://arxiv.org/abs/2611.01126v1 (Table 1, Kimi API, equal prices, flag-adjusted, strategy core, mean rank)",,out:effort-not-established, arxiv-2611.01126-t1-flagadj-c-seo-top1,arxiv-2611.01126,kimi-k2.6,unstated,mixed,hard,,,,,,,12.5,top-1 rate of the strategy (%),0.0289,,,"https://arxiv.org/abs/2611.01126v1 (Table 1, Kimi API, equal prices, flag-adjusted, strategy c-seo, top-1 rate)",,out:effort-not-established, arxiv-2611.01126-t1-flagadj-c-seo-meanrank,arxiv-2611.01126,kimi-k2.6,unstated,mixed,hard,,,,,,,2.45,mean rank of the strategy (1 = best of 6),0.00289,,,"https://arxiv.org/abs/2611.01126v1 (Table 1, Kimi API, equal prices, flag-adjusted, strategy c-seo, mean rank)",,out:effort-not-established, arxiv-2611.01126-t1-flagadj-e-geo-top1,arxiv-2611.01126,kimi-k2.6,unstated,mixed,hard,,,,,,,21.3,top-1 rate of the strategy (%),0.0289,,,"https://arxiv.org/abs/2611.01126v1 (Table 1, Kimi API, equal prices, flag-adjusted, strategy e-geo, top-1 rate)",,out:effort-not-established, arxiv-2611.01126-t1-flagadj-e-geo-meanrank,arxiv-2611.01126,kimi-k2.6,unstated,mixed,hard,,,,,,,2.14,mean rank of the strategy (1 = best of 6),0.00289,,,"https://arxiv.org/abs/2611.01126v1 (Table 1, Kimi API, equal prices, flag-adjusted, strategy e-geo, mean rank)",,out:effort-not-established, arxiv-2611.01126-t1-flagadj-agenticgeo-top1,arxiv-2611.01126,kimi-k2.6,unstated,mixed,hard,,,,,,,5.0,top-1 rate of the strategy (%),0.0289,,,"https://arxiv.org/abs/2611.01126v1 (Table 1, Kimi API, equal prices, flag-adjusted, strategy agenticgeo, top-1 rate)",,out:effort-not-established, arxiv-2611.01126-t1-flagadj-agenticgeo-meanrank,arxiv-2611.01126,kimi-k2.6,unstated,mixed,hard,,,,,,,3.59,mean rank of the strategy (1 = best of 6),0.00289,,,"https://arxiv.org/abs/2611.01126v1 (Table 1, Kimi API, equal prices, flag-adjusted, strategy agenticgeo, mean rank)",,out:effort-not-established, arxiv-2611.01126-t1-flagadj-statistics-add-top1,arxiv-2611.01126,kimi-k2.6,unstated,mixed,hard,,,,,,,0.0,top-1 rate of the strategy (%),0.0289,,,"https://arxiv.org/abs/2611.01126v1 (Table 1, Kimi API, equal prices, flag-adjusted, strategy statistics-add, top-1 rate)",,out:effort-not-established, arxiv-2611.01126-t1-flagadj-statistics-add-meanrank,arxiv-2611.01126,kimi-k2.6,unstated,mixed,hard,,,,,,,5.95,mean rank of the strategy (1 = best of 6),0.00289,,,"https://arxiv.org/abs/2611.01126v1 (Table 1, Kimi API, equal prices, flag-adjusted, strategy statistics-add, mean rank)",,out:effort-not-established, arxiv-2611.01126-t1-flagadj-margin,arxiv-2611.01126,kimi-k2.6,unstated,mixed,hard,,,,,,,37.5,winning margin (points),0.0289,,,"https://arxiv.org/abs/2611.01126v1 (Table 1, Kimi API, equal prices, flag-adjusted, column margin)",,out:effort-not-established, arxiv-2611.01126-t1-flagadj-spread,arxiv-2611.01126,kimi-k2.6,unstated,mixed,hard,,,,,,,3.81,rank spread,0.00289,,,"https://arxiv.org/abs/2611.01126v1 (Table 1, Kimi API, equal prices, flag-adjusted, column spread)",,out:effort-not-established, arxiv-2611.01126-t3-kimi-chatgpt-rho,arxiv-2611.01126,kimi-k2.6,unstated,mixed,hard,,,,,,,0.38,Spearman rank correlation with the engine,0.00289,,,"https://arxiv.org/abs/2611.01126v1 (Table 3, pair Kimi / chatgpt, column Spearman rho)",,out:effort-not-established, arxiv-2611.01126-t3-kimi-chatgpt-top1,arxiv-2611.01126,kimi-k2.6,unstated,mixed,hard,,,,,,,53.8,same top-1 product as the engine (%),0.0289,,,"https://arxiv.org/abs/2611.01126v1 (Table 3, pair Kimi / chatgpt, column same top-1 product (%))",,out:effort-not-established, arxiv-2611.01126-t3-kimi-chatgpt-last,arxiv-2611.01126,kimi-k2.6,unstated,mixed,hard,,,,,,,50.0,same last product as the engine (%),0.0289,,,"https://arxiv.org/abs/2611.01126v1 (Table 3, pair Kimi / chatgpt, column same last product (%))",,out:effort-not-established, arxiv-2611.01126-t3-kimi-chatgpt-gap,arxiv-2611.01126,kimi-k2.6,unstated,mixed,hard,,,,,,,1.33,ranking gap with the engine,0.00289,,,"https://arxiv.org/abs/2611.01126v1 (Table 3, pair Kimi / chatgpt, column gap)",,out:effort-not-established, arxiv-2611.01126-t3-kimi-grok-rho,arxiv-2611.01126,kimi-k2.6,unstated,mixed,hard,,,,,,,0.41,Spearman rank correlation with the engine,0.00289,,,"https://arxiv.org/abs/2611.01126v1 (Table 3, pair Kimi / grok, column Spearman rho)",,out:effort-not-established, arxiv-2611.01126-t3-kimi-grok-top1,arxiv-2611.01126,kimi-k2.6,unstated,mixed,hard,,,,,,,51.3,same top-1 product as the engine (%),0.0289,,,"https://arxiv.org/abs/2611.01126v1 (Table 3, pair Kimi / grok, column same top-1 product (%))",,out:effort-not-established, arxiv-2611.01126-t3-kimi-grok-last,arxiv-2611.01126,kimi-k2.6,unstated,mixed,hard,,,,,,,61.3,same last product as the engine (%),0.0289,,,"https://arxiv.org/abs/2611.01126v1 (Table 3, pair Kimi / grok, column same last product (%))",,out:effort-not-established, arxiv-2611.01126-t3-kimi-grok-gap,arxiv-2611.01126,kimi-k2.6,unstated,mixed,hard,,,,,,,1.31,ranking gap with the engine,0.00289,,,"https://arxiv.org/abs/2611.01126v1 (Table 3, pair Kimi / grok, column gap)",,out:effort-not-established, arxiv-2611.01126-t3-kimi-gemini-rho,arxiv-2611.01126,kimi-k2.6,unstated,mixed,hard,,,,,,,0.25,Spearman rank correlation with the engine,0.00289,,,"https://arxiv.org/abs/2611.01126v1 (Table 3, pair Kimi / gemini, column Spearman rho)",,out:effort-not-established, arxiv-2611.01126-t3-kimi-gemini-top1,arxiv-2611.01126,kimi-k2.6,unstated,mixed,hard,,,,,,,41.3,same top-1 product as the engine (%),0.0289,,,"https://arxiv.org/abs/2611.01126v1 (Table 3, pair Kimi / gemini, column same top-1 product (%))",,out:effort-not-established, arxiv-2611.01126-t3-kimi-gemini-last,arxiv-2611.01126,kimi-k2.6,unstated,mixed,hard,,,,,,,41.3,same last product as the engine (%),0.0289,,,"https://arxiv.org/abs/2611.01126v1 (Table 3, pair Kimi / gemini, column same last product (%))",,out:effort-not-established, arxiv-2611.01126-t3-kimi-gemini-gap,arxiv-2611.01126,kimi-k2.6,unstated,mixed,hard,,,,,,,1.56,ranking gap with the engine,0.00289,,,"https://arxiv.org/abs/2611.01126v1 (Table 3, pair Kimi / gemini, column gap)",,out:effort-not-established, arxiv-2611.01126-t4-kimi-equal-rho,arxiv-2611.01126,kimi-k2.6,unstated,mixed,hard,,,,,,,0.49,Spearman rank correlation between original and reversed order,0.00289,,,"https://arxiv.org/abs/2611.01126v1 (Table 4, row Kimi, equal prices, column Spearman rho)",,out:effort-not-established, arxiv-2611.01126-t4-kimi-equal-top1,arxiv-2611.01126,kimi-k2.6,unstated,mixed,hard,,,,,,,51.3,same top-1 product after reversing the order (%),0.0289,,,"https://arxiv.org/abs/2611.01126v1 (Table 4, row Kimi, equal prices, column same top-1 (%))",,out:effort-not-established, arxiv-2611.01126-t4-kimi-frozen-rho,arxiv-2611.01126,kimi-k2.6,unstated,mixed,hard,,,,,,,0.39,Spearman rank correlation between original and reversed order,0.00289,,,"https://arxiv.org/abs/2611.01126v1 (Table 4, row Kimi, frozen prices (+-0.2%), column Spearman rho)",,out:effort-not-established, arxiv-2611.01126-t4-kimi-frozen-top1,arxiv-2611.01126,kimi-k2.6,unstated,mixed,hard,,,,,,,52.5,same top-1 product after reversing the order (%),0.0289,,,"https://arxiv.org/abs/2611.01126v1 (Table 4, row Kimi, frozen prices (+-0.2%), column same top-1 (%))",,out:effort-not-established, arxiv-2611.01304-converge,arxiv-2611.01304,gemini-3-pro,unstated,mixed,hard,,,,,,,22,convergence-rate%,0.289,,,"https://arxiv.org/abs/2611.01304 (Table 1 (convergence summary by model, 9 runs), row Gemini-3 Pro, column converge)",,out:effort-not-established, arxiv-2611.01304-final-level,arxiv-2611.01304,gemini-3-pro,unstated,mixed,hard,,,,,,,17.7,avg-final-level,0.0289,,,"https://arxiv.org/abs/2611.01304 (Table 1 (convergence summary by model, 9 runs), row Gemini-3 Pro, column final-level)",,out:effort-not-established, arxiv-2611.01304-conv-per-level,arxiv-2611.01304,gemini-3-pro,unstated,mixed,hard,,,,,,,5.3,conversations-per-level,0.0289,,,"https://arxiv.org/abs/2611.01304 (Table 1 (convergence summary by model, 9 runs), row Gemini-3 Pro, column conv-per-level)",,out:effort-not-established, arxiv-2611.01304-mode-freedom,arxiv-2611.01304,gemini-3-pro,unstated,mixed,hard,,,,,,,2,converged-runs,0,,,"https://arxiv.org/abs/2611.01304 (Table 2 (convergence by model and mode), row Gemini-3 Pro, column Freedom)",,out:effort-not-established, arxiv-2611.01304-mode-happiness,arxiv-2611.01304,gemini-3-pro,unstated,mixed,hard,,,,,,,0,converged-runs,0,,,"https://arxiv.org/abs/2611.01304 (Table 2 (convergence by model and mode), row Gemini-3 Pro, column Happiness)",,out:effort-not-established, arxiv-2611.01304-mode-improvement,arxiv-2611.01304,gemini-3-pro,unstated,mixed,hard,,,,,,,0,converged-runs,0,,,"https://arxiv.org/abs/2611.01304 (Table 2 (convergence by model and mode), row Gemini-3 Pro, column Improvement)",,out:effort-not-established, arxiv-2611.01304-mode-total,arxiv-2611.01304,gemini-3-pro,unstated,mixed,hard,,,,,,,2,converged-runs,0,,,"https://arxiv.org/abs/2611.01304 (Table 2 (convergence by model and mode), row Gemini-3 Pro, column Total)",,out:effort-not-established, arxiv-2611.01311-both-texts-catch,arxiv-2611.01311,gemini-3.1-pro,unstated,mixed,hard,,,,,,,43,catches,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemini 3.1 Pro, context both-texts, column Faults: right-reason catch)",,out:effort-not-established, arxiv-2611.01311-both-texts-any,arxiv-2611.01311,gemini-3.1-pro,unstated,mixed,hard,,,,,,,43,catches,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemini 3.1 Pro, context both-texts, column Faults: any finding)",,out:effort-not-established, arxiv-2611.01311-both-texts-ctl-fa,arxiv-2611.01311,gemini-3.1-pro,unstated,mixed,hard,,,,,,,0,false-alarms,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemini 3.1 Pro, context both-texts, column Controls: false alarms (validity findings))",,out:effort-not-established, arxiv-2611.01311-both-texts-ctl-any,arxiv-2611.01311,gemini-3.1-pro,unstated,mixed,hard,,,,,,,22,any-finding,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemini 3.1 Pro, context both-texts, column Controls: any finding)",,out:effort-not-established, arxiv-2611.01311-both-texts-date-fa,arxiv-2611.01311,gemini-3.1-pro,unstated,mixed,hard,,,,,,,0,false-alarms,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemini 3.1 Pro, context both-texts, column Date controls: false alarms)",,out:effort-not-established, arxiv-2611.01311-both-texts-dec-fa,arxiv-2611.01311,gemini-3.1-pro,unstated,mixed,hard,,,,,,,6,false-alarms,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemini 3.1 Pro, context both-texts, column Decoys: false alarms)",,out:effort-not-established, arxiv-2611.01311-both-texts-dec-any,arxiv-2611.01311,gemini-3.1-pro,unstated,mixed,hard,,,,,,,6,any-finding,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemini 3.1 Pro, context both-texts, column Decoys: any finding)",,out:effort-not-established, arxiv-2611.01311-status-catch,arxiv-2611.01311,gemini-3.1-pro,unstated,mixed,hard,,,,,,,48,catches,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemini 3.1 Pro, context status, column Faults: right-reason catch)",,out:effort-not-established, arxiv-2611.01311-status-any,arxiv-2611.01311,gemini-3.1-pro,unstated,mixed,hard,,,,,,,48,catches,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemini 3.1 Pro, context status, column Faults: any finding)",,out:effort-not-established, arxiv-2611.01311-status-ctl-fa,arxiv-2611.01311,gemini-3.1-pro,unstated,mixed,hard,,,,,,,0,false-alarms,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemini 3.1 Pro, context status, column Controls: false alarms (validity findings))",,out:effort-not-established, arxiv-2611.01311-status-ctl-any,arxiv-2611.01311,gemini-3.1-pro,unstated,mixed,hard,,,,,,,19,any-finding,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemini 3.1 Pro, context status, column Controls: any finding)",,out:effort-not-established, arxiv-2611.01311-status-date-fa,arxiv-2611.01311,gemini-3.1-pro,unstated,mixed,hard,,,,,,,0,false-alarms,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemini 3.1 Pro, context status, column Date controls: false alarms)",,out:effort-not-established, arxiv-2611.01311-status-dec-fa,arxiv-2611.01311,gemini-3.1-pro,unstated,mixed,hard,,,,,,,0,false-alarms,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemini 3.1 Pro, context status, column Decoys: false alarms)",,out:effort-not-established, arxiv-2611.01311-status-dec-any,arxiv-2611.01311,gemini-3.1-pro,unstated,mixed,hard,,,,,,,0,any-finding,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemini 3.1 Pro, context status, column Decoys: any finding)",,out:effort-not-established, arxiv-2611.01311-status-damaged-catch,arxiv-2611.01311,gemini-3.1-pro,unstated,mixed,hard,,,,,,,25,catches,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemini 3.1 Pro, context status-damaged, column Faults: right-reason catch)",,out:effort-not-established, arxiv-2611.01311-status-damaged-any,arxiv-2611.01311,gemini-3.1-pro,unstated,mixed,hard,,,,,,,25,catches,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemini 3.1 Pro, context status-damaged, column Faults: any finding)",,out:effort-not-established, arxiv-2611.01311-status-damaged-ctl-fa,arxiv-2611.01311,gemini-3.1-pro,unstated,mixed,hard,,,,,,,0,false-alarms,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemini 3.1 Pro, context status-damaged, column Controls: false alarms (validity findings))",,out:effort-not-established, arxiv-2611.01311-status-damaged-ctl-any,arxiv-2611.01311,gemini-3.1-pro,unstated,mixed,hard,,,,,,,19,any-finding,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemini 3.1 Pro, context status-damaged, column Controls: any finding)",,out:effort-not-established, arxiv-2611.01311-status-damaged-date-fa,arxiv-2611.01311,gemini-3.1-pro,unstated,mixed,hard,,,,,,,0,false-alarms,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemini 3.1 Pro, context status-damaged, column Date controls: false alarms)",,out:effort-not-established, arxiv-2611.01311-status-damaged-dec-fa,arxiv-2611.01311,gemini-3.1-pro,unstated,mixed,hard,,,,,,,0,false-alarms,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemini 3.1 Pro, context status-damaged, column Decoys: false alarms)",,out:effort-not-established, arxiv-2611.01311-status-damaged-dec-any,arxiv-2611.01311,gemini-3.1-pro,unstated,mixed,hard,,,,,,,0,any-finding,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemini 3.1 Pro, context status-damaged, column Decoys: any finding)",,out:effort-not-established, arxiv-2611.01311-norecord-damaged-catch,arxiv-2611.01311,gemini-3.1-pro,unstated,mixed,hard,,,,,,,30,catches,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemini 3.1 Pro, context norecord-damaged, column Faults: right-reason catch)",,out:effort-not-established, arxiv-2611.01311-norecord-damaged-any,arxiv-2611.01311,gemini-3.1-pro,unstated,mixed,hard,,,,,,,30,catches,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemini 3.1 Pro, context norecord-damaged, column Faults: any finding)",,out:effort-not-established, arxiv-2611.01311-norecord-damaged-ctl-fa,arxiv-2611.01311,gemini-3.1-pro,unstated,mixed,hard,,,,,,,0,false-alarms,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemini 3.1 Pro, context norecord-damaged, column Controls: false alarms (validity findings))",,out:effort-not-established, arxiv-2611.01311-norecord-damaged-ctl-any,arxiv-2611.01311,gemini-3.1-pro,unstated,mixed,hard,,,,,,,18,any-finding,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemini 3.1 Pro, context norecord-damaged, column Controls: any finding)",,out:effort-not-established, arxiv-2611.01311-norecord-damaged-date-fa,arxiv-2611.01311,gemini-3.1-pro,unstated,mixed,hard,,,,,,,0,false-alarms,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemini 3.1 Pro, context norecord-damaged, column Date controls: false alarms)",,out:effort-not-established, arxiv-2611.01311-norecord-damaged-dec-fa,arxiv-2611.01311,gemini-3.1-pro,unstated,mixed,hard,,,,,,,0,false-alarms,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemini 3.1 Pro, context norecord-damaged, column Decoys: false alarms)",,out:effort-not-established, arxiv-2611.01311-norecord-damaged-dec-any,arxiv-2611.01311,gemini-3.1-pro,unstated,mixed,hard,,,,,,,0,any-finding,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemini 3.1 Pro, context norecord-damaged, column Decoys: any finding)",,out:effort-not-established, arxiv-2611.01311-lowauth-damaged-catch,arxiv-2611.01311,gemini-3.1-pro,unstated,mixed,hard,,,,,,,42,catches,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemini 3.1 Pro, context lowauth-damaged, column Faults: right-reason catch)",,out:effort-not-established, arxiv-2611.01311-lowauth-damaged-any,arxiv-2611.01311,gemini-3.1-pro,unstated,mixed,hard,,,,,,,42,catches,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemini 3.1 Pro, context lowauth-damaged, column Faults: any finding)",,out:effort-not-established, arxiv-2611.01311-lowauth-damaged-ctl-fa,arxiv-2611.01311,gemini-3.1-pro,unstated,mixed,hard,,,,,,,0,false-alarms,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemini 3.1 Pro, context lowauth-damaged, column Controls: false alarms (validity findings))",,out:effort-not-established, arxiv-2611.01311-lowauth-damaged-ctl-any,arxiv-2611.01311,gemini-3.1-pro,unstated,mixed,hard,,,,,,,19,any-finding,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemini 3.1 Pro, context lowauth-damaged, column Controls: any finding)",,out:effort-not-established, arxiv-2611.01311-lowauth-damaged-date-fa,arxiv-2611.01311,gemini-3.1-pro,unstated,mixed,hard,,,,,,,0,false-alarms,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemini 3.1 Pro, context lowauth-damaged, column Date controls: false alarms)",,out:effort-not-established, arxiv-2611.01311-lowauth-damaged-dec-fa,arxiv-2611.01311,gemini-3.1-pro,unstated,mixed,hard,,,,,,,4,false-alarms,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemini 3.1 Pro, context lowauth-damaged, column Decoys: false alarms)",,out:effort-not-established, arxiv-2611.01311-lowauth-damaged-dec-any,arxiv-2611.01311,gemini-3.1-pro,unstated,mixed,hard,,,,,,,4,any-finding,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemini 3.1 Pro, context lowauth-damaged, column Decoys: any finding)",,out:effort-not-established, arxiv-2611.01311-caveat-damaged-catch,arxiv-2611.01311,gemini-3.1-pro,unstated,mixed,hard,,,,,,,46,catches,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemini 3.1 Pro, context caveat-damaged, column Faults: right-reason catch)",,out:effort-not-established, arxiv-2611.01311-caveat-damaged-any,arxiv-2611.01311,gemini-3.1-pro,unstated,mixed,hard,,,,,,,46,catches,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemini 3.1 Pro, context caveat-damaged, column Faults: any finding)",,out:effort-not-established, arxiv-2611.01311-caveat-damaged-ctl-fa,arxiv-2611.01311,gemini-3.1-pro,unstated,mixed,hard,,,,,,,0,false-alarms,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemini 3.1 Pro, context caveat-damaged, column Controls: false alarms (validity findings))",,out:effort-not-established, arxiv-2611.01311-caveat-damaged-ctl-any,arxiv-2611.01311,gemini-3.1-pro,unstated,mixed,hard,,,,,,,20,any-finding,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemini 3.1 Pro, context caveat-damaged, column Controls: any finding)",,out:effort-not-established, arxiv-2611.01311-caveat-damaged-date-fa,arxiv-2611.01311,gemini-3.1-pro,unstated,mixed,hard,,,,,,,0,false-alarms,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemini 3.1 Pro, context caveat-damaged, column Date controls: false alarms)",,out:effort-not-established, arxiv-2611.01311-caveat-damaged-dec-fa,arxiv-2611.01311,gemini-3.1-pro,unstated,mixed,hard,,,,,,,6,false-alarms,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemini 3.1 Pro, context caveat-damaged, column Decoys: false alarms)",,out:effort-not-established, arxiv-2611.01311-caveat-damaged-dec-any,arxiv-2611.01311,gemini-3.1-pro,unstated,mixed,hard,,,,,,,6,any-finding,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemini 3.1 Pro, context caveat-damaged, column Decoys: any finding)",,out:effort-not-established, arxiv-2611.01311-conflict-damaged-catch,arxiv-2611.01311,gemini-3.1-pro,unstated,mixed,hard,,,,,,,24,catches,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemini 3.1 Pro, context conflict-damaged, column Faults: right-reason catch)",,out:effort-not-established, arxiv-2611.01311-conflict-damaged-any,arxiv-2611.01311,gemini-3.1-pro,unstated,mixed,hard,,,,,,,38,catches,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemini 3.1 Pro, context conflict-damaged, column Faults: any finding)",,out:effort-not-established, arxiv-2611.01311-conflict-damaged-ctl-fa,arxiv-2611.01311,gemini-3.1-pro,unstated,mixed,hard,,,,,,,0,false-alarms,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemini 3.1 Pro, context conflict-damaged, column Controls: false alarms (validity findings))",,out:effort-not-established, arxiv-2611.01311-conflict-damaged-ctl-any,arxiv-2611.01311,gemini-3.1-pro,unstated,mixed,hard,,,,,,,20,any-finding,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemini 3.1 Pro, context conflict-damaged, column Controls: any finding)",,out:effort-not-established, arxiv-2611.01311-conflict-damaged-date-fa,arxiv-2611.01311,gemini-3.1-pro,unstated,mixed,hard,,,,,,,0,false-alarms,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemini 3.1 Pro, context conflict-damaged, column Date controls: false alarms)",,out:effort-not-established, arxiv-2611.01311-conflict-damaged-dec-fa,arxiv-2611.01311,gemini-3.1-pro,unstated,mixed,hard,,,,,,,0,false-alarms,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemini 3.1 Pro, context conflict-damaged, column Decoys: false alarms)",,out:effort-not-established, arxiv-2611.01311-conflict-damaged-dec-any,arxiv-2611.01311,gemini-3.1-pro,unstated,mixed,hard,,,,,,,1,any-finding,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemini 3.1 Pro, context conflict-damaged, column Decoys: any finding)",,out:effort-not-established, arxiv-2611.01311-both-texts-catch,arxiv-2611.01311,?Gemma 4 26B,not-established:absent,mixed,hard,,,,,,,31,catches,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemma 4 26B, context both-texts, column Faults: right-reason catch)",,out:model-not-established, arxiv-2611.01311-both-texts-any,arxiv-2611.01311,?Gemma 4 26B,not-established:absent,mixed,hard,,,,,,,31,catches,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemma 4 26B, context both-texts, column Faults: any finding)",,out:model-not-established, arxiv-2611.01311-both-texts-ctl-fa,arxiv-2611.01311,?Gemma 4 26B,not-established:absent,mixed,hard,,,,,,,0,false-alarms,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemma 4 26B, context both-texts, column Controls: false alarms (validity findings))",,out:model-not-established, arxiv-2611.01311-both-texts-ctl-any,arxiv-2611.01311,?Gemma 4 26B,not-established:absent,mixed,hard,,,,,,,19,any-finding,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemma 4 26B, context both-texts, column Controls: any finding)",,out:model-not-established, arxiv-2611.01311-both-texts-date-fa,arxiv-2611.01311,?Gemma 4 26B,not-established:absent,mixed,hard,,,,,,,0,false-alarms,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemma 4 26B, context both-texts, column Date controls: false alarms)",,out:model-not-established, arxiv-2611.01311-both-texts-dec-fa,arxiv-2611.01311,?Gemma 4 26B,not-established:absent,mixed,hard,,,,,,,6,false-alarms,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemma 4 26B, context both-texts, column Decoys: false alarms)",,out:model-not-established, arxiv-2611.01311-both-texts-dec-any,arxiv-2611.01311,?Gemma 4 26B,not-established:absent,mixed,hard,,,,,,,6,any-finding,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemma 4 26B, context both-texts, column Decoys: any finding)",,out:model-not-established, arxiv-2611.01311-status-catch,arxiv-2611.01311,?Gemma 4 26B,not-established:absent,mixed,hard,,,,,,,47,catches,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemma 4 26B, context status, column Faults: right-reason catch)",,out:model-not-established, arxiv-2611.01311-status-any,arxiv-2611.01311,?Gemma 4 26B,not-established:absent,mixed,hard,,,,,,,47,catches,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemma 4 26B, context status, column Faults: any finding)",,out:model-not-established, arxiv-2611.01311-status-ctl-fa,arxiv-2611.01311,?Gemma 4 26B,not-established:absent,mixed,hard,,,,,,,0,false-alarms,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemma 4 26B, context status, column Controls: false alarms (validity findings))",,out:model-not-established, arxiv-2611.01311-status-ctl-any,arxiv-2611.01311,?Gemma 4 26B,not-established:absent,mixed,hard,,,,,,,20,any-finding,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemma 4 26B, context status, column Controls: any finding)",,out:model-not-established, arxiv-2611.01311-status-date-fa,arxiv-2611.01311,?Gemma 4 26B,not-established:absent,mixed,hard,,,,,,,0,false-alarms,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemma 4 26B, context status, column Date controls: false alarms)",,out:model-not-established, arxiv-2611.01311-status-dec-fa,arxiv-2611.01311,?Gemma 4 26B,not-established:absent,mixed,hard,,,,,,,0,false-alarms,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemma 4 26B, context status, column Decoys: false alarms)",,out:model-not-established, arxiv-2611.01311-status-dec-any,arxiv-2611.01311,?Gemma 4 26B,not-established:absent,mixed,hard,,,,,,,0,any-finding,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemma 4 26B, context status, column Decoys: any finding)",,out:model-not-established, arxiv-2611.01311-status-damaged-catch,arxiv-2611.01311,?Gemma 4 26B,not-established:absent,mixed,hard,,,,,,,23,catches,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemma 4 26B, context status-damaged, column Faults: right-reason catch)",,out:model-not-established, arxiv-2611.01311-status-damaged-any,arxiv-2611.01311,?Gemma 4 26B,not-established:absent,mixed,hard,,,,,,,23,catches,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemma 4 26B, context status-damaged, column Faults: any finding)",,out:model-not-established, arxiv-2611.01311-status-damaged-ctl-fa,arxiv-2611.01311,?Gemma 4 26B,not-established:absent,mixed,hard,,,,,,,0,false-alarms,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemma 4 26B, context status-damaged, column Controls: false alarms (validity findings))",,out:model-not-established, arxiv-2611.01311-status-damaged-ctl-any,arxiv-2611.01311,?Gemma 4 26B,not-established:absent,mixed,hard,,,,,,,20,any-finding,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemma 4 26B, context status-damaged, column Controls: any finding)",,out:model-not-established, arxiv-2611.01311-status-damaged-date-fa,arxiv-2611.01311,?Gemma 4 26B,not-established:absent,mixed,hard,,,,,,,0,false-alarms,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemma 4 26B, context status-damaged, column Date controls: false alarms)",,out:model-not-established, arxiv-2611.01311-status-damaged-dec-fa,arxiv-2611.01311,?Gemma 4 26B,not-established:absent,mixed,hard,,,,,,,0,false-alarms,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemma 4 26B, context status-damaged, column Decoys: false alarms)",,out:model-not-established, arxiv-2611.01311-status-damaged-dec-any,arxiv-2611.01311,?Gemma 4 26B,not-established:absent,mixed,hard,,,,,,,0,any-finding,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemma 4 26B, context status-damaged, column Decoys: any finding)",,out:model-not-established, arxiv-2611.01311-norecord-damaged-catch,arxiv-2611.01311,?Gemma 4 26B,not-established:absent,mixed,hard,,,,,,,23,catches,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemma 4 26B, context norecord-damaged, column Faults: right-reason catch)",,out:model-not-established, arxiv-2611.01311-norecord-damaged-any,arxiv-2611.01311,?Gemma 4 26B,not-established:absent,mixed,hard,,,,,,,23,catches,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemma 4 26B, context norecord-damaged, column Faults: any finding)",,out:model-not-established, arxiv-2611.01311-norecord-damaged-ctl-fa,arxiv-2611.01311,?Gemma 4 26B,not-established:absent,mixed,hard,,,,,,,0,false-alarms,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemma 4 26B, context norecord-damaged, column Controls: false alarms (validity findings))",,out:model-not-established, arxiv-2611.01311-norecord-damaged-ctl-any,arxiv-2611.01311,?Gemma 4 26B,not-established:absent,mixed,hard,,,,,,,20,any-finding,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemma 4 26B, context norecord-damaged, column Controls: any finding)",,out:model-not-established, arxiv-2611.01311-norecord-damaged-date-fa,arxiv-2611.01311,?Gemma 4 26B,not-established:absent,mixed,hard,,,,,,,0,false-alarms,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemma 4 26B, context norecord-damaged, column Date controls: false alarms)",,out:model-not-established, arxiv-2611.01311-norecord-damaged-dec-fa,arxiv-2611.01311,?Gemma 4 26B,not-established:absent,mixed,hard,,,,,,,0,false-alarms,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemma 4 26B, context norecord-damaged, column Decoys: false alarms)",,out:model-not-established, arxiv-2611.01311-norecord-damaged-dec-any,arxiv-2611.01311,?Gemma 4 26B,not-established:absent,mixed,hard,,,,,,,0,any-finding,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemma 4 26B, context norecord-damaged, column Decoys: any finding)",,out:model-not-established, arxiv-2611.01311-lowauth-damaged-catch,arxiv-2611.01311,?Gemma 4 26B,not-established:absent,mixed,hard,,,,,,,26,catches,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemma 4 26B, context lowauth-damaged, column Faults: right-reason catch)",,out:model-not-established, arxiv-2611.01311-lowauth-damaged-any,arxiv-2611.01311,?Gemma 4 26B,not-established:absent,mixed,hard,,,,,,,26,catches,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemma 4 26B, context lowauth-damaged, column Faults: any finding)",,out:model-not-established, arxiv-2611.01311-lowauth-damaged-ctl-fa,arxiv-2611.01311,?Gemma 4 26B,not-established:absent,mixed,hard,,,,,,,0,false-alarms,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemma 4 26B, context lowauth-damaged, column Controls: false alarms (validity findings))",,out:model-not-established, arxiv-2611.01311-lowauth-damaged-ctl-any,arxiv-2611.01311,?Gemma 4 26B,not-established:absent,mixed,hard,,,,,,,18,any-finding,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemma 4 26B, context lowauth-damaged, column Controls: any finding)",,out:model-not-established, arxiv-2611.01311-lowauth-damaged-date-fa,arxiv-2611.01311,?Gemma 4 26B,not-established:absent,mixed,hard,,,,,,,0,false-alarms,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemma 4 26B, context lowauth-damaged, column Date controls: false alarms)",,out:model-not-established, arxiv-2611.01311-lowauth-damaged-dec-fa,arxiv-2611.01311,?Gemma 4 26B,not-established:absent,mixed,hard,,,,,,,1,false-alarms,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemma 4 26B, context lowauth-damaged, column Decoys: false alarms)",,out:model-not-established, arxiv-2611.01311-lowauth-damaged-dec-any,arxiv-2611.01311,?Gemma 4 26B,not-established:absent,mixed,hard,,,,,,,1,any-finding,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemma 4 26B, context lowauth-damaged, column Decoys: any finding)",,out:model-not-established, arxiv-2611.01311-caveat-damaged-catch,arxiv-2611.01311,?Gemma 4 26B,not-established:absent,mixed,hard,,,,,,,29,catches,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemma 4 26B, context caveat-damaged, column Faults: right-reason catch)",,out:model-not-established, arxiv-2611.01311-caveat-damaged-any,arxiv-2611.01311,?Gemma 4 26B,not-established:absent,mixed,hard,,,,,,,29,catches,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemma 4 26B, context caveat-damaged, column Faults: any finding)",,out:model-not-established, arxiv-2611.01311-caveat-damaged-ctl-fa,arxiv-2611.01311,?Gemma 4 26B,not-established:absent,mixed,hard,,,,,,,0,false-alarms,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemma 4 26B, context caveat-damaged, column Controls: false alarms (validity findings))",,out:model-not-established, arxiv-2611.01311-caveat-damaged-ctl-any,arxiv-2611.01311,?Gemma 4 26B,not-established:absent,mixed,hard,,,,,,,18,any-finding,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemma 4 26B, context caveat-damaged, column Controls: any finding)",,out:model-not-established, arxiv-2611.01311-caveat-damaged-date-fa,arxiv-2611.01311,?Gemma 4 26B,not-established:absent,mixed,hard,,,,,,,0,false-alarms,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemma 4 26B, context caveat-damaged, column Date controls: false alarms)",,out:model-not-established, arxiv-2611.01311-caveat-damaged-dec-fa,arxiv-2611.01311,?Gemma 4 26B,not-established:absent,mixed,hard,,,,,,,1,false-alarms,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemma 4 26B, context caveat-damaged, column Decoys: false alarms)",,out:model-not-established, arxiv-2611.01311-caveat-damaged-dec-any,arxiv-2611.01311,?Gemma 4 26B,not-established:absent,mixed,hard,,,,,,,1,any-finding,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemma 4 26B, context caveat-damaged, column Decoys: any finding)",,out:model-not-established, arxiv-2611.01311-conflict-damaged-catch,arxiv-2611.01311,?Gemma 4 26B,not-established:absent,mixed,hard,,,,,,,23,catches,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemma 4 26B, context conflict-damaged, column Faults: right-reason catch)",,out:model-not-established, arxiv-2611.01311-conflict-damaged-any,arxiv-2611.01311,?Gemma 4 26B,not-established:absent,mixed,hard,,,,,,,26,catches,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemma 4 26B, context conflict-damaged, column Faults: any finding)",,out:model-not-established, arxiv-2611.01311-conflict-damaged-ctl-fa,arxiv-2611.01311,?Gemma 4 26B,not-established:absent,mixed,hard,,,,,,,0,false-alarms,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemma 4 26B, context conflict-damaged, column Controls: false alarms (validity findings))",,out:model-not-established, arxiv-2611.01311-conflict-damaged-ctl-any,arxiv-2611.01311,?Gemma 4 26B,not-established:absent,mixed,hard,,,,,,,20,any-finding,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemma 4 26B, context conflict-damaged, column Controls: any finding)",,out:model-not-established, arxiv-2611.01311-conflict-damaged-date-fa,arxiv-2611.01311,?Gemma 4 26B,not-established:absent,mixed,hard,,,,,,,0,false-alarms,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemma 4 26B, context conflict-damaged, column Date controls: false alarms)",,out:model-not-established, arxiv-2611.01311-conflict-damaged-dec-fa,arxiv-2611.01311,?Gemma 4 26B,not-established:absent,mixed,hard,,,,,,,0,false-alarms,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemma 4 26B, context conflict-damaged, column Decoys: false alarms)",,out:model-not-established, arxiv-2611.01311-conflict-damaged-dec-any,arxiv-2611.01311,?Gemma 4 26B,not-established:absent,mixed,hard,,,,,,,1,any-finding,0,,,"https://arxiv.org/abs/2611.01311 (Table 2 (all 48 links, per judge and context), judge Gemma 4 26B, context conflict-damaged, column Decoys: any finding)",,out:model-not-established, arxiv-2611.01311-case-r2-catch,arxiv-2611.01311,gemini-3.5-flash-lite,unstated,mixed,hard,,,,,,,19,right-reason-catch,0,,,"https://arxiv.org/abs/2611.01311 (Annex Table 1 (the findings across all models), row Right-reason catch, both versions (R2), column Flash-Lite)",,out:effort-not-established, arxiv-2611.01311-case-r2-catch,arxiv-2611.01311,gemma-4-26b-a4b-it,unstated,mixed,hard,,,,,,,9,right-reason-catch,0,,,"https://arxiv.org/abs/2611.01311 (Annex Table 1, same row, column Gemma 4 26B)",,out:effort-not-established, arxiv-2611.01311-case-r2-any,arxiv-2611.01311,gemini-3.5-flash-lite,unstated,mixed,hard,,,,,,,35,any-finding-catch,0,,,"https://arxiv.org/abs/2611.01311 (Annex Table 1 (the findings across all models), row Any-finding catch, R2, column Flash-Lite)",,out:effort-not-established, arxiv-2611.01311-case-r2-any,arxiv-2611.01311,gemma-4-26b-a4b-it,unstated,mixed,hard,,,,,,,32,any-finding-catch,0,,,"https://arxiv.org/abs/2611.01311 (Annex Table 1, same row, column Gemma 4 26B)",,out:effort-not-established, arxiv-2611.01311-case-r2-gap,arxiv-2611.01311,gemini-3.5-flash-lite,unstated,mixed,hard,,,,,,,38,scoring-gap,0.289,,,"https://arxiv.org/abs/2611.01311 (Annex Table 1 (the findings across all models), row Scoring gap at R2, any minus right reason (points), column Flash-Lite)",,out:effort-not-established, arxiv-2611.01311-case-r2-gap,arxiv-2611.01311,gemma-4-26b-a4b-it,unstated,mixed,hard,,,,,,,55,scoring-gap,0.289,,,"https://arxiv.org/abs/2611.01311 (Annex Table 1, same row, column Gemma 4 26B)",,out:effort-not-established, arxiv-2611.01311-case-r4-catch,arxiv-2611.01311,gemini-3.5-flash-lite,unstated,mixed,hard,,,,,,,33,right-reason-catch,0,,,"https://arxiv.org/abs/2611.01311 (Annex Table 1 (the findings across all models), row Right-reason catch, status line (R4), column Flash-Lite)",,out:effort-not-established, arxiv-2611.01311-case-r4-catch,arxiv-2611.01311,gemma-4-26b-a4b-it,unstated,mixed,hard,,,,,,,25,right-reason-catch,0,,,"https://arxiv.org/abs/2611.01311 (Annex Table 1, same row, column Gemma 4 26B)",,out:effort-not-established, arxiv-2611.01311-case-r4-flag,arxiv-2611.01311,gemini-3.5-flash-lite,unstated,mixed,hard,,,,,,,19,correct-flagged,0,,,"https://arxiv.org/abs/2611.01311 (Annex Table 1 (the findings across all models), row Correct answers flagged, R4 19/42 2/42 10/42 20/42, column Flash-Lite)",,out:effort-not-established, arxiv-2611.01311-case-r4-flag,arxiv-2611.01311,gemma-4-26b-a4b-it,unstated,mixed,hard,,,,,,,20,correct-flagged,0,,,"https://arxiv.org/abs/2611.01311 (Annex Table 1, same row, column Gemma 4 26B)",,out:effort-not-established, arxiv-2611.01311-case-r4-notval,arxiv-2611.01311,gemini-3.5-flash-lite,unstated,mixed,hard,,,,,,,19,not-about-validity,0,,,"https://arxiv.org/abs/2611.01311 (Annex Table 1 (the findings across all models), row R4 findings on correct answers not about validity , column Flash-Lite)",,out:effort-not-established, arxiv-2611.01311-case-r4-notval,arxiv-2611.01311,gemma-4-26b-a4b-it,unstated,mixed,hard,,,,,,,28,not-about-validity,0,,,"https://arxiv.org/abs/2611.01311 (Annex Table 1, same row, column Gemma 4 26B)",,out:effort-not-established, arxiv-2611.01484-crossswe-pass1-overall,arxiv-2611.01484,gpt-6.1-sol,high,mixed,hard,mini-SWE-agent,USD/instance,0.3496,2.89e-05,970000,12500,58.48,Pass@1 (%),0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2611.01484 (Table 1, row GPT-6.1 Sol, column Pass@1 Overall)",,out:single-couple,out:cost-single-couple arxiv-2611.01484-crossswe-pass1-single-lang,arxiv-2611.01484,gpt-6.1-sol,high,mixed,hard,mini-SWE-agent,,,,,,60.34,Pass@1 (%),0.00289,,,"https://arxiv.org/abs/2611.01484 (Table 1, row GPT-6.1 Sol, column Pass@1 Single-lang.)",,out:single-couple, arxiv-2611.01484-crossswe-pass1-multi-lang,arxiv-2611.01484,gpt-6.1-sol,high,mixed,hard,mini-SWE-agent,,,,,,54.55,Pass@1 (%),0.00289,,,"https://arxiv.org/abs/2611.01484 (Table 1, row GPT-6.1 Sol, column Pass@1 Multi-lang.)",,out:single-couple, arxiv-2611.01484-crossswe-single-side-pass1,arxiv-2611.01484,gpt-6.1-sol,high,mixed,hard,mini-SWE-agent,,,,,,64.55,Pass@1 (%),0.00289,,,"https://arxiv.org/abs/2611.01484 (Table 2, row GPT-6.1 Sol, column Pass@1 Single-side)",,out:single-couple, arxiv-2611.01560-rd-sr-gen,arxiv-2611.01560,qwen3.8-flash-next,xhigh,agentic-tool,hard,,,,,,,18.06,"RoboDojo SR (%), Gen.",0.00289,,,"https://arxiv.org/abs/2611.01560 (Table 1, row Qwen3.8-Flash-Next (uni-robot-agent), column Gen., SR)",,out:single-couple, arxiv-2611.01560-rd-score-gen,arxiv-2611.01560,qwen3.8-flash-next,xhigh,agentic-tool,hard,,,,,,,21.60,"RoboDojo Score (0-100), Gen.",0.00289,,,"https://arxiv.org/abs/2611.01560 (Table 1, row Qwen3.8-Flash-Next (uni-robot-agent), column Gen., SCORE)",,out:single-couple, arxiv-2611.01560-rd-sr-prec,arxiv-2611.01560,qwen3.8-flash-next,xhigh,agentic-tool,hard,,,,,,,2.08,"RoboDojo SR (%), Prec.",0.00289,,,"https://arxiv.org/abs/2611.01560 (Table 1, row Qwen3.8-Flash-Next (uni-robot-agent), column Prec., SR)",,out:single-couple, arxiv-2611.01560-rd-score-prec,arxiv-2611.01560,qwen3.8-flash-next,xhigh,agentic-tool,hard,,,,,,,10.21,"RoboDojo Score (0-100), Prec.",0.00289,,,"https://arxiv.org/abs/2611.01560 (Table 1, row Qwen3.8-Flash-Next (uni-robot-agent), column Prec., SCORE)",,out:single-couple, arxiv-2611.01560-rd-sr-lh,arxiv-2611.01560,qwen3.8-flash-next,xhigh,agentic-tool,hard,,,,,,,6.25,"RoboDojo SR (%), Long-Hor.",0.00289,,,"https://arxiv.org/abs/2611.01560 (Table 1, row Qwen3.8-Flash-Next (uni-robot-agent), column Long-Hor., SR)",,out:single-couple, arxiv-2611.01560-rd-score-lh,arxiv-2611.01560,qwen3.8-flash-next,xhigh,agentic-tool,hard,,,,,,,23.75,"RoboDojo Score (0-100), Long-Hor.",0.00289,,,"https://arxiv.org/abs/2611.01560 (Table 1, row Qwen3.8-Flash-Next (uni-robot-agent), column Long-Hor., SCORE)",,out:single-couple, arxiv-2611.01560-rd-sr-mem,arxiv-2611.01560,qwen3.8-flash-next,xhigh,agentic-tool,hard,,,,,,,52.78,"RoboDojo SR (%), Memory",0.00289,,,"https://arxiv.org/abs/2611.01560 (Table 1, row Qwen3.8-Flash-Next (uni-robot-agent), column Memory, SR)",,out:single-couple, arxiv-2611.01560-rd-score-mem,arxiv-2611.01560,qwen3.8-flash-next,xhigh,agentic-tool,hard,,,,,,,54.72,"RoboDojo Score (0-100), Memory",0.00289,,,"https://arxiv.org/abs/2611.01560 (Table 1, row Qwen3.8-Flash-Next (uni-robot-agent), column Memory, SCORE)",,out:single-couple, arxiv-2611.01560-rd-sr-open,arxiv-2611.01560,qwen3.8-flash-next,xhigh,agentic-tool,hard,,,,,,,45.83,"RoboDojo SR (%), Open",0.00289,,,"https://arxiv.org/abs/2611.01560 (Table 1, row Qwen3.8-Flash-Next (uni-robot-agent), column Open, SR)",,out:single-couple, arxiv-2611.01560-rd-score-open,arxiv-2611.01560,qwen3.8-flash-next,xhigh,agentic-tool,hard,,,,,,,46.67,"RoboDojo Score (0-100), Open",0.00289,,,"https://arxiv.org/abs/2611.01560 (Table 1, row Qwen3.8-Flash-Next (uni-robot-agent), column Open, SCORE)",,out:single-couple, arxiv-2611.01560-rd-sr-avg,arxiv-2611.01560,qwen3.8-flash-next,xhigh,agentic-tool,hard,,,,,,,25.00,"RoboDojo SR (%), Avg.",0.00289,,,"https://arxiv.org/abs/2611.01560 (Table 1, row Qwen3.8-Flash-Next (uni-robot-agent), column Avg., SR)",,out:single-couple, arxiv-2611.01560-rd-score-avg,arxiv-2611.01560,qwen3.8-flash-next,xhigh,agentic-tool,hard,,USD/episode,1.09,0.00289,,,31.39,"RoboDojo Score (0-100), Avg.",0.00289,,,"https://arxiv.org/abs/2611.01560 (Table 1, row Qwen3.8-Flash-Next (uni-robot-agent), column Avg., SCORE)",,out:single-couple,out:cost-not-comparable arxiv-2611.01560-rd-sr-avg,arxiv-2611.01560,qwen3.8-flash-next,xhigh,agentic-tool,hard,,,,,,,29.58,"RoboDojo SR (%), Avg.",0.00289,,,"https://arxiv.org/abs/2611.01560 (Table 1, row Qwen3.8-Flash-Next (uni-robot-agent + depth), column Avg., SR)",,out:single-couple, arxiv-2611.01560-rd-score-avg,arxiv-2611.01560,qwen3.8-flash-next,xhigh,agentic-tool,hard,,,,,,,35.89,"RoboDojo Score (0-100), Avg.",0.00289,,,"https://arxiv.org/abs/2611.01560 (Table 1, row Qwen3.8-Flash-Next (uni-robot-agent + depth), column Avg., SCORE)",,out:single-couple, arxiv-2611.01560-rd-sr-avg,arxiv-2611.01560,qwen3.8-flash-next,xhigh,agentic-tool,hard,,,,,,,0.83,"RoboDojo SR (%), Avg.",0.00289,,,"https://arxiv.org/abs/2611.01560 (Table 1, row Qwen3.8-Flash-Next (RoboProbe), column Avg., SR)",,out:single-couple, arxiv-2611.01560-rd-score-avg,arxiv-2611.01560,qwen3.8-flash-next,xhigh,agentic-tool,hard,,,,,,,1.90,"RoboDojo Score (0-100), Avg.",0.00289,,,"https://arxiv.org/abs/2611.01560 (Table 1, row Qwen3.8-Flash-Next (RoboProbe), column Avg., SCORE)",,out:single-couple, arxiv-2611.01560-rd-sr-avg,arxiv-2611.01560,qwen3.8-flash-next,xhigh,agentic-tool,hard,,,,,,,4.31,"RoboDojo SR (%), Avg.",0.00289,,,"https://arxiv.org/abs/2611.01560 (Table 1, row Qwen3.8-Flash-Next (RPent), column Avg., SR)",,out:single-couple, arxiv-2611.01560-rd-score-avg,arxiv-2611.01560,qwen3.8-flash-next,xhigh,agentic-tool,hard,,,,,,,7.75,"RoboDojo Score (0-100), Avg.",0.00289,,,"https://arxiv.org/abs/2611.01560 (Table 1, row Qwen3.8-Flash-Next (RPent), column Avg., SCORE)",,out:single-couple, arxiv-2611.01560-rd-sr-avg,arxiv-2611.01560,?Qwen3.8-Flash-Next,not-established:absent,agentic-tool,hard,,,,,,,16.11,"RoboDojo SR (%), Avg.",0.00289,,,"https://arxiv.org/abs/2611.01560 (Table 1, row Qwen3.8-Flash-Next (GAP (Hybrid)), column Avg., SR)",,out:model-not-established, arxiv-2611.01560-rd-score-avg,arxiv-2611.01560,?Qwen3.8-Flash-Next,not-established:absent,agentic-tool,hard,,,,,,,21.01,"RoboDojo Score (0-100), Avg.",0.00289,,,"https://arxiv.org/abs/2611.01560 (Table 1, row Qwen3.8-Flash-Next (GAP (Hybrid)), column Avg., SCORE)",,out:model-not-established, arxiv-2611.01560-rd-sr-avg,arxiv-2611.01560,qwen3.8-27b,not-established:absent,agentic-tool,hard,,,,,,,8.06,"RoboDojo SR (%), Avg.",0.00289,,,"https://arxiv.org/abs/2611.01560 (4.1 (text), Qwen3.8-27B)",,out:effort-not-established, arxiv-2611.01560-rd-sr-avg,arxiv-2611.01560,?Qwen3.5–3.7 Flash,not-established:absent,agentic-tool,hard,,,,,,,0,"RoboDojo SR (%), Avg.",0.289,,,"https://arxiv.org/abs/2611.01560 (4.1 (text): ""record zero SR"")",,out:model-not-established, arxiv-2611.01560-rd-sr-avg,arxiv-2611.01560,?Qwen3.6–3.7 Plus,not-established:absent,agentic-tool,hard,,,,,,,0,"RoboDojo SR (%), Avg.",0.289,,,"https://arxiv.org/abs/2611.01560 (4.1 (text): ""record zero SR"")",,out:model-not-established, arxiv-2611.01560-rd-sr-avg,arxiv-2611.01560,?Qwen3.5-122B,not-established:absent,agentic-tool,hard,,,,,,,0,"RoboDojo SR (%), Avg.",0.289,,,"https://arxiv.org/abs/2611.01560 (4.1 (text): ""record zero SR"")",,out:model-not-established, arxiv-2611.01560-real-spatial,arxiv-2611.01560,qwen3.8-flash-next,xhigh,agentic-tool,hard,,,,,,,9.00,Real-world Spatial understanding,0.00289,,,"https://arxiv.org/abs/2611.01560 (Table 2, column Qwen3.8-Flash-Next, row Spatial understanding)",,out:single-couple, arxiv-2611.01560-real-object,arxiv-2611.01560,qwen3.8-flash-next,xhigh,agentic-tool,hard,,,,,,,10.00,Real-world Object generalization,0.00289,,,"https://arxiv.org/abs/2611.01560 (Table 2, column Qwen3.8-Flash-Next, row Object generalization)",,out:single-couple, arxiv-2611.01560-real-instr,arxiv-2611.01560,qwen3.8-flash-next,xhigh,agentic-tool,hard,,,,,,,13.50,Real-world Instruction following,0.00289,,,"https://arxiv.org/abs/2611.01560 (Table 2, column Qwen3.8-Flash-Next, row Instruction following)",,out:single-couple, arxiv-2611.01560-real-comp,arxiv-2611.01560,qwen3.8-flash-next,xhigh,agentic-tool,hard,,,,,,,13.00,Real-world Compositional generalization,0.00289,,,"https://arxiv.org/abs/2611.01560 (Table 2, column Qwen3.8-Flash-Next, row Compositional generalization)",,out:single-couple, arxiv-2611.01560-real-unseen,arxiv-2611.01560,qwen3.8-flash-next,xhigh,agentic-tool,hard,,,,,,,8.00,Real-world Unseen tasks,0.00289,,,"https://arxiv.org/abs/2611.01560 (Table 2, column Qwen3.8-Flash-Next, row Unseen tasks)",,out:single-couple, arxiv-2611.01560-real-total,arxiv-2611.01560,qwen3.8-flash-next,xhigh,agentic-tool,hard,,,,,,,53.50,Real-world Total (out of 100),0.00289,,,"https://arxiv.org/abs/2611.01560 (Table 2, column Qwen3.8-Flash-Next, row Total (out of 100))",,out:single-couple, arxiv-2611.01563-dify-sr-glm51-zeroshot,arxiv-2611.01563,glm-5.1,unstated,coding,hard,ZeroShot,,,,,,13,SR%,0.289,,,"https://arxiv.org/abs/2611.01563 (main comparison table, block GLM-5.1, method ZeroShot, column SR)",,out:effort-not-established, arxiv-2611.01563-dify-sr-glm51-zeroshot-dynamic,arxiv-2611.01563,glm-5.1,unstated,coding,hard,ZeroShot+Dynamic,,,,,,45,SR%,0.289,,,"https://arxiv.org/abs/2611.01563 (main comparison table, block GLM-5.1, method ZeroShot+Dynamic, column SR)",,out:effort-not-established, arxiv-2611.01563-dify-sr-glm51-chatdify,arxiv-2611.01563,glm-5.1,unstated,coding,hard,ChatDify (ours),,,,,,91,SR%,0.289,,,"https://arxiv.org/abs/2611.01563 (main comparison table, block GLM-5.1, method ChatDify (ours), column SR)",,out:effort-not-established, arxiv-2611.01563-dify-sr-glm51-wo-static,arxiv-2611.01563,glm-5.1,unstated,coding,hard,ChatDify w/o Static,,,,,,83,SR%,0.289,,,"https://arxiv.org/abs/2611.01563 (ablation table, block GLM-5.1, method ChatDify w/o Static, column SR)",,out:effort-not-established, arxiv-2611.01563-dify-sr-glm51-wo-dynamic,arxiv-2611.01563,glm-5.1,unstated,coding,hard,ChatDify w/o Dynamic,,,,,,71,SR%,0.289,,,"https://arxiv.org/abs/2611.01563 (ablation table, block GLM-5.1, method ChatDify w/o Dynamic, column SR)",,out:effort-not-established, arxiv-2611.01563-dify-sr-glm51-wo-static-dynamic,arxiv-2611.01563,glm-5.1,unstated,coding,hard,ChatDify w/o Static & Dynamic,,,,,,60,SR%,0.289,,,"https://arxiv.org/abs/2611.01563 (ablation table, block GLM-5.1, method ChatDify w/o Static & Dynamic, column SR)",,out:effort-not-established, arxiv-2611.01563-dify-sr-glm51-epochs1,arxiv-2611.01563,glm-5.1,unstated,coding,hard,"ChatDify, 1 epoch",,,,,,71,SR%,0.289,,,"https://arxiv.org/abs/2611.01563 (epochs table, block GLM-5.1, method ChatDify, 1 epoch, column SR)",,out:effort-not-established, arxiv-2611.01563-dify-sr-glm51-epochs2,arxiv-2611.01563,glm-5.1,unstated,coding,hard,"ChatDify, 2 epochs",,,,,,88,SR%,0.289,,,"https://arxiv.org/abs/2611.01563 (epochs table, block GLM-5.1, method ChatDify, 2 epochs, column SR)",,out:effort-not-established, arxiv-2611.01563-dify-sr-glm51-epochs3,arxiv-2611.01563,glm-5.1,unstated,coding,hard,"ChatDify, 3 epochs",,,,,,91,SR%,0.289,,,"https://arxiv.org/abs/2611.01563 (epochs table, block GLM-5.1, method ChatDify, 3 epochs, column SR)",,out:effort-not-established, arxiv-2611.01635-cer,arxiv-2611.01635,sonnet-5,high,mixed,mid,,,,,,,0.2656,CER,2.89e-05,,level-from-default,"https://arxiv.org/abs/2611.01635 (Table I, row Claude Sonnet 5, column CER (character error rate))",,out:single-couple, arxiv-2611.01635-wer,arxiv-2611.01635,sonnet-5,high,mixed,mid,,,,,,,0.5225,WER,2.89e-05,,level-from-default,"https://arxiv.org/abs/2611.01635 (Table I, row Claude Sonnet 5, column WER (word error rate))",,out:single-couple, arxiv-2611.01635-refusal,arxiv-2611.01635,sonnet-5,high,mixed,mid,,,,,,,0.20,score%,0.00289,,level-from-default,"https://arxiv.org/abs/2611.01635 (Table I, row Claude Sonnet 5, column empty / refusal rate)",,out:single-couple, arxiv-2611.01635-cer,arxiv-2611.01635,gemini-3.5-flash-lite,default,mixed,mid,,,,,,,0.1718,CER,2.89e-05,,,"https://arxiv.org/abs/2611.01635 (Table I, row Gemini 3.5 Flash-Lite, column CER (character error rate))",,out:effort-not-established, arxiv-2611.01635-wer,arxiv-2611.01635,gemini-3.5-flash-lite,default,mixed,mid,,,,,,,0.3772,WER,2.89e-05,,,"https://arxiv.org/abs/2611.01635 (Table I, row Gemini 3.5 Flash-Lite, column WER (word error rate))",,out:effort-not-established, arxiv-2611.01635-refusal,arxiv-2611.01635,gemini-3.5-flash-lite,default,mixed,mid,,,,,,,0,score%,0.289,,,"https://arxiv.org/abs/2611.01635 (Table I, row Gemini 3.5 Flash-Lite, column empty / refusal rate)",,out:effort-not-established, arxiv-2611.01635-corr-cer-tess,arxiv-2611.01635,gemini-3.5-flash-lite,unstated,mixed,mid,,,,,,,0.1613,CER,2.89e-05,,,"https://arxiv.org/abs/2611.01635 (Table III, row Gemini 3.5 Flash-Lite / Tesseract, column CER)",,out:effort-not-established, arxiv-2611.01635-corr-cer-utr,arxiv-2611.01635,gemini-3.5-flash-lite,unstated,mixed,mid,,,,,,,0.1410,CER,2.89e-05,,,"https://arxiv.org/abs/2611.01635 (Table III, row Gemini 3.5 Flash-Lite / UTRNet, column CER)",,out:effort-not-established, arxiv-2611.01635-corr-cer-tess,arxiv-2611.01635,sonnet-5,unstated,mixed,mid,,,,,,,0.2578,CER,2.89e-05,,,"https://arxiv.org/abs/2611.01635 (Table III, row Claude Sonnet 5 / Tesseract, column CER)",,out:effort-not-established, arxiv-2611.01635-corr-cer-utr,arxiv-2611.01635,sonnet-5,unstated,mixed,mid,,,,,,,0.2075,CER,2.89e-05,,,"https://arxiv.org/abs/2611.01635 (Table III, row Claude Sonnet 5 / UTRNet, column CER)",,out:effort-not-established, arxiv-2611.01765-mae-start,arxiv-2611.01765,gemini-3.8-flash,unstated,mixed,hard,,,,,,,5.32,mae-start-s,0.00289,,,"https://arxiv.org/abs/2611.01765 (Appendix F (Pervasive endpoint asymmetry), Gemini-3.8-Flash start MAE)",,out:effort-not-established, arxiv-2611.01765-mae-end,arxiv-2611.01765,gemini-3.8-flash,unstated,mixed,hard,,,,,,,7.39,mae-end-s,0.00289,,,"https://arxiv.org/abs/2611.01765 (Appendix F, Gemini-3.8-Flash end MAE)",,out:effort-not-established, arxiv-2611.01765-end-inflation,arxiv-2611.01765,gemini-3.8-flash,unstated,mixed,hard,,,,,,,38.7,end-inflation%,0.0289,,,"https://arxiv.org/abs/2611.01765 (Appendix F, Gemini-3.8-Flash end-error inflation rate (second of the three rates 64.8%, 38.7%, 58.4% for Qwen3.8-Max, Gemini-3.8-Flash, Qwen3.5-9B))",,out:effort-not-established, timelens-bench-all-iou,arxiv-2611.01765,gpt-5,unstated,mixed,hard,,,,,,,44.3,ALL IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row GPT-5, column ALL IoU)",,out:effort-not-established, timelens-bench-all-iou,arxiv-2611.01765,qwen3.5-plus,unstated,mixed,hard,,,,,,,55.8,ALL IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Qwen3.5-Plus, column ALL IoU)",,out:effort-not-established, timelens-bench-all-iou,arxiv-2611.01765,qwen3.8-flash,unstated,mixed,hard,,,,,,,55.3,ALL IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Qwen3.8-Flash, column ALL IoU)",,out:effort-not-established, timelens-bench-all-iou,arxiv-2611.01765,?Qwen3.8-Max,not-established:absent,mixed,hard,,,,,,,58.1,ALL IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Qwen3.8-Max, column ALL IoU)",,out:model-not-established, timelens-bench-all-iou,arxiv-2611.01765,gemini-2.5-flash,unstated,mixed,hard,,,,,,,53.0,ALL IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Gemini-2.5-Flash, column ALL IoU)",,out:effort-not-established, timelens-bench-all-iou,arxiv-2611.01765,gemini-2.5-pro,unstated,mixed,hard,,,,,,,58.2,ALL IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Gemini-2.5-Pro, column ALL IoU)",,out:effort-not-established, timelens-bench-all-iou,arxiv-2611.01765,gemini-3.1-pro,unstated,mixed,hard,,,,,,,58.9,ALL IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Gemini-3.1-Pro, column ALL IoU)",,out:effort-not-established, timelens-bench-all-iou,arxiv-2611.01765,gemini-3.8-flash,unstated,mixed,hard,,,,,,,61.6,ALL IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Gemini-3.8-Flash, column ALL IoU)",,out:effort-not-established, timelens-bench-all-iou,arxiv-2611.01765,?TimeSuite,not-established:absent,mixed,hard,,,,,,,26.7,ALL IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row TimeSuite, column ALL IoU)",,out:model-not-established, timelens-bench-all-iou,arxiv-2611.01765,?Grounded-VideoLLM,not-established:absent,mixed,hard,,,,,,,30.6,ALL IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Grounded-VideoLLM, column ALL IoU)",,out:model-not-established, timelens-bench-all-iou,arxiv-2611.01765,?VideoChat-Flash-7B,not-established:absent,mixed,hard,,,,,,,31.4,ALL IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row VideoChat-Flash-7B, column ALL IoU)",,out:model-not-established, timelens-bench-all-iou,arxiv-2611.01765,?VideoChat-R1-7B,not-established:absent,mixed,hard,,,,,,,27.5,ALL IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row VideoChat-R1-7B, column ALL IoU)",,out:model-not-established, timelens-bench-all-iou,arxiv-2611.01765,?TRACE-uni,not-established:absent,mixed,hard,,,,,,,32.6,ALL IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row TRACE-uni, column ALL IoU)",,out:model-not-established, timelens-bench-all-iou,arxiv-2611.01765,?Time-R1-7B,not-established:absent,mixed,hard,,,,,,,37.0,ALL IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Time-R1-7B, column ALL IoU)",,out:model-not-established, timelens-bench-all-iou,arxiv-2611.01765,?MiMo-VL-7B,not-established:absent,mixed,hard,,,,,,,37.9,ALL IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row MiMo-VL-7B, column ALL IoU)",,out:model-not-established, timelens-bench-all-iou,arxiv-2611.01765,?VideoLLaMA3-7B,not-established:absent,mixed,hard,,,,,,,37.2,ALL IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row VideoLLaMA3-7B, column ALL IoU)",,out:model-not-established, timelens-bench-all-iou,arxiv-2611.01765,?Vidi1.5-9B,not-established:absent,mixed,hard,,,,,,,33.6,ALL IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Vidi1.5-9B, column ALL IoU)",,out:model-not-established, timelens-bench-all-iou,arxiv-2611.01765,?InternVideo3-8B,not-established:absent,mixed,hard,,,,,,,40.0,ALL IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row InternVideo3-8B, column ALL IoU)",,out:model-not-established, timelens-bench-all-iou,arxiv-2611.01765,?Molmo2-O-7B,not-established:absent,mixed,hard,,,,,,,45.0,ALL IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Molmo2-O-7B, column ALL IoU)",,out:model-not-established, timelens-bench-all-iou,arxiv-2611.01765,?Qwen3-VL-8B,not-established:absent,mixed,hard,,,,,,,49.4,ALL IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Qwen3-VL-8B, column ALL IoU)",,out:model-not-established, timelens-bench-all-iou,arxiv-2611.01765,?TimeLens-8B,not-established:absent,mixed,hard,,,,,,,55.9,ALL IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row TimeLens-8B, column ALL IoU)",,out:model-not-established, timelens-bench-all-iou,arxiv-2611.01765,?Video-OPD-8B,not-established:absent,mixed,hard,,,,,,,54.5,ALL IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Video-OPD-8B, column ALL IoU)",,out:model-not-established, timelens-bench-all-iou,arxiv-2611.01765,?FinishStrong-8B,not-established:absent,mixed,hard,,,,,,,58.1,ALL IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row FinishStrong-8B, column ALL IoU)",,out:model-not-established, timelens-bench-all-iou,arxiv-2611.01765,qwen3.5-9b,unstated,mixed,hard,,,,,,,52.2,ALL IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Qwen3.5-9B, column ALL IoU)",,out:effort-not-established, timelens-bench-all-iou,arxiv-2611.01765,?SFT-9B,not-established:absent,mixed,hard,,,,,,,56.5,ALL IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row SFT-9B, column ALL IoU)",,out:model-not-established, timelens-bench-all-iou,arxiv-2611.01765,?GRPO-9B,not-established:absent,mixed,hard,,,,,,,58.0,ALL IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row GRPO-9B, column ALL IoU)",,out:model-not-established, timelens-bench-all-iou,arxiv-2611.01765,?TimeLens-9B,not-established:absent,mixed,hard,,,,,,,57.6,ALL IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row TimeLens-9B, column ALL IoU)",,out:model-not-established, timelens-bench-all-iou,arxiv-2611.01765,?Video-OPD-9B,not-established:absent,mixed,hard,,,,,,,58.7,ALL IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Video-OPD-9B, column ALL IoU)",,out:model-not-established, timelens-bench-all-iou,arxiv-2611.01765,?FinishStrong-9B,not-established:absent,mixed,hard,,,,,,,61.7,ALL IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row FinishStrong-9B, column ALL IoU)",,out:model-not-established, timelens-charades-rr3,arxiv-2611.01765,gpt-5,unstated,mixed,hard,,,,,,,59.3,Charades-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row GPT-5, column Charades-TimeLens R@.3)",,out:effort-not-established, timelens-charades-rr5,arxiv-2611.01765,gpt-5,unstated,mixed,hard,,,,,,,42.0,Charades-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row GPT-5, column Charades-TimeLens R@.5)",,out:effort-not-established, timelens-charades-rr7,arxiv-2611.01765,gpt-5,unstated,mixed,hard,,,,,,,22.0,Charades-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row GPT-5, column Charades-TimeLens R@.7)",,out:effort-not-established, timelens-charades-iou,arxiv-2611.01765,gpt-5,unstated,mixed,hard,,,,,,,40.5,Charades-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row GPT-5, column Charades-TimeLens IoU)",,out:effort-not-established, timelens-activitynet-rr3,arxiv-2611.01765,gpt-5,unstated,mixed,hard,,,,,,,57.4,ActivityNet-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row GPT-5, column ActivityNet-TimeLens R@.3)",,out:effort-not-established, timelens-activitynet-rr5,arxiv-2611.01765,gpt-5,unstated,mixed,hard,,,,,,,44.9,ActivityNet-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row GPT-5, column ActivityNet-TimeLens R@.5)",,out:effort-not-established, timelens-activitynet-rr7,arxiv-2611.01765,gpt-5,unstated,mixed,hard,,,,,,,30.4,ActivityNet-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row GPT-5, column ActivityNet-TimeLens R@.7)",,out:effort-not-established, timelens-activitynet-iou,arxiv-2611.01765,gpt-5,unstated,mixed,hard,,,,,,,42.9,ActivityNet-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row GPT-5, column ActivityNet-TimeLens IoU)",,out:effort-not-established, timelens-qvhighlights-rr3,arxiv-2611.01765,gpt-5,unstated,mixed,hard,,,,,,,72.4,QVHighlights-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row GPT-5, column QVHighlights-TimeLens R@.3)",,out:effort-not-established, timelens-qvhighlights-rr5,arxiv-2611.01765,gpt-5,unstated,mixed,hard,,,,,,,60.4,QVHighlights-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row GPT-5, column QVHighlights-TimeLens R@.5)",,out:effort-not-established, timelens-qvhighlights-rr7,arxiv-2611.01765,gpt-5,unstated,mixed,hard,,,,,,,46.4,QVHighlights-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row GPT-5, column QVHighlights-TimeLens R@.7)",,out:effort-not-established, timelens-qvhighlights-iou,arxiv-2611.01765,gpt-5,unstated,mixed,hard,,,,,,,56.8,QVHighlights-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row GPT-5, column QVHighlights-TimeLens IoU)",,out:effort-not-established, timelens-charades-rr3,arxiv-2611.01765,qwen3.5-plus,unstated,mixed,hard,,,,,,,71.4,Charades-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Qwen3.5-Plus, column Charades-TimeLens R@.3)",,out:effort-not-established, timelens-charades-rr5,arxiv-2611.01765,qwen3.5-plus,unstated,mixed,hard,,,,,,,51.1,Charades-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Qwen3.5-Plus, column Charades-TimeLens R@.5)",,out:effort-not-established, timelens-charades-rr7,arxiv-2611.01765,qwen3.5-plus,unstated,mixed,hard,,,,,,,27.9,Charades-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Qwen3.5-Plus, column Charades-TimeLens R@.7)",,out:effort-not-established, timelens-charades-iou,arxiv-2611.01765,qwen3.5-plus,unstated,mixed,hard,,,,,,,49.7,Charades-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Qwen3.5-Plus, column Charades-TimeLens IoU)",,out:effort-not-established, timelens-activitynet-rr3,arxiv-2611.01765,qwen3.5-plus,unstated,mixed,hard,,,,,,,74.2,ActivityNet-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Qwen3.5-Plus, column ActivityNet-TimeLens R@.3)",,out:effort-not-established, timelens-activitynet-rr5,arxiv-2611.01765,qwen3.5-plus,unstated,mixed,hard,,,,,,,63.2,ActivityNet-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Qwen3.5-Plus, column ActivityNet-TimeLens R@.5)",,out:effort-not-established, timelens-activitynet-rr7,arxiv-2611.01765,qwen3.5-plus,unstated,mixed,hard,,,,,,,43.8,ActivityNet-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Qwen3.5-Plus, column ActivityNet-TimeLens R@.7)",,out:effort-not-established, timelens-activitynet-iou,arxiv-2611.01765,qwen3.5-plus,unstated,mixed,hard,,,,,,,56.4,ActivityNet-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Qwen3.5-Plus, column ActivityNet-TimeLens IoU)",,out:effort-not-established, timelens-qvhighlights-rr3,arxiv-2611.01765,qwen3.5-plus,unstated,mixed,hard,,,,,,,82.0,QVHighlights-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Qwen3.5-Plus, column QVHighlights-TimeLens R@.3)",,out:effort-not-established, timelens-qvhighlights-rr5,arxiv-2611.01765,qwen3.5-plus,unstated,mixed,hard,,,,,,,73.8,QVHighlights-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Qwen3.5-Plus, column QVHighlights-TimeLens R@.5)",,out:effort-not-established, timelens-qvhighlights-rr7,arxiv-2611.01765,qwen3.5-plus,unstated,mixed,hard,,,,,,,58.5,QVHighlights-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Qwen3.5-Plus, column QVHighlights-TimeLens R@.7)",,out:effort-not-established, timelens-qvhighlights-iou,arxiv-2611.01765,qwen3.5-plus,unstated,mixed,hard,,,,,,,67.3,QVHighlights-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Qwen3.5-Plus, column QVHighlights-TimeLens IoU)",,out:effort-not-established, timelens-charades-rr3,arxiv-2611.01765,qwen3.8-flash,unstated,mixed,hard,,,,,,,73.3,Charades-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Qwen3.8-Flash, column Charades-TimeLens R@.3)",,out:effort-not-established, timelens-charades-rr5,arxiv-2611.01765,qwen3.8-flash,unstated,mixed,hard,,,,,,,57.6,Charades-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Qwen3.8-Flash, column Charades-TimeLens R@.5)",,out:effort-not-established, timelens-charades-rr7,arxiv-2611.01765,qwen3.8-flash,unstated,mixed,hard,,,,,,,30.4,Charades-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Qwen3.8-Flash, column Charades-TimeLens R@.7)",,out:effort-not-established, timelens-charades-iou,arxiv-2611.01765,qwen3.8-flash,unstated,mixed,hard,,,,,,,50.5,Charades-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Qwen3.8-Flash, column Charades-TimeLens IoU)",,out:effort-not-established, timelens-activitynet-rr3,arxiv-2611.01765,qwen3.8-flash,unstated,mixed,hard,,,,,,,73.7,ActivityNet-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Qwen3.8-Flash, column ActivityNet-TimeLens R@.3)",,out:effort-not-established, timelens-activitynet-rr5,arxiv-2611.01765,qwen3.8-flash,unstated,mixed,hard,,,,,,,62.1,ActivityNet-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Qwen3.8-Flash, column ActivityNet-TimeLens R@.5)",,out:effort-not-established, timelens-activitynet-rr7,arxiv-2611.01765,qwen3.8-flash,unstated,mixed,hard,,,,,,,41.4,ActivityNet-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Qwen3.8-Flash, column ActivityNet-TimeLens R@.7)",,out:effort-not-established, timelens-activitynet-iou,arxiv-2611.01765,qwen3.8-flash,unstated,mixed,hard,,,,,,,55.2,ActivityNet-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Qwen3.8-Flash, column ActivityNet-TimeLens IoU)",,out:effort-not-established, timelens-qvhighlights-rr3,arxiv-2611.01765,qwen3.8-flash,unstated,mixed,hard,,,,,,,83.2,QVHighlights-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Qwen3.8-Flash, column QVHighlights-TimeLens R@.3)",,out:effort-not-established, timelens-qvhighlights-rr5,arxiv-2611.01765,qwen3.8-flash,unstated,mixed,hard,,,,,,,73.3,QVHighlights-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Qwen3.8-Flash, column QVHighlights-TimeLens R@.5)",,out:effort-not-established, timelens-qvhighlights-rr7,arxiv-2611.01765,qwen3.8-flash,unstated,mixed,hard,,,,,,,56.8,QVHighlights-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Qwen3.8-Flash, column QVHighlights-TimeLens R@.7)",,out:effort-not-established, timelens-qvhighlights-iou,arxiv-2611.01765,qwen3.8-flash,unstated,mixed,hard,,,,,,,66.5,QVHighlights-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Qwen3.8-Flash, column QVHighlights-TimeLens IoU)",,out:effort-not-established, timelens-charades-rr3,arxiv-2611.01765,?Qwen3.8-Max,not-established:absent,mixed,hard,,,,,,,79.5,Charades-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Qwen3.8-Max, column Charades-TimeLens R@.3)",,out:model-not-established, timelens-charades-rr5,arxiv-2611.01765,?Qwen3.8-Max,not-established:absent,mixed,hard,,,,,,,63.1,Charades-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Qwen3.8-Max, column Charades-TimeLens R@.5)",,out:model-not-established, timelens-charades-rr7,arxiv-2611.01765,?Qwen3.8-Max,not-established:absent,mixed,hard,,,,,,,34.6,Charades-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Qwen3.8-Max, column Charades-TimeLens R@.7)",,out:model-not-established, timelens-charades-iou,arxiv-2611.01765,?Qwen3.8-Max,not-established:absent,mixed,hard,,,,,,,55.2,Charades-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Qwen3.8-Max, column Charades-TimeLens IoU)",,out:model-not-established, timelens-activitynet-rr3,arxiv-2611.01765,?Qwen3.8-Max,not-established:absent,mixed,hard,,,,,,,75.8,ActivityNet-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Qwen3.8-Max, column ActivityNet-TimeLens R@.3)",,out:model-not-established, timelens-activitynet-rr5,arxiv-2611.01765,?Qwen3.8-Max,not-established:absent,mixed,hard,,,,,,,65.4,ActivityNet-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Qwen3.8-Max, column ActivityNet-TimeLens R@.5)",,out:model-not-established, timelens-activitynet-rr7,arxiv-2611.01765,?Qwen3.8-Max,not-established:absent,mixed,hard,,,,,,,44.6,ActivityNet-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Qwen3.8-Max, column ActivityNet-TimeLens R@.7)",,out:model-not-established, timelens-activitynet-iou,arxiv-2611.01765,?Qwen3.8-Max,not-established:absent,mixed,hard,,,,,,,57.4,ActivityNet-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Qwen3.8-Max, column ActivityNet-TimeLens IoU)",,out:model-not-established, timelens-qvhighlights-rr3,arxiv-2611.01765,?Qwen3.8-Max,not-established:absent,mixed,hard,,,,,,,82.8,QVHighlights-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Qwen3.8-Max, column QVHighlights-TimeLens R@.3)",,out:model-not-established, timelens-qvhighlights-rr5,arxiv-2611.01765,?Qwen3.8-Max,not-established:absent,mixed,hard,,,,,,,73.4,QVHighlights-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Qwen3.8-Max, column QVHighlights-TimeLens R@.5)",,out:model-not-established, timelens-qvhighlights-rr7,arxiv-2611.01765,?Qwen3.8-Max,not-established:absent,mixed,hard,,,,,,,57.3,QVHighlights-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Qwen3.8-Max, column QVHighlights-TimeLens R@.7)",,out:model-not-established, timelens-qvhighlights-iou,arxiv-2611.01765,?Qwen3.8-Max,not-established:absent,mixed,hard,,,,,,,66.6,QVHighlights-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Qwen3.8-Max, column QVHighlights-TimeLens IoU)",,out:model-not-established, timelens-charades-rr3,arxiv-2611.01765,gemini-2.5-flash,unstated,mixed,hard,,,,,,,68.7,Charades-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Gemini-2.5-Flash, column Charades-TimeLens R@.3)",,out:effort-not-established, timelens-charades-rr5,arxiv-2611.01765,gemini-2.5-flash,unstated,mixed,hard,,,,,,,56.1,Charades-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Gemini-2.5-Flash, column Charades-TimeLens R@.5)",,out:effort-not-established, timelens-charades-rr7,arxiv-2611.01765,gemini-2.5-flash,unstated,mixed,hard,,,,,,,30.6,Charades-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Gemini-2.5-Flash, column Charades-TimeLens R@.7)",,out:effort-not-established, timelens-charades-iou,arxiv-2611.01765,gemini-2.5-flash,unstated,mixed,hard,,,,,,,48.6,Charades-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Gemini-2.5-Flash, column Charades-TimeLens IoU)",,out:effort-not-established, timelens-activitynet-rr3,arxiv-2611.01765,gemini-2.5-flash,unstated,mixed,hard,,,,,,,66.8,ActivityNet-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Gemini-2.5-Flash, column ActivityNet-TimeLens R@.3)",,out:effort-not-established, timelens-activitynet-rr5,arxiv-2611.01765,gemini-2.5-flash,unstated,mixed,hard,,,,,,,57.5,ActivityNet-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Gemini-2.5-Flash, column ActivityNet-TimeLens R@.5)",,out:effort-not-established, timelens-activitynet-rr7,arxiv-2611.01765,gemini-2.5-flash,unstated,mixed,hard,,,,,,,41.3,ActivityNet-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Gemini-2.5-Flash, column ActivityNet-TimeLens R@.7)",,out:effort-not-established, timelens-activitynet-iou,arxiv-2611.01765,gemini-2.5-flash,unstated,mixed,hard,,,,,,,52.5,ActivityNet-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Gemini-2.5-Flash, column ActivityNet-TimeLens IoU)",,out:effort-not-established, timelens-qvhighlights-rr3,arxiv-2611.01765,gemini-2.5-flash,unstated,mixed,hard,,,,,,,78.2,QVHighlights-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Gemini-2.5-Flash, column QVHighlights-TimeLens R@.3)",,out:effort-not-established, timelens-qvhighlights-rr5,arxiv-2611.01765,gemini-2.5-flash,unstated,mixed,hard,,,,,,,69.4,QVHighlights-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Gemini-2.5-Flash, column QVHighlights-TimeLens R@.5)",,out:effort-not-established, timelens-qvhighlights-rr7,arxiv-2611.01765,gemini-2.5-flash,unstated,mixed,hard,,,,,,,55.0,QVHighlights-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Gemini-2.5-Flash, column QVHighlights-TimeLens R@.7)",,out:effort-not-established, timelens-qvhighlights-iou,arxiv-2611.01765,gemini-2.5-flash,unstated,mixed,hard,,,,,,,64.3,QVHighlights-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Gemini-2.5-Flash, column QVHighlights-TimeLens IoU)",,out:effort-not-established, timelens-charades-rr3,arxiv-2611.01765,gemini-2.5-pro,unstated,mixed,hard,,,,,,,74.1,Charades-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Gemini-2.5-Pro, column Charades-TimeLens R@.3)",,out:effort-not-established, timelens-charades-rr5,arxiv-2611.01765,gemini-2.5-pro,unstated,mixed,hard,,,,,,,61.1,Charades-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Gemini-2.5-Pro, column Charades-TimeLens R@.5)",,out:effort-not-established, timelens-charades-rr7,arxiv-2611.01765,gemini-2.5-pro,unstated,mixed,hard,,,,,,,34.0,Charades-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Gemini-2.5-Pro, column Charades-TimeLens R@.7)",,out:effort-not-established, timelens-charades-iou,arxiv-2611.01765,gemini-2.5-pro,unstated,mixed,hard,,,,,,,52.8,Charades-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Gemini-2.5-Pro, column Charades-TimeLens IoU)",,out:effort-not-established, timelens-activitynet-rr3,arxiv-2611.01765,gemini-2.5-pro,unstated,mixed,hard,,,,,,,72.3,ActivityNet-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Gemini-2.5-Pro, column ActivityNet-TimeLens R@.3)",,out:effort-not-established, timelens-activitynet-rr5,arxiv-2611.01765,gemini-2.5-pro,unstated,mixed,hard,,,,,,,64.2,ActivityNet-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Gemini-2.5-Pro, column ActivityNet-TimeLens R@.5)",,out:effort-not-established, timelens-activitynet-rr7,arxiv-2611.01765,gemini-2.5-pro,unstated,mixed,hard,,,,,,,47.1,ActivityNet-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Gemini-2.5-Pro, column ActivityNet-TimeLens R@.7)",,out:effort-not-established, timelens-activitynet-iou,arxiv-2611.01765,gemini-2.5-pro,unstated,mixed,hard,,,,,,,58.1,ActivityNet-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Gemini-2.5-Pro, column ActivityNet-TimeLens IoU)",,out:effort-not-established, timelens-qvhighlights-rr3,arxiv-2611.01765,gemini-2.5-pro,unstated,mixed,hard,,,,,,,84.1,QVHighlights-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Gemini-2.5-Pro, column QVHighlights-TimeLens R@.3)",,out:effort-not-established, timelens-qvhighlights-rr5,arxiv-2611.01765,gemini-2.5-pro,unstated,mixed,hard,,,,,,,75.9,QVHighlights-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Gemini-2.5-Pro, column QVHighlights-TimeLens R@.5)",,out:effort-not-established, timelens-qvhighlights-rr7,arxiv-2611.01765,gemini-2.5-pro,unstated,mixed,hard,,,,,,,61.1,QVHighlights-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Gemini-2.5-Pro, column QVHighlights-TimeLens R@.7)",,out:effort-not-established, timelens-qvhighlights-iou,arxiv-2611.01765,gemini-2.5-pro,unstated,mixed,hard,,,,,,,70.4,QVHighlights-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Gemini-2.5-Pro, column QVHighlights-TimeLens IoU)",,out:effort-not-established, timelens-charades-rr3,arxiv-2611.01765,gemini-3.1-pro,unstated,mixed,hard,,,,,,,80.6,Charades-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Gemini-3.1-Pro, column Charades-TimeLens R@.3)",,out:effort-not-established, timelens-charades-rr5,arxiv-2611.01765,gemini-3.1-pro,unstated,mixed,hard,,,,,,,65.9,Charades-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Gemini-3.1-Pro, column Charades-TimeLens R@.5)",,out:effort-not-established, timelens-charades-rr7,arxiv-2611.01765,gemini-3.1-pro,unstated,mixed,hard,,,,,,,36.7,Charades-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Gemini-3.1-Pro, column Charades-TimeLens R@.7)",,out:effort-not-established, timelens-charades-iou,arxiv-2611.01765,gemini-3.1-pro,unstated,mixed,hard,,,,,,,57.1,Charades-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Gemini-3.1-Pro, column Charades-TimeLens IoU)",,out:effort-not-established, timelens-activitynet-rr3,arxiv-2611.01765,gemini-3.1-pro,unstated,mixed,hard,,,,,,,75.1,ActivityNet-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Gemini-3.1-Pro, column ActivityNet-TimeLens R@.3)",,out:effort-not-established, timelens-activitynet-rr5,arxiv-2611.01765,gemini-3.1-pro,unstated,mixed,hard,,,,,,,64.1,ActivityNet-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Gemini-3.1-Pro, column ActivityNet-TimeLens R@.5)",,out:effort-not-established, timelens-activitynet-rr7,arxiv-2611.01765,gemini-3.1-pro,unstated,mixed,hard,,,,,,,43.0,ActivityNet-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Gemini-3.1-Pro, column ActivityNet-TimeLens R@.7)",,out:effort-not-established, timelens-activitynet-iou,arxiv-2611.01765,gemini-3.1-pro,unstated,mixed,hard,,,,,,,56.9,ActivityNet-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Gemini-3.1-Pro, column ActivityNet-TimeLens IoU)",,out:effort-not-established, timelens-qvhighlights-rr3,arxiv-2611.01765,gemini-3.1-pro,unstated,mixed,hard,,,,,,,83.5,QVHighlights-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Gemini-3.1-Pro, column QVHighlights-TimeLens R@.3)",,out:effort-not-established, timelens-qvhighlights-rr5,arxiv-2611.01765,gemini-3.1-pro,unstated,mixed,hard,,,,,,,73.7,QVHighlights-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Gemini-3.1-Pro, column QVHighlights-TimeLens R@.5)",,out:effort-not-established, timelens-qvhighlights-rr7,arxiv-2611.01765,gemini-3.1-pro,unstated,mixed,hard,,,,,,,58.6,QVHighlights-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Gemini-3.1-Pro, column QVHighlights-TimeLens R@.7)",,out:effort-not-established, timelens-qvhighlights-iou,arxiv-2611.01765,gemini-3.1-pro,unstated,mixed,hard,,,,,,,68.2,QVHighlights-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Gemini-3.1-Pro, column QVHighlights-TimeLens IoU)",,out:effort-not-established, timelens-charades-rr3,arxiv-2611.01765,gemini-3.8-flash,unstated,mixed,hard,,,,,,,86.5,Charades-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Gemini-3.8-Flash, column Charades-TimeLens R@.3)",,out:effort-not-established, timelens-charades-rr5,arxiv-2611.01765,gemini-3.8-flash,unstated,mixed,hard,,,,,,,71.9,Charades-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Gemini-3.8-Flash, column Charades-TimeLens R@.5)",,out:effort-not-established, timelens-charades-rr7,arxiv-2611.01765,gemini-3.8-flash,unstated,mixed,hard,,,,,,,40.1,Charades-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Gemini-3.8-Flash, column Charades-TimeLens R@.7)",,out:effort-not-established, timelens-charades-iou,arxiv-2611.01765,gemini-3.8-flash,unstated,mixed,hard,,,,,,,61.1,Charades-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Gemini-3.8-Flash, column Charades-TimeLens IoU)",,out:effort-not-established, timelens-activitynet-rr3,arxiv-2611.01765,gemini-3.8-flash,unstated,mixed,hard,,,,,,,78.2,ActivityNet-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Gemini-3.8-Flash, column ActivityNet-TimeLens R@.3)",,out:effort-not-established, timelens-activitynet-rr5,arxiv-2611.01765,gemini-3.8-flash,unstated,mixed,hard,,,,,,,66.4,ActivityNet-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Gemini-3.8-Flash, column ActivityNet-TimeLens R@.5)",,out:effort-not-established, timelens-activitynet-rr7,arxiv-2611.01765,gemini-3.8-flash,unstated,mixed,hard,,,,,,,46.0,ActivityNet-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Gemini-3.8-Flash, column ActivityNet-TimeLens R@.7)",,out:effort-not-established, timelens-activitynet-iou,arxiv-2611.01765,gemini-3.8-flash,unstated,mixed,hard,,,,,,,59.7,ActivityNet-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Gemini-3.8-Flash, column ActivityNet-TimeLens IoU)",,out:effort-not-established, timelens-qvhighlights-rr3,arxiv-2611.01765,gemini-3.8-flash,unstated,mixed,hard,,,,,,,83.8,QVHighlights-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Gemini-3.8-Flash, column QVHighlights-TimeLens R@.3)",,out:effort-not-established, timelens-qvhighlights-rr5,arxiv-2611.01765,gemini-3.8-flash,unstated,mixed,hard,,,,,,,74.6,QVHighlights-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Gemini-3.8-Flash, column QVHighlights-TimeLens R@.5)",,out:effort-not-established, timelens-qvhighlights-rr7,arxiv-2611.01765,gemini-3.8-flash,unstated,mixed,hard,,,,,,,57.6,QVHighlights-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Gemini-3.8-Flash, column QVHighlights-TimeLens R@.7)",,out:effort-not-established, timelens-qvhighlights-iou,arxiv-2611.01765,gemini-3.8-flash,unstated,mixed,hard,,,,,,,67.9,QVHighlights-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Gemini-3.8-Flash, column QVHighlights-TimeLens IoU)",,out:effort-not-established, timelens-charades-rr3,arxiv-2611.01765,?TimeSuite,not-established:absent,mixed,hard,,,,,,,56.3,Charades-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row TimeSuite, column Charades-TimeLens R@.3)",,out:model-not-established, timelens-charades-rr5,arxiv-2611.01765,?TimeSuite,not-established:absent,mixed,hard,,,,,,,35.5,Charades-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row TimeSuite, column Charades-TimeLens R@.5)",,out:model-not-established, timelens-charades-rr7,arxiv-2611.01765,?TimeSuite,not-established:absent,mixed,hard,,,,,,,18.0,Charades-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row TimeSuite, column Charades-TimeLens R@.7)",,out:model-not-established, timelens-charades-iou,arxiv-2611.01765,?TimeSuite,not-established:absent,mixed,hard,,,,,,,38.1,Charades-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row TimeSuite, column Charades-TimeLens IoU)",,out:model-not-established, timelens-activitynet-rr3,arxiv-2611.01765,?TimeSuite,not-established:absent,mixed,hard,,,,,,,27.1,ActivityNet-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row TimeSuite, column ActivityNet-TimeLens R@.3)",,out:model-not-established, timelens-activitynet-rr5,arxiv-2611.01765,?TimeSuite,not-established:absent,mixed,hard,,,,,,,17.5,ActivityNet-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row TimeSuite, column ActivityNet-TimeLens R@.5)",,out:model-not-established, timelens-activitynet-rr7,arxiv-2611.01765,?TimeSuite,not-established:absent,mixed,hard,,,,,,,8.6,ActivityNet-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row TimeSuite, column ActivityNet-TimeLens R@.7)",,out:model-not-established, timelens-activitynet-iou,arxiv-2611.01765,?TimeSuite,not-established:absent,mixed,hard,,,,,,,19.8,ActivityNet-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row TimeSuite, column ActivityNet-TimeLens IoU)",,out:model-not-established, timelens-qvhighlights-rr3,arxiv-2611.01765,?TimeSuite,not-established:absent,mixed,hard,,,,,,,27.1,QVHighlights-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row TimeSuite, column QVHighlights-TimeLens R@.3)",,out:model-not-established, timelens-qvhighlights-rr5,arxiv-2611.01765,?TimeSuite,not-established:absent,mixed,hard,,,,,,,16.9,QVHighlights-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row TimeSuite, column QVHighlights-TimeLens R@.5)",,out:model-not-established, timelens-qvhighlights-rr7,arxiv-2611.01765,?TimeSuite,not-established:absent,mixed,hard,,,,,,,9.9,QVHighlights-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row TimeSuite, column QVHighlights-TimeLens R@.7)",,out:model-not-established, timelens-qvhighlights-iou,arxiv-2611.01765,?TimeSuite,not-established:absent,mixed,hard,,,,,,,21.7,QVHighlights-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row TimeSuite, column QVHighlights-TimeLens IoU)",,out:model-not-established, timelens-charades-rr3,arxiv-2611.01765,?Grounded-VideoLLM,not-established:absent,mixed,hard,,,,,,,43.3,Charades-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Grounded-VideoLLM, column Charades-TimeLens R@.3)",,out:model-not-established, timelens-charades-rr5,arxiv-2611.01765,?Grounded-VideoLLM,not-established:absent,mixed,hard,,,,,,,28.7,Charades-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Grounded-VideoLLM, column Charades-TimeLens R@.5)",,out:model-not-established, timelens-charades-rr7,arxiv-2611.01765,?Grounded-VideoLLM,not-established:absent,mixed,hard,,,,,,,13.5,Charades-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Grounded-VideoLLM, column Charades-TimeLens R@.7)",,out:model-not-established, timelens-charades-iou,arxiv-2611.01765,?Grounded-VideoLLM,not-established:absent,mixed,hard,,,,,,,30.0,Charades-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Grounded-VideoLLM, column Charades-TimeLens IoU)",,out:model-not-established, timelens-activitynet-rr3,arxiv-2611.01765,?Grounded-VideoLLM,not-established:absent,mixed,hard,,,,,,,39.2,ActivityNet-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Grounded-VideoLLM, column ActivityNet-TimeLens R@.3)",,out:model-not-established, timelens-activitynet-rr5,arxiv-2611.01765,?Grounded-VideoLLM,not-established:absent,mixed,hard,,,,,,,29.6,ActivityNet-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Grounded-VideoLLM, column ActivityNet-TimeLens R@.5)",,out:model-not-established, timelens-activitynet-rr7,arxiv-2611.01765,?Grounded-VideoLLM,not-established:absent,mixed,hard,,,,,,,19.5,ActivityNet-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Grounded-VideoLLM, column ActivityNet-TimeLens R@.7)",,out:model-not-established, timelens-activitynet-iou,arxiv-2611.01765,?Grounded-VideoLLM,not-established:absent,mixed,hard,,,,,,,30.0,ActivityNet-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Grounded-VideoLLM, column ActivityNet-TimeLens IoU)",,out:model-not-established, timelens-qvhighlights-rr3,arxiv-2611.01765,?Grounded-VideoLLM,not-established:absent,mixed,hard,,,,,,,43.7,QVHighlights-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Grounded-VideoLLM, column QVHighlights-TimeLens R@.3)",,out:model-not-established, timelens-qvhighlights-rr5,arxiv-2611.01765,?Grounded-VideoLLM,not-established:absent,mixed,hard,,,,,,,33.8,QVHighlights-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Grounded-VideoLLM, column QVHighlights-TimeLens R@.5)",,out:model-not-established, timelens-qvhighlights-rr7,arxiv-2611.01765,?Grounded-VideoLLM,not-established:absent,mixed,hard,,,,,,,22.5,QVHighlights-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Grounded-VideoLLM, column QVHighlights-TimeLens R@.7)",,out:model-not-established, timelens-qvhighlights-iou,arxiv-2611.01765,?Grounded-VideoLLM,not-established:absent,mixed,hard,,,,,,,33.4,QVHighlights-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Grounded-VideoLLM, column QVHighlights-TimeLens IoU)",,out:model-not-established, timelens-charades-rr3,arxiv-2611.01765,?VideoChat-Flash-7B,not-established:absent,mixed,hard,,,,,,,60.2,Charades-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row VideoChat-Flash-7B, column Charades-TimeLens R@.3)",,out:model-not-established, timelens-charades-rr5,arxiv-2611.01765,?VideoChat-Flash-7B,not-established:absent,mixed,hard,,,,,,,37.9,Charades-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row VideoChat-Flash-7B, column Charades-TimeLens R@.5)",,out:model-not-established, timelens-charades-rr7,arxiv-2611.01765,?VideoChat-Flash-7B,not-established:absent,mixed,hard,,,,,,,17.8,Charades-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row VideoChat-Flash-7B, column Charades-TimeLens R@.7)",,out:model-not-established, timelens-charades-iou,arxiv-2611.01765,?VideoChat-Flash-7B,not-established:absent,mixed,hard,,,,,,,39.7,Charades-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row VideoChat-Flash-7B, column Charades-TimeLens IoU)",,out:model-not-established, timelens-activitynet-rr3,arxiv-2611.01765,?VideoChat-Flash-7B,not-established:absent,mixed,hard,,,,,,,35.5,ActivityNet-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row VideoChat-Flash-7B, column ActivityNet-TimeLens R@.3)",,out:model-not-established, timelens-activitynet-rr5,arxiv-2611.01765,?VideoChat-Flash-7B,not-established:absent,mixed,hard,,,,,,,21.8,ActivityNet-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row VideoChat-Flash-7B, column ActivityNet-TimeLens R@.5)",,out:model-not-established, timelens-activitynet-rr7,arxiv-2611.01765,?VideoChat-Flash-7B,not-established:absent,mixed,hard,,,,,,,10.5,ActivityNet-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row VideoChat-Flash-7B, column ActivityNet-TimeLens R@.7)",,out:model-not-established, timelens-activitynet-iou,arxiv-2611.01765,?VideoChat-Flash-7B,not-established:absent,mixed,hard,,,,,,,24.8,ActivityNet-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row VideoChat-Flash-7B, column ActivityNet-TimeLens IoU)",,out:model-not-established, timelens-qvhighlights-rr3,arxiv-2611.01765,?VideoChat-Flash-7B,not-established:absent,mixed,hard,,,,,,,45.2,QVHighlights-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row VideoChat-Flash-7B, column QVHighlights-TimeLens R@.3)",,out:model-not-established, timelens-qvhighlights-rr5,arxiv-2611.01765,?VideoChat-Flash-7B,not-established:absent,mixed,hard,,,,,,,30.6,QVHighlights-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row VideoChat-Flash-7B, column QVHighlights-TimeLens R@.5)",,out:model-not-established, timelens-qvhighlights-rr7,arxiv-2611.01765,?VideoChat-Flash-7B,not-established:absent,mixed,hard,,,,,,,16.7,QVHighlights-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row VideoChat-Flash-7B, column QVHighlights-TimeLens R@.7)",,out:model-not-established, timelens-qvhighlights-iou,arxiv-2611.01765,?VideoChat-Flash-7B,not-established:absent,mixed,hard,,,,,,,32.7,QVHighlights-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row VideoChat-Flash-7B, column QVHighlights-TimeLens IoU)",,out:model-not-established, timelens-charades-rr3,arxiv-2611.01765,?VideoChat-R1-7B,not-established:absent,mixed,hard,,,,,,,51.9,Charades-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row VideoChat-R1-7B, column Charades-TimeLens R@.3)",,out:model-not-established, timelens-charades-rr5,arxiv-2611.01765,?VideoChat-R1-7B,not-established:absent,mixed,hard,,,,,,,30.8,Charades-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row VideoChat-R1-7B, column Charades-TimeLens R@.5)",,out:model-not-established, timelens-charades-rr7,arxiv-2611.01765,?VideoChat-R1-7B,not-established:absent,mixed,hard,,,,,,,11.7,Charades-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row VideoChat-R1-7B, column Charades-TimeLens R@.7)",,out:model-not-established, timelens-charades-iou,arxiv-2611.01765,?VideoChat-R1-7B,not-established:absent,mixed,hard,,,,,,,33.7,Charades-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row VideoChat-R1-7B, column Charades-TimeLens IoU)",,out:model-not-established, timelens-activitynet-rr3,arxiv-2611.01765,?VideoChat-R1-7B,not-established:absent,mixed,hard,,,,,,,35.0,ActivityNet-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row VideoChat-R1-7B, column ActivityNet-TimeLens R@.3)",,out:model-not-established, timelens-activitynet-rr5,arxiv-2611.01765,?VideoChat-R1-7B,not-established:absent,mixed,hard,,,,,,,23.9,ActivityNet-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row VideoChat-R1-7B, column ActivityNet-TimeLens R@.5)",,out:model-not-established, timelens-activitynet-rr7,arxiv-2611.01765,?VideoChat-R1-7B,not-established:absent,mixed,hard,,,,,,,11.3,ActivityNet-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row VideoChat-R1-7B, column ActivityNet-TimeLens R@.7)",,out:model-not-established, timelens-activitynet-iou,arxiv-2611.01765,?VideoChat-R1-7B,not-established:absent,mixed,hard,,,,,,,25.0,ActivityNet-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row VideoChat-R1-7B, column ActivityNet-TimeLens IoU)",,out:model-not-established, timelens-qvhighlights-rr3,arxiv-2611.01765,?VideoChat-R1-7B,not-established:absent,mixed,hard,,,,,,,29.3,QVHighlights-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row VideoChat-R1-7B, column QVHighlights-TimeLens R@.3)",,out:model-not-established, timelens-qvhighlights-rr5,arxiv-2611.01765,?VideoChat-R1-7B,not-established:absent,mixed,hard,,,,,,,19.1,QVHighlights-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row VideoChat-R1-7B, column QVHighlights-TimeLens R@.5)",,out:model-not-established, timelens-qvhighlights-rr7,arxiv-2611.01765,?VideoChat-R1-7B,not-established:absent,mixed,hard,,,,,,,9.4,QVHighlights-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row VideoChat-R1-7B, column QVHighlights-TimeLens R@.7)",,out:model-not-established, timelens-qvhighlights-iou,arxiv-2611.01765,?VideoChat-R1-7B,not-established:absent,mixed,hard,,,,,,,21.5,QVHighlights-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row VideoChat-R1-7B, column QVHighlights-TimeLens IoU)",,out:model-not-established, timelens-charades-rr3,arxiv-2611.01765,?TRACE-uni,not-established:absent,mixed,hard,,,,,,,38.2,Charades-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row TRACE-uni, column Charades-TimeLens R@.3)",,out:model-not-established, timelens-charades-rr5,arxiv-2611.01765,?TRACE-uni,not-established:absent,mixed,hard,,,,,,,22.9,Charades-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row TRACE-uni, column Charades-TimeLens R@.5)",,out:model-not-established, timelens-charades-rr7,arxiv-2611.01765,?TRACE-uni,not-established:absent,mixed,hard,,,,,,,10.4,Charades-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row TRACE-uni, column Charades-TimeLens R@.7)",,out:model-not-established, timelens-charades-iou,arxiv-2611.01765,?TRACE-uni,not-established:absent,mixed,hard,,,,,,,28.1,Charades-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row TRACE-uni, column Charades-TimeLens IoU)",,out:model-not-established, timelens-activitynet-rr3,arxiv-2611.01765,?TRACE-uni,not-established:absent,mixed,hard,,,,,,,44.3,ActivityNet-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row TRACE-uni, column ActivityNet-TimeLens R@.3)",,out:model-not-established, timelens-activitynet-rr5,arxiv-2611.01765,?TRACE-uni,not-established:absent,mixed,hard,,,,,,,35.1,ActivityNet-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row TRACE-uni, column ActivityNet-TimeLens R@.5)",,out:model-not-established, timelens-activitynet-rr7,arxiv-2611.01765,?TRACE-uni,not-established:absent,mixed,hard,,,,,,,22.6,ActivityNet-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row TRACE-uni, column ActivityNet-TimeLens R@.7)",,out:model-not-established, timelens-activitynet-iou,arxiv-2611.01765,?TRACE-uni,not-established:absent,mixed,hard,,,,,,,33.6,ActivityNet-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row TRACE-uni, column ActivityNet-TimeLens IoU)",,out:model-not-established, timelens-qvhighlights-rr3,arxiv-2611.01765,?TRACE-uni,not-established:absent,mixed,hard,,,,,,,49.9,QVHighlights-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row TRACE-uni, column QVHighlights-TimeLens R@.3)",,out:model-not-established, timelens-qvhighlights-rr5,arxiv-2611.01765,?TRACE-uni,not-established:absent,mixed,hard,,,,,,,40.0,QVHighlights-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row TRACE-uni, column QVHighlights-TimeLens R@.5)",,out:model-not-established, timelens-qvhighlights-rr7,arxiv-2611.01765,?TRACE-uni,not-established:absent,mixed,hard,,,,,,,29.2,QVHighlights-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row TRACE-uni, column QVHighlights-TimeLens R@.7)",,out:model-not-established, timelens-qvhighlights-iou,arxiv-2611.01765,?TRACE-uni,not-established:absent,mixed,hard,,,,,,,39.8,QVHighlights-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row TRACE-uni, column QVHighlights-TimeLens IoU)",,out:model-not-established, timelens-charades-rr3,arxiv-2611.01765,?Time-R1-7B,not-established:absent,mixed,hard,,,,,,,57.9,Charades-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Time-R1-7B, column Charades-TimeLens R@.3)",,out:model-not-established, timelens-charades-rr5,arxiv-2611.01765,?Time-R1-7B,not-established:absent,mixed,hard,,,,,,,32.0,Charades-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Time-R1-7B, column Charades-TimeLens R@.5)",,out:model-not-established, timelens-charades-rr7,arxiv-2611.01765,?Time-R1-7B,not-established:absent,mixed,hard,,,,,,,16.9,Charades-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Time-R1-7B, column Charades-TimeLens R@.7)",,out:model-not-established, timelens-charades-iou,arxiv-2611.01765,?Time-R1-7B,not-established:absent,mixed,hard,,,,,,,36.6,Charades-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Time-R1-7B, column Charades-TimeLens IoU)",,out:model-not-established, timelens-activitynet-rr3,arxiv-2611.01765,?Time-R1-7B,not-established:absent,mixed,hard,,,,,,,44.8,ActivityNet-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Time-R1-7B, column ActivityNet-TimeLens R@.3)",,out:model-not-established, timelens-activitynet-rr5,arxiv-2611.01765,?Time-R1-7B,not-established:absent,mixed,hard,,,,,,,31.0,ActivityNet-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Time-R1-7B, column ActivityNet-TimeLens R@.5)",,out:model-not-established, timelens-activitynet-rr7,arxiv-2611.01765,?Time-R1-7B,not-established:absent,mixed,hard,,,,,,,19.0,ActivityNet-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Time-R1-7B, column ActivityNet-TimeLens R@.7)",,out:model-not-established, timelens-activitynet-iou,arxiv-2611.01765,?Time-R1-7B,not-established:absent,mixed,hard,,,,,,,33.1,ActivityNet-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Time-R1-7B, column ActivityNet-TimeLens IoU)",,out:model-not-established, timelens-qvhighlights-rr3,arxiv-2611.01765,?Time-R1-7B,not-established:absent,mixed,hard,,,,,,,65.8,QVHighlights-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Time-R1-7B, column QVHighlights-TimeLens R@.3)",,out:model-not-established, timelens-qvhighlights-rr5,arxiv-2611.01765,?Time-R1-7B,not-established:absent,mixed,hard,,,,,,,51.5,QVHighlights-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Time-R1-7B, column QVHighlights-TimeLens R@.5)",,out:model-not-established, timelens-qvhighlights-rr7,arxiv-2611.01765,?Time-R1-7B,not-established:absent,mixed,hard,,,,,,,36.1,QVHighlights-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Time-R1-7B, column QVHighlights-TimeLens R@.7)",,out:model-not-established, timelens-qvhighlights-iou,arxiv-2611.01765,?Time-R1-7B,not-established:absent,mixed,hard,,,,,,,49.2,QVHighlights-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Time-R1-7B, column QVHighlights-TimeLens IoU)",,out:model-not-established, timelens-charades-rr3,arxiv-2611.01765,?MiMo-VL-7B,not-established:absent,mixed,hard,,,,,,,57.9,Charades-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row MiMo-VL-7B, column Charades-TimeLens R@.3)",,out:model-not-established, timelens-charades-rr5,arxiv-2611.01765,?MiMo-VL-7B,not-established:absent,mixed,hard,,,,,,,42.6,Charades-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row MiMo-VL-7B, column Charades-TimeLens R@.5)",,out:model-not-established, timelens-charades-rr7,arxiv-2611.01765,?MiMo-VL-7B,not-established:absent,mixed,hard,,,,,,,20.5,Charades-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row MiMo-VL-7B, column Charades-TimeLens R@.7)",,out:model-not-established, timelens-charades-iou,arxiv-2611.01765,?MiMo-VL-7B,not-established:absent,mixed,hard,,,,,,,39.6,Charades-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row MiMo-VL-7B, column Charades-TimeLens IoU)",,out:model-not-established, timelens-activitynet-rr3,arxiv-2611.01765,?MiMo-VL-7B,not-established:absent,mixed,hard,,,,,,,49.3,ActivityNet-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row MiMo-VL-7B, column ActivityNet-TimeLens R@.3)",,out:model-not-established, timelens-activitynet-rr5,arxiv-2611.01765,?MiMo-VL-7B,not-established:absent,mixed,hard,,,,,,,38.7,ActivityNet-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row MiMo-VL-7B, column ActivityNet-TimeLens R@.5)",,out:model-not-established, timelens-activitynet-rr7,arxiv-2611.01765,?MiMo-VL-7B,not-established:absent,mixed,hard,,,,,,,22.4,ActivityNet-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row MiMo-VL-7B, column ActivityNet-TimeLens R@.7)",,out:model-not-established, timelens-activitynet-iou,arxiv-2611.01765,?MiMo-VL-7B,not-established:absent,mixed,hard,,,,,,,35.5,ActivityNet-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row MiMo-VL-7B, column ActivityNet-TimeLens IoU)",,out:model-not-established, timelens-qvhighlights-rr3,arxiv-2611.01765,?MiMo-VL-7B,not-established:absent,mixed,hard,,,,,,,57.1,QVHighlights-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row MiMo-VL-7B, column QVHighlights-TimeLens R@.3)",,out:model-not-established, timelens-qvhighlights-rr5,arxiv-2611.01765,?MiMo-VL-7B,not-established:absent,mixed,hard,,,,,,,42.6,QVHighlights-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row MiMo-VL-7B, column QVHighlights-TimeLens R@.5)",,out:model-not-established, timelens-qvhighlights-rr7,arxiv-2611.01765,?MiMo-VL-7B,not-established:absent,mixed,hard,,,,,,,28.4,QVHighlights-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row MiMo-VL-7B, column QVHighlights-TimeLens R@.7)",,out:model-not-established, timelens-qvhighlights-iou,arxiv-2611.01765,?MiMo-VL-7B,not-established:absent,mixed,hard,,,,,,,41.5,QVHighlights-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row MiMo-VL-7B, column QVHighlights-TimeLens IoU)",,out:model-not-established, timelens-charades-rr3,arxiv-2611.01765,?VideoLLaMA3-7B,not-established:absent,mixed,hard,,,,,,,65.4,Charades-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row VideoLLaMA3-7B, column Charades-TimeLens R@.3)",,out:model-not-established, timelens-charades-rr5,arxiv-2611.01765,?VideoLLaMA3-7B,not-established:absent,mixed,hard,,,,,,,37.9,Charades-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row VideoLLaMA3-7B, column Charades-TimeLens R@.5)",,out:model-not-established, timelens-charades-rr7,arxiv-2611.01765,?VideoLLaMA3-7B,not-established:absent,mixed,hard,,,,,,,17.5,Charades-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row VideoLLaMA3-7B, column Charades-TimeLens R@.7)",,out:model-not-established, timelens-charades-iou,arxiv-2611.01765,?VideoLLaMA3-7B,not-established:absent,mixed,hard,,,,,,,42.0,Charades-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row VideoLLaMA3-7B, column Charades-TimeLens IoU)",,out:model-not-established, timelens-activitynet-rr3,arxiv-2611.01765,?VideoLLaMA3-7B,not-established:absent,mixed,hard,,,,,,,46.8,ActivityNet-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row VideoLLaMA3-7B, column ActivityNet-TimeLens R@.3)",,out:model-not-established, timelens-activitynet-rr5,arxiv-2611.01765,?VideoLLaMA3-7B,not-established:absent,mixed,hard,,,,,,,31.0,ActivityNet-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row VideoLLaMA3-7B, column ActivityNet-TimeLens R@.5)",,out:model-not-established, timelens-activitynet-rr7,arxiv-2611.01765,?VideoLLaMA3-7B,not-established:absent,mixed,hard,,,,,,,16.6,ActivityNet-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row VideoLLaMA3-7B, column ActivityNet-TimeLens R@.7)",,out:model-not-established, timelens-activitynet-iou,arxiv-2611.01765,?VideoLLaMA3-7B,not-established:absent,mixed,hard,,,,,,,33.0,ActivityNet-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row VideoLLaMA3-7B, column ActivityNet-TimeLens IoU)",,out:model-not-established, timelens-qvhighlights-rr3,arxiv-2611.01765,?VideoLLaMA3-7B,not-established:absent,mixed,hard,,,,,,,51.7,QVHighlights-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row VideoLLaMA3-7B, column QVHighlights-TimeLens R@.3)",,out:model-not-established, timelens-qvhighlights-rr5,arxiv-2611.01765,?VideoLLaMA3-7B,not-established:absent,mixed,hard,,,,,,,37.1,QVHighlights-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row VideoLLaMA3-7B, column QVHighlights-TimeLens R@.5)",,out:model-not-established, timelens-qvhighlights-rr7,arxiv-2611.01765,?VideoLLaMA3-7B,not-established:absent,mixed,hard,,,,,,,22.1,QVHighlights-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row VideoLLaMA3-7B, column QVHighlights-TimeLens R@.7)",,out:model-not-established, timelens-qvhighlights-iou,arxiv-2611.01765,?VideoLLaMA3-7B,not-established:absent,mixed,hard,,,,,,,39.0,QVHighlights-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row VideoLLaMA3-7B, column QVHighlights-TimeLens IoU)",,out:model-not-established, timelens-charades-rr3,arxiv-2611.01765,?Vidi1.5-9B,not-established:absent,mixed,hard,,,,,,,23.2,Charades-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Vidi1.5-9B, column Charades-TimeLens R@.3)",,out:model-not-established, timelens-charades-rr5,arxiv-2611.01765,?Vidi1.5-9B,not-established:absent,mixed,hard,,,,,,,13.7,Charades-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Vidi1.5-9B, column Charades-TimeLens R@.5)",,out:model-not-established, timelens-charades-rr7,arxiv-2611.01765,?Vidi1.5-9B,not-established:absent,mixed,hard,,,,,,,9.0,Charades-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Vidi1.5-9B, column Charades-TimeLens R@.7)",,out:model-not-established, timelens-charades-iou,arxiv-2611.01765,?Vidi1.5-9B,not-established:absent,mixed,hard,,,,,,,19.0,Charades-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Vidi1.5-9B, column Charades-TimeLens IoU)",,out:model-not-established, timelens-activitynet-rr3,arxiv-2611.01765,?Vidi1.5-9B,not-established:absent,mixed,hard,,,,,,,50.5,ActivityNet-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Vidi1.5-9B, column ActivityNet-TimeLens R@.3)",,out:model-not-established, timelens-activitynet-rr5,arxiv-2611.01765,?Vidi1.5-9B,not-established:absent,mixed,hard,,,,,,,39.0,ActivityNet-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Vidi1.5-9B, column ActivityNet-TimeLens R@.5)",,out:model-not-established, timelens-activitynet-rr7,arxiv-2611.01765,?Vidi1.5-9B,not-established:absent,mixed,hard,,,,,,,26.5,ActivityNet-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Vidi1.5-9B, column ActivityNet-TimeLens R@.7)",,out:model-not-established, timelens-activitynet-iou,arxiv-2611.01765,?Vidi1.5-9B,not-established:absent,mixed,hard,,,,,,,38.2,ActivityNet-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Vidi1.5-9B, column ActivityNet-TimeLens IoU)",,out:model-not-established, timelens-qvhighlights-rr3,arxiv-2611.01765,?Vidi1.5-9B,not-established:absent,mixed,hard,,,,,,,64.4,QVHighlights-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Vidi1.5-9B, column QVHighlights-TimeLens R@.3)",,out:model-not-established, timelens-qvhighlights-rr5,arxiv-2611.01765,?Vidi1.5-9B,not-established:absent,mixed,hard,,,,,,,54.6,QVHighlights-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Vidi1.5-9B, column QVHighlights-TimeLens R@.5)",,out:model-not-established, timelens-qvhighlights-rr7,arxiv-2611.01765,?Vidi1.5-9B,not-established:absent,mixed,hard,,,,,,,41.6,QVHighlights-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Vidi1.5-9B, column QVHighlights-TimeLens R@.7)",,out:model-not-established, timelens-qvhighlights-iou,arxiv-2611.01765,?Vidi1.5-9B,not-established:absent,mixed,hard,,,,,,,51.8,QVHighlights-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Vidi1.5-9B, column QVHighlights-TimeLens IoU)",,out:model-not-established, timelens-charades-rr3,arxiv-2611.01765,?InternVideo3-8B,not-established:absent,mixed,hard,,,,,,,58.0,Charades-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row InternVideo3-8B, column Charades-TimeLens R@.3)",,out:model-not-established, timelens-charades-rr5,arxiv-2611.01765,?InternVideo3-8B,not-established:absent,mixed,hard,,,,,,,42.8,Charades-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row InternVideo3-8B, column Charades-TimeLens R@.5)",,out:model-not-established, timelens-charades-rr7,arxiv-2611.01765,?InternVideo3-8B,not-established:absent,mixed,hard,,,,,,,19.7,Charades-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row InternVideo3-8B, column Charades-TimeLens R@.7)",,out:model-not-established, timelens-charades-iou,arxiv-2611.01765,?InternVideo3-8B,not-established:absent,mixed,hard,,,,,,,38.8,Charades-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row InternVideo3-8B, column Charades-TimeLens IoU)",,out:model-not-established, timelens-activitynet-rr3,arxiv-2611.01765,?InternVideo3-8B,not-established:absent,mixed,hard,,,,,,,50.4,ActivityNet-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row InternVideo3-8B, column ActivityNet-TimeLens R@.3)",,out:model-not-established, timelens-activitynet-rr5,arxiv-2611.01765,?InternVideo3-8B,not-established:absent,mixed,hard,,,,,,,39.8,ActivityNet-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row InternVideo3-8B, column ActivityNet-TimeLens R@.5)",,out:model-not-established, timelens-activitynet-rr7,arxiv-2611.01765,?InternVideo3-8B,not-established:absent,mixed,hard,,,,,,,23.2,ActivityNet-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row InternVideo3-8B, column ActivityNet-TimeLens R@.7)",,out:model-not-established, timelens-activitynet-iou,arxiv-2611.01765,?InternVideo3-8B,not-established:absent,mixed,hard,,,,,,,37.3,ActivityNet-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row InternVideo3-8B, column ActivityNet-TimeLens IoU)",,out:model-not-established, timelens-qvhighlights-rr3,arxiv-2611.01765,?InternVideo3-8B,not-established:absent,mixed,hard,,,,,,,64.0,QVHighlights-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row InternVideo3-8B, column QVHighlights-TimeLens R@.3)",,out:model-not-established, timelens-qvhighlights-rr5,arxiv-2611.01765,?InternVideo3-8B,not-established:absent,mixed,hard,,,,,,,53.3,QVHighlights-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row InternVideo3-8B, column QVHighlights-TimeLens R@.5)",,out:model-not-established, timelens-qvhighlights-rr7,arxiv-2611.01765,?InternVideo3-8B,not-established:absent,mixed,hard,,,,,,,38.5,QVHighlights-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row InternVideo3-8B, column QVHighlights-TimeLens R@.7)",,out:model-not-established, timelens-qvhighlights-iou,arxiv-2611.01765,?InternVideo3-8B,not-established:absent,mixed,hard,,,,,,,50.7,QVHighlights-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row InternVideo3-8B, column QVHighlights-TimeLens IoU)",,out:model-not-established, timelens-charades-rr3,arxiv-2611.01765,?Molmo2-O-7B,not-established:absent,mixed,hard,,,,,,,59.9,Charades-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Molmo2-O-7B, column Charades-TimeLens R@.3)",,out:model-not-established, timelens-charades-rr5,arxiv-2611.01765,?Molmo2-O-7B,not-established:absent,mixed,hard,,,,,,,46.0,Charades-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Molmo2-O-7B, column Charades-TimeLens R@.5)",,out:model-not-established, timelens-charades-rr7,arxiv-2611.01765,?Molmo2-O-7B,not-established:absent,mixed,hard,,,,,,,24.3,Charades-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Molmo2-O-7B, column Charades-TimeLens R@.7)",,out:model-not-established, timelens-charades-iou,arxiv-2611.01765,?Molmo2-O-7B,not-established:absent,mixed,hard,,,,,,,42.6,Charades-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Molmo2-O-7B, column Charades-TimeLens IoU)",,out:model-not-established, timelens-activitynet-rr3,arxiv-2611.01765,?Molmo2-O-7B,not-established:absent,mixed,hard,,,,,,,56.2,ActivityNet-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Molmo2-O-7B, column ActivityNet-TimeLens R@.3)",,out:model-not-established, timelens-activitynet-rr5,arxiv-2611.01765,?Molmo2-O-7B,not-established:absent,mixed,hard,,,,,,,45.7,ActivityNet-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Molmo2-O-7B, column ActivityNet-TimeLens R@.5)",,out:model-not-established, timelens-activitynet-rr7,arxiv-2611.01765,?Molmo2-O-7B,not-established:absent,mixed,hard,,,,,,,30.1,ActivityNet-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Molmo2-O-7B, column ActivityNet-TimeLens R@.7)",,out:model-not-established, timelens-activitynet-iou,arxiv-2611.01765,?Molmo2-O-7B,not-established:absent,mixed,hard,,,,,,,42.3,ActivityNet-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Molmo2-O-7B, column ActivityNet-TimeLens IoU)",,out:model-not-established, timelens-qvhighlights-rr3,arxiv-2611.01765,?Molmo2-O-7B,not-established:absent,mixed,hard,,,,,,,73.7,QVHighlights-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Molmo2-O-7B, column QVHighlights-TimeLens R@.3)",,out:model-not-established, timelens-qvhighlights-rr5,arxiv-2611.01765,?Molmo2-O-7B,not-established:absent,mixed,hard,,,,,,,62.6,QVHighlights-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Molmo2-O-7B, column QVHighlights-TimeLens R@.5)",,out:model-not-established, timelens-qvhighlights-rr7,arxiv-2611.01765,?Molmo2-O-7B,not-established:absent,mixed,hard,,,,,,,48.9,QVHighlights-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Molmo2-O-7B, column QVHighlights-TimeLens R@.7)",,out:model-not-established, timelens-qvhighlights-iou,arxiv-2611.01765,?Molmo2-O-7B,not-established:absent,mixed,hard,,,,,,,58.5,QVHighlights-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Molmo2-O-7B, column QVHighlights-TimeLens IoU)",,out:model-not-established, timelens-charades-rr3,arxiv-2611.01765,?Qwen3-VL-8B,not-established:absent,mixed,hard,,,,,,,69.2,Charades-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Qwen3-VL-8B, column Charades-TimeLens R@.3)",,out:model-not-established, timelens-charades-rr5,arxiv-2611.01765,?Qwen3-VL-8B,not-established:absent,mixed,hard,,,,,,,53.4,Charades-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Qwen3-VL-8B, column Charades-TimeLens R@.5)",,out:model-not-established, timelens-charades-rr7,arxiv-2611.01765,?Qwen3-VL-8B,not-established:absent,mixed,hard,,,,,,,27.5,Charades-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Qwen3-VL-8B, column Charades-TimeLens R@.7)",,out:model-not-established, timelens-charades-iou,arxiv-2611.01765,?Qwen3-VL-8B,not-established:absent,mixed,hard,,,,,,,48.3,Charades-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Qwen3-VL-8B, column Charades-TimeLens IoU)",,out:model-not-established, timelens-activitynet-rr3,arxiv-2611.01765,?Qwen3-VL-8B,not-established:absent,mixed,hard,,,,,,,62.1,ActivityNet-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Qwen3-VL-8B, column ActivityNet-TimeLens R@.3)",,out:model-not-established, timelens-activitynet-rr5,arxiv-2611.01765,?Qwen3-VL-8B,not-established:absent,mixed,hard,,,,,,,51.2,ActivityNet-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Qwen3-VL-8B, column ActivityNet-TimeLens R@.5)",,out:model-not-established, timelens-activitynet-rr7,arxiv-2611.01765,?Qwen3-VL-8B,not-established:absent,mixed,hard,,,,,,,34.4,ActivityNet-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Qwen3-VL-8B, column ActivityNet-TimeLens R@.7)",,out:model-not-established, timelens-activitynet-iou,arxiv-2611.01765,?Qwen3-VL-8B,not-established:absent,mixed,hard,,,,,,,46.8,ActivityNet-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Qwen3-VL-8B, column ActivityNet-TimeLens IoU)",,out:model-not-established, timelens-qvhighlights-rr3,arxiv-2611.01765,?Qwen3-VL-8B,not-established:absent,mixed,hard,,,,,,,74.2,QVHighlights-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Qwen3-VL-8B, column QVHighlights-TimeLens R@.3)",,out:model-not-established, timelens-qvhighlights-rr5,arxiv-2611.01765,?Qwen3-VL-8B,not-established:absent,mixed,hard,,,,,,,64.6,QVHighlights-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Qwen3-VL-8B, column QVHighlights-TimeLens R@.5)",,out:model-not-established, timelens-qvhighlights-rr7,arxiv-2611.01765,?Qwen3-VL-8B,not-established:absent,mixed,hard,,,,,,,49.3,QVHighlights-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Qwen3-VL-8B, column QVHighlights-TimeLens R@.7)",,out:model-not-established, timelens-qvhighlights-iou,arxiv-2611.01765,?Qwen3-VL-8B,not-established:absent,mixed,hard,,,,,,,59.4,QVHighlights-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Qwen3-VL-8B, column QVHighlights-TimeLens IoU)",,out:model-not-established, timelens-charades-rr3,arxiv-2611.01765,?TimeLens-8B,not-established:absent,mixed,hard,,,,,,,76.6,Charades-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row TimeLens-8B, column Charades-TimeLens R@.3)",,out:model-not-established, timelens-charades-rr5,arxiv-2611.01765,?TimeLens-8B,not-established:absent,mixed,hard,,,,,,,63.0,Charades-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row TimeLens-8B, column Charades-TimeLens R@.5)",,out:model-not-established, timelens-charades-rr7,arxiv-2611.01765,?TimeLens-8B,not-established:absent,mixed,hard,,,,,,,35.2,Charades-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row TimeLens-8B, column Charades-TimeLens R@.7)",,out:model-not-established, timelens-charades-iou,arxiv-2611.01765,?TimeLens-8B,not-established:absent,mixed,hard,,,,,,,55.2,Charades-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row TimeLens-8B, column Charades-TimeLens IoU)",,out:model-not-established, timelens-activitynet-rr3,arxiv-2611.01765,?TimeLens-8B,not-established:absent,mixed,hard,,,,,,,68.9,ActivityNet-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row TimeLens-8B, column ActivityNet-TimeLens R@.3)",,out:model-not-established, timelens-activitynet-rr5,arxiv-2611.01765,?TimeLens-8B,not-established:absent,mixed,hard,,,,,,,58.4,ActivityNet-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row TimeLens-8B, column ActivityNet-TimeLens R@.5)",,out:model-not-established, timelens-activitynet-rr7,arxiv-2611.01765,?TimeLens-8B,not-established:absent,mixed,hard,,,,,,,40.6,ActivityNet-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row TimeLens-8B, column ActivityNet-TimeLens R@.7)",,out:model-not-established, timelens-activitynet-iou,arxiv-2611.01765,?TimeLens-8B,not-established:absent,mixed,hard,,,,,,,53.2,ActivityNet-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row TimeLens-8B, column ActivityNet-TimeLens IoU)",,out:model-not-established, timelens-qvhighlights-rr3,arxiv-2611.01765,?TimeLens-8B,not-established:absent,mixed,hard,,,,,,,80.2,QVHighlights-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row TimeLens-8B, column QVHighlights-TimeLens R@.3)",,out:model-not-established, timelens-qvhighlights-rr5,arxiv-2611.01765,?TimeLens-8B,not-established:absent,mixed,hard,,,,,,,71.6,QVHighlights-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row TimeLens-8B, column QVHighlights-TimeLens R@.5)",,out:model-not-established, timelens-qvhighlights-rr7,arxiv-2611.01765,?TimeLens-8B,not-established:absent,mixed,hard,,,,,,,55.5,QVHighlights-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row TimeLens-8B, column QVHighlights-TimeLens R@.7)",,out:model-not-established, timelens-qvhighlights-iou,arxiv-2611.01765,?TimeLens-8B,not-established:absent,mixed,hard,,,,,,,65.5,QVHighlights-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row TimeLens-8B, column QVHighlights-TimeLens IoU)",,out:model-not-established, timelens-charades-rr3,arxiv-2611.01765,?Video-OPD-8B,not-established:absent,mixed,hard,,,,,,,74.7,Charades-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Video-OPD-8B, column Charades-TimeLens R@.3)",,out:model-not-established, timelens-charades-rr5,arxiv-2611.01765,?Video-OPD-8B,not-established:absent,mixed,hard,,,,,,,49.2,Charades-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Video-OPD-8B, column Charades-TimeLens R@.5)",,out:model-not-established, timelens-charades-rr7,arxiv-2611.01765,?Video-OPD-8B,not-established:absent,mixed,hard,,,,,,,32.8,Charades-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Video-OPD-8B, column Charades-TimeLens R@.7)",,out:model-not-established, timelens-charades-iou,arxiv-2611.01765,?Video-OPD-8B,not-established:absent,mixed,hard,,,,,,,53.0,Charades-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Video-OPD-8B, column Charades-TimeLens IoU)",,out:model-not-established, timelens-activitynet-rr3,arxiv-2611.01765,?Video-OPD-8B,not-established:absent,mixed,hard,,,,,,,66.4,ActivityNet-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Video-OPD-8B, column ActivityNet-TimeLens R@.3)",,out:model-not-established, timelens-activitynet-rr5,arxiv-2611.01765,?Video-OPD-8B,not-established:absent,mixed,hard,,,,,,,50.4,ActivityNet-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Video-OPD-8B, column ActivityNet-TimeLens R@.5)",,out:model-not-established, timelens-activitynet-rr7,arxiv-2611.01765,?Video-OPD-8B,not-established:absent,mixed,hard,,,,,,,39.3,ActivityNet-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Video-OPD-8B, column ActivityNet-TimeLens R@.7)",,out:model-not-established, timelens-activitynet-iou,arxiv-2611.01765,?Video-OPD-8B,not-established:absent,mixed,hard,,,,,,,52.1,ActivityNet-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Video-OPD-8B, column ActivityNet-TimeLens IoU)",,out:model-not-established, timelens-qvhighlights-rr3,arxiv-2611.01765,?Video-OPD-8B,not-established:absent,mixed,hard,,,,,,,77.4,QVHighlights-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Video-OPD-8B, column QVHighlights-TimeLens R@.3)",,out:model-not-established, timelens-qvhighlights-rr5,arxiv-2611.01765,?Video-OPD-8B,not-established:absent,mixed,hard,,,,,,,64.9,QVHighlights-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Video-OPD-8B, column QVHighlights-TimeLens R@.5)",,out:model-not-established, timelens-qvhighlights-rr7,arxiv-2611.01765,?Video-OPD-8B,not-established:absent,mixed,hard,,,,,,,54.4,QVHighlights-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Video-OPD-8B, column QVHighlights-TimeLens R@.7)",,out:model-not-established, timelens-qvhighlights-iou,arxiv-2611.01765,?Video-OPD-8B,not-established:absent,mixed,hard,,,,,,,64.7,QVHighlights-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Video-OPD-8B, column QVHighlights-TimeLens IoU)",,out:model-not-established, timelens-charades-rr3,arxiv-2611.01765,?FinishStrong-8B,not-established:absent,mixed,hard,,,,,,,78.2,Charades-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row FinishStrong-8B, column Charades-TimeLens R@.3)",,out:model-not-established, timelens-charades-rr5,arxiv-2611.01765,?FinishStrong-8B,not-established:absent,mixed,hard,,,,,,,64.3,Charades-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row FinishStrong-8B, column Charades-TimeLens R@.5)",,out:model-not-established, timelens-charades-rr7,arxiv-2611.01765,?FinishStrong-8B,not-established:absent,mixed,hard,,,,,,,36.5,Charades-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row FinishStrong-8B, column Charades-TimeLens R@.7)",,out:model-not-established, timelens-charades-iou,arxiv-2611.01765,?FinishStrong-8B,not-established:absent,mixed,hard,,,,,,,56.4,Charades-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row FinishStrong-8B, column Charades-TimeLens IoU)",,out:model-not-established, timelens-activitynet-rr3,arxiv-2611.01765,?FinishStrong-8B,not-established:absent,mixed,hard,,,,,,,71.2,ActivityNet-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row FinishStrong-8B, column ActivityNet-TimeLens R@.3)",,out:model-not-established, timelens-activitynet-rr5,arxiv-2611.01765,?FinishStrong-8B,not-established:absent,mixed,hard,,,,,,,62.0,ActivityNet-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row FinishStrong-8B, column ActivityNet-TimeLens R@.5)",,out:model-not-established, timelens-activitynet-rr7,arxiv-2611.01765,?FinishStrong-8B,not-established:absent,mixed,hard,,,,,,,43.8,ActivityNet-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row FinishStrong-8B, column ActivityNet-TimeLens R@.7)",,out:model-not-established, timelens-activitynet-iou,arxiv-2611.01765,?FinishStrong-8B,not-established:absent,mixed,hard,,,,,,,55.9,ActivityNet-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row FinishStrong-8B, column ActivityNet-TimeLens IoU)",,out:model-not-established, timelens-qvhighlights-rr3,arxiv-2611.01765,?FinishStrong-8B,not-established:absent,mixed,hard,,,,,,,80.9,QVHighlights-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row FinishStrong-8B, column QVHighlights-TimeLens R@.3)",,out:model-not-established, timelens-qvhighlights-rr5,arxiv-2611.01765,?FinishStrong-8B,not-established:absent,mixed,hard,,,,,,,73.2,QVHighlights-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row FinishStrong-8B, column QVHighlights-TimeLens R@.5)",,out:model-not-established, timelens-qvhighlights-rr7,arxiv-2611.01765,?FinishStrong-8B,not-established:absent,mixed,hard,,,,,,,59.1,QVHighlights-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row FinishStrong-8B, column QVHighlights-TimeLens R@.7)",,out:model-not-established, timelens-qvhighlights-iou,arxiv-2611.01765,?FinishStrong-8B,not-established:absent,mixed,hard,,,,,,,68.5,QVHighlights-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row FinishStrong-8B, column QVHighlights-TimeLens IoU)",,out:model-not-established, timelens-charades-rr3,arxiv-2611.01765,qwen3.5-9b,unstated,mixed,hard,,,,,,,71.5,Charades-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Qwen3.5-9B, column Charades-TimeLens R@.3)",,out:effort-not-established, timelens-charades-rr5,arxiv-2611.01765,qwen3.5-9b,unstated,mixed,hard,,,,,,,48.7,Charades-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Qwen3.5-9B, column Charades-TimeLens R@.5)",,out:effort-not-established, timelens-charades-rr7,arxiv-2611.01765,qwen3.5-9b,unstated,mixed,hard,,,,,,,24.6,Charades-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Qwen3.5-9B, column Charades-TimeLens R@.7)",,out:effort-not-established, timelens-charades-iou,arxiv-2611.01765,qwen3.5-9b,unstated,mixed,hard,,,,,,,47.8,Charades-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Qwen3.5-9B, column Charades-TimeLens IoU)",,out:effort-not-established, timelens-activitynet-rr3,arxiv-2611.01765,qwen3.5-9b,unstated,mixed,hard,,,,,,,68.4,ActivityNet-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Qwen3.5-9B, column ActivityNet-TimeLens R@.3)",,out:effort-not-established, timelens-activitynet-rr5,arxiv-2611.01765,qwen3.5-9b,unstated,mixed,hard,,,,,,,56.1,ActivityNet-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Qwen3.5-9B, column ActivityNet-TimeLens R@.5)",,out:effort-not-established, timelens-activitynet-rr7,arxiv-2611.01765,qwen3.5-9b,unstated,mixed,hard,,,,,,,37.8,ActivityNet-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Qwen3.5-9B, column ActivityNet-TimeLens R@.7)",,out:effort-not-established, timelens-activitynet-iou,arxiv-2611.01765,qwen3.5-9b,unstated,mixed,hard,,,,,,,51.8,ActivityNet-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Qwen3.5-9B, column ActivityNet-TimeLens IoU)",,out:effort-not-established, timelens-qvhighlights-rr3,arxiv-2611.01765,qwen3.5-9b,unstated,mixed,hard,,,,,,,77.2,QVHighlights-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Qwen3.5-9B, column QVHighlights-TimeLens R@.3)",,out:effort-not-established, timelens-qvhighlights-rr5,arxiv-2611.01765,qwen3.5-9b,unstated,mixed,hard,,,,,,,67.9,QVHighlights-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Qwen3.5-9B, column QVHighlights-TimeLens R@.5)",,out:effort-not-established, timelens-qvhighlights-rr7,arxiv-2611.01765,qwen3.5-9b,unstated,mixed,hard,,,,,,,52.6,QVHighlights-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Qwen3.5-9B, column QVHighlights-TimeLens R@.7)",,out:effort-not-established, timelens-qvhighlights-iou,arxiv-2611.01765,qwen3.5-9b,unstated,mixed,hard,,,,,,,63.2,QVHighlights-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Qwen3.5-9B, column QVHighlights-TimeLens IoU)",,out:effort-not-established, timelens-charades-rr3,arxiv-2611.01765,?SFT-9B,not-established:absent,mixed,hard,,,,,,,80.3,Charades-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row SFT-9B, column Charades-TimeLens R@.3)",,out:model-not-established, timelens-charades-rr5,arxiv-2611.01765,?SFT-9B,not-established:absent,mixed,hard,,,,,,,63.8,Charades-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row SFT-9B, column Charades-TimeLens R@.5)",,out:model-not-established, timelens-charades-rr7,arxiv-2611.01765,?SFT-9B,not-established:absent,mixed,hard,,,,,,,34.3,Charades-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row SFT-9B, column Charades-TimeLens R@.7)",,out:model-not-established, timelens-charades-iou,arxiv-2611.01765,?SFT-9B,not-established:absent,mixed,hard,,,,,,,55.7,Charades-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row SFT-9B, column Charades-TimeLens IoU)",,out:model-not-established, timelens-activitynet-rr3,arxiv-2611.01765,?SFT-9B,not-established:absent,mixed,hard,,,,,,,68.8,ActivityNet-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row SFT-9B, column ActivityNet-TimeLens R@.3)",,out:model-not-established, timelens-activitynet-rr5,arxiv-2611.01765,?SFT-9B,not-established:absent,mixed,hard,,,,,,,59.8,ActivityNet-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row SFT-9B, column ActivityNet-TimeLens R@.5)",,out:model-not-established, timelens-activitynet-rr7,arxiv-2611.01765,?SFT-9B,not-established:absent,mixed,hard,,,,,,,42.3,ActivityNet-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row SFT-9B, column ActivityNet-TimeLens R@.7)",,out:model-not-established, timelens-activitynet-iou,arxiv-2611.01765,?SFT-9B,not-established:absent,mixed,hard,,,,,,,54.7,ActivityNet-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row SFT-9B, column ActivityNet-TimeLens IoU)",,out:model-not-established, timelens-qvhighlights-rr3,arxiv-2611.01765,?SFT-9B,not-established:absent,mixed,hard,,,,,,,75.3,QVHighlights-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row SFT-9B, column QVHighlights-TimeLens R@.3)",,out:model-not-established, timelens-qvhighlights-rr5,arxiv-2611.01765,?SFT-9B,not-established:absent,mixed,hard,,,,,,,66.8,QVHighlights-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row SFT-9B, column QVHighlights-TimeLens R@.5)",,out:model-not-established, timelens-qvhighlights-rr7,arxiv-2611.01765,?SFT-9B,not-established:absent,mixed,hard,,,,,,,53.3,QVHighlights-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row SFT-9B, column QVHighlights-TimeLens R@.7)",,out:model-not-established, timelens-qvhighlights-iou,arxiv-2611.01765,?SFT-9B,not-established:absent,mixed,hard,,,,,,,63.3,QVHighlights-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row SFT-9B, column QVHighlights-TimeLens IoU)",,out:model-not-established, timelens-charades-rr3,arxiv-2611.01765,?GRPO-9B,not-established:absent,mixed,hard,,,,,,,77.7,Charades-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row GRPO-9B, column Charades-TimeLens R@.3)",,out:model-not-established, timelens-charades-rr5,arxiv-2611.01765,?GRPO-9B,not-established:absent,mixed,hard,,,,,,,62.5,Charades-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row GRPO-9B, column Charades-TimeLens R@.5)",,out:model-not-established, timelens-charades-rr7,arxiv-2611.01765,?GRPO-9B,not-established:absent,mixed,hard,,,,,,,34.1,Charades-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row GRPO-9B, column Charades-TimeLens R@.7)",,out:model-not-established, timelens-charades-iou,arxiv-2611.01765,?GRPO-9B,not-established:absent,mixed,hard,,,,,,,54.9,Charades-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row GRPO-9B, column Charades-TimeLens IoU)",,out:model-not-established, timelens-activitynet-rr3,arxiv-2611.01765,?GRPO-9B,not-established:absent,mixed,hard,,,,,,,72.8,ActivityNet-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row GRPO-9B, column ActivityNet-TimeLens R@.3)",,out:model-not-established, timelens-activitynet-rr5,arxiv-2611.01765,?GRPO-9B,not-established:absent,mixed,hard,,,,,,,63.4,ActivityNet-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row GRPO-9B, column ActivityNet-TimeLens R@.5)",,out:model-not-established, timelens-activitynet-rr7,arxiv-2611.01765,?GRPO-9B,not-established:absent,mixed,hard,,,,,,,45.2,ActivityNet-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row GRPO-9B, column ActivityNet-TimeLens R@.7)",,out:model-not-established, timelens-activitynet-iou,arxiv-2611.01765,?GRPO-9B,not-established:absent,mixed,hard,,,,,,,57.3,ActivityNet-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row GRPO-9B, column ActivityNet-TimeLens IoU)",,out:model-not-established, timelens-qvhighlights-rr3,arxiv-2611.01765,?GRPO-9B,not-established:absent,mixed,hard,,,,,,,80.8,QVHighlights-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row GRPO-9B, column QVHighlights-TimeLens R@.3)",,out:model-not-established, timelens-qvhighlights-rr5,arxiv-2611.01765,?GRPO-9B,not-established:absent,mixed,hard,,,,,,,72.3,QVHighlights-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row GRPO-9B, column QVHighlights-TimeLens R@.5)",,out:model-not-established, timelens-qvhighlights-rr7,arxiv-2611.01765,?GRPO-9B,not-established:absent,mixed,hard,,,,,,,56.8,QVHighlights-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row GRPO-9B, column QVHighlights-TimeLens R@.7)",,out:model-not-established, timelens-qvhighlights-iou,arxiv-2611.01765,?GRPO-9B,not-established:absent,mixed,hard,,,,,,,66.7,QVHighlights-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row GRPO-9B, column QVHighlights-TimeLens IoU)",,out:model-not-established, timelens-charades-rr3,arxiv-2611.01765,?TimeLens-9B,not-established:absent,mixed,hard,,,,,,,78.5,Charades-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row TimeLens-9B, column Charades-TimeLens R@.3)",,out:model-not-established, timelens-charades-rr5,arxiv-2611.01765,?TimeLens-9B,not-established:absent,mixed,hard,,,,,,,63.4,Charades-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row TimeLens-9B, column Charades-TimeLens R@.5)",,out:model-not-established, timelens-charades-rr7,arxiv-2611.01765,?TimeLens-9B,not-established:absent,mixed,hard,,,,,,,37.4,Charades-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row TimeLens-9B, column Charades-TimeLens R@.7)",,out:model-not-established, timelens-charades-iou,arxiv-2611.01765,?TimeLens-9B,not-established:absent,mixed,hard,,,,,,,56.6,Charades-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row TimeLens-9B, column Charades-TimeLens IoU)",,out:model-not-established, timelens-activitynet-rr3,arxiv-2611.01765,?TimeLens-9B,not-established:absent,mixed,hard,,,,,,,70.3,ActivityNet-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row TimeLens-9B, column ActivityNet-TimeLens R@.3)",,out:model-not-established, timelens-activitynet-rr5,arxiv-2611.01765,?TimeLens-9B,not-established:absent,mixed,hard,,,,,,,59.9,ActivityNet-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row TimeLens-9B, column ActivityNet-TimeLens R@.5)",,out:model-not-established, timelens-activitynet-rr7,arxiv-2611.01765,?TimeLens-9B,not-established:absent,mixed,hard,,,,,,,43.1,ActivityNet-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row TimeLens-9B, column ActivityNet-TimeLens R@.7)",,out:model-not-established, timelens-activitynet-iou,arxiv-2611.01765,?TimeLens-9B,not-established:absent,mixed,hard,,,,,,,55.3,ActivityNet-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row TimeLens-9B, column ActivityNet-TimeLens IoU)",,out:model-not-established, timelens-qvhighlights-rr3,arxiv-2611.01765,?TimeLens-9B,not-established:absent,mixed,hard,,,,,,,80.8,QVHighlights-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row TimeLens-9B, column QVHighlights-TimeLens R@.3)",,out:model-not-established, timelens-qvhighlights-rr5,arxiv-2611.01765,?TimeLens-9B,not-established:absent,mixed,hard,,,,,,,70.9,QVHighlights-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row TimeLens-9B, column QVHighlights-TimeLens R@.5)",,out:model-not-established, timelens-qvhighlights-rr7,arxiv-2611.01765,?TimeLens-9B,not-established:absent,mixed,hard,,,,,,,57.1,QVHighlights-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row TimeLens-9B, column QVHighlights-TimeLens R@.7)",,out:model-not-established, timelens-qvhighlights-iou,arxiv-2611.01765,?TimeLens-9B,not-established:absent,mixed,hard,,,,,,,66.9,QVHighlights-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row TimeLens-9B, column QVHighlights-TimeLens IoU)",,out:model-not-established, timelens-charades-rr3,arxiv-2611.01765,?Video-OPD-9B,not-established:absent,mixed,hard,,,,,,,74.8,Charades-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Video-OPD-9B, column Charades-TimeLens R@.3)",,out:model-not-established, timelens-charades-rr5,arxiv-2611.01765,?Video-OPD-9B,not-established:absent,mixed,hard,,,,,,,48.9,Charades-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Video-OPD-9B, column Charades-TimeLens R@.5)",,out:model-not-established, timelens-charades-rr7,arxiv-2611.01765,?Video-OPD-9B,not-established:absent,mixed,hard,,,,,,,32.8,Charades-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Video-OPD-9B, column Charades-TimeLens R@.7)",,out:model-not-established, timelens-charades-iou,arxiv-2611.01765,?Video-OPD-9B,not-established:absent,mixed,hard,,,,,,,53.6,Charades-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Video-OPD-9B, column Charades-TimeLens IoU)",,out:model-not-established, timelens-activitynet-rr3,arxiv-2611.01765,?Video-OPD-9B,not-established:absent,mixed,hard,,,,,,,73.6,ActivityNet-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Video-OPD-9B, column ActivityNet-TimeLens R@.3)",,out:model-not-established, timelens-activitynet-rr5,arxiv-2611.01765,?Video-OPD-9B,not-established:absent,mixed,hard,,,,,,,57.2,ActivityNet-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Video-OPD-9B, column ActivityNet-TimeLens R@.5)",,out:model-not-established, timelens-activitynet-rr7,arxiv-2611.01765,?Video-OPD-9B,not-established:absent,mixed,hard,,,,,,,46.3,ActivityNet-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Video-OPD-9B, column ActivityNet-TimeLens R@.7)",,out:model-not-established, timelens-activitynet-iou,arxiv-2611.01765,?Video-OPD-9B,not-established:absent,mixed,hard,,,,,,,58.5,ActivityNet-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Video-OPD-9B, column ActivityNet-TimeLens IoU)",,out:model-not-established, timelens-qvhighlights-rr3,arxiv-2611.01765,?Video-OPD-9B,not-established:absent,mixed,hard,,,,,,,83.7,QVHighlights-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Video-OPD-9B, column QVHighlights-TimeLens R@.3)",,out:model-not-established, timelens-qvhighlights-rr5,arxiv-2611.01765,?Video-OPD-9B,not-established:absent,mixed,hard,,,,,,,70.8,QVHighlights-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Video-OPD-9B, column QVHighlights-TimeLens R@.5)",,out:model-not-established, timelens-qvhighlights-rr7,arxiv-2611.01765,?Video-OPD-9B,not-established:absent,mixed,hard,,,,,,,60.9,QVHighlights-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Video-OPD-9B, column QVHighlights-TimeLens R@.7)",,out:model-not-established, timelens-qvhighlights-iou,arxiv-2611.01765,?Video-OPD-9B,not-established:absent,mixed,hard,,,,,,,70.3,QVHighlights-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row Video-OPD-9B, column QVHighlights-TimeLens IoU)",,out:model-not-established, timelens-charades-rr3,arxiv-2611.01765,?FinishStrong-9B,not-established:absent,mixed,hard,,,,,,,81.9,Charades-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row FinishStrong-9B, column Charades-TimeLens R@.3)",,out:model-not-established, timelens-charades-rr5,arxiv-2611.01765,?FinishStrong-9B,not-established:absent,mixed,hard,,,,,,,67.6,Charades-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row FinishStrong-9B, column Charades-TimeLens R@.5)",,out:model-not-established, timelens-charades-rr7,arxiv-2611.01765,?FinishStrong-9B,not-established:absent,mixed,hard,,,,,,,39.0,Charades-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row FinishStrong-9B, column Charades-TimeLens R@.7)",,out:model-not-established, timelens-charades-iou,arxiv-2611.01765,?FinishStrong-9B,not-established:absent,mixed,hard,,,,,,,58.7,Charades-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row FinishStrong-9B, column Charades-TimeLens IoU)",,out:model-not-established, timelens-activitynet-rr3,arxiv-2611.01765,?FinishStrong-9B,not-established:absent,mixed,hard,,,,,,,75.5,ActivityNet-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row FinishStrong-9B, column ActivityNet-TimeLens R@.3)",,out:model-not-established, timelens-activitynet-rr5,arxiv-2611.01765,?FinishStrong-9B,not-established:absent,mixed,hard,,,,,,,66.6,ActivityNet-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row FinishStrong-9B, column ActivityNet-TimeLens R@.5)",,out:model-not-established, timelens-activitynet-rr7,arxiv-2611.01765,?FinishStrong-9B,not-established:absent,mixed,hard,,,,,,,49.6,ActivityNet-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row FinishStrong-9B, column ActivityNet-TimeLens R@.7)",,out:model-not-established, timelens-activitynet-iou,arxiv-2611.01765,?FinishStrong-9B,not-established:absent,mixed,hard,,,,,,,60.8,ActivityNet-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row FinishStrong-9B, column ActivityNet-TimeLens IoU)",,out:model-not-established, timelens-qvhighlights-rr3,arxiv-2611.01765,?FinishStrong-9B,not-established:absent,mixed,hard,,,,,,,83.5,QVHighlights-TimeLens R@.3 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row FinishStrong-9B, column QVHighlights-TimeLens R@.3)",,out:model-not-established, timelens-qvhighlights-rr5,arxiv-2611.01765,?FinishStrong-9B,not-established:absent,mixed,hard,,,,,,,76.2,QVHighlights-TimeLens R@.5 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row FinishStrong-9B, column QVHighlights-TimeLens R@.5)",,out:model-not-established, timelens-qvhighlights-rr7,arxiv-2611.01765,?FinishStrong-9B,not-established:absent,mixed,hard,,,,,,,62.6,QVHighlights-TimeLens R@.7 (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row FinishStrong-9B, column QVHighlights-TimeLens R@.7)",,out:model-not-established, timelens-qvhighlights-iou,arxiv-2611.01765,?FinishStrong-9B,not-established:absent,mixed,hard,,,,,,,71.0,QVHighlights-TimeLens IoU (%),0.0289,,,"https://arxiv.org/abs/2611.01765 (Table 1, row FinishStrong-9B, column QVHighlights-TimeLens IoU)",,out:model-not-established, arxiv-2611.01834-ab-fin,arxiv-2611.01834,?Qwen3.5-379B,not-established:absent,agentic-tool,hard,,,,,,,7.0,AutomationBench Fin.,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.5-379B, column AutomationBench Fin.)",,out:model-not-established, arxiv-2611.01834-ab-hr,arxiv-2611.01834,?Qwen3.5-379B,not-established:absent,agentic-tool,hard,,,,,,,5.0,AutomationBench HR,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.5-379B, column AutomationBench HR)",,out:model-not-established, arxiv-2611.01834-ab-mkt,arxiv-2611.01834,?Qwen3.5-379B,not-established:absent,agentic-tool,hard,,,,,,,2.0,AutomationBench Mkt.,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.5-379B, column AutomationBench Mkt.)",,out:model-not-established, arxiv-2611.01834-ab-ops,arxiv-2611.01834,?Qwen3.5-379B,not-established:absent,agentic-tool,hard,,,,,,,10.0,AutomationBench Ops.,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.5-379B, column AutomationBench Ops.)",,out:model-not-established, arxiv-2611.01834-ab-sal,arxiv-2611.01834,?Qwen3.5-379B,not-established:absent,agentic-tool,hard,,,,,,,7.0,AutomationBench Sal.,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.5-379B, column AutomationBench Sal.)",,out:model-not-established, arxiv-2611.01834-ab-sup,arxiv-2611.01834,?Qwen3.5-379B,not-established:absent,agentic-tool,hard,,,,,,,5.0,AutomationBench Sup.,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.5-379B, column AutomationBench Sup.)",,out:model-not-established, arxiv-2611.01834-ab-avg,arxiv-2611.01834,?Qwen3.5-379B,not-established:absent,agentic-tool,hard,,,,,,,6.0,AutomationBench Avg,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.5-379B, column AutomationBench Avg)",,out:model-not-established, arxiv-2611.01834-mc-file,arxiv-2611.01834,?Qwen3.5-379B,not-established:absent,agentic-tool,hard,,,,,,,24.2,MCP-Mark File,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.5-379B, column MCP-Mark File)",,out:model-not-established, arxiv-2611.01834-mc-gith,arxiv-2611.01834,?Qwen3.5-379B,not-established:absent,agentic-tool,hard,,,,,,,51.1,MCP-Mark GitH.,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.5-379B, column MCP-Mark GitH.)",,out:model-not-established, arxiv-2611.01834-mc-not,arxiv-2611.01834,?Qwen3.5-379B,not-established:absent,agentic-tool,hard,,,,,,,37.5,MCP-Mark Not.,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.5-379B, column MCP-Mark Not.)",,out:model-not-established, arxiv-2611.01834-mc-play,arxiv-2611.01834,?Qwen3.5-379B,not-established:absent,agentic-tool,hard,,,,,,,64.0,MCP-Mark Play.,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.5-379B, column MCP-Mark Play.)",,out:model-not-established, arxiv-2611.01834-mc-post,arxiv-2611.01834,?Qwen3.5-379B,not-established:absent,agentic-tool,hard,,,,,,,64.3,MCP-Mark Post.,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.5-379B, column MCP-Mark Post.)",,out:model-not-established, arxiv-2611.01834-mc-avg,arxiv-2611.01834,?Qwen3.5-379B,not-established:absent,agentic-tool,hard,,,,,,,46.5,MCP-Mark Avg,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.5-379B, column MCP-Mark Avg)",,out:model-not-established, arxiv-2611.01834-bf-srch,arxiv-2611.01834,?Qwen3.5-379B,not-established:absent,agentic-tool,hard,,,,,,,61.5,BFCL v4 Srch.,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.5-379B, column BFCL v4 Srch.)",,out:model-not-established, arxiv-2611.01834-bf-mem,arxiv-2611.01834,?Qwen3.5-379B,not-established:absent,agentic-tool,hard,,,,,,,60.9,BFCL v4 Mem.,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.5-379B, column BFCL v4 Mem.)",,out:model-not-established, arxiv-2611.01834-bf-mult,arxiv-2611.01834,?Qwen3.5-379B,not-established:absent,agentic-tool,hard,,,,,,,64.0,BFCL v4 MultT.,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.5-379B, column BFCL v4 MultT.)",,out:model-not-established, arxiv-2611.01834-bf-nonl,arxiv-2611.01834,?Qwen3.5-379B,not-established:absent,agentic-tool,hard,,,,,,,89.5,BFCL v4 NonL.,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.5-379B, column BFCL v4 NonL.)",,out:model-not-established, arxiv-2611.01834-bf-live,arxiv-2611.01834,?Qwen3.5-379B,not-established:absent,agentic-tool,hard,,,,,,,83.1,BFCL v4 Live,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.5-379B, column BFCL v4 Live)",,out:model-not-established, arxiv-2611.01834-bf-rel,arxiv-2611.01834,?Qwen3.5-379B,not-established:absent,agentic-tool,hard,,,,,,,87.5,BFCL v4 Rel.,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.5-379B, column BFCL v4 Rel.)",,out:model-not-established, arxiv-2611.01834-bf-irr,arxiv-2611.01834,?Qwen3.5-379B,not-established:absent,agentic-tool,hard,,,,,,,85.4,BFCL v4 Irr.,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.5-379B, column BFCL v4 Irr.)",,out:model-not-established, arxiv-2611.01834-bf-avg,arxiv-2611.01834,?Qwen3.5-379B,not-established:absent,agentic-tool,hard,,,,,,,69.5,BFCL v4 Avg,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.5-379B, column BFCL v4 Avg)",,out:model-not-established, arxiv-2611.01834-ab-fin,arxiv-2611.01834,qwen3.5-27b,think,agentic-tool,hard,,,,,,,4.0,AutomationBench Fin.,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.5-27B, column AutomationBench Fin.)",,in, arxiv-2611.01834-ab-hr,arxiv-2611.01834,qwen3.5-27b,think,agentic-tool,hard,,,,,,,3.0,AutomationBench HR,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.5-27B, column AutomationBench HR)",,in, arxiv-2611.01834-ab-mkt,arxiv-2611.01834,qwen3.5-27b,think,agentic-tool,hard,,,,,,,1.0,AutomationBench Mkt.,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.5-27B, column AutomationBench Mkt.)",,in, arxiv-2611.01834-ab-ops,arxiv-2611.01834,qwen3.5-27b,think,agentic-tool,hard,,,,,,,4.0,AutomationBench Ops.,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.5-27B, column AutomationBench Ops.)",,in, arxiv-2611.01834-ab-sal,arxiv-2611.01834,qwen3.5-27b,think,agentic-tool,hard,,,,,,,4.0,AutomationBench Sal.,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.5-27B, column AutomationBench Sal.)",,in, arxiv-2611.01834-ab-sup,arxiv-2611.01834,qwen3.5-27b,think,agentic-tool,hard,,,,,,,3.0,AutomationBench Sup.,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.5-27B, column AutomationBench Sup.)",,in, arxiv-2611.01834-ab-avg,arxiv-2611.01834,qwen3.5-27b,think,agentic-tool,hard,,,,,,,3.2,AutomationBench Avg,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.5-27B, column AutomationBench Avg)",,in, arxiv-2611.01834-mc-file,arxiv-2611.01834,qwen3.5-27b,think,agentic-tool,hard,,,,,,,45.0,MCP-Mark File,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.5-27B, column MCP-Mark File)",,in, arxiv-2611.01834-mc-gith,arxiv-2611.01834,qwen3.5-27b,think,agentic-tool,hard,,,,,,,40.2,MCP-Mark GitH.,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.5-27B, column MCP-Mark GitH.)",,in, arxiv-2611.01834-mc-not,arxiv-2611.01834,qwen3.5-27b,think,agentic-tool,hard,,,,,,,33.0,MCP-Mark Not.,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.5-27B, column MCP-Mark Not.)",,in, arxiv-2611.01834-mc-play,arxiv-2611.01834,qwen3.5-27b,think,agentic-tool,hard,,,,,,,55.0,MCP-Mark Play.,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.5-27B, column MCP-Mark Play.)",,in, arxiv-2611.01834-mc-post,arxiv-2611.01834,qwen3.5-27b,think,agentic-tool,hard,,,,,,,53.6,MCP-Mark Post.,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.5-27B, column MCP-Mark Post.)",,in, arxiv-2611.01834-mc-avg,arxiv-2611.01834,qwen3.5-27b,think,agentic-tool,hard,,,,,,,44.9,MCP-Mark Avg,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.5-27B, column MCP-Mark Avg)",,in, arxiv-2611.01834-bf-srch,arxiv-2611.01834,qwen3.5-27b,think,agentic-tool,hard,,,,,,,59.3,BFCL v4 Srch.,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.5-27B, column BFCL v4 Srch.)",,in, arxiv-2611.01834-bf-mem,arxiv-2611.01834,qwen3.5-27b,think,agentic-tool,hard,,,,,,,56.6,BFCL v4 Mem.,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.5-27B, column BFCL v4 Mem.)",,in, arxiv-2611.01834-bf-mult,arxiv-2611.01834,qwen3.5-27b,think,agentic-tool,hard,,,,,,,63.3,BFCL v4 MultT.,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.5-27B, column BFCL v4 MultT.)",,in, arxiv-2611.01834-bf-nonl,arxiv-2611.01834,qwen3.5-27b,think,agentic-tool,hard,,,,,,,89.1,BFCL v4 NonL.,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.5-27B, column BFCL v4 NonL.)",,in, arxiv-2611.01834-bf-live,arxiv-2611.01834,qwen3.5-27b,think,agentic-tool,hard,,,,,,,82.5,BFCL v4 Live,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.5-27B, column BFCL v4 Live)",,in, arxiv-2611.01834-bf-rel,arxiv-2611.01834,qwen3.5-27b,think,agentic-tool,hard,,,,,,,87.5,BFCL v4 Rel.,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.5-27B, column BFCL v4 Rel.)",,in, arxiv-2611.01834-bf-irr,arxiv-2611.01834,qwen3.5-27b,think,agentic-tool,hard,,,,,,,83.2,BFCL v4 Irr.,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.5-27B, column BFCL v4 Irr.)",,in, arxiv-2611.01834-bf-avg,arxiv-2611.01834,qwen3.5-27b,think,agentic-tool,hard,,,,,,,67.6,BFCL v4 Avg,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.5-27B, column BFCL v4 Avg)",,in, arxiv-2611.01834-ab-fin,arxiv-2611.01834,qwen3.6-27b,think,agentic-tool,hard,,,,,,,19.0,AutomationBench Fin.,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.6-27B, column AutomationBench Fin.)",,in, arxiv-2611.01834-ab-hr,arxiv-2611.01834,qwen3.6-27b,think,agentic-tool,hard,,,,,,,17.0,AutomationBench HR,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.6-27B, column AutomationBench HR)",,in, arxiv-2611.01834-ab-mkt,arxiv-2611.01834,qwen3.6-27b,think,agentic-tool,hard,,,,,,,10.0,AutomationBench Mkt.,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.6-27B, column AutomationBench Mkt.)",,in, arxiv-2611.01834-ab-ops,arxiv-2611.01834,qwen3.6-27b,think,agentic-tool,hard,,,,,,,21.0,AutomationBench Ops.,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.6-27B, column AutomationBench Ops.)",,in, arxiv-2611.01834-ab-sal,arxiv-2611.01834,qwen3.6-27b,think,agentic-tool,hard,,,,,,,11.0,AutomationBench Sal.,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.6-27B, column AutomationBench Sal.)",,in, arxiv-2611.01834-ab-sup,arxiv-2611.01834,qwen3.6-27b,think,agentic-tool,hard,,,,,,,18.0,AutomationBench Sup.,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.6-27B, column AutomationBench Sup.)",,in, arxiv-2611.01834-ab-avg,arxiv-2611.01834,qwen3.6-27b,think,agentic-tool,hard,,,,,,,16.0,AutomationBench Avg,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.6-27B, column AutomationBench Avg)",,in, arxiv-2611.01834-mc-file,arxiv-2611.01834,qwen3.6-27b,think,agentic-tool,hard,,,,,,,40.0,MCP-Mark File,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.6-27B, column MCP-Mark File)",,in, arxiv-2611.01834-mc-gith,arxiv-2611.01834,qwen3.6-27b,think,agentic-tool,hard,,,,,,,45.7,MCP-Mark GitH.,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.6-27B, column MCP-Mark GitH.)",,in, arxiv-2611.01834-mc-not,arxiv-2611.01834,qwen3.6-27b,think,agentic-tool,hard,,,,,,,43.8,MCP-Mark Not.,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.6-27B, column MCP-Mark Not.)",,in, arxiv-2611.01834-mc-play,arxiv-2611.01834,qwen3.6-27b,think,agentic-tool,hard,,,,,,,20.0,MCP-Mark Play.,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.6-27B, column MCP-Mark Play.)",,in, arxiv-2611.01834-mc-post,arxiv-2611.01834,qwen3.6-27b,think,agentic-tool,hard,,,,,,,67.9,MCP-Mark Post.,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.6-27B, column MCP-Mark Post.)",,in, arxiv-2611.01834-mc-avg,arxiv-2611.01834,qwen3.6-27b,think,agentic-tool,hard,,,,,,,42.5,MCP-Mark Avg,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.6-27B, column MCP-Mark Avg)",,in, arxiv-2611.01834-bf-srch,arxiv-2611.01834,qwen3.6-27b,think,agentic-tool,hard,,,,,,,27.9,BFCL v4 Srch.,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.6-27B, column BFCL v4 Srch.)",,in, arxiv-2611.01834-bf-mem,arxiv-2611.01834,qwen3.6-27b,think,agentic-tool,hard,,,,,,,61.0,BFCL v4 Mem.,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.6-27B, column BFCL v4 Mem.)",,in, arxiv-2611.01834-bf-mult,arxiv-2611.01834,qwen3.6-27b,think,agentic-tool,hard,,,,,,,65.0,BFCL v4 MultT.,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.6-27B, column BFCL v4 MultT.)",,in, arxiv-2611.01834-bf-nonl,arxiv-2611.01834,qwen3.6-27b,think,agentic-tool,hard,,,,,,,89.0,BFCL v4 NonL.,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.6-27B, column BFCL v4 NonL.)",,in, arxiv-2611.01834-bf-live,arxiv-2611.01834,qwen3.6-27b,think,agentic-tool,hard,,,,,,,83.8,BFCL v4 Live,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.6-27B, column BFCL v4 Live)",,in, arxiv-2611.01834-bf-rel,arxiv-2611.01834,qwen3.6-27b,think,agentic-tool,hard,,,,,,,75.0,BFCL v4 Rel.,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.6-27B, column BFCL v4 Rel.)",,in, arxiv-2611.01834-bf-irr,arxiv-2611.01834,qwen3.6-27b,think,agentic-tool,hard,,,,,,,84.6,BFCL v4 Irr.,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.6-27B, column BFCL v4 Irr.)",,in, arxiv-2611.01834-bf-avg,arxiv-2611.01834,qwen3.6-27b,think,agentic-tool,hard,,,,,,,63.0,BFCL v4 Avg,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.6-27B, column BFCL v4 Avg)",,in, arxiv-2611.01834-ab-fin,arxiv-2611.01834,qwen3.8-27b,not-established:absent,agentic-tool,hard,,,,,,,42.5,AutomationBench Fin.,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.8-27B, column AutomationBench Fin.)",,out:effort-not-established, arxiv-2611.01834-ab-hr,arxiv-2611.01834,qwen3.8-27b,not-established:absent,agentic-tool,hard,,,,,,,44.0,AutomationBench HR,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.8-27B, column AutomationBench HR)",,out:effort-not-established, arxiv-2611.01834-ab-mkt,arxiv-2611.01834,qwen3.8-27b,not-established:absent,agentic-tool,hard,,,,,,,32.5,AutomationBench Mkt.,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.8-27B, column AutomationBench Mkt.)",,out:effort-not-established, arxiv-2611.01834-ab-ops,arxiv-2611.01834,qwen3.8-27b,not-established:absent,agentic-tool,hard,,,,,,,45.0,AutomationBench Ops.,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.8-27B, column AutomationBench Ops.)",,out:effort-not-established, arxiv-2611.01834-ab-sal,arxiv-2611.01834,qwen3.8-27b,not-established:absent,agentic-tool,hard,,,,,,,34.0,AutomationBench Sal.,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.8-27B, column AutomationBench Sal.)",,out:effort-not-established, arxiv-2611.01834-ab-sup,arxiv-2611.01834,qwen3.8-27b,not-established:absent,agentic-tool,hard,,,,,,,27.5,AutomationBench Sup.,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.8-27B, column AutomationBench Sup.)",,out:effort-not-established, arxiv-2611.01834-ab-avg,arxiv-2611.01834,qwen3.8-27b,not-established:absent,agentic-tool,hard,,,,,,,37.6,AutomationBench Avg,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.8-27B, column AutomationBench Avg)",,out:effort-not-established, arxiv-2611.01834-mc-file,arxiv-2611.01834,qwen3.8-27b,not-established:absent,agentic-tool,hard,,,,,,,63.3,MCP-Mark File,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.8-27B, column MCP-Mark File)",,out:effort-not-established, arxiv-2611.01834-mc-gith,arxiv-2611.01834,qwen3.8-27b,not-established:absent,agentic-tool,hard,,,,,,,71.7,MCP-Mark GitH.,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.8-27B, column MCP-Mark GitH.)",,out:effort-not-established, arxiv-2611.01834-mc-not,arxiv-2611.01834,qwen3.8-27b,not-established:absent,agentic-tool,hard,,,,,,,80.4,MCP-Mark Not.,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.8-27B, column MCP-Mark Not.)",,out:effort-not-established, arxiv-2611.01834-mc-play,arxiv-2611.01834,qwen3.8-27b,not-established:absent,agentic-tool,hard,,,,,,,68.0,MCP-Mark Play.,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.8-27B, column MCP-Mark Play.)",,out:effort-not-established, arxiv-2611.01834-mc-post,arxiv-2611.01834,qwen3.8-27b,not-established:absent,agentic-tool,hard,,,,,,,85.7,MCP-Mark Post.,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.8-27B, column MCP-Mark Post.)",,out:effort-not-established, arxiv-2611.01834-mc-avg,arxiv-2611.01834,qwen3.8-27b,not-established:absent,agentic-tool,hard,,,,,,,73.2,MCP-Mark Avg,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.8-27B, column MCP-Mark Avg)",,out:effort-not-established, arxiv-2611.01834-bf-srch,arxiv-2611.01834,qwen3.8-27b,not-established:absent,agentic-tool,hard,,,,,,,65.4,BFCL v4 Srch.,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.8-27B, column BFCL v4 Srch.)",,out:effort-not-established, arxiv-2611.01834-bf-mem,arxiv-2611.01834,qwen3.8-27b,not-established:absent,agentic-tool,hard,,,,,,,78.2,BFCL v4 Mem.,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.8-27B, column BFCL v4 Mem.)",,out:effort-not-established, arxiv-2611.01834-bf-mult,arxiv-2611.01834,qwen3.8-27b,not-established:absent,agentic-tool,hard,,,,,,,59.1,BFCL v4 MultT.,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.8-27B, column BFCL v4 MultT.)",,out:effort-not-established, arxiv-2611.01834-bf-nonl,arxiv-2611.01834,qwen3.8-27b,not-established:absent,agentic-tool,hard,,,,,,,86.0,BFCL v4 NonL.,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.8-27B, column BFCL v4 NonL.)",,out:effort-not-established, arxiv-2611.01834-bf-live,arxiv-2611.01834,qwen3.8-27b,not-established:absent,agentic-tool,hard,,,,,,,79.9,BFCL v4 Live,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.8-27B, column BFCL v4 Live)",,out:effort-not-established, arxiv-2611.01834-bf-rel,arxiv-2611.01834,qwen3.8-27b,not-established:absent,agentic-tool,hard,,,,,,,76.6,BFCL v4 Rel.,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.8-27B, column BFCL v4 Rel.)",,out:effort-not-established, arxiv-2611.01834-bf-irr,arxiv-2611.01834,qwen3.8-27b,not-established:absent,agentic-tool,hard,,,,,,,79.7,BFCL v4 Irr.,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.8-27B, column BFCL v4 Irr.)",,out:effort-not-established, arxiv-2611.01834-bf-avg,arxiv-2611.01834,qwen3.8-27b,not-established:absent,agentic-tool,hard,,,,,,,71.0,BFCL v4 Avg,0.0289,,,"https://arxiv.org/abs/2611.01834 (Table 1, row Qwen3.8-27B, column BFCL v4 Avg)",,out:effort-not-established, arxiv-2611.02028-kernelcraft-l1-ptx-pass-rate,arxiv-2611.02028,gpt-6-luna,xhigh,mixed,hard,,,,,,,25,pass rate (%),0.289,,,"https://arxiv.org/abs/2611.02028 (Table 2, row PTX pass rate, column GPT-6 Luna)",,out:single-couple, arxiv-2611.02028-kernelcraft-l1-cuda-pass-rate,arxiv-2611.02028,gpt-6-luna,xhigh,mixed,hard,,,,,,,25,pass rate (%),0.289,,,"https://arxiv.org/abs/2611.02028 (Table 2, row CUDA pass rate, column GPT-6 Luna)",,out:single-couple, arxiv-2611.02028-kernelcraft-l1-hip-pass-rate,arxiv-2611.02028,gpt-6-luna,xhigh,mixed,hard,,,,,,,25,pass rate (%),0.289,,,"https://arxiv.org/abs/2611.02028 (Table 2, row HIP pass rate, column GPT-6 Luna)",,out:single-couple, arxiv-2611.02028-kc-l1-ptx-glm53,arxiv-2611.02028,glm-5.3,default,coding,hard,LARK + ReAct agent,,,,,,83,KernelCraft Level 1 PTX verification pass rate over twelve tasks (%),0.289,,,"https://arxiv.org/abs/2611.02028 (Table 2, row PTX pass rate, column GLM 5.3)",,out:effort-not-established, arxiv-2611.02028-kc-l1-ptx-glm53f,arxiv-2611.02028,glm-5.3-flash,default,coding,hard,LARK + ReAct agent,,,,,,58,KernelCraft Level 1 PTX verification pass rate over twelve tasks (%),0.289,,,"https://arxiv.org/abs/2611.02028 (Table 2, row PTX pass rate, column GLM 5.3 Flash)",,out:effort-not-established, arxiv-2611.02028-kc-l1-cuda-glm53,arxiv-2611.02028,glm-5.3,default,coding,hard,LARK + ReAct agent,,,,,,75,KernelCraft Level 1 CUDA verification pass rate over twelve tasks (%),0.289,,,"https://arxiv.org/abs/2611.02028 (Table 2, row CUDA pass rate, column GLM 5.3)",,out:effort-not-established, arxiv-2611.02028-kc-l1-cuda-glm53f,arxiv-2611.02028,glm-5.3-flash,default,coding,hard,LARK + ReAct agent,,,,,,50,KernelCraft Level 1 CUDA verification pass rate over twelve tasks (%),0.289,,,"https://arxiv.org/abs/2611.02028 (Table 2, row CUDA pass rate, column GLM 5.3 Flash)",,out:effort-not-established, arxiv-2611.02028-kc-l1-hip-glm53,arxiv-2611.02028,glm-5.3,default,coding,hard,LARK + ReAct agent,,,,,,83,KernelCraft Level 1 HIP verification pass rate over twelve tasks (%),0.289,,,"https://arxiv.org/abs/2611.02028 (Table 2, row HIP pass rate, column GLM 5.3)",,out:effort-not-established, arxiv-2611.02028-kc-l1-hip-glm53f,arxiv-2611.02028,glm-5.3-flash,default,coding,hard,LARK + ReAct agent,,,,,,50,KernelCraft Level 1 HIP verification pass rate over twelve tasks (%),0.289,,,"https://arxiv.org/abs/2611.02028 (Table 2, row HIP pass rate, column GLM 5.3 Flash)",,out:effort-not-established, arxiv-2611.02028-kc-l2-ptx-glm53,arxiv-2611.02028,glm-5.3,default,coding,hard,LARK + ReAct agent,,,,,,20,KernelCraft Level 2 PTX verification pass rate over five tasks (%),0.289,,,"https://arxiv.org/abs/2611.02028 (Table 3, row GLM 5.3, column Total)",,out:effort-not-established, arxiv-2611.02075-zeroshot,arxiv-2611.02075,qwen3.5-4b,nothink,mixed,hard,,,,,,,64.56,"Decision accuracy (%) over 50 benchmarks, zero-shot",0.00289,,,"https://arxiv.org/abs/2611.02075 (Table 1, row Qwen3.5-4B, column Zero-shot)",,in, arxiv-2611.02075-fewshot,arxiv-2611.02075,qwen3.5-4b,nothink,mixed,hard,,,,,,,60.51,"Decision accuracy (%) over 50 benchmarks, few-shot",0.00289,,,"https://arxiv.org/abs/2611.02075 (Table 1, row Qwen3.5-4B, column Few-shot)",,in, arxiv-2611.02075-zeroshot,arxiv-2611.02075,qwen3.5-9b,nothink,mixed,hard,,,,,,,69.92,"Decision accuracy (%) over 50 benchmarks, zero-shot",0.00289,,,"https://arxiv.org/abs/2611.02075 (Table 1, row Qwen3.5-9B, column Zero-shot)",,in, arxiv-2611.02075-fewshot,arxiv-2611.02075,qwen3.5-9b,nothink,mixed,hard,,,,,,,65.03,"Decision accuracy (%) over 50 benchmarks, few-shot",0.00289,,,"https://arxiv.org/abs/2611.02075 (Table 1, row Qwen3.5-9B, column Few-shot)",,in, arxiv-2611.02075-zeroshot,arxiv-2611.02075,qwen3.5-27b,nothink,mixed,hard,,,,,,,74.02,"Decision accuracy (%) over 50 benchmarks, zero-shot",0.00289,,,"https://arxiv.org/abs/2611.02075 (Table 1, row Qwen3.5-27B, column Zero-shot)",,in, arxiv-2611.02075-fewshot,arxiv-2611.02075,qwen3.5-27b,nothink,mixed,hard,,,,,,,78.80,"Decision accuracy (%) over 50 benchmarks, few-shot",0.00289,,,"https://arxiv.org/abs/2611.02075 (Table 1, row Qwen3.5-27B, column Few-shot)",,in, arxiv-2611.02278-dev-single-sample-mean-of-8-draws,arxiv-2611.02278,qwen3.5-9b,think-64000,reasoning-math,hard,,,,,,,86.5,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.02278 (Table 1, row Single sample (mean of 8 draws))",,out:effort-not-established, arxiv-2611.02278-dev-single-sample-mean-of-8-draws,arxiv-2611.02278,?Concise-9B,not-established:absent,reasoning-math,hard,,,,,,,85.9,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.02278 (Table 1, row Single sample (mean of 8 draws))",,out:model-not-established, arxiv-2611.02278-dev-single-trace-32k-budget,arxiv-2611.02278,qwen3.5-9b,think-32000,reasoning-math,hard,,,,,,,84.8,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.02278 (Table 1, row Single trace, 32K budget)",,out:effort-not-established, arxiv-2611.02278-dev-single-trace-32k-budget,arxiv-2611.02278,?Concise-9B,not-established:absent,reasoning-math,hard,,,,,,,84.5,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.02278 (Table 1, row Single trace, 32K budget)",,out:model-not-established, arxiv-2611.02278-dev-majority-of-2,arxiv-2611.02278,qwen3.5-9b,think-64000,reasoning-math,hard,,,,,,,86.4,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.02278 (Table 1, row Majority of 2)",,out:effort-not-established, arxiv-2611.02278-dev-majority-of-2,arxiv-2611.02278,?Concise-9B,not-established:absent,reasoning-math,hard,,,,,,,87.0,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.02278 (Table 1, row Majority of 2)",,out:model-not-established, arxiv-2611.02278-dev-majority-of-3,arxiv-2611.02278,qwen3.5-9b,think-64000,reasoning-math,hard,,,,,,,87.9,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.02278 (Table 1, row Majority of 3)",,out:effort-not-established, arxiv-2611.02278-dev-majority-of-3,arxiv-2611.02278,?Concise-9B,not-established:absent,reasoning-math,hard,,,,,,,88.0,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.02278 (Table 1, row Majority of 3)",,out:model-not-established, arxiv-2611.02278-dev-majority-of-4,arxiv-2611.02278,qwen3.5-9b,think-64000,reasoning-math,hard,,,,,,,88.3,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.02278 (Table 1, row Majority of 4)",,out:effort-not-established, arxiv-2611.02278-dev-majority-of-4,arxiv-2611.02278,?Concise-9B,not-established:absent,reasoning-math,hard,,,,,,,87.9,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.02278 (Table 1, row Majority of 4)",,out:model-not-established, arxiv-2611.02278-dev-escalation-2-to-4,arxiv-2611.02278,qwen3.5-9b,think-64000,reasoning-math,hard,,,,,,,88.4,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.02278 (Table 1, row Escalation (2 → \to 4))",,out:effort-not-established, arxiv-2611.02278-dev-escalation-2-to-4,arxiv-2611.02278,?Concise-9B,not-established:absent,reasoning-math,hard,,,,,,,87.9,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.02278 (Table 1, row Escalation (2 → \to 4))",,out:model-not-established, arxiv-2611.02278-dev-pass-4,arxiv-2611.02278,qwen3.5-9b,think-64000,reasoning-math,hard,,,,,,,91.9,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.02278 (Table 1, row Pass@4)",,out:effort-not-established, arxiv-2611.02278-dev-pass-4,arxiv-2611.02278,?Concise-9B,not-established:absent,reasoning-math,hard,,,,,,,92.0,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.02278 (Table 1, row Pass@4)",,out:model-not-established, arxiv-2611.02278-heldout-hard-set,arxiv-2611.02278,qwen3.5-9b,think-32000,reasoning-math,hard,,,,,,,73.2,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.02278 (Table 2, row Hard set, accuracy)",,out:effort-not-established, arxiv-2611.02278-heldout-hard-set,arxiv-2611.02278,?Concise-9B,not-established:absent,reasoning-math,hard,,,,,,,72.9,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.02278 (Table 2, row Hard set, accuracy)",,out:model-not-established, arxiv-2611.02278-heldout-competition-mathematics,arxiv-2611.02278,qwen3.5-9b,think-32000,reasoning-math,hard,,,,,,,68.1,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.02278 (Table 2, row Competition mathematics, accuracy)",,out:effort-not-established, arxiv-2611.02278-heldout-competition-mathematics,arxiv-2611.02278,?Concise-9B,not-established:absent,reasoning-math,hard,,,,,,,69.2,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.02278 (Table 2, row Competition mathematics, accuracy)",,out:model-not-established, arxiv-2611.02278-heldout-hard-math,arxiv-2611.02278,qwen3.5-9b,think-32000,reasoning-math,hard,,,,,,,98.2,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.02278 (Table 2, row Hard MATH, accuracy)",,out:effort-not-established, arxiv-2611.02278-heldout-hard-math,arxiv-2611.02278,?Concise-9B,not-established:absent,reasoning-math,hard,,,,,,,97.0,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.02278 (Table 2, row Hard MATH, accuracy)",,out:model-not-established, arxiv-2611.02278-heldout-supergpqa,arxiv-2611.02278,qwen3.5-9b,think-32000,reasoning-math,hard,,,,,,,59.0,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.02278 (Table 2, row SuperGPQA, accuracy)",,out:effort-not-established, arxiv-2611.02278-heldout-supergpqa,arxiv-2611.02278,?Concise-9B,not-established:absent,reasoning-math,hard,,,,,,,58.7,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.02278 (Table 2, row SuperGPQA, accuracy)",,out:model-not-established, arxiv-2611.02278-heldout-confirmation-set,arxiv-2611.02278,qwen3.5-9b,think-32000,reasoning-math,hard,,,,,,,85.5,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.02278 (Table 2, row Confirmation set, accuracy)",,out:effort-not-established, arxiv-2611.02278-heldout-confirmation-set,arxiv-2611.02278,?Concise-9B,not-established:absent,reasoning-math,hard,,,,,,,85.5,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.02278 (Table 2, row Confirmation set, accuracy)",,out:model-not-established, arxiv-2611.02278-heldout-math-test,arxiv-2611.02278,qwen3.5-9b,think-32000,reasoning-math,hard,,,,,,,98.1,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.02278 (Table 2, row MATH test, accuracy)",,out:effort-not-established, arxiv-2611.02278-heldout-math-test,arxiv-2611.02278,?Concise-9B,not-established:absent,reasoning-math,hard,,,,,,,98.5,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.02278 (Table 2, row MATH test, accuracy)",,out:model-not-established, arxiv-2611.02278-heldout-science,arxiv-2611.02278,qwen3.5-9b,think-32000,reasoning-math,hard,,,,,,,66.3,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.02278 (Table 2, row Science, accuracy)",,out:effort-not-established, arxiv-2611.02278-heldout-science,arxiv-2611.02278,?Concise-9B,not-established:absent,reasoning-math,hard,,,,,,,66.0,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.02278 (Table 2, row Science, accuracy)",,out:model-not-established, arxiv-2611.02278-heldout-logical-constraints,arxiv-2611.02278,qwen3.5-9b,think-32000,reasoning-math,hard,,,,,,,87.8,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.02278 (Table 2, row Logical constraints, accuracy)",,out:effort-not-established, arxiv-2611.02278-heldout-logical-constraints,arxiv-2611.02278,?Concise-9B,not-established:absent,reasoning-math,hard,,,,,,,87.5,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.02278 (Table 2, row Logical constraints, accuracy)",,out:model-not-established, arxiv-2611.02278-heldout-mmlu-pro-subset,arxiv-2611.02278,qwen3.5-9b,think-32000,reasoning-math,hard,,,,,,,83.4,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.02278 (Table 2, row MMLU-Pro (subset), accuracy)",,out:effort-not-established, arxiv-2611.02278-heldout-mmlu-pro-subset,arxiv-2611.02278,?Concise-9B,not-established:absent,reasoning-math,hard,,,,,,,84.1,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.02278 (Table 2, row MMLU-Pro (subset), accuracy)",,out:model-not-established, arxiv-2611.02278-heldout-executable-code,arxiv-2611.02278,qwen3.5-9b,think-32000,reasoning-math,hard,,,,,,,100.0,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.02278 (Table 2, row Executable code, accuracy)",,out:effort-not-established, arxiv-2611.02278-heldout-executable-code,arxiv-2611.02278,?Concise-9B,not-established:absent,reasoning-math,hard,,,,,,,100.0,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.02278 (Table 2, row Executable code, accuracy)",,out:model-not-established, arxiv-2611.02278-heldout-mmlu-pro,arxiv-2611.02278,qwen3.5-9b,think-32000,reasoning-math,hard,,,,,,,82.9,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.02278 (Table 2, row MMLU-Pro, accuracy)",,out:effort-not-established, arxiv-2611.02278-heldout-mmlu-pro,arxiv-2611.02278,?Concise-9B,not-established:absent,reasoning-math,hard,,,,,,,82.6,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.02278 (Table 2, row MMLU-Pro, accuracy)",,out:model-not-established, arxiv-2611.02278-heldout-all-held-out,arxiv-2611.02278,qwen3.5-9b,think-32000,reasoning-math,hard,,,,,,,82.2,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.02278 (Table 2, row All held-out, accuracy)",,out:effort-not-established, arxiv-2611.02278-heldout-all-held-out,arxiv-2611.02278,?Concise-9B,not-established:absent,reasoning-math,hard,,,,,,,82.0,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.02278 (Table 2, row All held-out, accuracy)",,out:model-not-established, arxiv-2611.02278-t3-development-suite-single-sample,arxiv-2611.02278,qwen3.5-4b,unstated,reasoning-math,hard,,,,,,,84.2,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.02278 (Table 3, row Development suite / single sample)",,out:effort-not-established, arxiv-2611.02278-t3-development-suite-single-sample,arxiv-2611.02278,?Concise-4B,not-established:absent,reasoning-math,hard,,,,,,,84.0,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.02278 (Table 3, row Development suite / single sample)",,out:model-not-established, arxiv-2611.02278-t3-development-suite-majority-of-4,arxiv-2611.02278,qwen3.5-4b,unstated,reasoning-math,hard,,,,,,,86.8,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.02278 (Table 3, row Development suite / majority of 4)",,out:effort-not-established, arxiv-2611.02278-t3-development-suite-majority-of-4,arxiv-2611.02278,?Concise-4B,not-established:absent,reasoning-math,hard,,,,,,,86.7,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.02278 (Table 3, row Development suite / majority of 4)",,out:model-not-established, arxiv-2611.02278-t3-held-out-math-single-sample,arxiv-2611.02278,qwen3.5-4b,unstated,reasoning-math,hard,,,,,,,98.1,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.02278 (Table 3, row Held-out MATH / single sample)",,out:effort-not-established, arxiv-2611.02278-t3-held-out-math-single-sample,arxiv-2611.02278,?Concise-4B,not-established:absent,reasoning-math,hard,,,,,,,97.7,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.02278 (Table 3, row Held-out MATH / single sample)",,out:model-not-established, arxiv-2611.02278-t3-held-out-math-majority-of-4,arxiv-2611.02278,qwen3.5-4b,unstated,reasoning-math,hard,,,,,,,99.2,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.02278 (Table 3, row Held-out MATH / majority of 4)",,out:effort-not-established, arxiv-2611.02278-t3-held-out-math-majority-of-4,arxiv-2611.02278,?Concise-4B,not-established:absent,reasoning-math,hard,,,,,,,99.0,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.02278 (Table 3, row Held-out MATH / majority of 4)",,out:model-not-established, arxiv-2611.02278-t3-supergpqa-single-sample,arxiv-2611.02278,qwen3.5-4b,unstated,reasoning-math,hard,,,,,,,54.0,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.02278 (Table 3, row SuperGPQA / single sample)",,out:effort-not-established, arxiv-2611.02278-t3-supergpqa-single-sample,arxiv-2611.02278,?Concise-4B,not-established:absent,reasoning-math,hard,,,,,,,52.7,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.02278 (Table 3, row SuperGPQA / single sample)",,out:model-not-established, arxiv-2611.02278-t3-supergpqa-majority-of-4,arxiv-2611.02278,qwen3.5-4b,unstated,reasoning-math,hard,,,,,,,56.8,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.02278 (Table 3, row SuperGPQA / majority of 4)",,out:effort-not-established, arxiv-2611.02278-t3-supergpqa-majority-of-4,arxiv-2611.02278,?Concise-4B,not-established:absent,reasoning-math,hard,,,,,,,54.2,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.02278 (Table 3, row SuperGPQA / majority of 4)",,out:model-not-established, arxiv-2611.02484-t3-first-attempt,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,92.7,first-attempt completion (%),0.0289,,,"https://arxiv.org/abs/2611.02484 (Table 3, row ""First-attempt completion (primary) 92.7% (88.1–96.4)"")",,out:model-not-established, arxiv-2611.02484-t3-within3,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,95.6,completion within three turns (%),0.0289,,,"https://arxiv.org/abs/2611.02484 (Table 3, row ""Completion within three turns 95.6% (91.9–98.6)"")",,out:model-not-established, arxiv-2611.02484-t3-tool-f1,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,0.926,tool-selection F1,0.000289,,,"https://arxiv.org/abs/2611.02484 (Table 3, row ""Tool-selection F1 / precision / recall 0.926 / 0.912 / 0.972"")",,out:model-not-established, arxiv-2611.02484-t3-tool-precision,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,0.912,tool-selection precision,0.000289,,,"https://arxiv.org/abs/2611.02484 (Table 3, row ""Tool-selection F1 / precision / recall 0.926 / 0.912 / 0.972"")",,out:model-not-established, arxiv-2611.02484-t3-tool-recall,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,0.972,tool-selection recall,0.000289,,,"https://arxiv.org/abs/2611.02484 (Table 3, row ""Tool-selection F1 / precision / recall 0.926 / 0.912 / 0.972"")",,out:model-not-established, arxiv-2611.02484-t3-exact-seq,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,79.5,exact tool-sequence match (%),0.0289,,,"https://arxiv.org/abs/2611.02484 (Table 3, row ""Exact tool-sequence match 79.5% (72.3–86.0)"")",,out:model-not-established, arxiv-2611.02484-t3-arg-acc,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,0.905,argument accuracy,0.000289,,,"https://arxiv.org/abs/2611.02484 (Table 3, row ""Argument accuracy 0.905 (0.868–0.938)"")",,out:model-not-established, arxiv-2611.02484-t3-edit-sim,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,0.894,pipeline edit similarity,0.000289,,,"https://arxiv.org/abs/2611.02484 (Table 3, row ""Pipeline edit similarity / Jaccard / Kendall τ \tau 0.894 / "")",,out:model-not-established, arxiv-2611.02484-t3-jaccard,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,0.926,pipeline Jaccard,0.000289,,,"https://arxiv.org/abs/2611.02484 (Table 3, row ""Pipeline edit similarity / Jaccard / Kendall τ \tau 0.894 / "")",,out:model-not-established, arxiv-2611.02484-t3-kendall,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,0.951,pipeline Kendall tau,0.000289,,,"https://arxiv.org/abs/2611.02484 (Table 3, row ""Pipeline edit similarity / Jaccard / Kendall τ \tau 0.894 / "")",,out:model-not-established, arxiv-2611.02484-t3-row-f1,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,0.913,row F1,0.000289,,,"https://arxiv.org/abs/2611.02484 (Table 3, row ""Outcome agreement with expert (row F1) 0.913 (0.872–0.949)"")",,out:model-not-established, arxiv-2611.02484-t3-identical,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,63.1,final data identical to expert output (%),0.0289,,,"https://arxiv.org/abs/2611.02484 (Table 3, row ""Final data identical to expert output 63.1% (53.4–72.2)"")",,out:model-not-established, arxiv-2611.02484-t3-abstain,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,100.0,correct abstention (%),0.0289,,,"https://arxiv.org/abs/2611.02484 (Table 3, row ""Correct abstention (E) 100.0%"")",,out:model-not-established, arxiv-2611.02484-t3-recovery-d,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,100.0,recovery from an injected fault (%),0.0289,,,"https://arxiv.org/abs/2611.02484 (Table 3, row ""Recovery from an injected fault (D) 100.0%"")",,out:model-not-established, arxiv-2611.02484-t3-resisted,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,87.5,resisted injection (%),0.0289,,,"https://arxiv.org/abs/2611.02484 (Table 3, row ""Resisted injection (I), pre-specified check 87.5%"")",,out:model-not-established, arxiv-2611.02484-t3-invalid,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,3.3,invalid tool calls (%),0.0289,,,"https://arxiv.org/abs/2611.02484 (Table 3, row ""Invalid tool calls 3.3% of 1,522 calls"")",,out:model-not-established, arxiv-2611.02484-t3-recovery-any,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,95.7,recovery after a failed step (%),0.0289,,,"https://arxiv.org/abs/2611.02484 (Table 3, row ""Recovery after any failed step 95.7% (45 of 47)"")",,out:model-not-established, arxiv-2611.02484-t3-pass5,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,93.6,pass^5 (%),0.0289,,,"https://arxiv.org/abs/2611.02484 (Table 3, row ""pass 5 \text{pass}^{5} 93.6%"")",,out:model-not-established, arxiv-2611.02484-t4-a-first,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,96.3,first-attempt completion (%),0.0289,,,"https://arxiv.org/abs/2611.02484 (Table 4, category A. Single-tool, column First attempt)",,out:model-not-established, arxiv-2611.02484-t4-a-within3,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,96.7,completion within three turns (%),0.0289,,,"https://arxiv.org/abs/2611.02484 (Table 4, category A. Single-tool, column Within 3 turns)",,out:model-not-established, arxiv-2611.02484-t4-a-toolf1,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,0.992,tool-selection F1,0.000289,,,"https://arxiv.org/abs/2611.02484 (Table 4, category A. Single-tool, column Tool F1)",,out:model-not-established, arxiv-2611.02484-t4-a-arg,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,0.990,argument accuracy,0.000289,,,"https://arxiv.org/abs/2611.02484 (Table 4, category A. Single-tool, column Arg. acc.)",,out:model-not-established, arxiv-2611.02484-t4-a-rowf1,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,0.995,row F1,0.000289,,,"https://arxiv.org/abs/2611.02484 (Table 4, category A. Single-tool, column Row F1)",,out:model-not-established, arxiv-2611.02484-t4-b-first,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,92.6,first-attempt completion (%),0.0289,,,"https://arxiv.org/abs/2611.02484 (Table 4, category B. Multi-step, column First attempt)",,out:model-not-established, arxiv-2611.02484-t4-b-within3,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,95.6,completion within three turns (%),0.0289,,,"https://arxiv.org/abs/2611.02484 (Table 4, category B. Multi-step, column Within 3 turns)",,out:model-not-established, arxiv-2611.02484-t4-b-toolf1,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,0.929,tool-selection F1,0.000289,,,"https://arxiv.org/abs/2611.02484 (Table 4, category B. Multi-step, column Tool F1)",,out:model-not-established, arxiv-2611.02484-t4-b-arg,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,0.866,argument accuracy,0.000289,,,"https://arxiv.org/abs/2611.02484 (Table 4, category B. Multi-step, column Arg. acc.)",,out:model-not-established, arxiv-2611.02484-t4-b-rowf1,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,0.929,row F1,0.000289,,,"https://arxiv.org/abs/2611.02484 (Table 4, category B. Multi-step, column Row F1)",,out:model-not-established, arxiv-2611.02484-t4-c-first,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,80.6,first-attempt completion (%),0.0289,,,"https://arxiv.org/abs/2611.02484 (Table 4, category C. Goal-level, column First attempt)",,out:model-not-established, arxiv-2611.02484-t4-c-within3,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,88.5,completion within three turns (%),0.0289,,,"https://arxiv.org/abs/2611.02484 (Table 4, category C. Goal-level, column Within 3 turns)",,out:model-not-established, arxiv-2611.02484-t4-c-toolf1,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,0.793,tool-selection F1,0.000289,,,"https://arxiv.org/abs/2611.02484 (Table 4, category C. Goal-level, column Tool F1)",,out:model-not-established, arxiv-2611.02484-t4-c-arg,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,0.780,argument accuracy,0.000289,,,"https://arxiv.org/abs/2611.02484 (Table 4, category C. Goal-level, column Arg. acc.)",,out:model-not-established, arxiv-2611.02484-t4-c-rowf1,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,0.758,row F1,0.000289,,,"https://arxiv.org/abs/2611.02484 (Table 4, category C. Goal-level, column Row F1)",,out:model-not-established, arxiv-2611.02484-t4-d-first,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,100.0,first-attempt completion (%),0.0289,,,"https://arxiv.org/abs/2611.02484 (Table 4, category D. Failure and recovery, column First attempt)",,out:model-not-established, arxiv-2611.02484-t4-d-within3,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,100.0,completion within three turns (%),0.0289,,,"https://arxiv.org/abs/2611.02484 (Table 4, category D. Failure and recovery, column Within 3 turns)",,out:model-not-established, arxiv-2611.02484-t4-d-toolf1,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,0.937,tool-selection F1,0.000289,,,"https://arxiv.org/abs/2611.02484 (Table 4, category D. Failure and recovery, column Tool F1)",,out:model-not-established, arxiv-2611.02484-t4-d-arg,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,0.980,argument accuracy,0.000289,,,"https://arxiv.org/abs/2611.02484 (Table 4, category D. Failure and recovery, column Arg. acc.)",,out:model-not-established, arxiv-2611.02484-t4-d-rowf1,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,0.883,row F1,0.000289,,,"https://arxiv.org/abs/2611.02484 (Table 4, category D. Failure and recovery, column Row F1)",,out:model-not-established, arxiv-2611.02484-t4-e-first,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,100.0,first-attempt completion (%),0.0289,,,"https://arxiv.org/abs/2611.02484 (Table 4, category E. Should not act, column First attempt)",,out:model-not-established, arxiv-2611.02484-t4-e-within3,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,100.0,completion within three turns (%),0.0289,,,"https://arxiv.org/abs/2611.02484 (Table 4, category E. Should not act, column Within 3 turns)",,out:model-not-established, arxiv-2611.02484-t4-r-first,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,100.0,first-attempt completion (%),0.0289,,,"https://arxiv.org/abs/2611.02484 (Table 4, category R. Schema variation, column First attempt)",,out:model-not-established, arxiv-2611.02484-t4-r-within3,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,100.0,completion within three turns (%),0.0289,,,"https://arxiv.org/abs/2611.02484 (Table 4, category R. Schema variation, column Within 3 turns)",,out:model-not-established, arxiv-2611.02484-t4-r-toolf1,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,0.930,tool-selection F1,0.000289,,,"https://arxiv.org/abs/2611.02484 (Table 4, category R. Schema variation, column Tool F1)",,out:model-not-established, arxiv-2611.02484-t4-r-arg,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,0.932,argument accuracy,0.000289,,,"https://arxiv.org/abs/2611.02484 (Table 4, category R. Schema variation, column Arg. acc.)",,out:model-not-established, arxiv-2611.02484-t4-r-rowf1,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,0.921,row F1,0.000289,,,"https://arxiv.org/abs/2611.02484 (Table 4, category R. Schema variation, column Row F1)",,out:model-not-established, arxiv-2611.02484-t4-i-first,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,87.5,first-attempt completion (%),0.0289,,,"https://arxiv.org/abs/2611.02484 (Table 4, category I. Injection through data, column First attempt)",,out:model-not-established, arxiv-2611.02484-t4-i-within3,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,87.5,completion within three turns (%),0.0289,,,"https://arxiv.org/abs/2611.02484 (Table 4, category I. Injection through data, column Within 3 turns)",,out:model-not-established, arxiv-2611.02484-t4-i-toolf1,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,0.938,tool-selection F1,0.000289,,,"https://arxiv.org/abs/2611.02484 (Table 4, category I. Injection through data, column Tool F1)",,out:model-not-established, arxiv-2611.02484-t4-i-arg,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,0.992,argument accuracy,0.000289,,,"https://arxiv.org/abs/2611.02484 (Table 4, category I. Injection through data, column Arg. acc.)",,out:model-not-established, arxiv-2611.02484-t4-i-rowf1,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,0.869,row F1,0.000289,,,"https://arxiv.org/abs/2611.02484 (Table 4, category I. Injection through data, column Row F1)",,out:model-not-established, arxiv-2611.02484-t5-profile-history-first,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,90.1,first-attempt completion (%),0.0289,,,"https://arxiv.org/abs/2611.02484 (Table 5, row first, column Profile + history)",,out:model-not-established, arxiv-2611.02484-t5-profile-only-first,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,89.3,first-attempt completion (%),0.0289,,,"https://arxiv.org/abs/2611.02484 (Table 5, row first, column Profile only)",,out:model-not-established, arxiv-2611.02484-t5-no-context-first,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,58.0,first-attempt completion (%),0.0289,,,"https://arxiv.org/abs/2611.02484 (Table 5, row first, column No context)",,out:model-not-established, arxiv-2611.02484-t5-profile-history-within3,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,95.3,completion within three turns (%),0.0289,,,"https://arxiv.org/abs/2611.02484 (Table 5, row within3, column Profile + history)",,out:model-not-established, arxiv-2611.02484-t5-profile-only-within3,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,94.5,completion within three turns (%),0.0289,,,"https://arxiv.org/abs/2611.02484 (Table 5, row within3, column Profile only)",,out:model-not-established, arxiv-2611.02484-t5-no-context-within3,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,86.9,completion within three turns (%),0.0289,,,"https://arxiv.org/abs/2611.02484 (Table 5, row within3, column No context)",,out:model-not-established, arxiv-2611.02484-t5-profile-history-toolf1,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,0.921,tool-selection F1,0.000289,,,"https://arxiv.org/abs/2611.02484 (Table 5, row toolf1, column Profile + history)",,out:model-not-established, arxiv-2611.02484-t5-profile-only-toolf1,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,0.897,tool-selection F1,0.000289,,,"https://arxiv.org/abs/2611.02484 (Table 5, row toolf1, column Profile only)",,out:model-not-established, arxiv-2611.02484-t5-no-context-toolf1,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,0.863,tool-selection F1,0.000289,,,"https://arxiv.org/abs/2611.02484 (Table 5, row toolf1, column No context)",,out:model-not-established, arxiv-2611.02484-t5-profile-history-arg,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,0.889,argument accuracy,0.000289,,,"https://arxiv.org/abs/2611.02484 (Table 5, row arg, column Profile + history)",,out:model-not-established, arxiv-2611.02484-t5-profile-only-arg,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,0.893,argument accuracy,0.000289,,,"https://arxiv.org/abs/2611.02484 (Table 5, row arg, column Profile only)",,out:model-not-established, arxiv-2611.02484-t5-no-context-arg,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,0.798,argument accuracy,0.000289,,,"https://arxiv.org/abs/2611.02484 (Table 5, row arg, column No context)",,out:model-not-established, arxiv-2611.02484-t5-profile-history-rowf1,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,0.915,row F1,0.000289,,,"https://arxiv.org/abs/2611.02484 (Table 5, row rowf1, column Profile + history)",,out:model-not-established, arxiv-2611.02484-t5-profile-only-rowf1,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,0.909,row F1,0.000289,,,"https://arxiv.org/abs/2611.02484 (Table 5, row rowf1, column Profile only)",,out:model-not-established, arxiv-2611.02484-t5-no-context-rowf1,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,0.883,row F1,0.000289,,,"https://arxiv.org/abs/2611.02484 (Table 5, row rowf1, column No context)",,out:model-not-established, arxiv-2611.02484-t5-profile-history-invalid,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,3.5,invalid tool calls (%),0.0289,,,"https://arxiv.org/abs/2611.02484 (Table 5, row invalid, column Profile + history)",,out:model-not-established, arxiv-2611.02484-t5-profile-only-invalid,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,3.8,invalid tool calls (%),0.0289,,,"https://arxiv.org/abs/2611.02484 (Table 5, row invalid, column Profile only)",,out:model-not-established, arxiv-2611.02484-t5-no-context-invalid,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,7.2,invalid tool calls (%),0.0289,,,"https://arxiv.org/abs/2611.02484 (Table 5, row invalid, column No context)",,out:model-not-established, arxiv-2611.02484-t5-profile-history-recovery,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,95.7,recovery after a failed step (%),0.0289,,,"https://arxiv.org/abs/2611.02484 (Table 5, row recovery, column Profile + history)",,out:model-not-established, arxiv-2611.02484-t5-profile-only-recovery,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,92.0,recovery after a failed step (%),0.0289,,,"https://arxiv.org/abs/2611.02484 (Table 5, row recovery, column Profile only)",,out:model-not-established, arxiv-2611.02484-t5-no-context-recovery,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,75.6,recovery after a failed step (%),0.0289,,,"https://arxiv.org/abs/2611.02484 (Table 5, row recovery, column No context)",,out:model-not-established, arxiv-2611.02484-t5-profile-history-pass5,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,94.3,pass^5 (%),0.0289,,,"https://arxiv.org/abs/2611.02484 (Table 5, row pass5, column Profile + history)",,out:model-not-established, arxiv-2611.02484-t5-profile-only-pass5,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,91.1,pass^5 (%),0.0289,,,"https://arxiv.org/abs/2611.02484 (Table 5, row pass5, column Profile only)",,out:model-not-established, arxiv-2611.02484-t5-no-context-pass5,arxiv-2611.02484,?Claude Haiku 5.5,not-established:absent,agentic-tool,hard,,,,,,,78.0,pass^5 (%),0.0289,,,"https://arxiv.org/abs/2611.02484 (Table 5, row pass5, column No context)",,out:model-not-established, arxiv-2611.02644-midscene-sr,arxiv-2611.02644,gemini-3.8-flash,low,computer-use,hard,,,,,,,59.1,SR%,0.0289,,,"https://arxiv.org/abs/2611.02644 (Table 3, row Midscene.js, column SR)",,out:single-couple, arxiv-2611.02644-midscene-fd,arxiv-2611.02644,gemini-3.8-flash,low,computer-use,hard,,,,,,,7.5,false-done%,0.0289,,,"https://arxiv.org/abs/2611.02644 (Table 3, row Midscene.js, column False done)",,out:not-headline, arxiv-2611.02644-finalrun-sr,arxiv-2611.02644,gemini-3.8-flash,unstated,computer-use,hard,,,,,,,59.9,SR%,0.0289,,,"https://arxiv.org/abs/2611.02644 (Table 3, row FinalRun, column SR)",,out:effort-not-established, arxiv-2611.02644-finalrun-fd,arxiv-2611.02644,gemini-3.8-flash,unstated,computer-use,hard,,,,,,,14.5,false-done%,0.0289,,,"https://arxiv.org/abs/2611.02644 (Table 3, row FinalRun, column False done)",,out:effort-not-established, arxiv-2611.02644-artemis-adb-sr,arxiv-2611.02644,gemini-3.8-flash,unstated,computer-use,hard,,,,,,,76.5,SR%,0.0289,,,"https://arxiv.org/abs/2611.02644 (Table 3, row Artemis (ADB), column SR)",,out:effort-not-established, arxiv-2611.02644-artemis-gui-sr,arxiv-2611.02644,gemini-3.8-flash,unstated,computer-use,hard,,,,,,,77.6,SR%,0.0289,,,"https://arxiv.org/abs/2611.02644 (Table 3, row Artemis (GUI), column SR)",,out:effort-not-established, arxiv-2611.02644-artemis-gui-pass3,arxiv-2611.02644,gemini-3.8-flash,unstated,computer-use,hard,,,,,,,69.8,pass3%,0.0289,,,"https://arxiv.org/abs/2611.02644 (Table 3, row Artemis (GUI), column pass 3)",,out:effort-not-established, arxiv-2611.02644-coati-sr,arxiv-2611.02644,gemini-3.8-flash,unstated,computer-use,hard,,,,,,,86.5,SR%,0.0289,,,"https://arxiv.org/abs/2611.02644 (Table 3, row Coati, column SR)",,out:effort-not-established, arxiv-2611.02644-coati-pass3,arxiv-2611.02644,gemini-3.8-flash,unstated,computer-use,hard,,,,,,,81.9,pass3%,0.0289,,,"https://arxiv.org/abs/2611.02644 (Table 3, row Coati, column pass 3)",,out:effort-not-established, arxiv-2611.02644-coati-fd,arxiv-2611.02644,gemini-3.8-flash,unstated,computer-use,hard,,,,,,,5.4,false-done%,0.0289,,,"https://arxiv.org/abs/2611.02644 (Table 3, row Coati, column False done)",,out:effort-not-established, arxiv-2611.02644-t4-c1-easy,arxiv-2611.02644,gemini-3.8-flash,unstated,computer-use,hard,,,,,,,96.7,SR%,0.0289,,,"https://arxiv.org/abs/2611.02644 (Table 4, Coati without VerifyLoop (C1, one trial), column Easy (header: Configuration Easy Medium Hard SR False done))",,out:effort-not-established, arxiv-2611.02644-t4-c1-medium,arxiv-2611.02644,gemini-3.8-flash,unstated,computer-use,hard,,,,,,,86.1,SR%,0.0289,,,"https://arxiv.org/abs/2611.02644 (Table 4, Coati without VerifyLoop (C1, one trial), column Medium (header: Configuration Easy Medium Hard SR False done))",,out:effort-not-established, arxiv-2611.02644-t4-c1-hard,arxiv-2611.02644,gemini-3.8-flash,unstated,computer-use,hard,,,,,,,73.7,SR%,0.0289,,,"https://arxiv.org/abs/2611.02644 (Table 4, Coati without VerifyLoop (C1, one trial), column Hard (header: Configuration Easy Medium Hard SR False done))",,out:effort-not-established, arxiv-2611.02644-t4-c1-sr,arxiv-2611.02644,gemini-3.8-flash,unstated,computer-use,hard,,,,,,,89.7,SR%,0.0289,,,"https://arxiv.org/abs/2611.02644 (Table 4, Coati without VerifyLoop (C1, one trial), column SR (header: Configuration Easy Medium Hard SR False done))",,out:effort-not-established, arxiv-2611.02644-t4-c1-fd,arxiv-2611.02644,gemini-3.8-flash,unstated,computer-use,hard,,,,,,,8.0,false-done%,0.0289,,,"https://arxiv.org/abs/2611.02644 (Table 4, Coati without VerifyLoop (C1, one trial), column False done (header: Configuration Easy Medium Hard SR False done))",,out:effort-not-established, arxiv-2611.02644-t4-c2-easy,arxiv-2611.02644,gemini-3.8-flash,unstated,computer-use,hard,,,,,,,96.2,SR%,0.0289,,,"https://arxiv.org/abs/2611.02644 (Table 4, Coati (C2, mean of three trials), column Easy (header: Configuration Easy Medium Hard SR False done))",,out:effort-not-established, arxiv-2611.02644-t4-c2-medium,arxiv-2611.02644,gemini-3.8-flash,unstated,computer-use,hard,,,,,,,79.6,SR%,0.0289,,,"https://arxiv.org/abs/2611.02644 (Table 4, Coati (C2, mean of three trials), column Medium (header: Configuration Easy Medium Hard SR False done))",,out:effort-not-established, arxiv-2611.02644-t4-c2-hard,arxiv-2611.02644,gemini-3.8-flash,unstated,computer-use,hard,,,,,,,68.4,SR%,0.0289,,,"https://arxiv.org/abs/2611.02644 (Table 4, Coati (C2, mean of three trials), column Hard (header: Configuration Easy Medium Hard SR False done))",,out:effort-not-established, arxiv-2611.02644-t4-c2-sr,arxiv-2611.02644,gemini-3.8-flash,unstated,computer-use,hard,,,,,,,86.5,SR%,0.0289,,,"https://arxiv.org/abs/2611.02644 (Table 4, Coati (C2, mean of three trials), column SR (header: Configuration Easy Medium Hard SR False done))",,out:effort-not-established, arxiv-2611.02644-t4-c2-fd,arxiv-2611.02644,gemini-3.8-flash,unstated,computer-use,hard,,,,,,,5.4,false-done%,0.0289,,,"https://arxiv.org/abs/2611.02644 (Table 4, Coati (C2, mean of three trials), column False done (header: Configuration Easy Medium Hard SR False done))",,out:effort-not-established, arxiv-2611.02698-geoguesser-competition,arxiv-2611.02698,opus-4.8,unstated,mixed,hard,,,,,,,4352.4,score,0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 1, row Claude Opus 4.8, column Precise Localization, Competition, score)",,out:effort-not-established, arxiv-2611.02698-geoguesser-competition-dist,arxiv-2611.02698,opus-4.8,unstated,mixed,hard,,,,,,,206.9,score-equivalent distance (km),0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 1, row Claude Opus 4.8, column Precise Localization, Competition, distance km)",,out:effort-not-established, arxiv-2611.02698-geoguesser-synthetic,arxiv-2611.02698,opus-4.8,unstated,mixed,hard,,,,,,,4549.5,score,0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 1, row Claude Opus 4.8, column Precise Localization, Synthetic, score)",,out:effort-not-established, arxiv-2611.02698-geoguesser-synthetic-dist,arxiv-2611.02698,opus-4.8,unstated,mixed,hard,,,,,,,140.8,score-equivalent distance (km),0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 1, row Claude Opus 4.8, column Precise Localization, Synthetic, distance km)",,out:effort-not-established, arxiv-2611.02698-geoguesser-place-naming,arxiv-2611.02698,opus-4.8,unstated,mixed,hard,,,,,,,60.00,score (%),0.00289,,,"https://arxiv.org/abs/2611.02698 (Table 1, row Claude Opus 4.8, column Place Naming (%))",,out:effort-not-established, arxiv-2611.02698-geoguesser-navigation,arxiv-2611.02698,opus-4.8,unstated,mixed,hard,,,,,,,26.25,score (%),0.00289,,,"https://arxiv.org/abs/2611.02698 (Table 1, row Claude Opus 4.8, column Navigation Challenge (%))",,out:effort-not-established, arxiv-2611.02698-geoguesser-competition,arxiv-2611.02698,opus-4.7,unstated,mixed,hard,,,,,,,4306.4,score,0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 1, row Claude Opus 4.7, column Precise Localization, Competition, score)",,out:effort-not-established, arxiv-2611.02698-geoguesser-competition-dist,arxiv-2611.02698,opus-4.7,unstated,mixed,hard,,,,,,,222.8,score-equivalent distance (km),0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 1, row Claude Opus 4.7, column Precise Localization, Competition, distance km)",,out:effort-not-established, arxiv-2611.02698-geoguesser-synthetic,arxiv-2611.02698,opus-4.7,unstated,mixed,hard,,,,,,,4501.4,score,0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 1, row Claude Opus 4.7, column Precise Localization, Synthetic, score)",,out:effort-not-established, arxiv-2611.02698-geoguesser-synthetic-dist,arxiv-2611.02698,opus-4.7,unstated,mixed,hard,,,,,,,156.7,score-equivalent distance (km),0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 1, row Claude Opus 4.7, column Precise Localization, Synthetic, distance km)",,out:effort-not-established, arxiv-2611.02698-geoguesser-place-naming,arxiv-2611.02698,opus-4.7,unstated,mixed,hard,,,,,,,56.25,score (%),0.00289,,,"https://arxiv.org/abs/2611.02698 (Table 1, row Claude Opus 4.7, column Place Naming (%))",,out:effort-not-established, arxiv-2611.02698-geoguesser-navigation,arxiv-2611.02698,opus-4.7,unstated,mixed,hard,,,,,,,31.25,score (%),0.00289,,,"https://arxiv.org/abs/2611.02698 (Table 1, row Claude Opus 4.7, column Navigation Challenge (%))",,out:effort-not-established, arxiv-2611.02698-geoguesser-competition,arxiv-2611.02698,fable-5,unstated,mixed,hard,,,,,,,2821.1,score,0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 1, row Claude Fable 5, column Precise Localization, Competition, score)",,out:effort-not-established, arxiv-2611.02698-geoguesser-competition-dist,arxiv-2611.02698,fable-5,unstated,mixed,hard,,,,,,,853.7,score-equivalent distance (km),0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 1, row Claude Fable 5, column Precise Localization, Competition, distance km)",,out:effort-not-established, arxiv-2611.02698-geoguesser-synthetic,arxiv-2611.02698,fable-5,unstated,mixed,hard,,,,,,,3164.2,score,0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 1, row Claude Fable 5, column Precise Localization, Synthetic, score)",,out:effort-not-established, arxiv-2611.02698-geoguesser-synthetic-dist,arxiv-2611.02698,fable-5,unstated,mixed,hard,,,,,,,682.5,score-equivalent distance (km),0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 1, row Claude Fable 5, column Precise Localization, Synthetic, distance km)",,out:effort-not-established, arxiv-2611.02698-geoguesser-place-naming,arxiv-2611.02698,fable-5,unstated,mixed,hard,,,,,,,62.50,score (%),0.00289,,,"https://arxiv.org/abs/2611.02698 (Table 1, row Claude Fable 5, column Place Naming (%))",,out:effort-not-established, arxiv-2611.02698-geoguesser-navigation,arxiv-2611.02698,fable-5,unstated,mixed,hard,,,,,,,35.00,score (%),0.00289,,,"https://arxiv.org/abs/2611.02698 (Table 1, row Claude Fable 5, column Navigation Challenge (%))",,out:effort-not-established, arxiv-2611.02698-geoguesser-competition,arxiv-2611.02698,sonnet-4.6,unstated,mixed,hard,,,,,,,2649.1,score,0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 1, row Claude Sonnet 4.6, column Precise Localization, Competition, score)",,out:effort-not-established, arxiv-2611.02698-geoguesser-competition-dist,arxiv-2611.02698,sonnet-4.6,unstated,mixed,hard,,,,,,,947.5,score-equivalent distance (km),0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 1, row Claude Sonnet 4.6, column Precise Localization, Competition, distance km)",,out:effort-not-established, arxiv-2611.02698-geoguesser-synthetic,arxiv-2611.02698,sonnet-4.6,unstated,mixed,hard,,,,,,,2883.8,score,0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 1, row Claude Sonnet 4.6, column Precise Localization, Synthetic, score)",,out:effort-not-established, arxiv-2611.02698-geoguesser-synthetic-dist,arxiv-2611.02698,sonnet-4.6,unstated,mixed,hard,,,,,,,820.9,score-equivalent distance (km),0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 1, row Claude Sonnet 4.6, column Precise Localization, Synthetic, distance km)",,out:effort-not-established, arxiv-2611.02698-geoguesser-place-naming,arxiv-2611.02698,sonnet-4.6,unstated,mixed,hard,,,,,,,47.50,score (%),0.00289,,,"https://arxiv.org/abs/2611.02698 (Table 1, row Claude Sonnet 4.6, column Place Naming (%))",,out:effort-not-established, arxiv-2611.02698-geoguesser-navigation,arxiv-2611.02698,sonnet-4.6,unstated,mixed,hard,,,,,,,12.50,score (%),0.00289,,,"https://arxiv.org/abs/2611.02698 (Table 1, row Claude Sonnet 4.6, column Navigation Challenge (%))",,out:effort-not-established, arxiv-2611.02698-geoguesser-ablation-80steps-competition,arxiv-2611.02698,opus-4.8,unstated,mixed,hard,,,,,,,4594,score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 3, row Claude Opus 4.8, column 80 Steps, C)",,out:effort-not-established, arxiv-2611.02698-geoguesser-ablation-80steps-synthetic,arxiv-2611.02698,opus-4.8,unstated,mixed,hard,,,,,,,4805,score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 3, row Claude Opus 4.8, column 80 Steps, S)",,out:effort-not-established, arxiv-2611.02698-geoguesser-ablation-nomove-competition,arxiv-2611.02698,opus-4.8,unstated,mixed,hard,,,,,,,4646,score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 3, row Claude Opus 4.8, column No Movement, C)",,out:effort-not-established, arxiv-2611.02698-geoguesser-ablation-nomove-synthetic,arxiv-2611.02698,opus-4.8,unstated,mixed,hard,,,,,,,4556,score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 3, row Claude Opus 4.8, column No Movement, S)",,out:effort-not-established, arxiv-2611.02698-geoguesser-ablation-tophalf-competition,arxiv-2611.02698,opus-4.8,unstated,mixed,hard,,,,,,,4368,score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 3, row Claude Opus 4.8, column Top Half, C)",,out:effort-not-established, arxiv-2611.02698-geoguesser-ablation-tophalf-synthetic,arxiv-2611.02698,opus-4.8,unstated,mixed,hard,,,,,,,4386,score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 3, row Claude Opus 4.8, column Top Half, S)",,out:effort-not-established, arxiv-2611.02698-geoguesser-ablation-bottomhalf-competition,arxiv-2611.02698,opus-4.8,unstated,mixed,hard,,,,,,,4369,score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 3, row Claude Opus 4.8, column Bottom Half, C)",,out:effort-not-established, arxiv-2611.02698-geoguesser-ablation-bottomhalf-synthetic,arxiv-2611.02698,opus-4.8,unstated,mixed,hard,,,,,,,4313,score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 3, row Claude Opus 4.8, column Bottom Half, S)",,out:effort-not-established, arxiv-2611.02698-geoguesser-ablation-websearch-competition,arxiv-2611.02698,opus-4.8,unstated,mixed,hard,,,,,,,4551,score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 3, row Claude Opus 4.8, column Web Search, C)",,out:effort-not-established, arxiv-2611.02698-geoguesser-ablation-websearch-synthetic,arxiv-2611.02698,opus-4.8,unstated,mixed,hard,,,,,,,4380,score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 3, row Claude Opus 4.8, column Web Search, S)",,out:effort-not-established, arxiv-2611.02698-geoguesser-ablation-80steps-competition,arxiv-2611.02698,sonnet-4.6,unstated,mixed,hard,,,,,,,2791,score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 3, row Claude Sonnet 4.6, column 80 Steps, C)",,out:effort-not-established, arxiv-2611.02698-geoguesser-ablation-80steps-synthetic,arxiv-2611.02698,sonnet-4.6,unstated,mixed,hard,,,,,,,3193,score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 3, row Claude Sonnet 4.6, column 80 Steps, S)",,out:effort-not-established, arxiv-2611.02698-geoguesser-ablation-nomove-competition,arxiv-2611.02698,sonnet-4.6,unstated,mixed,hard,,,,,,,3626,score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 3, row Claude Sonnet 4.6, column No Movement, C)",,out:effort-not-established, arxiv-2611.02698-geoguesser-ablation-nomove-synthetic,arxiv-2611.02698,sonnet-4.6,unstated,mixed,hard,,,,,,,4203,score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 3, row Claude Sonnet 4.6, column No Movement, S)",,out:effort-not-established, arxiv-2611.02698-geoguesser-ablation-tophalf-competition,arxiv-2611.02698,sonnet-4.6,unstated,mixed,hard,,,,,,,2337,score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 3, row Claude Sonnet 4.6, column Top Half, C)",,out:effort-not-established, arxiv-2611.02698-geoguesser-ablation-tophalf-synthetic,arxiv-2611.02698,sonnet-4.6,unstated,mixed,hard,,,,,,,2922,score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 3, row Claude Sonnet 4.6, column Top Half, S)",,out:effort-not-established, arxiv-2611.02698-geoguesser-ablation-bottomhalf-competition,arxiv-2611.02698,sonnet-4.6,unstated,mixed,hard,,,,,,,2446,score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 3, row Claude Sonnet 4.6, column Bottom Half, C)",,out:effort-not-established, arxiv-2611.02698-geoguesser-ablation-bottomhalf-synthetic,arxiv-2611.02698,sonnet-4.6,unstated,mixed,hard,,,,,,,2707,score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 3, row Claude Sonnet 4.6, column Bottom Half, S)",,out:effort-not-established, arxiv-2611.02698-geoguesser-ablation-websearch-competition,arxiv-2611.02698,sonnet-4.6,unstated,mixed,hard,,,,,,,3206,score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 3, row Claude Sonnet 4.6, column Web Search, C)",,out:effort-not-established, arxiv-2611.02698-geoguesser-ablation-websearch-synthetic,arxiv-2611.02698,sonnet-4.6,unstated,mixed,hard,,,,,,,2767,score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 3, row Claude Sonnet 4.6, column Web Search, S)",,out:effort-not-established, arxiv-2611.02698-t7-country,arxiv-2611.02698,fable-5,unstated,mixed,hard,,,,,,,88.9,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 7, row Claude Fable 5, column Country (n = 27))",,out:effort-not-established, arxiv-2611.02698-t7-state,arxiv-2611.02698,fable-5,unstated,mixed,hard,,,,,,,27.3,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 7, row Claude Fable 5, column State (n = 11))",,out:effort-not-established, arxiv-2611.02698-t7-city,arxiv-2611.02698,fable-5,unstated,mixed,hard,,,,,,,58.1,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 7, row Claude Fable 5, column City (n = 31))",,out:effort-not-established, arxiv-2611.02698-t7-street,arxiv-2611.02698,fable-5,unstated,mixed,hard,,,,,,,45.5,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 7, row Claude Fable 5, column Street (n = 11))",,out:effort-not-established, arxiv-2611.02698-t7-country,arxiv-2611.02698,opus-4.8,unstated,mixed,hard,,,,,,,88.9,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 7, row Claude Opus 4.8, column Country (n = 27))",,out:effort-not-established, arxiv-2611.02698-t7-state,arxiv-2611.02698,opus-4.8,unstated,mixed,hard,,,,,,,72.7,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 7, row Claude Opus 4.8, column State (n = 11))",,out:effort-not-established, arxiv-2611.02698-t7-city,arxiv-2611.02698,opus-4.8,unstated,mixed,hard,,,,,,,41.9,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 7, row Claude Opus 4.8, column City (n = 31))",,out:effort-not-established, arxiv-2611.02698-t7-street,arxiv-2611.02698,opus-4.8,unstated,mixed,hard,,,,,,,27.3,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 7, row Claude Opus 4.8, column Street (n = 11))",,out:effort-not-established, arxiv-2611.02698-t7-country,arxiv-2611.02698,opus-4.7,unstated,mixed,hard,,,,,,,81.5,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 7, row Claude Opus 4.7, column Country (n = 27))",,out:effort-not-established, arxiv-2611.02698-t7-state,arxiv-2611.02698,opus-4.7,unstated,mixed,hard,,,,,,,54.5,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 7, row Claude Opus 4.7, column State (n = 11))",,out:effort-not-established, arxiv-2611.02698-t7-city,arxiv-2611.02698,opus-4.7,unstated,mixed,hard,,,,,,,45.2,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 7, row Claude Opus 4.7, column City (n = 31))",,out:effort-not-established, arxiv-2611.02698-t7-street,arxiv-2611.02698,opus-4.7,unstated,mixed,hard,,,,,,,27.3,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 7, row Claude Opus 4.7, column Street (n = 11))",,out:effort-not-established, arxiv-2611.02698-t9-c-score,arxiv-2611.02698,opus-4.8,unstated,mixed,hard,,,,,,,4570.0,GeoGuessr-score,0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 9, row Claude Opus 4.8, column Competition Score)",,out:effort-not-established, arxiv-2611.02698-t9-c-dist,arxiv-2611.02698,opus-4.8,unstated,mixed,hard,,,,,,,134.1,score-equivalent distance (km),0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 9, row Claude Opus 4.8, column Competition Dist)",,out:effort-not-established, arxiv-2611.02698-t9-s-score,arxiv-2611.02698,opus-4.8,unstated,mixed,hard,,,,,,,4666.2,GeoGuessr-score,0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 9, row Claude Opus 4.8, column Synthetic Score)",,out:effort-not-established, arxiv-2611.02698-t9-s-dist,arxiv-2611.02698,opus-4.8,unstated,mixed,hard,,,,,,,103.1,score-equivalent distance (km),0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 9, row Claude Opus 4.8, column Synthetic Dist)",,out:effort-not-established, arxiv-2611.02698-t9-zero-score,arxiv-2611.02698,opus-4.8,unstated,mixed,hard,,,,,,,3.28,zero-score-rate%,0.00289,,,"https://arxiv.org/abs/2611.02698 (Table 9, row Claude Opus 4.8, column Zero-score rate %)",,out:effort-not-established, arxiv-2611.02698-t9-c-score,arxiv-2611.02698,opus-4.7,unstated,mixed,hard,,,,,,,4759.7,GeoGuessr-score,0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 9, row Claude Opus 4.7, column Competition Score)",,out:effort-not-established, arxiv-2611.02698-t9-c-dist,arxiv-2611.02698,opus-4.7,unstated,mixed,hard,,,,,,,73.5,score-equivalent distance (km),0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 9, row Claude Opus 4.7, column Competition Dist)",,out:effort-not-established, arxiv-2611.02698-t9-s-score,arxiv-2611.02698,opus-4.7,unstated,mixed,hard,,,,,,,4738.3,GeoGuessr-score,0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 9, row Claude Opus 4.7, column Synthetic Score)",,out:effort-not-established, arxiv-2611.02698-t9-s-dist,arxiv-2611.02698,opus-4.7,unstated,mixed,hard,,,,,,,80.2,score-equivalent distance (km),0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 9, row Claude Opus 4.7, column Synthetic Dist)",,out:effort-not-established, arxiv-2611.02698-t9-zero-score,arxiv-2611.02698,opus-4.7,unstated,mixed,hard,,,,,,,6.56,zero-score-rate%,0.00289,,,"https://arxiv.org/abs/2611.02698 (Table 9, row Claude Opus 4.7, column Zero-score rate %)",,out:effort-not-established, arxiv-2611.02698-t9-c-score,arxiv-2611.02698,fable-5,unstated,mixed,hard,,,,,,,4937.0,GeoGuessr-score,0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 9, row Claude Fable 5, column Competition Score)",,out:effort-not-established, arxiv-2611.02698-t9-c-dist,arxiv-2611.02698,fable-5,unstated,mixed,hard,,,,,,,18.9,score-equivalent distance (km),0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 9, row Claude Fable 5, column Competition Dist)",,out:effort-not-established, arxiv-2611.02698-t9-s-score,arxiv-2611.02698,fable-5,unstated,mixed,hard,,,,,,,4963.4,GeoGuessr-score,0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 9, row Claude Fable 5, column Synthetic Score)",,out:effort-not-established, arxiv-2611.02698-t9-s-dist,arxiv-2611.02698,fable-5,unstated,mixed,hard,,,,,,,11.0,score-equivalent distance (km),0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 9, row Claude Fable 5, column Synthetic Dist)",,out:effort-not-established, arxiv-2611.02698-t9-zero-score,arxiv-2611.02698,fable-5,unstated,mixed,hard,,,,,,,38.52,zero-score-rate%,0.00289,,,"https://arxiv.org/abs/2611.02698 (Table 9, row Claude Fable 5, column Zero-score rate %)",,out:effort-not-established, arxiv-2611.02698-t9-c-score,arxiv-2611.02698,sonnet-4.6,unstated,mixed,hard,,,,,,,4837.5,GeoGuessr-score,0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 9, row Claude Sonnet 4.6, column Competition Score)",,out:effort-not-established, arxiv-2611.02698-t9-c-dist,arxiv-2611.02698,sonnet-4.6,unstated,mixed,hard,,,,,,,49.3,score-equivalent distance (km),0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 9, row Claude Sonnet 4.6, column Competition Dist)",,out:effort-not-established, arxiv-2611.02698-t9-s-score,arxiv-2611.02698,sonnet-4.6,unstated,mixed,hard,,,,,,,4523.6,GeoGuessr-score,0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 9, row Claude Sonnet 4.6, column Synthetic Score)",,out:effort-not-established, arxiv-2611.02698-t9-s-dist,arxiv-2611.02698,sonnet-4.6,unstated,mixed,hard,,,,,,,149.4,score-equivalent distance (km),0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 9, row Claude Sonnet 4.6, column Synthetic Dist)",,out:effort-not-established, arxiv-2611.02698-t9-zero-score,arxiv-2611.02698,sonnet-4.6,unstated,mixed,hard,,,,,,,39.34,zero-score-rate%,0.00289,,,"https://arxiv.org/abs/2611.02698 (Table 9, row Claude Sonnet 4.6, column Zero-score rate %)",,out:effort-not-established, arxiv-2611.02698-geoguesser-competition,arxiv-2611.02698,gemini-3-flash,unstated,mixed,hard,,,,,,,2851.0,score,0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 1, column Competition score)",,out:effort-not-established, arxiv-2611.02698-geoguesser-competition-dist,arxiv-2611.02698,gemini-3-flash,unstated,mixed,hard,,,,,,,838.0,score-equivalent distance (km),0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 1, column Competition distance (km))",,out:effort-not-established, arxiv-2611.02698-geoguesser-synthetic,arxiv-2611.02698,gemini-3-flash,unstated,mixed,hard,,,,,,,2493.3,score,0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 1, column Synthetic score)",,out:effort-not-established, arxiv-2611.02698-geoguesser-synthetic-dist,arxiv-2611.02698,gemini-3-flash,unstated,mixed,hard,,,,,,,1038.0,score-equivalent distance (km),0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 1, column Synthetic distance (km))",,out:effort-not-established, arxiv-2611.02698-geoguesser-place-naming,arxiv-2611.02698,gemini-3-flash,unstated,mixed,hard,,,,,,,38.75,score (%),0.00289,,,"https://arxiv.org/abs/2611.02698 (Table 1, column Place Naming %)",,out:effort-not-established, arxiv-2611.02698-geoguesser-navigation,arxiv-2611.02698,gemini-3-flash,unstated,mixed,hard,,,,,,,18.75,score (%),0.00289,,,"https://arxiv.org/abs/2611.02698 (Table 1, column Navigation %)",,out:effort-not-established, arxiv-2611.02698-geoguesser-competition,arxiv-2611.02698,gemini-3.5-flash,unstated,mixed,hard,,,,,,,1698.3,score,0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 1, column Competition score)",,out:effort-not-established, arxiv-2611.02698-geoguesser-competition-dist,arxiv-2611.02698,gemini-3.5-flash,unstated,mixed,hard,,,,,,,1610.7,score-equivalent distance (km),0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 1, column Competition distance (km))",,out:effort-not-established, arxiv-2611.02698-geoguesser-synthetic,arxiv-2611.02698,gemini-3.5-flash,unstated,mixed,hard,,,,,,,2184.0,score,0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 1, column Synthetic score)",,out:effort-not-established, arxiv-2611.02698-geoguesser-synthetic-dist,arxiv-2611.02698,gemini-3.5-flash,unstated,mixed,hard,,,,,,,1235.5,score-equivalent distance (km),0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 1, column Synthetic distance (km))",,out:effort-not-established, arxiv-2611.02698-geoguesser-place-naming,arxiv-2611.02698,gemini-3.5-flash,unstated,mixed,hard,,,,,,,46.25,score (%),0.00289,,,"https://arxiv.org/abs/2611.02698 (Table 1, column Place Naming %)",,out:effort-not-established, arxiv-2611.02698-geoguesser-navigation,arxiv-2611.02698,gemini-3.5-flash,unstated,mixed,hard,,,,,,,17.50,score (%),0.00289,,,"https://arxiv.org/abs/2611.02698 (Table 1, column Navigation %)",,out:effort-not-established, arxiv-2611.02698-geoguesser-competition,arxiv-2611.02698,gemini-3.1-pro,unstated,mixed,hard,,,,,,,593.6,score,0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 1, column Competition score)",,out:effort-not-established, arxiv-2611.02698-geoguesser-competition-dist,arxiv-2611.02698,gemini-3.1-pro,unstated,mixed,hard,,,,,,,3178.8,score-equivalent distance (km),0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 1, column Competition distance (km))",,out:effort-not-established, arxiv-2611.02698-geoguesser-synthetic,arxiv-2611.02698,gemini-3.1-pro,unstated,mixed,hard,,,,,,,1124.8,score,0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 1, column Synthetic score)",,out:effort-not-established, arxiv-2611.02698-geoguesser-synthetic-dist,arxiv-2611.02698,gemini-3.1-pro,unstated,mixed,hard,,,,,,,2225.3,score-equivalent distance (km),0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 1, column Synthetic distance (km))",,out:effort-not-established, arxiv-2611.02698-geoguesser-place-naming,arxiv-2611.02698,gemini-3.1-pro,unstated,mixed,hard,,,,,,,47.50,score (%),0.00289,,,"https://arxiv.org/abs/2611.02698 (Table 1, column Place Naming %)",,out:effort-not-established, arxiv-2611.02698-geoguesser-navigation,arxiv-2611.02698,gemini-3.1-pro,unstated,mixed,hard,,,,,,,30.00,score (%),0.00289,,,"https://arxiv.org/abs/2611.02698 (Table 1, column Navigation %)",,out:effort-not-established, arxiv-2611.02698-geoguesser-ablation-80steps-competition,arxiv-2611.02698,gemini-3.5-flash,unstated,mixed,hard,,,,,,,2744,score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 3, row Gemini 3.5 Flash, ablation 80 Steps (step limit raised from 40 to 80, navigation enabled), split C)",,out:effort-not-established, arxiv-2611.02698-geoguesser-ablation-80steps-synthetic,arxiv-2611.02698,gemini-3.5-flash,unstated,mixed,hard,,,,,,,3228,score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 3, row Gemini 3.5 Flash, ablation 80 Steps (step limit raised from 40 to 80, navigation enabled), split S)",,out:effort-not-established, arxiv-2611.02698-geoguesser-ablation-nomove-competition,arxiv-2611.02698,gemini-3.5-flash,unstated,mixed,hard,,,,,,,3939,score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 3, row Gemini 3.5 Flash, ablation No Movement, split C)",,out:effort-not-established, arxiv-2611.02698-geoguesser-ablation-nomove-synthetic,arxiv-2611.02698,gemini-3.5-flash,unstated,mixed,hard,,,,,,,4019,score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 3, row Gemini 3.5 Flash, ablation No Movement, split S)",,out:effort-not-established, arxiv-2611.02698-geoguesser-ablation-tophalf-competition,arxiv-2611.02698,gemini-3.5-flash,unstated,mixed,hard,,,,,,,948,score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 3, row Gemini 3.5 Flash, ablation Top Half of the image, split C)",,out:effort-not-established, arxiv-2611.02698-geoguesser-ablation-tophalf-synthetic,arxiv-2611.02698,gemini-3.5-flash,unstated,mixed,hard,,,,,,,2123,score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 3, row Gemini 3.5 Flash, ablation Top Half of the image, split S)",,out:effort-not-established, arxiv-2611.02698-geoguesser-ablation-bottomhalf-competition,arxiv-2611.02698,gemini-3.5-flash,unstated,mixed,hard,,,,,,,938,score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 3, row Gemini 3.5 Flash, ablation Bottom Half of the image, split C)",,out:effort-not-established, arxiv-2611.02698-geoguesser-ablation-bottomhalf-synthetic,arxiv-2611.02698,gemini-3.5-flash,unstated,mixed,hard,,,,,,,1179,score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 3, row Gemini 3.5 Flash, ablation Bottom Half of the image, split S)",,out:effort-not-established, arxiv-2611.02698-geoguesser-ablation-websearch-competition,arxiv-2611.02698,gemini-3.5-flash,unstated,mixed,hard,,,,,,,0,score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 3, row Gemini 3.5 Flash, ablation Web Search, split C)",,out:effort-not-established, arxiv-2611.02698-geoguesser-ablation-websearch-synthetic,arxiv-2611.02698,gemini-3.5-flash,unstated,mixed,hard,,,,,,,125,score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 3, row Gemini 3.5 Flash, ablation Web Search, split S)",,out:effort-not-established, arxiv-2611.02698-geoguesser-ablation-80steps-competition,arxiv-2611.02698,gemini-3.1-pro,unstated,mixed,hard,,,,,,,1729,score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 3, row Gemini 3.1 Pro, ablation 80 Steps (step limit raised from 40 to 80, navigation enabled), split C)",,out:effort-not-established, arxiv-2611.02698-geoguesser-ablation-80steps-synthetic,arxiv-2611.02698,gemini-3.1-pro,unstated,mixed,hard,,,,,,,2473,score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 3, row Gemini 3.1 Pro, ablation 80 Steps (step limit raised from 40 to 80, navigation enabled), split S)",,out:effort-not-established, arxiv-2611.02698-geoguesser-ablation-nomove-competition,arxiv-2611.02698,gemini-3.1-pro,unstated,mixed,hard,,,,,,,1939,score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 3, row Gemini 3.1 Pro, ablation No Movement, split C)",,out:effort-not-established, arxiv-2611.02698-geoguesser-ablation-nomove-synthetic,arxiv-2611.02698,gemini-3.1-pro,unstated,mixed,hard,,,,,,,2532,score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 3, row Gemini 3.1 Pro, ablation No Movement, split S)",,out:effort-not-established, arxiv-2611.02698-geoguesser-ablation-tophalf-competition,arxiv-2611.02698,gemini-3.1-pro,unstated,mixed,hard,,,,,,,0,score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 3, row Gemini 3.1 Pro, ablation Top Half of the image, split C)",,out:effort-not-established, arxiv-2611.02698-geoguesser-ablation-tophalf-synthetic,arxiv-2611.02698,gemini-3.1-pro,unstated,mixed,hard,,,,,,,1062,score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 3, row Gemini 3.1 Pro, ablation Top Half of the image, split S)",,out:effort-not-established, arxiv-2611.02698-geoguesser-ablation-bottomhalf-competition,arxiv-2611.02698,gemini-3.1-pro,unstated,mixed,hard,,,,,,,0,score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 3, row Gemini 3.1 Pro, ablation Bottom Half of the image, split C)",,out:effort-not-established, arxiv-2611.02698-geoguesser-ablation-bottomhalf-synthetic,arxiv-2611.02698,gemini-3.1-pro,unstated,mixed,hard,,,,,,,437,score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 3, row Gemini 3.1 Pro, ablation Bottom Half of the image, split S)",,out:effort-not-established, arxiv-2611.02698-geoguesser-ablation-websearch-competition,arxiv-2611.02698,gemini-3.1-pro,unstated,mixed,hard,,,,,,,119,score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 3, row Gemini 3.1 Pro, ablation Web Search, split C)",,out:effort-not-established, arxiv-2611.02698-geoguesser-ablation-websearch-synthetic,arxiv-2611.02698,gemini-3.1-pro,unstated,mixed,hard,,,,,,,312,score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 3, row Gemini 3.1 Pro, ablation Web Search, split S)",,out:effort-not-established, arxiv-2611.02698-31pro-t8-c-median,arxiv-2611.02698,gemini-3-flash,unstated,computer-use,hard,,,,,,,4400,GeoGuessr-score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 8, row Gemini 3 Flash, column c-median)",,out:effort-not-established, arxiv-2611.02698-31pro-t8-s-median,arxiv-2611.02698,gemini-3-flash,unstated,computer-use,hard,,,,,,,2420,GeoGuessr-score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 8, row Gemini 3 Flash, column s-median)",,out:effort-not-established, arxiv-2611.02698-31pro-t8-c-median,arxiv-2611.02698,gemini-3.5-flash,unstated,computer-use,hard,,,,,,,0,GeoGuessr-score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 8, row Gemini 3.5 Flash, column c-median)",,out:effort-not-established, arxiv-2611.02698-31pro-t8-s-median,arxiv-2611.02698,gemini-3.5-flash,unstated,computer-use,hard,,,,,,,0,GeoGuessr-score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 8, row Gemini 3.5 Flash, column s-median)",,out:effort-not-established, arxiv-2611.02698-31pro-t8-c-median,arxiv-2611.02698,gemini-3.1-pro,unstated,computer-use,hard,,,,,,,0,GeoGuessr-score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 8, row Gemini 3.1 Pro, column c-median)",,out:effort-not-established, arxiv-2611.02698-31pro-t8-s-median,arxiv-2611.02698,gemini-3.1-pro,unstated,computer-use,hard,,,,,,,0,GeoGuessr-score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 8, row Gemini 3.1 Pro, column s-median)",,out:effort-not-established, arxiv-2611.02698-t9-c-score,arxiv-2611.02698,gemini-3-flash,unstated,mixed,hard,,,,,,,4789.6,GeoGuessr-score,0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 9, row Gemini 3 Flash, column c-score)",,out:effort-not-established, arxiv-2611.02698-t9-c-dist,arxiv-2611.02698,gemini-3-flash,unstated,mixed,hard,,,,,,,64.1,score-equivalent distance (km),0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 9, row Gemini 3 Flash, column c-dist)",,out:effort-not-established, arxiv-2611.02698-t9-s-score,arxiv-2611.02698,gemini-3-flash,unstated,mixed,hard,,,,,,,4864.9,GeoGuessr-score,0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 9, row Gemini 3 Flash, column s-score)",,out:effort-not-established, arxiv-2611.02698-t9-s-dist,arxiv-2611.02698,gemini-3-flash,unstated,mixed,hard,,,,,,,40.9,score-equivalent distance (km),0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 9, row Gemini 3 Flash, column s-dist)",,out:effort-not-established, arxiv-2611.02698-t9-zero-score,arxiv-2611.02698,gemini-3-flash,unstated,mixed,hard,,,,,,,45.90,zero-score-rate%,0.00289,,,"https://arxiv.org/abs/2611.02698 (Table 9, row Gemini 3 Flash, column zero-rate)",,out:effort-not-established, arxiv-2611.02698-t9-c-score,arxiv-2611.02698,gemini-3.5-flash,unstated,mixed,hard,,,,,,,4755.2,GeoGuessr-score,0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 9, row Gemini 3.5 Flash, column c-score)",,out:effort-not-established, arxiv-2611.02698-t9-c-dist,arxiv-2611.02698,gemini-3.5-flash,unstated,mixed,hard,,,,,,,74.9,score-equivalent distance (km),0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 9, row Gemini 3.5 Flash, column c-dist)",,out:effort-not-established, arxiv-2611.02698-t9-s-score,arxiv-2611.02698,gemini-3.5-flash,unstated,mixed,hard,,,,,,,4853.3,GeoGuessr-score,0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 9, row Gemini 3.5 Flash, column s-score)",,out:effort-not-established, arxiv-2611.02698-t9-s-dist,arxiv-2611.02698,gemini-3.5-flash,unstated,mixed,hard,,,,,,,44.4,score-equivalent distance (km),0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 9, row Gemini 3.5 Flash, column s-dist)",,out:effort-not-established, arxiv-2611.02698-t9-zero-score,arxiv-2611.02698,gemini-3.5-flash,unstated,mixed,hard,,,,,,,58.20,zero-score-rate%,0.00289,,,"https://arxiv.org/abs/2611.02698 (Table 9, row Gemini 3.5 Flash, column zero-rate)",,out:effort-not-established, arxiv-2611.02698-t9-c-score,arxiv-2611.02698,gemini-3.1-pro,unstated,mixed,hard,,,,,,,4986.5,GeoGuessr-score,0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 9, row Gemini 3.1 Pro, column c-score)",,out:effort-not-established, arxiv-2611.02698-t9-c-dist,arxiv-2611.02698,gemini-3.1-pro,unstated,mixed,hard,,,,,,,4.0,score-equivalent distance (km),0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 9, row Gemini 3.1 Pro, column c-dist)",,out:effort-not-established, arxiv-2611.02698-t9-s-score,arxiv-2611.02698,gemini-3.1-pro,unstated,mixed,hard,,,,,,,4999.2,GeoGuessr-score,0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 9, row Gemini 3.1 Pro, column s-score)",,out:effort-not-established, arxiv-2611.02698-t9-s-dist,arxiv-2611.02698,gemini-3.1-pro,unstated,mixed,hard,,,,,,,0.2,score-equivalent distance (km),0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 9, row Gemini 3.1 Pro, column s-dist)",,out:effort-not-established, arxiv-2611.02698-t9-zero-score,arxiv-2611.02698,gemini-3.1-pro,unstated,mixed,hard,,,,,,,81.15,zero-score-rate%,0.00289,,,"https://arxiv.org/abs/2611.02698 (Table 9, row Gemini 3.1 Pro, column zero-rate)",,out:effort-not-established, arxiv-2611.02698-t4-pl-nocomp,arxiv-2611.02698,gemini-3-flash,unstated,computer-use,hard,,,,,,,4686,GeoGuessr-score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 4, row Result, no Compressor, column Precise Localization)",,out:effort-not-established, arxiv-2611.02698-t4-pl-comp,arxiv-2611.02698,gemini-3-flash,unstated,computer-use,hard,,,,,,,4737,GeoGuessr-score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 4, row Result, Compressor, column Precise Localization)",,out:effort-not-established, arxiv-2611.02698-t4-pn-nocomp,arxiv-2611.02698,gemini-3-flash,unstated,computer-use,hard,,,,,,,30.00,place-naming%,0.00289,,,"https://arxiv.org/abs/2611.02698 (Table 4, row Result, no Compressor, column Place Naming)",,out:effort-not-established, arxiv-2611.02698-t4-pn-comp,arxiv-2611.02698,gemini-3-flash,unstated,computer-use,hard,,,,,,,26.25,place-naming%,0.00289,,,"https://arxiv.org/abs/2611.02698 (Table 4, row Result, Compressor, column Place Naming)",,out:effort-not-established, arxiv-2611.02698-t4-nav-nocomp,arxiv-2611.02698,gemini-3-flash,unstated,computer-use,hard,,,,,,,24.39,navigation-challenge%,0.00289,,,"https://arxiv.org/abs/2611.02698 (Table 4, row Result, no Compressor, column Navigation)",,out:effort-not-established, arxiv-2611.02698-t4-nav-comp,arxiv-2611.02698,gemini-3-flash,unstated,computer-use,hard,,,,,,,24.39,navigation-challenge%,0.00289,,,"https://arxiv.org/abs/2611.02698 (Table 4, row Result, Compressor, column Navigation)",,out:effort-not-established, arxiv-2611.02698-geoguesser-competition,arxiv-2611.02698,gpt-5.5,unstated,mixed,hard,,,,,,,3815.1,score,0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 1, row GPT-5.5, column Competition score)",,out:effort-not-established, arxiv-2611.02698-geoguesser-competition-dist,arxiv-2611.02698,gpt-5.5,unstated,mixed,hard,,,,,,,403.5,score-equivalent distance (km),0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 1, row GPT-5.5, column Competition distance (km))",,out:effort-not-established, arxiv-2611.02698-geoguesser-synthetic,arxiv-2611.02698,gpt-5.5,unstated,mixed,hard,,,,,,,3467.8,score,0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 1, row GPT-5.5, column Synthetic score)",,out:effort-not-established, arxiv-2611.02698-geoguesser-synthetic-dist,arxiv-2611.02698,gpt-5.5,unstated,mixed,hard,,,,,,,545.8,score-equivalent distance (km),0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 1, row GPT-5.5, column Synthetic distance (km))",,out:effort-not-established, arxiv-2611.02698-geoguesser-place-naming,arxiv-2611.02698,gpt-5.5,unstated,mixed,hard,,,,,,,62.50,score (%),0.00289,,,"https://arxiv.org/abs/2611.02698 (Table 1, row GPT-5.5, column Place Naming (%))",,out:effort-not-established, arxiv-2611.02698-geoguesser-navigation,arxiv-2611.02698,gpt-5.5,unstated,mixed,hard,,,,,,,32.50,score (%),0.00289,,,"https://arxiv.org/abs/2611.02698 (Table 1, row GPT-5.5, column Navigation Challenge (%))",,out:effort-not-established, arxiv-2611.02698-geoguesser-competition,arxiv-2611.02698,gpt-5.4-pro,unstated,mixed,hard,,,,,,,2503.8,score,0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 1, row GPT-5.4 Pro, column Competition score)",,out:effort-not-established, arxiv-2611.02698-geoguesser-competition-dist,arxiv-2611.02698,gpt-5.4-pro,unstated,mixed,hard,,,,,,,1031.7,score-equivalent distance (km),0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 1, row GPT-5.4 Pro, column Competition distance (km))",,out:effort-not-established, arxiv-2611.02698-geoguesser-synthetic,arxiv-2611.02698,gpt-5.4-pro,unstated,mixed,hard,,,,,,,2667.4,score,0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 1, row GPT-5.4 Pro, column Synthetic score)",,out:effort-not-established, arxiv-2611.02698-geoguesser-synthetic-dist,arxiv-2611.02698,gpt-5.4-pro,unstated,mixed,hard,,,,,,,937.3,score-equivalent distance (km),0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 1, row GPT-5.4 Pro, column Synthetic distance (km))",,out:effort-not-established, arxiv-2611.02698-geoguesser-place-naming,arxiv-2611.02698,gpt-5.4-pro,unstated,mixed,hard,,,,,,,60.00,score (%),0.00289,,,"https://arxiv.org/abs/2611.02698 (Table 1, row GPT-5.4 Pro, column Place Naming (%))",,out:effort-not-established, arxiv-2611.02698-geoguesser-navigation,arxiv-2611.02698,gpt-5.4-pro,unstated,mixed,hard,,,,,,,35.00,score (%),0.00289,,,"https://arxiv.org/abs/2611.02698 (Table 1, row GPT-5.4 Pro, column Navigation Challenge (%))",,out:effort-not-established, arxiv-2611.02698-geoguesser-competition,arxiv-2611.02698,gpt-5.4,unstated,mixed,hard,,,,,,,3923.1,score,0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 1, row GPT-5.4, column Competition score)",,out:effort-not-established, arxiv-2611.02698-geoguesser-competition-dist,arxiv-2611.02698,gpt-5.4,unstated,mixed,hard,,,,,,,361.8,score-equivalent distance (km),0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 1, row GPT-5.4, column Competition distance (km))",,out:effort-not-established, arxiv-2611.02698-geoguesser-synthetic,arxiv-2611.02698,gpt-5.4,unstated,mixed,hard,,,,,,,4221.1,score,0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 1, row GPT-5.4, column Synthetic score)",,out:effort-not-established, arxiv-2611.02698-geoguesser-synthetic-dist,arxiv-2611.02698,gpt-5.4,unstated,mixed,hard,,,,,,,252.6,score-equivalent distance (km),0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 1, row GPT-5.4, column Synthetic distance (km))",,out:effort-not-established, arxiv-2611.02698-geoguesser-place-naming,arxiv-2611.02698,gpt-5.4,unstated,mixed,hard,,,,,,,50.00,score (%),0.00289,,,"https://arxiv.org/abs/2611.02698 (Table 1, row GPT-5.4, column Place Naming (%))",,out:effort-not-established, arxiv-2611.02698-geoguesser-navigation,arxiv-2611.02698,gpt-5.4,unstated,mixed,hard,,,,,,,12.50,score (%),0.00289,,,"https://arxiv.org/abs/2611.02698 (Table 1, row GPT-5.4, column Navigation Challenge (%))",,out:effort-not-established, arxiv-2611.02698-geoguesser-competition,arxiv-2611.02698,gpt-5.5-pro,unstated,mixed,hard,,,,,,,1163.4,score,0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 1, row GPT-5.5 Pro, column Competition score)",,out:effort-not-established, arxiv-2611.02698-geoguesser-competition-dist,arxiv-2611.02698,gpt-5.5-pro,unstated,mixed,hard,,,,,,,2175.0,score-equivalent distance (km),0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 1, row GPT-5.5 Pro, column Competition distance (km))",,out:effort-not-established, arxiv-2611.02698-geoguesser-synthetic,arxiv-2611.02698,gpt-5.5-pro,unstated,mixed,hard,,,,,,,1556.1,score,0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 1, row GPT-5.5 Pro, column Synthetic score)",,out:effort-not-established, arxiv-2611.02698-geoguesser-synthetic-dist,arxiv-2611.02698,gpt-5.5-pro,unstated,mixed,hard,,,,,,,1741.2,score-equivalent distance (km),0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 1, row GPT-5.5 Pro, column Synthetic distance (km))",,out:effort-not-established, arxiv-2611.02698-geoguesser-place-naming,arxiv-2611.02698,gpt-5.5-pro,unstated,mixed,hard,,,,,,,47.50,score (%),0.00289,,,"https://arxiv.org/abs/2611.02698 (Table 1, row GPT-5.5 Pro, column Place Naming (%))",,out:effort-not-established, arxiv-2611.02698-geoguesser-navigation,arxiv-2611.02698,gpt-5.5-pro,unstated,mixed,hard,,,,,,,31.25,score (%),0.00289,,,"https://arxiv.org/abs/2611.02698 (Table 1, row GPT-5.5 Pro, column Navigation Challenge (%))",,out:effort-not-established, arxiv-2611.02698-geoguesser-competition,arxiv-2611.02698,gpt-5.2,unstated,mixed,hard,,,,,,,523.9,score,0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 1, row GPT-5.2, column Competition score)",,out:effort-not-established, arxiv-2611.02698-geoguesser-competition-dist,arxiv-2611.02698,gpt-5.2,unstated,mixed,hard,,,,,,,3365.1,score-equivalent distance (km),0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 1, row GPT-5.2, column Competition distance (km))",,out:effort-not-established, arxiv-2611.02698-geoguesser-synthetic,arxiv-2611.02698,gpt-5.2,unstated,mixed,hard,,,,,,,1243.2,score,0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 1, row GPT-5.2, column Synthetic score)",,out:effort-not-established, arxiv-2611.02698-geoguesser-synthetic-dist,arxiv-2611.02698,gpt-5.2,unstated,mixed,hard,,,,,,,2076.1,score-equivalent distance (km),0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 1, row GPT-5.2, column Synthetic distance (km))",,out:effort-not-established, arxiv-2611.02698-geoguesser-place-naming,arxiv-2611.02698,gpt-5.2,unstated,mixed,hard,,,,,,,33.75,score (%),0.00289,,,"https://arxiv.org/abs/2611.02698 (Table 1, row GPT-5.2, column Place Naming (%))",,out:effort-not-established, arxiv-2611.02698-geoguesser-navigation,arxiv-2611.02698,gpt-5.2,unstated,mixed,hard,,,,,,,17.50,score (%),0.00289,,,"https://arxiv.org/abs/2611.02698 (Table 1, row GPT-5.2, column Navigation Challenge (%))",,out:effort-not-established, arxiv-2611.02698-geoguesser-ablation-80steps-competition,arxiv-2611.02698,gpt-5.5,unstated,mixed,hard,,,,,,,4407,score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 3, row GPT-5.5, column 80 Steps C)",,out:effort-not-established, arxiv-2611.02698-geoguesser-ablation-80steps-synthetic,arxiv-2611.02698,gpt-5.5,unstated,mixed,hard,,,,,,,4391,score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 3, row GPT-5.5, column 80 Steps S)",,out:effort-not-established, arxiv-2611.02698-geoguesser-ablation-nomove-competition,arxiv-2611.02698,gpt-5.5,unstated,mixed,hard,,,,,,,4100,score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 3, row GPT-5.5, column No Movement C)",,out:effort-not-established, arxiv-2611.02698-geoguesser-ablation-nomove-synthetic,arxiv-2611.02698,gpt-5.5,unstated,mixed,hard,,,,,,,4178,score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 3, row GPT-5.5, column No Movement S)",,out:effort-not-established, arxiv-2611.02698-geoguesser-ablation-tophalf-competition,arxiv-2611.02698,gpt-5.5,unstated,mixed,hard,,,,,,,2212,score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 3, row GPT-5.5, column Top Half C)",,out:effort-not-established, arxiv-2611.02698-geoguesser-ablation-tophalf-synthetic,arxiv-2611.02698,gpt-5.5,unstated,mixed,hard,,,,,,,2305,score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 3, row GPT-5.5, column Top Half S)",,out:effort-not-established, arxiv-2611.02698-geoguesser-ablation-bottomhalf-competition,arxiv-2611.02698,gpt-5.5,unstated,mixed,hard,,,,,,,1403,score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 3, row GPT-5.5, column Bottom Half C)",,out:effort-not-established, arxiv-2611.02698-geoguesser-ablation-bottomhalf-synthetic,arxiv-2611.02698,gpt-5.5,unstated,mixed,hard,,,,,,,1553,score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 3, row GPT-5.5, column Bottom Half S)",,out:effort-not-established, arxiv-2611.02698-geoguesser-ablation-websearch-competition,arxiv-2611.02698,gpt-5.5,unstated,mixed,hard,,,,,,,2388,score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 3, row GPT-5.5, column Web Search C)",,out:effort-not-established, arxiv-2611.02698-geoguesser-ablation-websearch-synthetic,arxiv-2611.02698,gpt-5.5,unstated,mixed,hard,,,,,,,1832,score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 3, row GPT-5.5, column Web Search S)",,out:effort-not-established, arxiv-2611.02698-geoguesser-ablation-80steps-competition,arxiv-2611.02698,gpt-5.2,unstated,mixed,hard,,,,,,,767,score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 3, row GPT-5.2, column 80 Steps C)",,out:effort-not-established, arxiv-2611.02698-geoguesser-ablation-80steps-synthetic,arxiv-2611.02698,gpt-5.2,unstated,mixed,hard,,,,,,,1295,score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 3, row GPT-5.2, column 80 Steps S)",,out:effort-not-established, arxiv-2611.02698-geoguesser-ablation-nomove-competition,arxiv-2611.02698,gpt-5.2,unstated,mixed,hard,,,,,,,572,score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 3, row GPT-5.2, column No Movement C)",,out:effort-not-established, arxiv-2611.02698-geoguesser-ablation-nomove-synthetic,arxiv-2611.02698,gpt-5.2,unstated,mixed,hard,,,,,,,1544,score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 3, row GPT-5.2, column No Movement S)",,out:effort-not-established, arxiv-2611.02698-geoguesser-ablation-tophalf-competition,arxiv-2611.02698,gpt-5.2,unstated,mixed,hard,,,,,,,604,score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 3, row GPT-5.2, column Top Half C)",,out:effort-not-established, arxiv-2611.02698-geoguesser-ablation-tophalf-synthetic,arxiv-2611.02698,gpt-5.2,unstated,mixed,hard,,,,,,,902,score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 3, row GPT-5.2, column Top Half S)",,out:effort-not-established, arxiv-2611.02698-geoguesser-ablation-bottomhalf-competition,arxiv-2611.02698,gpt-5.2,unstated,mixed,hard,,,,,,,112,score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 3, row GPT-5.2, column Bottom Half C)",,out:effort-not-established, arxiv-2611.02698-geoguesser-ablation-bottomhalf-synthetic,arxiv-2611.02698,gpt-5.2,unstated,mixed,hard,,,,,,,667,score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 3, row GPT-5.2, column Bottom Half S)",,out:effort-not-established, arxiv-2611.02698-geoguesser-ablation-websearch-competition,arxiv-2611.02698,gpt-5.2,unstated,mixed,hard,,,,,,,1696,score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 3, row GPT-5.2, column Web Search C)",,out:effort-not-established, arxiv-2611.02698-geoguesser-ablation-websearch-synthetic,arxiv-2611.02698,gpt-5.2,unstated,mixed,hard,,,,,,,2209,score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 3, row GPT-5.2, column Web Search S)",,out:effort-not-established, arxiv-2611.02698-t7-country,arxiv-2611.02698,gpt-5.5,unstated,mixed,hard,,,,,,,85.2,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 7, row GPT-5.5, column Table 7, Country)",,out:effort-not-established, arxiv-2611.02698-t7-state,arxiv-2611.02698,gpt-5.5,unstated,mixed,hard,,,,,,,72.7,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 7, row GPT-5.5, column Table 7, State)",,out:effort-not-established, arxiv-2611.02698-t7-city,arxiv-2611.02698,gpt-5.5,unstated,mixed,hard,,,,,,,48.4,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 7, row GPT-5.5, column Table 7, City)",,out:effort-not-established, arxiv-2611.02698-t7-street,arxiv-2611.02698,gpt-5.5,unstated,mixed,hard,,,,,,,36.4,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 7, row GPT-5.5, column Table 7, Street)",,out:effort-not-established, arxiv-2611.02698-t7-country,arxiv-2611.02698,gpt-5.4-pro,unstated,mixed,hard,,,,,,,81.5,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 7, row GPT-5.4 Pro, column Table 7, Country)",,out:effort-not-established, arxiv-2611.02698-t7-state,arxiv-2611.02698,gpt-5.4-pro,unstated,mixed,hard,,,,,,,54.5,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 7, row GPT-5.4 Pro, column Table 7, State)",,out:effort-not-established, arxiv-2611.02698-t7-city,arxiv-2611.02698,gpt-5.4-pro,unstated,mixed,hard,,,,,,,51.6,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 7, row GPT-5.4 Pro, column Table 7, City)",,out:effort-not-established, arxiv-2611.02698-t7-street,arxiv-2611.02698,gpt-5.4-pro,unstated,mixed,hard,,,,,,,36.4,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 7, row GPT-5.4 Pro, column Table 7, Street)",,out:effort-not-established, arxiv-2611.02698-t8-c-median,arxiv-2611.02698,gpt-5.5,unstated,mixed,hard,,,,,,,4763,median GeoGuessr score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 8, row GPT-5.5, column Table 8, C Median)",,out:effort-not-established, arxiv-2611.02698-t8-s-median,arxiv-2611.02698,gpt-5.5,unstated,mixed,hard,,,,,,,4968,median GeoGuessr score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 8, row GPT-5.5, column Table 8, S Median)",,out:effort-not-established, arxiv-2611.02698-t8-c-median,arxiv-2611.02698,gpt-5.4-pro,unstated,mixed,hard,,,,,,,3662,median GeoGuessr score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 8, row GPT-5.4 Pro, column Table 8, C Median)",,out:effort-not-established, arxiv-2611.02698-t8-s-median,arxiv-2611.02698,gpt-5.4-pro,unstated,mixed,hard,,,,,,,3988,median GeoGuessr score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 8, row GPT-5.4 Pro, column Table 8, S Median)",,out:effort-not-established, arxiv-2611.02698-t8-c-median,arxiv-2611.02698,gpt-5.4,unstated,mixed,hard,,,,,,,4209,median GeoGuessr score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 8, row GPT-5.4, column Table 8, C Median)",,out:effort-not-established, arxiv-2611.02698-t8-s-median,arxiv-2611.02698,gpt-5.4,unstated,mixed,hard,,,,,,,4871,median GeoGuessr score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 8, row GPT-5.4, column Table 8, S Median)",,out:effort-not-established, arxiv-2611.02698-t8-c-median,arxiv-2611.02698,gpt-5.5-pro,unstated,mixed,hard,,,,,,,0,median GeoGuessr score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 8, row GPT-5.5 Pro, column Table 8, C Median)",,out:effort-not-established, arxiv-2611.02698-t8-s-median,arxiv-2611.02698,gpt-5.5-pro,unstated,mixed,hard,,,,,,,0,median GeoGuessr score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 8, row GPT-5.5 Pro, column Table 8, S Median)",,out:effort-not-established, arxiv-2611.02698-t8-c-median,arxiv-2611.02698,gpt-5.2,unstated,mixed,hard,,,,,,,0,median GeoGuessr score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 8, row GPT-5.2, column Table 8, C Median)",,out:effort-not-established, arxiv-2611.02698-t8-s-median,arxiv-2611.02698,gpt-5.2,unstated,mixed,hard,,,,,,,0,median GeoGuessr score,0.289,,,"https://arxiv.org/abs/2611.02698 (Table 8, row GPT-5.2, column Table 8, S Median)",,out:effort-not-established, arxiv-2611.02698-t9-c-score,arxiv-2611.02698,gpt-5.5,unstated,mixed,hard,,,,,,,4578.1,GeoGuessr-score,0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 9, row GPT-5.5, column Table 9, C Score)",,out:effort-not-established, arxiv-2611.02698-t9-c-dist,arxiv-2611.02698,gpt-5.5,unstated,mixed,hard,,,,,,,131.5,score-equivalent distance (km),0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 9, row GPT-5.5, column Table 9, C Dist)",,out:effort-not-established, arxiv-2611.02698-t9-s-score,arxiv-2611.02698,gpt-5.5,unstated,mixed,hard,,,,,,,4474.6,GeoGuessr-score,0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 9, row GPT-5.5, column Table 9, S Score)",,out:effort-not-established, arxiv-2611.02698-t9-s-dist,arxiv-2611.02698,gpt-5.5,unstated,mixed,hard,,,,,,,165.6,score-equivalent distance (km),0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 9, row GPT-5.5, column Table 9, S Dist)",,out:effort-not-established, arxiv-2611.02698-t9-zero-score,arxiv-2611.02698,gpt-5.5,unstated,mixed,hard,,,,,,,20.49,zero-score-rate%,0.00289,,,"https://arxiv.org/abs/2611.02698 (Table 9, row GPT-5.5, column Table 9, Zero-score %)",,out:effort-not-established, arxiv-2611.02698-t9-c-score,arxiv-2611.02698,gpt-5.4-pro,unstated,mixed,hard,,,,,,,4780.0,GeoGuessr-score,0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 9, row GPT-5.4 Pro, column Table 9, C Score)",,out:effort-not-established, arxiv-2611.02698-t9-c-dist,arxiv-2611.02698,gpt-5.4-pro,unstated,mixed,hard,,,,,,,67.1,score-equivalent distance (km),0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 9, row GPT-5.4 Pro, column Table 9, C Dist)",,out:effort-not-established, arxiv-2611.02698-t9-s-score,arxiv-2611.02698,gpt-5.4-pro,unstated,mixed,hard,,,,,,,4742.0,GeoGuessr-score,0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 9, row GPT-5.4 Pro, column Table 9, S Score)",,out:effort-not-established, arxiv-2611.02698-t9-s-dist,arxiv-2611.02698,gpt-5.4-pro,unstated,mixed,hard,,,,,,,79.0,score-equivalent distance (km),0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 9, row GPT-5.4 Pro, column Table 9, S Dist)",,out:effort-not-established, arxiv-2611.02698-t9-zero-score,arxiv-2611.02698,gpt-5.4-pro,unstated,mixed,hard,,,,,,,45.08,zero-score-rate%,0.00289,,,"https://arxiv.org/abs/2611.02698 (Table 9, row GPT-5.4 Pro, column Table 9, Zero-score %)",,out:effort-not-established, arxiv-2611.02698-t9-c-score,arxiv-2611.02698,gpt-5.4,unstated,mixed,hard,,,,,,,4018.8,GeoGuessr-score,0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 9, row GPT-5.4, column Table 9, C Score)",,out:effort-not-established, arxiv-2611.02698-t9-c-dist,arxiv-2611.02698,gpt-5.4,unstated,mixed,hard,,,,,,,325.9,score-equivalent distance (km),0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 9, row GPT-5.4, column Table 9, C Dist)",,out:effort-not-established, arxiv-2611.02698-t9-s-score,arxiv-2611.02698,gpt-5.4,unstated,mixed,hard,,,,,,,4221.1,GeoGuessr-score,0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 9, row GPT-5.4, column Table 9, S Score)",,out:effort-not-established, arxiv-2611.02698-t9-s-dist,arxiv-2611.02698,gpt-5.4,unstated,mixed,hard,,,,,,,252.6,score-equivalent distance (km),0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 9, row GPT-5.4, column Table 9, S Dist)",,out:effort-not-established, arxiv-2611.02698-t9-zero-score,arxiv-2611.02698,gpt-5.4,unstated,mixed,hard,,,,,,,0.82,zero-score-rate%,0.00289,,,"https://arxiv.org/abs/2611.02698 (Table 9, row GPT-5.4, column Table 9, Zero-score %)",,out:effort-not-established, arxiv-2611.02698-t9-c-score,arxiv-2611.02698,gpt-5.5-pro,unstated,mixed,hard,,,,,,,4886.3,GeoGuessr-score,0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 9, row GPT-5.5 Pro, column Table 9, C Score)",,out:effort-not-established, arxiv-2611.02698-t9-c-dist,arxiv-2611.02698,gpt-5.5-pro,unstated,mixed,hard,,,,,,,34.3,score-equivalent distance (km),0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 9, row GPT-5.5 Pro, column Table 9, C Dist)",,out:effort-not-established, arxiv-2611.02698-t9-s-score,arxiv-2611.02698,gpt-5.5-pro,unstated,mixed,hard,,,,,,,4610.7,GeoGuessr-score,0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 9, row GPT-5.5 Pro, column Table 9, S Score)",,out:effort-not-established, arxiv-2611.02698-t9-s-dist,arxiv-2611.02698,gpt-5.5-pro,unstated,mixed,hard,,,,,,,120.9,score-equivalent distance (km),0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 9, row GPT-5.5 Pro, column Table 9, S Dist)",,out:effort-not-established, arxiv-2611.02698-t9-zero-score,arxiv-2611.02698,gpt-5.5-pro,unstated,mixed,hard,,,,,,,69.67,zero-score-rate%,0.00289,,,"https://arxiv.org/abs/2611.02698 (Table 9, row GPT-5.5 Pro, column Table 9, Zero-score %)",,out:effort-not-established, arxiv-2611.02698-t9-c-score,arxiv-2611.02698,gpt-5.2,unstated,mixed,hard,,,,,,,4400.8,GeoGuessr-score,0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 9, row GPT-5.2, column Table 9, C Score)",,out:effort-not-established, arxiv-2611.02698-t9-c-dist,arxiv-2611.02698,gpt-5.2,unstated,mixed,hard,,,,,,,190.4,score-equivalent distance (km),0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 9, row GPT-5.2, column Table 9, C Dist)",,out:effort-not-established, arxiv-2611.02698-t9-s-score,arxiv-2611.02698,gpt-5.2,unstated,mixed,hard,,,,,,,4324.0,GeoGuessr-score,0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 9, row GPT-5.2, column Table 9, S Score)",,out:effort-not-established, arxiv-2611.02698-t9-s-dist,arxiv-2611.02698,gpt-5.2,unstated,mixed,hard,,,,,,,216.7,score-equivalent distance (km),0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 9, row GPT-5.2, column Table 9, S Dist)",,out:effort-not-established, arxiv-2611.02698-t9-zero-score,arxiv-2611.02698,gpt-5.2,unstated,mixed,hard,,,,,,,77.05,zero-score-rate%,0.00289,,,"https://arxiv.org/abs/2611.02698 (Table 9, row GPT-5.2, column Table 9, Zero-score %)",,out:effort-not-established, arxiv-2611.02698-geoguesser-competition,arxiv-2611.02698,grok-4.3,unstated,mixed,hard,,,,,,,805.8,score,0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 1, row Grok 4.3, first column)",,out:effort-not-established, arxiv-2611.02698-geoguesser-synthetic,arxiv-2611.02698,grok-4.3,unstated,mixed,hard,,,,,,,1546.8,score,0.0289,,,"https://arxiv.org/abs/2611.02698 (Table 1, row Grok 4.3, second column)",,out:effort-not-established, arxiv-2611.02698-geoguesser-place-naming,arxiv-2611.02698,grok-4.3,unstated,mixed,hard,,,,,,,32.50,score (%),0.00289,,,"https://arxiv.org/abs/2611.02698 (Table 1, row Grok 4.3, third column)",,out:effort-not-established, arxiv-2611.02698-geoguesser-navigation,arxiv-2611.02698,grok-4.3,unstated,mixed,hard,,,,,,,5.00,score (%),0.00289,,,"https://arxiv.org/abs/2611.02698 (Table 1, row Grok 4.3, fourth column)",,out:effort-not-established, arxiv-2611.02826-reactants,arxiv-2611.02826,gemini-3.1-pro,unstated,mixed,hard,,,,,,,75.06,LLM-judge score (%),0.00289,,,"https://arxiv.org/abs/2611.02826 (Table 7 (LLM-judge evaluation), block Direct MLLM prediction, row Gemini 3.1 Pro, row Gemini 3.1 Pro, column reactants)",,out:effort-not-established, arxiv-2611.02826-products,arxiv-2611.02826,gemini-3.1-pro,unstated,mixed,hard,,,,,,,59.97,LLM-judge score (%),0.00289,,,"https://arxiv.org/abs/2611.02826 (Table 7 (LLM-judge evaluation), block Direct MLLM prediction, row Gemini 3.1 Pro, row Gemini 3.1 Pro, column products)",,out:effort-not-established, arxiv-2611.02826-conditions,arxiv-2611.02826,gemini-3.1-pro,unstated,mixed,hard,,,,,,,91.12,LLM-judge score (%),0.00289,,,"https://arxiv.org/abs/2611.02826 (Table 7 (LLM-judge evaluation), block Direct MLLM prediction, row Gemini 3.1 Pro, row Gemini 3.1 Pro, column conditions)",,out:effort-not-established, arxiv-2611.02826-yield,arxiv-2611.02826,gemini-3.1-pro,unstated,mixed,hard,,,,,,,94.20,LLM-judge score (%),0.00289,,,"https://arxiv.org/abs/2611.02826 (Table 7 (LLM-judge evaluation), block Direct MLLM prediction, row Gemini 3.1 Pro, row Gemini 3.1 Pro, column yield)",,out:effort-not-established, arxiv-2611.02826-selectivity,arxiv-2611.02826,gemini-3.1-pro,unstated,mixed,hard,,,,,,,88.27,LLM-judge score (%),0.00289,,,"https://arxiv.org/abs/2611.02826 (Table 7 (LLM-judge evaluation), block Direct MLLM prediction, row Gemini 3.1 Pro, row Gemini 3.1 Pro, column selectivity)",,out:effort-not-established, arxiv-2611.02826-rp,arxiv-2611.02826,gemini-3.1-pro,unstated,mixed,hard,,,,,,,36.44,LLM-judge score (%),0.00289,,,"https://arxiv.org/abs/2611.02826 (Table 7 (LLM-judge evaluation), block Direct MLLM prediction, row Gemini 3.1 Pro, row Gemini 3.1 Pro, column rp)",,out:effort-not-established, arxiv-2611.02826-rr,arxiv-2611.02826,gemini-3.1-pro,unstated,mixed,hard,,,,,,,43.87,LLM-judge score (%),0.00289,,,"https://arxiv.org/abs/2611.02826 (Table 7 (LLM-judge evaluation), block Direct MLLM prediction, row Gemini 3.1 Pro, row Gemini 3.1 Pro, column rr)",,out:effort-not-established, arxiv-2611.02826-rf1,arxiv-2611.02826,gemini-3.1-pro,unstated,mixed,hard,,,,,,,35.84,LLM-judge score (%),0.00289,,,"https://arxiv.org/abs/2611.02826 (Table 7 (LLM-judge evaluation), block Direct MLLM prediction, row Gemini 3.1 Pro, row Gemini 3.1 Pro, column rf1)",,out:effort-not-established, arxiv-2611.02826-overall,arxiv-2611.02826,gemini-3.1-pro,unstated,mixed,hard,,,,,,,77.04,LLM-judge score (%),0.00289,,,"https://arxiv.org/abs/2611.02826 (Table 7 (LLM-judge evaluation), block Direct MLLM prediction, row Gemini 3.1 Pro, row Gemini 3.1 Pro, column overall)",,out:effort-not-established, arxiv-2611.02826-rp-blind,arxiv-2611.02826,gemini-3.1-pro,unstated,mixed,hard,,,,,,,56.52,"LLM-judge score, stereochemistry-blind (%)",0.00289,,,"https://arxiv.org/abs/2611.02826 (Table 7 (LLM-judge evaluation), block Direct MLLM prediction, row Gemini 3.1 Pro, column RP (value in parentheses))",,out:effort-not-established, arxiv-2611.02826-rr-blind,arxiv-2611.02826,gemini-3.1-pro,unstated,mixed,hard,,,,,,,62.19,"LLM-judge score, stereochemistry-blind (%)",0.00289,,,"https://arxiv.org/abs/2611.02826 (Table 7 (LLM-judge evaluation), block Direct MLLM prediction, row Gemini 3.1 Pro, column RR (value in parentheses))",,out:effort-not-established, arxiv-2611.02826-rf1-blind,arxiv-2611.02826,gemini-3.1-pro,unstated,mixed,hard,,,,,,,56.07,"LLM-judge score, stereochemistry-blind (%)",0.00289,,,"https://arxiv.org/abs/2611.02826 (Table 7 (LLM-judge evaluation), block Direct MLLM prediction, row Gemini 3.1 Pro, column RF1 (value in parentheses))",,out:effort-not-established, arxiv-2611.02826-precision,arxiv-2611.02826,qwen3.8-flash-next,unstated,mixed,hard,,,,,,,20.0,"Reaction extraction Precision (%), stereochemistry-aware",0.0289,,,"https://arxiv.org/abs/2611.02826 (Table 1, row Qwen3.8-Flash-Next (Vanilla LLM), column Precision)",,out:effort-not-established, arxiv-2611.02826-recall,arxiv-2611.02826,qwen3.8-flash-next,unstated,mixed,hard,,,,,,,36.3,"Reaction extraction Recall (%), stereochemistry-aware",0.0289,,,"https://arxiv.org/abs/2611.02826 (Table 1, row Qwen3.8-Flash-Next (Vanilla LLM), column Recall)",,out:effort-not-established, arxiv-2611.02826-f1,arxiv-2611.02826,qwen3.8-flash-next,unstated,mixed,hard,,,,,,,21.0,"Reaction extraction macro-F1 (%), stereochemistry-aware",0.0289,,,"https://arxiv.org/abs/2611.02826 (Table 1, row Qwen3.8-Flash-Next (Vanilla LLM), column F1)",,out:effort-not-established, arxiv-2611.02826-f1-nostereo,arxiv-2611.02826,qwen3.8-flash-next,unstated,mixed,hard,,,,,,,33.0,"Reaction extraction macro-F1 (%), without stereochemistry",0.0289,,,"https://arxiv.org/abs/2611.02826 (Table 1, row Qwen3.8-Flash-Next (Vanilla LLM), column F1 w/o stereochemistry)",,out:effort-not-established, arxiv-2611.02826-f1,arxiv-2611.02826,?Qwen3.8-Flash-Next,not-established:absent,mixed,hard,,,,,,,59.6,"Reaction extraction macro-F1 (%), stereochemistry-aware",0.0289,,,"https://arxiv.org/abs/2611.02826 (Table 2, row Qwen3.8-Flash-Next, column Bare Pi)",,out:model-not-established, arxiv-2611.03097-t2-text-acc,arxiv-2611.03097,gemini-3.5-flash,high,agentic-tool,hard,,,,,,,40.0,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.03097 (Table 2, row Text, columns Gemini-3.5-Flash (Acc))",,out:single-couple, arxiv-2611.03097-t2-plusfig-acc,arxiv-2611.03097,gemini-3.5-flash,high,agentic-tool,hard,,,,,,,41.3,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.03097 (Table 2, row + Figure (text + figure corpora), columns Gemini-3.5-Flash (Acc))",,out:single-couple, arxiv-2611.03097-t2-drpixel-acc,arxiv-2611.03097,gemini-3.5-flash,high,agentic-tool,hard,,,,,,,46.4,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.03097 (Table 2, row DR Pixel (whole pages as images), columns Gemini-3.5-Flash (Acc))",,out:single-couple, arxiv-2611.03097-t4-toolq,arxiv-2611.03097,gemini-3.5-flash,high,agentic-tool,hard,,,,,,,13.7,searches-per-question,0.0289,,,"https://arxiv.org/abs/2611.03097 (Table 4, row Gemini-3.5-Flash (Proprietary), column searches)",,out:not-headline, arxiv-2611.03097-t4-pghit,arxiv-2611.03097,gemini-3.5-flash,high,agentic-tool,hard,,,,,,,35.0,page-hit%,0.0289,,,"https://arxiv.org/abs/2611.03097 (Table 4, row Gemini-3.5-Flash (Proprietary), column PgHit:)",,out:single-couple, arxiv-2611.03097-t4-accpg,arxiv-2611.03097,gemini-3.5-flash,high,agentic-tool,hard,,,,,,,75.7,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.03097 (Table 4, row Gemini-3.5-Flash (Proprietary), column Acc)",,out:single-couple, arxiv-2611.03097-t4-acc,arxiv-2611.03097,gemini-3.5-flash,high,agentic-tool,hard,,,,,,,46.4,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.03097 (Table 4, row Gemini-3.5-Flash (Proprietary), column Acc)",,out:single-couple, arxiv-2611.03097-t5-irpapers-tq,arxiv-2611.03097,gemini-3.5-flash,high,agentic-tool,hard,,,,,,,8.4,searches-per-question,0.0289,,,"https://arxiv.org/abs/2611.03097 (Table 5, row Gemini-3.5-Flash (Proprietary), IRPAPERS, T/q)",,out:not-headline, arxiv-2611.03097-t5-irpapers-dochit,arxiv-2611.03097,gemini-3.5-flash,high,agentic-tool,hard,,,,,,,93.3,doc-hit%,0.0289,,,"https://arxiv.org/abs/2611.03097 (Table 5, row Gemini-3.5-Flash (Proprietary), IRPAPERS, DocHit: % of questions retrieving the gold document)",,out:single-couple, arxiv-2611.03097-t5-irpapers-accdoc,arxiv-2611.03097,gemini-3.5-flash,high,agentic-tool,hard,,,,,,,70.1,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.03097 (Table 5, row Gemini-3.5-Flash (Proprietary), IRPAPERS, Acc | Doc: accuracy restricted to questions with the gold document retrieved)",,out:single-couple, arxiv-2611.03097-t5-irpapers-acc,arxiv-2611.03097,gemini-3.5-flash,high,agentic-tool,hard,,,,,,,67.6,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.03097 (Table 5, row Gemini-3.5-Flash (Proprietary), IRPAPERS, Acc)",,out:single-couple, arxiv-2611.03097-t5-m3sciqa-tq,arxiv-2611.03097,gemini-3.5-flash,high,agentic-tool,hard,,,,,,,12.4,searches-per-question,0.0289,,,"https://arxiv.org/abs/2611.03097 (Table 5, row Gemini-3.5-Flash (Proprietary), M3SciQA, T/q)",,out:not-headline, arxiv-2611.03097-t5-m3sciqa-dochit,arxiv-2611.03097,gemini-3.5-flash,high,agentic-tool,hard,,,,,,,87.2,doc-hit%,0.0289,,,"https://arxiv.org/abs/2611.03097 (Table 5, row Gemini-3.5-Flash (Proprietary), M3SciQA, DocHit: % of questions retrieving the gold document)",,out:single-couple, arxiv-2611.03097-t5-m3sciqa-accdoc,arxiv-2611.03097,gemini-3.5-flash,high,agentic-tool,hard,,,,,,,68.3,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.03097 (Table 5, row Gemini-3.5-Flash (Proprietary), M3SciQA, Acc | Doc: accuracy restricted to questions with the gold document retrieved)",,out:single-couple, arxiv-2611.03097-t5-m3sciqa-acc,arxiv-2611.03097,gemini-3.5-flash,high,agentic-tool,hard,,,,,,,60.8,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.03097 (Table 5, row Gemini-3.5-Flash (Proprietary), M3SciQA, Acc)",,out:single-couple, arxiv-2611.03097-t5-airqa-tq,arxiv-2611.03097,gemini-3.5-flash,high,agentic-tool,hard,,,,,,,11.1,searches-per-question,0.0289,,,"https://arxiv.org/abs/2611.03097 (Table 5, row Gemini-3.5-Flash (Proprietary), AirQA, T/q)",,out:not-headline, arxiv-2611.03097-t5-airqa-dochit,arxiv-2611.03097,gemini-3.5-flash,high,agentic-tool,hard,,,,,,,87.5,doc-hit%,0.0289,,,"https://arxiv.org/abs/2611.03097 (Table 5, row Gemini-3.5-Flash (Proprietary), AirQA, DocHit: % of questions retrieving the gold document)",,out:single-couple, arxiv-2611.03097-t5-airqa-accdoc,arxiv-2611.03097,gemini-3.5-flash,high,agentic-tool,hard,,,,,,,50.0,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.03097 (Table 5, row Gemini-3.5-Flash (Proprietary), AirQA, Acc | Doc: accuracy restricted to questions with the gold document retrieved)",,out:single-couple, arxiv-2611.03097-t5-airqa-acc,arxiv-2611.03097,gemini-3.5-flash,high,agentic-tool,hard,,,,,,,47.0,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.03097 (Table 5, row Gemini-3.5-Flash (Proprietary), AirQA, Acc)",,out:single-couple, arxiv-2611.03097-t6-oracle-text-englishcs,arxiv-2611.03097,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,80.9,accuracy%,0.0289,,restated-from:ViDoRe V3,"https://arxiv.org/abs/2611.03097 (Table 6, Oracle* row (text), column English C.S.)",,out:effort-not-established, arxiv-2611.03097-t6-oracle-text-englishfin,arxiv-2611.03097,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,70.2,accuracy%,0.0289,,restated-from:ViDoRe V3,"https://arxiv.org/abs/2611.03097 (Table 6, Oracle* row (text), column English Fin.)",,out:effort-not-established, arxiv-2611.03097-t6-oracle-text-englishphar,arxiv-2611.03097,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,71.4,accuracy%,0.0289,,restated-from:ViDoRe V3,"https://arxiv.org/abs/2611.03097 (Table 6, Oracle* row (text), column English Phar.)",,out:effort-not-established, arxiv-2611.03097-t6-oracle-text-englishhr,arxiv-2611.03097,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,72.3,accuracy%,0.0289,,restated-from:ViDoRe V3,"https://arxiv.org/abs/2611.03097 (Table 6, Oracle* row (text), column English H.R.)",,out:effort-not-established, arxiv-2611.03097-t6-oracle-text-englishind,arxiv-2611.03097,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,66.4,accuracy%,0.0289,,restated-from:ViDoRe V3,"https://arxiv.org/abs/2611.03097 (Table 6, Oracle* row (text), column English Ind.)",,out:effort-not-established, arxiv-2611.03097-t6-oracle-text-englishphys,arxiv-2611.03097,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,71.2,accuracy%,0.0289,,restated-from:ViDoRe V3,"https://arxiv.org/abs/2611.03097 (Table 6, Oracle* row (text), column English Phys.)",,out:effort-not-established, arxiv-2611.03097-t6-oracle-text-englishener,arxiv-2611.03097,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,69.2,accuracy%,0.0289,,restated-from:ViDoRe V3,"https://arxiv.org/abs/2611.03097 (Table 6, Oracle* row (text), column English Ener.)",,out:effort-not-established, arxiv-2611.03097-t6-oracle-text-frenchfin,arxiv-2611.03097,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,62.8,accuracy%,0.0289,,restated-from:ViDoRe V3,"https://arxiv.org/abs/2611.03097 (Table 6, Oracle* row (text), column French Fin.)",,out:effort-not-established, arxiv-2611.03097-t6-oracle-text-global,arxiv-2611.03097,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,70.6,accuracy%,0.0289,,restated-from:ViDoRe V3,"https://arxiv.org/abs/2611.03097 (Table 6, Oracle* row (text), column Global)",,out:effort-not-established, arxiv-2611.03097-t6-oracle-page-englishcs,arxiv-2611.03097,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,86.5,accuracy%,0.0289,,restated-from:ViDoRe V3,"https://arxiv.org/abs/2611.03097 (Table 6, Oracle* row (page), column English C.S.)",,out:effort-not-established, arxiv-2611.03097-t6-oracle-page-englishfin,arxiv-2611.03097,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,70.6,accuracy%,0.0289,,restated-from:ViDoRe V3,"https://arxiv.org/abs/2611.03097 (Table 6, Oracle* row (page), column English Fin.)",,out:effort-not-established, arxiv-2611.03097-t6-oracle-page-englishphar,arxiv-2611.03097,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,76.1,accuracy%,0.0289,,restated-from:ViDoRe V3,"https://arxiv.org/abs/2611.03097 (Table 6, Oracle* row (page), column English Phar.)",,out:effort-not-established, arxiv-2611.03097-t6-oracle-page-englishhr,arxiv-2611.03097,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,71.1,accuracy%,0.0289,,restated-from:ViDoRe V3,"https://arxiv.org/abs/2611.03097 (Table 6, Oracle* row (page), column English H.R.)",,out:effort-not-established, arxiv-2611.03097-t6-oracle-page-englishind,arxiv-2611.03097,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,68.2,accuracy%,0.0289,,restated-from:ViDoRe V3,"https://arxiv.org/abs/2611.03097 (Table 6, Oracle* row (page), column English Ind.)",,out:effort-not-established, arxiv-2611.03097-t6-oracle-page-englishphys,arxiv-2611.03097,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,74.5,accuracy%,0.0289,,restated-from:ViDoRe V3,"https://arxiv.org/abs/2611.03097 (Table 6, Oracle* row (page), column English Phys.)",,out:effort-not-established, arxiv-2611.03097-t6-oracle-page-englishener,arxiv-2611.03097,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,69.8,accuracy%,0.0289,,restated-from:ViDoRe V3,"https://arxiv.org/abs/2611.03097 (Table 6, Oracle* row (page), column English Ener.)",,out:effort-not-established, arxiv-2611.03097-t6-oracle-page-frenchfin,arxiv-2611.03097,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,64.1,accuracy%,0.0289,,restated-from:ViDoRe V3,"https://arxiv.org/abs/2611.03097 (Table 6, Oracle* row (page), column French Fin.)",,out:effort-not-established, arxiv-2611.03097-t6-oracle-page-global,arxiv-2611.03097,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,72.6,accuracy%,0.0289,,restated-from:ViDoRe V3,"https://arxiv.org/abs/2611.03097 (Table 6, Oracle* row (page), column Global)",,out:effort-not-established, arxiv-2611.03178-skillsbench-openhands,arxiv-2611.03178,glm-5.3,high,agentic-tool,hard,OpenHands,,,,,,63.30,score%,0.00289,,,"https://arxiv.org/abs/2611.03178 (Table 1, row SkillsBench, column OpenHands)",,out:single-couple, arxiv-2611.03178-skillsbench-codex,arxiv-2611.03178,glm-5.3,high,agentic-tool,hard,Codex,,,,,,53.48,score%,0.00289,,,"https://arxiv.org/abs/2611.03178 (Table 1, row SkillsBench, column Codex)",,out:single-couple, arxiv-2611.03178-skillsbench-deepseek-harness,arxiv-2611.03178,glm-5.3,high,agentic-tool,hard,DeepSeek Harness,,,,,,56.75,score%,0.00289,,,"https://arxiv.org/abs/2611.03178 (Table 1, row SkillsBench, column DeepSeek Harness)",,out:single-couple, arxiv-2611.03178-skillsbench-coworkos,arxiv-2611.03178,glm-5.3,high,agentic-tool,hard,CoworkOS,,,,,,64.34,score%,0.00289,,,"https://arxiv.org/abs/2611.03178 (Table 1, row SkillsBench, column CoworkOS)",,out:single-couple, arxiv-2611.03178-tau3-banking-openhands,arxiv-2611.03178,glm-5.3,high,agentic-tool,hard,OpenHands,,,,,,40.20,score%,0.00289,,,"https://arxiv.org/abs/2611.03178 (Table 1, row tau-3 Bench Banking, column OpenHands)",,out:single-couple, arxiv-2611.03178-tau3-banking-codex,arxiv-2611.03178,glm-5.3,high,agentic-tool,hard,Codex,,,,,,46.39,score%,0.00289,,,"https://arxiv.org/abs/2611.03178 (Table 1, row tau-3 Bench Banking, column Codex)",,out:single-couple, arxiv-2611.03178-tau3-banking-deepseek-harness,arxiv-2611.03178,glm-5.3,high,agentic-tool,hard,DeepSeek Harness,,,,,,55.67,score%,0.00289,,,"https://arxiv.org/abs/2611.03178 (Table 1, row tau-3 Bench Banking, column DeepSeek Harness)",,out:single-couple, arxiv-2611.03178-tau3-banking-coworkos,arxiv-2611.03178,glm-5.3,high,agentic-tool,hard,CoworkOS,,,,,,49.48,score%,0.00289,,,"https://arxiv.org/abs/2611.03178 (Table 1, row tau-3 Bench Banking, column CoworkOS)",,out:single-couple, arxiv-2611.03178-automationbench-openhands,arxiv-2611.03178,glm-5.3,high,agentic-tool,hard,OpenHands,,,,,,50.50,score%,0.00289,,,"https://arxiv.org/abs/2611.03178 (Table 1, row AutomationBench, column OpenHands)",,out:single-couple, arxiv-2611.03178-automationbench-codex,arxiv-2611.03178,glm-5.3,high,agentic-tool,hard,Codex,,,,,,30.33,score%,0.00289,,,"https://arxiv.org/abs/2611.03178 (Table 1, row AutomationBench, column Codex)",,out:single-couple, arxiv-2611.03178-automationbench-deepseek-harness,arxiv-2611.03178,glm-5.3,high,agentic-tool,hard,DeepSeek Harness,,,,,,53.50,score%,0.00289,,,"https://arxiv.org/abs/2611.03178 (Table 1, row AutomationBench, column DeepSeek Harness)",,out:single-couple, arxiv-2611.03178-automationbench-coworkos,arxiv-2611.03178,glm-5.3,high,agentic-tool,hard,CoworkOS,,,,,,51.83,score%,0.00289,,,"https://arxiv.org/abs/2611.03178 (Table 1, row AutomationBench, column CoworkOS)",,out:single-couple, arxiv-2611.03178-jobbench-openhands,arxiv-2611.03178,glm-5.3,high,mixed,hard,OpenHands,,,,,,55.02,score%,0.00289,,,"https://arxiv.org/abs/2611.03178 (Table 1, row JobBench, column OpenHands)",,out:single-couple, arxiv-2611.03178-jobbench-codex,arxiv-2611.03178,glm-5.3,high,mixed,hard,Codex,,,,,,23.42,score%,0.00289,,,"https://arxiv.org/abs/2611.03178 (Table 1, row JobBench, column Codex)",,out:single-couple, arxiv-2611.03178-jobbench-deepseek-harness,arxiv-2611.03178,glm-5.3,high,mixed,hard,DeepSeek Harness,,,,,,56.15,score%,0.00289,,,"https://arxiv.org/abs/2611.03178 (Table 1, row JobBench, column DeepSeek Harness)",,out:single-couple, arxiv-2611.03178-jobbench-coworkos,arxiv-2611.03178,glm-5.3,high,mixed,hard,CoworkOS,,,,,,59.88,score%,0.00289,,,"https://arxiv.org/abs/2611.03178 (Table 1, row JobBench, column CoworkOS)",,out:single-couple, arxiv-2611.03178-harvey-legal-openhands,arxiv-2611.03178,glm-5.3,high,mixed,hard,OpenHands,,,,,,23.75,score%,0.00289,,,"https://arxiv.org/abs/2611.03178 (Table 1, row Harvey Legal Agent Bench, column OpenHands)",,out:single-couple, arxiv-2611.03178-harvey-legal-codex,arxiv-2611.03178,glm-5.3,high,mixed,hard,Codex,,,,,,12.70,score%,0.00289,,,"https://arxiv.org/abs/2611.03178 (Table 1, row Harvey Legal Agent Bench, column Codex)",,out:single-couple, arxiv-2611.03178-harvey-legal-deepseek-harness,arxiv-2611.03178,glm-5.3,high,mixed,hard,DeepSeek Harness,,,,,,22.30,score%,0.00289,,,"https://arxiv.org/abs/2611.03178 (Table 1, row Harvey Legal Agent Bench, column DeepSeek Harness)",,out:single-couple, arxiv-2611.03178-harvey-legal-coworkos,arxiv-2611.03178,glm-5.3,high,mixed,hard,CoworkOS,,,,,,22.74,score%,0.00289,,,"https://arxiv.org/abs/2611.03178 (Table 1, row Harvey Legal Agent Bench, column CoworkOS)",,out:single-couple, arxiv-2611.03178-gdpval-elo-openhands,arxiv-2611.03178,glm-5.3,high,mixed,hard,OpenHands,,,,,,1122,GDPval-Elo,0.289,,,"https://arxiv.org/abs/2611.03178 (Table 1, row GDPVal (Elo), column OpenHands)",,out:single-couple, arxiv-2611.03178-gdpval-elo-codex,arxiv-2611.03178,glm-5.3,high,mixed,hard,Codex,,,,,,925,GDPval-Elo,0.289,,,"https://arxiv.org/abs/2611.03178 (Table 1, row GDPVal (Elo), column Codex)",,out:single-couple, arxiv-2611.03178-gdpval-elo-deepseek-harness,arxiv-2611.03178,glm-5.3,high,mixed,hard,DeepSeek Harness,,,,,,1157,GDPval-Elo,0.289,,,"https://arxiv.org/abs/2611.03178 (Table 1, row GDPVal (Elo), column DeepSeek Harness)",,out:single-couple, arxiv-2611.03178-gdpval-elo-coworkos,arxiv-2611.03178,glm-5.3,high,mixed,hard,CoworkOS,,,,,,1164,GDPval-Elo,0.289,,,"https://arxiv.org/abs/2611.03178 (Table 1, row GDPVal (Elo), column CoworkOS)",,out:single-couple, arxiv-2611.03178-officeqa-pro-openhands,arxiv-2611.03178,glm-5.3,high,mixed,hard,OpenHands,,,,,,66.20,score%,0.00289,,,"https://arxiv.org/abs/2611.03178 (Table 1, row OfficeQA Pro, column OpenHands)",,out:single-couple, arxiv-2611.03178-officeqa-pro-codex,arxiv-2611.03178,glm-5.3,high,mixed,hard,Codex,,,,,,66.30,score%,0.00289,,,"https://arxiv.org/abs/2611.03178 (Table 1, row OfficeQA Pro, column Codex)",,out:single-couple, arxiv-2611.03178-officeqa-pro-deepseek-harness,arxiv-2611.03178,glm-5.3,high,mixed,hard,DeepSeek Harness,,,,,,62.30,score%,0.00289,,,"https://arxiv.org/abs/2611.03178 (Table 1, row OfficeQA Pro, column DeepSeek Harness)",,out:single-couple, arxiv-2611.03178-officeqa-pro-coworkos,arxiv-2611.03178,glm-5.3,high,mixed,hard,CoworkOS,,,,,,65.90,score%,0.00289,,,"https://arxiv.org/abs/2611.03178 (Table 1, row OfficeQA Pro, column CoworkOS)",,out:single-couple, arxiv-2611.03178-workspacebench-lite-openhands,arxiv-2611.03178,glm-5.3,high,mixed,hard,OpenHands,,,,,,64.54,score%,0.00289,,,"https://arxiv.org/abs/2611.03178 (Table 1, row WorkspaceBench-Lite, column OpenHands)",,out:single-couple, arxiv-2611.03178-workspacebench-lite-codex,arxiv-2611.03178,glm-5.3,high,mixed,hard,Codex,,,,,,58.81,score%,0.00289,,,"https://arxiv.org/abs/2611.03178 (Table 1, row WorkspaceBench-Lite, column Codex)",,out:single-couple, arxiv-2611.03178-workspacebench-lite-deepseek-harness,arxiv-2611.03178,glm-5.3,high,mixed,hard,DeepSeek Harness,,,,,,68.76,score%,0.00289,,,"https://arxiv.org/abs/2611.03178 (Table 1, row WorkspaceBench-Lite, column DeepSeek Harness)",,out:single-couple, arxiv-2611.03178-workspacebench-lite-coworkos,arxiv-2611.03178,glm-5.3,high,mixed,hard,CoworkOS,,,,,,67.14,score%,0.00289,,,"https://arxiv.org/abs/2611.03178 (Table 1, row WorkspaceBench-Lite, column CoworkOS)",,out:single-couple, arxiv-2611.03178-widesearch-openhands,arxiv-2611.03178,glm-5.3,high,agentic-tool,hard,OpenHands,,,,,,81.43,score%,0.00289,,,"https://arxiv.org/abs/2611.03178 (Table 1, row WideSearch, column OpenHands)",,out:single-couple, arxiv-2611.03178-widesearch-codex,arxiv-2611.03178,glm-5.3,high,agentic-tool,hard,Codex,,,,,,82.05,score%,0.00289,,,"https://arxiv.org/abs/2611.03178 (Table 1, row WideSearch, column Codex)",,out:single-couple, arxiv-2611.03178-widesearch-deepseek-harness,arxiv-2611.03178,glm-5.3,high,agentic-tool,hard,DeepSeek Harness,,,,,,72.48,score%,0.00289,,,"https://arxiv.org/abs/2611.03178 (Table 1, row WideSearch, column DeepSeek Harness)",,out:single-couple, arxiv-2611.03178-widesearch-coworkos,arxiv-2611.03178,glm-5.3,high,agentic-tool,hard,CoworkOS,,,,,,82.47,score%,0.00289,,,"https://arxiv.org/abs/2611.03178 (Table 1, row WideSearch, column CoworkOS)",,out:single-couple, arxiv-2611.03178-browsecomp-openhands,arxiv-2611.03178,glm-5.3,high,agentic-tool,hard,OpenHands,,,,,,83.00,score%,0.00289,,,"https://arxiv.org/abs/2611.03178 (Table 1, row BrowseComp, column OpenHands)",,out:single-couple, arxiv-2611.03178-browsecomp-codex,arxiv-2611.03178,glm-5.3,high,agentic-tool,hard,Codex,,,,,,75.50,score%,0.00289,,,"https://arxiv.org/abs/2611.03178 (Table 1, row BrowseComp, column Codex)",,out:single-couple, arxiv-2611.03178-browsecomp-deepseek-harness,arxiv-2611.03178,glm-5.3,high,agentic-tool,hard,DeepSeek Harness,,,,,,80.80,score%,0.00289,,,"https://arxiv.org/abs/2611.03178 (Table 1, row BrowseComp, column DeepSeek Harness)",,out:single-couple, arxiv-2611.03178-browsecomp-coworkos,arxiv-2611.03178,glm-5.3,high,agentic-tool,hard,CoworkOS,,,,,,81.80,score%,0.00289,,,"https://arxiv.org/abs/2611.03178 (Table 1, row BrowseComp, column CoworkOS)",,out:single-couple, arxiv-2611.03178-mle-bench-lite-openhands,arxiv-2611.03178,glm-5.3,high,coding,hard,OpenHands,,,,,,60.40,score%,0.00289,,,"https://arxiv.org/abs/2611.03178 (Table 1, row MLE-Bench-Lite, column OpenHands)",,out:single-couple, arxiv-2611.03178-mle-bench-lite-codex,arxiv-2611.03178,glm-5.3,high,coding,hard,Codex,,,,,,67.28,score%,0.00289,,,"https://arxiv.org/abs/2611.03178 (Table 1, row MLE-Bench-Lite, column Codex)",,out:single-couple, arxiv-2611.03178-mle-bench-lite-deepseek-harness,arxiv-2611.03178,glm-5.3,high,coding,hard,DeepSeek Harness,,,,,,76.70,score%,0.00289,,,"https://arxiv.org/abs/2611.03178 (Table 1, row MLE-Bench-Lite, column DeepSeek Harness)",,out:single-couple, arxiv-2611.03178-mle-bench-lite-coworkos,arxiv-2611.03178,glm-5.3,high,coding,hard,CoworkOS,,,,,,76.90,score%,0.00289,,,"https://arxiv.org/abs/2611.03178 (Table 1, row MLE-Bench-Lite, column CoworkOS)",,out:single-couple, arxiv-2611.03178-mls-bench-openhands,arxiv-2611.03178,glm-5.3,high,coding,hard,OpenHands,,,,,,28.91,score%,0.00289,,,"https://arxiv.org/abs/2611.03178 (Table 1, row MLS-Bench, column OpenHands)",,out:single-couple, arxiv-2611.03178-mls-bench-codex,arxiv-2611.03178,glm-5.3,high,coding,hard,Codex,,,,,,29.05,score%,0.00289,,,"https://arxiv.org/abs/2611.03178 (Table 1, row MLS-Bench, column Codex)",,out:single-couple, arxiv-2611.03178-mls-bench-deepseek-harness,arxiv-2611.03178,glm-5.3,high,coding,hard,DeepSeek Harness,,,,,,35.57,score%,0.00289,,,"https://arxiv.org/abs/2611.03178 (Table 1, row MLS-Bench, column DeepSeek Harness)",,out:single-couple, arxiv-2611.03178-mls-bench-coworkos,arxiv-2611.03178,glm-5.3,high,coding,hard,CoworkOS,,,,,,35.62,score%,0.00289,,,"https://arxiv.org/abs/2611.03178 (Table 1, row MLS-Bench, column CoworkOS)",,out:single-couple, distdebug-block-coverage-minisweagent,arxiv-2611.03523,gpt-5.2-codex,medium,coding,hard,,,,,,,59.5,block coverage %,0.0289,,,"https://arxiv.org/abs/2611.03523 (Table 1, row Mini-SWE-Agent, column block coverage %)",,out:single-couple, distdebug-block-coverage-codexcli,arxiv-2611.03523,gpt-5.2-codex,medium,coding,hard,,,,,,,49.9,block coverage %,0.0289,,,"https://arxiv.org/abs/2611.03523 (Table 1, row Codex CLI, column block coverage %)",,out:single-couple, distdebug-block-coverage-opencode,arxiv-2611.03523,gpt-5.2-codex,medium,coding,hard,,,,,,,51.4,block coverage %,0.0289,,,"https://arxiv.org/abs/2611.03523 (Table 1, row OpenCode, column block coverage %)",,out:single-couple, arxiv-2611.03575-veriharm-task-accuracy,arxiv-2611.03575,gpt-5.6-sol,unstated,agentic-tool,hard,,,,,,,95.3,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.03575 (Table 2, row GPT-5.6-Sol, column Task Accuracy (%))",,out:effort-not-established, arxiv-2611.03575-veriharm-harmful-success,arxiv-2611.03575,gpt-5.6-sol,unstated,agentic-tool,hard,,,,,,,50.7,Harmful Success (%),0.0289,,,"https://arxiv.org/abs/2611.03575 (Table 2, row GPT-5.6-Sol, column Harmful Success (%))",,out:effort-not-established, arxiv-2611.03575-veriharm-safe-success,arxiv-2611.03575,gpt-5.6-sol,unstated,agentic-tool,hard,,,,,,,44.7,Safe Success (%),0.0289,,,"https://arxiv.org/abs/2611.03575 (Table 2, row GPT-5.6-Sol, column Safe Success (%))",,out:effort-not-established, arxiv-2611.03575-veriharm-search-success-gpt55-proposer,arxiv-2611.03575,gpt-5.4-mini,unstated,mixed,hard,,per-harness-total,27.4,0.0289,,,60.7,search success rate (%),0.0289,,,"https://arxiv.org/abs/2611.03575 (Table 1, row GPT-5.4-Mini, proposer GPT-5.5, column Success rate)",,out:effort-not-established,out:effort-not-established arxiv-2611.03575-veriharm-search-success-opus47-proposer,arxiv-2611.03575,gpt-5.4-mini,unstated,mixed,hard,,,,,,,56.7,search success rate (%),0.0289,,,"https://arxiv.org/abs/2611.03575 (Table 1, row GPT-5.4-Mini, proposer Claude-Opus-4-7, column Success rate)",,out:effort-not-established, arxiv-2611.03575-t1-opus47-iter-1,arxiv-2611.03575,gpt-5.4-mini,unstated,mixed,hard,,,,,,,12.4,share of tasks with first harmful success at iteration k (%),0.0289,,,"https://arxiv.org/abs/2611.03575 (Table 1, row GPT-5.4-Mini, column Table 1 (proposer Claude-Opus-4-7), Iter-1)",,out:effort-not-established, arxiv-2611.03575-t1-opus47-iter-2,arxiv-2611.03575,gpt-5.4-mini,unstated,mixed,hard,,,,,,,15.9,share of tasks with first harmful success at iteration k (%),0.0289,,,"https://arxiv.org/abs/2611.03575 (Table 1, row GPT-5.4-Mini, column Table 1 (proposer Claude-Opus-4-7), Iter-2)",,out:effort-not-established, arxiv-2611.03575-t1-opus47-iter-3,arxiv-2611.03575,gpt-5.4-mini,unstated,mixed,hard,,,,,,,10.5,share of tasks with first harmful success at iteration k (%),0.0289,,,"https://arxiv.org/abs/2611.03575 (Table 1, row GPT-5.4-Mini, column Table 1 (proposer Claude-Opus-4-7), Iter-3)",,out:effort-not-established, arxiv-2611.03575-t1-opus47-iter-4,arxiv-2611.03575,gpt-5.4-mini,unstated,mixed,hard,,,,,,,10.9,share of tasks with first harmful success at iteration k (%),0.0289,,,"https://arxiv.org/abs/2611.03575 (Table 1, row GPT-5.4-Mini, column Table 1 (proposer Claude-Opus-4-7), Iter-4)",,out:effort-not-established, arxiv-2611.03575-t1-opus47-iter-5,arxiv-2611.03575,gpt-5.4-mini,unstated,mixed,hard,,,,,,,7.0,share of tasks with first harmful success at iteration k (%),0.0289,,,"https://arxiv.org/abs/2611.03575 (Table 1, row GPT-5.4-Mini, column Table 1 (proposer Claude-Opus-4-7), Iter-5)",,out:effort-not-established, arxiv-2611.03575-t1-gpt55-iter-1,arxiv-2611.03575,gpt-5.4-mini,unstated,mixed,hard,,,,,,,12.9,share of tasks with first harmful success at iteration k (%),0.0289,,,"https://arxiv.org/abs/2611.03575 (Table 1, row GPT-5.4-Mini, column Table 1 (proposer GPT-5.5), Iter-1)",,out:effort-not-established, arxiv-2611.03575-t1-gpt55-iter-2,arxiv-2611.03575,gpt-5.4-mini,unstated,mixed,hard,,,,,,,19.9,share of tasks with first harmful success at iteration k (%),0.0289,,,"https://arxiv.org/abs/2611.03575 (Table 1, row GPT-5.4-Mini, column Table 1 (proposer GPT-5.5), Iter-2)",,out:effort-not-established, arxiv-2611.03575-t1-gpt55-iter-3,arxiv-2611.03575,gpt-5.4-mini,unstated,mixed,hard,,,,,,,15.9,share of tasks with first harmful success at iteration k (%),0.0289,,,"https://arxiv.org/abs/2611.03575 (Table 1, row GPT-5.4-Mini, column Table 1 (proposer GPT-5.5), Iter-3)",,out:effort-not-established, arxiv-2611.03575-t1-gpt55-iter-4,arxiv-2611.03575,gpt-5.4-mini,unstated,mixed,hard,,,,,,,8.0,share of tasks with first harmful success at iteration k (%),0.0289,,,"https://arxiv.org/abs/2611.03575 (Table 1, row GPT-5.4-Mini, column Table 1 (proposer GPT-5.5), Iter-4)",,out:effort-not-established, arxiv-2611.03575-t1-gpt55-iter-5,arxiv-2611.03575,gpt-5.4-mini,unstated,mixed,hard,,,,,,,4.0,share of tasks with first harmful success at iteration k (%),0.0289,,,"https://arxiv.org/abs/2611.03575 (Table 1, row GPT-5.4-Mini, column Table 1 (proposer GPT-5.5), Iter-5)",,out:effort-not-established, arxiv-2611.03575-t7-harm-pass-rate,arxiv-2611.03575,gpt-5.5-pro,unstated,mixed,hard,,,,,,,57.7,harm pass rate (%),0.0289,,,"https://arxiv.org/abs/2611.03575 (Table 7, row GPT-5.5-Pro, column Table 7, Harm Pass Rate)",,out:effort-not-established, arxiv-2611.03575-t7-norm-harmful-success,arxiv-2611.03575,gpt-5.5-pro,unstated,mixed,hard,,,,,,,60.2,normalized harmful success (%),0.0289,,,"https://arxiv.org/abs/2611.03575 (Table 7, row GPT-5.5-Pro, column Table 7, Norm. Harmful Success)",,out:effort-not-established, arxiv-2611.03575-t7-harm-pass-rate,arxiv-2611.03575,gpt-5.6-sol,unstated,mixed,hard,,,,,,,53.3,harm pass rate (%),0.0289,,,"https://arxiv.org/abs/2611.03575 (Table 7, row GPT-5.6-Sol, column Table 7, Harm Pass Rate)",,out:effort-not-established, arxiv-2611.03575-t7-norm-harmful-success,arxiv-2611.03575,gpt-5.6-sol,unstated,mixed,hard,,,,,,,53.1,normalized harmful success (%),0.0289,,,"https://arxiv.org/abs/2611.03575 (Table 7, row GPT-5.6-Sol, column Table 7, Norm. Harmful Success)",,out:effort-not-established, arxiv-2611.03575-veriharm-task-accuracy,arxiv-2611.03575,gpt-5.5-pro,unstated,agentic-tool,hard,,,,,,,89.3,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.03575 (Table 2, row GPT-5.5-Pro, column Task Accuracy (%))",,out:effort-not-established, arxiv-2611.03575-veriharm-harmful-success,arxiv-2611.03575,gpt-5.5-pro,unstated,agentic-tool,hard,,,,,,,53.7,Harmful Success (%),0.0289,,,"https://arxiv.org/abs/2611.03575 (Table 2, row GPT-5.5-Pro, column Harmful Success (%))",,out:effort-not-established, arxiv-2611.03575-veriharm-safe-success,arxiv-2611.03575,gpt-5.5-pro,unstated,agentic-tool,hard,,,,,,,35.6,Safe Success (%),0.0289,,,"https://arxiv.org/abs/2611.03575 (Table 2, row GPT-5.5-Pro, column Safe Success (%))",,out:effort-not-established, arxiv-2611.03698-t1-ptb-avg,arxiv-2611.03698,gpt-5.4,medium,mixed,hard,,,,,,,26.21,post-training benchmark score,0.00289,,,"https://arxiv.org/abs/2611.03698 (Table 1, row GPT-5.4, column Table 1 PostTrainBench, Avg.)",,in, arxiv-2611.03698-t1-ptb-qwen-1-7b,arxiv-2611.03698,gpt-5.4,medium,mixed,hard,,,,,,,25.68,post-training benchmark score,0.00289,,,"https://arxiv.org/abs/2611.03698 (Table 1, row GPT-5.4, column Table 1 PostTrainBench, Qwen-1.7B)",,in, arxiv-2611.03698-t1-ptb-qwen-4b,arxiv-2611.03698,gpt-5.4,medium,mixed,hard,,,,,,,31.68,post-training benchmark score,0.00289,,,"https://arxiv.org/abs/2611.03698 (Table 1, row GPT-5.4, column Table 1 PostTrainBench, Qwen-4B)",,in, arxiv-2611.03698-t1-ptb-smollm3-3b,arxiv-2611.03698,gpt-5.4,medium,mixed,hard,,,,,,,23.11,post-training benchmark score,0.00289,,,"https://arxiv.org/abs/2611.03698 (Table 1, row GPT-5.4, column Table 1 PostTrainBench, SmolLM3-3B)",,in, arxiv-2611.03698-t1-ptb-gemma3-4b,arxiv-2611.03698,gpt-5.4,medium,mixed,hard,,,,,,,24.37,post-training benchmark score,0.00289,,,"https://arxiv.org/abs/2611.03698 (Table 1, row GPT-5.4, column Table 1 PostTrainBench, Gemma3-4B)",,in, arxiv-2611.03698-t1-lite-avg,arxiv-2611.03698,gpt-5.4,medium,mixed,hard,,,,,,,44.02,post-training benchmark score (Lite),0.00289,,,"https://arxiv.org/abs/2611.03698 (Table 1, row GPT-5.4, column Table 1 PostTrainBench-Lite, Avg.)",,in, arxiv-2611.03698-t1-lite-qwen-1-7b,arxiv-2611.03698,gpt-5.4,medium,mixed,hard,,,,,,,49.10,post-training benchmark score (Lite),0.00289,,,"https://arxiv.org/abs/2611.03698 (Table 1, row GPT-5.4, column Table 1 PostTrainBench-Lite, Qwen-1.7B)",,in, arxiv-2611.03698-t1-lite-qwen-4b,arxiv-2611.03698,gpt-5.4,medium,mixed,hard,,,,,,,41.49,post-training benchmark score (Lite),0.00289,,,"https://arxiv.org/abs/2611.03698 (Table 1, row GPT-5.4, column Table 1 PostTrainBench-Lite, Qwen-4B)",,in, arxiv-2611.03698-t1-lite-smollm3-3b,arxiv-2611.03698,gpt-5.4,medium,mixed,hard,,,,,,,41.48,post-training benchmark score (Lite),0.00289,,,"https://arxiv.org/abs/2611.03698 (Table 1, row GPT-5.4, column Table 1 PostTrainBench-Lite, SmolLM3-3B)",,in, arxiv-2611.03698-t1-ptb-avg,arxiv-2611.03698,gpt-5.5,medium,mixed,hard,,,,,,,27.80,post-training benchmark score,0.00289,,,"https://arxiv.org/abs/2611.03698 (Table 1, row GPT-5.5, column Table 1 PostTrainBench, Avg.)",,in, arxiv-2611.03698-t1-ptb-qwen-1-7b,arxiv-2611.03698,gpt-5.5,medium,mixed,hard,,,,,,,26.38,post-training benchmark score,0.00289,,,"https://arxiv.org/abs/2611.03698 (Table 1, row GPT-5.5, column Table 1 PostTrainBench, Qwen-1.7B)",,in, arxiv-2611.03698-t1-ptb-qwen-4b,arxiv-2611.03698,gpt-5.5,medium,mixed,hard,,,,,,,34.59,post-training benchmark score,0.00289,,,"https://arxiv.org/abs/2611.03698 (Table 1, row GPT-5.5, column Table 1 PostTrainBench, Qwen-4B)",,in, arxiv-2611.03698-t1-ptb-smollm3-3b,arxiv-2611.03698,gpt-5.5,medium,mixed,hard,,,,,,,26.47,post-training benchmark score,0.00289,,,"https://arxiv.org/abs/2611.03698 (Table 1, row GPT-5.5, column Table 1 PostTrainBench, SmolLM3-3B)",,in, arxiv-2611.03698-t1-ptb-gemma3-4b,arxiv-2611.03698,gpt-5.5,medium,mixed,hard,,,,,,,23.78,post-training benchmark score,0.00289,,,"https://arxiv.org/abs/2611.03698 (Table 1, row GPT-5.5, column Table 1 PostTrainBench, Gemma3-4B)",,in, arxiv-2611.03698-t1-lite-avg,arxiv-2611.03698,gpt-5.5,medium,mixed,hard,,,,,,,52.96,post-training benchmark score (Lite),0.00289,,,"https://arxiv.org/abs/2611.03698 (Table 1, row GPT-5.5, column Table 1 PostTrainBench-Lite, Avg.)",,in, arxiv-2611.03698-t1-lite-qwen-1-7b,arxiv-2611.03698,gpt-5.5,medium,mixed,hard,,,,,,,52.40,post-training benchmark score (Lite),0.00289,,,"https://arxiv.org/abs/2611.03698 (Table 1, row GPT-5.5, column Table 1 PostTrainBench-Lite, Qwen-1.7B)",,in, arxiv-2611.03698-t1-lite-qwen-4b,arxiv-2611.03698,gpt-5.5,medium,mixed,hard,,,,,,,62.48,post-training benchmark score (Lite),0.00289,,,"https://arxiv.org/abs/2611.03698 (Table 1, row GPT-5.5, column Table 1 PostTrainBench-Lite, Qwen-4B)",,in, arxiv-2611.03698-t1-lite-smollm3-3b,arxiv-2611.03698,gpt-5.5,medium,mixed,hard,,,,,,,44.00,post-training benchmark score (Lite),0.00289,,,"https://arxiv.org/abs/2611.03698 (Table 1, row GPT-5.5, column Table 1 PostTrainBench-Lite, SmolLM3-3B)",,in, arxiv-2611.03698-t1-official-avg,arxiv-2611.03698,gpt-5.5,unstated,mixed,hard,,,,,,,27.23,post-training benchmark score (official v1.1 recopy),0.00289,,,"https://arxiv.org/abs/2611.03698 (Table 1, row GPT-5.5, column Table 1 PostTrainBench (official v1.1), Avg.)",,out:effort-not-established, arxiv-2611.03698-t1-official-qwen-1-7b,arxiv-2611.03698,gpt-5.5,unstated,mixed,hard,,,,,,,25.28,post-training benchmark score (official v1.1 recopy),0.00289,,,"https://arxiv.org/abs/2611.03698 (Table 1, row GPT-5.5, column Table 1 PostTrainBench (official v1.1), Qwen-1.7B)",,out:effort-not-established, arxiv-2611.03698-t1-official-qwen-4b,arxiv-2611.03698,gpt-5.5,unstated,mixed,hard,,,,,,,29.60,post-training benchmark score (official v1.1 recopy),0.00289,,,"https://arxiv.org/abs/2611.03698 (Table 1, row GPT-5.5, column Table 1 PostTrainBench (official v1.1), Qwen-4B)",,out:effort-not-established, arxiv-2611.03698-t1-official-smollm3-3b,arxiv-2611.03698,gpt-5.5,unstated,mixed,hard,,,,,,,27.48,post-training benchmark score (official v1.1 recopy),0.00289,,,"https://arxiv.org/abs/2611.03698 (Table 1, row GPT-5.5, column Table 1 PostTrainBench (official v1.1), SmolLM3-3B)",,out:effort-not-established, arxiv-2611.03698-t1-official-gemma3-4b,arxiv-2611.03698,gpt-5.5,unstated,mixed,hard,,,,,,,26.55,post-training benchmark score (official v1.1 recopy),0.00289,,,"https://arxiv.org/abs/2611.03698 (Table 1, row GPT-5.5, column Table 1 PostTrainBench (official v1.1), Gemma3-4B)",,out:effort-not-established, arxiv-2611.03698-t2-at-least-one-successful-run,arxiv-2611.03698,gpt-5.4,medium,mixed,hard,,,,,,,28,tasks (count of 28),0.289,,,"https://arxiv.org/abs/2611.03698 (Table 2, row GPT-5.4, column Table 2, At Least One Successful Run)",src-arxiv-2611.03698-2026-10-29|arxiv-2611.03698:t2|gpt-5.4@medium|,in, arxiv-2611.03698-t2-improved,arxiv-2611.03698,gpt-5.4,medium,mixed,hard,,,,,,,23,tasks (count of 28),0.289,,,"https://arxiv.org/abs/2611.03698 (Table 2, row GPT-5.4, column Table 2, Improved)",src-arxiv-2611.03698-2026-10-29|arxiv-2611.03698:t2|gpt-5.4@medium|,in, arxiv-2611.03698-t2-eff-total-rate,arxiv-2611.03698,gpt-5.4,medium,mixed,hard,,,,,,,19.11,effective iteration rate (%),0.00289,,,"https://arxiv.org/abs/2611.03698 (Table 2, row GPT-5.4, column Table 2, Eff./Total (Rate))",src-arxiv-2611.03698-2026-10-29|arxiv-2611.03698:t2|gpt-5.4@medium|,in, arxiv-2611.03698-t2-at-least-one-successful-run,arxiv-2611.03698,gpt-5.5,medium,mixed,hard,,,,,,,28,tasks (count of 28),0.289,,,"https://arxiv.org/abs/2611.03698 (Table 2, row GPT-5.5, column Table 2, At Least One Successful Run)",src-arxiv-2611.03698-2026-10-29|arxiv-2611.03698:t2|gpt-5.5@medium|,in, arxiv-2611.03698-t2-improved,arxiv-2611.03698,gpt-5.5,medium,mixed,hard,,,,,,,27,tasks (count of 28),0.289,,,"https://arxiv.org/abs/2611.03698 (Table 2, row GPT-5.5, column Table 2, Improved)",src-arxiv-2611.03698-2026-10-29|arxiv-2611.03698:t2|gpt-5.5@medium|,in, arxiv-2611.03698-t2-eff-total-rate,arxiv-2611.03698,gpt-5.5,medium,mixed,hard,,,,,,,20.69,effective iteration rate (%),0.00289,,,"https://arxiv.org/abs/2611.03698 (Table 2, row GPT-5.5, column Table 2, Eff./Total (Rate))",src-arxiv-2611.03698-2026-10-29|arxiv-2611.03698:t2|gpt-5.5@medium|,in, arxiv-2611.03698-t1-ptb-avg,arxiv-2611.03698,qwen3.5-9b,unstated,mixed,hard,,,,,,,7.72,post-training benchmark score,0.00289,,,"https://arxiv.org/abs/2611.03698 (Table 1, row Qwen3.5-9B, column ptb-avg)",,out:effort-not-established, arxiv-2611.03698-t1-ptb-qwen-1-7b,arxiv-2611.03698,qwen3.5-9b,unstated,mixed,hard,,,,,,,6.65,post-training benchmark score,0.00289,,,"https://arxiv.org/abs/2611.03698 (Table 1, row Qwen3.5-9B, column ptb-qwen17)",,out:effort-not-established, arxiv-2611.03698-t1-ptb-qwen-4b,arxiv-2611.03698,qwen3.5-9b,unstated,mixed,hard,,,,,,,15.09,post-training benchmark score,0.00289,,,"https://arxiv.org/abs/2611.03698 (Table 1, row Qwen3.5-9B, column ptb-qwen4)",,out:effort-not-established, arxiv-2611.03698-t1-ptb-smollm3-3b,arxiv-2611.03698,qwen3.5-9b,unstated,mixed,hard,,,,,,,4.52,post-training benchmark score,0.00289,,,"https://arxiv.org/abs/2611.03698 (Table 1, row Qwen3.5-9B, column ptb-smollm3)",,out:effort-not-established, arxiv-2611.03698-t1-ptb-gemma3-4b,arxiv-2611.03698,qwen3.5-9b,unstated,mixed,hard,,,,,,,4.60,post-training benchmark score,0.00289,,,"https://arxiv.org/abs/2611.03698 (Table 1, row Qwen3.5-9B, column ptb-gemma3)",,out:effort-not-established, arxiv-2611.03698-t1-lite-avg,arxiv-2611.03698,qwen3.5-9b,unstated,mixed,hard,,,,,,,0.56,post-training benchmark score (Lite),0.00289,,,"https://arxiv.org/abs/2611.03698 (Table 1, row Qwen3.5-9B, column lite-avg)",,out:effort-not-established, arxiv-2611.03698-t1-lite-qwen-1-7b,arxiv-2611.03698,qwen3.5-9b,unstated,mixed,hard,,,,,,,0.00,post-training benchmark score (Lite),0.00289,,,"https://arxiv.org/abs/2611.03698 (Table 1, row Qwen3.5-9B, column lite-qwen17)",,out:effort-not-established, arxiv-2611.03698-t1-lite-qwen-4b,arxiv-2611.03698,qwen3.5-9b,unstated,mixed,hard,,,,,,,1.67,post-training benchmark score (Lite),0.00289,,,"https://arxiv.org/abs/2611.03698 (Table 1, row Qwen3.5-9B, column lite-qwen4)",,out:effort-not-established, arxiv-2611.03698-t1-lite-smollm3-3b,arxiv-2611.03698,qwen3.5-9b,unstated,mixed,hard,,,,,,,0.00,post-training benchmark score (Lite),0.00289,,,"https://arxiv.org/abs/2611.03698 (Table 1, row Qwen3.5-9B, column lite-smollm3)",,out:effort-not-established, arxiv-2611.03698-t1-ptb-avg,arxiv-2611.03698,qwen3.6-35b-a3b,unstated,mixed,hard,,,,,,,13.08,post-training benchmark score,0.00289,,,"https://arxiv.org/abs/2611.03698 (Table 1, row Qwen3.6-35B-A3B, column ptb-avg)",,out:effort-not-established, arxiv-2611.03698-t1-ptb-qwen-1-7b,arxiv-2611.03698,qwen3.6-35b-a3b,unstated,mixed,hard,,,,,,,10.15,post-training benchmark score,0.00289,,,"https://arxiv.org/abs/2611.03698 (Table 1, row Qwen3.6-35B-A3B, column ptb-qwen17)",,out:effort-not-established, arxiv-2611.03698-t1-ptb-qwen-4b,arxiv-2611.03698,qwen3.6-35b-a3b,unstated,mixed,hard,,,,,,,17.93,post-training benchmark score,0.00289,,,"https://arxiv.org/abs/2611.03698 (Table 1, row Qwen3.6-35B-A3B, column ptb-qwen4)",,out:effort-not-established, arxiv-2611.03698-t1-ptb-smollm3-3b,arxiv-2611.03698,qwen3.6-35b-a3b,unstated,mixed,hard,,,,,,,11.60,post-training benchmark score,0.00289,,,"https://arxiv.org/abs/2611.03698 (Table 1, row Qwen3.6-35B-A3B, column ptb-smollm3)",,out:effort-not-established, arxiv-2611.03698-t1-ptb-gemma3-4b,arxiv-2611.03698,qwen3.6-35b-a3b,unstated,mixed,hard,,,,,,,12.63,post-training benchmark score,0.00289,,,"https://arxiv.org/abs/2611.03698 (Table 1, row Qwen3.6-35B-A3B, column ptb-gemma3)",,out:effort-not-established, arxiv-2611.03698-t1-lite-avg,arxiv-2611.03698,qwen3.6-35b-a3b,unstated,mixed,hard,,,,,,,5.80,post-training benchmark score (Lite),0.00289,,,"https://arxiv.org/abs/2611.03698 (Table 1, row Qwen3.6-35B-A3B, column lite-avg)",,out:effort-not-established, arxiv-2611.03698-t1-lite-qwen-1-7b,arxiv-2611.03698,qwen3.6-35b-a3b,unstated,mixed,hard,,,,,,,12.87,post-training benchmark score (Lite),0.00289,,,"https://arxiv.org/abs/2611.03698 (Table 1, row Qwen3.6-35B-A3B, column lite-qwen17)",,out:effort-not-established, arxiv-2611.03698-t1-lite-qwen-4b,arxiv-2611.03698,qwen3.6-35b-a3b,unstated,mixed,hard,,,,,,,4.54,post-training benchmark score (Lite),0.00289,,,"https://arxiv.org/abs/2611.03698 (Table 1, row Qwen3.6-35B-A3B, column lite-qwen4)",,out:effort-not-established, arxiv-2611.03698-t1-lite-smollm3-3b,arxiv-2611.03698,qwen3.6-35b-a3b,unstated,mixed,hard,,,,,,,0.00,post-training benchmark score (Lite),0.00289,,,"https://arxiv.org/abs/2611.03698 (Table 1, row Qwen3.6-35B-A3B, column lite-smollm3)",,out:effort-not-established, arxiv-2611.03698-t1-ptb-avg,arxiv-2611.03698,glm-5.2,not-established:absent,mixed,hard,,,,,,,29.52,post-training benchmark score,0.00289,,,"https://arxiv.org/abs/2611.03698 (Table 1, row GLM-5.2, column PostTrainBench Avg.)",,out:effort-not-established, arxiv-2611.03698-ptb-qwen17,arxiv-2611.03698,glm-5.2,not-established:absent,agentic-tool,hard,Codex CLI v0.142.4,,,,,,26.69,"PostTrainBench, base model Qwen-1.7B (score)",0.00289,,,"https://arxiv.org/abs/2611.03698 (Table 1, row GLM-5.2, column PostTrainBench, base model Qwen-1.7B)",,out:effort-not-established, arxiv-2611.03698-ptb-qwen4,arxiv-2611.03698,glm-5.2,not-established:absent,agentic-tool,hard,Codex CLI v0.142.4,,,,,,34.97,"PostTrainBench, base model Qwen-4B (score)",0.00289,,,"https://arxiv.org/abs/2611.03698 (Table 1, row GLM-5.2, column PostTrainBench, base model Qwen-4B)",,out:effort-not-established, arxiv-2611.03698-ptb-smollm3,arxiv-2611.03698,glm-5.2,not-established:absent,agentic-tool,hard,Codex CLI v0.142.4,,,,,,31.70,"PostTrainBench, base model SmolLM3-3B (score)",0.00289,,,"https://arxiv.org/abs/2611.03698 (Table 1, row GLM-5.2, column PostTrainBench, base model SmolLM3-3B)",,out:effort-not-established, arxiv-2611.03698-ptb-gemma3,arxiv-2611.03698,glm-5.2,not-established:absent,agentic-tool,hard,Codex CLI v0.142.4,,,,,,24.74,"PostTrainBench, base model Gemma3-4B (score)",0.00289,,,"https://arxiv.org/abs/2611.03698 (Table 1, row GLM-5.2, column PostTrainBench, base model Gemma3-4B)",,out:effort-not-established, arxiv-2611.03698-t1-lite-avg,arxiv-2611.03698,glm-5.2,not-established:absent,mixed,hard,,,,,,,56.37,post-training benchmark score (Lite),0.00289,,,"https://arxiv.org/abs/2611.03698 (Table 1, row GLM-5.2, column PostTrainBench-Lite Avg.)",,out:effort-not-established, arxiv-2611.03698-lite-qwen17,arxiv-2611.03698,glm-5.2,not-established:absent,agentic-tool,hard,Codex CLI v0.142.4,,,,,,58.21,"PostTrainBench-Lite, base model Qwen-1.7B (score)",0.00289,,,"https://arxiv.org/abs/2611.03698 (Table 1, row GLM-5.2, column PostTrainBench-Lite, base model Qwen-1.7B)",,out:effort-not-established, arxiv-2611.03698-lite-qwen4,arxiv-2611.03698,glm-5.2,not-established:absent,agentic-tool,hard,Codex CLI v0.142.4,,,,,,42.08,"PostTrainBench-Lite, base model Qwen-4B (score)",0.00289,,,"https://arxiv.org/abs/2611.03698 (Table 1, row GLM-5.2, column PostTrainBench-Lite, base model Qwen-4B)",,out:effort-not-established, arxiv-2611.03698-lite-smollm3,arxiv-2611.03698,glm-5.2,not-established:absent,agentic-tool,hard,Codex CLI v0.142.4,,,,,,68.81,"PostTrainBench-Lite, base model SmolLM3-3B (score)",0.00289,,,"https://arxiv.org/abs/2611.03698 (Table 1, row GLM-5.2, column PostTrainBench-Lite, base model SmolLM3-3B)",,out:effort-not-established, arxiv-2611.03698-iter-improved,arxiv-2611.03698,glm-5.2,not-established:absent,agentic-tool,hard,Codex CLI v0.142.4,,,,,,100,settings with at least one improved iteration (of 28),0,,,"https://arxiv.org/abs/2611.03698 (Table 2, column At Least One Improved)",,out:effort-not-established, arxiv-2611.03698-iter-successful,arxiv-2611.03698,glm-5.2,not-established:absent,agentic-tool,hard,Codex CLI v0.142.4,,,,,,92.857143,settings with at least one successful run (of 28),0,,,"https://arxiv.org/abs/2611.03698 (Table 2, column Successful Run)",,out:effort-not-established, arxiv-2611.03698-t2-eff-total-rate,arxiv-2611.03698,glm-5.2,not-established:absent,mixed,hard,,,,,,,40.714286,effective iteration rate (%),0,,,"https://arxiv.org/abs/2611.03698 (Table 2, column Eff./Total (Rate))",,out:effort-not-established, arxiv-2611.03980-t1-plenary,arxiv-2611.03980,sonnet-5,unstated,mixed,mid,,,,,,,0.36,final-dispersion,0.00289,,,"https://arxiv.org/abs/2611.03980 (Table 1, row claude-sonnet-5, column plenary s(T))",,out:effort-not-established, arxiv-2611.03980-t1-selective,arxiv-2611.03980,sonnet-5,unstated,mixed,mid,,,,,,,0.31,final-dispersion,0.00289,,,"https://arxiv.org/abs/2611.03980 (Table 1, row claude-sonnet-5, column selective-attention s(T))",,out:effort-not-established, arxiv-2611.03980-t1-homophily,arxiv-2611.03980,sonnet-5,unstated,mixed,mid,,,,,,,0.33,homophily,0.00289,,,"https://arxiv.org/abs/2611.03980 (Table 1, row claude-sonnet-5, column homophily)",,out:effort-not-established, arxiv-2611.03980-t1-identity,arxiv-2611.03980,sonnet-5,unstated,mixed,mid,,,,,,,0.47,final-dispersion,0.00289,,,"https://arxiv.org/abs/2611.03980 (Table 1, row claude-sonnet-5, column identity s(T))",,out:effort-not-established, arxiv-2611.03980-t1-plenary,arxiv-2611.03980,opus-5,unstated,mixed,mid,,,,,,,0.16,final-dispersion,0.00289,,,"https://arxiv.org/abs/2611.03980 (Table 1, row claude-opus-5, column plenary s(T))",,out:effort-not-established, arxiv-2611.03980-t1-selective,arxiv-2611.03980,opus-5,unstated,mixed,mid,,,,,,,0.17,final-dispersion,0.00289,,,"https://arxiv.org/abs/2611.03980 (Table 1, row claude-opus-5, column selective-attention s(T))",,out:effort-not-established, arxiv-2611.03980-t1-homophily,arxiv-2611.03980,opus-5,unstated,mixed,mid,,,,,,,0.00,homophily,0.00289,,,"https://arxiv.org/abs/2611.03980 (Table 1, row claude-opus-5, column homophily)",,out:effort-not-established, arxiv-2611.03980-t1-identity,arxiv-2611.03980,opus-5,unstated,mixed,mid,,,,,,,0.26,final-dispersion,0.00289,,,"https://arxiv.org/abs/2611.03980 (Table 1, row claude-opus-5, column identity s(T))",,out:effort-not-established, arxiv-2611.03980-t2-4day,arxiv-2611.03980,sonnet-5,unstated,mixed,mid,,,,,,,0.25,final-dispersion,0.00289,,,"https://arxiv.org/abs/2611.03980 (Table 2, row claude-sonnet-5, column 4-day s(T))",,out:effort-not-established, arxiv-2611.03980-t2-delta-4day-minus-ev,arxiv-2611.03980,sonnet-5,unstated,mixed,mid,,,,,,,-0.11,final-dispersion-change,0.00289,,,"https://arxiv.org/abs/2611.03980 (Table 2, row claude-sonnet-5, column Delta 4-day)",,out:effort-not-established, arxiv-2611.03980-t2-4day,arxiv-2611.03980,opus-5,unstated,mixed,mid,,,,,,,0.11,final-dispersion,0.00289,,,"https://arxiv.org/abs/2611.03980 (Table 2, row claude-opus-5, column 4-day s(T))",,out:effort-not-established, arxiv-2611.03980-t2-delta-4day-minus-ev,arxiv-2611.03980,opus-5,unstated,mixed,mid,,,,,,,-0.05,final-dispersion-change,0.00289,,,"https://arxiv.org/abs/2611.03980 (Table 2, row claude-opus-5, column Delta 4-day)",,out:effort-not-established, arxiv-2611.03980-t3-dbic-null,arxiv-2611.03980,sonnet-5,unstated,mixed,mid,,,,,,,14.5,delta-BIC,0.0289,,,"https://arxiv.org/abs/2611.03980 (Table 3, row claude-sonnet-5, column Delta BIC null)",,out:effort-not-established, arxiv-2611.03980-t3-dbic-next,arxiv-2611.03980,sonnet-5,unstated,mixed,mid,,,,,,,3.7,delta-BIC,0.0289,,,"https://arxiv.org/abs/2611.03980 (Table 3, row claude-sonnet-5, column Delta BIC next)",,out:effort-not-established, arxiv-2611.03980-t3-rmse,arxiv-2611.03980,sonnet-5,unstated,mixed,mid,,,,,,,0.087,RMSE,0.000289,,,"https://arxiv.org/abs/2611.03980 (Table 3, row claude-sonnet-5, column RMSE 1)",,out:effort-not-established, arxiv-2611.03980-t3-rmse-free,arxiv-2611.03980,sonnet-5,unstated,mixed,mid,,,,,,,0.235,RMSE,0.000289,,,"https://arxiv.org/abs/2611.03980 (Table 3, row claude-sonnet-5, column RMSE free (pers.))",,out:effort-not-established, arxiv-2611.03980-t3-dbic-null,arxiv-2611.03980,opus-5,unstated,mixed,mid,,,,,,,73.7,delta-BIC,0.0289,,,"https://arxiv.org/abs/2611.03980 (Table 3, row claude-opus-5, column Delta BIC null)",,out:effort-not-established, arxiv-2611.03980-t3-dbic-next,arxiv-2611.03980,opus-5,unstated,mixed,mid,,,,,,,18.5,delta-BIC,0.0289,,,"https://arxiv.org/abs/2611.03980 (Table 3, row claude-opus-5, column Delta BIC next)",,out:effort-not-established, arxiv-2611.03980-t3-rmse,arxiv-2611.03980,opus-5,unstated,mixed,mid,,,,,,,0.085,RMSE,0.000289,,,"https://arxiv.org/abs/2611.03980 (Table 3, row claude-opus-5, column RMSE 1)",,out:effort-not-established, arxiv-2611.03980-t3-rmse-free,arxiv-2611.03980,opus-5,unstated,mixed,mid,,,,,,,0.127,RMSE,0.000289,,,"https://arxiv.org/abs/2611.03980 (Table 3, row claude-opus-5, column RMSE free (pers.))",,out:effort-not-established, arxiv-2611.03980-t4-s-t-disc,arxiv-2611.03980,sonnet-5,unstated,mixed,mid,,,,,,,0.50,final-dispersion,0.00289,,,"https://arxiv.org/abs/2611.03980 (Table 4, row claude-sonnet-5, column s(T) disc.)",,out:effort-not-established, arxiv-2611.03980-t4-s-t-no-disc,arxiv-2611.03980,sonnet-5,unstated,mixed,mid,,,,,,,0.59,final-dispersion,0.00289,,,"https://arxiv.org/abs/2611.03980 (Table 4, row claude-sonnet-5, column s(T) no-disc.)",,out:effort-not-established, arxiv-2611.03980-t4-delta-s-t,arxiv-2611.03980,sonnet-5,unstated,mixed,mid,,,,,,,-0.09,final-dispersion-change,0.00289,,,"https://arxiv.org/abs/2611.03980 (Table 4, row claude-sonnet-5, column Delta s(T))",,out:effort-not-established, arxiv-2611.03980-t4-d-disc,arxiv-2611.03980,sonnet-5,unstated,mixed,mid,,,,,,,0.24,mean-displacement,0.00289,,,"https://arxiv.org/abs/2611.03980 (Table 4, row claude-sonnet-5, column D disc.)",,out:effort-not-established, arxiv-2611.03980-t4-d-no-disc,arxiv-2611.03980,sonnet-5,unstated,mixed,mid,,,,,,,0.08,mean-displacement,0.00289,,,"https://arxiv.org/abs/2611.03980 (Table 4, row claude-sonnet-5, column D no-disc.)",,out:effort-not-established, arxiv-2611.03980-t4-s-disc,arxiv-2611.03980,sonnet-5,unstated,mixed,mid,,,,,,,0.97,sign-retention,0.00289,,,"https://arxiv.org/abs/2611.03980 (Table 4, row claude-sonnet-5, column S disc.)",,out:effort-not-established, arxiv-2611.03980-t4-s-t-disc,arxiv-2611.03980,opus-5,unstated,mixed,mid,,,,,,,0.18,final-dispersion,0.00289,,,"https://arxiv.org/abs/2611.03980 (Table 4, row claude-opus-5, column s(T) disc.)",,out:effort-not-established, arxiv-2611.03980-t4-s-t-no-disc,arxiv-2611.03980,opus-5,unstated,mixed,mid,,,,,,,0.41,final-dispersion,0.00289,,,"https://arxiv.org/abs/2611.03980 (Table 4, row claude-opus-5, column s(T) no-disc.)",,out:effort-not-established, arxiv-2611.03980-t4-delta-s-t,arxiv-2611.03980,opus-5,unstated,mixed,mid,,,,,,,-0.23,final-dispersion-change,0.00289,,,"https://arxiv.org/abs/2611.03980 (Table 4, row claude-opus-5, column Delta s(T))",,out:effort-not-established, arxiv-2611.03980-t4-d-disc,arxiv-2611.03980,opus-5,unstated,mixed,mid,,,,,,,0.51,mean-displacement,0.00289,,,"https://arxiv.org/abs/2611.03980 (Table 4, row claude-opus-5, column D disc.)",,out:effort-not-established, arxiv-2611.03980-t4-d-no-disc,arxiv-2611.03980,opus-5,unstated,mixed,mid,,,,,,,0.26,mean-displacement,0.00289,,,"https://arxiv.org/abs/2611.03980 (Table 4, row claude-opus-5, column D no-disc.)",,out:effort-not-established, arxiv-2611.03980-t4-s-disc,arxiv-2611.03980,opus-5,unstated,mixed,mid,,,,,,,0.60,sign-retention,0.00289,,,"https://arxiv.org/abs/2611.03980 (Table 4, row claude-opus-5, column S disc.)",,out:effort-not-established, arxiv-2611.03980-appx-firm-no-disc-s-t,arxiv-2611.03980,opus-5,unstated,mixed,mid,,,,,,,0.14,final-dispersion,0.00289,,,"https://arxiv.org/abs/2611.03980 (Appendix E ""No-discussion baseline (firm roster)"")",,out:effort-not-established, arxiv-2611.03980-appx-firm-delta-vs-baseline,arxiv-2611.03980,opus-5,unstated,mixed,mid,,,,,,,0.02,final-dispersion-change,0.00289,,,"https://arxiv.org/abs/2611.03980 (Appendix E ""No-discussion baseline (firm roster)"")",,out:effort-not-established, arxiv-2611.03980-appx-firm-delta-vs-baseline,arxiv-2611.03980,sonnet-5,unstated,mixed,mid,,,,,,,0.09,final-dispersion-change,0.00289,,,"https://arxiv.org/abs/2611.03980 (Appendix E ""No-discussion baseline (firm roster)"")",,out:effort-not-established, arxiv-2611.03980-appx-disp-median-disc,arxiv-2611.03980,opus-5,unstated,mixed,mid,,,,,,,0.53,median-displacement,0.00289,,,"https://arxiv.org/abs/2611.03980 (Appendix E ""Per-agent displacement"", under discussion)",,out:effort-not-established, arxiv-2611.03980-appx-disp-median-no-disc,arxiv-2611.03980,opus-5,unstated,mixed,mid,,,,,,,0.22,median-displacement,0.00289,,,"https://arxiv.org/abs/2611.03980 (Appendix E ""Per-agent displacement"", without peers)",,out:effort-not-established, arxiv-2611.03980-t1-plenary,arxiv-2611.03980,gemini-3.7-flash,unstated,mixed,mid,,,,,,,0.21,final-dispersion,0.00289,,,"https://arxiv.org/abs/2611.03980 (Table 1, row gemini-3.7-flash, column plenary final dispersion s(T))",,out:effort-not-established, arxiv-2611.03980-t1-selective,arxiv-2611.03980,gemini-3.7-flash,unstated,mixed,mid,,,,,,,0.27,final-dispersion,0.00289,,,"https://arxiv.org/abs/2611.03980 (Table 1, row gemini-3.7-flash, column selective-attention final dispersion s(T))",,out:effort-not-established, arxiv-2611.03980-t1-homophily,arxiv-2611.03980,gemini-3.7-flash,unstated,mixed,mid,,,,,,,0.17,homophily,0.00289,,,"https://arxiv.org/abs/2611.03980 (Table 1, row gemini-3.7-flash, column emergent homophily (selective attention))",,out:effort-not-established, arxiv-2611.03980-t1-identity,arxiv-2611.03980,gemini-3.7-flash,unstated,mixed,mid,,,,,,,0.23,final-dispersion,0.00289,,,"https://arxiv.org/abs/2611.03980 (Table 1, row gemini-3.7-flash, column identity-assigned final dispersion s(T))",,out:effort-not-established, arxiv-2611.03980-t3-dbic-null,arxiv-2611.03980,gemini-3.7-flash,unstated,mixed,mid,,,,,,,38.8,delta-BIC,0.0289,,,"https://arxiv.org/abs/2611.03980 (Table 3 (model-fit quality on the plenary EV trajectories), row gemini-3.7-flash, delta-BIC improvement over the persistence null)",,out:effort-not-established, arxiv-2611.03980-t3-dbic-next,arxiv-2611.03980,gemini-3.7-flash,unstated,mixed,mid,,,,,,,5.9,delta-BIC,0.0289,,,"https://arxiv.org/abs/2611.03980 (Table 3, row gemini-3.7-flash)",,out:effort-not-established, arxiv-2611.03980-t3-rmse,arxiv-2611.03980,gemini-3.7-flash,unstated,mixed,mid,,,,,,,0.054,RMSE,0.000289,,,"https://arxiv.org/abs/2611.03980 (Table 3, row gemini-3.7-flash)",,out:effort-not-established, arxiv-2611.03980-t3-rmse-free,arxiv-2611.03980,gemini-3.7-flash,unstated,mixed,mid,,,,,,,0.140,RMSE,0.000289,,,"https://arxiv.org/abs/2611.03980 (Table 3, row gemini-3.7-flash)",,out:effort-not-established, arxiv-2611.03980-t1-plenary,arxiv-2611.03980,gpt-5.6-sol,unstated,mixed,mid,,,,,,,0.12,final-dispersion,0.00289,,,"https://arxiv.org/abs/2611.03980 (Table 1, row gpt-5.6-sol, column Table 1, Plenary s(T))",,out:effort-not-established, arxiv-2611.03980-t1-selective-s-t,arxiv-2611.03980,gpt-5.6-sol,unstated,mixed,hard,,,,,,,0.14,final population dispersion s(T),0.00289,,,"https://arxiv.org/abs/2611.03980 (Table 1, row gpt-5.6-sol, column Table 1, Selective s(T))",,out:effort-not-established, arxiv-2611.03980-t1-homophily,arxiv-2611.03980,gpt-5.6-sol,unstated,mixed,mid,,,,,,,-0.04,homophily,0.00289,,,"https://arxiv.org/abs/2611.03980 (Table 1, row gpt-5.6-sol, column Table 1, Homophily)",,out:effort-not-established, arxiv-2611.03980-t1-identity,arxiv-2611.03980,gpt-5.6-sol,unstated,mixed,mid,,,,,,,0.19,final-dispersion,0.00289,,,"https://arxiv.org/abs/2611.03980 (Table 1, row gpt-5.6-sol, column Table 1, Identity s(T))",,out:effort-not-established, arxiv-2611.03980-t2-4day,arxiv-2611.03980,gpt-5.6-sol,unstated,mixed,mid,,,,,,,0.13,final-dispersion,0.00289,,,"https://arxiv.org/abs/2611.03980 (Table 2, row gpt-5.6-sol, column Table 2, 4-day s(T))",,out:effort-not-established, arxiv-2611.03980-t2-delta-4-day-minus-ev,arxiv-2611.03980,gpt-5.6-sol,unstated,mixed,hard,,,,,,,0.01,change of s(T) between topics,0.00289,,,"https://arxiv.org/abs/2611.03980 (Table 2, row gpt-5.6-sol, column Table 2, Delta (4-day minus EV))",,out:effort-not-established, arxiv-2611.03980-t3-dbic-null,arxiv-2611.03980,gpt-5.6-sol,unstated,mixed,mid,,,,,,,88.7,delta-BIC,0.0289,,,"https://arxiv.org/abs/2611.03980 (Table 3, row gpt-5.6-sol, column Table 3, Delta BIC null)",,out:effort-not-established, arxiv-2611.03980-t3-dbic-next,arxiv-2611.03980,gpt-5.6-sol,unstated,mixed,mid,,,,,,,13.6,delta-BIC,0.0289,,,"https://arxiv.org/abs/2611.03980 (Table 3, row gpt-5.6-sol, column Table 3, Delta BIC next)",,out:effort-not-established, arxiv-2611.03980-t3-rmse,arxiv-2611.03980,gpt-5.6-sol,unstated,mixed,mid,,,,,,,0.059,RMSE,0.000289,,,"https://arxiv.org/abs/2611.03980 (Table 3, row gpt-5.6-sol, column Table 3, RMSE 1)",,out:effort-not-established, arxiv-2611.03980-t3-free-running-rmse,arxiv-2611.03980,gpt-5.6-sol,unstated,mixed,hard,,,,,,,0.121,prediction RMSE,0.000289,,,"https://arxiv.org/abs/2611.03980 (Table 3, row gpt-5.6-sol, column Table 3, free-running RMSE)",,out:effort-not-established, arxiv-2611.03980-t4-s-t-disc,arxiv-2611.03980,gpt-5.6-sol,unstated,mixed,mid,,,,,,,0.39,final-dispersion,0.00289,,,"https://arxiv.org/abs/2611.03980 (Table 4, row gpt-5.6-sol, column Table 4, s(T) disc.)",,out:effort-not-established, arxiv-2611.03980-t4-s-t-no-disc,arxiv-2611.03980,gpt-5.6-sol,unstated,mixed,mid,,,,,,,0.58,final-dispersion,0.00289,,,"https://arxiv.org/abs/2611.03980 (Table 4, row gpt-5.6-sol, column Table 4, s(T) no-disc.)",,out:effort-not-established, arxiv-2611.03980-t4-delta-s-t,arxiv-2611.03980,gpt-5.6-sol,unstated,mixed,mid,,,,,,,-0.19,final-dispersion-change,0.00289,,,"https://arxiv.org/abs/2611.03980 (Table 4, row gpt-5.6-sol, column Table 4, Delta s(T))",,out:effort-not-established, arxiv-2611.03980-t4-d-disc,arxiv-2611.03980,gpt-5.6-sol,unstated,mixed,mid,,,,,,,0.33,mean-displacement,0.00289,,,"https://arxiv.org/abs/2611.03980 (Table 4, row gpt-5.6-sol, column Table 4, D disc.)",,out:effort-not-established, arxiv-2611.03980-t4-d-no-disc,arxiv-2611.03980,gpt-5.6-sol,unstated,mixed,mid,,,,,,,0.16,mean-displacement,0.00289,,,"https://arxiv.org/abs/2611.03980 (Table 4, row gpt-5.6-sol, column Table 4, D no-disc.)",,out:effort-not-established, arxiv-2611.03980-t4-s-disc,arxiv-2611.03980,gpt-5.6-sol,unstated,mixed,mid,,,,,,,0.90,sign-retention,0.00289,,,"https://arxiv.org/abs/2611.03980 (Table 4, row gpt-5.6-sol, column Table 4, S disc.)",,out:effort-not-established, arxiv-2611.03980-t1-plenary,arxiv-2611.03980,gpt-4.1,solo,mixed,mid,,,,,,,0.34,final-dispersion,0.00289,,,"https://arxiv.org/abs/2611.03980 (Table 1, row gpt-4.1, column Table 1, Plenary s(T))",,out:single-couple, arxiv-2611.03980-t1-selective-s-t,arxiv-2611.03980,gpt-4.1,solo,mixed,hard,,,,,,,0.44,final population dispersion s(T),0.00289,,,"https://arxiv.org/abs/2611.03980 (Table 1, row gpt-4.1, column Table 1, Selective s(T))",,out:not-headline, arxiv-2611.03980-t1-homophily,arxiv-2611.03980,gpt-4.1,solo,mixed,mid,,,,,,,0.49,homophily,0.00289,,,"https://arxiv.org/abs/2611.03980 (Table 1, row gpt-4.1, column Table 1, Homophily)",,out:single-couple, arxiv-2611.03980-t1-identity,arxiv-2611.03980,gpt-4.1,solo,mixed,mid,,,,,,,0.58,final-dispersion,0.00289,,,"https://arxiv.org/abs/2611.03980 (Table 1, row gpt-4.1, column Table 1, Identity s(T))",,out:single-couple, arxiv-2611.03980-t2-4day,arxiv-2611.03980,gpt-4.1,solo,mixed,mid,,,,,,,0.21,final-dispersion,0.00289,,,"https://arxiv.org/abs/2611.03980 (Table 2, row gpt-4.1, column Table 2, 4-day s(T))",,out:single-couple, arxiv-2611.03980-t2-delta-4-day-minus-ev,arxiv-2611.03980,gpt-4.1,solo,mixed,hard,,,,,,,-0.13,change of s(T) between topics,0.00289,,,"https://arxiv.org/abs/2611.03980 (Table 2, row gpt-4.1, column Table 2, Delta (4-day minus EV))",,out:not-headline, arxiv-2611.03980-t3-dbic-null,arxiv-2611.03980,gpt-4.1,solo,mixed,mid,,,,,,,7.1,delta-BIC,0.0289,,,"https://arxiv.org/abs/2611.03980 (Table 3, row gpt-4.1, column Table 3, Delta BIC null)",,out:single-couple, arxiv-2611.03980-t3-dbic-next,arxiv-2611.03980,gpt-4.1,solo,mixed,mid,,,,,,,3.0,delta-BIC,0.0289,,,"https://arxiv.org/abs/2611.03980 (Table 3, row gpt-4.1, column Table 3, Delta BIC next)",,out:single-couple, arxiv-2611.03980-t3-rmse,arxiv-2611.03980,gpt-4.1,solo,mixed,mid,,,,,,,0.093,RMSE,0.000289,,,"https://arxiv.org/abs/2611.03980 (Table 3, row gpt-4.1, column Table 3, RMSE 1)",,out:not-headline, arxiv-2611.03980-t3-free-running-rmse,arxiv-2611.03980,gpt-4.1,solo,mixed,hard,,,,,,,0.195,prediction RMSE,0.000289,,,"https://arxiv.org/abs/2611.03980 (Table 3, row gpt-4.1, column Table 3, free-running RMSE)",,out:not-headline, arxiv-2611.03980-t4-s-t-disc,arxiv-2611.03980,gpt-4.1,solo,mixed,mid,,,,,,,0.75,final-dispersion,0.00289,,,"https://arxiv.org/abs/2611.03980 (Table 4, row gpt-4.1, column Table 4, s(T) disc.)",,out:single-couple, arxiv-2611.03980-t4-s-t-no-disc,arxiv-2611.03980,gpt-4.1,solo,mixed,mid,,,,,,,0.85,final-dispersion,0.00289,,,"https://arxiv.org/abs/2611.03980 (Table 4, row gpt-4.1, column Table 4, s(T) no-disc.)",,out:single-couple, arxiv-2611.03980-t4-delta-s-t,arxiv-2611.03980,gpt-4.1,solo,mixed,mid,,,,,,,-0.10,final-dispersion-change,0.00289,,,"https://arxiv.org/abs/2611.03980 (Table 4, row gpt-4.1, column Table 4, Delta s(T))",,out:single-couple, arxiv-2611.03980-t4-d-disc,arxiv-2611.03980,gpt-4.1,solo,mixed,mid,,,,,,,0.16,mean-displacement,0.00289,,,"https://arxiv.org/abs/2611.03980 (Table 4, row gpt-4.1, column Table 4, D disc.)",,out:single-couple, arxiv-2611.03980-t4-d-no-disc,arxiv-2611.03980,gpt-4.1,solo,mixed,mid,,,,,,,0.19,mean-displacement,0.00289,,,"https://arxiv.org/abs/2611.03980 (Table 4, row gpt-4.1, column Table 4, D no-disc.)",,out:single-couple, arxiv-2611.03980-t4-s-disc,arxiv-2611.03980,gpt-4.1,solo,mixed,mid,,,,,,,1.00,sign-retention,0.00289,,,"https://arxiv.org/abs/2611.03980 (Table 4, row gpt-4.1, column Table 4, S disc.)",,out:single-couple, arxiv-2611.04035-t2-orig-criteria,arxiv-2611.04035,?Qwen3.8-27B,not-established:absent,agentic-tool,hard,,,,,,,58.2,"Harvey LAB criteria pass (%), original rubrics",0.0289,,"restated-from:Engram, 2026","https://arxiv.org/abs/2611.04035 (Table 2, row ""Reference base agent (no study)"", column Criteria pass)",,out:model-not-established, arxiv-2611.04035-t2-orig-allpass,arxiv-2611.04035,?Qwen3.8-27B,not-established:absent,agentic-tool,hard,,,,,,,21.6,"Harvey LAB all-pass (%), original rubrics",0.0289,,"restated-from:Engram, 2026","https://arxiv.org/abs/2611.04035 (Table 2, row ""Reference base agent (no study)"", column All-pass)",,out:model-not-established, arxiv-2611.04035-t2-orig-criteria,arxiv-2611.04035,?Qwen3.8-27B,not-established:absent,agentic-tool,hard,,,,,,,70.1,"Harvey LAB criteria pass (%), original rubrics",0.0289,,"restated-from:Engram, 2026","https://arxiv.org/abs/2611.04035 (Table 2, row ""Reference agent after study (high study effort)"", column Criteria pass)",,out:model-not-established, arxiv-2611.04035-t2-orig-allpass,arxiv-2611.04035,?Qwen3.8-27B,not-established:absent,agentic-tool,hard,,,,,,,31.0,"Harvey LAB all-pass (%), original rubrics",0.0289,,"restated-from:Engram, 2026","https://arxiv.org/abs/2611.04035 (Table 2, row ""Reference agent after study (high study effort)"", column All-pass)",,out:model-not-established, arxiv-2611.04035-t2-orig-criteria,arxiv-2611.04035,?Qwen3.8-27B,not-established:absent,agentic-tool,hard,,,,,,,78.9,"Harvey LAB criteria pass (%), original rubrics",0.0289,,,"https://arxiv.org/abs/2611.04035 (Table 2, row ""Our harness (persistent REPL), original rubrics"", column Criteria pass)",,out:model-not-established, arxiv-2611.04035-t2-orig-allpass,arxiv-2611.04035,?Qwen3.8-27B,not-established:absent,agentic-tool,hard,,,,,,,35.2,"Harvey LAB all-pass (%), original rubrics",0.0289,,,"https://arxiv.org/abs/2611.04035 (Table 2, row ""Our harness (persistent REPL), original rubrics"", column All-pass)",,out:model-not-established, arxiv-2611.04035-t2-rev-criteria,arxiv-2611.04035,?Qwen3.8-27B,not-established:absent,agentic-tool,hard,,,,,,,79.1,"Harvey LAB criteria pass (%), revised rubrics",0.0289,,,"https://arxiv.org/abs/2611.04035 (Table 2, row ""Our harness (persistent REPL), revised rubrics"", column Criteria pass)",,out:model-not-established, arxiv-2611.04035-t2-rev-allpass,arxiv-2611.04035,?Qwen3.8-27B,not-established:absent,agentic-tool,hard,,,,,,,37.2,"Harvey LAB all-pass (%), revised rubrics",0.0289,,,"https://arxiv.org/abs/2611.04035 (Table 2, row ""Our harness (persistent REPL), revised rubrics"", column All-pass)",,out:model-not-established, arxiv-2611.04035-t3-train-allpass,arxiv-2611.04035,?Qwen3.8-Flash,not-established:absent,agentic-tool,hard,,,,,,,35.3,Harvey LAB train(150) all-pass (%),0.0289,,,"https://arxiv.org/abs/2611.04035 (Table 3, row Qwen3.8-Flash No learning, column Train (150) All-pass)",,out:model-not-established, arxiv-2611.04035-t3-train-criteria,arxiv-2611.04035,?Qwen3.8-Flash,not-established:absent,agentic-tool,hard,,,,,,,80.6,Harvey LAB train(150) criteria pass (%),0.0289,,,"https://arxiv.org/abs/2611.04035 (Table 3, row Qwen3.8-Flash No learning, column Train (150) Criteria)",,out:model-not-established, arxiv-2611.04035-t3-test-allpass,arxiv-2611.04035,?Qwen3.8-Flash,not-established:absent,agentic-tool,hard,,,,,,,35.0,Harvey LAB test(100) all-pass (%),0.0289,,,"https://arxiv.org/abs/2611.04035 (Table 3, row Qwen3.8-Flash No learning, column Test (100) All-pass)",,out:model-not-established, arxiv-2611.04035-t3-test-criteria,arxiv-2611.04035,?Qwen3.8-Flash,not-established:absent,agentic-tool,hard,,,,,,,83.2,Harvey LAB test(100) criteria pass (%),0.0289,,,"https://arxiv.org/abs/2611.04035 (Table 3, row Qwen3.8-Flash No learning, column Test (100) Criteria)",,out:model-not-established, arxiv-2611.04035-nolearn-train-allpass,arxiv-2611.04035,deepseek-v4.1-flash,unstated,agentic-tool,hard,,,,,,,32.0,all-pass rate (%),0.0289,,,"https://arxiv.org/abs/2611.04035 (Table 3, DeepSeek-V4.1-Flash, row No learning (the harness without learned components), Train (150), column all-pass rate (%))",,out:effort-not-established, arxiv-2611.04035-nolearn-train-criteria,arxiv-2611.04035,deepseek-v4.1-flash,unstated,agentic-tool,hard,,,,,,,79.8,mean criteria pass rate (%),0.0289,,,"https://arxiv.org/abs/2611.04035 (Table 3, DeepSeek-V4.1-Flash, row No learning (the harness without learned components), Train (150), column mean criteria pass rate (%))",,out:effort-not-established, arxiv-2611.04035-nolearn-test-allpass,arxiv-2611.04035,deepseek-v4.1-flash,unstated,agentic-tool,hard,,,,,,,30.0,all-pass rate (%),0.0289,,,"https://arxiv.org/abs/2611.04035 (Table 3, DeepSeek-V4.1-Flash, row No learning (the harness without learned components), Test (100), column all-pass rate (%))",,out:effort-not-established, arxiv-2611.04035-nolearn-test-criteria,arxiv-2611.04035,deepseek-v4.1-flash,unstated,agentic-tool,hard,,,,,,,80.0,mean criteria pass rate (%),0.0289,,,"https://arxiv.org/abs/2611.04035 (Table 3, DeepSeek-V4.1-Flash, row No learning (the harness without learned components), Test (100), column mean criteria pass rate (%))",,out:effort-not-established, arxiv-2611.04035-bootstrap-train-allpass,arxiv-2611.04035,deepseek-v4.1-flash,unstated,agentic-tool,hard,,,,,,,34.7,all-pass rate (%),0.0289,,,"https://arxiv.org/abs/2611.04035 (Table 3, DeepSeek-V4.1-Flash, row Bootstrap (components from bootstrapping the corpus), Train (150), column all-pass rate (%))",,out:effort-not-established, arxiv-2611.04035-bootstrap-train-criteria,arxiv-2611.04035,deepseek-v4.1-flash,unstated,agentic-tool,hard,,,,,,,80.6,mean criteria pass rate (%),0.0289,,,"https://arxiv.org/abs/2611.04035 (Table 3, DeepSeek-V4.1-Flash, row Bootstrap (components from bootstrapping the corpus), Train (150), column mean criteria pass rate (%))",,out:effort-not-established, arxiv-2611.04035-bootstrap-test-allpass,arxiv-2611.04035,deepseek-v4.1-flash,unstated,agentic-tool,hard,,,,,,,33.0,all-pass rate (%),0.0289,,,"https://arxiv.org/abs/2611.04035 (Table 3, DeepSeek-V4.1-Flash, row Bootstrap (components from bootstrapping the corpus), Test (100), column all-pass rate (%))",,out:effort-not-established, arxiv-2611.04035-bootstrap-test-criteria,arxiv-2611.04035,deepseek-v4.1-flash,unstated,agentic-tool,hard,,,,,,,78.9,mean criteria pass rate (%),0.0289,,,"https://arxiv.org/abs/2611.04035 (Table 3, DeepSeek-V4.1-Flash, row Bootstrap (components from bootstrapping the corpus), Test (100), column mean criteria pass rate (%))",,out:effort-not-established, arxiv-2611.04035-learn-single-train-allpass,arxiv-2611.04035,deepseek-v4.1-flash,unstated,agentic-tool,hard,,,,,,,34.7,all-pass rate (%),0.0289,,,"https://arxiv.org/abs/2611.04035 (Table 3, DeepSeek-V4.1-Flash, row Learning, single learner, Train (150), column all-pass rate (%))",,out:effort-not-established, arxiv-2611.04035-learn-single-train-criteria,arxiv-2611.04035,deepseek-v4.1-flash,unstated,agentic-tool,hard,,,,,,,75.3,mean criteria pass rate (%),0.0289,,,"https://arxiv.org/abs/2611.04035 (Table 3, DeepSeek-V4.1-Flash, row Learning, single learner, Train (150), column mean criteria pass rate (%))",,out:effort-not-established, arxiv-2611.04035-learn-single-test-allpass,arxiv-2611.04035,deepseek-v4.1-flash,unstated,agentic-tool,hard,,,,,,,43.0,all-pass rate (%),0.0289,,,"https://arxiv.org/abs/2611.04035 (Table 3, DeepSeek-V4.1-Flash, row Learning, single learner, Test (100), column all-pass rate (%))",,out:effort-not-established, arxiv-2611.04035-learn-single-test-criteria,arxiv-2611.04035,deepseek-v4.1-flash,unstated,agentic-tool,hard,,,,,,,78.8,mean criteria pass rate (%),0.0289,,,"https://arxiv.org/abs/2611.04035 (Table 3, DeepSeek-V4.1-Flash, row Learning, single learner, Test (100), column mean criteria pass rate (%))",,out:effort-not-established, arxiv-2611.04035-learn-multi-train-allpass,arxiv-2611.04035,deepseek-v4.1-flash,unstated,agentic-tool,hard,,,,,,,48.7,all-pass rate (%),0.0289,,,"https://arxiv.org/abs/2611.04035 (Table 3, DeepSeek-V4.1-Flash, row Learning, multi-learner, Train (150), column all-pass rate (%))",,out:effort-not-established, arxiv-2611.04035-learn-multi-train-criteria,arxiv-2611.04035,deepseek-v4.1-flash,unstated,agentic-tool,hard,,,,,,,86.3,mean criteria pass rate (%),0.0289,,,"https://arxiv.org/abs/2611.04035 (Table 3, DeepSeek-V4.1-Flash, row Learning, multi-learner, Train (150), column mean criteria pass rate (%))",,out:effort-not-established, arxiv-2611.04035-learn-multi-test-allpass,arxiv-2611.04035,deepseek-v4.1-flash,unstated,agentic-tool,hard,,,,,,,55.0,all-pass rate (%),0.0289,,,"https://arxiv.org/abs/2611.04035 (Table 3, DeepSeek-V4.1-Flash, row Learning, multi-learner, Test (100), column all-pass rate (%))",,out:effort-not-established, arxiv-2611.04035-learn-multi-test-criteria,arxiv-2611.04035,deepseek-v4.1-flash,unstated,agentic-tool,hard,,,,,,,84.1,mean criteria pass rate (%),0.0289,,,"https://arxiv.org/abs/2611.04035 (Table 3, DeepSeek-V4.1-Flash, row Learning, multi-learner, Test (100), column mean criteria pass rate (%))",,out:effort-not-established, arxiv-2611.04079-code-glm5-direct,arxiv-2611.04079,glm-5,unstated,reasoning-math,hard,,,,,,,91.6,AlgoPilot test Code accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.04079 (Table 1, row GLM-5 Direct, column Code)",,out:effort-not-established, arxiv-2611.04079-cot-glm5-direct,arxiv-2611.04079,glm-5,unstated,reasoning-math,hard,,,,,,,55.4,AlgoPilot test CoT accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.04079 (Table 1, row GLM-5 Direct, column CoT)",,out:effort-not-established, arxiv-2611.04079-pddl-glm5-direct,arxiv-2611.04079,glm-5,unstated,reasoning-math,hard,,,,,,,54.6,AlgoPilot test PDDL accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.04079 (Table 1, row GLM-5 Direct, column PDDL)",,out:effort-not-established, arxiv-2611.04079-smt-glm5-direct,arxiv-2611.04079,glm-5,unstated,reasoning-math,hard,,,,,,,62.2,AlgoPilot test SMT accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.04079 (Table 1, row GLM-5 Direct, column SMT)",,out:effort-not-established, arxiv-2611.04079-milp-glm5-direct,arxiv-2611.04079,glm-5,unstated,reasoning-math,hard,,,,,,,42.1,AlgoPilot test MILP accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.04079 (Table 1, row GLM-5 Direct, column MILP)",,out:effort-not-established, arxiv-2611.04079-avg-glm5-direct,arxiv-2611.04079,glm-5,unstated,reasoning-math,hard,,,,,,,61.2,AlgoPilot test Avg. accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.04079 (Table 1, row GLM-5 Direct, column Avg.)",,out:effort-not-established, arxiv-2611.04079-code-glm5-reason,arxiv-2611.04079,glm-5,unstated,reasoning-math,hard,,,,,,,92.5,AlgoPilot test Code accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.04079 (Table 1, row GLM-5 Reason, column Code)",,out:effort-not-established, arxiv-2611.04079-cot-glm5-reason,arxiv-2611.04079,glm-5,unstated,reasoning-math,hard,,,,,,,29.6,AlgoPilot test CoT accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.04079 (Table 1, row GLM-5 Reason, column CoT)",,out:effort-not-established, arxiv-2611.04079-pddl-glm5-reason,arxiv-2611.04079,glm-5,unstated,reasoning-math,hard,,,,,,,46.0,AlgoPilot test PDDL accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.04079 (Table 1, row GLM-5 Reason, column PDDL)",,out:effort-not-established, arxiv-2611.04079-smt-glm5-reason,arxiv-2611.04079,glm-5,unstated,reasoning-math,hard,,,,,,,82.2,AlgoPilot test SMT accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.04079 (Table 1, row GLM-5 Reason, column SMT)",,out:effort-not-established, arxiv-2611.04079-milp-glm5-reason,arxiv-2611.04079,glm-5,unstated,reasoning-math,hard,,,,,,,47.7,AlgoPilot test MILP accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.04079 (Table 1, row GLM-5 Reason, column MILP)",,out:effort-not-established, arxiv-2611.04079-avg-glm5-reason,arxiv-2611.04079,glm-5,unstated,reasoning-math,hard,,,,,,,59.6,AlgoPilot test Avg. accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.04079 (Table 1, row GLM-5 Reason, column Avg.)",,out:effort-not-established, arxiv-2611.04079-avg-glm5-heuristic-routing,arxiv-2611.04079,glm-5,unstated,reasoning-math,hard,heuristic routing,,,,,,71.5,"AlgoPilot test Avg. accuracy (%), heuristic routing",0.0289,,,https://arxiv.org/abs/2611.04079 (section 4.2 (text)),,out:effort-not-established, arxiv-2611.04196-t1-pass-1,arxiv-2611.04196,gpt-5.5,unstated,mixed,hard,,,,,,,94.1,Pass@1 (%),0.0289,,,"https://arxiv.org/abs/2611.04196 (Table 1, row GPT-5.5, column Table 1, Pass@1)",,out:effort-not-established, arxiv-2611.04196-t2-zero-day,arxiv-2611.04196,?GPT-5.6,not-established:absent,mixed,hard,,,,,,,93.1,Pass@1 zero-day (%),0.0289,,,"https://arxiv.org/abs/2611.04196 (Table 2, row GPT-5.6, column Table 2, Zero-day)",,out:model-not-established, arxiv-2611.04196-t2-zero-day,arxiv-2611.04196,gpt-5.5,unstated,mixed,hard,,,,,,,93.1,Pass@1 zero-day (%),0.0289,,,"https://arxiv.org/abs/2611.04196 (Table 2, row GPT-5.5, column Table 2, Zero-day)",,out:effort-not-established, arxiv-2611.04196-t2-zero-day,arxiv-2611.04196,gpt-5.4,unstated,mixed,hard,,,,,,,86.3,Pass@1 zero-day (%),0.0289,,,"https://arxiv.org/abs/2611.04196 (Table 2, row GPT-5.4 Thinking, column Table 2, Zero-day)",,out:effort-not-established, arxiv-2611.04196-t3-solved,arxiv-2611.04196,gpt-5.6-sol,unstated,mixed,hard,,,,,,,293,tasks solved (of 869),0.289,,,"https://arxiv.org/abs/2611.04196 (Table 3, row GPT-5.6 Sol + Codex CLI, column Table 3, Solved)",,out:effort-not-established, arxiv-2611.04196-t3-solved,arxiv-2611.04196,gpt-5.5,unstated,mixed,hard,,,,,,,129,tasks solved (of 869),0.289,,,"https://arxiv.org/abs/2611.04196 (Table 3, row GPT-5.5 + Codex CLI, column Table 3, Solved)",,out:effort-not-established, arxiv-2611.04196-t3-solved,arxiv-2611.04196,gpt-5.4,unstated,mixed,hard,,,,,,,61,tasks solved (of 869),0.289,,,"https://arxiv.org/abs/2611.04196 (Table 3, row GPT-5.4 + Codex CLI, column Table 3, Solved)",,out:effort-not-established, arxiv-2611.04196-cybench-react,arxiv-2611.04196,glm-5.2,not-established:absent,agentic-tool,hard,ReAct,,,,,,82.5,Pass@1 (%),0.0289,,,"https://arxiv.org/abs/2611.04196 (Table 1 (Cybench Pass@1), row ReAct)",,out:effort-not-established, arxiv-2611.04196-cybench-opencode,arxiv-2611.04196,glm-5.2,not-established:absent,agentic-tool,hard,OpenCode,,,,,,87.5,Pass@1 (%),0.0289,,,"https://arxiv.org/abs/2611.04196 (Table 1 (Cybench Pass@1), row OpenCode)",,out:effort-not-established, arxiv-2611.04196-cybench-dognavy,arxiv-2611.04196,glm-5.2,not-established:absent,agentic-tool,hard,DoGNAVY-Exploit,,,,,,97.5,Pass@1 (%),0.0289,,,"https://arxiv.org/abs/2611.04196 (Table 1 (Cybench Pass@1), row DoGNAVY-Exploit)",,out:effort-not-established, arxiv-2611.04196-cvebench-zeroday-react,arxiv-2611.04196,glm-5.2,not-established:absent,agentic-tool,hard,ReAct,,,,,,50.0,Pass@1 zero-day (%),0.0289,,,"https://arxiv.org/abs/2611.04196 (Table 2 (CVE-Bench Pass@1), row ReAct, column zero-day)",,out:effort-not-established, arxiv-2611.04196-cvebench-oneday-react,arxiv-2611.04196,glm-5.2,not-established:absent,agentic-tool,hard,ReAct,,,,,,85.0,Pass@1 one-day (%),0.0289,,,"https://arxiv.org/abs/2611.04196 (Table 2 (CVE-Bench Pass@1), row ReAct, column one-day)",,out:effort-not-established, arxiv-2611.04196-cvebench-zeroday-opencode,arxiv-2611.04196,glm-5.2,not-established:absent,agentic-tool,hard,OpenCode,,,,,,65.0,Pass@1 zero-day (%),0.0289,,,"https://arxiv.org/abs/2611.04196 (Table 2 (CVE-Bench Pass@1), row OpenCode, column zero-day)",,out:effort-not-established, arxiv-2611.04196-cvebench-oneday-opencode,arxiv-2611.04196,glm-5.2,not-established:absent,agentic-tool,hard,OpenCode,,,,,,87.5,Pass@1 one-day (%),0.0289,,,"https://arxiv.org/abs/2611.04196 (Table 2 (CVE-Bench Pass@1), row OpenCode, column one-day)",,out:effort-not-established, arxiv-2611.04196-cvebench-zeroday-dognavy,arxiv-2611.04196,glm-5.2,not-established:absent,agentic-tool,hard,DoGNAVY-Exploit,,,,,,97.5,Pass@1 zero-day (%),0.0289,,,"https://arxiv.org/abs/2611.04196 (Table 2 (CVE-Bench Pass@1), row DoGNAVY-Exploit, column zero-day)",,out:effort-not-established, arxiv-2611.04196-cvebench-oneday-dognavy,arxiv-2611.04196,glm-5.2,not-established:absent,agentic-tool,hard,DoGNAVY-Exploit,,,,,,100.0,Pass@1 one-day (%),0.0289,,,"https://arxiv.org/abs/2611.04196 (Table 2 (CVE-Bench Pass@1), row DoGNAVY-Exploit, column one-day)",,out:effort-not-established, arxiv-2611.04196-exploitgym-dognavy-485,arxiv-2611.04196,glm-5.3,max,agentic-tool,hard,DoGNAVY-Exploit,USD per task,20.91,0.00289,,,157,"tasks solved (count, of 485)",0.289,,,"https://arxiv.org/abs/2611.04196 (Table 3, column Solved)",,out:single-couple,out:cost-not-comparable arxiv-2611.04196-exploitgym-dognavy-225,arxiv-2611.04196,glm-5.2,not-established:absent,agentic-tool,hard,DoGNAVY-Exploit,USD per task,4.80,0.00289,,,79,"tasks solved (count, of 225)",0.289,,,"https://arxiv.org/abs/2611.04196 (Table 3, column Solved)",,out:effort-not-established,out:effort-not-established arxiv-2611.04196-exploitgym-claudecode-869,arxiv-2611.04196,glm-5.3,unstated,agentic-tool,hard,Claude Code,,,,,,130,"tasks solved (count, of 869)",0.289,,,"https://arxiv.org/abs/2611.04196 (Table 3, Public GLM baselines, column Solved)",,out:effort-not-established, arxiv-2611.04196-exploitgym-claudecode-869,arxiv-2611.04196,glm-5.2,unstated,agentic-tool,hard,Claude Code,,,,,,39,"tasks solved (count, of 869)",0.289,,,"https://arxiv.org/abs/2611.04196 (Table 3, Public GLM baselines, column Solved)",,out:effort-not-established, 2611.04390-direct-avg,arxiv-2611.04390,?Qwen3.8 Omni,not-established:absent,mixed,hard,,,,,,,60.2,avg instance success %,0.0289,,,"https://arxiv.org/abs/2611.04390 (Table 2, column avg instance success %)",,out:model-not-established, arxiv-2611.04640-tunebench-generator-test-p-rmse,arxiv-2611.04640,?GPT-6,not-established:absent,mixed,hard,,,,,,,0.0015,median RMSE (pu),2.89e-05,,,"https://arxiv.org/abs/2611.04640 (section III-A (Test P, generator))",,out:model-not-established, arxiv-2611.04640-tunebench-generator-test-p-r2,arxiv-2611.04640,?GPT-6,not-established:absent,mixed,hard,,,,,,,0.9999,R2,2.89e-05,,,"https://arxiv.org/abs/2611.04640 (section III-A (Test P, generator))",,out:model-not-established, arxiv-2611.04640-tunebench-generator-test-v-r2,arxiv-2611.04640,?GPT-6,not-established:absent,mixed,hard,,,,,,,1,R2,0.289,,,"https://arxiv.org/abs/2611.04640 (section III-A (Test V, generator))",,out:model-not-established, arxiv-2611.04640-tunebench-bess-test-p-rmse,arxiv-2611.04640,?GPT-6,not-established:absent,mixed,hard,,,,,,,0.00041,median RMSE (pu),2.89e-06,,,"https://arxiv.org/abs/2611.04640 (section III-B (Test P, BESS))",,out:model-not-established, arxiv-2611.04640-tunebench-bess-test-v-rmse,arxiv-2611.04640,?GPT-6,not-established:absent,mixed,hard,,,,,,,0.00070,median RMSE (pu),2.89e-06,,,"https://arxiv.org/abs/2611.04640 (section III-B (Test V, BESS))",,out:model-not-established, arxiv-2611.04640-tunebench-bess-test-v-r2,arxiv-2611.04640,?GPT-6,not-established:absent,mixed,hard,,,,,,,0.996,R2,0.000289,,,"https://arxiv.org/abs/2611.04640 (section III-B (Test V, BESS))",,out:model-not-established, arxiv-2611.04968-number-disambiguation-accuracy,arxiv-2611.04968,gemini-3-pro,unstated,mixed,hard,,,,,,,93.6,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.04968 (Table 1 (the ten highest-performing participants by accuracy), rank 3, column Accuracy)",,out:effort-not-established, arxiv-2611.04968-number-disambiguation-accuracy,arxiv-2611.04968,kimi-k3,unstated,mixed,hard,,,,,,,94.5,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.04968 (Table 1, rank 2, column Accuracy)",,out:effort-not-established, arxiv-2611.05036-t1-automationbench,arxiv-2611.05036,opus-5,unstated,mixed,hard,,,,,,,45.6,AutomationBench score (0-100),0.0289,,,"https://arxiv.org/abs/2611.05036 (Table 1, row Claude Opus 5, column AutomationBench)",,out:effort-not-established, arxiv-2611.05036-t1-skillsbench,arxiv-2611.05036,opus-5,unstated,mixed,hard,,,,,,,63.7,SkillsBench score (0-100),0.0289,,,"https://arxiv.org/abs/2611.05036 (Table 1, row Claude Opus 5, column SkillsBench)",,out:effort-not-established, arxiv-2611.05036-t1-jobbench,arxiv-2611.05036,opus-5,unstated,mixed,hard,,,,,,,68.0,JobBench score (0-100),0.0289,,,"https://arxiv.org/abs/2611.05036 (Table 1, row Claude Opus 5, column JobBench)",,out:effort-not-established, arxiv-2611.05036-t1-tau3-banking,arxiv-2611.05036,opus-5,unstated,mixed,hard,,,,,,,48.7,tau3-Bench Banking score (0-100),0.0289,,,"https://arxiv.org/abs/2611.05036 (Table 1, row Claude Opus 5, column tau3-Bench Banking)",,out:effort-not-established, arxiv-2611.05036-t1-bfcl-v4,arxiv-2611.05036,opus-5,unstated,mixed,hard,,,,,,,80.6,BFCL V4 score (0-100),0.0289,,,"https://arxiv.org/abs/2611.05036 (Table 1, row Claude Opus 5, column BFCL V4)",,out:effort-not-established, arxiv-2611.05036-t1-harvey-lab,arxiv-2611.05036,opus-5,unstated,mixed,hard,,,,,,,22.7,Harvey LAB score (0-100),0.0289,,,"https://arxiv.org/abs/2611.05036 (Table 1, row Claude Opus 5, column Harvey LAB)",,out:effort-not-established, arxiv-2611.05036-t1-officeqa-pro,arxiv-2611.05036,opus-5,unstated,mixed,hard,,,,,,,67.2,OfficeQA Pro score (0-100),0.0289,,,"https://arxiv.org/abs/2611.05036 (Table 1, row Claude Opus 5, column OfficeQA Pro)",,out:effort-not-established, arxiv-2611.05036-t1-avg,arxiv-2611.05036,opus-5,unstated,mixed,hard,,,,,,,56.6,Avg. (seven benchmarks) score (0-100),0.0289,,,"https://arxiv.org/abs/2611.05036 (Table 1, row Claude Opus 5, column Avg.)",,out:effort-not-established, arxiv-2611.05036-t2-automationbench-std,arxiv-2611.05036,opus-5.5,unstated,mixed,hard,,,,,,,59.2,AutomationBench score (0-100),0.0289,,restated-from:Atria Dawn public leaderboard,"https://arxiv.org/abs/2611.05036 (Table 2, row Claude Opus 5.5, column AutomationBench Std.)",,out:effort-not-established, arxiv-2611.05036-t2-automationbench-pro,arxiv-2611.05036,opus-5.5,unstated,mixed,hard,,,,,,,26.3,AutomationBench Pro score (0-100),0.0289,,,"https://arxiv.org/abs/2611.05036 (Table 2, row Claude Opus 5.5, column AutomationBench Pro)",,out:effort-not-established, arxiv-2611.05036-t2-tau3-banking-std,arxiv-2611.05036,opus-5.5,unstated,mixed,hard,,,,,,,51.5,tau3-Bench Banking score (0-100),0.0289,,restated-from:Atria Dawn public leaderboard,"https://arxiv.org/abs/2611.05036 (Table 2, row Claude Opus 5.5, column tau3-Bench Banking Std.)",,out:effort-not-established, arxiv-2611.05036-t2-tau3-banking-pro,arxiv-2611.05036,opus-5.5,unstated,mixed,hard,,,,,,,35.7,tau3-Bench Banking Pro score (0-100),0.0289,,,"https://arxiv.org/abs/2611.05036 (Table 2, row Claude Opus 5.5, column tau3-Bench Banking Pro)",,out:effort-not-established, arxiv-2611.05036-t1-automationbench,arxiv-2611.05036,gpt-5.6-sol,unstated,mixed,hard,,,,,,,47.1,AutomationBench score (0-100),0.0289,,,"https://arxiv.org/abs/2611.05036 (Table 1, row GPT 5.6 Sol, column AutomationBench)",,out:effort-not-established, arxiv-2611.05036-t1-skillsbench,arxiv-2611.05036,gpt-5.6-sol,unstated,mixed,hard,,,,,,,62.5,SkillsBench score (0-100),0.0289,,,"https://arxiv.org/abs/2611.05036 (Table 1, row GPT 5.6 Sol, column SkillsBench)",,out:effort-not-established, arxiv-2611.05036-t1-jobbench,arxiv-2611.05036,gpt-5.6-sol,unstated,mixed,hard,,,,,,,45.4,JobBench score (0-100),0.0289,,,"https://arxiv.org/abs/2611.05036 (Table 1, row GPT 5.6 Sol, column JobBench)",,out:effort-not-established, arxiv-2611.05036-t1-tau3-banking,arxiv-2611.05036,gpt-5.6-sol,unstated,mixed,hard,,,,,,,46.9,tau3-Bench Banking score (0-100),0.0289,,,"https://arxiv.org/abs/2611.05036 (Table 1, row GPT 5.6 Sol, column tau3-Bench Banking)",,out:effort-not-established, arxiv-2611.05036-t1-bfcl-v4,arxiv-2611.05036,gpt-5.6-sol,unstated,mixed,hard,,,,,,,68.8,BFCL V4 score (0-100),0.0289,,,"https://arxiv.org/abs/2611.05036 (Table 1, row GPT 5.6 Sol, column BFCL V4)",,out:effort-not-established, arxiv-2611.05036-t1-harvey-lab,arxiv-2611.05036,gpt-5.6-sol,unstated,mixed,hard,,,,,,,5.0,Harvey LAB score (0-100),0.0289,,,"https://arxiv.org/abs/2611.05036 (Table 1, row GPT 5.6 Sol, column Harvey LAB)",,out:effort-not-established, arxiv-2611.05036-t1-officeqa-pro,arxiv-2611.05036,gpt-5.6-sol,unstated,mixed,hard,,,,,,,66.4,OfficeQA Pro score (0-100),0.0289,,,"https://arxiv.org/abs/2611.05036 (Table 1, row GPT 5.6 Sol, column OfficeQA Pro)",,out:effort-not-established, arxiv-2611.05036-t1-avg,arxiv-2611.05036,gpt-5.6-sol,unstated,mixed,hard,,,,,,,48.9,Avg. (seven benchmarks) score (0-100),0.0289,,,"https://arxiv.org/abs/2611.05036 (Table 1, row GPT 5.6 Sol, column Avg. (seven benchmarks))",,out:effort-not-established, arxiv-2611.05036-t2-automationbench-std,arxiv-2611.05036,gpt-6.1-sol,unstated,mixed,hard,,,,,,,50.8,AutomationBench score (0-100),0.0289,,restated-from:Atria Dawn public leaderboard,"https://arxiv.org/abs/2611.05036 (Table 2, row GPT 6.1 Sol, column AutomationBench Std.)",,out:effort-not-established, arxiv-2611.05036-t2-automationbench-pro,arxiv-2611.05036,gpt-6.1-sol,unstated,mixed,hard,,,,,,,24.7,AutomationBench Pro score (0-100),0.0289,,,"https://arxiv.org/abs/2611.05036 (Table 2, row GPT 6.1 Sol, column AutomationBench Pro)",,out:effort-not-established, arxiv-2611.05036-t2-tau3-banking-std,arxiv-2611.05036,gpt-6.1-sol,unstated,mixed,hard,,,,,,,46.4,tau3-Bench Banking score (0-100),0.0289,,restated-from:Atria Dawn public leaderboard,"https://arxiv.org/abs/2611.05036 (Table 2, row GPT 6.1 Sol, column tau3-Bench Banking Std.)",,out:effort-not-established, arxiv-2611.05036-t2-tau3-banking-pro,arxiv-2611.05036,gpt-6.1-sol,unstated,mixed,hard,,,,,,,29.6,tau3-Bench Banking Pro score (0-100),0.0289,,,"https://arxiv.org/abs/2611.05036 (Table 2, row GPT 6.1 Sol, column tau3-Bench Banking Pro)",,out:effort-not-established, arxiv-2611.05036-t1-automationbench,arxiv-2611.05036,?Qwen 3.8 Max,not-established:absent,mixed,hard,,,,,,,49.7,AutomationBench score (0-100),0.0289,,,"https://arxiv.org/abs/2611.05036 (Table 1, row Qwen 3.8 Max, column AutomationBench)",,out:model-not-established, arxiv-2611.05036-t1-skillsbench,arxiv-2611.05036,?Qwen 3.8 Max,not-established:absent,mixed,hard,,,,,,,66.7,SkillsBench score (0-100),0.0289,,,"https://arxiv.org/abs/2611.05036 (Table 1, row Qwen 3.8 Max, column SkillsBench)",,out:model-not-established, arxiv-2611.05036-t1-jobbench,arxiv-2611.05036,?Qwen 3.8 Max,not-established:absent,mixed,hard,,,,,,,52.7,JobBench score (0-100),0.0289,,,"https://arxiv.org/abs/2611.05036 (Table 1, row Qwen 3.8 Max, column JobBench)",,out:model-not-established, arxiv-2611.05036-t1-tau3-banking,arxiv-2611.05036,?Qwen 3.8 Max,not-established:absent,mixed,hard,,,,,,,55.2,tau3-Bench Banking score (0-100),0.0289,,,"https://arxiv.org/abs/2611.05036 (Table 1, row Qwen 3.8 Max, column tau3-Bench Banking)",,out:model-not-established, arxiv-2611.05036-t1-bfcl-v4,arxiv-2611.05036,?Qwen 3.8 Max,not-established:absent,mixed,hard,,,,,,,66.8,BFCL V4 score (0-100),0.0289,,,"https://arxiv.org/abs/2611.05036 (Table 1, row Qwen 3.8 Max, column BFCL V4)",,out:model-not-established, arxiv-2611.05036-t1-harvey-lab,arxiv-2611.05036,?Qwen 3.8 Max,not-established:absent,mixed,hard,,,,,,,24.2,Harvey LAB score (0-100),0.0289,,,"https://arxiv.org/abs/2611.05036 (Table 1, row Qwen 3.8 Max, column Harvey LAB)",,out:model-not-established, arxiv-2611.05036-t1-officeqa-pro,arxiv-2611.05036,?Qwen 3.8 Max,not-established:absent,mixed,hard,,,,,,,66.2,OfficeQA Pro score (0-100),0.0289,,,"https://arxiv.org/abs/2611.05036 (Table 1, row Qwen 3.8 Max, column OfficeQA Pro)",,out:model-not-established, arxiv-2611.05036-t1-avg,arxiv-2611.05036,?Qwen 3.8 Max,not-established:absent,mixed,hard,,,,,,,54.5,Avg. (seven benchmarks) score (0-100),0.0289,,,"https://arxiv.org/abs/2611.05036 (Table 1, row Qwen 3.8 Max, column Avg.)",,out:model-not-established, arxiv-2611.05036-t1-automationbench,arxiv-2611.05036,qwen3-8b,unstated,mixed,hard,,,,,,,0.0,AutomationBench score (0-100),0.0289,,,"https://arxiv.org/abs/2611.05036 (Table 1, row Qwen3-8B, column AutomationBench)",,out:effort-not-established, arxiv-2611.05036-t1-skillsbench,arxiv-2611.05036,qwen3-8b,unstated,mixed,hard,,,,,,,0.1,SkillsBench score (0-100),0.0289,,,"https://arxiv.org/abs/2611.05036 (Table 1, row Qwen3-8B, column SkillsBench)",,out:effort-not-established, arxiv-2611.05036-t1-jobbench,arxiv-2611.05036,qwen3-8b,unstated,mixed,hard,,,,,,,0.1,JobBench score (0-100),0.0289,,,"https://arxiv.org/abs/2611.05036 (Table 1, row Qwen3-8B, column JobBench)",,out:effort-not-established, arxiv-2611.05036-t1-tau3-banking,arxiv-2611.05036,qwen3-8b,unstated,mixed,hard,,,,,,,4.1,tau3-Bench Banking score (0-100),0.0289,,,"https://arxiv.org/abs/2611.05036 (Table 1, row Qwen3-8B, column tau3-Bench Banking)",,out:effort-not-established, arxiv-2611.05036-t1-bfcl-v4,arxiv-2611.05036,qwen3-8b,unstated,mixed,hard,,,,,,,42.8,BFCL V4 score (0-100),0.0289,,,"https://arxiv.org/abs/2611.05036 (Table 1, row Qwen3-8B, column BFCL V4)",,out:effort-not-established, arxiv-2611.05036-t1-harvey-lab,arxiv-2611.05036,qwen3-8b,unstated,mixed,hard,,,,,,,0.0,Harvey LAB score (0-100),0.0289,,,"https://arxiv.org/abs/2611.05036 (Table 1, row Qwen3-8B, column Harvey LAB)",,out:effort-not-established, arxiv-2611.05036-t1-officeqa-pro,arxiv-2611.05036,qwen3-8b,unstated,mixed,hard,,,,,,,3.0,OfficeQA Pro score (0-100),0.0289,,,"https://arxiv.org/abs/2611.05036 (Table 1, row Qwen3-8B, column OfficeQA Pro)",,out:effort-not-established, arxiv-2611.05036-t1-avg,arxiv-2611.05036,qwen3-8b,unstated,mixed,hard,,,,,,,7.2,Avg. (seven benchmarks) score (0-100),0.0289,,,"https://arxiv.org/abs/2611.05036 (Table 1, row Qwen3-8B, column Avg.)",,out:effort-not-established, arxiv-2611.05036-t1-automationbench,arxiv-2611.05036,qwen3.6-27b,unstated,mixed,hard,,,,,,,10.7,AutomationBench score (0-100),0.0289,,,"https://arxiv.org/abs/2611.05036 (Table 1, row Qwen3.6-27B, column AutomationBench)",,out:effort-not-established, arxiv-2611.05036-t1-skillsbench,arxiv-2611.05036,qwen3.6-27b,unstated,mixed,hard,,,,,,,22.1,SkillsBench score (0-100),0.0289,,,"https://arxiv.org/abs/2611.05036 (Table 1, row Qwen3.6-27B, column SkillsBench)",,out:effort-not-established, arxiv-2611.05036-t1-jobbench,arxiv-2611.05036,qwen3.6-27b,unstated,mixed,hard,,,,,,,5.6,JobBench score (0-100),0.0289,,,"https://arxiv.org/abs/2611.05036 (Table 1, row Qwen3.6-27B, column JobBench)",,out:effort-not-established, arxiv-2611.05036-t1-tau3-banking,arxiv-2611.05036,qwen3.6-27b,unstated,mixed,hard,,,,,,,15.8,tau3-Bench Banking score (0-100),0.0289,,,"https://arxiv.org/abs/2611.05036 (Table 1, row Qwen3.6-27B, column tau3-Bench Banking)",,out:effort-not-established, arxiv-2611.05036-t1-bfcl-v4,arxiv-2611.05036,qwen3.6-27b,unstated,mixed,hard,,,,,,,58.5,BFCL V4 score (0-100),0.0289,,,"https://arxiv.org/abs/2611.05036 (Table 1, row Qwen3.6-27B, column BFCL V4)",,out:effort-not-established, arxiv-2611.05036-t1-harvey-lab,arxiv-2611.05036,qwen3.6-27b,unstated,mixed,hard,,,,,,,0.8,Harvey LAB score (0-100),0.0289,,,"https://arxiv.org/abs/2611.05036 (Table 1, row Qwen3.6-27B, column Harvey LAB)",,out:effort-not-established, arxiv-2611.05036-t1-officeqa-pro,arxiv-2611.05036,qwen3.6-27b,unstated,mixed,hard,,,,,,,38.4,OfficeQA Pro score (0-100),0.0289,,,"https://arxiv.org/abs/2611.05036 (Table 1, row Qwen3.6-27B, column OfficeQA Pro)",,out:effort-not-established, arxiv-2611.05036-t1-avg,arxiv-2611.05036,qwen3.6-27b,unstated,mixed,hard,,,,,,,21.7,Avg. (seven benchmarks) score (0-100),0.0289,,,"https://arxiv.org/abs/2611.05036 (Table 1, row Qwen3.6-27B, column Avg.)",,out:effort-not-established, arxiv-2611.05036-t1-automationbench,arxiv-2611.05036,qwen3.6-35b-a3b,unstated,mixed,hard,,,,,,,8.2,AutomationBench score (0-100),0.0289,,,"https://arxiv.org/abs/2611.05036 (Table 1, row Qwen3.6-35B-A3B, column AutomationBench)",,out:effort-not-established, arxiv-2611.05036-t1-skillsbench,arxiv-2611.05036,qwen3.6-35b-a3b,unstated,mixed,hard,,,,,,,30.7,SkillsBench score (0-100),0.0289,,,"https://arxiv.org/abs/2611.05036 (Table 1, row Qwen3.6-35B-A3B, column SkillsBench)",,out:effort-not-established, arxiv-2611.05036-t1-jobbench,arxiv-2611.05036,qwen3.6-35b-a3b,unstated,mixed,hard,,,,,,,6.4,JobBench score (0-100),0.0289,,,"https://arxiv.org/abs/2611.05036 (Table 1, row Qwen3.6-35B-A3B, column JobBench)",,out:effort-not-established, arxiv-2611.05036-t1-tau3-banking,arxiv-2611.05036,qwen3.6-35b-a3b,unstated,mixed,hard,,,,,,,9.3,tau3-Bench Banking score (0-100),0.0289,,,"https://arxiv.org/abs/2611.05036 (Table 1, row Qwen3.6-35B-A3B, column tau3-Bench Banking)",,out:effort-not-established, arxiv-2611.05036-t1-bfcl-v4,arxiv-2611.05036,qwen3.6-35b-a3b,unstated,mixed,hard,,,,,,,60.0,BFCL V4 score (0-100),0.0289,,,"https://arxiv.org/abs/2611.05036 (Table 1, row Qwen3.6-35B-A3B, column BFCL V4)",,out:effort-not-established, arxiv-2611.05036-t1-harvey-lab,arxiv-2611.05036,qwen3.6-35b-a3b,unstated,mixed,hard,,,,,,,0.8,Harvey LAB score (0-100),0.0289,,,"https://arxiv.org/abs/2611.05036 (Table 1, row Qwen3.6-35B-A3B, column Harvey LAB)",,out:effort-not-established, arxiv-2611.05036-t1-officeqa-pro,arxiv-2611.05036,qwen3.6-35b-a3b,unstated,mixed,hard,,,,,,,45.9,OfficeQA Pro score (0-100),0.0289,,,"https://arxiv.org/abs/2611.05036 (Table 1, row Qwen3.6-35B-A3B, column OfficeQA Pro)",,out:effort-not-established, arxiv-2611.05036-t1-avg,arxiv-2611.05036,qwen3.6-35b-a3b,unstated,mixed,hard,,,,,,,23.0,Avg. (seven benchmarks) score (0-100),0.0289,,,"https://arxiv.org/abs/2611.05036 (Table 1, row Qwen3.6-35B-A3B, column Avg.)",,out:effort-not-established, arxiv-2611.05036-t1-automationbench,arxiv-2611.05036,glm-5.3,unstated,mixed,hard,,,,,,,52.5,AutomationBench score (0-100),0.0289,,,"https://arxiv.org/abs/2611.05036 (Table 1, row GLM 5.3, column AutomationBench)",,out:effort-not-established, arxiv-2611.05036-t1-skillsbench,arxiv-2611.05036,glm-5.3,unstated,mixed,hard,,,,,,,63.3,SkillsBench score (0-100),0.0289,,,"https://arxiv.org/abs/2611.05036 (Table 1, row GLM 5.3, column SkillsBench)",,out:effort-not-established, arxiv-2611.05036-t1-jobbench,arxiv-2611.05036,glm-5.3,unstated,mixed,hard,,,,,,,58.2,JobBench score (0-100),0.0289,,,"https://arxiv.org/abs/2611.05036 (Table 1, row GLM 5.3, column JobBench)",,out:effort-not-established, arxiv-2611.05036-t1-tau3-banking-glm53,arxiv-2611.05036,glm-5.3,unstated,agentic-tool,hard,,,,,,,40.2,tau-3 Bench Banking score (0-100),0.0289,,,"https://arxiv.org/abs/2611.05036 (Table 1, row GLM 5.3, column tau-3 Bench Banking)",,out:effort-not-established, arxiv-2611.05036-t1-bfcl-v4,arxiv-2611.05036,glm-5.3,unstated,mixed,hard,,,,,,,74.1,BFCL V4 score (0-100),0.0289,,,"https://arxiv.org/abs/2611.05036 (Table 1, row GLM 5.3, column BFCL V4)",,out:effort-not-established, arxiv-2611.05036-t1-harvey-lab,arxiv-2611.05036,glm-5.3,unstated,mixed,hard,,,,,,,22.5,Harvey LAB score (0-100),0.0289,,,"https://arxiv.org/abs/2611.05036 (Table 1, row GLM 5.3, column Harvey LAB)",,out:effort-not-established, arxiv-2611.05036-t1-officeqa-pro,arxiv-2611.05036,glm-5.3,unstated,mixed,hard,,,,,,,65.8,OfficeQA Pro score (0-100),0.0289,,,"https://arxiv.org/abs/2611.05036 (Table 1, row GLM 5.3, column OfficeQA Pro)",,out:effort-not-established, arxiv-2611.05036-t1-avg-glm53,arxiv-2611.05036,glm-5.3,unstated,mixed,hard,,,,,,,53.8,Avg. (seven benchmarks) score (0-100),0.0289,,,"https://arxiv.org/abs/2611.05036 (Table 1, row GLM 5.3, column Avg. (seven benchmarks))",,out:effort-not-established, arxiv-2611.05036-t1-automationbench,arxiv-2611.05036,glm-5.2,unstated,mixed,hard,,,,,,,29.3,AutomationBench score (0-100),0.0289,,,"https://arxiv.org/abs/2611.05036 (Table 1, row GLM 5.2, column AutomationBench)",,out:effort-not-established, arxiv-2611.05036-t1-skillsbench,arxiv-2611.05036,glm-5.2,unstated,mixed,hard,,,,,,,56.7,SkillsBench score (0-100),0.0289,,,"https://arxiv.org/abs/2611.05036 (Table 1, row GLM 5.2, column SkillsBench)",,out:effort-not-established, arxiv-2611.05036-t1-jobbench,arxiv-2611.05036,glm-5.2,unstated,mixed,hard,,,,,,,43.4,JobBench score (0-100),0.0289,,,"https://arxiv.org/abs/2611.05036 (Table 1, row GLM 5.2, column JobBench)",,out:effort-not-established, arxiv-2611.05036-t1-tau3-banking-glm52,arxiv-2611.05036,glm-5.2,unstated,agentic-tool,hard,,,,,,,37.1,tau-3 Bench Banking score (0-100),0.0289,,,"https://arxiv.org/abs/2611.05036 (Table 1, row GLM 5.2, column tau-3 Bench Banking)",,out:effort-not-established, arxiv-2611.05036-t1-bfcl-v4,arxiv-2611.05036,glm-5.2,unstated,mixed,hard,,,,,,,75.6,BFCL V4 score (0-100),0.0289,,,"https://arxiv.org/abs/2611.05036 (Table 1, row GLM 5.2, column BFCL V4)",,out:effort-not-established, arxiv-2611.05036-t1-harvey-lab,arxiv-2611.05036,glm-5.2,unstated,mixed,hard,,,,,,,13.3,Harvey LAB score (0-100),0.0289,,,"https://arxiv.org/abs/2611.05036 (Table 1, row GLM 5.2, column Harvey LAB)",,out:effort-not-established, arxiv-2611.05036-t1-officeqa-pro,arxiv-2611.05036,glm-5.2,unstated,mixed,hard,,,,,,,56.9,OfficeQA Pro score (0-100),0.0289,,,"https://arxiv.org/abs/2611.05036 (Table 1, row GLM 5.2, column OfficeQA Pro)",,out:effort-not-established, arxiv-2611.05036-t1-avg-glm52,arxiv-2611.05036,glm-5.2,unstated,mixed,hard,,,,,,,44.6,Avg. (seven benchmarks) score (0-100),0.0289,,,"https://arxiv.org/abs/2611.05036 (Table 1, row GLM 5.2, column Avg. (seven benchmarks))",,out:effort-not-established, arxiv-2611.05036-t2-automationbench-pro-glm53,arxiv-2611.05036,glm-5.3,unstated,agentic-tool,hard,,,,,,,22.7,AutomationBench Pro score (0-100),0.0289,,,"https://arxiv.org/abs/2611.05036 (Table 2, row GLM 5.3, column AutomationBench Pro, Pro)",,out:effort-not-established, arxiv-2611.05036-t2-tau3-banking-pro-glm53,arxiv-2611.05036,glm-5.3,unstated,agentic-tool,hard,,,,,,,20.4,tau-3 Bench Banking Pro score (0-100),0.0289,,,"https://arxiv.org/abs/2611.05036 (Table 2, row GLM 5.3, column tau-3 Bench Banking Pro, Pro)",,out:effort-not-established, arxiv-2611.05036-t2-automationbench-pro-glm52,arxiv-2611.05036,glm-5.2,unstated,agentic-tool,hard,,,,,,,18.0,AutomationBench Pro score (0-100),0.0289,,,"https://arxiv.org/abs/2611.05036 (Table 2, row GLM 5.2, column AutomationBench Pro, Pro)",,out:effort-not-established, arxiv-2611.05036-t2-tau3-banking-pro-glm52,arxiv-2611.05036,glm-5.2,unstated,agentic-tool,hard,,,,,,,12.2,tau-3 Bench Banking Pro score (0-100),0.0289,,,"https://arxiv.org/abs/2611.05036 (Table 2, row GLM 5.2, column tau-3 Bench Banking Pro, Pro)",,out:effort-not-established, arxiv-2611.05039-succ,arxiv-2611.05039,?Gemini 3.1 Pro,not-established:absent,reasoning-math,hard,,,,,,,100.0,success%,0.0289,,,"https://arxiv.org/abs/2611.05039 (Table 2 (overall performance across 30 semantic benchmark tasks), row ALBI + Gemini 3.1 Pro, column Succ. (%))",,out:model-not-established, arxiv-2611.05039-clauses,arxiv-2611.05039,?Gemini 3.1 Pro,not-established:absent,reasoning-math,hard,,,,,,,2.8,clauses,0.0289,,,"https://arxiv.org/abs/2611.05039 (Table 2 (overall performance across 30 semantic benchmark tasks), row ALBI + Gemini 3.1 Pro, column Clauses)",,out:model-not-established, arxiv-2611.05039-opt-app,arxiv-2611.05039,?Gemini,not-established:absent,reasoning-math,hard,,,,,,,15,optim-applicable,0,,,"https://arxiv.org/abs/2611.05039 (Table 3 (optimization effectiveness across models), row ALBI + Gemini, column Applicable)",,out:model-not-established, arxiv-2611.05039-opt-done,arxiv-2611.05039,?Gemini,not-established:absent,reasoning-math,hard,,,,,,,4,optim-optimized,0,,,"https://arxiv.org/abs/2611.05039 (Table 3 (optimization effectiveness across models), row ALBI + Gemini, column Optimized)",,out:model-not-established, arxiv-2611.05039-opt-rate,arxiv-2611.05039,?Gemini,not-established:absent,reasoning-math,hard,,,,,,,13.3,optim-rate%,0.0289,,,"https://arxiv.org/abs/2611.05039 (Table 3 (optimization effectiveness across models), row ALBI + Gemini, column Rate (%))",,out:model-not-established, arxiv-2611.05039-opt-lit,arxiv-2611.05039,?Gemini,not-established:absent,reasoning-math,hard,,,,,,,-26,literals-reduced,0.289,,,"https://arxiv.org/abs/2611.05039 (Table 3 (optimization effectiveness across models), row ALBI + Gemini, column Literals Reduced)",,out:model-not-established, arxiv-2611.05039-anon-succ,arxiv-2611.05039,?Gemini,not-established:absent,reasoning-math,hard,,,,,,,100.0,success%-anonymized,0.0289,,,"https://arxiv.org/abs/2611.05039 (Table 4 (effect of semantic anonymization), row ALBI + Gemini, column Anonymized Succ. (%))",,out:model-not-established, arxiv-2611.05147-gm-league-arena-nba-elo,arxiv-2611.05147,opus-5.5,high,mixed,hard,,,,,,,1977.3,Elo,0.0289,,,"https://arxiv.org/abs/2611.05147 (Table 1 (NBA), row Claude Opus 5.5, column Elo)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|opus-5.5@high|,in, arxiv-2611.05147-gm-league-arena-nba-wins,arxiv-2611.05147,opus-5.5,high,mixed,hard,,,,,,,446,wins (five seasons),0.289,,,"https://arxiv.org/abs/2611.05147 (Table 1 (NBA), row Claude Opus 5.5, column Wins)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|opus-5.5@high|,in, arxiv-2611.05147-gm-league-arena-nba-losses,arxiv-2611.05147,opus-5.5,high,mixed,hard,,,,,,,66,losses (five seasons),0.289,,,"https://arxiv.org/abs/2611.05147 (Table 1 (NBA), row Claude Opus 5.5, column Losses)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|opus-5.5@high|,in, arxiv-2611.05147-gm-league-arena-nba-cash,arxiv-2611.05147,opus-5.5,high,mixed,hard,,,,,,,312.48,terminal cash,0.00289,,,"https://arxiv.org/abs/2611.05147 (Table 1 (NBA), row Claude Opus 5.5, column Cash)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|opus-5.5@high|,in, arxiv-2611.05147-gm-league-arena-nba-wins-2022,arxiv-2611.05147,opus-5.5,high,mixed,hard,,,,,,,44,"regular-season wins, season 2022",0.289,,,"https://arxiv.org/abs/2611.05147 (Table 2 (NBA), row Claude Opus 5.5, column 22)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|opus-5.5@high|,in, arxiv-2611.05147-gm-league-arena-nba-wins-2023,arxiv-2611.05147,opus-5.5,high,mixed,hard,,,,,,,54,"regular-season wins, season 2023",0.289,,,"https://arxiv.org/abs/2611.05147 (Table 2 (NBA), row Claude Opus 5.5, column 23)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|opus-5.5@high|,in, arxiv-2611.05147-gm-league-arena-nba-wins-2024,arxiv-2611.05147,opus-5.5,high,mixed,hard,,,,,,,65,"regular-season wins, season 2024",0.289,,,"https://arxiv.org/abs/2611.05147 (Table 2 (NBA), row Claude Opus 5.5, column 24)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|opus-5.5@high|,in, arxiv-2611.05147-gm-league-arena-nba-wins-2025,arxiv-2611.05147,opus-5.5,high,mixed,hard,,,,,,,74,"regular-season wins, season 2025",0.289,,,"https://arxiv.org/abs/2611.05147 (Table 2 (NBA), row Claude Opus 5.5, column 25)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|opus-5.5@high|,in, arxiv-2611.05147-gm-league-arena-nba-wins-2026,arxiv-2611.05147,opus-5.5,high,mixed,hard,,,,,,,76,"regular-season wins, season 2026",0.289,,,"https://arxiv.org/abs/2611.05147 (Table 2 (NBA), row Claude Opus 5.5, column 26)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|opus-5.5@high|,in, arxiv-2611.05147-gm-league-arena-nba-gi,arxiv-2611.05147,opus-5.5,high,mixed,hard,,,,,,,31.71,"G_i (gain, points)",0.00289,,,"https://arxiv.org/abs/2611.05147 (Table 2 (NBA), row Claude Opus 5.5, column G_i)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|opus-5.5@high|,in, arxiv-2611.05147-gm-league-arena-nba-elo,arxiv-2611.05147,sonnet-5.5,high,mixed,hard,,,,,,,1813.3,Elo,0.0289,,,"https://arxiv.org/abs/2611.05147 (Table 1 (NBA), row Claude Sonnet 5.5, column Elo)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|sonnet-5.5@high|,in, arxiv-2611.05147-gm-league-arena-nba-wins,arxiv-2611.05147,sonnet-5.5,high,mixed,hard,,,,,,,385,wins (five seasons),0.289,,,"https://arxiv.org/abs/2611.05147 (Table 1 (NBA), row Claude Sonnet 5.5, column Wins)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|sonnet-5.5@high|,in, arxiv-2611.05147-gm-league-arena-nba-losses,arxiv-2611.05147,sonnet-5.5,high,mixed,hard,,,,,,,98,losses (five seasons),0.289,,,"https://arxiv.org/abs/2611.05147 (Table 1 (NBA), row Claude Sonnet 5.5, column Losses)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|sonnet-5.5@high|,in, arxiv-2611.05147-gm-league-arena-nba-cash,arxiv-2611.05147,sonnet-5.5,high,mixed,hard,,,,,,,308.05,terminal cash,0.00289,,,"https://arxiv.org/abs/2611.05147 (Table 1 (NBA), row Claude Sonnet 5.5, column Cash)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|sonnet-5.5@high|,in, arxiv-2611.05147-gm-league-arena-nba-wins-2022,arxiv-2611.05147,sonnet-5.5,high,mixed,hard,,,,,,,43,"regular-season wins, season 2022",0.289,,,"https://arxiv.org/abs/2611.05147 (Table 2 (NBA), row Claude Sonnet 5.5, column 22)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|sonnet-5.5@high|,in, arxiv-2611.05147-gm-league-arena-nba-wins-2023,arxiv-2611.05147,sonnet-5.5,high,mixed,hard,,,,,,,54,"regular-season wins, season 2023",0.289,,,"https://arxiv.org/abs/2611.05147 (Table 2 (NBA), row Claude Sonnet 5.5, column 23)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|sonnet-5.5@high|,in, arxiv-2611.05147-gm-league-arena-nba-wins-2024,arxiv-2611.05147,sonnet-5.5,high,mixed,hard,,,,,,,75,"regular-season wins, season 2024",0.289,,,"https://arxiv.org/abs/2611.05147 (Table 2 (NBA), row Claude Sonnet 5.5, column 24)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|sonnet-5.5@high|,in, arxiv-2611.05147-gm-league-arena-nba-wins-2025,arxiv-2611.05147,sonnet-5.5,high,mixed,hard,,,,,,,65,"regular-season wins, season 2025",0.289,,,"https://arxiv.org/abs/2611.05147 (Table 2 (NBA), row Claude Sonnet 5.5, column 25)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|sonnet-5.5@high|,in, arxiv-2611.05147-gm-league-arena-nba-wins-2026,arxiv-2611.05147,sonnet-5.5,high,mixed,hard,,,,,,,56,"regular-season wins, season 2026",0.289,,,"https://arxiv.org/abs/2611.05147 (Table 2 (NBA), row Claude Sonnet 5.5, column 26)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|sonnet-5.5@high|,in, arxiv-2611.05147-gm-league-arena-nba-gi,arxiv-2611.05147,sonnet-5.5,high,mixed,hard,,,,,,,14.63,"G_i (gain, points)",0.00289,,,"https://arxiv.org/abs/2611.05147 (Table 2 (NBA), row Claude Sonnet 5.5, column G_i)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|sonnet-5.5@high|,in, arxiv-2611.05147-gm-league-arena-nba-elo,arxiv-2611.05147,fable-5.1,high,mixed,hard,,,,,,,1794.4,Elo,0.0289,,,"https://arxiv.org/abs/2611.05147 (Table 1 (NBA), row Claude Fable 5.1, column Elo)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|fable-5.1@high|,in, arxiv-2611.05147-gm-league-arena-nba-wins,arxiv-2611.05147,fable-5.1,high,mixed,hard,,,,,,,377,wins (five seasons),0.289,,,"https://arxiv.org/abs/2611.05147 (Table 1 (NBA), row Claude Fable 5.1, column Wins)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|fable-5.1@high|,in, arxiv-2611.05147-gm-league-arena-nba-losses,arxiv-2611.05147,fable-5.1,high,mixed,hard,,,,,,,106,losses (five seasons),0.289,,,"https://arxiv.org/abs/2611.05147 (Table 1 (NBA), row Claude Fable 5.1, column Losses)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|fable-5.1@high|,in, arxiv-2611.05147-gm-league-arena-nba-cash,arxiv-2611.05147,fable-5.1,high,mixed,hard,,,,,,,419.07,terminal cash,0.00289,,,"https://arxiv.org/abs/2611.05147 (Table 1 (NBA), row Claude Fable 5.1, column Cash)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|fable-5.1@high|,in, arxiv-2611.05147-gm-league-arena-nba-wins-2022,arxiv-2611.05147,fable-5.1,high,mixed,hard,,,,,,,38,"regular-season wins, season 2022",0.289,,,"https://arxiv.org/abs/2611.05147 (Table 2 (NBA), row Claude Fable 5.1, column 22)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|fable-5.1@high|,in, arxiv-2611.05147-gm-league-arena-nba-wins-2023,arxiv-2611.05147,fable-5.1,high,mixed,hard,,,,,,,49,"regular-season wins, season 2023",0.289,,,"https://arxiv.org/abs/2611.05147 (Table 2 (NBA), row Claude Fable 5.1, column 23)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|fable-5.1@high|,in, arxiv-2611.05147-gm-league-arena-nba-wins-2024,arxiv-2611.05147,fable-5.1,high,mixed,hard,,,,,,,64,"regular-season wins, season 2024",0.289,,,"https://arxiv.org/abs/2611.05147 (Table 2 (NBA), row Claude Fable 5.1, column 24)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|fable-5.1@high|,in, arxiv-2611.05147-gm-league-arena-nba-wins-2025,arxiv-2611.05147,fable-5.1,high,mixed,hard,,,,,,,67,"regular-season wins, season 2025",0.289,,,"https://arxiv.org/abs/2611.05147 (Table 2 (NBA), row Claude Fable 5.1, column 25)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|fable-5.1@high|,in, arxiv-2611.05147-gm-league-arena-nba-wins-2026,arxiv-2611.05147,fable-5.1,high,mixed,hard,,,,,,,66,"regular-season wins, season 2026",0.289,,,"https://arxiv.org/abs/2611.05147 (Table 2 (NBA), row Claude Fable 5.1, column 26)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|fable-5.1@high|,in, arxiv-2611.05147-gm-league-arena-nba-gi,arxiv-2611.05147,fable-5.1,high,mixed,hard,,,,,,,28.05,"G_i (gain, points)",0.00289,,,"https://arxiv.org/abs/2611.05147 (Table 2 (NBA), row Claude Fable 5.1, column G_i)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|fable-5.1@high|,in, arxiv-2611.05147-gm-league-arena-nba-elo,arxiv-2611.05147,haiku-4.5,unstated,mixed,hard,,,,,,,1150.6,Elo,0.0289,,,"https://arxiv.org/abs/2611.05147 (Table 1 (NBA), row Claude Haiku 4.5, column Elo)",,out:effort-not-established, arxiv-2611.05147-gm-league-arena-nba-wins,arxiv-2611.05147,haiku-4.5,unstated,mixed,hard,,,,,,,61,wins (five seasons),0.289,,,"https://arxiv.org/abs/2611.05147 (Table 1 (NBA), row Claude Haiku 4.5, column Wins)",,out:effort-not-established, arxiv-2611.05147-gm-league-arena-nba-losses,arxiv-2611.05147,haiku-4.5,unstated,mixed,hard,,,,,,,349,losses (five seasons),0.289,,,"https://arxiv.org/abs/2611.05147 (Table 1 (NBA), row Claude Haiku 4.5, column Losses)",,out:effort-not-established, arxiv-2611.05147-gm-league-arena-nba-cash,arxiv-2611.05147,haiku-4.5,unstated,mixed,hard,,,,,,,244.02,terminal cash,0.00289,,,"https://arxiv.org/abs/2611.05147 (Table 1 (NBA), row Claude Haiku 4.5, column Cash)",,out:effort-not-established, arxiv-2611.05147-gm-league-arena-nba-wins-2022,arxiv-2611.05147,haiku-4.5,unstated,mixed,hard,,,,,,,41,"regular-season wins, season 2022",0.289,,,"https://arxiv.org/abs/2611.05147 (Table 2 (NBA), row Claude Haiku 4.5, column 22)",,out:effort-not-established, arxiv-2611.05147-gm-league-arena-nba-wins-2023,arxiv-2611.05147,haiku-4.5,unstated,mixed,hard,,,,,,,32,"regular-season wins, season 2023",0.289,,,"https://arxiv.org/abs/2611.05147 (Table 2 (NBA), row Claude Haiku 4.5, column 23)",,out:effort-not-established, arxiv-2611.05147-gm-league-arena-nba-wins-2024,arxiv-2611.05147,haiku-4.5,unstated,mixed,hard,,,,,,,18,"regular-season wins, season 2024",0.289,,,"https://arxiv.org/abs/2611.05147 (Table 2 (NBA), row Claude Haiku 4.5, column 24)",,out:effort-not-established, arxiv-2611.05147-gm-league-arena-nba-wins-2025,arxiv-2611.05147,haiku-4.5,unstated,mixed,hard,,,,,,,14,"regular-season wins, season 2025",0.289,,,"https://arxiv.org/abs/2611.05147 (Table 2 (NBA), row Claude Haiku 4.5, column 25)",,out:effort-not-established, arxiv-2611.05147-gm-league-arena-nba-wins-2026,arxiv-2611.05147,haiku-4.5,unstated,mixed,hard,,,,,,,15,"regular-season wins, season 2026",0.289,,,"https://arxiv.org/abs/2611.05147 (Table 2 (NBA), row Claude Haiku 4.5, column 26)",,out:effort-not-established, arxiv-2611.05147-gm-league-arena-nba-gi,arxiv-2611.05147,haiku-4.5,unstated,mixed,hard,,,,,,,-26.83,"G_i (gain, points)",0.00289,,,"https://arxiv.org/abs/2611.05147 (Table 2 (NBA), row Claude Haiku 4.5, column G_i)",,out:effort-not-established, arxiv-2611.05147-gm-league-arena-football-elo,arxiv-2611.05147,opus-5.5,high,mixed,hard,,,,,,,1870.1,Elo,0.0289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (a) American football, row Claude Opus 5.5, column Elo)",,in, arxiv-2611.05147-gm-league-arena-football-cash,arxiv-2611.05147,opus-5.5,high,mixed,hard,,,,,,,228.19,terminal cash,0.00289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (a) American football, row Claude Opus 5.5, column Cash)",,in, arxiv-2611.05147-gm-league-arena-football-elo,arxiv-2611.05147,sonnet-5.5,high,mixed,hard,,,,,,,1761.6,Elo,0.0289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (a) American football, row Claude Sonnet 5.5, column Elo)",,in, arxiv-2611.05147-gm-league-arena-football-cash,arxiv-2611.05147,sonnet-5.5,high,mixed,hard,,,,,,,78.00,terminal cash,0.00289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (a) American football, row Claude Sonnet 5.5, column Cash)",,in, arxiv-2611.05147-gm-league-arena-football-elo,arxiv-2611.05147,fable-5.1,high,mixed,hard,,,,,,,1736.3,Elo,0.0289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (a) American football, row Claude Fable 5.1, column Elo)",,in, arxiv-2611.05147-gm-league-arena-football-cash,arxiv-2611.05147,fable-5.1,high,mixed,hard,,,,,,,236.92,terminal cash,0.00289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (a) American football, row Claude Fable 5.1, column Cash)",,in, arxiv-2611.05147-gm-league-arena-football-elo,arxiv-2611.05147,haiku-4.5,unstated,mixed,hard,,,,,,,1105.3,Elo,0.0289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (a) American football, row Claude Haiku 4.5, column Elo)",,out:effort-not-established, arxiv-2611.05147-gm-league-arena-football-cash,arxiv-2611.05147,haiku-4.5,unstated,mixed,hard,,,,,,,221.24,terminal cash,0.00289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (a) American football, row Claude Haiku 4.5, column Cash)",,out:effort-not-established, arxiv-2611.05147-gm-league-arena-hockey-elo,arxiv-2611.05147,opus-5.5,high,mixed,hard,,,,,,,1855.4,Elo,0.0289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (b) Ice hockey, row Claude Opus 5.5, column Elo)",,in, arxiv-2611.05147-gm-league-arena-hockey-cash,arxiv-2611.05147,opus-5.5,high,mixed,hard,,,,,,,63.10,terminal cash,0.00289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (b) Ice hockey, row Claude Opus 5.5, column Cash)",,in, arxiv-2611.05147-gm-league-arena-hockey-elo,arxiv-2611.05147,sonnet-5.5,high,mixed,hard,,,,,,,1768.8,Elo,0.0289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (b) Ice hockey, row Claude Sonnet 5.5, column Elo)",,in, arxiv-2611.05147-gm-league-arena-hockey-cash,arxiv-2611.05147,sonnet-5.5,high,mixed,hard,,,,,,,40.08,terminal cash,0.00289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (b) Ice hockey, row Claude Sonnet 5.5, column Cash)",,in, arxiv-2611.05147-gm-league-arena-hockey-elo,arxiv-2611.05147,fable-5.1,high,mixed,hard,,,,,,,1747.8,Elo,0.0289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (b) Ice hockey, row Claude Fable 5.1, column Elo)",,in, arxiv-2611.05147-gm-league-arena-hockey-cash,arxiv-2611.05147,fable-5.1,high,mixed,hard,,,,,,,116.69,terminal cash,0.00289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (b) Ice hockey, row Claude Fable 5.1, column Cash)",,in, arxiv-2611.05147-gm-league-arena-hockey-elo,arxiv-2611.05147,haiku-4.5,unstated,mixed,hard,,,,,,,1235.6,Elo,0.0289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (b) Ice hockey, row Claude Haiku 4.5, column Elo)",,out:effort-not-established, arxiv-2611.05147-gm-league-arena-hockey-cash,arxiv-2611.05147,haiku-4.5,unstated,mixed,hard,,,,,,,321.47,terminal cash,0.00289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (b) Ice hockey, row Claude Haiku 4.5, column Cash)",,out:effort-not-established, arxiv-2611.05147-gm-league-arena-baseball-elo,arxiv-2611.05147,opus-5.5,high,mixed,hard,,,,,,,1860.4,Elo,0.0289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (c) Baseball, row Claude Opus 5.5, column Elo)",,in, arxiv-2611.05147-gm-league-arena-baseball-cash,arxiv-2611.05147,opus-5.5,high,mixed,hard,,,,,,,-33.64,terminal cash,0.00289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (c) Baseball, row Claude Opus 5.5, column Cash)",,in, arxiv-2611.05147-gm-league-arena-baseball-elo,arxiv-2611.05147,sonnet-5.5,high,mixed,hard,,,,,,,1769.4,Elo,0.0289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (c) Baseball, row Claude Sonnet 5.5, column Elo)",,in, arxiv-2611.05147-gm-league-arena-baseball-cash,arxiv-2611.05147,sonnet-5.5,high,mixed,hard,,,,,,,527.73,terminal cash,0.00289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (c) Baseball, row Claude Sonnet 5.5, column Cash)",,in, arxiv-2611.05147-gm-league-arena-baseball-elo,arxiv-2611.05147,fable-5.1,high,mixed,hard,,,,,,,1737.1,Elo,0.0289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (c) Baseball, row Claude Fable 5.1, column Elo)",,in, arxiv-2611.05147-gm-league-arena-baseball-cash,arxiv-2611.05147,fable-5.1,high,mixed,hard,,,,,,,32.27,terminal cash,0.00289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (c) Baseball, row Claude Fable 5.1, column Cash)",,in, arxiv-2611.05147-gm-league-arena-baseball-elo,arxiv-2611.05147,haiku-4.5,unstated,mixed,hard,,,,,,,1263.8,Elo,0.0289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (c) Baseball, row Claude Haiku 4.5, column Elo)",,out:effort-not-established, arxiv-2611.05147-gm-league-arena-baseball-cash,arxiv-2611.05147,haiku-4.5,unstated,mixed,hard,,,,,,,172.99,terminal cash,0.00289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (c) Baseball, row Claude Haiku 4.5, column Cash)",,out:effort-not-established, arxiv-2611.05147-gm-league-arena-nba-elo,arxiv-2611.05147,gemini-3.1-pro,high,mixed,hard,,,,,,,1753.1,Elo,0.0289,,,"https://arxiv.org/abs/2611.05147 (Table 1 (NBA), row Gemini 3.1 Pro Preview, column Elo)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|gemini-3.1-pro@high|,in, arxiv-2611.05147-gm-league-arena-nba-wins,arxiv-2611.05147,gemini-3.1-pro,high,mixed,hard,,,,,,,334,wins (five seasons),0.289,,,"https://arxiv.org/abs/2611.05147 (Table 1 (NBA), row Gemini 3.1 Pro Preview, column Wins)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|gemini-3.1-pro@high|,in, arxiv-2611.05147-gm-league-arena-nba-losses,arxiv-2611.05147,gemini-3.1-pro,high,mixed,hard,,,,,,,131,losses (five seasons),0.289,,,"https://arxiv.org/abs/2611.05147 (Table 1 (NBA), row Gemini 3.1 Pro Preview, column Losses)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|gemini-3.1-pro@high|,in, arxiv-2611.05147-gm-league-arena-nba-cash,arxiv-2611.05147,gemini-3.1-pro,high,mixed,hard,,,,,,,-21.63,terminal cash,0.00289,,,"https://arxiv.org/abs/2611.05147 (Table 1 (NBA), row Gemini 3.1 Pro Preview, column Cash)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|gemini-3.1-pro@high|,in, arxiv-2611.05147-gm-league-arena-nba-wins-2022,arxiv-2611.05147,gemini-3.1-pro,high,mixed,hard,,,,,,,42,"regular-season wins, season 2022",0.289,,,"https://arxiv.org/abs/2611.05147 (Table 2 (NBA regular seasons), row Gemini 3.1 Pro Preview, column W22)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|gemini-3.1-pro@high|,in, arxiv-2611.05147-gm-league-arena-nba-wins-2023,arxiv-2611.05147,gemini-3.1-pro,high,mixed,hard,,,,,,,51,"regular-season wins, season 2023",0.289,,,"https://arxiv.org/abs/2611.05147 (Table 2 (NBA regular seasons), row Gemini 3.1 Pro Preview, column W23)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|gemini-3.1-pro@high|,in, arxiv-2611.05147-gm-league-arena-nba-wins-2024,arxiv-2611.05147,gemini-3.1-pro,high,mixed,hard,,,,,,,64,"regular-season wins, season 2024",0.289,,,"https://arxiv.org/abs/2611.05147 (Table 2 (NBA regular seasons), row Gemini 3.1 Pro Preview, column W24)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|gemini-3.1-pro@high|,in, arxiv-2611.05147-gm-league-arena-nba-wins-2025,arxiv-2611.05147,gemini-3.1-pro,high,mixed,hard,,,,,,,57,"regular-season wins, season 2025",0.289,,,"https://arxiv.org/abs/2611.05147 (Table 2 (NBA regular seasons), row Gemini 3.1 Pro Preview, column W25)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|gemini-3.1-pro@high|,in, arxiv-2611.05147-gm-league-arena-nba-wins-2026,arxiv-2611.05147,gemini-3.1-pro,high,mixed,hard,,,,,,,46,"regular-season wins, season 2026",0.289,,,"https://arxiv.org/abs/2611.05147 (Table 2 (NBA regular seasons), row Gemini 3.1 Pro Preview, column W26)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|gemini-3.1-pro@high|,in, arxiv-2611.05147-gm-league-arena-nba-gi,arxiv-2611.05147,gemini-3.1-pro,high,mixed,hard,,,,,,,6.10,"G_i (gain, points)",0.00289,,,"https://arxiv.org/abs/2611.05147 (Table 2 (NBA regular seasons), row Gemini 3.1 Pro Preview, column GI)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|gemini-3.1-pro@high|,in, arxiv-2611.05147-gm-league-arena-football-elo,arxiv-2611.05147,gemini-3.1-pro,high,mixed,hard,,,,,,,1714.4,Elo,0.0289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (American football), row Gemini 3.1 Pro Preview, column Elo)",,in, arxiv-2611.05147-gm-league-arena-football-cash,arxiv-2611.05147,gemini-3.1-pro,high,mixed,hard,,,,,,,210.74,terminal cash,0.00289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (American football), row Gemini 3.1 Pro Preview, column Cash)",,in, arxiv-2611.05147-gm-league-arena-hockey-elo,arxiv-2611.05147,gemini-3.1-pro,high,mixed,hard,,,,,,,1754.7,Elo,0.0289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (Ice hockey), row Gemini 3.1 Pro Preview, column Elo)",,in, arxiv-2611.05147-gm-league-arena-hockey-cash,arxiv-2611.05147,gemini-3.1-pro,high,mixed,hard,,,,,,,138.45,terminal cash,0.00289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (Ice hockey), row Gemini 3.1 Pro Preview, column Cash)",,in, arxiv-2611.05147-gm-league-arena-baseball-elo,arxiv-2611.05147,gemini-3.1-pro,high,mixed,hard,,,,,,,1719.6,Elo,0.0289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (Baseball), row Gemini 3.1 Pro Preview, column Elo)",,in, arxiv-2611.05147-gm-league-arena-baseball-cash,arxiv-2611.05147,gemini-3.1-pro,high,mixed,hard,,,,,,,373.27,terminal cash,0.00289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (Baseball), row Gemini 3.1 Pro Preview, column Cash)",,in, arxiv-2611.05147-gm-league-arena-nba-elo,arxiv-2611.05147,gemini-3.8-flash,high,mixed,hard,,,,,,,1525.7,Elo,0.0289,,,"https://arxiv.org/abs/2611.05147 (Table 1 (NBA), row Gemini 3.8 Flash, column Elo)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|gemini-3.8-flash@high|,in, arxiv-2611.05147-gm-league-arena-nba-wins,arxiv-2611.05147,gemini-3.8-flash,high,mixed,hard,,,,,,,220,wins (five seasons),0.289,,,"https://arxiv.org/abs/2611.05147 (Table 1 (NBA), row Gemini 3.8 Flash, column Wins)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|gemini-3.8-flash@high|,in, arxiv-2611.05147-gm-league-arena-nba-losses,arxiv-2611.05147,gemini-3.8-flash,high,mixed,hard,,,,,,,217,losses (five seasons),0.289,,,"https://arxiv.org/abs/2611.05147 (Table 1 (NBA), row Gemini 3.8 Flash, column Losses)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|gemini-3.8-flash@high|,in, arxiv-2611.05147-gm-league-arena-nba-cash,arxiv-2611.05147,gemini-3.8-flash,high,mixed,hard,,,,,,,111.40,terminal cash,0.00289,,,"https://arxiv.org/abs/2611.05147 (Table 1 (NBA), row Gemini 3.8 Flash, column Cash)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|gemini-3.8-flash@high|,in, arxiv-2611.05147-gm-league-arena-nba-wins-2022,arxiv-2611.05147,gemini-3.8-flash,high,mixed,hard,,,,,,,40,"regular-season wins, season 2022",0.289,,,"https://arxiv.org/abs/2611.05147 (Table 2 (NBA regular seasons), row Gemini 3.8 Flash, column W22)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|gemini-3.8-flash@high|,in, arxiv-2611.05147-gm-league-arena-nba-wins-2023,arxiv-2611.05147,gemini-3.8-flash,high,mixed,hard,,,,,,,40,"regular-season wins, season 2023",0.289,,,"https://arxiv.org/abs/2611.05147 (Table 2 (NBA regular seasons), row Gemini 3.8 Flash, column W23)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|gemini-3.8-flash@high|,in, arxiv-2611.05147-gm-league-arena-nba-wins-2024,arxiv-2611.05147,gemini-3.8-flash,high,mixed,hard,,,,,,,41,"regular-season wins, season 2024",0.289,,,"https://arxiv.org/abs/2611.05147 (Table 2 (NBA regular seasons), row Gemini 3.8 Flash, column W24)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|gemini-3.8-flash@high|,in, arxiv-2611.05147-gm-league-arena-nba-wins-2025,arxiv-2611.05147,gemini-3.8-flash,high,mixed,hard,,,,,,,42,"regular-season wins, season 2025",0.289,,,"https://arxiv.org/abs/2611.05147 (Table 2 (NBA regular seasons), row Gemini 3.8 Flash, column W25)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|gemini-3.8-flash@high|,in, arxiv-2611.05147-gm-league-arena-nba-wins-2026,arxiv-2611.05147,gemini-3.8-flash,high,mixed,hard,,,,,,,43,"regular-season wins, season 2026",0.289,,,"https://arxiv.org/abs/2611.05147 (Table 2 (NBA regular seasons), row Gemini 3.8 Flash, column W26)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|gemini-3.8-flash@high|,in, arxiv-2611.05147-gm-league-arena-nba-gi,arxiv-2611.05147,gemini-3.8-flash,high,mixed,hard,,,,,,,3.05,"G_i (gain, points)",0.00289,,,"https://arxiv.org/abs/2611.05147 (Table 2 (NBA regular seasons), row Gemini 3.8 Flash, column GI)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|gemini-3.8-flash@high|,in, arxiv-2611.05147-gm-league-arena-football-elo,arxiv-2611.05147,gemini-3.8-flash,high,mixed,hard,,,,,,,1630.4,Elo,0.0289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (American football), row Gemini 3.8 Flash, column Elo)",,in, arxiv-2611.05147-gm-league-arena-football-cash,arxiv-2611.05147,gemini-3.8-flash,high,mixed,hard,,,,,,,191.05,terminal cash,0.00289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (American football), row Gemini 3.8 Flash, column Cash)",,in, arxiv-2611.05147-gm-league-arena-hockey-elo,arxiv-2611.05147,gemini-3.8-flash,high,mixed,hard,,,,,,,1545.9,Elo,0.0289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (Ice hockey), row Gemini 3.8 Flash, column Elo)",,in, arxiv-2611.05147-gm-league-arena-hockey-cash,arxiv-2611.05147,gemini-3.8-flash,high,mixed,hard,,,,,,,6.45,terminal cash,0.00289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (Ice hockey), row Gemini 3.8 Flash, column Cash)",,in, arxiv-2611.05147-gm-league-arena-baseball-elo,arxiv-2611.05147,gemini-3.8-flash,high,mixed,hard,,,,,,,1378.0,Elo,0.0289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (Baseball), row Gemini 3.8 Flash, column Elo)",,in, arxiv-2611.05147-gm-league-arena-baseball-cash,arxiv-2611.05147,gemini-3.8-flash,high,mixed,hard,,,,,,,-14.77,terminal cash,0.00289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (Baseball), row Gemini 3.8 Flash, column Cash)",,in, arxiv-2611.05147-gm-league-arena-nba-elo,arxiv-2611.05147,gemini-3.5-flash-lite,high,mixed,hard,,,,,,,1255.2,Elo,0.0289,,,"https://arxiv.org/abs/2611.05147 (Table 1 (NBA), row Gemini 3.5 Flash-Lite, column Elo)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|gemini-3.5-flash-lite@high|,in, arxiv-2611.05147-gm-league-arena-nba-wins,arxiv-2611.05147,gemini-3.5-flash-lite,high,mixed,hard,,,,,,,106,wins (five seasons),0.289,,,"https://arxiv.org/abs/2611.05147 (Table 1 (NBA), row Gemini 3.5 Flash-Lite, column Wins)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|gemini-3.5-flash-lite@high|,in, arxiv-2611.05147-gm-league-arena-nba-losses,arxiv-2611.05147,gemini-3.5-flash-lite,high,mixed,hard,,,,,,,304,losses (five seasons),0.289,,,"https://arxiv.org/abs/2611.05147 (Table 1 (NBA), row Gemini 3.5 Flash-Lite, column Losses)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|gemini-3.5-flash-lite@high|,in, arxiv-2611.05147-gm-league-arena-nba-cash,arxiv-2611.05147,gemini-3.5-flash-lite,high,mixed,hard,,,,,,,65.99,terminal cash,0.00289,,,"https://arxiv.org/abs/2611.05147 (Table 1 (NBA), row Gemini 3.5 Flash-Lite, column Cash)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|gemini-3.5-flash-lite@high|,in, arxiv-2611.05147-gm-league-arena-nba-wins-2022,arxiv-2611.05147,gemini-3.5-flash-lite,high,mixed,hard,,,,,,,42,"regular-season wins, season 2022",0.289,,,"https://arxiv.org/abs/2611.05147 (Table 2 (NBA regular seasons), row Gemini 3.5 Flash-Lite, column W22)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|gemini-3.5-flash-lite@high|,in, arxiv-2611.05147-gm-league-arena-nba-wins-2023,arxiv-2611.05147,gemini-3.5-flash-lite,high,mixed,hard,,,,,,,34,"regular-season wins, season 2023",0.289,,,"https://arxiv.org/abs/2611.05147 (Table 2 (NBA regular seasons), row Gemini 3.5 Flash-Lite, column W23)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|gemini-3.5-flash-lite@high|,in, arxiv-2611.05147-gm-league-arena-nba-wins-2024,arxiv-2611.05147,gemini-3.5-flash-lite,high,mixed,hard,,,,,,,22,"regular-season wins, season 2024",0.289,,,"https://arxiv.org/abs/2611.05147 (Table 2 (NBA regular seasons), row Gemini 3.5 Flash-Lite, column W24)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|gemini-3.5-flash-lite@high|,in, arxiv-2611.05147-gm-league-arena-nba-wins-2025,arxiv-2611.05147,gemini-3.5-flash-lite,high,mixed,hard,,,,,,,24,"regular-season wins, season 2025",0.289,,,"https://arxiv.org/abs/2611.05147 (Table 2 (NBA regular seasons), row Gemini 3.5 Flash-Lite, column W25)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|gemini-3.5-flash-lite@high|,in, arxiv-2611.05147-gm-league-arena-nba-wins-2026,arxiv-2611.05147,gemini-3.5-flash-lite,high,mixed,hard,,,,,,,23,"regular-season wins, season 2026",0.289,,,"https://arxiv.org/abs/2611.05147 (Table 2 (NBA regular seasons), row Gemini 3.5 Flash-Lite, column W26)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|gemini-3.5-flash-lite@high|,in, arxiv-2611.05147-gm-league-arena-nba-gi,arxiv-2611.05147,gemini-3.5-flash-lite,high,mixed,hard,,,,,,,-17.68,"G_i (gain, points)",0.00289,,,"https://arxiv.org/abs/2611.05147 (Table 2 (NBA regular seasons), row Gemini 3.5 Flash-Lite, column GI)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|gemini-3.5-flash-lite@high|,in, arxiv-2611.05147-gm-league-arena-football-elo,arxiv-2611.05147,gemini-3.5-flash-lite,high,mixed,hard,,,,,,,1320.5,Elo,0.0289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (American football), row Gemini 3.5 Flash-Lite, column Elo)",,in, arxiv-2611.05147-gm-league-arena-football-cash,arxiv-2611.05147,gemini-3.5-flash-lite,high,mixed,hard,,,,,,,123.38,terminal cash,0.00289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (American football), row Gemini 3.5 Flash-Lite, column Cash)",,in, arxiv-2611.05147-gm-league-arena-hockey-elo,arxiv-2611.05147,gemini-3.5-flash-lite,high,mixed,hard,,,,,,,1118.8,Elo,0.0289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (Ice hockey), row Gemini 3.5 Flash-Lite, column Elo)",,in, arxiv-2611.05147-gm-league-arena-hockey-cash,arxiv-2611.05147,gemini-3.5-flash-lite,high,mixed,hard,,,,,,,-36.56,terminal cash,0.00289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (Ice hockey), row Gemini 3.5 Flash-Lite, column Cash)",,in, arxiv-2611.05147-gm-league-arena-baseball-elo,arxiv-2611.05147,gemini-3.5-flash-lite,high,mixed,hard,,,,,,,1346.8,Elo,0.0289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (Baseball), row Gemini 3.5 Flash-Lite, column Elo)",,in, arxiv-2611.05147-gm-league-arena-baseball-cash,arxiv-2611.05147,gemini-3.5-flash-lite,high,mixed,hard,,,,,,,-39.27,terminal cash,0.00289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (Baseball), row Gemini 3.5 Flash-Lite, column Cash)",,in, arxiv-2611.05147-gm-league-arena-nba-elo,arxiv-2611.05147,gpt-6-astra,high,mixed,hard,,,,,,,1907.7,Elo,0.0289,,,"https://arxiv.org/abs/2611.05147 (Table 1 (NBA), column Elo)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|gpt-6-astra@high|,in, arxiv-2611.05147-gm-league-arena-nba-wins,arxiv-2611.05147,gpt-6-astra,high,mixed,hard,,,,,,,427,wins (five seasons),0.289,,,"https://arxiv.org/abs/2611.05147 (Table 1 (NBA), column Wins)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|gpt-6-astra@high|,in, arxiv-2611.05147-gm-league-arena-nba-losses,arxiv-2611.05147,gpt-6-astra,high,mixed,hard,,,,,,,89,losses (five seasons),0.289,,,"https://arxiv.org/abs/2611.05147 (Table 1 (NBA), column Losses)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|gpt-6-astra@high|,in, arxiv-2611.05147-gm-league-arena-nba-cash,arxiv-2611.05147,gpt-6-astra,high,mixed,hard,,,,,,,1006.62,terminal cash,0.00289,,,"https://arxiv.org/abs/2611.05147 (Table 1 (NBA), column Cash)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|gpt-6-astra@high|,in, arxiv-2611.05147-gm-league-arena-nba-wins-2022,arxiv-2611.05147,gpt-6-astra,high,mixed,hard,,,,,,,45,"regular-season wins, season 2022",0.289,,,"https://arxiv.org/abs/2611.05147 (Table 2 (NBA), row GPT-6 Astra, season column 22)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|gpt-6-astra@high|,in, arxiv-2611.05147-gm-league-arena-nba-wins-2023,arxiv-2611.05147,gpt-6-astra,high,mixed,hard,,,,,,,50,"regular-season wins, season 2023",0.289,,,"https://arxiv.org/abs/2611.05147 (Table 2 (NBA), row GPT-6 Astra, season column 23)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|gpt-6-astra@high|,in, arxiv-2611.05147-gm-league-arena-nba-wins-2024,arxiv-2611.05147,gpt-6-astra,high,mixed,hard,,,,,,,61,"regular-season wins, season 2024",0.289,,,"https://arxiv.org/abs/2611.05147 (Table 2 (NBA), row GPT-6 Astra, season column 24)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|gpt-6-astra@high|,in, arxiv-2611.05147-gm-league-arena-nba-wins-2025,arxiv-2611.05147,gpt-6-astra,high,mixed,hard,,,,,,,69,"regular-season wins, season 2025",0.289,,,"https://arxiv.org/abs/2611.05147 (Table 2 (NBA), row GPT-6 Astra, season column 25)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|gpt-6-astra@high|,in, arxiv-2611.05147-gm-league-arena-nba-wins-2026,arxiv-2611.05147,gpt-6-astra,high,mixed,hard,,,,,,,73,"regular-season wins, season 2026",0.289,,,"https://arxiv.org/abs/2611.05147 (Table 2 (NBA), row GPT-6 Astra, season column 26)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|gpt-6-astra@high|,in, arxiv-2611.05147-gm-league-arena-nba-gi,arxiv-2611.05147,gpt-6-astra,high,mixed,hard,,,,,,,28.66,"G_i (gain, points)",0.00289,,,"https://arxiv.org/abs/2611.05147 (Table 2 (NBA), row GPT-6 Astra, column G_i)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|gpt-6-astra@high|,in, arxiv-2611.05147-gm-league-arena-nba-elo,arxiv-2611.05147,gpt-6.1-sol,high,mixed,hard,,,,,,,1838.7,Elo,0.0289,,,"https://arxiv.org/abs/2611.05147 (Table 1 (NBA), column Elo)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|gpt-6.1-sol@high|,in, arxiv-2611.05147-gm-league-arena-nba-wins,arxiv-2611.05147,gpt-6.1-sol,high,mixed,hard,,,,,,,400,wins (five seasons),0.289,,,"https://arxiv.org/abs/2611.05147 (Table 1 (NBA), column Wins)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|gpt-6.1-sol@high|,in, arxiv-2611.05147-gm-league-arena-nba-losses,arxiv-2611.05147,gpt-6.1-sol,high,mixed,hard,,,,,,,101,losses (five seasons),0.289,,,"https://arxiv.org/abs/2611.05147 (Table 1 (NBA), column Losses)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|gpt-6.1-sol@high|,in, arxiv-2611.05147-gm-league-arena-nba-cash,arxiv-2611.05147,gpt-6.1-sol,high,mixed,hard,,,,,,,1152.33,terminal cash,0.00289,,,"https://arxiv.org/abs/2611.05147 (Table 1 (NBA), column Cash)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|gpt-6.1-sol@high|,in, arxiv-2611.05147-gm-league-arena-nba-wins-2022,arxiv-2611.05147,gpt-6.1-sol,high,mixed,hard,,,,,,,45,"regular-season wins, season 2022",0.289,,,"https://arxiv.org/abs/2611.05147 (Table 2 (NBA), row GPT-6.1 Sol, season column 22)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|gpt-6.1-sol@high|,in, arxiv-2611.05147-gm-league-arena-nba-wins-2023,arxiv-2611.05147,gpt-6.1-sol,high,mixed,hard,,,,,,,49,"regular-season wins, season 2023",0.289,,,"https://arxiv.org/abs/2611.05147 (Table 2 (NBA), row GPT-6.1 Sol, season column 23)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|gpt-6.1-sol@high|,in, arxiv-2611.05147-gm-league-arena-nba-wins-2024,arxiv-2611.05147,gpt-6.1-sol,high,mixed,hard,,,,,,,60,"regular-season wins, season 2024",0.289,,,"https://arxiv.org/abs/2611.05147 (Table 2 (NBA), row GPT-6.1 Sol, season column 24)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|gpt-6.1-sol@high|,in, arxiv-2611.05147-gm-league-arena-nba-wins-2025,arxiv-2611.05147,gpt-6.1-sol,high,mixed,hard,,,,,,,67,"regular-season wins, season 2025",0.289,,,"https://arxiv.org/abs/2611.05147 (Table 2 (NBA), row GPT-6.1 Sol, season column 25)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|gpt-6.1-sol@high|,in, arxiv-2611.05147-gm-league-arena-nba-wins-2026,arxiv-2611.05147,gpt-6.1-sol,high,mixed,hard,,,,,,,71,"regular-season wins, season 2026",0.289,,,"https://arxiv.org/abs/2611.05147 (Table 2 (NBA), row GPT-6.1 Sol, season column 26)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|gpt-6.1-sol@high|,in, arxiv-2611.05147-gm-league-arena-nba-gi,arxiv-2611.05147,gpt-6.1-sol,high,mixed,hard,,,,,,,26.83,"G_i (gain, points)",0.00289,,,"https://arxiv.org/abs/2611.05147 (Table 2 (NBA), row GPT-6.1 Sol, column G_i)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|gpt-6.1-sol@high|,in, arxiv-2611.05147-gm-league-arena-nba-elo,arxiv-2611.05147,gpt-6-luna,high,mixed,hard,,,,,,,1582.6,Elo,0.0289,,,"https://arxiv.org/abs/2611.05147 (Table 1 (NBA), column Elo)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|gpt-6-luna@high|,in, arxiv-2611.05147-gm-league-arena-nba-wins,arxiv-2611.05147,gpt-6-luna,high,mixed,hard,,,,,,,249,wins (five seasons),0.289,,,"https://arxiv.org/abs/2611.05147 (Table 1 (NBA), column Wins)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|gpt-6-luna@high|,in, arxiv-2611.05147-gm-league-arena-nba-losses,arxiv-2611.05147,gpt-6-luna,high,mixed,hard,,,,,,,190,losses (five seasons),0.289,,,"https://arxiv.org/abs/2611.05147 (Table 1 (NBA), column Losses)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|gpt-6-luna@high|,in, arxiv-2611.05147-gm-league-arena-nba-cash,arxiv-2611.05147,gpt-6-luna,high,mixed,hard,,,,,,,-41.43,terminal cash,0.00289,,,"https://arxiv.org/abs/2611.05147 (Table 1 (NBA), column Cash)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|gpt-6-luna@high|,in, arxiv-2611.05147-gm-league-arena-nba-wins-2022,arxiv-2611.05147,gpt-6-luna,high,mixed,hard,,,,,,,37,"regular-season wins, season 2022",0.289,,,"https://arxiv.org/abs/2611.05147 (Table 2 (NBA), row GPT-6 Luna, season column 22)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|gpt-6-luna@high|,in, arxiv-2611.05147-gm-league-arena-nba-wins-2023,arxiv-2611.05147,gpt-6-luna,high,mixed,hard,,,,,,,48,"regular-season wins, season 2023",0.289,,,"https://arxiv.org/abs/2611.05147 (Table 2 (NBA), row GPT-6 Luna, season column 23)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|gpt-6-luna@high|,in, arxiv-2611.05147-gm-league-arena-nba-wins-2024,arxiv-2611.05147,gpt-6-luna,high,mixed,hard,,,,,,,54,"regular-season wins, season 2024",0.289,,,"https://arxiv.org/abs/2611.05147 (Table 2 (NBA), row GPT-6 Luna, season column 24)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|gpt-6-luna@high|,in, arxiv-2611.05147-gm-league-arena-nba-wins-2025,arxiv-2611.05147,gpt-6-luna,high,mixed,hard,,,,,,,46,"regular-season wins, season 2025",0.289,,,"https://arxiv.org/abs/2611.05147 (Table 2 (NBA), row GPT-6 Luna, season column 25)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|gpt-6-luna@high|,in, arxiv-2611.05147-gm-league-arena-nba-wins-2026,arxiv-2611.05147,gpt-6-luna,high,mixed,hard,,,,,,,38,"regular-season wins, season 2026",0.289,,,"https://arxiv.org/abs/2611.05147 (Table 2 (NBA), row GPT-6 Luna, season column 26)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|gpt-6-luna@high|,in, arxiv-2611.05147-gm-league-arena-nba-gi,arxiv-2611.05147,gpt-6-luna,high,mixed,hard,,,,,,,-0.61,"G_i (gain, points)",0.00289,,,"https://arxiv.org/abs/2611.05147 (Table 2 (NBA), row GPT-6 Luna, column G_i)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|gpt-6-luna@high|,in, arxiv-2611.05147-gm-league-arena-nba-elo,arxiv-2611.05147,gpt-5.6-terra,high,mixed,hard,,,,,,,1499.0,Elo,0.0289,,,"https://arxiv.org/abs/2611.05147 (Table 1 (NBA), column Elo)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|gpt-5.6-terra@high|,in, arxiv-2611.05147-gm-league-arena-nba-wins,arxiv-2611.05147,gpt-5.6-terra,high,mixed,hard,,,,,,,196,wins (five seasons),0.289,,,"https://arxiv.org/abs/2611.05147 (Table 1 (NBA), column Wins)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|gpt-5.6-terra@high|,in, arxiv-2611.05147-gm-league-arena-nba-losses,arxiv-2611.05147,gpt-5.6-terra,high,mixed,hard,,,,,,,232,losses (five seasons),0.289,,,"https://arxiv.org/abs/2611.05147 (Table 1 (NBA), column Losses)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|gpt-5.6-terra@high|,in, arxiv-2611.05147-gm-league-arena-nba-cash,arxiv-2611.05147,gpt-5.6-terra,high,mixed,hard,,,,,,,527.42,terminal cash,0.00289,,,"https://arxiv.org/abs/2611.05147 (Table 1 (NBA), column Cash)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|gpt-5.6-terra@high|,in, arxiv-2611.05147-gm-league-arena-nba-wins-2022,arxiv-2611.05147,gpt-5.6-terra,high,mixed,hard,,,,,,,44,"regular-season wins, season 2022",0.289,,,"https://arxiv.org/abs/2611.05147 (Table 2 (NBA), row GPT-5.6 Terra, season column 22)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|gpt-5.6-terra@high|,in, arxiv-2611.05147-gm-league-arena-nba-wins-2023,arxiv-2611.05147,gpt-5.6-terra,high,mixed,hard,,,,,,,38,"regular-season wins, season 2023",0.289,,,"https://arxiv.org/abs/2611.05147 (Table 2 (NBA), row GPT-5.6 Terra, season column 23)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|gpt-5.6-terra@high|,in, arxiv-2611.05147-gm-league-arena-nba-wins-2024,arxiv-2611.05147,gpt-5.6-terra,high,mixed,hard,,,,,,,38,"regular-season wins, season 2024",0.289,,,"https://arxiv.org/abs/2611.05147 (Table 2 (NBA), row GPT-5.6 Terra, season column 24)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|gpt-5.6-terra@high|,in, arxiv-2611.05147-gm-league-arena-nba-wins-2025,arxiv-2611.05147,gpt-5.6-terra,high,mixed,hard,,,,,,,38,"regular-season wins, season 2025",0.289,,,"https://arxiv.org/abs/2611.05147 (Table 2 (NBA), row GPT-5.6 Terra, season column 25)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|gpt-5.6-terra@high|,in, arxiv-2611.05147-gm-league-arena-nba-wins-2026,arxiv-2611.05147,gpt-5.6-terra,high,mixed,hard,,,,,,,38,"regular-season wins, season 2026",0.289,,,"https://arxiv.org/abs/2611.05147 (Table 2 (NBA), row GPT-5.6 Terra, season column 26)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|gpt-5.6-terra@high|,in, arxiv-2611.05147-gm-league-arena-nba-gi,arxiv-2611.05147,gpt-5.6-terra,high,mixed,hard,,,,,,,-3.66,"G_i (gain, points)",0.00289,,,"https://arxiv.org/abs/2611.05147 (Table 2 (NBA), row GPT-5.6 Terra, column G_i)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|gpt-5.6-terra@high|,in, arxiv-2611.05147-gm-league-arena-nba-elo,arxiv-2611.05147,?GPT-4o,not-established:absent,mixed,hard,,,,,,,1206.4,Elo,0.0289,,,"https://arxiv.org/abs/2611.05147 (Table 1 (NBA), column Elo)",,out:model-not-established, arxiv-2611.05147-gm-league-arena-nba-wins,arxiv-2611.05147,?GPT-4o,not-established:absent,mixed,hard,,,,,,,91,wins (five seasons),0.289,,,"https://arxiv.org/abs/2611.05147 (Table 1 (NBA), column Wins)",,out:model-not-established, arxiv-2611.05147-gm-league-arena-nba-losses,arxiv-2611.05147,?GPT-4o,not-established:absent,mixed,hard,,,,,,,319,losses (five seasons),0.289,,,"https://arxiv.org/abs/2611.05147 (Table 1 (NBA), column Losses)",,out:model-not-established, arxiv-2611.05147-gm-league-arena-nba-cash,arxiv-2611.05147,?GPT-4o,not-established:absent,mixed,hard,,,,,,,360.08,terminal cash,0.00289,,,"https://arxiv.org/abs/2611.05147 (Table 1 (NBA), column Cash)",,out:model-not-established, arxiv-2611.05147-gm-league-arena-nba-wins-2022,arxiv-2611.05147,?GPT-4o,not-established:absent,mixed,hard,,,,,,,46,"regular-season wins, season 2022",0.289,,,"https://arxiv.org/abs/2611.05147 (Table 2 (NBA), row GPT-4o, season column 22)",,out:model-not-established, arxiv-2611.05147-gm-league-arena-nba-wins-2023,arxiv-2611.05147,?GPT-4o,not-established:absent,mixed,hard,,,,,,,35,"regular-season wins, season 2023",0.289,,,"https://arxiv.org/abs/2611.05147 (Table 2 (NBA), row GPT-4o, season column 23)",,out:model-not-established, arxiv-2611.05147-gm-league-arena-nba-wins-2024,arxiv-2611.05147,?GPT-4o,not-established:absent,mixed,hard,,,,,,,29,"regular-season wins, season 2024",0.289,,,"https://arxiv.org/abs/2611.05147 (Table 2 (NBA), row GPT-4o, season column 24)",,out:model-not-established, arxiv-2611.05147-gm-league-arena-nba-wins-2025,arxiv-2611.05147,?GPT-4o,not-established:absent,mixed,hard,,,,,,,23,"regular-season wins, season 2025",0.289,,,"https://arxiv.org/abs/2611.05147 (Table 2 (NBA), row GPT-4o, season column 25)",,out:model-not-established, arxiv-2611.05147-gm-league-arena-nba-wins-2026,arxiv-2611.05147,?GPT-4o,not-established:absent,mixed,hard,,,,,,,19,"regular-season wins, season 2026",0.289,,,"https://arxiv.org/abs/2611.05147 (Table 2 (NBA), row GPT-4o, season column 26)",,out:model-not-established, arxiv-2611.05147-gm-league-arena-nba-gi,arxiv-2611.05147,?GPT-4o,not-established:absent,mixed,hard,,,,,,,-23.78,"G_i (gain, points)",0.00289,,,"https://arxiv.org/abs/2611.05147 (Table 2 (NBA), row GPT-4o, column G_i)",,out:model-not-established, arxiv-2611.05147-gm-league-arena-football-elo,arxiv-2611.05147,gpt-6.1-sol,high,mixed,hard,,,,,,,1760.0,Elo,0.0289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (a) American football, row GPT-6.1 Sol, column Elo)",,in, arxiv-2611.05147-gm-league-arena-football-cash,arxiv-2611.05147,gpt-6.1-sol,high,mixed,hard,,,,,,,205.34,terminal cash,0.00289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (a) American football, row GPT-6.1 Sol, column Cash)",,in, arxiv-2611.05147-gm-league-arena-football-elo,arxiv-2611.05147,gpt-6-astra,high,mixed,hard,,,,,,,1745.0,Elo,0.0289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (a) American football, row GPT-6 Astra, column Elo)",,in, arxiv-2611.05147-gm-league-arena-football-cash,arxiv-2611.05147,gpt-6-astra,high,mixed,hard,,,,,,,163.94,terminal cash,0.00289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (a) American football, row GPT-6 Astra, column Cash)",,in, arxiv-2611.05147-gm-league-arena-football-elo,arxiv-2611.05147,gpt-6-luna,high,mixed,hard,,,,,,,1644.4,Elo,0.0289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (a) American football, row GPT-6 Luna, column Elo)",,in, arxiv-2611.05147-gm-league-arena-football-cash,arxiv-2611.05147,gpt-6-luna,high,mixed,hard,,,,,,,178.54,terminal cash,0.00289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (a) American football, row GPT-6 Luna, column Cash)",,in, arxiv-2611.05147-gm-league-arena-football-elo,arxiv-2611.05147,gpt-5.6-terra,high,mixed,hard,,,,,,,1547.8,Elo,0.0289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (a) American football, row GPT-5.6 Terra, column Elo)",,in, arxiv-2611.05147-gm-league-arena-football-cash,arxiv-2611.05147,gpt-5.6-terra,high,mixed,hard,,,,,,,102.12,terminal cash,0.00289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (a) American football, row GPT-5.6 Terra, column Cash)",,in, arxiv-2611.05147-gm-league-arena-football-elo,arxiv-2611.05147,gpt-5.4-mini,high,mixed,hard,,,,,,,1352.7,Elo,0.0289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (a) American football, row GPT-5.4 Mini, column Elo)",,in, arxiv-2611.05147-gm-league-arena-football-cash,arxiv-2611.05147,gpt-5.4-mini,high,mixed,hard,,,,,,,196.24,terminal cash,0.00289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (a) American football, row GPT-5.4 Mini, column Cash)",,in, arxiv-2611.05147-gm-league-arena-football-elo,arxiv-2611.05147,gpt-5.4-nano,high,mixed,hard,,,,,,,1220.8,Elo,0.0289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (a) American football, row GPT-5.4 Nano, column Elo)",,in, arxiv-2611.05147-gm-league-arena-football-cash,arxiv-2611.05147,gpt-5.4-nano,high,mixed,hard,,,,,,,211.02,terminal cash,0.00289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (a) American football, row GPT-5.4 Nano, column Cash)",,in, arxiv-2611.05147-gm-league-arena-football-elo,arxiv-2611.05147,?GPT-4o,not-established:absent,mixed,hard,,,,,,,1193.3,Elo,0.0289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (a) American football, row GPT-4o, column Elo)",,out:model-not-established, arxiv-2611.05147-gm-league-arena-football-cash,arxiv-2611.05147,?GPT-4o,not-established:absent,mixed,hard,,,,,,,210.78,terminal cash,0.00289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (a) American football, row GPT-4o, column Cash)",,out:model-not-established, arxiv-2611.05147-gm-league-arena-hockey-elo,arxiv-2611.05147,gpt-6.1-sol,high,mixed,hard,,,,,,,1824.0,Elo,0.0289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (b) Ice hockey, row GPT-6.1 Sol, column Elo)",,in, arxiv-2611.05147-gm-league-arena-hockey-cash,arxiv-2611.05147,gpt-6.1-sol,high,mixed,hard,,,,,,,59.27,terminal cash,0.00289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (b) Ice hockey, row GPT-6.1 Sol, column Cash)",,in, arxiv-2611.05147-gm-league-arena-hockey-elo,arxiv-2611.05147,gpt-6-astra,high,mixed,hard,,,,,,,1750.0,Elo,0.0289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (b) Ice hockey, row GPT-6 Astra, column Elo)",,in, arxiv-2611.05147-gm-league-arena-hockey-cash,arxiv-2611.05147,gpt-6-astra,high,mixed,hard,,,,,,,0.18,terminal cash,0.00289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (b) Ice hockey, row GPT-6 Astra, column Cash)",,in, arxiv-2611.05147-gm-league-arena-hockey-elo,arxiv-2611.05147,gpt-5.4-mini,high,mixed,hard,,,,,,,1544.4,Elo,0.0289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (b) Ice hockey, row GPT-5.4 Mini, column Elo)",,in, arxiv-2611.05147-gm-league-arena-hockey-cash,arxiv-2611.05147,gpt-5.4-mini,high,mixed,hard,,,,,,,10.93,terminal cash,0.00289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (b) Ice hockey, row GPT-5.4 Mini, column Cash)",,in, arxiv-2611.05147-gm-league-arena-hockey-elo,arxiv-2611.05147,gpt-5.6-terra,high,mixed,hard,,,,,,,1429.3,Elo,0.0289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (b) Ice hockey, row GPT-5.6 Terra, column Elo)",,in, arxiv-2611.05147-gm-league-arena-hockey-cash,arxiv-2611.05147,gpt-5.6-terra,high,mixed,hard,,,,,,,-43.07,terminal cash,0.00289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (b) Ice hockey, row GPT-5.6 Terra, column Cash)",,in, arxiv-2611.05147-gm-league-arena-hockey-elo,arxiv-2611.05147,gpt-5.4-nano,high,mixed,hard,,,,,,,1347.0,Elo,0.0289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (b) Ice hockey, row GPT-5.4 Nano, column Elo)",,in, arxiv-2611.05147-gm-league-arena-hockey-cash,arxiv-2611.05147,gpt-5.4-nano,high,mixed,hard,,,,,,,69.68,terminal cash,0.00289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (b) Ice hockey, row GPT-5.4 Nano, column Cash)",,in, arxiv-2611.05147-gm-league-arena-hockey-elo,arxiv-2611.05147,gpt-6-luna,high,mixed,hard,,,,,,,1333.0,Elo,0.0289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (b) Ice hockey, row GPT-6 Luna, column Elo)",,in, arxiv-2611.05147-gm-league-arena-hockey-cash,arxiv-2611.05147,gpt-6-luna,high,mixed,hard,,,,,,,51.33,terminal cash,0.00289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (b) Ice hockey, row GPT-6 Luna, column Cash)",,in, arxiv-2611.05147-gm-league-arena-hockey-elo,arxiv-2611.05147,?GPT-4o,not-established:absent,mixed,hard,,,,,,,1251.1,Elo,0.0289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (b) Ice hockey, row GPT-4o, column Elo)",,out:model-not-established, arxiv-2611.05147-gm-league-arena-hockey-cash,arxiv-2611.05147,?GPT-4o,not-established:absent,mixed,hard,,,,,,,17.16,terminal cash,0.00289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (b) Ice hockey, row GPT-4o, column Cash)",,out:model-not-established, arxiv-2611.05147-gm-league-arena-baseball-elo,arxiv-2611.05147,gpt-6-astra,high,mixed,hard,,,,,,,1895.5,Elo,0.0289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (c) Baseball, row GPT-6 Astra, column Elo)",,in, arxiv-2611.05147-gm-league-arena-baseball-cash,arxiv-2611.05147,gpt-6-astra,high,mixed,hard,,,,,,,203.05,terminal cash,0.00289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (c) Baseball, row GPT-6 Astra, column Cash)",,in, arxiv-2611.05147-gm-league-arena-baseball-elo,arxiv-2611.05147,gpt-6.1-sol,high,mixed,hard,,,,,,,1780.0,Elo,0.0289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (c) Baseball, row GPT-6.1 Sol, column Elo)",,in, arxiv-2611.05147-gm-league-arena-baseball-cash,arxiv-2611.05147,gpt-6.1-sol,high,mixed,hard,,,,,,,149.24,terminal cash,0.00289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (c) Baseball, row GPT-6.1 Sol, column Cash)",,in, arxiv-2611.05147-gm-league-arena-baseball-elo,arxiv-2611.05147,gpt-6-luna,high,mixed,hard,,,,,,,1707.3,Elo,0.0289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (c) Baseball, row GPT-6 Luna, column Elo)",,in, arxiv-2611.05147-gm-league-arena-baseball-cash,arxiv-2611.05147,gpt-6-luna,high,mixed,hard,,,,,,,323.11,terminal cash,0.00289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (c) Baseball, row GPT-6 Luna, column Cash)",,in, arxiv-2611.05147-gm-league-arena-baseball-elo,arxiv-2611.05147,gpt-5.6-terra,high,mixed,hard,,,,,,,1441.1,Elo,0.0289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (c) Baseball, row GPT-5.6 Terra, column Elo)",,in, arxiv-2611.05147-gm-league-arena-baseball-cash,arxiv-2611.05147,gpt-5.6-terra,high,mixed,hard,,,,,,,43.03,terminal cash,0.00289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (c) Baseball, row GPT-5.6 Terra, column Cash)",,in, arxiv-2611.05147-gm-league-arena-baseball-elo,arxiv-2611.05147,?GPT-4o,not-established:absent,mixed,hard,,,,,,,1256.5,Elo,0.0289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (c) Baseball, row GPT-4o, column Elo)",,out:model-not-established, arxiv-2611.05147-gm-league-arena-baseball-cash,arxiv-2611.05147,?GPT-4o,not-established:absent,mixed,hard,,,,,,,60.17,terminal cash,0.00289,,,"https://arxiv.org/abs/2611.05147 (Table 3 (c) Baseball, row GPT-4o, column Cash)",,out:model-not-established, arxiv-2611.05147-gm-league-arena-nba-elo,arxiv-2611.05147,grok-4.7,high,mixed,hard,,,,,,,1784.3,Elo,0.0289,,,"https://arxiv.org/abs/2611.05147 (NBA results table, row Grok 4.7 (columns: Rank Model Elo Wins Losses Cash))",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|grok-4.7@high|,in, arxiv-2611.05147-gm-league-arena-football-elo,arxiv-2611.05147,grok-4.7,high,mixed,hard,,,,,,,1733.0,Elo,0.0289,,,"https://arxiv.org/abs/2611.05147 (American football results table, row Grok 4.7 (columns: Rank Model Elo Cash))",,in, arxiv-2611.05147-gm-league-arena-hockey-elo,arxiv-2611.05147,grok-4.7,high,mixed,hard,,,,,,,1739.5,Elo,0.0289,,,"https://arxiv.org/abs/2611.05147 (Hockey results table, row Grok 4.7 (columns: Rank Model Elo Cash))",,in, arxiv-2611.05147-gm-league-arena-baseball-elo,arxiv-2611.05147,grok-4.7,high,mixed,hard,,,,,,,1747.2,Elo,0.0289,,,"https://arxiv.org/abs/2611.05147 (Baseball results table, row Grok 4.7 (columns: Rank Model Elo Cash))",,in, arxiv-2611.05147-gm-league-arena-nba-elo,arxiv-2611.05147,grok-4.6,high,mixed,hard,,,,,,,1713.6,Elo,0.0289,,,"https://arxiv.org/abs/2611.05147 (NBA results table, row Grok 4.6 (columns: Rank Model Elo Wins Losses Cash))",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|grok-4.6@high|,in, arxiv-2611.05147-gm-league-arena-football-elo,arxiv-2611.05147,grok-4.6,high,mixed,hard,,,,,,,1663.8,Elo,0.0289,,,"https://arxiv.org/abs/2611.05147 (American football results table, row Grok 4.6 (columns: Rank Model Elo Cash))",,in, arxiv-2611.05147-gm-league-arena-hockey-elo,arxiv-2611.05147,grok-4.6,high,mixed,hard,,,,,,,1617.6,Elo,0.0289,,,"https://arxiv.org/abs/2611.05147 (Hockey results table, row Grok 4.6 (columns: Rank Model Elo Cash))",,in, arxiv-2611.05147-gm-league-arena-baseball-elo,arxiv-2611.05147,grok-4.6,high,mixed,hard,,,,,,,1695.1,Elo,0.0289,,,"https://arxiv.org/abs/2611.05147 (Baseball results table, row Grok 4.6 (columns: Rank Model Elo Cash))",,in, arxiv-2611.05147-gm-league-arena-nba-gi,arxiv-2611.05147,grok-4.7,high,mixed,hard,,,,,,,24.39,"G_i (gain, points)",0.00289,,,"https://arxiv.org/abs/2611.05147 (NBA season table, row Grok 4.7)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|grok-4.7@high|,in, arxiv-2611.05147-gm-league-arena-nba-gi,arxiv-2611.05147,grok-4.6,high,mixed,hard,,,,,,,17.07,"G_i (gain, points)",0.00289,,,"https://arxiv.org/abs/2611.05147 (NBA season table, row Grok 4.6)",src-arxiv-2611.05147-2026-11-03|arxiv-2611.05147:nba|grok-4.6@high|,in, arxiv-2611.05151-acc#26/02,arxiv-2611.05151,gemini-3.1-pro,unstated,coding,hard,,,,,,,53.2,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1 (Proprietary LLMs), row Gemini-3.1-Pro, row Gemini-3.1-Pro, column acc)",,out:effort-not-established, arxiv-2611.05151-content#26/02,arxiv-2611.05151,gemini-3.1-pro,unstated,coding,hard,,,,,,,60.9,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1 (Proprietary LLMs), row Gemini-3.1-Pro, row Gemini-3.1-Pro, column content)",,out:effort-not-established, arxiv-2611.05151-userinter#26/02,arxiv-2611.05151,gemini-3.1-pro,unstated,coding,hard,,,,,,,50.2,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1 (Proprietary LLMs), row Gemini-3.1-Pro, row Gemini-3.1-Pro, column userinter)",,out:effort-not-established, arxiv-2611.05151-datamgmt#26/02,arxiv-2611.05151,gemini-3.1-pro,unstated,coding,hard,,,,,,,50.6,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1 (Proprietary LLMs), row Gemini-3.1-Pro, row Gemini-3.1-Pro, column datamgmt)",,out:effort-not-established, arxiv-2611.05151-functest#26/02,arxiv-2611.05151,gemini-3.1-pro,unstated,coding,hard,,,,,,,39.1,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1 (Proprietary LLMs), row Gemini-3.1-Pro, row Gemini-3.1-Pro, column functest)",,out:effort-not-established, arxiv-2611.05151-datadisplay#26/02,arxiv-2611.05151,gemini-3.1-pro,unstated,coding,hard,,,,,,,65.6,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1 (Proprietary LLMs), row Gemini-3.1-Pro, row Gemini-3.1-Pro, column datadisplay)",,out:effort-not-established, arxiv-2611.05151-designval#26/02,arxiv-2611.05151,gemini-3.1-pro,unstated,coding,hard,,,,,,,73.4,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1 (Proprietary LLMs), row Gemini-3.1-Pro, row Gemini-3.1-Pro, column designval)",,out:effort-not-established, arxiv-2611.05151-aesth#26/02,arxiv-2611.05151,gemini-3.1-pro,unstated,coding,hard,,,,,,,62.9,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1 (Proprietary LLMs), row Gemini-3.1-Pro, row Gemini-3.1-Pro, column aesth)",,out:effort-not-established, arxiv-2611.05151-func#26/02,arxiv-2611.05151,gemini-3.1-pro,unstated,coding,hard,,,,,,,60.9,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1 (Proprietary LLMs), row Gemini-3.1-Pro, row Gemini-3.1-Pro, column func)",,out:effort-not-established, arxiv-2611.05151-total#26/02,arxiv-2611.05151,gemini-3.1-pro,unstated,coding,hard,,,,,,,61.9,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1 (Proprietary LLMs), row Gemini-3.1-Pro, row Gemini-3.1-Pro, column total)",,out:effort-not-established, arxiv-2611.05151-startfail#26/02,arxiv-2611.05151,gemini-3.1-pro,unstated,coding,hard,,,,,,,0.0,WebGen start failure rate (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1 (Proprietary LLMs), row Gemini-3.1-Pro, row Gemini-3.1-Pro, column startfail)",,out:effort-not-established, arxiv-2611.05151-rank#26/02,arxiv-2611.05151,gemini-3.1-pro,unstated,coding,hard,,,,,,,11.1,average rank,0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1 (Proprietary LLMs), row Gemini-3.1-Pro, row Gemini-3.1-Pro, column rank)",,out:effort-not-established, arxiv-2611.05151-startfail#none,arxiv-2611.05151,qwen3.5-122b-a10b,think,coding,hard,,,,,,,2.6,WebGen start failure rate (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1, row Qwen3.5-122B-A10B, column Start Fail. Rate)",,in, arxiv-2611.05151-acc#none,arxiv-2611.05151,qwen3.5-122b-a10b,think,coding,hard,,,,,,,49.8,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1, row Qwen3.5-122B-A10B, column Acc.)",,in, arxiv-2611.05151-content#none,arxiv-2611.05151,qwen3.5-122b-a10b,think,coding,hard,,,,,,,57.5,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1, row Qwen3.5-122B-A10B, column Content Pres.)",,in, arxiv-2611.05151-userinter#none,arxiv-2611.05151,qwen3.5-122b-a10b,think,coding,hard,,,,,,,46.0,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1, row Qwen3.5-122B-A10B, column User Inter.)",,in, arxiv-2611.05151-datamgmt#none,arxiv-2611.05151,qwen3.5-122b-a10b,think,coding,hard,,,,,,,49.1,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1, row Qwen3.5-122B-A10B, column Data Mgmt.)",,in, arxiv-2611.05151-functest#none,arxiv-2611.05151,qwen3.5-122b-a10b,think,coding,hard,,,,,,,37.0,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1, row Qwen3.5-122B-A10B, column Func. Test)",,in, arxiv-2611.05151-datadisplay#none,arxiv-2611.05151,qwen3.5-122b-a10b,think,coding,hard,,,,,,,55.9,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1, row Qwen3.5-122B-A10B, column Data Display)",,in, arxiv-2611.05151-designval#none,arxiv-2611.05151,qwen3.5-122b-a10b,think,coding,hard,,,,,,,76.2,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1, row Qwen3.5-122B-A10B, column Design Val.)",,in, arxiv-2611.05151-aesth#none,arxiv-2611.05151,qwen3.5-122b-a10b,think,coding,hard,,,,,,,66.0,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1, row Qwen3.5-122B-A10B, column Aesth.)",,in, arxiv-2611.05151-func#none,arxiv-2611.05151,qwen3.5-122b-a10b,think,coding,hard,,,,,,,60.5,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1, row Qwen3.5-122B-A10B, column Func.)",,in, arxiv-2611.05151-total#none,arxiv-2611.05151,qwen3.5-122b-a10b,think,coding,hard,,,,,,,63.2,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1, row Qwen3.5-122B-A10B, column Total)",,in, arxiv-2611.05151-rank#none,arxiv-2611.05151,qwen3.5-122b-a10b,think,coding,hard,,,,,,,16.0,average rank,0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1, row Qwen3.5-122B-A10B, column Avg. Rank)",,out:not-headline, arxiv-2611.05151-startfail#none,arxiv-2611.05151,qwen3.5-397b-a17b,think,coding,hard,,,,,,,0.5,WebGen start failure rate (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1, row Qwen3.5-397B-A17B, column Start Fail. Rate)",,in, arxiv-2611.05151-acc#none,arxiv-2611.05151,qwen3.5-397b-a17b,think,coding,hard,,,,,,,48.7,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1, row Qwen3.5-397B-A17B, column Acc.)",,in, arxiv-2611.05151-content#none,arxiv-2611.05151,qwen3.5-397b-a17b,think,coding,hard,,,,,,,59.2,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1, row Qwen3.5-397B-A17B, column Content Pres.)",,in, arxiv-2611.05151-userinter#none,arxiv-2611.05151,qwen3.5-397b-a17b,think,coding,hard,,,,,,,43.5,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1, row Qwen3.5-397B-A17B, column User Inter.)",,in, arxiv-2611.05151-datamgmt#none,arxiv-2611.05151,qwen3.5-397b-a17b,think,coding,hard,,,,,,,47.5,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1, row Qwen3.5-397B-A17B, column Data Mgmt.)",,in, arxiv-2611.05151-functest#none,arxiv-2611.05151,qwen3.5-397b-a17b,think,coding,hard,,,,,,,33.6,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1, row Qwen3.5-397B-A17B, column Func. Test)",,in, arxiv-2611.05151-datadisplay#none,arxiv-2611.05151,qwen3.5-397b-a17b,think,coding,hard,,,,,,,57.0,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1, row Qwen3.5-397B-A17B, column Data Display)",,in, arxiv-2611.05151-designval#none,arxiv-2611.05151,qwen3.5-397b-a17b,think,coding,hard,,,,,,,77.9,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1, row Qwen3.5-397B-A17B, column Design Val.)",,in, arxiv-2611.05151-aesth#none,arxiv-2611.05151,qwen3.5-397b-a17b,think,coding,hard,,,,,,,69.9,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1, row Qwen3.5-397B-A17B, column Aesth.)",,in, arxiv-2611.05151-func#none,arxiv-2611.05151,qwen3.5-397b-a17b,think,coding,hard,,,,,,,65.0,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1, row Qwen3.5-397B-A17B, column Func.)",,in, arxiv-2611.05151-total#none,arxiv-2611.05151,qwen3.5-397b-a17b,think,coding,hard,,,,,,,67.5,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1, row Qwen3.5-397B-A17B, column Total)",,in, arxiv-2611.05151-rank#none,arxiv-2611.05151,qwen3.5-397b-a17b,think,coding,hard,,,,,,,14.1,average rank,0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1, row Qwen3.5-397B-A17B, column Avg. Rank)",,out:not-headline, arxiv-2611.05151-startfail#none,arxiv-2611.05151,qwen3.6-35b-a3b,think,coding,hard,,,,,,,0.0,WebGen start failure rate (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1, row Qwen3.6-35B-A3B, column Start Fail. Rate)",,out:uninformative, arxiv-2611.05151-acc#none,arxiv-2611.05151,qwen3.6-35b-a3b,think,coding,hard,,,,,,,48.8,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1, row Qwen3.6-35B-A3B, column Acc.)",,in, arxiv-2611.05151-content#none,arxiv-2611.05151,qwen3.6-35b-a3b,think,coding,hard,,,,,,,59.2,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1, row Qwen3.6-35B-A3B, column Content Pres.)",,in, arxiv-2611.05151-userinter#none,arxiv-2611.05151,qwen3.6-35b-a3b,think,coding,hard,,,,,,,43.0,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1, row Qwen3.6-35B-A3B, column User Inter.)",,in, arxiv-2611.05151-datamgmt#none,arxiv-2611.05151,qwen3.6-35b-a3b,think,coding,hard,,,,,,,47.1,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1, row Qwen3.6-35B-A3B, column Data Mgmt.)",,in, arxiv-2611.05151-functest#none,arxiv-2611.05151,qwen3.6-35b-a3b,think,coding,hard,,,,,,,33.9,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1, row Qwen3.6-35B-A3B, column Func. Test)",,in, arxiv-2611.05151-datadisplay#none,arxiv-2611.05151,qwen3.6-35b-a3b,think,coding,hard,,,,,,,61.8,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1, row Qwen3.6-35B-A3B, column Data Display)",,in, arxiv-2611.05151-designval#none,arxiv-2611.05151,qwen3.6-35b-a3b,think,coding,hard,,,,,,,70.5,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1, row Qwen3.6-35B-A3B, column Design Val.)",,in, arxiv-2611.05151-aesth#none,arxiv-2611.05151,qwen3.6-35b-a3b,think,coding,hard,,,,,,,81.5,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1, row Qwen3.6-35B-A3B, column Aesth.)",,in, arxiv-2611.05151-func#none,arxiv-2611.05151,qwen3.6-35b-a3b,think,coding,hard,,,,,,,56.1,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1, row Qwen3.6-35B-A3B, column Func.)",,in, arxiv-2611.05151-total#none,arxiv-2611.05151,qwen3.6-35b-a3b,think,coding,hard,,,,,,,68.8,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1, row Qwen3.6-35B-A3B, column Total)",,in, arxiv-2611.05151-rank#none,arxiv-2611.05151,qwen3.6-35b-a3b,think,coding,hard,,,,,,,14.0,average rank,0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1, row Qwen3.6-35B-A3B, column Avg. Rank)",,out:not-headline, arxiv-2611.05151-startfail#none,arxiv-2611.05151,qwen3.6-plus,unstated,coding,hard,,,,,,,0.0,WebGen start failure rate (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1, row Qwen3.6-Plus, column Start Fail. Rate)",,out:effort-not-established, arxiv-2611.05151-acc#none,arxiv-2611.05151,qwen3.6-plus,unstated,coding,hard,,,,,,,53.6,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1, row Qwen3.6-Plus, column Acc.)",,out:effort-not-established, arxiv-2611.05151-content#none,arxiv-2611.05151,qwen3.6-plus,unstated,coding,hard,,,,,,,61.5,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1, row Qwen3.6-Plus, column Content Pres.)",,out:effort-not-established, arxiv-2611.05151-userinter#none,arxiv-2611.05151,qwen3.6-plus,unstated,coding,hard,,,,,,,50.0,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1, row Qwen3.6-Plus, column User Inter.)",,out:effort-not-established, arxiv-2611.05151-datamgmt#none,arxiv-2611.05151,qwen3.6-plus,unstated,coding,hard,,,,,,,52.2,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1, row Qwen3.6-Plus, column Data Mgmt.)",,out:effort-not-established, arxiv-2611.05151-functest#none,arxiv-2611.05151,qwen3.6-plus,unstated,coding,hard,,,,,,,41.4,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1, row Qwen3.6-Plus, column Func. Test)",,out:effort-not-established, arxiv-2611.05151-datadisplay#none,arxiv-2611.05151,qwen3.6-plus,unstated,coding,hard,,,,,,,65.9,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1, row Qwen3.6-Plus, column Data Display)",,out:effort-not-established, arxiv-2611.05151-designval#none,arxiv-2611.05151,qwen3.6-plus,unstated,coding,hard,,,,,,,68.9,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1, row Qwen3.6-Plus, column Design Val.)",,out:effort-not-established, arxiv-2611.05151-aesth#none,arxiv-2611.05151,qwen3.6-plus,unstated,coding,hard,,,,,,,84.8,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1, row Qwen3.6-Plus, column Aesth.)",,out:effort-not-established, arxiv-2611.05151-func#none,arxiv-2611.05151,qwen3.6-plus,unstated,coding,hard,,,,,,,63.6,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1, row Qwen3.6-Plus, column Func.)",,out:effort-not-established, arxiv-2611.05151-total#none,arxiv-2611.05151,qwen3.6-plus,unstated,coding,hard,,,,,,,74.2,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1, row Qwen3.6-Plus, column Total)",,out:effort-not-established, arxiv-2611.05151-rank#none,arxiv-2611.05151,qwen3.6-plus,unstated,coding,hard,,,,,,,8.5,average rank,0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1, row Qwen3.6-Plus, column Avg. Rank)",,out:effort-not-established, arxiv-2611.05151-startfail#none,arxiv-2611.05151,?Qwen3.6-Max,not-established:absent,coding,hard,,,,,,,0.0,WebGen start failure rate (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1, row Qwen3.6-Max, column Start Fail. Rate)",,out:model-not-established, arxiv-2611.05151-acc#none,arxiv-2611.05151,?Qwen3.6-Max,not-established:absent,coding,hard,,,,,,,55.4,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1, row Qwen3.6-Max, column Acc.)",,out:model-not-established, arxiv-2611.05151-content#none,arxiv-2611.05151,?Qwen3.6-Max,not-established:absent,coding,hard,,,,,,,64.7,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1, row Qwen3.6-Max, column Content Pres.)",,out:model-not-established, arxiv-2611.05151-userinter#none,arxiv-2611.05151,?Qwen3.6-Max,not-established:absent,coding,hard,,,,,,,51.1,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1, row Qwen3.6-Max, column User Inter.)",,out:model-not-established, arxiv-2611.05151-datamgmt#none,arxiv-2611.05151,?Qwen3.6-Max,not-established:absent,coding,hard,,,,,,,53.8,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1, row Qwen3.6-Max, column Data Mgmt.)",,out:model-not-established, arxiv-2611.05151-functest#none,arxiv-2611.05151,?Qwen3.6-Max,not-established:absent,coding,hard,,,,,,,45.3,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1, row Qwen3.6-Max, column Func. Test)",,out:model-not-established, arxiv-2611.05151-datadisplay#none,arxiv-2611.05151,?Qwen3.6-Max,not-established:absent,coding,hard,,,,,,,64.0,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1, row Qwen3.6-Max, column Data Display)",,out:model-not-established, arxiv-2611.05151-designval#none,arxiv-2611.05151,?Qwen3.6-Max,not-established:absent,coding,hard,,,,,,,70.5,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1, row Qwen3.6-Max, column Design Val.)",,out:model-not-established, arxiv-2611.05151-aesth#none,arxiv-2611.05151,?Qwen3.6-Max,not-established:absent,coding,hard,,,,,,,87.8,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1, row Qwen3.6-Max, column Aesth.)",,out:model-not-established, arxiv-2611.05151-func#none,arxiv-2611.05151,?Qwen3.6-Max,not-established:absent,coding,hard,,,,,,,64.4,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1, row Qwen3.6-Max, column Func.)",,out:model-not-established, arxiv-2611.05151-total#none,arxiv-2611.05151,?Qwen3.6-Max,not-established:absent,coding,hard,,,,,,,76.1,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1, row Qwen3.6-Max, column Total)",,out:model-not-established, arxiv-2611.05151-rank#none,arxiv-2611.05151,?Qwen3.6-Max,not-established:absent,coding,hard,,,,,,,5.9,average rank,0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1, row Qwen3.6-Max, column Avg. Rank)",,out:model-not-established, arxiv-2611.05151-startfail#none,arxiv-2611.05151,qwen3.7-flash,unstated,coding,hard,,,,,,,1.1,WebGen start failure rate (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1, row Qwen3.7-Flash, column Start Fail. Rate)",,out:effort-not-established, arxiv-2611.05151-acc#none,arxiv-2611.05151,qwen3.7-flash,unstated,coding,hard,,,,,,,48.5,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1, row Qwen3.7-Flash, column Acc.)",,out:effort-not-established, arxiv-2611.05151-content#none,arxiv-2611.05151,qwen3.7-flash,unstated,coding,hard,,,,,,,54.6,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1, row Qwen3.7-Flash, column Content Pres.)",,out:effort-not-established, arxiv-2611.05151-userinter#none,arxiv-2611.05151,qwen3.7-flash,unstated,coding,hard,,,,,,,45.2,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1, row Qwen3.7-Flash, column User Inter.)",,out:effort-not-established, arxiv-2611.05151-datamgmt#none,arxiv-2611.05151,qwen3.7-flash,unstated,coding,hard,,,,,,,48.1,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1, row Qwen3.7-Flash, column Data Mgmt.)",,out:effort-not-established, arxiv-2611.05151-functest#none,arxiv-2611.05151,qwen3.7-flash,unstated,coding,hard,,,,,,,33.6,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1, row Qwen3.7-Flash, column Func. Test)",,out:effort-not-established, arxiv-2611.05151-datadisplay#none,arxiv-2611.05151,qwen3.7-flash,unstated,coding,hard,,,,,,,65.1,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1, row Qwen3.7-Flash, column Data Display)",,out:effort-not-established, arxiv-2611.05151-designval#none,arxiv-2611.05151,qwen3.7-flash,unstated,coding,hard,,,,,,,64.3,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1, row Qwen3.7-Flash, column Design Val.)",,out:effort-not-established, arxiv-2611.05151-aesth#none,arxiv-2611.05151,qwen3.7-flash,unstated,coding,hard,,,,,,,84.0,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1, row Qwen3.7-Flash, column Aesth.)",,out:effort-not-established, arxiv-2611.05151-func#none,arxiv-2611.05151,qwen3.7-flash,unstated,coding,hard,,,,,,,54.2,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1, row Qwen3.7-Flash, column Func.)",,out:effort-not-established, arxiv-2611.05151-total#none,arxiv-2611.05151,qwen3.7-flash,unstated,coding,hard,,,,,,,69.1,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1, row Qwen3.7-Flash, column Total)",,out:effort-not-established, arxiv-2611.05151-rank#none,arxiv-2611.05151,qwen3.7-flash,unstated,coding,hard,,,,,,,15.5,average rank,0.0289,,,"https://arxiv.org/abs/2611.05151 (Table 1, row Qwen3.7-Flash, column Avg. Rank)",,out:effort-not-established, arxiv-2611.05340-medphys-calculation,arxiv-2611.05340,opus-5.5,not-established:absent,mixed,hard,,USD/run,22.47,0.00289,,,99.3,"calculation accuracy (% within tolerance, correct unit)",0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 2, row Claude Opus 5.5, column Calculation %)",,out:effort-not-established,out:effort-not-established arxiv-2611.05340-medphys-l3,arxiv-2611.05340,opus-5.5,not-established:absent,mixed,hard,,,,,,,99.0,level-3 calculation accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 2, row Claude Opus 5.5, column L3)",,out:effort-not-established, arxiv-2611.05340-medphys-ws-det,arxiv-2611.05340,opus-5.5,not-established:absent,mixed,hard,,,,,,,99,worksheet check: planted errors detected (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 2, row Claude Opus 5.5, column Worksheet Det.)",,out:effort-not-established, arxiv-2611.05340-medphys-ws-fa,arxiv-2611.05340,opus-5.5,not-established:absent,mixed,hard,,,,,,,1,worksheet check: false alarms (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 2, row Claude Opus 5.5, column Worksheet FA)",,out:effort-not-established, arxiv-2611.05340-medphys-ws-j,arxiv-2611.05340,opus-5.5,not-established:absent,mixed,hard,,,,,,,0.97,worksheet check: Youden J,0.00289,,,"https://arxiv.org/abs/2611.05340 (Table 2, row Claude Opus 5.5, column Worksheet J)",,out:effort-not-established, arxiv-2611.05340-medphys-rc-det,arxiv-2611.05340,opus-5.5,not-established:absent,mixed,hard,,,,,,,99,result check: planted errors detected (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 2, row Claude Opus 5.5, column Result Det.)",,out:effort-not-established, arxiv-2611.05340-medphys-rc-fa,arxiv-2611.05340,opus-5.5,not-established:absent,mixed,hard,,,,,,,4,result check: false alarms (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 2, row Claude Opus 5.5, column Result FA)",,out:effort-not-established, arxiv-2611.05340-medphys-rc-j,arxiv-2611.05340,opus-5.5,not-established:absent,mixed,hard,,,,,,,0.95,result check: Youden J,0.00289,,,"https://arxiv.org/abs/2611.05340 (Table 2, row Claude Opus 5.5, column Result J)",,out:effort-not-established, arxiv-2611.05340-medphys-calculation,arxiv-2611.05340,sonnet-5.5,not-established:absent,mixed,hard,,USD/run,11.67,0.00289,,,93.7,"calculation accuracy (% within tolerance, correct unit)",0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 2, row Claude Sonnet 5.5, column Calculation %)",,out:effort-not-established,out:effort-not-established arxiv-2611.05340-medphys-l3,arxiv-2611.05340,sonnet-5.5,not-established:absent,mixed,hard,,,,,,,83.0,level-3 calculation accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 2, row Claude Sonnet 5.5, column L3)",,out:effort-not-established, arxiv-2611.05340-medphys-ws-det,arxiv-2611.05340,sonnet-5.5,not-established:absent,mixed,hard,,,,,,,99,worksheet check: planted errors detected (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 2, row Claude Sonnet 5.5, column Worksheet Det.)",,out:effort-not-established, arxiv-2611.05340-medphys-ws-fa,arxiv-2611.05340,sonnet-5.5,not-established:absent,mixed,hard,,,,,,,2,worksheet check: false alarms (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 2, row Claude Sonnet 5.5, column Worksheet FA)",,out:effort-not-established, arxiv-2611.05340-medphys-ws-j,arxiv-2611.05340,sonnet-5.5,not-established:absent,mixed,hard,,,,,,,0.97,worksheet check: Youden J,0.00289,,,"https://arxiv.org/abs/2611.05340 (Table 2, row Claude Sonnet 5.5, column Worksheet J)",,out:effort-not-established, arxiv-2611.05340-medphys-rc-det,arxiv-2611.05340,sonnet-5.5,not-established:absent,mixed,hard,,,,,,,99,result check: planted errors detected (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 2, row Claude Sonnet 5.5, column Result Det.)",,out:effort-not-established, arxiv-2611.05340-medphys-rc-fa,arxiv-2611.05340,sonnet-5.5,not-established:absent,mixed,hard,,,,,,,11,result check: false alarms (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 2, row Claude Sonnet 5.5, column Result FA)",,out:effort-not-established, arxiv-2611.05340-medphys-rc-j,arxiv-2611.05340,sonnet-5.5,not-established:absent,mixed,hard,,,,,,,0.88,result check: Youden J,0.00289,,,"https://arxiv.org/abs/2611.05340 (Table 2, row Claude Sonnet 5.5, column Result J)",,out:effort-not-established, arxiv-2611.05340-medphys-calculation,arxiv-2611.05340,fable-5.1,not-established:absent,mixed,hard,,USD/run,22.13,0.00289,,,90.0,"calculation accuracy (% within tolerance, correct unit)",0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 2, row Claude Fable 5.1, column Calculation %)",,out:effort-not-established,out:effort-not-established arxiv-2611.05340-medphys-l3,arxiv-2611.05340,fable-5.1,not-established:absent,mixed,hard,,,,,,,98.0,level-3 calculation accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 2, row Claude Fable 5.1, column L3)",,out:effort-not-established, arxiv-2611.05340-medphys-ws-det,arxiv-2611.05340,fable-5.1,not-established:absent,mixed,hard,,,,,,,100,worksheet check: planted errors detected (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 2, row Claude Fable 5.1, column Worksheet Det.)",,out:effort-not-established, arxiv-2611.05340-medphys-ws-fa,arxiv-2611.05340,fable-5.1,not-established:absent,mixed,hard,,,,,,,0,worksheet check: false alarms (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 2, row Claude Fable 5.1, column Worksheet FA)",,out:effort-not-established, arxiv-2611.05340-medphys-ws-j,arxiv-2611.05340,fable-5.1,not-established:absent,mixed,hard,,,,,,,1.00,worksheet check: Youden J,0.00289,,,"https://arxiv.org/abs/2611.05340 (Table 2, row Claude Fable 5.1, column Worksheet J)",,out:effort-not-established, arxiv-2611.05340-medphys-rc-det,arxiv-2611.05340,fable-5.1,not-established:absent,mixed,hard,,,,,,,97,result check: planted errors detected (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 2, row Claude Fable 5.1, column Result Det.)",,out:effort-not-established, arxiv-2611.05340-medphys-rc-fa,arxiv-2611.05340,fable-5.1,not-established:absent,mixed,hard,,,,,,,1,result check: false alarms (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 2, row Claude Fable 5.1, column Result FA)",,out:effort-not-established, arxiv-2611.05340-medphys-rc-j,arxiv-2611.05340,fable-5.1,not-established:absent,mixed,hard,,,,,,,0.96,result check: Youden J,0.00289,,,"https://arxiv.org/abs/2611.05340 (Table 2, row Claude Fable 5.1, column Result J)",,out:effort-not-established, arxiv-2611.05340-t7-reasoning-share,arxiv-2611.05340,opus-5.5,not-established:absent,reasoning-math,hard,,,,,,,100,reasoning-carried%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 7, row Claude Opus 5.5, column With reasoning (%))",,out:effort-not-established, arxiv-2611.05340-t7-reasoning-share,arxiv-2611.05340,sonnet-5.5,not-established:absent,reasoning-math,hard,,,,,,,63,reasoning-carried%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 7, row Claude Sonnet 5.5, column With reasoning (%))",,out:effort-not-established, arxiv-2611.05340-t7-reasoning-share,arxiv-2611.05340,fable-5.1,not-established:absent,reasoning-math,hard,,,,,,,67,reasoning-carried%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 7, row Claude Fable 5.1, column With reasoning (%))",,out:effort-not-established, arxiv-2611.05340-t13-calculation,arxiv-2611.05340,opus-5.5,not-established:absent,reasoning-math,hard,,,,,,,99.3,calculation%,0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 13, row Claude Opus 5.5, column Calculation %)",,out:effort-not-established, arxiv-2611.05340-t13-ws-det,arxiv-2611.05340,opus-5.5,not-established:absent,reasoning-math,hard,,,,,,,100,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 13, row Claude Opus 5.5, column Worksheet Det.)",,out:effort-not-established, arxiv-2611.05340-t13-ws-fa,arxiv-2611.05340,opus-5.5,not-established:absent,reasoning-math,hard,,,,,,,1,false-alarms,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 13, row Claude Opus 5.5, column Worksheet FA)",,out:effort-not-established, arxiv-2611.05340-t13-res-det,arxiv-2611.05340,opus-5.5,not-established:absent,reasoning-math,hard,,,,,,,100,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 13, row Claude Opus 5.5, column Result Det.)",,out:effort-not-established, arxiv-2611.05340-t13-res-fa,arxiv-2611.05340,opus-5.5,not-established:absent,reasoning-math,hard,,,,,,,3,false-alarms,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 13, row Claude Opus 5.5, column Result FA)",,out:effort-not-established, arxiv-2611.05340-t13-calculation,arxiv-2611.05340,sonnet-5.5,not-established:absent,reasoning-math,hard,,,,,,,93.7,calculation%,0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 13, row Claude Sonnet 5.5, column Calculation %)",,out:effort-not-established, arxiv-2611.05340-t13-ws-det,arxiv-2611.05340,sonnet-5.5,not-established:absent,reasoning-math,hard,,,,,,,100,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 13, row Claude Sonnet 5.5, column Worksheet Det.)",,out:effort-not-established, arxiv-2611.05340-t13-ws-fa,arxiv-2611.05340,sonnet-5.5,not-established:absent,reasoning-math,hard,,,,,,,0,false-alarms,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 13, row Claude Sonnet 5.5, column Worksheet FA)",,out:effort-not-established, arxiv-2611.05340-t13-res-det,arxiv-2611.05340,sonnet-5.5,not-established:absent,reasoning-math,hard,,,,,,,99,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 13, row Claude Sonnet 5.5, column Result Det.)",,out:effort-not-established, arxiv-2611.05340-t13-res-fa,arxiv-2611.05340,sonnet-5.5,not-established:absent,reasoning-math,hard,,,,,,,9,false-alarms,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 13, row Claude Sonnet 5.5, column Result FA)",,out:effort-not-established, arxiv-2611.05340-t13-calculation,arxiv-2611.05340,fable-5.1,not-established:absent,reasoning-math,hard,,,,,,,90.0,calculation%,0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 13, row Claude Fable 5.1, column Calculation %)",,out:effort-not-established, arxiv-2611.05340-t13-ws-det,arxiv-2611.05340,fable-5.1,not-established:absent,reasoning-math,hard,,,,,,,100,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 13, row Claude Fable 5.1, column Worksheet Det.)",,out:effort-not-established, arxiv-2611.05340-t13-ws-fa,arxiv-2611.05340,fable-5.1,not-established:absent,reasoning-math,hard,,,,,,,0,false-alarms,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 13, row Claude Fable 5.1, column Worksheet FA)",,out:effort-not-established, arxiv-2611.05340-t13-res-det,arxiv-2611.05340,fable-5.1,not-established:absent,reasoning-math,hard,,,,,,,97,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 13, row Claude Fable 5.1, column Result Det.)",,out:effort-not-established, arxiv-2611.05340-t13-res-fa,arxiv-2611.05340,fable-5.1,not-established:absent,reasoning-math,hard,,,,,,,1,false-alarms,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 13, row Claude Fable 5.1, column Result FA)",,out:effort-not-established, arxiv-2611.05340-medphys-calculation,arxiv-2611.05340,gemini-4-argon,not-established:absent,mixed,hard,,per-full-run,10.25,0.00289,,,99.5,"calculation accuracy (% within tolerance, correct unit)",0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 2, column Calculation %)",,out:effort-not-established,out:effort-not-established arxiv-2611.05340-medphys-l3,arxiv-2611.05340,gemini-4-argon,not-established:absent,mixed,hard,,,,,,,98.5,level-3 calculation accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 2, column L3 %)",,out:effort-not-established, arxiv-2611.05340-medphys-ws-det,arxiv-2611.05340,gemini-4-argon,not-established:absent,mixed,hard,,,,,,,100,worksheet check: planted errors detected (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 2, Checking, worksheet format)",,out:effort-not-established, arxiv-2611.05340-medphys-ws-fa,arxiv-2611.05340,gemini-4-argon,not-established:absent,mixed,hard,,,,,,,1,worksheet check: false alarms (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 2, Checking, worksheet format)",,out:effort-not-established, arxiv-2611.05340-medphys-ws-j,arxiv-2611.05340,gemini-4-argon,not-established:absent,mixed,hard,,,,,,,0.99,worksheet check: Youden J,0.00289,,,"https://arxiv.org/abs/2611.05340 (Table 2, Checking, worksheet format)",,out:effort-not-established, arxiv-2611.05340-medphys-rc-det,arxiv-2611.05340,gemini-4-argon,not-established:absent,mixed,hard,,,,,,,100,result check: planted errors detected (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 2, Checking, result format)",,out:effort-not-established, arxiv-2611.05340-medphys-rc-fa,arxiv-2611.05340,gemini-4-argon,not-established:absent,mixed,hard,,,,,,,2,result check: false alarms (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 2, Checking, result format)",,out:effort-not-established, arxiv-2611.05340-medphys-rc-j,arxiv-2611.05340,gemini-4-argon,not-established:absent,mixed,hard,,,,,,,0.98,result check: Youden J,0.00289,,,"https://arxiv.org/abs/2611.05340 (Table 2, Checking, result format)",,out:effort-not-established, arxiv-2611.05340-t7-reasoning-share,arxiv-2611.05340,gemini-4-argon,not-established:absent,reasoning-math,hard,,,,,,,69,reasoning-carried%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 7, columns Reasoning (summary) and share)",,out:effort-not-established, arxiv-2611.05340-t8-correct,arxiv-2611.05340,gemini-4-argon,not-established:absent,reasoning-math,hard,,,,,,,96.666667,screening-correct%,0,,,"https://arxiv.org/abs/2611.05340 (Table 8, column correct)",,out:effort-not-established, arxiv-2611.05340-t8-errors,arxiv-2611.05340,gemini-4-argon,not-established:absent,reasoning-math,hard,,,,,,,0,screening-errors,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 8, column errors)",,out:effort-not-established, arxiv-2611.05340-t8-truncated,arxiv-2611.05340,gemini-4-argon,not-established:absent,reasoning-math,hard,,,,,,,0,screening-truncated,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 8, column truncated)",,out:effort-not-established, arxiv-2611.05340-t8-correct,arxiv-2611.05340,gemini-3.8-flash,unstated,reasoning-math,hard,,,,,,,38.333333,screening-correct%,0,,,"https://arxiv.org/abs/2611.05340 (Table 8, row Gemini 3.8 Flash (excluded: client error), column correct)",,out:effort-not-established, arxiv-2611.05340-t8-errors,arxiv-2611.05340,gemini-3.8-flash,unstated,reasoning-math,hard,,,,,,,36,screening-errors,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 8, row Gemini 3.8 Flash (excluded: client error), column errors)",,out:effort-not-established, arxiv-2611.05340-t8-truncated,arxiv-2611.05340,gemini-3.8-flash,unstated,reasoning-math,hard,,,,,,,0,screening-truncated,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 8, row Gemini 3.8 Flash (excluded: client error), column truncated)",,out:effort-not-established, arxiv-2611.05340-t9-ws-det,arxiv-2611.05340,gemini-4-argon,not-established:absent,reasoning-math,hard,,,,,,,100.0,detection%,0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 9, worksheet)",,out:effort-not-established, arxiv-2611.05340-t9-ws-fa,arxiv-2611.05340,gemini-4-argon,not-established:absent,reasoning-math,hard,,,,,,,0.7,false-alarm%,0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 9, worksheet)",,out:effort-not-established, arxiv-2611.05340-t9-ws-j,arxiv-2611.05340,gemini-4-argon,not-established:absent,reasoning-math,hard,,,,,,,0.99,Youden-J,0.00289,,,"https://arxiv.org/abs/2611.05340 (Table 9, worksheet)",,out:effort-not-established, arxiv-2611.05340-t9-ws-loc,arxiv-2611.05340,gemini-4-argon,not-established:absent,reasoning-math,hard,,,,,,,100,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 9, worksheet)",,out:effort-not-established, arxiv-2611.05340-t9-ws-corr,arxiv-2611.05340,gemini-4-argon,not-established:absent,reasoning-math,hard,,,,,,,98,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 9, worksheet)",,out:effort-not-established, arxiv-2611.05340-t9-ws-real,arxiv-2611.05340,gemini-4-argon,not-established:absent,reasoning-math,hard,,,,,,,60,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 9, worksheet)",,out:effort-not-established, arxiv-2611.05340-t9-res-det,arxiv-2611.05340,gemini-4-argon,not-established:absent,reasoning-math,hard,,,,,,,100.0,detection%,0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 9, result)",,out:effort-not-established, arxiv-2611.05340-t9-res-fa,arxiv-2611.05340,gemini-4-argon,not-established:absent,reasoning-math,hard,,,,,,,2.0,false-alarm%,0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 9, result)",,out:effort-not-established, arxiv-2611.05340-t9-res-j,arxiv-2611.05340,gemini-4-argon,not-established:absent,reasoning-math,hard,,,,,,,0.98,Youden-J,0.00289,,,"https://arxiv.org/abs/2611.05340 (Table 9, result)",,out:effort-not-established, arxiv-2611.05340-t9-res-corr,arxiv-2611.05340,gemini-4-argon,not-established:absent,reasoning-math,hard,,,,,,,95,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 9, result)",,out:effort-not-established, arxiv-2611.05340-t9-res-real,arxiv-2611.05340,gemini-4-argon,not-established:absent,reasoning-math,hard,,,,,,,34,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 9, result)",,out:effort-not-established, arxiv-2611.05340-t13-calculation,arxiv-2611.05340,gemini-4-argon,not-established:absent,reasoning-math,hard,,,,,,,99.3,calculation%,0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 13 (common stratified half), column Calculation %)",,out:effort-not-established, arxiv-2611.05340-t13-ws-det,arxiv-2611.05340,gemini-4-argon,not-established:absent,reasoning-math,hard,,,,,,,100,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 13, Worksheet check, column Det.)",,out:effort-not-established, arxiv-2611.05340-t13-ws-fa,arxiv-2611.05340,gemini-4-argon,not-established:absent,reasoning-math,hard,,,,,,,0,false-alarms,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 13, Worksheet check, column FA)",,out:effort-not-established, arxiv-2611.05340-t13-res-det,arxiv-2611.05340,gemini-4-argon,not-established:absent,reasoning-math,hard,,,,,,,100,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 13, Result check, column Det.)",,out:effort-not-established, arxiv-2611.05340-t13-res-fa,arxiv-2611.05340,gemini-4-argon,not-established:absent,reasoning-math,hard,,,,,,,4,false-alarms,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 13, Result check, column FA)",,out:effort-not-established, arxiv-2611.05340-medphys-calculation,arxiv-2611.05340,gpt-6-astra,not-established:absent,mixed,hard,,,,,,,100.0,"calculation accuracy (% within tolerance, correct unit)",0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 2, row GPT-6 Astra, column Calculation %)",,out:effort-not-established, arxiv-2611.05340-medphys-l3,arxiv-2611.05340,gpt-6-astra,not-established:absent,mixed,hard,,,,,,,100.0,level-3 calculation accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 2, row GPT-6 Astra, column L3)",,out:effort-not-established, arxiv-2611.05340-medphys-ws-det,arxiv-2611.05340,gpt-6-astra,not-established:absent,mixed,hard,,,,,,,100,worksheet check: planted errors detected (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 2, row GPT-6 Astra, column Worksheet check Det.)",,out:effort-not-established, arxiv-2611.05340-medphys-ws-fa,arxiv-2611.05340,gpt-6-astra,not-established:absent,mixed,hard,,,,,,,1,worksheet check: false alarms (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 2, row GPT-6 Astra, column Worksheet check FA)",,out:effort-not-established, arxiv-2611.05340-medphys-ws-j,arxiv-2611.05340,gpt-6-astra,not-established:absent,mixed,hard,,,,,,,0.99,worksheet check: Youden J,0.00289,,,"https://arxiv.org/abs/2611.05340 (Table 2, row GPT-6 Astra, column Worksheet check J)",,out:effort-not-established, arxiv-2611.05340-medphys-rc-det,arxiv-2611.05340,gpt-6-astra,not-established:absent,mixed,hard,,,,,,,97,result check: planted errors detected (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 2, row GPT-6 Astra, column Result check Det.)",,out:effort-not-established, arxiv-2611.05340-medphys-rc-fa,arxiv-2611.05340,gpt-6-astra,not-established:absent,mixed,hard,,,,,,,0,result check: false alarms (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 2, row GPT-6 Astra, column Result check FA)",,out:effort-not-established, arxiv-2611.05340-medphys-rc-j,arxiv-2611.05340,gpt-6-astra,not-established:absent,mixed,hard,,,,,,,0.97,result check: Youden J,0.00289,,,"https://arxiv.org/abs/2611.05340 (Table 2, row GPT-6 Astra, column Result check J)",,out:effort-not-established, arxiv-2611.05340-medphys-calculation,arxiv-2611.05340,gpt-6.1-sol,not-established:absent,mixed,hard,,USD/run,5.50,0.00289,,372,99.7,"calculation accuracy (% within tolerance, correct unit)",0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 2, row GPT-6.1 Sol, column Calculation %)",,out:effort-not-established,out:effort-not-established arxiv-2611.05340-medphys-l3,arxiv-2611.05340,gpt-6.1-sol,not-established:absent,mixed,hard,,,,,,,99.5,level-3 calculation accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 2, row GPT-6.1 Sol, column L3)",,out:effort-not-established, arxiv-2611.05340-medphys-ws-det,arxiv-2611.05340,gpt-6.1-sol,not-established:absent,mixed,hard,,,,,,,99,worksheet check: planted errors detected (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 2, row GPT-6.1 Sol, column Worksheet check Det.)",,out:effort-not-established, arxiv-2611.05340-medphys-ws-fa,arxiv-2611.05340,gpt-6.1-sol,not-established:absent,mixed,hard,,,,,,,0,worksheet check: false alarms (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 2, row GPT-6.1 Sol, column Worksheet check FA)",,out:effort-not-established, arxiv-2611.05340-medphys-ws-j,arxiv-2611.05340,gpt-6.1-sol,not-established:absent,mixed,hard,,,,,,,0.99,worksheet check: Youden J,0.00289,,,"https://arxiv.org/abs/2611.05340 (Table 2, row GPT-6.1 Sol, column Worksheet check J)",,out:effort-not-established, arxiv-2611.05340-medphys-rc-det,arxiv-2611.05340,gpt-6.1-sol,not-established:absent,mixed,hard,,,,,,,97,result check: planted errors detected (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 2, row GPT-6.1 Sol, column Result check Det.)",,out:effort-not-established, arxiv-2611.05340-medphys-rc-fa,arxiv-2611.05340,gpt-6.1-sol,not-established:absent,mixed,hard,,,,,,,0,result check: false alarms (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 2, row GPT-6.1 Sol, column Result check FA)",,out:effort-not-established, arxiv-2611.05340-medphys-rc-j,arxiv-2611.05340,gpt-6.1-sol,not-established:absent,mixed,hard,,,,,,,0.97,result check: Youden J,0.00289,,,"https://arxiv.org/abs/2611.05340 (Table 2, row GPT-6.1 Sol, column Result check J)",,out:effort-not-established, arxiv-2611.05340-medphys-calculation,arxiv-2611.05340,gpt-6-luna,not-established:absent,mixed,hard,,USD/run,0.64,0.00289,,977,93.5,"calculation accuracy (% within tolerance, correct unit)",0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 2, row GPT-6 Luna, column Calculation %)",,out:effort-not-established,out:effort-not-established arxiv-2611.05340-medphys-l3,arxiv-2611.05340,gpt-6-luna,not-established:absent,mixed,hard,,,,,,,87.0,level-3 calculation accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 2, row GPT-6 Luna, column L3)",,out:effort-not-established, arxiv-2611.05340-medphys-ws-det,arxiv-2611.05340,gpt-6-luna,not-established:absent,mixed,hard,,,,,,,90,worksheet check: planted errors detected (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 2, row GPT-6 Luna, column Worksheet check Det.)",,out:effort-not-established, arxiv-2611.05340-medphys-ws-fa,arxiv-2611.05340,gpt-6-luna,not-established:absent,mixed,hard,,,,,,,3,worksheet check: false alarms (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 2, row GPT-6 Luna, column Worksheet check FA)",,out:effort-not-established, arxiv-2611.05340-medphys-ws-j,arxiv-2611.05340,gpt-6-luna,not-established:absent,mixed,hard,,,,,,,0.87,worksheet check: Youden J,0.00289,,,"https://arxiv.org/abs/2611.05340 (Table 2, row GPT-6 Luna, column Worksheet check J)",,out:effort-not-established, arxiv-2611.05340-medphys-rc-det,arxiv-2611.05340,gpt-6-luna,not-established:absent,mixed,hard,,,,,,,95,result check: planted errors detected (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 2, row GPT-6 Luna, column Result check Det.)",,out:effort-not-established, arxiv-2611.05340-medphys-rc-fa,arxiv-2611.05340,gpt-6-luna,not-established:absent,mixed,hard,,,,,,,12,result check: false alarms (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 2, row GPT-6 Luna, column Result check FA)",,out:effort-not-established, arxiv-2611.05340-medphys-rc-j,arxiv-2611.05340,gpt-6-luna,not-established:absent,mixed,hard,,,,,,,0.83,result check: Youden J,0.00289,,,"https://arxiv.org/abs/2611.05340 (Table 2, row GPT-6 Luna, column Result check J)",,out:effort-not-established, arxiv-2611.05340-medphys-calculation,arxiv-2611.05340,?gpt-oss-120b,not-established:absent,mixed,hard,,USD/run,2.03,0.00289,,2025,85.7,"calculation accuracy (% within tolerance, correct unit)",0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 2, row gpt-oss-120b, column Calculation %)",,out:model-not-established,out:model-not-established arxiv-2611.05340-medphys-l3,arxiv-2611.05340,?gpt-oss-120b,not-established:absent,mixed,hard,,,,,,,73.5,level-3 calculation accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 2, row gpt-oss-120b, column L3)",,out:model-not-established, arxiv-2611.05340-medphys-ws-det,arxiv-2611.05340,?gpt-oss-120b,not-established:absent,mixed,hard,,,,,,,83,worksheet check: planted errors detected (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 2, row gpt-oss-120b, column Worksheet check Det.)",,out:model-not-established, arxiv-2611.05340-medphys-ws-fa,arxiv-2611.05340,?gpt-oss-120b,not-established:absent,mixed,hard,,,,,,,5,worksheet check: false alarms (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 2, row gpt-oss-120b, column Worksheet check FA)",,out:model-not-established, arxiv-2611.05340-medphys-ws-j,arxiv-2611.05340,?gpt-oss-120b,not-established:absent,mixed,hard,,,,,,,0.79,worksheet check: Youden J,0.00289,,,"https://arxiv.org/abs/2611.05340 (Table 2, row gpt-oss-120b, column Worksheet check J)",,out:model-not-established, arxiv-2611.05340-medphys-rc-det,arxiv-2611.05340,?gpt-oss-120b,not-established:absent,mixed,hard,,,,,,,97,result check: planted errors detected (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 2, row gpt-oss-120b, column Result check Det.)",,out:model-not-established, arxiv-2611.05340-medphys-rc-fa,arxiv-2611.05340,?gpt-oss-120b,not-established:absent,mixed,hard,,,,,,,25,result check: false alarms (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 2, row gpt-oss-120b, column Result check FA)",,out:model-not-established, arxiv-2611.05340-medphys-rc-j,arxiv-2611.05340,?gpt-oss-120b,not-established:absent,mixed,hard,,,,,,,0.72,result check: Youden J,0.00289,,,"https://arxiv.org/abs/2611.05340 (Table 2, row gpt-oss-120b, column Result check J)",,out:model-not-established, arxiv-2611.05340-medphys-calculation,arxiv-2611.05340,?gpt-oss-20b,not-established:absent,mixed,hard,,USD/run,1.40,0.00289,,3774,76.5,"calculation accuracy (% within tolerance, correct unit)",0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 2, row gpt-oss-20b, column Calculation %)",,out:model-not-established,out:model-not-established arxiv-2611.05340-medphys-l3,arxiv-2611.05340,?gpt-oss-20b,not-established:absent,mixed,hard,,,,,,,61.5,level-3 calculation accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 2, row gpt-oss-20b, column L3)",,out:model-not-established, arxiv-2611.05340-medphys-ws-det,arxiv-2611.05340,?gpt-oss-20b,not-established:absent,mixed,hard,,,,,,,82,worksheet check: planted errors detected (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 2, row gpt-oss-20b, column Worksheet check Det.)",,out:model-not-established, arxiv-2611.05340-medphys-ws-fa,arxiv-2611.05340,?gpt-oss-20b,not-established:absent,mixed,hard,,,,,,,5,worksheet check: false alarms (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 2, row gpt-oss-20b, column Worksheet check FA)",,out:model-not-established, arxiv-2611.05340-medphys-ws-j,arxiv-2611.05340,?gpt-oss-20b,not-established:absent,mixed,hard,,,,,,,0.77,worksheet check: Youden J,0.00289,,,"https://arxiv.org/abs/2611.05340 (Table 2, row gpt-oss-20b, column Worksheet check J)",,out:model-not-established, arxiv-2611.05340-medphys-rc-det,arxiv-2611.05340,?gpt-oss-20b,not-established:absent,mixed,hard,,,,,,,96,result check: planted errors detected (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 2, row gpt-oss-20b, column Result check Det.)",,out:model-not-established, arxiv-2611.05340-medphys-rc-fa,arxiv-2611.05340,?gpt-oss-20b,not-established:absent,mixed,hard,,,,,,,39,result check: false alarms (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 2, row gpt-oss-20b, column Result check FA)",,out:model-not-established, arxiv-2611.05340-medphys-rc-j,arxiv-2611.05340,?gpt-oss-20b,not-established:absent,mixed,hard,,,,,,,0.57,result check: Youden J,0.00289,,,"https://arxiv.org/abs/2611.05340 (Table 2, row gpt-oss-20b, column Result check J)",,out:model-not-established, arxiv-2611.05340-t9-ws-det,arxiv-2611.05340,gpt-6-astra,unstated,reasoning-math,hard,,,,,,,100.0,detection%,0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row GPT-6 Astra, column Table 9 worksheet, Det.)",,out:effort-not-established, arxiv-2611.05340-t9-ws-fa,arxiv-2611.05340,gpt-6-astra,unstated,reasoning-math,hard,,,,,,,1.3,false-alarm%,0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row GPT-6 Astra, column Table 9 worksheet, FA)",,out:effort-not-established, arxiv-2611.05340-t9-ws-j,arxiv-2611.05340,gpt-6-astra,unstated,reasoning-math,hard,,,,,,,0.99,Youden-J,0.00289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row GPT-6 Astra, column Table 9 worksheet, J)",,out:effort-not-established, arxiv-2611.05340-t9-ws-loc,arxiv-2611.05340,gpt-6-astra,unstated,reasoning-math,hard,,,,,,,100,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row GPT-6 Astra, column Table 9 worksheet, Loc.)",,out:effort-not-established, arxiv-2611.05340-t9-ws-corr,arxiv-2611.05340,gpt-6-astra,unstated,reasoning-math,hard,,,,,,,100,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row GPT-6 Astra, column Table 9 worksheet, Corr.)",,out:effort-not-established, arxiv-2611.05340-t9-ws-real,arxiv-2611.05340,gpt-6-astra,unstated,reasoning-math,hard,,,,,,,43,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row GPT-6 Astra, column Table 9 worksheet, Real)",,out:effort-not-established, arxiv-2611.05340-t9-res-det,arxiv-2611.05340,gpt-6-astra,unstated,reasoning-math,hard,,,,,,,97.3,detection%,0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row GPT-6 Astra, column Table 9 result, Det.)",,out:effort-not-established, arxiv-2611.05340-t9-res-fa,arxiv-2611.05340,gpt-6-astra,unstated,reasoning-math,hard,,,,,,,0.0,false-alarm%,0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row GPT-6 Astra, column Table 9 result, FA)",,out:effort-not-established, arxiv-2611.05340-t9-res-j,arxiv-2611.05340,gpt-6-astra,unstated,reasoning-math,hard,,,,,,,0.97,Youden-J,0.00289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row GPT-6 Astra, column Table 9 result, J)",,out:effort-not-established, arxiv-2611.05340-t9-res-corr,arxiv-2611.05340,gpt-6-astra,unstated,reasoning-math,hard,,,,,,,97,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row GPT-6 Astra, column Table 9 result, Corr.)",,out:effort-not-established, arxiv-2611.05340-t9-res-real,arxiv-2611.05340,gpt-6-astra,unstated,reasoning-math,hard,,,,,,,100,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row GPT-6 Astra, column Table 9 result, Real)",,out:effort-not-established, arxiv-2611.05340-t9-ws-det,arxiv-2611.05340,gpt-6.1-sol,unstated,reasoning-math,hard,,,,,,,98.7,detection%,0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row GPT-6.1 Sol, column Table 9 worksheet, Det.)",,out:effort-not-established, arxiv-2611.05340-t9-ws-fa,arxiv-2611.05340,gpt-6.1-sol,unstated,reasoning-math,hard,,,,,,,0.0,false-alarm%,0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row GPT-6.1 Sol, column Table 9 worksheet, FA)",,out:effort-not-established, arxiv-2611.05340-t9-ws-j,arxiv-2611.05340,gpt-6.1-sol,unstated,reasoning-math,hard,,,,,,,0.99,Youden-J,0.00289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row GPT-6.1 Sol, column Table 9 worksheet, J)",,out:effort-not-established, arxiv-2611.05340-t9-ws-loc,arxiv-2611.05340,gpt-6.1-sol,unstated,reasoning-math,hard,,,,,,,99,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row GPT-6.1 Sol, column Table 9 worksheet, Loc.)",,out:effort-not-established, arxiv-2611.05340-t9-ws-corr,arxiv-2611.05340,gpt-6.1-sol,unstated,reasoning-math,hard,,,,,,,99,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row GPT-6.1 Sol, column Table 9 worksheet, Corr.)",,out:effort-not-established, arxiv-2611.05340-t9-ws-real,arxiv-2611.05340,gpt-6.1-sol,unstated,reasoning-math,hard,,,,,,,100,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row GPT-6.1 Sol, column Table 9 worksheet, Real)",,out:effort-not-established, arxiv-2611.05340-t9-res-det,arxiv-2611.05340,gpt-6.1-sol,unstated,reasoning-math,hard,,,,,,,96.7,detection%,0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row GPT-6.1 Sol, column Table 9 result, Det.)",,out:effort-not-established, arxiv-2611.05340-t9-res-fa,arxiv-2611.05340,gpt-6.1-sol,unstated,reasoning-math,hard,,,,,,,0.0,false-alarm%,0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row GPT-6.1 Sol, column Table 9 result, FA)",,out:effort-not-established, arxiv-2611.05340-t9-res-j,arxiv-2611.05340,gpt-6.1-sol,unstated,reasoning-math,hard,,,,,,,0.97,Youden-J,0.00289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row GPT-6.1 Sol, column Table 9 result, J)",,out:effort-not-established, arxiv-2611.05340-t9-res-corr,arxiv-2611.05340,gpt-6.1-sol,unstated,reasoning-math,hard,,,,,,,96,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row GPT-6.1 Sol, column Table 9 result, Corr.)",,out:effort-not-established, arxiv-2611.05340-t9-res-real,arxiv-2611.05340,gpt-6.1-sol,unstated,reasoning-math,hard,,,,,,,100,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row GPT-6.1 Sol, column Table 9 result, Real)",,out:effort-not-established, arxiv-2611.05340-t9-ws-det,arxiv-2611.05340,gpt-6-luna,unstated,reasoning-math,hard,,,,,,,90.0,detection%,0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row GPT-6 Luna, column Table 9 worksheet, Det.)",,out:effort-not-established, arxiv-2611.05340-t9-ws-fa,arxiv-2611.05340,gpt-6-luna,unstated,reasoning-math,hard,,,,,,,3.3,false-alarm%,0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row GPT-6 Luna, column Table 9 worksheet, FA)",,out:effort-not-established, arxiv-2611.05340-t9-ws-j,arxiv-2611.05340,gpt-6-luna,unstated,reasoning-math,hard,,,,,,,0.87,Youden-J,0.00289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row GPT-6 Luna, column Table 9 worksheet, J)",,out:effort-not-established, arxiv-2611.05340-t9-ws-loc,arxiv-2611.05340,gpt-6-luna,unstated,reasoning-math,hard,,,,,,,89,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row GPT-6 Luna, column Table 9 worksheet, Loc.)",,out:effort-not-established, arxiv-2611.05340-t9-ws-corr,arxiv-2611.05340,gpt-6-luna,unstated,reasoning-math,hard,,,,,,,89,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row GPT-6 Luna, column Table 9 worksheet, Corr.)",,out:effort-not-established, arxiv-2611.05340-t9-ws-real,arxiv-2611.05340,gpt-6-luna,unstated,reasoning-math,hard,,,,,,,21,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row GPT-6 Luna, column Table 9 worksheet, Real)",,out:effort-not-established, arxiv-2611.05340-t9-res-det,arxiv-2611.05340,gpt-6-luna,unstated,reasoning-math,hard,,,,,,,94.7,detection%,0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row GPT-6 Luna, column Table 9 result, Det.)",,out:effort-not-established, arxiv-2611.05340-t9-res-fa,arxiv-2611.05340,gpt-6-luna,unstated,reasoning-math,hard,,,,,,,12.0,false-alarm%,0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row GPT-6 Luna, column Table 9 result, FA)",,out:effort-not-established, arxiv-2611.05340-t9-res-j,arxiv-2611.05340,gpt-6-luna,unstated,reasoning-math,hard,,,,,,,0.83,Youden-J,0.00289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row GPT-6 Luna, column Table 9 result, J)",,out:effort-not-established, arxiv-2611.05340-t9-res-corr,arxiv-2611.05340,gpt-6-luna,unstated,reasoning-math,hard,,,,,,,79,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row GPT-6 Luna, column Table 9 result, Corr.)",,out:effort-not-established, arxiv-2611.05340-t9-res-real,arxiv-2611.05340,gpt-6-luna,unstated,reasoning-math,hard,,,,,,,7,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row GPT-6 Luna, column Table 9 result, Real)",,out:effort-not-established, arxiv-2611.05340-t20-ws-under-5,arxiv-2611.05340,gpt-6-astra,unstated,mixed,hard,,,,,,,100,detection by error magnitude (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 20, row GPT-6 Astra, column Table 20 worksheet, Under 5%)",,out:effort-not-established, arxiv-2611.05340-t20-ws-5-20,arxiv-2611.05340,gpt-6-astra,unstated,mixed,hard,,,,,,,100,detection by error magnitude (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 20, row GPT-6 Astra, column Table 20 worksheet, 5-20%)",,out:effort-not-established, arxiv-2611.05340-t20-ws-over-20,arxiv-2611.05340,gpt-6-astra,unstated,mixed,hard,,,,,,,100,detection by error magnitude (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 20, row GPT-6 Astra, column Table 20 worksheet, Over 20%)",,out:effort-not-established, arxiv-2611.05340-t20-rs-under-5,arxiv-2611.05340,gpt-6-astra,unstated,mixed,hard,,,,,,,100,detection by error magnitude (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 20, row GPT-6 Astra, column Table 20 result, Under 5%)",,out:effort-not-established, arxiv-2611.05340-t20-rs-5-20,arxiv-2611.05340,gpt-6-astra,unstated,mixed,hard,,,,,,,100,detection by error magnitude (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 20, row GPT-6 Astra, column Table 20 result, 5-20%)",,out:effort-not-established, arxiv-2611.05340-t20-rs-over-20,arxiv-2611.05340,gpt-6-astra,unstated,mixed,hard,,,,,,,95,detection by error magnitude (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 20, row GPT-6 Astra, column Table 20 result, Over 20%)",,out:effort-not-established, arxiv-2611.05340-t20-ws-under-5,arxiv-2611.05340,gpt-6.1-sol,unstated,mixed,hard,,,,,,,91,detection by error magnitude (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 20, row GPT-6.1 Sol, column Table 20 worksheet, Under 5%)",,out:effort-not-established, arxiv-2611.05340-t20-ws-5-20,arxiv-2611.05340,gpt-6.1-sol,unstated,mixed,hard,,,,,,,100,detection by error magnitude (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 20, row GPT-6.1 Sol, column Table 20 worksheet, 5-20%)",,out:effort-not-established, arxiv-2611.05340-t20-ws-over-20,arxiv-2611.05340,gpt-6.1-sol,unstated,mixed,hard,,,,,,,100,detection by error magnitude (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 20, row GPT-6.1 Sol, column Table 20 worksheet, Over 20%)",,out:effort-not-established, arxiv-2611.05340-t20-rs-under-5,arxiv-2611.05340,gpt-6.1-sol,unstated,mixed,hard,,,,,,,100,detection by error magnitude (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 20, row GPT-6.1 Sol, column Table 20 result, Under 5%)",,out:effort-not-established, arxiv-2611.05340-t20-rs-5-20,arxiv-2611.05340,gpt-6.1-sol,unstated,mixed,hard,,,,,,,100,detection by error magnitude (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 20, row GPT-6.1 Sol, column Table 20 result, 5-20%)",,out:effort-not-established, arxiv-2611.05340-t20-rs-over-20,arxiv-2611.05340,gpt-6.1-sol,unstated,mixed,hard,,,,,,,94,detection by error magnitude (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 20, row GPT-6.1 Sol, column Table 20 result, Over 20%)",,out:effort-not-established, arxiv-2611.05340-t20-ws-under-5,arxiv-2611.05340,gpt-6-luna,unstated,mixed,hard,,,,,,,64,detection by error magnitude (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 20, row GPT-6 Luna, column Table 20 worksheet, Under 5%)",,out:effort-not-established, arxiv-2611.05340-t20-ws-5-20,arxiv-2611.05340,gpt-6-luna,unstated,mixed,hard,,,,,,,98,detection by error magnitude (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 20, row GPT-6 Luna, column Table 20 worksheet, 5-20%)",,out:effort-not-established, arxiv-2611.05340-t20-ws-over-20,arxiv-2611.05340,gpt-6-luna,unstated,mixed,hard,,,,,,,93,detection by error magnitude (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 20, row GPT-6 Luna, column Table 20 worksheet, Over 20%)",,out:effort-not-established, arxiv-2611.05340-t20-rs-under-5,arxiv-2611.05340,gpt-6-luna,unstated,mixed,hard,,,,,,,91,detection by error magnitude (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 20, row GPT-6 Luna, column Table 20 result, Under 5%)",,out:effort-not-established, arxiv-2611.05340-t20-rs-5-20,arxiv-2611.05340,gpt-6-luna,unstated,mixed,hard,,,,,,,100,detection by error magnitude (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 20, row GPT-6 Luna, column Table 20 result, 5-20%)",,out:effort-not-established, arxiv-2611.05340-t20-rs-over-20,arxiv-2611.05340,gpt-6-luna,unstated,mixed,hard,,,,,,,93,detection by error magnitude (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 20, row GPT-6 Luna, column Table 20 result, Over 20%)",,out:effort-not-established, arxiv-2611.05340-medphys-screen-dev60,arxiv-2611.05340,grok-4.7,high,mixed,hard,,,34,0.289,,,59,correct (of 60 development items),0,,,"https://arxiv.org/abs/2611.05340 (Table 8, row Grok 4.7, screening column)",,out:partial,out:partial arxiv-2611.05340-t13-calculation,arxiv-2611.05340,gpt-6-astra,not-established:absent,reasoning-math,hard,,,,,,,100.0,calculation%,0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 13, row GPT-6 Astra, column Table 13 Calculation %)",,out:effort-not-established, arxiv-2611.05340-t13-ws-det,arxiv-2611.05340,gpt-6-astra,not-established:absent,reasoning-math,hard,,,,,,,100,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 13, row GPT-6 Astra, column Table 13 worksheet Det.)",,out:effort-not-established, arxiv-2611.05340-t13-ws-fa,arxiv-2611.05340,gpt-6-astra,not-established:absent,reasoning-math,hard,,,,,,,1,false-alarms,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 13, row GPT-6 Astra, column Table 13 worksheet FA)",,out:effort-not-established, arxiv-2611.05340-t13-res-det,arxiv-2611.05340,gpt-6-astra,not-established:absent,reasoning-math,hard,,,,,,,97,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 13, row GPT-6 Astra, column Table 13 result Det.)",,out:effort-not-established, arxiv-2611.05340-t13-res-fa,arxiv-2611.05340,gpt-6-astra,not-established:absent,reasoning-math,hard,,,,,,,0,false-alarms,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 13, row GPT-6 Astra, column Table 13 result FA)",,out:effort-not-established, arxiv-2611.05340-t13-calculation,arxiv-2611.05340,gpt-6.1-sol,not-established:absent,reasoning-math,hard,,,,,,,99.7,calculation%,0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 13, row GPT-6.1 Sol, column Table 13 Calculation %)",,out:effort-not-established, arxiv-2611.05340-t13-ws-det,arxiv-2611.05340,gpt-6.1-sol,not-established:absent,reasoning-math,hard,,,,,,,100,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 13, row GPT-6.1 Sol, column Table 13 worksheet Det.)",,out:effort-not-established, arxiv-2611.05340-t13-ws-fa,arxiv-2611.05340,gpt-6.1-sol,not-established:absent,reasoning-math,hard,,,,,,,0,false-alarms,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 13, row GPT-6.1 Sol, column Table 13 worksheet FA)",,out:effort-not-established, arxiv-2611.05340-t13-res-det,arxiv-2611.05340,gpt-6.1-sol,not-established:absent,reasoning-math,hard,,,,,,,96,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 13, row GPT-6.1 Sol, column Table 13 result Det.)",,out:effort-not-established, arxiv-2611.05340-t13-res-fa,arxiv-2611.05340,gpt-6.1-sol,not-established:absent,reasoning-math,hard,,,,,,,0,false-alarms,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 13, row GPT-6.1 Sol, column Table 13 result FA)",,out:effort-not-established, arxiv-2611.05340-t13-calculation,arxiv-2611.05340,gpt-6-luna,not-established:absent,reasoning-math,hard,,,,,,,94.0,calculation%,0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 13, row GPT-6 Luna, column Table 13 Calculation %)",,out:effort-not-established, arxiv-2611.05340-t13-ws-det,arxiv-2611.05340,gpt-6-luna,not-established:absent,reasoning-math,hard,,,,,,,92,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 13, row GPT-6 Luna, column Table 13 worksheet Det.)",,out:effort-not-established, arxiv-2611.05340-t13-ws-fa,arxiv-2611.05340,gpt-6-luna,not-established:absent,reasoning-math,hard,,,,,,,4,false-alarms,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 13, row GPT-6 Luna, column Table 13 worksheet FA)",,out:effort-not-established, arxiv-2611.05340-t13-res-det,arxiv-2611.05340,gpt-6-luna,not-established:absent,reasoning-math,hard,,,,,,,96,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 13, row GPT-6 Luna, column Table 13 result Det.)",,out:effort-not-established, arxiv-2611.05340-t13-res-fa,arxiv-2611.05340,gpt-6-luna,not-established:absent,reasoning-math,hard,,,,,,,13,false-alarms,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 13, row GPT-6 Luna, column Table 13 result FA)",,out:effort-not-established, arxiv-2611.05340-t13-calculation,arxiv-2611.05340,deepseek-v4-pro-0813,not-established:absent,reasoning-math,hard,,,,,,,89.3,calculation%,0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 13, row DeepSeek V4 Pro, column Table 13 Calculation %)",,out:effort-not-established, arxiv-2611.05340-t13-ws-det,arxiv-2611.05340,deepseek-v4-pro-0813,not-established:absent,reasoning-math,hard,,,,,,,96,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 13, row DeepSeek V4 Pro, column Table 13 worksheet Det.)",,out:effort-not-established, arxiv-2611.05340-t13-ws-fa,arxiv-2611.05340,deepseek-v4-pro-0813,not-established:absent,reasoning-math,hard,,,,,,,43,false-alarms,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 13, row DeepSeek V4 Pro, column Table 13 worksheet FA)",,out:effort-not-established, arxiv-2611.05340-t13-res-det,arxiv-2611.05340,deepseek-v4-pro-0813,not-established:absent,reasoning-math,hard,,,,,,,92,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 13, row DeepSeek V4 Pro, column Table 13 result Det.)",,out:effort-not-established, arxiv-2611.05340-t13-res-fa,arxiv-2611.05340,deepseek-v4-pro-0813,not-established:absent,reasoning-math,hard,,,,,,,37,false-alarms,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 13, row DeepSeek V4 Pro, column Table 13 result FA)",,out:effort-not-established, arxiv-2611.05340-t13-calculation,arxiv-2611.05340,?gpt-oss-120b,not-established:absent,reasoning-math,hard,,,,,,,85.7,calculation%,0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 13, row gpt-oss-120b, column Table 13 Calculation %)",,out:model-not-established, arxiv-2611.05340-t13-ws-det,arxiv-2611.05340,?gpt-oss-120b,not-established:absent,reasoning-math,hard,,,,,,,87,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 13, row gpt-oss-120b, column Table 13 worksheet Det.)",,out:model-not-established, arxiv-2611.05340-t13-ws-fa,arxiv-2611.05340,?gpt-oss-120b,not-established:absent,reasoning-math,hard,,,,,,,7,false-alarms,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 13, row gpt-oss-120b, column Table 13 worksheet FA)",,out:model-not-established, arxiv-2611.05340-t13-res-det,arxiv-2611.05340,?gpt-oss-120b,not-established:absent,reasoning-math,hard,,,,,,,96,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 13, row gpt-oss-120b, column Table 13 result Det.)",,out:model-not-established, arxiv-2611.05340-t13-res-fa,arxiv-2611.05340,?gpt-oss-120b,not-established:absent,reasoning-math,hard,,,,,,,23,false-alarms,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 13, row gpt-oss-120b, column Table 13 result FA)",,out:model-not-established, arxiv-2611.05340-t13-calculation,arxiv-2611.05340,?gpt-oss-20b,not-established:absent,reasoning-math,hard,,,,,,,76.0,calculation%,0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 13, row gpt-oss-20b, column Table 13 Calculation %)",,out:model-not-established, arxiv-2611.05340-t13-ws-det,arxiv-2611.05340,?gpt-oss-20b,not-established:absent,reasoning-math,hard,,,,,,,85,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 13, row gpt-oss-20b, column Table 13 worksheet Det.)",,out:model-not-established, arxiv-2611.05340-t13-ws-fa,arxiv-2611.05340,?gpt-oss-20b,not-established:absent,reasoning-math,hard,,,,,,,4,false-alarms,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 13, row gpt-oss-20b, column Table 13 worksheet FA)",,out:model-not-established, arxiv-2611.05340-t13-res-det,arxiv-2611.05340,?gpt-oss-20b,not-established:absent,reasoning-math,hard,,,,,,,93,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 13, row gpt-oss-20b, column Table 13 result Det.)",,out:model-not-established, arxiv-2611.05340-t13-res-fa,arxiv-2611.05340,?gpt-oss-20b,not-established:absent,reasoning-math,hard,,,,,,,39,false-alarms,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 13, row gpt-oss-20b, column Table 13 result FA)",,out:model-not-established, arxiv-2611.05340-t14-run2-calculation,arxiv-2611.05340,gpt-6-luna,not-established:absent,mixed,hard,,,,,,,92.5,calculation%,0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 14, row GPT-6 Luna, column Table 14 repeat run (Run 2), calculation %)",,out:effort-not-established, arxiv-2611.05340-t14-run2-calculation,arxiv-2611.05340,?gpt-oss-120b,not-established:absent,mixed,hard,,,,,,,83.3,calculation%,0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 14, row gpt-oss-120b, column Table 14 repeat run (Run 2), calculation %)",,out:model-not-established, arxiv-2611.05340-t14-run2-calculation,arxiv-2611.05340,?gpt-oss-20b,not-established:absent,mixed,hard,,,,,,,73.0,calculation%,0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 14, row gpt-oss-20b, column Table 14 repeat run (Run 2), calculation %)",,out:model-not-established, arxiv-2611.05340-t15-result-detection-excl,arxiv-2611.05340,gpt-6-astra,not-established:absent,mixed,hard,,,,,,,100.0,detection%,0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 15, row GPT-6 Astra, column Table 15 result-check detection without the seven items (Excl.))",,out:effort-not-established, arxiv-2611.05340-t15-result-detection-excl,arxiv-2611.05340,gpt-6.1-sol,not-established:absent,mixed,hard,,,,,,,100.0,detection%,0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 15, row GPT-6.1 Sol, column Table 15 result-check detection without the seven items (Excl.))",,out:effort-not-established, arxiv-2611.05340-t15-result-detection-excl,arxiv-2611.05340,gemini-4-argon,not-established:absent,mixed,hard,,,,,,,100.0,detection%,0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 15, row Gemini 4 Argon, column Table 15 result-check detection without the seven items (Excl.))",,out:effort-not-established, arxiv-2611.05340-t15-result-detection-excl,arxiv-2611.05340,opus-5.5,not-established:absent,mixed,hard,,,,,,,99.3,detection%,0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 15, row Claude Opus 5.5, column Table 15 result-check detection without the seven items (Excl.))",,out:effort-not-established, arxiv-2611.05340-t15-result-detection-excl,arxiv-2611.05340,sonnet-5.5,not-established:absent,mixed,hard,,,,,,,99.3,detection%,0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 15, row Claude Sonnet 5.5, column Table 15 result-check detection without the seven items (Excl.))",,out:effort-not-established, arxiv-2611.05340-t15-result-detection-excl,arxiv-2611.05340,gpt-6-luna,not-established:absent,mixed,hard,,,,,,,98.6,detection%,0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 15, row GPT-6 Luna, column Table 15 result-check detection without the seven items (Excl.))",,out:effort-not-established, arxiv-2611.05340-t15-result-detection-excl,arxiv-2611.05340,fable-5.1,not-established:absent,mixed,hard,,,,,,,100.0,detection%,0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 15, row Claude Fable 5.1, column Table 15 result-check detection without the seven items (Excl.))",,out:effort-not-established, arxiv-2611.05340-t15-result-detection-excl,arxiv-2611.05340,deepseek-v4-pro-0813,not-established:absent,mixed,hard,,,,,,,95.1,detection%,0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 15, row DeepSeek V4 Pro, column Table 15 result-check detection without the seven items (Excl.))",,out:effort-not-established, arxiv-2611.05340-t15-result-detection-excl,arxiv-2611.05340,?gpt-oss-120b,not-established:absent,mixed,hard,,,,,,,99.3,detection%,0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 15, row gpt-oss-120b, column Table 15 result-check detection without the seven items (Excl.))",,out:model-not-established, arxiv-2611.05340-t15-result-detection-excl,arxiv-2611.05340,?gpt-oss-20b,not-established:absent,mixed,hard,,,,,,,97.2,detection%,0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 15, row gpt-oss-20b, column Table 15 result-check detection without the seven items (Excl.))",,out:model-not-established, arxiv-2611.05340-t20-ws-under-5,arxiv-2611.05340,?gpt-oss-120b,not-established:absent,mixed,hard,,,,,,,86,detection by error magnitude (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 20, row gpt-oss-120b, column Table 20 worksheet, Under 5%)",,out:model-not-established, arxiv-2611.05340-t20-ws-5-20,arxiv-2611.05340,?gpt-oss-120b,not-established:absent,mixed,hard,,,,,,,87,detection by error magnitude (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 20, row gpt-oss-120b, column Table 20 worksheet, 5-20%)",,out:model-not-established, arxiv-2611.05340-t20-ws-over-20,arxiv-2611.05340,?gpt-oss-120b,not-established:absent,mixed,hard,,,,,,,81,detection by error magnitude (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 20, row gpt-oss-120b, column Table 20 worksheet, Over 20%)",,out:model-not-established, arxiv-2611.05340-t20-rs-under-5,arxiv-2611.05340,?gpt-oss-120b,not-established:absent,mixed,hard,,,,,,,100,detection by error magnitude (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 20, row gpt-oss-120b, column Table 20 result, Under 5%)",,out:model-not-established, arxiv-2611.05340-t20-rs-5-20,arxiv-2611.05340,?gpt-oss-120b,not-established:absent,mixed,hard,,,,,,,98,detection by error magnitude (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 20, row gpt-oss-120b, column Table 20 result, 5-20%)",,out:model-not-established, arxiv-2611.05340-t20-rs-over-20,arxiv-2611.05340,?gpt-oss-120b,not-established:absent,mixed,hard,,,,,,,95,detection by error magnitude (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 20, row gpt-oss-120b, column Table 20 result, Over 20%)",,out:model-not-established, arxiv-2611.05340-t20-ws-under-5,arxiv-2611.05340,?gpt-oss-20b,not-established:absent,mixed,hard,,,,,,,77,detection by error magnitude (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 20, row gpt-oss-20b, column Table 20 worksheet, Under 5%)",,out:model-not-established, arxiv-2611.05340-t20-ws-5-20,arxiv-2611.05340,?gpt-oss-20b,not-established:absent,mixed,hard,,,,,,,87,detection by error magnitude (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 20, row gpt-oss-20b, column Table 20 worksheet, 5-20%)",,out:model-not-established, arxiv-2611.05340-t20-ws-over-20,arxiv-2611.05340,?gpt-oss-20b,not-established:absent,mixed,hard,,,,,,,81,detection by error magnitude (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 20, row gpt-oss-20b, column Table 20 worksheet, Over 20%)",,out:model-not-established, arxiv-2611.05340-t20-rs-under-5,arxiv-2611.05340,?gpt-oss-20b,not-established:absent,mixed,hard,,,,,,,95,detection by error magnitude (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 20, row gpt-oss-20b, column Table 20 result, Under 5%)",,out:model-not-established, arxiv-2611.05340-t20-rs-5-20,arxiv-2611.05340,?gpt-oss-20b,not-established:absent,mixed,hard,,,,,,,93,detection by error magnitude (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 20, row gpt-oss-20b, column Table 20 result, 5-20%)",,out:model-not-established, arxiv-2611.05340-t20-rs-over-20,arxiv-2611.05340,?gpt-oss-20b,not-established:absent,mixed,hard,,,,,,,98,detection by error magnitude (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 20, row gpt-oss-20b, column Table 20 result, Over 20%)",,out:model-not-established, arxiv-2611.05340-t20-ws-under-5,arxiv-2611.05340,opus-5.5,not-established:absent,mixed,hard,,,,,,,91,detection by error magnitude (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 20, row Claude Opus 5.5, column Table 20 worksheet, Under 5%)",,out:effort-not-established, arxiv-2611.05340-t20-ws-5-20,arxiv-2611.05340,opus-5.5,not-established:absent,mixed,hard,,,,,,,100,detection by error magnitude (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 20, row Claude Opus 5.5, column Table 20 worksheet, 5-20%)",,out:effort-not-established, arxiv-2611.05340-t20-ws-over-20,arxiv-2611.05340,opus-5.5,not-established:absent,mixed,hard,,,,,,,100,detection by error magnitude (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 20, row Claude Opus 5.5, column Table 20 worksheet, Over 20%)",,out:effort-not-established, arxiv-2611.05340-t20-rs-under-5,arxiv-2611.05340,opus-5.5,not-established:absent,mixed,hard,,,,,,,100,detection by error magnitude (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 20, row Claude Opus 5.5, column Table 20 result, Under 5%)",,out:effort-not-established, arxiv-2611.05340-t20-rs-5-20,arxiv-2611.05340,opus-5.5,not-established:absent,mixed,hard,,,,,,,98,detection by error magnitude (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 20, row Claude Opus 5.5, column Table 20 result, 5-20%)",,out:effort-not-established, arxiv-2611.05340-t20-rs-over-20,arxiv-2611.05340,opus-5.5,not-established:absent,mixed,hard,,,,,,,100,detection by error magnitude (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 20, row Claude Opus 5.5, column Table 20 result, Over 20%)",,out:effort-not-established, arxiv-2611.05340-t20-ws-under-5,arxiv-2611.05340,sonnet-5.5,not-established:absent,mixed,hard,,,,,,,95,detection by error magnitude (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 20, row Claude Sonnet 5.5, column Table 20 worksheet, Under 5%)",,out:effort-not-established, arxiv-2611.05340-t20-ws-5-20,arxiv-2611.05340,sonnet-5.5,not-established:absent,mixed,hard,,,,,,,100,detection by error magnitude (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 20, row Claude Sonnet 5.5, column Table 20 worksheet, 5-20%)",,out:effort-not-established, arxiv-2611.05340-t20-ws-over-20,arxiv-2611.05340,sonnet-5.5,not-established:absent,mixed,hard,,,,,,,100,detection by error magnitude (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 20, row Claude Sonnet 5.5, column Table 20 worksheet, Over 20%)",,out:effort-not-established, arxiv-2611.05340-t20-rs-under-5,arxiv-2611.05340,sonnet-5.5,not-established:absent,mixed,hard,,,,,,,100,detection by error magnitude (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 20, row Claude Sonnet 5.5, column Table 20 result, Under 5%)",,out:effort-not-established, arxiv-2611.05340-t20-rs-5-20,arxiv-2611.05340,sonnet-5.5,not-established:absent,mixed,hard,,,,,,,98,detection by error magnitude (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 20, row Claude Sonnet 5.5, column Table 20 result, 5-20%)",,out:effort-not-established, arxiv-2611.05340-t20-rs-over-20,arxiv-2611.05340,sonnet-5.5,not-established:absent,mixed,hard,,,,,,,99,detection by error magnitude (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 20, row Claude Sonnet 5.5, column Table 20 result, Over 20%)",,out:effort-not-established, arxiv-2611.05340-t20-ws-under-5,arxiv-2611.05340,fable-5.1,not-established:absent,mixed,hard,,,,,,,100,detection by error magnitude (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 20, row Claude Fable 5.1, column Table 20 worksheet, Under 5%)",,out:effort-not-established, arxiv-2611.05340-t20-ws-5-20,arxiv-2611.05340,fable-5.1,not-established:absent,mixed,hard,,,,,,,100,detection by error magnitude (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 20, row Claude Fable 5.1, column Table 20 worksheet, 5-20%)",,out:effort-not-established, arxiv-2611.05340-t20-ws-over-20,arxiv-2611.05340,fable-5.1,not-established:absent,mixed,hard,,,,,,,100,detection by error magnitude (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 20, row Claude Fable 5.1, column Table 20 worksheet, Over 20%)",,out:effort-not-established, arxiv-2611.05340-t20-rs-under-5,arxiv-2611.05340,fable-5.1,not-established:absent,mixed,hard,,,,,,,100,detection by error magnitude (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 20, row Claude Fable 5.1, column Table 20 result, Under 5%)",,out:effort-not-established, arxiv-2611.05340-t20-rs-5-20,arxiv-2611.05340,fable-5.1,not-established:absent,mixed,hard,,,,,,,100,detection by error magnitude (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 20, row Claude Fable 5.1, column Table 20 result, 5-20%)",,out:effort-not-established, arxiv-2611.05340-t20-rs-over-20,arxiv-2611.05340,fable-5.1,not-established:absent,mixed,hard,,,,,,,95,detection by error magnitude (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 20, row Claude Fable 5.1, column Table 20 result, Over 20%)",,out:effort-not-established, arxiv-2611.05340-t20-ws-under-5,arxiv-2611.05340,deepseek-v4-pro-0813,not-established:absent,mixed,hard,,,,,,,100,detection by error magnitude (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 20, row DeepSeek V4 Pro, column Table 20 worksheet, Under 5%)",,out:effort-not-established, arxiv-2611.05340-t20-ws-5-20,arxiv-2611.05340,deepseek-v4-pro-0813,not-established:absent,mixed,hard,,,,,,,93,detection by error magnitude (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 20, row DeepSeek V4 Pro, column Table 20 worksheet, 5-20%)",,out:effort-not-established, arxiv-2611.05340-t20-ws-over-20,arxiv-2611.05340,deepseek-v4-pro-0813,not-established:absent,mixed,hard,,,,,,,94,detection by error magnitude (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 20, row DeepSeek V4 Pro, column Table 20 worksheet, Over 20%)",,out:effort-not-established, arxiv-2611.05340-t20-rs-under-5,arxiv-2611.05340,deepseek-v4-pro-0813,not-established:absent,mixed,hard,,,,,,,91,detection by error magnitude (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 20, row DeepSeek V4 Pro, column Table 20 result, Under 5%)",,out:effort-not-established, arxiv-2611.05340-t20-rs-5-20,arxiv-2611.05340,deepseek-v4-pro-0813,not-established:absent,mixed,hard,,,,,,,96,detection by error magnitude (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 20, row DeepSeek V4 Pro, column Table 20 result, 5-20%)",,out:effort-not-established, arxiv-2611.05340-t20-rs-over-20,arxiv-2611.05340,deepseek-v4-pro-0813,not-established:absent,mixed,hard,,,,,,,90,detection by error magnitude (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 20, row DeepSeek V4 Pro, column Table 20 result, Over 20%)",,out:effort-not-established, arxiv-2611.05340-t20-ws-under-5,arxiv-2611.05340,gemini-4-argon,not-established:absent,mixed,hard,,,,,,,100,detection by error magnitude (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 20, row Gemini 4 Argon, column Table 20 worksheet, Under 5%)",,out:effort-not-established, arxiv-2611.05340-t20-ws-5-20,arxiv-2611.05340,gemini-4-argon,not-established:absent,mixed,hard,,,,,,,100,detection by error magnitude (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 20, row Gemini 4 Argon, column Table 20 worksheet, 5-20%)",,out:effort-not-established, arxiv-2611.05340-t20-ws-over-20,arxiv-2611.05340,gemini-4-argon,not-established:absent,mixed,hard,,,,,,,100,detection by error magnitude (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 20, row Gemini 4 Argon, column Table 20 worksheet, Over 20%)",,out:effort-not-established, arxiv-2611.05340-t20-rs-under-5,arxiv-2611.05340,gemini-4-argon,not-established:absent,mixed,hard,,,,,,,100,detection by error magnitude (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 20, row Gemini 4 Argon, column Table 20 result, Under 5%)",,out:effort-not-established, arxiv-2611.05340-t20-rs-5-20,arxiv-2611.05340,gemini-4-argon,not-established:absent,mixed,hard,,,,,,,100,detection by error magnitude (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 20, row Gemini 4 Argon, column Table 20 result, 5-20%)",,out:effort-not-established, arxiv-2611.05340-t20-rs-over-20,arxiv-2611.05340,gemini-4-argon,not-established:absent,mixed,hard,,,,,,,100,detection by error magnitude (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 20, row Gemini 4 Argon, column Table 20 result, Over 20%)",,out:effort-not-established, arxiv-2611.05340-t9-ws-det,arxiv-2611.05340,?gpt-oss-120b,not-established:absent,reasoning-math,hard,,,,,,,83.3,detection%,0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row gpt-oss-120b, column Table 9 worksheet, Det.)",,out:model-not-established, arxiv-2611.05340-t9-ws-fa,arxiv-2611.05340,?gpt-oss-120b,not-established:absent,reasoning-math,hard,,,,,,,4.7,false-alarm%,0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row gpt-oss-120b, column Table 9 worksheet, FA)",,out:model-not-established, arxiv-2611.05340-t9-ws-j,arxiv-2611.05340,?gpt-oss-120b,not-established:absent,reasoning-math,hard,,,,,,,0.79,Youden-J,0.00289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row gpt-oss-120b, column Table 9 worksheet, J)",,out:model-not-established, arxiv-2611.05340-t9-ws-loc,arxiv-2611.05340,?gpt-oss-120b,not-established:absent,reasoning-math,hard,,,,,,,77,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row gpt-oss-120b, column Table 9 worksheet, Loc.)",,out:model-not-established, arxiv-2611.05340-t9-ws-corr,arxiv-2611.05340,?gpt-oss-120b,not-established:absent,reasoning-math,hard,,,,,,,75,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row gpt-oss-120b, column Table 9 worksheet, Corr.)",,out:model-not-established, arxiv-2611.05340-t9-ws-real,arxiv-2611.05340,?gpt-oss-120b,not-established:absent,reasoning-math,hard,,,,,,,15,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row gpt-oss-120b, column Table 9 worksheet, Real)",,out:model-not-established, arxiv-2611.05340-t9-res-det,arxiv-2611.05340,?gpt-oss-120b,not-established:absent,reasoning-math,hard,,,,,,,96.7,detection%,0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row gpt-oss-120b, column Table 9 result, Det.)",,out:model-not-established, arxiv-2611.05340-t9-res-fa,arxiv-2611.05340,?gpt-oss-120b,not-established:absent,reasoning-math,hard,,,,,,,24.7,false-alarm%,0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row gpt-oss-120b, column Table 9 result, FA)",,out:model-not-established, arxiv-2611.05340-t9-res-j,arxiv-2611.05340,?gpt-oss-120b,not-established:absent,reasoning-math,hard,,,,,,,0.72,Youden-J,0.00289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row gpt-oss-120b, column Table 9 result, J)",,out:model-not-established, arxiv-2611.05340-t9-res-corr,arxiv-2611.05340,?gpt-oss-120b,not-established:absent,reasoning-math,hard,,,,,,,71,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row gpt-oss-120b, column Table 9 result, Corr.)",,out:model-not-established, arxiv-2611.05340-t9-res-real,arxiv-2611.05340,?gpt-oss-120b,not-established:absent,reasoning-math,hard,,,,,,,4,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row gpt-oss-120b, column Table 9 result, Real)",,out:model-not-established, arxiv-2611.05340-t9-ws-det,arxiv-2611.05340,?gpt-oss-20b,not-established:absent,reasoning-math,hard,,,,,,,82.0,detection%,0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row gpt-oss-20b, column Table 9 worksheet, Det.)",,out:model-not-established, arxiv-2611.05340-t9-ws-fa,arxiv-2611.05340,?gpt-oss-20b,not-established:absent,reasoning-math,hard,,,,,,,5.3,false-alarm%,0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row gpt-oss-20b, column Table 9 worksheet, FA)",,out:model-not-established, arxiv-2611.05340-t9-ws-j,arxiv-2611.05340,?gpt-oss-20b,not-established:absent,reasoning-math,hard,,,,,,,0.77,Youden-J,0.00289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row gpt-oss-20b, column Table 9 worksheet, J)",,out:model-not-established, arxiv-2611.05340-t9-ws-loc,arxiv-2611.05340,?gpt-oss-20b,not-established:absent,reasoning-math,hard,,,,,,,76,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row gpt-oss-20b, column Table 9 worksheet, Loc.)",,out:model-not-established, arxiv-2611.05340-t9-ws-corr,arxiv-2611.05340,?gpt-oss-20b,not-established:absent,reasoning-math,hard,,,,,,,69,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row gpt-oss-20b, column Table 9 worksheet, Corr.)",,out:model-not-established, arxiv-2611.05340-t9-ws-real,arxiv-2611.05340,?gpt-oss-20b,not-established:absent,reasoning-math,hard,,,,,,,13,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row gpt-oss-20b, column Table 9 worksheet, Real)",,out:model-not-established, arxiv-2611.05340-t9-res-det,arxiv-2611.05340,?gpt-oss-20b,not-established:absent,reasoning-math,hard,,,,,,,96.0,detection%,0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row gpt-oss-20b, column Table 9 result, Det.)",,out:model-not-established, arxiv-2611.05340-t9-res-fa,arxiv-2611.05340,?gpt-oss-20b,not-established:absent,reasoning-math,hard,,,,,,,38.7,false-alarm%,0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row gpt-oss-20b, column Table 9 result, FA)",,out:model-not-established, arxiv-2611.05340-t9-res-j,arxiv-2611.05340,?gpt-oss-20b,not-established:absent,reasoning-math,hard,,,,,,,0.57,Youden-J,0.00289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row gpt-oss-20b, column Table 9 result, J)",,out:model-not-established, arxiv-2611.05340-t9-res-corr,arxiv-2611.05340,?gpt-oss-20b,not-established:absent,reasoning-math,hard,,,,,,,59,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row gpt-oss-20b, column Table 9 result, Corr.)",,out:model-not-established, arxiv-2611.05340-t9-res-real,arxiv-2611.05340,?gpt-oss-20b,not-established:absent,reasoning-math,hard,,,,,,,2,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row gpt-oss-20b, column Table 9 result, Real)",,out:model-not-established, arxiv-2611.05340-t9-ws-det,arxiv-2611.05340,opus-5.5,not-established:absent,reasoning-math,hard,,,,,,,98.7,detection%,0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row Claude Opus 5.5, column Table 9 worksheet, Det.)",,out:effort-not-established, arxiv-2611.05340-t9-ws-fa,arxiv-2611.05340,opus-5.5,not-established:absent,reasoning-math,hard,,,,,,,1.3,false-alarm%,0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row Claude Opus 5.5, column Table 9 worksheet, FA)",,out:effort-not-established, arxiv-2611.05340-t9-ws-j,arxiv-2611.05340,opus-5.5,not-established:absent,reasoning-math,hard,,,,,,,0.97,Youden-J,0.00289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row Claude Opus 5.5, column Table 9 worksheet, J)",,out:effort-not-established, arxiv-2611.05340-t9-ws-loc,arxiv-2611.05340,opus-5.5,not-established:absent,reasoning-math,hard,,,,,,,99,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row Claude Opus 5.5, column Table 9 worksheet, Loc.)",,out:effort-not-established, arxiv-2611.05340-t9-ws-corr,arxiv-2611.05340,opus-5.5,not-established:absent,reasoning-math,hard,,,,,,,99,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row Claude Opus 5.5, column Table 9 worksheet, Corr.)",,out:effort-not-established, arxiv-2611.05340-t9-ws-real,arxiv-2611.05340,opus-5.5,not-established:absent,reasoning-math,hard,,,,,,,43,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row Claude Opus 5.5, column Table 9 worksheet, Real)",,out:effort-not-established, arxiv-2611.05340-t9-res-det,arxiv-2611.05340,opus-5.5,not-established:absent,reasoning-math,hard,,,,,,,99.3,detection%,0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row Claude Opus 5.5, column Table 9 result, Det.)",,out:effort-not-established, arxiv-2611.05340-t9-res-fa,arxiv-2611.05340,opus-5.5,not-established:absent,reasoning-math,hard,,,,,,,4.0,false-alarm%,0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row Claude Opus 5.5, column Table 9 result, FA)",,out:effort-not-established, arxiv-2611.05340-t9-res-j,arxiv-2611.05340,opus-5.5,not-established:absent,reasoning-math,hard,,,,,,,0.95,Youden-J,0.00289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row Claude Opus 5.5, column Table 9 result, J)",,out:effort-not-established, arxiv-2611.05340-t9-res-corr,arxiv-2611.05340,opus-5.5,not-established:absent,reasoning-math,hard,,,,,,,97,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row Claude Opus 5.5, column Table 9 result, Corr.)",,out:effort-not-established, arxiv-2611.05340-t9-res-real,arxiv-2611.05340,opus-5.5,not-established:absent,reasoning-math,hard,,,,,,,20,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row Claude Opus 5.5, column Table 9 result, Real)",,out:effort-not-established, arxiv-2611.05340-t9-ws-det,arxiv-2611.05340,sonnet-5.5,not-established:absent,reasoning-math,hard,,,,,,,99.3,detection%,0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row Claude Sonnet 5.5, column Table 9 worksheet, Det.)",,out:effort-not-established, arxiv-2611.05340-t9-ws-fa,arxiv-2611.05340,sonnet-5.5,not-established:absent,reasoning-math,hard,,,,,,,2.0,false-alarm%,0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row Claude Sonnet 5.5, column Table 9 worksheet, FA)",,out:effort-not-established, arxiv-2611.05340-t9-ws-j,arxiv-2611.05340,sonnet-5.5,not-established:absent,reasoning-math,hard,,,,,,,0.97,Youden-J,0.00289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row Claude Sonnet 5.5, column Table 9 worksheet, J)",,out:effort-not-established, arxiv-2611.05340-t9-ws-loc,arxiv-2611.05340,sonnet-5.5,not-established:absent,reasoning-math,hard,,,,,,,98,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row Claude Sonnet 5.5, column Table 9 worksheet, Loc.)",,out:effort-not-established, arxiv-2611.05340-t9-ws-corr,arxiv-2611.05340,sonnet-5.5,not-established:absent,reasoning-math,hard,,,,,,,98,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row Claude Sonnet 5.5, column Table 9 worksheet, Corr.)",,out:effort-not-established, arxiv-2611.05340-t9-ws-real,arxiv-2611.05340,sonnet-5.5,not-established:absent,reasoning-math,hard,,,,,,,33,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row Claude Sonnet 5.5, column Table 9 worksheet, Real)",,out:effort-not-established, arxiv-2611.05340-t9-res-det,arxiv-2611.05340,sonnet-5.5,not-established:absent,reasoning-math,hard,,,,,,,98.7,detection%,0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row Claude Sonnet 5.5, column Table 9 result, Det.)",,out:effort-not-established, arxiv-2611.05340-t9-res-fa,arxiv-2611.05340,sonnet-5.5,not-established:absent,reasoning-math,hard,,,,,,,10.7,false-alarm%,0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row Claude Sonnet 5.5, column Table 9 result, FA)",,out:effort-not-established, arxiv-2611.05340-t9-res-j,arxiv-2611.05340,sonnet-5.5,not-established:absent,reasoning-math,hard,,,,,,,0.88,Youden-J,0.00289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row Claude Sonnet 5.5, column Table 9 result, J)",,out:effort-not-established, arxiv-2611.05340-t9-res-corr,arxiv-2611.05340,sonnet-5.5,not-established:absent,reasoning-math,hard,,,,,,,83,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row Claude Sonnet 5.5, column Table 9 result, Corr.)",,out:effort-not-established, arxiv-2611.05340-t9-res-real,arxiv-2611.05340,sonnet-5.5,not-established:absent,reasoning-math,hard,,,,,,,9,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row Claude Sonnet 5.5, column Table 9 result, Real)",,out:effort-not-established, arxiv-2611.05340-t9-ws-det,arxiv-2611.05340,fable-5.1,not-established:absent,reasoning-math,hard,,,,,,,100.0,detection%,0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row Claude Fable 5.1, column Table 9 worksheet, Det.)",,out:effort-not-established, arxiv-2611.05340-t9-ws-fa,arxiv-2611.05340,fable-5.1,not-established:absent,reasoning-math,hard,,,,,,,0.0,false-alarm%,0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row Claude Fable 5.1, column Table 9 worksheet, FA)",,out:effort-not-established, arxiv-2611.05340-t9-ws-j,arxiv-2611.05340,fable-5.1,not-established:absent,reasoning-math,hard,,,,,,,1.00,Youden-J,0.00289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row Claude Fable 5.1, column Table 9 worksheet, J)",,out:effort-not-established, arxiv-2611.05340-t9-ws-loc,arxiv-2611.05340,fable-5.1,not-established:absent,reasoning-math,hard,,,,,,,99,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row Claude Fable 5.1, column Table 9 worksheet, Loc.)",,out:effort-not-established, arxiv-2611.05340-t9-ws-corr,arxiv-2611.05340,fable-5.1,not-established:absent,reasoning-math,hard,,,,,,,100,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row Claude Fable 5.1, column Table 9 worksheet, Corr.)",,out:effort-not-established, arxiv-2611.05340-t9-ws-real,arxiv-2611.05340,fable-5.1,not-established:absent,reasoning-math,hard,,,,,,,100,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row Claude Fable 5.1, column Table 9 worksheet, Real)",,out:effort-not-established, arxiv-2611.05340-t9-res-det,arxiv-2611.05340,fable-5.1,not-established:absent,reasoning-math,hard,,,,,,,97.3,detection%,0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row Claude Fable 5.1, column Table 9 result, Det.)",,out:effort-not-established, arxiv-2611.05340-t9-res-fa,arxiv-2611.05340,fable-5.1,not-established:absent,reasoning-math,hard,,,,,,,1.3,false-alarm%,0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row Claude Fable 5.1, column Table 9 result, FA)",,out:effort-not-established, arxiv-2611.05340-t9-res-j,arxiv-2611.05340,fable-5.1,not-established:absent,reasoning-math,hard,,,,,,,0.96,Youden-J,0.00289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row Claude Fable 5.1, column Table 9 result, J)",,out:effort-not-established, arxiv-2611.05340-t9-res-corr,arxiv-2611.05340,fable-5.1,not-established:absent,reasoning-math,hard,,,,,,,91,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row Claude Fable 5.1, column Table 9 result, Corr.)",,out:effort-not-established, arxiv-2611.05340-t9-res-real,arxiv-2611.05340,fable-5.1,not-established:absent,reasoning-math,hard,,,,,,,42,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row Claude Fable 5.1, column Table 9 result, Real)",,out:effort-not-established, arxiv-2611.05340-t9-ws-det,arxiv-2611.05340,deepseek-v4-pro-0813,not-established:absent,reasoning-math,hard,,,,,,,94.7,detection%,0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row DeepSeek V4 Pro, column Table 9 worksheet, Det.)",,out:effort-not-established, arxiv-2611.05340-t9-ws-fa,arxiv-2611.05340,deepseek-v4-pro-0813,not-established:absent,reasoning-math,hard,,,,,,,42.0,false-alarm%,0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row DeepSeek V4 Pro, column Table 9 worksheet, FA)",,out:effort-not-established, arxiv-2611.05340-t9-ws-j,arxiv-2611.05340,deepseek-v4-pro-0813,not-established:absent,reasoning-math,hard,,,,,,,0.53,Youden-J,0.00289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row DeepSeek V4 Pro, column Table 9 worksheet, J)",,out:effort-not-established, arxiv-2611.05340-t9-ws-loc,arxiv-2611.05340,deepseek-v4-pro-0813,not-established:absent,reasoning-math,hard,,,,,,,73,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row DeepSeek V4 Pro, column Table 9 worksheet, Loc.)",,out:effort-not-established, arxiv-2611.05340-t9-ws-corr,arxiv-2611.05340,deepseek-v4-pro-0813,not-established:absent,reasoning-math,hard,,,,,,,56,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row DeepSeek V4 Pro, column Table 9 worksheet, Corr.)",,out:effort-not-established, arxiv-2611.05340-t9-ws-real,arxiv-2611.05340,deepseek-v4-pro-0813,not-established:absent,reasoning-math,hard,,,,,,,2,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row DeepSeek V4 Pro, column Table 9 worksheet, Real)",,out:effort-not-established, arxiv-2611.05340-t9-res-det,arxiv-2611.05340,deepseek-v4-pro-0813,not-established:absent,reasoning-math,hard,,,,,,,92.0,detection%,0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row DeepSeek V4 Pro, column Table 9 result, Det.)",,out:effort-not-established, arxiv-2611.05340-t9-res-fa,arxiv-2611.05340,deepseek-v4-pro-0813,not-established:absent,reasoning-math,hard,,,,,,,36.0,false-alarm%,0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row DeepSeek V4 Pro, column Table 9 result, FA)",,out:effort-not-established, arxiv-2611.05340-t9-res-j,arxiv-2611.05340,deepseek-v4-pro-0813,not-established:absent,reasoning-math,hard,,,,,,,0.56,Youden-J,0.00289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row DeepSeek V4 Pro, column Table 9 result, J)",,out:effort-not-established, arxiv-2611.05340-t9-res-corr,arxiv-2611.05340,deepseek-v4-pro-0813,not-established:absent,reasoning-math,hard,,,,,,,57,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row DeepSeek V4 Pro, column Table 9 result, Corr.)",,out:effort-not-established, arxiv-2611.05340-t9-res-real,arxiv-2611.05340,deepseek-v4-pro-0813,not-established:absent,reasoning-math,hard,,,,,,,3,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 9, row DeepSeek V4 Pro, column Table 9 result, Real)",,out:effort-not-established, arxiv-2611.05340-t10-ws-planted-flagged,arxiv-2611.05340,gpt-6-astra,not-established:absent,mixed,hard,,,,,,,75,count of planted errors flagged,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row GPT-6 Astra, column Table 10 worksheet, planted errors flagged)",,out:effort-not-established, arxiv-2611.05340-t10-ws-planted-localized,arxiv-2611.05340,gpt-6-astra,not-established:absent,mixed,hard,,,,,,,75,count of planted errors localized,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row GPT-6 Astra, column Table 10 worksheet, planted errors localized)",,out:effort-not-established, arxiv-2611.05340-t10-ws-planted-corrected,arxiv-2611.05340,gpt-6-astra,not-established:absent,mixed,hard,,,,,,,75,count of planted errors corrected,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row GPT-6 Astra, column Table 10 worksheet, planted errors corrected)",,out:effort-not-established, arxiv-2611.05340-t10-ws-planted-none,arxiv-2611.05340,gpt-6-astra,not-established:absent,mixed,hard,,,,,,,0,count of planted cases without a parsable verdict,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row GPT-6 Astra, column Table 10 worksheet, planted cases without a parsable verdict)",,out:effort-not-established, arxiv-2611.05340-t10-ws-correct-accepted,arxiv-2611.05340,gpt-6-astra,not-established:absent,mixed,hard,,,,,,,74,count of correct calculations accepted,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row GPT-6 Astra, column Table 10 worksheet, correct calculations accepted)",,out:effort-not-established, arxiv-2611.05340-t10-ws-correct-flagged,arxiv-2611.05340,gpt-6-astra,not-established:absent,mixed,hard,,,,,,,1,count of correct calculations flagged (false alarms),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row GPT-6 Astra, column Table 10 worksheet, correct calculations flagged (false alarms))",,out:effort-not-established, arxiv-2611.05340-t10-ws-correct-none,arxiv-2611.05340,gpt-6-astra,not-established:absent,mixed,hard,,,,,,,0,count of correct cases without a parsable verdict,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row GPT-6 Astra, column Table 10 worksheet, correct cases without a parsable verdict)",,out:effort-not-established, arxiv-2611.05340-t10-rs-planted-flagged,arxiv-2611.05340,gpt-6-astra,not-established:absent,mixed,hard,,,,,,,73,count of planted errors flagged,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row GPT-6 Astra, column Table 10 result, planted errors flagged)",,out:effort-not-established, arxiv-2611.05340-t10-rs-planted-corrected,arxiv-2611.05340,gpt-6-astra,not-established:absent,mixed,hard,,,,,,,73,count of planted errors corrected,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row GPT-6 Astra, column Table 10 result, planted errors corrected)",,out:effort-not-established, arxiv-2611.05340-t10-rs-planted-none,arxiv-2611.05340,gpt-6-astra,not-established:absent,mixed,hard,,,,,,,0,count of planted cases without a parsable verdict,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row GPT-6 Astra, column Table 10 result, planted cases without a parsable verdict)",,out:effort-not-established, arxiv-2611.05340-t10-rs-correct-accepted,arxiv-2611.05340,gpt-6-astra,not-established:absent,mixed,hard,,,,,,,75,count of correct calculations accepted,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row GPT-6 Astra, column Table 10 result, correct calculations accepted)",,out:effort-not-established, arxiv-2611.05340-t10-rs-correct-flagged,arxiv-2611.05340,gpt-6-astra,not-established:absent,mixed,hard,,,,,,,0,count of correct calculations flagged (false alarms),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row GPT-6 Astra, column Table 10 result, correct calculations flagged (false alarms))",,out:effort-not-established, arxiv-2611.05340-t10-rs-correct-none,arxiv-2611.05340,gpt-6-astra,not-established:absent,mixed,hard,,,,,,,0,count of correct cases without a parsable verdict,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row GPT-6 Astra, column Table 10 result, correct cases without a parsable verdict)",,out:effort-not-established, arxiv-2611.05340-t10-ws-planted-flagged,arxiv-2611.05340,gpt-6.1-sol,not-established:absent,mixed,hard,,,,,,,148,count of planted errors flagged,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row GPT-6.1 Sol, column Table 10 worksheet, planted errors flagged)",,out:effort-not-established, arxiv-2611.05340-t10-ws-planted-localized,arxiv-2611.05340,gpt-6.1-sol,not-established:absent,mixed,hard,,,,,,,148,count of planted errors localized,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row GPT-6.1 Sol, column Table 10 worksheet, planted errors localized)",,out:effort-not-established, arxiv-2611.05340-t10-ws-planted-corrected,arxiv-2611.05340,gpt-6.1-sol,not-established:absent,mixed,hard,,,,,,,148,count of planted errors corrected,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row GPT-6.1 Sol, column Table 10 worksheet, planted errors corrected)",,out:effort-not-established, arxiv-2611.05340-t10-ws-planted-none,arxiv-2611.05340,gpt-6.1-sol,not-established:absent,mixed,hard,,,,,,,0,count of planted cases without a parsable verdict,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row GPT-6.1 Sol, column Table 10 worksheet, planted cases without a parsable verdict)",,out:effort-not-established, arxiv-2611.05340-t10-ws-correct-accepted,arxiv-2611.05340,gpt-6.1-sol,not-established:absent,mixed,hard,,,,,,,150,count of correct calculations accepted,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row GPT-6.1 Sol, column Table 10 worksheet, correct calculations accepted)",,out:effort-not-established, arxiv-2611.05340-t10-ws-correct-flagged,arxiv-2611.05340,gpt-6.1-sol,not-established:absent,mixed,hard,,,,,,,0,count of correct calculations flagged (false alarms),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row GPT-6.1 Sol, column Table 10 worksheet, correct calculations flagged (false alarms))",,out:effort-not-established, arxiv-2611.05340-t10-ws-correct-none,arxiv-2611.05340,gpt-6.1-sol,not-established:absent,mixed,hard,,,,,,,0,count of correct cases without a parsable verdict,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row GPT-6.1 Sol, column Table 10 worksheet, correct cases without a parsable verdict)",,out:effort-not-established, arxiv-2611.05340-t10-rs-planted-flagged,arxiv-2611.05340,gpt-6.1-sol,not-established:absent,mixed,hard,,,,,,,145,count of planted errors flagged,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row GPT-6.1 Sol, column Table 10 result, planted errors flagged)",,out:effort-not-established, arxiv-2611.05340-t10-rs-planted-corrected,arxiv-2611.05340,gpt-6.1-sol,not-established:absent,mixed,hard,,,,,,,144,count of planted errors corrected,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row GPT-6.1 Sol, column Table 10 result, planted errors corrected)",,out:effort-not-established, arxiv-2611.05340-t10-rs-planted-none,arxiv-2611.05340,gpt-6.1-sol,not-established:absent,mixed,hard,,,,,,,0,count of planted cases without a parsable verdict,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row GPT-6.1 Sol, column Table 10 result, planted cases without a parsable verdict)",,out:effort-not-established, arxiv-2611.05340-t10-rs-correct-accepted,arxiv-2611.05340,gpt-6.1-sol,not-established:absent,mixed,hard,,,,,,,150,count of correct calculations accepted,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row GPT-6.1 Sol, column Table 10 result, correct calculations accepted)",,out:effort-not-established, arxiv-2611.05340-t10-rs-correct-flagged,arxiv-2611.05340,gpt-6.1-sol,not-established:absent,mixed,hard,,,,,,,0,count of correct calculations flagged (false alarms),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row GPT-6.1 Sol, column Table 10 result, correct calculations flagged (false alarms))",,out:effort-not-established, arxiv-2611.05340-t10-rs-correct-none,arxiv-2611.05340,gpt-6.1-sol,not-established:absent,mixed,hard,,,,,,,0,count of correct cases without a parsable verdict,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row GPT-6.1 Sol, column Table 10 result, correct cases without a parsable verdict)",,out:effort-not-established, arxiv-2611.05340-t10-ws-planted-flagged,arxiv-2611.05340,gemini-4-argon,not-established:absent,mixed,hard,,,,,,,150,count of planted errors flagged,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row Gemini 4 Argon, column Table 10 worksheet, planted errors flagged)",,out:effort-not-established, arxiv-2611.05340-t10-ws-planted-localized,arxiv-2611.05340,gemini-4-argon,not-established:absent,mixed,hard,,,,,,,150,count of planted errors localized,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row Gemini 4 Argon, column Table 10 worksheet, planted errors localized)",,out:effort-not-established, arxiv-2611.05340-t10-ws-planted-corrected,arxiv-2611.05340,gemini-4-argon,not-established:absent,mixed,hard,,,,,,,147,count of planted errors corrected,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row Gemini 4 Argon, column Table 10 worksheet, planted errors corrected)",,out:effort-not-established, arxiv-2611.05340-t10-ws-planted-none,arxiv-2611.05340,gemini-4-argon,not-established:absent,mixed,hard,,,,,,,0,count of planted cases without a parsable verdict,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row Gemini 4 Argon, column Table 10 worksheet, planted cases without a parsable verdict)",,out:effort-not-established, arxiv-2611.05340-t10-ws-correct-accepted,arxiv-2611.05340,gemini-4-argon,not-established:absent,mixed,hard,,,,,,,149,count of correct calculations accepted,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row Gemini 4 Argon, column Table 10 worksheet, correct calculations accepted)",,out:effort-not-established, arxiv-2611.05340-t10-ws-correct-flagged,arxiv-2611.05340,gemini-4-argon,not-established:absent,mixed,hard,,,,,,,1,count of correct calculations flagged (false alarms),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row Gemini 4 Argon, column Table 10 worksheet, correct calculations flagged (false alarms))",,out:effort-not-established, arxiv-2611.05340-t10-ws-correct-none,arxiv-2611.05340,gemini-4-argon,not-established:absent,mixed,hard,,,,,,,0,count of correct cases without a parsable verdict,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row Gemini 4 Argon, column Table 10 worksheet, correct cases without a parsable verdict)",,out:effort-not-established, arxiv-2611.05340-t10-rs-planted-flagged,arxiv-2611.05340,gemini-4-argon,not-established:absent,mixed,hard,,,,,,,150,count of planted errors flagged,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row Gemini 4 Argon, column Table 10 result, planted errors flagged)",,out:effort-not-established, arxiv-2611.05340-t10-rs-planted-corrected,arxiv-2611.05340,gemini-4-argon,not-established:absent,mixed,hard,,,,,,,142,count of planted errors corrected,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row Gemini 4 Argon, column Table 10 result, planted errors corrected)",,out:effort-not-established, arxiv-2611.05340-t10-rs-planted-none,arxiv-2611.05340,gemini-4-argon,not-established:absent,mixed,hard,,,,,,,0,count of planted cases without a parsable verdict,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row Gemini 4 Argon, column Table 10 result, planted cases without a parsable verdict)",,out:effort-not-established, arxiv-2611.05340-t10-rs-correct-accepted,arxiv-2611.05340,gemini-4-argon,not-established:absent,mixed,hard,,,,,,,147,count of correct calculations accepted,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row Gemini 4 Argon, column Table 10 result, correct calculations accepted)",,out:effort-not-established, arxiv-2611.05340-t10-rs-correct-flagged,arxiv-2611.05340,gemini-4-argon,not-established:absent,mixed,hard,,,,,,,3,count of correct calculations flagged (false alarms),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row Gemini 4 Argon, column Table 10 result, correct calculations flagged (false alarms))",,out:effort-not-established, arxiv-2611.05340-t10-rs-correct-none,arxiv-2611.05340,gemini-4-argon,not-established:absent,mixed,hard,,,,,,,0,count of correct cases without a parsable verdict,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row Gemini 4 Argon, column Table 10 result, correct cases without a parsable verdict)",,out:effort-not-established, arxiv-2611.05340-t10-ws-planted-flagged,arxiv-2611.05340,opus-5.5,not-established:absent,mixed,hard,,,,,,,148,count of planted errors flagged,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row Claude Opus 5.5, column Table 10 worksheet, planted errors flagged)",,out:effort-not-established, arxiv-2611.05340-t10-ws-planted-localized,arxiv-2611.05340,opus-5.5,not-established:absent,mixed,hard,,,,,,,148,count of planted errors localized,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row Claude Opus 5.5, column Table 10 worksheet, planted errors localized)",,out:effort-not-established, arxiv-2611.05340-t10-ws-planted-corrected,arxiv-2611.05340,opus-5.5,not-established:absent,mixed,hard,,,,,,,148,count of planted errors corrected,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row Claude Opus 5.5, column Table 10 worksheet, planted errors corrected)",,out:effort-not-established, arxiv-2611.05340-t10-ws-planted-none,arxiv-2611.05340,opus-5.5,not-established:absent,mixed,hard,,,,,,,0,count of planted cases without a parsable verdict,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row Claude Opus 5.5, column Table 10 worksheet, planted cases without a parsable verdict)",,out:effort-not-established, arxiv-2611.05340-t10-ws-correct-accepted,arxiv-2611.05340,opus-5.5,not-established:absent,mixed,hard,,,,,,,148,count of correct calculations accepted,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row Claude Opus 5.5, column Table 10 worksheet, correct calculations accepted)",,out:effort-not-established, arxiv-2611.05340-t10-ws-correct-flagged,arxiv-2611.05340,opus-5.5,not-established:absent,mixed,hard,,,,,,,2,count of correct calculations flagged (false alarms),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row Claude Opus 5.5, column Table 10 worksheet, correct calculations flagged (false alarms))",,out:effort-not-established, arxiv-2611.05340-t10-ws-correct-none,arxiv-2611.05340,opus-5.5,not-established:absent,mixed,hard,,,,,,,0,count of correct cases without a parsable verdict,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row Claude Opus 5.5, column Table 10 worksheet, correct cases without a parsable verdict)",,out:effort-not-established, arxiv-2611.05340-t10-rs-planted-flagged,arxiv-2611.05340,opus-5.5,not-established:absent,mixed,hard,,,,,,,149,count of planted errors flagged,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row Claude Opus 5.5, column Table 10 result, planted errors flagged)",,out:effort-not-established, arxiv-2611.05340-t10-rs-planted-corrected,arxiv-2611.05340,opus-5.5,not-established:absent,mixed,hard,,,,,,,145,count of planted errors corrected,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row Claude Opus 5.5, column Table 10 result, planted errors corrected)",,out:effort-not-established, arxiv-2611.05340-t10-rs-planted-none,arxiv-2611.05340,opus-5.5,not-established:absent,mixed,hard,,,,,,,0,count of planted cases without a parsable verdict,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row Claude Opus 5.5, column Table 10 result, planted cases without a parsable verdict)",,out:effort-not-established, arxiv-2611.05340-t10-rs-correct-accepted,arxiv-2611.05340,opus-5.5,not-established:absent,mixed,hard,,,,,,,144,count of correct calculations accepted,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row Claude Opus 5.5, column Table 10 result, correct calculations accepted)",,out:effort-not-established, arxiv-2611.05340-t10-rs-correct-flagged,arxiv-2611.05340,opus-5.5,not-established:absent,mixed,hard,,,,,,,6,count of correct calculations flagged (false alarms),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row Claude Opus 5.5, column Table 10 result, correct calculations flagged (false alarms))",,out:effort-not-established, arxiv-2611.05340-t10-rs-correct-none,arxiv-2611.05340,opus-5.5,not-established:absent,mixed,hard,,,,,,,0,count of correct cases without a parsable verdict,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row Claude Opus 5.5, column Table 10 result, correct cases without a parsable verdict)",,out:effort-not-established, arxiv-2611.05340-t10-ws-planted-flagged,arxiv-2611.05340,sonnet-5.5,not-established:absent,mixed,hard,,,,,,,149,count of planted errors flagged,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row Claude Sonnet 5.5, column Table 10 worksheet, planted errors flagged)",,out:effort-not-established, arxiv-2611.05340-t10-ws-planted-localized,arxiv-2611.05340,sonnet-5.5,not-established:absent,mixed,hard,,,,,,,147,count of planted errors localized,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row Claude Sonnet 5.5, column Table 10 worksheet, planted errors localized)",,out:effort-not-established, arxiv-2611.05340-t10-ws-planted-corrected,arxiv-2611.05340,sonnet-5.5,not-established:absent,mixed,hard,,,,,,,147,count of planted errors corrected,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row Claude Sonnet 5.5, column Table 10 worksheet, planted errors corrected)",,out:effort-not-established, arxiv-2611.05340-t10-ws-planted-none,arxiv-2611.05340,sonnet-5.5,not-established:absent,mixed,hard,,,,,,,0,count of planted cases without a parsable verdict,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row Claude Sonnet 5.5, column Table 10 worksheet, planted cases without a parsable verdict)",,out:effort-not-established, arxiv-2611.05340-t10-ws-correct-accepted,arxiv-2611.05340,sonnet-5.5,not-established:absent,mixed,hard,,,,,,,147,count of correct calculations accepted,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row Claude Sonnet 5.5, column Table 10 worksheet, correct calculations accepted)",,out:effort-not-established, arxiv-2611.05340-t10-ws-correct-flagged,arxiv-2611.05340,sonnet-5.5,not-established:absent,mixed,hard,,,,,,,3,count of correct calculations flagged (false alarms),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row Claude Sonnet 5.5, column Table 10 worksheet, correct calculations flagged (false alarms))",,out:effort-not-established, arxiv-2611.05340-t10-ws-correct-none,arxiv-2611.05340,sonnet-5.5,not-established:absent,mixed,hard,,,,,,,0,count of correct cases without a parsable verdict,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row Claude Sonnet 5.5, column Table 10 worksheet, correct cases without a parsable verdict)",,out:effort-not-established, arxiv-2611.05340-t10-rs-planted-flagged,arxiv-2611.05340,sonnet-5.5,not-established:absent,mixed,hard,,,,,,,148,count of planted errors flagged,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row Claude Sonnet 5.5, column Table 10 result, planted errors flagged)",,out:effort-not-established, arxiv-2611.05340-t10-rs-planted-corrected,arxiv-2611.05340,sonnet-5.5,not-established:absent,mixed,hard,,,,,,,125,count of planted errors corrected,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row Claude Sonnet 5.5, column Table 10 result, planted errors corrected)",,out:effort-not-established, arxiv-2611.05340-t10-rs-planted-none,arxiv-2611.05340,sonnet-5.5,not-established:absent,mixed,hard,,,,,,,0,count of planted cases without a parsable verdict,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row Claude Sonnet 5.5, column Table 10 result, planted cases without a parsable verdict)",,out:effort-not-established, arxiv-2611.05340-t10-rs-correct-accepted,arxiv-2611.05340,sonnet-5.5,not-established:absent,mixed,hard,,,,,,,134,count of correct calculations accepted,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row Claude Sonnet 5.5, column Table 10 result, correct calculations accepted)",,out:effort-not-established, arxiv-2611.05340-t10-rs-correct-flagged,arxiv-2611.05340,sonnet-5.5,not-established:absent,mixed,hard,,,,,,,16,count of correct calculations flagged (false alarms),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row Claude Sonnet 5.5, column Table 10 result, correct calculations flagged (false alarms))",,out:effort-not-established, arxiv-2611.05340-t10-rs-correct-none,arxiv-2611.05340,sonnet-5.5,not-established:absent,mixed,hard,,,,,,,0,count of correct cases without a parsable verdict,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row Claude Sonnet 5.5, column Table 10 result, correct cases without a parsable verdict)",,out:effort-not-established, arxiv-2611.05340-t10-ws-planted-flagged,arxiv-2611.05340,gpt-6-luna,not-established:absent,mixed,hard,,,,,,,135,count of planted errors flagged,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row GPT-6 Luna, column Table 10 worksheet, planted errors flagged)",,out:effort-not-established, arxiv-2611.05340-t10-ws-planted-localized,arxiv-2611.05340,gpt-6-luna,not-established:absent,mixed,hard,,,,,,,133,count of planted errors localized,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row GPT-6 Luna, column Table 10 worksheet, planted errors localized)",,out:effort-not-established, arxiv-2611.05340-t10-ws-planted-corrected,arxiv-2611.05340,gpt-6-luna,not-established:absent,mixed,hard,,,,,,,133,count of planted errors corrected,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row GPT-6 Luna, column Table 10 worksheet, planted errors corrected)",,out:effort-not-established, arxiv-2611.05340-t10-ws-planted-none,arxiv-2611.05340,gpt-6-luna,not-established:absent,mixed,hard,,,,,,,0,count of planted cases without a parsable verdict,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row GPT-6 Luna, column Table 10 worksheet, planted cases without a parsable verdict)",,out:effort-not-established, arxiv-2611.05340-t10-ws-correct-accepted,arxiv-2611.05340,gpt-6-luna,not-established:absent,mixed,hard,,,,,,,145,count of correct calculations accepted,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row GPT-6 Luna, column Table 10 worksheet, correct calculations accepted)",,out:effort-not-established, arxiv-2611.05340-t10-ws-correct-flagged,arxiv-2611.05340,gpt-6-luna,not-established:absent,mixed,hard,,,,,,,5,count of correct calculations flagged (false alarms),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row GPT-6 Luna, column Table 10 worksheet, correct calculations flagged (false alarms))",,out:effort-not-established, arxiv-2611.05340-t10-ws-correct-none,arxiv-2611.05340,gpt-6-luna,not-established:absent,mixed,hard,,,,,,,0,count of correct cases without a parsable verdict,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row GPT-6 Luna, column Table 10 worksheet, correct cases without a parsable verdict)",,out:effort-not-established, arxiv-2611.05340-t10-rs-planted-flagged,arxiv-2611.05340,gpt-6-luna,not-established:absent,mixed,hard,,,,,,,142,count of planted errors flagged,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row GPT-6 Luna, column Table 10 result, planted errors flagged)",,out:effort-not-established, arxiv-2611.05340-t10-rs-planted-corrected,arxiv-2611.05340,gpt-6-luna,not-established:absent,mixed,hard,,,,,,,119,count of planted errors corrected,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row GPT-6 Luna, column Table 10 result, planted errors corrected)",,out:effort-not-established, arxiv-2611.05340-t10-rs-planted-none,arxiv-2611.05340,gpt-6-luna,not-established:absent,mixed,hard,,,,,,,0,count of planted cases without a parsable verdict,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row GPT-6 Luna, column Table 10 result, planted cases without a parsable verdict)",,out:effort-not-established, arxiv-2611.05340-t10-rs-correct-accepted,arxiv-2611.05340,gpt-6-luna,not-established:absent,mixed,hard,,,,,,,132,count of correct calculations accepted,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row GPT-6 Luna, column Table 10 result, correct calculations accepted)",,out:effort-not-established, arxiv-2611.05340-t10-rs-correct-flagged,arxiv-2611.05340,gpt-6-luna,not-established:absent,mixed,hard,,,,,,,18,count of correct calculations flagged (false alarms),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row GPT-6 Luna, column Table 10 result, correct calculations flagged (false alarms))",,out:effort-not-established, arxiv-2611.05340-t10-rs-correct-none,arxiv-2611.05340,gpt-6-luna,not-established:absent,mixed,hard,,,,,,,0,count of correct cases without a parsable verdict,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row GPT-6 Luna, column Table 10 result, correct cases without a parsable verdict)",,out:effort-not-established, arxiv-2611.05340-t10-ws-planted-flagged,arxiv-2611.05340,fable-5.1,not-established:absent,mixed,hard,,,,,,,75,count of planted errors flagged,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row Claude Fable 5.1, column Table 10 worksheet, planted errors flagged)",,out:effort-not-established, arxiv-2611.05340-t10-ws-planted-localized,arxiv-2611.05340,fable-5.1,not-established:absent,mixed,hard,,,,,,,74,count of planted errors localized,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row Claude Fable 5.1, column Table 10 worksheet, planted errors localized)",,out:effort-not-established, arxiv-2611.05340-t10-ws-planted-corrected,arxiv-2611.05340,fable-5.1,not-established:absent,mixed,hard,,,,,,,75,count of planted errors corrected,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row Claude Fable 5.1, column Table 10 worksheet, planted errors corrected)",,out:effort-not-established, arxiv-2611.05340-t10-ws-planted-none,arxiv-2611.05340,fable-5.1,not-established:absent,mixed,hard,,,,,,,0,count of planted cases without a parsable verdict,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row Claude Fable 5.1, column Table 10 worksheet, planted cases without a parsable verdict)",,out:effort-not-established, arxiv-2611.05340-t10-ws-correct-accepted,arxiv-2611.05340,fable-5.1,not-established:absent,mixed,hard,,,,,,,75,count of correct calculations accepted,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row Claude Fable 5.1, column Table 10 worksheet, correct calculations accepted)",,out:effort-not-established, arxiv-2611.05340-t10-ws-correct-flagged,arxiv-2611.05340,fable-5.1,not-established:absent,mixed,hard,,,,,,,0,count of correct calculations flagged (false alarms),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row Claude Fable 5.1, column Table 10 worksheet, correct calculations flagged (false alarms))",,out:effort-not-established, arxiv-2611.05340-t10-ws-correct-none,arxiv-2611.05340,fable-5.1,not-established:absent,mixed,hard,,,,,,,0,count of correct cases without a parsable verdict,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row Claude Fable 5.1, column Table 10 worksheet, correct cases without a parsable verdict)",,out:effort-not-established, arxiv-2611.05340-t10-rs-planted-flagged,arxiv-2611.05340,fable-5.1,not-established:absent,mixed,hard,,,,,,,73,count of planted errors flagged,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row Claude Fable 5.1, column Table 10 result, planted errors flagged)",,out:effort-not-established, arxiv-2611.05340-t10-rs-planted-corrected,arxiv-2611.05340,fable-5.1,not-established:absent,mixed,hard,,,,,,,68,count of planted errors corrected,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row Claude Fable 5.1, column Table 10 result, planted errors corrected)",,out:effort-not-established, arxiv-2611.05340-t10-rs-planted-none,arxiv-2611.05340,fable-5.1,not-established:absent,mixed,hard,,,,,,,0,count of planted cases without a parsable verdict,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row Claude Fable 5.1, column Table 10 result, planted cases without a parsable verdict)",,out:effort-not-established, arxiv-2611.05340-t10-rs-correct-accepted,arxiv-2611.05340,fable-5.1,not-established:absent,mixed,hard,,,,,,,74,count of correct calculations accepted,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row Claude Fable 5.1, column Table 10 result, correct calculations accepted)",,out:effort-not-established, arxiv-2611.05340-t10-rs-correct-flagged,arxiv-2611.05340,fable-5.1,not-established:absent,mixed,hard,,,,,,,1,count of correct calculations flagged (false alarms),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row Claude Fable 5.1, column Table 10 result, correct calculations flagged (false alarms))",,out:effort-not-established, arxiv-2611.05340-t10-rs-correct-none,arxiv-2611.05340,fable-5.1,not-established:absent,mixed,hard,,,,,,,0,count of correct cases without a parsable verdict,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row Claude Fable 5.1, column Table 10 result, correct cases without a parsable verdict)",,out:effort-not-established, arxiv-2611.05340-t10-ws-planted-flagged,arxiv-2611.05340,deepseek-v4-pro-0813,not-established:absent,mixed,hard,,,,,,,142,count of planted errors flagged,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row DeepSeek V4 Pro, column Table 10 worksheet, planted errors flagged)",,out:effort-not-established, arxiv-2611.05340-t10-ws-planted-localized,arxiv-2611.05340,deepseek-v4-pro-0813,not-established:absent,mixed,hard,,,,,,,109,count of planted errors localized,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row DeepSeek V4 Pro, column Table 10 worksheet, planted errors localized)",,out:effort-not-established, arxiv-2611.05340-t10-ws-planted-corrected,arxiv-2611.05340,deepseek-v4-pro-0813,not-established:absent,mixed,hard,,,,,,,84,count of planted errors corrected,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row DeepSeek V4 Pro, column Table 10 worksheet, planted errors corrected)",,out:effort-not-established, arxiv-2611.05340-t10-ws-planted-none,arxiv-2611.05340,deepseek-v4-pro-0813,not-established:absent,mixed,hard,,,,,,,2,count of planted cases without a parsable verdict,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row DeepSeek V4 Pro, column Table 10 worksheet, planted cases without a parsable verdict)",,out:effort-not-established, arxiv-2611.05340-t10-ws-correct-accepted,arxiv-2611.05340,deepseek-v4-pro-0813,not-established:absent,mixed,hard,,,,,,,86,count of correct calculations accepted,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row DeepSeek V4 Pro, column Table 10 worksheet, correct calculations accepted)",,out:effort-not-established, arxiv-2611.05340-t10-ws-correct-flagged,arxiv-2611.05340,deepseek-v4-pro-0813,not-established:absent,mixed,hard,,,,,,,63,count of correct calculations flagged (false alarms),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row DeepSeek V4 Pro, column Table 10 worksheet, correct calculations flagged (false alarms))",,out:effort-not-established, arxiv-2611.05340-t10-ws-correct-none,arxiv-2611.05340,deepseek-v4-pro-0813,not-established:absent,mixed,hard,,,,,,,1,count of correct cases without a parsable verdict,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row DeepSeek V4 Pro, column Table 10 worksheet, correct cases without a parsable verdict)",,out:effort-not-established, arxiv-2611.05340-t10-rs-planted-flagged,arxiv-2611.05340,deepseek-v4-pro-0813,not-established:absent,mixed,hard,,,,,,,138,count of planted errors flagged,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row DeepSeek V4 Pro, column Table 10 result, planted errors flagged)",,out:effort-not-established, arxiv-2611.05340-t10-rs-planted-corrected,arxiv-2611.05340,deepseek-v4-pro-0813,not-established:absent,mixed,hard,,,,,,,85,count of planted errors corrected,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row DeepSeek V4 Pro, column Table 10 result, planted errors corrected)",,out:effort-not-established, arxiv-2611.05340-t10-rs-planted-none,arxiv-2611.05340,deepseek-v4-pro-0813,not-established:absent,mixed,hard,,,,,,,2,count of planted cases without a parsable verdict,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row DeepSeek V4 Pro, column Table 10 result, planted cases without a parsable verdict)",,out:effort-not-established, arxiv-2611.05340-t10-rs-correct-accepted,arxiv-2611.05340,deepseek-v4-pro-0813,not-established:absent,mixed,hard,,,,,,,94,count of correct calculations accepted,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row DeepSeek V4 Pro, column Table 10 result, correct calculations accepted)",,out:effort-not-established, arxiv-2611.05340-t10-rs-correct-flagged,arxiv-2611.05340,deepseek-v4-pro-0813,not-established:absent,mixed,hard,,,,,,,54,count of correct calculations flagged (false alarms),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row DeepSeek V4 Pro, column Table 10 result, correct calculations flagged (false alarms))",,out:effort-not-established, arxiv-2611.05340-t10-rs-correct-none,arxiv-2611.05340,deepseek-v4-pro-0813,not-established:absent,mixed,hard,,,,,,,2,count of correct cases without a parsable verdict,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row DeepSeek V4 Pro, column Table 10 result, correct cases without a parsable verdict)",,out:effort-not-established, arxiv-2611.05340-t10-ws-planted-flagged,arxiv-2611.05340,?gpt-oss-120b,not-established:absent,mixed,hard,,,,,,,125,count of planted errors flagged,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row gpt-oss-120b, column Table 10 worksheet, planted errors flagged)",,out:model-not-established, arxiv-2611.05340-t10-ws-planted-localized,arxiv-2611.05340,?gpt-oss-120b,not-established:absent,mixed,hard,,,,,,,115,count of planted errors localized,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row gpt-oss-120b, column Table 10 worksheet, planted errors localized)",,out:model-not-established, arxiv-2611.05340-t10-ws-planted-corrected,arxiv-2611.05340,?gpt-oss-120b,not-established:absent,mixed,hard,,,,,,,112,count of planted errors corrected,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row gpt-oss-120b, column Table 10 worksheet, planted errors corrected)",,out:model-not-established, arxiv-2611.05340-t10-ws-planted-none,arxiv-2611.05340,?gpt-oss-120b,not-established:absent,mixed,hard,,,,,,,0,count of planted cases without a parsable verdict,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row gpt-oss-120b, column Table 10 worksheet, planted cases without a parsable verdict)",,out:model-not-established, arxiv-2611.05340-t10-ws-correct-accepted,arxiv-2611.05340,?gpt-oss-120b,not-established:absent,mixed,hard,,,,,,,143,count of correct calculations accepted,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row gpt-oss-120b, column Table 10 worksheet, correct calculations accepted)",,out:model-not-established, arxiv-2611.05340-t10-ws-correct-flagged,arxiv-2611.05340,?gpt-oss-120b,not-established:absent,mixed,hard,,,,,,,7,count of correct calculations flagged (false alarms),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row gpt-oss-120b, column Table 10 worksheet, correct calculations flagged (false alarms))",,out:model-not-established, arxiv-2611.05340-t10-ws-correct-none,arxiv-2611.05340,?gpt-oss-120b,not-established:absent,mixed,hard,,,,,,,0,count of correct cases without a parsable verdict,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row gpt-oss-120b, column Table 10 worksheet, correct cases without a parsable verdict)",,out:model-not-established, arxiv-2611.05340-t10-rs-planted-flagged,arxiv-2611.05340,?gpt-oss-120b,not-established:absent,mixed,hard,,,,,,,145,count of planted errors flagged,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row gpt-oss-120b, column Table 10 result, planted errors flagged)",,out:model-not-established, arxiv-2611.05340-t10-rs-planted-corrected,arxiv-2611.05340,?gpt-oss-120b,not-established:absent,mixed,hard,,,,,,,106,count of planted errors corrected,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row gpt-oss-120b, column Table 10 result, planted errors corrected)",,out:model-not-established, arxiv-2611.05340-t10-rs-planted-none,arxiv-2611.05340,?gpt-oss-120b,not-established:absent,mixed,hard,,,,,,,0,count of planted cases without a parsable verdict,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row gpt-oss-120b, column Table 10 result, planted cases without a parsable verdict)",,out:model-not-established, arxiv-2611.05340-t10-rs-correct-accepted,arxiv-2611.05340,?gpt-oss-120b,not-established:absent,mixed,hard,,,,,,,113,count of correct calculations accepted,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row gpt-oss-120b, column Table 10 result, correct calculations accepted)",,out:model-not-established, arxiv-2611.05340-t10-rs-correct-flagged,arxiv-2611.05340,?gpt-oss-120b,not-established:absent,mixed,hard,,,,,,,37,count of correct calculations flagged (false alarms),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row gpt-oss-120b, column Table 10 result, correct calculations flagged (false alarms))",,out:model-not-established, arxiv-2611.05340-t10-rs-correct-none,arxiv-2611.05340,?gpt-oss-120b,not-established:absent,mixed,hard,,,,,,,0,count of correct cases without a parsable verdict,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row gpt-oss-120b, column Table 10 result, correct cases without a parsable verdict)",,out:model-not-established, arxiv-2611.05340-t10-ws-planted-flagged,arxiv-2611.05340,?gpt-oss-20b,not-established:absent,mixed,hard,,,,,,,123,count of planted errors flagged,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row gpt-oss-20b, column Table 10 worksheet, planted errors flagged)",,out:model-not-established, arxiv-2611.05340-t10-ws-planted-localized,arxiv-2611.05340,?gpt-oss-20b,not-established:absent,mixed,hard,,,,,,,114,count of planted errors localized,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row gpt-oss-20b, column Table 10 worksheet, planted errors localized)",,out:model-not-established, arxiv-2611.05340-t10-ws-planted-corrected,arxiv-2611.05340,?gpt-oss-20b,not-established:absent,mixed,hard,,,,,,,103,count of planted errors corrected,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row gpt-oss-20b, column Table 10 worksheet, planted errors corrected)",,out:model-not-established, arxiv-2611.05340-t10-ws-planted-none,arxiv-2611.05340,?gpt-oss-20b,not-established:absent,mixed,hard,,,,,,,1,count of planted cases without a parsable verdict,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row gpt-oss-20b, column Table 10 worksheet, planted cases without a parsable verdict)",,out:model-not-established, arxiv-2611.05340-t10-ws-correct-accepted,arxiv-2611.05340,?gpt-oss-20b,not-established:absent,mixed,hard,,,,,,,142,count of correct calculations accepted,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row gpt-oss-20b, column Table 10 worksheet, correct calculations accepted)",,out:model-not-established, arxiv-2611.05340-t10-ws-correct-flagged,arxiv-2611.05340,?gpt-oss-20b,not-established:absent,mixed,hard,,,,,,,8,count of correct calculations flagged (false alarms),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row gpt-oss-20b, column Table 10 worksheet, correct calculations flagged (false alarms))",,out:model-not-established, arxiv-2611.05340-t10-ws-correct-none,arxiv-2611.05340,?gpt-oss-20b,not-established:absent,mixed,hard,,,,,,,0,count of correct cases without a parsable verdict,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row gpt-oss-20b, column Table 10 worksheet, correct cases without a parsable verdict)",,out:model-not-established, arxiv-2611.05340-t10-rs-planted-flagged,arxiv-2611.05340,?gpt-oss-20b,not-established:absent,mixed,hard,,,,,,,144,count of planted errors flagged,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row gpt-oss-20b, column Table 10 result, planted errors flagged)",,out:model-not-established, arxiv-2611.05340-t10-rs-planted-corrected,arxiv-2611.05340,?gpt-oss-20b,not-established:absent,mixed,hard,,,,,,,88,count of planted errors corrected,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row gpt-oss-20b, column Table 10 result, planted errors corrected)",,out:model-not-established, arxiv-2611.05340-t10-rs-planted-none,arxiv-2611.05340,?gpt-oss-20b,not-established:absent,mixed,hard,,,,,,,0,count of planted cases without a parsable verdict,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row gpt-oss-20b, column Table 10 result, planted cases without a parsable verdict)",,out:model-not-established, arxiv-2611.05340-t10-rs-correct-accepted,arxiv-2611.05340,?gpt-oss-20b,not-established:absent,mixed,hard,,,,,,,92,count of correct calculations accepted,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row gpt-oss-20b, column Table 10 result, correct calculations accepted)",,out:model-not-established, arxiv-2611.05340-t10-rs-correct-flagged,arxiv-2611.05340,?gpt-oss-20b,not-established:absent,mixed,hard,,,,,,,58,count of correct calculations flagged (false alarms),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row gpt-oss-20b, column Table 10 result, correct calculations flagged (false alarms))",,out:model-not-established, arxiv-2611.05340-t10-rs-correct-none,arxiv-2611.05340,?gpt-oss-20b,not-established:absent,mixed,hard,,,,,,,0,count of correct cases without a parsable verdict,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 10, row gpt-oss-20b, column Table 10 result, correct cases without a parsable verdict)",,out:model-not-established, arxiv-2611.05340-t17-wrong-answers,arxiv-2611.05340,gpt-6.1-sol,not-established:absent,mixed,hard,,,,,,,2,count of wrong calculation answers carrying a value,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 17, row GPT-6.1 Sol, column Table 17 wrong calculation answers that carried a value (count))",,out:effort-not-established, arxiv-2611.05340-t17-wrong-answers,arxiv-2611.05340,gemini-4-argon,not-established:absent,mixed,hard,,,,,,,3,count of wrong calculation answers carrying a value,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 17, row Gemini 4 Argon, column Table 17 wrong calculation answers that carried a value (count))",,out:effort-not-established, arxiv-2611.05340-t17-wrong-answers,arxiv-2611.05340,opus-5.5,not-established:absent,mixed,hard,,,,,,,4,count of wrong calculation answers carrying a value,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 17, row Claude Opus 5.5, column Table 17 wrong calculation answers that carried a value (count))",,out:effort-not-established, arxiv-2611.05340-t17-wrong-answers,arxiv-2611.05340,sonnet-5.5,not-established:absent,mixed,hard,,,,,,,38,count of wrong calculation answers carrying a value,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 17, row Claude Sonnet 5.5, column Table 17 wrong calculation answers that carried a value (count))",,out:effort-not-established, arxiv-2611.05340-t17-wrong-answers,arxiv-2611.05340,gpt-6-luna,not-established:absent,mixed,hard,,,,,,,38,count of wrong calculation answers carrying a value,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 17, row GPT-6 Luna, column Table 17 wrong calculation answers that carried a value (count))",,out:effort-not-established, arxiv-2611.05340-t17-wrong-answers,arxiv-2611.05340,fable-5.1,not-established:absent,mixed,hard,,,,,,,4,count of wrong calculation answers carrying a value,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 17, row Claude Fable 5.1, column Table 17 wrong calculation answers that carried a value (count))",,out:effort-not-established, arxiv-2611.05340-t17-wrong-answers,arxiv-2611.05340,deepseek-v4-pro-0813,not-established:absent,mixed,hard,,,,,,,54,count of wrong calculation answers carrying a value,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 17, row DeepSeek V4 Pro, column Table 17 wrong calculation answers that carried a value (count))",,out:effort-not-established, arxiv-2611.05340-t17-wrong-answers,arxiv-2611.05340,?gpt-oss-120b,not-established:absent,mixed,hard,,,,,,,85,count of wrong calculation answers carrying a value,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 17, row gpt-oss-120b, column Table 17 wrong calculation answers that carried a value (count))",,out:model-not-established, arxiv-2611.05340-t17-wrong-answers,arxiv-2611.05340,?gpt-oss-20b,not-established:absent,mixed,hard,,,,,,,138,count of wrong calculation answers carrying a value,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 17, row gpt-oss-20b, column Table 17 wrong calculation answers that carried a value (count))",,out:model-not-established, arxiv-2611.05340-t19-ws-omitted,arxiv-2611.05340,gpt-6-astra,not-established:absent,mixed,hard,,,,,,,100,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row GPT-6 Astra, column Table 19 worksheet, omitted)",,out:effort-not-established, arxiv-2611.05340-t19-ws-formula,arxiv-2611.05340,gpt-6-astra,not-established:absent,mixed,hard,,,,,,,100,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row GPT-6 Astra, column Table 19 worksheet, formula)",,out:effort-not-established, arxiv-2611.05340-t19-ws-unit,arxiv-2611.05340,gpt-6-astra,not-established:absent,mixed,hard,,,,,,,100,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row GPT-6 Astra, column Table 19 worksheet, unit)",,out:effort-not-established, arxiv-2611.05340-t19-ws-arith,arxiv-2611.05340,gpt-6-astra,not-established:absent,mixed,hard,,,,,,,100,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row GPT-6 Astra, column Table 19 worksheet, arith)",,out:effort-not-established, arxiv-2611.05340-t19-rs-omitted,arxiv-2611.05340,gpt-6-astra,not-established:absent,mixed,hard,,,,,,,100,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row GPT-6 Astra, column Table 19 result, omitted)",,out:effort-not-established, arxiv-2611.05340-t19-rs-formula,arxiv-2611.05340,gpt-6-astra,not-established:absent,mixed,hard,,,,,,,93.103448,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row GPT-6 Astra, column Table 19 result, formula)",,out:effort-not-established, arxiv-2611.05340-t19-rs-unit,arxiv-2611.05340,gpt-6-astra,not-established:absent,mixed,hard,,,,,,,100,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row GPT-6 Astra, column Table 19 result, unit)",,out:effort-not-established, arxiv-2611.05340-t19-rs-arith,arxiv-2611.05340,gpt-6-astra,not-established:absent,mixed,hard,,,,,,,100,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row GPT-6 Astra, column Table 19 result, arith)",,out:effort-not-established, arxiv-2611.05340-t19-ws-omitted,arxiv-2611.05340,gpt-6.1-sol,not-established:absent,mixed,hard,,,,,,,100,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row GPT-6.1 Sol, column Table 19 worksheet, omitted)",,out:effort-not-established, arxiv-2611.05340-t19-ws-formula,arxiv-2611.05340,gpt-6.1-sol,not-established:absent,mixed,hard,,,,,,,96.551724,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row GPT-6.1 Sol, column Table 19 worksheet, formula)",,out:effort-not-established, arxiv-2611.05340-t19-ws-unit,arxiv-2611.05340,gpt-6.1-sol,not-established:absent,mixed,hard,,,,,,,100,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row GPT-6.1 Sol, column Table 19 worksheet, unit)",,out:effort-not-established, arxiv-2611.05340-t19-ws-arith,arxiv-2611.05340,gpt-6.1-sol,not-established:absent,mixed,hard,,,,,,,100,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row GPT-6.1 Sol, column Table 19 worksheet, arith)",,out:effort-not-established, arxiv-2611.05340-t19-rs-omitted,arxiv-2611.05340,gpt-6.1-sol,not-established:absent,mixed,hard,,,,,,,100,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row GPT-6.1 Sol, column Table 19 result, omitted)",,out:effort-not-established, arxiv-2611.05340-t19-rs-formula,arxiv-2611.05340,gpt-6.1-sol,not-established:absent,mixed,hard,,,,,,,91.37931,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row GPT-6.1 Sol, column Table 19 result, formula)",,out:effort-not-established, arxiv-2611.05340-t19-rs-unit,arxiv-2611.05340,gpt-6.1-sol,not-established:absent,mixed,hard,,,,,,,100,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row GPT-6.1 Sol, column Table 19 result, unit)",,out:effort-not-established, arxiv-2611.05340-t19-rs-arith,arxiv-2611.05340,gpt-6.1-sol,not-established:absent,mixed,hard,,,,,,,100,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row GPT-6.1 Sol, column Table 19 result, arith)",,out:effort-not-established, arxiv-2611.05340-t19-ws-omitted,arxiv-2611.05340,gemini-4-argon,not-established:absent,mixed,hard,,,,,,,100,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row Gemini 4 Argon, column Table 19 worksheet, omitted)",,out:effort-not-established, arxiv-2611.05340-t19-ws-formula,arxiv-2611.05340,gemini-4-argon,not-established:absent,mixed,hard,,,,,,,100,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row Gemini 4 Argon, column Table 19 worksheet, formula)",,out:effort-not-established, arxiv-2611.05340-t19-ws-unit,arxiv-2611.05340,gemini-4-argon,not-established:absent,mixed,hard,,,,,,,100,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row Gemini 4 Argon, column Table 19 worksheet, unit)",,out:effort-not-established, arxiv-2611.05340-t19-ws-arith,arxiv-2611.05340,gemini-4-argon,not-established:absent,mixed,hard,,,,,,,100,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row Gemini 4 Argon, column Table 19 worksheet, arith)",,out:effort-not-established, arxiv-2611.05340-t19-rs-omitted,arxiv-2611.05340,gemini-4-argon,not-established:absent,mixed,hard,,,,,,,100,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row Gemini 4 Argon, column Table 19 result, omitted)",,out:effort-not-established, arxiv-2611.05340-t19-rs-formula,arxiv-2611.05340,gemini-4-argon,not-established:absent,mixed,hard,,,,,,,100,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row Gemini 4 Argon, column Table 19 result, formula)",,out:effort-not-established, arxiv-2611.05340-t19-rs-unit,arxiv-2611.05340,gemini-4-argon,not-established:absent,mixed,hard,,,,,,,100,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row Gemini 4 Argon, column Table 19 result, unit)",,out:effort-not-established, arxiv-2611.05340-t19-rs-arith,arxiv-2611.05340,gemini-4-argon,not-established:absent,mixed,hard,,,,,,,100,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row Gemini 4 Argon, column Table 19 result, arith)",,out:effort-not-established, arxiv-2611.05340-t19-ws-omitted,arxiv-2611.05340,opus-5.5,not-established:absent,mixed,hard,,,,,,,100,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row Claude Opus 5.5, column Table 19 worksheet, omitted)",,out:effort-not-established, arxiv-2611.05340-t19-ws-formula,arxiv-2611.05340,opus-5.5,not-established:absent,mixed,hard,,,,,,,96.551724,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row Claude Opus 5.5, column Table 19 worksheet, formula)",,out:effort-not-established, arxiv-2611.05340-t19-ws-unit,arxiv-2611.05340,opus-5.5,not-established:absent,mixed,hard,,,,,,,100,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row Claude Opus 5.5, column Table 19 worksheet, unit)",,out:effort-not-established, arxiv-2611.05340-t19-ws-arith,arxiv-2611.05340,opus-5.5,not-established:absent,mixed,hard,,,,,,,100,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row Claude Opus 5.5, column Table 19 worksheet, arith)",,out:effort-not-established, arxiv-2611.05340-t19-rs-omitted,arxiv-2611.05340,opus-5.5,not-established:absent,mixed,hard,,,,,,,97.727273,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row Claude Opus 5.5, column Table 19 result, omitted)",,out:effort-not-established, arxiv-2611.05340-t19-rs-formula,arxiv-2611.05340,opus-5.5,not-established:absent,mixed,hard,,,,,,,100,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row Claude Opus 5.5, column Table 19 result, formula)",,out:effort-not-established, arxiv-2611.05340-t19-rs-unit,arxiv-2611.05340,opus-5.5,not-established:absent,mixed,hard,,,,,,,100,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row Claude Opus 5.5, column Table 19 result, unit)",,out:effort-not-established, arxiv-2611.05340-t19-rs-arith,arxiv-2611.05340,opus-5.5,not-established:absent,mixed,hard,,,,,,,100,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row Claude Opus 5.5, column Table 19 result, arith)",,out:effort-not-established, arxiv-2611.05340-t19-ws-omitted,arxiv-2611.05340,sonnet-5.5,not-established:absent,mixed,hard,,,,,,,100,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row Claude Sonnet 5.5, column Table 19 worksheet, omitted)",,out:effort-not-established, arxiv-2611.05340-t19-ws-formula,arxiv-2611.05340,sonnet-5.5,not-established:absent,mixed,hard,,,,,,,98.275862,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row Claude Sonnet 5.5, column Table 19 worksheet, formula)",,out:effort-not-established, arxiv-2611.05340-t19-ws-unit,arxiv-2611.05340,sonnet-5.5,not-established:absent,mixed,hard,,,,,,,100,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row Claude Sonnet 5.5, column Table 19 worksheet, unit)",,out:effort-not-established, arxiv-2611.05340-t19-ws-arith,arxiv-2611.05340,sonnet-5.5,not-established:absent,mixed,hard,,,,,,,100,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row Claude Sonnet 5.5, column Table 19 worksheet, arith)",,out:effort-not-established, arxiv-2611.05340-t19-rs-omitted,arxiv-2611.05340,sonnet-5.5,not-established:absent,mixed,hard,,,,,,,97.727273,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row Claude Sonnet 5.5, column Table 19 result, omitted)",,out:effort-not-established, arxiv-2611.05340-t19-rs-formula,arxiv-2611.05340,sonnet-5.5,not-established:absent,mixed,hard,,,,,,,98.275862,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row Claude Sonnet 5.5, column Table 19 result, formula)",,out:effort-not-established, arxiv-2611.05340-t19-rs-unit,arxiv-2611.05340,sonnet-5.5,not-established:absent,mixed,hard,,,,,,,100,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row Claude Sonnet 5.5, column Table 19 result, unit)",,out:effort-not-established, arxiv-2611.05340-t19-rs-arith,arxiv-2611.05340,sonnet-5.5,not-established:absent,mixed,hard,,,,,,,100,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row Claude Sonnet 5.5, column Table 19 result, arith)",,out:effort-not-established, arxiv-2611.05340-t19-ws-omitted,arxiv-2611.05340,gpt-6-luna,not-established:absent,mixed,hard,,,,,,,75,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row GPT-6 Luna, column Table 19 worksheet, omitted)",,out:effort-not-established, arxiv-2611.05340-t19-ws-formula,arxiv-2611.05340,gpt-6-luna,not-established:absent,mixed,hard,,,,,,,94.827586,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row GPT-6 Luna, column Table 19 worksheet, formula)",,out:effort-not-established, arxiv-2611.05340-t19-ws-unit,arxiv-2611.05340,gpt-6-luna,not-established:absent,mixed,hard,,,,,,,100,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row GPT-6 Luna, column Table 19 worksheet, unit)",,out:effort-not-established, arxiv-2611.05340-t19-ws-arith,arxiv-2611.05340,gpt-6-luna,not-established:absent,mixed,hard,,,,,,,97.058824,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row GPT-6 Luna, column Table 19 worksheet, arith)",,out:effort-not-established, arxiv-2611.05340-t19-rs-omitted,arxiv-2611.05340,gpt-6-luna,not-established:absent,mixed,hard,,,,,,,100,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row GPT-6 Luna, column Table 19 result, omitted)",,out:effort-not-established, arxiv-2611.05340-t19-rs-formula,arxiv-2611.05340,gpt-6-luna,not-established:absent,mixed,hard,,,,,,,86.206897,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row GPT-6 Luna, column Table 19 result, formula)",,out:effort-not-established, arxiv-2611.05340-t19-rs-unit,arxiv-2611.05340,gpt-6-luna,not-established:absent,mixed,hard,,,,,,,100,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row GPT-6 Luna, column Table 19 result, unit)",,out:effort-not-established, arxiv-2611.05340-t19-rs-arith,arxiv-2611.05340,gpt-6-luna,not-established:absent,mixed,hard,,,,,,,100,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row GPT-6 Luna, column Table 19 result, arith)",,out:effort-not-established, arxiv-2611.05340-t19-ws-omitted,arxiv-2611.05340,fable-5.1,not-established:absent,mixed,hard,,,,,,,100,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row Claude Fable 5.1, column Table 19 worksheet, omitted)",,out:effort-not-established, arxiv-2611.05340-t19-ws-formula,arxiv-2611.05340,fable-5.1,not-established:absent,mixed,hard,,,,,,,100,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row Claude Fable 5.1, column Table 19 worksheet, formula)",,out:effort-not-established, arxiv-2611.05340-t19-ws-unit,arxiv-2611.05340,fable-5.1,not-established:absent,mixed,hard,,,,,,,100,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row Claude Fable 5.1, column Table 19 worksheet, unit)",,out:effort-not-established, arxiv-2611.05340-t19-ws-arith,arxiv-2611.05340,fable-5.1,not-established:absent,mixed,hard,,,,,,,100,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row Claude Fable 5.1, column Table 19 worksheet, arith)",,out:effort-not-established, arxiv-2611.05340-t19-rs-omitted,arxiv-2611.05340,fable-5.1,not-established:absent,mixed,hard,,,,,,,100,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row Claude Fable 5.1, column Table 19 result, omitted)",,out:effort-not-established, arxiv-2611.05340-t19-rs-formula,arxiv-2611.05340,fable-5.1,not-established:absent,mixed,hard,,,,,,,93.103448,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row Claude Fable 5.1, column Table 19 result, formula)",,out:effort-not-established, arxiv-2611.05340-t19-rs-unit,arxiv-2611.05340,fable-5.1,not-established:absent,mixed,hard,,,,,,,100,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row Claude Fable 5.1, column Table 19 result, unit)",,out:effort-not-established, arxiv-2611.05340-t19-rs-arith,arxiv-2611.05340,fable-5.1,not-established:absent,mixed,hard,,,,,,,100,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row Claude Fable 5.1, column Table 19 result, arith)",,out:effort-not-established, arxiv-2611.05340-t19-ws-omitted,arxiv-2611.05340,deepseek-v4-pro-0813,not-established:absent,mixed,hard,,,,,,,95.454545,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row DeepSeek V4 Pro, column Table 19 worksheet, omitted)",,out:effort-not-established, arxiv-2611.05340-t19-ws-formula,arxiv-2611.05340,deepseek-v4-pro-0813,not-established:absent,mixed,hard,,,,,,,93.103448,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row DeepSeek V4 Pro, column Table 19 worksheet, formula)",,out:effort-not-established, arxiv-2611.05340-t19-ws-unit,arxiv-2611.05340,deepseek-v4-pro-0813,not-established:absent,mixed,hard,,,,,,,100,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row DeepSeek V4 Pro, column Table 19 worksheet, unit)",,out:effort-not-established, arxiv-2611.05340-t19-ws-arith,arxiv-2611.05340,deepseek-v4-pro-0813,not-established:absent,mixed,hard,,,,,,,94.117647,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row DeepSeek V4 Pro, column Table 19 worksheet, arith)",,out:effort-not-established, arxiv-2611.05340-t19-rs-omitted,arxiv-2611.05340,deepseek-v4-pro-0813,not-established:absent,mixed,hard,,,,,,,95.454545,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row DeepSeek V4 Pro, column Table 19 result, omitted)",,out:effort-not-established, arxiv-2611.05340-t19-rs-formula,arxiv-2611.05340,deepseek-v4-pro-0813,not-established:absent,mixed,hard,,,,,,,87.931034,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row DeepSeek V4 Pro, column Table 19 result, formula)",,out:effort-not-established, arxiv-2611.05340-t19-rs-unit,arxiv-2611.05340,deepseek-v4-pro-0813,not-established:absent,mixed,hard,,,,,,,100,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row DeepSeek V4 Pro, column Table 19 result, unit)",,out:effort-not-established, arxiv-2611.05340-t19-rs-arith,arxiv-2611.05340,deepseek-v4-pro-0813,not-established:absent,mixed,hard,,,,,,,91.176471,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row DeepSeek V4 Pro, column Table 19 result, arith)",,out:effort-not-established, arxiv-2611.05340-t19-ws-omitted,arxiv-2611.05340,?gpt-oss-120b,not-established:absent,mixed,hard,,,,,,,79.545455,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row gpt-oss-120b, column Table 19 worksheet, omitted)",,out:model-not-established, arxiv-2611.05340-t19-ws-formula,arxiv-2611.05340,?gpt-oss-120b,not-established:absent,mixed,hard,,,,,,,72.413793,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row gpt-oss-120b, column Table 19 worksheet, formula)",,out:model-not-established, arxiv-2611.05340-t19-ws-unit,arxiv-2611.05340,?gpt-oss-120b,not-established:absent,mixed,hard,,,,,,,100,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row gpt-oss-120b, column Table 19 worksheet, unit)",,out:model-not-established, arxiv-2611.05340-t19-ws-arith,arxiv-2611.05340,?gpt-oss-120b,not-established:absent,mixed,hard,,,,,,,100,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row gpt-oss-120b, column Table 19 worksheet, arith)",,out:model-not-established, arxiv-2611.05340-t19-rs-omitted,arxiv-2611.05340,?gpt-oss-120b,not-established:absent,mixed,hard,,,,,,,97.727273,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row gpt-oss-120b, column Table 19 result, omitted)",,out:model-not-established, arxiv-2611.05340-t19-rs-formula,arxiv-2611.05340,?gpt-oss-120b,not-established:absent,mixed,hard,,,,,,,93.103448,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row gpt-oss-120b, column Table 19 result, formula)",,out:model-not-established, arxiv-2611.05340-t19-rs-unit,arxiv-2611.05340,?gpt-oss-120b,not-established:absent,mixed,hard,,,,,,,100,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row gpt-oss-120b, column Table 19 result, unit)",,out:model-not-established, arxiv-2611.05340-t19-rs-arith,arxiv-2611.05340,?gpt-oss-120b,not-established:absent,mixed,hard,,,,,,,100,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row gpt-oss-120b, column Table 19 result, arith)",,out:model-not-established, arxiv-2611.05340-t19-ws-omitted,arxiv-2611.05340,?gpt-oss-20b,not-established:absent,mixed,hard,,,,,,,77.272727,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row gpt-oss-20b, column Table 19 worksheet, omitted)",,out:model-not-established, arxiv-2611.05340-t19-ws-formula,arxiv-2611.05340,?gpt-oss-20b,not-established:absent,mixed,hard,,,,,,,74.137931,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row gpt-oss-20b, column Table 19 worksheet, formula)",,out:model-not-established, arxiv-2611.05340-t19-ws-unit,arxiv-2611.05340,?gpt-oss-20b,not-established:absent,mixed,hard,,,,,,,85.714286,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row gpt-oss-20b, column Table 19 worksheet, unit)",,out:model-not-established, arxiv-2611.05340-t19-ws-arith,arxiv-2611.05340,?gpt-oss-20b,not-established:absent,mixed,hard,,,,,,,100,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row gpt-oss-20b, column Table 19 worksheet, arith)",,out:model-not-established, arxiv-2611.05340-t19-rs-omitted,arxiv-2611.05340,?gpt-oss-20b,not-established:absent,mixed,hard,,,,,,,95.454545,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row gpt-oss-20b, column Table 19 result, omitted)",,out:model-not-established, arxiv-2611.05340-t19-rs-formula,arxiv-2611.05340,?gpt-oss-20b,not-established:absent,mixed,hard,,,,,,,94.827586,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row gpt-oss-20b, column Table 19 result, formula)",,out:model-not-established, arxiv-2611.05340-t19-rs-unit,arxiv-2611.05340,?gpt-oss-20b,not-established:absent,mixed,hard,,,,,,,100,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row gpt-oss-20b, column Table 19 result, unit)",,out:model-not-established, arxiv-2611.05340-t19-rs-arith,arxiv-2611.05340,?gpt-oss-20b,not-established:absent,mixed,hard,,,,,,,97.058824,detection%,0,,,"https://arxiv.org/abs/2611.05340 (Table 19, row gpt-oss-20b, column Table 19 result, arith)",,out:model-not-established, arxiv-2611.05340-t21-real-alarms-result,arxiv-2611.05340,sonnet-5.5,not-established:absent,mixed,hard,,,,,,,9,real alarms at 1% (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 21, row Claude Sonnet 5.5, column Table 21 real alarms at 1%, result check)",,out:effort-not-established, arxiv-2611.05340-t21-real-alarms-worksheet,arxiv-2611.05340,sonnet-5.5,not-established:absent,mixed,hard,,,,,,,33,real alarms at 1% (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 21, row Claude Sonnet 5.5, column Table 21 real alarms at 1%, worksheet check)",,out:effort-not-established, arxiv-2611.05340-t21-real-alarms-result,arxiv-2611.05340,gpt-6-luna,not-established:absent,mixed,hard,,,,,,,7,real alarms at 1% (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 21, row GPT-6 Luna, column Table 21 real alarms at 1%, result check)",,out:effort-not-established, arxiv-2611.05340-t21-real-alarms-worksheet,arxiv-2611.05340,gpt-6-luna,not-established:absent,mixed,hard,,,,,,,21,real alarms at 1% (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 21, row GPT-6 Luna, column Table 21 real alarms at 1%, worksheet check)",,out:effort-not-established, arxiv-2611.05340-t21-real-alarms-result,arxiv-2611.05340,deepseek-v4-pro-0813,not-established:absent,mixed,hard,,,,,,,3,real alarms at 1% (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 21, row DeepSeek V4 Pro, column Table 21 real alarms at 1%, result check)",,out:effort-not-established, arxiv-2611.05340-t21-real-alarms-worksheet,arxiv-2611.05340,deepseek-v4-pro-0813,not-established:absent,mixed,hard,,,,,,,2,real alarms at 1% (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 21, row DeepSeek V4 Pro, column Table 21 real alarms at 1%, worksheet check)",,out:effort-not-established, arxiv-2611.05340-t21-real-alarms-result,arxiv-2611.05340,?gpt-oss-120b,not-established:absent,mixed,hard,,,,,,,4,real alarms at 1% (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 21, row gpt-oss-120b, column Table 21 real alarms at 1%, result check)",,out:model-not-established, arxiv-2611.05340-t21-real-alarms-worksheet,arxiv-2611.05340,?gpt-oss-120b,not-established:absent,mixed,hard,,,,,,,15,real alarms at 1% (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 21, row gpt-oss-120b, column Table 21 real alarms at 1%, worksheet check)",,out:model-not-established, arxiv-2611.05340-t21-real-alarms-result,arxiv-2611.05340,?gpt-oss-20b,not-established:absent,mixed,hard,,,,,,,2,real alarms at 1% (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 21, row gpt-oss-20b, column Table 21 real alarms at 1%, result check)",,out:model-not-established, arxiv-2611.05340-t21-real-alarms-worksheet,arxiv-2611.05340,?gpt-oss-20b,not-established:absent,mixed,hard,,,,,,,13,real alarms at 1% (%),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 21, row gpt-oss-20b, column Table 21 real alarms at 1%, worksheet check)",,out:model-not-established, arxiv-2611.05340-t22-rs-fa-solved,arxiv-2611.05340,sonnet-5.5,not-established:absent,mixed,hard,,,,,,,3,false-alarm%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 22, row Claude Sonnet 5.5, column Table 22 result-check false alarms, calculation solved)",,out:effort-not-established, arxiv-2611.05340-t22-rs-fa-not-solved,arxiv-2611.05340,sonnet-5.5,not-established:absent,mixed,hard,,,,,,,60,false-alarm%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 22, row Claude Sonnet 5.5, column Table 22 result-check false alarms, calculation not solved)",,out:effort-not-established, arxiv-2611.05340-t22-ws-det-solved,arxiv-2611.05340,sonnet-5.5,not-established:absent,mixed,hard,,,,,,,100,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 22, row Claude Sonnet 5.5, column Table 22 worksheet detection, calculation solved)",,out:effort-not-established, arxiv-2611.05340-t22-ws-det-not-solved,arxiv-2611.05340,sonnet-5.5,not-established:absent,mixed,hard,,,,,,,94,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 22, row Claude Sonnet 5.5, column Table 22 worksheet detection, calculation not solved)",,out:effort-not-established, arxiv-2611.05340-t22-rs-fa-solved,arxiv-2611.05340,gpt-6-luna,not-established:absent,mixed,hard,,,,,,,5,false-alarm%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 22, row GPT-6 Luna, column Table 22 result-check false alarms, calculation solved)",,out:effort-not-established, arxiv-2611.05340-t22-rs-fa-not-solved,arxiv-2611.05340,gpt-6-luna,not-established:absent,mixed,hard,,,,,,,58,false-alarm%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 22, row GPT-6 Luna, column Table 22 result-check false alarms, calculation not solved)",,out:effort-not-established, arxiv-2611.05340-t22-ws-det-solved,arxiv-2611.05340,gpt-6-luna,not-established:absent,mixed,hard,,,,,,,90,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 22, row GPT-6 Luna, column Table 22 worksheet detection, calculation solved)",,out:effort-not-established, arxiv-2611.05340-t22-ws-det-not-solved,arxiv-2611.05340,gpt-6-luna,not-established:absent,mixed,hard,,,,,,,88,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 22, row GPT-6 Luna, column Table 22 worksheet detection, calculation not solved)",,out:effort-not-established, arxiv-2611.05340-t22-rs-fa-solved,arxiv-2611.05340,deepseek-v4-pro-0813,not-established:absent,mixed,hard,,,,,,,31,false-alarm%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 22, row DeepSeek V4 Pro, column Table 22 result-check false alarms, calculation solved)",,out:effort-not-established, arxiv-2611.05340-t22-rs-fa-not-solved,arxiv-2611.05340,deepseek-v4-pro-0813,not-established:absent,mixed,hard,,,,,,,55,false-alarm%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 22, row DeepSeek V4 Pro, column Table 22 result-check false alarms, calculation not solved)",,out:effort-not-established, arxiv-2611.05340-t22-ws-det-solved,arxiv-2611.05340,deepseek-v4-pro-0813,not-established:absent,mixed,hard,,,,,,,94,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 22, row DeepSeek V4 Pro, column Table 22 worksheet detection, calculation solved)",,out:effort-not-established, arxiv-2611.05340-t22-ws-det-not-solved,arxiv-2611.05340,deepseek-v4-pro-0813,not-established:absent,mixed,hard,,,,,,,97,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 22, row DeepSeek V4 Pro, column Table 22 worksheet detection, calculation not solved)",,out:effort-not-established, arxiv-2611.05340-t22-rs-fa-solved,arxiv-2611.05340,?gpt-oss-120b,not-established:absent,mixed,hard,,,,,,,13,false-alarm%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 22, row gpt-oss-120b, column Table 22 result-check false alarms, calculation solved)",,out:model-not-established, arxiv-2611.05340-t22-rs-fa-not-solved,arxiv-2611.05340,?gpt-oss-120b,not-established:absent,mixed,hard,,,,,,,59,false-alarm%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 22, row gpt-oss-120b, column Table 22 result-check false alarms, calculation not solved)",,out:model-not-established, arxiv-2611.05340-t22-ws-det-solved,arxiv-2611.05340,?gpt-oss-120b,not-established:absent,mixed,hard,,,,,,,89,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 22, row gpt-oss-120b, column Table 22 worksheet detection, calculation solved)",,out:model-not-established, arxiv-2611.05340-t22-ws-det-not-solved,arxiv-2611.05340,?gpt-oss-120b,not-established:absent,mixed,hard,,,,,,,66,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 22, row gpt-oss-120b, column Table 22 worksheet detection, calculation not solved)",,out:model-not-established, arxiv-2611.05340-t22-rs-fa-solved,arxiv-2611.05340,?gpt-oss-20b,not-established:absent,mixed,hard,,,,,,,15,false-alarm%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 22, row gpt-oss-20b, column Table 22 result-check false alarms, calculation solved)",,out:model-not-established, arxiv-2611.05340-t22-rs-fa-not-solved,arxiv-2611.05340,?gpt-oss-20b,not-established:absent,mixed,hard,,,,,,,81,false-alarm%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 22, row gpt-oss-20b, column Table 22 result-check false alarms, calculation not solved)",,out:model-not-established, arxiv-2611.05340-t22-ws-det-solved,arxiv-2611.05340,?gpt-oss-20b,not-established:absent,mixed,hard,,,,,,,91,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 22, row gpt-oss-20b, column Table 22 worksheet detection, calculation solved)",,out:model-not-established, arxiv-2611.05340-t22-ws-det-not-solved,arxiv-2611.05340,?gpt-oss-20b,not-established:absent,mixed,hard,,,,,,,65,detection%,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 22, row gpt-oss-20b, column Table 22 worksheet detection, calculation not solved)",,out:model-not-established, arxiv-2611.05340-t23-mu-120,arxiv-2611.05340,opus-5.5,not-established:absent,mixed,hard,,,,,,,378.8,answer value in the reference unit (MU),0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 23, row Claude Opus 5.5, column Table 23 answer, MU, SSD 120 cm, Mayneord F factor)",,out:effort-not-established, arxiv-2611.05340-t23-mu-120,arxiv-2611.05340,gpt-6.1-sol,not-established:absent,mixed,hard,,,,,,,378.8,answer value in the reference unit (MU),0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 23, row GPT-6.1 Sol, column Table 23 answer, MU, SSD 120 cm, Mayneord F factor)",,out:effort-not-established, arxiv-2611.05340-t23-mu-120,arxiv-2611.05340,sonnet-5.5,not-established:absent,mixed,hard,,,,,,,293.4,answer value in the reference unit (MU),0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 23, row Claude Sonnet 5.5, column Table 23 answer, MU, SSD 120 cm, Mayneord F factor)",,out:effort-not-established, arxiv-2611.05340-t23-mu-115,arxiv-2611.05340,opus-5.5,not-established:absent,mixed,hard,,,,,,,337,answer value in the reference unit (MU),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 23, row Claude Opus 5.5, column Table 23 answer, MU, SSD 115 cm, Mayneord F factor)",,out:effort-not-established, arxiv-2611.05340-t23-mu-115,arxiv-2611.05340,gpt-6.1-sol,not-established:absent,mixed,hard,,,,,,,337,answer value in the reference unit (MU),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 23, row GPT-6.1 Sol, column Table 23 answer, MU, SSD 115 cm, Mayneord F factor)",,out:effort-not-established, arxiv-2611.05340-t23-mu-115,arxiv-2611.05340,sonnet-5.5,not-established:absent,mixed,hard,,,,,,,337,answer value in the reference unit (MU),0.289,,,"https://arxiv.org/abs/2611.05340 (Table 23, row Claude Sonnet 5.5, column Table 23 answer, MU, SSD 115 cm, Mayneord F factor)",,out:effort-not-established, arxiv-2611.05340-t23-hdr-128,arxiv-2611.05340,opus-5.5,not-established:absent,mixed,hard,,,,,,,128.6,answer value in the reference unit (cGy),0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 23, row Claude Opus 5.5, column Table 23 answer, HDR dose, two dwells, TG-43U1 2-D line source (reference 128.6 cGy))",,out:effort-not-established, arxiv-2611.05340-t23-hdr-128,arxiv-2611.05340,gpt-6.1-sol,not-established:absent,mixed,hard,,,,,,,128.5,answer value in the reference unit (cGy),0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 23, row GPT-6.1 Sol, column Table 23 answer, HDR dose, two dwells, TG-43U1 2-D line source (reference 128.6 cGy))",,out:effort-not-established, arxiv-2611.05340-t23-hdr-128,arxiv-2611.05340,sonnet-5.5,not-established:absent,mixed,hard,,,,,,,123.4,answer value in the reference unit (cGy),0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 23, row Claude Sonnet 5.5, column Table 23 answer, HDR dose, two dwells, TG-43U1 2-D line source (reference 128.6 cGy))",,out:effort-not-established, arxiv-2611.05340-t23-hdr-100,arxiv-2611.05340,opus-5.5,not-established:absent,mixed,hard,,,,,,,100.5,answer value in the reference unit (cGy),0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 23, row Claude Opus 5.5, column Table 23 answer, HDR dose, two dwells, TG-43U1 2-D line source (reference 100.5 cGy))",,out:effort-not-established, arxiv-2611.05340-t23-hdr-100,arxiv-2611.05340,gpt-6.1-sol,not-established:absent,mixed,hard,,,,,,,100.5,answer value in the reference unit (cGy),0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 23, row GPT-6.1 Sol, column Table 23 answer, HDR dose, two dwells, TG-43U1 2-D line source (reference 100.5 cGy))",,out:effort-not-established, arxiv-2611.05340-t23-hdr-100,arxiv-2611.05340,sonnet-5.5,not-established:absent,mixed,hard,,,,,,,100.5,answer value in the reference unit (cGy),0.0289,,,"https://arxiv.org/abs/2611.05340 (Table 23, row Claude Sonnet 5.5, column Table 23 answer, HDR dose, two dwells, TG-43U1 2-D line source (reference 100.5 cGy))",,out:effort-not-established, arxiv-2611.05340-t23-pet-lead,arxiv-2611.05340,opus-5.5,not-established:absent,mixed,hard,,,,,,,1.553,answer value in the reference unit (cm),0.000289,,,"https://arxiv.org/abs/2611.05340 (Table 23, row Claude Opus 5.5, column Table 23 answer, PET uptake-room lead barrier (TG-108))",,out:effort-not-established, arxiv-2611.05340-t23-pet-lead,arxiv-2611.05340,gpt-6.1-sol,not-established:absent,mixed,hard,,,,,,,1.553,answer value in the reference unit (cm),0.000289,,,"https://arxiv.org/abs/2611.05340 (Table 23, row GPT-6.1 Sol, column Table 23 answer, PET uptake-room lead barrier (TG-108))",,out:effort-not-established, arxiv-2611.05340-t23-pet-lead,arxiv-2611.05340,sonnet-5.5,not-established:absent,mixed,hard,,,,,,,1.55,answer value in the reference unit (cm),0.00289,,,"https://arxiv.org/abs/2611.05340 (Table 23, row Claude Sonnet 5.5, column Table 23 answer, PET uptake-room lead barrier (TG-108))",,out:effort-not-established, arxiv-2611.05340-t23-tg51-12,arxiv-2611.05340,opus-5.5,not-established:absent,mixed,hard,,,,,,,0.9899,answer value in the reference unit (cGy/MU),2.89e-05,,,"https://arxiv.org/abs/2611.05340 (Table 23, row Claude Opus 5.5, column Table 23 answer, TG-51 electron beam, 12 MeV)",,out:effort-not-established, arxiv-2611.05340-t23-tg51-12,arxiv-2611.05340,gpt-6.1-sol,not-established:absent,mixed,hard,,,,,,,0.9898,answer value in the reference unit (cGy/MU),2.89e-05,,,"https://arxiv.org/abs/2611.05340 (Table 23, row GPT-6.1 Sol, column Table 23 answer, TG-51 electron beam, 12 MeV)",,out:effort-not-established, arxiv-2611.05340-t23-tg51-12,arxiv-2611.05340,sonnet-5.5,not-established:absent,mixed,hard,,,,,,,0.9896,answer value in the reference unit (cGy/MU),2.89e-05,,,"https://arxiv.org/abs/2611.05340 (Table 23, row Claude Sonnet 5.5, column Table 23 answer, TG-51 electron beam, 12 MeV)",,out:effort-not-established, arxiv-2611.05340-t24-own-correct,arxiv-2611.05340,gpt-6.1-sol,not-established:absent,mixed,hard,,,,,,,20,count of 20: own calculation answers correct,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 24, row GPT-6.1 Sol, column Table 24 own calculation, correct)",,out:effort-not-established, arxiv-2611.05340-t24-own-omitted,arxiv-2611.05340,gpt-6.1-sol,not-established:absent,mixed,hard,,,,,,,0,count of 20: own calculation answers equal to the MU without the correction,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 24, row GPT-6.1 Sol, column Table 24 own calculation, omitted (answer equal to the MU without the correction))",,out:effort-not-established, arxiv-2611.05340-t24-ws-detected,arxiv-2611.05340,gpt-6.1-sol,not-established:absent,mixed,hard,,,,,,,20,count of 20: worksheet planted omissions judged incorrect,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 24, row GPT-6.1 Sol, column Table 24 worksheet, planted omissions detected)",,out:effort-not-established, arxiv-2611.05340-t24-ws-localized,arxiv-2611.05340,gpt-6.1-sol,not-established:absent,mixed,hard,,,,,,,20,count of 20: worksheet planted omissions judged incorrect with the first incorrect step named,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 24, row GPT-6.1 Sol, column Table 24 worksheet, planted omissions localized)",,out:effort-not-established, arxiv-2611.05340-t24-rs-detected,arxiv-2611.05340,gpt-6.1-sol,not-established:absent,mixed,hard,,,,,,,20,count of 20: result planted omissions judged incorrect,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 24, row GPT-6.1 Sol, column Table 24 result, planted omissions detected)",,out:effort-not-established, arxiv-2611.05340-t24-fa-worksheet,arxiv-2611.05340,gpt-6.1-sol,not-established:absent,mixed,hard,,,,,,,0,count of 20: worksheet false alarms,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 24, row GPT-6.1 Sol, column Table 24 false alarms, worksheet)",,out:effort-not-established, arxiv-2611.05340-t24-fa-result,arxiv-2611.05340,gpt-6.1-sol,not-established:absent,mixed,hard,,,,,,,0,count of 20: result false alarms,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 24, row GPT-6.1 Sol, column Table 24 false alarms, result)",,out:effort-not-established, arxiv-2611.05340-t24-own-correct,arxiv-2611.05340,gemini-4-argon,not-established:absent,mixed,hard,,,,,,,20,count of 20: own calculation answers correct,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 24, row Gemini 4 Argon, column Table 24 own calculation, correct)",,out:effort-not-established, arxiv-2611.05340-t24-own-omitted,arxiv-2611.05340,gemini-4-argon,not-established:absent,mixed,hard,,,,,,,0,count of 20: own calculation answers equal to the MU without the correction,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 24, row Gemini 4 Argon, column Table 24 own calculation, omitted (answer equal to the MU without the correction))",,out:effort-not-established, arxiv-2611.05340-t24-ws-detected,arxiv-2611.05340,gemini-4-argon,not-established:absent,mixed,hard,,,,,,,20,count of 20: worksheet planted omissions judged incorrect,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 24, row Gemini 4 Argon, column Table 24 worksheet, planted omissions detected)",,out:effort-not-established, arxiv-2611.05340-t24-ws-localized,arxiv-2611.05340,gemini-4-argon,not-established:absent,mixed,hard,,,,,,,20,count of 20: worksheet planted omissions judged incorrect with the first incorrect step named,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 24, row Gemini 4 Argon, column Table 24 worksheet, planted omissions localized)",,out:effort-not-established, arxiv-2611.05340-t24-rs-detected,arxiv-2611.05340,gemini-4-argon,not-established:absent,mixed,hard,,,,,,,20,count of 20: result planted omissions judged incorrect,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 24, row Gemini 4 Argon, column Table 24 result, planted omissions detected)",,out:effort-not-established, arxiv-2611.05340-t24-fa-worksheet,arxiv-2611.05340,gemini-4-argon,not-established:absent,mixed,hard,,,,,,,0,count of 20: worksheet false alarms,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 24, row Gemini 4 Argon, column Table 24 false alarms, worksheet)",,out:effort-not-established, arxiv-2611.05340-t24-fa-result,arxiv-2611.05340,gemini-4-argon,not-established:absent,mixed,hard,,,,,,,2,count of 20: result false alarms,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 24, row Gemini 4 Argon, column Table 24 false alarms, result)",,out:effort-not-established, arxiv-2611.05340-t24-own-correct,arxiv-2611.05340,opus-5.5,not-established:absent,mixed,hard,,,,,,,20,count of 20: own calculation answers correct,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 24, row Claude Opus 5.5, column Table 24 own calculation, correct)",,out:effort-not-established, arxiv-2611.05340-t24-own-omitted,arxiv-2611.05340,opus-5.5,not-established:absent,mixed,hard,,,,,,,0,count of 20: own calculation answers equal to the MU without the correction,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 24, row Claude Opus 5.5, column Table 24 own calculation, omitted (answer equal to the MU without the correction))",,out:effort-not-established, arxiv-2611.05340-t24-ws-detected,arxiv-2611.05340,opus-5.5,not-established:absent,mixed,hard,,,,,,,20,count of 20: worksheet planted omissions judged incorrect,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 24, row Claude Opus 5.5, column Table 24 worksheet, planted omissions detected)",,out:effort-not-established, arxiv-2611.05340-t24-ws-localized,arxiv-2611.05340,opus-5.5,not-established:absent,mixed,hard,,,,,,,20,count of 20: worksheet planted omissions judged incorrect with the first incorrect step named,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 24, row Claude Opus 5.5, column Table 24 worksheet, planted omissions localized)",,out:effort-not-established, arxiv-2611.05340-t24-rs-detected,arxiv-2611.05340,opus-5.5,not-established:absent,mixed,hard,,,,,,,14,count of 20: result planted omissions judged incorrect,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 24, row Claude Opus 5.5, column Table 24 result, planted omissions detected)",,out:effort-not-established, arxiv-2611.05340-t24-fa-worksheet,arxiv-2611.05340,opus-5.5,not-established:absent,mixed,hard,,,,,,,0,count of 20: worksheet false alarms,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 24, row Claude Opus 5.5, column Table 24 false alarms, worksheet)",,out:effort-not-established, arxiv-2611.05340-t24-fa-result,arxiv-2611.05340,opus-5.5,not-established:absent,mixed,hard,,,,,,,6,count of 20: result false alarms,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 24, row Claude Opus 5.5, column Table 24 false alarms, result)",,out:effort-not-established, arxiv-2611.05340-t24-own-correct,arxiv-2611.05340,sonnet-5.5,not-established:absent,mixed,hard,,,,,,,0,count of 20: own calculation answers correct,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 24, row Claude Sonnet 5.5, column Table 24 own calculation, correct)",,out:effort-not-established, arxiv-2611.05340-t24-own-omitted,arxiv-2611.05340,sonnet-5.5,not-established:absent,mixed,hard,,,,,,,20,count of 20: own calculation answers equal to the MU without the correction,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 24, row Claude Sonnet 5.5, column Table 24 own calculation, omitted (answer equal to the MU without the correction))",,out:effort-not-established, arxiv-2611.05340-t24-ws-detected,arxiv-2611.05340,sonnet-5.5,not-established:absent,mixed,hard,,,,,,,3,count of 20: worksheet planted omissions judged incorrect,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 24, row Claude Sonnet 5.5, column Table 24 worksheet, planted omissions detected)",,out:effort-not-established, arxiv-2611.05340-t24-ws-localized,arxiv-2611.05340,sonnet-5.5,not-established:absent,mixed,hard,,,,,,,3,count of 20: worksheet planted omissions judged incorrect with the first incorrect step named,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 24, row Claude Sonnet 5.5, column Table 24 worksheet, planted omissions localized)",,out:effort-not-established, arxiv-2611.05340-t24-rs-detected,arxiv-2611.05340,sonnet-5.5,not-established:absent,mixed,hard,,,,,,,0,count of 20: result planted omissions judged incorrect,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 24, row Claude Sonnet 5.5, column Table 24 result, planted omissions detected)",,out:effort-not-established, arxiv-2611.05340-t24-fa-worksheet,arxiv-2611.05340,sonnet-5.5,not-established:absent,mixed,hard,,,,,,,0,count of 20: worksheet false alarms,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 24, row Claude Sonnet 5.5, column Table 24 false alarms, worksheet)",,out:effort-not-established, arxiv-2611.05340-t24-fa-result,arxiv-2611.05340,sonnet-5.5,not-established:absent,mixed,hard,,,,,,,19,count of 20: result false alarms,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 24, row Claude Sonnet 5.5, column Table 24 false alarms, result)",,out:effort-not-established, arxiv-2611.05340-t24-own-correct,arxiv-2611.05340,gpt-6-luna,not-established:absent,mixed,hard,,,,,,,17,count of 20: own calculation answers correct,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 24, row GPT-6 Luna, column Table 24 own calculation, correct)",,out:effort-not-established, arxiv-2611.05340-t24-own-omitted,arxiv-2611.05340,gpt-6-luna,not-established:absent,mixed,hard,,,,,,,0,count of 20: own calculation answers equal to the MU without the correction,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 24, row GPT-6 Luna, column Table 24 own calculation, omitted (answer equal to the MU without the correction))",,out:effort-not-established, arxiv-2611.05340-t24-ws-detected,arxiv-2611.05340,gpt-6-luna,not-established:absent,mixed,hard,,,,,,,4,count of 20: worksheet planted omissions judged incorrect,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 24, row GPT-6 Luna, column Table 24 worksheet, planted omissions detected)",,out:effort-not-established, arxiv-2611.05340-t24-ws-localized,arxiv-2611.05340,gpt-6-luna,not-established:absent,mixed,hard,,,,,,,4,count of 20: worksheet planted omissions judged incorrect with the first incorrect step named,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 24, row GPT-6 Luna, column Table 24 worksheet, planted omissions localized)",,out:effort-not-established, arxiv-2611.05340-t24-rs-detected,arxiv-2611.05340,gpt-6-luna,not-established:absent,mixed,hard,,,,,,,9,count of 20: result planted omissions judged incorrect,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 24, row GPT-6 Luna, column Table 24 result, planted omissions detected)",,out:effort-not-established, arxiv-2611.05340-t24-fa-worksheet,arxiv-2611.05340,gpt-6-luna,not-established:absent,mixed,hard,,,,,,,0,count of 20: worksheet false alarms,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 24, row GPT-6 Luna, column Table 24 false alarms, worksheet)",,out:effort-not-established, arxiv-2611.05340-t24-fa-result,arxiv-2611.05340,gpt-6-luna,not-established:absent,mixed,hard,,,,,,,7,count of 20: result false alarms,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 24, row GPT-6 Luna, column Table 24 false alarms, result)",,out:effort-not-established, arxiv-2611.05340-t24-own-correct,arxiv-2611.05340,?gpt-oss-120b,not-established:absent,mixed,hard,,,,,,,2,count of 20: own calculation answers correct,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 24, row gpt-oss-120b, column Table 24 own calculation, correct)",,out:model-not-established, arxiv-2611.05340-t24-own-omitted,arxiv-2611.05340,?gpt-oss-120b,not-established:absent,mixed,hard,,,,,,,4,count of 20: own calculation answers equal to the MU without the correction,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 24, row gpt-oss-120b, column Table 24 own calculation, omitted (answer equal to the MU without the correction))",,out:model-not-established, arxiv-2611.05340-t24-ws-detected,arxiv-2611.05340,?gpt-oss-120b,not-established:absent,mixed,hard,,,,,,,2,count of 20: worksheet planted omissions judged incorrect,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 24, row gpt-oss-120b, column Table 24 worksheet, planted omissions detected)",,out:model-not-established, arxiv-2611.05340-t24-ws-localized,arxiv-2611.05340,?gpt-oss-120b,not-established:absent,mixed,hard,,,,,,,1,count of 20: worksheet planted omissions judged incorrect with the first incorrect step named,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 24, row gpt-oss-120b, column Table 24 worksheet, planted omissions localized)",,out:model-not-established, arxiv-2611.05340-t24-rs-detected,arxiv-2611.05340,?gpt-oss-120b,not-established:absent,mixed,hard,,,,,,,12,count of 20: result planted omissions judged incorrect,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 24, row gpt-oss-120b, column Table 24 result, planted omissions detected)",,out:model-not-established, arxiv-2611.05340-t24-fa-worksheet,arxiv-2611.05340,?gpt-oss-120b,not-established:absent,mixed,hard,,,,,,,4,count of 20: worksheet false alarms,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 24, row gpt-oss-120b, column Table 24 false alarms, worksheet)",,out:model-not-established, arxiv-2611.05340-t24-fa-result,arxiv-2611.05340,?gpt-oss-120b,not-established:absent,mixed,hard,,,,,,,18,count of 20: result false alarms,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 24, row gpt-oss-120b, column Table 24 false alarms, result)",,out:model-not-established, arxiv-2611.05340-t8-correct,arxiv-2611.05340,gpt-6-astra,not-established:absent,reasoning-math,hard,,,26,0.289,,,98.333333,screening-correct%,0,,,"https://arxiv.org/abs/2611.05340 (Table 8, row GPT-6 Astra, column Table 8 screening correct)",,out:effort-not-established,out:effort-not-established arxiv-2611.05340-t8-errors,arxiv-2611.05340,gpt-6-astra,not-established:absent,reasoning-math,hard,,,,,,,0,screening-errors,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 8, row GPT-6 Astra, column Table 8 screening errors)",,out:effort-not-established, arxiv-2611.05340-t8-truncated,arxiv-2611.05340,gpt-6-astra,not-established:absent,reasoning-math,hard,,,,,,,0,screening-truncated,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 8, row GPT-6 Astra, column Table 8 screening truncated)",,out:effort-not-established, arxiv-2611.05340-t8-correct,arxiv-2611.05340,?gpt-oss-20b,not-established:absent,reasoning-math,hard,,,1.4,0.0289,,,80,screening-correct%,0,,,"https://arxiv.org/abs/2611.05340 (Table 8, row gpt-oss-20b, column Table 8 screening correct)",,out:model-not-established,out:model-not-established arxiv-2611.05340-t8-errors,arxiv-2611.05340,?gpt-oss-20b,not-established:absent,reasoning-math,hard,,,,,,,0,screening-errors,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 8, row gpt-oss-20b, column Table 8 screening errors)",,out:model-not-established, arxiv-2611.05340-t8-truncated,arxiv-2611.05340,?gpt-oss-20b,not-established:absent,reasoning-math,hard,,,,,,,0,screening-truncated,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 8, row gpt-oss-20b, column Table 8 screening truncated)",,out:model-not-established, arxiv-2611.05340-t8-correct,arxiv-2611.05340,deepseek-v4-pro-0813,not-established:absent,reasoning-math,hard,,,14,0.289,,,76.666667,screening-correct%,0,,,"https://arxiv.org/abs/2611.05340 (Table 8, row DeepSeek V4 Pro, column Table 8 screening correct)",,out:effort-not-established,out:effort-not-established arxiv-2611.05340-t8-errors,arxiv-2611.05340,deepseek-v4-pro-0813,not-established:absent,reasoning-math,hard,,,,,,,0,screening-errors,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 8, row DeepSeek V4 Pro, column Table 8 screening errors)",,out:effort-not-established, arxiv-2611.05340-t8-truncated,arxiv-2611.05340,deepseek-v4-pro-0813,not-established:absent,reasoning-math,hard,,,,,,,0,screening-truncated,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 8, row DeepSeek V4 Pro, column Table 8 screening truncated)",,out:effort-not-established, arxiv-2611.05340-t8-correct,arxiv-2611.05340,fable-5.1,not-established:absent,reasoning-math,hard,,,40,0.289,,,95,screening-correct%,0,,,"https://arxiv.org/abs/2611.05340 (Table 8, row Claude Fable 5.1, column Table 8 screening correct)",,out:effort-not-established,out:effort-not-established arxiv-2611.05340-t8-errors,arxiv-2611.05340,fable-5.1,not-established:absent,reasoning-math,hard,,,,,,,0,screening-errors,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 8, row Claude Fable 5.1, column Table 8 screening errors)",,out:effort-not-established, arxiv-2611.05340-t8-truncated,arxiv-2611.05340,fable-5.1,not-established:absent,reasoning-math,hard,,,,,,,0,screening-truncated,0.289,,,"https://arxiv.org/abs/2611.05340 (Table 8, row Claude Fable 5.1, column Table 8 screening truncated)",,out:effort-not-established, arxiv-2611.05548-writer-first-round,arxiv-2611.05548,opus-5.5,not-established:absent,mixed,hard,,,,,,,92,score%,0.289,,,"https://arxiv.org/abs/2611.05548 (§3 Results, writer, first round)",,out:effort-not-established, arxiv-2611.05548-writer-final-7graders,arxiv-2611.05548,opus-5.5,not-established:absent,mixed,hard,,,,,,,95,score%,0.289,,,"https://arxiv.org/abs/2611.05548 (§3 Results, writer, final round)",,out:effort-not-established, arxiv-2611.05548-writer-increase-pp,arxiv-2611.05548,opus-5.5,not-established:absent,mixed,hard,,,,,,,3,score increase (pp),0.289,,,"https://arxiv.org/abs/2611.05548 (§3 Results, writer)",,out:effort-not-established, arxiv-2611.05548-writer-first-round,arxiv-2611.05548,haiku-4.5,not-established:absent,mixed,hard,,,,,,,7,score%,0.289,,,"https://arxiv.org/abs/2611.05548 (§3 Results, writer, first round)",,out:effort-not-established, arxiv-2611.05548-writer-increase-pp,arxiv-2611.05548,haiku-4.5,not-established:absent,mixed,hard,,,,,,,46,score increase (pp),0.289,,,"https://arxiv.org/abs/2611.05548 (§3 Results, writer)",,out:effort-not-established, arxiv-2611.05548-writer-final-7graders,arxiv-2611.05548,haiku-4.5,not-established:absent,mixed,hard,,,,,,,51,score%,0.289,,,"https://arxiv.org/abs/2611.05548 (§3 Results, writer, final submissions scored by all seven graders)",,out:effort-not-established, arxiv-2611.05548-grader-first-round-avg,arxiv-2611.05548,opus-5.5,not-established:absent,mixed,hard,,,,,,,50,score%,0.289,,,"https://arxiv.org/abs/2611.05548 (§3 Results, grader)",,out:effort-not-established, arxiv-2611.05548-grader-increase-pp,arxiv-2611.05548,opus-5.5,not-established:absent,mixed,hard,,,,,,,16,score increase (pp),0.289,,,"https://arxiv.org/abs/2611.05548 (§3 Results, grader)",,out:effort-not-established, arxiv-2611.05548-grader-first-round-avg,arxiv-2611.05548,haiku-4.5,not-established:absent,mixed,hard,,,,,,,57,score%,0.289,,,"https://arxiv.org/abs/2611.05548 (§3 Results, grader)",,out:effort-not-established, arxiv-2611.05548-grader-share-100,arxiv-2611.05548,haiku-4.5,not-established:absent,mixed,hard,,,,,,,41,score%,0.289,,,"https://arxiv.org/abs/2611.05548 (§3 Results, grader)",,out:effort-not-established, arxiv-2611.05548-grader-increase-pp,arxiv-2611.05548,haiku-4.5,not-established:absent,mixed,hard,,,,,,,32,score increase (pp),0.289,,,"https://arxiv.org/abs/2611.05548 (§3 Results, grader)",,out:effort-not-established, arxiv-2611.05548-e1-first,arxiv-2611.05548,opus-5.5,not-established:absent,mixed,hard,,,,,,,93,score%,0.289,,,"https://arxiv.org/abs/2611.05548 (Table E1, row Opus 5.5, column First round)",,out:effort-not-established, arxiv-2611.05548-e1-nofb,arxiv-2611.05548,opus-5.5,not-established:absent,mixed,hard,,,,,,,93,score%,0.289,,,"https://arxiv.org/abs/2611.05548 (Table E1, row Opus 5.5, column Without feedback)",,out:effort-not-established, arxiv-2611.05548-e1-fb,arxiv-2611.05548,opus-5.5,not-established:absent,mixed,hard,,,,,,,94,score%,0.289,,,"https://arxiv.org/abs/2611.05548 (Table E1, row Opus 5.5, column With feedback)",,out:effort-not-established, arxiv-2611.05548-e1-sess-score,arxiv-2611.05548,opus-5.5,not-established:absent,mixed,hard,,,,,,,95,score%,0.289,,,"https://arxiv.org/abs/2611.05548 (Table E1, row Opus 5.5, column Whole allowance Score)",,out:effort-not-established, arxiv-2611.05548-e1-sess-exec,arxiv-2611.05548,opus-5.5,not-established:absent,mixed,hard,,,,,,,,sessions-of-3,,,,"https://arxiv.org/abs/2611.05548 (Table E1, row Opus 5.5, column Execute)",,out:no-proof, arxiv-2611.05548-e1-sess-ended,arxiv-2611.05548,opus-5.5,not-established:absent,mixed,hard,,,,,,,,sessions-of-3,,,,"https://arxiv.org/abs/2611.05548 (Table E1, row Opus 5.5, column Writer ended)",,out:no-proof, arxiv-2611.05548-e1-first,arxiv-2611.05548,haiku-4.5,not-established:absent,mixed,hard,,,,,,,4,score%,0.289,,,"https://arxiv.org/abs/2611.05548 (Table E1, row Haiku 4.5, column First round)",,out:effort-not-established, arxiv-2611.05548-e1-nofb,arxiv-2611.05548,haiku-4.5,not-established:absent,mixed,hard,,,,,,,8,score%,0.289,,,"https://arxiv.org/abs/2611.05548 (Table E1, row Haiku 4.5, column Without feedback)",,out:effort-not-established, arxiv-2611.05548-e1-fb,arxiv-2611.05548,haiku-4.5,not-established:absent,mixed,hard,,,,,,,45,score%,0.289,,,"https://arxiv.org/abs/2611.05548 (Table E1, row Haiku 4.5, column With feedback)",,out:effort-not-established, arxiv-2611.05548-e1-sess-score,arxiv-2611.05548,haiku-4.5,not-established:absent,mixed,hard,,,,,,,0,score%,0.289,,,"https://arxiv.org/abs/2611.05548 (Table E1, row Haiku 4.5, column Whole allowance Score)",,out:effort-not-established, arxiv-2611.05548-e1-sess-exec,arxiv-2611.05548,haiku-4.5,not-established:absent,mixed,hard,,,,,,,,sessions-of-3,,,,"https://arxiv.org/abs/2611.05548 (Table E1, row Haiku 4.5, column Execute)",,out:no-proof, arxiv-2611.05548-e1-sess-ended,arxiv-2611.05548,haiku-4.5,not-established:absent,mixed,hard,,,,,,,,sessions-of-3,,,,"https://arxiv.org/abs/2611.05548 (Table E1, row Haiku 4.5, column Writer ended)",,out:no-proof, arxiv-2611.05548-t1-exec-first,arxiv-2611.05548,opus-5.5,not-established:absent,mixed,hard,,,,,,,,executing-submissions%,,,,"https://arxiv.org/abs/2611.05548 (Table 1, row Opus 5.5, column First round)",,out:no-proof, arxiv-2611.05548-t1-exec-final,arxiv-2611.05548,opus-5.5,not-established:absent,mixed,hard,,,,,,,,executing-submissions%,,,,"https://arxiv.org/abs/2611.05548 (Table 1, row Opus 5.5, column Final round)",,out:no-proof, arxiv-2611.05548-t1-exec-any,arxiv-2611.05548,opus-5.5,not-established:absent,mixed,hard,,,,,,,,executing-submissions%,,,,"https://arxiv.org/abs/2611.05548 (Table 1, row Opus 5.5, column Any round)",,out:no-proof, arxiv-2611.05548-t1-ended,arxiv-2611.05548,opus-5.5,not-established:absent,mixed,hard,,,,,,,12,sessions-of-21,0.289,,,"https://arxiv.org/abs/2611.05548 (Table 1, row Opus 5.5, column Writer ended)",,out:effort-not-established, arxiv-2611.05548-t1-toollimit,arxiv-2611.05548,opus-5.5,not-established:absent,mixed,hard,,,,,,,1,sessions-of-21,0.289,,,"https://arxiv.org/abs/2611.05548 (Table 1, row Opus 5.5, column Tool limit)",,out:effort-not-established, arxiv-2611.05548-t1-timelimit,arxiv-2611.05548,opus-5.5,not-established:absent,mixed,hard,,,,,,,0,sessions-of-21,0.289,,,"https://arxiv.org/abs/2611.05548 (Table 1, row Opus 5.5, column Time limit)",,out:effort-not-established, arxiv-2611.05548-t1-notools,arxiv-2611.05548,opus-5.5,not-established:absent,mixed,hard,,,,,,,8,sessions-of-21,0.289,,,"https://arxiv.org/abs/2611.05548 (Table 1, row Opus 5.5, column No tools)",,out:effort-not-established, arxiv-2611.05548-t1-exec-first,arxiv-2611.05548,haiku-4.5,not-established:absent,mixed,hard,,,,,,,,executing-submissions%,,,,"https://arxiv.org/abs/2611.05548 (Table 1, row Haiku 4.5, column First round)",,out:no-proof, arxiv-2611.05548-t1-exec-final,arxiv-2611.05548,haiku-4.5,not-established:absent,mixed,hard,,,,,,,,executing-submissions%,,,,"https://arxiv.org/abs/2611.05548 (Table 1, row Haiku 4.5, column Final round)",,out:no-proof, arxiv-2611.05548-t1-exec-any,arxiv-2611.05548,haiku-4.5,not-established:absent,mixed,hard,,,,,,,,executing-submissions%,,,,"https://arxiv.org/abs/2611.05548 (Table 1, row Haiku 4.5, column Any round)",,out:no-proof, arxiv-2611.05548-t1-ended,arxiv-2611.05548,haiku-4.5,not-established:absent,mixed,hard,,,,,,,15,sessions-of-21,0.289,,,"https://arxiv.org/abs/2611.05548 (Table 1, row Haiku 4.5, column Writer ended)",,out:effort-not-established, arxiv-2611.05548-t1-toollimit,arxiv-2611.05548,haiku-4.5,not-established:absent,mixed,hard,,,,,,,6,sessions-of-21,0.289,,,"https://arxiv.org/abs/2611.05548 (Table 1, row Haiku 4.5, column Tool limit)",,out:effort-not-established, arxiv-2611.05548-t1-timelimit,arxiv-2611.05548,haiku-4.5,not-established:absent,mixed,hard,,,,,,,0,sessions-of-21,0.289,,,"https://arxiv.org/abs/2611.05548 (Table 1, row Haiku 4.5, column Time limit)",,out:effort-not-established, arxiv-2611.05548-t1-notools,arxiv-2611.05548,haiku-4.5,not-established:absent,mixed,hard,,,,,,,0,sessions-of-21,0.289,,,"https://arxiv.org/abs/2611.05548 (Table 1, row Haiku 4.5, column No tools)",,out:effort-not-established, arxiv-2611.05548-b1-generation,arxiv-2611.05548,opus-5.5,not-established:absent,mixed,hard,,,46.34,0.00289,,,,none,,,,https://arxiv.org/abs/2611.05548 (),,,out:effort-not-established arxiv-2611.05548-b1-revision,arxiv-2611.05548,opus-5.5,not-established:absent,mixed,hard,,,21.72,0.00289,,,,none,,,,https://arxiv.org/abs/2611.05548 (),,,out:effort-not-established arxiv-2611.05548-b1-grading,arxiv-2611.05548,opus-5.5,not-established:absent,mixed,hard,,,20.61,0.00289,,,,none,,,,https://arxiv.org/abs/2611.05548 (),,,out:effort-not-established arxiv-2611.05548-b1-without-feedback,arxiv-2611.05548,opus-5.5,not-established:absent,mixed,hard,,,28.41,0.00289,,,,none,,,,https://arxiv.org/abs/2611.05548 (),,,out:effort-not-established arxiv-2611.05548-b1-one-session,arxiv-2611.05548,opus-5.5,not-established:absent,mixed,hard,,,23.17,0.00289,,,,none,,,,https://arxiv.org/abs/2611.05548 (),,,out:effort-not-established arxiv-2611.05548-b1-every-grader,arxiv-2611.05548,opus-5.5,not-established:absent,mixed,hard,,,146.97,0.00289,,,,none,,,,https://arxiv.org/abs/2611.05548 (),,,out:effort-not-established arxiv-2611.05548-b1-same-grader-again,arxiv-2611.05548,opus-5.5,not-established:absent,mixed,hard,,,13.40,0.00289,,,,none,,,,https://arxiv.org/abs/2611.05548 (),,,out:effort-not-established arxiv-2611.05548-b1-planted-faults,arxiv-2611.05548,opus-5.5,not-established:absent,mixed,hard,,,7.08,0.00289,,,,none,,,,https://arxiv.org/abs/2611.05548 (),,,out:effort-not-established arxiv-2611.05548-b1-student-projects,arxiv-2611.05548,opus-5.5,not-established:absent,mixed,hard,,,26.77,0.00289,,,,none,,,,https://arxiv.org/abs/2611.05548 (),,,out:effort-not-established arxiv-2611.05548-b1-route-check,arxiv-2611.05548,opus-5.5,not-established:absent,mixed,hard,,,4.09,0.00289,,,,none,,,,https://arxiv.org/abs/2611.05548 (),,,out:effort-not-established arxiv-2611.05548-b1-total,arxiv-2611.05548,opus-5.5,not-established:absent,mixed,hard,,,338.55,0.00289,,,,none,,,,https://arxiv.org/abs/2611.05548 (),,,out:effort-not-established arxiv-2611.05548-b1-generation,arxiv-2611.05548,haiku-4.5,not-established:absent,mixed,hard,,,12.00,0.00289,,,,none,,,,https://arxiv.org/abs/2611.05548 (),,,out:effort-not-established arxiv-2611.05548-b1-revision,arxiv-2611.05548,haiku-4.5,not-established:absent,mixed,hard,,,14.73,0.00289,,,,none,,,,https://arxiv.org/abs/2611.05548 (),,,out:effort-not-established arxiv-2611.05548-b1-grading,arxiv-2611.05548,haiku-4.5,not-established:absent,mixed,hard,,,3.91,0.00289,,,,none,,,,https://arxiv.org/abs/2611.05548 (),,,out:effort-not-established arxiv-2611.05548-b1-without-feedback,arxiv-2611.05548,haiku-4.5,not-established:absent,mixed,hard,,,12.20,0.00289,,,,none,,,,https://arxiv.org/abs/2611.05548 (),,,out:effort-not-established arxiv-2611.05548-b1-one-session,arxiv-2611.05548,haiku-4.5,not-established:absent,mixed,hard,,,3.13,0.00289,,,,none,,,,https://arxiv.org/abs/2611.05548 (),,,out:effort-not-established arxiv-2611.05548-b1-every-grader,arxiv-2611.05548,haiku-4.5,not-established:absent,mixed,hard,,,25.47,0.00289,,,,none,,,,https://arxiv.org/abs/2611.05548 (),,,out:effort-not-established arxiv-2611.05548-b1-same-grader-again,arxiv-2611.05548,haiku-4.5,not-established:absent,mixed,hard,,,2.72,0.00289,,,,none,,,,https://arxiv.org/abs/2611.05548 (),,,out:effort-not-established arxiv-2611.05548-b1-planted-faults,arxiv-2611.05548,haiku-4.5,not-established:absent,mixed,hard,,,1.28,0.00289,,,,none,,,,https://arxiv.org/abs/2611.05548 (),,,out:effort-not-established arxiv-2611.05548-b1-student-projects,arxiv-2611.05548,haiku-4.5,not-established:absent,mixed,hard,,,4.90,0.00289,,,,none,,,,https://arxiv.org/abs/2611.05548 (),,,out:effort-not-established arxiv-2611.05548-b1-route-check,arxiv-2611.05548,haiku-4.5,not-established:absent,mixed,hard,,,1.15,0.00289,,,,none,,,,https://arxiv.org/abs/2611.05548 (),,,out:effort-not-established arxiv-2611.05548-b1-total,arxiv-2611.05548,haiku-4.5,not-established:absent,mixed,hard,,,81.49,0.00289,,,,none,,,,https://arxiv.org/abs/2611.05548 (),,,out:effort-not-established arxiv-2611.05548-b2-round-1,arxiv-2611.05548,opus-5.5,not-established:absent,mixed,hard,,,2.30,0.00289,,,,none,,,,https://arxiv.org/abs/2611.05548 (),,,out:effort-not-established arxiv-2611.05548-b2-round-2,arxiv-2611.05548,opus-5.5,not-established:absent,mixed,hard,,,0.72,0.00289,,,,none,,,,https://arxiv.org/abs/2611.05548 (),,,out:effort-not-established arxiv-2611.05548-b2-round-3,arxiv-2611.05548,opus-5.5,not-established:absent,mixed,hard,,,0.55,0.00289,,,,none,,,,https://arxiv.org/abs/2611.05548 (),,,out:effort-not-established arxiv-2611.05548-b2-round-1,arxiv-2611.05548,haiku-4.5,not-established:absent,mixed,hard,,,0.64,0.00289,,,,none,,,,https://arxiv.org/abs/2611.05548 (),,,out:effort-not-established arxiv-2611.05548-b2-round-2,arxiv-2611.05548,haiku-4.5,not-established:absent,mixed,hard,,,0.40,0.00289,,,,none,,,,https://arxiv.org/abs/2611.05548 (),,,out:effort-not-established arxiv-2611.05548-b2-round-3,arxiv-2611.05548,haiku-4.5,not-established:absent,mixed,hard,,,0.43,0.00289,,,,none,,,,https://arxiv.org/abs/2611.05548 (),,,out:effort-not-established arxiv-2611.05548-f1-mae,arxiv-2611.05548,opus-5.5,not-established:absent,mixed,hard,,,,,,,41.4,MAE,0.0289,,,"https://arxiv.org/abs/2611.05548 (Table F1, row Opus 5.5, column Mean absolute error)",,out:effort-not-established, arxiv-2611.05548-f1-bias,arxiv-2611.05548,opus-5.5,not-established:absent,mixed,hard,,,,,,,-41.2,bias,0.0289,,,"https://arxiv.org/abs/2611.05548 (Table F1, row Opus 5.5, column Bias)",,out:effort-not-established, arxiv-2611.05548-f1-corr,arxiv-2611.05548,opus-5.5,not-established:absent,mixed,hard,,,,,,,0.74,pearson-r,0.00289,,,"https://arxiv.org/abs/2611.05548 (Table F1, row Opus 5.5, column Correlation)",,out:effort-not-established, arxiv-2611.05548-f1-mae,arxiv-2611.05548,haiku-4.5,not-established:absent,mixed,hard,,,,,,,14.0,MAE,0.0289,,,"https://arxiv.org/abs/2611.05548 (Table F1, row Haiku 4.5, column Mean absolute error)",,out:effort-not-established, arxiv-2611.05548-f1-bias,arxiv-2611.05548,haiku-4.5,not-established:absent,mixed,hard,,,,,,,-6.3,bias,0.0289,,,"https://arxiv.org/abs/2611.05548 (Table F1, row Haiku 4.5, column Bias)",,out:effort-not-established, arxiv-2611.05548-f1-corr,arxiv-2611.05548,haiku-4.5,not-established:absent,mixed,hard,,,,,,,0.46,pearson-r,0.00289,,,"https://arxiv.org/abs/2611.05548 (Table F1, row Haiku 4.5, column Correlation)",,out:effort-not-established, arxiv-2611.05548-g1-0,arxiv-2611.05548,opus-5.5,not-established:absent,mixed,hard,,,,,,,82,score%,0.289,,,"https://arxiv.org/abs/2611.05548 (Table G1, row ""Unchanged"", column Opus 5.5 (first model column of the header: Fault Opus 5.5 Haiku 4.5 GPT-6 Sol GPT-6 Luna DeepSeek V4.1 Flash Gemini 3.8 Flash GLM-5.3 Flash All graders))",,out:effort-not-established, arxiv-2611.05548-g1-0,arxiv-2611.05548,haiku-4.5,not-established:absent,mixed,hard,,,,,,,100,score%,0.289,,,"https://arxiv.org/abs/2611.05548 (Table G1, row ""Unchanged"", column Haiku 4.5 (second model column of the header))",,out:effort-not-established, arxiv-2611.05548-g1-1,arxiv-2611.05548,opus-5.5,not-established:absent,mixed,hard,,,,,,,0,score%,0.289,,,"https://arxiv.org/abs/2611.05548 (Table G1, row ""Data generated, described as downloaded"", column Opus 5.5 (first model column of the header: Fault Opus 5.5 Haiku 4.5 GPT-6 Sol GPT-6 Luna DeepSeek V4.1 Flash Gemini 3.8 Flash GLM-5.3 Flash All graders))",,out:effort-not-established, arxiv-2611.05548-g1-1,arxiv-2611.05548,haiku-4.5,not-established:absent,mixed,hard,,,,,,,100,score%,0.289,,,"https://arxiv.org/abs/2611.05548 (Table G1, row ""Data generated, described as downloaded"", column Haiku 4.5 (second model column of the header))",,out:effort-not-established, arxiv-2611.05548-g1-2,arxiv-2611.05548,opus-5.5,not-established:absent,mixed,hard,,,,,,,77,score%,0.289,,,"https://arxiv.org/abs/2611.05548 (Table G1, row ""Latitude adjustment dropped from the model"", column Opus 5.5 (first model column of the header: Fault Opus 5.5 Haiku 4.5 GPT-6 Sol GPT-6 Luna DeepSeek V4.1 Flash Gemini 3.8 Flash GLM-5.3 Flash All graders))",,out:effort-not-established, arxiv-2611.05548-g1-2,arxiv-2611.05548,haiku-4.5,not-established:absent,mixed,hard,,,,,,,100,score%,0.289,,,"https://arxiv.org/abs/2611.05548 (Table G1, row ""Latitude adjustment dropped from the model"", column Haiku 4.5 (second model column of the header))",,out:effort-not-established, arxiv-2611.05548-g1-3,arxiv-2611.05548,opus-5.5,not-established:absent,mixed,hard,,,,,,,82,score%,0.289,,,"https://arxiv.org/abs/2611.05548 (Table G1, row ""Headline result typed in, wrong"", column Opus 5.5 (first model column of the header: Fault Opus 5.5 Haiku 4.5 GPT-6 Sol GPT-6 Luna DeepSeek V4.1 Flash Gemini 3.8 Flash GLM-5.3 Flash All graders))",,out:effort-not-established, arxiv-2611.05548-g1-3,arxiv-2611.05548,haiku-4.5,not-established:absent,mixed,hard,,,,,,,100,score%,0.289,,,"https://arxiv.org/abs/2611.05548 (Table G1, row ""Headline result typed in, wrong"", column Haiku 4.5 (second model column of the header))",,out:effort-not-established, arxiv-2611.05548-g1-4,arxiv-2611.05548,opus-5.5,not-established:absent,mixed,hard,,,,,,,80,score%,0.289,,,"https://arxiv.org/abs/2611.05548 (Table G1, row ""Tests that assert nothing"", column Opus 5.5 (first model column of the header: Fault Opus 5.5 Haiku 4.5 GPT-6 Sol GPT-6 Luna DeepSeek V4.1 Flash Gemini 3.8 Flash GLM-5.3 Flash All graders))",,out:effort-not-established, arxiv-2611.05548-g1-4,arxiv-2611.05548,haiku-4.5,not-established:absent,mixed,hard,,,,,,,100,score%,0.289,,,"https://arxiv.org/abs/2611.05548 (Table G1, row ""Tests that assert nothing"", column Haiku 4.5 (second model column of the header))",,out:effort-not-established, arxiv-2611.05548-g1-5,arxiv-2611.05548,opus-5.5,not-established:absent,mixed,hard,,,,,,,83,score%,0.289,,,"https://arxiv.org/abs/2611.05548 (Table G1, row ""Wrong data source named"", column Opus 5.5 (first model column of the header: Fault Opus 5.5 Haiku 4.5 GPT-6 Sol GPT-6 Luna DeepSeek V4.1 Flash Gemini 3.8 Flash GLM-5.3 Flash All graders))",,out:effort-not-established, arxiv-2611.05548-g1-5,arxiv-2611.05548,haiku-4.5,not-established:absent,mixed,hard,,,,,,,100,score%,0.289,,,"https://arxiv.org/abs/2611.05548 (Table G1, row ""Wrong data source named"", column Haiku 4.5 (second model column of the header))",,out:effort-not-established, arxiv-2611.05548-g1-6,arxiv-2611.05548,opus-5.5,not-established:absent,mixed,hard,,,,,,,85,score%,0.289,,,"https://arxiv.org/abs/2611.05548 (Table G1, row ""Causal estimand for an associational model"", column Opus 5.5 (first model column of the header: Fault Opus 5.5 Haiku 4.5 GPT-6 Sol GPT-6 Luna DeepSeek V4.1 Flash Gemini 3.8 Flash GLM-5.3 Flash All graders))",,out:effort-not-established, arxiv-2611.05548-g1-6,arxiv-2611.05548,haiku-4.5,not-established:absent,mixed,hard,,,,,,,100,score%,0.289,,,"https://arxiv.org/abs/2611.05548 (Table G1, row ""Causal estimand for an associational model"", column Haiku 4.5 (second model column of the header))",,out:effort-not-established, arxiv-2611.05548-g1-7,arxiv-2611.05548,opus-5.5,not-established:absent,mixed,hard,,,,,,,84,score%,0.289,,,"https://arxiv.org/abs/2611.05548 (Table G1, row ""Unresolved table reference"", column Opus 5.5 (first model column of the header: Fault Opus 5.5 Haiku 4.5 GPT-6 Sol GPT-6 Luna DeepSeek V4.1 Flash Gemini 3.8 Flash GLM-5.3 Flash All graders))",,out:effort-not-established, arxiv-2611.05548-g1-7,arxiv-2611.05548,haiku-4.5,not-established:absent,mixed,hard,,,,,,,100,score%,0.289,,,"https://arxiv.org/abs/2611.05548 (Table G1, row ""Unresolved table reference"", column Haiku 4.5 (second model column of the header))",,out:effort-not-established, arxiv-2611.05548-c1-opus55-0,arxiv-2611.05548,opus-5.5,not-established:absent,mixed,hard,,,,,,,-1.8,grade difference (points),0.0289,,,"https://arxiv.org/abs/2611.05548 (Table C1, grader Opus 5.5, OpenRouter Mean difference)",,out:effort-not-established, arxiv-2611.05548-c1-opus55-1,arxiv-2611.05548,opus-5.5,not-established:absent,mixed,hard,,,,,,,2.2,grade difference (points),0.0289,,,"https://arxiv.org/abs/2611.05548 (Table C1, grader Opus 5.5, OpenRouter Mean absolute difference)",,out:effort-not-established, arxiv-2611.05548-c1-opus55-2,arxiv-2611.05548,opus-5.5,not-established:absent,mixed,hard,,,,,,,-1.1,grade difference (points),0.0289,,,"https://arxiv.org/abs/2611.05548 (Table C1, grader Opus 5.5, Direct Mean difference)",,out:effort-not-established, arxiv-2611.05548-c1-opus55-3,arxiv-2611.05548,opus-5.5,not-established:absent,mixed,hard,,,,,,,1.9,grade difference (points),0.0289,,,"https://arxiv.org/abs/2611.05548 (Table C1, grader Opus 5.5, Direct Mean absolute difference)",,out:effort-not-established, arxiv-2611.05548-c1-haiku45-0,arxiv-2611.05548,haiku-4.5,not-established:absent,mixed,hard,,,,,,,-2.4,grade difference (points),0.0289,,,"https://arxiv.org/abs/2611.05548 (Table C1, grader Haiku 4.5, OpenRouter Mean difference)",,out:effort-not-established, arxiv-2611.05548-c1-haiku45-1,arxiv-2611.05548,haiku-4.5,not-established:absent,mixed,hard,,,,,,,6.1,grade difference (points),0.0289,,,"https://arxiv.org/abs/2611.05548 (Table C1, grader Haiku 4.5, OpenRouter Mean absolute difference)",,out:effort-not-established, arxiv-2611.05548-c1-haiku45-2,arxiv-2611.05548,haiku-4.5,not-established:absent,mixed,hard,,,,,,,-0.2,grade difference (points),0.0289,,,"https://arxiv.org/abs/2611.05548 (Table C1, grader Haiku 4.5, Direct Mean difference)",,out:effort-not-established, arxiv-2611.05548-c1-haiku45-3,arxiv-2611.05548,haiku-4.5,not-established:absent,mixed,hard,,,,,,,4.3,grade difference (points),0.0289,,,"https://arxiv.org/abs/2611.05548 (Table C1, grader Haiku 4.5, Direct Mean absolute difference)",,out:effort-not-established, arxiv-2611.05548-writer-first-round,arxiv-2611.05548,gemini-3.8-flash,not-established:absent,mixed,hard,,,,,,,66,score%,0.289,,,https://arxiv.org/abs/2611.05548 (§3 Results),,out:effort-not-established, arxiv-2611.05548-writer-final-7graders,arxiv-2611.05548,gemini-3.8-flash,not-established:absent,mixed,hard,,,,,,,74,score%,0.289,,,https://arxiv.org/abs/2611.05548 (§3),,out:effort-not-established, arxiv-2611.05548-grader-share-100,arxiv-2611.05548,gemini-3.8-flash,not-established:absent,mixed,hard,,,,,,,51,score%,0.289,,,https://arxiv.org/abs/2611.05548 (§3),,out:effort-not-established, arxiv-2611.05548-grader-mean-given,arxiv-2611.05548,gemini-3.8-flash,not-established:absent,mixed,hard,,,,,,,78,score%,0.289,,,https://arxiv.org/abs/2611.05548 (§3),,out:effort-not-established, arxiv-2611.05548-writer-one-session,arxiv-2611.05548,gemini-3.8-flash,not-established:absent,mixed,hard,,,,,,,50,score%,0.289,,,https://arxiv.org/abs/2611.05548 (§3),,out:effort-not-established, arxiv-2611.05548-writer-feedback-6graders,arxiv-2611.05548,gemini-3.8-flash,not-established:absent,mixed,hard,,,,,,,71,score%,0.289,,,https://arxiv.org/abs/2611.05548 (§3),,out:effort-not-established, arxiv-2611.05548-e1-first,arxiv-2611.05548,gemini-3.8-flash,not-established:absent,mixed,hard,,,,,,,62,score%,0.289,,,https://arxiv.org/abs/2611.05548 (Table E1),,out:effort-not-established, arxiv-2611.05548-e1-nofb,arxiv-2611.05548,gemini-3.8-flash,not-established:absent,mixed,hard,,,,,,,70,score%,0.289,,,https://arxiv.org/abs/2611.05548 (Table E1),,out:effort-not-established, arxiv-2611.05548-e1-fb,arxiv-2611.05548,gemini-3.8-flash,not-established:absent,mixed,hard,,,,,,,71,score%,0.289,,,https://arxiv.org/abs/2611.05548 (Table E1),,out:effort-not-established, arxiv-2611.05548-e1-sess-score,arxiv-2611.05548,gemini-3.8-flash,not-established:absent,mixed,hard,,,,,,,50,score%,0.289,,,https://arxiv.org/abs/2611.05548 (Table E1),,out:effort-not-established, arxiv-2611.05548-e1-sess-exec,arxiv-2611.05548,gemini-3.8-flash,not-established:absent,mixed,hard,,,,,,,66.666667,sessions-of-3,0,,,https://arxiv.org/abs/2611.05548 (Table E1),,out:effort-not-established, arxiv-2611.05548-e1-sess-ended,arxiv-2611.05548,gemini-3.8-flash,not-established:absent,mixed,hard,,,,,,,66.666667,sessions-of-3,0,,,https://arxiv.org/abs/2611.05548 (Table E1),,out:effort-not-established, arxiv-2611.05548-t1-exec-first,arxiv-2611.05548,gemini-3.8-flash,not-established:absent,mixed,hard,,,,,,,80.952381,executing-submissions%,0,,,https://arxiv.org/abs/2611.05548 (Table 1),,out:effort-not-established, arxiv-2611.05548-t1-exec-final,arxiv-2611.05548,gemini-3.8-flash,not-established:absent,mixed,hard,,,,,,,57.142857,executing-submissions%,0,,,https://arxiv.org/abs/2611.05548 (Table 1),,out:effort-not-established, arxiv-2611.05548-t1-exec-any,arxiv-2611.05548,gemini-3.8-flash,not-established:absent,mixed,hard,,,,,,,71.428571,executing-submissions%,0,,,https://arxiv.org/abs/2611.05548 (Table 1),,out:effort-not-established, arxiv-2611.05548-t1-ended,arxiv-2611.05548,gemini-3.8-flash,not-established:absent,mixed,hard,,,,,,,11,sessions-of-21,0.289,,,https://arxiv.org/abs/2611.05548 (Table 1),,out:effort-not-established, arxiv-2611.05548-t1-toollimit,arxiv-2611.05548,gemini-3.8-flash,not-established:absent,mixed,hard,,,,,,,9,sessions-of-21,0.289,,,https://arxiv.org/abs/2611.05548 (Table 1),,out:effort-not-established, arxiv-2611.05548-t1-timelimit,arxiv-2611.05548,gemini-3.8-flash,not-established:absent,mixed,hard,,,,,,,0,sessions-of-21,0.289,,,https://arxiv.org/abs/2611.05548 (Table 1),,out:effort-not-established, arxiv-2611.05548-t1-notools,arxiv-2611.05548,gemini-3.8-flash,not-established:absent,mixed,hard,,,,,,,1,sessions-of-21,0.289,,,https://arxiv.org/abs/2611.05548 (Table 1),,out:effort-not-established, arxiv-2611.05548-b1-generation,arxiv-2611.05548,gemini-3.8-flash,not-established:absent,mixed,hard,,,9.57,0.00289,,,,none,,,,https://arxiv.org/abs/2611.05548 (),,,out:effort-not-established arxiv-2611.05548-b1-revision,arxiv-2611.05548,gemini-3.8-flash,not-established:absent,mixed,hard,,,12.25,0.00289,,,,none,,,,https://arxiv.org/abs/2611.05548 (),,,out:effort-not-established arxiv-2611.05548-b1-grading,arxiv-2611.05548,gemini-3.8-flash,not-established:absent,mixed,hard,,,3.03,0.00289,,,,none,,,,https://arxiv.org/abs/2611.05548 (),,,out:effort-not-established arxiv-2611.05548-b1-without-feedback,arxiv-2611.05548,gemini-3.8-flash,not-established:absent,mixed,hard,,,13.80,0.00289,,,,none,,,,https://arxiv.org/abs/2611.05548 (),,,out:effort-not-established arxiv-2611.05548-b1-one-session,arxiv-2611.05548,gemini-3.8-flash,not-established:absent,mixed,hard,,,3.01,0.00289,,,,none,,,,https://arxiv.org/abs/2611.05548 (),,,out:effort-not-established arxiv-2611.05548-b1-every-grader,arxiv-2611.05548,gemini-3.8-flash,not-established:absent,mixed,hard,,,24.03,0.00289,,,,none,,,,https://arxiv.org/abs/2611.05548 (),,,out:effort-not-established arxiv-2611.05548-b1-same-grader-again,arxiv-2611.05548,gemini-3.8-flash,not-established:absent,mixed,hard,,,2.05,0.00289,,,,none,,,,https://arxiv.org/abs/2611.05548 (),,,out:effort-not-established arxiv-2611.05548-b1-planted-faults,arxiv-2611.05548,gemini-3.8-flash,not-established:absent,mixed,hard,,,0.94,0.00289,,,,none,,,,https://arxiv.org/abs/2611.05548 (),,,out:effort-not-established arxiv-2611.05548-b1-student-projects,arxiv-2611.05548,gemini-3.8-flash,not-established:absent,mixed,hard,,,4.86,0.00289,,,,none,,,,https://arxiv.org/abs/2611.05548 (),,,out:effort-not-established arxiv-2611.05548-b1-route-check,arxiv-2611.05548,gemini-3.8-flash,not-established:absent,mixed,hard,,,0.72,0.00289,,,,none,,,,https://arxiv.org/abs/2611.05548 (),,,out:effort-not-established arxiv-2611.05548-b1-total,arxiv-2611.05548,gemini-3.8-flash,not-established:absent,mixed,hard,,,74.25,0.00289,,,,none,,,,https://arxiv.org/abs/2611.05548 (),,,out:effort-not-established arxiv-2611.05548-b2-round-1,arxiv-2611.05548,gemini-3.8-flash,not-established:absent,mixed,hard,,,0.53,0.00289,,,,none,,,,https://arxiv.org/abs/2611.05548 (),,,out:effort-not-established arxiv-2611.05548-b2-round-2,arxiv-2611.05548,gemini-3.8-flash,not-established:absent,mixed,hard,,,0.37,0.00289,,,,none,,,,https://arxiv.org/abs/2611.05548 (),,,out:effort-not-established arxiv-2611.05548-b2-round-3,arxiv-2611.05548,gemini-3.8-flash,not-established:absent,mixed,hard,,,0.36,0.00289,,,,none,,,,https://arxiv.org/abs/2611.05548 (),,,out:effort-not-established arxiv-2611.05548-f1-mae,arxiv-2611.05548,gemini-3.8-flash,not-established:absent,mixed,hard,,,,,,,13.9,MAE,0.0289,,,https://arxiv.org/abs/2611.05548 (Table F1 (56 projets étudiants vs TA)),,out:effort-not-established, arxiv-2611.05548-f1-bias,arxiv-2611.05548,gemini-3.8-flash,not-established:absent,mixed,hard,,,,,,,-10.2,bias,0.0289,,,https://arxiv.org/abs/2611.05548 (Table F1 (56 projets étudiants vs TA)),,out:effort-not-established, arxiv-2611.05548-f1-corr,arxiv-2611.05548,gemini-3.8-flash,not-established:absent,mixed,hard,,,,,,,0.69,pearson-r,0.00289,,,https://arxiv.org/abs/2611.05548 (Table F1 (56 projets étudiants vs TA)),,out:effort-not-established, arxiv-2611.05548-g1-0,arxiv-2611.05548,gemini-3.8-flash,not-established:absent,mixed,hard,,,,,,,100,score%,0.289,,,"https://arxiv.org/abs/2611.05548 (Table G1, row ""Unchanged"", column Gemini 3.8 Flash (6th model column of the header: Fault Opus 5.5 Haiku 4.5 GPT-6 Sol GPT-6 Luna DeepSeek V4.1 Flash Gemini 3.8 Flash GLM-5.3 Flash All graders))",,out:effort-not-established, arxiv-2611.05548-g1-1,arxiv-2611.05548,gemini-3.8-flash,not-established:absent,mixed,hard,,,,,,,0,score%,0.289,,,"https://arxiv.org/abs/2611.05548 (Table G1, row ""Data generated, described as downloaded"", column Gemini 3.8 Flash (6th model column of the header: Fault Opus 5.5 Haiku 4.5 GPT-6 Sol GPT-6 Luna DeepSeek V4.1 Flash Gemini 3.8 Flash GLM-5.3 Flash All graders))",,out:effort-not-established, arxiv-2611.05548-g1-2,arxiv-2611.05548,gemini-3.8-flash,not-established:absent,mixed,hard,,,,,,,97,score%,0.289,,,"https://arxiv.org/abs/2611.05548 (Table G1, row ""Latitude adjustment dropped from the model"", column Gemini 3.8 Flash (6th model column of the header: Fault Opus 5.5 Haiku 4.5 GPT-6 Sol GPT-6 Luna DeepSeek V4.1 Flash Gemini 3.8 Flash GLM-5.3 Flash All graders))",,out:effort-not-established, arxiv-2611.05548-g1-3,arxiv-2611.05548,gemini-3.8-flash,not-established:absent,mixed,hard,,,,,,,100,score%,0.289,,,"https://arxiv.org/abs/2611.05548 (Table G1, row ""Headline result typed in, wrong"", column Gemini 3.8 Flash (6th model column of the header: Fault Opus 5.5 Haiku 4.5 GPT-6 Sol GPT-6 Luna DeepSeek V4.1 Flash Gemini 3.8 Flash GLM-5.3 Flash All graders))",,out:effort-not-established, arxiv-2611.05548-g1-4,arxiv-2611.05548,gemini-3.8-flash,not-established:absent,mixed,hard,,,,,,,98,score%,0.289,,,"https://arxiv.org/abs/2611.05548 (Table G1, row ""Tests that assert nothing"", column Gemini 3.8 Flash (6th model column of the header: Fault Opus 5.5 Haiku 4.5 GPT-6 Sol GPT-6 Luna DeepSeek V4.1 Flash Gemini 3.8 Flash GLM-5.3 Flash All graders))",,out:effort-not-established, arxiv-2611.05548-g1-5,arxiv-2611.05548,gemini-3.8-flash,not-established:absent,mixed,hard,,,,,,,100,score%,0.289,,,"https://arxiv.org/abs/2611.05548 (Table G1, row ""Wrong data source named"", column Gemini 3.8 Flash (6th model column of the header: Fault Opus 5.5 Haiku 4.5 GPT-6 Sol GPT-6 Luna DeepSeek V4.1 Flash Gemini 3.8 Flash GLM-5.3 Flash All graders))",,out:effort-not-established, arxiv-2611.05548-g1-6,arxiv-2611.05548,gemini-3.8-flash,not-established:absent,mixed,hard,,,,,,,100,score%,0.289,,,"https://arxiv.org/abs/2611.05548 (Table G1, row ""Causal estimand for an associational model"", column Gemini 3.8 Flash (6th model column of the header: Fault Opus 5.5 Haiku 4.5 GPT-6 Sol GPT-6 Luna DeepSeek V4.1 Flash Gemini 3.8 Flash GLM-5.3 Flash All graders))",,out:effort-not-established, arxiv-2611.05548-g1-7,arxiv-2611.05548,gemini-3.8-flash,not-established:absent,mixed,hard,,,,,,,100,score%,0.289,,,"https://arxiv.org/abs/2611.05548 (Table G1, row ""Unresolved table reference"", column Gemini 3.8 Flash (6th model column of the header: Fault Opus 5.5 Haiku 4.5 GPT-6 Sol GPT-6 Luna DeepSeek V4.1 Flash Gemini 3.8 Flash GLM-5.3 Flash All graders))",,out:effort-not-established, arxiv-2611.05548-c1-0,arxiv-2611.05548,gemini-3.8-flash,not-established:absent,mixed,hard,,,,,,,-1.8,mark-difference,0.0289,,,https://arxiv.org/abs/2611.05548 (Table C1 (ordre des lignes à rowspan reconstruit : DOUTE léger)),,out:effort-not-established, arxiv-2611.05548-c1-1,arxiv-2611.05548,gemini-3.8-flash,not-established:absent,mixed,hard,,,,,,,4.2,mark-difference,0.0289,,,https://arxiv.org/abs/2611.05548 (Table C1 (ordre des lignes à rowspan reconstruit : DOUTE léger)),,out:effort-not-established, arxiv-2611.05548-c1-2,arxiv-2611.05548,gemini-3.8-flash,not-established:absent,mixed,hard,,,,,,,-1.2,mark-difference,0.0289,,,https://arxiv.org/abs/2611.05548 (Table C1 (ordre des lignes à rowspan reconstruit : DOUTE léger)),,out:effort-not-established, arxiv-2611.05548-c1-3,arxiv-2611.05548,gemini-3.8-flash,not-established:absent,mixed,hard,,,,,,,3.7,mark-difference,0.0289,,,https://arxiv.org/abs/2611.05548 (Table C1 (ordre des lignes à rowspan reconstruit : DOUTE léger)),,out:effort-not-established, arxiv-2611.05548-t1-first-round-executes,arxiv-2611.05548,gpt-6-sol,not-established:absent,mixed,hard,,,,,,,21,submissions that execute (count),0.289,,,"https://arxiv.org/abs/2611.05548 (Table 1, row GPT-6 Sol, column Table 1, First round executes)",,out:effort-not-established, arxiv-2611.05548-t1-final-round-executes,arxiv-2611.05548,gpt-6-sol,not-established:absent,mixed,hard,,,,,,,21,submissions that execute (count),0.289,,,"https://arxiv.org/abs/2611.05548 (Table 1, row GPT-6 Sol, column Table 1, Final round executes)",,out:effort-not-established, arxiv-2611.05548-t1-any-round-executes,arxiv-2611.05548,gpt-6-sol,not-established:absent,mixed,hard,,,,,,,63,submissions that execute (count),0.289,,,"https://arxiv.org/abs/2611.05548 (Table 1, row GPT-6 Sol, column Table 1, Any round executes)",,out:effort-not-established, arxiv-2611.05548-t1-minutes,arxiv-2611.05548,gpt-6-sol,not-established:absent,mixed,hard,,,,,,,17.3,writer effort per first submission,0.0289,,,"https://arxiv.org/abs/2611.05548 (Table 1, row GPT-6 Sol, column Table 1, Minutes)",,out:effort-not-established, arxiv-2611.05548-t1-tool-calls,arxiv-2611.05548,gpt-6-sol,not-established:absent,mixed,hard,,,,,,,56,writer effort per first submission,0.289,,,"https://arxiv.org/abs/2611.05548 (Table 1, row GPT-6 Sol, column Table 1, Tool calls)",,out:effort-not-established, arxiv-2611.05548-t1-first-round-executes,arxiv-2611.05548,gpt-6-luna,not-established:absent,mixed,hard,,,,,,,18,submissions that execute (count),0.289,,,"https://arxiv.org/abs/2611.05548 (Table 1, row GPT-6 Luna, column Table 1, First round executes)",,out:effort-not-established, arxiv-2611.05548-t1-final-round-executes,arxiv-2611.05548,gpt-6-luna,not-established:absent,mixed,hard,,,,,,,19,submissions that execute (count),0.289,,,"https://arxiv.org/abs/2611.05548 (Table 1, row GPT-6 Luna, column Table 1, Final round executes)",,out:effort-not-established, arxiv-2611.05548-t1-any-round-executes,arxiv-2611.05548,gpt-6-luna,not-established:absent,mixed,hard,,,,,,,54,submissions that execute (count),0.289,,,"https://arxiv.org/abs/2611.05548 (Table 1, row GPT-6 Luna, column Table 1, Any round executes)",,out:effort-not-established, arxiv-2611.05548-t1-minutes,arxiv-2611.05548,gpt-6-luna,not-established:absent,mixed,hard,,,,,,,12.7,writer effort per first submission,0.0289,,,"https://arxiv.org/abs/2611.05548 (Table 1, row GPT-6 Luna, column Table 1, Minutes)",,out:effort-not-established, arxiv-2611.05548-t1-tool-calls,arxiv-2611.05548,gpt-6-luna,not-established:absent,mixed,hard,,,,,,,58,writer effort per first submission,0.289,,,"https://arxiv.org/abs/2611.05548 (Table 1, row GPT-6 Luna, column Table 1, Tool calls)",,out:effort-not-established, arxiv-2611.05548-b1-generation,arxiv-2611.05548,gpt-6-sol,not-established:absent,mixed,hard,,,17.89,0.00289,,,,none,,,,https://arxiv.org/abs/2611.05548 (),,,out:effort-not-established arxiv-2611.05548-b1-revision,arxiv-2611.05548,gpt-6-sol,not-established:absent,mixed,hard,,,12.07,0.00289,,,,none,,,,https://arxiv.org/abs/2611.05548 (),,,out:effort-not-established arxiv-2611.05548-b1-grading,arxiv-2611.05548,gpt-6-sol,not-established:absent,mixed,hard,,,13.92,0.00289,,,,none,,,,https://arxiv.org/abs/2611.05548 (),,,out:effort-not-established arxiv-2611.05548-b1-without-feedback,arxiv-2611.05548,gpt-6-sol,not-established:absent,mixed,hard,,,23.20,0.00289,,,,none,,,,https://arxiv.org/abs/2611.05548 (),,,out:effort-not-established arxiv-2611.05548-b1-one-session,arxiv-2611.05548,gpt-6-sol,not-established:absent,mixed,hard,,,6.43,0.00289,,,,none,,,,https://arxiv.org/abs/2611.05548 (),,,out:effort-not-established arxiv-2611.05548-b1-every-grader,arxiv-2611.05548,gpt-6-sol,not-established:absent,mixed,hard,,,51.31,0.00289,,,,none,,,,https://arxiv.org/abs/2611.05548 (),,,out:effort-not-established arxiv-2611.05548-b1-same-grader-again,arxiv-2611.05548,gpt-6-sol,not-established:absent,mixed,hard,,,8.32,0.00289,,,,none,,,,https://arxiv.org/abs/2611.05548 (),,,out:effort-not-established arxiv-2611.05548-b1-planted-faults,arxiv-2611.05548,gpt-6-sol,not-established:absent,mixed,hard,,,1.32,0.00289,,,,none,,,,https://arxiv.org/abs/2611.05548 (),,,out:effort-not-established arxiv-2611.05548-b1-student-projects,arxiv-2611.05548,gpt-6-sol,not-established:absent,mixed,hard,,,10.00,0.00289,,,,none,,,,https://arxiv.org/abs/2611.05548 (),,,out:effort-not-established arxiv-2611.05548-b1-route-check,arxiv-2611.05548,gpt-6-sol,not-established:absent,mixed,hard,,,1.18,0.00289,,,,none,,,,https://arxiv.org/abs/2611.05548 (),,,out:effort-not-established arxiv-2611.05548-b1-total,arxiv-2611.05548,gpt-6-sol,not-established:absent,mixed,hard,,,145.64,0.00289,,,,none,,,,https://arxiv.org/abs/2611.05548 (),,,out:effort-not-established arxiv-2611.05548-b1-generation,arxiv-2611.05548,gpt-6-luna,not-established:absent,mixed,hard,,,0.91,0.00289,,,,none,,,,https://arxiv.org/abs/2611.05548 (),,,out:effort-not-established arxiv-2611.05548-b1-revision,arxiv-2611.05548,gpt-6-luna,not-established:absent,mixed,hard,,,0.93,0.00289,,,,none,,,,https://arxiv.org/abs/2611.05548 (),,,out:effort-not-established arxiv-2611.05548-b1-grading,arxiv-2611.05548,gpt-6-luna,not-established:absent,mixed,hard,,,0.59,0.00289,,,,none,,,,https://arxiv.org/abs/2611.05548 (),,,out:effort-not-established arxiv-2611.05548-b1-without-feedback,arxiv-2611.05548,gpt-6-luna,not-established:absent,mixed,hard,,,1.25,0.00289,,,,none,,,,https://arxiv.org/abs/2611.05548 (),,,out:effort-not-established arxiv-2611.05548-b1-one-session,arxiv-2611.05548,gpt-6-luna,not-established:absent,mixed,hard,,,0.53,0.00289,,,,none,,,,https://arxiv.org/abs/2611.05548 (),,,out:effort-not-established arxiv-2611.05548-b1-every-grader,arxiv-2611.05548,gpt-6-luna,not-established:absent,mixed,hard,,,2.75,0.00289,,,,none,,,,https://arxiv.org/abs/2611.05548 (),,,out:effort-not-established arxiv-2611.05548-b1-same-grader-again,arxiv-2611.05548,gpt-6-luna,not-established:absent,mixed,hard,,,0.35,0.00289,,,,none,,,,https://arxiv.org/abs/2611.05548 (),,,out:effort-not-established arxiv-2611.05548-b1-planted-faults,arxiv-2611.05548,gpt-6-luna,not-established:absent,mixed,hard,,,0.08,0.00289,,,,none,,,,https://arxiv.org/abs/2611.05548 (),,,out:effort-not-established arxiv-2611.05548-b1-student-projects,arxiv-2611.05548,gpt-6-luna,not-established:absent,mixed,hard,,,0.54,0.00289,,,,none,,,,https://arxiv.org/abs/2611.05548 (),,,out:effort-not-established arxiv-2611.05548-b1-route-check,arxiv-2611.05548,gpt-6-luna,not-established:absent,mixed,hard,,,0.07,0.00289,,,,none,,,,https://arxiv.org/abs/2611.05548 (),,,out:effort-not-established arxiv-2611.05548-b1-total,arxiv-2611.05548,gpt-6-luna,not-established:absent,mixed,hard,,,7.99,0.00289,,,,none,,,,https://arxiv.org/abs/2611.05548 (),,,out:effort-not-established arxiv-2611.05548-b2-round-1,arxiv-2611.05548,gpt-6-sol,not-established:absent,mixed,hard,,per-run,0.92,0.00289,,,,none,,,,https://arxiv.org/abs/2611.05548 (),,,out:effort-not-established arxiv-2611.05548-b2-round-2,arxiv-2611.05548,gpt-6-sol,not-established:absent,mixed,hard,,per-run,0.55,0.00289,,,,none,,,,https://arxiv.org/abs/2611.05548 (),,,out:effort-not-established arxiv-2611.05548-b2-round-3,arxiv-2611.05548,gpt-6-sol,not-established:absent,mixed,hard,,per-run,0.52,0.00289,,,,none,,,,https://arxiv.org/abs/2611.05548 (),,,out:effort-not-established arxiv-2611.05548-b2-round-1,arxiv-2611.05548,gpt-6-luna,not-established:absent,mixed,hard,,per-run,0.11,0.00289,,,,none,,,,https://arxiv.org/abs/2611.05548 (),,,out:effort-not-established arxiv-2611.05548-b2-round-2,arxiv-2611.05548,gpt-6-luna,not-established:absent,mixed,hard,,per-run,0.10,0.00289,,,,none,,,,https://arxiv.org/abs/2611.05548 (),,,out:effort-not-established arxiv-2611.05548-b2-round-3,arxiv-2611.05548,gpt-6-luna,not-established:absent,mixed,hard,,per-run,0.12,0.00289,,,,none,,,,https://arxiv.org/abs/2611.05548 (),,,out:effort-not-established arxiv-2611.05548-c1-direct-mean-difference,arxiv-2611.05548,gpt-6-sol,not-established:absent,mixed,hard,,,,,,,0.3,grade difference between routes (points),0.0289,,,"https://arxiv.org/abs/2611.05548 (Table C1, row GPT-6 Sol, column Table C1, Direct mean difference)",,out:effort-not-established, arxiv-2611.05548-c1-direct-mean-absolute-difference,arxiv-2611.05548,gpt-6-sol,not-established:absent,mixed,hard,,,,,,,3.2,grade difference between routes (points),0.0289,,,"https://arxiv.org/abs/2611.05548 (Table C1, row GPT-6 Sol, column Table C1, Direct mean absolute difference)",,out:effort-not-established, arxiv-2611.05548-c1-openrouter-mean-difference,arxiv-2611.05548,gpt-6-sol,not-established:absent,mixed,hard,,,,,,,0.7,grade difference between routes (points),0.0289,,,"https://arxiv.org/abs/2611.05548 (Table C1, row GPT-6 Sol, column Table C1, OpenRouter mean difference)",,out:effort-not-established, arxiv-2611.05548-c1-openrouter-mean-absolute-difference,arxiv-2611.05548,gpt-6-sol,not-established:absent,mixed,hard,,,,,,,3.7,grade difference between routes (points),0.0289,,,"https://arxiv.org/abs/2611.05548 (Table C1, row GPT-6 Sol, column Table C1, OpenRouter mean absolute difference)",,out:effort-not-established, arxiv-2611.05548-c1-direct-mean-difference,arxiv-2611.05548,gpt-6-luna,not-established:absent,mixed,hard,,,,,,,-0.6,grade difference between routes (points),0.0289,,,"https://arxiv.org/abs/2611.05548 (Table C1, row GPT-6 Luna, column Table C1, Direct mean difference)",,out:effort-not-established, arxiv-2611.05548-c1-direct-mean-absolute-difference,arxiv-2611.05548,gpt-6-luna,not-established:absent,mixed,hard,,,,,,,4.8,grade difference between routes (points),0.0289,,,"https://arxiv.org/abs/2611.05548 (Table C1, row GPT-6 Luna, column Table C1, Direct mean absolute difference)",,out:effort-not-established, arxiv-2611.05548-c1-openrouter-mean-difference,arxiv-2611.05548,gpt-6-luna,not-established:absent,mixed,hard,,,,,,,0.8,grade difference between routes (points),0.0289,,,"https://arxiv.org/abs/2611.05548 (Table C1, row GPT-6 Luna, column Table C1, OpenRouter mean difference)",,out:effort-not-established, arxiv-2611.05548-c1-openrouter-mean-absolute-difference,arxiv-2611.05548,gpt-6-luna,not-established:absent,mixed,hard,,,,,,,3.4,grade difference between routes (points),0.0289,,,"https://arxiv.org/abs/2611.05548 (Table C1, row GPT-6 Luna, column Table C1, OpenRouter mean absolute difference)",,out:effort-not-established, arxiv-2611.05548-e1-first-round-score,arxiv-2611.05548,gpt-6-sol,not-established:absent,mixed,hard,,,,,,,90,average score of the writer submissions,0.289,,,"https://arxiv.org/abs/2611.05548 (Table E1, row GPT-6 Sol, column Table E1, First round score)",,out:effort-not-established, arxiv-2611.05548-e1-final-score-3-rounds-without-feedback,arxiv-2611.05548,gpt-6-sol,not-established:absent,mixed,hard,,,,,,,92,average score of the writer submissions,0.289,,,"https://arxiv.org/abs/2611.05548 (Table E1, row GPT-6 Sol, column Table E1, Final score, 3 rounds without feedback)",,out:effort-not-established, arxiv-2611.05548-e1-final-score-3-rounds-with-feedback,arxiv-2611.05548,gpt-6-sol,not-established:absent,mixed,hard,,,,,,,93,average score of the writer submissions,0.289,,,"https://arxiv.org/abs/2611.05548 (Table E1, row GPT-6 Sol, column Table E1, Final score, 3 rounds with feedback)",,out:effort-not-established, arxiv-2611.05548-e1-whole-allowance-score,arxiv-2611.05548,gpt-6-sol,not-established:absent,mixed,hard,,,,,,,90,average score of the writer submissions,0.289,,,"https://arxiv.org/abs/2611.05548 (Table E1, row GPT-6 Sol, column Table E1, Whole allowance score)",,out:effort-not-established, arxiv-2611.05548-e1-tool-calls-of-140,arxiv-2611.05548,gpt-6-sol,not-established:absent,mixed,hard,,,,,,,73,writer effort in the whole-allowance session,0.289,,,"https://arxiv.org/abs/2611.05548 (Table E1, row GPT-6 Sol, column Table E1, Tool calls (of 140))",,out:effort-not-established, arxiv-2611.05548-e1-minutes-of-100,arxiv-2611.05548,gpt-6-sol,not-established:absent,mixed,hard,,,,,,,15,writer effort in the whole-allowance session,0.289,,,"https://arxiv.org/abs/2611.05548 (Table E1, row GPT-6 Sol, column Table E1, Minutes (of 100))",,out:effort-not-established, arxiv-2611.05548-e1-first-round-score,arxiv-2611.05548,gpt-6-luna,not-established:absent,mixed,hard,,,,,,,77,average score of the writer submissions,0.289,,,"https://arxiv.org/abs/2611.05548 (Table E1, row GPT-6 Luna, column Table E1, First round score)",,out:effort-not-established, arxiv-2611.05548-e1-final-score-3-rounds-without-feedback,arxiv-2611.05548,gpt-6-luna,not-established:absent,mixed,hard,,,,,,,78,average score of the writer submissions,0.289,,,"https://arxiv.org/abs/2611.05548 (Table E1, row GPT-6 Luna, column Table E1, Final score, 3 rounds without feedback)",,out:effort-not-established, arxiv-2611.05548-e1-final-score-3-rounds-with-feedback,arxiv-2611.05548,gpt-6-luna,not-established:absent,mixed,hard,,,,,,,87,average score of the writer submissions,0.289,,,"https://arxiv.org/abs/2611.05548 (Table E1, row GPT-6 Luna, column Table E1, Final score, 3 rounds with feedback)",,out:effort-not-established, arxiv-2611.05548-e1-whole-allowance-score,arxiv-2611.05548,gpt-6-luna,not-established:absent,mixed,hard,,,,,,,85,average score of the writer submissions,0.289,,,"https://arxiv.org/abs/2611.05548 (Table E1, row GPT-6 Luna, column Table E1, Whole allowance score)",,out:effort-not-established, arxiv-2611.05548-e1-tool-calls-of-140,arxiv-2611.05548,gpt-6-luna,not-established:absent,mixed,hard,,,,,,,139,writer effort in the whole-allowance session,0.289,,,"https://arxiv.org/abs/2611.05548 (Table E1, row GPT-6 Luna, column Table E1, Tool calls (of 140))",,out:effort-not-established, arxiv-2611.05548-e1-minutes-of-100,arxiv-2611.05548,gpt-6-luna,not-established:absent,mixed,hard,,,,,,,17,writer effort in the whole-allowance session,0.289,,,"https://arxiv.org/abs/2611.05548 (Table E1, row GPT-6 Luna, column Table E1, Minutes (of 100))",,out:effort-not-established, arxiv-2611.05548-f1-mean-absolute-error,arxiv-2611.05548,gpt-6-sol,not-established:absent,mixed,hard,,,,,,,48.1,grader error against teaching-assistant marks (points),0.0289,,,"https://arxiv.org/abs/2611.05548 (Table F1, row GPT-6 Sol, column Table F1, Mean absolute error)",,out:effort-not-established, arxiv-2611.05548-f1-bias,arxiv-2611.05548,gpt-6-sol,not-established:absent,mixed,hard,,,,,,,-48.1,bias,0.0289,,,"https://arxiv.org/abs/2611.05548 (Table F1, row GPT-6 Sol, column Table F1, Bias)",,out:effort-not-established, arxiv-2611.05548-f1-correlation,arxiv-2611.05548,gpt-6-sol,not-established:absent,mixed,hard,,,,,,,0.61,correlation with the teaching-assistant marks,0.00289,,,"https://arxiv.org/abs/2611.05548 (Table F1, row GPT-6 Sol, column Table F1, Correlation)",,out:effort-not-established, arxiv-2611.05548-f1-mean-absolute-error,arxiv-2611.05548,gpt-6-luna,not-established:absent,mixed,hard,,,,,,,41.0,grader error against teaching-assistant marks (points),0.0289,,,"https://arxiv.org/abs/2611.05548 (Table F1, row GPT-6 Luna, column Table F1, Mean absolute error)",,out:effort-not-established, arxiv-2611.05548-f1-bias,arxiv-2611.05548,gpt-6-luna,not-established:absent,mixed,hard,,,,,,,-40.9,bias,0.0289,,,"https://arxiv.org/abs/2611.05548 (Table F1, row GPT-6 Luna, column Table F1, Bias)",,out:effort-not-established, arxiv-2611.05548-f1-correlation,arxiv-2611.05548,gpt-6-luna,not-established:absent,mixed,hard,,,,,,,0.70,correlation with the teaching-assistant marks,0.00289,,,"https://arxiv.org/abs/2611.05548 (Table F1, row GPT-6 Luna, column Table F1, Correlation)",,out:effort-not-established, arxiv-2611.05548-grader-planted-unchanged,arxiv-2611.05548,gpt-6-sol,not-established:absent,mixed,hard,,,,,,,92,average percentage given by the grader (%),0.289,,,"https://arxiv.org/abs/2611.05548 (Table G1, row Unchanged, column GPT-6 Sol)",,out:effort-not-established, arxiv-2611.05548-grader-planted-unchanged,arxiv-2611.05548,gpt-6-luna,not-established:absent,mixed,hard,,,,,,,95,average percentage given by the grader (%),0.289,,,"https://arxiv.org/abs/2611.05548 (Table G1, row Unchanged, column GPT-6 Luna)",,out:effort-not-established, arxiv-2611.05548-grader-planted-data-generated,arxiv-2611.05548,gpt-6-sol,not-established:absent,mixed,hard,,,,,,,0,average percentage given by the grader (%),0.289,,,"https://arxiv.org/abs/2611.05548 (Table G1, row Data generated, described as downloaded, column GPT-6 Sol)",,out:effort-not-established, arxiv-2611.05548-grader-planted-data-generated,arxiv-2611.05548,gpt-6-luna,not-established:absent,mixed,hard,,,,,,,0,average percentage given by the grader (%),0.289,,,"https://arxiv.org/abs/2611.05548 (Table G1, row Data generated, described as downloaded, column GPT-6 Luna)",,out:effort-not-established, arxiv-2611.05548-grader-planted-latitude-adjustment,arxiv-2611.05548,gpt-6-sol,not-established:absent,mixed,hard,,,,,,,77,average percentage given by the grader (%),0.289,,,"https://arxiv.org/abs/2611.05548 (Table G1, row Latitude adjustment dropped from the model, column GPT-6 Sol)",,out:effort-not-established, arxiv-2611.05548-grader-planted-latitude-adjustment,arxiv-2611.05548,gpt-6-luna,not-established:absent,mixed,hard,,,,,,,84,average percentage given by the grader (%),0.289,,,"https://arxiv.org/abs/2611.05548 (Table G1, row Latitude adjustment dropped from the model, column GPT-6 Luna)",,out:effort-not-established, arxiv-2611.05548-grader-planted-headline-result,arxiv-2611.05548,gpt-6-sol,not-established:absent,mixed,hard,,,,,,,87,average percentage given by the grader (%),0.289,,,"https://arxiv.org/abs/2611.05548 (Table G1, row Headline result typed in, wrong, column GPT-6 Sol)",,out:effort-not-established, arxiv-2611.05548-grader-planted-headline-result,arxiv-2611.05548,gpt-6-luna,not-established:absent,mixed,hard,,,,,,,89,average percentage given by the grader (%),0.289,,,"https://arxiv.org/abs/2611.05548 (Table G1, row Headline result typed in, wrong, column GPT-6 Luna)",,out:effort-not-established, arxiv-2611.05548-grader-planted-tests-assert-nothing,arxiv-2611.05548,gpt-6-sol,not-established:absent,mixed,hard,,,,,,,88,average percentage given by the grader (%),0.289,,,"https://arxiv.org/abs/2611.05548 (Table G1, row Tests that assert nothing, column GPT-6 Sol)",,out:effort-not-established, arxiv-2611.05548-grader-planted-tests-assert-nothing,arxiv-2611.05548,gpt-6-luna,not-established:absent,mixed,hard,,,,,,,92,average percentage given by the grader (%),0.289,,,"https://arxiv.org/abs/2611.05548 (Table G1, row Tests that assert nothing, column GPT-6 Luna)",,out:effort-not-established, arxiv-2611.05548-grader-planted-wrong-data-source,arxiv-2611.05548,gpt-6-sol,not-established:absent,mixed,hard,,,,,,,90,average percentage given by the grader (%),0.289,,,"https://arxiv.org/abs/2611.05548 (Table G1, row Wrong data source named, column GPT-6 Sol)",,out:effort-not-established, arxiv-2611.05548-grader-planted-wrong-data-source,arxiv-2611.05548,gpt-6-luna,not-established:absent,mixed,hard,,,,,,,91,average percentage given by the grader (%),0.289,,,"https://arxiv.org/abs/2611.05548 (Table G1, row Wrong data source named, column GPT-6 Luna)",,out:effort-not-established, arxiv-2611.05548-grader-planted-causal-estimand,arxiv-2611.05548,gpt-6-sol,not-established:absent,mixed,hard,,,,,,,86,average percentage given by the grader (%),0.289,,,"https://arxiv.org/abs/2611.05548 (Table G1, row Causal estimand for an associational model, column GPT-6 Sol)",,out:effort-not-established, arxiv-2611.05548-grader-planted-causal-estimand,arxiv-2611.05548,gpt-6-luna,not-established:absent,mixed,hard,,,,,,,91,average percentage given by the grader (%),0.289,,,"https://arxiv.org/abs/2611.05548 (Table G1, row Causal estimand for an associational model, column GPT-6 Luna)",,out:effort-not-established, arxiv-2611.05548-grader-planted-unresolved-table,arxiv-2611.05548,gpt-6-sol,not-established:absent,mixed,hard,,,,,,,93,average percentage given by the grader (%),0.289,,,"https://arxiv.org/abs/2611.05548 (Table G1, row Unresolved table reference, column GPT-6 Sol)",,out:effort-not-established, arxiv-2611.05548-grader-planted-unresolved-table,arxiv-2611.05548,gpt-6-luna,not-established:absent,mixed,hard,,,,,,,94,average percentage given by the grader (%),0.289,,,"https://arxiv.org/abs/2611.05548 (Table G1, row Unresolved table reference, column GPT-6 Luna)",,out:effort-not-established, arxiv-2611.05759-judge-label-rate,arxiv-2611.05759,kimi-k3,unstated,mixed,hard,,,,,,,57.6,label rate of the judge (% of deliverables accepted),0.0289,,,"https://arxiv.org/abs/2611.05759v1 (Table 9, row kimi-k3, column label rate)",,out:effort-not-established, arxiv-2611.05759-judge-kappa-gpt5,arxiv-2611.05759,kimi-k3,unstated,mixed,hard,,,,,,,0.76,Cohen kappa of the judge against the headline label,0.289,,,"https://arxiv.org/abs/2611.05759v1 (Table 9, row kimi-k3, column kappa)",,out:effort-not-established, arxiv-2611.05771-distance-to-author-corpus,arxiv-2611.05771,grok-4.1-fast,think,mixed,hard,,,,,,,0.4896,distance to the author corpus,2.89e-05,,,"https://arxiv.org/abs/2611.05771 (Table 5, row Grok 4.1 Fast (simple, complex, mean, difference))",,out:not-headline, arxiv-2611.05771-impersonation-success-rate,arxiv-2611.05771,grok-4.1-fast,think,mixed,hard,,,,,,,1.5,impersonation success rate (%),0.0289,,,"https://arxiv.org/abs/2611.05771 (Table 6, row Grok 4.1 Fast (columns ..., overall))",,out:single-couple, arxiv-2611.05862-cartbench-exc-cstr,arxiv-2611.05862,opus-5,unstated,mixed,hard,,,,,,,37.1,CARTBench Exc. by scenario: Cstr. (constraints) (%),0.0289,,,"https://arxiv.org/abs/2611.05862 (Table 2, row Claude-Opus-5 (Commercial API Models), column Exc. by scenario: Cstr. (constraints))",,out:effort-not-established, arxiv-2611.05862-cartbench-exc-amb,arxiv-2611.05862,opus-5,unstated,mixed,hard,,,,,,,38.8,CARTBench Exc. by scenario: Amb. (ambiguity) (%),0.0289,,,"https://arxiv.org/abs/2611.05862 (Table 2, row Claude-Opus-5 (Commercial API Models), column Exc. by scenario: Amb. (ambiguity))",,out:effort-not-established, arxiv-2611.05862-cartbench-exc-ctx,arxiv-2611.05862,opus-5,unstated,mixed,hard,,,,,,,40.9,CARTBench Exc. by scenario: Ctx. (context) (%),0.0289,,,"https://arxiv.org/abs/2611.05862 (Table 2, row Claude-Opus-5 (Commercial API Models), column Exc. by scenario: Ctx. (context))",,out:effort-not-established, arxiv-2611.05862-cartbench-core-ga,arxiv-2611.05862,opus-5,unstated,mixed,hard,,,,,,,99.0,CARTBench Core capabilities: GA (goal alignment) (%),0.0289,,,"https://arxiv.org/abs/2611.05862 (Table 2, row Claude-Opus-5 (Commercial API Models), column Core capabilities: GA (goal alignment))",,out:effort-not-established, arxiv-2611.05862-cartbench-core-ra,arxiv-2611.05862,opus-5,unstated,mixed,hard,,,,,,,93.8,CARTBench Core capabilities: RA (requirement adherence) (%),0.0289,,,"https://arxiv.org/abs/2611.05862 (Table 2, row Claude-Opus-5 (Commercial API Models), column Core capabilities: RA (requirement adherence))",,out:effort-not-established, arxiv-2611.05862-cartbench-core-up,arxiv-2611.05862,opus-5,unstated,mixed,hard,,,,,,,91.2,CARTBench Core capabilities: UP (uncertainty preservation) (%),0.0289,,,"https://arxiv.org/abs/2611.05862 (Table 2, row Claude-Opus-5 (Commercial API Models), column Core capabilities: UP (uncertainty preservation))",,out:effort-not-established, arxiv-2611.05862-cartbench-core,arxiv-2611.05862,opus-5,unstated,mixed,hard,,per-full-run,15.19,0.00289,,,89.0,CARTBench Overall rate: Core (%),0.0289,,,"https://arxiv.org/abs/2611.05862 (Table 2, row Claude-Opus-5 (Commercial API Models), column Overall rate: Core)",,out:effort-not-established,out:effort-not-established arxiv-2611.05862-cartbench-excellence,arxiv-2611.05862,opus-5,unstated,mixed,hard,,per-full-run,15.19,0.00289,,,39.8,CARTBench Overall rate: Excellence (%),0.0289,,,"https://arxiv.org/abs/2611.05862 (Table 2, row Claude-Opus-5 (Commercial API Models), column Overall rate: Excellence)",,out:effort-not-established,out:effort-not-established arxiv-2611.05862-cartbench-safety,arxiv-2611.05862,opus-5,unstated,mixed,hard,,per-full-run,15.19,0.00289,,,91.1,CARTBench Overall rate: Safety (%),0.0289,,,"https://arxiv.org/abs/2611.05862 (Table 2, row Claude-Opus-5 (Commercial API Models), column Overall rate: Safety)",,out:effort-not-established,out:effort-not-established arxiv-2611.05862-cartbench-exc-cstr,arxiv-2611.05862,gpt-6.1-sol,unstated,mixed,hard,,,,,,,26.8,CARTBench Exc. by scenario: Cstr. (constraints) (%),0.0289,,,"https://arxiv.org/abs/2611.05862 (Table 2, row GPT-6.1-Sol, column Exc. by scenario: Cstr. (constraints))",,out:effort-not-established, arxiv-2611.05862-cartbench-exc-amb,arxiv-2611.05862,gpt-6.1-sol,unstated,mixed,hard,,,,,,,30.8,CARTBench Exc. by scenario: Amb. (ambiguity) (%),0.0289,,,"https://arxiv.org/abs/2611.05862 (Table 2, row GPT-6.1-Sol, column Exc. by scenario: Amb. (ambiguity))",,out:effort-not-established, arxiv-2611.05862-cartbench-exc-ctx,arxiv-2611.05862,gpt-6.1-sol,unstated,mixed,hard,,,,,,,32.0,CARTBench Exc. by scenario: Ctx. (context) (%),0.0289,,,"https://arxiv.org/abs/2611.05862 (Table 2, row GPT-6.1-Sol, column Exc. by scenario: Ctx. (context))",,out:effort-not-established, arxiv-2611.05862-cartbench-core-ga,arxiv-2611.05862,gpt-6.1-sol,unstated,mixed,hard,,,,,,,98.4,CARTBench Core capabilities: GA (goal alignment) (%),0.0289,,,"https://arxiv.org/abs/2611.05862 (Table 2, row GPT-6.1-Sol, column Core capabilities: GA (goal alignment))",,out:effort-not-established, arxiv-2611.05862-cartbench-core-ra,arxiv-2611.05862,gpt-6.1-sol,unstated,mixed,hard,,,,,,,97.0,CARTBench Core capabilities: RA (requirement adherence) (%),0.0289,,,"https://arxiv.org/abs/2611.05862 (Table 2, row GPT-6.1-Sol, column Core capabilities: RA (requirement adherence))",,out:effort-not-established, arxiv-2611.05862-cartbench-core-up,arxiv-2611.05862,gpt-6.1-sol,unstated,mixed,hard,,,,,,,96.2,CARTBench Core capabilities: UP (uncertainty preservation) (%),0.0289,,,"https://arxiv.org/abs/2611.05862 (Table 2, row GPT-6.1-Sol, column Core capabilities: UP (uncertainty preservation))",,out:effort-not-established, arxiv-2611.05862-cartbench-core,arxiv-2611.05862,gpt-6.1-sol,unstated,mixed,hard,,per-full-run,6.67,0.00289,,,95.9,CARTBench Overall rate: Core (%),0.0289,,,"https://arxiv.org/abs/2611.05862 (Table 2, row GPT-6.1-Sol, column Overall rate: Core)",,out:effort-not-established,out:effort-not-established arxiv-2611.05862-cartbench-excellence,arxiv-2611.05862,gpt-6.1-sol,unstated,mixed,hard,,,,,,,29.6,CARTBench Overall rate: Excellence (%),0.0289,,,"https://arxiv.org/abs/2611.05862 (Table 2, row GPT-6.1-Sol, column Overall rate: Excellence)",,out:effort-not-established, arxiv-2611.05862-cartbench-safety,arxiv-2611.05862,gpt-6.1-sol,unstated,mixed,hard,,,,,,,100.0,CARTBench Overall rate: Safety (%),0.0289,,,"https://arxiv.org/abs/2611.05862 (Table 2, row GPT-6.1-Sol, column Overall rate: Safety)",,out:effort-not-established, arxiv-2611.06083-t3-lvomni-low,arxiv-2611.06083,gemini-3.8-flash,high,mixed,hard,SleuthVLM,,,,,,82.8,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.06083 (Table 3 (LVOmniBench, SleuthVLM harness), row SleuthVLM (Gemini 3.8 Flash), column low)",,out:single-couple, arxiv-2611.06083-t3-lvomni-medium,arxiv-2611.06083,gemini-3.8-flash,high,mixed,hard,SleuthVLM,,,,,,72.6,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.06083 (Table 3 (LVOmniBench, SleuthVLM harness), row SleuthVLM (Gemini 3.8 Flash), column medium)",,out:single-couple, arxiv-2611.06083-t3-lvomni-high,arxiv-2611.06083,gemini-3.8-flash,high,mixed,hard,SleuthVLM,,,,,,67.2,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.06083 (Table 3 (LVOmniBench, SleuthVLM harness), row SleuthVLM (Gemini 3.8 Flash), column high)",,out:single-couple, arxiv-2611.06083-t3-lvomni-underst,arxiv-2611.06083,gemini-3.8-flash,high,mixed,hard,SleuthVLM,,,,,,77.4,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.06083 (Table 3 (LVOmniBench, SleuthVLM harness), row SleuthVLM (Gemini 3.8 Flash), column underst)",,out:single-couple, arxiv-2611.06083-t3-lvomni-percept,arxiv-2611.06083,gemini-3.8-flash,high,mixed,hard,SleuthVLM,,,,,,74.6,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.06083 (Table 3 (LVOmniBench, SleuthVLM harness), row SleuthVLM (Gemini 3.8 Flash), column percept)",,out:single-couple, arxiv-2611.06083-t3-lvomni-infer,arxiv-2611.06083,gemini-3.8-flash,high,mixed,hard,SleuthVLM,,,,,,70.6,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.06083 (Table 3 (LVOmniBench, SleuthVLM harness), row SleuthVLM (Gemini 3.8 Flash), column infer)",,out:single-couple, arxiv-2611.06083-t3-lvomni-logical,arxiv-2611.06083,gemini-3.8-flash,high,mixed,hard,SleuthVLM,,,,,,77.1,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.06083 (Table 3 (LVOmniBench, SleuthVLM harness), row SleuthVLM (Gemini 3.8 Flash), column logical)",,out:single-couple, arxiv-2611.06083-t3-lvomni-overall,arxiv-2611.06083,gemini-3.8-flash,high,mixed,hard,SleuthVLM,,,,,,74.4,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.06083 (Table 3 (LVOmniBench, SleuthVLM harness), row SleuthVLM (Gemini 3.8 Flash), column overall)",,out:single-couple, arxiv-2611.06083-t10-lvomni-attr,arxiv-2611.06083,gemini-3.8-flash,high,mixed,hard,SleuthVLM,,,,,,80.5,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.06083 (Table 10 (LVOmniBench by question type, SleuthVLM harness), row SleuthVLM (Gemini 3.8 Flash), column attr)",,out:single-couple, arxiv-2611.06083-t10-lvomni-count,arxiv-2611.06083,gemini-3.8-flash,high,mixed,hard,SleuthVLM,,,,,,69.2,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.06083 (Table 10 (LVOmniBench by question type, SleuthVLM harness), row SleuthVLM (Gemini 3.8 Flash), column count)",,out:single-couple, arxiv-2611.06083-t10-lvomni-spat,arxiv-2611.06083,gemini-3.8-flash,high,mixed,hard,SleuthVLM,,,,,,70.5,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.06083 (Table 10 (LVOmniBench by question type, SleuthVLM harness), row SleuthVLM (Gemini 3.8 Flash), column spat)",,out:single-couple, arxiv-2611.06083-t10-lvomni-event,arxiv-2611.06083,gemini-3.8-flash,high,mixed,hard,SleuthVLM,,,,,,78.0,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.06083 (Table 10 (LVOmniBench by question type, SleuthVLM harness), row SleuthVLM (Gemini 3.8 Flash), column event)",,out:single-couple, arxiv-2611.06083-t10-lvomni-logic,arxiv-2611.06083,gemini-3.8-flash,high,mixed,hard,SleuthVLM,,,,,,77.1,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.06083 (Table 10 (LVOmniBench by question type, SleuthVLM harness), row SleuthVLM (Gemini 3.8 Flash), column logic)",,out:single-couple, arxiv-2611.06083-t10-lvomni-human,arxiv-2611.06083,gemini-3.8-flash,high,mixed,hard,SleuthVLM,,,,,,76.7,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.06083 (Table 10 (LVOmniBench by question type, SleuthVLM harness), row SleuthVLM (Gemini 3.8 Flash), column human)",,out:single-couple, arxiv-2611.06083-t10-lvomni-temp,arxiv-2611.06083,gemini-3.8-flash,high,mixed,hard,SleuthVLM,,,,,,73.4,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.06083 (Table 10 (LVOmniBench by question type, SleuthVLM harness), row SleuthVLM (Gemini 3.8 Flash), column temp)",,out:single-couple, arxiv-2611.06083-t10-lvomni-music,arxiv-2611.06083,gemini-3.8-flash,high,mixed,hard,SleuthVLM,,,,,,73.0,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.06083 (Table 10 (LVOmniBench by question type, SleuthVLM harness), row SleuthVLM (Gemini 3.8 Flash), column music)",,out:single-couple, arxiv-2611.06083-t10-lvomni-sound,arxiv-2611.06083,gemini-3.8-flash,high,mixed,hard,SleuthVLM,,,,,,67.9,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.06083 (Table 10 (LVOmniBench by question type, SleuthVLM harness), row SleuthVLM (Gemini 3.8 Flash), column sound)",,out:single-couple, arxiv-2611.06083-t10-lvomni-overall,arxiv-2611.06083,gemini-3.8-flash,high,mixed,hard,SleuthVLM,,,,,,74.4,accuracy%,0.0289,,,"https://arxiv.org/abs/2611.06083 (Table 10 (LVOmniBench by question type, SleuthVLM harness), row SleuthVLM (Gemini 3.8 Flash), column overall)",,out:single-couple, arxiv-2611.06083-t1-do,arxiv-2611.06083,gemini-3.8-flash,unstated,mixed,hard,,,,,,,84.0,accuracy%,0.0289,,restated-from:Qwen3.8-Omni technical report,"https://arxiv.org/abs/2611.06083 (Table 1 (copied: closed-source omni models, Qwen3.8-Omni technical report), row Gemini 3.8 Flash, column do)",,out:effort-not-established, arxiv-2611.06083-t1-ws,arxiv-2611.06083,gemini-3.8-flash,unstated,mixed,hard,,,,,,,69.6,accuracy%,0.0289,,restated-from:Qwen3.8-Omni technical report,"https://arxiv.org/abs/2611.06083 (Table 1 (copied: closed-source omni models, Qwen3.8-Omni technical report), row Gemini 3.8 Flash, column ws)",,out:effort-not-established, arxiv-2611.06083-t1-ovb,arxiv-2611.06083,gemini-3.8-flash,unstated,mixed,hard,,,,,,,65.2,accuracy%,0.0289,,restated-from:Qwen3.8-Omni technical report,"https://arxiv.org/abs/2611.06083 (Table 1 (copied: closed-source omni models, Qwen3.8-Omni technical report), row Gemini 3.8 Flash, column ovb)",,out:effort-not-established, arxiv-2611.06083-t1-lv,arxiv-2611.06083,gemini-3.8-flash,unstated,mixed,hard,,,,,,,70.7,accuracy%,0.0289,,restated-from:Qwen3.8-Omni technical report,"https://arxiv.org/abs/2611.06083 (Table 1 (copied: closed-source omni models, Qwen3.8-Omni technical report), row Gemini 3.8 Flash, column lv)",,out:effort-not-established, arxiv-2611.06083-t1-avg,arxiv-2611.06083,gemini-3.8-flash,unstated,mixed,hard,,,,,,,72.4,accuracy%,0.0289,,restated-from:Qwen3.8-Omni technical report,"https://arxiv.org/abs/2611.06083 (Table 1 (copied: closed-source omni models, Qwen3.8-Omni technical report), row Gemini 3.8 Flash, column avg)",,out:effort-not-established, arxiv-2611.06083-t1-ovb,arxiv-2611.06083,?Gemini 3.8 Flash(Qwen-code),not-established:absent,mixed,hard,,,,,,,70.1,accuracy%,0.0289,,restated-from:Qwen3.8-Omni technical report,"https://arxiv.org/abs/2611.06083 (Table 1 (copied: closed-source omni models, Qwen3.8-Omni technical report), row Gemini 3.8 Flash(Qwen-code), column ovb)",,out:model-not-established, arxiv-2611.06083-t1-lv,arxiv-2611.06083,?Gemini 3.8 Flash(Qwen-code),not-established:absent,mixed,hard,,,,,,,70.7,accuracy%,0.0289,,restated-from:Qwen3.8-Omni technical report,"https://arxiv.org/abs/2611.06083 (Table 1 (copied: closed-source omni models, Qwen3.8-Omni technical report), row Gemini 3.8 Flash(Qwen-code), column lv)",,out:model-not-established, arxiv-2611.06083-t2-vm2,arxiv-2611.06083,gemini-3.8-flash,unstated,mixed,hard,,,,,,,71.0,accuracy%,0.0289,,restated-from:Qwen3.8-Omni technical report,"https://arxiv.org/abs/2611.06083 (Table 2 (copied: Gemini 3.8 Flash scores from the Qwen3.8-Omni technical report), row Gemini 3.8 Flash, column vm2)",,out:effort-not-established, arxiv-2611.06083-t2-avg,arxiv-2611.06083,gemini-3.8-flash,unstated,mixed,hard,,,,,,,72.1,accuracy%,0.0289,,restated-from:Qwen3.8-Omni technical report,"https://arxiv.org/abs/2611.06083 (Table 2 (copied: Gemini 3.8 Flash scores from the Qwen3.8-Omni technical report), row Gemini 3.8 Flash, column avg)",,out:effort-not-established, arxiv-2611.06083-t2-vm2,arxiv-2611.06083,?Gemini 3.8 Flash (QC),not-established:absent,mixed,hard,,,,,,,72.7,accuracy%,0.0289,,restated-from:Qwen3.8-Omni technical report,"https://arxiv.org/abs/2611.06083 (Table 2 (copied: Gemini 3.8 Flash scores from the Qwen3.8-Omni technical report), row Gemini 3.8 Flash (QC), column vm2)",,out:model-not-established, arxiv-2611.06083-t8-ovb-music,arxiv-2611.06083,?Gemini-3.0-Pro,not-established:absent,mixed,hard,,,,,,,52.81,accuracy%,0.00289,,restated-from:OmniVideoBench paper,"https://arxiv.org/abs/2611.06083 (Table 8 (copied: OmniVideoBench paper, With Visual and Audio rows), row Gemini-3.0-Pro, column music)",,out:model-not-established, arxiv-2611.06083-t8-ovb-sound,arxiv-2611.06083,?Gemini-3.0-Pro,not-established:absent,mixed,hard,,,,,,,55.17,accuracy%,0.00289,,restated-from:OmniVideoBench paper,"https://arxiv.org/abs/2611.06083 (Table 8 (copied: OmniVideoBench paper, With Visual and Audio rows), row Gemini-3.0-Pro, column sound)",,out:model-not-established, arxiv-2611.06083-t8-ovb-speech,arxiv-2611.06083,?Gemini-3.0-Pro,not-established:absent,mixed,hard,,,,,,,64.13,accuracy%,0.00289,,restated-from:OmniVideoBench paper,"https://arxiv.org/abs/2611.06083 (Table 8 (copied: OmniVideoBench paper, With Visual and Audio rows), row Gemini-3.0-Pro, column speech)",,out:model-not-established, arxiv-2611.06083-t8-ovb-d01,arxiv-2611.06083,?Gemini-3.0-Pro,not-established:absent,mixed,hard,,,,,,,62.42,accuracy%,0.00289,,restated-from:OmniVideoBench paper,"https://arxiv.org/abs/2611.06083 (Table 8 (copied: OmniVideoBench paper, With Visual and Audio rows), row Gemini-3.0-Pro, column d01)",,out:model-not-established, arxiv-2611.06083-t8-ovb-d15,arxiv-2611.06083,?Gemini-3.0-Pro,not-established:absent,mixed,hard,,,,,,,66.18,accuracy%,0.00289,,restated-from:OmniVideoBench paper,"https://arxiv.org/abs/2611.06083 (Table 8 (copied: OmniVideoBench paper, With Visual and Audio rows), row Gemini-3.0-Pro, column d15)",,out:model-not-established, arxiv-2611.06083-t8-ovb-d510,arxiv-2611.06083,?Gemini-3.0-Pro,not-established:absent,mixed,hard,,,,,,,57.02,accuracy%,0.00289,,restated-from:OmniVideoBench paper,"https://arxiv.org/abs/2611.06083 (Table 8 (copied: OmniVideoBench paper, With Visual and Audio rows), row Gemini-3.0-Pro, column d510)",,out:model-not-established, arxiv-2611.06083-t8-ovb-d1030,arxiv-2611.06083,?Gemini-3.0-Pro,not-established:absent,mixed,hard,,,,,,,59.76,accuracy%,0.00289,,restated-from:OmniVideoBench paper,"https://arxiv.org/abs/2611.06083 (Table 8 (copied: OmniVideoBench paper, With Visual and Audio rows), row Gemini-3.0-Pro, column d1030)",,out:model-not-established, arxiv-2611.06083-t8-ovb-avg,arxiv-2611.06083,?Gemini-3.0-Pro,not-established:absent,mixed,hard,,,,,,,61.80,accuracy%,0.00289,,restated-from:OmniVideoBench paper,"https://arxiv.org/abs/2611.06083 (Table 8 (copied: OmniVideoBench paper, With Visual and Audio rows), row Gemini-3.0-Pro, column avg)",,out:model-not-established, arxiv-2611.06083-t8-ovb-music,arxiv-2611.06083,?Gemini-3.0-Flash,not-established:absent,mixed,hard,,,,,,,49.45,accuracy%,0.00289,,restated-from:OmniVideoBench paper,"https://arxiv.org/abs/2611.06083 (Table 8 (copied: OmniVideoBench paper, With Visual and Audio rows), row Gemini-3.0-Flash, column music)",,out:model-not-established, arxiv-2611.06083-t8-ovb-sound,arxiv-2611.06083,?Gemini-3.0-Flash,not-established:absent,mixed,hard,,,,,,,50.34,accuracy%,0.00289,,restated-from:OmniVideoBench paper,"https://arxiv.org/abs/2611.06083 (Table 8 (copied: OmniVideoBench paper, With Visual and Audio rows), row Gemini-3.0-Flash, column sound)",,out:model-not-established, arxiv-2611.06083-t8-ovb-speech,arxiv-2611.06083,?Gemini-3.0-Flash,not-established:absent,mixed,hard,,,,,,,56.69,accuracy%,0.00289,,restated-from:OmniVideoBench paper,"https://arxiv.org/abs/2611.06083 (Table 8 (copied: OmniVideoBench paper, With Visual and Audio rows), row Gemini-3.0-Flash, column speech)",,out:model-not-established, arxiv-2611.06083-t8-ovb-d01,arxiv-2611.06083,?Gemini-3.0-Flash,not-established:absent,mixed,hard,,,,,,,58.43,accuracy%,0.00289,,restated-from:OmniVideoBench paper,"https://arxiv.org/abs/2611.06083 (Table 8 (copied: OmniVideoBench paper, With Visual and Audio rows), row Gemini-3.0-Flash, column d01)",,out:model-not-established, arxiv-2611.06083-t8-ovb-d15,arxiv-2611.06083,?Gemini-3.0-Flash,not-established:absent,mixed,hard,,,,,,,55.10,accuracy%,0.00289,,restated-from:OmniVideoBench paper,"https://arxiv.org/abs/2611.06083 (Table 8 (copied: OmniVideoBench paper, With Visual and Audio rows), row Gemini-3.0-Flash, column d15)",,out:model-not-established, arxiv-2611.06083-t8-ovb-d510,arxiv-2611.06083,?Gemini-3.0-Flash,not-established:absent,mixed,hard,,,,,,,55.90,accuracy%,0.00289,,restated-from:OmniVideoBench paper,"https://arxiv.org/abs/2611.06083 (Table 8 (copied: OmniVideoBench paper, With Visual and Audio rows), row Gemini-3.0-Flash, column d510)",,out:model-not-established, arxiv-2611.06083-t8-ovb-d1030,arxiv-2611.06083,?Gemini-3.0-Flash,not-established:absent,mixed,hard,,,,,,,52.29,accuracy%,0.00289,,restated-from:OmniVideoBench paper,"https://arxiv.org/abs/2611.06083 (Table 8 (copied: OmniVideoBench paper, With Visual and Audio rows), row Gemini-3.0-Flash, column d1030)",,out:model-not-established, arxiv-2611.06083-t8-ovb-avg,arxiv-2611.06083,?Gemini-3.0-Flash,not-established:absent,mixed,hard,,,,,,,55.10,accuracy%,0.00289,,restated-from:OmniVideoBench paper,"https://arxiv.org/abs/2611.06083 (Table 8 (copied: OmniVideoBench paper, With Visual and Audio rows), row Gemini-3.0-Flash, column avg)",,out:model-not-established, arxiv-2611.06083-t9-lv-low,arxiv-2611.06083,?Gemini-3.0-Pro,not-established:absent,mixed,hard,,,,,,,79.3,accuracy%,0.0289,,restated-from:LVOmniBench paper,"https://arxiv.org/abs/2611.06083 (Table 9 (copied: LVOmniBench paper, A+V rows), row Gemini-3.0-Pro, column low)",,out:model-not-established, arxiv-2611.06083-t9-lv-medium,arxiv-2611.06083,?Gemini-3.0-Pro,not-established:absent,mixed,hard,,,,,,,68.1,accuracy%,0.0289,,restated-from:LVOmniBench paper,"https://arxiv.org/abs/2611.06083 (Table 9 (copied: LVOmniBench paper, A+V rows), row Gemini-3.0-Pro, column medium)",,out:model-not-established, arxiv-2611.06083-t9-lv-high,arxiv-2611.06083,?Gemini-3.0-Pro,not-established:absent,mixed,hard,,,,,,,45.0,accuracy%,0.0289,,restated-from:LVOmniBench paper,"https://arxiv.org/abs/2611.06083 (Table 9 (copied: LVOmniBench paper, A+V rows), row Gemini-3.0-Pro, column high)",,out:model-not-established, arxiv-2611.06083-t9-lv-underst,arxiv-2611.06083,?Gemini-3.0-Pro,not-established:absent,mixed,hard,,,,,,,73.3,accuracy%,0.0289,,restated-from:LVOmniBench paper,"https://arxiv.org/abs/2611.06083 (Table 9 (copied: LVOmniBench paper, A+V rows), row Gemini-3.0-Pro, column underst)",,out:model-not-established, arxiv-2611.06083-t9-lv-percept,arxiv-2611.06083,?Gemini-3.0-Pro,not-established:absent,mixed,hard,,,,,,,60.1,accuracy%,0.0289,,restated-from:LVOmniBench paper,"https://arxiv.org/abs/2611.06083 (Table 9 (copied: LVOmniBench paper, A+V rows), row Gemini-3.0-Pro, column percept)",,out:model-not-established, arxiv-2611.06083-t9-lv-infer,arxiv-2611.06083,?Gemini-3.0-Pro,not-established:absent,mixed,hard,,,,,,,65.4,accuracy%,0.0289,,restated-from:LVOmniBench paper,"https://arxiv.org/abs/2611.06083 (Table 9 (copied: LVOmniBench paper, A+V rows), row Gemini-3.0-Pro, column infer)",,out:model-not-established, arxiv-2611.06083-t9-lv-logical,arxiv-2611.06083,?Gemini-3.0-Pro,not-established:absent,mixed,hard,,,,,,,67.5,accuracy%,0.0289,,restated-from:LVOmniBench paper,"https://arxiv.org/abs/2611.06083 (Table 9 (copied: LVOmniBench paper, A+V rows), row Gemini-3.0-Pro, column logical)",,out:model-not-established, arxiv-2611.06083-t9-lv-avg,arxiv-2611.06083,?Gemini-3.0-Pro,not-established:absent,mixed,hard,,,,,,,65.8,accuracy%,0.0289,,restated-from:LVOmniBench paper,"https://arxiv.org/abs/2611.06083 (Table 9 (copied: LVOmniBench paper, A+V rows), row Gemini-3.0-Pro, column avg)",,out:model-not-established, arxiv-2611.06083-t9-lv-low,arxiv-2611.06083,?Gemini-3.0-Flash,not-established:absent,mixed,hard,,,,,,,76.6,accuracy%,0.0289,,restated-from:LVOmniBench paper,"https://arxiv.org/abs/2611.06083 (Table 9 (copied: LVOmniBench paper, A+V rows), row Gemini-3.0-Flash, column low)",,out:model-not-established, arxiv-2611.06083-t9-lv-medium,arxiv-2611.06083,?Gemini-3.0-Flash,not-established:absent,mixed,hard,,,,,,,63.0,accuracy%,0.0289,,restated-from:LVOmniBench paper,"https://arxiv.org/abs/2611.06083 (Table 9 (copied: LVOmniBench paper, A+V rows), row Gemini-3.0-Flash, column medium)",,out:model-not-established, arxiv-2611.06083-t9-lv-high,arxiv-2611.06083,?Gemini-3.0-Flash,not-established:absent,mixed,hard,,,,,,,31.0,accuracy%,0.0289,,restated-from:LVOmniBench paper,"https://arxiv.org/abs/2611.06083 (Table 9 (copied: LVOmniBench paper, A+V rows), row Gemini-3.0-Flash, column high)",,out:model-not-established, arxiv-2611.06083-t9-lv-underst,arxiv-2611.06083,?Gemini-3.0-Flash,not-established:absent,mixed,hard,,,,,,,67.7,accuracy%,0.0289,,restated-from:LVOmniBench paper,"https://arxiv.org/abs/2611.06083 (Table 9 (copied: LVOmniBench paper, A+V rows), row Gemini-3.0-Flash, column underst)",,out:model-not-established, arxiv-2611.06083-t9-lv-percept,arxiv-2611.06083,?Gemini-3.0-Flash,not-established:absent,mixed,hard,,,,,,,54.7,accuracy%,0.0289,,restated-from:LVOmniBench paper,"https://arxiv.org/abs/2611.06083 (Table 9 (copied: LVOmniBench paper, A+V rows), row Gemini-3.0-Flash, column percept)",,out:model-not-established, arxiv-2611.06083-t9-lv-infer,arxiv-2611.06083,?Gemini-3.0-Flash,not-established:absent,mixed,hard,,,,,,,60.6,accuracy%,0.0289,,restated-from:LVOmniBench paper,"https://arxiv.org/abs/2611.06083 (Table 9 (copied: LVOmniBench paper, A+V rows), row Gemini-3.0-Flash, column infer)",,out:model-not-established, arxiv-2611.06083-t9-lv-logical,arxiv-2611.06083,?Gemini-3.0-Flash,not-established:absent,mixed,hard,,,,,,,51.8,accuracy%,0.0289,,restated-from:LVOmniBench paper,"https://arxiv.org/abs/2611.06083 (Table 9 (copied: LVOmniBench paper, A+V rows), row Gemini-3.0-Flash, column logical)",,out:model-not-established, arxiv-2611.06083-t9-lv-avg,arxiv-2611.06083,?Gemini-3.0-Flash,not-established:absent,mixed,hard,,,,,,,59.0,accuracy%,0.0289,,restated-from:LVOmniBench paper,"https://arxiv.org/abs/2611.06083 (Table 9 (copied: LVOmniBench paper, A+V rows), row Gemini-3.0-Flash, column avg)",,out:model-not-established, arxiv-2611.06083-t12-vmme2-nonlin,arxiv-2611.06083,gemini-3-pro,unstated,mixed,hard,,,,,,,49.4,accuracy%,0.0289,,restated-from:Video-MME-v2 leaderboard,"https://arxiv.org/abs/2611.06083 (Table 12 (copied: Video-MME-v2 leaderboard with subtitles), row Gemini-3-Pro, column nonlin)",,out:effort-not-established, arxiv-2611.06083-t12-vmme2-l1,arxiv-2611.06083,gemini-3-pro,unstated,mixed,hard,,,,,,,64.0,accuracy%,0.0289,,restated-from:Video-MME-v2 leaderboard,"https://arxiv.org/abs/2611.06083 (Table 12 (copied: Video-MME-v2 leaderboard with subtitles), row Gemini-3-Pro, column l1)",,out:effort-not-established, arxiv-2611.06083-t12-vmme2-l2,arxiv-2611.06083,gemini-3-pro,unstated,mixed,hard,,,,,,,50.0,accuracy%,0.0289,,restated-from:Video-MME-v2 leaderboard,"https://arxiv.org/abs/2611.06083 (Table 12 (copied: Video-MME-v2 leaderboard with subtitles), row Gemini-3-Pro, column l2)",,out:effort-not-established, arxiv-2611.06083-t12-vmme2-l3,arxiv-2611.06083,gemini-3-pro,unstated,mixed,hard,,,,,,,40.6,accuracy%,0.0289,,restated-from:Video-MME-v2 leaderboard,"https://arxiv.org/abs/2611.06083 (Table 12 (copied: Video-MME-v2 leaderboard with subtitles), row Gemini-3-Pro, column l3)",,out:effort-not-established, arxiv-2611.06083-t12-vmme2-cons,arxiv-2611.06083,gemini-3-pro,unstated,mixed,hard,,,,,,,50.8,accuracy%,0.0289,,restated-from:Video-MME-v2 leaderboard,"https://arxiv.org/abs/2611.06083 (Table 12 (copied: Video-MME-v2 leaderboard with subtitles), row Gemini-3-Pro, column cons)",,out:effort-not-established, arxiv-2611.06083-t12-vmme2-coh,arxiv-2611.06083,gemini-3-pro,unstated,mixed,hard,,,,,,,47.0,accuracy%,0.0289,,restated-from:Video-MME-v2 leaderboard,"https://arxiv.org/abs/2611.06083 (Table 12 (copied: Video-MME-v2 leaderboard with subtitles), row Gemini-3-Pro, column coh)",,out:effort-not-established, arxiv-2611.06083-t12-vmme2-acc,arxiv-2611.06083,gemini-3-pro,unstated,mixed,hard,,,,,,,66.1,accuracy%,0.0289,,restated-from:Video-MME-v2 leaderboard,"https://arxiv.org/abs/2611.06083 (Table 12 (copied: Video-MME-v2 leaderboard with subtitles), row Gemini-3-Pro, column acc)",,out:effort-not-established, arxiv-2611.06083-t12-vmme2-nonlin,arxiv-2611.06083,gemini-3-flash,unstated,mixed,hard,,,,,,,42.5,accuracy%,0.0289,,restated-from:Video-MME-v2 leaderboard,"https://arxiv.org/abs/2611.06083 (Table 12 (copied: Video-MME-v2 leaderboard with subtitles), row Gemini-3-Flash, column nonlin)",,out:effort-not-established, arxiv-2611.06083-t12-vmme2-l1,arxiv-2611.06083,gemini-3-flash,unstated,mixed,hard,,,,,,,58.3,accuracy%,0.0289,,restated-from:Video-MME-v2 leaderboard,"https://arxiv.org/abs/2611.06083 (Table 12 (copied: Video-MME-v2 leaderboard with subtitles), row Gemini-3-Flash, column l1)",,out:effort-not-established, arxiv-2611.06083-t12-vmme2-l2,arxiv-2611.06083,gemini-3-flash,unstated,mixed,hard,,,,,,,44.8,accuracy%,0.0289,,restated-from:Video-MME-v2 leaderboard,"https://arxiv.org/abs/2611.06083 (Table 12 (copied: Video-MME-v2 leaderboard with subtitles), row Gemini-3-Flash, column l2)",,out:effort-not-established, arxiv-2611.06083-t12-vmme2-l3,arxiv-2611.06083,gemini-3-flash,unstated,mixed,hard,,,,,,,31.7,accuracy%,0.0289,,restated-from:Video-MME-v2 leaderboard,"https://arxiv.org/abs/2611.06083 (Table 12 (copied: Video-MME-v2 leaderboard with subtitles), row Gemini-3-Flash, column l3)",,out:effort-not-established, arxiv-2611.06083-t12-vmme2-cons,arxiv-2611.06083,gemini-3-flash,unstated,mixed,hard,,,,,,,44.9,accuracy%,0.0289,,restated-from:Video-MME-v2 leaderboard,"https://arxiv.org/abs/2611.06083 (Table 12 (copied: Video-MME-v2 leaderboard with subtitles), row Gemini-3-Flash, column cons)",,out:effort-not-established, arxiv-2611.06083-t12-vmme2-coh,arxiv-2611.06083,gemini-3-flash,unstated,mixed,hard,,,,,,,38.2,accuracy%,0.0289,,restated-from:Video-MME-v2 leaderboard,"https://arxiv.org/abs/2611.06083 (Table 12 (copied: Video-MME-v2 leaderboard with subtitles), row Gemini-3-Flash, column coh)",,out:effort-not-established, arxiv-2611.06083-t12-vmme2-acc,arxiv-2611.06083,gemini-3-flash,unstated,mixed,hard,,,,,,,61.1,accuracy%,0.0289,,restated-from:Video-MME-v2 leaderboard,"https://arxiv.org/abs/2611.06083 (Table 12 (copied: Video-MME-v2 leaderboard with subtitles), row Gemini-3-Flash, column acc)",,out:effort-not-established, arxiv-2611.06084-gpqa,arxiv-2611.06084,qwen3.8-flash-next,xhigh,reasoning-math,hard,,,,,,,91.9,GPQA Diamond score (%),0.0289,,,"https://arxiv.org/abs/2611.06084 (Table 3, row Qwen3.8-Flash-Next original, column GPQA Diamond)",,out:single-couple, arxiv-2611.06084-aime,arxiv-2611.06084,qwen3.8-flash-next,xhigh,reasoning-math,hard,,,,,,,99.4,AIME 2024+25 score (%),0.0289,,,"https://arxiv.org/abs/2611.06084 (Table 3, row Qwen3.8-Flash-Next original, column AIME 2024+25)",,out:single-couple, arxiv-2611.06084-math500,arxiv-2611.06084,qwen3.8-flash-next,xhigh,reasoning-math,hard,,,,,,,99.3,MATH-500 score (%),0.0289,,,"https://arxiv.org/abs/2611.06084 (Table 3, row Qwen3.8-Flash-Next original, column MATH-500)",,out:single-couple, arxiv-2611.06084-mmlu,arxiv-2611.06084,qwen3.8-flash-next,xhigh,reasoning-math,hard,,,,,,,92.5,MMLU score (%),0.0289,,,"https://arxiv.org/abs/2611.06084 (Table 3, row Qwen3.8-Flash-Next original, column MMLU)",,out:single-couple, arxiv-2611.06084-ifeval,arxiv-2611.06084,qwen3.8-flash-next,xhigh,reasoning-math,hard,,,,,,,91.7,IFEval score (%),0.0289,,,"https://arxiv.org/abs/2611.06084 (Table 3, row Qwen3.8-Flash-Next original, column IFEval)",,out:single-couple, arxiv-2611.06084-lcb6,arxiv-2611.06084,qwen3.8-flash-next,xhigh,reasoning-math,hard,,,,,,,88.5,LiveCodeBench v6 score (%),0.0289,,,"https://arxiv.org/abs/2611.06084 (Table 3, row Qwen3.8-Flash-Next original, column LiveCodeBench v6)",,out:single-couple, arxiv-2611.06084-he-plus,arxiv-2611.06084,qwen3.8-flash-next,xhigh,reasoning-math,hard,,,,,,,93.9,HumanEval+ score (%),0.0289,,,"https://arxiv.org/abs/2611.06084 (Table 3, row Qwen3.8-Flash-Next original, column HumanEval+)",,out:single-couple, arxiv-2611.06084-lbv2,arxiv-2611.06084,qwen3.8-flash-next,xhigh,reasoning-math,hard,,,,,,,64.3,LongBench v2 score (%),0.0289,,,"https://arxiv.org/abs/2611.06084 (Table 3, row Qwen3.8-Flash-Next original, column LongBench v2)",,out:single-couple, arxiv-2611.06084-ruler32,arxiv-2611.06084,qwen3.8-flash-next,xhigh,reasoning-math,hard,,,,,,,93.2,RULER 32K score (%),0.0289,,,"https://arxiv.org/abs/2611.06084 (Table 3, row Qwen3.8-Flash-Next original, column RULER 32K)",,out:single-couple, arxiv-2611.06084-ruler64,arxiv-2611.06084,qwen3.8-flash-next,xhigh,reasoning-math,hard,,,,,,,94.2,RULER 64K score (%),0.0289,,,"https://arxiv.org/abs/2611.06084 (Table 3, row Qwen3.8-Flash-Next original, column RULER 64K)",,out:single-couple, arxiv-2611.06084-ruler128,arxiv-2611.06084,qwen3.8-flash-next,xhigh,reasoning-math,hard,,,,,,,95.5,RULER 128K score (%),0.0289,,,"https://arxiv.org/abs/2611.06084 (Table 3, row Qwen3.8-Flash-Next original, column RULER 128K)",,out:single-couple, arxiv-2611.06084-gpqa,arxiv-2611.06084,?Qwen3.8-Flash-Next-NVFP4,not-established:absent,reasoning-math,hard,,,,,,,92.4,GPQA Diamond score (%),0.0289,,,"https://arxiv.org/abs/2611.06084 (Table 3, row Qwen3.8-Flash-Next-NVFP4 original, column GPQA Diamond)",,out:model-not-established, arxiv-2611.06084-aime,arxiv-2611.06084,?Qwen3.8-Flash-Next-NVFP4,not-established:absent,reasoning-math,hard,,,,,,,99.6,AIME 2024+25 score (%),0.0289,,,"https://arxiv.org/abs/2611.06084 (Table 3, row Qwen3.8-Flash-Next-NVFP4 original, column AIME 2024+25)",,out:model-not-established, arxiv-2611.06084-math500,arxiv-2611.06084,?Qwen3.8-Flash-Next-NVFP4,not-established:absent,reasoning-math,hard,,,,,,,99.2,MATH-500 score (%),0.0289,,,"https://arxiv.org/abs/2611.06084 (Table 3, row Qwen3.8-Flash-Next-NVFP4 original, column MATH-500)",,out:model-not-established, arxiv-2611.06084-mmlu,arxiv-2611.06084,?Qwen3.8-Flash-Next-NVFP4,not-established:absent,reasoning-math,hard,,,,,,,92.3,MMLU score (%),0.0289,,,"https://arxiv.org/abs/2611.06084 (Table 3, row Qwen3.8-Flash-Next-NVFP4 original, column MMLU)",,out:model-not-established, arxiv-2611.06084-ifeval,arxiv-2611.06084,?Qwen3.8-Flash-Next-NVFP4,not-established:absent,reasoning-math,hard,,,,,,,91.6,IFEval score (%),0.0289,,,"https://arxiv.org/abs/2611.06084 (Table 3, row Qwen3.8-Flash-Next-NVFP4 original, column IFEval)",,out:model-not-established, arxiv-2611.06084-lcb6,arxiv-2611.06084,?Qwen3.8-Flash-Next-NVFP4,not-established:absent,reasoning-math,hard,,,,,,,88.9,LiveCodeBench v6 score (%),0.0289,,,"https://arxiv.org/abs/2611.06084 (Table 3, row Qwen3.8-Flash-Next-NVFP4 original, column LiveCodeBench v6)",,out:model-not-established, arxiv-2611.06084-he-plus,arxiv-2611.06084,?Qwen3.8-Flash-Next-NVFP4,not-established:absent,reasoning-math,hard,,,,,,,94.4,HumanEval+ score (%),0.0289,,,"https://arxiv.org/abs/2611.06084 (Table 3, row Qwen3.8-Flash-Next-NVFP4 original, column HumanEval+)",,out:model-not-established, arxiv-2611.06084-lbv2,arxiv-2611.06084,?Qwen3.8-Flash-Next-NVFP4,not-established:absent,reasoning-math,hard,,,,,,,65.3,LongBench v2 score (%),0.0289,,,"https://arxiv.org/abs/2611.06084 (Table 3, row Qwen3.8-Flash-Next-NVFP4 original, column LongBench v2)",,out:model-not-established, arxiv-2611.06084-ruler32,arxiv-2611.06084,?Qwen3.8-Flash-Next-NVFP4,not-established:absent,reasoning-math,hard,,,,,,,94.7,RULER 32K score (%),0.0289,,,"https://arxiv.org/abs/2611.06084 (Table 3, row Qwen3.8-Flash-Next-NVFP4 original, column RULER 32K)",,out:model-not-established, arxiv-2611.06084-ruler64,arxiv-2611.06084,?Qwen3.8-Flash-Next-NVFP4,not-established:absent,reasoning-math,hard,,,,,,,94.9,RULER 64K score (%),0.0289,,,"https://arxiv.org/abs/2611.06084 (Table 3, row Qwen3.8-Flash-Next-NVFP4 original, column RULER 64K)",,out:model-not-established, arxiv-2611.06084-ruler128,arxiv-2611.06084,?Qwen3.8-Flash-Next-NVFP4,not-established:absent,reasoning-math,hard,,,,,,,95.3,RULER 128K score (%),0.0289,,,"https://arxiv.org/abs/2611.06084 (Table 3, row Qwen3.8-Flash-Next-NVFP4 original, column RULER 128K)",,out:model-not-established, arxiv-2611.06135-p1-hit-vul,arxiv-2611.06135,sonnet-5.5,medium,coding,hard,LangChain,,,,,,69,"Phase 1 hit rate, vulnerable functions (%)",0.289,,,"https://arxiv.org/abs/2611.06135 (Table III, row Sonnet 5.5 (vul), column Hit)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:p1|sonnet-5.5@medium|,in, arxiv-2611.06135-p1-tp-vul,arxiv-2611.06135,sonnet-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,216,TP (count),0.289,,,"https://arxiv.org/abs/2611.06135 (Table III, row Sonnet 5.5 (vul), column TP)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:p1|sonnet-5.5@medium|,in, arxiv-2611.06135-p1-fp-vul,arxiv-2611.06135,sonnet-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,1050,FP (count),0.289,,,"https://arxiv.org/abs/2611.06135 (Table III, row Sonnet 5.5 (vul), column FP)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:p1|sonnet-5.5@medium|,in, arxiv-2611.06135-p1-fn-vul,arxiv-2611.06135,sonnet-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,164,FN (count),0.289,,,"https://arxiv.org/abs/2611.06135 (Table III, row Sonnet 5.5 (vul), column FN)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:p1|sonnet-5.5@medium|,in, arxiv-2611.06135-p1-p-vul,arxiv-2611.06135,sonnet-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,0.171,precision,0.000289,,,"https://arxiv.org/abs/2611.06135 (Table III, row Sonnet 5.5 (vul), column P)",,out:not-headline, arxiv-2611.06135-p1-recall-vul,arxiv-2611.06135,sonnet-5.5,medium,coding,hard,LangChain,,,,,,0.568,"Phase 1 recall, vulnerable functions",0.000289,,,"https://arxiv.org/abs/2611.06135 (Table III, row Sonnet 5.5 (vul), column R)",,out:not-headline, arxiv-2611.06135-p1-f1-vul,arxiv-2611.06135,sonnet-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,0.262,F1,0.000289,,,"https://arxiv.org/abs/2611.06135 (Table III, row Sonnet 5.5 (vul), column F1)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:p1|sonnet-5.5@medium|,in, arxiv-2611.06135-p1-mcc-vul,arxiv-2611.06135,sonnet-5.5,medium,coding,hard,LangChain,,,,,,0.301,"Phase 1 MCC, vulnerable functions",0.000289,,,"https://arxiv.org/abs/2611.06135 (Table III, row Sonnet 5.5 (vul), column MCC)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:p1|sonnet-5.5@medium|,in, arxiv-2611.06135-p1-fp-pat,arxiv-2611.06135,sonnet-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,1220,FP (count),0.289,,,"https://arxiv.org/abs/2611.06135 (Table III, row Sonnet 5.5 (pat), column FP)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:p1|sonnet-5.5@medium|,in, arxiv-2611.06135-p1-tp-all,arxiv-2611.06135,sonnet-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,216,TP (count),0.289,,,"https://arxiv.org/abs/2611.06135 (Table III, row Sonnet 5.5 (all), column TP)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:p1|sonnet-5.5@medium|,in, arxiv-2611.06135-p1-fp-all,arxiv-2611.06135,sonnet-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,2270,FP (count),0.289,,,"https://arxiv.org/abs/2611.06135 (Table III, row Sonnet 5.5 (all), column FP)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:p1|sonnet-5.5@medium|,in, arxiv-2611.06135-p1-fn-all,arxiv-2611.06135,sonnet-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,164,FN (count),0.289,,,"https://arxiv.org/abs/2611.06135 (Table III, row Sonnet 5.5 (all), column FN)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:p1|sonnet-5.5@medium|,in, arxiv-2611.06135-p1-p-all,arxiv-2611.06135,sonnet-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,0.087,precision,0.000289,,,"https://arxiv.org/abs/2611.06135 (Table III, row Sonnet 5.5 (all), column P)",,out:not-headline, arxiv-2611.06135-p1-r-all,arxiv-2611.06135,sonnet-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,0.568,recall,0.000289,,,"https://arxiv.org/abs/2611.06135 (Table III, row Sonnet 5.5 (all), column R)",,out:not-headline, arxiv-2611.06135-p1-f1-all,arxiv-2611.06135,sonnet-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,0.151,F1,0.000289,,,"https://arxiv.org/abs/2611.06135 (Table III, row Sonnet 5.5 (all), column F1)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:p1|sonnet-5.5@medium|,in, arxiv-2611.06135-p1-mcc-all,arxiv-2611.06135,sonnet-5.5,medium,coding,hard,LangChain,,,,,,0.214,"Phase 1 MCC, all functions",0.000289,,,"https://arxiv.org/abs/2611.06135 (Table III, row Sonnet 5.5 (all), column MCC)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:p1|sonnet-5.5@medium|,in, arxiv-2611.06135-p1-hit-vul,arxiv-2611.06135,opus-5.5,medium,coding,hard,LangChain,,,,,,77,"Phase 1 hit rate, vulnerable functions (%)",0.289,,,"https://arxiv.org/abs/2611.06135 (Table III, row Opus 5.5 (vul), column Hit)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:p1|opus-5.5@medium|,in, arxiv-2611.06135-p1-tp-vul,arxiv-2611.06135,opus-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,250,TP (count),0.289,,,"https://arxiv.org/abs/2611.06135 (Table III, row Opus 5.5 (vul), column TP)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:p1|opus-5.5@medium|,in, arxiv-2611.06135-p1-fp-vul,arxiv-2611.06135,opus-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,610,FP (count),0.289,,,"https://arxiv.org/abs/2611.06135 (Table III, row Opus 5.5 (vul), column FP)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:p1|opus-5.5@medium|,in, arxiv-2611.06135-p1-fn-vul,arxiv-2611.06135,opus-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,130,FN (count),0.289,,,"https://arxiv.org/abs/2611.06135 (Table III, row Opus 5.5 (vul), column FN)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:p1|opus-5.5@medium|,in, arxiv-2611.06135-p1-p-vul,arxiv-2611.06135,opus-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,0.291,precision,0.000289,,,"https://arxiv.org/abs/2611.06135 (Table III, row Opus 5.5 (vul), column P)",,out:not-headline, arxiv-2611.06135-p1-recall-vul,arxiv-2611.06135,opus-5.5,medium,coding,hard,LangChain,,,,,,0.658,"Phase 1 recall, vulnerable functions",0.000289,,,"https://arxiv.org/abs/2611.06135 (Table III, row Opus 5.5 (vul), column R)",,out:not-headline, arxiv-2611.06135-p1-f1-vul,arxiv-2611.06135,opus-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,0.403,F1,0.000289,,,"https://arxiv.org/abs/2611.06135 (Table III, row Opus 5.5 (vul), column F1)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:p1|opus-5.5@medium|,in, arxiv-2611.06135-p1-mcc-vul,arxiv-2611.06135,opus-5.5,medium,coding,hard,LangChain,,,,,,0.430,"Phase 1 MCC, vulnerable functions",0.000289,,,"https://arxiv.org/abs/2611.06135 (Table III, row Opus 5.5 (vul), column MCC)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:p1|opus-5.5@medium|,in, arxiv-2611.06135-p1-fp-pat,arxiv-2611.06135,opus-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,957,FP (count),0.289,,,"https://arxiv.org/abs/2611.06135 (Table III, row Opus 5.5 (pat), column FP)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:p1|opus-5.5@medium|,in, arxiv-2611.06135-p1-tp-all,arxiv-2611.06135,opus-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,250,TP (count),0.289,,,"https://arxiv.org/abs/2611.06135 (Table III, row Opus 5.5 (all), column TP)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:p1|opus-5.5@medium|,in, arxiv-2611.06135-p1-fp-all,arxiv-2611.06135,opus-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,1567,FP (count),0.289,,,"https://arxiv.org/abs/2611.06135 (Table III, row Opus 5.5 (all), column FP)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:p1|opus-5.5@medium|,in, arxiv-2611.06135-p1-fn-all,arxiv-2611.06135,opus-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,130,FN (count),0.289,,,"https://arxiv.org/abs/2611.06135 (Table III, row Opus 5.5 (all), column FN)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:p1|opus-5.5@medium|,in, arxiv-2611.06135-p1-p-all,arxiv-2611.06135,opus-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,0.138,precision,0.000289,,,"https://arxiv.org/abs/2611.06135 (Table III, row Opus 5.5 (all), column P)",,out:not-headline, arxiv-2611.06135-p1-r-all,arxiv-2611.06135,opus-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,0.658,recall,0.000289,,,"https://arxiv.org/abs/2611.06135 (Table III, row Opus 5.5 (all), column R)",,out:not-headline, arxiv-2611.06135-p1-f1-all,arxiv-2611.06135,opus-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,0.228,F1,0.000289,,,"https://arxiv.org/abs/2611.06135 (Table III, row Opus 5.5 (all), column F1)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:p1|opus-5.5@medium|,in, arxiv-2611.06135-p1-mcc-all,arxiv-2611.06135,opus-5.5,medium,coding,hard,LangChain,,,,,,0.295,"Phase 1 MCC, all functions",0.000289,,,"https://arxiv.org/abs/2611.06135 (Table III, row Opus 5.5 (all), column MCC)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:p1|opus-5.5@medium|,in, arxiv-2611.06135-p2-hit-vul,arxiv-2611.06135,sonnet-5.5,medium,coding,hard,LangChain,,,,,,43,"Phase 2 hit rate, vulnerable functions (%)",0.289,,,"https://arxiv.org/abs/2611.06135 (Table IV, row Sonnet 5.5 medium (vul), column Hit)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:p2|sonnet-5.5@medium|,in, arxiv-2611.06135-p2-conf1-vul,arxiv-2611.06135,sonnet-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,59,>=1 Conf (%),0.289,,,"https://arxiv.org/abs/2611.06135 (Table IV, row Sonnet 5.5 medium (vul), column >=1 Conf)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:p2|sonnet-5.5@medium|,in, arxiv-2611.06135-p2-tp-vul,arxiv-2611.06135,sonnet-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,139,TP (count),0.289,,,"https://arxiv.org/abs/2611.06135 (Table IV, row Sonnet 5.5 medium (vul), column TP)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:p2|sonnet-5.5@medium|,in, arxiv-2611.06135-p2-fp-vul,arxiv-2611.06135,sonnet-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,197,FP (count),0.289,,,"https://arxiv.org/abs/2611.06135 (Table IV, row Sonnet 5.5 medium (vul), column FP)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:p2|sonnet-5.5@medium|,in, arxiv-2611.06135-p2-fn-vul,arxiv-2611.06135,sonnet-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,241,FN (count),0.289,,,"https://arxiv.org/abs/2611.06135 (Table IV, row Sonnet 5.5 medium (vul), column FN)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:p2|sonnet-5.5@medium|,in, arxiv-2611.06135-p2-p-vul,arxiv-2611.06135,sonnet-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,0.414,precision,0.000289,,,"https://arxiv.org/abs/2611.06135 (Table IV, row Sonnet 5.5 medium (vul), column P)",,out:not-headline, arxiv-2611.06135-p2-r-vul,arxiv-2611.06135,sonnet-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,0.366,recall,0.000289,,,"https://arxiv.org/abs/2611.06135 (Table IV, row Sonnet 5.5 medium (vul), column R)",,out:not-headline, arxiv-2611.06135-p2-f1-vul,arxiv-2611.06135,sonnet-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,0.388,F1,0.000289,,,"https://arxiv.org/abs/2611.06135 (Table IV, row Sonnet 5.5 medium (vul), column F1)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:p2|sonnet-5.5@medium|,in, arxiv-2611.06135-p2-mcc-vul,arxiv-2611.06135,sonnet-5.5,medium,coding,hard,LangChain,,,,,,0.384,"Phase 2 MCC, vulnerable functions",0.000289,,,"https://arxiv.org/abs/2611.06135 (Table IV, row Sonnet 5.5 medium (vul), column MCC)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:p2|sonnet-5.5@medium|,in, arxiv-2611.06135-p2-conf1-pat,arxiv-2611.06135,sonnet-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,37,>=1 Conf (%),0.289,,,"https://arxiv.org/abs/2611.06135 (Table IV, row Sonnet 5.5 medium (pat), column >=1 Conf)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:p2|sonnet-5.5@medium|,in, arxiv-2611.06135-p2-fp-pat,arxiv-2611.06135,sonnet-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,211,FP (count),0.289,,,"https://arxiv.org/abs/2611.06135 (Table IV, row Sonnet 5.5 medium (pat), column FP)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:p2|sonnet-5.5@medium|,in, arxiv-2611.06135-p2-tp-all,arxiv-2611.06135,sonnet-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,139,TP (count),0.289,,,"https://arxiv.org/abs/2611.06135 (Table IV, row Sonnet 5.5 medium (all), column TP)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:p2|sonnet-5.5@medium|,in, arxiv-2611.06135-p2-fp-all,arxiv-2611.06135,sonnet-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,408,FP (count),0.289,,,"https://arxiv.org/abs/2611.06135 (Table IV, row Sonnet 5.5 medium (all), column FP)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:p2|sonnet-5.5@medium|,in, arxiv-2611.06135-p2-fn-all,arxiv-2611.06135,sonnet-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,241,FN (count),0.289,,,"https://arxiv.org/abs/2611.06135 (Table IV, row Sonnet 5.5 medium (all), column FN)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:p2|sonnet-5.5@medium|,in, arxiv-2611.06135-p2-p-all,arxiv-2611.06135,sonnet-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,0.254,precision,0.000289,,,"https://arxiv.org/abs/2611.06135 (Table IV, row Sonnet 5.5 medium (all), column P)",,out:not-headline, arxiv-2611.06135-p2-r-all,arxiv-2611.06135,sonnet-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,0.366,recall,0.000289,,,"https://arxiv.org/abs/2611.06135 (Table IV, row Sonnet 5.5 medium (all), column R)",,out:not-headline, arxiv-2611.06135-p2-f1-all,arxiv-2611.06135,sonnet-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,0.300,F1,0.000289,,,"https://arxiv.org/abs/2611.06135 (Table IV, row Sonnet 5.5 medium (all), column F1)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:p2|sonnet-5.5@medium|,in, arxiv-2611.06135-p2-mcc-all,arxiv-2611.06135,sonnet-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,0.301,MCC,0.000289,,,"https://arxiv.org/abs/2611.06135 (Table IV, row Sonnet 5.5 medium (all), column MCC)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:p2|sonnet-5.5@medium|,in, arxiv-2611.06135-p2-hit-vul,arxiv-2611.06135,opus-5.5,medium,coding,hard,LangChain,,,,,,66,"Phase 2 hit rate, vulnerable functions (%)",0.289,,,"https://arxiv.org/abs/2611.06135 (Table IV, row Opus 5.5 medium (vul), column Hit)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:p2|opus-5.5@medium|,in, arxiv-2611.06135-p2-conf1-vul,arxiv-2611.06135,opus-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,89,>=1 Conf (%),0.289,,,"https://arxiv.org/abs/2611.06135 (Table IV, row Opus 5.5 medium (vul), column >=1 Conf)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:p2|opus-5.5@medium|,in, arxiv-2611.06135-p2-tp-vul,arxiv-2611.06135,opus-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,215,TP (count),0.289,,,"https://arxiv.org/abs/2611.06135 (Table IV, row Opus 5.5 medium (vul), column TP)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:p2|opus-5.5@medium|,in, arxiv-2611.06135-p2-fp-vul,arxiv-2611.06135,opus-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,213,FP (count),0.289,,,"https://arxiv.org/abs/2611.06135 (Table IV, row Opus 5.5 medium (vul), column FP)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:p2|opus-5.5@medium|,in, arxiv-2611.06135-p2-fn-vul,arxiv-2611.06135,opus-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,165,FN (count),0.289,,,"https://arxiv.org/abs/2611.06135 (Table IV, row Opus 5.5 medium (vul), column FN)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:p2|opus-5.5@medium|,in, arxiv-2611.06135-p2-p-vul,arxiv-2611.06135,opus-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,0.502,precision,0.000289,,,"https://arxiv.org/abs/2611.06135 (Table IV, row Opus 5.5 medium (vul), column P)",,out:not-headline, arxiv-2611.06135-p2-r-vul,arxiv-2611.06135,opus-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,0.566,recall,0.000289,,,"https://arxiv.org/abs/2611.06135 (Table IV, row Opus 5.5 medium (vul), column R)",,out:not-headline, arxiv-2611.06135-p2-f1-vul,arxiv-2611.06135,opus-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,0.532,F1,0.000289,,,"https://arxiv.org/abs/2611.06135 (Table IV, row Opus 5.5 medium (vul), column F1)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:p2|opus-5.5@medium|,in, arxiv-2611.06135-p2-mcc-vul,arxiv-2611.06135,opus-5.5,medium,coding,hard,LangChain,,,,,,0.529,"Phase 2 MCC, vulnerable functions",0.000289,,,"https://arxiv.org/abs/2611.06135 (Table IV, row Opus 5.5 medium (vul), column MCC)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:p2|opus-5.5@medium|,in, arxiv-2611.06135-p2-conf1-pat,arxiv-2611.06135,opus-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,52,>=1 Conf (%),0.289,,,"https://arxiv.org/abs/2611.06135 (Table IV, row Opus 5.5 medium (pat), column >=1 Conf)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:p2|opus-5.5@medium|,in, arxiv-2611.06135-p2-fp-pat,arxiv-2611.06135,opus-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,266,FP (count),0.289,,,"https://arxiv.org/abs/2611.06135 (Table IV, row Opus 5.5 medium (pat), column FP)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:p2|opus-5.5@medium|,in, arxiv-2611.06135-p2-tp-all,arxiv-2611.06135,opus-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,215,TP (count),0.289,,,"https://arxiv.org/abs/2611.06135 (Table IV, row Opus 5.5 medium (all), column TP)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:p2|opus-5.5@medium|,in, arxiv-2611.06135-p2-fp-all,arxiv-2611.06135,opus-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,479,FP (count),0.289,,,"https://arxiv.org/abs/2611.06135 (Table IV, row Opus 5.5 medium (all), column FP)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:p2|opus-5.5@medium|,in, arxiv-2611.06135-p2-fn-all,arxiv-2611.06135,opus-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,165,FN (count),0.289,,,"https://arxiv.org/abs/2611.06135 (Table IV, row Opus 5.5 medium (all), column FN)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:p2|opus-5.5@medium|,in, arxiv-2611.06135-p2-p-all,arxiv-2611.06135,opus-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,0.310,precision,0.000289,,,"https://arxiv.org/abs/2611.06135 (Table IV, row Opus 5.5 medium (all), column P)",,out:not-headline, arxiv-2611.06135-p2-r-all,arxiv-2611.06135,opus-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,0.566,recall,0.000289,,,"https://arxiv.org/abs/2611.06135 (Table IV, row Opus 5.5 medium (all), column R)",,out:not-headline, arxiv-2611.06135-p2-f1-all,arxiv-2611.06135,opus-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,0.400,F1,0.000289,,,"https://arxiv.org/abs/2611.06135 (Table IV, row Opus 5.5 medium (all), column F1)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:p2|opus-5.5@medium|,in, arxiv-2611.06135-p2-mcc-all,arxiv-2611.06135,opus-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,0.415,MCC,0.000289,,,"https://arxiv.org/abs/2611.06135 (Table IV, row Opus 5.5 medium (all), column MCC)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:p2|opus-5.5@medium|,in, arxiv-2611.06135-p2-hit-vul,arxiv-2611.06135,opus-5.5,xhigh,coding,hard,LangChain,,,,,,73,"Phase 2 hit rate, vulnerable functions (%)",0.289,,,"https://arxiv.org/abs/2611.06135 (Table IV, row Opus 5.5 xhigh (vul), column Hit)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:p2|opus-5.5@xhigh|,in, arxiv-2611.06135-p2-conf1-vul,arxiv-2611.06135,opus-5.5,xhigh,coding,hard,Claude Code Agent SDK,,,,,,94,>=1 Conf (%),0.289,,,"https://arxiv.org/abs/2611.06135 (Table IV, row Opus 5.5 xhigh (vul), column >=1 Conf)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:p2|opus-5.5@xhigh|,in, arxiv-2611.06135-p2-tp-vul,arxiv-2611.06135,opus-5.5,xhigh,coding,hard,Claude Code Agent SDK,,,,,,230,TP (count),0.289,,,"https://arxiv.org/abs/2611.06135 (Table IV, row Opus 5.5 xhigh (vul), column TP)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:p2|opus-5.5@xhigh|,in, arxiv-2611.06135-p2-fp-vul,arxiv-2611.06135,opus-5.5,xhigh,coding,hard,Claude Code Agent SDK,,,,,,220,FP (count),0.289,,,"https://arxiv.org/abs/2611.06135 (Table IV, row Opus 5.5 xhigh (vul), column FP)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:p2|opus-5.5@xhigh|,in, arxiv-2611.06135-p2-fn-vul,arxiv-2611.06135,opus-5.5,xhigh,coding,hard,Claude Code Agent SDK,,,,,,150,FN (count),0.289,,,"https://arxiv.org/abs/2611.06135 (Table IV, row Opus 5.5 xhigh (vul), column FN)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:p2|opus-5.5@xhigh|,in, arxiv-2611.06135-p2-p-vul,arxiv-2611.06135,opus-5.5,xhigh,coding,hard,Claude Code Agent SDK,,,,,,0.511,precision,0.000289,,,"https://arxiv.org/abs/2611.06135 (Table IV, row Opus 5.5 xhigh (vul), column P)",,out:not-headline, arxiv-2611.06135-p2-r-vul,arxiv-2611.06135,opus-5.5,xhigh,coding,hard,Claude Code Agent SDK,,,,,,0.605,recall,0.000289,,,"https://arxiv.org/abs/2611.06135 (Table IV, row Opus 5.5 xhigh (vul), column R)",,out:not-headline, arxiv-2611.06135-p2-f1-vul,arxiv-2611.06135,opus-5.5,xhigh,coding,hard,Claude Code Agent SDK,,,,,,0.554,F1,0.000289,,,"https://arxiv.org/abs/2611.06135 (Table IV, row Opus 5.5 xhigh (vul), column F1)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:p2|opus-5.5@xhigh|,in, arxiv-2611.06135-p2-mcc-vul,arxiv-2611.06135,opus-5.5,xhigh,coding,hard,LangChain,,,,,,0.552,"Phase 2 MCC, vulnerable functions",0.000289,,,"https://arxiv.org/abs/2611.06135 (Table IV, row Opus 5.5 xhigh (vul), column MCC)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:p2|opus-5.5@xhigh|,in, arxiv-2611.06135-p2-conf1-pat,arxiv-2611.06135,opus-5.5,xhigh,coding,hard,Claude Code Agent SDK,,,,,,54,>=1 Conf (%),0.289,,,"https://arxiv.org/abs/2611.06135 (Table IV, row Opus 5.5 xhigh (pat), column >=1 Conf)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:p2|opus-5.5@xhigh|,in, arxiv-2611.06135-p2-fp-pat,arxiv-2611.06135,opus-5.5,xhigh,coding,hard,Claude Code Agent SDK,,,,,,281,FP (count),0.289,,,"https://arxiv.org/abs/2611.06135 (Table IV, row Opus 5.5 xhigh (pat), column FP)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:p2|opus-5.5@xhigh|,in, arxiv-2611.06135-p2-tp-all,arxiv-2611.06135,opus-5.5,xhigh,coding,hard,Claude Code Agent SDK,,,,,,230,TP (count),0.289,,,"https://arxiv.org/abs/2611.06135 (Table IV, row Opus 5.5 xhigh (all), column TP)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:p2|opus-5.5@xhigh|,in, arxiv-2611.06135-p2-fp-all,arxiv-2611.06135,opus-5.5,xhigh,coding,hard,Claude Code Agent SDK,,,,,,501,FP (count),0.289,,,"https://arxiv.org/abs/2611.06135 (Table IV, row Opus 5.5 xhigh (all), column FP)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:p2|opus-5.5@xhigh|,in, arxiv-2611.06135-p2-fn-all,arxiv-2611.06135,opus-5.5,xhigh,coding,hard,Claude Code Agent SDK,,,,,,150,FN (count),0.289,,,"https://arxiv.org/abs/2611.06135 (Table IV, row Opus 5.5 xhigh (all), column FN)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:p2|opus-5.5@xhigh|,in, arxiv-2611.06135-p2-p-all,arxiv-2611.06135,opus-5.5,xhigh,coding,hard,Claude Code Agent SDK,,,,,,0.315,precision,0.000289,,,"https://arxiv.org/abs/2611.06135 (Table IV, row Opus 5.5 xhigh (all), column P)",,out:not-headline, arxiv-2611.06135-p2-r-all,arxiv-2611.06135,opus-5.5,xhigh,coding,hard,Claude Code Agent SDK,,,,,,0.605,recall,0.000289,,,"https://arxiv.org/abs/2611.06135 (Table IV, row Opus 5.5 xhigh (all), column R)",,out:not-headline, arxiv-2611.06135-p2-f1-all,arxiv-2611.06135,opus-5.5,xhigh,coding,hard,Claude Code Agent SDK,,,,,,0.414,F1,0.000289,,,"https://arxiv.org/abs/2611.06135 (Table IV, row Opus 5.5 xhigh (all), column F1)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:p2|opus-5.5@xhigh|,in, arxiv-2611.06135-p2-mcc-all,arxiv-2611.06135,opus-5.5,xhigh,coding,hard,Claude Code Agent SDK,,,,,,0.433,MCC,0.000289,,,"https://arxiv.org/abs/2611.06135 (Table IV, row Opus 5.5 xhigh (all), column MCC)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:p2|opus-5.5@xhigh|,in, arxiv-2611.06135-t5-pc,arxiv-2611.06135,sonnet-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,52,P-C (pairs),0.289,,,"https://arxiv.org/abs/2611.06135 (Table V, row Sonnet 5.5 medium, column P-C)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:t5|sonnet-5.5@medium|,in, arxiv-2611.06135-t5-pv,arxiv-2611.06135,sonnet-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,65,P-V (pairs),0.289,,,"https://arxiv.org/abs/2611.06135 (Table V, row Sonnet 5.5 medium, column P-V)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:t5|sonnet-5.5@medium|,in, arxiv-2611.06135-t5-pb,arxiv-2611.06135,sonnet-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,74,P-B (pairs),0.289,,,"https://arxiv.org/abs/2611.06135 (Table V, row Sonnet 5.5 medium, column P-B)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:t5|sonnet-5.5@medium|,in, arxiv-2611.06135-t5-pr,arxiv-2611.06135,sonnet-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,9,P-R (pairs),0.289,,,"https://arxiv.org/abs/2611.06135 (Table V, row Sonnet 5.5 medium, column P-R)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:t5|sonnet-5.5@medium|,in, arxiv-2611.06135-t5-p,arxiv-2611.06135,sonnet-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,0.613,precision,0.000289,,,"https://arxiv.org/abs/2611.06135 (Table V, row Sonnet 5.5 medium, column P)",,out:not-headline, arxiv-2611.06135-t5-r,arxiv-2611.06135,sonnet-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,0.585,recall,0.000289,,,"https://arxiv.org/abs/2611.06135 (Table V, row Sonnet 5.5 medium, column R)",,out:not-headline, arxiv-2611.06135-t5-f1,arxiv-2611.06135,sonnet-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,0.598,F1,0.000289,,,"https://arxiv.org/abs/2611.06135 (Table V, row Sonnet 5.5 medium, column F1)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:t5|sonnet-5.5@medium|,in, arxiv-2611.06135-t5-mcc,arxiv-2611.06135,sonnet-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,0.215,MCC,0.000289,,,"https://arxiv.org/abs/2611.06135 (Table V, row Sonnet 5.5 medium, column MCC)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:t5|sonnet-5.5@medium|,in, arxiv-2611.06135-t5-rr-pc,arxiv-2611.06135,sonnet-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,44,P-C RR (pairs),0.289,,,"https://arxiv.org/abs/2611.06135 (Table V, row Sonnet 5.5 medium, column P-C RR)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:t5-rr|sonnet-5.5@medium|,in, arxiv-2611.06135-t5-rr-p,arxiv-2611.06135,sonnet-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,0.537,precision,0.000289,,,"https://arxiv.org/abs/2611.06135 (Table V, row Sonnet 5.5 medium, column P RR)",,out:not-headline, arxiv-2611.06135-t5-rr-r,arxiv-2611.06135,sonnet-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,0.430,recall,0.000289,,,"https://arxiv.org/abs/2611.06135 (Table V, row Sonnet 5.5 medium, column R RR)",,out:not-headline, arxiv-2611.06135-t5-rr-f1,arxiv-2611.06135,sonnet-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,0.478,F1,0.000289,,,"https://arxiv.org/abs/2611.06135 (Table V, row Sonnet 5.5 medium, column F1 RR)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:t5-rr|sonnet-5.5@medium|,in, arxiv-2611.06135-t5-rr-mcc,arxiv-2611.06135,sonnet-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,0.061,MCC,0.000289,,,"https://arxiv.org/abs/2611.06135 (Table V, row Sonnet 5.5 medium, column MCC RR)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:t5-rr|sonnet-5.5@medium|,in, arxiv-2611.06135-t5-c-pc,arxiv-2611.06135,sonnet-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,85,P-C (pairs),0.289,,,"https://arxiv.org/abs/2611.06135 (Table V, row Sonnet 5.5 medium, column P-C C)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:t5-c|sonnet-5.5@medium|,in, arxiv-2611.06135-t5-c-f1,arxiv-2611.06135,sonnet-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,0.616,F1,0.000289,,,"https://arxiv.org/abs/2611.06135 (Table V, row Sonnet 5.5 medium, column F1 C)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:t5-c|sonnet-5.5@medium|,in, arxiv-2611.06135-t5-c-mcc,arxiv-2611.06135,sonnet-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,0.472,MCC,0.000289,,,"https://arxiv.org/abs/2611.06135 (Table V, row Sonnet 5.5 medium, column MCC C)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:t5-c|sonnet-5.5@medium|,in, arxiv-2611.06135-t5-pc,arxiv-2611.06135,opus-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,78,P-C (pairs),0.289,,,"https://arxiv.org/abs/2611.06135 (Table V, row Opus 5.5 medium, column P-C)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:t5|opus-5.5@medium|,in, arxiv-2611.06135-t5-pv,arxiv-2611.06135,opus-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,99,P-V (pairs),0.289,,,"https://arxiv.org/abs/2611.06135 (Table V, row Opus 5.5 medium, column P-V)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:t5|opus-5.5@medium|,in, arxiv-2611.06135-t5-pb,arxiv-2611.06135,opus-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,18,P-B (pairs),0.289,,,"https://arxiv.org/abs/2611.06135 (Table V, row Opus 5.5 medium, column P-B)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:t5|opus-5.5@medium|,in, arxiv-2611.06135-t5-pr,arxiv-2611.06135,opus-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,5,P-R (pairs),0.289,,,"https://arxiv.org/abs/2611.06135 (Table V, row Opus 5.5 medium, column P-R)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:t5|opus-5.5@medium|,in, arxiv-2611.06135-t5-p,arxiv-2611.06135,opus-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,0.630,precision,0.000289,,,"https://arxiv.org/abs/2611.06135 (Table V, row Opus 5.5 medium, column P)",,out:not-headline, arxiv-2611.06135-t5-r,arxiv-2611.06135,opus-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,0.885,recall,0.000289,,,"https://arxiv.org/abs/2611.06135 (Table V, row Opus 5.5 medium, column R)",,out:not-headline, arxiv-2611.06135-t5-f1,arxiv-2611.06135,opus-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,0.736,F1,0.000289,,,"https://arxiv.org/abs/2611.06135 (Table V, row Opus 5.5 medium, column F1)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:t5|opus-5.5@medium|,in, arxiv-2611.06135-t5-mcc,arxiv-2611.06135,opus-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,0.399,MCC,0.000289,,,"https://arxiv.org/abs/2611.06135 (Table V, row Opus 5.5 medium, column MCC)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:t5|opus-5.5@medium|,in, arxiv-2611.06135-t5-rr-pc,arxiv-2611.06135,opus-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,65,P-C RR (pairs),0.289,,,"https://arxiv.org/abs/2611.06135 (Table V, row Opus 5.5 medium, column P-C RR)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:t5-rr|opus-5.5@medium|,in, arxiv-2611.06135-t5-rr-p,arxiv-2611.06135,opus-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,0.557,precision,0.000289,,,"https://arxiv.org/abs/2611.06135 (Table V, row Opus 5.5 medium, column P RR)",,out:not-headline, arxiv-2611.06135-t5-rr-r,arxiv-2611.06135,opus-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,0.655,recall,0.000289,,,"https://arxiv.org/abs/2611.06135 (Table V, row Opus 5.5 medium, column R RR)",,out:not-headline, arxiv-2611.06135-t5-rr-f1,arxiv-2611.06135,opus-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,0.602,F1,0.000289,,,"https://arxiv.org/abs/2611.06135 (Table V, row Opus 5.5 medium, column F1 RR)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:t5-rr|opus-5.5@medium|,in, arxiv-2611.06135-t5-rr-mcc,arxiv-2611.06135,opus-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,0.137,MCC,0.000289,,,"https://arxiv.org/abs/2611.06135 (Table V, row Opus 5.5 medium, column MCC RR)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:t5-rr|opus-5.5@medium|,in, arxiv-2611.06135-t5-c-pc,arxiv-2611.06135,opus-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,135,P-C (pairs),0.289,,,"https://arxiv.org/abs/2611.06135 (Table V, row Opus 5.5 medium, column P-C C)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:t5-c|opus-5.5@medium|,in, arxiv-2611.06135-t5-c-f1,arxiv-2611.06135,opus-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,0.820,F1,0.000289,,,"https://arxiv.org/abs/2611.06135 (Table V, row Opus 5.5 medium, column F1 C)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:t5-c|opus-5.5@medium|,in, arxiv-2611.06135-t5-c-mcc,arxiv-2611.06135,opus-5.5,medium,coding,hard,Claude Code Agent SDK,,,,,,0.680,MCC,0.000289,,,"https://arxiv.org/abs/2611.06135 (Table V, row Opus 5.5 medium, column MCC C)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:t5-c|opus-5.5@medium|,in, arxiv-2611.06135-t5-pc,arxiv-2611.06135,opus-5.5,xhigh,coding,hard,Claude Code Agent SDK,,,,,,84,P-C (pairs),0.289,,,"https://arxiv.org/abs/2611.06135 (Table V, row Opus 5.5 xhigh, column P-C)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:t5|opus-5.5@xhigh|,in, arxiv-2611.06135-t5-pv,arxiv-2611.06135,opus-5.5,xhigh,coding,hard,Claude Code Agent SDK,,,,,,103,P-V (pairs),0.289,,,"https://arxiv.org/abs/2611.06135 (Table V, row Opus 5.5 xhigh, column P-V)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:t5|opus-5.5@xhigh|,in, arxiv-2611.06135-t5-pb,arxiv-2611.06135,opus-5.5,xhigh,coding,hard,Claude Code Agent SDK,,,,,,8,P-B (pairs),0.289,,,"https://arxiv.org/abs/2611.06135 (Table V, row Opus 5.5 xhigh, column P-B)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:t5|opus-5.5@xhigh|,in, arxiv-2611.06135-t5-pr,arxiv-2611.06135,opus-5.5,xhigh,coding,hard,Claude Code Agent SDK,,,,,,5,P-R (pairs),0.289,,,"https://arxiv.org/abs/2611.06135 (Table V, row Opus 5.5 xhigh, column P-R)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:t5|opus-5.5@xhigh|,in, arxiv-2611.06135-t5-p,arxiv-2611.06135,opus-5.5,xhigh,coding,hard,Claude Code Agent SDK,,,,,,0.634,precision,0.000289,,,"https://arxiv.org/abs/2611.06135 (Table V, row Opus 5.5 xhigh, column P)",,out:not-headline, arxiv-2611.06135-t5-r,arxiv-2611.06135,opus-5.5,xhigh,coding,hard,Claude Code Agent SDK,,,,,,0.935,recall,0.000289,,,"https://arxiv.org/abs/2611.06135 (Table V, row Opus 5.5 xhigh, column R)",,out:not-headline, arxiv-2611.06135-t5-f1,arxiv-2611.06135,opus-5.5,xhigh,coding,hard,Claude Code Agent SDK,,,,,,0.756,F1,0.000289,,,"https://arxiv.org/abs/2611.06135 (Table V, row Opus 5.5 xhigh, column F1)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:t5|opus-5.5@xhigh|,in, arxiv-2611.06135-t5-mcc,arxiv-2611.06135,opus-5.5,xhigh,coding,hard,Claude Code Agent SDK,,,,,,0.449,MCC,0.000289,,,"https://arxiv.org/abs/2611.06135 (Table V, row Opus 5.5 xhigh, column MCC)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:t5|opus-5.5@xhigh|,in, arxiv-2611.06135-t5-rr-pc,arxiv-2611.06135,opus-5.5,xhigh,coding,hard,Claude Code Agent SDK,,,,,,73,P-C RR (pairs),0.289,,,"https://arxiv.org/abs/2611.06135 (Table V, row Opus 5.5 xhigh, column P-C RR)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:t5-rr|opus-5.5@xhigh|,in, arxiv-2611.06135-t5-rr-p,arxiv-2611.06135,opus-5.5,xhigh,coding,hard,Claude Code Agent SDK,,,,,,0.575,precision,0.000289,,,"https://arxiv.org/abs/2611.06135 (Table V, row Opus 5.5 xhigh, column P RR)",,out:not-headline, arxiv-2611.06135-t5-rr-r,arxiv-2611.06135,opus-5.5,xhigh,coding,hard,Claude Code Agent SDK,,,,,,0.730,recall,0.000289,,,"https://arxiv.org/abs/2611.06135 (Table V, row Opus 5.5 xhigh, column R RR)",,out:not-headline, arxiv-2611.06135-t5-rr-f1,arxiv-2611.06135,opus-5.5,xhigh,coding,hard,Claude Code Agent SDK,,,,,,0.643,F1,0.000289,,,"https://arxiv.org/abs/2611.06135 (Table V, row Opus 5.5 xhigh, column F1 RR)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:t5-rr|opus-5.5@xhigh|,in, arxiv-2611.06135-t5-rr-mcc,arxiv-2611.06135,opus-5.5,xhigh,coding,hard,Claude Code Agent SDK,,,,,,0.197,MCC,0.000289,,,"https://arxiv.org/abs/2611.06135 (Table V, row Opus 5.5 xhigh, column MCC RR)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:t5-rr|opus-5.5@xhigh|,in, arxiv-2611.06135-t5-c-pc,arxiv-2611.06135,opus-5.5,xhigh,coding,hard,Claude Code Agent SDK,,,,,,151,P-C (pairs),0.289,,,"https://arxiv.org/abs/2611.06135 (Table V, row Opus 5.5 xhigh, column P-C C)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:t5-c|opus-5.5@xhigh|,in, arxiv-2611.06135-t5-c-f1,arxiv-2611.06135,opus-5.5,xhigh,coding,hard,Claude Code Agent SDK,,,,,,0.868,F1,0.000289,,,"https://arxiv.org/abs/2611.06135 (Table V, row Opus 5.5 xhigh, column F1 C)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:t5-c|opus-5.5@xhigh|,in, arxiv-2611.06135-t5-c-mcc,arxiv-2611.06135,opus-5.5,xhigh,coding,hard,Claude Code Agent SDK,,,,,,0.747,MCC,0.000289,,,"https://arxiv.org/abs/2611.06135 (Table V, row Opus 5.5 xhigh, column MCC C)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:t5-c|opus-5.5@xhigh|,in, arxiv-2611.06135-p1-hit-vul,arxiv-2611.06135,deepseek-v4.1-flash-1017,high,coding,hard,LangChain,,,,,,73,"Phase 1 hit rate, vulnerable functions (%)",0.289,,cap,"https://arxiv.org/abs/2611.06135 (Table III, row DeepSeekV4.1 LC high, label vul, column Hit)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:p1|deepseek-v4.1-flash-1017@high|,in, arxiv-2611.06135-p1-recall-vul,arxiv-2611.06135,deepseek-v4.1-flash-1017,high,coding,hard,LangChain,,,,,,0.613,"Phase 1 recall, vulnerable functions",0.000289,,cap,"https://arxiv.org/abs/2611.06135 (Table III, row DeepSeekV4.1 LC high, label vul, column R)",,out:not-headline, arxiv-2611.06135-p1-mcc-vul,arxiv-2611.06135,deepseek-v4.1-flash-1017,high,coding,hard,LangChain,,,,,,0.395,"Phase 1 MCC, vulnerable functions",0.000289,,cap,"https://arxiv.org/abs/2611.06135 (Table III, row DeepSeekV4.1 LC high, label vul, column MCC)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:p1|deepseek-v4.1-flash-1017@high|,in, arxiv-2611.06135-p1-mcc-all,arxiv-2611.06135,deepseek-v4.1-flash-1017,high,coding,hard,LangChain,,,,,,0.268,"Phase 1 MCC, all functions",0.000289,,cap,"https://arxiv.org/abs/2611.06135 (Table III, row DeepSeekV4.1 LC high, label all, column MCC)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:p1|deepseek-v4.1-flash-1017@high|,in, arxiv-2611.06135-p2-hit-vul,arxiv-2611.06135,deepseek-v4.1-flash-1017,high,coding,hard,LangChain,,,,,,57,"Phase 2 hit rate, vulnerable functions (%)",0.289,,cap,"https://arxiv.org/abs/2611.06135 (Table IV, row DeepSeekV4.1 LC high, label vul, column Hit)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:p2|deepseek-v4.1-flash-1017@high|,in, arxiv-2611.06135-p2-mcc-vul,arxiv-2611.06135,deepseek-v4.1-flash-1017,high,coding,hard,LangChain,,,,,,0.411,"Phase 2 MCC, vulnerable functions",0.000289,,cap,"https://arxiv.org/abs/2611.06135 (Table IV, row DeepSeekV4.1 LC high, label vul, column MCC)",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:p2|deepseek-v4.1-flash-1017@high|,in, arxiv-2611.06135-p1-hit-sample49,arxiv-2611.06135,deepseek-v4.1-flash-1017,high,coding,hard,LangChain,,,,,,73,"Phase 1 hit rate, sample of 49 pairs (%)",0.289,,cap,"https://arxiv.org/abs/2611.06135 (section VI.A a), ""from 73% to 78%"" (high effort, sample of 49 pairs))",src-arxiv-2611.06135-2026-11-04|arxiv-2611.06135:p1|deepseek-v4.1-flash-1017@high|,in, arxiv-2611.06135-p1-hit-sample49,arxiv-2611.06135,deepseek-v4.1-flash-1017,max,coding,hard,LangChain,,,,,,78,"Phase 1 hit rate, sample of 49 pairs (%)",0.289,,cap,"https://arxiv.org/abs/2611.06135 (section VI.A a), ""from 73% to 78%"" (max effort, sample of 49 pairs))",,in, arxiv-2611.06135-p1-hit-sample49,arxiv-2611.06135,deepseek-v4.1-flash-1017,nothink,coding,hard,LangChain,,,,,,59,"Phase 1 hit rate, sample of 49 pairs (%)",0.289,,cap,"https://arxiv.org/abs/2611.06135 (section VI.A a), ""Disabling thinking lowers ... the hit rate to 59%"" (none, sample of 49 pairs))",,in, arxiv-2611.06184-robomme-counting,arxiv-2611.06184,?GPT-6 Astra,not-established:absent,mixed,hard,,,,,,,69.50,RoboMME success rate (%),0.00289,,,"https://arxiv.org/abs/2611.06184 (Table 1, row Three-tier Astra (ours), column Counting)",,out:model-not-established, arxiv-2611.06184-robomme-permanence,arxiv-2611.06184,?GPT-6 Astra,not-established:absent,mixed,hard,,,,,,,94.00,RoboMME success rate (%),0.00289,,,"https://arxiv.org/abs/2611.06184 (Table 1, row Three-tier Astra (ours), column Permanence)",,out:model-not-established, arxiv-2611.06184-robomme-reference,arxiv-2611.06184,?GPT-6 Astra,not-established:absent,mixed,hard,,,,,,,92.00,RoboMME success rate (%),0.00289,,,"https://arxiv.org/abs/2611.06184 (Table 1, row Three-tier Astra (ours), column Reference)",,out:model-not-established, arxiv-2611.06184-robomme-imitation,arxiv-2611.06184,?GPT-6 Astra,not-established:absent,mixed,hard,,,,,,,61.00,RoboMME success rate (%),0.00289,,,"https://arxiv.org/abs/2611.06184 (Table 1, row Three-tier Astra (ours), column Imitation)",,out:model-not-established, arxiv-2611.06184-robomme-overall,arxiv-2611.06184,?GPT-6 Astra,not-established:absent,mixed,hard,,,,,,,79.13,RoboMME success rate (%),0.00289,,,"https://arxiv.org/abs/2611.06184 (Table 1, row Three-tier Astra (ours), column Overall)",,out:model-not-established, arxiv-2611.06353-jinan1-att,arxiv-2611.06353,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,333.06,ATT/AWT-s,0.00289,,,"https://arxiv.org/abs/2611.06353 (TABLE II (closed-loop traffic signal control on five public benchmarks; five paired traffic-demand seeds), row Gemini 3 Pro, column jinan1-att)",,out:effort-not-established, arxiv-2611.06353-jinan1-awt,arxiv-2611.06353,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,41.10,ATT/AWT-s,0.00289,,,"https://arxiv.org/abs/2611.06353 (TABLE II (closed-loop traffic signal control on five public benchmarks; five paired traffic-demand seeds), row Gemini 3 Pro, column jinan1-awt)",,out:effort-not-established, arxiv-2611.06353-jinan2-att,arxiv-2611.06353,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,297.79,ATT/AWT-s,0.00289,,,"https://arxiv.org/abs/2611.06353 (TABLE II (closed-loop traffic signal control on five public benchmarks; five paired traffic-demand seeds), row Gemini 3 Pro, column jinan2-att)",,out:effort-not-established, arxiv-2611.06353-jinan2-awt,arxiv-2611.06353,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,36.94,ATT/AWT-s,0.00289,,,"https://arxiv.org/abs/2611.06353 (TABLE II (closed-loop traffic signal control on five public benchmarks; five paired traffic-demand seeds), row Gemini 3 Pro, column jinan2-awt)",,out:effort-not-established, arxiv-2611.06353-jinan3-att,arxiv-2611.06353,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,289.92,ATT/AWT-s,0.00289,,,"https://arxiv.org/abs/2611.06353 (TABLE II (closed-loop traffic signal control on five public benchmarks; five paired traffic-demand seeds), row Gemini 3 Pro, column jinan3-att)",,out:effort-not-established, arxiv-2611.06353-jinan3-awt,arxiv-2611.06353,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,35.76,ATT/AWT-s,0.00289,,,"https://arxiv.org/abs/2611.06353 (TABLE II (closed-loop traffic signal control on five public benchmarks; five paired traffic-demand seeds), row Gemini 3 Pro, column jinan3-awt)",,out:effort-not-established, arxiv-2611.06353-hangzhou1-att,arxiv-2611.06353,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,340.23,ATT/AWT-s,0.00289,,,"https://arxiv.org/abs/2611.06353 (TABLE II (closed-loop traffic signal control on five public benchmarks; five paired traffic-demand seeds), row Gemini 3 Pro, column hangzhou1-att)",,out:effort-not-established, arxiv-2611.06353-hangzhou1-awt,arxiv-2611.06353,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,42.34,ATT/AWT-s,0.00289,,,"https://arxiv.org/abs/2611.06353 (TABLE II (closed-loop traffic signal control on five public benchmarks; five paired traffic-demand seeds), row Gemini 3 Pro, column hangzhou1-awt)",,out:effort-not-established, arxiv-2611.06353-hangzhou2-att,arxiv-2611.06353,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,403.88,ATT/AWT-s,0.00289,,,"https://arxiv.org/abs/2611.06353 (TABLE II (closed-loop traffic signal control on five public benchmarks; five paired traffic-demand seeds), row Gemini 3 Pro, column hangzhou2-att)",,out:effort-not-established, arxiv-2611.06353-hangzhou2-awt,arxiv-2611.06353,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,69.57,ATT/AWT-s,0.00289,,,"https://arxiv.org/abs/2611.06353 (TABLE II (closed-loop traffic signal control on five public benchmarks; five paired traffic-demand seeds), row Gemini 3 Pro, column hangzhou2-awt)",,out:effort-not-established, arxiv-2611.06353-emerg-eaa,arxiv-2611.06353,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,0.71,EAA,0.00289,,,"https://arxiv.org/abs/2611.06353 (TABLE III (emergency-vehicle prioritization), row Gemini 3 Pro, column EAA)",,out:effort-not-established, arxiv-2611.06353-emerg-aett,arxiv-2611.06353,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,232.06,AETT-s,0.00289,,,"https://arxiv.org/abs/2611.06353 (TABLE III (emergency-vehicle prioritization), row Gemini 3 Pro, column AETT)",,out:effort-not-established, arxiv-2611.06353-emerg-aewt,arxiv-2611.06353,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,13.15,AEWT-s,0.00289,,,"https://arxiv.org/abs/2611.06353 (TABLE III (emergency-vehicle prioritization), row Gemini 3 Pro, column AEWT)",,out:effort-not-established, arxiv-2611.06353-real-acc,arxiv-2611.06353,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,75.0,phase-acc%,0.0289,,,"https://arxiv.org/abs/2611.06353 (TABLE IV (zero-shot phase-selection accuracy on Real-1296), row Gemini 3 Pro, column Acc. (%))",,out:effort-not-established, arxiv-2611.06353-omni-dec,arxiv-2611.06353,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,65.2,phase-dec%,0.0289,,,"https://arxiv.org/abs/2611.06353 (VI-C1 (Fig. 7 (b) text), Phase Dec.)",,out:effort-not-established, arxiv-2611.06353-omni-dec,arxiv-2611.06353,gemini-3-flash,unstated,agentic-tool,hard,,,,,,,64.0,phase-dec%,0.0289,,,"https://arxiv.org/abs/2611.06353 (VI-C1 (Fig. 7 (b) text), Phase Dec., Gemini-3-Flash)",,out:effort-not-established, arxiv-2611.06353-omni-ana,arxiv-2611.06353,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,81.6,phase-ana%,0.0289,,,"https://arxiv.org/abs/2611.06353 (VI-C1 (Fig. 7 text), Phase Ana.)",,out:effort-not-established, arxiv-2611.06433-overall,arxiv-2611.06433,qwen3.5-9b,unstated,mixed,hard,,,,,,,64.80,"RealmSet held-out accuracy (%), Overall",0.00289,,,"https://arxiv.org/abs/2611.06433 (Table 4, row Qwen3.5-9B (Raw), column Overall)",,out:effort-not-established, arxiv-2611.06433-original,arxiv-2611.06433,qwen3.5-9b,unstated,mixed,hard,,,,,,,66.44,"RealmSet held-out accuracy (%), Original",0.00289,,,"https://arxiv.org/abs/2611.06433 (Table 4, row Qwen3.5-9B (Raw), column Original)",,out:effort-not-established, arxiv-2611.06433-hgedited,arxiv-2611.06433,qwen3.5-9b,unstated,mixed,hard,,,,,,,62.17,"RealmSet held-out accuracy (%), HG-Edited",0.00289,,,"https://arxiv.org/abs/2611.06433 (Table 4, row Qwen3.5-9B (Raw), column HG-Edited)",,out:effort-not-established, arxiv-2611.06434-esi-passive-perceptual-grounding,arxiv-2611.06434,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,75.9,acc%,0.0289,,,"https://arxiv.org/abs/2611.06434 (Table 1 (ESI-Bench accuracy on 3,436 questions), row Perceptual Grounding (), Gemini 3.1 Pro block, column Passive)",,out:effort-not-established, arxiv-2611.06434-esi-single-perceptual-grounding,arxiv-2611.06434,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,80.0,acc%,0.0289,,,"https://arxiv.org/abs/2611.06434 (Table 1 (ESI-Bench accuracy on 3,436 questions), row Perceptual Grounding (), Gemini 3.1 Pro block, column Single-model)",,out:effort-not-established, arxiv-2611.06434-esi-eviseek-perceptual-grounding,arxiv-2611.06434,gemini-3.1-pro,think-512,agentic-tool,hard,,,,,,,84.9,acc%,0.0289,,,"https://arxiv.org/abs/2611.06434 (Table 1 (ESI-Bench accuracy on 3,436 questions), row Perceptual Grounding (), Gemini 3.1 Pro block, column EviSeek)",,out:effort-not-established, arxiv-2611.06434-esi-passive-physical-structure,arxiv-2611.06434,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,62.2,acc%,0.0289,,,"https://arxiv.org/abs/2611.06434 (Table 1 (ESI-Bench accuracy on 3,436 questions), row Physical Structure (), Gemini 3.1 Pro block, column Passive)",,out:effort-not-established, arxiv-2611.06434-esi-single-physical-structure,arxiv-2611.06434,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,69.3,acc%,0.0289,,,"https://arxiv.org/abs/2611.06434 (Table 1 (ESI-Bench accuracy on 3,436 questions), row Physical Structure (), Gemini 3.1 Pro block, column Single-model)",,out:effort-not-established, arxiv-2611.06434-esi-eviseek-physical-structure,arxiv-2611.06434,gemini-3.1-pro,think-512,agentic-tool,hard,,,,,,,70.5,acc%,0.0289,,,"https://arxiv.org/abs/2611.06434 (Table 1 (ESI-Bench accuracy on 3,436 questions), row Physical Structure (), Gemini 3.1 Pro block, column EviSeek)",,out:effort-not-established, arxiv-2611.06434-esi-passive-physical-dynamics,arxiv-2611.06434,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,40.0,acc%,0.0289,,,"https://arxiv.org/abs/2611.06434 (Table 1 (ESI-Bench accuracy on 3,436 questions), row Physical Dynamics (), Gemini 3.1 Pro block, column Passive)",,out:effort-not-established, arxiv-2611.06434-esi-single-physical-dynamics,arxiv-2611.06434,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,64.0,acc%,0.0289,,,"https://arxiv.org/abs/2611.06434 (Table 1 (ESI-Bench accuracy on 3,436 questions), row Physical Dynamics (), Gemini 3.1 Pro block, column Single-model)",,out:effort-not-established, arxiv-2611.06434-esi-eviseek-physical-dynamics,arxiv-2611.06434,gemini-3.1-pro,think-512,agentic-tool,hard,,,,,,,68.0,acc%,0.0289,,,"https://arxiv.org/abs/2611.06434 (Table 1 (ESI-Bench accuracy on 3,436 questions), row Physical Dynamics (), Gemini 3.1 Pro block, column EviSeek)",,out:effort-not-established, arxiv-2611.06434-esi-passive-specular-reflection,arxiv-2611.06434,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,47.7,acc%,0.0289,,,"https://arxiv.org/abs/2611.06434 (Table 1 (ESI-Bench accuracy on 3,436 questions), row Specular Reflection (), Gemini 3.1 Pro block, column Passive)",,out:effort-not-established, arxiv-2611.06434-esi-single-specular-reflection,arxiv-2611.06434,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,54.0,acc%,0.0289,,,"https://arxiv.org/abs/2611.06434 (Table 1 (ESI-Bench accuracy on 3,436 questions), row Specular Reflection (), Gemini 3.1 Pro block, column Single-model)",,out:effort-not-established, arxiv-2611.06434-esi-eviseek-specular-reflection,arxiv-2611.06434,gemini-3.1-pro,think-512,agentic-tool,hard,,,,,,,49.7,acc%,0.0289,,,"https://arxiv.org/abs/2611.06434 (Table 1 (ESI-Bench accuracy on 3,436 questions), row Specular Reflection (), Gemini 3.1 Pro block, column EviSeek)",,out:effort-not-established, arxiv-2611.06434-esi-passive-spatial-relations,arxiv-2611.06434,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,27.8,acc%,0.0289,,,"https://arxiv.org/abs/2611.06434 (Table 1 (ESI-Bench accuracy on 3,436 questions), row Spatial Relations (), Gemini 3.1 Pro block, column Passive)",,out:effort-not-established, arxiv-2611.06434-esi-single-spatial-relations,arxiv-2611.06434,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,36.9,acc%,0.0289,,,"https://arxiv.org/abs/2611.06434 (Table 1 (ESI-Bench accuracy on 3,436 questions), row Spatial Relations (), Gemini 3.1 Pro block, column Single-model)",,out:effort-not-established, arxiv-2611.06434-esi-eviseek-spatial-relations,arxiv-2611.06434,gemini-3.1-pro,think-512,agentic-tool,hard,,,,,,,46.6,acc%,0.0289,,,"https://arxiv.org/abs/2611.06434 (Table 1 (ESI-Bench accuracy on 3,436 questions), row Spatial Relations (), Gemini 3.1 Pro block, column EviSeek)",,out:effort-not-established, arxiv-2611.06434-esi-passive-metric-comparison,arxiv-2611.06434,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,44.5,acc%,0.0289,,,"https://arxiv.org/abs/2611.06434 (Table 1 (ESI-Bench accuracy on 3,436 questions), row Metric Comparison (), Gemini 3.1 Pro block, column Passive)",,out:effort-not-established, arxiv-2611.06434-esi-single-metric-comparison,arxiv-2611.06434,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,52.7,acc%,0.0289,,,"https://arxiv.org/abs/2611.06434 (Table 1 (ESI-Bench accuracy on 3,436 questions), row Metric Comparison (), Gemini 3.1 Pro block, column Single-model)",,out:effort-not-established, arxiv-2611.06434-esi-eviseek-metric-comparison,arxiv-2611.06434,gemini-3.1-pro,think-512,agentic-tool,hard,,,,,,,44.5,acc%,0.0289,,,"https://arxiv.org/abs/2611.06434 (Table 1 (ESI-Bench accuracy on 3,436 questions), row Metric Comparison (), Gemini 3.1 Pro block, column EviSeek)",,out:effort-not-established, arxiv-2611.06434-esi-passive-cognitive-mapping,arxiv-2611.06434,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,61.9,acc%,0.0289,,,"https://arxiv.org/abs/2611.06434 (Table 1 (ESI-Bench accuracy on 3,436 questions), row Cognitive Mapping (), Gemini 3.1 Pro block, column Passive)",,out:effort-not-established, arxiv-2611.06434-esi-single-cognitive-mapping,arxiv-2611.06434,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,57.7,acc%,0.0289,,,"https://arxiv.org/abs/2611.06434 (Table 1 (ESI-Bench accuracy on 3,436 questions), row Cognitive Mapping (), Gemini 3.1 Pro block, column Single-model)",,out:effort-not-established, arxiv-2611.06434-esi-eviseek-cognitive-mapping,arxiv-2611.06434,gemini-3.1-pro,think-512,agentic-tool,hard,,,,,,,59.6,acc%,0.0289,,,"https://arxiv.org/abs/2611.06434 (Table 1 (ESI-Bench accuracy on 3,436 questions), row Cognitive Mapping (), Gemini 3.1 Pro block, column EviSeek)",,out:effort-not-established, arxiv-2611.06434-esi-passive-enumerative-perception,arxiv-2611.06434,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,4.1,acc%,0.0289,,,"https://arxiv.org/abs/2611.06434 (Table 1 (ESI-Bench accuracy on 3,436 questions), row Enumerative Perception (), Gemini 3.1 Pro block, column Passive)",,out:effort-not-established, arxiv-2611.06434-esi-single-enumerative-perception,arxiv-2611.06434,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,14.8,acc%,0.0289,,,"https://arxiv.org/abs/2611.06434 (Table 1 (ESI-Bench accuracy on 3,436 questions), row Enumerative Perception (), Gemini 3.1 Pro block, column Single-model)",,out:effort-not-established, arxiv-2611.06434-esi-eviseek-enumerative-perception,arxiv-2611.06434,gemini-3.1-pro,think-512,agentic-tool,hard,,,,,,,14.4,acc%,0.0289,,,"https://arxiv.org/abs/2611.06434 (Table 1 (ESI-Bench accuracy on 3,436 questions), row Enumerative Perception (), Gemini 3.1 Pro block, column EviSeek)",,out:effort-not-established, arxiv-2611.06434-esi-passive-temporal-understanding,arxiv-2611.06434,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,38.9,acc%,0.0289,,,"https://arxiv.org/abs/2611.06434 (Table 1 (ESI-Bench accuracy on 3,436 questions), row Temporal Understanding (), Gemini 3.1 Pro block, column Passive)",,out:effort-not-established, arxiv-2611.06434-esi-single-temporal-understanding,arxiv-2611.06434,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,63.6,acc%,0.0289,,,"https://arxiv.org/abs/2611.06434 (Table 1 (ESI-Bench accuracy on 3,436 questions), row Temporal Understanding (), Gemini 3.1 Pro block, column Single-model)",,out:effort-not-established, arxiv-2611.06434-esi-eviseek-temporal-understanding,arxiv-2611.06434,gemini-3.1-pro,think-512,agentic-tool,hard,,,,,,,72.7,acc%,0.0289,,,"https://arxiv.org/abs/2611.06434 (Table 1 (ESI-Bench accuracy on 3,436 questions), row Temporal Understanding (), Gemini 3.1 Pro block, column EviSeek)",,out:effort-not-established, arxiv-2611.06434-esi-passive-action-sequencing,arxiv-2611.06434,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,32.5,acc%,0.0289,,,"https://arxiv.org/abs/2611.06434 (Table 1 (ESI-Bench accuracy on 3,436 questions), row Action Sequencing (), Gemini 3.1 Pro block, column Passive)",,out:effort-not-established, arxiv-2611.06434-esi-single-action-sequencing,arxiv-2611.06434,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,75.3,acc%,0.0289,,,"https://arxiv.org/abs/2611.06434 (Table 1 (ESI-Bench accuracy on 3,436 questions), row Action Sequencing (), Gemini 3.1 Pro block, column Single-model)",,out:effort-not-established, arxiv-2611.06434-esi-eviseek-action-sequencing,arxiv-2611.06434,gemini-3.1-pro,think-512,agentic-tool,hard,,,,,,,93.5,acc%,0.0289,,,"https://arxiv.org/abs/2611.06434 (Table 1 (ESI-Bench accuracy on 3,436 questions), row Action Sequencing (), Gemini 3.1 Pro block, column EviSeek)",,out:effort-not-established, arxiv-2611.06434-esi-passive-overall,arxiv-2611.06434,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,46.4,acc%,0.0289,,,"https://arxiv.org/abs/2611.06434 (Table 1 (ESI-Bench accuracy on 3,436 questions), row Overall (), Gemini 3.1 Pro block, column Passive)",,out:effort-not-established, arxiv-2611.06434-esi-single-overall,arxiv-2611.06434,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,55.7,acc%,0.0289,,,"https://arxiv.org/abs/2611.06434 (Table 1 (ESI-Bench accuracy on 3,436 questions), row Overall (), Gemini 3.1 Pro block, column Single-model)",,out:effort-not-established, arxiv-2611.06434-esi-eviseek-overall,arxiv-2611.06434,gemini-3.1-pro,think-512,agentic-tool,hard,,,,,,,59.3,acc%,0.0289,,,"https://arxiv.org/abs/2611.06434 (Table 1 (ESI-Bench accuracy on 3,436 questions), row Overall (), Gemini 3.1 Pro block, column EviSeek)",,out:effort-not-established, arxiv-2611.06434-express-single-c,arxiv-2611.06434,gemini-3.1-flash-lite,unstated,agentic-tool,hard,,,,,,,19.48,C%,0.00289,,,"https://arxiv.org/abs/2611.06434 (Table 4 (EXPRESS-Bench with Gemini 3.1 Flash-Lite), row Single-model, column c)",,out:effort-not-established, arxiv-2611.06434-express-single-cstar,arxiv-2611.06434,gemini-3.1-flash-lite,unstated,agentic-tool,hard,,,,,,,40.09,C*%,0.00289,,,"https://arxiv.org/abs/2611.06434 (Table 4 (EXPRESS-Bench with Gemini 3.1 Flash-Lite), row Single-model, column cstar)",,out:effort-not-established, arxiv-2611.06434-express-single-epath,arxiv-2611.06434,gemini-3.1-flash-lite,unstated,agentic-tool,hard,,,,,,,18.66,E-path%,0.00289,,,"https://arxiv.org/abs/2611.06434 (Table 4 (EXPRESS-Bench with Gemini 3.1 Flash-Lite), row Single-model, column epath)",,out:effort-not-established, arxiv-2611.06434-express-single-dt,arxiv-2611.06434,gemini-3.1-flash-lite,unstated,agentic-tool,hard,,,,,,,6.42,d_T,0.00289,,,"https://arxiv.org/abs/2611.06434 (Table 4 (EXPRESS-Bench with Gemini 3.1 Flash-Lite), row Single-model, column dt)",,out:effort-not-established, arxiv-2611.06434-express-fineeqa-c,arxiv-2611.06434,gemini-3.1-flash-lite,unstated,agentic-tool,hard,,,,,,,49.92,C%,0.00289,,,"https://arxiv.org/abs/2611.06434 (Table 4 (EXPRESS-Bench with Gemini 3.1 Flash-Lite), row Fine-EQA (Flash-Lite), column c)",,out:effort-not-established, arxiv-2611.06434-express-fineeqa-cstar,arxiv-2611.06434,gemini-3.1-flash-lite,unstated,agentic-tool,hard,,,,,,,67.10,C*%,0.00289,,,"https://arxiv.org/abs/2611.06434 (Table 4 (EXPRESS-Bench with Gemini 3.1 Flash-Lite), row Fine-EQA (Flash-Lite), column cstar)",,out:effort-not-established, arxiv-2611.06434-express-fineeqa-epath,arxiv-2611.06434,gemini-3.1-flash-lite,unstated,agentic-tool,hard,,,,,,,33.15,E-path%,0.00289,,,"https://arxiv.org/abs/2611.06434 (Table 4 (EXPRESS-Bench with Gemini 3.1 Flash-Lite), row Fine-EQA (Flash-Lite), column epath)",,out:effort-not-established, arxiv-2611.06434-express-fineeqa-dt,arxiv-2611.06434,gemini-3.1-flash-lite,unstated,agentic-tool,hard,,,,,,,5.60,d_T,0.00289,,,"https://arxiv.org/abs/2611.06434 (Table 4 (EXPRESS-Bench with Gemini 3.1 Flash-Lite), row Fine-EQA (Flash-Lite), column dt)",,out:effort-not-established, arxiv-2611.06434-express-eviseek-c,arxiv-2611.06434,gemini-3.1-flash-lite,unstated,agentic-tool,hard,,,,,,,41.60,C%,0.00289,,,"https://arxiv.org/abs/2611.06434 (Table 4 (EXPRESS-Bench with Gemini 3.1 Flash-Lite), row EviSeek (nav.), column c)",,out:effort-not-established, arxiv-2611.06434-express-eviseek-cstar,arxiv-2611.06434,gemini-3.1-flash-lite,unstated,agentic-tool,hard,,,,,,,63.09,C*%,0.00289,,,"https://arxiv.org/abs/2611.06434 (Table 4 (EXPRESS-Bench with Gemini 3.1 Flash-Lite), row EviSeek (nav.), column cstar)",,out:effort-not-established, arxiv-2611.06434-express-eviseek-epath,arxiv-2611.06434,gemini-3.1-flash-lite,unstated,agentic-tool,hard,,,,,,,37.77,E-path%,0.00289,,,"https://arxiv.org/abs/2611.06434 (Table 4 (EXPRESS-Bench with Gemini 3.1 Flash-Lite), row EviSeek (nav.), column epath)",,out:effort-not-established, arxiv-2611.06434-express-eviseek-dt,arxiv-2611.06434,gemini-3.1-flash-lite,unstated,agentic-tool,hard,,,,,,,6.37,d_T,0.00289,,,"https://arxiv.org/abs/2611.06434 (Table 4 (EXPRESS-Bench with Gemini 3.1 Flash-Lite), row EviSeek (nav.), column dt)",,out:effort-not-established, arxiv-2611.06434-express-blind-cstar,arxiv-2611.06434,gemini-3.1-flash-lite,unstated,agentic-tool,hard,,,,,,,53.79,C*%,0.00289,,,"https://arxiv.org/abs/2611.06434 (Table 4, row Blind, column C* (answer-only correctness))",,out:effort-not-established, arxiv-2611.06506-acc-r1-openhands,arxiv-2611.06506,gemini-3.6-flash,unstated,coding,hard,OpenHands,,,,,,82.56,Acc R1 (% of maximum),0.00289,,,"https://arxiv.org/abs/2611.06506 (Table 1 (full 129-task benchmark), block OpenHands, row Gemini 3.6 Flash, column Acc R1)",,out:effort-not-established, arxiv-2611.06506-acc-r2-openhands,arxiv-2611.06506,gemini-3.6-flash,unstated,coding,hard,OpenHands,,,,,,91.02,Acc R2 (% of maximum),0.00289,,,"https://arxiv.org/abs/2611.06506 (Table 1 (full 129-task benchmark), block OpenHands, row Gemini 3.6 Flash, column Acc R2)",,out:effort-not-established, arxiv-2611.06506-code-r1-openhands,arxiv-2611.06506,gemini-3.6-flash,unstated,coding,hard,OpenHands,,,,,,90.15,Code R1 (% of maximum),0.00289,,,"https://arxiv.org/abs/2611.06506 (Table 1 (full 129-task benchmark), block OpenHands, row Gemini 3.6 Flash, column Code R1)",,out:effort-not-established, arxiv-2611.06506-code-r2-openhands,arxiv-2611.06506,gemini-3.6-flash,unstated,coding,hard,OpenHands,,,,,,96.10,Code R2 (% of maximum),0.00289,,,"https://arxiv.org/abs/2611.06506 (Table 1 (full 129-task benchmark), block OpenHands, row Gemini 3.6 Flash, column Code R2)",,out:effort-not-established, arxiv-2611.06506-ux-r1-openhands,arxiv-2611.06506,gemini-3.6-flash,unstated,coding,hard,OpenHands,,,,,,70.68,UX R1 (% of maximum),0.00289,,,"https://arxiv.org/abs/2611.06506 (Table 1 (full 129-task benchmark), block OpenHands, row Gemini 3.6 Flash, column UX R1)",,out:effort-not-established, arxiv-2611.06506-ux-r2-openhands,arxiv-2611.06506,gemini-3.6-flash,unstated,coding,hard,OpenHands,,,,,,86.24,UX R2 (% of maximum),0.00289,,,"https://arxiv.org/abs/2611.06506 (Table 1 (full 129-task benchmark), block OpenHands, row Gemini 3.6 Flash, column UX R2)",,out:effort-not-established, arxiv-2611.06506-total-r1-openhands,arxiv-2611.06506,gemini-3.6-flash,unstated,coding,hard,OpenHands,,,,,,82.89,Total R1 (% of maximum),0.00289,,,"https://arxiv.org/abs/2611.06506 (Table 1 (full 129-task benchmark), block OpenHands, row Gemini 3.6 Flash, column Total R1)",,out:effort-not-established, arxiv-2611.06506-total-r2-openhands,arxiv-2611.06506,gemini-3.6-flash,unstated,coding,hard,OpenHands,,,,,,91.76,Total R2 (% of maximum),0.00289,,,"https://arxiv.org/abs/2611.06506 (Table 1 (full 129-task benchmark), block OpenHands, row Gemini 3.6 Flash, column Total R2)",,out:effort-not-established, arxiv-2611.06506-delta-acc-openhands,arxiv-2611.06506,gemini-3.6-flash,unstated,coding,hard,OpenHands,,,,,,8.46,change R1 to R2 (pp),0.00289,,,"https://arxiv.org/abs/2611.06506 (Table 1 (full 129-task benchmark), block OpenHands, row Gemini 3.6 Flash, column Change ΔAcc)",,out:effort-not-established, arxiv-2611.06506-delta-code-openhands,arxiv-2611.06506,gemini-3.6-flash,unstated,coding,hard,OpenHands,,,,,,5.95,change R1 to R2 (pp),0.00289,,,"https://arxiv.org/abs/2611.06506 (Table 1 (full 129-task benchmark), block OpenHands, row Gemini 3.6 Flash, column Change ΔCode)",,out:effort-not-established, arxiv-2611.06506-delta-ux-openhands,arxiv-2611.06506,gemini-3.6-flash,unstated,coding,hard,OpenHands,,,,,,15.56,change R1 to R2 (pp),0.00289,,,"https://arxiv.org/abs/2611.06506 (Table 1 (full 129-task benchmark), block OpenHands, row Gemini 3.6 Flash, column Change ΔUX)",,out:effort-not-established, arxiv-2611.06506-delta-total-openhands,arxiv-2611.06506,gemini-3.6-flash,unstated,coding,hard,OpenHands,,,,,,8.87,change R1 to R2 (pp),0.00289,,,"https://arxiv.org/abs/2611.06506 (Table 1 (full 129-task benchmark), block OpenHands, row Gemini 3.6 Flash, column Change ΔTotal)",,out:effort-not-established, arxiv-2611.06506-dim-r1-req-openhands,arxiv-2611.06506,?Gemini 3.6,not-established:absent,coding,hard,OpenHands,,,,,,83.7,Req. R1 (% of maximum),0.0289,,,"https://arxiv.org/abs/2611.06506 (Table 15 (dimension-level breakdown of the Table 1 results under OpenHands), row Gemini 3.6, R1 row, column Req. (Accuracy group))",,out:model-not-established, arxiv-2611.06506-dim-r1-exec-openhands,arxiv-2611.06506,?Gemini 3.6,not-established:absent,coding,hard,OpenHands,,,,,,81.7,Exec. R1 (% of maximum),0.0289,,,"https://arxiv.org/abs/2611.06506 (Table 15 (dimension-level breakdown of the Table 1 results under OpenHands), row Gemini 3.6, R1 row, column Exec. (Accuracy group))",,out:model-not-established, arxiv-2611.06506-dim-r1-data-openhands,arxiv-2611.06506,?Gemini 3.6,not-established:absent,coding,hard,OpenHands,,,,,,82.3,Data R1 (% of maximum),0.0289,,,"https://arxiv.org/abs/2611.06506 (Table 15 (dimension-level breakdown of the Table 1 results under OpenHands), row Gemini 3.6, R1 row, column Data (Accuracy group))",,out:model-not-established, arxiv-2611.06506-dim-r1-read-openhands,arxiv-2611.06506,?Gemini 3.6,not-established:absent,coding,hard,OpenHands,,,,,,91.1,Read. R1 (% of maximum),0.0289,,,"https://arxiv.org/abs/2611.06506 (Table 15 (dimension-level breakdown of the Table 1 results under OpenHands), row Gemini 3.6, R1 row, column Read. (Code quality group))",,out:model-not-established, arxiv-2611.06506-dim-r1-rob-openhands,arxiv-2611.06506,?Gemini 3.6,not-established:absent,coding,hard,OpenHands,,,,,,88.9,Rob. R1 (% of maximum),0.0289,,,"https://arxiv.org/abs/2611.06506 (Table 15 (dimension-level breakdown of the Table 1 results under OpenHands), row Gemini 3.6, R1 row, column Rob. (Code quality group))",,out:model-not-established, arxiv-2611.06506-dim-r1-complex-openhands,arxiv-2611.06506,?Gemini 3.6,not-established:absent,coding,hard,OpenHands,,,,,,90.7,Complex. R1 (% of maximum),0.0289,,,"https://arxiv.org/abs/2611.06506 (Table 15 (dimension-level breakdown of the Table 1 results under OpenHands), row Gemini 3.6, R1 row, column Complex. (Code quality group))",,out:model-not-established, arxiv-2611.06506-dim-r1-repair-openhands,arxiv-2611.06506,?Gemini 3.6,not-established:absent,coding,hard,OpenHands,,,,,,89.3,Repair R1 (% of maximum),0.0289,,,"https://arxiv.org/abs/2611.06506 (Table 15 (dimension-level breakdown of the Table 1 results under OpenHands), row Gemini 3.6, R1 row, column Repair (Code quality group))",,out:model-not-established, arxiv-2611.06506-dim-r1-arch-openhands,arxiv-2611.06506,?Gemini 3.6,not-established:absent,coding,hard,OpenHands,,,,,,90.8,Arch. R1 (% of maximum),0.0289,,,"https://arxiv.org/abs/2611.06506 (Table 15 (dimension-level breakdown of the Table 1 results under OpenHands), row Gemini 3.6, R1 row, column Arch. (Code quality group))",,out:model-not-established, arxiv-2611.06506-dim-r1-interact-openhands,arxiv-2611.06506,?Gemini 3.6,not-established:absent,coding,hard,OpenHands,,,,,,69.2,Interact. R1 (% of maximum),0.0289,,,"https://arxiv.org/abs/2611.06506 (Table 15 (dimension-level breakdown of the Table 1 results under OpenHands), row Gemini 3.6, R1 row, column Interact. (User experience group))",,out:model-not-established, arxiv-2611.06506-dim-r1-present-openhands,arxiv-2611.06506,?Gemini 3.6,not-established:absent,coding,hard,OpenHands,,,,,,70.8,Present. R1 (% of maximum),0.0289,,,"https://arxiv.org/abs/2611.06506 (Table 15 (dimension-level breakdown of the Table 1 results under OpenHands), row Gemini 3.6, R1 row, column Present. (User experience group))",,out:model-not-established, arxiv-2611.06506-dim-r1-richness-openhands,arxiv-2611.06506,?Gemini 3.6,not-established:absent,coding,hard,OpenHands,,,,,,72.0,Richness R1 (% of maximum),0.0289,,,"https://arxiv.org/abs/2611.06506 (Table 15 (dimension-level breakdown of the Table 1 results under OpenHands), row Gemini 3.6, R1 row, column Richness (User experience group))",,out:model-not-established, arxiv-2611.06506-dim-r2-req-openhands,arxiv-2611.06506,?Gemini 3.6,not-established:absent,coding,hard,OpenHands,,,,,,92.1,Req. R2 (% of maximum),0.0289,,,"https://arxiv.org/abs/2611.06506 (Table 15 (dimension-level breakdown of the Table 1 results under OpenHands), row Gemini 3.6, R2 row, column Req. (Accuracy group))",,out:model-not-established, arxiv-2611.06506-dim-r2-exec-openhands,arxiv-2611.06506,?Gemini 3.6,not-established:absent,coding,hard,OpenHands,,,,,,90.1,Exec. R2 (% of maximum),0.0289,,,"https://arxiv.org/abs/2611.06506 (Table 15 (dimension-level breakdown of the Table 1 results under OpenHands), row Gemini 3.6, R2 row, column Exec. (Accuracy group))",,out:model-not-established, arxiv-2611.06506-dim-r2-data-openhands,arxiv-2611.06506,?Gemini 3.6,not-established:absent,coding,hard,OpenHands,,,,,,90.8,Data R2 (% of maximum),0.0289,,,"https://arxiv.org/abs/2611.06506 (Table 15 (dimension-level breakdown of the Table 1 results under OpenHands), row Gemini 3.6, R2 row, column Data (Accuracy group))",,out:model-not-established, arxiv-2611.06506-dim-r2-read-openhands,arxiv-2611.06506,?Gemini 3.6,not-established:absent,coding,hard,OpenHands,,,,,,97.0,Read. R2 (% of maximum),0.0289,,,"https://arxiv.org/abs/2611.06506 (Table 15 (dimension-level breakdown of the Table 1 results under OpenHands), row Gemini 3.6, R2 row, column Read. (Code quality group))",,out:model-not-established, arxiv-2611.06506-dim-r2-rob-openhands,arxiv-2611.06506,?Gemini 3.6,not-established:absent,coding,hard,OpenHands,,,,,,94.8,Rob. R2 (% of maximum),0.0289,,,"https://arxiv.org/abs/2611.06506 (Table 15 (dimension-level breakdown of the Table 1 results under OpenHands), row Gemini 3.6, R2 row, column Rob. (Code quality group))",,out:model-not-established, arxiv-2611.06506-dim-r2-complex-openhands,arxiv-2611.06506,?Gemini 3.6,not-established:absent,coding,hard,OpenHands,,,,,,96.6,Complex. R2 (% of maximum),0.0289,,,"https://arxiv.org/abs/2611.06506 (Table 15 (dimension-level breakdown of the Table 1 results under OpenHands), row Gemini 3.6, R2 row, column Complex. (Code quality group))",,out:model-not-established, arxiv-2611.06506-dim-r2-repair-openhands,arxiv-2611.06506,?Gemini 3.6,not-established:absent,coding,hard,OpenHands,,,,,,95.2,Repair R2 (% of maximum),0.0289,,,"https://arxiv.org/abs/2611.06506 (Table 15 (dimension-level breakdown of the Table 1 results under OpenHands), row Gemini 3.6, R2 row, column Repair (Code quality group))",,out:model-not-established, arxiv-2611.06506-dim-r2-arch-openhands,arxiv-2611.06506,?Gemini 3.6,not-established:absent,coding,hard,OpenHands,,,,,,96.8,Arch. R2 (% of maximum),0.0289,,,"https://arxiv.org/abs/2611.06506 (Table 15 (dimension-level breakdown of the Table 1 results under OpenHands), row Gemini 3.6, R2 row, column Arch. (Code quality group))",,out:model-not-established, arxiv-2611.06506-dim-r2-interact-openhands,arxiv-2611.06506,?Gemini 3.6,not-established:absent,coding,hard,OpenHands,,,,,,84.8,Interact. R2 (% of maximum),0.0289,,,"https://arxiv.org/abs/2611.06506 (Table 15 (dimension-level breakdown of the Table 1 results under OpenHands), row Gemini 3.6, R2 row, column Interact. (User experience group))",,out:model-not-established, arxiv-2611.06506-dim-r2-present-openhands,arxiv-2611.06506,?Gemini 3.6,not-established:absent,coding,hard,OpenHands,,,,,,86.4,Present. R2 (% of maximum),0.0289,,,"https://arxiv.org/abs/2611.06506 (Table 15 (dimension-level breakdown of the Table 1 results under OpenHands), row Gemini 3.6, R2 row, column Present. (User experience group))",,out:model-not-established, arxiv-2611.06506-dim-r2-richness-openhands,arxiv-2611.06506,?Gemini 3.6,not-established:absent,coding,hard,OpenHands,,,,,,87.6,Richness R2 (% of maximum),0.0289,,,"https://arxiv.org/abs/2611.06506 (Table 15 (dimension-level breakdown of the Table 1 results under OpenHands), row Gemini 3.6, R2 row, column Richness (User experience group))",,out:model-not-established, arxiv-2611.06506-t16-total-r1-openhands,arxiv-2611.06506,gemini-3.6-flash,unstated,coding,hard,OpenHands,,,,,,82.89,Total R1 (% of maximum),0.00289,,,"https://arxiv.org/abs/2611.06506 (Table 16 (detailed values for Figure 5), block OpenHands, row Gemini 3.6 Flash, column R1)",,out:effort-not-established, arxiv-2611.06506-t16-total-r2-openhands,arxiv-2611.06506,gemini-3.6-flash,unstated,coding,hard,OpenHands,,,,,,91.76,Total R2 (% of maximum),0.00289,,,"https://arxiv.org/abs/2611.06506 (Table 16 (detailed values for Figure 5), block OpenHands, row Gemini 3.6 Flash, column R2)",,out:effort-not-established, arxiv-2611.06506-t16-total-u2-openhands,arxiv-2611.06506,gemini-3.6-flash,unstated,coding,hard,OpenHands,,,,,,85.27,Total U2 (% of maximum),0.00289,,,"https://arxiv.org/abs/2611.06506 (Table 16 (detailed values for Figure 5), block OpenHands, row Gemini 3.6 Flash, column U2)",,out:effort-not-established, arxiv-2611.06506-t16-delta-r2-openhands,arxiv-2611.06506,gemini-3.6-flash,unstated,coding,hard,OpenHands,,,,,,8.87,change R1 to R2 (pp),0.00289,,,"https://arxiv.org/abs/2611.06506 (Table 16 (detailed values for Figure 5), block OpenHands, row Gemini 3.6 Flash, column ∆R2)",,out:effort-not-established, arxiv-2611.06506-t16-delta-u2-openhands,arxiv-2611.06506,gemini-3.6-flash,unstated,coding,hard,OpenHands,,,,,,2.38,change R1 to U2 (pp),0.00289,,,"https://arxiv.org/abs/2611.06506 (Table 16 (detailed values for Figure 5), block OpenHands, row Gemini 3.6 Flash, column ∆U2)",,out:effort-not-established, arxiv-2611.06506-t16-r2-minus-u2-openhands,arxiv-2611.06506,gemini-3.6-flash,unstated,coding,hard,OpenHands,,,,,,6.49,R2 minus U2 (pp),0.00289,,,"https://arxiv.org/abs/2611.06506 (Table 16 (detailed values for Figure 5), block OpenHands, row Gemini 3.6 Flash, column R2 − U2)",,out:effort-not-established, arxiv-2611.06506-acc-r1-claude-code,arxiv-2611.06506,?DeepSeek-V4-Pro,not-established:absent,agentic-tool,hard,Claude Code,,,,,,75.10,Acc R1 (% of maximum),0.00289,,,"https://arxiv.org/abs/2611.06506 (Table 1, section Claude Code, row DeepSeek-V4-Pro, column Acc R1)",,out:model-not-established, arxiv-2611.06506-acc-r2-claude-code,arxiv-2611.06506,?DeepSeek-V4-Pro,not-established:absent,agentic-tool,hard,Claude Code,,,,,,97.19,Acc R2 (% of maximum),0.00289,,,"https://arxiv.org/abs/2611.06506 (Table 1, section Claude Code, row DeepSeek-V4-Pro, column Acc R2)",,out:model-not-established, arxiv-2611.06506-code-r1-claude-code,arxiv-2611.06506,?DeepSeek-V4-Pro,not-established:absent,agentic-tool,hard,Claude Code,,,,,,82.40,Code R1 (% of maximum),0.00289,,,"https://arxiv.org/abs/2611.06506 (Table 1, section Claude Code, row DeepSeek-V4-Pro, column Code R1)",,out:model-not-established, arxiv-2611.06506-code-r2-claude-code,arxiv-2611.06506,?DeepSeek-V4-Pro,not-established:absent,agentic-tool,hard,Claude Code,,,,,,93.14,Code R2 (% of maximum),0.00289,,,"https://arxiv.org/abs/2611.06506 (Table 1, section Claude Code, row DeepSeek-V4-Pro, column Code R2)",,out:model-not-established, arxiv-2611.06506-ux-r1-claude-code,arxiv-2611.06506,?DeepSeek-V4-Pro,not-established:absent,agentic-tool,hard,Claude Code,,,,,,66.30,UX R1 (% of maximum),0.00289,,,"https://arxiv.org/abs/2611.06506 (Table 1, section Claude Code, row DeepSeek-V4-Pro, column UX R1)",,out:model-not-established, arxiv-2611.06506-ux-r2-claude-code,arxiv-2611.06506,?DeepSeek-V4-Pro,not-established:absent,agentic-tool,hard,Claude Code,,,,,,89.50,UX R2 (% of maximum),0.00289,,,"https://arxiv.org/abs/2611.06506 (Table 1, section Claude Code, row DeepSeek-V4-Pro, column UX R2)",,out:model-not-established, arxiv-2611.06506-total-r1-claude-code,arxiv-2611.06506,?DeepSeek-V4-Pro,not-established:absent,agentic-tool,hard,Claude Code,,,,,,76.85,Total R1 (% of maximum),0.00289,,,"https://arxiv.org/abs/2611.06506 (Table 1, section Claude Code, row DeepSeek-V4-Pro, column Total R1)",,out:model-not-established, arxiv-2611.06506-total-r2-claude-code,arxiv-2611.06506,?DeepSeek-V4-Pro,not-established:absent,agentic-tool,hard,Claude Code,,,,,,96.13,Total R2 (% of maximum),0.00289,,,"https://arxiv.org/abs/2611.06506 (Table 1, section Claude Code, row DeepSeek-V4-Pro, column Total R2)",,out:model-not-established, arxiv-2611.06506-acc-r1-openhands,arxiv-2611.06506,?DeepSeek-V4-Pro,not-established:absent,coding,hard,OpenHands,,,,,,87.85,Acc R1 (% of maximum),0.00289,,,"https://arxiv.org/abs/2611.06506 (Table 1, section OpenHands, row DeepSeek-V4-Pro, column Acc R1)",,out:model-not-established, arxiv-2611.06506-acc-r2-openhands,arxiv-2611.06506,?DeepSeek-V4-Pro,not-established:absent,coding,hard,OpenHands,,,,,,92.13,Acc R2 (% of maximum),0.00289,,,"https://arxiv.org/abs/2611.06506 (Table 1, section OpenHands, row DeepSeek-V4-Pro, column Acc R2)",,out:model-not-established, arxiv-2611.06506-code-r1-openhands,arxiv-2611.06506,?DeepSeek-V4-Pro,not-established:absent,coding,hard,OpenHands,,,,,,92.01,Code R1 (% of maximum),0.00289,,,"https://arxiv.org/abs/2611.06506 (Table 1, section OpenHands, row DeepSeek-V4-Pro, column Code R1)",,out:model-not-established, arxiv-2611.06506-code-r2-openhands,arxiv-2611.06506,?DeepSeek-V4-Pro,not-established:absent,coding,hard,OpenHands,,,,,,97.59,Code R2 (% of maximum),0.00289,,,"https://arxiv.org/abs/2611.06506 (Table 1, section OpenHands, row DeepSeek-V4-Pro, column Code R2)",,out:model-not-established, arxiv-2611.06506-ux-r1-openhands,arxiv-2611.06506,?DeepSeek-V4-Pro,not-established:absent,coding,hard,OpenHands,,,,,,75.00,UX R1 (% of maximum),0.00289,,,"https://arxiv.org/abs/2611.06506 (Table 1, section OpenHands, row DeepSeek-V4-Pro, column UX R1)",,out:model-not-established, arxiv-2611.06506-ux-r2-openhands,arxiv-2611.06506,?DeepSeek-V4-Pro,not-established:absent,coding,hard,OpenHands,,,,,,89.89,UX R2 (% of maximum),0.00289,,,"https://arxiv.org/abs/2611.06506 (Table 1, section OpenHands, row DeepSeek-V4-Pro, column UX R2)",,out:model-not-established, arxiv-2611.06506-total-r1-openhands,arxiv-2611.06506,?DeepSeek-V4-Pro,not-established:absent,coding,hard,OpenHands,,,,,,85.72,Total R1 (% of maximum),0.00289,,,"https://arxiv.org/abs/2611.06506 (Table 1, section OpenHands, row DeepSeek-V4-Pro, column Total R1)",,out:model-not-established, arxiv-2611.06506-total-r2-openhands,arxiv-2611.06506,?DeepSeek-V4-Pro,not-established:absent,coding,hard,OpenHands,,,,,,93.75,Total R2 (% of maximum),0.00289,,,"https://arxiv.org/abs/2611.06506 (Table 1, section OpenHands, row DeepSeek-V4-Pro, column Total R2)",,out:model-not-established, arxiv-2611.06544-t2-id-click,arxiv-2611.06544,qwen3.7-plus,not-established:absent,mixed,hard,,,,,,,19.74,TSM EleF1 Click (ID),0.00289,,,"https://arxiv.org/abs/2611.06544 (Table 2, split ID, row Qwen3.7-Plus, column Click)",,out:effort-not-established, arxiv-2611.06544-t2-id-text,arxiv-2611.06544,qwen3.7-plus,not-established:absent,mixed,hard,,,,,,,22.99,TSM EleF1 Text/Key (ID),0.00289,,,"https://arxiv.org/abs/2611.06544 (Table 2, split ID, row Qwen3.7-Plus, column Text/Key)",,out:effort-not-established, arxiv-2611.06544-t2-id-scroll,arxiv-2611.06544,qwen3.7-plus,not-established:absent,mixed,hard,,,,,,,12.75,TSM EleF1 Scroll (ID),0.00289,,,"https://arxiv.org/abs/2611.06544 (Table 2, split ID, row Qwen3.7-Plus, column Scroll)",,out:effort-not-established, arxiv-2611.06544-t2-id-nav,arxiv-2611.06544,qwen3.7-plus,not-established:absent,mixed,hard,,,,,,,7.97,TSM EleF1 Navigation (ID),0.00289,,,"https://arxiv.org/abs/2611.06544 (Table 2, split ID, row Qwen3.7-Plus, column Navigation)",,out:effort-not-established, arxiv-2611.06544-t2-id-other,arxiv-2611.06544,qwen3.7-plus,not-established:absent,mixed,hard,,,,,,,21.92,TSM EleF1 Other (ID),0.00289,,,"https://arxiv.org/abs/2611.06544 (Table 2, split ID, row Qwen3.7-Plus, column Other)",,out:effort-not-established, arxiv-2611.06544-t2-id-overall,arxiv-2611.06544,qwen3.7-plus,not-established:absent,mixed,hard,,,,,,,17.08,TSM EleF1 Overall (ID),0.00289,,,"https://arxiv.org/abs/2611.06544 (Table 2, split ID, row Qwen3.7-Plus, column Overall)",,out:effort-not-established, arxiv-2611.06544-t2-id-format,arxiv-2611.06544,qwen3.7-plus,not-established:absent,mixed,hard,,,,,,,92.30,TSM format success rate (%) (ID),0.00289,,,"https://arxiv.org/abs/2611.06544 (Table 2, split ID, row Qwen3.7-Plus, column Format Success)",,out:effort-not-established, arxiv-2611.06544-t2-ood-click,arxiv-2611.06544,qwen3.7-plus,not-established:absent,mixed,hard,,,,,,,17.47,TSM EleF1 Click (OOD),0.00289,,,"https://arxiv.org/abs/2611.06544 (Table 2, split OOD, row Qwen3.7-Plus, column Click)",,out:effort-not-established, arxiv-2611.06544-t2-ood-text,arxiv-2611.06544,qwen3.7-plus,not-established:absent,mixed,hard,,,,,,,20.90,TSM EleF1 Text/Key (OOD),0.00289,,,"https://arxiv.org/abs/2611.06544 (Table 2, split OOD, row Qwen3.7-Plus, column Text/Key)",,out:effort-not-established, arxiv-2611.06544-t2-ood-scroll,arxiv-2611.06544,qwen3.7-plus,not-established:absent,mixed,hard,,,,,,,13.10,TSM EleF1 Scroll (OOD),0.00289,,,"https://arxiv.org/abs/2611.06544 (Table 2, split OOD, row Qwen3.7-Plus, column Scroll)",,out:effort-not-established, arxiv-2611.06544-t2-ood-nav,arxiv-2611.06544,qwen3.7-plus,not-established:absent,mixed,hard,,,,,,,9.06,TSM EleF1 Navigation (OOD),0.00289,,,"https://arxiv.org/abs/2611.06544 (Table 2, split OOD, row Qwen3.7-Plus, column Navigation)",,out:effort-not-established, arxiv-2611.06544-t2-ood-other,arxiv-2611.06544,qwen3.7-plus,not-established:absent,mixed,hard,,,,,,,19.18,TSM EleF1 Other (OOD),0.00289,,,"https://arxiv.org/abs/2611.06544 (Table 2, split OOD, row Qwen3.7-Plus, column Other)",,out:effort-not-established, arxiv-2611.06544-t2-ood-overall,arxiv-2611.06544,qwen3.7-plus,not-established:absent,mixed,hard,,,,,,,15.94,TSM EleF1 Overall (OOD),0.00289,,,"https://arxiv.org/abs/2611.06544 (Table 2, split OOD, row Qwen3.7-Plus, column Overall)",,out:effort-not-established, arxiv-2611.06544-t2-ood-format,arxiv-2611.06544,qwen3.7-plus,not-established:absent,mixed,hard,,,,,,,92.50,TSM format success rate (%) (OOD),0.00289,,,"https://arxiv.org/abs/2611.06544 (Table 2, split OOD, row Qwen3.7-Plus, column Format Success)",,out:effort-not-established, arxiv-2611.06544-omw-easy,arxiv-2611.06544,qwen3.5-35b-a3b,unstated,agentic-tool,hard,,,,,,,44.00,"Online-Mind2Web success rate (%), Easy",0.00289,,,"https://arxiv.org/abs/2611.06544 (Table 3, row Qwen3.5-35B Base, column Easy)",,out:effort-not-established, arxiv-2611.06544-omw-medium,arxiv-2611.06544,qwen3.5-35b-a3b,unstated,agentic-tool,hard,,,,,,,22.92,"Online-Mind2Web success rate (%), Medium",0.00289,,,"https://arxiv.org/abs/2611.06544 (Table 3, row Qwen3.5-35B Base, column Medium)",,out:effort-not-established, arxiv-2611.06544-omw-hard,arxiv-2611.06544,qwen3.5-35b-a3b,unstated,agentic-tool,hard,,,,,,,8.33,"Online-Mind2Web success rate (%), Hard",0.00289,,,"https://arxiv.org/abs/2611.06544 (Table 3, row Qwen3.5-35B Base, column Hard)",,out:effort-not-established, arxiv-2611.06544-omw-overall,arxiv-2611.06544,qwen3.5-35b-a3b,unstated,agentic-tool,hard,,,,,,,22.94,"Online-Mind2Web success rate (%), Overall",0.00289,,,"https://arxiv.org/abs/2611.06544 (Table 3, row Qwen3.5-35B Base, column Overall)",,out:effort-not-established, arxiv-2611.06544-omw-easy,arxiv-2611.06544,qwen3.5-9b,unstated,agentic-tool,hard,,,,,,,32.00,"Online-Mind2Web success rate (%), Easy",0.00289,,,"https://arxiv.org/abs/2611.06544 (Table 3, row Qwen3.5-9B Base, column Easy)",,out:effort-not-established, arxiv-2611.06544-omw-medium,arxiv-2611.06544,qwen3.5-9b,unstated,agentic-tool,hard,,,,,,,10.42,"Online-Mind2Web success rate (%), Medium",0.00289,,,"https://arxiv.org/abs/2611.06544 (Table 3, row Qwen3.5-9B Base, column Medium)",,out:effort-not-established, arxiv-2611.06544-omw-hard,arxiv-2611.06544,qwen3.5-9b,unstated,agentic-tool,hard,,,,,,,5.56,"Online-Mind2Web success rate (%), Hard",0.00289,,,"https://arxiv.org/abs/2611.06544 (Table 3, row Qwen3.5-9B Base, column Hard)",,out:effort-not-established, arxiv-2611.06544-omw-overall,arxiv-2611.06544,qwen3.5-9b,unstated,agentic-tool,hard,,,,,,,13.76,"Online-Mind2Web success rate (%), Overall",0.00289,,,"https://arxiv.org/abs/2611.06544 (Table 3, row Qwen3.5-9B Base, column Overall)",,out:effort-not-established, arxiv-2611.06544-vwa-easy,arxiv-2611.06544,qwen3.5-35b-a3b,unstated,agentic-tool,hard,,,,,,,37.25,"VisualWebArena success rate (%), Easy",0.00289,,,"https://arxiv.org/abs/2611.06544 (Table 4, row Qwen3.5-35B Base, column Easy)",,out:effort-not-established, arxiv-2611.06544-vwa-medium,arxiv-2611.06544,qwen3.5-35b-a3b,unstated,agentic-tool,hard,,,,,,,19.59,"VisualWebArena success rate (%), Medium",0.00289,,,"https://arxiv.org/abs/2611.06544 (Table 4, row Qwen3.5-35B Base, column Medium)",,out:effort-not-established, arxiv-2611.06544-vwa-hard,arxiv-2611.06544,qwen3.5-35b-a3b,unstated,agentic-tool,hard,,,,,,,12.94,"VisualWebArena success rate (%), Hard",0.00289,,,"https://arxiv.org/abs/2611.06544 (Table 4, row Qwen3.5-35B Base, column Hard)",,out:effort-not-established, arxiv-2611.06544-vwa-overall,arxiv-2611.06544,qwen3.5-35b-a3b,unstated,agentic-tool,hard,,,,,,,21.03,"VisualWebArena success rate (%), Overall",0.00289,,,"https://arxiv.org/abs/2611.06544 (Table 4, row Qwen3.5-35B Base, column Overall)",,out:effort-not-established, arxiv-2611.06544-vwa-easy,arxiv-2611.06544,qwen3.5-9b,unstated,agentic-tool,hard,,,,,,,31.37,"VisualWebArena success rate (%), Easy",0.00289,,,"https://arxiv.org/abs/2611.06544 (Table 4, row Qwen3.5-9B Base, column Easy)",,out:effort-not-established, arxiv-2611.06544-vwa-medium,arxiv-2611.06544,qwen3.5-9b,unstated,agentic-tool,hard,,,,,,,11.34,"VisualWebArena success rate (%), Medium",0.00289,,,"https://arxiv.org/abs/2611.06544 (Table 4, row Qwen3.5-9B Base, column Medium)",,out:effort-not-established, arxiv-2611.06544-vwa-hard,arxiv-2611.06544,qwen3.5-9b,unstated,agentic-tool,hard,,,,,,,9.41,"VisualWebArena success rate (%), Hard",0.00289,,,"https://arxiv.org/abs/2611.06544 (Table 4, row Qwen3.5-9B Base, column Hard)",,out:effort-not-established, arxiv-2611.06544-vwa-overall,arxiv-2611.06544,qwen3.5-9b,unstated,agentic-tool,hard,,,,,,,15.02,"VisualWebArena success rate (%), Overall",0.00289,,,"https://arxiv.org/abs/2611.06544 (Table 4, row Qwen3.5-9B Base, column Overall)",,out:effort-not-established, arxiv-2611.06715-other4,arxiv-2611.06715,gemini-3.1-pro,unstated,mixed,hard,,,,,,,99.5,acc-4-levels%,0.0289,,,"https://arxiv.org/abs/2611.06715 (4.2 (H8), Gemini 3.1 Pro average over the other four levels)",,out:effort-not-established, arxiv-2611.06715-evaluate,arxiv-2611.06715,gemini-3.1-pro,unstated,mixed,hard,,,,,,,60.7,acc-evaluate%,0.0289,,,"https://arxiv.org/abs/2611.06715 (4.2 (H8), Gemini 3.1 Pro on Evaluate)",,out:effort-not-established, arxiv-2611.06715-xlang-item,arxiv-2611.06715,gemini-3.1-pro,unstated,mixed,hard,,,,,,,0.74,xlang-rho,0.00289,,,"https://arxiv.org/abs/2611.06715 (4.6 (H9), mean pairwise correlation in the fully translated setting, Gemini 3.1 Pro)",,out:effort-not-established, arxiv-2611.06715-xlang-item,arxiv-2611.06715,gemini-3-flash,unstated,mixed,hard,,,,,,,0.54,xlang-rho,0.00289,,,"https://arxiv.org/abs/2611.06715 (4.6 (H9), mean pairwise correlation in the fully translated setting, Gemini 3 Flash)",,out:effort-not-established, arxiv-2611.06777-case-acc,arxiv-2611.06777,qwen3.5-4b,unstated,agentic-tool,hard,,,,,,,49.30,WISE-Bench Case Acc. (%),0.00289,,,"https://arxiv.org/abs/2611.06777 (Table 1, row Qwen3.5-4B Baseline, column Case Acc.)",,out:effort-not-established, arxiv-2611.06777-item-acc,arxiv-2611.06777,qwen3.5-4b,unstated,agentic-tool,hard,,,,,,,59.68,WISE-Bench Item Acc. (%),0.00289,,,"https://arxiv.org/abs/2611.06777 (Table 1, row Qwen3.5-4B Baseline, column Item Acc.)",,out:effort-not-established, arxiv-2611.06777-baditem-em,arxiv-2611.06777,qwen3.5-4b,unstated,agentic-tool,hard,,,,,,,15.14,WISE-Bench Bad-item EM (%),0.00289,,,"https://arxiv.org/abs/2611.06777 (Table 1, row Qwen3.5-4B Baseline, column Bad-item EM)",,out:effort-not-established, arxiv-2611.06777-item-attr,arxiv-2611.06777,qwen3.5-4b,unstated,agentic-tool,hard,,,,,,,43.06,WISE-Bench Item Attr. Acc. (%),0.00289,,,"https://arxiv.org/abs/2611.06777 (Table 1, row Qwen3.5-4B Baseline, column Item Attr. Acc.)",,out:effort-not-established, arxiv-2611.06777-case-attr,arxiv-2611.06777,qwen3.5-4b,unstated,agentic-tool,hard,,,,,,,12.27,WISE-Bench Case Attr. EM (%),0.00289,,,"https://arxiv.org/abs/2611.06777 (Table 1, row Qwen3.5-4B Baseline, column Case Attr. EM)",,out:effort-not-established, arxiv-2611.06777-e2e,arxiv-2611.06777,qwen3.5-4b,unstated,agentic-tool,hard,,,,,,,20.25,WISE-Bench E2E EM (%),0.00289,,,"https://arxiv.org/abs/2611.06777 (Table 1, row Qwen3.5-4B Baseline, column E2E EM)",,out:effort-not-established, arxiv-2611.06777-case-acc,arxiv-2611.06777,qwen3.5-35b-a3b,unstated,agentic-tool,hard,,,,,,,64.20,WISE-Bench Case Acc. (%),0.00289,,,"https://arxiv.org/abs/2611.06777 (Table 1, row Qwen3.5-35B-A3B Baseline, column Case Acc.)",,out:effort-not-established, arxiv-2611.06777-item-acc,arxiv-2611.06777,qwen3.5-35b-a3b,unstated,agentic-tool,hard,,,,,,,71.41,WISE-Bench Item Acc. (%),0.00289,,,"https://arxiv.org/abs/2611.06777 (Table 1, row Qwen3.5-35B-A3B Baseline, column Item Acc.)",,out:effort-not-established, arxiv-2611.06777-baditem-em,arxiv-2611.06777,qwen3.5-35b-a3b,unstated,agentic-tool,hard,,,,,,,29.74,WISE-Bench Bad-item EM (%),0.00289,,,"https://arxiv.org/abs/2611.06777 (Table 1, row Qwen3.5-35B-A3B Baseline, column Bad-item EM)",,out:effort-not-established, arxiv-2611.06777-item-attr,arxiv-2611.06777,qwen3.5-35b-a3b,unstated,agentic-tool,hard,,,,,,,59.87,WISE-Bench Item Attr. Acc. (%),0.00289,,,"https://arxiv.org/abs/2611.06777 (Table 1, row Qwen3.5-35B-A3B Baseline, column Item Attr. Acc.)",,out:effort-not-established, arxiv-2611.06777-case-attr,arxiv-2611.06777,qwen3.5-35b-a3b,unstated,agentic-tool,hard,,,,,,,15.86,WISE-Bench Case Attr. EM (%),0.00289,,,"https://arxiv.org/abs/2611.06777 (Table 1, row Qwen3.5-35B-A3B Baseline, column Case Attr. EM)",,out:effort-not-established, arxiv-2611.06777-e2e,arxiv-2611.06777,qwen3.5-35b-a3b,unstated,agentic-tool,hard,,,,,,,35.25,WISE-Bench E2E EM (%),0.00289,,,"https://arxiv.org/abs/2611.06777 (Table 1, row Qwen3.5-35B-A3B Baseline, column E2E EM)",,out:effort-not-established, arxiv-2611.06827-arc2-sp-12h,arxiv-2611.06827,qwen3.8-flash-next,unstated,reasoning-math,frontier,,,,,,,56.67,score%,0.00289,,,"https://arxiv.org/abs/2611.06827 (Section 1 (contributions), Section 6)",,out:effort-not-established, arxiv-2611.06827-arc2-sp-arcprize,arxiv-2611.06827,qwen3.8-27b,not-established:absent,reasoning-math,frontier,,,0.45,0.00289,,,42.4,score%,0.0289,,,https://arxiv.org/abs/2611.06827 (Section 2.5 (text)),,out:effort-not-established,out:effort-not-established arxiv-2611.06827-arc2-sp-arcprize,arxiv-2611.06827,qwen3.8-27b,low,reasoning-math,frontier,,,,,,,22.8,score%,0.0289,,,https://arxiv.org/abs/2611.06827 (Section 2.5 (text)),,out:single-couple, arxiv-2611.06827-arc2-public-2x64k,arxiv-2611.06827,qwen3.8-27b,not-established:absent,reasoning-math,frontier,,,,,,,49.86,score%,0.00289,,,"https://arxiv.org/abs/2611.06827 (Table 11, row Base / two 64K attempts, column Task)",,out:effort-not-established, arxiv-2611.06827-arc2-sp-12h,arxiv-2611.06827,qwen3.8-27b,not-established:absent,reasoning-math,frontier,,,,,,,26.81,score%,0.00289,,,"https://arxiv.org/abs/2611.06827 (Table 11, row Base / two 64K attempts, column SP)",,out:effort-not-established, arxiv-2611.06827-arc2-public-2x64k,arxiv-2611.06827,qwen3.8-flash-next,unstated,reasoning-math,frontier,,,,,,,49.31,score%,0.00289,,,"https://arxiv.org/abs/2611.06827 (Table 14, row Public evaluation / task score, column Qwen3.8-Flash-Next)",,out:effort-not-established, arxiv-2611.06841-serverbench-dpd-gemma-e4b,arxiv-2611.06841,opus-5.5,max,mixed,hard,,per-run,104.25,0.00289,,,2.47,dollars per dollar ($/$),0.00289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2611.06841 (Table 1, row Claude Opus 5.5, deployment Gemma E4B (1 x L40), column $/$)",,in,in arxiv-2611.06841-serverbench-ttft-gemma-e4b,arxiv-2611.06841,opus-5.5,max,mixed,hard,,,,,,,3.01,TTFT p90 (s),0.00289,,,"https://arxiv.org/abs/2611.06841 (Table 1, row Claude Opus 5.5, deployment Gemma E4B (1 x L40), column TTFT (s))",,out:not-headline, arxiv-2611.06841-serverbench-tpot-gemma-e4b,arxiv-2611.06841,opus-5.5,max,mixed,hard,,,,,,,118.59,TPOT p90 (ms),0.00289,,,"https://arxiv.org/abs/2611.06841 (Table 1, row Claude Opus 5.5, deployment Gemma E4B (1 x L40), column TPOT (ms))",,out:not-headline, arxiv-2611.06841-serverbench-dpd-qwen35-9b,arxiv-2611.06841,opus-5.5,max,mixed,hard,,per-run,99.69,0.00289,,,4.40,dollars per dollar ($/$),0.00289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2611.06841 (Table 1, row Claude Opus 5.5, deployment Qwen3.5 9B (2 x L40), column $/$)",,in,in arxiv-2611.06841-serverbench-ttft-qwen35-9b,arxiv-2611.06841,opus-5.5,max,mixed,hard,,,,,,,2.25,TTFT p90 (s),0.00289,,,"https://arxiv.org/abs/2611.06841 (Table 1, row Claude Opus 5.5, deployment Qwen3.5 9B (2 x L40), column TTFT (s))",,out:not-headline, arxiv-2611.06841-serverbench-tpot-qwen35-9b,arxiv-2611.06841,opus-5.5,max,mixed,hard,,,,,,,28.16,TPOT p90 (ms),0.00289,,,"https://arxiv.org/abs/2611.06841 (Table 1, row Claude Opus 5.5, deployment Qwen3.5 9B (2 x L40), column TPOT (ms))",,out:not-headline, arxiv-2611.06841-serverbench-dpd-qwen38-27b-int4,arxiv-2611.06841,opus-5.5,max,mixed,hard,,,,,,,2.64,dollars per dollar ($/$),0.00289,,,"https://arxiv.org/abs/2611.06841 (Table 1, row Claude Opus 5.5, deployment Qwen3.8 27B INT4 (2 x L40), column $/$)",,in, arxiv-2611.06841-serverbench-ttft-qwen38-27b-int4,arxiv-2611.06841,opus-5.5,max,mixed,hard,,,,,,,11.44,TTFT p90 (s),0.00289,,,"https://arxiv.org/abs/2611.06841 (Table 1, row Claude Opus 5.5, deployment Qwen3.8 27B INT4 (2 x L40), column TTFT (s))",,out:not-headline, arxiv-2611.06841-serverbench-tpot-qwen38-27b-int4,arxiv-2611.06841,opus-5.5,max,mixed,hard,,,,,,,46.40,TPOT p90 (ms),0.00289,,,"https://arxiv.org/abs/2611.06841 (Table 1, row Claude Opus 5.5, deployment Qwen3.8 27B INT4 (2 x L40), column TPOT (ms))",,out:not-headline, arxiv-2611.06841-serverbench-dpd-gemma-e4b,arxiv-2611.06841,sonnet-5.5,max,mixed,hard,,per-run,30.72,0.00289,,,2.97,dollars per dollar ($/$),0.00289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2611.06841 (Table 1, row Claude Sonnet 5.5, deployment Gemma E4B (1 x L40), column $/$)",,in,in arxiv-2611.06841-serverbench-ttft-gemma-e4b,arxiv-2611.06841,sonnet-5.5,max,mixed,hard,,,,,,,2.75,TTFT p90 (s),0.00289,,,"https://arxiv.org/abs/2611.06841 (Table 1, row Claude Sonnet 5.5, deployment Gemma E4B (1 x L40), column TTFT (s))",,out:not-headline, arxiv-2611.06841-serverbench-tpot-gemma-e4b,arxiv-2611.06841,sonnet-5.5,max,mixed,hard,,,,,,,83.05,TPOT p90 (ms),0.00289,,,"https://arxiv.org/abs/2611.06841 (Table 1, row Claude Sonnet 5.5, deployment Gemma E4B (1 x L40), column TPOT (ms))",,out:not-headline, arxiv-2611.06841-serverbench-dpd-qwen35-9b,arxiv-2611.06841,sonnet-5.5,max,mixed,hard,,per-run,78.60,0.00289,,,4.34,dollars per dollar ($/$),0.00289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2611.06841 (Table 1, row Claude Sonnet 5.5, deployment Qwen3.5 9B (2 x L40), column $/$)",,in,in arxiv-2611.06841-serverbench-ttft-qwen35-9b,arxiv-2611.06841,sonnet-5.5,max,mixed,hard,,,,,,,12.34,TTFT p90 (s),0.00289,,,"https://arxiv.org/abs/2611.06841 (Table 1, row Claude Sonnet 5.5, deployment Qwen3.5 9B (2 x L40), column TTFT (s))",,out:not-headline, arxiv-2611.06841-serverbench-tpot-qwen35-9b,arxiv-2611.06841,sonnet-5.5,max,mixed,hard,,,,,,,26.76,TPOT p90 (ms),0.00289,,,"https://arxiv.org/abs/2611.06841 (Table 1, row Claude Sonnet 5.5, deployment Qwen3.5 9B (2 x L40), column TPOT (ms))",,out:not-headline, arxiv-2611.06841-serverbench-dpd-qwen38-27b-int4,arxiv-2611.06841,sonnet-5.5,max,mixed,hard,,,,,,,2.01,dollars per dollar ($/$),0.00289,,,"https://arxiv.org/abs/2611.06841 (Table 1, row Claude Sonnet 5.5, deployment Qwen3.8 27B INT4 (2 x L40), column $/$)",,in, arxiv-2611.06841-serverbench-ttft-qwen38-27b-int4,arxiv-2611.06841,sonnet-5.5,max,mixed,hard,,,,,,,46.57,TTFT p90 (s),0.00289,,,"https://arxiv.org/abs/2611.06841 (Table 1, row Claude Sonnet 5.5, deployment Qwen3.8 27B INT4 (2 x L40), column TTFT (s))",,out:not-headline, arxiv-2611.06841-serverbench-tpot-qwen38-27b-int4,arxiv-2611.06841,sonnet-5.5,max,mixed,hard,,,,,,,47.35,TPOT p90 (ms),0.00289,,,"https://arxiv.org/abs/2611.06841 (Table 1, row Claude Sonnet 5.5, deployment Qwen3.8 27B INT4 (2 x L40), column TPOT (ms))",,out:not-headline, arxiv-2611.06841-serverbench-dpd-gemma-e4b,arxiv-2611.06841,opus-5,max,mixed,hard,,per-run,104.37,0.00289,,,1.15,dollars per dollar ($/$),0.00289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2611.06841 (Table 1, row Claude Opus 5, deployment Gemma E4B (1 x L40), column $/$)",,in,in arxiv-2611.06841-serverbench-ttft-gemma-e4b,arxiv-2611.06841,opus-5,max,mixed,hard,,,,,,,3.98,TTFT p90 (s),0.00289,,,"https://arxiv.org/abs/2611.06841 (Table 1, row Claude Opus 5, deployment Gemma E4B (1 x L40), column TTFT (s))",,out:not-headline, arxiv-2611.06841-serverbench-tpot-gemma-e4b,arxiv-2611.06841,opus-5,max,mixed,hard,,,,,,,109.12,TPOT p90 (ms),0.00289,,,"https://arxiv.org/abs/2611.06841 (Table 1, row Claude Opus 5, deployment Gemma E4B (1 x L40), column TPOT (ms))",,out:not-headline, arxiv-2611.06841-serverbench-dpd-qwen35-9b,arxiv-2611.06841,opus-5,max,mixed,hard,,per-run,108.90,0.00289,,,1.16,dollars per dollar ($/$),0.00289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2611.06841 (Table 1, row Claude Opus 5, deployment Qwen3.5 9B (2 x L40), column $/$)",,in,in arxiv-2611.06841-serverbench-ttft-qwen35-9b,arxiv-2611.06841,opus-5,max,mixed,hard,,,,,,,5.51,TTFT p90 (s),0.00289,,,"https://arxiv.org/abs/2611.06841 (Table 1, row Claude Opus 5, deployment Qwen3.5 9B (2 x L40), column TTFT (s))",,out:not-headline, arxiv-2611.06841-serverbench-tpot-qwen35-9b,arxiv-2611.06841,opus-5,max,mixed,hard,,,,,,,28.09,TPOT p90 (ms),0.00289,,,"https://arxiv.org/abs/2611.06841 (Table 1, row Claude Opus 5, deployment Qwen3.5 9B (2 x L40), column TPOT (ms))",,out:not-headline, arxiv-2611.06841-serverbench-dpd-qwen38-27b-int4,arxiv-2611.06841,opus-5,max,mixed,hard,,,,,,,0.62,dollars per dollar ($/$),0.00289,,,"https://arxiv.org/abs/2611.06841 (Table 1, row Claude Opus 5, deployment Qwen3.8 27B INT4 (2 x L40), column $/$)",,in, arxiv-2611.06841-serverbench-ttft-qwen38-27b-int4,arxiv-2611.06841,opus-5,max,mixed,hard,,,,,,,33.55,TTFT p90 (s),0.00289,,,"https://arxiv.org/abs/2611.06841 (Table 1, row Claude Opus 5, deployment Qwen3.8 27B INT4 (2 x L40), column TTFT (s))",,out:not-headline, arxiv-2611.06841-serverbench-tpot-qwen38-27b-int4,arxiv-2611.06841,opus-5,max,mixed,hard,,,,,,,62.97,TPOT p90 (ms),0.00289,,,"https://arxiv.org/abs/2611.06841 (Table 1, row Claude Opus 5, deployment Qwen3.8 27B INT4 (2 x L40), column TPOT (ms))",,out:not-headline, arxiv-2611.06841-serverbench-dpd-gemma-e4b,arxiv-2611.06841,?GPT 6 Astra,not-established:absent,mixed,hard,,per-run,119.79,0.00289,,,1.75,dollars per dollar ($/$),0.00289,,,"https://arxiv.org/abs/2611.06841 (Table 1, row GPT 6 Astra, deployment Gemma E4B, column $/$)",,out:model-not-established,out:model-not-established arxiv-2611.06841-serverbench-dpd-qwen35-9b,arxiv-2611.06841,?GPT 6 Astra,not-established:absent,mixed,hard,,per-run,110.81,0.00289,,,3.18,dollars per dollar ($/$),0.00289,,,"https://arxiv.org/abs/2611.06841 (Table 1, row GPT 6 Astra, deployment Qwen3.5 9B, column $/$)",,out:model-not-established,out:model-not-established arxiv-2611.06841-serverbench-dpd-qwen38-27b-int4,arxiv-2611.06841,?GPT 6 Astra,not-established:absent,mixed,hard,,,,,,,1.48,dollars per dollar ($/$),0.00289,,,"https://arxiv.org/abs/2611.06841 (Table 1, row GPT 6 Astra, deployment Qwen3.8 27B INT4, column $/$)",,out:model-not-established, arxiv-2611.06841-serverbench-dpd-gemma-e4b,arxiv-2611.06841,?GPT 6.1 Sol,not-established:absent,mixed,hard,,per-run,13.67,0.00289,,,1.59,dollars per dollar ($/$),0.00289,,,"https://arxiv.org/abs/2611.06841 (Table 1, row GPT 6.1 Sol, deployment Gemma E4B, column $/$)",,out:model-not-established,out:model-not-established arxiv-2611.06841-serverbench-dpd-qwen35-9b,arxiv-2611.06841,?GPT 6.1 Sol,not-established:absent,mixed,hard,,per-run,13.01,0.00289,,,2.84,dollars per dollar ($/$),0.00289,,,"https://arxiv.org/abs/2611.06841 (Table 1, row GPT 6.1 Sol, deployment Qwen3.5 9B, column $/$)",,out:model-not-established,out:model-not-established arxiv-2611.06841-serverbench-dpd-qwen38-27b-int4,arxiv-2611.06841,?GPT 6.1 Sol,not-established:absent,mixed,hard,,,,,,,0.98,dollars per dollar ($/$),0.00289,,,"https://arxiv.org/abs/2611.06841 (Table 1, row GPT 6.1 Sol, deployment Qwen3.8 27B INT4, column $/$)",,out:model-not-established, arxiv-2611.06841-serverbench-dpd-gemma-e4b,arxiv-2611.06841,?GPT 6 Sol,not-established:absent,mixed,hard,,per-run,35.93,0.00289,,,0.55,dollars per dollar ($/$),0.00289,,,"https://arxiv.org/abs/2611.06841 (Table 1, row GPT 6 Sol, deployment Gemma E4B, column $/$)",,out:model-not-established,out:model-not-established arxiv-2611.06841-serverbench-dpd-qwen35-9b,arxiv-2611.06841,?GPT 6 Sol,not-established:absent,mixed,hard,,per-run,50.88,0.00289,,,1.11,dollars per dollar ($/$),0.00289,,,"https://arxiv.org/abs/2611.06841 (Table 1, row GPT 6 Sol, deployment Qwen3.5 9B, column $/$)",,out:model-not-established,out:model-not-established arxiv-2611.06841-serverbench-dpd-qwen38-27b-int4,arxiv-2611.06841,?GPT 6 Sol,not-established:absent,mixed,hard,,,,,,,0.26,dollars per dollar ($/$),0.00289,,,"https://arxiv.org/abs/2611.06841 (Table 1, row GPT 6 Sol, deployment Qwen3.8 27B INT4, column $/$)",,out:model-not-established, arxiv-2611.06841-serverbench-ttft-gemma-e4b,arxiv-2611.06841,gpt-6-astra,max,mixed,hard,,,,,,,4.77,TTFT p90 (s),0.00289,,,"https://arxiv.org/abs/2611.06841 (Table 1, row GPT 6 Astra, deployment Gemma E4B, column TTFT)",,out:not-headline, arxiv-2611.06841-serverbench-tpot-gemma-e4b,arxiv-2611.06841,gpt-6-astra,max,mixed,hard,,,,,,,94.19,TPOT p90 (ms),0.00289,,,"https://arxiv.org/abs/2611.06841 (Table 1, row GPT 6 Astra, deployment Gemma E4B, column TPOT)",,out:not-headline, arxiv-2611.06841-serverbench-ttft-qwen35-9b,arxiv-2611.06841,gpt-6-astra,max,mixed,hard,,,,,,,15.62,TTFT p90 (s),0.00289,,,"https://arxiv.org/abs/2611.06841 (Table 1, row GPT 6 Astra, deployment Qwen3.5 9B, column TTFT)",,out:not-headline, arxiv-2611.06841-serverbench-tpot-qwen35-9b,arxiv-2611.06841,gpt-6-astra,max,mixed,hard,,,,,,,21.94,TPOT p90 (ms),0.00289,,,"https://arxiv.org/abs/2611.06841 (Table 1, row GPT 6 Astra, deployment Qwen3.5 9B, column TPOT)",,out:not-headline, arxiv-2611.06841-serverbench-ttft-qwen38-27b-int4,arxiv-2611.06841,gpt-6-astra,max,mixed,hard,,,,,,,12.96,TTFT p90 (s),0.00289,,,"https://arxiv.org/abs/2611.06841 (Table 1, row GPT 6 Astra, deployment Qwen3.8 27B INT4, column TTFT)",,out:not-headline, arxiv-2611.06841-serverbench-tpot-qwen38-27b-int4,arxiv-2611.06841,gpt-6-astra,max,mixed,hard,,,,,,,42.83,TPOT p90 (ms),0.00289,,,"https://arxiv.org/abs/2611.06841 (Table 1, row GPT 6 Astra, deployment Qwen3.8 27B INT4, column TPOT)",,out:not-headline, arxiv-2611.06841-serverbench-ttft-gemma-e4b,arxiv-2611.06841,gpt-6.1-sol,max,mixed,hard,,,,,,,4.43,TTFT p90 (s),0.00289,,,"https://arxiv.org/abs/2611.06841 (Table 1, row GPT 6.1 Sol, deployment Gemma E4B, column TTFT)",,out:not-headline, arxiv-2611.06841-serverbench-tpot-gemma-e4b,arxiv-2611.06841,gpt-6.1-sol,max,mixed,hard,,,,,,,72.45,TPOT p90 (ms),0.00289,,,"https://arxiv.org/abs/2611.06841 (Table 1, row GPT 6.1 Sol, deployment Gemma E4B, column TPOT)",,out:not-headline, arxiv-2611.06841-serverbench-ttft-qwen35-9b,arxiv-2611.06841,gpt-6.1-sol,max,mixed,hard,,,,,,,2.71,TTFT p90 (s),0.00289,,,"https://arxiv.org/abs/2611.06841 (Table 1, row GPT 6.1 Sol, deployment Qwen3.5 9B, column TTFT)",,out:not-headline, arxiv-2611.06841-serverbench-tpot-qwen35-9b,arxiv-2611.06841,gpt-6.1-sol,max,mixed,hard,,,,,,,23.67,TPOT p90 (ms),0.00289,,,"https://arxiv.org/abs/2611.06841 (Table 1, row GPT 6.1 Sol, deployment Qwen3.5 9B, column TPOT)",,out:not-headline, arxiv-2611.06841-serverbench-ttft-qwen38-27b-int4,arxiv-2611.06841,gpt-6.1-sol,max,mixed,hard,,,,,,,75.66,TTFT p90 (s),0.00289,,,"https://arxiv.org/abs/2611.06841 (Table 1, row GPT 6.1 Sol, deployment Qwen3.8 27B INT4, column TTFT)",,out:not-headline, arxiv-2611.06841-serverbench-tpot-qwen38-27b-int4,arxiv-2611.06841,gpt-6.1-sol,max,mixed,hard,,,,,,,43.31,TPOT p90 (ms),0.00289,,,"https://arxiv.org/abs/2611.06841 (Table 1, row GPT 6.1 Sol, deployment Qwen3.8 27B INT4, column TPOT)",,out:not-headline, arxiv-2611.06841-serverbench-ttft-gemma-e4b,arxiv-2611.06841,gpt-6-sol,max,mixed,hard,,,,,,,3.63,TTFT p90 (s),0.00289,,,"https://arxiv.org/abs/2611.06841 (Table 1, row GPT 6 Sol, deployment Gemma E4B, column TTFT)",,out:not-headline, arxiv-2611.06841-serverbench-tpot-gemma-e4b,arxiv-2611.06841,gpt-6-sol,max,mixed,hard,,,,,,,110.52,TPOT p90 (ms),0.00289,,,"https://arxiv.org/abs/2611.06841 (Table 1, row GPT 6 Sol, deployment Gemma E4B, column TPOT)",,out:not-headline, arxiv-2611.06841-serverbench-ttft-qwen35-9b,arxiv-2611.06841,gpt-6-sol,max,mixed,hard,,,,,,,13.19,TTFT p90 (s),0.00289,,,"https://arxiv.org/abs/2611.06841 (Table 1, row GPT 6 Sol, deployment Qwen3.5 9B, column TTFT)",,out:not-headline, arxiv-2611.06841-serverbench-tpot-qwen35-9b,arxiv-2611.06841,gpt-6-sol,max,mixed,hard,,,,,,,20.45,TPOT p90 (ms),0.00289,,,"https://arxiv.org/abs/2611.06841 (Table 1, row GPT 6 Sol, deployment Qwen3.5 9B, column TPOT)",,out:not-headline, arxiv-2611.06841-serverbench-ttft-qwen38-27b-int4,arxiv-2611.06841,gpt-6-sol,max,mixed,hard,,,,,,,136.48,TTFT p90 (s),0.00289,,,"https://arxiv.org/abs/2611.06841 (Table 1, row GPT 6 Sol, deployment Qwen3.8 27B INT4, column TTFT)",,out:not-headline, arxiv-2611.06841-serverbench-tpot-qwen38-27b-int4,arxiv-2611.06841,gpt-6-sol,max,mixed,hard,,,,,,,49.53,TPOT p90 (ms),0.00289,,,"https://arxiv.org/abs/2611.06841 (Table 1, row GPT 6 Sol, deployment Qwen3.8 27B INT4, column TPOT)",,out:not-headline, arxiv-2611.07194-severus-rq1-highest-solved-vest,arxiv-2611.07194,gpt-6-sol,unstated,mixed,hard,,,,,,,11,highest solved level (RQ1),0.289,,,"https://arxiv.org/abs/2611.07194 (Table II, row Vest, column highest solved level (GPT-6 Sol))",,out:effort-not-established, arxiv-2611.07194-severus-rq1-tau-b-vest,arxiv-2611.07194,gpt-6-sol,unstated,mixed,hard,,,,,,,0.75,tau_b of success against level,0.289,,,"https://arxiv.org/abs/2611.07194 (Table II, row Vest, column tau_b on solved attempts (GPT-6 Sol))",,out:effort-not-established, arxiv-2611.07194-severus-rq1-cost-vest,arxiv-2611.07194,gpt-6-sol,unstated,mixed,hard,,,6.3,0.0289,,,,none,,,,https://arxiv.org/abs/2611.07194 (),,,out:effort-not-established arxiv-2611.07194-severus-rq1-highest-solved-vest,arxiv-2611.07194,gpt-6-luna,unstated,mixed,hard,,,,,,,11,highest solved level (RQ1),0.289,,,"https://arxiv.org/abs/2611.07194 (Table II, row Vest, column highest solved level (GPT-6 Luna))",,out:effort-not-established, arxiv-2611.07194-severus-rq1-tau-b-vest,arxiv-2611.07194,gpt-6-luna,unstated,mixed,hard,,,,,,,0.49,tau_b of success against level,0.289,,,"https://arxiv.org/abs/2611.07194 (Table II, row Vest, column tau_b on solved attempts (GPT-6 Luna))",,out:effort-not-established, arxiv-2611.07194-severus-rq1-cost-vest,arxiv-2611.07194,gpt-6-luna,unstated,mixed,hard,,,0.3,0.0289,,,,none,,,,https://arxiv.org/abs/2611.07194 (),,,out:effort-not-established arxiv-2611.07194-severus-rq1-highest-solved-ironkv,arxiv-2611.07194,gpt-6-sol,unstated,mixed,hard,,,,,,,13,highest solved level (RQ1),0.289,,,"https://arxiv.org/abs/2611.07194 (Table II, row IronKV, column highest solved level (GPT-6 Sol))",,out:effort-not-established, arxiv-2611.07194-severus-rq1-tau-b-ironkv,arxiv-2611.07194,gpt-6-sol,unstated,mixed,hard,,,,,,,0.79,tau_b of success against level,0.289,,,"https://arxiv.org/abs/2611.07194 (Table II, row IronKV, column tau_b on solved attempts (GPT-6 Sol))",,out:effort-not-established, arxiv-2611.07194-severus-rq1-cost-ironkv,arxiv-2611.07194,gpt-6-sol,unstated,mixed,hard,,,8.2,0.0289,,,,none,,,,https://arxiv.org/abs/2611.07194 (),,,out:effort-not-established arxiv-2611.07194-severus-rq1-highest-solved-ironkv,arxiv-2611.07194,gpt-6-luna,unstated,mixed,hard,,,,,,,13,highest solved level (RQ1),0.289,,,"https://arxiv.org/abs/2611.07194 (Table II, row IronKV, column highest solved level (GPT-6 Luna))",,out:effort-not-established, arxiv-2611.07194-severus-rq1-tau-b-ironkv,arxiv-2611.07194,gpt-6-luna,unstated,mixed,hard,,,,,,,0.67,tau_b of success against level,0.289,,,"https://arxiv.org/abs/2611.07194 (Table II, row IronKV, column tau_b on solved attempts (GPT-6 Luna))",,out:effort-not-established, arxiv-2611.07194-severus-rq1-cost-ironkv,arxiv-2611.07194,gpt-6-luna,unstated,mixed,hard,,,0.8,0.0289,,,,none,,,,https://arxiv.org/abs/2611.07194 (),,,out:effort-not-established arxiv-2611.07194-severus-rq1-highest-solved-pmemlog,arxiv-2611.07194,gpt-6-sol,unstated,mixed,hard,,,,,,,35,highest solved level (RQ1),0.289,,,"https://arxiv.org/abs/2611.07194 (Table II, row PMemLog, column highest solved level (GPT-6 Sol))",,out:effort-not-established, arxiv-2611.07194-severus-rq1-tau-b-pmemlog,arxiv-2611.07194,gpt-6-sol,unstated,mixed,hard,,,,,,,0.62,tau_b of success against level,0.289,,,"https://arxiv.org/abs/2611.07194 (Table II, row PMemLog, column tau_b on solved attempts (GPT-6 Sol))",,out:effort-not-established, arxiv-2611.07194-severus-rq1-cost-pmemlog,arxiv-2611.07194,gpt-6-sol,unstated,mixed,hard,,,20,0.289,,,,none,,,,https://arxiv.org/abs/2611.07194 (),,,out:effort-not-established arxiv-2611.07194-severus-rq1-highest-solved-pmemlog,arxiv-2611.07194,gpt-6-luna,unstated,mixed,hard,,,,,,,35,highest solved level (RQ1),0.289,,,"https://arxiv.org/abs/2611.07194 (Table II, row PMemLog, column highest solved level (GPT-6 Luna))",,out:effort-not-established, arxiv-2611.07194-severus-rq1-tau-b-pmemlog,arxiv-2611.07194,gpt-6-luna,unstated,mixed,hard,,,,,,,0.70,tau_b of success against level,0.289,,,"https://arxiv.org/abs/2611.07194 (Table II, row PMemLog, column tau_b on solved attempts (GPT-6 Luna))",,out:effort-not-established, arxiv-2611.07194-severus-rq1-cost-pmemlog,arxiv-2611.07194,gpt-6-luna,unstated,mixed,hard,,,2.7,0.0289,,,,none,,,,https://arxiv.org/abs/2611.07194 (),,,out:effort-not-established arxiv-2611.07194-severus-rq1-highest-solved-nrkernel,arxiv-2611.07194,gpt-6-sol,unstated,mixed,hard,,,,,,,64,highest solved level (RQ1),0.289,,,"https://arxiv.org/abs/2611.07194 (Table II, row NRKernel, column highest solved level (GPT-6 Sol))",,out:effort-not-established, arxiv-2611.07194-severus-rq1-tau-b-nrkernel,arxiv-2611.07194,gpt-6-sol,unstated,mixed,hard,,,,,,,0.71,tau_b of success against level,0.289,,,"https://arxiv.org/abs/2611.07194 (Table II, row NRKernel, column tau_b on solved attempts (GPT-6 Sol))",,out:effort-not-established, arxiv-2611.07194-severus-rq1-cost-nrkernel,arxiv-2611.07194,gpt-6-sol,unstated,mixed,hard,,,74,0.289,,,,none,,,,https://arxiv.org/abs/2611.07194 (),,,out:effort-not-established arxiv-2611.07194-severus-rq1-highest-solved-nrkernel,arxiv-2611.07194,gpt-6-luna,unstated,mixed,hard,,,,,,,57,highest solved level (RQ1),0.289,,,"https://arxiv.org/abs/2611.07194 (Table II, row NRKernel, column highest solved level (GPT-6 Luna))",,out:effort-not-established, arxiv-2611.07194-severus-rq1-tau-b-nrkernel,arxiv-2611.07194,gpt-6-luna,unstated,mixed,hard,,,,,,,0.82,tau_b of success against level,0.289,,,"https://arxiv.org/abs/2611.07194 (Table II, row NRKernel, column tau_b on solved attempts (GPT-6 Luna))",,out:effort-not-established, arxiv-2611.07194-severus-rq1-cost-nrkernel,arxiv-2611.07194,gpt-6-luna,unstated,mixed,hard,,,16,0.289,,,,none,,,,https://arxiv.org/abs/2611.07194 (),,,out:effort-not-established arxiv-2611.07194-severus-rq1-highest-solved-tla-rs,arxiv-2611.07194,gpt-6-sol,unstated,mixed,hard,,,,,,,218,highest solved level (RQ1),0.289,,,"https://arxiv.org/abs/2611.07194 (Table II, row TLA-RS, column highest solved level (GPT-6 Sol))",,out:effort-not-established, arxiv-2611.07194-severus-rq1-tau-b-tla-rs,arxiv-2611.07194,gpt-6-sol,unstated,mixed,hard,,,,,,,0.82,tau_b of success against level,0.289,,,"https://arxiv.org/abs/2611.07194 (Table II, row TLA-RS, column tau_b on solved attempts (GPT-6 Sol))",,out:effort-not-established, arxiv-2611.07194-severus-rq1-cost-tla-rs,arxiv-2611.07194,gpt-6-sol,unstated,mixed,hard,,,67,0.289,,,,none,,,,https://arxiv.org/abs/2611.07194 (),,,out:effort-not-established arxiv-2611.07194-severus-rq1-highest-solved-tla-rs,arxiv-2611.07194,gpt-6-luna,unstated,mixed,hard,,,,,,,223,highest solved level (RQ1),0.289,,,"https://arxiv.org/abs/2611.07194 (Table II, row TLA-RS, column highest solved level (GPT-6 Luna))",,out:effort-not-established, arxiv-2611.07194-severus-rq1-tau-b-tla-rs,arxiv-2611.07194,gpt-6-luna,unstated,mixed,hard,,,,,,,0.83,tau_b of success against level,0.289,,,"https://arxiv.org/abs/2611.07194 (Table II, row TLA-RS, column tau_b on solved attempts (GPT-6 Luna))",,out:effort-not-established, arxiv-2611.07194-severus-rq1-cost-tla-rs,arxiv-2611.07194,gpt-6-luna,unstated,mixed,hard,,,18,0.289,,,,none,,,,https://arxiv.org/abs/2611.07194 (),,,out:effort-not-established arxiv-2611.07194-severus-rq1-highest-solved-anvil,arxiv-2611.07194,gpt-6-sol,unstated,mixed,hard,,,,,,,1,highest solved level (RQ1),0.289,,,"https://arxiv.org/abs/2611.07194 (Table II, row Anvil, column highest solved level (GPT-6 Sol))",,out:effort-not-established, arxiv-2611.07194-severus-rq1-cost-anvil,arxiv-2611.07194,gpt-6-sol,unstated,mixed,hard,,,43,0.289,,,,none,,,,https://arxiv.org/abs/2611.07194 (),,,out:effort-not-established arxiv-2611.07194-severus-rq1-highest-solved-anvil,arxiv-2611.07194,gpt-6-luna,unstated,mixed,hard,,,,,,,27,highest solved level (RQ1),0.289,,,"https://arxiv.org/abs/2611.07194 (Table II, row Anvil, column highest solved level (GPT-6 Luna))",,out:effort-not-established, arxiv-2611.07194-severus-rq1-cost-anvil,arxiv-2611.07194,gpt-6-luna,unstated,mixed,hard,,,8.0,0.0289,,,,none,,,,https://arxiv.org/abs/2611.07194 (),,,out:effort-not-established arxiv-2611.07194-severus-rq1-cost-total,arxiv-2611.07194,gpt-6-sol,unstated,mixed,hard,,,218,0.289,,,,none,,,,https://arxiv.org/abs/2611.07194 (),,,out:effort-not-established arxiv-2611.07194-severus-rq1-cost-total,arxiv-2611.07194,gpt-6-luna,unstated,mixed,hard,,,46,0.289,,,,none,,,,https://arxiv.org/abs/2611.07194 (),,,out:effort-not-established arxiv-2611.07194-severus-rq2-root-vest,arxiv-2611.07194,gpt-6-sol,unstated,mixed,hard,,,,,,,10,quests solved up to the root (count of 10),0.289,,,"https://arxiv.org/abs/2611.07194 (Table III, row Vest, column Root (quests solved up to the root) (GPT-6 Sol))",,out:effort-not-established, arxiv-2611.07194-severus-rq2-mean-vest,arxiv-2611.07194,gpt-6-sol,unstated,mixed,hard,,,,,,,1.00,per-quest mean of the reached level share,0.00289,,,"https://arxiv.org/abs/2611.07194 (Table III, row Vest, column Mean (per-quest mean of l*/n) (GPT-6 Sol))",,out:effort-not-established, arxiv-2611.07194-severus-rq2-rls-vest,arxiv-2611.07194,gpt-6-sol,unstated,mixed,hard,,,,,,,1.00,reliable level share (RLS),0.00289,,,"https://arxiv.org/abs/2611.07194 (Table III, row Vest, column RLS (GPT-6 Sol))",,out:effort-not-established, arxiv-2611.07194-severus-rq2-cost-vest,arxiv-2611.07194,gpt-6-sol,unstated,mixed,hard,,,16,0.289,,,,none,,,,https://arxiv.org/abs/2611.07194 (),,,out:effort-not-established arxiv-2611.07194-severus-rq2-root-vest,arxiv-2611.07194,gpt-6-luna,unstated,mixed,hard,,,,,,,10,quests solved up to the root (count of 10),0.289,,,"https://arxiv.org/abs/2611.07194 (Table III, row Vest, column Root (quests solved up to the root) (GPT-6 Luna))",,out:effort-not-established, arxiv-2611.07194-severus-rq2-mean-vest,arxiv-2611.07194,gpt-6-luna,unstated,mixed,hard,,,,,,,1.00,per-quest mean of the reached level share,0.00289,,,"https://arxiv.org/abs/2611.07194 (Table III, row Vest, column Mean (per-quest mean of l*/n) (GPT-6 Luna))",,out:effort-not-established, arxiv-2611.07194-severus-rq2-rls-vest,arxiv-2611.07194,gpt-6-luna,unstated,mixed,hard,,,,,,,1.00,reliable level share (RLS),0.00289,,,"https://arxiv.org/abs/2611.07194 (Table III, row Vest, column RLS (GPT-6 Luna))",,out:effort-not-established, arxiv-2611.07194-severus-rq2-cost-vest,arxiv-2611.07194,gpt-6-luna,unstated,mixed,hard,,,1.7,0.0289,,,,none,,,,https://arxiv.org/abs/2611.07194 (),,,out:effort-not-established arxiv-2611.07194-severus-rq2-root-ironkv,arxiv-2611.07194,gpt-6-sol,unstated,mixed,hard,,,,,,,10,quests solved up to the root (count of 10),0.289,,,"https://arxiv.org/abs/2611.07194 (Table III, row IronKV, column Root (quests solved up to the root) (GPT-6 Sol))",,out:effort-not-established, arxiv-2611.07194-severus-rq2-mean-ironkv,arxiv-2611.07194,gpt-6-sol,unstated,mixed,hard,,,,,,,1.00,per-quest mean of the reached level share,0.00289,,,"https://arxiv.org/abs/2611.07194 (Table III, row IronKV, column Mean (per-quest mean of l*/n) (GPT-6 Sol))",,out:effort-not-established, arxiv-2611.07194-severus-rq2-rls-ironkv,arxiv-2611.07194,gpt-6-sol,unstated,mixed,hard,,,,,,,1.00,reliable level share (RLS),0.00289,,,"https://arxiv.org/abs/2611.07194 (Table III, row IronKV, column RLS (GPT-6 Sol))",,out:effort-not-established, arxiv-2611.07194-severus-rq2-cost-ironkv,arxiv-2611.07194,gpt-6-sol,unstated,mixed,hard,,,32,0.289,,,,none,,,,https://arxiv.org/abs/2611.07194 (),,,out:effort-not-established arxiv-2611.07194-severus-rq2-root-ironkv,arxiv-2611.07194,gpt-6-luna,unstated,mixed,hard,,,,,,,10,quests solved up to the root (count of 10),0.289,,,"https://arxiv.org/abs/2611.07194 (Table III, row IronKV, column Root (quests solved up to the root) (GPT-6 Luna))",,out:effort-not-established, arxiv-2611.07194-severus-rq2-mean-ironkv,arxiv-2611.07194,gpt-6-luna,unstated,mixed,hard,,,,,,,1.00,per-quest mean of the reached level share,0.00289,,,"https://arxiv.org/abs/2611.07194 (Table III, row IronKV, column Mean (per-quest mean of l*/n) (GPT-6 Luna))",,out:effort-not-established, arxiv-2611.07194-severus-rq2-rls-ironkv,arxiv-2611.07194,gpt-6-luna,unstated,mixed,hard,,,,,,,1.00,reliable level share (RLS),0.00289,,,"https://arxiv.org/abs/2611.07194 (Table III, row IronKV, column RLS (GPT-6 Luna))",,out:effort-not-established, arxiv-2611.07194-severus-rq2-cost-ironkv,arxiv-2611.07194,gpt-6-luna,unstated,mixed,hard,,,6.4,0.0289,,,,none,,,,https://arxiv.org/abs/2611.07194 (),,,out:effort-not-established arxiv-2611.07194-severus-rq2-root-pmemlog,arxiv-2611.07194,gpt-6-sol,unstated,mixed,hard,,,,,,,10,quests solved up to the root (count of 10),0.289,,,"https://arxiv.org/abs/2611.07194 (Table III, row PMemLog, column Root (quests solved up to the root) (GPT-6 Sol))",,out:effort-not-established, arxiv-2611.07194-severus-rq2-mean-pmemlog,arxiv-2611.07194,gpt-6-sol,unstated,mixed,hard,,,,,,,1.00,per-quest mean of the reached level share,0.00289,,,"https://arxiv.org/abs/2611.07194 (Table III, row PMemLog, column Mean (per-quest mean of l*/n) (GPT-6 Sol))",,out:effort-not-established, arxiv-2611.07194-severus-rq2-rls-pmemlog,arxiv-2611.07194,gpt-6-sol,unstated,mixed,hard,,,,,,,1.00,reliable level share (RLS),0.00289,,,"https://arxiv.org/abs/2611.07194 (Table III, row PMemLog, column RLS (GPT-6 Sol))",,out:effort-not-established, arxiv-2611.07194-severus-rq2-cost-pmemlog,arxiv-2611.07194,gpt-6-sol,unstated,mixed,hard,,,26,0.289,,,,none,,,,https://arxiv.org/abs/2611.07194 (),,,out:effort-not-established arxiv-2611.07194-severus-rq2-root-pmemlog,arxiv-2611.07194,gpt-6-luna,unstated,mixed,hard,,,,,,,10,quests solved up to the root (count of 10),0.289,,,"https://arxiv.org/abs/2611.07194 (Table III, row PMemLog, column Root (quests solved up to the root) (GPT-6 Luna))",,out:effort-not-established, arxiv-2611.07194-severus-rq2-mean-pmemlog,arxiv-2611.07194,gpt-6-luna,unstated,mixed,hard,,,,,,,1.00,per-quest mean of the reached level share,0.00289,,,"https://arxiv.org/abs/2611.07194 (Table III, row PMemLog, column Mean (per-quest mean of l*/n) (GPT-6 Luna))",,out:effort-not-established, arxiv-2611.07194-severus-rq2-rls-pmemlog,arxiv-2611.07194,gpt-6-luna,unstated,mixed,hard,,,,,,,1.00,reliable level share (RLS),0.00289,,,"https://arxiv.org/abs/2611.07194 (Table III, row PMemLog, column RLS (GPT-6 Luna))",,out:effort-not-established, arxiv-2611.07194-severus-rq2-cost-pmemlog,arxiv-2611.07194,gpt-6-luna,unstated,mixed,hard,,,4.9,0.0289,,,,none,,,,https://arxiv.org/abs/2611.07194 (),,,out:effort-not-established arxiv-2611.07194-severus-rq2-root-nrkernel,arxiv-2611.07194,gpt-6-sol,unstated,mixed,hard,,,,,,,5,quests solved up to the root (count of 10),0.289,,,"https://arxiv.org/abs/2611.07194 (Table III, row NRKernel, column Root (quests solved up to the root) (GPT-6 Sol))",,out:effort-not-established, arxiv-2611.07194-severus-rq2-mean-nrkernel,arxiv-2611.07194,gpt-6-sol,unstated,mixed,hard,,,,,,,0.58,per-quest mean of the reached level share,0.289,,,"https://arxiv.org/abs/2611.07194 (Table III, row NRKernel, column Mean (per-quest mean of l*/n) (GPT-6 Sol))",,out:effort-not-established, arxiv-2611.07194-severus-rq2-rls-nrkernel,arxiv-2611.07194,gpt-6-sol,unstated,mixed,hard,,,,,,,0.22,reliable level share (RLS),0.289,,,"https://arxiv.org/abs/2611.07194 (Table III, row NRKernel, column RLS (GPT-6 Sol))",,out:effort-not-established, arxiv-2611.07194-severus-rq2-cost-nrkernel,arxiv-2611.07194,gpt-6-sol,unstated,mixed,hard,,,372,0.289,,,,none,,,,https://arxiv.org/abs/2611.07194 (),,,out:effort-not-established arxiv-2611.07194-severus-rq2-root-nrkernel,arxiv-2611.07194,gpt-6-luna,unstated,mixed,hard,,,,,,,4,quests solved up to the root (count of 10),0.289,,,"https://arxiv.org/abs/2611.07194 (Table III, row NRKernel, column Root (quests solved up to the root) (GPT-6 Luna))",,out:effort-not-established, arxiv-2611.07194-severus-rq2-mean-nrkernel,arxiv-2611.07194,gpt-6-luna,unstated,mixed,hard,,,,,,,0.55,per-quest mean of the reached level share,0.289,,,"https://arxiv.org/abs/2611.07194 (Table III, row NRKernel, column Mean (per-quest mean of l*/n) (GPT-6 Luna))",,out:effort-not-established, arxiv-2611.07194-severus-rq2-rls-nrkernel,arxiv-2611.07194,gpt-6-luna,unstated,mixed,hard,,,,,,,0.22,reliable level share (RLS),0.289,,,"https://arxiv.org/abs/2611.07194 (Table III, row NRKernel, column RLS (GPT-6 Luna))",,out:effort-not-established, arxiv-2611.07194-severus-rq2-cost-nrkernel,arxiv-2611.07194,gpt-6-luna,unstated,mixed,hard,,,91,0.289,,,,none,,,,https://arxiv.org/abs/2611.07194 (),,,out:effort-not-established arxiv-2611.07194-severus-rq2-root-tla-rs,arxiv-2611.07194,gpt-6-sol,unstated,mixed,hard,,,,,,,8,quests solved up to the root (count of 10),0.289,,,"https://arxiv.org/abs/2611.07194 (Table III, row TLA-RS, column Root (quests solved up to the root) (GPT-6 Sol))",,out:effort-not-established, arxiv-2611.07194-severus-rq2-mean-tla-rs,arxiv-2611.07194,gpt-6-sol,unstated,mixed,hard,,,,,,,0.89,per-quest mean of the reached level share,0.289,,,"https://arxiv.org/abs/2611.07194 (Table III, row TLA-RS, column Mean (per-quest mean of l*/n) (GPT-6 Sol))",,out:effort-not-established, arxiv-2611.07194-severus-rq2-rls-tla-rs,arxiv-2611.07194,gpt-6-sol,unstated,mixed,hard,,,,,,,0.67,reliable level share (RLS),0.289,,,"https://arxiv.org/abs/2611.07194 (Table III, row TLA-RS, column RLS (GPT-6 Sol))",,out:effort-not-established, arxiv-2611.07194-severus-rq2-cost-tla-rs,arxiv-2611.07194,gpt-6-sol,unstated,mixed,hard,,,181,0.289,,,,none,,,,https://arxiv.org/abs/2611.07194 (),,,out:effort-not-established arxiv-2611.07194-severus-rq2-root-tla-rs,arxiv-2611.07194,gpt-6-luna,unstated,mixed,hard,,,,,,,6,quests solved up to the root (count of 10),0.289,,,"https://arxiv.org/abs/2611.07194 (Table III, row TLA-RS, column Root (quests solved up to the root) (GPT-6 Luna))",,out:effort-not-established, arxiv-2611.07194-severus-rq2-mean-tla-rs,arxiv-2611.07194,gpt-6-luna,unstated,mixed,hard,,,,,,,0.87,per-quest mean of the reached level share,0.289,,,"https://arxiv.org/abs/2611.07194 (Table III, row TLA-RS, column Mean (per-quest mean of l*/n) (GPT-6 Luna))",,out:effort-not-established, arxiv-2611.07194-severus-rq2-rls-tla-rs,arxiv-2611.07194,gpt-6-luna,unstated,mixed,hard,,,,,,,0.65,reliable level share (RLS),0.289,,,"https://arxiv.org/abs/2611.07194 (Table III, row TLA-RS, column RLS (GPT-6 Luna))",,out:effort-not-established, arxiv-2611.07194-severus-rq2-cost-tla-rs,arxiv-2611.07194,gpt-6-luna,unstated,mixed,hard,,,38,0.289,,,,none,,,,https://arxiv.org/abs/2611.07194 (),,,out:effort-not-established arxiv-2611.07194-severus-rq2-root-anvil,arxiv-2611.07194,gpt-6-sol,unstated,mixed,hard,,,,,,,9,quests solved up to the root (count of 10),0.289,,,"https://arxiv.org/abs/2611.07194 (Table III, row Anvil, column Root (quests solved up to the root) (GPT-6 Sol))",,out:effort-not-established, arxiv-2611.07194-severus-rq2-mean-anvil,arxiv-2611.07194,gpt-6-sol,unstated,mixed,hard,,,,,,,0.90,per-quest mean of the reached level share,0.289,,,"https://arxiv.org/abs/2611.07194 (Table III, row Anvil, column Mean (per-quest mean of l*/n) (GPT-6 Sol))",,out:effort-not-established, arxiv-2611.07194-severus-rq2-rls-anvil,arxiv-2611.07194,gpt-6-sol,unstated,mixed,hard,,,,,,,0.11,reliable level share (RLS),0.289,,,"https://arxiv.org/abs/2611.07194 (Table III, row Anvil, column RLS (GPT-6 Sol))",,out:effort-not-established, arxiv-2611.07194-severus-rq2-cost-anvil,arxiv-2611.07194,gpt-6-sol,unstated,mixed,hard,,,140,0.289,,,,none,,,,https://arxiv.org/abs/2611.07194 (),,,out:effort-not-established arxiv-2611.07194-severus-rq2-root-anvil,arxiv-2611.07194,gpt-6-luna,unstated,mixed,hard,,,,,,,9,quests solved up to the root (count of 10),0.289,,,"https://arxiv.org/abs/2611.07194 (Table III, row Anvil, column Root (quests solved up to the root) (GPT-6 Luna))",,out:effort-not-established, arxiv-2611.07194-severus-rq2-mean-anvil,arxiv-2611.07194,gpt-6-luna,unstated,mixed,hard,,,,,,,0.90,per-quest mean of the reached level share,0.289,,,"https://arxiv.org/abs/2611.07194 (Table III, row Anvil, column Mean (per-quest mean of l*/n) (GPT-6 Luna))",,out:effort-not-established, arxiv-2611.07194-severus-rq2-rls-anvil,arxiv-2611.07194,gpt-6-luna,unstated,mixed,hard,,,,,,,0.12,reliable level share (RLS),0.289,,,"https://arxiv.org/abs/2611.07194 (Table III, row Anvil, column RLS (GPT-6 Luna))",,out:effort-not-established, arxiv-2611.07194-severus-rq2-cost-anvil,arxiv-2611.07194,gpt-6-luna,unstated,mixed,hard,,,20,0.289,,,,none,,,,https://arxiv.org/abs/2611.07194 (),,,out:effort-not-established arxiv-2611.07194-severus-rq2-root-all,arxiv-2611.07194,gpt-6-sol,unstated,mixed,hard,,,,,,,52,quests solved up to the root (count of 10),0.289,,,"https://arxiv.org/abs/2611.07194 (Table III, row All, column Root (quests solved up to the root) (GPT-6 Sol))",,out:effort-not-established, arxiv-2611.07194-severus-rq2-mean-all,arxiv-2611.07194,gpt-6-sol,unstated,mixed,hard,,,,,,,0.90,per-quest mean of the reached level share,0.289,,,"https://arxiv.org/abs/2611.07194 (Table III, row All, column Mean (per-quest mean of l*/n) (GPT-6 Sol))",,out:effort-not-established, arxiv-2611.07194-severus-rq2-rls-all,arxiv-2611.07194,gpt-6-sol,unstated,mixed,hard,,,,,,,0.35,reliable level share (RLS),0.289,,,"https://arxiv.org/abs/2611.07194 (Table III, row All, column RLS (GPT-6 Sol))",,out:effort-not-established, arxiv-2611.07194-severus-rq2-cost-all,arxiv-2611.07194,gpt-6-sol,unstated,mixed,hard,,,768,0.289,,,,none,,,,https://arxiv.org/abs/2611.07194 (),,,out:effort-not-established arxiv-2611.07194-severus-rq2-root-all,arxiv-2611.07194,gpt-6-luna,unstated,mixed,hard,,,,,,,49,quests solved up to the root (count of 10),0.289,,,"https://arxiv.org/abs/2611.07194 (Table III, row All, column Root (quests solved up to the root) (GPT-6 Luna))",,out:effort-not-established, arxiv-2611.07194-severus-rq2-mean-all,arxiv-2611.07194,gpt-6-luna,unstated,mixed,hard,,,,,,,0.89,per-quest mean of the reached level share,0.289,,,"https://arxiv.org/abs/2611.07194 (Table III, row All, column Mean (per-quest mean of l*/n) (GPT-6 Luna))",,out:effort-not-established, arxiv-2611.07194-severus-rq2-rls-all,arxiv-2611.07194,gpt-6-luna,unstated,mixed,hard,,,,,,,0.35,reliable level share (RLS),0.289,,,"https://arxiv.org/abs/2611.07194 (Table III, row All, column RLS (GPT-6 Luna))",,out:effort-not-established, arxiv-2611.07194-severus-rq2-cost-all,arxiv-2611.07194,gpt-6-luna,unstated,mixed,hard,,,162,0.289,,,,none,,,,https://arxiv.org/abs/2611.07194 (),,,out:effort-not-established arxiv-2611.07194-severus-t4-recall-vest,arxiv-2611.07194,gpt-6-sol,unstated,mixed,hard,,,,,,,0.73,re-stated recall of the deleted lemmas,0.00289,,,"https://arxiv.org/abs/2611.07194 (Table IV, column Vest, row Recall)",,out:effort-not-established, arxiv-2611.07194-severus-t4-recall-anvil,arxiv-2611.07194,gpt-6-sol,unstated,mixed,hard,,,,,,,0.11,re-stated recall of the deleted lemmas,0.00289,,,"https://arxiv.org/abs/2611.07194 (Table IV, column Anvil, row Recall)",,out:effort-not-established, arxiv-2611.07194-severus-t4-recall-ironkv,arxiv-2611.07194,gpt-6-sol,unstated,mixed,hard,,,,,,,0.10,re-stated recall of the deleted lemmas,0.00289,,,"https://arxiv.org/abs/2611.07194 (Table IV, column IronKV, row Recall)",,out:effort-not-established, arxiv-2611.07194-severus-t4-recall-tla-rs,arxiv-2611.07194,gpt-6-sol,unstated,mixed,hard,,,,,,,0.02,re-stated recall of the deleted lemmas,0.00289,,,"https://arxiv.org/abs/2611.07194 (Table IV, column TLA-RS, row Recall)",,out:effort-not-established, arxiv-2611.07194-severus-t4-recall-nrkernel,arxiv-2611.07194,gpt-6-sol,unstated,mixed,hard,,,,,,,0.01,re-stated recall of the deleted lemmas,0.00289,,,"https://arxiv.org/abs/2611.07194 (Table IV, column NRKernel, row Recall)",,out:effort-not-established, arxiv-2611.07194-severus-t4-recall-pmemlog,arxiv-2611.07194,gpt-6-sol,unstated,mixed,hard,,,,,,,0.00,re-stated recall of the deleted lemmas,0.00289,,,"https://arxiv.org/abs/2611.07194 (Table IV, column PMemLog, row Recall)",,out:effort-not-established, arxiv-2611.07194-severus-t4-recall-all,arxiv-2611.07194,gpt-6-sol,unstated,mixed,hard,,,,,,,0.11,re-stated recall of the deleted lemmas,0.00289,,,"https://arxiv.org/abs/2611.07194 (Table IV, column All, row Recall)",,out:effort-not-established, arxiv-2611.07194-severus-t4-jaccard-vest,arxiv-2611.07194,gpt-6-sol,unstated,mixed,hard,,,,,,,0.56,hidden-only statement Jaccard,0.00289,,,"https://arxiv.org/abs/2611.07194 (Table IV, column Vest, row Jaccard)",,out:effort-not-established, arxiv-2611.07194-severus-t4-jaccard-anvil,arxiv-2611.07194,gpt-6-sol,unstated,mixed,hard,,,,,,,0.06,hidden-only statement Jaccard,0.00289,,,"https://arxiv.org/abs/2611.07194 (Table IV, column Anvil, row Jaccard)",,out:effort-not-established, arxiv-2611.07194-severus-t4-jaccard-ironkv,arxiv-2611.07194,gpt-6-sol,unstated,mixed,hard,,,,,,,0.05,hidden-only statement Jaccard,0.00289,,,"https://arxiv.org/abs/2611.07194 (Table IV, column IronKV, row Jaccard)",,out:effort-not-established, arxiv-2611.07194-severus-t4-jaccard-tla-rs,arxiv-2611.07194,gpt-6-sol,unstated,mixed,hard,,,,,,,0.01,hidden-only statement Jaccard,0.00289,,,"https://arxiv.org/abs/2611.07194 (Table IV, column TLA-RS, row Jaccard)",,out:effort-not-established, arxiv-2611.07194-severus-t4-jaccard-nrkernel,arxiv-2611.07194,gpt-6-sol,unstated,mixed,hard,,,,,,,0.00,hidden-only statement Jaccard,0.00289,,,"https://arxiv.org/abs/2611.07194 (Table IV, column NRKernel, row Jaccard)",,out:effort-not-established, arxiv-2611.07194-severus-t4-jaccard-pmemlog,arxiv-2611.07194,gpt-6-sol,unstated,mixed,hard,,,,,,,0.00,hidden-only statement Jaccard,0.00289,,,"https://arxiv.org/abs/2611.07194 (Table IV, column PMemLog, row Jaccard)",,out:effort-not-established, arxiv-2611.07194-severus-t4-jaccard-all,arxiv-2611.07194,gpt-6-sol,unstated,mixed,hard,,,,,,,0.08,hidden-only statement Jaccard,0.00289,,,"https://arxiv.org/abs/2611.07194 (Table IV, column All, row Jaccard)",,out:effort-not-established, arxiv-2611.07339-diagdbench-react-postgresql,arxiv-2611.07339,gpt-6-astra,unstated,mixed,hard,ReAct,,,,,,56.81,DiagDBench score (0-100),0.00289,,,"https://arxiv.org/abs/2611.07339 (Table 6, row PostgreSQL, ReAct column)",,out:effort-not-established, arxiv-2611.07339-diagdbench-react-mysql,arxiv-2611.07339,gpt-6-astra,unstated,mixed,hard,ReAct,,,,,,55.61,DiagDBench score (0-100),0.00289,,,"https://arxiv.org/abs/2611.07339 (Table 6, row MySQL, ReAct column)",,out:effort-not-established, arxiv-2611.07339-diagdbench-react-overall,arxiv-2611.07339,gpt-6-astra,unstated,mixed,hard,ReAct,,,,,,56.24,DiagDBench score (0-100),0.00289,,,"https://arxiv.org/abs/2611.07339 (Table 6, row Overall, ReAct column)",,out:effort-not-established, arxiv-2611.07339-diagdbench-codex-postgresql,arxiv-2611.07339,gpt-6-astra,unstated,mixed,hard,Codex,,,,,,53.62,DiagDBench score (0-100),0.00289,,,"https://arxiv.org/abs/2611.07339 (Table 6, row PostgreSQL, Codex column)",,out:effort-not-established, arxiv-2611.07339-diagdbench-codex-mysql,arxiv-2611.07339,gpt-6-astra,unstated,mixed,hard,Codex,,,,,,51.22,DiagDBench score (0-100),0.00289,,,"https://arxiv.org/abs/2611.07339 (Table 6, row MySQL, Codex column)",,out:effort-not-established, arxiv-2611.07339-diagdbench-codex-overall,arxiv-2611.07339,gpt-6-astra,unstated,mixed,hard,Codex,,,,,,52.44,DiagDBench score (0-100),0.00289,,,"https://arxiv.org/abs/2611.07339 (Table 6, row Overall, Codex column)",,out:effort-not-established, arxiv-2611.07339-diagdbench-dbot-postgresql,arxiv-2611.07339,gpt-6-astra,unstated,mixed,hard,D-Bot,,,,,,20.09,DiagDBench score (0-100),0.00289,,,"https://arxiv.org/abs/2611.07339 (Table 6, row PostgreSQL, D-Bot column)",,out:effort-not-established, arxiv-2611.07339-diagdbench-dbot-overall,arxiv-2611.07339,gpt-6-astra,unstated,mixed,hard,D-Bot,,,,,,20.09,DiagDBench score (0-100),0.00289,,,"https://arxiv.org/abs/2611.07339 (Table 6, row Overall, D-Bot column)",,out:effort-not-established, arxiv-2611.07339-diagdbench-dbaiops-postgresql,arxiv-2611.07339,gpt-6-astra,unstated,mixed,hard,DBAIOps,,,,,,23.27,DiagDBench score (0-100),0.00289,,,"https://arxiv.org/abs/2611.07339 (Table 6, row PostgreSQL, DBAIOps column)",,out:effort-not-established, arxiv-2611.07339-diagdbench-dbaiops-mysql,arxiv-2611.07339,gpt-6-astra,unstated,mixed,hard,DBAIOps,,,,,,11.03,DiagDBench score (0-100),0.00289,,,"https://arxiv.org/abs/2611.07339 (Table 6, row MySQL, DBAIOps column)",,out:effort-not-established, arxiv-2611.07339-diagdbench-dbaiops-overall,arxiv-2611.07339,gpt-6-astra,unstated,mixed,hard,DBAIOps,,,,,,20.55,DiagDBench score (0-100),0.00289,,,"https://arxiv.org/abs/2611.07339 (Table 6, row Overall, DBAIOps column)",,out:effort-not-established, arxiv-2611.07461-t12-mini-resolved,arxiv-2611.07461,fable-5,medium,coding,hard,mini-SWE-agent,per-task,2.05,0.00289,,,95.00,resolved%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2611.07461 (Table 12, row Claude Fable 5 (mini), column Baseline Resolved (%))",,in,in arxiv-2611.07461-t12-delta-mini,arxiv-2611.07461,fable-5,medium,coding,hard,HERMES,,,,,,1.00,delta-resolved-pts,0.00289,,,"https://arxiv.org/abs/2611.07461 (Table 12, row Claude Fable 5 (mini), column Delta Res.)",,in, arxiv-2611.07461-t12-hermes-resolved,arxiv-2611.07461,fable-5,medium,coding,hard,HERMES,per-task,4.50,0.00289,,,96.00,resolved%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2611.07461 (Table 12, row Claude Fable 5, column HERMES Resolved (%))",,in,in arxiv-2611.07461-t12-mini-resolved,arxiv-2611.07461,opus-5,medium,coding,hard,mini-SWE-agent,per-task,1.29,0.00289,,,97.00,resolved%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2611.07461 (Table 12, row Claude Opus 5 (mini), column Baseline Resolved (%))",,in,in arxiv-2611.07461-t12-delta-mini,arxiv-2611.07461,opus-5,medium,coding,hard,HERMES,,,,,,0.00,delta-resolved-pts,0.00289,,,"https://arxiv.org/abs/2611.07461 (Table 12, row Claude Opus 5 (mini), column Delta Res.)",,in, arxiv-2611.07461-t12-hermes-resolved,arxiv-2611.07461,opus-5,medium,coding,hard,HERMES,per-task,2.25,0.00289,,,97.00,resolved%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2611.07461 (Table 12, row Claude Opus 5, column HERMES Resolved (%))",,in,in arxiv-2611.07461-t12-mini-resolved,arxiv-2611.07461,sonnet-5,medium,coding,hard,mini-SWE-agent,per-task,1.49,0.00289,,,79.60,resolved%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2611.07461 (Table 12, row Claude Sonnet 5 (mini), column Baseline Resolved (%))",,in,in arxiv-2611.07461-t12-delta-mini,arxiv-2611.07461,sonnet-5,medium,coding,hard,HERMES,,,,,,6.20,delta-resolved-pts,0.00289,,,"https://arxiv.org/abs/2611.07461 (Table 12, row Claude Sonnet 5 (mini), column Delta Res.)",,in, arxiv-2611.07461-t12-hermes-resolved,arxiv-2611.07461,sonnet-5,medium,coding,hard,HERMES,per-task,2.10,0.00289,,,85.80,resolved%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2611.07461 (Table 12, row Claude Sonnet 5, column HERMES Resolved (%))",,in,in arxiv-2611.07461-t12-mini-resolved,arxiv-2611.07461,opus-4.8,medium,coding,hard,mini-SWE-agent,per-task,1.92,0.00289,,,88.60,resolved%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2611.07461 (Table 12, row Claude Opus 4.8 (mini), column Baseline Resolved (%))",,in,in arxiv-2611.07461-t12-delta-mini,arxiv-2611.07461,opus-4.8,medium,coding,hard,HERMES,,,,,,2.40,delta-resolved-pts,0.00289,,,"https://arxiv.org/abs/2611.07461 (Table 12, row Claude Opus 4.8 (mini), column Delta Res.)",,in, arxiv-2611.07461-t12-hermes-resolved,arxiv-2611.07461,opus-4.8,medium,coding,hard,HERMES,per-task,2.65,0.00289,,,91.00,resolved%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2611.07461 (Table 12, row Claude Opus 4.8, column HERMES Resolved (%))",,in,in arxiv-2611.07461-t12-mini-resolved,arxiv-2611.07461,opus-4.7,medium,coding,hard,mini-SWE-agent,per-task,2.42,0.00289,,,82.00,resolved%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2611.07461 (Table 12, row Claude Opus 4.7 (mini), column Baseline Resolved (%))",,in,in arxiv-2611.07461-t12-delta-mini,arxiv-2611.07461,opus-4.7,medium,coding,hard,HERMES,,,,,,4.00,delta-resolved-pts,0.00289,,,"https://arxiv.org/abs/2611.07461 (Table 12, row Claude Opus 4.7 (mini), column Delta Res.)",,in, arxiv-2611.07461-t12-hermes-resolved,arxiv-2611.07461,opus-4.7,medium,coding,hard,HERMES,per-task,3.10,0.00289,,,86.00,resolved%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2611.07461 (Table 12, row Claude Opus 4.7, column HERMES Resolved (%))",,in,in arxiv-2611.07461-t12-mini-resolved,arxiv-2611.07461,sonnet-4.6,medium,coding,hard,mini-SWE-agent,per-task,1.30,0.00289,,,77.40,resolved%,0.00289,,cost-method-assumed-single,"https://arxiv.org/abs/2611.07461 (Table 12, row Claude Sonnet 4.6 (mini), column Baseline Resolved (%))",,in,out:cost-not-comparable arxiv-2611.07461-t12-delta-mini,arxiv-2611.07461,sonnet-4.6,medium,coding,hard,HERMES,,,,,,5.40,delta-resolved-pts,0.00289,,,"https://arxiv.org/abs/2611.07461 (Table 12, row Claude Sonnet 4.6 (mini), column Delta Res.)",,in, arxiv-2611.07461-t12-hermes-resolved,arxiv-2611.07461,sonnet-4.6,medium,coding,hard,HERMES,per-task,1.92,0.00289,,,82.80,resolved%,0.00289,,cost-method-assumed-single,"https://arxiv.org/abs/2611.07461 (Table 12, row Claude Sonnet 4.6, column HERMES Resolved (%))",,in,out:cost-not-comparable arxiv-2611.07461-t12-cc-resolved,arxiv-2611.07461,opus-4.8,medium,coding,hard,Claude Code,per-task,0.67,0.00289,,,85.80,resolved%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2611.07461 (Table 12, row Claude Opus 4.8 (cc), column Baseline Resolved (%))",,out:single-couple,out:cost-single-couple arxiv-2611.07461-t12-delta-cc,arxiv-2611.07461,opus-4.8,medium,coding,hard,HERMES,,,,,,5.20,delta-resolved-pts,0.00289,,,"https://arxiv.org/abs/2611.07461 (Table 12, row Claude Opus 4.8 (cc), column Delta Res.)",,out:single-couple, arxiv-2611.07461-t13-baseline-resolution,arxiv-2611.07461,opus-5,medium,coding,hard,Claude Code,USD/full-benchmark-run,4800,0.289,,,47.0,resolution%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2611.07461 (Table 13, row Claude Opus 5 medium, column Baseline Resolution (%))",,in,in arxiv-2611.07461-t13-hermes-resolution,arxiv-2611.07461,opus-5,medium,coding,hard,HERMES,USD/full-benchmark-run,6700,0.289,,,48.5,resolution%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2611.07461 (Table 13, row Claude Opus 5 medium, column HERMES Resolution (%))",,in,in arxiv-2611.07461-t13-delta,arxiv-2611.07461,opus-5,medium,coding,hard,HERMES,,,,,,1.5,delta-resolution-pts,0.0289,,,"https://arxiv.org/abs/2611.07461 (Table 13, row Claude Opus 5 medium, column Delta Res.)",,in, arxiv-2611.07461-t13-baseline-resolution,arxiv-2611.07461,opus-5,max,coding,hard,Claude Code,USD/full-benchmark-run,6000,0.289,,,51.8,resolution%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2611.07461 (Table 13, row Claude Opus 5 max, column Baseline Resolution (%))",,in,in arxiv-2611.07461-t13-hermes-resolution,arxiv-2611.07461,opus-5,max,coding,hard,HERMES,USD/full-benchmark-run,8600,0.289,,,53.0,resolution%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2611.07461 (Table 13, row Claude Opus 5 max, column HERMES Resolution (%))",,in,in arxiv-2611.07461-t13-delta,arxiv-2611.07461,opus-5,max,coding,hard,HERMES,,,,,,1.2,delta-resolution-pts,0.0289,,,"https://arxiv.org/abs/2611.07461 (Table 13, row Claude Opus 5 max, column Delta Res.)",,in, arxiv-2611.07461-t13-baseline-resolution,arxiv-2611.07461,fable-5,max,coding,hard,Claude Code,USD/full-benchmark-run,7300,0.289,,,44.5,resolution%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2611.07461 (Table 13, row Claude Fable 5 max, column Baseline Resolution (%))",,in,in arxiv-2611.07461-t13-hermes-resolution,arxiv-2611.07461,fable-5,max,coding,hard,HERMES,USD/full-benchmark-run,10100,0.289,,,49.7,resolution%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2611.07461 (Table 13, row Claude Fable 5 max, column HERMES Resolution (%))",,in,in arxiv-2611.07461-t13-delta,arxiv-2611.07461,fable-5,max,coding,hard,HERMES,,,,,,5.2,delta-resolution-pts,0.0289,,,"https://arxiv.org/abs/2611.07461 (Table 13, row Claude Fable 5 max, column Delta Res.)",,in, arxiv-2611.07461-t13-baseline-resolution,arxiv-2611.07461,opus-4.8,max,coding,hard,Claude Code,USD/full-benchmark-run,6500,0.289,,,23.6,resolution%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2611.07461 (Table 13, row Claude Opus 4.8 max, column Baseline Resolution (%))",,in,in arxiv-2611.07461-t13-hermes-resolution,arxiv-2611.07461,opus-4.8,max,coding,hard,HERMES,USD/full-benchmark-run,8400,0.289,,,34.2,resolution%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2611.07461 (Table 13, row Claude Opus 4.8 max, column HERMES Resolution (%))",,in,in arxiv-2611.07461-t13-delta,arxiv-2611.07461,opus-4.8,max,coding,hard,HERMES,,,,,,10.6,delta-resolution-pts,0.0289,,,"https://arxiv.org/abs/2611.07461 (Table 13, row Claude Opus 4.8 max, column Delta Res.)",,in, arxiv-2611.07461-t13-baseline-resolution,arxiv-2611.07461,sonnet-5,medium,coding,hard,Claude Code,USD/full-benchmark-run,7100,0.289,,,10.6,resolution%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2611.07461 (Table 13, row Claude Sonnet 5 medium, column Baseline Resolution (%))",,in,in arxiv-2611.07461-t13-hermes-resolution,arxiv-2611.07461,sonnet-5,medium,coding,hard,HERMES,USD/full-benchmark-run,5800,0.289,,,35.8,resolution%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2611.07461 (Table 13, row Claude Sonnet 5 medium, column HERMES Resolution (%))",,in,in arxiv-2611.07461-t13-delta,arxiv-2611.07461,sonnet-5,medium,coding,hard,HERMES,,,,,,25.2,delta-resolution-pts,0.0289,,,"https://arxiv.org/abs/2611.07461 (Table 13, row Claude Sonnet 5 medium, column Delta Res.)",,in, arxiv-2611.07461-t13-baseline-resolution,arxiv-2611.07461,sonnet-5,max,coding,hard,Claude Code,USD/full-benchmark-run,9600,0.289,,,12.4,resolution%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2611.07461 (Table 13, row Claude Sonnet 5 max, column Baseline Resolution (%))",,in,in arxiv-2611.07461-t13-hermes-resolution,arxiv-2611.07461,sonnet-5,max,coding,hard,HERMES,USD/full-benchmark-run,7400,0.289,,,40.0,resolution%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2611.07461 (Table 13, row Claude Sonnet 5 max, column HERMES Resolution (%))",,in,in arxiv-2611.07461-t13-delta,arxiv-2611.07461,sonnet-5,max,coding,hard,HERMES,,,,,,27.6,delta-resolution-pts,0.0289,,,"https://arxiv.org/abs/2611.07461 (Table 13, row Claude Sonnet 5 max, column Delta Res.)",,in, arxiv-2611.07461-t14-baseline-build,arxiv-2611.07461,opus-5,medium,coding,hard,Claude Code,,,,,,79.63,stage-success%,0.00289,,,"https://arxiv.org/abs/2611.07461 (Table 14, row Claude Opus 5, column Baseline Build)",,in, arxiv-2611.07461-t14-baseline-monitor,arxiv-2611.07461,opus-5,medium,coding,hard,Claude Code,,,,,,41.18,stage-success%,0.00289,,,"https://arxiv.org/abs/2611.07461 (Table 14, row Claude Opus 5, column Baseline Monitor.)",,in, arxiv-2611.07461-t14-baseline-issue,arxiv-2611.07461,opus-5,medium,coding,hard,Claude Code,,,,,,42.90,stage-success%,0.00289,,,"https://arxiv.org/abs/2611.07461 (Table 14, row Claude Opus 5, column Baseline Issue)",,in, arxiv-2611.07461-t14-baseline-test,arxiv-2611.07461,opus-5,medium,coding,hard,Claude Code,,,,,,44.52,stage-success%,0.00289,,,"https://arxiv.org/abs/2611.07461 (Table 14, row Claude Opus 5, column Baseline Test)",,in, arxiv-2611.07461-t14-baseline-avg,arxiv-2611.07461,opus-5,medium,coding,hard,Claude Code,,,,,,52.06,stage-success%,0.00289,,,"https://arxiv.org/abs/2611.07461 (Table 14, row Claude Opus 5, column Baseline Avg.)",,in, arxiv-2611.07461-t14-hermes-build,arxiv-2611.07461,opus-5,medium,coding,hard,HERMES,,,,,,85.19,stage-success%,0.00289,,,"https://arxiv.org/abs/2611.07461 (Table 14, row Claude Opus 5, column HERMES Build)",,in, arxiv-2611.07461-t14-hermes-monitor,arxiv-2611.07461,opus-5,medium,coding,hard,HERMES,,,,,,47.06,stage-success%,0.00289,,,"https://arxiv.org/abs/2611.07461 (Table 14, row Claude Opus 5, column HERMES Monitor.)",,in, arxiv-2611.07461-t14-hermes-issue,arxiv-2611.07461,opus-5,medium,coding,hard,HERMES,,,,,,47.10,stage-success%,0.00289,,,"https://arxiv.org/abs/2611.07461 (Table 14, row Claude Opus 5, column HERMES Issue)",,in, arxiv-2611.07461-t14-hermes-test,arxiv-2611.07461,opus-5,medium,coding,hard,HERMES,,,,,,49.03,stage-success%,0.00289,,,"https://arxiv.org/abs/2611.07461 (Table 14, row Claude Opus 5, column HERMES Test)",,in, arxiv-2611.07461-t14-hermes-avg,arxiv-2611.07461,opus-5,medium,coding,hard,HERMES,,,,,,57.10,stage-success%,0.00289,,,"https://arxiv.org/abs/2611.07461 (Table 14, row Claude Opus 5, column HERMES Avg.)",,in, arxiv-2611.07461-t14-delta,arxiv-2611.07461,opus-5,medium,coding,hard,HERMES,,,,,,5.04,delta-avg-success-pts,0.00289,,,"https://arxiv.org/abs/2611.07461 (Table 14, row Claude Opus 5, column Delta Avg.)",,in, arxiv-2611.07461-t14-baseline-build,arxiv-2611.07461,sonnet-5,medium,coding,hard,Claude Code,,,,,,68.52,stage-success%,0.00289,,,"https://arxiv.org/abs/2611.07461 (Table 14, row Claude Sonnet 5, column Baseline Build)",,in, arxiv-2611.07461-t14-baseline-monitor,arxiv-2611.07461,sonnet-5,medium,coding,hard,Claude Code,,,,,,29.41,stage-success%,0.00289,,,"https://arxiv.org/abs/2611.07461 (Table 14, row Claude Sonnet 5, column Baseline Monitor.)",,in, arxiv-2611.07461-t14-baseline-issue,arxiv-2611.07461,sonnet-5,medium,coding,hard,Claude Code,,,,,,34.84,stage-success%,0.00289,,,"https://arxiv.org/abs/2611.07461 (Table 14, row Claude Sonnet 5, column Baseline Issue)",,in, arxiv-2611.07461-t14-baseline-test,arxiv-2611.07461,sonnet-5,medium,coding,hard,Claude Code,,,,,,36.45,stage-success%,0.00289,,,"https://arxiv.org/abs/2611.07461 (Table 14, row Claude Sonnet 5, column Baseline Test)",,in, arxiv-2611.07461-t14-baseline-avg,arxiv-2611.07461,sonnet-5,medium,coding,hard,Claude Code,,,,,,42.31,stage-success%,0.00289,,,"https://arxiv.org/abs/2611.07461 (Table 14, row Claude Sonnet 5, column Baseline Avg.)",,in, arxiv-2611.07461-t14-hermes-build,arxiv-2611.07461,sonnet-5,medium,coding,hard,HERMES,,,,,,75.93,stage-success%,0.00289,,,"https://arxiv.org/abs/2611.07461 (Table 14, row Claude Sonnet 5, column HERMES Build)",,in, arxiv-2611.07461-t14-hermes-monitor,arxiv-2611.07461,sonnet-5,medium,coding,hard,HERMES,,,,,,38.24,stage-success%,0.00289,,,"https://arxiv.org/abs/2611.07461 (Table 14, row Claude Sonnet 5, column HERMES Monitor.)",,in, arxiv-2611.07461-t14-hermes-issue,arxiv-2611.07461,sonnet-5,medium,coding,hard,HERMES,,,,,,40.65,stage-success%,0.00289,,,"https://arxiv.org/abs/2611.07461 (Table 14, row Claude Sonnet 5, column HERMES Issue)",,in, arxiv-2611.07461-t14-hermes-test,arxiv-2611.07461,sonnet-5,medium,coding,hard,HERMES,,,,,,41.94,stage-success%,0.00289,,,"https://arxiv.org/abs/2611.07461 (Table 14, row Claude Sonnet 5, column HERMES Test)",,in, arxiv-2611.07461-t14-hermes-avg,arxiv-2611.07461,sonnet-5,medium,coding,hard,HERMES,,,,,,49.19,stage-success%,0.00289,,,"https://arxiv.org/abs/2611.07461 (Table 14, row Claude Sonnet 5, column HERMES Avg.)",,in, arxiv-2611.07461-t14-delta,arxiv-2611.07461,sonnet-5,medium,coding,hard,HERMES,,,,,,6.88,delta-avg-success-pts,0.00289,,,"https://arxiv.org/abs/2611.07461 (Table 14, row Claude Sonnet 5, column Delta Avg.)",,in, arxiv-2611.07461-t23-alone-distribution,arxiv-2611.07461,opus-5.5,medium,agentic-tool,hard,Claude Code,,,,,,23,task score (%),0.289,,,"https://arxiv.org/abs/2611.07461 (Table 23, arm Claude Code, column Distribution)",,out:single-couple, arxiv-2611.07461-t23-alone-acquisition,arxiv-2611.07461,opus-5.5,medium,agentic-tool,hard,Claude Code,,,,,,41,task score (%),0.289,,,"https://arxiv.org/abs/2611.07461 (Table 23, arm Claude Code, column Acquisition)",,out:single-couple, arxiv-2611.07461-t23-alone-assistant,arxiv-2611.07461,opus-5.5,medium,agentic-tool,hard,Claude Code,,,,,,0,task score (%),0.289,,,"https://arxiv.org/abs/2611.07461 (Table 23, arm Claude Code, column Assistant)",,out:single-couple, arxiv-2611.07461-t23-alone-validation,arxiv-2611.07461,opus-5.5,medium,agentic-tool,hard,Claude Code,,,,,,35,task score (%),0.289,,,"https://arxiv.org/abs/2611.07461 (Table 23, arm Claude Code, column Validation)",,out:single-couple, arxiv-2611.07461-t23-alone-all,arxiv-2611.07461,opus-5.5,medium,agentic-tool,hard,Claude Code,,,,,,28,task score (%),0.289,,,"https://arxiv.org/abs/2611.07461 (Table 23, arm Claude Code, column All)",,out:single-couple, arxiv-2611.07461-t23-alone-completed,arxiv-2611.07461,opus-5.5,medium,agentic-tool,hard,Claude Code,,,,,,9,tasks completed (of 46),0.289,,,"https://arxiv.org/abs/2611.07461 (Table 23, arm Claude Code, column Completed)",,out:single-couple, arxiv-2611.07461-t23-alone-cost,arxiv-2611.07461,opus-5.5,medium,agentic-tool,hard,Claude Code,per-solved-task,1.24,0.00289,,,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://arxiv.org/abs/2611.07461 (),,,out:cost-single-couple arxiv-2611.07461-t23-heelo-distribution,arxiv-2611.07461,opus-5.5,medium,agentic-tool,hard,Claude Code + HEELO MCP,,,,,,98,task score (%),0.289,,,"https://arxiv.org/abs/2611.07461 (Table 23, arm Claude Code + HEELO, column Distribution)",,out:single-couple, arxiv-2611.07461-t23-heelo-acquisition,arxiv-2611.07461,opus-5.5,medium,agentic-tool,hard,Claude Code + HEELO MCP,,,,,,84,task score (%),0.289,,,"https://arxiv.org/abs/2611.07461 (Table 23, arm Claude Code + HEELO, column Acquisition)",,out:single-couple, arxiv-2611.07461-t23-heelo-assistant,arxiv-2611.07461,opus-5.5,medium,agentic-tool,hard,Claude Code + HEELO MCP,,,,,,100,task score (%),0.289,,,"https://arxiv.org/abs/2611.07461 (Table 23, arm Claude Code + HEELO, column Assistant)",,out:single-couple, arxiv-2611.07461-t23-heelo-validation,arxiv-2611.07461,opus-5.5,medium,agentic-tool,hard,Claude Code + HEELO MCP,,,,,,81,task score (%),0.289,,,"https://arxiv.org/abs/2611.07461 (Table 23, arm Claude Code + HEELO, column Validation)",,out:single-couple, arxiv-2611.07461-t23-heelo-all,arxiv-2611.07461,opus-5.5,medium,agentic-tool,hard,Claude Code + HEELO MCP,,,,,,90,task score (%),0.289,,,"https://arxiv.org/abs/2611.07461 (Table 23, arm Claude Code + HEELO, column All)",,out:single-couple, arxiv-2611.07461-t23-heelo-completed,arxiv-2611.07461,opus-5.5,medium,agentic-tool,hard,Claude Code + HEELO MCP,,,,,,39,tasks completed (of 46),0.289,,,"https://arxiv.org/abs/2611.07461 (Table 23, arm Claude Code + HEELO, column Completed)",,out:single-couple, arxiv-2611.07461-t23-heelo-cost,arxiv-2611.07461,opus-5.5,medium,agentic-tool,hard,Claude Code + HEELO MCP,per-solved-task,0.80,0.00289,,,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://arxiv.org/abs/2611.07461 (),,,out:cost-single-couple arxiv-2611.07461-t31-baseline-comp,arxiv-2611.07461,opus-5,medium,coding,hard,Claude Code,per-task,38.4,0.0289,,,28.5,composite score (%),0.0289,,,"https://arxiv.org/abs/2611.07461 (Table 31, Claude Opus 5 medium, column Baseline Comp. (%))",,out:decision:D43,out:decision:D43 arxiv-2611.07461-t31-hermes-comp,arxiv-2611.07461,opus-5,medium,coding,hard,HERMES,per-task,58.6,0.0289,,,36.5,composite score (%),0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2611.07461 (Table 31, Claude Opus 5 medium, column HERMES Comp. (%))",,in,in arxiv-2611.07461-t31-delta,arxiv-2611.07461,opus-5,medium,coding,hard,HERMES,,,,,,8.0,delta-composite-pts,0.0289,,,"https://arxiv.org/abs/2611.07461 (Table 31, Claude Opus 5 medium, column Delta Comp.)",,in, arxiv-2611.07461-t31-baseline-comp,arxiv-2611.07461,opus-5,high,coding,hard,Claude Code,per-task,55.7,0.0289,,,34.5,composite score (%),0.0289,,,"https://arxiv.org/abs/2611.07461 (Table 31, Claude Opus 5 high, column Baseline Comp. (%))",,out:decision:D43,out:decision:D43 arxiv-2611.07461-t31-hermes-comp,arxiv-2611.07461,opus-5,high,coding,hard,HERMES,per-task,82.4,0.0289,,,41.5,composite score (%),0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2611.07461 (Table 31, Claude Opus 5 high, column HERMES Comp. (%))",,in,in arxiv-2611.07461-t31-delta,arxiv-2611.07461,opus-5,high,coding,hard,HERMES,,,,,,7.0,delta-composite-pts,0.0289,,,"https://arxiv.org/abs/2611.07461 (Table 31, Claude Opus 5 high, column Delta Comp.)",,in, arxiv-2611.07461-t31-baseline-comp,arxiv-2611.07461,sonnet-5,medium,coding,hard,Claude Code,per-task,11.9,0.0289,,,15.0,composite score (%),0.0289,,,"https://arxiv.org/abs/2611.07461 (Table 31, Claude Sonnet 5 medium, column Baseline Comp. (%))",,out:decision:D43,out:decision:D43 arxiv-2611.07461-t31-hermes-comp,arxiv-2611.07461,sonnet-5,medium,coding,hard,HERMES,per-task,22.7,0.0289,,,22.0,composite score (%),0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2611.07461 (Table 31, Claude Sonnet 5 medium, column HERMES Comp. (%))",,in,in arxiv-2611.07461-t31-delta,arxiv-2611.07461,sonnet-5,medium,coding,hard,HERMES,,,,,,7.0,delta-composite-pts,0.0289,,,"https://arxiv.org/abs/2611.07461 (Table 31, Claude Sonnet 5 medium, column Delta Comp.)",,in, arxiv-2611.07461-t31-baseline-comp,arxiv-2611.07461,sonnet-5,high,coding,hard,Claude Code,per-task,24.6,0.0289,,,6.0,composite score (%),0.0289,,,"https://arxiv.org/abs/2611.07461 (Table 31, Claude Sonnet 5 high, column Baseline Comp. (%))",,out:decision:D43,out:decision:D43 arxiv-2611.07461-t31-hermes-comp,arxiv-2611.07461,sonnet-5,high,coding,hard,HERMES,per-task,34.8,0.0289,,,25.5,composite score (%),0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2611.07461 (Table 31, Claude Sonnet 5 high, column HERMES Comp. (%))",,in,in arxiv-2611.07461-t31-delta,arxiv-2611.07461,sonnet-5,high,coding,hard,HERMES,,,,,,19.5,delta-composite-pts,0.0289,,,"https://arxiv.org/abs/2611.07461 (Table 31, Claude Sonnet 5 high, column Delta Comp.)",,in, arxiv-2611.07461-t42-claude-code-d1,arxiv-2611.07461,sonnet-5,unstated,coding,hard,Claude Code,,,,,,0.543,delivery score,0.000289,,,"https://arxiv.org/abs/2611.07461 (Table 42, row Claude Code, column D1)",,out:effort-not-established, arxiv-2611.07461-t42-claude-code-d2,arxiv-2611.07461,sonnet-5,unstated,coding,hard,Claude Code,,,,,,0.394,delivery score,0.000289,,,"https://arxiv.org/abs/2611.07461 (Table 42, row Claude Code, column D2)",,out:effort-not-established, arxiv-2611.07461-t42-claude-code-d3,arxiv-2611.07461,sonnet-5,unstated,coding,hard,Claude Code,,,,,,0.271,delivery score,0.000289,,,"https://arxiv.org/abs/2611.07461 (Table 42, row Claude Code, column D3)",,out:effort-not-established, arxiv-2611.07461-t42-claude-code-d4,arxiv-2611.07461,sonnet-5,unstated,coding,hard,Claude Code,,,,,,0.190,delivery score,0.000289,,,"https://arxiv.org/abs/2611.07461 (Table 42, row Claude Code, column D4)",,out:effort-not-established, arxiv-2611.07461-t42-claude-code-d5,arxiv-2611.07461,sonnet-5,unstated,coding,hard,Claude Code,,,,,,0.104,delivery score,0.000289,,,"https://arxiv.org/abs/2611.07461 (Table 42, row Claude Code, column D5)",,out:effort-not-established, arxiv-2611.07461-t42-claude-code-all,arxiv-2611.07461,sonnet-5,unstated,coding,hard,Claude Code,,,,,,0.3170,delivery score,2.89e-05,,,"https://arxiv.org/abs/2611.07461 (Table 42, row Claude Code, column All)",,out:effort-not-established, arxiv-2611.07461-t42-claude-code-ceiling,arxiv-2611.07461,sonnet-5,unstated,coding,hard,Claude Code,,,,,,9.6,ceiling (%),0.0289,,,"https://arxiv.org/abs/2611.07461 (Table 42, row Claude Code, column Ceiling (%))",,out:effort-not-established, arxiv-2611.07461-t42-claude-code-zero,arxiv-2611.07461,sonnet-5,unstated,coding,hard,Claude Code,,,,,,39.8,zero (%),0.0289,,,"https://arxiv.org/abs/2611.07461 (Table 42, row Claude Code, column Zero (%))",,out:effort-not-established, arxiv-2611.07461-t42-claude-code-cost,arxiv-2611.07461,sonnet-5,unstated,coding,hard,Claude Code,per-task,2.16,0.00289,,,,none,,,,https://arxiv.org/abs/2611.07461 (),,,out:effort-not-established arxiv-2611.07461-t27-sonnet5-oss20b-all,arxiv-2611.07461,sonnet-5,unstated,coding,hard,,,,,,,0.4661,delivery score,2.89e-05,,,"https://arxiv.org/abs/2611.07461 (Table 27, row Sonnet 5 / OSS-20B / OSS-20B, column All)",,out:effort-not-established, arxiv-2611.07461-t27-sonnet5-oss20b-cost,arxiv-2611.07461,sonnet-5,unstated,coding,hard,,per-task,3.31,0.00289,,,,none,,,,https://arxiv.org/abs/2611.07461 (),,,out:effort-not-established arxiv-2611.07461-t27-sonnet5-oss20b-pct-lego,arxiv-2611.07461,sonnet-5,unstated,coding,hard,,,,,,,90.8,% LEGO,0.0289,,,"https://arxiv.org/abs/2611.07461 (Table 27, row Sonnet 5 / OSS-20B / OSS-20B, column % LEGO)",,out:effort-not-established, arxiv-2611.07461-t3-retail-p1,arxiv-2611.07461,?Claude-4.6-Sonnet,not-established:absent,agentic-tool,hard,,,,,,,0.80,pass^k,0.00289,,,"https://arxiv.org/abs/2611.07461 (Table 3, domain Retail, column Pass 1)",,out:model-not-established, arxiv-2611.07461-t3-retail-p2,arxiv-2611.07461,?Claude-4.6-Sonnet,not-established:absent,agentic-tool,hard,,,,,,,0.72,pass^k,0.00289,,,"https://arxiv.org/abs/2611.07461 (Table 3, domain Retail, column Pass 2)",,out:model-not-established, arxiv-2611.07461-t3-retail-p3,arxiv-2611.07461,?Claude-4.6-Sonnet,not-established:absent,agentic-tool,hard,,,,,,,0.66,pass^k,0.00289,,,"https://arxiv.org/abs/2611.07461 (Table 3, domain Retail, column Pass 3)",,out:model-not-established, arxiv-2611.07461-t3-retail-p4,arxiv-2611.07461,?Claude-4.6-Sonnet,not-established:absent,agentic-tool,hard,,,,,,,0.61,pass^k,0.00289,,,"https://arxiv.org/abs/2611.07461 (Table 3, domain Retail, column Pass 4)",,out:model-not-established, arxiv-2611.07461-t3-retail-cost,arxiv-2611.07461,?Claude-4.6-Sonnet,not-established:absent,agentic-tool,hard,,,0.1073,2.89e-05,,,,none,,,,https://arxiv.org/abs/2611.07461 (),,,out:model-not-established arxiv-2611.07461-t3-airline-p1,arxiv-2611.07461,?Claude-4.6-Sonnet,not-established:absent,agentic-tool,hard,,,,,,,0.72,pass^k,0.00289,,,"https://arxiv.org/abs/2611.07461 (Table 3, domain Airline, column Pass 1)",,out:model-not-established, arxiv-2611.07461-t3-airline-p2,arxiv-2611.07461,?Claude-4.6-Sonnet,not-established:absent,agentic-tool,hard,,,,,,,0.62,pass^k,0.00289,,,"https://arxiv.org/abs/2611.07461 (Table 3, domain Airline, column Pass 2)",,out:model-not-established, arxiv-2611.07461-t3-airline-p3,arxiv-2611.07461,?Claude-4.6-Sonnet,not-established:absent,agentic-tool,hard,,,,,,,0.55,pass^k,0.00289,,,"https://arxiv.org/abs/2611.07461 (Table 3, domain Airline, column Pass 3)",,out:model-not-established, arxiv-2611.07461-t3-airline-p4,arxiv-2611.07461,?Claude-4.6-Sonnet,not-established:absent,agentic-tool,hard,,,,,,,0.50,pass^k,0.00289,,,"https://arxiv.org/abs/2611.07461 (Table 3, domain Airline, column Pass 4)",,out:model-not-established, arxiv-2611.07461-t3-airline-cost,arxiv-2611.07461,?Claude-4.6-Sonnet,not-established:absent,agentic-tool,hard,,,0.1112,2.89e-05,,,,none,,,,https://arxiv.org/abs/2611.07461 (),,,out:model-not-established arxiv-2611.07461-t3-telecom-p1,arxiv-2611.07461,?Claude-4.6-Sonnet,not-established:absent,agentic-tool,hard,,,,,,,0.58,pass^k,0.00289,,,"https://arxiv.org/abs/2611.07461 (Table 3, domain Telecom, column Pass 1)",,out:model-not-established, arxiv-2611.07461-t3-telecom-p2,arxiv-2611.07461,?Claude-4.6-Sonnet,not-established:absent,agentic-tool,hard,,,,,,,0.47,pass^k,0.00289,,,"https://arxiv.org/abs/2611.07461 (Table 3, domain Telecom, column Pass 2)",,out:model-not-established, arxiv-2611.07461-t3-telecom-p3,arxiv-2611.07461,?Claude-4.6-Sonnet,not-established:absent,agentic-tool,hard,,,,,,,0.39,pass^k,0.00289,,,"https://arxiv.org/abs/2611.07461 (Table 3, domain Telecom, column Pass 3)",,out:model-not-established, arxiv-2611.07461-t3-telecom-p4,arxiv-2611.07461,?Claude-4.6-Sonnet,not-established:absent,agentic-tool,hard,,,,,,,0.33,pass^k,0.00289,,,"https://arxiv.org/abs/2611.07461 (Table 3, domain Telecom, column Pass 4)",,out:model-not-established, arxiv-2611.07461-t3-telecom-cost,arxiv-2611.07461,?Claude-4.6-Sonnet,not-established:absent,agentic-tool,hard,,,0.1009,2.89e-05,,,,none,,,,https://arxiv.org/abs/2611.07461 (),,,out:model-not-established arxiv-2611.07461-t34-mini-swe-agent-seed-pass1,arxiv-2611.07461,gpt-5.6-terra,medium,coding,hard,mini-SWE-agent,,,,,,82.0,Pass@1 (%),0.0289,,,"https://arxiv.org/abs/2611.07461 (Table 34, row mini-SWE-agent (seed), column GPT-5.6 Terra Pass@1 (%))",,out:single-couple, arxiv-2611.07461-t34-mini-swe-agent-seed-pass1,arxiv-2611.07461,?DeepSeek-V4-Flash,not-established:absent,coding,hard,mini-SWE-agent,,,,,,82.5,Pass@1 (%),0.0289,,,"https://arxiv.org/abs/2611.07461 (Table 34, row mini-SWE-agent (seed), column DeepSeek-V4-Flash Pass@1 (%))",,out:model-not-established, arxiv-2611.07461-t34-mini-swe-agent-seed-pass1,arxiv-2611.07461,haiku-4.5,unstated,coding,hard,mini-SWE-agent,,,,,,61.0,Pass@1 (%),0.0289,,,"https://arxiv.org/abs/2611.07461 (Table 34, row mini-SWE-agent (seed), column Claude-4.5-Haiku Pass@1 (%))",,out:effort-not-established, arxiv-2611.07461-t34-mini-swe-agent-seed-pass2,arxiv-2611.07461,gpt-5.6-terra,medium,coding,hard,mini-SWE-agent,,,,,,84.0,Pass@2 (%),0.0289,,,"https://arxiv.org/abs/2611.07461 (Table 34, row mini-SWE-agent (seed), column GPT-5.6 Terra Pass@2 (%))",,out:single-couple, arxiv-2611.07461-t34-mini-swe-agent-seed-pass2,arxiv-2611.07461,?DeepSeek-V4-Flash,not-established:absent,coding,hard,mini-SWE-agent,,,,,,89.0,Pass@2 (%),0.0289,,,"https://arxiv.org/abs/2611.07461 (Table 34, row mini-SWE-agent (seed), column DeepSeek-V4-Flash Pass@2 (%))",,out:model-not-established, arxiv-2611.07461-t34-mini-swe-agent-seed-pass2,arxiv-2611.07461,haiku-4.5,unstated,coding,hard,mini-SWE-agent,,,,,,68.0,Pass@2 (%),0.0289,,,"https://arxiv.org/abs/2611.07461 (Table 34, row mini-SWE-agent (seed), column Claude-4.5-Haiku Pass@2 (%))",,out:effort-not-established, arxiv-2611.07461-t34-mini-swe-agent-seed-pass2all,arxiv-2611.07461,gpt-5.6-terra,medium,coding,hard,mini-SWE-agent,,,,,,80.0,Pass^2 (%),0.0289,,,"https://arxiv.org/abs/2611.07461 (Table 34, row mini-SWE-agent (seed), column GPT-5.6 Terra Pass^2 (%))",,out:single-couple, arxiv-2611.07461-t34-mini-swe-agent-seed-pass2all,arxiv-2611.07461,?DeepSeek-V4-Flash,not-established:absent,coding,hard,mini-SWE-agent,,,,,,76.0,Pass^2 (%),0.0289,,,"https://arxiv.org/abs/2611.07461 (Table 34, row mini-SWE-agent (seed), column DeepSeek-V4-Flash Pass^2 (%))",,out:model-not-established, arxiv-2611.07461-t34-mini-swe-agent-seed-pass2all,arxiv-2611.07461,haiku-4.5,unstated,coding,hard,mini-SWE-agent,,,,,,54.0,Pass^2 (%),0.0289,,,"https://arxiv.org/abs/2611.07461 (Table 34, row mini-SWE-agent (seed), column Claude-4.5-Haiku Pass^2 (%))",,out:effort-not-established, arxiv-2611.07461-t34-swe-agent-pass1,arxiv-2611.07461,gpt-5.6-terra,medium,coding,hard,SWE-agent,,,,,,74.5,Pass@1 (%),0.0289,,,"https://arxiv.org/abs/2611.07461 (Table 34, row SWE-agent, column GPT-5.6 Terra Pass@1 (%))",,out:single-couple, arxiv-2611.07461-t34-swe-agent-pass1,arxiv-2611.07461,?DeepSeek-V4-Flash,not-established:absent,coding,hard,SWE-agent,,,,,,89.5,Pass@1 (%),0.0289,,,"https://arxiv.org/abs/2611.07461 (Table 34, row SWE-agent, column DeepSeek-V4-Flash Pass@1 (%))",,out:model-not-established, arxiv-2611.07461-t34-swe-agent-pass1,arxiv-2611.07461,haiku-4.5,unstated,coding,hard,SWE-agent,,,,,,56.0,Pass@1 (%),0.0289,,,"https://arxiv.org/abs/2611.07461 (Table 34, row SWE-agent, column Claude-4.5-Haiku Pass@1 (%))",,out:effort-not-established, arxiv-2611.07461-t34-swe-agent-pass2,arxiv-2611.07461,gpt-5.6-terra,medium,coding,hard,SWE-agent,,,,,,83.0,Pass@2 (%),0.0289,,,"https://arxiv.org/abs/2611.07461 (Table 34, row SWE-agent, column GPT-5.6 Terra Pass@2 (%))",,out:single-couple, arxiv-2611.07461-t34-swe-agent-pass2,arxiv-2611.07461,?DeepSeek-V4-Flash,not-established:absent,coding,hard,SWE-agent,,,,,,93.0,Pass@2 (%),0.0289,,,"https://arxiv.org/abs/2611.07461 (Table 34, row SWE-agent, column DeepSeek-V4-Flash Pass@2 (%))",,out:model-not-established, arxiv-2611.07461-t34-swe-agent-pass2,arxiv-2611.07461,haiku-4.5,unstated,coding,hard,SWE-agent,,,,,,63.0,Pass@2 (%),0.0289,,,"https://arxiv.org/abs/2611.07461 (Table 34, row SWE-agent, column Claude-4.5-Haiku Pass@2 (%))",,out:effort-not-established, arxiv-2611.07461-t34-swe-agent-pass2all,arxiv-2611.07461,gpt-5.6-terra,medium,coding,hard,SWE-agent,,,,,,66.0,Pass^2 (%),0.0289,,,"https://arxiv.org/abs/2611.07461 (Table 34, row SWE-agent, column GPT-5.6 Terra Pass^2 (%))",,out:single-couple, arxiv-2611.07461-t34-swe-agent-pass2all,arxiv-2611.07461,?DeepSeek-V4-Flash,not-established:absent,coding,hard,SWE-agent,,,,,,86.0,Pass^2 (%),0.0289,,,"https://arxiv.org/abs/2611.07461 (Table 34, row SWE-agent, column DeepSeek-V4-Flash Pass^2 (%))",,out:model-not-established, arxiv-2611.07461-t34-swe-agent-pass2all,arxiv-2611.07461,haiku-4.5,unstated,coding,hard,SWE-agent,,,,,,49.0,Pass^2 (%),0.0289,,,"https://arxiv.org/abs/2611.07461 (Table 34, row SWE-agent, column Claude-4.5-Haiku Pass^2 (%))",,out:effort-not-established, arxiv-2611.07461-t34-codex-pass1,arxiv-2611.07461,gpt-5.6-terra,medium,coding,hard,Codex,,,,,,88.0,Pass@1 (%),0.0289,,,"https://arxiv.org/abs/2611.07461 (Table 34, row Codex, column GPT-5.6 Terra Pass@1 (%))",,out:single-couple, arxiv-2611.07461-t34-codex-pass1,arxiv-2611.07461,?DeepSeek-V4-Flash,not-established:absent,coding,hard,Codex,,,,,,82.0,Pass@1 (%),0.0289,,,"https://arxiv.org/abs/2611.07461 (Table 34, row Codex, column DeepSeek-V4-Flash Pass@1 (%))",,out:model-not-established, arxiv-2611.07461-t34-codex-pass1,arxiv-2611.07461,haiku-4.5,unstated,coding,hard,Codex,,,,,,65.5,Pass@1 (%),0.0289,,,"https://arxiv.org/abs/2611.07461 (Table 34, row Codex, column Claude-4.5-Haiku Pass@1 (%))",,out:effort-not-established, arxiv-2611.07461-t34-codex-pass2,arxiv-2611.07461,gpt-5.6-terra,medium,coding,hard,Codex,,,,,,92.0,Pass@2 (%),0.0289,,,"https://arxiv.org/abs/2611.07461 (Table 34, row Codex, column GPT-5.6 Terra Pass@2 (%))",,out:single-couple, arxiv-2611.07461-t34-codex-pass2,arxiv-2611.07461,?DeepSeek-V4-Flash,not-established:absent,coding,hard,Codex,,,,,,90.0,Pass@2 (%),0.0289,,,"https://arxiv.org/abs/2611.07461 (Table 34, row Codex, column DeepSeek-V4-Flash Pass@2 (%))",,out:model-not-established, arxiv-2611.07461-t34-codex-pass2,arxiv-2611.07461,haiku-4.5,unstated,coding,hard,Codex,,,,,,72.0,Pass@2 (%),0.0289,,,"https://arxiv.org/abs/2611.07461 (Table 34, row Codex, column Claude-4.5-Haiku Pass@2 (%))",,out:effort-not-established, arxiv-2611.07461-t34-codex-pass2all,arxiv-2611.07461,gpt-5.6-terra,medium,coding,hard,Codex,,,,,,84.0,Pass^2 (%),0.0289,,,"https://arxiv.org/abs/2611.07461 (Table 34, row Codex, column GPT-5.6 Terra Pass^2 (%))",,out:single-couple, arxiv-2611.07461-t34-codex-pass2all,arxiv-2611.07461,?DeepSeek-V4-Flash,not-established:absent,coding,hard,Codex,,,,,,74.0,Pass^2 (%),0.0289,,,"https://arxiv.org/abs/2611.07461 (Table 34, row Codex, column DeepSeek-V4-Flash Pass^2 (%))",,out:model-not-established, arxiv-2611.07461-t34-codex-pass2all,arxiv-2611.07461,haiku-4.5,unstated,coding,hard,Codex,,,,,,59.0,Pass^2 (%),0.0289,,,"https://arxiv.org/abs/2611.07461 (Table 34, row Codex, column Claude-4.5-Haiku Pass^2 (%))",,out:effort-not-established, arxiv-2611.07461-t2-1-shot-ffunc,arxiv-2611.07461,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,0.76,score,0.00289,,,"https://arxiv.org/abs/2611.07461 (Table 2 (NESTFUL), row Gemini-3.1-Pro, 1-shot F1 Func.)",,out:effort-not-established, arxiv-2611.07461-t2-1-shot-fparam,arxiv-2611.07461,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,0.46,score,0.00289,,,"https://arxiv.org/abs/2611.07461 (Table 2 (NESTFUL), row Gemini-3.1-Pro, 1-shot F1 Param.)",,out:effort-not-established, arxiv-2611.07461-t2-1-shot-part,arxiv-2611.07461,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,0.48,score,0.00289,,,"https://arxiv.org/abs/2611.07461 (Table 2 (NESTFUL), row Gemini-3.1-Pro, 1-shot Part Acc.)",,out:effort-not-established, arxiv-2611.07461-t2-1-shot-full,arxiv-2611.07461,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,0.38,score,0.00289,,,"https://arxiv.org/abs/2611.07461 (Table 2 (NESTFUL), row Gemini-3.1-Pro, 1-shot Full Acc.)",,out:effort-not-established, arxiv-2611.07461-t2-1-shot-win,arxiv-2611.07461,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,0.63,score,0.00289,,,"https://arxiv.org/abs/2611.07461 (Table 2 (NESTFUL), row Gemini-3.1-Pro, 1-shot Win Rate)",,out:effort-not-established, arxiv-2611.07461-t2-3-shot-ffunc,arxiv-2611.07461,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,0.78,score,0.00289,,,"https://arxiv.org/abs/2611.07461 (Table 2 (NESTFUL), row Gemini-3.1-Pro, 3-shot F1 Func.)",,out:effort-not-established, arxiv-2611.07461-t2-3-shot-fparam,arxiv-2611.07461,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,0.48,score,0.00289,,,"https://arxiv.org/abs/2611.07461 (Table 2 (NESTFUL), row Gemini-3.1-Pro, 3-shot F1 Param.)",,out:effort-not-established, arxiv-2611.07461-t2-3-shot-part,arxiv-2611.07461,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,0.50,score,0.00289,,,"https://arxiv.org/abs/2611.07461 (Table 2 (NESTFUL), row Gemini-3.1-Pro, 3-shot Part Acc.)",,out:effort-not-established, arxiv-2611.07461-t2-3-shot-full,arxiv-2611.07461,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,0.40,score,0.00289,,,"https://arxiv.org/abs/2611.07461 (Table 2 (NESTFUL), row Gemini-3.1-Pro, 3-shot Full Acc.)",,out:effort-not-established, arxiv-2611.07461-t2-3-shot-win,arxiv-2611.07461,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,0.65,score,0.00289,,,"https://arxiv.org/abs/2611.07461 (Table 2 (NESTFUL), row Gemini-3.1-Pro, 3-shot Win Rate)",,out:effort-not-established, arxiv-2611.07461-t3-telecom-p1,arxiv-2611.07461,gemini-3.1-pro,unstated,agentic-tool,hard,,,0.0779,2.89e-05,,,0.55,pass^k,0.00289,,,"https://arxiv.org/abs/2611.07461 (Table 3 (tau2-Bench), Telecom, Pass^1)",,out:effort-not-established,out:effort-not-established arxiv-2611.07461-t3-telecom-p2,arxiv-2611.07461,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,0.42,pass^k,0.00289,,,"https://arxiv.org/abs/2611.07461 (Table 3 (tau2-Bench), Telecom, Pass^2)",,out:effort-not-established, arxiv-2611.07461-t3-telecom-p3,arxiv-2611.07461,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,0.34,pass^k,0.00289,,,"https://arxiv.org/abs/2611.07461 (Table 3 (tau2-Bench), Telecom, Pass^3)",,out:effort-not-established, arxiv-2611.07461-t3-telecom-p4,arxiv-2611.07461,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,0.30,pass^k,0.00289,,,"https://arxiv.org/abs/2611.07461 (Table 3 (tau2-Bench), Telecom, Pass^4)",,out:effort-not-established, arxiv-2611.07461-t3-retail-p1,arxiv-2611.07461,gemini-3.1-pro,unstated,agentic-tool,hard,,,0.0152,2.89e-05,,,0.82,pass^k,0.00289,,,"https://arxiv.org/abs/2611.07461 (Table 3 (tau2-Bench), Retail, Pass^1)",,out:effort-not-established,out:effort-not-established arxiv-2611.07461-t3-retail-p2,arxiv-2611.07461,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,0.78,pass^k,0.00289,,,"https://arxiv.org/abs/2611.07461 (Table 3 (tau2-Bench), Retail, Pass^2)",,out:effort-not-established, arxiv-2611.07461-t3-retail-p3,arxiv-2611.07461,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,0.76,pass^k,0.00289,,,"https://arxiv.org/abs/2611.07461 (Table 3 (tau2-Bench), Retail, Pass^3)",,out:effort-not-established, arxiv-2611.07461-t3-retail-p4,arxiv-2611.07461,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,0.75,pass^k,0.00289,,,"https://arxiv.org/abs/2611.07461 (Table 3 (tau2-Bench), Retail, Pass^4)",,out:effort-not-established, arxiv-2611.07461-t3-airline-p1,arxiv-2611.07461,gemini-3.1-pro,unstated,agentic-tool,hard,,,0.0172,2.89e-05,,,0.73,pass^k,0.00289,,,"https://arxiv.org/abs/2611.07461 (Table 3 (tau2-Bench), Airline, Pass^1)",,out:effort-not-established,out:effort-not-established arxiv-2611.07461-t3-airline-p2,arxiv-2611.07461,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,0.68,pass^k,0.00289,,,"https://arxiv.org/abs/2611.07461 (Table 3 (tau2-Bench), Airline, Pass^2)",,out:effort-not-established, arxiv-2611.07461-t3-airline-p3,arxiv-2611.07461,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,0.65,pass^k,0.00289,,,"https://arxiv.org/abs/2611.07461 (Table 3 (tau2-Bench), Airline, Pass^3)",,out:effort-not-established, arxiv-2611.07461-t3-airline-p4,arxiv-2611.07461,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,0.63,pass^k,0.00289,,,"https://arxiv.org/abs/2611.07461 (Table 3 (tau2-Bench), Airline, Pass^4)",,out:effort-not-established, arxiv-2611.07461-3-pro-t12-baseline-resolved,arxiv-2611.07461,gemini-3.5-flash,unstated,agentic-tool,hard,,,0.95,0.00289,,,78.80,resolved%,0.00289,,,"https://arxiv.org/abs/2611.07461 (Table 12 (SWE-bench Verified), row Gemini-3.5-Flash, baseline column group, Resolved %)",,out:effort-not-established,out:effort-not-established arxiv-2611.07461-t12-hermes-resolved,arxiv-2611.07461,gemini-3.5-flash,unstated,coding,hard,HERMES,,1.42,0.00289,,,84.00,resolved%,0.00289,,,"https://arxiv.org/abs/2611.07461 (Table 12 (SWE-bench Verified), row Gemini-3.5-Flash, hermes column group, Resolved %)",,out:effort-not-established,out:effort-not-established arxiv-2611.07461-3-pro-t12-delta,arxiv-2611.07461,gemini-3.5-flash,unstated,agentic-tool,hard,,,,,,,5.20,delta-resolved-pts,0.00289,,,"https://arxiv.org/abs/2611.07461 (Table 12, row Gemini-3.5-Flash, column Δ Res.)",,out:effort-not-established, arxiv-2611.07461-3-pro-t12-baseline-resolved,arxiv-2611.07461,gemini-3.1-pro,unstated,agentic-tool,hard,,,0.78,0.00289,,,78.80,resolved%,0.00289,,,"https://arxiv.org/abs/2611.07461 (Table 12 (SWE-bench Verified), row Gemini-3.1-Pro-Preview, baseline column group, Resolved %)",,out:effort-not-established,out:effort-not-established arxiv-2611.07461-t12-hermes-resolved,arxiv-2611.07461,gemini-3.1-pro,unstated,coding,hard,HERMES,,1.26,0.00289,,,83.40,resolved%,0.00289,,,"https://arxiv.org/abs/2611.07461 (Table 12 (SWE-bench Verified), row Gemini-3.1-Pro-Preview, hermes column group, Resolved %)",,out:effort-not-established,out:effort-not-established arxiv-2611.07461-3-pro-t12-delta,arxiv-2611.07461,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,4.60,delta-resolved-pts,0.00289,,,"https://arxiv.org/abs/2611.07461 (Table 12, row Gemini-3.1-Pro-Preview, column Δ Res.)",,out:effort-not-established, arxiv-2611.07461-3-pro-t12-baseline-resolved,arxiv-2611.07461,gemini-3-pro,unstated,agentic-tool,hard,,,0.77,0.00289,,,76.40,resolved%,0.00289,,,"https://arxiv.org/abs/2611.07461 (Table 12 (SWE-bench Verified), row Gemini-3-Pro, baseline column group, Resolved %)",,out:effort-not-established,out:effort-not-established arxiv-2611.07461-t12-hermes-resolved,arxiv-2611.07461,gemini-3-pro,unstated,coding,hard,HERMES,,1.31,0.00289,,,82.20,resolved%,0.00289,,,"https://arxiv.org/abs/2611.07461 (Table 12 (SWE-bench Verified), row Gemini-3-Pro, hermes column group, Resolved %)",,out:effort-not-established,out:effort-not-established arxiv-2611.07461-3-pro-t12-delta,arxiv-2611.07461,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,5.80,delta-resolved-pts,0.00289,,,"https://arxiv.org/abs/2611.07461 (Table 12, row Gemini-3-Pro, column Δ Res.)",,out:effort-not-established, arxiv-2611.07461-37-flash-t13-baseline-resolution,arxiv-2611.07461,gemini-3.8-flash,high,agentic-tool,hard,,,1800,0.289,,,19.1,resolution%,0.0289,,cost-price-ratio:USD; base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2611.07461 (Table 13 (Terminal-Bench 4.0), row Gemini-3.8-Flash, baseline column group, Resolution %)",,in,out:cost-single-couple arxiv-2611.07461-t13-hermes-resolution,arxiv-2611.07461,gemini-3.8-flash,high,coding,hard,HERMES,,2600,0.289,,,30.3,resolution%,0.0289,,cost-price-ratio:USD; base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2611.07461 (Table 13 (Terminal-Bench 4.0), row Gemini-3.8-Flash, hermes column group, Resolution %)",,in,out:cost-single-couple arxiv-2611.07461-37-flash-t13-delta,arxiv-2611.07461,gemini-3.8-flash,high,agentic-tool,hard,,,,,,,11.2,delta-resolution-pts,0.0289,,,"https://arxiv.org/abs/2611.07461 (Table 13, row Gemini-3.8-Flash, column Δ Res.)",,in, arxiv-2611.07461-37-flash-t13-baseline-resolution,arxiv-2611.07461,gemini-3.7-flash,high,agentic-tool,hard,,,1300,0.289,,,11.2,resolution%,0.0289,,cost-price-ratio:USD; cost-method-assumed-single,"https://arxiv.org/abs/2611.07461 (Table 13 (Terminal-Bench 4.0), row Gemini-3.7-Flash, baseline column group, Resolution %)",,in,out:cost-not-comparable arxiv-2611.07461-t13-hermes-resolution,arxiv-2611.07461,gemini-3.7-flash,high,coding,hard,HERMES,,1900,0.289,,,24.2,resolution%,0.0289,,cost-price-ratio:USD; cost-method-assumed-single,"https://arxiv.org/abs/2611.07461 (Table 13 (Terminal-Bench 4.0), row Gemini-3.7-Flash, hermes column group, Resolution %)",,in,out:cost-not-comparable arxiv-2611.07461-37-flash-t13-delta,arxiv-2611.07461,gemini-3.7-flash,high,agentic-tool,hard,,,,,,,13.0,delta-resolution-pts,0.0289,,,"https://arxiv.org/abs/2611.07461 (Table 13, row Gemini-3.7-Flash, column Δ Res.)",,in, arxiv-2611.07461-t13-grokbuild-baseline-resolution,arxiv-2611.07461,grok-4.6,high,mixed,hard,Grok Build,,,,,,20.3,resolution (%),0.0289,,,"https://arxiv.org/abs/2611.07461 (DevOps-Gym table (Table 13 or 14), row Grok 4.6, baseline Grok Build columns (resolution, tokens in B, cost in k$))",,in, arxiv-2611.07461-t13-hermes-resolution,arxiv-2611.07461,grok-4.6,high,coding,hard,HERMES,,,,,,31.5,resolution%,0.0289,,,"https://arxiv.org/abs/2611.07461 (DevOps-Gym table (Table 13 or 14), row Grok 4.6, HERMES columns (resolution, tokens in B, cost in k$))",,in, arxiv-2611.07461-t13-grokbuild-baseline-resolution,arxiv-2611.07461,grok-4.5,high,mixed,hard,Grok Build,,,,,,12.4,resolution (%),0.0289,,,"https://arxiv.org/abs/2611.07461 (DevOps-Gym table (Table 13 or 14), row Grok 4.5, baseline Grok Build columns (resolution, tokens in B, cost in k$))",,in, arxiv-2611.07461-t13-hermes-resolution,arxiv-2611.07461,grok-4.5,high,coding,hard,HERMES,,,,,,25.5,resolution%,0.0289,,,"https://arxiv.org/abs/2611.07461 (DevOps-Gym table (Table 13 or 14), row Grok 4.5, HERMES columns (resolution, tokens in B, cost in k$))",,in, arxiv-2611.07634-diff,arxiv-2611.07634,deepseek-v3.2,unstated,coding,hard,,,,,,,0.560,"accuracy, unified diff",0.000289,,,"https://arxiv.org/abs/2611.07634v1 (Table I, row DeepSeek-v3.2, column Unified diff)",,out:effort-not-established, arxiv-2611.07634-search-replace,arxiv-2611.07634,deepseek-v3.2,unstated,coding,hard,,,,,,,0.749,"accuracy, search-and-replace",0.000289,,,"https://arxiv.org/abs/2611.07634v1 (Table I, row DeepSeek-v3.2, column Search-and-replace)",,out:effort-not-established, arxiv-2611.07634-apply,arxiv-2611.07634,deepseek-v3.2,unstated,coding,hard,,,,,,,0.916,"accuracy, full-file Apply",0.000289,,,"https://arxiv.org/abs/2611.07634v1 (Table I, row DeepSeek-v3.2, column Full-file Apply)",,out:effort-not-established, arxiv-2611.07634-longcontext,arxiv-2611.07634,deepseek-v3.2,unstated,coding,hard,,,,,,,0.588,"accuracy, long context",0.000289,,,"https://arxiv.org/abs/2611.07634v1 (Table IV, row DeepSeek-V3.2)",,out:effort-not-established, arxiv-2611.07634-untrained-csharp,arxiv-2611.07634,?DeepSeek,not-established:absent,coding,hard,,,,,,,0.889,"accuracy, untrained languages, C#",0.000289,,,"https://arxiv.org/abs/2611.07634v1 (Table V, row DeepSeek, column C#)",,out:model-not-established, arxiv-2611.07634-untrained-css,arxiv-2611.07634,?DeepSeek,not-established:absent,coding,hard,,,,,,,0.963,"accuracy, untrained languages, CSS",0.000289,,,"https://arxiv.org/abs/2611.07634v1 (Table V, row DeepSeek, column CSS)",,out:model-not-established, arxiv-2611.07634-untrained-php,arxiv-2611.07634,?DeepSeek,not-established:absent,coding,hard,,,,,,,0.927,"accuracy, untrained languages, PHP",0.000289,,,"https://arxiv.org/abs/2611.07634v1 (Table V, row DeepSeek, column PHP)",,out:model-not-established, arxiv-2611.07634-untrained-sv,arxiv-2611.07634,?DeepSeek,not-established:absent,coding,hard,,,,,,,0.932,"accuracy, untrained languages, SystemVerilog",0.000289,,,"https://arxiv.org/abs/2611.07634v1 (Table V, row DeepSeek, column SystemVerilog)",,out:model-not-established, arxiv-2611.07634-untrained-avg,arxiv-2611.07634,?DeepSeek,not-established:absent,coding,hard,,,,,,,0.932,"accuracy, untrained languages, average of the four languages",0.000289,,,"https://arxiv.org/abs/2611.07634v1 (Table V, row DeepSeek, column average of the four languages)",,out:model-not-established, arxiv-2611.07634-robust-placeholder,arxiv-2611.07634,?DeepSeek,not-established:absent,coding,hard,,,,,,,0.932,"accuracy, random placeholders, average over ten languages",0.000289,,,"https://arxiv.org/abs/2611.07634v1 (Table VI, row DeepSeek, column Avg (random placeholders, average over ten languages))",,out:model-not-established, arxiv-2611.07634-robust-chunk,arxiv-2611.07634,?DeepSeek,not-established:absent,coding,hard,,,,,,,0.850,"accuracy, chunked-file editing, average over ten languages",0.000289,,,"https://arxiv.org/abs/2611.07634v1 (Table VI, row DeepSeek, column Avg (chunked-file editing, average over ten languages))",,out:model-not-established, arxiv-2611.07650-official-opus-hit-rate-low,arxiv-2611.07650,?Opus,not-established:absent,mixed,mid,,,,,,,0.968,hit-rate,0.000289,,,"https://arxiv.org/abs/2611.07650 (section V-D, variation of the official reference across collections)",,out:model-not-established, arxiv-2611.07650-official-opus-hit-rate-high,arxiv-2611.07650,?Opus,not-established:absent,mixed,mid,,,,,,,1.000,hit-rate,0.000289,,,"https://arxiv.org/abs/2611.07650 (section V-D, variation of the official reference across collections)",,out:model-not-established, arxiv-2611.07650-official-hit-rate-batch-1,arxiv-2611.07650,gpt-6-astra,unstated,mixed,hard,,,,,,,0.968,official hit rate r_o,0.000289,,,"https://arxiv.org/abs/2611.07650 (Table III, first row of batch 1 (Oct 2-3) (R01), column r_o of block A)",,out:effort-not-established, arxiv-2611.07650-official-hit-rate-batch-2,arxiv-2611.07650,gpt-6-astra,unstated,mixed,hard,,,,,,,0.992,official hit rate r_o,0.000289,,,"https://arxiv.org/abs/2611.07650 (Table III, first row of batch 2 (Oct 5) (R08), column r_o of block A)",,out:effort-not-established, arxiv-2611.07650-official-hit-rate-batch-3,arxiv-2611.07650,gpt-6-astra,unstated,mixed,hard,,,,,,,0.952,official hit rate r_o,0.000289,,,"https://arxiv.org/abs/2611.07650 (Table III, first row of batch 3 (Oct 7) (R12), column r_o of block A)",,out:effort-not-established, arxiv-2611.07650-official-hit-rate-batch-3b,arxiv-2611.07650,gpt-6-astra,unstated,mixed,hard,,,,,,,0.960,official hit rate r_o,0.000289,,,"https://arxiv.org/abs/2611.07650 (Table III, first row of batch 3b (Oct 9) (R16), column r_o of block A)",,out:effort-not-established, arxiv-2611.07650-relay-r01-mean-gap,arxiv-2611.07650,gpt-6-astra,unstated,mixed,hard,,,,,,,0.184,mean gap (official minus relay),0.000289,,,"https://arxiv.org/abs/2611.07650 (Table IV, row R01 GPT-6 Astra, column Mean gap)",,out:effort-not-established, arxiv-2611.07650-relay-r11-billed-cost-astra,arxiv-2611.07650,?Astra,not-established:absent,mixed,hard,,USD,0.39640320,2.89e-09,63575,25011,,none,,,,https://arxiv.org/abs/2611.07650 (),,,out:model-not-established arxiv-2611.07667-trade-coarse,arxiv-2611.07667,sonnet-5,low,agentic-tool,mid,,,,,,,72.1,welfare%,0.0289,,,"https://arxiv.org/abs/2611.07667 (4.1 Multi-resource trade, ""moving from coarse to full disclosure"")",,out:single-couple, arxiv-2611.07667-trade-full,arxiv-2611.07667,sonnet-5,low,agentic-tool,mid,,,,,,,85.6,welfare%,0.0289,,,"https://arxiv.org/abs/2611.07667 (4.1 Multi-resource trade, ""moving from coarse to full disclosure"")",,out:single-couple, arxiv-2611.07667-doubleauction-coarse,arxiv-2611.07667,opus-5.5,low,agentic-tool,mid,,,,,,,94.6,welfare%,0.0289,,,"https://arxiv.org/abs/2611.07667 (§1 Introduction, auctions)",,in, arxiv-2611.07667-doubleauction-full,arxiv-2611.07667,opus-5.5,low,agentic-tool,mid,,,,,,,64.1,welfare%,0.0289,,,"https://arxiv.org/abs/2611.07667 (§1 Introduction, auctions)",,in, arxiv-2611.07667-doubleauction-coarse,arxiv-2611.07667,?Claude Sonnet,not-established:absent,agentic-tool,mid,,,,,,,93.6,welfare%,0.0289,,,https://arxiv.org/abs/2611.07667 (4.3 Double auction),,out:model-not-established, arxiv-2611.07667-doubleauction-full,arxiv-2611.07667,?Claude Sonnet,not-established:absent,agentic-tool,mid,,,,,,,92.0,welfare%,0.0289,,,https://arxiv.org/abs/2611.07667 (4.3 Double auction),,out:model-not-established, arxiv-2611.07667-bargain-nash-agree-full-2msg,arxiv-2611.07667,opus-5.5,low,agentic-tool,mid,,,,,,,0.24,nash-score-among-agreements,0.00289,,,"https://arxiv.org/abs/2611.07667 (4.2 Single-good bargaining, full information, two messages)",,out:single-couple, arxiv-2611.07667-bargain-nash-agree-full-6msg,arxiv-2611.07667,opus-5.5,low,agentic-tool,mid,,,,,,,0.92,nash-score-among-agreements,0.00289,,,"https://arxiv.org/abs/2611.07667 (4.2 Single-good bargaining, full information, six messages)",,out:single-couple, arxiv-2611.07667-trade-extractive-coarse,arxiv-2611.07667,opus-5.5,low,agentic-tool,mid,,,,,,,0.63,extractive-counteroffers-per-negotiation,0.00289,,,"https://arxiv.org/abs/2611.07667 (4.1 Figure 4(b) text, market group where B has greater extraction opportunity)",,out:not-headline, arxiv-2611.07667-trade-extractive-full,arxiv-2611.07667,opus-5.5,low,agentic-tool,mid,,,,,,,1.13,extractive-counteroffers-per-negotiation,0.00289,,,"https://arxiv.org/abs/2611.07667 (4.1 Figure 4(b) text, market group where B has greater extraction opportunity)",,out:not-headline, arxiv-2611.07667-doubleauction-coarse,arxiv-2611.07667,gemini-3.1-pro,low,agentic-tool,mid,,,,,,,97,welfare%,0.289,,,https://arxiv.org/abs/2611.07667 (§1 Introduction (résumé des résultats)),,in, arxiv-2611.07667-doubleauction-full,arxiv-2611.07667,gemini-3.1-pro,low,agentic-tool,mid,,,,,,,78,welfare%,0.289,,,https://arxiv.org/abs/2611.07667 (§1 Introduction),,in, arxiv-2611-07667-auction-gains-coarse,arxiv-2611.07667,grok-4.7,low,mixed,hard,,,,,,,97.4,realized gains (% of maximum),0.0289,,,"https://arxiv.org/abs/2611.07667 (section 1/5 (text), auctions)",,out:single-couple, arxiv-2611-07667-auction-gains-full,arxiv-2611.07667,grok-4.7,low,mixed,hard,,,,,,,62.1,realized gains (% of maximum),0.0289,,,"https://arxiv.org/abs/2611.07667 (section 1/5 (text), auctions)",,out:single-couple, arxiv-2611-07667-bargaining-nash-coarse,arxiv-2611.07667,grok-4.7,low,mixed,hard,,,,,,,0.71,normalized Nash score,0.00289,,,"https://arxiv.org/abs/2611.07667 (section 1 (text), bargaining)",,out:not-headline, arxiv-2611-07667-bargaining-nash-full,arxiv-2611.07667,grok-4.7,low,mixed,hard,,,,,,,0.17,normalized Nash score,0.00289,,,"https://arxiv.org/abs/2611.07667 (section 1 (text), bargaining)",,out:not-headline, arxiv-2611.07667-trade-ordinal,arxiv-2611.07667,gpt-6-sol,low,mixed,mid,,,,,,,98,gains%,0.289,,,https://arxiv.org/abs/2611.07667 (Abstract (trade)),,in, arxiv-2611.07667-trade-exact,arxiv-2611.07667,gpt-6-sol,low,mixed,mid,,,,,,,91,gains%,0.289,,,https://arxiv.org/abs/2611.07667 (Abstract (trade)),,in, arxiv-2611.07667-delta-trade,arxiv-2611.07667,gpt-6-luna,low,mixed,mid,,,,,,,10.1,score,0.0289,,,"https://arxiv.org/abs/2611.07667 (Figure 1, panel multi-resource trade (change in total gains, % of maximum))",,out:not-headline, arxiv-2611.07667-delta-trade,arxiv-2611.07667,gpt-5.1,low,mixed,mid,,,,,,,-8.8,score,0.0289,,,"https://arxiv.org/abs/2611.07667 (Figure 1, panel multi-resource trade (change in total gains, % of maximum))",,out:not-headline, arxiv-2611.07667-delta-trade,arxiv-2611.07667,gpt-6-sol,low,mixed,mid,,,,,,,-6.9,score,0.0289,,,"https://arxiv.org/abs/2611.07667 (Figure 1, panel multi-resource trade (change in total gains, % of maximum))",,out:not-headline, arxiv-2611.07667-delta-trade,arxiv-2611.07667,gemini-3.7-flash,low,mixed,mid,,,,,,,-1.5,score,0.0289,,,"https://arxiv.org/abs/2611.07667 (Figure 1, panel multi-resource trade (change in total gains, % of maximum))",,out:not-headline, arxiv-2611.07667-delta-trade,arxiv-2611.07667,gemini-3.1-pro,low,mixed,mid,,,,,,,-5.0,score,0.0289,,,"https://arxiv.org/abs/2611.07667 (Figure 1, panel multi-resource trade (change in total gains, % of maximum))",,out:not-headline, arxiv-2611.07667-delta-trade,arxiv-2611.07667,sonnet-5,low,mixed,mid,,,,,,,13.5,score,0.0289,,,"https://arxiv.org/abs/2611.07667 (Figure 1, panel multi-resource trade (change in total gains, % of maximum))",,out:not-headline, arxiv-2611.07667-delta-trade,arxiv-2611.07667,opus-5.5,low,mixed,mid,,,,,,,-5.1,score,0.0289,,,"https://arxiv.org/abs/2611.07667 (Figure 1, panel multi-resource trade (change in total gains, % of maximum))",,out:not-headline, arxiv-2611.07667-delta-trade,arxiv-2611.07667,grok-4.3,low,mixed,mid,,,,,,,26.9,score,0.0289,,,"https://arxiv.org/abs/2611.07667 (Figure 1, panel multi-resource trade (change in total gains, % of maximum))",,out:not-headline, arxiv-2611.07667-delta-trade,arxiv-2611.07667,grok-4.7,low,mixed,mid,,,,,,,-6.8,score,0.0289,,,"https://arxiv.org/abs/2611.07667 (Figure 1, panel multi-resource trade (change in total gains, % of maximum))",,out:not-headline, arxiv-2611.07667-delta-bargaining,arxiv-2611.07667,gpt-6-luna,low,mixed,mid,,,,,,,0.15,score,0.00289,,,"https://arxiv.org/abs/2611.07667 (Figure 1, panel bargaining (change in normalized Nash score))",,out:not-headline, arxiv-2611.07667-delta-bargaining,arxiv-2611.07667,gpt-5.1,low,mixed,mid,,,,,,,-0.20,score,0.00289,,,"https://arxiv.org/abs/2611.07667 (Figure 1, panel bargaining (change in normalized Nash score))",,out:not-headline, arxiv-2611.07667-delta-bargaining,arxiv-2611.07667,gpt-6-sol,low,mixed,mid,,,,,,,0.11,score,0.00289,,,"https://arxiv.org/abs/2611.07667 (Figure 1, panel bargaining (change in normalized Nash score))",,out:not-headline, arxiv-2611.07667-delta-bargaining,arxiv-2611.07667,gemini-3.7-flash,low,mixed,mid,,,,,,,0.28,score,0.00289,,,"https://arxiv.org/abs/2611.07667 (Figure 1, panel bargaining (change in normalized Nash score))",,out:not-headline, arxiv-2611.07667-delta-bargaining,arxiv-2611.07667,gemini-3.1-pro,low,mixed,mid,,,,,,,0.27,score,0.00289,,,"https://arxiv.org/abs/2611.07667 (Figure 1, panel bargaining (change in normalized Nash score))",,out:not-headline, arxiv-2611.07667-delta-bargaining,arxiv-2611.07667,sonnet-5,low,mixed,mid,,,,,,,0.30,score,0.00289,,,"https://arxiv.org/abs/2611.07667 (Figure 1, panel bargaining (change in normalized Nash score))",,out:not-headline, arxiv-2611.07667-delta-bargaining,arxiv-2611.07667,opus-5.5,low,mixed,mid,,,,,,,0.21,score,0.00289,,,"https://arxiv.org/abs/2611.07667 (Figure 1, panel bargaining (change in normalized Nash score))",,out:not-headline, arxiv-2611.07667-delta-bargaining,arxiv-2611.07667,grok-4.3,low,mixed,mid,,,,,,,0.19,score,0.00289,,,"https://arxiv.org/abs/2611.07667 (Figure 1, panel bargaining (change in normalized Nash score))",,out:not-headline, arxiv-2611.07667-delta-bargaining,arxiv-2611.07667,grok-4.7,low,mixed,mid,,,,,,,-0.54,score,0.00289,,,"https://arxiv.org/abs/2611.07667 (Figure 1, panel bargaining (change in normalized Nash score))",,out:not-headline, arxiv-2611.07667-delta-auction,arxiv-2611.07667,gpt-6-luna,low,mixed,mid,,,,,,,-12.5,score,0.0289,,,"https://arxiv.org/abs/2611.07667 (Figure 1, panel double auction (change in total gains, % of maximum))",,out:not-headline, arxiv-2611.07667-delta-auction,arxiv-2611.07667,gpt-5.1,low,mixed,mid,,,,,,,-7.9,score,0.0289,,,"https://arxiv.org/abs/2611.07667 (Figure 1, panel double auction (change in total gains, % of maximum))",,out:not-headline, arxiv-2611.07667-delta-auction,arxiv-2611.07667,gpt-6-sol,low,mixed,mid,,,,,,,-2.6,score,0.0289,,,"https://arxiv.org/abs/2611.07667 (Figure 1, panel double auction (change in total gains, % of maximum))",,out:not-headline, arxiv-2611.07667-delta-auction,arxiv-2611.07667,gemini-3.7-flash,low,mixed,mid,,,,,,,1.9,score,0.0289,,,"https://arxiv.org/abs/2611.07667 (Figure 1, panel double auction (change in total gains, % of maximum))",,out:not-headline, arxiv-2611.07667-delta-auction,arxiv-2611.07667,gemini-3.1-pro,low,mixed,mid,,,,,,,-18.4,score,0.0289,,,"https://arxiv.org/abs/2611.07667 (Figure 1, panel double auction (change in total gains, % of maximum))",,out:not-headline, arxiv-2611.07667-delta-auction,arxiv-2611.07667,sonnet-5,low,mixed,mid,,,,,,,-1.6,score,0.0289,,,"https://arxiv.org/abs/2611.07667 (Figure 1, panel double auction (change in total gains, % of maximum))",,out:not-headline, arxiv-2611.07667-delta-auction,arxiv-2611.07667,opus-5.5,low,mixed,mid,,,,,,,-30.6,score,0.0289,,,"https://arxiv.org/abs/2611.07667 (Figure 1, panel double auction (change in total gains, % of maximum))",,out:not-headline, arxiv-2611.07667-delta-auction,arxiv-2611.07667,grok-4.3,low,mixed,mid,,,,,,,-7.3,score,0.0289,,,"https://arxiv.org/abs/2611.07667 (Figure 1, panel double auction (change in total gains, % of maximum))",,out:not-headline, arxiv-2611.07667-delta-auction,arxiv-2611.07667,grok-4.7,low,mixed,mid,,,,,,,-35.3,score,0.0289,,,"https://arxiv.org/abs/2611.07667 (Figure 1, panel double auction (change in total gains, % of maximum))",,out:not-headline, arxiv-2611.07667-trade-ordinal,arxiv-2611.07667,gpt-6-luna,low,mixed,mid,,,,,,,68.9,gains%,0.0289,,,"https://arxiv.org/abs/2611.07667 (Section 4.1 (trade), text)",,in, arxiv-2611.07667-trade-exact,arxiv-2611.07667,gpt-6-luna,low,mixed,mid,,,,,,,79.0,gains%,0.0289,,,"https://arxiv.org/abs/2611.07667 (Section 4.1 (trade), text)",,in, arxiv-2611.07667-trade-ordinal,arxiv-2611.07667,gpt-5.1,low,mixed,mid,,,,,,,97.2,gains%,0.0289,,,"https://arxiv.org/abs/2611.07667 (Section 4.1 (trade), text)",,in, arxiv-2611.07667-trade-exact,arxiv-2611.07667,gpt-5.1,low,mixed,mid,,,,,,,88.4,gains%,0.0289,,,"https://arxiv.org/abs/2611.07667 (Section 4.1 (trade), text)",,in, arxiv-2611.07667-bargaining-coarse,arxiv-2611.07667,gpt-6-sol,low,mixed,mid,,,,,,,0.71,score,0.00289,,,"https://arxiv.org/abs/2611.07667 (Introduction (bargaining), text)",,in, arxiv-2611.07667-bargaining-full,arxiv-2611.07667,gpt-6-sol,low,mixed,mid,,,,,,,0.83,score,0.00289,,,"https://arxiv.org/abs/2611.07667 (Introduction (bargaining), text)",,in, arxiv-2611.07667-bargaining-coarse,arxiv-2611.07667,gpt-5.1,low,mixed,mid,,,,,,,0.77,score,0.00289,,,"https://arxiv.org/abs/2611.07667 (Introduction (bargaining), text)",,in, arxiv-2611.07667-bargaining-full,arxiv-2611.07667,gpt-5.1,low,mixed,mid,,,,,,,0.57,score,0.00289,,,"https://arxiv.org/abs/2611.07667 (Introduction (bargaining), text)",,in, arxiv-2611.07667-bargaining-coarse,arxiv-2611.07667,grok-4.7,low,mixed,mid,,,,,,,0.71,score,0.00289,,,"https://arxiv.org/abs/2611.07667 (Introduction (bargaining), text)",,in, arxiv-2611.07667-bargaining-full,arxiv-2611.07667,grok-4.7,low,mixed,mid,,,,,,,0.17,score,0.00289,,,"https://arxiv.org/abs/2611.07667 (Introduction (bargaining), text)",,in, arxiv-2611.07667-auction-coarse,arxiv-2611.07667,grok-4.7,low,mixed,mid,,,,,,,97.4,gains%,0.0289,,,"https://arxiv.org/abs/2611.07667 (Section 4.3 (double auctions), text)",,in, arxiv-2611.07667-auction-full,arxiv-2611.07667,grok-4.7,low,mixed,mid,,,,,,,62.1,gains%,0.0289,,,"https://arxiv.org/abs/2611.07667 (Section 4.3 (double auctions), text)",,in, arxiv-2611.07667-auction-coarse,arxiv-2611.07667,gpt-5.1,low,mixed,mid,,,,,,,98.9,gains%,0.0289,,,"https://arxiv.org/abs/2611.07667 (Section 4.3 (double auctions), text)",,in, arxiv-2611.07667-auction-full,arxiv-2611.07667,gpt-5.1,low,mixed,mid,,,,,,,91.0,gains%,0.0289,,,"https://arxiv.org/abs/2611.07667 (Section 4.3 (double auctions), text)",,in, arxiv-2611.07962-tcsexam-lite-theorems,arxiv-2611.07962,opus-5.5,max,mixed,hard,,,,,,,80.0,category score proving theorems,0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 3, row Opus 5.5, column Theorem proving Success (%))",,in, arxiv-2611.07962-tcsexam-lite-solver,arxiv-2611.07962,opus-5.5,max,mixed,hard,,,,,,,60.5,category score designing a solver,0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 3, row Opus 5.5, column Solver Relative (%))",,in, arxiv-2611.07962-tcsexam-lite-constructions,arxiv-2611.07962,opus-5.5,max,mixed,hard,,,,,,,100.4,category score constructions,0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 3, row Opus 5.5, column Constructions Task score (%))",,in, arxiv-2611.07962-tcsexam-lite-open-conjectures,arxiv-2611.07962,opus-5.5,max,mixed,hard,,,,,,,0.0,category score open conjectures,0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 3, row Opus 5.5, column Open conjectures Resolved (%))",,in, arxiv-2611.07962-tcsexam-lite-index,arxiv-2611.07962,opus-5.5,max,mixed,hard,,,,,,,72.3,Index,0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 3, row Opus 5.5, column Index Points)",,in, arxiv-2611.07962-tcsexam-t25-corners-theorem,arxiv-2611.07962,opus-5.5,max,mixed,hard,,,,,,,0,complete proofs (of 1 attempt),0,,,"https://arxiv.org/abs/2611.07962 (Table 25, task Corners theorem, column Opus 5.5 (first agent column))",,in, arxiv-2611.07962-tcsexam-t25-discrete-bidding-games,arxiv-2611.07962,opus-5.5,max,mixed,hard,,,,,,,1,complete proofs (of 1 attempt),0,,,"https://arxiv.org/abs/2611.07962 (Table 25, task Discrete bidding games, column Opus 5.5 (first agent column))",,in, arxiv-2611.07962-tcsexam-t25-folded-rs-codes,arxiv-2611.07962,opus-5.5,max,mixed,hard,,,,,,,1,complete proofs (of 1 attempt),0,,,"https://arxiv.org/abs/2611.07962 (Table 25, task Folded RS codes, column Opus 5.5 (first agent column))",,in, arxiv-2611.07962-tcsexam-t25-small-depth-negations,arxiv-2611.07962,opus-5.5,max,mixed,hard,,,,,,,1,complete proofs (of 1 attempt),0,,,"https://arxiv.org/abs/2611.07962 (Table 25, task Small-depth negations, column Opus 5.5 (first agent column))",,in, arxiv-2611.07962-tcsexam-t25-quantum-cryptography,arxiv-2611.07962,opus-5.5,max,mixed,hard,,,,,,,1,complete proofs (of 1 attempt),0,,,"https://arxiv.org/abs/2611.07962 (Table 25, task Quantum cryptography, column Opus 5.5 (first agent column))",,in, arxiv-2611.07962-tcsexam-t26-bin-packing,arxiv-2611.07962,opus-5.5,max,mixed,hard,,,,,,,56.1,Kimi K3-relative solver score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 26, task Bin packing, column Opus 5.5 (first agent column))",,in, arxiv-2611.07962-tcsexam-t26-course-timetabling,arxiv-2611.07962,opus-5.5,max,mixed,hard,,,,,,,86.2,Kimi K3-relative solver score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 26, task Course timetabling, column Opus 5.5 (first agent column))",,in, arxiv-2611.07962-tcsexam-t26-maximum-cut,arxiv-2611.07962,opus-5.5,max,mixed,hard,,,,,,,54.0,Kimi K3-relative solver score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 26, task Maximum cut, column Opus 5.5 (first agent column))",,in, arxiv-2611.07962-tcsexam-t26-machine-reassignment,arxiv-2611.07962,opus-5.5,max,mixed,hard,,,,,,,71.3,Kimi K3-relative solver score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 26, task Machine reassignment, column Opus 5.5 (first agent column))",,in, arxiv-2611.07962-tcsexam-t26-quantified-boolean,arxiv-2611.07962,opus-5.5,max,mixed,hard,,,,,,,34.8,Kimi K3-relative solver score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 26, task Quantified Boolean, column Opus 5.5 (first agent column))",,in, arxiv-2611.07962-tcsexam-t27-binary-code-a-24-10,arxiv-2611.07962,opus-5.5,max,mixed,hard,,,,,,,100.0,construction task score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 27, task Binary code A(24,10), column Opus 5.5 (first agent column))",,out:saturated, arxiv-2611.07962-tcsexam-t27-no-3-or-4-cycles,arxiv-2611.07962,opus-5.5,max,mixed,hard,,,,,,,102.1,construction task score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 27, task No 3- or 4-cycles, column Opus 5.5 (first agent column))",,out:saturated, arxiv-2611.07962-tcsexam-t27-kissing-number-13d,arxiv-2611.07962,opus-5.5,max,mixed,hard,,,,,,,100.0,construction task score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 27, task Kissing number (13D), column Opus 5.5 (first agent column))",,out:saturated, arxiv-2611.07962-tcsexam-t27-ramsey-r-4-6,arxiv-2611.07962,opus-5.5,max,mixed,hard,,,,,,,100.0,construction task score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 27, task Ramsey R(4,6), column Opus 5.5 (first agent column))",,out:saturated, arxiv-2611.07962-tcsexam-t27-metric-tsp,arxiv-2611.07962,opus-5.5,max,mixed,hard,,,,,,,100.0,construction task score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 27, task Metric TSP, column Opus 5.5 (first agent column))",,out:saturated, arxiv-2611.07962-tcsexam-t28-log-rank,arxiv-2611.07962,opus-5.5,max,mixed,hard,,,,,,,0,accepted proofs or refutations (of 1 attempt),0,,,"https://arxiv.org/abs/2611.07962 (Table 28, task Log-rank, column Opus 5.5 (first agent column))",,in, arxiv-2611.07962-tcsexam-t28-evasiveness,arxiv-2611.07962,opus-5.5,max,mixed,hard,,,,,,,0,accepted proofs or refutations (of 1 attempt),0,,,"https://arxiv.org/abs/2611.07962 (Table 28, task Evasiveness, column Opus 5.5 (first agent column))",,in, arxiv-2611.07962-tcsexam-t28-frege-proof-length,arxiv-2611.07962,opus-5.5,max,mixed,hard,,,,,,,0,accepted proofs or refutations (of 1 attempt),0,,,"https://arxiv.org/abs/2611.07962 (Table 28, task Frege proof length, column Opus 5.5 (first agent column))",,in, arxiv-2611.07962-tcsexam-t28-online-matching,arxiv-2611.07962,opus-5.5,max,mixed,hard,,,,,,,0,accepted proofs or refutations (of 1 attempt),0,,,"https://arxiv.org/abs/2611.07962 (Table 28, task Online matching, column Opus 5.5 (first agent column))",,in, arxiv-2611.07962-tcsexam-t28-branching-programs,arxiv-2611.07962,opus-5.5,max,mixed,hard,,,,,,,0,accepted proofs or refutations (of 1 attempt),0,,,"https://arxiv.org/abs/2611.07962 (Table 28, task Branching programs, column Opus 5.5 (first agent column))",,in, arxiv-2611.07962-tcsexam-full-theorems,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,70.0,category score proving theorems,0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 2, row GPT-6 Astra, column Theorem proving Success (%))",,in, arxiv-2611.07962-tcsexam-full-solver,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,64.7,category score designing a solver,0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 2, row GPT-6 Astra, column Solver Relative (%))",,in, arxiv-2611.07962-tcsexam-full-constructions,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,104.9,category score constructions,0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 2, row GPT-6 Astra, column Constructions Task score (%))",,in, arxiv-2611.07962-tcsexam-full-open-conjectures,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,0.0,category score open conjectures,0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 2, row GPT-6 Astra, column Open conjectures Resolved (%))",,in, arxiv-2611.07962-tcsexam-full-index,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,71.9,Index,0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 2, row GPT-6 Astra, column Index Points)",,in, arxiv-2611.07962-tcsexam-lite-theorems,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,60.0,category score proving theorems,0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 3, row GPT-6 Astra, column Theorem proving Success (%))",,in, arxiv-2611.07962-tcsexam-lite-solver,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,63.0,category score designing a solver,0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 3, row GPT-6 Astra, column Solver Relative (%))",,in, arxiv-2611.07962-tcsexam-lite-constructions,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,100.4,category score constructions,0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 3, row GPT-6 Astra, column Constructions Task score (%))",,in, arxiv-2611.07962-tcsexam-lite-open-conjectures,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,0.0,category score open conjectures,0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 3, row GPT-6 Astra, column Open conjectures Resolved (%))",,in, arxiv-2611.07962-tcsexam-lite-index,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,67.0,Index,0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 3, row GPT-6 Astra, column Index Points)",,in, arxiv-2611.07962-tcsexam-t12-1-corners-theorem,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,0,complete proofs (of 1 attempt),0.289,,,"https://arxiv.org/abs/2611.07962 (Table 12, row 1. Corners theorem, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t12-2-small-depth-negations,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,1,complete proofs (of 1 attempt),0.289,,,"https://arxiv.org/abs/2611.07962 (Table 12, row 2. Small-depth negations, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t12-3-universal-dijkstra,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,1,complete proofs (of 1 attempt),0.289,,,"https://arxiv.org/abs/2611.07962 (Table 12, row 3. Universal Dijkstra, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t12-4-three-taxis,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,1,complete proofs (of 1 attempt),0.289,,,"https://arxiv.org/abs/2611.07962 (Table 12, row 4. Three taxis, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t12-5-monotonicity-testing,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,1,complete proofs (of 1 attempt),0.289,,,"https://arxiv.org/abs/2611.07962 (Table 12, row 5. Monotonicity testing, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t12-6-qmaqcma-separation,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,1,complete proofs (of 1 attempt),0.289,,,"https://arxiv.org/abs/2611.07962 (Table 12, row 6. QMA–QCMA separation, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t12-7-discrepancy,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,0,complete proofs (of 1 attempt),0.289,,,"https://arxiv.org/abs/2611.07962 (Table 12, row 7. Discrepancy, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t12-8-pcp-alphabet-soundness,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,0,complete proofs (of 1 attempt),0.289,,,"https://arxiv.org/abs/2611.07962 (Table 12, row 8. PCP alphabet soundness, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t12-9-proximity-testing,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,1,complete proofs (of 1 attempt),0.289,,,"https://arxiv.org/abs/2611.07962 (Table 12, row 9. Proximity testing, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t12-10-folded-rs-codes,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,1,complete proofs (of 1 attempt),0.289,,,"https://arxiv.org/abs/2611.07962 (Table 12, row 10. Folded RS codes, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t12-11-metrical-task-systems,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,1,complete proofs (of 1 attempt),0.289,,,"https://arxiv.org/abs/2611.07962 (Table 12, row 11. Metrical task systems, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t12-12-xor-parallel-repetition,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,0,complete proofs (of 1 attempt),0.289,,,"https://arxiv.org/abs/2611.07962 (Table 12, row 12. XOR parallel repetition, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t12-13-unitary-synthesis,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,1,complete proofs (of 1 attempt),0.289,,,"https://arxiv.org/abs/2611.07962 (Table 12, row 13. Unitary synthesis, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t12-14-planar-reconfiguration,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,1,complete proofs (of 1 attempt),0.289,,,"https://arxiv.org/abs/2611.07962 (Table 12, row 14. Planar reconfiguration, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t12-15-positive-body-chasing,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,1,complete proofs (of 1 attempt),0.289,,,"https://arxiv.org/abs/2611.07962 (Table 12, row 15. Positive-body chasing, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t12-16-locally-correctable-codes,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,0,complete proofs (of 1 attempt),0.289,,,"https://arxiv.org/abs/2611.07962 (Table 12, row 16. Locally correctable codes, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t12-17-strategy-improvement,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,1,complete proofs (of 1 attempt),0.289,,,"https://arxiv.org/abs/2611.07962 (Table 12, row 17. Strategy improvement, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t12-18-planar-multiflow,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,1,complete proofs (of 1 attempt),0.289,,,"https://arxiv.org/abs/2611.07962 (Table 12, row 18. Planar multiflow, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t12-19-discrete-bidding-games,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,1,complete proofs (of 1 attempt),0.289,,,"https://arxiv.org/abs/2611.07962 (Table 12, row 19. Discrete bidding games, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t12-20-quantum-cryptography,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,0,complete proofs (of 1 attempt),0.289,,,"https://arxiv.org/abs/2611.07962 (Table 12, row 20. Quantum cryptography, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t13-production-planning,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,83.8,Kimi K3-relative solver score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 13, row Production planning, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t13-bin-packing,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,56.1,Kimi K3-relative solver score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 13, row Bin packing, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t13-cluster-editing,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,50.3,Kimi K3-relative solver score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 13, row Cluster editing, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t13-frequency-assignment,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,53.8,Kimi K3-relative solver score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 13, row Frequency assignment, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t13-tree-partitioning,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,85.4,Kimi K3-relative solver score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 13, row Tree partitioning, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t13-graph-coloring,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,54.9,Kimi K3-relative solver score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 13, row Graph coloring, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t13-course-timetabling,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,88.9,Kimi K3-relative solver score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 13, row Course timetabling, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t13-vehicle-routing,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,63.5,Kimi K3-relative solver score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 13, row Vehicle routing, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t13-directed-feedback-set,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,52.1,Kimi K3-relative solver score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 13, row Directed feedback set, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t13-dominating-set,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,45.1,Kimi K3-relative solver score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 13, row Dominating set, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t13-glass-cutting,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,98.5,Kimi K3-relative solver score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 13, row Glass cutting, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t13-graph-partitioning,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,58.4,Kimi K3-relative solver score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 13, row Graph partitioning, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t13-hitting-set,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,56.5,Kimi K3-relative solver score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 13, row Hitting set, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t13-sports-timetabling,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,94.4,Kimi K3-relative solver score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 13, row Sports timetabling, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t13-job-shop-scheduling,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,60.4,Kimi K3-relative solver score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 13, row Job-shop scheduling, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t13-logic-synthesis,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,90.2,Kimi K3-relative solver score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 13, row Logic synthesis, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t13-maximum-clique,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,53.7,Kimi K3-relative solver score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 13, row Maximum clique, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t13-maximum-cut,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,53.7,Kimi K3-relative solver score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 13, row Maximum cut, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t13-maximum-sat,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,72.9,Kimi K3-relative solver score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 13, row Maximum SAT, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t13-machine-reassignment,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,70.9,Kimi K3-relative solver score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 13, row Machine reassignment, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t13-nurse-rostering,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,65.7,Kimi K3-relative solver score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 13, row Nurse rostering, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t13-crossing-minimization,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,50.0,Kimi K3-relative solver score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 13, row Crossing minimization, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t13-quadratic-assignment,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,50.8,Kimi K3-relative solver score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 13, row Quadratic assignment, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t13-quantified-boolean,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,48.6,Kimi K3-relative solver score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 13, row Quantified Boolean, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t13-radiotherapy,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,64.0,Kimi K3-relative solver score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 13, row Radiotherapy, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t13-set-covering,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,59.8,Kimi K3-relative solver score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 13, row Set covering, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t13-program-synthesis,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,48.3,Kimi K3-relative solver score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 13, row Program synthesis, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t13-traveling-salesman,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,53.2,Kimi K3-relative solver score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 13, row Traveling salesman, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t13-treewidth,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,87.7,Kimi K3-relative solver score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 13, row Treewidth, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t13-vertex-cover,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,70.5,Kimi K3-relative solver score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 13, row Vertex cover, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t14-ramsey-r-5-5,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,100.0,construction task score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 14, row Ramsey R(5,5), column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t14-ramsey-r-4-6,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,100.0,construction task score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 14, row Ramsey R(4,6), column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t14-ramsey-r-3-10,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,100.0,construction task score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 14, row Ramsey R(3,10), column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t14-van-der-waerden-w-2-7,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,100.0,construction task score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 14, row Van der Waerden W(2,7), column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t14-cap-sets-dimension-7,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,100.0,construction task score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 14, row Cap sets (dimension 7), column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t14-covering-codes,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,100.0,construction task score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 14, row Covering codes, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t14-binary-code-a-22-10,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,101.6,construction task score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 14, row Binary code A(22,10), column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t14-binary-code-a-24-10,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,100.0,construction task score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 14, row Binary code A(24,10), column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t14-quantum-code-25-7,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,195.3,construction task score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 14, row Quantum code (25,7), column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t14-orthogonal-latin-squares,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,100.0,construction task score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 14, row Orthogonal Latin squares, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t14-cages,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,100.0,construction task score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 14, row Cages, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t14-sorting-networks,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,100.0,construction task score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 14, row Sorting networks, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t14-no-3-or-4-cycles,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,102.1,construction task score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 14, row No 3- or 4-cycles, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t14-kissing-number-9d,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,100.0,construction task score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 14, row Kissing number (9D), column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t14-kissing-number-13d,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,100.0,construction task score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 14, row Kissing number (13D), column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t14-packing-100-circles,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,100.0,construction task score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 14, row Packing 100 circles, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t14-50-point-spherical-code,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,100.0,construction task score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 14, row 50-point spherical code, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t14-metric-tsp,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,100.0,construction task score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 14, row Metric TSP, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t14-graph-tsp,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,100.0,construction task score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 14, row Graph TSP, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t14-rectilinear-tsp,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,100.0,construction task score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 14, row Rectilinear TSP, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t15-aaronsonambainis,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,0,accepted proofs or refutations (of 1 attempt),0.289,,,"https://arxiv.org/abs/2611.07962 (Table 15, row Aaronson–Ambainis, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t15-alonjaegertarsi,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,0,accepted proofs or refutations (of 1 attempt),0.289,,,"https://arxiv.org/abs/2611.07962 (Table 15, row Alon–Jaeger–Tarsi, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t15-bin-packing-mirup,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,0,accepted proofs or refutations (of 1 attempt),0.289,,,"https://arxiv.org/abs/2611.07962 (Table 15, row Bin packing MIRUP, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t15-caccettahaggkvist,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,0,accepted proofs or refutations (of 1 attempt),0.289,,,"https://arxiv.org/abs/2611.07962 (Table 15, row Caccetta–Haggkvist, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t15-deterministic-vs-randomized-queries,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,0,accepted proofs or refutations (of 1 attempt),0.289,,,"https://arxiv.org/abs/2611.07962 (Table 15, row Deterministic vs. randomized queries, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t15-evasiveness,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,0,accepted proofs or refutations (of 1 attempt),0.289,,,"https://arxiv.org/abs/2611.07962 (Table 15, row Evasiveness, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t15-explicit-ramsey-graphs,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,0,accepted proofs or refutations (of 1 attempt),0.289,,,"https://arxiv.org/abs/2611.07962 (Table 15, row Explicit Ramsey graphs, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t15-explicit-rigid-matrices,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,0,accepted proofs or refutations (of 1 attempt),0.289,,,"https://arxiv.org/abs/2611.07962 (Table 15, row Explicit rigid matrices, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t15-fourier-entropyinfluence,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,0,accepted proofs or refutations (of 1 attempt),0.289,,,"https://arxiv.org/abs/2611.07962 (Table 15, row Fourier entropy–influence, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t15-frege-proof-length,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,0,accepted proofs or refutations (of 1 attempt),0.289,,,"https://arxiv.org/abs/2611.07962 (Table 15, row Frege proof length, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t15-frege-vs-extended-frege,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,0,accepted proofs or refutations (of 1 attempt),0.289,,,"https://arxiv.org/abs/2611.07962 (Table 15, row Frege vs. extended Frege, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t15-krw-composition,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,0,accepted proofs or refutations (of 1 attempt),0.289,,,"https://arxiv.org/abs/2611.07962 (Table 15, row KRW composition, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t15-log-rank,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,0,accepted proofs or refutations (of 1 attempt),0.289,,,"https://arxiv.org/abs/2611.07962 (Table 15, row Log-rank, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t15-lovasz-hamiltonicity,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,0,accepted proofs or refutations (of 1 attempt),0.289,,,"https://arxiv.org/abs/2611.07962 (Table 15, row Lovasz Hamiltonicity, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t15-mansour,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,0,accepted proofs or refutations (of 1 attempt),0.289,,,"https://arxiv.org/abs/2611.07962 (Table 15, row Mansour, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t15-mds-codes-non-prime,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,0,accepted proofs or refutations (of 1 attempt),0.289,,,"https://arxiv.org/abs/2611.07962 (Table 15, row MDS codes (non-prime), column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t15-nexp-vs-tc0,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,0,accepted proofs or refutations (of 1 attempt),0.289,,,"https://arxiv.org/abs/2611.07962 (Table 15, row NEXP vs. TC0, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t15-branching-programs,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,0,accepted proofs or refutations (of 1 attempt),0.289,,,"https://arxiv.org/abs/2611.07962 (Table 15, row Branching programs, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t15-np-vs-acc0,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,0,accepted proofs or refutations (of 1 attempt),0.289,,,"https://arxiv.org/abs/2611.07962 (Table 15, row NP vs. ACC0, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t15-matrix-multiplication-exponent,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,0,accepted proofs or refutations (of 1 attempt),0.289,,,"https://arxiv.org/abs/2611.07962 (Table 15, row Matrix multiplication exponent, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t15-online-bin-packing,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,0,accepted proofs or refutations (of 1 attempt),0.289,,,"https://arxiv.org/abs/2611.07962 (Table 15, row Online bin packing, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t15-online-matching,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,0,accepted proofs or refutations (of 1 attempt),0.289,,,"https://arxiv.org/abs/2611.07962 (Table 15, row Online matching, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t15-permanent-vs-determinant,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,0,accepted proofs or refutations (of 1 attempt),0.289,,,"https://arxiv.org/abs/2611.07962 (Table 15, row Permanent vs. determinant, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t15-integer-pfr,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,0,accepted proofs or refutations (of 1 attempt),0.289,,,"https://arxiv.org/abs/2611.07962 (Table 15, row Integer PFR, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t15-planar-gnrs,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,0,accepted proofs or refutations (of 1 attempt),0.289,,,"https://arxiv.org/abs/2611.07962 (Table 15, row Planar GNRS, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t15-polar-scaling-exponent,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,0,accepted proofs or refutations (of 1 attempt),0.289,,,"https://arxiv.org/abs/2611.07962 (Table 15, row Polar scaling exponent, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t15-ryser,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,0,accepted proofs or refutations (of 1 attempt),0.289,,,"https://arxiv.org/abs/2611.07962 (Table 15, row Ryser, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t15-total-coloring,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,0,accepted proofs or refutations (of 1 attempt),0.289,,,"https://arxiv.org/abs/2611.07962 (Table 15, row Total coloring, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t15-tuza,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,0,accepted proofs or refutations (of 1 attempt),0.289,,,"https://arxiv.org/abs/2611.07962 (Table 15, row Tuza, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t15-xor-log-rank,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,0,accepted proofs or refutations (of 1 attempt),0.289,,,"https://arxiv.org/abs/2611.07962 (Table 15, row XOR log-rank, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t18-atcoder-ahc058,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,100.1,per-attempt solver task score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 18, row AtCoder AHC058, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t18-bin-packing,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,100.0,per-attempt solver task score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 18, row Bin packing, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t18-cluster-editing,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,100.4,per-attempt solver task score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 18, row Cluster editing, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t18-frequency-assignment,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,100.3,per-attempt solver task score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 18, row Frequency assignment, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t18-atcoder-ahc041,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,101.3,per-attempt solver task score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 18, row AtCoder AHC041, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t18-graph-coloring,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,109.7,per-attempt solver task score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 18, row Graph coloring, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t18-course-timetabling,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,91.9,per-attempt solver task score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 18, row Course timetabling, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t18-capacitated-vehicle-routing,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,97.5,per-attempt solver task score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 18, row Capacitated vehicle routing, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t18-directed-feedback-vertex-set,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,100.0,per-attempt solver task score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 18, row Directed feedback vertex set, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t18-dominating-set,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,87.8,per-attempt solver task score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 18, row Dominating set, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t18-glass-cutting,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,100.6,per-attempt solver task score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 18, row Glass cutting, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t18-graph-partitioning,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,100.5,per-attempt solver task score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 18, row Graph partitioning, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t18-hitting-set,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,92.4,per-attempt solver task score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 18, row Hitting set, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t18-sports-timetabling,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,92.2,per-attempt solver task score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 18, row Sports timetabling, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t18-job-shop-scheduling,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,100.1,per-attempt solver task score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 18, row Job-shop scheduling, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t18-logic-synthesis,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,98.2,per-attempt solver task score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 18, row Logic synthesis, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t18-maximum-clique,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,100.0,per-attempt solver task score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 18, row Maximum clique, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t18-maximum-cut,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,102.4,per-attempt solver task score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 18, row Maximum cut, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t18-maximum-satisfiability,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,79.6,per-attempt solver task score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 18, row Maximum satisfiability, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t18-machine-reassignment,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,112.1,per-attempt solver task score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 18, row Machine reassignment, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t18-nurse-rostering,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,99.7,per-attempt solver task score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 18, row Nurse rostering, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t18-one-sided-crossing-minimization,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,100.0,per-attempt solver task score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 18, row One-sided crossing minimization, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t18-quadratic-assignment,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,99.1,per-attempt solver task score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 18, row Quadratic assignment, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t18-quantified-boolean-formulas,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,66.7,per-attempt solver task score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 18, row Quantified Boolean formulas, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t18-radiation-therapy,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,101.8,per-attempt solver task score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 18, row Radiation therapy, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t18-set-cover,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,99.8,per-attempt solver task score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 18, row Set cover, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t18-syntax-guided-synthesis,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,100.0,per-attempt solver task score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 18, row Syntax-guided synthesis, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t18-traveling-salesperson,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,99.3,per-attempt solver task score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 18, row Traveling salesperson, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t18-treewidth,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,379.2,per-attempt solver task score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 18, row Treewidth, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t18-vertex-cover-certificates,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,100.0,per-attempt solver task score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 18, row Vertex-cover certificates, column GPT-6 Astra)",,out:single-couple, arxiv-2611.07962-tcsexam-t25-corners-theorem,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,0,complete proofs (of 1 attempt),0.289,,,"https://arxiv.org/abs/2611.07962 (Table 25, row Corners theorem, column GPT-6 Astra)",,in, arxiv-2611.07962-tcsexam-t25-discrete-bidding-games,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,1,complete proofs (of 1 attempt),0.289,,,"https://arxiv.org/abs/2611.07962 (Table 25, row Discrete bidding games, column GPT-6 Astra)",,in, arxiv-2611.07962-tcsexam-t25-folded-rs-codes,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,1,complete proofs (of 1 attempt),0.289,,,"https://arxiv.org/abs/2611.07962 (Table 25, row Folded RS codes, column GPT-6 Astra)",,in, arxiv-2611.07962-tcsexam-t25-small-depth-negations,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,1,complete proofs (of 1 attempt),0.289,,,"https://arxiv.org/abs/2611.07962 (Table 25, row Small-depth negations, column GPT-6 Astra)",,in, arxiv-2611.07962-tcsexam-t25-quantum-cryptography,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,0,complete proofs (of 1 attempt),0.289,,,"https://arxiv.org/abs/2611.07962 (Table 25, row Quantum cryptography, column GPT-6 Astra)",,in, arxiv-2611.07962-tcsexam-t26-bin-packing,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,56.1,Kimi K3-relative solver score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 26, row Bin packing, column GPT-6 Astra)",,in, arxiv-2611.07962-tcsexam-t26-course-timetabling,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,86.6,Kimi K3-relative solver score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 26, row Course timetabling, column GPT-6 Astra)",,in, arxiv-2611.07962-tcsexam-t26-maximum-cut,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,53.6,Kimi K3-relative solver score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 26, row Maximum cut, column GPT-6 Astra)",,in, arxiv-2611.07962-tcsexam-t26-machine-reassignment,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,70.5,Kimi K3-relative solver score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 26, row Machine reassignment, column GPT-6 Astra)",,in, arxiv-2611.07962-tcsexam-t26-quantified-boolean,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,48.4,Kimi K3-relative solver score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 26, row Quantified Boolean, column GPT-6 Astra)",,in, arxiv-2611.07962-tcsexam-t27-binary-code-a-24-10,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,100.0,construction task score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 27, row Binary code A(24,10), column GPT-6 Astra)",,out:saturated, arxiv-2611.07962-tcsexam-t27-no-3-or-4-cycles,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,102.1,construction task score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 27, row No 3- or 4-cycles, column GPT-6 Astra)",,out:saturated, arxiv-2611.07962-tcsexam-t27-kissing-number-13d,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,100.0,construction task score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 27, row Kissing number (13D), column GPT-6 Astra)",,out:saturated, arxiv-2611.07962-tcsexam-t27-ramsey-r-4-6,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,100.0,construction task score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 27, row Ramsey R(4,6), column GPT-6 Astra)",,out:saturated, arxiv-2611.07962-tcsexam-t27-metric-tsp,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,100.0,construction task score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 27, row Metric TSP, column GPT-6 Astra)",,out:saturated, arxiv-2611.07962-tcsexam-t28-log-rank,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,0,accepted proofs or refutations (of 1 attempt),0.289,,,"https://arxiv.org/abs/2611.07962 (Table 28, row Log-rank, column GPT-6 Astra)",,in, arxiv-2611.07962-tcsexam-t28-evasiveness,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,0,accepted proofs or refutations (of 1 attempt),0.289,,,"https://arxiv.org/abs/2611.07962 (Table 28, row Evasiveness, column GPT-6 Astra)",,in, arxiv-2611.07962-tcsexam-t28-frege-proof-length,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,0,accepted proofs or refutations (of 1 attempt),0.289,,,"https://arxiv.org/abs/2611.07962 (Table 28, row Frege proof length, column GPT-6 Astra)",,in, arxiv-2611.07962-tcsexam-t28-online-matching,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,0,accepted proofs or refutations (of 1 attempt),0.289,,,"https://arxiv.org/abs/2611.07962 (Table 28, row Online matching, column GPT-6 Astra)",,in, arxiv-2611.07962-tcsexam-t28-branching-programs,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,0,accepted proofs or refutations (of 1 attempt),0.289,,,"https://arxiv.org/abs/2611.07962 (Table 28, row Branching programs, column GPT-6 Astra)",,in, arxiv-2611.07962-tcsexam-t16-relative,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,64.7,solver relative score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 16, row GPT-6 Astra, column Solver Relative %)",,out:single-couple, arxiv-2611.07962-tcsexam-t16-task-score,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,107.1,solver task score (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 16, row GPT-6 Astra, column Task score %)",,out:single-couple, arxiv-2611.07962-tcsexam-t16-failed,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,44,failed evaluations (count),0.289,,,"https://arxiv.org/abs/2611.07962 (Table 16, row GPT-6 Astra, column Failed/judged)",,out:not-headline, arxiv-2611.07962-tcsexam-t17-validity,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,99.3,validity (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 17, row GPT-6 Astra, column Validity %)",,out:single-couple, arxiv-2611.07962-tcsexam-t17-full-sets,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,24,attempts with valid results on every instance (count of 27),0.289,,,"https://arxiv.org/abs/2611.07962 (Table 17, row GPT-6 Astra, column Full sets (of attempts))",,out:not-headline, arxiv-2611.07962-tcsexam-t17-certified,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,90.1,certified completion rate (%),0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 17, row GPT-6 Astra, column Certified %)",,out:single-couple, arxiv-2611.07962-tcsexam-t19-treewidth-he134-attained,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,201,"attained objective (treewidth he134, lower is better)",0.289,,,"https://arxiv.org/abs/2611.07962 (Table 19, row GPT-6 Astra (he134), column A (attained objective))",,out:not-headline, arxiv-2611.07962-tcsexam-t19-treewidth-he134-score,arxiv-2611.07962,gpt-6-astra,max,mixed,hard,,,,,,,4800.0,"ratio score (%), treewidth he134",0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 19, row GPT-6 Astra (he134), column Score %)",,out:not-headline, arxiv-2611.07962-tcsexam-full-index,arxiv-2611.07962,grok-4.6,xhigh,mixed,hard,,,,,,,40.5,Index,0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 2, row Grok 4.6, last column)",,in, arxiv-2611.07962-tcsexam-lite-index,arxiv-2611.07962,grok-4.6,xhigh,mixed,hard,,,,,,,42.1,Index,0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 3, row Grok 4.6, last column)",,in, arxiv-2611.07962-tcsexam-full-theorems,arxiv-2611.07962,grok-4.6,xhigh,mixed,hard,,,,,,,5.0,category score proving theorems,0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 2, row Grok 4.6, column proving theorems)",,in, arxiv-2611.07962-tcsexam-lite-theorems,arxiv-2611.07962,grok-4.6,xhigh,mixed,hard,,,,,,,20.0,category score proving theorems,0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 3, row Grok 4.6, column proving theorems)",,in, arxiv-2611.07962-tcsexam-full-solver,arxiv-2611.07962,grok-4.6,xhigh,mixed,hard,,,,,,,43.8,category score designing a solver,0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 2, row Grok 4.6, column designing a solver)",,in, arxiv-2611.07962-tcsexam-lite-solver,arxiv-2611.07962,grok-4.6,xhigh,mixed,hard,,,,,,,41.0,category score designing a solver,0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 3, row Grok 4.6, column designing a solver)",,in, arxiv-2611.07962-tcsexam-full-constructions,arxiv-2611.07962,grok-4.6,xhigh,mixed,hard,,,,,,,86.2,category score constructions,0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 2, row Grok 4.6, column constructions)",,in, arxiv-2611.07962-tcsexam-lite-constructions,arxiv-2611.07962,grok-4.6,xhigh,mixed,hard,,,,,,,79.3,category score constructions,0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 3, row Grok 4.6, column constructions)",,in, arxiv-2611.07962-tcsexam-full-open-conjectures,arxiv-2611.07962,grok-4.6,xhigh,mixed,hard,,,,,,,0.0,category score open conjectures,0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 2, row Grok 4.6, column open conjectures)",,in, arxiv-2611.07962-tcsexam-lite-open-conjectures,arxiv-2611.07962,grok-4.6,xhigh,mixed,hard,,,,,,,0.0,category score open conjectures,0.0289,,,"https://arxiv.org/abs/2611.07962 (Table 3, row Grok 4.6, column open conjectures)",,in, arxiv-2611.08106-hospital-repair-f1-o,arxiv-2611.08106,gpt-6.1-sol,low,mixed,hard,,,,,,,0.94,identity-column repair F1,0.00289,,,"https://arxiv.org/abs/2611.08106 (Table 7, row GPT-6.1-Sol, hospital condition O)",,out:single-couple, arxiv-2611.08106-hospital-repair-f1-f,arxiv-2611.08106,gpt-6.1-sol,low,mixed,hard,,,,,,,0.98,identity-column repair F1,0.00289,,,"https://arxiv.org/abs/2611.08106 (Table 7, row GPT-6.1-Sol, hospital condition F)",,out:single-couple, arxiv-2611.08106-hospital-repair-f1-w,arxiv-2611.08106,gpt-6.1-sol,low,mixed,hard,,,,,,,0.71,identity-column repair F1,0.00289,,,"https://arxiv.org/abs/2611.08106 (Table 7, row GPT-6.1-Sol, hospital condition W)",,out:single-couple, arxiv-2611.08106-hospital-repair-f1-s,arxiv-2611.08106,gpt-6.1-sol,low,mixed,hard,,,,,,,0.62,identity-column repair F1,0.00289,,,"https://arxiv.org/abs/2611.08106 (Table 7, row GPT-6.1-Sol, hospital condition S)",,out:single-couple, arxiv-2611.08106-movies-repair-f1-o,arxiv-2611.08106,gpt-6.1-sol,low,mixed,hard,,,,,,,0.12,identity-column repair F1,0.00289,,,"https://arxiv.org/abs/2611.08106 (Table 7, row GPT-6.1-Sol, movies condition O)",,out:single-couple, arxiv-2611.08106-movies-repair-f1-f,arxiv-2611.08106,gpt-6.1-sol,low,mixed,hard,,,,,,,0.37,identity-column repair F1,0.00289,,,"https://arxiv.org/abs/2611.08106 (Table 7, row GPT-6.1-Sol, movies condition F)",,out:single-couple, arxiv-2611.08106-movies-repair-f1-w,arxiv-2611.08106,gpt-6.1-sol,low,mixed,hard,,,,,,,0.05,identity-column repair F1,0.00289,,,"https://arxiv.org/abs/2611.08106 (Table 7, row GPT-6.1-Sol, movies condition W)",,out:single-couple, arxiv-2611.08106-movies-repair-f1-s,arxiv-2611.08106,gpt-6.1-sol,low,mixed,hard,,,,,,,0.04,identity-column repair F1,0.00289,,,"https://arxiv.org/abs/2611.08106 (Table 7, row GPT-6.1-Sol, movies condition S)",,out:single-couple, arxiv-2611.08106-beers-repair-f1-o,arxiv-2611.08106,gpt-6.1-sol,low,mixed,hard,,,,,,,0.96,identity-column repair F1,0.00289,,,"https://arxiv.org/abs/2611.08106 (Table 11, row GPT-6.1-Sol, beers condition O)",,out:single-couple, arxiv-2611.08106-beers-repair-f1-f,arxiv-2611.08106,gpt-6.1-sol,low,mixed,hard,,,,,,,0.89,identity-column repair F1,0.00289,,,"https://arxiv.org/abs/2611.08106 (Table 11, row GPT-6.1-Sol, beers condition F)",,out:single-couple, arxiv-2611.08106-beers-repair-f1-w,arxiv-2611.08106,gpt-6.1-sol,low,mixed,hard,,,,,,,0.98,identity-column repair F1,0.00289,,,"https://arxiv.org/abs/2611.08106 (Table 11, row GPT-6.1-Sol, beers condition W)",,out:single-couple, arxiv-2611.08106-beers-repair-f1-s,arxiv-2611.08106,gpt-6.1-sol,low,mixed,hard,,,,,,,1.00,identity-column repair F1,0.00289,,,"https://arxiv.org/abs/2611.08106 (Table 11, row GPT-6.1-Sol, beers condition S)",,out:single-couple, arxiv-2611.08106-t8-hospital-o-detection-f1,arxiv-2611.08106,?GPT-6.1,not-established:absent,mixed,hard,,,,,,,0.95,detection F1,0.289,,,"https://arxiv.org/abs/2611.08106 (Table 8, row GPT-6.1, column Table 8 Hospital O, detection F1)",,out:model-not-established, arxiv-2611.08106-t8-hospital-o-repair-f1,arxiv-2611.08106,?GPT-6.1,not-established:absent,mixed,hard,,,,,,,0.94,repair F1,0.289,,,"https://arxiv.org/abs/2611.08106 (Table 8, row GPT-6.1, column Table 8 Hospital O, repair F1)",,out:model-not-established, arxiv-2611.08106-t8-hospital-w-detection-f1,arxiv-2611.08106,?GPT-6.1,not-established:absent,mixed,hard,,,,,,,0.71,detection F1,0.289,,,"https://arxiv.org/abs/2611.08106 (Table 8, row GPT-6.1, column Table 8 Hospital W, detection F1)",,out:model-not-established, arxiv-2611.08106-t8-hospital-w-repair-f1,arxiv-2611.08106,?GPT-6.1,not-established:absent,mixed,hard,,,,,,,0.71,repair F1,0.289,,,"https://arxiv.org/abs/2611.08106 (Table 8, row GPT-6.1, column Table 8 Hospital W, repair F1)",,out:model-not-established, arxiv-2611.08106-t8-hospital-s-detection-f1,arxiv-2611.08106,?GPT-6.1,not-established:absent,mixed,hard,,,,,,,0.65,detection F1,0.289,,,"https://arxiv.org/abs/2611.08106 (Table 8, row GPT-6.1, column Table 8 Hospital S, detection F1)",,out:model-not-established, arxiv-2611.08106-t8-hospital-s-repair-f1,arxiv-2611.08106,?GPT-6.1,not-established:absent,mixed,hard,,,,,,,0.62,repair F1,0.289,,,"https://arxiv.org/abs/2611.08106 (Table 8, row GPT-6.1, column Table 8 Hospital S, repair F1)",,out:model-not-established, arxiv-2611.08106-t8-movies-o-detection-f1,arxiv-2611.08106,?GPT-6.1,not-established:absent,mixed,hard,,,,,,,0.17,detection F1,0.289,,,"https://arxiv.org/abs/2611.08106 (Table 8, row GPT-6.1, column Table 8 Movies O, detection F1)",,out:model-not-established, arxiv-2611.08106-t8-movies-o-repair-f1,arxiv-2611.08106,?GPT-6.1,not-established:absent,mixed,hard,,,,,,,0.12,repair F1,0.289,,,"https://arxiv.org/abs/2611.08106 (Table 8, row GPT-6.1, column Table 8 Movies O, repair F1)",,out:model-not-established, arxiv-2611.08106-t8-movies-w-detection-f1,arxiv-2611.08106,?GPT-6.1,not-established:absent,mixed,hard,,,,,,,0.11,detection F1,0.289,,,"https://arxiv.org/abs/2611.08106 (Table 8, row GPT-6.1, column Table 8 Movies W, detection F1)",,out:model-not-established, arxiv-2611.08106-t8-movies-w-repair-f1,arxiv-2611.08106,?GPT-6.1,not-established:absent,mixed,hard,,,,,,,0.05,repair F1,0.289,,,"https://arxiv.org/abs/2611.08106 (Table 8, row GPT-6.1, column Table 8 Movies W, repair F1)",,out:model-not-established, arxiv-2611.08106-t8-movies-s-detection-f1,arxiv-2611.08106,?GPT-6.1,not-established:absent,mixed,hard,,,,,,,0.09,detection F1,0.289,,,"https://arxiv.org/abs/2611.08106 (Table 8, row GPT-6.1, column Table 8 Movies S, detection F1)",,out:model-not-established, arxiv-2611.08106-t8-movies-s-repair-f1,arxiv-2611.08106,?GPT-6.1,not-established:absent,mixed,hard,,,,,,,0.04,repair F1,0.289,,,"https://arxiv.org/abs/2611.08106 (Table 8, row GPT-6.1, column Table 8 Movies S, repair F1)",,out:model-not-established, arxiv-2611.08106-t9-hospital-repaired-cells-w,arxiv-2611.08106,?GPT-6.1,not-established:absent,mixed,hard,,,,,,,120,repaired cells / chunk wins (count),0.289,,,"https://arxiv.org/abs/2611.08106 (Table 9, row GPT-6.1, column Table 9, Hospital repaired cells W)",,out:model-not-established, arxiv-2611.08106-t9-hospital-repaired-cells-s,arxiv-2611.08106,?GPT-6.1,not-established:absent,mixed,hard,,,,,,,100,repaired cells / chunk wins (count),0.289,,,"https://arxiv.org/abs/2611.08106 (Table 9, row GPT-6.1, column Table 9, Hospital repaired cells S)",,out:model-not-established, arxiv-2611.08106-t9-hospital-chunk-wins-w-s,arxiv-2611.08106,?GPT-6.1,not-established:absent,mixed,hard,,,,,,,19,repaired cells / chunk wins (count),0.289,,,"https://arxiv.org/abs/2611.08106 (Table 9, row GPT-6.1, column Table 9, Hospital chunk wins W:S)",,out:model-not-established, arxiv-2611.08106-t9-hospital-chunk-losses,arxiv-2611.08106,?GPT-6.1,not-established:absent,mixed,hard,,,,,,,6,repaired cells / chunk wins (count),0.289,,,"https://arxiv.org/abs/2611.08106 (Table 9, row GPT-6.1, column Table 9, Hospital chunk losses)",,out:model-not-established, arxiv-2611.08106-t9-movies-repaired-cells-o,arxiv-2611.08106,?GPT-6.1,not-established:absent,mixed,hard,,,,,,,24,repaired cells / chunk wins (count),0.289,,,"https://arxiv.org/abs/2611.08106 (Table 9, row GPT-6.1, column Table 9, Movies repaired cells O)",,out:model-not-established, arxiv-2611.08106-t9-movies-repaired-cells-w,arxiv-2611.08106,?GPT-6.1,not-established:absent,mixed,hard,,,,,,,10,repaired cells / chunk wins (count),0.289,,,"https://arxiv.org/abs/2611.08106 (Table 9, row GPT-6.1, column Table 9, Movies repaired cells W)",,out:model-not-established, arxiv-2611.08106-t9-movies-chunk-wins-o-w,arxiv-2611.08106,?GPT-6.1,not-established:absent,mixed,hard,,,,,,,13,repaired cells / chunk wins (count),0.289,,,"https://arxiv.org/abs/2611.08106 (Table 9, row GPT-6.1, column Table 9, Movies chunk wins O:W)",,out:model-not-established, arxiv-2611.08106-t9-movies-chunk-losses,arxiv-2611.08106,?GPT-6.1,not-established:absent,mixed,hard,,,,,,,6,repaired cells / chunk wins (count),0.289,,,"https://arxiv.org/abs/2611.08106 (Table 9, row GPT-6.1, column Table 9, Movies chunk losses)",,out:model-not-established, arxiv-2611.08106-t14-unique-95,arxiv-2611.08106,gpt-6.1-sol,low,mixed,hard,,,,,,,74,Hospital S repairs by recovery category (count),0.289,,,"https://arxiv.org/abs/2611.08106 (Table 14, row GPT-6.1-Sol, column Table 14, Unique (95))",,out:not-headline, arxiv-2611.08106-t14-ambig-11,arxiv-2611.08106,gpt-6.1-sol,low,mixed,hard,,,,,,,4,Hospital S repairs by recovery category (count),0.289,,,"https://arxiv.org/abs/2611.08106 (Table 14, row GPT-6.1-Sol, column Table 14, Ambig. (11))",,out:not-headline, arxiv-2611.08106-t14-generic-14,arxiv-2611.08106,gpt-6.1-sol,low,mixed,hard,,,,,,,14,Hospital S repairs by recovery category (count),0.289,,,"https://arxiv.org/abs/2611.08106 (Table 14, row GPT-6.1-Sol, column Table 14, Generic (14))",,out:not-headline, arxiv-2611.08106-t14-digits-97,arxiv-2611.08106,gpt-6.1-sol,low,mixed,hard,,,,,,,6,Hospital S repairs by recovery category (count),0.289,,,"https://arxiv.org/abs/2611.08106 (Table 14, row GPT-6.1-Sol, column Table 14, Digits (97))",,out:not-headline, arxiv-2611.08106-t16-exact-name-standard,arxiv-2611.08106,gpt-6.1-sol,low,mixed,hard,,,,,,,53,director rewrites among known films (count of 57),0.289,,,"https://arxiv.org/abs/2611.08106 (Table 16, row GPT-6.1-Sol, column Table 16, Exact-name Standard)",,out:not-headline, arxiv-2611.08106-t16-exact-name-evidence,arxiv-2611.08106,gpt-6.1-sol,low,mixed,hard,,,,,,,0,director rewrites among known films (count of 57),0.289,,,"https://arxiv.org/abs/2611.08106 (Table 16, row GPT-6.1-Sol, column Table 16, Exact-name Evidence)",,out:not-headline, arxiv-2611.08106-t16-surrogate-standard,arxiv-2611.08106,gpt-6.1-sol,low,mixed,hard,,,,,,,7,director rewrites among known films (count of 57),0.289,,,"https://arxiv.org/abs/2611.08106 (Table 16, row GPT-6.1-Sol, column Table 16, Surrogate Standard)",,out:not-headline, arxiv-2611.08106-t16-surrogate-evidence,arxiv-2611.08106,gpt-6.1-sol,low,mixed,hard,,,,,,,0,director rewrites among known films (count of 57),0.289,,,"https://arxiv.org/abs/2611.08106 (Table 16, row GPT-6.1-Sol, column Table 16, Surrogate Evidence)",,out:not-headline, arxiv-2611.08209-roboarcade-success-via,arxiv-2611.08209,opus-5,xhigh,mixed,hard,,per-run-mean,60.00,0.00289,,,30.3,success (% of rubric subtasks),0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2611.08209 (Table 1, row Claude Opus 5 (VIA), column Success (%))",,in,in arxiv-2611.08209-roboarcade-t6-so-cost-via,arxiv-2611.08209,opus-5,xhigh,agentic-tool,hard,Claude Code,per-run-mean,37.70,0.00289,,,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://arxiv.org/abs/2611.08209 (),,,in arxiv-2611.08209-roboarcade-t6-so-eef-via,arxiv-2611.08209,opus-5,xhigh,agentic-tool,hard,Claude Code,,,,,,75,EEF commands per trial,0.289,,,"https://arxiv.org/abs/2611.08209 (Table 6, success-only trials, row Claude Opus 5 (VIA), column EEF cmds)",,out:not-headline, arxiv-2611.08209-roboarcade-t6-all-eef-via,arxiv-2611.08209,opus-5,xhigh,agentic-tool,hard,Claude Code,,,,,,95,EEF commands per trial,0.289,,,"https://arxiv.org/abs/2611.08209 (Table 6, all trials, row Claude Opus 5 (VIA), column EEF cmds)",,out:not-headline, arxiv-2611.08209-roboarcade-success-multiview-rgbd,arxiv-2611.08209,fable-5.1,xhigh,mixed,hard,,per-run-mean,33.16,0.00289,,,36.8,success (% of rubric subtasks),0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2611.08209 (Table 1, row Claude Fable 5.1 (Multi-view RGBD), column Success (%))",,in,in arxiv-2611.08209-roboarcade-t6-so-cost-rgbd,arxiv-2611.08209,fable-5.1,xhigh,agentic-tool,hard,Claude Code,per-run-mean,15.63,0.00289,,,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://arxiv.org/abs/2611.08209 (),,,out:cost-single-couple arxiv-2611.08209-roboarcade-t6-so-eef-rgbd,arxiv-2611.08209,fable-5.1,xhigh,agentic-tool,hard,Claude Code,,,,,,93,EEF commands per trial,0.289,,,"https://arxiv.org/abs/2611.08209 (Table 6, success-only trials, row Claude Fable 5.1 (Multi-view RGBD), column EEF cmds)",,out:not-headline, arxiv-2611.08209-roboarcade-t6-all-eef-rgbd,arxiv-2611.08209,fable-5.1,xhigh,agentic-tool,hard,Claude Code,,,,,,116,EEF commands per trial,0.289,,,"https://arxiv.org/abs/2611.08209 (Table 6, all trials, row Claude Fable 5.1 (Multi-view RGBD), column EEF cmds)",,out:not-headline, arxiv-2611.08209-roboarcade-success-via,arxiv-2611.08209,fable-5.1,xhigh,mixed,hard,,per-run-mean,55.50,0.00289,,,43.6,success (% of rubric subtasks),0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2611.08209 (Table 1, row Claude Fable 5.1 (VIA), column Success (%))",,in,in arxiv-2611.08209-roboarcade-t6-so-cost-via,arxiv-2611.08209,fable-5.1,xhigh,agentic-tool,hard,Claude Code,per-run-mean,31.30,0.00289,,,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://arxiv.org/abs/2611.08209 (),,,in arxiv-2611.08209-roboarcade-t6-so-eef-via,arxiv-2611.08209,fable-5.1,xhigh,agentic-tool,hard,Claude Code,,,,,,70,EEF commands per trial,0.289,,,"https://arxiv.org/abs/2611.08209 (Table 6, success-only trials, row Claude Fable 5.1 (VIA), column EEF cmds)",,out:not-headline, arxiv-2611.08209-roboarcade-t6-all-eef-via,arxiv-2611.08209,fable-5.1,xhigh,agentic-tool,hard,Claude Code,,,,,,88,EEF commands per trial,0.289,,,"https://arxiv.org/abs/2611.08209 (Table 6, all trials, row Claude Fable 5.1 (VIA), column EEF cmds)",,out:not-headline, arxiv-2611.08209-roboarcade-success-via,arxiv-2611.08209,gpt-5.6-sol,xhigh,mixed,hard,,per-run-mean,31.3125,3.62,,,14.0,success (% of rubric subtasks),0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2611.08209 (Table 1, row GPT-5.6-Sol, column Success (%))",,in,out:cost-single-couple arxiv-2611.08209-roboarcade-success-multiview-rgbd,arxiv-2611.08209,gpt-6-astra,xhigh,mixed,hard,,per-run-mean,13.89,0.00289,,,48.3,success (% of rubric subtasks),0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2611.08209 (Table 1, row GPT-6-Astra (Multi-view RGBD), column Success (%))",,in,in arxiv-2611.08209-roboarcade-success-via,arxiv-2611.08209,gpt-6-astra,xhigh,mixed,hard,,per-run-mean,31.84,0.00289,,,49.8,success (% of rubric subtasks),0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2611.08209 (Table 1, row GPT-6-Astra (VIA), column Success (%))",,in,in arxiv-2611.08209-roboarcade-autoimprove-top-baseline,arxiv-2611.08209,gpt-6-astra,xhigh,mixed,hard,,per-run-mean,27.60,0.00289,,,53.5,success (% of rubric subtasks),0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2611.08209 (Table 2, row GPT-6-Astra baseline, column Success (%))",,out:single-couple,out:cost-single-couple arxiv-2611.08209-roboarcade-autoimprove-top-icl,arxiv-2611.08209,gpt-6-astra,xhigh,mixed,hard,,per-run-mean,30.55,0.00289,,,73.0,success (% of rubric subtasks),0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2611.08209 (Table 2, row In-context success demo (ICL), column Success (%))",,out:single-couple,out:cost-single-couple arxiv-2611.08209-roboarcade-autoimprove-top-t1,arxiv-2611.08209,gpt-6-astra,xhigh,mixed,hard,,per-run-mean,30.76,0.00289,,,62.5,success (% of rubric subtasks),0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2611.08209 (Table 2, row Text prompt, round 1 (T1), column Success (%))",,out:single-couple,out:cost-single-couple arxiv-2611.08209-roboarcade-autoimprove-top-t2,arxiv-2611.08209,gpt-6-astra,xhigh,mixed,hard,,per-run-mean,22.75,0.00289,,,72.0,success (% of rubric subtasks),0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2611.08209 (Table 2, row Text prompt, round 2 (T2), column Success (%))",,out:single-couple,out:cost-single-couple arxiv-2611.08209-roboarcade-autoimprove-bottom-baseline,arxiv-2611.08209,gpt-6-astra,xhigh,mixed,hard,,per-run-mean,48.00,0.00289,,,0.0,success (% of rubric subtasks),0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2611.08209 (Table 2, row GPT-6-Astra baseline (no successful episode available), column Success (%))",,out:single-couple,out:cost-single-couple arxiv-2611.08209-roboarcade-autoimprove-bottom-t1,arxiv-2611.08209,gpt-6-astra,xhigh,mixed,hard,,per-run-mean,30.27,0.00289,,,60.0,success (% of rubric subtasks),0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2611.08209 (Table 2, row Text prompt, round 1 (T1) (no successful episode available), column Success (%))",,out:single-couple,out:cost-single-couple arxiv-2611.08209-roboarcade-autoimprove-bottom-t2,arxiv-2611.08209,gpt-6-astra,xhigh,mixed,hard,,per-run-mean,27.20,0.00289,,,100.0,success (% of rubric subtasks),0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2611.08209 (Table 2, row Text prompt, round 2 (T2) (no successful episode available), column Success (%))",,out:single-couple,out:cost-single-couple arxiv-2611.08209-t2-top-baseline-success,arxiv-2611.08209,gpt-6-astra,xhigh,mixed,hard,,,,,,,53.5,rubric success (%),0.0289,,,"https://arxiv.org/abs/2611.08209 (Table 2, row baseline (top), column Table 2 top baseline, Success)",,out:not-headline, arxiv-2611.08209-t2-top-baseline-cost,arxiv-2611.08209,gpt-6-astra,xhigh,mixed,hard,,,27.60,0.00289,,,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://arxiv.org/abs/2611.08209 (),,,out:cost-single-couple arxiv-2611.08209-t2-top-icl-success,arxiv-2611.08209,gpt-6-astra,xhigh,mixed,hard,,,,,,,73.0,rubric success (%),0.0289,,,"https://arxiv.org/abs/2611.08209 (Table 2, row icl (top), column Table 2 top icl, Success)",,out:not-headline, arxiv-2611.08209-t2-top-icl-cost,arxiv-2611.08209,gpt-6-astra,xhigh,mixed,hard,,,30.55,0.00289,,,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://arxiv.org/abs/2611.08209 (),,,out:cost-single-couple arxiv-2611.08209-t2-top-t1-success,arxiv-2611.08209,gpt-6-astra,xhigh,mixed,hard,,,,,,,62.5,rubric success (%),0.0289,,,"https://arxiv.org/abs/2611.08209 (Table 2, row t1 (top), column Table 2 top t1, Success)",,out:not-headline, arxiv-2611.08209-t2-top-t1-cost,arxiv-2611.08209,gpt-6-astra,xhigh,mixed,hard,,,30.76,0.00289,,,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://arxiv.org/abs/2611.08209 (),,,out:cost-single-couple arxiv-2611.08209-t2-top-t2-success,arxiv-2611.08209,gpt-6-astra,xhigh,mixed,hard,,,,,,,72.0,rubric success (%),0.0289,,,"https://arxiv.org/abs/2611.08209 (Table 2, row t2 (top), column Table 2 top t2, Success)",,out:not-headline, arxiv-2611.08209-t2-top-t2-cost,arxiv-2611.08209,gpt-6-astra,xhigh,mixed,hard,,,22.75,0.00289,,,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://arxiv.org/abs/2611.08209 (),,,out:cost-single-couple arxiv-2611.08209-t2-bottom-baseline-success,arxiv-2611.08209,gpt-6-astra,xhigh,mixed,hard,,,,,,,0.0,rubric success (%),0.0289,,,"https://arxiv.org/abs/2611.08209 (Table 2, row baseline (bottom), column Table 2 bottom baseline, Success)",,out:not-headline, arxiv-2611.08209-t2-bottom-baseline-cost,arxiv-2611.08209,gpt-6-astra,xhigh,mixed,hard,,,48.00,0.00289,,,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://arxiv.org/abs/2611.08209 (),,,out:cost-single-couple arxiv-2611.08209-t2-bottom-t1-success,arxiv-2611.08209,gpt-6-astra,xhigh,mixed,hard,,,,,,,60.0,rubric success (%),0.0289,,,"https://arxiv.org/abs/2611.08209 (Table 2, row t1 (bottom), column Table 2 bottom t1, Success)",,out:not-headline, arxiv-2611.08209-t2-bottom-t1-cost,arxiv-2611.08209,gpt-6-astra,xhigh,mixed,hard,,,30.27,0.00289,,,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://arxiv.org/abs/2611.08209 (),,,out:cost-single-couple arxiv-2611.08209-t2-bottom-t2-success,arxiv-2611.08209,gpt-6-astra,xhigh,mixed,hard,,,,,,,100.0,rubric success (%),0.0289,,,"https://arxiv.org/abs/2611.08209 (Table 2, row t2 (bottom), column Table 2 bottom t2, Success)",,out:not-headline, arxiv-2611.08209-t2-bottom-t2-cost,arxiv-2611.08209,gpt-6-astra,xhigh,mixed,hard,,,27.20,0.00289,,,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://arxiv.org/abs/2611.08209 (),,,out:cost-single-couple arxiv-2611.08209-roboarcade-t4-after-precision-miss-sol-via,arxiv-2611.08209,?Sol,not-established:absent,mixed,hard,,,,,,,50,share of retries (%),0.289,,,"https://arxiv.org/abs/2611.08209 (Table 4, row After a precision miss (share of retries), column Sol VIA)",,out:model-not-established, arxiv-2611.08209-roboarcade-t4-after-precision-miss-astra-rgbd,arxiv-2611.08209,?Astra,not-established:absent,mixed,hard,,,,,,,52,share of retries (%),0.289,,,"https://arxiv.org/abs/2611.08209 (Table 4, row After a precision miss (share of retries), column Astra RGBD)",,out:model-not-established, arxiv-2611.08209-roboarcade-t4-after-precision-miss-astra-via,arxiv-2611.08209,?Astra,not-established:absent,mixed,hard,,,,,,,55,share of retries (%),0.289,,,"https://arxiv.org/abs/2611.08209 (Table 4, row After a precision miss (share of retries), column Astra VIA)",,out:model-not-established, arxiv-2611.08209-roboarcade-t4-pm-done-sol-via,arxiv-2611.08209,?Sol,not-established:absent,mixed,hard,,,,,,,9,share of retries (%),0.289,,,"https://arxiv.org/abs/2611.08209 (Table 4, row after a precision miss, then done, column Sol VIA)",,out:model-not-established, arxiv-2611.08209-roboarcade-t4-pm-done-astra-rgbd,arxiv-2611.08209,?Astra,not-established:absent,mixed,hard,,,,,,,26,share of retries (%),0.289,,,"https://arxiv.org/abs/2611.08209 (Table 4, row after a precision miss, then done, column Astra RGBD)",,out:model-not-established, arxiv-2611.08209-roboarcade-t4-pm-done-astra-via,arxiv-2611.08209,?Astra,not-established:absent,mixed,hard,,,,,,,33,share of retries (%),0.289,,,"https://arxiv.org/abs/2611.08209 (Table 4, row after a precision miss, then done, column Astra VIA)",,out:model-not-established, arxiv-2611.08209-roboarcade-t4-pm-precision-sol-via,arxiv-2611.08209,?Sol,not-established:absent,mixed,hard,,,,,,,66,share of retries (%),0.289,,,"https://arxiv.org/abs/2611.08209 (Table 4, row after a precision miss, then precision miss, column Sol VIA)",,out:model-not-established, arxiv-2611.08209-roboarcade-t4-pm-precision-astra-rgbd,arxiv-2611.08209,?Astra,not-established:absent,mixed,hard,,,,,,,52,share of retries (%),0.289,,,"https://arxiv.org/abs/2611.08209 (Table 4, row after a precision miss, then precision miss, column Astra RGBD)",,out:model-not-established, arxiv-2611.08209-roboarcade-t4-pm-precision-astra-via,arxiv-2611.08209,?Astra,not-established:absent,mixed,hard,,,,,,,50,share of retries (%),0.289,,,"https://arxiv.org/abs/2611.08209 (Table 4, row after a precision miss, then precision miss, column Astra VIA)",,out:model-not-established, arxiv-2611.08209-roboarcade-t4-pm-approach-sol-via,arxiv-2611.08209,?Sol,not-established:absent,mixed,hard,,,,,,,21,share of retries (%),0.289,,,"https://arxiv.org/abs/2611.08209 (Table 4, row after a precision miss, then wrong approach, column Sol VIA)",,out:model-not-established, arxiv-2611.08209-roboarcade-t4-pm-approach-astra-rgbd,arxiv-2611.08209,?Astra,not-established:absent,mixed,hard,,,,,,,21,share of retries (%),0.289,,,"https://arxiv.org/abs/2611.08209 (Table 4, row after a precision miss, then wrong approach, column Astra RGBD)",,out:model-not-established, arxiv-2611.08209-roboarcade-t4-pm-approach-astra-via,arxiv-2611.08209,?Astra,not-established:absent,mixed,hard,,,,,,,16,share of retries (%),0.289,,,"https://arxiv.org/abs/2611.08209 (Table 4, row after a precision miss, then wrong approach, column Astra VIA)",,out:model-not-established, arxiv-2611.08209-roboarcade-t4-pm-object-sol-via,arxiv-2611.08209,?Sol,not-established:absent,mixed,hard,,,,,,,4,share of retries (%),0.289,,,"https://arxiv.org/abs/2611.08209 (Table 4, row after a precision miss, then wrong object, column Sol VIA)",,out:model-not-established, arxiv-2611.08209-roboarcade-t4-pm-object-astra-rgbd,arxiv-2611.08209,?Astra,not-established:absent,mixed,hard,,,,,,,2,share of retries (%),0.289,,,"https://arxiv.org/abs/2611.08209 (Table 4, row after a precision miss, then wrong object, column Astra RGBD)",,out:model-not-established, arxiv-2611.08209-roboarcade-t4-pm-object-astra-via,arxiv-2611.08209,?Astra,not-established:absent,mixed,hard,,,,,,,1,share of retries (%),0.289,,,"https://arxiv.org/abs/2611.08209 (Table 4, row after a precision miss, then wrong object, column Astra VIA)",,out:model-not-established, arxiv-2611.08209-roboarcade-t4-after-wrong-approach-sol-via,arxiv-2611.08209,?Sol,not-established:absent,mixed,hard,,,,,,,42,share of retries (%),0.289,,,"https://arxiv.org/abs/2611.08209 (Table 4, row After a wrong approach (share of retries), column Sol VIA)",,out:model-not-established, arxiv-2611.08209-roboarcade-t4-after-wrong-approach-astra-rgbd,arxiv-2611.08209,?Astra,not-established:absent,mixed,hard,,,,,,,43,share of retries (%),0.289,,,"https://arxiv.org/abs/2611.08209 (Table 4, row After a wrong approach (share of retries), column Astra RGBD)",,out:model-not-established, arxiv-2611.08209-roboarcade-t4-after-wrong-approach-astra-via,arxiv-2611.08209,?Astra,not-established:absent,mixed,hard,,,,,,,41,share of retries (%),0.289,,,"https://arxiv.org/abs/2611.08209 (Table 4, row After a wrong approach (share of retries), column Astra VIA)",,out:model-not-established, arxiv-2611.08209-roboarcade-t4-wa-done-sol-via,arxiv-2611.08209,?Sol,not-established:absent,mixed,hard,,,,,,,2,share of retries (%),0.289,,,"https://arxiv.org/abs/2611.08209 (Table 4, row after a wrong approach, then done, column Sol VIA)",,out:model-not-established, arxiv-2611.08209-roboarcade-t4-wa-done-astra-rgbd,arxiv-2611.08209,?Astra,not-established:absent,mixed,hard,,,,,,,24,share of retries (%),0.289,,,"https://arxiv.org/abs/2611.08209 (Table 4, row after a wrong approach, then done, column Astra RGBD)",,out:model-not-established, arxiv-2611.08209-roboarcade-t4-wa-done-astra-via,arxiv-2611.08209,?Astra,not-established:absent,mixed,hard,,,,,,,22,share of retries (%),0.289,,,"https://arxiv.org/abs/2611.08209 (Table 4, row after a wrong approach, then done, column Astra VIA)",,out:model-not-established, arxiv-2611.08209-roboarcade-t4-wa-precision-sol-via,arxiv-2611.08209,?Sol,not-established:absent,mixed,hard,,,,,,,10,share of retries (%),0.289,,,"https://arxiv.org/abs/2611.08209 (Table 4, row after a wrong approach, then precision miss, column Sol VIA)",,out:model-not-established, arxiv-2611.08209-roboarcade-t4-wa-precision-astra-rgbd,arxiv-2611.08209,?Astra,not-established:absent,mixed,hard,,,,,,,33,share of retries (%),0.289,,,"https://arxiv.org/abs/2611.08209 (Table 4, row after a wrong approach, then precision miss, column Astra RGBD)",,out:model-not-established, arxiv-2611.08209-roboarcade-t4-wa-precision-astra-via,arxiv-2611.08209,?Astra,not-established:absent,mixed,hard,,,,,,,25,share of retries (%),0.289,,,"https://arxiv.org/abs/2611.08209 (Table 4, row after a wrong approach, then precision miss, column Astra VIA)",,out:model-not-established, arxiv-2611.08209-roboarcade-t4-wa-approach-sol-via,arxiv-2611.08209,?Sol,not-established:absent,mixed,hard,,,,,,,76,share of retries (%),0.289,,,"https://arxiv.org/abs/2611.08209 (Table 4, row after a wrong approach, then wrong approach, column Sol VIA)",,out:model-not-established, arxiv-2611.08209-roboarcade-t4-wa-approach-astra-rgbd,arxiv-2611.08209,?Astra,not-established:absent,mixed,hard,,,,,,,43,share of retries (%),0.289,,,"https://arxiv.org/abs/2611.08209 (Table 4, row after a wrong approach, then wrong approach, column Astra RGBD)",,out:model-not-established, arxiv-2611.08209-roboarcade-t4-wa-approach-astra-via,arxiv-2611.08209,?Astra,not-established:absent,mixed,hard,,,,,,,48,share of retries (%),0.289,,,"https://arxiv.org/abs/2611.08209 (Table 4, row after a wrong approach, then wrong approach, column Astra VIA)",,out:model-not-established, arxiv-2611.08209-roboarcade-t4-wa-object-sol-via,arxiv-2611.08209,?Sol,not-established:absent,mixed,hard,,,,,,,12,share of retries (%),0.289,,,"https://arxiv.org/abs/2611.08209 (Table 4, row after a wrong approach, then wrong object, column Sol VIA)",,out:model-not-established, arxiv-2611.08209-roboarcade-t4-wa-object-astra-rgbd,arxiv-2611.08209,?Astra,not-established:absent,mixed,hard,,,,,,,1,share of retries (%),0.289,,,"https://arxiv.org/abs/2611.08209 (Table 4, row after a wrong approach, then wrong object, column Astra RGBD)",,out:model-not-established, arxiv-2611.08209-roboarcade-t4-wa-object-astra-via,arxiv-2611.08209,?Astra,not-established:absent,mixed,hard,,,,,,,4,share of retries (%),0.289,,,"https://arxiv.org/abs/2611.08209 (Table 4, row after a wrong approach, then wrong object, column Astra VIA)",,out:model-not-established, arxiv-2611.08209-roboarcade-t4-after-wrong-object-sol-via,arxiv-2611.08209,?Sol,not-established:absent,mixed,hard,,,,,,,8,share of retries (%),0.289,,,"https://arxiv.org/abs/2611.08209 (Table 4, row After a wrong object (share of retries), column Sol VIA)",,out:model-not-established, arxiv-2611.08209-roboarcade-t4-after-wrong-object-astra-rgbd,arxiv-2611.08209,?Astra,not-established:absent,mixed,hard,,,,,,,5,share of retries (%),0.289,,,"https://arxiv.org/abs/2611.08209 (Table 4, row After a wrong object (share of retries), column Astra RGBD)",,out:model-not-established, arxiv-2611.08209-roboarcade-t4-after-wrong-object-astra-via,arxiv-2611.08209,?Astra,not-established:absent,mixed,hard,,,,,,,4,share of retries (%),0.289,,,"https://arxiv.org/abs/2611.08209 (Table 4, row After a wrong object (share of retries), column Astra VIA)",,out:model-not-established, arxiv-2611.08209-roboarcade-t4-wo-done-sol-via,arxiv-2611.08209,?Sol,not-established:absent,mixed,hard,,,,,,,0,share of retries (%),0.289,,,"https://arxiv.org/abs/2611.08209 (Table 4, row after a wrong object, then done, column Sol VIA)",,out:model-not-established, arxiv-2611.08209-roboarcade-t4-wo-done-astra-rgbd,arxiv-2611.08209,?Astra,not-established:absent,mixed,hard,,,,,,,0,share of retries (%),0.289,,,"https://arxiv.org/abs/2611.08209 (Table 4, row after a wrong object, then done, column Astra RGBD)",,out:model-not-established, arxiv-2611.08209-roboarcade-t4-wo-done-astra-via,arxiv-2611.08209,?Astra,not-established:absent,mixed,hard,,,,,,,0,share of retries (%),0.289,,,"https://arxiv.org/abs/2611.08209 (Table 4, row after a wrong object, then done, column Astra VIA)",,out:model-not-established, arxiv-2611.08209-roboarcade-t4-wo-precision-sol-via,arxiv-2611.08209,?Sol,not-established:absent,mixed,hard,,,,,,,0,share of retries (%),0.289,,,"https://arxiv.org/abs/2611.08209 (Table 4, row after a wrong object, then precision miss, column Sol VIA)",,out:model-not-established, arxiv-2611.08209-roboarcade-t4-wo-precision-astra-rgbd,arxiv-2611.08209,?Astra,not-established:absent,mixed,hard,,,,,,,33,share of retries (%),0.289,,,"https://arxiv.org/abs/2611.08209 (Table 4, row after a wrong object, then precision miss, column Astra RGBD)",,out:model-not-established, arxiv-2611.08209-roboarcade-t4-wo-precision-astra-via,arxiv-2611.08209,?Astra,not-established:absent,mixed,hard,,,,,,,10,share of retries (%),0.289,,,"https://arxiv.org/abs/2611.08209 (Table 4, row after a wrong object, then precision miss, column Astra VIA)",,out:model-not-established, arxiv-2611.08209-roboarcade-t4-wo-approach-sol-via,arxiv-2611.08209,?Sol,not-established:absent,mixed,hard,,,,,,,72,share of retries (%),0.289,,,"https://arxiv.org/abs/2611.08209 (Table 4, row after a wrong object, then wrong approach, column Sol VIA)",,out:model-not-established, arxiv-2611.08209-roboarcade-t4-wo-approach-astra-rgbd,arxiv-2611.08209,?Astra,not-established:absent,mixed,hard,,,,,,,37,share of retries (%),0.289,,,"https://arxiv.org/abs/2611.08209 (Table 4, row after a wrong object, then wrong approach, column Astra RGBD)",,out:model-not-established, arxiv-2611.08209-roboarcade-t4-wo-approach-astra-via,arxiv-2611.08209,?Astra,not-established:absent,mixed,hard,,,,,,,32,share of retries (%),0.289,,,"https://arxiv.org/abs/2611.08209 (Table 4, row after a wrong object, then wrong approach, column Astra VIA)",,out:model-not-established, arxiv-2611.08209-roboarcade-t4-wo-object-sol-via,arxiv-2611.08209,?Sol,not-established:absent,mixed,hard,,,,,,,28,share of retries (%),0.289,,,"https://arxiv.org/abs/2611.08209 (Table 4, row after a wrong object, then wrong object, column Sol VIA)",,out:model-not-established, arxiv-2611.08209-roboarcade-t4-wo-object-astra-rgbd,arxiv-2611.08209,?Astra,not-established:absent,mixed,hard,,,,,,,30,share of retries (%),0.289,,,"https://arxiv.org/abs/2611.08209 (Table 4, row after a wrong object, then wrong object, column Astra RGBD)",,out:model-not-established, arxiv-2611.08209-roboarcade-t4-wo-object-astra-via,arxiv-2611.08209,?Astra,not-established:absent,mixed,hard,,,,,,,58,share of retries (%),0.289,,,"https://arxiv.org/abs/2611.08209 (Table 4, row after a wrong object, then wrong object, column Astra VIA)",,out:model-not-established, arxiv-2611.08209-roboarcade-t5-wrong-done-sol-via,arxiv-2611.08209,?Sol,not-established:absent,mixed,hard,,,,,,,63,subtask verification measure,0.289,,,"https://arxiv.org/abs/2611.08209 (Table 5, row ended believing it was done, but not solved (wrong decisions share), column Sol VIA)",,out:model-not-established, arxiv-2611.08209-roboarcade-t5-wrong-done-astra-rgbd,arxiv-2611.08209,?Astra,not-established:absent,mixed,hard,,,,,,,38,subtask verification measure,0.289,,,"https://arxiv.org/abs/2611.08209 (Table 5, row ended believing it was done, but not solved (wrong decisions share), column Astra RGBD)",,out:model-not-established, arxiv-2611.08209-roboarcade-t5-wrong-done-astra-via,arxiv-2611.08209,?Astra,not-established:absent,mixed,hard,,,,,,,33,subtask verification measure,0.289,,,"https://arxiv.org/abs/2611.08209 (Table 5, row ended believing it was done, but not solved (wrong decisions share), column Astra VIA)",,out:model-not-established, arxiv-2611.08209-roboarcade-t5-wrong-left-sol-via,arxiv-2611.08209,?Sol,not-established:absent,mixed,hard,,,,,,,75,subtask verification measure,0.289,,,"https://arxiv.org/abs/2611.08209 (Table 5, row left a named single-object subtask undone for another subtask (wrong decisions share), column Sol VIA)",,out:model-not-established, arxiv-2611.08209-roboarcade-t5-wrong-left-astra-rgbd,arxiv-2611.08209,?Astra,not-established:absent,mixed,hard,,,,,,,59,subtask verification measure,0.289,,,"https://arxiv.org/abs/2611.08209 (Table 5, row left a named single-object subtask undone for another subtask (wrong decisions share), column Astra RGBD)",,out:model-not-established, arxiv-2611.08209-roboarcade-t5-wrong-left-astra-via,arxiv-2611.08209,?Astra,not-established:absent,mixed,hard,,,,,,,48,subtask verification measure,0.289,,,"https://arxiv.org/abs/2611.08209 (Table 5, row left a named single-object subtask undone for another subtask (wrong decisions share), column Astra VIA)",,out:model-not-established, arxiv-2611.08209-roboarcade-t5-could-not-sol-via,arxiv-2611.08209,?Sol,not-established:absent,mixed,hard,,,,,,,6,subtask verification measure,0.289,,,"https://arxiv.org/abs/2611.08209 (Table 5, row ended the episode saying it could not do it (count, not counted), column Sol VIA)",,out:model-not-established, arxiv-2611.08209-roboarcade-t5-could-not-astra-rgbd,arxiv-2611.08209,?Astra,not-established:absent,mixed,hard,,,,,,,6,subtask verification measure,0.289,,,"https://arxiv.org/abs/2611.08209 (Table 5, row ended the episode saying it could not do it (count, not counted), column Astra RGBD)",,out:model-not-established, arxiv-2611.08209-roboarcade-t5-could-not-astra-via,arxiv-2611.08209,?Astra,not-established:absent,mixed,hard,,,,,,,1,subtask verification measure,0.289,,,"https://arxiv.org/abs/2611.08209 (Table 5, row ended the episode saying it could not do it (count, not counted), column Astra VIA)",,out:model-not-established, arxiv-2611.08209-roboarcade-t5-accuracy-sol-via,arxiv-2611.08209,?Sol,not-established:absent,mixed,hard,,,,,,,27.7,subtask verification measure,0.0289,,,"https://arxiv.org/abs/2611.08209 (Table 5, row subtask verification accuracy, column Sol VIA)",,out:model-not-established, arxiv-2611.08209-roboarcade-t5-accuracy-astra-rgbd,arxiv-2611.08209,?Astra,not-established:absent,mixed,hard,,,,,,,48.4,subtask verification measure,0.0289,,,"https://arxiv.org/abs/2611.08209 (Table 5, row subtask verification accuracy, column Astra RGBD)",,out:model-not-established, arxiv-2611.08209-roboarcade-t5-accuracy-astra-via,arxiv-2611.08209,?Astra,not-established:absent,mixed,hard,,,,,,,57.6,subtask verification measure,0.0289,,,"https://arxiv.org/abs/2611.08209 (Table 5, row subtask verification accuracy, column Astra VIA)",,out:model-not-established, arxiv-2611.08209-roboarcade-t8-beam-baseline-solved,arxiv-2611.08209,gpt-6-astra,xhigh,mixed,hard,,,,,,,5,trials solved (count),0.289,,,"https://arxiv.org/abs/2611.08209 (Table 8, row Beam, arm Baseline (trials solved))",,out:single-couple, arxiv-2611.08209-roboarcade-t8-beam-icl-solved,arxiv-2611.08209,gpt-6-astra,xhigh,mixed,hard,,,,,,,8,trials solved (count),0.289,,,"https://arxiv.org/abs/2611.08209 (Table 8, row Beam, arm ICL (trials solved))",,out:single-couple, arxiv-2611.08209-roboarcade-t8-beam-t1-solved,arxiv-2611.08209,gpt-6-astra,xhigh,mixed,hard,,,,,,,8,trials solved (count),0.289,,,"https://arxiv.org/abs/2611.08209 (Table 8, row Beam, arm T1 (trials solved))",,out:single-couple, arxiv-2611.08209-roboarcade-t8-beam-t2-solved,arxiv-2611.08209,gpt-6-astra,xhigh,mixed,hard,,,,,,,9,trials solved (count),0.289,,,"https://arxiv.org/abs/2611.08209 (Table 8, row Beam, arm T2 (trials solved))",,out:single-couple, arxiv-2611.08209-roboarcade-t8-pcr-setup-baseline-solved,arxiv-2611.08209,gpt-6-astra,xhigh,mixed,hard,,,,,,,5,trials solved (count),0.289,,,"https://arxiv.org/abs/2611.08209 (Table 8, row PCR setup, arm Baseline (trials solved))",,out:single-couple, arxiv-2611.08209-roboarcade-t8-pcr-setup-icl-solved,arxiv-2611.08209,gpt-6-astra,xhigh,mixed,hard,,,,,,,8,trials solved (count),0.289,,,"https://arxiv.org/abs/2611.08209 (Table 8, row PCR setup, arm ICL (trials solved))",,out:single-couple, arxiv-2611.08209-roboarcade-t8-pcr-setup-t1-solved,arxiv-2611.08209,gpt-6-astra,xhigh,mixed,hard,,,,,,,5,trials solved (count),0.289,,,"https://arxiv.org/abs/2611.08209 (Table 8, row PCR setup, arm T1 (trials solved))",,out:single-couple, arxiv-2611.08209-roboarcade-t8-pcr-setup-t2-solved,arxiv-2611.08209,gpt-6-astra,xhigh,mixed,hard,,,,,,,5,trials solved (count),0.289,,,"https://arxiv.org/abs/2611.08209 (Table 8, row PCR setup, arm T2 (trials solved))",,out:single-couple, arxiv-2611.08209-roboarcade-t8-cup-pyramid-baseline-solved,arxiv-2611.08209,gpt-6-astra,xhigh,mixed,hard,,,,,,,3,trials solved (count),0.289,,,"https://arxiv.org/abs/2611.08209 (Table 8, row Cup pyramid, arm Baseline (trials solved))",,out:single-couple, arxiv-2611.08209-roboarcade-t8-cup-pyramid-icl-solved,arxiv-2611.08209,gpt-6-astra,xhigh,mixed,hard,,,,,,,5,trials solved (count),0.289,,,"https://arxiv.org/abs/2611.08209 (Table 8, row Cup pyramid, arm ICL (trials solved))",,out:single-couple, arxiv-2611.08209-roboarcade-t8-cup-pyramid-t1-solved,arxiv-2611.08209,gpt-6-astra,xhigh,mixed,hard,,,,,,,5,trials solved (count),0.289,,,"https://arxiv.org/abs/2611.08209 (Table 8, row Cup pyramid, arm T1 (trials solved))",,out:single-couple, arxiv-2611.08209-roboarcade-t8-cup-pyramid-t2-solved,arxiv-2611.08209,gpt-6-astra,xhigh,mixed,hard,,,,,,,7,trials solved (count),0.289,,,"https://arxiv.org/abs/2611.08209 (Table 8, row Cup pyramid, arm T2 (trials solved))",,out:single-couple, arxiv-2611.08209-roboarcade-t8-stool-baseline-solved,arxiv-2611.08209,gpt-6-astra,xhigh,mixed,hard,,,,,,,3,trials solved (count),0.289,,,"https://arxiv.org/abs/2611.08209 (Table 8, row Stool, arm Baseline (trials solved))",,out:single-couple, arxiv-2611.08209-roboarcade-t8-stool-icl-solved,arxiv-2611.08209,gpt-6-astra,xhigh,mixed,hard,,,,,,,4,trials solved (count),0.289,,,"https://arxiv.org/abs/2611.08209 (Table 8, row Stool, arm ICL (trials solved))",,out:single-couple, arxiv-2611.08209-roboarcade-t8-stool-t1-solved,arxiv-2611.08209,gpt-6-astra,xhigh,mixed,hard,,,,,,,3,trials solved (count),0.289,,,"https://arxiv.org/abs/2611.08209 (Table 8, row Stool, arm T1 (trials solved))",,out:single-couple, arxiv-2611.08209-roboarcade-t8-stool-t2-solved,arxiv-2611.08209,gpt-6-astra,xhigh,mixed,hard,,,,,,,4,trials solved (count),0.289,,,"https://arxiv.org/abs/2611.08209 (Table 8, row Stool, arm T2 (trials solved))",,out:single-couple, arxiv-2611.08209-roboarcade-t8-handover-dominos-baseline-solved,arxiv-2611.08209,gpt-6-astra,xhigh,mixed,hard,,,,,,,3,trials solved (count),0.289,,,"https://arxiv.org/abs/2611.08209 (Table 8, row Handover dominos, arm Baseline (trials solved))",,out:single-couple, arxiv-2611.08209-roboarcade-t8-handover-dominos-icl-solved,arxiv-2611.08209,gpt-6-astra,xhigh,mixed,hard,,,,,,,7,trials solved (count),0.289,,,"https://arxiv.org/abs/2611.08209 (Table 8, row Handover dominos, arm ICL (trials solved))",,out:single-couple, arxiv-2611.08209-roboarcade-t8-handover-dominos-t1-solved,arxiv-2611.08209,gpt-6-astra,xhigh,mixed,hard,,,,,,,5,trials solved (count),0.289,,,"https://arxiv.org/abs/2611.08209 (Table 8, row Handover dominos, arm T1 (trials solved))",,out:single-couple, arxiv-2611.08209-roboarcade-t8-handover-dominos-t2-solved,arxiv-2611.08209,gpt-6-astra,xhigh,mixed,hard,,,,,,,7,trials solved (count),0.289,,,"https://arxiv.org/abs/2611.08209 (Table 8, row Handover dominos, arm T2 (trials solved))",,out:single-couple, arxiv-2611.08209-roboarcade-t8-all-of-50-baseline-solved,arxiv-2611.08209,gpt-6-astra,xhigh,mixed,hard,,,,,,,19,trials solved (count),0.289,,,"https://arxiv.org/abs/2611.08209 (Table 8, row All (of 50), arm Baseline (trials solved))",,out:single-couple, arxiv-2611.08209-roboarcade-t8-all-of-50-icl-solved,arxiv-2611.08209,gpt-6-astra,xhigh,mixed,hard,,,,,,,32,trials solved (count),0.289,,,"https://arxiv.org/abs/2611.08209 (Table 8, row All (of 50), arm ICL (trials solved))",,out:single-couple, arxiv-2611.08209-roboarcade-t8-all-of-50-t1-solved,arxiv-2611.08209,gpt-6-astra,xhigh,mixed,hard,,,,,,,26,trials solved (count),0.289,,,"https://arxiv.org/abs/2611.08209 (Table 8, row All (of 50), arm T1 (trials solved))",,out:single-couple, arxiv-2611.08209-roboarcade-t8-all-of-50-t2-solved,arxiv-2611.08209,gpt-6-astra,xhigh,mixed,hard,,,,,,,32,trials solved (count),0.289,,,"https://arxiv.org/abs/2611.08209 (Table 8, row All (of 50), arm T2 (trials solved))",,out:single-couple, arxiv-2611.08209-roboarcade-t8-gamepad-of-5-baseline-solved,arxiv-2611.08209,gpt-6-astra,xhigh,mixed,hard,,,,,,,0,trials solved (count),0.289,,,"https://arxiv.org/abs/2611.08209 (Table 8, row Gamepad (of 5), arm Baseline (trials solved))",,out:single-couple, arxiv-2611.08209-roboarcade-t8-gamepad-of-5-t1-solved,arxiv-2611.08209,gpt-6-astra,xhigh,mixed,hard,,,,,,,3,trials solved (count),0.289,,,"https://arxiv.org/abs/2611.08209 (Table 8, row Gamepad (of 5), arm T1 (trials solved))",,out:single-couple, arxiv-2611.08209-roboarcade-t8-gamepad-of-5-t2-solved,arxiv-2611.08209,gpt-6-astra,xhigh,mixed,hard,,,,,,,5,trials solved (count),0.289,,,"https://arxiv.org/abs/2611.08209 (Table 8, row Gamepad (of 5), arm T2 (trials solved))",,out:single-couple, arxiv-2611.08286-t2-cs-succ,arxiv-2611.08286,gemini-4-argon,unstated,computer-use,hard,,,,,,,60.9,in-time-success%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2 (fixed two-tick assistant delay), row Gemini 4 Argon, column cs-succ)",,out:effort-not-established, arxiv-2611.08286-t2-cs-recall,arxiv-2611.08286,gemini-4-argon,unstated,computer-use,hard,,,,,,,80.2,detection-recall%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2 (fixed two-tick assistant delay), row Gemini 4 Argon, column cs-recall)",,out:effort-not-established, arxiv-2611.08286-t2-cs-fac,arxiv-2611.08286,gemini-4-argon,unstated,computer-use,hard,,,,,,,70.2,interaction-quality-fac-grnd%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2 (fixed two-tick assistant delay), row Gemini 4 Argon, column cs-fac)",,out:effort-not-established, arxiv-2611.08286-t2-cs-sit,arxiv-2611.08286,gemini-4-argon,unstated,computer-use,hard,,,,,,,90.1,interaction-quality-sit-rel%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2 (fixed two-tick assistant delay), row Gemini 4 Argon, column cs-sit)",,out:effort-not-established, arxiv-2611.08286-t2-cs-act,arxiv-2611.08286,gemini-4-argon,unstated,computer-use,hard,,,,,,,71.4,interaction-quality-act-guid%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2 (fixed two-tick assistant delay), row Gemini 4 Argon, column cs-act)",,out:effort-not-established, arxiv-2611.08286-t2-cs-intent,arxiv-2611.08286,gemini-4-argon,unstated,computer-use,hard,,,,,,,82.2,interaction-quality-user-intent%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2 (fixed two-tick assistant delay), row Gemini 4 Argon, column cs-intent)",,out:effort-not-established, arxiv-2611.08286-t2-cs-guid,arxiv-2611.08286,gemini-4-argon,unstated,computer-use,hard,,,,,,,76.9,interaction-quality-guid-conc%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2 (fixed two-tick assistant delay), row Gemini 4 Argon, column cs-guid)",,out:effort-not-established, arxiv-2611.08286-t2-cs-overall,arxiv-2611.08286,gemini-4-argon,unstated,computer-use,hard,,,,,,,63.8,interaction-quality-overall%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2 (fixed two-tick assistant delay), row Gemini 4 Argon, column cs-overall)",,out:effort-not-established, arxiv-2611.08286-t2-vh-succ,arxiv-2611.08286,gemini-4-argon,unstated,computer-use,hard,,,,,,,15.6,in-time-success%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2 (fixed two-tick assistant delay), row Gemini 4 Argon, column vh-succ)",,out:effort-not-established, arxiv-2611.08286-t2-vh-recall,arxiv-2611.08286,gemini-4-argon,unstated,computer-use,hard,,,,,,,81.2,detection-recall%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2 (fixed two-tick assistant delay), row Gemini 4 Argon, column vh-recall)",,out:effort-not-established, arxiv-2611.08286-t2-vh-fac,arxiv-2611.08286,gemini-4-argon,unstated,computer-use,hard,,,,,,,60.3,interaction-quality-fac-grnd%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2 (fixed two-tick assistant delay), row Gemini 4 Argon, column vh-fac)",,out:effort-not-established, arxiv-2611.08286-t2-vh-sit,arxiv-2611.08286,gemini-4-argon,unstated,computer-use,hard,,,,,,,90.7,interaction-quality-sit-rel%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2 (fixed two-tick assistant delay), row Gemini 4 Argon, column vh-sit)",,out:effort-not-established, arxiv-2611.08286-t2-vh-act,arxiv-2611.08286,gemini-4-argon,unstated,computer-use,hard,,,,,,,60.8,interaction-quality-act-guid%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2 (fixed two-tick assistant delay), row Gemini 4 Argon, column vh-act)",,out:effort-not-established, arxiv-2611.08286-t2-vh-intent,arxiv-2611.08286,gemini-4-argon,unstated,computer-use,hard,,,,,,,83.2,interaction-quality-user-intent%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2 (fixed two-tick assistant delay), row Gemini 4 Argon, column vh-intent)",,out:effort-not-established, arxiv-2611.08286-t2-vh-guid,arxiv-2611.08286,gemini-4-argon,unstated,computer-use,hard,,,,,,,84.8,interaction-quality-guid-conc%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2 (fixed two-tick assistant delay), row Gemini 4 Argon, column vh-guid)",,out:effort-not-established, arxiv-2611.08286-t2-vh-overall,arxiv-2611.08286,gemini-4-argon,unstated,computer-use,hard,,,,,,,55.6,interaction-quality-overall%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2 (fixed two-tick assistant delay), row Gemini 4 Argon, column vh-overall)",,out:effort-not-established, arxiv-2611.08286-t2-sc-succ,arxiv-2611.08286,gemini-4-argon,unstated,computer-use,hard,,,,,,,83.7,in-time-success%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2 (fixed two-tick assistant delay), row Gemini 4 Argon, column sc-succ)",,out:effort-not-established, arxiv-2611.08286-t2-sc-recall,arxiv-2611.08286,gemini-4-argon,unstated,computer-use,hard,,,,,,,100.0,detection-recall%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2 (fixed two-tick assistant delay), row Gemini 4 Argon, column sc-recall)",,out:effort-not-established, arxiv-2611.08286-t2-sc-fac,arxiv-2611.08286,gemini-4-argon,unstated,computer-use,hard,,,,,,,91.0,interaction-quality-fac-grnd%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2 (fixed two-tick assistant delay), row Gemini 4 Argon, column sc-fac)",,out:effort-not-established, arxiv-2611.08286-t2-sc-sit,arxiv-2611.08286,gemini-4-argon,unstated,computer-use,hard,,,,,,,95.5,interaction-quality-sit-rel%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2 (fixed two-tick assistant delay), row Gemini 4 Argon, column sc-sit)",,out:effort-not-established, arxiv-2611.08286-t2-sc-act,arxiv-2611.08286,gemini-4-argon,unstated,computer-use,hard,,,,,,,86.5,interaction-quality-act-guid%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2 (fixed two-tick assistant delay), row Gemini 4 Argon, column sc-act)",,out:effort-not-established, arxiv-2611.08286-t2-sc-intent,arxiv-2611.08286,gemini-4-argon,unstated,computer-use,hard,,,,,,,87.1,interaction-quality-user-intent%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2 (fixed two-tick assistant delay), row Gemini 4 Argon, column sc-intent)",,out:effort-not-established, arxiv-2611.08286-t2-sc-guid,arxiv-2611.08286,gemini-4-argon,unstated,computer-use,hard,,,,,,,95.1,interaction-quality-guid-conc%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2 (fixed two-tick assistant delay), row Gemini 4 Argon, column sc-guid)",,out:effort-not-established, arxiv-2611.08286-t2-sc-overall,arxiv-2611.08286,gemini-4-argon,unstated,computer-use,hard,,,,,,,87.1,interaction-quality-overall%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2 (fixed two-tick assistant delay), row Gemini 4 Argon, column sc-overall)",,out:effort-not-established, arxiv-2611.08286-t2-cs-succ,arxiv-2611.08286,gemini-3.8-flash,unstated,computer-use,hard,,,,,,,46.4,in-time-success%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2 (fixed two-tick assistant delay), row Gemini 3.8 Flash, column cs-succ)",,out:effort-not-established, arxiv-2611.08286-t2-cs-recall,arxiv-2611.08286,gemini-3.8-flash,unstated,computer-use,hard,,,,,,,77.9,detection-recall%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2 (fixed two-tick assistant delay), row Gemini 3.8 Flash, column cs-recall)",,out:effort-not-established, arxiv-2611.08286-t2-cs-fac,arxiv-2611.08286,gemini-3.8-flash,unstated,computer-use,hard,,,,,,,83.5,interaction-quality-fac-grnd%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2 (fixed two-tick assistant delay), row Gemini 3.8 Flash, column cs-fac)",,out:effort-not-established, arxiv-2611.08286-t2-cs-sit,arxiv-2611.08286,gemini-3.8-flash,unstated,computer-use,hard,,,,,,,83.5,interaction-quality-sit-rel%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2 (fixed two-tick assistant delay), row Gemini 3.8 Flash, column cs-sit)",,out:effort-not-established, arxiv-2611.08286-t2-cs-act,arxiv-2611.08286,gemini-3.8-flash,unstated,computer-use,hard,,,,,,,65.5,interaction-quality-act-guid%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2 (fixed two-tick assistant delay), row Gemini 3.8 Flash, column cs-act)",,out:effort-not-established, arxiv-2611.08286-t2-cs-intent,arxiv-2611.08286,gemini-3.8-flash,unstated,computer-use,hard,,,,,,,66.2,interaction-quality-user-intent%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2 (fixed two-tick assistant delay), row Gemini 3.8 Flash, column cs-intent)",,out:effort-not-established, arxiv-2611.08286-t2-cs-guid,arxiv-2611.08286,gemini-3.8-flash,unstated,computer-use,hard,,,,,,,90.9,interaction-quality-guid-conc%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2 (fixed two-tick assistant delay), row Gemini 3.8 Flash, column cs-guid)",,out:effort-not-established, arxiv-2611.08286-t2-cs-overall,arxiv-2611.08286,gemini-3.8-flash,unstated,computer-use,hard,,,,,,,73.4,interaction-quality-overall%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2 (fixed two-tick assistant delay), row Gemini 3.8 Flash, column cs-overall)",,out:effort-not-established, arxiv-2611.08286-t2-vh-succ,arxiv-2611.08286,gemini-3.8-flash,unstated,computer-use,hard,,,,,,,14.7,in-time-success%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2 (fixed two-tick assistant delay), row Gemini 3.8 Flash, column vh-succ)",,out:effort-not-established, arxiv-2611.08286-t2-vh-recall,arxiv-2611.08286,gemini-3.8-flash,unstated,computer-use,hard,,,,,,,72.2,detection-recall%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2 (fixed two-tick assistant delay), row Gemini 3.8 Flash, column vh-recall)",,out:effort-not-established, arxiv-2611.08286-t2-vh-fac,arxiv-2611.08286,gemini-3.8-flash,unstated,computer-use,hard,,,,,,,79.2,interaction-quality-fac-grnd%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2 (fixed two-tick assistant delay), row Gemini 3.8 Flash, column vh-fac)",,out:effort-not-established, arxiv-2611.08286-t2-vh-sit,arxiv-2611.08286,gemini-3.8-flash,unstated,computer-use,hard,,,,,,,88.4,interaction-quality-sit-rel%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2 (fixed two-tick assistant delay), row Gemini 3.8 Flash, column vh-sit)",,out:effort-not-established, arxiv-2611.08286-t2-vh-act,arxiv-2611.08286,gemini-3.8-flash,unstated,computer-use,hard,,,,,,,63.4,interaction-quality-act-guid%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2 (fixed two-tick assistant delay), row Gemini 3.8 Flash, column vh-act)",,out:effort-not-established, arxiv-2611.08286-t2-vh-intent,arxiv-2611.08286,gemini-3.8-flash,unstated,computer-use,hard,,,,,,,75.3,interaction-quality-user-intent%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2 (fixed two-tick assistant delay), row Gemini 3.8 Flash, column vh-intent)",,out:effort-not-established, arxiv-2611.08286-t2-vh-guid,arxiv-2611.08286,gemini-3.8-flash,unstated,computer-use,hard,,,,,,,92.7,interaction-quality-guid-conc%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2 (fixed two-tick assistant delay), row Gemini 3.8 Flash, column vh-guid)",,out:effort-not-established, arxiv-2611.08286-t2-vh-overall,arxiv-2611.08286,gemini-3.8-flash,unstated,computer-use,hard,,,,,,,71.2,interaction-quality-overall%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2 (fixed two-tick assistant delay), row Gemini 3.8 Flash, column vh-overall)",,out:effort-not-established, arxiv-2611.08286-t2-sc-succ,arxiv-2611.08286,gemini-3.8-flash,unstated,computer-use,hard,,,,,,,78.5,in-time-success%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2 (fixed two-tick assistant delay), row Gemini 3.8 Flash, column sc-succ)",,out:effort-not-established, arxiv-2611.08286-t2-sc-recall,arxiv-2611.08286,gemini-3.8-flash,unstated,computer-use,hard,,,,,,,97.8,detection-recall%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2 (fixed two-tick assistant delay), row Gemini 3.8 Flash, column sc-recall)",,out:effort-not-established, arxiv-2611.08286-t2-sc-fac,arxiv-2611.08286,gemini-3.8-flash,unstated,computer-use,hard,,,,,,,92.4,interaction-quality-fac-grnd%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2 (fixed two-tick assistant delay), row Gemini 3.8 Flash, column sc-fac)",,out:effort-not-established, arxiv-2611.08286-t2-sc-sit,arxiv-2611.08286,gemini-3.8-flash,unstated,computer-use,hard,,,,,,,95.7,interaction-quality-sit-rel%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2 (fixed two-tick assistant delay), row Gemini 3.8 Flash, column sc-sit)",,out:effort-not-established, arxiv-2611.08286-t2-sc-act,arxiv-2611.08286,gemini-3.8-flash,unstated,computer-use,hard,,,,,,,89.4,interaction-quality-act-guid%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2 (fixed two-tick assistant delay), row Gemini 3.8 Flash, column sc-act)",,out:effort-not-established, arxiv-2611.08286-t2-sc-intent,arxiv-2611.08286,gemini-3.8-flash,unstated,computer-use,hard,,,,,,,80.2,interaction-quality-user-intent%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2 (fixed two-tick assistant delay), row Gemini 3.8 Flash, column sc-intent)",,out:effort-not-established, arxiv-2611.08286-t2-sc-guid,arxiv-2611.08286,gemini-3.8-flash,unstated,computer-use,hard,,,,,,,99.0,interaction-quality-guid-conc%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2 (fixed two-tick assistant delay), row Gemini 3.8 Flash, column sc-guid)",,out:effort-not-established, arxiv-2611.08286-t2-sc-overall,arxiv-2611.08286,gemini-3.8-flash,unstated,computer-use,hard,,,,,,,89.4,interaction-quality-overall%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2 (fixed two-tick assistant delay), row Gemini 3.8 Flash, column sc-overall)",,out:effort-not-established, arxiv-2611.08286-t2-cs-succ,arxiv-2611.08286,?Gemini 3.8 Live,not-established:absent,computer-use,hard,,,,,,,26.2,in-time-success%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2 (fixed two-tick assistant delay), row Gemini 3.8 Live, column cs-succ)",,out:model-not-established, arxiv-2611.08286-t2-cs-recall,arxiv-2611.08286,?Gemini 3.8 Live,not-established:absent,computer-use,hard,,,,,,,58.5,detection-recall%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2 (fixed two-tick assistant delay), row Gemini 3.8 Live, column cs-recall)",,out:model-not-established, arxiv-2611.08286-t2-cs-fac,arxiv-2611.08286,?Gemini 3.8 Live,not-established:absent,computer-use,hard,,,,,,,76.8,interaction-quality-fac-grnd%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2 (fixed two-tick assistant delay), row Gemini 3.8 Live, column cs-fac)",,out:model-not-established, arxiv-2611.08286-t2-cs-sit,arxiv-2611.08286,?Gemini 3.8 Live,not-established:absent,computer-use,hard,,,,,,,71.4,interaction-quality-sit-rel%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2 (fixed two-tick assistant delay), row Gemini 3.8 Live, column cs-sit)",,out:model-not-established, arxiv-2611.08286-t2-cs-act,arxiv-2611.08286,?Gemini 3.8 Live,not-established:absent,computer-use,hard,,,,,,,44.6,interaction-quality-act-guid%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2 (fixed two-tick assistant delay), row Gemini 3.8 Live, column cs-act)",,out:model-not-established, arxiv-2611.08286-t2-cs-intent,arxiv-2611.08286,?Gemini 3.8 Live,not-established:absent,computer-use,hard,,,,,,,55.1,interaction-quality-user-intent%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2 (fixed two-tick assistant delay), row Gemini 3.8 Live, column cs-intent)",,out:model-not-established, arxiv-2611.08286-t2-cs-guid,arxiv-2611.08286,?Gemini 3.8 Live,not-established:absent,computer-use,hard,,,,,,,81.8,interaction-quality-guid-conc%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2 (fixed two-tick assistant delay), row Gemini 3.8 Live, column cs-guid)",,out:model-not-established, arxiv-2611.08286-t2-cs-overall,arxiv-2611.08286,?Gemini 3.8 Live,not-established:absent,computer-use,hard,,,,,,,60.6,interaction-quality-overall%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2 (fixed two-tick assistant delay), row Gemini 3.8 Live, column cs-overall)",,out:model-not-established, arxiv-2611.08286-t2-vh-succ,arxiv-2611.08286,?Gemini 3.8 Live,not-established:absent,computer-use,hard,,,,,,,11.6,in-time-success%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2 (fixed two-tick assistant delay), row Gemini 3.8 Live, column vh-succ)",,out:model-not-established, arxiv-2611.08286-t2-vh-recall,arxiv-2611.08286,?Gemini 3.8 Live,not-established:absent,computer-use,hard,,,,,,,24.6,detection-recall%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2 (fixed two-tick assistant delay), row Gemini 3.8 Live, column vh-recall)",,out:model-not-established, arxiv-2611.08286-t2-vh-fac,arxiv-2611.08286,?Gemini 3.8 Live,not-established:absent,computer-use,hard,,,,,,,83.5,interaction-quality-fac-grnd%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2 (fixed two-tick assistant delay), row Gemini 3.8 Live, column vh-fac)",,out:model-not-established, arxiv-2611.08286-t2-vh-sit,arxiv-2611.08286,?Gemini 3.8 Live,not-established:absent,computer-use,hard,,,,,,,81.5,interaction-quality-sit-rel%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2 (fixed two-tick assistant delay), row Gemini 3.8 Live, column vh-sit)",,out:model-not-established, arxiv-2611.08286-t2-vh-act,arxiv-2611.08286,?Gemini 3.8 Live,not-established:absent,computer-use,hard,,,,,,,49.8,interaction-quality-act-guid%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2 (fixed two-tick assistant delay), row Gemini 3.8 Live, column vh-act)",,out:model-not-established, arxiv-2611.08286-t2-vh-intent,arxiv-2611.08286,?Gemini 3.8 Live,not-established:absent,computer-use,hard,,,,,,,58.5,interaction-quality-user-intent%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2 (fixed two-tick assistant delay), row Gemini 3.8 Live, column vh-intent)",,out:model-not-established, arxiv-2611.08286-t2-vh-guid,arxiv-2611.08286,?Gemini 3.8 Live,not-established:absent,computer-use,hard,,,,,,,83.8,interaction-quality-guid-conc%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2 (fixed two-tick assistant delay), row Gemini 3.8 Live, column vh-guid)",,out:model-not-established, arxiv-2611.08286-t2-vh-overall,arxiv-2611.08286,?Gemini 3.8 Live,not-established:absent,computer-use,hard,,,,,,,67.4,interaction-quality-overall%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2 (fixed two-tick assistant delay), row Gemini 3.8 Live, column vh-overall)",,out:model-not-established, arxiv-2611.08286-t2-sc-succ,arxiv-2611.08286,?Gemini 3.8 Live,not-established:absent,computer-use,hard,,,,,,,71.9,in-time-success%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2 (fixed two-tick assistant delay), row Gemini 3.8 Live, column sc-succ)",,out:model-not-established, arxiv-2611.08286-t2-sc-recall,arxiv-2611.08286,?Gemini 3.8 Live,not-established:absent,computer-use,hard,,,,,,,96.1,detection-recall%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2 (fixed two-tick assistant delay), row Gemini 3.8 Live, column sc-recall)",,out:model-not-established, arxiv-2611.08286-t2-sc-fac,arxiv-2611.08286,?Gemini 3.8 Live,not-established:absent,computer-use,hard,,,,,,,92.5,interaction-quality-fac-grnd%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2 (fixed two-tick assistant delay), row Gemini 3.8 Live, column sc-fac)",,out:model-not-established, arxiv-2611.08286-t2-sc-sit,arxiv-2611.08286,?Gemini 3.8 Live,not-established:absent,computer-use,hard,,,,,,,95.1,interaction-quality-sit-rel%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2 (fixed two-tick assistant delay), row Gemini 3.8 Live, column sc-sit)",,out:model-not-established, arxiv-2611.08286-t2-sc-act,arxiv-2611.08286,?Gemini 3.8 Live,not-established:absent,computer-use,hard,,,,,,,86.8,interaction-quality-act-guid%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2 (fixed two-tick assistant delay), row Gemini 3.8 Live, column sc-act)",,out:model-not-established, arxiv-2611.08286-t2-sc-intent,arxiv-2611.08286,?Gemini 3.8 Live,not-established:absent,computer-use,hard,,,,,,,72.2,interaction-quality-user-intent%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2 (fixed two-tick assistant delay), row Gemini 3.8 Live, column sc-intent)",,out:model-not-established, arxiv-2611.08286-t2-sc-guid,arxiv-2611.08286,?Gemini 3.8 Live,not-established:absent,computer-use,hard,,,,,,,98.2,interaction-quality-guid-conc%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2 (fixed two-tick assistant delay), row Gemini 3.8 Live, column sc-guid)",,out:model-not-established, arxiv-2611.08286-t2-sc-overall,arxiv-2611.08286,?Gemini 3.8 Live,not-established:absent,computer-use,hard,,,,,,,89.1,interaction-quality-overall%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2 (fixed two-tick assistant delay), row Gemini 3.8 Live, column sc-overall)",,out:model-not-established, arxiv-2611.08286-t2-avg-succ,arxiv-2611.08286,gemini-4-argon,unstated,computer-use,hard,,,,,,,53.4,in-time-success%,0.0289,,,"https://arxiv.org/abs/2611.08286 (section 4.1 (text), average of the three environments)",,out:effort-not-established, arxiv-2611.08286-t3-qa-temporder,arxiv-2611.08286,gemini-4-argon,unstated,computer-use,hard,,,,,,,66.8,qa-temporal-order%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 3 (CookSim QA and proactive requests, measured latency), row Gemini 4 Argon, column qa-temporder)",,out:effort-not-established, arxiv-2611.08286-t3-qa-actcount,arxiv-2611.08286,gemini-4-argon,unstated,computer-use,hard,,,,,,,52.8,qa-action-count%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 3 (CookSim QA and proactive requests, measured latency), row Gemini 4 Argon, column qa-actcount)",,out:effort-not-established, arxiv-2611.08286-t3-qa-timedur,arxiv-2611.08286,gemini-4-argon,unstated,computer-use,hard,,,,,,,82.3,qa-duration%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 3 (CookSim QA and proactive requests, measured latency), row Gemini 4 Argon, column qa-timedur)",,out:effort-not-established, arxiv-2611.08286-t3-qa-event,arxiv-2611.08286,gemini-4-argon,unstated,computer-use,hard,,,,,,,85.8,qa-event%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 3 (CookSim QA and proactive requests, measured latency), row Gemini 4 Argon, column qa-event)",,out:effort-not-established, arxiv-2611.08286-t3-proactive,arxiv-2611.08286,gemini-4-argon,unstated,computer-use,hard,,,,,,,85.3,proactive-request-recall%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 3 (CookSim QA and proactive requests, measured latency), row Gemini 4 Argon, column proactive)",,out:effort-not-established, arxiv-2611.08286-t3-overall,arxiv-2611.08286,gemini-4-argon,unstated,computer-use,hard,,,,,,,79.0,qa-proactive-overall%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 3 (CookSim QA and proactive requests, measured latency), row Gemini 4 Argon, column overall)",,out:effort-not-established, arxiv-2611.08286-t3-qa-temporder,arxiv-2611.08286,gemini-3.8-flash,unstated,computer-use,hard,,,,,,,67.3,qa-temporal-order%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 3 (CookSim QA and proactive requests, measured latency), row Gemini 3.8 Flash, column qa-temporder)",,out:effort-not-established, arxiv-2611.08286-t3-qa-actcount,arxiv-2611.08286,gemini-3.8-flash,unstated,computer-use,hard,,,,,,,30.0,qa-action-count%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 3 (CookSim QA and proactive requests, measured latency), row Gemini 3.8 Flash, column qa-actcount)",,out:effort-not-established, arxiv-2611.08286-t3-qa-timedur,arxiv-2611.08286,gemini-3.8-flash,unstated,computer-use,hard,,,,,,,59.1,qa-duration%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 3 (CookSim QA and proactive requests, measured latency), row Gemini 3.8 Flash, column qa-timedur)",,out:effort-not-established, arxiv-2611.08286-t3-qa-event,arxiv-2611.08286,gemini-3.8-flash,unstated,computer-use,hard,,,,,,,55.8,qa-event%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 3 (CookSim QA and proactive requests, measured latency), row Gemini 3.8 Flash, column qa-event)",,out:effort-not-established, arxiv-2611.08286-t3-proactive,arxiv-2611.08286,gemini-3.8-flash,unstated,computer-use,hard,,,,,,,69.7,proactive-request-recall%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 3 (CookSim QA and proactive requests, measured latency), row Gemini 3.8 Flash, column proactive)",,out:effort-not-established, arxiv-2611.08286-t3-overall,arxiv-2611.08286,gemini-3.8-flash,unstated,computer-use,hard,,,,,,,59.4,qa-proactive-overall%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 3 (CookSim QA and proactive requests, measured latency), row Gemini 3.8 Flash, column overall)",,out:effort-not-established, arxiv-2611.08286-t3-qa-temporder,arxiv-2611.08286,?Gemini 3.8 Live,not-established:absent,computer-use,hard,,,,,,,46.9,qa-temporal-order%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 3 (CookSim QA and proactive requests, measured latency), row Gemini 3.8 Live, column qa-temporder)",,out:model-not-established, arxiv-2611.08286-t3-qa-actcount,arxiv-2611.08286,?Gemini 3.8 Live,not-established:absent,computer-use,hard,,,,,,,23.5,qa-action-count%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 3 (CookSim QA and proactive requests, measured latency), row Gemini 3.8 Live, column qa-actcount)",,out:model-not-established, arxiv-2611.08286-t3-qa-timedur,arxiv-2611.08286,?Gemini 3.8 Live,not-established:absent,computer-use,hard,,,,,,,51.5,qa-duration%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 3 (CookSim QA and proactive requests, measured latency), row Gemini 3.8 Live, column qa-timedur)",,out:model-not-established, arxiv-2611.08286-t3-qa-event,arxiv-2611.08286,?Gemini 3.8 Live,not-established:absent,computer-use,hard,,,,,,,73.5,qa-event%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 3 (CookSim QA and proactive requests, measured latency), row Gemini 3.8 Live, column qa-event)",,out:model-not-established, arxiv-2611.08286-t3-proactive,arxiv-2611.08286,?Gemini 3.8 Live,not-established:absent,computer-use,hard,,,,,,,43.4,proactive-request-recall%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 3 (CookSim QA and proactive requests, measured latency), row Gemini 3.8 Live, column proactive)",,out:model-not-established, arxiv-2611.08286-t3-overall,arxiv-2611.08286,?Gemini 3.8 Live,not-established:absent,computer-use,hard,,,,,,,47.6,qa-proactive-overall%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 3 (CookSim QA and proactive requests, measured latency), row Gemini 3.8 Live, column overall)",,out:model-not-established, arxiv-2611.08286-t4-cs-succ,arxiv-2611.08286,gemini-4-argon,unstated,computer-use,hard,,,,,,,33.1,in-time-success%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4 (measured assistant latency; in brackets the change against the fixed two-tick Table 2), row Gemini 4 Argon, column cs-succ)",,out:effort-not-established, arxiv-2611.08286-t4-cs-recall,arxiv-2611.08286,gemini-4-argon,unstated,computer-use,hard,,,,,,,66.9,detection-recall%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4 (measured assistant latency; in brackets the change against the fixed two-tick Table 2), row Gemini 4 Argon, column cs-recall)",,out:effort-not-established, arxiv-2611.08286-t4-cs-fac,arxiv-2611.08286,gemini-4-argon,unstated,computer-use,hard,,,,,,,65.3,interaction-quality-fac-grnd%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4 (measured assistant latency; in brackets the change against the fixed two-tick Table 2), row Gemini 4 Argon, column cs-fac)",,out:effort-not-established, arxiv-2611.08286-t4-cs-sit,arxiv-2611.08286,gemini-4-argon,unstated,computer-use,hard,,,,,,,84.9,interaction-quality-sit-rel%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4 (measured assistant latency; in brackets the change against the fixed two-tick Table 2), row Gemini 4 Argon, column cs-sit)",,out:effort-not-established, arxiv-2611.08286-t4-cs-act,arxiv-2611.08286,gemini-4-argon,unstated,computer-use,hard,,,,,,,63.0,interaction-quality-act-guid%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4 (measured assistant latency; in brackets the change against the fixed two-tick Table 2), row Gemini 4 Argon, column cs-act)",,out:effort-not-established, arxiv-2611.08286-t4-cs-intent,arxiv-2611.08286,gemini-4-argon,unstated,computer-use,hard,,,,,,,86.0,interaction-quality-user-intent%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4 (measured assistant latency; in brackets the change against the fixed two-tick Table 2), row Gemini 4 Argon, column cs-intent)",,out:effort-not-established, arxiv-2611.08286-t4-cs-guid,arxiv-2611.08286,gemini-4-argon,unstated,computer-use,hard,,,,,,,71.1,interaction-quality-guid-conc%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4 (measured assistant latency; in brackets the change against the fixed two-tick Table 2), row Gemini 4 Argon, column cs-guid)",,out:effort-not-established, arxiv-2611.08286-t4-cs-overall,arxiv-2611.08286,gemini-4-argon,unstated,computer-use,hard,,,,,,,57.9,interaction-quality-overall%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4 (measured assistant latency; in brackets the change against the fixed two-tick Table 2), row Gemini 4 Argon, column cs-overall)",,out:effort-not-established, arxiv-2611.08286-t4-vh-succ,arxiv-2611.08286,gemini-4-argon,unstated,computer-use,hard,,,,,,,12.9,in-time-success%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4 (measured assistant latency; in brackets the change against the fixed two-tick Table 2), row Gemini 4 Argon, column vh-succ)",,out:effort-not-established, arxiv-2611.08286-t4-vh-recall,arxiv-2611.08286,gemini-4-argon,unstated,computer-use,hard,,,,,,,71.4,detection-recall%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4 (measured assistant latency; in brackets the change against the fixed two-tick Table 2), row Gemini 4 Argon, column vh-recall)",,out:effort-not-established, arxiv-2611.08286-t4-vh-fac,arxiv-2611.08286,gemini-4-argon,unstated,computer-use,hard,,,,,,,49.5,interaction-quality-fac-grnd%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4 (measured assistant latency; in brackets the change against the fixed two-tick Table 2), row Gemini 4 Argon, column vh-fac)",,out:effort-not-established, arxiv-2611.08286-t4-vh-sit,arxiv-2611.08286,gemini-4-argon,unstated,computer-use,hard,,,,,,,79.1,interaction-quality-sit-rel%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4 (measured assistant latency; in brackets the change against the fixed two-tick Table 2), row Gemini 4 Argon, column vh-sit)",,out:effort-not-established, arxiv-2611.08286-t4-vh-act,arxiv-2611.08286,gemini-4-argon,unstated,computer-use,hard,,,,,,,43.7,interaction-quality-act-guid%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4 (measured assistant latency; in brackets the change against the fixed two-tick Table 2), row Gemini 4 Argon, column vh-act)",,out:effort-not-established, arxiv-2611.08286-t4-vh-intent,arxiv-2611.08286,gemini-4-argon,unstated,computer-use,hard,,,,,,,77.0,interaction-quality-user-intent%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4 (measured assistant latency; in brackets the change against the fixed two-tick Table 2), row Gemini 4 Argon, column vh-intent)",,out:effort-not-established, arxiv-2611.08286-t4-vh-guid,arxiv-2611.08286,gemini-4-argon,unstated,computer-use,hard,,,,,,,76.0,interaction-quality-guid-conc%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4 (measured assistant latency; in brackets the change against the fixed two-tick Table 2), row Gemini 4 Argon, column vh-guid)",,out:effort-not-established, arxiv-2611.08286-t4-vh-overall,arxiv-2611.08286,gemini-4-argon,unstated,computer-use,hard,,,,,,,43.1,interaction-quality-overall%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4 (measured assistant latency; in brackets the change against the fixed two-tick Table 2), row Gemini 4 Argon, column vh-overall)",,out:effort-not-established, arxiv-2611.08286-t4-cs-succ,arxiv-2611.08286,gemini-3.8-flash,unstated,computer-use,hard,,,,,,,29.8,in-time-success%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4 (measured assistant latency; in brackets the change against the fixed two-tick Table 2), row Gemini 3.8 Flash, column cs-succ)",,out:effort-not-established, arxiv-2611.08286-t4-cs-recall,arxiv-2611.08286,gemini-3.8-flash,unstated,computer-use,hard,,,,,,,61.3,detection-recall%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4 (measured assistant latency; in brackets the change against the fixed two-tick Table 2), row Gemini 3.8 Flash, column cs-recall)",,out:effort-not-established, arxiv-2611.08286-t4-cs-fac,arxiv-2611.08286,gemini-3.8-flash,unstated,computer-use,hard,,,,,,,77.6,interaction-quality-fac-grnd%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4 (measured assistant latency; in brackets the change against the fixed two-tick Table 2), row Gemini 3.8 Flash, column cs-fac)",,out:effort-not-established, arxiv-2611.08286-t4-cs-sit,arxiv-2611.08286,gemini-3.8-flash,unstated,computer-use,hard,,,,,,,77.8,interaction-quality-sit-rel%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4 (measured assistant latency; in brackets the change against the fixed two-tick Table 2), row Gemini 3.8 Flash, column cs-sit)",,out:effort-not-established, arxiv-2611.08286-t4-cs-act,arxiv-2611.08286,gemini-3.8-flash,unstated,computer-use,hard,,,,,,,58.5,interaction-quality-act-guid%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4 (measured assistant latency; in brackets the change against the fixed two-tick Table 2), row Gemini 3.8 Flash, column cs-act)",,out:effort-not-established, arxiv-2611.08286-t4-cs-intent,arxiv-2611.08286,gemini-3.8-flash,unstated,computer-use,hard,,,,,,,66.9,interaction-quality-user-intent%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4 (measured assistant latency; in brackets the change against the fixed two-tick Table 2), row Gemini 3.8 Flash, column cs-intent)",,out:effort-not-established, arxiv-2611.08286-t4-cs-guid,arxiv-2611.08286,gemini-3.8-flash,unstated,computer-use,hard,,,,,,,88.4,interaction-quality-guid-conc%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4 (measured assistant latency; in brackets the change against the fixed two-tick Table 2), row Gemini 3.8 Flash, column cs-guid)",,out:effort-not-established, arxiv-2611.08286-t4-cs-overall,arxiv-2611.08286,gemini-3.8-flash,unstated,computer-use,hard,,,,,,,66.9,interaction-quality-overall%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4 (measured assistant latency; in brackets the change against the fixed two-tick Table 2), row Gemini 3.8 Flash, column cs-overall)",,out:effort-not-established, arxiv-2611.08286-t4-vh-succ,arxiv-2611.08286,gemini-3.8-flash,unstated,computer-use,hard,,,,,,,10.7,in-time-success%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4 (measured assistant latency; in brackets the change against the fixed two-tick Table 2), row Gemini 3.8 Flash, column vh-succ)",,out:effort-not-established, arxiv-2611.08286-t4-vh-recall,arxiv-2611.08286,gemini-3.8-flash,unstated,computer-use,hard,,,,,,,57.8,detection-recall%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4 (measured assistant latency; in brackets the change against the fixed two-tick Table 2), row Gemini 3.8 Flash, column vh-recall)",,out:effort-not-established, arxiv-2611.08286-t4-vh-fac,arxiv-2611.08286,gemini-3.8-flash,unstated,computer-use,hard,,,,,,,70.0,interaction-quality-fac-grnd%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4 (measured assistant latency; in brackets the change against the fixed two-tick Table 2), row Gemini 3.8 Flash, column vh-fac)",,out:effort-not-established, arxiv-2611.08286-t4-vh-sit,arxiv-2611.08286,gemini-3.8-flash,unstated,computer-use,hard,,,,,,,82.2,interaction-quality-sit-rel%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4 (measured assistant latency; in brackets the change against the fixed two-tick Table 2), row Gemini 3.8 Flash, column vh-sit)",,out:effort-not-established, arxiv-2611.08286-t4-vh-act,arxiv-2611.08286,gemini-3.8-flash,unstated,computer-use,hard,,,,,,,53.2,interaction-quality-act-guid%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4 (measured assistant latency; in brackets the change against the fixed two-tick Table 2), row Gemini 3.8 Flash, column vh-act)",,out:effort-not-established, arxiv-2611.08286-t4-vh-intent,arxiv-2611.08286,gemini-3.8-flash,unstated,computer-use,hard,,,,,,,72.2,interaction-quality-user-intent%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4 (measured assistant latency; in brackets the change against the fixed two-tick Table 2), row Gemini 3.8 Flash, column vh-intent)",,out:effort-not-established, arxiv-2611.08286-t4-vh-guid,arxiv-2611.08286,gemini-3.8-flash,unstated,computer-use,hard,,,,,,,90.2,interaction-quality-guid-conc%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4 (measured assistant latency; in brackets the change against the fixed two-tick Table 2), row Gemini 3.8 Flash, column vh-guid)",,out:effort-not-established, arxiv-2611.08286-t4-vh-overall,arxiv-2611.08286,gemini-3.8-flash,unstated,computer-use,hard,,,,,,,61.4,interaction-quality-overall%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4 (measured assistant latency; in brackets the change against the fixed two-tick Table 2), row Gemini 3.8 Flash, column vh-overall)",,out:effort-not-established, arxiv-2611.08286-t4-cs-succ,arxiv-2611.08286,?Gemini 3.8 Live,not-established:absent,computer-use,hard,,,,,,,22.2,in-time-success%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4 (measured assistant latency; in brackets the change against the fixed two-tick Table 2), row Gemini 3.8 Live, column cs-succ)",,out:model-not-established, arxiv-2611.08286-t4-cs-recall,arxiv-2611.08286,?Gemini 3.8 Live,not-established:absent,computer-use,hard,,,,,,,53.0,detection-recall%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4 (measured assistant latency; in brackets the change against the fixed two-tick Table 2), row Gemini 3.8 Live, column cs-recall)",,out:model-not-established, arxiv-2611.08286-t4-cs-fac,arxiv-2611.08286,?Gemini 3.8 Live,not-established:absent,computer-use,hard,,,,,,,77.7,interaction-quality-fac-grnd%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4 (measured assistant latency; in brackets the change against the fixed two-tick Table 2), row Gemini 3.8 Live, column cs-fac)",,out:model-not-established, arxiv-2611.08286-t4-cs-sit,arxiv-2611.08286,?Gemini 3.8 Live,not-established:absent,computer-use,hard,,,,,,,74.0,interaction-quality-sit-rel%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4 (measured assistant latency; in brackets the change against the fixed two-tick Table 2), row Gemini 3.8 Live, column cs-sit)",,out:model-not-established, arxiv-2611.08286-t4-cs-act,arxiv-2611.08286,?Gemini 3.8 Live,not-established:absent,computer-use,hard,,,,,,,46.3,interaction-quality-act-guid%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4 (measured assistant latency; in brackets the change against the fixed two-tick Table 2), row Gemini 3.8 Live, column cs-act)",,out:model-not-established, arxiv-2611.08286-t4-cs-intent,arxiv-2611.08286,?Gemini 3.8 Live,not-established:absent,computer-use,hard,,,,,,,61.0,interaction-quality-user-intent%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4 (measured assistant latency; in brackets the change against the fixed two-tick Table 2), row Gemini 3.8 Live, column cs-intent)",,out:model-not-established, arxiv-2611.08286-t4-cs-guid,arxiv-2611.08286,?Gemini 3.8 Live,not-established:absent,computer-use,hard,,,,,,,84.9,interaction-quality-guid-conc%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4 (measured assistant latency; in brackets the change against the fixed two-tick Table 2), row Gemini 3.8 Live, column cs-guid)",,out:model-not-established, arxiv-2611.08286-t4-cs-overall,arxiv-2611.08286,?Gemini 3.8 Live,not-established:absent,computer-use,hard,,,,,,,62.4,interaction-quality-overall%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4 (measured assistant latency; in brackets the change against the fixed two-tick Table 2), row Gemini 3.8 Live, column cs-overall)",,out:model-not-established, arxiv-2611.08286-t4-vh-succ,arxiv-2611.08286,?Gemini 3.8 Live,not-established:absent,computer-use,hard,,,,,,,10.2,in-time-success%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4 (measured assistant latency; in brackets the change against the fixed two-tick Table 2), row Gemini 3.8 Live, column vh-succ)",,out:model-not-established, arxiv-2611.08286-t4-vh-recall,arxiv-2611.08286,?Gemini 3.8 Live,not-established:absent,computer-use,hard,,,,,,,19.8,detection-recall%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4 (measured assistant latency; in brackets the change against the fixed two-tick Table 2), row Gemini 3.8 Live, column vh-recall)",,out:model-not-established, arxiv-2611.08286-t4-vh-fac,arxiv-2611.08286,?Gemini 3.8 Live,not-established:absent,computer-use,hard,,,,,,,81.7,interaction-quality-fac-grnd%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4 (measured assistant latency; in brackets the change against the fixed two-tick Table 2), row Gemini 3.8 Live, column vh-fac)",,out:model-not-established, arxiv-2611.08286-t4-vh-sit,arxiv-2611.08286,?Gemini 3.8 Live,not-established:absent,computer-use,hard,,,,,,,78.8,interaction-quality-sit-rel%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4 (measured assistant latency; in brackets the change against the fixed two-tick Table 2), row Gemini 3.8 Live, column vh-sit)",,out:model-not-established, arxiv-2611.08286-t4-vh-act,arxiv-2611.08286,?Gemini 3.8 Live,not-established:absent,computer-use,hard,,,,,,,46.4,interaction-quality-act-guid%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4 (measured assistant latency; in brackets the change against the fixed two-tick Table 2), row Gemini 3.8 Live, column vh-act)",,out:model-not-established, arxiv-2611.08286-t4-vh-intent,arxiv-2611.08286,?Gemini 3.8 Live,not-established:absent,computer-use,hard,,,,,,,58.7,interaction-quality-user-intent%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4 (measured assistant latency; in brackets the change against the fixed two-tick Table 2), row Gemini 3.8 Live, column vh-intent)",,out:model-not-established, arxiv-2611.08286-t4-vh-guid,arxiv-2611.08286,?Gemini 3.8 Live,not-established:absent,computer-use,hard,,,,,,,85.5,interaction-quality-guid-conc%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4 (measured assistant latency; in brackets the change against the fixed two-tick Table 2), row Gemini 3.8 Live, column vh-guid)",,out:model-not-established, arxiv-2611.08286-t4-vh-overall,arxiv-2611.08286,?Gemini 3.8 Live,not-established:absent,computer-use,hard,,,,,,,65.6,interaction-quality-overall%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4 (measured assistant latency; in brackets the change against the fixed two-tick Table 2), row Gemini 3.8 Live, column vh-overall)",,out:model-not-established, arxiv-2611.08286-t2-cs-succ,arxiv-2611.08286,gpt-6.1-sol,unstated,computer-use,hard,,,,,,,42.9,in-time-success%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2, row GPT-6.1 Sol, column CookSim In-time success)",,out:effort-not-established, arxiv-2611.08286-t2-cs-recall,arxiv-2611.08286,gpt-6.1-sol,unstated,computer-use,hard,,,,,,,79.9,detection-recall%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2, row GPT-6.1 Sol, column CookSim Det. recall)",,out:effort-not-established, arxiv-2611.08286-t2-cs-fac,arxiv-2611.08286,gpt-6.1-sol,unstated,computer-use,hard,,,,,,,80.4,interaction-quality-fac-grnd%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2, row GPT-6.1 Sol, column CookSim Interaction quality: Fac. grnd.)",,out:effort-not-established, arxiv-2611.08286-t2-cs-sit,arxiv-2611.08286,gpt-6.1-sol,unstated,computer-use,hard,,,,,,,92.4,interaction-quality-sit-rel%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2, row GPT-6.1 Sol, column CookSim Interaction quality: Sit. rel.)",,out:effort-not-established, arxiv-2611.08286-t2-cs-act,arxiv-2611.08286,gpt-6.1-sol,unstated,computer-use,hard,,,,,,,78.1,interaction-quality-act-guid%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2, row GPT-6.1 Sol, column CookSim Interaction quality: Act. guid.)",,out:effort-not-established, arxiv-2611.08286-t2-cs-intent,arxiv-2611.08286,gpt-6.1-sol,unstated,computer-use,hard,,,,,,,91.1,interaction-quality-user-intent%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2, row GPT-6.1 Sol, column CookSim Interaction quality: User intent)",,out:effort-not-established, arxiv-2611.08286-t2-cs-guid,arxiv-2611.08286,gpt-6.1-sol,unstated,computer-use,hard,,,,,,,91.7,interaction-quality-guid-conc%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2, row GPT-6.1 Sol, column CookSim Interaction quality: Guid. conc.)",,out:effort-not-established, arxiv-2611.08286-t2-cs-overall,arxiv-2611.08286,gpt-6.1-sol,unstated,computer-use,hard,,,,,,,75.8,interaction-quality-overall%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2, row GPT-6.1 Sol, column CookSim Interaction quality: Overall)",,out:effort-not-established, arxiv-2611.08286-t2-vh-succ,arxiv-2611.08286,gpt-6.1-sol,unstated,computer-use,hard,,,,,,,15.6,in-time-success%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2, row GPT-6.1 Sol, column VHSim In-time success)",,out:effort-not-established, arxiv-2611.08286-t2-vh-recall,arxiv-2611.08286,gpt-6.1-sol,unstated,computer-use,hard,,,,,,,60.3,detection-recall%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2, row GPT-6.1 Sol, column VHSim Det. recall)",,out:effort-not-established, arxiv-2611.08286-t2-vh-fac,arxiv-2611.08286,gpt-6.1-sol,unstated,computer-use,hard,,,,,,,77.8,interaction-quality-fac-grnd%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2, row GPT-6.1 Sol, column VHSim Interaction quality: Fac. grnd.)",,out:effort-not-established, arxiv-2611.08286-t2-vh-sit,arxiv-2611.08286,gpt-6.1-sol,unstated,computer-use,hard,,,,,,,92.9,interaction-quality-sit-rel%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2, row GPT-6.1 Sol, column VHSim Interaction quality: Sit. rel.)",,out:effort-not-established, arxiv-2611.08286-t2-vh-act,arxiv-2611.08286,gpt-6.1-sol,unstated,computer-use,hard,,,,,,,57.2,interaction-quality-act-guid%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2, row GPT-6.1 Sol, column VHSim Interaction quality: Act. guid.)",,out:effort-not-established, arxiv-2611.08286-t2-vh-intent,arxiv-2611.08286,gpt-6.1-sol,unstated,computer-use,hard,,,,,,,89.1,interaction-quality-user-intent%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2, row GPT-6.1 Sol, column VHSim Interaction quality: User intent)",,out:effort-not-established, arxiv-2611.08286-t2-vh-guid,arxiv-2611.08286,gpt-6.1-sol,unstated,computer-use,hard,,,,,,,92.2,interaction-quality-guid-conc%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2, row GPT-6.1 Sol, column VHSim Interaction quality: Guid. conc.)",,out:effort-not-established, arxiv-2611.08286-t2-vh-overall,arxiv-2611.08286,gpt-6.1-sol,unstated,computer-use,hard,,,,,,,70.5,interaction-quality-overall%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2, row GPT-6.1 Sol, column VHSim Interaction quality: Overall)",,out:effort-not-established, arxiv-2611.08286-t2-sc-succ,arxiv-2611.08286,gpt-6.1-sol,unstated,computer-use,hard,,,,,,,87.4,in-time-success%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2, row GPT-6.1 Sol, column ScreenSim In-time success)",,out:effort-not-established, arxiv-2611.08286-t2-sc-recall,arxiv-2611.08286,gpt-6.1-sol,unstated,computer-use,hard,,,,,,,100.0,detection-recall%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2, row GPT-6.1 Sol, column ScreenSim Det. recall)",,out:effort-not-established, arxiv-2611.08286-t2-sc-fac,arxiv-2611.08286,gpt-6.1-sol,unstated,computer-use,hard,,,,,,,89.0,interaction-quality-fac-grnd%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2, row GPT-6.1 Sol, column ScreenSim Interaction quality: Fac. grnd.)",,out:effort-not-established, arxiv-2611.08286-t2-sc-sit,arxiv-2611.08286,gpt-6.1-sol,unstated,computer-use,hard,,,,,,,96.6,interaction-quality-sit-rel%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2, row GPT-6.1 Sol, column ScreenSim Interaction quality: Sit. rel.)",,out:effort-not-established, arxiv-2611.08286-t2-sc-act,arxiv-2611.08286,gpt-6.1-sol,unstated,computer-use,hard,,,,,,,91.7,interaction-quality-act-guid%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2, row GPT-6.1 Sol, column ScreenSim Interaction quality: Act. guid.)",,out:effort-not-established, arxiv-2611.08286-t2-sc-intent,arxiv-2611.08286,gpt-6.1-sol,unstated,computer-use,hard,,,,,,,93.4,interaction-quality-user-intent%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2, row GPT-6.1 Sol, column ScreenSim Interaction quality: User intent)",,out:effort-not-established, arxiv-2611.08286-t2-sc-guid,arxiv-2611.08286,gpt-6.1-sol,unstated,computer-use,hard,,,,,,,97.3,interaction-quality-guid-conc%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2, row GPT-6.1 Sol, column ScreenSim Interaction quality: Guid. conc.)",,out:effort-not-established, arxiv-2611.08286-t2-sc-overall,arxiv-2611.08286,gpt-6.1-sol,unstated,computer-use,hard,,,,,,,86.5,interaction-quality-overall%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2, row GPT-6.1 Sol, column ScreenSim Interaction quality: Overall)",,out:effort-not-established, arxiv-2611.08286-t2-cs-succ,arxiv-2611.08286,gpt-6-astra,unstated,computer-use,hard,,,,,,,40.2,in-time-success%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2, row GPT-6 Astra, column CookSim In-time success)",,out:effort-not-established, arxiv-2611.08286-t2-cs-recall,arxiv-2611.08286,gpt-6-astra,unstated,computer-use,hard,,,,,,,80.4,detection-recall%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2, row GPT-6 Astra, column CookSim Det. recall)",,out:effort-not-established, arxiv-2611.08286-t2-cs-fac,arxiv-2611.08286,gpt-6-astra,unstated,computer-use,hard,,,,,,,80.5,interaction-quality-fac-grnd%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2, row GPT-6 Astra, column CookSim Interaction quality: Fac. grnd.)",,out:effort-not-established, arxiv-2611.08286-t2-cs-sit,arxiv-2611.08286,gpt-6-astra,unstated,computer-use,hard,,,,,,,92.9,interaction-quality-sit-rel%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2, row GPT-6 Astra, column CookSim Interaction quality: Sit. rel.)",,out:effort-not-established, arxiv-2611.08286-t2-cs-act,arxiv-2611.08286,gpt-6-astra,unstated,computer-use,hard,,,,,,,78.9,interaction-quality-act-guid%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2, row GPT-6 Astra, column CookSim Interaction quality: Act. guid.)",,out:effort-not-established, arxiv-2611.08286-t2-cs-intent,arxiv-2611.08286,gpt-6-astra,unstated,computer-use,hard,,,,,,,93.6,interaction-quality-user-intent%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2, row GPT-6 Astra, column CookSim Interaction quality: User intent)",,out:effort-not-established, arxiv-2611.08286-t2-cs-guid,arxiv-2611.08286,gpt-6-astra,unstated,computer-use,hard,,,,,,,90.5,interaction-quality-guid-conc%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2, row GPT-6 Astra, column CookSim Interaction quality: Guid. conc.)",,out:effort-not-established, arxiv-2611.08286-t2-cs-overall,arxiv-2611.08286,gpt-6-astra,unstated,computer-use,hard,,,,,,,76.0,interaction-quality-overall%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2, row GPT-6 Astra, column CookSim Interaction quality: Overall)",,out:effort-not-established, arxiv-2611.08286-t2-vh-succ,arxiv-2611.08286,gpt-6-astra,unstated,computer-use,hard,,,,,,,10.7,in-time-success%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2, row GPT-6 Astra, column VHSim In-time success)",,out:effort-not-established, arxiv-2611.08286-t2-vh-recall,arxiv-2611.08286,gpt-6-astra,unstated,computer-use,hard,,,,,,,62.1,detection-recall%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2, row GPT-6 Astra, column VHSim Det. recall)",,out:effort-not-established, arxiv-2611.08286-t2-vh-fac,arxiv-2611.08286,gpt-6-astra,unstated,computer-use,hard,,,,,,,77.7,interaction-quality-fac-grnd%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2, row GPT-6 Astra, column VHSim Interaction quality: Fac. grnd.)",,out:effort-not-established, arxiv-2611.08286-t2-vh-sit,arxiv-2611.08286,gpt-6-astra,unstated,computer-use,hard,,,,,,,92.8,interaction-quality-sit-rel%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2, row GPT-6 Astra, column VHSim Interaction quality: Sit. rel.)",,out:effort-not-established, arxiv-2611.08286-t2-vh-act,arxiv-2611.08286,gpt-6-astra,unstated,computer-use,hard,,,,,,,59.5,interaction-quality-act-guid%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2, row GPT-6 Astra, column VHSim Interaction quality: Act. guid.)",,out:effort-not-established, arxiv-2611.08286-t2-vh-intent,arxiv-2611.08286,gpt-6-astra,unstated,computer-use,hard,,,,,,,90.7,interaction-quality-user-intent%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2, row GPT-6 Astra, column VHSim Interaction quality: User intent)",,out:effort-not-established, arxiv-2611.08286-t2-vh-guid,arxiv-2611.08286,gpt-6-astra,unstated,computer-use,hard,,,,,,,91.4,interaction-quality-guid-conc%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2, row GPT-6 Astra, column VHSim Interaction quality: Guid. conc.)",,out:effort-not-established, arxiv-2611.08286-t2-vh-overall,arxiv-2611.08286,gpt-6-astra,unstated,computer-use,hard,,,,,,,71.1,interaction-quality-overall%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2, row GPT-6 Astra, column VHSim Interaction quality: Overall)",,out:effort-not-established, arxiv-2611.08286-t2-sc-succ,arxiv-2611.08286,gpt-6-astra,unstated,computer-use,hard,,,,,,,90.4,in-time-success%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2, row GPT-6 Astra, column ScreenSim In-time success)",,out:effort-not-established, arxiv-2611.08286-t2-sc-recall,arxiv-2611.08286,gpt-6-astra,unstated,computer-use,hard,,,,,,,100.0,detection-recall%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2, row GPT-6 Astra, column ScreenSim Det. recall)",,out:effort-not-established, arxiv-2611.08286-t2-sc-fac,arxiv-2611.08286,gpt-6-astra,unstated,computer-use,hard,,,,,,,89.0,interaction-quality-fac-grnd%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2, row GPT-6 Astra, column ScreenSim Interaction quality: Fac. grnd.)",,out:effort-not-established, arxiv-2611.08286-t2-sc-sit,arxiv-2611.08286,gpt-6-astra,unstated,computer-use,hard,,,,,,,96.8,interaction-quality-sit-rel%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2, row GPT-6 Astra, column ScreenSim Interaction quality: Sit. rel.)",,out:effort-not-established, arxiv-2611.08286-t2-sc-act,arxiv-2611.08286,gpt-6-astra,unstated,computer-use,hard,,,,,,,91.0,interaction-quality-act-guid%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2, row GPT-6 Astra, column ScreenSim Interaction quality: Act. guid.)",,out:effort-not-established, arxiv-2611.08286-t2-sc-intent,arxiv-2611.08286,gpt-6-astra,unstated,computer-use,hard,,,,,,,91.5,interaction-quality-user-intent%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2, row GPT-6 Astra, column ScreenSim Interaction quality: User intent)",,out:effort-not-established, arxiv-2611.08286-t2-sc-guid,arxiv-2611.08286,gpt-6-astra,unstated,computer-use,hard,,,,,,,96.5,interaction-quality-guid-conc%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2, row GPT-6 Astra, column ScreenSim Interaction quality: Guid. conc.)",,out:effort-not-established, arxiv-2611.08286-t2-sc-overall,arxiv-2611.08286,gpt-6-astra,unstated,computer-use,hard,,,,,,,86.3,interaction-quality-overall%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 2, row GPT-6 Astra, column ScreenSim Interaction quality: Overall)",,out:effort-not-established, arxiv-2611.08286-t3-temp-order,arxiv-2611.08286,gpt-6-astra,unstated,mixed,hard,,,,,,,51.1,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 3, row GPT-6 Astra, column Table 3, Temp. order)",,out:effort-not-established, arxiv-2611.08286-t3-act-count,arxiv-2611.08286,gpt-6-astra,unstated,mixed,hard,,,,,,,34.8,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 3, row GPT-6 Astra, column Table 3, Act. count)",,out:effort-not-established, arxiv-2611.08286-t3-time-dur,arxiv-2611.08286,gpt-6-astra,unstated,mixed,hard,,,,,,,89.5,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 3, row GPT-6 Astra, column Table 3, Time dur.)",,out:effort-not-established, arxiv-2611.08286-t3-event-recall,arxiv-2611.08286,gpt-6-astra,unstated,mixed,hard,,,,,,,88.9,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 3, row GPT-6 Astra, column Table 3, Event recall)",,out:effort-not-established, arxiv-2611.08286-t3-proactive,arxiv-2611.08286,gpt-6-astra,unstated,computer-use,hard,,,,,,,86.8,proactive-request-recall%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 3, row GPT-6 Astra, column Table 3, Proactive)",,out:effort-not-established, arxiv-2611.08286-t3-overall,arxiv-2611.08286,gpt-6-astra,unstated,computer-use,hard,,,,,,,78.6,qa-proactive-overall%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 3, row GPT-6 Astra, column Table 3, Overall)",,out:effort-not-established, arxiv-2611.08286-t3-temp-order,arxiv-2611.08286,gpt-6.1-sol,unstated,mixed,hard,,,,,,,58.9,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 3, row GPT-6.1 Sol, column Table 3, Temp. order)",,out:effort-not-established, arxiv-2611.08286-t3-act-count,arxiv-2611.08286,gpt-6.1-sol,unstated,mixed,hard,,,,,,,22.9,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 3, row GPT-6.1 Sol, column Table 3, Act. count)",,out:effort-not-established, arxiv-2611.08286-t3-time-dur,arxiv-2611.08286,gpt-6.1-sol,unstated,mixed,hard,,,,,,,81.7,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 3, row GPT-6.1 Sol, column Table 3, Time dur.)",,out:effort-not-established, arxiv-2611.08286-t3-event-recall,arxiv-2611.08286,gpt-6.1-sol,unstated,mixed,hard,,,,,,,76.5,accuracy (%),0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 3, row GPT-6.1 Sol, column Table 3, Event recall)",,out:effort-not-established, arxiv-2611.08286-t3-proactive,arxiv-2611.08286,gpt-6.1-sol,unstated,computer-use,hard,,,,,,,88.2,proactive-request-recall%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 3, row GPT-6.1 Sol, column Table 3, Proactive)",,out:effort-not-established, arxiv-2611.08286-t3-overall,arxiv-2611.08286,gpt-6.1-sol,unstated,computer-use,hard,,,,,,,74.3,qa-proactive-overall%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 3, row GPT-6.1 Sol, column Table 3, Overall)",,out:effort-not-established, arxiv-2611.08286-t4-cs-in-time-success,arxiv-2611.08286,gpt-6.1-sol,unstated,mixed,hard,,,,,,,30.0,score (%) with measured latency,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4, row GPT-6.1 Sol, column Table 4 CookSim, In-time success)",,out:effort-not-established, arxiv-2611.08286-t4-cs-det-recall,arxiv-2611.08286,gpt-6.1-sol,unstated,mixed,hard,,,,,,,67.5,score (%) with measured latency,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4, row GPT-6.1 Sol, column Table 4 CookSim, Det. recall)",,out:effort-not-established, arxiv-2611.08286-t4-cs-fac-grnd,arxiv-2611.08286,gpt-6.1-sol,unstated,mixed,hard,,,,,,,74.8,score (%) with measured latency,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4, row GPT-6.1 Sol, column Table 4 CookSim, Fac. grnd.)",,out:effort-not-established, arxiv-2611.08286-t4-cs-sit-rel,arxiv-2611.08286,gpt-6.1-sol,unstated,mixed,hard,,,,,,,87.6,score (%) with measured latency,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4, row GPT-6.1 Sol, column Table 4 CookSim, Sit. rel.)",,out:effort-not-established, arxiv-2611.08286-t4-cs-act-guid,arxiv-2611.08286,gpt-6.1-sol,unstated,mixed,hard,,,,,,,69.2,score (%) with measured latency,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4, row GPT-6.1 Sol, column Table 4 CookSim, Act. guid.)",,out:effort-not-established, arxiv-2611.08286-t4-cs-user-intent,arxiv-2611.08286,gpt-6.1-sol,unstated,mixed,hard,,,,,,,90.6,score (%) with measured latency,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4, row GPT-6.1 Sol, column Table 4 CookSim, User intent)",,out:effort-not-established, arxiv-2611.08286-t4-cs-guid-conc,arxiv-2611.08286,gpt-6.1-sol,unstated,mixed,hard,,,,,,,86.3,score (%) with measured latency,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4, row GPT-6.1 Sol, column Table 4 CookSim, Guid. conc.)",,out:effort-not-established, arxiv-2611.08286-t4-cs-overall,arxiv-2611.08286,gpt-6.1-sol,unstated,computer-use,hard,,,,,,,68.4,interaction-quality-overall%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4, row GPT-6.1 Sol, column Table 4 CookSim, Overall)",,out:effort-not-established, arxiv-2611.08286-t4-vh-in-time-success,arxiv-2611.08286,gpt-6.1-sol,unstated,mixed,hard,,,,,,,8.0,score (%) with measured latency,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4, row GPT-6.1 Sol, column Table 4 VHSim, In-time success)",,out:effort-not-established, arxiv-2611.08286-t4-vh-det-recall,arxiv-2611.08286,gpt-6.1-sol,unstated,mixed,hard,,,,,,,59.0,score (%) with measured latency,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4, row GPT-6.1 Sol, column Table 4 VHSim, Det. recall)",,out:effort-not-established, arxiv-2611.08286-t4-vh-fac-grnd,arxiv-2611.08286,gpt-6.1-sol,unstated,mixed,hard,,,,,,,71.7,score (%) with measured latency,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4, row GPT-6.1 Sol, column Table 4 VHSim, Fac. grnd.)",,out:effort-not-established, arxiv-2611.08286-t4-vh-sit-rel,arxiv-2611.08286,gpt-6.1-sol,unstated,mixed,hard,,,,,,,86.2,score (%) with measured latency,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4, row GPT-6.1 Sol, column Table 4 VHSim, Sit. rel.)",,out:effort-not-established, arxiv-2611.08286-t4-vh-act-guid,arxiv-2611.08286,gpt-6.1-sol,unstated,mixed,hard,,,,,,,44.3,score (%) with measured latency,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4, row GPT-6.1 Sol, column Table 4 VHSim, Act. guid.)",,out:effort-not-established, arxiv-2611.08286-t4-vh-user-intent,arxiv-2611.08286,gpt-6.1-sol,unstated,mixed,hard,,,,,,,84.0,score (%) with measured latency,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4, row GPT-6.1 Sol, column Table 4 VHSim, User intent)",,out:effort-not-established, arxiv-2611.08286-t4-vh-guid-conc,arxiv-2611.08286,gpt-6.1-sol,unstated,mixed,hard,,,,,,,88.3,score (%) with measured latency,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4, row GPT-6.1 Sol, column Table 4 VHSim, Guid. conc.)",,out:effort-not-established, arxiv-2611.08286-t4-vh-overall,arxiv-2611.08286,gpt-6.1-sol,unstated,computer-use,hard,,,,,,,62.4,interaction-quality-overall%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4, row GPT-6.1 Sol, column Table 4 VHSim, Overall)",,out:effort-not-established, arxiv-2611.08286-t4-cs-in-time-success,arxiv-2611.08286,gpt-6-astra,unstated,mixed,hard,,,,,,,28.4,score (%) with measured latency,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4, row GPT-6 Astra, column Table 4 CookSim, In-time success)",,out:effort-not-established, arxiv-2611.08286-t4-cs-det-recall,arxiv-2611.08286,gpt-6-astra,unstated,mixed,hard,,,,,,,63.6,score (%) with measured latency,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4, row GPT-6 Astra, column Table 4 CookSim, Det. recall)",,out:effort-not-established, arxiv-2611.08286-t4-cs-fac-grnd,arxiv-2611.08286,gpt-6-astra,unstated,mixed,hard,,,,,,,74.0,score (%) with measured latency,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4, row GPT-6 Astra, column Table 4 CookSim, Fac. grnd.)",,out:effort-not-established, arxiv-2611.08286-t4-cs-sit-rel,arxiv-2611.08286,gpt-6-astra,unstated,mixed,hard,,,,,,,87.6,score (%) with measured latency,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4, row GPT-6 Astra, column Table 4 CookSim, Sit. rel.)",,out:effort-not-established, arxiv-2611.08286-t4-cs-act-guid,arxiv-2611.08286,gpt-6-astra,unstated,mixed,hard,,,,,,,69.6,score (%) with measured latency,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4, row GPT-6 Astra, column Table 4 CookSim, Act. guid.)",,out:effort-not-established, arxiv-2611.08286-t4-cs-user-intent,arxiv-2611.08286,gpt-6-astra,unstated,mixed,hard,,,,,,,92.4,score (%) with measured latency,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4, row GPT-6 Astra, column Table 4 CookSim, User intent)",,out:effort-not-established, arxiv-2611.08286-t4-cs-guid-conc,arxiv-2611.08286,gpt-6-astra,unstated,mixed,hard,,,,,,,88.5,score (%) with measured latency,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4, row GPT-6 Astra, column Table 4 CookSim, Guid. conc.)",,out:effort-not-established, arxiv-2611.08286-t4-cs-overall,arxiv-2611.08286,gpt-6-astra,unstated,computer-use,hard,,,,,,,68.4,interaction-quality-overall%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4, row GPT-6 Astra, column Table 4 CookSim, Overall)",,out:effort-not-established, arxiv-2611.08286-t4-vh-in-time-success,arxiv-2611.08286,gpt-6-astra,unstated,mixed,hard,,,,,,,8.0,score (%) with measured latency,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4, row GPT-6 Astra, column Table 4 VHSim, In-time success)",,out:effort-not-established, arxiv-2611.08286-t4-vh-det-recall,arxiv-2611.08286,gpt-6-astra,unstated,mixed,hard,,,,,,,47.9,score (%) with measured latency,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4, row GPT-6 Astra, column Table 4 VHSim, Det. recall)",,out:effort-not-established, arxiv-2611.08286-t4-vh-fac-grnd,arxiv-2611.08286,gpt-6-astra,unstated,mixed,hard,,,,,,,71.0,score (%) with measured latency,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4, row GPT-6 Astra, column Table 4 VHSim, Fac. grnd.)",,out:effort-not-established, arxiv-2611.08286-t4-vh-sit-rel,arxiv-2611.08286,gpt-6-astra,unstated,mixed,hard,,,,,,,85.7,score (%) with measured latency,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4, row GPT-6 Astra, column Table 4 VHSim, Sit. rel.)",,out:effort-not-established, arxiv-2611.08286-t4-vh-act-guid,arxiv-2611.08286,gpt-6-astra,unstated,mixed,hard,,,,,,,47.2,score (%) with measured latency,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4, row GPT-6 Astra, column Table 4 VHSim, Act. guid.)",,out:effort-not-established, arxiv-2611.08286-t4-vh-user-intent,arxiv-2611.08286,gpt-6-astra,unstated,mixed,hard,,,,,,,85.4,score (%) with measured latency,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4, row GPT-6 Astra, column Table 4 VHSim, User intent)",,out:effort-not-established, arxiv-2611.08286-t4-vh-guid-conc,arxiv-2611.08286,gpt-6-astra,unstated,mixed,hard,,,,,,,89.3,score (%) with measured latency,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4, row GPT-6 Astra, column Table 4 VHSim, Guid. conc.)",,out:effort-not-established, arxiv-2611.08286-t4-vh-overall,arxiv-2611.08286,gpt-6-astra,unstated,computer-use,hard,,,,,,,63.0,interaction-quality-overall%,0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 4, row GPT-6 Astra, column Table 4 VHSim, Overall)",,out:effort-not-established, arxiv-2611.08286-t20-cs-fixed,arxiv-2611.08286,gpt-6.1-sol,unstated,mixed,hard,,,,,,,49.0,error prevention (%),0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 20, row GPT-6.1 Sol, column Table 20 CookSim, Fixed)",,out:effort-not-established, arxiv-2611.08286-t20-cs-measured,arxiv-2611.08286,gpt-6.1-sol,unstated,mixed,hard,,,,,,,35.7,error prevention (%),0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 20, row GPT-6.1 Sol, column Table 20 CookSim, Measured)",,out:effort-not-established, arxiv-2611.08286-t20-vh-fixed,arxiv-2611.08286,gpt-6.1-sol,unstated,mixed,hard,,,,,,,31.0,error prevention (%),0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 20, row GPT-6.1 Sol, column Table 20 VHSim, Fixed)",,out:effort-not-established, arxiv-2611.08286-t20-vh-measured,arxiv-2611.08286,gpt-6.1-sol,unstated,mixed,hard,,,,,,,23.6,error prevention (%),0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 20, row GPT-6.1 Sol, column Table 20 VHSim, Measured)",,out:effort-not-established, arxiv-2611.08286-t20-cs-fixed,arxiv-2611.08286,gpt-6-astra,unstated,mixed,hard,,,,,,,48.5,error prevention (%),0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 20, row GPT-6 Astra, column Table 20 CookSim, Fixed)",,out:effort-not-established, arxiv-2611.08286-t20-cs-measured,arxiv-2611.08286,gpt-6-astra,unstated,mixed,hard,,,,,,,36.8,error prevention (%),0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 20, row GPT-6 Astra, column Table 20 CookSim, Measured)",,out:effort-not-established, arxiv-2611.08286-t20-vh-fixed,arxiv-2611.08286,gpt-6-astra,unstated,mixed,hard,,,,,,,33.1,error prevention (%),0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 20, row GPT-6 Astra, column Table 20 VHSim, Fixed)",,out:effort-not-established, arxiv-2611.08286-t20-vh-measured,arxiv-2611.08286,gpt-6-astra,unstated,mixed,hard,,,,,,,15.4,error prevention (%),0.0289,,,"https://arxiv.org/abs/2611.08286 (Table 20, row GPT-6 Astra, column Table 20 VHSim, Measured)",,out:effort-not-established, arxiv-2611.08472-xstack-pass-target,arxiv-2611.08472,opus-5,high,mixed,hard,,,,,,,95,XStack pass rate through grading target (%),0.289,,,"https://arxiv.org/abs/2611.08472 (Table 4, row Claude-Opus-5, column grading target)",,in, arxiv-2611.08472-xstack-pass-correctness,arxiv-2611.08472,opus-5,high,mixed,hard,,,,,,,80,XStack pass rate through + correctness judge (%),0.289,,,"https://arxiv.org/abs/2611.08472 (Table 4, row Claude-Opus-5, column + correctness judge)",,in, arxiv-2611.08472-xstack-pass-cheat,arxiv-2611.08472,opus-5,high,mixed,hard,,,,,,,80,XStack pass rate through + cheat judge (%),0.289,,,"https://arxiv.org/abs/2611.08472 (Table 4, row Claude-Opus-5, column + cheat judge)",,in, arxiv-2611.08472-xstack-pass-weights,arxiv-2611.08472,opus-5,high,mixed,hard,,,,,,,75,XStack pass rate through + weight loading (final pass rate) (%),0.289,,,"https://arxiv.org/abs/2611.08472 (Table 4, row Claude-Opus-5, column + weight loading)",,in,out:contradictory arxiv-2611.08472-xstack-phase1-pass,arxiv-2611.08472,opus-5,high,mixed,hard,,,,,,,12,XStack phase 1 repositories passed (of 20),0.289,,,"https://arxiv.org/abs/2611.08472 (3.1 Main Results, Phase 1 paragraph)",,out:single-couple, arxiv-2611.08472-xstack-pass-target,arxiv-2611.08472,gpt-5.6-sol,high,mixed,hard,,,,,,,75,XStack pass rate through grading target (%),0.289,,,"https://arxiv.org/abs/2611.08472 (Table 4, row GPT-5.6-sol, column grading target)",,in, arxiv-2611.08472-xstack-pass-correctness,arxiv-2611.08472,gpt-5.6-sol,high,mixed,hard,,,,,,,70,XStack pass rate through + correctness judge (%),0.289,,,"https://arxiv.org/abs/2611.08472 (Table 4, row GPT-5.6-sol, column + correctness judge)",,in, arxiv-2611.08472-xstack-pass-cheat,arxiv-2611.08472,gpt-5.6-sol,high,mixed,hard,,,,,,,45,XStack pass rate through + cheat judge (%),0.289,,,"https://arxiv.org/abs/2611.08472 (Table 4, row GPT-5.6-sol, column + cheat judge)",,in, arxiv-2611.08472-xstack-pass-weights,arxiv-2611.08472,gpt-5.6-sol,high,mixed,hard,,,,,,,45,XStack pass rate through + weight loading (final pass rate) (%),0.289,,,"https://arxiv.org/abs/2611.08472 (Table 4, row GPT-5.6-sol, column + weight loading)",,in,out:contradictory arxiv-2611.08472-xstack-pass-target,arxiv-2611.08472,gpt-5.6-terra,high,mixed,hard,,,,,,,35,XStack pass rate through grading target (%),0.289,,,"https://arxiv.org/abs/2611.08472 (Table 4, row GPT-5.6-terra, column grading target)",,in, arxiv-2611.08472-xstack-pass-correctness,arxiv-2611.08472,gpt-5.6-terra,high,mixed,hard,,,,,,,25,XStack pass rate through + correctness judge (%),0.289,,,"https://arxiv.org/abs/2611.08472 (Table 4, row GPT-5.6-terra, column + correctness judge)",,in, arxiv-2611.08472-xstack-pass-cheat,arxiv-2611.08472,gpt-5.6-terra,high,mixed,hard,,,,,,,15,XStack pass rate through + cheat judge (%),0.289,,,"https://arxiv.org/abs/2611.08472 (Table 4, row GPT-5.6-terra, column + cheat judge)",,in, arxiv-2611.08472-xstack-pass-weights,arxiv-2611.08472,gpt-5.6-terra,high,mixed,hard,,,,,,,10,XStack pass rate through + weight loading (final pass rate) (%),0.289,,,"https://arxiv.org/abs/2611.08472 (Table 4, row GPT-5.6-terra, column + weight loading)",,in,out:contradictory arxiv-2611.08472-xstack-pass-target,arxiv-2611.08472,gpt-5.6-luna,high,mixed,hard,,,,,,,20,XStack pass rate through grading target (%),0.289,,,"https://arxiv.org/abs/2611.08472 (Table 4, row GPT-5.6-luna, column grading target)",,in, arxiv-2611.08472-xstack-pass-correctness,arxiv-2611.08472,gpt-5.6-luna,high,mixed,hard,,,,,,,15,XStack pass rate through + correctness judge (%),0.289,,,"https://arxiv.org/abs/2611.08472 (Table 4, row GPT-5.6-luna, column + correctness judge)",,in, arxiv-2611.08472-xstack-pass-cheat,arxiv-2611.08472,gpt-5.6-luna,high,mixed,hard,,,,,,,5,XStack pass rate through + cheat judge (%),0.289,,,"https://arxiv.org/abs/2611.08472 (Table 4, row GPT-5.6-luna, column + cheat judge)",,in, arxiv-2611.08472-xstack-pass-weights,arxiv-2611.08472,gpt-5.6-luna,high,mixed,hard,,,,,,,5,XStack pass rate through + weight loading (final pass rate) (%),0.289,,,"https://arxiv.org/abs/2611.08472 (Table 4, row GPT-5.6-luna, column + weight loading)",,in,out:contradictory arxiv-2611.08472-gpu-only-checks-ddpm,arxiv-2611.08472,gpt-5.5,high,mixed,hard,,,,,,,10,checks passed (count),0.289,,,"https://arxiv.org/abs/2611.08472 (Table G1, row DDPM)",,out:single-couple, arxiv-2611.08472-gpu-only-checks-makemore,arxiv-2611.08472,gpt-5.5,high,mixed,hard,,,,,,,10,checks passed (count),0.289,,,"https://arxiv.org/abs/2611.08472 (Table G1, row makemore)",,out:single-couple, arxiv-2611.08472-gpu-only-checks-mingpt,arxiv-2611.08472,gpt-5.5,high,mixed,hard,,,,,,,10,checks passed (count),0.289,,,"https://arxiv.org/abs/2611.08472 (Table G1, row minGPT)",,out:single-couple, arxiv-2611.08472-gpu-only-checks-mnist,arxiv-2611.08472,gpt-5.5,high,mixed,hard,,,,,,,9,checks passed (count),0.289,,,"https://arxiv.org/abs/2611.08472 (Table G1, row MNIST)",,out:single-couple, arxiv-2611.08472-gpu-only-checks-nano-vllm,arxiv-2611.08472,gpt-5.5,high,mixed,hard,,,,,,,9,checks passed (count),0.289,,,"https://arxiv.org/abs/2611.08472 (Table G1, row nano-vLLM)",,out:single-couple, arxiv-2611.08472-gpu-only-checks-nanochat,arxiv-2611.08472,gpt-5.5,high,mixed,hard,,,,,,,10,checks passed (count),0.289,,,"https://arxiv.org/abs/2611.08472 (Table G1, row nanochat)",,out:single-couple, arxiv-2611.08472-gpu-only-checks-nanogpt,arxiv-2611.08472,gpt-5.5,high,mixed,hard,,,,,,,10,checks passed (count),0.289,,,"https://arxiv.org/abs/2611.08472 (Table G1, row nanoGPT)",,out:single-couple, arxiv-2611.08472-gpu-only-checks-pygcn,arxiv-2611.08472,gpt-5.5,high,mixed,hard,,,,,,,9,checks passed (count),0.289,,,"https://arxiv.org/abs/2611.08472 (Table G1, row pyGCN)",,out:single-couple, arxiv-2611.08472-gpu-only-checks-reinforce,arxiv-2611.08472,gpt-5.5,high,mixed,hard,,,,,,,10,checks passed (count),0.289,,,"https://arxiv.org/abs/2611.08472 (Table G1, row REINFORCE)",,out:single-couple, arxiv-2611.08472-gpu-only-checks-vae,arxiv-2611.08472,gpt-5.5,high,mixed,hard,,,,,,,10,checks passed (count),0.289,,,"https://arxiv.org/abs/2611.08472 (Table G1, row VAE)",,out:single-couple, arxiv-2611.08472-gpu-only-checks-word-language-model,arxiv-2611.08472,gpt-5.5,high,mixed,hard,,,,,,,10,checks passed (count),0.289,,,"https://arxiv.org/abs/2611.08472 (Table G1, row word language model)",,out:single-couple, arxiv-2611.08472-gpu-only-checks-x-transformers,arxiv-2611.08472,gpt-5.5,high,mixed,hard,,,,,,,9,checks passed (count),0.289,,,"https://arxiv.org/abs/2611.08472 (Table G1, row x-transformers)",,out:single-couple, arxiv-2611.08472-gpu-only-checks-all,arxiv-2611.08472,gpt-5.5,high,mixed,hard,,,,,,,116,checks passed (count),0.289,,,"https://arxiv.org/abs/2611.08472 (Table G1, row All)",,out:single-couple, arxiv-2611.08811-asr-study1-think,arxiv-2611.08811,glm-5.3-flash,unstated,agentic-tool,hard,,,,,,,13.4,"thought-injection attack success rate, Think condition (%)",0.0289,,,"https://arxiv.org/abs/2611.08811v1 (TABLE II, row GLM-5.3-Flash, column Think)",,out:effort-not-established, arxiv-2611.08811-asr-study1-nothink,arxiv-2611.08811,glm-5.3-flash,unstated,agentic-tool,hard,,,,,,,3.8,"thought-injection attack success rate, No-Think condition (%)",0.0289,,,"https://arxiv.org/abs/2611.08811v1 (TABLE II, row GLM-5.3-Flash, column No-Think)",,out:effort-not-established, arxiv-2611.08811-leak-study1-pooled,arxiv-2611.08811,glm-5.3-flash,unstated,agentic-tool,hard,,,,,,,8.6,"baseline leak rate, pooled over both tag conditions (%)",0.0289,,,"https://arxiv.org/abs/2611.08811v1 (section III-B (Study 1 results), text)",,out:effort-not-established, arxiv-2611.08811-study2-asr-minimax-cot-rs-tags,arxiv-2611.08811,glm-5.2,unstated,agentic-tool,hard,,,,,,,0,"attack success rate (%), payload MiniMax CoT, Reverse Shell, Tags",0.289,,,"https://arxiv.org/abs/2611.08811v1 (TABLE IV, row MiniMax CoT, column Target: GLM-5.2 / Reverse Shell / Tags)",,out:effort-not-established, arxiv-2611.08811-study2-asr-minimax-cot-rs-notags,arxiv-2611.08811,glm-5.2,unstated,agentic-tool,hard,,,,,,,0,"attack success rate (%), payload MiniMax CoT, Reverse Shell, No tags",0.289,,,"https://arxiv.org/abs/2611.08811v1 (TABLE IV, row MiniMax CoT, column Target: GLM-5.2 / Reverse Shell / No tags)",,out:effort-not-established, arxiv-2611.08811-study2-asr-minimax-cot-bd-tags,arxiv-2611.08811,glm-5.2,unstated,agentic-tool,hard,,,,,,,2,"attack success rate (%), payload MiniMax CoT, Backdoor, Tags",0.289,,,"https://arxiv.org/abs/2611.08811v1 (TABLE IV, row MiniMax CoT, column Target: GLM-5.2 / Backdoor / Tags)",,out:effort-not-established, arxiv-2611.08811-study2-asr-minimax-cot-bd-notags,arxiv-2611.08811,glm-5.2,unstated,agentic-tool,hard,,,,,,,0,"attack success rate (%), payload MiniMax CoT, Backdoor, No tags",0.289,,,"https://arxiv.org/abs/2611.08811v1 (TABLE IV, row MiniMax CoT, column Target: GLM-5.2 / Backdoor / No tags)",,out:effort-not-established, arxiv-2611.08811-study2-asr-glm-cot-rs-tags,arxiv-2611.08811,glm-5.2,unstated,agentic-tool,hard,,,,,,,16,"attack success rate (%), payload GLM CoT, Reverse Shell, Tags",0.289,,,"https://arxiv.org/abs/2611.08811v1 (TABLE IV, row GLM CoT, column Target: GLM-5.2 / Reverse Shell / Tags)",,out:effort-not-established, arxiv-2611.08811-study2-asr-glm-cot-rs-notags,arxiv-2611.08811,glm-5.2,unstated,agentic-tool,hard,,,,,,,2,"attack success rate (%), payload GLM CoT, Reverse Shell, No tags",0.289,,,"https://arxiv.org/abs/2611.08811v1 (TABLE IV, row GLM CoT, column Target: GLM-5.2 / Reverse Shell / No tags)",,out:effort-not-established, arxiv-2611.08811-study2-asr-glm-cot-bd-tags,arxiv-2611.08811,glm-5.2,unstated,agentic-tool,hard,,,,,,,0,"attack success rate (%), payload GLM CoT, Backdoor, Tags",0.289,,,"https://arxiv.org/abs/2611.08811v1 (TABLE IV, row GLM CoT, column Target: GLM-5.2 / Backdoor / Tags)",,out:effort-not-established, arxiv-2611.08811-study2-asr-glm-cot-bd-notags,arxiv-2611.08811,glm-5.2,unstated,agentic-tool,hard,,,,,,,0,"attack success rate (%), payload GLM CoT, Backdoor, No tags",0.289,,,"https://arxiv.org/abs/2611.08811v1 (TABLE IV, row GLM CoT, column Target: GLM-5.2 / Backdoor / No tags)",,out:effort-not-established, arxiv-2611.08811-study2-asr-user-style-rs-tags,arxiv-2611.08811,glm-5.2,unstated,agentic-tool,hard,,,,,,,0,"attack success rate (%), payload User-style, Reverse Shell, Tags",0.289,,,"https://arxiv.org/abs/2611.08811v1 (TABLE IV, row User-style, column Target: GLM-5.2 / Reverse Shell / Tags)",,out:effort-not-established, arxiv-2611.08811-study2-asr-user-style-rs-notags,arxiv-2611.08811,glm-5.2,unstated,agentic-tool,hard,,,,,,,0,"attack success rate (%), payload User-style, Reverse Shell, No tags",0.289,,,"https://arxiv.org/abs/2611.08811v1 (TABLE IV, row User-style, column Target: GLM-5.2 / Reverse Shell / No tags)",,out:effort-not-established, arxiv-2611.08811-study2-asr-user-style-bd-tags,arxiv-2611.08811,glm-5.2,unstated,agentic-tool,hard,,,,,,,0,"attack success rate (%), payload User-style, Backdoor, Tags",0.289,,,"https://arxiv.org/abs/2611.08811v1 (TABLE IV, row User-style, column Target: GLM-5.2 / Backdoor / Tags)",,out:effort-not-established, arxiv-2611.08811-study2-asr-user-style-bd-notags,arxiv-2611.08811,glm-5.2,unstated,agentic-tool,hard,,,,,,,0,"attack success rate (%), payload User-style, Backdoor, No tags",0.289,,,"https://arxiv.org/abs/2611.08811v1 (TABLE IV, row User-style, column Target: GLM-5.2 / Backdoor / No tags)",,out:effort-not-established, arxiv-2611.08811-study2-ignored-minimax-cot-rs-tags,arxiv-2611.08811,glm-5.2,unstated,agentic-tool,hard,,,,,,,92,"final response without mention of the injection (%), payload MiniMax CoT, Reverse Shell, Tags",0.289,,,"https://arxiv.org/abs/2611.08811v1 (TABLE V, row MiniMax CoT, column Target: GLM-5.2 / Reverse Shell / Tags)",,out:effort-not-established, arxiv-2611.08811-study2-ignored-minimax-cot-rs-notags,arxiv-2611.08811,glm-5.2,unstated,agentic-tool,hard,,,,,,,22,"final response without mention of the injection (%), payload MiniMax CoT, Reverse Shell, No tags",0.289,,,"https://arxiv.org/abs/2611.08811v1 (TABLE V, row MiniMax CoT, column Target: GLM-5.2 / Reverse Shell / No tags)",,out:effort-not-established, arxiv-2611.08811-study2-ignored-minimax-cot-bd-tags,arxiv-2611.08811,glm-5.2,unstated,agentic-tool,hard,,,,,,,86,"final response without mention of the injection (%), payload MiniMax CoT, Backdoor, Tags",0.289,,,"https://arxiv.org/abs/2611.08811v1 (TABLE V, row MiniMax CoT, column Target: GLM-5.2 / Backdoor / Tags)",,out:effort-not-established, arxiv-2611.08811-study2-ignored-minimax-cot-bd-notags,arxiv-2611.08811,glm-5.2,unstated,agentic-tool,hard,,,,,,,42,"final response without mention of the injection (%), payload MiniMax CoT, Backdoor, No tags",0.289,,,"https://arxiv.org/abs/2611.08811v1 (TABLE V, row MiniMax CoT, column Target: GLM-5.2 / Backdoor / No tags)",,out:effort-not-established, arxiv-2611.08811-study2-ignored-glm-cot-rs-tags,arxiv-2611.08811,glm-5.2,unstated,agentic-tool,hard,,,,,,,100,"final response without mention of the injection (%), payload GLM CoT, Reverse Shell, Tags",0.289,,,"https://arxiv.org/abs/2611.08811v1 (TABLE V, row GLM CoT, column Target: GLM-5.2 / Reverse Shell / Tags)",,out:effort-not-established, arxiv-2611.08811-study2-ignored-glm-cot-rs-notags,arxiv-2611.08811,glm-5.2,unstated,agentic-tool,hard,,,,,,,98,"final response without mention of the injection (%), payload GLM CoT, Reverse Shell, No tags",0.289,,,"https://arxiv.org/abs/2611.08811v1 (TABLE V, row GLM CoT, column Target: GLM-5.2 / Reverse Shell / No tags)",,out:effort-not-established, arxiv-2611.08811-study2-ignored-glm-cot-bd-tags,arxiv-2611.08811,glm-5.2,unstated,agentic-tool,hard,,,,,,,90,"final response without mention of the injection (%), payload GLM CoT, Backdoor, Tags",0.289,,,"https://arxiv.org/abs/2611.08811v1 (TABLE V, row GLM CoT, column Target: GLM-5.2 / Backdoor / Tags)",,out:effort-not-established, arxiv-2611.08811-study2-ignored-glm-cot-bd-notags,arxiv-2611.08811,glm-5.2,unstated,agentic-tool,hard,,,,,,,90,"final response without mention of the injection (%), payload GLM CoT, Backdoor, No tags",0.289,,,"https://arxiv.org/abs/2611.08811v1 (TABLE V, row GLM CoT, column Target: GLM-5.2 / Backdoor / No tags)",,out:effort-not-established, arxiv-2611.08811-study2-ignored-user-style-rs-tags,arxiv-2611.08811,glm-5.2,unstated,agentic-tool,hard,,,,,,,18,"final response without mention of the injection (%), payload User-style, Reverse Shell, Tags",0.289,,,"https://arxiv.org/abs/2611.08811v1 (TABLE V, row User-style, column Target: GLM-5.2 / Reverse Shell / Tags)",,out:effort-not-established, arxiv-2611.08811-study2-ignored-user-style-rs-notags,arxiv-2611.08811,glm-5.2,unstated,agentic-tool,hard,,,,,,,0,"final response without mention of the injection (%), payload User-style, Reverse Shell, No tags",0.289,,,"https://arxiv.org/abs/2611.08811v1 (TABLE V, row User-style, column Target: GLM-5.2 / Reverse Shell / No tags)",,out:effort-not-established, arxiv-2611.08811-study2-ignored-user-style-bd-tags,arxiv-2611.08811,glm-5.2,unstated,agentic-tool,hard,,,,,,,4,"final response without mention of the injection (%), payload User-style, Backdoor, Tags",0.289,,,"https://arxiv.org/abs/2611.08811v1 (TABLE V, row User-style, column Target: GLM-5.2 / Backdoor / Tags)",,out:effort-not-established, arxiv-2611.08811-study2-ignored-user-style-bd-notags,arxiv-2611.08811,glm-5.2,unstated,agentic-tool,hard,,,,,,,6,"final response without mention of the injection (%), payload User-style, Backdoor, No tags",0.289,,,"https://arxiv.org/abs/2611.08811v1 (TABLE V, row User-style, column Target: GLM-5.2 / Backdoor / No tags)",,out:effort-not-established, arxiv-2611.08905-t2-sms,arxiv-2611.08905,qwen3.5-35b-a3b,unstated,agentic-tool,hard,,,,,,,30.8,ClawArena-Team Subagent Management Score (SMS) (%),0.0289,,,"https://arxiv.org/abs/2611.08905 (Table 2, row Qwen3.5-35B-A3B Base, column SMS)",,out:effort-not-established, arxiv-2611.08905-t2-tcr,arxiv-2611.08905,qwen3.5-35b-a3b,unstated,agentic-tool,hard,,,,,,,45.0,ClawArena-Team task completion rate (TCR) (%),0.0289,,,"https://arxiv.org/abs/2611.08905 (Table 2, row Qwen3.5-35B-A3B Base, column TCR)",,out:effort-not-established, arxiv-2611.08905-t2-tpp,arxiv-2611.08905,qwen3.5-35b-a3b,unstated,agentic-tool,hard,,,,,,,59.9,ClawArena-Team tool-permission precision (TPP) (%),0.0289,,,"https://arxiv.org/abs/2611.08905 (Table 2, row Qwen3.5-35B-A3B Base, column TPP)",,out:effort-not-established, arxiv-2611.08905-t2-roc,arxiv-2611.08905,qwen3.5-35b-a3b,unstated,agentic-tool,hard,,,,,,,96.1,ClawArena-Team read-only compliance (ROC) (%),0.0289,,,"https://arxiv.org/abs/2611.08905 (Table 2, row Qwen3.5-35B-A3B Base, column ROC)",,out:effort-not-established, arxiv-2611.08905-t2-wpp,arxiv-2611.08905,qwen3.5-35b-a3b,unstated,agentic-tool,hard,,,,,,,35.4,ClawArena-Team workspace-permission precision (WPP) (%),0.0289,,,"https://arxiv.org/abs/2611.08905 (Table 2, row Qwen3.5-35B-A3B Base, column WPP)",,out:effort-not-established, arxiv-2611.08905-t2-mca,arxiv-2611.08905,qwen3.5-35b-a3b,unstated,agentic-tool,hard,,,,,,,82.8,ClawArena-Team modality-choice accuracy (MCA) (%),0.0289,,,"https://arxiv.org/abs/2611.08905 (Table 2, row Qwen3.5-35B-A3B Base, column MCA)",,out:effort-not-established, arxiv-2611.08905-t2-sms,arxiv-2611.08905,qwen3.5-4b,unstated,agentic-tool,hard,,,,,,,23.6,ClawArena-Team Subagent Management Score (SMS) (%),0.0289,,,"https://arxiv.org/abs/2611.08905 (Table 2, row Qwen3.5-4B Base, column SMS)",,out:effort-not-established, arxiv-2611.08905-t2-tcr,arxiv-2611.08905,qwen3.5-4b,unstated,agentic-tool,hard,,,,,,,38.8,ClawArena-Team task completion rate (TCR) (%),0.0289,,,"https://arxiv.org/abs/2611.08905 (Table 2, row Qwen3.5-4B Base, column TCR)",,out:effort-not-established, arxiv-2611.08905-t2-tpp,arxiv-2611.08905,qwen3.5-4b,unstated,agentic-tool,hard,,,,,,,48.1,ClawArena-Team tool-permission precision (TPP) (%),0.0289,,,"https://arxiv.org/abs/2611.08905 (Table 2, row Qwen3.5-4B Base, column TPP)",,out:effort-not-established, arxiv-2611.08905-t2-roc,arxiv-2611.08905,qwen3.5-4b,unstated,agentic-tool,hard,,,,,,,95.6,ClawArena-Team read-only compliance (ROC) (%),0.0289,,,"https://arxiv.org/abs/2611.08905 (Table 2, row Qwen3.5-4B Base, column ROC)",,out:effort-not-established, arxiv-2611.08905-t2-wpp,arxiv-2611.08905,qwen3.5-4b,unstated,agentic-tool,hard,,,,,,,21.7,ClawArena-Team workspace-permission precision (WPP) (%),0.0289,,,"https://arxiv.org/abs/2611.08905 (Table 2, row Qwen3.5-4B Base, column WPP)",,out:effort-not-established, arxiv-2611.08905-t2-mca,arxiv-2611.08905,qwen3.5-4b,unstated,agentic-tool,hard,,,,,,,78.4,ClawArena-Team modality-choice accuracy (MCA) (%),0.0289,,,"https://arxiv.org/abs/2611.08905 (Table 2, row Qwen3.5-4B Base, column MCA)",,out:effort-not-established, arxiv-2611.08905-t3-tb21,arxiv-2611.08905,qwen3.5-35b-a3b,unstated,agentic-tool,hard,,,,,,,28.1,Terminal-Bench 2.1 (%),0.0289,,,"https://arxiv.org/abs/2611.08905 (Table 3, row Qwen3.5-35B-A3B Base, column Terminal-Bench 2.1)",,out:effort-not-established, arxiv-2611.08905-t3-skillsbench,arxiv-2611.08905,qwen3.5-35b-a3b,unstated,agentic-tool,hard,,,,,,,5.7,SkillsBench Avg3 (%),0.0289,,,"https://arxiv.org/abs/2611.08905 (Table 3, row Qwen3.5-35B-A3B Base, column SkillsBench (Avg3))",,out:effort-not-established, arxiv-2611.09017-frontier3dbench-total,arxiv-2611.09017,gpt-6.1-sol,max,mixed,hard,,USD/task,1.01,0.00289,,,66.02,Frontier3DBench score (0-100),0.00289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2611.09017 (Table 3, row GPT-6.1-sol, column Total (overall score, 30/30/40 level weights))",,in,in arxiv-2611.09017-frontier3dbench-t2c,arxiv-2611.09017,gpt-6.1-sol,max,mixed,hard,,,,,,,82.10,Frontier3DBench score (0-100),0.00289,,,"https://arxiv.org/abs/2611.09017 (Table 3, row GPT-6.1-sol, column Text2Code (T2C))",,in, arxiv-2611.09017-frontier3dbench-i2c,arxiv-2611.09017,gpt-6.1-sol,max,mixed,hard,,,,,,,69.61,Frontier3DBench score (0-100),0.00289,,,"https://arxiv.org/abs/2611.09017 (Table 3, row GPT-6.1-sol, column Img2Code (I2C))",,in, arxiv-2611.09017-frontier3dbench-i2c-sv,arxiv-2611.09017,gpt-6.1-sol,max,mixed,hard,,,,,,,66.26,Frontier3DBench score (0-100),0.00289,,,"https://arxiv.org/abs/2611.09017 (Table 3, row GPT-6.1-sol, column Img2Code-SingleView (I2C SV))",,in, arxiv-2611.09017-frontier3dbench-l1,arxiv-2611.09017,gpt-6.1-sol,max,mixed,hard,,,,,,,71.21,Frontier3DBench score (0-100),0.00289,,,"https://arxiv.org/abs/2611.09017 (Table 3, row GPT-6.1-sol, column L1 Objects average)",,in, arxiv-2611.09017-frontier3dbench-b2s,arxiv-2611.09017,gpt-6.1-sol,max,mixed,hard,,,,,,,79.87,Frontier3DBench score (0-100),0.00289,,,"https://arxiv.org/abs/2611.09017 (Table 3, row GPT-6.1-sol, column Brief2Scene (B2S))",,in, arxiv-2611.09017-frontier3dbench-r2s,arxiv-2611.09017,gpt-6.1-sol,max,mixed,hard,,,,,,,60.95,Frontier3DBench score (0-100),0.00289,,,"https://arxiv.org/abs/2611.09017 (Table 3, row GPT-6.1-sol, column Ref2Scene (R2S))",,in, arxiv-2611.09017-frontier3dbench-r2s-rp,arxiv-2611.09017,gpt-6.1-sol,max,mixed,hard,,,,,,,60.86,Frontier3DBench score (0-100),0.00289,,,"https://arxiv.org/abs/2611.09017 (Table 3, row GPT-6.1-sol, column Ref2Scene-RealPhoto (R2S RP))",,in, arxiv-2611.09017-frontier3dbench-se,arxiv-2611.09017,gpt-6.1-sol,max,mixed,hard,,,,,,,84.44,Frontier3DBench score (0-100),0.00289,,,"https://arxiv.org/abs/2611.09017 (Table 3, row GPT-6.1-sol, column SceneEdit (SE))",,in, arxiv-2611.09017-frontier3dbench-l2,arxiv-2611.09017,gpt-6.1-sol,max,mixed,hard,,,,,,,70.35,Frontier3DBench score (0-100),0.00289,,,"https://arxiv.org/abs/2611.09017 (Table 3, row GPT-6.1-sol, column L2 Scenes average)",,in, arxiv-2611.09017-frontier3dbench-t2e,arxiv-2611.09017,gpt-6.1-sol,max,mixed,hard,,,,,,,61.31,Frontier3DBench score (0-100),0.00289,,,"https://arxiv.org/abs/2611.09017 (Table 3, row GPT-6.1-sol, column Text2Env (T2E))",,in, arxiv-2611.09017-frontier3dbench-i2e,arxiv-2611.09017,gpt-6.1-sol,max,mixed,hard,,,,,,,57.68,Frontier3DBench score (0-100),0.00289,,,"https://arxiv.org/abs/2611.09017 (Table 3, row GPT-6.1-sol, column Img2Env (I2E))",,in, arxiv-2611.09017-frontier3dbench-l3,arxiv-2611.09017,gpt-6.1-sol,max,mixed,hard,,,,,,,58.89,Frontier3DBench score (0-100),0.00289,,,"https://arxiv.org/abs/2611.09017 (Table 3, row GPT-6.1-sol, column L3 Open worlds average)",,in, arxiv-2611.09017-frontier3dbench-total,arxiv-2611.09017,gpt-6-astra,max,mixed,hard,,USD/task,5.58,0.00289,,,63.85,Frontier3DBench score (0-100),0.00289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2611.09017 (Table 3, row GPT-6-astra, column Total (overall score, 30/30/40 level weights))",,in,in arxiv-2611.09017-frontier3dbench-t2c,arxiv-2611.09017,gpt-6-astra,max,mixed,hard,,,,,,,79.54,Frontier3DBench score (0-100),0.00289,,,"https://arxiv.org/abs/2611.09017 (Table 3, row GPT-6-astra, column Text2Code (T2C))",,in, arxiv-2611.09017-frontier3dbench-i2c,arxiv-2611.09017,gpt-6-astra,max,mixed,hard,,,,,,,68.44,Frontier3DBench score (0-100),0.00289,,,"https://arxiv.org/abs/2611.09017 (Table 3, row GPT-6-astra, column Img2Code (I2C))",,in, arxiv-2611.09017-frontier3dbench-i2c-sv,arxiv-2611.09017,gpt-6-astra,max,mixed,hard,,,,,,,62.28,Frontier3DBench score (0-100),0.00289,,,"https://arxiv.org/abs/2611.09017 (Table 3, row GPT-6-astra, column Img2Code-SingleView (I2C SV))",,in, arxiv-2611.09017-frontier3dbench-l1,arxiv-2611.09017,gpt-6-astra,max,mixed,hard,,,,,,,68.63,Frontier3DBench score (0-100),0.00289,,,"https://arxiv.org/abs/2611.09017 (Table 3, row GPT-6-astra, column L1 Objects average)",,in, arxiv-2611.09017-frontier3dbench-b2s,arxiv-2611.09017,gpt-6-astra,max,mixed,hard,,,,,,,74.71,Frontier3DBench score (0-100),0.00289,,,"https://arxiv.org/abs/2611.09017 (Table 3, row GPT-6-astra, column Brief2Scene (B2S))",,in, arxiv-2611.09017-frontier3dbench-r2s,arxiv-2611.09017,gpt-6-astra,max,mixed,hard,,,,,,,48.03,Frontier3DBench score (0-100),0.00289,,,"https://arxiv.org/abs/2611.09017 (Table 3, row GPT-6-astra, column Ref2Scene (R2S))",,in, arxiv-2611.09017-frontier3dbench-r2s-rp,arxiv-2611.09017,gpt-6-astra,max,mixed,hard,,,,,,,53.91,Frontier3DBench score (0-100),0.00289,,,"https://arxiv.org/abs/2611.09017 (Table 3, row GPT-6-astra, column Ref2Scene-RealPhoto (R2S RP))",,in, arxiv-2611.09017-frontier3dbench-se,arxiv-2611.09017,gpt-6-astra,max,mixed,hard,,,,,,,74.11,Frontier3DBench score (0-100),0.00289,,,"https://arxiv.org/abs/2611.09017 (Table 3, row GPT-6-astra, column SceneEdit (SE))",,in, arxiv-2611.09017-frontier3dbench-l2,arxiv-2611.09017,gpt-6-astra,max,mixed,hard,,,,,,,62.51,Frontier3DBench score (0-100),0.00289,,,"https://arxiv.org/abs/2611.09017 (Table 3, row GPT-6-astra, column L2 Scenes average)",,in, arxiv-2611.09017-frontier3dbench-t2e,arxiv-2611.09017,gpt-6-astra,max,mixed,hard,,,,,,,64.07,Frontier3DBench score (0-100),0.00289,,,"https://arxiv.org/abs/2611.09017 (Table 3, row GPT-6-astra, column Text2Env (T2E))",,in, arxiv-2611.09017-frontier3dbench-i2e,arxiv-2611.09017,gpt-6-astra,max,mixed,hard,,,,,,,59.88,Frontier3DBench score (0-100),0.00289,,,"https://arxiv.org/abs/2611.09017 (Table 3, row GPT-6-astra, column Img2Env (I2E))",,in, arxiv-2611.09017-frontier3dbench-l3,arxiv-2611.09017,gpt-6-astra,max,mixed,hard,,,,,,,61.28,Frontier3DBench score (0-100),0.00289,,,"https://arxiv.org/abs/2611.09017 (Table 3, row GPT-6-astra, column L3 Open worlds average)",,in, arxiv-2611.09017-frontier3dbench-total,arxiv-2611.09017,gpt-6-luna,max,mixed,hard,,USD/task,0.27,0.00289,,,48.56,Frontier3DBench score (0-100),0.00289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2611.09017 (Table 3, row GPT-6-luna, column Total (overall score, 30/30/40 level weights))",,in,in arxiv-2611.09017-frontier3dbench-t2c,arxiv-2611.09017,gpt-6-luna,max,mixed,hard,,,,,,,75.93,Frontier3DBench score (0-100),0.00289,,,"https://arxiv.org/abs/2611.09017 (Table 3, row GPT-6-luna, column Text2Code (T2C))",,in, arxiv-2611.09017-frontier3dbench-i2c,arxiv-2611.09017,gpt-6-luna,max,mixed,hard,,,,,,,50.93,Frontier3DBench score (0-100),0.00289,,,"https://arxiv.org/abs/2611.09017 (Table 3, row GPT-6-luna, column Img2Code (I2C))",,in, arxiv-2611.09017-frontier3dbench-i2c-sv,arxiv-2611.09017,gpt-6-luna,max,mixed,hard,,,,,,,50.16,Frontier3DBench score (0-100),0.00289,,,"https://arxiv.org/abs/2611.09017 (Table 3, row GPT-6-luna, column Img2Code-SingleView (I2C SV))",,in, arxiv-2611.09017-frontier3dbench-l1,arxiv-2611.09017,gpt-6-luna,max,mixed,hard,,,,,,,56.40,Frontier3DBench score (0-100),0.00289,,,"https://arxiv.org/abs/2611.09017 (Table 3, row GPT-6-luna, column L1 Objects average)",,in, arxiv-2611.09017-frontier3dbench-b2s,arxiv-2611.09017,gpt-6-luna,max,mixed,hard,,,,,,,69.71,Frontier3DBench score (0-100),0.00289,,,"https://arxiv.org/abs/2611.09017 (Table 3, row GPT-6-luna, column Brief2Scene (B2S))",,in, arxiv-2611.09017-frontier3dbench-r2s,arxiv-2611.09017,gpt-6-luna,max,mixed,hard,,,,,,,36.96,Frontier3DBench score (0-100),0.00289,,,"https://arxiv.org/abs/2611.09017 (Table 3, row GPT-6-luna, column Ref2Scene (R2S))",,in, arxiv-2611.09017-frontier3dbench-r2s-rp,arxiv-2611.09017,gpt-6-luna,max,mixed,hard,,,,,,,44.38,Frontier3DBench score (0-100),0.00289,,,"https://arxiv.org/abs/2611.09017 (Table 3, row GPT-6-luna, column Ref2Scene-RealPhoto (R2S RP))",,in, arxiv-2611.09017-frontier3dbench-se,arxiv-2611.09017,gpt-6-luna,max,mixed,hard,,,,,,,64.56,Frontier3DBench score (0-100),0.00289,,,"https://arxiv.org/abs/2611.09017 (Table 3, row GPT-6-luna, column SceneEdit (SE))",,in, arxiv-2611.09017-frontier3dbench-l2,arxiv-2611.09017,gpt-6-luna,max,mixed,hard,,,,,,,54.14,Frontier3DBench score (0-100),0.00289,,,"https://arxiv.org/abs/2611.09017 (Table 3, row GPT-6-luna, column L2 Scenes average)",,in, arxiv-2611.09017-frontier3dbench-t2e,arxiv-2611.09017,gpt-6-luna,max,mixed,hard,,,,,,,40.56,Frontier3DBench score (0-100),0.00289,,,"https://arxiv.org/abs/2611.09017 (Table 3, row GPT-6-luna, column Text2Env (T2E))",,in, arxiv-2611.09017-frontier3dbench-i2e,arxiv-2611.09017,gpt-6-luna,max,mixed,hard,,,,,,,37.47,Frontier3DBench score (0-100),0.00289,,,"https://arxiv.org/abs/2611.09017 (Table 3, row GPT-6-luna, column Img2Env (I2E))",,in, arxiv-2611.09017-frontier3dbench-l3,arxiv-2611.09017,gpt-6-luna,max,mixed,hard,,,,,,,38.50,Frontier3DBench score (0-100),0.00289,,,"https://arxiv.org/abs/2611.09017 (Table 3, row GPT-6-luna, column L3 Open worlds average)",,in, arxiv-2611.09085-t1-hindi-bge,arxiv-2611.09085,opus-4.8,unstated,writing,mid,,,,,,,0.837,failure-aware similarity score,0.000289,,,"https://arxiv.org/abs/2611.09085 (Table 1, row Claude Opus-4.8, Hindi, column BGE)",,out:effort-not-established, arxiv-2611.09085-t1-hindi-bert,arxiv-2611.09085,opus-4.8,unstated,writing,mid,,,,,,,0.676,failure-aware similarity score,0.000289,,,"https://arxiv.org/abs/2611.09085 (Table 1, row Claude Opus-4.8, Hindi, column BERT)",,out:effort-not-established, arxiv-2611.09085-t1-hindi-inv,arxiv-2611.09085,opus-4.8,unstated,writing,mid,,,,,,,0,invalid rows (count of 142),0.289,,,"https://arxiv.org/abs/2611.09085 (Table 1, row Claude Opus-4.8, Hindi, column Inv.)",,out:effort-not-established, arxiv-2611.09085-t1-telugu-bge,arxiv-2611.09085,opus-4.8,unstated,writing,mid,,,,,,,0.789,failure-aware similarity score,0.000289,,,"https://arxiv.org/abs/2611.09085 (Table 1, row Claude Opus-4.8, Telugu, column BGE)",,out:effort-not-established, arxiv-2611.09085-t1-telugu-bert,arxiv-2611.09085,opus-4.8,unstated,writing,mid,,,,,,,0.671,failure-aware similarity score,0.000289,,,"https://arxiv.org/abs/2611.09085 (Table 1, row Claude Opus-4.8, Telugu, column BERT)",,out:effort-not-established, arxiv-2611.09085-t1-telugu-inv,arxiv-2611.09085,opus-4.8,unstated,writing,mid,,,,,,,4,invalid rows (count of 142),0.289,,,"https://arxiv.org/abs/2611.09085 (Table 1, row Claude Opus-4.8, Telugu, column Inv.)",,out:effort-not-established, arxiv-2611.09085-t1-kannada-bge,arxiv-2611.09085,opus-4.8,unstated,writing,mid,,,,,,,0.733,failure-aware similarity score,0.000289,,,"https://arxiv.org/abs/2611.09085 (Table 1, row Claude Opus-4.8, Kannada, column BGE)",,out:effort-not-established, arxiv-2611.09085-t1-kannada-bert,arxiv-2611.09085,opus-4.8,unstated,writing,mid,,,,,,,0.620,failure-aware similarity score,0.000289,,,"https://arxiv.org/abs/2611.09085 (Table 1, row Claude Opus-4.8, Kannada, column BERT)",,out:effort-not-established, arxiv-2611.09085-t1-kannada-inv,arxiv-2611.09085,opus-4.8,unstated,writing,mid,,,,,,,5,invalid rows (count of 142),0.289,,,"https://arxiv.org/abs/2611.09085 (Table 1, row Claude Opus-4.8, Kannada, column Inv.)",,out:effort-not-established, arxiv-2611.09085-t2-hindi-eng-only,arxiv-2611.09085,?Claude 4.8,not-established:absent,writing,mid,,,,,,,0,failures (count of 142),0.289,,,"https://arxiv.org/abs/2611.09085 (Table 2, row Claude 4.8, Hindi, column Eng.-only)",,out:model-not-established, arxiv-2611.09085-t2-hindi-script-sp,arxiv-2611.09085,?Claude 4.8,not-established:absent,writing,mid,,,,,,,0,failures (count of 142),0.289,,,"https://arxiv.org/abs/2611.09085 (Table 2, row Claude 4.8, Hindi, column Script sp.)",,out:model-not-established, arxiv-2611.09085-t2-telugu-eng-only,arxiv-2611.09085,?Claude 4.8,not-established:absent,writing,mid,,,,,,,0,failures (count of 142),0.289,,,"https://arxiv.org/abs/2611.09085 (Table 2, row Claude 4.8, Telugu, column Eng.-only)",,out:model-not-established, arxiv-2611.09085-t2-telugu-script-sp,arxiv-2611.09085,?Claude 4.8,not-established:absent,writing,mid,,,,,,,3,failures (count of 142),0.289,,,"https://arxiv.org/abs/2611.09085 (Table 2, row Claude 4.8, Telugu, column Script sp.)",,out:model-not-established, arxiv-2611.09085-t2-kannada-eng-only,arxiv-2611.09085,?Claude 4.8,not-established:absent,writing,mid,,,,,,,0,failures (count of 142),0.289,,,"https://arxiv.org/abs/2611.09085 (Table 2, row Claude 4.8, Kannada, column Eng.-only)",,out:model-not-established, arxiv-2611.09085-t2-kannada-script-sp,arxiv-2611.09085,?Claude 4.8,not-established:absent,writing,mid,,,,,,,5,failures (count of 142),0.289,,,"https://arxiv.org/abs/2611.09085 (Table 2, row Claude 4.8, Kannada, column Script sp.)",,out:model-not-established, arxiv-2611.09085-t3-nat,arxiv-2611.09085,opus-4.8,unstated,writing,mid,,,,,,,2.05,human naturalness score (0-3),0.00289,,,"https://arxiv.org/abs/2611.09085 (Table 3, row Claude Opus 4.8, column Nat.)",,out:effort-not-established, arxiv-2611.09085-t3-gram,arxiv-2611.09085,opus-4.8,unstated,writing,mid,,,,,,,1.66,human dimension score (0-2),0.00289,,,"https://arxiv.org/abs/2611.09085 (Table 3, row Claude Opus 4.8, column Gram.)",,out:effort-not-established, arxiv-2611.09085-t3-word,arxiv-2611.09085,opus-4.8,unstated,writing,mid,,,,,,,1.70,human dimension score (0-2),0.00289,,,"https://arxiv.org/abs/2611.09085 (Table 3, row Claude Opus 4.8, column Word)",,out:effort-not-established, arxiv-2611.09085-t3-reg,arxiv-2611.09085,opus-4.8,unstated,writing,mid,,,,,,,1.73,human dimension score (0-2),0.00289,,,"https://arxiv.org/abs/2611.09085 (Table 3, row Claude Opus 4.8, column Reg.)",,out:effort-not-established, arxiv-2611.09085-t3-usab,arxiv-2611.09085,opus-4.8,unstated,writing,mid,,,,,,,2.15,human usability score (0-3),0.00289,,,"https://arxiv.org/abs/2611.09085 (Table 3, row Claude Opus 4.8, column Usab.)",,out:effort-not-established, arxiv-2611.09085-t3-total,arxiv-2611.09085,opus-4.8,unstated,writing,mid,,,,,,,9.30,human total score (0-12),0.00289,,,"https://arxiv.org/abs/2611.09085 (Table 3, row Claude Opus 4.8, column Total)",,out:effort-not-established, arxiv-2611.09085-romanized-bge-m3,arxiv-2611.09085,opus-4.8,unstated,mixed,hard,,,,,,,0.786,BGE-M3 mean cosine,0.000289,,,"https://arxiv.org/abs/2611.09085 (Table 3, row Claude Opus 4.8, column BGE-M3)",,out:effort-not-established, arxiv-2611.09085-romanized-bert-f1,arxiv-2611.09085,opus-4.8,unstated,mixed,hard,,,,,,,0.656,BERT-F1 mean,0.000289,,,"https://arxiv.org/abs/2611.09085 (Table 3, row Claude Opus 4.8, column BERT-F1)",,out:effort-not-established, arxiv-2611.09085-t3-eng-only-fails,arxiv-2611.09085,opus-4.8,unstated,writing,mid,,,,,,,2,genuine English-only failures (count),0.289,,,"https://arxiv.org/abs/2611.09085 (Table 3, row Claude Opus 4.8, column Eng.-only fails)",,out:effort-not-established, arxiv-2611.09085-t3-nat,arxiv-2611.09085,gpt-5.5,unstated,writing,mid,,,,,,,2.49,human naturalness score (0-3),0.00289,,,"https://arxiv.org/abs/2611.09085 (Table 3, row GPT-5.5, column Naturalness/Fluency (/3))",,out:effort-not-established, arxiv-2611.09085-t3-gram,arxiv-2611.09085,gpt-5.5,unstated,writing,mid,,,,,,,1.93,human dimension score (0-2),0.00289,,,"https://arxiv.org/abs/2611.09085 (Table 3, row GPT-5.5, column Grammar (/2))",,out:effort-not-established, arxiv-2611.09085-t3-word,arxiv-2611.09085,gpt-5.5,unstated,writing,mid,,,,,,,1.97,human dimension score (0-2),0.00289,,,"https://arxiv.org/abs/2611.09085 (Table 3, row GPT-5.5, column Word choice (/2))",,out:effort-not-established, arxiv-2611.09085-t3-reg,arxiv-2611.09085,gpt-5.5,unstated,writing,mid,,,,,,,1.94,human dimension score (0-2),0.00289,,,"https://arxiv.org/abs/2611.09085 (Table 3, row GPT-5.5, column Register (/2))",,out:effort-not-established, arxiv-2611.09085-t3-usab,arxiv-2611.09085,gpt-5.5,unstated,writing,mid,,,,,,,2.40,human usability score (0-3),0.00289,,,"https://arxiv.org/abs/2611.09085 (Table 3, row GPT-5.5, column Usability (/3))",,out:effort-not-established, arxiv-2611.09085-t3-total,arxiv-2611.09085,gpt-5.5,unstated,writing,mid,,,,,,,10.73,human total score (0-12),0.00289,,,"https://arxiv.org/abs/2611.09085 (Table 3, row GPT-5.5, column Total (/12))",,out:effort-not-established, arxiv-2611.09085-romanized-bge-m3,arxiv-2611.09085,gpt-5.5,unstated,mixed,hard,,,,,,,0.790,BGE-M3 mean cosine,0.000289,,,"https://arxiv.org/abs/2611.09085 (Table 3, row GPT-5.5, column BGE-M3 mean cosine)",,out:effort-not-established, arxiv-2611.09085-romanized-bert-f1,arxiv-2611.09085,gpt-5.5,unstated,mixed,hard,,,,,,,0.657,BERT-F1 mean,0.000289,,,"https://arxiv.org/abs/2611.09085 (Table 3, row GPT-5.5, column BERT-F1 mean)",,out:effort-not-established, arxiv-2611.09085-t3-eng-only-fails,arxiv-2611.09085,gpt-5.5,unstated,writing,mid,,,,,,,0,genuine English-only failures (count),0.289,,,"https://arxiv.org/abs/2611.09085 (Table 3, row GPT-5.5, column English-only failures (count))",,out:effort-not-established, arxiv-2611.09085-t1-hindi-bge,arxiv-2611.09085,gpt-5.5,unstated,writing,mid,,,,,,,0.828,failure-aware similarity score,0.000289,,,"https://arxiv.org/abs/2611.09085 (Table 1, row GPT-5.5, column Table 1 Hindi, BGE)",,out:effort-not-established, arxiv-2611.09085-t1-hindi-bert,arxiv-2611.09085,gpt-5.5,unstated,writing,mid,,,,,,,0.663,failure-aware similarity score,0.000289,,,"https://arxiv.org/abs/2611.09085 (Table 1, row GPT-5.5, column Table 1 Hindi, BERT)",,out:effort-not-established, arxiv-2611.09085-t1-hindi-inv,arxiv-2611.09085,gpt-5.5,unstated,writing,mid,,,,,,,0,invalid rows (count of 142),0.289,,,"https://arxiv.org/abs/2611.09085 (Table 1, row GPT-5.5, column Table 1 Hindi, Inv.)",,out:effort-not-established, arxiv-2611.09085-t1-telugu-bge,arxiv-2611.09085,gpt-5.5,unstated,writing,mid,,,,,,,0.794,failure-aware similarity score,0.000289,,,"https://arxiv.org/abs/2611.09085 (Table 1, row GPT-5.5, column Table 1 Telugu, BGE)",,out:effort-not-established, arxiv-2611.09085-t1-telugu-bert,arxiv-2611.09085,gpt-5.5,unstated,writing,mid,,,,,,,0.667,failure-aware similarity score,0.000289,,,"https://arxiv.org/abs/2611.09085 (Table 1, row GPT-5.5, column Table 1 Telugu, BERT)",,out:effort-not-established, arxiv-2611.09085-t1-telugu-inv,arxiv-2611.09085,gpt-5.5,unstated,writing,mid,,,,,,,0,invalid rows (count of 142),0.289,,,"https://arxiv.org/abs/2611.09085 (Table 1, row GPT-5.5, column Table 1 Telugu, Inv.)",,out:effort-not-established, arxiv-2611.09085-t1-kannada-bge,arxiv-2611.09085,gpt-5.5,unstated,writing,mid,,,,,,,0.749,failure-aware similarity score,0.000289,,,"https://arxiv.org/abs/2611.09085 (Table 1, row GPT-5.5, column Table 1 Kannada, BGE)",,out:effort-not-established, arxiv-2611.09085-t1-kannada-bert,arxiv-2611.09085,gpt-5.5,unstated,writing,mid,,,,,,,0.641,failure-aware similarity score,0.000289,,,"https://arxiv.org/abs/2611.09085 (Table 1, row GPT-5.5, column Table 1 Kannada, BERT)",,out:effort-not-established, arxiv-2611.09085-t1-kannada-inv,arxiv-2611.09085,gpt-5.5,unstated,writing,mid,,,,,,,2,invalid rows (count of 142),0.289,,,"https://arxiv.org/abs/2611.09085 (Table 1, row GPT-5.5, column Table 1 Kannada, Inv.)",,out:effort-not-established, arxiv-2611.09085-t2-hindi-eng-only,arxiv-2611.09085,gpt-5.5,unstated,writing,mid,,,,,,,0,failures (count of 142),0.289,,,"https://arxiv.org/abs/2611.09085 (Table 2, row GPT-5.5, column Table 2 Hindi, Eng.-only)",,out:effort-not-established, arxiv-2611.09085-t2-hindi-script-sp,arxiv-2611.09085,gpt-5.5,unstated,writing,mid,,,,,,,0,failures (count of 142),0.289,,,"https://arxiv.org/abs/2611.09085 (Table 2, row GPT-5.5, column Table 2 Hindi, Script sp.)",,out:effort-not-established, arxiv-2611.09085-t2-telugu-eng-only,arxiv-2611.09085,gpt-5.5,unstated,writing,mid,,,,,,,0,failures (count of 142),0.289,,,"https://arxiv.org/abs/2611.09085 (Table 2, row GPT-5.5, column Table 2 Telugu, Eng.-only)",,out:effort-not-established, arxiv-2611.09085-t2-telugu-script-sp,arxiv-2611.09085,gpt-5.5,unstated,writing,mid,,,,,,,0,failures (count of 142),0.289,,,"https://arxiv.org/abs/2611.09085 (Table 2, row GPT-5.5, column Table 2 Telugu, Script sp.)",,out:effort-not-established, arxiv-2611.09085-t2-kannada-eng-only,arxiv-2611.09085,gpt-5.5,unstated,writing,mid,,,,,,,0,failures (count of 142),0.289,,,"https://arxiv.org/abs/2611.09085 (Table 2, row GPT-5.5, column Table 2 Kannada, Eng.-only)",,out:effort-not-established, arxiv-2611.09085-t2-kannada-script-sp,arxiv-2611.09085,gpt-5.5,unstated,writing,mid,,,,,,,2,failures (count of 142),0.289,,,"https://arxiv.org/abs/2611.09085 (Table 2, row GPT-5.5, column Table 2 Kannada, Script sp.)",,out:effort-not-established, arxiv-2611.09085-t3-nat,arxiv-2611.09085,gpt-5.5,unstated,writing,mid,,,,,,,2.49,human naturalness score (0-3),0.00289,,,"https://arxiv.org/abs/2611.09085 (Table 3, row GPT-5.5, column Table 3, Nat.)",,out:effort-not-established, arxiv-2611.09085-t3-gram,arxiv-2611.09085,gpt-5.5,unstated,writing,mid,,,,,,,1.93,human dimension score (0-2),0.00289,,,"https://arxiv.org/abs/2611.09085 (Table 3, row GPT-5.5, column Table 3, Gram.)",,out:effort-not-established, arxiv-2611.09085-t3-word,arxiv-2611.09085,gpt-5.5,unstated,writing,mid,,,,,,,1.97,human dimension score (0-2),0.00289,,,"https://arxiv.org/abs/2611.09085 (Table 3, row GPT-5.5, column Table 3, Word)",,out:effort-not-established, arxiv-2611.09085-t3-reg,arxiv-2611.09085,gpt-5.5,unstated,writing,mid,,,,,,,1.94,human dimension score (0-2),0.00289,,,"https://arxiv.org/abs/2611.09085 (Table 3, row GPT-5.5, column Table 3, Reg.)",,out:effort-not-established, arxiv-2611.09085-t3-usab,arxiv-2611.09085,gpt-5.5,unstated,writing,mid,,,,,,,2.40,human usability score (0-3),0.00289,,,"https://arxiv.org/abs/2611.09085 (Table 3, row GPT-5.5, column Table 3, Usab.)",,out:effort-not-established, arxiv-2611.09085-t3-total,arxiv-2611.09085,gpt-5.5,unstated,writing,mid,,,,,,,10.73,human total score (0-12),0.00289,,,"https://arxiv.org/abs/2611.09085 (Table 3, row GPT-5.5, column Table 3, Total)",,out:effort-not-established, arxiv-2611.09085-t3-eng-only-fails,arxiv-2611.09085,gpt-5.5,unstated,writing,mid,,,,,,,0,genuine English-only failures (count),0.289,,,"https://arxiv.org/abs/2611.09085 (Table 3, row GPT-5.5, column Table 3, Eng.-only fails)",,out:effort-not-established, arxiv-2611.09085-t1-hindi-bge,arxiv-2611.09085,?Qwen3.5-35B,not-established:absent,writing,mid,,,,,,,0.787,failure-aware similarity score,0.000289,,,"https://arxiv.org/abs/2611.09085 (Table 1, row Qwen3.5-35B, Hindi, column BGE)",,out:model-not-established, arxiv-2611.09085-t1-hindi-bert,arxiv-2611.09085,?Qwen3.5-35B,not-established:absent,writing,mid,,,,,,,0.639,failure-aware similarity score,0.000289,,,"https://arxiv.org/abs/2611.09085 (Table 1, row Qwen3.5-35B, Hindi, column BERT)",,out:model-not-established, arxiv-2611.09085-t1-hindi-inv,arxiv-2611.09085,?Qwen3.5-35B,not-established:absent,writing,mid,,,,,,,4,invalid rows (count of 142),0.289,,,"https://arxiv.org/abs/2611.09085 (Table 1, row Qwen3.5-35B, Hindi, column INV)",,out:model-not-established, arxiv-2611.09085-t1-telugu-bge,arxiv-2611.09085,?Qwen3.5-35B,not-established:absent,writing,mid,,,,,,,0.598,failure-aware similarity score,0.000289,,,"https://arxiv.org/abs/2611.09085 (Table 1, row Qwen3.5-35B, Telugu, column BGE)",,out:model-not-established, arxiv-2611.09085-t1-telugu-bert,arxiv-2611.09085,?Qwen3.5-35B,not-established:absent,writing,mid,,,,,,,0.574,failure-aware similarity score,0.000289,,,"https://arxiv.org/abs/2611.09085 (Table 1, row Qwen3.5-35B, Telugu, column BERT)",,out:model-not-established, arxiv-2611.09085-t1-telugu-inv,arxiv-2611.09085,?Qwen3.5-35B,not-established:absent,writing,mid,,,,,,,16,invalid rows (count of 142),0.289,,,"https://arxiv.org/abs/2611.09085 (Table 1, row Qwen3.5-35B, Telugu, column INV)",,out:model-not-established, arxiv-2611.09085-t1-kannada-bge,arxiv-2611.09085,?Qwen3.5-35B,not-established:absent,writing,mid,,,,,,,0.537,failure-aware similarity score,0.000289,,,"https://arxiv.org/abs/2611.09085 (Table 1, row Qwen3.5-35B, Kannada, column BGE)",,out:model-not-established, arxiv-2611.09085-t1-kannada-bert,arxiv-2611.09085,?Qwen3.5-35B,not-established:absent,writing,mid,,,,,,,0.549,failure-aware similarity score,0.000289,,,"https://arxiv.org/abs/2611.09085 (Table 1, row Qwen3.5-35B, Kannada, column BERT)",,out:model-not-established, arxiv-2611.09085-t1-kannada-inv,arxiv-2611.09085,?Qwen3.5-35B,not-established:absent,writing,mid,,,,,,,20,invalid rows (count of 142),0.289,,,"https://arxiv.org/abs/2611.09085 (Table 1, row Qwen3.5-35B, Kannada, column INV)",,out:model-not-established, arxiv-2611.09085-t2-hindi-eng-only,arxiv-2611.09085,?Qwen3.5-35B,not-established:absent,writing,mid,,,,,,,3,failures (count of 142),0.289,,,"https://arxiv.org/abs/2611.09085 (Table 2, row Qwen-3.5, Hindi, column Eng.-only)",,out:model-not-established, arxiv-2611.09085-t2-hindi-script-sp,arxiv-2611.09085,?Qwen3.5-35B,not-established:absent,writing,mid,,,,,,,0,failures (count of 142),0.289,,,"https://arxiv.org/abs/2611.09085 (Table 2, row Qwen-3.5, Hindi, column Script sp.)",,out:model-not-established, arxiv-2611.09085-t2-telugu-eng-only,arxiv-2611.09085,?Qwen3.5-35B,not-established:absent,writing,mid,,,,,,,16,failures (count of 142),0.289,,,"https://arxiv.org/abs/2611.09085 (Table 2, row Qwen-3.5, Telugu, column Eng.-only)",,out:model-not-established, arxiv-2611.09085-t2-telugu-script-sp,arxiv-2611.09085,?Qwen3.5-35B,not-established:absent,writing,mid,,,,,,,0,failures (count of 142),0.289,,,"https://arxiv.org/abs/2611.09085 (Table 2, row Qwen-3.5, Telugu, column Script sp.)",,out:model-not-established, arxiv-2611.09085-t2-kannada-eng-only,arxiv-2611.09085,?Qwen3.5-35B,not-established:absent,writing,mid,,,,,,,19,failures (count of 142),0.289,,,"https://arxiv.org/abs/2611.09085 (Table 2, row Qwen-3.5, Kannada, column Eng.-only)",,out:model-not-established, arxiv-2611.09085-t2-kannada-script-sp,arxiv-2611.09085,?Qwen3.5-35B,not-established:absent,writing,mid,,,,,,,0,failures (count of 142),0.289,,,"https://arxiv.org/abs/2611.09085 (Table 2, row Qwen-3.5, Kannada, column Script sp.)",,out:model-not-established, arxiv-2611.09085-t3-nat,arxiv-2611.09085,?Qwen3.5-35B,not-established:absent,writing,mid,,,,,,,0.76,human naturalness score (0-3),0.00289,,,"https://arxiv.org/abs/2611.09085 (Table 3, row Qwen3.5-35B, column Naturalness/Fluency (/3))",,out:model-not-established, arxiv-2611.09085-t3-gram,arxiv-2611.09085,?Qwen3.5-35B,not-established:absent,writing,mid,,,,,,,0.89,human dimension score (0-2),0.00289,,,"https://arxiv.org/abs/2611.09085 (Table 3, row Qwen3.5-35B, column Grammar (/2))",,out:model-not-established, arxiv-2611.09085-t3-word,arxiv-2611.09085,?Qwen3.5-35B,not-established:absent,writing,mid,,,,,,,0.93,human dimension score (0-2),0.00289,,,"https://arxiv.org/abs/2611.09085 (Table 3, row Qwen3.5-35B, column Word choice (/2))",,out:model-not-established, arxiv-2611.09085-t3-reg,arxiv-2611.09085,?Qwen3.5-35B,not-established:absent,writing,mid,,,,,,,1.04,human dimension score (0-2),0.00289,,,"https://arxiv.org/abs/2611.09085 (Table 3, row Qwen3.5-35B, column Register (/2))",,out:model-not-established, arxiv-2611.09085-t3-usab,arxiv-2611.09085,?Qwen3.5-35B,not-established:absent,writing,mid,,,,,,,0.85,human usability score (0-3),0.00289,,,"https://arxiv.org/abs/2611.09085 (Table 3, row Qwen3.5-35B, column Usability (/3))",,out:model-not-established, arxiv-2611.09085-t3-total,arxiv-2611.09085,?Qwen3.5-35B,not-established:absent,writing,mid,,,,,,,4.48,human total score (0-12),0.00289,,,"https://arxiv.org/abs/2611.09085 (Table 3, row Qwen3.5-35B, column Total (/12))",,out:model-not-established, arxiv-2611.09085-romanized-bge-m3,arxiv-2611.09085,?Qwen3.5-35B,not-established:absent,mixed,hard,,,,,,,0.641,BGE-M3 mean cosine,0.000289,,,"https://arxiv.org/abs/2611.09085 (Table 3, row Qwen3.5-35B, column BGE-M3 (mean))",,out:model-not-established, arxiv-2611.09085-romanized-bert-f1,arxiv-2611.09085,?Qwen3.5-35B,not-established:absent,mixed,hard,,,,,,,0.587,BERT-F1 mean,0.000289,,,"https://arxiv.org/abs/2611.09085 (Table 3, row Qwen3.5-35B, column BERT-F1 (mean))",,out:model-not-established, arxiv-2611.09085-t3-eng-only-fails,arxiv-2611.09085,?Qwen3.5-35B,not-established:absent,writing,mid,,,,,,,41,genuine English-only failures (count),0.289,,,"https://arxiv.org/abs/2611.09085 (Table 3, row Qwen3.5-35B, column Eng.-only fails)",,out:model-not-established, arxiv-2611.09802-t2-command-stale-stale-path,arxiv-2611.09802,haiku-5.5,medium,coding,mid,Claude Code,,,,,,38,stale-path runs (count),0,,,"https://arxiv.org/abs/2611.09802 (Table II, Command case, condition Stale, Claude Haiku 5.5, column Stale path)",,out:not-headline, arxiv-2611.09802-t2-command-stale-fixed,arxiv-2611.09802,haiku-5.5,medium,coding,mid,Claude Code,,,,,,39,bug fixed runs (count),0,,,"https://arxiv.org/abs/2611.09802 (Table II, Command case, condition Stale, Claude Haiku 5.5, column Fixed)",,out:single-couple, arxiv-2611.09802-t2-command-stale-stale-path,arxiv-2611.09802,sonnet-5.5,medium,coding,mid,Claude Code,,,,,,40,stale-path runs (count),0,,,"https://arxiv.org/abs/2611.09802 (Table II, Command case, condition Stale, Claude Sonnet 5.5, column Stale path)",,out:not-headline, arxiv-2611.09802-t2-command-stale-fixed,arxiv-2611.09802,sonnet-5.5,medium,coding,mid,Claude Code,,,,,,40,bug fixed runs (count),0,,,"https://arxiv.org/abs/2611.09802 (Table II, Command case, condition Stale, Claude Sonnet 5.5, column Fixed)",,out:uninformative, arxiv-2611.09802-t2-command-corrected-stale-path,arxiv-2611.09802,haiku-5.5,medium,coding,mid,Claude Code,,,,,,0,stale-path runs (count),0,,,"https://arxiv.org/abs/2611.09802 (Table II, Command case, condition Corrected, Claude Haiku 5.5, column Stale path)",,out:not-headline, arxiv-2611.09802-t2-command-corrected-fixed,arxiv-2611.09802,haiku-5.5,medium,coding,mid,Claude Code,,,,,,39,bug fixed runs (count),0,,,"https://arxiv.org/abs/2611.09802 (Table II, Command case, condition Corrected, Claude Haiku 5.5, column Fixed)",,out:single-couple, arxiv-2611.09802-t2-command-corrected-stale-path,arxiv-2611.09802,sonnet-5.5,medium,coding,mid,Claude Code,,,,,,0,stale-path runs (count),0,,,"https://arxiv.org/abs/2611.09802 (Table II, Command case, condition Corrected, Claude Sonnet 5.5, column Stale path)",,out:not-headline, arxiv-2611.09802-t2-command-corrected-fixed,arxiv-2611.09802,sonnet-5.5,medium,coding,mid,Claude Code,,,,,,40,bug fixed runs (count),0,,,"https://arxiv.org/abs/2611.09802 (Table II, Command case, condition Corrected, Claude Sonnet 5.5, column Fixed)",,out:uninformative, arxiv-2611.09802-t2-command-removed-stale-path,arxiv-2611.09802,haiku-5.5,medium,coding,mid,Claude Code,,,,,,0,stale-path runs (count),0,,,"https://arxiv.org/abs/2611.09802 (Table II, Command case, condition Removed, Claude Haiku 5.5, column Stale path)",,out:not-headline, arxiv-2611.09802-t2-command-removed-fixed,arxiv-2611.09802,haiku-5.5,medium,coding,mid,Claude Code,,,,,,39,bug fixed runs (count),0,,,"https://arxiv.org/abs/2611.09802 (Table II, Command case, condition Removed, Claude Haiku 5.5, column Fixed)",,out:single-couple, arxiv-2611.09802-t2-command-removed-stale-path,arxiv-2611.09802,sonnet-5.5,medium,coding,mid,Claude Code,,,,,,1,stale-path runs (count),0,,,"https://arxiv.org/abs/2611.09802 (Table II, Command case, condition Removed, Claude Sonnet 5.5, column Stale path)",,out:not-headline, arxiv-2611.09802-t2-command-removed-fixed,arxiv-2611.09802,sonnet-5.5,medium,coding,mid,Claude Code,,,,,,40,bug fixed runs (count),0,,,"https://arxiv.org/abs/2611.09802 (Table II, Command case, condition Removed, Claude Sonnet 5.5, column Fixed)",,out:uninformative, arxiv-2611.09802-t2-location-stale-stale-path,arxiv-2611.09802,haiku-5.5,medium,coding,mid,Claude Code,,,,,,0,stale-path runs (count),0,,,"https://arxiv.org/abs/2611.09802 (Table II, Location case, condition Stale, Claude Haiku 5.5, column Stale path)",,out:not-headline, arxiv-2611.09802-t2-location-stale-fixed,arxiv-2611.09802,haiku-5.5,medium,coding,mid,Claude Code,,,,,,42,bug fixed runs (count),0,,,"https://arxiv.org/abs/2611.09802 (Table II, Location case, condition Stale, Claude Haiku 5.5, column Fixed)",,in, arxiv-2611.09802-t2-location-stale-stale-path,arxiv-2611.09802,sonnet-5.5,medium,coding,mid,Claude Code,,,,,,0,stale-path runs (count),0,,,"https://arxiv.org/abs/2611.09802 (Table II, Location case, condition Stale, Claude Sonnet 5.5, column Stale path)",,out:not-headline, arxiv-2611.09802-t2-location-stale-fixed,arxiv-2611.09802,sonnet-5.5,medium,coding,mid,Claude Code,,,,,,42,bug fixed runs (count),0,,,"https://arxiv.org/abs/2611.09802 (Table II, Location case, condition Stale, Claude Sonnet 5.5, column Fixed)",,in, arxiv-2611.09802-t2-location-corrected-stale-path,arxiv-2611.09802,haiku-5.5,medium,coding,mid,Claude Code,,,,,,0,stale-path runs (count),0,,,"https://arxiv.org/abs/2611.09802 (Table II, Location case, condition Corrected, Claude Haiku 5.5, column Stale path)",,out:not-headline, arxiv-2611.09802-t2-location-corrected-fixed,arxiv-2611.09802,haiku-5.5,medium,coding,mid,Claude Code,,,,,,42,bug fixed runs (count),0,,,"https://arxiv.org/abs/2611.09802 (Table II, Location case, condition Corrected, Claude Haiku 5.5, column Fixed)",,in, arxiv-2611.09802-t2-location-corrected-stale-path,arxiv-2611.09802,sonnet-5.5,medium,coding,mid,Claude Code,,,,,,0,stale-path runs (count),0,,,"https://arxiv.org/abs/2611.09802 (Table II, Location case, condition Corrected, Claude Sonnet 5.5, column Stale path)",,out:not-headline, arxiv-2611.09802-t2-location-corrected-fixed,arxiv-2611.09802,sonnet-5.5,medium,coding,mid,Claude Code,,,,,,42,bug fixed runs (count),0,,,"https://arxiv.org/abs/2611.09802 (Table II, Location case, condition Corrected, Claude Sonnet 5.5, column Fixed)",,in, arxiv-2611.09802-t2-location-removed-stale-path,arxiv-2611.09802,haiku-5.5,medium,coding,mid,Claude Code,,,,,,0,stale-path runs (count),0,,,"https://arxiv.org/abs/2611.09802 (Table II, Location case, condition Removed, Claude Haiku 5.5, column Stale path)",,out:not-headline, arxiv-2611.09802-t2-location-removed-fixed,arxiv-2611.09802,haiku-5.5,medium,coding,mid,Claude Code,,,,,,42,bug fixed runs (count),0,,,"https://arxiv.org/abs/2611.09802 (Table II, Location case, condition Removed, Claude Haiku 5.5, column Fixed)",,in, arxiv-2611.09802-t2-location-removed-stale-path,arxiv-2611.09802,sonnet-5.5,medium,coding,mid,Claude Code,,,,,,0,stale-path runs (count),0,,,"https://arxiv.org/abs/2611.09802 (Table II, Location case, condition Removed, Claude Sonnet 5.5, column Stale path)",,out:not-headline, arxiv-2611.09802-t2-location-removed-fixed,arxiv-2611.09802,sonnet-5.5,medium,coding,mid,Claude Code,,,,,,42,bug fixed runs (count),0,,,"https://arxiv.org/abs/2611.09802 (Table II, Location case, condition Removed, Claude Sonnet 5.5, column Fixed)",,in, arxiv-2611.09802-t2-procedure-stale-stale-path,arxiv-2611.09802,haiku-5.5,medium,coding,mid,Claude Code,,,,,,24,stale-path runs (count),0,,,"https://arxiv.org/abs/2611.09802 (Table II, Procedure case, condition Stale, Claude Haiku 5.5, column Stale path)",,out:not-headline, arxiv-2611.09802-t2-procedure-stale-fixed,arxiv-2611.09802,haiku-5.5,medium,coding,mid,Claude Code,,,,,,39,bug fixed runs (count),0,,,"https://arxiv.org/abs/2611.09802 (Table II, Procedure case, condition Stale, Claude Haiku 5.5, column Fixed)",,out:single-couple, arxiv-2611.09802-t2-procedure-stale-stale-path,arxiv-2611.09802,sonnet-5.5,medium,coding,mid,Claude Code,,,,,,31,stale-path runs (count),0,,,"https://arxiv.org/abs/2611.09802 (Table II, Procedure case, condition Stale, Claude Sonnet 5.5, column Stale path)",,out:not-headline, arxiv-2611.09802-t2-procedure-stale-fixed,arxiv-2611.09802,sonnet-5.5,medium,coding,mid,Claude Code,,,,,,40,bug fixed runs (count),0,,,"https://arxiv.org/abs/2611.09802 (Table II, Procedure case, condition Stale, Claude Sonnet 5.5, column Fixed)",,out:uninformative, arxiv-2611.09802-t2-procedure-corrected-stale-path,arxiv-2611.09802,haiku-5.5,medium,coding,mid,Claude Code,,,,,,0,stale-path runs (count),0,,,"https://arxiv.org/abs/2611.09802 (Table II, Procedure case, condition Corrected, Claude Haiku 5.5, column Stale path)",,out:not-headline, arxiv-2611.09802-t2-procedure-corrected-fixed,arxiv-2611.09802,haiku-5.5,medium,coding,mid,Claude Code,,,,,,38,bug fixed runs (count),0,,,"https://arxiv.org/abs/2611.09802 (Table II, Procedure case, condition Corrected, Claude Haiku 5.5, column Fixed)",,in, arxiv-2611.09802-t2-procedure-corrected-stale-path,arxiv-2611.09802,sonnet-5.5,medium,coding,mid,Claude Code,,,,,,0,stale-path runs (count),0,,,"https://arxiv.org/abs/2611.09802 (Table II, Procedure case, condition Corrected, Claude Sonnet 5.5, column Stale path)",,out:not-headline, arxiv-2611.09802-t2-procedure-corrected-fixed,arxiv-2611.09802,sonnet-5.5,medium,coding,mid,Claude Code,,,,,,39,bug fixed runs (count),0,,,"https://arxiv.org/abs/2611.09802 (Table II, Procedure case, condition Corrected, Claude Sonnet 5.5, column Fixed)",,in, arxiv-2611.09802-t2-procedure-removed-stale-path,arxiv-2611.09802,haiku-5.5,medium,coding,mid,Claude Code,,,,,,13,stale-path runs (count),0,,,"https://arxiv.org/abs/2611.09802 (Table II, Procedure case, condition Removed, Claude Haiku 5.5, column Stale path)",,out:not-headline, arxiv-2611.09802-t2-procedure-removed-fixed,arxiv-2611.09802,haiku-5.5,medium,coding,mid,Claude Code,,,,,,39,bug fixed runs (count),0,,,"https://arxiv.org/abs/2611.09802 (Table II, Procedure case, condition Removed, Claude Haiku 5.5, column Fixed)",,out:single-couple, arxiv-2611.09802-t2-procedure-removed-stale-path,arxiv-2611.09802,sonnet-5.5,medium,coding,mid,Claude Code,,,,,,7,stale-path runs (count),0,,,"https://arxiv.org/abs/2611.09802 (Table II, Procedure case, condition Removed, Claude Sonnet 5.5, column Stale path)",,out:not-headline, arxiv-2611.09802-t2-procedure-removed-fixed,arxiv-2611.09802,sonnet-5.5,medium,coding,mid,Claude Code,,,,,,40,bug fixed runs (count),0,,,"https://arxiv.org/abs/2611.09802 (Table II, Procedure case, condition Removed, Claude Sonnet 5.5, column Fixed)",,out:uninformative, arxiv-2611.10508-crt2-gap,arxiv-2611.10508,sonnet-5,not-established:absent,mixed,mid,,,,,,,-0.001,score,0.000289,,,"https://arxiv.org/abs/2611.10508 (Table 1, row Claude Sonnet 5, column CRT2 gap)",,out:effort-not-established, arxiv-2611.10508-bcrt-gap,arxiv-2611.10508,sonnet-5,not-established:absent,mixed,mid,,,,,,,-0.156,score,0.000289,,,"https://arxiv.org/abs/2611.10508 (Table 1, row Claude Sonnet 5, column bCRT gap)",,out:effort-not-established, arxiv-2611.10508-calib-rmse,arxiv-2611.10508,sonnet-5,not-established:absent,mixed,mid,,,,,,,0.458,score,0.000289,,,"https://arxiv.org/abs/2611.10508 (Table 1, row Claude Sonnet 5, column Calib. RMSE)",,out:effort-not-established, arxiv-2611.10508-assoc-mae,arxiv-2611.10508,sonnet-5,not-established:absent,mixed,mid,,,,,,,0.085,score,0.000289,,,"https://arxiv.org/abs/2611.10508 (Table 1, row Claude Sonnet 5, column Assoc. MAE)",,out:effort-not-established, arxiv-2611.10508-brt-mae,arxiv-2611.10508,sonnet-5,not-established:absent,mixed,mid,,,,,,,0.263,score,0.000289,,,"https://arxiv.org/abs/2611.10508 (Table 1, row Claude Sonnet 5, column BRT MAE)",,out:effort-not-established, arxiv-2611.10508-crt2-gap,arxiv-2611.10508,gemini-3.5-flash,minimal,mixed,mid,,,,,,,-0.150,score,0.000289,,,"https://arxiv.org/abs/2611.10508 (Table 1, row Gemini 3.5 Flash, column CRT2 gap)",,out:not-headline, arxiv-2611.10508-bcrt-gap,arxiv-2611.10508,gemini-3.5-flash,minimal,mixed,mid,,,,,,,-0.253,score,0.000289,,,"https://arxiv.org/abs/2611.10508 (Table 1, row Gemini 3.5 Flash, column bCRT gap)",,out:not-headline, arxiv-2611.10508-calib-rmse,arxiv-2611.10508,gemini-3.5-flash,minimal,mixed,mid,,,,,,,0.445,score,0.000289,,,"https://arxiv.org/abs/2611.10508 (Table 1, row Gemini 3.5 Flash, column Calib. RMSE)",,out:single-couple, arxiv-2611.10508-assoc-mae,arxiv-2611.10508,gemini-3.5-flash,minimal,mixed,mid,,,,,,,0.088,score,0.000289,,,"https://arxiv.org/abs/2611.10508 (Table 1, row Gemini 3.5 Flash, column Assoc. MAE)",,out:single-couple, arxiv-2611.10508-brt-mae,arxiv-2611.10508,gemini-3.5-flash,minimal,mixed,mid,,,,,,,0.244,score,0.000289,,,"https://arxiv.org/abs/2611.10508 (Table 1, row Gemini 3.5 Flash, column BRT MAE)",,out:single-couple, arxiv-2611.10508-crt2-gap,arxiv-2611.10508,?DeepSeek V4-Pro,not-established:absent,mixed,mid,,,,,,,-0.230,score,0.000289,,,"https://arxiv.org/abs/2611.10508 (Table 1, row DeepSeek V4-Pro, column CRT2 gap)",,out:model-not-established, arxiv-2611.10508-bcrt-gap,arxiv-2611.10508,?DeepSeek V4-Pro,not-established:absent,mixed,mid,,,,,,,-0.280,score,0.000289,,,"https://arxiv.org/abs/2611.10508 (Table 1, row DeepSeek V4-Pro, column bCRT gap)",,out:model-not-established, arxiv-2611.10508-calib-rmse,arxiv-2611.10508,?DeepSeek V4-Pro,not-established:absent,mixed,mid,,,,,,,0.690,score,0.000289,,,"https://arxiv.org/abs/2611.10508 (Table 1, row DeepSeek V4-Pro, column Calib. RMSE)",,out:model-not-established, arxiv-2611.10508-assoc-mae,arxiv-2611.10508,?DeepSeek V4-Pro,not-established:absent,mixed,mid,,,,,,,0.101,score,0.000289,,,"https://arxiv.org/abs/2611.10508 (Table 1, row DeepSeek V4-Pro, column Assoc. MAE)",,out:model-not-established, arxiv-2611.10508-brt-mae,arxiv-2611.10508,?DeepSeek V4-Pro,not-established:absent,mixed,mid,,,,,,,0.369,score,0.000289,,,"https://arxiv.org/abs/2611.10508 (Table 1, row DeepSeek V4-Pro, column BRT MAE)",,out:model-not-established, arxiv-2611.10508-crt2-gap,arxiv-2611.10508,sonnet-4.6,not-established:absent,mixed,mid,,,,,,,-0.333,score,0.000289,,,"https://arxiv.org/abs/2611.10508 (Table 1, row Claude Sonnet 4.6 / human · numeric, column CRT2 gap)",,out:effort-not-established, arxiv-2611.10508-bcrt-gap,arxiv-2611.10508,sonnet-4.6,not-established:absent,mixed,mid,,,,,,,-0.411,score,0.000289,,,"https://arxiv.org/abs/2611.10508 (Table 1, row Claude Sonnet 4.6 / human · numeric, column bCRT gap)",,out:effort-not-established, arxiv-2611.10508-calib-rmse,arxiv-2611.10508,sonnet-4.6,not-established:absent,mixed,mid,,,,,,,0.534,score,0.000289,,,"https://arxiv.org/abs/2611.10508 (Table 1, row Claude Sonnet 4.6 / human · numeric, column Calib. RMSE)",,out:effort-not-established, arxiv-2611.10508-assoc-mae,arxiv-2611.10508,sonnet-4.6,not-established:absent,mixed,mid,,,,,,,0.077,score,0.000289,,,"https://arxiv.org/abs/2611.10508 (Table 1, row Claude Sonnet 4.6 / human · numeric, column Assoc. MAE)",,out:effort-not-established, arxiv-2611.10508-brt-mae,arxiv-2611.10508,sonnet-4.6,not-established:absent,mixed,mid,,,,,,,0.309,score,0.000289,,,"https://arxiv.org/abs/2611.10508 (Table 1, row Claude Sonnet 4.6 / human · numeric, column BRT MAE)",,out:effort-not-established, arxiv-2611.10508-crt2-gap,arxiv-2611.10508,sonnet-4.6,not-established:absent,mixed,mid,,,,,,,-0.333,score,0.000289,,,"https://arxiv.org/abs/2611.10508 (Table 1, row Claude Sonnet 4.6 / human · lexical, column CRT2 gap)",,out:effort-not-established, arxiv-2611.10508-bcrt-gap,arxiv-2611.10508,sonnet-4.6,not-established:absent,mixed,mid,,,,,,,-0.411,score,0.000289,,,"https://arxiv.org/abs/2611.10508 (Table 1, row Claude Sonnet 4.6 / human · lexical, column bCRT gap)",,out:effort-not-established, arxiv-2611.10508-calib-rmse,arxiv-2611.10508,sonnet-4.6,not-established:absent,mixed,mid,,,,,,,0.612,score,0.000289,,,"https://arxiv.org/abs/2611.10508 (Table 1, row Claude Sonnet 4.6 / human · lexical, column Calib. RMSE)",,out:effort-not-established, arxiv-2611.10508-assoc-mae,arxiv-2611.10508,sonnet-4.6,not-established:absent,mixed,mid,,,,,,,0.072,score,0.000289,,,"https://arxiv.org/abs/2611.10508 (Table 1, row Claude Sonnet 4.6 / human · lexical, column Assoc. MAE)",,out:effort-not-established, arxiv-2611.10508-brt-mae,arxiv-2611.10508,sonnet-4.6,not-established:absent,mixed,mid,,,,,,,0.324,score,0.000289,,,"https://arxiv.org/abs/2611.10508 (Table 1, row Claude Sonnet 4.6 / human · lexical, column BRT MAE)",,out:effort-not-established, arxiv-2611.10508-crt2-gap,arxiv-2611.10508,sonnet-4.6,not-established:absent,mixed,mid,,,,,,,-0.333,score,0.000289,,,"https://arxiv.org/abs/2611.10508 (Table 1, row Claude Sonnet 4.6 / synthetic · numeric, column CRT2 gap)",,out:effort-not-established, arxiv-2611.10508-bcrt-gap,arxiv-2611.10508,sonnet-4.6,not-established:absent,mixed,mid,,,,,,,-0.411,score,0.000289,,,"https://arxiv.org/abs/2611.10508 (Table 1, row Claude Sonnet 4.6 / synthetic · numeric, column bCRT gap)",,out:effort-not-established, arxiv-2611.10508-calib-rmse,arxiv-2611.10508,sonnet-4.6,not-established:absent,mixed,mid,,,,,,,0.555,score,0.000289,,,"https://arxiv.org/abs/2611.10508 (Table 1, row Claude Sonnet 4.6 / synthetic · numeric, column Calib. RMSE)",,out:effort-not-established, arxiv-2611.10508-assoc-mae,arxiv-2611.10508,sonnet-4.6,not-established:absent,mixed,mid,,,,,,,0.084,score,0.000289,,,"https://arxiv.org/abs/2611.10508 (Table 1, row Claude Sonnet 4.6 / synthetic · numeric, column Assoc. MAE)",,out:effort-not-established, arxiv-2611.10508-brt-mae,arxiv-2611.10508,sonnet-4.6,not-established:absent,mixed,mid,,,,,,,0.319,score,0.000289,,,"https://arxiv.org/abs/2611.10508 (Table 1, row Claude Sonnet 4.6 / synthetic · numeric, column BRT MAE)",,out:effort-not-established, arxiv-2611.10508-crt2-gap,arxiv-2611.10508,sonnet-4.6,not-established:absent,mixed,mid,,,,,,,-0.333,score,0.000289,,,"https://arxiv.org/abs/2611.10508 (Table 1, row Claude Sonnet 4.6 / synthetic · lexical, column CRT2 gap)",,out:effort-not-established, arxiv-2611.10508-bcrt-gap,arxiv-2611.10508,sonnet-4.6,not-established:absent,mixed,mid,,,,,,,-0.411,score,0.000289,,,"https://arxiv.org/abs/2611.10508 (Table 1, row Claude Sonnet 4.6 / synthetic · lexical, column bCRT gap)",,out:effort-not-established, arxiv-2611.10508-calib-rmse,arxiv-2611.10508,sonnet-4.6,not-established:absent,mixed,mid,,,,,,,0.629,score,0.000289,,,"https://arxiv.org/abs/2611.10508 (Table 1, row Claude Sonnet 4.6 / synthetic · lexical, column Calib. RMSE)",,out:effort-not-established, arxiv-2611.10508-assoc-mae,arxiv-2611.10508,sonnet-4.6,not-established:absent,mixed,mid,,,,,,,0.096,score,0.000289,,,"https://arxiv.org/abs/2611.10508 (Table 1, row Claude Sonnet 4.6 / synthetic · lexical, column Assoc. MAE)",,out:effort-not-established, arxiv-2611.10508-brt-mae,arxiv-2611.10508,sonnet-4.6,not-established:absent,mixed,mid,,,,,,,0.327,score,0.000289,,,"https://arxiv.org/abs/2611.10508 (Table 1, row Claude Sonnet 4.6 / synthetic · lexical, column BRT MAE)",,out:effort-not-established, 2611.11125-macro-der,arxiv-2611.11125,qwen3.8-omni-flash,unstated,mixed,hard,,,,,,,29.03,macro DER %,0.00289,,,"https://arxiv.org/abs/2611.11125 (Table 4, column macro DER %)",,out:effort-not-established, arxiv-2611.13011-lean-comparison,arxiv-2611.13011,sonnet-5.5,medium,coding,frontier,,,,,,,72.75,score%,0.00289,,,"https://arxiv.org/abs/2611.13011 (§6 decision table, evidence column)",,out:single-couple, arxiv-2611.13011-lean-comparison,arxiv-2611.13011,?Sol,not-established:absent,coding,frontier,,,,,,,83.19,score%,0.00289,,,"https://arxiv.org/abs/2611.13011 (§6 decision table, evidence column)",,out:model-not-established, arxiv-2611.13011-lean-comparison,arxiv-2611.13011,?Argon,not-established:absent,coding,frontier,,,3.80,0.00289,,,84.29,score%,0.00289,,,"https://arxiv.org/abs/2611.13011 (§6 decision table, evidence column)",,out:model-not-established,out:model-not-established arxiv-2611.13011-lean-comparison,arxiv-2611.13011,?Sol,not-established:absent,coding,frontier,,,2.57,0.00289,,,84.24,score%,0.00289,,,"https://arxiv.org/abs/2611.13011 (§6 decision table, evidence column)",,out:model-not-established,out:model-not-established arxiv-2611.13011-lean-comparison,arxiv-2611.13011,?Terra,not-established:absent,coding,frontier,,,22.62,0.00289,,,,score%,,,,https://arxiv.org/abs/2611.13011 (),,,out:model-not-established arxiv-2611.13011-lean-comparison,arxiv-2611.13011,?Sol,not-established:absent,coding,frontier,,,22.61,0.00289,,,,score%,,,,https://arxiv.org/abs/2611.13011 (),,,out:model-not-established arxiv-2611.13011-lean-comparison,arxiv-2611.13011,?Terra,not-established:absent,coding,frontier,,,0.0058,2.89e-05,,,,score%,,,,https://arxiv.org/abs/2611.13011 (),,,out:model-not-established arxiv-2611.13011-lean-comparison,arxiv-2611.13011,?Sol,not-established:absent,coding,frontier,,,0.0083,2.89e-05,,,,score%,,,,https://arxiv.org/abs/2611.13011 (),,,out:model-not-established arxiv-2611.13011-lean-arena,arxiv-2611.13011,?Vexorium-Agent,not-established:absent,coding,frontier,,,166.33,0.00289,,,86.31,score%,0.00289,,,https://arxiv.org/abs/2611.13011 (abstract),,out:model-not-established,out:model-not-established arxiv-2611.13246-expertcrowd-swe-macro-score,arxiv-2611.13246,opus-5.5,max,coding,hard,,,,,,,67.3,macro-average-task-score%,0.0289,,,"https://arxiv.org/abs/2611.13246v1 (Table 3 (Main results on the 100 released tasks), row Claude Opus 5.5, Score)",,in, arxiv-2611.13246-expertcrowd-swe-macro-score,arxiv-2611.13246,fable-5.1,max,coding,hard,,,,,,,46.5,macro-average-task-score%,0.0289,,,"https://arxiv.org/abs/2611.13246v1 (Table 3 (Main results on the 100 released tasks), row Claude Fable 5.1, Score)",,in, arxiv-2611.14051-niah-512,arxiv-2611.14051,deepseek-v4-flash-0731,unstated,mixed,mid,,,,,,,95.31,score%,0.00289,,,"https://arxiv.org/abs/2611.14051 (Table 1, block DeepSeek-V4-Flash→ DeepSeek-V4-Flash-0731 (284B), row Target, column 512)",,out:effort-not-established, arxiv-2611.14051-niah-2k,arxiv-2611.14051,deepseek-v4-flash-0731,unstated,mixed,mid,,,,,,,92.19,score%,0.00289,,,"https://arxiv.org/abs/2611.14051 (Table 1, block DeepSeek-V4-Flash→ DeepSeek-V4-Flash-0731 (284B), row Target, column 2K)",,out:effort-not-established, arxiv-2611.14051-niah-4k,arxiv-2611.14051,deepseek-v4-flash-0731,unstated,mixed,mid,,,,,,,90.10,score%,0.00289,,,"https://arxiv.org/abs/2611.14051 (Table 1, block DeepSeek-V4-Flash→ DeepSeek-V4-Flash-0731 (284B), row Target, column 4K)",,out:effort-not-established, arxiv-2611.14051-niah-8k,arxiv-2611.14051,deepseek-v4-flash-0731,unstated,mixed,mid,,,,,,,68.75,score%,0.00289,,,"https://arxiv.org/abs/2611.14051 (Table 1, block DeepSeek-V4-Flash→ DeepSeek-V4-Flash-0731 (284B), row Target, column 8K)",,out:effort-not-established, arxiv-2611.14051-niah-16k,arxiv-2611.14051,deepseek-v4-flash-0731,unstated,mixed,mid,,,,,,,50.52,score%,0.00289,,,"https://arxiv.org/abs/2611.14051 (Table 1, block DeepSeek-V4-Flash→ DeepSeek-V4-Flash-0731 (284B), row Target, column 16K)",,out:effort-not-established, arxiv-2611.14051-niah-32k,arxiv-2611.14051,deepseek-v4-flash-0731,unstated,mixed,mid,,,,,,,25.52,score%,0.00289,,,"https://arxiv.org/abs/2611.14051 (Table 1, block DeepSeek-V4-Flash→ DeepSeek-V4-Flash-0731 (284B), row Target, column 32K)",,out:effort-not-established, arxiv-2611.14051-niah-512,arxiv-2611.14051,glm-5.2,unstated,mixed,mid,,,,,,,96.88,score%,0.00289,,,"https://arxiv.org/abs/2611.14051 (Table 1, block GLM-5.2→ GLM-5.3 (750B), row Source, column 512)",,out:effort-not-established, arxiv-2611.14051-niah-2k,arxiv-2611.14051,glm-5.2,unstated,mixed,mid,,,,,,,96.88,score%,0.00289,,,"https://arxiv.org/abs/2611.14051 (Table 1, block GLM-5.2→ GLM-5.3 (750B), row Source, column 2K)",,out:effort-not-established, arxiv-2611.14051-niah-4k,arxiv-2611.14051,glm-5.2,unstated,mixed,mid,,,,,,,95.83,score%,0.00289,,,"https://arxiv.org/abs/2611.14051 (Table 1, block GLM-5.2→ GLM-5.3 (750B), row Source, column 4K)",,out:effort-not-established, arxiv-2611.14051-niah-8k,arxiv-2611.14051,glm-5.2,unstated,mixed,mid,,,,,,,97.92,score%,0.00289,,,"https://arxiv.org/abs/2611.14051 (Table 1, block GLM-5.2→ GLM-5.3 (750B), row Source, column 8K)",,out:effort-not-established, arxiv-2611.14051-niah-16k,arxiv-2611.14051,glm-5.2,unstated,mixed,mid,,,,,,,92.71,score%,0.00289,,,"https://arxiv.org/abs/2611.14051 (Table 1, block GLM-5.2→ GLM-5.3 (750B), row Source, column 16K)",,out:effort-not-established, arxiv-2611.14051-niah-32k,arxiv-2611.14051,glm-5.2,unstated,mixed,mid,,,,,,,89.58,score%,0.00289,,,"https://arxiv.org/abs/2611.14051 (Table 1, block GLM-5.2→ GLM-5.3 (750B), row Source, column 32K)",,out:effort-not-established, arxiv-2611.14051-niah-512,arxiv-2611.14051,glm-5.3,unstated,mixed,mid,,,,,,,98.44,score%,0.00289,,,"https://arxiv.org/abs/2611.14051 (Table 1, block GLM-5.2→ GLM-5.3 (750B), row Target, column 512)",,out:effort-not-established, arxiv-2611.14051-niah-2k,arxiv-2611.14051,glm-5.3,unstated,mixed,mid,,,,,,,99.48,score%,0.00289,,,"https://arxiv.org/abs/2611.14051 (Table 1, block GLM-5.2→ GLM-5.3 (750B), row Target, column 2K)",,out:effort-not-established, arxiv-2611.14051-niah-4k,arxiv-2611.14051,glm-5.3,unstated,mixed,mid,,,,,,,98.44,score%,0.00289,,,"https://arxiv.org/abs/2611.14051 (Table 1, block GLM-5.2→ GLM-5.3 (750B), row Target, column 4K)",,out:effort-not-established, arxiv-2611.14051-niah-8k,arxiv-2611.14051,glm-5.3,unstated,mixed,mid,,,,,,,98.44,score%,0.00289,,,"https://arxiv.org/abs/2611.14051 (Table 1, block GLM-5.2→ GLM-5.3 (750B), row Target, column 8K)",,out:effort-not-established, arxiv-2611.14051-niah-16k,arxiv-2611.14051,glm-5.3,unstated,mixed,mid,,,,,,,94.79,score%,0.00289,,,"https://arxiv.org/abs/2611.14051 (Table 1, block GLM-5.2→ GLM-5.3 (750B), row Target, column 16K)",,out:effort-not-established, arxiv-2611.14051-niah-32k,arxiv-2611.14051,glm-5.3,unstated,mixed,mid,,,,,,,86.46,score%,0.00289,,,"https://arxiv.org/abs/2611.14051 (Table 1, block GLM-5.2→ GLM-5.3 (750B), row Target, column 32K)",,out:effort-not-established, arxiv-2611.14051-niah-kvreuse-512,arxiv-2611.14051,glm-5.3,unstated,mixed,mid,,,,,,,99.48,score%,0.00289,,,"https://arxiv.org/abs/2611.14051 (Table 1, block GLM-5.2→ GLM-5.3 (750B), row KV Reuse, column 512)",,out:effort-not-established, arxiv-2611.14051-niah-kvreuse-2k,arxiv-2611.14051,glm-5.3,unstated,mixed,mid,,,,,,,99.48,score%,0.00289,,,"https://arxiv.org/abs/2611.14051 (Table 1, block GLM-5.2→ GLM-5.3 (750B), row KV Reuse, column 2K)",,out:effort-not-established, arxiv-2611.14051-niah-kvreuse-4k,arxiv-2611.14051,glm-5.3,unstated,mixed,mid,,,,,,,98.96,score%,0.00289,,,"https://arxiv.org/abs/2611.14051 (Table 1, block GLM-5.2→ GLM-5.3 (750B), row KV Reuse, column 4K)",,out:effort-not-established, arxiv-2611.14051-niah-kvreuse-8k,arxiv-2611.14051,glm-5.3,unstated,mixed,mid,,,,,,,98.96,score%,0.00289,,,"https://arxiv.org/abs/2611.14051 (Table 1, block GLM-5.2→ GLM-5.3 (750B), row KV Reuse, column 8K)",,out:effort-not-established, arxiv-2611.14051-niah-kvreuse-16k,arxiv-2611.14051,glm-5.3,unstated,mixed,mid,,,,,,,95.31,score%,0.00289,,,"https://arxiv.org/abs/2611.14051 (Table 1, block GLM-5.2→ GLM-5.3 (750B), row KV Reuse, column 16K)",,out:effort-not-established, arxiv-2611.14051-niah-kvreuse-32k,arxiv-2611.14051,glm-5.3,unstated,mixed,mid,,,,,,,90.62,score%,0.00289,,,"https://arxiv.org/abs/2611.14051 (Table 1, block GLM-5.2→ GLM-5.3 (750B), row KV Reuse, column 32K)",,out:effort-not-established, arxiv-2611.14051-niah-512,arxiv-2611.14051,deepseek-v4.1-flash-1017,unstated,mixed,mid,,,,,,,100.00,score%,0.00289,,,"https://arxiv.org/abs/2611.14051 (Table 1, block DeepSeek-V4.1-Flash→ DeepSeek-V4.1-Flash-1017 (552B), row Target, column 512)",,out:effort-not-established, arxiv-2611.14051-niah-2k,arxiv-2611.14051,deepseek-v4.1-flash-1017,unstated,mixed,mid,,,,,,,100.00,score%,0.00289,,,"https://arxiv.org/abs/2611.14051 (Table 1, block DeepSeek-V4.1-Flash→ DeepSeek-V4.1-Flash-1017 (552B), row Target, column 2K)",,out:effort-not-established, arxiv-2611.14051-niah-4k,arxiv-2611.14051,deepseek-v4.1-flash-1017,unstated,mixed,mid,,,,,,,100.00,score%,0.00289,,,"https://arxiv.org/abs/2611.14051 (Table 1, block DeepSeek-V4.1-Flash→ DeepSeek-V4.1-Flash-1017 (552B), row Target, column 4K)",,out:effort-not-established, arxiv-2611.14051-niah-8k,arxiv-2611.14051,deepseek-v4.1-flash-1017,unstated,mixed,mid,,,,,,,99.48,score%,0.00289,,,"https://arxiv.org/abs/2611.14051 (Table 1, block DeepSeek-V4.1-Flash→ DeepSeek-V4.1-Flash-1017 (552B), row Target, column 8K)",,out:effort-not-established, arxiv-2611.14051-niah-16k,arxiv-2611.14051,deepseek-v4.1-flash-1017,unstated,mixed,mid,,,,,,,100.00,score%,0.00289,,,"https://arxiv.org/abs/2611.14051 (Table 1, block DeepSeek-V4.1-Flash→ DeepSeek-V4.1-Flash-1017 (552B), row Target, column 16K)",,out:effort-not-established, arxiv-2611.14051-niah-32k,arxiv-2611.14051,deepseek-v4.1-flash-1017,unstated,mixed,mid,,,,,,,97.92,score%,0.00289,,,"https://arxiv.org/abs/2611.14051 (Table 1, block DeepSeek-V4.1-Flash→ DeepSeek-V4.1-Flash-1017 (552B), row Target, column 32K)",,out:effort-not-established, arxiv-2611.14051-niah-512,arxiv-2611.14051,deepseek-v4.1-flash,unstated,mixed,mid,,,,,,,99.48,score%,0.00289,,,"https://arxiv.org/abs/2611.14051 (Table 1, block DeepSeek-V4.1-Flash→ DeepSeek-V4.1-Flash-1017 (552B), row Source, column 512)",,out:effort-not-established, arxiv-2611.14051-niah-2k,arxiv-2611.14051,deepseek-v4.1-flash,unstated,mixed,mid,,,,,,,100.00,score%,0.00289,,,"https://arxiv.org/abs/2611.14051 (Table 1, block DeepSeek-V4.1-Flash→ DeepSeek-V4.1-Flash-1017 (552B), row Source, column 2K)",,out:effort-not-established, arxiv-2611.14051-niah-4k,arxiv-2611.14051,deepseek-v4.1-flash,unstated,mixed,mid,,,,,,,99.48,score%,0.00289,,,"https://arxiv.org/abs/2611.14051 (Table 1, block DeepSeek-V4.1-Flash→ DeepSeek-V4.1-Flash-1017 (552B), row Source, column 4K)",,out:effort-not-established, arxiv-2611.14051-niah-8k,arxiv-2611.14051,deepseek-v4.1-flash,unstated,mixed,mid,,,,,,,99.48,score%,0.00289,,,"https://arxiv.org/abs/2611.14051 (Table 1, block DeepSeek-V4.1-Flash→ DeepSeek-V4.1-Flash-1017 (552B), row Source, column 8K)",,out:effort-not-established, arxiv-2611.14051-niah-16k,arxiv-2611.14051,deepseek-v4.1-flash,unstated,mixed,mid,,,,,,,98.96,score%,0.00289,,,"https://arxiv.org/abs/2611.14051 (Table 1, block DeepSeek-V4.1-Flash→ DeepSeek-V4.1-Flash-1017 (552B), row Source, column 16K)",,out:effort-not-established, arxiv-2611.14051-niah-32k,arxiv-2611.14051,deepseek-v4.1-flash,unstated,mixed,mid,,,,,,,98.44,score%,0.00289,,,"https://arxiv.org/abs/2611.14051 (Table 1, block DeepSeek-V4.1-Flash→ DeepSeek-V4.1-Flash-1017 (552B), row Source, column 32K)",,out:effort-not-established, arxiv-2611.14051-niah-kvreuse-512,arxiv-2611.14051,deepseek-v4.1-flash-1017,unstated,mixed,mid,,,,,,,98.96,score%,0.00289,,,"https://arxiv.org/abs/2611.14051 (Table 1, block DeepSeek-V4.1-Flash→ DeepSeek-V4.1-Flash-1017 (552B), row KV Reuse, column 512)",,out:effort-not-established, arxiv-2611.14051-niah-kvreuse-2k,arxiv-2611.14051,deepseek-v4.1-flash-1017,unstated,mixed,mid,,,,,,,99.48,score%,0.00289,,,"https://arxiv.org/abs/2611.14051 (Table 1, block DeepSeek-V4.1-Flash→ DeepSeek-V4.1-Flash-1017 (552B), row KV Reuse, column 2K)",,out:effort-not-established, arxiv-2611.14051-niah-kvreuse-4k,arxiv-2611.14051,deepseek-v4.1-flash-1017,unstated,mixed,mid,,,,,,,99.48,score%,0.00289,,,"https://arxiv.org/abs/2611.14051 (Table 1, block DeepSeek-V4.1-Flash→ DeepSeek-V4.1-Flash-1017 (552B), row KV Reuse, column 4K)",,out:effort-not-established, arxiv-2611.14051-niah-kvreuse-8k,arxiv-2611.14051,deepseek-v4.1-flash-1017,unstated,mixed,mid,,,,,,,99.48,score%,0.00289,,,"https://arxiv.org/abs/2611.14051 (Table 1, block DeepSeek-V4.1-Flash→ DeepSeek-V4.1-Flash-1017 (552B), row KV Reuse, column 8K)",,out:effort-not-established, arxiv-2611.14051-niah-kvreuse-16k,arxiv-2611.14051,deepseek-v4.1-flash-1017,unstated,mixed,mid,,,,,,,99.48,score%,0.00289,,,"https://arxiv.org/abs/2611.14051 (Table 1, block DeepSeek-V4.1-Flash→ DeepSeek-V4.1-Flash-1017 (552B), row KV Reuse, column 16K)",,out:effort-not-established, arxiv-2611.14051-niah-kvreuse-32k,arxiv-2611.14051,deepseek-v4.1-flash-1017,unstated,mixed,mid,,,,,,,97.92,score%,0.00289,,,"https://arxiv.org/abs/2611.14051 (Table 1, block DeepSeek-V4.1-Flash→ DeepSeek-V4.1-Flash-1017 (552B), row KV Reuse, column 32K)",,out:effort-not-established, arxiv-2611.14051-niah-512,arxiv-2611.14051,?DeepSeek-V4-Flash,not-established:absent,mixed,mid,,,,,,,98.96,score%,0.00289,,,"https://arxiv.org/abs/2611.14051 (Table 1, block DeepSeek-V4-Flash→ DeepSeek-V4-Flash-0731 (284B), row Source, column 512)",,out:model-not-established, arxiv-2611.14051-niah-2k,arxiv-2611.14051,?DeepSeek-V4-Flash,not-established:absent,mixed,mid,,,,,,,98.96,score%,0.00289,,,"https://arxiv.org/abs/2611.14051 (Table 1, block DeepSeek-V4-Flash→ DeepSeek-V4-Flash-0731 (284B), row Source, column 2K)",,out:model-not-established, arxiv-2611.14051-niah-4k,arxiv-2611.14051,?DeepSeek-V4-Flash,not-established:absent,mixed,mid,,,,,,,97.92,score%,0.00289,,,"https://arxiv.org/abs/2611.14051 (Table 1, block DeepSeek-V4-Flash→ DeepSeek-V4-Flash-0731 (284B), row Source, column 4K)",,out:model-not-established, arxiv-2611.14051-niah-8k,arxiv-2611.14051,?DeepSeek-V4-Flash,not-established:absent,mixed,mid,,,,,,,89.58,score%,0.00289,,,"https://arxiv.org/abs/2611.14051 (Table 1, block DeepSeek-V4-Flash→ DeepSeek-V4-Flash-0731 (284B), row Source, column 8K)",,out:model-not-established, arxiv-2611.14051-niah-16k,arxiv-2611.14051,?DeepSeek-V4-Flash,not-established:absent,mixed,mid,,,,,,,79.17,score%,0.00289,,,"https://arxiv.org/abs/2611.14051 (Table 1, block DeepSeek-V4-Flash→ DeepSeek-V4-Flash-0731 (284B), row Source, column 16K)",,out:model-not-established, arxiv-2611.14051-niah-32k,arxiv-2611.14051,?DeepSeek-V4-Flash,not-established:absent,mixed,mid,,,,,,,55.73,score%,0.00289,,,"https://arxiv.org/abs/2611.14051 (Table 1, block DeepSeek-V4-Flash→ DeepSeek-V4-Flash-0731 (284B), row Source, column 32K)",,out:model-not-established, arxiv-2611.14051-niah-kvreuse-512,arxiv-2611.14051,deepseek-v4-flash-0731,unstated,mixed,mid,,,,,,,98.96,score%,0.00289,,,"https://arxiv.org/abs/2611.14051 (Table 1, block DeepSeek-V4-Flash→ DeepSeek-V4-Flash-0731 (284B), row KV Reuse, column 512)",,out:effort-not-established, arxiv-2611.14051-niah-kvreuse-2k,arxiv-2611.14051,deepseek-v4-flash-0731,unstated,mixed,mid,,,,,,,96.35,score%,0.00289,,,"https://arxiv.org/abs/2611.14051 (Table 1, block DeepSeek-V4-Flash→ DeepSeek-V4-Flash-0731 (284B), row KV Reuse, column 2K)",,out:effort-not-established, arxiv-2611.14051-niah-kvreuse-4k,arxiv-2611.14051,deepseek-v4-flash-0731,unstated,mixed,mid,,,,,,,93.23,score%,0.00289,,,"https://arxiv.org/abs/2611.14051 (Table 1, block DeepSeek-V4-Flash→ DeepSeek-V4-Flash-0731 (284B), row KV Reuse, column 4K)",,out:effort-not-established, arxiv-2611.14051-niah-kvreuse-8k,arxiv-2611.14051,deepseek-v4-flash-0731,unstated,mixed,mid,,,,,,,75.00,score%,0.00289,,,"https://arxiv.org/abs/2611.14051 (Table 1, block DeepSeek-V4-Flash→ DeepSeek-V4-Flash-0731 (284B), row KV Reuse, column 8K)",,out:effort-not-established, arxiv-2611.14051-niah-kvreuse-16k,arxiv-2611.14051,deepseek-v4-flash-0731,unstated,mixed,mid,,,,,,,65.10,score%,0.00289,,,"https://arxiv.org/abs/2611.14051 (Table 1, block DeepSeek-V4-Flash→ DeepSeek-V4-Flash-0731 (284B), row KV Reuse, column 16K)",,out:effort-not-established, arxiv-2611.14051-niah-kvreuse-32k,arxiv-2611.14051,deepseek-v4-flash-0731,unstated,mixed,mid,,,,,,,31.25,score%,0.00289,,,"https://arxiv.org/abs/2611.14051 (Table 1, block DeepSeek-V4-Flash→ DeepSeek-V4-Flash-0731 (284B), row KV Reuse, column 32K)",,out:effort-not-established, arxiv-2611.14051-niah-ridge-512,arxiv-2611.14051,deepseek-v4-flash-0731,unstated,mixed,mid,,,,,,,98.44,score%,0.00289,,,"https://arxiv.org/abs/2611.14051 (Table 1, block DeepSeek-V4-Flash→ DeepSeek-V4-Flash-0731 (284B), row Ridge Mapper, column 512)",,out:effort-not-established, arxiv-2611.14051-niah-ridge-2k,arxiv-2611.14051,deepseek-v4-flash-0731,unstated,mixed,mid,,,,,,,92.19,score%,0.00289,,,"https://arxiv.org/abs/2611.14051 (Table 1, block DeepSeek-V4-Flash→ DeepSeek-V4-Flash-0731 (284B), row Ridge Mapper, column 2K)",,out:effort-not-established, arxiv-2611.14051-niah-ridge-4k,arxiv-2611.14051,deepseek-v4-flash-0731,unstated,mixed,mid,,,,,,,92.71,score%,0.00289,,,"https://arxiv.org/abs/2611.14051 (Table 1, block DeepSeek-V4-Flash→ DeepSeek-V4-Flash-0731 (284B), row Ridge Mapper, column 4K)",,out:effort-not-established, arxiv-2611.14051-niah-ridge-8k,arxiv-2611.14051,deepseek-v4-flash-0731,unstated,mixed,mid,,,,,,,76.04,score%,0.00289,,,"https://arxiv.org/abs/2611.14051 (Table 1, block DeepSeek-V4-Flash→ DeepSeek-V4-Flash-0731 (284B), row Ridge Mapper, column 8K)",,out:effort-not-established, arxiv-2611.14051-niah-ridge-16k,arxiv-2611.14051,deepseek-v4-flash-0731,unstated,mixed,mid,,,,,,,59.38,score%,0.00289,,,"https://arxiv.org/abs/2611.14051 (Table 1, block DeepSeek-V4-Flash→ DeepSeek-V4-Flash-0731 (284B), row Ridge Mapper, column 16K)",,out:effort-not-established, arxiv-2611.14051-niah-ridge-32k,arxiv-2611.14051,deepseek-v4-flash-0731,unstated,mixed,mid,,,,,,,40.10,score%,0.00289,,,"https://arxiv.org/abs/2611.14051 (Table 1, block DeepSeek-V4-Flash→ DeepSeek-V4-Flash-0731 (284B), row Ridge Mapper, column 32K)",,out:effort-not-established, arxiv-2611.14051-qa-retrieval-native,arxiv-2611.14051,deepseek-v4-flash-0731,unstated,mixed,mid,,,,,,,83.33,score%,0.00289,,,"https://arxiv.org/abs/2611.14051 (Table 2, row Retrieval, column Target score)",,out:effort-not-established, arxiv-2611.14051-qa-retrieval-kvreuse,arxiv-2611.14051,deepseek-v4-flash-0731,unstated,mixed,mid,,,,,,,89.58,score%,0.00289,,,"https://arxiv.org/abs/2611.14051 (Table 2, row Retrieval, column KV Reuse score)",,out:effort-not-established, arxiv-2611.14051-qa-babilong-native,arxiv-2611.14051,deepseek-v4-flash-0731,unstated,mixed,mid,,,,,,,59.0,score%,0.0289,,,"https://arxiv.org/abs/2611.14051 (Table 8, row BABILong, column Target)",,out:effort-not-established, arxiv-2611.14051-qa-babilong-kvreuse,arxiv-2611.14051,deepseek-v4-flash-0731,unstated,mixed,mid,,,,,,,58.7,score%,0.0289,,,"https://arxiv.org/abs/2611.14051 (Table 8, row BABILong, column Direct)",,out:effort-not-established, arxiv-2611.14051-qa-babilong-native,arxiv-2611.14051,?DeepSeek-V4-Flash,not-established:absent,mixed,mid,,,,,,,61.0,score%,0.0289,,,"https://arxiv.org/abs/2611.14051 (Table 8, row BABILong, column Source)",,out:model-not-established, arxiv-2611.14051-qa-hotpotqa-native,arxiv-2611.14051,deepseek-v4-flash-0731,unstated,mixed,mid,,,,,,,69.3,score%,0.0289,,,"https://arxiv.org/abs/2611.14051 (Table 8, row HotpotQA, column Target)",,out:effort-not-established, arxiv-2611.14051-qa-hotpotqa-kvreuse,arxiv-2611.14051,deepseek-v4-flash-0731,unstated,mixed,mid,,,,,,,66.3,score%,0.0289,,,"https://arxiv.org/abs/2611.14051 (Table 8, row HotpotQA, column Direct)",,out:effort-not-established, arxiv-2611.14051-qa-hotpotqa-native,arxiv-2611.14051,?DeepSeek-V4-Flash,not-established:absent,mixed,mid,,,,,,,69.4,score%,0.0289,,,"https://arxiv.org/abs/2611.14051 (Table 8, row HotpotQA, column Source)",,out:model-not-established, arxiv-2611.14051-qa-2wiki-native,arxiv-2611.14051,deepseek-v4-flash-0731,unstated,mixed,mid,,,,,,,61.7,score%,0.0289,,,"https://arxiv.org/abs/2611.14051 (Table 8, row 2WikiMQA, column Target)",,out:effort-not-established, arxiv-2611.14051-qa-2wiki-kvreuse,arxiv-2611.14051,deepseek-v4-flash-0731,unstated,mixed,mid,,,,,,,54.7,score%,0.0289,,,"https://arxiv.org/abs/2611.14051 (Table 8, row 2WikiMQA, column Direct)",,out:effort-not-established, arxiv-2611.14051-qa-2wiki-native,arxiv-2611.14051,?DeepSeek-V4-Flash,not-established:absent,mixed,mid,,,,,,,58.9,score%,0.0289,,,"https://arxiv.org/abs/2611.14051 (Table 8, row 2WikiMQA, column Source)",,out:model-not-established, arxiv-2611.14051-qa-mfqa-native,arxiv-2611.14051,deepseek-v4-flash-0731,unstated,mixed,mid,,,,,,,45.9,score%,0.0289,,,"https://arxiv.org/abs/2611.14051 (Table 8, row MultiFieldQA-en, column Target)",,out:effort-not-established, arxiv-2611.14051-qa-mfqa-kvreuse,arxiv-2611.14051,deepseek-v4-flash-0731,unstated,mixed,mid,,,,,,,46.2,score%,0.0289,,,"https://arxiv.org/abs/2611.14051 (Table 8, row MultiFieldQA-en, column Direct)",,out:effort-not-established, arxiv-2611.14051-qa-mfqa-native,arxiv-2611.14051,?DeepSeek-V4-Flash,not-established:absent,mixed,mid,,,,,,,49.8,score%,0.0289,,,"https://arxiv.org/abs/2611.14051 (Table 8, row MultiFieldQA-en, column Source)",,out:model-not-established, arxiv-2611.15006-harness-model-sr,arxiv-2611.15006,opus-5,unstated,agentic-tool,hard,,,,,,,74.8,score%,0.0289,,,"https://arxiv.org/abs/2611.15006 (Section 5.3 (text) and Figure 4, row Claude Code, column Opus 5)",,out:effort-not-established, arxiv-2611.15006-harness-model-sr,arxiv-2611.15006,sonnet-5,unstated,agentic-tool,hard,,,,,,,55.5,score%,0.0289,,,"https://arxiv.org/abs/2611.15006 (Figure 4, row Claude Code (third row), column Sonnet 5)",,out:effort-not-established, arxiv-2611.15006-harness-model-sr,arxiv-2611.15006,gpt-6-astra,unstated,agentic-tool,hard,,,,,,,76.9,score%,0.0289,,,"https://arxiv.org/abs/2611.15006 (Figure 4, row Claude Code (third row), column GPT-6 Astra)",,out:effort-not-established, arxiv-2611.15006-harness-model-sr,arxiv-2611.15006,glm-5.3,unstated,agentic-tool,hard,,,,,,,46.6,score%,0.0289,,,"https://arxiv.org/abs/2611.15006 (Figure 4, row Claude Code (third row), column GLM-5.3)",,out:effort-not-established, arxiv-2611.15006-harness-model-sr,arxiv-2611.15006,kimi-k3,unstated,agentic-tool,hard,,,,,,,54.0,score%,0.0289,,,"https://arxiv.org/abs/2611.15006 (Figure 4, row Claude Code (third row), column Kimi K3)",,out:effort-not-established, arxiv-2611.15006-harness-model-sr,arxiv-2611.15006,?DeepSeek V4 Flash,not-established:absent,agentic-tool,hard,,,,,,,21.2,score%,0.0289,,,"https://arxiv.org/abs/2611.15006 (Figure 4, row Claude Code (third row), column DeepSeek V4 Flash)",,out:model-not-established, arxiv-2611.15006-harness-model-sr,arxiv-2611.15006,gpt-6-astra,unstated,agentic-tool,hard,,,,,,,80.2,score%,0.0289,,,"https://arxiv.org/abs/2611.15006 (Section 5.3 (text) and Figure 4, row Codex, column GPT-6 Astra)",,out:effort-not-established, arxiv-2611.15006-harness-model-sr,arxiv-2611.15006,opus-5,unstated,agentic-tool,hard,,,,,,,68.2,score%,0.0289,,,"https://arxiv.org/abs/2611.15006 (Figure 4, row EvoX, column Opus 5)",,out:effort-not-established, arxiv-2611.15006-harness-model-sr,arxiv-2611.15006,sonnet-5,unstated,agentic-tool,hard,,,,,,,45.4,score%,0.0289,,,"https://arxiv.org/abs/2611.15006 (Figure 4, row EvoX, column Sonnet 5)",,out:effort-not-established, arxiv-2611.15006-harness-model-sr,arxiv-2611.15006,gpt-6-astra,unstated,agentic-tool,hard,,,,,,,78.5,score%,0.0289,,,"https://arxiv.org/abs/2611.15006 (Figure 4, row EvoX, column GPT-6 Astra)",,out:effort-not-established, arxiv-2611.15006-harness-model-sr,arxiv-2611.15006,glm-5.3,unstated,agentic-tool,hard,,,,,,,57.8,score%,0.0289,,,"https://arxiv.org/abs/2611.15006 (Figure 4, row EvoX, column GLM-5.3)",,out:effort-not-established, arxiv-2611.15006-harness-model-sr,arxiv-2611.15006,kimi-k3,unstated,agentic-tool,hard,,,,,,,61.3,score%,0.0289,,,"https://arxiv.org/abs/2611.15006 (Figure 4, row EvoX, column Kimi K3)",,out:effort-not-established, arxiv-2611.15006-harness-model-sr,arxiv-2611.15006,?DeepSeek V4 Flash,not-established:absent,agentic-tool,hard,,,,,,,22.1,score%,0.0289,,,"https://arxiv.org/abs/2611.15006 (Figure 4, row EvoX, column DeepSeek V4 Flash)",,out:model-not-established, arxiv-2611.15006-harness-model-sr,arxiv-2611.15006,opus-5,unstated,agentic-tool,hard,,,,,,,70.1,score%,0.0289,,,"https://arxiv.org/abs/2611.15006 (Figure 4, row Pi, column Opus 5)",,out:effort-not-established, arxiv-2611.15006-harness-model-sr,arxiv-2611.15006,sonnet-5,unstated,agentic-tool,hard,,,,,,,56.3,score%,0.0289,,,"https://arxiv.org/abs/2611.15006 (Figure 4, row Pi, column Sonnet 5)",,out:effort-not-established, arxiv-2611.15006-harness-model-sr,arxiv-2611.15006,gpt-6-astra,unstated,agentic-tool,hard,,,,,,,77.7,score%,0.0289,,,"https://arxiv.org/abs/2611.15006 (Figure 4, row Pi, column GPT-6 Astra)",,out:effort-not-established, arxiv-2611.15006-harness-model-sr,arxiv-2611.15006,glm-5.3,unstated,agentic-tool,hard,,,,,,,44.8,score%,0.0289,,,"https://arxiv.org/abs/2611.15006 (Figure 4, row Pi, column GLM-5.3)",,out:effort-not-established, arxiv-2611.15006-harness-model-sr,arxiv-2611.15006,kimi-k3,unstated,agentic-tool,hard,,,,,,,58.9,score%,0.0289,,,"https://arxiv.org/abs/2611.15006 (Figure 4, row Pi, column Kimi K3)",,out:effort-not-established, arxiv-2611.15006-harness-model-sr,arxiv-2611.15006,?DeepSeek V4 Flash,not-established:absent,agentic-tool,hard,,,,,,,24.0,score%,0.0289,,,"https://arxiv.org/abs/2611.15006 (Figure 4, row Pi, column DeepSeek V4 Flash)",,out:model-not-established, arxiv-2611.15006-harness-model-sr,arxiv-2611.15006,opus-5,unstated,agentic-tool,hard,,,,,,,67.3,score%,0.0289,,,"https://arxiv.org/abs/2611.15006 (Figure 4, row Hermes, column Opus 5)",,out:effort-not-established, arxiv-2611.15006-harness-model-sr,arxiv-2611.15006,sonnet-5,unstated,agentic-tool,hard,,,,,,,45.4,score%,0.0289,,,"https://arxiv.org/abs/2611.15006 (Figure 4, row Hermes, column Sonnet 5)",,out:effort-not-established, arxiv-2611.15006-harness-model-sr,arxiv-2611.15006,gpt-6-astra,unstated,agentic-tool,hard,,,,,,,76.9,score%,0.0289,,,"https://arxiv.org/abs/2611.15006 (Figure 4, row Hermes, column GPT-6 Astra)",,out:effort-not-established, arxiv-2611.15006-harness-model-sr,arxiv-2611.15006,glm-5.3,unstated,agentic-tool,hard,,,,,,,50.0,score%,0.0289,,,"https://arxiv.org/abs/2611.15006 (Figure 4, row Hermes, column GLM-5.3)",,out:effort-not-established, arxiv-2611.15006-harness-model-sr,arxiv-2611.15006,kimi-k3,unstated,agentic-tool,hard,,,,,,,55.6,score%,0.0289,,,"https://arxiv.org/abs/2611.15006 (Figure 4, row Hermes, column Kimi K3)",,out:effort-not-established, arxiv-2611.15006-harness-model-sr,arxiv-2611.15006,?DeepSeek V4 Flash,not-established:absent,agentic-tool,hard,,,,,,,28.8,score%,0.0289,,,"https://arxiv.org/abs/2611.15006 (Figure 4, row Hermes, column DeepSeek V4 Flash)",,out:model-not-established, arxiv-2611.15006-harness-model-sr,arxiv-2611.15006,opus-5,unstated,agentic-tool,hard,,,,,,,64.5,score%,0.0289,,,"https://arxiv.org/abs/2611.15006 (Figure 4, row Prime Agent, column Opus 5)",,out:effort-not-established, arxiv-2611.15006-harness-model-sr,arxiv-2611.15006,sonnet-5,unstated,agentic-tool,hard,,,,,,,33.6,score%,0.0289,,,"https://arxiv.org/abs/2611.15006 (Figure 4, row Prime Agent, column Sonnet 5)",,out:effort-not-established, arxiv-2611.15006-harness-model-sr,arxiv-2611.15006,gpt-6-astra,unstated,agentic-tool,hard,,,,,,,78.5,score%,0.0289,,,"https://arxiv.org/abs/2611.15006 (Figure 4, row Prime Agent, column GPT-6 Astra)",,out:effort-not-established, arxiv-2611.15006-harness-model-sr,arxiv-2611.15006,glm-5.3,unstated,agentic-tool,hard,,,,,,,46.6,score%,0.0289,,,"https://arxiv.org/abs/2611.15006 (Figure 4, row Prime Agent, column GLM-5.3)",,out:effort-not-established, arxiv-2611.15006-harness-model-sr,arxiv-2611.15006,kimi-k3,unstated,agentic-tool,hard,,,,,,,53.2,score%,0.0289,,,"https://arxiv.org/abs/2611.15006 (Figure 4, row Prime Agent, column Kimi K3)",,out:effort-not-established, arxiv-2611.15006-harness-model-sr,arxiv-2611.15006,?DeepSeek V4 Flash,not-established:absent,agentic-tool,hard,,,,,,,23.1,score%,0.0289,,,"https://arxiv.org/abs/2611.15006 (Figure 4, row Prime Agent, column DeepSeek V4 Flash)",,out:model-not-established, arxiv-2611.15006-harness-model-sr,arxiv-2611.15006,opus-5,unstated,agentic-tool,hard,,,,,,,62.6,score%,0.0289,,,"https://arxiv.org/abs/2611.15006 (Figure 4, row Codex, column Opus 5)",,out:effort-not-established, arxiv-2611.15006-harness-model-sr,arxiv-2611.15006,sonnet-5,unstated,agentic-tool,hard,,,,,,,42.9,score%,0.0289,,,"https://arxiv.org/abs/2611.15006 (Figure 4, row Codex, column Sonnet 5)",,out:effort-not-established, arxiv-2611.15006-harness-model-sr,arxiv-2611.15006,glm-5.3,unstated,agentic-tool,hard,,,,,,,47.4,score%,0.0289,,,"https://arxiv.org/abs/2611.15006 (Figure 4, row Codex, column GLM-5.3)",,out:effort-not-established, arxiv-2611.15006-harness-model-sr,arxiv-2611.15006,kimi-k3,unstated,agentic-tool,hard,,,,,,,45.2,score%,0.0289,,,"https://arxiv.org/abs/2611.15006 (Figure 4, row Codex, column Kimi K3)",,out:effort-not-established, arxiv-2611.15006-harness-model-sr,arxiv-2611.15006,?DeepSeek V4 Flash,not-established:absent,agentic-tool,hard,,,,,,,16.3,score%,0.0289,,,"https://arxiv.org/abs/2611.15006 (Figure 4, row Codex, column DeepSeek V4 Flash)",,out:model-not-established, arxiv-2611.16591-singularity-index,arxiv-2611.16591,opus-5.5,max,mixed,frontier,,per-full-run,425.41,0.00289,,,1.252,idx,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2611.16591 (Table 5, row Opus 5.5 + CC, Singularity-Index column)",,in,in arxiv-2611.16591-singularity-index,arxiv-2611.16591,gpt-6.1-sol,max,mixed,frontier,,per-full-run,84.52,0.00289,,,0.969,idx,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2611.16591 (Table 5, row GPT-6.1 Sol + Codex, Singularity-Index column)",,in,in arxiv-2611.16591-singularity-index,arxiv-2611.16591,opus-5,unstated,mixed,frontier,,per-full-run,328.19,0.00289,,,0.803,idx,0.000289,,,"https://arxiv.org/abs/2611.16591 (Table 5, row Opus 5 + CC, Singularity-Index column)",,out:effort-not-established,out:effort-not-established arxiv-2611.16591-singularity-index,arxiv-2611.16591,?DS V4.1 Flash,not-established:absent,mixed,frontier,,per-full-run,4.36,0.00289,,,0.698,idx,0.000289,,,"https://arxiv.org/abs/2611.16591 (Table 5, row DS V4.1 Flash + Codex, Singularity-Index column)",,out:model-not-established,out:model-not-established arxiv-2611.16591-singularity-index,arxiv-2611.16591,?DS V4.1 Flash,not-established:absent,mixed,frontier,,per-full-run,4.94,0.00289,,,0.520,idx,0.000289,,,"https://arxiv.org/abs/2611.16591 (Table 5, row DS V4.1 Flash + CC, Singularity-Index column)",,out:model-not-established,out:model-not-established arxiv-2611.16591-singularity-index,arxiv-2611.16591,glm-5.3,unstated,mixed,frontier,,per-full-run,52.43,0.00289,,,0.657,idx,0.000289,,,"https://arxiv.org/abs/2611.16591 (Table 5, row GLM 5.3 + CC, Singularity-Index column)",,out:effort-not-established,out:effort-not-established arxiv-2611.16591-singularity-index,arxiv-2611.16591,kimi-k3,unstated,mixed,frontier,,per-full-run,84.58,0.00289,,,0.600,idx,0.000289,,,"https://arxiv.org/abs/2611.16591 (Table 5, row Kimi K3 + CC, Singularity-Index column)",,out:effort-not-established,out:effort-not-established arxiv-2611.16591-singularity-index,arxiv-2611.16591,kimi-k3,unstated,mixed,frontier,,per-full-run,129.11,0.00289,,,0.461,idx,0.000289,,,"https://arxiv.org/abs/2611.16591 (Table 5, row Kimi K3 + Codex, Singularity-Index column)",,out:effort-not-established,out:effort-not-established arxiv-2611.16591-singularity-index,arxiv-2611.16591,glm-5.3,unstated,mixed,frontier,,per-full-run,50.76,0.00289,,,0.228,idx,0.000289,,,"https://arxiv.org/abs/2611.16591 (Table 5, row GLM 5.3 + Codex, Singularity-Index column)",,out:effort-not-established,out:effort-not-established arxiv-2611.16591-singularity-index,arxiv-2611.16591,?M3,not-established:absent,mixed,frontier,,per-full-run,30.51,0.00289,,,0.223,idx,0.000289,,,"https://arxiv.org/abs/2611.16591 (Table 5, row M3 + Codex, Singularity-Index column)",,out:model-not-established,out:model-not-established arxiv-2611.16591-inference-income,arxiv-2611.16591,opus-5.5,medium,mixed,frontier,,,90.77,0.00289,,,11.07,income,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2611.16591 (section 6.3 (income, USD per GPU-hour))",,in,in arxiv-2611.16591-inference-income,arxiv-2611.16591,opus-5.5,high,mixed,frontier,,,55.83,0.00289,,,7.31,income,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2611.16591 (Table 7, row Opus 5.5 (high) + CC, Single-Agent columns, Score column (income USD per GPU-hour))",,in,in arxiv-2611.16591-inference-income,arxiv-2611.16591,gpt-6.1-sol,max,mixed,frontier,,,42.78,0.00289,,,9.70,income,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2611.16591 (Table 7, row GPT-6.1 Sol (max) + Codex, Single-Agent columns, Score column (income USD per GPU-hour))",,in,in arxiv-2611.16591-inference-income-multiagent,arxiv-2611.16591,opus-5.5,high,mixed,frontier,,,101.63,0.00289,,,10.32,income,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2611.16591 (Table 7, row Opus 5.5 (high) + CC, Multi-Agent columns, Score column (income USD per GPU-hour))",,in,in arxiv-2611.16591-inference-income-multiagent,arxiv-2611.16591,gpt-6.1-sol,max,mixed,frontier,,,69.86,0.00289,,,2.09,income,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2611.16591 (Table 7, row GPT-6.1 Sol (max) + Codex, Multi-Agent columns, Score column (income USD per GPU-hour))",,in,in 2611.17041-browsecomp,arxiv-2611.17041,?Qwen3.8-Max,not-established:absent,agentic-tool,hard,,,,,,,72.3,BrowseComp %,0.0289,,,"https://arxiv.org/abs/2611.17041 (Table 1, column BrowseComp %)",,out:model-not-established, 2611.17041-browsecomp-zh,arxiv-2611.17041,?Qwen3.8-Max,not-established:absent,agentic-tool,hard,,,,,,,73.4,BrowseComp-ZH %,0.0289,,,"https://arxiv.org/abs/2611.17041 (Table 1, column BrowseComp-ZH %)",,out:model-not-established, 2611.17041-gaia,arxiv-2611.17041,?Qwen3.8-Max,not-established:absent,agentic-tool,hard,,,,,,,92.1,GAIA %,0.0289,,,"https://arxiv.org/abs/2611.17041 (Table 1, column GAIA %)",,out:model-not-established, arxiv-2611.17955-webarenapro-sr,arxiv-2611.17955,opus-5.5,high,computer-use,frontier,,per-full-run,386,0.289,,,62.3,pass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://arxiv.org/abs/2611.17955 (§4.2 (the two systems tie at the highest overall SR)),,in,in arxiv-2611.17955-webarenapro-sr,arxiv-2611.17955,gpt-6.1-sol,high,computer-use,frontier,,per-full-run,166,0.289,,,62.3,pass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://arxiv.org/abs/2611.17955 (§4.2 (the two systems tie at the highest overall SR)),,in,in arxiv-2611.18553-weightbench-macro,arxiv-2611.18553,opus-5.5,unstated,mixed,frontier,,,,,,,0.535,score%,0.000289,,,https://arxiv.org/abs/2611.18553 (abstract / §5.3 (macro score)),,out:effort-not-established, arxiv-2611.18553-weightbench-macro,arxiv-2611.18553,sonnet-5.5,unstated,mixed,frontier,,,,,,,0.466,score%,0.000289,,,https://arxiv.org/abs/2611.18553 (abstract / §5.3 (macro score)),,out:effort-not-established, arxiv-2611.18553-weightbench-macro,arxiv-2611.18553,haiku-5.5,unstated,mixed,frontier,,,,,,,0.402,score%,0.000289,,,https://arxiv.org/abs/2611.18553 (abstract / §5.3 (macro score)),,out:effort-not-established, arxiv-2611.18553-weightbench-macro,arxiv-2611.18553,?DeepSeek v4-flash,not-established:absent,mixed,frontier,,,,,,,0.215,score%,0.000289,,,https://arxiv.org/abs/2611.18553 (abstract / §5.3 (macro score)),,out:model-not-established, arxiv-2611.18553-weightbench-macro,arxiv-2611.18553,gpt-6.1-sol,unstated,mixed,frontier,,,,,,,0.568,score%,0.000289,,,https://arxiv.org/abs/2611.18553 (abstract / §5.3 (macro score)),,out:effort-not-established, arxiv-2611.18562-libero-success,arxiv-2611.18562,gpt-6.1-sol,medium,agentic-tool,frontier,,,,,,,48.1,pass%,0.0289,,,"https://arxiv.org/abs/2611.18562 (§4.1 (success rate on LIBERO, %))",,in, arxiv-2611.18562-libero-success,arxiv-2611.18562,gpt-6.1-sol,max,agentic-tool,frontier,,,,,,,76.2,pass%,0.0289,,,"https://arxiv.org/abs/2611.18562 (§4.1 (success rate on LIBERO, %))",,in, arxiv-2611.18562-libero-success,arxiv-2611.18562,gpt-6-astra,medium,agentic-tool,frontier,,,,,,,49.3,pass%,0.0289,,,"https://arxiv.org/abs/2611.18562 (§4.1 (success rate on LIBERO, %))",,in, arxiv-2611.18562-libero-success,arxiv-2611.18562,gpt-6-astra,max,agentic-tool,frontier,,,,,,,80.6,pass%,0.0289,,,"https://arxiv.org/abs/2611.18562 (§4.1 (success rate on LIBERO, %))",,in, dayjob-healthcare,arxiv-dayjob,opus-5.5,not-established:absent,agentic-tool,frontier,Harbor,per-attempt,7.10,0.00289,,,24.7,strict-pass@1%,0.0289,,,"https://arxiv.org/abs/2610.01306 (Table 3: launch leaderboard, one row per configuration / row Claude Opus 5.5 (adaptive/max) / column strict_healthcare)",,out:effort-not-established,out:effort-not-established dayjob-healthcare,arxiv-dayjob,fable-5.1,not-established:absent,agentic-tool,frontier,Harbor,,,,,,9.6,strict-pass@1%,0.0289,,,"https://arxiv.org/abs/2610.01306 (Table 3: launch leaderboard, one row per configuration / row Claude Fable 5.1 (adaptive/max) / column strict_healthcare)",,out:effort-not-established, dayjob-healthcare,arxiv-dayjob,opus-5,not-established:absent,agentic-tool,frontier,Harbor,,,,,,8.4,strict-pass@1%,0.0289,,,"https://arxiv.org/abs/2610.01306 (Table 3: launch leaderboard, one row per configuration / row Claude Opus 5 (adaptive/max) / column strict_healthcare)",,out:effort-not-established, dayjob-healthcare,arxiv-dayjob,fable-5,not-established:absent,agentic-tool,frontier,Harbor,,,,,,5.6,strict-pass@1%,0.0289,,,"https://arxiv.org/abs/2610.01306 (Table 3: launch leaderboard, one row per configuration / row Claude Fable 5 (adaptive/max) / column strict_healthcare)",,out:effort-not-established, dayjob-healthcare,arxiv-dayjob,sonnet-5,not-established:absent,agentic-tool,frontier,Harbor,,,,,,0.0,strict-pass@1%,0.0289,,,"https://arxiv.org/abs/2610.01306 (Table 3: launch leaderboard, one row per configuration / row Claude Sonnet 5 (adaptive/max) / column strict_healthcare)",,out:effort-not-established, dayjob-finance,arxiv-dayjob,opus-5.5,not-established:absent,agentic-tool,frontier,Harbor,per-attempt,11.47,0.00289,,,23.9,strict-pass@1%,0.0289,,,"https://arxiv.org/abs/2610.01306 (Table 3: launch leaderboard, one row per configuration / row Claude Opus 5.5 (adaptive/max) / column strict_finance)",,out:effort-not-established,out:effort-not-established dayjob-finance,arxiv-dayjob,fable-5.1,not-established:absent,agentic-tool,frontier,Harbor,,,,,,19.8,strict-pass@1%,0.0289,,,"https://arxiv.org/abs/2610.01306 (Table 3: launch leaderboard, one row per configuration / row Claude Fable 5.1 (adaptive/max) / column strict_finance)",,out:effort-not-established, dayjob-finance,arxiv-dayjob,opus-5,not-established:absent,agentic-tool,frontier,Harbor,,,,,,11.3,strict-pass@1%,0.0289,,,"https://arxiv.org/abs/2610.01306 (Table 3: launch leaderboard, one row per configuration / row Claude Opus 5 (adaptive/max) / column strict_finance)",,out:effort-not-established, dayjob-finance,arxiv-dayjob,fable-5,not-established:absent,agentic-tool,frontier,Harbor,,,,,,9.0,strict-pass@1%,0.0289,,,"https://arxiv.org/abs/2610.01306 (Table 3: launch leaderboard, one row per configuration / row Claude Fable 5 (adaptive/max) / column strict_finance)",,out:effort-not-established, dayjob-finance,arxiv-dayjob,sonnet-5,not-established:absent,agentic-tool,frontier,Harbor,,,,,,2.3,strict-pass@1%,0.0289,,,"https://arxiv.org/abs/2610.01306 (Table 3: launch leaderboard, one row per configuration / row Claude Sonnet 5 (adaptive/max) / column strict_finance)",,out:effort-not-established, dayjob-healthcare,arxiv-dayjob,gpt-6-astra,not-established:absent,agentic-tool,frontier,Harbor,,,,,,11.6,strict-pass@1%,0.0289,,,"https://arxiv.org/abs/2610.01306 (Table 3: launch leaderboard, one row per configuration / row GPT-6 Astra (max) / column strict_healthcare)",,out:effort-not-established, dayjob-finance,arxiv-dayjob,gpt-6-astra,not-established:absent,agentic-tool,frontier,Harbor,,,,,,21.5,strict-pass@1%,0.0289,,,"https://arxiv.org/abs/2610.01306 (Table 3: launch leaderboard, one row per configuration / row GPT-6 Astra (max) / column strict_finance)",,out:effort-not-established, dayjob-healthcare,arxiv-dayjob,gpt-6-sol,not-established:absent,agentic-tool,frontier,Harbor,,,,,,3.6,strict-pass@1%,0.0289,,,"https://arxiv.org/abs/2610.01306 (Table 3: launch leaderboard, one row per configuration / row GPT-6 Sol (max) / column strict_healthcare)",,out:effort-not-established, dayjob-finance,arxiv-dayjob,gpt-6-sol,not-established:absent,agentic-tool,frontier,Harbor,,,,,,9.3,strict-pass@1%,0.0289,,,"https://arxiv.org/abs/2610.01306 (Table 3: launch leaderboard, one row per configuration / row GPT-6 Sol (max) / column strict_finance)",,out:effort-not-established, dayjob-healthcare,arxiv-dayjob,gpt-5.6-sol,not-established:absent,agentic-tool,frontier,Harbor,,,,,,1.6,strict-pass@1%,0.0289,,,"https://arxiv.org/abs/2610.01306 (Table 3: launch leaderboard, one row per configuration / row GPT-5.6 Sol (max) / column strict_healthcare)",,out:effort-not-established, dayjob-finance,arxiv-dayjob,gpt-5.6-sol,not-established:absent,agentic-tool,frontier,Harbor,,,,,,5.5,strict-pass@1%,0.0289,,,"https://arxiv.org/abs/2610.01306 (Table 3: launch leaderboard, one row per configuration / row GPT-5.6 Sol (max) / column strict_finance)",,out:effort-not-established, dayjob-healthcare,arxiv-dayjob,gpt-5.6-terra,not-established:absent,agentic-tool,frontier,Harbor,,,,,,1.6,strict-pass@1%,0.0289,,,"https://arxiv.org/abs/2610.01306 (Table 3: launch leaderboard, one row per configuration / row GPT-5.6 Terra (xhigh) / column strict_healthcare)",,out:effort-not-established, dayjob-finance,arxiv-dayjob,gpt-5.6-terra,not-established:absent,agentic-tool,frontier,Harbor,,,,,,1.8,strict-pass@1%,0.0289,,,"https://arxiv.org/abs/2610.01306 (Table 3: launch leaderboard, one row per configuration / row GPT-5.6 Terra (xhigh) / column strict_finance)",,out:effort-not-established, dayjob-healthcare,arxiv-dayjob,gpt-6-luna,not-established:absent,agentic-tool,frontier,Harbor,,,,,,0.0,strict-pass@1%,0.0289,,,"https://arxiv.org/abs/2610.01306 (Table 3: launch leaderboard, one row per configuration / row GPT-6 Luna (max) / column strict_healthcare)",,out:effort-not-established, dayjob-finance,arxiv-dayjob,gpt-6-luna,not-established:absent,agentic-tool,frontier,Harbor,,,,,,2.3,strict-pass@1%,0.0289,,,"https://arxiv.org/abs/2610.01306 (Table 3: launch leaderboard, one row per configuration / row GPT-6 Luna (max) / column strict_finance)",,out:effort-not-established, dayjob-healthcare,arxiv-dayjob,gpt-5.6-luna,not-established:absent,agentic-tool,frontier,Harbor,,,,,,0.4,strict-pass@1%,0.0289,,,"https://arxiv.org/abs/2610.01306 (Table 3: launch leaderboard, one row per configuration / row GPT-5.6 Luna (max) / column strict_healthcare)",,out:effort-not-established, dayjob-finance,arxiv-dayjob,gpt-5.6-luna,not-established:absent,agentic-tool,frontier,Harbor,,,,,,1.8,strict-pass@1%,0.0289,,,"https://arxiv.org/abs/2610.01306 (Table 3: launch leaderboard, one row per configuration / row GPT-5.6 Luna (max) / column strict_finance)",,out:effort-not-established, dayjob-healthcare,arxiv-dayjob,grok-4.7,not-established:absent,agentic-tool,frontier,Harbor,,,,,,8.4,strict-pass@1%,0.0289,,,"https://arxiv.org/abs/2610.01306 (Table 3: launch leaderboard, one row per configuration / row Grok 4.7 (xhigh) / column strict_healthcare)",,out:effort-not-established, dayjob-finance,arxiv-dayjob,grok-4.7,not-established:absent,agentic-tool,frontier,Harbor,,,,,,14.5,strict-pass@1%,0.0289,,,"https://arxiv.org/abs/2610.01306 (Table 3: launch leaderboard, one row per configuration / row Grok 4.7 (xhigh) / column strict_finance)",,out:effort-not-established, dayjob-healthcare,arxiv-dayjob,grok-4.6,not-established:absent,agentic-tool,frontier,Harbor,,,,,,2.8,strict-pass@1%,0.0289,,,"https://arxiv.org/abs/2610.01306 (Table 3: launch leaderboard, one row per configuration / row Grok 4.6 (xhigh) / column strict_healthcare)",,out:effort-not-established, dayjob-finance,arxiv-dayjob,grok-4.6,not-established:absent,agentic-tool,frontier,Harbor,,,,,,12.8,strict-pass@1%,0.0289,,,"https://arxiv.org/abs/2610.01306 (Table 3: launch leaderboard, one row per configuration / row Grok 4.6 (xhigh) / column strict_finance)",,out:effort-not-established, dayjob-healthcare,arxiv-dayjob,glm-5.3,not-established:absent,agentic-tool,frontier,Harbor,,,,,,0.4,strict-pass@1%,0.0289,,,"https://arxiv.org/abs/2610.01306 (Table 3: launch leaderboard, one row per configuration / row GLM 5.3 (max) / column strict_healthcare)",,out:effort-not-established, dayjob-finance,arxiv-dayjob,glm-5.3,not-established:absent,agentic-tool,frontier,Harbor,,,,,,6.0,strict-pass@1%,0.0289,,,"https://arxiv.org/abs/2610.01306 (Table 3: launch leaderboard, one row per configuration / row GLM 5.3 (max) / column strict_finance)",,out:effort-not-established, dayjob-healthcare,arxiv-dayjob,glm-5.3-flash,not-established:absent,agentic-tool,frontier,Harbor,,,,,,0.4,strict-pass@1%,0.0289,,,"https://arxiv.org/abs/2610.01306 (Table 3: launch leaderboard, one row per configuration / row GLM 5.3 Flash (max) / column strict_healthcare)",,out:effort-not-established, dayjob-finance,arxiv-dayjob,glm-5.3-flash,not-established:absent,agentic-tool,frontier,Harbor,,,,,,2.3,strict-pass@1%,0.0289,,,"https://arxiv.org/abs/2610.01306 (Table 3: launch leaderboard, one row per configuration / row GLM 5.3 Flash (max) / column strict_finance)",,out:effort-not-established, dayjob-healthcare,arxiv-dayjob,?Qwen 3.8 Max,not-established:absent,agentic-tool,frontier,Harbor,,,,,,2.0,strict-pass@1%,0.0289,,,"https://arxiv.org/abs/2610.01306 (Table 3: launch leaderboard, one row per configuration / row Qwen 3.8 Max (xhigh) / column strict_healthcare)",,out:model-not-established, dayjob-finance,arxiv-dayjob,?Qwen 3.8 Max,not-established:absent,agentic-tool,frontier,Harbor,,,,,,3.0,strict-pass@1%,0.0289,,,"https://arxiv.org/abs/2610.01306 (Table 3: launch leaderboard, one row per configuration / row Qwen 3.8 Max (xhigh) / column strict_finance)",,out:model-not-established, dayjob-healthcare,arxiv-dayjob,kimi-k3,not-established:absent,agentic-tool,frontier,Harbor,,,,,,1.2,strict-pass@1%,0.0289,,,"https://arxiv.org/abs/2610.01306 (Table 3: launch leaderboard, one row per configuration / row Kimi K3 (max) / column strict_healthcare)",,out:effort-not-established, dayjob-finance,arxiv-dayjob,kimi-k3,not-established:absent,agentic-tool,frontier,Harbor,,,,,,3.8,strict-pass@1%,0.0289,,,"https://arxiv.org/abs/2610.01306 (Table 3: launch leaderboard, one row per configuration / row Kimi K3 (max) / column strict_finance)",,out:effort-not-established, dayjob-healthcare,arxiv-dayjob,kimi-k2.7-code,solo,agentic-tool,frontier,Harbor,,,,,,0.0,strict-pass@1%,0.0289,,,"https://arxiv.org/abs/2610.01306 (Table 3: launch leaderboard, one row per configuration / row Kimi K2.7 Code (max) / column strict_healthcare)",,out:single-couple, dayjob-finance,arxiv-dayjob,kimi-k2.7-code,solo,agentic-tool,frontier,Harbor,,,,,,0.0,strict-pass@1%,0.0289,,,"https://arxiv.org/abs/2610.01306 (Table 3: launch leaderboard, one row per configuration / row Kimi K2.7 Code (max) / column strict_finance)",,out:single-couple, dayjob-healthcare,arxiv-dayjob,gemini-3.8-flash,not-established:absent,agentic-tool,frontier,Harbor,,,,,,0.8,strict-pass@1%,0.0289,,,"https://arxiv.org/abs/2610.01306 (Table 3: launch leaderboard, one row per configuration / row Gemini 3.8 Flash (high) / column strict_healthcare)",,out:effort-not-established, dayjob-finance,arxiv-dayjob,gemini-3.8-flash,not-established:absent,agentic-tool,frontier,Harbor,,,,,,2.8,strict-pass@1%,0.0289,,,"https://arxiv.org/abs/2610.01306 (Table 3: launch leaderboard, one row per configuration / row Gemini 3.8 Flash (high) / column strict_finance)",,out:effort-not-established, dayjob-healthcare,arxiv-dayjob,gemini-3.7-flash,not-established:absent,agentic-tool,frontier,Harbor,,,,,,0.0,strict-pass@1%,0.0289,,,"https://arxiv.org/abs/2610.01306 (Table 3: launch leaderboard, one row per configuration / row Gemini 3.7 Flash (high) / column strict_healthcare)",,out:effort-not-established, dayjob-finance,arxiv-dayjob,gemini-3.7-flash,not-established:absent,agentic-tool,frontier,Harbor,,,,,,2.8,strict-pass@1%,0.0289,,,"https://arxiv.org/abs/2610.01306 (Table 3: launch leaderboard, one row per configuration / row Gemini 3.7 Flash (high) / column strict_finance)",,out:effort-not-established, dayjob-healthcare,arxiv-dayjob,gemini-3.1-pro,not-established:absent,agentic-tool,frontier,Harbor,,,,,,0.0,strict-pass@1%,0.0289,,,"https://arxiv.org/abs/2610.01306 (Table 3: launch leaderboard, one row per configuration / row Gemini 3.1 Pro (high) / column strict_healthcare)",,out:effort-not-established, dayjob-finance,arxiv-dayjob,gemini-3.1-pro,not-established:absent,agentic-tool,frontier,Harbor,,,,,,0.0,strict-pass@1%,0.0289,,,"https://arxiv.org/abs/2610.01306 (Table 3: launch leaderboard, one row per configuration / row Gemini 3.1 Pro (high) / column strict_finance)",,out:effort-not-established, dayjob-healthcare,arxiv-dayjob,?DeepSeek V4 Pro,not-established:absent,agentic-tool,frontier,Harbor,,,,,,0.4,strict-pass@1%,0.0289,,,"https://arxiv.org/abs/2610.01306 (Table 3: launch leaderboard, one row per configuration / row DeepSeek V4 Pro (max) / column strict_healthcare)",,out:model-not-established, dayjob-finance,arxiv-dayjob,?DeepSeek V4 Pro,not-established:absent,agentic-tool,frontier,Harbor,,,,,,1.0,strict-pass@1%,0.0289,,,"https://arxiv.org/abs/2610.01306 (Table 3: launch leaderboard, one row per configuration / row DeepSeek V4 Pro (max) / column strict_finance)",,out:model-not-established, dayjob-healthcare,arxiv-dayjob,?DeepSeek V4 Flash,not-established:absent,agentic-tool,frontier,Harbor,,,,,,0.0,strict-pass@1%,0.0289,,,"https://arxiv.org/abs/2610.01306 (Table 3: launch leaderboard, one row per configuration / row DeepSeek V4 Flash (max) / column strict_healthcare)",,out:model-not-established, dayjob-finance,arxiv-dayjob,?DeepSeek V4 Flash,not-established:absent,agentic-tool,frontier,Harbor,,,,,,0.0,strict-pass@1%,0.0289,,,"https://arxiv.org/abs/2610.01306 (Table 3: launch leaderboard, one row per configuration / row DeepSeek V4 Flash (max) / column strict_finance)",,out:model-not-established, edithero,arxiv-edithero,opus-5.5,unstated,coding,hard,,,,,,,0.62,if-score-of-1,0.00289,,,"https://arxiv.org/abs/2610.02298 (Table 3, row Opus 5.5, column IF↑ (completed/total 416/416))",,out:effort-not-established, edithero,arxiv-edithero,fable-5.1,unstated,coding,hard,,,,,,,0.52,if-score-of-1,0.00289,,,"https://arxiv.org/abs/2610.02298 (Table 3, row Fable 5.1, column IF↑ (completed/total 416/416))",,out:effort-not-established, edithero,arxiv-edithero,deepseek-v4.1-flash,unstated,coding,hard,,,,,,,0.42,if-score-of-1,0.00289,,,"https://arxiv.org/abs/2610.02298 (Table 3, row DeepSeek V4.1 Flash, column IF↑ (completed/total 416/416))",,out:effort-not-established, edithero,arxiv-edithero,?Sol 6 (medium),not-established:absent,coding,hard,,,,,,,0.42,if-score-of-1,0.00289,,,"https://arxiv.org/abs/2610.02298 (Table 3, row Sol 6 (medium), column IF↑ (completed/total 416/416))",,out:model-not-established, edithero,arxiv-edithero,?Astra (medium),not-established:absent,coding,hard,,,,,,,0.53,if-score-of-1,0.00289,,,"https://arxiv.org/abs/2610.02298 (Table 3, row Astra (medium), column IF↑ (completed/total 416/416))",,out:model-not-established, edithero,arxiv-edithero,glm-5.3-flash,unstated,coding,hard,,,,,,,0.26,if-score-of-1,0.00289,,,"https://arxiv.org/abs/2610.02298 (Table 3, row GLM 5.3 Flash, column IF↑ (completed/total 416/416))",,out:effort-not-established, lawandorder-noform,arxiv-lawandorder,opus-5.5,unstated,reasoning-math,hard,w/o-formalization,,,,,,40.0,correct-returns-strict%,0.0289,,,"https://arxiv.org/abs/2610.02792 (table-1.csv: Table 1 (TY 2025 tax-return computation), one row per model and method / row Claude Opus 5.5|noform / column correct_returns_strict)",,out:effort-not-established, lawandorder-noform,arxiv-lawandorder,fable-5.1,unstated,reasoning-math,hard,w/o-formalization,,,,,,40.0,correct-returns-strict%,0.0289,,,"https://arxiv.org/abs/2610.02792 (table-1.csv: Table 1 (TY 2025 tax-return computation), one row per model and method / row Claude Fable 5.1|noform / column correct_returns_strict)",,out:effort-not-established, lawandorder-noform-ws,arxiv-lawandorder,opus-5.5,unstated,reasoning-math,hard,w/o-formalization+websearch,,,,,,64.0,correct-returns-strict%,0.0289,,,"https://arxiv.org/abs/2610.02792 (table-1.csv: Table 1 (TY 2025 tax-return computation), one row per model and method / row Claude Opus 5.5|noform-ws / column correct_returns_strict)",,out:effort-not-established, lawandorder-noform-ws,arxiv-lawandorder,fable-5.1,unstated,reasoning-math,hard,w/o-formalization+websearch,,,,,,48.0,correct-returns-strict%,0.0289,,,"https://arxiv.org/abs/2610.02792 (table-1.csv: Table 1 (TY 2025 tax-return computation), one row per model and method / row Claude Fable 5.1|noform-ws / column correct_returns_strict)",,out:effort-not-established, lawandorder-direct,arxiv-lawandorder,opus-5.5,unstated,reasoning-math,hard,direct-translation,,,,,,52.5,correct-returns-strict%,0.0289,,,"https://arxiv.org/abs/2610.02792 (table-1.csv: Table 1 (TY 2025 tax-return computation), one row per model and method / row Claude Opus 5.5|direct / column correct_returns_strict)",,out:effort-not-established, lawandorder-direct,arxiv-lawandorder,fable-5.1,unstated,reasoning-math,hard,direct-translation,,,,,,55.0,correct-returns-strict%,0.0289,,,"https://arxiv.org/abs/2610.02792 (table-1.csv: Table 1 (TY 2025 tax-return computation), one row per model and method / row Claude Fable 5.1|direct / column correct_returns_strict)",,out:effort-not-established, lawandorder-selfdebug,arxiv-lawandorder,opus-5.5,unstated,reasoning-math,hard,self-debugging,,,,,,95.0,correct-returns-strict%,0.0289,,,"https://arxiv.org/abs/2610.02792 (table-1.csv: Table 1 (TY 2025 tax-return computation), one row per model and method / row Claude Opus 5.5|selfdebug / column correct_returns_strict)",,out:effort-not-established, lawandorder-selfdebug,arxiv-lawandorder,fable-5.1,unstated,reasoning-math,hard,self-debugging,,,,,,92.5,correct-returns-strict%,0.0289,,,"https://arxiv.org/abs/2610.02792 (table-1.csv: Table 1 (TY 2025 tax-return computation), one row per model and method / row Claude Fable 5.1|selfdebug / column correct_returns_strict)",,out:effort-not-established, lawandorder-lo,arxiv-lawandorder,opus-5.5,unstated,reasoning-math,hard,law-and-order-method,,,,,,85.0,correct-returns-strict%,0.0289,,,"https://arxiv.org/abs/2610.02792 (table-1.csv: Table 1 (TY 2025 tax-return computation), one row per model and method / row Claude Opus 5.5|lo / column correct_returns_strict)",,out:effort-not-established, lawandorder-lo,arxiv-lawandorder,fable-5.1,unstated,reasoning-math,hard,law-and-order-method,,,,,,72.5,correct-returns-strict%,0.0289,,,"https://arxiv.org/abs/2610.02792 (table-1.csv: Table 1 (TY 2025 tax-return computation), one row per model and method / row Claude Fable 5.1|lo / column correct_returns_strict)",,out:effort-not-established, lawandorder-noform,arxiv-lawandorder,?GPT-6,not-established:absent,reasoning-math,hard,w/o-formalization,,,,,,38.0,correct-returns-strict%,0.0289,,,"https://arxiv.org/abs/2610.02792 (table-1.csv: Table 1 (TY 2025 tax-return computation), one row per model and method / row GPT-6|noform / column correct_returns_strict)",,out:model-not-established, lawandorder-noform-ws,arxiv-lawandorder,?GPT-6,not-established:absent,reasoning-math,hard,w/o-formalization+websearch,,,,,,66.0,correct-returns-strict%,0.0289,,,"https://arxiv.org/abs/2610.02792 (table-1.csv: Table 1 (TY 2025 tax-return computation), one row per model and method / row GPT-6|noform-ws / column correct_returns_strict)",,out:model-not-established, lawandorder-direct,arxiv-lawandorder,?GPT-6,not-established:absent,reasoning-math,hard,direct-translation,,,,,,95.0,correct-returns-strict%,0.0289,,,"https://arxiv.org/abs/2610.02792 (table-1.csv: Table 1 (TY 2025 tax-return computation), one row per model and method / row GPT-6|direct / column correct_returns_strict)",,out:model-not-established, lawandorder-selfdebug,arxiv-lawandorder,?GPT-6,not-established:absent,reasoning-math,hard,self-debugging,,,,,,100.0,correct-returns-strict%,0.0289,,,"https://arxiv.org/abs/2610.02792 (table-1.csv: Table 1 (TY 2025 tax-return computation), one row per model and method / row GPT-6|selfdebug / column correct_returns_strict)",,out:model-not-established, lawandorder-lo,arxiv-lawandorder,?GPT-6,not-established:absent,reasoning-math,hard,law-and-order-method,,,,,,100.0,correct-returns-strict%,0.0289,,,"https://arxiv.org/abs/2610.02792 (table-1.csv: Table 1 (TY 2025 tax-return computation), one row per model and method / row GPT-6|lo / column correct_returns_strict)",,out:model-not-established, lawandorder-direct,arxiv-lawandorder,gpt-5.5,medium,reasoning-math,hard,direct-translation,,,,,,17.5,correct-returns-strict%,0.0289,,,"https://arxiv.org/abs/2610.02792 (table-1.csv: Table 1 (TY 2025 tax-return computation), one row per model and method / row GPT-5.5 (Medium)|direct / column correct_returns_strict)",,out:single-couple, lawandorder-selfdebug,arxiv-lawandorder,gpt-5.5,medium,reasoning-math,hard,self-debugging,,,,,,37.5,correct-returns-strict%,0.0289,,,"https://arxiv.org/abs/2610.02792 (table-1.csv: Table 1 (TY 2025 tax-return computation), one row per model and method / row GPT-5.5 (Medium)|selfdebug / column correct_returns_strict)",,out:single-couple, lawandorder-lo,arxiv-lawandorder,gpt-5.5,medium,reasoning-math,hard,law-and-order-method,,,,,,95.0,correct-returns-strict%,0.0289,,,"https://arxiv.org/abs/2610.02792 (table-1.csv: Table 1 (TY 2025 tax-return computation), one row per model and method / row GPT-5.5 (Medium)|lo / column correct_returns_strict)",,out:single-couple, lawandorder-direct,arxiv-lawandorder,gemini-3.8-flash,unstated,reasoning-math,hard,direct-translation,,,,,,27.5,correct-returns-strict%,0.0289,,,"https://arxiv.org/abs/2610.02792 (table-1.csv: Table 1 (TY 2025 tax-return computation), one row per model and method / row Gemini 3.8 Flash|direct / column correct_returns_strict)",,out:effort-not-established, lawandorder-selfdebug,arxiv-lawandorder,gemini-3.8-flash,unstated,reasoning-math,hard,self-debugging,,,,,,75.0,correct-returns-strict%,0.0289,,,"https://arxiv.org/abs/2610.02792 (table-1.csv: Table 1 (TY 2025 tax-return computation), one row per model and method / row Gemini 3.8 Flash|selfdebug / column correct_returns_strict)",,out:effort-not-established, lawandorder-lo,arxiv-lawandorder,gemini-3.8-flash,unstated,reasoning-math,hard,law-and-order-method,,,,,,75.0,correct-returns-strict%,0.0289,,,"https://arxiv.org/abs/2610.02792 (table-1.csv: Table 1 (TY 2025 tax-return computation), one row per model and method / row Gemini 3.8 Flash|lo / column correct_returns_strict)",,out:effort-not-established, lawandorder-noform,arxiv-lawandorder,kimi-k3,unstated,reasoning-math,hard,w/o-formalization,,,,,,6.0,correct-returns-strict%,0.0289,,,"https://arxiv.org/abs/2610.02792 (table-1.csv: Table 1 (TY 2025 tax-return computation), one row per model and method / row Kimi K3|noform / column correct_returns_strict)",,out:effort-not-established, lawandorder-direct,arxiv-lawandorder,kimi-k3,unstated,reasoning-math,hard,direct-translation,,,,,,62.5,correct-returns-strict%,0.0289,,,"https://arxiv.org/abs/2610.02792 (table-1.csv: Table 1 (TY 2025 tax-return computation), one row per model and method / row Kimi K3|direct / column correct_returns_strict)",,out:effort-not-established, lawandorder-selfdebug,arxiv-lawandorder,kimi-k3,unstated,reasoning-math,hard,self-debugging,,,,,,95.0,correct-returns-strict%,0.0289,,,"https://arxiv.org/abs/2610.02792 (table-1.csv: Table 1 (TY 2025 tax-return computation), one row per model and method / row Kimi K3|selfdebug / column correct_returns_strict)",,out:effort-not-established, lawandorder-lo,arxiv-lawandorder,kimi-k3,unstated,reasoning-math,hard,law-and-order-method,,,,,,85.0,correct-returns-strict%,0.0289,,,"https://arxiv.org/abs/2610.02792 (table-1.csv: Table 1 (TY 2025 tax-return computation), one row per model and method / row Kimi K3|lo / column correct_returns_strict)",,out:effort-not-established, lawandorder-direct,arxiv-lawandorder,?Qwen 3.6 8B,not-established:absent,reasoning-math,hard,direct-translation,,,,,,0.0,correct-returns-strict%,0.0289,,,"https://arxiv.org/abs/2610.02792 (table-1.csv: Table 1 (TY 2025 tax-return computation), one row per model and method / row Qwen 3.6 8B|direct / column correct_returns_strict)",,out:model-not-established, lawandorder-selfdebug,arxiv-lawandorder,?Qwen 3.6 8B,not-established:absent,reasoning-math,hard,self-debugging,,,,,,0.0,correct-returns-strict%,0.0289,,,"https://arxiv.org/abs/2610.02792 (table-1.csv: Table 1 (TY 2025 tax-return computation), one row per model and method / row Qwen 3.6 8B|selfdebug / column correct_returns_strict)",,out:model-not-established, lawandorder-lo,arxiv-lawandorder,?Qwen 3.6 8B,not-established:absent,reasoning-math,hard,law-and-order-method,,,,,,0.0,correct-returns-strict%,0.0289,,,"https://arxiv.org/abs/2610.02792 (table-1.csv: Table 1 (TY 2025 tax-return computation), one row per model and method / row Qwen 3.6 8B|lo / column correct_returns_strict)",,out:model-not-established, atomic-expense,atomicagent,sonnet-5.5,high,coding,easy,AtomicAgent-OpenRouter,,0.14250000000000002,0.0276,,,100,pass%,0,,cost-unrepriced; cost-price-band,"https://atomicagent.io/blog/claude-sonnet-5-5/ (results table, hidden tests column)",,out:saturated,out:cost-single-couple atomic-expense,atomicagent,opus-5.5,high,coding,easy,AtomicAgent-OpenRouter,,0.33,0.00289,,,100,pass%,0,,cost-base-price:cost-publisher-figure,"https://atomicagent.io/blog/claude-sonnet-5-5/ (results table, hidden tests column)",,out:saturated,in atomic-expense,atomicagent,sonnet-5,high,coding,easy,AtomicAgent-OpenRouter,,0.30,0.00289,,,100,pass%,0,,cost-base-price:cost-publisher-figure,"https://atomicagent.io/blog/claude-sonnet-5-5/ (results table, hidden tests column)",,out:saturated,in atomic-expense,atomicagent,gpt-6-sol,medium,coding,easy,AtomicAgent-OpenRouter,,0.52,0.00289,,,100,pass%,0,,cost-base-price:cost-publisher-figure,"https://atomicagent.io/blog/claude-sonnet-5-5/ (results table, hidden tests column)",,out:saturated,in atomicagent-warehouse-59-hidden-tests,atomicagent,fable-5.2,medium,coding,mid,,per-task-mean,1.87,0.00289,,,100,pass%,0,,cost-base-price:cost-publisher-figure,"https://atomicagent.io/blog/claude-fable-5-2-vs-opus-5-5/ (table ""Here is what we measured, averaged over three runs of each setup"", row Fable 5.2, medium, Hidden tests)",,out:saturated,in atomicagent-warehouse-59-hidden-tests,atomicagent,fable-5.2,high,coding,mid,,per-task-mean,7.70,0.00289,,,100,pass%,0,,cost-base-price:cost-publisher-figure,"https://atomicagent.io/blog/claude-fable-5-2-vs-opus-5-5/ (table ""Here is what we measured, averaged over three runs of each setup"", row Fable 5.2, high (API default), Hidden tests)",,out:saturated,in atomicagent-warehouse-59-hidden-tests,atomicagent,opus-5.5,not-established:contradictory,coding,mid,,per-task-mean,0.97,0.00289,,,100,pass%,0,,,"https://atomicagent.io/blog/claude-fable-5-2-vs-opus-5-5/ (table ""Here is what we measured, averaged over three runs of each setup"", row Opus 5.5, medium (API default), Hidden tests)",,out:effort-not-established,out:effort-not-established atomicagent-warehouse-59-hidden-tests,atomicagent,opus-5.5,high,coding,mid,,per-task-mean,1.70,0.00289,,,100,pass%,0,,cost-base-price:cost-publisher-figure,"https://atomicagent.io/blog/claude-fable-5-2-vs-opus-5-5/ (table ""Here is what we measured, averaged over three runs of each setup"", row Opus 5.5, high, Hidden tests)",,out:saturated,in aa-index5@atomicagent,atomicagent,?Carbon,not-established:absent,mixed,hard,,per-task,7.76,0.00289,,,60,AA-idx,0.289,,restated-from:Artificial Analysis,"https://atomicagent.io/blog/gemini-4-carbon/ (tableau, colonne Index)",,out:model-not-established,out:model-not-established aa-index5@atomicagent,atomicagent,?Carbon,not-established:absent,mixed,hard,,per-task,6.59,0.00289,,,58,AA-idx,0.289,,restated-from:Artificial Analysis,"https://atomicagent.io/blog/gemini-4-carbon/ (tableau, colonne Index)",,out:model-not-established,out:model-not-established aa-index5@atomicagent,atomicagent,?Carbon,not-established:absent,mixed,hard,,per-task,7.19,0.00289,,,54,AA-idx,0.289,,restated-from:Artificial Analysis,"https://atomicagent.io/blog/gemini-4-carbon/ (tableau, colonne Index)",,out:model-not-established,out:model-not-established atomic-carbon-bugfix,atomicagent,?Carbon,not-established:absent,agentic-tool,hard,Atomic-Agent,,0.95,0.00289,,,59,score-of-1,0,,,"https://atomicagent.io/blog/gemini-4-carbon/ (tableau, colonne Hidden tests)",,out:model-not-established,out:model-not-established atomic-carbon-bugfix,atomicagent,?Carbon,not-established:absent,agentic-tool,hard,Atomic-Agent,,1.29,0.00289,,,59,score-of-1,0,,,"https://atomicagent.io/blog/gemini-4-carbon/ (tableau, colonne Hidden tests)",,out:model-not-established,out:model-not-established aa-index5@axentix,axentix,opus-5.5,low,mixed,hard,,per-task,0.98,0.00289,,,35,AA-idx,0.289,,restated-from:Artificial Analysis; same-runs-as:src-artificialanalysis-leaderboards-models-2026-11-09#M1096,"https://useaxentix.com/blog/llm/fable-5-2-vs-opus-5-5/ (table ""all ten configurations"" (Model (effort), Cost per task, Intelligence Index, Time per task, Time to first token), row Opus 5.5 (low), Intelligence Index)",,out:copy,out:copy aa-index5@axentix,axentix,opus-5.5,medium,mixed,hard,,per-task,2.45,0.00289,,,48,AA-idx,0.289,,restated-from:Artificial Analysis; same-runs-as:src-artificialanalysis-leaderboards-models-2026-11-09#M1208,"https://useaxentix.com/blog/llm/fable-5-2-vs-opus-5-5/ (table ""all ten configurations"" (Model (effort), Cost per task, Intelligence Index, Time per task, Time to first token), row Opus 5.5 (medium), Intelligence Index)",,out:copy,out:copy aa-index5@axentix,axentix,fable-5.2,low,mixed,hard,,per-task,3.10,0.00289,,,54,AA-idx,0.289,,restated-from:Artificial Analysis; same-runs-as:src-artificialanalysis-leaderboards-models-2026-11-10#M1,"https://useaxentix.com/blog/llm/fable-5-2-vs-opus-5-5/ (table ""all ten configurations"" (Model (effort), Cost per task, Intelligence Index, Time per task, Time to first token), row Fable 5.2 (low), Intelligence Index)",,out:copy,out:copy aa-index5@axentix,axentix,opus-5.5,high,mixed,hard,,per-task,3.46,0.00289,,,52,AA-idx,0.289,,restated-from:Artificial Analysis; same-runs-as:src-artificialanalysis-leaderboards-models-2026-11-09#M1249,"https://useaxentix.com/blog/llm/fable-5-2-vs-opus-5-5/ (table ""all ten configurations"" (Model (effort), Cost per task, Intelligence Index, Time per task, Time to first token), row Opus 5.5 (high), Intelligence Index)",,out:copy,out:copy aa-index5@axentix,axentix,fable-5.2,medium,mixed,hard,,per-task,3.80,0.00289,,,56,AA-idx,0.289,,restated-from:Artificial Analysis; same-runs-as:src-artificialanalysis-leaderboards-models-2026-11-10#M22,"https://useaxentix.com/blog/llm/fable-5-2-vs-opus-5-5/ (table ""all ten configurations"" (Model (effort), Cost per task, Intelligence Index, Time per task, Time to first token), row Fable 5.2 (medium), Intelligence Index)",,out:copy,out:copy aa-index5@axentix,axentix,opus-5.5,xhigh,mixed,hard,,per-task,6.05,0.00289,,,57,AA-idx,0.289,,restated-from:Artificial Analysis; same-runs-as:src-artificialanalysis-leaderboards-models-2026-11-09#M1188,"https://useaxentix.com/blog/llm/fable-5-2-vs-opus-5-5/ (table ""all ten configurations"" (Model (effort), Cost per task, Intelligence Index, Time per task, Time to first token), row Opus 5.5 (xhigh), Intelligence Index)",,out:copy,out:copy aa-index5@axentix,axentix,fable-5.2,high,mixed,hard,,per-task,9.08,0.00289,,,62,AA-idx,0.289,,restated-from:Artificial Analysis; same-runs-as:src-artificialanalysis-leaderboards-models-2026-11-10#M43,"https://useaxentix.com/blog/llm/fable-5-2-vs-opus-5-5/ (table ""all ten configurations"" (Model (effort), Cost per task, Intelligence Index, Time per task, Time to first token), row Fable 5.2 (high), Intelligence Index)",,out:copy,out:copy aa-index5@axentix,axentix,opus-5.5,max,mixed,hard,,per-task,10.04,0.00289,,,59,AA-idx,0.289,,restated-from:Artificial Analysis; same-runs-as:src-artificialanalysis-leaderboards-models-2026-11-09#M245,"https://useaxentix.com/blog/llm/fable-5-2-vs-opus-5-5/ (table ""all ten configurations"" (Model (effort), Cost per task, Intelligence Index, Time per task, Time to first token), row Opus 5.5 (max), Intelligence Index)",,out:copy,out:copy aa-index5@axentix,axentix,fable-5.2,xhigh,mixed,hard,,per-task,14.83,0.00289,,,62,AA-idx,0.289,,restated-from:Artificial Analysis; same-runs-as:src-artificialanalysis-leaderboards-models-2026-11-10#M64,"https://useaxentix.com/blog/llm/fable-5-2-vs-opus-5-5/ (table ""all ten configurations"" (Model (effort), Cost per task, Intelligence Index, Time per task, Time to first token), row Fable 5.2 (xhigh), Intelligence Index)",,out:copy,out:copy aa-index5@axentix,axentix,fable-5.2,max,mixed,hard,,per-task,26.54,0.00289,,,65,AA-idx,0.289,,restated-from:Artificial Analysis; same-runs-as:src-artificialanalysis-leaderboards-models-2026-11-10#M85,"https://useaxentix.com/blog/llm/fable-5-2-vs-opus-5-5/ (table ""all ten configurations"" (Model (effort), Cost per task, Intelligence Index, Time per task, Time to first token), row Fable 5.2 (max), Intelligence Index)",,out:copy,out:copy benchlm-terminalbench-4-0,benchlm,fable-5.1,unstated,mixed,hard,,,,,,,55.80,score%,0.00289,,restated-from:Anthropic,"https://benchlm.ai/md/models/claude-fable-5-1.md (table row ""Terminal-Bench 4.0"", column Score)",,out:effort-not-established, benchlm-terminalbench-science-0-1,benchlm,fable-5.1,unstated,mixed,hard,,,,,,,52.6,score%,0.0289,,restated-from:Anthropic,"https://benchlm.ai/md/models/claude-fable-5-1.md (table row ""Terminal-Bench-Science 0.1"", column Score)",,out:effort-not-established, benchlm-osworld-2-0,benchlm,fable-5.1,unstated,mixed,hard,,,,,,,41.7,score%,0.0289,,restated-from:Anthropic,"https://benchlm.ai/md/models/claude-fable-5-1.md (table row ""OSWorld 2.0"", column Score)",,out:effort-not-established, benchlm-automationbench,benchlm,fable-5.1,unstated,mixed,hard,,,,,,,31.4,score%,0.0289,,restated-from:Anthropic,"https://benchlm.ai/md/models/claude-fable-5-1.md (table row ""AutomationBench"", column Score)",,out:effort-not-established, benchlm-toolathlon-verified,benchlm,fable-5.1,unstated,mixed,hard,,,,,,,77.8,score%,0.0289,,restated-from:Anthropic,"https://benchlm.ai/md/models/claude-fable-5-1.md (table row ""Toolathlon-Verified"", column Score)",,out:effort-not-established, benchlm-toolathlon-verified-pass3,benchlm,fable-5.1,unstated,mixed,hard,,,,,,,81.5,score%,0.0289,,restated-from:Anthropic,"https://benchlm.ai/md/models/claude-fable-5-1.md (table row ""Toolathlon Verified Pass@3"", column Score)",,out:effort-not-established, benchlm-toolathlon-verified-pass3-all,benchlm,fable-5.1,unstated,mixed,hard,,,,,,,73.1,score%,0.0289,,restated-from:Anthropic,"https://benchlm.ai/md/models/claude-fable-5-1.md (table row ""Toolathlon Verified Pass³"", column Score)",,out:effort-not-established, benchlm-gdpval-aa-normalized,benchlm,fable-5.1,unstated,mixed,hard,,,,,,,62.7,score%,0.0289,,restated-from:Artificial Analysis model benchmarks,"https://benchlm.ai/md/models/claude-fable-5-1.md (table row ""GDPval-AA"", column Score)",,out:effort-not-established, benchlm-aa-briefcase,benchlm,fable-5.1,unstated,mixed,hard,,,,,,,1669,Elo,0.289,,restated-from:Artificial Analysis: aa-briefcase leaderboard,"https://benchlm.ai/md/models/claude-fable-5-1.md (table row ""AA Briefcase"", column Score)",,out:effort-not-established, benchlm-aa-harvey-lab,benchlm,fable-5.1,unstated,mixed,hard,,,,,,,93.0,score%,0.0289,,restated-from:Artificial Analysis: harvey-lab-aa leaderboard,"https://benchlm.ai/md/models/claude-fable-5-1.md (table row ""AA Harvey LAB v1.0"", column Score)",,out:effort-not-established, benchlm-aa-tau3-banking,benchlm,fable-5.1,unstated,mixed,hard,,,,,,,47.2,score%,0.0289,,restated-from:Artificial Analysis: tau3-banking leaderboard,"https://benchlm.ai/md/models/claude-fable-5-1.md (table row ""AA Tau3 Banking"", column Score)",,out:effort-not-established, benchlm-terminalbench-2-1-vals,benchlm,fable-5.1,unstated,mixed,hard,,,,,,,85.0,score%,0.0289,,restated-from:Vals AI: Terminal-Bench 2.1 leaderboard,"https://benchlm.ai/md/models/claude-fable-5-1.md (table row ""Terminal-Bench 2.1 (Vals)"", column Score)",,out:effort-not-established, benchlm-aa-automationbench,benchlm,fable-5.1,unstated,mixed,hard,,,,,,,59.4,score%,0.0289,,restated-from:Artificial Analysis: automationbench-aa leaderboard,"https://benchlm.ai/md/models/claude-fable-5-1.md (table row ""AA AutomationBench"", column Score)",,out:effort-not-established, benchlm-gdpval-aa,benchlm,fable-5.1,unstated,mixed,hard,,,,,,,1763,Elo,0.289,,restated-from:Artificial Analysis: gdpval-aa leaderboard,"https://benchlm.ai/md/models/claude-fable-5-1.md (table row ""GDPval-AA"", column Score)",,out:effort-not-established, benchlm-aa-agentic-index,benchlm,fable-5.1,unstated,mixed,hard,,,,,,,58.0,score%,0.0289,,restated-from:Artificial Analysis model benchmarks,"https://benchlm.ai/md/models/claude-fable-5-1.md (table row ""AA Agentic Index"", column Score)",,out:effort-not-established, benchlm-gdp-pdf,benchlm,fable-5.1,unstated,mixed,hard,,,,,,,26.2,score%,0.0289,,restated-from:Artificial Analysis: gdp-pdf leaderboard,"https://benchlm.ai/md/models/claude-fable-5-1.md (table row ""GDP.pdf"", column Score)",,out:effort-not-established, benchlm-aa-analystagent,benchlm,fable-5.1,unstated,mixed,hard,,,,,,,57.5,score%,0.0289,,restated-from:Artificial Analysis: aa-analyst-agent leaderboard,"https://benchlm.ai/md/models/claude-fable-5-1.md (table row ""AA-AnalystAgent"", column Score)",,out:effort-not-established, benchlm-apprenticebench,benchlm,fable-5.1,unstated,mixed,hard,,,,,,,72,score%,0.289,,restated-from:NeoCognition: ApprenticeBench GUI results,"https://benchlm.ai/md/models/claude-fable-5-1.md (table row ""ApprenticeBench"", column Score)",,out:effort-not-established, benchlm-aa-itbench,benchlm,fable-5.1,unstated,mixed,hard,,,,,,,49.5,score%,0.0289,,restated-from:Artificial Analysis: itbench-aa leaderboard,"https://benchlm.ai/md/models/claude-fable-5-1.md (table row ""AA ITBench"", column Score)",,out:effort-not-established, benchlm-aa-terminalbench21,benchlm,fable-5.1,unstated,mixed,hard,,,,,,,91.4,score%,0.0289,,restated-from:Artificial Analysis: terminalbench-v2-1 leaderboard,"https://benchlm.ai/md/models/claude-fable-5-1.md (table row ""aaTerminalBench21"", column Score)",,out:effort-not-established, benchlm-aa-terminalbench-4-0,benchlm,fable-5.1,unstated,mixed,hard,,,,,,,52.0,score%,0.0289,,restated-from:Artificial Analysis: terminalbench-v4-0 leaderboard,"https://benchlm.ai/md/models/claude-fable-5-1.md (table row ""AA Terminal-Bench 4.0"", column Score)",,out:effort-not-established, benchlm-cwe-bench-v1,benchlm,fable-5.1,unstated,mixed,hard,,,,,,,58.0,score%,0.0289,,restated-from:Collinear: CWE-bench v1 leaderboard,"https://benchlm.ai/md/models/claude-fable-5-1.md (table row ""CWE-bench v1"", column Score)",,out:effort-not-established, benchlm-mazebench,benchlm,fable-5.1,unstated,mixed,hard,,,,,,,10,score%,0.289,,restated-from:MazeBench AI leaderboard (ASCII mode),"https://benchlm.ai/md/models/claude-fable-5-1.md (table row ""MazeBench"", column Score)",,out:effort-not-established, benchlm-osworld-2-1,benchlm,fable-5.1,unstated,mixed,hard,,,,,,,80.7,score%,0.0289,,restated-from:Anthropic,"https://benchlm.ai/md/models/claude-fable-5-1.md (table row ""OSWorld 2.1"", column Score)",,out:effort-not-established, benchlm-aa-cyber-index,benchlm,fable-5.1,unstated,mixed,hard,,,,,,,25.0,score%,0.0289,,restated-from:Artificial Analysis: artificial-analysis-cyber-index leaderboard,"https://benchlm.ai/md/models/claude-fable-5-1.md (table row ""AA Cyber Index"", column Score)",,out:effort-not-established, benchlm-cwe-bench-aa,benchlm,fable-5.1,unstated,mixed,hard,,,,,,,50.8,score%,0.0289,,restated-from:Artificial Analysis: cwe-bench-aa leaderboard,"https://benchlm.ai/md/models/claude-fable-5-1.md (table row ""CWE-Bench-AA"", column Score)",,out:effort-not-established, benchlm-deepsecbench-aa,benchlm,fable-5.1,unstated,mixed,hard,,,,,,,23.5,score%,0.0289,,restated-from:Artificial Analysis: deepsecbench-aa leaderboard,"https://benchlm.ai/md/models/claude-fable-5-1.md (table row ""DeepsecBench-AA"", column Score)",,out:effort-not-established, benchlm-cybergym-e2e-aa,benchlm,fable-5.1,unstated,mixed,hard,,,,,,,0.8,score%,0.0289,,restated-from:Artificial Analysis: cybergym-e2e-aa leaderboard,"https://benchlm.ai/md/models/claude-fable-5-1.md (table row ""CyberGym-E2E-AA"", column Score)",,out:effort-not-established, benchlm-bug-hunt-bench,benchlm,fable-5.1,unstated,mixed,hard,,,,,,,43.0,fixes,0.0289,,restated-from:Bug Hunt Bench public data,"https://benchlm.ai/md/models/claude-fable-5-1.md (table row ""Bug Hunt Bench"", column Score)",,out:effort-not-established, benchlm-swe-bench-pro,benchlm,fable-5.1,unstated,mixed,hard,,,,,,,81.2,score%,0.0289,,restated-from:Anthropic,"https://benchlm.ai/md/models/claude-fable-5-1.md (table row ""SWE-bench Pro"", column Score)",,out:effort-not-established, benchlm-swe-bench-multilingual,benchlm,fable-5.1,unstated,mixed,hard,,,,,,,89.1,score%,0.0289,,restated-from:Anthropic,"https://benchlm.ai/md/models/claude-fable-5-1.md (table row ""SWE Multilingual"", column Score)",,out:effort-not-established, benchlm-swe-bench-multimodal,benchlm,fable-5.1,unstated,mixed,hard,,,,,,,54.7,score%,0.0289,,restated-from:Anthropic,"https://benchlm.ai/md/models/claude-fable-5-1.md (table row ""SWE Multimodal"", column Score)",,out:effort-not-established, benchlm-deepswe,benchlm,fable-5.1,unstated,mixed,hard,,,,,,,67.4,score%,0.0289,,restated-from:Anthropic,"https://benchlm.ai/md/models/claude-fable-5-1.md (table row ""DeepSWE"", column Score)",,out:effort-not-established, benchlm-frontierswe-v2,benchlm,fable-5.1,unstated,mixed,hard,,,,,,,56.3,score%,0.0289,,restated-from:Proximal: FrontierSWE v2 leaderboard,"https://benchlm.ai/md/models/claude-fable-5-1.md (table row ""FrontierSWE v2"", column Score)",,out:effort-not-established, benchlm-programbench,benchlm,fable-5.1,unstated,mixed,hard,,,,,,,87.6,score%,0.0289,,restated-from:Anthropic,"https://benchlm.ai/md/models/claude-fable-5-1.md (table row ""ProgramBench"", column Score)",,out:effort-not-established, benchlm-cursorbench-3-2,benchlm,fable-5.1,unstated,mixed,hard,,,,,,,73.4,score%,0.0289,,restated-from:Cursor evals: CursorBench 3.2,"https://benchlm.ai/md/models/claude-fable-5-1.md (table row ""CursorBench 3.2"", column Score)",,out:effort-not-established, benchlm-aa-scicode,benchlm,fable-5.1,unstated,mixed,hard,,,,,,,63.1,score%,0.0289,,restated-from:Artificial Analysis: scicode leaderboard,"https://benchlm.ai/md/models/claude-fable-5-1.md (table row ""AA-SciCode"", column Score)",,out:effort-not-established, benchlm-livecodebench-vals,benchlm,fable-5.1,unstated,mixed,hard,,,,,,,90.5,score%,0.0289,,restated-from:Vals AI: LiveCodeBench leaderboard,"https://benchlm.ai/md/models/claude-fable-5-1.md (table row ""LiveCodeBench (Vals)"", column Score)",,out:effort-not-established, benchlm-aa-coding-index,benchlm,fable-5.1,unstated,mixed,hard,,,,,,,81.6,score%,0.0289,,restated-from:Artificial Analysis model benchmarks,"https://benchlm.ai/md/models/claude-fable-5-1.md (table row ""AA Coding Index"", column Score)",,out:effort-not-established, benchlm-cursorbench-4-0,benchlm,fable-5.1,unstated,mixed,hard,,,,,,,51.8,score%,0.0289,,restated-from:Cursor evals: CursorBench 4.0,"https://benchlm.ai/md/models/claude-fable-5-1.md (table row ""CursorBench 4.0"", column Score)",,out:effort-not-established, benchlm-posttrainbench-v1-1,benchlm,fable-5.1,unstated,mixed,hard,,,,,,,40.2,score%,0.0289,,restated-from:Google,"https://benchlm.ai/md/models/claude-fable-5-1.md (table row ""PostTrainBench v1.1"", column Score)",,out:effort-not-established, benchlm-frontiercode-2,benchlm,fable-5.1,unstated,mixed,hard,,,,,,,32.4,score%,0.0289,,restated-from:Cognition: FrontierCode 2.0,"https://benchlm.ai/md/models/claude-fable-5-1.md (table row ""FrontierCode 2.0"", column Score)",,out:effort-not-established, benchlm-parsebench,benchlm,fable-5.1,unstated,mixed,hard,,,,,,,77.81,score%,0.00289,,"restated-from:ParseBench leaderboard, November 6, 2026 snapshot (LlamaIndex)","https://benchlm.ai/md/models/claude-fable-5-1.md (table row ""ParseBench"", column Score)",,out:effort-not-established, benchlm-design-arena-website,benchlm,fable-5.1,unstated,mixed,hard,,,,,,,1308,Elo,0.289,,restated-from:OpenRouter model benchmarks,"https://benchlm.ai/md/models/claude-fable-5-1.md (table row ""Design Arena Website"", column Score)",,out:effort-not-established, benchlm-arc-agi-1,benchlm,fable-5.1,unstated,mixed,hard,,,,,,,97.50,score%,0.00289,,restated-from:Anthropic,"https://benchlm.ai/md/models/claude-fable-5-1.md (table row ""ARC-AGI-1"", column Score)",,out:effort-not-established, benchlm-arc-agi-2,benchlm,fable-5.1,unstated,mixed,hard,,,,,,,90,score%,0.289,,restated-from:Anthropic,"https://benchlm.ai/md/models/claude-fable-5-1.md (table row ""ARC-AGI-2"", column Score)",,out:effort-not-established, benchlm-aa-lcr,benchlm,fable-5.1,unstated,mixed,hard,,,,,,,85.3,score%,0.0289,,restated-from:Artificial Analysis: artificial-analysis-long-context-reasoning leaderboard,"https://benchlm.ai/md/models/claude-fable-5-1.md (table row ""AA-LCR"", column Score)",,out:effort-not-established, benchlm-critpt,benchlm,fable-5.1,unstated,mixed,hard,,,,,,,29.7,score%,0.0289,,restated-from:Artificial Analysis: critpt leaderboard,"https://benchlm.ai/md/models/claude-fable-5-1.md (table row ""CritPt"", column Score)",,out:effort-not-established, benchlm-aa-mlcr,benchlm,fable-5.1,unstated,mixed,hard,,,,,,,15.6,score%,0.0289,,restated-from:Artificial Analysis: mlcr-aa leaderboard,"https://benchlm.ai/md/models/claude-fable-5-1.md (table row ""MLCR-AA"", column Score)",,out:effort-not-established, benchlm-graphwalks-bfs-256k-1m,benchlm,fable-5.1,unstated,mixed,hard,,,,,,,65.0,score%,0.0289,,restated-from:Google,"https://benchlm.ai/md/models/claude-fable-5-1.md (table row ""GraphWalks BFS 256K–1M"", column Score)",,out:effort-not-established, benchlm-hle,benchlm,fable-5.1,unstated,mixed,hard,,,,,,,65,score%,0.289,,restated-from:Anthropic,"https://benchlm.ai/md/models/claude-fable-5-1.md (table row ""HLE"", column Score)",,out:effort-not-established, benchlm-hle-no-tools,benchlm,fable-5.1,unstated,mixed,hard,,,,,,,60.9,score%,0.0289,,restated-from:Anthropic,"https://benchlm.ai/md/models/claude-fable-5-1.md (table row ""HLE w/o tools"", column Score)",,out:effort-not-established, benchlm-artificial-analysis-intelligence-index,benchlm,fable-5.1,unstated,mixed,hard,,,,,,,49.2,score%,0.0289,,restated-from:Artificial Analysis: artificial-analysis-intelligence-index leaderboard,"https://benchlm.ai/md/models/claude-fable-5-1.md (table row ""Artificial Analysis Intelligence Index"", column Score)",,out:effort-not-established, benchlm-aa-gpqa-diamond,benchlm,fable-5.1,unstated,mixed,hard,,,,,,,93.7,score%,0.0289,,restated-from:Artificial Analysis: gpqa-diamond leaderboard,"https://benchlm.ai/md/models/claude-fable-5-1.md (table row ""AA-GPQA Diamond"", column Score)",,out:effort-not-established, benchlm-aa-hle,benchlm,fable-5.1,unstated,mixed,hard,,,,,,,59.1,score%,0.0289,,restated-from:Artificial Analysis: humanitys-last-exam leaderboard,"https://benchlm.ai/md/models/claude-fable-5-1.md (table row ""AA-HLE"", column Score)",,out:effort-not-established, benchlm-aa-omniscience-index,benchlm,fable-5.1,unstated,mixed,hard,,,,,,,46.3,omniscience-index (points),0.0289,,restated-from:Artificial Analysis: omniscience leaderboard,"https://benchlm.ai/md/models/claude-fable-5-1.md (table row ""AA-Omniscience Index"", column Score)",,out:effort-not-established, benchlm-aa-omniscience-accuracy,benchlm,fable-5.1,unstated,mixed,hard,,,,,,,68.4,score%,0.0289,,restated-from:Artificial Analysis model benchmarks,"https://benchlm.ai/md/models/claude-fable-5-1.md (table row ""AA-Omniscience Accuracy"", column Score)",,out:effort-not-established, benchlm-aa-omniscience-hallucination-rate,benchlm,fable-5.1,unstated,mixed,hard,,,,,,,70.0,score%,0.0289,,restated-from:Artificial Analysis model benchmarks,"https://benchlm.ai/md/models/claude-fable-5-1.md (table row ""AA-Omniscience Hallucination Rate"", column Score)",,out:effort-not-established, benchlm-gpqa-diamond-vals,benchlm,fable-5.1,unstated,mixed,hard,,,,,,,93.4,score%,0.0289,,restated-from:Vals AI: GPQA Diamond leaderboard,"https://benchlm.ai/md/models/claude-fable-5-1.md (table row ""GPQA Diamond (Vals)"", column Score)",,out:effort-not-established, benchlm-mmlu-pro-vals,benchlm,fable-5.1,unstated,mixed,hard,,,,,,,92.4,score%,0.0289,,restated-from:Vals AI: MMLU Pro leaderboard,"https://benchlm.ai/md/models/claude-fable-5-1.md (table row ""MMLU-Pro (Vals)"", column Score)",,out:effort-not-established, benchlm-gray-swan-ipi,benchlm,fable-5.1,unstated,mixed,hard,,,,,,,1.0,score%,0.0289,,restated-from:Google,"https://benchlm.ai/md/models/claude-fable-5-1.md (table row ""Gray Swan IPI (15 attempts)"", column Score)",,out:effort-not-established, benchlm-frontiermath-v2-tiers-1-3,benchlm,fable-5.1,unstated,mixed,hard,,,,,,,90.175,score%,0.000289,,restated-from:Epoch AI FrontierMath v2 leaderboard,"https://benchlm.ai/md/models/claude-fable-5-1.md (table row ""FrontierMath v2 (Tiers 1-3)"", column Score)",,out:effort-not-established, benchlm-frontiermath-v2-tier-4,benchlm,fable-5.1,unstated,mixed,hard,,,,,,,87.805,score%,0.000289,,restated-from:Epoch AI FrontierMath v2 leaderboard,"https://benchlm.ai/md/models/claude-fable-5-1.md (table row ""FrontierMath v2 (Tier 4)"", column Score)",,out:effort-not-established, benchlm-overall-score,benchlm,fable-5.1,unstated,mixed,hard,,,,,,,81.3,BenchLM overall score,0.0289,,,"https://benchlm.ai/md/models/claude-fable-5-1.md (Model Details table, Overall Score)",,out:effort-not-established, benchlm-terminalbench-4-0,benchlm,fable-5.2,unstated,mixed,hard,,,,,,,67.60,score%,0.00289,,restated-from:Anthropic,"https://benchlm.ai/md/models/claude-fable-5-2.md (table row ""Terminal-Bench 4.0"", column Score)",,out:effort-not-established, benchlm-terminalbench-science-0-1,benchlm,fable-5.2,unstated,mixed,hard,,,,,,,74.6,score%,0.0289,,restated-from:Anthropic,"https://benchlm.ai/md/models/claude-fable-5-2.md (table row ""Terminal-Bench-Science 0.1"", column Score)",,out:effort-not-established, benchlm-automationbench,benchlm,fable-5.2,unstated,mixed,hard,,,,,,,51.4,score%,0.0289,,restated-from:Anthropic,"https://benchlm.ai/md/models/claude-fable-5-2.md (table row ""AutomationBench"", column Score)",,out:effort-not-established, benchlm-osworld-2-1-offline,benchlm,fable-5.2,unstated,mixed,hard,,,,,,,89.3,score%,0.0289,,restated-from:Anthropic,"https://benchlm.ai/md/models/claude-fable-5-2.md (table row ""OSWorld 2.1 Offline"", column Score)",,out:effort-not-established, benchlm-gdpval-aa,benchlm,fable-5.2,unstated,mixed,hard,,,,,,,1831,Elo,0.289,,restated-from:Anthropic,"https://benchlm.ai/md/models/claude-fable-5-2.md (table row ""GDPval-AA"", column Score)",,out:effort-not-established, benchlm-aa-briefcase,benchlm,fable-5.2,unstated,mixed,hard,,,,,,,1785,Elo,0.289,,restated-from:Anthropic,"https://benchlm.ai/md/models/claude-fable-5-2.md (table row ""AA Briefcase"", column Score)",,out:effort-not-established, benchlm-aa-briefcase-rubric,benchlm,fable-5.2,unstated,mixed,hard,,,,,,,66.1,score%,0.0289,,restated-from:Anthropic,"https://benchlm.ai/md/models/claude-fable-5-2.md (table row ""AA-Briefcase (rubric)"", column Score)",,out:effort-not-established, benchlm-wandr,benchlm,fable-5.2,unstated,mixed,hard,,,,,,,82.1,score%,0.0289,,restated-from:Anthropic,"https://benchlm.ai/md/models/claude-fable-5-2.md (table row ""WANDR"", column Score)",,out:effort-not-established, benchlm-remote-labor-index,benchlm,fable-5.2,unstated,mixed,hard,,,,,,,41.3,score%,0.0289,,restated-from:Anthropic,"https://benchlm.ai/md/models/claude-fable-5-2.md (table row ""Remote Labor Index"", column Score)",,out:effort-not-established, benchlm-robodojo-sim,benchlm,fable-5.2,unstated,mixed,hard,,,,,,,64.9,score%,0.0289,,restated-from:Anthropic,"https://benchlm.ai/md/models/claude-fable-5-2.md (table row ""RoboDojo Sim"", column Score)",,out:effort-not-established, benchlm-harvey-lab-aa-v1-1,benchlm,fable-5.2,unstated,mixed,hard,,,,,,,7.2,score%,0.0289,,restated-from:Anthropic,"https://benchlm.ai/md/models/claude-fable-5-2.md (table row ""Harvey LAB-AA v1.1"", column Score)",,out:effort-not-established, benchlm-draco,benchlm,fable-5.2,unstated,mixed,hard,,,,,,,87.7,score%,0.0289,,restated-from:Anthropic,"https://benchlm.ai/md/models/claude-fable-5-2.md (table row ""DRACO"", column Score)",,out:effort-not-established, benchlm-real-world-finance-v2,benchlm,fable-5.2,unstated,mixed,hard,,,,,,,1637,Elo,0.289,,restated-from:Anthropic,"https://benchlm.ai/md/models/claude-fable-5-2.md (table row ""Real-World Finance v2"", column Score)",,out:effort-not-established, benchlm-aa-automationbench,benchlm,fable-5.2,unstated,mixed,hard,,,,,,,76.4,score%,0.0289,,restated-from:Artificial Analysis: automationbench-aa leaderboard,"https://benchlm.ai/md/models/claude-fable-5-2.md (table row ""AA AutomationBench"", column Score)",,out:effort-not-established, benchlm-aa-terminalbench-4-0,benchlm,fable-5.2,unstated,mixed,hard,,,,,,,59.6,score%,0.0289,,restated-from:Artificial Analysis: terminalbench-v4-0 leaderboard,"https://benchlm.ai/md/models/claude-fable-5-2.md (table row ""AA Terminal-Bench 4.0"", column Score)",,out:effort-not-established, benchlm-gdp-pdf,benchlm,fable-5.2,unstated,mixed,hard,,,,,,,24.2,score%,0.0289,,restated-from:Artificial Analysis: gdp-pdf leaderboard,"https://benchlm.ai/md/models/claude-fable-5-2.md (table row ""GDP.pdf"", column Score)",,out:effort-not-established, benchlm-swe-bench-pro,benchlm,fable-5.2,unstated,mixed,hard,,,,,,,93,score%,0.289,,restated-from:Anthropic,"https://benchlm.ai/md/models/claude-fable-5-2.md (table row ""SWE-bench Pro"", column Score)",,out:effort-not-established, benchlm-swe-bench-multilingual,benchlm,fable-5.2,unstated,mixed,hard,,,,,,,96.6,score%,0.0289,,restated-from:Anthropic,"https://benchlm.ai/md/models/claude-fable-5-2.md (table row ""SWE Multilingual"", column Score)",,out:effort-not-established, benchlm-swe-bench-multimodal,benchlm,fable-5.2,unstated,mixed,hard,,,,,,,74.1,score%,0.0289,,restated-from:Anthropic,"https://benchlm.ai/md/models/claude-fable-5-2.md (table row ""SWE Multimodal"", column Score)",,out:effort-not-established, benchlm-deepswe,benchlm,fable-5.2,unstated,mixed,hard,,,,,,,74.3,score%,0.0289,,restated-from:Anthropic,"https://benchlm.ai/md/models/claude-fable-5-2.md (table row ""DeepSWE"", column Score)",,out:effort-not-established, benchlm-frontierswe-v2,benchlm,fable-5.2,unstated,mixed,hard,,,,,,,69.9,score%,0.0289,,restated-from:Proximal: FrontierSWE v2 leaderboard,"https://benchlm.ai/md/models/claude-fable-5-2.md (table row ""FrontierSWE v2"", column Score)",,out:effort-not-established, benchlm-programbench,benchlm,fable-5.2,unstated,mixed,hard,,,,,,,85.6,score%,0.0289,,restated-from:Anthropic,"https://benchlm.ai/md/models/claude-fable-5-2.md (table row ""ProgramBench"", column Score)",,out:effort-not-established, benchlm-frontiercode-2,benchlm,fable-5.2,unstated,mixed,hard,,,,,,,49.1,score%,0.0289,,restated-from:Cognition: FrontierCode 2.0,"https://benchlm.ai/md/models/claude-fable-5-2.md (table row ""FrontierCode 2.0"", column Score)",,out:effort-not-established, benchlm-aa-scicode,benchlm,fable-5.2,unstated,mixed,hard,,,,,,,67.7,score%,0.0289,,restated-from:Artificial Analysis: scicode leaderboard,"https://benchlm.ai/md/models/claude-fable-5-2.md (table row ""AA-SciCode"", column Score)",,out:effort-not-established, benchlm-cursorbench-4-0,benchlm,fable-5.2,unstated,mixed,hard,,,,,,,60.0,score%,0.0289,,restated-from:Cursor evals: CursorBench 4.0,"https://benchlm.ai/md/models/claude-fable-5-2.md (table row ""CursorBench 4.0"", column Score)",,out:effort-not-established, benchlm-chartography-no-tools,benchlm,fable-5.2,unstated,mixed,hard,,,,,,,73.4,score%,0.0289,,restated-from:Anthropic,"https://benchlm.ai/md/models/claude-fable-5-2.md (table row ""Chartography (no tools)"", column Score)",,out:effort-not-established, benchlm-chartography-tools,benchlm,fable-5.2,unstated,mixed,hard,,,,,,,91.6,score%,0.0289,,restated-from:Anthropic,"https://benchlm.ai/md/models/claude-fable-5-2.md (table row ""Chartography (tools)"", column Score)",,out:effort-not-established, benchlm-officeqa,benchlm,fable-5.2,unstated,mixed,hard,,,,,,,83.4,score%,0.0289,,restated-from:Anthropic,"https://benchlm.ai/md/models/claude-fable-5-2.md (table row ""OfficeQA"", column Score)",,out:effort-not-established, benchlm-officeqa-pro,benchlm,fable-5.2,unstated,mixed,hard,,,,,,,72.9,score%,0.0289,,restated-from:Anthropic,"https://benchlm.ai/md/models/claude-fable-5-2.md (table row ""OfficeQA Pro"", column Score)",,out:effort-not-established, benchlm-benchcad-2-1,benchlm,fable-5.2,unstated,mixed,hard,,,,,,,75.4,score%,0.0289,,restated-from:Anthropic,"https://benchlm.ai/md/models/claude-fable-5-2.md (table row ""BenchCAD 2.1"", column Score)",,out:effort-not-established, benchlm-benchcad-2-1-tools,benchlm,fable-5.2,unstated,mixed,hard,,,,,,,83.5,score%,0.0289,,restated-from:Anthropic,"https://benchlm.ai/md/models/claude-fable-5-2.md (table row ""BenchCAD 2.1 (tools)"", column Score)",,out:effort-not-established, benchlm-arc-agi-3,benchlm,fable-5.2,unstated,mixed,hard,,,,,,,65.7,score%,0.0289,,restated-from:Anthropic,"https://benchlm.ai/md/models/claude-fable-5-2.md (table row ""ARC-AGI-3"", column Score)",,out:effort-not-established, benchlm-arc-agi-3-provider-adapter,benchlm,fable-5.2,unstated,mixed,hard,,,,,,,94.90,score%,0.00289,,restated-from:Anthropic,"https://benchlm.ai/md/models/claude-fable-5-2.md (table row ""ARC-AGI-3 Provider Adapter"", column Score)",,out:effort-not-established, benchlm-stem-professor-bench,benchlm,fable-5.2,unstated,mixed,hard,,,,,,,61.8,score%,0.0289,,restated-from:Anthropic,"https://benchlm.ai/md/models/claude-fable-5-2.md (table row ""STEM Professor Bench"", column Score)",,out:effort-not-established, benchlm-aa-lcr,benchlm,fable-5.2,unstated,mixed,hard,,,,,,,83.3,score%,0.0289,,restated-from:Artificial Analysis: artificial-analysis-long-context-reasoning leaderboard,"https://benchlm.ai/md/models/claude-fable-5-2.md (table row ""AA-LCR"", column Score)",,out:effort-not-established, benchlm-critpt,benchlm,fable-5.2,unstated,mixed,hard,,,,,,,35.4,score%,0.0289,,restated-from:Artificial Analysis: critpt leaderboard,"https://benchlm.ai/md/models/claude-fable-5-2.md (table row ""CritPt"", column Score)",,out:effort-not-established, benchlm-hle,benchlm,fable-5.2,unstated,mixed,hard,,,,,,,74.2,score%,0.0289,,restated-from:Anthropic,"https://benchlm.ai/md/models/claude-fable-5-2.md (table row ""HLE"", column Score)",,out:effort-not-established, benchlm-hle-no-tools,benchlm,fable-5.2,unstated,mixed,hard,,,,,,,73.2,score%,0.0289,,restated-from:Anthropic,"https://benchlm.ai/md/models/claude-fable-5-2.md (table row ""HLE w/o tools"", column Score)",,out:effort-not-established, benchlm-physicianbench,benchlm,fable-5.2,unstated,mixed,hard,,,,,,,64.4,score%,0.0289,,restated-from:Anthropic,"https://benchlm.ai/md/models/claude-fable-5-2.md (table row ""PhysicianBench"", column Score)",,out:effort-not-established, benchlm-healthbench-raw-artificial-analysis,benchlm,fable-5.2,unstated,mixed,hard,,,,,,,58.8,score%,0.0289,,restated-from:Anthropic,"https://benchlm.ai/md/models/claude-fable-5-2.md (table row ""HealthBench (raw, Artificial Analysis)"", column Score)",,out:effort-not-established, benchlm-healthbench-length-adjusted-artificial-analysis,benchlm,fable-5.2,unstated,mixed,hard,,,,,,,59.6,score%,0.0289,,restated-from:Anthropic,"https://benchlm.ai/md/models/claude-fable-5-2.md (table row ""HealthBench (length-adjusted, Artificial Analysis)"", column Score)",,out:effort-not-established, benchlm-healthbench-professional-raw-artificial-analysis,benchlm,fable-5.2,unstated,mixed,hard,,,,,,,71.1,score%,0.0289,,restated-from:Anthropic,"https://benchlm.ai/md/models/claude-fable-5-2.md (table row ""HealthBench Professional (raw, Artificial Analysis)"", column Score)",,out:effort-not-established, benchlm-healthbench-professional-length-adjusted-artificial-analysis,benchlm,fable-5.2,unstated,mixed,hard,,,,,,,67.7,score%,0.0289,,restated-from:Anthropic,"https://benchlm.ai/md/models/claude-fable-5-2.md (table row ""HealthBench Professional (length-adjusted, Artificial Analysis)"", column Score)",,out:effort-not-established, benchlm-artificial-analysis-intelligence-index,benchlm,fable-5.2,unstated,mixed,hard,,,,,,,64.6,score%,0.0289,,restated-from:Artificial Analysis: artificial-analysis-intelligence-index leaderboard,"https://benchlm.ai/md/models/claude-fable-5-2.md (table row ""Artificial Analysis Intelligence Index"", column Score)",,out:effort-not-established, benchlm-aa-hle,benchlm,fable-5.2,unstated,mixed,hard,,,,,,,74.3,score%,0.0289,,restated-from:Artificial Analysis: humanitys-last-exam leaderboard,"https://benchlm.ai/md/models/claude-fable-5-2.md (table row ""AA-HLE"", column Score)",,out:effort-not-established, benchlm-aa-omniscience-index,benchlm,fable-5.2,unstated,mixed,hard,,,,,,,66.8,omniscience-index (points),0.0289,,restated-from:Artificial Analysis: omniscience leaderboard,"https://benchlm.ai/md/models/claude-fable-5-2.md (table row ""AA-Omniscience Index"", column Score)",,out:effort-not-established, benchlm-aa-omniscience-accuracy,benchlm,fable-5.2,unstated,mixed,hard,,,,,,,79.1,score%,0.0289,,restated-from:Artificial Analysis model benchmarks,"https://benchlm.ai/md/models/claude-fable-5-2.md (table row ""AA-Omniscience Accuracy"", column Score)",,out:effort-not-established, benchlm-aa-omniscience-hallucination-rate,benchlm,fable-5.2,unstated,mixed,hard,,,,,,,59.3,score%,0.0289,,restated-from:Artificial Analysis model benchmarks,"https://benchlm.ai/md/models/claude-fable-5-2.md (table row ""AA-Omniscience Hallucination Rate"", column Score)",,out:effort-not-established, benchlm-gmmlu,benchlm,fable-5.2,unstated,mixed,hard,,,,,,,96.0,score%,0.0289,,restated-from:Anthropic,"https://benchlm.ai/md/models/claude-fable-5-2.md (table row ""GMMLU"", column Score)",,out:effort-not-established, benchlm-milu,benchlm,fable-5.2,unstated,mixed,hard,,,,,,,94.1,score%,0.0289,,restated-from:Anthropic,"https://benchlm.ai/md/models/claude-fable-5-2.md (table row ""MILU"", column Score)",,out:effort-not-established, benchlm-overall-score,benchlm,fable-5.2,unstated,mixed,hard,,,,,,,91.19,BenchLM overall score,0.00289,,,"https://benchlm.ai/md/models/claude-fable-5-2.md (Model Details table, Overall Score)",,out:effort-not-established, benchlm-finance-agent-v2,benchlm,gemini-3.8-flash,unstated,mixed,hard,,,,,,,61.4,score%,0.0289,,restated-from:Google,"https://benchlm.ai/models/gemini-3.8-flash (Agentic Benchmarks table, row Finance Agent v2, column Score)",,out:effort-not-established, benchlm-terminalbench-2-1,benchlm,gemini-3.8-flash,unstated,mixed,hard,,,,,,,89.4,score%,0.0289,,restated-from:Google,"https://benchlm.ai/models/gemini-3.8-flash (Agentic Benchmarks table, row Terminal-Bench 2.1, column Score)",,out:effort-not-established, benchlm-terminalbench-4-0,benchlm,gemini-3.8-flash,unstated,mixed,hard,,,,,,,19.10,score%,0.00289,,restated-from:Google,"https://benchlm.ai/models/gemini-3.8-flash (Agentic Benchmarks table, row Terminal-Bench 4.0, column Score)",,out:effort-not-established, benchlm-gdpval-aa,benchlm,gemini-3.8-flash,unstated,mixed,hard,,,,,,,1545,Elo,0.289,,restated-from:Google,"https://benchlm.ai/models/gemini-3.8-flash (Agentic Benchmarks table, row GDPval-AA, column Score)",,out:effort-not-established, benchlm-osworld-2-0,benchlm,gemini-3.8-flash,unstated,mixed,hard,,,,,,,59.0,score%,0.0289,,restated-from:Google,"https://benchlm.ai/models/gemini-3.8-flash (Agentic Benchmarks table, row OSWorld 2.0, column Score)",,out:effort-not-established, benchlm-gdpval-aa-normalized,benchlm,gemini-3.8-flash,unstated,mixed,hard,,,,,,,46.8,score%,0.0289,,restated-from:Artificial Analysis model benchmarks,"https://benchlm.ai/models/gemini-3.8-flash (Agentic Benchmarks table, row GDPval-AA, column Score)",,out:effort-not-established, benchlm-terminalbench-2-1-vals,benchlm,gemini-3.8-flash,unstated,mixed,hard,,,,,,,81.3,score%,0.0289,,restated-from:Vals AI: Terminal-Bench 2.1 leaderboard,"https://benchlm.ai/models/gemini-3.8-flash (Agentic Benchmarks table, row Terminal-Bench 2.1 (Vals), column Score)",,out:effort-not-established, benchlm-aa-agentic-index,benchlm,gemini-3.8-flash,unstated,mixed,hard,,,,,,,41.1,score%,0.0289,,restated-from:Artificial Analysis model benchmarks,"https://benchlm.ai/models/gemini-3.8-flash (Agentic Benchmarks table, row AA Agentic Index, column Score)",,out:effort-not-established, benchlm-apprenticebench,benchlm,gemini-3.8-flash,unstated,mixed,hard,,,,,,,24,score%,0.289,,restated-from:NeoCognition: ApprenticeBench GUI results,"https://benchlm.ai/models/gemini-3.8-flash (Agentic Benchmarks table, row ApprenticeBench, column Score)",,out:effort-not-established, benchlm-aa-briefcase,benchlm,gemini-3.8-flash,unstated,mixed,hard,,,,,,,1203,Elo,0.289,,restated-from:Artificial Analysis: aa-briefcase leaderboard,"https://benchlm.ai/models/gemini-3.8-flash (Agentic Benchmarks table, row AA Briefcase, column Score)",,out:effort-not-established, benchlm-aa-automationbench,benchlm,gemini-3.8-flash,unstated,mixed,hard,,,,,,,59.9,score%,0.0289,,restated-from:Artificial Analysis: automationbench-aa leaderboard,"https://benchlm.ai/models/gemini-3.8-flash (Agentic Benchmarks table, row AA AutomationBench, column Score)",,out:effort-not-established, benchlm-aa-itbench,benchlm,gemini-3.8-flash,unstated,mixed,hard,,,,,,,52.5,score%,0.0289,,restated-from:Artificial Analysis: itbench-aa leaderboard,"https://benchlm.ai/models/gemini-3.8-flash (Agentic Benchmarks table, row AA ITBench, column Score)",,out:effort-not-established, benchlm-aa-tau3-banking,benchlm,gemini-3.8-flash,unstated,mixed,hard,,,,,,,44.9,score%,0.0289,,restated-from:Artificial Analysis: tau3-banking leaderboard,"https://benchlm.ai/models/gemini-3.8-flash (Agentic Benchmarks table, row AA Tau3 Banking, column Score)",,out:effort-not-established, benchlm-aa-terminalbench21,benchlm,gemini-3.8-flash,unstated,mixed,hard,,,,,,,87.6,score%,0.0289,,restated-from:Artificial Analysis: terminalbench-v2-1 leaderboard,"https://benchlm.ai/models/gemini-3.8-flash (Agentic Benchmarks table, row aaTerminalBench21, column Score)",,out:effort-not-established, benchlm-aa-terminalbench-4-0,benchlm,gemini-3.8-flash,unstated,mixed,hard,,,,,,,19.7,score%,0.0289,,restated-from:Artificial Analysis: terminalbench-v4-0 leaderboard,"https://benchlm.ai/models/gemini-3.8-flash (Agentic Benchmarks table, row AA Terminal-Bench 4.0, column Score)",,out:effort-not-established, benchlm-gdp-pdf,benchlm,gemini-3.8-flash,unstated,mixed,hard,,,,,,,21.0,score%,0.0289,,restated-from:Artificial Analysis: gdp-pdf leaderboard,"https://benchlm.ai/models/gemini-3.8-flash (Agentic Benchmarks table, row GDP.pdf, column Score)",,out:effort-not-established, benchlm-aa-analystagent,benchlm,gemini-3.8-flash,unstated,mixed,hard,,,,,,,46.3,score%,0.0289,,restated-from:Artificial Analysis: aa-analyst-agent leaderboard,"https://benchlm.ai/models/gemini-3.8-flash (Agentic Benchmarks table, row AA-AnalystAgent, column Score)",,out:effort-not-established, benchlm-hermes-index,benchlm,gemini-3.8-flash,unstated,mixed,hard,,,,,,,38.1,score%,0.0289,,restated-from:Nous Research: Hermes Index leaderboard,"https://benchlm.ai/models/gemini-3.8-flash (Agentic Benchmarks table, row Hermes Index, column Score)",,out:effort-not-established, benchlm-hermes-bench,benchlm,gemini-3.8-flash,unstated,mixed,hard,,,,,,,62.2,score%,0.0289,,restated-from:Nous Research: Hermes Index leaderboard,"https://benchlm.ai/models/gemini-3.8-flash (Agentic Benchmarks table, row Hermes Bench, column Score)",,out:effort-not-established, benchlm-mazebench,benchlm,gemini-3.8-flash,unstated,mixed,hard,,,,,,,4,score%,0.289,,restated-from:MazeBench AI leaderboard (ASCII mode),"https://benchlm.ai/models/gemini-3.8-flash (Agentic Benchmarks table, row MazeBench, column Score)",,out:effort-not-established, benchlm-aa-cyber-index,benchlm,gemini-3.8-flash,unstated,mixed,hard,,,,,,,25.1,score%,0.0289,,restated-from:Artificial Analysis: artificial-analysis-cyber-index leaderboard,"https://benchlm.ai/models/gemini-3.8-flash (Agentic Benchmarks table, row AA Cyber Index, column Score)",,out:effort-not-established, benchlm-cwe-bench-aa,benchlm,gemini-3.8-flash,unstated,mixed,hard,,,,,,,52.5,score%,0.0289,,restated-from:Artificial Analysis: cwe-bench-aa leaderboard,"https://benchlm.ai/models/gemini-3.8-flash (Agentic Benchmarks table, row CWE-Bench-AA, column Score)",,out:effort-not-established, benchlm-deepsecbench-aa,benchlm,gemini-3.8-flash,unstated,mixed,hard,,,,,,,14.5,score%,0.0289,,restated-from:Artificial Analysis: deepsecbench-aa leaderboard,"https://benchlm.ai/models/gemini-3.8-flash (Agentic Benchmarks table, row DeepsecBench-AA, column Score)",,out:effort-not-established, benchlm-cybergym-e2e-aa,benchlm,gemini-3.8-flash,unstated,mixed,hard,,,,,,,8.4,score%,0.0289,,restated-from:Artificial Analysis: cybergym-e2e-aa leaderboard,"https://benchlm.ai/models/gemini-3.8-flash (Agentic Benchmarks table, row CyberGym-E2E-AA, column Score)",,out:effort-not-established, benchlm-scarfbench,benchlm,gemini-3.8-flash,unstated,mixed,hard,,,,,,,66.0,score%,0.0289,,restated-from:Kaggle: ScarfBench leaderboard (IBM Research),"https://benchlm.ai/models/gemini-3.8-flash (Coding Benchmarks table, row ScarfBench, column Score)",,out:effort-not-established, benchlm-deepswe,benchlm,gemini-3.8-flash,unstated,mixed,hard,,,,,,,73.8,score%,0.0289,,restated-from:DeepSWE v1.1 leaderboard,"https://benchlm.ai/models/gemini-3.8-flash (Coding Benchmarks table, row DeepSWE, column Score)",,out:effort-not-established, benchlm-aa-scicode,benchlm,gemini-3.8-flash,unstated,mixed,hard,,,,,,,56.6,score%,0.0289,,restated-from:Artificial Analysis: scicode leaderboard,"https://benchlm.ai/models/gemini-3.8-flash (Coding Benchmarks table, row AA-SciCode, column Score)",,out:effort-not-established, benchlm-cursorbench-3-2,benchlm,gemini-3.8-flash,unstated,mixed,hard,,,,,,,69.2,score%,0.0289,,restated-from:Cursor evals: CursorBench 3.2,"https://benchlm.ai/models/gemini-3.8-flash (Coding Benchmarks table, row CursorBench 3.2, column Score)",,out:effort-not-established, benchlm-livecodebench-vals,benchlm,gemini-3.8-flash,unstated,mixed,hard,,,,,,,89.5,score%,0.0289,,restated-from:Vals AI: LiveCodeBench leaderboard,"https://benchlm.ai/models/gemini-3.8-flash (Coding Benchmarks table, row LiveCodeBench (Vals), column Score)",,out:effort-not-established, benchlm-swebench-vals,benchlm,gemini-3.8-flash,unstated,mixed,hard,,,,,,,80.0,score%,0.0289,,restated-from:Vals AI: SWE-bench leaderboard,"https://benchlm.ai/models/gemini-3.8-flash (Coding Benchmarks table, row SWE-bench (Vals), column Score)",,out:effort-not-established, benchlm-aa-coding-index,benchlm,gemini-3.8-flash,unstated,mixed,hard,,,,,,,76.3,score%,0.0289,,restated-from:Artificial Analysis model benchmarks,"https://benchlm.ai/models/gemini-3.8-flash (Coding Benchmarks table, row AA Coding Index, column Score)",,out:effort-not-established, benchlm-frontierswe-v2,benchlm,gemini-3.8-flash,unstated,mixed,hard,,,,,,,19.6,score%,0.0289,,restated-from:Proximal: FrontierSWE v2 leaderboard,"https://benchlm.ai/models/gemini-3.8-flash (Coding Benchmarks table, row FrontierSWE v2, column Score)",,out:effort-not-established, benchlm-cursorbench-4-0,benchlm,gemini-3.8-flash,unstated,mixed,hard,,,,,,,39.6,score%,0.0289,,restated-from:Cursor evals: CursorBench 4.0,"https://benchlm.ai/models/gemini-3.8-flash (Coding Benchmarks table, row CursorBench 4.0, column Score)",,out:effort-not-established, benchlm-bug-hunt-bench,benchlm,gemini-3.8-flash,unstated,mixed,hard,,,,,,,18.0,fixes,0.0289,,restated-from:Bug Hunt Bench public data,"https://benchlm.ai/models/gemini-3.8-flash (Coding Benchmarks table, row Bug Hunt Bench, column Score)",,out:effort-not-established, benchlm-extractbench,benchlm,gemini-3.8-flash,unstated,mixed,hard,,,,,,,80.71,score%,0.00289,,"restated-from:ExtractBench leaderboard, November 6, 2026 snapshot (LlamaIndex)","https://benchlm.ai/models/gemini-3.8-flash (Multimodal & Grounded Benchmarks table, row ExtractBench (LlamaIndex), column Score)",,out:effort-not-established, benchlm-parsebench,benchlm,gemini-3.8-flash,unstated,mixed,hard,,,,,,,71.20,score%,0.00289,,"restated-from:ParseBench leaderboard, November 6, 2026 snapshot (LlamaIndex)","https://benchlm.ai/models/gemini-3.8-flash (Multimodal & Grounded Benchmarks table, row ParseBench, column Score)",,out:effort-not-established, benchlm-charxiv-notools,benchlm,gemini-3.8-flash,unstated,mixed,hard,,,,,,,86.2,score%,0.0289,,restated-from:Google,"https://benchlm.ai/models/gemini-3.8-flash (Multimodal & Grounded Benchmarks table, row CharXiv w/o tools, column Score)",,out:effort-not-established, benchlm-lvbench,benchlm,gemini-3.8-flash,unstated,mixed,hard,,,,,,,87.1,score%,0.0289,,restated-from:Google,"https://benchlm.ai/models/gemini-3.8-flash (Multimodal & Grounded Benchmarks table, row LVBench, column Score)",,out:effort-not-established, benchlm-aa-mmmu-pro,benchlm,gemini-3.8-flash,unstated,mixed,hard,,,,,,,85.6,score%,0.0289,,restated-from:Artificial Analysis: mmmu-pro leaderboard,"https://benchlm.ai/models/gemini-3.8-flash (Multimodal & Grounded Benchmarks table, row AA-MMMU-Pro, column Score)",,out:effort-not-established, benchlm-design-arena-website,benchlm,gemini-3.8-flash,unstated,mixed,hard,,,,,,,1298,Elo,0.289,,restated-from:OpenRouter model benchmarks,"https://benchlm.ai/models/gemini-3.8-flash (Multimodal & Grounded Benchmarks table, row Design Arena Website, column Score)",,out:effort-not-established, benchlm-aa-lcr,benchlm,gemini-3.8-flash,unstated,mixed,hard,,,,,,,81.3,score%,0.0289,,restated-from:Artificial Analysis: artificial-analysis-long-context-reasoning leaderboard,"https://benchlm.ai/models/gemini-3.8-flash (Reasoning Benchmarks table, row AA-LCR, column Score)",,out:effort-not-established, benchlm-critpt,benchlm,gemini-3.8-flash,unstated,mixed,hard,,,,,,,18.3,score%,0.0289,,restated-from:Artificial Analysis: critpt leaderboard,"https://benchlm.ai/models/gemini-3.8-flash (Reasoning Benchmarks table, row CritPt, column Score)",,out:effort-not-established, benchlm-arc-agi-1,benchlm,gemini-3.8-flash,unstated,mixed,hard,,,,,,,98.50,score%,0.00289,,restated-from:ARC Prize: published Semi-Private results,"https://benchlm.ai/models/gemini-3.8-flash (Reasoning Benchmarks table, row ARC-AGI-1, column Score)",,out:effort-not-established, benchlm-arc-agi-2,benchlm,gemini-3.8-flash,unstated,mixed,hard,,,,,,,89.2,score%,0.0289,,restated-from:ARC Prize: published Semi-Private results,"https://benchlm.ai/models/gemini-3.8-flash (Reasoning Benchmarks table, row ARC-AGI-2, column Score)",,out:effort-not-established, benchlm-arc-agi-3,benchlm,gemini-3.8-flash,unstated,mixed,hard,,,,,,,10.4,score%,0.0289,,restated-from:ARC Prize: published Semi-Private results,"https://benchlm.ai/models/gemini-3.8-flash (Reasoning Benchmarks table, row ARC-AGI-3, column Score)",,out:effort-not-established, benchlm-aa-mlcr,benchlm,gemini-3.8-flash,unstated,mixed,hard,,,,,,,10.6,score%,0.0289,,restated-from:Artificial Analysis: mlcr-aa leaderboard,"https://benchlm.ai/models/gemini-3.8-flash (Reasoning Benchmarks table, row MLCR-AA, column Score)",,out:effort-not-established, benchlm-arc-agi-3-provider-adapter,benchlm,gemini-3.8-flash,unstated,mixed,hard,,,,,,,35.00,score%,0.00289,,restated-from:ARC Prize: published Semi-Private results,"https://benchlm.ai/models/gemini-3.8-flash (Reasoning Benchmarks table, row ARC-AGI-3 Provider Adapter, column Score)",,out:effort-not-established, benchlm-hle-verified,benchlm,gemini-3.8-flash,unstated,mixed,hard,,,,,,,54.9,score%,0.0289,,restated-from:Google,"https://benchlm.ai/models/gemini-3.8-flash (Knowledge Benchmarks table, row HLE-Verified, column Score)",,out:effort-not-established, benchlm-labbench2,benchlm,gemini-3.8-flash,unstated,mixed,hard,,,,,,,86.2,score%,0.0289,,restated-from:Google,"https://benchlm.ai/models/gemini-3.8-flash (Knowledge Benchmarks table, row LABBench2, column Score)",,out:effort-not-established, benchlm-biomystery-solvable,benchlm,gemini-3.8-flash,unstated,mixed,hard,,,,,,,88.8,score%,0.0289,,restated-from:Google,"https://benchlm.ai/models/gemini-3.8-flash (Knowledge Benchmarks table, row BioMysteryBench (human-solvable), column Score)",,out:effort-not-established, benchlm-biomystery-difficult,benchlm,gemini-3.8-flash,unstated,mixed,hard,,,,,,,56.5,score%,0.0289,,restated-from:Google,"https://benchlm.ai/models/gemini-3.8-flash (Knowledge Benchmarks table, row BioMysteryBench (human-difficult), column Score)",,out:effort-not-established, benchlm-aa-intelligence-index,benchlm,gemini-3.8-flash,unstated,mixed,hard,,,,,,,30.9,score%,0.0289,,restated-from:Artificial Analysis: artificial-analysis-intelligence-index leaderboard,"https://benchlm.ai/models/gemini-3.8-flash (Knowledge Benchmarks table, row Artificial Analysis Intelligence Index, column Score)",,out:effort-not-established, benchlm-aa-gpqa-diamond,benchlm,gemini-3.8-flash,unstated,mixed,hard,,,,,,,95.3,score%,0.0289,,restated-from:Artificial Analysis: gpqa-diamond leaderboard,"https://benchlm.ai/models/gemini-3.8-flash (Knowledge Benchmarks table, row AA-GPQA Diamond, column Score)",,out:effort-not-established, benchlm-aa-hle,benchlm,gemini-3.8-flash,unstated,mixed,hard,,,,,,,47.8,score%,0.0289,,restated-from:Artificial Analysis: humanitys-last-exam leaderboard,"https://benchlm.ai/models/gemini-3.8-flash (Knowledge Benchmarks table, row AA-HLE, column Score)",,out:effort-not-established, benchlm-aa-omniscience-index,benchlm,gemini-3.8-flash,unstated,mixed,hard,,,,,,,23.3,omniscience-index (points),0.0289,,restated-from:Artificial Analysis: omniscience leaderboard,"https://benchlm.ai/models/gemini-3.8-flash (Knowledge Benchmarks table, row AA-Omniscience Index, column Score)",,out:effort-not-established, benchlm-aa-omniscience-accuracy,benchlm,gemini-3.8-flash,unstated,mixed,hard,,,,,,,50.5,score%,0.0289,,restated-from:Artificial Analysis model benchmarks,"https://benchlm.ai/models/gemini-3.8-flash (Knowledge Benchmarks table, row AA-Omniscience Accuracy, column Score)",,out:effort-not-established, benchlm-aa-omniscience-hallucination,benchlm,gemini-3.8-flash,unstated,mixed,hard,,,,,,,55.1,score%,0.0289,,restated-from:Artificial Analysis model benchmarks,"https://benchlm.ai/models/gemini-3.8-flash (Knowledge Benchmarks table, row AA-Omniscience Hallucination Rate, column Score)",,out:effort-not-established, benchlm-gpqa-diamond-vals,benchlm,gemini-3.8-flash,unstated,mixed,hard,,,,,,,94.4,score%,0.0289,,restated-from:Vals AI: GPQA Diamond leaderboard,"https://benchlm.ai/models/gemini-3.8-flash (Knowledge Benchmarks table, row GPQA Diamond (Vals), column Score)",,out:effort-not-established, benchlm-mmlu-pro-vals,benchlm,gemini-3.8-flash,unstated,mixed,hard,,,,,,,90.2,score%,0.0289,,restated-from:Vals AI: MMLU Pro leaderboard,"https://benchlm.ai/models/gemini-3.8-flash (Knowledge Benchmarks table, row MMLU-Pro (Vals), column Score)",,out:effort-not-established, benchlm-gray-swan-ipi,benchlm,gemini-3.8-flash,unstated,mixed,hard,,,,,,,5.5,score%,0.0289,,restated-from:Google,"https://benchlm.ai/models/gemini-3.8-flash (Instruction Following Benchmarks table, row Gray Swan IPI (15 attempts), column Score)",,out:effort-not-established, benchlm-frontiermath-v2-t13,benchlm,gemini-3.8-flash,unstated,mixed,hard,,,,,,,68.421,score%,0.000289,,restated-from:Epoch AI FrontierMath v2 leaderboard,"https://benchlm.ai/models/gemini-3.8-flash (Mathematics Benchmarks table, row FrontierMath v2 (Tiers 1-3), column Score)",,out:effort-not-established, benchlm-frontiermath-v2-t4,benchlm,gemini-3.8-flash,unstated,mixed,hard,,,,,,,21.951,score%,0.000289,,restated-from:Epoch AI FrontierMath v2 leaderboard,"https://benchlm.ai/models/gemini-3.8-flash (Mathematics Benchmarks table, row FrontierMath v2 (Tier 4), column Score)",,out:effort-not-established, benchlm-overall,benchlm,gemini-3.8-flash,unstated,mixed,hard,,,,,,,66.79,benchlm-overall,0.00289,,,"https://benchlm.ai/models/gemini-3.8-flash (Model Details table, row Overall Score)",,out:effort-not-established, benchlm-posttrainbench-v1,benchlm,gpt-5.1-codex-max,unstated,agentic-tool,hard,,,,,,,19.7,score%,0.0289,,,"https://benchlm.ai/models/gpt-5-1-codex-max (section Coding Benchmarks, row PostTrainBench v1)",,out:effort-not-established, benchlm-researchclawbench,benchlm,grok-4.1,nothink,mixed,hard,,,,,,,13.5,score%,0.0289,,restated-from:ResearchClawBench leaderboard,"https://benchlm.ai/models/grok-4-1 (benchmark table, row ResearchClawBench)",,out:not-headline, benchlm-overall-score,benchlm,grok-4.1-fast,nothink,mixed,hard,,,,,,,36.39,BenchLM overall score,0.00289,,,"https://benchlm.ai/models/grok-4-1-fast (Model Details table, row Overall Score)",,in, benchlm-tau2-bench-results,benchlm,grok-4.1-fast,nothink,mixed,hard,,,,,,,63.7,score%,0.0289,,restated-from:Artificial Analysis model benchmarks,"https://benchlm.ai/models/grok-4-1-fast (benchmark table, row τ²-bench results)",,out:not-headline, benchlm-gert-labs,benchlm,grok-4.1-fast,nothink,mixed,hard,,,,,,,47.32,score%,0.00289,,restated-from:Gert Labs rankings,"https://benchlm.ai/models/grok-4-1-fast (benchmark table, row Gert Labs)",,out:not-headline, benchlm-aa-mmmu-pro,benchlm,grok-4.1-fast,nothink,mixed,hard,,,,,,,48.4,score%,0.0289,,restated-from:Artificial Analysis model benchmarks,"https://benchlm.ai/models/grok-4-1-fast (benchmark table, row AA-MMMU-Pro)",,in, benchlm-aa-lcr,benchlm,grok-4.1-fast,nothink,mixed,hard,,,,,,,31.3,score%,0.0289,,restated-from:Artificial Analysis model benchmarks,"https://benchlm.ai/models/grok-4-1-fast (benchmark table, row AA-LCR)",,in, benchlm-critpt,benchlm,grok-4.1-fast,nothink,mixed,hard,,,,,,,0.0,score%,0.0289,,restated-from:Artificial Analysis model benchmarks,"https://benchlm.ai/models/grok-4-1-fast (benchmark table, row CritPt)",,out:uninformative, benchlm-artificial-analysis-intelligence-index,benchlm,grok-4.1-fast,nothink,mixed,hard,,,,,,,11.3,score%,0.0289,,restated-from:Artificial Analysis model benchmarks,"https://benchlm.ai/models/grok-4-1-fast (benchmark table, row Artificial Analysis Intelligence Index)",,in, benchlm-aa-gpqa-diamond,benchlm,grok-4.1-fast,nothink,mixed,hard,,,,,,,63.7,score%,0.0289,,restated-from:Artificial Analysis model benchmarks,"https://benchlm.ai/models/grok-4-1-fast (benchmark table, row AA-GPQA Diamond)",,in, benchlm-aa-hle,benchlm,grok-4.1-fast,nothink,mixed,hard,,,,,,,5.1,score%,0.0289,,restated-from:Artificial Analysis model benchmarks,"https://benchlm.ai/models/grok-4-1-fast (benchmark table, row AA-HLE)",,in, benchlm-aa-omniscience-index,benchlm,grok-4.1-fast,nothink,mixed,hard,,,,,,,-50.9,omniscience-index (points),0.0289,,restated-from:Artificial Analysis model benchmarks,"https://benchlm.ai/models/grok-4-1-fast (benchmark table, row AA-Omniscience Index)",,in, benchlm-aa-omniscience-accuracy,benchlm,grok-4.1-fast,nothink,mixed,hard,,,,,,,17.2,score%,0.0289,,restated-from:Artificial Analysis model benchmarks,"https://benchlm.ai/models/grok-4-1-fast (benchmark table, row AA-Omniscience Accuracy)",,in, benchlm-aa-omniscience-hallucination-rate,benchlm,grok-4.1-fast,nothink,mixed,hard,,,,,,,82.3,score%,0.0289,,restated-from:Artificial Analysis model benchmarks,"https://benchlm.ai/models/grok-4-1-fast (benchmark table, row AA-Omniscience Hallucination Rate)",,in, benchlm-aa-ifbench,benchlm,grok-4.1-fast,nothink,mixed,hard,,,,,,,36.5,score%,0.0289,,restated-from:Artificial Analysis model benchmarks,"https://benchlm.ai/models/grok-4-1-fast (benchmark table, row AA-IFBench)",,out:not-headline, benchlm-overall-score,benchlm,grok-4.20,think,mixed,hard,,,,,,,56.41,BenchLM overall score,0.00289,,,"https://benchlm.ai/models/grok-4-20-beta (Model Details table, row Overall Score)",,in, benchlm-terminal-bench-2-0,benchlm,grok-4.20,think,mixed,hard,,,,,,,47.1,score%,0.0289,,restated-from:Meta AI: Muse Spark comparison chart,"https://benchlm.ai/models/grok-4-20-beta (benchmark table, row Terminal-Bench 2.0)",,out:not-headline, benchlm-deepsearchqa,benchlm,grok-4.20,think,mixed,hard,,,,,,,62.8,score%,0.0289,,restated-from:Meta AI: Muse Spark comparison chart,"https://benchlm.ai/models/grok-4-20-beta (benchmark table, row DeepSearchQA)",,out:not-headline, benchlm-gert-labs,benchlm,grok-4.20,think,mixed,hard,,,,,,,38.36,score%,0.00289,,restated-from:Gert Labs rankings,"https://benchlm.ai/models/grok-4-20-beta (benchmark table, row Gert Labs)",,out:not-headline, benchlm-terminal-bench-2-1-vals,benchlm,grok-4.20,think,mixed,hard,,,,,,,44.2,score%,0.0289,,restated-from:Vals AI: Terminal-Bench 2.1 leaderboard,"https://benchlm.ai/models/grok-4-20-beta (benchmark table, row Terminal-Bench 2.1 (Vals))",,out:not-headline, benchlm-mazebench,benchlm,grok-4.20,think,mixed,hard,,,,,,,0,score%,0.289,,restated-from:MazeBench AI leaderboard (ASCII mode),"https://benchlm.ai/models/grok-4-20-beta (benchmark table, row MazeBench)",,out:uninformative, benchlm-livecodebench-pro,benchlm,grok-4.20,think,mixed,hard,,,,,,,74.2,score%,0.0289,,restated-from:Meta AI: Muse Spark comparison chart,"https://benchlm.ai/models/grok-4-20-beta (benchmark table, row LiveCodeBench Pro)",,out:not-headline, benchlm-swe-bench-verified,benchlm,grok-4.20,think,mixed,hard,,,,,,,76.7,score%,0.0289,,restated-from:Meta AI: Muse Spark comparison chart,"https://benchlm.ai/models/grok-4-20-beta (benchmark table, row SWE-bench Verified)",,out:not-headline, benchlm-swe-bench-pro,benchlm,grok-4.20,think,mixed,hard,,,,,,,51.8,score%,0.0289,,restated-from:Meta AI: Muse Spark comparison chart,"https://benchlm.ai/models/grok-4-20-beta (benchmark table, row SWE-bench Pro)",,in, benchlm-vibe-code-bench,benchlm,grok-4.20,think,mixed,hard,,,,,,,4.06,score%,0.00289,,restated-from:Vals AI: Vibe Code Bench v1.1,"https://benchlm.ai/models/grok-4-20-beta (benchmark table, row Vibe Code Bench)",,out:not-headline, benchlm-livecodebench-vals,benchlm,grok-4.20,think,mixed,hard,,,,,,,84.3,score%,0.0289,,restated-from:Vals AI: LiveCodeBench leaderboard,"https://benchlm.ai/models/grok-4-20-beta (benchmark table, row LiveCodeBench (Vals))",,in, benchlm-swe-bench-vals,benchlm,grok-4.20,think,mixed,hard,,,,,,,72.2,score%,0.0289,,restated-from:Vals AI: SWE-bench leaderboard,"https://benchlm.ai/models/grok-4-20-beta (benchmark table, row SWE-bench (Vals))",,out:not-headline, benchlm-mmmu-pro,benchlm,grok-4.20,think,mixed,hard,,,,,,,75.2,score%,0.0289,,restated-from:Meta AI: Muse Spark comparison chart,"https://benchlm.ai/models/grok-4-20-beta (benchmark table, row MMMU-Pro)",,out:not-headline, benchlm-charxiv,benchlm,grok-4.20,think,mixed,hard,,,,,,,60.9,score%,0.0289,,restated-from:Meta AI: Muse Spark comparison chart,"https://benchlm.ai/models/grok-4-20-beta (benchmark table, row CharXiv)",,out:not-headline, benchlm-erqa,benchlm,grok-4.20,think,mixed,hard,,,,,,,54.1,score%,0.0289,,restated-from:Meta AI: Muse Spark comparison chart,"https://benchlm.ai/models/grok-4-20-beta (benchmark table, row ERQA)",,out:not-headline, benchlm-simplevqa,benchlm,grok-4.20,think,mixed,hard,,,,,,,57.4,score%,0.0289,,restated-from:Meta AI: Muse Spark comparison chart,"https://benchlm.ai/models/grok-4-20-beta (benchmark table, row SimpleVQA)",,out:not-headline, benchlm-medxpertqa-mm,benchlm,grok-4.20,think,mixed,hard,,,,,,,65.8,score%,0.0289,,restated-from:Meta AI: Muse Spark comparison chart,"https://benchlm.ai/models/grok-4-20-beta (benchmark table, row MedXpertQA (MM))",,out:not-headline, benchlm-design-arena-website,benchlm,grok-4.20,think,mixed,hard,,,,,,,1228,Elo,0.289,,restated-from:OpenRouter model benchmarks,"https://benchlm.ai/models/grok-4-20-beta (benchmark table, row Design Arena Website)",,in, benchlm-arc-agi-2,benchlm,grok-4.20,think,mixed,hard,,,,,,,53.3,score%,0.0289,,restated-from:Meta AI: Muse Spark comparison chart,"https://benchlm.ai/models/grok-4-20-beta (benchmark table, row ARC-AGI-2)",,in, benchlm-arc-agi-3,benchlm,grok-4.20,think,mixed,hard,,,,,,,0.1,score%,0.0289,,restated-from:ARC Prize official leaderboard data,"https://benchlm.ai/models/grok-4-20-beta (benchmark table, row ARC-AGI-3)",,in, benchlm-gpqa-d,benchlm,grok-4.20,think,mixed,hard,,,,,,,88.5,score%,0.0289,,restated-from:Meta AI: Muse Spark comparison chart,"https://benchlm.ai/models/grok-4-20-beta (benchmark table, row GPQA-D)",,out:not-headline, benchlm-hle-w-o-tools,benchlm,grok-4.20,think,mixed,hard,,,,,,,31.6,score%,0.0289,,restated-from:Meta AI: Muse Spark comparison chart,"https://benchlm.ai/models/grok-4-20-beta (benchmark table, row HLE w/o tools)",,out:not-headline, benchlm-healthbench-hard,benchlm,grok-4.20,think,mixed,hard,,,,,,,20.3,score%,0.0289,,restated-from:Meta AI: Muse Spark comparison chart,"https://benchlm.ai/models/grok-4-20-beta (benchmark table, row HealthBench Hard)",,out:not-headline, benchlm-medxpertqa-text,benchlm,grok-4.20,think,mixed,hard,,,,,,,50.2,score%,0.0289,,restated-from:Meta AI: Muse Spark comparison chart,"https://benchlm.ai/models/grok-4-20-beta (benchmark table, row MedXpertQA (Text))",,out:not-headline, benchlm-gpqa-diamond-vals,benchlm,grok-4.20,think,mixed,hard,,,,,,,88.6,score%,0.0289,,restated-from:Vals AI: GPQA Diamond leaderboard,"https://benchlm.ai/models/grok-4-20-beta (benchmark table, row GPQA Diamond (Vals))",,in, benchlm-mmlu-pro-vals,benchlm,grok-4.20,think,mixed,hard,,,,,,,86.3,score%,0.0289,,restated-from:Vals AI: MMLU Pro leaderboard,"https://benchlm.ai/models/grok-4-20-beta (benchmark table, row MMLU-Pro (Vals))",,in, benchlm-overall-score,benchlm,grok-4.3,not-established:absent,mixed,hard,,,,,,,52.94,BenchLM overall score,0.00289,,,"https://benchlm.ai/models/grok-4-3 (Model Details table, row Overall Score)",,out:effort-not-established, benchlm-tau2-bench-results,benchlm,grok-4.3,not-established:absent,mixed,hard,,,,,,,97.7,score%,0.0289,,restated-from:Artificial Analysis: Grok 4.3,"https://benchlm.ai/models/grok-4-3 (benchmark table, row τ²-bench results)",,out:effort-not-established, benchlm-gdpval-aa-gdpvalaanormalized,benchlm,grok-4.3,not-established:absent,mixed,hard,,,,,,,29.2,score%,0.0289,,restated-from:OpenRouter: Grok 4.3 benchmarks,"https://benchlm.ai/models/grok-4-3 (benchmark table, row GDPval-AA)",,out:effort-not-established, benchlm-apex-agents-aa,benchlm,grok-4.3,not-established:absent,mixed,hard,,,,,,,17.0,score%,0.0289,,restated-from:Artificial Analysis: apex-agents-aa leaderboard,"https://benchlm.ai/models/grok-4-3 (benchmark table, row APEX-Agents-AA)",,out:effort-not-established, benchlm-gert-labs,benchlm,grok-4.3,not-established:absent,mixed,hard,,,,,,,43.86,score%,0.00289,,restated-from:Gert Labs rankings,"https://benchlm.ai/models/grok-4-3 (benchmark table, row Gert Labs)",,out:effort-not-established, benchlm-researchclawbench,benchlm,grok-4.3,not-established:absent,mixed,hard,,,,,,,12.4,score%,0.0289,,restated-from:ResearchClawBench leaderboard,"https://benchlm.ai/models/grok-4-3 (benchmark table, row ResearchClawBench)",,out:effort-not-established, benchlm-terminal-bench-2-1-vals,benchlm,grok-4.3,not-established:absent,mixed,hard,,,,,,,41.9,score%,0.0289,,restated-from:Vals AI: Terminal-Bench 2.1 leaderboard,"https://benchlm.ai/models/grok-4-3 (benchmark table, row Terminal-Bench 2.1 (Vals))",,out:effort-not-established, benchlm-aa-agentic-index,benchlm,grok-4.3,not-established:absent,mixed,hard,,,,,,,17.2,score%,0.0289,,restated-from:Artificial Analysis model benchmarks,"https://benchlm.ai/models/grok-4-3 (benchmark table, row AA Agentic Index)",,out:effort-not-established, benchlm-gdpval-aa-gdpvalaa,benchlm,grok-4.3,not-established:absent,mixed,hard,,,,,,,1018,score,0.289,,restated-from:Artificial Analysis model benchmarks,"https://benchlm.ai/models/grok-4-3 (benchmark table, row GDPval-AA)",,out:effort-not-established, benchlm-scicode,benchlm,grok-4.3,not-established:absent,mixed,hard,,,,,,,47.3,score%,0.0289,,restated-from:Artificial Analysis: Grok 4.3,"https://benchlm.ai/models/grok-4-3 (benchmark table, row SciCode)",,out:effort-not-established, benchlm-aa-scicode,benchlm,grok-4.3,not-established:absent,mixed,hard,,,,,,,48.3,score%,0.0289,,restated-from:Artificial Analysis model benchmarks,"https://benchlm.ai/models/grok-4-3 (benchmark table, row AA-SciCode)",,out:effort-not-established, benchlm-livecodebench-vals,benchlm,grok-4.3,not-established:absent,mixed,hard,,,,,,,84.5,score%,0.0289,,restated-from:Vals AI: LiveCodeBench leaderboard,"https://benchlm.ai/models/grok-4-3 (benchmark table, row LiveCodeBench (Vals))",,out:effort-not-established, benchlm-swe-bench-vals,benchlm,grok-4.3,not-established:absent,mixed,hard,,,,,,,71.4,score%,0.0289,,restated-from:Vals AI: SWE-bench leaderboard,"https://benchlm.ai/models/grok-4-3 (benchmark table, row SWE-bench (Vals))",,out:effort-not-established, benchlm-aa-coding-index,benchlm,grok-4.3,not-established:absent,mixed,hard,,,,,,,42.3,score%,0.0289,,restated-from:Artificial Analysis model benchmarks,"https://benchlm.ai/models/grok-4-3 (benchmark table, row AA Coding Index)",,out:effort-not-established, benchlm-mmmu-pro,benchlm,grok-4.3,not-established:absent,mixed,hard,,,,,,,78.1,score%,0.0289,,restated-from:Artificial Analysis: Grok 4.3,"https://benchlm.ai/models/grok-4-3 (benchmark table, row MMMU-Pro)",,out:effort-not-established, benchlm-design-arena-website,benchlm,grok-4.3,not-established:absent,mixed,hard,,,,,,,1193,Elo,0.289,,restated-from:OpenRouter: Grok 4.3 benchmarks,"https://benchlm.ai/models/grok-4-3 (benchmark table, row Design Arena Website)",,out:effort-not-established, benchlm-aa-mmmu-pro,benchlm,grok-4.3,not-established:absent,mixed,hard,,,,,,,78.1,score%,0.0289,,restated-from:Artificial Analysis model benchmarks,"https://benchlm.ai/models/grok-4-3 (benchmark table, row AA-MMMU-Pro)",,out:effort-not-established, benchlm-aa-lcr,benchlm,grok-4.3,not-established:absent,mixed,hard,,,,,,,64.3,score%,0.0289,,restated-from:OpenRouter: Grok 4.3 benchmarks,"https://benchlm.ai/models/grok-4-3 (benchmark table, row AA-LCR)",,out:effort-not-established, benchlm-critpt,benchlm,grok-4.3,not-established:absent,mixed,hard,,,,,,,8.0,score%,0.0289,,restated-from:OpenRouter: Grok 4.3 benchmarks,"https://benchlm.ai/models/grok-4-3 (benchmark table, row CritPt)",,out:effort-not-established, benchlm-artificial-analysis-intelligence-index,benchlm,grok-4.3,not-established:absent,mixed,hard,,,,,,,37.6,score%,0.0289,,restated-from:Artificial Analysis: Grok 4.3,"https://benchlm.ai/models/grok-4-3 (benchmark table, row Artificial Analysis Intelligence Index)",,out:effort-not-established, benchlm-gpqa,benchlm,grok-4.3,not-established:absent,mixed,hard,,,,,,,90.1,score%,0.0289,,restated-from:Artificial Analysis: Grok 4.3,"https://benchlm.ai/models/grok-4-3 (benchmark table, row GPQA)",,out:effort-not-established, benchlm-hle,benchlm,grok-4.3,not-established:absent,mixed,hard,,,,,,,35,score%,0.289,,restated-from:Artificial Analysis: Grok 4.3,"https://benchlm.ai/models/grok-4-3 (benchmark table, row HLE)",,out:effort-not-established, benchlm-aa-omniscience-accuracy,benchlm,grok-4.3,not-established:absent,mixed,hard,,,,,,,34.6,score%,0.0289,,restated-from:OpenRouter: Grok 4.3 benchmarks,"https://benchlm.ai/models/grok-4-3 (benchmark table, row AA-Omniscience Accuracy)",,out:effort-not-established, benchlm-aa-omniscience-hallucination-rate,benchlm,grok-4.3,not-established:absent,mixed,hard,,,,,,,25.0,score%,0.0289,,restated-from:OpenRouter: Grok 4.3 benchmarks,"https://benchlm.ai/models/grok-4-3 (benchmark table, row AA-Omniscience Hallucination Rate)",,out:effort-not-established, benchlm-aa-gpqa-diamond,benchlm,grok-4.3,not-established:absent,mixed,hard,,,,,,,90.1,score%,0.0289,,restated-from:Artificial Analysis model benchmarks,"https://benchlm.ai/models/grok-4-3 (benchmark table, row AA-GPQA Diamond)",,out:effort-not-established, benchlm-aa-hle,benchlm,grok-4.3,not-established:absent,mixed,hard,,,,,,,37.2,score%,0.0289,,restated-from:Artificial Analysis model benchmarks,"https://benchlm.ai/models/grok-4-3 (benchmark table, row AA-HLE)",,out:effort-not-established, benchlm-aa-omniscience-index,benchlm,grok-4.3,not-established:absent,mixed,hard,,,,,,,18.0,omniscience-index (points),0.0289,,restated-from:Artificial Analysis model benchmarks,"https://benchlm.ai/models/grok-4-3 (benchmark table, row AA-Omniscience Index)",,out:effort-not-established, benchlm-gpqa-diamond-vals,benchlm,grok-4.3,not-established:absent,mixed,hard,,,,,,,91.4,score%,0.0289,,restated-from:Vals AI: GPQA Diamond leaderboard,"https://benchlm.ai/models/grok-4-3 (benchmark table, row GPQA Diamond (Vals))",,out:effort-not-established, benchlm-mmlu-pro-vals,benchlm,grok-4.3,not-established:absent,mixed,hard,,,,,,,85.8,score%,0.0289,,restated-from:Vals AI: MMLU Pro leaderboard,"https://benchlm.ai/models/grok-4-3 (benchmark table, row MMLU-Pro (Vals))",,out:effort-not-established, benchlm-ifbench,benchlm,grok-4.3,not-established:absent,mixed,hard,,,,,,,81.3,score%,0.0289,,restated-from:Artificial Analysis: Grok 4.3,"https://benchlm.ai/models/grok-4-3 (benchmark table, row IFBench)",,out:effort-not-established, benchlm-aa-ifbench,benchlm,grok-4.3,not-established:absent,mixed,hard,,,,,,,81.3,score%,0.0289,,restated-from:Artificial Analysis model benchmarks,"https://benchlm.ai/models/grok-4-3 (benchmark table, row AA-IFBench)",,out:effort-not-established, benchlm-frontiermath-v2-tiers-1-3,benchlm,grok-4.3,not-established:absent,mixed,hard,,,,,,,42.807,score%,0.000289,,restated-from:Epoch AI FrontierMath v2 leaderboard,"https://benchlm.ai/models/grok-4-3 (benchmark table, row FrontierMath v2 (Tiers 1-3))",,out:effort-not-established, benchlm-frontiermath-v2-tier-4,benchlm,grok-4.3,not-established:absent,mixed,hard,,,,,,,14.634,score%,0.000289,,restated-from:Epoch AI FrontierMath v2 leaderboard,"https://benchlm.ai/models/grok-4-3 (benchmark table, row FrontierMath v2 (Tier 4))",,out:effort-not-established, benchlm-overall-score,benchlm,grok-4.5,high,mixed,hard,,,,,,,63.1,BenchLM overall score,0.0289,,level-from-default,"https://benchlm.ai/models/grok-4-5 (Model Details table, row Overall Score)",,in, benchlm-terminal-bench-3-0,benchlm,grok-4.5,high,mixed,hard,,,,,,,15.7,score%,0.0289,,restated-from:Terminal-Bench 3.0 leaderboard; level-from-default,"https://benchlm.ai/models/grok-4-5 (benchmark table, row Terminal-Bench 3.0)",,out:not-headline, benchlm-terminal-bench-2-1-xai-post,benchlm,grok-4.5,high,mixed,hard,,,,,,,83.3,score%,0.0289,,restated-from:xAI; level-from-default,"https://benchlm.ai/models/grok-4-5 (benchmark table (Agentic Benchmarks), row Terminal-Bench 2.1)",,out:not-headline, benchlm-deepswe,benchlm,grok-4.5,high,mixed,hard,,,,,,,53,score%,0.289,,restated-from:xAI; level-from-default,"https://benchlm.ai/models/grok-4-5 (benchmark table, row deepSwe)",,in, benchlm-gdpval-aa-gdpvalaanormalized,benchlm,grok-4.5,high,mixed,hard,,,,,,,44.2,score%,0.0289,,restated-from:Artificial Analysis model benchmarks; level-from-default,"https://benchlm.ai/models/grok-4-5 (benchmark table, row GDPval-AA)",,out:not-headline, benchlm-terminal-bench-2-1-vals,benchlm,grok-4.5,high,mixed,hard,,,,,,,67.8,score%,0.0289,,restated-from:Vals AI: Terminal-Bench 2.1 leaderboard; level-from-default,"https://benchlm.ai/models/grok-4-5 (benchmark table, row Terminal-Bench 2.1 (Vals))",,out:not-headline, benchlm-aa-agentic-index,benchlm,grok-4.5,high,mixed,hard,,,,,,,42.1,score%,0.0289,,restated-from:Artificial Analysis model benchmarks; level-from-default,"https://benchlm.ai/models/grok-4-5 (benchmark table, row AA Agentic Index)",,in, benchlm-gdpval-aa-gdpvalaa,benchlm,grok-4.5,high,mixed,hard,,,,,,,1430,score,0.289,,restated-from:Artificial Analysis model benchmarks; level-from-default,"https://benchlm.ai/models/grok-4-5 (benchmark table, row GDPval-AA)",,out:not-headline, benchlm-aa-enterpriseops-gym,benchlm,grok-4.5,high,mixed,hard,,,,,,,40.8,score%,0.0289,,restated-from:Artificial Analysis: enterprise-ops-gym-aa leaderboard; level-from-default,"https://benchlm.ai/models/grok-4-5 (benchmark table, row AA EnterpriseOps-Gym)",,out:not-headline, benchlm-aa-tau3-banking,benchlm,grok-4.5,high,mixed,hard,,,,,,,42.1,score%,0.0289,,restated-from:Artificial Analysis: tau3-banking leaderboard; level-from-default,"https://benchlm.ai/models/grok-4-5 (benchmark table, row AA Tau3 Banking)",,in, benchlm-aaterminalbench21,benchlm,grok-4.5,high,mixed,hard,,,,,,,81.6,score%,0.0289,,restated-from:Artificial Analysis: terminalbench-v2-1 leaderboard; level-from-default,"https://benchlm.ai/models/grok-4-5 (benchmark table, row aaTerminalBench21)",,out:not-headline, benchlm-swe-bench-pro,benchlm,grok-4.5,high,mixed,hard,,,,,,,64.7,score%,0.0289,,restated-from:xAI; level-from-default,"https://benchlm.ai/models/grok-4-5 (benchmark table, row SWE-bench Pro)",,in, benchlm-swe-multilingual,benchlm,grok-4.5,high,mixed,hard,,,,,,,78,score%,0.289,,restated-from:Cursor: Grok 4.5 launch post; level-from-default,"https://benchlm.ai/models/grok-4-5 (benchmark table, row SWE Multilingual)",,out:not-headline, benchlm-terminal-bench-2-1-xai-post,benchlm,grok-4.5,high,mixed,hard,,,,,,,83.3,score%,0.0289,,restated-from:xAI; level-from-default,"https://benchlm.ai/models/grok-4-5 (benchmark table (Coding Benchmarks), row Terminal-Bench 2.1)",,out:not-headline, benchlm-cursorbench-3-2,benchlm,grok-4.5,high,mixed,hard,,,,,,,66.7,score%,0.0289,,restated-from:Cursor evals: CursorBench 3.2; level-from-default,"https://benchlm.ai/models/grok-4-5 (benchmark table, row CursorBench 3.2)",,in, benchlm-vulcanbench-v3,benchlm,grok-4.5,high,mixed,hard,,,,,,,89.9,score%,0.0289,,restated-from:VulcanBench v3 Technical Report No. 4; level-from-default,"https://benchlm.ai/models/grok-4-5 (benchmark table, row VulcanBench v3)",,out:not-headline, benchlm-aa-scicode,benchlm,grok-4.5,high,mixed,hard,,,,,,,55.0,score%,0.0289,,restated-from:Artificial Analysis model benchmarks; level-from-default,"https://benchlm.ai/models/grok-4-5 (benchmark table, row AA-SciCode)",,in, benchlm-livecodebench-vals,benchlm,grok-4.5,high,mixed,hard,,,,,,,87.4,score%,0.0289,,restated-from:Vals AI: LiveCodeBench leaderboard; level-from-default,"https://benchlm.ai/models/grok-4-5 (benchmark table, row LiveCodeBench (Vals))",,in, benchlm-swe-bench-vals,benchlm,grok-4.5,high,mixed,hard,,,,,,,86.6,score%,0.0289,,restated-from:Vals AI: SWE-bench leaderboard; level-from-default,"https://benchlm.ai/models/grok-4-5 (benchmark table, row SWE-bench (Vals))",,out:not-headline, benchlm-aa-coding-index,benchlm,grok-4.5,high,mixed,hard,,,,,,,72.5,score%,0.0289,,restated-from:Artificial Analysis model benchmarks; level-from-default,"https://benchlm.ai/models/grok-4-5 (benchmark table, row AA Coding Index)",,in, benchlm-posttrainbench-v1-1,benchlm,grok-4.5,high,mixed,hard,,,,,,,23.4,score%,0.0289,,restated-from:PostTrainBench v1.1 public leaderboard; level-from-default,"https://benchlm.ai/models/grok-4-5 (benchmark table, row PostTrainBench v1.1)",,out:single-couple, benchlm-aa-mmmu-pro,benchlm,grok-4.5,high,mixed,hard,,,,,,,80.4,score%,0.0289,,restated-from:Artificial Analysis model benchmarks; level-from-default,"https://benchlm.ai/models/grok-4-5 (benchmark table, row AA-MMMU-Pro)",,in, benchlm-design-arena-website,benchlm,grok-4.5,high,mixed,hard,,,,,,,1278,Elo,0.289,,restated-from:OpenRouter model benchmarks; level-from-default,"https://benchlm.ai/models/grok-4-5 (benchmark table, row Design Arena Website)",,in, benchlm-arc-agi-2,benchlm,grok-4.5,high,mixed,hard,,,,,,,52.6,score%,0.0289,,restated-from:ARC Prize: published Semi-Private results; level-from-default,"https://benchlm.ai/models/grok-4-5 (benchmark table, row ARC-AGI-2)",,in, benchlm-arc-agi-3,benchlm,grok-4.5,high,mixed,hard,,,,,,,0.3,score%,0.0289,,restated-from:ARC Prize: published Semi-Private results; level-from-default,"https://benchlm.ai/models/grok-4-5 (benchmark table, row ARC-AGI-3)",,in, benchlm-aa-lcr,benchlm,grok-4.5,high,mixed,hard,,,,,,,79.3,score%,0.0289,,restated-from:Artificial Analysis model benchmarks; level-from-default,"https://benchlm.ai/models/grok-4-5 (benchmark table, row AA-LCR)",,in, benchlm-critpt,benchlm,grok-4.5,high,mixed,hard,,,,,,,15.4,score%,0.0289,,restated-from:Artificial Analysis: CritPt Benchmark Leaderboard; level-from-default,"https://benchlm.ai/models/grok-4-5 (benchmark table, row CritPt)",,in, benchlm-arc-agi-1,benchlm,grok-4.5,high,mixed,hard,,,,,,,85.67,score%,0.00289,,restated-from:ARC Prize: published Semi-Private results; level-from-default,"https://benchlm.ai/models/grok-4-5 (benchmark table, row ARC-AGI-1)",,in, benchlm-artificial-analysis-intelligence-index,benchlm,grok-4.5,high,mixed,hard,,,,,,,38.8,score%,0.0289,,restated-from:Artificial Analysis model benchmarks; level-from-default,"https://benchlm.ai/models/grok-4-5 (benchmark table, row Artificial Analysis Intelligence Index)",,in, benchlm-aa-gpqa-diamond,benchlm,grok-4.5,high,mixed,hard,,,,,,,93.1,score%,0.0289,,restated-from:Artificial Analysis: gpqa-diamond leaderboard; level-from-default,"https://benchlm.ai/models/grok-4-5 (benchmark table, row AA-GPQA Diamond)",,in, benchlm-aa-hle,benchlm,grok-4.5,high,mixed,hard,,,,,,,42.7,score%,0.0289,,restated-from:Artificial Analysis model benchmarks; level-from-default,"https://benchlm.ai/models/grok-4-5 (benchmark table, row AA-HLE)",,in, benchlm-aa-omniscience-index,benchlm,grok-4.5,high,mixed,hard,,,,,,,25.3,omniscience-index (points),0.0289,,restated-from:Artificial Analysis model benchmarks; level-from-default,"https://benchlm.ai/models/grok-4-5 (benchmark table, row AA-Omniscience Index)",,in, benchlm-aa-omniscience-accuracy,benchlm,grok-4.5,high,mixed,hard,,,,,,,51.6,score%,0.0289,,restated-from:Artificial Analysis model benchmarks; level-from-default,"https://benchlm.ai/models/grok-4-5 (benchmark table, row AA-Omniscience Accuracy)",,in, benchlm-aa-omniscience-hallucination-rate,benchlm,grok-4.5,high,mixed,hard,,,,,,,54.1,score%,0.0289,,restated-from:Artificial Analysis model benchmarks; level-from-default,"https://benchlm.ai/models/grok-4-5 (benchmark table, row AA-Omniscience Hallucination Rate)",,in, benchlm-gpqa-diamond-vals,benchlm,grok-4.5,high,mixed,hard,,,,,,,92.9,score%,0.0289,,restated-from:Vals AI: GPQA Diamond leaderboard; level-from-default,"https://benchlm.ai/models/grok-4-5 (benchmark table, row GPQA Diamond (Vals))",,in, benchlm-mmlu-pro-vals,benchlm,grok-4.5,high,mixed,hard,,,,,,,89.2,score%,0.0289,,restated-from:Vals AI: MMLU Pro leaderboard; level-from-default,"https://benchlm.ai/models/grok-4-5 (benchmark table, row MMLU-Pro (Vals))",,in, benchlm-frontiermath-v2-tiers-1-3,benchlm,grok-4.5,high,mixed,hard,,,,,,,57.193,score%,0.000289,,restated-from:Epoch AI FrontierMath v2 leaderboard; level-from-default,"https://benchlm.ai/models/grok-4-5 (benchmark table, row FrontierMath v2 (Tiers 1-3))",,in, benchlm-frontiermath-v2-tier-4,benchlm,grok-4.5,high,mixed,hard,,,,,,,24.390,score%,0.000289,,restated-from:Epoch AI FrontierMath v2 leaderboard; level-from-default,"https://benchlm.ai/models/grok-4-5 (benchmark table, row FrontierMath v2 (Tier 4))",,in, benchlm-overall-score,benchlm,grok-4.6,high,mixed,hard,,,,,,,66.76,BenchLM overall score,0.00289,,level-from-default,"https://benchlm.ai/models/grok-4-6 (Model Details table, row Overall Score)",,in, benchlm-terminal-bench-3-0,benchlm,grok-4.6,high,mixed,hard,,,,,,,26.5,score%,0.0289,,restated-from:Terminal-Bench 3.0 leaderboard; level-from-default,"https://benchlm.ai/models/grok-4-6 (benchmark table, row Terminal-Bench 3.0)",,out:not-headline, benchlm-apex-agents,benchlm,grok-4.6,high,mixed,hard,,,,,,,57.5,score%,0.0289,,restated-from:xAI; level-from-default,"https://benchlm.ai/models/grok-4-6 (benchmark table, row APEX-Agents)",,out:not-headline, benchlm-gdpval-aa-gdpvalaanormalized,benchlm,grok-4.6,high,mixed,hard,,,,,,,55.9,score%,0.0289,,restated-from:Artificial Analysis model benchmarks; level-from-default,"https://benchlm.ai/models/grok-4-6 (benchmark table, row GDPval-AA)",,out:not-headline, benchlm-aa-tau3-banking,benchlm,grok-4.6,high,mixed,hard,,,,,,,50.7,score%,0.0289,,restated-from:Artificial Analysis: tau3-banking leaderboard; level-from-default,"https://benchlm.ai/models/grok-4-6 (benchmark table, row AA Tau3 Banking)",,in, benchlm-aa-enterpriseops-gym,benchlm,grok-4.6,high,mixed,hard,,,,,,,48.3,score%,0.0289,,restated-from:Artificial Analysis: enterprise-ops-gym-aa leaderboard; level-from-default,"https://benchlm.ai/models/grok-4-6 (benchmark table, row AA EnterpriseOps-Gym)",,out:not-headline, benchlm-terminal-bench-2-1-vals,benchlm,grok-4.6,high,mixed,hard,,,,,,,78.3,score%,0.0289,,restated-from:Vals AI: Terminal-Bench 2.1 leaderboard; level-from-default,"https://benchlm.ai/models/grok-4-6 (benchmark table, row Terminal-Bench 2.1 (Vals))",,out:not-headline, benchlm-gdpval-aa-gdpvalaa,benchlm,grok-4.6,high,mixed,hard,,,,,,,1643,score,0.289,,restated-from:Artificial Analysis model benchmarks; level-from-default,"https://benchlm.ai/models/grok-4-6 (benchmark table, row GDPval-AA)",,out:not-headline, benchlm-aa-agentic-index,benchlm,grok-4.6,high,mixed,hard,,,,,,,53.4,score%,0.0289,,restated-from:Artificial Analysis model benchmarks; level-from-default,"https://benchlm.ai/models/grok-4-6 (benchmark table, row AA Agentic Index)",,in, benchlm-apprenticebench,benchlm,grok-4.6,high,mixed,hard,,,,,,,13,score%,0.289,,restated-from:NeoCognition: ApprenticeBench GUI results; level-from-default,"https://benchlm.ai/models/grok-4-6 (benchmark table, row ApprenticeBench)",,out:single-couple, benchlm-cwe-bench-v1,benchlm,grok-4.6,high,mixed,hard,,,,,,,57.0,score%,0.0289,,restated-from:Collinear: CWE-bench v1 leaderboard; level-from-default,"https://benchlm.ai/models/grok-4-6 (benchmark table, row CWE-bench v1)",,in, benchlm-mazebench,benchlm,grok-4.6,high,mixed,hard,,,,,,,1,score%,0.289,,restated-from:MazeBench AI leaderboard (ASCII mode); level-from-default,"https://benchlm.ai/models/grok-4-6 (benchmark table, row MazeBench)",,in, benchlm-aaterminalbench21,benchlm,grok-4.6,high,mixed,hard,,,,,,,88.4,score%,0.0289,,restated-from:Artificial Analysis: terminalbench-v2-1 leaderboard; level-from-default,"https://benchlm.ai/models/grok-4-6 (benchmark table, row aaTerminalBench21)",,out:not-headline, benchlm-aa-analystagent,benchlm,grok-4.6,high,mixed,hard,,,,,,,41.3,score%,0.0289,,restated-from:Artificial Analysis: aa-analyst-agent leaderboard; level-from-default,"https://benchlm.ai/models/grok-4-6 (benchmark table, row AA-AnalystAgent)",,in, benchlm-bug-hunt-bench,benchlm,grok-4.6,high,mixed,hard,,,,,,,27.0,fixes,0.0289,,restated-from:Bug Hunt Bench public data; level-from-default,"https://benchlm.ai/models/grok-4-6 (benchmark table, row Bug Hunt Bench)",,in, benchlm-deepswe,benchlm,grok-4.6,high,mixed,hard,,,,,,,65.9,score%,0.0289,,restated-from:xAI; level-from-default,"https://benchlm.ai/models/grok-4-6 (benchmark table, row DeepSWE)",,in, benchlm-cursorbench-3-2,benchlm,grok-4.6,high,mixed,hard,,,,,,,70.8,score%,0.0289,,restated-from:Cursor evals: CursorBench 3.2; level-from-default,"https://benchlm.ai/models/grok-4-6 (benchmark table, row CursorBench 3.2)",,in, benchlm-frontiercode-1-1-extended,benchlm,grok-4.6,high,mixed,hard,,,,,,,61.3,score%,0.0289,,restated-from:xAI; level-from-default,"https://benchlm.ai/models/grok-4-6 (benchmark table, row FrontierCode 1.1 Extended)",,out:not-headline, benchlm-aa-scicode,benchlm,grok-4.6,high,mixed,hard,,,,,,,56.5,score%,0.0289,,restated-from:Artificial Analysis model benchmarks; level-from-default,"https://benchlm.ai/models/grok-4-6 (benchmark table, row AA-SciCode)",,in, benchlm-vulcanbench-v3,benchlm,grok-4.6,high,mixed,hard,,,,,,,87.0,score%,0.0289,,restated-from:VulcanBench Eval Suite 3 leaderboard; level-from-default,"https://benchlm.ai/models/grok-4-6 (benchmark table, row VulcanBench v3)",,out:not-headline, benchlm-frontierswe-v2,benchlm,grok-4.6,high,mixed,hard,,,,,,,25.3,score%,0.0289,,restated-from:Proximal: FrontierSWE v2 leaderboard; level-from-default,"https://benchlm.ai/models/grok-4-6 (benchmark table, row FrontierSWE v2)",,in, benchlm-livecodebench-vals,benchlm,grok-4.6,high,mixed,hard,,,,,,,88.2,score%,0.0289,,restated-from:Vals AI: LiveCodeBench leaderboard; level-from-default,"https://benchlm.ai/models/grok-4-6 (benchmark table, row LiveCodeBench (Vals))",,in, benchlm-swe-bench-vals,benchlm,grok-4.6,high,mixed,hard,,,,,,,95.6,score%,0.0289,,restated-from:Vals AI: SWE-bench leaderboard; level-from-default,"https://benchlm.ai/models/grok-4-6 (benchmark table, row SWE-bench (Vals))",,out:not-headline, benchlm-aa-coding-index,benchlm,grok-4.6,high,mixed,hard,,,,,,,76.8,score%,0.0289,,restated-from:Artificial Analysis model benchmarks; level-from-default,"https://benchlm.ai/models/grok-4-6 (benchmark table, row AA Coding Index)",,in, benchlm-cursorbench-4-0,benchlm,grok-4.6,high,mixed,hard,,,,,,,41.4,score%,0.0289,,restated-from:Cursor evals: CursorBench 4.0; level-from-default,"https://benchlm.ai/models/grok-4-6 (benchmark table, row CursorBench 4.0)",,in, benchlm-design-arena-website,benchlm,grok-4.6,high,mixed,hard,,,,,,,1286,Elo,0.289,,restated-from:OpenRouter model benchmarks; level-from-default,"https://benchlm.ai/models/grok-4-6 (benchmark table, row Design Arena Website)",,in, benchlm-aa-lcr,benchlm,grok-4.6,high,mixed,hard,,,,,,,80.3,score%,0.0289,,restated-from:Artificial Analysis model benchmarks; level-from-default,"https://benchlm.ai/models/grok-4-6 (benchmark table, row AA-LCR)",,in, benchlm-critpt,benchlm,grok-4.6,high,mixed,hard,,,,,,,17.1,score%,0.0289,,restated-from:Artificial Analysis model benchmarks; level-from-default,"https://benchlm.ai/models/grok-4-6 (benchmark table, row CritPt)",,in, benchlm-arc-agi-1,benchlm,grok-4.6,high,mixed,hard,,,,,,,87.00,score%,0.00289,,restated-from:ARC Prize: published Semi-Private results; level-from-default,"https://benchlm.ai/models/grok-4-6 (benchmark table, row ARC-AGI-1)",,in, benchlm-arc-agi-2,benchlm,grok-4.6,high,mixed,hard,,,,,,,67.1,score%,0.0289,,restated-from:ARC Prize: published Semi-Private results; level-from-default,"https://benchlm.ai/models/grok-4-6 (benchmark table, row ARC-AGI-2)",,in, benchlm-arc-agi-3,benchlm,grok-4.6,high,mixed,hard,,,,,,,2.1,score%,0.0289,,restated-from:ARC Prize: published Semi-Private results; level-from-default,"https://benchlm.ai/models/grok-4-6 (benchmark table, row ARC-AGI-3)",,in, benchlm-artificial-analysis-intelligence-index,benchlm,grok-4.6,high,mixed,hard,,,,,,,44.3,score%,0.0289,,restated-from:Artificial Analysis model benchmarks; level-from-default,"https://benchlm.ai/models/grok-4-6 (benchmark table, row Artificial Analysis Intelligence Index)",,in, benchlm-aa-gpqa-diamond,benchlm,grok-4.6,high,mixed,hard,,,,,,,94.9,score%,0.0289,,restated-from:Artificial Analysis: gpqa-diamond leaderboard; level-from-default,"https://benchlm.ai/models/grok-4-6 (benchmark table, row AA-GPQA Diamond)",,in, benchlm-aa-hle,benchlm,grok-4.6,high,mixed,hard,,,,,,,42.9,score%,0.0289,,restated-from:Artificial Analysis model benchmarks; level-from-default,"https://benchlm.ai/models/grok-4-6 (benchmark table, row AA-HLE)",,in, benchlm-aa-omniscience-index,benchlm,grok-4.6,high,mixed,hard,,,,,,,30.5,omniscience-index (points),0.0289,,restated-from:Artificial Analysis model benchmarks; level-from-default,"https://benchlm.ai/models/grok-4-6 (benchmark table, row AA-Omniscience Index)",,in, benchlm-aa-omniscience-accuracy,benchlm,grok-4.6,high,mixed,hard,,,,,,,48.2,score%,0.0289,,restated-from:Artificial Analysis model benchmarks; level-from-default,"https://benchlm.ai/models/grok-4-6 (benchmark table, row AA-Omniscience Accuracy)",,in, benchlm-aa-omniscience-hallucination-rate,benchlm,grok-4.6,high,mixed,hard,,,,,,,34.3,score%,0.0289,,restated-from:Artificial Analysis model benchmarks; level-from-default,"https://benchlm.ai/models/grok-4-6 (benchmark table, row AA-Omniscience Hallucination Rate)",,in, benchlm-gpqa-diamond-vals,benchlm,grok-4.6,high,mixed,hard,,,,,,,94.7,score%,0.0289,,restated-from:Vals AI: GPQA Diamond leaderboard; level-from-default,"https://benchlm.ai/models/grok-4-6 (benchmark table, row GPQA Diamond (Vals))",,in, benchlm-mmlu-pro-vals,benchlm,grok-4.6,high,mixed,hard,,,,,,,89.4,score%,0.0289,,restated-from:Vals AI: MMLU Pro leaderboard; level-from-default,"https://benchlm.ai/models/grok-4-6 (benchmark table, row MMLU-Pro (Vals))",,in, benchlm-gray-swan-ipi-15-attempts,benchlm,grok-4.6,high,mixed,hard,,,,,,,51.8,score%,0.0289,,restated-from:Google; level-from-default,"https://benchlm.ai/models/grok-4-6 (benchmark table, row Gray Swan IPI (15 attempts))",,out:not-headline, benchlm-frontiermath-v2-tiers-1-3,benchlm,grok-4.6,high,mixed,hard,,,,,,,65.965,score%,0.000289,,restated-from:Epoch AI FrontierMath v2 leaderboard; level-from-default,"https://benchlm.ai/models/grok-4-6 (benchmark table, row FrontierMath v2 (Tiers 1-3))",,in, benchlm-frontiermath-v2-tier-4,benchlm,grok-4.6,high,mixed,hard,,,,,,,31.707,score%,0.000289,,restated-from:Epoch AI FrontierMath v2 leaderboard; level-from-default,"https://benchlm.ai/models/grok-4-6 (benchmark table, row FrontierMath v2 (Tier 4))",,in, benchlm-aa-briefcase,benchlm,grok-4.7,high,mixed,hard,,,,,,,1657,Elo,0.289,,restated-from:xAI; level-from-default,"https://benchlm.ai/models/grok-4-7 (benchmark table, row AA Briefcase)",,out:single-couple, benchlm-terminal-bench-4-0,benchlm,grok-4.7,high,mixed,hard,,,,,,,38.00,score%,0.00289,,restated-from:xAI; level-from-default,"https://benchlm.ai/models/grok-4-7 (benchmark table, row Terminal-Bench 4.0)",,out:not-headline, benchlm-aa-harvey-lab-v1-0,benchlm,grok-4.7,high,mixed,hard,,,,,,,19.6,score%,0.0289,,restated-from:xAI; level-from-default,"https://benchlm.ai/models/grok-4-7 (benchmark table, row AA Harvey LAB v1.0)",,out:not-headline, benchlm-gdpval-aa-gdpvalaanormalized,benchlm,grok-4.7,high,mixed,hard,,,,,,,60.7,score%,0.0289,,restated-from:Artificial Analysis model benchmarks; level-from-default,"https://benchlm.ai/models/grok-4-7 (benchmark table, row GDPval-AA)",,out:not-headline, benchlm-terminal-bench-2-1-vals,benchlm,grok-4.7,high,mixed,hard,,,,,,,73.4,score%,0.0289,,restated-from:Vals AI: Terminal-Bench 2.1 leaderboard; level-from-default,"https://benchlm.ai/models/grok-4-7 (benchmark table, row Terminal-Bench 2.1 (Vals))",,out:not-headline, benchlm-aa-automationbench,benchlm,grok-4.7,high,mixed,hard,,,,,,,65.6,score%,0.0289,,restated-from:Artificial Analysis: automationbench-aa leaderboard; level-from-default,"https://benchlm.ai/models/grok-4-7 (benchmark table, row AA AutomationBench)",,out:single-couple, benchlm-gdp-pdf,benchlm,grok-4.7,high,mixed,hard,,,,,,,20.0,score%,0.0289,,restated-from:Artificial Analysis: gdp-pdf leaderboard; level-from-default,"https://benchlm.ai/models/grok-4-7 (benchmark table, row GDP.pdf)",,out:single-couple, benchlm-aa-itbench,benchlm,grok-4.7,high,mixed,hard,,,,,,,42.1,score%,0.0289,,restated-from:Artificial Analysis: itbench-aa leaderboard; level-from-default,"https://benchlm.ai/models/grok-4-7 (benchmark table, row AA ITBench)",,out:single-couple, benchlm-aa-terminal-bench-4-0,benchlm,grok-4.7,high,mixed,hard,,,,,,,25.8,score%,0.0289,,restated-from:Artificial Analysis: terminalbench-v4-0 leaderboard; level-from-default,"https://benchlm.ai/models/grok-4-7 (benchmark table, row AA Terminal-Bench 4.0)",,out:not-headline, benchlm-cwe-bench-v1,benchlm,grok-4.7,high,mixed,hard,,,,,,,68.0,score%,0.0289,,restated-from:Collinear: CWE-bench v1 leaderboard; level-from-default,"https://benchlm.ai/models/grok-4-7 (benchmark table, row CWE-bench v1)",,in, benchlm-aa-analystagent,benchlm,grok-4.7,high,mixed,hard,,,,,,,52.5,score%,0.0289,,restated-from:Artificial Analysis: aa-analyst-agent leaderboard; level-from-default,"https://benchlm.ai/models/grok-4-7 (benchmark table, row AA-AnalystAgent)",,in, benchlm-hermes-index,benchlm,grok-4.7,high,mixed,hard,,,,,,,39.3,score%,0.0289,,restated-from:Nous Research: Hermes Index leaderboard; level-from-default,"https://benchlm.ai/models/grok-4-7 (benchmark table, row Hermes Index)",,out:single-couple, benchlm-hermes-bench,benchlm,grok-4.7,high,mixed,hard,,,,,,,74.4,score%,0.0289,,restated-from:Nous Research: Hermes Index leaderboard; level-from-default,"https://benchlm.ai/models/grok-4-7 (benchmark table, row Hermes Bench)",,out:single-couple, benchlm-mazebench,benchlm,grok-4.7,high,mixed,hard,,,,,,,1,score%,0.289,,restated-from:MazeBench AI leaderboard (ASCII mode); level-from-default,"https://benchlm.ai/models/grok-4-7 (benchmark table, row MazeBench)",,in, benchlm-aa-cyber-index,benchlm,grok-4.7,high,mixed,hard,,,,,,,56.4,score%,0.0289,,restated-from:Artificial Analysis: artificial-analysis-cyber-index leaderboard; level-from-default,"https://benchlm.ai/models/grok-4-7 (benchmark table, row AA Cyber Index)",,out:single-couple, benchlm-cwe-bench-aa,benchlm,grok-4.7,high,mixed,hard,,,,,,,68.3,score%,0.0289,,restated-from:Artificial Analysis: cwe-bench-aa leaderboard; level-from-default,"https://benchlm.ai/models/grok-4-7 (benchmark table, row CWE-Bench-AA)",,out:single-couple, benchlm-deepsecbench-aa,benchlm,grok-4.7,high,mixed,hard,,,,,,,26.9,score%,0.0289,,restated-from:Artificial Analysis: deepsecbench-aa leaderboard; level-from-default,"https://benchlm.ai/models/grok-4-7 (benchmark table, row DeepsecBench-AA)",,out:single-couple, benchlm-cybergym-e2e-aa,benchlm,grok-4.7,high,mixed,hard,,,,,,,74.0,score%,0.0289,,restated-from:Artificial Analysis: cybergym-e2e-aa leaderboard; level-from-default,"https://benchlm.ai/models/grok-4-7 (benchmark table, row CyberGym-E2E-AA)",,out:single-couple, benchlm-gdpval-aa-gdpvalaa,benchlm,grok-4.7,high,mixed,hard,,,,,,,1718,score,0.289,,restated-from:Artificial Analysis: gdpval-aa leaderboard; level-from-default,"https://benchlm.ai/models/grok-4-7 (benchmark table, row GDPval-AA)",,out:not-headline, benchlm-cursorbench-4-0,benchlm,grok-4.7,high,mixed,hard,,,,,,,46.3,score%,0.0289,,restated-from:Cursor evals: CursorBench 4.0; level-from-default,"https://benchlm.ai/models/grok-4-7 (benchmark table, row CursorBench 4.0)",,in, benchlm-deepswe,benchlm,grok-4.7,high,mixed,hard,,,,,,,71.0,score%,0.0289,,restated-from:xAI; level-from-default,"https://benchlm.ai/models/grok-4-7 (benchmark table, row DeepSWE)",,in, benchlm-eebench,benchlm,grok-4.7,high,mixed,hard,,,,,,,64.0,score%,0.0289,,restated-from:xAI; level-from-default,"https://benchlm.ai/models/grok-4-7 (benchmark table, row EEBench)",,out:not-headline, benchlm-aa-scicode,benchlm,grok-4.7,high,mixed,hard,,,,,,,57.4,score%,0.0289,,restated-from:Artificial Analysis: scicode leaderboard; level-from-default,"https://benchlm.ai/models/grok-4-7 (benchmark table, row AA-SciCode)",,in, benchlm-frontierswe-v2,benchlm,grok-4.7,high,mixed,hard,,,,,,,29.5,score%,0.0289,,restated-from:Proximal: FrontierSWE v2 leaderboard; level-from-default,"https://benchlm.ai/models/grok-4-7 (benchmark table, row FrontierSWE v2)",,in, benchlm-bug-hunt-bench,benchlm,grok-4.7,high,mixed,hard,,,,,,,29.0,fixes,0.0289,,restated-from:Bug Hunt Bench public data; level-from-default,"https://benchlm.ai/models/grok-4-7 (benchmark table, row Bug Hunt Bench)",,in, benchlm-frontiercode-2-0,benchlm,grok-4.7,high,mixed,hard,,,,,,,28.6,score%,0.0289,,restated-from:Cognition: FrontierCode 2.0; level-from-default,"https://benchlm.ai/models/grok-4-7 (benchmark table, row FrontierCode 2.0)",,out:not-headline, benchlm-design-arena-website,benchlm,grok-4.7,high,mixed,hard,,,,,,,1247,Elo,0.289,,restated-from:OpenRouter model benchmarks; level-from-default,"https://benchlm.ai/models/grok-4-7 (benchmark table, row Design Arena Website)",,in, benchlm-aa-lcr,benchlm,grok-4.7,high,mixed,hard,,,,,,,76.7,score%,0.0289,,restated-from:Artificial Analysis: artificial-analysis-long-context-reasoning leaderboard; level-from-default,"https://benchlm.ai/models/grok-4-7 (benchmark table, row AA-LCR)",,in, benchlm-critpt,benchlm,grok-4.7,high,mixed,hard,,,,,,,17.7,score%,0.0289,,restated-from:Artificial Analysis: critpt leaderboard; level-from-default,"https://benchlm.ai/models/grok-4-7 (benchmark table, row CritPt)",,in, benchlm-mlcr-aa,benchlm,grok-4.7,high,mixed,hard,,,,,,,20.0,score%,0.0289,,restated-from:Artificial Analysis: mlcr-aa leaderboard; level-from-default,"https://benchlm.ai/models/grok-4-7 (benchmark table, row MLCR-AA)",,out:not-headline, benchlm-arc-agi-1,benchlm,grok-4.7,high,mixed,hard,,,,,,,89.50,score%,0.00289,,restated-from:ARC Prize: published Semi-Private results; level-from-default,"https://benchlm.ai/models/grok-4-7 (benchmark table, row ARC-AGI-1)",,in, benchlm-arc-agi-2,benchlm,grok-4.7,high,mixed,hard,,,,,,,61.4,score%,0.0289,,restated-from:ARC Prize: published Semi-Private results; level-from-default,"https://benchlm.ai/models/grok-4-7 (benchmark table, row ARC-AGI-2)",,in, benchlm-arc-agi-3,benchlm,grok-4.7,high,mixed,hard,,,,,,,1.8,score%,0.0289,,restated-from:ARC Prize: published Semi-Private results; level-from-default,"https://benchlm.ai/models/grok-4-7 (benchmark table, row ARC-AGI-3)",,in, benchlm-arc-agi-3-provider-adapter,benchlm,grok-4.7,high,mixed,hard,,,,,,,7.02,score%,0.00289,,restated-from:ARC Prize: published Semi-Private results; level-from-default,"https://benchlm.ai/models/grok-4-7 (benchmark table, row ARC-AGI-3 Provider Adapter)",,out:single-couple, benchlm-healthbench-professional,benchlm,grok-4.7,high,mixed,hard,,,,,,,56.7,score%,0.0289,,restated-from:xAI; level-from-default,"https://benchlm.ai/models/grok-4-7 (benchmark table, row HealthBench Professional)",,out:not-headline, benchlm-artificial-analysis-intelligence-index,benchlm,grok-4.7,high,mixed,hard,,,,,,,35.5,score%,0.0289,,restated-from:Artificial Analysis: artificial-analysis-intelligence-index leaderboard; level-from-default,"https://benchlm.ai/models/grok-4-7 (benchmark table, row Artificial Analysis Intelligence Index)",,in, benchlm-aa-hle,benchlm,grok-4.7,high,mixed,hard,,,,,,,43.1,score%,0.0289,,restated-from:Artificial Analysis: humanitys-last-exam leaderboard; level-from-default,"https://benchlm.ai/models/grok-4-7 (benchmark table, row AA-HLE)",,in, benchlm-aa-omniscience-index,benchlm,grok-4.7,high,mixed,hard,,,,,,,31.2,omniscience-index (points),0.0289,,restated-from:Artificial Analysis: omniscience leaderboard; level-from-default,"https://benchlm.ai/models/grok-4-7 (benchmark table, row AA-Omniscience Index)",,in, benchlm-aa-omniscience-accuracy,benchlm,grok-4.7,high,mixed,hard,,,,,,,42.7,score%,0.0289,,restated-from:Artificial Analysis model benchmarks; level-from-default,"https://benchlm.ai/models/grok-4-7 (benchmark table, row AA-Omniscience Accuracy)",,in, benchlm-aa-omniscience-hallucination-rate,benchlm,grok-4.7,high,mixed,hard,,,,,,,20.0,score%,0.0289,,restated-from:Artificial Analysis model benchmarks; level-from-default,"https://benchlm.ai/models/grok-4-7 (benchmark table, row AA-Omniscience Hallucination Rate)",,in, benchlm-frontiermath-v2-tiers-1-3,benchlm,grok-4.7,high,mixed,hard,,,,,,,52.982,score%,0.000289,,restated-from:Epoch AI FrontierMath v2 leaderboard; level-from-default,"https://benchlm.ai/models/grok-4-7 (benchmark table, row FrontierMath v2 (Tiers 1-3))",,in, benchlm-frontiermath-v2-tier-4,benchlm,grok-4.7,high,mixed,hard,,,,,,,17.073,score%,0.000289,,restated-from:Epoch AI FrontierMath v2 leaderboard; level-from-default,"https://benchlm.ai/models/grok-4-7 (benchmark table, row FrontierMath v2 (Tier 4))",,in, benchlm-swe-bench-pro,benchlm,qwen3.6-27b,unstated,mixed,hard,,,,,,,53.5,score%,0.0289,,restated-from:Provider exact Qwen3.6-27B model card,"https://benchlm.ai/models/qwen3-6-27b (benchmark table (Coding), row SWE-bench Pro, column Score)",,out:effort-not-established, benchlm-swe-multilingual,benchlm,qwen3.6-27b,unstated,mixed,hard,,,,,,,71.3,score%,0.0289,,restated-from:Provider exact Qwen3.6-27B model card,"https://benchlm.ai/models/qwen3-6-27b (benchmark table (Coding), row SWE Multilingual, column Score)",,out:effort-not-established, benchlm-terminal-bench-2-0,benchlm,qwen3.6-27b,unstated,mixed,hard,,,,,,,59.3,score%,0.0289,,restated-from:Provider exact Qwen3.6-27B model card,"https://benchlm.ai/models/qwen3-6-27b (benchmark table (Coding), row Terminal-Bench 2.0, column Score)",,out:effort-not-established, benchlm-swe-bench-verified,benchlm,qwen3.6-27b,unstated,mixed,hard,,,,,,,77.2,score%,0.0289,,restated-from:Provider exact Qwen3.6-27B model card,"https://benchlm.ai/models/qwen3-6-27b (benchmark table (Coding), row SWE-bench Verified, column Score)",,out:effort-not-established, benchlm-livecodebench-v6,benchlm,qwen3.6-27b,unstated,coding,hard,,,,,,,83.9,score%,0.0289,,restated-from:Provider exact Qwen3.6-27B model card,"https://benchlm.ai/models/qwen3-6-27b (benchmark table (Coding), row LiveCodeBench v6, column Score)",,out:effort-not-established, benchlm-nl2repo,benchlm,qwen3.6-27b,unstated,coding,hard,,,,,,,36.2,score%,0.0289,,restated-from:Provider exact Qwen3.6-27B model card,"https://benchlm.ai/models/qwen3-6-27b (benchmark table (Coding), row NL2Repo, column Score)",,out:effort-not-established, benchlm-swe-bench-vals,benchlm,qwen3.6-27b,unstated,mixed,hard,,,,,,,70.0,score%,0.0289,,restated-from:Verified Vals AI: SWE-bench leaderboard,"https://benchlm.ai/models/qwen3-6-27b (benchmark table (Coding), row SWE-bench (Vals), column Score)",,out:effort-not-established, benchlm-claw-eval,benchlm,qwen3.6-27b,unstated,agentic-tool,hard,,,,,,,72.4,score%,0.0289,,restated-from:Provider exact Qwen3.6-27B model card,"https://benchlm.ai/models/qwen3-6-27b (benchmark table (Agentic), row Claw-Eval, column Score)",,out:effort-not-established, benchlm-qwenclawbench,benchlm,qwen3.6-27b,unstated,agentic-tool,hard,,,,,,,53.4,score%,0.0289,,restated-from:Provider exact Qwen3.6-27B model card,"https://benchlm.ai/models/qwen3-6-27b (benchmark table (Agentic), row QwenClawBench, column Score)",,out:effort-not-established, benchlm-qwenwebbench,benchlm,qwen3.6-27b,unstated,agentic-tool,hard,,,,,,,1487,score as printed (no % sign),0.289,,restated-from:Provider exact Qwen3.6-27B model card,"https://benchlm.ai/models/qwen3-6-27b (benchmark table (Agentic), row QwenWebBench, column Score)",,out:effort-not-established, benchlm-androidworld,benchlm,qwen3.6-27b,unstated,computer-use,hard,,,,,,,70.3,score%,0.0289,,restated-from:Provider exact Qwen3.6-27B model card,"https://benchlm.ai/models/qwen3-6-27b (benchmark table (Agentic), row AndroidWorld, column Score)",,out:effort-not-established, benchlm-gert-labs,benchlm,qwen3.6-27b,unstated,mixed,hard,,,,,,,54.84,score%,0.00289,,restated-from:Benchmark exact Gert Labs rankings,"https://benchlm.ai/models/qwen3-6-27b (benchmark table (Agentic), row Gert Labs, column Score)",,out:effort-not-established, benchlm-mmmu-pro,benchlm,qwen3.6-27b,unstated,mixed,hard,,,,,,,75.8,score%,0.0289,,restated-from:Provider exact Qwen3.6-27B model card,"https://benchlm.ai/models/qwen3-6-27b (benchmark table (Multimodal), row MMMU-Pro, column Score)",,out:effort-not-established, benchlm-charxiv,benchlm,qwen3.6-27b,unstated,mixed,hard,,,,,,,78.4,score%,0.0289,,restated-from:Provider exact Qwen3.6-27B model card,"https://benchlm.ai/models/qwen3-6-27b (benchmark table (Multimodal), row CharXiv, column Score)",,out:effort-not-established, benchlm-mmmu,benchlm,qwen3.6-27b,unstated,mixed,hard,,,,,,,82.9,score%,0.0289,,restated-from:Provider exact Qwen3.6-27B model card,"https://benchlm.ai/models/qwen3-6-27b (benchmark table (Multimodal), row MMMU, column Score)",,out:effort-not-established, benchlm-realworldqa,benchlm,qwen3.6-27b,unstated,mixed,hard,,,,,,,84.1,score%,0.0289,,restated-from:Provider exact Qwen3.6-27B model card,"https://benchlm.ai/models/qwen3-6-27b (benchmark table (Multimodal), row RealWorldQA, column Score)",,out:effort-not-established, benchlm-dynamath,benchlm,qwen3.6-27b,unstated,mixed,hard,,,,,,,85.6,score%,0.0289,,restated-from:Provider exact Qwen3.6-27B model card,"https://benchlm.ai/models/qwen3-6-27b (benchmark table (Multimodal), row DynaMath, column Score)",,out:effort-not-established, benchlm-mstar,benchlm,qwen3.6-27b,unstated,mixed,hard,,,,,,,81.4,score%,0.0289,,restated-from:Provider exact Qwen3.6-27B model card,"https://benchlm.ai/models/qwen3-6-27b (benchmark table (Multimodal), row MStar, column Score)",,out:effort-not-established, benchlm-simplevqa,benchlm,qwen3.6-27b,unstated,mixed,hard,,,,,,,56.1,score%,0.0289,,restated-from:Provider exact Qwen3.6-27B model card,"https://benchlm.ai/models/qwen3-6-27b (benchmark table (Multimodal), row SimpleVQA, column Score)",,out:effort-not-established, benchlm-cc-ocr,benchlm,qwen3.6-27b,unstated,mixed,hard,,,,,,,81.2,score%,0.0289,,restated-from:Provider exact Qwen3.6-27B model card,"https://benchlm.ai/models/qwen3-6-27b (benchmark table (Multimodal), row CC-OCR, column Score)",,out:effort-not-established, benchlm-countbench,benchlm,qwen3.6-27b,unstated,mixed,hard,,,,,,,97.8,score%,0.0289,,restated-from:Provider exact Qwen3.6-27B model card,"https://benchlm.ai/models/qwen3-6-27b (benchmark table (Multimodal), row CountBench, column Score)",,out:effort-not-established, benchlm-refcoco-avg,benchlm,qwen3.6-27b,unstated,mixed,hard,,,,,,,92.5,score%,0.0289,,restated-from:Provider exact Qwen3.6-27B model card,"https://benchlm.ai/models/qwen3-6-27b (benchmark table (Multimodal), row RefCOCO (avg), column Score)",,out:effort-not-established, benchlm-erqa,benchlm,qwen3.6-27b,unstated,mixed,hard,,,,,,,62.5,score%,0.0289,,restated-from:Provider exact Qwen3.6-27B model card,"https://benchlm.ai/models/qwen3-6-27b (benchmark table (Multimodal), row ERQA, column Score)",,out:effort-not-established, benchlm-video-mme-with-subtitle,benchlm,qwen3.6-27b,unstated,mixed,hard,,,,,,,87.7,score%,0.0289,,restated-from:Provider exact Qwen3.6-27B model card,"https://benchlm.ai/models/qwen3-6-27b (benchmark table (Multimodal), row Video-MME (with subtitle), column Score)",,out:effort-not-established, benchlm-videommmu,benchlm,qwen3.6-27b,unstated,mixed,hard,,,,,,,84.4,score%,0.0289,,restated-from:Provider exact Qwen3.6-27B model card,"https://benchlm.ai/models/qwen3-6-27b (benchmark table (Multimodal), row VideoMMMU, column Score)",,out:effort-not-established, benchlm-mlvu-m-avg,benchlm,qwen3.6-27b,unstated,mixed,hard,,,,,,,86.6,score%,0.0289,,restated-from:Provider exact Qwen3.6-27B model card,"https://benchlm.ai/models/qwen3-6-27b (benchmark table (Multimodal), row MLVU (M-Avg), column Score)",,out:effort-not-established, benchlm-v,benchlm,qwen3.6-27b,unstated,mixed,hard,,,,,,,94.7,score%,0.0289,,restated-from:Provider exact Qwen3.6-27B model card,"https://benchlm.ai/models/qwen3-6-27b (benchmark table (Multimodal), row V*, column Score)",,out:effort-not-established, benchlm-hle,benchlm,qwen3.6-27b,unstated,mixed,hard,,,,,,,24,score%,0.289,,restated-from:Provider exact Qwen3.6-27B model card,"https://benchlm.ai/models/qwen3-6-27b (benchmark table (Knowledge), row HLE, column Score)",,out:effort-not-established, benchlm-mmlu-pro,benchlm,qwen3.6-27b,unstated,reasoning-math,hard,,,,,,,86.2,score%,0.0289,,restated-from:Provider exact Qwen3.6-27B model card,"https://benchlm.ai/models/qwen3-6-27b (benchmark table (Knowledge), row MMLU-Pro, column Score)",,out:effort-not-established, benchlm-gpqa,benchlm,qwen3.6-27b,unstated,mixed,hard,,,,,,,87.8,score%,0.0289,,restated-from:Provider exact Qwen3.6-27B model card,"https://benchlm.ai/models/qwen3-6-27b (benchmark table (Knowledge), row GPQA, column Score)",,out:effort-not-established, benchlm-supergpqa,benchlm,qwen3.6-27b,unstated,reasoning-math,hard,,,,,,,66,score%,0.289,,restated-from:Provider exact Qwen3.6-27B model card,"https://benchlm.ai/models/qwen3-6-27b (benchmark table (Knowledge), row SuperGPQA, column Score)",,out:effort-not-established, benchlm-mmlu-redux,benchlm,qwen3.6-27b,unstated,reasoning-math,hard,,,,,,,93.5,score%,0.0289,,restated-from:Provider exact Qwen3.6-27B model card,"https://benchlm.ai/models/qwen3-6-27b (benchmark table (Knowledge), row MMLU-Redux, column Score)",,out:effort-not-established, benchlm-c-eval,benchlm,qwen3.6-27b,unstated,reasoning-math,hard,,,,,,,91.4,score%,0.0289,,restated-from:Provider exact Qwen3.6-27B model card,"https://benchlm.ai/models/qwen3-6-27b (benchmark table (Knowledge), row C-Eval, column Score)",,out:effort-not-established, benchlm-frontiermath-v2-tiers-1-3,benchlm,qwen3.6-27b,unstated,mixed,hard,,,,,,,35.088,score%,0.000289,,restated-from:Benchmark exact Epoch AI FrontierMath v2 leaderboard,"https://benchlm.ai/models/qwen3-6-27b (benchmark table (Math), row FrontierMath v2 (Tiers 1-3), column Score)",,out:effort-not-established, benchlm-hmmt-feb-2026,benchlm,qwen3.6-27b,unstated,reasoning-math,hard,,,,,,,84.3,score%,0.0289,,restated-from:Provider exact Qwen3.6-27B model card,"https://benchlm.ai/models/qwen3-6-27b (benchmark table (Math), row HMMT Feb 2026, column Score)",,out:effort-not-established, benchlm-aime26,benchlm,qwen3.6-27b,unstated,reasoning-math,hard,,,,,,,94.1,score%,0.0289,,restated-from:Provider exact Qwen3.6-27B model card,"https://benchlm.ai/models/qwen3-6-27b (benchmark table (Math), row AIME26, column Score)",,out:effort-not-established, benchlm-hmmt-feb-2025,benchlm,qwen3.6-27b,unstated,reasoning-math,hard,,,,,,,93.8,score%,0.0289,,restated-from:Provider exact Qwen3.6-27B model card,"https://benchlm.ai/models/qwen3-6-27b (benchmark table (Math), row HMMT Feb 2025, column Score)",,out:effort-not-established, benchlm-hmmt-nov-2025,benchlm,qwen3.6-27b,unstated,reasoning-math,hard,,,,,,,90.7,score%,0.0289,,restated-from:Provider exact Qwen3.6-27B model card,"https://benchlm.ai/models/qwen3-6-27b (benchmark table (Math), row HMMT Nov 2025, column Score)",,out:effort-not-established, benchlm-mmanswerbench,benchlm,qwen3.6-27b,unstated,reasoning-math,hard,,,,,,,80.8,score%,0.0289,,restated-from:Provider exact Qwen3.6-27B model card,"https://benchlm.ai/models/qwen3-6-27b (benchmark table (Math), row MMAnswerBench, column Score)",,out:effort-not-established, benchlm-swe-bench-pro,benchlm,qwen3.6-plus,unstated,mixed,hard,,,,,,,56.6,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-6-plus (benchmark table (Coding), row SWE-bench Pro, column Score)",,out:effort-not-established, benchlm-livecodebench-vals,benchlm,qwen3.6-plus,unstated,mixed,hard,,,,,,,86.0,score%,0.0289,,restated-from:Verified Vals AI: LiveCodeBench leaderboard,"https://benchlm.ai/models/qwen3-6-plus (benchmark table (Coding), row LiveCodeBench (Vals), column Score)",,out:effort-not-established, benchlm-swe-multilingual,benchlm,qwen3.6-plus,unstated,mixed,hard,,,,,,,73.8,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-6-plus (benchmark table (Coding), row SWE Multilingual, column Score)",,out:effort-not-established, benchlm-terminal-bench-2-0,benchlm,qwen3.6-plus,unstated,mixed,hard,,,,,,,61.6,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-6-plus (benchmark table (Coding), row Terminal-Bench 2.0, column Score)",,out:effort-not-established, benchlm-swe-bench-verified,benchlm,qwen3.6-plus,unstated,mixed,hard,,,,,,,78.8,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-6-plus (benchmark table (Coding), row SWE-bench Verified, column Score)",,out:effort-not-established, benchlm-livecodebench-v6,benchlm,qwen3.6-plus,unstated,coding,hard,,,,,,,87.1,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-6-plus (benchmark table (Coding), row LiveCodeBench v6, column Score)",,out:effort-not-established, benchlm-nl2repo,benchlm,qwen3.6-plus,unstated,coding,hard,,,,,,,37.9,score%,0.0289,,restated-from:Secondary exact GLM-5.1 model card comparison table,"https://benchlm.ai/models/qwen3-6-plus (benchmark table (Coding), row NL2Repo, column Score)",,out:effort-not-established, benchlm-vibe-code-bench,benchlm,qwen3.6-plus,unstated,mixed,hard,,,,,,,25.56,score%,0.00289,,restated-from:Benchmark exact Vals AI: Vibe Code Bench v1.1,"https://benchlm.ai/models/qwen3-6-plus (benchmark table (Coding), row Vibe Code Bench, column Score)",,out:effort-not-established, benchlm-swe-bench-vals,benchlm,qwen3.6-plus,unstated,mixed,hard,,,,,,,73.4,score%,0.0289,,restated-from:Verified Vals AI: SWE-bench leaderboard,"https://benchlm.ai/models/qwen3-6-plus (benchmark table (Coding), row SWE-bench (Vals), column Score)",,out:effort-not-established, benchlm-mcp-atlas,benchlm,qwen3.6-plus,unstated,agentic-tool,hard,,,,,,,48.2,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-6-plus (benchmark table (Agentic), row MCP Atlas, column Score)",,out:effort-not-established, benchlm-terminal-bench-2-1-vals,benchlm,qwen3.6-plus,unstated,mixed,hard,,,,,,,53.2,score%,0.0289,,restated-from:Verified Vals AI: Terminal-Bench 2.1 leaderboard,"https://benchlm.ai/models/qwen3-6-plus (benchmark table (Agentic), row Terminal-Bench 2.1 (Vals), column Score)",,out:effort-not-established, benchlm-toolathlon,benchlm,qwen3.6-plus,unstated,agentic-tool,hard,,,,,,,39.8,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-6-plus (benchmark table (Agentic), row Toolathlon, column Score)",,out:effort-not-established, benchlm-3-bench-results,benchlm,qwen3.6-plus,unstated,agentic-tool,hard,,,,,,,70.7,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-6-plus (benchmark table (Agentic), row τ3-bench results, column Score)",,out:effort-not-established, benchlm-claw-eval,benchlm,qwen3.6-plus,unstated,agentic-tool,hard,,,,,,,58.8,score%,0.0289,,restated-from:Benchmark exact Claw-Eval leaderboard,"https://benchlm.ai/models/qwen3-6-plus (benchmark table (Agentic), row Claw-Eval, column Score)",,out:effort-not-established, benchlm-qwenclawbench,benchlm,qwen3.6-plus,unstated,agentic-tool,hard,,,,,,,57.2,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-6-plus (benchmark table (Agentic), row QwenClawBench, column Score)",,out:effort-not-established, benchlm-vita-bench,benchlm,qwen3.6-plus,unstated,agentic-tool,hard,,,,,,,44.3,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-6-plus (benchmark table (Agentic), row VITA-Bench, column Score)",,out:effort-not-established, benchlm-deepplanning,benchlm,qwen3.6-plus,unstated,agentic-tool,hard,,,,,,,41.5,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-6-plus (benchmark table (Agentic), row DeepPlanning, column Score)",,out:effort-not-established, benchlm-mcp-tasks,benchlm,qwen3.6-plus,unstated,agentic-tool,hard,,,,,,,74.1,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-6-plus (benchmark table (Agentic), row MCP-Tasks, column Score)",,out:effort-not-established, benchlm-wideresearch,benchlm,qwen3.6-plus,unstated,agentic-tool,hard,,,,,,,74.3,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-6-plus (benchmark table (Agentic), row WideResearch, column Score)",,out:effort-not-established, benchlm-gert-labs,benchlm,qwen3.6-plus,unstated,mixed,hard,,,,,,,50.60,score%,0.00289,,restated-from:Benchmark exact Gert Labs rankings,"https://benchlm.ai/models/qwen3-6-plus (benchmark table (Agentic), row Gert Labs, column Score)",,out:effort-not-established, benchlm-researchclawbench,benchlm,qwen3.6-plus,unstated,mixed,hard,,,,,,,18.0,score%,0.0289,,restated-from:Benchmark exact ResearchClawBench leaderboard,"https://benchlm.ai/models/qwen3-6-plus (benchmark table (Agentic), row ResearchClawBench, column Score)",,out:effort-not-established, benchlm-longbench-v2,benchlm,qwen3.6-plus,unstated,mixed,hard,,,,,,,62,score%,0.289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-6-plus (benchmark table (Reasoning), row LongBench v2, column Score)",,out:effort-not-established, benchlm-ai-needle,benchlm,qwen3.6-plus,unstated,mixed,hard,,,,,,,68.3,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-6-plus (benchmark table (Reasoning), row AI-Needle, column Score)",,out:effort-not-established, benchlm-mmmu-pro,benchlm,qwen3.6-plus,unstated,mixed,hard,,,,,,,78.8,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-6-plus (benchmark table (Multimodal), row MMMU-Pro, column Score)",,out:effort-not-established, benchlm-charxiv,benchlm,qwen3.6-plus,unstated,mixed,hard,,,,,,,81.5,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-6-plus (benchmark table (Multimodal), row CharXiv, column Score)",,out:effort-not-established, benchlm-mmmu,benchlm,qwen3.6-plus,unstated,mixed,hard,,,,,,,86.0,score%,0.0289,,restated-from:Reported Reported upstream source,"https://benchlm.ai/models/qwen3-6-plus (benchmark table (Multimodal), row MMMU, column Score)",,out:effort-not-established, benchlm-mathvision,benchlm,qwen3.6-plus,unstated,mixed,hard,,,,,,,88.0,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-6-plus (benchmark table (Multimodal), row MathVision, column Score)",,out:effort-not-established, benchlm-videommmu,benchlm,qwen3.6-plus,unstated,mixed,hard,,,,,,,84.0,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-6-plus (benchmark table (Multimodal), row VideoMMMU, column Score)",,out:effort-not-established, benchlm-screenspot-pro,benchlm,qwen3.6-plus,unstated,computer-use,hard,,,,,,,68.2,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-6-plus (benchmark table (Multimodal), row ScreenSpot Pro, column Score)",,out:effort-not-established, benchlm-v,benchlm,qwen3.6-plus,unstated,mixed,hard,,,,,,,96.9,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-6-plus (benchmark table (Multimodal), row V*, column Score)",,out:effort-not-established, benchlm-hle,benchlm,qwen3.6-plus,unstated,mixed,hard,,,,,,,28.8,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-6-plus (benchmark table (Knowledge), row HLE, column Score)",,out:effort-not-established, benchlm-mmlu-pro,benchlm,qwen3.6-plus,unstated,reasoning-math,hard,,,,,,,88.5,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-6-plus (benchmark table (Knowledge), row MMLU-Pro, column Score)",,out:effort-not-established, benchlm-mmlu-pro-vals,benchlm,qwen3.6-plus,unstated,mixed,hard,,,,,,,87.7,score%,0.0289,,restated-from:Verified Vals AI: MMLU Pro leaderboard,"https://benchlm.ai/models/qwen3-6-plus (benchmark table (Knowledge), row MMLU-Pro (Vals), column Score)",,out:effort-not-established, benchlm-gpqa,benchlm,qwen3.6-plus,unstated,mixed,hard,,,,,,,90.4,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-6-plus (benchmark table (Knowledge), row GPQA, column Score)",,out:effort-not-established, benchlm-supergpqa,benchlm,qwen3.6-plus,unstated,reasoning-math,hard,,,,,,,71.6,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-6-plus (benchmark table (Knowledge), row SuperGPQA, column Score)",,out:effort-not-established, benchlm-gpqa-diamond-vals,benchlm,qwen3.6-plus,unstated,mixed,hard,,,,,,,87.4,score%,0.0289,,restated-from:Verified Vals AI: GPQA Diamond leaderboard,"https://benchlm.ai/models/qwen3-6-plus (benchmark table (Knowledge), row GPQA Diamond (Vals), column Score)",,out:effort-not-established, benchlm-mmlu-redux,benchlm,qwen3.6-plus,unstated,reasoning-math,hard,,,,,,,94.5,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-6-plus (benchmark table (Knowledge), row MMLU-Redux, column Score)",,out:effort-not-established, benchlm-c-eval,benchlm,qwen3.6-plus,unstated,reasoning-math,hard,,,,,,,93.3,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-6-plus (benchmark table (Knowledge), row C-Eval, column Score)",,out:effort-not-established, benchlm-mmlu-prox,benchlm,qwen3.6-plus,unstated,mixed,hard,,,,,,,84.7,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-6-plus (benchmark table (Multilingual), row MMLU-ProX, column Score)",,out:effort-not-established, benchlm-nova-63,benchlm,qwen3.6-plus,unstated,mixed,hard,,,,,,,57.9,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-6-plus (benchmark table (Multilingual), row NOVA-63, column Score)",,out:effort-not-established, benchlm-ifbench,benchlm,qwen3.6-plus,unstated,mixed,hard,,,,,,,75.8,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-6-plus (benchmark table (Inst. Following), row IFBench, column Score)",,out:effort-not-established, benchlm-ifeval,benchlm,qwen3.6-plus,unstated,writing,hard,,,,,,,94.3,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-6-plus (benchmark table (Inst. Following), row IFEval, column Score)",,out:effort-not-established, benchlm-frontiermath-v2-tiers-1-3,benchlm,qwen3.6-plus,unstated,mixed,hard,,,,,,,38.246,score%,0.000289,,restated-from:Benchmark exact Epoch AI FrontierMath v2 leaderboard,"https://benchlm.ai/models/qwen3-6-plus (benchmark table (Math), row FrontierMath v2 (Tiers 1-3), column Score)",,out:effort-not-established, benchlm-aime26,benchlm,qwen3.6-plus,unstated,reasoning-math,hard,,,,,,,95.3,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-6-plus (benchmark table (Math), row AIME26, column Score)",,out:effort-not-established, benchlm-hmmt-feb-2026,benchlm,qwen3.6-plus,unstated,reasoning-math,hard,,,,,,,87.8,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-6-plus (benchmark table (Math), row HMMT Feb 2026, column Score)",,out:effort-not-established, benchlm-hmmt-feb-2025,benchlm,qwen3.6-plus,unstated,reasoning-math,hard,,,,,,,96.7,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-6-plus (benchmark table (Math), row HMMT Feb 2025, column Score)",,out:effort-not-established, benchlm-hmmt-nov-2025,benchlm,qwen3.6-plus,unstated,reasoning-math,hard,,,,,,,94.6,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-6-plus (benchmark table (Math), row HMMT Nov 2025, column Score)",,out:effort-not-established, benchlm-mmanswerbench,benchlm,qwen3.6-plus,unstated,reasoning-math,hard,,,,,,,83.8,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-6-plus (benchmark table (Math), row MMAnswerBench, column Score)",,out:effort-not-established, benchlm-swe-bench-pro,benchlm,qwen3.7-max,unstated,mixed,hard,,,,,,,60.6,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-max (benchmark table (Coding), row SWE-bench Pro, column Score)",,out:effort-not-established, benchlm-scicode,benchlm,qwen3.7-max,unstated,mixed,hard,,,,,,,53.5,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-max (benchmark table (Coding), row SciCode, column Score)",,out:effort-not-established, benchlm-livecodebench-vals,benchlm,qwen3.7-max,unstated,mixed,hard,,,,,,,87.1,score%,0.0289,,restated-from:Verified Vals AI: LiveCodeBench leaderboard,"https://benchlm.ai/models/qwen3-7-max (benchmark table (Coding), row LiveCodeBench (Vals), column Score)",,out:effort-not-established, benchlm-swe-multilingual,benchlm,qwen3.7-max,unstated,mixed,hard,,,,,,,78.3,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-max (benchmark table (Coding), row SWE Multilingual, column Score)",,out:effort-not-established, benchlm-terminal-bench-2-0,benchlm,qwen3.7-max,unstated,mixed,hard,,,,,,,69.7,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-max (benchmark table (Coding), row Terminal-Bench 2.0, column Score)",,out:effort-not-established, benchlm-swe-bench-verified,benchlm,qwen3.7-max,unstated,mixed,hard,,,,,,,80.4,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-max (benchmark table (Coding), row SWE-bench Verified, column Score)",,out:effort-not-established, benchlm-nl2repo,benchlm,qwen3.7-max,unstated,coding,hard,,,,,,,47.2,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-max (benchmark table (Coding), row NL2Repo, column Score)",,out:effort-not-established, benchlm-livecodebench-v6,benchlm,qwen3.7-max,unstated,coding,hard,,,,,,,91.6,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-max (benchmark table (Coding), row LiveCodeBench v6, column Score)",,out:effort-not-established, benchlm-openharmony-bench,benchlm,qwen3.7-max,unstated,coding,hard,,,,,,,53.4,score%,0.0289,,restated-from:Benchmark exact OpenHarmony Bench official leaderboard,"https://benchlm.ai/models/qwen3-7-max (benchmark table (Coding), row OpenHarmony Bench, column Score)",,out:effort-not-established, benchlm-swe-bench-vals,benchlm,qwen3.7-max,unstated,mixed,hard,,,,,,,68.8,score%,0.0289,,restated-from:Verified Vals AI: SWE-bench leaderboard,"https://benchlm.ai/models/qwen3-7-max (benchmark table (Coding), row SWE-bench (Vals), column Score)",,out:effort-not-established, benchlm-mcp-atlas,benchlm,qwen3.7-max,unstated,agentic-tool,hard,,,,,,,76.4,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-max (benchmark table (Agentic), row MCP Atlas, column Score)",,out:effort-not-established, benchlm-terminal-bench-2-1-vals,benchlm,qwen3.7-max,unstated,mixed,hard,,,,,,,61.0,score%,0.0289,,restated-from:Verified Vals AI: Terminal-Bench 2.1 leaderboard,"https://benchlm.ai/models/qwen3-7-max (benchmark table (Agentic), row Terminal-Bench 2.1 (Vals), column Score)",,out:effort-not-established, benchlm-bfcl-v4,benchlm,qwen3.7-max,unstated,agentic-tool,hard,,,,,,,75.0,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-max (benchmark table (Agentic), row BFCL v4, column Score)",,out:effort-not-established, benchlm-hle-w-tools,benchlm,qwen3.7-max,unstated,reasoning-math,hard,,,,,,,53.5,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-max (benchmark table (Agentic), row HLE w/ tools, column Score)",,out:effort-not-established, benchlm-qwenclawbench,benchlm,qwen3.7-max,unstated,agentic-tool,hard,,,,,,,64.3,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-max (benchmark table (Agentic), row QwenClawBench, column Score)",,out:effort-not-established, benchlm-claw-eval,benchlm,qwen3.7-max,unstated,agentic-tool,hard,,,,,,,65.2,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-max (benchmark table (Agentic), row Claw-Eval, column Score)",,out:effort-not-established, benchlm-vita-bench,benchlm,qwen3.7-max,unstated,agentic-tool,hard,,,,,,,47.9,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-max (benchmark table (Agentic), row VITA-Bench, column Score)",,out:effort-not-established, benchlm-gert-labs,benchlm,qwen3.7-max,unstated,mixed,hard,,,,,,,64.27,score%,0.00289,,restated-from:Benchmark exact Gert Labs rankings,"https://benchlm.ai/models/qwen3-7-max (benchmark table (Agentic), row Gert Labs, column Score)",,out:effort-not-established, benchlm-researchclawbench,benchlm,qwen3.7-max,unstated,mixed,hard,,,,,,,18.7,score%,0.0289,,restated-from:Benchmark exact ResearchClawBench leaderboard,"https://benchlm.ai/models/qwen3-7-max (benchmark table (Agentic), row ResearchClawBench, column Score)",,out:effort-not-established, benchlm-mrcrv2,benchlm,qwen3.7-max,unstated,mixed,hard,,,,,,,90.4,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-max (benchmark table (Reasoning), row MRCRv2, column Score)",,out:effort-not-established, benchlm-critpt,benchlm,qwen3.7-max,unstated,mixed,hard,,,,,,,13.4,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-max (benchmark table (Reasoning), row CritPt, column Score)",,out:effort-not-established, benchlm-hle,benchlm,qwen3.7-max,unstated,mixed,hard,,,,,,,41.4,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-max (benchmark table (Knowledge), row HLE, column Score)",,out:effort-not-established, benchlm-mmlu-pro,benchlm,qwen3.7-max,unstated,reasoning-math,hard,,,,,,,89.6,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-max (benchmark table (Knowledge), row MMLU-Pro, column Score)",,out:effort-not-established, benchlm-mmlu-pro-vals,benchlm,qwen3.7-max,unstated,mixed,hard,,,,,,,89.3,score%,0.0289,,restated-from:Verified Vals AI: MMLU Pro leaderboard,"https://benchlm.ai/models/qwen3-7-max (benchmark table (Knowledge), row MMLU-Pro (Vals), column Score)",,out:effort-not-established, benchlm-gpqa,benchlm,qwen3.7-max,unstated,mixed,hard,,,,,,,92.4,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-max (benchmark table (Knowledge), row GPQA, column Score)",,out:effort-not-established, benchlm-supergpqa,benchlm,qwen3.7-max,unstated,reasoning-math,hard,,,,,,,73.6,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-max (benchmark table (Knowledge), row SuperGPQA, column Score)",,out:effort-not-established, benchlm-gpqa-diamond-vals,benchlm,qwen3.7-max,unstated,mixed,hard,,,,,,,90.2,score%,0.0289,,restated-from:Verified Vals AI: GPQA Diamond leaderboard,"https://benchlm.ai/models/qwen3-7-max (benchmark table (Knowledge), row GPQA Diamond (Vals), column Score)",,out:effort-not-established, benchlm-gpqa-d,benchlm,qwen3.7-max,unstated,mixed,hard,,,,,,,92.4,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-max (benchmark table (Knowledge), row GPQA-D, column Score)",,out:effort-not-established, benchlm-mmlu-redux,benchlm,qwen3.7-max,unstated,reasoning-math,hard,,,,,,,95,score%,0.289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-max (benchmark table (Knowledge), row MMLU-Redux, column Score)",,out:effort-not-established, benchlm-mmmlu,benchlm,qwen3.7-max,unstated,reasoning-math,hard,,,,,,,90.3,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-max (benchmark table (Knowledge), row MMMLU, column Score)",,out:effort-not-established, benchlm-mmlu-prox,benchlm,qwen3.7-max,unstated,mixed,hard,,,,,,,87,score%,0.289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-max (benchmark table (Multilingual), row MMLU-ProX, column Score)",,out:effort-not-established, benchlm-nova-63,benchlm,qwen3.7-max,unstated,mixed,hard,,,,,,,59.0,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-max (benchmark table (Multilingual), row NOVA-63, column Score)",,out:effort-not-established, benchlm-include,benchlm,qwen3.7-max,unstated,mixed,hard,,,,,,,86.2,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-max (benchmark table (Multilingual), row INCLUDE, column Score)",,out:effort-not-established, benchlm-maxife,benchlm,qwen3.7-max,unstated,mixed,hard,,,,,,,89.2,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-max (benchmark table (Multilingual), row MAXIFE, column Score)",,out:effort-not-established, benchlm-polymath,benchlm,qwen3.7-max,unstated,mixed,hard,,,,,,,86.5,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-max (benchmark table (Multilingual), row PolyMath, column Score)",,out:effort-not-established, benchlm-ifbench,benchlm,qwen3.7-max,unstated,mixed,hard,,,,,,,79.1,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-max (benchmark table (Inst. Following), row IFBench, column Score)",,out:effort-not-established, benchlm-ifeval,benchlm,qwen3.7-max,unstated,writing,hard,,,,,,,94.3,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-max (benchmark table (Inst. Following), row IFEval, column Score)",,out:effort-not-established, benchlm-frontiermath-v2-tiers-1-3,benchlm,qwen3.7-max,unstated,mixed,hard,,,,,,,64.561,score%,0.000289,,restated-from:Benchmark exact Epoch AI FrontierMath v2 leaderboard,"https://benchlm.ai/models/qwen3-7-max (benchmark table (Math), row FrontierMath v2 (Tiers 1-3), column Score)",,out:effort-not-established, benchlm-hmmt-feb-2026,benchlm,qwen3.7-max,unstated,reasoning-math,hard,,,,,,,97.1,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-max (benchmark table (Math), row HMMT Feb 2026, column Score)",,out:effort-not-established, benchlm-frontiermath-v2-tier-4,benchlm,qwen3.7-max,unstated,mixed,hard,,,,,,,34.146,score%,0.000289,,restated-from:Benchmark exact Epoch AI FrontierMath v2 leaderboard,"https://benchlm.ai/models/qwen3-7-max (benchmark table (Math), row FrontierMath v2 (Tier 4), column Score)",,out:effort-not-established, benchlm-imoanswerbench,benchlm,qwen3.7-max,unstated,reasoning-math,hard,,,,,,,90.0,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-max (benchmark table (Math), row IMOAnswerBench, column Score)",,out:effort-not-established, benchlm-apex,benchlm,qwen3.7-max,unstated,reasoning-math,hard,,,,,,,44.5,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-max (benchmark table (Math), row Apex, column Score)",,out:effort-not-established, benchlm-swe-bench-pro,benchlm,qwen3.7-plus,unstated,mixed,hard,,,,,,,57.6,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-plus (benchmark table (Coding), row SWE-bench Pro, column Score)",,out:effort-not-established, benchlm-scicode,benchlm,qwen3.7-plus,unstated,mixed,hard,,,,,,,51.3,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-plus (benchmark table (Coding), row SciCode, column Score)",,out:effort-not-established, benchlm-swe-multilingual,benchlm,qwen3.7-plus,unstated,mixed,hard,,,,,,,75.8,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-plus (benchmark table (Coding), row SWE Multilingual, column Score)",,out:effort-not-established, benchlm-terminal-bench-2-0,benchlm,qwen3.7-plus,unstated,mixed,hard,,,,,,,70.3,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-plus (benchmark table (Coding), row Terminal-Bench 2.0, column Score)",,out:effort-not-established, benchlm-swe-bench-verified,benchlm,qwen3.7-plus,unstated,mixed,hard,,,,,,,77.7,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-plus (benchmark table (Coding), row SWE-bench Verified, column Score)",,out:effort-not-established, benchlm-nl2repo,benchlm,qwen3.7-plus,unstated,coding,hard,,,,,,,41.1,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-plus (benchmark table (Coding), row NL2Repo, column Score)",,out:effort-not-established, benchlm-livecodebench-v6,benchlm,qwen3.7-plus,unstated,coding,hard,,,,,,,89.6,score%,0.0289,,restated-from:Provider exact Qwen3.8-27B model card,"https://benchlm.ai/models/qwen3-7-plus (benchmark table (Coding), row LiveCodeBench v6, column Score)",,out:effort-not-established, benchlm-osworld-verified,benchlm,qwen3.7-plus,unstated,computer-use,hard,,,,,,,73.3,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-plus (benchmark table (Agentic), row OSWorld-Verified, column Score)",,out:effort-not-established, benchlm-mcp-atlas,benchlm,qwen3.7-plus,unstated,agentic-tool,hard,,,,,,,73.2,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-plus (benchmark table (Agentic), row MCP Atlas, column Score)",,out:effort-not-established, benchlm-terminal-bench-2-1-vals,benchlm,qwen3.7-plus,unstated,mixed,hard,,,,,,,52.8,score%,0.0289,,restated-from:Verified Vals AI: Terminal-Bench 2.1 leaderboard,"https://benchlm.ai/models/qwen3-7-plus (benchmark table (Agentic), row Terminal-Bench 2.1 (Vals), column Score)",,out:effort-not-established, benchlm-bfcl-v4,benchlm,qwen3.7-plus,unstated,agentic-tool,hard,,,,,,,72.9,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-plus (benchmark table (Agentic), row BFCL v4, column Score)",,out:effort-not-established, benchlm-qwenclawbench,benchlm,qwen3.7-plus,unstated,agentic-tool,hard,,,,,,,61.8,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-plus (benchmark table (Agentic), row QwenClawBench, column Score)",,out:effort-not-established, benchlm-claw-eval,benchlm,qwen3.7-plus,unstated,agentic-tool,hard,,,,,,,62.7,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-plus (benchmark table (Agentic), row Claw-Eval, column Score)",,out:effort-not-established, benchlm-vita-bench,benchlm,qwen3.7-plus,unstated,agentic-tool,hard,,,,,,,45.6,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-plus (benchmark table (Agentic), row VITA-Bench, column Score)",,out:effort-not-established, benchlm-deepplanning,benchlm,qwen3.7-plus,unstated,agentic-tool,hard,,,,,,,62.3,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-plus (benchmark table (Agentic), row DeepPlanning, column Score)",,out:effort-not-established, benchlm-androidworld,benchlm,qwen3.7-plus,unstated,computer-use,hard,,,,,,,81.0,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-plus (benchmark table (Agentic), row AndroidWorld, column Score)",,out:effort-not-established, benchlm-osworld-2-0,benchlm,qwen3.7-plus,unstated,mixed,hard,,,,,,,2.8,score%,0.0289,,restated-from:Benchmark exact OSWorld 2.0 paper,"https://benchlm.ai/models/qwen3-7-plus (benchmark table (Agentic), row OSWorld 2.0, column Score)",,out:effort-not-established, benchlm-mrcrv2,benchlm,qwen3.7-plus,unstated,mixed,hard,,,,,,,91.7,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-plus (benchmark table (Reasoning), row MRCRv2, column Score)",,out:effort-not-established, benchlm-critpt,benchlm,qwen3.7-plus,unstated,mixed,hard,,,,,,,9.1,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-plus (benchmark table (Reasoning), row CritPt, column Score)",,out:effort-not-established, benchlm-mmmu-pro,benchlm,qwen3.7-plus,unstated,mixed,hard,,,,,,,79,score%,0.289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-plus (benchmark table (Multimodal), row MMMU-Pro, column Score)",,out:effort-not-established, benchlm-charxiv,benchlm,qwen3.7-plus,unstated,mixed,hard,,,,,,,85.9,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-plus (benchmark table (Multimodal), row CharXiv, column Score)",,out:effort-not-established, benchlm-mathvision,benchlm,qwen3.7-plus,unstated,mixed,hard,,,,,,,90.3,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-plus (benchmark table (Multimodal), row MathVision, column Score)",,out:effort-not-established, benchlm-erqa,benchlm,qwen3.7-plus,unstated,mixed,hard,,,,,,,69.8,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-plus (benchmark table (Multimodal), row ERQA, column Score)",,out:effort-not-established, benchlm-medxpertqa-mm,benchlm,qwen3.7-plus,unstated,mixed,hard,,,,,,,71.0,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-plus (benchmark table (Multimodal), row MedXpertQA (MM), column Score)",,out:effort-not-established, benchlm-screenspot-pro,benchlm,qwen3.7-plus,unstated,computer-use,hard,,,,,,,79.0,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-plus (benchmark table (Multimodal), row ScreenSpot Pro, column Score)",,out:effort-not-established, benchlm-simplevqa,benchlm,qwen3.7-plus,unstated,mixed,hard,,,,,,,81.7,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-plus (benchmark table (Multimodal), row SimpleVQA, column Score)",,out:effort-not-established, benchlm-mmsearch-plus,benchlm,qwen3.7-plus,unstated,mixed,hard,,,,,,,41.4,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-plus (benchmark table (Multimodal), row MMSearch-Plus, column Score)",,out:effort-not-established, benchlm-realworldqa,benchlm,qwen3.7-plus,unstated,mixed,hard,,,,,,,86.9,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-plus (benchmark table (Multimodal), row RealWorldQA, column Score)",,out:effort-not-established, benchlm-omnidocbench-1-5,benchlm,qwen3.7-plus,unstated,mixed,hard,,,,,,,91.4,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-plus (benchmark table (Multimodal), row OmniDocBench 1.5, column Score)",,out:effort-not-established, benchlm-ocrbench-v2,benchlm,qwen3.7-plus,unstated,mixed,hard,,,,,,,70.7,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-plus (benchmark table (Multimodal), row OCRBench V2, column Score)",,out:effort-not-established, benchlm-odinw13,benchlm,qwen3.7-plus,unstated,mixed,hard,,,,,,,51.1,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-plus (benchmark table (Multimodal), row ODINW13, column Score)",,out:effort-not-established, benchlm-video-mme-with-subtitle,benchlm,qwen3.7-plus,unstated,mixed,hard,,,,,,,88.0,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-plus (benchmark table (Multimodal), row Video-MME (with subtitle), column Score)",,out:effort-not-established, benchlm-videommmu,benchlm,qwen3.7-plus,unstated,mixed,hard,,,,,,,85.4,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-plus (benchmark table (Multimodal), row VideoMMMU, column Score)",,out:effort-not-established, benchlm-mlvu-m-avg,benchlm,qwen3.7-plus,unstated,mixed,hard,,,,,,,87.4,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-plus (benchmark table (Multimodal), row MLVU (M-Avg), column Score)",,out:effort-not-established, benchlm-hle,benchlm,qwen3.7-plus,unstated,mixed,hard,,,,,,,34.7,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-plus (benchmark table (Knowledge), row HLE, column Score)",,out:effort-not-established, benchlm-mmlu-pro,benchlm,qwen3.7-plus,unstated,reasoning-math,hard,,,,,,,88.5,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-plus (benchmark table (Knowledge), row MMLU-Pro, column Score)",,out:effort-not-established, benchlm-gpqa,benchlm,qwen3.7-plus,unstated,mixed,hard,,,,,,,90.3,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-plus (benchmark table (Knowledge), row GPQA, column Score)",,out:effort-not-established, benchlm-supergpqa,benchlm,qwen3.7-plus,unstated,reasoning-math,hard,,,,,,,71.4,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-plus (benchmark table (Knowledge), row SuperGPQA, column Score)",,out:effort-not-established, benchlm-gpqa-d,benchlm,qwen3.7-plus,unstated,mixed,hard,,,,,,,90.3,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-plus (benchmark table (Knowledge), row GPQA-D, column Score)",,out:effort-not-established, benchlm-mmlu-redux,benchlm,qwen3.7-plus,unstated,reasoning-math,hard,,,,,,,94.5,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-plus (benchmark table (Knowledge), row MMLU-Redux, column Score)",,out:effort-not-established, benchlm-mmmlu,benchlm,qwen3.7-plus,unstated,reasoning-math,hard,,,,,,,89.0,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-plus (benchmark table (Knowledge), row MMMLU, column Score)",,out:effort-not-established, benchlm-mmlu-prox,benchlm,qwen3.7-plus,unstated,mixed,hard,,,,,,,85.4,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-plus (benchmark table (Multilingual), row MMLU-ProX, column Score)",,out:effort-not-established, benchlm-nova-63,benchlm,qwen3.7-plus,unstated,mixed,hard,,,,,,,58.8,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-plus (benchmark table (Multilingual), row NOVA-63, column Score)",,out:effort-not-established, benchlm-include,benchlm,qwen3.7-plus,unstated,mixed,hard,,,,,,,83.0,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-plus (benchmark table (Multilingual), row INCLUDE, column Score)",,out:effort-not-established, benchlm-maxife,benchlm,qwen3.7-plus,unstated,mixed,hard,,,,,,,88.8,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-plus (benchmark table (Multilingual), row MAXIFE, column Score)",,out:effort-not-established, benchlm-polymath,benchlm,qwen3.7-plus,unstated,mixed,hard,,,,,,,84.0,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-plus (benchmark table (Multilingual), row PolyMath, column Score)",,out:effort-not-established, benchlm-ifbench,benchlm,qwen3.7-plus,unstated,mixed,hard,,,,,,,79.1,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-plus (benchmark table (Inst. Following), row IFBench, column Score)",,out:effort-not-established, benchlm-ifeval,benchlm,qwen3.7-plus,unstated,writing,hard,,,,,,,94.6,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-plus (benchmark table (Inst. Following), row IFEval, column Score)",,out:effort-not-established, benchlm-frontiermath-v2-tiers-1-3,benchlm,qwen3.7-plus,unstated,mixed,hard,,,,,,,34.386,score%,0.000289,,restated-from:Benchmark exact Epoch AI FrontierMath v2 leaderboard,"https://benchlm.ai/models/qwen3-7-plus (benchmark table (Math), row FrontierMath v2 (Tiers 1-3), column Score)",,out:effort-not-established, benchlm-hmmt-feb-2026,benchlm,qwen3.7-plus,unstated,reasoning-math,hard,,,,,,,92.9,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-plus (benchmark table (Math), row HMMT Feb 2026, column Score)",,out:effort-not-established, benchlm-imoanswerbench,benchlm,qwen3.7-plus,unstated,reasoning-math,hard,,,,,,,86.0,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-plus (benchmark table (Math), row IMOAnswerBench, column Score)",,out:effort-not-established, benchlm-apex,benchlm,qwen3.7-plus,unstated,reasoning-math,hard,,,,,,,22.7,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-7-plus (benchmark table (Math), row Apex, column Score)",,out:effort-not-established, benchlm-swe-bench-pro,benchlm,qwen3.8-27b,unstated,mixed,hard,,,,,,,61.7,score%,0.0289,,restated-from:Provider exact Qwen3.8-27B model card,"https://benchlm.ai/models/qwen3-8-27b (benchmark table (Coding), row SWE-bench Pro, column Score)",,out:effort-not-established, benchlm-deepswe,benchlm,qwen3.8-27b,unstated,mixed,hard,,,,,,,42.2,score%,0.0289,,restated-from:Provider exact Qwen3.8-27B model card,"https://benchlm.ai/models/qwen3-8-27b (benchmark table (Coding), row DeepSWE, column Score)",,out:effort-not-established, benchlm-livecodebench-vals,benchlm,qwen3.8-27b,unstated,mixed,hard,,,,,,,84.0,score%,0.0289,,restated-from:Verified Vals AI: LiveCodeBench leaderboard,"https://benchlm.ai/models/qwen3-8-27b (benchmark table (Coding), row LiveCodeBench (Vals), column Score)",,out:effort-not-established, benchlm-vulcanbench-v3,benchlm,qwen3.8-27b,unstated,mixed,hard,,,,,,,82.6,score%,0.0289,,restated-from:Benchmark exact VulcanBench Eval Suite 3 leaderboard,"https://benchlm.ai/models/qwen3-8-27b (benchmark table (Coding), row VulcanBench v3, column Score)",,out:effort-not-established, benchlm-terminalbench-2-1,benchlm,qwen3.8-27b,unstated,mixed,hard,,,,,,,73.0,score%,0.0289,,restated-from:Provider exact Qwen3.8-27B model card,"https://benchlm.ai/models/qwen3-8-27b (benchmark table (Coding), row Terminal-Bench 2.1, column Score)",,out:effort-not-established, benchlm-livecodebench-v6,benchlm,qwen3.8-27b,unstated,coding,hard,,,,,,,90.3,score%,0.0289,,restated-from:Provider exact Qwen3.8-27B model card,"https://benchlm.ai/models/qwen3-8-27b (benchmark table (Coding), row LiveCodeBench v6, column Score)",,out:effort-not-established, benchlm-swe-bench-vals,benchlm,qwen3.8-27b,unstated,mixed,hard,,,,,,,86.0,score%,0.0289,,restated-from:Verified Vals AI: SWE-bench leaderboard,"https://benchlm.ai/models/qwen3-8-27b (benchmark table (Coding), row SWE-bench (Vals), column Score)",,out:effort-not-established, benchlm-bug-hunt-bench,benchlm,qwen3.8-27b,unstated,mixed,hard,,,,,,,15.0,fixes,0.0289,,restated-from:Benchmark exact Bug Hunt Bench public data,"https://benchlm.ai/models/qwen3-8-27b (benchmark table (Coding), row Bug Hunt Bench, column Score)",,out:effort-not-established, benchlm-osworld-verified,benchlm,qwen3.8-27b,unstated,computer-use,hard,,,,,,,84.3,score%,0.0289,,restated-from:Provider exact Qwen3.8-27B model card,"https://benchlm.ai/models/qwen3-8-27b (benchmark table (Agentic), row OSWorld-Verified, column Score)",,out:effort-not-established, benchlm-jobbench,benchlm,qwen3.8-27b,unstated,agentic-tool,hard,,,,,,,33.4,score%,0.0289,,restated-from:Provider exact Qwen3.8-27B model card,"https://benchlm.ai/models/qwen3-8-27b (benchmark table (Agentic), row JobBench, column Score)",,out:effort-not-established, benchlm-terminal-bench-2-1-vals,benchlm,qwen3.8-27b,unstated,mixed,hard,,,,,,,58.4,score%,0.0289,,restated-from:Verified Vals AI: Terminal-Bench 2.1 leaderboard,"https://benchlm.ai/models/qwen3-8-27b (benchmark table (Agentic), row Terminal-Bench 2.1 (Vals), column Score)",,out:effort-not-established, benchlm-agents-last-exam,benchlm,qwen3.8-27b,unstated,agentic-tool,hard,,,,,,,42.9,score%,0.0289,,restated-from:Provider exact Qwen3.8-27B model card,"https://benchlm.ai/models/qwen3-8-27b (benchmark table (Agentic), row Agents' Last Exam, column Score)",,out:effort-not-established, benchlm-coworkbench,benchlm,qwen3.8-27b,unstated,agentic-tool,hard,,,,,,,70.7,score%,0.0289,,restated-from:Provider exact Qwen3.8-27B model card,"https://benchlm.ai/models/qwen3-8-27b (benchmark table (Agentic), row CoWorkBench, column Score)",,out:effort-not-established, benchlm-webarena-verified,benchlm,qwen3.8-27b,unstated,agentic-tool,hard,,,,,,,64.8,score%,0.0289,,restated-from:Provider exact Qwen3.8-27B model card,"https://benchlm.ai/models/qwen3-8-27b (benchmark table (Agentic), row WebArena-Verified, column Score)",,out:effort-not-established, benchlm-androidworld,benchlm,qwen3.8-27b,unstated,computer-use,hard,,,,,,,81.9,score%,0.0289,,restated-from:Provider exact Qwen3.8-27B model card,"https://benchlm.ai/models/qwen3-8-27b (benchmark table (Agentic), row AndroidWorld, column Score)",,out:effort-not-established, benchlm-mazebench,benchlm,qwen3.8-27b,unstated,mixed,hard,,,,,,,0,score%,0.289,,restated-from:Benchmark exact MazeBench AI leaderboard (ASCII mode),"https://benchlm.ai/models/qwen3-8-27b (benchmark table (Agentic), row MazeBench, column Score)",,out:effort-not-established, benchlm-charxiv,benchlm,qwen3.8-27b,unstated,mixed,hard,,,,,,,90.2,score%,0.0289,,restated-from:Provider exact Qwen3.8-27B model card,"https://benchlm.ai/models/qwen3-8-27b (benchmark table (Multimodal), row CharXiv, column Score)",,out:effort-not-established, benchlm-extractbench-llamaindex,benchlm,qwen3.8-27b,unstated,mixed,hard,,,,,,,89.75,score%,0.00289,,"restated-from:Benchmark exact ExtractBench leaderboard, November 6, 2026 snapshot (LlamaIndex)","https://benchlm.ai/models/qwen3-8-27b (benchmark table (Multimodal), row ExtractBench (LlamaIndex), column Score)",,out:effort-not-established, benchlm-parsebench,benchlm,qwen3.8-27b,unstated,mixed,hard,,,,,,,69.03,score%,0.00289,,"restated-from:Benchmark exact ParseBench leaderboard, November 6, 2026 snapshot (LlamaIndex)","https://benchlm.ai/models/qwen3-8-27b (benchmark table (Multimodal), row ParseBench, column Score)",,out:effort-not-established, benchlm-mathvision,benchlm,qwen3.8-27b,unstated,mixed,hard,,,,,,,90.0,score%,0.0289,,restated-from:Provider exact Qwen3.8-27B model card,"https://benchlm.ai/models/qwen3-8-27b (benchmark table (Multimodal), row MathVision, column Score)",,out:effort-not-established, benchlm-mathvision-w-python,benchlm,qwen3.8-27b,unstated,mixed,hard,,,,,,,94.6,score%,0.0289,,restated-from:Provider exact Qwen3.8-27B model card,"https://benchlm.ai/models/qwen3-8-27b (benchmark table (Multimodal), row MathVision w/ Python, column Score)",,out:effort-not-established, benchlm-babyvision,benchlm,qwen3.8-27b,unstated,mixed,hard,,,,,,,65.7,score%,0.0289,,restated-from:Provider exact Qwen3.8-27B model card,"https://benchlm.ai/models/qwen3-8-27b (benchmark table (Multimodal), row BabyVision, column Score)",,out:effort-not-established, benchlm-babyvision-w-python,benchlm,qwen3.8-27b,unstated,mixed,hard,,,,,,,85.6,score%,0.0289,,restated-from:Provider exact Qwen3.8-27B model card,"https://benchlm.ai/models/qwen3-8-27b (benchmark table (Multimodal), row BabyVision w/ Python, column Score)",,out:effort-not-established, benchlm-vision2web,benchlm,qwen3.8-27b,unstated,coding,hard,,,,,,,62.9,score%,0.0289,,restated-from:Provider exact Qwen3.8-27B model card,"https://benchlm.ai/models/qwen3-8-27b (benchmark table (Multimodal), row Vision2Web, column Score)",,out:effort-not-established, benchlm-charxiv-w-o-tools,benchlm,qwen3.8-27b,unstated,mixed,hard,,,,,,,83.7,score%,0.0289,,restated-from:Provider exact Qwen3.8-27B model card,"https://benchlm.ai/models/qwen3-8-27b (benchmark table (Multimodal), row CharXiv w/o tools, column Score)",,out:effort-not-established, benchlm-omnidocbench-1-5,benchlm,qwen3.8-27b,unstated,mixed,hard,,,,,,,91.1,score%,0.0289,,restated-from:Provider exact Qwen3.8-27B model card,"https://benchlm.ai/models/qwen3-8-27b (benchmark table (Multimodal), row OmniDocBench 1.5, column Score)",,out:effort-not-established, benchlm-realworldqa,benchlm,qwen3.8-27b,unstated,mixed,hard,,,,,,,85.9,score%,0.0289,,restated-from:Provider exact Qwen3.8-27B model card,"https://benchlm.ai/models/qwen3-8-27b (benchmark table (Multimodal), row RealWorldQA, column Score)",,out:effort-not-established, benchlm-erqa,benchlm,qwen3.8-27b,unstated,mixed,hard,,,,,,,65.5,score%,0.0289,,restated-from:Provider exact Qwen3.8-27B model card,"https://benchlm.ai/models/qwen3-8-27b (benchmark table (Multimodal), row ERQA, column Score)",,out:effort-not-established, benchlm-hle,benchlm,qwen3.8-27b,unstated,mixed,hard,,,,,,,30.8,score%,0.0289,,restated-from:Provider exact Qwen3.8-27B model card,"https://benchlm.ai/models/qwen3-8-27b (benchmark table (Knowledge), row HLE, column Score)",,out:effort-not-established, benchlm-hle-w-o-tools,benchlm,qwen3.8-27b,unstated,mixed,hard,,,,,,,30.8,score%,0.0289,,restated-from:Provider exact Qwen3.8-27B model card,"https://benchlm.ai/models/qwen3-8-27b (benchmark table (Knowledge), row HLE w/o tools, column Score)",,out:effort-not-established, benchlm-mmlu-pro-vals,benchlm,qwen3.8-27b,unstated,mixed,hard,,,,,,,84.3,score%,0.0289,,restated-from:Verified Vals AI: MMLU Pro leaderboard,"https://benchlm.ai/models/qwen3-8-27b (benchmark table (Knowledge), row MMLU-Pro (Vals), column Score)",,out:effort-not-established, benchlm-gpqa,benchlm,qwen3.8-27b,unstated,mixed,hard,,,,,,,89.2,score%,0.0289,,restated-from:Provider exact Qwen3.8-27B model card,"https://benchlm.ai/models/qwen3-8-27b (benchmark table (Knowledge), row GPQA, column Score)",,out:effort-not-established, benchlm-gpqa-diamond-vals,benchlm,qwen3.8-27b,unstated,mixed,hard,,,,,,,88.9,score%,0.0289,,restated-from:Verified Vals AI: GPQA Diamond leaderboard,"https://benchlm.ai/models/qwen3-8-27b (benchmark table (Knowledge), row GPQA Diamond (Vals), column Score)",,out:effort-not-established, benchlm-gpqa-d,benchlm,qwen3.8-27b,unstated,mixed,hard,,,,,,,89.2,score%,0.0289,,restated-from:Provider exact Qwen3.8-27B model card,"https://benchlm.ai/models/qwen3-8-27b (benchmark table (Knowledge), row GPQA-D, column Score)",,out:effort-not-established, benchlm-ifbench,benchlm,qwen3.8-27b,unstated,mixed,hard,,,,,,,79.5,score%,0.0289,,restated-from:Provider exact Qwen3.8-27B model card,"https://benchlm.ai/models/qwen3-8-27b (benchmark table (Inst. Following), row IFBench, column Score)",,out:effort-not-established, benchlm-winogrande-perplexity-panel,benchlm,qwen3.8-27b,unstated,mixed,hard,,,,,,,73.10,score%,0.00289,,restated-from:Provider exact Perplexity decision panel: WinoGrande,"https://benchlm.ai/models/qwen3-8-27b (benchmark table (External signals), row WinoGrande (Perplexity panel), column Score)",,out:effort-not-established, benchlm-financialphrasebank-perplexity-panel,benchlm,qwen3.8-27b,unstated,mixed,hard,,,,,,,75.68,score%,0.00289,,restated-from:Provider exact Perplexity decision panel: FinancialPhraseBank,"https://benchlm.ai/models/qwen3-8-27b (benchmark table (External signals), row FinancialPhraseBank (Perplexity panel), column Score)",,out:effort-not-established, benchlm-ragtruth-perplexity-panel,benchlm,qwen3.8-27b,unstated,mixed,hard,,,,,,,61.53,score%,0.00289,,restated-from:Provider exact Perplexity decision panel: RAGTruth,"https://benchlm.ai/models/qwen3-8-27b (benchmark table (External signals), row RAGTruth (Perplexity panel), column Score)",,out:effort-not-established, benchlm-judgebench-perplexity-panel,benchlm,qwen3.8-27b,unstated,mixed,hard,,,,,,,68.86,score%,0.00289,,restated-from:Provider exact Perplexity decision panel: JudgeBench,"https://benchlm.ai/models/qwen3-8-27b (benchmark table (External signals), row JudgeBench (Perplexity panel), column Score)",,out:effort-not-established, benchlm-bbh-perplexity-panel,benchlm,qwen3.8-27b,unstated,mixed,hard,,,,,,,72.80,score%,0.00289,,restated-from:Provider exact Perplexity decision panel: BBH,"https://benchlm.ai/models/qwen3-8-27b (benchmark table (External signals), row BBH (Perplexity panel), column Score)",,out:effort-not-established, benchlm-jevbench-public-hard-perplexity-panel,benchlm,qwen3.8-27b,unstated,mixed,hard,,,,,,,72.28,score%,0.00289,,restated-from:Provider exact Perplexity decision panel: JevBench public hard,"https://benchlm.ai/models/qwen3-8-27b (benchmark table (External signals), row JevBench public hard (Perplexity panel), column Score)",,out:effort-not-established, benchlm-tabfact-perplexity-panel,benchlm,qwen3.8-27b,unstated,mixed,hard,,,,,,,78.60,score%,0.00289,,restated-from:Provider exact Perplexity decision panel: TabFact,"https://benchlm.ai/models/qwen3-8-27b (benchmark table (External signals), row TabFact (Perplexity panel), column Score)",,out:effort-not-established, benchlm-contractnli-perplexity-panel,benchlm,qwen3.8-27b,unstated,mixed,hard,,,,,,,80.78,score%,0.00289,,restated-from:Provider exact Perplexity decision panel: ContractNLI,"https://benchlm.ai/models/qwen3-8-27b (benchmark table (External signals), row ContractNLI (Perplexity panel), column Score)",,out:effort-not-established, benchlm-circa-perplexity-panel,benchlm,qwen3.8-27b,unstated,mixed,hard,,,,,,,87.00,score%,0.00289,,restated-from:Provider exact Perplexity decision panel: Circa,"https://benchlm.ai/models/qwen3-8-27b (benchmark table (External signals), row Circa (Perplexity panel), column Score)",,out:effort-not-established, benchlm-belebele-perplexity-panel,benchlm,qwen3.8-27b,unstated,mixed,hard,,,,,,,93.20,score%,0.00289,,restated-from:Provider exact Perplexity decision panel: Belebele,"https://benchlm.ai/models/qwen3-8-27b (benchmark table (External signals), row Belebele (Perplexity panel), column Score)",,out:effort-not-established, benchlm-truthfulqa-binary-perplexity-panel,benchlm,qwen3.8-27b,unstated,mixed,hard,,,,,,,82.80,score%,0.00289,,restated-from:Provider exact Perplexity decision panel: TruthfulQA binary,"https://benchlm.ai/models/qwen3-8-27b (benchmark table (External signals), row TruthfulQA binary (Perplexity panel), column Score)",,out:effort-not-established, benchlm-perplexity-decision-panel,benchlm,qwen3.8-27b,unstated,mixed,hard,,,,,,,74.76,score%,0.00289,,restated-from:Provider exact Perplexity decision panel: Overall,"https://benchlm.ai/models/qwen3-8-27b (benchmark table (External signals), row Perplexity Decision Panel, column Score)",,out:effort-not-established, benchlm-swe-bench-pro,benchlm,qwen3.8-flash-next,unstated,mixed,hard,,,,,,,62.5,score%,0.0289,,restated-from:Provider exact Qwen3.8-Flash-Next model card,"https://benchlm.ai/models/qwen3-8-flash-next (benchmark table (Coding), row SWE-bench Pro, column Score)",,out:effort-not-established, benchlm-deepswe,benchlm,qwen3.8-flash-next,unstated,mixed,hard,,,,,,,58.7,score%,0.0289,,restated-from:Provider exact Qwen3.8-Flash-Next model card,"https://benchlm.ai/models/qwen3-8-flash-next (benchmark table (Coding), row DeepSWE, column Score)",,out:effort-not-established, benchlm-swe-multilingual,benchlm,qwen3.8-flash-next,unstated,mixed,hard,,,,,,,81,score%,0.289,,restated-from:Provider exact Qwen3.8-Flash-Next model card,"https://benchlm.ai/models/qwen3-8-flash-next (benchmark table (Coding), row SWE Multilingual, column Score)",,out:effort-not-established, benchlm-nl2repo,benchlm,qwen3.8-flash-next,unstated,coding,hard,,,,,,,48.1,score%,0.0289,,restated-from:Provider exact Qwen3.8-Flash-Next model card,"https://benchlm.ai/models/qwen3-8-flash-next (benchmark table (Coding), row NL2Repo, column Score)",,out:effort-not-established, benchlm-livecodebench-v6,benchlm,qwen3.8-flash-next,unstated,coding,hard,,,,,,,91.9,score%,0.0289,,restated-from:Provider exact Qwen3.8-Flash-Next model card,"https://benchlm.ai/models/qwen3-8-flash-next (benchmark table (Coding), row LiveCodeBench v6, column Score)",,out:effort-not-established, benchlm-jobbench,benchlm,qwen3.8-flash-next,unstated,agentic-tool,hard,,,,,,,55.7,score%,0.0289,,restated-from:Provider exact Qwen3.8-Flash-Next model card,"https://benchlm.ai/models/qwen3-8-flash-next (benchmark table (Agentic), row JobBench, column Score)",,out:effort-not-established, benchlm-agents-last-exam,benchlm,qwen3.8-flash-next,unstated,agentic-tool,hard,,,,,,,51.2,score%,0.0289,,restated-from:Provider exact Qwen3.8-Flash-Next model card,"https://benchlm.ai/models/qwen3-8-flash-next (benchmark table (Agentic), row Agents' Last Exam, column Score)",,out:effort-not-established, benchlm-toolathlon-verified,benchlm,qwen3.8-flash-next,unstated,mixed,hard,,,,,,,73.5,score%,0.0289,,restated-from:Provider exact Qwen3.8-Flash-Next model card,"https://benchlm.ai/models/qwen3-8-flash-next (benchmark table (Agentic), row Toolathlon-Verified, column Score)",,out:effort-not-established, benchlm-coworkbench,benchlm,qwen3.8-flash-next,unstated,agentic-tool,hard,,,,,,,73.9,score%,0.0289,,restated-from:Provider exact Qwen3.8-Flash-Next model card,"https://benchlm.ai/models/qwen3-8-flash-next (benchmark table (Agentic), row CoWorkBench, column Score)",,out:effort-not-established, benchlm-androidworld,benchlm,qwen3.8-flash-next,unstated,computer-use,hard,,,,,,,84.5,score%,0.0289,,restated-from:Provider exact Qwen3.8-Flash-Next model card,"https://benchlm.ai/models/qwen3-8-flash-next (benchmark table (Agentic), row AndroidWorld, column Score)",,out:effort-not-established, benchlm-osworld-2-0,benchlm,qwen3.8-flash-next,unstated,mixed,hard,,,,,,,19.4,score%,0.0289,,restated-from:Provider exact Qwen3.8-Flash-Next model card,"https://benchlm.ai/models/qwen3-8-flash-next (benchmark table (Agentic), row OSWorld 2.0, column Score)",,out:effort-not-established, benchlm-charxiv,benchlm,qwen3.8-flash-next,unstated,mixed,hard,,,,,,,90.6,score%,0.0289,,restated-from:Provider exact Qwen3.8-Flash-Next model card,"https://benchlm.ai/models/qwen3-8-flash-next (benchmark table (Multimodal), row CharXiv, column Score)",,out:effort-not-established, benchlm-extractbench-llamaindex,benchlm,qwen3.8-flash-next,unstated,mixed,hard,,,,,,,89.88,score%,0.00289,,"restated-from:Benchmark exact ExtractBench leaderboard, November 6, 2026 snapshot (LlamaIndex)","https://benchlm.ai/models/qwen3-8-flash-next (benchmark table (Multimodal), row ExtractBench (LlamaIndex), column Score)",,out:effort-not-established, benchlm-vision2web,benchlm,qwen3.8-flash-next,unstated,coding,hard,,,,,,,64.0,score%,0.0289,,restated-from:Provider exact Qwen3.8-Flash-Next model card,"https://benchlm.ai/models/qwen3-8-flash-next (benchmark table (Multimodal), row Vision2Web, column Score)",,out:effort-not-established, benchlm-erqa,benchlm,qwen3.8-flash-next,unstated,mixed,hard,,,,,,,72.3,score%,0.0289,,restated-from:Provider exact Qwen3.8-Flash-Next model card,"https://benchlm.ai/models/qwen3-8-flash-next (benchmark table (Multimodal), row ERQA, column Score)",,out:effort-not-established, benchlm-lvbench,benchlm,qwen3.8-flash-next,unstated,mixed,hard,,,,,,,76.6,score%,0.0289,,restated-from:Provider exact Qwen3.8-Flash-Next model card,"https://benchlm.ai/models/qwen3-8-flash-next (benchmark table (Multimodal), row LVBench, column Score)",,out:effort-not-established, benchlm-realworldqa,benchlm,qwen3.8-flash-next,unstated,mixed,hard,,,,,,,88.5,score%,0.0289,,restated-from:Provider exact Qwen3.8-Flash-Next model card,"https://benchlm.ai/models/qwen3-8-flash-next (benchmark table (Multimodal), row RealWorldQA, column Score)",,out:effort-not-established, benchlm-mathvision,benchlm,qwen3.8-flash-next,unstated,mixed,hard,,,,,,,90.6,score%,0.0289,,restated-from:Provider exact Qwen3.8-Flash-Next model card,"https://benchlm.ai/models/qwen3-8-flash-next (benchmark table (Multimodal), row MathVision, column Score)",,out:effort-not-established, benchlm-mathvision-w-python,benchlm,qwen3.8-flash-next,unstated,mixed,hard,,,,,,,95.7,score%,0.0289,,restated-from:Provider exact Qwen3.8-Flash-Next model card,"https://benchlm.ai/models/qwen3-8-flash-next (benchmark table (Multimodal), row MathVision w/ Python, column Score)",,out:effort-not-established, benchlm-charxiv-w-o-tools,benchlm,qwen3.8-flash-next,unstated,mixed,hard,,,,,,,84.6,score%,0.0289,,restated-from:Provider exact Qwen3.8-Flash-Next model card,"https://benchlm.ai/models/qwen3-8-flash-next (benchmark table (Multimodal), row CharXiv w/o tools, column Score)",,out:effort-not-established, benchlm-hle,benchlm,qwen3.8-flash-next,unstated,mixed,hard,,,,,,,35.9,score%,0.0289,,restated-from:Provider exact Qwen3.8-Flash-Next model card,"https://benchlm.ai/models/qwen3-8-flash-next (benchmark table (Knowledge), row HLE, column Score)",,out:effort-not-established, benchlm-hle-w-o-tools,benchlm,qwen3.8-flash-next,unstated,mixed,hard,,,,,,,35.9,score%,0.0289,,restated-from:Provider exact Qwen3.8-Flash-Next model card,"https://benchlm.ai/models/qwen3-8-flash-next (benchmark table (Knowledge), row HLE w/o tools, column Score)",,out:effort-not-established, benchlm-gpqa,benchlm,qwen3.8-flash-next,unstated,mixed,hard,,,,,,,91.7,score%,0.0289,,restated-from:Provider exact Qwen3.8-Flash-Next model card,"https://benchlm.ai/models/qwen3-8-flash-next (benchmark table (Knowledge), row GPQA, column Score)",,out:effort-not-established, benchlm-gpqa-d,benchlm,qwen3.8-flash-next,unstated,mixed,hard,,,,,,,91.7,score%,0.0289,,restated-from:Provider exact Qwen3.8-Flash-Next model card,"https://benchlm.ai/models/qwen3-8-flash-next (benchmark table (Knowledge), row GPQA-D, column Score)",,out:effort-not-established, benchlm-ifbench,benchlm,qwen3.8-flash-next,unstated,mixed,hard,,,,,,,81.3,score%,0.0289,,restated-from:Provider exact Qwen3.8-Flash-Next model card,"https://benchlm.ai/models/qwen3-8-flash-next (benchmark table (Inst. Following), row IFBench, column Score)",,out:effort-not-established, benchlm-swe-bench-pro,benchlm,?Qwen3.8 Max,not-established:absent,mixed,hard,,,,,,,67.7,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-8-max (benchmark table (Coding), row SWE-bench Pro, column Score)",,out:model-not-established, benchlm-frontierswe-v2,benchlm,?Qwen3.8 Max,not-established:absent,mixed,hard,,,,,,,15.8,score%,0.0289,,restated-from:Benchmark exact Proximal: FrontierSWE v2 leaderboard,"https://benchlm.ai/models/qwen3-8-max (benchmark table (Coding), row FrontierSWE v2, column Score)",,out:model-not-established, benchlm-livecodebench-vals,benchlm,?Qwen3.8 Max,not-established:absent,mixed,hard,,,,,,,87.9,score%,0.0289,,restated-from:Verified Vals AI: LiveCodeBench leaderboard,"https://benchlm.ai/models/qwen3-8-max (benchmark table (Coding), row LiveCodeBench (Vals), column Score)",,out:model-not-established, benchlm-vulcanbench-v3,benchlm,?Qwen3.8 Max,not-established:absent,mixed,hard,,,,,,,81.2,score%,0.0289,,restated-from:Benchmark exact VulcanBench Eval Suite 3 leaderboard,"https://benchlm.ai/models/qwen3-8-max (benchmark table (Coding), row VulcanBench v3, column Score)",,out:model-not-established, benchlm-deepswe,benchlm,?Qwen3.8 Max,not-established:absent,mixed,hard,,,,,,,56.6,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-8-max (benchmark table (Coding), row DeepSWE, column Score)",,out:model-not-established, benchlm-terminalbench-2-1,benchlm,?Qwen3.8 Max,not-established:absent,mixed,hard,,,,,,,86.6,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-8-max (benchmark table (Coding), row Terminal-Bench 2.1, column Score)",,out:model-not-established, benchlm-nl2repo,benchlm,?Qwen3.8 Max,not-established:absent,coding,hard,,,,,,,55.9,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-8-max (benchmark table (Coding), row NL2Repo, column Score)",,out:model-not-established, benchlm-frontierswe,benchlm,?Qwen3.8 Max,not-established:absent,coding,hard,,,,,,,73.5,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-8-max (benchmark table (Coding), row FrontierSWE, column Score)",,out:model-not-established, benchlm-mls-bench-lite,benchlm,?Qwen3.8 Max,not-established:absent,coding,hard,,,,,,,41.0,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-8-max (benchmark table (Coding), row MLS-Bench Lite, column Score)",,out:model-not-established, benchlm-paperbench,benchlm,?Qwen3.8 Max,not-established:absent,coding,hard,,,,,,,93.0,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-8-max (benchmark table (Coding), row PaperBench, column Score)",,out:model-not-established, benchlm-openharmony-bench,benchlm,?Qwen3.8 Max,not-established:absent,coding,hard,,,,,,,60.8,score%,0.0289,,restated-from:Benchmark exact OpenHarmony Bench official leaderboard,"https://benchlm.ai/models/qwen3-8-max (benchmark table (Coding), row OpenHarmony Bench, column Score)",,out:model-not-established, benchlm-swe-bench-vals,benchlm,?Qwen3.8 Max,not-established:absent,mixed,hard,,,,,,,85.6,score%,0.0289,,restated-from:Verified Vals AI: SWE-bench leaderboard,"https://benchlm.ai/models/qwen3-8-max (benchmark table (Coding), row SWE-bench (Vals), column Score)",,out:model-not-established, benchlm-bug-hunt-bench,benchlm,?Qwen3.8 Max,not-established:absent,mixed,hard,,,,,,,25.7,fixes,0.0289,,restated-from:Benchmark exact Bug Hunt Bench public data,"https://benchlm.ai/models/qwen3-8-max (benchmark table (Coding), row Bug Hunt Bench, column Score)",,out:model-not-established, benchlm-osworld-verified,benchlm,?Qwen3.8 Max,not-established:absent,computer-use,hard,,,,,,,86.1,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-8-max (benchmark table (Agentic), row OSWorld-Verified, column Score)",,out:model-not-established, benchlm-terminal-bench-2-1-vals,benchlm,?Qwen3.8 Max,not-established:absent,mixed,hard,,,,,,,67.4,score%,0.0289,,restated-from:Verified Vals AI: Terminal-Bench 2.1 leaderboard,"https://benchlm.ai/models/qwen3-8-max (benchmark table (Agentic), row Terminal-Bench 2.1 (Vals), column Score)",,out:model-not-established, benchlm-jobbench,benchlm,?Qwen3.8 Max,not-established:absent,agentic-tool,hard,,,,,,,53.4,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-8-max (benchmark table (Agentic), row JobBench, column Score)",,out:model-not-established, benchlm-automationbench,benchlm,?Qwen3.8 Max,not-established:absent,mixed,hard,,,,,,,27.3,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-8-max (benchmark table (Agentic), row AutomationBench, column Score)",,out:model-not-established, benchlm-agents-last-exam,benchlm,?Qwen3.8 Max,not-established:absent,agentic-tool,hard,,,,,,,52.4,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-8-max (benchmark table (Agentic), row Agents' Last Exam, column Score)",,out:model-not-established, benchlm-toolathlon-verified,benchlm,?Qwen3.8 Max,not-established:absent,mixed,hard,,,,,,,72.5,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-8-max (benchmark table (Agentic), row Toolathlon-Verified, column Score)",,out:model-not-established, benchlm-hle-w-tools,benchlm,?Qwen3.8 Max,not-established:absent,reasoning-math,hard,,,,,,,56.2,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-8-max (benchmark table (Agentic), row HLE w/ tools, column Score)",,out:model-not-established, benchlm-coworkbench,benchlm,?Qwen3.8 Max,not-established:absent,agentic-tool,hard,,,,,,,74.8,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-8-max (benchmark table (Agentic), row CoWorkBench, column Score)",,out:model-not-established, benchlm-skillsbench,benchlm,?Qwen3.8 Max,not-established:absent,agentic-tool,hard,,,,,,,70.2,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-8-max (benchmark table (Agentic), row skillsBench, column Score)",,out:model-not-established, benchlm-wideresearch,benchlm,?Qwen3.8 Max,not-established:absent,agentic-tool,hard,,,,,,,81.9,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-8-max (benchmark table (Agentic), row WideResearch, column Score)",,out:model-not-established, benchlm-osworld-2-0,benchlm,?Qwen3.8 Max,not-established:absent,mixed,hard,,,,,,,19.4,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-8-max (benchmark table (Agentic), row OSWorld 2.0, column Score)",,out:model-not-established, benchlm-webarena-verified,benchlm,?Qwen3.8 Max,not-established:absent,agentic-tool,hard,,,,,,,66.8,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-8-max (benchmark table (Agentic), row WebArena-Verified, column Score)",,out:model-not-established, benchlm-androidworld,benchlm,?Qwen3.8 Max,not-established:absent,computer-use,hard,,,,,,,85.3,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-8-max (benchmark table (Agentic), row AndroidWorld, column Score)",,out:model-not-established, benchlm-mobileworld,benchlm,?Qwen3.8 Max,not-established:absent,computer-use,hard,,,,,,,77.8,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-8-max (benchmark table (Agentic), row MobileWorld, column Score)",,out:model-not-established, benchlm-hermes-index,benchlm,?Qwen3.8 Max,not-established:absent,mixed,hard,,,,,,,36.2,score%,0.0289,,restated-from:Benchmark exact Nous Research: Hermes Index leaderboard,"https://benchlm.ai/models/qwen3-8-max (benchmark table (Agentic), row Hermes Index, column Score)",,out:model-not-established, benchlm-hermes-bench,benchlm,?Qwen3.8 Max,not-established:absent,mixed,hard,,,,,,,70.5,score%,0.0289,,restated-from:Benchmark exact Nous Research: Hermes Index leaderboard,"https://benchlm.ai/models/qwen3-8-max (benchmark table (Agentic), row Hermes Bench, column Score)",,out:model-not-established, benchlm-mazebench,benchlm,?Qwen3.8 Max,not-established:absent,mixed,hard,,,,,,,0,score%,0.289,,restated-from:Benchmark exact MazeBench AI leaderboard (ASCII mode),"https://benchlm.ai/models/qwen3-8-max (benchmark table (Agentic), row MazeBench, column Score)",,out:model-not-established, benchlm-longbench-v2,benchlm,?Qwen3.8 Max,not-established:absent,mixed,hard,,,,,,,66.3,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-8-max (benchmark table (Reasoning), row LongBench v2, column Score)",,out:model-not-established, benchlm-mrcrv2,benchlm,?Qwen3.8 Max,not-established:absent,mixed,hard,,,,,,,92.9,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-8-max (benchmark table (Reasoning), row MRCRv2, column Score)",,out:model-not-established, benchlm-mmmu-pro,benchlm,?Qwen3.8 Max,not-established:absent,mixed,hard,,,,,,,82.3,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-8-max (benchmark table (Multimodal), row MMMU-Pro, column Score)",,out:model-not-established, benchlm-charxiv,benchlm,?Qwen3.8 Max,not-established:absent,mixed,hard,,,,,,,93.5,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-8-max (benchmark table (Multimodal), row CharXiv, column Score)",,out:model-not-established, benchlm-mathvision,benchlm,?Qwen3.8 Max,not-established:absent,mixed,hard,,,,,,,95.2,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-8-max (benchmark table (Multimodal), row MathVision, column Score)",,out:model-not-established, benchlm-mathvision-w-python,benchlm,?Qwen3.8 Max,not-established:absent,mixed,hard,,,,,,,97.7,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-8-max (benchmark table (Multimodal), row MathVision w/ Python, column Score)",,out:model-not-established, benchlm-babyvision,benchlm,?Qwen3.8 Max,not-established:absent,mixed,hard,,,,,,,82.0,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-8-max (benchmark table (Multimodal), row BabyVision, column Score)",,out:model-not-established, benchlm-babyvision-w-python,benchlm,?Qwen3.8 Max,not-established:absent,mixed,hard,,,,,,,91.3,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-8-max (benchmark table (Multimodal), row BabyVision w/ Python, column Score)",,out:model-not-established, benchlm-zerobench,benchlm,?Qwen3.8 Max,not-established:absent,mixed,hard,,,,,,,24.0,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-8-max (benchmark table (Multimodal), row ZeroBench, column Score)",,out:model-not-established, benchlm-zerobench-w-python,benchlm,?Qwen3.8 Max,not-established:absent,mixed,hard,,,,,,,49.0,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-8-max (benchmark table (Multimodal), row ZeroBench w/ Python, column Score)",,out:model-not-established, benchlm-medxpertqa-mm,benchlm,?Qwen3.8 Max,not-established:absent,mixed,hard,,,,,,,80.4,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-8-max (benchmark table (Multimodal), row MedXpertQA (MM), column Score)",,out:model-not-established, benchlm-screenspot-pro,benchlm,?Qwen3.8 Max,not-established:absent,computer-use,hard,,,,,,,84.5,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-8-max (benchmark table (Multimodal), row ScreenSpot Pro, column Score)",,out:model-not-established, benchlm-vision2web,benchlm,?Qwen3.8 Max,not-established:absent,coding,hard,,,,,,,69.0,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-8-max (benchmark table (Multimodal), row Vision2Web, column Score)",,out:model-not-established, benchlm-charxiv-w-o-tools,benchlm,?Qwen3.8 Max,not-established:absent,mixed,hard,,,,,,,88.4,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-8-max (benchmark table (Multimodal), row CharXiv w/o tools, column Score)",,out:model-not-established, benchlm-omnidocbench-1-5,benchlm,?Qwen3.8 Max,not-established:absent,mixed,hard,,,,,,,92.1,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-8-max (benchmark table (Multimodal), row OmniDocBench 1.5, column Score)",,out:model-not-established, benchlm-ocrbench-v2,benchlm,?Qwen3.8 Max,not-established:absent,mixed,hard,,,,,,,74.2,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-8-max (benchmark table (Multimodal), row OCRBench V2, column Score)",,out:model-not-established, benchlm-cc-ocr,benchlm,?Qwen3.8 Max,not-established:absent,mixed,hard,,,,,,,79.6,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-8-max (benchmark table (Multimodal), row CC-OCR, column Score)",,out:model-not-established, benchlm-realworldqa,benchlm,?Qwen3.8 Max,not-established:absent,mixed,hard,,,,,,,88.0,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-8-max (benchmark table (Multimodal), row RealWorldQA, column Score)",,out:model-not-established, benchlm-erqa,benchlm,?Qwen3.8 Max,not-established:absent,mixed,hard,,,,,,,77.8,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-8-max (benchmark table (Multimodal), row ERQA, column Score)",,out:model-not-established, benchlm-simplevqa,benchlm,?Qwen3.8 Max,not-established:absent,mixed,hard,,,,,,,75.0,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-8-max (benchmark table (Multimodal), row SimpleVQA, column Score)",,out:model-not-established, benchlm-perceptionbench,benchlm,?Qwen3.8 Max,not-established:absent,mixed,hard,,,,,,,63.5,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-8-max (benchmark table (Multimodal), row PerceptionBench, column Score)",,out:model-not-established, benchlm-video-mme-with-subtitle,benchlm,?Qwen3.8 Max,not-established:absent,mixed,hard,,,,,,,90.4,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-8-max (benchmark table (Multimodal), row Video-MME (with subtitle), column Score)",,out:model-not-established, benchlm-videommmu,benchlm,?Qwen3.8 Max,not-established:absent,mixed,hard,,,,,,,88.7,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-8-max (benchmark table (Multimodal), row VideoMMMU, column Score)",,out:model-not-established, benchlm-mmvu,benchlm,?Qwen3.8 Max,not-established:absent,mixed,hard,,,,,,,82.4,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-8-max (benchmark table (Multimodal), row MMVU, column Score)",,out:model-not-established, benchlm-mlvu-m-avg,benchlm,?Qwen3.8 Max,not-established:absent,mixed,hard,,,,,,,90.8,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-8-max (benchmark table (Multimodal), row MLVU (M-Avg), column Score)",,out:model-not-established, benchlm-lvbench,benchlm,?Qwen3.8 Max,not-established:absent,mixed,hard,,,,,,,81.8,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-8-max (benchmark table (Multimodal), row LVBench, column Score)",,out:model-not-established, benchlm-hle,benchlm,?Qwen3.8 Max,not-established:absent,mixed,hard,,,,,,,43.6,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-8-max (benchmark table (Knowledge), row HLE, column Score)",,out:model-not-established, benchlm-mmlu-pro-vals,benchlm,?Qwen3.8 Max,not-established:absent,mixed,hard,,,,,,,88.6,score%,0.0289,,restated-from:Verified Vals AI: MMLU Pro leaderboard,"https://benchlm.ai/models/qwen3-8-max (benchmark table (Knowledge), row MMLU-Pro (Vals), column Score)",,out:model-not-established, benchlm-gpqa,benchlm,?Qwen3.8 Max,not-established:absent,mixed,hard,,,,,,,92.6,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-8-max (benchmark table (Knowledge), row GPQA, column Score)",,out:model-not-established, benchlm-gpqa-diamond-vals,benchlm,?Qwen3.8 Max,not-established:absent,mixed,hard,,,,,,,93.7,score%,0.0289,,restated-from:Verified Vals AI: GPQA Diamond leaderboard,"https://benchlm.ai/models/qwen3-8-max (benchmark table (Knowledge), row GPQA Diamond (Vals), column Score)",,out:model-not-established, benchlm-hle-w-o-tools,benchlm,?Qwen3.8 Max,not-established:absent,mixed,hard,,,,,,,43.6,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-8-max (benchmark table (Knowledge), row HLE w/o tools, column Score)",,out:model-not-established, benchlm-gpqa-d,benchlm,?Qwen3.8 Max,not-established:absent,mixed,hard,,,,,,,92.6,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-8-max (benchmark table (Knowledge), row GPQA-D, column Score)",,out:model-not-established, benchlm-ifbench,benchlm,?Qwen3.8 Max,not-established:absent,mixed,hard,,,,,,,82.8,score%,0.0289,,restated-from:Alibaba,"https://benchlm.ai/models/qwen3-8-max (benchmark table (Inst. Following), row IFBench, column Score)",,out:model-not-established, benchlm-frontiermath-v2-tiers-1-3,benchlm,?Qwen3.8 Max,not-established:absent,mixed,hard,,,,,,,74.737,score%,0.000289,,restated-from:Benchmark exact Epoch AI FrontierMath v2 leaderboard,"https://benchlm.ai/models/qwen3-8-max (benchmark table (Math), row FrontierMath v2 (Tiers 1-3), column Score)",,out:model-not-established, benchlm-frontiermath-v2-tier-4,benchlm,?Qwen3.8 Max,not-established:absent,mixed,hard,,,,,,,46.341,score%,0.000289,,restated-from:Benchmark exact Epoch AI FrontierMath v2 leaderboard,"https://benchlm.ai/models/qwen3-8-max (benchmark table (Math), row FrontierMath v2 (Tier 4), column Score)",,out:model-not-established, benchlm-swe-bench-pro,benchlm,qwen3.8-omni-flash,unstated,mixed,hard,,,,,,,63.3,score%,0.0289,,restated-from:Provider exact Qwen3.8-Omni-Flash launch post,"https://benchlm.ai/models/qwen3-8-omni-flash (benchmark table (Coding), row SWE-bench Pro, column Score)",,out:effort-not-established, benchlm-deepswe,benchlm,qwen3.8-omni-flash,unstated,mixed,hard,,,,,,,57.8,score%,0.0289,,restated-from:Provider exact Qwen3.8-Omni-Flash launch post,"https://benchlm.ai/models/qwen3-8-omni-flash (benchmark table (Coding), row DeepSWE, column Score)",,out:effort-not-established, benchlm-swe-multilingual,benchlm,qwen3.8-omni-flash,unstated,mixed,hard,,,,,,,80.5,score%,0.0289,,restated-from:Provider exact Qwen3.8-Omni-Flash launch post,"https://benchlm.ai/models/qwen3-8-omni-flash (benchmark table (Coding), row SWE Multilingual, column Score)",,out:effort-not-established, benchlm-nl2repo,benchlm,qwen3.8-omni-flash,unstated,coding,hard,,,,,,,48.9,score%,0.0289,,restated-from:Provider exact Qwen3.8-Omni-Flash launch post,"https://benchlm.ai/models/qwen3-8-omni-flash (benchmark table (Coding), row NL2Repo, column Score)",,out:effort-not-established, benchlm-livecodebench-v6,benchlm,qwen3.8-omni-flash,unstated,coding,hard,,,,,,,92.6,score%,0.0289,,restated-from:Provider exact Qwen3.8-Omni-Flash launch post,"https://benchlm.ai/models/qwen3-8-omni-flash (benchmark table (Coding), row LiveCodeBench v6, column Score)",,out:effort-not-established, benchlm-coworkbench,benchlm,qwen3.8-omni-flash,unstated,agentic-tool,hard,,,,,,,75.3,score%,0.0289,,restated-from:Provider exact Qwen3.8-Omni-Flash launch post,"https://benchlm.ai/models/qwen3-8-omni-flash (benchmark table (Agentic), row CoWorkBench, column Score)",,out:effort-not-established, benchlm-androidworld,benchlm,qwen3.8-omni-flash,unstated,computer-use,hard,,,,,,,87.1,score%,0.0289,,restated-from:Provider exact Qwen3.8-Omni-Flash launch post,"https://benchlm.ai/models/qwen3-8-omni-flash (benchmark table (Agentic), row AndroidWorld, column Score)",,out:effort-not-established, benchlm-charxiv,benchlm,qwen3.8-omni-flash,unstated,mixed,hard,,,,,,,91.4,score%,0.0289,,restated-from:Provider exact Qwen3.8-Omni-Flash launch post,"https://benchlm.ai/models/qwen3-8-omni-flash (benchmark table (Multimodal), row CharXiv, column Score)",,out:effort-not-established, benchlm-vision2web,benchlm,qwen3.8-omni-flash,unstated,coding,hard,,,,,,,62.9,score%,0.0289,,restated-from:Provider exact Qwen3.8-Omni-Flash launch post,"https://benchlm.ai/models/qwen3-8-omni-flash (benchmark table (Multimodal), row Vision2Web, column Score)",,out:effort-not-established, benchlm-erqa,benchlm,qwen3.8-omni-flash,unstated,mixed,hard,,,,,,,71.0,score%,0.0289,,restated-from:Provider exact Qwen3.8-Omni-Flash launch post,"https://benchlm.ai/models/qwen3-8-omni-flash (benchmark table (Multimodal), row ERQA, column Score)",,out:effort-not-established, benchlm-lvbench,benchlm,qwen3.8-omni-flash,unstated,mixed,hard,,,,,,,76.9,score%,0.0289,,restated-from:Provider exact Qwen3.8-Omni-Flash launch post,"https://benchlm.ai/models/qwen3-8-omni-flash (benchmark table (Multimodal), row LVBench, column Score)",,out:effort-not-established, benchlm-realworldqa,benchlm,qwen3.8-omni-flash,unstated,mixed,hard,,,,,,,87.7,score%,0.0289,,restated-from:Provider exact Qwen3.8-Omni-Flash launch post,"https://benchlm.ai/models/qwen3-8-omni-flash (benchmark table (Multimodal), row RealWorldQA, column Score)",,out:effort-not-established, benchlm-mathvision,benchlm,qwen3.8-omni-flash,unstated,mixed,hard,,,,,,,91.8,score%,0.0289,,restated-from:Provider exact Qwen3.8-Omni-Flash launch post,"https://benchlm.ai/models/qwen3-8-omni-flash (benchmark table (Multimodal), row MathVision, column Score)",,out:effort-not-established, benchlm-mathvision-w-python,benchlm,qwen3.8-omni-flash,unstated,mixed,hard,,,,,,,96.2,score%,0.0289,,restated-from:Provider exact Qwen3.8-Omni-Flash launch post,"https://benchlm.ai/models/qwen3-8-omni-flash (benchmark table (Multimodal), row MathVision w/ Python, column Score)",,out:effort-not-established, benchlm-charxiv-w-o-tools,benchlm,qwen3.8-omni-flash,unstated,mixed,hard,,,,,,,83.5,score%,0.0289,,restated-from:Provider exact Qwen3.8-Omni-Flash launch post,"https://benchlm.ai/models/qwen3-8-omni-flash (benchmark table (Multimodal), row CharXiv w/o tools, column Score)",,out:effort-not-established, benchlm-hle,benchlm,qwen3.8-omni-flash,unstated,mixed,hard,,,,,,,36.5,score%,0.0289,,restated-from:Provider exact Qwen3.8-Omni-Flash launch post,"https://benchlm.ai/models/qwen3-8-omni-flash (benchmark table (Knowledge), row HLE, column Score)",,out:effort-not-established, benchlm-gpqa,benchlm,qwen3.8-omni-flash,unstated,mixed,hard,,,,,,,91,score%,0.289,,restated-from:Provider exact Qwen3.8-Omni-Flash launch post,"https://benchlm.ai/models/qwen3-8-omni-flash (benchmark table (Knowledge), row GPQA, column Score)",,out:effort-not-established, benchlm-gpqa-d,benchlm,qwen3.8-omni-flash,unstated,mixed,hard,,,,,,,91.0,score%,0.0289,,restated-from:Provider exact Qwen3.8-Omni-Flash launch post,"https://benchlm.ai/models/qwen3-8-omni-flash (benchmark table (Knowledge), row GPQA-D, column Score)",,out:effort-not-established, benchlm-ifbench,benchlm,qwen3.8-omni-flash,unstated,mixed,hard,,,,,,,81.5,score%,0.0289,,restated-from:Provider exact Qwen3.8-Omni-Flash launch post,"https://benchlm.ai/models/qwen3-8-omni-flash (benchmark table (Inst. Following), row IFBench, column Score)",,out:effort-not-established, benchmarklist-gdpval-aa-of-359,benchmarklist,deepseek-v4.1-flash-1017,max,mixed,hard,,,,,,,1746,Score (Elo),0.289,,,"https://benchmarklist.com/models/deepseek-deepseek-v4.1-flash-1017/ (row GDPval-AA (Benchmark results), Score (Elo))",,out:not-headline, benchmarklist-aa-briefcase-of-161,benchmarklist,deepseek-v4.1-flash-1017,max,mixed,hard,,,,,,,1570,Elo (Elo),0.289,,,"https://benchmarklist.com/models/deepseek-deepseek-v4.1-flash-1017/ (row AA-Briefcase (Benchmark results), Elo (Elo))",,out:not-headline, benchmarklist-ale-of-43,benchmarklist,deepseek-v4.1-flash-1017,unstated,mixed,hard,,,,,,,35.4,Agents' Last Exam pass rate (%),0.0289,,,"https://benchmarklist.com/models/deepseek-deepseek-v4.1-flash-1017/ (row Agents' Last Exam (Benchmark results), Pass Rate (%))",,out:effort-not-established, benchmarklist-livebench2-of-27,benchmarklist,deepseek-v4.1-flash-1017,unstated,mixed,hard,,,,,,,74.02,"LiveBench 2.0 overall, site-weighted average (points)",0.00289,,,"https://benchmarklist.com/models/deepseek-deepseek-v4.1-flash-1017/ (row LiveBench 2.0 (Benchmark results), Overall (site-weighted average) (points))",,out:effort-not-established, benchmarklist-automationbench-aa-of-32,benchmarklist,deepseek-v4.1-flash-1017,max,mixed,hard,,,,,,,66.6,Partial score (%),0.0289,,,"https://benchmarklist.com/models/deepseek-deepseek-v4.1-flash-1017/ (row AutomationBench-AA (Benchmark results), Partial score (%))",,out:not-headline, benchmarklist-deepswe-of-63,benchmarklist,deepseek-v4.1-flash-1017,max,mixed,hard,,,,,,,77.0,DeepSWE 1.1 pass@1 (%),0.0289,,,"https://benchmarklist.com/models/deepseek-deepseek-v4.1-flash-1017/ (row DeepSWE 1.1 (Benchmark results), Pass@1 (%))",,out:single-couple, benchmarklist-scicode-of-312,benchmarklist,deepseek-v4.1-flash-1017,unstated,mixed,hard,,,,,,,55.9,Accuracy (%),0.0289,,,"https://benchmarklist.com/models/deepseek-deepseek-v4.1-flash-1017/ (row SciCode (Benchmark results), Accuracy (%))",,out:effort-not-established, benchmarklist-nl2repo-of-36,benchmarklist,deepseek-v4.1-flash-1017,unstated,mixed,hard,,,,,,,68.2,NL2Repo score (%),0.0289,,,"https://benchmarklist.com/models/deepseek-deepseek-v4.1-flash-1017/ (row NL2Repo (Benchmark results), Score (%))",,out:effort-not-established, benchmarklist-arena-webdev-of-142,benchmarklist,deepseek-v4.1-flash-1017,unstated,mixed,hard,,,,,,,1664.25,Arena AI WebDev Arena Elo,0.00289,,,"https://benchmarklist.com/models/deepseek-deepseek-v4.1-flash-1017/ (row Arena AI WebDev Arena (Benchmark results), Arena ELO)",,out:effort-not-established, benchmarklist-kernelbench-hard-of-16,benchmarklist,deepseek-v4.1-flash-1017,unstated,mixed,hard,,,,,,,21.2,Mean Peak Fraction Across Problems (%),0.0289,,,"https://benchmarklist.com/models/deepseek-deepseek-v4.1-flash-1017/ (row KernelBench Hard (Benchmark results), Mean Peak Fraction Across Problems (%))",,out:effort-not-established, benchmarklist-terminalbench4-of-41,benchmarklist,deepseek-v4.1-flash-1017,unstated,mixed,hard,,,,,,,42.3,Terminal-Bench 4.0 resolution rate (%),0.0289,,,"https://benchmarklist.com/models/deepseek-deepseek-v4.1-flash-1017/ (row Terminal-Bench 4.0 (Benchmark results), Resolution rate (%))",,out:effort-not-established, benchmarklist-kernelbench-cuda-of-22,benchmarklist,deepseek-v4.1-flash-1017,unstated,mixed,hard,,,,,,,18.7,Mean Peak Fraction Across Problems (%),0.0289,,,"https://benchmarklist.com/models/deepseek-deepseek-v4.1-flash-1017/ (row KernelBench CUDA (Benchmark results), Mean Peak Fraction Across Problems (%))",,out:effort-not-established, benchmarklist-swe-marathon-of-38,benchmarklist,deepseek-v4.1-flash-1017,max,mixed,hard,,,,,,,40.0,Pass@1 (%),0.0289,,,"https://benchmarklist.com/models/deepseek-deepseek-v4.1-flash-1017/ (row SWE-Marathon (Benchmark results), Pass@1 (%))",,out:not-headline, benchmarklist-lmarena-webdev-of-33,benchmarklist,deepseek-v4.1-flash-1017,unstated,mixed,hard,,,,,,,1664.25,LMArena WebDev Arena rating,0.00289,,,"https://benchmarklist.com/models/deepseek-deepseek-v4.1-flash-1017/ (row LMArena WebDev Arena (Benchmark results), Arena rating)",,out:effort-not-established, benchmarklist-programbench-of-42,benchmarklist,deepseek-v4.1-flash-1017,unstated,mixed,hard,,,,,,,29.1,ProgramBench raw pass rate (%),0.0289,,,"https://benchmarklist.com/models/deepseek-deepseek-v4.1-flash-1017/ (row ProgramBench (Benchmark results), Raw Pass Rate (%))",,out:effort-not-established, benchmarklist-officeqa-pro-of-20,benchmarklist,deepseek-v4.1-flash-1017,max,mixed,hard,,,,,,,62.4,OfficeQA Pro score (%),0.0289,,,"https://benchmarklist.com/models/deepseek-deepseek-v4.1-flash-1017/ (row OfficeQA Pro (Benchmark results), Score (%))",,out:single-couple, benchmarklist-aa-omniscience-of-42,benchmarklist,deepseek-v4.1-flash-1017,max,mixed,hard,,,,,,,0.9,AA-Omniscience Index (points),0.0289,,,"https://benchmarklist.com/models/deepseek-deepseek-v4.1-flash-1017/ (row AA-Omniscience (Benchmark results), AA-Omniscience Index (points))",,out:not-headline, benchmarklist-hle-text-of-80,benchmarklist,deepseek-v4.1-flash-1017,unstated,mixed,hard,,,,,,,44.0,"Humanity's Last Exam, text-only (%)",0.0289,,,"https://benchmarklist.com/models/deepseek-deepseek-v4.1-flash-1017/ (row Humanity's Last Exam (Text Only) (Benchmark results), Score (%))",,out:effort-not-established, benchmarklist-hle-of-491,benchmarklist,deepseek-v4.1-flash-1017,unstated,mixed,hard,,,,,,,43.3,Humanity's Last Exam accuracy (%),0.0289,,,"https://benchmarklist.com/models/deepseek-deepseek-v4.1-flash-1017/ (row Humanity's Last Exam (Benchmark results), Accuracy (%))",,out:effort-not-established, benchmarklist-aiiq-of-168,benchmarklist,deepseek-v4.1-flash-1017,unstated,mixed,hard,,,,,,,129,AIIQ composite IQ (IQ points),0.289,,,"https://benchmarklist.com/models/deepseek-deepseek-v4.1-flash-1017/ (row AIIQ Composite IQ (Benchmark results), Composite IQ (iq_points))",,out:effort-not-established, benchmarklist-aa-index-of-325,benchmarklist,deepseek-v4.1-flash-1017,unstated,mixed,hard,,,,,,,32.5,Artificial Analysis Intelligence Index (points),0.0289,,,"https://benchmarklist.com/models/deepseek-deepseek-v4.1-flash-1017/ (row Artificial Analysis Intelligence Index (Benchmark results), Intelligence Index (points))",,out:effort-not-established, benchmarklist-hle-tools-of-38,benchmarklist,deepseek-v4.1-flash-1017,max,mixed,hard,,,,,,,58.8,HLE with tools (%),0.0289,,,"https://benchmarklist.com/models/deepseek-deepseek-v4.1-flash-1017/ (row HLE w/ tools (Benchmark results), Score (%))",,out:single-couple, benchmarklist-harvey-of-16,benchmarklist,deepseek-v4.1-flash-1017,max,mixed,hard,,,,,,,21.0,Harvey Legal Agent all-pass task success (%),0.0289,,,"https://benchmarklist.com/models/deepseek-deepseek-v4.1-flash-1017/ (row Harvey Legal Agent Benchmark (Benchmark results), All-Pass Task Success (%))",,out:single-couple, benchmarklist-aa-lcr-of-425,benchmarklist,deepseek-v4.1-flash-1017,unstated,mixed,hard,,,,,,,82.7,Score (%),0.0289,,,"https://benchmarklist.com/models/deepseek-deepseek-v4.1-flash-1017/ (row AA-LCR (Benchmark results), Score (%))",,out:effort-not-established, benchmarklist-design-arena-of-376,benchmarklist,deepseek-v4.1-flash-1017,unstated,mixed,hard,,,,,,,1354,Elo,0.289,,,"https://benchmarklist.com/models/deepseek-deepseek-v4.1-flash-1017/ (row Design Arena (Benchmark results), Elo)",,out:effort-not-established, benchmarklist-zerobench-of-65,benchmarklist,deepseek-v4.1-flash-1017,unstated,mixed,hard,,,,,,,51.0,ZeroBench pass@5 with Python (%),0.0289,,,"https://benchmarklist.com/models/deepseek-deepseek-v4.1-flash-1017/ (row ZEROBench (Benchmark results), Score)",,out:effort-not-established, benchmarklist-babyvision-of-51,benchmarklist,deepseek-v4.1-flash-1017,unstated,mixed,hard,,,,,,,92.5,BabyVision score (%),0.0289,,,"https://benchmarklist.com/models/deepseek-deepseek-v4.1-flash-1017/ (row BabyVision (Benchmark results), Score (%))",,out:effort-not-established, benchmarklist-chartography-of-46,benchmarklist,deepseek-v4.1-flash-1017,unstated,mixed,hard,,,,,,,83.0,With tools score (%),0.0289,,,"https://benchmarklist.com/models/deepseek-deepseek-v4.1-flash-1017/ (row Chartography (Benchmark results), With tools score (%))",,out:effort-not-established, benchmarklist-mmmu-pro-of-81,benchmarklist,deepseek-v4.1-flash-1017,max,mixed,hard,,,,,,,82.5,MMMU-Pro overall (%),0.0289,,,"https://benchmarklist.com/models/deepseek-deepseek-v4.1-flash-1017/ (row MMMU-Pro (Benchmark results), MMMU-Pro Overall)",,out:single-couple, benchmarklist-charxiv-r-of-46,benchmarklist,deepseek-v4.1-flash-1017,max,mixed,hard,,,,,,,85.6,Score (%),0.0289,,,"https://benchmarklist.com/models/deepseek-deepseek-v4.1-flash-1017/ (row CharXiv-R (Benchmark results), Score)",,out:not-headline, benchmarklist-benchcad-of-13,benchmarklist,deepseek-v4.1-flash-1017,max,mixed,hard,,,,,,,81.6,BenchCAD Vision2Code-1000 with-tools voxel IoU (%),0.0289,,,"https://benchmarklist.com/models/deepseek-deepseek-v4.1-flash-1017/ (row BenchCAD Vision2Code-1000 (Benchmark results), With tools voxel IoU (IoU))",,out:single-couple, benchmarklist-gpqa-of-481,benchmarklist,deepseek-v4.1-flash-1017,max,mixed,hard,,,,,,,92.2,GPQA Diamond accuracy (%),0.0289,,,"https://benchmarklist.com/models/deepseek-deepseek-v4.1-flash-1017/ (row GPQA Diamond (Benchmark results), Accuracy (%))",,out:single-couple, benchmarklist-critpt-of-32,benchmarklist,deepseek-v4.1-flash-1017,max,mixed,hard,,,,,,,24.0,Accuracy (%),0.0289,,,"https://benchmarklist.com/models/deepseek-deepseek-v4.1-flash-1017/ (row CritPt (Benchmark results), Accuracy (%))",,out:not-headline, benchmarklist-perceptionbench-of-22,benchmarklist,deepseek-v4.1-flash-1017,max,mixed,hard,,,,,,,47.7,Overall (%),0.0289,,,"https://benchmarklist.com/models/deepseek-deepseek-v4.1-flash-1017/ (row PerceptionBench (Benchmark results), Overall (%))",,out:not-headline, benchmarklist-arc-agi-2-of-109,benchmarklist,deepseek-v4.1-flash-1017,nothink,reasoning-math,hard,,USD/task,0.01,0.00289,,,2.1,ARC-AGI-2 score (%),0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/deepseek-deepseek-v4.1-flash-1017/ (Cost vs score table (ARC-AGI-2), row None, column Score)",,in,in benchmarklist-arc-agi-2-of-109,benchmarklist,deepseek-v4.1-flash-1017,low,reasoning-math,hard,,USD/task,0.13,0.00289,,,73.6,ARC-AGI-2 score (%),0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/deepseek-deepseek-v4.1-flash-1017/ (Cost vs score table (ARC-AGI-2), row Low, column Score)",,in,in benchmarklist-arc-agi-2-of-109,benchmarklist,deepseek-v4.1-flash-1017,high,reasoning-math,hard,,USD/task,0.15,0.00289,,,68.6,ARC-AGI-2 score (%),0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/deepseek-deepseek-v4.1-flash-1017/ (Cost vs score table (ARC-AGI-2), row High, column Score)",,in,in benchmarklist-arc-agi-2-of-109,benchmarklist,deepseek-v4.1-flash-1017,max,reasoning-math,hard,,USD/task,0.16,0.00289,,,78.1,ARC-AGI-2 score (%),0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/deepseek-deepseek-v4.1-flash-1017/ (Cost vs score table (ARC-AGI-2), row Max, column Score)",,in,in benchmarklist-arc-agi-1-of-105,benchmarklist,deepseek-v4.1-flash-1017,nothink,reasoning-math,hard,,USD/task,0.0059,2.89e-05,,,5.7,ARC-AGI-1 score (%),0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/deepseek-deepseek-v4.1-flash-1017/ (Cost vs score table (ARC-AGI-1), row None, column Score)",,in,in benchmarklist-arc-agi-1-of-105,benchmarklist,deepseek-v4.1-flash-1017,low,reasoning-math,hard,,USD/task,0.05,0.00289,,,91.5,ARC-AGI-1 score (%),0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/deepseek-deepseek-v4.1-flash-1017/ (Cost vs score table (ARC-AGI-1), row Low, column Score)",,in,in benchmarklist-arc-agi-1-of-105,benchmarklist,deepseek-v4.1-flash-1017,high,reasoning-math,hard,,USD/task,0.056,0.000289,,,94.5,ARC-AGI-1 score (%),0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/deepseek-deepseek-v4.1-flash-1017/ (Cost vs score table (ARC-AGI-1), row High, column Score)",,in,in benchmarklist-arc-agi-1-of-105,benchmarklist,deepseek-v4.1-flash-1017,max,reasoning-math,hard,,USD/task,0.065,0.000289,,,93.5,ARC-AGI-1 score (%),0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/deepseek-deepseek-v4.1-flash-1017/ (Cost vs score table (ARC-AGI-1), row Max, column Score)",,in,in obvbench@benchmarklist,benchmarklist,gemini-3.5-flash-lite,minimal,reasoning-math,mid,inspect-ai,USD/run,0.012,0.000289,,,74.3,answer_pass3%,0.0289,,restated-from:ObviousBench; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/google-gemini-3.5-flash-lite/ (ObviousBench chart and table, row Minimal)",,out:single-couple,in obvbench@benchmarklist,benchmarklist,gemini-3.5-flash-lite,low,reasoning-math,mid,inspect-ai,USD/run,0.13,0.00289,,,91.7,answer_pass3%,0.0289,,restated-from:ObviousBench; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/google-gemini-3.5-flash-lite/ (ObviousBench chart and table, row Low)",,out:republished,in obvbench@benchmarklist,benchmarklist,gemini-3.5-flash-lite,medium,reasoning-math,mid,inspect-ai,USD/run,0.21,0.00289,,,96.5,answer_pass3%,0.0289,,restated-from:ObviousBench; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/google-gemini-3.5-flash-lite/ (ObviousBench chart and table, row Medium)",,out:republished,in obvbench@benchmarklist,benchmarklist,gemini-3.5-flash-lite,high,reasoning-math,mid,inspect-ai,USD/run,0.26,0.00289,,,97.9,answer_pass3%,0.0289,,restated-from:ObviousBench; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/google-gemini-3.5-flash-lite/ (ObviousBench chart and table, row High)",,out:republished,in arcagi2@benchmarklist,benchmarklist,gemini-3.5-flash-lite,minimal,reasoning-math,frontier,ARC-official,USD per task,0.014,0.000289,,,0.8,pass%,0.0289,,restated-from:ARC Prize; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/google-gemini-3.5-flash-lite/ (ARC-AGI-2 table, row Minimal)",,out:republished,out:republished arcagi2@benchmarklist,benchmarklist,gemini-3.5-flash-lite,low,reasoning-math,frontier,ARC-official,USD per task,0.017,0.000289,,,1.5,pass%,0.0289,,restated-from:ARC Prize; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/google-gemini-3.5-flash-lite/ (ARC-AGI-2 table, row Low)",,out:republished,out:republished arcagi2@benchmarklist,benchmarklist,gemini-3.5-flash-lite,medium,reasoning-math,frontier,ARC-official,USD per task,0.044,0.000289,,,5.3,pass%,0.0289,,restated-from:ARC Prize; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/google-gemini-3.5-flash-lite/ (ARC-AGI-2 table, row Medium)",,out:republished,out:republished arcagi2@benchmarklist,benchmarklist,gemini-3.5-flash-lite,high,reasoning-math,frontier,ARC-official,USD per task,0.14,0.00289,,,10.3,pass%,0.0289,,restated-from:ARC Prize; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/google-gemini-3.5-flash-lite/ (ARC-AGI-2 table, row High)",,out:republished,out:republished zapierab@benchmarklist,benchmarklist,gemini-3.5-flash-lite,low,agentic-tool,hard,AutomationBench,USD per task,0.06,0.00289,,,0.0,score%,0.0289,,restated-from:AutomationBench; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/google-gemini-3.5-flash-lite/ (AutomationBench table, row Low)",,out:uninformative,out:republished zapierab@benchmarklist,benchmarklist,gemini-3.5-flash-lite,medium,agentic-tool,hard,AutomationBench,USD per task,0.12,0.00289,,,4.0,score%,0.0289,,restated-from:AutomationBench; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/google-gemini-3.5-flash-lite/ (AutomationBench table, row Medium)",,in,out:republished zapierab@benchmarklist,benchmarklist,gemini-3.5-flash-lite,high,agentic-tool,hard,AutomationBench,USD per task,0.13,0.00289,,,3.4,score%,0.0289,,restated-from:AutomationBench; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/google-gemini-3.5-flash-lite/ (AutomationBench table, row High)",,in,out:republished valsswebench@benchmarklist,benchmarklist,gemini-3.5-flash-lite,high,coding,hard,,USD per task,0.31,0.00289,,,75.0,resolved%,0.0289,,restated-from:SWE-bench Verified; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/google-gemini-3.5-flash-lite/ (SWE-bench Verified table, row High, column Score)",,out:single-couple,out:cost-single-couple valsindex@benchmarklist,benchmarklist,gemini-3.5-flash-lite,high,mixed,hard,Vals-Index-24bench,USD per task,0.42,0.00289,,,51.0,score%,0.0289,,restated-from:Vals Index; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/google-gemini-3.5-flash-lite/ (Vals Index table, row High, column Score)",,out:single-couple,out:cost-single-couple valstaxeval@benchmarklist,benchmarklist,gemini-3.5-flash-lite,high,mixed,mid,Vals-platform,USD per task,0.0073,2.89e-05,,,72.6,accuracy%,0.0289,,restated-from:TaxEval v2; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/google-gemini-3.5-flash-lite/ (TaxEval v2 table, row High, column Score)",,out:single-couple,out:cost-single-couple benchmarklist-corpbench-work-1-3-of-16,benchmarklist,gemini-3.5-flash-lite,unstated,mixed,hard,,,,,,,87.3,score,0.0289,,restated-from:CorpBench Work 1.3,"https://benchmarklist.com/models/google-gemini-3.5-flash-lite/ ('Benchmark map', board CorpBench Work 1.3 (rank of 16))",,out:effort-not-established, benchmarklist-gdpval-aa-of-358,benchmarklist,gemini-3.5-flash-lite,unstated,mixed,hard,,,,,,,1136,score,0.289,,restated-from:GDPval-AA,"https://benchmarklist.com/models/google-gemini-3.5-flash-lite/ ('Benchmark map', board GDPval-AA (rank of 358))",,out:effort-not-established, benchmarklist-tau3-banking-of-183,benchmarklist,gemini-3.5-flash-lite,unstated,mixed,hard,,,,,,,17.5,score%,0.0289,,restated-from:Tau3-Banking,"https://benchmarklist.com/models/google-gemini-3.5-flash-lite/ ('Benchmark map', board Tau3-Banking (rank of 183))",,out:effort-not-established, benchmarklist-vals-cyberbench-of-20,benchmarklist,gemini-3.5-flash-lite,unstated,mixed,hard,,,,,,,72.3,score%,0.0289,,restated-from:Vals CyberBench,"https://benchmarklist.com/models/google-gemini-3.5-flash-lite/ ('Benchmark map', board Vals CyberBench (rank of 20))",,out:effort-not-established, benchmarklist-arc-agi-2-of-115,benchmarklist,gemini-3.5-flash-lite,unstated,mixed,hard,,,,,,,10.3,score%,0.0289,,restated-from:ARC-AGI-2,"https://benchmarklist.com/models/google-gemini-3.5-flash-lite/ ('Benchmark map', board ARC-AGI-2 (rank of 115))",,out:effort-not-established, benchmarklist-aa-briefcase-of-160,benchmarklist,gemini-3.5-flash-lite,unstated,mixed,hard,,,,,,,651,score,0.289,,restated-from:AA-Briefcase,"https://benchmarklist.com/models/google-gemini-3.5-flash-lite/ ('Benchmark map', board AA-Briefcase (rank of 160))",,out:effort-not-established, benchmarklist-runebench-of-61,benchmarklist,gemini-3.5-flash-lite,unstated,mixed,hard,,,,,,,4.2,score,0.0289,,restated-from:RuneBench,"https://benchmarklist.com/models/google-gemini-3.5-flash-lite/ ('Benchmark map', board RuneBench (rank of 61))",,out:effort-not-established, benchmarklist-arc-agi-1-of-113,benchmarklist,gemini-3.5-flash-lite,unstated,mixed,hard,,,,,,,53.5,score%,0.0289,,restated-from:ARC-AGI-1,"https://benchmarklist.com/models/google-gemini-3.5-flash-lite/ ('Benchmark map', board ARC-AGI-1 (rank of 113))",,out:effort-not-established, benchmarklist-automationbench-of-48,benchmarklist,gemini-3.5-flash-lite,unstated,mixed,hard,,,,,,,4.0,score%,0.0289,,restated-from:AutomationBench,"https://benchmarklist.com/models/google-gemini-3.5-flash-lite/ ('Benchmark map', board AutomationBench (rank of 48))",,out:effort-not-established, benchmarklist-ioi-of-58,benchmarklist,gemini-3.5-flash-lite,unstated,mixed,hard,,,,,,,26.2,score%,0.0289,,restated-from:IOI,"https://benchmarklist.com/models/google-gemini-3.5-flash-lite/ ('Benchmark map', board IOI (rank of 58))",,out:effort-not-established, benchmarklist-scicode-of-311,benchmarklist,gemini-3.5-flash-lite,unstated,mixed,hard,,,,,,,41.3,score%,0.0289,,restated-from:SciCode,"https://benchmarklist.com/models/google-gemini-3.5-flash-lite/ ('Benchmark map', board SciCode (rank of 311))",,out:effort-not-established, benchmarklist-terminal-bench-2-1-of-196,benchmarklist,gemini-3.5-flash-lite,unstated,mixed,hard,,,,,,,53.6,score%,0.0289,,restated-from:Terminal-Bench 2.1,"https://benchmarklist.com/models/google-gemini-3.5-flash-lite/ ('Benchmark map', board Terminal-Bench 2.1 (rank of 196))",,out:decision:D34, benchmarklist-swe-bench-verified-of-72,benchmarklist,gemini-3.5-flash-lite,unstated,mixed,hard,,,,,,,75.0,score%,0.0289,,restated-from:SWE-bench Verified,"https://benchmarklist.com/models/google-gemini-3.5-flash-lite/ ('Benchmark map', board SWE-bench Verified (rank of 72))",,out:effort-not-established, benchmarklist-webdev-arena-of-105,benchmarklist,gemini-3.5-flash-lite,unstated,mixed,hard,,,,,,,1449,score,0.289,,restated-from:WebDev Arena,"https://benchmarklist.com/models/google-gemini-3.5-flash-lite/ ('Benchmark map', board WebDev Arena (rank of 105))",,out:effort-not-established, benchmarklist-vibe-code-bench-v1-1-of-75,benchmarklist,gemini-3.5-flash-lite,unstated,mixed,hard,,,,,,,37.2,score%,0.0289,,restated-from:Vibe Code Bench v1.1,"https://benchmarklist.com/models/google-gemini-3.5-flash-lite/ ('Benchmark map', board Vibe Code Bench v1.1 (rank of 75))",,out:effort-not-established, benchmarklist-livecodebench-of-123,benchmarklist,gemini-3.5-flash-lite,unstated,mixed,hard,,,,,,,79.0,score%,0.0289,,restated-from:LiveCodeBench,"https://benchmarklist.com/models/google-gemini-3.5-flash-lite/ ('Benchmark map', board LiveCodeBench (rank of 123))",,out:effort-not-established, benchmarklist-android-bench-of-46,benchmarklist,gemini-3.5-flash-lite,unstated,mixed,hard,,,,,,,50.6,score%,0.0289,,restated-from:Android Bench,"https://benchmarklist.com/models/google-gemini-3.5-flash-lite/ ('Benchmark map', board Android Bench (rank of 46))",,out:effort-not-established, benchmarklist-code-migration-of-33,benchmarklist,gemini-3.5-flash-lite,unstated,mixed,hard,,,,,,,6.1,score%,0.0289,,restated-from:Code Migration,"https://benchmarklist.com/models/google-gemini-3.5-flash-lite/ ('Benchmark map', board Code Migration (rank of 33))",,out:effort-not-established, benchmarklist-swe-sweep-of-12,benchmarklist,gemini-3.5-flash-lite,unstated,mixed,hard,,,,,,,0.1,score%,0.0289,,restated-from:SWE-sweep,"https://benchmarklist.com/models/google-gemini-3.5-flash-lite/ ('Benchmark map', board SWE-sweep (rank of 12))",,out:effort-not-established, benchmarklist-mortgagetax-of-83,benchmarklist,gemini-3.5-flash-lite,unstated,mixed,hard,,,,,,,68.7,score%,0.0289,,restated-from:MortgageTax,"https://benchmarklist.com/models/google-gemini-3.5-flash-lite/ ('Benchmark map', board MortgageTax (rank of 83))",,out:effort-not-established, benchmarklist-taxeval-v2-of-125,benchmarklist,gemini-3.5-flash-lite,unstated,mixed,hard,,,,,,,72.6,score%,0.0289,,restated-from:TaxEval v2,"https://benchmarklist.com/models/google-gemini-3.5-flash-lite/ ('Benchmark map', board TaxEval v2 (rank of 125))",,out:effort-not-established, benchmarklist-corpfin-v2-of-116,benchmarklist,gemini-3.5-flash-lite,unstated,mixed,hard,,,,,,,60.7,score%,0.0289,,restated-from:CorpFin v2,"https://benchmarklist.com/models/google-gemini-3.5-flash-lite/ ('Benchmark map', board CorpFin v2 (rank of 116))",,out:effort-not-established, benchmarklist-finance-agent-v2-of-55,benchmarklist,gemini-3.5-flash-lite,unstated,mixed,hard,,,,,,,47.4,score%,0.0289,,restated-from:Finance Agent v2,"https://benchmarklist.com/models/google-gemini-3.5-flash-lite/ ('Benchmark map', board Finance Agent v2 (rank of 55))",,out:effort-not-established, benchmarklist-excel-modeling-benchmark-of-28,benchmarklist,gemini-3.5-flash-lite,unstated,mixed,hard,,,,,,,43.2,score%,0.0289,,restated-from:Excel Modeling Benchmark,"https://benchmarklist.com/models/google-gemini-3.5-flash-lite/ ('Benchmark map', board Excel Modeling Benchmark (rank of 28))",,out:effort-not-established, benchmarklist-medcode-of-67,benchmarklist,gemini-3.5-flash-lite,unstated,mixed,hard,,,,,,,43.5,score%,0.0289,,restated-from:MedCode,"https://benchmarklist.com/models/google-gemini-3.5-flash-lite/ ('Benchmark map', board MedCode (rank of 67))",,out:effort-not-established, benchmarklist-medscribe-of-66,benchmarklist,gemini-3.5-flash-lite,unstated,mixed,hard,,,,,,,70.9,score%,0.0289,,restated-from:MedScribe,"https://benchmarklist.com/models/google-gemini-3.5-flash-lite/ ('Benchmark map', board MedScribe (rank of 66))",,out:effort-not-established, benchmarklist-obviousbench-of-275,benchmarklist,gemini-3.5-flash-lite,unstated,mixed,hard,,,,,,,97.9,score%,0.0289,,restated-from:ObviousBench,"https://benchmarklist.com/models/google-gemini-3.5-flash-lite/ ('Benchmark map', board ObviousBench (rank of 275))",,out:effort-not-established, benchmarklist-humanity-s-last-exam-of-491,benchmarklist,gemini-3.5-flash-lite,unstated,mixed,hard,,,,,,,18.8,score%,0.0289,,restated-from:Humanity's Last Exam,"https://benchmarklist.com/models/google-gemini-3.5-flash-lite/ ('Benchmark map', board Humanity's Last Exam (rank of 491))",,out:effort-not-established, benchmarklist-mmmu-pro-of-79,benchmarklist,gemini-3.5-flash-lite,unstated,mixed,hard,,,,,,,83.6,score%,0.0289,,restated-from:MMMU Pro,"https://benchmarklist.com/models/google-gemini-3.5-flash-lite/ ('Benchmark map', board MMMU Pro (rank of 79))",,out:effort-not-established, benchmarklist-mmlu-pro-of-116,benchmarklist,gemini-3.5-flash-lite,unstated,mixed,hard,,,,,,,85.8,score%,0.0289,,restated-from:MMLU Pro,"https://benchmarklist.com/models/google-gemini-3.5-flash-lite/ ('Benchmark map', board MMLU Pro (rank of 116))",,out:effort-not-established, benchmarklist-gpqa-diamond-of-117,benchmarklist,gemini-3.5-flash-lite,unstated,mixed,hard,,,,,,,83.8,score%,0.0289,,restated-from:GPQA Diamond,"https://benchmarklist.com/models/google-gemini-3.5-flash-lite/ ('Benchmark map', board GPQA Diamond (rank of 117))",,out:effort-not-established, benchmarklist-aiiq-composite-iq-of-168,benchmarklist,gemini-3.5-flash-lite,unstated,mixed,hard,,,,,,,104,score,0.289,,restated-from:AIIQ Composite IQ,"https://benchmarklist.com/models/google-gemini-3.5-flash-lite/ ('Benchmark map', board AIIQ Composite IQ (rank of 168))",,out:effort-not-established, benchmarklist-vals-index-of-40,benchmarklist,gemini-3.5-flash-lite,unstated,mixed,hard,,,,,,,51.0,score%,0.0289,,restated-from:Vals Index,"https://benchmarklist.com/models/google-gemini-3.5-flash-lite/ ('Benchmark map', board Vals Index (rank of 40))",,out:effort-not-established, benchmarklist-artificial-analysis-intelligence-index-of-324,benchmarklist,gemini-3.5-flash-lite,unstated,mixed,hard,,,,,,,11.7,score,0.0289,,restated-from:Artificial Analysis Intelligence Index,"https://benchmarklist.com/models/google-gemini-3.5-flash-lite/ ('Benchmark map', board Artificial Analysis Intelligence Index (rank of 324))",,out:effort-not-established, benchmarklist-legalbench-of-122,benchmarklist,gemini-3.5-flash-lite,unstated,mixed,hard,,,,,,,84.1,score%,0.0289,,restated-from:LegalBench,"https://benchmarklist.com/models/google-gemini-3.5-flash-lite/ ('Benchmark map', board LegalBench (rank of 122))",,out:effort-not-established, benchmarklist-legal-research-bench-of-27,benchmarklist,gemini-3.5-flash-lite,unstated,mixed,hard,,,,,,,13.9,score%,0.0289,,restated-from:Legal Research Bench,"https://benchmarklist.com/models/google-gemini-3.5-flash-lite/ ('Benchmark map', board Legal Research Bench (rank of 27))",,out:effort-not-established, benchmarklist-harvey-s-legal-agent-benchmark-of-39,benchmarklist,gemini-3.5-flash-lite,unstated,mixed,hard,,,,,,,0.0,score%,0.0289,,restated-from:Harvey's Legal Agent Benchmark,"https://benchmarklist.com/models/google-gemini-3.5-flash-lite/ ('Benchmark map', board Harvey's Legal Agent Benchmark (rank of 39))",,out:effort-not-established, benchmarklist-harvey-lab-aa-of-30,benchmarklist,gemini-3.5-flash-lite,unstated,mixed,hard,,,,,,,0.0,score%,0.0289,,restated-from:Harvey LAB-AA,"https://benchmarklist.com/models/google-gemini-3.5-flash-lite/ ('Benchmark map', board Harvey LAB-AA (rank of 30))",,out:effort-not-established, benchmarklist-gpqa-diamond-of-478,benchmarklist,gemini-3.5-flash-lite,unstated,mixed,hard,,,,,,,83.8,score%,0.0289,,restated-from:GPQA Diamond,"https://benchmarklist.com/models/google-gemini-3.5-flash-lite/ ('Benchmark map', board GPQA Diamond (rank of 478))",,out:effort-not-established, benchmarklist-context-arena-of-20,benchmarklist,gemini-3.5-flash-lite,unstated,mixed,hard,,,,,,,43.6,score%,0.0289,,restated-from:Context Arena,"https://benchmarklist.com/models/google-gemini-3.5-flash-lite/ ('Benchmark map', board Context Arena (rank of 20))",,out:effort-not-established, benchmarklist-context-arena-of-31,benchmarklist,gemini-3.5-flash-lite,unstated,mixed,hard,,,,,,,40.9,score%,0.0289,,restated-from:Context Arena,"https://benchmarklist.com/models/google-gemini-3.5-flash-lite/ ('Benchmark map', board Context Arena (rank of 31))",,out:effort-not-established, benchmarklist-context-arena-of-30,benchmarklist,gemini-3.5-flash-lite,unstated,mixed,hard,,,,,,,45.2,score%,0.0289,,restated-from:Context Arena,"https://benchmarklist.com/models/google-gemini-3.5-flash-lite/ ('Benchmark map', board Context Arena (rank of 30))",,out:effort-not-established, benchmarklist-futureeval-of-78,benchmarklist,gemini-3.5-flash-lite,unstated,mixed,hard,,,,,,,0.32,score,0.00289,,restated-from:FutureEval,"https://benchmarklist.com/models/google-gemini-3.5-flash-lite/ ('Benchmark map', board FutureEval (rank of 78))",,out:effort-not-established, benchmarklist-context-arena-of-5,benchmarklist,gemini-3.5-flash-lite,unstated,mixed,hard,,,,,,,20.3,score%,0.0289,,restated-from:Context Arena,"https://benchmarklist.com/models/google-gemini-3.5-flash-lite/ ('Benchmark map', board Context Arena (rank of 5))",,out:effort-not-established, benchmarklist-sage-of-63,benchmarklist,gemini-3.5-flash-lite,unstated,mixed,hard,,,,,,,47.3,score%,0.0289,,restated-from:SAGE,"https://benchmarklist.com/models/google-gemini-3.5-flash-lite/ ('Benchmark map', board SAGE (rank of 63))",,out:effort-not-established, benchmarklist-duellab-gamebench-2-of-48,benchmarklist,gemini-3.5-flash-lite,unstated,mixed,hard,,,,,,,34.4,score,0.0289,,restated-from:DuelLab GameBench 2,"https://benchmarklist.com/models/google-gemini-3.5-flash-lite/ ('Benchmark map', board DuelLab GameBench 2 (rank of 48))",,out:effort-not-established, benchmarklist-global-mmlu-lite-of-44,benchmarklist,gemini-3.5-flash-lite,unstated,mixed,hard,,,,,,,89.5,score%,0.0289,,restated-from:Global-MMLU-Lite,"https://benchmarklist.com/models/google-gemini-3.5-flash-lite/ ('Benchmark map', board Global-MMLU-Lite (rank of 44))",,out:effort-not-established, benchmarklist-aa-lcr-of-423,benchmarklist,gemini-3.5-flash-lite,unstated,mixed,hard,,,,,,,76.0,score%,0.0289,,restated-from:AA-LCR,"https://benchmarklist.com/models/google-gemini-3.5-flash-lite/ ('Benchmark map', board AA-LCR (rank of 423))",,out:effort-not-established, benchmarklist-proofbench-of-53,benchmarklist,gemini-3.5-flash-lite,unstated,mixed,hard,,,,,,,13.0,score%,0.0289,,restated-from:ProofBench,"https://benchmarklist.com/models/google-gemini-3.5-flash-lite/ ('Benchmark map', board ProofBench (rank of 53))",,out:effort-not-established, benchmarklist-chartography-of-45,benchmarklist,gemini-3.5-flash-lite,unstated,mixed,hard,,,,,,,10.2,score%,0.0289,,restated-from:Chartography,"https://benchmarklist.com/models/google-gemini-3.5-flash-lite/ ('Benchmark map', board Chartography (rank of 45))",,out:effort-not-established, benchmarklist-public-benefits-bench-of-23,benchmarklist,gemini-3.5-flash-lite,unstated,mixed,hard,,,,,,,51.8,score%,0.0289,,restated-from:Public Benefits Bench,"https://benchmarklist.com/models/google-gemini-3.5-flash-lite/ ('Benchmark map', board Public Benefits Bench (rank of 23))",,out:effort-not-established, benchmarklist-tau2-bench-telecom-of-337,benchmarklist,grok-4.3,unstated,mixed,hard,,,,,,,97.7,Success Rate (%),0.0289,,restated-from:https://artificialanalysis.ai/evaluations/tau2-bench,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row Tau2-Bench Telecom (rank 11 / 337))",,out:effort-not-established, benchmarklist-terminal-bench-hard-of-326,benchmarklist,grok-4.3,unstated,mixed,hard,,,,,,,37.9,Success Rate (%),0.0289,,restated-from:https://artificialanalysis.ai/evaluations/terminalbench-hard,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row Terminal-Bench Hard (rank 39 / 326))",,out:effort-not-established, benchmarklist-agentcibench-of-17,benchmarklist,grok-4.3,unstated,mixed,hard,,,,,,,91.5,Leakage (%),0.0289,,restated-from:https://arxiv.org/abs/2606.23189,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row AgentCIBench (rank 5 / 17))",,out:effort-not-established, benchmarklist-gdpval-aa-of-359,benchmarklist,grok-4.3,nothink,mixed,hard,,,,,,,1099,Score (Elo),0.289,,restated-from:https://artificialanalysis.ai/evaluations/gdpval-aa,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row GDPval-AA (rank 99 / 359))",,out:not-headline, benchmarklist-gdpval-aa-of-359,benchmarklist,grok-4.3,high,mixed,hard,,,,,,,1087,Score (Elo),0.289,,restated-from:https://artificialanalysis.ai/evaluations/gdpval-aa,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, mode row GDPval-AA (rank 99 / 359) / High)",,out:not-headline, benchmarklist-gert-labs-rankings-of-62,benchmarklist,grok-4.3,unstated,mixed,hard,,,,,,,52.2,GScore (%),0.0289,,restated-from:https://gertlabs.com/rankings,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row Gert Labs Rankings (rank 19 / 62))",,out:effort-not-established, benchmarklist-tau3-banking-of-185,benchmarklist,grok-4.3,unstated,mixed,hard,,,,,,,12.4,Pass@1 (%),0.0289,,restated-from:https://artificialanalysis.ai/api/v2/data/llms/models,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row Tau3-Banking (rank 93 / 185))",,out:effort-not-established, benchmarklist-aa-briefcase-of-161,benchmarklist,grok-4.3,high,mixed,hard,,,,,,,763,Elo (Elo),0.289,,restated-from:https://artificialanalysis.ai/evaluations/aa-briefcase,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row AA-Briefcase (rank 89 / 161))",,out:not-headline, benchmarklist-aa-briefcase-of-161,benchmarklist,grok-4.3,nothink,mixed,hard,,,,,,,724,Elo (Elo),0.289,,restated-from:https://artificialanalysis.ai/evaluations/aa-briefcase,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, mode row AA-Briefcase (rank 89 / 161) / None)",,out:not-headline, benchmarklist-itbench-aa-of-23,benchmarklist,grok-4.3,unstated,mixed,hard,,,,,,,32.7,Average Precision at Full Recall (%),0.0289,,restated-from:https://artificialanalysis.ai/evaluations/itbench-aa,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row ITBench-AA (rank 14 / 23))",,out:effort-not-established, benchmarklist-apex-agents-aa-of-33,benchmarklist,grok-4.3,unstated,mixed,hard,,,,,,,17.0,Pass@1 (%),0.0289,,restated-from:https://artificialanalysis.ai/evaluations/apex-agents-aa,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row APEX-Agents-AA (rank 21 / 33))",,out:effort-not-established, benchmarklist-searchgeo-of-13,benchmarklist,grok-4.3,unstated,mixed,hard,,,,,,,7.6,ASR↓ (%) (%),0.0289,,restated-from:https://arxiv.org/abs/2606.16821,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row SearchGEO (rank 9 / 13))",,out:effort-not-established, benchmarklist-runebench-of-61,benchmarklist,grok-4.3,unstated,mixed,hard,,,,,,,3.7,score,0.0289,,restated-from:https://maxbittker.github.io/runebench/,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row RuneBench (rank 48 / 61))",,out:effort-not-established, benchmarklist-vals-cyberbench-of-20,benchmarklist,grok-4.3,unstated,mixed,hard,,USD/task,2.56,0.00289,,,47.5,score%,0.0289,,restated-from:https://www.vals.ai/benchmarks/cyber,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row Vals CyberBench (rank 17 / 20))",,out:effort-not-established,out:effort-not-established benchmarklist-vending-bench-2-of-60,benchmarklist,grok-4.3,unstated,mixed,hard,,,,,,,35.26,Final Account Value (USD),0.00289,,restated-from:https://andonlabs.com/evals/vending-bench-2,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row Vending-Bench 2 (rank 55 / 60))",,out:effort-not-established, benchmarklist-agents-last-exam-of-43,benchmarklist,grok-4.3,unstated,mixed,hard,,USD,284.6,0.0289,223145635.67,2267515.67,7.2,Pass Rate (%),0.0289,,restated-from:https://agents-last-exam.org/leaderboard,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row Agents' Last Exam (rank 42 / 43))",,out:effort-not-established,out:effort-not-established benchmarklist-workspace-bench-of-16,benchmarklist,grok-4.3,unstated,mixed,hard,,,,,,,36.9,Rubric Pass Rate (%),0.0289,,restated-from:https://huggingface.co/datasets/Workspace-Bench/Workspace-Bench-Lite,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row Workspace-Bench (rank 16 / 16))",,out:effort-not-established, benchmarklist-chi-bench-of-15,benchmarklist,grok-4.3,unstated,mixed,hard,,,,,,,5.8,Accuracy (%),0.0289,,restated-from:OpenAI,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row CHI-Bench (rank 15 / 15))",,out:effort-not-established, benchmarklist-founderbench-of-10,benchmarklist,grok-4.3,unstated,mixed,hard,,,,,,,52.59,Average Task Score (score),0.00289,,restated-from:https://github.com/louiswang524/FounderBench,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row FounderBench (rank 10 / 10))",,out:effort-not-established, benchmarklist-ai-snitches-get-glitches-towards-evading-agentic-surveillance-of-9,benchmarklist,grok-4.3,unstated,mixed,hard,,,,,,,0.0,Int E (%),0.0289,,restated-from:https://arxiv.org/abs/2606.25836,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row AI Snitches Get Glitches: Towards Evading Agentic Surveillance (rank 9 / 9))",,out:effort-not-established, benchmarklist-openugi-of-1108,benchmarklist,grok-4.3,unstated,mixed,hard,,,,,,,59.41,UGI Score,0.00289,,restated-from:https://openugi.com/,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row OpenUGI (rank 13 / 1108))",,out:effort-not-established, benchmarklist-genebench-pro-of-30,benchmarklist,grok-4.3,high,mixed,hard,,,,,,,1.5,Mean pass rate (%),0.0289,,restated-from:OpenAI,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row GeneBench-Pro (rank 25 / 30))",,out:not-headline, benchmarklist-biosecbench-surveillance-of-14,benchmarklist,grok-4.3,unstated,mixed,hard,,,,,,,16.0,Mean Pass Rate (%),0.0289,,restated-from:https://raw.githubusercontent.com/latchbio/biosecbench-surveillance/8d53fd8517cc74202eb18b618e8b39b4ffaf0c87/results/config_results.csv,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row BioSecBench-Surveillance (rank 13 / 14))",,out:effort-not-established, benchmarklist-lifescibench-of-10,benchmarklist,grok-4.3,unstated,mixed,hard,,,,,,,0.399,Normalized score,0.000289,,restated-from:OpenAI,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row LifeSciBench (rank 10 / 10))",,out:effort-not-established, benchmarklist-blxbench-of-25,benchmarklist,grok-4.3,unstated,mixed,hard,,USD,0.69,0.00289,,,85.5,Score (%),0.0289,,restated-from:https://blxbench.com/,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row BLXBench (rank 1 / 25))",,out:effort-not-established,out:effort-not-established benchmarklist-scicode-of-312,benchmarklist,grok-4.3,unstated,mixed,hard,,,,,,,48.3,Accuracy (%),0.0289,,restated-from:https://artificialanalysis.ai/api/v2/data/llms/models,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row SciCode (rank 72 / 312))",,out:effort-not-established, benchmarklist-livecodebench-of-123,benchmarklist,grok-4.3,unstated,mixed,hard,,USD/task,0.02,0.00289,,,84.5,score%,0.0289,,restated-from:https://www.vals.ai/benchmarks/lcb,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row LiveCodeBench (rank 31 / 123))",,out:effort-not-established,out:effort-not-established benchmarklist-ale-bench-of-83,benchmarklist,grok-4.3,unstated,mixed,hard,,,,,,,944.17,Performance (Self-Refine x1) (score),0.00289,,restated-from:https://sakanaai.github.io/ALE-Bench-Leaderboard/data/model_details/grok-4.3.json,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row ALE-Bench (rank 23 / 83))",,out:effort-not-established, benchmarklist-terminal-bench-2-0-of-68,benchmarklist,grok-4.3,unstated,mixed,hard,,USD/task,1.12,0.00289,,,43.4,Score (%),0.0289,,restated-from:https://www.vals.ai/benchmarks/terminal-bench-2,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row Terminal-Bench 2.0 (rank 30 / 68))",,out:effort-not-established,out:effort-not-established benchmarklist-terminal-bench-2-1-of-198,benchmarklist,grok-4.3,high,mixed,hard,,USD/task,0.98,0.00289,,,41.9,Score (%),0.0289,,restated-from:https://www.vals.ai/benchmarks/terminal-bench-2-1; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row Terminal-Bench 2.1 (rank 97 / 198))",,out:not-headline,out:cost-single-couple benchmarklist-ioi-of-58,benchmarklist,grok-4.3,high,mixed,hard,,USD/task,0.35,0.00289,,,15.3,score%,0.0289,,restated-from:https://www.vals.ai/benchmarks/ioi; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row IOI (rank 31 / 58))",,out:not-headline,out:cost-single-couple benchmarklist-swe-bench-verified-of-72,benchmarklist,grok-4.3,high,mixed,hard,,USD/task,0.22,0.00289,,,71.4,score%,0.0289,,restated-from:https://www.vals.ai/benchmarks/swebench; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row SWE-bench Verified (rank 43 / 72))",,out:not-headline,out:cost-single-couple benchmarklist-vibe-code-bench-v1-1-of-76,benchmarklist,grok-4.3,high,mixed,hard,,USD/task,1.28,0.00289,,,19.4,Score (%),0.0289,,restated-from:https://www.vals.ai/benchmarks/vibe-code; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row Vibe Code Bench v1.1 (rank 50 / 76))",,out:not-headline,out:cost-single-couple benchmarklist-arena-ai-webdev-arena-of-142,benchmarklist,grok-4.3,unstated,mixed,hard,,,,,,,1357.23,Arena ELO,0.00289,,restated-from:https://arena.ai/leaderboard/code,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row Arena AI WebDev Arena (rank 112 / 142))",,out:effort-not-established, benchmarklist-code-migration-of-33,benchmarklist,grok-4.3,high,mixed,hard,,USD/task,0.42,0.00289,,,6.8,score%,0.0289,,restated-from:https://www.vals.ai/benchmarks/code-migration; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row Code Migration (rank 30 / 33))",,out:not-headline,out:cost-single-couple benchmarklist-teachobs-of-5,benchmarklist,grok-4.3,unstated,mixed,hard,,,,,,,25.1,Track 1-1 macro F1 (%),0.0289,,restated-from:https://arxiv.org/abs/2605.30673,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row TeachObs (rank 4 / 5))",,out:effort-not-established, benchmarklist-sage-of-64,benchmarklist,grok-4.3,unstated,mixed,hard,,USD/task,0.04,0.00289,,,19.7,Score (%),0.0289,,restated-from:https://www.vals.ai/benchmarks/sage,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row SAGE (rank 64 / 64))",,out:effort-not-established,out:effort-not-established benchmarklist-communityfact-a-dynamic-multilingual-multi-domain-benchmark-for-misinformation-detection-in-the-wild-of-13,benchmarklist,grok-4.3,unstated,mixed,hard,,,,,,,53.9,Overall (%),0.0289,,restated-from:https://arxiv.org/abs/2605.30241,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row CommunityFact: A Dynamic, Multilingual, Multi-domain Benchmark for Misinformation Detection in the Wild (rank 11 / 13))",,out:effort-not-established, benchmarklist-corpfin-v2-of-116,benchmarklist,grok-4.3,unstated,mixed,hard,,USD/task,0.13,0.00289,,,68.5,score%,0.0289,,restated-from:https://www.vals.ai/benchmarks/corp_fin_v2,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row CorpFin v2 (rank 6 / 116))",,out:effort-not-established,out:effort-not-established benchmarklist-enterprisearena-of-24,benchmarklist,grok-4.3,unstated,mixed,hard,,,,,,,40.0,Full Survival % (%),0.0289,,restated-from:https://arxiv.org/abs/2603.23638,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row EnterpriseArena (rank 4 / 24))",,out:effort-not-established, benchmarklist-finance-agent-v1-1-of-51,benchmarklist,grok-4.3,unstated,mixed,hard,,USD/task,0.44,0.00289,,,53.8,Score (%),0.0289,,restated-from:https://www.vals.ai/benchmarks/finance_agent,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row Finance Agent v1.1 (rank 19 / 51))",,out:effort-not-established,out:effort-not-established benchmarklist-taxeval-v2-of-125,benchmarklist,grok-4.3,unstated,mixed,hard,,USD/task,0.01,0.00289,,,70.8,score%,0.0289,,restated-from:https://www.vals.ai/benchmarks/tax_eval_v2,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row TaxEval v2 (rank 74 / 125))",,out:effort-not-established,out:effort-not-established benchmarklist-finance-agent-v2-of-56,benchmarklist,grok-4.3,high,mixed,hard,,USD/task,0.85,0.00289,,,37.7,Score (%),0.0289,,restated-from:https://www.vals.ai/benchmarks/fabv2; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row Finance Agent v2 (rank 47 / 56))",,out:not-headline,out:cost-single-couple benchmarklist-mortgagetax-of-83,benchmarklist,grok-4.3,unstated,mixed,hard,,USD/task,0.01,0.00289,,,48.3,score%,0.0289,,restated-from:https://www.vals.ai/benchmarks/mortgage_tax,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row MortgageTax (rank 73 / 83))",,out:effort-not-established,out:effort-not-established benchmarklist-excel-modeling-benchmark-of-28,benchmarklist,grok-4.3,high,mixed,hard,,USD/task,0.63,0.00289,,,18.4,score%,0.0289,,restated-from:https://www.vals.ai/benchmarks/emb; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row Excel Modeling Benchmark (rank 27 / 28))",,out:not-headline,out:cost-single-couple benchmarklist-infinitebm-liar-s-dice-of-20,benchmarklist,grok-4.3,nothink,mixed,hard,,,,,,,1352.55,Arena Elo (elo),0.00289,,restated-from:https://www.infinitebm.com/leaderboard?game=liars-dice,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row InfiniteBM Liar's Dice (rank 4 / 20))",,out:not-headline, benchmarklist-infinitebm-heads-up-no-limit-hold-em-of-20,benchmarklist,grok-4.3,nothink,mixed,hard,,,,,,,1326.64,Arena Elo (elo),0.00289,,restated-from:https://www.infinitebm.com/leaderboard?game=heads-up-no-limit-holdem,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row InfiniteBM Heads-Up No-Limit Hold'em (rank 8 / 20))",,out:not-headline, benchmarklist-age-of-llm-a-strategic-1v1-benchmark-for-reasoning-diplomacy-and-reliability-of-large-language-models-under-fog-of-war-of-15,benchmarklist,grok-4.3,unstated,mixed,hard,,USD,0.1,0.0289,,,0,Points per match (points),0.289,,restated-from:https://arxiv.org/abs/2606.24391,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row Age of LLM: A Strategic 1v1 Benchmark for Reasoning, Diplomacy and Reliability of Large Language Models under Fog of War (rank 15 / 15))",,out:effort-not-established,out:effort-not-established benchmarklist-opus-magnum-bench-of-14,benchmarklist,grok-4.3,high,mixed,hard,,,,,,,0.0000,Benchmark score (% of human total),2.89e-05,,restated-from:https://opusmagnumbench.com/,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row Opus Magnum Bench (rank 14 / 14))",,out:not-headline, benchmarklist-medcode-of-67,benchmarklist,grok-4.3,unstated,mixed,hard,,USD/task,0.02,0.00289,,,38.1,score%,0.0289,,restated-from:https://www.vals.ai/benchmarks/medcode,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row MedCode (rank 44 / 67))",,out:effort-not-established,out:effort-not-established benchmarklist-medscribe-of-66,benchmarklist,grok-4.3,unstated,mixed,hard,,USD/task,0.02,0.00289,,,74.4,score%,0.0289,,restated-from:https://www.vals.ai/benchmarks/medscribe,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row MedScribe (rank 47 / 66))",,out:effort-not-established,out:effort-not-established benchmarklist-bench-chi-bench-of-24,benchmarklist,grok-4.3,unstated,mixed,hard,,,,,,,5.8,Pass 1 (%),0.0289,,restated-from:OpenAI,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row χ-Bench (CHI-Bench) (rank 24 / 24))",,out:effort-not-established, benchmarklist-ifbench-of-50,benchmarklist,grok-4.3,medium,mixed,hard,,,,,,,83.3,Score (%),0.0289,,restated-from:https://artificialanalysis.ai/evaluations/ifbench,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row IFBench (rank 1 / 50))",,out:not-headline, benchmarklist-ifbench-of-50,benchmarklist,grok-4.3,high,mixed,hard,,,,,,,0.812925170068027,Score (%),2.89e-16,,restated-from:https://artificialanalysis.ai/evaluations/ifbench,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, mode row IFBench (rank 1 / 50) / High)",,out:not-headline, benchmarklist-humanity-s-last-exam-of-491,benchmarklist,grok-4.3,unstated,mixed,hard,,,,,,,37.2,score%,0.0289,,restated-from:https://artificialanalysis.ai/api/v2/data/llms/models,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row Humanity's Last Exam (rank 60 / 491))",,out:effort-not-established, benchmarklist-gpqa-diamond-of-117,benchmarklist,grok-4.3,unstated,mixed,hard,,USD/task,0.03,0.00289,,,91.4,score%,0.0289,,restated-from:https://www.vals.ai/benchmarks/gpqa,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row GPQA Diamond (rank 16 / 117))",,out:effort-not-established,out:effort-not-established benchmarklist-aiiq-composite-iq-of-168,benchmarklist,grok-4.3,unstated,mixed,hard,,,,,,,125,score,0.289,,restated-from:https://www.aiiq.org/iq/#iq-overview,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row AIIQ Composite IQ (rank 31 / 168))",,out:effort-not-established, benchmarklist-artificial-analysis-intelligence-index-of-325,benchmarklist,grok-4.3,high,mixed,hard,,USD/task,0.14,0.00289,,,37.58,Intelligence Index (points),0.00289,,restated-from:https://artificialanalysis.ai/evaluations/artificial-analysis-intelligence-index; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row Artificial Analysis Intelligence Index (rank 63 / 325))",,out:not-headline,in benchmarklist-obviousbench-of-275,benchmarklist,grok-4.3,high,mixed,hard,,USD/run,0.42,0.00289,,164755,98.6,score%,0.0289,,restated-from:https://obviousbench.com/#result; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row ObviousBench (rank 53 / 275))",,out:not-headline,in benchmarklist-obviousbench-of-275,benchmarklist,grok-4.3,nothink,mixed,hard,,USD/run,0.016,0.000289,,,48.6,score%,0.0289,,restated-from:https://obviousbench.com/#result; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, mode row ObviousBench (rank 53 / 275) / None)",,out:not-headline,in benchmarklist-obviousbench-of-275,benchmarklist,grok-4.3,low,mixed,hard,,USD/run,0.34,0.00289,,,96.5,score%,0.0289,,restated-from:https://obviousbench.com/#result; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, mode row ObviousBench (rank 53 / 275) / Low)",,out:not-headline,in benchmarklist-obviousbench-of-275,benchmarklist,grok-4.3,medium,mixed,hard,,USD/run,0.57,0.00289,,,97.9,score%,0.0289,,restated-from:https://obviousbench.com/#result; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, mode row ObviousBench (rank 53 / 275) / Medium)",,out:not-headline,in benchmarklist-obviousbench-of-275,benchmarklist,grok-4.3,not-established:absent,mixed,hard,,USD/run,0.42,0.00289,,,97.9,score%,0.0289,,restated-from:https://obviousbench.com/#result,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, mode row ObviousBench (rank 53 / 275) / X-high)",,out:effort-not-established,out:effort-not-established benchmarklist-mmmu-pro-of-79,benchmarklist,grok-4.3,unstated,mixed,hard,,USD/task,0.02,0.00289,,,83.1,score%,0.0289,,restated-from:https://www.vals.ai/benchmarks/mmmu,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row MMMU Pro (rank 27 / 79))",,out:effort-not-established,out:effort-not-established benchmarklist-mmlu-pro-of-116,benchmarklist,grok-4.3,unstated,mixed,hard,,USD/task,0.01,0.00289,,,85.8,score%,0.0289,,restated-from:https://www.vals.ai/benchmarks/mmlu_pro,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row MMLU Pro (rank 42 / 116))",,out:effort-not-established,out:effort-not-established benchmarklist-nyt-connections-extended-of-64,benchmarklist,grok-4.3,unstated,mixed,hard,,,,,,,67.5,Extended Score (%),0.0289,,restated-from:https://github.com/lechmazur/nyt-connections,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row NYT Connections Extended (rank 29 / 64))",,out:effort-not-established, benchmarklist-cais-text-capabilities-index-of-41,benchmarklist,grok-4.3,unstated,mixed,hard,,,,,,,24.7,Text Capabilities Index,0.0289,,restated-from:https://dashboard.safe.ai/,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row CAIS Text Capabilities Index (rank 21 / 41))",,out:effort-not-established, benchmarklist-vals-index-of-41,benchmarklist,grok-4.3,high,mixed,hard,,USD/task,0.69,0.00289,,,46.5,Score (%),0.0289,,restated-from:https://www.vals.ai/benchmarks/vals_index; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row Vals Index (rank 33 / 41))",,out:not-headline,out:cost-single-couple benchmarklist-vals-multimodal-index-of-29,benchmarklist,grok-4.3,high,mixed,hard,,USD/task,0.5,0.0289,,,43.3,Score (%),0.0289,,restated-from:https://www.vals.ai/benchmarks/vals_multimodal_index; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row Vals Multimodal Index (rank 25 / 29))",,out:not-headline,out:cost-single-couple benchmarklist-caselaw-v2-of-54,benchmarklist,grok-4.3,unstated,mixed,hard,,USD/task,0.04,0.00289,,,79.3,Score (%),0.0289,,restated-from:https://www.vals.ai/benchmarks/case_law_v2,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row CaseLaw v2 (rank 1 / 54))",,out:effort-not-established,out:effort-not-established benchmarklist-legalbench-of-122,benchmarklist,grok-4.3,unstated,mixed,hard,,USD/task,0,0.289,,,84.5,score%,0.0289,,restated-from:https://www.vals.ai/benchmarks/legal_bench,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row LegalBench (rank 23 / 122))",,out:effort-not-established,out:effort-not-established benchmarklist-harvey-s-legal-agent-benchmark-of-40,benchmarklist,grok-4.3,high,mixed,hard,,USD/task,0.39,0.00289,,,0.4,Score (%),0.0289,,restated-from:https://www.vals.ai/benchmarks/hlab; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row Harvey's Legal Agent Benchmark (rank 34 / 40))",,out:not-headline,out:cost-single-couple benchmarklist-legal-research-bench-of-27,benchmarklist,grok-4.3,high,mixed,hard,,USD/task,0.2,0.0289,,,15.4,score%,0.0289,,restated-from:https://www.vals.ai/benchmarks/legal_research; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row Legal Research Bench (rank 23 / 27))",,out:not-headline,out:cost-single-couple benchmarklist-aa-lcr-of-425,benchmarklist,grok-4.3,unstated,mixed,hard,,,,,,,75.0,Score (%),0.0289,,restated-from:https://artificialanalysis.ai/api/v2/data/llms/models,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row AA-LCR (rank 100 / 425))",,out:effort-not-established, benchmarklist-omnimatbench-of-13,benchmarklist,grok-4.3,unstated,mixed,hard,,,,,,,0.29,Avg. Score,0.00289,,restated-from:https://arxiv.org/abs/2605.29833,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row OmniMatBench (rank 5 / 13))",,out:effort-not-established, benchmarklist-proofbench-of-53,benchmarklist,grok-4.3,high,mixed,hard,,USD/task,0.24,0.00289,,,11.0,score%,0.0289,,restated-from:https://www.vals.ai/benchmarks/proof_bench; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row ProofBench (rank 38 / 53))",,out:not-headline,out:cost-single-couple benchmarklist-design-arena-of-376,benchmarklist,grok-4.3,unstated,mixed,hard,,,,,,,1220,Elo,0.289,,restated-from:https://www.designarena.ai/leaderboard/ui-components,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row Design Arena (rank 150 / 376))",,out:effort-not-established, benchmarklist-chartography-of-46,benchmarklist,grok-4.3,high,mixed,hard,,,,,,,12.9,With tools score (%),0.0289,,restated-from:https://surgehq.ai/benchmarks/chartography,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row Chartography (rank 40 / 46))",,out:not-headline, benchmarklist-blueprint-bench-2-of-31,benchmarklist,grok-4.3,unstated,mixed,hard,,,,,,,0.477,Normalized Score,0.000289,,restated-from:https://andonlabs.com/evals/blueprint-bench-2,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row Blueprint-Bench 2 (rank 31 / 31))",,out:effort-not-established, benchmarklist-seeing-vs-believing-evaluating-the-language-bias-of-open-source-mllms-in-counter-intuitive-scenes-of-14,benchmarklist,grok-4.3,unstated,mixed,hard,,,,,,,89.3,Acc (%),0.0289,,restated-from:https://arxiv.org/abs/2601.07737,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row Seeing vs. Believing: Evaluating the Language Bias of Open-Source MLLMs in Counter-Intuitive Scenes (rank 1 / 14))",,out:effort-not-established, benchmarklist-public-benefits-bench-v1-of-13,benchmarklist,grok-4.3,high,mixed,hard,,USD/task,1.21,0.00289,,,50.1,Score (%),0.0289,,restated-from:https://www.vals.ai/benchmarks/public-benefits-bench-v1; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row Public Benefits Bench v1 (rank 11 / 13))",,out:not-headline,out:cost-single-couple benchmarklist-public-benefits-bench-of-23,benchmarklist,grok-4.3,high,mixed,hard,,USD/task,0.26,0.00289,,,51.7,score%,0.0289,,restated-from:https://www.vals.ai/benchmarks/public-benefits-bench; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row Public Benefits Bench (rank 22 / 23))",,out:not-headline,out:cost-single-couple benchmarklist-gpqa-diamond-of-481,benchmarklist,grok-4.3,high,mixed,hard,,USD,4.71,0.00289,,,90.1,Accuracy (%),0.0289,,restated-from:https://artificialanalysis.ai/evaluations/gpqa-diamond; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row GPQA Diamond (rank 46 / 481))",,out:not-headline,in benchmarklist-futureeval-of-78,benchmarklist,grok-4.3,high,mixed,hard,,,,,,,8.29,score,0.00289,,restated-from:https://www.metaculus.com/futureeval/leaderboard/,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row FutureEval (rank 27 / 78))",,out:not-headline, benchmarklist-replayscm-a-benchmark-for-executable-causal-mechanism-induction-from-interventions-of-9,benchmarklist,grok-4.3,unstated,mixed,hard,,,,,,,0.99,Valid,0.00289,,restated-from:https://arxiv.org/abs/2605.08197,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row ReplaySCM: A Benchmark for Executable Causal Mechanism Induction from Interventions (rank 7 / 9))",,out:effort-not-established, benchmarklist-context-arena-of-51,benchmarklist,grok-4.3,unstated,mixed,hard,,,,,,,12.3,Average Score (%),0.0289,,restated-from:https://contextarena.ai/api/needle-summary?needles=8,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row Context Arena (rank 50 / 51))",,out:effort-not-established, benchmarklist-cais-risk-index-of-60,benchmarklist,grok-4.3,unstated,mixed,hard,,,,,,,44.7,Risk Index,0.0289,,restated-from:https://dashboard.safe.ai/,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row CAIS Risk Index (rank 17 / 60))",,out:effort-not-established, benchmarklist-tukabench-a-culturally-grounded-jailbreak-benchmark-for-african-languages-of-14,benchmarklist,grok-4.3,unstated,mixed,hard,,,,,,,11.6,ASR ↑ African Languages (%),0.0289,,restated-from:https://arxiv.org/abs/2606.01322,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row TukaBench: A Culturally Grounded Jailbreak Benchmark for African Languages (rank 9 / 14))",,out:effort-not-established, benchmarklist-biosecbench-refusal-of-10,benchmarklist,grok-4.3,unstated,mixed,hard,,,,,,,5.8,Red-Team total refusal (%),0.0289,,restated-from:https://github.com/latchbio/biosecbench-refusal,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row BioSecBench-Refusal (rank 9 / 10))",,out:effort-not-established, benchmarklist-scbench-of-17,benchmarklist,grok-4.3,unstated,mixed,hard,,USD,0.21,0.00289,,,44.3,Accuracy (%),0.0289,,restated-from:https://raw.githubusercontent.com/latchbio/scbench/main/README.md,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row scBench (rank 13 / 17))",,out:effort-not-established,out:effort-not-established benchmarklist-researchclawbench-a-benchmark-for-end-to-end-autonomous-scientific-research-of-17,benchmarklist,grok-4.3,unstated,mixed,hard,,,,,,,12.4,Overall (points),0.0289,,restated-from:https://arxiv.org/abs/2606.07591,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row ResearchClawBench: A Benchmark for End-to-End Autonomous Scientific Research (rank 17 / 17))",,out:effort-not-established, benchmarklist-variantbench-of-15,benchmarklist,grok-4.3,unstated,mixed,hard,,,,,,,20.3,Endpoint pass rate (%),0.0289,,restated-from:https://benchmarks.bio/data/variantbench/index.json,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row VariantBench (rank 15 / 15))",,out:effort-not-established,out:effort-not-established benchmarklist-toolfailbench-of-14,benchmarklist,grok-4.3,unstated,mixed,hard,,,,,,,86.33,Score,0.00289,,restated-from:https://arxiv.org/abs/2607.04686,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row ToolFailBench (rank 1 / 14))",,out:effort-not-established, benchmarklist-texfix-bench-of-7,benchmarklist,grok-4.3,unstated,mixed,hard,,,,,,,84.2,Score,0.0289,,restated-from:https://arxiv.org/abs/2608.07617,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row TeXFix-Bench (rank 1 / 7))",,out:effort-not-established, benchmarklist-trek-of-14,benchmarklist,grok-4.3,unstated,mixed,hard,,,,,,,7.5,Score,0.0289,,restated-from:https://arxiv.org/abs/2607.26977,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row TREK (rank 6 / 14))",,out:effort-not-established, benchmarklist-ursa-of-15,benchmarklist,grok-4.3,unstated,mixed,hard,,,,,,,0,Score,0.289,,restated-from:https://arxiv.org/abs/2607.04688,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row URSA (rank 13 / 15))",,out:effort-not-established, benchmarklist-cais-vision-capabilities-index-of-47,benchmarklist,grok-4.3,unstated,mixed,hard,,,,,,,55.4,Vision Capabilities Index,0.0289,,restated-from:https://dashboard.safe.ai/,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row CAIS Vision Capabilities Index (rank 24 / 47))",,out:effort-not-established, benchmarklist-lech-mazur-writing-of-56,benchmarklist,grok-4.3,unstated,mixed,hard,,,,,,,-4.298,Comparison Score (points),0.000289,,restated-from:https://github.com/lechmazur/writing/,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Results table, row Lech Mazur Writing (rank 55 / 56))",,out:effort-not-established, benchmarklist-artificial-analysis-intelligence-index-of-325,benchmarklist,grok-4.3,nothink,mixed,hard,,USD/task,0.29,0.00289,,,24.8,Intelligence Index (points),0.0289,,restated-from:https://artificialanalysis.ai/evaluations/artificial-analysis-intelligence-index; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Cost vs score table ""Grok 4.3 on Artificial Analysis Intelligence Index"", row None)",,out:not-headline,in benchmarklist-gpqa-diamond-of-481,benchmarklist,grok-4.3,nothink,mixed,hard,,USD,0.32,0.00289,,,65.8,Accuracy (%),0.0289,,restated-from:https://artificialanalysis.ai/evaluations/gpqa-diamond; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Cost vs score table ""Grok 4.3 on GPQA Diamond"", row None)",,out:not-headline,in benchmarklist-gpqa-diamond-of-481,benchmarklist,grok-4.3,low,mixed,hard,,USD,0.82,0.00289,,,84.3,Accuracy (%),0.0289,,restated-from:https://artificialanalysis.ai/evaluations/gpqa-diamond; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Cost vs score table ""Grok 4.3 on GPQA Diamond"", row Low)",,out:not-headline,in benchmarklist-gpqa-diamond-of-481,benchmarklist,grok-4.3,medium,mixed,hard,,USD,1.72,0.00289,,,89.0,Accuracy (%),0.0289,,restated-from:https://artificialanalysis.ai/evaluations/gpqa-diamond; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Cost vs score table ""Grok 4.3 on GPQA Diamond"", row Medium)",,out:not-headline,in benchmarklist-aa-lcr-cost-vs-score-213-models,benchmarklist,grok-4.3,nothink,mixed,hard,,USD/run,11.6,0.0289,,,24.7,score%,0.0289,,restated-from:https://artificialanalysis.ai/evaluations/artificial-analysis-long-context-reasoning; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Cost vs score table ""Grok 4.3 on AA-LCR"", row None)",,out:not-headline,in benchmarklist-aa-lcr-cost-vs-score-213-models,benchmarklist,grok-4.3,low,mixed,hard,,USD/run,11.9,0.0289,,,64.0,score%,0.0289,,restated-from:https://artificialanalysis.ai/evaluations/artificial-analysis-long-context-reasoning; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Cost vs score table ""Grok 4.3 on AA-LCR"", row Low)",,out:not-headline,in benchmarklist-aa-lcr-cost-vs-score-213-models,benchmarklist,grok-4.3,medium,mixed,hard,,USD/run,12,0.289,,,65.0,score%,0.0289,,restated-from:https://artificialanalysis.ai/evaluations/artificial-analysis-long-context-reasoning; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Cost vs score table ""Grok 4.3 on AA-LCR"", row Medium)",,out:not-headline,in benchmarklist-aa-lcr-cost-vs-score-213-models,benchmarklist,grok-4.3,high,mixed,hard,,USD/run,12.4,0.0289,,,64.3,score%,0.0289,,restated-from:https://artificialanalysis.ai/evaluations/artificial-analysis-long-context-reasoning; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/x-ai-grok-4.3/ (Cost vs score table ""Grok 4.3 on AA-LCR"", row High)",,out:not-headline,in benchmarklist-long-horizon-terminal-bench-of-21,benchmarklist,grok-4.5,unstated,mixed,hard,,USD/task,11.19,0.00289,,,0.51,Mean reward (reward),0.00289,,restated-from:https://zli12321.github.io/LHTB/leaderboard.html,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row Long-Horizon Terminal-Bench (rank 1 / 21))",,out:effort-not-established,out:effort-not-established benchmarklist-tau3-banking-of-185,benchmarklist,grok-4.5,unstated,mixed,hard,,,,,,,42.1,Pass@1 (%),0.0289,,restated-from:https://artificialanalysis.ai/api/v2/data/llms/models,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row Tau3-Banking (rank 16 / 185))",,out:effort-not-established, benchmarklist-apex-agents-aa-of-33,benchmarklist,grok-4.5,high,mixed,hard,,,,,,,47.1,Pass@1 (%),0.0289,,restated-from:https://x.ai/news/grok-4-6,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row APEX-Agents-AA (rank 4 / 33))",,out:not-headline, benchmarklist-founderbench-of-10,benchmarklist,grok-4.5,unstated,mixed,hard,,,,,,,66.53,Average Task Score (score),0.00289,,restated-from:https://github.com/louiswang524/FounderBench,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row FounderBench (rank 2 / 10))",,out:effort-not-established, benchmarklist-wildclawbench-of-36,benchmarklist,grok-4.5,unstated,mixed,hard,,USD,28.43,0.00289,,,57.5,Overall Score (%),0.0289,,restated-from:https://raw.githubusercontent.com/InternLM/WildClawBench/main/README.md,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row WildClawBench (rank 7 / 36))",,out:effort-not-established,out:effort-not-established benchmarklist-runebench-of-61,benchmarklist,grok-4.5,unstated,mixed,hard,,,,,,,5.7,score,0.0289,,restated-from:https://maxbittker.github.io/runebench/,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row RuneBench (rank 13 / 61))",,out:effort-not-established, benchmarklist-gdpval-aa-of-11,benchmarklist,grok-4.5,unstated,mixed,hard,,,,,,,1535,Score (Elo),0.289,,restated-from:Google,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row GDPval-AA (rank 3 / 11))",,out:effort-not-established, benchmarklist-itsmbench-of-5,benchmarklist,grok-4.5,high,mixed,hard,,USD/task,0.568,0.082,,17400,45.4,Pass@1 (%),0.0289,,restated-from:https://www.atomicwork.com/itsm-bench; cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row ITSMBench (rank 2 / 5))",,out:not-headline,out:cost-single-couple benchmarklist-itsmbench-of-5,benchmarklist,grok-4.5,low,mixed,hard,,USD per task,0.24,0.0348,,,29.7,Pass@1 (%),0.0289,,restated-from:https://www.atomicwork.com/itsm-bench; cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, mode row ITSMBench (rank 2 / 5) / Low)",,out:not-headline,in benchmarklist-itsmbench-of-5,benchmarklist,grok-4.5,medium,mixed,hard,,USD per task,0.368,0.0532,,,40.0,Pass@1 (%),0.0289,,restated-from:https://www.atomicwork.com/itsm-bench; cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, mode row ITSMBench (rank 2 / 5) / Medium)",,out:not-headline,in benchmarklist-aa-briefcase-of-161,benchmarklist,grok-4.5,high,mixed,hard,,,,,,,1313,Elo (Elo),0.289,,restated-from:https://x.ai/news/grok-4-6,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row AA-Briefcase (rank 46 / 161))",,out:not-headline, benchmarklist-lmarena-search-arena-of-34,benchmarklist,grok-4.5,unstated,mixed,hard,,,,,,,1221.29,Arena rating,0.00289,,restated-from:https://arena.ai/leaderboard/search,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row LMArena Search Arena (rank 13 / 34))",,out:effort-not-established, benchmarklist-arc-agi-1-of-113,benchmarklist,grok-4.5,unstated,mixed,hard,,USD/task,0.31,0.00289,,,87.2,score%,0.0289,,restated-from:https://arcprize.org/media/data/leaderboard/v1.json,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row ARC-AGI-1 (rank 48 / 113))",,out:effort-not-established,out:effort-not-established benchmarklist-arc-agi-2-of-115,benchmarklist,grok-4.5,high,mixed,hard,,USD/task,0.78,0.00289,,,52.6,score%,0.0289,,restated-from:https://arcprize.org/media/data/leaderboard/v2.json; same-runs-as:src-arcprize-leaderboard-2026-11-04#M471,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row ARC-AGI-2 (rank 50 / 115))",,out:not-headline,out:copy benchmarklist-agents-last-exam-of-43,benchmarklist,grok-4.5,high,mixed,hard,,USD,269.432,38.9,668267258,5447367,27.0,Pass Rate (%),0.0289,,restated-from:https://agents-last-exam.org/leaderboard; cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row Agents' Last Exam (rank 21 / 43))",,out:not-headline,out:cost-single-couple benchmarklist-nanogpt-speedrun-frontier-of-17,benchmarklist,grok-4.5,not-established:absent,mixed,hard,,,,,,,24.6,Human record gap closed (%),0.0289,,restated-from:https://www.primeintellect.ai/research/nanogpt-speedrun,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row NanoGPT Speedrun Frontier (rank 9 / 17))",,out:effort-not-established, benchmarklist-terminal-bench-3-0-of-20,benchmarklist,grok-4.5,high,mixed,hard,,,,,,,15.7,Pass@1 (%),0.0289,,restated-from:https://x.ai/news/grok-4-6,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row Terminal-Bench 3.0 (rank 12 / 20))",,out:not-headline, benchmarklist-terminal-bench-3-0-of-20,benchmarklist,grok-4.5,not-established:absent,mixed,hard,,,,,,,15.7,Pass@1 (%),0.0289,,restated-from:https://hub.harborframework.com/datasets/terminal-bench/terminal-bench/latest?leaderboard=3-0-0&tab=leaderboard,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, mode row Terminal-Bench 3.0 (rank 12 / 20) / X-high)",,out:effort-not-established, benchmarklist-vending-bench-2-of-60,benchmarklist,grok-4.5,unstated,mixed,hard,,,,,,,3887.43,Final Account Value (USD),0.00289,,restated-from:https://andonlabs.com/evals/vending-bench-2,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row Vending-Bench 2 (rank 37 / 60))",,out:effort-not-established, benchmarklist-frontier-bench-of-9,benchmarklist,grok-4.5,not-established:absent,mixed,hard,,USD,1083.92,0.00289,,,17.8,Resolution Rate (%),0.0289,,restated-from:https://ofhuhcpkvzjlejydnvyd.supabase.co/functions/v1/leaderboard-read?package=frontier-bench%2Ffrontier-bench&name=frontier-bench,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row Frontier-Bench (rank 6 / 9))",,out:effort-not-established,out:effort-not-established benchmarklist-time-horizon-index-ksp-of-4,benchmarklist,grok-4.5,high,mixed,hard,,USD/task,275.232,39.7,,,6.3,Score (%),0.0289,,restated-from:https://www.vals.ai/benchmarks/time_horizon_index; cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row Time Horizon Index: KSP (rank 3 / 4))",,out:not-headline,out:cost-single-couple benchmarklist-browsecomp-of-70,benchmarklist,grok-4.5,high,mixed,hard,,,,,,,75.8,Score,0.0289,,restated-from:https://www.mercor.com/apex/oss-benchmarks/oss-browsecomp-leaderboard/,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row BrowseComp (rank 48 / 70))",,out:not-headline, benchmarklist-arc-agi-3-of-25,benchmarklist,grok-4.5,unstated,mixed,hard,,USD,8458.3,0.0289,,,0.3,Score (%),0.0289,,restated-from:https://arcprize.org/media/data/leaderboard/v3.json,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row ARC-AGI-3 (rank 20 / 25))",,out:effort-not-established,out:effort-not-established benchmarklist-composite-bench-of-8,benchmarklist,grok-4.5,high,mixed,hard,,USD,156.8,22.6,,,9.0,Macro Success (%),0.0289,,restated-from:https://research.composite.com/composite-bench; cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row Composite-Bench (rank 8 / 8))",,out:not-headline,out:cost-single-couple benchmarklist-web-search-index-of-8,benchmarklist,grok-4.5,high,mixed,hard,,USD/task,0.808,0.117,,,35.5,Score (%),0.0289,,restated-from:https://www.vals.ai/benchmarks/web_search; cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row Web Search Index (rank 8 / 8))",,out:not-headline,out:cost-single-couple benchmarklist-biosecbench-function-of-13,benchmarklist,grok-4.5,unstated,mixed,hard,,,,,,,35.6,Endpoint pass rate (%),0.0289,,restated-from:https://raw.githubusercontent.com/latchbio/biosecbench-function/main/results/config_results.csv,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row BioSecBench-Function (rank 11 / 13))",,out:effort-not-established, benchmarklist-livecodebench-of-123,benchmarklist,grok-4.5,high,mixed,hard,,USD/task,0.04,0.00645,,,87.4,score%,0.0289,,restated-from:https://www.vals.ai/benchmarks/lcb; cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row LiveCodeBench (rank 9 / 123))",,out:not-headline,out:cost-single-couple benchmarklist-swe-bench-verified-of-72,benchmarklist,grok-4.5,high,mixed,hard,,USD/task,0.43200000000000005,0.0624,,,86.6,score%,0.0289,,restated-from:https://www.vals.ai/benchmarks/swebench; cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row SWE-bench Verified (rank 7 / 72))",,out:not-headline,out:cost-single-couple benchmarklist-scicode-of-312,benchmarklist,grok-4.5,unstated,mixed,hard,,,,,,,55.0,Accuracy (%),0.0289,,restated-from:https://artificialanalysis.ai/api/v2/data/llms/models,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row SciCode (rank 33 / 312))",,out:effort-not-established, benchmarklist-terminal-bench-2-1-of-198,benchmarklist,grok-4.5,unstated,mixed,hard,,,,,,,83.3,Score (%),0.0289,,restated-from:Google,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row Terminal-Bench 2.1 (rank 27 / 198))",,out:effort-not-established, benchmarklist-frontiercode-of-37,benchmarklist,grok-4.5,high,mixed,hard,,,,,,,56.6,Main Score (%),0.0289,,restated-from:https://x.ai/news/grok-4-6,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row FrontierCode (rank 8 / 37))",,out:not-headline, benchmarklist-vibe-code-bench-v1-1-of-76,benchmarklist,grok-4.5,high,mixed,hard,,USD/task,3.2799999999999994,0.474,,,69.0,Score (%),0.0289,,restated-from:https://www.vals.ai/benchmarks/vibe-code; cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row Vibe Code Bench v1.1 (rank 16 / 76))",,out:not-headline,out:cost-single-couple benchmarklist-swe-bench-pro-of-62,benchmarklist,grok-4.5,unstated,mixed,hard,,,,,,,64.7,Score (%),0.0289,,restated-from:Google,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row SWE-bench Pro (rank 13 / 62))",,out:effort-not-established, benchmarklist-deepswe-of-27,benchmarklist,grok-4.5,unstated,mixed,hard,,,,,,,62.0,Pass@1 (%),0.0289,,restated-from:https://x.ai/news/grok-4-5,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row DeepSWE (rank 7 / 27))",,out:effort-not-established, benchmarklist-convex-coding-evals-no-guidelines-111-tasks-of-30,benchmarklist,grok-4.5,unstated,mixed,hard,,USD/run,1.52,0.00289,,,73.0,Pass rate (%),0.0289,,restated-from:https://www.convex.dev/llm-leaderboard/no-guidelines/model/x-ai%2Fgrok-4.5?benchmark=b6343aada5da91b2e4284a9e526f0c98b8763aa8d9061815a298591524453ddd,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row Convex Coding Evals — No Guidelines (111 tasks) (rank 9 / 30))",,out:effort-not-established,out:effort-not-established benchmarklist-frontierswe-v1-of-15,benchmarklist,grok-4.5,unstated,mixed,hard,,,,,,,5.47,Average Rank,0.00289,,restated-from:https://www.frontierswe.com/,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row FrontierSWE v1 (rank 5 / 15))",,out:effort-not-established, benchmarklist-code-migration-of-33,benchmarklist,grok-4.5,high,mixed,hard,,USD/task,3.88,0.56,,,36.6,score%,0.0289,,restated-from:https://www.vals.ai/benchmarks/code-migration; cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row Code Migration (rank 11 / 33))",,out:not-headline,out:cost-single-couple benchmarklist-cursorbench-3-2-of-17,benchmarklist,grok-4.5,high,mixed,hard,,,,,,,66.7,Score (%),0.0289,,restated-from:https://x.ai/news/grok-4-6,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row CursorBench 3.2 (rank 6 / 17))",,out:not-headline, benchmarklist-kernelbench-hard-of-14,benchmarklist,grok-4.5,high,mixed,hard,,,,,,,8.9,Mean Peak Fraction Across Problems (%),0.0289,,restated-from:https://raw.githubusercontent.com/Infatoshi/kernelbench.com/master/benchmarks/hard/results/leaderboard.b200.json; max-as-highest,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row KernelBench Hard (rank 5 / 14))",,out:not-headline, benchmarklist-kernelbench-hard-of-14,benchmarklist,grok-4.5,high,mixed,hard,,,,,,,2.4,Mean Peak Fraction Across Problems (%),0.0289,,restated-from:https://raw.githubusercontent.com/Infatoshi/kernelbench.com/master/benchmarks/hard/results/leaderboard.b200.json,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, mode row KernelBench Hard (rank 5 / 14) / High)",,out:not-headline, benchmarklist-kernelbench-cuda-of-4,benchmarklist,grok-4.5,high,mixed,hard,,,,,,,18.1,Mean Peak Fraction Across Problems (%),0.0289,,restated-from:https://raw.githubusercontent.com/Infatoshi/kernelbench.com/master/benchmarks/cuda/results/leaderboard.b200.json,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row KernelBench CUDA (rank 2 / 4))",,out:not-headline, benchmarklist-arena-ai-webdev-arena-of-142,benchmarklist,grok-4.5,unstated,mixed,hard,,,,,,,1556,Arena ELO,0.289,,restated-from:https://raw.githubusercontent.com/oolong-tea-2026/arena-ai-leaderboards/main/data/2026-08-24/code.json,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row Arena AI WebDev Arena (rank 53 / 142))",,out:effort-not-established, benchmarklist-kernelbench-hard-of-17,benchmarklist,grok-4.5,high,mixed,hard,,,,,,,11.4,Mean Peak Fraction Across Problems (%),0.0289,,restated-from:https://raw.githubusercontent.com/Infatoshi/kernelbench.com/master/benchmarks/hard/results/leaderboard.h100.json; max-as-highest,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row KernelBench Hard (rank 7 / 17))",,out:not-headline, benchmarklist-kernelbench-hard-of-17,benchmarklist,grok-4.5,high,mixed,hard,,,,,,,0.0,Mean Peak Fraction Across Problems (%),0.0289,,restated-from:https://raw.githubusercontent.com/Infatoshi/kernelbench.com/master/benchmarks/hard/results/leaderboard.h100.json,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, mode row KernelBench Hard (rank 7 / 17) / High)",,out:not-headline, benchmarklist-terminal-bench-2-1-best-reported-harness-of-27,benchmarklist,grok-4.5,high,mixed,hard,,USD,107.27199999999999,15.5,12570445,4734062,79.3,Score (%),0.0289,,restated-from:https://www.tbench.ai/leaderboard/terminal-bench/2.1; cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row Terminal-Bench 2.1 (Best Reported Harness) (rank 14 / 27))",,out:not-headline,out:cost-single-couple benchmarklist-senior-swe-bench-of-19,benchmarklist,grok-4.5,medium,mixed,hard,,,,,,,23.2,Tasteful solve rate (pass@1) (%),0.0289,,restated-from:https://senior-swe-bench.snorkel.ai/agents,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row Senior SWE-Bench (rank 11 / 19))",,out:not-headline, benchmarklist-reactbench-of-24,benchmarklist,grok-4.5,high,mixed,hard,,,,,,,28.7,Pass@1 (%),0.0289,,restated-from:https://www.reactbench.com/data/trials?model=cursor-grok-4.5,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row ReactBench (rank 14 / 24))",,out:not-headline, benchmarklist-reactbench-of-24,benchmarklist,grok-4.5,low,mixed,hard,,,,,,,27.7,Pass@1 (%),0.0289,,restated-from:https://www.reactbench.com/data/trials?model=cursor-grok-4.5,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, mode row ReactBench (rank 14 / 24) / Low)",,out:not-headline, benchmarklist-reactbench-of-24,benchmarklist,grok-4.5,medium,mixed,hard,,,,,,,28.2,Pass@1 (%),0.0289,,restated-from:https://www.reactbench.com/data/trials?model=cursor-grok-4.5,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, mode row ReactBench (rank 14 / 24) / Medium)",,out:not-headline, benchmarklist-kernelbench-hard-of-16,benchmarklist,grok-4.5,high,mixed,hard,,,,,,,17.3,Mean Peak Fraction Across Problems (%),0.0289,,restated-from:https://raw.githubusercontent.com/Infatoshi/kernelbench.com/master/benchmarks/hard/results/leaderboard.json; max-as-highest,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row KernelBench Hard (rank 10 / 16))",,out:not-headline, benchmarklist-kernelbench-hard-of-16,benchmarklist,grok-4.5,high,mixed,hard,,,,,,,0.0,Mean Peak Fraction Across Problems (%),0.0289,,restated-from:https://raw.githubusercontent.com/Infatoshi/kernelbench.com/master/benchmarks/hard/results/leaderboard.json,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, mode row KernelBench Hard (rank 10 / 16) / High)",,out:not-headline, benchmarklist-kernelbench-mega-of-15,benchmarklist,grok-4.5,unstated,mixed,hard,,,,,,,2.5,Speedup (x),0.0289,,restated-from:https://raw.githubusercontent.com/Infatoshi/kernelbench.com/master/public/data/mega/results.csv,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row KernelBench Mega (rank 10 / 15))",,out:effort-not-established, benchmarklist-deepswe-1-1-of-63,benchmarklist,grok-4.5,high,mixed,hard,,,,,,,56.6,Pass@1 (%),0.0289,,restated-from:https://research.meta.ai/blog/introducing-muse-code-and-muse-spark-1-2,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row DeepSWE 1.1 (rank 43 / 63))",,out:not-headline, benchmarklist-swe-marathon-of-38,benchmarklist,grok-4.5,high,mixed,hard,,USD/run,36.0,5.2,,,47,Pass@1 (%),0,,restated-from:https://www.swe-marathon.org/; max-as-highest; cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row SWE-Marathon (rank 26 / 38))",,out:not-headline,out:cost-single-couple benchmarklist-terminal-bench-4-0-of-41,benchmarklist,grok-4.5,high,mixed,hard,,,,,,,12.4,Resolution rate (%),0.0289,,restated-from:https://media.x.ai/v1/website/4p7card-5eccc980.pdf,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row Terminal-Bench 4.0 (rank 35 / 41))",,out:not-headline, benchmarklist-kernelbench-mega-of-28,benchmarklist,grok-4.5,unstated,mixed,hard,,,,,,,0.82,Speedup (x),0.00289,,restated-from:https://raw.githubusercontent.com/Infatoshi/kernelbench.com/master/public/data/mega/results.csv,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row KernelBench Mega (rank 25 / 28))",,out:effort-not-established, benchmarklist-kernelbench-mega-of-10,benchmarklist,grok-4.5,unstated,mixed,hard,,,,,,,0.04,Speedup (x),0.00289,,restated-from:https://raw.githubusercontent.com/Infatoshi/kernelbench.com/master/public/data/mega/results.csv,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row KernelBench Mega (rank 9 / 10))",,out:effort-not-established, benchmarklist-kernelbench-cuda-of-22,benchmarklist,grok-4.5,unstated,mixed,hard,,,,,,,3.0,Mean Peak Fraction Across Problems (%),0.0289,,restated-from:https://raw.githubusercontent.com/Infatoshi/kernelbench.com/master/benchmarks/cuda/results/leaderboard.json,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row KernelBench CUDA (rank 20 / 22))",,out:effort-not-established, benchmarklist-lmarena-webdev-arena-of-33,benchmarklist,grok-4.5,unstated,mixed,hard,,,,,,,1556.95,Arena rating,0.00289,,restated-from:https://datasets-server.huggingface.co/rows?dataset=lmarena-ai%2Fleaderboard-dataset&config=webdev&split=latest&offset=0&length=100,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row LMArena WebDev Arena (rank 30 / 33))",,out:effort-not-established, benchmarklist-cybergym-of-44,benchmarklist,grok-4.5,high,mixed,hard,,,,,,,79.0,Score (%),0.0289,,restated-from:https://media.x.ai/v1/website/4p7card-5eccc980.pdf,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row CyberGym (rank 20 / 44))",,out:not-headline, benchmarklist-arena-ai-document-of-45,benchmarklist,grok-4.5,unstated,mixed,hard,,,,,,,1454,Arena ELO,0.289,,restated-from:https://raw.githubusercontent.com/oolong-tea-2026/arena-ai-leaderboards/main/data/2026-08-24/document.json,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row Arena AI Document (rank 27 / 45))",,out:effort-not-established, benchmarklist-sage-of-64,benchmarklist,grok-4.5,high,mixed,hard,,USD/task,0.096,0.0142,,,35.0,Score (%),0.0289,,restated-from:https://www.vals.ai/benchmarks/sage; cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row SAGE (rank 52 / 64))",,out:not-headline,out:cost-single-couple benchmarklist-corpfin-v2-of-116,benchmarklist,grok-4.5,high,mixed,hard,,USD/task,0.176,0.0256,,,67.4,score%,0.0289,,restated-from:https://www.vals.ai/benchmarks/corp_fin_v2; cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row CorpFin v2 (rank 11 / 116))",,out:not-headline,out:cost-single-couple benchmarklist-taxeval-v2-of-125,benchmarklist,grok-4.5,high,mixed,hard,,USD/task,0.016,0.0037,,,71.7,score%,0.0289,,restated-from:https://www.vals.ai/benchmarks/tax_eval_v2; cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row TaxEval v2 (rank 65 / 125))",,out:not-headline,out:cost-single-couple benchmarklist-finance-agent-v2-of-56,benchmarklist,grok-4.5,high,mixed,hard,,USD/task,0.9279999999999999,0.134,,,48.3,Score (%),0.0289,,restated-from:https://www.vals.ai/benchmarks/fabv2; cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row Finance Agent v2 (rank 32 / 56))",,out:not-headline,out:cost-single-couple benchmarklist-mortgagetax-of-83,benchmarklist,grok-4.5,high,mixed,hard,,USD/task,0.008,0.00311,,,61.8,score%,0.0289,,restated-from:https://www.vals.ai/benchmarks/mortgage_tax; cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row MortgageTax (rank 49 / 83))",,out:not-headline,out:cost-single-couple benchmarklist-excel-modeling-benchmark-of-28,benchmarklist,grok-4.5,high,mixed,hard,,USD/task,1.24,0.179,,,52.9,score%,0.0289,,restated-from:https://www.vals.ai/benchmarks/emb; cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row Excel Modeling Benchmark (rank 18 / 28))",,out:not-headline,out:cost-single-couple benchmarklist-duellab-gamebench-2-of-48,benchmarklist,grok-4.5,unstated,mixed,hard,,,,,,,55.2,score,0.0289,,restated-from:https://benchmarks.duellab.org/releases/gb2-20260824-c1214eeab71d/leaderboard.json,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row DuelLab GameBench 2 (rank 5 / 48))",,out:effort-not-established, benchmarklist-deep20bench-of-18,benchmarklist,grok-4.5,high,mixed,hard,,USD/run,3.992,0.576,,,15.17,Question score (questions),0.00289,,restated-from:https://mindalyze-com.github.io/deep-20-bench/results/; cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row Deep20Bench (rank 12 / 18))",,out:not-headline,out:cost-single-couple benchmarklist-global-mmlu-lite-of-45,benchmarklist,grok-4.5,unstated,mixed,hard,,,,,,,93.3,Score (%),0.0289,,restated-from:https://www.kaggle.com/api/i/benchmarks.BenchmarkService/GetBenchmarkLeaderboard?versionIdentifier%5BbenchmarkSlugSelector%5D%5BownerSlug%5D=cohere-labs&versionIdentifier%5BbenchmarkSlugSelector%5D%5BbenchmarkSlug%5D=global-mmlu-lite&take=200,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row Global-MMLU-Lite (rank 9 / 45))",,out:effort-not-established, benchmarklist-medscribe-of-66,benchmarklist,grok-4.5,high,mixed,hard,,USD/task,0.024,0.00451,,,86.9,score%,0.0289,,restated-from:https://www.vals.ai/benchmarks/medscribe; cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row MedScribe (rank 7 / 66))",,out:not-headline,out:cost-single-couple benchmarklist-medcode-of-67,benchmarklist,grok-4.5,high,mixed,hard,,USD/task,0.04,0.00645,,,43.3,score%,0.0289,,restated-from:https://www.vals.ai/benchmarks/medcode; cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row MedCode (rank 27 / 67))",,out:not-headline,out:cost-single-couple benchmarklist-artificial-analysis-intelligence-index-of-325,benchmarklist,grok-4.5,high,mixed,hard,,,,,,,56,Intelligence Index (points),0.289,,restated-from:https://x.ai/news/grok-4-6,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row Artificial Analysis Intelligence Index (rank 14 / 325))",,out:not-headline, benchmarklist-obviousbench-of-275,benchmarklist,grok-4.5,high,mixed,hard,,USD/run,0.528,0.0763,,984,100.0,score%,0.0289,,restated-from:https://obviousbench.com/#result; cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row ObviousBench (rank 11 / 275))",,out:not-headline,in benchmarklist-obviousbench-of-275,benchmarklist,grok-4.5,low,mixed,hard,,USD/run,0.44000000000000006,0.0636,,,100.0,score%,0.0289,,restated-from:https://obviousbench.com/#result; cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, mode row ObviousBench (rank 11 / 275) / Low)",,out:not-headline,in benchmarklist-obviousbench-of-275,benchmarklist,grok-4.5,medium,mixed,hard,,USD/run,0.52,0.0751,,,100.0,score%,0.0289,,restated-from:https://obviousbench.com/#result; cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, mode row ObviousBench (rank 11 / 275) / Medium)",,out:not-headline,in benchmarklist-gpqa-diamond-of-117,benchmarklist,grok-4.5,high,mixed,hard,,USD/task,0.032,0.00545,,,92.9,score%,0.0289,,restated-from:https://www.vals.ai/benchmarks/gpqa; cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row GPQA Diamond (rank 7 / 117))",,out:not-headline,out:cost-single-couple benchmarklist-humanity-s-last-exam-of-491,benchmarklist,grok-4.5,unstated,mixed,hard,,,,,,,42.7,score%,0.0289,,restated-from:https://artificialanalysis.ai/api/v2/data/llms/models,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row Humanity's Last Exam (rank 38 / 491))",,out:effort-not-established, benchmarklist-mmlu-pro-of-116,benchmarklist,grok-4.5,high,mixed,hard,,USD/task,0.008,0.00311,,,89.2,score%,0.0289,,restated-from:https://www.vals.ai/benchmarks/mmlu_pro; cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row MMLU Pro (rank 10 / 116))",,out:not-headline,out:cost-single-couple benchmarklist-vals-index-of-41,benchmarklist,grok-4.5,high,mixed,hard,,USD/task,1.0,0.144,,,65.3,Score (%),0.0289,,restated-from:https://www.vals.ai/benchmarks/vals_index; cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row Vals Index (rank 11 / 41))",,out:not-headline,out:cost-single-couple benchmarklist-aiiq-composite-iq-of-168,benchmarklist,grok-4.5,unstated,mixed,hard,,,,,,,122,score,0.289,,restated-from:https://www.aiiq.org/api/rankings/composite-iq,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row AIIQ Composite IQ (rank 47 / 168))",,out:effort-not-established, benchmarklist-vals-multimodal-index-of-29,benchmarklist,grok-4.5,high,mixed,hard,,USD/task,0.728,0.105,,,63.4,Score (%),0.0289,,restated-from:https://www.vals.ai/benchmarks/vals_multimodal_index; cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row Vals Multimodal Index (rank 12 / 29))",,out:not-headline,out:cost-single-couple benchmarklist-mmmu-pro-of-79,benchmarklist,grok-4.5,high,mixed,hard,,USD/task,0.024,0.00451,,,61.8,score%,0.0289,,restated-from:https://www.vals.ai/benchmarks/mmmu; cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row MMMU Pro (rank 69 / 79))",,out:not-headline,out:cost-single-couple benchmarklist-legalbench-of-122,benchmarklist,grok-4.5,high,mixed,hard,,USD/task,0.0,0.289,,,86.0,score%,0.0289,,restated-from:https://www.vals.ai/benchmarks/legal_bench; cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row LegalBench (rank 12 / 122))",,out:not-headline,out:cost-single-couple benchmarklist-harvey-s-legal-agent-benchmark-of-40,benchmarklist,grok-4.5,high,mixed,hard,,USD/task,1.616,0.233,,,12.9,Score (%),0.0289,,restated-from:https://www.vals.ai/benchmarks/hlab; cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row Harvey's Legal Agent Benchmark (rank 7 / 40))",,out:not-headline,out:cost-single-couple benchmarklist-legal-research-bench-of-27,benchmarklist,grok-4.5,high,mixed,hard,,USD/task,0.8720000000000001,0.126,,,38.0,score%,0.0289,,restated-from:https://www.vals.ai/benchmarks/legal_research; cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row Legal Research Bench (rank 10 / 27))",,out:not-headline,out:cost-single-couple benchmarklist-aa-lcr-of-425,benchmarklist,grok-4.5,unstated,mixed,hard,,,,,,,79.3,Score (%),0.0289,,restated-from:https://artificialanalysis.ai/api/v2/data/llms/models,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row AA-LCR (rank 63 / 425))",,out:effort-not-established, benchmarklist-mrcr-v2-128k-of-20,benchmarklist,grok-4.5,unstated,mixed,hard,,,,,,,81.4,Score (%),0.0289,,restated-from:Google,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row MRCR-v2 128k (rank 10 / 20))",,out:effort-not-established, benchmarklist-proofbench-of-53,benchmarklist,grok-4.5,high,mixed,hard,,USD/task,0.384,0.0555,,,30.0,score%,0.0289,,restated-from:https://www.vals.ai/benchmarks/proof_bench; cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row ProofBench (rank 19 / 53))",,out:not-headline,out:cost-single-couple benchmarklist-arxivmath-of-35,benchmarklist,grok-4.5,high,mixed,hard,,,,,,,66.0,Score (%),0.0289,,restated-from:Anthropic; max-as-highest,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row ArxivMath (rank 20 / 35))",,out:not-headline, benchmarklist-design-arena-of-376,benchmarklist,grok-4.5,unstated,mixed,hard,,,,,,,1308,Elo,0.289,,restated-from:https://www.designarena.ai/leaderboard/3d-design,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row Design Arena (rank 59 / 376))",,out:effort-not-established, benchmarklist-blueprint-bench-2-of-31,benchmarklist,grok-4.5,unstated,mixed,hard,,,,,,,0.665,Normalized Score,0.000289,,restated-from:https://andonlabs.com/evals/blueprint-bench-2,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row Blueprint-Bench 2 (rank 18 / 31))",,out:effort-not-established, benchmarklist-charxiv-r-of-46,benchmarklist,grok-4.5,unstated,mixed,hard,,,,,,,81.6,Score (%),0.0289,,restated-from:Google,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row CharXiv-R (rank 28 / 46))",,out:effort-not-established, benchmarklist-chartography-of-46,benchmarklist,grok-4.5,high,mixed,hard,,,,,,,17.0,With tools score (%),0.0289,,restated-from:https://surgehq.ai/benchmarks/chartography,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row Chartography (rank 36 / 46))",,out:not-headline, benchmarklist-lmarena-vision-arena-of-26,benchmarklist,grok-4.5,unstated,mixed,hard,,,,,,,1282.18,Arena rating,0.00289,,restated-from:https://arena.ai/leaderboard/vision,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row LMArena Vision Arena (rank 24 / 26))",,out:effort-not-established, benchmarklist-onemillion-bench-of-13,benchmarklist,grok-4.5,unstated,mixed,hard,,,,,,,44.2,Expert Score (%),0.0289,,restated-from:https://admin.xbench-ai.com/api/one-millions?sort=passRate%3Adesc&pagination%5Blimit%5D=10&populate%5Bmodel%5D%5Bpopulate%5D=company,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row $OneMillion-Bench (rank 8 / 13))",,out:effort-not-established, benchmarklist-gpqa-diamond-of-481,benchmarklist,grok-4.5,high,mixed,hard,,USD,5.0,0.722,,,93.1,Accuracy (%),0.0289,,restated-from:https://artificialanalysis.ai/evaluations/gpqa-diamond; cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row GPQA Diamond (rank 17 / 481))",,out:not-headline,out:cost-single-couple benchmarklist-futureeval-of-78,benchmarklist,grok-4.5,high,mixed,hard,,,,,,,10.24,score,0.00289,,restated-from:https://www.metaculus.com/futureeval/leaderboard/,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row FutureEval (rank 15 / 78))",,out:not-headline, benchmarklist-cais-risk-index-of-60,benchmarklist,grok-4.5,unstated,mixed,hard,,,,,,,52.2,Risk Index,0.0289,,restated-from:https://dashboard.safe.ai/,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row CAIS Risk Index (rank 27 / 60))",,out:effort-not-established, benchmarklist-variantbench-of-15,benchmarklist,grok-4.5,unstated,mixed,hard,,,,,,,38.1,Endpoint pass rate (%),0.0289,,restated-from:https://benchmarks.bio/data/variantbench/index.json,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row VariantBench (rank 8 / 15))",,out:effort-not-established,out:effort-not-established benchmarklist-apex-swe-of-14,benchmarklist,grok-4.5,high,mixed,hard,,,,,,,53.6,Pass@1 (%),0.0289,,restated-from:https://x.ai/news/grok-4-6,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row APEX-SWE (rank 3 / 14))",,out:not-headline, benchmarklist-actbench-of-12,benchmarklist,grok-4.5,unstated,mixed,hard,,,,,,,83.9,Score,0.0289,,restated-from:https://arxiv.org/abs/2608.09476,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row ActBench (rank 1 / 12))",,out:effort-not-established, benchmarklist-sre-bench-of-7,benchmarklist,grok-4.5,unstated,mixed,hard,,,,,,,0.45,Score (points),0.00289,,restated-from:https://arxiv.org/abs/2608.11469,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row SRE-Bench (rank 6 / 7))",,out:effort-not-established, benchmarklist-cais-vision-capabilities-index-of-47,benchmarklist,grok-4.5,unstated,mixed,hard,,,,,,,60.8,Vision Capabilities Index,0.0289,,restated-from:https://dashboard.safe.ai/,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row CAIS Vision Capabilities Index (rank 17 / 47))",,out:effort-not-established, benchmarklist-hieroglyphbench-of-34,benchmarklist,grok-4.5,unstated,mixed,hard,,,,,,,21.2,Sign Accuracy (%),0.0289,,restated-from:https://boggs.tech/posts/reading-hieroglyphs-with-vlms/,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row HieroglyphBench (rank 18 / 34))",,out:effort-not-established, benchmarklist-perceptionbench-of-22,benchmarklist,grok-4.5,unstated,mixed,hard,,,,,,,41.0,Overall (%),0.0289,,restated-from:Moonshot,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row PerceptionBench (rank 18 / 22))",,out:effort-not-established, benchmarklist-creative-writing-v3-of-114,benchmarklist,grok-4.5,unstated,mixed,hard,,,,,,,1590,Score (Elo),0.289,,restated-from:https://eqbench.com/creative_writing.js,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row Creative Writing v3 (rank 31 / 114))",,out:effort-not-established, benchmarklist-lech-mazur-writing-of-56,benchmarklist,grok-4.5,high,mixed,hard,,,,,,,-5.131,Comparison Score (points),0.000289,,restated-from:https://github.com/lechmazur/writing/,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Results table, row Lech Mazur Writing (rank 56 / 56))",,out:not-headline, benchmarklist-artificial-analysis-intelligence-index-cost-vs-score-82-models,benchmarklist,grok-4.5,high,mixed,hard,,USD/run,0.248,0.0359,,,53.8,score,0.0289,,restated-from:https://artificialanalysis.ai/evaluations/artificial-analysis-intelligence-index; cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Cost vs score table ""Grok 4.5 on Artificial Analysis Intelligence Index"", row High)",,out:not-headline,out:cost-single-couple benchmarklist-arc-agi-2-of-115,benchmarklist,grok-4.5,low,mixed,hard,,USD/task,0.40,0.00289,,,33.1,score%,0.0289,,restated-from:https://arcprize.org/media/data/leaderboard/v2.json; same-runs-as:src-arcprize-leaderboard-2026-11-04#M473,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Cost vs score table ""Grok 4.5 on ARC-AGI-2"", row Low)",,out:not-headline,out:copy benchmarklist-arc-agi-2-of-115,benchmarklist,grok-4.5,medium,mixed,hard,,USD/task,0.75,0.00289,,,52.6,score%,0.0289,,restated-from:https://arcprize.org/media/data/leaderboard/v2.json; same-runs-as:src-arcprize-leaderboard-2026-11-04#M472,"https://benchmarklist.com/models/x-ai-grok-4.5/ (Cost vs score table ""Grok 4.5 on ARC-AGI-2"", row Medium)",,out:not-headline,out:copy benchmarklist-tau3-banking-of-185,benchmarklist,grok-4.6,unstated,mixed,hard,,,,,,,50.7,Pass@1 (%),0.0289,,restated-from:https://artificialanalysis.ai/api/v2/data/llms/models,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, row Tau3-Banking (rank 2 / 185))",,out:effort-not-established, benchmarklist-gdpval-aa-of-359,benchmarklist,grok-4.6,xhigh,mixed,hard,,,,,,,1755,Score (Elo),0.289,,restated-from:https://artificialanalysis.ai/evaluations/gdpval-aa,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, row GDPval-AA (rank 9 / 359))",,out:not-headline, benchmarklist-gdpval-aa-of-359,benchmarklist,grok-4.6,low,mixed,hard,,,,,,,1552,Score (Elo),0.289,,restated-from:https://artificialanalysis.ai/evaluations/gdpval-aa,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, mode row GDPval-AA (rank 9 / 359) / Low)",,out:not-headline, benchmarklist-gdpval-aa-of-359,benchmarklist,grok-4.6,medium,mixed,hard,,,,,,,1731,Score (Elo),0.289,,restated-from:https://artificialanalysis.ai/evaluations/gdpval-aa,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, mode row GDPval-AA (rank 9 / 359) / Medium)",,out:not-headline, benchmarklist-gdpval-aa-of-359,benchmarklist,grok-4.6,high,mixed,hard,,,,,,,1730,Score (Elo),0.289,,restated-from:https://artificialanalysis.ai/evaluations/gdpval-aa,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, mode row GDPval-AA (rank 9 / 359) / High)",,out:not-headline, benchmarklist-apex-agents-aa-of-33,benchmarklist,grok-4.6,high,mixed,hard,,,,,,,57.5,Pass@1 (%),0.0289,,restated-from:https://x.ai/news/grok-4-6,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, row APEX-Agents-AA (rank 2 / 33))",,out:not-headline, benchmarklist-runebench-of-61,benchmarklist,grok-4.6,unstated,mixed,hard,,,,,,,6.3,score,0.0289,,restated-from:https://maxbittker.github.io/runebench/,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, row RuneBench (rank 5 / 61))",,out:effort-not-established, benchmarklist-runebench-of-61,benchmarklist,grok-4.6,medium,mixed,hard,,,,,,,5.8,score,0.0289,,restated-from:https://maxbittker.github.io/runebench/,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, mode row RuneBench (rank 5 / 61) / Medium)",,out:not-headline, benchmarklist-runebench-of-61,benchmarklist,grok-4.6,xhigh,mixed,hard,,,,,,,5.6,score,0.0289,,restated-from:https://maxbittker.github.io/runebench/,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, mode row RuneBench (rank 5 / 61) / X-high)",,out:not-headline, benchmarklist-aa-briefcase-of-161,benchmarklist,grok-4.6,high,mixed,hard,,,,,,,1577,Elo (Elo),0.289,,restated-from:https://x.ai/news/grok-4-6,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, row AA-Briefcase (rank 15 / 161))",,out:not-headline, benchmarklist-aa-briefcase-of-161,benchmarklist,grok-4.6,low,mixed,hard,,,,,,,1285,Elo (Elo),0.289,,restated-from:https://artificialanalysis.ai/evaluations/aa-briefcase,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, mode row AA-Briefcase (rank 15 / 161) / Low)",,out:not-headline, benchmarklist-aa-briefcase-of-161,benchmarklist,grok-4.6,medium,mixed,hard,,,,,,,1479,Elo (Elo),0.289,,restated-from:https://artificialanalysis.ai/evaluations/aa-briefcase,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, mode row AA-Briefcase (rank 15 / 161) / Medium)",,out:not-headline, benchmarklist-aa-briefcase-of-161,benchmarklist,grok-4.6,high,mixed,hard,,,,,,,1529,Elo (Elo),0.289,,restated-from:https://artificialanalysis.ai/evaluations/aa-briefcase,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, mode row AA-Briefcase (rank 15 / 161) / High)",,out:not-headline, benchmarklist-aa-briefcase-of-161,benchmarklist,grok-4.6,xhigh,mixed,hard,,,,,,,1541,Elo (Elo),0.289,,restated-from:https://artificialanalysis.ai/evaluations/aa-briefcase,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, mode row AA-Briefcase (rank 15 / 161) / X-high)",,out:not-headline, benchmarklist-frontierchallenge-of-11,benchmarklist,grok-4.6,unstated,mixed,hard,,,,,,,20.6,Pass Rate (%),0.0289,,restated-from:https://apodexai.github.io/FrontierAgent/benchmarks/FrontierChallenge/,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, row FrontierChallenge (rank 2 / 11))",,out:effort-not-established, benchmarklist-vending-bench-2-of-60,benchmarklist,grok-4.6,unstated,mixed,hard,,,,,,,9047.03,Final Account Value (USD),0.00289,,restated-from:https://andonlabs.com/evals/vending-bench-2,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, row Vending-Bench 2 (rank 9 / 60))",,out:effort-not-established, benchmarklist-arc-agi-2-of-115,benchmarklist,grok-4.6,xhigh,mixed,hard,,USD/task,0.76,0.00289,,,67.1,score%,0.0289,,restated-from:https://arcprize.org/media/data/leaderboard/v2.json; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, row ARC-AGI-2 (rank 31 / 115))",,out:not-headline,in benchmarklist-terminal-bench-3-0-of-20,benchmarklist,grok-4.6,high,mixed,hard,,USD,2095.44,0.00289,,,26.5,Pass@1 (%),0.0289,,restated-from:https://hub.harborframework.com/datasets/terminal-bench/terminal-bench/latest?leaderboard=3-0-0&tab=leaderboard; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, row Terminal-Bench 3.0 (rank 7 / 20))",,out:not-headline,out:cost-single-couple benchmarklist-arc-agi-1-of-113,benchmarklist,grok-4.6,unstated,mixed,hard,,USD/task,0.3,0.0289,,,87.5,score%,0.0289,,restated-from:https://arcprize.org/media/data/leaderboard/v1.json,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, row ARC-AGI-1 (rank 46 / 113))",,out:effort-not-established,out:effort-not-established benchmarklist-browsecomp-of-70,benchmarklist,grok-4.6,xhigh,mixed,hard,,,,,,,84.0,Score,0.0289,,restated-from:https://www.mercor.com/apex/oss-benchmarks/oss-browsecomp-leaderboard/,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, row BrowseComp (rank 29 / 70))",,out:not-headline, benchmarklist-livebench-2-0-of-27,benchmarklist,grok-4.6,unstated,mixed,hard,,,,,,,67.75,Overall (site-weighted average) (points),0.00289,,restated-from:https://livebench.ai/#/,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, row LiveBench 2.0 (rank 14 / 27))",,out:effort-not-established, benchmarklist-arc-agi-3-of-25,benchmarklist,grok-4.6,unstated,mixed,hard,,USD,5612,0.289,,,2.1,Score (%),0.0289,,restated-from:https://arcprize.org/media/data/leaderboard/v3.json,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, row ARC-AGI-3 (rank 14 / 25))",,out:effort-not-established,out:effort-not-established benchmarklist-speedrunbench-supertux-1-1-of-11,benchmarklist,grok-4.6,unstated,mixed,hard,,,,,,,77.4,Normalized speed score (points),0.0289,,restated-from:https://speedrunbench.com/leaderboard/supertux,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, row SpeedrunBench: SuperTux 1-1 (rank 8 / 11))",,out:effort-not-established, benchmarklist-nanogpt-speedrun-frontier-of-17,benchmarklist,grok-4.6,xhigh,mixed,hard,,,,,,,10.1,Human record gap closed (%),0.0289,,restated-from:https://www.primeintellect.ai/research/nanogpt-speedrun,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, row NanoGPT Speedrun Frontier (rank 14 / 17))",,out:not-headline, benchmarklist-terminal-bench-science-of-18,benchmarklist,grok-4.6,xhigh,mixed,hard,,USD,3344.19,0.00289,,,7.1,Resolution rate (%),0.0289,,restated-from:https://www.terminal-bench-science.ai/; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, row Terminal-Bench-Science (rank 15 / 18))",,out:not-headline,out:cost-single-couple benchmarklist-biosecbench-function-of-13,benchmarklist,grok-4.6,unstated,mixed,hard,,,,,,,44.1,Endpoint pass rate (%),0.0289,,restated-from:https://raw.githubusercontent.com/latchbio/biosecbench-function/main/results/config_results.csv,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, row BioSecBench-Function (rank 4 / 13))",,out:effort-not-established, benchmarklist-biosecbench-surveillance-of-14,benchmarklist,grok-4.6,high,mixed,hard,,,,,,,48.0,Mean Pass Rate (%),0.0289,,restated-from:https://media.x.ai/v1/website/4p7card-5eccc980.pdf,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, row BioSecBench-Surveillance (rank 5 / 14))",,out:not-headline, benchmarklist-biopharma-bench-of-8,benchmarklist,grok-4.6,high,mixed,hard,,USD/task,1.16,0.00289,,,63.0,Mean score (%),0.0289,,restated-from:https://eval.raycaster.ai/benchmarks/biopharma-bench/; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, row Biopharma Bench (rank 4 / 8))",,out:not-headline,out:cost-single-couple benchmarklist-lifesci-diamond-of-17,benchmarklist,grok-4.6,unstated,mixed,hard,,USD/task,0.36,0.00289,,,3.6,Strict pass rate (%),0.0289,,restated-from:https://arca.inc/blog/lifesci-diamond,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, row LifeSci Diamond (rank 8 / 17))",,out:effort-not-established,out:effort-not-established benchmarklist-terminal-bench-2-1-of-198,benchmarklist,grok-4.6,unstated,mixed,hard,,,,,,,88.4,Score (%),0.0289,,restated-from:https://cognition.com/blog/swe-2,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, row Terminal-Bench 2.1 (rank 10 / 198))",,out:effort-not-established, benchmarklist-cursorbench-3-2-of-17,benchmarklist,grok-4.6,xhigh,mixed,hard,,USD/task,2.81,0.00289,,,70.8,Score (%),0.0289,,restated-from:https://cursor.com/cursorbench; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, row CursorBench 3.2 (rank 2 / 17))",,out:not-headline,out:cost-single-couple benchmarklist-cursorbench-3-2-of-17,benchmarklist,grok-4.6,low,mixed,hard,,USD per task,0.70,0.00289,,,61.0,Score (%),0.0289,,restated-from:https://cursor.com/cursorbench; same-runs-as:src-cursorbench-2026-09-09#M34,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, mode row CursorBench 3.2 (rank 2 / 17) / Low)",,out:not-headline,out:copy benchmarklist-cursorbench-3-2-of-17,benchmarklist,grok-4.6,medium,mixed,hard,,USD per task,1.28,0.00289,,,67.1,Score (%),0.0289,,restated-from:https://cursor.com/cursorbench; same-runs-as:src-cursorbench-2026-09-09#M28,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, mode row CursorBench 3.2 (rank 2 / 17) / Medium)",,out:not-headline,out:copy benchmarklist-cursorbench-3-2-of-17,benchmarklist,grok-4.6,high,mixed,hard,,USD per task,2.34,0.00289,,,69.9,Score (%),0.0289,,restated-from:https://cursor.com/cursorbench; same-runs-as:src-cursorbench-2026-09-09#M44,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, mode row CursorBench 3.2 (rank 2 / 17) / High)",,out:not-headline,out:copy benchmarklist-scicode-of-312,benchmarklist,grok-4.6,unstated,mixed,hard,,,,,,,56.5,Accuracy (%),0.0289,,restated-from:https://artificialanalysis.ai/api/v2/data/llms/models,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, row SciCode (rank 25 / 312))",,out:effort-not-established, benchmarklist-frontiercode-of-37,benchmarklist,grok-4.6,high,mixed,hard,,,,,,,61.3,Main Score (%),0.0289,,restated-from:https://x.ai/news/grok-4-6,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, row FrontierCode (rank 6 / 37))",,out:not-headline, benchmarklist-frontierswe-v1-of-15,benchmarklist,grok-4.6,unstated,mixed,hard,,,,,,,4.53,Average Rank,0.00289,,restated-from:https://www.frontierswe.com/,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, row FrontierSWE v1 (rank 3 / 15))",,out:effort-not-established, benchmarklist-kernelbench-hard-of-16,benchmarklist,grok-4.6,xhigh,mixed,hard,,,,,,,21.8,Mean Peak Fraction Across Problems (%),0.0289,,restated-from:https://raw.githubusercontent.com/Infatoshi/kernelbench.com/master/benchmarks/hard/results/leaderboard.json,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, row KernelBench Hard (rank 4 / 16))",,out:not-headline, benchmarklist-convex-coding-evals-no-guidelines-111-tasks-of-30,benchmarklist,grok-4.6,unstated,mixed,hard,,USD/run,3.08,0.00289,,,77.4,Pass rate (%),0.0289,,restated-from:https://www.convex.dev/llm-leaderboard/no-guidelines/model/x-ai%2Fgrok-4.6?benchmark=b6343aada5da91b2e4284a9e526f0c98b8763aa8d9061815a298591524453ddd,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, row Convex Coding Evals — No Guidelines (111 tasks) (rank 7 / 30))",,out:effort-not-established,out:effort-not-established benchmarklist-arena-ai-webdev-arena-of-142,benchmarklist,grok-4.6,unstated,mixed,hard,,,,,,,1617.86,Arena ELO,0.00289,,restated-from:https://arena.ai/leaderboard/code,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, row Arena AI WebDev Arena (rank 34 / 142))",,out:effort-not-established, benchmarklist-deepswe-1-1-of-63,benchmarklist,grok-4.6,unstated,mixed,hard,,,,,,,67.5,Pass@1 (%),0.0289,,restated-from:https://cognition.com/blog/swe-2,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, row DeepSWE 1.1 (rank 26 / 63))",,out:effort-not-established, benchmarklist-deepswe-1-1-of-63,benchmarklist,grok-4.6,low,mixed,hard,,,,,,,,Pass@1 (%),,,restated-from:https://deepswe.datacurve.ai/artifacts/v1.1/leaderboard-live.json,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, mode row DeepSWE 1.1 (rank 26 / 63) / Low)",,out:contradictory, benchmarklist-deepswe-1-1-of-63,benchmarklist,grok-4.6,medium,mixed,hard,,,,,,,,Pass@1 (%),,,restated-from:https://deepswe.datacurve.ai/artifacts/v1.1/leaderboard-live.json,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, mode row DeepSWE 1.1 (rank 26 / 63) / Medium)",,out:contradictory, benchmarklist-deepswe-1-1-of-63,benchmarklist,grok-4.6,high,mixed,hard,,,,,,,,Pass@1 (%),,,restated-from:https://deepswe.datacurve.ai/artifacts/v1.1/leaderboard-live.json,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, mode row DeepSWE 1.1 (rank 26 / 63) / High)",,out:contradictory, benchmarklist-deepswe-1-1-of-63,benchmarklist,grok-4.6,xhigh,mixed,hard,,,,,,,,Pass@1 (%),,,restated-from:https://deepswe.datacurve.ai/artifacts/v1.1/leaderboard-live.json,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, mode row DeepSWE 1.1 (rank 26 / 63) / X-high)",,out:contradictory, benchmarklist-senior-swe-bench-of-19,benchmarklist,grok-4.6,high,mixed,hard,,,,,,,26.3,Tasteful solve rate (pass@1) (%),0.0289,,restated-from:https://senior-swe-bench.snorkel.ai/agents,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, row Senior SWE-Bench (rank 10 / 19))",,out:not-headline, benchmarklist-frontierswe-v2-of-20,benchmarklist,grok-4.6,xhigh,mixed,hard,,,,,,,25.3,Mean score (%),0.0289,,restated-from:https://www.frontierswe.com/; max-as-highest,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, row FrontierSWE v2 (rank 12 / 20))",,out:not-headline, benchmarklist-frontierswe-v2-of-20,benchmarklist,grok-4.6,xhigh,mixed,hard,,,,,,,25.3,Mean score (%),0.0289,,restated-from:https://media.x.ai/v1/website/4p7card-5eccc980.pdf,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, mode row FrontierSWE v2 (rank 12 / 20) / X-high)",,out:not-headline, benchmarklist-swe-marathon-of-38,benchmarklist,grok-4.6,high,mixed,hard,,,,,,,31.9,Pass@1 (%),0.0289,,restated-from:https://media.x.ai/v1/website/4p7card-5eccc980.pdf,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, row SWE-Marathon (rank 23 / 38))",,out:not-headline, benchmarklist-terminal-bench-4-0-of-41,benchmarklist,grok-4.6,high,mixed,hard,,,,,,,20.3,Resolution rate (%),0.0289,,restated-from:https://x.ai/news/grok-4-7,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, row Terminal-Bench 4.0 (rank 29 / 41))",,out:not-headline, benchmarklist-kernelbench-cuda-of-22,benchmarklist,grok-4.6,xhigh,mixed,hard,,,,,,,3.7,Mean Peak Fraction Across Problems (%),0.0289,,restated-from:https://raw.githubusercontent.com/Infatoshi/kernelbench.com/master/benchmarks/cuda/results/leaderboard.json,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, row KernelBench CUDA (rank 18 / 22))",,out:not-headline, benchmarklist-reactbench-of-20,benchmarklist,grok-4.6,xhigh,mixed,hard,,,,,,,32.3,Pass@1 (%),0.0289,,restated-from:https://www.reactbench.com/data/trials?model=cursor-grok-4.6,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, row ReactBench (rank 20 / 20))",,out:not-headline, benchmarklist-expertcrowd-swe-of-7,benchmarklist,grok-4.6,xhigh,mixed,hard,,,,,,,32.2,Mean task score (%),0.0289,,restated-from:https://www.toptal.com/expertcrowd/benchmarks/expertcrowd-swe-benchmark,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, row ExpertCrowd-SWE (rank 7 / 7))",,out:not-headline, benchmarklist-cwe-bench-of-14,benchmarklist,grok-4.6,high,mixed,hard,,USD/rollout,1.77,0.00289,,,38.2,Pass@1 (%),0.0289,,restated-from:https://cwe-bench.com/#leaderboard; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, row CWE-Bench (rank 6 / 14))",,out:not-headline,out:cost-single-couple benchmarklist-cybergym-of-44,benchmarklist,grok-4.6,high,mixed,hard,,,,,,,79.7,Score (%),0.0289,,restated-from:https://media.x.ai/v1/website/4p7card-5eccc980.pdf,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, row CyberGym (rank 19 / 44))",,out:not-headline, benchmarklist-cwe-bench-v1-of-12,benchmarklist,grok-4.6,high,mixed,hard,,USD/rollout,1.09,0.00289,,,57.0,Programmatic Pass@1 (%),0.0289,,restated-from:https://cwe-bench.com/?v=v1#leaderboard; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, row CWE-bench v1 (rank 7 / 12))",,out:not-headline,out:cost-single-couple benchmarklist-arena-ai-document-of-45,benchmarklist,grok-4.6,unstated,mixed,hard,,,,,,,1438.62,Arena ELO,0.00289,,restated-from:https://arena.ai/leaderboard/document,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, row Arena AI Document (rank 34 / 45))",,out:effort-not-established, benchmarklist-deep20bench-of-18,benchmarklist,grok-4.6,high,mixed,hard,,USD/run,8.25,0.00289,,,14.29,Question score (questions),0.00289,,restated-from:https://mindalyze-com.github.io/deep-20-bench/results/; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, row Deep20Bench (rank 8 / 18))",,out:not-headline,out:cost-single-couple benchmarklist-healthbench-professional-of-27,benchmarklist,grok-4.6,xhigh,mixed,hard,,,,,,,48.5,Score (%),0.0289,,restated-from:https://x.ai/news/grok-4-7,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, row HealthBench Professional (rank 24 / 27))",,out:not-headline, benchmarklist-artificial-analysis-intelligence-index-of-325,benchmarklist,grok-4.6,high,mixed,hard,,,,,,,61,Intelligence Index (points),0.289,,restated-from:https://x.ai/news/grok-4-6,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, row Artificial Analysis Intelligence Index (rank 6 / 325))",,out:not-headline, benchmarklist-obviousbench-of-275,benchmarklist,grok-4.6,high,mixed,hard,,USD/run,0.79,0.00289,,981,100.0,score%,0.0289,,restated-from:https://obviousbench.com/#result; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, row ObviousBench (rank 13 / 275))",,out:not-headline,in benchmarklist-obviousbench-of-275,benchmarklist,grok-4.6,low,mixed,hard,,USD/run,0.56,0.00289,,,99.3,score%,0.0289,,restated-from:https://obviousbench.com/#result; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, mode row ObviousBench (rank 13 / 275) / Low)",,out:not-headline,in benchmarklist-obviousbench-of-275,benchmarklist,grok-4.6,medium,mixed,hard,,USD/run,0.75,0.00289,,,100.0,score%,0.0289,,restated-from:https://obviousbench.com/#result; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, mode row ObviousBench (rank 13 / 275) / Medium)",,out:not-headline,in benchmarklist-humanity-s-last-exam-of-491,benchmarklist,grok-4.6,unstated,mixed,hard,,,,,,,44.1,score%,0.0289,,restated-from:https://artificialanalysis.ai/api/v2/data/llms/models,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, row Humanity's Last Exam (rank 29 / 491))",,out:effort-not-established, benchmarklist-aiiq-composite-iq-of-168,benchmarklist,grok-4.6,unstated,mixed,hard,,,,,,,126,score,0.289,,restated-from:https://www.aiiq.org/api/rankings/composite-iq,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, row AIIQ Composite IQ (rank 30 / 168))",,out:effort-not-established, benchmarklist-harvey-s-legal-agent-benchmark-of-40,benchmarklist,grok-4.6,high,mixed,hard,,,,,,,15.8,Score (%),0.0289,,restated-from:https://x.ai/news/grok-4-7,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, row Harvey's Legal Agent Benchmark (rank 6 / 40))",,out:not-headline, benchmarklist-harvey-lab-aa-of-30,benchmarklist,grok-4.6,high,mixed,hard,,,,,,,15.8,score%,0.0289,,restated-from:https://x.ai/news/grok-4-6,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, row Harvey LAB-AA (rank 8 / 30))",,out:not-headline, benchmarklist-aa-lcr-of-425,benchmarklist,grok-4.6,unstated,mixed,hard,,,,,,,81.0,Score (%),0.0289,,restated-from:https://artificialanalysis.ai/api/v2/data/llms/models,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, row AA-LCR (rank 39 / 425))",,out:effort-not-established, benchmarklist-design-arena-of-376,benchmarklist,grok-4.6,unstated,mixed,hard,,,,,,,1343,Elo,0.289,,restated-from:https://www.designarena.ai/leaderboard/ui-components,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, row Design Arena (rank 32 / 376))",,out:effort-not-established, benchmarklist-blueprint-bench-2-of-31,benchmarklist,grok-4.6,unstated,mixed,hard,,,,,,,0.692,Normalized Score,0.000289,,restated-from:https://andonlabs.com/evals/blueprint-bench-2,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, row Blueprint-Bench 2 (rank 11 / 31))",,out:effort-not-established, benchmarklist-chartography-of-46,benchmarklist,grok-4.6,high,mixed,hard,,,,,,,21.9,With tools score (%),0.0289,,restated-from:https://surgehq.ai/benchmarks/chartography,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, row Chartography (rank 34 / 46))",,out:not-headline, benchmarklist-chartography-of-46,benchmarklist,grok-4.6,xhigh,mixed,hard,,,,,,,20.5,With tools score (%),0.0289,,restated-from:https://surgehq.ai/benchmarks/chartography,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, mode row Chartography (rank 34 / 46) / X-high)",,out:not-headline, benchmarklist-gpqa-diamond-of-481,benchmarklist,grok-4.6,unstated,mixed,hard,,,,,,,94.9,Accuracy (%),0.0289,,restated-from:https://artificialanalysis.ai/api/v2/data/llms/models,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, row GPQA Diamond (rank 4 / 481))",,out:effort-not-established, benchmarklist-context-arena-of-30,benchmarklist,grok-4.6,high,mixed,hard,,,,,,,71.5,score%,0.0289,,restated-from:https://contextarena.ai/api/needle-summary?needles=8,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, row Context Arena (rank 5 / 30))",,out:not-headline, benchmarklist-context-arena-of-20,benchmarklist,grok-4.6,medium,mixed,hard,,,,,,,73.6,score%,0.0289,,restated-from:https://contextarena.ai/api/needle-summary?needles=8,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, row Context Arena (rank 4 / 20))",,out:not-headline, benchmarklist-context-arena-of-31,benchmarklist,grok-4.6,low,mixed,hard,,,,,,,66.8,score%,0.0289,,restated-from:https://contextarena.ai/api/needle-summary?needles=8,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, row Context Arena (rank 8 / 31))",,out:not-headline, benchmarklist-context-arena-of-11,benchmarklist,grok-4.6,xhigh,mixed,hard,,,,,,,73.5,Average Score (%),0.0289,,restated-from:https://contextarena.ai/api/needle-summary?needles=8,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, row Context Arena (rank 4 / 11))",,out:not-headline, benchmarklist-mazebench-of-24,benchmarklist,grok-4.6,xhigh,mixed,hard,,USD,518.21,0.00289,256336612,923422,1,Gems collected (gems),0.289,,restated-from:https://mazebench.com/leaderboard/ai; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, row MazeBench (rank 10 / 24))",,out:not-headline,out:cost-single-couple benchmarklist-explorationbench-of-11,benchmarklist,grok-4.6,xhigh,mixed,hard,,,,,,,69.0,AlienCode Best@3 M4 accuracy (%),0.0289,,restated-from:https://arxiv.org/abs/2609.30199,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, row ExplorationBench (rank 7 / 11))",,out:not-headline, benchmarklist-cais-risk-index-of-60,benchmarklist,grok-4.6,unstated,mixed,hard,,,,,,,52.2,Risk Index,0.0289,,restated-from:https://dashboard.safe.ai/,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, row CAIS Risk Index (rank 26 / 60))",,out:effort-not-established, benchmarklist-gray-swan-ipi-combined-attack-set-transfer-only-no-computer-use-of-21,benchmarklist,grok-4.6,unstated,mixed,hard,,,,,,,51.8,Attack success rate @15 (%),0.0289,,restated-from:Google,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, row Gray Swan IPI — Combined Attack Set, Transfer Only, No Computer Use (rank 20 / 21))",,out:effort-not-established, benchmarklist-variantbench-of-15,benchmarklist,grok-4.6,unstated,mixed,hard,,,,,,,46.0,Endpoint pass rate (%),0.0289,,restated-from:https://benchmarks.bio/data/variantbench/index.json,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, row VariantBench (rank 3 / 15))",,out:effort-not-established,out:effort-not-established benchmarklist-apex-swe-of-14,benchmarklist,grok-4.6,high,mixed,hard,,,,,,,56.4,Pass@1 (%),0.0289,,restated-from:https://x.ai/news/grok-4-6,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, row APEX-SWE (rank 2 / 14))",,out:not-headline, benchmarklist-hieroglyphbench-of-34,benchmarklist,grok-4.6,unstated,mixed,hard,,,,,,,20.3,Sign Accuracy (%),0.0289,,restated-from:https://boggs.tech/posts/reading-hieroglyphs-with-vlms/,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, row HieroglyphBench (rank 21 / 34))",,out:effort-not-established, benchmarklist-lech-mazur-writing-of-56,benchmarklist,grok-4.6,high,mixed,hard,,,,,,,-2.93,Comparison Score (points),0.00289,,restated-from:https://github.com/lechmazur/writing/,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Results table, row Lech Mazur Writing (rank 52 / 56))",,out:not-headline, benchmarklist-arc-agi-2-of-115,benchmarklist,grok-4.6,low,mixed,hard,,USD/task,0.21,0.00289,,,27.6,score%,0.0289,,restated-from:https://arcprize.org/media/data/leaderboard/v2.json; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Cost vs score table ""Grok 4.6 on ARC-AGI-2"", row Low)",,out:not-headline,in benchmarklist-arc-agi-2-of-115,benchmarklist,grok-4.6,medium,mixed,hard,,USD/task,0.66,0.00289,,,61.3,score%,0.0289,,restated-from:https://arcprize.org/media/data/leaderboard/v2.json; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Cost vs score table ""Grok 4.6 on ARC-AGI-2"", row Medium)",,out:not-headline,in benchmarklist-arc-agi-2-of-115,benchmarklist,grok-4.6,high,mixed,hard,,USD/task,0.73,0.00289,,,65.1,score%,0.0289,,restated-from:https://arcprize.org/media/data/leaderboard/v2.json; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Cost vs score table ""Grok 4.6 on ARC-AGI-2"", row High)",,out:not-headline,in benchmarklist-deepswe-1-1-of-63,benchmarklist,grok-4.6,low,mixed,hard,,USD per task,0.74,0.00289,,,41.6,Pass@1 (%),0.0289,,restated-from:https://deepswe.datacurve.ai/artifacts/v1.1/leaderboard-live.json; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Cost vs score table ""Grok 4.6 on DeepSWE 1.1"", row Low)",,out:not-headline,in benchmarklist-deepswe-1-1-of-63,benchmarklist,grok-4.6,high,mixed,hard,,USD per task,3.69,0.00289,,,65.2,Pass@1 (%),0.0289,,restated-from:https://deepswe.datacurve.ai/artifacts/v1.1/leaderboard-live.json; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Cost vs score table ""Grok 4.6 on DeepSWE 1.1"", row High)",,out:not-headline,in benchmarklist-deepswe-1-1-of-63,benchmarklist,grok-4.6,xhigh,mixed,hard,,USD per task,4.64,0.00289,,,66.7,Pass@1 (%),0.0289,,restated-from:https://deepswe.datacurve.ai/artifacts/v1.1/leaderboard-live.json; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Cost vs score table ""Grok 4.6 on DeepSWE 1.1"", row X-high)",,out:not-headline,in benchmarklist-deepswe-1-1-of-63,benchmarklist,grok-4.6,medium,mixed,hard,,USD per task,2.95,0.00289,,,67.5,Pass@1 (%),0.0289,,restated-from:https://deepswe.datacurve.ai/artifacts/v1.1/leaderboard-live.json; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/x-ai-grok-4.6/ (Cost vs score table ""Grok 4.6 on DeepSWE 1.1"", row Medium)",,out:not-headline,in benchmarklist-gdpval-aa-of-359,benchmarklist,grok-4.7,xhigh,mixed,hard,,,,,,,1695,Score (Elo),0.289,,restated-from:https://x.ai/news/grok-4-7,"https://benchmarklist.com/models/x-ai-grok-4.7/ (Results table, row GDPval-AA (rank 17 / 359))",,out:not-headline, benchmarklist-aa-briefcase-of-161,benchmarklist,grok-4.7,xhigh,mixed,hard,,,,,,,1657,Elo (Elo),0.289,,restated-from:https://x.ai/news/grok-4-7,"https://benchmarklist.com/models/x-ai-grok-4.7/ (Results table, row AA-Briefcase (rank 8 / 161))",,out:not-headline, benchmarklist-aa-briefcase-of-161,benchmarklist,grok-4.7,low,mixed,hard,,,,,,,1494,Elo (Elo),0.289,,restated-from:https://artificialanalysis.ai/evaluations/aa-briefcase,"https://benchmarklist.com/models/x-ai-grok-4.7/ (Results table, mode row AA-Briefcase (rank 8 / 161) / Low)",,out:not-headline, benchmarklist-aa-briefcase-of-161,benchmarklist,grok-4.7,high,mixed,hard,,,,,,,1629,Elo (Elo),0.289,,restated-from:https://artificialanalysis.ai/evaluations/aa-briefcase,"https://benchmarklist.com/models/x-ai-grok-4.7/ (Results table, mode row AA-Briefcase (rank 8 / 161) / High)",,out:not-headline, benchmarklist-aa-briefcase-of-161,benchmarklist,grok-4.7,xhigh,mixed,hard,,,,,,,1638,Elo (Elo),0.289,,restated-from:https://artificialanalysis.ai/evaluations/aa-briefcase,"https://benchmarklist.com/models/x-ai-grok-4.7/ (Results table, mode row AA-Briefcase (rank 8 / 161) / X-high)",,out:not-headline, benchmarklist-hermes-bench-of-16,benchmarklist,grok-4.7,high,mixed,hard,,USD/task,0.69,0.00289,,,74.4,Hermes Bench (%),0.0289,,restated-from:https://portal.nousresearch.com/bench; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/x-ai-grok-4.7/ (Results table, row Hermes Bench (rank 2 / 16))",,out:not-headline,out:cost-single-couple benchmarklist-vending-bench-2-of-60,benchmarklist,grok-4.7,unstated,mixed,hard,,,,,,,10536.83,Final Account Value (USD),0.00289,,restated-from:https://andonlabs.com/evals/vending-bench-2,"https://benchmarklist.com/models/x-ai-grok-4.7/ (Results table, row Vending-Bench 2 (rank 6 / 60))",,out:effort-not-established, benchmarklist-runebench-of-61,benchmarklist,grok-4.7,unstated,mixed,hard,,,,,,,5.7,score,0.0289,,restated-from:https://maxbittker.github.io/runebench/,"https://benchmarklist.com/models/x-ai-grok-4.7/ (Results table, row RuneBench (rank 16 / 61))",,out:effort-not-established, benchmarklist-arc-agi-2-of-115,benchmarklist,grok-4.7,xhigh,mixed,hard,,USD/task,2.01,0.00289,,,61.4,score%,0.0289,,restated-from:https://arcprize.org/media/data/leaderboard/v2.json; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/x-ai-grok-4.7/ (Results table, row ARC-AGI-2 (rank 36 / 115))",,out:not-headline,in benchmarklist-automationbench-aa-of-32,benchmarklist,grok-4.7,xhigh,mixed,hard,,,,,,,65.6,Partial score (%),0.0289,,restated-from:https://artificialanalysis.ai/evaluations/automationbench-aa,"https://benchmarklist.com/models/x-ai-grok-4.7/ (Results table, row AutomationBench-AA (rank 11 / 32))",,out:not-headline, benchmarklist-hermes-index-of-16,benchmarklist,grok-4.7,high,mixed,hard,,USD/task,10.77,0.00289,,,39.32,Hermes Index (points),0.00289,,restated-from:https://portal.nousresearch.com/bench; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/x-ai-grok-4.7/ (Results table, row Hermes Index (rank 6 / 16))",,out:not-headline,out:cost-single-couple benchmarklist-arc-agi-1-of-113,benchmarklist,grok-4.7,unstated,mixed,hard,,USD/task,0.64,0.00289,,,90.2,score%,0.0289,,restated-from:https://arcprize.org/media/data/leaderboard/v1.json,"https://benchmarklist.com/models/x-ai-grok-4.7/ (Results table, row ARC-AGI-1 (rank 39 / 113))",,out:effort-not-established,out:effort-not-established benchmarklist-livebench-2-0-of-27,benchmarklist,grok-4.7,unstated,mixed,hard,,,,,,,70.14,Overall (site-weighted average) (points),0.00289,,restated-from:https://livebench.ai/#/,"https://benchmarklist.com/models/x-ai-grok-4.7/ (Results table, row LiveBench 2.0 (rank 10 / 27))",,out:effort-not-established, benchmarklist-terminal-bench-science-of-18,benchmarklist,grok-4.7,xhigh,mixed,hard,,USD,3070.82,0.00289,,,14.3,Resolution rate (%),0.0289,,restated-from:https://www.terminal-bench-science.ai/; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/x-ai-grok-4.7/ (Results table, row Terminal-Bench-Science (rank 9 / 18))",,out:not-headline,out:cost-single-couple benchmarklist-arc-agi-3-of-25,benchmarklist,grok-4.7,unstated,mixed,hard,,USD,2731.58,0.00289,,,1.8,Score (%),0.0289,,restated-from:https://arcprize.org/media/data/leaderboard/v3.json,"https://benchmarklist.com/models/x-ai-grok-4.7/ (Results table, row ARC-AGI-3 (rank 15 / 25))",,out:effort-not-established,out:effort-not-established benchmarklist-browsecomp-of-70,benchmarklist,grok-4.7,xhigh,mixed,hard,,,,,,,75.8,Score,0.0289,,restated-from:https://www.mercor.com/apex/oss-benchmarks/oss-browsecomp-leaderboard/,"https://benchmarklist.com/models/x-ai-grok-4.7/ (Results table, row BrowseComp (rank 49 / 70))",,out:not-headline, benchmarklist-biosecbench-function-of-13,benchmarklist,grok-4.7,xhigh,mixed,hard,,,,,,,43.3,Endpoint pass rate (%),0.0289,,restated-from:https://media.x.ai/v1/website/4p7card-5eccc980.pdf,"https://benchmarklist.com/models/x-ai-grok-4.7/ (Results table, row BioSecBench-Function (rank 5 / 13))",,out:not-headline, benchmarklist-biosecbench-surveillance-of-14,benchmarklist,grok-4.7,xhigh,mixed,hard,,,,,,,48.0,Mean Pass Rate (%),0.0289,,restated-from:https://media.x.ai/v1/website/4p7card-5eccc980.pdf,"https://benchmarklist.com/models/x-ai-grok-4.7/ (Results table, row BioSecBench-Surveillance (rank 6 / 14))",,out:not-headline, benchmarklist-scicode-of-312,benchmarklist,grok-4.7,unstated,mixed,hard,,,,,,,57.8,Accuracy (%),0.0289,,restated-from:https://artificialanalysis.ai/api/v2/data/llms/models,"https://benchmarklist.com/models/x-ai-grok-4.7/ (Results table, row SciCode (rank 20 / 312))",,out:effort-not-established, benchmarklist-arena-ai-webdev-arena-of-142,benchmarklist,grok-4.7,unstated,mixed,hard,,,,,,,1639.69,Arena ELO,0.00289,,restated-from:https://arena.ai/leaderboard/code,"https://benchmarklist.com/models/x-ai-grok-4.7/ (Results table, row Arena AI WebDev Arena (rank 23 / 142))",,out:effort-not-established, benchmarklist-kernelbench-cuda-of-22,benchmarklist,grok-4.7,xhigh,mixed,hard,,,,,,,22.0,Mean Peak Fraction Across Problems (%),0.0289,,restated-from:https://raw.githubusercontent.com/Infatoshi/kernelbench.com/master/benchmarks/cuda/results/leaderboard.json,"https://benchmarklist.com/models/x-ai-grok-4.7/ (Results table, row KernelBench CUDA (rank 5 / 22))",,out:not-headline, benchmarklist-swe-marathon-of-38,benchmarklist,grok-4.7,high,mixed,hard,,,,,,,46.0,Pass@1 (%),0.0289,,restated-from:https://media.x.ai/v1/website/4p7card-5eccc980.pdf,"https://benchmarklist.com/models/x-ai-grok-4.7/ (Results table, row SWE-Marathon (rank 9 / 38))",,out:not-headline, benchmarklist-deepswe-1-1-of-63,benchmarklist,grok-4.7,high,mixed,hard,,,,,,,71.0,Pass@1 (%),0.0289,,restated-from:https://x.ai/news/grok-4-7,"https://benchmarklist.com/models/x-ai-grok-4.7/ (Results table, row DeepSWE 1.1 (rank 18 / 63))",,out:not-headline, benchmarklist-frontiercode-2-0-of-26,benchmarklist,grok-4.7,xhigh,mixed,hard,,,,,,,0.2862,FrontierCode 2.0 Score (%),2.89e-05,,restated-from:https://cognition.com/data/frontier-code-2.0/data.json,"https://benchmarklist.com/models/x-ai-grok-4.7/ (Results table, row FrontierCode 2.0 (rank 8 / 26))",,out:not-headline,out:contradictory benchmarklist-frontiercode-2-0-of-26,benchmarklist,grok-4.7,low,mixed,hard,,USD,3.87,0.00289,,,0.208,FrontierCode 2.0 Score (%),0.000289,,restated-from:https://cognition.com/data/frontier-code-2.0/data.json; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/x-ai-grok-4.7/ (Results table, mode row FrontierCode 2.0 (rank 8 / 26) / Low)",,out:not-headline,in benchmarklist-frontiercode-2-0-of-26,benchmarklist,grok-4.7,medium,mixed,hard,,USD,8.03,0.00289,,,0.2594,FrontierCode 2.0 Score (%),2.89e-05,,restated-from:https://cognition.com/data/frontier-code-2.0/data.json; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/x-ai-grok-4.7/ (Results table, mode row FrontierCode 2.0 (rank 8 / 26) / Medium)",,out:not-headline,in benchmarklist-frontiercode-2-0-of-26,benchmarklist,grok-4.7,high,mixed,hard,,USD,11.1,0.0289,,,0.2655,FrontierCode 2.0 Score (%),2.89e-05,,restated-from:https://cognition.com/data/frontier-code-2.0/data.json; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/x-ai-grok-4.7/ (Results table, mode row FrontierCode 2.0 (rank 8 / 26) / High)",,out:not-headline,in benchmarklist-kernelbench-mega-of-28,benchmarklist,grok-4.7,unstated,mixed,hard,,,,,,,6.38,Speedup (x),0.00289,,restated-from:https://raw.githubusercontent.com/Infatoshi/kernelbench.com/master/public/data/mega/results.csv,"https://benchmarklist.com/models/x-ai-grok-4.7/ (Results table, row KernelBench Mega (rank 11 / 28))",,out:effort-not-established, benchmarklist-senior-swe-bench-of-19,benchmarklist,grok-4.7,xhigh,mixed,hard,,,,,,,27.4,Tasteful solve rate (pass@1) (%),0.0289,,restated-from:https://senior-swe-bench.snorkel.ai/agents,"https://benchmarklist.com/models/x-ai-grok-4.7/ (Results table, row Senior SWE-Bench (rank 8 / 19))",,out:not-headline, benchmarklist-terminal-bench-4-0-of-41,benchmarklist,grok-4.7,xhigh,mixed,hard,,,,,,,37.6,Resolution rate (%),0.0289,,restated-from:https://x.ai/news/grok-4-7,"https://benchmarklist.com/models/x-ai-grok-4.7/ (Results table, row Terminal-Bench 4.0 (rank 19 / 41))",,out:not-headline, benchmarklist-frontierswe-v2-of-20,benchmarklist,grok-4.7,xhigh,mixed,hard,,,,,,,29.5,Mean score (%),0.0289,,restated-from:https://www.frontierswe.com/; max-as-highest,"https://benchmarklist.com/models/x-ai-grok-4.7/ (Results table, row FrontierSWE v2 (rank 10 / 20))",,out:not-headline, benchmarklist-frontierswe-v2-of-20,benchmarklist,grok-4.7,xhigh,mixed,hard,,,,,,,29.0,Mean score (%),0.0289,,restated-from:https://media.x.ai/v1/website/4p7card-5eccc980.pdf,"https://benchmarklist.com/models/x-ai-grok-4.7/ (Results table, mode row FrontierSWE v2 (rank 10 / 20) / X-high)",,out:not-headline, benchmarklist-lmarena-webdev-arena-of-33,benchmarklist,grok-4.7,unstated,mixed,hard,,,,,,,1639.69,Arena rating,0.00289,,restated-from:https://arena.ai/leaderboard/code,"https://benchmarklist.com/models/x-ai-grok-4.7/ (Results table, row LMArena WebDev Arena (rank 23 / 33))",,out:effort-not-established, benchmarklist-cwe-bench-v1-of-12,benchmarklist,grok-4.7,high,mixed,hard,,USD/rollout,2.75,0.00289,,,68.0,Programmatic Pass@1 (%),0.0289,,restated-from:https://cwe-bench.com/?v=v1#leaderboard; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/x-ai-grok-4.7/ (Results table, row CWE-bench v1 (rank 4 / 12))",,out:not-headline,out:cost-single-couple benchmarklist-cybergym-of-44,benchmarklist,grok-4.7,high,mixed,hard,,,,,,,80.3,Score (%),0.0289,,restated-from:https://media.x.ai/v1/website/4p7card-5eccc980.pdf,"https://benchmarklist.com/models/x-ai-grok-4.7/ (Results table, row CyberGym (rank 17 / 44))",,out:not-headline, benchmarklist-aa-omniscience-of-42,benchmarklist,grok-4.7,xhigh,mixed,hard,,,,,,,31.23,AA-Omniscience Index (points),0.00289,,restated-from:https://artificialanalysis.ai/evaluations/omniscience,"https://benchmarklist.com/models/x-ai-grok-4.7/ (Results table, row AA-Omniscience (rank 10 / 42))",,out:not-headline, benchmarklist-healthbench-professional-of-27,benchmarklist,grok-4.7,xhigh,mixed,hard,,,,,,,56.7,Score (%),0.0289,,restated-from:https://x.ai/news/grok-4-7,"https://benchmarklist.com/models/x-ai-grok-4.7/ (Results table, row HealthBench Professional (rank 16 / 27))",,out:not-headline, benchmarklist-humanity-s-last-exam-of-491,benchmarklist,grok-4.7,unstated,mixed,hard,,,,,,,43.1,score%,0.0289,,restated-from:https://artificialanalysis.ai/api/v2/data/llms/models,"https://benchmarklist.com/models/x-ai-grok-4.7/ (Results table, row Humanity's Last Exam (rank 34 / 491))",,out:effort-not-established, benchmarklist-obviousbench-of-275,benchmarklist,grok-4.7,low,mixed,hard,,USD/run,1.07,0.00289,,1020,99.3,score%,0.0289,,restated-from:https://obviousbench.com/#result; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/x-ai-grok-4.7/ (Results table, row ObviousBench (rank 35 / 275))",,out:not-headline,in benchmarklist-obviousbench-of-275,benchmarklist,grok-4.7,medium,mixed,hard,,USD/run,1.17,0.00289,,,97.9,score%,0.0289,,restated-from:https://obviousbench.com/#result; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/x-ai-grok-4.7/ (Results table, mode row ObviousBench (rank 35 / 275) / Medium)",,out:not-headline,in benchmarklist-obviousbench-of-275,benchmarklist,grok-4.7,high,mixed,hard,,USD/run,1.25,0.00289,,,97.9,score%,0.0289,,restated-from:https://obviousbench.com/#result; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/x-ai-grok-4.7/ (Results table, mode row ObviousBench (rank 35 / 275) / High)",,out:not-headline,in benchmarklist-obviousbench-of-275,benchmarklist,grok-4.7,xhigh,mixed,hard,,USD/run,1.37,0.00289,,,98.6,score%,0.0289,,restated-from:https://obviousbench.com/#result; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/x-ai-grok-4.7/ (Results table, mode row ObviousBench (rank 35 / 275) / X-high)",,out:not-headline,in benchmarklist-aiiq-composite-iq-of-168,benchmarklist,grok-4.7,unstated,mixed,hard,,,,,,,127,score,0.289,,restated-from:https://www.aiiq.org/api/rankings/composite-iq,"https://benchmarklist.com/models/x-ai-grok-4.7/ (Results table, row AIIQ Composite IQ (rank 24 / 168))",,out:effort-not-established, benchmarklist-artificial-analysis-intelligence-index-of-325,benchmarklist,grok-4.7,unstated,mixed,hard,,,,,,,35,Intelligence Index (points),0.289,,restated-from:https://artificialanalysis.ai/api/v2/data/llms/models,"https://benchmarklist.com/models/x-ai-grok-4.7/ (Results table, row Artificial Analysis Intelligence Index (rank 74 / 325))",,out:effort-not-established, benchmarklist-harvey-s-legal-agent-benchmark-of-40,benchmarklist,grok-4.7,xhigh,mixed,hard,,,,,,,19.6,Score (%),0.0289,,restated-from:https://x.ai/news/grok-4-7,"https://benchmarklist.com/models/x-ai-grok-4.7/ (Results table, row Harvey's Legal Agent Benchmark (rank 3 / 40))",,out:not-headline, benchmarklist-harvey-lab-aa-of-30,benchmarklist,grok-4.7,xhigh,mixed,hard,,,,,,,16.7,score%,0.0289,,restated-from:https://artificialanalysis.ai/evaluations/harvey-lab-aa,"https://benchmarklist.com/models/x-ai-grok-4.7/ (Results table, row Harvey LAB-AA (rank 5 / 30))",,out:not-headline, benchmarklist-professional-reasoning-bench-legal-of-43,benchmarklist,grok-4.7,xhigh,mixed,hard,,,,,,,47.6,Score (%),0.0289,,restated-from:https://labs.scale.com/leaderboard/prbench-legal,"https://benchmarklist.com/models/x-ai-grok-4.7/ (Results table, row Professional Reasoning Bench - Legal (rank 18 / 43))",,out:not-headline, benchmarklist-aa-lcr-of-425,benchmarklist,grok-4.7,unstated,mixed,hard,,,,,,,80.0,Score (%),0.0289,,restated-from:https://artificialanalysis.ai/api/v2/data/llms/models,"https://benchmarklist.com/models/x-ai-grok-4.7/ (Results table, row AA-LCR (rank 52 / 425))",,out:effort-not-established, benchmarklist-arxivmath-of-35,benchmarklist,grok-4.7,xhigh,mixed,hard,,USD,0.47,0.00289,1165,96964,60.8,Score (%),0.0289,,restated-from:https://matharena.ai/?comp=arxiv--may; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/x-ai-grok-4.7/ (Results table, row ArxivMath (rank 23 / 35))",,out:not-headline,out:cost-single-couple benchmarklist-design-arena-of-376,benchmarklist,grok-4.7,unstated,mixed,hard,,,,,,,1312,Elo,0.289,,restated-from:https://www.designarena.ai/leaderboard/game-dev,"https://benchmarklist.com/models/x-ai-grok-4.7/ (Results table, row Design Arena (rank 57 / 376))",,out:effort-not-established, benchmarklist-blueprint-bench-2-of-31,benchmarklist,grok-4.7,unstated,mixed,hard,,,,,,,0.689,Normalized Score,0.000289,,restated-from:https://andonlabs.com/evals/blueprint-bench-2,"https://benchmarklist.com/models/x-ai-grok-4.7/ (Results table, row Blueprint-Bench 2 (rank 12 / 31))",,out:effort-not-established, benchmarklist-hle-diamond-of-9,benchmarklist,grok-4.7,high,mixed,hard,,,,,,,22.8,Overall accuracy (%),0.0289,,restated-from:https://lastexam.ai/blog/hle-diamond,"https://benchmarklist.com/models/x-ai-grok-4.7/ (Results table, row HLE-Diamond (rank 9 / 9))",,out:not-headline, benchmarklist-critpt-of-32,benchmarklist,grok-4.7,xhigh,mixed,hard,,,,,,,17.7,Accuracy (%),0.0289,,restated-from:https://artificialanalysis.ai/evaluations/critpt,"https://benchmarklist.com/models/x-ai-grok-4.7/ (Results table, row CritPt (rank 20 / 32))",,out:not-headline, benchmarklist-lech-mazur-writing-of-56,benchmarklist,grok-4.7,high,mixed,hard,,,,,,,0.351,Comparison Score (points),0.000289,,restated-from:https://github.com/lechmazur/writing/,"https://benchmarklist.com/models/x-ai-grok-4.7/ (Results table, row Lech Mazur Writing (rank 23 / 56))",,out:not-headline, benchmarklist-arc-agi-2-of-115,benchmarklist,grok-4.7,low,mixed,hard,,USD/task,0.17,0.00289,,,16.7,score%,0.0289,,restated-from:https://arcprize.org/media/data/leaderboard/v2.json; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/x-ai-grok-4.7/ (Cost vs score table ""Grok 4.7 on ARC-AGI-2"", row Low)",,out:not-headline,in benchmarklist-arc-agi-2-of-115,benchmarklist,grok-4.7,medium,mixed,hard,,USD/task,1.48,0.00289,,,58.8,score%,0.0289,,restated-from:https://arcprize.org/media/data/leaderboard/v2.json; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/x-ai-grok-4.7/ (Cost vs score table ""Grok 4.7 on ARC-AGI-2"", row Medium)",,out:not-headline,in benchmarklist-arc-agi-2-of-115,benchmarklist,grok-4.7,high,mixed,hard,,USD/task,1.55,0.00289,,,58.3,score%,0.0289,,restated-from:https://arcprize.org/media/data/leaderboard/v2.json; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://benchmarklist.com/models/x-ai-grok-4.7/ (Cost vs score table ""Grok 4.7 on ARC-AGI-2"", row High)",,out:not-headline,in benchmarklist-vals-harvey-legal-agent-benchmark-summary,benchmarklist,grok-4.7,unstated,mixed,hard,,,,,,,12.5,score%,0.0289,,restated-from:Vals AI,"https://benchmarklist.com/models/x-ai-grok-4.7/ (section Model summary, paragraph 2)",,out:effort-not-established, benchmarklist-obvbench,benchmarklist.com,glm-5-turbo,not-established:ambiguous,reasoning-math,mid,,per-full-run,0.029,0.000289,,,59.7,answer_pass3%,0.0289,,restated-from:The public v0.2 release scores 293 model configurations across 144 questions; a held-out private set is not released.,"https://benchmarklist.com/models/z-ai-glm-5-turbo/ (table Setting / Score / Cost, row None)",,out:effort-not-established,out:effort-not-established benchmarklist-obvbench,benchmarklist.com,glm-5-turbo,not-established:absent,reasoning-math,mid,,per-full-run,0.34,0.00289,,,95.1,answer_pass3%,0.0289,,restated-from:The public v0.2 release scores 293 model configurations across 144 questions; a held-out private set is not released.,"https://benchmarklist.com/models/z-ai-glm-5-turbo/ (table Setting / Score / Cost, row Default)",,out:effort-not-established,out:effort-not-established benchmarklist-obvbench,benchmarklist.com,qwen3.8-omni-flash,nothink,reasoning-math,mid,,per-full-run,0.0041,2.89e-05,,,63.9,answer_pass3%,0.0289,,restated-from:The public v0.2 release scores 293 model configurations across 144 questions; a held-out private set is not released.; same-runs-as:src-github-obviousbench-v0.2-aggregate-2026-10-10#M545,"https://benchmarklist.com/models/qwen-qwen3.8-omni-flash/ (sweep table, row None)",,out:copy,out:copy benchmarklist-obvbench,benchmarklist.com,qwen3.8-omni-flash,low,reasoning-math,mid,,per-full-run,0.031,0.000289,,,97.9,answer_pass3%,0.0289,,restated-from:The public v0.2 release scores 293 model configurations across 144 questions; a held-out private set is not released.; same-runs-as:src-github-obviousbench-v0.2-aggregate-2026-10-10#M546,"https://benchmarklist.com/models/qwen-qwen3.8-omni-flash/ (sweep table, row Low)",,out:copy,out:copy benchmarklist-obvbench,benchmarklist.com,qwen3.8-omni-flash,medium,reasoning-math,mid,,per-full-run,0.03,0.00289,,,97.2,answer_pass3%,0.0289,,restated-from:The public v0.2 release scores 293 model configurations across 144 questions; a held-out private set is not released.; same-runs-as:src-github-obviousbench-v0.2-aggregate-2026-10-10#M547,"https://benchmarklist.com/models/qwen-qwen3.8-omni-flash/ (sweep table, row Medium)",,out:copy,out:copy benchmarklist-obvbench,benchmarklist.com,qwen3.8-omni-flash,not-established:absent,reasoning-math,mid,,per-full-run,0.03,0.00289,,,98.6,answer_pass3%,0.0289,,restated-from:The public v0.2 release scores 293 model configurations across 144 questions; a held-out private set is not released.,"https://benchmarklist.com/models/qwen-qwen3.8-omni-flash/ (sweep table, row High)",,out:effort-not-established,out:effort-not-established birdsql,bird-bench.github.io,opus-4.6,unstated,coding,hard,BIRD-baseline,,,,,,70.15,acc%,0.00289,,,"https://bird-bench.github.io/ (first table, row ""Claude Opus 4.6"", column ""Test (%)"")",,out:effort-not-established, birdsql,bird-bench.github.io,sonnet-4.5,unstated,coding,hard,BIRD-baseline,,,,,,66.85,acc%,0.00289,,,"https://bird-bench.github.io/ (first table, row ""Claude 4.5 Sonnet"", column ""Test (%)"")",,out:effort-not-established, birdsql,bird-bench.github.io,?Qwen3-Coder-480B-A35B,not-established:absent,coding,hard,BIRD-baseline,,,,,,68.14,acc%,0.00289,,,"https://bird-bench.github.io/ (first table, row ""Qwen3-Coder-480B-A35B"", column ""Test (%)"")",,out:model-not-established, birdsql,bird-bench.github.io,glm-4.7,unstated,coding,hard,BIRD-baseline,,,,,,62.94,acc%,0.00289,,,"https://bird-bench.github.io/ (first table, row ""GLM-4.7"", column ""Test (%)"")",,out:effort-not-established, birdsql,bird-bench.github.io,deepseek-r1,solo,coding,hard,BIRD-baseline,,,,,,60.93,acc%,0.00289,,,"https://bird-bench.github.io/ (first table, row ""DeepSeek-R1"", column ""Test (%)"")",,out:single-couple, birdsql,bird-bench.github.io,kimi-k2-thinking,solo,coding,hard,BIRD-baseline,,,,,,59.87,acc%,0.00289,,,"https://bird-bench.github.io/ (first table, row ""Kimi-K2-Thinking"", column ""Test (%)"")",,out:single-couple, birdsql,bird-bench.github.io,?DeepSeek,not-established:absent,coding,hard,BIRD-baseline,,,,,,56.68,acc%,0.00289,,,"https://bird-bench.github.io/ (first table, row ""DeepSeek"", column ""Test (%)"")",,out:model-not-established, birdsql,bird-bench.github.io,?gpt-4-32k,not-established:absent,coding,hard,BIRD-baseline,,,,,,54.89,acc%,0.00289,,,"https://bird-bench.github.io/ (first table, row ""GPT-4"", column ""Test (%)"")",,out:model-not-established, birdsql,bird-bench.github.io,?gpt-3.5-turbo,not-established:absent,coding,hard,BIRD-baseline,,,,,,39.30,acc%,0.00289,,,"https://bird-bench.github.io/ (first table, row ""ChatGPT"", column ""Test (%)"")",,out:model-not-established, birdsql,bird-bench.github.io,?Codex,not-established:absent,coding,hard,BIRD-baseline,,,,,,36.47,acc%,0.00289,,,"https://bird-bench.github.io/ (first table, row ""Codex"", column ""Test (%)"")",,out:model-not-established, birdsql,bird-bench.github.io,?T5-3B,not-established:absent,coding,hard,BIRD-baseline,,,,,,24.05,acc%,0.00289,,,"https://bird-bench.github.io/ (first table, row ""T5-3B"", column ""Test (%)"")",,out:model-not-established, birdsql,bird-bench.github.io,?T5-Large,not-established:absent,coding,hard,BIRD-baseline,,,,,,20.94,acc%,0.00289,,,"https://bird-bench.github.io/ (first table, row ""T5-Large"", column ""Test (%)"")",,out:model-not-established, birdsql,bird-bench.github.io,?T5-Base,not-established:absent,coding,hard,BIRD-baseline,,,,,,12.89,acc%,0.00289,,,"https://bird-bench.github.io/ (first table, row ""T5-Base"", column ""Test (%)"")",,out:model-not-established, bito-carbon-overall,bito.ai,gemini-4-carbon,not-established:absent,agentic-tool,hard,ClaudeCode,,,,,,79.5,score%,0.0289,,,https://bito.ai/blog/gemini-4-carbon-vs-claude-opus-5-5-fable-5-2-coding/ (article),,out:effort-not-established, bito-carbon-long,bito.ai,gemini-4-carbon,not-established:absent,agentic-tool,hard,ClaudeCode,per-session,2.75,0.00289,,,76.3,score%,0.0289,,,https://bito.ai/blog/gemini-4-carbon-vs-claude-opus-5-5-fable-5-2-coding/ (article),,out:effort-not-established,out:effort-not-established bito-carbon-oneshot,bito.ai,gemini-4-carbon,not-established:absent,agentic-tool,hard,ClaudeCode,per-question,0.53,0.00289,,,89.1,score%,0.0289,,,https://bito.ai/blog/gemini-4-carbon-vs-claude-opus-5-5-fable-5-2-coding/ (article),,out:effort-not-established,out:effort-not-established bito-carbon-20turn,bito.ai,gemini-4-carbon,not-established:absent,agentic-tool,hard,ClaudeCode,per-session,21,0.289,,,79.4,score%,0.0289,,,https://bito.ai/blog/gemini-4-carbon-vs-claude-opus-5-5-fable-5-2-coding/ (article),,out:effort-not-established,out:effort-not-established bito-carbon-long,bito.ai,gemini-4-carbon,not-established:absent,agentic-tool,hard,ClaudeCode,,,,,,72.9,score%,0.0289,,,https://bito.ai/blog/gemini-4-carbon-vs-claude-opus-5-5-fable-5-2-coding/ (section méthode),,out:effort-not-established, bito-carbon-oneshot,bito.ai,gemini-4-carbon,not-established:absent,agentic-tool,hard,ClaudeCode,,,,,,83,score%,0.289,,,https://bito.ai/blog/gemini-4-carbon-vs-claude-opus-5-5-fable-5-2-coding/ (section méthode),,out:effort-not-established, bito-carbon-long,bito.ai,gemini-4-carbon,not-established:absent,agentic-tool,hard,ClaudeCode,,,,,,72.8,score%,0.0289,,,https://bito.ai/blog/gemini-4-carbon-vs-claude-opus-5-5-fable-5-2-coding/ (section méthode),,out:effort-not-established, bito-s55o55-pct,bito.ai,haiku-4.5,default,coding,hard,ClaudeCode,,,,,,46,score%,0.0289,,,https://bito.ai/blog/claude-haiku-4-5-vs-haiku-5-5 (table row),,out:effort-not-established, bito-s55o55-pct,bito.ai,haiku-5.5,medium,coding,hard,ClaudeCode,per-session,0.31,0.00289,,,76,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://bito.ai/blog/claude-haiku-5-5-vs-sonnet-5-5-vs-opus-5-5 (table row),,in,in bito-s55o55-pct,bito.ai,haiku-5.5,high,coding,hard,ClaudeCode,per-session,0.62,0.00289,,,79,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://bito.ai/blog/claude-haiku-5-5-vs-sonnet-5-5-vs-opus-5-5 (table row),,in,in bito-s55o55-pct,bito.ai,sonnet-5.5,high,coding,hard,ClaudeCode,per-session,0.8925,0.172,,,82,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://bito.ai/blog/claude-haiku-5-5-vs-sonnet-5-5-vs-opus-5-5 (table row),,in,in bito-s55o55-pct,bito.ai,sonnet-5.5,medium,coding,hard,ClaudeCode,per-session,0.48,0.0924,,,77,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://bito.ai/blog/claude-haiku-5-5-vs-sonnet-5-5-vs-opus-5-5 (table row),,in,in bito-s55o55-pct,bito.ai,opus-5.5,medium,coding,hard,ClaudeCode,per-session,2.71,0.00289,,,85,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://bito.ai/blog/claude-haiku-5-5-vs-sonnet-5-5-vs-opus-5-5 (table row),,in,in bito-s55o55,bito.ai,sonnet-5.5,medium,coding,hard,ClaudeCode,per-session,0.585,0.113,,,38.5,score/50,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://bito.ai/blog/claude-sonnet-5-5-vs-opus-5-5 (table row),,out:republished,in bito-s55o55,bito.ai,sonnet-5.5,high,coding,hard,ClaudeCode,per-session,1.125,0.217,,,40.7,score/50,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://bito.ai/blog/claude-sonnet-5-5-vs-opus-5-5 (table row),,out:republished,in bito-s55o55,bito.ai,opus-5.5,medium,coding,hard,ClaudeCode,per-session,2.71,0.00289,,,42.7,score/50,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://bito.ai/blog/claude-sonnet-5-5-vs-opus-5-5 (table row),,out:republished,out:cost-single-couple bixbench3-score,bixbench3-2608.25286,gpt-5.6-sol,max,agentic-tool,frontier,Inspect AI ReAct (5 tools),per-task,42.25,4.89,,,0.48,score-of-1,0.00289,,cost-unrepriced; cost-price-band,https://arxiv.org/abs/2608.25286 (Section 2.2 / abstract: mean score across 20 tasks (Figure 3A)),,in,out:cost-single-couple bixbench3-score,bixbench3-2608.25286,kimi-k3,not-established:absent,agentic-tool,frontier,Inspect AI ReAct (5 tools),per-task,15.3,0.357,,,0.47,score-of-1,0.00289,,,https://arxiv.org/abs/2608.25286 (Section 2.2 / abstract: mean score across 20 tasks (Figure 3A)),,out:effort-not-established,out:effort-not-established bixbench3-score,bixbench3-2608.25286,glm-5.2,not-established:absent,agentic-tool,frontier,Inspect AI ReAct (5 tools),per-task,114.1,0.357,,,0.46,score-of-1,0.00289,,,https://arxiv.org/abs/2608.25286 (Section 2.2 / abstract: mean score across 20 tasks (Figure 3A)),,out:effort-not-established,out:effort-not-established bixbench3-score,bixbench3-2608.25286,opus-4.8,max,agentic-tool,frontier,Inspect AI ReAct (5 tools),per-task,52.5,0.357,,,0.46,score-of-1,0.00289,,cost-base-price:cost-publisher-figure,https://arxiv.org/abs/2608.25286 (Section 2.2 / abstract: mean score across 20 tasks (Figure 3A)),,in,in bixbench3-score,bixbench3-2608.25286,gpt-5.5,xhigh,agentic-tool,frontier,Inspect AI ReAct (5 tools),per-task,25.4,0.357,,,0.43,score-of-1,0.00289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.25286 (Figure 3A, label printed above the bar of GPT 5.5 (bar centred at about x=463 px of img-p5.png))",,in,in bixbench3-score,bixbench3-2608.25286,gemini-3.5-flash,high,agentic-tool,frontier,Inspect AI ReAct (5 tools),per-task,43.7,0.595,,,0.42,score-of-1,0.00289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.25286 (Figure 3A, label printed above the bar of Gemini 3.5 Flash (bar centred at about x=532 px of img-p5.png))",,in,in bixbench3-score,bixbench3-2608.25286,opus-5,max,agentic-tool,frontier,Inspect AI ReAct (5 tools),per-task,41.3,0.357,,,0.41,score-of-1,0.00289,,cost-base-price:cost-publisher-figure,https://arxiv.org/abs/2608.25286 (Section 2.2 / abstract: mean score across 20 tasks (Figure 3A)),,in,in bixbench3-score,bixbench3-2608.25286,gpt-5.4-mini,xhigh,agentic-tool,frontier,Inspect AI ReAct (5 tools),per-task,8.5,0.357,,,0.36,score-of-1,0.00289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.25286 (Figure 3A, label printed above the bar of GPT 5.4 Mini (bar centred at about x=670 px of img-p5.png))",,in,in bixbench3-score,bixbench3-2608.25286,gpt-5.4-nano,xhigh,agentic-tool,frontier,Inspect AI ReAct (5 tools),per-task,3.5,0.357,,,0.28,score-of-1,0.00289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2608.25286 (Figure 3A, label printed above the bar of GPT 5.4 Nano (bar centred at about x=740 px of img-p5.png))",,in,in bixbench3-score,bixbench3-2608.25286,gemini-3.1-pro,high,agentic-tool,frontier,Inspect AI ReAct (5 tools),per-task,129.1,0.357,,,0.25,score-of-1,0.00289,,,"https://arxiv.org/abs/2608.25286 (Figure 3A, label printed above the bar of Gemini 3.1 Pro Preview (bar centred at about x=809 px of img-p5.png))",,in,out:cost-not-comparable bixbench3-score,bixbench3-2608.25286,sonnet-4.6,max,agentic-tool,frontier,Inspect AI ReAct (5 tools),per-task,88.3,0.357,,,0.15,score-of-1,0.00289,,,"https://arxiv.org/abs/2608.25286 (Figure 3A, label printed above the bar of Claude Sonnet 4.6 (bar centred at about x=878 px of img-p5.png))",,out:effort-not-established,out:effort-not-established bixbench3-score,bixbench3-2608.25286,haiku-4.5,think-63999,agentic-tool,frontier,Inspect AI ReAct (5 tools),per-task,2.1,0.595,,,0.02,score-of-1,0.00289,,,"https://arxiv.org/abs/2608.25286 (Figure 3A, label printed above the bar of Claude Haiku 4.5 (bar centred at about x=947 px of img-p5.png))",,out:budget-config,out:budget-config bixbench3-score,bixbench3-2608.25286,gemini-3.1-flash-lite,high,agentic-tool,frontier,Inspect AI ReAct (5 tools),per-task,0.4,0.595,,,0.00,score-of-1,0.00289,,cost-base-price:cost-publisher-figure,https://arxiv.org/abs/2608.25286 (Section 2.2 / abstract: mean score across 20 tasks (Figure 3A)),,out:uninformative,in cursorbench40@bluesky,bluesky,fable-5.2,unstated,coding,frontier,CursorBench,per-task,9.70,0.00289,,,,score%,,,restated-from:Cursor,https://bsky.app/profile/gptproto-jacob.bsky.social/post/3mzvrwj6cj42s (),,,out:effort-not-established s7t-wandr-perplexity-post,bluesky,fable-5.2,unstated,agentic-tool,hard,,per-task,14.51,0.00289,,,,wandr-score,,,restated-from:Perplexity,https://bsky.app/profile/gptproto-jacob.bsky.social/post/3mzvrwj6cj42s (),,,out:effort-not-established s7t-bsky-ironcurtain-fps-gun,bluesky,fable-5.2,xhigh,coding,easy,,per-run,34.79,0.00289,,,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://bsky.app/profile/ironcurtaincall.bsky.social/post/3mzvwd5g27xf3 (),,,in s7t-bsky-ironcurtain-fps-gun,bluesky,opus-5.5,xhigh,coding,easy,,per-run,22.07,0.00289,,,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://bsky.app/profile/ironcurtaincall.bsky.social/post/3mzvwd5g27xf3 (),,,in s7t-wandr-perplexity-post,bluesky,fable-5.2,unstated,agentic-tool,hard,,per-task,14.51,0.00289,,,0.851,wandr-score,0.000289,,evaluated-by:On our WANDR benchmark,"https://bsky.app/profile/perplexity-ai.zpravobot.news.ap.brid.gy/post/3mzvoewbuj4y2 (post text, second paragraph)",,out:effort-not-established,out:effort-not-established boxconsumer,box.com,opus-5,unstated,mixed,mid,Box AI,,,,,,76,accuracy%,0.289,,,"https://blog.box.com/claude-opus-55-faster-and-leaner-high-quality-work (industry line ""Consumer products (76% → 82%)"": Opus 5 is the first figure)",,out:effort-not-established, boxconsumer,box.com,opus-5.5,unstated,mixed,mid,Box AI,,,,,,82,accuracy%,0.289,,,"https://blog.box.com/claude-opus-55-faster-and-leaner-high-quality-work (industry line ""Consumer products (76% → 82%)"": Opus 5.5 is the second figure)",,out:effort-not-established, boxfinserv,box.com,opus-5,unstated,reasoning-math,mid,Box AI,,,,,,73,accuracy%,0.289,,,"https://blog.box.com/claude-opus-55-faster-and-leaner-high-quality-work (industry line ""Financial services (73% → 75%)"": Opus 5 is the first figure)",,out:effort-not-established, boxfinserv,box.com,opus-5.5,unstated,reasoning-math,mid,Box AI,,,,,,75,accuracy%,0.289,,,"https://blog.box.com/claude-opus-55-faster-and-leaner-high-quality-work (industry line ""Financial services (73% → 75%)"": Opus 5.5 is the second figure)",,out:effort-not-established, boxtech,box.com,opus-5,unstated,reasoning-math,mid,Box AI,,,,,,63,accuracy%,0.289,,,"https://blog.box.com/claude-opus-55-faster-and-leaner-high-quality-work (industry line ""Technology (63% → 74%)"": Opus 5 is the first figure)",,out:effort-not-established, boxtech,box.com,opus-5.5,unstated,reasoning-math,mid,Box AI,,,,,,74,accuracy%,0.289,,,"https://blog.box.com/claude-opus-55-faster-and-leaner-high-quality-work (industry line ""Technology (63% → 74%)"": Opus 5.5 is the second figure)",,out:effort-not-established, boxs55-all,box.com,sonnet-5,unstated,mixed,mid,Box AI,,,,,,61,accuracy%,0.289,,,"https://blog.box.com/claude-sonnet-55-real-enterprise-knowledge-work (industry line ""Sonnet 5.5 reached 65% overall accuracy against Sonnet 5's 61%"": Sonnet 5 is the first figure)",,out:effort-not-established, boxs55-all,box.com,sonnet-5.5,unstated,mixed,mid,Box AI,,,,,,65,accuracy%,0.289,,,"https://blog.box.com/claude-sonnet-55-real-enterprise-knowledge-work (industry line ""Sonnet 5.5 reached 65% overall accuracy against Sonnet 5's 61%"": Sonnet 5.5 is the second figure)",,out:effort-not-established, boxs55-finserv,box.com,sonnet-5,unstated,reasoning-math,mid,Box AI,,,,,,63,accuracy%,0.289,,,"https://blog.box.com/claude-sonnet-55-real-enterprise-knowledge-work (industry line ""Financial services (63% to 81%)"": Sonnet 5 is the first figure)",,out:effort-not-established, boxs55-finserv,box.com,sonnet-5.5,unstated,reasoning-math,mid,Box AI,,,,,,81,accuracy%,0.289,,,"https://blog.box.com/claude-sonnet-55-real-enterprise-knowledge-work (industry line ""Financial services (63% to 81%)"": Sonnet 5.5 is the second figure)",,out:effort-not-established, boxs55-legal,box.com,sonnet-5,unstated,mixed,mid,Box AI,,,,,,60,accuracy%,0.289,,,"https://blog.box.com/claude-sonnet-55-real-enterprise-knowledge-work (industry line ""Legal (60% to 67%)"": Sonnet 5 is the first figure)",,out:effort-not-established, boxs55-legal,box.com,sonnet-5.5,unstated,mixed,mid,Box AI,,,,,,67,accuracy%,0.289,,,"https://blog.box.com/claude-sonnet-55-real-enterprise-knowledge-work (industry line ""Legal (60% to 67%)"": Sonnet 5.5 is the second figure)",,out:effort-not-established, boxs55-lifesci,box.com,sonnet-5,unstated,mixed,mid,Box AI,,,,,,54,accuracy%,0.289,,,"https://blog.box.com/claude-sonnet-55-real-enterprise-knowledge-work (industry line ""Life sciences (54% to 62%)"": Sonnet 5 is the first figure)",,out:effort-not-established, boxs55-lifesci,box.com,sonnet-5.5,unstated,mixed,mid,Box AI,,,,,,62,accuracy%,0.289,,,"https://blog.box.com/claude-sonnet-55-real-enterprise-knowledge-work (industry line ""Life sciences (54% to 62%)"": Sonnet 5.5 is the second figure)",,out:effort-not-established, boxs55-public,box.com,sonnet-5,unstated,mixed,mid,Box AI,,,,,,55,accuracy%,0.289,,,"https://blog.box.com/claude-sonnet-55-real-enterprise-knowledge-work (industry line ""Public sector (55% to 62%)"": Sonnet 5 is the first figure)",,out:effort-not-established, boxs55-public,box.com,sonnet-5.5,unstated,mixed,mid,Box AI,,,,,,62,accuracy%,0.289,,,"https://blog.box.com/claude-sonnet-55-real-enterprise-knowledge-work (industry line ""Public sector (55% to 62%)"": Sonnet 5.5 is the second figure)",,out:effort-not-established, braintrust25,braintrust,glm-5.2,unstated,coding,mid,retrieval-25K,per-trace,0.0208,2.89e-05,,,83.3,ASTMatch%,0.0289,,,"https://www.braintrust.dev/evals/glm-52-vs-opus-48-long-context-retrieval (Retrieval (25K) row, table row: ASTSemanticMatch pass rate)",,out:effort-not-established,out:effort-not-established braintrust25,braintrust,opus-4.8,unstated,coding,mid,retrieval-25K,per-trace,0.0856,2.89e-05,,,87.0,ASTMatch%,0.0289,,,"https://www.braintrust.dev/evals/glm-52-vs-opus-48-long-context-retrieval (Retrieval (25K) row, table row: ASTSemanticMatch pass rate)",,out:effort-not-established,out:effort-not-established braintrust25,braintrust,sonnet-5,unstated,coding,mid,retrieval-25K,,,,,,83.2,ASTMatch%,0.0289,,,"https://www.braintrust.dev/evals/glm-52-vs-opus-48-long-context-retrieval (AST semantic column of the Sonnet 5 row, table row: ASTSemanticMatch pass rate)",,out:effort-not-established, braintrust50,braintrust,glm-5.2,unstated,coding,mid,retrieval-50K,per-trace,0.0415,2.89e-05,,,84.5,ASTMatch%,0.0289,,,"https://www.braintrust.dev/evals/glm-52-vs-opus-48-long-context-retrieval (Retrieval (50K) row, table row: ASTSemanticMatch pass rate)",,out:effort-not-established,out:effort-not-established braintrust50,braintrust,opus-4.8,unstated,coding,mid,retrieval-50K,per-trace,0.1849,2.89e-05,,,87.9,ASTMatch%,0.0289,,,"https://www.braintrust.dev/evals/glm-52-vs-opus-48-long-context-retrieval (Retrieval (50K) row, table row: ASTSemanticMatch pass rate)",,out:effort-not-established,out:effort-not-established braintrust50,braintrust,sonnet-5,unstated,coding,mid,retrieval-50K,,,,,,71.4,ASTMatch%,0.0289,,,"https://www.braintrust.dev/evals/glm-52-vs-opus-48-long-context-retrieval (AST semantic column of the Sonnet 5 row, table row: ASTSemanticMatch pass rate)",,out:effort-not-established, braintrust25,braintrust,sonnet-4.6,unstated,coding,mid,retrieval-25K,per-trace,0.040,0.000289,,,56.0,ASTMatch%,0.0289,,,"https://www.braintrust.dev/evals/glm-52-vs-opus-48-technical-report (same row, column AST (ASTSemanticMatch))",,out:effort-not-established,out:effort-not-established braintrust50,braintrust,sonnet-4.6,unstated,coding,mid,retrieval-50K,per-trace,0.080,0.000289,,,66.7,ASTMatch%,0.0289,,,"https://www.braintrust.dev/evals/glm-52-vs-opus-48-technical-report (same row, column AST (ASTSemanticMatch))",,out:effort-not-established,out:effort-not-established braintrust25,braintrust,opus-4.6,unstated,coding,mid,retrieval-25K,per-trace,0.060,0.000289,,,57.3,ASTMatch%,0.0289,,,"https://www.braintrust.dev/evals/glm-52-vs-opus-48-technical-report (same row, column AST (ASTSemanticMatch))",,out:effort-not-established,out:effort-not-established braintrust50,braintrust,opus-4.6,unstated,coding,mid,retrieval-50K,per-trace,0.130,0.000289,,,66.8,ASTMatch%,0.0289,,,"https://www.braintrust.dev/evals/glm-52-vs-opus-48-technical-report (same row, column AST (ASTSemanticMatch))",,out:effort-not-established,out:effort-not-established braintrustmtb,braintrust,opus-5.5,not-established:absent,mixed,mid,retrieval-mathtutorbench,per-100-responses,0.605,0.000289,,,80.1,problems-solved%,0.0289,,,"https://www.braintrust.dev/evals/opus-55-vs-gpt-6 (same table, row Opus 5.5, column Problems solved (95% CI))",,out:effort-not-established,out:effort-not-established braintrustmtb,braintrust,fable-5.1,not-established:absent,mixed,mid,retrieval-mathtutorbench,per-100-responses,1.243,0.000289,,,79.6,problems-solved%,0.0289,,,"https://www.braintrust.dev/evals/opus-55-vs-gpt-6 (same table, row Fable 5.1, column Problems solved (95% CI))",,out:effort-not-established,out:effort-not-established braintrustmtb,braintrust,gpt-6-luna,not-established:absent,mixed,mid,retrieval-mathtutorbench,per-100-responses,0.011,0.000289,,,78.0,problems-solved%,0.0289,,,"https://www.braintrust.dev/evals/opus-55-vs-gpt-6 (same table, row GPT-6 Luna, column Problems solved (95% CI))",,out:effort-not-established,out:effort-not-established braintrustmtb,braintrust,gpt-5.6-sol,not-established:absent,mixed,mid,retrieval-mathtutorbench,per-100-responses,0.306,0.000289,,,77.2,problems-solved%,0.0289,,,"https://www.braintrust.dev/evals/opus-55-vs-gpt-6 (same table, row GPT-5.6 Sol, column Problems solved (95% CI))",,out:effort-not-established,out:effort-not-established braintrustmtb,braintrust,deepseek-v4-pro-0813,not-established:absent,mixed,mid,retrieval-mathtutorbench,per-100-responses,0.439,0.000289,,,77.2,problems-solved%,0.0289,,,"https://www.braintrust.dev/evals/opus-55-vs-gpt-6 (same table, row DeepSeek V4 Pro, column Problems solved (95% CI))",,out:effort-not-established,out:effort-not-established braintrustmtb,braintrust,gpt-6-sol,not-established:absent,mixed,mid,retrieval-mathtutorbench,per-100-responses,0.153,0.000289,,,76.8,problems-solved%,0.0289,,,"https://www.braintrust.dev/evals/opus-55-vs-gpt-6 (same table, row GPT-6 Sol, column Problems solved (95% CI))",,out:effort-not-established,out:effort-not-established brinvik-salesforecast,brinvik.com,sonnet-5.5,unstated,mixed,mid,,,,,,,,none,,,,https://brinvik.com/en/journal/claude-sonnet-5-5-vs-opus-5-5-sales-forecast-test (),,,out:effort-not-established brinvik-salesforecast,brinvik.com,opus-5.5,unstated,mixed,mid,,,1.39,0.00289,,,,none,,,,https://brinvik.com/en/journal/claude-sonnet-5-5-vs-opus-5-5-sales-forecast-test (),,,out:effort-not-established broodwar,broodwarbench,?Codex Astra,not-established:absent,agentic-tool,hard,,per-task,10.54,0.00289,,,100,win%,0,,,"https://bw.swerdlow.dev/report (report-data.json $.initialReport.leaderboard[0].winRate (win rate = wins / games; 18 wins, 0 losses; printed 100.0%))",,out:model-not-established,out:model-not-established broodwar,broodwarbench,?Codex Astra,not-established:absent,agentic-tool,hard,,per-task,15.11,0.00289,,,88.88888888888888,win%,0,,,"https://bw.swerdlow.dev/report (report-data.json $.initialReport.leaderboard[1].winRate (win rate = wins / games; 16 wins, 2 losses; printed 88.9%))",,out:model-not-established,out:model-not-established broodwar,broodwarbench,?Claude Fable,not-established:absent,agentic-tool,hard,,per-task,12.235380500000002,0,,,83.33333333333334,win%,0,,,"https://bw.swerdlow.dev/report (report-data.json $.initialReport.leaderboard[2].winRate (win rate = wins / games; 15 wins, 3 losses; printed 83.3%))",,out:model-not-established,out:model-not-established broodwar,broodwarbench,?Codex Astra,not-established:absent,agentic-tool,hard,,per-task,21.07,0.00289,,,77.77777777777778,win%,0,,,"https://bw.swerdlow.dev/report (report-data.json $.initialReport.leaderboard[3].winRate (win rate = wins / games; 14 wins, 4 losses; printed 77.8%))",,out:model-not-established,out:model-not-established broodwar,broodwarbench,?Codex 5.6 Sol,not-established:absent,agentic-tool,hard,,,,,,,72.22222222222222,win%,0,,,"https://bw.swerdlow.dev/report (report-data.json $.initialReport.leaderboard[4].winRate (win rate = wins / games; 13 wins, 5 losses; printed 72.2%))",,out:model-not-established, broodwar,broodwarbench,?Codex 5.6 Sol,not-established:absent,agentic-tool,hard,,,,,,,66.66666666666666,win%,0,,,"https://bw.swerdlow.dev/report (report-data.json $.initialReport.leaderboard[5].winRate (win rate = wins / games; 12 wins, 6 losses; printed 66.7%))",,out:model-not-established, broodwar,broodwarbench,opus-5,default,agentic-tool,hard,,per-task,20.781034999999996,0,,,66.66666666666666,win%,0,,,"https://bw.swerdlow.dev/report (report-data.json $.initialReport.leaderboard[6].winRate (win rate = wins / games; 12 wins, 6 losses; printed 66.7%))",,out:effort-not-established,out:effort-not-established broodwar,broodwarbench,?Codex 5.6 Sol,not-established:absent,agentic-tool,hard,,,,,,,61.11111111111112,win%,0,,,"https://bw.swerdlow.dev/report (report-data.json $.initialReport.leaderboard[7].winRate (win rate = wins / games; 11 wins, 7 losses; printed 61.1%))",,out:model-not-established, broodwar,broodwarbench,?Codex 5.6 Luna,not-established:absent,agentic-tool,hard,,,,,,,50,win%,0,,,"https://bw.swerdlow.dev/report (report-data.json $.initialReport.leaderboard[8].winRate (win rate = wins / games; 9 wins, 9 losses; printed 50.0%))",,out:model-not-established, broodwar,broodwarbench,?Codex 5.6 Terra,not-established:absent,agentic-tool,hard,,,,,,,50,win%,0,,,"https://bw.swerdlow.dev/report (report-data.json $.initialReport.leaderboard[9].winRate (win rate = wins / games; 9 wins, 9 losses; printed 50.0%))",,out:model-not-established, broodwar,broodwarbench,?Codex 5.6 Terra,not-established:absent,agentic-tool,hard,,,,,,,44.44444444444444,win%,0,,,"https://bw.swerdlow.dev/report (report-data.json $.initialReport.leaderboard[10].winRate (win rate = wins / games; 8 wins, 10 losses; printed 44.4%))",,out:model-not-established, broodwar,broodwarbench,?Codex 5.6 Terra,not-established:absent,agentic-tool,hard,,,,,,,44.44444444444444,win%,0,,,"https://bw.swerdlow.dev/report (report-data.json $.initialReport.leaderboard[11].winRate (win rate = wins / games; 8 wins, 10 losses; printed 44.4%))",,out:model-not-established, broodwar,broodwarbench,?Codex 5.6 Luna,not-established:absent,agentic-tool,hard,,,,,,,38.88888888888889,win%,0,,,"https://bw.swerdlow.dev/report (report-data.json $.initialReport.leaderboard[12].winRate (win rate = wins / games; 7 wins, 11 losses; printed 38.9%))",,out:model-not-established, broodwar,broodwarbench,?Claude Sonnet,not-established:absent,agentic-tool,hard,,per-task,8.98,0.00289,,,38.88888888888889,win%,0,,,"https://bw.swerdlow.dev/report (report-data.json $.initialReport.leaderboard[13].winRate (win rate = wins / games; 7 wins, 11 losses; printed 38.9%))",,out:model-not-established,out:model-not-established broodwar,broodwarbench,?Codex 5.6 Luna,not-established:absent,agentic-tool,hard,,,,,,,33.33333333333333,win%,0,,,"https://bw.swerdlow.dev/report (report-data.json $.initialReport.leaderboard[14].winRate (win rate = wins / games; 6 wins, 12 losses; printed 33.3%))",,out:model-not-established, broodwar,broodwarbench,grok-4.6,xhigh,agentic-tool,hard,,per-task,0.66253573,0,,,11.11111111111111,win%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://bw.swerdlow.dev/report (report-data.json $.initialReport.leaderboard[15].winRate (win rate = wins / games; 2 wins, 15 losses; printed 11.1%))",,in,in broodwar,broodwarbench,grok-4.6,medium,agentic-tool,hard,,per-task,0.78697437,0,,,5.555555555555555,win%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://bw.swerdlow.dev/report (report-data.json $.initialReport.leaderboard[16].winRate (win rate = wins / games; 1 wins, 16 losses; printed 5.6%))",,in,in broodwar,broodwarbench,?Claude Haiku,not-established:absent,agentic-tool,hard,,per-task,0.3426906722222222,0,,,0,win%,0,,,"https://bw.swerdlow.dev/report (report-data.json $.initialReport.leaderboard[17].winRate (win rate = wins / games; 0 wins, 16 losses; printed 0.0%))",,out:model-not-established,out:model-not-established broodwar,broodwarbench,grok-4.6,low,agentic-tool,hard,,per-task,1.2612256933333335,0,,,0,win%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://bw.swerdlow.dev/report (report-data.json $.initialReport.leaderboard[18].winRate (win rate = wins / games; 0 wins, 16 losses; printed 0.0%))",,out:uninformative,in buoy-haiku55-effort,buoy.gg,haiku-5.5,default,agentic-tool,mid,Ask Buoy(own agent),,,,,,93.8,pass%,0.0289,,,"https://buoy.gg/blog/claude-haiku-5-5-vs-gpt-6-luna (post text, 'Jobs done right' chart, bar label for Claude Haiku 5.5)",,out:effort-not-established, buoy-haiku55-effort,buoy.gg,haiku-5.5,high,agentic-tool,mid,Ask Buoy(own agent),,,,,,95.1,pass%,0.0289,,,"https://buoy.gg/blog/claude-haiku-5-5-vs-gpt-6-luna (post text, 'Turn it up' section: 95.1% jobs done right (with thinking effort high))",,in, buoy-haiku55-effort,buoy.gg,gpt-6-luna,medium,agentic-tool,mid,Ask Buoy(own agent),,,,,,94.1,pass%,0.0289,,,"https://buoy.gg/blog/claude-haiku-5-5-vs-gpt-6-luna (post text, 'Jobs done right' chart, bar label for GPT-6 Luna)",,in, c0ze-agenteval13,c0ze-agent-evaluation,sonnet-5.5,xhigh,mixed,mid,,per-13-task-run,11.25,2.18,,,9.54,score/10,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://github.com/c0ze/agent-evaluation (README table, row Sonnet 5.5, column Avg / task)",,in,out:cost-single-couple c0ze-agenteval13,c0ze-agent-evaluation,fable-5.1,xhigh,mixed,mid,,per-13-task-run,53,0.289,,,9.37,score/10,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://github.com/c0ze/agent-evaluation (README table, row Fable 5.1, column Avg / task)",,in,in c0ze-agenteval13,c0ze-agent-evaluation,opus-5.5,high,mixed,mid,,per-13-task-run,14,0.289,,,9.37,score/10,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://github.com/c0ze/agent-evaluation (README table, row Opus 5.5, column Avg / task)",,in,in c0ze-agenteval13,c0ze-agent-evaluation,haiku-5.5,xhigh,mixed,mid,,per-13-task-run,1.74,0.00289,444,844002,8.87,score/10,0.00289,,cost-base-price:cost-publisher-figure,"https://github.com/c0ze/agent-evaluation (README table, row Haiku 5.5, column Avg / task)",,in,out:cost-single-couple c0ze-agenteval13,c0ze-agent-evaluation,grok-4.7,xhigh,mixed,mid,,per-run,6.74,0.00289,,,8.73,score/10,0.00289,,harness-label-as-level:grok-cli; cost-base-price:cost-publisher-figure,"https://github.com/c0ze/agent-evaluation (README table, row Grok 4.7 (12 tasks), column Avg / task)",,in,out:cost-single-couple c0ze-agenteval13,c0ze-agent-evaluation,gpt-6-astra,xhigh,mixed,mid,,,,,,,8.62,score/10,0.00289,,,"https://github.com/c0ze/agent-evaluation (README table, row GPT-6 Astra, column Avg / task)",,in, c0ze-agenteval13,c0ze-agent-evaluation,gpt-6.1-sol,xhigh,mixed,mid,,,,,,,8.60,score/10,0.00289,,,"https://github.com/c0ze/agent-evaluation (README table, row GPT-6.1 Sol, column Avg / task)",,in, c0ze-agenteval13,c0ze-agent-evaluation,qwen3.8-max-0902,not-established:absent,mixed,mid,,,,,,,8.31,score/10,0.00289,,,"https://github.com/c0ze/agent-evaluation (README table, row Qwen 3.8 Max, column Avg / task)",,out:effort-not-established, c0ze-agenteval13,c0ze-agent-evaluation,glm-5.3,not-established:absent,mixed,mid,,per-13-task-run,1.49,0.00289,,,7.73,score/10,0.00289,,,"https://github.com/c0ze/agent-evaluation (README table, row GLM-5.3, column Avg / task)",,out:effort-not-established,out:effort-not-established c0ze-agenteval13,c0ze-agent-evaluation,gpt-6-luna,max,mixed,mid,,,,,,,7.35,score/10,0.00289,,,"https://github.com/c0ze/agent-evaluation (README table, row GPT-6 Luna, column Avg / task)",,in, c0ze-agenteval13,c0ze-agent-evaluation,kimi-k3,not-established:absent,mixed,mid,,per-13-task-run,3.47,0.00289,,,7.12,score/10,0.00289,,,"https://github.com/c0ze/agent-evaluation (README table, row Kimi K3, column Avg / task)",,out:effort-not-established,out:effort-not-established c0ze-agenteval13,c0ze-agent-evaluation,deepseek-v4-pro-0813,not-established:absent,mixed,mid,,per-13-task-run,0.43,0.00289,,,6.33,score/10,0.00289,,,"https://github.com/c0ze/agent-evaluation (README table, row DeepSeek V4 Pro, column Avg / task)",,out:effort-not-established,out:effort-not-established c0ze-agenteval13,c0ze-agent-evaluation,gemini-3.1-pro,high,mixed,mid,,,,,,,6.23,score/10,0.00289,,harness-label-as-level:antigravity-cli,"https://github.com/c0ze/agent-evaluation (README table, row Gemini 3.1 Pro, column Avg / task)",,in, c0ze-agenteval13,c0ze-agent-evaluation,gemini-3.8-flash,high,mixed,mid,,,,,,,6.15,score/10,0.00289,,harness-label-as-level:antigravity-cli,"https://github.com/c0ze/agent-evaluation (README table, row Gemini 3.8 Flash, column Avg / task)",,in, capc-fable52-aa-cost-copy,capitalandcompute,fable-5.2,high,mixed,hard,,per-task,9.08,0.00289,,,,none,,,restated-from:Artificial Analysis; same-runs-as:src-artificialanalysis-leaderboards-models-2026-11-10#M43,https://capitalandcompute.net/blog/claude-fable-5-2-pricing-benchmarks/ (),,,out:copy capc-fable52-aa-cost-copy,capitalandcompute,fable-5.2,max,mixed,hard,,per-task,26.54,0.00289,,,,none,,,restated-from:Artificial Analysis; same-runs-as:src-artificialanalysis-leaderboards-models-2026-11-10#M85,https://capitalandcompute.net/blog/claude-fable-5-2-pricing-benchmarks/ (),,,out:copy chartography-paper-jul2026,chartography-2608.10677,gpt-5.6-sol,max,mixed,frontier,Surge-hosted,,,,,,45.0,score%,0.0289,,,"https://arxiv.org/abs/2608.10677 (Table 3, row GPT-5.6 Sol (max reasoning), column Pass@1 (%))",,in, chartography-paper-jul2026,chartography-2608.10677,gpt-5.6-sol,default,mixed,frontier,Surge-hosted,,,,,,39.5,score%,0.0289,,,"https://arxiv.org/abs/2608.10677 (Table 3, row GPT-5.6 Sol (default), column Pass@1 (%))",,out:effort-not-established, chartography-paper-jul2026,chartography-2608.10677,gemini-3.5-flash,unstated,mixed,frontier,Surge-hosted,,,,,,35.9,score%,0.0289,,,"https://arxiv.org/abs/2608.10677 (Table 3, row Gemini 3.5 Flash, column Pass@1 (%))",,out:effort-not-established, chartography-paper-jul2026,chartography-2608.10677,fable-5,max,mixed,frontier,Surge-hosted,,,,,,34.8,score%,0.0289,,,"https://arxiv.org/abs/2608.10677 (Table 3, row Claude Fable 5 (adaptive/max), column Pass@1 (%))",,in, chartography-paper-jul2026,chartography-2608.10677,gpt-5.6-terra,max,mixed,frontier,Surge-hosted,,,,,,34.0,score%,0.0289,,,"https://arxiv.org/abs/2608.10677 (Table 3, row GPT-5.6 Terra (max reasoning), column Pass@1 (%))",,in, chartography-paper-jul2026,chartography-2608.10677,gpt-5.6-luna,max,mixed,frontier,Surge-hosted,,,,,,31.4,score%,0.0289,,,"https://arxiv.org/abs/2608.10677 (Table 3, row GPT-5.6 Luna (max reasoning), column Pass@1 (%))",,in, chartography-paper-jul2026,chartography-2608.10677,gpt-5.5,xhigh,mixed,frontier,Surge-hosted,,,,,,31.0,score%,0.0289,,,"https://arxiv.org/abs/2608.10677 (Table 3, row GPT-5.5 (xHigh reasoning), column Pass@1 (%))",,in, chartography-paper-jul2026,chartography-2608.10677,gpt-5.4,xhigh,mixed,frontier,Surge-hosted,,,,,,29.6,score%,0.0289,,,"https://arxiv.org/abs/2608.10677 (Table 3, row GPT-5.4 (xHigh reasoning), column Pass@1 (%))",,in, chartography-paper-jul2026,chartography-2608.10677,fable-5,default,mixed,frontier,Surge-hosted,,,,,,29.5,score%,0.0289,,,"https://arxiv.org/abs/2608.10677 (Table 3, row Claude Fable 5 (default), column Pass@1 (%))",,out:effort-not-established, chartography-paper-jul2026,chartography-2608.10677,gpt-5.5,default,mixed,frontier,Surge-hosted,,,,,,28.5,score%,0.0289,,,"https://arxiv.org/abs/2608.10677 (Table 3, row GPT-5.5 (default), column Pass@1 (%))",,out:effort-not-established, chartography-paper-jul2026,chartography-2608.10677,gpt-5.6-terra,default,mixed,frontier,Surge-hosted,,,,,,26.6,score%,0.0289,,,"https://arxiv.org/abs/2608.10677 (Table 3, row GPT-5.6 Terra (default), column Pass@1 (%))",,out:effort-not-established, chartography-paper-jul2026,chartography-2608.10677,gemini-3.1-pro,unstated,mixed,frontier,Surge-hosted,,,,,,26.1,score%,0.0289,,,"https://arxiv.org/abs/2608.10677 (Table 3, row Gemini 3.1 Pro, column Pass@1 (%))",,out:effort-not-established, chartography-paper-jul2026,chartography-2608.10677,muse-spark-1.1,xhigh,mixed,frontier,Surge-hosted,,,,,,24.4,score%,0.0289,,,"https://arxiv.org/abs/2608.10677 (Table 3, row Muse Spark 1.1 (xHigh reasoning), column Pass@1 (%))",,out:single-couple, chartography-paper-jul2026,chartography-2608.10677,muse-spark-1.1,default,mixed,frontier,Surge-hosted,,,,,,23.6,score%,0.0289,,,"https://arxiv.org/abs/2608.10677 (Table 3, row Muse Spark 1.1 (default), column Pass@1 (%))",,out:effort-not-established, chartography-paper-jul2026,chartography-2608.10677,gpt-5.6-luna,default,mixed,frontier,Surge-hosted,,,,,,21.4,score%,0.0289,,,"https://arxiv.org/abs/2608.10677 (Table 3, row GPT-5.6 Luna (default), column Pass@1 (%))",,out:effort-not-established, chartography-paper-jul2026,chartography-2608.10677,grok-4.5,high,mixed,frontier,Surge-hosted,,,,,,17.3,score%,0.0289,,,"https://arxiv.org/abs/2608.10677 (Table 3, row Grok 4.5 (default), column Pass@1 (%))",,in, chartography-paper-jul2026,chartography-2608.10677,grok-4.5,high,mixed,frontier,Surge-hosted,,,,,,16.7,score%,0.0289,,,"https://arxiv.org/abs/2608.10677 (Table 3, row Grok 4.5 (high reasoning), column Pass@1 (%))",,in, chartography-paper-jul2026,chartography-2608.10677,sonnet-5,max,mixed,frontier,Surge-hosted,,,,,,16.6,score%,0.0289,,,"https://arxiv.org/abs/2608.10677 (Table 3, row Claude Sonnet 5 (adaptive/max), column Pass@1 (%))",,in, chartography-paper-jul2026,chartography-2608.10677,opus-4.7,max,mixed,frontier,Surge-hosted,,,,,,16.5,score%,0.0289,,,"https://arxiv.org/abs/2608.10677 (Table 3, row Claude Opus 4.7 (adaptive/max), column Pass@1 (%))",,in, chartography-paper-jul2026,chartography-2608.10677,opus-4.8,max,mixed,frontier,Surge-hosted,,,,,,15.9,score%,0.0289,,,"https://arxiv.org/abs/2608.10677 (Table 3, row Claude Opus 4.8 (adaptive/max), column Pass@1 (%))",,in, chartography-paper-jul2026,chartography-2608.10677,qwen3.5-plus,unstated,mixed,frontier,Surge-hosted,,,,,,15.9,score%,0.0289,,,"https://arxiv.org/abs/2608.10677 (Table 3, row Qwen 3.5 Plus, column Pass@1 (%))",,out:effort-not-established, chartography-paper-jul2026,chartography-2608.10677,gpt-5.4,default,mixed,frontier,Surge-hosted,,,,,,14.1,score%,0.0289,,,"https://arxiv.org/abs/2608.10677 (Table 3, row GPT-5.4 (default), column Pass@1 (%))",,out:effort-not-established, chartography-paper-jul2026,chartography-2608.10677,opus-4.7,default,mixed,frontier,Surge-hosted,,,,,,13.6,score%,0.0289,,default-bridged,"https://arxiv.org/abs/2608.10677 (Table 3, row Claude Opus 4.7 (default), column Pass@1 (%))",,out:effort-not-established, chartography-paper-jul2026,chartography-2608.10677,grok-4.3,high,mixed,frontier,Surge-hosted,,,,,,12.9,score%,0.0289,,,"https://arxiv.org/abs/2608.10677 (Table 3, row Grok 4.3 (high reasoning), column Pass@1 (%))",,in, chartography-paper-jul2026,chartography-2608.10677,kimi-k2.5,unstated,mixed,frontier,Surge-hosted,,,,,,12.6,score%,0.0289,,,"https://arxiv.org/abs/2608.10677 (Table 3, row Kimi K2.5, column Pass@1 (%))",,out:effort-not-established, chartography-paper-jul2026,chartography-2608.10677,sonnet-5,default,mixed,frontier,Surge-hosted,,,,,,12.2,score%,0.0289,,,"https://arxiv.org/abs/2608.10677 (Table 3, row Claude Sonnet 5 (default), column Pass@1 (%))",,out:effort-not-established, chartography-paper-jul2026,chartography-2608.10677,kimi-k2.6,unstated,mixed,frontier,Surge-hosted,,,,,,12.2,score%,0.0289,,,"https://arxiv.org/abs/2608.10677 (Table 3, row Kimi K2.6, column Pass@1 (%))",,out:effort-not-established, chartography-paper-jul2026,chartography-2608.10677,grok-4.3,default,mixed,frontier,Surge-hosted,,,,,,11.7,score%,0.0289,,,"https://arxiv.org/abs/2608.10677 (Table 3, row Grok 4.3 (default), column Pass@1 (%))",,out:effort-not-established, chartography-paper-jul2026,chartography-2608.10677,opus-4.8,nothink,mixed,frontier,Surge-hosted,,,,,,11.3,score%,0.0289,,default-bridged,"https://arxiv.org/abs/2608.10677 (Table 3, row Claude Opus 4.8 (default), column Pass@1 (%))",,in, chartography-paper-jul2026,chartography-2608.10677,?Mistral Large 3,not-established:absent,mixed,frontier,Surge-hosted,,,,,,9.0,score%,0.0289,,,"https://arxiv.org/abs/2608.10677 (Table 3, row Mistral Large 3, column Pass@1 (%))",,out:model-not-established, chessbench-elo,chessbench,?GPT-6 Pro (Max),not-established:absent,reasoning-math,hard,,,,,,,2340,Elo,0.289,,,"https://chessbench-ai.github.io/ (Benchmark updates, entry 5 Sep 2026)",,out:model-not-established, chessbench-acpl,chessbench,?GPT-6 Pro (Max),not-established:absent,reasoning-math,hard,,,,,,,23.45,ACPL,0.00289,,,"https://chessbench-ai.github.io/ (Benchmark updates, entry 23 Sep 2026 (the existing GPT-6 Pro (Max) entry))",,out:model-not-established, chessbench-elo,chessbench,gpt-5.6-sol-pro,max,reasoning-math,hard,,,,,,,2660,Elo,0.289,,,"https://chessbench-ai.github.io/ (Benchmark updates, entry 23 Sep 2026)",,out:single-couple, rele-total,chinese-llm-benchmark,opus-5.5,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,98.9,0.0289,,,78.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row claude-opus-5.5(new) / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,qwen3.7-max,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,99.0,0.0289,,,76.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row qwen3.7-max / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,opus-5,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,168.8,0.0289,,,76.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row claude-opus-5(new) / column 【总分】准确率),,out:superseded,out:superseded rele-total,chinese-llm-benchmark,gemini-3.8-flash,medium,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,76.9,0.0289,,,76.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row gemini-3.8-flash(new) / column 【总分】准确率),,out:superseded,out:superseded rele-total,chinese-llm-benchmark,kimi-k3,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,172.4,0.0289,,,75.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row kimi-k3(new) / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,?doubao-seed-evolving,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,304.7,0.0289,,,75.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row doubao-seed-evolving / column 【总分】准确率),,out:model-not-established,out:model-not-established rele-total,chinese-llm-benchmark,gemini-3.7-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,27.8,0.0289,,,75.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row gemini-3.7-flash(new) / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,qwen3.6-max-preview,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,139.2,0.0289,,,75.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row qwen3.6-max-preview / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,?qwen3.8-max,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,107.3,0.0289,,,75.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row qwen3.8-max(new) / column 【总分】准确率),,out:model-not-established,out:model-not-established rele-total,chinese-llm-benchmark,gpt-5.5,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,158.5,0.0289,,,75.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row gpt-5.5 / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,glm-5.3,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,134.9,0.0289,,,75.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row glm-5.3(new) / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,gemini-3.1-pro,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,250.5,0.0289,,,75.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row gemini-3.1-pro-preview / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,?deepseek-v4-pro,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,94.1,0.0289,,,74.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row deepseek-v4-pro(new) / column 【总分】准确率),,out:model-not-established,out:model-not-established rele-total,chinese-llm-benchmark,?doubao-seed-2-1-pro-260628,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,313.2,0.0289,,,74.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row doubao-seed-2-1-pro-260628 / column 【总分】准确率),,out:model-not-established,out:model-not-established rele-total,chinese-llm-benchmark,hy4-preview,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,111.6,0.0289,,,74.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row hy4-preview(new) / column 【总分】准确率),,out:superseded,out:superseded rele-total,chinese-llm-benchmark,opus-4.8,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,238.2,0.0289,,,74.7,score%,0.0289,,default-bridged,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row claude-opus-4.8-thinking / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,gpt-5.6-sol-pro,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,398.7,0.0289,,,74.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row gpt-5.6-sol-pro / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,deepseek-v4.1-flash,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,20.7,0.0289,,,74.4,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row deepseek-v4.1-flash(new) / column 【总分】准确率),,in,in rele-total,chinese-llm-benchmark,gpt-6-astra,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,108.1,0.0289,,,74.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row gpt-6-astra(new) / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,glm-5.3-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,12.7,0.0289,,,74.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row glm-5.3-flash(new) / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,qwen3.8-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,10.0,0.0289,,,74.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row qwen3.8-flash(new) / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,?doubao-seed-2-1-pro-260915,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,85.7,0.0289,,,73.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row doubao-seed-2-1-pro-260915(new) / column 【总分】准确率),,out:model-not-established,out:model-not-established rele-total,chinese-llm-benchmark,gemini-3.5-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,151.2,0.0289,,,73.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row gemini-3.5-flash / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,qwen3.7-plus,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,31.7,0.0289,,,73.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row qwen3.7-plus / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,qwen3.5-plus,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,22.9,0.0289,,,73.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row qwen3.5-plus / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,?doubao-seed-2-1-turbo-260628,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,136.3,0.0289,,,73.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row doubao-seed-2-1-turbo-260628 / column 【总分】准确率),,out:model-not-established,out:model-not-established rele-total,chinese-llm-benchmark,glm-5.2,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,110.5,0.0289,,,73.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row glm-5.2 / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,kimi-k2.6,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,100.4,0.0289,,,72.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row kimi-k2.6 / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,?Doubao-Seed-2.0-pro,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,22.5,0.0289,,,72.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row Doubao-Seed-2.0-pro / column 【总分】准确率),,out:model-not-established,out:model-not-established rele-total,chinese-llm-benchmark,kimi-k2.7-code,solo,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,49.7,0.0289,,,72.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row kimi-k2.7-code / column 【总分】准确率),,out:superseded,out:superseded rele-total,chinese-llm-benchmark,gpt-5.4,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,122.3,0.0289,,,72.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row gpt-5.4-high / column 【总分】准确率),,out:superseded,out:superseded rele-total,chinese-llm-benchmark,?doubao-seed-2-1-lite-260915,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,9.0,0.0289,,,72.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row doubao-seed-2-1-lite-260915(new) / column 【总分】准确率),,out:model-not-established,out:model-not-established rele-total,chinese-llm-benchmark,gpt-6-sol,medium,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,25.7,0.0289,,,71.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row gpt-6-sol(new) / column 【总分】准确率),,out:superseded,out:superseded rele-total,chinese-llm-benchmark,?deepseek-v4-pro-0424,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,54.3,0.0289,,,71.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row deepseek-v4-pro-0424 / column 【总分】准确率),,out:model-not-established,out:model-not-established rele-total,chinese-llm-benchmark,grok-4.7,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,210.0,0.0289,,,71.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row grok-4.7(new) / column 【总分】准确率),,out:superseded,out:superseded rele-total,chinese-llm-benchmark,opus-4.8,nothink,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,99.4,0.0289,,,71.5,score%,0.0289,,default-bridged,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row claude-opus-4.8 / column 【总分】准确率),,out:superseded,out:superseded rele-total,chinese-llm-benchmark,mimo-v2.5-pro,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,64.3,0.0289,,,71.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row mimo-v2.5-pro / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,qwen3.5-122b-a10b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,32.3,0.0289,,,70.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row Qwen3.5-122B-A10B / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,?Kimi-K2.5,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,77.1,0.0289,,,70.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row Kimi-K2.5-Thinking / column 【总分】准确率),,out:model-not-established,out:model-not-established rele-total,chinese-llm-benchmark,sonnet-5,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,93.7,0.0289,,,70.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row claude-sonnet-5-thinking / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,qwen3.6-plus,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,41.6,0.0289,,,70.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row qwen3.6-plus / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,glm-5.1,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,73.8,0.0289,,,70.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row GLM-5.1 / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,qwen3.5-27b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,25.0,0.0289,,,70.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row Qwen3.5-27B / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,?Doubao-Seed-2.0-lite,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,5.4,0.0289,,,70.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row Doubao-Seed-2.0-lite / column 【总分】准确率),,out:model-not-established,out:model-not-established rele-total,chinese-llm-benchmark,opus-4.6,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,96.5,0.0289,,,70.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row claude-opus-4.6 / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,grok-4.5,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,125.7,0.0289,,,70.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row grok-4.5 / column 【总分】准确率),,out:superseded,out:superseded rele-total,chinese-llm-benchmark,grok-4.6,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,118.4,0.0289,,,69.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row grok-4.6(new) / column 【总分】准确率),,out:superseded,out:superseded rele-total,chinese-llm-benchmark,mimo-v2.6-pro,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,24.0,0.0289,,,69.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row mimo-v2.6-pro(new) / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,?Doubao-Seed-2.0-mini,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,7.0,0.0289,,,69.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row Doubao-Seed-2.0-mini / column 【总分】准确率),,out:model-not-established,out:model-not-established rele-total,chinese-llm-benchmark,glm-5-turbo,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,60.8,0.0289,,,69.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row GLM-5-Turbo / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,qwen3-max-0123,think,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,43.5,0.0289,,,69.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row qwen3-max-think-2026-01-23 / column 【总分】准确率),,out:superseded,out:superseded rele-total,chinese-llm-benchmark,gpt-6-luna,medium,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,2.8,0.0289,,,69.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row gpt-6-luna(new) / column 【总分】准确率),,out:superseded,out:superseded rele-total,chinese-llm-benchmark,glm-5,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,61.2,0.0289,,,69.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row GLM-5 / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,qwen3.5-flash,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,10.4,0.0289,,,68.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row qwen3.5-flash / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,qwen3.6-27b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,73.2,0.0289,,,68.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row qwen3.6-27b / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,?deepseek-v4-flash-0424,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,4.9,0.0289,,,68.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row deepseek-v4-flash-0424 / column 【总分】准确率),,out:model-not-established,out:model-not-established rele-total,chinese-llm-benchmark,?ernie-5.1,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,32.6,0.0289,,,68.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row ernie-5.1 / column 【总分】准确率),,out:model-not-established,out:model-not-established rele-total,chinese-llm-benchmark,qwen3.6-35b-a3b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,40.5,0.0289,,,68.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row Qwen3.6-35B-A3B / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,minimax-m3,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,37.0,0.0289,,,67.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row MiniMax-M3 / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,step-3.7-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,40.6,0.0289,,,67.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row step-3.7-flash / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,?ERNIE-5.0,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,89.2,0.0289,,,67.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row ERNIE-5.0 / column 【总分】准确率),,out:model-not-established,out:model-not-established rele-total,chinese-llm-benchmark,deepseek-v3.2,think,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,7.5,0.0289,,,66.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row DeepSeek-V3.2-Think / column 【总分】准确率),,out:superseded,out:superseded rele-total,chinese-llm-benchmark,mimo-v2.6-flash,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,6.1,0.0289,,,66.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row mimo-v2.6-flash(new) / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,?MiMo-V2-Omni,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,34.8,0.0289,,,66.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row MiMo-V2-Omni / column 【总分】准确率),,out:model-not-established,out:model-not-established rele-total,chinese-llm-benchmark,mimo-v2.5,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,36.8,0.0289,,,65.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row mimo-v2.5 / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,?MiMo-V2-Pro,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,50.2,0.0289,,,65.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row MiMo-V2-Pro / column 【总分】准确率),,out:model-not-established,out:model-not-established rele-total,chinese-llm-benchmark,gpt-5.4-mini,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,71.8,0.0289,,,65.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row gpt-5.4-mini-high / column 【总分】准确率),,out:superseded,out:superseded rele-total,chinese-llm-benchmark,minimax-m2.7,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,32.4,0.0289,,,65.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row MiniMax-M2.7 / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,gpt-5.3-chat-latest,solo,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,51.5,0.0289,,,64.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row gpt-5.3-chat / column 【总分】准确率),,out:superseded,out:superseded rele-total,chinese-llm-benchmark,?qwen3-max-2026-01-23,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,9.7,0.0289,,,64.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row qwen3-max-2026-01-23 / column 【总分】准确率),,out:model-not-established,out:model-not-established rele-total,chinese-llm-benchmark,?MiMo-V2-Flash-think-0204,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,7.8,0.0289,,,64.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row MiMo-V2-Flash-think-0204 / column 【总分】准确率),,out:model-not-established,out:model-not-established rele-total,chinese-llm-benchmark,step-3.5-flash,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,9.8,0.0289,,,64.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row step-3.5-flash / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,hy3,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.8,0.0289,,,64.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row hy3 / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,minimax-m2.5,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,26.3,0.0289,,,63.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row MiniMax-M2.5 / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,deepseek-v3.2,nothink,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,2.4,0.0289,,,61.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row DeepSeek-V3.2 / column 【总分】准确率),,out:superseded,out:superseded rele-total,chinese-llm-benchmark,gpt-5.4,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,34.8,0.0289,,,60.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row gpt-5.4 / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,gpt-5.4-nano,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,13.2,0.0289,,,60.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row gpt-5.4-nano-high / column 【总分】准确率),,out:superseded,out:superseded rele-total,chinese-llm-benchmark,?MiMo-V2-Flash-0204,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.7,0.0289,,,58.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row MiMo-V2-Flash-0204 / column 【总分】准确率),,out:model-not-established,out:model-not-established rele-total,chinese-llm-benchmark,?LongCat-Flash-Lite,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,0.0,0.0289,,,55.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row LongCat-Flash-Lite / column 【总分】准确率),,out:model-not-established,out:model-not-established rele-total,chinese-llm-benchmark,gpt-oss-120b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,2.9,0.0289,,,55.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row gpt-oss-120b / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,gemini-3.1-flash-lite-preview,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,3.9,0.0289,,,52.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row gemini-3.1-flash-lite-preview / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,gemma-4-31b-it,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.4,0.0289,,,51.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row gemma-4-31b-it / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,gpt-5.4-mini,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,7.0,0.0289,,,50.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row gpt-5.4-mini / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,gemma-4-26b-a4b-it,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.7,0.0289,,,50.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row gemma-4-26b-a4b-it / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,gpt-oss-20b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,2.1,0.0289,,,49.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row gpt-oss-20b / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,gpt-5.4-nano,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,2.2,0.0289,,,43.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row gpt-5.4-nano / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,opus-5.5,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,111.9,0.0289,,,78.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row claude-opus-5.5(new) / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,opus-5,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,214.4,0.0289,,,75.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row claude-opus-5(new) / column 【通用能力】准确率),,out:superseded,out:superseded rele-general,chinese-llm-benchmark,qwen3.7-max,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,135.0,0.0289,,,74.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row qwen3.7-max / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,gemini-3.8-flash,medium,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,104.8,0.0289,,,74.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row gemini-3.8-flash(new) / column 【通用能力】准确率),,out:superseded,out:superseded rele-general,chinese-llm-benchmark,opus-4.8,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,308.3,0.0289,,,73.8,score%,0.0289,,default-bridged,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row claude-opus-4.8-thinking / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,qwen3.6-max-preview,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,168.5,0.0289,,,73.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row qwen3.6-max-preview / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,gemini-3.7-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,35.0,0.0289,,,73.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row gemini-3.7-flash(new) / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,glm-5.3,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,171.0,0.0289,,,73.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row glm-5.3(new) / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,gpt-5.5,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,175.3,0.0289,,,73.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row gpt-5.5 / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,?qwen3.8-max,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,134.0,0.0289,,,72.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row qwen3.8-max(new) / column 【通用能力】准确率),,out:model-not-established,out:model-not-established rele-general,chinese-llm-benchmark,?deepseek-v4-pro,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,124.4,0.0289,,,72.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row deepseek-v4-pro(new) / column 【通用能力】准确率),,out:model-not-established,out:model-not-established rele-general,chinese-llm-benchmark,kimi-k3,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,211.7,0.0289,,,72.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row kimi-k3(new) / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,gemini-3.1-pro,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,339.4,0.0289,,,72.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row gemini-3.1-pro-preview / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,deepseek-v4.1-flash,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,27.9,0.0289,,,72.4,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row deepseek-v4.1-flash(new) / column 【通用能力】准确率),,in,in rele-general,chinese-llm-benchmark,hy4-preview,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,135.2,0.0289,,,72.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row hy4-preview(new) / column 【通用能力】准确率),,out:superseded,out:superseded rele-general,chinese-llm-benchmark,glm-5.3-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,16.2,0.0289,,,72.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row glm-5.3-flash(new) / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,gpt-5.6-sol-pro,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,443.2,0.0289,,,71.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row gpt-5.6-sol-pro / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,?doubao-seed-evolving,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,334.6,0.0289,,,71.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row doubao-seed-evolving / column 【通用能力】准确率),,out:model-not-established,out:model-not-established rele-general,chinese-llm-benchmark,gemini-3.5-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,191.7,0.0289,,,71.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row gemini-3.5-flash / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,qwen3.8-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,12.6,0.0289,,,71.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row qwen3.8-flash(new) / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,gpt-6-astra,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,125.7,0.0289,,,71.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row gpt-6-astra(new) / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,qwen3.5-plus,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,28.6,0.0289,,,71.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row qwen3.5-plus / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,?doubao-seed-2-1-pro-260628,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,346.2,0.0289,,,70.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row doubao-seed-2-1-pro-260628 / column 【通用能力】准确率),,out:model-not-established,out:model-not-established rele-general,chinese-llm-benchmark,grok-4.7,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,218.0,0.0289,,,70.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row grok-4.7(new) / column 【通用能力】准确率),,out:superseded,out:superseded rele-general,chinese-llm-benchmark,opus-4.8,nothink,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,109.1,0.0289,,,70.8,score%,0.0289,,default-bridged,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row claude-opus-4.8 / column 【通用能力】准确率),,out:superseded,out:superseded rele-general,chinese-llm-benchmark,glm-5.2,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,148.8,0.0289,,,70.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row glm-5.2 / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,sonnet-5,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,107.9,0.0289,,,70.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row claude-sonnet-5-thinking / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,gpt-5.4,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,144.7,0.0289,,,70.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row gpt-5.4-high / column 【通用能力】准确率),,out:superseded,out:superseded rele-general,chinese-llm-benchmark,qwen3.7-plus,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,43.2,0.0289,,,70.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row qwen3.7-plus / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,kimi-k2.6,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,127.3,0.0289,,,70.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row kimi-k2.6 / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,?doubao-seed-2-1-pro-260915,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,111.7,0.0289,,,69.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row doubao-seed-2-1-pro-260915(new) / column 【通用能力】准确率),,out:model-not-established,out:model-not-established rele-general,chinese-llm-benchmark,mimo-v2.5-pro,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,81.9,0.0289,,,69.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row mimo-v2.5-pro / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,?doubao-seed-2-1-turbo-260628,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,149.7,0.0289,,,69.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row doubao-seed-2-1-turbo-260628 / column 【通用能力】准确率),,out:model-not-established,out:model-not-established rele-general,chinese-llm-benchmark,?deepseek-v4-pro-0424,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,72.9,0.0289,,,69.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row deepseek-v4-pro-0424 / column 【通用能力】准确率),,out:model-not-established,out:model-not-established rele-general,chinese-llm-benchmark,qwen3.5-27b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,30.8,0.0289,,,69.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row Qwen3.5-27B / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,kimi-k2.7-code,solo,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,57.4,0.0289,,,69.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row kimi-k2.7-code / column 【通用能力】准确率),,out:superseded,out:superseded rele-general,chinese-llm-benchmark,?doubao-seed-2-1-lite-260915,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,12.1,0.0289,,,68.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row doubao-seed-2-1-lite-260915(new) / column 【通用能力】准确率),,out:model-not-established,out:model-not-established rele-general,chinese-llm-benchmark,?Doubao-Seed-2.0-pro,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,27.3,0.0289,,,68.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row Doubao-Seed-2.0-pro / column 【通用能力】准确率),,out:model-not-established,out:model-not-established rele-general,chinese-llm-benchmark,gpt-6-sol,medium,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,34.3,0.0289,,,68.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row gpt-6-sol(new) / column 【通用能力】准确率),,out:superseded,out:superseded rele-general,chinese-llm-benchmark,qwen3.6-plus,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,56.4,0.0289,,,68.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row qwen3.6-plus / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,qwen3.5-122b-a10b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,39.9,0.0289,,,68.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row Qwen3.5-122B-A10B / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,?Kimi-K2.5,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,92.9,0.0289,,,67.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row Kimi-K2.5-Thinking / column 【通用能力】准确率),,out:model-not-established,out:model-not-established rele-general,chinese-llm-benchmark,mimo-v2.6-pro,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,30.4,0.0289,,,67.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row mimo-v2.6-pro(new) / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,opus-4.6,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,89.4,0.0289,,,67.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row claude-opus-4.6 / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,glm-5.1,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,94.9,0.0289,,,67.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row GLM-5.1 / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,qwen3.5-flash,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,12.0,0.0289,,,66.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row qwen3.5-flash / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,grok-4.5,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,149.8,0.0289,,,66.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row grok-4.5 / column 【通用能力】准确率),,out:superseded,out:superseded rele-general,chinese-llm-benchmark,gpt-6-luna,medium,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,3.6,0.0289,,,66.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row gpt-6-luna(new) / column 【通用能力】准确率),,out:superseded,out:superseded rele-general,chinese-llm-benchmark,qwen3-max-0123,think,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,48.5,0.0289,,,66.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row qwen3-max-think-2026-01-23 / column 【通用能力】准确率),,out:superseded,out:superseded rele-general,chinese-llm-benchmark,qwen3.6-27b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,100.8,0.0289,,,66.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row qwen3.6-27b / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,glm-5-turbo,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,74.7,0.0289,,,66.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row GLM-5-Turbo / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,grok-4.6,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,150.4,0.0289,,,66.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row grok-4.6(new) / column 【通用能力】准确率),,out:superseded,out:superseded rele-general,chinese-llm-benchmark,minimax-m3,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,47.1,0.0289,,,66.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row MiniMax-M3 / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,?Doubao-Seed-2.0-lite,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,7.1,0.0289,,,66.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row Doubao-Seed-2.0-lite / column 【通用能力】准确率),,out:model-not-established,out:model-not-established rele-general,chinese-llm-benchmark,step-3.7-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,51.1,0.0289,,,66.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row step-3.7-flash / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,?deepseek-v4-flash-0424,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,6.9,0.0289,,,65.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row deepseek-v4-flash-0424 / column 【通用能力】准确率),,out:model-not-established,out:model-not-established rele-general,chinese-llm-benchmark,qwen3.6-35b-a3b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,54.9,0.0289,,,65.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row Qwen3.6-35B-A3B / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,glm-5,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,72.8,0.0289,,,65.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row GLM-5 / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,gpt-5.4-mini,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,95.6,0.0289,,,65.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row gpt-5.4-mini-high / column 【通用能力】准确率),,out:superseded,out:superseded rele-general,chinese-llm-benchmark,minimax-m2.7,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,42.7,0.0289,,,65.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row MiniMax-M2.7 / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,?Doubao-Seed-2.0-mini,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,8.0,0.0289,,,65.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row Doubao-Seed-2.0-mini / column 【通用能力】准确率),,out:model-not-established,out:model-not-established rele-general,chinese-llm-benchmark,mimo-v2.6-flash,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,8.2,0.0289,,,64.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row mimo-v2.6-flash(new) / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,?ernie-5.1,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,37.5,0.0289,,,64.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row ernie-5.1 / column 【通用能力】准确率),,out:model-not-established,out:model-not-established rele-general,chinese-llm-benchmark,?ERNIE-5.0,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,110.7,0.0289,,,64.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row ERNIE-5.0 / column 【通用能力】准确率),,out:model-not-established,out:model-not-established rele-general,chinese-llm-benchmark,?MiMo-V2-Pro,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,71.2,0.0289,,,63.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row MiMo-V2-Pro / column 【通用能力】准确率),,out:model-not-established,out:model-not-established rele-general,chinese-llm-benchmark,?MiMo-V2-Omni,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,45.0,0.0289,,,63.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row MiMo-V2-Omni / column 【通用能力】准确率),,out:model-not-established,out:model-not-established rele-general,chinese-llm-benchmark,mimo-v2.5,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,48.2,0.0289,,,63.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row mimo-v2.5 / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,gpt-5.3-chat-latest,solo,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,61.5,0.0289,,,63.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row gpt-5.3-chat / column 【通用能力】准确率),,out:superseded,out:superseded rele-general,chinese-llm-benchmark,minimax-m2.5,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,34.0,0.0289,,,62.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row MiniMax-M2.5 / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,deepseek-v3.2,think,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,9.8,0.0289,,,62.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row DeepSeek-V3.2-Think / column 【通用能力】准确率),,out:superseded,out:superseded rele-general,chinese-llm-benchmark,step-3.5-flash,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,12.2,0.0289,,,61.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row step-3.5-flash / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,?MiMo-V2-Flash-think-0204,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,10.2,0.0289,,,61.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row MiMo-V2-Flash-think-0204 / column 【通用能力】准确率),,out:model-not-established,out:model-not-established rele-general,chinese-llm-benchmark,gpt-5.4-nano,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,17.7,0.0289,,,61.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row gpt-5.4-nano-high / column 【通用能力】准确率),,out:superseded,out:superseded rele-general,chinese-llm-benchmark,?qwen3-max-2026-01-23,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,11.7,0.0289,,,60.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row qwen3-max-2026-01-23 / column 【通用能力】准确率),,out:model-not-established,out:model-not-established rele-general,chinese-llm-benchmark,hy3,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,2.5,0.0289,,,59.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row hy3 / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,gpt-5.4,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,40.1,0.0289,,,58.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row gpt-5.4 / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,deepseek-v3.2,nothink,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,3.1,0.0289,,,56.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row DeepSeek-V3.2 / column 【通用能力】准确率),,out:superseded,out:superseded rele-general,chinese-llm-benchmark,?MiMo-V2-Flash-0204,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.8,0.0289,,,56.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row MiMo-V2-Flash-0204 / column 【通用能力】准确率),,out:model-not-established,out:model-not-established rele-general,chinese-llm-benchmark,gpt-oss-120b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,3.4,0.0289,,,55.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row gpt-oss-120b / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,?LongCat-Flash-Lite,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,0.0,0.0289,,,49.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row LongCat-Flash-Lite / column 【通用能力】准确率),,out:model-not-established,out:model-not-established rele-general,chinese-llm-benchmark,gemma-4-31b-it,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.4,0.0289,,,49.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row gemma-4-31b-it / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,gpt-5.4-mini,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,6.7,0.0289,,,49.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row gpt-5.4-mini / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,gpt-oss-20b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,2.3,0.0289,,,48.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row gpt-oss-20b / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,gemma-4-26b-a4b-it,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.6,0.0289,,,47.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row gemma-4-26b-a4b-it / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,gemini-3.1-flash-lite-preview,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,3.7,0.0289,,,47.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row gemini-3.1-flash-lite-preview / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,gpt-5.4-nano,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,2.1,0.0289,,,42.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row gpt-5.4-nano / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,?doubao-seed-evolving,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,274.8,0.0289,,,84.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row doubao-seed-evolving / column 【专业能力】准确率),,out:model-not-established,out:model-not-established rele-professional,chinese-llm-benchmark,?doubao-seed-2-1-pro-260628,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,280.3,0.0289,,,83.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row doubao-seed-2-1-pro-260628 / column 【专业能力】准确率),,out:model-not-established,out:model-not-established rele-professional,chinese-llm-benchmark,?doubao-seed-2-1-pro-260915,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,59.7,0.0289,,,83.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row doubao-seed-2-1-pro-260915(new) / column 【专业能力】准确率),,out:model-not-established,out:model-not-established rele-professional,chinese-llm-benchmark,kimi-k3,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,133.1,0.0289,,,82.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row kimi-k3(new) / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,qwen3.7-max,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,63.1,0.0289,,,82.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row qwen3.7-max / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,?Doubao-Seed-2.0-pro,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,17.6,0.0289,,,82.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row Doubao-Seed-2.0-pro / column 【专业能力】准确率),,out:model-not-established,out:model-not-established rele-professional,chinese-llm-benchmark,?qwen3.8-max,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,80.7,0.0289,,,81.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row qwen3.8-max(new) / column 【专业能力】准确率),,out:model-not-established,out:model-not-established rele-professional,chinese-llm-benchmark,?doubao-seed-2-1-lite-260915,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,5.8,0.0289,,,81.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row doubao-seed-2-1-lite-260915(new) / column 【专业能力】准确率),,out:model-not-established,out:model-not-established rele-professional,chinese-llm-benchmark,qwen3.7-plus,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,20.2,0.0289,,,81.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row qwen3.7-plus / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,gemini-3.1-pro,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,161.6,0.0289,,,81.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row gemini-3.1-pro-preview / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,?Doubao-Seed-2.0-lite,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,3.8,0.0289,,,81.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row Doubao-Seed-2.0-lite / column 【专业能力】准确率),,out:model-not-established,out:model-not-established rele-professional,chinese-llm-benchmark,kimi-k2.7-code,solo,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,41.9,0.0289,,,81.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row kimi-k2.7-code / column 【专业能力】准确率),,out:superseded,out:superseded rele-professional,chinese-llm-benchmark,?doubao-seed-2-1-turbo-260628,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,122.8,0.0289,,,80.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row doubao-seed-2-1-turbo-260628 / column 【专业能力】准确率),,out:model-not-established,out:model-not-established rele-professional,chinese-llm-benchmark,gpt-5.5,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,141.7,0.0289,,,80.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row gpt-5.5 / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,gemini-3.7-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,20.7,0.0289,,,80.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row gemini-3.7-flash(new) / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,gpt-6-astra,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,90.5,0.0289,,,80.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row gpt-6-astra(new) / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,gpt-5.6-sol-pro,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,354.2,0.0289,,,80.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row gpt-5.6-sol-pro / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,hy4-preview,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,88.0,0.0289,,,80.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row hy4-preview(new) / column 【专业能力】准确率),,out:superseded,out:superseded rele-professional,chinese-llm-benchmark,opus-5,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,123.3,0.0289,,,80.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row claude-opus-5(new) / column 【专业能力】准确率),,out:superseded,out:superseded rele-professional,chinese-llm-benchmark,gemini-3.8-flash,medium,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,49.0,0.0289,,,80.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row gemini-3.8-flash(new) / column 【专业能力】准确率),,out:superseded,out:superseded rele-professional,chinese-llm-benchmark,glm-5.3,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,98.9,0.0289,,,80.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row glm-5.3(new) / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,?deepseek-v4-pro,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,63.9,0.0289,,,80.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row deepseek-v4-pro(new) / column 【专业能力】准确率),,out:model-not-established,out:model-not-established rele-professional,chinese-llm-benchmark,qwen3.6-max-preview,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,110.0,0.0289,,,79.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row qwen3.6-max-preview / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,opus-5.5,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,85.9,0.0289,,,79.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row claude-opus-5.5(new) / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,kimi-k2.6,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,73.5,0.0289,,,79.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row kimi-k2.6 / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,?Doubao-Seed-2.0-mini,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,6.0,0.0289,,,79.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row Doubao-Seed-2.0-mini / column 【专业能力】准确率),,out:model-not-established,out:model-not-established rele-professional,chinese-llm-benchmark,glm-5.3-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,9.2,0.0289,,,79.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row glm-5.3-flash(new) / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,qwen3.8-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,7.3,0.0289,,,79.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row qwen3.8-flash(new) / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,deepseek-v4.1-flash,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,13.4,0.0289,,,79.1,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row deepseek-v4.1-flash(new) / column 【专业能力】准确率),,in,in rele-professional,chinese-llm-benchmark,gpt-6-sol,medium,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,17.1,0.0289,,,78.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row gpt-6-sol(new) / column 【专业能力】准确率),,out:superseded,out:superseded rele-professional,chinese-llm-benchmark,gemini-3.5-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,110.7,0.0289,,,78.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row gemini-3.5-flash / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,glm-5.1,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,52.7,0.0289,,,78.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row GLM-5.1 / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,?Kimi-K2.5,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,61.4,0.0289,,,78.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row Kimi-K2.5-Thinking / column 【专业能力】准确率),,out:model-not-established,out:model-not-established rele-professional,chinese-llm-benchmark,glm-5.2,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,72.2,0.0289,,,78.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row glm-5.2 / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,qwen3.5-plus,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,17.1,0.0289,,,78.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row qwen3.5-plus / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,grok-4.5,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,101.6,0.0289,,,78.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row grok-4.5 / column 【专业能力】准确率),,out:superseded,out:superseded rele-professional,chinese-llm-benchmark,gpt-5.4,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,99.9,0.0289,,,78.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row gpt-5.4-high / column 【专业能力】准确率),,out:superseded,out:superseded rele-professional,chinese-llm-benchmark,qwen3.5-122b-a10b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,24.6,0.0289,,,77.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row Qwen3.5-122B-A10B / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,grok-4.6,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,86.5,0.0289,,,77.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row grok-4.6(new) / column 【专业能力】准确率),,out:superseded,out:superseded rele-professional,chinese-llm-benchmark,?deepseek-v4-pro-0424,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,35.7,0.0289,,,77.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row deepseek-v4-pro-0424 / column 【专业能力】准确率),,out:model-not-established,out:model-not-established rele-professional,chinese-llm-benchmark,?ernie-5.1,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,27.8,0.0289,,,77.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row ernie-5.1 / column 【专业能力】准确率),,out:model-not-established,out:model-not-established rele-professional,chinese-llm-benchmark,opus-4.8,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,168.2,0.0289,,,76.9,score%,0.0289,,default-bridged,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row claude-opus-4.8-thinking / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,glm-5,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,49.5,0.0289,,,76.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row GLM-5 / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,deepseek-v3.2,think,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,5.2,0.0289,,,76.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row DeepSeek-V3.2-Think / column 【专业能力】准确率),,out:superseded,out:superseded rele-professional,chinese-llm-benchmark,opus-4.6,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,103.7,0.0289,,,76.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row claude-opus-4.6 / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,glm-5-turbo,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,46.9,0.0289,,,76.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row GLM-5-Turbo / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,qwen3-max-0123,think,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,38.4,0.0289,,,76.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row qwen3-max-think-2026-01-23 / column 【专业能力】准确率),,out:superseded,out:superseded rele-professional,chinese-llm-benchmark,?deepseek-v4-flash-0424,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,2.9,0.0289,,,75.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row deepseek-v4-flash-0424 / column 【专业能力】准确率),,out:model-not-established,out:model-not-established rele-professional,chinese-llm-benchmark,qwen3.6-plus,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,26.8,0.0289,,,75.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row qwen3.6-plus / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,hy3,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.1,0.0289,,,75.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row hy3 / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,gpt-6-luna,medium,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,2.0,0.0289,,,75.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row gpt-6-luna(new) / column 【专业能力】准确率),,out:superseded,out:superseded rele-professional,chinese-llm-benchmark,mimo-v2.5-pro,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,46.7,0.0289,,,75.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row mimo-v2.5-pro / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,deepseek-v3.2,nothink,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.6,0.0289,,,75.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row DeepSeek-V3.2 / column 【专业能力】准确率),,out:superseded,out:superseded rele-professional,chinese-llm-benchmark,mimo-v2.6-pro,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,17.6,0.0289,,,74.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row mimo-v2.6-pro(new) / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,qwen3.6-27b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,45.5,0.0289,,,74.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row qwen3.6-27b / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,?ERNIE-5.0,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,67.7,0.0289,,,74.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row ERNIE-5.0 / column 【专业能力】准确率),,out:model-not-established,out:model-not-established rele-professional,chinese-llm-benchmark,qwen3.5-27b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,19.1,0.0289,,,74.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row Qwen3.5-27B / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,?qwen3-max-2026-01-23,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,7.7,0.0289,,,74.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row qwen3-max-2026-01-23 / column 【专业能力】准确率),,out:model-not-established,out:model-not-established rele-professional,chinese-llm-benchmark,grok-4.7,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,201.9,0.0289,,,73.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row grok-4.7(new) / column 【专业能力】准确率),,out:superseded,out:superseded rele-professional,chinese-llm-benchmark,qwen3.5-flash,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,8.7,0.0289,,,73.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row qwen3.5-flash / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,qwen3.6-35b-a3b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,26.2,0.0289,,,73.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row Qwen3.6-35B-A3B / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,opus-4.8,nothink,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,89.7,0.0289,,,73.0,score%,0.0289,,default-bridged,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row claude-opus-4.8 / column 【专业能力】准确率),,out:superseded,out:superseded rele-professional,chinese-llm-benchmark,?MiMo-V2-Omni,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,24.6,0.0289,,,72.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row MiMo-V2-Omni / column 【专业能力】准确率),,out:model-not-established,out:model-not-established rele-professional,chinese-llm-benchmark,sonnet-5,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,79.6,0.0289,,,71.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row claude-sonnet-5-thinking / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,mimo-v2.6-flash,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,4.0,0.0289,,,71.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row mimo-v2.6-flash(new) / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,?MiMo-V2-Flash-think-0204,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,5.4,0.0289,,,71.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row MiMo-V2-Flash-think-0204 / column 【专业能力】准确率),,out:model-not-established,out:model-not-established rele-professional,chinese-llm-benchmark,mimo-v2.5,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,25.4,0.0289,,,71.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row mimo-v2.5 / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,minimax-m3,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,26.9,0.0289,,,70.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row MiniMax-M3 / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,step-3.7-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,30.0,0.0289,,,70.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row step-3.7-flash / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,?MiMo-V2-Pro,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,29.2,0.0289,,,70.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row MiMo-V2-Pro / column 【专业能力】准确率),,out:model-not-established,out:model-not-established rele-professional,chinese-llm-benchmark,step-3.5-flash,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,7.4,0.0289,,,69.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row step-3.5-flash / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,gpt-5.3-chat-latest,solo,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,41.4,0.0289,,,69.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row gpt-5.3-chat / column 【专业能力】准确率),,out:superseded,out:superseded rele-professional,chinese-llm-benchmark,?LongCat-Flash-Lite,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,0.0,0.0289,,,67.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row LongCat-Flash-Lite / column 【专业能力】准确率),,out:model-not-established,out:model-not-established rele-professional,chinese-llm-benchmark,gpt-5.4-mini,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,48.0,0.0289,,,66.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row gpt-5.4-mini-high / column 【专业能力】准确率),,out:superseded,out:superseded rele-professional,chinese-llm-benchmark,gpt-5.4,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,29.5,0.0289,,,66.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row gpt-5.4 / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,minimax-m2.5,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,18.5,0.0289,,,66.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row MiniMax-M2.5 / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,gemini-3.1-flash-lite-preview,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,4.1,0.0289,,,65.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row gemini-3.1-flash-lite-preview / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,minimax-m2.7,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,22.2,0.0289,,,65.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row MiniMax-M2.7 / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,?MiMo-V2-Flash-0204,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.6,0.0289,,,62.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row MiMo-V2-Flash-0204 / column 【专业能力】准确率),,out:model-not-established,out:model-not-established rele-professional,chinese-llm-benchmark,gpt-5.4-nano,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,8.7,0.0289,,,59.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row gpt-5.4-nano-high / column 【专业能力】准确率),,out:superseded,out:superseded rele-professional,chinese-llm-benchmark,gemma-4-26b-a4b-it,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.8,0.0289,,,56.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row gemma-4-26b-a4b-it / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,gemma-4-31b-it,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.5,0.0289,,,56.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row gemma-4-31b-it / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,gpt-5.4-mini,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,7.2,0.0289,,,54.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row gpt-5.4-mini / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,gpt-oss-120b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,2.5,0.0289,,,53.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row gpt-oss-120b / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,gpt-oss-20b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.8,0.0289,,,51.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row gpt-oss-20b / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,gpt-5.4-nano,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,2.2,0.0289,,,45.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row gpt-5.4-nano / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,opus-5,high,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,313.5,0.0289,,,92.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row claude-opus-5(new) / column 【推理与数学计算】准确率),,out:superseded,out:superseded rele-reasoning,chinese-llm-benchmark,opus-5.5,default,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,150.8,0.0289,,,90.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row claude-opus-5.5(new) / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,opus-4.8,not-established:absent,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,465.5,0.0289,,,89.9,score%,0.0289,,default-bridged,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row claude-opus-4.8-thinking / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,?doubao-seed-evolving,not-established:absent,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,464.3,0.0289,,,88.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row doubao-seed-evolving / column 【推理与数学计算】准确率),,out:model-not-established,out:model-not-established rele-reasoning,chinese-llm-benchmark,qwen3.8-flash,default,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,19.8,0.0289,,,87.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row qwen3.8-flash(new) / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,kimi-k3,default,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,271.1,0.0289,,,86.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row kimi-k3(new) / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,?Doubao-Seed-2.0-lite,not-established:absent,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,10.4,0.0289,,,85.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row Doubao-Seed-2.0-lite / column 【推理与数学计算】准确率),,out:model-not-established,out:model-not-established rele-reasoning,chinese-llm-benchmark,qwen3.5-122b-a10b,unstated,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,57.5,0.0289,,,85.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row Qwen3.5-122B-A10B / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,gemini-3.1-pro,unstated,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,427.5,0.0289,,,85.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row gemini-3.1-pro-preview / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,glm-5.3-flash,default,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,23.3,0.0289,,,84.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row glm-5.3-flash(new) / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,qwen3.7-max,unstated,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,206.1,0.0289,,,84.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row qwen3.7-max / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,qwen3.7-plus,unstated,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,56.0,0.0289,,,84.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row qwen3.7-plus / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,glm-5.3,default,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,181.1,0.0289,,,84.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row glm-5.3(new) / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,gemini-3.5-flash,default,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,278.7,0.0289,,,84.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row gemini-3.5-flash / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,gemini-3.8-flash,medium,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,145.9,0.0289,,,83.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row gemini-3.8-flash(new) / column 【推理与数学计算】准确率),,out:superseded,out:superseded rele-reasoning,chinese-llm-benchmark,gpt-5.5,default,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,279.2,0.0289,,,83.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row gpt-5.5 / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,?qwen3.8-max,not-established:absent,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,206.0,0.0289,,,83.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row qwen3.8-max(new) / column 【推理与数学计算】准确率),,out:model-not-established,out:model-not-established rele-reasoning,chinese-llm-benchmark,?doubao-seed-2-1-pro-260915,not-established:absent,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,153.7,0.0289,,,83.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row doubao-seed-2-1-pro-260915(new) / column 【推理与数学计算】准确率),,out:model-not-established,out:model-not-established rele-reasoning,chinese-llm-benchmark,mimo-v2.5-pro,unstated,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,132.4,0.0289,,,83.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row mimo-v2.5-pro / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,qwen3.5-27b,unstated,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,44.7,0.0289,,,83.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row Qwen3.5-27B / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,hy4-preview,high,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,142.6,0.0289,,,83.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row hy4-preview(new) / column 【推理与数学计算】准确率),,out:superseded,out:superseded rele-reasoning,chinese-llm-benchmark,glm-5.1,unstated,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,131.8,0.0289,,,82.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row GLM-5.1 / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,kimi-k2.6,unstated,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,208.1,0.0289,,,82.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row kimi-k2.6 / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,gpt-5.6-sol-pro,default,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,652.6,0.0289,,,82.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row gpt-5.6-sol-pro / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,sonnet-5,not-established:absent,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,175.8,0.0289,,,82.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row claude-sonnet-5-thinking / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,?deepseek-v4-pro,not-established:absent,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,187.6,0.0289,,,82.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row deepseek-v4-pro(new) / column 【推理与数学计算】准确率),,out:model-not-established,out:model-not-established rele-reasoning,chinese-llm-benchmark,deepseek-v4.1-flash,high,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,39.5,0.0289,,,82.3,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row deepseek-v4.1-flash(new) / column 【推理与数学计算】准确率),,in,in rele-reasoning,chinese-llm-benchmark,qwen3.6-max-preview,unstated,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,250.1,0.0289,,,81.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row qwen3.6-max-preview / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,?doubao-seed-2-1-turbo-260628,not-established:absent,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,203.4,0.0289,,,81.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row doubao-seed-2-1-turbo-260628 / column 【推理与数学计算】准确率),,out:model-not-established,out:model-not-established rele-reasoning,chinese-llm-benchmark,mimo-v2.6-flash,unstated,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,13.5,0.0289,,,81.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row mimo-v2.6-flash(new) / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,?doubao-seed-2-1-pro-260628,not-established:absent,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,470.6,0.0289,,,81.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row doubao-seed-2-1-pro-260628 / column 【推理与数学计算】准确率),,out:model-not-established,out:model-not-established rele-reasoning,chinese-llm-benchmark,mimo-v2.6-pro,unstated,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,46.3,0.0289,,,81.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row mimo-v2.6-pro(new) / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,minimax-m3,unstated,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,68.2,0.0289,,,81.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row MiniMax-M3 / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,?doubao-seed-2-1-lite-260915,not-established:absent,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,12.2,0.0289,,,80.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row doubao-seed-2-1-lite-260915(new) / column 【推理与数学计算】准确率),,out:model-not-established,out:model-not-established rele-reasoning,chinese-llm-benchmark,qwen3.5-plus,unstated,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,39.9,0.0289,,,80.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row qwen3.5-plus / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,gpt-6-astra,unstated,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,180.1,0.0289,,,80.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row gpt-6-astra(new) / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,gemini-3.7-flash,default,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,51.8,0.0289,,,80.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row gemini-3.7-flash(new) / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,qwen3-max-0123,think,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,65.8,0.0289,,,79.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row qwen3-max-think-2026-01-23 / column 【推理与数学计算】准确率),,out:superseded,out:superseded rele-reasoning,chinese-llm-benchmark,qwen3.5-flash,unstated,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,16.8,0.0289,,,79.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row qwen3.5-flash / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,?Doubao-Seed-2.0-pro,not-established:absent,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,36.3,0.0289,,,78.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row Doubao-Seed-2.0-pro / column 【推理与数学计算】准确率),,out:model-not-established,out:model-not-established rele-reasoning,chinese-llm-benchmark,?Doubao-Seed-2.0-mini,not-established:absent,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,12.8,0.0289,,,78.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row Doubao-Seed-2.0-mini / column 【推理与数学计算】准确率),,out:model-not-established,out:model-not-established rele-reasoning,chinese-llm-benchmark,?ERNIE-5.0,not-established:absent,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,179.6,0.0289,,,78.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row ERNIE-5.0 / column 【推理与数学计算】准确率),,out:model-not-established,out:model-not-established rele-reasoning,chinese-llm-benchmark,kimi-k2.7-code,solo,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,75.3,0.0289,,,78.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row kimi-k2.7-code / column 【推理与数学计算】准确率),,out:superseded,out:superseded rele-reasoning,chinese-llm-benchmark,gpt-5.4,high,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,222.0,0.0289,,,78.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row gpt-5.4-high / column 【推理与数学计算】准确率),,out:superseded,out:superseded rele-reasoning,chinese-llm-benchmark,gpt-5.3-chat-latest,solo,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,93.9,0.0289,,,78.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row gpt-5.3-chat / column 【推理与数学计算】准确率),,out:superseded,out:superseded rele-reasoning,chinese-llm-benchmark,?Kimi-K2.5,not-established:absent,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,147.1,0.0289,,,78.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row Kimi-K2.5-Thinking / column 【推理与数学计算】准确率),,out:model-not-established,out:model-not-established rele-reasoning,chinese-llm-benchmark,glm-5.2,unstated,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,160.1,0.0289,,,78.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row glm-5.2 / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,step-3.7-flash,default,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,90.0,0.0289,,,78.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row step-3.7-flash / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,deepseek-v3.2,think,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,15.6,0.0289,,,77.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row DeepSeek-V3.2-Think / column 【推理与数学计算】准确率),,out:superseded,out:superseded rele-reasoning,chinese-llm-benchmark,gpt-5.4-nano,high,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,31.2,0.0289,,,77.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row gpt-5.4-nano-high / column 【推理与数学计算】准确率),,out:superseded,out:superseded rele-reasoning,chinese-llm-benchmark,?ernie-5.1,not-established:absent,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,59.1,0.0289,,,77.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row ernie-5.1 / column 【推理与数学计算】准确率),,out:model-not-established,out:model-not-established rele-reasoning,chinese-llm-benchmark,grok-4.5,high,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,230.3,0.0289,,,76.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row grok-4.5 / column 【推理与数学计算】准确率),,out:superseded,out:superseded rele-reasoning,chinese-llm-benchmark,opus-4.8,nothink,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,156.1,0.0289,,,76.6,score%,0.0289,,default-bridged,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row claude-opus-4.8 / column 【推理与数学计算】准确率),,out:superseded,out:superseded rele-reasoning,chinese-llm-benchmark,qwen3.6-27b,unstated,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,167.5,0.0289,,,76.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row qwen3.6-27b / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,grok-4.6,high,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,227.6,0.0289,,,76.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row grok-4.6(new) / column 【推理与数学计算】准确率),,out:superseded,out:superseded rele-reasoning,chinese-llm-benchmark,grok-4.7,high,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,302.7,0.0289,,,76.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row grok-4.7(new) / column 【推理与数学计算】准确率),,out:superseded,out:superseded rele-reasoning,chinese-llm-benchmark,gpt-5.4-mini,high,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,162.7,0.0289,,,76.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row gpt-5.4-mini-high / column 【推理与数学计算】准确率),,out:superseded,out:superseded rele-reasoning,chinese-llm-benchmark,gpt-oss-120b,unstated,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,5.0,0.0289,,,76.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row gpt-oss-120b / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,?deepseek-v4-flash-0424,not-established:absent,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,12.0,0.0289,,,75.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row deepseek-v4-flash-0424 / column 【推理与数学计算】准确率),,out:model-not-established,out:model-not-established rele-reasoning,chinese-llm-benchmark,step-3.5-flash,unstated,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,18.3,0.0289,,,75.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row step-3.5-flash / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,gpt-6-sol,medium,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,55.2,0.0289,,,75.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row gpt-6-sol(new) / column 【推理与数学计算】准确率),,out:superseded,out:superseded rele-reasoning,chinese-llm-benchmark,qwen3.6-35b-a3b,unstated,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,91.3,0.0289,,,74.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row Qwen3.6-35B-A3B / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,glm-5-turbo,unstated,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,115.7,0.0289,,,74.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row GLM-5-Turbo / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,?qwen3-max-2026-01-23,not-established:absent,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,19.4,0.0289,,,74.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row qwen3-max-2026-01-23 / column 【推理与数学计算】准确率),,out:model-not-established,out:model-not-established rele-reasoning,chinese-llm-benchmark,qwen3.6-plus,unstated,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,91.7,0.0289,,,74.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row qwen3.6-plus / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,glm-5,unstated,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,102.3,0.0289,,,73.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row GLM-5 / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,gpt-6-luna,medium,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,5.7,0.0289,,,73.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row gpt-6-luna(new) / column 【推理与数学计算】准确率),,out:superseded,out:superseded rele-reasoning,chinese-llm-benchmark,?MiMo-V2-Omni,not-established:absent,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,74.8,0.0289,,,73.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row MiMo-V2-Omni / column 【推理与数学计算】准确率),,out:model-not-established,out:model-not-established rele-reasoning,chinese-llm-benchmark,?MiMo-V2-Pro,not-established:absent,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,120.3,0.0289,,,71.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row MiMo-V2-Pro / column 【推理与数学计算】准确率),,out:model-not-established,out:model-not-established rele-reasoning,chinese-llm-benchmark,opus-4.6,not-established:absent,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,112.2,0.0289,,,71.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row claude-opus-4.6 / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,?MiMo-V2-Flash-think-0204,not-established:absent,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,15.9,0.0289,,,71.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row MiMo-V2-Flash-think-0204 / column 【推理与数学计算】准确率),,out:model-not-established,out:model-not-established rele-reasoning,chinese-llm-benchmark,?deepseek-v4-pro-0424,not-established:absent,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,122.0,0.0289,,,71.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row deepseek-v4-pro-0424 / column 【推理与数学计算】准确率),,out:model-not-established,out:model-not-established rele-reasoning,chinese-llm-benchmark,minimax-m2.5,unstated,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,55.0,0.0289,,,71.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row MiniMax-M2.5 / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,minimax-m2.7,unstated,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,70.1,0.0289,,,70.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row MiniMax-M2.7 / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,mimo-v2.5,unstated,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,80.5,0.0289,,,67.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row mimo-v2.5 / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,gpt-oss-20b,unstated,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,3.3,0.0289,,,66.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row gpt-oss-20b / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,?MiMo-V2-Flash-0204,not-established:absent,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,2.9,0.0289,,,63.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row MiMo-V2-Flash-0204 / column 【推理与数学计算】准确率),,out:model-not-established,out:model-not-established rele-reasoning,chinese-llm-benchmark,gemma-4-31b-it,unstated,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,1.9,0.0289,,,62.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row gemma-4-31b-it / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,gpt-5.4,default,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,60.1,0.0289,,,62.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row gpt-5.4 / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,deepseek-v3.2,nothink,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,5.1,0.0289,,,62.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row DeepSeek-V3.2 / column 【推理与数学计算】准确率),,out:superseded,out:superseded rele-reasoning,chinese-llm-benchmark,hy3,unstated,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,4.1,0.0289,,,60.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row hy3 / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,?LongCat-Flash-Lite,not-established:absent,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,0.0,0.0289,,,60.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row LongCat-Flash-Lite / column 【推理与数学计算】准确率),,out:model-not-established,out:model-not-established rele-reasoning,chinese-llm-benchmark,gemini-3.1-flash-lite-preview,unstated,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,4.9,0.0289,,,59.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row gemini-3.1-flash-lite-preview / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,gemma-4-26b-a4b-it,unstated,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,2.3,0.0289,,,57.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row gemma-4-26b-a4b-it / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,gpt-5.4-nano,default,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,2.9,0.0289,,,47.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row gpt-5.4-nano / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,gpt-5.4-mini,default,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,8.6,0.0289,,,46.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row gpt-5.4-mini / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,hy4-preview,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,127.9,0.0289,,,78.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row hy4-preview(new) / column 【语言与指令遵从】准确率),,out:superseded,out:superseded rele-language,chinese-llm-benchmark,?doubao-seed-2-1-pro-260628,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,221.7,0.0289,,,78.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row doubao-seed-2-1-pro-260628 / column 【语言与指令遵从】准确率),,out:model-not-established,out:model-not-established rele-language,chinese-llm-benchmark,?deepseek-v4-pro,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,61.1,0.0289,,,77.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row deepseek-v4-pro(new) / column 【语言与指令遵从】准确率),,out:model-not-established,out:model-not-established rele-language,chinese-llm-benchmark,glm-5.3-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,9.0,0.0289,,,77.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row glm-5.3-flash(new) / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,?Doubao-Seed-2.0-pro,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,18.4,0.0289,,,76.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row Doubao-Seed-2.0-pro / column 【语言与指令遵从】准确率),,out:model-not-established,out:model-not-established rele-language,chinese-llm-benchmark,gpt-6-astra,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,71.3,0.0289,,,75.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row gpt-6-astra(new) / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,glm-5.3,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,160.9,0.0289,,,75.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row glm-5.3(new) / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,deepseek-v3.2,think,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,4.0,0.0289,,,74.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row DeepSeek-V3.2-Think / column 【语言与指令遵从】准确率),,out:superseded,out:superseded rele-language,chinese-llm-benchmark,opus-5.5,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,73.0,0.0289,,,74.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row claude-opus-5.5(new) / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,gpt-6-luna,medium,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.4,0.0289,,,74.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row gpt-6-luna(new) / column 【语言与指令遵从】准确率),,out:superseded,out:superseded rele-language,chinese-llm-benchmark,deepseek-v4.1-flash,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,16.3,0.0289,,,74.1,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row deepseek-v4.1-flash(new) / column 【语言与指令遵从】准确率),,in,in rele-language,chinese-llm-benchmark,gemini-3.8-flash,medium,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,63.7,0.0289,,,73.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row gemini-3.8-flash(new) / column 【语言与指令遵从】准确率),,out:superseded,out:superseded rele-language,chinese-llm-benchmark,kimi-k2.7-code,solo,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,39.5,0.0289,,,73.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row kimi-k2.7-code / column 【语言与指令遵从】准确率),,out:superseded,out:superseded rele-language,chinese-llm-benchmark,gpt-5.6-sol-pro,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,233.7,0.0289,,,72.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row gpt-5.6-sol-pro / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,?qwen3.8-max,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,61.9,0.0289,,,72.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row qwen3.8-max(new) / column 【语言与指令遵从】准确率),,out:model-not-established,out:model-not-established rele-language,chinese-llm-benchmark,kimi-k3,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,152.2,0.0289,,,72.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row kimi-k3(new) / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,gemini-3.1-pro,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,251.3,0.0289,,,72.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row gemini-3.1-pro-preview / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,gpt-5.4,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,67.4,0.0289,,,72.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row gpt-5.4-high / column 【语言与指令遵从】准确率),,out:superseded,out:superseded rele-language,chinese-llm-benchmark,gpt-5.5,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,71.4,0.0289,,,72.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row gpt-5.5 / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,qwen3.8-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,5.4,0.0289,,,72.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row qwen3.8-flash(new) / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,?Kimi-K2.5,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,38.7,0.0289,,,72.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row Kimi-K2.5-Thinking / column 【语言与指令遵从】准确率),,out:model-not-established,out:model-not-established rele-language,chinese-llm-benchmark,grok-4.7,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,133.4,0.0289,,,72.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row grok-4.7(new) / column 【语言与指令遵从】准确率),,out:superseded,out:superseded rele-language,chinese-llm-benchmark,qwen3.7-max,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,63.8,0.0289,,,71.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row qwen3.7-max / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,kimi-k2.6,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,46.4,0.0289,,,71.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row kimi-k2.6 / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,gemini-3.7-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,18.3,0.0289,,,71.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row gemini-3.7-flash(new) / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,qwen3.6-max-preview,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,86.9,0.0289,,,71.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row qwen3.6-max-preview / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,?doubao-seed-evolving,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,204.8,0.0289,,,71.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row doubao-seed-evolving / column 【语言与指令遵从】准确率),,out:model-not-established,out:model-not-established rele-language,chinese-llm-benchmark,gpt-6-sol,medium,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,13.4,0.0289,,,71.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row gpt-6-sol(new) / column 【语言与指令遵从】准确率),,out:superseded,out:superseded rele-language,chinese-llm-benchmark,gemini-3.5-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,104.7,0.0289,,,71.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row gemini-3.5-flash / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,opus-5,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,115.2,0.0289,,,70.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row claude-opus-5(new) / column 【语言与指令遵从】准确率),,out:superseded,out:superseded rele-language,chinese-llm-benchmark,?doubao-seed-2-1-turbo-260628,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,95.9,0.0289,,,70.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row doubao-seed-2-1-turbo-260628 / column 【语言与指令遵从】准确率),,out:model-not-established,out:model-not-established rele-language,chinese-llm-benchmark,qwen3.6-plus,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,21.1,0.0289,,,70.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row qwen3.6-plus / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,mimo-v2.6-flash,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,3.0,0.0289,,,70.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row mimo-v2.6-flash(new) / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,gpt-5.3-chat-latest,solo,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,29.1,0.0289,,,69.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row gpt-5.3-chat / column 【语言与指令遵从】准确率),,out:superseded,out:superseded rele-language,chinese-llm-benchmark,?deepseek-v4-pro-0424,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,23.8,0.0289,,,69.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row deepseek-v4-pro-0424 / column 【语言与指令遵从】准确率),,out:model-not-established,out:model-not-established rele-language,chinese-llm-benchmark,mimo-v2.6-pro,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,14.5,0.0289,,,69.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row mimo-v2.6-pro(new) / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,glm-5-turbo,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,33.7,0.0289,,,69.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row GLM-5-Turbo / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,gpt-5.4-mini,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,28.5,0.0289,,,68.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row gpt-5.4-mini-high / column 【语言与指令遵从】准确率),,out:superseded,out:superseded rele-language,chinese-llm-benchmark,?doubao-seed-2-1-pro-260915,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,69.8,0.0289,,,68.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row doubao-seed-2-1-pro-260915(new) / column 【语言与指令遵从】准确率),,out:model-not-established,out:model-not-established rele-language,chinese-llm-benchmark,grok-4.6,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,73.2,0.0289,,,68.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row grok-4.6(new) / column 【语言与指令遵从】准确率),,out:superseded,out:superseded rele-language,chinese-llm-benchmark,?doubao-seed-2-1-lite-260915,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,12.0,0.0289,,,68.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row doubao-seed-2-1-lite-260915(new) / column 【语言与指令遵从】准确率),,out:model-not-established,out:model-not-established rele-language,chinese-llm-benchmark,qwen3.6-35b-a3b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,18.5,0.0289,,,68.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row Qwen3.6-35B-A3B / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,?ERNIE-5.0,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,41.8,0.0289,,,68.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row ERNIE-5.0 / column 【语言与指令遵从】准确率),,out:model-not-established,out:model-not-established rele-language,chinese-llm-benchmark,opus-4.8,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,151.2,0.0289,,,67.9,score%,0.0289,,default-bridged,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row claude-opus-4.8-thinking / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,glm-5,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,43.3,0.0289,,,67.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row GLM-5 / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,qwen3.5-27b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,16.9,0.0289,,,67.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row Qwen3.5-27B / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,deepseek-v3.2,nothink,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.0,0.0289,,,66.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row DeepSeek-V3.2 / column 【语言与指令遵从】准确率),,out:superseded,out:superseded rele-language,chinese-llm-benchmark,?MiMo-V2-Flash-think-0204,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,4.5,0.0289,,,66.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row MiMo-V2-Flash-think-0204 / column 【语言与指令遵从】准确率),,out:model-not-established,out:model-not-established rele-language,chinese-llm-benchmark,qwen3.5-flash,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,7.3,0.0289,,,66.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row qwen3.5-flash / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,qwen3.5-122b-a10b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,22.4,0.0289,,,66.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row Qwen3.5-122B-A10B / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,?deepseek-v4-flash-0424,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.9,0.0289,,,66.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row deepseek-v4-flash-0424 / column 【语言与指令遵从】准确率),,out:model-not-established,out:model-not-established rele-language,chinese-llm-benchmark,gpt-oss-120b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.7,0.0289,,,65.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row gpt-oss-120b / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,qwen3-max-0123,think,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,31.3,0.0289,,,65.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row qwen3-max-think-2026-01-23 / column 【语言与指令遵从】准确率),,out:superseded,out:superseded rele-language,chinese-llm-benchmark,qwen3.5-plus,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,17.3,0.0289,,,65.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row qwen3.5-plus / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,grok-4.5,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,69.3,0.0289,,,65.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row grok-4.5 / column 【语言与指令遵从】准确率),,out:superseded,out:superseded rele-language,chinese-llm-benchmark,mimo-v2.5-pro,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,31.4,0.0289,,,64.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row mimo-v2.5-pro / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,glm-5.2,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,137.6,0.0289,,,64.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row glm-5.2 / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,?Doubao-Seed-2.0-lite,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,3.9,0.0289,,,64.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row Doubao-Seed-2.0-lite / column 【语言与指令遵从】准确率),,out:model-not-established,out:model-not-established rele-language,chinese-llm-benchmark,?MiMo-V2-Pro,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,22.0,0.0289,,,64.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row MiMo-V2-Pro / column 【语言与指令遵从】准确率),,out:model-not-established,out:model-not-established rele-language,chinese-llm-benchmark,opus-4.8,nothink,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,62.2,0.0289,,,64.0,score%,0.0289,,default-bridged,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row claude-opus-4.8 / column 【语言与指令遵从】准确率),,out:superseded,out:superseded rele-language,chinese-llm-benchmark,?Doubao-Seed-2.0-mini,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,3.2,0.0289,,,64.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row Doubao-Seed-2.0-mini / column 【语言与指令遵从】准确率),,out:model-not-established,out:model-not-established rele-language,chinese-llm-benchmark,opus-4.6,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,66.6,0.0289,,,63.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row claude-opus-4.6 / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,gpt-5.4,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,20.1,0.0289,,,62.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row gpt-5.4 / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,minimax-m3,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,26.0,0.0289,,,62.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row MiniMax-M3 / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,mimo-v2.5,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,15.9,0.0289,,,62.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row mimo-v2.5 / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,sonnet-5,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,39.9,0.0289,,,62.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row claude-sonnet-5-thinking / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,glm-5.1,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,58.1,0.0289,,,62.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row GLM-5.1 / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,?MiMo-V2-Omni,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,15.1,0.0289,,,62.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row MiMo-V2-Omni / column 【语言与指令遵从】准确率),,out:model-not-established,out:model-not-established rele-language,chinese-llm-benchmark,qwen3.7-plus,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,30.3,0.0289,,,61.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row qwen3.7-plus / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,gpt-5.4-mini,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,4.8,0.0289,,,61.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row gpt-5.4-mini / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,?qwen3-max-2026-01-23,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,4.0,0.0289,,,60.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row qwen3-max-2026-01-23 / column 【语言与指令遵从】准确率),,out:model-not-established,out:model-not-established rele-language,chinese-llm-benchmark,?MiMo-V2-Flash-0204,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,0.7,0.0289,,,59.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row MiMo-V2-Flash-0204 / column 【语言与指令遵从】准确率),,out:model-not-established,out:model-not-established rele-language,chinese-llm-benchmark,qwen3.6-27b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,34.2,0.0289,,,59.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row qwen3.6-27b / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,minimax-m2.7,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,15.3,0.0289,,,59.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row MiniMax-M2.7 / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,gpt-oss-20b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.4,0.0289,,,59.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row gpt-oss-20b / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,?ernie-5.1,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,15.8,0.0289,,,59.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row ernie-5.1 / column 【语言与指令遵从】准确率),,out:model-not-established,out:model-not-established rele-language,chinese-llm-benchmark,minimax-m2.5,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,13.0,0.0289,,,59.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row MiniMax-M2.5 / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,hy3,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.0,0.0289,,,58.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row hy3 / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,gemma-4-31b-it,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,0.8,0.0289,,,57.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row gemma-4-31b-it / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,step-3.7-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,12.3,0.0289,,,57.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row step-3.7-flash / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,step-3.5-flash,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,6.1,0.0289,,,53.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row step-3.5-flash / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,gemma-4-26b-a4b-it,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,0.9,0.0289,,,52.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row gemma-4-26b-a4b-it / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,gpt-5.4-nano,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.3,0.0289,,,50.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row gpt-5.4-nano / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,gpt-5.4-nano,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,4.2,0.0289,,,48.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row gpt-5.4-nano-high / column 【语言与指令遵从】准确率),,out:superseded,out:superseded rele-language,chinese-llm-benchmark,?LongCat-Flash-Lite,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,0.0,0.0289,,,47.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row LongCat-Flash-Lite / column 【语言与指令遵从】准确率),,out:model-not-established,out:model-not-established rele-language,chinese-llm-benchmark,gemini-3.1-flash-lite-preview,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,2.5,0.0289,,,42.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row gemini-3.1-flash-lite-preview / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,gemini-3.1-pro,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,226.9,0.0289,,,68.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row gemini-3.1-pro-preview / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,opus-5,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,126.2,0.0289,,,67.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row claude-opus-5(new) / column 【教育】准确率),,out:superseded,out:superseded rele-education,chinese-llm-benchmark,?doubao-seed-evolving,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,327.7,0.0289,,,67.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row doubao-seed-evolving / column 【教育】准确率),,out:model-not-established,out:model-not-established rele-education,chinese-llm-benchmark,?doubao-seed-2-1-pro-260915,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,66.0,0.0289,,,67.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row doubao-seed-2-1-pro-260915(new) / column 【教育】准确率),,out:model-not-established,out:model-not-established rele-education,chinese-llm-benchmark,?doubao-seed-2-1-lite-260915,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,8.4,0.0289,,,67.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row doubao-seed-2-1-lite-260915(new) / column 【教育】准确率),,out:model-not-established,out:model-not-established rele-education,chinese-llm-benchmark,gemini-3.8-flash,medium,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,60.8,0.0289,,,67.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row gemini-3.8-flash(new) / column 【教育】准确率),,out:superseded,out:superseded rele-education,chinese-llm-benchmark,gemini-3.7-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,23.4,0.0289,,,67.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row gemini-3.7-flash(new) / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,?doubao-seed-2-1-turbo-260628,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,142.9,0.0289,,,66.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row doubao-seed-2-1-turbo-260628 / column 【教育】准确率),,out:model-not-established,out:model-not-established rele-education,chinese-llm-benchmark,?Doubao-Seed-2.0-pro,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,20.2,0.0289,,,65.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row Doubao-Seed-2.0-pro / column 【教育】准确率),,out:model-not-established,out:model-not-established rele-education,chinese-llm-benchmark,kimi-k3,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,161.0,0.0289,,,65.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row kimi-k3(new) / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,?doubao-seed-2-1-pro-260628,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,342.8,0.0289,,,65.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row doubao-seed-2-1-pro-260628 / column 【教育】准确率),,out:model-not-established,out:model-not-established rele-education,chinese-llm-benchmark,qwen3.7-max,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,103.2,0.0289,,,65.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row qwen3.7-max / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,qwen3.8-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,11.4,0.0289,,,64.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row qwen3.8-flash(new) / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,?Doubao-Seed-2.0-lite,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,4.4,0.0289,,,64.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row Doubao-Seed-2.0-lite / column 【教育】准确率),,out:model-not-established,out:model-not-established rele-education,chinese-llm-benchmark,gemini-3.5-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,139.1,0.0289,,,64.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row gemini-3.5-flash / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,gpt-6-astra,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,99.5,0.0289,,,64.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row gpt-6-astra(new) / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,glm-5.3-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,13.0,0.0289,,,64.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row glm-5.3-flash(new) / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,?qwen3.8-max,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,130.6,0.0289,,,63.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row qwen3.8-max(new) / column 【教育】准确率),,out:model-not-established,out:model-not-established rele-education,chinese-llm-benchmark,gpt-5.6-sol-pro,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,402.1,0.0289,,,63.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row gpt-5.6-sol-pro / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,qwen3.7-plus,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,37.6,0.0289,,,63.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row qwen3.7-plus / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,?Doubao-Seed-2.0-mini,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,6.3,0.0289,,,63.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row Doubao-Seed-2.0-mini / column 【教育】准确率),,out:model-not-established,out:model-not-established rele-education,chinese-llm-benchmark,glm-5.2,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,108.7,0.0289,,,63.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row glm-5.2 / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,qwen3.6-max-preview,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,137.8,0.0289,,,63.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row qwen3.6-max-preview / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,opus-4.6,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,109.2,0.0289,,,63.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row claude-opus-4.6 / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,?deepseek-v4-pro,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,82.1,0.0289,,,63.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row deepseek-v4-pro(new) / column 【教育】准确率),,out:model-not-established,out:model-not-established rele-education,chinese-llm-benchmark,kimi-k2.7-code,solo,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,55.7,0.0289,,,62.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row kimi-k2.7-code / column 【教育】准确率),,out:superseded,out:superseded rele-education,chinese-llm-benchmark,opus-4.8,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,205.6,0.0289,,,62.7,score%,0.0289,,default-bridged,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row claude-opus-4.8-thinking / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,glm-5.3,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,145.8,0.0289,,,62.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row glm-5.3(new) / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,opus-5.5,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,87.3,0.0289,,,62.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row claude-opus-5.5(new) / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,kimi-k2.6,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,111.4,0.0289,,,62.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row kimi-k2.6 / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,gpt-6-sol,medium,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,19.5,0.0289,,,61.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row gpt-6-sol(new) / column 【教育】准确率),,out:superseded,out:superseded rele-education,chinese-llm-benchmark,gpt-5.5,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,152.6,0.0289,,,61.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row gpt-5.5 / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,glm-5.1,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,82.1,0.0289,,,61.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row GLM-5.1 / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,qwen3.5-plus,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,23.0,0.0289,,,60.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row qwen3.5-plus / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,qwen3.6-27b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,73.3,0.0289,,,60.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row qwen3.6-27b / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,?ernie-5.1,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,35.8,0.0289,,,60.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row ernie-5.1 / column 【教育】准确率),,out:model-not-established,out:model-not-established rele-education,chinese-llm-benchmark,?deepseek-v4-pro-0424,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,59.4,0.0289,,,60.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row deepseek-v4-pro-0424 / column 【教育】准确率),,out:model-not-established,out:model-not-established rele-education,chinese-llm-benchmark,hy4-preview,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,120.4,0.0289,,,60.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row hy4-preview(new) / column 【教育】准确率),,out:superseded,out:superseded rele-education,chinese-llm-benchmark,qwen3.6-plus,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,38.2,0.0289,,,60.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row qwen3.6-plus / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,gpt-5.4,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,117.0,0.0289,,,59.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row gpt-5.4-high / column 【教育】准确率),,out:superseded,out:superseded rele-education,chinese-llm-benchmark,deepseek-v4.1-flash,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,19.4,0.0289,,,59.9,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row deepseek-v4.1-flash(new) / column 【教育】准确率),,in,in rele-education,chinese-llm-benchmark,mimo-v2.6-pro,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,27.6,0.0289,,,59.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row mimo-v2.6-pro(new) / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,qwen3.5-122b-a10b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,34.5,0.0289,,,59.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row Qwen3.5-122B-A10B / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,glm-5,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,68.9,0.0289,,,59.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row GLM-5 / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,mimo-v2.6-flash,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,6.3,0.0289,,,58.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row mimo-v2.6-flash(new) / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,?Kimi-K2.5,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,93.0,0.0289,,,58.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row Kimi-K2.5-Thinking / column 【教育】准确率),,out:model-not-established,out:model-not-established rele-education,chinese-llm-benchmark,grok-4.5,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,156.5,0.0289,,,58.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row grok-4.5 / column 【教育】准确率),,out:superseded,out:superseded rele-education,chinese-llm-benchmark,?deepseek-v4-flash-0424,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,4.3,0.0289,,,58.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row deepseek-v4-flash-0424 / column 【教育】准确率),,out:model-not-established,out:model-not-established rele-education,chinese-llm-benchmark,qwen3.5-27b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,26.8,0.0289,,,57.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row Qwen3.5-27B / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,grok-4.6,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,120.5,0.0289,,,57.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row grok-4.6(new) / column 【教育】准确率),,out:superseded,out:superseded rele-education,chinese-llm-benchmark,hy3,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.5,0.0289,,,56.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row hy3 / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,qwen3.6-35b-a3b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,38.2,0.0289,,,56.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row Qwen3.6-35B-A3B / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,qwen3.5-flash,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,11.5,0.0289,,,56.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row qwen3.5-flash / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,opus-4.8,nothink,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,99.9,0.0289,,,56.4,score%,0.0289,,default-bridged,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row claude-opus-4.8 / column 【教育】准确率),,out:superseded,out:superseded rele-education,chinese-llm-benchmark,?MiMo-V2-Omni,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,35.8,0.0289,,,56.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row MiMo-V2-Omni / column 【教育】准确率),,out:model-not-established,out:model-not-established rele-education,chinese-llm-benchmark,glm-5-turbo,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,70.7,0.0289,,,55.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row GLM-5-Turbo / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,?ERNIE-5.0,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,91.2,0.0289,,,55.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row ERNIE-5.0 / column 【教育】准确率),,out:model-not-established,out:model-not-established rele-education,chinese-llm-benchmark,gpt-6-luna,medium,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,2.3,0.0289,,,55.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row gpt-6-luna(new) / column 【教育】准确率),,out:superseded,out:superseded rele-education,chinese-llm-benchmark,step-3.7-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,39.0,0.0289,,,54.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row step-3.7-flash / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,sonnet-5,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,108.4,0.0289,,,54.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row claude-sonnet-5-thinking / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,qwen3-max-0123,think,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,50.3,0.0289,,,54.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row qwen3-max-think-2026-01-23 / column 【教育】准确率),,out:superseded,out:superseded rele-education,chinese-llm-benchmark,deepseek-v3.2,think,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,7.6,0.0289,,,53.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row DeepSeek-V3.2-Think / column 【教育】准确率),,out:superseded,out:superseded rele-education,chinese-llm-benchmark,mimo-v2.5-pro,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,74.2,0.0289,,,53.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row mimo-v2.5-pro / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,deepseek-v3.2,nothink,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,2.1,0.0289,,,53.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row DeepSeek-V3.2 / column 【教育】准确率),,out:superseded,out:superseded rele-education,chinese-llm-benchmark,grok-4.7,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,285.0,0.0289,,,52.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row grok-4.7(new) / column 【教育】准确率),,out:superseded,out:superseded rele-education,chinese-llm-benchmark,minimax-m3,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,45.0,0.0289,,,52.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row MiniMax-M3 / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,?qwen3-max-2026-01-23,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,11.9,0.0289,,,50.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row qwen3-max-2026-01-23 / column 【教育】准确率),,out:model-not-established,out:model-not-established rele-education,chinese-llm-benchmark,?MiMo-V2-Flash-think-0204,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,7.4,0.0289,,,49.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row MiMo-V2-Flash-think-0204 / column 【教育】准确率),,out:model-not-established,out:model-not-established rele-education,chinese-llm-benchmark,step-3.5-flash,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,10.7,0.0289,,,49.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row step-3.5-flash / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,gpt-5.3-chat-latest,solo,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,48.2,0.0289,,,49.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row gpt-5.3-chat / column 【教育】准确率),,out:superseded,out:superseded rele-education,chinese-llm-benchmark,?MiMo-V2-Pro,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,35.6,0.0289,,,48.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row MiMo-V2-Pro / column 【教育】准确率),,out:model-not-established,out:model-not-established rele-education,chinese-llm-benchmark,mimo-v2.5,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,36.2,0.0289,,,47.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row mimo-v2.5 / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,?LongCat-Flash-Lite,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,0.0,0.0289,,,47.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row LongCat-Flash-Lite / column 【教育】准确率),,out:model-not-established,out:model-not-established rele-education,chinese-llm-benchmark,?MiMo-V2-Flash-0204,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,2.2,0.0289,,,46.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row MiMo-V2-Flash-0204 / column 【教育】准确率),,out:model-not-established,out:model-not-established rele-education,chinese-llm-benchmark,gpt-5.4,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,33.7,0.0289,,,46.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row gpt-5.4 / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,minimax-m2.7,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,31.0,0.0289,,,43.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row MiniMax-M2.7 / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,gemini-3.1-flash-lite-preview,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,4.4,0.0289,,,43.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row gemini-3.1-flash-lite-preview / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,gpt-5.4-mini,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,58.8,0.0289,,,42.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row gpt-5.4-mini-high / column 【教育】准确率),,out:superseded,out:superseded rele-education,chinese-llm-benchmark,minimax-m2.5,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,24.8,0.0289,,,42.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row MiniMax-M2.5 / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,gpt-5.4-nano,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,12.1,0.0289,,,39.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row gpt-5.4-nano-high / column 【教育】准确率),,out:superseded,out:superseded rele-education,chinese-llm-benchmark,gemma-4-31b-it,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.6,0.0289,,,38.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row gemma-4-31b-it / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,gemma-4-26b-a4b-it,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,2.1,0.0289,,,37.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row gemma-4-26b-a4b-it / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,gpt-oss-120b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,2.8,0.0289,,,37.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row gpt-oss-120b / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,gpt-5.4-mini,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,8.1,0.0289,,,36.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row gpt-5.4-mini / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,gpt-oss-20b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.9,0.0289,,,34.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row gpt-oss-20b / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,gpt-5.4-nano,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,2.6,0.0289,,,32.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row gpt-5.4-nano / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,?doubao-seed-evolving,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,218.9,0.0289,,,91.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row doubao-seed-evolving / column 【金融】准确率),,out:model-not-established,out:model-not-established rele-finance,chinese-llm-benchmark,?doubao-seed-2-1-pro-260628,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,237.8,0.0289,,,91.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row doubao-seed-2-1-pro-260628 / column 【金融】准确率),,out:model-not-established,out:model-not-established rele-finance,chinese-llm-benchmark,kimi-k3,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,89.1,0.0289,,,89.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row kimi-k3(new) / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,qwen3.7-max,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,49.4,0.0289,,,89.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row qwen3.7-max / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,?doubao-seed-2-1-pro-260915,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,47.0,0.0289,,,88.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row doubao-seed-2-1-pro-260915(new) / column 【金融】准确率),,out:model-not-established,out:model-not-established rele-finance,chinese-llm-benchmark,hy4-preview,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,56.7,0.0289,,,87.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row hy4-preview(new) / column 【金融】准确率),,out:superseded,out:superseded rele-finance,chinese-llm-benchmark,?Doubao-Seed-2.0-pro,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,15.6,0.0289,,,87.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row Doubao-Seed-2.0-pro / column 【金融】准确率),,out:model-not-established,out:model-not-established rele-finance,chinese-llm-benchmark,?Kimi-K2.5,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,40.0,0.0289,,,87.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row Kimi-K2.5-Thinking / column 【金融】准确率),,out:model-not-established,out:model-not-established rele-finance,chinese-llm-benchmark,kimi-k2.7-code,solo,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,29.7,0.0289,,,87.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row kimi-k2.7-code / column 【金融】准确率),,out:superseded,out:superseded rele-finance,chinese-llm-benchmark,?qwen3.8-max,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,48.0,0.0289,,,86.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row qwen3.8-max(new) / column 【金融】准确率),,out:model-not-established,out:model-not-established rele-finance,chinese-llm-benchmark,qwen3.6-max-preview,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,87.2,0.0289,,,86.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row qwen3.6-max-preview / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,kimi-k2.6,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,55.1,0.0289,,,86.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row kimi-k2.6 / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,qwen3.7-plus,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,13.7,0.0289,,,85.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row qwen3.7-plus / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,gpt-5.6-sol-pro,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,281.9,0.0289,,,85.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row gpt-5.6-sol-pro / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,qwen3-max-0123,think,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,32.0,0.0289,,,85.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row qwen3-max-think-2026-01-23 / column 【金融】准确率),,out:superseded,out:superseded rele-finance,chinese-llm-benchmark,mimo-v2.5-pro,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,31.4,0.0289,,,85.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row mimo-v2.5-pro / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,glm-5.1,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,39.6,0.0289,,,85.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row GLM-5.1 / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,gpt-5.4,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,77.7,0.0289,,,85.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row gpt-5.4-high / column 【金融】准确率),,out:superseded,out:superseded rele-finance,chinese-llm-benchmark,gpt-6-sol,medium,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,14.1,0.0289,,,84.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row gpt-6-sol(new) / column 【金融】准确率),,out:superseded,out:superseded rele-finance,chinese-llm-benchmark,?doubao-seed-2-1-turbo-260628,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,108.2,0.0289,,,84.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row doubao-seed-2-1-turbo-260628 / column 【金融】准确率),,out:model-not-established,out:model-not-established rele-finance,chinese-llm-benchmark,?deepseek-v4-pro,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,44.3,0.0289,,,84.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row deepseek-v4-pro(new) / column 【金融】准确率),,out:model-not-established,out:model-not-established rele-finance,chinese-llm-benchmark,opus-5.5,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,76.8,0.0289,,,84.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row claude-opus-5.5(new) / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,?Doubao-Seed-2.0-lite,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,3.1,0.0289,,,84.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row Doubao-Seed-2.0-lite / column 【金融】准确率),,out:model-not-established,out:model-not-established rele-finance,chinese-llm-benchmark,grok-4.5,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,65.3,0.0289,,,84.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row grok-4.5 / column 【金融】准确率),,out:superseded,out:superseded rele-finance,chinese-llm-benchmark,deepseek-v3.2,think,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,4.3,0.0289,,,84.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row DeepSeek-V3.2-Think / column 【金融】准确率),,out:superseded,out:superseded rele-finance,chinese-llm-benchmark,glm-5.3,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,92.8,0.0289,,,84.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row glm-5.3(new) / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,glm-5-turbo,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,36.6,0.0289,,,83.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row GLM-5-Turbo / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,?qwen3-max-2026-01-23,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,5.1,0.0289,,,83.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row qwen3-max-2026-01-23 / column 【金融】准确率),,out:model-not-established,out:model-not-established rele-finance,chinese-llm-benchmark,?ernie-5.1,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,19.2,0.0289,,,83.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row ernie-5.1 / column 【金融】准确率),,out:model-not-established,out:model-not-established rele-finance,chinese-llm-benchmark,gpt-5.5,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,129.7,0.0289,,,83.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row gpt-5.5 / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,gemini-3.1-pro,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,124.3,0.0289,,,83.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row gemini-3.1-pro-preview / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,deepseek-v4.1-flash,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,12.3,0.0289,,,83.4,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row deepseek-v4.1-flash(new) / column 【金融】准确率),,in,in rele-finance,chinese-llm-benchmark,qwen3.5-plus,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,14.1,0.0289,,,83.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row qwen3.5-plus / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,qwen3.5-122b-a10b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,18.0,0.0289,,,83.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row Qwen3.5-122B-A10B / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,glm-5,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,39.4,0.0289,,,83.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row GLM-5 / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,grok-4.6,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,62.5,0.0289,,,83.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row grok-4.6(new) / column 【金融】准确率),,out:superseded,out:superseded rele-finance,chinese-llm-benchmark,gpt-6-astra,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,69.9,0.0289,,,82.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row gpt-6-astra(new) / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,?doubao-seed-2-1-lite-260915,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,4.0,0.0289,,,82.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row doubao-seed-2-1-lite-260915(new) / column 【金融】准确率),,out:model-not-established,out:model-not-established rele-finance,chinese-llm-benchmark,gemini-3.8-flash,medium,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,39.7,0.0289,,,82.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row gemini-3.8-flash(new) / column 【金融】准确率),,out:superseded,out:superseded rele-finance,chinese-llm-benchmark,deepseek-v3.2,nothink,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.1,0.0289,,,81.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row DeepSeek-V3.2 / column 【金融】准确率),,out:superseded,out:superseded rele-finance,chinese-llm-benchmark,?deepseek-v4-pro-0424,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,29.3,0.0289,,,81.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row deepseek-v4-pro-0424 / column 【金融】准确率),,out:model-not-established,out:model-not-established rele-finance,chinese-llm-benchmark,gemini-3.7-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,18.1,0.0289,,,81.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row gemini-3.7-flash(new) / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,?deepseek-v4-flash-0424,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,2.2,0.0289,,,81.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row deepseek-v4-flash-0424 / column 【金融】准确率),,out:model-not-established,out:model-not-established rele-finance,chinese-llm-benchmark,gemini-3.5-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,90.9,0.0289,,,80.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row gemini-3.5-flash / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,glm-5.3-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,7.1,0.0289,,,80.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row glm-5.3-flash(new) / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,hy3,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,0.8,0.0289,,,80.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row hy3 / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,mimo-v2.6-pro,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,12.9,0.0289,,,80.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row mimo-v2.6-pro(new) / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,?MiMo-V2-Pro,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,34.2,0.0289,,,80.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row MiMo-V2-Pro / column 【金融】准确率),,out:model-not-established,out:model-not-established rele-finance,chinese-llm-benchmark,?Doubao-Seed-2.0-mini,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,4.3,0.0289,,,79.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row Doubao-Seed-2.0-mini / column 【金融】准确率),,out:model-not-established,out:model-not-established rele-finance,chinese-llm-benchmark,opus-5,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,118.6,0.0289,,,79.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row claude-opus-5(new) / column 【金融】准确率),,out:superseded,out:superseded rele-finance,chinese-llm-benchmark,opus-4.6,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,82.5,0.0289,,,79.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row claude-opus-4.6 / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,glm-5.2,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,57.9,0.0289,,,79.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row glm-5.2 / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,?ERNIE-5.0,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,65.0,0.0289,,,78.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row ERNIE-5.0 / column 【金融】准确率),,out:model-not-established,out:model-not-established rele-finance,chinese-llm-benchmark,qwen3.8-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,6.6,0.0289,,,78.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row qwen3.8-flash(new) / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,opus-4.8,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,137.8,0.0289,,,78.2,score%,0.0289,,default-bridged,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row claude-opus-4.8-thinking / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,gpt-6-luna,medium,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.7,0.0289,,,78.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row gpt-6-luna(new) / column 【金融】准确率),,out:superseded,out:superseded rele-finance,chinese-llm-benchmark,grok-4.7,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,153.1,0.0289,,,77.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row grok-4.7(new) / column 【金融】准确率),,out:superseded,out:superseded rele-finance,chinese-llm-benchmark,qwen3.5-flash,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,7.2,0.0289,,,77.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row qwen3.5-flash / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,qwen3.6-plus,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,20.8,0.0289,,,77.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row qwen3.6-plus / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,mimo-v2.5,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,23.5,0.0289,,,76.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row mimo-v2.5 / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,sonnet-5,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,69.3,0.0289,,,76.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row claude-sonnet-5-thinking / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,gemini-3.1-flash-lite-preview,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,3.3,0.0289,,,76.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row gemini-3.1-flash-lite-preview / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,?MiMo-V2-Flash-think-0204,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,4.7,0.0289,,,76.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row MiMo-V2-Flash-think-0204 / column 【金融】准确率),,out:model-not-established,out:model-not-established rele-finance,chinese-llm-benchmark,step-3.7-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,26.2,0.0289,,,76.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row step-3.7-flash / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,minimax-m3,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,27.6,0.0289,,,75.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row MiniMax-M3 / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,qwen3.5-27b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,14.6,0.0289,,,75.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row Qwen3.5-27B / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,gpt-5.4,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,19.9,0.0289,,,75.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row gpt-5.4 / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,mimo-v2.6-flash,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,3.5,0.0289,,,75.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row mimo-v2.6-flash(new) / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,opus-4.8,nothink,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,72.8,0.0289,,,74.5,score%,0.0289,,default-bridged,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row claude-opus-4.8 / column 【金融】准确率),,out:superseded,out:superseded rele-finance,chinese-llm-benchmark,gpt-5.3-chat-latest,solo,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,32.1,0.0289,,,74.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row gpt-5.3-chat / column 【金融】准确率),,out:superseded,out:superseded rele-finance,chinese-llm-benchmark,qwen3.6-27b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,31.7,0.0289,,,73.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row qwen3.6-27b / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,?LongCat-Flash-Lite,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,0.0,0.0289,,,73.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row LongCat-Flash-Lite / column 【金融】准确率),,out:model-not-established,out:model-not-established rele-finance,chinese-llm-benchmark,qwen3.6-35b-a3b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,18.7,0.0289,,,72.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row Qwen3.6-35B-A3B / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,?MiMo-V2-Omni,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,19.9,0.0289,,,71.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row MiMo-V2-Omni / column 【金融】准确率),,out:model-not-established,out:model-not-established rele-finance,chinese-llm-benchmark,step-3.5-flash,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,6.1,0.0289,,,71.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row step-3.5-flash / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,minimax-m2.5,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,15.4,0.0289,,,71.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row MiniMax-M2.5 / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,gpt-5.4-mini,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,37.4,0.0289,,,70.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row gpt-5.4-mini-high / column 【金融】准确率),,out:superseded,out:superseded rele-finance,chinese-llm-benchmark,minimax-m2.7,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,18.2,0.0289,,,70.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row MiniMax-M2.7 / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,?MiMo-V2-Flash-0204,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.1,0.0289,,,67.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row MiMo-V2-Flash-0204 / column 【金融】准确率),,out:model-not-established,out:model-not-established rele-finance,chinese-llm-benchmark,gpt-5.4-mini,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,5.1,0.0289,,,66.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row gpt-5.4-mini / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,gpt-5.4-nano,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,7.0,0.0289,,,66.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row gpt-5.4-nano-high / column 【金融】准确率),,out:superseded,out:superseded rele-finance,chinese-llm-benchmark,gemma-4-26b-a4b-it,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.5,0.0289,,,64.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row gemma-4-26b-a4b-it / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,gemma-4-31b-it,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.3,0.0289,,,63.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row gemma-4-31b-it / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,gpt-oss-20b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.7,0.0289,,,60.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row gpt-oss-20b / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,gpt-oss-120b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.9,0.0289,,,57.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row gpt-oss-120b / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,gpt-5.4-nano,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.5,0.0289,,,56.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row gpt-5.4-nano / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,gpt-5.5,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,205.2,0.0289,,,89.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row gpt-5.5 / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,?Doubao-Seed-2.0-mini,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,9.6,0.0289,,,88.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row Doubao-Seed-2.0-mini / column 【法律与行政公务】准确率),,out:model-not-established,out:model-not-established rele-law,chinese-llm-benchmark,?doubao-seed-2-1-pro-260628,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,331.8,0.0289,,,87.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row doubao-seed-2-1-pro-260628 / column 【法律与行政公务】准确率),,out:model-not-established,out:model-not-established rele-law,chinese-llm-benchmark,?doubao-seed-2-1-pro-260915,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,94.5,0.0289,,,87.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row doubao-seed-2-1-pro-260915(new) / column 【法律与行政公务】准确率),,out:model-not-established,out:model-not-established rele-law,chinese-llm-benchmark,qwen3.7-plus,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,21.1,0.0289,,,87.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row qwen3.7-plus / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,glm-5.2,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,74.2,0.0289,,,86.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row glm-5.2 / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,qwen3.8-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,8.1,0.0289,,,86.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row qwen3.8-flash(new) / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,grok-4.5,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,128.5,0.0289,,,86.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row grok-4.5 / column 【法律与行政公务】准确率),,out:superseded,out:superseded rele-law,chinese-llm-benchmark,?qwen3.8-max,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,110.6,0.0289,,,86.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row qwen3.8-max(new) / column 【法律与行政公务】准确率),,out:model-not-established,out:model-not-established rele-law,chinese-llm-benchmark,?doubao-seed-evolving,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,347.6,0.0289,,,86.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row doubao-seed-evolving / column 【法律与行政公务】准确率),,out:model-not-established,out:model-not-established rele-law,chinese-llm-benchmark,?doubao-seed-2-1-lite-260915,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,8.3,0.0289,,,85.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row doubao-seed-2-1-lite-260915(new) / column 【法律与行政公务】准确率),,out:model-not-established,out:model-not-established rele-law,chinese-llm-benchmark,?Doubao-Seed-2.0-lite,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,4.8,0.0289,,,85.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row Doubao-Seed-2.0-lite / column 【法律与行政公务】准确率),,out:model-not-established,out:model-not-established rele-law,chinese-llm-benchmark,gpt-6-astra,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,127.4,0.0289,,,85.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row gpt-6-astra(new) / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,kimi-k3,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,223.0,0.0289,,,85.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row kimi-k3(new) / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,deepseek-v4.1-flash,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,14.6,0.0289,,,85.3,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row deepseek-v4.1-flash(new) / column 【法律与行政公务】准确率),,in,in rele-law,chinese-llm-benchmark,qwen3.7-max,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,63.2,0.0289,,,85.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row qwen3.7-max / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,hy4-preview,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,114.6,0.0289,,,85.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row hy4-preview(new) / column 【法律与行政公务】准确率),,out:superseded,out:superseded rele-law,chinese-llm-benchmark,qwen3.5-122b-a10b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,27.7,0.0289,,,84.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row Qwen3.5-122B-A10B / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,?doubao-seed-2-1-turbo-260628,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,139.9,0.0289,,,84.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row doubao-seed-2-1-turbo-260628 / column 【法律与行政公务】准确率),,out:model-not-established,out:model-not-established rele-law,chinese-llm-benchmark,opus-5,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,142.8,0.0289,,,84.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row claude-opus-5(new) / column 【法律与行政公务】准确率),,out:superseded,out:superseded rele-law,chinese-llm-benchmark,?Doubao-Seed-2.0-pro,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,20.0,0.0289,,,84.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row Doubao-Seed-2.0-pro / column 【法律与行政公务】准确率),,out:model-not-established,out:model-not-established rele-law,chinese-llm-benchmark,?deepseek-v4-pro,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,107.3,0.0289,,,84.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row deepseek-v4-pro(new) / column 【法律与行政公务】准确率),,out:model-not-established,out:model-not-established rele-law,chinese-llm-benchmark,glm-5.3,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,104.9,0.0289,,,84.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row glm-5.3(new) / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,gpt-5.6-sol-pro,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,488.6,0.0289,,,84.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row gpt-5.6-sol-pro / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,deepseek-v3.2,think,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,5.7,0.0289,,,84.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row DeepSeek-V3.2-Think / column 【法律与行政公务】准确率),,out:superseded,out:superseded rele-law,chinese-llm-benchmark,glm-5.3-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,11.8,0.0289,,,84.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row glm-5.3-flash(new) / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,gemini-3.7-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,22.8,0.0289,,,83.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row gemini-3.7-flash(new) / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,gemini-3.1-pro,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,169.9,0.0289,,,83.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row gemini-3.1-pro-preview / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,qwen3.6-max-preview,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,133.7,0.0289,,,83.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row qwen3.6-max-preview / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,qwen3.5-27b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,20.5,0.0289,,,83.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row Qwen3.5-27B / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,kimi-k2.7-code,solo,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,59.2,0.0289,,,83.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row kimi-k2.7-code / column 【法律与行政公务】准确率),,out:superseded,out:superseded rele-law,chinese-llm-benchmark,?MiMo-V2-Omni,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,27.9,0.0289,,,83.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row MiMo-V2-Omni / column 【法律与行政公务】准确率),,out:model-not-established,out:model-not-established rele-law,chinese-llm-benchmark,opus-5.5,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,100.4,0.0289,,,83.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row claude-opus-5.5(new) / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,qwen3.5-plus,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,18.8,0.0289,,,83.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row qwen3.5-plus / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,grok-4.6,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,107.8,0.0289,,,82.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row grok-4.6(new) / column 【法律与行政公务】准确率),,out:superseded,out:superseded rele-law,chinese-llm-benchmark,deepseek-v3.2,nothink,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,2.3,0.0289,,,82.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row DeepSeek-V3.2 / column 【法律与行政公务】准确率),,out:superseded,out:superseded rele-law,chinese-llm-benchmark,gpt-6-luna,medium,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,2.8,0.0289,,,82.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row gpt-6-luna(new) / column 【法律与行政公务】准确率),,out:superseded,out:superseded rele-law,chinese-llm-benchmark,qwen3.6-35b-a3b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,29.1,0.0289,,,82.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row Qwen3.6-35B-A3B / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,opus-4.6,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,130.9,0.0289,,,82.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row claude-opus-4.6 / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,gemini-3.8-flash,medium,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,56.1,0.0289,,,82.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row gemini-3.8-flash(new) / column 【法律与行政公务】准确率),,out:superseded,out:superseded rele-law,chinese-llm-benchmark,?deepseek-v4-flash-0424,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,3.4,0.0289,,,82.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row deepseek-v4-flash-0424 / column 【法律与行政公务】准确率),,out:model-not-established,out:model-not-established rele-law,chinese-llm-benchmark,gpt-6-sol,medium,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,22.4,0.0289,,,82.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row gpt-6-sol(new) / column 【法律与行政公务】准确率),,out:superseded,out:superseded rele-law,chinese-llm-benchmark,?deepseek-v4-pro-0424,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,33.9,0.0289,,,82.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row deepseek-v4-pro-0424 / column 【法律与行政公务】准确率),,out:model-not-established,out:model-not-established rele-law,chinese-llm-benchmark,qwen3.6-27b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,47.4,0.0289,,,82.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row qwen3.6-27b / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,glm-5.1,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,53.0,0.0289,,,81.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row GLM-5.1 / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,?ERNIE-5.0,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,68.0,0.0289,,,81.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row ERNIE-5.0 / column 【法律与行政公务】准确率),,out:model-not-established,out:model-not-established rele-law,chinese-llm-benchmark,gpt-5.4,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,140.2,0.0289,,,81.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row gpt-5.4-high / column 【法律与行政公务】准确率),,out:superseded,out:superseded rele-law,chinese-llm-benchmark,gemini-3.5-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,131.2,0.0289,,,81.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row gemini-3.5-flash / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,opus-4.8,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,214.7,0.0289,,,81.3,score%,0.0289,,default-bridged,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row claude-opus-4.8-thinking / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,qwen3.6-plus,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,30.0,0.0289,,,81.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row qwen3.6-plus / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,mimo-v2.5,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,26.5,0.0289,,,80.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row mimo-v2.5 / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,?qwen3-max-2026-01-23,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,9.3,0.0289,,,80.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row qwen3-max-2026-01-23 / column 【法律与行政公务】准确率),,out:model-not-established,out:model-not-established rele-law,chinese-llm-benchmark,?MiMo-V2-Flash-think-0204,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,5.6,0.0289,,,80.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row MiMo-V2-Flash-think-0204 / column 【法律与行政公务】准确率),,out:model-not-established,out:model-not-established rele-law,chinese-llm-benchmark,qwen3.5-flash,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,10.0,0.0289,,,80.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row qwen3.5-flash / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,kimi-k2.6,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,84.0,0.0289,,,80.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row kimi-k2.6 / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,?ernie-5.1,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,40.6,0.0289,,,80.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row ernie-5.1 / column 【法律与行政公务】准确率),,out:model-not-established,out:model-not-established rele-law,chinese-llm-benchmark,qwen3-max-0123,think,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,43.2,0.0289,,,80.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row qwen3-max-think-2026-01-23 / column 【法律与行政公务】准确率),,out:superseded,out:superseded rele-law,chinese-llm-benchmark,?Kimi-K2.5,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,78.0,0.0289,,,80.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row Kimi-K2.5-Thinking / column 【法律与行政公务】准确率),,out:model-not-established,out:model-not-established rele-law,chinese-llm-benchmark,grok-4.7,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,230.0,0.0289,,,80.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row grok-4.7(new) / column 【法律与行政公务】准确率),,out:superseded,out:superseded rele-law,chinese-llm-benchmark,glm-5-turbo,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,48.3,0.0289,,,80.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row GLM-5-Turbo / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,sonnet-5,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,91.3,0.0289,,,79.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row claude-sonnet-5-thinking / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,mimo-v2.5-pro,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,59.1,0.0289,,,79.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row mimo-v2.5-pro / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,glm-5,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,56.1,0.0289,,,79.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row GLM-5 / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,opus-4.8,nothink,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,107.2,0.0289,,,79.0,score%,0.0289,,default-bridged,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row claude-opus-4.8 / column 【法律与行政公务】准确率),,out:superseded,out:superseded rele-law,chinese-llm-benchmark,step-3.5-flash,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,9.1,0.0289,,,78.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row step-3.5-flash / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,mimo-v2.6-pro,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,22.3,0.0289,,,78.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row mimo-v2.6-pro(new) / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,hy3,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.4,0.0289,,,78.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row hy3 / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,minimax-m2.5,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,23.3,0.0289,,,77.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row MiniMax-M2.5 / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,minimax-m2.7,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,27.5,0.0289,,,74.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row MiniMax-M2.7 / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,gpt-5.3-chat-latest,solo,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,55.4,0.0289,,,74.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row gpt-5.3-chat / column 【法律与行政公务】准确率),,out:superseded,out:superseded rele-law,chinese-llm-benchmark,gpt-5.4-mini,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,68.7,0.0289,,,73.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row gpt-5.4-mini-high / column 【法律与行政公务】准确率),,out:superseded,out:superseded rele-law,chinese-llm-benchmark,mimo-v2.6-flash,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,3.9,0.0289,,,73.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row mimo-v2.6-flash(new) / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,minimax-m3,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,26.6,0.0289,,,72.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row MiniMax-M3 / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,?LongCat-Flash-Lite,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,0.0,0.0289,,,71.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row LongCat-Flash-Lite / column 【法律与行政公务】准确率),,out:model-not-established,out:model-not-established rele-law,chinese-llm-benchmark,?MiMo-V2-Pro,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,27.7,0.0289,,,70.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row MiMo-V2-Pro / column 【法律与行政公务】准确率),,out:model-not-established,out:model-not-established rele-law,chinese-llm-benchmark,gpt-5.4-nano,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,11.6,0.0289,,,69.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row gpt-5.4-nano-high / column 【法律与行政公务】准确率),,out:superseded,out:superseded rele-law,chinese-llm-benchmark,step-3.7-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,36.1,0.0289,,,69.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row step-3.7-flash / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,gpt-5.4,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,42.7,0.0289,,,68.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row gpt-5.4 / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,gemini-3.1-flash-lite-preview,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,5.3,0.0289,,,67.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row gemini-3.1-flash-lite-preview / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,gemma-4-31b-it,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.8,0.0289,,,65.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row gemma-4-31b-it / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,?MiMo-V2-Flash-0204,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,2.1,0.0289,,,63.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row MiMo-V2-Flash-0204 / column 【法律与行政公务】准确率),,out:model-not-established,out:model-not-established rele-law,chinese-llm-benchmark,gemma-4-26b-a4b-it,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,2.4,0.0289,,,62.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row gemma-4-26b-a4b-it / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,gpt-oss-20b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,2.3,0.0289,,,59.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row gpt-oss-20b / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,gpt-oss-120b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,3.4,0.0289,,,59.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row gpt-oss-120b / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,gpt-5.4-mini,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,10.4,0.0289,,,50.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row gpt-5.4-mini / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,gpt-5.4-nano,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,3.5,0.0289,,,44.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row gpt-5.4-nano / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,?doubao-seed-2-1-pro-260628,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,208.9,0.0289,,,91.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row doubao-seed-2-1-pro-260628 / column 【医疗与心理健康】准确率),,out:model-not-established,out:model-not-established rele-medical,chinese-llm-benchmark,?doubao-seed-evolving,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,204.9,0.0289,,,91.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row doubao-seed-evolving / column 【医疗与心理健康】准确率),,out:model-not-established,out:model-not-established rele-medical,chinese-llm-benchmark,kimi-k2.7-code,solo,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,23.0,0.0289,,,90.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row kimi-k2.7-code / column 【医疗与心理健康】准确率),,out:superseded,out:superseded rele-medical,chinese-llm-benchmark,?Doubao-Seed-2.0-pro,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,14.6,0.0289,,,90.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row Doubao-Seed-2.0-pro / column 【医疗与心理健康】准确率),,out:model-not-established,out:model-not-established rele-medical,chinese-llm-benchmark,?doubao-seed-2-1-pro-260915,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,31.5,0.0289,,,90.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row doubao-seed-2-1-pro-260915(new) / column 【医疗与心理健康】准确率),,out:model-not-established,out:model-not-established rele-medical,chinese-llm-benchmark,?doubao-seed-2-1-lite-260915,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,2.7,0.0289,,,89.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row doubao-seed-2-1-lite-260915(new) / column 【医疗与心理健康】准确率),,out:model-not-established,out:model-not-established rele-medical,chinese-llm-benchmark,gemini-3.7-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,18.3,0.0289,,,89.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row gemini-3.7-flash(new) / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,glm-5.3,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,52.0,0.0289,,,89.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row glm-5.3(new) / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,?Doubao-Seed-2.0-lite,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,2.8,0.0289,,,89.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row Doubao-Seed-2.0-lite / column 【医疗与心理健康】准确率),,out:model-not-established,out:model-not-established rele-medical,chinese-llm-benchmark,kimi-k3,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,59.2,0.0289,,,89.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row kimi-k3(new) / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,kimi-k2.6,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,43.3,0.0289,,,89.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row kimi-k2.6 / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,gemini-3.8-flash,medium,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,39.5,0.0289,,,89.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row gemini-3.8-flash(new) / column 【医疗与心理健康】准确率),,out:superseded,out:superseded rele-medical,chinese-llm-benchmark,opus-5,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,105.6,0.0289,,,89.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row claude-opus-5(new) / column 【医疗与心理健康】准确率),,out:superseded,out:superseded rele-medical,chinese-llm-benchmark,opus-5.5,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,79.2,0.0289,,,89.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row claude-opus-5.5(new) / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,qwen3.7-max,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,36.6,0.0289,,,89.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row qwen3.7-max / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,qwen3.7-plus,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,8.6,0.0289,,,88.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row qwen3.7-plus / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,?qwen3.8-max,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,33.6,0.0289,,,88.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row qwen3.8-max(new) / column 【医疗与心理健康】准确率),,out:model-not-established,out:model-not-established rele-medical,chinese-llm-benchmark,gemini-3.1-pro,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,125.3,0.0289,,,88.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row gemini-3.1-pro-preview / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,gpt-6-astra,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,65.1,0.0289,,,88.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row gpt-6-astra(new) / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,gpt-5.5,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,79.2,0.0289,,,88.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row gpt-5.5 / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,?deepseek-v4-pro,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,21.8,0.0289,,,88.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row deepseek-v4-pro(new) / column 【医疗与心理健康】准确率),,out:model-not-established,out:model-not-established rele-medical,chinese-llm-benchmark,gpt-5.6-sol-pro,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,244.1,0.0289,,,87.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row gpt-5.6-sol-pro / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,deepseek-v4.1-flash,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,7.4,0.0289,,,87.8,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row deepseek-v4.1-flash(new) / column 【医疗与心理健康】准确率),,in,in rele-medical,chinese-llm-benchmark,glm-5.3-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,4.8,0.0289,,,87.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row glm-5.3-flash(new) / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,?Kimi-K2.5,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,34.3,0.0289,,,87.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row Kimi-K2.5-Thinking / column 【医疗与心理健康】准确率),,out:model-not-established,out:model-not-established rele-medical,chinese-llm-benchmark,gemini-3.5-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,81.6,0.0289,,,87.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row gemini-3.5-flash / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,hy4-preview,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,60.2,0.0289,,,87.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row hy4-preview(new) / column 【医疗与心理健康】准确率),,out:superseded,out:superseded rele-medical,chinese-llm-benchmark,?doubao-seed-2-1-turbo-260628,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,100.3,0.0289,,,87.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row doubao-seed-2-1-turbo-260628 / column 【医疗与心理健康】准确率),,out:model-not-established,out:model-not-established rele-medical,chinese-llm-benchmark,gpt-6-sol,medium,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,12.5,0.0289,,,86.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row gpt-6-sol(new) / column 【医疗与心理健康】准确率),,out:superseded,out:superseded rele-medical,chinese-llm-benchmark,qwen3.8-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,3.2,0.0289,,,86.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row qwen3.8-flash(new) / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,glm-5.1,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,36.1,0.0289,,,86.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row GLM-5.1 / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,grok-4.6,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,55.0,0.0289,,,86.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row grok-4.6(new) / column 【医疗与心理健康】准确率),,out:superseded,out:superseded rele-medical,chinese-llm-benchmark,qwen3.6-max-preview,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,81.2,0.0289,,,86.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row qwen3.6-max-preview / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,hy3,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,0.7,0.0289,,,86.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row hy3 / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,glm-5,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,33.8,0.0289,,,85.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row GLM-5 / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,?Doubao-Seed-2.0-mini,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,4.0,0.0289,,,85.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row Doubao-Seed-2.0-mini / column 【医疗与心理健康】准确率),,out:model-not-established,out:model-not-established rele-medical,chinese-llm-benchmark,opus-4.8,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,114.6,0.0289,,,85.3,score%,0.0289,,default-bridged,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row claude-opus-4.8-thinking / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,gpt-5.4,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,64.6,0.0289,,,85.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row gpt-5.4-high / column 【医疗与心理健康】准确率),,out:superseded,out:superseded rele-medical,chinese-llm-benchmark,?deepseek-v4-pro-0424,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,20.0,0.0289,,,85.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row deepseek-v4-pro-0424 / column 【医疗与心理健康】准确率),,out:model-not-established,out:model-not-established rele-medical,chinese-llm-benchmark,grok-4.7,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,139.4,0.0289,,,84.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row grok-4.7(new) / column 【医疗与心理健康】准确率),,out:superseded,out:superseded rele-medical,chinese-llm-benchmark,qwen3.5-plus,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,12.5,0.0289,,,84.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row qwen3.5-plus / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,glm-5-turbo,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,32.0,0.0289,,,84.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row GLM-5-Turbo / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,deepseek-v3.2,think,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,3.3,0.0289,,,84.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row DeepSeek-V3.2-Think / column 【医疗与心理健康】准确率),,out:superseded,out:superseded rele-medical,chinese-llm-benchmark,gpt-6-luna,medium,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.2,0.0289,,,84.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row gpt-6-luna(new) / column 【医疗与心理健康】准确率),,out:superseded,out:superseded rele-medical,chinese-llm-benchmark,qwen3.5-122b-a10b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,18.2,0.0289,,,84.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row Qwen3.5-122B-A10B / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,qwen3.6-plus,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,18.1,0.0289,,,83.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row qwen3.6-plus / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,grok-4.5,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,56.1,0.0289,,,83.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row grok-4.5 / column 【医疗与心理健康】准确率),,out:superseded,out:superseded rele-medical,chinese-llm-benchmark,glm-5.2,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,48.0,0.0289,,,83.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row glm-5.2 / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,qwen3-max-0123,think,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,28.0,0.0289,,,83.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row qwen3-max-think-2026-01-23 / column 【医疗与心理健康】准确率),,out:superseded,out:superseded rele-medical,chinese-llm-benchmark,?ernie-5.1,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,15.8,0.0289,,,83.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row ernie-5.1 / column 【医疗与心理健康】准确率),,out:model-not-established,out:model-not-established rele-medical,chinese-llm-benchmark,qwen3.6-35b-a3b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,18.7,0.0289,,,82.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row Qwen3.6-35B-A3B / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,deepseek-v3.2,nothink,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.0,0.0289,,,82.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row DeepSeek-V3.2 / column 【医疗与心理健康】准确率),,out:superseded,out:superseded rele-medical,chinese-llm-benchmark,opus-4.8,nothink,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,78.8,0.0289,,,82.1,score%,0.0289,,default-bridged,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row claude-opus-4.8 / column 【医疗与心理健康】准确率),,out:superseded,out:superseded rele-medical,chinese-llm-benchmark,?deepseek-v4-flash-0424,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.6,0.0289,,,82.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row deepseek-v4-flash-0424 / column 【医疗与心理健康】准确率),,out:model-not-established,out:model-not-established rele-medical,chinese-llm-benchmark,mimo-v2.5-pro,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,22.3,0.0289,,,81.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row mimo-v2.5-pro / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,qwen3.6-27b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,29.6,0.0289,,,81.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row qwen3.6-27b / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,opus-4.6,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,92.0,0.0289,,,81.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row claude-opus-4.6 / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,minimax-m3,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,8.2,0.0289,,,81.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row MiniMax-M3 / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,mimo-v2.6-pro,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,7.7,0.0289,,,80.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row mimo-v2.6-pro(new) / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,step-3.7-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,18.7,0.0289,,,80.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row step-3.7-flash / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,?qwen3-max-2026-01-23,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,4.5,0.0289,,,80.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row qwen3-max-2026-01-23 / column 【医疗与心理健康】准确率),,out:model-not-established,out:model-not-established rele-medical,chinese-llm-benchmark,qwen3.5-flash,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,6.2,0.0289,,,80.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row qwen3.5-flash / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,?MiMo-V2-Pro,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,19.1,0.0289,,,80.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row MiMo-V2-Pro / column 【医疗与心理健康】准确率),,out:model-not-established,out:model-not-established rele-medical,chinese-llm-benchmark,gpt-5.4-mini,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,27.2,0.0289,,,80.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row gpt-5.4-mini-high / column 【医疗与心理健康】准确率),,out:superseded,out:superseded rele-medical,chinese-llm-benchmark,?ERNIE-5.0,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,46.5,0.0289,,,80.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row ERNIE-5.0 / column 【医疗与心理健康】准确率),,out:model-not-established,out:model-not-established rele-medical,chinese-llm-benchmark,mimo-v2.5,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,15.3,0.0289,,,79.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row mimo-v2.5 / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,?MiMo-V2-Flash-think-0204,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,3.9,0.0289,,,79.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row MiMo-V2-Flash-think-0204 / column 【医疗与心理健康】准确率),,out:model-not-established,out:model-not-established rele-medical,chinese-llm-benchmark,mimo-v2.6-flash,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,2.4,0.0289,,,79.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row mimo-v2.6-flash(new) / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,step-3.5-flash,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,3.8,0.0289,,,79.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row step-3.5-flash / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,qwen3.5-27b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,14.6,0.0289,,,79.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row Qwen3.5-27B / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,gpt-5.3-chat-latest,solo,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,30.1,0.0289,,,79.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row gpt-5.3-chat / column 【医疗与心理健康】准确率),,out:superseded,out:superseded rele-medical,chinese-llm-benchmark,?MiMo-V2-Omni,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,14.8,0.0289,,,77.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row MiMo-V2-Omni / column 【医疗与心理健康】准确率),,out:model-not-established,out:model-not-established rele-medical,chinese-llm-benchmark,?LongCat-Flash-Lite,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,0.0,0.0289,,,77.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row LongCat-Flash-Lite / column 【医疗与心理健康】准确率),,out:model-not-established,out:model-not-established rele-medical,chinese-llm-benchmark,sonnet-5,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,49.4,0.0289,,,76.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row claude-sonnet-5-thinking / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,gemini-3.1-flash-lite-preview,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,3.2,0.0289,,,75.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row gemini-3.1-flash-lite-preview / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,gpt-5.4,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,21.6,0.0289,,,74.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row gpt-5.4 / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,minimax-m2.5,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,10.6,0.0289,,,73.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row MiniMax-M2.5 / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,minimax-m2.7,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,12.2,0.0289,,,72.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row MiniMax-M2.7 / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,?MiMo-V2-Flash-0204,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,0.9,0.0289,,,72.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row MiMo-V2-Flash-0204 / column 【医疗与心理健康】准确率),,out:model-not-established,out:model-not-established rele-medical,chinese-llm-benchmark,gpt-5.4-mini,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,5.2,0.0289,,,63.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row gpt-5.4-mini / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,gpt-5.4-nano,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,4.1,0.0289,,,63.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row gpt-5.4-nano-high / column 【医疗与心理健康】准确率),,out:superseded,out:superseded rele-medical,chinese-llm-benchmark,gemma-4-26b-a4b-it,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.4,0.0289,,,62.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row gemma-4-26b-a4b-it / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,gemma-4-31b-it,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.3,0.0289,,,58.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row gemma-4-31b-it / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,gpt-oss-120b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.7,0.0289,,,58.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row gpt-oss-120b / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,gpt-oss-20b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.3,0.0289,,,53.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row gpt-oss-20b / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,gpt-5.4-nano,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.4,0.0289,,,49.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row gpt-5.4-nano / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,opus-5.5,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,98.9,0.0289,,,78.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row claude-opus-5.5(new) / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,gemini-4-argon,medium,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,71.6,0.0289,,,77.3,score%,0.0289,,base-scheduled-list-price; cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row gemini-4-argon(new) / column 【总分】准确率),,in,out:cost-not-comparable rele-total,chinese-llm-benchmark,qwen3.7-max,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,99.0,0.0289,,,76.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row qwen3.7-max / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,opus-5,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,168.8,0.0289,,,76.8,score%,0.0289,,prev=76.8% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M3); cost-total-tokens-split:USD; cost-method-assumed-single; cost-base-price:cost-total-tokens-split,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row claude-opus-5(new) / column 【总分】准确率),,in,in rele-total,chinese-llm-benchmark,gemini-3.8-flash,medium,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,76.9,0.0289,,,76.2,score%,0.0289,,prev=76.2% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M4); base-scheduled-list-price; cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row gemini-3.8-flash(new) / column 【总分】准确率),,in,out:cost-not-comparable rele-total,chinese-llm-benchmark,kimi-k3,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,172.4,0.0289,,,75.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row kimi-k3(new) / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,?doubao-seed-evolving,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,304.7,0.0289,,,75.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row doubao-seed-evolving / column 【总分】准确率),,out:model-not-established,out:model-not-established rele-total,chinese-llm-benchmark,gemini-3.7-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,27.8,0.0289,,,75.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row gemini-3.7-flash(new) / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,qwen3.6-max-preview,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,139.2,0.0289,,,75.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row qwen3.6-max-preview / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,?qwen3.8-max,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,107.3,0.0289,,,75.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row qwen3.8-max(new) / column 【总分】准确率),,out:model-not-established,out:model-not-established rele-total,chinese-llm-benchmark,gpt-5.5,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,158.5,0.0289,,,75.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row gpt-5.5 / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,glm-5.3,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,134.9,0.0289,,,75.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row glm-5.3(new) / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,gemini-3.1-pro,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,250.5,0.0289,,,75.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row gemini-3.1-pro-preview / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,?deepseek-v4-pro,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,94.1,0.0289,,,74.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row deepseek-v4-pro(new) / column 【总分】准确率),,out:model-not-established,out:model-not-established rele-total,chinese-llm-benchmark,?doubao-seed-2-1-pro-260628,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,313.2,0.0289,,,74.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row doubao-seed-2-1-pro-260628 / column 【总分】准确率),,out:model-not-established,out:model-not-established rele-total,chinese-llm-benchmark,hy4-preview,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,111.6,0.0289,,,74.7,score%,0.0289,,prev=74.7% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M15); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row hy4-preview(new) / column 【总分】准确率),,out:single-couple,out:cost-single-couple rele-total,chinese-llm-benchmark,opus-4.8,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,238.2,0.0289,,,74.7,score%,0.0289,,default-bridged,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row claude-opus-4.8-thinking / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,sonnet-5.5,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,46.5,0.0289,,,74.5,score%,0.0289,,cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row claude-sonnet-5.5(new) / column 【总分】准确率),,in,out:cost-not-comparable rele-total,chinese-llm-benchmark,gpt-5.6-sol-pro,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,398.7,0.0289,,,74.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row gpt-5.6-sol-pro / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,deepseek-v4.1-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,20.7,0.0289,,,74.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row deepseek-v4.1-flash(new) / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,gpt-6-astra,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,108.1,0.0289,,,74.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row gpt-6-astra(new) / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,glm-5.3-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,12.7,0.0289,,,74.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row glm-5.3-flash(new) / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,qwen3.8-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,10.0,0.0289,,,74.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row qwen3.8-flash(new) / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,?doubao-seed-2-1-pro-260915,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,85.7,0.0289,,,73.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row doubao-seed-2-1-pro-260915(new) / column 【总分】准确率),,out:model-not-established,out:model-not-established rele-total,chinese-llm-benchmark,gemini-3.5-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,151.2,0.0289,,,73.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row gemini-3.5-flash / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,qwen3.7-plus,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,31.7,0.0289,,,73.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row qwen3.7-plus / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,qwen3.5-plus,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,22.9,0.0289,,,73.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row qwen3.5-plus / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,?doubao-seed-2-1-turbo-260628,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,136.3,0.0289,,,73.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row doubao-seed-2-1-turbo-260628 / column 【总分】准确率),,out:model-not-established,out:model-not-established rele-total,chinese-llm-benchmark,glm-5.2,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,110.5,0.0289,,,73.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row glm-5.2 / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,kimi-k2.6,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,100.4,0.0289,,,72.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row kimi-k2.6 / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,?Doubao-Seed-2.0-pro,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,22.5,0.0289,,,72.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row Doubao-Seed-2.0-pro / column 【总分】准确率),,out:model-not-established,out:model-not-established rele-total,chinese-llm-benchmark,kimi-k2.7-code,solo,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,49.7,0.0289,,,72.6,score%,0.0289,,prev=72.6% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M30); base-last-list-price; cost-total-tokens-split:CNY; cost-method-assumed-single; cost-base-price:cost-total-tokens-split,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row kimi-k2.7-code / column 【总分】准确率),,in,in rele-total,chinese-llm-benchmark,gpt-5.4,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,122.3,0.0289,,,72.6,score%,0.0289,,prev=72.6% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M31); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row gpt-5.4-high / column 【总分】准确率),,in,out:cost-not-comparable rele-total,chinese-llm-benchmark,?doubao-seed-2-1-lite-260915,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,9.0,0.0289,,,72.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row doubao-seed-2-1-lite-260915(new) / column 【总分】准确率),,out:model-not-established,out:model-not-established rele-total,chinese-llm-benchmark,gpt-6-sol,medium,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,25.7,0.0289,,,71.7,score%,0.0289,,prev=71.7% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M33); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row gpt-6-sol(new) / column 【总分】准确率),,in,out:cost-not-comparable rele-total,chinese-llm-benchmark,gpt-6.1-sol,medium,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,19.7,0.0289,,,71.7,score%,0.0289,,cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row gpt-6.1-sol(new) / column 【总分】准确率),,in,out:cost-not-comparable rele-total,chinese-llm-benchmark,?deepseek-v4-pro-0424,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,54.3,0.0289,,,71.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row deepseek-v4-pro-0424 / column 【总分】准确率),,out:model-not-established,out:model-not-established rele-total,chinese-llm-benchmark,grok-4.7,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,210.0,0.0289,,,71.7,score%,0.0289,,prev=71.7% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M35); cost-total-tokens-split:USD; cost-method-assumed-single; cost-base-price:cost-total-tokens-split,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row grok-4.7(new) / column 【总分】准确率),,in,in rele-total,chinese-llm-benchmark,opus-4.8,nothink,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,99.4,0.0289,,,71.5,score%,0.0289,,default-bridged; prev=71.5% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M36); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row claude-opus-4.8 / column 【总分】准确率),,in,out:cost-not-comparable rele-total,chinese-llm-benchmark,mimo-v2.5-pro,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,64.3,0.0289,,,71.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row mimo-v2.5-pro / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,?step-5-preview,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,61.0,0.0289,,,71.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row step-5-preview(new) / column 【总分】准确率),,out:model-not-established,out:model-not-established rele-total,chinese-llm-benchmark,qwen3.5-122b-a10b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,32.3,0.0289,,,70.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row Qwen3.5-122B-A10B / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,?Kimi-K2.5,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,77.1,0.0289,,,70.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row Kimi-K2.5-Thinking / column 【总分】准确率),,out:model-not-established,out:model-not-established rele-total,chinese-llm-benchmark,sonnet-5,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,93.7,0.0289,,,70.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row claude-sonnet-5-thinking / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,qwen3.6-plus,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,41.6,0.0289,,,70.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row qwen3.6-plus / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,glm-5.1,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,73.8,0.0289,,,70.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row GLM-5.1 / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,qwen3.5-27b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,25.0,0.0289,,,70.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row Qwen3.5-27B / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,?Doubao-Seed-2.0-lite,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,5.4,0.0289,,,70.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row Doubao-Seed-2.0-lite / column 【总分】准确率),,out:model-not-established,out:model-not-established rele-total,chinese-llm-benchmark,opus-4.6,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,96.5,0.0289,,,70.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row claude-opus-4.6 / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,grok-4.5,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,125.7,0.0289,,,70.0,score%,0.0289,,prev=70.0% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M46); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row grok-4.5 / column 【总分】准确率),,in,out:cost-not-comparable rele-total,chinese-llm-benchmark,grok-4.6,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,118.4,0.0289,,,69.7,score%,0.0289,,prev=69.7% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M47); cost-total-tokens-split:USD; cost-method-assumed-single; cost-base-price:cost-total-tokens-split,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row grok-4.6(new) / column 【总分】准确率),,in,in rele-total,chinese-llm-benchmark,mimo-v2.6-pro,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,24.0,0.0289,,,69.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row mimo-v2.6-pro(new) / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,?Doubao-Seed-2.0-mini,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,7.0,0.0289,,,69.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row Doubao-Seed-2.0-mini / column 【总分】准确率),,out:model-not-established,out:model-not-established rele-total,chinese-llm-benchmark,glm-5-turbo,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,60.8,0.0289,,,69.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row GLM-5-Turbo / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,qwen3-max-0123,think,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,43.5,0.0289,,,69.3,score%,0.0289,,prev=69.3% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M51); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row qwen3-max-think-2026-01-23 / column 【总分】准确率),,out:single-couple,out:cost-not-comparable rele-total,chinese-llm-benchmark,gpt-6-luna,medium,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,2.8,0.0289,,,69.0,score%,0.0289,,prev=69.0% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M52); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row gpt-6-luna(new) / column 【总分】准确率),,in,out:cost-not-comparable rele-total,chinese-llm-benchmark,glm-5,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,61.2,0.0289,,,69.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row GLM-5 / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,qwen3.5-flash,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,10.4,0.0289,,,68.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row qwen3.5-flash / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,qwen3.6-27b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,73.2,0.0289,,,68.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row qwen3.6-27b / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,?deepseek-v4-flash-0424,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,4.9,0.0289,,,68.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row deepseek-v4-flash-0424 / column 【总分】准确率),,out:model-not-established,out:model-not-established rele-total,chinese-llm-benchmark,?ernie-5.1,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,32.6,0.0289,,,68.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row ernie-5.1 / column 【总分】准确率),,out:model-not-established,out:model-not-established rele-total,chinese-llm-benchmark,haiku-5.5,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,4.0,0.0289,,,68.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row claude-haiku-5.5(new) / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,qwen3.6-35b-a3b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,40.5,0.0289,,,68.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row Qwen3.6-35B-A3B / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,minimax-m3,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,37.0,0.0289,,,67.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row MiniMax-M3 / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,step-3.7-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,40.6,0.0289,,,67.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row step-3.7-flash / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,?ERNIE-5.0,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,89.2,0.0289,,,67.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row ERNIE-5.0 / column 【总分】准确率),,out:model-not-established,out:model-not-established rele-total,chinese-llm-benchmark,deepseek-v3.2,think,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,7.5,0.0289,,,66.9,score%,0.0289,,prev=66.9% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M62); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row DeepSeek-V3.2-Think / column 【总分】准确率),,in,out:cost-not-comparable rele-total,chinese-llm-benchmark,mimo-v2.6-flash,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,6.1,0.0289,,,66.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row mimo-v2.6-flash(new) / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,?MiMo-V2-Omni,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,34.8,0.0289,,,66.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row MiMo-V2-Omni / column 【总分】准确率),,out:model-not-established,out:model-not-established rele-total,chinese-llm-benchmark,mimo-v2.5,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,36.8,0.0289,,,65.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row mimo-v2.5 / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,?MiMo-V2-Pro,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,50.2,0.0289,,,65.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row MiMo-V2-Pro / column 【总分】准确率),,out:model-not-established,out:model-not-established rele-total,chinese-llm-benchmark,gpt-5.4-mini,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,71.8,0.0289,,,65.7,score%,0.0289,,prev=65.7% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M67); cost-total-tokens-split:USD; cost-method-assumed-single; cost-base-price:cost-total-tokens-split,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row gpt-5.4-mini-high / column 【总分】准确率),,in,in rele-total,chinese-llm-benchmark,minimax-m2.7,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,32.4,0.0289,,,65.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row MiniMax-M2.7 / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,gpt-5.3-chat-latest,solo,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,51.5,0.0289,,,64.9,score%,0.0289,,prev=64.9% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M69); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row gpt-5.3-chat / column 【总分】准确率),,in,out:cost-not-comparable rele-total,chinese-llm-benchmark,?qwen3-max-2026-01-23,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,9.7,0.0289,,,64.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row qwen3-max-2026-01-23 / column 【总分】准确率),,out:model-not-established,out:model-not-established rele-total,chinese-llm-benchmark,?MiMo-V2-Flash-think-0204,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,7.8,0.0289,,,64.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row MiMo-V2-Flash-think-0204 / column 【总分】准确率),,out:model-not-established,out:model-not-established rele-total,chinese-llm-benchmark,step-3.5-flash,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,9.8,0.0289,,,64.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row step-3.5-flash / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,hy3,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.8,0.0289,,,64.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row hy3 / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,minimax-m2.5,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,26.3,0.0289,,,63.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row MiniMax-M2.5 / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,deepseek-v3.2,nothink,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,2.4,0.0289,,,61.9,score%,0.0289,,prev=61.9% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M75); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row DeepSeek-V3.2 / column 【总分】准确率),,in,out:cost-not-comparable rele-total,chinese-llm-benchmark,gpt-5.4,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,34.8,0.0289,,,60.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row gpt-5.4 / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,gpt-5.4-nano,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,13.2,0.0289,,,60.5,score%,0.0289,,prev=60.5% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M77); cost-total-tokens-split:USD; cost-method-assumed-single; cost-base-price:cost-total-tokens-split,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row gpt-5.4-nano-high / column 【总分】准确率),,in,in rele-total,chinese-llm-benchmark,?MiMo-V2-Flash-0204,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.7,0.0289,,,58.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row MiMo-V2-Flash-0204 / column 【总分】准确率),,out:model-not-established,out:model-not-established rele-total,chinese-llm-benchmark,?LongCat-Flash-Lite,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,0.0,0.0289,,,55.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row LongCat-Flash-Lite / column 【总分】准确率),,out:model-not-established,out:model-not-established rele-total,chinese-llm-benchmark,gpt-oss-120b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,2.9,0.0289,,,55.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row gpt-oss-120b / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,gemini-3.1-flash-lite-preview,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,3.9,0.0289,,,52.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row gemini-3.1-flash-lite-preview / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,gemma-4-31b-it,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.4,0.0289,,,51.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row gemma-4-31b-it / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,gpt-5.4-mini,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,7.0,0.0289,,,50.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row gpt-5.4-mini / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,gemma-4-26b-a4b-it,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.7,0.0289,,,50.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row gemma-4-26b-a4b-it / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,gpt-oss-20b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,2.1,0.0289,,,49.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row gpt-oss-20b / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-total,chinese-llm-benchmark,gpt-5.4-nano,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,2.2,0.0289,,,43.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of total.md (leaderboard/total.md) / row gpt-5.4-nano / column 【总分】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,opus-5.5,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,111.9,0.0289,,,78.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row claude-opus-5.5(new) / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,opus-5,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,214.4,0.0289,,,75.3,score%,0.0289,,prev=75.3% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M88); cost-total-tokens-split:USD; cost-method-assumed-single; cost-base-price:cost-total-tokens-split,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row claude-opus-5(new) / column 【通用能力】准确率),,in,in rele-general,chinese-llm-benchmark,gemini-4-argon,medium,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,82.5,0.0289,,,75.3,score%,0.0289,,base-scheduled-list-price; cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row gemini-4-argon(new) / column 【通用能力】准确率),,in,out:cost-not-comparable rele-general,chinese-llm-benchmark,qwen3.7-max,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,135.0,0.0289,,,74.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row qwen3.7-max / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,gemini-3.8-flash,medium,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,104.8,0.0289,,,74.4,score%,0.0289,,prev=74.4% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M90); base-scheduled-list-price; cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row gemini-3.8-flash(new) / column 【通用能力】准确率),,in,out:cost-not-comparable rele-general,chinese-llm-benchmark,opus-4.8,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,308.3,0.0289,,,73.8,score%,0.0289,,default-bridged,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row claude-opus-4.8-thinking / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,sonnet-5.5,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,55.2,0.0289,,,73.7,score%,0.0289,,cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row claude-sonnet-5.5(new) / column 【通用能力】准确率),,in,out:cost-not-comparable rele-general,chinese-llm-benchmark,qwen3.6-max-preview,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,168.5,0.0289,,,73.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row qwen3.6-max-preview / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,gemini-3.7-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,35.0,0.0289,,,73.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row gemini-3.7-flash(new) / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,glm-5.3,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,171.0,0.0289,,,73.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row glm-5.3(new) / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,gpt-5.5,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,175.3,0.0289,,,73.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row gpt-5.5 / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,?qwen3.8-max,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,134.0,0.0289,,,72.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row qwen3.8-max(new) / column 【通用能力】准确率),,out:model-not-established,out:model-not-established rele-general,chinese-llm-benchmark,?deepseek-v4-pro,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,124.4,0.0289,,,72.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row deepseek-v4-pro(new) / column 【通用能力】准确率),,out:model-not-established,out:model-not-established rele-general,chinese-llm-benchmark,kimi-k3,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,211.7,0.0289,,,72.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row kimi-k3(new) / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,gemini-3.1-pro,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,339.4,0.0289,,,72.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row gemini-3.1-pro-preview / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,deepseek-v4.1-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,27.9,0.0289,,,72.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row deepseek-v4.1-flash(new) / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,hy4-preview,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,135.2,0.0289,,,72.3,score%,0.0289,,prev=72.3% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M101); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row hy4-preview(new) / column 【通用能力】准确率),,out:single-couple,out:cost-single-couple rele-general,chinese-llm-benchmark,glm-5.3-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,16.2,0.0289,,,72.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row glm-5.3-flash(new) / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,gpt-5.6-sol-pro,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,443.2,0.0289,,,71.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row gpt-5.6-sol-pro / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,?doubao-seed-evolving,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,334.6,0.0289,,,71.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row doubao-seed-evolving / column 【通用能力】准确率),,out:model-not-established,out:model-not-established rele-general,chinese-llm-benchmark,gemini-3.5-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,191.7,0.0289,,,71.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row gemini-3.5-flash / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,qwen3.8-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,12.6,0.0289,,,71.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row qwen3.8-flash(new) / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,gpt-6-astra,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,125.7,0.0289,,,71.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row gpt-6-astra(new) / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,qwen3.5-plus,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,28.6,0.0289,,,71.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row qwen3.5-plus / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,?doubao-seed-2-1-pro-260628,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,346.2,0.0289,,,70.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row doubao-seed-2-1-pro-260628 / column 【通用能力】准确率),,out:model-not-established,out:model-not-established rele-general,chinese-llm-benchmark,grok-4.7,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,218.0,0.0289,,,70.8,score%,0.0289,,prev=70.8% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M110); cost-total-tokens-split:USD; cost-method-assumed-single; cost-base-price:cost-total-tokens-split,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row grok-4.7(new) / column 【通用能力】准确率),,in,in rele-general,chinese-llm-benchmark,opus-4.8,nothink,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,109.1,0.0289,,,70.8,score%,0.0289,,default-bridged; prev=70.8% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M111); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row claude-opus-4.8 / column 【通用能力】准确率),,in,out:cost-not-comparable rele-general,chinese-llm-benchmark,glm-5.2,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,148.8,0.0289,,,70.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row glm-5.2 / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,gpt-5.4,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,144.7,0.0289,,,70.3,score%,0.0289,,prev=70.3% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M114); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row gpt-5.4-high / column 【通用能力】准确率),,in,out:cost-not-comparable rele-general,chinese-llm-benchmark,sonnet-5,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,107.9,0.0289,,,70.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row claude-sonnet-5-thinking / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,qwen3.7-plus,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,43.2,0.0289,,,70.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row qwen3.7-plus / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,kimi-k2.6,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,127.3,0.0289,,,70.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row kimi-k2.6 / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,?doubao-seed-2-1-pro-260915,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,111.7,0.0289,,,69.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row doubao-seed-2-1-pro-260915(new) / column 【通用能力】准确率),,out:model-not-established,out:model-not-established rele-general,chinese-llm-benchmark,mimo-v2.5-pro,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,81.9,0.0289,,,69.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row mimo-v2.5-pro / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,?doubao-seed-2-1-turbo-260628,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,149.7,0.0289,,,69.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row doubao-seed-2-1-turbo-260628 / column 【通用能力】准确率),,out:model-not-established,out:model-not-established rele-general,chinese-llm-benchmark,?deepseek-v4-pro-0424,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,72.9,0.0289,,,69.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row deepseek-v4-pro-0424 / column 【通用能力】准确率),,out:model-not-established,out:model-not-established rele-general,chinese-llm-benchmark,qwen3.5-27b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,30.8,0.0289,,,69.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row Qwen3.5-27B / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,kimi-k2.7-code,solo,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,57.4,0.0289,,,69.0,score%,0.0289,,prev=69.0% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M122); base-last-list-price; cost-total-tokens-split:CNY; cost-method-assumed-single; cost-base-price:cost-total-tokens-split,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row kimi-k2.7-code / column 【通用能力】准确率),,in,in rele-general,chinese-llm-benchmark,?doubao-seed-2-1-lite-260915,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,12.1,0.0289,,,68.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row doubao-seed-2-1-lite-260915(new) / column 【通用能力】准确率),,out:model-not-established,out:model-not-established rele-general,chinese-llm-benchmark,?Doubao-Seed-2.0-pro,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,27.3,0.0289,,,68.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row Doubao-Seed-2.0-pro / column 【通用能力】准确率),,out:model-not-established,out:model-not-established rele-general,chinese-llm-benchmark,gpt-6-sol,medium,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,34.3,0.0289,,,68.7,score%,0.0289,,prev=68.7% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M125); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row gpt-6-sol(new) / column 【通用能力】准确率),,in,out:cost-not-comparable rele-general,chinese-llm-benchmark,qwen3.6-plus,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,56.4,0.0289,,,68.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row qwen3.6-plus / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,?step-5-preview,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,69.4,0.0289,,,68.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row step-5-preview(new) / column 【通用能力】准确率),,out:model-not-established,out:model-not-established rele-general,chinese-llm-benchmark,gpt-6.1-sol,medium,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,23.8,0.0289,,,68.0,score%,0.0289,,cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row gpt-6.1-sol(new) / column 【通用能力】准确率),,in,out:cost-not-comparable rele-general,chinese-llm-benchmark,qwen3.5-122b-a10b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,39.9,0.0289,,,68.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row Qwen3.5-122B-A10B / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,?Kimi-K2.5,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,92.9,0.0289,,,67.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row Kimi-K2.5-Thinking / column 【通用能力】准确率),,out:model-not-established,out:model-not-established rele-general,chinese-llm-benchmark,mimo-v2.6-pro,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,30.4,0.0289,,,67.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row mimo-v2.6-pro(new) / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,haiku-5.5,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,5.0,0.0289,,,67.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row claude-haiku-5.5(new) / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,opus-4.6,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,89.4,0.0289,,,67.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row claude-opus-4.6 / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,glm-5.1,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,94.9,0.0289,,,67.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row GLM-5.1 / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,qwen3.5-flash,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,12.0,0.0289,,,66.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row qwen3.5-flash / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,grok-4.5,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,149.8,0.0289,,,66.6,score%,0.0289,,prev=66.6% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M133); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row grok-4.5 / column 【通用能力】准确率),,in,out:cost-not-comparable rele-general,chinese-llm-benchmark,gpt-6-luna,medium,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,3.6,0.0289,,,66.5,score%,0.0289,,prev=66.5% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M134); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row gpt-6-luna(new) / column 【通用能力】准确率),,in,out:cost-not-comparable rele-general,chinese-llm-benchmark,qwen3-max-0123,think,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,48.5,0.0289,,,66.4,score%,0.0289,,prev=66.4% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M135); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row qwen3-max-think-2026-01-23 / column 【通用能力】准确率),,out:single-couple,out:cost-not-comparable rele-general,chinese-llm-benchmark,qwen3.6-27b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,100.8,0.0289,,,66.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row qwen3.6-27b / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,glm-5-turbo,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,74.7,0.0289,,,66.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row GLM-5-Turbo / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,grok-4.6,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,150.4,0.0289,,,66.4,score%,0.0289,,prev=66.4% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M138); cost-total-tokens-split:USD; cost-method-assumed-single; cost-base-price:cost-total-tokens-split,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row grok-4.6(new) / column 【通用能力】准确率),,in,in rele-general,chinese-llm-benchmark,minimax-m3,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,47.1,0.0289,,,66.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row MiniMax-M3 / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,?Doubao-Seed-2.0-lite,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,7.1,0.0289,,,66.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row Doubao-Seed-2.0-lite / column 【通用能力】准确率),,out:model-not-established,out:model-not-established rele-general,chinese-llm-benchmark,step-3.7-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,51.1,0.0289,,,66.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row step-3.7-flash / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,?deepseek-v4-flash-0424,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,6.9,0.0289,,,65.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row deepseek-v4-flash-0424 / column 【通用能力】准确率),,out:model-not-established,out:model-not-established rele-general,chinese-llm-benchmark,qwen3.6-35b-a3b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,54.9,0.0289,,,65.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row Qwen3.6-35B-A3B / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,glm-5,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,72.8,0.0289,,,65.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row GLM-5 / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,gpt-5.4-mini,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,95.6,0.0289,,,65.3,score%,0.0289,,prev=65.3% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M145); cost-total-tokens-split:USD; cost-method-assumed-single; cost-base-price:cost-total-tokens-split,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row gpt-5.4-mini-high / column 【通用能力】准确率),,in,in rele-general,chinese-llm-benchmark,minimax-m2.7,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,42.7,0.0289,,,65.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row MiniMax-M2.7 / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,?Doubao-Seed-2.0-mini,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,8.0,0.0289,,,65.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row Doubao-Seed-2.0-mini / column 【通用能力】准确率),,out:model-not-established,out:model-not-established rele-general,chinese-llm-benchmark,mimo-v2.6-flash,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,8.2,0.0289,,,64.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row mimo-v2.6-flash(new) / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,?ernie-5.1,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,37.5,0.0289,,,64.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row ernie-5.1 / column 【通用能力】准确率),,out:model-not-established,out:model-not-established rele-general,chinese-llm-benchmark,?ERNIE-5.0,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,110.7,0.0289,,,64.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row ERNIE-5.0 / column 【通用能力】准确率),,out:model-not-established,out:model-not-established rele-general,chinese-llm-benchmark,?MiMo-V2-Pro,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,71.2,0.0289,,,63.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row MiMo-V2-Pro / column 【通用能力】准确率),,out:model-not-established,out:model-not-established rele-general,chinese-llm-benchmark,?MiMo-V2-Omni,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,45.0,0.0289,,,63.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row MiMo-V2-Omni / column 【通用能力】准确率),,out:model-not-established,out:model-not-established rele-general,chinese-llm-benchmark,mimo-v2.5,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,48.2,0.0289,,,63.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row mimo-v2.5 / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,gpt-5.3-chat-latest,solo,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,61.5,0.0289,,,63.2,score%,0.0289,,prev=63.2% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M154); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row gpt-5.3-chat / column 【通用能力】准确率),,in,out:cost-not-comparable rele-general,chinese-llm-benchmark,minimax-m2.5,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,34.0,0.0289,,,62.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row MiniMax-M2.5 / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,deepseek-v3.2,think,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,9.8,0.0289,,,62.7,score%,0.0289,,prev=62.7% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M156); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row DeepSeek-V3.2-Think / column 【通用能力】准确率),,in,out:cost-not-comparable rele-general,chinese-llm-benchmark,step-3.5-flash,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,12.2,0.0289,,,61.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row step-3.5-flash / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,?MiMo-V2-Flash-think-0204,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,10.2,0.0289,,,61.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row MiMo-V2-Flash-think-0204 / column 【通用能力】准确率),,out:model-not-established,out:model-not-established rele-general,chinese-llm-benchmark,gpt-5.4-nano,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,17.7,0.0289,,,61.0,score%,0.0289,,prev=61.0% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M159); cost-total-tokens-split:USD; cost-method-assumed-single; cost-base-price:cost-total-tokens-split,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row gpt-5.4-nano-high / column 【通用能力】准确率),,in,in rele-general,chinese-llm-benchmark,?qwen3-max-2026-01-23,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,11.7,0.0289,,,60.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row qwen3-max-2026-01-23 / column 【通用能力】准确率),,out:model-not-established,out:model-not-established rele-general,chinese-llm-benchmark,hy3,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,2.5,0.0289,,,59.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row hy3 / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,gpt-5.4,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,40.1,0.0289,,,58.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row gpt-5.4 / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,deepseek-v3.2,nothink,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,3.1,0.0289,,,56.3,score%,0.0289,,prev=56.3% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M163); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row DeepSeek-V3.2 / column 【通用能力】准确率),,in,out:cost-not-comparable rele-general,chinese-llm-benchmark,?MiMo-V2-Flash-0204,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.8,0.0289,,,56.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row MiMo-V2-Flash-0204 / column 【通用能力】准确率),,out:model-not-established,out:model-not-established rele-general,chinese-llm-benchmark,gpt-oss-120b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,3.4,0.0289,,,55.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row gpt-oss-120b / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,?LongCat-Flash-Lite,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,0.0,0.0289,,,49.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row LongCat-Flash-Lite / column 【通用能力】准确率),,out:model-not-established,out:model-not-established rele-general,chinese-llm-benchmark,gemma-4-31b-it,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.4,0.0289,,,49.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row gemma-4-31b-it / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,gpt-5.4-mini,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,6.7,0.0289,,,49.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row gpt-5.4-mini / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,gpt-oss-20b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,2.3,0.0289,,,48.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row gpt-oss-20b / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,gemma-4-26b-a4b-it,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.6,0.0289,,,47.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row gemma-4-26b-a4b-it / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,gemini-3.1-flash-lite-preview,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,3.7,0.0289,,,47.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row gemini-3.1-flash-lite-preview / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-general,chinese-llm-benchmark,gpt-5.4-nano,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,2.1,0.0289,,,42.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 通用能力.md (leaderboard/通用能力.md) / row gpt-5.4-nano / column 【通用能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,?doubao-seed-evolving,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,274.8,0.0289,,,84.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row doubao-seed-evolving / column 【专业能力】准确率),,out:model-not-established,out:model-not-established rele-professional,chinese-llm-benchmark,?doubao-seed-2-1-pro-260628,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,280.3,0.0289,,,83.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row doubao-seed-2-1-pro-260628 / column 【专业能力】准确率),,out:model-not-established,out:model-not-established rele-professional,chinese-llm-benchmark,?doubao-seed-2-1-pro-260915,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,59.7,0.0289,,,83.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row doubao-seed-2-1-pro-260915(new) / column 【专业能力】准确率),,out:model-not-established,out:model-not-established rele-professional,chinese-llm-benchmark,kimi-k3,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,133.1,0.0289,,,82.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row kimi-k3(new) / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,?Doubao-Seed-2.0-pro,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,17.6,0.0289,,,82.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row Doubao-Seed-2.0-pro / column 【专业能力】准确率),,out:model-not-established,out:model-not-established rele-professional,chinese-llm-benchmark,qwen3.7-max,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,63.1,0.0289,,,82.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row qwen3.7-max / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,gemini-4-argon,medium,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,60.6,0.0289,,,82.1,score%,0.0289,,base-scheduled-list-price; cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row gemini-4-argon(new) / column 【专业能力】准确率),,in,out:cost-not-comparable rele-professional,chinese-llm-benchmark,?qwen3.8-max,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,80.7,0.0289,,,81.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row qwen3.8-max(new) / column 【专业能力】准确率),,out:model-not-established,out:model-not-established rele-professional,chinese-llm-benchmark,?doubao-seed-2-1-lite-260915,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,5.8,0.0289,,,81.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row doubao-seed-2-1-lite-260915(new) / column 【专业能力】准确率),,out:model-not-established,out:model-not-established rele-professional,chinese-llm-benchmark,qwen3.7-plus,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,20.2,0.0289,,,81.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row qwen3.7-plus / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,gemini-3.1-pro,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,161.6,0.0289,,,81.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row gemini-3.1-pro-preview / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,?Doubao-Seed-2.0-lite,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,3.8,0.0289,,,81.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row Doubao-Seed-2.0-lite / column 【专业能力】准确率),,out:model-not-established,out:model-not-established rele-professional,chinese-llm-benchmark,kimi-k2.7-code,solo,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,41.9,0.0289,,,81.0,score%,0.0289,,prev=81.0% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M184); base-last-list-price; cost-total-tokens-split:CNY; cost-method-assumed-single; cost-base-price:cost-total-tokens-split,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row kimi-k2.7-code / column 【专业能力】准确率),,in,in rele-professional,chinese-llm-benchmark,?doubao-seed-2-1-turbo-260628,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,122.8,0.0289,,,80.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row doubao-seed-2-1-turbo-260628 / column 【专业能力】准确率),,out:model-not-established,out:model-not-established rele-professional,chinese-llm-benchmark,gpt-5.5,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,141.7,0.0289,,,80.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row gpt-5.5 / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,gemini-3.7-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,20.7,0.0289,,,80.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row gemini-3.7-flash(new) / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,gpt-6.1-sol,medium,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,15.6,0.0289,,,80.5,score%,0.0289,,cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row gpt-6.1-sol(new) / column 【专业能力】准确率),,in,out:cost-not-comparable rele-professional,chinese-llm-benchmark,gpt-6-astra,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,90.5,0.0289,,,80.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row gpt-6-astra(new) / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,gpt-5.6-sol-pro,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,354.2,0.0289,,,80.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row gpt-5.6-sol-pro / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,hy4-preview,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,88.0,0.0289,,,80.2,score%,0.0289,,prev=80.2% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M190); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row hy4-preview(new) / column 【专业能力】准确率),,out:single-couple,out:cost-single-couple rele-professional,chinese-llm-benchmark,opus-5,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,123.3,0.0289,,,80.2,score%,0.0289,,prev=80.2% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M191); cost-total-tokens-split:USD; cost-method-assumed-single; cost-base-price:cost-total-tokens-split,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row claude-opus-5(new) / column 【专业能力】准确率),,in,in rele-professional,chinese-llm-benchmark,gemini-3.8-flash,medium,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,49.0,0.0289,,,80.1,score%,0.0289,,prev=80.1% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M192); base-scheduled-list-price; cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row gemini-3.8-flash(new) / column 【专业能力】准确率),,in,out:cost-not-comparable rele-professional,chinese-llm-benchmark,glm-5.3,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,98.9,0.0289,,,80.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row glm-5.3(new) / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,?deepseek-v4-pro,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,63.9,0.0289,,,80.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row deepseek-v4-pro(new) / column 【专业能力】准确率),,out:model-not-established,out:model-not-established rele-professional,chinese-llm-benchmark,qwen3.6-max-preview,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,110.0,0.0289,,,79.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row qwen3.6-max-preview / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,opus-5.5,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,85.9,0.0289,,,79.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row claude-opus-5.5(new) / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,kimi-k2.6,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,73.5,0.0289,,,79.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row kimi-k2.6 / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,?Doubao-Seed-2.0-mini,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,6.0,0.0289,,,79.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row Doubao-Seed-2.0-mini / column 【专业能力】准确率),,out:model-not-established,out:model-not-established rele-professional,chinese-llm-benchmark,glm-5.3-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,9.2,0.0289,,,79.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row glm-5.3-flash(new) / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,qwen3.8-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,7.3,0.0289,,,79.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row qwen3.8-flash(new) / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,deepseek-v4.1-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,13.4,0.0289,,,79.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row deepseek-v4.1-flash(new) / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,gpt-6-sol,medium,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,17.1,0.0289,,,78.9,score%,0.0289,,prev=78.9% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M202); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row gpt-6-sol(new) / column 【专业能力】准确率),,in,out:cost-not-comparable rele-professional,chinese-llm-benchmark,gemini-3.5-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,110.7,0.0289,,,78.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row gemini-3.5-flash / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,glm-5.1,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,52.7,0.0289,,,78.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row GLM-5.1 / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,?Kimi-K2.5,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,61.4,0.0289,,,78.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row Kimi-K2.5-Thinking / column 【专业能力】准确率),,out:model-not-established,out:model-not-established rele-professional,chinese-llm-benchmark,glm-5.2,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,72.2,0.0289,,,78.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row glm-5.2 / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,qwen3.5-plus,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,17.1,0.0289,,,78.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row qwen3.5-plus / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,grok-4.5,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,101.6,0.0289,,,78.0,score%,0.0289,,prev=78.0% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M208); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row grok-4.5 / column 【专业能力】准确率),,in,out:cost-not-comparable rele-professional,chinese-llm-benchmark,gpt-5.4,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,99.9,0.0289,,,78.0,score%,0.0289,,prev=78.0% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M209); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row gpt-5.4-high / column 【专业能力】准确率),,in,out:cost-not-comparable rele-professional,chinese-llm-benchmark,?step-5-preview,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,52.6,0.0289,,,77.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row step-5-preview(new) / column 【专业能力】准确率),,out:model-not-established,out:model-not-established rele-professional,chinese-llm-benchmark,qwen3.5-122b-a10b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,24.6,0.0289,,,77.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row Qwen3.5-122B-A10B / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,grok-4.6,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,86.5,0.0289,,,77.5,score%,0.0289,,prev=77.5% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M211); cost-total-tokens-split:USD; cost-method-assumed-single; cost-base-price:cost-total-tokens-split,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row grok-4.6(new) / column 【专业能力】准确率),,in,in rele-professional,chinese-llm-benchmark,?deepseek-v4-pro-0424,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,35.7,0.0289,,,77.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row deepseek-v4-pro-0424 / column 【专业能力】准确率),,out:model-not-established,out:model-not-established rele-professional,chinese-llm-benchmark,?ernie-5.1,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,27.8,0.0289,,,77.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row ernie-5.1 / column 【专业能力】准确率),,out:model-not-established,out:model-not-established rele-professional,chinese-llm-benchmark,opus-4.8,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,168.2,0.0289,,,76.9,score%,0.0289,,default-bridged,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row claude-opus-4.8-thinking / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,glm-5,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,49.5,0.0289,,,76.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row GLM-5 / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,deepseek-v3.2,think,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,5.2,0.0289,,,76.6,score%,0.0289,,prev=76.6% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M216); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row DeepSeek-V3.2-Think / column 【专业能力】准确率),,in,out:cost-not-comparable rele-professional,chinese-llm-benchmark,opus-4.6,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,103.7,0.0289,,,76.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row claude-opus-4.6 / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,sonnet-5.5,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,37.7,0.0289,,,76.3,score%,0.0289,,cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row claude-sonnet-5.5(new) / column 【专业能力】准确率),,in,out:cost-not-comparable rele-professional,chinese-llm-benchmark,glm-5-turbo,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,46.9,0.0289,,,76.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row GLM-5-Turbo / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,qwen3-max-0123,think,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,38.4,0.0289,,,76.0,score%,0.0289,,prev=76.0% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M219); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row qwen3-max-think-2026-01-23 / column 【专业能力】准确率),,out:single-couple,out:cost-not-comparable rele-professional,chinese-llm-benchmark,?deepseek-v4-flash-0424,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,2.9,0.0289,,,75.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row deepseek-v4-flash-0424 / column 【专业能力】准确率),,out:model-not-established,out:model-not-established rele-professional,chinese-llm-benchmark,qwen3.6-plus,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,26.8,0.0289,,,75.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row qwen3.6-plus / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,hy3,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.1,0.0289,,,75.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row hy3 / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,gpt-6-luna,medium,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,2.0,0.0289,,,75.1,score%,0.0289,,prev=75.1% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M223); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row gpt-6-luna(new) / column 【专业能力】准确率),,in,out:cost-not-comparable rele-professional,chinese-llm-benchmark,mimo-v2.5-pro,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,46.7,0.0289,,,75.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row mimo-v2.5-pro / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,deepseek-v3.2,nothink,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.6,0.0289,,,75.0,score%,0.0289,,prev=75.0% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M225); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row DeepSeek-V3.2 / column 【专业能力】准确率),,in,out:cost-not-comparable rele-professional,chinese-llm-benchmark,mimo-v2.6-pro,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,17.6,0.0289,,,74.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row mimo-v2.6-pro(new) / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,qwen3.6-27b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,45.5,0.0289,,,74.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row qwen3.6-27b / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,?ERNIE-5.0,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,67.7,0.0289,,,74.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row ERNIE-5.0 / column 【专业能力】准确率),,out:model-not-established,out:model-not-established rele-professional,chinese-llm-benchmark,qwen3.5-27b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,19.1,0.0289,,,74.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row Qwen3.5-27B / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,?qwen3-max-2026-01-23,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,7.7,0.0289,,,74.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row qwen3-max-2026-01-23 / column 【专业能力】准确率),,out:model-not-established,out:model-not-established rele-professional,chinese-llm-benchmark,grok-4.7,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,201.9,0.0289,,,73.7,score%,0.0289,,prev=73.7% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M231); cost-total-tokens-split:USD; cost-method-assumed-single; cost-base-price:cost-total-tokens-split,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row grok-4.7(new) / column 【专业能力】准确率),,in,in rele-professional,chinese-llm-benchmark,qwen3.5-flash,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,8.7,0.0289,,,73.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row qwen3.5-flash / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,qwen3.6-35b-a3b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,26.2,0.0289,,,73.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row Qwen3.6-35B-A3B / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,opus-4.8,nothink,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,89.7,0.0289,,,73.0,score%,0.0289,,default-bridged; prev=73.0% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M234); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row claude-opus-4.8 / column 【专业能力】准确率),,in,out:cost-not-comparable rele-professional,chinese-llm-benchmark,?MiMo-V2-Omni,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,24.6,0.0289,,,72.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row MiMo-V2-Omni / column 【专业能力】准确率),,out:model-not-established,out:model-not-established rele-professional,chinese-llm-benchmark,sonnet-5,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,79.6,0.0289,,,71.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row claude-sonnet-5-thinking / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,mimo-v2.6-flash,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,4.0,0.0289,,,71.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row mimo-v2.6-flash(new) / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,?MiMo-V2-Flash-think-0204,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,5.4,0.0289,,,71.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row MiMo-V2-Flash-think-0204 / column 【专业能力】准确率),,out:model-not-established,out:model-not-established rele-professional,chinese-llm-benchmark,mimo-v2.5,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,25.4,0.0289,,,71.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row mimo-v2.5 / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,minimax-m3,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,26.9,0.0289,,,70.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row MiniMax-M3 / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,step-3.7-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,30.0,0.0289,,,70.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row step-3.7-flash / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,?MiMo-V2-Pro,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,29.2,0.0289,,,70.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row MiMo-V2-Pro / column 【专业能力】准确率),,out:model-not-established,out:model-not-established rele-professional,chinese-llm-benchmark,haiku-5.5,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,3.1,0.0289,,,70.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row claude-haiku-5.5(new) / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,step-3.5-flash,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,7.4,0.0289,,,69.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row step-3.5-flash / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,gpt-5.3-chat-latest,solo,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,41.4,0.0289,,,69.0,score%,0.0289,,prev=69.0% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M244); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row gpt-5.3-chat / column 【专业能力】准确率),,in,out:cost-not-comparable rele-professional,chinese-llm-benchmark,?LongCat-Flash-Lite,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,0.0,0.0289,,,67.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row LongCat-Flash-Lite / column 【专业能力】准确率),,out:model-not-established,out:model-not-established rele-professional,chinese-llm-benchmark,gpt-5.4-mini,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,48.0,0.0289,,,66.7,score%,0.0289,,prev=66.7% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M246); cost-total-tokens-split:USD; cost-method-assumed-single; cost-base-price:cost-total-tokens-split,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row gpt-5.4-mini-high / column 【专业能力】准确率),,in,in rele-professional,chinese-llm-benchmark,gpt-5.4,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,29.5,0.0289,,,66.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row gpt-5.4 / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,minimax-m2.5,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,18.5,0.0289,,,66.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row MiniMax-M2.5 / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,gemini-3.1-flash-lite-preview,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,4.1,0.0289,,,65.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row gemini-3.1-flash-lite-preview / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,minimax-m2.7,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,22.2,0.0289,,,65.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row MiniMax-M2.7 / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,?MiMo-V2-Flash-0204,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.6,0.0289,,,62.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row MiMo-V2-Flash-0204 / column 【专业能力】准确率),,out:model-not-established,out:model-not-established rele-professional,chinese-llm-benchmark,gpt-5.4-nano,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,8.7,0.0289,,,59.5,score%,0.0289,,prev=59.5% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M252); cost-total-tokens-split:USD; cost-method-assumed-single; cost-base-price:cost-total-tokens-split,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row gpt-5.4-nano-high / column 【专业能力】准确率),,in,in rele-professional,chinese-llm-benchmark,gemma-4-26b-a4b-it,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.8,0.0289,,,56.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row gemma-4-26b-a4b-it / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,gemma-4-31b-it,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.5,0.0289,,,56.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row gemma-4-31b-it / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,gpt-5.4-mini,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,7.2,0.0289,,,54.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row gpt-5.4-mini / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,gpt-oss-120b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,2.5,0.0289,,,53.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row gpt-oss-120b / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,gpt-oss-20b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.8,0.0289,,,51.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row gpt-oss-20b / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-professional,chinese-llm-benchmark,gpt-5.4-nano,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,2.2,0.0289,,,45.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 专业能力.md (leaderboard/专业能力.md) / row gpt-5.4-nano / column 【专业能力】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,opus-5,high,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,313.5,0.0289,,,92.0,score%,0.0289,,prev=92.0% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M259); cost-total-tokens-split:USD; cost-method-assumed-single; cost-base-price:cost-total-tokens-split,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row claude-opus-5(new) / column 【推理与数学计算】准确率),,in,in rele-reasoning,chinese-llm-benchmark,opus-5.5,default,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,150.8,0.0289,,,90.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row claude-opus-5.5(new) / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,opus-4.8,not-established:absent,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,465.5,0.0289,,,89.9,score%,0.0289,,default-bridged,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row claude-opus-4.8-thinking / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,?doubao-seed-evolving,not-established:absent,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,464.3,0.0289,,,88.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row doubao-seed-evolving / column 【推理与数学计算】准确率),,out:model-not-established,out:model-not-established rele-reasoning,chinese-llm-benchmark,qwen3.8-flash,default,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,19.8,0.0289,,,87.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row qwen3.8-flash(new) / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,kimi-k3,default,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,271.1,0.0289,,,86.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row kimi-k3(new) / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,?Doubao-Seed-2.0-lite,not-established:absent,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,10.4,0.0289,,,85.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row Doubao-Seed-2.0-lite / column 【推理与数学计算】准确率),,out:model-not-established,out:model-not-established rele-reasoning,chinese-llm-benchmark,sonnet-5.5,high,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,75.0,0.0289,,,85.7,score%,0.0289,,cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row claude-sonnet-5.5(new) / column 【推理与数学计算】准确率),,in,out:cost-not-comparable rele-reasoning,chinese-llm-benchmark,qwen3.5-122b-a10b,unstated,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,57.5,0.0289,,,85.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row Qwen3.5-122B-A10B / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,gemini-4-argon,medium,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,131.3,0.0289,,,85.4,score%,0.0289,,base-scheduled-list-price; cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row gemini-4-argon(new) / column 【推理与数学计算】准确率),,in,out:cost-not-comparable rele-reasoning,chinese-llm-benchmark,gemini-3.1-pro,unstated,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,427.5,0.0289,,,85.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row gemini-3.1-pro-preview / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,glm-5.3-flash,default,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,23.3,0.0289,,,84.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row glm-5.3-flash(new) / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,qwen3.7-max,unstated,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,206.1,0.0289,,,84.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row qwen3.7-max / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,qwen3.7-plus,unstated,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,56.0,0.0289,,,84.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row qwen3.7-plus / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,glm-5.3,default,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,181.1,0.0289,,,84.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row glm-5.3(new) / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,gemini-3.5-flash,default,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,278.7,0.0289,,,84.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row gemini-3.5-flash / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,gemini-3.8-flash,medium,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,145.9,0.0289,,,83.9,score%,0.0289,,prev=83.9% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M273); base-scheduled-list-price; cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row gemini-3.8-flash(new) / column 【推理与数学计算】准确率),,in,out:cost-not-comparable rele-reasoning,chinese-llm-benchmark,gpt-5.5,default,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,279.2,0.0289,,,83.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row gpt-5.5 / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,?qwen3.8-max,not-established:absent,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,206.0,0.0289,,,83.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row qwen3.8-max(new) / column 【推理与数学计算】准确率),,out:model-not-established,out:model-not-established rele-reasoning,chinese-llm-benchmark,?doubao-seed-2-1-pro-260915,not-established:absent,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,153.7,0.0289,,,83.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row doubao-seed-2-1-pro-260915(new) / column 【推理与数学计算】准确率),,out:model-not-established,out:model-not-established rele-reasoning,chinese-llm-benchmark,mimo-v2.5-pro,unstated,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,132.4,0.0289,,,83.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row mimo-v2.5-pro / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,qwen3.5-27b,unstated,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,44.7,0.0289,,,83.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row Qwen3.5-27B / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,hy4-preview,high,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,142.6,0.0289,,,83.0,score%,0.0289,,prev=83.0% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M279); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row hy4-preview(new) / column 【推理与数学计算】准确率),,out:single-couple,out:cost-single-couple rele-reasoning,chinese-llm-benchmark,glm-5.1,unstated,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,131.8,0.0289,,,82.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row GLM-5.1 / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,kimi-k2.6,unstated,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,208.1,0.0289,,,82.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row kimi-k2.6 / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,gpt-5.6-sol-pro,default,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,652.6,0.0289,,,82.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row gpt-5.6-sol-pro / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,sonnet-5,not-established:absent,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,175.8,0.0289,,,82.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row claude-sonnet-5-thinking / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,deepseek-v4.1-flash,default,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,39.5,0.0289,,,82.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row deepseek-v4.1-flash(new) / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,?deepseek-v4-pro,not-established:absent,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,187.6,0.0289,,,82.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row deepseek-v4-pro(new) / column 【推理与数学计算】准确率),,out:model-not-established,out:model-not-established rele-reasoning,chinese-llm-benchmark,qwen3.6-max-preview,unstated,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,250.1,0.0289,,,81.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row qwen3.6-max-preview / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,?doubao-seed-2-1-turbo-260628,not-established:absent,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,203.4,0.0289,,,81.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row doubao-seed-2-1-turbo-260628 / column 【推理与数学计算】准确率),,out:model-not-established,out:model-not-established rele-reasoning,chinese-llm-benchmark,mimo-v2.6-flash,unstated,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,13.5,0.0289,,,81.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row mimo-v2.6-flash(new) / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,?doubao-seed-2-1-pro-260628,not-established:absent,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,470.6,0.0289,,,81.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row doubao-seed-2-1-pro-260628 / column 【推理与数学计算】准确率),,out:model-not-established,out:model-not-established rele-reasoning,chinese-llm-benchmark,mimo-v2.6-pro,unstated,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,46.3,0.0289,,,81.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row mimo-v2.6-pro(new) / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,minimax-m3,unstated,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,68.2,0.0289,,,81.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row MiniMax-M3 / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,gpt-6.1-sol,medium,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,34.1,0.0289,,,81.2,score%,0.0289,,cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row gpt-6.1-sol(new) / column 【推理与数学计算】准确率),,in,out:cost-not-comparable rele-reasoning,chinese-llm-benchmark,?doubao-seed-2-1-lite-260915,not-established:absent,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,12.2,0.0289,,,80.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row doubao-seed-2-1-lite-260915(new) / column 【推理与数学计算】准确率),,out:model-not-established,out:model-not-established rele-reasoning,chinese-llm-benchmark,qwen3.5-plus,unstated,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,39.9,0.0289,,,80.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row qwen3.5-plus / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,gpt-6-astra,unstated,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,180.1,0.0289,,,80.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row gpt-6-astra(new) / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,gemini-3.7-flash,default,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,51.8,0.0289,,,80.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row gemini-3.7-flash(new) / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,qwen3-max-0123,think,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,65.8,0.0289,,,79.9,score%,0.0289,,prev=79.9% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M296); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row qwen3-max-think-2026-01-23 / column 【推理与数学计算】准确率),,out:single-couple,out:cost-not-comparable rele-reasoning,chinese-llm-benchmark,qwen3.5-flash,unstated,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,16.8,0.0289,,,79.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row qwen3.5-flash / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,?Doubao-Seed-2.0-pro,not-established:absent,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,36.3,0.0289,,,78.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row Doubao-Seed-2.0-pro / column 【推理与数学计算】准确率),,out:model-not-established,out:model-not-established rele-reasoning,chinese-llm-benchmark,?Doubao-Seed-2.0-mini,not-established:absent,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,12.8,0.0289,,,78.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row Doubao-Seed-2.0-mini / column 【推理与数学计算】准确率),,out:model-not-established,out:model-not-established rele-reasoning,chinese-llm-benchmark,?ERNIE-5.0,not-established:absent,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,179.6,0.0289,,,78.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row ERNIE-5.0 / column 【推理与数学计算】准确率),,out:model-not-established,out:model-not-established rele-reasoning,chinese-llm-benchmark,kimi-k2.7-code,solo,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,75.3,0.0289,,,78.7,score%,0.0289,,prev=78.7% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M301); base-last-list-price; cost-total-tokens-split:CNY; cost-method-assumed-single; cost-base-price:cost-total-tokens-split,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row kimi-k2.7-code / column 【推理与数学计算】准确率),,in,in rele-reasoning,chinese-llm-benchmark,gpt-5.4,high,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,222.0,0.0289,,,78.2,score%,0.0289,,prev=78.2% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M302); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row gpt-5.4-high / column 【推理与数学计算】准确率),,in,out:cost-not-comparable rele-reasoning,chinese-llm-benchmark,gpt-5.3-chat-latest,solo,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,93.9,0.0289,,,78.1,score%,0.0289,,prev=78.1% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M303); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row gpt-5.3-chat / column 【推理与数学计算】准确率),,in,out:cost-not-comparable rele-reasoning,chinese-llm-benchmark,?Kimi-K2.5,not-established:absent,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,147.1,0.0289,,,78.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row Kimi-K2.5-Thinking / column 【推理与数学计算】准确率),,out:model-not-established,out:model-not-established rele-reasoning,chinese-llm-benchmark,glm-5.2,unstated,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,160.1,0.0289,,,78.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row glm-5.2 / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,step-3.7-flash,default,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,90.0,0.0289,,,78.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row step-3.7-flash / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,deepseek-v3.2,think,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,15.6,0.0289,,,77.6,score%,0.0289,,prev=77.6% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M307); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row DeepSeek-V3.2-Think / column 【推理与数学计算】准确率),,in,out:cost-not-comparable rele-reasoning,chinese-llm-benchmark,gpt-5.4-nano,high,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,31.2,0.0289,,,77.2,score%,0.0289,,prev=77.2% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M308); cost-total-tokens-split:USD; cost-method-assumed-single; cost-base-price:cost-total-tokens-split,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row gpt-5.4-nano-high / column 【推理与数学计算】准确率),,in,in rele-reasoning,chinese-llm-benchmark,?step-5-preview,not-established:absent,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,81.0,0.0289,,,77.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row step-5-preview(new) / column 【推理与数学计算】准确率),,out:model-not-established,out:model-not-established rele-reasoning,chinese-llm-benchmark,?ernie-5.1,not-established:absent,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,59.1,0.0289,,,77.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row ernie-5.1 / column 【推理与数学计算】准确率),,out:model-not-established,out:model-not-established rele-reasoning,chinese-llm-benchmark,grok-4.5,high,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,230.3,0.0289,,,76.8,score%,0.0289,,prev=76.8% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M310); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row grok-4.5 / column 【推理与数学计算】准确率),,in,out:cost-not-comparable rele-reasoning,chinese-llm-benchmark,opus-4.8,nothink,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,156.1,0.0289,,,76.6,score%,0.0289,,default-bridged; prev=76.6% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M311); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row claude-opus-4.8 / column 【推理与数学计算】准确率),,in,out:cost-not-comparable rele-reasoning,chinese-llm-benchmark,qwen3.6-27b,unstated,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,167.5,0.0289,,,76.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row qwen3.6-27b / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,grok-4.6,high,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,227.6,0.0289,,,76.5,score%,0.0289,,prev=76.5% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M313); cost-total-tokens-split:USD; cost-method-assumed-single; cost-base-price:cost-total-tokens-split,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row grok-4.6(new) / column 【推理与数学计算】准确率),,in,in rele-reasoning,chinese-llm-benchmark,grok-4.7,high,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,302.7,0.0289,,,76.3,score%,0.0289,,prev=76.3% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M314); cost-total-tokens-split:USD; cost-method-assumed-single; cost-base-price:cost-total-tokens-split,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row grok-4.7(new) / column 【推理与数学计算】准确率),,in,in rele-reasoning,chinese-llm-benchmark,gpt-5.4-mini,high,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,162.7,0.0289,,,76.3,score%,0.0289,,prev=76.3% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M315); cost-total-tokens-split:USD; cost-method-assumed-single; cost-base-price:cost-total-tokens-split,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row gpt-5.4-mini-high / column 【推理与数学计算】准确率),,in,in rele-reasoning,chinese-llm-benchmark,haiku-5.5,default,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,7.6,0.0289,,,76.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row claude-haiku-5.5(new) / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,gpt-oss-120b,unstated,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,5.0,0.0289,,,76.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row gpt-oss-120b / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,?deepseek-v4-flash-0424,not-established:absent,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,12.0,0.0289,,,75.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row deepseek-v4-flash-0424 / column 【推理与数学计算】准确率),,out:model-not-established,out:model-not-established rele-reasoning,chinese-llm-benchmark,step-3.5-flash,unstated,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,18.3,0.0289,,,75.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row step-3.5-flash / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,gpt-6-sol,medium,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,55.2,0.0289,,,75.1,score%,0.0289,,prev=75.1% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M319); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row gpt-6-sol(new) / column 【推理与数学计算】准确率),,in,out:cost-not-comparable rele-reasoning,chinese-llm-benchmark,qwen3.6-35b-a3b,unstated,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,91.3,0.0289,,,74.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row Qwen3.6-35B-A3B / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,glm-5-turbo,unstated,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,115.7,0.0289,,,74.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row GLM-5-Turbo / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,?qwen3-max-2026-01-23,not-established:absent,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,19.4,0.0289,,,74.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row qwen3-max-2026-01-23 / column 【推理与数学计算】准确率),,out:model-not-established,out:model-not-established rele-reasoning,chinese-llm-benchmark,qwen3.6-plus,unstated,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,91.7,0.0289,,,74.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row qwen3.6-plus / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,glm-5,unstated,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,102.3,0.0289,,,73.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row GLM-5 / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,gpt-6-luna,medium,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,5.7,0.0289,,,73.5,score%,0.0289,,prev=73.5% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M325); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row gpt-6-luna(new) / column 【推理与数学计算】准确率),,in,out:cost-not-comparable rele-reasoning,chinese-llm-benchmark,?MiMo-V2-Omni,not-established:absent,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,74.8,0.0289,,,73.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row MiMo-V2-Omni / column 【推理与数学计算】准确率),,out:model-not-established,out:model-not-established rele-reasoning,chinese-llm-benchmark,?MiMo-V2-Pro,not-established:absent,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,120.3,0.0289,,,71.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row MiMo-V2-Pro / column 【推理与数学计算】准确率),,out:model-not-established,out:model-not-established rele-reasoning,chinese-llm-benchmark,opus-4.6,not-established:absent,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,112.2,0.0289,,,71.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row claude-opus-4.6 / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,?MiMo-V2-Flash-think-0204,not-established:absent,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,15.9,0.0289,,,71.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row MiMo-V2-Flash-think-0204 / column 【推理与数学计算】准确率),,out:model-not-established,out:model-not-established rele-reasoning,chinese-llm-benchmark,?deepseek-v4-pro-0424,not-established:absent,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,122.0,0.0289,,,71.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row deepseek-v4-pro-0424 / column 【推理与数学计算】准确率),,out:model-not-established,out:model-not-established rele-reasoning,chinese-llm-benchmark,minimax-m2.5,unstated,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,55.0,0.0289,,,71.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row MiniMax-M2.5 / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,minimax-m2.7,unstated,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,70.1,0.0289,,,70.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row MiniMax-M2.7 / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,mimo-v2.5,unstated,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,80.5,0.0289,,,67.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row mimo-v2.5 / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,gpt-oss-20b,unstated,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,3.3,0.0289,,,66.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row gpt-oss-20b / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,?MiMo-V2-Flash-0204,not-established:absent,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,2.9,0.0289,,,63.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row MiMo-V2-Flash-0204 / column 【推理与数学计算】准确率),,out:model-not-established,out:model-not-established rele-reasoning,chinese-llm-benchmark,gemma-4-31b-it,unstated,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,1.9,0.0289,,,62.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row gemma-4-31b-it / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,gpt-5.4,default,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,60.1,0.0289,,,62.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row gpt-5.4 / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,deepseek-v3.2,nothink,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,5.1,0.0289,,,62.1,score%,0.0289,,prev=62.1% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M338); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row DeepSeek-V3.2 / column 【推理与数学计算】准确率),,in,out:cost-not-comparable rele-reasoning,chinese-llm-benchmark,hy3,unstated,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,4.1,0.0289,,,60.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row hy3 / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,?LongCat-Flash-Lite,not-established:absent,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,0.0,0.0289,,,60.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row LongCat-Flash-Lite / column 【推理与数学计算】准确率),,out:model-not-established,out:model-not-established rele-reasoning,chinese-llm-benchmark,gemini-3.1-flash-lite-preview,unstated,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,4.9,0.0289,,,59.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row gemini-3.1-flash-lite-preview / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,gemma-4-26b-a4b-it,unstated,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,2.3,0.0289,,,57.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row gemma-4-26b-a4b-it / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,gpt-5.4-nano,default,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,2.9,0.0289,,,47.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row gpt-5.4-nano / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-reasoning,chinese-llm-benchmark,gpt-5.4-mini,default,reasoning-math,mid,ReLE-leaderboard,per-1k-calls-CNY,8.6,0.0289,,,46.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 推理与数学计算.md (leaderboard/推理与数学计算.md) / row gpt-5.4-mini / column 【推理与数学计算】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,gemini-4-argon,medium,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,33.7,0.0289,,,81.6,score%,0.0289,,base-scheduled-list-price; cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row gemini-4-argon(new) / column 【语言与指令遵从】准确率),,in,out:cost-not-comparable rele-language,chinese-llm-benchmark,hy4-preview,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,127.9,0.0289,,,78.8,score%,0.0289,,prev=78.8% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M345); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row hy4-preview(new) / column 【语言与指令遵从】准确率),,out:single-couple,out:cost-single-couple rele-language,chinese-llm-benchmark,?doubao-seed-2-1-pro-260628,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,221.7,0.0289,,,78.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row doubao-seed-2-1-pro-260628 / column 【语言与指令遵从】准确率),,out:model-not-established,out:model-not-established rele-language,chinese-llm-benchmark,?deepseek-v4-pro,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,61.1,0.0289,,,77.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row deepseek-v4-pro(new) / column 【语言与指令遵从】准确率),,out:model-not-established,out:model-not-established rele-language,chinese-llm-benchmark,glm-5.3-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,9.0,0.0289,,,77.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row glm-5.3-flash(new) / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,?Doubao-Seed-2.0-pro,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,18.4,0.0289,,,76.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row Doubao-Seed-2.0-pro / column 【语言与指令遵从】准确率),,out:model-not-established,out:model-not-established rele-language,chinese-llm-benchmark,gpt-6-astra,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,71.3,0.0289,,,75.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row gpt-6-astra(new) / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,glm-5.3,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,160.9,0.0289,,,75.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row glm-5.3(new) / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,deepseek-v3.2,think,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,4.0,0.0289,,,74.7,score%,0.0289,,prev=74.7% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M352); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row DeepSeek-V3.2-Think / column 【语言与指令遵从】准确率),,in,out:cost-not-comparable rele-language,chinese-llm-benchmark,opus-5.5,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,73.0,0.0289,,,74.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row claude-opus-5.5(new) / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,gpt-6.1-sol,medium,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,13.6,0.0289,,,74.5,score%,0.0289,,cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row gpt-6.1-sol(new) / column 【语言与指令遵从】准确率),,in,out:cost-not-comparable rele-language,chinese-llm-benchmark,gpt-6-luna,medium,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.4,0.0289,,,74.3,score%,0.0289,,prev=74.3% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M354); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row gpt-6-luna(new) / column 【语言与指令遵从】准确率),,in,out:cost-not-comparable rele-language,chinese-llm-benchmark,deepseek-v4.1-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,16.3,0.0289,,,74.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row deepseek-v4.1-flash(new) / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,gemini-3.8-flash,medium,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,63.7,0.0289,,,73.5,score%,0.0289,,prev=73.5% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M356); base-scheduled-list-price; cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row gemini-3.8-flash(new) / column 【语言与指令遵从】准确率),,in,out:cost-not-comparable rele-language,chinese-llm-benchmark,kimi-k2.7-code,solo,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,39.5,0.0289,,,73.0,score%,0.0289,,prev=73.0% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M357); base-last-list-price; cost-total-tokens-split:CNY; cost-method-assumed-single; cost-base-price:cost-total-tokens-split,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row kimi-k2.7-code / column 【语言与指令遵从】准确率),,in,in rele-language,chinese-llm-benchmark,gpt-5.6-sol-pro,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,233.7,0.0289,,,72.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row gpt-5.6-sol-pro / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,?qwen3.8-max,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,61.9,0.0289,,,72.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row qwen3.8-max(new) / column 【语言与指令遵从】准确率),,out:model-not-established,out:model-not-established rele-language,chinese-llm-benchmark,kimi-k3,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,152.2,0.0289,,,72.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row kimi-k3(new) / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,gemini-3.1-pro,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,251.3,0.0289,,,72.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row gemini-3.1-pro-preview / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,gpt-5.4,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,67.4,0.0289,,,72.3,score%,0.0289,,prev=72.3% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M362); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row gpt-5.4-high / column 【语言与指令遵从】准确率),,in,out:cost-not-comparable rele-language,chinese-llm-benchmark,gpt-5.5,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,71.4,0.0289,,,72.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row gpt-5.5 / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,qwen3.8-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,5.4,0.0289,,,72.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row qwen3.8-flash(new) / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,?Kimi-K2.5,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,38.7,0.0289,,,72.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row Kimi-K2.5-Thinking / column 【语言与指令遵从】准确率),,out:model-not-established,out:model-not-established rele-language,chinese-llm-benchmark,grok-4.7,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,133.4,0.0289,,,72.0,score%,0.0289,,prev=72.0% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M366); cost-total-tokens-split:USD; cost-method-assumed-single; cost-base-price:cost-total-tokens-split,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row grok-4.7(new) / column 【语言与指令遵从】准确率),,in,in rele-language,chinese-llm-benchmark,qwen3.7-max,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,63.8,0.0289,,,71.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row qwen3.7-max / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,kimi-k2.6,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,46.4,0.0289,,,71.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row kimi-k2.6 / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,gemini-3.7-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,18.3,0.0289,,,71.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row gemini-3.7-flash(new) / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,qwen3.6-max-preview,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,86.9,0.0289,,,71.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row qwen3.6-max-preview / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,?doubao-seed-evolving,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,204.8,0.0289,,,71.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row doubao-seed-evolving / column 【语言与指令遵从】准确率),,out:model-not-established,out:model-not-established rele-language,chinese-llm-benchmark,gpt-6-sol,medium,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,13.4,0.0289,,,71.3,score%,0.0289,,prev=71.3% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M372); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row gpt-6-sol(new) / column 【语言与指令遵从】准确率),,in,out:cost-not-comparable rele-language,chinese-llm-benchmark,gemini-3.5-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,104.7,0.0289,,,71.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row gemini-3.5-flash / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,opus-5,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,115.2,0.0289,,,70.5,score%,0.0289,,prev=70.5% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M374); cost-total-tokens-split:USD; cost-method-assumed-single; cost-base-price:cost-total-tokens-split,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row claude-opus-5(new) / column 【语言与指令遵从】准确率),,in,in rele-language,chinese-llm-benchmark,?doubao-seed-2-1-turbo-260628,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,95.9,0.0289,,,70.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row doubao-seed-2-1-turbo-260628 / column 【语言与指令遵从】准确率),,out:model-not-established,out:model-not-established rele-language,chinese-llm-benchmark,qwen3.6-plus,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,21.1,0.0289,,,70.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row qwen3.6-plus / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,mimo-v2.6-flash,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,3.0,0.0289,,,70.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row mimo-v2.6-flash(new) / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,gpt-5.3-chat-latest,solo,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,29.1,0.0289,,,69.9,score%,0.0289,,prev=69.9% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M378); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row gpt-5.3-chat / column 【语言与指令遵从】准确率),,in,out:cost-not-comparable rele-language,chinese-llm-benchmark,?deepseek-v4-pro-0424,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,23.8,0.0289,,,69.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row deepseek-v4-pro-0424 / column 【语言与指令遵从】准确率),,out:model-not-established,out:model-not-established rele-language,chinese-llm-benchmark,mimo-v2.6-pro,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,14.5,0.0289,,,69.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row mimo-v2.6-pro(new) / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,?step-5-preview,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,57.8,0.0289,,,69.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row step-5-preview(new) / column 【语言与指令遵从】准确率),,out:model-not-established,out:model-not-established rele-language,chinese-llm-benchmark,glm-5-turbo,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,33.7,0.0289,,,69.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row GLM-5-Turbo / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,gpt-5.4-mini,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,28.5,0.0289,,,68.9,score%,0.0289,,prev=68.9% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M382); cost-total-tokens-split:USD; cost-method-assumed-single; cost-base-price:cost-total-tokens-split,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row gpt-5.4-mini-high / column 【语言与指令遵从】准确率),,in,in rele-language,chinese-llm-benchmark,?doubao-seed-2-1-pro-260915,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,69.8,0.0289,,,68.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row doubao-seed-2-1-pro-260915(new) / column 【语言与指令遵从】准确率),,out:model-not-established,out:model-not-established rele-language,chinese-llm-benchmark,grok-4.6,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,73.2,0.0289,,,68.7,score%,0.0289,,prev=68.7% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M384); cost-total-tokens-split:USD; cost-method-assumed-single; cost-base-price:cost-total-tokens-split,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row grok-4.6(new) / column 【语言与指令遵从】准确率),,in,in rele-language,chinese-llm-benchmark,?doubao-seed-2-1-lite-260915,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,12.0,0.0289,,,68.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row doubao-seed-2-1-lite-260915(new) / column 【语言与指令遵从】准确率),,out:model-not-established,out:model-not-established rele-language,chinese-llm-benchmark,qwen3.6-35b-a3b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,18.5,0.0289,,,68.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row Qwen3.6-35B-A3B / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,?ERNIE-5.0,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,41.8,0.0289,,,68.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row ERNIE-5.0 / column 【语言与指令遵从】准确率),,out:model-not-established,out:model-not-established rele-language,chinese-llm-benchmark,opus-4.8,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,151.2,0.0289,,,67.9,score%,0.0289,,default-bridged,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row claude-opus-4.8-thinking / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,glm-5,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,43.3,0.0289,,,67.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row GLM-5 / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,qwen3.5-27b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,16.9,0.0289,,,67.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row Qwen3.5-27B / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,deepseek-v3.2,nothink,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.0,0.0289,,,66.8,score%,0.0289,,prev=66.8% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M391); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row DeepSeek-V3.2 / column 【语言与指令遵从】准确率),,in,out:cost-not-comparable rele-language,chinese-llm-benchmark,sonnet-5.5,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,35.4,0.0289,,,66.8,score%,0.0289,,cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row claude-sonnet-5.5(new) / column 【语言与指令遵从】准确率),,in,out:cost-not-comparable rele-language,chinese-llm-benchmark,qwen3.5-flash,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,7.3,0.0289,,,66.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row qwen3.5-flash / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,?MiMo-V2-Flash-think-0204,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,4.5,0.0289,,,66.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row MiMo-V2-Flash-think-0204 / column 【语言与指令遵从】准确率),,out:model-not-established,out:model-not-established rele-language,chinese-llm-benchmark,qwen3.5-122b-a10b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,22.4,0.0289,,,66.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row Qwen3.5-122B-A10B / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,?deepseek-v4-flash-0424,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.9,0.0289,,,66.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row deepseek-v4-flash-0424 / column 【语言与指令遵从】准确率),,out:model-not-established,out:model-not-established rele-language,chinese-llm-benchmark,gpt-oss-120b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.7,0.0289,,,65.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row gpt-oss-120b / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,qwen3-max-0123,think,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,31.3,0.0289,,,65.5,score%,0.0289,,prev=65.5% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M397); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row qwen3-max-think-2026-01-23 / column 【语言与指令遵从】准确率),,out:single-couple,out:cost-not-comparable rele-language,chinese-llm-benchmark,qwen3.5-plus,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,17.3,0.0289,,,65.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row qwen3.5-plus / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,grok-4.5,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,69.3,0.0289,,,65.3,score%,0.0289,,prev=65.3% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M399); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row grok-4.5 / column 【语言与指令遵从】准确率),,in,out:cost-not-comparable rele-language,chinese-llm-benchmark,mimo-v2.5-pro,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,31.4,0.0289,,,64.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row mimo-v2.5-pro / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,glm-5.2,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,137.6,0.0289,,,64.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row glm-5.2 / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,?Doubao-Seed-2.0-lite,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,3.9,0.0289,,,64.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row Doubao-Seed-2.0-lite / column 【语言与指令遵从】准确率),,out:model-not-established,out:model-not-established rele-language,chinese-llm-benchmark,?MiMo-V2-Pro,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,22.0,0.0289,,,64.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row MiMo-V2-Pro / column 【语言与指令遵从】准确率),,out:model-not-established,out:model-not-established rele-language,chinese-llm-benchmark,opus-4.8,nothink,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,62.2,0.0289,,,64.0,score%,0.0289,,default-bridged; prev=64.0% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M404); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row claude-opus-4.8 / column 【语言与指令遵从】准确率),,in,out:cost-not-comparable rele-language,chinese-llm-benchmark,?Doubao-Seed-2.0-mini,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,3.2,0.0289,,,64.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row Doubao-Seed-2.0-mini / column 【语言与指令遵从】准确率),,out:model-not-established,out:model-not-established rele-language,chinese-llm-benchmark,opus-4.6,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,66.6,0.0289,,,63.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row claude-opus-4.6 / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,gpt-5.4,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,20.1,0.0289,,,62.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row gpt-5.4 / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,minimax-m3,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,26.0,0.0289,,,62.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row MiniMax-M3 / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,mimo-v2.5,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,15.9,0.0289,,,62.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row mimo-v2.5 / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,sonnet-5,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,39.9,0.0289,,,62.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row claude-sonnet-5-thinking / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,glm-5.1,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,58.1,0.0289,,,62.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row GLM-5.1 / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,?MiMo-V2-Omni,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,15.1,0.0289,,,62.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row MiMo-V2-Omni / column 【语言与指令遵从】准确率),,out:model-not-established,out:model-not-established rele-language,chinese-llm-benchmark,qwen3.7-plus,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,30.3,0.0289,,,61.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row qwen3.7-plus / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,gpt-5.4-mini,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,4.8,0.0289,,,61.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row gpt-5.4-mini / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,haiku-5.5,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,2.3,0.0289,,,60.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row claude-haiku-5.5(new) / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,?qwen3-max-2026-01-23,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,4.0,0.0289,,,60.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row qwen3-max-2026-01-23 / column 【语言与指令遵从】准确率),,out:model-not-established,out:model-not-established rele-language,chinese-llm-benchmark,?MiMo-V2-Flash-0204,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,0.7,0.0289,,,59.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row MiMo-V2-Flash-0204 / column 【语言与指令遵从】准确率),,out:model-not-established,out:model-not-established rele-language,chinese-llm-benchmark,qwen3.6-27b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,34.2,0.0289,,,59.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row qwen3.6-27b / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,minimax-m2.7,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,15.3,0.0289,,,59.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row MiniMax-M2.7 / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,gpt-oss-20b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.4,0.0289,,,59.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row gpt-oss-20b / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,?ernie-5.1,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,15.8,0.0289,,,59.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row ernie-5.1 / column 【语言与指令遵从】准确率),,out:model-not-established,out:model-not-established rele-language,chinese-llm-benchmark,minimax-m2.5,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,13.0,0.0289,,,59.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row MiniMax-M2.5 / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,hy3,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.0,0.0289,,,58.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row hy3 / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,gemma-4-31b-it,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,0.8,0.0289,,,57.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row gemma-4-31b-it / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,step-3.7-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,12.3,0.0289,,,57.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row step-3.7-flash / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,step-3.5-flash,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,6.1,0.0289,,,53.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row step-3.5-flash / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,gemma-4-26b-a4b-it,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,0.9,0.0289,,,52.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row gemma-4-26b-a4b-it / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,gpt-5.4-nano,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.3,0.0289,,,50.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row gpt-5.4-nano / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-language,chinese-llm-benchmark,gpt-5.4-nano,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,4.2,0.0289,,,48.7,score%,0.0289,,prev=48.7% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M428); cost-total-tokens-split:USD; cost-method-assumed-single; cost-base-price:cost-total-tokens-split,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row gpt-5.4-nano-high / column 【语言与指令遵从】准确率),,in,in rele-language,chinese-llm-benchmark,?LongCat-Flash-Lite,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,0.0,0.0289,,,47.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row LongCat-Flash-Lite / column 【语言与指令遵从】准确率),,out:model-not-established,out:model-not-established rele-language,chinese-llm-benchmark,gemini-3.1-flash-lite-preview,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,2.5,0.0289,,,42.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 语言与指令遵从.md (leaderboard/语言与指令遵从.md) / row gemini-3.1-flash-lite-preview / column 【语言与指令遵从】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,gemini-4-argon,medium,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,69.8,0.0289,,,69.3,score%,0.0289,,base-scheduled-list-price; cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row gemini-4-argon(new) / column 【教育】准确率),,in,out:cost-not-comparable rele-education,chinese-llm-benchmark,gemini-3.1-pro,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,226.9,0.0289,,,68.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row gemini-3.1-pro-preview / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,opus-5,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,126.2,0.0289,,,67.7,score%,0.0289,,prev=67.7% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M432); cost-total-tokens-split:USD; cost-method-assumed-single; cost-base-price:cost-total-tokens-split,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row claude-opus-5(new) / column 【教育】准确率),,in,in rele-education,chinese-llm-benchmark,?doubao-seed-evolving,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,327.7,0.0289,,,67.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row doubao-seed-evolving / column 【教育】准确率),,out:model-not-established,out:model-not-established rele-education,chinese-llm-benchmark,?doubao-seed-2-1-pro-260915,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,66.0,0.0289,,,67.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row doubao-seed-2-1-pro-260915(new) / column 【教育】准确率),,out:model-not-established,out:model-not-established rele-education,chinese-llm-benchmark,?doubao-seed-2-1-lite-260915,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,8.4,0.0289,,,67.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row doubao-seed-2-1-lite-260915(new) / column 【教育】准确率),,out:model-not-established,out:model-not-established rele-education,chinese-llm-benchmark,gemini-3.8-flash,medium,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,60.8,0.0289,,,67.0,score%,0.0289,,prev=67.0% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M436); base-scheduled-list-price; cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row gemini-3.8-flash(new) / column 【教育】准确率),,in,out:cost-not-comparable rele-education,chinese-llm-benchmark,gemini-3.7-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,23.4,0.0289,,,67.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row gemini-3.7-flash(new) / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,?doubao-seed-2-1-turbo-260628,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,142.9,0.0289,,,66.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row doubao-seed-2-1-turbo-260628 / column 【教育】准确率),,out:model-not-established,out:model-not-established rele-education,chinese-llm-benchmark,?Doubao-Seed-2.0-pro,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,20.2,0.0289,,,65.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row Doubao-Seed-2.0-pro / column 【教育】准确率),,out:model-not-established,out:model-not-established rele-education,chinese-llm-benchmark,kimi-k3,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,161.0,0.0289,,,65.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row kimi-k3(new) / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,?doubao-seed-2-1-pro-260628,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,342.8,0.0289,,,65.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row doubao-seed-2-1-pro-260628 / column 【教育】准确率),,out:model-not-established,out:model-not-established rele-education,chinese-llm-benchmark,qwen3.7-max,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,103.2,0.0289,,,65.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row qwen3.7-max / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,qwen3.8-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,11.4,0.0289,,,64.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row qwen3.8-flash(new) / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,?Doubao-Seed-2.0-lite,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,4.4,0.0289,,,64.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row Doubao-Seed-2.0-lite / column 【教育】准确率),,out:model-not-established,out:model-not-established rele-education,chinese-llm-benchmark,gemini-3.5-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,139.1,0.0289,,,64.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row gemini-3.5-flash / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,gpt-6-astra,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,99.5,0.0289,,,64.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row gpt-6-astra(new) / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,glm-5.3-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,13.0,0.0289,,,64.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row glm-5.3-flash(new) / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,?qwen3.8-max,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,130.6,0.0289,,,63.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row qwen3.8-max(new) / column 【教育】准确率),,out:model-not-established,out:model-not-established rele-education,chinese-llm-benchmark,gpt-5.6-sol-pro,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,402.1,0.0289,,,63.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row gpt-5.6-sol-pro / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,qwen3.7-plus,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,37.6,0.0289,,,63.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row qwen3.7-plus / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,?Doubao-Seed-2.0-mini,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,6.3,0.0289,,,63.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row Doubao-Seed-2.0-mini / column 【教育】准确率),,out:model-not-established,out:model-not-established rele-education,chinese-llm-benchmark,gpt-6.1-sol,medium,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,17.8,0.0289,,,63.4,score%,0.0289,,cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row gpt-6.1-sol(new) / column 【教育】准确率),,in,out:cost-not-comparable rele-education,chinese-llm-benchmark,glm-5.2,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,108.7,0.0289,,,63.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row glm-5.2 / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,qwen3.6-max-preview,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,137.8,0.0289,,,63.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row qwen3.6-max-preview / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,opus-4.6,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,109.2,0.0289,,,63.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row claude-opus-4.6 / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,?deepseek-v4-pro,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,82.1,0.0289,,,63.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row deepseek-v4-pro(new) / column 【教育】准确率),,out:model-not-established,out:model-not-established rele-education,chinese-llm-benchmark,kimi-k2.7-code,solo,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,55.7,0.0289,,,62.9,score%,0.0289,,prev=62.9% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M456); base-last-list-price; cost-total-tokens-split:CNY; cost-method-assumed-single; cost-base-price:cost-total-tokens-split,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row kimi-k2.7-code / column 【教育】准确率),,in,in rele-education,chinese-llm-benchmark,opus-4.8,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,205.6,0.0289,,,62.7,score%,0.0289,,default-bridged,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row claude-opus-4.8-thinking / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,glm-5.3,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,145.8,0.0289,,,62.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row glm-5.3(new) / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,opus-5.5,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,87.3,0.0289,,,62.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row claude-opus-5.5(new) / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,kimi-k2.6,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,111.4,0.0289,,,62.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row kimi-k2.6 / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,gpt-6-sol,medium,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,19.5,0.0289,,,61.9,score%,0.0289,,prev=61.9% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M461); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row gpt-6-sol(new) / column 【教育】准确率),,in,out:cost-not-comparable rele-education,chinese-llm-benchmark,gpt-5.5,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,152.6,0.0289,,,61.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row gpt-5.5 / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,glm-5.1,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,82.1,0.0289,,,61.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row GLM-5.1 / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,qwen3.5-plus,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,23.0,0.0289,,,60.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row qwen3.5-plus / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,qwen3.6-27b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,73.3,0.0289,,,60.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row qwen3.6-27b / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,?ernie-5.1,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,35.8,0.0289,,,60.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row ernie-5.1 / column 【教育】准确率),,out:model-not-established,out:model-not-established rele-education,chinese-llm-benchmark,?step-5-preview,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,62.9,0.0289,,,60.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row step-5-preview(new) / column 【教育】准确率),,out:model-not-established,out:model-not-established rele-education,chinese-llm-benchmark,?deepseek-v4-pro-0424,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,59.4,0.0289,,,60.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row deepseek-v4-pro-0424 / column 【教育】准确率),,out:model-not-established,out:model-not-established rele-education,chinese-llm-benchmark,hy4-preview,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,120.4,0.0289,,,60.2,score%,0.0289,,prev=60.2% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M468); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row hy4-preview(new) / column 【教育】准确率),,out:single-couple,out:cost-single-couple rele-education,chinese-llm-benchmark,qwen3.6-plus,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,38.2,0.0289,,,60.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row qwen3.6-plus / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,gpt-5.4,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,117.0,0.0289,,,59.9,score%,0.0289,,prev=59.9% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M470); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row gpt-5.4-high / column 【教育】准确率),,in,out:cost-not-comparable rele-education,chinese-llm-benchmark,deepseek-v4.1-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,19.4,0.0289,,,59.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row deepseek-v4.1-flash(new) / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,sonnet-5.5,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,37.4,0.0289,,,59.5,score%,0.0289,,cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row claude-sonnet-5.5(new) / column 【教育】准确率),,in,out:cost-not-comparable rele-education,chinese-llm-benchmark,mimo-v2.6-pro,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,27.6,0.0289,,,59.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row mimo-v2.6-pro(new) / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,qwen3.5-122b-a10b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,34.5,0.0289,,,59.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row Qwen3.5-122B-A10B / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,glm-5,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,68.9,0.0289,,,59.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row GLM-5 / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,mimo-v2.6-flash,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,6.3,0.0289,,,58.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row mimo-v2.6-flash(new) / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,?Kimi-K2.5,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,93.0,0.0289,,,58.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row Kimi-K2.5-Thinking / column 【教育】准确率),,out:model-not-established,out:model-not-established rele-education,chinese-llm-benchmark,grok-4.5,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,156.5,0.0289,,,58.2,score%,0.0289,,prev=58.2% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M477); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row grok-4.5 / column 【教育】准确率),,in,out:cost-not-comparable rele-education,chinese-llm-benchmark,?deepseek-v4-flash-0424,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,4.3,0.0289,,,58.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row deepseek-v4-flash-0424 / column 【教育】准确率),,out:model-not-established,out:model-not-established rele-education,chinese-llm-benchmark,qwen3.5-27b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,26.8,0.0289,,,57.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row Qwen3.5-27B / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,grok-4.6,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,120.5,0.0289,,,57.7,score%,0.0289,,prev=57.7% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M480); cost-total-tokens-split:USD; cost-method-assumed-single; cost-base-price:cost-total-tokens-split,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row grok-4.6(new) / column 【教育】准确率),,in,in rele-education,chinese-llm-benchmark,hy3,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.5,0.0289,,,56.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row hy3 / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,qwen3.6-35b-a3b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,38.2,0.0289,,,56.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row Qwen3.6-35B-A3B / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,qwen3.5-flash,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,11.5,0.0289,,,56.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row qwen3.5-flash / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,opus-4.8,nothink,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,99.9,0.0289,,,56.4,score%,0.0289,,default-bridged; prev=56.4% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M484); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row claude-opus-4.8 / column 【教育】准确率),,in,out:cost-not-comparable rele-education,chinese-llm-benchmark,?MiMo-V2-Omni,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,35.8,0.0289,,,56.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row MiMo-V2-Omni / column 【教育】准确率),,out:model-not-established,out:model-not-established rele-education,chinese-llm-benchmark,glm-5-turbo,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,70.7,0.0289,,,55.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row GLM-5-Turbo / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,?ERNIE-5.0,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,91.2,0.0289,,,55.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row ERNIE-5.0 / column 【教育】准确率),,out:model-not-established,out:model-not-established rele-education,chinese-llm-benchmark,gpt-6-luna,medium,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,2.3,0.0289,,,55.4,score%,0.0289,,prev=55.4% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M488); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row gpt-6-luna(new) / column 【教育】准确率),,in,out:cost-not-comparable rele-education,chinese-llm-benchmark,step-3.7-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,39.0,0.0289,,,54.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row step-3.7-flash / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,sonnet-5,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,108.4,0.0289,,,54.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row claude-sonnet-5-thinking / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,qwen3-max-0123,think,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,50.3,0.0289,,,54.4,score%,0.0289,,prev=54.4% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M491); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row qwen3-max-think-2026-01-23 / column 【教育】准确率),,out:single-couple,out:cost-not-comparable rele-education,chinese-llm-benchmark,deepseek-v3.2,think,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,7.6,0.0289,,,53.9,score%,0.0289,,prev=53.9% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M492); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row DeepSeek-V3.2-Think / column 【教育】准确率),,in,out:cost-not-comparable rele-education,chinese-llm-benchmark,mimo-v2.5-pro,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,74.2,0.0289,,,53.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row mimo-v2.5-pro / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,deepseek-v3.2,nothink,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,2.1,0.0289,,,53.0,score%,0.0289,,prev=53.0% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M494); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row DeepSeek-V3.2 / column 【教育】准确率),,in,out:cost-not-comparable rele-education,chinese-llm-benchmark,grok-4.7,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,285.0,0.0289,,,52.4,score%,0.0289,,prev=52.4% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M495); cost-total-tokens-split:USD; cost-method-assumed-single; cost-base-price:cost-total-tokens-split,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row grok-4.7(new) / column 【教育】准确率),,in,in rele-education,chinese-llm-benchmark,minimax-m3,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,45.0,0.0289,,,52.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row MiniMax-M3 / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,haiku-5.5,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,3.2,0.0289,,,51.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row claude-haiku-5.5(new) / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,?qwen3-max-2026-01-23,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,11.9,0.0289,,,50.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row qwen3-max-2026-01-23 / column 【教育】准确率),,out:model-not-established,out:model-not-established rele-education,chinese-llm-benchmark,?MiMo-V2-Flash-think-0204,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,7.4,0.0289,,,49.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row MiMo-V2-Flash-think-0204 / column 【教育】准确率),,out:model-not-established,out:model-not-established rele-education,chinese-llm-benchmark,step-3.5-flash,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,10.7,0.0289,,,49.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row step-3.5-flash / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,gpt-5.3-chat-latest,solo,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,48.2,0.0289,,,49.0,score%,0.0289,,prev=49.0% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M500); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row gpt-5.3-chat / column 【教育】准确率),,in,out:cost-not-comparable rele-education,chinese-llm-benchmark,?MiMo-V2-Pro,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,35.6,0.0289,,,48.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row MiMo-V2-Pro / column 【教育】准确率),,out:model-not-established,out:model-not-established rele-education,chinese-llm-benchmark,mimo-v2.5,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,36.2,0.0289,,,47.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row mimo-v2.5 / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,?LongCat-Flash-Lite,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,0.0,0.0289,,,47.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row LongCat-Flash-Lite / column 【教育】准确率),,out:model-not-established,out:model-not-established rele-education,chinese-llm-benchmark,?MiMo-V2-Flash-0204,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,2.2,0.0289,,,46.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row MiMo-V2-Flash-0204 / column 【教育】准确率),,out:model-not-established,out:model-not-established rele-education,chinese-llm-benchmark,gpt-5.4,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,33.7,0.0289,,,46.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row gpt-5.4 / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,minimax-m2.7,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,31.0,0.0289,,,43.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row MiniMax-M2.7 / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,gemini-3.1-flash-lite-preview,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,4.4,0.0289,,,43.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row gemini-3.1-flash-lite-preview / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,gpt-5.4-mini,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,58.8,0.0289,,,42.3,score%,0.0289,,prev=42.3% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M508); cost-total-tokens-split:USD; cost-method-assumed-single; cost-base-price:cost-total-tokens-split,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row gpt-5.4-mini-high / column 【教育】准确率),,in,in rele-education,chinese-llm-benchmark,minimax-m2.5,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,24.8,0.0289,,,42.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row MiniMax-M2.5 / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,gpt-5.4-nano,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,12.1,0.0289,,,39.1,score%,0.0289,,prev=39.1% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M510); cost-total-tokens-split:USD; cost-method-assumed-single; cost-base-price:cost-total-tokens-split,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row gpt-5.4-nano-high / column 【教育】准确率),,in,in rele-education,chinese-llm-benchmark,gemma-4-31b-it,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.6,0.0289,,,38.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row gemma-4-31b-it / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,gemma-4-26b-a4b-it,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,2.1,0.0289,,,37.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row gemma-4-26b-a4b-it / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,gpt-oss-120b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,2.8,0.0289,,,37.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row gpt-oss-120b / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,gpt-5.4-mini,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,8.1,0.0289,,,36.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row gpt-5.4-mini / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,gpt-oss-20b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.9,0.0289,,,34.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row gpt-oss-20b / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-education,chinese-llm-benchmark,gpt-5.4-nano,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,2.6,0.0289,,,32.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 教育.md (leaderboard/教育.md) / row gpt-5.4-nano / column 【教育】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,?doubao-seed-evolving,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,218.9,0.0289,,,91.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row doubao-seed-evolving / column 【金融】准确率),,out:model-not-established,out:model-not-established rele-finance,chinese-llm-benchmark,?doubao-seed-2-1-pro-260628,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,237.8,0.0289,,,91.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row doubao-seed-2-1-pro-260628 / column 【金融】准确率),,out:model-not-established,out:model-not-established rele-finance,chinese-llm-benchmark,gemini-4-argon,medium,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,46.8,0.0289,,,90.0,score%,0.0289,,base-scheduled-list-price; cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row gemini-4-argon(new) / column 【金融】准确率),,in,out:cost-not-comparable rele-finance,chinese-llm-benchmark,kimi-k3,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,89.1,0.0289,,,89.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row kimi-k3(new) / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,qwen3.7-max,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,49.4,0.0289,,,89.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row qwen3.7-max / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,?doubao-seed-2-1-pro-260915,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,47.0,0.0289,,,88.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row doubao-seed-2-1-pro-260915(new) / column 【金融】准确率),,out:model-not-established,out:model-not-established rele-finance,chinese-llm-benchmark,hy4-preview,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,56.7,0.0289,,,87.9,score%,0.0289,,prev=87.9% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M522); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row hy4-preview(new) / column 【金融】准确率),,out:single-couple,out:cost-single-couple rele-finance,chinese-llm-benchmark,?Doubao-Seed-2.0-pro,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,15.6,0.0289,,,87.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row Doubao-Seed-2.0-pro / column 【金融】准确率),,out:model-not-established,out:model-not-established rele-finance,chinese-llm-benchmark,?Kimi-K2.5,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,40.0,0.0289,,,87.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row Kimi-K2.5-Thinking / column 【金融】准确率),,out:model-not-established,out:model-not-established rele-finance,chinese-llm-benchmark,kimi-k2.7-code,solo,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,29.7,0.0289,,,87.0,score%,0.0289,,prev=87.0% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M525); base-last-list-price; cost-total-tokens-split:CNY; cost-method-assumed-single; cost-base-price:cost-total-tokens-split,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row kimi-k2.7-code / column 【金融】准确率),,in,in rele-finance,chinese-llm-benchmark,?qwen3.8-max,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,48.0,0.0289,,,86.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row qwen3.8-max(new) / column 【金融】准确率),,out:model-not-established,out:model-not-established rele-finance,chinese-llm-benchmark,qwen3.6-max-preview,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,87.2,0.0289,,,86.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row qwen3.6-max-preview / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,kimi-k2.6,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,55.1,0.0289,,,86.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row kimi-k2.6 / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,qwen3.7-plus,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,13.7,0.0289,,,85.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row qwen3.7-plus / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,gpt-5.6-sol-pro,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,281.9,0.0289,,,85.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row gpt-5.6-sol-pro / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,qwen3-max-0123,think,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,32.0,0.0289,,,85.6,score%,0.0289,,prev=85.6% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M531); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row qwen3-max-think-2026-01-23 / column 【金融】准确率),,out:single-couple,out:cost-not-comparable rele-finance,chinese-llm-benchmark,mimo-v2.5-pro,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,31.4,0.0289,,,85.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row mimo-v2.5-pro / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,glm-5.1,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,39.6,0.0289,,,85.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row GLM-5.1 / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,gpt-5.4,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,77.7,0.0289,,,85.1,score%,0.0289,,prev=85.1% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M534); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row gpt-5.4-high / column 【金融】准确率),,in,out:cost-not-comparable rele-finance,chinese-llm-benchmark,gpt-6.1-sol,medium,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,12.3,0.0289,,,85.1,score%,0.0289,,cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row gpt-6.1-sol(new) / column 【金融】准确率),,in,out:cost-not-comparable rele-finance,chinese-llm-benchmark,gpt-6-sol,medium,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,14.1,0.0289,,,84.8,score%,0.0289,,prev=84.8% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M535); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row gpt-6-sol(new) / column 【金融】准确率),,in,out:cost-not-comparable rele-finance,chinese-llm-benchmark,?doubao-seed-2-1-turbo-260628,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,108.2,0.0289,,,84.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row doubao-seed-2-1-turbo-260628 / column 【金融】准确率),,out:model-not-established,out:model-not-established rele-finance,chinese-llm-benchmark,?deepseek-v4-pro,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,44.3,0.0289,,,84.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row deepseek-v4-pro(new) / column 【金融】准确率),,out:model-not-established,out:model-not-established rele-finance,chinese-llm-benchmark,opus-5.5,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,76.8,0.0289,,,84.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row claude-opus-5.5(new) / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,?Doubao-Seed-2.0-lite,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,3.1,0.0289,,,84.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row Doubao-Seed-2.0-lite / column 【金融】准确率),,out:model-not-established,out:model-not-established rele-finance,chinese-llm-benchmark,grok-4.5,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,65.3,0.0289,,,84.1,score%,0.0289,,prev=84.1% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M540); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row grok-4.5 / column 【金融】准确率),,in,out:cost-not-comparable rele-finance,chinese-llm-benchmark,deepseek-v3.2,think,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,4.3,0.0289,,,84.1,score%,0.0289,,prev=84.1% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M541); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row DeepSeek-V3.2-Think / column 【金融】准确率),,in,out:cost-not-comparable rele-finance,chinese-llm-benchmark,glm-5.3,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,92.8,0.0289,,,84.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row glm-5.3(new) / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,glm-5-turbo,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,36.6,0.0289,,,83.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row GLM-5-Turbo / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,?qwen3-max-2026-01-23,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,5.1,0.0289,,,83.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row qwen3-max-2026-01-23 / column 【金融】准确率),,out:model-not-established,out:model-not-established rele-finance,chinese-llm-benchmark,?ernie-5.1,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,19.2,0.0289,,,83.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row ernie-5.1 / column 【金融】准确率),,out:model-not-established,out:model-not-established rele-finance,chinese-llm-benchmark,gpt-5.5,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,129.7,0.0289,,,83.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row gpt-5.5 / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,gemini-3.1-pro,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,124.3,0.0289,,,83.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row gemini-3.1-pro-preview / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,deepseek-v4.1-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,12.3,0.0289,,,83.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row deepseek-v4.1-flash(new) / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,qwen3.5-plus,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,14.1,0.0289,,,83.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row qwen3.5-plus / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,qwen3.5-122b-a10b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,18.0,0.0289,,,83.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row Qwen3.5-122B-A10B / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,glm-5,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,39.4,0.0289,,,83.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row GLM-5 / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,grok-4.6,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,62.5,0.0289,,,83.1,score%,0.0289,,prev=83.1% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M552); cost-total-tokens-split:USD; cost-method-assumed-single; cost-base-price:cost-total-tokens-split,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row grok-4.6(new) / column 【金融】准确率),,in,in rele-finance,chinese-llm-benchmark,gpt-6-astra,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,69.9,0.0289,,,82.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row gpt-6-astra(new) / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,?doubao-seed-2-1-lite-260915,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,4.0,0.0289,,,82.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row doubao-seed-2-1-lite-260915(new) / column 【金融】准确率),,out:model-not-established,out:model-not-established rele-finance,chinese-llm-benchmark,gemini-3.8-flash,medium,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,39.7,0.0289,,,82.1,score%,0.0289,,prev=82.1% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M555); base-scheduled-list-price; cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row gemini-3.8-flash(new) / column 【金融】准确率),,in,out:cost-not-comparable rele-finance,chinese-llm-benchmark,deepseek-v3.2,nothink,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.1,0.0289,,,81.8,score%,0.0289,,prev=81.8% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M556); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row DeepSeek-V3.2 / column 【金融】准确率),,in,out:cost-not-comparable rele-finance,chinese-llm-benchmark,?deepseek-v4-pro-0424,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,29.3,0.0289,,,81.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row deepseek-v4-pro-0424 / column 【金融】准确率),,out:model-not-established,out:model-not-established rele-finance,chinese-llm-benchmark,gemini-3.7-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,18.1,0.0289,,,81.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row gemini-3.7-flash(new) / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,?deepseek-v4-flash-0424,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,2.2,0.0289,,,81.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row deepseek-v4-flash-0424 / column 【金融】准确率),,out:model-not-established,out:model-not-established rele-finance,chinese-llm-benchmark,gemini-3.5-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,90.9,0.0289,,,80.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row gemini-3.5-flash / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,glm-5.3-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,7.1,0.0289,,,80.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row glm-5.3-flash(new) / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,hy3,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,0.8,0.0289,,,80.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row hy3 / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,mimo-v2.6-pro,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,12.9,0.0289,,,80.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row mimo-v2.6-pro(new) / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,?MiMo-V2-Pro,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,34.2,0.0289,,,80.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row MiMo-V2-Pro / column 【金融】准确率),,out:model-not-established,out:model-not-established rele-finance,chinese-llm-benchmark,?Doubao-Seed-2.0-mini,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,4.3,0.0289,,,79.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row Doubao-Seed-2.0-mini / column 【金融】准确率),,out:model-not-established,out:model-not-established rele-finance,chinese-llm-benchmark,opus-5,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,118.6,0.0289,,,79.5,score%,0.0289,,prev=79.5% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M566); cost-total-tokens-split:USD; cost-method-assumed-single; cost-base-price:cost-total-tokens-split,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row claude-opus-5(new) / column 【金融】准确率),,in,in rele-finance,chinese-llm-benchmark,sonnet-5.5,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,34.7,0.0289,,,79.5,score%,0.0289,,cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row claude-sonnet-5.5(new) / column 【金融】准确率),,in,out:cost-not-comparable rele-finance,chinese-llm-benchmark,?step-5-preview,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,43.0,0.0289,,,79.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row step-5-preview(new) / column 【金融】准确率),,out:model-not-established,out:model-not-established rele-finance,chinese-llm-benchmark,glm-5.2,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,57.9,0.0289,,,79.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row glm-5.2 / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,opus-4.6,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,82.5,0.0289,,,79.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row claude-opus-4.6 / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,qwen3.8-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,6.6,0.0289,,,78.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row qwen3.8-flash(new) / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,?ERNIE-5.0,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,65.0,0.0289,,,78.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row ERNIE-5.0 / column 【金融】准确率),,out:model-not-established,out:model-not-established rele-finance,chinese-llm-benchmark,opus-4.8,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,137.8,0.0289,,,78.2,score%,0.0289,,default-bridged,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row claude-opus-4.8-thinking / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,gpt-6-luna,medium,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.7,0.0289,,,78.1,score%,0.0289,,prev=78.1% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M572); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row gpt-6-luna(new) / column 【金融】准确率),,in,out:cost-not-comparable rele-finance,chinese-llm-benchmark,grok-4.7,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,153.1,0.0289,,,77.2,score%,0.0289,,prev=77.2% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M573); cost-total-tokens-split:USD; cost-method-assumed-single; cost-base-price:cost-total-tokens-split,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row grok-4.7(new) / column 【金融】准确率),,in,in rele-finance,chinese-llm-benchmark,qwen3.5-flash,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,7.2,0.0289,,,77.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row qwen3.5-flash / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,qwen3.6-plus,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,20.8,0.0289,,,77.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row qwen3.6-plus / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,mimo-v2.5,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,23.5,0.0289,,,76.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row mimo-v2.5 / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,sonnet-5,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,69.3,0.0289,,,76.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row claude-sonnet-5-thinking / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,gemini-3.1-flash-lite-preview,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,3.3,0.0289,,,76.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row gemini-3.1-flash-lite-preview / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,?MiMo-V2-Flash-think-0204,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,4.7,0.0289,,,76.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row MiMo-V2-Flash-think-0204 / column 【金融】准确率),,out:model-not-established,out:model-not-established rele-finance,chinese-llm-benchmark,step-3.7-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,26.2,0.0289,,,76.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row step-3.7-flash / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,minimax-m3,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,27.6,0.0289,,,75.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row MiniMax-M3 / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,qwen3.5-27b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,14.6,0.0289,,,75.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row Qwen3.5-27B / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,gpt-5.4,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,19.9,0.0289,,,75.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row gpt-5.4 / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,mimo-v2.6-flash,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,3.5,0.0289,,,75.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row mimo-v2.6-flash(new) / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,opus-4.8,nothink,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,72.8,0.0289,,,74.5,score%,0.0289,,default-bridged; prev=74.5% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M585); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row claude-opus-4.8 / column 【金融】准确率),,in,out:cost-not-comparable rele-finance,chinese-llm-benchmark,gpt-5.3-chat-latest,solo,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,32.1,0.0289,,,74.1,score%,0.0289,,prev=74.1% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M586); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row gpt-5.3-chat / column 【金融】准确率),,in,out:cost-not-comparable rele-finance,chinese-llm-benchmark,qwen3.6-27b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,31.7,0.0289,,,73.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row qwen3.6-27b / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,?LongCat-Flash-Lite,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,0.0,0.0289,,,73.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row LongCat-Flash-Lite / column 【金融】准确率),,out:model-not-established,out:model-not-established rele-finance,chinese-llm-benchmark,qwen3.6-35b-a3b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,18.7,0.0289,,,72.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row Qwen3.6-35B-A3B / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,haiku-5.5,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,2.5,0.0289,,,71.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row claude-haiku-5.5(new) / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,?MiMo-V2-Omni,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,19.9,0.0289,,,71.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row MiMo-V2-Omni / column 【金融】准确率),,out:model-not-established,out:model-not-established rele-finance,chinese-llm-benchmark,step-3.5-flash,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,6.1,0.0289,,,71.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row step-3.5-flash / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,minimax-m2.5,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,15.4,0.0289,,,71.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row MiniMax-M2.5 / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,gpt-5.4-mini,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,37.4,0.0289,,,70.8,score%,0.0289,,prev=70.8% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M593); cost-total-tokens-split:USD; cost-method-assumed-single; cost-base-price:cost-total-tokens-split,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row gpt-5.4-mini-high / column 【金融】准确率),,in,in rele-finance,chinese-llm-benchmark,minimax-m2.7,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,18.2,0.0289,,,70.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row MiniMax-M2.7 / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,?MiMo-V2-Flash-0204,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.1,0.0289,,,67.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row MiMo-V2-Flash-0204 / column 【金融】准确率),,out:model-not-established,out:model-not-established rele-finance,chinese-llm-benchmark,gpt-5.4-mini,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,5.1,0.0289,,,66.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row gpt-5.4-mini / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,gpt-5.4-nano,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,7.0,0.0289,,,66.8,score%,0.0289,,prev=66.8% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M597); cost-total-tokens-split:USD; cost-method-assumed-single; cost-base-price:cost-total-tokens-split,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row gpt-5.4-nano-high / column 【金融】准确率),,in,in rele-finance,chinese-llm-benchmark,gemma-4-26b-a4b-it,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.5,0.0289,,,64.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row gemma-4-26b-a4b-it / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,gemma-4-31b-it,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.3,0.0289,,,63.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row gemma-4-31b-it / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,gpt-oss-20b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.7,0.0289,,,60.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row gpt-oss-20b / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,gpt-oss-120b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.9,0.0289,,,57.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row gpt-oss-120b / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-finance,chinese-llm-benchmark,gpt-5.4-nano,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.5,0.0289,,,56.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 金融.md (leaderboard/金融.md) / row gpt-5.4-nano / column 【金融】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,gpt-5.5,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,205.2,0.0289,,,89.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row gpt-5.5 / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,?Doubao-Seed-2.0-mini,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,9.6,0.0289,,,88.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row Doubao-Seed-2.0-mini / column 【法律与行政公务】准确率),,out:model-not-established,out:model-not-established rele-law,chinese-llm-benchmark,?doubao-seed-2-1-pro-260915,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,94.5,0.0289,,,87.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row doubao-seed-2-1-pro-260915(new) / column 【法律与行政公务】准确率),,out:model-not-established,out:model-not-established rele-law,chinese-llm-benchmark,?doubao-seed-2-1-pro-260628,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,331.8,0.0289,,,87.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row doubao-seed-2-1-pro-260628 / column 【法律与行政公务】准确率),,out:model-not-established,out:model-not-established rele-law,chinese-llm-benchmark,gpt-6.1-sol,medium,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,21.1,0.0289,,,87.3,score%,0.0289,,cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row gpt-6.1-sol(new) / column 【法律与行政公务】准确率),,in,out:cost-not-comparable rele-law,chinese-llm-benchmark,qwen3.7-plus,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,21.1,0.0289,,,87.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row qwen3.7-plus / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,glm-5.2,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,74.2,0.0289,,,86.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row glm-5.2 / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,qwen3.8-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,8.1,0.0289,,,86.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row qwen3.8-flash(new) / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,?qwen3.8-max,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,110.6,0.0289,,,86.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row qwen3.8-max(new) / column 【法律与行政公务】准确率),,out:model-not-established,out:model-not-established rele-law,chinese-llm-benchmark,grok-4.5,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,128.5,0.0289,,,86.0,score%,0.0289,,prev=86.0% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M610); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row grok-4.5 / column 【法律与行政公务】准确率),,in,out:cost-not-comparable rele-law,chinese-llm-benchmark,?doubao-seed-evolving,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,347.6,0.0289,,,86.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row doubao-seed-evolving / column 【法律与行政公务】准确率),,out:model-not-established,out:model-not-established rele-law,chinese-llm-benchmark,gpt-6-astra,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,127.4,0.0289,,,85.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row gpt-6-astra(new) / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,?doubao-seed-2-1-lite-260915,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,8.3,0.0289,,,85.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row doubao-seed-2-1-lite-260915(new) / column 【法律与行政公务】准确率),,out:model-not-established,out:model-not-established rele-law,chinese-llm-benchmark,?Doubao-Seed-2.0-lite,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,4.8,0.0289,,,85.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row Doubao-Seed-2.0-lite / column 【法律与行政公务】准确率),,out:model-not-established,out:model-not-established rele-law,chinese-llm-benchmark,deepseek-v4.1-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,14.6,0.0289,,,85.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row deepseek-v4.1-flash(new) / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,qwen3.7-max,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,63.2,0.0289,,,85.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row qwen3.7-max / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,hy4-preview,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,114.6,0.0289,,,85.3,score%,0.0289,,prev=85.3% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M619); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row hy4-preview(new) / column 【法律与行政公务】准确率),,out:single-couple,out:cost-single-couple rele-law,chinese-llm-benchmark,kimi-k3,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,223.0,0.0289,,,85.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row kimi-k3(new) / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,?step-5-preview,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,75.9,0.0289,,,84.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row step-5-preview(new) / column 【法律与行政公务】准确率),,out:model-not-established,out:model-not-established rele-law,chinese-llm-benchmark,?doubao-seed-2-1-turbo-260628,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,139.9,0.0289,,,84.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row doubao-seed-2-1-turbo-260628 / column 【法律与行政公务】准确率),,out:model-not-established,out:model-not-established rele-law,chinese-llm-benchmark,opus-5,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,142.8,0.0289,,,84.7,score%,0.0289,,prev=84.7% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M622); cost-total-tokens-split:USD; cost-method-assumed-single; cost-base-price:cost-total-tokens-split,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row claude-opus-5(new) / column 【法律与行政公务】准确率),,in,in rele-law,chinese-llm-benchmark,qwen3.5-122b-a10b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,27.7,0.0289,,,84.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row Qwen3.5-122B-A10B / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,?Doubao-Seed-2.0-pro,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,20.0,0.0289,,,84.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row Doubao-Seed-2.0-pro / column 【法律与行政公务】准确率),,out:model-not-established,out:model-not-established rele-law,chinese-llm-benchmark,?deepseek-v4-pro,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,107.3,0.0289,,,84.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row deepseek-v4-pro(new) / column 【法律与行政公务】准确率),,out:model-not-established,out:model-not-established rele-law,chinese-llm-benchmark,deepseek-v3.2,think,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,5.7,0.0289,,,84.3,score%,0.0289,,prev=84.3% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M627); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row DeepSeek-V3.2-Think / column 【法律与行政公务】准确率),,in,out:cost-not-comparable rele-law,chinese-llm-benchmark,gpt-5.6-sol-pro,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,488.6,0.0289,,,84.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row gpt-5.6-sol-pro / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,glm-5.3,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,104.9,0.0289,,,84.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row glm-5.3(new) / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,glm-5.3-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,11.8,0.0289,,,84.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row glm-5.3-flash(new) / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,qwen3.5-27b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,20.5,0.0289,,,83.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row Qwen3.5-27B / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,qwen3.6-max-preview,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,133.7,0.0289,,,83.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row qwen3.6-max-preview / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,gemini-3.1-pro,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,169.9,0.0289,,,83.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row gemini-3.1-pro-preview / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,gemini-3.7-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,22.8,0.0289,,,83.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row gemini-3.7-flash(new) / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,kimi-k2.7-code,solo,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,59.2,0.0289,,,83.3,score%,0.0289,,prev=83.3% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M633); base-last-list-price; cost-total-tokens-split:CNY; cost-method-assumed-single; cost-base-price:cost-total-tokens-split,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row kimi-k2.7-code / column 【法律与行政公务】准确率),,in,in rele-law,chinese-llm-benchmark,?MiMo-V2-Omni,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,27.9,0.0289,,,83.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row MiMo-V2-Omni / column 【法律与行政公务】准确率),,out:model-not-established,out:model-not-established rele-law,chinese-llm-benchmark,opus-5.5,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,100.4,0.0289,,,83.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row claude-opus-5.5(new) / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,qwen3.5-plus,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,18.8,0.0289,,,83.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row qwen3.5-plus / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,gpt-6-luna,medium,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,2.8,0.0289,,,82.7,score%,0.0289,,prev=82.7% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M639); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row gpt-6-luna(new) / column 【法律与行政公务】准确率),,in,out:cost-not-comparable rele-law,chinese-llm-benchmark,deepseek-v3.2,nothink,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,2.3,0.0289,,,82.7,score%,0.0289,,prev=82.7% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M638); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row DeepSeek-V3.2 / column 【法律与行政公务】准确率),,in,out:cost-not-comparable rele-law,chinese-llm-benchmark,grok-4.6,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,107.8,0.0289,,,82.7,score%,0.0289,,prev=82.7% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M637); cost-total-tokens-split:USD; cost-method-assumed-single; cost-base-price:cost-total-tokens-split,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row grok-4.6(new) / column 【法律与行政公务】准确率),,in,in rele-law,chinese-llm-benchmark,qwen3.6-35b-a3b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,29.1,0.0289,,,82.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row Qwen3.6-35B-A3B / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,opus-4.6,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,130.9,0.0289,,,82.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row claude-opus-4.6 / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,gemini-3.8-flash,medium,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,56.1,0.0289,,,82.3,score%,0.0289,,prev=82.3% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M642); base-scheduled-list-price; cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row gemini-3.8-flash(new) / column 【法律与行政公务】准确率),,in,out:cost-not-comparable rele-law,chinese-llm-benchmark,?deepseek-v4-flash-0424,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,3.4,0.0289,,,82.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row deepseek-v4-flash-0424 / column 【法律与行政公务】准确率),,out:model-not-established,out:model-not-established rele-law,chinese-llm-benchmark,qwen3.6-27b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,47.4,0.0289,,,82.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row qwen3.6-27b / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,?deepseek-v4-pro-0424,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,33.9,0.0289,,,82.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row deepseek-v4-pro-0424 / column 【法律与行政公务】准确率),,out:model-not-established,out:model-not-established rele-law,chinese-llm-benchmark,gpt-6-sol,medium,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,22.4,0.0289,,,82.0,score%,0.0289,,prev=82.0% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M644); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row gpt-6-sol(new) / column 【法律与行政公务】准确率),,in,out:cost-not-comparable rele-law,chinese-llm-benchmark,?ERNIE-5.0,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,68.0,0.0289,,,81.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row ERNIE-5.0 / column 【法律与行政公务】准确率),,out:model-not-established,out:model-not-established rele-law,chinese-llm-benchmark,glm-5.1,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,53.0,0.0289,,,81.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row GLM-5.1 / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,gpt-5.4,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,140.2,0.0289,,,81.5,score%,0.0289,,prev=81.5% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M649); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row gpt-5.4-high / column 【法律与行政公务】准确率),,in,out:cost-not-comparable rele-law,chinese-llm-benchmark,gemini-3.5-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,131.2,0.0289,,,81.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row gemini-3.5-flash / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,qwen3.6-plus,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,30.0,0.0289,,,81.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row qwen3.6-plus / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,opus-4.8,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,214.7,0.0289,,,81.3,score%,0.0289,,default-bridged,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row claude-opus-4.8-thinking / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,sonnet-5.5,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,47.4,0.0289,,,81.0,score%,0.0289,,cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row claude-sonnet-5.5(new) / column 【法律与行政公务】准确率),,in,out:cost-not-comparable rele-law,chinese-llm-benchmark,gemini-4-argon,medium,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,69.4,0.0289,,,80.7,score%,0.0289,,base-scheduled-list-price; cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row gemini-4-argon(new) / column 【法律与行政公务】准确率),,in,out:cost-not-comparable rele-law,chinese-llm-benchmark,mimo-v2.5,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,26.5,0.0289,,,80.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row mimo-v2.5 / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,?qwen3-max-2026-01-23,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,9.3,0.0289,,,80.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row qwen3-max-2026-01-23 / column 【法律与行政公务】准确率),,out:model-not-established,out:model-not-established rele-law,chinese-llm-benchmark,?MiMo-V2-Flash-think-0204,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,5.6,0.0289,,,80.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row MiMo-V2-Flash-think-0204 / column 【法律与行政公务】准确率),,out:model-not-established,out:model-not-established rele-law,chinese-llm-benchmark,qwen3-max-0123,think,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,43.2,0.0289,,,80.3,score%,0.0289,,prev=80.3% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M659); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row qwen3-max-think-2026-01-23 / column 【法律与行政公务】准确率),,out:single-couple,out:cost-not-comparable rele-law,chinese-llm-benchmark,?Kimi-K2.5,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,78.0,0.0289,,,80.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row Kimi-K2.5-Thinking / column 【法律与行政公务】准确率),,out:model-not-established,out:model-not-established rele-law,chinese-llm-benchmark,glm-5-turbo,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,48.3,0.0289,,,80.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row GLM-5-Turbo / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,grok-4.7,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,230.0,0.0289,,,80.3,score%,0.0289,,prev=80.3% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M661); cost-total-tokens-split:USD; cost-method-assumed-single; cost-base-price:cost-total-tokens-split,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row grok-4.7(new) / column 【法律与行政公务】准确率),,in,in rele-law,chinese-llm-benchmark,kimi-k2.6,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,84.0,0.0289,,,80.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row kimi-k2.6 / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,qwen3.5-flash,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,10.0,0.0289,,,80.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row qwen3.5-flash / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,?ernie-5.1,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,40.6,0.0289,,,80.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row ernie-5.1 / column 【法律与行政公务】准确率),,out:model-not-established,out:model-not-established rele-law,chinese-llm-benchmark,sonnet-5,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,91.3,0.0289,,,79.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row claude-sonnet-5-thinking / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,glm-5,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,56.1,0.0289,,,79.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row GLM-5 / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,mimo-v2.5-pro,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,59.1,0.0289,,,79.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row mimo-v2.5-pro / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,opus-4.8,nothink,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,107.2,0.0289,,,79.0,score%,0.0289,,default-bridged; prev=79.0% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M666); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row claude-opus-4.8 / column 【法律与行政公务】准确率),,in,out:cost-not-comparable rele-law,chinese-llm-benchmark,haiku-5.5,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,4.2,0.0289,,,78.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row claude-haiku-5.5(new) / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,step-3.5-flash,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,9.1,0.0289,,,78.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row step-3.5-flash / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,hy3,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.4,0.0289,,,78.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row hy3 / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,mimo-v2.6-pro,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,22.3,0.0289,,,78.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row mimo-v2.6-pro(new) / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,minimax-m2.5,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,23.3,0.0289,,,77.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row MiniMax-M2.5 / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,minimax-m2.7,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,27.5,0.0289,,,74.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row MiniMax-M2.7 / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,gpt-5.3-chat-latest,solo,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,55.4,0.0289,,,74.0,score%,0.0289,,prev=74.0% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M672); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row gpt-5.3-chat / column 【法律与行政公务】准确率),,in,out:cost-not-comparable rele-law,chinese-llm-benchmark,mimo-v2.6-flash,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,3.9,0.0289,,,73.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row mimo-v2.6-flash(new) / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,gpt-5.4-mini,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,68.7,0.0289,,,73.3,score%,0.0289,,prev=73.3% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M673); cost-total-tokens-split:USD; cost-method-assumed-single; cost-base-price:cost-total-tokens-split,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row gpt-5.4-mini-high / column 【法律与行政公务】准确率),,in,in rele-law,chinese-llm-benchmark,minimax-m3,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,26.6,0.0289,,,72.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row MiniMax-M3 / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,?LongCat-Flash-Lite,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,0.0,0.0289,,,71.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row LongCat-Flash-Lite / column 【法律与行政公务】准确率),,out:model-not-established,out:model-not-established rele-law,chinese-llm-benchmark,?MiMo-V2-Pro,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,27.7,0.0289,,,70.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row MiMo-V2-Pro / column 【法律与行政公务】准确率),,out:model-not-established,out:model-not-established rele-law,chinese-llm-benchmark,gpt-5.4-nano,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,11.6,0.0289,,,69.0,score%,0.0289,,prev=69.0% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M678); cost-total-tokens-split:USD; cost-method-assumed-single; cost-base-price:cost-total-tokens-split,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row gpt-5.4-nano-high / column 【法律与行政公务】准确率),,in,in rele-law,chinese-llm-benchmark,step-3.7-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,36.1,0.0289,,,69.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row step-3.7-flash / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,gpt-5.4,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,42.7,0.0289,,,68.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row gpt-5.4 / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,gemini-3.1-flash-lite-preview,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,5.3,0.0289,,,67.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row gemini-3.1-flash-lite-preview / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,gemma-4-31b-it,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.8,0.0289,,,65.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row gemma-4-31b-it / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,?MiMo-V2-Flash-0204,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,2.1,0.0289,,,63.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row MiMo-V2-Flash-0204 / column 【法律与行政公务】准确率),,out:model-not-established,out:model-not-established rele-law,chinese-llm-benchmark,gemma-4-26b-a4b-it,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,2.4,0.0289,,,62.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row gemma-4-26b-a4b-it / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,gpt-oss-20b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,2.3,0.0289,,,59.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row gpt-oss-20b / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,gpt-oss-120b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,3.4,0.0289,,,59.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row gpt-oss-120b / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,gpt-5.4-mini,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,10.4,0.0289,,,50.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row gpt-5.4-mini / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-law,chinese-llm-benchmark,gpt-5.4-nano,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,3.5,0.0289,,,44.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 法律与行政公务.md (leaderboard/法律与行政公务.md) / row gpt-5.4-nano / column 【法律与行政公务】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,?doubao-seed-2-1-pro-260628,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,208.9,0.0289,,,91.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row doubao-seed-2-1-pro-260628 / column 【医疗与心理健康】准确率),,out:model-not-established,out:model-not-established rele-medical,chinese-llm-benchmark,?doubao-seed-evolving,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,204.9,0.0289,,,91.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row doubao-seed-evolving / column 【医疗与心理健康】准确率),,out:model-not-established,out:model-not-established rele-medical,chinese-llm-benchmark,kimi-k2.7-code,solo,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,23.0,0.0289,,,90.8,score%,0.0289,,prev=90.8% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M691); base-last-list-price; cost-total-tokens-split:CNY; cost-method-assumed-single; cost-base-price:cost-total-tokens-split,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row kimi-k2.7-code / column 【医疗与心理健康】准确率),,in,in rele-medical,chinese-llm-benchmark,?Doubao-Seed-2.0-pro,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,14.6,0.0289,,,90.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row Doubao-Seed-2.0-pro / column 【医疗与心理健康】准确率),,out:model-not-established,out:model-not-established rele-medical,chinese-llm-benchmark,?doubao-seed-2-1-pro-260915,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,31.5,0.0289,,,90.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row doubao-seed-2-1-pro-260915(new) / column 【医疗与心理健康】准确率),,out:model-not-established,out:model-not-established rele-medical,chinese-llm-benchmark,?doubao-seed-2-1-lite-260915,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,2.7,0.0289,,,89.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row doubao-seed-2-1-lite-260915(new) / column 【医疗与心理健康】准确率),,out:model-not-established,out:model-not-established rele-medical,chinese-llm-benchmark,gemini-3.7-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,18.3,0.0289,,,89.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row gemini-3.7-flash(new) / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,glm-5.3,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,52.0,0.0289,,,89.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row glm-5.3(new) / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,?Doubao-Seed-2.0-lite,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,2.8,0.0289,,,89.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row Doubao-Seed-2.0-lite / column 【医疗与心理健康】准确率),,out:model-not-established,out:model-not-established rele-medical,chinese-llm-benchmark,kimi-k3,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,59.2,0.0289,,,89.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row kimi-k3(new) / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,kimi-k2.6,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,43.3,0.0289,,,89.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row kimi-k2.6 / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,gemini-3.8-flash,medium,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,39.5,0.0289,,,89.1,score%,0.0289,,prev=89.1% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M700); base-scheduled-list-price; cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row gemini-3.8-flash(new) / column 【医疗与心理健康】准确率),,in,out:cost-not-comparable rele-medical,chinese-llm-benchmark,opus-5,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,105.6,0.0289,,,89.0,score%,0.0289,,prev=89.0% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M701); cost-total-tokens-split:USD; cost-method-assumed-single; cost-base-price:cost-total-tokens-split,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row claude-opus-5(new) / column 【医疗与心理健康】准确率),,in,in rele-medical,chinese-llm-benchmark,opus-5.5,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,79.2,0.0289,,,89.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row claude-opus-5.5(new) / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,qwen3.7-max,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,36.6,0.0289,,,89.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row qwen3.7-max / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,qwen3.7-plus,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,8.6,0.0289,,,88.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row qwen3.7-plus / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,?qwen3.8-max,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,33.6,0.0289,,,88.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row qwen3.8-max(new) / column 【医疗与心理健康】准确率),,out:model-not-established,out:model-not-established rele-medical,chinese-llm-benchmark,gemini-3.1-pro,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,125.3,0.0289,,,88.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row gemini-3.1-pro-preview / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,gpt-6-astra,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,65.1,0.0289,,,88.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row gpt-6-astra(new) / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,gemini-4-argon,medium,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,56.6,0.0289,,,88.5,score%,0.0289,,base-scheduled-list-price; cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row gemini-4-argon(new) / column 【医疗与心理健康】准确率),,in,out:cost-not-comparable rele-medical,chinese-llm-benchmark,gpt-5.5,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,79.2,0.0289,,,88.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row gpt-5.5 / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,?deepseek-v4-pro,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,21.8,0.0289,,,88.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row deepseek-v4-pro(new) / column 【医疗与心理健康】准确率),,out:model-not-established,out:model-not-established rele-medical,chinese-llm-benchmark,gpt-5.6-sol-pro,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,244.1,0.0289,,,87.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row gpt-5.6-sol-pro / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,deepseek-v4.1-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,7.4,0.0289,,,87.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row deepseek-v4.1-flash(new) / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,glm-5.3-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,4.8,0.0289,,,87.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row glm-5.3-flash(new) / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,?Kimi-K2.5,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,34.3,0.0289,,,87.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row Kimi-K2.5-Thinking / column 【医疗与心理健康】准确率),,out:model-not-established,out:model-not-established rele-medical,chinese-llm-benchmark,gemini-3.5-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,81.6,0.0289,,,87.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row gemini-3.5-flash / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,hy4-preview,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,60.2,0.0289,,,87.5,score%,0.0289,,prev=87.5% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M715); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row hy4-preview(new) / column 【医疗与心理健康】准确率),,out:single-couple,out:cost-single-couple rele-medical,chinese-llm-benchmark,?doubao-seed-2-1-turbo-260628,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,100.3,0.0289,,,87.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row doubao-seed-2-1-turbo-260628 / column 【医疗与心理健康】准确率),,out:model-not-established,out:model-not-established rele-medical,chinese-llm-benchmark,gpt-6-sol,medium,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,12.5,0.0289,,,86.9,score%,0.0289,,prev=86.9% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M717); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row gpt-6-sol(new) / column 【医疗与心理健康】准确率),,in,out:cost-not-comparable rele-medical,chinese-llm-benchmark,qwen3.8-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,3.2,0.0289,,,86.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row qwen3.8-flash(new) / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,?step-5-preview,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,28.7,0.0289,,,86.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row step-5-preview(new) / column 【医疗与心理健康】准确率),,out:model-not-established,out:model-not-established rele-medical,chinese-llm-benchmark,glm-5.1,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,36.1,0.0289,,,86.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row GLM-5.1 / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,grok-4.6,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,55.0,0.0289,,,86.6,score%,0.0289,,prev=86.6% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M720); cost-total-tokens-split:USD; cost-method-assumed-single; cost-base-price:cost-total-tokens-split,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row grok-4.6(new) / column 【医疗与心理健康】准确率),,in,in rele-medical,chinese-llm-benchmark,qwen3.6-max-preview,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,81.2,0.0289,,,86.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row qwen3.6-max-preview / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,gpt-6.1-sol,medium,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,11.4,0.0289,,,86.1,score%,0.0289,,cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row gpt-6.1-sol(new) / column 【医疗与心理健康】准确率),,in,out:cost-not-comparable rele-medical,chinese-llm-benchmark,hy3,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,0.7,0.0289,,,86.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row hy3 / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,glm-5,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,33.8,0.0289,,,85.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row GLM-5 / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,?Doubao-Seed-2.0-mini,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,4.0,0.0289,,,85.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row Doubao-Seed-2.0-mini / column 【医疗与心理健康】准确率),,out:model-not-established,out:model-not-established rele-medical,chinese-llm-benchmark,opus-4.8,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,114.6,0.0289,,,85.3,score%,0.0289,,default-bridged,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row claude-opus-4.8-thinking / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,gpt-5.4,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,64.6,0.0289,,,85.3,score%,0.0289,,prev=85.3% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M726); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row gpt-5.4-high / column 【医疗与心理健康】准确率),,in,out:cost-not-comparable rele-medical,chinese-llm-benchmark,sonnet-5.5,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,31.4,0.0289,,,85.2,score%,0.0289,,cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row claude-sonnet-5.5(new) / column 【医疗与心理健康】准确率),,in,out:cost-not-comparable rele-medical,chinese-llm-benchmark,?deepseek-v4-pro-0424,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,20.0,0.0289,,,85.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row deepseek-v4-pro-0424 / column 【医疗与心理健康】准确率),,out:model-not-established,out:model-not-established rele-medical,chinese-llm-benchmark,grok-4.7,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,139.4,0.0289,,,84.9,score%,0.0289,,prev=84.9% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M728); cost-total-tokens-split:USD; cost-method-assumed-single; cost-base-price:cost-total-tokens-split,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row grok-4.7(new) / column 【医疗与心理健康】准确率),,in,in rele-medical,chinese-llm-benchmark,qwen3.5-plus,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,12.5,0.0289,,,84.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row qwen3.5-plus / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,glm-5-turbo,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,32.0,0.0289,,,84.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row GLM-5-Turbo / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,deepseek-v3.2,think,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,3.3,0.0289,,,84.2,score%,0.0289,,prev=84.2% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M731); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row DeepSeek-V3.2-Think / column 【医疗与心理健康】准确率),,in,out:cost-not-comparable rele-medical,chinese-llm-benchmark,gpt-6-luna,medium,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.2,0.0289,,,84.1,score%,0.0289,,prev=84.1% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M732); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row gpt-6-luna(new) / column 【医疗与心理健康】准确率),,in,out:cost-not-comparable rele-medical,chinese-llm-benchmark,qwen3.5-122b-a10b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,18.2,0.0289,,,84.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row Qwen3.5-122B-A10B / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,qwen3.6-plus,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,18.1,0.0289,,,83.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row qwen3.6-plus / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,grok-4.5,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,56.1,0.0289,,,83.7,score%,0.0289,,prev=83.7% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M735); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row grok-4.5 / column 【医疗与心理健康】准确率),,in,out:cost-not-comparable rele-medical,chinese-llm-benchmark,glm-5.2,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,48.0,0.0289,,,83.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row glm-5.2 / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,qwen3-max-0123,think,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,28.0,0.0289,,,83.6,score%,0.0289,,prev=83.6% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M737); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row qwen3-max-think-2026-01-23 / column 【医疗与心理健康】准确率),,out:single-couple,out:cost-not-comparable rele-medical,chinese-llm-benchmark,?ernie-5.1,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,15.8,0.0289,,,83.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row ernie-5.1 / column 【医疗与心理健康】准确率),,out:model-not-established,out:model-not-established rele-medical,chinese-llm-benchmark,qwen3.6-35b-a3b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,18.7,0.0289,,,82.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row Qwen3.6-35B-A3B / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,deepseek-v3.2,nothink,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.0,0.0289,,,82.6,score%,0.0289,,prev=82.6% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M740); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row DeepSeek-V3.2 / column 【医疗与心理健康】准确率),,in,out:cost-not-comparable rele-medical,chinese-llm-benchmark,opus-4.8,nothink,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,78.8,0.0289,,,82.1,score%,0.0289,,default-bridged; prev=82.1% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M741); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row claude-opus-4.8 / column 【医疗与心理健康】准确率),,in,out:cost-not-comparable rele-medical,chinese-llm-benchmark,?deepseek-v4-flash-0424,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.6,0.0289,,,82.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row deepseek-v4-flash-0424 / column 【医疗与心理健康】准确率),,out:model-not-established,out:model-not-established rele-medical,chinese-llm-benchmark,mimo-v2.5-pro,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,22.3,0.0289,,,81.9,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row mimo-v2.5-pro / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,qwen3.6-27b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,29.6,0.0289,,,81.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row qwen3.6-27b / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,opus-4.6,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,92.0,0.0289,,,81.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row claude-opus-4.6 / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,minimax-m3,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,8.2,0.0289,,,81.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row MiniMax-M3 / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,mimo-v2.6-pro,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,7.7,0.0289,,,80.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row mimo-v2.6-pro(new) / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,step-3.7-flash,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,18.7,0.0289,,,80.8,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row step-3.7-flash / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,?qwen3-max-2026-01-23,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,4.5,0.0289,,,80.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row qwen3-max-2026-01-23 / column 【医疗与心理健康】准确率),,out:model-not-established,out:model-not-established rele-medical,chinese-llm-benchmark,qwen3.5-flash,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,6.2,0.0289,,,80.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row qwen3.5-flash / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,?MiMo-V2-Pro,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,19.1,0.0289,,,80.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row MiMo-V2-Pro / column 【医疗与心理健康】准确率),,out:model-not-established,out:model-not-established rele-medical,chinese-llm-benchmark,gpt-5.4-mini,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,27.2,0.0289,,,80.4,score%,0.0289,,prev=80.4% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M752); cost-total-tokens-split:USD; cost-method-assumed-single; cost-base-price:cost-total-tokens-split,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row gpt-5.4-mini-high / column 【医疗与心理健康】准确率),,in,in rele-medical,chinese-llm-benchmark,?ERNIE-5.0,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,46.5,0.0289,,,80.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row ERNIE-5.0 / column 【医疗与心理健康】准确率),,out:model-not-established,out:model-not-established rele-medical,chinese-llm-benchmark,mimo-v2.5,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,15.3,0.0289,,,79.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row mimo-v2.5 / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,?MiMo-V2-Flash-think-0204,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,3.9,0.0289,,,79.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row MiMo-V2-Flash-think-0204 / column 【医疗与心理健康】准确率),,out:model-not-established,out:model-not-established rele-medical,chinese-llm-benchmark,mimo-v2.6-flash,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,2.4,0.0289,,,79.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row mimo-v2.6-flash(new) / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,step-3.5-flash,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,3.8,0.0289,,,79.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row step-3.5-flash / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,qwen3.5-27b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,14.6,0.0289,,,79.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row Qwen3.5-27B / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,gpt-5.3-chat-latest,solo,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,30.1,0.0289,,,79.0,score%,0.0289,,prev=79.0% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M759); cost-method-assumed-single,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row gpt-5.3-chat / column 【医疗与心理健康】准确率),,in,out:cost-not-comparable rele-medical,chinese-llm-benchmark,?MiMo-V2-Omni,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,14.8,0.0289,,,77.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row MiMo-V2-Omni / column 【医疗与心理健康】准确率),,out:model-not-established,out:model-not-established rele-medical,chinese-llm-benchmark,haiku-5.5,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,2.3,0.0289,,,77.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row claude-haiku-5.5(new) / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,?LongCat-Flash-Lite,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,0.0,0.0289,,,77.4,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row LongCat-Flash-Lite / column 【医疗与心理健康】准确率),,out:model-not-established,out:model-not-established rele-medical,chinese-llm-benchmark,sonnet-5,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,49.4,0.0289,,,76.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row claude-sonnet-5-thinking / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,gemini-3.1-flash-lite-preview,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,3.2,0.0289,,,75.6,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row gemini-3.1-flash-lite-preview / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,gpt-5.4,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,21.6,0.0289,,,74.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row gpt-5.4 / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,minimax-m2.5,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,10.6,0.0289,,,73.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row MiniMax-M2.5 / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,minimax-m2.7,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,12.2,0.0289,,,72.2,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row MiniMax-M2.7 / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,?MiMo-V2-Flash-0204,not-established:absent,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,0.9,0.0289,,,72.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row MiMo-V2-Flash-0204 / column 【医疗与心理健康】准确率),,out:model-not-established,out:model-not-established rele-medical,chinese-llm-benchmark,gpt-5.4-mini,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,5.2,0.0289,,,63.7,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row gpt-5.4-mini / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,gpt-5.4-nano,high,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,4.1,0.0289,,,63.2,score%,0.0289,,prev=63.2% (src-chinese-llm-benchmark-d3d2af3-2026-09-30#M769); cost-total-tokens-split:USD; cost-method-assumed-single; cost-base-price:cost-total-tokens-split,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row gpt-5.4-nano-high / column 【医疗与心理健康】准确率),,in,in rele-medical,chinese-llm-benchmark,gemma-4-26b-a4b-it,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.4,0.0289,,,62.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row gemma-4-26b-a4b-it / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,gemma-4-31b-it,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.3,0.0289,,,58.3,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row gemma-4-31b-it / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,gpt-oss-120b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.7,0.0289,,,58.0,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row gpt-oss-120b / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,gpt-oss-20b,unstated,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.3,0.0289,,,53.1,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row gpt-oss-20b / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established rele-medical,chinese-llm-benchmark,gpt-5.4-nano,default,mixed,mid,ReLE-leaderboard,per-1k-calls-CNY,1.4,0.0289,,,49.5,score%,0.0289,,,https://github.com/jeinlee1991/chinese-llm-benchmark (all rows of the markdown table of 医疗与心理健康.md (leaderboard/医疗与心理健康.md) / row gpt-5.4-nano / column 【医疗与心理健康】准确率),,out:effort-not-established,out:effort-not-established classmethod-euler1012,classmethod,sonnet-5.5,medium,reasoning-math,frontier,,per-run,0.1875,0.0362,,10300,,pass%,,,cost-unrepriced; cost-price-band,https://dev.classmethod.jp/articles/claude-haiku-5-5-launch-claude-5-gpt-6-1-sol-project-euler-comparison/ (),,,out:cost-single-couple classmethod-euler1012,classmethod,opus-5.5,medium,reasoning-math,frontier,,per-run,0.34,0.00289,,6400,,pass%,,,cost-base-price:cost-publisher-figure,https://dev.classmethod.jp/articles/claude-haiku-5-5-launch-claude-5-gpt-6-1-sol-project-euler-comparison/ (),,,in classmethod-euler1012,classmethod,fable-5.1,medium,reasoning-math,frontier,,per-run,0.82,0.00289,,6200,,pass%,,,cost-base-price:cost-publisher-figure,https://dev.classmethod.jp/articles/claude-haiku-5-5-launch-claude-5-gpt-6-1-sol-project-euler-comparison/ (),,,in classmethod-euler1012,classmethod,gpt-6.1-sol,medium,reasoning-math,frontier,,per-run,0.25,0.00289,,10100,,pass%,,,cost-base-price:cost-publisher-figure,https://dev.classmethod.jp/articles/claude-haiku-5-5-launch-claude-5-gpt-6-1-sol-project-euler-comparison/ (),,,out:cost-single-couple classmethod-euler1012,classmethod,haiku-5.5,low,reasoning-math,frontier,,,,,,,0,pass%,0,,,"https://dev.classmethod.jp/articles/claude-haiku-5-5-launch-claude-5-gpt-6-1-sol-project-euler-comparison/ (Haiku effort table, row low, column 1012の正解 (correct runs of 2))",,out:uninformative, classmethod-euler1012,classmethod,haiku-5.5,medium,reasoning-math,frontier,,,,,,,50,pass%,0,,,"https://dev.classmethod.jp/articles/claude-haiku-5-5-launch-claude-5-gpt-6-1-sol-project-euler-comparison/ (Haiku effort table, row medium, column 1012の正解 (correct runs of 2))",,out:single-couple, classmethod-euler1012,classmethod,haiku-5.5,high,reasoning-math,frontier,,,,,,,100,pass%,0,,,"https://dev.classmethod.jp/articles/claude-haiku-5-5-launch-claude-5-gpt-6-1-sol-project-euler-comparison/ (Haiku effort table, row high, column 1012の正解 (correct runs of 2))",,out:uninformative, classmethod-euler1012,classmethod,haiku-5.5,xhigh,reasoning-math,frontier,,,,,,,100,pass%,0,,,"https://dev.classmethod.jp/articles/claude-haiku-5-5-launch-claude-5-gpt-6-1-sol-project-euler-comparison/ (Haiku effort table, row xhigh, column 1012の正解 (correct runs of 2))",,out:uninformative, classmethod-euler1012,classmethod,haiku-5.5,max,reasoning-math,frontier,,,,,,,100,pass%,0,,,"https://dev.classmethod.jp/articles/claude-haiku-5-5-launch-claude-5-gpt-6-1-sol-project-euler-comparison/ (Haiku effort table, row max, column 1012の正解 (correct runs of 2))",,out:uninformative, cdhillclimb#audited the prompt,anthropic,opus-5.5,low,agentic-tool,mid,claude-api-hillclimb-internal-support-44-tickets,,,,,,87.8,decision-accuracy%,0.0289,,,"https://claude.dev/blog/automating-eval-design-and-hillclimbing (Figure 8 section: Opus 5.5 on low effort, audited prompt)",,in, cdhillclimb#audited the prompt,anthropic,sonnet-5,low,agentic-tool,mid,claude-api-hillclimb-internal-support-44-tickets,,,,,,88.9,decision-accuracy%,0.0289,,,"https://claude.dev/blog/automating-eval-design-and-hillclimbing (Figure 8 section: Sonnet 5 on low effort, audited prompt)",,in, cdhillclimb#it started on opus 4.8 at default (high) effort settings,anthropic,opus-4.8,high,agentic-tool,mid,claude-api-hillclimb-internal-support-44-tickets,,,,,,74.4,decision-accuracy%,0.0289,,,"https://claude.dev/blog/automating-eval-design-and-hillclimbing (Figure 8 section: Opus 4.8 at default (high) effort settings, original prompt)",,out:single-couple, tb30json,anthropic,opus-5,low,agentic-tool,frontier,TB-Anthropic-internal,,,,,,29.268293,pass%,0,,,https://claude.dev/blog/spending-your-effort ($ / row Opus 5|10 / column score),,in, tb30json,anthropic,opus-5,medium,agentic-tool,frontier,TB-Anthropic-internal,,,,,,38.211382,pass%,0,,,https://claude.dev/blog/spending-your-effort ($ / row Opus 5|20 / column score),,in, tb30json,anthropic,opus-5,max,agentic-tool,frontier,TB-Anthropic-internal,,,,,,48.108108,pass%,0,,,https://claude.dev/blog/spending-your-effort ($ / row Opus 5|120 / column score),,in, tb30json,anthropic,fable-5,low,agentic-tool,frontier,TB-Anthropic-internal,,,,,,21.73913,pass%,0,,,https://claude.dev/blog/spending-your-effort ($ / row Fable 5|10 / column score),,in, tb30json,anthropic,fable-5,medium,agentic-tool,frontier,TB-Anthropic-internal,,,,,,33.514986,pass%,0,,,https://claude.dev/blog/spending-your-effort ($ / row Fable 5|20 / column score),,in, tb30json,anthropic,fable-5,high,agentic-tool,frontier,TB-Anthropic-internal,,,,,,36.314363,pass%,0,,,https://claude.dev/blog/spending-your-effort ($ / row Fable 5|40 / column score),,in, tb30json,anthropic,fable-5,xhigh,agentic-tool,frontier,TB-Anthropic-internal,,,,,,41.351351,pass%,0,,,https://claude.dev/blog/spending-your-effort ($ / row Fable 5|120 / column score),,in, tb30json,anthropic,fable-5,max,agentic-tool,frontier,TB-Anthropic-internal,,,,,,43.631436,pass%,0,,,https://claude.dev/blog/spending-your-effort ($ / row Fable 5|max / column score),,in, tb30json,anthropic,fable-5.1,low,agentic-tool,frontier,TB-Anthropic-internal,,,,,,37.837838,pass%,0,,,https://claude.dev/blog/spending-your-effort ($ / row Fable 5.1|10 / column score),,in, tb30json,anthropic,fable-5.1,medium,agentic-tool,frontier,TB-Anthropic-internal,,,,,,42.702703,pass%,0,,,https://claude.dev/blog/spending-your-effort ($ / row Fable 5.1|15 / column score),,in, tb30json,anthropic,fable-5.1,xhigh,agentic-tool,frontier,TB-Anthropic-internal,,,,,,58.648649,pass%,0,,,https://claude.dev/blog/spending-your-effort ($ / row Fable 5.1|80 / column score),,in, tb30json,anthropic,fable-5.1,max,agentic-tool,frontier,TB-Anthropic-internal,,,,,,57.837838,pass%,0,,,https://claude.dev/blog/spending-your-effort ($ / row Fable 5.1|max / column score),,in, tb30chart,anthropic,fable-5,low,agentic-tool,frontier,TB-Anthropic-internal-70task,,,,,,22.6,pass%,0,,effort-from-chart-order,"https://claude.dev/blog/spending-your-effort (series ""Fable 5"", marker 1 of 5 at px (178.9, 392.8): y -> 22.6 % (share of attempts that passed))",,in, tb30chart,anthropic,fable-5,medium,agentic-tool,frontier,TB-Anthropic-internal-70task,,,,,,33.4,pass%,0,,effort-from-chart-order,"https://claude.dev/blog/spending-your-effort (series ""Fable 5"", marker 2 of 5 at px (271.3, 317.2): y -> 33.4 % (share of attempts that passed))",,in, tb30chart,anthropic,fable-5,high,agentic-tool,frontier,TB-Anthropic-internal-70task,,,,,,36.6,pass%,0,,effort-from-chart-order,"https://claude.dev/blog/spending-your-effort (series ""Fable 5"", marker 3 of 5 at px (329.9, 294.8): y -> 36.6 % (share of attempts that passed))",,in, tb30chart,anthropic,fable-5,xhigh,agentic-tool,frontier,TB-Anthropic-internal-70task,,,,,,43.4,pass%,0,,effort-from-chart-order,"https://claude.dev/blog/spending-your-effort (series ""Fable 5"", marker 4 of 5 at px (393.8, 247.2): y -> 43.4 % (share of attempts that passed))",,in, tb30chart,anthropic,fable-5,max,agentic-tool,frontier,TB-Anthropic-internal-70task,,,,,,43.4,pass%,0,,effort-from-chart-order,"https://claude.dev/blog/spending-your-effort (series ""Fable 5"", marker 5 of 5 at px (437.3, 247.2): y -> 43.4 % (share of attempts that passed))",,in, tb30chart,anthropic,opus-5,low,agentic-tool,frontier,TB-Anthropic-internal-70task,,,,,,26.9,pass%,0,,effort-from-chart-order,"https://claude.dev/blog/spending-your-effort (series ""Opus 5"", marker 1 of 5 at px (231.0, 362.7): y -> 26.9 % (share of attempts that passed))",,in, tb30chart,anthropic,opus-5,medium,agentic-tool,frontier,TB-Anthropic-internal-70task,,,,,,37.7,pass%,0,,effort-from-chart-order,"https://claude.dev/blog/spending-your-effort (series ""Opus 5"", marker 2 of 5 at px (341.0, 287.1): y -> 37.7 % (share of attempts that passed))",,in, tb30chart,anthropic,opus-5,high,agentic-tool,frontier,TB-Anthropic-internal-70task,,,,,,43.4,pass%,0,,effort-from-chart-order,"https://claude.dev/blog/spending-your-effort (series ""Opus 5"", marker 3 of 5 at px (422.1, 247.2): y -> 43.4 % (share of attempts that passed))",,in, tb30chart,anthropic,opus-5,xhigh,agentic-tool,frontier,TB-Anthropic-internal-70task,,,,,,46.9,pass%,0,,effort-from-chart-order,"https://claude.dev/blog/spending-your-effort (series ""Opus 5"", marker 4 of 5 at px (480.8, 222.7): y -> 46.9 % (share of attempts that passed))",,in, tb30chart,anthropic,opus-5,max,agentic-tool,frontier,TB-Anthropic-internal-70task,,,,,,50.6,pass%,0,,effort-from-chart-order,"https://claude.dev/blog/spending-your-effort (series ""Opus 5"", marker 5 of 5 at px (533.5, 196.8): y -> 50.6 % (share of attempts that passed))",,in, tb30chart,anthropic,fable-5.1,low,agentic-tool,frontier,TB-Anthropic-internal-70task,,,,,,32.0,pass%,0,,effort-from-chart-order,"https://claude.dev/blog/spending-your-effort (series ""Fable 5.1"", marker 1 of 5 at px (191.1, 327.0): y -> 32.0 % (share of attempts that passed))",,in, tb30chart,anthropic,fable-5.1,medium,agentic-tool,frontier,TB-Anthropic-internal-70task,,,,,,40.0,pass%,0,,effort-from-chart-order,"https://claude.dev/blog/spending-your-effort (series ""Fable 5.1"", marker 2 of 5 at px (271.3, 271.0): y -> 40.0 % (share of attempts that passed))",,in, tb30chart,anthropic,fable-5.1,high,agentic-tool,frontier,TB-Anthropic-internal-70task,,,,,,46.3,pass%,0,,effort-from-chart-order,"https://claude.dev/blog/spending-your-effort (series ""Fable 5.1"", marker 3 of 5 at px (347.4, 226.9): y -> 46.3 % (share of attempts that passed))",,in, tb30chart,anthropic,fable-5.1,xhigh,agentic-tool,frontier,TB-Anthropic-internal-70task,,,,,,54.0,pass%,0,,effort-from-chart-order,"https://claude.dev/blog/spending-your-effort (series ""Fable 5.1"", marker 4 of 5 at px (444.7, 173.0): y -> 54.0 % (share of attempts that passed))",,in, tb30chart,anthropic,fable-5.1,max,agentic-tool,frontier,TB-Anthropic-internal-70task,,,,,,58.0,pass%,0,,effort-from-chart-order,"https://claude.dev/blog/spending-your-effort (series ""Fable 5.1"", marker 5 of 5 at px (485.8, 145.0): y -> 58.0 % (share of attempts that passed))",,in, tb30chart,anthropic,opus-5.5,low,agentic-tool,frontier,TB-Anthropic-internal-70task,,,,,,36.6,pass%,0,,effort-from-chart-order; cap,"https://claude.dev/blog/spending-your-effort (series ""Opus 5.5"", marker 1 of 5 at px (90.9, 294.8): y -> 36.6 % (share of attempts that passed))",,in, tb30chart,anthropic,opus-5.5,medium,agentic-tool,frontier,TB-Anthropic-internal-70task,,,,,,54.6,pass%,0,,effort-from-chart-order; cap,"https://claude.dev/blog/spending-your-effort (series ""Opus 5.5"", marker 2 of 5 at px (240.9, 168.8): y -> 54.6 % (share of attempts that passed))",,in, tb30chart,anthropic,opus-5.5,high,agentic-tool,frontier,TB-Anthropic-internal-70task,,,,,,58.9,pass%,0,,effort-from-chart-order; cap,"https://claude.dev/blog/spending-your-effort (series ""Opus 5.5"", marker 3 of 5 at px (311.1, 138.7): y -> 58.9 % (share of attempts that passed))",,in, tb30chart,anthropic,opus-5.5,xhigh,agentic-tool,frontier,TB-Anthropic-internal-70task,,,,,,62.6,pass%,0,,effort-from-chart-order; cap,"https://claude.dev/blog/spending-your-effort (series ""Opus 5.5"", marker 4 of 5 at px (451.7, 112.8): y -> 62.6 % (share of attempts that passed))",,in, tb30chart,anthropic,opus-5.5,max,agentic-tool,frontier,TB-Anthropic-internal-70task,,,,,,65.7,pass%,0,,effort-from-chart-order; cap,"https://claude.dev/blog/spending-your-effort (series ""Opus 5.5"", marker 5 of 5 at px (559.5, 91.1): y -> 65.7 % (share of attempts that passed))",,in, rails-orig-located,claude-maintain-rails-evals,gpt-6.1-sol,low,agentic-tool,hard,,per-run-mean,0.3768699,2.89e-08,,,17.6,located-of-23-mean,2.89e-07,,harness-label-as-level:amp; cost-base-price:cost-publisher-figure,https://github.com/andreimaxim/claude-maintain-rails-evals ($.configs / row A|sol-low|original / column mean_located),,in,in rails-orig-located,claude-maintain-rails-evals,gpt-6.1-sol,medium,agentic-tool,hard,,per-run-mean,0.9730433,2.89e-08,,,21.6,located-of-23-mean,2.89e-07,,harness-label-as-level:amp; cost-base-price:cost-publisher-figure,https://github.com/andreimaxim/claude-maintain-rails-evals ($.configs / row A|sol-medium|original / column mean_located),,in,in rails-orig-located,claude-maintain-rails-evals,gpt-6.1-sol,high,agentic-tool,hard,,per-run-mean,1.4944465,2.89e-08,,,22.6,located-of-23-mean,2.89e-07,,harness-label-as-level:amp; cost-base-price:cost-publisher-figure,https://github.com/andreimaxim/claude-maintain-rails-evals ($.configs / row A|sol-high|original / column mean_located),,in,in rails-orig-located,claude-maintain-rails-evals,gpt-6-astra,low,agentic-tool,hard,,per-run-mean,2.3158459,2.89e-08,,,20.8,located-of-23-mean,2.89e-07,,harness-label-as-level:amp; cost-base-price:cost-publisher-figure,https://github.com/andreimaxim/claude-maintain-rails-evals ($.configs / row A|astra-low|original / column mean_located),,in,in rails-orig-located,claude-maintain-rails-evals,gpt-6-astra,medium,agentic-tool,hard,,per-run-mean,5.5785768,2.89e-08,,,21.8,located-of-23-mean,2.89e-07,,harness-label-as-level:amp; cost-base-price:cost-publisher-figure,https://github.com/andreimaxim/claude-maintain-rails-evals ($.configs / row A|astra-medium|original / column mean_located),,in,in rails-orig-located,claude-maintain-rails-evals,gpt-6-astra,high,agentic-tool,hard,,per-run-mean,8.4906997,2.89e-08,,,21.8,located-of-23-mean,2.89e-07,,harness-label-as-level:amp; cost-base-price:cost-publisher-figure,https://github.com/andreimaxim/claude-maintain-rails-evals ($.configs / row A|astra-high|original / column mean_located),,in,in rails-orig-located,claude-maintain-rails-evals,gpt-6-astra,xhigh,agentic-tool,hard,,per-run-mean,9.3514792,2.89e-08,,,22.8,located-of-23-mean,2.89e-07,,harness-label-as-level:amp; cost-base-price:cost-publisher-figure,https://github.com/andreimaxim/claude-maintain-rails-evals ($.configs / row A|astra-xhigh|original / column mean_located),,in,in rails-orig-located,claude-maintain-rails-evals,gemini-4-argon,high,agentic-tool,hard,,per-run-mean,4.4818309,2.89e-08,,,22.6,located-of-23-mean,2.89e-07,,harness-label-as-level:amp; base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://github.com/andreimaxim/claude-maintain-rails-evals ($.configs / row A|gemini-high|original / column mean_located),,in,out:cost-single-couple rails-orig-located,claude-maintain-rails-evals,sonnet-5.5,low,agentic-tool,hard,,per-run-mean,1.3572202500000001,0.261,,,17.0,located-of-23-mean,2.89e-07,,cost-unrepriced; cost-price-band,https://github.com/andreimaxim/claude-maintain-rails-evals ($.configs / row A|sonnet-5.5-low|original / column mean_located),,in,out:cost-single-couple rails-orig-located,claude-maintain-rails-evals,opus-5.5,medium,agentic-tool,hard,,per-run-mean,7.4909578,2.89e-08,,,22.0,located-of-23-mean,2.89e-07,,cost-base-price:cost-publisher-figure,https://github.com/andreimaxim/claude-maintain-rails-evals ($.configs / row A|opus-5.5-medium|original / column mean_located),,in,in rails-v21-located,claude-maintain-rails-evals,gpt-6.1-sol,low,agentic-tool,hard,,per-run-mean,0.5727982,2.89e-08,,,18.0,located-of-23-mean,2.89e-07,,harness-label-as-level:amp; cost-base-price:cost-publisher-figure,https://github.com/andreimaxim/claude-maintain-rails-evals ($.configs / row B|sol-low|v21 / column mean_located),,in,in rails-v21-located,claude-maintain-rails-evals,gpt-6.1-sol,medium,agentic-tool,hard,,per-run-mean,1.2488687,2.89e-08,,,20.4,located-of-23-mean,2.89e-07,,harness-label-as-level:amp; cost-base-price:cost-publisher-figure,https://github.com/andreimaxim/claude-maintain-rails-evals ($.configs / row B|sol-medium|v21 / column mean_located),,in,in rails-v21-located,claude-maintain-rails-evals,gpt-6.1-sol,high,agentic-tool,hard,,per-run-mean,1.8261991,2.89e-08,,,21.0,located-of-23-mean,2.89e-07,,harness-label-as-level:amp; cost-base-price:cost-publisher-figure,https://github.com/andreimaxim/claude-maintain-rails-evals ($.configs / row B|sol-high|v21 / column mean_located),,in,in rails-v21-located,claude-maintain-rails-evals,gpt-6-astra,low,agentic-tool,hard,,per-run-mean,4.8271742,2.89e-08,,,20.8,located-of-23-mean,2.89e-07,,harness-label-as-level:amp; cost-base-price:cost-publisher-figure,https://github.com/andreimaxim/claude-maintain-rails-evals ($.configs / row B|astra-low|v21 / column mean_located),,in,in rails-v21-located,claude-maintain-rails-evals,gpt-6-astra,medium,agentic-tool,hard,,per-run-mean,7.6586187,2.89e-08,,,21.0,located-of-23-mean,2.89e-07,,harness-label-as-level:amp; cost-base-price:cost-publisher-figure,https://github.com/andreimaxim/claude-maintain-rails-evals ($.configs / row B|astra-medium|v21 / column mean_located),,in,in rails-v21-located,claude-maintain-rails-evals,gpt-6-astra,high,agentic-tool,hard,,per-run-mean,8.2830097,2.89e-08,,,21.0,located-of-23-mean,2.89e-07,,harness-label-as-level:amp; cost-base-price:cost-publisher-figure,https://github.com/andreimaxim/claude-maintain-rails-evals ($.configs / row B|astra-high|v21 / column mean_located),,in,in rails-v21-located,claude-maintain-rails-evals,opus-5.5,low,agentic-tool,hard,,per-run-mean,0.8850454,2.89e-08,,,14.0,located-of-23-mean,2.89e-07,,cost-base-price:cost-publisher-figure,https://github.com/andreimaxim/claude-maintain-rails-evals ($.configs / row B|opus-5.5-low|v21 / column mean_located),,in,in ccc12task,claudecodecamp,opus-5,default,coding,mid,,,0.173,0.000289,,2227,,none,,,,https://claudecodecamp.com/p/why-new-models-get-cheaper (),,,out:effort-not-established ccc12task,claudecodecamp,opus-5.5,medium,coding,mid,,,0.088,0.000289,,1434,,none,,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://claudecodecamp.com/p/why-new-models-get-cheaper (),,,in ccc12task,claudecodecamp,gpt-5.6-sol,low,coding,mid,,,0.28125,0.0325,,2521,,none,,,cost-price-ratio:USD; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://claudecodecamp.com/p/why-new-models-get-cheaper (),,,out:cost-single-couple ccc12task,claudecodecamp,gpt-6-sol,medium,coding,mid,,,0.118,0.000289,,2178,,none,,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://claudecodecamp.com/p/why-new-models-get-cheaper (),,,in clawbench-v1,claw-bench.com,opus-4.6,unstated,agentic-tool,mid,ClawBench-V1-Hermes,,,,,,61.4,score%,0.0289,,,"https://claw-bench.com/ (V1 (Hermes) table, row claude-opus-4-6, column Reward (ranked by))",,out:effort-not-established, clawbench-v1,claw-bench.com,sonnet-4.6,unstated,agentic-tool,mid,ClawBench-V1-Hermes,,,,,,56.9,score%,0.0289,,,"https://claw-bench.com/ (V1 (Hermes) table, row claude-sonnet-4-6, column Reward (ranked by))",,out:effort-not-established, clawbench-v1,claw-bench.com,haiku-4.5,unstated,agentic-tool,mid,ClawBench-V1-Hermes,,,,,,30.1,score%,0.0289,,,"https://claw-bench.com/ (V1 (Hermes) table, row claude-haiku-4-5-20251001, column Reward (ranked by))",,out:effort-not-established, clawbench-v1,claw-bench.com,gpt-5.4,unstated,agentic-tool,mid,ClawBench-V1-Hermes,,,,,,25.5,score%,0.0289,,,"https://claw-bench.com/ (V1 (Hermes) table, row gpt-5.4-2026-03-05, column Reward (ranked by))",,out:effort-not-established, clawbench-v1,claw-bench.com,gpt-5.4-mini,unstated,agentic-tool,mid,ClawBench-V1-Hermes,,,,,,24.8,score%,0.0289,,,"https://claw-bench.com/ (V1 (Hermes) table, row gpt-5.4-mini-2026-03-17, column Reward (ranked by))",,out:effort-not-established, clawbench-v1,claw-bench.com,kimi-k2.5,unstated,agentic-tool,mid,ClawBench-V1-Hermes,,,,,,17.6,score%,0.0289,,,"https://claw-bench.com/ (V1 (Hermes) table, row kimi-k2.5, column Reward (ranked by))",,out:effort-not-established, clawevallive,claw-eval-live.github.io,opus-4.6,unstated,agentic-tool,mid,ClawEvalLive,,,,,,66.7,pass%,0.0289,,,"https://claw-eval-live.github.io/ (models array, row ""Claude Opus 4.6"", field rate (Pass Rate, printed with one decimal and %))",,out:effort-not-established, clawevallive-completion,claw-eval-live.github.io,opus-4.6,unstated,agentic-tool,mid,ClawEvalLive,,,,,,83.6,score,0.0289,,,"https://claw-eval-live.github.io/ (models array, row ""Claude Opus 4.6"", field avg (Overall Completion Score, printed without a unit))",,out:effort-not-established, clawevallive,claw-eval-live.github.io,gpt-5.4,unstated,agentic-tool,mid,ClawEvalLive,,,,,,63.8,pass%,0.0289,,,"https://claw-eval-live.github.io/ (models array, row ""GPT-5.4"", field rate (Pass Rate, printed with one decimal and %))",,out:effort-not-established, clawevallive-completion,claw-eval-live.github.io,gpt-5.4,unstated,agentic-tool,mid,ClawEvalLive,,,,,,81.7,score,0.0289,,,"https://claw-eval-live.github.io/ (models array, row ""GPT-5.4"", field avg (Overall Completion Score, printed without a unit))",,out:effort-not-established, clawevallive,claw-eval-live.github.io,sonnet-4.6,unstated,agentic-tool,mid,ClawEvalLive,,,,,,61.9,pass%,0.0289,,,"https://claw-eval-live.github.io/ (models array, row ""Claude Sonnet 4.6"", field rate (Pass Rate, printed with one decimal and %))",,out:effort-not-established, clawevallive-completion,claw-eval-live.github.io,sonnet-4.6,unstated,agentic-tool,mid,ClawEvalLive,,,,,,79.9,score,0.0289,,,"https://claw-eval-live.github.io/ (models array, row ""Claude Sonnet 4.6"", field avg (Overall Completion Score, printed without a unit))",,out:effort-not-established, clawevallive,claw-eval-live.github.io,glm-5,unstated,agentic-tool,mid,ClawEvalLive,,,,,,61.9,pass%,0.0289,,,"https://claw-eval-live.github.io/ (models array, row ""GLM-5"", field rate (Pass Rate, printed with one decimal and %))",,out:effort-not-established, clawevallive-completion,claw-eval-live.github.io,glm-5,unstated,agentic-tool,mid,ClawEvalLive,,,,,,78.1,score,0.0289,,,"https://claw-eval-live.github.io/ (models array, row ""GLM-5"", field avg (Overall Completion Score, printed without a unit))",,out:effort-not-established, clawevallive,claw-eval-live.github.io,minimax-m2.7,unstated,agentic-tool,mid,ClawEvalLive,,,,,,54.3,pass%,0.0289,,,"https://claw-eval-live.github.io/ (models array, row ""MiniMax M2.7"", field rate (Pass Rate, printed with one decimal and %))",,out:effort-not-established, clawevallive-completion,claw-eval-live.github.io,minimax-m2.7,unstated,agentic-tool,mid,ClawEvalLive,,,,,,77.5,score,0.0289,,,"https://claw-eval-live.github.io/ (models array, row ""MiniMax M2.7"", field avg (Overall Completion Score, printed without a unit))",,out:effort-not-established, clawevallive,claw-eval-live.github.io,?MiMo V2 Pro,not-established:absent,agentic-tool,mid,ClawEvalLive,,,,,,53.3,pass%,0.0289,,,"https://claw-eval-live.github.io/ (models array, row ""MiMo V2 Pro"", field rate (Pass Rate, printed with one decimal and %))",,out:model-not-established, clawevallive-completion,claw-eval-live.github.io,?MiMo V2 Pro,not-established:absent,agentic-tool,mid,ClawEvalLive,,,,,,76.9,score,0.0289,,,"https://claw-eval-live.github.io/ (models array, row ""MiMo V2 Pro"", field avg (Overall Completion Score, printed without a unit))",,out:model-not-established, clawevallive,claw-eval-live.github.io,kimi-k2.5,unstated,agentic-tool,mid,ClawEvalLive,,,,,,53.3,pass%,0.0289,,,"https://claw-eval-live.github.io/ (models array, row ""Kimi K2.5"", field rate (Pass Rate, printed with one decimal and %))",,out:effort-not-established, clawevallive-completion,claw-eval-live.github.io,kimi-k2.5,unstated,agentic-tool,mid,ClawEvalLive,,,,,,76.2,score,0.0289,,,"https://claw-eval-live.github.io/ (models array, row ""Kimi K2.5"", field avg (Overall Completion Score, printed without a unit))",,out:effort-not-established, clawevallive,claw-eval-live.github.io,gemini-3.1-pro,unstated,agentic-tool,mid,ClawEvalLive,,,,,,53.3,pass%,0.0289,,,"https://claw-eval-live.github.io/ (models array, row ""Gemini 3.1 Pro"", field rate (Pass Rate, printed with one decimal and %))",,out:effort-not-established, clawevallive-completion,claw-eval-live.github.io,gemini-3.1-pro,unstated,agentic-tool,mid,ClawEvalLive,,,,,,74.0,score,0.0289,,,"https://claw-eval-live.github.io/ (models array, row ""Gemini 3.1 Pro"", field avg (Overall Completion Score, printed without a unit))",,out:effort-not-established, clawevallive,claw-eval-live.github.io,deepseek-v3.2,unstated,agentic-tool,mid,ClawEvalLive,,,,,,51.4,pass%,0.0289,,,"https://claw-eval-live.github.io/ (models array, row ""DeepSeek V3.2"", field rate (Pass Rate, printed with one decimal and %))",,out:effort-not-established, clawevallive-completion,claw-eval-live.github.io,deepseek-v3.2,unstated,agentic-tool,mid,ClawEvalLive,,,,,,69.3,score,0.0289,,,"https://claw-eval-live.github.io/ (models array, row ""DeepSeek V3.2"", field avg (Overall Completion Score, printed without a unit))",,out:effort-not-established, clawevallive,claw-eval-live.github.io,qwen3.6-plus,unstated,agentic-tool,mid,ClawEvalLive,,,,,,50.5,pass%,0.0289,,,"https://claw-eval-live.github.io/ (models array, row ""Qwen 3.6 Plus"", field rate (Pass Rate, printed with one decimal and %))",,out:effort-not-established, clawevallive-completion,claw-eval-live.github.io,qwen3.6-plus,unstated,agentic-tool,mid,ClawEvalLive,,,,,,71.4,score,0.0289,,,"https://claw-eval-live.github.io/ (models array, row ""Qwen 3.6 Plus"", field avg (Overall Completion Score, printed without a unit))",,out:effort-not-established, clawevallive,claw-eval-live.github.io,minimax-m2.5,unstated,agentic-tool,mid,ClawEvalLive,,,,,,50.5,pass%,0.0289,,,"https://claw-eval-live.github.io/ (models array, row ""MiniMax M2.5"", field rate (Pass Rate, printed with one decimal and %))",,out:effort-not-established, clawevallive-completion,claw-eval-live.github.io,minimax-m2.5,unstated,agentic-tool,mid,ClawEvalLive,,,,,,70.9,score,0.0289,,,"https://claw-eval-live.github.io/ (models array, row ""MiniMax M2.5"", field avg (Overall Completion Score, printed without a unit))",,out:effort-not-established, clawevallive,claw-eval-live.github.io,?Qwen 3.5 397B,not-established:absent,agentic-tool,mid,ClawEvalLive,,,,,,49.5,pass%,0.0289,,,"https://claw-eval-live.github.io/ (models array, row ""Qwen 3.5 397B"", field rate (Pass Rate, printed with one decimal and %))",,out:model-not-established, clawevallive-completion,claw-eval-live.github.io,?Qwen 3.5 397B,not-established:absent,agentic-tool,mid,ClawEvalLive,,,,,,72.7,score,0.0289,,,"https://claw-eval-live.github.io/ (models array, row ""Qwen 3.5 397B"", field avg (Overall Completion Score, printed without a unit))",,out:model-not-established, clawevallive,claw-eval-live.github.io,?Doubao Seed 2.0,not-established:absent,agentic-tool,mid,ClawEvalLive,,,,,,43.8,pass%,0.0289,,,"https://claw-eval-live.github.io/ (models array, row ""Doubao Seed 2.0"", field rate (Pass Rate, printed with one decimal and %))",,out:model-not-established, clawevallive-completion,claw-eval-live.github.io,?Doubao Seed 2.0,not-established:absent,agentic-tool,mid,ClawEvalLive,,,,,,70.4,score,0.0289,,,"https://claw-eval-live.github.io/ (models array, row ""Doubao Seed 2.0"", field avg (Overall Completion Score, printed without a unit))",,out:model-not-established, clawpro-open,clawprobench-board,deepseek-v3.2,unstated,agentic-tool,hard,openclaw,per-run-total,9.9709,2.89e-05,10004682,637259,60.1313,final-score-0-100,2.89e-05,,,https://suyoumo.github.io/bench/ (home.html line 2986: Final Score cell (data-value) of the open-dataset row siliconflow__deepseek-ai__DeepSeek-V3.2),,out:effort-not-established,out:effort-not-established clawpro-open,clawprobench-board,deepseek-v4-flash-preview,unstated,agentic-tool,hard,openclaw,per-run-total,3.5399,2.89e-05,8281350,1484274,61.4738,final-score-0-100,2.89e-05,,,https://suyoumo.github.io/bench/ (home.html line 2376: Final Score cell (data-value) of the open-dataset row deepseek__deepseek-v4-flash),,out:effort-not-established,out:effort-not-established clawpro-open,clawprobench-board,deepseek-v4-pro-preview,unstated,agentic-tool,hard,openclaw,per-run-total,,,8007935,1429306,64.3814,final-score-0-100,2.89e-05,,,https://suyoumo.github.io/bench/ (home.html line 1457: Final Score cell (data-value) of the open-dataset row deepseek__deepseek-v4-pro),,out:effort-not-established,out:effort-not-established clawpro-open,clawprobench-board,gemini-3-flash,unstated,agentic-tool,hard,openclaw,per-run-total,34.4551,2.89e-05,26076719,244800,48.9861,final-score-0-100,2.89e-05,,,https://suyoumo.github.io/bench/ (home.html line 5596: Final Score cell (data-value) of the open-dataset row openrouter__google__gemini-3-flash-preview),,out:effort-not-established,out:effort-not-established clawpro-open,clawprobench-board,gemini-3.1-pro,unstated,agentic-tool,hard,openclaw,per-run-total,72.4286,2.89e-05,14860816,717196,53.9542,final-score-0-100,2.89e-05,,,https://suyoumo.github.io/bench/ (home.html line 4933: Final Score cell (data-value) of the open-dataset row openrouter__google__gemini-3.1-pro-preview),,out:effort-not-established,out:effort-not-established clawpro-open,clawprobench-board,glm-4.7,unstated,agentic-tool,hard,openclaw,per-run-total,9.7918,2.89e-05,3276264,829547,54.5797,final-score-0-100,2.89e-05,,,https://suyoumo.github.io/bench/ (home.html line 4812: Final Score cell (data-value) of the open-dataset row glm__GLM-4.7),,out:effort-not-established,out:effort-not-established clawpro-open,clawprobench-board,glm-5-turbo,unstated,agentic-tool,hard,openclaw,per-run-total,16.1583,2.89e-05,2087604,303610,61.916,final-score-0-100,2.89e-05,,,https://suyoumo.github.io/bench/ (home.html line 2255: Final Score cell (data-value) of the open-dataset row glm__GLM-5-Turbo),,out:effort-not-established,out:effort-not-established clawpro-open,clawprobench-board,glm-5.1,unstated,agentic-tool,hard,openclaw,per-run-total,25.9237,2.89e-05,2299534,356684,62.9325,final-score-0-100,2.89e-05,,EAP-run,https://suyoumo.github.io/bench/ (home.html line 1886: Final Score cell (data-value) of the open-dataset row glm__GLM-5.1),,out:effort-not-established,out:effort-not-established clawpro-open,clawprobench-board,glm-5.2,unstated,agentic-tool,hard,openclaw,,,,,,80.05,final-score-0-100,2.89e-05,,EAP-run,https://suyoumo.github.io/bench/ (home.html line 171: Final Score cell (data-value) of the open-dataset row glm__GLM-5.2),,out:effort-not-established, clawpro-open,clawprobench-board,glm-5,unstated,agentic-tool,hard,openclaw,per-run-total,14.849,2.89e-05,3229307,564274,57.0539,final-score-0-100,2.89e-05,,,https://suyoumo.github.io/bench/ (home.html line 4385: Final Score cell (data-value) of the open-dataset row glm__GLM-5),,out:effort-not-established,out:effort-not-established clawpro-open,clawprobench-board,gpt-5.3-codex,xhigh,agentic-tool,hard,openclaw,per-run-total,190.0631,2.89e-05,67094837,1348392,65.4466,final-score-0-100,2.89e-05,,cost-base-price:cost-publisher-figure,https://suyoumo.github.io/bench/ (home.html line 1334: Final Score cell (data-value) of the open-dataset row codex-cli__gpt-5.3-codex),,in,in clawpro-open,clawprobench-board,gpt-5.4,xhigh,agentic-tool,hard,openclaw,per-run-total,288.4835,2.89e-05,74566518,1723981,67.2538,final-score-0-100,2.89e-05,,cost-base-price:cost-publisher-figure,https://suyoumo.github.io/bench/ (home.html line 1211: Final Score cell (data-value) of the open-dataset row codex-cli__gpt-5.4),,in,in clawpro-open,clawprobench-board,gpt-5.5,xhigh,agentic-tool,hard,openclaw,per-run-total,568.2432,2.89e-05,72643986,1352681,67.8997,final-score-0-100,2.89e-05,,cost-base-price:cost-publisher-figure,https://suyoumo.github.io/bench/ (home.html line 1088: Final Score cell (data-value) of the open-dataset row codex-cli__gpt-5.5),,in,in clawpro-open,clawprobench-board,grok-4.20,unstated,agentic-tool,hard,openclaw,per-run-total,59.7895,2.89e-05,7668306,197632,43.0369,final-score-0-100,2.89e-05,,,https://suyoumo.github.io/bench/ (home.html line 6019: Final Score cell (data-value) of the open-dataset row openrouter__x-ai__grok-4.20),,out:effort-not-established,out:effort-not-established clawpro-open,clawprobench-board,kimi-k2-thinking,solo,agentic-tool,hard,openclaw,per-run-total,23.7382,2.89e-05,35311598,1020509,47.829,final-score-0-100,2.89e-05,,cost-base-price:cost-publisher-figure,https://suyoumo.github.io/bench/ (home.html line 5779: Final Score cell (data-value) of the open-dataset row siliconflow__moonshotai__Kimi-K2-Thinking),,in,out:cost-single-couple clawpro-open,clawprobench-board,kimi-k2.5,unstated,agentic-tool,hard,openclaw,per-run-total,9.2045,2.89e-05,3470897,369572,58.4948,final-score-0-100,2.89e-05,,,https://suyoumo.github.io/bench/ (home.html line 3718: Final Score cell (data-value) of the open-dataset row moonshot__kimi-k2.5),,out:effort-not-established,out:effort-not-established clawpro-open,clawprobench-board,kimi-k2.6,unstated,agentic-tool,hard,openclaw,per-run-total,35.1856,2.89e-05,11160022,935949,59.3141,final-score-0-100,2.89e-05,,,https://suyoumo.github.io/bench/ (home.html line 3286: Final Score cell (data-value) of the open-dataset row volcengine-plan__kimi-k2.6),,out:effort-not-established,out:effort-not-established clawpro-open,clawprobench-board,kimi-k3,unstated,agentic-tool,hard,openclaw,,,,,,78.4,final-score-0-100,2.89e-05,,,https://suyoumo.github.io/bench/ (home.html line 294: Final Score cell (data-value) of the open-dataset row moonshot__kimi-k3),,out:effort-not-established, clawpro-open,clawprobench-board,qwen3-coder-next,unstated,agentic-tool,hard,openclaw,per-run-total,21.7349,2.89e-05,12293170,381362,46.8411,final-score-0-100,2.89e-05,,,https://suyoumo.github.io/bench/ (home.html line 5897: Final Score cell (data-value) of the open-dataset row bailian__qwen3-coder-next),,out:effort-not-established,out:effort-not-established clawpro-open,clawprobench-board,qwen3.5-397b-a17b,unstated,agentic-tool,hard,openclaw,per-run-total,16.0699,2.89e-05,10647098,535556,64.1781,final-score-0-100,2.89e-05,,,https://suyoumo.github.io/bench/ (home.html line 1701: Final Score cell (data-value) of the open-dataset row bailian-compatible__qwen3.5-397b-a17b),,out:effort-not-established,out:effort-not-established clawpro-open,clawprobench-board,qwen3.5-plus,unstated,agentic-tool,hard,openclaw,per-run-total,11.7627,2.89e-05,10347477,534393,64.1931,final-score-0-100,2.89e-05,,,https://suyoumo.github.io/bench/ (home.html line 1580: Final Score cell (data-value) of the open-dataset row bailian__qwen3.5-plus),,out:effort-not-established,out:effort-not-established clawpro-open,clawprobench-board,qwen3.6-27b,unstated,agentic-tool,hard,openclaw,per-run-total,14.9364,2.89e-05,10744142,691108,58.7411,final-score-0-100,2.89e-05,,,https://suyoumo.github.io/bench/ (home.html line 3656: Final Score cell (data-value) of the open-dataset row bailian-compatible__qwen3.6-27b),,out:effort-not-established,out:effort-not-established clawpro-open,clawprobench-board,qwen3.6-35b-a3b,unstated,agentic-tool,hard,openclaw,per-run-total,9.5475,2.89e-05,11059276,743635,56.9379,final-score-0-100,2.89e-05,,,https://suyoumo.github.io/bench/ (home.html line 4445: Final Score cell (data-value) of the open-dataset row bailian-compatible__qwen3.6-35b-a3b),,out:effort-not-established,out:effort-not-established clawpro-open,clawprobench-board,qwen3.6-flash,unstated,agentic-tool,hard,openclaw,per-run-total,28.4575,2.89e-05,10973905,834629,56.5531,final-score-0-100,2.89e-05,,,https://suyoumo.github.io/bench/ (home.html line 4507: Final Score cell (data-value) of the open-dataset row bailian-compatible__qwen3.6-flash),,out:effort-not-established,out:effort-not-established clawpro-open,clawprobench-board,qwen3.6-max-preview,unstated,agentic-tool,hard,openclaw,per-run-total,86.0724,2.89e-05,11239120,629190,57.4018,final-score-0-100,2.89e-05,,,https://suyoumo.github.io/bench/ (home.html line 4200: Final Score cell (data-value) of the open-dataset row bailian-compatible__qwen3.6-max-preview),,out:effort-not-established,out:effort-not-established clawpro-open,clawprobench-board,qwen3.6-plus,unstated,agentic-tool,hard,openclaw,per-run-total,38.2483,2.89e-05,10301722,614619,60.2045,final-score-0-100,2.89e-05,,,https://suyoumo.github.io/bench/ (home.html line 2865: Final Score cell (data-value) of the open-dataset row bailian-compatible__qwen3.6-plus),,out:effort-not-established,out:effort-not-established clawpro-open,clawprobench-board,sonnet-4.6,unstated,agentic-tool,hard,openclaw,per-run-total,94.5038,2.89e-05,28539688,592315,60.497,final-score-0-100,2.89e-05,,,https://suyoumo.github.io/bench/ (home.html line 2622: Final Score cell (data-value) of the open-dataset row openrouter__claude-sonnet-4-6),,out:effort-not-established,out:effort-not-established clawpro-closed,clawprobench-board,deepseek-v3.2,unstated,agentic-tool,hard,openclaw,per-run-total,5.1921,2.89e-05,6440532,146561,54.0045,final-score-0-100,2.89e-05,,,https://suyoumo.github.io/bench/ (home.html line 3104: Final Score cell (data-value) of the closed-dataset row volcengine-plan__deepseek-v3.2),,out:effort-not-established,out:effort-not-established clawpro-closed,clawprobench-board,deepseek-v4-flash-preview,unstated,agentic-tool,hard,openclaw,per-run-total,1.2305,2.89e-05,2429587,416918,46.6789,final-score-0-100,2.89e-05,,,https://suyoumo.github.io/bench/ (home.html line 2436: Final Score cell (data-value) of the closed-dataset row deepseek__deepseek-v4-flash),,out:effort-not-established,out:effort-not-established clawpro-closed,clawprobench-board,deepseek-v4-pro-preview,unstated,agentic-tool,hard,openclaw,per-run-total,,,2428295,395219,56.3501,final-score-0-100,2.89e-05,,,https://suyoumo.github.io/bench/ (home.html line 1517: Final Score cell (data-value) of the closed-dataset row deepseek__deepseek-v4-pro),,out:effort-not-established,out:effort-not-established clawpro-closed,clawprobench-board,gemini-3.1-pro,unstated,agentic-tool,hard,openclaw,,,,,,55.3729,final-score-0-100,2.89e-05,,,https://suyoumo.github.io/bench/ (home.html line 4991: Final Score cell (data-value) of the closed-dataset row openrouter__google__gemini-3.1-pro-preview),,out:effort-not-established, clawpro-closed,clawprobench-board,glm-4.7,unstated,agentic-tool,hard,openclaw,per-run-total,3.0872,2.89e-05,561065,271780,47.9641,final-score-0-100,2.89e-05,,,https://suyoumo.github.io/bench/ (home.html line 4870: Final Score cell (data-value) of the closed-dataset row glm__GLM-4.7),,out:effort-not-established,out:effort-not-established clawpro-closed,clawprobench-board,glm-5-turbo,unstated,agentic-tool,hard,openclaw,per-run-total,7.8356,2.89e-05,420194,103036,51.8828,final-score-0-100,2.89e-05,,,https://suyoumo.github.io/bench/ (home.html line 2313: Final Score cell (data-value) of the closed-dataset row glm__GLM-5-Turbo),,out:effort-not-established,out:effort-not-established clawpro-closed,clawprobench-board,glm-5.1,unstated,agentic-tool,hard,openclaw,per-run-total,6.4756,2.89e-05,424654,99483,52.8875,final-score-0-100,2.89e-05,,,https://suyoumo.github.io/bench/ (home.html line 1946: Final Score cell (data-value) of the closed-dataset row glm__GLM-5.1),,out:effort-not-established,out:effort-not-established clawpro-closed,clawprobench-board,glm-5.2,unstated,agentic-tool,hard,openclaw,,,,,,56.1035,final-score-0-100,2.89e-05,,EAP-run,https://suyoumo.github.io/bench/ (home.html line 231: Final Score cell (data-value) of the closed-dataset row glm__GLM-5.2),,out:effort-not-established, clawpro-closed,clawprobench-board,gpt-5.3-codex,xhigh,agentic-tool,hard,openclaw,per-run-total,87.0835,2.89e-05,30926521,575404,58.446,final-score-0-100,2.89e-05,,cost-base-price:cost-publisher-figure,https://suyoumo.github.io/bench/ (home.html line 1394: Final Score cell (data-value) of the closed-dataset row codex-cli__gpt-5.3-codex),,in,in clawpro-closed,clawprobench-board,gpt-5.4,xhigh,agentic-tool,hard,openclaw,per-run-total,106.0921,2.89e-05,27146296,598495,53.0434,final-score-0-100,2.89e-05,,cost-base-price:cost-publisher-figure,https://suyoumo.github.io/bench/ (home.html line 1271: Final Score cell (data-value) of the closed-dataset row codex-cli__gpt-5.4),,in,in clawpro-closed,clawprobench-board,gpt-5.5,xhigh,agentic-tool,hard,openclaw,per-run-total,240.4418,2.89e-05,30958715,597426,55.774,final-score-0-100,2.89e-05,,cost-base-price:cost-publisher-figure,https://suyoumo.github.io/bench/ (home.html line 1148: Final Score cell (data-value) of the closed-dataset row codex-cli__gpt-5.5),,in,in clawpro-closed,clawprobench-board,kimi-k2.6,unstated,agentic-tool,hard,openclaw,per-run-total,13.4494,2.89e-05,6555533,286299,54.1446,final-score-0-100,2.89e-05,,,https://suyoumo.github.io/bench/ (home.html line 3346: Final Score cell (data-value) of the closed-dataset row volcengine-plan__kimi-k2.6),,out:effort-not-established,out:effort-not-established clawpro-closed,clawprobench-board,qwen3.5-plus,unstated,agentic-tool,hard,openclaw,per-run-total,3.8226,2.89e-05,6489516,216852,52.3912,final-score-0-100,2.89e-05,,,https://suyoumo.github.io/bench/ (home.html line 1638: Final Score cell (data-value) of the closed-dataset row bailian__qwen3.5-plus),,out:effort-not-established,out:effort-not-established clawpro-closed,clawprobench-board,qwen3.6-max-preview,unstated,agentic-tool,hard,openclaw,per-run-total,31.7946,2.89e-05,6493368,202535,51.4753,final-score-0-100,2.89e-05,,,https://suyoumo.github.io/bench/ (home.html line 4260: Final Score cell (data-value) of the closed-dataset row bailian-compatible__qwen3.6-max-preview),,out:effort-not-established,out:effort-not-established clawpro-closed,clawprobench-board,qwen3.6-plus,unstated,agentic-tool,hard,openclaw,per-run-total,16.853,2.89e-05,12982159,257351,57.0776,final-score-0-100,2.89e-05,,,https://suyoumo.github.io/bench/ (home.html line 2925: Final Score cell (data-value) of the closed-dataset row bailian-compatible__qwen3.6-plus),,out:effort-not-established,out:effort-not-established clawpro-closed,clawprobench-board,qwen3.7-max,unstated,agentic-tool,hard,openclaw,,,,,,62.7511,final-score-0-100,2.89e-05,,,https://suyoumo.github.io/bench/ (home.html line 6804: Final Score cell (data-value) of the closed-dataset row qoder-cli__Qwen3.7-Max),,out:effort-not-established, clbench,clbench.com,gpt-5.4,xhigh,reasoning-math,hard,CL-Bench,,,,,,0.279,accuracy,0.000289,,,https://clbench.com/ ($ / row GPT-5.4 (xhigh) / column overall),,in, clbench,clbench.com,gpt-5.1,high,reasoning-math,hard,CL-Bench,,,,,,0.237,accuracy,0.000289,,,https://clbench.com/ ($ / row GPT 5.1 (High) / column overall),,in, clbench,clbench.com,grok-4.20,think,reasoning-math,hard,CL-Bench,,,,,,0.222,accuracy,0.000289,,,https://clbench.com/ ($ / row Grok 4.20 (reasoning) / column overall),,in, clbench,clbench.com,gpt-5.1,unstated,reasoning-math,hard,CL-Bench,,,,,,0.211,accuracy,0.000289,,,https://clbench.com/ ($ / row GPT 5.1 / column overall),,out:effort-not-established, clbench,clbench.com,opus-4.5,not-established:absent,reasoning-math,hard,CL-Bench,,,,,,0.211,accuracy,0.000289,,,https://clbench.com/ ($ / row Claude Opus 4.5 Thinking / column overall),,out:effort-not-established, clbench,clbench.com,gemini-3.1-pro,high,reasoning-math,hard,CL-Bench,,,,,,0.208,accuracy,0.000289,,,https://clbench.com/ ($ / row Gemini 3.1 Pro (high) / column overall),,in, clbench,clbench.com,opus-4.6,unstated,reasoning-math,hard,CL-Bench,,,,,,0.207,accuracy,0.000289,,,https://clbench.com/ ($ / row Claude Opus 4.6 / column overall),,out:effort-not-established, clbench,clbench.com,qwen3.6-plus,unstated,reasoning-math,hard,CL-Bench,,,,,,0.203,accuracy,0.000289,,,https://clbench.com/ ($ / row Qwen 3.6 Plus / column overall),,out:effort-not-established, clbench,clbench.com,qwen3.5-plus,think,reasoning-math,hard,CL-Bench,,,,,,0.198,accuracy,0.000289,,,https://clbench.com/ ($ / row Qwen 3.5 Plus (thinking) / column overall),,in, clbench,clbench.com,kimi-k2.5,unstated,reasoning-math,hard,CL-Bench,,,,,,0.193,accuracy,0.000289,,,https://clbench.com/ ($ / row Kimi K2.5 / column overall),,out:effort-not-established, clbench,clbench.com,opus-4.5,unstated,reasoning-math,hard,CL-Bench,,,,,,0.191,accuracy,0.000289,,,https://clbench.com/ ($ / row Claude Opus 4.5 / column overall),,out:effort-not-established, clbench,clbench.com,?GLM 5.0,not-established:absent,reasoning-math,hard,CL-Bench,,,,,,0.187,accuracy,0.000289,,,https://clbench.com/ ($ / row GLM 5.0 / column overall),,out:model-not-established, clbench,clbench.com,gpt-5.2,unstated,reasoning-math,hard,CL-Bench,,,,,,0.182,accuracy,0.000289,,,https://clbench.com/ ($ / row GPT 5.2 / column overall),,out:effort-not-established, clbench,clbench.com,gpt-5.2,high,reasoning-math,hard,CL-Bench,,,,,,0.181,accuracy,0.000289,,,https://clbench.com/ ($ / row GPT 5.2 (High) / column overall),,in, clbench,clbench.com,o3,high,reasoning-math,hard,CL-Bench,,,,,,0.178,accuracy,0.000289,,,https://clbench.com/ ($ / row o3 (High) / column overall),,out:single-couple, clbench,clbench.com,grok-4.20,nothink,reasoning-math,hard,CL-Bench,,,,,,0.177,accuracy,0.000289,,,https://clbench.com/ ($ / row Grok 4.20 (non-reasoning) / column overall),,in, clbench,clbench.com,kimi-k2-thinking,solo,reasoning-math,hard,CL-Bench,,,,,,0.176,accuracy,0.000289,,,https://clbench.com/ ($ / row Kimi K2 Thinking / column overall),,in, clbench,clbench.com,glm-4.7,unstated,reasoning-math,hard,CL-Bench,,,,,,0.159,accuracy,0.000289,,,https://clbench.com/ ($ / row GLM 4.7 / column overall),,out:effort-not-established, clbench,clbench.com,gemini-3-pro,high,reasoning-math,hard,CL-Bench,,,,,,0.158,accuracy,0.000289,,,https://clbench.com/ ($ / row Gemini 3 Pro (High) / column overall),,in, clbench,clbench.com,gemini-3-pro,unstated,reasoning-math,hard,CL-Bench,,,,,,0.148,accuracy,0.000289,,,https://clbench.com/ ($ / row Gemini 3 Pro / column overall),,out:effort-not-established, clbench,clbench.com,qwen3-max-0923,solo,reasoning-math,hard,CL-Bench,,,,,,0.145,accuracy,0.000289,,,https://clbench.com/ ($ / row Qwen 3 Max / column overall),,out:single-couple, clbench,clbench.com,qwen3-max-0123,think,reasoning-math,hard,CL-Bench,,,,,,0.141,accuracy,0.000289,,,https://clbench.com/ ($ / row Qwen 3 Max Thinking / column overall),,out:single-couple, clbench,clbench.com,deepseek-v3.2,think,reasoning-math,hard,CL-Bench,,,,,,0.132,accuracy,0.000289,,,https://clbench.com/ ($ / row DeepSeek V3.2 Thinking / column overall),,in, clbench,clbench.com,deepseek-v3.2,unstated,reasoning-math,hard,CL-Bench,,,,,,0.124,accuracy,0.000289,,,https://clbench.com/ ($ / row DeepSeek V3.2 / column overall),,out:effort-not-established, clbench,clbench.com,kimi-k2-instruct,solo,reasoning-math,hard,CL-Bench,,,,,,0.119,accuracy,0.000289,,,https://clbench.com/ ($ / row Kimi K2 / column overall),,out:single-couple, cliphouse-motion-v11,cliphou.se,deepseek-v4.1-flash-1017,high,coding,mid,OpenRouter+Remotion,,0.025,0.000289,,,,none,,,cost-method-assumed-single,https://cliphou.se/benchmark/ (),,,out:cost-not-comparable cliphouse-motion-v11,cliphou.se,?Muse Spark Open,not-established:absent,coding,mid,OpenRouter+Remotion,,0.081,0.000289,,,,none,,,,https://cliphou.se/benchmark/ (),,,out:model-not-established cliphouse-motion-v11,cliphou.se,gemini-4-argon,high,coding,mid,OpenRouter+Remotion,,0.182,0.000289,,,,none,,,base-scheduled-list-price; cost-method-assumed-single,https://cliphou.se/benchmark/ (),,,out:cost-not-comparable cliphouse-motion-v11,cliphou.se,opus-5.5,high,coding,mid,OpenRouter+Remotion,,0.374,0.000289,,,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cliphou.se/benchmark/ (),,,in cliphouse-motion-v11,cliphou.se,sonnet-5.5,high,coding,mid,OpenRouter+Remotion,,0.135,0.000289,,,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cliphou.se/benchmark/ (),,,in cliphouse-motion-v11,cliphou.se,haiku-5.5,high,coding,mid,OpenRouter+Remotion,,0.011,0.000289,,,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cliphou.se/benchmark/ (),,,in cliphouse-motion-v11,cliphou.se,gpt-6.1-sol,high,coding,mid,OpenRouter+Remotion,,0.116,0.000289,,,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cliphou.se/benchmark/ (),,,in cliphouse-motion-v11,cliphou.se,gpt-6-luna,high,coding,mid,OpenRouter+Remotion,,0.0066,2.89e-05,,,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cliphou.se/benchmark/ (),,,in cliphouse-motion-v11,cliphou.se,gemini-3.8-flash,high,coding,mid,OpenRouter+Remotion,,0.087,0.000289,,,,none,,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://cliphou.se/benchmark/ (),,,in cliphouse-motion-v11,cliphou.se,deepseek-v4.1-flash,high,coding,mid,OpenRouter+Remotion,,0.0068,2.89e-05,,,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cliphou.se/benchmark/ (),,,in cliphouse-motion-v11,cliphou.se,glm-5.3-flashx,high,coding,mid,OpenRouter+Remotion,,0.030,0.000289,,,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cliphou.se/benchmark/ (),,,in cliphouse-motion-v11,cliphou.se,qwen3.8-2.4t-a95b,medium,coding,mid,OpenRouter+Remotion,,0.030,0.000289,,,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cliphou.se/benchmark/ (),,,in cliphouse-motion-v11,cliphou.se,kimi-k3,high,coding,mid,OpenRouter+Remotion,,0.356,0.000289,,,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cliphou.se/benchmark/ (),,,in cab-swepro-opencode,codeagentbench-swepro,glm-5.2,unstated,coding,frontier,opencode,,,,,,37.59,final-score-0-100,0.00289,,,"https://suyoumo.github.io/code-agent-bench/ (leaderboard table #code-agent-table, one row per agent x model / row opencode-glm52 / column final_score)",,out:effort-not-established, cab-swepro-codex,codeagentbench-swepro,gpt-5.5,xhigh,coding,frontier,codex,,,,,,36.88,final-score-0-100,0.00289,,,"https://suyoumo.github.io/code-agent-bench/ (leaderboard table #code-agent-table, one row per agent x model / row codex-gpt55 / column final_score)",,in, cab-swepro-codex,codeagentbench-swepro,gpt-5.4,not-established:absent,coding,frontier,codex,,,,,,36.79,final-score-0-100,0.00289,,,"https://suyoumo.github.io/code-agent-bench/ (leaderboard table #code-agent-table, one row per agent x model / row codex-gpt54 / column final_score)",,out:effort-not-established, cab-swepro-codex,codeagentbench-swepro,gpt-5.3-codex,xhigh,coding,frontier,codex,,,,,,36.09,final-score-0-100,0.00289,,,"https://suyoumo.github.io/code-agent-bench/ (leaderboard table #code-agent-table, one row per agent x model / row codex-gpt53-xhigh / column final_score)",,in, cab-swepro-kimi,codeagentbench-swepro,kimi-k2.6,unstated,coding,frontier,kimi,,,,,,35.45,final-score-0-100,0.00289,,,"https://suyoumo.github.io/code-agent-bench/ (leaderboard table #code-agent-table, one row per agent x model / row kimi-for-coding / column final_score)",,out:effort-not-established, cab-swepro-opencode,codeagentbench-swepro,minimax-m3,unstated,coding,frontier,opencode,,,,,,33.91,final-score-0-100,0.00289,,,"https://suyoumo.github.io/code-agent-bench/ (leaderboard table #code-agent-table, one row per agent x model / row opencode-minimax-m3 / column final_score)",,out:effort-not-established, cab-swepro-opencode,codeagentbench-swepro,deepseek-v4-pro-preview,not-established:absent,coding,frontier,opencode,,,,,,32.95,final-score-0-100,0.00289,,,"https://suyoumo.github.io/code-agent-bench/ (leaderboard table #code-agent-table, one row per agent x model / row opencode-deepseek-v4-flash-max / column final_score)",,out:effort-not-established, cab-swepro-opencode,codeagentbench-swepro,glm-5.1,unstated,coding,frontier,opencode,,,,,,31.74,final-score-0-100,0.00289,,,"https://suyoumo.github.io/code-agent-bench/ (leaderboard table #code-agent-table, one row per agent x model / row opencode-glm51 / column final_score)",,out:effort-not-established, cab-swepro-qoder,codeagentbench-swepro,qwen3.7-max,unstated,coding,frontier,qodercli,,,,,,31.62,final-score-0-100,0.00289,,,"https://suyoumo.github.io/code-agent-bench/ (leaderboard table #code-agent-table, one row per agent x model / row qodercli-qwen37max-direct-full453-10c-r1-20260613 / column final_score)",,out:effort-not-established, cab-swepro-qwencli,codeagentbench-swepro,qwen3.5-plus,unstated,coding,frontier,qwen,,,,,,31.39,final-score-0-100,0.00289,,,"https://suyoumo.github.io/code-agent-bench/ (leaderboard table #code-agent-table, one row per agent x model / row qwen-3.5plus / column final_score)",,out:effort-not-established, cab-swepro-qoder,codeagentbench-swepro,qwen3.7-plus,unstated,coding,frontier,qodercli,,,,,,31.21,final-score-0-100,0.00289,,,"https://suyoumo.github.io/code-agent-bench/ (leaderboard table #code-agent-table, one row per agent x model / row qodercli-qwen37plus-direct-full453-10c-r1-20260615 / column final_score)",,out:effort-not-established, cab-swepro-claudecode,codeagentbench-swepro,mimo-v2.5-pro,unstated,coding,frontier,claude-code,,,,,,30.69,final-score-0-100,0.00289,,,"https://suyoumo.github.io/code-agent-bench/ (leaderboard table #code-agent-table, one row per agent x model / row claude-mimo25pro / column final_score)",,out:effort-not-established, cab-swepro-opencode,codeagentbench-swepro,mimo-v2.5-pro,not-established:absent,coding,frontier,opencode,,,,,,30.3,final-score-0-100,0.00289,,,"https://suyoumo.github.io/code-agent-bench/ (leaderboard table #code-agent-table, one row per agent x model / row opencode-mimo25pro-high / column final_score)",,out:effort-not-established, cab-swepro-opencode,codeagentbench-swepro,?MiniMax M2.5 highspeed,not-established:absent,coding,frontier,opencode,,,,,,30.3,final-score-0-100,0.00289,,,"https://suyoumo.github.io/code-agent-bench/ (leaderboard table #code-agent-table, one row per agent x model / row opencode-minimax25-highspeed / column final_score)",,out:model-not-established, cab-swepro-opencode,codeagentbench-swepro,deepseek-v4-flash-preview,not-established:absent,coding,frontier,opencode,,,,,,28.99,final-score-0-100,0.00289,,,"https://suyoumo.github.io/code-agent-bench/ (leaderboard table #code-agent-table, one row per agent x model / row opencode-deepseek-v4-pro-max / column final_score)",,out:effort-not-established, cab-swepro-opencode,codeagentbench-swepro,glm-5-turbo,unstated,coding,frontier,opencode,,,,,,28.95,final-score-0-100,0.00289,,,"https://suyoumo.github.io/code-agent-bench/ (leaderboard table #code-agent-table, one row per agent x model / row opencode-glm5turbo / column final_score)",,out:effort-not-established, cab-swepro-qwencli,codeagentbench-swepro,qwen3.6-plus,unstated,coding,frontier,qwen,,,,,,28.43,final-score-0-100,0.00289,,,"https://suyoumo.github.io/code-agent-bench/ (leaderboard table #code-agent-table, one row per agent x model / row qwen-3.6plus / column final_score)",,out:effort-not-established, cab-swepro-opencode,codeagentbench-swepro,step-3.7-flash,unstated,coding,frontier,opencode,,,,,,28.01,final-score-0-100,0.00289,,,"https://suyoumo.github.io/code-agent-bench/ (leaderboard table #code-agent-table, one row per agent x model / row opencode-stepfun37-flash / column final_score)",,out:effort-not-established, cab-swepro-opencode,codeagentbench-swepro,?KAT Coder Pro v2,not-established:absent,coding,frontier,opencode,,,,,,27.97,final-score-0-100,0.00289,,,"https://suyoumo.github.io/code-agent-bench/ (leaderboard table #code-agent-table, one row per agent x model / row opencode-kat-coder-pro-v2-ps4-prepared-20260613 / column final_score)",,out:model-not-established, cab-swepro-claudecode,codeagentbench-swepro,mimo-v2.5,unstated,coding,frontier,claude-code,,,,,,27.04,final-score-0-100,0.00289,,,"https://suyoumo.github.io/code-agent-bench/ (leaderboard table #code-agent-table, one row per agent x model / row claude-mimo25 / column final_score)",,out:effort-not-established, cab-swepro-qoder,codeagentbench-swepro,qwen3.5-plus,unstated,coding,frontier,qodercli,,,,,,25.91,final-score-0-100,0.00289,,,"https://suyoumo.github.io/code-agent-bench/ (leaderboard table #code-agent-table, one row per agent x model / row qoder-qwen35-plus-direct-20260612 / column final_score)",,out:effort-not-established, cab-swepro-qoder,codeagentbench-swepro,qwen3.6-plus,unstated,coding,frontier,qodercli,,,,,,25.81,final-score-0-100,0.00289,,,"https://suyoumo.github.io/code-agent-bench/ (leaderboard table #code-agent-table, one row per agent x model / row qoder-qwen36-plus-forward-20260610 / column final_score)",,out:effort-not-established, cab-swepro-opencode,codeagentbench-swepro,?MiniMax M2.7 highspeed,not-established:absent,coding,frontier,opencode,,,,,,25.24,final-score-0-100,0.00289,,,"https://suyoumo.github.io/code-agent-bench/ (leaderboard table #code-agent-table, one row per agent x model / row opencode-minimax27 / column final_score)",,out:model-not-established, cab-swepro-opencode,codeagentbench-swepro,mimo-v2.5,unstated,coding,frontier,opencode,,,,,,25.24,final-score-0-100,0.00289,,,"https://suyoumo.github.io/code-agent-bench/ (leaderboard table #code-agent-table, one row per agent x model / row opencode-mimo25-tokenplan-high-20260527 / column final_score)",,out:effort-not-established, cab-swepro-opencode,codeagentbench-swepro,?LongCat 2.0 Preview,not-established:absent,coding,frontier,opencode,,,,,,24.78,final-score-0-100,0.00289,,,"https://suyoumo.github.io/code-agent-bench/ (leaderboard table #code-agent-table, one row per agent x model / row opencode-longcat / column final_score)",,out:model-not-established, cab-swepro-opencode,codeagentbench-swepro,?Step 3.5 flash 2603,not-established:absent,coding,frontier,opencode,,,,,,24.21,final-score-0-100,0.00289,,,"https://suyoumo.github.io/code-agent-bench/ (leaderboard table #code-agent-table, one row per agent x model / row opencode-stepfun35-2603 / column final_score)",,out:model-not-established, cab-swepro-opencode,codeagentbench-swepro,glm-4.7,unstated,coding,frontier,opencode,,,,,,24.03,final-score-0-100,0.00289,,,"https://suyoumo.github.io/code-agent-bench/ (leaderboard table #code-agent-table, one row per agent x model / row opencode-glm47 / column final_score)",,out:effort-not-established, cab-swepro-opencode,codeagentbench-swepro,?KAT Coder Pro v2,not-established:absent,coding,frontier,opencode,,,,,,23.47,final-score-0-100,0.00289,,,"https://suyoumo.github.io/code-agent-bench/ (leaderboard table #code-agent-table, one row per agent x model / row opencode-kat-coder-pro-v2-kat2 / column final_score)",,out:model-not-established, cab-swepro-opencode,codeagentbench-swepro,?SenseNova 6.7 flash lite,not-established:absent,coding,frontier,opencode,,,,,,23.14,final-score-0-100,0.00289,,,"https://suyoumo.github.io/code-agent-bench/ (leaderboard table #code-agent-table, one row per agent x model / row opencode-sensenova67-flash-lite / column final_score)",,out:model-not-established, cab-swepro-opencode,codeagentbench-swepro,?doubao seed 2.0 code,not-established:absent,coding,frontier,opencode,,,,,,19.42,final-score-0-100,0.00289,,,"https://suyoumo.github.io/code-agent-bench/ (leaderboard table #code-agent-table, one row per agent x model / row opencode-doubao-2-code / column final_score)",,out:model-not-established, cab-swepro-opencode,codeagentbench-swepro,step-3.5-flash,unstated,coding,frontier,opencode,,,,,,17.04,final-score-0-100,0.00289,,,"https://suyoumo.github.io/code-agent-bench/ (leaderboard table #code-agent-table, one row per agent x model / row opencode-stepfun35 / column final_score)",,out:effort-not-established, cab-swepro-deepseektui,codeagentbench-swepro,deepseek-v4-flash-preview,max,coding,frontier,deepseek,,,,,,16.22,final-score-0-100,0.00289,,,"https://suyoumo.github.io/code-agent-bench/ (leaderboard table #code-agent-table, one row per agent x model / row deepseek-tui-v4-flash-max / column final_score)",,out:single-couple, crabbit-f51,coderabbit,fable-5.1,low,coding,mid,CodeRabbit,,,,,,60.952381,recall%,0,,,"https://coderabbit.ai/blog/fable-5-1-model-review (table 'Review result', row Recall, column Fable 5.1)",,in, crabbit-f51,coderabbit,fable-5.1,high,coding,mid,CodeRabbit,,,,,,57.1,recall%,0.0289,,,"https://coderabbit.ai/blog/fable-5-1-model-review (table 'Review setting' (Low/High), row High, column Recall)",,in, crabbit-f51,coderabbit,fable-5,unstated,coding,mid,CodeRabbit,,,,,,61.904762,recall%,0,,,"https://coderabbit.ai/blog/fable-5-1-model-review (table 'Review result', row Recall, column Fable 5)",,out:effort-not-established, crabbit-f51,coderabbit,opus-5,unstated,coding,mid,CodeRabbit,,,,,,55.2,recall%,0.0289,,,"https://coderabbit.ai/blog/fable-5-1-model-review (table 'Model review', row Opus 5, column Recall)",,out:effort-not-established, crabbit-o55oss,coderabbit,opus-5.5,unstated,coding,mid,CodeRabbit,,,,,,63.75,recall%,0,,,"https://coderabbit.ai/blog/opus-5-5-model-review (table 'OSS August · 80 common patterns', row Opus 5.5 Standard, column Actionable recall (count; the percentage is printed beside it))",,out:effort-not-established, crabbit-o55oss,coderabbit,opus-5.5,unstated,coding,mid,CodeRabbit,,,,,,62.5,recall%,0,,,"https://coderabbit.ai/blog/opus-5-5-model-review (table 'OSS August · 80 common patterns', row Opus 5.5 Max, column Actionable recall (count; the percentage is printed beside it))",,out:effort-not-established, crabbit-o55sig,coderabbit,opus-5.5,unstated,coding,hard,CodeRabbit,,,,,,61.538462,recall%,0,,,"https://coderabbit.ai/blog/opus-5-5-model-review (table 'Signal · 13 patterns', row Opus 5.5 Standard, column Known issues caught (count; the percentage is printed beside it))",,out:effort-not-established, crabbit-o55sig,coderabbit,opus-5.5,unstated,coding,hard,CodeRabbit,,,,,,76.923077,recall%,0,,,"https://coderabbit.ai/blog/opus-5-5-model-review (table 'Signal · 13 patterns', row Opus 5.5 Max, column Known issues caught (count; the percentage is printed beside it))",,out:effort-not-established, crabbit-o55sig,coderabbit,sonnet-5.5,unstated,coding,hard,CodeRabbit,per-suite,6.16,0.00289,,,46.153846,recall%,0,,,"https://coderabbit.ai/blog/sonnet-5-5-model-review (table 'Signal · 13 patterns', row Sonnet 5.5, thinking on, column Known issues caught)",,out:effort-not-established,out:effort-not-established crabbit-o55sig,coderabbit,sonnet-5.5,between-tools,coding,hard,CodeRabbit,per-suite,5.37,0.00289,,,38.461538,recall%,0,,,"https://coderabbit.ai/blog/sonnet-5-5-model-review (table 'Signal · 13 patterns', row Sonnet 5.5, thinking off, column Known issues caught)",,out:effort-not-established,out:effort-not-established crabbit-o55sig,coderabbit,sonnet-5,unstated,coding,hard,CodeRabbit,per-suite,15.06,0.00289,,,30.769231,recall%,0,,,"https://coderabbit.ai/blog/sonnet-5-5-model-review (table 'Signal · 13 patterns', row Sonnet 5, column Known issues caught)",,out:effort-not-established,out:effort-not-established crabbit-s55oss,coderabbit,sonnet-5.5,unstated,coding,mid,CodeRabbit,per-review,0.46,0.00289,,,,none,,,,https://coderabbit.ai/blog/sonnet-5-5-model-review (),,,out:effort-not-established crabbit-s55oss,coderabbit,sonnet-5,unstated,coding,mid,CodeRabbit,per-review,1.16,0.00289,,,,none,,,,https://coderabbit.ai/blog/sonnet-5-5-model-review (),,,out:effort-not-established codexradar-codex,codexradar,gpt-6-astra,low,coding,mid,Codex-CLI,per-run,1.52901,0,,,65.605096,pass%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://codexradar.com/data/intelligence-efficiency.json ($.points[0].passed and $.points[0].valid_tasks (value written 'passed of valid_tasks'; $.points[0].iq = 98.41 = pass rate x 150)),,in,in codexradar-codex,codexradar,gpt-6-astra,medium,coding,mid,Codex-CLI,per-run,1.833954,0,,,71.631206,pass%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://codexradar.com/data/intelligence-efficiency.json ($.points[1].passed and $.points[1].valid_tasks (value written 'passed of valid_tasks'; $.points[1].iq = 107.45 = pass rate x 150)),,in,in codexradar-codex,codexradar,gpt-6-astra,high,coding,mid,Codex-CLI,per-run,2.814112,0,,,73.571429,pass%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://codexradar.com/data/intelligence-efficiency.json ($.points[2].passed and $.points[2].valid_tasks (value written 'passed of valid_tasks'; $.points[2].iq = 110.36 = pass rate x 150)),,in,in codexradar-codex,codexradar,gpt-6-astra,xhigh,coding,mid,Codex-CLI,per-run,3.59815,0,,,70.186335,pass%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://codexradar.com/data/intelligence-efficiency.json ($.points[3].passed and $.points[3].valid_tasks (value written 'passed of valid_tasks'; $.points[3].iq = 105.28 = pass rate x 150)),,in,in codexradar-codex,codexradar,gpt-6-astra,max,coding,mid,Codex-CLI,per-run,4.638413,0,,,72.020725,pass%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://codexradar.com/data/intelligence-efficiency.json ($.points[4].passed and $.points[4].valid_tasks (value written 'passed of valid_tasks'; $.points[4].iq = 108.03 = pass rate x 150)),,in,in codexradar-codex,codexradar,gpt-6-astra,not-established:absent,coding,mid,Codex-CLI,per-run,8.752038,0,,,73.469388,pass%,0,,,https://codexradar.com/data/intelligence-efficiency.json ($.points[5].passed and $.points[5].valid_tasks (value written 'passed of valid_tasks'; $.points[5].iq = 110.2 = pass rate x 150)),,out:effort-not-established,out:effort-not-established codexradar-codex,codexradar,gpt-5.6-sol,low,coding,mid,Codex-CLI,per-run,1.45150375,0.168,,,54.166667,pass%,0,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://codexradar.com/data/intelligence-efficiency.json ($.points[6].passed and $.points[6].valid_tasks (value written 'passed of valid_tasks'; $.points[6].iq = 81.25 = pass rate x 150)),,in,in codexradar-codex,codexradar,gpt-5.6-sol,medium,coding,mid,Codex-CLI,per-run,2.83032375,0.327,,,63.690476,pass%,0,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://codexradar.com/data/intelligence-efficiency.json ($.points[7].passed and $.points[7].valid_tasks (value written 'passed of valid_tasks'; $.points[7].iq = 95.54 = pass rate x 150)),,in,in codexradar-codex,codexradar,gpt-5.6-sol,high,coding,mid,Codex-CLI,per-run,4.1399687499999995,0.478,,,64.285714,pass%,0,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://codexradar.com/data/intelligence-efficiency.json ($.points[8].passed and $.points[8].valid_tasks (value written 'passed of valid_tasks'; $.points[8].iq = 96.43 = pass rate x 150)),,in,in codexradar-codex,codexradar,gpt-5.6-sol,xhigh,coding,mid,Codex-CLI,per-run,5.11028375,0.59,,,65.47619,pass%,0,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://codexradar.com/data/intelligence-efficiency.json ($.points[9].passed and $.points[9].valid_tasks (value written 'passed of valid_tasks'; $.points[9].iq = 98.21 = pass rate x 150)),,in,in codexradar-codex,codexradar,gpt-5.6-sol,max,coding,mid,Codex-CLI,per-run,7.92678875,0.915,,,72.321429,pass%,0,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://codexradar.com/data/intelligence-efficiency.json ($.points[10].passed and $.points[10].valid_tasks (value written 'passed of valid_tasks'; $.points[10].iq = 108.48 = pass rate x 150)),,in,in codexradar-codex,codexradar,gpt-5.6-sol,not-established:absent,coding,mid,Codex-CLI,per-run,18.084417,0,,,66.964286,pass%,0,,,https://codexradar.com/data/intelligence-efficiency.json ($.points[11].passed and $.points[11].valid_tasks (value written 'passed of valid_tasks'; $.points[11].iq = 100.45 = pass rate x 150)),,out:effort-not-established,out:effort-not-established codexradar-codex,codexradar,gpt-5.6-terra,low,coding,mid,Codex-CLI,per-run,0.3954114,0.0254,,,33.928571,pass%,0,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://codexradar.com/data/intelligence-efficiency.json ($.points[12].passed and $.points[12].valid_tasks (value written 'passed of valid_tasks'; $.points[12].iq = 50.89 = pass rate x 150)),,in,in codexradar-codex,codexradar,gpt-5.6-terra,medium,coding,mid,Codex-CLI,per-run,0.49195890000000003,0.0316,,,39.880952,pass%,0,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://codexradar.com/data/intelligence-efficiency.json ($.points[13].passed and $.points[13].valid_tasks (value written 'passed of valid_tasks'; $.points[13].iq = 59.82 = pass rate x 150)),,in,in codexradar-codex,codexradar,gpt-5.6-terra,high,coding,mid,Codex-CLI,per-run,0.8077842,0.0518,,,51.488095,pass%,0,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://codexradar.com/data/intelligence-efficiency.json ($.points[14].passed and $.points[14].valid_tasks (value written 'passed of valid_tasks'; $.points[14].iq = 77.23 = pass rate x 150)),,in,in codexradar-codex,codexradar,gpt-5.6-terra,xhigh,coding,mid,Codex-CLI,per-run,1.3763060999999999,0.0883,,,58.630952,pass%,0,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://codexradar.com/data/intelligence-efficiency.json ($.points[15].passed and $.points[15].valid_tasks (value written 'passed of valid_tasks'; $.points[15].iq = 87.95 = pass rate x 150)),,in,in codexradar-codex,codexradar,gpt-5.6-terra,max,coding,mid,Codex-CLI,per-run,2.5213644,0.162,,,67.261905,pass%,0,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://codexradar.com/data/intelligence-efficiency.json ($.points[16].passed and $.points[16].valid_tasks (value written 'passed of valid_tasks'; $.points[16].iq = 100.89 = pass rate x 150)),,in,in codexradar-codex,codexradar,gpt-5.6-terra,not-established:absent,coding,mid,Codex-CLI,per-run,7.653628,0,,,66.071429,pass%,0,,,https://codexradar.com/data/intelligence-efficiency.json ($.points[17].passed and $.points[17].valid_tasks (value written 'passed of valid_tasks'; $.points[17].iq = 99.11 = pass rate x 150)),,out:effort-not-established,out:effort-not-established codexradar-codex,codexradar,gpt-5.6-luna,low,coding,mid,Codex-CLI,per-run,0.015899999999999997,0.00612,,,4.761905,pass%,0,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://codexradar.com/data/intelligence-efficiency.json ($.points[18].passed and $.points[18].valid_tasks (value written 'passed of valid_tasks'; $.points[18].iq = 7.14 = pass rate x 150)),,in,in codexradar-codex,codexradar,gpt-5.6-luna,medium,coding,mid,Codex-CLI,per-run,0.0395058,0.0152,,,21.72619,pass%,0,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://codexradar.com/data/intelligence-efficiency.json ($.points[19].passed and $.points[19].valid_tasks (value written 'passed of valid_tasks'; $.points[19].iq = 32.59 = pass rate x 150)),,in,in codexradar-codex,codexradar,gpt-5.6-luna,high,coding,mid,Codex-CLI,per-run,0.09697080000000001,0.0373,,,50.892857,pass%,0,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://codexradar.com/data/intelligence-efficiency.json ($.points[20].passed and $.points[20].valid_tasks (value written 'passed of valid_tasks'; $.points[20].iq = 76.34 = pass rate x 150)),,in,in codexradar-codex,codexradar,gpt-5.6-luna,xhigh,coding,mid,Codex-CLI,per-run,0.1538712,0.0592,,,57.440476,pass%,0,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://codexradar.com/data/intelligence-efficiency.json ($.points[21].passed and $.points[21].valid_tasks (value written 'passed of valid_tasks'; $.points[21].iq = 86.16 = pass rate x 150)),,in,in codexradar-codex,codexradar,gpt-5.6-luna,max,coding,mid,Codex-CLI,per-run,0.2555862,0.0984,,,68.154762,pass%,0,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://codexradar.com/data/intelligence-efficiency.json ($.points[22].passed and $.points[22].valid_tasks (value written 'passed of valid_tasks'; $.points[22].iq = 102.23 = pass rate x 150)),,in,in codexradar-codex,codexradar,gpt-5.5,high,coding,mid,Codex-CLI,per-run,3.122116,0,,,59.821429,pass%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://codexradar.com/data/intelligence-efficiency.json ($.points[23].passed and $.points[23].valid_tasks (value written 'passed of valid_tasks'; $.points[23].iq = 89.73 = pass rate x 150)),,in,in codexradar-codex,codexradar,gpt-5.5,xhigh,coding,mid,Codex-CLI,per-run,4.758912,0,,,64.583333,pass%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://codexradar.com/data/intelligence-efficiency.json ($.points[24].passed and $.points[24].valid_tasks (value written 'passed of valid_tasks'; $.points[24].iq = 96.88 = pass rate x 150)),,in,in codexradar-codex,codexradar,?deepseek-v4-flash,not-established:absent,coding,mid,Codex-CLI,per-run,0.210714,0,,,57.142857,pass%,0,,,https://codexradar.com/data/intelligence-efficiency.json ($.points[25].passed and $.points[25].valid_tasks (value written 'passed of valid_tasks'; $.points[25].iq = 85.71 = pass rate x 150)),,out:model-not-established,out:model-not-established codexradar-codex,codexradar,?deepseek-v4-flash,not-established:absent,coding,mid,Codex-CLI,per-run,0.187178,0,,,43.75,pass%,0,,,https://codexradar.com/data/intelligence-efficiency.json ($.points[26].passed and $.points[26].valid_tasks (value written 'passed of valid_tasks'; $.points[26].iq = 65.62 = pass rate x 150)),,out:model-not-established,out:model-not-established codexradar-codex,codexradar,deepseek-v4.1-flash,max,coding,mid,Codex-CLI,per-run,0.14568,0,,,58.333333,pass%,0,,cost-method-assumed-single,https://codexradar.com/data/intelligence-efficiency.json ($.points[27].passed and $.points[27].valid_tasks (value written 'passed of valid_tasks'; $.points[27].iq = 87.5 = pass rate x 150)),,in,out:cost-not-comparable codexradar-codex,codexradar,deepseek-v4.1-flash,high,coding,mid,Codex-CLI,per-run,0.109034,0,,,59.574468,pass%,0,,cost-method-assumed-single,https://codexradar.com/data/intelligence-efficiency.json ($.points[28].passed and $.points[28].valid_tasks (value written 'passed of valid_tasks'; $.points[28].iq = 89.36 = pass rate x 150)),,in,out:cost-not-comparable codexradar-dsh,codexradar,?dsh-deepseek-v4-flash,not-established:absent,coding,mid,DeepSeek-harness,per-run,0.169194,0,,,53.456221,pass%,0,,,https://codexradar.com/data/intelligence-efficiency.json ($.points[29].passed and $.points[29].valid_tasks (value written 'passed of valid_tasks'; $.points[29].iq = 80.18 = pass rate x 150)),,out:model-not-established,out:model-not-established codexradar-dsh,codexradar,?dsh-deepseek-v4-flash,not-established:absent,coding,mid,DeepSeek-harness,per-run,0.154267,0,,,50,pass%,0,,,https://codexradar.com/data/intelligence-efficiency.json ($.points[30].passed and $.points[30].valid_tasks (value written 'passed of valid_tasks'; $.points[30].iq = 75.0 = pass rate x 150)),,out:model-not-established,out:model-not-established codexradar-dsh,codexradar,?dsh-deepseek-v4.1-flash,not-established:absent,coding,mid,DeepSeek-harness,per-run,0.220382,0,,,66.169154,pass%,0,,,https://codexradar.com/data/intelligence-efficiency.json ($.points[31].passed and $.points[31].valid_tasks (value written 'passed of valid_tasks'; $.points[31].iq = 99.25 = pass rate x 150)),,out:model-not-established,out:model-not-established codexradar-dsh,codexradar,?dsh-deepseek-v4.1-flash,not-established:absent,coding,mid,DeepSeek-harness,per-run,0.184595,0,,,67.491166,pass%,0,,,https://codexradar.com/data/intelligence-efficiency.json ($.points[32].passed and $.points[32].valid_tasks (value written 'passed of valid_tasks'; $.points[32].iq = 101.24 = pass rate x 150)),,out:model-not-established,out:model-not-established codexradar-codex,codexradar,grok-4.6,high,coding,mid,Codex-CLI,per-run,2.713885,0,,,66.369048,pass%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://codexradar.com/data/intelligence-efficiency.json ($.points[33].passed and $.points[33].valid_tasks (value written 'passed of valid_tasks'; $.points[33].iq = 99.55 = pass rate x 150)),,in,in codexradar-codex,codexradar,grok-4.6,medium,coding,mid,Codex-CLI,per-run,2.246225,0,,,63.392857,pass%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://codexradar.com/data/intelligence-efficiency.json ($.points[34].passed and $.points[34].valid_tasks (value written 'passed of valid_tasks'; $.points[34].iq = 95.09 = pass rate x 150)),,in,in codexradar-codex,codexradar,grok-4.6,low,coding,mid,Codex-CLI,per-run,0.989282,0,,,52.380952,pass%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://codexradar.com/data/intelligence-efficiency.json ($.points[35].passed and $.points[35].valid_tasks (value written 'passed of valid_tasks'; $.points[35].iq = 78.57 = pass rate x 150)),,in,in codexradar-codex,codexradar,grok-4.6,xhigh,coding,mid,Codex-CLI,per-run,3.246663,0,,,71.428571,pass%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://codexradar.com/data/intelligence-efficiency.json ($.points[36].passed and $.points[36].valid_tasks (value written 'passed of valid_tasks'; $.points[36].iq = 107.14 = pass rate x 150)),,in,in codexradar-codex,codexradar,grok-4.7,high,coding,mid,Codex-CLI,per-run,9.356664,0,,,70.068027,pass%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://codexradar.com/data/intelligence-efficiency.json ($.points[37].passed and $.points[37].valid_tasks (value written 'passed of valid_tasks'; $.points[37].iq = 105.1 = pass rate x 150)),,in,in codexradar-codex,codexradar,grok-4.7,medium,coding,mid,Codex-CLI,per-run,5.921278,0,,,70.175439,pass%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://codexradar.com/data/intelligence-efficiency.json ($.points[38].passed and $.points[38].valid_tasks (value written 'passed of valid_tasks'; $.points[38].iq = 105.26 = pass rate x 150)),,in,in codexradar-codex,codexradar,grok-4.7,low,coding,mid,Codex-CLI,per-run,2.764538,0,,,67.532468,pass%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://codexradar.com/data/intelligence-efficiency.json ($.points[39].passed and $.points[39].valid_tasks (value written 'passed of valid_tasks'; $.points[39].iq = 101.3 = pass rate x 150)),,in,in codexradar-codex,codexradar,grok-4.7,xhigh,coding,mid,Codex-CLI,per-run,13.273554,0,,,72.222222,pass%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://codexradar.com/data/intelligence-efficiency.json ($.points[40].passed and $.points[40].valid_tasks (value written 'passed of valid_tasks'; $.points[40].iq = 108.33 = pass rate x 150)),,in,in codexradar-codex,codexradar,?k3,not-established:absent,coding,mid,Codex-CLI,per-run,0.930698,0,,,58.644068,pass%,0,,,https://codexradar.com/data/intelligence-efficiency.json ($.points[41].passed and $.points[41].valid_tasks (value written 'passed of valid_tasks'; $.points[41].iq = 87.97 = pass rate x 150)),,out:model-not-established,out:model-not-established codexradar-codex,codexradar,?k3,not-established:absent,coding,mid,Codex-CLI,per-run,1.917183,0,,,62.679426,pass%,0,,,https://codexradar.com/data/intelligence-efficiency.json ($.points[42].passed and $.points[42].valid_tasks (value written 'passed of valid_tasks'; $.points[42].iq = 94.02 = pass rate x 150)),,out:model-not-established,out:model-not-established codexradar-codex,codexradar,?k3,not-established:absent,coding,mid,Codex-CLI,per-run,3.331104,0,,,67.234043,pass%,0,,,https://codexradar.com/data/intelligence-efficiency.json ($.points[43].passed and $.points[43].valid_tasks (value written 'passed of valid_tasks'; $.points[43].iq = 100.85 = pass rate x 150)),,out:model-not-established,out:model-not-established codexradar-codex,codexradar,glm-5.3,low,coding,mid,Codex-CLI,per-run,0.621823,0,,,53.560372,pass%,0,,cost-method-assumed-single,https://codexradar.com/data/intelligence-efficiency.json ($.points[44].passed and $.points[44].valid_tasks (value written 'passed of valid_tasks'; $.points[44].iq = 80.34 = pass rate x 150)),,in,out:cost-not-comparable codexradar-codex,codexradar,glm-5.3,high,coding,mid,Codex-CLI,per-run,1.611638,0,,,64.43662,pass%,0,,cost-method-assumed-single,https://codexradar.com/data/intelligence-efficiency.json ($.points[45].passed and $.points[45].valid_tasks (value written 'passed of valid_tasks'; $.points[45].iq = 96.65 = pass rate x 150)),,in,out:cost-not-comparable codexradar-codex,codexradar,glm-5.3,max,coding,mid,Codex-CLI,per-run,1.860688,0,,,62.59542,pass%,0,,cost-method-assumed-single,https://codexradar.com/data/intelligence-efficiency.json ($.points[46].passed and $.points[46].valid_tasks (value written 'passed of valid_tasks'; $.points[46].iq = 93.89 = pass rate x 150)),,in,out:cost-not-comparable codexradar-codex,codexradar,glm-5.3-flash,low,coding,mid,Codex-CLI,per-run,0.093956,0,,,47.027027,pass%,0,,cost-method-assumed-single,https://codexradar.com/data/intelligence-efficiency.json ($.points[47].passed and $.points[47].valid_tasks (value written 'passed of valid_tasks'; $.points[47].iq = 70.54 = pass rate x 150)),,in,out:cost-not-comparable codexradar-codex,codexradar,glm-5.3-flash,high,coding,mid,Codex-CLI,per-run,0.324516,0,,,61.538462,pass%,0,,cost-method-assumed-single,https://codexradar.com/data/intelligence-efficiency.json ($.points[48].passed and $.points[48].valid_tasks (value written 'passed of valid_tasks'; $.points[48].iq = 92.31 = pass rate x 150)),,in,out:cost-not-comparable codexradar-codex,codexradar,glm-5.3-flash,max,coding,mid,Codex-CLI,per-run,0.297812,0,,,63.959391,pass%,0,,cost-method-assumed-single,https://codexradar.com/data/intelligence-efficiency.json ($.points[49].passed and $.points[49].valid_tasks (value written 'passed of valid_tasks'; $.points[49].iq = 95.94 = pass rate x 150)),,in,out:cost-not-comparable codexradar-dsh,codexradar,?dsh-deepseek-v4-flash-vision-exp,not-established:absent,coding,mid,DeepSeek-harness,per-run,0.259089,0,,,65.217391,pass%,0,,,https://codexradar.com/data/intelligence-efficiency.json ($.points[50].passed and $.points[50].valid_tasks (value written 'passed of valid_tasks'; $.points[50].iq = 97.83 = pass rate x 150)),,out:model-not-established,out:model-not-established codexradar-dsh,codexradar,?dsh-deepseek-v4-flash-vision-exp,not-established:absent,coding,mid,DeepSeek-harness,per-run,0.154264,0,,,45.882353,pass%,0,,,https://codexradar.com/data/intelligence-efficiency.json ($.points[51].passed and $.points[51].valid_tasks (value written 'passed of valid_tasks'; $.points[51].iq = 68.82 = pass rate x 150)),,out:model-not-established,out:model-not-established codexradar-codex,codexradar,gemini-3.7-flash,low,coding,mid,Codex-CLI,per-run,1.665373,0,,,50.37037,pass%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://codexradar.com/data/intelligence-efficiency.json ($.points[52].passed and $.points[52].valid_tasks (value written 'passed of valid_tasks'; $.points[52].iq = 75.56 = pass rate x 150)),,in,in codexradar-codex,codexradar,gemini-3.7-flash,medium,coding,mid,Codex-CLI,per-run,1.689441,0,,,59.656652,pass%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://codexradar.com/data/intelligence-efficiency.json ($.points[53].passed and $.points[53].valid_tasks (value written 'passed of valid_tasks'; $.points[53].iq = 89.48 = pass rate x 150)),,in,in codexradar-codex,codexradar,gemini-3.7-flash,high,coding,mid,Codex-CLI,per-run,1.999608,0,,,62.666667,pass%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://codexradar.com/data/intelligence-efficiency.json ($.points[54].passed and $.points[54].valid_tasks (value written 'passed of valid_tasks'; $.points[54].iq = 94.0 = pass rate x 150)),,in,in codexradar-codex,codexradar,gemini-3.8-flash,low,coding,mid,Codex-CLI,per-run,3.091233,0,,,45,pass%,0,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://codexradar.com/data/intelligence-efficiency.json ($.points[55].passed and $.points[55].valid_tasks (value written 'passed of valid_tasks'; $.points[55].iq = 67.5 = pass rate x 150)),,in,in codexradar-codex,codexradar,gemini-3.8-flash,medium,coding,mid,Codex-CLI,per-run,2.134224,0,,,61.403509,pass%,0,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://codexradar.com/data/intelligence-efficiency.json ($.points[56].passed and $.points[56].valid_tasks (value written 'passed of valid_tasks'; $.points[56].iq = 92.11 = pass rate x 150)),,in,in codexradar-codex,codexradar,gemini-3.8-flash,high,coding,mid,Codex-CLI,per-run,2.635888,0,,,60,pass%,0,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://codexradar.com/data/intelligence-efficiency.json ($.points[57].passed and $.points[57].valid_tasks (value written 'passed of valid_tasks'; $.points[57].iq = 90.0 = pass rate x 150)),,in,in codexradar-codex,codexradar,?hy4-preview,not-established:absent,coding,mid,Codex-CLI,per-run,0.628042,0,,,49.450549,pass%,0,,,https://codexradar.com/data/intelligence-efficiency.json ($.points[58].passed and $.points[58].valid_tasks (value written 'passed of valid_tasks'; $.points[58].iq = 74.18 = pass rate x 150)),,out:model-not-established,out:model-not-established codexradar-codex,codexradar,?hy4-preview,not-established:absent,coding,mid,Codex-CLI,per-run,0.655944,0,,,66.326531,pass%,0,,,https://codexradar.com/data/intelligence-efficiency.json ($.points[59].passed and $.points[59].valid_tasks (value written 'passed of valid_tasks'; $.points[59].iq = 99.49 = pass rate x 150)),,out:model-not-established,out:model-not-established codexradar-codex,codexradar,?hy4-preview,not-established:absent,coding,mid,Codex-CLI,per-run,0.650747,0,,,63.392857,pass%,0,,,https://codexradar.com/data/intelligence-efficiency.json ($.points[60].passed and $.points[60].valid_tasks (value written 'passed of valid_tasks'; $.points[60].iq = 95.09 = pass rate x 150)),,out:model-not-established,out:model-not-established codexradar-codex,codexradar,sonnet-5,not-established:absent,coding,mid,Codex-CLI,per-run,0.894571,0,,,40.625,pass%,0,,,https://codexradar.com/data/intelligence-efficiency.json ($.points[61].passed and $.points[61].valid_tasks (value written 'passed of valid_tasks'; $.points[61].iq = 60.94 = pass rate x 150)),,out:effort-not-established,out:effort-not-established codexradar-codex,codexradar,sonnet-5,not-established:absent,coding,mid,Codex-CLI,per-run,1.925748,0,,,50,pass%,0,,,https://codexradar.com/data/intelligence-efficiency.json ($.points[62].passed and $.points[62].valid_tasks (value written 'passed of valid_tasks'; $.points[62].iq = 75.0 = pass rate x 150)),,out:effort-not-established,out:effort-not-established codexradar-codex,codexradar,sonnet-5,not-established:absent,coding,mid,Codex-CLI,per-run,4.509982,0,,,100,pass%,0,,,https://codexradar.com/data/intelligence-efficiency.json ($.points[63].passed and $.points[63].valid_tasks (value written 'passed of valid_tasks'; $.points[63].iq = 150.0 = pass rate x 150)),,out:effort-not-established,out:effort-not-established codexradar-codex,codexradar,sonnet-5,not-established:absent,coding,mid,Codex-CLI,per-run,5.451101,0,,,28.571429,pass%,0,,,https://codexradar.com/data/intelligence-efficiency.json ($.points[64].passed and $.points[64].valid_tasks (value written 'passed of valid_tasks'; $.points[64].iq = 42.86 = pass rate x 150)),,out:effort-not-established,out:effort-not-established codexradar-codex,codexradar,sonnet-5,not-established:absent,coding,mid,Codex-CLI,per-run,8.188494,0,,,0,pass%,0,,,https://codexradar.com/data/intelligence-efficiency.json ($.points[65].passed and $.points[65].valid_tasks (value written 'passed of valid_tasks'; $.points[65].iq = 0.0 = pass rate x 150)),,out:effort-not-established,out:effort-not-established codexradar-codex,codexradar,opus-5,low,coding,mid,Codex-CLI,per-run,1.423371,0,,,66.666667,pass%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://codexradar.com/data/intelligence-efficiency.json ($.points[66].passed and $.points[66].valid_tasks (value written 'passed of valid_tasks'; $.points[66].iq = 100.0 = pass rate x 150)),,in,in codexradar-codex,codexradar,opus-5,medium,coding,mid,Codex-CLI,per-run,5.005101,0,,,75,pass%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://codexradar.com/data/intelligence-efficiency.json ($.points[67].passed and $.points[67].valid_tasks (value written 'passed of valid_tasks'; $.points[67].iq = 112.5 = pass rate x 150)),,in,in codexradar-codex,codexradar,opus-5,high,coding,mid,Codex-CLI,per-run,5.732378,0,,,50,pass%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://codexradar.com/data/intelligence-efficiency.json ($.points[68].passed and $.points[68].valid_tasks (value written 'passed of valid_tasks'; $.points[68].iq = 75.0 = pass rate x 150)),,in,in codexradar-codex,codexradar,opus-5,xhigh,coding,mid,Codex-CLI,per-run,6.359924,0,,,62.820513,pass%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://codexradar.com/data/intelligence-efficiency.json ($.points[69].passed and $.points[69].valid_tasks (value written 'passed of valid_tasks'; $.points[69].iq = 94.23 = pass rate x 150)),,in,in codexradar-codex,codexradar,opus-5,max,coding,mid,Codex-CLI,per-run,13.065024,0,,,58.333333,pass%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://codexradar.com/data/intelligence-efficiency.json ($.points[70].passed and $.points[70].valid_tasks (value written 'passed of valid_tasks'; $.points[70].iq = 87.5 = pass rate x 150)),,in,in codexradar-codex,codexradar,?kimi-k2.8-preview,not-established:absent,coding,mid,Codex-CLI,,,,,,42.666667,pass%,0,,,https://codexradar.com/data/intelligence-efficiency.json ($.points[71].passed and $.points[71].valid_tasks (value written 'passed of valid_tasks'; $.points[71].iq = 64.0 = pass rate x 150)),,out:model-not-established, codexradar-codex,codexradar,?kimi-k2.8-preview,not-established:absent,coding,mid,Codex-CLI,,,,,,100,pass%,0,,,https://codexradar.com/data/intelligence-efficiency.json ($.points[72].passed and $.points[72].valid_tasks (value written 'passed of valid_tasks'; $.points[72].iq = 150.0 = pass rate x 150)),,out:model-not-established, codexradar-codex,codexradar,?kimi-k2.8-preview,not-established:absent,coding,mid,Codex-CLI,,,,,,100,pass%,0,,,https://codexradar.com/data/intelligence-efficiency.json ($.points[73].passed and $.points[73].valid_tasks (value written 'passed of valid_tasks'; $.points[73].iq = 150.0 = pass rate x 150)),,out:model-not-established, codexradar-codex,codexradar,opus-5.5,low,coding,mid,Codex-CLI,per-run,0.55385,0,,,100,pass%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://codexradar.com/data/intelligence-efficiency.json ($.points[74].passed and $.points[74].valid_tasks (value written 'passed of valid_tasks'; $.points[74].iq = 150.0 = pass rate x 150)),,out:uninformative,in codexradar-codex,codexradar,opus-5.5,medium,coding,mid,Codex-CLI,per-run,0.66504,0,,,100,pass%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://codexradar.com/data/intelligence-efficiency.json ($.points[75].passed and $.points[75].valid_tasks (value written 'passed of valid_tasks'; $.points[75].iq = 150.0 = pass rate x 150)),,out:uninformative,in codexradar-codex,codexradar,opus-5.5,xhigh,coding,mid,Codex-CLI,per-run,2.607112,0,,,100,pass%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://codexradar.com/data/intelligence-efficiency.json ($.points[76].passed and $.points[76].valid_tasks (value written 'passed of valid_tasks'; $.points[76].iq = 150.0 = pass rate x 150)),,out:uninformative,in codexradar-codex,codexradar,opus-5.5,max,coding,mid,Codex-CLI,per-run,21.684095,0,,,100,pass%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://codexradar.com/data/intelligence-efficiency.json ($.points[77].passed and $.points[77].valid_tasks (value written 'passed of valid_tasks'; $.points[77].iq = 150.0 = pass rate x 150)),,out:uninformative,in codexradar-codex,codexradar,gpt-6-sol,low,coding,mid,Codex-CLI,per-run,0.316964,0,,,53.543307,pass%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://codexradar.com/data/intelligence-efficiency.json ($.points[78].passed and $.points[78].valid_tasks (value written 'passed of valid_tasks'; $.points[78].iq = 80.31 = pass rate x 150)),,in,in codexradar-codex,codexradar,gpt-6-sol,medium,coding,mid,Codex-CLI,per-run,0.541354,0,,,57.553957,pass%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://codexradar.com/data/intelligence-efficiency.json ($.points[79].passed and $.points[79].valid_tasks (value written 'passed of valid_tasks'; $.points[79].iq = 86.33 = pass rate x 150)),,in,in codexradar-codex,codexradar,gpt-6-sol,high,coding,mid,Codex-CLI,per-run,0.764576,0,,,65.771812,pass%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://codexradar.com/data/intelligence-efficiency.json ($.points[80].passed and $.points[80].valid_tasks (value written 'passed of valid_tasks'; $.points[80].iq = 98.66 = pass rate x 150)),,in,in codexradar-codex,codexradar,gpt-6-sol,xhigh,coding,mid,Codex-CLI,per-run,0.940569,0,,,61.538462,pass%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://codexradar.com/data/intelligence-efficiency.json ($.points[81].passed and $.points[81].valid_tasks (value written 'passed of valid_tasks'; $.points[81].iq = 92.31 = pass rate x 150)),,in,in codexradar-codex,codexradar,gpt-6-sol,max,coding,mid,Codex-CLI,per-run,1.268586,0,,,64.935065,pass%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://codexradar.com/data/intelligence-efficiency.json ($.points[82].passed and $.points[82].valid_tasks (value written 'passed of valid_tasks'; $.points[82].iq = 97.4 = pass rate x 150)),,in,in codexradar-codex,codexradar,gpt-6-sol,not-established:absent,coding,mid,Codex-CLI,per-run,2.518893,0,,,63.945578,pass%,0,,,https://codexradar.com/data/intelligence-efficiency.json ($.points[83].passed and $.points[83].valid_tasks (value written 'passed of valid_tasks'; $.points[83].iq = 95.92 = pass rate x 150)),,out:effort-not-established,out:effort-not-established codexradar-codex,codexradar,gpt-6-luna,low,coding,mid,Codex-CLI,per-run,0.028843,0,,,5.691057,pass%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://codexradar.com/data/intelligence-efficiency.json ($.points[84].passed and $.points[84].valid_tasks (value written 'passed of valid_tasks'; $.points[84].iq = 8.54 = pass rate x 150)),,in,in codexradar-codex,codexradar,gpt-6-luna,medium,coding,mid,Codex-CLI,per-run,0.011471,0,,,14.96063,pass%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://codexradar.com/data/intelligence-efficiency.json ($.points[85].passed and $.points[85].valid_tasks (value written 'passed of valid_tasks'; $.points[85].iq = 22.44 = pass rate x 150)),,in,in codexradar-codex,codexradar,gpt-6-luna,high,coding,mid,Codex-CLI,per-run,0.02337,0,,,27.906977,pass%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://codexradar.com/data/intelligence-efficiency.json ($.points[86].passed and $.points[86].valid_tasks (value written 'passed of valid_tasks'; $.points[86].iq = 41.86 = pass rate x 150)),,in,in codexradar-codex,codexradar,gpt-6-luna,xhigh,coding,mid,Codex-CLI,per-run,0.067246,0,,,43.801653,pass%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://codexradar.com/data/intelligence-efficiency.json ($.points[87].passed and $.points[87].valid_tasks (value written 'passed of valid_tasks'; $.points[87].iq = 65.7 = pass rate x 150)),,in,in codexradar-codex,codexradar,gpt-6-luna,max,coding,mid,Codex-CLI,per-run,0.066683,0,,,53.333333,pass%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://codexradar.com/data/intelligence-efficiency.json ($.points[88].passed and $.points[88].valid_tasks (value written 'passed of valid_tasks'; $.points[88].iq = 80.0 = pass rate x 150)),,in,in fcode20score,cognition,fable-5.2,low,agentic-tool,hard,,per-rollout,2.623,0.000289,,23907,34.2,weighted-rubric,0.0289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Claude Fable 5.2""][""low""][""main""].new_score)",,in,out:decision:D63 fcode20pass,cognition,fable-5.2,low,agentic-tool,hard,,per-rollout,2.623,0.000289,,23907,37.42,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Claude Fable 5.2""][""low""][""main""].correct)",,out:not-headline,out:decision:D63 fcode20score,cognition,fable-5.2,medium,agentic-tool,hard,,per-rollout,3.103,0.000289,,28384,37.59,weighted-rubric,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Claude Fable 5.2""][""medium""][""main""].new_score)",,in,out:decision:D63 fcode20pass,cognition,fable-5.2,medium,agentic-tool,hard,,per-rollout,3.103,0.000289,,28384,41.06,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Claude Fable 5.2""][""medium""][""main""].correct)",,out:not-headline,out:decision:D63 fcode20score,cognition,fable-5.2,high,agentic-tool,hard,,per-rollout,8.402,0.000289,,75978,45.29,weighted-rubric,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Claude Fable 5.2""][""high""][""main""].new_score)",,in,out:decision:D63 fcode20pass,cognition,fable-5.2,high,agentic-tool,hard,,per-rollout,8.402,0.000289,,75978,49.39,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Claude Fable 5.2""][""high""][""main""].correct)",,out:not-headline,out:decision:D63 fcode20score,cognition,fable-5.2,xhigh,agentic-tool,hard,,per-rollout,17.734,0.000289,,156009,49.11,weighted-rubric,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Claude Fable 5.2""][""xhigh""][""main""].new_score)",,in,out:decision:D63 fcode20pass,cognition,fable-5.2,xhigh,agentic-tool,hard,,per-rollout,17.734,0.000289,,156009,53.48,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Claude Fable 5.2""][""xhigh""][""main""].correct)",,out:not-headline,out:decision:D63 fcode20score,cognition,fable-5.2,max,agentic-tool,hard,,per-rollout,55.868,0.000289,,417808,45.65,weighted-rubric,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Claude Fable 5.2""][""max""][""main""].new_score)",,in,out:decision:D63 fcode20pass,cognition,fable-5.2,max,agentic-tool,hard,,per-rollout,55.868,0.000289,,417808,50,pass%,2.89,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Claude Fable 5.2""][""max""][""main""].correct)",,out:not-headline,out:decision:D63 fcode20score,cognition,?SWE-2,not-established:absent,agentic-tool,hard,,per-rollout,0.442,0.000289,,28705,15.56,weighted-rubric,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""SWE-2""][""medium""][""main""].new_score)",,out:model-not-established,out:model-not-established fcode20pass,cognition,?SWE-2,not-established:absent,agentic-tool,hard,,per-rollout,0.442,0.000289,,28705,17.6,pass%,0.0289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""SWE-2""][""medium""][""main""].correct)",,out:model-not-established,out:model-not-established fcode20score,cognition,?SWE-2,not-established:absent,agentic-tool,hard,,per-rollout,0.958,0.000289,,68546,23.06,weighted-rubric,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""SWE-2""][""high""][""main""].new_score)",,out:model-not-established,out:model-not-established fcode20pass,cognition,?SWE-2,not-established:absent,agentic-tool,hard,,per-rollout,0.958,0.000289,,68546,25.95,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""SWE-2""][""high""][""main""].correct)",,out:model-not-established,out:model-not-established fcode20score,cognition,?SWE-2,not-established:absent,agentic-tool,hard,,per-rollout,1.261,0.000289,,97584,23.78,weighted-rubric,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""SWE-2""][""max""][""main""].new_score)",,out:model-not-established,out:model-not-established fcode20pass,cognition,?SWE-2,not-established:absent,agentic-tool,hard,,per-rollout,1.261,0.000289,,97584,26.67,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""SWE-2""][""max""][""main""].correct)",,out:model-not-established,out:model-not-established fcode20score,cognition,?Beam 1.0,not-established:absent,agentic-tool,hard,,per-rollout,0.059,0.000289,,1550,0,weighted-rubric,2.89,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Beam 1.0""][""minimal""][""main""].new_score)",,out:model-not-established,out:model-not-established fcode20pass,cognition,?Beam 1.0,not-established:absent,agentic-tool,hard,,per-rollout,0.059,0.000289,,1550,0,pass%,2.89,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Beam 1.0""][""minimal""][""main""].correct)",,out:model-not-established,out:model-not-established fcode20score,cognition,?Beam 1.0,not-established:absent,agentic-tool,hard,,per-rollout,0.142,0.000289,,3490,0,weighted-rubric,2.89,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Beam 1.0""][""low""][""main""].new_score)",,out:model-not-established,out:model-not-established fcode20pass,cognition,?Beam 1.0,not-established:absent,agentic-tool,hard,,per-rollout,0.142,0.000289,,3490,0,pass%,2.89,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Beam 1.0""][""low""][""main""].correct)",,out:model-not-established,out:model-not-established fcode20score,cognition,?Beam 1.0,not-established:absent,agentic-tool,hard,,per-rollout,0.315,0.000289,,7243,0.83,weighted-rubric,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Beam 1.0""][""medium""][""main""].new_score)",,out:model-not-established,out:model-not-established fcode20pass,cognition,?Beam 1.0,not-established:absent,agentic-tool,hard,,per-rollout,0.315,0.000289,,7243,1.01,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Beam 1.0""][""medium""][""main""].correct)",,out:model-not-established,out:model-not-established fcode20score,cognition,?Beam 1.0,not-established:absent,agentic-tool,hard,,per-rollout,0.612,0.000289,,14068,1.74,weighted-rubric,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Beam 1.0""][""high""][""main""].new_score)",,out:model-not-established,out:model-not-established fcode20pass,cognition,?Beam 1.0,not-established:absent,agentic-tool,hard,,per-rollout,0.612,0.000289,,14068,2.02,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Beam 1.0""][""high""][""main""].correct)",,out:model-not-established,out:model-not-established fcode20score,cognition,?Beam 1.0,not-established:absent,agentic-tool,hard,,per-rollout,1.126,0.000289,,23156,2.43,weighted-rubric,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Beam 1.0""][""xhigh""][""main""].new_score)",,out:model-not-established,out:model-not-established fcode20pass,cognition,?Beam 1.0,not-established:absent,agentic-tool,hard,,per-rollout,1.126,0.000289,,23156,2.78,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Beam 1.0""][""xhigh""][""main""].correct)",,out:model-not-established,out:model-not-established fcode20score,cognition,?Beam 1.0,not-established:absent,agentic-tool,hard,,per-rollout,1.299,0.000289,,27971,2.9,weighted-rubric,0.0289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Beam 1.0""][""max""][""main""].new_score)",,out:model-not-established,out:model-not-established fcode20pass,cognition,?Beam 1.0,not-established:absent,agentic-tool,hard,,per-rollout,1.299,0.000289,,27971,3.29,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Beam 1.0""][""max""][""main""].correct)",,out:model-not-established,out:model-not-established fcode20score,cognition,deepseek-v4.1-flash-1017,low,agentic-tool,hard,,per-rollout,0.206,0.000289,,40659,15.96,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""DeepSeek V4.1 Flash 1017""][""low""][""main""].new_score)",,in,in fcode20pass,cognition,deepseek-v4.1-flash-1017,low,agentic-tool,hard,,per-rollout,0.206,0.000289,,40659,18.2,pass%,0.0289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""DeepSeek V4.1 Flash 1017""][""low""][""main""].correct)",,out:not-headline,in fcode20score,cognition,deepseek-v4.1-flash-1017,high,agentic-tool,hard,,per-rollout,0.274,0.000289,,57169,18.21,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""DeepSeek V4.1 Flash 1017""][""high""][""main""].new_score)",,in,in fcode20pass,cognition,deepseek-v4.1-flash-1017,high,agentic-tool,hard,,per-rollout,0.274,0.000289,,57169,20.62,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""DeepSeek V4.1 Flash 1017""][""high""][""main""].correct)",,out:not-headline,in fcode20score,cognition,deepseek-v4.1-flash-1017,max,agentic-tool,hard,,per-rollout,0.384,0.000289,,82220,19.3,weighted-rubric,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""DeepSeek V4.1 Flash 1017""][""max""][""main""].new_score)",,in,in fcode20pass,cognition,deepseek-v4.1-flash-1017,max,agentic-tool,hard,,per-rollout,0.384,0.000289,,82220,21.77,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""DeepSeek V4.1 Flash 1017""][""max""][""main""].correct)",,out:not-headline,in fcode20score,cognition,fable-5.1,low,agentic-tool,hard,,per-rollout,3.007,0.000289,,28797,20.59,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Claude Fable 5.1""][""low""][""main""].new_score)",,in,in fcode20pass,cognition,fable-5.1,low,agentic-tool,hard,,per-rollout,3.007,0.000289,,28797,22.88,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Claude Fable 5.1""][""low""][""main""].correct)",,out:not-headline,in fcode20score,cognition,fable-5.1,medium,agentic-tool,hard,,per-rollout,3.891,0.000289,,37911,21.47,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Claude Fable 5.1""][""medium""][""main""].new_score)",,in,in fcode20pass,cognition,fable-5.1,medium,agentic-tool,hard,,per-rollout,3.891,0.000289,,37911,23.79,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Claude Fable 5.1""][""medium""][""main""].correct)",,out:not-headline,in fcode20score,cognition,fable-5.1,high,agentic-tool,hard,,per-rollout,5.386,0.000289,,54242,25.67,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Claude Fable 5.1""][""high""][""main""].new_score)",,in,in fcode20pass,cognition,fable-5.1,high,agentic-tool,hard,,per-rollout,5.386,0.000289,,54242,28.48,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Claude Fable 5.1""][""high""][""main""].correct)",,out:not-headline,in fcode20score,cognition,fable-5.1,xhigh,agentic-tool,hard,,per-rollout,8.68,0.00289,,92813,32.44,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Claude Fable 5.1""][""xhigh""][""main""].new_score)",,in,in fcode20pass,cognition,fable-5.1,xhigh,agentic-tool,hard,,per-rollout,8.68,0.00289,,92813,35.76,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Claude Fable 5.1""][""xhigh""][""main""].correct)",,out:not-headline,in fcode20score,cognition,fable-5.1,max,agentic-tool,hard,,per-rollout,11.457,0.000289,,119089,31.67,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Claude Fable 5.1""][""max""][""main""].new_score)",,in,in fcode20pass,cognition,fable-5.1,max,agentic-tool,hard,,per-rollout,11.457,0.000289,,119089,34.85,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Claude Fable 5.1""][""max""][""main""].correct)",,out:not-headline,in fcode20score,cognition,glm-5.3,low,agentic-tool,hard,,per-rollout,3.189,0.000289,,47199,14.37,weighted-rubric,0.00289,,cost-method-assumed-single,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""GLM 5.3""][""low""][""main""].new_score)",,in,out:cost-not-comparable fcode20pass,cognition,glm-5.3,low,agentic-tool,hard,,per-rollout,3.189,0.000289,,47199,16.16,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""GLM 5.3""][""low""][""main""].correct)",,out:not-headline,out:cost-not-comparable fcode20score,cognition,glm-5.3,high,agentic-tool,hard,,per-rollout,5.181,0.000289,,73247,16.84,weighted-rubric,0.00289,,cost-method-assumed-single,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""GLM 5.3""][""high""][""main""].new_score)",,in,out:cost-not-comparable fcode20pass,cognition,glm-5.3,high,agentic-tool,hard,,per-rollout,5.181,0.000289,,73247,18.94,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""GLM 5.3""][""high""][""main""].correct)",,out:not-headline,out:cost-not-comparable fcode20score,cognition,glm-5.3,max,agentic-tool,hard,,per-rollout,7.516,0.000289,,100706,17.81,weighted-rubric,0.00289,,cost-method-assumed-single,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""GLM 5.3""][""max""][""main""].new_score)",,in,out:cost-not-comparable fcode20pass,cognition,glm-5.3,max,agentic-tool,hard,,per-rollout,7.516,0.000289,,100706,20.2,pass%,0.0289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""GLM 5.3""][""max""][""main""].correct)",,out:not-headline,out:cost-not-comparable fcode20score,cognition,glm-5.3-flash,low,agentic-tool,hard,,per-rollout,0.43,0.00289,,35321,7.81,weighted-rubric,0.00289,,cost-method-assumed-single,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""GLM 5.3 Flash""][""low""][""main""].new_score)",,in,out:cost-not-comparable fcode20pass,cognition,glm-5.3-flash,low,agentic-tool,hard,,per-rollout,0.43,0.00289,,35321,8.88,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""GLM 5.3 Flash""][""low""][""main""].correct)",,out:not-headline,out:cost-not-comparable fcode20score,cognition,glm-5.3-flash,high,agentic-tool,hard,,per-rollout,0.584,0.000289,,56914,12.41,weighted-rubric,0.00289,,cost-method-assumed-single,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""GLM 5.3 Flash""][""high""][""main""].new_score)",,in,out:cost-not-comparable fcode20pass,cognition,glm-5.3-flash,high,agentic-tool,hard,,per-rollout,0.584,0.000289,,56914,14.14,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""GLM 5.3 Flash""][""high""][""main""].correct)",,out:not-headline,out:cost-not-comparable fcode20score,cognition,glm-5.3-flash,max,agentic-tool,hard,,per-rollout,0.792,0.000289,,90044,14.18,weighted-rubric,0.00289,,cost-method-assumed-single,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""GLM 5.3 Flash""][""max""][""main""].new_score)",,in,out:cost-not-comparable fcode20pass,cognition,glm-5.3-flash,max,agentic-tool,hard,,per-rollout,0.792,0.000289,,90044,15.87,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""GLM 5.3 Flash""][""max""][""main""].correct)",,out:not-headline,out:cost-not-comparable fcode20score,cognition,gpt-5.5,low,agentic-tool,hard,,per-rollout,1.9753,2.89e-05,,10332,7.2,weighted-rubric,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""GPT-5.5""][""low""][""main""].new_score)",,in,in fcode20pass,cognition,gpt-5.5,low,agentic-tool,hard,,per-rollout,1.9753,2.89e-05,,10332,8.21,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""GPT-5.5""][""low""][""main""].correct)",,out:not-headline,in fcode20score,cognition,gpt-5.5,medium,agentic-tool,hard,,per-rollout,2.9515,2.89e-05,,16320,14.22,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""GPT-5.5""][""medium""][""main""].new_score)",,in,in fcode20pass,cognition,gpt-5.5,medium,agentic-tool,hard,,per-rollout,2.9515,2.89e-05,,16320,15.91,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""GPT-5.5""][""medium""][""main""].correct)",,out:not-headline,in fcode20score,cognition,gpt-5.5,high,agentic-tool,hard,,per-rollout,3.8021,2.89e-05,,21907,19.09,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""GPT-5.5""][""high""][""main""].new_score)",,in,in fcode20pass,cognition,gpt-5.5,high,agentic-tool,hard,,per-rollout,3.8021,2.89e-05,,21907,21.58,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""GPT-5.5""][""high""][""main""].correct)",,out:not-headline,in fcode20score,cognition,gpt-5.5,xhigh,agentic-tool,hard,,per-rollout,5.2771,2.89e-05,,30925,22.62,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""GPT-5.5""][""xhigh""][""main""].new_score)",,in,in fcode20pass,cognition,gpt-5.5,xhigh,agentic-tool,hard,,per-rollout,5.2771,2.89e-05,,30925,25.3,pass%,0.0289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""GPT-5.5""][""xhigh""][""main""].correct)",,out:not-headline,in fcode20score,cognition,gpt-5.6-sol,low,agentic-tool,hard,,per-rollout,1.81375,0.209,,9806,12.79,weighted-rubric,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""GPT-5.6 Sol""][""low""][""main""].new_score)",,in,in fcode20pass,cognition,gpt-5.6-sol,low,agentic-tool,hard,,per-rollout,1.451,0.000289,,9806,14.42,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""GPT-5.6 Sol""][""low""][""main""].correct)",,out:not-headline,in fcode20score,cognition,gpt-5.6-sol,medium,agentic-tool,hard,,per-rollout,2.95,0.341,,15446,19.52,weighted-rubric,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""GPT-5.6 Sol""][""medium""][""main""].new_score)",,in,in fcode20pass,cognition,gpt-5.6-sol,medium,agentic-tool,hard,,per-rollout,2.36,0.00289,,15446,22.12,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""GPT-5.6 Sol""][""medium""][""main""].correct)",,out:not-headline,in fcode20score,cognition,gpt-5.6-sol,high,agentic-tool,hard,,per-rollout,3.9574999999999996,0.457,,20920,24.29,weighted-rubric,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""GPT-5.6 Sol""][""high""][""main""].new_score)",,in,in fcode20pass,cognition,gpt-5.6-sol,high,agentic-tool,hard,,per-rollout,3.166,0.000289,,20920,27.27,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""GPT-5.6 Sol""][""high""][""main""].correct)",,out:not-headline,in fcode20score,cognition,gpt-5.6-sol,xhigh,agentic-tool,hard,,per-rollout,4.7875,0.553,,26415,24.08,weighted-rubric,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""GPT-5.6 Sol""][""xhigh""][""main""].new_score)",,in,in fcode20pass,cognition,gpt-5.6-sol,xhigh,agentic-tool,hard,,per-rollout,3.83,0.00289,,26415,26.97,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""GPT-5.6 Sol""][""xhigh""][""main""].correct)",,out:not-headline,in fcode20score,cognition,gpt-5.6-sol,max,agentic-tool,hard,,per-rollout,6.87875,0.794,,38352,27.64,weighted-rubric,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""GPT-5.6 Sol""][""max""][""main""].new_score)",,in,in fcode20pass,cognition,gpt-5.6-sol,max,agentic-tool,hard,,per-rollout,5.503,0.000289,,38352,30.61,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""GPT-5.6 Sol""][""max""][""main""].correct)",,out:not-headline,in fcode20score,cognition,gpt-6-astra,low,agentic-tool,hard,,per-rollout,2.437,0.000289,,8987,31.11,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""GPT-6 Astra""][""low""][""main""].new_score)",,in,in fcode20pass,cognition,gpt-6-astra,low,agentic-tool,hard,,per-rollout,2.437,0.000289,,8987,34.24,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""GPT-6 Astra""][""low""][""main""].correct)",,out:not-headline,in fcode20score,cognition,gpt-6-astra,medium,agentic-tool,hard,,per-rollout,3.493,0.000289,,14065,36.75,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""GPT-6 Astra""][""medium""][""main""].new_score)",,in,in fcode20pass,cognition,gpt-6-astra,medium,agentic-tool,hard,,per-rollout,3.493,0.000289,,14065,40.15,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""GPT-6 Astra""][""medium""][""main""].correct)",,out:not-headline,in fcode20score,cognition,gpt-6-astra,high,agentic-tool,hard,,per-rollout,4.277,0.000289,,18433,38.31,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""GPT-6 Astra""][""high""][""main""].new_score)",,in,in fcode20pass,cognition,gpt-6-astra,high,agentic-tool,hard,,per-rollout,4.277,0.000289,,18433,41.36,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""GPT-6 Astra""][""high""][""main""].correct)",,out:not-headline,in fcode20score,cognition,gpt-6-astra,xhigh,agentic-tool,hard,,per-rollout,4.539,0.000289,,20869,41.41,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""GPT-6 Astra""][""xhigh""][""main""].new_score)",,in,in fcode20pass,cognition,gpt-6-astra,xhigh,agentic-tool,hard,,per-rollout,4.539,0.000289,,20869,44.85,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""GPT-6 Astra""][""xhigh""][""main""].correct)",,out:not-headline,in fcode20score,cognition,gpt-6-astra,max,agentic-tool,hard,,per-rollout,6.676,0.000289,,36354,42.77,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""GPT-6 Astra""][""max""][""main""].new_score)",,in,in fcode20pass,cognition,gpt-6-astra,max,agentic-tool,hard,,per-rollout,6.676,0.000289,,36354,46.21,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""GPT-6 Astra""][""max""][""main""].correct)",,out:not-headline,in fcode20score,cognition,gpt-6-luna,low,agentic-tool,hard,,per-rollout,0.023,0.000289,,6519,4.05,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""GPT-6 Luna""][""low""][""main""].new_score)",,in,in fcode20pass,cognition,gpt-6-luna,low,agentic-tool,hard,,per-rollout,0.023,0.000289,,6519,4.55,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""GPT-6 Luna""][""low""][""main""].correct)",,out:not-headline,in fcode20score,cognition,gpt-6-luna,medium,agentic-tool,hard,,per-rollout,0.092,0.000289,,31360,15.97,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""GPT-6 Luna""][""medium""][""main""].new_score)",,in,in fcode20pass,cognition,gpt-6-luna,medium,agentic-tool,hard,,per-rollout,0.092,0.000289,,31360,17.73,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""GPT-6 Luna""][""medium""][""main""].correct)",,out:not-headline,in fcode20score,cognition,gpt-6-luna,high,agentic-tool,hard,,per-rollout,0.115,0.000289,,42170,16.5,weighted-rubric,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""GPT-6 Luna""][""high""][""main""].new_score)",,in,in fcode20pass,cognition,gpt-6-luna,high,agentic-tool,hard,,per-rollout,0.115,0.000289,,42170,18.48,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""GPT-6 Luna""][""high""][""main""].correct)",,out:not-headline,in fcode20score,cognition,gpt-6-luna,xhigh,agentic-tool,hard,,per-rollout,0.132,0.000289,,50565,18.44,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""GPT-6 Luna""][""xhigh""][""main""].new_score)",,in,in fcode20pass,cognition,gpt-6-luna,xhigh,agentic-tool,hard,,per-rollout,0.132,0.000289,,50565,20.45,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""GPT-6 Luna""][""xhigh""][""main""].correct)",,out:not-headline,in fcode20score,cognition,gpt-6-luna,max,agentic-tool,hard,,per-rollout,0.174,0.000289,,79659,21.87,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""GPT-6 Luna""][""max""][""main""].new_score)",,in,in fcode20pass,cognition,gpt-6-luna,max,agentic-tool,hard,,per-rollout,0.174,0.000289,,79659,24.24,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""GPT-6 Luna""][""max""][""main""].correct)",,out:not-headline,in fcode20score,cognition,gpt-6-sol,low,agentic-tool,hard,,per-rollout,0.4164,2.89e-05,,6487,10.49,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""GPT-6 Sol""][""low""][""main""].new_score)",,in,in fcode20pass,cognition,gpt-6-sol,low,agentic-tool,hard,,per-rollout,0.4164,2.89e-05,,6487,11.67,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""GPT-6 Sol""][""low""][""main""].correct)",,out:not-headline,in fcode20score,cognition,gpt-6-sol,medium,agentic-tool,hard,,per-rollout,0.8225,2.89e-05,,13750,21.63,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""GPT-6 Sol""][""medium""][""main""].new_score)",,in,in fcode20pass,cognition,gpt-6-sol,medium,agentic-tool,hard,,per-rollout,0.8225,2.89e-05,,13750,24.09,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""GPT-6 Sol""][""medium""][""main""].correct)",,out:not-headline,in fcode20score,cognition,gpt-6-sol,high,agentic-tool,hard,,per-rollout,1.0714,2.89e-05,,19393,22.81,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""GPT-6 Sol""][""high""][""main""].new_score)",,in,in fcode20pass,cognition,gpt-6-sol,high,agentic-tool,hard,,per-rollout,1.0714,2.89e-05,,19393,25.3,pass%,0.0289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""GPT-6 Sol""][""high""][""main""].correct)",,out:not-headline,in fcode20score,cognition,gpt-6-sol,xhigh,agentic-tool,hard,,per-rollout,1.4432,2.89e-05,,28587,30.32,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""GPT-6 Sol""][""xhigh""][""main""].new_score)",,in,in fcode20pass,cognition,gpt-6-sol,xhigh,agentic-tool,hard,,per-rollout,1.4432,2.89e-05,,28587,33.48,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""GPT-6 Sol""][""xhigh""][""main""].correct)",,out:not-headline,in fcode20score,cognition,gpt-6-sol,max,agentic-tool,hard,,per-rollout,2.3547,2.89e-05,,54181,34.25,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""GPT-6 Sol""][""max""][""main""].new_score)",,in,in fcode20pass,cognition,gpt-6-sol,max,agentic-tool,hard,,per-rollout,2.3547,2.89e-05,,54181,37.58,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""GPT-6 Sol""][""max""][""main""].correct)",,out:not-headline,in fcode20score,cognition,gpt-6.1-sol,low,agentic-tool,hard,,per-rollout,0.341,0.000289,,10042,25.6,weighted-rubric,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""GPT-6.1 Sol""][""low""][""main""].new_score)",,in,in fcode20pass,cognition,gpt-6.1-sol,low,agentic-tool,hard,,per-rollout,0.341,0.000289,,10042,28.33,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""GPT-6.1 Sol""][""low""][""main""].correct)",,out:not-headline,in fcode20score,cognition,gpt-6.1-sol,medium,agentic-tool,hard,,per-rollout,0.492,0.000289,,15686,29.58,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""GPT-6.1 Sol""][""medium""][""main""].new_score)",,in,in fcode20pass,cognition,gpt-6.1-sol,medium,agentic-tool,hard,,per-rollout,0.492,0.000289,,15686,32.27,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""GPT-6.1 Sol""][""medium""][""main""].correct)",,out:not-headline,in fcode20score,cognition,gpt-6.1-sol,high,agentic-tool,hard,,per-rollout,0.647,0.000289,,22419,34.82,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""GPT-6.1 Sol""][""high""][""main""].new_score)",,in,in fcode20pass,cognition,gpt-6.1-sol,high,agentic-tool,hard,,per-rollout,0.647,0.000289,,22419,38.03,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""GPT-6.1 Sol""][""high""][""main""].correct)",,out:not-headline,in fcode20score,cognition,gpt-6.1-sol,xhigh,agentic-tool,hard,,per-rollout,0.695,0.000289,,24789,32.33,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""GPT-6.1 Sol""][""xhigh""][""main""].new_score)",,in,in fcode20pass,cognition,gpt-6.1-sol,xhigh,agentic-tool,hard,,per-rollout,0.695,0.000289,,24789,35.3,pass%,0.0289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""GPT-6.1 Sol""][""xhigh""][""main""].correct)",,out:not-headline,in fcode20score,cognition,gpt-6.1-sol,max,agentic-tool,hard,,per-rollout,1.029,0.000289,,41479,38.95,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""GPT-6.1 Sol""][""max""][""main""].new_score)",,in,in fcode20pass,cognition,gpt-6.1-sol,max,agentic-tool,hard,,per-rollout,1.029,0.000289,,41479,42.27,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""GPT-6.1 Sol""][""max""][""main""].correct)",,out:not-headline,in fcode20score,cognition,gemini-4-argon,low,agentic-tool,hard,,per-rollout,3.977,0.000289,,63291,21.47,weighted-rubric,0.00289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Gemini 4 Argon""][""low""][""main""].new_score)",,in,in fcode20pass,cognition,gemini-4-argon,low,agentic-tool,hard,,per-rollout,3.977,0.000289,,63291,23.79,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Gemini 4 Argon""][""low""][""main""].correct)",,out:not-headline,in fcode20score,cognition,gemini-4-argon,medium,agentic-tool,hard,,per-rollout,5.688,0.000289,,123879,23.45,weighted-rubric,0.00289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Gemini 4 Argon""][""medium""][""main""].new_score)",,in,in fcode20pass,cognition,gemini-4-argon,medium,agentic-tool,hard,,per-rollout,5.688,0.000289,,123879,26.06,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Gemini 4 Argon""][""medium""][""main""].correct)",,out:not-headline,in fcode20score,cognition,gemini-4-argon,high,agentic-tool,hard,,per-rollout,6.514,0.000289,,148569,26.3,weighted-rubric,0.0289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Gemini 4 Argon""][""high""][""main""].new_score)",,in,in fcode20pass,cognition,gemini-4-argon,high,agentic-tool,hard,,per-rollout,6.514,0.000289,,148569,29.09,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Gemini 4 Argon""][""high""][""main""].correct)",,out:not-headline,in fcode20score,cognition,gemini-4-carbon,low,agentic-tool,hard,,per-rollout,4.548,0.000289,,57868,31.88,weighted-rubric,0.00289,,EAP-run; base-scheduled-list-price; cost-method-assumed-single,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Gemini 4 Carbon""][""low""][""main""].new_score)",,in,out:cost-not-comparable fcode20pass,cognition,gemini-4-carbon,low,agentic-tool,hard,,per-rollout,4.548,0.000289,,57868,35.35,pass%,0.00289,,EAP-run,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Gemini 4 Carbon""][""low""][""main""].correct)",,out:not-headline,out:cost-not-comparable fcode20score,cognition,gemini-4-carbon,medium,agentic-tool,hard,,per-rollout,4.044,0.000289,,109126,40,weighted-rubric,2.89,,EAP-run; base-scheduled-list-price; cost-method-assumed-single,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Gemini 4 Carbon""][""medium""][""main""].new_score)",,in,out:cost-not-comparable fcode20pass,cognition,gemini-4-carbon,medium,agentic-tool,hard,,per-rollout,4.044,0.000289,,109126,44.32,pass%,0.00289,,EAP-run,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Gemini 4 Carbon""][""medium""][""main""].correct)",,out:not-headline,out:cost-not-comparable fcode20score,cognition,gemini-4-carbon,high,agentic-tool,hard,,per-rollout,4.434,0.000289,,121442,37.48,weighted-rubric,0.00289,,EAP-run; base-scheduled-list-price; cost-method-assumed-single,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Gemini 4 Carbon""][""high""][""main""].new_score)",,in,out:cost-not-comparable fcode20pass,cognition,gemini-4-carbon,high,agentic-tool,hard,,per-rollout,4.434,0.000289,,121442,41.67,pass%,0.00289,,EAP-run,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Gemini 4 Carbon""][""high""][""main""].correct)",,out:not-headline,out:cost-not-comparable fcode20score,cognition,grok-4.7,low,agentic-tool,hard,,per-rollout,3.873,0.000289,,38161,20.8,weighted-rubric,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Grok 4.7""][""low""][""main""].new_score)",,in,in fcode20pass,cognition,grok-4.7,low,agentic-tool,hard,,per-rollout,3.873,0.000289,,38161,23.37,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Grok 4.7""][""low""][""main""].correct)",,out:not-headline,in fcode20score,cognition,grok-4.7,medium,agentic-tool,hard,,per-rollout,8.028,0.000289,,72180,25.94,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Grok 4.7""][""medium""][""main""].new_score)",,in,in fcode20pass,cognition,grok-4.7,medium,agentic-tool,hard,,per-rollout,8.028,0.000289,,72180,29.24,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Grok 4.7""][""medium""][""main""].correct)",,out:not-headline,in fcode20score,cognition,grok-4.7,high,agentic-tool,hard,,per-rollout,11.094,0.000289,,94341,26.55,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Grok 4.7""][""high""][""main""].new_score)",,in,in fcode20pass,cognition,grok-4.7,high,agentic-tool,hard,,per-rollout,11.094,0.000289,,94341,29.7,pass%,0.0289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Grok 4.7""][""high""][""main""].correct)",,out:not-headline,in fcode20score,cognition,grok-4.7,xhigh,agentic-tool,hard,,per-rollout,14.36,0.00289,,110790,28.62,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Grok 4.7""][""xhigh""][""main""].new_score)",,in,in fcode20pass,cognition,grok-4.7,xhigh,agentic-tool,hard,,per-rollout,14.36,0.00289,,110790,31.97,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Grok 4.7""][""xhigh""][""main""].correct)",,out:not-headline,in fcode20score,cognition,haiku-5.5,low,agentic-tool,hard,,per-rollout,0.065,0.000289,,39366,10.46,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Claude Haiku 5.5""][""low""][""main""].new_score)",,in,in fcode20pass,cognition,haiku-5.5,low,agentic-tool,hard,,per-rollout,0.065,0.000289,,39366,11.68,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Claude Haiku 5.5""][""low""][""main""].correct)",,out:not-headline,in fcode20score,cognition,haiku-5.5,medium,agentic-tool,hard,,per-rollout,0.097,0.000289,,57582,13.42,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Claude Haiku 5.5""][""medium""][""main""].new_score)",,in,in fcode20pass,cognition,haiku-5.5,medium,agentic-tool,hard,,per-rollout,0.097,0.000289,,57582,15,pass%,0.289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Claude Haiku 5.5""][""medium""][""main""].correct)",,out:not-headline,in fcode20score,cognition,haiku-5.5,high,agentic-tool,hard,,per-rollout,0.139,0.000289,,80993,18.64,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Claude Haiku 5.5""][""high""][""main""].new_score)",,in,in fcode20pass,cognition,haiku-5.5,high,agentic-tool,hard,,per-rollout,0.139,0.000289,,80993,20.76,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Claude Haiku 5.5""][""high""][""main""].correct)",,out:not-headline,in fcode20score,cognition,haiku-5.5,xhigh,agentic-tool,hard,,per-rollout,0.226,0.000289,,127735,22.28,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Claude Haiku 5.5""][""xhigh""][""main""].new_score)",,in,in fcode20pass,cognition,haiku-5.5,xhigh,agentic-tool,hard,,per-rollout,0.226,0.000289,,127735,24.77,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Claude Haiku 5.5""][""xhigh""][""main""].correct)",,out:not-headline,in fcode20score,cognition,haiku-5.5,max,agentic-tool,hard,,per-rollout,0.366,0.000289,,205112,27.72,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Claude Haiku 5.5""][""max""][""main""].new_score)",,in,in fcode20pass,cognition,haiku-5.5,max,agentic-tool,hard,,per-rollout,0.366,0.000289,,205112,30.5,pass%,0.0289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Claude Haiku 5.5""][""max""][""main""].correct)",,out:not-headline,in fcode20score,cognition,inkling-small,high,agentic-tool,hard,,per-rollout,1.366,0.000289,,13658,1.27,weighted-rubric,0.00289,,cost-method-assumed-single,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Inkling Small""][""high""][""main""].new_score)",,out:single-couple,out:cost-not-comparable fcode20pass,cognition,inkling-small,high,agentic-tool,hard,,per-rollout,1.366,0.000289,,13658,1.54,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Inkling Small""][""high""][""main""].correct)",,out:not-headline,out:cost-not-comparable fcode20score,cognition,inkling-small,not-established:absent,agentic-tool,hard,,per-rollout,3.684,0.000289,,39077,3.21,weighted-rubric,0.00289,,max-as-highest,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Inkling Small""][""max""][""main""].new_score)",,out:effort-not-established,out:effort-not-established fcode20pass,cognition,inkling-small,not-established:absent,agentic-tool,hard,,per-rollout,3.684,0.000289,,39077,3.79,pass%,0.00289,,max-as-highest,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Inkling Small""][""max""][""main""].correct)",,out:effort-not-established,out:effort-not-established fcode20score,cognition,kimi-k3,not-established:absent,agentic-tool,hard,,per-rollout,2.977,0.000289,,28740,11.1,weighted-rubric,0.0289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Kimi K3""][""low""][""main""].new_score)",,out:effort-not-established,out:effort-not-established fcode20pass,cognition,kimi-k3,not-established:absent,agentic-tool,hard,,per-rollout,2.977,0.000289,,28740,12.37,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Kimi K3""][""low""][""main""].correct)",,out:effort-not-established,out:effort-not-established fcode20score,cognition,kimi-k3,not-established:absent,agentic-tool,hard,,per-rollout,4.475,0.000289,,49854,17.74,weighted-rubric,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Kimi K3""][""high""][""main""].new_score)",,out:effort-not-established,out:effort-not-established fcode20pass,cognition,kimi-k3,not-established:absent,agentic-tool,hard,,per-rollout,4.475,0.000289,,49854,19.75,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Kimi K3""][""high""][""main""].correct)",,out:effort-not-established,out:effort-not-established fcode20score,cognition,kimi-k3,max,agentic-tool,hard,,per-rollout,5.456,0.000289,,64271,17.31,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Kimi K3""][""max""][""main""].new_score)",,in,in fcode20pass,cognition,kimi-k3,max,agentic-tool,hard,,per-rollout,5.456,0.000289,,64271,19.44,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Kimi K3""][""max""][""main""].correct)",,out:not-headline,in fcode20score,cognition,?Kimi K3.1 Pro,not-established:absent,agentic-tool,hard,,per-rollout,1.877,0.000289,,20367,12.86,weighted-rubric,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Kimi K3.1 Pro""][""low""][""main""].new_score)",,out:model-not-established,out:model-not-established fcode20pass,cognition,?Kimi K3.1 Pro,not-established:absent,agentic-tool,hard,,per-rollout,1.877,0.000289,,20367,14.14,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Kimi K3.1 Pro""][""low""][""main""].correct)",,out:model-not-established,out:model-not-established fcode20score,cognition,?Kimi K3.1 Pro,not-established:absent,agentic-tool,hard,,per-rollout,2.358,0.000289,,27628,17.29,weighted-rubric,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Kimi K3.1 Pro""][""high""][""main""].new_score)",,out:model-not-established,out:model-not-established fcode20pass,cognition,?Kimi K3.1 Pro,not-established:absent,agentic-tool,hard,,per-rollout,2.358,0.000289,,27628,19.19,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Kimi K3.1 Pro""][""high""][""main""].correct)",,out:model-not-established,out:model-not-established fcode20score,cognition,?Kimi K3.1 Pro,not-established:absent,agentic-tool,hard,,per-rollout,3.033,0.000289,,37242,19.64,weighted-rubric,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Kimi K3.1 Pro""][""max""][""main""].new_score)",,out:model-not-established,out:model-not-established fcode20pass,cognition,?Kimi K3.1 Pro,not-established:absent,agentic-tool,hard,,per-rollout,3.033,0.000289,,37242,21.72,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Kimi K3.1 Pro""][""max""][""main""].correct)",,out:model-not-established,out:model-not-established fcode20score,cognition,?Mistral Large 4,not-established:absent,agentic-tool,hard,,per-rollout,0.669,0.000289,,28384,9.5,weighted-rubric,0.0289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Mistral Large 4""][""low""][""main""].new_score)",,out:model-not-established,out:model-not-established fcode20pass,cognition,?Mistral Large 4,not-established:absent,agentic-tool,hard,,per-rollout,0.669,0.000289,,28384,10.61,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Mistral Large 4""][""low""][""main""].correct)",,out:model-not-established,out:model-not-established fcode20score,cognition,?Mistral Large 4,not-established:absent,agentic-tool,hard,,per-rollout,1.031,0.000289,,51238,8.78,weighted-rubric,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Mistral Large 4""][""medium""][""main""].new_score)",,out:model-not-established,out:model-not-established fcode20pass,cognition,?Mistral Large 4,not-established:absent,agentic-tool,hard,,per-rollout,1.031,0.000289,,51238,9.85,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Mistral Large 4""][""medium""][""main""].correct)",,out:model-not-established,out:model-not-established fcode20score,cognition,?Mistral Large 4,not-established:absent,agentic-tool,hard,,per-rollout,1.549,0.000289,,88069,19.65,weighted-rubric,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Mistral Large 4""][""high""][""main""].new_score)",,out:model-not-established,out:model-not-established fcode20pass,cognition,?Mistral Large 4,not-established:absent,agentic-tool,hard,,per-rollout,1.549,0.000289,,88069,21.97,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Mistral Large 4""][""high""][""main""].correct)",,out:model-not-established,out:model-not-established fcode20score,cognition,?Muse Wonder 1.0,not-established:absent,agentic-tool,hard,,per-rollout,1.843,0.000289,,20301,21.21,weighted-rubric,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Muse Wonder 1.0""][""low""][""main""].new_score)",,out:model-not-established,out:model-not-established fcode20pass,cognition,?Muse Wonder 1.0,not-established:absent,agentic-tool,hard,,per-rollout,1.843,0.000289,,20301,24.13,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Muse Wonder 1.0""][""low""][""main""].correct)",,out:model-not-established,out:model-not-established fcode20score,cognition,?Muse Wonder 1.0,not-established:absent,agentic-tool,hard,,per-rollout,2.534,0.000289,,26714,23.14,weighted-rubric,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Muse Wonder 1.0""][""medium""][""main""].new_score)",,out:model-not-established,out:model-not-established fcode20pass,cognition,?Muse Wonder 1.0,not-established:absent,agentic-tool,hard,,per-rollout,2.534,0.000289,,26714,26.06,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Muse Wonder 1.0""][""medium""][""main""].correct)",,out:model-not-established,out:model-not-established fcode20score,cognition,?Muse Wonder 1.0,not-established:absent,agentic-tool,hard,,per-rollout,3.143,0.000289,,32832,24.28,weighted-rubric,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Muse Wonder 1.0""][""high""][""main""].new_score)",,out:model-not-established,out:model-not-established fcode20pass,cognition,?Muse Wonder 1.0,not-established:absent,agentic-tool,hard,,per-rollout,3.143,0.000289,,32832,27.42,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Muse Wonder 1.0""][""high""][""main""].correct)",,out:model-not-established,out:model-not-established fcode20score,cognition,?Muse Wonder 1.0,not-established:absent,agentic-tool,hard,,per-rollout,3.793,0.000289,,38672,24.11,weighted-rubric,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Muse Wonder 1.0""][""xhigh""][""main""].new_score)",,out:model-not-established,out:model-not-established fcode20pass,cognition,?Muse Wonder 1.0,not-established:absent,agentic-tool,hard,,per-rollout,3.793,0.000289,,38672,27.47,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Muse Wonder 1.0""][""xhigh""][""main""].correct)",,out:model-not-established,out:model-not-established fcode20score,cognition,opus-4.8,low,agentic-tool,hard,,per-rollout,4.195,0.000289,,40687,9.55,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Claude Opus 4.8""][""low""][""main""].new_score)",,in,in fcode20pass,cognition,opus-4.8,low,agentic-tool,hard,,per-rollout,4.195,0.000289,,40687,10.61,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Claude Opus 4.8""][""low""][""main""].correct)",,out:not-headline,in fcode20score,cognition,opus-4.8,medium,agentic-tool,hard,,per-rollout,5.588,0.000289,,57192,11.02,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Claude Opus 4.8""][""medium""][""main""].new_score)",,in,in fcode20pass,cognition,opus-4.8,medium,agentic-tool,hard,,per-rollout,5.588,0.000289,,57192,12.27,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Claude Opus 4.8""][""medium""][""main""].correct)",,out:not-headline,in fcode20score,cognition,opus-4.8,high,agentic-tool,hard,,per-rollout,6.316,0.000289,,62298,10.86,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Claude Opus 4.8""][""high""][""main""].new_score)",,in,in fcode20pass,cognition,opus-4.8,high,agentic-tool,hard,,per-rollout,6.316,0.000289,,62298,12.12,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Claude Opus 4.8""][""high""][""main""].correct)",,out:not-headline,in fcode20score,cognition,opus-4.8,xhigh,agentic-tool,hard,,per-rollout,9.133,0.000289,,88364,14.28,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Claude Opus 4.8""][""xhigh""][""main""].new_score)",,in,in fcode20pass,cognition,opus-4.8,xhigh,agentic-tool,hard,,per-rollout,9.133,0.000289,,88364,15.91,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Claude Opus 4.8""][""xhigh""][""main""].correct)",,out:not-headline,in fcode20score,cognition,opus-4.8,max,agentic-tool,hard,,per-rollout,12.129,0.000289,,125863,14.72,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Claude Opus 4.8""][""max""][""main""].new_score)",,in,in fcode20pass,cognition,opus-4.8,max,agentic-tool,hard,,per-rollout,12.129,0.000289,,125863,16.36,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Claude Opus 4.8""][""max""][""main""].correct)",,out:not-headline,in fcode20score,cognition,opus-5,low,agentic-tool,hard,,per-rollout,3.276,0.000289,,26898,18.69,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Claude Opus 5""][""low""][""main""].new_score)",,in,in fcode20pass,cognition,opus-5,low,agentic-tool,hard,,per-rollout,3.276,0.000289,,26898,20.91,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Claude Opus 5""][""low""][""main""].correct)",,out:not-headline,in fcode20score,cognition,opus-5,medium,agentic-tool,hard,,per-rollout,5.217,0.000289,,39813,23.97,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Claude Opus 5""][""medium""][""main""].new_score)",,in,in fcode20pass,cognition,opus-5,medium,agentic-tool,hard,,per-rollout,5.217,0.000289,,39813,26.82,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Claude Opus 5""][""medium""][""main""].correct)",,out:not-headline,in fcode20score,cognition,opus-5,high,agentic-tool,hard,,per-rollout,8.361,0.000289,,59260,26.72,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Claude Opus 5""][""high""][""main""].new_score)",,in,in fcode20pass,cognition,opus-5,high,agentic-tool,hard,,per-rollout,8.361,0.000289,,59260,29.7,pass%,0.0289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Claude Opus 5""][""high""][""main""].correct)",,out:not-headline,in fcode20score,cognition,opus-5,xhigh,agentic-tool,hard,,per-rollout,11.093,0.000289,,76436,26.74,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Claude Opus 5""][""xhigh""][""main""].new_score)",,in,in fcode20pass,cognition,opus-5,xhigh,agentic-tool,hard,,per-rollout,11.093,0.000289,,76436,29.85,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Claude Opus 5""][""xhigh""][""main""].correct)",,out:not-headline,in fcode20score,cognition,opus-5,max,agentic-tool,hard,,per-rollout,12.997,0.000289,,88196,26.58,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Claude Opus 5""][""max""][""main""].new_score)",,in,in fcode20pass,cognition,opus-5,max,agentic-tool,hard,,per-rollout,12.997,0.000289,,88196,29.7,pass%,0.0289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Claude Opus 5""][""max""][""main""].correct)",,out:not-headline,in fcode20score,cognition,opus-5.5,low,agentic-tool,hard,,per-rollout,0.746,0.000289,,14230,14.72,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Claude Opus 5.5""][""low""][""main""].new_score)",,in,in fcode20pass,cognition,opus-5.5,low,agentic-tool,hard,,per-rollout,0.746,0.000289,,14230,16.36,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Claude Opus 5.5""][""low""][""main""].correct)",,out:not-headline,in fcode20score,cognition,opus-5.5,medium,agentic-tool,hard,,per-rollout,1.699,0.000289,,30068,30.1,weighted-rubric,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Claude Opus 5.5""][""medium""][""main""].new_score)",,in,in fcode20pass,cognition,opus-5.5,medium,agentic-tool,hard,,per-rollout,1.699,0.000289,,30068,33.03,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Claude Opus 5.5""][""medium""][""main""].correct)",,out:not-headline,in fcode20score,cognition,opus-5.5,high,agentic-tool,hard,,per-rollout,2.423,0.000289,,41233,34.53,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Claude Opus 5.5""][""high""][""main""].new_score)",,in,in fcode20pass,cognition,opus-5.5,high,agentic-tool,hard,,per-rollout,2.423,0.000289,,41233,37.88,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Claude Opus 5.5""][""high""][""main""].correct)",,out:not-headline,in fcode20score,cognition,opus-5.5,xhigh,agentic-tool,hard,,per-rollout,5.184,0.000289,,88053,43.38,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Claude Opus 5.5""][""xhigh""][""main""].new_score)",,in,in fcode20pass,cognition,opus-5.5,xhigh,agentic-tool,hard,,per-rollout,5.184,0.000289,,88053,47.27,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Claude Opus 5.5""][""xhigh""][""main""].correct)",,out:not-headline,in fcode20score,cognition,opus-5.5,max,agentic-tool,hard,,per-rollout,12.821,0.000289,,201919,45.45,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Claude Opus 5.5""][""max""][""main""].new_score)",,in,in fcode20pass,cognition,opus-5.5,max,agentic-tool,hard,,per-rollout,12.821,0.000289,,201919,49.7,pass%,0.0289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Claude Opus 5.5""][""max""][""main""].correct)",,out:not-headline,in fcode20score,cognition,sonnet-5.5,low,agentic-tool,hard,,per-rollout,0.27675,0.0533,,11265,9.41,weighted-rubric,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Claude Sonnet 5.5""][""low""][""main""].new_score)",,in,in fcode20pass,cognition,sonnet-5.5,low,agentic-tool,hard,,per-rollout,0.369,0.000289,,11265,10.62,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Claude Sonnet 5.5""][""low""][""main""].correct)",,out:not-headline,in fcode20score,cognition,sonnet-5.5,medium,agentic-tool,hard,,per-rollout,0.3615,0.0696,,14449,14.17,weighted-rubric,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Claude Sonnet 5.5""][""medium""][""main""].new_score)",,in,in fcode20pass,cognition,sonnet-5.5,medium,agentic-tool,hard,,per-rollout,0.482,0.000289,,14449,15.76,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Claude Sonnet 5.5""][""medium""][""main""].correct)",,out:not-headline,in fcode20score,cognition,sonnet-5.5,high,agentic-tool,hard,,per-rollout,0.7995000000000001,0.154,,27839,21.9,weighted-rubric,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Claude Sonnet 5.5""][""high""][""main""].new_score)",,in,in fcode20pass,cognition,sonnet-5.5,high,agentic-tool,hard,,per-rollout,1.066,0.000289,,27839,24.28,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Claude Sonnet 5.5""][""high""][""main""].correct)",,out:not-headline,in fcode20score,cognition,sonnet-5.5,xhigh,agentic-tool,hard,,per-rollout,2.48625,0.478,,80433,34.75,weighted-rubric,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Claude Sonnet 5.5""][""xhigh""][""main""].new_score)",,in,in fcode20pass,cognition,sonnet-5.5,xhigh,agentic-tool,hard,,per-rollout,3.315,0.000289,,80433,38.03,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Claude Sonnet 5.5""][""xhigh""][""main""].correct)",,out:not-headline,in fcode20score,cognition,sonnet-5.5,max,agentic-tool,hard,,per-rollout,14.955749999999998,2.88,,514722,40.96,weighted-rubric,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Claude Sonnet 5.5""][""max""][""main""].new_score)",,in,in fcode20pass,cognition,sonnet-5.5,max,agentic-tool,hard,,per-rollout,19.941,0.000289,,514722,45,pass%,0.289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Claude Sonnet 5.5""][""max""][""main""].correct)",,out:not-headline,in fcode20score,cognition,?SWE-1.6,not-established:absent,agentic-tool,hard,,per-rollout,1.3592,2.89e-05,,23990,1.34,weighted-rubric,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""SWE-1.6""][""na""][""main""].new_score)",,out:model-not-established,out:model-not-established fcode20pass,cognition,?SWE-1.6,not-established:absent,agentic-tool,hard,,per-rollout,1.3592,2.89e-05,,23990,1.52,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""SWE-1.6""][""na""][""main""].correct)",,out:model-not-established,out:model-not-established fcode20score,cognition,?SWE-1.7,not-established:absent,agentic-tool,hard,,per-rollout,3.5209,2.89e-05,,89251,16.15,weighted-rubric,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""SWE-1.7""][""na""][""main""].new_score)",,out:model-not-established,out:model-not-established fcode20pass,cognition,?SWE-1.7,not-established:absent,agentic-tool,hard,,per-rollout,3.5209,2.89e-05,,89251,18.9,pass%,0.0289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""SWE-1.7""][""na""][""main""].correct)",,out:model-not-established,out:model-not-established fcode20score,cognition,?SWE-2 Flash,not-established:absent,agentic-tool,hard,,per-rollout,0.203,0.000289,,95841,23.17,weighted-rubric,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""SWE-2 Flash""][""low""][""main""].new_score)",,out:model-not-established,out:model-not-established fcode20pass,cognition,?SWE-2 Flash,not-established:absent,agentic-tool,hard,,per-rollout,0.203,0.000289,,95841,25.76,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""SWE-2 Flash""][""low""][""main""].correct)",,out:model-not-established,out:model-not-established fcode20score,cognition,?SWE-2 Flash,not-established:absent,agentic-tool,hard,,per-rollout,0.2024,2.89e-05,,91090,24,weighted-rubric,0.289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""SWE-2 Flash""][""max""][""main""].new_score)",,out:model-not-established,out:model-not-established fcode20pass,cognition,?SWE-2 Flash,not-established:absent,agentic-tool,hard,,per-rollout,0.2024,2.89e-05,,91090,27.27,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""SWE-2 Flash""][""max""][""main""].correct)",,out:model-not-established,out:model-not-established fcode20score,cognition,?Muse Spark Open,not-established:absent,agentic-tool,hard,,per-rollout,0.593,0.000289,,4472,0.42,weighted-rubric,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Muse Spark Open""][""low""][""main""].new_score)",,out:model-not-established,out:model-not-established fcode20pass,cognition,?Muse Spark Open,not-established:absent,agentic-tool,hard,,per-rollout,0.593,0.000289,,4472,0.51,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Muse Spark Open""][""low""][""main""].correct)",,out:model-not-established,out:model-not-established fcode20score,cognition,?Muse Spark Open,not-established:absent,agentic-tool,hard,,per-rollout,1.865,0.000289,,11576,1.63,weighted-rubric,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Muse Spark Open""][""medium""][""main""].new_score)",,out:model-not-established,out:model-not-established fcode20pass,cognition,?Muse Spark Open,not-established:absent,agentic-tool,hard,,per-rollout,1.865,0.000289,,11576,1.77,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Muse Spark Open""][""medium""][""main""].correct)",,out:model-not-established,out:model-not-established fcode20score,cognition,?Muse Spark Open,not-established:absent,agentic-tool,hard,,per-rollout,6.78,0.00289,,33810,3.95,weighted-rubric,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Muse Spark Open""][""high""][""main""].new_score)",,out:model-not-established,out:model-not-established fcode20pass,cognition,?Muse Spark Open,not-established:absent,agentic-tool,hard,,per-rollout,6.78,0.00289,,33810,4.29,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Muse Spark Open""][""high""][""main""].correct)",,out:model-not-established,out:model-not-established fcode20score,cognition,?Muse Spark Open,not-established:absent,agentic-tool,hard,,per-rollout,9.157,0.000289,,44615,6.24,weighted-rubric,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Muse Spark Open""][""xhigh""][""main""].new_score)",,out:model-not-established,out:model-not-established fcode20pass,cognition,?Muse Spark Open,not-established:absent,agentic-tool,hard,,per-rollout,9.157,0.000289,,44615,6.84,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Muse Spark Open""][""xhigh""][""main""].correct)",,out:model-not-established,out:model-not-established fcode20score,cognition,?Inkling 2 Small,not-established:absent,agentic-tool,hard,,per-rollout,0.439,0.000289,,62628,17.43,weighted-rubric,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Inkling 2 Small""][""none""][""main""].new_score)",,out:model-not-established,out:model-not-established fcode20pass,cognition,?Inkling 2 Small,not-established:absent,agentic-tool,hard,,per-rollout,0.439,0.000289,,62628,19.44,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Inkling 2 Small""][""none""][""main""].correct)",,out:model-not-established,out:model-not-established fcode20score,cognition,?Inkling 2 Small,not-established:absent,agentic-tool,hard,,per-rollout,0.286,0.000289,,36894,15.57,weighted-rubric,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Inkling 2 Small""][""low""][""main""].new_score)",,out:model-not-established,out:model-not-established fcode20pass,cognition,?Inkling 2 Small,not-established:absent,agentic-tool,hard,,per-rollout,0.286,0.000289,,36894,17.68,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Inkling 2 Small""][""low""][""main""].correct)",,out:model-not-established,out:model-not-established fcode20score,cognition,?Inkling 2 Small,not-established:absent,agentic-tool,hard,,per-rollout,0.417,0.000289,,59165,19.33,weighted-rubric,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Inkling 2 Small""][""medium""][""main""].new_score)",,out:model-not-established,out:model-not-established fcode20pass,cognition,?Inkling 2 Small,not-established:absent,agentic-tool,hard,,per-rollout,0.417,0.000289,,59165,21.72,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Inkling 2 Small""][""medium""][""main""].correct)",,out:model-not-established,out:model-not-established fcode20score,cognition,?Inkling 2 Small,not-established:absent,agentic-tool,hard,,per-rollout,0.562,0.000289,,89707,22.27,weighted-rubric,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Inkling 2 Small""][""high""][""main""].new_score)",,out:model-not-established,out:model-not-established fcode20pass,cognition,?Inkling 2 Small,not-established:absent,agentic-tool,hard,,per-rollout,0.562,0.000289,,89707,25,pass%,0.289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Inkling 2 Small""][""high""][""main""].correct)",,out:model-not-established,out:model-not-established fcode20score,cognition,?Inkling 2 Small,not-established:absent,agentic-tool,hard,,per-rollout,0.615,0.000289,,100243,20.68,weighted-rubric,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Inkling 2 Small""][""xhigh""][""main""].new_score)",,out:model-not-established,out:model-not-established fcode20pass,cognition,?Inkling 2 Small,not-established:absent,agentic-tool,hard,,per-rollout,0.615,0.000289,,100243,23.23,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Inkling 2 Small""][""xhigh""][""main""].correct)",,out:model-not-established,out:model-not-established fcode20score,cognition,?Inkling 2 Small,not-established:absent,agentic-tool,hard,,per-rollout,0.584,0.000289,,95400,22.57,weighted-rubric,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Inkling 2 Small""][""max""][""main""].new_score)",,out:model-not-established,out:model-not-established fcode20pass,cognition,?Inkling 2 Small,not-established:absent,agentic-tool,hard,,per-rollout,0.584,0.000289,,95400,25.51,pass%,0.00289,,,"https://cognition.com/data/frontier-code-2.0/data.json (data.json, data[""Inkling 2 Small""][""max""][""main""].correct)",,out:model-not-established,out:model-not-established fcodemain,cognition,?SWE-2,not-established:absent,coding,frontier,,per-rollout,0.3712,2.89e-05,,25701.5,43.09,weighted-rubric,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1_1:SWE-2:medium:main / column new_score),,out:model-not-established,out:model-not-established fcodemain,cognition,?SWE-2,not-established:absent,coding,frontier,,per-rollout,0.7813,2.89e-05,,52821.9,47.2,weighted-rubric,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1_1:SWE-2:high:main / column new_score),,out:model-not-established,out:model-not-established fcodemain,cognition,?SWE-2,not-established:absent,coding,frontier,,per-rollout,1.1761,2.89e-05,,72764.7,50,weighted-rubric,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1_1:SWE-2:max:main / column new_score),,out:model-not-established,out:model-not-established fcodemain,cognition,opus-5.5,low,coding,frontier,,per-rollout,0.4036,2.89e-05,,9061,47.3,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Opus 5.5:low:main / column new_score),,in,in fcodemain,cognition,opus-5.5,medium,coding,frontier,,per-rollout,0.8016,2.89e-05,,18519,54.64,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Opus 5.5:medium:main / column new_score),,in,in fcodemain,cognition,opus-5.5,high,coding,frontier,,per-rollout,1.0896,2.89e-05,,26143,53.99,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Opus 5.5:high:main / column new_score),,in,in fcodemain,cognition,opus-5.5,xhigh,coding,frontier,,per-rollout,2.2545,2.89e-05,,60182,51.42,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Opus 5.5:xhigh:main / column new_score),,in,in fcodemain,cognition,opus-5.5,max,coding,frontier,,per-rollout,6.191,2.89e-05,,165811,54.43,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Opus 5.5:max:main / column new_score),,in,in fcodemain,cognition,sonnet-5.5,low,coding,frontier,,per-rollout,0.14550000000000002,0.028,,6353,29.33,weighted-rubric,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Sonnet 5.5:low:main / column new_score),,in,in fcodemain,cognition,sonnet-5.5,medium,coding,frontier,,per-rollout,0.177375,0.0341,,7597,36.48,weighted-rubric,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Sonnet 5.5:medium:main / column new_score),,in,in fcodemain,cognition,sonnet-5.5,high,coding,frontier,,per-rollout,0.313125,0.0603,,13003,49.38,weighted-rubric,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Sonnet 5.5:high:main / column new_score),,in,in fcodemain,cognition,sonnet-5.5,xhigh,coding,frontier,,per-rollout,1.191075,0.229,,47385,52.09,weighted-rubric,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Sonnet 5.5:xhigh:main / column new_score),,in,in fcodemain,cognition,sonnet-5.5,max,coding,frontier,,per-rollout,15.58635,3,,595651,46.21,weighted-rubric,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Sonnet 5.5:max:main / column new_score),,in,in fcodemain,cognition,haiku-5.5,low,coding,frontier,,per-rollout,0.0596,2.89e-05,,23868,34.76,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Haiku 5.5:low:main / column new_score),,in,in fcodemain,cognition,haiku-5.5,medium,coding,frontier,,per-rollout,0.13,2.89e-05,,36172,41.63,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Haiku 5.5:medium:main / column new_score),,in,in fcodemain,cognition,haiku-5.5,high,coding,frontier,,per-rollout,0.256,2.89e-05,,55149,41.89,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Haiku 5.5:high:main / column new_score),,in,in fcodemain,cognition,haiku-5.5,xhigh,coding,frontier,,per-rollout,0.6297,2.89e-05,,100847,45.83,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Haiku 5.5:xhigh:main / column new_score),,in,in fcodemain,cognition,haiku-5.5,max,coding,frontier,,per-rollout,1.3284,2.89e-05,,181387,46.36,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Haiku 5.5:max:main / column new_score),,in,in fcodemain,cognition,gpt-6-sol,low,coding,frontier,,per-rollout,0.4324,2.89e-05,,6463.0,37.28,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-6 Sol:low:main / column new_score),,in,in fcodemain,cognition,gpt-6-sol,medium,coding,frontier,,per-rollout,0.7659,2.89e-05,,11518.0,45.92,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-6 Sol:medium:main / column new_score),,in,in fcodemain,cognition,gpt-6-sol,high,coding,frontier,,per-rollout,1.0393,2.89e-05,,16481.0,47.7,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-6 Sol:high:main / column new_score),,in,in fcodemain,cognition,gpt-6-sol,xhigh,coding,frontier,,per-rollout,1.325,2.89e-05,,22773.0,48.45,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-6 Sol:xhigh:main / column new_score),,in,in fcodemain,cognition,gpt-6-sol,max,coding,frontier,,per-rollout,2.0651,2.89e-05,,41277.0,49.27,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-6 Sol:max:main / column new_score),,in,in fcodemain,cognition,gpt-6.1-sol,low,coding,frontier,,per-rollout,0.2457,2.89e-05,,7375.0,45.46,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-6.1 Sol:low:main / column new_score),,in,in fcodemain,cognition,gpt-6.1-sol,medium,coding,frontier,,per-rollout,0.3607,2.89e-05,,11365.0,50.23,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-6.1 Sol:medium:main / column new_score),,in,in fcodemain,cognition,gpt-6.1-sol,high,coding,frontier,,per-rollout,0.498,2.89e-05,,16365.0,47.98,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-6.1 Sol:high:main / column new_score),,in,in fcodemain,cognition,gpt-6.1-sol,xhigh,coding,frontier,,per-rollout,0.5599,2.89e-05,,19203.0,49.29,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-6.1 Sol:xhigh:main / column new_score),,in,in fcodemain,cognition,gpt-6.1-sol,max,coding,frontier,,per-rollout,0.8481,2.89e-05,,35264.0,47.57,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-6.1 Sol:max:main / column new_score),,in,in fcodemain,cognition,gpt-6-luna,low,coding,frontier,,per-rollout,0.0199,2.89e-05,,7325.0,25.66,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-6 Luna:low:main / column new_score),,in,in fcodemain,cognition,gpt-6-luna,medium,coding,frontier,,per-rollout,0.0512,2.89e-05,,21248.0,35.53,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-6 Luna:medium:main / column new_score),,in,in fcodemain,cognition,gpt-6-luna,high,coding,frontier,,per-rollout,0.0646,2.89e-05,,28999.0,37.26,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-6 Luna:high:main / column new_score),,in,in fcodemain,cognition,gpt-6-luna,xhigh,coding,frontier,,per-rollout,0.07,2.89e-05,,33153.0,37.1,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-6 Luna:xhigh:main / column new_score),,in,in fcodemain,cognition,gpt-6-luna,max,coding,frontier,,per-rollout,0.1027,2.89e-05,,56553.0,42.42,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-6 Luna:max:main / column new_score),,in,in fcodemain,cognition,fable-5,low,coding,frontier,,per-rollout,4.9232,2.89e-05,,23609.8,48.01,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Fable 5:low:main / column new_score),,in,in fcodemain,cognition,fable-5,medium,coding,frontier,,per-rollout,7.1539,2.89e-05,,33229.9,49.82,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Fable 5:medium:main / column new_score),,in,in fcodemain,cognition,fable-5,high,coding,frontier,,per-rollout,9.4805,2.89e-05,,43482.8,52.73,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Fable 5:high:main / column new_score),,in,in fcodemain,cognition,fable-5,xhigh,coding,frontier,,per-rollout,13.0938,2.89e-05,,58557.9,53.48,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Fable 5:xhigh:main / column new_score),,in,in fcodemain,cognition,fable-5,max,coding,frontier,,per-rollout,19.0696,2.89e-05,,80761.1,51.57,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Fable 5:max:main / column new_score),,in,in fcodemain,cognition,fable-5.1,low,coding,frontier,,per-rollout,2.3849,2.89e-05,,19072.6,49.82,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Fable 5.1:low:main / column new_score),,in,in fcodemain,cognition,fable-5.1,medium,coding,frontier,,per-rollout,3.2845,2.89e-05,,26109.6,50.91,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Fable 5.1:medium:main / column new_score),,in,in fcodemain,cognition,fable-5.1,high,coding,frontier,,per-rollout,5.2741,2.89e-05,,39918.6,50.34,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Fable 5.1:high:main / column new_score),,in,in fcodemain,cognition,fable-5.1,xhigh,coding,frontier,,per-rollout,9.2738,2.89e-05,,67707.6,48.73,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Fable 5.1:xhigh:main / column new_score),,in,in fcodemain,cognition,fable-5.1,max,coding,frontier,,per-rollout,12.8257,2.89e-05,,91731.2,50.28,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Fable 5.1:max:main / column new_score),,in,in fcodemain,cognition,gpt-5.6-sol,low,coding,frontier,,per-rollout,2.3630000000000004,0.273,,11962.2,35.44,weighted-rubric,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-5.6 Sol:low:main / column new_score),,in,in fcodemain,cognition,gpt-5.6-sol,medium,coding,frontier,,per-rollout,3.3621250000000003,0.388,,16952.7,39.93,weighted-rubric,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-5.6 Sol:medium:main / column new_score),,in,in fcodemain,cognition,gpt-5.6-sol,high,coding,frontier,,per-rollout,4.350125,0.502,,21877.1,45.06,weighted-rubric,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-5.6 Sol:high:main / column new_score),,in,in fcodemain,cognition,gpt-5.6-sol,xhigh,coding,frontier,,per-rollout,5.181750000000001,0.598,,26282.9,46.84,weighted-rubric,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-5.6 Sol:xhigh:main / column new_score),,in,in fcodemain,cognition,gpt-5.6-sol,max,coding,frontier,,per-rollout,6.4872499999999995,0.749,,33167.8,47.49,weighted-rubric,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-5.6 Sol:max:main / column new_score),,in,in fcodemain,cognition,gpt-6-astra,low,coding,frontier,,per-rollout,1.7,2.89e-05,,6760.0,45.27,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-6 Astra:low:main / column new_score),,in,in fcodemain,cognition,gpt-6-astra,medium,coding,frontier,,per-rollout,2.4259,2.89e-05,,10630.0,48.83,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-6 Astra:medium:main / column new_score),,in,in fcodemain,cognition,gpt-6-astra,high,coding,frontier,,per-rollout,3.0149,2.89e-05,,14344.0,50.94,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-6 Astra:high:main / column new_score),,in,in fcodemain,cognition,gpt-6-astra,xhigh,coding,frontier,,per-rollout,3.2755,2.89e-05,,16955.0,50.62,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-6 Astra:xhigh:main / column new_score),,in,in fcodemain,cognition,gpt-6-astra,max,coding,frontier,,per-rollout,4.586,2.89e-05,,30144.0,53.26,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-6 Astra:max:main / column new_score),,in,in fcodemain,cognition,opus-4.8,low,coding,frontier,,per-rollout,2.6827,2.89e-05,,25194,35.14,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Opus 4.8:low:main / column new_score),,in,in fcodemain,cognition,opus-4.8,medium,coding,frontier,,per-rollout,3.7029,2.89e-05,,34906.5,40.46,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Opus 4.8:medium:main / column new_score),,in,in fcodemain,cognition,opus-4.8,high,coding,frontier,,per-rollout,4.2799,2.89e-05,,41326.4,41.02,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Opus 4.8:high:main / column new_score),,in,in fcodemain,cognition,opus-4.8,xhigh,coding,frontier,,per-rollout,6.7803,2.89e-05,,65742.4,45.49,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Opus 4.8:xhigh:main / column new_score),,in,in fcodemain,cognition,opus-4.8,max,coding,frontier,,per-rollout,9.6225,2.89e-05,,95939.9,46.5,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Opus 4.8:max:main / column new_score),,in,in fcodemain,cognition,gpt-5.5,low,coding,frontier,,per-rollout,1.6478,2.89e-05,,8855,30.55,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-5.5:low:main / column new_score),,in,in fcodemain,cognition,gpt-5.5,medium,coding,frontier,,per-rollout,2.3513,2.89e-05,,13677.2,36.6,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-5.5:medium:main / column new_score),,in,in fcodemain,cognition,gpt-5.5,high,coding,frontier,,per-rollout,3.1187,2.89e-05,,18422.1,40.56,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-5.5:high:main / column new_score),,in,in fcodemain,cognition,gpt-5.5,xhigh,coding,frontier,,per-rollout,4.0348,2.89e-05,,24992.4,42.96,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-5.5:xhigh:main / column new_score),,in,in fcodemain,cognition,grok-4.5,low,coding,frontier,,per-rollout,0.66944,0.0966,,11861.9,37.86,weighted-rubric,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://cognition.com/frontiercode ($.rows / row v1_1:Grok 4.5:low:main / column new_score),,in,in fcodemain,cognition,grok-4.5,medium,coding,frontier,,per-rollout,0.98464,0.142,,14945.1,41.93,weighted-rubric,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://cognition.com/frontiercode ($.rows / row v1_1:Grok 4.5:medium:main / column new_score),,in,in fcodemain,cognition,grok-4.5,high,coding,frontier,,per-rollout,1.04056,0.15,,15314.6,42.44,weighted-rubric,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://cognition.com/frontiercode ($.rows / row v1_1:Grok 4.5:high:main / column new_score),,in,in fcodemain,cognition,grok-4.6,low,coding,frontier,,per-rollout,0.9474,2.89e-05,,12084.5,40.11,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Grok 4.6:low:main / column new_score),,in,in fcodemain,cognition,grok-4.6,medium,coding,frontier,,per-rollout,1.9762,2.89e-05,,27065.1,46.06,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Grok 4.6:medium:main / column new_score),,in,in fcodemain,cognition,grok-4.6,high,coding,frontier,,per-rollout,2.8758,2.89e-05,,36758.3,48.01,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Grok 4.6:high:main / column new_score),,in,in fcodemain,cognition,grok-4.7,high,coding,frontier,,per-rollout,6.6472,2.89e-05,,82717.0,47.59,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Grok 4.7:high:main / column new_score),,in,in fcodemain,cognition,grok-4.7,xhigh,coding,frontier,,per-rollout,8.2891,2.89e-05,,99182.0,45.59,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Grok 4.7:xhigh:main / column new_score),,in,in fcodemain,cognition,sonnet-5,low,coding,frontier,,per-rollout,2.3897,2.89e-05,,24817.1,28.71,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Sonnet 5:low:main / column new_score),,in,in fcodemain,cognition,sonnet-5,medium,coding,frontier,,per-rollout,3.8149,2.89e-05,,38268.9,35.2,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Sonnet 5:medium:main / column new_score),,in,in fcodemain,cognition,sonnet-5,high,coding,frontier,,per-rollout,6.0977,2.89e-05,,57709.8,39.35,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Sonnet 5:high:main / column new_score),,in,in fcodemain,cognition,sonnet-5,xhigh,coding,frontier,,per-rollout,10.0666,2.89e-05,,87937.5,42.73,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Sonnet 5:xhigh:main / column new_score),,in,in fcodemain,cognition,sonnet-5,max,coding,frontier,,per-rollout,17.1164,2.89e-05,,142620.6,42.36,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Sonnet 5:max:main / column new_score),,in,in fcodemain,cognition,gpt-5.6-terra,low,coding,frontier,,per-rollout,0.44649,0.0286,,9238.1,24.11,weighted-rubric,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-5.6 Terra:low:main / column new_score),,in,in fcodemain,cognition,gpt-5.6-terra,medium,coding,frontier,,per-rollout,0.7370099999999999,0.0473,,16259.9,33.88,weighted-rubric,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-5.6 Terra:medium:main / column new_score),,in,in fcodemain,cognition,gpt-5.6-terra,high,coding,frontier,,per-rollout,1.06875,0.0686,,25255,36.89,weighted-rubric,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-5.6 Terra:high:main / column new_score),,in,in fcodemain,cognition,gpt-5.6-terra,xhigh,coding,frontier,,per-rollout,1.24488,0.0799,,30669.6,38.75,weighted-rubric,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-5.6 Terra:xhigh:main / column new_score),,in,in fcodemain,cognition,gpt-5.6-terra,max,coding,frontier,,per-rollout,1.68615,0.108,,40472.6,41.31,weighted-rubric,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-5.6 Terra:max:main / column new_score),,in,in fcodemain,cognition,gpt-5.6-luna,low,coding,frontier,,per-rollout,0.03564,0.0137,,6822.4,15.38,weighted-rubric,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-5.6 Luna:low:main / column new_score),,in,in fcodemain,cognition,gpt-5.6-luna,medium,coding,frontier,,per-rollout,0.0765,0.0294,,12903.6,25.74,weighted-rubric,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-5.6 Luna:medium:main / column new_score),,in,in fcodemain,cognition,gpt-5.6-luna,high,coding,frontier,,per-rollout,0.13926,0.0536,,23223.3,35.89,weighted-rubric,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-5.6 Luna:high:main / column new_score),,in,in fcodemain,cognition,gpt-5.6-luna,xhigh,coding,frontier,,per-rollout,0.18558000000000002,0.0714,,31189.7,38.91,weighted-rubric,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-5.6 Luna:xhigh:main / column new_score),,in,in fcodemain,cognition,gpt-5.6-luna,max,coding,frontier,,per-rollout,0.22224,0.0855,,37418.9,39.81,weighted-rubric,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-5.6 Luna:max:main / column new_score),,in,in fcodemain,cognition,?SWE-1.7,not-established:absent,coding,frontier,,per-rollout,1.9734,2.89e-05,,64756.6,41.99,weighted-rubric,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1_1:SWE-1.7:none:main / column new_score),,out:model-not-established,out:model-not-established fcodemain,cognition,opus-4.7,not-established:absent,coding,frontier,,per-rollout,2.4668,2.89e-05,,17852.7,27.61,weighted-rubric,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Opus 4.7:low:main / column new_score),,out:effort-not-established,out:effort-not-established fcodemain,cognition,opus-4.7,not-established:absent,coding,frontier,,per-rollout,3.2194,2.89e-05,,21880.8,28.91,weighted-rubric,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Opus 4.7:medium:main / column new_score),,out:effort-not-established,out:effort-not-established fcodemain,cognition,opus-4.7,not-established:absent,coding,frontier,,per-rollout,5.0292,2.89e-05,,30140.2,35.17,weighted-rubric,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Opus 4.7:high:main / column new_score),,out:effort-not-established,out:effort-not-established fcodemain,cognition,opus-4.7,xhigh,coding,frontier,,per-rollout,6.8688,2.89e-05,,38418.6,34.91,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Opus 4.7:xhigh:main / column new_score),,in,in fcodemain,cognition,opus-4.7,not-established:absent,coding,frontier,,per-rollout,9.0876,2.89e-05,,49113.7,38.54,weighted-rubric,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Opus 4.7:max:main / column new_score),,out:effort-not-established,out:effort-not-established fcodemain,cognition,?Kimi K2.7,not-established:absent,coding,frontier,,per-rollout,3.0057,2.89e-05,,43902.8,30.06,weighted-rubric,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1_1:Kimi K2.7:none:main / column new_score),,out:model-not-established,out:model-not-established fcodemain,cognition,?Composer 2.5,not-established:absent,coding,frontier,,per-rollout,3.0875,2.89e-05,,16027.1,25.64,weighted-rubric,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1_1:Composer 2.5:none:main / column new_score),,out:model-not-established,out:model-not-established fcodemain,cognition,glm-5.2,default,coding,frontier,,per-rollout,2.4704,2.89e-05,,17783.1,24.5,weighted-rubric,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1_1:GLM 5.2:none:main / column new_score),,out:effort-not-established,out:effort-not-established fcodemain,cognition,?DeepSeek V4 Pro,not-established:absent,coding,frontier,,per-rollout,1.5548,2.89e-05,,28793,17.64,weighted-rubric,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1_1:DeepSeek V4 Pro:none:main / column new_score),,out:model-not-established,out:model-not-established fcodemain,cognition,minimax-m3,default,coding,frontier,,per-rollout,0.6756,2.89e-05,,34005.5,14.7,weighted-rubric,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1_1:MiniMax M3:none:main / column new_score),,out:effort-not-established,out:effort-not-established fcodemain,cognition,inkling,not-established:absent,coding,frontier,,per-rollout,3.6,2.89e-05,,33610.8,14,weighted-rubric,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1_1:Inkling:0.99:main / column new_score),,out:effort-not-established,out:effort-not-established fcodemain,cognition,qwen3.7-plus,default,coding,frontier,,per-rollout,0.2415,2.89e-05,,45303.8,10.2,weighted-rubric,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1_1:Qwen 3.7 Plus:none:main / column new_score),,out:effort-not-established,out:effort-not-established fcodemain,cognition,opus-5,low,coding,frontier,,per-rollout,2.678,2.89e-05,,21925.5,41.95,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Opus 5:low:main / column new_score),,in,in fcodemain,cognition,opus-5,medium,coding,frontier,,per-rollout,4.3127,2.89e-05,,33575.4,53.38,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Opus 5:medium:main / column new_score),,in,in fcodemain,cognition,opus-5,high,coding,frontier,,per-rollout,7.2397,2.89e-05,,55349.4,47.99,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Opus 5:high:main / column new_score),,in,in fcodemain,cognition,opus-5,xhigh,coding,frontier,,per-rollout,9.1423,2.89e-05,,67084.2,43.65,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Opus 5:xhigh:main / column new_score),,in,in fcodemain,cognition,opus-5,max,coding,frontier,,per-rollout,11.416,2.89e-05,,98266.8,48.04,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Opus 5:max:main / column new_score),,in,in fcodemain,cognition,?SWE-1.6,not-established:absent,coding,frontier,,per-rollout,0.4891,2.89e-05,,19812.5,9.39,weighted-rubric,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1_1:SWE-1.6:none:main / column new_score),,out:model-not-established,out:model-not-established fcodemain,cognition,kimi-k3,default,coding,frontier,,per-rollout,3.8167,2.89e-05,,53607.2,44.17,weighted-rubric,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1_1:Kimi K3:none:main / column new_score),,out:effort-not-established,out:effort-not-established fcodemain,cognition,gemini-3.6-flash,low,coding,frontier,,per-rollout,3.4478999999999997,0.664,,23960.4,22.82,weighted-rubric,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://cognition.com/frontiercode ($.rows / row v1_1:Gemini 3.6 Flash:low:main / column new_score),,in,in fcodemain,cognition,gemini-3.6-flash,medium,coding,frontier,,per-rollout,6.0555,1.17,,46744.3,34.37,weighted-rubric,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://cognition.com/frontiercode ($.rows / row v1_1:Gemini 3.6 Flash:medium:main / column new_score),,in,in fcodemain,cognition,gemini-3.6-flash,high,coding,frontier,,per-rollout,6.319649999999999,1.22,,48297.8,33.69,weighted-rubric,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://cognition.com/frontiercode ($.rows / row v1_1:Gemini 3.6 Flash:high:main / column new_score),,in,in fcodemain,cognition,gemini-3.7-flash,low,coding,frontier,,per-rollout,1.7538,2.89e-05,,31587.4,36.91,weighted-rubric,0.00289,,cost-method-assumed-single,https://cognition.com/frontiercode ($.rows / row v1_1:Gemini 3.7 Flash:low:main / column new_score),,in,out:cost-not-comparable fcodemain,cognition,gemini-3.7-flash,medium,coding,frontier,,per-rollout,1.8227,2.89e-05,,51067.4,43.59,weighted-rubric,0.00289,,cost-method-assumed-single,https://cognition.com/frontiercode ($.rows / row v1_1:Gemini 3.7 Flash:medium:main / column new_score),,in,out:cost-not-comparable fcodemain,cognition,gemini-3.7-flash,high,coding,frontier,,per-rollout,2.1184,2.89e-05,,57506.3,42.23,weighted-rubric,0.00289,,cost-method-assumed-single,https://cognition.com/frontiercode ($.rows / row v1_1:Gemini 3.7 Flash:high:main / column new_score),,in,out:cost-not-comparable fcodemain,cognition,gpt-5.4-mini,low,coding,frontier,,per-rollout,0.3642,2.89e-05,,12065.7,9.25,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-5.4-mini:low:main / column new_score),,in,in fcodemain,cognition,gpt-5.4-mini,medium,coding,frontier,,per-rollout,0.7833,2.89e-05,,34721.2,20.78,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-5.4-mini:medium:main / column new_score),,in,in fcodemain,cognition,gpt-5.4-mini,high,coding,frontier,,per-rollout,0.9537,2.89e-05,,46438.8,23.08,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-5.4-mini:high:main / column new_score),,in,in fcodemain,cognition,gpt-5.4-mini,xhigh,coding,frontier,,per-rollout,1.5201,2.89e-05,,90933.3,27.04,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-5.4-mini:xhigh:main / column new_score),,in,in fcodemain,cognition,opus-4.6,not-established:absent,coding,frontier,,per-rollout,2.101,2.89e-05,,14888.4,18.31,weighted-rubric,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Opus 4.6:low:main / column new_score),,out:effort-not-established,out:effort-not-established fcodemain,cognition,opus-4.6,not-established:absent,coding,frontier,,per-rollout,2.7941,2.89e-05,,19836.5,23.67,weighted-rubric,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Opus 4.6:medium:main / column new_score),,out:effort-not-established,out:effort-not-established fcodemain,cognition,opus-4.6,not-established:absent,coding,frontier,,per-rollout,3.9796,2.89e-05,,26676.8,26.64,weighted-rubric,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Opus 4.6:high:main / column new_score),,out:effort-not-established,out:effort-not-established fcodemain,cognition,sonnet-4.6,not-established:absent,coding,frontier,,per-rollout,1.6481,2.89e-05,,21707.6,15.03,weighted-rubric,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Sonnet 4.6:low:main / column new_score),,out:effort-not-established,out:effort-not-established fcodemain,cognition,sonnet-4.6,not-established:absent,coding,frontier,,per-rollout,2.3012,2.89e-05,,33357.3,21.1,weighted-rubric,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Sonnet 4.6:medium:main / column new_score),,out:effort-not-established,out:effort-not-established fcodemain,cognition,sonnet-4.6,not-established:absent,coding,frontier,,per-rollout,2.6993,2.89e-05,,41108.9,23.47,weighted-rubric,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Sonnet 4.6:high:main / column new_score),,out:effort-not-established,out:effort-not-established fcodemain,cognition,sonnet-4.6,not-established:absent,coding,frontier,,per-rollout,2.8979,2.89e-05,,44191.7,24.31,weighted-rubric,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Sonnet 4.6:max:main / column new_score),,out:effort-not-established,out:effort-not-established fcodemain,cognition,deepseek-v4-flash-0731,high,coding,frontier,,per-rollout,1.5337,2.89e-05,,94407.7,18.8,weighted-rubric,0.00289,,cost-method-assumed-single,https://cognition.com/frontiercode ($.rows / row v1_1:DeepSeek V4 Flash 0731:high:main / column new_score),,in,out:cost-not-comparable fcodemain,cognition,?Mistral 3.5 Medium,not-established:absent,coding,frontier,,per-rollout,1.3475,2.89e-05,,22451.9,8,weighted-rubric,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1_1:Mistral 3.5 Medium:none:main / column new_score),,out:model-not-established,out:model-not-established fcodemain,cognition,?Mistral Large 4 (Preview),not-established:absent,coding,frontier,,per-rollout,2.3574,2.89e-05,,42209.0,27.87,weighted-rubric,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1_1:Mistral Large 4 (Preview):none:main / column new_score),,out:model-not-established,out:model-not-established fcodemain,cognition,?Mistral Large 4 (Preview),not-established:absent,coding,frontier,,per-rollout,4.1341,2.89e-05,,96846.0,39.43,weighted-rubric,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1_1:Mistral Large 4 (Preview):high:main / column new_score),,out:model-not-established,out:model-not-established fcodemain,cognition,deepseek-v4-pro-0813,high,coding,frontier,,per-rollout,11.90296551724138,5.83,,104747,28.55,weighted-rubric,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://cognition.com/frontiercode ($.rows / row v1_1:DeepSeek V4 Pro 0813:high:main / column new_score),,in,out:cost-single-couple fcodemain,cognition,deepseek-v4.1-flash,high,coding,frontier,,per-rollout,0.6202,2.89e-05,,163958.0,43.87,weighted-rubric,0.00289,,cost-method-assumed-single,https://cognition.com/frontiercode ($.rows / row v1_1:DeepSeek V4.1 Flash:high:main / column new_score),,in,out:cost-not-comparable fcodemain,cognition,glm-5.3,max,coding,frontier,,per-rollout,16.9089,2.89e-05,,112175.3,40.14,weighted-rubric,0.00289,,cost-method-assumed-single,https://cognition.com/frontiercode ($.rows / row v1_1:GLM 5.3:max:main / column new_score),,in,out:cost-not-comparable fcodemain,cognition,glm-5.3-flash,max,coding,frontier,,per-rollout,1.1466,2.89e-05,,169291.4,31.83,weighted-rubric,0.00289,,cost-method-assumed-single,https://cognition.com/frontiercode ($.rows / row v1_1:GLM 5.3 Flash:max:main / column new_score),,in,out:cost-not-comparable fcodemain,cognition,nemotron-3-ultra-550b-a55b,default,coding,frontier,,per-rollout,1.4655,2.89e-05,,27744.3,13.61,weighted-rubric,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1_1:Nemotron 3 Ultra:none:main / column new_score),,out:effort-not-established,out:effort-not-established fcodemain,cognition,gemini-3.8-flash,medium,coding,frontier,,per-rollout,2.5954,2.89e-05,,78927.7,41.19,weighted-rubric,0.00289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://cognition.com/frontiercode ($.rows / row v1_1:Gemini 3.8 Flash:medium:main / column new_score),,in,in fcodemain,cognition,gemini-3.8-flash,high,coding,frontier,,per-rollout,2.598,2.89e-05,,84869.3,37.96,weighted-rubric,0.00289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://cognition.com/frontiercode ($.rows / row v1_1:Gemini 3.8 Flash:high:main / column new_score),,in,in fcodemain,cognition,gemini-4-argon,low,coding,frontier,,per-rollout,7.3973,2.89e-05,,52027,47.2,weighted-rubric,0.00289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://cognition.com/frontiercode ($.rows / row v1_1:Gemini 4 Argon:low:main / column new_score),,in,in fcodemain,cognition,gemini-4-argon,medium,coding,frontier,,per-rollout,6.7425,2.89e-05,,50333,47.55,weighted-rubric,0.00289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://cognition.com/frontiercode ($.rows / row v1_1:Gemini 4 Argon:medium:main / column new_score),,in,in fcodemain,cognition,gemini-4-argon,high,coding,frontier,,per-rollout,11.1068,2.89e-05,,100524,45.87,weighted-rubric,0.00289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://cognition.com/frontiercode ($.rows / row v1_1:Gemini 4 Argon:high:main / column new_score),,in,in scf51fcode,cognition,?SWE-2,not-established:absent,coding,frontier,,per-rollout,0.3041,2.89e-05,,21337.6,56.41,score%,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1_1:SWE-2:medium:extended / column new_score),,out:model-not-established,out:model-not-established scf51fcode,cognition,?SWE-2,not-established:absent,coding,frontier,,per-rollout,0.6357,2.89e-05,,43469.1,60.08,score%,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1_1:SWE-2:high:extended / column new_score),,out:model-not-established,out:model-not-established scf51fcode,cognition,?SWE-2,not-established:absent,coding,frontier,,per-rollout,0.94,2.89e-05,,59918.7,62.46,score%,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1_1:SWE-2:max:extended / column new_score),,out:model-not-established,out:model-not-established scf51fcode,cognition,opus-5.5,low,coding,frontier,,per-rollout,0.3464,2.89e-05,,7619,60.33,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Opus 5.5:low:extended / column new_score),,in,in scf51fcode,cognition,opus-5.5,medium,coding,frontier,,per-rollout,0.6666,2.89e-05,,15169,65.27,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Opus 5.5:medium:extended / column new_score),,in,in scf51fcode,cognition,opus-5.5,high,coding,frontier,,per-rollout,0.903,2.89e-05,,21371,65.2,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Opus 5.5:high:extended / column new_score),,in,in scf51fcode,cognition,opus-5.5,xhigh,coding,frontier,,per-rollout,1.8587,2.89e-05,,49417,63.53,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Opus 5.5:xhigh:extended / column new_score),,in,in scf51fcode,cognition,opus-5.5,max,coding,frontier,,per-rollout,5.2832,2.89e-05,,143626,63.58,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Opus 5.5:max:extended / column new_score),,in,in scf51fcode,cognition,sonnet-5.5,low,coding,frontier,,per-rollout,0.1266,0.0244,,5392,43.41,score%,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Sonnet 5.5:low:extended / column new_score),,out:republished,out:republished scf51fcode,cognition,sonnet-5.5,medium,coding,frontier,,per-rollout,0.153825,0.0296,,6455,50.46,score%,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Sonnet 5.5:medium:extended / column new_score),,out:republished,out:republished scf51fcode,cognition,sonnet-5.5,high,coding,frontier,,per-rollout,0.259425,0.0499,,10674,61.46,score%,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Sonnet 5.5:high:extended / column new_score),,out:republished,out:republished scf51fcode,cognition,sonnet-5.5,xhigh,coding,frontier,,per-rollout,0.9320249999999999,0.179,,37536,64.43,score%,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Sonnet 5.5:xhigh:extended / column new_score),,out:republished,out:republished scf51fcode,cognition,sonnet-5.5,max,coding,frontier,,per-rollout,12.215775,2.35,,474549,59.09,score%,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Sonnet 5.5:max:extended / column new_score),,out:republished,out:republished scf51fcode,cognition,haiku-5.5,low,coding,frontier,,per-rollout,0.0486,2.89e-05,,20240,48.19,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Haiku 5.5:low:extended / column new_score),,in,in scf51fcode,cognition,haiku-5.5,medium,coding,frontier,,per-rollout,0.1021,2.89e-05,,30398,55.04,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Haiku 5.5:medium:extended / column new_score),,in,in scf51fcode,cognition,haiku-5.5,high,coding,frontier,,per-rollout,0.1998,2.89e-05,,46347,55.88,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Haiku 5.5:high:extended / column new_score),,in,in scf51fcode,cognition,haiku-5.5,xhigh,coding,frontier,,per-rollout,0.4876,2.89e-05,,84943,58.12,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Haiku 5.5:xhigh:extended / column new_score),,in,in scf51fcode,cognition,haiku-5.5,max,coding,frontier,,per-rollout,1.0803,2.89e-05,,157710,58.43,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Haiku 5.5:max:extended / column new_score),,in,in scf51fcode,cognition,gpt-6-sol,low,coding,frontier,,per-rollout,0.3816,2.89e-05,,5694.0,50.55,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-6 Sol:low:extended / column new_score),,in,in scf51fcode,cognition,gpt-6-sol,medium,coding,frontier,,per-rollout,0.6581,2.89e-05,,9964.0,57.11,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-6 Sol:medium:extended / column new_score),,in,in scf51fcode,cognition,gpt-6-sol,high,coding,frontier,,per-rollout,0.8708,2.89e-05,,14106.0,59.62,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-6 Sol:high:extended / column new_score),,in,in scf51fcode,cognition,gpt-6-sol,xhigh,coding,frontier,,per-rollout,1.1054,2.89e-05,,19538.0,59.13,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-6 Sol:xhigh:extended / column new_score),,in,in scf51fcode,cognition,gpt-6-sol,max,coding,frontier,,per-rollout,1.6627,2.89e-05,,34393.0,60.69,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-6 Sol:max:extended / column new_score),,in,in scf51fcode,cognition,gpt-6.1-sol,low,coding,frontier,,per-rollout,0.2148,2.89e-05,,6279.0,58.09,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-6.1 Sol:low:extended / column new_score),,in,in scf51fcode,cognition,gpt-6.1-sol,medium,coding,frontier,,per-rollout,0.3092,2.89e-05,,9507.0,60.4,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-6.1 Sol:medium:extended / column new_score),,in,in scf51fcode,cognition,gpt-6.1-sol,high,coding,frontier,,per-rollout,0.4327,2.89e-05,,13920.0,59.27,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-6.1 Sol:high:extended / column new_score),,in,in scf51fcode,cognition,gpt-6.1-sol,xhigh,coding,frontier,,per-rollout,0.4862,2.89e-05,,16403.0,60.37,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-6.1 Sol:xhigh:extended / column new_score),,in,in scf51fcode,cognition,gpt-6.1-sol,max,coding,frontier,,per-rollout,0.7207,2.89e-05,,29501.0,59.81,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-6.1 Sol:max:extended / column new_score),,in,in scf51fcode,cognition,gpt-6-luna,low,coding,frontier,,per-rollout,0.0177,2.89e-05,,6473.0,39.07,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-6 Luna:low:extended / column new_score),,in,in scf51fcode,cognition,gpt-6-luna,medium,coding,frontier,,per-rollout,0.043,2.89e-05,,18033.0,50.15,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-6 Luna:medium:extended / column new_score),,in,in scf51fcode,cognition,gpt-6-luna,high,coding,frontier,,per-rollout,0.0532,2.89e-05,,24316.0,51.3,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-6 Luna:high:extended / column new_score),,in,in scf51fcode,cognition,gpt-6-luna,xhigh,coding,frontier,,per-rollout,0.0576,2.89e-05,,27772.0,51.43,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-6 Luna:xhigh:extended / column new_score),,in,in scf51fcode,cognition,gpt-6-luna,max,coding,frontier,,per-rollout,0.0831,2.89e-05,,46962.0,56.1,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-6 Luna:max:extended / column new_score),,in,in scf51fcode,cognition,fable-5,low,coding,frontier,,per-rollout,4.0311,2.89e-05,,19502.3,60.8,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Fable 5:low:extended / column new_score),,in,in scf51fcode,cognition,fable-5,medium,coding,frontier,,per-rollout,5.8428,2.89e-05,,27536.1,62.79,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Fable 5:medium:extended / column new_score),,in,in scf51fcode,cognition,fable-5,high,coding,frontier,,per-rollout,7.711,2.89e-05,,36013,64.25,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Fable 5:high:extended / column new_score),,in,in scf51fcode,cognition,fable-5,xhigh,coding,frontier,,per-rollout,10.5282,2.89e-05,,48419.3,64.94,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Fable 5:xhigh:extended / column new_score),,in,in scf51fcode,cognition,fable-5,max,coding,frontier,,per-rollout,15.4885,2.89e-05,,68418.6,63.63,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Fable 5:max:extended / column new_score),,in,in scf51fcode,cognition,fable-5.1,low,coding,frontier,,per-rollout,1.9427,2.89e-05,,15432.8,61.62,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Fable 5.1:low:extended / column new_score),,in,in scf51fcode,cognition,fable-5.1,medium,coding,frontier,,per-rollout,2.6825,2.89e-05,,21407.7,63.6,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Fable 5.1:medium:extended / column new_score),,in,in scf51fcode,cognition,fable-5.1,high,coding,frontier,,per-rollout,4.2833,2.89e-05,,32599.6,62.68,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Fable 5.1:high:extended / column new_score),,in,in scf51fcode,cognition,fable-5.1,xhigh,coding,frontier,,per-rollout,7.7022,2.89e-05,,56868.2,61.35,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Fable 5.1:xhigh:extended / column new_score),,in,in scf51fcode,cognition,fable-5.1,max,coding,frontier,,per-rollout,10.7206,2.89e-05,,78159.5,62.03,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Fable 5.1:max:extended / column new_score),,in,in scf51fcode,cognition,gpt-5.6-sol,low,coding,frontier,,per-rollout,2.083375,0.241,,10515.7,49.99,score%,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-5.6 Sol:low:extended / column new_score),,out:republished,out:republished scf51fcode,cognition,gpt-5.6-sol,medium,coding,frontier,,per-rollout,2.8758749999999997,0.332,,14708.8,54.68,score%,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-5.6 Sol:medium:extended / column new_score),,out:republished,out:republished scf51fcode,cognition,gpt-5.6-sol,high,coding,frontier,,per-rollout,3.668625,0.424,,18822.8,58.74,score%,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-5.6 Sol:high:extended / column new_score),,out:republished,out:republished scf51fcode,cognition,gpt-5.6-sol,xhigh,coding,frontier,,per-rollout,4.317625,0.499,,22452.5,59.98,score%,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-5.6 Sol:xhigh:extended / column new_score),,out:republished,out:republished scf51fcode,cognition,gpt-5.6-sol,max,coding,frontier,,per-rollout,5.31625,0.614,,28060.4,60.55,score%,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-5.6 Sol:max:extended / column new_score),,out:republished,out:republished scf51fcode,cognition,gpt-6-astra,low,coding,frontier,,per-rollout,1.4997,2.89e-05,,5797.0,57.4,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-6 Astra:low:extended / column new_score),,in,in scf51fcode,cognition,gpt-6-astra,medium,coding,frontier,,per-rollout,2.102,2.89e-05,,8960.0,60.25,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-6 Astra:medium:extended / column new_score),,in,in scf51fcode,cognition,gpt-6-astra,high,coding,frontier,,per-rollout,2.624,2.89e-05,,12370.0,63.07,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-6 Astra:high:extended / column new_score),,in,in scf51fcode,cognition,gpt-6-astra,xhigh,coding,frontier,,per-rollout,2.8602,2.89e-05,,14873.0,62.12,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-6 Astra:xhigh:extended / column new_score),,in,in scf51fcode,cognition,gpt-6-astra,max,coding,frontier,,per-rollout,3.9329,2.89e-05,,25995.0,64.48,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-6 Astra:max:extended / column new_score),,in,in scf51fcode,cognition,opus-4.8,low,coding,frontier,,per-rollout,2.2736,2.89e-05,,21383.6,50.83,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Opus 4.8:low:extended / column new_score),,in,in scf51fcode,cognition,opus-4.8,medium,coding,frontier,,per-rollout,3.062,2.89e-05,,29302,55.37,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Opus 4.8:medium:extended / column new_score),,in,in scf51fcode,cognition,opus-4.8,high,coding,frontier,,per-rollout,3.5377,2.89e-05,,34584.2,55.63,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Opus 4.8:high:extended / column new_score),,in,in scf51fcode,cognition,opus-4.8,xhigh,coding,frontier,,per-rollout,5.5793,2.89e-05,,55453.9,59.45,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Opus 4.8:xhigh:extended / column new_score),,in,in scf51fcode,cognition,opus-4.8,max,coding,frontier,,per-rollout,8.0501,2.89e-05,,82896.6,59.6,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Opus 4.8:max:extended / column new_score),,in,in scf51fcode,cognition,gpt-5.5,low,coding,frontier,,per-rollout,1.434,2.89e-05,,7726.6,45.55,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-5.5:low:extended / column new_score),,in,in scf51fcode,cognition,gpt-5.5,medium,coding,frontier,,per-rollout,1.9847,2.89e-05,,11724.3,51.37,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-5.5:medium:extended / column new_score),,in,in scf51fcode,cognition,gpt-5.5,high,coding,frontier,,per-rollout,2.6054,2.89e-05,,15775,53.99,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-5.5:high:extended / column new_score),,in,in scf51fcode,cognition,gpt-5.5,xhigh,coding,frontier,,per-rollout,3.3393,2.89e-05,,21330.9,56.66,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-5.5:xhigh:extended / column new_score),,in,in scf51fcode,cognition,grok-4.5,low,coding,frontier,,per-rollout,0.5673600000000001,0.0819,,10110.1,53.14,score%,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://cognition.com/frontiercode ($.rows / row v1_1:Grok 4.5:low:extended / column new_score),,out:republished,out:republished scf51fcode,cognition,grok-4.5,medium,coding,frontier,,per-rollout,0.81904,0.118,,12590.5,56.07,score%,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://cognition.com/frontiercode ($.rows / row v1_1:Grok 4.5:medium:extended / column new_score),,out:republished,out:republished scf51fcode,cognition,grok-4.5,high,coding,frontier,,per-rollout,0.86904,0.125,,12956.8,56.55,score%,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://cognition.com/frontiercode ($.rows / row v1_1:Grok 4.5:high:extended / column new_score),,out:republished,out:republished scf51fcode,cognition,grok-4.6,low,coding,frontier,,per-rollout,0.8005,2.89e-05,,10306.3,55.02,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Grok 4.6:low:extended / column new_score),,in,in scf51fcode,cognition,grok-4.6,medium,coding,frontier,,per-rollout,1.6501,2.89e-05,,23092.3,59.62,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Grok 4.6:medium:extended / column new_score),,in,in scf51fcode,cognition,grok-4.6,high,coding,frontier,,per-rollout,2.3827,2.89e-05,,31616.5,61.31,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Grok 4.6:high:extended / column new_score),,in,in scf51fcode,cognition,grok-4.7,high,coding,frontier,,per-rollout,5.594,2.89e-05,,73268.0,59.35,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Grok 4.7:high:extended / column new_score),,in,in scf51fcode,cognition,grok-4.7,xhigh,coding,frontier,,per-rollout,7.0044,2.89e-05,,88744.0,56.99,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Grok 4.7:xhigh:extended / column new_score),,in,in scf51fcode,cognition,sonnet-5,low,coding,frontier,,per-rollout,2.0339,2.89e-05,,21669.8,44.46,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Sonnet 5:low:extended / column new_score),,in,in scf51fcode,cognition,sonnet-5,medium,coding,frontier,,per-rollout,3.1582,2.89e-05,,32169.2,49.28,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Sonnet 5:medium:extended / column new_score),,in,in scf51fcode,cognition,sonnet-5,high,coding,frontier,,per-rollout,4.974,2.89e-05,,48028.6,52.71,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Sonnet 5:high:extended / column new_score),,in,in scf51fcode,cognition,sonnet-5,xhigh,coding,frontier,,per-rollout,8.231,2.89e-05,,73988.4,56.18,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Sonnet 5:xhigh:extended / column new_score),,in,in scf51fcode,cognition,sonnet-5,max,coding,frontier,,per-rollout,14.0943,2.89e-05,,121728.1,54.85,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Sonnet 5:max:extended / column new_score),,in,in scf51fcode,cognition,gpt-5.6-terra,low,coding,frontier,,per-rollout,0.40401000000000004,0.0259,,8379,37.79,score%,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-5.6 Terra:low:extended / column new_score),,out:republished,out:republished scf51fcode,cognition,gpt-5.6-terra,medium,coding,frontier,,per-rollout,0.64359,0.0413,,14383.9,47.66,score%,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-5.6 Terra:medium:extended / column new_score),,out:republished,out:republished scf51fcode,cognition,gpt-5.6-terra,high,coding,frontier,,per-rollout,0.9151199999999999,0.0587,,22060.8,50.86,score%,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-5.6 Terra:high:extended / column new_score),,out:republished,out:republished scf51fcode,cognition,gpt-5.6-terra,xhigh,coding,frontier,,per-rollout,1.05633,0.0678,,26556.4,52.63,score%,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-5.6 Terra:xhigh:extended / column new_score),,out:republished,out:republished scf51fcode,cognition,gpt-5.6-terra,max,coding,frontier,,per-rollout,1.4126400000000001,0.0906,,35054.1,55.84,score%,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-5.6 Terra:max:extended / column new_score),,out:republished,out:republished scf51fcode,cognition,gpt-5.6-luna,low,coding,frontier,,per-rollout,0.03504,0.0135,,6467.2,29.02,score%,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-5.6 Luna:low:extended / column new_score),,out:republished,out:republished scf51fcode,cognition,gpt-5.6-luna,medium,coding,frontier,,per-rollout,0.069,0.0266,,11612.1,41.17,score%,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-5.6 Luna:medium:extended / column new_score),,out:republished,out:republished scf51fcode,cognition,gpt-5.6-luna,high,coding,frontier,,per-rollout,0.12011999999999999,0.0462,,20353.3,50.52,score%,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-5.6 Luna:high:extended / column new_score),,out:republished,out:republished scf51fcode,cognition,gpt-5.6-luna,xhigh,coding,frontier,,per-rollout,0.15732,0.0606,,26956.7,54.5,score%,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-5.6 Luna:xhigh:extended / column new_score),,out:republished,out:republished scf51fcode,cognition,gpt-5.6-luna,max,coding,frontier,,per-rollout,0.18444,0.071,,31859.7,55.06,score%,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-5.6 Luna:max:extended / column new_score),,out:republished,out:republished scf51fcode,cognition,?SWE-1.7,not-established:absent,coding,frontier,,per-rollout,1.6434,2.89e-05,,56445.2,54.26,score%,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1_1:SWE-1.7:none:extended / column new_score),,out:model-not-established,out:model-not-established scf51fcode,cognition,opus-4.7,not-established:absent,coding,frontier,,per-rollout,2.1079,2.89e-05,,15368.9,43.6,score%,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Opus 4.7:low:extended / column new_score),,out:effort-not-established,out:effort-not-established scf51fcode,cognition,opus-4.7,not-established:absent,coding,frontier,,per-rollout,2.7316,2.89e-05,,18778.3,44.75,score%,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Opus 4.7:medium:extended / column new_score),,out:effort-not-established,out:effort-not-established scf51fcode,cognition,opus-4.7,not-established:absent,coding,frontier,,per-rollout,4.2117,2.89e-05,,25742.1,51.12,score%,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Opus 4.7:high:extended / column new_score),,out:effort-not-established,out:effort-not-established scf51fcode,cognition,opus-4.7,xhigh,coding,frontier,,per-rollout,5.7683,2.89e-05,,32928.6,51.41,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Opus 4.7:xhigh:extended / column new_score),,in,in scf51fcode,cognition,opus-4.7,not-established:absent,coding,frontier,,per-rollout,7.6144,2.89e-05,,42112.9,53.93,score%,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Opus 4.7:max:extended / column new_score),,out:effort-not-established,out:effort-not-established scf51fcode,cognition,?Kimi K2.7,not-established:absent,coding,frontier,,per-rollout,2.5592,2.89e-05,,37998.5,45.38,score%,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1_1:Kimi K2.7:none:extended / column new_score),,out:model-not-established,out:model-not-established scf51fcode,cognition,?Composer 2.5,not-established:absent,coding,frontier,,per-rollout,2.5688,2.89e-05,,13768.6,40.75,score%,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1_1:Composer 2.5:none:extended / column new_score),,out:model-not-established,out:model-not-established scf51fcode,cognition,glm-5.2,default,coding,frontier,,per-rollout,2.1396,2.89e-05,,15362.5,40.05,score%,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1_1:GLM 5.2:none:extended / column new_score),,out:effort-not-established,out:effort-not-established scf51fcode,cognition,?DeepSeek V4 Pro,not-established:absent,coding,frontier,,per-rollout,1.3693,2.89e-05,,26171.1,31.01,score%,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1_1:DeepSeek V4 Pro:none:extended / column new_score),,out:model-not-established,out:model-not-established scf51fcode,cognition,minimax-m3,default,coding,frontier,,per-rollout,0.5922,2.89e-05,,31112,28.54,score%,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1_1:MiniMax M3:none:extended / column new_score),,out:effort-not-established,out:effort-not-established scf51fcode,cognition,inkling,not-established:absent,coding,frontier,,per-rollout,3.2,2.89e-05,,30149.8,24.8,score%,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1_1:Inkling:0.99:extended / column new_score),,out:effort-not-established,out:effort-not-established scf51fcode,cognition,qwen3.7-plus,default,coding,frontier,,per-rollout,0.2121,2.89e-05,,41235.2,21.78,score%,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1_1:Qwen 3.7 Plus:none:extended / column new_score),,out:effort-not-established,out:effort-not-established scf51fcode,cognition,opus-5,low,coding,frontier,,per-rollout,2.1469,2.89e-05,,17947.7,55.75,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Opus 5:low:extended / column new_score),,in,in scf51fcode,cognition,opus-5,medium,coding,frontier,,per-rollout,3.511,2.89e-05,,27626.1,63.63,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Opus 5:medium:extended / column new_score),,in,in scf51fcode,cognition,opus-5,high,coding,frontier,,per-rollout,5.8448,2.89e-05,,45734,58.45,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Opus 5:high:extended / column new_score),,in,in scf51fcode,cognition,opus-5,xhigh,coding,frontier,,per-rollout,7.438,2.89e-05,,56520.9,56.87,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Opus 5:xhigh:extended / column new_score),,in,in scf51fcode,cognition,opus-5,max,coding,frontier,,per-rollout,9.6843,2.89e-05,,85475.5,58.94,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Opus 5:max:extended / column new_score),,in,in scf51fcode,cognition,?SWE-1.6,not-established:absent,coding,frontier,,per-rollout,0.4496,2.89e-05,,18240.6,20.5,score%,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1_1:SWE-1.6:none:extended / column new_score),,out:model-not-established,out:model-not-established scf51fcode,cognition,kimi-k3,default,coding,frontier,,per-rollout,3.1235,2.89e-05,,45646.3,58.19,score%,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1_1:Kimi K3:none:extended / column new_score),,out:effort-not-established,out:effort-not-established scf51fcode,cognition,gemini-3.6-flash,low,coding,frontier,,per-rollout,2.9107499999999997,0.56,,20851.8,32.77,score%,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://cognition.com/frontiercode ($.rows / row v1_1:Gemini 3.6 Flash:low:extended / column new_score),,out:republished,out:republished scf51fcode,cognition,gemini-3.6-flash,medium,coding,frontier,,per-rollout,5.1204,0.985,,40384.1,48.02,score%,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://cognition.com/frontiercode ($.rows / row v1_1:Gemini 3.6 Flash:medium:extended / column new_score),,out:republished,out:republished scf51fcode,cognition,gemini-3.6-flash,high,coding,frontier,,per-rollout,5.39415,1.04,,42275.4,47.58,score%,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://cognition.com/frontiercode ($.rows / row v1_1:Gemini 3.6 Flash:high:extended / column new_score),,out:republished,out:republished scf51fcode,cognition,gemini-3.7-flash,low,coding,frontier,,per-rollout,1.4335,2.89e-05,,26681.7,51.85,score%,0.00289,,cost-method-assumed-single,https://cognition.com/frontiercode ($.rows / row v1_1:Gemini 3.7 Flash:low:extended / column new_score),,in,out:cost-not-comparable scf51fcode,cognition,gemini-3.7-flash,medium,coding,frontier,,per-rollout,1.5323,2.89e-05,,44479.7,56.27,score%,0.00289,,cost-method-assumed-single,https://cognition.com/frontiercode ($.rows / row v1_1:Gemini 3.7 Flash:medium:extended / column new_score),,in,out:cost-not-comparable scf51fcode,cognition,gemini-3.7-flash,high,coding,frontier,,per-rollout,1.7948,2.89e-05,,50487.8,54.74,score%,0.00289,,cost-method-assumed-single,https://cognition.com/frontiercode ($.rows / row v1_1:Gemini 3.7 Flash:high:extended / column new_score),,in,out:cost-not-comparable scf51fcode,cognition,gpt-5.4-mini,low,coding,frontier,,per-rollout,0.3288,2.89e-05,,10771.1,20.58,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-5.4-mini:low:extended / column new_score),,in,in scf51fcode,cognition,gpt-5.4-mini,medium,coding,frontier,,per-rollout,0.6716,2.89e-05,,29564.4,35.06,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-5.4-mini:medium:extended / column new_score),,in,in scf51fcode,cognition,gpt-5.4-mini,high,coding,frontier,,per-rollout,0.8043,2.89e-05,,39151,37.19,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-5.4-mini:high:extended / column new_score),,in,in scf51fcode,cognition,gpt-5.4-mini,xhigh,coding,frontier,,per-rollout,1.2621,2.89e-05,,75608.7,43.01,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1_1:GPT-5.4-mini:xhigh:extended / column new_score),,in,in scf51fcode,cognition,opus-4.6,not-established:absent,coding,frontier,,per-rollout,1.8406,2.89e-05,,13032,32.93,score%,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Opus 4.6:low:extended / column new_score),,out:effort-not-established,out:effort-not-established scf51fcode,cognition,opus-4.6,not-established:absent,coding,frontier,,per-rollout,2.3912,2.89e-05,,17306.8,38.65,score%,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Opus 4.6:medium:extended / column new_score),,out:effort-not-established,out:effort-not-established scf51fcode,cognition,opus-4.6,not-established:absent,coding,frontier,,per-rollout,3.2978,2.89e-05,,23162.1,43.67,score%,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Opus 4.6:high:extended / column new_score),,out:effort-not-established,out:effort-not-established scf51fcode,cognition,sonnet-4.6,not-established:absent,coding,frontier,,per-rollout,1.4261,2.89e-05,,18901.7,30.44,score%,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Sonnet 4.6:low:extended / column new_score),,out:effort-not-established,out:effort-not-established scf51fcode,cognition,sonnet-4.6,not-established:absent,coding,frontier,,per-rollout,1.9375,2.89e-05,,28943,37.49,score%,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Sonnet 4.6:medium:extended / column new_score),,out:effort-not-established,out:effort-not-established scf51fcode,cognition,sonnet-4.6,not-established:absent,coding,frontier,,per-rollout,2.2694,2.89e-05,,35510.4,39.86,score%,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Sonnet 4.6:high:extended / column new_score),,out:effort-not-established,out:effort-not-established scf51fcode,cognition,sonnet-4.6,not-established:absent,coding,frontier,,per-rollout,2.4401,2.89e-05,,38859.7,40,score%,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1_1:Claude Sonnet 4.6:max:extended / column new_score),,out:effort-not-established,out:effort-not-established scf51fcode,cognition,deepseek-v4-flash-0731,high,coding,frontier,,per-rollout,1.3059,2.89e-05,,82141,31.7,score%,0.00289,,cost-method-assumed-single,https://cognition.com/frontiercode ($.rows / row v1_1:DeepSeek V4 Flash 0731:high:extended / column new_score),,in,out:cost-not-comparable scf51fcode,cognition,?Mistral 3.5 Medium,not-established:absent,coding,frontier,,per-rollout,1.2366,2.89e-05,,21012.7,18.66,score%,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1_1:Mistral 3.5 Medium:none:extended / column new_score),,out:model-not-established,out:model-not-established scf51fcode,cognition,?Mistral Large 4 (Preview),not-established:absent,coding,frontier,,per-rollout,1.9079,2.89e-05,,35098.0,40.89,score%,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1_1:Mistral Large 4 (Preview):none:extended / column new_score),,out:model-not-established,out:model-not-established scf51fcode,cognition,?Mistral Large 4 (Preview),not-established:absent,coding,frontier,,per-rollout,3.4821,2.89e-05,,81733.0,53.21,score%,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1_1:Mistral Large 4 (Preview):high:extended / column new_score),,out:model-not-established,out:model-not-established scf51fcode,cognition,deepseek-v4-pro-0813,high,coding,frontier,,per-rollout,9.850820689655173,4.82,,87449.7,44.45,score%,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://cognition.com/frontiercode ($.rows / row v1_1:DeepSeek V4 Pro 0813:high:extended / column new_score),,in,out:cost-single-couple scf51fcode,cognition,deepseek-v4.1-flash,high,coding,frontier,,per-rollout,0.4999,2.89e-05,,133381.0,56.62,score%,0.00289,,cost-method-assumed-single,https://cognition.com/frontiercode ($.rows / row v1_1:DeepSeek V4.1 Flash:high:extended / column new_score),,in,out:cost-not-comparable scf51fcode,cognition,glm-5.3,max,coding,frontier,,per-rollout,13.7873,2.89e-05,,98340.2,52.63,score%,0.00289,,cost-method-assumed-single,https://cognition.com/frontiercode ($.rows / row v1_1:GLM 5.3:max:extended / column new_score),,in,out:cost-not-comparable scf51fcode,cognition,glm-5.3-flash,max,coding,frontier,,per-rollout,0.9437,2.89e-05,,143646.7,46.21,score%,0.00289,,cost-method-assumed-single,https://cognition.com/frontiercode ($.rows / row v1_1:GLM 5.3 Flash:max:extended / column new_score),,in,out:cost-not-comparable scf51fcode,cognition,nemotron-3-ultra-550b-a55b,default,coding,frontier,,per-rollout,1.3168,2.89e-05,,25833.2,27.21,score%,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1_1:Nemotron 3 Ultra:none:extended / column new_score),,out:effort-not-established,out:effort-not-established scf51fcode,cognition,gemini-3.8-flash,medium,coding,frontier,,per-rollout,2.2053,2.89e-05,,69722.9,53.45,score%,0.00289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://cognition.com/frontiercode ($.rows / row v1_1:Gemini 3.8 Flash:medium:extended / column new_score),,in,in scf51fcode,cognition,gemini-3.8-flash,high,coding,frontier,,per-rollout,2.2608,2.89e-05,,75763.6,51.24,score%,0.00289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://cognition.com/frontiercode ($.rows / row v1_1:Gemini 3.8 Flash:high:extended / column new_score),,in,in scf51fcode,cognition,gemini-4-argon,low,coding,frontier,,per-rollout,6.1415,2.89e-05,,42674,60.58,score%,0.00289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://cognition.com/frontiercode ($.rows / row v1_1:Gemini 4 Argon:low:extended / column new_score),,in,in scf51fcode,cognition,gemini-4-argon,medium,coding,frontier,,per-rollout,5.6162,2.89e-05,,43242,60.5,score%,0.00289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://cognition.com/frontiercode ($.rows / row v1_1:Gemini 4 Argon:medium:extended / column new_score),,in,in scf51fcode,cognition,gemini-4-argon,high,coding,frontier,,per-rollout,9.2257,2.89e-05,,85095,59.38,score%,0.00289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://cognition.com/frontiercode ($.rows / row v1_1:Gemini 4 Argon:high:extended / column new_score),,in,in scfrontiercode,cognition,fable-5,low,coding,frontier,,per-rollout,4.6,2.89e-05,,21262.2,37.6,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1:Claude Fable 5:low:main / column new_score),,in,in scfrontiercode,cognition,fable-5,medium,coding,frontier,,per-rollout,6,2.89e-05,,27155.5,41.5,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1:Claude Fable 5:medium:main / column new_score),,in,in scfrontiercode,cognition,fable-5,high,coding,frontier,,per-rollout,8.2,2.89e-05,,34776.9,43.3,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1:Claude Fable 5:high:main / column new_score),,in,in scfrontiercode,cognition,fable-5,xhigh,coding,frontier,,per-rollout,10.6,2.89e-05,,45395.6,46.8,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1:Claude Fable 5:xhigh:main / column new_score),,in,in scfrontiercode,cognition,fable-5,max,coding,frontier,,per-rollout,16,2.89e-05,,65654.2,45.1,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1:Claude Fable 5:max:main / column new_score),,in,in scfrontiercode,cognition,opus-4.8,low,coding,frontier,,per-rollout,2.6811,2.89e-05,,23239,25.28,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1:Claude Opus 4.8:low:main / column new_score),,in,in scfrontiercode,cognition,opus-4.8,medium,coding,frontier,,per-rollout,3.3,2.89e-05,,31700.5,26.89,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1:Claude Opus 4.8:medium:main / column new_score),,in,in scfrontiercode,cognition,opus-4.8,high,coding,frontier,,per-rollout,3.9446,2.89e-05,,37279.9,30.31,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1:Claude Opus 4.8:high:main / column new_score),,in,in scfrontiercode,cognition,opus-4.8,xhigh,coding,frontier,,per-rollout,6.6881,2.89e-05,,62444.8,34.27,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1:Claude Opus 4.8:xhigh:main / column new_score),,in,in scfrontiercode,cognition,opus-4.8,max,coding,frontier,,per-rollout,9.0344,2.89e-05,,88168.6,31.29,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1:Claude Opus 4.8:max:main / column new_score),,in,in scfrontiercode,cognition,gpt-5.5,low,coding,frontier,,per-rollout,1.6113,2.89e-05,,8481.9,21.14,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1:GPT-5.5:low:main / column new_score),,in,in scfrontiercode,cognition,gpt-5.5,medium,coding,frontier,,per-rollout,3.2931,2.89e-05,,13911.7,22.42,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1:GPT-5.5:medium:main / column new_score),,in,in scfrontiercode,cognition,gpt-5.5,high,coding,frontier,,per-rollout,4.3815,2.89e-05,,19002,25.29,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1:GPT-5.5:high:main / column new_score),,in,in scfrontiercode,cognition,gpt-5.5,xhigh,coding,frontier,,per-rollout,5.5911,2.89e-05,,25575.9,25.48,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1:GPT-5.5:xhigh:main / column new_score),,in,in scfrontiercode,cognition,opus-4.7,not-established:absent,coding,frontier,,per-rollout,2.4262,2.89e-05,,16932.1,17.91,weighted-rubric,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1:Claude Opus 4.7:low:main / column new_score),,out:effort-not-established,out:effort-not-established scfrontiercode,cognition,opus-4.7,not-established:absent,coding,frontier,,per-rollout,2.8502,2.89e-05,,20038.7,21.3,weighted-rubric,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1:Claude Opus 4.7:medium:main / column new_score),,out:effort-not-established,out:effort-not-established scfrontiercode,cognition,opus-4.7,not-established:absent,coding,frontier,,per-rollout,4.4297,2.89e-05,,28180.3,22.07,weighted-rubric,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1:Claude Opus 4.7:high:main / column new_score),,out:effort-not-established,out:effort-not-established scfrontiercode,cognition,opus-4.7,xhigh,coding,frontier,,per-rollout,5.9308,2.89e-05,,35076.8,22.96,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1:Claude Opus 4.7:xhigh:main / column new_score),,in,in scfrontiercode,cognition,opus-4.7,not-established:absent,coding,frontier,,per-rollout,7.8,2.89e-05,,43092.1,23.8,weighted-rubric,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1:Claude Opus 4.7:max:main / column new_score),,out:effort-not-established,out:effort-not-established scfrontiercode,cognition,?Kimi K2.7,not-established:absent,coding,frontier,,per-rollout,3.1,2.89e-05,,46554.2,22,weighted-rubric,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1:Kimi K2.7:none:main / column new_score),,out:model-not-established,out:model-not-established scfrontiercode,cognition,glm-5.2,default,coding,frontier,,per-rollout,3.8,2.89e-05,,26171.4,19.2,weighted-rubric,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1:GLM 5.2:none:main / column new_score),,out:effort-not-established,out:effort-not-established scfrontiercode,cognition,kimi-k2.6,default,coding,frontier,,per-rollout,2.2,2.89e-05,,41781.8,16.04,weighted-rubric,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1:Kimi K2.6:none:main / column new_score),,out:effort-not-established,out:effort-not-established scfrontiercode,cognition,gpt-5.4-mini,low,coding,frontier,,per-rollout,0.4,2.89e-05,,11463.8,4.7,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1:GPT-5.4-mini:low:main / column new_score),,in,in scfrontiercode,cognition,gpt-5.4-mini,medium,coding,frontier,,per-rollout,0.8851,2.89e-05,,34719.7,12.05,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1:GPT-5.4-mini:medium:main / column new_score),,in,in scfrontiercode,cognition,gpt-5.4-mini,high,coding,frontier,,per-rollout,1.0537,2.89e-05,,45131.4,12.45,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1:GPT-5.4-mini:high:main / column new_score),,in,in scfrontiercode,cognition,gpt-5.4-mini,xhigh,coding,frontier,,per-rollout,1.6706,2.89e-05,,88550.1,17.82,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1:GPT-5.4-mini:xhigh:main / column new_score),,in,in scfrontiercode,cognition,gemini-3.1-pro,not-established:absent,coding,frontier,,per-rollout,2.5151,2.89e-05,,19662.3,16.5,weighted-rubric,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1:Gemini 3.1 Pro:low:main / column new_score),,out:effort-not-established,out:effort-not-established scfrontiercode,cognition,gemini-3.1-pro,not-established:absent,coding,frontier,,per-rollout,2.4112,2.89e-05,,18997.2,16.68,weighted-rubric,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1:Gemini 3.1 Pro:high:main / column new_score),,out:effort-not-established,out:effort-not-established scfrontiercode,cognition,sonnet-4.6,not-established:absent,coding,frontier,,per-rollout,1.6,2.89e-05,,18548.8,9.2,weighted-rubric,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1:Claude Sonnet 4.6:low:main / column new_score),,out:effort-not-established,out:effort-not-established scfrontiercode,cognition,sonnet-4.6,not-established:absent,coding,frontier,,per-rollout,2.0873,2.89e-05,,28176.2,13.63,weighted-rubric,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1:Claude Sonnet 4.6:medium:main / column new_score),,out:effort-not-established,out:effort-not-established scfrontiercode,cognition,sonnet-4.6,not-established:absent,coding,frontier,,per-rollout,2.4053,2.89e-05,,34333.9,15.07,weighted-rubric,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1:Claude Sonnet 4.6:high:main / column new_score),,out:effort-not-established,out:effort-not-established scfrontiercode,cognition,sonnet-4.6,not-established:absent,coding,frontier,,per-rollout,2.5742,2.89e-05,,38003.6,13.17,weighted-rubric,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1:Claude Sonnet 4.6:max:main / column new_score),,out:effort-not-established,out:effort-not-established scfrontiercode,cognition,?Kimi K2.5,not-established:absent,coding,frontier,,per-rollout,2.5531,2.89e-05,,19105.8,6.9,weighted-rubric,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1:Kimi K2.5:none:main / column new_score),,out:model-not-established,out:model-not-established scfrontiercode,cognition,qwen3.6-plus,default,coding,frontier,,per-rollout,1.4,2.89e-05,,51307.9,9.7,weighted-rubric,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1:Qwen 3.6 Plus:none:main / column new_score),,out:effort-not-established,out:effort-not-established scfrontiercode,cognition,minimax-m2.7,default,coding,frontier,,per-rollout,0.6,2.89e-05,,30587.4,6,weighted-rubric,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1:MiniMax M2.7:none:main / column new_score),,out:effort-not-established,out:effort-not-established scfrontiercode,cognition,minimax-m2.5,default,coding,frontier,,per-rollout,0.3,2.89e-05,,21664.7,5.34,weighted-rubric,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1:MiniMax M2.5:none:main / column new_score),,out:effort-not-established,out:effort-not-established scfrontiercode,cognition,gemini-3.1-flash-lite,not-established:absent,coding,frontier,,per-rollout,0.3694,2.89e-05,,11462.6,2.5,weighted-rubric,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1:Gemini 3.1 Flash Lite:minimal:main / column new_score),,out:effort-not-established,out:effort-not-established scfrontiercode,cognition,gemini-3.1-flash-lite,not-established:absent,coding,frontier,,per-rollout,0.1711,2.89e-05,,13554.7,4.84,weighted-rubric,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1:Gemini 3.1 Flash Lite:low:main / column new_score),,out:effort-not-established,out:effort-not-established scfrontiercode,cognition,gemini-3.1-flash-lite,not-established:absent,coding,frontier,,per-rollout,0.2586,2.89e-05,,10024.2,1.84,weighted-rubric,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1:Gemini 3.1 Flash Lite:medium:main / column new_score),,out:effort-not-established,out:effort-not-established scfrontiercode,cognition,gemini-3.1-flash-lite,not-established:absent,coding,frontier,,per-rollout,0.1792,2.89e-05,,14704.2,4.44,weighted-rubric,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1:Gemini 3.1 Flash Lite:high:main / column new_score),,out:effort-not-established,out:effort-not-established fcodev1ext,cognition,fable-5,low,coding,frontier,,per-rollout,3.8,2.89e-05,,17747.4,54.7,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1:Claude Fable 5:low:extended / column new_score),,in,in fcodev1ext,cognition,fable-5,medium,coding,frontier,,per-rollout,5,2.89e-05,,23104.1,57.4,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1:Claude Fable 5:medium:extended / column new_score),,in,in fcodev1ext,cognition,fable-5,high,coding,frontier,,per-rollout,6.8,2.89e-05,,29252.9,59.4,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1:Claude Fable 5:high:extended / column new_score),,in,in fcodev1ext,cognition,fable-5,xhigh,coding,frontier,,per-rollout,8.8,2.89e-05,,38379.8,61.6,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1:Claude Fable 5:xhigh:extended / column new_score),,in,in fcodev1ext,cognition,fable-5,max,coding,frontier,,per-rollout,13.2,2.89e-05,,56060.3,60,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1:Claude Fable 5:max:extended / column new_score),,in,in fcodev1ext,cognition,opus-4.8,low,coding,frontier,,per-rollout,2.2,2.89e-05,,19342.3,43.06,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1:Claude Opus 4.8:low:extended / column new_score),,in,in fcodev1ext,cognition,opus-4.8,medium,coding,frontier,,per-rollout,2.7449,2.89e-05,,26579.6,45.49,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1:Claude Opus 4.8:medium:extended / column new_score),,in,in fcodev1ext,cognition,opus-4.8,high,coding,frontier,,per-rollout,3.233,2.89e-05,,31049.5,48.76,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1:Claude Opus 4.8:high:extended / column new_score),,in,in fcodev1ext,cognition,opus-4.8,xhigh,coding,frontier,,per-rollout,5.405,2.89e-05,,51949.3,51.79,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1:Claude Opus 4.8:xhigh:extended / column new_score),,in,in fcodev1ext,cognition,opus-4.8,max,coding,frontier,,per-rollout,7.5247,2.89e-05,,75826.1,49.89,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1:Claude Opus 4.8:max:extended / column new_score),,in,in fcodev1ext,cognition,gpt-5.5,low,coding,frontier,,per-rollout,1.4,2.89e-05,,7409.9,38.73,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1:GPT-5.5:low:extended / column new_score),,in,in fcodev1ext,cognition,gpt-5.5,medium,coding,frontier,,per-rollout,2.77,2.89e-05,,11940.3,42.29,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1:GPT-5.5:medium:extended / column new_score),,in,in fcodev1ext,cognition,gpt-5.5,high,coding,frontier,,per-rollout,3.6346,2.89e-05,,16209.7,44.76,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1:GPT-5.5:high:extended / column new_score),,in,in fcodev1ext,cognition,gpt-5.5,xhigh,coding,frontier,,per-rollout,4.6186,2.89e-05,,21819.9,44.67,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1:GPT-5.5:xhigh:extended / column new_score),,in,in fcodev1ext,cognition,opus-4.7,not-established:absent,coding,frontier,,per-rollout,2.0425,2.89e-05,,14319.1,36.79,weighted-rubric,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1:Claude Opus 4.7:low:extended / column new_score),,out:effort-not-established,out:effort-not-established fcodev1ext,cognition,opus-4.7,not-established:absent,coding,frontier,,per-rollout,2.3613,2.89e-05,,16946.1,40.98,weighted-rubric,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1:Claude Opus 4.7:medium:extended / column new_score),,out:effort-not-established,out:effort-not-established fcodev1ext,cognition,opus-4.7,not-established:absent,coding,frontier,,per-rollout,3.6482,2.89e-05,,23585.6,42.25,weighted-rubric,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1:Claude Opus 4.7:high:extended / column new_score),,out:effort-not-established,out:effort-not-established fcodev1ext,cognition,opus-4.7,xhigh,coding,frontier,,per-rollout,4.928,2.89e-05,,29750.8,43.24,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1:Claude Opus 4.7:xhigh:extended / column new_score),,in,in fcodev1ext,cognition,opus-4.7,not-established:absent,coding,frontier,,per-rollout,6.6,2.89e-05,,36919,43.9,weighted-rubric,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1:Claude Opus 4.7:max:extended / column new_score),,out:effort-not-established,out:effort-not-established fcodev1ext,cognition,?Kimi K2.7,not-established:absent,coding,frontier,,per-rollout,2.8,2.89e-05,,40415.9,39.9,weighted-rubric,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1:Kimi K2.7:none:extended / column new_score),,out:model-not-established,out:model-not-established fcodev1ext,cognition,glm-5.2,default,coding,frontier,,per-rollout,3.2,2.89e-05,,23074.7,39,weighted-rubric,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1:GLM 5.2:none:extended / column new_score),,out:effort-not-established,out:effort-not-established fcodev1ext,cognition,kimi-k2.6,default,coding,frontier,,per-rollout,1.8,2.89e-05,,35050.1,37.01,weighted-rubric,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1:Kimi K2.6:none:extended / column new_score),,out:effort-not-established,out:effort-not-established fcodev1ext,cognition,gpt-5.4-mini,low,coding,frontier,,per-rollout,0.3,2.89e-05,,10242.6,17.4,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1:GPT-5.4-mini:low:extended / column new_score),,in,in fcodev1ext,cognition,gpt-5.4-mini,medium,coding,frontier,,per-rollout,0.7602,2.89e-05,,29705.9,28.89,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1:GPT-5.4-mini:medium:extended / column new_score),,in,in fcodev1ext,cognition,gpt-5.4-mini,high,coding,frontier,,per-rollout,0.897,2.89e-05,,38178.5,31.23,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1:GPT-5.4-mini:high:extended / column new_score),,in,in fcodev1ext,cognition,gpt-5.4-mini,xhigh,coding,frontier,,per-rollout,1.3899,2.89e-05,,73573.6,36,weighted-rubric,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cognition.com/frontiercode ($.rows / row v1:GPT-5.4-mini:xhigh:extended / column new_score),,in,in fcodev1ext,cognition,gemini-3.1-pro,not-established:absent,coding,frontier,,per-rollout,2.2618,2.89e-05,,17712,34.23,weighted-rubric,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1:Gemini 3.1 Pro:low:extended / column new_score),,out:effort-not-established,out:effort-not-established fcodev1ext,cognition,gemini-3.1-pro,not-established:absent,coding,frontier,,per-rollout,2.2139,2.89e-05,,17049.7,33.07,weighted-rubric,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1:Gemini 3.1 Pro:high:extended / column new_score),,out:effort-not-established,out:effort-not-established fcodev1ext,cognition,sonnet-4.6,not-established:absent,coding,frontier,,per-rollout,1.4,2.89e-05,,15820.7,25.7,weighted-rubric,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1:Claude Sonnet 4.6:low:extended / column new_score),,out:effort-not-established,out:effort-not-established fcodev1ext,cognition,sonnet-4.6,not-established:absent,coding,frontier,,per-rollout,1.775,2.89e-05,,24003.4,32.22,weighted-rubric,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1:Claude Sonnet 4.6:medium:extended / column new_score),,out:effort-not-established,out:effort-not-established fcodev1ext,cognition,sonnet-4.6,not-established:absent,coding,frontier,,per-rollout,2.04,2.89e-05,,29774.2,33.56,weighted-rubric,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1:Claude Sonnet 4.6:high:extended / column new_score),,out:effort-not-established,out:effort-not-established fcodev1ext,cognition,sonnet-4.6,not-established:absent,coding,frontier,,per-rollout,2.1498,2.89e-05,,32619.3,31.7,weighted-rubric,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1:Claude Sonnet 4.6:max:extended / column new_score),,out:effort-not-established,out:effort-not-established fcodev1ext,cognition,?Kimi K2.5,not-established:absent,coding,frontier,,per-rollout,2.3582,2.89e-05,,17738.2,22.69,weighted-rubric,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1:Kimi K2.5:none:extended / column new_score),,out:model-not-established,out:model-not-established fcodev1ext,cognition,qwen3.6-plus,default,coding,frontier,,per-rollout,1.3,2.89e-05,,48885.1,21.3,weighted-rubric,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1:Qwen 3.6 Plus:none:extended / column new_score),,out:effort-not-established,out:effort-not-established fcodev1ext,cognition,minimax-m2.7,default,coding,frontier,,per-rollout,0.5,2.89e-05,,28445.8,19.86,weighted-rubric,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1:MiniMax M2.7:none:extended / column new_score),,out:effort-not-established,out:effort-not-established fcodev1ext,cognition,minimax-m2.5,default,coding,frontier,,per-rollout,0.3,2.89e-05,,19962.4,15.78,weighted-rubric,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1:MiniMax M2.5:none:extended / column new_score),,out:effort-not-established,out:effort-not-established fcodev1ext,cognition,gemini-3.1-flash-lite,not-established:absent,coding,frontier,,per-rollout,0.3219,2.89e-05,,10474.9,9.05,weighted-rubric,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1:Gemini 3.1 Flash Lite:minimal:extended / column new_score),,out:effort-not-established,out:effort-not-established fcodev1ext,cognition,gemini-3.1-flash-lite,not-established:absent,coding,frontier,,per-rollout,0.1729,2.89e-05,,13112.1,14.6,weighted-rubric,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1:Gemini 3.1 Flash Lite:low:extended / column new_score),,out:effort-not-established,out:effort-not-established fcodev1ext,cognition,gemini-3.1-flash-lite,not-established:absent,coding,frontier,,per-rollout,0.239,2.89e-05,,9538.7,10.6,weighted-rubric,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1:Gemini 3.1 Flash Lite:medium:extended / column new_score),,out:effort-not-established,out:effort-not-established fcodev1ext,cognition,gemini-3.1-flash-lite,not-established:absent,coding,frontier,,per-rollout,0.1759,2.89e-05,,13908.7,13.89,weighted-rubric,0.00289,,,https://cognition.com/frontiercode ($.rows / row v1:Gemini 3.1 Flash Lite:high:extended / column new_score),,out:effort-not-established,out:effort-not-established ycbench,collinear-ai.github.io,opus-4.6,unstated,agentic-tool,hard,YC-Bench,,,,,,1269.7343466666667,net-worth-k$,0,,,https://collinear-ai.github.io/yc-bench/ ($ / row claude-opus-4-6 / column 2025-12),,out:effort-not-established, ycbench,collinear-ai.github.io,sonnet-4.6,unstated,agentic-tool,hard,YC-Bench,,,,,,104.43198666666668,net-worth-k$,0,,,https://collinear-ai.github.io/yc-bench/ ($ / row claude-sonnet-4-6 / column 2025-12),,out:effort-not-established, ycbench,collinear-ai.github.io,opus-4.7,unstated,agentic-tool,hard,YC-Bench,,,,,,1714.5113166666667,net-worth-k$,0,,,https://collinear-ai.github.io/yc-bench/ ($ / row claude-opus-4-7 / column 2025-12),,out:effort-not-established, ycbench,collinear-ai.github.io,opus-4.8,unstated,agentic-tool,hard,YC-Bench,,,,,,1711.38887,net-worth-k$,0,,,https://collinear-ai.github.io/yc-bench/ ($ / row claude-opus-4-8 / column 2025-12),,out:effort-not-established, ycbench,collinear-ai.github.io,fable-5,unstated,agentic-tool,hard,YC-Bench,,,,,,1977.57291,net-worth-k$,0,,,https://collinear-ai.github.io/yc-bench/ ($ / row claude-fable-5 / column 2025-12),,out:effort-not-established, ycbench,collinear-ai.github.io,sonnet-5,unstated,agentic-tool,hard,YC-Bench,,,,,,1163.51758,net-worth-k$,0,,,https://collinear-ai.github.io/yc-bench/ ($ / row claude-sonnet-5 / column 2025-12),,out:effort-not-established, ycbench,collinear-ai.github.io,opus-5.5,unstated,agentic-tool,hard,YC-Bench,,,,,,2873.72509,net-worth-k$,0,,,https://collinear-ai.github.io/yc-bench/ ($ / row claude-opus-5.5 / column 2025-12),,out:effort-not-established, ycbench,collinear-ai.github.io,sonnet-5.5,unstated,agentic-tool,hard,YC-Bench,,,,,,1741.31489,net-worth-k$,0,,,https://collinear-ai.github.io/yc-bench/ ($ / row claude-sonnet-5.5 / column 2025-12),,out:effort-not-established, ycbench,collinear-ai.github.io,opus-5,unstated,agentic-tool,hard,YC-Bench,,,,,,1911.59162,net-worth-k$,0,,,https://collinear-ai.github.io/yc-bench/ ($ / row claude-opus-5 / column 2025-12),,out:effort-not-established, ycbench,collinear-ai.github.io,grok-4.5,unstated,agentic-tool,hard,YC-Bench,,,,,,2629.90251,net-worth-k$,0,,,https://collinear-ai.github.io/yc-bench/ ($ / row grok-4.5 / column 2025-12),,out:effort-not-established, ycbench,collinear-ai.github.io,?qwen3.8-max,not-established:absent,agentic-tool,hard,YC-Bench,,,,,,2095.83807,net-worth-k$,0,,,https://collinear-ai.github.io/yc-bench/ ($ / row qwen3.8-max / column 2025-12),,out:model-not-established, ycbench,collinear-ai.github.io,kimi-k3,unstated,agentic-tool,hard,YC-Bench,,,,,,2053.29564,net-worth-k$,0,,,https://collinear-ai.github.io/yc-bench/ ($ / row kimi-k3 / column 2025-12),,out:effort-not-established, ycbench,collinear-ai.github.io,grok-4.7,unstated,agentic-tool,hard,YC-Bench,,,,,,1666.38924,net-worth-k$,0,,,https://collinear-ai.github.io/yc-bench/ ($ / row grok-4.7 / column 2025-12),,out:effort-not-established, ycbench,collinear-ai.github.io,deepseek-v4.1-flash,unstated,agentic-tool,hard,YC-Bench,,,,,,1657.2363,net-worth-k$,0,,,https://collinear-ai.github.io/yc-bench/ ($ / row deepseek-v4.1-flash / column 2025-12),,out:effort-not-established, ycbench,collinear-ai.github.io,?glm-5.3-prime,not-established:absent,agentic-tool,hard,YC-Bench,,,,,,1597.18196,net-worth-k$,0,,,https://collinear-ai.github.io/yc-bench/ ($ / row glm-5.3-prime / column 2025-12),,out:model-not-established, ycbench,collinear-ai.github.io,grok-4.6,unstated,agentic-tool,hard,YC-Bench,,,,,,1568.24063,net-worth-k$,0,,,https://collinear-ai.github.io/yc-bench/ ($ / row grok-4.6 / column 2025-12),,out:effort-not-established, ycbench,collinear-ai.github.io,glm-5.1,unstated,agentic-tool,hard,YC-Bench,,,,,,1510.7724666666666,net-worth-k$,0,,,https://collinear-ai.github.io/yc-bench/ ($ / row glm-5.1 / column 2025-12),,out:effort-not-established, ycbench,collinear-ai.github.io,deepseek-v4-pro-0813,unstated,agentic-tool,hard,YC-Bench,,,,,,1459.74346,net-worth-k$,0,,,https://collinear-ai.github.io/yc-bench/ ($ / row deepseek-v4-pro-0813 / column 2025-12),,out:effort-not-established, ycbench,collinear-ai.github.io,gpt-6-sol,unstated,agentic-tool,hard,YC-Bench,,,,,,1441.79304,net-worth-k$,0,,,https://collinear-ai.github.io/yc-bench/ ($ / row gpt-6-sol / column 2025-12),,out:effort-not-established, ycbench,collinear-ai.github.io,qwen3.8-omni-flash,unstated,agentic-tool,hard,YC-Bench,,,,,,1380.06051,net-worth-k$,0,,,https://collinear-ai.github.io/yc-bench/ ($ / row qwen3.8-omni-flash / column 2025-12),,out:effort-not-established, ycbench,collinear-ai.github.io,gpt-6-astra,unstated,agentic-tool,hard,YC-Bench,,,,,,1336.46611,net-worth-k$,0,,,https://collinear-ai.github.io/yc-bench/ ($ / row gpt-6-astra / column 2025-12),,out:effort-not-established, ycbench,collinear-ai.github.io,glm-5,unstated,agentic-tool,hard,YC-Bench,,,,,,1208.1900766666667,net-worth-k$,0,,,https://collinear-ai.github.io/yc-bench/ ($ / row glm-5 / column 2025-12),,out:effort-not-established, ycbench,collinear-ai.github.io,gpt-5.5,unstated,agentic-tool,hard,YC-Bench,,,,,,1206.0448766666667,net-worth-k$,0,,,https://collinear-ai.github.io/yc-bench/ ($ / row gpt-5.5-2026-04-23 / column 2025-12),,out:effort-not-established, ycbench,collinear-ai.github.io,glm-5.3-flashx,unstated,agentic-tool,hard,YC-Bench,,,,,,1140.94892,net-worth-k$,0,,,https://collinear-ai.github.io/yc-bench/ ($ / row glm-5.3-flashx / column 2025-12),,out:effort-not-established, ycbench,collinear-ai.github.io,?deepseek-v4-pro,not-established:absent,agentic-tool,hard,YC-Bench,,,,,,1066.4263333333333,net-worth-k$,0,,,https://collinear-ai.github.io/yc-bench/ ($ / row deepseek-v4-pro / column 2025-12),,out:model-not-established, ycbench,collinear-ai.github.io,glm-5.2,unstated,agentic-tool,hard,YC-Bench,,,,,,1013.15783,net-worth-k$,0,,,https://collinear-ai.github.io/yc-bench/ ($ / row glm-5.2 / column 2025-12),,out:effort-not-established, ycbench,collinear-ai.github.io,gpt-5.4,unstated,agentic-tool,hard,YC-Bench,,,,,,1000.8034833333334,net-worth-k$,0,,,https://collinear-ai.github.io/yc-bench/ ($ / row gpt-5.4 / column 2025-12),,out:effort-not-established, ycbench,collinear-ai.github.io,gemini-3.5-flash,unstated,agentic-tool,hard,YC-Bench,,,,,,987.01663,net-worth-k$,0,,,https://collinear-ai.github.io/yc-bench/ ($ / row gemini-3.5-flash / column 2025-12),,out:effort-not-established, ycbench,collinear-ai.github.io,gemini-3.6-flash,unstated,agentic-tool,hard,YC-Bench,,,,,,968.12313,net-worth-k$,0,,,https://collinear-ai.github.io/yc-bench/ ($ / row gemini-3.6-flash / column 2025-12),,out:effort-not-established, ycbench,collinear-ai.github.io,gpt-6.1-sol,unstated,agentic-tool,hard,YC-Bench,,,,,,936.26732,net-worth-k$,0,,,https://collinear-ai.github.io/yc-bench/ ($ / row gpt-6.1-sol / column 2025-12),,out:effort-not-established, ycbench,collinear-ai.github.io,qwen3.6-plus,unstated,agentic-tool,hard,YC-Bench,,,,,,787.9993333333334,net-worth-k$,0,,,https://collinear-ai.github.io/yc-bench/ ($ / row qwen3.6-plus / column 2025-12),,out:effort-not-established, ycbench,collinear-ai.github.io,gpt-5.6-sol,unstated,agentic-tool,hard,YC-Bench,,,,,,728.0011,net-worth-k$,0,,,https://collinear-ai.github.io/yc-bench/ ($ / row gpt-5.6-sol / column 2025-12),,out:effort-not-established, ycbench,collinear-ai.github.io,gpt-5.6-terra,unstated,agentic-tool,hard,YC-Bench,,,,,,636.14367,net-worth-k$,0,,,https://collinear-ai.github.io/yc-bench/ ($ / row gpt-5.6-terra / column 2025-12),,out:effort-not-established, ycbench,collinear-ai.github.io,qwen3.7-max,unstated,agentic-tool,hard,YC-Bench,,,,,,629.58322,net-worth-k$,0,,,https://collinear-ai.github.io/yc-bench/ ($ / row qwen3.7-max / column 2025-12),,out:effort-not-established, ycbench,collinear-ai.github.io,kimi-k2.6,unstated,agentic-tool,hard,YC-Bench,,,,,,511.1372166666667,net-worth-k$,0,,,https://collinear-ai.github.io/yc-bench/ ($ / row kimi-k2.6 / column 2025-12),,out:effort-not-established, ycbench,collinear-ai.github.io,?kimi-k2.5,not-established:absent,agentic-tool,hard,YC-Bench,,,,,,408.82186000000004,net-worth-k$,0,,,https://collinear-ai.github.io/yc-bench/ ($ / row kimi-k2.5 / column 2025-12),,out:model-not-established, ycbench,collinear-ai.github.io,gemini-3-flash,unstated,agentic-tool,hard,YC-Bench,,,,,,393.7355466666667,net-worth-k$,0,,,https://collinear-ai.github.io/yc-bench/ ($ / row gemini-3-flash-preview / column 2025-12),,out:effort-not-established, ycbench,collinear-ai.github.io,gpt-6-luna,unstated,agentic-tool,hard,YC-Bench,,,,,,331.09302,net-worth-k$,0,,,https://collinear-ai.github.io/yc-bench/ ($ / row gpt-6-luna / column 2025-12),,out:effort-not-established, ycbench,collinear-ai.github.io,gemini-3.1-flash-lite-preview,unstated,agentic-tool,hard,YC-Bench,,,,,,202.89933333333334,net-worth-k$,0,,,https://collinear-ai.github.io/yc-bench/ ($ / row gemini-3.1-flash-lite-preview / column 2025-12),,out:effort-not-established, ycbench,collinear-ai.github.io,gpt-5.6-luna,unstated,agentic-tool,hard,YC-Bench,,,,,,196.64997,net-worth-k$,0,,,https://collinear-ai.github.io/yc-bench/ ($ / row gpt-5.6-luna / column 2025-12),,out:effort-not-established, ycbench,collinear-ai.github.io,gpt-5.4-mini,unstated,agentic-tool,hard,YC-Bench,,,,,,137.64850666666668,net-worth-k$,0,,,https://collinear-ai.github.io/yc-bench/ ($ / row gpt-5.4-mini / column 2025-12),,out:effort-not-established, ycbench,collinear-ai.github.io,qwen3.5-397b-a17b,unstated,agentic-tool,hard,YC-Bench,,,,,,90.78736333333334,net-worth-k$,0,,,https://collinear-ai.github.io/yc-bench/ ($ / row qwen3.5-397b-a17b / column 2025-12),,out:effort-not-established, ycbench,collinear-ai.github.io,gemini-3.1-pro,unstated,agentic-tool,hard,YC-Bench,,,,,,66.10401666666666,net-worth-k$,0,,,https://collinear-ai.github.io/yc-bench/ ($ / row gemini-3.1-pro-preview / column 2025-12),,out:effort-not-established, ycbench,collinear-ai.github.io,gpt-5.4-nano,unstated,agentic-tool,hard,YC-Bench,,,,,,39.38829666666667,net-worth-k$,0,,,https://collinear-ai.github.io/yc-bench/ ($ / row gpt-5.4-nano / column 2025-12),,out:effort-not-established, ycbench,collinear-ai.github.io,grok-4.20,think,agentic-tool,hard,YC-Bench,,,,,,24.87428,net-worth-k$,0,,,https://collinear-ai.github.io/yc-bench/ ($ / row grok-4.20-beta / column 2025-12),,out:single-couple, taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-6-sol,max,agentic-tool,hard,,per-return,0.34,0.00289,,,66.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 724: row gpt-6-sol | ultrathink | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-6.1-sol,high,agentic-tool,hard,,per-return,0.33,0.00289,,,64.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 725: row gpt-6.1-sol | high | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,opus-5.5,max,agentic-tool,hard,,per-return,3.47,0.00289,,,64.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 726: row claude-opus-5-5 | ultrathink | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-5.6-sol,max,agentic-tool,hard,,,,,,,64.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 727: row gpt-5.6-sol | ultrathink | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-6.1-sol,max,agentic-tool,hard,,per-return,0.47,0.00289,,,62.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 728: row gpt-6.1-sol | ultrathink | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-6-astra,medium,agentic-tool,hard,,per-return,0.78,0.00289,,,62.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 729: row gpt-6-astra | medium | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-6-astra,max,agentic-tool,hard,,per-return,1.58,0.00289,,,60.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 730: row gpt-6-astra | ultrathink | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-6-astra,high,agentic-tool,hard,,per-return,1.14,0.00289,,,60.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 731: row gpt-6-astra | high | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-5.5,xhigh,agentic-tool,hard,,,,,,,58.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 732: row gpt-5.5 | ultrathink | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-6.1-sol,medium,agentic-tool,hard,,per-return,0.22,0.00289,,,56.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 733: row gpt-6.1-sol | medium | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-6-astra,low,agentic-tool,hard,,per-return,0.60,0.00289,,,54.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 734: row gpt-6-astra | low | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,gemini-3.8-flash,high,agentic-tool,hard,,per-return,0.98,0.00289,,,52.50,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 735: row gemini-3.8-flash | high | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:partial,out:partial taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-5.5,medium,agentic-tool,hard,,,,,,,52.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 736: row gpt-5.5 | medium | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-5.6-sol,medium,agentic-tool,hard,,,,,,,52.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 737: row gpt-5.6-sol | medium | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-5.5,high,agentic-tool,hard,,,,,,,50.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 738: row gpt-5.5 | high | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-web,column-tax-tax-calc-bench,opus-5.5,xhigh,agentic-tool,hard,,per-return,1.75,0.00289,,,48.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 739: row claude-opus-5-5 | high | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,fable-5.1,xhigh,agentic-tool,hard,,per-return,5.17,0.00289,,,48.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 740: row claude-fable-5-1 | high | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-6.1-sol,low,agentic-tool,hard,,per-return,0.17,0.00289,,,48.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 741: row gpt-6.1-sol | low | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-5.6-sol,high,agentic-tool,hard,,,,,,,48.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 742: row gpt-5.6-sol | high | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-web,column-tax-tax-calc-bench,fable-5.1,max,agentic-tool,hard,,per-return,5.99,0.00289,,,48.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 743: row claude-fable-5-1 | ultrathink | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-6-sol,high,agentic-tool,hard,,per-return,0.24,0.00289,,,48.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 744: row gpt-6-sol | high | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,gemini-3.7-flash,high,agentic-tool,hard,,per-return,0.62,0.00289,,,46.94,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 745: row gemini-3.7-flash | high | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:partial,out:partial taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-6-sol,medium,agentic-tool,hard,,per-return,0.19,0.00289,,,46.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 746: row gpt-6-sol | medium | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,gemini-3.8-flash,medium,agentic-tool,hard,,per-return,0.65,0.00289,,,44.68,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 747: row gemini-3.8-flash | medium | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:partial,out:partial taxcalc-ty25-web,column-tax-tax-calc-bench,opus-5,max,agentic-tool,hard,,per-return,2.14,0.00289,,,44.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 748: row claude-opus-5 | ultrathink | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,sonnet-5.5,max,agentic-tool,hard,,per-return,2.35,0.00289,,,44.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 749: row claude-sonnet-5-5 | ultrathink | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,fable-5.1,high,agentic-tool,hard,,per-return,2.12,0.00289,,,42.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 750: row claude-fable-5-1 | medium | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,opus-5.5,high,agentic-tool,hard,,per-return,0.73,0.00289,,,40.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 751: row claude-opus-5-5 | medium | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,opus-5.5,max,agentic-tool,hard,,per-return,1.13,0.00289,,,40.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 752: row claude-opus-5-5 | ultrathink | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,fable-5.1,max,agentic-tool,hard,,per-return,2.33,0.00289,,,40.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 753: row claude-fable-5-1 | ultrathink | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-6-astra,max,agentic-tool,hard,,per-return,1.04,0.00289,,,38.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 754: row gpt-6-astra | ultrathink | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,fable-5,max,agentic-tool,hard,,,,,,,38.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 755: row claude-fable-5 | ultrathink | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-web,column-tax-tax-calc-bench,sonnet-5.5,xhigh,agentic-tool,hard,,per-return,1.02,0.00289,,,38.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 756: row claude-sonnet-5-5 | high | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-6.1-sol,max,agentic-tool,hard,,per-return,0.19,0.00289,,,36.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 757: row gpt-6.1-sol | ultrathink | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,fable-5,xhigh,agentic-tool,hard,,,,,,,36.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 758: row claude-fable-5 | high | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-notool,column-tax-tax-calc-bench,opus-5.5,high,agentic-tool,hard,,per-return,0.25,0.00289,,,36.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 759: row claude-opus-5-5 | medium | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,opus-5.5,xhigh,agentic-tool,hard,,per-return,0.44,0.00289,,,34.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 760: row claude-opus-5-5 | high | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,sonnet-5.5,max,agentic-tool,hard,,per-return,0.84,0.00289,,,33.33,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 761: row claude-sonnet-5-5 | ultrathink | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:partial,out:partial taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-6.1-sol,high,agentic-tool,hard,,per-return,0.10,0.00289,,,32.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 762: row gpt-6.1-sol | high | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-6-astra,medium,agentic-tool,hard,,per-return,0.40,0.00289,,,32.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 763: row gpt-6-astra | medium | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,opus-4.8,xhigh,agentic-tool,hard,,,,,,,32.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 764: row claude-opus-4-8 | high | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-5.6-sol,low,agentic-tool,hard,,,,,,,32.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 765: row gpt-5.6-sol | low | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-web,column-tax-tax-calc-bench,opus-5,xhigh,agentic-tool,hard,,per-return,1.53,0.00289,,,30.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 766: row claude-opus-5 | high | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-6-astra,high,agentic-tool,hard,,per-return,0.59,0.00289,,,30.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 767: row gpt-6-astra | high | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,opus-5.5,medium,agentic-tool,hard,,per-return,0.32,0.00289,,,30.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 768: row claude-opus-5-5 | low | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-5.6-sol,max,agentic-tool,hard,,,,,,,30.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 769: row gpt-5.6-sol | ultrathink | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-6-luna,max,agentic-tool,hard,,per-return,0.24,0.00289,,,30.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 770: row gpt-6-luna | ultrathink | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-6-astra,low,agentic-tool,hard,,per-return,0.36,0.00289,,,30.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 771: row gpt-6-astra | low | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,fable-5,max,agentic-tool,hard,,,,,,,28.89,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 772: row claude-fable-5 | ultrathink | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:partial, taxcalc-ty25-web,column-tax-tax-calc-bench,opus-5,high,agentic-tool,hard,,,,,,,28.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 773: row claude-opus-5 | medium | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-web,column-tax-tax-calc-bench,fable-5,high,agentic-tool,hard,,,,,,,28.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 774: row claude-fable-5 | medium | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-6-sol,max,agentic-tool,hard,,per-return,0.24,0.00289,,,28.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 775: row gpt-6-sol | ultrathink | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,fable-5,xhigh,agentic-tool,hard,,,,,,,28.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 776: row claude-fable-5 | high | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-notool,column-tax-tax-calc-bench,opus-4.8,max,agentic-tool,hard,,,,,,,27.27,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 777: row claude-opus-4-8 | ultrathink | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:partial, taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-5.6-sol,high,agentic-tool,hard,,,,,,,26.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 778: row gpt-5.6-sol | high | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-web,column-tax-tax-calc-bench,muse-spark-1.3,xhigh,agentic-tool,hard,,per-return,0.53,0.00289,,,26.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 779: row muse-spark-1.3 | ultrathink | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-5.5,high,agentic-tool,hard,,,,,,,26.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 780: row gpt-5.5 | high | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-notool,column-tax-tax-calc-bench,fable-5.1,xhigh,agentic-tool,hard,,per-return,1.66,0.00289,,,24.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 781: row claude-fable-5-1 | high | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,gemini-3.7-flash,medium,agentic-tool,hard,,per-return,0.30,0.00289,,,24.00,strict-correct%,0.00289,,cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 782: row gemini-3.7-flash | medium | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-6.1-sol,low,agentic-tool,hard,,per-return,0.07,0.00289,,,24.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 783: row gpt-6.1-sol | low | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,gemini-3.7-flash,low,agentic-tool,hard,,per-return,0.18,0.00289,,,24.00,strict-correct%,0.00289,,cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 784: row gemini-3.7-flash | low | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-web,column-tax-tax-calc-bench,fable-5.1,medium,agentic-tool,hard,,per-return,0.99,0.00289,,,22.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 785: row claude-fable-5-1 | low | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,fable-5.1,high,agentic-tool,hard,,per-return,0.80,0.00289,,,22.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 786: row claude-fable-5-1 | medium | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-6.1-sol,medium,agentic-tool,hard,,per-return,0.08,0.00289,,,22.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 787: row gpt-6.1-sol | medium | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-6-sol,low,agentic-tool,hard,,per-return,0.14,0.00289,,,22.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 788: row gpt-6-sol | low | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,opus-5,xhigh,agentic-tool,hard,,per-return,0.58,0.00289,,,22.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 789: row claude-opus-5 | high | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-6-luna,medium,agentic-tool,hard,,per-return,0.10,0.00289,,,22.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 790: row gpt-6-luna | medium | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,fable-5,high,agentic-tool,hard,,,,,,,22.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 791: row claude-fable-5 | medium | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-web,column-tax-tax-calc-bench,muse-spark-1.3,high,agentic-tool,hard,,per-return,0.31,0.00289,,,22.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 792: row muse-spark-1.3 | high | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-5.5,xhigh,agentic-tool,hard,,,,,,,22.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 793: row gpt-5.5 | ultrathink | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-notool,column-tax-tax-calc-bench,opus-5.5,medium,agentic-tool,hard,,per-return,0.21,0.00289,,,20.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 794: row claude-opus-5-5 | low | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,sonnet-5.5,high,agentic-tool,hard,,per-return,0.38,0.00289,,,20.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 795: row claude-sonnet-5-5 | medium | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-5.6-sol,medium,agentic-tool,hard,,,,,,,20.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 796: row gpt-5.6-sol | medium | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-web,column-tax-tax-calc-bench,opus-4.8,max,agentic-tool,hard,,,,,,,20.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 797: row claude-opus-4-8 | ultrathink | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-web,column-tax-tax-calc-bench,opus-5,medium,agentic-tool,hard,,per-return,0.49,0.00289,,,20.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 798: row claude-opus-5 | low | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,opus-5,max,agentic-tool,hard,,per-return,0.71,0.00289,,,20.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 799: row claude-opus-5 | ultrathink | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-6-sol,high,agentic-tool,hard,,per-return,0.12,0.00289,,,20.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 800: row gpt-6-sol | high | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,opus-4.8,xhigh,agentic-tool,hard,,,,,,,20.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 801: row claude-opus-4-8 | high | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-web,column-tax-tax-calc-bench,gemini-3.6-flash,high,agentic-tool,hard,,per-return,0.50,0.00289,,,18.37,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 802: row gemini-3.6-flash | high | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:partial,out:partial taxcalc-ty25-web,column-tax-tax-calc-bench,fable-5.1,low,agentic-tool,hard,,per-return,0.72,0.00289,,,18.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 803: row claude-fable-5-1 | lobotomized | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,fable-5.1,medium,agentic-tool,hard,,per-return,0.57,0.00289,,,18.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 804: row claude-fable-5-1 | low | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,fable-5,medium,agentic-tool,hard,,,,,,,18.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 805: row claude-fable-5 | low | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-notool,column-tax-tax-calc-bench,sonnet-5.5,xhigh,agentic-tool,hard,,per-return,0.32,0.00289,,,18.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 806: row claude-sonnet-5-5 | high | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,fable-5,low,agentic-tool,hard,,,,,,,18.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 807: row claude-fable-5 | lobotomized | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-notool,column-tax-tax-calc-bench,opus-5,high,agentic-tool,hard,,per-return,0.41,0.00289,,,18.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 808: row claude-opus-5 | medium | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,gemini-3.8-flash,low,agentic-tool,hard,,per-return,0.27,0.00289,,,18.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 809: row gemini-3.8-flash | low | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-5.6-sol,nothink,agentic-tool,hard,,,,,,,18.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 810: row gpt-5.6-sol | lobotomized | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-notool,column-tax-tax-calc-bench,opus-5,medium,agentic-tool,hard,,per-return,0.30,0.00289,,,16.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 811: row claude-opus-5 | low | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,gemini-3.6-flash,medium,agentic-tool,hard,,per-return,0.36,0.00289,,,16.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 812: row gemini-3.6-flash | medium | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,muse-spark-1.3,medium,agentic-tool,hard,,per-return,0.22,0.00289,,,16.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 813: row muse-spark-1.3 | medium | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,opus-4.8,high,agentic-tool,hard,,,,,,,16.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 814: row claude-opus-4-8 | medium | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-6-sol,medium,agentic-tool,hard,,per-return,0.09,0.00289,,,16.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 815: row gpt-6-sol | medium | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,muse-spark-1.2,xhigh,agentic-tool,hard,,per-return,1.12,0.00289,,,16.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 816: row muse-spark-1.2 | ultrathink | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,muse-spark-1.2,medium,agentic-tool,hard,,per-return,0.32,0.00289,,,16.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 817: row muse-spark-1.2 | medium | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,fable-5,medium,agentic-tool,hard,,,,,,,14.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 818: row claude-fable-5 | low | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-6-luna,high,agentic-tool,hard,,per-return,0.13,0.00289,,,14.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 819: row gpt-6-luna | high | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-6-luna,max,agentic-tool,hard,,per-return,0.03,0.00289,,,14.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 820: row gpt-6-luna | ultrathink | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,muse-spark-1.2,high,agentic-tool,hard,,per-return,0.57,0.00289,,,14.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 821: row muse-spark-1.2 | high | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-5.5,low,agentic-tool,hard,,,,,,,14.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 822: row gpt-5.5 | low | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-web,column-tax-tax-calc-bench,opus-5.5,low,agentic-tool,hard,,per-return,0.18,0.00289,,,12.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 823: row claude-opus-5-5 | lobotomized | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,fable-5.1,low,agentic-tool,hard,,per-return,0.50,0.00289,,,12.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 824: row claude-fable-5-1 | lobotomized | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,opus-4.8,medium,agentic-tool,hard,,,,,,,12.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 825: row claude-opus-4-8 | low | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-notool,column-tax-tax-calc-bench,sonnet-5.5,high,agentic-tool,hard,,per-return,0.15,0.00289,,,12.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 826: row claude-sonnet-5-5 | medium | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-5.5,medium,agentic-tool,hard,,,,,,,12.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 827: row gpt-5.5 | medium | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-notool,column-tax-tax-calc-bench,opus-4.8,high,agentic-tool,hard,,,,,,,12.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 828: row claude-opus-4-8 | medium | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-notool,column-tax-tax-calc-bench,opus-4.8,medium,agentic-tool,hard,,,,,,,12.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 829: row claude-opus-4-8 | low | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-6-sol,nothink,agentic-tool,hard,,per-return,0.21,0.00289,,,12.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 830: row gpt-6-sol | lobotomized | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,gemini-3.7-flash,high,agentic-tool,hard,,per-return,0.07,0.00289,,,12.00,strict-correct%,0.00289,,cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 831: row gemini-3.7-flash | high | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-web,column-tax-tax-calc-bench,opus-5,low,agentic-tool,hard,,per-return,0.33,0.00289,,,10.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 832: row claude-opus-5 | lobotomized | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,gemini-3.6-flash,low,agentic-tool,hard,,per-return,0.15,0.00289,,,10.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 833: row gemini-3.6-flash | low | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-6-luna,low,agentic-tool,hard,,per-return,0.05,0.00289,,,10.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 834: row gpt-6-luna | low | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,gemini-3.6-flash,high,agentic-tool,hard,,,,,,,10.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 835: row gemini-3.6-flash | high | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-notool,column-tax-tax-calc-bench,opus-5.5,low,agentic-tool,hard,,per-return,0.17,0.00289,,,8.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 836: row claude-opus-5-5 | lobotomized | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,opus-5,low,agentic-tool,hard,,per-return,0.23,0.00289,,,8.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 837: row claude-opus-5 | lobotomized | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,muse-spark-1.3,low,agentic-tool,hard,,per-return,0.11,0.00289,,,8.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 838: row muse-spark-1.3 | low | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,muse-spark-1.3,minimal,agentic-tool,hard,,per-return,0.08,0.00289,,,8.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 839: row muse-spark-1.3 | lobotomized | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,gemini-3.6-flash,medium,agentic-tool,hard,,,,,,,8.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 840: row gemini-3.6-flash | medium | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-notool,column-tax-tax-calc-bench,muse-spark-1.3,high,agentic-tool,hard,,per-return,0.07,0.00289,,,8.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 841: row muse-spark-1.3 | high | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,muse-spark-1.2,high,agentic-tool,hard,,per-return,0.06,0.00289,,,8.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 842: row muse-spark-1.2 | high | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,fable-5,low,agentic-tool,hard,,,,,,,6.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 843: row claude-fable-5 | lobotomized | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-5.6-sol,low,agentic-tool,hard,,,,,,,6.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 844: row gpt-5.6-sol | low | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-web,column-tax-tax-calc-bench,sonnet-5.5,medium,agentic-tool,hard,,per-return,0.13,0.00289,,,6.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 845: row claude-sonnet-5-5 | low | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,kimi-k3,max,agentic-tool,hard,,,,,,,6.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 846: row moonshotai/kimi-k3 | ultrathink | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-6-luna,medium,agentic-tool,hard,,per-return,0.0054,0.00289,,,6.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 847: row gpt-6-luna | medium | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-6-sol,low,agentic-tool,hard,,per-return,0.07,0.00289,,,6.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 848: row gpt-6-sol | low | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-5.5,low,agentic-tool,hard,,,,,,,6.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 849: row gpt-5.5 | low | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-notool,column-tax-tax-calc-bench,sonnet-5,medium,agentic-tool,hard,,,,,,,6.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 850: row claude-sonnet-5 | low | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-web,column-tax-tax-calc-bench,muse-spark-1.2,low,agentic-tool,hard,,per-return,0.16,0.00289,,,6.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 851: row muse-spark-1.2 | low | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,sonnet-5,high,agentic-tool,hard,,,,,,,6.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 852: row claude-sonnet-5 | medium | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-notool,column-tax-tax-calc-bench,gemini-3.7-flash,medium,agentic-tool,hard,,per-return,0.03,0.00289,,,6.00,strict-correct%,0.00289,,cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 853: row gemini-3.7-flash | medium | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-notool,column-tax-tax-calc-bench,muse-spark-1.3,xhigh,agentic-tool,hard,,per-return,0.12,0.00289,,,6.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 854: row muse-spark-1.3 | ultrathink | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,gemini-3.7-flash,low,agentic-tool,hard,,per-return,0.02,0.00289,,,6.00,strict-correct%,0.00289,,cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 855: row gemini-3.7-flash | low | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-web,column-tax-tax-calc-bench,sonnet-5.5,low,agentic-tool,hard,,per-return,0.11,0.00289,,,4.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 856: row claude-sonnet-5-5 | lobotomized | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,sonnet-5.5,medium,agentic-tool,hard,,per-return,0.10,0.00289,,,4.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 857: row claude-sonnet-5-5 | low | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,sonnet-5.5,low,agentic-tool,hard,,per-return,0.09,0.00289,,,4.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 858: row claude-sonnet-5-5 | lobotomized | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-6-luna,high,agentic-tool,hard,,per-return,0.0079,0.00289,,,4.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 859: row gpt-6-luna | high | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,sonnet-5,xhigh,agentic-tool,hard,,,,,,,4.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 860: row claude-sonnet-5 | high | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-notool,column-tax-tax-calc-bench,gemini-3.8-flash,high,agentic-tool,hard,,per-return,0.16,0.00289,,,4.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 861: row gemini-3.8-flash | high | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-5.5,nothink,agentic-tool,hard,,,,,,,4.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 862: row gpt-5.5 | lobotomized | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-notool,column-tax-tax-calc-bench,gemini-3.6-flash,low,agentic-tool,hard,,,,,,,4.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 863: row gemini-3.6-flash | low | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-notool,column-tax-tax-calc-bench,gemini-3.5-flash,medium,agentic-tool,hard,,,,,,,4.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 864: row gemini-3.5-flash | medium | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in, taxcalc-ty25-notool,column-tax-tax-calc-bench,muse-spark-1.3,medium,agentic-tool,hard,,per-return,0.05,0.00289,,,4.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 865: row muse-spark-1.3 | medium | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-5.5,nothink,agentic-tool,hard,,,,,,,4.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 866: row gpt-5.5 | lobotomized | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-notool,column-tax-tax-calc-bench,muse-spark-1.3,low,agentic-tool,hard,,per-return,0.04,0.00289,,,4.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 867: row muse-spark-1.3 | low | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,muse-spark-1.2,medium,agentic-tool,hard,,per-return,0.05,0.00289,,,4.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 868: row muse-spark-1.2 | medium | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,muse-spark-1.3,minimal,agentic-tool,hard,,per-return,0.03,0.00289,,,4.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 869: row muse-spark-1.3 | lobotomized | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,gemini-3.6-flash,minimal,agentic-tool,hard,,,,,,,4.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 870: row gemini-3.6-flash | lobotomized | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-6-luna,nothink,agentic-tool,hard,,per-return,0.26,0.00289,,,4.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 871: row gpt-6-luna | lobotomized | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-6-luna,low,agentic-tool,hard,,per-return,0.0039,0.00289,,,2.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 872: row gpt-6-luna | low | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,opus-4.8,low,agentic-tool,hard,,,,,,,2.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 873: row claude-opus-4-8 | lobotomized | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-notool,column-tax-tax-calc-bench,gemini-3.8-flash,medium,agentic-tool,hard,,per-return,0.08,0.00289,,,2.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 874: row gemini-3.8-flash | medium | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-6-sol,nothink,agentic-tool,hard,,per-return,0.06,0.00289,,,2.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 875: row gpt-6-sol | lobotomized | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-5.6-sol,nothink,agentic-tool,hard,,,,,,,2.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 876: row gpt-5.6-sol | lobotomized | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-notool,column-tax-tax-calc-bench,opus-4.8,low,agentic-tool,hard,,,,,,,2.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 877: row claude-opus-4-8 | lobotomized | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-web,column-tax-tax-calc-bench,muse-spark-1.2,minimal,agentic-tool,hard,,per-return,0.06,0.00289,,,2.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 878: row muse-spark-1.2 | lobotomized | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,gemini-3.6-flash,minimal,agentic-tool,hard,,per-return,0.07,0.00289,,,2.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 879: row gemini-3.6-flash | lobotomized | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,sonnet-5,low,agentic-tool,hard,,,,,,,2.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 880: row claude-sonnet-5 | lobotomized | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-notool,column-tax-tax-calc-bench,gemini-3.5-flash,high,agentic-tool,hard,,,,,,,2.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 881: row gemini-3.5-flash | high | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in, taxcalc-ty25-notool,column-tax-tax-calc-bench,gemini-3.1-pro,medium,agentic-tool,hard,,,,,,,2.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 882: row gemini-3.1-pro-preview | medium | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-notool,column-tax-tax-calc-bench,gemini-3.5-flash,low,agentic-tool,hard,,,,,,,2.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 883: row gemini-3.5-flash | low | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in, taxcalc-ty25-notool,column-tax-tax-calc-bench,muse-spark-1.2,minimal,agentic-tool,hard,,per-return,0.03,0.00289,,,2.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 884: row muse-spark-1.2 | lobotomized | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,gemini-3.5-flash,minimal,agentic-tool,hard,,,,,,,2.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 885: row gemini-3.5-flash | lobotomized | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in, taxcalc-ty25-notool,column-tax-tax-calc-bench,gemini-3.8-flash,low,agentic-tool,hard,,per-return,0.02,0.00289,,,0.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 886: row gemini-3.8-flash | low | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:uninformative,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,gemini-3.1-pro,high,agentic-tool,hard,,,,,,,0.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 887: row gemini-3.1-pro-preview | high | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:uninformative, taxcalc-ty25-notool,column-tax-tax-calc-bench,muse-spark-1.2,xhigh,agentic-tool,hard,,per-return,0.11,0.00289,,,0.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 888: row muse-spark-1.2 | ultrathink | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:uninformative,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,muse-spark-1.2,low,agentic-tool,hard,,per-return,0.04,0.00289,,,0.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 889: row muse-spark-1.2 | low | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:uninformative,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,gemini-3.1-pro,low,agentic-tool,hard,,,,,,,0.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 890: row gemini-3.1-pro-preview | low | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:uninformative, taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-6-luna,nothink,agentic-tool,hard,,per-return,0.0033,0.00289,,,0.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 891: row gpt-6-luna | lobotomized | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:uninformative,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,?muse-wonder-1.0,not-established:absent,agentic-tool,hard,,per-return,2.83,0.00289,,,71.43,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 799: row muse-wonder-1.0 | ultrathink | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:model-not-established,out:model-not-established taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-6-sol,max,agentic-tool,hard,,per-return,0.34,0.00289,,,66.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 800: row gpt-6-sol | ultrathink | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-6.1-sol,high,agentic-tool,hard,,per-return,0.33,0.00289,,,64.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 801: row gpt-6.1-sol | high | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,opus-5.5,max,agentic-tool,hard,,per-return,3.50,0.00289,,,64.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 802: row claude-opus-5-5 | ultrathink | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-5.6-sol,max,agentic-tool,hard,,,,,,,64.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 803: row gpt-5.6-sol | ultrathink | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-6.1-sol,max,agentic-tool,hard,,per-return,0.46,0.00289,,,62.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 804: row gpt-6.1-sol | ultrathink | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-6-astra,medium,agentic-tool,hard,,per-return,0.78,0.00289,,,62.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 805: row gpt-6-astra | medium | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-6-astra,max,agentic-tool,hard,,per-return,1.57,0.00289,,,60.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 806: row gpt-6-astra | ultrathink | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-6-astra,high,agentic-tool,hard,,per-return,1.14,0.00289,,,60.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 807: row gpt-6-astra | high | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-5.5,xhigh,agentic-tool,hard,,,,,,,58.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 808: row gpt-5.5 | ultrathink | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-6.1-sol,medium,agentic-tool,hard,,per-return,0.22,0.00289,,,56.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 809: row gpt-6.1-sol | medium | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-6-astra,low,agentic-tool,hard,,per-return,0.60,0.00289,,,54.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 810: row gpt-6-astra | low | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,gemini-3.8-flash,high,agentic-tool,hard,,per-return,0.99,0.00289,,,53.66,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 811: row gemini-3.8-flash | high | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:partial,out:partial taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-5.5,medium,agentic-tool,hard,,,,,,,52.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 812: row gpt-5.5 | medium | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-5.6-sol,medium,agentic-tool,hard,,,,,,,52.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 813: row gpt-5.6-sol | medium | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-5.5,high,agentic-tool,hard,,,,,,,50.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 814: row gpt-5.5 | high | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-web,column-tax-tax-calc-bench,opus-5.5,xhigh,agentic-tool,hard,,per-return,1.80,0.00289,,,48.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 815: row claude-opus-5-5 | high | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,fable-5.1,xhigh,agentic-tool,hard,,per-return,5.27,0.00289,,,48.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 816: row claude-fable-5-1 | high | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-6.1-sol,low,agentic-tool,hard,,per-return,0.17,0.00289,,,48.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 817: row gpt-6.1-sol | low | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-5.6-sol,high,agentic-tool,hard,,,,,,,48.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 818: row gpt-5.6-sol | high | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-web,column-tax-tax-calc-bench,fable-5.1,max,agentic-tool,hard,,per-return,6.30,0.00289,,,48.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 819: row claude-fable-5-1 | ultrathink | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-6-sol,high,agentic-tool,hard,,per-return,0.24,0.00289,,,48.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 820: row gpt-6-sol | high | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,?gemini-3.7-flash,not-established:absent,agentic-tool,hard,,per-return,0.62,0.00289,,,46.94,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 821: row gemini-3.7-flash | high | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:model-not-established,out:model-not-established taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-6-sol,medium,agentic-tool,hard,,per-return,0.19,0.00289,,,46.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 822: row gpt-6-sol | medium | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,gemini-3.8-flash,medium,agentic-tool,hard,,per-return,0.65,0.00289,,,44.68,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 823: row gemini-3.8-flash | medium | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:partial,out:partial taxcalc-ty25-web,column-tax-tax-calc-bench,opus-5,max,agentic-tool,hard,,per-return,2.09,0.00289,,,44.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 824: row claude-opus-5 | ultrathink | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,sonnet-5.5,max,agentic-tool,hard,,per-return,2.38,0.00289,,,44.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 825: row claude-sonnet-5-5 | ultrathink | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,fable-5.1,high,agentic-tool,hard,,per-return,2.13,0.00289,,,42.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 826: row claude-fable-5-1 | medium | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,?muse-wonder-1.0,not-established:absent,agentic-tool,hard,,per-return,0.82,0.00289,,,42.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 827: row muse-wonder-1.0 | high | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:model-not-established,out:model-not-established taxcalc-ty25-web,column-tax-tax-calc-bench,opus-5.5,high,agentic-tool,hard,,per-return,0.73,0.00289,,,40.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 828: row claude-opus-5-5 | medium | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,opus-5.5,max,agentic-tool,hard,,per-return,1.13,0.00289,,,40.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 829: row claude-opus-5-5 | ultrathink | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,fable-5.1,max,agentic-tool,hard,,per-return,2.34,0.00289,,,40.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 830: row claude-fable-5-1 | ultrathink | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,?muse-wonder-1.0,not-established:absent,agentic-tool,hard,,per-return,0.62,0.00289,,,40.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 831: row muse-wonder-1.0 | medium | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:model-not-established,out:model-not-established taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-6-astra,max,agentic-tool,hard,,per-return,1.03,0.00289,,,38.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 832: row gpt-6-astra | ultrathink | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,fable-5,max,agentic-tool,hard,,,,,,,38.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 833: row claude-fable-5 | ultrathink | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-web,column-tax-tax-calc-bench,sonnet-5.5,xhigh,agentic-tool,hard,,per-return,1.02,0.00289,,,38.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 834: row claude-sonnet-5-5 | high | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-6.1-sol,max,agentic-tool,hard,,per-return,0.19,0.00289,,,36.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 835: row gpt-6.1-sol | ultrathink | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,fable-5,xhigh,agentic-tool,hard,,,,,,,36.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 836: row claude-fable-5 | high | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-notool,column-tax-tax-calc-bench,opus-5.5,high,agentic-tool,hard,,per-return,0.25,0.00289,,,36.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 837: row claude-opus-5-5 | medium | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,opus-5.5,xhigh,agentic-tool,hard,,per-return,0.44,0.00289,,,34.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 838: row claude-opus-5-5 | high | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,sonnet-5.5,max,agentic-tool,hard,,per-return,0.84,0.00289,,,33.33,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 839: row claude-sonnet-5-5 | ultrathink | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:partial,out:partial taxcalc-ty25-web,column-tax-tax-calc-bench,kimi-k3,max,agentic-tool,hard,,per-return,0.59,0.00289,,,32.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 840: row moonshotai/kimi-k3 | ultrathink | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-6.1-sol,high,agentic-tool,hard,,per-return,0.10,0.00289,,,32.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 841: row gpt-6.1-sol | high | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-6-astra,medium,agentic-tool,hard,,per-return,0.40,0.00289,,,32.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 842: row gpt-6-astra | medium | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,opus-4.8,xhigh,agentic-tool,hard,,,,,,,32.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 843: row claude-opus-4-8 | high | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-5.6-sol,low,agentic-tool,hard,,,,,,,32.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 844: row gpt-5.6-sol | low | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-web,column-tax-tax-calc-bench,opus-5,xhigh,agentic-tool,hard,,per-return,1.54,0.00289,,,30.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 845: row claude-opus-5 | high | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-6-astra,high,agentic-tool,hard,,per-return,0.59,0.00289,,,30.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 846: row gpt-6-astra | high | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,opus-5.5,medium,agentic-tool,hard,,per-return,0.33,0.00289,,,30.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 847: row claude-opus-5-5 | low | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-5.6-sol,max,agentic-tool,hard,,,,,,,30.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 848: row gpt-5.6-sol | ultrathink | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-6-luna,max,agentic-tool,hard,,per-return,0.24,0.00289,,,30.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 849: row gpt-6-luna | ultrathink | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-6-astra,low,agentic-tool,hard,,per-return,0.36,0.00289,,,30.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 850: row gpt-6-astra | low | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,fable-5,max,agentic-tool,hard,,,,,,,28.89,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 851: row claude-fable-5 | ultrathink | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:partial, taxcalc-ty25-web,column-tax-tax-calc-bench,opus-5,high,agentic-tool,hard,,,,,,,28.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 852: row claude-opus-5 | medium | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-web,column-tax-tax-calc-bench,fable-5,high,agentic-tool,hard,,,,,,,28.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 853: row claude-fable-5 | medium | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-6-sol,max,agentic-tool,hard,,per-return,0.24,0.00289,,,28.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 854: row gpt-6-sol | ultrathink | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,fable-5,xhigh,agentic-tool,hard,,,,,,,28.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 855: row claude-fable-5 | high | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-notool,column-tax-tax-calc-bench,opus-4.8,max,agentic-tool,hard,,,,,,,27.27,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 856: row claude-opus-4-8 | ultrathink | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:partial, taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-5.6-sol,high,agentic-tool,hard,,,,,,,26.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 857: row gpt-5.6-sol | high | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-web,column-tax-tax-calc-bench,muse-spark-1.3,xhigh,agentic-tool,hard,,per-return,0.53,0.00289,,,26.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 858: row muse-spark-1.3 | ultrathink | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-5.5,high,agentic-tool,hard,,,,,,,26.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 859: row gpt-5.5 | high | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-web,column-tax-tax-calc-bench,haiku-5.5,max,agentic-tool,hard,,per-return,0.62,0.00289,,,24.49,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 860: row claude-haiku-5-5 | ultrathink | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:partial,out:partial taxcalc-ty25-notool,column-tax-tax-calc-bench,fable-5.1,xhigh,agentic-tool,hard,,per-return,1.68,0.00289,,,24.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 861: row claude-fable-5-1 | high | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,?gemini-3.7-flash,not-established:absent,agentic-tool,hard,,per-return,0.30,0.00289,,,24.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 862: row gemini-3.7-flash | medium | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:model-not-established,out:model-not-established taxcalc-ty25-web,column-tax-tax-calc-bench,?muse-wonder-1.0,not-established:absent,agentic-tool,hard,,per-return,0.62,0.00289,,,24.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 863: row muse-wonder-1.0 | low | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:model-not-established,out:model-not-established taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-6.1-sol,low,agentic-tool,hard,,per-return,0.07,0.00289,,,24.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 864: row gpt-6.1-sol | low | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,?gemini-3.7-flash,not-established:absent,agentic-tool,hard,,per-return,0.18,0.00289,,,24.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 865: row gemini-3.7-flash | low | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:model-not-established,out:model-not-established taxcalc-ty25-web,column-tax-tax-calc-bench,fable-5.1,medium,agentic-tool,hard,,per-return,0.99,0.00289,,,22.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 866: row claude-fable-5-1 | low | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,fable-5.1,high,agentic-tool,hard,,per-return,0.80,0.00289,,,22.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 867: row claude-fable-5-1 | medium | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-6.1-sol,medium,agentic-tool,hard,,per-return,0.08,0.00289,,,22.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 868: row gpt-6.1-sol | medium | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-6-sol,low,agentic-tool,hard,,per-return,0.14,0.00289,,,22.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 869: row gpt-6-sol | low | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,opus-5,xhigh,agentic-tool,hard,,per-return,0.58,0.00289,,,22.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 870: row claude-opus-5 | high | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-6-luna,medium,agentic-tool,hard,,per-return,0.10,0.00289,,,22.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 871: row gpt-6-luna | medium | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,fable-5,high,agentic-tool,hard,,,,,,,22.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 872: row claude-fable-5 | medium | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-web,column-tax-tax-calc-bench,muse-spark-1.3,high,agentic-tool,hard,,per-return,0.31,0.00289,,,22.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 873: row muse-spark-1.3 | high | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-5.5,xhigh,agentic-tool,hard,,,,,,,22.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 874: row gpt-5.5 | ultrathink | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-notool,column-tax-tax-calc-bench,?muse-wonder-1.0,not-established:absent,agentic-tool,hard,,per-return,0.74,0.00289,,,22.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 875: row muse-wonder-1.0 | ultrathink | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:model-not-established,out:model-not-established taxcalc-ty25-notool,column-tax-tax-calc-bench,opus-5.5,medium,agentic-tool,hard,,per-return,0.21,0.00289,,,20.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 876: row claude-opus-5-5 | low | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,sonnet-5.5,high,agentic-tool,hard,,per-return,0.36,0.00289,,,20.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 877: row claude-sonnet-5-5 | medium | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-5.6-sol,medium,agentic-tool,hard,,,,,,,20.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 878: row gpt-5.6-sol | medium | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-web,column-tax-tax-calc-bench,opus-4.8,max,agentic-tool,hard,,,,,,,20.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 879: row claude-opus-4-8 | ultrathink | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-web,column-tax-tax-calc-bench,opus-5,medium,agentic-tool,hard,,per-return,0.49,0.00289,,,20.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 880: row claude-opus-5 | low | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,haiku-5.5,xhigh,agentic-tool,hard,,per-return,0.34,0.00289,,,20.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 881: row claude-haiku-5-5 | high | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,opus-5,max,agentic-tool,hard,,per-return,0.71,0.00289,,,20.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 882: row claude-opus-5 | ultrathink | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-6-sol,high,agentic-tool,hard,,per-return,0.12,0.00289,,,20.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 883: row gpt-6-sol | high | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,opus-4.8,xhigh,agentic-tool,hard,,,,,,,20.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 884: row claude-opus-4-8 | high | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-web,column-tax-tax-calc-bench,fable-5.1,low,agentic-tool,hard,,per-return,0.72,0.00289,,,18.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 885: row claude-fable-5-1 | lobotomized | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,fable-5.1,medium,agentic-tool,hard,,per-return,0.57,0.00289,,,18.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 886: row claude-fable-5-1 | low | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,gemini-3.6-flash,high,agentic-tool,hard,,per-return,0.53,0.00289,,,18.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 887: row gemini-3.6-flash | high | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,fable-5,medium,agentic-tool,hard,,,,,,,18.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 888: row claude-fable-5 | low | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-notool,column-tax-tax-calc-bench,sonnet-5.5,xhigh,agentic-tool,hard,,per-return,0.31,0.00289,,,18.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 889: row claude-sonnet-5-5 | high | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,fable-5,low,agentic-tool,hard,,,,,,,18.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 890: row claude-fable-5 | lobotomized | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-notool,column-tax-tax-calc-bench,opus-5,high,agentic-tool,hard,,per-return,0.41,0.00289,,,18.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 891: row claude-opus-5 | medium | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,gemini-3.8-flash,low,agentic-tool,hard,,per-return,0.26,0.00289,,,18.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 892: row gemini-3.8-flash | low | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-5.6-sol,nothink,agentic-tool,hard,,,,,,,18.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 893: row gpt-5.6-sol | lobotomized | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-notool,column-tax-tax-calc-bench,opus-5,medium,agentic-tool,hard,,per-return,0.30,0.00289,,,16.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 894: row claude-opus-5 | low | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,gemini-3.6-flash,medium,agentic-tool,hard,,per-return,0.37,0.00289,,,16.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 895: row gemini-3.6-flash | medium | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,muse-spark-1.3,medium,agentic-tool,hard,,per-return,0.22,0.00289,,,16.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 896: row muse-spark-1.3 | medium | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,opus-4.8,high,agentic-tool,hard,,,,,,,16.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 897: row claude-opus-4-8 | medium | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-6-sol,medium,agentic-tool,hard,,per-return,0.09,0.00289,,,16.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 898: row gpt-6-sol | medium | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,muse-spark-1.2,xhigh,agentic-tool,hard,,per-return,1.11,0.00289,,,16.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 899: row muse-spark-1.2 | ultrathink | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,muse-spark-1.2,medium,agentic-tool,hard,,per-return,0.32,0.00289,,,16.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 900: row muse-spark-1.2 | medium | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,fable-5,medium,agentic-tool,hard,,,,,,,14.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 901: row claude-fable-5 | low | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-6-luna,high,agentic-tool,hard,,per-return,0.13,0.00289,,,14.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 902: row gpt-6-luna | high | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-6-luna,max,agentic-tool,hard,,per-return,0.03,0.00289,,,14.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 903: row gpt-6-luna | ultrathink | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,haiku-5.5,high,agentic-tool,hard,,per-return,0.15,0.00289,,,14.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 904: row claude-haiku-5-5 | medium | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,muse-spark-1.2,high,agentic-tool,hard,,per-return,0.57,0.00289,,,14.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 905: row muse-spark-1.2 | high | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-5.5,low,agentic-tool,hard,,,,,,,14.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 906: row gpt-5.5 | low | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-web,column-tax-tax-calc-bench,opus-5.5,low,agentic-tool,hard,,per-return,0.18,0.00289,,,12.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 907: row claude-opus-5-5 | lobotomized | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,fable-5.1,low,agentic-tool,hard,,per-return,0.50,0.00289,,,12.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 908: row claude-fable-5-1 | lobotomized | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,opus-4.8,medium,agentic-tool,hard,,,,,,,12.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 909: row claude-opus-4-8 | low | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-notool,column-tax-tax-calc-bench,sonnet-5.5,high,agentic-tool,hard,,per-return,0.15,0.00289,,,12.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 910: row claude-sonnet-5-5 | medium | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-5.5,medium,agentic-tool,hard,,,,,,,12.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 911: row gpt-5.5 | medium | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-notool,column-tax-tax-calc-bench,opus-4.8,high,agentic-tool,hard,,,,,,,12.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 912: row claude-opus-4-8 | medium | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-notool,column-tax-tax-calc-bench,opus-4.8,medium,agentic-tool,hard,,,,,,,12.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 913: row claude-opus-4-8 | low | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-6-sol,nothink,agentic-tool,hard,,per-return,0.21,0.00289,,,12.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 914: row gpt-6-sol | lobotomized | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,?gemini-3.7-flash,not-established:absent,agentic-tool,hard,,per-return,0.07,0.00289,,,12.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 915: row gemini-3.7-flash | high | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:model-not-established,out:model-not-established taxcalc-ty25-web,column-tax-tax-calc-bench,opus-5,low,agentic-tool,hard,,per-return,0.33,0.00289,,,10.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 916: row claude-opus-5 | lobotomized | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,gemini-3.6-flash,low,agentic-tool,hard,,per-return,0.16,0.00289,,,10.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 917: row gemini-3.6-flash | low | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-6-luna,low,agentic-tool,hard,,per-return,0.05,0.00289,,,10.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 918: row gpt-6-luna | low | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,gemini-3.6-flash,high,agentic-tool,hard,,,,,,,10.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 919: row gemini-3.6-flash | high | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-notool,column-tax-tax-calc-bench,opus-5.5,low,agentic-tool,hard,,per-return,0.17,0.00289,,,8.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 920: row claude-opus-5-5 | lobotomized | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,?muse-wonder-1.0,not-established:absent,agentic-tool,hard,,per-return,0.30,0.00289,,,8.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 921: row muse-wonder-1.0 | lobotomized | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:model-not-established,out:model-not-established taxcalc-ty25-notool,column-tax-tax-calc-bench,opus-5,low,agentic-tool,hard,,per-return,0.23,0.00289,,,8.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 922: row claude-opus-5 | lobotomized | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,?muse-wonder-1.0,not-established:absent,agentic-tool,hard,,per-return,0.32,0.00289,,,8.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 923: row muse-wonder-1.0 | high | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:model-not-established,out:model-not-established taxcalc-ty25-web,column-tax-tax-calc-bench,muse-spark-1.3,low,agentic-tool,hard,,per-return,0.11,0.00289,,,8.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 924: row muse-spark-1.3 | low | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,muse-spark-1.3,minimal,agentic-tool,hard,,per-return,0.08,0.00289,,,8.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 925: row muse-spark-1.3 | lobotomized | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,gemini-3.6-flash,medium,agentic-tool,hard,,,,,,,8.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 926: row gemini-3.6-flash | medium | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-notool,column-tax-tax-calc-bench,muse-spark-1.3,high,agentic-tool,hard,,per-return,0.07,0.00289,,,8.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 927: row muse-spark-1.3 | high | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,muse-spark-1.2,high,agentic-tool,hard,,per-return,0.06,0.00289,,,8.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 928: row muse-spark-1.2 | high | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,haiku-5.5,max,agentic-tool,hard,,per-return,0.06,0.00289,,,6.90,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 929: row claude-haiku-5-5 | ultrathink | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:partial,out:partial taxcalc-ty25-notool,column-tax-tax-calc-bench,fable-5,low,agentic-tool,hard,,,,,,,6.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 930: row claude-fable-5 | lobotomized | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-5.6-sol,low,agentic-tool,hard,,,,,,,6.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 931: row gpt-5.6-sol | low | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-web,column-tax-tax-calc-bench,sonnet-5.5,medium,agentic-tool,hard,,per-return,0.13,0.00289,,,6.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 932: row claude-sonnet-5-5 | low | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-6-luna,medium,agentic-tool,hard,,per-return,0.01,0.00289,,,6.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 933: row gpt-6-luna | medium | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,kimi-k3,max,agentic-tool,hard,,,,,,,6.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 934: row moonshotai/kimi-k3 | ultrathink | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-6-sol,low,agentic-tool,hard,,per-return,0.07,0.00289,,,6.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 935: row gpt-6-sol | low | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,?muse-wonder-1.0,not-established:absent,agentic-tool,hard,,per-return,0.23,0.00289,,,6.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 936: row muse-wonder-1.0 | medium | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:model-not-established,out:model-not-established taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-5.5,low,agentic-tool,hard,,,,,,,6.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 937: row gpt-5.5 | low | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-web,column-tax-tax-calc-bench,muse-spark-1.2,low,agentic-tool,hard,,per-return,0.16,0.00289,,,6.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 938: row muse-spark-1.2 | low | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,sonnet-5,medium,agentic-tool,hard,,,,,,,6.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 939: row claude-sonnet-5 | low | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-notool,column-tax-tax-calc-bench,sonnet-5,high,agentic-tool,hard,,,,,,,6.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 940: row claude-sonnet-5 | medium | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-notool,column-tax-tax-calc-bench,?gemini-3.7-flash,not-established:absent,agentic-tool,hard,,per-return,0.03,0.00289,,,6.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 941: row gemini-3.7-flash | medium | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:model-not-established,out:model-not-established taxcalc-ty25-notool,column-tax-tax-calc-bench,muse-spark-1.3,xhigh,agentic-tool,hard,,per-return,0.12,0.00289,,,6.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 942: row muse-spark-1.3 | ultrathink | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,?gemini-3.7-flash,not-established:absent,agentic-tool,hard,,per-return,0.02,0.00289,,,6.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 943: row gemini-3.7-flash | low | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:model-not-established,out:model-not-established taxcalc-ty25-web,column-tax-tax-calc-bench,sonnet-5.5,low,agentic-tool,hard,,per-return,0.11,0.00289,,,4.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 944: row claude-sonnet-5-5 | lobotomized | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,?mistralai/mistral-large-4-0,not-established:absent,agentic-tool,hard,,per-return,0.11,0.00289,,,4.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 945: row mistralai/mistral-large-4-0 | high | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:model-not-established,out:model-not-established taxcalc-ty25-notool,column-tax-tax-calc-bench,sonnet-5.5,medium,agentic-tool,hard,,per-return,0.10,0.00289,,,4.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 946: row claude-sonnet-5-5 | low | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,sonnet-5.5,low,agentic-tool,hard,,per-return,0.09,0.00289,,,4.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 947: row claude-sonnet-5-5 | lobotomized | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-6-luna,high,agentic-tool,hard,,per-return,0.01,0.00289,,,4.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 948: row gpt-6-luna | high | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,haiku-5.5,medium,agentic-tool,hard,,per-return,0.03,0.00289,,,4.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 949: row claude-haiku-5-5 | low | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,sonnet-5,xhigh,agentic-tool,hard,,,,,,,4.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 950: row claude-sonnet-5 | high | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-notool,column-tax-tax-calc-bench,gemini-3.8-flash,high,agentic-tool,hard,,per-return,0.16,0.00289,,,4.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 951: row gemini-3.8-flash | high | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-5.5,nothink,agentic-tool,hard,,,,,,,4.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 952: row gpt-5.5 | lobotomized | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-notool,column-tax-tax-calc-bench,?deepseek-v4p1-flash,not-established:absent,agentic-tool,hard,,per-return,0.06,0.00289,,,4.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 953: row deepseek-v4p1-flash | ultrathink | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:model-not-established,out:model-not-established taxcalc-ty25-notool,column-tax-tax-calc-bench,gemini-3.6-flash,low,agentic-tool,hard,,,,,,,4.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 954: row gemini-3.6-flash | low | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-notool,column-tax-tax-calc-bench,?gemini-3.5-flash,not-established:absent,agentic-tool,hard,,,,,,,4.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 955: row gemini-3.5-flash | medium | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:model-not-established, taxcalc-ty25-notool,column-tax-tax-calc-bench,muse-spark-1.3,medium,agentic-tool,hard,,per-return,0.06,0.00289,,,4.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 956: row muse-spark-1.3 | medium | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,muse-spark-1.3,low,agentic-tool,hard,,per-return,0.04,0.00289,,,4.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 957: row muse-spark-1.3 | low | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,muse-spark-1.2,medium,agentic-tool,hard,,per-return,0.05,0.00289,,,4.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 958: row muse-spark-1.2 | medium | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-5.5,nothink,agentic-tool,hard,,,,,,,4.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 959: row gpt-5.5 | lobotomized | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-notool,column-tax-tax-calc-bench,muse-spark-1.3,minimal,agentic-tool,hard,,per-return,0.03,0.00289,,,4.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 960: row muse-spark-1.3 | lobotomized | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-6-luna,nothink,agentic-tool,hard,,per-return,0.25,0.00289,,,4.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 961: row gpt-6-luna | lobotomized | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,gemini-3.6-flash,minimal,agentic-tool,hard,,,,,,,4.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 962: row gemini-3.6-flash | lobotomized | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-notool,column-tax-tax-calc-bench,haiku-5.5,xhigh,agentic-tool,hard,,per-return,0.03,0.00289,,,2.04,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 963: row claude-haiku-5-5 | high | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:partial,out:partial taxcalc-ty25-notool,column-tax-tax-calc-bench,haiku-5.5,high,agentic-tool,hard,,per-return,0.02,0.00289,,,2.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 964: row claude-haiku-5-5 | medium | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,?muse-wonder-1.0,not-established:absent,agentic-tool,hard,,per-return,0.20,0.00289,,,2.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 965: row muse-wonder-1.0 | low | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:model-not-established,out:model-not-established taxcalc-ty25-notool,column-tax-tax-calc-bench,haiku-5.5,medium,agentic-tool,hard,,per-return,0.01,0.00289,,,2.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 966: row claude-haiku-5-5 | low | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,haiku-5.5,low,agentic-tool,hard,,per-return,0.02,0.00289,,,2.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 967: row claude-haiku-5-5 | lobotomized | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-6-luna,low,agentic-tool,hard,,per-return,0.0039,0.00289,,,2.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 968: row gpt-6-luna | low | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,opus-4.8,low,agentic-tool,hard,,,,,,,2.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 969: row claude-opus-4-8 | lobotomized | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-notool,column-tax-tax-calc-bench,gemini-3.8-flash,medium,agentic-tool,hard,,per-return,0.08,0.00289,,,2.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 970: row gemini-3.8-flash | medium | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-6-sol,nothink,agentic-tool,hard,,per-return,0.07,0.00289,,,2.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 971: row gpt-6-sol | lobotomized | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-5.6-sol,nothink,agentic-tool,hard,,,,,,,2.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 972: row gpt-5.6-sol | lobotomized | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-notool,column-tax-tax-calc-bench,opus-4.8,low,agentic-tool,hard,,,,,,,2.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 973: row claude-opus-4-8 | lobotomized | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-web,column-tax-tax-calc-bench,muse-spark-1.2,minimal,agentic-tool,hard,,per-return,0.07,0.00289,,,2.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 974: row muse-spark-1.2 | lobotomized | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,gemini-3.6-flash,minimal,agentic-tool,hard,,per-return,0.08,0.00289,,,2.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 975: row gemini-3.6-flash | lobotomized | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-web,column-tax-tax-calc-bench,?mistralai/mistral-large-4-0,not-established:absent,agentic-tool,hard,,per-return,0.25,0.00289,,,2.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 976: row mistralai/mistral-large-4-0 | lobotomized | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:model-not-established,out:model-not-established taxcalc-ty25-notool,column-tax-tax-calc-bench,?deepseek-v4p1-flash,not-established:absent,agentic-tool,hard,,per-return,0.04,0.00289,,,2.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 977: row deepseek-v4p1-flash | high | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:model-not-established,out:model-not-established taxcalc-ty25-notool,column-tax-tax-calc-bench,?gemini-3.5-flash,not-established:absent,agentic-tool,hard,,,,,,,2.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 978: row gemini-3.5-flash | high | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:model-not-established, taxcalc-ty25-notool,column-tax-tax-calc-bench,sonnet-5,low,agentic-tool,hard,,,,,,,2.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 979: row claude-sonnet-5 | lobotomized | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-notool,column-tax-tax-calc-bench,?deepseek-v4p1-flash,not-established:absent,agentic-tool,hard,,per-return,0.04,0.00289,,,2.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 980: row deepseek-v4p1-flash | low | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:model-not-established,out:model-not-established taxcalc-ty25-notool,column-tax-tax-calc-bench,gemini-3.1-pro,medium,agentic-tool,hard,,,,,,,2.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 981: row gemini-3.1-pro-preview | medium | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded, taxcalc-ty25-notool,column-tax-tax-calc-bench,?gemini-3.5-flash,not-established:absent,agentic-tool,hard,,,,,,,2.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 982: row gemini-3.5-flash | low | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:model-not-established, taxcalc-ty25-notool,column-tax-tax-calc-bench,muse-spark-1.2,minimal,agentic-tool,hard,,per-return,0.03,0.00289,,,2.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 983: row muse-spark-1.2 | lobotomized | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:superseded,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,?gemini-3.5-flash,not-established:absent,agentic-tool,hard,,,,,,,2.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 984: row gemini-3.5-flash | lobotomized | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:model-not-established, taxcalc-ty25-notool,column-tax-tax-calc-bench,glm-5.3,not-established:absent,agentic-tool,hard,,per-return,0.42,0.00289,,,0.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 985: row glm-5p3 | ultrathink | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:effort-not-established,out:effort-not-established taxcalc-ty25-notool,column-tax-tax-calc-bench,gemini-3.8-flash,low,agentic-tool,hard,,per-return,0.02,0.00289,,,0.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 986: row gemini-3.8-flash | low | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:uninformative,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,gemini-3.1-pro,high,agentic-tool,hard,,,,,,,0.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 987: row gemini-3.1-pro-preview | high | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:uninformative, taxcalc-ty25-notool,column-tax-tax-calc-bench,haiku-5.5,low,agentic-tool,hard,,per-return,0.01,0.00289,,,0.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 988: row claude-haiku-5-5 | lobotomized | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:uninformative,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,?muse-wonder-1.0,not-established:absent,agentic-tool,hard,,per-return,0.16,0.00289,,,0.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 989: row muse-wonder-1.0 | lobotomized | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:model-not-established,out:model-not-established taxcalc-ty25-notool,column-tax-tax-calc-bench,glm-5.3,not-established:absent,agentic-tool,hard,,per-return,0.15,0.00289,,,0.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 990: row glm-5p3 | high | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:effort-not-established,out:effort-not-established taxcalc-ty25-notool,column-tax-tax-calc-bench,muse-spark-1.2,xhigh,agentic-tool,hard,,per-return,0.11,0.00289,,,0.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 991: row muse-spark-1.2 | ultrathink | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:uninformative,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,muse-spark-1.2,low,agentic-tool,hard,,per-return,0.04,0.00289,,,0.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 992: row muse-spark-1.2 | low | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:uninformative,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,?mistralai/mistral-large-4-0,not-established:absent,agentic-tool,hard,,per-return,0.05,0.00289,,,0.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 993: row mistralai/mistral-large-4-0 | high | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:model-not-established,out:model-not-established taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-6-luna,nothink,agentic-tool,hard,,per-return,0.0033,0.00289,,,0.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 994: row gpt-6-luna | lobotomized | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:uninformative,out:superseded taxcalc-ty25-notool,column-tax-tax-calc-bench,glm-5.3,not-established:absent,agentic-tool,hard,,per-return,0.04,0.00289,,,0.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 995: row glm-5p3 | low | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:effort-not-established,out:effort-not-established taxcalc-ty25-notool,column-tax-tax-calc-bench,gemini-3.1-pro,low,agentic-tool,hard,,,,,,,0.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 996: row gemini-3.1-pro-preview | low | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:uninformative, taxcalc-ty25-notool,column-tax-tax-calc-bench,?deepseek-v4p1-flash,not-established:absent,agentic-tool,hard,,per-return,0.02,0.00289,,,0.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 997: row deepseek-v4p1-flash | lobotomized | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:model-not-established,out:model-not-established taxcalc-ty25-notool,column-tax-tax-calc-bench,?mistralai/mistral-large-4-0,not-established:absent,agentic-tool,hard,,per-return,0.07,0.00289,,,0.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 998: row mistralai/mistral-large-4-0 | lobotomized | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:model-not-established,out:model-not-established taxcalc-ty25-web,column-tax-tax-calc-bench,?muse-wonder-1.0,not-established:absent,agentic-tool,hard,,per-return,2.83,0.00289,,,77.55,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 799: row muse-wonder-1.0 | ultrathink | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:model-not-established,out:model-not-established taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-6-sol,max,agentic-tool,hard,,per-return,0.34,0.00289,,,72.00,strict-correct%,0.00289,,prev=66.00 (src-column-tax-tax-calc-bench-2026-09-29#M1); prev=66.00 (src-column-tax-tax-calc-bench-2026-10-12#M2); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 800: row gpt-6-sol | ultrathink | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-6.1-sol,high,agentic-tool,hard,,per-return,0.33,0.00289,,,70.00,strict-correct%,0.00289,,prev=64.00 (src-column-tax-tax-calc-bench-2026-09-29#M2); prev=64.00 (src-column-tax-tax-calc-bench-2026-10-12#M3); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 801: row gpt-6.1-sol | high | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-web,column-tax-tax-calc-bench,opus-5.5,max,agentic-tool,hard,,per-return,3.50,0.00289,,,70.00,strict-correct%,0.00289,,prev=64.00 (src-column-tax-tax-calc-bench-2026-09-29#M3); prev=64.00 (src-column-tax-tax-calc-bench-2026-10-12#M4); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 802: row claude-opus-5-5 | ultrathink | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-6.1-sol,max,agentic-tool,hard,,per-return,0.46,0.00289,,,68.00,strict-correct%,0.00289,,prev=62.00 (src-column-tax-tax-calc-bench-2026-09-29#M5); prev=62.00 (src-column-tax-tax-calc-bench-2026-10-12#M6); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 803: row gpt-6.1-sol | ultrathink | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-5.6-sol,max,agentic-tool,hard,,,,,,,68.00,strict-correct%,0.00289,,prev=64.00 (src-column-tax-tax-calc-bench-2026-09-29#M4); prev=64.00 (src-column-tax-tax-calc-bench-2026-10-12#M5),"https://github.com/column-tax/tax-calc-bench (README.md line 804: row gpt-5.6-sol | ultrathink | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in, taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-6-astra,medium,agentic-tool,hard,,per-return,0.78,0.00289,,,68.00,strict-correct%,0.00289,,prev=62.00 (src-column-tax-tax-calc-bench-2026-09-29#M6); prev=62.00 (src-column-tax-tax-calc-bench-2026-10-12#M7); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 805: row gpt-6-astra | medium | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-6-astra,max,agentic-tool,hard,,per-return,1.57,0.00289,,,66.00,strict-correct%,0.00289,,prev=60.00 (src-column-tax-tax-calc-bench-2026-09-29#M7); prev=60.00 (src-column-tax-tax-calc-bench-2026-10-12#M8); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 806: row gpt-6-astra | ultrathink | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-6-astra,high,agentic-tool,hard,,per-return,1.14,0.00289,,,66.00,strict-correct%,0.00289,,prev=60.00 (src-column-tax-tax-calc-bench-2026-09-29#M8); prev=60.00 (src-column-tax-tax-calc-bench-2026-10-12#M9); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 807: row gpt-6-astra | high | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-5.5,xhigh,agentic-tool,hard,,,,,,,64.00,strict-correct%,0.00289,,prev=58.00 (src-column-tax-tax-calc-bench-2026-09-29#M9); prev=58.00 (src-column-tax-tax-calc-bench-2026-10-12#M10),"https://github.com/column-tax/tax-calc-bench (README.md line 808: row gpt-5.5 | ultrathink | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in, taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-6.1-sol,medium,agentic-tool,hard,,per-return,0.22,0.00289,,,62.00,strict-correct%,0.00289,,prev=56.00 (src-column-tax-tax-calc-bench-2026-09-29#M10); prev=56.00 (src-column-tax-tax-calc-bench-2026-10-12#M11); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 809: row gpt-6.1-sol | medium | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-web,column-tax-tax-calc-bench,gemini-3.8-flash,high,agentic-tool,hard,,per-return,0.99,0.00289,,,60.98,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 810: row gemini-3.8-flash | high | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:partial,out:partial taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-6-astra,low,agentic-tool,hard,,per-return,0.60,0.00289,,,60.00,strict-correct%,0.00289,,prev=54.00 (src-column-tax-tax-calc-bench-2026-09-29#M11); prev=54.00 (src-column-tax-tax-calc-bench-2026-10-12#M12); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 811: row gpt-6-astra | low | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-5.5,medium,agentic-tool,hard,,,,,,,58.00,strict-correct%,0.00289,,prev=52.00 (src-column-tax-tax-calc-bench-2026-09-29#M13); prev=52.00 (src-column-tax-tax-calc-bench-2026-10-12#M14),"https://github.com/column-tax/tax-calc-bench (README.md line 812: row gpt-5.5 | medium | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in, taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-5.6-sol,medium,agentic-tool,hard,,,,,,,58.00,strict-correct%,0.00289,,prev=52.00 (src-column-tax-tax-calc-bench-2026-09-29#M14); prev=52.00 (src-column-tax-tax-calc-bench-2026-10-12#M15),"https://github.com/column-tax/tax-calc-bench (README.md line 813: row gpt-5.6-sol | medium | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in, taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-5.5,high,agentic-tool,hard,,,,,,,56.00,strict-correct%,0.00289,,prev=50.00 (src-column-tax-tax-calc-bench-2026-09-29#M15); prev=50.00 (src-column-tax-tax-calc-bench-2026-10-12#M16),"https://github.com/column-tax/tax-calc-bench (README.md line 814: row gpt-5.5 | high | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in, taxcalc-ty25-web,column-tax-tax-calc-bench,fable-5.1,xhigh,agentic-tool,hard,,per-return,5.27,0.00289,,,54.00,strict-correct%,0.00289,,prev=48.00 (src-column-tax-tax-calc-bench-2026-09-29#M17); prev=48.00 (src-column-tax-tax-calc-bench-2026-10-12#M18); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 815: row claude-fable-5-1 | high | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-5.6-sol,high,agentic-tool,hard,,,,,,,54.00,strict-correct%,0.00289,,prev=48.00 (src-column-tax-tax-calc-bench-2026-09-29#M19); prev=48.00 (src-column-tax-tax-calc-bench-2026-10-12#M20),"https://github.com/column-tax/tax-calc-bench (README.md line 816: row gpt-5.6-sol | high | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in, taxcalc-ty25-web,column-tax-tax-calc-bench,?gemini-3.7-flash,not-established:absent,agentic-tool,hard,,per-return,0.62,0.00289,,,53.06,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 817: row gemini-3.7-flash | high | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:model-not-established,out:model-not-established taxcalc-ty25-web,column-tax-tax-calc-bench,opus-5.5,xhigh,agentic-tool,hard,,per-return,1.80,0.00289,,,52.00,strict-correct%,0.00289,,prev=48.00 (src-column-tax-tax-calc-bench-2026-09-29#M16); prev=48.00 (src-column-tax-tax-calc-bench-2026-10-12#M17); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 818: row claude-opus-5-5 | high | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-6.1-sol,low,agentic-tool,hard,,per-return,0.17,0.00289,,,52.00,strict-correct%,0.00289,,prev=48.00 (src-column-tax-tax-calc-bench-2026-09-29#M18); prev=48.00 (src-column-tax-tax-calc-bench-2026-10-12#M19); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 819: row gpt-6.1-sol | low | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-web,column-tax-tax-calc-bench,fable-5.1,max,agentic-tool,hard,,per-return,6.30,0.00289,,,52.00,strict-correct%,0.00289,,prev=48.00 (src-column-tax-tax-calc-bench-2026-09-29#M20); prev=48.00 (src-column-tax-tax-calc-bench-2026-10-12#M21); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 820: row claude-fable-5-1 | ultrathink | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-6-sol,high,agentic-tool,hard,,per-return,0.24,0.00289,,,52.00,strict-correct%,0.00289,,prev=48.00 (src-column-tax-tax-calc-bench-2026-09-29#M21); prev=48.00 (src-column-tax-tax-calc-bench-2026-10-12#M22); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 821: row gpt-6-sol | high | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-6-sol,medium,agentic-tool,hard,,per-return,0.19,0.00289,,,52.00,strict-correct%,0.00289,,prev=46.00 (src-column-tax-tax-calc-bench-2026-09-29#M23); prev=46.00 (src-column-tax-tax-calc-bench-2026-10-12#M24); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 822: row gpt-6-sol | medium | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-web,column-tax-tax-calc-bench,gemini-3.8-flash,medium,agentic-tool,hard,,per-return,0.65,0.00289,,,51.06,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 823: row gemini-3.8-flash | medium | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:partial,out:partial taxcalc-ty25-web,column-tax-tax-calc-bench,opus-5,max,agentic-tool,hard,,per-return,2.09,0.00289,,,50.00,strict-correct%,0.00289,,prev=44.00 (src-column-tax-tax-calc-bench-2026-09-29#M25); prev=44.00 (src-column-tax-tax-calc-bench-2026-10-12#M26); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 824: row claude-opus-5 | ultrathink | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-web,column-tax-tax-calc-bench,sonnet-5.5,max,agentic-tool,hard,,per-return,1.785,0.344,,,48.00,strict-correct%,0.00289,,prev=44.00 (src-column-tax-tax-calc-bench-2026-09-29#M26); prev=44.00 (src-column-tax-tax-calc-bench-2026-10-12#M27); cost-unrepriced; cost-price-band,"https://github.com/column-tax/tax-calc-bench (README.md line 825: row claude-sonnet-5-5 | ultrathink | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-web,column-tax-tax-calc-bench,fable-5.1,high,agentic-tool,hard,,per-return,2.13,0.00289,,,46.00,strict-correct%,0.00289,,prev=42.00 (src-column-tax-tax-calc-bench-2026-09-29#M27); prev=42.00 (src-column-tax-tax-calc-bench-2026-10-12#M28); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 826: row claude-fable-5-1 | medium | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-web,column-tax-tax-calc-bench,?muse-wonder-1.0,not-established:absent,agentic-tool,hard,,per-return,0.82,0.00289,,,46.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 827: row muse-wonder-1.0 | high | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:model-not-established,out:model-not-established taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-6-astra,max,agentic-tool,hard,,per-return,1.03,0.00289,,,44.00,strict-correct%,0.00289,,prev=38.00 (src-column-tax-tax-calc-bench-2026-09-29#M31); prev=38.00 (src-column-tax-tax-calc-bench-2026-10-12#M34); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 828: row gpt-6-astra | ultrathink | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-web,column-tax-tax-calc-bench,fable-5,max,agentic-tool,hard,,,,,,,44.00,strict-correct%,0.00289,,prev=38.00 (src-column-tax-tax-calc-bench-2026-09-29#M32); prev=38.00 (src-column-tax-tax-calc-bench-2026-10-12#M35),"https://github.com/column-tax/tax-calc-bench (README.md line 829: row claude-fable-5 | ultrathink | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in, taxcalc-ty25-web,column-tax-tax-calc-bench,?muse-wonder-1.0,not-established:absent,agentic-tool,hard,,per-return,0.62,0.00289,,,44.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 830: row muse-wonder-1.0 | medium | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:model-not-established,out:model-not-established taxcalc-ty25-web,column-tax-tax-calc-bench,opus-5.5,high,agentic-tool,hard,,per-return,0.73,0.00289,,,42.00,strict-correct%,0.00289,,prev=40.00 (src-column-tax-tax-calc-bench-2026-09-29#M28); prev=40.00 (src-column-tax-tax-calc-bench-2026-10-12#M30); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 831: row claude-opus-5-5 | medium | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-notool,column-tax-tax-calc-bench,opus-5.5,max,agentic-tool,hard,,per-return,1.13,0.00289,,,42.00,strict-correct%,0.00289,,prev=40.00 (src-column-tax-tax-calc-bench-2026-09-29#M29); prev=40.00 (src-column-tax-tax-calc-bench-2026-10-12#M31); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 832: row claude-opus-5-5 | ultrathink | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-notool,column-tax-tax-calc-bench,fable-5.1,max,agentic-tool,hard,,per-return,2.34,0.00289,,,42.00,strict-correct%,0.00289,,prev=40.00 (src-column-tax-tax-calc-bench-2026-09-29#M30); prev=40.00 (src-column-tax-tax-calc-bench-2026-10-12#M32); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 833: row claude-fable-5-1 | ultrathink | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-web,column-tax-tax-calc-bench,sonnet-5.5,xhigh,agentic-tool,hard,,per-return,0.765,0.147,,,42.00,strict-correct%,0.00289,,prev=38.00 (src-column-tax-tax-calc-bench-2026-09-29#M33); prev=38.00 (src-column-tax-tax-calc-bench-2026-10-12#M36); cost-unrepriced; cost-price-band,"https://github.com/column-tax/tax-calc-bench (README.md line 834: row claude-sonnet-5-5 | high | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-6.1-sol,max,agentic-tool,hard,,per-return,0.19,0.00289,,,38.00,strict-correct%,0.00289,,prev=36.00 (src-column-tax-tax-calc-bench-2026-09-29#M34); prev=36.00 (src-column-tax-tax-calc-bench-2026-10-12#M37); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 835: row gpt-6.1-sol | ultrathink | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-web,column-tax-tax-calc-bench,kimi-k3,max,agentic-tool,hard,,per-return,0.59,0.00289,,,38.00,strict-correct%,0.00289,,prev=32.00 (src-column-tax-tax-calc-bench-2026-10-12#M42); cost-base-price:cost-uniform-factor,"https://github.com/column-tax/tax-calc-bench (README.md line 836: row moonshotai/kimi-k3 | ultrathink | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,out:cost-single-couple taxcalc-ty25-web,column-tax-tax-calc-bench,fable-5,xhigh,agentic-tool,hard,,,,,,,38.00,strict-correct%,0.00289,,prev=36.00 (src-column-tax-tax-calc-bench-2026-09-29#M35); prev=36.00 (src-column-tax-tax-calc-bench-2026-10-12#M38),"https://github.com/column-tax/tax-calc-bench (README.md line 837: row claude-fable-5 | high | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in, taxcalc-ty25-notool,column-tax-tax-calc-bench,opus-5.5,high,agentic-tool,hard,,per-return,0.25,0.00289,,,38.00,strict-correct%,0.00289,,prev=36.00 (src-column-tax-tax-calc-bench-2026-09-29#M36); prev=36.00 (src-column-tax-tax-calc-bench-2026-10-12#M39); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 838: row claude-opus-5-5 | medium | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-web,column-tax-tax-calc-bench,opus-5,xhigh,agentic-tool,hard,,per-return,1.54,0.00289,,,36.00,strict-correct%,0.00289,,prev=30.00 (src-column-tax-tax-calc-bench-2026-09-29#M43); prev=30.00 (src-column-tax-tax-calc-bench-2026-10-12#M47); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 839: row claude-opus-5 | high | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-6-astra,high,agentic-tool,hard,,per-return,0.59,0.00289,,,36.00,strict-correct%,0.00289,,prev=30.00 (src-column-tax-tax-calc-bench-2026-09-29#M44); prev=30.00 (src-column-tax-tax-calc-bench-2026-10-12#M48); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 840: row gpt-6-astra | high | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-notool,column-tax-tax-calc-bench,opus-5.5,xhigh,agentic-tool,hard,,per-return,0.44,0.00289,,,36.00,strict-correct%,0.00289,,prev=34.00 (src-column-tax-tax-calc-bench-2026-09-29#M37); prev=34.00 (src-column-tax-tax-calc-bench-2026-10-12#M40); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 841: row claude-opus-5-5 | high | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-6-astra,medium,agentic-tool,hard,,per-return,0.40,0.00289,,,36.00,strict-correct%,0.00289,,prev=32.00 (src-column-tax-tax-calc-bench-2026-09-29#M40); prev=32.00 (src-column-tax-tax-calc-bench-2026-10-12#M44); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 842: row gpt-6-astra | medium | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-web,column-tax-tax-calc-bench,opus-4.8,xhigh,agentic-tool,hard,,,,,,,36.00,strict-correct%,0.00289,,prev=32.00 (src-column-tax-tax-calc-bench-2026-09-29#M41); prev=32.00 (src-column-tax-tax-calc-bench-2026-10-12#M45),"https://github.com/column-tax/tax-calc-bench (README.md line 843: row claude-opus-4-8 | high | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in, taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-6-luna,max,agentic-tool,hard,,per-return,0.24,0.00289,,,36.00,strict-correct%,0.00289,,prev=30.00 (src-column-tax-tax-calc-bench-2026-09-29#M47); prev=30.00 (src-column-tax-tax-calc-bench-2026-10-12#M51); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 844: row gpt-6-luna | ultrathink | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-5.6-sol,low,agentic-tool,hard,,,,,,,34.00,strict-correct%,0.00289,,prev=32.00 (src-column-tax-tax-calc-bench-2026-09-29#M42); prev=32.00 (src-column-tax-tax-calc-bench-2026-10-12#M46),"https://github.com/column-tax/tax-calc-bench (README.md line 845: row gpt-5.6-sol | low | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in, taxcalc-ty25-notool,column-tax-tax-calc-bench,sonnet-5.5,max,agentic-tool,hard,,per-return,0.84,0.00289,,,33.33,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 846: row claude-sonnet-5-5 | ultrathink | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:partial,out:partial taxcalc-ty25-web,column-tax-tax-calc-bench,opus-5.5,medium,agentic-tool,hard,,per-return,0.33,0.00289,,,32.00,strict-correct%,0.00289,,prev=30.00 (src-column-tax-tax-calc-bench-2026-09-29#M45); prev=30.00 (src-column-tax-tax-calc-bench-2026-10-12#M49); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 847: row claude-opus-5-5 | low | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-6.1-sol,high,agentic-tool,hard,,per-return,0.10,0.00289,,,32.00,strict-correct%,0.00289,,prev=32.00 (src-column-tax-tax-calc-bench-2026-09-29#M39); prev=32.00 (src-column-tax-tax-calc-bench-2026-10-12#M43); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 848: row gpt-6.1-sol | high | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-6-astra,low,agentic-tool,hard,,per-return,0.36,0.00289,,,32.00,strict-correct%,0.00289,,prev=30.00 (src-column-tax-tax-calc-bench-2026-09-29#M48); prev=30.00 (src-column-tax-tax-calc-bench-2026-10-12#M52); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 849: row gpt-6-astra | low | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-web,column-tax-tax-calc-bench,muse-spark-1.3,xhigh,agentic-tool,hard,,per-return,0.53,0.00289,,,32.00,strict-correct%,0.00289,,prev=26.00 (src-column-tax-tax-calc-bench-2026-09-29#M56); prev=26.00 (src-column-tax-tax-calc-bench-2026-10-12#M60); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 850: row muse-spark-1.3 | ultrathink | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:single-couple,out:cost-single-couple taxcalc-ty25-notool,column-tax-tax-calc-bench,fable-5,max,agentic-tool,hard,,,,,,,31.11,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 851: row claude-fable-5 | ultrathink | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:partial, taxcalc-ty25-web,column-tax-tax-calc-bench,fable-5,high,agentic-tool,hard,,,,,,,30.00,strict-correct%,0.00289,,prev=28.00 (src-column-tax-tax-calc-bench-2026-09-29#M51); prev=28.00 (src-column-tax-tax-calc-bench-2026-10-12#M55),"https://github.com/column-tax/tax-calc-bench (README.md line 852: row claude-fable-5 | medium | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in, taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-5.6-sol,max,agentic-tool,hard,,,,,,,30.00,strict-correct%,0.00289,,prev=30.00 (src-column-tax-tax-calc-bench-2026-09-29#M46); prev=30.00 (src-column-tax-tax-calc-bench-2026-10-12#M50),"https://github.com/column-tax/tax-calc-bench (README.md line 853: row gpt-5.6-sol | ultrathink | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in, taxcalc-ty25-notool,column-tax-tax-calc-bench,fable-5,xhigh,agentic-tool,hard,,,,,,,30.00,strict-correct%,0.00289,,prev=28.00 (src-column-tax-tax-calc-bench-2026-09-29#M53); prev=28.00 (src-column-tax-tax-calc-bench-2026-10-12#M57),"https://github.com/column-tax/tax-calc-bench (README.md line 854: row claude-fable-5 | high | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in, taxcalc-ty25-notool,column-tax-tax-calc-bench,opus-4.8,max,agentic-tool,hard,,,,,,,29.55,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 855: row claude-opus-4-8 | ultrathink | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:partial, taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-6-sol,max,agentic-tool,hard,,per-return,0.24,0.00289,,,28.00,strict-correct%,0.00289,,prev=28.00 (src-column-tax-tax-calc-bench-2026-09-29#M52); prev=28.00 (src-column-tax-tax-calc-bench-2026-10-12#M56); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 856: row gpt-6-sol | ultrathink | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-web,column-tax-tax-calc-bench,haiku-5.5,max,agentic-tool,hard,,per-return,0.62,0.00289,,,26.53,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 857: row claude-haiku-5-5 | ultrathink | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:partial,out:partial taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-5.6-sol,high,agentic-tool,hard,,,,,,,26.00,strict-correct%,0.00289,,prev=26.00 (src-column-tax-tax-calc-bench-2026-09-29#M55); prev=26.00 (src-column-tax-tax-calc-bench-2026-10-12#M59),"https://github.com/column-tax/tax-calc-bench (README.md line 858: row gpt-5.6-sol | high | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in, taxcalc-ty25-notool,column-tax-tax-calc-bench,fable-5.1,xhigh,agentic-tool,hard,,per-return,1.68,0.00289,,,26.00,strict-correct%,0.00289,,prev=24.00 (src-column-tax-tax-calc-bench-2026-09-29#M58); prev=24.00 (src-column-tax-tax-calc-bench-2026-10-12#M63); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 859: row claude-fable-5-1 | high | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-web,column-tax-tax-calc-bench,?gemini-3.7-flash,not-established:absent,agentic-tool,hard,,per-return,0.30,0.00289,,,26.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 860: row gemini-3.7-flash | medium | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:model-not-established,out:model-not-established taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-6-sol,low,agentic-tool,hard,,per-return,0.14,0.00289,,,26.00,strict-correct%,0.00289,,prev=22.00 (src-column-tax-tax-calc-bench-2026-09-29#M65); prev=22.00 (src-column-tax-tax-calc-bench-2026-10-12#M71); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 861: row gpt-6-sol | low | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-web,column-tax-tax-calc-bench,?muse-wonder-1.0,not-established:absent,agentic-tool,hard,,per-return,0.62,0.00289,,,26.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 862: row muse-wonder-1.0 | low | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:model-not-established,out:model-not-established taxcalc-ty25-web,column-tax-tax-calc-bench,muse-spark-1.3,high,agentic-tool,hard,,per-return,0.31,0.00289,,,26.00,strict-correct%,0.00289,,prev=22.00 (src-column-tax-tax-calc-bench-2026-09-29#M69); prev=22.00 (src-column-tax-tax-calc-bench-2026-10-12#M75); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 863: row muse-spark-1.3 | high | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:single-couple,out:cost-single-couple taxcalc-ty25-web,column-tax-tax-calc-bench,?gemini-3.7-flash,not-established:absent,agentic-tool,hard,,per-return,0.18,0.00289,,,26.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 864: row gemini-3.7-flash | low | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:model-not-established,out:model-not-established taxcalc-ty25-web,column-tax-tax-calc-bench,opus-5,high,agentic-tool,hard,,,,,,,24.00,strict-correct%,0.00289,,prev=28.00 (src-column-tax-tax-calc-bench-2026-09-29#M50); prev=28.00 (src-column-tax-tax-calc-bench-2026-10-12#M54),"https://github.com/column-tax/tax-calc-bench (README.md line 865: row claude-opus-5 | medium | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in, taxcalc-ty25-web,column-tax-tax-calc-bench,fable-5.1,medium,agentic-tool,hard,,per-return,0.99,0.00289,,,24.00,strict-correct%,0.00289,,prev=22.00 (src-column-tax-tax-calc-bench-2026-09-29#M62); prev=22.00 (src-column-tax-tax-calc-bench-2026-10-12#M68); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 866: row claude-fable-5-1 | low | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-notool,column-tax-tax-calc-bench,fable-5.1,high,agentic-tool,hard,,per-return,0.80,0.00289,,,24.00,strict-correct%,0.00289,,prev=22.00 (src-column-tax-tax-calc-bench-2026-09-29#M63); prev=22.00 (src-column-tax-tax-calc-bench-2026-10-12#M69); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 867: row claude-fable-5-1 | medium | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-5.5,high,agentic-tool,hard,,,,,,,24.00,strict-correct%,0.00289,,prev=26.00 (src-column-tax-tax-calc-bench-2026-09-29#M57); prev=26.00 (src-column-tax-tax-calc-bench-2026-10-12#M61),"https://github.com/column-tax/tax-calc-bench (README.md line 868: row gpt-5.5 | high | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in, taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-6.1-sol,low,agentic-tool,hard,,per-return,0.07,0.00289,,,24.00,strict-correct%,0.00289,,prev=24.00 (src-column-tax-tax-calc-bench-2026-09-29#M60); prev=24.00 (src-column-tax-tax-calc-bench-2026-10-12#M66); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 869: row gpt-6.1-sol | low | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-notool,column-tax-tax-calc-bench,fable-5,high,agentic-tool,hard,,,,,,,24.00,strict-correct%,0.00289,,prev=22.00 (src-column-tax-tax-calc-bench-2026-09-29#M68); prev=22.00 (src-column-tax-tax-calc-bench-2026-10-12#M74),"https://github.com/column-tax/tax-calc-bench (README.md line 870: row claude-fable-5 | medium | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in, taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-6.1-sol,medium,agentic-tool,hard,,per-return,0.08,0.00289,,,22.00,strict-correct%,0.00289,,prev=22.00 (src-column-tax-tax-calc-bench-2026-09-29#M64); prev=22.00 (src-column-tax-tax-calc-bench-2026-10-12#M70); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 871: row gpt-6.1-sol | medium | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-notool,column-tax-tax-calc-bench,opus-5.5,medium,agentic-tool,hard,,per-return,0.21,0.00289,,,22.00,strict-correct%,0.00289,,prev=20.00 (src-column-tax-tax-calc-bench-2026-09-29#M71); prev=20.00 (src-column-tax-tax-calc-bench-2026-10-12#M78); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 872: row claude-opus-5-5 | low | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-web,column-tax-tax-calc-bench,sonnet-5.5,high,agentic-tool,hard,,per-return,0.27,0.052,,,22.00,strict-correct%,0.00289,,prev=20.00 (src-column-tax-tax-calc-bench-2026-09-29#M72); prev=20.00 (src-column-tax-tax-calc-bench-2026-10-12#M79); cost-unrepriced; cost-price-band,"https://github.com/column-tax/tax-calc-bench (README.md line 873: row claude-sonnet-5-5 | medium | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-web,column-tax-tax-calc-bench,opus-4.8,max,agentic-tool,hard,,,,,,,22.00,strict-correct%,0.00289,,prev=20.00 (src-column-tax-tax-calc-bench-2026-09-29#M74); prev=20.00 (src-column-tax-tax-calc-bench-2026-10-12#M81),"https://github.com/column-tax/tax-calc-bench (README.md line 874: row claude-opus-4-8 | ultrathink | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in, taxcalc-ty25-web,column-tax-tax-calc-bench,haiku-5.5,xhigh,agentic-tool,hard,,per-return,0.34,0.00289,,,22.00,strict-correct%,0.00289,,prev=20.00 (src-column-tax-tax-calc-bench-2026-10-12#M83); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 875: row claude-haiku-5-5 | high | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-6-luna,medium,agentic-tool,hard,,per-return,0.10,0.00289,,,22.00,strict-correct%,0.00289,,prev=22.00 (src-column-tax-tax-calc-bench-2026-09-29#M67); prev=22.00 (src-column-tax-tax-calc-bench-2026-10-12#M73); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 876: row gpt-6-luna | medium | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-notool,column-tax-tax-calc-bench,?muse-wonder-1.0,not-established:absent,agentic-tool,hard,,per-return,0.74,0.00289,,,22.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 877: row muse-wonder-1.0 | ultrathink | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:model-not-established,out:model-not-established taxcalc-ty25-web,column-tax-tax-calc-bench,gemini-3.8-flash,low,agentic-tool,hard,,per-return,0.26,0.00289,,,22.00,strict-correct%,0.00289,,prev=18.00 (src-column-tax-tax-calc-bench-2026-09-29#M86); prev=18.00 (src-column-tax-tax-calc-bench-2026-10-12#M94); base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://github.com/column-tax/tax-calc-bench (README.md line 878: row gemini-3.8-flash | low | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-web,column-tax-tax-calc-bench,muse-spark-1.3,medium,agentic-tool,hard,,per-return,0.22,0.00289,,,22.00,strict-correct%,0.00289,,prev=16.00 (src-column-tax-tax-calc-bench-2026-09-29#M90); prev=16.00 (src-column-tax-tax-calc-bench-2026-10-12#M98); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 879: row muse-spark-1.3 | medium | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:single-couple,out:cost-single-couple taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-5.6-sol,medium,agentic-tool,hard,,,,,,,20.00,strict-correct%,0.00289,,prev=20.00 (src-column-tax-tax-calc-bench-2026-09-29#M73); prev=20.00 (src-column-tax-tax-calc-bench-2026-10-12#M80),"https://github.com/column-tax/tax-calc-bench (README.md line 880: row gpt-5.6-sol | medium | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in, taxcalc-ty25-notool,column-tax-tax-calc-bench,fable-5.1,medium,agentic-tool,hard,,per-return,0.57,0.00289,,,20.00,strict-correct%,0.00289,,prev=18.00 (src-column-tax-tax-calc-bench-2026-09-29#M81); prev=18.00 (src-column-tax-tax-calc-bench-2026-10-12#M88); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 881: row claude-fable-5-1 | low | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-web,column-tax-tax-calc-bench,gemini-3.6-flash,high,agentic-tool,hard,,per-return,0.795,0.153,,,20.00,strict-correct%,0.00289,,prev=18.00 (src-column-tax-tax-calc-bench-2026-10-12#M89); cost-unrepriced; cost-price-band,"https://github.com/column-tax/tax-calc-bench (README.md line 882: row gemini-3.6-flash | high | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-notool,column-tax-tax-calc-bench,opus-5,xhigh,agentic-tool,hard,,per-return,0.58,0.00289,,,20.00,strict-correct%,0.00289,,prev=22.00 (src-column-tax-tax-calc-bench-2026-09-29#M66); prev=22.00 (src-column-tax-tax-calc-bench-2026-10-12#M72); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 883: row claude-opus-5 | high | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-web,column-tax-tax-calc-bench,fable-5,medium,agentic-tool,hard,,,,,,,20.00,strict-correct%,0.00289,,prev=18.00 (src-column-tax-tax-calc-bench-2026-09-29#M82); prev=18.00 (src-column-tax-tax-calc-bench-2026-10-12#M90),"https://github.com/column-tax/tax-calc-bench (README.md line 884: row claude-fable-5 | low | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in, taxcalc-ty25-web,column-tax-tax-calc-bench,fable-5,low,agentic-tool,hard,,,,,,,20.00,strict-correct%,0.00289,,prev=18.00 (src-column-tax-tax-calc-bench-2026-09-29#M84); prev=18.00 (src-column-tax-tax-calc-bench-2026-10-12#M92),"https://github.com/column-tax/tax-calc-bench (README.md line 885: row claude-fable-5 | lobotomized | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in, taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-6-sol,high,agentic-tool,hard,,per-return,0.12,0.00289,,,20.00,strict-correct%,0.00289,,prev=20.00 (src-column-tax-tax-calc-bench-2026-09-29#M77); prev=20.00 (src-column-tax-tax-calc-bench-2026-10-12#M85); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 886: row gpt-6-sol | high | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-5.5,xhigh,agentic-tool,hard,,,,,,,20.00,strict-correct%,0.00289,,prev=22.00 (src-column-tax-tax-calc-bench-2026-09-29#M70); prev=22.00 (src-column-tax-tax-calc-bench-2026-10-12#M76),"https://github.com/column-tax/tax-calc-bench (README.md line 887: row gpt-5.5 | ultrathink | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in, taxcalc-ty25-notool,column-tax-tax-calc-bench,opus-4.8,xhigh,agentic-tool,hard,,,,,,,20.00,strict-correct%,0.00289,,prev=20.00 (src-column-tax-tax-calc-bench-2026-09-29#M78); prev=20.00 (src-column-tax-tax-calc-bench-2026-10-12#M86),"https://github.com/column-tax/tax-calc-bench (README.md line 888: row claude-opus-4-8 | high | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in, taxcalc-ty25-web,column-tax-tax-calc-bench,muse-spark-1.2,xhigh,agentic-tool,hard,,per-return,1.11,0.00289,,,20.00,strict-correct%,0.00289,,prev=16.00 (src-column-tax-tax-calc-bench-2026-09-29#M93); prev=16.00 (src-column-tax-tax-calc-bench-2026-10-12#M101); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 889: row muse-spark-1.2 | ultrathink | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:single-couple,out:cost-single-couple taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-5.6-sol,nothink,agentic-tool,hard,,,,,,,20.00,strict-correct%,0.00289,,prev=18.00 (src-column-tax-tax-calc-bench-2026-09-29#M87); prev=18.00 (src-column-tax-tax-calc-bench-2026-10-12#M95),"https://github.com/column-tax/tax-calc-bench (README.md line 890: row gpt-5.6-sol | lobotomized | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in, taxcalc-ty25-web,column-tax-tax-calc-bench,fable-5.1,low,agentic-tool,hard,,per-return,0.72,0.00289,,,18.00,strict-correct%,0.00289,,prev=18.00 (src-column-tax-tax-calc-bench-2026-09-29#M80); prev=18.00 (src-column-tax-tax-calc-bench-2026-10-12#M87); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 891: row claude-fable-5-1 | lobotomized | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-web,column-tax-tax-calc-bench,opus-5,medium,agentic-tool,hard,,per-return,0.49,0.00289,,,18.00,strict-correct%,0.00289,,prev=20.00 (src-column-tax-tax-calc-bench-2026-09-29#M75); prev=20.00 (src-column-tax-tax-calc-bench-2026-10-12#M82); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 892: row claude-opus-5 | low | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-notool,column-tax-tax-calc-bench,sonnet-5.5,xhigh,agentic-tool,hard,,per-return,0.23249999999999998,0.0448,,,18.00,strict-correct%,0.00289,,prev=18.00 (src-column-tax-tax-calc-bench-2026-09-29#M83); prev=18.00 (src-column-tax-tax-calc-bench-2026-10-12#M91); cost-unrepriced; cost-price-band,"https://github.com/column-tax/tax-calc-bench (README.md line 893: row claude-sonnet-5-5 | high | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-notool,column-tax-tax-calc-bench,opus-5,max,agentic-tool,hard,,per-return,0.71,0.00289,,,18.00,strict-correct%,0.00289,,prev=20.00 (src-column-tax-tax-calc-bench-2026-09-29#M76); prev=20.00 (src-column-tax-tax-calc-bench-2026-10-12#M84); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 894: row claude-opus-5 | ultrathink | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-web,column-tax-tax-calc-bench,gemini-3.6-flash,medium,agentic-tool,hard,,per-return,0.5549999999999999,0.107,,,18.00,strict-correct%,0.00289,,prev=16.00 (src-column-tax-tax-calc-bench-2026-09-29#M89); prev=16.00 (src-column-tax-tax-calc-bench-2026-10-12#M97); cost-unrepriced; cost-price-band,"https://github.com/column-tax/tax-calc-bench (README.md line 895: row gemini-3.6-flash | medium | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-web,column-tax-tax-calc-bench,opus-4.8,high,agentic-tool,hard,,,,,,,18.00,strict-correct%,0.00289,,prev=16.00 (src-column-tax-tax-calc-bench-2026-09-29#M91); prev=16.00 (src-column-tax-tax-calc-bench-2026-10-12#M99),"https://github.com/column-tax/tax-calc-bench (README.md line 896: row claude-opus-4-8 | medium | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in, taxcalc-ty25-notool,column-tax-tax-calc-bench,opus-5,high,agentic-tool,hard,,per-return,0.41,0.00289,,,16.00,strict-correct%,0.00289,,prev=18.00 (src-column-tax-tax-calc-bench-2026-09-29#M85); prev=18.00 (src-column-tax-tax-calc-bench-2026-10-12#M93); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 897: row claude-opus-5 | medium | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-notool,column-tax-tax-calc-bench,fable-5,medium,agentic-tool,hard,,,,,,,16.00,strict-correct%,0.00289,,prev=14.00 (src-column-tax-tax-calc-bench-2026-09-29#M95); prev=14.00 (src-column-tax-tax-calc-bench-2026-10-12#M103),"https://github.com/column-tax/tax-calc-bench (README.md line 898: row claude-fable-5 | low | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in, taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-6-sol,medium,agentic-tool,hard,,per-return,0.09,0.00289,,,16.00,strict-correct%,0.00289,,prev=16.00 (src-column-tax-tax-calc-bench-2026-09-29#M92); prev=16.00 (src-column-tax-tax-calc-bench-2026-10-12#M100); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 899: row gpt-6-sol | medium | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-web,column-tax-tax-calc-bench,muse-spark-1.2,high,agentic-tool,hard,,per-return,0.57,0.00289,,,16.00,strict-correct%,0.00289,,prev=14.00 (src-column-tax-tax-calc-bench-2026-09-29#M98); prev=14.00 (src-column-tax-tax-calc-bench-2026-10-12#M107); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 900: row muse-spark-1.2 | high | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:single-couple,out:cost-single-couple taxcalc-ty25-web,column-tax-tax-calc-bench,muse-spark-1.2,medium,agentic-tool,hard,,per-return,0.32,0.00289,,,16.00,strict-correct%,0.00289,,prev=16.00 (src-column-tax-tax-calc-bench-2026-09-29#M94); prev=16.00 (src-column-tax-tax-calc-bench-2026-10-12#M102); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 901: row muse-spark-1.2 | medium | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:single-couple,out:cost-single-couple taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-6-sol,nothink,agentic-tool,hard,,per-return,0.21,0.00289,,,16.00,strict-correct%,0.00289,,prev=12.00 (src-column-tax-tax-calc-bench-2026-09-29#M107); prev=12.00 (src-column-tax-tax-calc-bench-2026-10-12#M116); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 902: row gpt-6-sol | lobotomized | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-notool,column-tax-tax-calc-bench,opus-5,medium,agentic-tool,hard,,per-return,0.30,0.00289,,,14.00,strict-correct%,0.00289,,prev=16.00 (src-column-tax-tax-calc-bench-2026-09-29#M88); prev=16.00 (src-column-tax-tax-calc-bench-2026-10-12#M96); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 903: row claude-opus-5 | low | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-web,column-tax-tax-calc-bench,opus-5.5,low,agentic-tool,hard,,per-return,0.18,0.00289,,,14.00,strict-correct%,0.00289,,prev=12.00 (src-column-tax-tax-calc-bench-2026-09-29#M100); prev=12.00 (src-column-tax-tax-calc-bench-2026-10-12#M109); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 904: row claude-opus-5-5 | lobotomized | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-6-luna,high,agentic-tool,hard,,per-return,0.13,0.00289,,,14.00,strict-correct%,0.00289,,prev=14.00 (src-column-tax-tax-calc-bench-2026-09-29#M96); prev=14.00 (src-column-tax-tax-calc-bench-2026-10-12#M104); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 905: row gpt-6-luna | high | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-web,column-tax-tax-calc-bench,opus-4.8,medium,agentic-tool,hard,,,,,,,14.00,strict-correct%,0.00289,,prev=12.00 (src-column-tax-tax-calc-bench-2026-09-29#M102); prev=12.00 (src-column-tax-tax-calc-bench-2026-10-12#M111),"https://github.com/column-tax/tax-calc-bench (README.md line 906: row claude-opus-4-8 | low | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in, taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-6-luna,max,agentic-tool,hard,,per-return,0.03,0.00289,,,14.00,strict-correct%,0.00289,,prev=14.00 (src-column-tax-tax-calc-bench-2026-09-29#M97); prev=14.00 (src-column-tax-tax-calc-bench-2026-10-12#M105); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 907: row gpt-6-luna | ultrathink | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-web,column-tax-tax-calc-bench,haiku-5.5,high,agentic-tool,hard,,per-return,0.15,0.00289,,,14.00,strict-correct%,0.00289,,prev=14.00 (src-column-tax-tax-calc-bench-2026-10-12#M106); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 908: row claude-haiku-5-5 | medium | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-5.5,medium,agentic-tool,hard,,,,,,,14.00,strict-correct%,0.00289,,prev=12.00 (src-column-tax-tax-calc-bench-2026-09-29#M104); prev=12.00 (src-column-tax-tax-calc-bench-2026-10-12#M113),"https://github.com/column-tax/tax-calc-bench (README.md line 909: row gpt-5.5 | medium | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in, taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-5.5,low,agentic-tool,hard,,,,,,,14.00,strict-correct%,0.00289,,prev=14.00 (src-column-tax-tax-calc-bench-2026-09-29#M99); prev=14.00 (src-column-tax-tax-calc-bench-2026-10-12#M108),"https://github.com/column-tax/tax-calc-bench (README.md line 910: row gpt-5.5 | low | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in, taxcalc-ty25-notool,column-tax-tax-calc-bench,?gemini-3.7-flash,not-established:absent,agentic-tool,hard,,per-return,0.07,0.00289,,,14.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 911: row gemini-3.7-flash | high | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:model-not-established,out:model-not-established taxcalc-ty25-notool,column-tax-tax-calc-bench,fable-5.1,low,agentic-tool,hard,,per-return,0.50,0.00289,,,12.00,strict-correct%,0.00289,,prev=12.00 (src-column-tax-tax-calc-bench-2026-09-29#M101); prev=12.00 (src-column-tax-tax-calc-bench-2026-10-12#M110); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 912: row claude-fable-5-1 | lobotomized | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-notool,column-tax-tax-calc-bench,sonnet-5.5,high,agentic-tool,hard,,per-return,0.11249999999999999,0.0218,,,12.00,strict-correct%,0.00289,,prev=12.00 (src-column-tax-tax-calc-bench-2026-09-29#M103); prev=12.00 (src-column-tax-tax-calc-bench-2026-10-12#M112); cost-unrepriced; cost-price-band,"https://github.com/column-tax/tax-calc-bench (README.md line 913: row claude-sonnet-5-5 | medium | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-notool,column-tax-tax-calc-bench,opus-4.8,medium,agentic-tool,hard,,,,,,,12.00,strict-correct%,0.00289,,prev=12.00 (src-column-tax-tax-calc-bench-2026-09-29#M106); prev=12.00 (src-column-tax-tax-calc-bench-2026-10-12#M115),"https://github.com/column-tax/tax-calc-bench (README.md line 914: row claude-opus-4-8 | low | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in, taxcalc-ty25-web,column-tax-tax-calc-bench,gemini-3.6-flash,low,agentic-tool,hard,,per-return,0.24,0.0463,,,12.00,strict-correct%,0.00289,,prev=10.00 (src-column-tax-tax-calc-bench-2026-09-29#M110); prev=10.00 (src-column-tax-tax-calc-bench-2026-10-12#M119); cost-unrepriced; cost-price-band,"https://github.com/column-tax/tax-calc-bench (README.md line 915: row gemini-3.6-flash | low | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-notool,column-tax-tax-calc-bench,opus-5.5,low,agentic-tool,hard,,per-return,0.17,0.00289,,,10.00,strict-correct%,0.00289,,prev=8.00 (src-column-tax-tax-calc-bench-2026-09-29#M113); prev=8.00 (src-column-tax-tax-calc-bench-2026-10-12#M122); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 916: row claude-opus-5-5 | lobotomized | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-notool,column-tax-tax-calc-bench,opus-4.8,high,agentic-tool,hard,,,,,,,10.00,strict-correct%,0.00289,,prev=12.00 (src-column-tax-tax-calc-bench-2026-09-29#M105); prev=12.00 (src-column-tax-tax-calc-bench-2026-10-12#M114),"https://github.com/column-tax/tax-calc-bench (README.md line 917: row claude-opus-4-8 | medium | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in, taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-6-luna,low,agentic-tool,hard,,per-return,0.05,0.00289,,,10.00,strict-correct%,0.00289,,prev=10.00 (src-column-tax-tax-calc-bench-2026-09-29#M111); prev=10.00 (src-column-tax-tax-calc-bench-2026-10-12#M120); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 918: row gpt-6-luna | low | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-web,column-tax-tax-calc-bench,muse-spark-1.3,low,agentic-tool,hard,,per-return,0.11,0.00289,,,10.00,strict-correct%,0.00289,,prev=8.00 (src-column-tax-tax-calc-bench-2026-09-29#M115); prev=8.00 (src-column-tax-tax-calc-bench-2026-10-12#M126); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 919: row muse-spark-1.3 | low | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:single-couple,out:cost-single-couple taxcalc-ty25-web,column-tax-tax-calc-bench,opus-5,low,agentic-tool,hard,,per-return,0.33,0.00289,,,8.00,strict-correct%,0.00289,,prev=10.00 (src-column-tax-tax-calc-bench-2026-09-29#M109); prev=10.00 (src-column-tax-tax-calc-bench-2026-10-12#M118); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 920: row claude-opus-5 | lobotomized | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-notool,column-tax-tax-calc-bench,fable-5,low,agentic-tool,hard,,,,,,,8.00,strict-correct%,0.00289,,prev=6.00 (src-column-tax-tax-calc-bench-2026-09-29#M120); prev=6.00 (src-column-tax-tax-calc-bench-2026-10-12#M132),"https://github.com/column-tax/tax-calc-bench (README.md line 921: row claude-fable-5 | lobotomized | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in, taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-5.6-sol,low,agentic-tool,hard,,,,,,,8.00,strict-correct%,0.00289,,prev=6.00 (src-column-tax-tax-calc-bench-2026-09-29#M121); prev=6.00 (src-column-tax-tax-calc-bench-2026-10-12#M133),"https://github.com/column-tax/tax-calc-bench (README.md line 922: row gpt-5.6-sol | low | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in, taxcalc-ty25-notool,column-tax-tax-calc-bench,gemini-3.6-flash,high,agentic-tool,hard,,,,,,,8.00,strict-correct%,0.00289,,prev=10.00 (src-column-tax-tax-calc-bench-2026-09-29#M112); prev=10.00 (src-column-tax-tax-calc-bench-2026-10-12#M121),"https://github.com/column-tax/tax-calc-bench (README.md line 923: row gemini-3.6-flash | high | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in, taxcalc-ty25-notool,column-tax-tax-calc-bench,?muse-wonder-1.0,not-established:absent,agentic-tool,hard,,per-return,0.32,0.00289,,,8.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 924: row muse-wonder-1.0 | high | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:model-not-established,out:model-not-established taxcalc-ty25-web,column-tax-tax-calc-bench,muse-spark-1.2,low,agentic-tool,hard,,per-return,0.16,0.00289,,,8.00,strict-correct%,0.00289,,prev=6.00 (src-column-tax-tax-calc-bench-2026-09-29#M128); prev=6.00 (src-column-tax-tax-calc-bench-2026-10-12#M140); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 925: row muse-spark-1.2 | low | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:single-couple,out:cost-single-couple taxcalc-ty25-web,column-tax-tax-calc-bench,muse-spark-1.3,minimal,agentic-tool,hard,,per-return,0.08,0.00289,,,8.00,strict-correct%,0.00289,,prev=8.00 (src-column-tax-tax-calc-bench-2026-09-29#M116); prev=8.00 (src-column-tax-tax-calc-bench-2026-10-12#M127); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 926: row muse-spark-1.3 | lobotomized | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:single-couple,out:cost-single-couple taxcalc-ty25-notool,column-tax-tax-calc-bench,haiku-5.5,max,agentic-tool,hard,,per-return,0.06,0.00289,,,6.90,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 927: row claude-haiku-5-5 | ultrathink | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:partial,out:partial taxcalc-ty25-web,column-tax-tax-calc-bench,?muse-wonder-1.0,not-established:absent,agentic-tool,hard,,per-return,0.30,0.00289,,,6.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 928: row muse-wonder-1.0 | lobotomized | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:model-not-established,out:model-not-established taxcalc-ty25-web,column-tax-tax-calc-bench,sonnet-5.5,medium,agentic-tool,hard,,per-return,0.0975,0.019,,,6.00,strict-correct%,0.00289,,prev=6.00 (src-column-tax-tax-calc-bench-2026-09-29#M122); prev=6.00 (src-column-tax-tax-calc-bench-2026-10-12#M134); cost-unrepriced; cost-price-band,"https://github.com/column-tax/tax-calc-bench (README.md line 929: row claude-sonnet-5-5 | low | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-notool,column-tax-tax-calc-bench,opus-5,low,agentic-tool,hard,,per-return,0.23,0.00289,,,6.00,strict-correct%,0.00289,,prev=8.00 (src-column-tax-tax-calc-bench-2026-09-29#M114); prev=8.00 (src-column-tax-tax-calc-bench-2026-10-12#M124); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 930: row claude-opus-5 | lobotomized | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-6-luna,medium,agentic-tool,hard,,per-return,0.01,0.00289,,,6.00,strict-correct%,0.00289,,prev=6.00 (src-column-tax-tax-calc-bench-2026-09-29#M124); prev=6.00 (src-column-tax-tax-calc-bench-2026-10-12#M135); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 931: row gpt-6-luna | medium | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-notool,column-tax-tax-calc-bench,kimi-k3,max,agentic-tool,hard,,,,,,,6.00,strict-correct%,0.00289,,prev=6.00 (src-column-tax-tax-calc-bench-2026-09-29#M123); prev=6.00 (src-column-tax-tax-calc-bench-2026-10-12#M136),"https://github.com/column-tax/tax-calc-bench (README.md line 932: row moonshotai/kimi-k3 | ultrathink | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in, taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-6-sol,low,agentic-tool,hard,,per-return,0.07,0.00289,,,6.00,strict-correct%,0.00289,,prev=6.00 (src-column-tax-tax-calc-bench-2026-09-29#M125); prev=6.00 (src-column-tax-tax-calc-bench-2026-10-12#M137); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 933: row gpt-6-sol | low | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-notool,column-tax-tax-calc-bench,?muse-wonder-1.0,not-established:absent,agentic-tool,hard,,per-return,0.23,0.00289,,,6.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 934: row muse-wonder-1.0 | medium | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:model-not-established,out:model-not-established taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-5.5,low,agentic-tool,hard,,,,,,,6.00,strict-correct%,0.00289,,prev=6.00 (src-column-tax-tax-calc-bench-2026-09-29#M126); prev=6.00 (src-column-tax-tax-calc-bench-2026-10-12#M139),"https://github.com/column-tax/tax-calc-bench (README.md line 935: row gpt-5.5 | low | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in, taxcalc-ty25-notool,column-tax-tax-calc-bench,sonnet-5,medium,agentic-tool,hard,,,,,,,6.00,strict-correct%,0.00289,,prev=6.00 (src-column-tax-tax-calc-bench-2026-09-29#M127); prev=6.00 (src-column-tax-tax-calc-bench-2026-10-12#M141),"https://github.com/column-tax/tax-calc-bench (README.md line 936: row claude-sonnet-5 | low | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in, taxcalc-ty25-notool,column-tax-tax-calc-bench,sonnet-5,high,agentic-tool,hard,,,,,,,6.00,strict-correct%,0.00289,,prev=6.00 (src-column-tax-tax-calc-bench-2026-09-29#M129); prev=6.00 (src-column-tax-tax-calc-bench-2026-10-12#M142),"https://github.com/column-tax/tax-calc-bench (README.md line 937: row claude-sonnet-5 | medium | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in, taxcalc-ty25-notool,column-tax-tax-calc-bench,gemini-3.6-flash,medium,agentic-tool,hard,,,,,,,6.00,strict-correct%,0.00289,,prev=8.00 (src-column-tax-tax-calc-bench-2026-09-29#M117); prev=8.00 (src-column-tax-tax-calc-bench-2026-10-12#M128),"https://github.com/column-tax/tax-calc-bench (README.md line 938: row gemini-3.6-flash | medium | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in, taxcalc-ty25-notool,column-tax-tax-calc-bench,muse-spark-1.3,high,agentic-tool,hard,,per-return,0.07,0.00289,,,6.00,strict-correct%,0.00289,,prev=8.00 (src-column-tax-tax-calc-bench-2026-09-29#M118); prev=8.00 (src-column-tax-tax-calc-bench-2026-10-12#M129); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 939: row muse-spark-1.3 | high | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:single-couple,out:cost-single-couple taxcalc-ty25-notool,column-tax-tax-calc-bench,muse-spark-1.2,high,agentic-tool,hard,,per-return,0.06,0.00289,,,6.00,strict-correct%,0.00289,,prev=8.00 (src-column-tax-tax-calc-bench-2026-09-29#M119); prev=8.00 (src-column-tax-tax-calc-bench-2026-10-12#M130); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 940: row muse-spark-1.2 | high | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:single-couple,out:cost-single-couple taxcalc-ty25-notool,column-tax-tax-calc-bench,gemini-3.8-flash,high,agentic-tool,hard,,per-return,0.16,0.00289,,,6.00,strict-correct%,0.00289,,prev=4.00 (src-column-tax-tax-calc-bench-2026-09-29#M138); prev=4.00 (src-column-tax-tax-calc-bench-2026-10-12#M153); base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://github.com/column-tax/tax-calc-bench (README.md line 941: row gemini-3.8-flash | high | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-notool,column-tax-tax-calc-bench,?gemini-3.7-flash,not-established:absent,agentic-tool,hard,,per-return,0.02,0.00289,,,6.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 942: row gemini-3.7-flash | low | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:model-not-established,out:model-not-established taxcalc-ty25-web,column-tax-tax-calc-bench,sonnet-5.5,low,agentic-tool,hard,,per-return,0.0825,0.0161,,,4.00,strict-correct%,0.00289,,prev=4.00 (src-column-tax-tax-calc-bench-2026-09-29#M133); prev=4.00 (src-column-tax-tax-calc-bench-2026-10-12#M146); cost-unrepriced; cost-price-band,"https://github.com/column-tax/tax-calc-bench (README.md line 943: row claude-sonnet-5-5 | lobotomized | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-web,column-tax-tax-calc-bench,?mistralai/mistral-large-4-0,not-established:absent,agentic-tool,hard,,per-return,0.11,0.00289,,,4.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 944: row mistralai/mistral-large-4-0 | high | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:model-not-established,out:model-not-established taxcalc-ty25-notool,column-tax-tax-calc-bench,sonnet-5.5,medium,agentic-tool,hard,,per-return,0.07500000000000001,0.0147,,,4.00,strict-correct%,0.00289,,prev=4.00 (src-column-tax-tax-calc-bench-2026-09-29#M134); prev=4.00 (src-column-tax-tax-calc-bench-2026-10-12#M148); cost-unrepriced; cost-price-band,"https://github.com/column-tax/tax-calc-bench (README.md line 945: row claude-sonnet-5-5 | low | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-notool,column-tax-tax-calc-bench,sonnet-5.5,low,agentic-tool,hard,,per-return,0.0675,0.0133,,,4.00,strict-correct%,0.00289,,prev=4.00 (src-column-tax-tax-calc-bench-2026-09-29#M135); prev=4.00 (src-column-tax-tax-calc-bench-2026-10-12#M149); cost-unrepriced; cost-price-band,"https://github.com/column-tax/tax-calc-bench (README.md line 946: row claude-sonnet-5-5 | lobotomized | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-6-luna,high,agentic-tool,hard,,per-return,0.01,0.00289,,,4.00,strict-correct%,0.00289,,prev=4.00 (src-column-tax-tax-calc-bench-2026-09-29#M136); prev=4.00 (src-column-tax-tax-calc-bench-2026-10-12#M150); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 947: row gpt-6-luna | high | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-web,column-tax-tax-calc-bench,haiku-5.5,medium,agentic-tool,hard,,per-return,0.03,0.00289,,,4.00,strict-correct%,0.00289,,prev=4.00 (src-column-tax-tax-calc-bench-2026-10-12#M151); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 948: row claude-haiku-5-5 | low | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-notool,column-tax-tax-calc-bench,sonnet-5,xhigh,agentic-tool,hard,,,,,,,4.00,strict-correct%,0.00289,,prev=4.00 (src-column-tax-tax-calc-bench-2026-09-29#M137); prev=4.00 (src-column-tax-tax-calc-bench-2026-10-12#M152),"https://github.com/column-tax/tax-calc-bench (README.md line 949: row claude-sonnet-5 | high | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in, taxcalc-ty25-notool,column-tax-tax-calc-bench,?gemini-3.7-flash,not-established:absent,agentic-tool,hard,,per-return,0.03,0.00289,,,4.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 950: row gemini-3.7-flash | medium | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:model-not-established,out:model-not-established taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-5.5,nothink,agentic-tool,hard,,,,,,,4.00,strict-correct%,0.00289,,prev=4.00 (src-column-tax-tax-calc-bench-2026-09-29#M139); prev=4.00 (src-column-tax-tax-calc-bench-2026-10-12#M154),"https://github.com/column-tax/tax-calc-bench (README.md line 951: row gpt-5.5 | lobotomized | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in, taxcalc-ty25-notool,column-tax-tax-calc-bench,muse-spark-1.3,xhigh,agentic-tool,hard,,per-return,0.12,0.00289,,,4.00,strict-correct%,0.00289,,prev=6.00 (src-column-tax-tax-calc-bench-2026-09-29#M131); prev=6.00 (src-column-tax-tax-calc-bench-2026-10-12#M144); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 952: row muse-spark-1.3 | ultrathink | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:single-couple,out:cost-single-couple taxcalc-ty25-notool,column-tax-tax-calc-bench,?deepseek-v4p1-flash,not-established:absent,agentic-tool,hard,,per-return,0.06,0.00289,,,4.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 953: row deepseek-v4p1-flash | ultrathink | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:model-not-established,out:model-not-established taxcalc-ty25-notool,column-tax-tax-calc-bench,gemini-3.8-flash,medium,agentic-tool,hard,,per-return,0.08,0.00289,,,4.00,strict-correct%,0.00289,,prev=2.00 (src-column-tax-tax-calc-bench-2026-09-29#M151); prev=2.00 (src-column-tax-tax-calc-bench-2026-10-12#M172); base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://github.com/column-tax/tax-calc-bench (README.md line 954: row gemini-3.8-flash | medium | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-notool,column-tax-tax-calc-bench,muse-spark-1.3,low,agentic-tool,hard,,per-return,0.04,0.00289,,,4.00,strict-correct%,0.00289,,prev=4.00 (src-column-tax-tax-calc-bench-2026-09-29#M144); prev=4.00 (src-column-tax-tax-calc-bench-2026-10-12#M159); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 955: row muse-spark-1.3 | low | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:single-couple,out:cost-single-couple taxcalc-ty25-notool,column-tax-tax-calc-bench,muse-spark-1.2,medium,agentic-tool,hard,,per-return,0.05,0.00289,,,4.00,strict-correct%,0.00289,,prev=4.00 (src-column-tax-tax-calc-bench-2026-09-29#M145); prev=4.00 (src-column-tax-tax-calc-bench-2026-10-12#M160); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 956: row muse-spark-1.2 | medium | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:single-couple,out:cost-single-couple taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-5.5,nothink,agentic-tool,hard,,,,,,,4.00,strict-correct%,0.00289,,prev=4.00 (src-column-tax-tax-calc-bench-2026-09-29#M143); prev=4.00 (src-column-tax-tax-calc-bench-2026-10-12#M161),"https://github.com/column-tax/tax-calc-bench (README.md line 957: row gpt-5.5 | lobotomized | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in, taxcalc-ty25-web,column-tax-tax-calc-bench,gpt-6-luna,nothink,agentic-tool,hard,,per-return,0.25,0.00289,,,4.00,strict-correct%,0.00289,,prev=4.00 (src-column-tax-tax-calc-bench-2026-09-29#M148); prev=4.00 (src-column-tax-tax-calc-bench-2026-10-12#M163); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 958: row gpt-6-luna | lobotomized | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-notool,column-tax-tax-calc-bench,muse-spark-1.3,minimal,agentic-tool,hard,,per-return,0.03,0.00289,,,4.00,strict-correct%,0.00289,,prev=4.00 (src-column-tax-tax-calc-bench-2026-09-29#M146); prev=4.00 (src-column-tax-tax-calc-bench-2026-10-12#M162); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 959: row muse-spark-1.3 | lobotomized | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:single-couple,out:cost-single-couple taxcalc-ty25-notool,column-tax-tax-calc-bench,gemini-3.6-flash,minimal,agentic-tool,hard,,,,,,,4.00,strict-correct%,0.00289,,prev=4.00 (src-column-tax-tax-calc-bench-2026-09-29#M147); prev=4.00 (src-column-tax-tax-calc-bench-2026-10-12#M164),"https://github.com/column-tax/tax-calc-bench (README.md line 960: row gemini-3.6-flash | lobotomized | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in, taxcalc-ty25-notool,column-tax-tax-calc-bench,haiku-5.5,xhigh,agentic-tool,hard,,per-return,0.03,0.00289,,,2.04,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 961: row claude-haiku-5-5 | high | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:partial,out:partial taxcalc-ty25-notool,column-tax-tax-calc-bench,haiku-5.5,high,agentic-tool,hard,,per-return,0.02,0.00289,,,2.00,strict-correct%,0.00289,,prev=2.00 (src-column-tax-tax-calc-bench-2026-10-12#M166); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 962: row claude-haiku-5-5 | medium | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-notool,column-tax-tax-calc-bench,?muse-wonder-1.0,not-established:absent,agentic-tool,hard,,per-return,0.20,0.00289,,,2.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 963: row muse-wonder-1.0 | low | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:model-not-established,out:model-not-established taxcalc-ty25-notool,column-tax-tax-calc-bench,haiku-5.5,medium,agentic-tool,hard,,per-return,0.01,0.00289,,,2.00,strict-correct%,0.00289,,prev=2.00 (src-column-tax-tax-calc-bench-2026-10-12#M168); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 964: row claude-haiku-5-5 | low | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-web,column-tax-tax-calc-bench,haiku-5.5,low,agentic-tool,hard,,per-return,0.02,0.00289,,,2.00,strict-correct%,0.00289,,prev=2.00 (src-column-tax-tax-calc-bench-2026-10-12#M169); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 965: row claude-haiku-5-5 | lobotomized | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-6-luna,low,agentic-tool,hard,,per-return,0.0039,0.00289,,,2.00,strict-correct%,0.00289,,prev=2.00 (src-column-tax-tax-calc-bench-2026-09-29#M149); prev=2.00 (src-column-tax-tax-calc-bench-2026-10-12#M170); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 966: row gpt-6-luna | low | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-6-sol,nothink,agentic-tool,hard,,per-return,0.07,0.00289,,,2.00,strict-correct%,0.00289,,prev=2.00 (src-column-tax-tax-calc-bench-2026-09-29#M152); prev=2.00 (src-column-tax-tax-calc-bench-2026-10-12#M173); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 967: row gpt-6-sol | lobotomized | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-notool,column-tax-tax-calc-bench,gemini-3.6-flash,low,agentic-tool,hard,,,,,,,2.00,strict-correct%,0.00289,,prev=4.00 (src-column-tax-tax-calc-bench-2026-09-29#M140); prev=4.00 (src-column-tax-tax-calc-bench-2026-10-12#M156),"https://github.com/column-tax/tax-calc-bench (README.md line 968: row gemini-3.6-flash | low | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in, taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-5.6-sol,nothink,agentic-tool,hard,,,,,,,2.00,strict-correct%,0.00289,,prev=2.00 (src-column-tax-tax-calc-bench-2026-09-29#M153); prev=2.00 (src-column-tax-tax-calc-bench-2026-10-12#M174),"https://github.com/column-tax/tax-calc-bench (README.md line 969: row gpt-5.6-sol | lobotomized | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in, taxcalc-ty25-notool,column-tax-tax-calc-bench,?gemini-3.5-flash,not-established:absent,agentic-tool,hard,,,,,,,2.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 970: row gemini-3.5-flash | medium | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:model-not-established, taxcalc-ty25-notool,column-tax-tax-calc-bench,opus-4.8,low,agentic-tool,hard,,,,,,,2.00,strict-correct%,0.00289,,prev=2.00 (src-column-tax-tax-calc-bench-2026-09-29#M154); prev=2.00 (src-column-tax-tax-calc-bench-2026-10-12#M175),"https://github.com/column-tax/tax-calc-bench (README.md line 971: row claude-opus-4-8 | lobotomized | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in, taxcalc-ty25-notool,column-tax-tax-calc-bench,muse-spark-1.3,medium,agentic-tool,hard,,per-return,0.06,0.00289,,,2.00,strict-correct%,0.00289,,prev=4.00 (src-column-tax-tax-calc-bench-2026-09-29#M142); prev=4.00 (src-column-tax-tax-calc-bench-2026-10-12#M158); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 972: row muse-spark-1.3 | medium | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:single-couple,out:cost-single-couple taxcalc-ty25-web,column-tax-tax-calc-bench,muse-spark-1.2,minimal,agentic-tool,hard,,per-return,0.07,0.00289,,,2.00,strict-correct%,0.00289,,prev=2.00 (src-column-tax-tax-calc-bench-2026-09-29#M155); prev=2.00 (src-column-tax-tax-calc-bench-2026-10-12#M176); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 973: row muse-spark-1.2 | lobotomized | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:single-couple,out:cost-single-couple taxcalc-ty25-web,column-tax-tax-calc-bench,gemini-3.6-flash,minimal,agentic-tool,hard,,per-return,0.12,0.0233,,,2.00,strict-correct%,0.00289,,prev=2.00 (src-column-tax-tax-calc-bench-2026-09-29#M156); prev=2.00 (src-column-tax-tax-calc-bench-2026-10-12#M177); cost-unrepriced; cost-price-band,"https://github.com/column-tax/tax-calc-bench (README.md line 974: row gemini-3.6-flash | lobotomized | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,in,in taxcalc-ty25-web,column-tax-tax-calc-bench,?mistralai/mistral-large-4-0,not-established:absent,agentic-tool,hard,,per-return,0.25,0.00289,,,2.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 975: row mistralai/mistral-large-4-0 | lobotomized | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:model-not-established,out:model-not-established taxcalc-ty25-notool,column-tax-tax-calc-bench,?deepseek-v4p1-flash,not-established:absent,agentic-tool,hard,,per-return,0.04,0.00289,,,2.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 976: row deepseek-v4p1-flash | high | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:model-not-established,out:model-not-established taxcalc-ty25-notool,column-tax-tax-calc-bench,?deepseek-v4p1-flash,not-established:absent,agentic-tool,hard,,per-return,0.04,0.00289,,,2.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 977: row deepseek-v4p1-flash | low | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:model-not-established,out:model-not-established taxcalc-ty25-notool,column-tax-tax-calc-bench,muse-spark-1.2,minimal,agentic-tool,hard,,per-return,0.03,0.00289,,,2.00,strict-correct%,0.00289,,prev=2.00 (src-column-tax-tax-calc-bench-2026-09-29#M161); prev=2.00 (src-column-tax-tax-calc-bench-2026-10-12#M185); cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 978: row muse-spark-1.2 | lobotomized | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:single-couple,out:cost-single-couple taxcalc-ty25-notool,column-tax-tax-calc-bench,?gemini-3.5-flash,not-established:absent,agentic-tool,hard,,,,,,,2.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 979: row gemini-3.5-flash | lobotomized | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:model-not-established, taxcalc-ty25-web,column-tax-tax-calc-bench,opus-4.8,low,agentic-tool,hard,,,,,,,0.00,strict-correct%,0.00289,,prev=2.00 (src-column-tax-tax-calc-bench-2026-09-29#M150); prev=2.00 (src-column-tax-tax-calc-bench-2026-10-12#M171),"https://github.com/column-tax/tax-calc-bench (README.md line 980: row claude-opus-4-8 | lobotomized | web-search, column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:uninformative, taxcalc-ty25-notool,column-tax-tax-calc-bench,?gemini-3.5-flash,not-established:absent,agentic-tool,hard,,,,,,,0.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 981: row gemini-3.5-flash | high | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:model-not-established, taxcalc-ty25-notool,column-tax-tax-calc-bench,sonnet-5,low,agentic-tool,hard,,,,,,,0.00,strict-correct%,0.00289,,prev=2.00 (src-column-tax-tax-calc-bench-2026-09-29#M157); prev=2.00 (src-column-tax-tax-calc-bench-2026-10-12#M181),"https://github.com/column-tax/tax-calc-bench (README.md line 982: row claude-sonnet-5 | lobotomized | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:uninformative, taxcalc-ty25-notool,column-tax-tax-calc-bench,glm-5.3,not-established:absent,agentic-tool,hard,,per-return,0.42,0.00289,,,0.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 983: row glm-5p3 | ultrathink | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:effort-not-established,out:effort-not-established taxcalc-ty25-notool,column-tax-tax-calc-bench,gemini-3.8-flash,low,agentic-tool,hard,,per-return,0.02,0.00289,,,0.00,strict-correct%,0.00289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://github.com/column-tax/tax-calc-bench (README.md line 984: row gemini-3.8-flash | low | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:uninformative,in taxcalc-ty25-notool,column-tax-tax-calc-bench,gemini-3.1-pro,medium,agentic-tool,hard,,,,,,,0.00,strict-correct%,0.00289,,prev=2.00 (src-column-tax-tax-calc-bench-2026-09-29#M159); prev=2.00 (src-column-tax-tax-calc-bench-2026-10-12#M183),"https://github.com/column-tax/tax-calc-bench (README.md line 985: row gemini-3.1-pro-preview | medium | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:uninformative, taxcalc-ty25-notool,column-tax-tax-calc-bench,?gemini-3.5-flash,not-established:absent,agentic-tool,hard,,,,,,,0.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 986: row gemini-3.5-flash | low | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:model-not-established, taxcalc-ty25-notool,column-tax-tax-calc-bench,gemini-3.1-pro,high,agentic-tool,hard,,,,,,,0.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 987: row gemini-3.1-pro-preview | high | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:uninformative, taxcalc-ty25-notool,column-tax-tax-calc-bench,haiku-5.5,low,agentic-tool,hard,,per-return,0.01,0.00289,,,0.00,strict-correct%,0.00289,,cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 988: row claude-haiku-5-5 | lobotomized | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:uninformative,in taxcalc-ty25-notool,column-tax-tax-calc-bench,?muse-wonder-1.0,not-established:absent,agentic-tool,hard,,per-return,0.16,0.00289,,,0.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 989: row muse-wonder-1.0 | lobotomized | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:model-not-established,out:model-not-established taxcalc-ty25-notool,column-tax-tax-calc-bench,glm-5.3,not-established:absent,agentic-tool,hard,,per-return,0.15,0.00289,,,0.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 990: row glm-5p3 | high | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:effort-not-established,out:effort-not-established taxcalc-ty25-notool,column-tax-tax-calc-bench,muse-spark-1.2,xhigh,agentic-tool,hard,,per-return,0.11,0.00289,,,0.00,strict-correct%,0.00289,,cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 991: row muse-spark-1.2 | ultrathink | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:uninformative,out:cost-single-couple taxcalc-ty25-notool,column-tax-tax-calc-bench,muse-spark-1.2,low,agentic-tool,hard,,per-return,0.04,0.00289,,,0.00,strict-correct%,0.00289,,cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 992: row muse-spark-1.2 | low | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:uninformative,out:cost-single-couple taxcalc-ty25-notool,column-tax-tax-calc-bench,?mistralai/mistral-large-4-0,not-established:absent,agentic-tool,hard,,per-return,0.05,0.00289,,,0.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 993: row mistralai/mistral-large-4-0 | high | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:model-not-established,out:model-not-established taxcalc-ty25-notool,column-tax-tax-calc-bench,gpt-6-luna,nothink,agentic-tool,hard,,per-return,0.0033,0.00289,,,0.00,strict-correct%,0.00289,,cost-base-price:cost-publisher-figure,"https://github.com/column-tax/tax-calc-bench (README.md line 994: row gpt-6-luna | lobotomized | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:uninformative,in taxcalc-ty25-notool,column-tax-tax-calc-bench,glm-5.3,not-established:absent,agentic-tool,hard,,per-return,0.04,0.00289,,,0.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 995: row glm-5p3 | low | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:effort-not-established,out:effort-not-established taxcalc-ty25-notool,column-tax-tax-calc-bench,gemini-3.1-pro,low,agentic-tool,hard,,,,,,,0.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 996: row gemini-3.1-pro-preview | low | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:uninformative, taxcalc-ty25-notool,column-tax-tax-calc-bench,?deepseek-v4p1-flash,not-established:absent,agentic-tool,hard,,per-return,0.02,0.00289,,,0.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 997: row deepseek-v4p1-flash | lobotomized | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:model-not-established,out:model-not-established taxcalc-ty25-notool,column-tax-tax-calc-bench,?mistralai/mistral-large-4-0,not-established:absent,agentic-tool,hard,,per-return,0.07,0.00289,,,0.00,strict-correct%,0.00289,,,"https://github.com/column-tax/tax-calc-bench (README.md line 998: row mistralai/mistral-large-4-0 | lobotomized | (no tool), column 'Correct Returns (strict)' of the table 'Detailed TY25 results')",,out:model-not-established,out:model-not-established cfg-terraform,computingforgeeks,opus-5,high,coding,easy,raw-api,per-task,0.078,0.000289,,3079,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://computingforgeeks.com/claude-opus-5-released-features-benchmarks/ (),,,in cfg-terraform,computingforgeeks,opus-4.8,nothink,coding,easy,raw-api,per-task,0.048,0.000289,,1906,,none,,,default-bridged; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://computingforgeeks.com/claude-opus-5-released-features-benchmarks/ (),,,in cfg-k8s,computingforgeeks,opus-5,high,coding,easy,raw-api,per-task,0.010,0.000289,,351,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://computingforgeeks.com/claude-opus-5-released-features-benchmarks/ (),,,in cfg-k8s,computingforgeeks,opus-4.8,nothink,coding,easy,raw-api,per-task,0.007,0.000289,,214,,none,,,default-bridged; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://computingforgeeks.com/claude-opus-5-released-features-benchmarks/ (),,,in cfg-bash,computingforgeeks,opus-5,high,coding,easy,raw-api,per-task,0.052,0.000289,,2042,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://computingforgeeks.com/claude-opus-5-released-features-benchmarks/ (),,,in cfg-bash,computingforgeeks,opus-4.8,nothink,coding,easy,raw-api,per-task,0.014,0.000289,,512,,none,,,default-bridged; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://computingforgeeks.com/claude-opus-5-released-features-benchmarks/ (),,,in cfgk3s55,computingforgeeks,sonnet-5.5,high,coding,easy,raw-api,per-3task-suite,0.09225,0.0178,,11868,100,k3s-deploy-pass%(3runs),0,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://computingforgeeks.com/claude-sonnet-5-5-released-features-benchmarks/ (k3s table, row Sonnet 5.5 (high, API default), column k3s deploy + HTTP 200 (successful deploys of 3 runs))",,in,in cfgk3s55,computingforgeeks,sonnet-5.5,medium,coding,easy,raw-api,per-3task-suite,0.049875,0.0096,,6217,100,k3s-deploy-pass%(3runs),0,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://computingforgeeks.com/claude-sonnet-5-5-released-features-benchmarks/ (k3s table, row Sonnet 5.5 (medium), column k3s deploy + HTTP 200 (successful deploys of 3 runs))",,in,in cfgk3s55,computingforgeeks,sonnet-5.5,low,coding,easy,raw-api,per-3task-suite,0.0495,0.00953,,6163,0,k3s-deploy-pass%(3runs),0,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://computingforgeeks.com/claude-sonnet-5-5-released-features-benchmarks/ (k3s table, row Sonnet 5.5 (low), column k3s deploy + HTTP 200 (successful deploys of 3 runs))",,in,in cfgk3s55,computingforgeeks,sonnet-5.5,max,coding,easy,raw-api,per-3task-suite,1.018875,0.196,,135413,100,k3s-deploy-pass%(3runs),0,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://computingforgeeks.com/claude-sonnet-5-5-released-features-benchmarks/ (k3s table, row Sonnet 5.5 (max), column k3s deploy + HTTP 200 (successful deploys of 3 runs))",,in,in cfgk3s55,computingforgeeks,sonnet-5,high,coding,easy,raw-api,per-3task-suite,0.0650,2.89e-05,,6071,0,k3s-deploy-pass%(3runs),0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://computingforgeeks.com/claude-sonnet-5-5-released-features-benchmarks/ (k3s table, row Sonnet 5 (default), column k3s deploy + HTTP 200 (successful deploys of 3 runs))",,in,in cfgk3s55,computingforgeeks,opus-5.5,default,coding,easy,raw-api,per-3task-suite,0.2674,2.89e-05,,12934,100,k3s-deploy-pass%(3runs),0,,,"https://computingforgeeks.com/claude-sonnet-5-5-released-features-benchmarks/ (k3s table, row Opus 5.5 (default), column k3s deploy + HTTP 200 (successful deploys of 3 runs))",,out:effort-not-established,out:effort-not-established cfgk3s55,computingforgeeks,gpt-6-sol,medium,coding,easy,raw-api,per-3task-suite,0.0728,2.89e-05,,6987,100,k3s-deploy-pass%(3runs),0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://computingforgeeks.com/claude-sonnet-5-5-released-features-benchmarks/ (k3s table, row GPT-6 Sol (default), column k3s deploy + HTTP 200 (successful deploys of 3 runs))",,in,in cfgk-bugfix,computingforgeeks,sonnet-5.5,medium,coding,mid,claude-code,per-run,0.04275,0.00823,,,,none,,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://computingforgeeks.com/claude-sonnet-5-5-released-features-benchmarks/ (),,,out:cost-single-couple cfgk-bugfix,computingforgeeks,sonnet-5,high,coding,mid,claude-code,per-run,0.157,0.000289,,,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://computingforgeeks.com/claude-sonnet-5-5-released-features-benchmarks/ (),,,in cfgk-bugfix,computingforgeeks,opus-5.5,medium,coding,mid,claude-code,per-run,0.100,0.000289,,,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://computingforgeeks.com/claude-sonnet-5-5-released-features-benchmarks/ (),,,in cri-dtbench,conceptualreasoning.ai,grok-4.1-fast,not-established:absent,mixed,hard,CRI,,,,,,79.5556,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Grok 4.1 Fast / column dtbench),,out:effort-not-established, cri-lmca,conceptualreasoning.ai,opus-5.5,max,mixed,hard,CRI,per-response,0.184,2.89e-05,,,68.23,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Opus 5.5 / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,opus-5.5,max,mixed,hard,CRI,per-response,0.115,2.89e-05,,,98.2167,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Opus 5.5 / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,fable-5.1,medium,mixed,hard,CRI,per-response,0.0887,2.89e-05,,,65.32,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Fable 5.1 (medium) / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,fable-5.1,medium,mixed,hard,CRI,per-response,0.0371,2.89e-05,,,95.1167,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Fable 5.1 (medium) / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,fable-5.1,max,mixed,hard,CRI,per-response,0.381,2.89e-05,,,65.46,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Fable 5.1 / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,fable-5.1,max,mixed,hard,CRI,per-response,0.306,2.89e-05,,,96,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Fable 5.1 / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,opus-5,xhigh,mixed,hard,CRI,per-response,0.078,2.89e-05,,,64.45,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Opus 5 (xhigh) / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,opus-5,xhigh,mixed,hard,CRI,per-response,0.0555,2.89e-05,,,96.45,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Opus 5 (xhigh) / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,fable-5.1,xhigh,mixed,hard,CRI,per-response,0.2,2.89e-05,,,65.06,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Fable 5.1 (xhigh) / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,fable-5.1,xhigh,mixed,hard,CRI,per-response,0.115,2.89e-05,,,96,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Fable 5.1 (xhigh) / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,opus-5,high,mixed,hard,CRI,per-response,0.0606,2.89e-05,,,63.67,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Opus 5 (high) / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,opus-5,high,mixed,hard,CRI,per-response,0.0399,2.89e-05,,,96.45,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Opus 5 (high) / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,gpt-6-astra,xhigh,mixed,hard,CRI,per-response,0.064,2.89e-05,,,64.37,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-6 Astra (xhigh) / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,gpt-6-astra,xhigh,mixed,hard,CRI,per-response,0.0595,2.89e-05,,,95.55,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-6 Astra (xhigh) / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,fable-5.1,high,mixed,hard,CRI,per-response,0.106,2.89e-05,,,65.09,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Fable 5.1 (high) / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,fable-5.1,high,mixed,hard,CRI,per-response,0.0488,2.89e-05,,,94.2167,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Fable 5.1 (high) / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,gpt-6-astra,max,mixed,hard,CRI,per-response,0.111,2.89e-05,,,64.11,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-6 Astra / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,gpt-6-astra,max,mixed,hard,CRI,per-response,0.101,2.89e-05,,,95.1167,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-6 Astra / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,opus-5,max,mixed,hard,CRI,per-response,0.103,2.89e-05,,,63.3,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Opus 5 / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,opus-5,max,mixed,hard,CRI,per-response,0.0848,2.89e-05,,,96,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Opus 5 / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,gpt-6-astra,high,mixed,hard,CRI,per-response,0.0369,2.89e-05,,,63.84,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-6 Astra (high) / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,gpt-6-astra,high,mixed,hard,CRI,per-response,0.0375,2.89e-05,,,94.2167,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-6 Astra (high) / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,gpt-6-astra,medium,mixed,hard,CRI,per-response,0.0175,2.89e-05,,,62.93,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-6 Astra (medium) / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,gpt-6-astra,medium,mixed,hard,CRI,per-response,0.0183,2.89e-05,,,95.1167,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-6 Astra (medium) / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,fable-5,max,mixed,hard,CRI,per-response,0.391,2.89e-05,,,60.34,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Fable 5 / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,fable-5,max,mixed,hard,CRI,per-response,0.225,2.89e-05,,,97.3333,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Fable 5 / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,opus-5,medium,mixed,hard,CRI,per-response,0.0409,2.89e-05,,,62.93,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Opus 5 (medium) / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,opus-5,medium,mixed,hard,CRI,per-response,0.0227,2.89e-05,,,91.55,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Opus 5 (medium) / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,fable-5.1,low,mixed,hard,CRI,per-response,0.074,2.89e-05,,,63.46,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Fable 5.1 (low) / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,fable-5.1,low,mixed,hard,CRI,per-response,0.0232,2.89e-05,,,90.2167,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Fable 5.1 (low) / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,fable-5,xhigh,mixed,hard,CRI,per-response,0.177,2.89e-05,,,61.02,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Fable 5 (xhigh) / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,fable-5,xhigh,mixed,hard,CRI,per-response,0.0962,2.89e-05,,,95.55,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Fable 5 (xhigh) / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,opus-5,low,mixed,hard,CRI,per-response,0.0173,2.89e-05,,,62.58,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Opus 5 (low) / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,opus-5,low,mixed,hard,CRI,per-response,0.00881,2.89e-05,,,88.45,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Opus 5 (low) / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,gpt-6-astra,low,mixed,hard,CRI,per-response,0.0146,2.89e-05,,,62.19,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-6 Astra (low) / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,gpt-6-astra,low,mixed,hard,CRI,per-response,0.0141,2.89e-05,,,91.55,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-6 Astra (low) / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,fable-5,high,mixed,hard,CRI,per-response,0.11,2.89e-05,,,61.15,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Fable 5 (high) / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,fable-5,high,mixed,hard,CRI,per-response,0.0595,2.89e-05,,,94.2167,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Fable 5 (high) / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,fable-5,medium,mixed,hard,CRI,per-response,0.0777,2.89e-05,,,60.32,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Fable 5 (medium) / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,fable-5,medium,mixed,hard,CRI,per-response,0.0341,2.89e-05,,,92.8833,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Fable 5 (medium) / column dtbench),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,grok-4-fast,not-established:absent,mixed,hard,CRI,,,,,,71.1111,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Grok 4 Fast / column dtbench),,out:effort-not-established, cri-lmca,conceptualreasoning.ai,gpt-6-sol,max,mixed,hard,CRI,per-response,0.0233,2.89e-05,,,59.08,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-6 Sol / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,gpt-6-sol,max,mixed,hard,CRI,per-response,0.0302,2.89e-05,,,95.55,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-6 Sol / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,gpt-5.6-sol-pro,max,mixed,hard,CRI,per-response,0.127,2.89e-05,,,59.21,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Sol Pro / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,gpt-5.6-sol-pro,max,mixed,hard,CRI,per-response,0.158,2.89e-05,,,93.3333,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Sol Pro / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,gpt-5.6-sol,max,mixed,hard,CRI,per-response,0.0257,2.89e-05,,,58.43,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Sol / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,gpt-5.6-sol,max,mixed,hard,CRI,per-response,0.0381,2.89e-05,,,92.45,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Sol / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,fable-5,low,mixed,hard,CRI,per-response,0.0437,2.89e-05,,,59.59,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Fable 5 (low) / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,fable-5,low,mixed,hard,CRI,per-response,0.015,2.89e-05,,,85.7833,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Fable 5 (low) / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,gpt-5.6-sol,xhigh,mixed,hard,CRI,per-response,0.012,2.89e-05,,,58.49,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Sol (xhigh) / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,gpt-5.6-sol,xhigh,mixed,hard,CRI,per-response,0.0149,2.89e-05,,,92.8833,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Sol (xhigh) / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,opus-4.8,max,mixed,hard,CRI,per-response,0.305,2.89e-05,,,57.51,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Opus 4.8 / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,opus-4.8,max,mixed,hard,CRI,per-response,0.327,2.89e-05,,,91.55,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Opus 4.8 / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,gpt-5.6-sol,high,mixed,hard,CRI,per-response,0.00765,2.89e-05,,,56.94,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Sol (high) / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,gpt-5.6-sol,high,mixed,hard,CRI,per-response,0.00975,2.89e-05,,,92.45,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Sol (high) / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,gpt-5.5,xhigh,mixed,hard,CRI,per-response,0.0708,2.89e-05,,,54.27,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.5 / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,gpt-5.5,xhigh,mixed,hard,CRI,per-response,0.145,2.89e-05,,,93.3333,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.5 / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,gpt-5.6-sol,medium,mixed,hard,CRI,per-response,0.00521,2.89e-05,,,56.4,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Sol (medium) / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,gpt-5.6-sol,medium,mixed,hard,CRI,per-response,0.00618,2.89e-05,,,92,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Sol (medium) / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,opus-4.6,max,mixed,hard,CRI,per-response,0.0916,2.89e-05,,,55.76,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Opus 4.6 / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,opus-4.6,max,mixed,hard,CRI,per-response,0.326,2.89e-05,,,85.3333,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Opus 4.6 / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,gpt-5.6-sol,low,mixed,hard,CRI,per-response,0.00409,2.89e-05,,,55.89,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Sol (low) / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,gpt-5.6-sol,low,mixed,hard,CRI,per-response,0.00431,2.89e-05,,,89.7833,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Sol (low) / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,gpt-5.5-pro,xhigh,mixed,hard,CRI,per-response,0.408,2.89e-05,,,53.94,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.5 Pro / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,gpt-5.5-pro,xhigh,mixed,hard,CRI,per-response,0.894,2.89e-05,,,93.3333,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.5 Pro / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,muse-spark-1.3,xhigh,mixed,hard,CRI,per-response,0.0257,2.89e-05,,,53.87,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Muse Spark 1.3 / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,muse-spark-1.3,xhigh,mixed,hard,CRI,per-response,0.0266,2.89e-05,,,94.2167,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Muse Spark 1.3 / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,gemini-3.8-flash,medium,mixed,hard,CRI,per-response,0.0124,2.89e-05,,,52.9,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 3.8 Flash (medium) / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,gemini-3.8-flash,medium,mixed,hard,CRI,per-response,0.0105,2.89e-05,,,91.55,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 3.8 Flash (medium) / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,gpt-5.6-terra,max,mixed,hard,CRI,per-response,0.101,2.89e-05,,,54.95,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Terra / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,gpt-5.6-terra,max,mixed,hard,CRI,per-response,0.139,2.89e-05,,,88.8833,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Terra / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,opus-4.7,max,mixed,hard,CRI,per-response,0.13,2.89e-05,,,52.2,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Opus 4.7 / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,opus-4.7,max,mixed,hard,CRI,per-response,0.442,2.89e-05,,,91.0833,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Opus 4.7 / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,gemini-3.1-pro,medium,mixed,hard,CRI,per-response,0.0157,2.89e-05,,,52.8,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 3.1 Pro (medium) / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,gemini-3.1-pro,medium,mixed,hard,CRI,per-response,0.0205,2.89e-05,,,95.1167,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 3.1 Pro (medium) / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,gpt-5.4,xhigh,mixed,hard,CRI,per-response,0.0869,2.89e-05,,,51.97,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.4 / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,gpt-5.4,xhigh,mixed,hard,CRI,per-response,0.11,2.89e-05,,,90.6667,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.4 / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,gemini-3.8-flash,high,mixed,hard,CRI,per-response,0.0474,2.89e-05,,,51.55,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 3.8 Flash / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,gemini-3.8-flash,high,mixed,hard,CRI,per-response,0.0725,2.89e-05,,,92.8667,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 3.8 Flash / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,gemini-3.7-flash,high,mixed,hard,CRI,per-response,0.00736,2.89e-05,,,50.38,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 3.7 Flash / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,gemini-3.7-flash,high,mixed,hard,CRI,per-response,0.00977,2.89e-05,,,94.6667,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 3.7 Flash / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,gemini-3.8-flash,low,mixed,hard,CRI,per-response,0.00465,2.89e-05,,,51.16,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 3.8 Flash (low) / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,gemini-3.8-flash,low,mixed,hard,CRI,per-response,0.00537,2.89e-05,,,91.55,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 3.8 Flash (low) / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,gemini-3.1-pro,high,mixed,hard,CRI,per-response,0.0905,2.89e-05,,,53.82,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 3.1 Pro / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,gemini-3.1-pro,high,mixed,hard,CRI,per-response,0.126,2.89e-05,,,92.45,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 3.1 Pro / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,muse-spark-1.1,xhigh,mixed,hard,CRI,per-response,0.0134,2.89e-05,,,49.91,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Muse Spark 1.1 / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,muse-spark-1.1,xhigh,mixed,hard,CRI,per-response,0.0209,2.89e-05,,,90.6667,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Muse Spark 1.1 / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,glm-5.3,max,mixed,hard,CRI,per-response,0.00859,2.89e-05,,,55.51,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GLM-5.3 / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,glm-5.3,max,mixed,hard,CRI,per-response,0.0135,2.89e-05,,,79.45,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GLM-5.3 / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,grok-4.7,xhigh,mixed,hard,CRI,per-response,0.0759,2.89e-05,,,49.38,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Grok 4.7 / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,grok-4.7,xhigh,mixed,hard,CRI,per-response,0.0713,2.89e-05,,,93.3333,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Grok 4.7 / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,gemini-3.1-pro,low,mixed,hard,CRI,per-response,0.00893,2.89e-05,,,51.18,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 3.1 Pro (low) / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,gemini-3.1-pro,low,mixed,hard,CRI,per-response,0.012,2.89e-05,,,91.55,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 3.1 Pro (low) / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,gemini-3.7-flash,medium,mixed,hard,CRI,per-response,0.00343,2.89e-05,,,49.22,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 3.7 Flash (medium) / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,gemini-3.7-flash,medium,mixed,hard,CRI,per-response,0.0041,2.89e-05,,,91.1167,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 3.7 Flash (medium) / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,gpt-5.6-terra,xhigh,mixed,hard,CRI,per-response,0.0155,2.89e-05,,,52.23,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Terra (xhigh) / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,gpt-5.6-terra,xhigh,mixed,hard,CRI,per-response,0.0195,2.89e-05,,,87.55,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Terra (xhigh) / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,kimi-k3,max,mixed,hard,CRI,per-response,0.064,2.89e-05,,,52.74,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Kimi K3 / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,kimi-k3,max,mixed,hard,CRI,per-response,0.0872,2.89e-05,,,85.3333,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Kimi K3 / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,muse-spark-1.2,xhigh,mixed,hard,CRI,per-response,0.0185,2.89e-05,,,48.35,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Muse Spark 1.2 / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,muse-spark-1.2,xhigh,mixed,hard,CRI,per-response,0.0319,2.89e-05,,,91.1167,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Muse Spark 1.2 / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,grok-4.6,xhigh,mixed,hard,CRI,per-response,0.0273,2.89e-05,,,48.45,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Grok 4.6 / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,grok-4.6,xhigh,mixed,hard,CRI,per-response,0.0215,2.89e-05,,,95.55,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Grok 4.6 / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,sonnet-5,max,mixed,hard,CRI,per-response,0.379,2.89e-05,,,49.3,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Sonnet 5 / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,sonnet-5,max,mixed,hard,CRI,per-response,0.301,2.89e-05,,,87.4667,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Sonnet 5 / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,gpt-5.6-terra,high,mixed,hard,CRI,per-response,0.00858,2.89e-05,,,51.37,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Terra (high) / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,gpt-5.6-terra,high,mixed,hard,CRI,per-response,0.0109,2.89e-05,,,85.3333,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Terra (high) / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,sonnet-5,xhigh,mixed,hard,CRI,per-response,0.0726,2.89e-05,,,48.81,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Sonnet 5 (xhigh) / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,sonnet-5,xhigh,mixed,hard,CRI,per-response,0.0683,2.89e-05,,,82.5167,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Sonnet 5 (xhigh) / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,gpt-5.6-terra,medium,mixed,hard,CRI,per-response,0.00595,2.89e-05,,,49.64,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Terra (medium) / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,gpt-5.6-terra,medium,mixed,hard,CRI,per-response,0.00762,2.89e-05,,,83.55,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Terra (medium) / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,gpt-5.6-sol,not-established:absent,mixed,hard,CRI,per-response,0.00247,2.89e-05,,,52.75,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Sol (off) / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,gpt-5.6-sol,not-established:absent,mixed,hard,CRI,per-response,0.00178,2.89e-05,,,72.8833,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Sol (off) / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,grok-4.5,high,mixed,hard,CRI,per-response,0.0124,2.89e-05,,,45.2,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Grok 4.5 / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,grok-4.5,high,mixed,hard,CRI,per-response,0.0195,2.89e-05,,,94.2167,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Grok 4.5 / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,gpt-5.6-terra,low,mixed,hard,CRI,per-response,0.00524,2.89e-05,,,49.3,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Terra (low) / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,gpt-5.6-terra,low,mixed,hard,CRI,per-response,0.00648,2.89e-05,,,83.55,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Terra (low) / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,gemini-3.7-flash,low,mixed,hard,CRI,per-response,0.00237,2.89e-05,,,47.09,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 3.7 Flash (low) / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,gemini-3.7-flash,low,mixed,hard,CRI,per-response,0.00282,2.89e-05,,,88.8833,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 3.7 Flash (low) / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,gemini-3.5-flash,high,mixed,hard,CRI,per-response,0.0472,2.89e-05,,,47.15,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 3.5 Flash / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,gemini-3.5-flash,high,mixed,hard,CRI,per-response,0.0928,2.89e-05,,,91.1167,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 3.5 Flash / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,sonnet-5,high,mixed,hard,CRI,per-response,0.0321,2.89e-05,,,50.02,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Sonnet 5 (high) / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,sonnet-5,high,mixed,hard,CRI,per-response,0.0252,2.89e-05,,,74.2167,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Sonnet 5 (high) / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,gemini-3.6-flash,high,mixed,hard,CRI,per-response,0.0107,2.89e-05,,,44.93,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 3.6 Flash / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,gemini-3.6-flash,high,mixed,hard,CRI,per-response,0.0155,2.89e-05,,,92.45,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 3.6 Flash / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,?Qwen3.8-Max,not-established:absent,mixed,hard,CRI,per-response,0.0234,2.89e-05,,,46.24,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3.8-Max / column lmca),,out:model-not-established,out:model-not-established cri-dtbench,conceptualreasoning.ai,?Qwen3.8-Max,not-established:absent,mixed,hard,CRI,per-response,0.0973,2.89e-05,,,86.6667,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3.8-Max / column dtbench),,out:model-not-established,out:model-not-established cri-lmca,conceptualreasoning.ai,qwen3.8-2.4t-a95b,xhigh,mixed,hard,CRI,per-response,0.0236,2.89e-05,,,45.51,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3.8-2.4T-A95B / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,qwen3.8-2.4t-a95b,xhigh,mixed,hard,CRI,per-response,0.111,2.89e-05,,,88.65,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3.8-2.4T-A95B / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,deepseek-v4-pro-0813,max,mixed,hard,CRI,per-response,0.00631,2.89e-05,,,45.45,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row DeepSeek V4 Pro (0813) / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,deepseek-v4-pro-0813,max,mixed,hard,CRI,per-response,0.00874,2.89e-05,,,89.7833,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row DeepSeek V4 Pro (0813) / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,sonnet-4.6,high,mixed,hard,CRI,per-response,0.0651,2.89e-05,,,46.51,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Sonnet 4.6 / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,sonnet-4.6,high,mixed,hard,CRI,per-response,0.202,2.89e-05,,,83.1167,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Sonnet 4.6 / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,gpt-5.2,xhigh,mixed,hard,CRI,per-response,0.113,2.89e-05,,,43.91,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.2 / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,gpt-5.2,xhigh,mixed,hard,CRI,per-response,0.205,2.89e-05,,,84.8833,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.2 / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,opus-4.5,not-established:absent,mixed,hard,CRI,per-response,0.0624,2.89e-05,,,44.46,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Opus 4.5 / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,opus-4.5,not-established:absent,mixed,hard,CRI,per-response,0.166,2.89e-05,,,83.1167,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Opus 4.5 / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,gpt-5.6-luna,xhigh,mixed,hard,CRI,per-response,0.00395,2.89e-05,,,48.54,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Luna (xhigh) / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,gpt-5.6-luna,xhigh,mixed,hard,CRI,per-response,0.0069,2.89e-05,,,81.7833,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Luna (xhigh) / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,gpt-5.6-luna,max,mixed,hard,CRI,per-response,0.00833,2.89e-05,,,48.54,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Luna / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,gpt-5.6-luna,max,mixed,hard,CRI,per-response,0.018,2.89e-05,,,81.3333,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Luna / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,glm-5.2,not-established:absent,mixed,hard,CRI,per-response,0.00841,2.89e-05,,,45.82,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GLM-5.2 / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,glm-5.2,not-established:absent,mixed,hard,CRI,per-response,0.0352,2.89e-05,,,89.3333,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GLM-5.2 / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,deepseek-v4.1-flash,max,mixed,hard,CRI,per-response,0.00447,2.89e-05,,,46.97,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row DeepSeek V4.1 Flash / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,deepseek-v4.1-flash,max,mixed,hard,CRI,per-response,0.00694,2.89e-05,,,83.1167,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row DeepSeek V4.1 Flash / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,gpt-6-luna,max,mixed,hard,CRI,per-response,0.00187,2.89e-05,,,44.49,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-6 Luna / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,gpt-6-luna,max,mixed,hard,CRI,per-response,0.00484,2.89e-05,,,83.55,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-6 Luna / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,gpt-5.6-luna,high,mixed,hard,CRI,per-response,0.00202,2.89e-05,,,47.38,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Luna (high) / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,gpt-5.6-luna,high,mixed,hard,CRI,per-response,0.00349,2.89e-05,,,77.7833,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Luna (high) / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,gpt-5.1,high,mixed,hard,CRI,per-response,0.0353,2.89e-05,,,43.89,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.1 / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,gpt-5.1,high,mixed,hard,CRI,per-response,0.0906,2.89e-05,,,83.55,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.1 / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,qwen3.7-max,not-established:absent,mixed,hard,CRI,per-response,0.0114,2.89e-05,,,44.02,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3.7-Max / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,qwen3.7-max,not-established:absent,mixed,hard,CRI,per-response,0.0389,2.89e-05,,,87.1167,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3.7-Max / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,sonnet-5,medium,mixed,hard,CRI,per-response,0.0104,2.89e-05,,,49.71,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Sonnet 5 (medium) / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,sonnet-5,medium,mixed,hard,CRI,per-response,0.00794,2.89e-05,,,65.3333,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Sonnet 5 (medium) / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,gemini-3-flash,high,mixed,hard,CRI,per-response,0.00753,2.89e-05,,,43.13,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 3 Flash / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,gemini-3-flash,high,mixed,hard,CRI,per-response,0.0407,2.89e-05,,,81.7833,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 3 Flash / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,?DeepSeek V4 Pro,not-established:absent,mixed,hard,CRI,per-response,0.0122,2.89e-05,,,41.2,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row DeepSeek V4 Pro / column lmca),,out:model-not-established,out:model-not-established cri-dtbench,conceptualreasoning.ai,?DeepSeek V4 Pro,not-established:absent,mixed,hard,CRI,per-response,0.0236,2.89e-05,,,84.45,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row DeepSeek V4 Pro / column dtbench),,out:model-not-established,out:model-not-established cri-lmca,conceptualreasoning.ai,grok-4.20-multi-agent,not-established:absent,mixed,hard,CRI,per-response,0.312,2.89e-05,,,41.37,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Grok 4.20 Multi-Agent / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,grok-4.20-multi-agent,not-established:absent,mixed,hard,CRI,per-response,0.209,2.89e-05,,,84.45,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Grok 4.20 Multi-Agent / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,gpt-5,high,mixed,hard,CRI,per-response,0.0315,2.89e-05,,,39.99,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5 / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,gpt-5,high,mixed,hard,CRI,per-response,0.0604,2.89e-05,,,84.45,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5 / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,qwen3.8-27b,xhigh,mixed,hard,CRI,per-response,0.0149,2.89e-05,,,41.36,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3.8-27B / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,qwen3.8-27b,xhigh,mixed,hard,CRI,per-response,0.0523,2.89e-05,,,80,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3.8-27B / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,qwen3.6-max-preview,not-established:absent,mixed,hard,CRI,per-response,0.0182,2.89e-05,,,42.53,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3.6-Max (preview) / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,qwen3.6-max-preview,not-established:absent,mixed,hard,CRI,per-response,0.0239,2.89e-05,,,78.6667,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3.6-Max (preview) / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,sonnet-5,low,mixed,hard,CRI,per-response,0.0048,2.89e-05,,,49.65,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Sonnet 5 (low) / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,sonnet-5,low,mixed,hard,CRI,per-response,0.00297,2.89e-05,,,56,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Sonnet 5 (low) / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,gpt-5.6-luna,medium,mixed,hard,CRI,per-response,0.000748,2.89e-05,,,44.25,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Luna (medium) / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,gpt-5.6-luna,medium,mixed,hard,CRI,per-response,0.00115,2.89e-05,,,72,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Luna (medium) / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,deepseek-v4-flash-0731,max,mixed,hard,CRI,per-response,0.00138,2.89e-05,,,41.73,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row DeepSeek V4 Flash (0731) / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,deepseek-v4-flash-0731,max,mixed,hard,CRI,per-response,0.0021,2.89e-05,,,84.8833,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row DeepSeek V4 Flash (0731) / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,grok-4.20,not-established:absent,mixed,hard,CRI,per-response,0.00638,2.89e-05,,,38.66,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Grok 4.20 / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,grok-4.20,not-established:absent,mixed,hard,CRI,per-response,0.012,2.89e-05,,,83.55,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Grok 4.20 / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,kimi-k2.6,not-established:absent,mixed,hard,CRI,per-response,0.0206,2.89e-05,,,37.26,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Kimi K2.6 / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,kimi-k2.6,not-established:absent,mixed,hard,CRI,per-response,0.0556,2.89e-05,,,84.8833,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Kimi K2.6 / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,o3-pro,high,mixed,hard,CRI,per-response,0.15,2.89e-05,,,38.48,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row o3-pro / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,o3-pro,high,mixed,hard,CRI,per-response,0.235,2.89e-05,,,78.2167,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row o3-pro / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,gpt-5.6-terra,not-established:absent,mixed,hard,CRI,per-response,0.00246,2.89e-05,,,46.51,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Terra (off) / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,gpt-5.6-terra,not-established:absent,mixed,hard,CRI,per-response,0.00213,2.89e-05,,,64.45,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Terra (off) / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,o3,high,mixed,hard,CRI,per-response,0.0162,2.89e-05,,,39.7,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row o3 / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,o3,high,mixed,hard,CRI,per-response,0.0224,2.89e-05,,,74.6667,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row o3 / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,grok-4.3,high,mixed,hard,CRI,per-response,0.00441,2.89e-05,,,38.33,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Grok 4.3 / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,grok-4.3,high,mixed,hard,CRI,per-response,0.00961,2.89e-05,,,84.45,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Grok 4.3 / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,inkling,not-established:absent,mixed,hard,CRI,per-response,0.0236,2.89e-05,,,37.58,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Inkling / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,inkling,not-established:absent,mixed,hard,CRI,per-response,0.0772,2.89e-05,,,79.1167,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Inkling / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,hy3,high,mixed,hard,CRI,per-response,0.00176,2.89e-05,,,37.45,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Hy3 / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,hy3,high,mixed,hard,CRI,per-response,0.00973,2.89e-05,,,82.2167,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Hy3 / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,gpt-5.6-luna,low,mixed,hard,CRI,per-response,0.000519,2.89e-05,,,43.79,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Luna (low) / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,gpt-5.6-luna,low,mixed,hard,CRI,per-response,0.000686,2.89e-05,,,66.6667,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Luna (low) / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,gpt-5.4-mini,xhigh,mixed,hard,CRI,per-response,0.047,2.89e-05,,,40.79,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.4 mini / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,gpt-5.4-mini,xhigh,mixed,hard,CRI,per-response,0.0841,2.89e-05,,,66.6667,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.4 mini / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,sonnet-4.5,not-established:absent,mixed,hard,CRI,per-response,0.0662,2.89e-05,,,38.76,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Sonnet 4.5 / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,sonnet-4.5,not-established:absent,mixed,hard,CRI,per-response,0.0909,2.89e-05,,,72,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Sonnet 4.5 / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,nemotron-3-ultra-550b-a55b,not-established:absent,mixed,hard,CRI,per-response,0.00541,2.89e-05,,,36.9,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Nemotron 3 Ultra / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,nemotron-3-ultra-550b-a55b,not-established:absent,mixed,hard,CRI,per-response,0.0176,2.89e-05,,,83.55,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Nemotron 3 Ultra / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,gpt-5.2-chat-latest,solo,mixed,hard,CRI,per-response,0.00532,2.89e-05,,,40.12,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.2 Chat / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,gpt-5.2-chat-latest,solo,mixed,hard,CRI,per-response,0.00524,2.89e-05,,,68.8833,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.2 Chat / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,gemini-3.5-flash-lite,high,mixed,hard,CRI,per-response,0.00529,2.89e-05,,,37.6,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 3.5 Flash-Lite / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,gemini-3.5-flash-lite,high,mixed,hard,CRI,per-response,0.0119,2.89e-05,,,72.45,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 3.5 Flash-Lite / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,muse-glimmer-30b,xhigh,mixed,hard,CRI,per-response,0.00328,2.89e-05,,,34.85,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Muse Glimmer 30B / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,muse-glimmer-30b,xhigh,mixed,hard,CRI,per-response,0.00779,2.89e-05,,,76,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Muse Glimmer 30B / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,gemma-4-31b-it,not-established:absent,mixed,hard,CRI,per-response,0.00134,2.89e-05,,,39.25,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemma 4 31B / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,gemma-4-31b-it,not-established:absent,mixed,hard,CRI,per-response,0.00342,2.89e-05,,,71.1167,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemma 4 31B / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,qwen3.5-397b-a17b,not-established:absent,mixed,hard,CRI,per-response,0.0177,2.89e-05,,,37.89,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3.5 397B-A17B / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,qwen3.5-397b-a17b,not-established:absent,mixed,hard,CRI,per-response,0.0256,2.89e-05,,,79.1167,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3.5 397B-A17B / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,opus-4,not-established:absent,mixed,hard,CRI,,,,,,37.43,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Opus 4 / column lmca),,out:effort-not-established, cri-dtbench,conceptualreasoning.ai,opus-4,not-established:absent,mixed,hard,CRI,,,,,,69.3333,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Opus 4 / column dtbench),,out:effort-not-established, cri-lmca,conceptualreasoning.ai,qwen3.7-plus,not-established:absent,mixed,hard,CRI,per-response,0.00372,2.89e-05,,,37.58,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3.7-Plus / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,qwen3.7-plus,not-established:absent,mixed,hard,CRI,per-response,0.00857,2.89e-05,,,73.3333,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3.7-Plus / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,gpt-5.4-nano,xhigh,mixed,hard,CRI,per-response,0.00987,2.89e-05,,,36.86,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.4 nano / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,gpt-5.4-nano,xhigh,mixed,hard,CRI,per-response,0.0245,2.89e-05,,,67.1167,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.4 nano / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,qwen3-max-0123,think,mixed,hard,CRI,per-response,0.0255,2.89e-05,,,33.62,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3-Max (thinking) / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,qwen3-max-0123,think,mixed,hard,CRI,per-response,0.0372,2.89e-05,,,79.55,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3-Max (thinking) / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,?DeepSeek V4 Flash,not-established:absent,mixed,hard,CRI,per-response,0.00117,2.89e-05,,,35.88,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row DeepSeek V4 Flash / column lmca),,out:model-not-established,out:model-not-established cri-dtbench,conceptualreasoning.ai,?DeepSeek V4 Flash,not-established:absent,mixed,hard,CRI,per-response,0.00308,2.89e-05,,,77.3333,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row DeepSeek V4 Flash / column dtbench),,out:model-not-established,out:model-not-established cri-lmca,conceptualreasoning.ai,gpt-5-mini,high,mixed,hard,CRI,per-response,0.005,2.89e-05,,,34.2,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5 mini / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,gpt-5-mini,high,mixed,hard,CRI,per-response,0.0102,2.89e-05,,,67.55,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5 mini / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,opus-4.1,not-established:absent,mixed,hard,CRI,per-response,0.125,2.89e-05,,,37.08,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Opus 4.1 / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,opus-4.1,not-established:absent,mixed,hard,CRI,per-response,0.173,2.89e-05,,,66.6667,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Opus 4.1 / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,gpt-5.3-chat-latest,solo,mixed,hard,CRI,,,,,,38.12,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.3 Chat / column lmca),,out:superseded, cri-dtbench,conceptualreasoning.ai,gpt-5.3-chat-latest,solo,mixed,hard,CRI,,,,,,64.8833,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.3 Chat / column dtbench),,out:superseded, cri-lmca,conceptualreasoning.ai,gemini-2.5-pro,not-established:absent,mixed,hard,CRI,per-response,0.0387,2.89e-05,,,34.77,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 2.5 Pro / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,gemini-2.5-pro,not-established:absent,mixed,hard,CRI,per-response,0.0828,2.89e-05,,,70.6667,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 2.5 Pro / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,qwen3.5-27b,not-established:absent,mixed,hard,CRI,per-response,0.00803,2.89e-05,,,33.98,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3.5 27B / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,qwen3.5-27b,not-established:absent,mixed,hard,CRI,per-response,0.0118,2.89e-05,,,70.6667,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3.5 27B / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,qwen3.5-plus,not-established:absent,mixed,hard,CRI,per-response,0.00582,2.89e-05,,,36.36,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3.5-Plus / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,qwen3.5-plus,not-established:absent,mixed,hard,CRI,per-response,0.00765,2.89e-05,,,67.55,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3.5-Plus / column dtbench),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,sonnet-3.5-1022,solo,mixed,hard,CRI,,,,,,46.4,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude 3.5 Sonnet (Oct '24) / column dtbench),,out:superseded, cri-lmca,conceptualreasoning.ai,minimax-m3,not-established:absent,mixed,hard,CRI,per-response,0.00312,2.89e-05,,,33.7,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row MiniMax M3 / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,minimax-m3,not-established:absent,mixed,hard,CRI,per-response,0.0123,2.89e-05,,,64.8833,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row MiniMax M3 / column dtbench),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,?Claude 3.5 Sonnet (Jun '24),not-established:absent,mixed,hard,CRI,,,,,,46.285,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude 3.5 Sonnet (Jun '24) / column dtbench),,out:model-not-established, cri-lmca,conceptualreasoning.ai,gemini-3.1-flash-lite,high,mixed,hard,CRI,per-response,0.00344,2.89e-05,,,35.01,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 3.1 Flash-Lite / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,gemini-3.1-flash-lite,high,mixed,hard,CRI,per-response,0.00994,2.89e-05,,,61.3333,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 3.1 Flash-Lite / column dtbench),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,?Mistral Medium (Aug '25),not-established:absent,mixed,hard,CRI,,,,,,45.9259,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Mistral Medium (Aug '25) / column dtbench),,out:model-not-established, cri-lmca,conceptualreasoning.ai,deepseek-v3.2-exp,not-established:absent,mixed,hard,CRI,per-response,0.00111,2.89e-05,,,29.11,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row DeepSeek V3.2 Exp / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,deepseek-v3.2-exp,not-established:absent,mixed,hard,CRI,per-response,0.00234,2.89e-05,,,79.55,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row DeepSeek V3.2 Exp / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,qwen3.5-122b-a10b,not-established:absent,mixed,hard,CRI,per-response,0.0116,2.89e-05,,,32.23,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3.5 122B-A10B / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,qwen3.5-122b-a10b,not-established:absent,mixed,hard,CRI,per-response,0.017,2.89e-05,,,73.7833,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3.5 122B-A10B / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,qwen3.6-plus,not-established:absent,mixed,hard,CRI,per-response,0.00642,2.89e-05,,,33.09,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3.6-Plus / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,qwen3.6-plus,not-established:absent,mixed,hard,CRI,per-response,0.011,2.89e-05,,,69.7833,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3.6-Plus / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,deepseek-v3.2,not-established:absent,mixed,hard,CRI,per-response,0.000996,2.89e-05,,,28.82,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row DeepSeek V3.2 / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,deepseek-v3.2,not-established:absent,mixed,hard,CRI,per-response,0.00218,2.89e-05,,,76,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row DeepSeek V3.2 / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,qwen3.6-27b,not-established:absent,mixed,hard,CRI,per-response,0.00758,2.89e-05,,,34.53,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3.6 27B / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,qwen3.6-27b,not-established:absent,mixed,hard,CRI,per-response,0.0126,2.89e-05,,,63.55,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3.6 27B / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,gpt-5.6-luna,not-established:absent,mixed,hard,CRI,per-response,0.000249,2.89e-05,,,41.4,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Luna (off) / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,gpt-5.6-luna,not-established:absent,mixed,hard,CRI,per-response,0.000214,2.89e-05,,,48.75,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Luna (off) / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,mimo-v2.5-pro,not-established:absent,mixed,hard,CRI,per-response,0.00188,2.89e-05,,,29.5,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row MiMo v2.5 Pro / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,mimo-v2.5-pro,not-established:absent,mixed,hard,CRI,per-response,0.00506,2.89e-05,,,74.2167,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row MiMo v2.5 Pro / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,qwen3.6-flash,not-established:absent,mixed,hard,CRI,per-response,0.00364,2.89e-05,,,30.98,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3.6-Flash / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,qwen3.6-flash,not-established:absent,mixed,hard,CRI,per-response,0.00651,2.89e-05,,,61.7833,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3.6-Flash / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,qwen3-max-0923,solo,mixed,hard,CRI,per-response,0.00437,2.89e-05,,,28.27,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3-Max / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,qwen3-max-0923,solo,mixed,hard,CRI,per-response,0.0069,2.89e-05,,,70.2167,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3-Max / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,haiku-4.5,not-established:absent,mixed,hard,CRI,per-response,0.0178,2.89e-05,,,30.94,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Haiku 4.5 / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,haiku-4.5,not-established:absent,mixed,hard,CRI,per-response,0.0244,2.89e-05,,,56,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Haiku 4.5 / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,qwen3-235b-a22b-thinking-2507,solo,mixed,hard,CRI,per-response,0.00585,2.89e-05,,,29.31,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3 235B-A22B Thinking (2507) / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,qwen3-235b-a22b-thinking-2507,solo,mixed,hard,CRI,per-response,0.0148,2.89e-05,,,67.1167,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3 235B-A22B Thinking (2507) / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,qwen3.5-flash,not-established:absent,mixed,hard,CRI,per-response,0.0016,2.89e-05,,,29.14,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3.5-Flash / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,qwen3.5-flash,not-established:absent,mixed,hard,CRI,per-response,0.00228,2.89e-05,,,71.55,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3.5-Flash / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,qwen3.5-35b-a3b,not-established:absent,mixed,hard,CRI,per-response,0.00752,2.89e-05,,,29.47,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3.5 35B-A3B / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,qwen3.5-35b-a3b,not-established:absent,mixed,hard,CRI,per-response,0.011,2.89e-05,,,66.6667,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3.5 35B-A3B / column dtbench),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,?Grok 2,not-established:absent,mixed,hard,CRI,,,,,,42.0148,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Grok 2 / column dtbench),,out:model-not-established, cri-lmca,conceptualreasoning.ai,deepseek-v3.1-terminus,not-established:absent,mixed,hard,CRI,per-response,0.00239,2.89e-05,,,28.58,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row DeepSeek V3.1 Terminus / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,deepseek-v3.1-terminus,not-established:absent,mixed,hard,CRI,per-response,0.00439,2.89e-05,,,68.8833,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row DeepSeek V3.1 Terminus / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,?Qwen Plus,not-established:absent,mixed,hard,CRI,per-response,0.00126,2.89e-05,,,23.96,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen Plus / column lmca),,out:model-not-established,out:model-not-established cri-dtbench,conceptualreasoning.ai,?Qwen Plus,not-established:absent,mixed,hard,CRI,per-response,0.00174,2.89e-05,,,68.45,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen Plus / column dtbench),,out:model-not-established,out:model-not-established cri-lmca,conceptualreasoning.ai,o4-mini,high,mixed,hard,CRI,per-response,0.00585,2.89e-05,,,26.5,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row o4-mini / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,o4-mini,high,mixed,hard,CRI,per-response,0.0171,2.89e-05,,,62.6667,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row o4-mini / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,sonnet-4,not-established:absent,mixed,hard,CRI,per-response,0.042,2.89e-05,,,29,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Sonnet 4 / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,sonnet-4,not-established:absent,mixed,hard,CRI,per-response,0.0967,2.89e-05,,,61.7833,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Sonnet 4 / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,gemma-4-26b-a4b-it,not-established:absent,mixed,hard,CRI,per-response,0.00164,2.89e-05,,,29.68,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemma 4 26B-A4B / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,gemma-4-26b-a4b-it,not-established:absent,mixed,hard,CRI,per-response,0.00621,2.89e-05,,,58.2167,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemma 4 26B-A4B / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,?DeepSeek Chat V3.1,not-established:absent,mixed,hard,CRI,per-response,0.00201,2.89e-05,,,24.29,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row DeepSeek Chat V3.1 / column lmca),,out:model-not-established,out:model-not-established cri-dtbench,conceptualreasoning.ai,?DeepSeek Chat V3.1,not-established:absent,mixed,hard,CRI,per-response,0.00365,2.89e-05,,,71.1167,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row DeepSeek Chat V3.1 / column dtbench),,out:model-not-established,out:model-not-established cri-lmca,conceptualreasoning.ai,qwen3.6-35b-a3b,not-established:absent,mixed,hard,CRI,per-response,0.00322,2.89e-05,,,29.7,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3.6 35B-A3B / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,qwen3.6-35b-a3b,not-established:absent,mixed,hard,CRI,per-response,0.0056,2.89e-05,,,56.45,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3.6 35B-A3B / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,gpt-oss-120b,high,mixed,hard,CRI,per-response,0.00128,2.89e-05,,,22.14,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row gpt-oss-120b / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,gpt-oss-120b,high,mixed,hard,CRI,per-response,0.00413,2.89e-05,,,60.45,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row gpt-oss-120b / column dtbench),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,gemini-2.0-flash,solo,mixed,hard,CRI,,,,,,38.6667,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 2.0 Flash / column dtbench),,out:superseded, cri-lmca,conceptualreasoning.ai,?Qwen3 235B-A22B (2507),not-established:absent,mixed,hard,CRI,per-response,0.000287,2.89e-05,,,23.52,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3 235B-A22B (2507) / column lmca),,out:model-not-established,out:model-not-established cri-dtbench,conceptualreasoning.ai,?Qwen3 235B-A22B (2507),not-established:absent,mixed,hard,CRI,per-response,0.000715,2.89e-05,,,64,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3 235B-A22B (2507) / column dtbench),,out:model-not-established,out:model-not-established cri-lmca,conceptualreasoning.ai,o1,not-established:absent,mixed,hard,CRI,per-response,0.237,2.89e-05,,,22.27,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row o1 / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,o1,not-established:absent,mixed,hard,CRI,per-response,0.392,2.89e-05,,,57.7833,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row o1 / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,gemini-2.5-flash,not-established:absent,mixed,hard,CRI,per-response,0.00815,2.89e-05,,,27.49,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 2.5 Flash / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,gemini-2.5-flash,not-established:absent,mixed,hard,CRI,per-response,0.0171,2.89e-05,,,60.8833,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 2.5 Flash / column dtbench),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,?Mistral Medium 3 (May '25),not-established:absent,mixed,hard,CRI,,,,,,37.1111,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Mistral Medium 3 (May '25) / column dtbench),,out:model-not-established, cri-lmca,conceptualreasoning.ai,qwen3-next-80b-a3b-thinking,solo,mixed,hard,CRI,per-response,0.00556,2.89e-05,,,21.79,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3-Next 80B-A3B Thinking / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,qwen3-next-80b-a3b-thinking,solo,mixed,hard,CRI,per-response,0.00852,2.89e-05,,,58.6667,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3-Next 80B-A3B Thinking / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,mistral-medium-3.5,high,mixed,hard,CRI,per-response,0.0384,2.89e-05,,,26.06,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Mistral Medium 3.5 / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,mistral-medium-3.5,high,mixed,hard,CRI,per-response,0.0713,2.89e-05,,,59.1167,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Mistral Medium 3.5 / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,qwen3-235b-a22b,not-established:absent,mixed,hard,CRI,per-response,0.00245,2.89e-05,,,25,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3 235B-A22B / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,qwen3-235b-a22b,not-established:absent,mixed,hard,CRI,per-response,0.00804,2.89e-05,,,59.55,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3 235B-A22B / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,gpt-4.1,solo,mixed,hard,CRI,per-response,0.00714,2.89e-05,,,25.61,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-4.1 / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,gpt-4.1,solo,mixed,hard,CRI,per-response,0.00488,2.89e-05,,,47.1167,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-4.1 / column dtbench),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,?Llama 3.1 405B,not-established:absent,mixed,hard,CRI,,,,,,35.637,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Llama 3.1 405B / column dtbench),,out:model-not-established, cri-dtbench,conceptualreasoning.ai,?Magistral Small (Sep '25),not-established:absent,mixed,hard,CRI,,,,,,35.5249,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Magistral Small (Sep '25) / column dtbench),,out:model-not-established, cri-dtbench,conceptualreasoning.ai,?Mistral Large 2 (Jul '24),not-established:absent,mixed,hard,CRI,,,,,,35.3556,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Mistral Large 2 (Jul '24) / column dtbench),,out:model-not-established, cri-lmca,conceptualreasoning.ai,qwen3.5-9b,not-established:absent,mixed,hard,CRI,per-response,0.000965,2.89e-05,,,24.47,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3.5 9B / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,qwen3.5-9b,not-established:absent,mixed,hard,CRI,per-response,0.00154,2.89e-05,,,52,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3.5 9B / column dtbench),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,?Mistral Large (Nov '24),not-established:absent,mixed,hard,CRI,,,,,,34.7037,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Mistral Large (Nov '24) / column dtbench),,out:model-not-established, cri-lmca,conceptualreasoning.ai,qwen3-next-80b-a3b-instruct,solo,mixed,hard,CRI,per-response,0.00125,2.89e-05,,,21.38,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3-Next 80B-A3B Instruct / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,qwen3-next-80b-a3b-instruct,solo,mixed,hard,CRI,per-response,0.00204,2.89e-05,,,53.7833,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3-Next 80B-A3B Instruct / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,nemotron-3.5-lightning,not-established:absent,mixed,hard,CRI,per-response,0.000995,2.89e-05,,,20.89,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Nemotron 3.5 Lightning / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,nemotron-3.5-lightning,not-established:absent,mixed,hard,CRI,per-response,0.00328,2.89e-05,,,50.6667,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Nemotron 3.5 Lightning / column dtbench),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,?Mistral Small 3.2 (Jun '25),not-established:absent,mixed,hard,CRI,,,,,,33.1111,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Mistral Small 3.2 (Jun '25) / column dtbench),,out:model-not-established, cri-lmca,conceptualreasoning.ai,qwen3-30b-a3b-thinking-2507,solo,mixed,hard,CRI,per-response,0.00391,2.89e-05,,,19.53,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3 30B-A3B Thinking (2507) / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,qwen3-30b-a3b-thinking-2507,solo,mixed,hard,CRI,per-response,0.01,2.89e-05,,,48.8833,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3 30B-A3B Thinking (2507) / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,o3-mini,not-established:absent,mixed,hard,CRI,per-response,0.0262,2.89e-05,,,18.97,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row o3-mini / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,o3-mini,not-established:absent,mixed,hard,CRI,per-response,0.0377,2.89e-05,,,48,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row o3-mini / column dtbench),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,gemini-1.5-pro-002,solo,mixed,hard,CRI,,,,,,31.6296,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 1.5 Pro (002) / column dtbench),,out:superseded, cri-lmca,conceptualreasoning.ai,qwen3-30b-a3b-instruct-2507,solo,mixed,hard,CRI,per-response,0.000425,2.89e-05,,,22.37,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3 30B-A3B Instruct (2507) / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,qwen3-30b-a3b-instruct-2507,solo,mixed,hard,CRI,per-response,0.000596,2.89e-05,,,45.3333,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3 30B-A3B Instruct (2507) / column dtbench),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,?Mistral Small 3.1 (Mar '25),not-established:absent,mixed,hard,CRI,,,,,,31.0741,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Mistral Small 3.1 (Mar '25) / column dtbench),,out:model-not-established, cri-lmca,conceptualreasoning.ai,gpt-4.1-mini,solo,mixed,hard,CRI,per-response,0.00137,2.89e-05,,,21.12,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-4.1 mini / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,gpt-4.1-mini,solo,mixed,hard,CRI,per-response,0.00149,2.89e-05,,,48,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-4.1 mini / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,?Mistral Small (Mar '26),not-established:absent,mixed,hard,CRI,per-response,0.00119,2.89e-05,,,20.61,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Mistral Small (Mar '26) / column lmca),,out:model-not-established,out:model-not-established cri-dtbench,conceptualreasoning.ai,?Mistral Small (Mar '26),not-established:absent,mixed,hard,CRI,per-response,0.00458,2.89e-05,,,51.55,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Mistral Small (Mar '26) / column dtbench),,out:model-not-established,out:model-not-established cri-lmca,conceptualreasoning.ai,gpt-oss-20b,high,mixed,hard,CRI,per-response,0.000271,2.89e-05,,,14.51,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row gpt-oss-20b / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,gpt-oss-20b,high,mixed,hard,CRI,per-response,0.00107,2.89e-05,,,46.6667,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row gpt-oss-20b / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,qwen3-32b,not-established:absent,mixed,hard,CRI,per-response,0.00029,2.89e-05,,,17.28,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3 32B / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,qwen3-32b,not-established:absent,mixed,hard,CRI,per-response,0.000804,2.89e-05,,,45.7833,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3 32B / column dtbench),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,mistral-small-3.2-24b-instruct,solo,mixed,hard,CRI,,,,,,29.0876,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Mistral Small 3.2 24B / column dtbench),,out:superseded, cri-lmca,conceptualreasoning.ai,qwen3-14b,not-established:absent,mixed,hard,CRI,per-response,0.00033,2.89e-05,,,18.19,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3 14B / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,qwen3-14b,not-established:absent,mixed,hard,CRI,per-response,0.000774,2.89e-05,,,40,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3 14B / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,mistral-medium-3.1,not-established:absent,mixed,hard,CRI,per-response,0.00181,2.89e-05,,,19.05,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Mistral Medium 3.1 / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,mistral-medium-3.1,not-established:absent,mixed,hard,CRI,per-response,0.00221,2.89e-05,,,45.7833,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Mistral Medium 3.1 / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,?Mistral Large 3,not-established:absent,mixed,hard,CRI,,,,,,16.7,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Mistral Large 3 / column lmca),,out:model-not-established, cri-dtbench,conceptualreasoning.ai,?Mistral Large 3,not-established:absent,mixed,hard,CRI,,,,,,41.7833,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Mistral Large 3 / column dtbench),,out:model-not-established, cri-dtbench,conceptualreasoning.ai,haiku-3.5,solo,mixed,hard,CRI,,,,,,27.7704,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude 3.5 Haiku / column dtbench),,out:superseded, cri-dtbench,conceptualreasoning.ai,gemini-1.5-pro-001,solo,mixed,hard,CRI,,,,,,27.4519,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 1.5 Pro (001) / column dtbench),,out:superseded, cri-lmca,conceptualreasoning.ai,?GPT-4o,not-established:absent,mixed,hard,CRI,per-response,0.00728,2.89e-05,,,16.59,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-4o / column lmca),,out:model-not-established,out:model-not-established cri-dtbench,conceptualreasoning.ai,?GPT-4o,not-established:absent,mixed,hard,CRI,per-response,0.00519,2.89e-05,,,40.8833,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-4o / column dtbench),,out:model-not-established,out:model-not-established cri-lmca,conceptualreasoning.ai,llama-4-maverick,solo,mixed,hard,CRI,per-response,0.000595,2.89e-05,,,15.87,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Llama 4 Maverick / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,llama-4-maverick,solo,mixed,hard,CRI,per-response,0.000567,2.89e-05,,,36.45,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Llama 4 Maverick / column dtbench),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,?Mistral Large (Feb '24),not-established:absent,mixed,hard,CRI,,,,,,26.5037,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Mistral Large (Feb '24) / column dtbench),,out:model-not-established, cri-lmca,conceptualreasoning.ai,?DeepSeek Chat V3 (0324),not-established:absent,mixed,hard,CRI,per-response,0.000386,2.89e-05,,,15.47,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row DeepSeek Chat V3 (0324) / column lmca),,out:model-not-established,out:model-not-established cri-dtbench,conceptualreasoning.ai,?DeepSeek Chat V3 (0324),not-established:absent,mixed,hard,CRI,per-response,0.000735,2.89e-05,,,41.3333,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row DeepSeek Chat V3 (0324) / column dtbench),,out:model-not-established,out:model-not-established cri-dtbench,conceptualreasoning.ai,?Mistral Small 3.1 24B,not-established:absent,mixed,hard,CRI,,,,,,26.2222,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Mistral Small 3.1 24B / column dtbench),,out:model-not-established, cri-lmca,conceptualreasoning.ai,?Llama 3.3 70B,not-established:absent,mixed,hard,CRI,per-response,0.000258,2.89e-05,,,17.52,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Llama 3.3 70B / column lmca),,out:model-not-established,out:model-not-established cri-dtbench,conceptualreasoning.ai,?Llama 3.3 70B,not-established:absent,mixed,hard,CRI,per-response,0.000221,2.89e-05,,,32.45,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Llama 3.3 70B / column dtbench),,out:model-not-established,out:model-not-established cri-lmca,conceptualreasoning.ai,?GPT-4,not-established:absent,mixed,hard,CRI,per-response,0.0582,2.89e-05,,,17.06,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-4 / column lmca),,out:model-not-established,out:model-not-established cri-dtbench,conceptualreasoning.ai,?GPT-4,not-established:absent,mixed,hard,CRI,per-response,0.0329,2.89e-05,,,37.7833,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-4 / column dtbench),,out:model-not-established,out:model-not-established cri-lmca,conceptualreasoning.ai,qwen3-30b-a3b,not-established:absent,mixed,hard,CRI,per-response,0.000623,2.89e-05,,,15.82,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3 30B-A3B / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,qwen3-30b-a3b,not-established:absent,mixed,hard,CRI,per-response,0.00175,2.89e-05,,,33.7833,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3 30B-A3B / column dtbench),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,?Mixtral 8x22B,not-established:absent,mixed,hard,CRI,,,,,,25.237,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Mixtral 8x22B / column dtbench),,out:model-not-established, cri-lmca,conceptualreasoning.ai,gemini-2.5-flash-lite,not-established:absent,mixed,hard,CRI,per-response,0.00171,2.89e-05,,,18.07,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 2.5 Flash-Lite / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,gemini-2.5-flash-lite,not-established:absent,mixed,hard,CRI,per-response,0.00465,2.89e-05,,,38.05,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 2.5 Flash-Lite / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,?DeepSeek Chat,not-established:absent,mixed,hard,CRI,per-response,0.000502,2.89e-05,,,15.24,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row DeepSeek Chat / column lmca),,out:model-not-established,out:model-not-established cri-dtbench,conceptualreasoning.ai,?DeepSeek Chat,not-established:absent,mixed,hard,CRI,per-response,0.000611,2.89e-05,,,37.7833,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row DeepSeek Chat / column dtbench),,out:model-not-established,out:model-not-established cri-dtbench,conceptualreasoning.ai,?Reka Core (Jul '24),not-established:absent,mixed,hard,CRI,,,,,,24.6444,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Reka Core (Jul '24) / column dtbench),,out:model-not-established, cri-lmca,conceptualreasoning.ai,?Llama 3.1 70B,not-established:absent,mixed,hard,CRI,per-response,0.000583,2.89e-05,,,14.85,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Llama 3.1 70B / column lmca),,out:model-not-established,out:model-not-established cri-dtbench,conceptualreasoning.ai,?Llama 3.1 70B,not-established:absent,mixed,hard,CRI,per-response,0.000309,2.89e-05,,,33.3333,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Llama 3.1 70B / column dtbench),,out:model-not-established,out:model-not-established cri-lmca,conceptualreasoning.ai,?Qwen2.5 72B,not-established:absent,mixed,hard,CRI,per-response,0.000618,2.89e-05,,,13.42,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen2.5 72B / column lmca),,out:model-not-established,out:model-not-established cri-dtbench,conceptualreasoning.ai,?Qwen2.5 72B,not-established:absent,mixed,hard,CRI,per-response,0.000321,2.89e-05,,,38.2167,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen2.5 72B / column dtbench),,out:model-not-established,out:model-not-established cri-lmca,conceptualreasoning.ai,gpt-5-nano,high,mixed,hard,CRI,per-response,0.00196,2.89e-05,,,7.93,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5 nano / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,gpt-5-nano,high,mixed,hard,CRI,per-response,0.00475,2.89e-05,,,37.7833,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5 nano / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,opus-3,solo,mixed,hard,CRI,,,,,,17,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude 3 Opus / column lmca),,out:superseded, cri-dtbench,conceptualreasoning.ai,opus-3,solo,mixed,hard,CRI,,,,,,36,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude 3 Opus / column dtbench),,out:superseded, cri-dtbench,conceptualreasoning.ai,?Llama 3 70B,not-established:absent,mixed,hard,CRI,,,,,,23.6074,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Llama 3 70B / column dtbench),,out:model-not-established, cri-lmca,conceptualreasoning.ai,llama-4-scout,solo,mixed,hard,CRI,per-response,0.000252,2.89e-05,,,11.96,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Llama 4 Scout / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,llama-4-scout,solo,mixed,hard,CRI,per-response,0.000226,2.89e-05,,,29.7833,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Llama 4 Scout / column dtbench),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,?Command (nightly),not-established:absent,mixed,hard,CRI,,,,,,23.0212,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Command (nightly) / column dtbench),,out:model-not-established, cri-dtbench,conceptualreasoning.ai,gemini-1.5-flash-002,solo,mixed,hard,CRI,,,,,,22.9852,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 1.5 Flash (002) / column dtbench),,out:superseded, cri-dtbench,conceptualreasoning.ai,sonnet-3,solo,mixed,hard,CRI,,,,,,22.6595,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude 3 Sonnet / column dtbench),,out:superseded, cri-dtbench,conceptualreasoning.ai,?Mistral Medium (Dec '23),not-established:absent,mixed,hard,CRI,,,,,,22.1704,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Mistral Medium (Dec '23) / column dtbench),,out:model-not-established, cri-dtbench,conceptualreasoning.ai,?Mistral Small (Feb '24),not-established:absent,mixed,hard,CRI,,,,,,21.5926,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Mistral Small (Feb '24) / column dtbench),,out:model-not-established, cri-lmca,conceptualreasoning.ai,gpt-4-turbo,solo,mixed,hard,CRI,per-response,0.0224,2.89e-05,,,9.78,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-4 Turbo / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,gpt-4-turbo,solo,mixed,hard,CRI,per-response,0.0168,2.89e-05,,,36,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-4 Turbo / column dtbench),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,?Reka Core (May '24),not-established:absent,mixed,hard,CRI,,,,,,21.2667,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Reka Core (May '24) / column dtbench),,out:model-not-established, cri-dtbench,conceptualreasoning.ai,?Gemini 2.0 Flash-Lite,not-established:absent,mixed,hard,CRI,,,,,,20.8889,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 2.0 Flash-Lite / column dtbench),,out:model-not-established, cri-lmca,conceptualreasoning.ai,?Command A,not-established:absent,mixed,hard,CRI,per-response,0.00777,2.89e-05,,,10.28,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Command A / column lmca),,out:model-not-established,out:model-not-established cri-dtbench,conceptualreasoning.ai,?Command A,not-established:absent,mixed,hard,CRI,per-response,0.0053,2.89e-05,,,35.55,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Command A / column dtbench),,out:model-not-established,out:model-not-established cri-lmca,conceptualreasoning.ai,qwen3-8b,not-established:absent,mixed,hard,CRI,per-response,0.000506,2.89e-05,,,8.82,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3 8B / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,qwen3-8b,not-established:absent,mixed,hard,CRI,per-response,0.00189,2.89e-05,,,32.8833,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3 8B / column dtbench),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,claude-2.0,solo,mixed,hard,CRI,,,,,,19.7444,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude 2.0 / column dtbench),,out:superseded, cri-lmca,conceptualreasoning.ai,gemma-3-27b-it,solo,mixed,hard,CRI,per-response,0.000335,2.89e-05,,,12.28,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemma 3 27B / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,gemma-3-27b-it,solo,mixed,hard,CRI,per-response,0.000268,2.89e-05,,,20.8833,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemma 3 27B / column dtbench),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,?Reka Core (Sep '24),not-established:absent,mixed,hard,CRI,,,,,,19.3704,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Reka Core (Sep '24) / column dtbench),,out:model-not-established, cri-lmca,conceptualreasoning.ai,?Ministral 14B,not-established:absent,mixed,hard,CRI,per-response,0.000447,2.89e-05,,,12.33,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Ministral 14B / column lmca),,out:model-not-established,out:model-not-established cri-dtbench,conceptualreasoning.ai,?Ministral 14B,not-established:absent,mixed,hard,CRI,per-response,0.000347,2.89e-05,,,26.6667,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Ministral 14B / column dtbench),,out:model-not-established,out:model-not-established cri-dtbench,conceptualreasoning.ai,gemini-1.5-flash-001,solo,mixed,hard,CRI,,,,,,18.9704,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 1.5 Flash (001) / column dtbench),,out:superseded, cri-dtbench,conceptualreasoning.ai,?Reka Flash (Jul '24),not-established:absent,mixed,hard,CRI,,,,,,18.3852,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Reka Flash (Jul '24) / column dtbench),,out:model-not-established, cri-dtbench,conceptualreasoning.ai,claude-2.1,solo,mixed,hard,CRI,,,,,,18.2466,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude 2.1 / column dtbench),,out:superseded, cri-dtbench,conceptualreasoning.ai,?Reka Flash (Sep '24),not-established:absent,mixed,hard,CRI,,,,,,17.9259,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Reka Flash (Sep '24) / column dtbench),,out:model-not-established, cri-lmca,conceptualreasoning.ai,gpt-4o-mini,solo,mixed,hard,CRI,per-response,0.000376,2.89e-05,,,10.37,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-4o mini / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,gpt-4o-mini,solo,mixed,hard,CRI,per-response,0.00029,2.89e-05,,,24,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-4o mini / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,?Ministral 8B (Dec '25),not-established:absent,mixed,hard,CRI,per-response,0.000291,2.89e-05,,,12.71,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Ministral 8B (Dec '25) / column lmca),,out:model-not-established,out:model-not-established cri-dtbench,conceptualreasoning.ai,?Ministral 8B (Dec '25),not-established:absent,mixed,hard,CRI,per-response,0.000258,2.89e-05,,,15.1167,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Ministral 8B (Dec '25) / column dtbench),,out:model-not-established,out:model-not-established cri-dtbench,conceptualreasoning.ai,?Reka Core (Apr '24),not-established:absent,mixed,hard,CRI,,,,,,17.2,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Reka Core (Apr '24) / column dtbench),,out:model-not-established, cri-dtbench,conceptualreasoning.ai,gemini-1.5-flash-8b-001,solo,mixed,hard,CRI,,,,,,16.7259,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 1.5 Flash-8B / column dtbench),,out:superseded, cri-dtbench,conceptualreasoning.ai,?Mistral Small (Dec '23),not-established:absent,mixed,hard,CRI,,,,,,16.0148,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Mistral Small (Dec '23) / column dtbench),,out:model-not-established, cri-dtbench,conceptualreasoning.ai,?Mistral Small (Sep '24),not-established:absent,mixed,hard,CRI,,,,,,15.8889,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Mistral Small (Sep '24) / column dtbench),,out:model-not-established, cri-dtbench,conceptualreasoning.ai,?Command R+ (Apr '24),not-established:absent,mixed,hard,CRI,,,,,,15.5333,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Command R+ (Apr '24) / column dtbench),,out:model-not-established, cri-dtbench,conceptualreasoning.ai,?Aya Expanse 32B,not-established:absent,mixed,hard,CRI,,,,,,14.6667,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Aya Expanse 32B / column dtbench),,out:model-not-established, cri-dtbench,conceptualreasoning.ai,mistral-nemo,solo,mixed,hard,CRI,,,,,,14.3481,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Mistral NeMo / column dtbench),,out:superseded, cri-lmca,conceptualreasoning.ai,?Llama 3.1 8B,not-established:absent,mixed,hard,CRI,per-response,0.000086,2.89e-05,,,5.37,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Llama 3.1 8B / column lmca),,out:model-not-established,out:model-not-established cri-dtbench,conceptualreasoning.ai,?Llama 3.1 8B,not-established:absent,mixed,hard,CRI,per-response,0.000053,2.89e-05,,,18.2167,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Llama 3.1 8B / column dtbench),,out:model-not-established,out:model-not-established cri-lmca,conceptualreasoning.ai,gemma-3n-e4b-it,solo,mixed,hard,CRI,,,,,,3.16,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemma 3n E4B / column lmca),,out:superseded, cri-dtbench,conceptualreasoning.ai,gemma-3n-e4b-it,solo,mixed,hard,CRI,,,,,,16,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemma 3n E4B / column dtbench),,out:superseded, cri-lmca,conceptualreasoning.ai,gemma-3-12b-it,solo,mixed,hard,CRI,per-response,0.000143,2.89e-05,,,4.46,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemma 3 12B / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,gemma-3-12b-it,solo,mixed,hard,CRI,per-response,0.000095,2.89e-05,,,14.6667,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemma 3 12B / column dtbench),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,?Reka Flash Preview (Jun '24),not-established:absent,mixed,hard,CRI,,,,,,13.037,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Reka Flash Preview (Jun '24) / column dtbench),,out:model-not-established, cri-lmca,conceptualreasoning.ai,?GPT-3.5 Turbo,not-established:absent,mixed,hard,CRI,per-response,0.000603,2.89e-05,,,9.65,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-3.5 Turbo / column lmca),,out:model-not-established,out:model-not-established cri-dtbench,conceptualreasoning.ai,?GPT-3.5 Turbo,not-established:absent,mixed,hard,CRI,per-response,0.0003,2.89e-05,,,14.2167,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-3.5 Turbo / column dtbench),,out:model-not-established,out:model-not-established cri-lmca,conceptualreasoning.ai,gpt-4.1-nano,solo,mixed,hard,CRI,per-response,0.000301,2.89e-05,,,5.46,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-4.1 nano / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,gpt-4.1-nano,solo,mixed,hard,CRI,per-response,0.00026,2.89e-05,,,20.8833,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-4.1 nano / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,?Qwen2.5 7B,not-established:absent,mixed,hard,CRI,per-response,0.000199,2.89e-05,,,6.42,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen2.5 7B / column lmca),,out:model-not-established,out:model-not-established cri-dtbench,conceptualreasoning.ai,?Qwen2.5 7B,not-established:absent,mixed,hard,CRI,per-response,0.00012,2.89e-05,,,12.8833,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen2.5 7B / column dtbench),,out:model-not-established,out:model-not-established cri-dtbench,conceptualreasoning.ai,?Reka Flash (Feb '24),not-established:absent,mixed,hard,CRI,,,,,,11.8519,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Reka Flash (Feb '24) / column dtbench),,out:model-not-established, cri-lmca,conceptualreasoning.ai,haiku-3,solo,mixed,hard,CRI,per-response,0.000634,2.89e-05,,,8.84,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude 3 Haiku / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,haiku-3,solo,mixed,hard,CRI,per-response,0.000463,2.89e-05,,,16.8833,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude 3 Haiku / column dtbench),,out:superseded,out:superseded cri-lmca,conceptualreasoning.ai,?Command R+ (Aug '24),not-established:absent,mixed,hard,CRI,per-response,0.00314,2.89e-05,,,5.01,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Command R+ (Aug '24) / column lmca),,out:model-not-established,out:model-not-established cri-dtbench,conceptualreasoning.ai,?Command R+ (Aug '24),not-established:absent,mixed,hard,CRI,per-response,0.00349,2.89e-05,,,24.8833,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Command R+ (Aug '24) / column dtbench),,out:model-not-established,out:model-not-established cri-lmca,conceptualreasoning.ai,?Command R (Aug '24),not-established:absent,mixed,hard,CRI,per-response,0.000311,2.89e-05,,,9.19,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Command R (Aug '24) / column lmca),,out:model-not-established,out:model-not-established cri-dtbench,conceptualreasoning.ai,?Command R (Aug '24),not-established:absent,mixed,hard,CRI,per-response,0.000185,2.89e-05,,,10.6667,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Command R (Aug '24) / column dtbench),,out:model-not-established,out:model-not-established cri-lmca,conceptualreasoning.ai,?Ministral 3B,not-established:absent,mixed,hard,CRI,per-response,0.00018,2.89e-05,,,5.48,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Ministral 3B / column lmca),,out:model-not-established,out:model-not-established cri-dtbench,conceptualreasoning.ai,?Ministral 3B,not-established:absent,mixed,hard,CRI,per-response,0.000185,2.89e-05,,,19.55,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Ministral 3B / column dtbench),,out:model-not-established,out:model-not-established cri-lmca,conceptualreasoning.ai,gemma-3-4b-it,solo,mixed,hard,CRI,per-response,0.000108,2.89e-05,,,2.78,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemma 3 4B / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,gemma-3-4b-it,solo,mixed,hard,CRI,per-response,0.000063,2.89e-05,,,18.2167,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemma 3 4B / column dtbench),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,gemini-1.0-pro,not-established:absent,mixed,hard,CRI,,,,,,9.7741,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 1.0 Pro / column dtbench),,out:effort-not-established, cri-dtbench,conceptualreasoning.ai,claude-instant-1.2,solo,mixed,hard,CRI,,,,,,9.6297,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Instant 1.2 / column dtbench),,out:superseded, cri-dtbench,conceptualreasoning.ai,?Ministral 8B (Oct '24),not-established:absent,mixed,hard,CRI,,,,,,9.4815,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Ministral 8B (Oct '24) / column dtbench),,out:model-not-established, cri-lmca,conceptualreasoning.ai,gemma-2-27b-it,solo,mixed,hard,CRI,per-response,0.000782,2.89e-05,,,7.1,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemma 2 27B / column lmca),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,gemma-2-27b-it,solo,mixed,hard,CRI,per-response,0.000356,2.89e-05,,,13.3333,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemma 2 27B / column dtbench),,out:superseded,out:superseded cri-dtbench,conceptualreasoning.ai,?Aya Expanse 8B,not-established:absent,mixed,hard,CRI,,,,,,8.4444,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Aya Expanse 8B / column dtbench),,out:model-not-established, cri-lmca,conceptualreasoning.ai,?Command R7B,not-established:absent,mixed,hard,CRI,per-response,0.000105,2.89e-05,,,4.45,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Command R7B / column lmca),,out:model-not-established,out:model-not-established cri-dtbench,conceptualreasoning.ai,?Command R7B,not-established:absent,mixed,hard,CRI,per-response,0.000088,2.89e-05,,,12.45,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Command R7B / column dtbench),,out:model-not-established,out:model-not-established cri-dtbench,conceptualreasoning.ai,?Llama 3 8B,not-established:absent,mixed,hard,CRI,,,,,,6.5556,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Llama 3 8B / column dtbench),,out:model-not-established, cri-dtbench,conceptualreasoning.ai,?Code Llama 34B,not-established:absent,mixed,hard,CRI,,,,,,6.363,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Code Llama 34B / column dtbench),,out:model-not-established, cri-dtbench,conceptualreasoning.ai,?Command R (Mar '24),not-established:absent,mixed,hard,CRI,,,,,,6.0444,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Command R (Mar '24) / column dtbench),,out:model-not-established, cri-dtbench,conceptualreasoning.ai,?Mistral Tiny,not-established:absent,mixed,hard,CRI,,,,,,4.2339,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Mistral Tiny / column dtbench),,out:model-not-established, cri-dtbench,conceptualreasoning.ai,?Llama 2 13B,not-established:absent,mixed,hard,CRI,,,,,,3.7333,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Llama 2 13B / column dtbench),,out:model-not-established, cri-dtbench,conceptualreasoning.ai,?Llama 2 70B,not-established:absent,mixed,hard,CRI,,,,,,2.7556,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Llama 2 70B / column dtbench),,out:model-not-established, cri-dtbench,conceptualreasoning.ai,?Command,not-established:absent,mixed,hard,CRI,,,,,,0.7968,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Command / column dtbench),,out:model-not-established, cri-dtbench,conceptualreasoning.ai,grok-4.1-fast,not-established:absent,mixed,hard,CRI,,,,,,79.5556,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Grok 4.1 Fast / column dtbench),,out:effort-not-established, cri-lmca,conceptualreasoning.ai,opus-5.5,max,mixed,hard,CRI,per-response,0.184,2.89e-05,,,68.23,score-of-100,0.00289,,prev=68.23 (src-conceptualreasoning.ai-2026-10-15#M2); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Opus 5.5 / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,opus-5.5,max,mixed,hard,CRI,per-response,0.115,2.89e-05,,,98.2167,score-of-100,2.89e-05,,prev=98.2167 (src-conceptualreasoning.ai-2026-10-15#M3); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Opus 5.5 / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,sonnet-5.5,max,mixed,hard,CRI,per-response,0.07365,0.0142,,,68.26,score-of-100,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Sonnet 5.5 / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,sonnet-5.5,max,mixed,hard,CRI,per-response,0.07469999999999999,0.0144,,,95.55,score-of-100,2.89e-05,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Sonnet 5.5 / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,opus-5.5,high,mixed,hard,CRI,per-response,0.0311,2.89e-05,,,65.91,score-of-100,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Opus 5.5 (high) / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,opus-5.5,high,mixed,hard,CRI,per-response,0.0181,2.89e-05,,,94.2167,score-of-100,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Opus 5.5 (high) / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,opus-5.5,xhigh,mixed,hard,CRI,per-response,0.042,2.89e-05,,,66.18,score-of-100,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Opus 5.5 (xhigh) / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,opus-5.5,xhigh,mixed,hard,CRI,per-response,0.025,2.89e-05,,,95.55,score-of-100,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Opus 5.5 (xhigh) / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,sonnet-5.5,xhigh,mixed,hard,CRI,per-response,0.013425,0.00258,,,66.32,score-of-100,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Sonnet 5.5 (xhigh) / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,sonnet-5.5,xhigh,mixed,hard,CRI,per-response,0.008475,0.00163,,,93.3333,score-of-100,2.89e-05,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Sonnet 5.5 (xhigh) / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,opus-5.5,medium,mixed,hard,CRI,per-response,0.0285,2.89e-05,,,65.66,score-of-100,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Opus 5.5 (medium) / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,opus-5.5,medium,mixed,hard,CRI,per-response,0.0169,2.89e-05,,,94.2167,score-of-100,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Opus 5.5 (medium) / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,fable-5.1,medium,mixed,hard,CRI,per-response,0.0887,2.89e-05,,,65.32,score-of-100,0.00289,,prev=65.32 (src-conceptualreasoning.ai-2026-10-15#M4); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Fable 5.1 (medium) / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,fable-5.1,medium,mixed,hard,CRI,per-response,0.0371,2.89e-05,,,95.1167,score-of-100,2.89e-05,,prev=95.1167 (src-conceptualreasoning.ai-2026-10-15#M5); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Fable 5.1 (medium) / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,fable-5.1,max,mixed,hard,CRI,per-response,0.381,2.89e-05,,,65.46,score-of-100,0.00289,,prev=65.46 (src-conceptualreasoning.ai-2026-10-15#M6); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Fable 5.1 / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,fable-5.1,max,mixed,hard,CRI,per-response,0.306,2.89e-05,,,96,score-of-100,2.89e-05,,prev=96 (src-conceptualreasoning.ai-2026-10-15#M7); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Fable 5.1 / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,opus-5,xhigh,mixed,hard,CRI,per-response,0.078,2.89e-05,,,64.45,score-of-100,0.00289,,prev=64.45 (src-conceptualreasoning.ai-2026-10-15#M8); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Opus 5 (xhigh) / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,opus-5,xhigh,mixed,hard,CRI,per-response,0.0555,2.89e-05,,,96.45,score-of-100,2.89e-05,,prev=96.45 (src-conceptualreasoning.ai-2026-10-15#M9); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Opus 5 (xhigh) / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,opus-5.5,low,mixed,hard,CRI,per-response,0.0225,2.89e-05,,,64.92,score-of-100,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Opus 5.5 (low) / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,opus-5.5,low,mixed,hard,CRI,per-response,0.0145,2.89e-05,,,92.45,score-of-100,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Opus 5.5 (low) / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,fable-5.1,xhigh,mixed,hard,CRI,per-response,0.2,2.89e-05,,,65.06,score-of-100,0.00289,,prev=65.06 (src-conceptualreasoning.ai-2026-10-15#M10); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Fable 5.1 (xhigh) / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,fable-5.1,xhigh,mixed,hard,CRI,per-response,0.115,2.89e-05,,,96,score-of-100,2.89e-05,,prev=96 (src-conceptualreasoning.ai-2026-10-15#M11); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Fable 5.1 (xhigh) / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,opus-5,high,mixed,hard,CRI,per-response,0.0606,2.89e-05,,,63.67,score-of-100,0.00289,,prev=63.67 (src-conceptualreasoning.ai-2026-10-15#M12); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Opus 5 (high) / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,opus-5,high,mixed,hard,CRI,per-response,0.0399,2.89e-05,,,96.45,score-of-100,2.89e-05,,prev=96.45 (src-conceptualreasoning.ai-2026-10-15#M13); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Opus 5 (high) / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,sonnet-5.5,medium,mixed,hard,CRI,per-response,0.0067875,0.00131,,,65.45,score-of-100,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Sonnet 5.5 (medium) / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,sonnet-5.5,medium,mixed,hard,CRI,per-response,0.004815,0.000927,,,89.7833,score-of-100,2.89e-05,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Sonnet 5.5 (medium) / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,gpt-6-astra,xhigh,mixed,hard,CRI,per-response,0.064,2.89e-05,,,64.37,score-of-100,0.00289,,prev=64.37 (src-conceptualreasoning.ai-2026-10-15#M14); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-6 Astra (xhigh) / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,gpt-6-astra,xhigh,mixed,hard,CRI,per-response,0.0595,2.89e-05,,,95.55,score-of-100,2.89e-05,,prev=95.55 (src-conceptualreasoning.ai-2026-10-15#M15); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-6 Astra (xhigh) / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,fable-5.1,high,mixed,hard,CRI,per-response,0.106,2.89e-05,,,65.09,score-of-100,0.00289,,prev=65.09 (src-conceptualreasoning.ai-2026-10-15#M16); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Fable 5.1 (high) / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,fable-5.1,high,mixed,hard,CRI,per-response,0.0488,2.89e-05,,,94.2167,score-of-100,2.89e-05,,prev=94.2167 (src-conceptualreasoning.ai-2026-10-15#M17); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Fable 5.1 (high) / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,sonnet-5.5,high,mixed,hard,CRI,per-response,0.008025,0.00154,,,65.93,score-of-100,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Sonnet 5.5 (high) / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,sonnet-5.5,high,mixed,hard,CRI,per-response,0.006030000000000001,0.00116,,,90.2167,score-of-100,2.89e-05,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Sonnet 5.5 (high) / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,gpt-6-astra,max,mixed,hard,CRI,per-response,0.111,2.89e-05,,,64.11,score-of-100,0.00289,,prev=64.11 (src-conceptualreasoning.ai-2026-10-15#M18); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-6 Astra / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,gpt-6-astra,max,mixed,hard,CRI,per-response,0.101,2.89e-05,,,95.1167,score-of-100,2.89e-05,,prev=95.1167 (src-conceptualreasoning.ai-2026-10-15#M19); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-6 Astra / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,opus-5,max,mixed,hard,CRI,per-response,0.103,2.89e-05,,,63.3,score-of-100,0.00289,,prev=63.3 (src-conceptualreasoning.ai-2026-10-15#M20); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Opus 5 / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,opus-5,max,mixed,hard,CRI,per-response,0.0848,2.89e-05,,,96,score-of-100,2.89e-05,,prev=96 (src-conceptualreasoning.ai-2026-10-15#M21); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Opus 5 / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,gpt-6-astra,high,mixed,hard,CRI,per-response,0.0369,2.89e-05,,,63.84,score-of-100,0.00289,,prev=63.84 (src-conceptualreasoning.ai-2026-10-15#M22); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-6 Astra (high) / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,gpt-6-astra,high,mixed,hard,CRI,per-response,0.0375,2.89e-05,,,94.2167,score-of-100,2.89e-05,,prev=94.2167 (src-conceptualreasoning.ai-2026-10-15#M23); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-6 Astra (high) / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,sonnet-5.5,low,mixed,hard,CRI,per-response,0.0066375,0.00128,,,64.54,score-of-100,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Sonnet 5.5 (low) / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,sonnet-5.5,low,mixed,hard,CRI,per-response,0.0047475,0.000914,,,88.8833,score-of-100,2.89e-05,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Sonnet 5.5 (low) / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,gpt-6-astra,medium,mixed,hard,CRI,per-response,0.0175,2.89e-05,,,62.93,score-of-100,0.00289,,prev=62.93 (src-conceptualreasoning.ai-2026-10-15#M24); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-6 Astra (medium) / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,gpt-6-astra,medium,mixed,hard,CRI,per-response,0.0183,2.89e-05,,,95.1167,score-of-100,2.89e-05,,prev=95.1167 (src-conceptualreasoning.ai-2026-10-15#M25); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-6 Astra (medium) / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,gpt-6.1-sol,max,mixed,hard,CRI,per-response,0.0215,2.89e-05,,,62.78,score-of-100,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-6.1 Sol / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,gpt-6.1-sol,max,mixed,hard,CRI,per-response,0.0222,2.89e-05,,,94.2167,score-of-100,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-6.1 Sol / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,fable-5,max,mixed,hard,CRI,per-response,0.391,2.89e-05,,,60.34,score-of-100,0.00289,,prev=60.34 (src-conceptualreasoning.ai-2026-10-15#M26); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Fable 5 / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,fable-5,max,mixed,hard,CRI,per-response,0.225,2.89e-05,,,97.3333,score-of-100,2.89e-05,,prev=97.3333 (src-conceptualreasoning.ai-2026-10-15#M27); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Fable 5 / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,gemini-4-argon,low,mixed,hard,CRI,per-response,0.0197,2.89e-05,,,62.92,score-of-100,0.00289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 4 Argon (low) / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,gemini-4-argon,low,mixed,hard,CRI,per-response,0.0174,2.89e-05,,,96,score-of-100,2.89e-05,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 4 Argon (low) / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,opus-5,medium,mixed,hard,CRI,per-response,0.0409,2.89e-05,,,62.93,score-of-100,0.00289,,prev=62.93 (src-conceptualreasoning.ai-2026-10-15#M28); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Opus 5 (medium) / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,opus-5,medium,mixed,hard,CRI,per-response,0.0227,2.89e-05,,,91.55,score-of-100,2.89e-05,,prev=91.55 (src-conceptualreasoning.ai-2026-10-15#M29); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Opus 5 (medium) / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,gemini-4-argon,high,mixed,hard,CRI,per-response,0.0634,2.89e-05,,,63.69,score-of-100,0.00289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 4 Argon / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,gemini-4-argon,high,mixed,hard,CRI,per-response,0.0581,2.89e-05,,,95.55,score-of-100,2.89e-05,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 4 Argon / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,fable-5.1,low,mixed,hard,CRI,per-response,0.074,2.89e-05,,,63.46,score-of-100,0.00289,,prev=63.46 (src-conceptualreasoning.ai-2026-10-15#M30); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Fable 5.1 (low) / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,fable-5.1,low,mixed,hard,CRI,per-response,0.0232,2.89e-05,,,90.2167,score-of-100,2.89e-05,,prev=90.2167 (src-conceptualreasoning.ai-2026-10-15#M31); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Fable 5.1 (low) / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,fable-5,xhigh,mixed,hard,CRI,per-response,0.177,2.89e-05,,,61.02,score-of-100,0.00289,,prev=61.02 (src-conceptualreasoning.ai-2026-10-15#M32); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Fable 5 (xhigh) / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,fable-5,xhigh,mixed,hard,CRI,per-response,0.0962,2.89e-05,,,95.55,score-of-100,2.89e-05,,prev=95.55 (src-conceptualreasoning.ai-2026-10-15#M33); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Fable 5 (xhigh) / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,gemini-4-argon,medium,mixed,hard,CRI,per-response,0.0237,2.89e-05,,,62.85,score-of-100,0.00289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 4 Argon (medium) / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,gemini-4-argon,medium,mixed,hard,CRI,per-response,0.0168,2.89e-05,,,95.55,score-of-100,2.89e-05,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 4 Argon (medium) / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,opus-5,low,mixed,hard,CRI,per-response,0.0173,2.89e-05,,,62.58,score-of-100,0.00289,,prev=62.58 (src-conceptualreasoning.ai-2026-10-15#M34); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Opus 5 (low) / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,opus-5,low,mixed,hard,CRI,per-response,0.00881,2.89e-05,,,88.45,score-of-100,2.89e-05,,prev=88.45 (src-conceptualreasoning.ai-2026-10-15#M35); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Opus 5 (low) / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,gpt-6-astra,low,mixed,hard,CRI,per-response,0.0146,2.89e-05,,,62.19,score-of-100,0.00289,,prev=62.19 (src-conceptualreasoning.ai-2026-10-15#M36); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-6 Astra (low) / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,gpt-6-astra,low,mixed,hard,CRI,per-response,0.0141,2.89e-05,,,91.55,score-of-100,2.89e-05,,prev=91.55 (src-conceptualreasoning.ai-2026-10-15#M37); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-6 Astra (low) / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,fable-5,high,mixed,hard,CRI,per-response,0.11,2.89e-05,,,61.15,score-of-100,0.00289,,prev=61.15 (src-conceptualreasoning.ai-2026-10-15#M38); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Fable 5 (high) / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,fable-5,high,mixed,hard,CRI,per-response,0.0595,2.89e-05,,,94.2167,score-of-100,2.89e-05,,prev=94.2167 (src-conceptualreasoning.ai-2026-10-15#M39); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Fable 5 (high) / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,fable-5,medium,mixed,hard,CRI,per-response,0.0777,2.89e-05,,,60.32,score-of-100,0.00289,,prev=60.32 (src-conceptualreasoning.ai-2026-10-15#M40); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Fable 5 (medium) / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,fable-5,medium,mixed,hard,CRI,per-response,0.0341,2.89e-05,,,92.8833,score-of-100,2.89e-05,,prev=92.8833 (src-conceptualreasoning.ai-2026-10-15#M41); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Fable 5 (medium) / column dtbench),,in,in cri-dtbench,conceptualreasoning.ai,grok-4-fast,not-established:absent,mixed,hard,CRI,,,,,,71.1111,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Grok 4 Fast / column dtbench),,out:effort-not-established, cri-lmca,conceptualreasoning.ai,gpt-6-sol,max,mixed,hard,CRI,per-response,0.0233,2.89e-05,,,59.08,score-of-100,0.00289,,prev=59.08 (src-conceptualreasoning.ai-2026-10-15#M43); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-6 Sol / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,gpt-6-sol,max,mixed,hard,CRI,per-response,0.0302,2.89e-05,,,95.55,score-of-100,2.89e-05,,prev=95.55 (src-conceptualreasoning.ai-2026-10-15#M44); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-6 Sol / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,gpt-5.6-sol-pro,max,mixed,hard,CRI,per-response,0.46,0.0531,,,59.21,score-of-100,0.00289,,prev=59.21 (src-conceptualreasoning.ai-2026-10-15#M45); cost-method-assumed-single; cost-unrepriced; cost-price-band,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Sol Pro / column lmca),,in,out:cost-single-couple cri-dtbench,conceptualreasoning.ai,gpt-5.6-sol-pro,max,mixed,hard,CRI,per-response,0.57625,0.0665,,,93.3333,score-of-100,2.89e-05,,prev=93.3333 (src-conceptualreasoning.ai-2026-10-15#M46); cost-method-assumed-single; cost-unrepriced; cost-price-band,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Sol Pro / column dtbench),,in,out:cost-single-couple cri-lmca,conceptualreasoning.ai,gpt-5.6-sol,max,mixed,hard,CRI,per-response,0.09487499999999999,0.011,,,58.43,score-of-100,0.00289,,prev=58.43 (src-conceptualreasoning.ai-2026-10-15#M47); cost-method-assumed-single; cost-unrepriced; cost-price-band,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Sol / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,gpt-5.6-sol,max,mixed,hard,CRI,per-response,0.14250000000000002,0.0165,,,92.45,score-of-100,2.89e-05,,prev=92.45 (src-conceptualreasoning.ai-2026-10-15#M48); cost-method-assumed-single; cost-unrepriced; cost-price-band,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Sol / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,fable-5,low,mixed,hard,CRI,per-response,0.0437,2.89e-05,,,59.59,score-of-100,0.00289,,prev=59.59 (src-conceptualreasoning.ai-2026-10-15#M49); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Fable 5 (low) / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,fable-5,low,mixed,hard,CRI,per-response,0.015,2.89e-05,,,85.7833,score-of-100,2.89e-05,,prev=85.7833 (src-conceptualreasoning.ai-2026-10-15#M50); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Fable 5 (low) / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,gpt-5.6-sol,xhigh,mixed,hard,CRI,per-response,0.043625,0.00504,,,58.49,score-of-100,0.00289,,prev=58.49 (src-conceptualreasoning.ai-2026-10-15#M51); cost-method-assumed-single; cost-unrepriced; cost-price-band,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Sol (xhigh) / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,gpt-5.6-sol,xhigh,mixed,hard,CRI,per-response,0.05550000000000001,0.00641,,,92.8833,score-of-100,2.89e-05,,prev=92.8833 (src-conceptualreasoning.ai-2026-10-15#M52); cost-method-assumed-single; cost-unrepriced; cost-price-band,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Sol (xhigh) / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,opus-4.8,max,mixed,hard,CRI,per-response,0.305,2.89e-05,,,57.51,score-of-100,0.00289,,prev=57.51 (src-conceptualreasoning.ai-2026-10-15#M53); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Opus 4.8 / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,opus-4.8,max,mixed,hard,CRI,per-response,0.327,2.89e-05,,,91.55,score-of-100,2.89e-05,,prev=91.55 (src-conceptualreasoning.ai-2026-10-15#M54); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Opus 4.8 / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,?Muse Wonder,not-established:absent,mixed,hard,CRI,per-response,0.101,2.89e-05,,,56.84,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Muse Wonder / column lmca),,out:model-not-established,out:model-not-established cri-dtbench,conceptualreasoning.ai,?Muse Wonder,not-established:absent,mixed,hard,CRI,per-response,0.203,2.89e-05,,,92,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Muse Wonder / column dtbench),,out:model-not-established,out:model-not-established cri-lmca,conceptualreasoning.ai,gpt-5.6-sol,high,mixed,hard,CRI,per-response,0.02725,0.00315,,,56.94,score-of-100,0.00289,,prev=56.94 (src-conceptualreasoning.ai-2026-10-15#M55); cost-method-assumed-single; cost-unrepriced; cost-price-band,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Sol (high) / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,gpt-5.6-sol,high,mixed,hard,CRI,per-response,0.036125,0.00417,,,92.45,score-of-100,2.89e-05,,prev=92.45 (src-conceptualreasoning.ai-2026-10-15#M56); cost-method-assumed-single; cost-unrepriced; cost-price-band,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Sol (high) / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,gpt-5.5,xhigh,mixed,hard,CRI,per-response,0.0708,2.89e-05,,,54.27,score-of-100,0.00289,,prev=54.27 (src-conceptualreasoning.ai-2026-10-15#M57); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.5 / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,gpt-5.5,xhigh,mixed,hard,CRI,per-response,0.145,2.89e-05,,,93.3333,score-of-100,2.89e-05,,prev=93.3333 (src-conceptualreasoning.ai-2026-10-15#M58); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.5 / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,gpt-5.6-sol,medium,mixed,hard,CRI,per-response,0.018125000000000002,0.00209,,,56.4,score-of-100,0.00289,,prev=56.4 (src-conceptualreasoning.ai-2026-10-15#M59); cost-method-assumed-single; cost-unrepriced; cost-price-band,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Sol (medium) / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,gpt-5.6-sol,medium,mixed,hard,CRI,per-response,0.02275,0.00263,,,92,score-of-100,2.89e-05,,prev=92 (src-conceptualreasoning.ai-2026-10-15#M60); cost-method-assumed-single; cost-unrepriced; cost-price-band,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Sol (medium) / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,opus-4.6,max,mixed,hard,CRI,per-response,0.0916,2.89e-05,,,55.76,score-of-100,0.00289,,prev=55.76 (src-conceptualreasoning.ai-2026-10-15#M61); cost-method-assumed-single,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Opus 4.6 / column lmca),,out:single-couple,out:cost-not-comparable cri-dtbench,conceptualreasoning.ai,opus-4.6,max,mixed,hard,CRI,per-response,0.326,2.89e-05,,,85.3333,score-of-100,2.89e-05,,prev=85.3333 (src-conceptualreasoning.ai-2026-10-15#M62); cost-method-assumed-single,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Opus 4.6 / column dtbench),,out:single-couple,out:cost-not-comparable cri-lmca,conceptualreasoning.ai,gpt-5.6-sol,low,mixed,hard,CRI,per-response,0.013875000000000002,0.0016,,,55.89,score-of-100,0.00289,,prev=55.89 (src-conceptualreasoning.ai-2026-10-15#M63); cost-method-assumed-single; cost-unrepriced; cost-price-band,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Sol (low) / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,gpt-5.6-sol,low,mixed,hard,CRI,per-response,0.01575,0.00182,,,89.7833,score-of-100,2.89e-05,,prev=89.7833 (src-conceptualreasoning.ai-2026-10-15#M64); cost-method-assumed-single; cost-unrepriced; cost-price-band,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Sol (low) / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,gpt-5.5-pro,xhigh,mixed,hard,CRI,per-response,0.408,2.89e-05,,,53.94,score-of-100,0.00289,,prev=53.94 (src-conceptualreasoning.ai-2026-10-15#M65); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.5 Pro / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,gpt-5.5-pro,xhigh,mixed,hard,CRI,per-response,0.894,2.89e-05,,,93.3333,score-of-100,2.89e-05,,prev=93.3333 (src-conceptualreasoning.ai-2026-10-15#M66); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.5 Pro / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,muse-spark-1.3,xhigh,mixed,hard,CRI,per-response,0.0257,2.89e-05,,,53.87,score-of-100,0.00289,,prev=53.87 (src-conceptualreasoning.ai-2026-10-15#M67); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Muse Spark 1.3 / column lmca),,out:single-couple,out:cost-single-couple cri-dtbench,conceptualreasoning.ai,muse-spark-1.3,xhigh,mixed,hard,CRI,per-response,0.0266,2.89e-05,,,94.2167,score-of-100,2.89e-05,,prev=94.2167 (src-conceptualreasoning.ai-2026-10-15#M68); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Muse Spark 1.3 / column dtbench),,out:single-couple,out:cost-single-couple cri-lmca,conceptualreasoning.ai,gemini-3.8-flash,medium,mixed,hard,CRI,per-response,0.0138,2.89e-05,,,52.9,score-of-100,0.00289,,prev=52.9 (src-conceptualreasoning.ai-2026-10-15#M69); base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 3.8 Flash (medium) / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,gemini-3.8-flash,medium,mixed,hard,CRI,per-response,0.0119,2.89e-05,,,91.55,score-of-100,2.89e-05,,prev=91.55 (src-conceptualreasoning.ai-2026-10-15#M70); base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 3.8 Flash (medium) / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,gpt-5.6-terra,max,mixed,hard,CRI,per-response,0.09090000000000001,0.00583,,,54.95,score-of-100,0.00289,,prev=54.95 (src-conceptualreasoning.ai-2026-10-15#M71); cost-method-assumed-single; cost-unrepriced; cost-price-band,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Terra / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,gpt-5.6-terra,max,mixed,hard,CRI,per-response,0.12510000000000002,0.00803,,,88.8833,score-of-100,2.89e-05,,prev=88.8833 (src-conceptualreasoning.ai-2026-10-15#M72); cost-method-assumed-single; cost-unrepriced; cost-price-band,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Terra / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,opus-4.7,max,mixed,hard,CRI,per-response,0.13,2.89e-05,,,52.2,score-of-100,0.00289,,prev=52.2 (src-conceptualreasoning.ai-2026-10-15#M73); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Opus 4.7 / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,opus-4.7,max,mixed,hard,CRI,per-response,0.442,2.89e-05,,,91.0833,score-of-100,2.89e-05,,prev=91.0833 (src-conceptualreasoning.ai-2026-10-15#M74); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Opus 4.7 / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,gemini-3.1-pro,medium,mixed,hard,CRI,per-response,0.0157,2.89e-05,,,52.8,score-of-100,0.00289,,prev=52.8 (src-conceptualreasoning.ai-2026-10-15#M75); cost-method-assumed-single,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 3.1 Pro (medium) / column lmca),,in,out:cost-not-comparable cri-dtbench,conceptualreasoning.ai,gemini-3.1-pro,medium,mixed,hard,CRI,per-response,0.0205,2.89e-05,,,95.1167,score-of-100,2.89e-05,,prev=95.1167 (src-conceptualreasoning.ai-2026-10-15#M76); cost-method-assumed-single,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 3.1 Pro (medium) / column dtbench),,in,out:cost-not-comparable cri-lmca,conceptualreasoning.ai,gpt-5.4,xhigh,mixed,hard,CRI,per-response,0.0869,2.89e-05,,,51.97,score-of-100,0.00289,,prev=51.97 (src-conceptualreasoning.ai-2026-10-15#M77); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.4 / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,gpt-5.4,xhigh,mixed,hard,CRI,per-response,0.11,2.89e-05,,,90.6667,score-of-100,2.89e-05,,prev=90.6667 (src-conceptualreasoning.ai-2026-10-15#M78); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.4 / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,haiku-5.5,max,mixed,hard,CRI,per-response,0.0156,2.89e-05,,,51.06,score-of-100,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Haiku 5.5 / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,haiku-5.5,max,mixed,hard,CRI,per-response,0.0207,2.89e-05,,,91.65,score-of-100,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Haiku 5.5 / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,gemini-3.8-flash,high,mixed,hard,CRI,per-response,0.0495,2.89e-05,,,51.55,score-of-100,0.00289,,prev=51.55 (src-conceptualreasoning.ai-2026-10-15#M79); base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 3.8 Flash / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,gemini-3.8-flash,high,mixed,hard,CRI,per-response,0.0745,2.89e-05,,,92.8667,score-of-100,2.89e-05,,prev=92.8667 (src-conceptualreasoning.ai-2026-10-15#M80); base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 3.8 Flash / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,gemini-3.7-flash,high,mixed,hard,CRI,per-response,0.0147,2.89e-05,,,50.38,score-of-100,0.00289,,prev=50.38 (src-conceptualreasoning.ai-2026-10-15#M81); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 3.7 Flash / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,gemini-3.7-flash,high,mixed,hard,CRI,per-response,0.0195,2.89e-05,,,94.6667,score-of-100,2.89e-05,,prev=94.6667 (src-conceptualreasoning.ai-2026-10-15#M82); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 3.7 Flash / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,gemini-3.8-flash,low,mixed,hard,CRI,per-response,0.00585,2.89e-05,,,51.16,score-of-100,0.00289,,prev=51.16 (src-conceptualreasoning.ai-2026-10-15#M83); base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 3.8 Flash (low) / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,gemini-3.8-flash,low,mixed,hard,CRI,per-response,0.00655,2.89e-05,,,91.55,score-of-100,2.89e-05,,prev=91.55 (src-conceptualreasoning.ai-2026-10-15#M84); base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 3.8 Flash (low) / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,gemini-3.1-pro,high,mixed,hard,CRI,per-response,0.0505,2.89e-05,,,53.82,score-of-100,0.00289,,prev=53.82 (src-conceptualreasoning.ai-2026-10-15#M85); cost-method-assumed-single,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 3.1 Pro / column lmca),,in,out:cost-not-comparable cri-dtbench,conceptualreasoning.ai,gemini-3.1-pro,high,mixed,hard,CRI,per-response,0.0683,2.89e-05,,,92.45,score-of-100,2.89e-05,,prev=92.45 (src-conceptualreasoning.ai-2026-10-15#M86); cost-method-assumed-single,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 3.1 Pro / column dtbench),,in,out:cost-not-comparable cri-lmca,conceptualreasoning.ai,muse-spark-1.1,xhigh,mixed,hard,CRI,per-response,0.0134,2.89e-05,,,49.91,score-of-100,0.00289,,prev=49.91 (src-conceptualreasoning.ai-2026-10-15#M87); cost-method-assumed-single,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Muse Spark 1.1 / column lmca),,out:single-couple,out:cost-not-comparable cri-dtbench,conceptualreasoning.ai,muse-spark-1.1,xhigh,mixed,hard,CRI,per-response,0.0209,2.89e-05,,,90.6667,score-of-100,2.89e-05,,prev=90.6667 (src-conceptualreasoning.ai-2026-10-15#M88); cost-method-assumed-single,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Muse Spark 1.1 / column dtbench),,out:single-couple,out:cost-not-comparable cri-lmca,conceptualreasoning.ai,glm-5.3,max,mixed,hard,CRI,per-response,0.00859,2.89e-05,,,55.51,score-of-100,0.00289,,prev=55.51 (src-conceptualreasoning.ai-2026-10-15#M89); cost-method-assumed-single,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GLM-5.3 / column lmca),,in,out:cost-not-comparable cri-dtbench,conceptualreasoning.ai,glm-5.3,max,mixed,hard,CRI,per-response,0.0135,2.89e-05,,,79.45,score-of-100,2.89e-05,,prev=79.45 (src-conceptualreasoning.ai-2026-10-15#M90); cost-method-assumed-single,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GLM-5.3 / column dtbench),,in,out:cost-not-comparable cri-lmca,conceptualreasoning.ai,grok-4.7,xhigh,mixed,hard,CRI,per-response,0.0759,2.89e-05,,,49.38,score-of-100,0.00289,,prev=49.38 (src-conceptualreasoning.ai-2026-10-15#M91); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Grok 4.7 / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,grok-4.7,xhigh,mixed,hard,CRI,per-response,0.0713,2.89e-05,,,93.3333,score-of-100,2.89e-05,,prev=93.3333 (src-conceptualreasoning.ai-2026-10-15#M92); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Grok 4.7 / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,gemini-3.1-pro,low,mixed,hard,CRI,per-response,0.00893,2.89e-05,,,51.18,score-of-100,0.00289,,prev=51.18 (src-conceptualreasoning.ai-2026-10-15#M93); cost-method-assumed-single,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 3.1 Pro (low) / column lmca),,in,out:cost-not-comparable cri-dtbench,conceptualreasoning.ai,gemini-3.1-pro,low,mixed,hard,CRI,per-response,0.012,2.89e-05,,,91.55,score-of-100,2.89e-05,,prev=91.55 (src-conceptualreasoning.ai-2026-10-15#M94); cost-method-assumed-single,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 3.1 Pro (low) / column dtbench),,in,out:cost-not-comparable cri-lmca,conceptualreasoning.ai,gemini-3.7-flash,medium,mixed,hard,CRI,per-response,0.00686,2.89e-05,,,49.22,score-of-100,0.00289,,prev=49.22 (src-conceptualreasoning.ai-2026-10-15#M95); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 3.7 Flash (medium) / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,gemini-3.7-flash,medium,mixed,hard,CRI,per-response,0.0082,2.89e-05,,,91.1167,score-of-100,2.89e-05,,prev=91.1167 (src-conceptualreasoning.ai-2026-10-15#M96); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 3.7 Flash (medium) / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,gpt-5.6-terra,xhigh,mixed,hard,CRI,per-response,0.01395,0.000895,,,52.23,score-of-100,0.00289,,prev=52.23 (src-conceptualreasoning.ai-2026-10-15#M97); cost-method-assumed-single; cost-unrepriced; cost-price-band,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Terra (xhigh) / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,gpt-5.6-terra,xhigh,mixed,hard,CRI,per-response,0.01755,0.00113,,,87.55,score-of-100,2.89e-05,,prev=87.55 (src-conceptualreasoning.ai-2026-10-15#M98); cost-method-assumed-single; cost-unrepriced; cost-price-band,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Terra (xhigh) / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,kimi-k3,max,mixed,hard,CRI,per-response,0.064,2.89e-05,,,52.74,score-of-100,0.00289,,prev=52.74 (src-conceptualreasoning.ai-2026-10-15#M99); cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Kimi K3 / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,kimi-k3,max,mixed,hard,CRI,per-response,0.0872,2.89e-05,,,85.3333,score-of-100,2.89e-05,,prev=85.3333 (src-conceptualreasoning.ai-2026-10-15#M100); cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Kimi K3 / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,muse-spark-1.2,xhigh,mixed,hard,CRI,per-response,0.0185,2.89e-05,,,48.35,score-of-100,0.00289,,prev=48.35 (src-conceptualreasoning.ai-2026-10-15#M101); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Muse Spark 1.2 / column lmca),,out:single-couple,out:cost-single-couple cri-dtbench,conceptualreasoning.ai,muse-spark-1.2,xhigh,mixed,hard,CRI,per-response,0.0319,2.89e-05,,,91.1167,score-of-100,2.89e-05,,prev=91.1167 (src-conceptualreasoning.ai-2026-10-15#M102); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Muse Spark 1.2 / column dtbench),,out:single-couple,out:cost-single-couple cri-lmca,conceptualreasoning.ai,grok-4.6,xhigh,mixed,hard,CRI,per-response,0.0273,2.89e-05,,,48.45,score-of-100,0.00289,,prev=48.45 (src-conceptualreasoning.ai-2026-10-15#M103); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Grok 4.6 / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,grok-4.6,xhigh,mixed,hard,CRI,per-response,0.0215,2.89e-05,,,95.55,score-of-100,2.89e-05,,prev=95.55 (src-conceptualreasoning.ai-2026-10-15#M104); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Grok 4.6 / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,sonnet-5,max,mixed,hard,CRI,per-response,0.379,2.89e-05,,,49.3,score-of-100,0.00289,,prev=49.3 (src-conceptualreasoning.ai-2026-10-15#M105); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Sonnet 5 / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,sonnet-5,max,mixed,hard,CRI,per-response,0.301,2.89e-05,,,87.4667,score-of-100,2.89e-05,,prev=87.4667 (src-conceptualreasoning.ai-2026-10-15#M106); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Sonnet 5 / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,gpt-5.6-terra,high,mixed,hard,CRI,per-response,0.007722000000000001,0.000496,,,51.37,score-of-100,0.00289,,prev=51.37 (src-conceptualreasoning.ai-2026-10-15#M107); cost-method-assumed-single; cost-unrepriced; cost-price-band,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Terra (high) / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,gpt-5.6-terra,high,mixed,hard,CRI,per-response,0.00981,0.00063,,,85.3333,score-of-100,2.89e-05,,prev=85.3333 (src-conceptualreasoning.ai-2026-10-15#M108); cost-method-assumed-single; cost-unrepriced; cost-price-band,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Terra (high) / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,sonnet-5,xhigh,mixed,hard,CRI,per-response,0.0726,2.89e-05,,,48.81,score-of-100,0.00289,,prev=48.81 (src-conceptualreasoning.ai-2026-10-15#M109); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Sonnet 5 (xhigh) / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,sonnet-5,xhigh,mixed,hard,CRI,per-response,0.0683,2.89e-05,,,82.5167,score-of-100,2.89e-05,,prev=82.5167 (src-conceptualreasoning.ai-2026-10-15#M110); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Sonnet 5 (xhigh) / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,gpt-5.6-terra,medium,mixed,hard,CRI,per-response,0.005355,0.000345,,,49.64,score-of-100,0.00289,,prev=49.64 (src-conceptualreasoning.ai-2026-10-15#M111); cost-method-assumed-single; cost-unrepriced; cost-price-band,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Terra (medium) / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,gpt-5.6-terra,medium,mixed,hard,CRI,per-response,0.006858,0.000441,,,83.55,score-of-100,2.89e-05,,prev=83.55 (src-conceptualreasoning.ai-2026-10-15#M112); cost-method-assumed-single; cost-unrepriced; cost-price-band,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Terra (medium) / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,gpt-5.6-sol,not-established:absent,mixed,hard,CRI,per-response,0.00624,2.89e-05,,,52.75,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Sol (off) / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,gpt-5.6-sol,not-established:absent,mixed,hard,CRI,per-response,0.00501,2.89e-05,,,72.8833,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Sol (off) / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,grok-4.5,high,mixed,hard,CRI,per-response,0.00992,0.00143,,,45.2,score-of-100,0.00289,,prev=45.2 (src-conceptualreasoning.ai-2026-10-15#M115); cost-method-assumed-single; cost-unrepriced; cost-price-band,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Grok 4.5 / column lmca),,in,out:cost-single-couple cri-dtbench,conceptualreasoning.ai,grok-4.5,high,mixed,hard,CRI,per-response,0.0156,0.00225,,,94.2167,score-of-100,2.89e-05,,prev=94.2167 (src-conceptualreasoning.ai-2026-10-15#M116); cost-method-assumed-single; cost-unrepriced; cost-price-band,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Grok 4.5 / column dtbench),,in,out:cost-single-couple cri-lmca,conceptualreasoning.ai,gpt-5.6-terra,low,mixed,hard,CRI,per-response,0.004716,0.000304,,,49.3,score-of-100,0.00289,,prev=49.3 (src-conceptualreasoning.ai-2026-10-15#M117); cost-method-assumed-single; cost-unrepriced; cost-price-band,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Terra (low) / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,gpt-5.6-terra,low,mixed,hard,CRI,per-response,0.005832,0.000375,,,83.55,score-of-100,2.89e-05,,prev=83.55 (src-conceptualreasoning.ai-2026-10-15#M118); cost-method-assumed-single; cost-unrepriced; cost-price-band,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Terra (low) / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,gemini-3.7-flash,low,mixed,hard,CRI,per-response,0.00474,2.89e-05,,,47.09,score-of-100,0.00289,,prev=47.09 (src-conceptualreasoning.ai-2026-10-15#M119); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 3.7 Flash (low) / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,gemini-3.7-flash,low,mixed,hard,CRI,per-response,0.00565,2.89e-05,,,88.8833,score-of-100,2.89e-05,,prev=88.8833 (src-conceptualreasoning.ai-2026-10-15#M120); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 3.7 Flash (low) / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,gemini-3.5-flash,high,mixed,hard,CRI,per-response,0.0259,2.89e-05,,,47.15,score-of-100,0.00289,,prev=47.15 (src-conceptualreasoning.ai-2026-10-15#M121); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 3.5 Flash / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,gemini-3.5-flash,high,mixed,hard,CRI,per-response,0.0489,2.89e-05,,,91.1167,score-of-100,2.89e-05,,prev=91.1167 (src-conceptualreasoning.ai-2026-10-15#M122); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 3.5 Flash / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,haiku-5.5,xhigh,mixed,hard,CRI,per-response,0.00215,2.89e-05,,,47.99,score-of-100,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Haiku 5.5 (xhigh) / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,haiku-5.5,xhigh,mixed,hard,CRI,per-response,0.00239,2.89e-05,,,78.6667,score-of-100,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Haiku 5.5 (xhigh) / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,sonnet-5,high,mixed,hard,CRI,per-response,0.0321,2.89e-05,,,50.02,score-of-100,0.00289,,prev=50.02 (src-conceptualreasoning.ai-2026-10-15#M123); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Sonnet 5 (high) / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,sonnet-5,high,mixed,hard,CRI,per-response,0.0252,2.89e-05,,,74.2167,score-of-100,2.89e-05,,prev=74.2167 (src-conceptualreasoning.ai-2026-10-15#M124); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Sonnet 5 (high) / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,gemini-3.6-flash,high,mixed,hard,CRI,per-response,0.03195,0.00615,,,44.93,score-of-100,0.00289,,prev=44.93 (src-conceptualreasoning.ai-2026-10-15#M125); cost-method-assumed-single; cost-unrepriced; cost-price-band,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 3.6 Flash / column lmca),,in,out:cost-single-couple cri-dtbench,conceptualreasoning.ai,gemini-3.6-flash,high,mixed,hard,CRI,per-response,0.0465,0.00895,,,92.45,score-of-100,2.89e-05,,prev=92.45 (src-conceptualreasoning.ai-2026-10-15#M126); cost-method-assumed-single; cost-unrepriced; cost-price-band,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 3.6 Flash / column dtbench),,in,out:cost-single-couple cri-lmca,conceptualreasoning.ai,?Qwen3.8-Max,not-established:absent,mixed,hard,CRI,per-response,0.0234,2.89e-05,,,46.24,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3.8-Max / column lmca),,out:model-not-established,out:model-not-established cri-dtbench,conceptualreasoning.ai,?Qwen3.8-Max,not-established:absent,mixed,hard,CRI,per-response,0.0973,2.89e-05,,,86.6667,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3.8-Max / column dtbench),,out:model-not-established,out:model-not-established cri-lmca,conceptualreasoning.ai,qwen3.8-2.4t-a95b,xhigh,mixed,hard,CRI,per-response,0.0236,2.89e-05,,,45.51,score-of-100,0.00289,,prev=45.51 (src-conceptualreasoning.ai-2026-10-15#M129); cost-method-assumed-single,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3.8-2.4T-A95B / column lmca),,in,out:cost-not-comparable cri-dtbench,conceptualreasoning.ai,qwen3.8-2.4t-a95b,xhigh,mixed,hard,CRI,per-response,0.111,2.89e-05,,,88.65,score-of-100,2.89e-05,,prev=88.65 (src-conceptualreasoning.ai-2026-10-15#M130); cost-method-assumed-single,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3.8-2.4T-A95B / column dtbench),,in,out:cost-not-comparable cri-lmca,conceptualreasoning.ai,deepseek-v4-pro-0813,max,mixed,hard,CRI,per-response,0.18327413793103448,0.0897,,,45.45,score-of-100,0.00289,,prev=45.45 (src-conceptualreasoning.ai-2026-10-15#M131); cost-method-assumed-single; cost-unrepriced; cost-price-band,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row DeepSeek V4 Pro (0813) / column lmca),,in,out:cost-single-couple cri-dtbench,conceptualreasoning.ai,deepseek-v4-pro-0813,max,mixed,hard,CRI,per-response,0.25947413793103447,0.127,,,89.7833,score-of-100,2.89e-05,,prev=89.7833 (src-conceptualreasoning.ai-2026-10-15#M132); cost-method-assumed-single; cost-unrepriced; cost-price-band,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row DeepSeek V4 Pro (0813) / column dtbench),,in,out:cost-single-couple cri-lmca,conceptualreasoning.ai,sonnet-4.6,high,mixed,hard,CRI,per-response,0.0651,2.89e-05,,,46.51,score-of-100,0.00289,,prev=46.51 (src-conceptualreasoning.ai-2026-10-15#M133); cost-method-assumed-single,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Sonnet 4.6 / column lmca),,in,out:cost-not-comparable cri-dtbench,conceptualreasoning.ai,sonnet-4.6,high,mixed,hard,CRI,per-response,0.202,2.89e-05,,,83.1167,score-of-100,2.89e-05,,prev=83.1167 (src-conceptualreasoning.ai-2026-10-15#M134); cost-method-assumed-single,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Sonnet 4.6 / column dtbench),,in,out:cost-not-comparable cri-lmca,conceptualreasoning.ai,gpt-5.2,xhigh,mixed,hard,CRI,per-response,0.113,2.89e-05,,,43.91,score-of-100,0.00289,,prev=43.91 (src-conceptualreasoning.ai-2026-10-15#M135); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.2 / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,gpt-5.2,xhigh,mixed,hard,CRI,per-response,0.205,2.89e-05,,,84.8833,score-of-100,2.89e-05,,prev=84.8833 (src-conceptualreasoning.ai-2026-10-15#M136); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.2 / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,opus-4.5,not-established:absent,mixed,hard,CRI,per-response,0.0624,2.89e-05,,,44.46,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Opus 4.5 / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,opus-4.5,not-established:absent,mixed,hard,CRI,per-response,0.166,2.89e-05,,,83.1167,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Opus 4.5 / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,gpt-5.6-luna,xhigh,mixed,hard,CRI,per-response,0.00237,0.000913,,,48.54,score-of-100,0.00289,,prev=48.54 (src-conceptualreasoning.ai-2026-10-15#M139); cost-method-assumed-single; cost-unrepriced; cost-price-band,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Luna (xhigh) / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,gpt-5.6-luna,xhigh,mixed,hard,CRI,per-response,0.00414,0.00159,,,81.7833,score-of-100,2.89e-05,,prev=81.7833 (src-conceptualreasoning.ai-2026-10-15#M140); cost-method-assumed-single; cost-unrepriced; cost-price-band,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Luna (xhigh) / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,gpt-5.6-luna,max,mixed,hard,CRI,per-response,0.004998000000000001,0.00192,,,48.54,score-of-100,0.00289,,prev=48.54 (src-conceptualreasoning.ai-2026-10-15#M141); cost-method-assumed-single; cost-unrepriced; cost-price-band,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Luna / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,gpt-5.6-luna,max,mixed,hard,CRI,per-response,0.010799999999999999,0.00416,,,81.3333,score-of-100,2.89e-05,,prev=81.3333 (src-conceptualreasoning.ai-2026-10-15#M142); cost-method-assumed-single; cost-unrepriced; cost-price-band,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Luna / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,glm-5.2,not-established:absent,mixed,hard,CRI,per-response,0.0181,2.89e-05,,,45.82,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GLM-5.2 / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,glm-5.2,not-established:absent,mixed,hard,CRI,per-response,0.0758,2.89e-05,,,89.3333,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GLM-5.2 / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,haiku-5.5,high,mixed,hard,CRI,per-response,0.0011,2.89e-05,,,45.2,score-of-100,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Haiku 5.5 (high) / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,haiku-5.5,high,mixed,hard,CRI,per-response,0.00109,2.89e-05,,,77.7833,score-of-100,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Haiku 5.5 (high) / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,deepseek-v4.1-flash,max,mixed,hard,CRI,per-response,0.00894,2.89e-05,,,46.97,score-of-100,0.00289,,prev=46.97 (src-conceptualreasoning.ai-2026-10-15#M145); cost-method-assumed-single,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row DeepSeek V4.1 Flash / column lmca),,in,out:cost-not-comparable cri-dtbench,conceptualreasoning.ai,deepseek-v4.1-flash,max,mixed,hard,CRI,per-response,0.0139,2.89e-05,,,83.1167,score-of-100,2.89e-05,,prev=83.1167 (src-conceptualreasoning.ai-2026-10-15#M146); cost-method-assumed-single,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row DeepSeek V4.1 Flash / column dtbench),,in,out:cost-not-comparable cri-lmca,conceptualreasoning.ai,gpt-6-luna,max,mixed,hard,CRI,per-response,0.00187,2.89e-05,,,44.49,score-of-100,0.00289,,prev=44.49 (src-conceptualreasoning.ai-2026-10-15#M147); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-6 Luna / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,gpt-6-luna,max,mixed,hard,CRI,per-response,0.00484,2.89e-05,,,83.55,score-of-100,2.89e-05,,prev=83.55 (src-conceptualreasoning.ai-2026-10-15#M148); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-6 Luna / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,gpt-5.6-luna,high,mixed,hard,CRI,per-response,0.001212,0.000467,,,47.38,score-of-100,0.00289,,prev=47.38 (src-conceptualreasoning.ai-2026-10-15#M149); cost-method-assumed-single; cost-unrepriced; cost-price-band,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Luna (high) / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,gpt-5.6-luna,high,mixed,hard,CRI,per-response,0.002094,0.000806,,,77.7833,score-of-100,2.89e-05,,prev=77.7833 (src-conceptualreasoning.ai-2026-10-15#M150); cost-method-assumed-single; cost-unrepriced; cost-price-band,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Luna (high) / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,haiku-5.5,medium,mixed,hard,CRI,per-response,0.000868,2.89e-05,,,45.6,score-of-100,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Haiku 5.5 (medium) / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,haiku-5.5,medium,mixed,hard,CRI,per-response,0.000793,2.89e-05,,,73.7833,score-of-100,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Haiku 5.5 (medium) / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,gpt-5.1,high,mixed,hard,CRI,per-response,0.0353,2.89e-05,,,43.89,score-of-100,0.00289,,prev=43.89 (src-conceptualreasoning.ai-2026-10-15#M151); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.1 / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,gpt-5.1,high,mixed,hard,CRI,per-response,0.0906,2.89e-05,,,83.55,score-of-100,2.89e-05,,prev=83.55 (src-conceptualreasoning.ai-2026-10-15#M152); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.1 / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,qwen3.7-max,not-established:absent,mixed,hard,CRI,per-response,0.0193,2.89e-05,,,44.02,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3.7-Max / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,qwen3.7-max,not-established:absent,mixed,hard,CRI,per-response,0.066,2.89e-05,,,87.1167,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3.7-Max / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,sonnet-5,medium,mixed,hard,CRI,per-response,0.0104,2.89e-05,,,49.71,score-of-100,0.00289,,prev=49.71 (src-conceptualreasoning.ai-2026-10-15#M155); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Sonnet 5 (medium) / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,sonnet-5,medium,mixed,hard,CRI,per-response,0.00794,2.89e-05,,,65.3333,score-of-100,2.89e-05,,prev=65.3333 (src-conceptualreasoning.ai-2026-10-15#M156); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Sonnet 5 (medium) / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,haiku-5.5,low,mixed,hard,CRI,per-response,0.000772,2.89e-05,,,44.83,score-of-100,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Haiku 5.5 (low) / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,haiku-5.5,low,mixed,hard,CRI,per-response,0.000697,2.89e-05,,,68.45,score-of-100,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Haiku 5.5 (low) / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,gemini-3-flash,high,mixed,hard,CRI,per-response,0.00753,2.89e-05,,,43.13,score-of-100,0.00289,,prev=43.13 (src-conceptualreasoning.ai-2026-10-15#M157); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 3 Flash / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,gemini-3-flash,high,mixed,hard,CRI,per-response,0.0407,2.89e-05,,,81.7833,score-of-100,2.89e-05,,prev=81.7833 (src-conceptualreasoning.ai-2026-10-15#M158); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 3 Flash / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,?DeepSeek V4 Pro,not-established:absent,mixed,hard,CRI,per-response,0.00575,2.89e-05,,,41.2,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row DeepSeek V4 Pro / column lmca),,out:model-not-established,out:model-not-established cri-dtbench,conceptualreasoning.ai,?DeepSeek V4 Pro,not-established:absent,mixed,hard,CRI,per-response,0.0112,2.89e-05,,,84.45,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row DeepSeek V4 Pro / column dtbench),,out:model-not-established,out:model-not-established cri-lmca,conceptualreasoning.ai,grok-4.20-multi-agent,not-established:absent,mixed,hard,CRI,per-response,0.312,2.89e-05,,,41.37,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Grok 4.20 Multi-Agent / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,grok-4.20-multi-agent,not-established:absent,mixed,hard,CRI,per-response,0.209,2.89e-05,,,84.45,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Grok 4.20 Multi-Agent / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,gpt-5,high,mixed,hard,CRI,per-response,0.0315,2.89e-05,,,39.99,score-of-100,0.00289,,prev=39.99 (src-conceptualreasoning.ai-2026-10-15#M163); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5 / column lmca),,out:single-couple,out:cost-single-couple cri-dtbench,conceptualreasoning.ai,gpt-5,high,mixed,hard,CRI,per-response,0.0604,2.89e-05,,,84.45,score-of-100,2.89e-05,,prev=84.45 (src-conceptualreasoning.ai-2026-10-15#M164); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5 / column dtbench),,out:single-couple,out:cost-single-couple cri-lmca,conceptualreasoning.ai,qwen3.8-27b,xhigh,mixed,hard,CRI,per-response,0.015,2.89e-05,,,41.36,score-of-100,0.00289,,prev=41.36 (src-conceptualreasoning.ai-2026-10-15#M165); cost-method-assumed-single,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3.8-27B / column lmca),,in,out:cost-not-comparable cri-dtbench,conceptualreasoning.ai,qwen3.8-27b,xhigh,mixed,hard,CRI,per-response,0.0523,2.89e-05,,,80,score-of-100,2.89e-05,,prev=80 (src-conceptualreasoning.ai-2026-10-15#M166); cost-method-assumed-single,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3.8-27B / column dtbench),,in,out:cost-not-comparable cri-lmca,conceptualreasoning.ai,qwen3.6-max-preview,not-established:absent,mixed,hard,CRI,per-response,0.023,2.89e-05,,,42.53,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3.6-Max (preview) / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,qwen3.6-max-preview,not-established:absent,mixed,hard,CRI,per-response,0.0302,2.89e-05,,,78.6667,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3.6-Max (preview) / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,sonnet-5,low,mixed,hard,CRI,per-response,0.0048,2.89e-05,,,49.65,score-of-100,0.00289,,prev=49.65 (src-conceptualreasoning.ai-2026-10-15#M169); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Sonnet 5 (low) / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,sonnet-5,low,mixed,hard,CRI,per-response,0.00297,2.89e-05,,,56,score-of-100,2.89e-05,,prev=56 (src-conceptualreasoning.ai-2026-10-15#M170); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Sonnet 5 (low) / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,gpt-5.6-luna,medium,mixed,hard,CRI,per-response,0.00044879999999999996,0.000175,,,44.25,score-of-100,0.00289,,prev=44.25 (src-conceptualreasoning.ai-2026-10-15#M171); cost-method-assumed-single; cost-unrepriced; cost-price-band,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Luna (medium) / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,gpt-5.6-luna,medium,mixed,hard,CRI,per-response,0.00069,0.000267,,,72,score-of-100,2.89e-05,,prev=72 (src-conceptualreasoning.ai-2026-10-15#M172); cost-method-assumed-single; cost-unrepriced; cost-price-band,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Luna (medium) / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,deepseek-v4-flash-0731,max,mixed,hard,CRI,per-response,0.00626,2.89e-05,,,41.73,score-of-100,0.00289,,prev=41.73 (src-conceptualreasoning.ai-2026-10-15#M173); cost-method-assumed-single,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row DeepSeek V4 Flash (0731) / column lmca),,in,out:cost-not-comparable cri-dtbench,conceptualreasoning.ai,deepseek-v4-flash-0731,max,mixed,hard,CRI,per-response,0.00982,2.89e-05,,,84.8833,score-of-100,2.89e-05,,prev=84.8833 (src-conceptualreasoning.ai-2026-10-15#M174); cost-method-assumed-single,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row DeepSeek V4 Flash (0731) / column dtbench),,in,out:cost-not-comparable cri-lmca,conceptualreasoning.ai,grok-4.20,not-established:absent,mixed,hard,CRI,per-response,0.00638,2.89e-05,,,38.66,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Grok 4.20 / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,grok-4.20,not-established:absent,mixed,hard,CRI,per-response,0.012,2.89e-05,,,83.55,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Grok 4.20 / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,kimi-k2.6,not-established:absent,mixed,hard,CRI,per-response,0.0206,2.89e-05,,,37.26,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Kimi K2.6 / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,kimi-k2.6,not-established:absent,mixed,hard,CRI,per-response,0.0556,2.89e-05,,,84.8833,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Kimi K2.6 / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,o3-pro,high,mixed,hard,CRI,per-response,0.15,2.89e-05,,,38.48,score-of-100,0.00289,,prev=38.48 (src-conceptualreasoning.ai-2026-10-15#M179); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row o3-pro / column lmca),,out:single-couple,out:cost-single-couple cri-dtbench,conceptualreasoning.ai,o3-pro,high,mixed,hard,CRI,per-response,0.235,2.89e-05,,,78.2167,score-of-100,2.89e-05,,prev=78.2167 (src-conceptualreasoning.ai-2026-10-15#M180); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row o3-pro / column dtbench),,out:single-couple,out:cost-single-couple cri-lmca,conceptualreasoning.ai,gpt-5.6-terra,not-established:absent,mixed,hard,CRI,per-response,0.00246,2.89e-05,,,46.51,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Terra (off) / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,gpt-5.6-terra,not-established:absent,mixed,hard,CRI,per-response,0.00213,2.89e-05,,,64.45,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Terra (off) / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,o3,high,mixed,hard,CRI,per-response,0.00972,0.00374,,,39.7,score-of-100,0.00289,,prev=39.7 (src-conceptualreasoning.ai-2026-10-15#M183); cost-method-assumed-single; cost-unrepriced; cost-price-band,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row o3 / column lmca),,out:single-couple,out:cost-single-couple cri-dtbench,conceptualreasoning.ai,o3,high,mixed,hard,CRI,per-response,0.01344,0.00517,,,74.6667,score-of-100,2.89e-05,,prev=74.6667 (src-conceptualreasoning.ai-2026-10-15#M184); cost-method-assumed-single; cost-unrepriced; cost-price-band,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row o3 / column dtbench),,out:single-couple,out:cost-single-couple cri-lmca,conceptualreasoning.ai,grok-4.3,high,mixed,hard,CRI,per-response,0.00441,2.89e-05,,,38.33,score-of-100,0.00289,,prev=38.33 (src-conceptualreasoning.ai-2026-10-15#M185); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Grok 4.3 / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,grok-4.3,high,mixed,hard,CRI,per-response,0.00961,2.89e-05,,,84.45,score-of-100,2.89e-05,,prev=84.45 (src-conceptualreasoning.ai-2026-10-15#M186); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Grok 4.3 / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,inkling,not-established:absent,mixed,hard,CRI,per-response,0.0236,2.89e-05,,,37.58,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Inkling / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,inkling,not-established:absent,mixed,hard,CRI,per-response,0.0772,2.89e-05,,,79.1167,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Inkling / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,hy3,high,mixed,hard,CRI,per-response,0.00182,2.89e-05,,,37.45,score-of-100,0.00289,,prev=37.45 (src-conceptualreasoning.ai-2026-10-15#M189); cost-method-assumed-single,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Hy3 / column lmca),,out:single-couple,out:cost-not-comparable cri-dtbench,conceptualreasoning.ai,hy3,high,mixed,hard,CRI,per-response,0.01,2.89e-05,,,82.2167,score-of-100,2.89e-05,,prev=82.2167 (src-conceptualreasoning.ai-2026-10-15#M190); cost-method-assumed-single,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Hy3 / column dtbench),,out:single-couple,out:cost-not-comparable cri-lmca,conceptualreasoning.ai,gpt-5.6-luna,low,mixed,hard,CRI,per-response,0.00031140000000000003,0.000123,,,43.79,score-of-100,0.00289,,prev=43.79 (src-conceptualreasoning.ai-2026-10-15#M191); cost-method-assumed-single; cost-unrepriced; cost-price-band,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Luna (low) / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,gpt-5.6-luna,low,mixed,hard,CRI,per-response,0.0004116,0.000161,,,66.6667,score-of-100,2.89e-05,,prev=66.6667 (src-conceptualreasoning.ai-2026-10-15#M192); cost-method-assumed-single; cost-unrepriced; cost-price-band,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Luna (low) / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,gpt-5.4-mini,xhigh,mixed,hard,CRI,per-response,0.047,2.89e-05,,,40.79,score-of-100,0.00289,,prev=40.79 (src-conceptualreasoning.ai-2026-10-15#M193); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.4 mini / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,gpt-5.4-mini,xhigh,mixed,hard,CRI,per-response,0.0841,2.89e-05,,,66.6667,score-of-100,2.89e-05,,prev=66.6667 (src-conceptualreasoning.ai-2026-10-15#M194); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.4 mini / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,sonnet-4.5,not-established:absent,mixed,hard,CRI,per-response,0.0662,2.89e-05,,,38.76,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Sonnet 4.5 / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,sonnet-4.5,not-established:absent,mixed,hard,CRI,per-response,0.0909,2.89e-05,,,72,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Sonnet 4.5 / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,nemotron-3-ultra-550b-a55b,not-established:absent,mixed,hard,CRI,per-response,0.00541,2.89e-05,,,36.9,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Nemotron 3 Ultra / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,nemotron-3-ultra-550b-a55b,not-established:absent,mixed,hard,CRI,per-response,0.0176,2.89e-05,,,83.55,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Nemotron 3 Ultra / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,gpt-5.2-chat-latest,solo,mixed,hard,CRI,per-response,0.00532,2.89e-05,,,40.12,score-of-100,0.00289,,prev=40.12 (src-conceptualreasoning.ai-2026-10-15#M199); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.2 Chat / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,gpt-5.2-chat-latest,solo,mixed,hard,CRI,per-response,0.00524,2.89e-05,,,68.8833,score-of-100,2.89e-05,,prev=68.8833 (src-conceptualreasoning.ai-2026-10-15#M200); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.2 Chat / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,?Mistral Large 4,not-established:absent,mixed,hard,CRI,per-response,0.0188,2.89e-05,,,35.79,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Mistral Large 4 / column lmca),,out:model-not-established,out:model-not-established cri-dtbench,conceptualreasoning.ai,?Mistral Large 4,not-established:absent,mixed,hard,CRI,per-response,0.0917,2.89e-05,,,80.4,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Mistral Large 4 / column dtbench),,out:model-not-established,out:model-not-established cri-lmca,conceptualreasoning.ai,gemini-3.5-flash-lite,high,mixed,hard,CRI,per-response,0.00529,2.89e-05,,,37.6,score-of-100,0.00289,,prev=37.6 (src-conceptualreasoning.ai-2026-10-15#M201); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 3.5 Flash-Lite / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,gemini-3.5-flash-lite,high,mixed,hard,CRI,per-response,0.0119,2.89e-05,,,72.45,score-of-100,2.89e-05,,prev=72.45 (src-conceptualreasoning.ai-2026-10-15#M202); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 3.5 Flash-Lite / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,muse-glimmer-30b,xhigh,mixed,hard,CRI,per-response,0.00328,2.89e-05,,,34.85,score-of-100,0.00289,,prev=34.85 (src-conceptualreasoning.ai-2026-10-15#M203); cost-method-assumed-single,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Muse Glimmer 30B / column lmca),,out:single-couple,out:cost-not-comparable cri-dtbench,conceptualreasoning.ai,muse-glimmer-30b,xhigh,mixed,hard,CRI,per-response,0.00779,2.89e-05,,,76,score-of-100,2.89e-05,,prev=76 (src-conceptualreasoning.ai-2026-10-15#M204); cost-method-assumed-single,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Muse Glimmer 30B / column dtbench),,out:single-couple,out:cost-not-comparable cri-lmca,conceptualreasoning.ai,haiku-5.5,not-established:absent,mixed,hard,CRI,per-response,0.000544,2.89e-05,,,39.26,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Haiku 5.5 (off) / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,haiku-5.5,not-established:absent,mixed,hard,CRI,per-response,0.000355,2.89e-05,,,58.6667,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Haiku 5.5 (off) / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,gemma-4-31b-it,not-established:absent,mixed,hard,CRI,per-response,0.00105,2.89e-05,,,39.25,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemma 4 31B / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,gemma-4-31b-it,not-established:absent,mixed,hard,CRI,per-response,0.00249,2.89e-05,,,71.1167,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemma 4 31B / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,qwen3.5-397b-a17b,not-established:absent,mixed,hard,CRI,per-response,0.0183,2.89e-05,,,37.89,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3.5 397B-A17B / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,qwen3.5-397b-a17b,not-established:absent,mixed,hard,CRI,per-response,0.0264,2.89e-05,,,79.1167,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3.5 397B-A17B / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,opus-4,not-established:absent,mixed,hard,CRI,per-response,0.116,2.89e-05,,,37.43,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Opus 4 / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,opus-4,not-established:absent,mixed,hard,CRI,per-response,0.17,2.89e-05,,,69.3333,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Opus 4 / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,qwen3.7-plus,not-established:absent,mixed,hard,CRI,per-response,0.00465,2.89e-05,,,37.58,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3.7-Plus / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,qwen3.7-plus,not-established:absent,mixed,hard,CRI,per-response,0.0107,2.89e-05,,,73.3333,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3.7-Plus / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,gpt-5.4-nano,xhigh,mixed,hard,CRI,per-response,0.00987,2.89e-05,,,36.86,score-of-100,0.00289,,prev=36.86 (src-conceptualreasoning.ai-2026-10-15#M213); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.4 nano / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,gpt-5.4-nano,xhigh,mixed,hard,CRI,per-response,0.0245,2.89e-05,,,67.1167,score-of-100,2.89e-05,,prev=67.1167 (src-conceptualreasoning.ai-2026-10-15#M214); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.4 nano / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,qwen3-max-0123,think,mixed,hard,CRI,per-response,0.0393,2.89e-05,,,33.62,score-of-100,0.00289,,prev=33.62 (src-conceptualreasoning.ai-2026-10-15#M215); cost-method-assumed-single,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3-Max (thinking) / column lmca),,out:single-couple,out:cost-not-comparable cri-dtbench,conceptualreasoning.ai,qwen3-max-0123,think,mixed,hard,CRI,per-response,0.0573,2.89e-05,,,79.55,score-of-100,2.89e-05,,prev=79.55 (src-conceptualreasoning.ai-2026-10-15#M216); cost-method-assumed-single,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3-Max (thinking) / column dtbench),,out:single-couple,out:cost-not-comparable cri-lmca,conceptualreasoning.ai,?DeepSeek V4 Flash,not-established:absent,mixed,hard,CRI,per-response,0.00192,2.89e-05,,,35.88,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row DeepSeek V4 Flash / column lmca),,out:model-not-established,out:model-not-established cri-dtbench,conceptualreasoning.ai,?DeepSeek V4 Flash,not-established:absent,mixed,hard,CRI,per-response,0.00504,2.89e-05,,,77.3333,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row DeepSeek V4 Flash / column dtbench),,out:model-not-established,out:model-not-established cri-lmca,conceptualreasoning.ai,gpt-5-mini,high,mixed,hard,CRI,per-response,0.005,2.89e-05,,,34.2,score-of-100,0.00289,,prev=34.2 (src-conceptualreasoning.ai-2026-10-15#M219); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5 mini / column lmca),,out:single-couple,out:cost-single-couple cri-dtbench,conceptualreasoning.ai,gpt-5-mini,high,mixed,hard,CRI,per-response,0.0102,2.89e-05,,,67.55,score-of-100,2.89e-05,,prev=67.55 (src-conceptualreasoning.ai-2026-10-15#M220); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5 mini / column dtbench),,out:single-couple,out:cost-single-couple cri-lmca,conceptualreasoning.ai,opus-4.1,not-established:absent,mixed,hard,CRI,per-response,0.125,2.89e-05,,,37.08,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Opus 4.1 / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,opus-4.1,not-established:absent,mixed,hard,CRI,per-response,0.173,2.89e-05,,,66.6667,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Opus 4.1 / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,gpt-5.3-chat-latest,solo,mixed,hard,CRI,per-response,0.00484,2.89e-05,,,38.12,score-of-100,0.00289,,prev=38.12 (src-conceptualreasoning.ai-2026-10-15#M223); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.3 Chat / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,gpt-5.3-chat-latest,solo,mixed,hard,CRI,per-response,0.00798,2.89e-05,,,64.8833,score-of-100,2.89e-05,,prev=64.8833 (src-conceptualreasoning.ai-2026-10-15#M224); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.3 Chat / column dtbench),,in,in cri-lmca,conceptualreasoning.ai,gemini-2.5-pro,not-established:absent,mixed,hard,CRI,per-response,0.0387,2.89e-05,,,34.77,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 2.5 Pro / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,gemini-2.5-pro,not-established:absent,mixed,hard,CRI,per-response,0.0828,2.89e-05,,,70.6667,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 2.5 Pro / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,qwen3.5-27b,not-established:absent,mixed,hard,CRI,per-response,0.0124,2.89e-05,,,33.98,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3.5 27B / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,qwen3.5-27b,not-established:absent,mixed,hard,CRI,per-response,0.0181,2.89e-05,,,70.6667,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3.5 27B / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,qwen3.5-plus,not-established:absent,mixed,hard,CRI,per-response,0.00776,2.89e-05,,,36.36,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3.5-Plus / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,qwen3.5-plus,not-established:absent,mixed,hard,CRI,per-response,0.0102,2.89e-05,,,67.55,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3.5-Plus / column dtbench),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,sonnet-3.5-1022,solo,mixed,hard,CRI,,,,,,46.4,score-of-100,2.89e-05,,prev=46.4 (src-conceptualreasoning.ai-2026-10-15#M231),https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude 3.5 Sonnet (Oct '24) / column dtbench),,out:single-couple, cri-lmca,conceptualreasoning.ai,minimax-m3,not-established:absent,mixed,hard,CRI,per-response,0.00312,2.89e-05,,,33.7,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row MiniMax M3 / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,minimax-m3,not-established:absent,mixed,hard,CRI,per-response,0.0123,2.89e-05,,,64.8833,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row MiniMax M3 / column dtbench),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,?Claude 3.5 Sonnet (Jun '24),not-established:absent,mixed,hard,CRI,,,,,,46.285,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude 3.5 Sonnet (Jun '24) / column dtbench),,out:model-not-established, cri-lmca,conceptualreasoning.ai,gemini-3.1-flash-lite,high,mixed,hard,CRI,per-response,0.00344,2.89e-05,,,35.01,score-of-100,0.00289,,prev=35.01 (src-conceptualreasoning.ai-2026-10-15#M235); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 3.1 Flash-Lite / column lmca),,in,in cri-dtbench,conceptualreasoning.ai,gemini-3.1-flash-lite,high,mixed,hard,CRI,per-response,0.00994,2.89e-05,,,61.3333,score-of-100,2.89e-05,,prev=61.3333 (src-conceptualreasoning.ai-2026-10-15#M236); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 3.1 Flash-Lite / column dtbench),,in,in cri-dtbench,conceptualreasoning.ai,?Mistral Medium (Aug '25),not-established:absent,mixed,hard,CRI,,,,,,45.9259,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Mistral Medium (Aug '25) / column dtbench),,out:model-not-established, cri-lmca,conceptualreasoning.ai,deepseek-v3.2-exp,not-established:absent,mixed,hard,CRI,per-response,0.00114,2.89e-05,,,29.11,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row DeepSeek V3.2 Exp / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,deepseek-v3.2-exp,not-established:absent,mixed,hard,CRI,per-response,0.0024,2.89e-05,,,79.55,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row DeepSeek V3.2 Exp / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,qwen3.5-122b-a10b,not-established:absent,mixed,hard,CRI,per-response,0.0179,2.89e-05,,,32.23,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3.5 122B-A10B / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,qwen3.5-122b-a10b,not-established:absent,mixed,hard,CRI,per-response,0.0261,2.89e-05,,,73.7833,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3.5 122B-A10B / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,qwen3.6-plus,not-established:absent,mixed,hard,CRI,per-response,0.00988,2.89e-05,,,33.09,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3.6-Plus / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,qwen3.6-plus,not-established:absent,mixed,hard,CRI,per-response,0.0169,2.89e-05,,,69.7833,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3.6-Plus / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,deepseek-v3.2,not-established:absent,mixed,hard,CRI,per-response,0.00104,2.89e-05,,,28.82,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row DeepSeek V3.2 / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,deepseek-v3.2,not-established:absent,mixed,hard,CRI,per-response,0.00229,2.89e-05,,,76,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row DeepSeek V3.2 / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,qwen3.6-27b,not-established:absent,mixed,hard,CRI,per-response,0.0103,2.89e-05,,,34.53,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3.6 27B / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,qwen3.6-27b,not-established:absent,mixed,hard,CRI,per-response,0.0169,2.89e-05,,,63.55,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3.6 27B / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,gpt-5.6-luna,not-established:absent,mixed,hard,CRI,per-response,0.000249,2.89e-05,,,41.4,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Luna (off) / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,gpt-5.6-luna,not-established:absent,mixed,hard,CRI,per-response,0.000214,2.89e-05,,,48.75,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5.6 Luna (off) / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,mimo-v2.5-pro,not-established:absent,mixed,hard,CRI,per-response,0.00188,2.89e-05,,,29.5,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row MiMo v2.5 Pro / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,mimo-v2.5-pro,not-established:absent,mixed,hard,CRI,per-response,0.00506,2.89e-05,,,74.2167,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row MiMo v2.5 Pro / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,qwen3.6-flash,not-established:absent,mixed,hard,CRI,per-response,0.00486,2.89e-05,,,30.98,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3.6-Flash / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,qwen3.6-flash,not-established:absent,mixed,hard,CRI,per-response,0.00869,2.89e-05,,,61.7833,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3.6-Flash / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,qwen3-max-0923,solo,mixed,hard,CRI,per-response,0.00672,2.89e-05,,,28.27,score-of-100,0.00289,,prev=28.27 (src-conceptualreasoning.ai-2026-10-15#M254); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3-Max / column lmca),,out:single-couple,out:cost-single-couple cri-dtbench,conceptualreasoning.ai,qwen3-max-0923,solo,mixed,hard,CRI,per-response,0.0106,2.89e-05,,,70.2167,score-of-100,2.89e-05,,prev=70.2167 (src-conceptualreasoning.ai-2026-10-15#M255); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3-Max / column dtbench),,out:single-couple,out:cost-single-couple cri-lmca,conceptualreasoning.ai,haiku-4.5,not-established:absent,mixed,hard,CRI,per-response,0.0178,2.89e-05,,,30.94,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Haiku 4.5 / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,haiku-4.5,not-established:absent,mixed,hard,CRI,per-response,0.0244,2.89e-05,,,56,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Haiku 4.5 / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,qwen3-235b-a22b-thinking-2507,solo,mixed,hard,CRI,per-response,0.00585,2.89e-05,,,29.31,score-of-100,0.00289,,prev=29.31 (src-conceptualreasoning.ai-2026-10-15#M258); cost-method-assumed-single,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3 235B-A22B Thinking (2507) / column lmca),,out:single-couple,out:cost-not-comparable cri-dtbench,conceptualreasoning.ai,qwen3-235b-a22b-thinking-2507,solo,mixed,hard,CRI,per-response,0.0148,2.89e-05,,,67.1167,score-of-100,2.89e-05,,prev=67.1167 (src-conceptualreasoning.ai-2026-10-15#M259); cost-method-assumed-single,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3 235B-A22B Thinking (2507) / column dtbench),,out:single-couple,out:cost-not-comparable cri-lmca,conceptualreasoning.ai,qwen3.5-flash,not-established:absent,mixed,hard,CRI,per-response,0.00246,2.89e-05,,,29.14,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3.5-Flash / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,qwen3.5-flash,not-established:absent,mixed,hard,CRI,per-response,0.00351,2.89e-05,,,71.55,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3.5-Flash / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,qwen3.5-35b-a3b,not-established:absent,mixed,hard,CRI,per-response,0.0117,2.89e-05,,,29.47,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3.5 35B-A3B / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,qwen3.5-35b-a3b,not-established:absent,mixed,hard,CRI,per-response,0.0175,2.89e-05,,,66.6667,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3.5 35B-A3B / column dtbench),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,?Grok 2,not-established:absent,mixed,hard,CRI,,,,,,42.0148,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Grok 2 / column dtbench),,out:model-not-established, cri-lmca,conceptualreasoning.ai,deepseek-v3.1-terminus,not-established:absent,mixed,hard,CRI,per-response,0.00414,2.89e-05,,,28.58,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row DeepSeek V3.1 Terminus / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,deepseek-v3.1-terminus,not-established:absent,mixed,hard,CRI,per-response,0.0074,2.89e-05,,,68.8833,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row DeepSeek V3.1 Terminus / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,?Qwen Plus,not-established:absent,mixed,hard,CRI,per-response,0.00193,2.89e-05,,,23.96,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen Plus / column lmca),,out:model-not-established,out:model-not-established cri-dtbench,conceptualreasoning.ai,?Qwen Plus,not-established:absent,mixed,hard,CRI,per-response,0.00268,2.89e-05,,,68.45,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen Plus / column dtbench),,out:model-not-established,out:model-not-established cri-lmca,conceptualreasoning.ai,o4-mini,high,mixed,hard,CRI,per-response,0.00585,2.89e-05,,,26.5,score-of-100,0.00289,,prev=26.5 (src-conceptualreasoning.ai-2026-10-15#M269); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row o4-mini / column lmca),,out:single-couple,out:cost-single-couple cri-dtbench,conceptualreasoning.ai,o4-mini,high,mixed,hard,CRI,per-response,0.0171,2.89e-05,,,62.6667,score-of-100,2.89e-05,,prev=62.6667 (src-conceptualreasoning.ai-2026-10-15#M270); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row o4-mini / column dtbench),,out:single-couple,out:cost-single-couple cri-lmca,conceptualreasoning.ai,sonnet-4,not-established:absent,mixed,hard,CRI,per-response,0.042,2.89e-05,,,29,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Sonnet 4 / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,sonnet-4,not-established:absent,mixed,hard,CRI,per-response,0.0967,2.89e-05,,,61.7833,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Sonnet 4 / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,gemma-4-26b-a4b-it,not-established:absent,mixed,hard,CRI,per-response,0.00159,2.89e-05,,,29.68,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemma 4 26B-A4B / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,gemma-4-26b-a4b-it,not-established:absent,mixed,hard,CRI,per-response,0.0071,2.89e-05,,,58.2167,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemma 4 26B-A4B / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,?DeepSeek Chat V3.1,not-established:absent,mixed,hard,CRI,per-response,0.00369,2.89e-05,,,24.29,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row DeepSeek Chat V3.1 / column lmca),,out:model-not-established,out:model-not-established cri-dtbench,conceptualreasoning.ai,?DeepSeek Chat V3.1,not-established:absent,mixed,hard,CRI,per-response,0.00649,2.89e-05,,,71.1167,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row DeepSeek Chat V3.1 / column dtbench),,out:model-not-established,out:model-not-established cri-lmca,conceptualreasoning.ai,qwen3.6-35b-a3b,not-established:absent,mixed,hard,CRI,per-response,0.00729,2.89e-05,,,29.7,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3.6 35B-A3B / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,qwen3.6-35b-a3b,not-established:absent,mixed,hard,CRI,per-response,0.0126,2.89e-05,,,56.45,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3.6 35B-A3B / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,gpt-oss-120b,high,mixed,hard,CRI,per-response,0.00128,2.89e-05,,,22.14,score-of-100,0.00289,,prev=22.14 (src-conceptualreasoning.ai-2026-10-15#M279); cost-method-assumed-single,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row gpt-oss-120b / column lmca),,out:single-couple,out:cost-not-comparable cri-dtbench,conceptualreasoning.ai,gpt-oss-120b,high,mixed,hard,CRI,per-response,0.00413,2.89e-05,,,60.45,score-of-100,2.89e-05,,prev=60.45 (src-conceptualreasoning.ai-2026-10-15#M280); cost-method-assumed-single,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row gpt-oss-120b / column dtbench),,out:single-couple,out:cost-not-comparable cri-dtbench,conceptualreasoning.ai,gemini-2.0-flash,solo,mixed,hard,CRI,,,,,,38.6667,score-of-100,2.89e-05,,prev=38.6667 (src-conceptualreasoning.ai-2026-10-15#M281),https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 2.0 Flash / column dtbench),,out:single-couple, cri-lmca,conceptualreasoning.ai,?Qwen3 235B-A22B (2507),not-established:absent,mixed,hard,CRI,per-response,0.000755,2.89e-05,,,23.52,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3 235B-A22B (2507) / column lmca),,out:model-not-established,out:model-not-established cri-dtbench,conceptualreasoning.ai,?Qwen3 235B-A22B (2507),not-established:absent,mixed,hard,CRI,per-response,0.00188,2.89e-05,,,64,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3 235B-A22B (2507) / column dtbench),,out:model-not-established,out:model-not-established cri-lmca,conceptualreasoning.ai,o1,not-established:absent,mixed,hard,CRI,per-response,0.237,2.89e-05,,,22.27,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row o1 / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,o1,not-established:absent,mixed,hard,CRI,per-response,0.392,2.89e-05,,,57.7833,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row o1 / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,gemini-2.5-flash,not-established:absent,mixed,hard,CRI,per-response,0.00815,2.89e-05,,,27.49,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 2.5 Flash / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,gemini-2.5-flash,not-established:absent,mixed,hard,CRI,per-response,0.0171,2.89e-05,,,60.8833,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 2.5 Flash / column dtbench),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,?Mistral Medium 3 (May '25),not-established:absent,mixed,hard,CRI,,,,,,37.1111,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Mistral Medium 3 (May '25) / column dtbench),,out:model-not-established, cri-lmca,conceptualreasoning.ai,qwen3-next-80b-a3b-thinking,solo,mixed,hard,CRI,per-response,0.00556,2.89e-05,,,21.79,score-of-100,0.00289,,prev=21.79 (src-conceptualreasoning.ai-2026-10-15#M289); cost-method-assumed-single,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3-Next 80B-A3B Thinking / column lmca),,out:single-couple,out:cost-not-comparable cri-dtbench,conceptualreasoning.ai,qwen3-next-80b-a3b-thinking,solo,mixed,hard,CRI,per-response,0.00852,2.89e-05,,,58.6667,score-of-100,2.89e-05,,prev=58.6667 (src-conceptualreasoning.ai-2026-10-15#M290); cost-method-assumed-single,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3-Next 80B-A3B Thinking / column dtbench),,out:single-couple,out:cost-not-comparable cri-lmca,conceptualreasoning.ai,mistral-medium-3.5,high,mixed,hard,CRI,per-response,0.0384,2.89e-05,,,26.06,score-of-100,0.00289,,prev=26.06 (src-conceptualreasoning.ai-2026-10-15#M291); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Mistral Medium 3.5 / column lmca),,out:single-couple,out:cost-single-couple cri-dtbench,conceptualreasoning.ai,mistral-medium-3.5,high,mixed,hard,CRI,per-response,0.0713,2.89e-05,,,59.1167,score-of-100,2.89e-05,,prev=59.1167 (src-conceptualreasoning.ai-2026-10-15#M292); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Mistral Medium 3.5 / column dtbench),,out:single-couple,out:cost-single-couple cri-lmca,conceptualreasoning.ai,qwen3-235b-a22b,not-established:absent,mixed,hard,CRI,per-response,0.00966,2.89e-05,,,25,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3 235B-A22B / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,qwen3-235b-a22b,not-established:absent,mixed,hard,CRI,per-response,0.0367,2.89e-05,,,59.55,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3 235B-A22B / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,gpt-4.1,solo,mixed,hard,CRI,per-response,0.00714,2.89e-05,,,25.61,score-of-100,0.00289,,prev=25.61 (src-conceptualreasoning.ai-2026-10-15#M295); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-4.1 / column lmca),,out:single-couple,out:cost-single-couple cri-dtbench,conceptualreasoning.ai,gpt-4.1,solo,mixed,hard,CRI,per-response,0.00488,2.89e-05,,,47.1167,score-of-100,2.89e-05,,prev=47.1167 (src-conceptualreasoning.ai-2026-10-15#M296); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-4.1 / column dtbench),,out:single-couple,out:cost-single-couple cri-dtbench,conceptualreasoning.ai,?Llama 3.1 405B,not-established:absent,mixed,hard,CRI,,,,,,35.637,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Llama 3.1 405B / column dtbench),,out:model-not-established, cri-dtbench,conceptualreasoning.ai,?Magistral Small (Sep '25),not-established:absent,mixed,hard,CRI,,,,,,35.5249,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Magistral Small (Sep '25) / column dtbench),,out:model-not-established, cri-dtbench,conceptualreasoning.ai,?Mistral Large 2 (Jul '24),not-established:absent,mixed,hard,CRI,,,,,,35.3556,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Mistral Large 2 (Jul '24) / column dtbench),,out:model-not-established, cri-lmca,conceptualreasoning.ai,qwen3.5-9b,not-established:absent,mixed,hard,CRI,per-response,0.000965,2.89e-05,,,24.47,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3.5 9B / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,qwen3.5-9b,not-established:absent,mixed,hard,CRI,per-response,0.00154,2.89e-05,,,52,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3.5 9B / column dtbench),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,?Mistral Large (Nov '24),not-established:absent,mixed,hard,CRI,,,,,,34.7037,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Mistral Large (Nov '24) / column dtbench),,out:model-not-established, cri-lmca,conceptualreasoning.ai,qwen3-next-80b-a3b-instruct,solo,mixed,hard,CRI,per-response,0.00142,2.89e-05,,,21.38,score-of-100,0.00289,,prev=21.38 (src-conceptualreasoning.ai-2026-10-15#M303); cost-method-assumed-single,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3-Next 80B-A3B Instruct / column lmca),,out:single-couple,out:cost-not-comparable cri-dtbench,conceptualreasoning.ai,qwen3-next-80b-a3b-instruct,solo,mixed,hard,CRI,per-response,0.00224,2.89e-05,,,53.7833,score-of-100,2.89e-05,,prev=53.7833 (src-conceptualreasoning.ai-2026-10-15#M304); cost-method-assumed-single,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3-Next 80B-A3B Instruct / column dtbench),,out:single-couple,out:cost-not-comparable cri-lmca,conceptualreasoning.ai,nemotron-3.5-lightning,not-established:absent,mixed,hard,CRI,per-response,0.000995,2.89e-05,,,20.89,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Nemotron 3.5 Lightning / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,nemotron-3.5-lightning,not-established:absent,mixed,hard,CRI,per-response,0.00328,2.89e-05,,,50.6667,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Nemotron 3.5 Lightning / column dtbench),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,?Mistral Small 3.2 (Jun '25),not-established:absent,mixed,hard,CRI,,,,,,33.1111,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Mistral Small 3.2 (Jun '25) / column dtbench),,out:model-not-established, cri-lmca,conceptualreasoning.ai,qwen3-30b-a3b-thinking-2507,solo,mixed,hard,CRI,per-response,0.00391,2.89e-05,,,19.53,score-of-100,0.00289,,prev=19.53 (src-conceptualreasoning.ai-2026-10-15#M308); cost-method-assumed-single,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3 30B-A3B Thinking (2507) / column lmca),,out:single-couple,out:cost-not-comparable cri-dtbench,conceptualreasoning.ai,qwen3-30b-a3b-thinking-2507,solo,mixed,hard,CRI,per-response,0.01,2.89e-05,,,48.8833,score-of-100,2.89e-05,,prev=48.8833 (src-conceptualreasoning.ai-2026-10-15#M309); cost-method-assumed-single,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3 30B-A3B Thinking (2507) / column dtbench),,out:single-couple,out:cost-not-comparable cri-lmca,conceptualreasoning.ai,o3-mini,not-established:absent,mixed,hard,CRI,per-response,0.0262,2.89e-05,,,18.97,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row o3-mini / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,o3-mini,not-established:absent,mixed,hard,CRI,per-response,0.0377,2.89e-05,,,48,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row o3-mini / column dtbench),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,gemini-1.5-pro-002,solo,mixed,hard,CRI,,,,,,31.6296,score-of-100,2.89e-05,,prev=31.6296 (src-conceptualreasoning.ai-2026-10-15#M312),https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 1.5 Pro (002) / column dtbench),,out:single-couple, cri-lmca,conceptualreasoning.ai,qwen3-30b-a3b-instruct-2507,solo,mixed,hard,CRI,per-response,0.00105,2.89e-05,,,22.37,score-of-100,0.00289,,prev=22.37 (src-conceptualreasoning.ai-2026-10-15#M313); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3 30B-A3B Instruct (2507) / column lmca),,out:single-couple,out:cost-single-couple cri-dtbench,conceptualreasoning.ai,qwen3-30b-a3b-instruct-2507,solo,mixed,hard,CRI,per-response,0.00157,2.89e-05,,,45.3333,score-of-100,2.89e-05,,prev=45.3333 (src-conceptualreasoning.ai-2026-10-15#M314); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3 30B-A3B Instruct (2507) / column dtbench),,out:single-couple,out:cost-single-couple cri-dtbench,conceptualreasoning.ai,?Mistral Small 3.1 (Mar '25),not-established:absent,mixed,hard,CRI,,,,,,31.0741,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Mistral Small 3.1 (Mar '25) / column dtbench),,out:model-not-established, cri-lmca,conceptualreasoning.ai,gpt-4.1-mini,solo,mixed,hard,CRI,per-response,0.00137,2.89e-05,,,21.12,score-of-100,0.00289,,prev=21.12 (src-conceptualreasoning.ai-2026-10-15#M316); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-4.1 mini / column lmca),,out:single-couple,out:cost-single-couple cri-dtbench,conceptualreasoning.ai,gpt-4.1-mini,solo,mixed,hard,CRI,per-response,0.00149,2.89e-05,,,48,score-of-100,2.89e-05,,prev=48 (src-conceptualreasoning.ai-2026-10-15#M317); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-4.1 mini / column dtbench),,out:single-couple,out:cost-single-couple cri-lmca,conceptualreasoning.ai,?Mistral Small (Mar '26),not-established:absent,mixed,hard,CRI,per-response,0.00119,2.89e-05,,,20.61,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Mistral Small (Mar '26) / column lmca),,out:model-not-established,out:model-not-established cri-dtbench,conceptualreasoning.ai,?Mistral Small (Mar '26),not-established:absent,mixed,hard,CRI,per-response,0.00458,2.89e-05,,,51.55,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Mistral Small (Mar '26) / column dtbench),,out:model-not-established,out:model-not-established cri-lmca,conceptualreasoning.ai,gpt-oss-20b,high,mixed,hard,CRI,per-response,0.000271,2.89e-05,,,14.51,score-of-100,0.00289,,prev=14.51 (src-conceptualreasoning.ai-2026-10-15#M320); cost-method-assumed-single,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row gpt-oss-20b / column lmca),,out:single-couple,out:cost-not-comparable cri-dtbench,conceptualreasoning.ai,gpt-oss-20b,high,mixed,hard,CRI,per-response,0.00107,2.89e-05,,,46.6667,score-of-100,2.89e-05,,prev=46.6667 (src-conceptualreasoning.ai-2026-10-15#M321); cost-method-assumed-single,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row gpt-oss-20b / column dtbench),,out:single-couple,out:cost-not-comparable cri-lmca,conceptualreasoning.ai,qwen3-32b,not-established:absent,mixed,hard,CRI,per-response,0.000636,2.89e-05,,,17.28,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3 32B / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,qwen3-32b,not-established:absent,mixed,hard,CRI,per-response,0.00183,2.89e-05,,,45.7833,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3 32B / column dtbench),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,mistral-small-3.2-24b-instruct,solo,mixed,hard,CRI,,,,,,29.0876,score-of-100,2.89e-05,,prev=29.0876 (src-conceptualreasoning.ai-2026-10-15#M324),https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Mistral Small 3.2 24B / column dtbench),,out:single-couple, cri-lmca,conceptualreasoning.ai,qwen3-14b,not-established:absent,mixed,hard,CRI,per-response,0.00372,2.89e-05,,,18.19,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3 14B / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,qwen3-14b,not-established:absent,mixed,hard,CRI,per-response,0.0128,2.89e-05,,,40,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3 14B / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,mistral-medium-3.1,not-established:absent,mixed,hard,CRI,per-response,0.00181,2.89e-05,,,19.05,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Mistral Medium 3.1 / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,mistral-medium-3.1,not-established:absent,mixed,hard,CRI,per-response,0.00221,2.89e-05,,,45.7833,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Mistral Medium 3.1 / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,?Mistral Large 3,not-established:absent,mixed,hard,CRI,per-response,0.00128,2.89e-05,,,16.7,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Mistral Large 3 / column lmca),,out:model-not-established,out:model-not-established cri-dtbench,conceptualreasoning.ai,?Mistral Large 3,not-established:absent,mixed,hard,CRI,per-response,0.00139,2.89e-05,,,41.7833,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Mistral Large 3 / column dtbench),,out:model-not-established,out:model-not-established cri-dtbench,conceptualreasoning.ai,haiku-3.5,solo,mixed,hard,CRI,,,,,,27.7704,score-of-100,2.89e-05,,prev=27.7704 (src-conceptualreasoning.ai-2026-10-15#M331),https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude 3.5 Haiku / column dtbench),,out:single-couple, cri-dtbench,conceptualreasoning.ai,gemini-1.5-pro-001,solo,mixed,hard,CRI,,,,,,27.4519,score-of-100,2.89e-05,,prev=27.4519 (src-conceptualreasoning.ai-2026-10-15#M332),https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 1.5 Pro (001) / column dtbench),,out:single-couple, cri-lmca,conceptualreasoning.ai,?GPT-4o,not-established:absent,mixed,hard,CRI,per-response,0.00728,2.89e-05,,,16.59,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-4o / column lmca),,out:model-not-established,out:model-not-established cri-dtbench,conceptualreasoning.ai,?GPT-4o,not-established:absent,mixed,hard,CRI,per-response,0.00519,2.89e-05,,,40.8833,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-4o / column dtbench),,out:model-not-established,out:model-not-established cri-lmca,conceptualreasoning.ai,llama-4-maverick,solo,mixed,hard,CRI,per-response,0.000595,2.89e-05,,,15.87,score-of-100,0.00289,,prev=15.87 (src-conceptualreasoning.ai-2026-10-15#M335); cost-method-assumed-single,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Llama 4 Maverick / column lmca),,out:single-couple,out:cost-not-comparable cri-dtbench,conceptualreasoning.ai,llama-4-maverick,solo,mixed,hard,CRI,per-response,0.000567,2.89e-05,,,36.45,score-of-100,2.89e-05,,prev=36.45 (src-conceptualreasoning.ai-2026-10-15#M336); cost-method-assumed-single,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Llama 4 Maverick / column dtbench),,out:single-couple,out:cost-not-comparable cri-dtbench,conceptualreasoning.ai,?Mistral Large (Feb '24),not-established:absent,mixed,hard,CRI,,,,,,26.5037,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Mistral Large (Feb '24) / column dtbench),,out:model-not-established, cri-lmca,conceptualreasoning.ai,?DeepSeek Chat V3 (0324),not-established:absent,mixed,hard,CRI,per-response,0.000419,2.89e-05,,,15.47,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row DeepSeek Chat V3 (0324) / column lmca),,out:model-not-established,out:model-not-established cri-dtbench,conceptualreasoning.ai,?DeepSeek Chat V3 (0324),not-established:absent,mixed,hard,CRI,per-response,0.000807,2.89e-05,,,41.3333,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row DeepSeek Chat V3 (0324) / column dtbench),,out:model-not-established,out:model-not-established cri-dtbench,conceptualreasoning.ai,?Mistral Small 3.1 24B,not-established:absent,mixed,hard,CRI,,,,,,26.2222,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Mistral Small 3.1 24B / column dtbench),,out:model-not-established, cri-lmca,conceptualreasoning.ai,?Llama 3.3 70B,not-established:absent,mixed,hard,CRI,per-response,0.00104,2.89e-05,,,17.52,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Llama 3.3 70B / column lmca),,out:model-not-established,out:model-not-established cri-dtbench,conceptualreasoning.ai,?Llama 3.3 70B,not-established:absent,mixed,hard,CRI,per-response,0.000659,2.89e-05,,,32.45,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Llama 3.3 70B / column dtbench),,out:model-not-established,out:model-not-established cri-lmca,conceptualreasoning.ai,?GPT-4,not-established:absent,mixed,hard,CRI,per-response,0.0582,2.89e-05,,,17.06,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-4 / column lmca),,out:model-not-established,out:model-not-established cri-dtbench,conceptualreasoning.ai,?GPT-4,not-established:absent,mixed,hard,CRI,per-response,0.0329,2.89e-05,,,37.7833,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-4 / column dtbench),,out:model-not-established,out:model-not-established cri-lmca,conceptualreasoning.ai,qwen3-30b-a3b,not-established:absent,mixed,hard,CRI,per-response,0.00255,2.89e-05,,,15.82,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3 30B-A3B / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,qwen3-30b-a3b,not-established:absent,mixed,hard,CRI,per-response,0.00826,2.89e-05,,,33.7833,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3 30B-A3B / column dtbench),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,?Mixtral 8x22B,not-established:absent,mixed,hard,CRI,,,,,,25.237,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Mixtral 8x22B / column dtbench),,out:model-not-established, cri-lmca,conceptualreasoning.ai,gemini-2.5-flash-lite,not-established:absent,mixed,hard,CRI,per-response,0.00171,2.89e-05,,,18.07,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 2.5 Flash-Lite / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,gemini-2.5-flash-lite,not-established:absent,mixed,hard,CRI,per-response,0.00465,2.89e-05,,,38.05,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 2.5 Flash-Lite / column dtbench),,out:effort-not-established,out:effort-not-established cri-lmca,conceptualreasoning.ai,?DeepSeek Chat,not-established:absent,mixed,hard,CRI,per-response,0.000475,2.89e-05,,,15.24,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row DeepSeek Chat / column lmca),,out:model-not-established,out:model-not-established cri-dtbench,conceptualreasoning.ai,?DeepSeek Chat,not-established:absent,mixed,hard,CRI,per-response,0.000716,2.89e-05,,,37.7833,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row DeepSeek Chat / column dtbench),,out:model-not-established,out:model-not-established cri-dtbench,conceptualreasoning.ai,?Reka Core (Jul '24),not-established:absent,mixed,hard,CRI,,,,,,24.6444,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Reka Core (Jul '24) / column dtbench),,out:model-not-established, cri-lmca,conceptualreasoning.ai,?Llama 3.1 70B,not-established:absent,mixed,hard,CRI,per-response,0.000583,2.89e-05,,,14.85,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Llama 3.1 70B / column lmca),,out:model-not-established,out:model-not-established cri-dtbench,conceptualreasoning.ai,?Llama 3.1 70B,not-established:absent,mixed,hard,CRI,per-response,0.000309,2.89e-05,,,33.3333,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Llama 3.1 70B / column dtbench),,out:model-not-established,out:model-not-established cri-lmca,conceptualreasoning.ai,?Qwen2.5 72B,not-established:absent,mixed,hard,CRI,per-response,0.00437,2.89e-05,,,13.42,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen2.5 72B / column lmca),,out:model-not-established,out:model-not-established cri-dtbench,conceptualreasoning.ai,?Qwen2.5 72B,not-established:absent,mixed,hard,CRI,per-response,0.0033,2.89e-05,,,38.2167,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen2.5 72B / column dtbench),,out:model-not-established,out:model-not-established cri-lmca,conceptualreasoning.ai,gpt-5-nano,high,mixed,hard,CRI,per-response,0.00196,2.89e-05,,,7.93,score-of-100,0.00289,,prev=7.93 (src-conceptualreasoning.ai-2026-10-15#M357); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5 nano / column lmca),,out:single-couple,out:cost-single-couple cri-dtbench,conceptualreasoning.ai,gpt-5-nano,high,mixed,hard,CRI,per-response,0.00475,2.89e-05,,,37.7833,score-of-100,2.89e-05,,prev=37.7833 (src-conceptualreasoning.ai-2026-10-15#M358); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-5 nano / column dtbench),,out:single-couple,out:cost-single-couple cri-lmca,conceptualreasoning.ai,opus-3,solo,mixed,hard,CRI,per-response,0.0489,2.89e-05,,,17,score-of-100,0.00289,,prev=17 (src-conceptualreasoning.ai-2026-10-15#M359); cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude 3 Opus / column lmca),,out:single-couple,out:cost-single-couple cri-dtbench,conceptualreasoning.ai,opus-3,solo,mixed,hard,CRI,per-response,0.0318,2.89e-05,,,36,score-of-100,2.89e-05,,prev=36 (src-conceptualreasoning.ai-2026-10-15#M360); cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude 3 Opus / column dtbench),,out:single-couple,out:cost-single-couple cri-dtbench,conceptualreasoning.ai,?Llama 3 70B,not-established:absent,mixed,hard,CRI,,,,,,23.6074,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Llama 3 70B / column dtbench),,out:model-not-established, cri-lmca,conceptualreasoning.ai,llama-4-scout,solo,mixed,hard,CRI,per-response,0.000477,2.89e-05,,,11.96,score-of-100,0.00289,,prev=11.96 (src-conceptualreasoning.ai-2026-10-15#M362); cost-method-assumed-single,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Llama 4 Scout / column lmca),,out:single-couple,out:cost-not-comparable cri-dtbench,conceptualreasoning.ai,llama-4-scout,solo,mixed,hard,CRI,per-response,0.000439,2.89e-05,,,29.7833,score-of-100,2.89e-05,,prev=29.7833 (src-conceptualreasoning.ai-2026-10-15#M363); cost-method-assumed-single,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Llama 4 Scout / column dtbench),,out:single-couple,out:cost-not-comparable cri-dtbench,conceptualreasoning.ai,?Command (nightly),not-established:absent,mixed,hard,CRI,,,,,,23.0212,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Command (nightly) / column dtbench),,out:model-not-established, cri-dtbench,conceptualreasoning.ai,gemini-1.5-flash-002,solo,mixed,hard,CRI,,,,,,22.9852,score-of-100,2.89e-05,,prev=22.9852 (src-conceptualreasoning.ai-2026-10-15#M365),https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 1.5 Flash (002) / column dtbench),,out:single-couple, cri-dtbench,conceptualreasoning.ai,sonnet-3,solo,mixed,hard,CRI,,,,,,22.6595,score-of-100,2.89e-05,,prev=22.6595 (src-conceptualreasoning.ai-2026-10-15#M366),https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude 3 Sonnet / column dtbench),,out:single-couple, cri-dtbench,conceptualreasoning.ai,?Mistral Medium (Dec '23),not-established:absent,mixed,hard,CRI,,,,,,22.1704,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Mistral Medium (Dec '23) / column dtbench),,out:model-not-established, cri-dtbench,conceptualreasoning.ai,?Mistral Small (Feb '24),not-established:absent,mixed,hard,CRI,,,,,,21.5926,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Mistral Small (Feb '24) / column dtbench),,out:model-not-established, cri-lmca,conceptualreasoning.ai,gpt-4-turbo,solo,mixed,hard,CRI,per-response,0.0224,2.89e-05,,,9.78,score-of-100,0.00289,,prev=9.78 (src-conceptualreasoning.ai-2026-10-15#M369); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-4 Turbo / column lmca),,out:single-couple,out:cost-single-couple cri-dtbench,conceptualreasoning.ai,gpt-4-turbo,solo,mixed,hard,CRI,per-response,0.0168,2.89e-05,,,36,score-of-100,2.89e-05,,prev=36 (src-conceptualreasoning.ai-2026-10-15#M370); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-4 Turbo / column dtbench),,out:single-couple,out:cost-single-couple cri-dtbench,conceptualreasoning.ai,?Reka Core (May '24),not-established:absent,mixed,hard,CRI,,,,,,21.2667,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Reka Core (May '24) / column dtbench),,out:model-not-established, cri-dtbench,conceptualreasoning.ai,?Gemini 2.0 Flash-Lite,not-established:absent,mixed,hard,CRI,,,,,,20.8889,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 2.0 Flash-Lite / column dtbench),,out:model-not-established, cri-lmca,conceptualreasoning.ai,?Command A,not-established:absent,mixed,hard,CRI,per-response,0.00777,2.89e-05,,,10.28,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Command A / column lmca),,out:model-not-established,out:model-not-established cri-dtbench,conceptualreasoning.ai,?Command A,not-established:absent,mixed,hard,CRI,per-response,0.0053,2.89e-05,,,35.55,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Command A / column dtbench),,out:model-not-established,out:model-not-established cri-lmca,conceptualreasoning.ai,qwen3-8b,not-established:absent,mixed,hard,CRI,per-response,0.00191,2.89e-05,,,8.82,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3 8B / column lmca),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,qwen3-8b,not-established:absent,mixed,hard,CRI,per-response,0.00859,2.89e-05,,,32.8833,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen3 8B / column dtbench),,out:effort-not-established,out:effort-not-established cri-dtbench,conceptualreasoning.ai,claude-2.0,solo,mixed,hard,CRI,,,,,,19.7444,score-of-100,2.89e-05,,prev=19.7444 (src-conceptualreasoning.ai-2026-10-15#M377),https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude 2.0 / column dtbench),,out:single-couple, cri-lmca,conceptualreasoning.ai,gemma-3-27b-it,solo,mixed,hard,CRI,per-response,0.000335,2.89e-05,,,12.28,score-of-100,0.00289,,prev=12.28 (src-conceptualreasoning.ai-2026-10-15#M378); cost-method-assumed-single,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemma 3 27B / column lmca),,out:single-couple,out:cost-not-comparable cri-dtbench,conceptualreasoning.ai,gemma-3-27b-it,solo,mixed,hard,CRI,per-response,0.000268,2.89e-05,,,20.8833,score-of-100,2.89e-05,,prev=20.8833 (src-conceptualreasoning.ai-2026-10-15#M379); cost-method-assumed-single,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemma 3 27B / column dtbench),,out:single-couple,out:cost-not-comparable cri-dtbench,conceptualreasoning.ai,?Reka Core (Sep '24),not-established:absent,mixed,hard,CRI,,,,,,19.3704,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Reka Core (Sep '24) / column dtbench),,out:model-not-established, cri-lmca,conceptualreasoning.ai,?Ministral 14B,not-established:absent,mixed,hard,CRI,per-response,0.000447,2.89e-05,,,12.33,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Ministral 14B / column lmca),,out:model-not-established,out:model-not-established cri-dtbench,conceptualreasoning.ai,?Ministral 14B,not-established:absent,mixed,hard,CRI,per-response,0.000347,2.89e-05,,,26.6667,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Ministral 14B / column dtbench),,out:model-not-established,out:model-not-established cri-dtbench,conceptualreasoning.ai,gemini-1.5-flash-001,solo,mixed,hard,CRI,,,,,,18.9704,score-of-100,2.89e-05,,prev=18.9704 (src-conceptualreasoning.ai-2026-10-15#M383),https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 1.5 Flash (001) / column dtbench),,out:single-couple, cri-dtbench,conceptualreasoning.ai,?Reka Flash (Jul '24),not-established:absent,mixed,hard,CRI,,,,,,18.3852,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Reka Flash (Jul '24) / column dtbench),,out:model-not-established, cri-dtbench,conceptualreasoning.ai,claude-2.1,solo,mixed,hard,CRI,,,,,,18.2466,score-of-100,2.89e-05,,prev=18.2466 (src-conceptualreasoning.ai-2026-10-15#M385),https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude 2.1 / column dtbench),,out:single-couple, cri-dtbench,conceptualreasoning.ai,?Reka Flash (Sep '24),not-established:absent,mixed,hard,CRI,,,,,,17.9259,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Reka Flash (Sep '24) / column dtbench),,out:model-not-established, cri-lmca,conceptualreasoning.ai,gpt-4o-mini,solo,mixed,hard,CRI,per-response,0.000376,2.89e-05,,,10.37,score-of-100,0.00289,,prev=10.37 (src-conceptualreasoning.ai-2026-10-15#M387); cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-4o mini / column lmca),,out:single-couple,out:cost-single-couple cri-dtbench,conceptualreasoning.ai,gpt-4o-mini,solo,mixed,hard,CRI,per-response,0.00029,2.89e-05,,,24,score-of-100,2.89e-05,,prev=24 (src-conceptualreasoning.ai-2026-10-15#M388); cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-4o mini / column dtbench),,out:single-couple,out:cost-single-couple cri-lmca,conceptualreasoning.ai,?Ministral 8B (Dec '25),not-established:absent,mixed,hard,CRI,per-response,0.000291,2.89e-05,,,12.71,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Ministral 8B (Dec '25) / column lmca),,out:model-not-established,out:model-not-established cri-dtbench,conceptualreasoning.ai,?Ministral 8B (Dec '25),not-established:absent,mixed,hard,CRI,per-response,0.000258,2.89e-05,,,15.1167,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Ministral 8B (Dec '25) / column dtbench),,out:model-not-established,out:model-not-established cri-dtbench,conceptualreasoning.ai,?Reka Core (Apr '24),not-established:absent,mixed,hard,CRI,,,,,,17.2,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Reka Core (Apr '24) / column dtbench),,out:model-not-established, cri-dtbench,conceptualreasoning.ai,gemini-1.5-flash-8b-001,solo,mixed,hard,CRI,,,,,,16.7259,score-of-100,2.89e-05,,prev=16.7259 (src-conceptualreasoning.ai-2026-10-15#M392),https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 1.5 Flash-8B / column dtbench),,out:single-couple, cri-dtbench,conceptualreasoning.ai,?Mistral Small (Dec '23),not-established:absent,mixed,hard,CRI,,,,,,16.0148,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Mistral Small (Dec '23) / column dtbench),,out:model-not-established, cri-dtbench,conceptualreasoning.ai,?Mistral Small (Sep '24),not-established:absent,mixed,hard,CRI,,,,,,15.8889,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Mistral Small (Sep '24) / column dtbench),,out:model-not-established, cri-dtbench,conceptualreasoning.ai,?Command R+ (Apr '24),not-established:absent,mixed,hard,CRI,,,,,,15.5333,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Command R+ (Apr '24) / column dtbench),,out:model-not-established, cri-dtbench,conceptualreasoning.ai,?Aya Expanse 32B,not-established:absent,mixed,hard,CRI,,,,,,14.6667,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Aya Expanse 32B / column dtbench),,out:model-not-established, cri-dtbench,conceptualreasoning.ai,mistral-nemo,solo,mixed,hard,CRI,,,,,,14.3481,score-of-100,2.89e-05,,prev=14.3481 (src-conceptualreasoning.ai-2026-10-15#M397),https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Mistral NeMo / column dtbench),,out:single-couple, cri-lmca,conceptualreasoning.ai,?Llama 3.1 8B,not-established:absent,mixed,hard,CRI,per-response,0.000086,2.89e-05,,,5.37,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Llama 3.1 8B / column lmca),,out:model-not-established,out:model-not-established cri-dtbench,conceptualreasoning.ai,?Llama 3.1 8B,not-established:absent,mixed,hard,CRI,per-response,0.000053,2.89e-05,,,18.2167,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Llama 3.1 8B / column dtbench),,out:model-not-established,out:model-not-established cri-lmca,conceptualreasoning.ai,gemma-3n-e4b-it,solo,mixed,hard,CRI,per-response,0.000123,2.89e-05,,,3.16,score-of-100,0.00289,,prev=3.16 (src-conceptualreasoning.ai-2026-10-15#M400); cost-method-assumed-single,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemma 3n E4B / column lmca),,out:single-couple,out:cost-not-comparable cri-dtbench,conceptualreasoning.ai,gemma-3n-e4b-it,solo,mixed,hard,CRI,per-response,0.000097,2.89e-05,,,16,score-of-100,2.89e-05,,prev=16 (src-conceptualreasoning.ai-2026-10-15#M401); cost-method-assumed-single,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemma 3n E4B / column dtbench),,out:single-couple,out:cost-not-comparable cri-lmca,conceptualreasoning.ai,gemma-3-12b-it,solo,mixed,hard,CRI,per-response,0.000143,2.89e-05,,,4.46,score-of-100,0.00289,,prev=4.46 (src-conceptualreasoning.ai-2026-10-15#M402); cost-method-assumed-single,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemma 3 12B / column lmca),,out:single-couple,out:cost-not-comparable cri-dtbench,conceptualreasoning.ai,gemma-3-12b-it,solo,mixed,hard,CRI,per-response,0.000095,2.89e-05,,,14.6667,score-of-100,2.89e-05,,prev=14.6667 (src-conceptualreasoning.ai-2026-10-15#M403); cost-method-assumed-single,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemma 3 12B / column dtbench),,out:single-couple,out:cost-not-comparable cri-dtbench,conceptualreasoning.ai,?Reka Flash Preview (Jun '24),not-established:absent,mixed,hard,CRI,,,,,,13.037,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Reka Flash Preview (Jun '24) / column dtbench),,out:model-not-established, cri-lmca,conceptualreasoning.ai,?GPT-3.5 Turbo,not-established:absent,mixed,hard,CRI,per-response,0.000603,2.89e-05,,,9.65,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-3.5 Turbo / column lmca),,out:model-not-established,out:model-not-established cri-dtbench,conceptualreasoning.ai,?GPT-3.5 Turbo,not-established:absent,mixed,hard,CRI,per-response,0.0003,2.89e-05,,,14.2167,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-3.5 Turbo / column dtbench),,out:model-not-established,out:model-not-established cri-lmca,conceptualreasoning.ai,gpt-4.1-nano,solo,mixed,hard,CRI,per-response,0.000301,2.89e-05,,,5.46,score-of-100,0.00289,,prev=5.46 (src-conceptualreasoning.ai-2026-10-15#M407); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-4.1 nano / column lmca),,out:single-couple,out:cost-single-couple cri-dtbench,conceptualreasoning.ai,gpt-4.1-nano,solo,mixed,hard,CRI,per-response,0.00026,2.89e-05,,,20.8833,score-of-100,2.89e-05,,prev=20.8833 (src-conceptualreasoning.ai-2026-10-15#M408); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row GPT-4.1 nano / column dtbench),,out:single-couple,out:cost-single-couple cri-lmca,conceptualreasoning.ai,?Qwen2.5 7B,not-established:absent,mixed,hard,CRI,per-response,0.000488,2.89e-05,,,6.42,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen2.5 7B / column lmca),,out:model-not-established,out:model-not-established cri-dtbench,conceptualreasoning.ai,?Qwen2.5 7B,not-established:absent,mixed,hard,CRI,per-response,0.000359,2.89e-05,,,12.8833,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Qwen2.5 7B / column dtbench),,out:model-not-established,out:model-not-established cri-dtbench,conceptualreasoning.ai,?Reka Flash (Feb '24),not-established:absent,mixed,hard,CRI,,,,,,11.8519,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Reka Flash (Feb '24) / column dtbench),,out:model-not-established, cri-lmca,conceptualreasoning.ai,haiku-3,solo,mixed,hard,CRI,per-response,0.000634,2.89e-05,,,8.84,score-of-100,0.00289,,prev=8.84 (src-conceptualreasoning.ai-2026-10-15#M412); cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude 3 Haiku / column lmca),,out:single-couple,out:cost-single-couple cri-dtbench,conceptualreasoning.ai,haiku-3,solo,mixed,hard,CRI,per-response,0.000463,2.89e-05,,,16.8833,score-of-100,2.89e-05,,prev=16.8833 (src-conceptualreasoning.ai-2026-10-15#M413); cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude 3 Haiku / column dtbench),,out:single-couple,out:cost-single-couple cri-lmca,conceptualreasoning.ai,?Command R+ (Aug '24),not-established:absent,mixed,hard,CRI,per-response,0.00314,2.89e-05,,,5.01,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Command R+ (Aug '24) / column lmca),,out:model-not-established,out:model-not-established cri-dtbench,conceptualreasoning.ai,?Command R+ (Aug '24),not-established:absent,mixed,hard,CRI,per-response,0.00349,2.89e-05,,,24.8833,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Command R+ (Aug '24) / column dtbench),,out:model-not-established,out:model-not-established cri-lmca,conceptualreasoning.ai,?Command R (Aug '24),not-established:absent,mixed,hard,CRI,per-response,0.000311,2.89e-05,,,9.19,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Command R (Aug '24) / column lmca),,out:model-not-established,out:model-not-established cri-dtbench,conceptualreasoning.ai,?Command R (Aug '24),not-established:absent,mixed,hard,CRI,per-response,0.000185,2.89e-05,,,10.6667,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Command R (Aug '24) / column dtbench),,out:model-not-established,out:model-not-established cri-lmca,conceptualreasoning.ai,?Ministral 3B,not-established:absent,mixed,hard,CRI,per-response,0.00018,2.89e-05,,,5.48,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Ministral 3B / column lmca),,out:model-not-established,out:model-not-established cri-dtbench,conceptualreasoning.ai,?Ministral 3B,not-established:absent,mixed,hard,CRI,per-response,0.000185,2.89e-05,,,19.55,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Ministral 3B / column dtbench),,out:model-not-established,out:model-not-established cri-lmca,conceptualreasoning.ai,gemma-3-4b-it,solo,mixed,hard,CRI,per-response,0.000108,2.89e-05,,,2.78,score-of-100,0.00289,,prev=2.78 (src-conceptualreasoning.ai-2026-10-15#M420); cost-method-assumed-single,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemma 3 4B / column lmca),,out:single-couple,out:cost-not-comparable cri-dtbench,conceptualreasoning.ai,gemma-3-4b-it,solo,mixed,hard,CRI,per-response,0.000063,2.89e-05,,,18.2167,score-of-100,2.89e-05,,prev=18.2167 (src-conceptualreasoning.ai-2026-10-15#M421); cost-method-assumed-single,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemma 3 4B / column dtbench),,out:single-couple,out:cost-not-comparable cri-dtbench,conceptualreasoning.ai,gemini-1.0-pro,not-established:absent,mixed,hard,CRI,,,,,,9.7741,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemini 1.0 Pro / column dtbench),,out:effort-not-established, cri-dtbench,conceptualreasoning.ai,claude-instant-1.2,solo,mixed,hard,CRI,,,,,,9.6297,score-of-100,2.89e-05,,prev=9.6297 (src-conceptualreasoning.ai-2026-10-15#M423),https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Claude Instant 1.2 / column dtbench),,out:single-couple, cri-dtbench,conceptualreasoning.ai,?Ministral 8B (Oct '24),not-established:absent,mixed,hard,CRI,,,,,,9.4815,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Ministral 8B (Oct '24) / column dtbench),,out:model-not-established, cri-lmca,conceptualreasoning.ai,gemma-2-27b-it,solo,mixed,hard,CRI,per-response,0.000782,2.89e-05,,,7.1,score-of-100,0.00289,,prev=7.1 (src-conceptualreasoning.ai-2026-10-15#M425); cost-method-assumed-single,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemma 2 27B / column lmca),,out:single-couple,out:cost-not-comparable cri-dtbench,conceptualreasoning.ai,gemma-2-27b-it,solo,mixed,hard,CRI,per-response,0.000356,2.89e-05,,,13.3333,score-of-100,2.89e-05,,prev=13.3333 (src-conceptualreasoning.ai-2026-10-15#M426); cost-method-assumed-single,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Gemma 2 27B / column dtbench),,out:single-couple,out:cost-not-comparable cri-dtbench,conceptualreasoning.ai,?Aya Expanse 8B,not-established:absent,mixed,hard,CRI,,,,,,8.4444,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Aya Expanse 8B / column dtbench),,out:model-not-established, cri-lmca,conceptualreasoning.ai,?Command R7B,not-established:absent,mixed,hard,CRI,per-response,0.000105,2.89e-05,,,4.45,score-of-100,0.00289,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Command R7B / column lmca),,out:model-not-established,out:model-not-established cri-dtbench,conceptualreasoning.ai,?Command R7B,not-established:absent,mixed,hard,CRI,per-response,0.000088,2.89e-05,,,12.45,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Command R7B / column dtbench),,out:model-not-established,out:model-not-established cri-dtbench,conceptualreasoning.ai,?Llama 3 8B,not-established:absent,mixed,hard,CRI,,,,,,6.5556,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Llama 3 8B / column dtbench),,out:model-not-established, cri-dtbench,conceptualreasoning.ai,?Code Llama 34B,not-established:absent,mixed,hard,CRI,,,,,,6.363,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Code Llama 34B / column dtbench),,out:model-not-established, cri-dtbench,conceptualreasoning.ai,?Command R (Mar '24),not-established:absent,mixed,hard,CRI,,,,,,6.0444,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Command R (Mar '24) / column dtbench),,out:model-not-established, cri-dtbench,conceptualreasoning.ai,?Mistral Tiny,not-established:absent,mixed,hard,CRI,,,,,,4.2339,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Mistral Tiny / column dtbench),,out:model-not-established, cri-dtbench,conceptualreasoning.ai,?Llama 2 13B,not-established:absent,mixed,hard,CRI,,,,,,3.7333,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Llama 2 13B / column dtbench),,out:model-not-established, cri-dtbench,conceptualreasoning.ai,?Llama 2 70B,not-established:absent,mixed,hard,CRI,,,,,,2.7556,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Llama 2 70B / column dtbench),,out:model-not-established, cri-dtbench,conceptualreasoning.ai,?Command,not-established:absent,mixed,hard,CRI,,,,,,0.7968,score-of-100,2.89e-05,,,https://conceptualreasoning.ai (all rows of data/cri-scores.csv / row Command / column dtbench),,out:model-not-established, contextarena-needle8-overall,contextarena.ai,qwen3.8-27b,medium,mixed,hard,,,,,,,0.9397714435457721,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,qwen3.8-27b,low,mixed,hard,,,,,,,0.9278997638876635,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,qwen3.8-27b,not-established:absent,mixed,hard,,,,,,,0.9017002449013978,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:effort-not-established, contextarena-needle8-overall,contextarena.ai,?qwen/qwen3.6-max-preview,not-established:absent,mixed,hard,,,,,,,0.8814487984073964,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:model-not-established, contextarena-needle8-overall,contextarena.ai,gpt-5.6-sol,max,mixed,hard,,,,,,,0.8551447886787571,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,qwen3.6-35b-a3b,think,mixed,hard,,,,,,,0.8353234381041651,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,gemini-3.7-flash,high,mixed,hard,,,,,,,0.8302514103027084,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,qwen3.6-27b,think,mixed,hard,,,,,,,0.821720921774087,overall_score,2.89e-16,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,gpt-5.5,xhigh,mixed,hard,,,,,,,0.7977035476138726,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,gemini-3.7-flash,medium,mixed,hard,,,,,,,0.7955668569756247,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,gpt-5.5,high,mixed,hard,,,,,,,0.7896332648646576,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,gpt-5.5,medium,mixed,hard,,,,,,,0.7858981043365367,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,opus-5,max,mixed,hard,,,,,,,0.773349898567685,overall_score,2.89e-16,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,gpt-5.6-terra,max,mixed,hard,,,,,,,0.7659157621428159,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,qwen3.5-397b-a17b,think,mixed,hard,,,,,,,0.7554309912379985,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,gpt-5.5,low,mixed,hard,,,,,,,0.7503102515595905,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,gemini-3.7-flash,low,mixed,hard,,,,,,,0.744826976096572,overall_score,2.89e-16,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,ling-3.0-flash,think,mixed,hard,,,,,,,0.7428361171820924,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,qwen3.8-max,xhigh,mixed,hard,,,,,,,0.737184181615535,overall_score,2.89e-16,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,grok-4.6,medium,mixed,hard,,,,,,,0.7356418636098504,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,grok-4.6,xhigh,mixed,hard,,,,,,,0.7345051431819797,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,gemini-3.6-flash,high,mixed,hard,,,,,,,0.733362838301139,overall_score,2.89e-16,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,qwen3.5-27b,think,mixed,hard,,,,,,,0.733358321043003,overall_score,2.89e-16,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,opus-4.6,medium,mixed,hard,,,,,,,0.7305917048755964,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,opus-4.8,max,mixed,hard,,,,,,,0.7262115683479263,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,opus-4.6,low,mixed,hard,,,,,,,0.7243370033555062,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,opus-4.6,high,mixed,hard,,,,,,,0.722628434536693,overall_score,2.89e-16,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,qwen3.8-max,medium,mixed,hard,,,,,,,0.7210882644332204,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,qwen3.8-max,low,mixed,hard,,,,,,,0.7159278689818673,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,grok-4.6,high,mixed,hard,,,,,,,0.7154291842989624,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,?qwen/qwen3.6-max-preview,not-established:absent,mixed,hard,,,,,,,0.7061721029347925,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:model-not-established, contextarena-needle8-overall,contextarena.ai,sonnet-4.6,high,mixed,hard,,,,,,,0.7049701870954515,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,glm-5.3,high,mixed,hard,,,,,,,0.7039559853920858,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,sonnet-4.6,low,mixed,hard,,,,,,,0.7037599304659589,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,gemini-3.6-flash,medium,mixed,hard,,,,,,,0.6990876003391379,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,ring-2.6-1t,xhigh,mixed,hard,,,,,,,0.6984821387065366,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,ring-2.6-1t,high,mixed,hard,,,,,,,0.6970377571311729,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,sonnet-4.6,medium,mixed,hard,,,,,,,0.6961224262208356,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,qwen3.5-122b-a10b,think,mixed,hard,,,,,,,0.6849754825758763,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,glm-5.3,max,mixed,hard,,,,,,,0.6836536747660882,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,nex-n2-mini,unstated,mixed,hard,,,,,,,0.6788788674496927,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:effort-not-established, contextarena-needle8-overall,contextarena.ai,muse-spark-1.2,high,mixed,hard,,,,,,,0.6770612995278709,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,gpt-5.4,xhigh,mixed,hard,,,,,,,0.676483040265025,overall_score,2.89e-16,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,muse-spark-1.2,medium,mixed,hard,,,,,,,0.6755747295892824,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,qwen3.5-35b-a3b,think,mixed,hard,,,,,,,0.6747574308407993,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,muse-spark-1.2,low,mixed,hard,,,,,,,0.6715186090396802,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,grok-4.6,low,mixed,hard,,,,,,,0.668511159998551,overall_score,2.89e-16,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,hy3,high,mixed,hard,,,,,,,0.667877532272361,overall_score,2.89e-16,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,nex-n2-mini,think,mixed,hard,,,,,,,0.6624174152826794,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:effort-not-established, contextarena-needle8-overall,contextarena.ai,gpt-5.4,high,mixed,hard,,,,,,,0.6614570973138676,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,hy3,low,mixed,hard,,,,,,,0.6609603748772263,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,muse-spark-1.2,xhigh,mixed,hard,,,,,,,0.6514005923218339,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,kimi-k2.6,think,mixed,hard,,,,,,,0.6463493582251875,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,deepseek-v4-pro-0813,high,mixed,hard,,,,,,,0.6409443415415828,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,gpt-5.6-luna,max,mixed,hard,,,,,,,0.6368529564580955,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,glm-5.3-flash,high,mixed,hard,,,,,,,0.6343124996275231,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,gemini-3.6-flash,low,mixed,hard,,,,,,,0.6303615469859642,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,gpt-5.4,medium,mixed,hard,,,,,,,0.6288533162595499,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,muse-spark-1.2,minimal,mixed,hard,,,,,,,0.6282715974056511,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,deepseek-v4-pro-0813,max,mixed,hard,,,,,,,0.6272772296178225,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,glm-5.3,low,mixed,hard,,,,,,,0.6270474426934558,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,glm-5.3-flash,max,mixed,hard,,,,,,,0.6233917389706665,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,seed-2-1-turbo,think,mixed,hard,,,,,,,0.6207496765136324,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:effort-not-established, contextarena-needle8-overall,contextarena.ai,glm-5.1,think,mixed,hard,,,,,,,0.6205318696890219,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,sonnet-5,max,mixed,hard,,,,,,,0.6203257904334467,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,?meta/muse-spark-1.1,not-established:absent,mixed,hard,,,,,,,0.6063359434476813,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:model-not-established, contextarena-needle8-overall,contextarena.ai,?meta/muse-spark-1.1,not-established:absent,mixed,hard,,,,,,,0.6005556959048797,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:model-not-established, contextarena-needle8-overall,contextarena.ai,gpt-5.4,low,mixed,hard,,,,,,,0.5931672448592269,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,kimi-k2.5,think,mixed,hard,,,,,,,0.5921624722615874,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,glm-5.3-flash,low,mixed,hard,,,,,,,0.5910009580282602,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,deepseek-v4-flash-0731,max,mixed,hard,,,,,,,0.5892329360569344,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,?meta/muse-spark-1.1,not-established:absent,mixed,hard,,,,,,,0.588874949150179,overall_score,2.89e-16,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:model-not-established, contextarena-needle8-overall,contextarena.ai,?meta/muse-spark-1.1,not-established:absent,mixed,hard,,,,,,,0.5845717754632529,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:model-not-established, contextarena-needle8-overall,contextarena.ai,?meta/muse-spark-1.1,not-established:absent,mixed,hard,,,,,,,0.5830072640915703,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:model-not-established, contextarena-needle8-overall,contextarena.ai,qwen3.7-flash,think,mixed,hard,,,,,,,0.5813151806845512,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,glm-5.2,not-established:absent,mixed,hard,,,,,,,0.578535634199802,overall_score,2.89e-16,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:effort-not-established, contextarena-needle8-overall,contextarena.ai,deepseek-v4-pro-0813,not-established:absent,mixed,hard,,,,,,,0.5727489043719975,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:effort-not-established, contextarena-needle8-overall,contextarena.ai,deepseek-v4-flash-0731,high,mixed,hard,,,,,,,0.5645771179456524,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,qwen3.6-plus,think,mixed,hard,,,,,,,0.5609362836198126,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,deepseek-v4-pro-preview,not-established:absent,mixed,hard,,,,,,,0.5599068957818191,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:effort-not-established, contextarena-needle8-overall,contextarena.ai,gemini-3.1-pro,high,mixed,hard,,,,,,,0.5383676394832541,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,qwen3.6-27b,unstated,mixed,hard,,,,,,,0.5377715676445668,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:effort-not-established, contextarena-needle8-overall,contextarena.ai,kimi-k2.5,unstated,mixed,hard,,,,,,,0.5332767741537214,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:effort-not-established, contextarena-needle8-overall,contextarena.ai,qwen3.6-35b-a3b,unstated,mixed,hard,,,,,,,0.5320357034643842,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:effort-not-established, contextarena-needle8-overall,contextarena.ai,gemini-3.5-flash,high,mixed,hard,,,,,,,0.5318659676885492,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,kimi-k3,max,mixed,hard,,,,,,,0.5297603328565177,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,kimi-k2.6,unstated,mixed,hard,,,,,,,0.5187588656198018,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:effort-not-established, contextarena-needle8-overall,contextarena.ai,deepseek-v4-flash-preview,not-established:absent,mixed,hard,,,,,,,0.5092819261691305,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:effort-not-established, contextarena-needle8-overall,contextarena.ai,nemotron-3-super-120b-a12b,think,mixed,hard,,,,,,,0.5029073893430513,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,ling-3.0-flash,unstated,mixed,hard,,,,,,,0.501899481359446,overall_score,2.89e-16,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:effort-not-established, contextarena-needle8-overall,contextarena.ai,?qwen/qwen3.5-plus,not-established:absent,mixed,hard,,,,,,,0.5007543015784858,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:model-not-established, contextarena-needle8-overall,contextarena.ai,solar-pro4,not-established:absent,mixed,hard,,,,,,,0.4973369454715001,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:effort-not-established, contextarena-needle8-overall,contextarena.ai,gpt-5.4-nano,xhigh,mixed,hard,,,,,,,0.4877523261876516,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,gemini-3.1-pro,low,mixed,hard,,,,,,,0.48689898479741883,overall_score,2.89e-18,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,opus-4.6,unstated,mixed,hard,,,,,,,0.48192821082044673,overall_score,2.89e-18,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:effort-not-established, contextarena-needle8-overall,contextarena.ai,qwen3.6-plus,unstated,mixed,hard,,,,,,,0.47896268790258956,overall_score,2.89e-18,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:effort-not-established, contextarena-needle8-overall,contextarena.ai,kimi-k3,not-established:absent,mixed,hard,,,,,,,0.47073401930811193,overall_score,2.89e-18,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:effort-not-established, contextarena-needle8-overall,contextarena.ai,gemini-3-flash,high,mixed,hard,,,,,,,0.46787695031983734,overall_score,2.89e-18,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,sonnet-4.6,unstated,mixed,hard,,,,,,,0.46729149765434536,overall_score,2.89e-18,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:effort-not-established, contextarena-needle8-overall,contextarena.ai,qwen3.8-27b,unstated,mixed,hard,,,,,,,0.466173862534275,overall_score,2.89e-16,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:effort-not-established, contextarena-needle8-overall,contextarena.ai,gemini-3-flash,medium,mixed,hard,,,,,,,0.46238393017570434,overall_score,2.89e-18,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,gemini-3.5-flash,medium,mixed,hard,,,,,,,0.4618837236238677,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,qwen3.7-flash,unstated,mixed,hard,,,,,,,0.4574798042766975,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:effort-not-established, contextarena-needle8-overall,contextarena.ai,deepseek-v4-flash-0731,low,mixed,hard,,,,,,,0.45731168628346314,overall_score,2.89e-18,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,gpt-5.4-mini,xhigh,mixed,hard,,,,,,,0.4567339139903197,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,gemini-3.5-flash-lite,high,mixed,hard,,,,,,,0.4517600475965556,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,qwen3.7-max,unstated,mixed,hard,,,,,,,0.45021204208159055,overall_score,2.89e-18,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:effort-not-established, contextarena-needle8-overall,contextarena.ai,gpt-5.4-mini,high,mixed,hard,,,,,,,0.4478941197756678,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,minimax-m3,think,mixed,hard,,,,,,,0.4379853424459696,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,gemini-3.5-flash-lite,medium,mixed,hard,,,,,,,0.4356741679354748,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,qwen3.5-9b,think,mixed,hard,,,,,,,0.4327769967749492,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,qwen3.6-flash,unstated,mixed,hard,,,,,,,0.42437277140926555,overall_score,2.89e-18,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:effort-not-established, contextarena-needle8-overall,contextarena.ai,gpt-5.4-mini,medium,mixed,hard,,,,,,,0.420806363992393,overall_score,2.89e-16,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,kimi-k3,not-established:absent,mixed,hard,,,,,,,0.41620409756947013,overall_score,2.89e-18,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:effort-not-established, contextarena-needle8-overall,contextarena.ai,gemini-3.5-flash-lite,low,mixed,hard,,,,,,,0.40870415778587277,overall_score,2.89e-18,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,?pokee/pokee-isaac,not-established:absent,mixed,hard,,,,,,,0.40337937220346093,overall_score,2.89e-18,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:model-not-established, contextarena-needle8-overall,contextarena.ai,gemini-3-flash,low,mixed,hard,,,,,,,0.3958157448242812,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,?xiaomi/mimo-v2-omni,not-established:absent,mixed,hard,,,,,,,0.3784904894385341,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:model-not-established, contextarena-needle8-overall,contextarena.ai,step-3.7-flash,medium,mixed,hard,,,,,,,0.3765231643395483,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,qwen3.5-27b,unstated,mixed,hard,,,,,,,0.3681642567036024,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:effort-not-established, contextarena-needle8-overall,contextarena.ai,haiku-4.5,not-established:absent,mixed,hard,,,,,,,0.36274810207498737,overall_score,2.89e-18,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:effort-not-established, contextarena-needle8-overall,contextarena.ai,mimo-v2.5-pro,not-established:absent,mixed,hard,,,,,,,0.3621598789477196,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:effort-not-established, contextarena-needle8-overall,contextarena.ai,gpt-5.4-nano,high,mixed,hard,,,,,,,0.3616750489667058,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,step-3.7-flash,high,mixed,hard,,,,,,,0.3532673549936499,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,qwen3.5-397b-a17b,unstated,mixed,hard,,,,,,,0.3501965358029774,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:effort-not-established, contextarena-needle8-overall,contextarena.ai,gemini-3.1-flash-lite-preview,high,mixed,hard,,,,,,,0.3490238978177143,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,gpt-5.5,unstated,mixed,hard,,,,,,,0.34900587593485427,overall_score,2.89e-18,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:effort-not-established, contextarena-needle8-overall,contextarena.ai,seed-2-1-turbo,unstated,mixed,hard,,,,,,,0.34860589524120933,overall_score,2.89e-18,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:effort-not-established, contextarena-needle8-overall,contextarena.ai,gpt-5.4-mini,low,mixed,hard,,,,,,,0.3447465222261846,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,qwen3.5-122b-a10b,unstated,mixed,hard,,,,,,,0.3447102831427348,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:effort-not-established, contextarena-needle8-overall,contextarena.ai,step-3.7-flash,low,mixed,hard,,,,,,,0.3397167102858994,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,gemini-3.5-flash,low,mixed,hard,,,,,,,0.33383181334865286,overall_score,2.89e-18,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,minimax-m2.7,not-established:absent,mixed,hard,,,,,,,0.33290143719425186,overall_score,2.89e-18,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:effort-not-established, contextarena-needle8-overall,contextarena.ai,qwen3.5-35b-a3b,unstated,mixed,hard,,,,,,,0.3310187449500788,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:effort-not-established, contextarena-needle8-overall,contextarena.ai,?mistralai/mistral-medium-3.5,not-established:absent,mixed,hard,,,,,,,0.32054177619500496,overall_score,2.89e-18,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:model-not-established, contextarena-needle8-overall,contextarena.ai,gemini-3.1-flash-lite-preview,medium,mixed,hard,,,,,,,0.31819314128265547,overall_score,2.89e-18,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,mimo-v2.5,not-established:absent,mixed,hard,,,,,,,0.3154863292112315,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:effort-not-established, contextarena-needle8-overall,contextarena.ai,gemini-3.6-flash,minimal,mixed,hard,,,,,,,0.30520026650519366,overall_score,2.89e-18,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,glm-5.1,unstated,mixed,hard,,,,,,,0.30294037801511814,overall_score,2.89e-18,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:effort-not-established, contextarena-needle8-overall,contextarena.ai,deepseek-v4-pro-0813,unstated,mixed,hard,,,,,,,0.30133151691882903,overall_score,2.89e-18,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:effort-not-established, contextarena-needle8-overall,contextarena.ai,?xiaomi/mimo-v2-pro,not-established:absent,mixed,hard,,,,,,,0.2999104891214671,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:model-not-established, contextarena-needle8-overall,contextarena.ai,gpt-5.4-nano,medium,mixed,hard,,,,,,,0.29902489431239665,overall_score,2.89e-18,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,nemotron-3-super-120b-a12b,unstated,mixed,hard,,,,,,,0.2929865854428138,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:effort-not-established, contextarena-needle8-overall,contextarena.ai,inkling-small,not-established:absent,mixed,hard,,,,,,,0.29200587636027486,overall_score,2.89e-18,,max-as-highest,https://contextarena.ai/ (leaderboard[].overall_score),,out:effort-not-established, contextarena-needle8-overall,contextarena.ai,opus-4.7,medium,mixed,hard,,,,,,,0.28814825418606155,overall_score,2.89e-18,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,grok-4.20,think,mixed,hard,,,,,,,0.28751693650681276,overall_score,2.89e-18,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,opus-4.7,low,mixed,hard,,,,,,,0.2863479883680591,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,opus-4.7,xhigh,mixed,hard,,,,,,,0.28542999397629587,overall_score,2.89e-18,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,opus-4.7,high,mixed,hard,,,,,,,0.27961529648290034,overall_score,2.89e-18,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,?qwen/qwen3.5-plus,not-established:absent,mixed,hard,,,,,,,0.2793622048969684,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:model-not-established, contextarena-needle8-overall,contextarena.ai,?qwen/qwen3.5-flash,not-established:absent,mixed,hard,,,,,,,0.27236646571341555,overall_score,2.89e-18,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:model-not-established, contextarena-needle8-overall,contextarena.ai,gemini-3.1-flash-lite-preview,low,mixed,hard,,,,,,,0.2693530133920403,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,inkling-small,high,mixed,hard,,,,,,,0.26837980577126147,overall_score,2.89e-18,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,gpt-5.4,unstated,mixed,hard,,,,,,,0.2669465710570155,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:effort-not-established, contextarena-needle8-overall,contextarena.ai,deepseek-v4-pro-preview,unstated,mixed,hard,,,,,,,0.26310180312026366,overall_score,2.89e-18,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:effort-not-established, contextarena-needle8-overall,contextarena.ai,gemini-3-flash,unstated,mixed,hard,,,,,,,0.256015062191083,overall_score,2.89e-16,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:effort-not-established, contextarena-needle8-overall,contextarena.ai,?mistralai/mistral-small-4,not-established:absent,mixed,hard,,,,,,,0.25353239414384127,overall_score,2.89e-18,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:model-not-established, contextarena-needle8-overall,contextarena.ai,hy3,unstated,mixed,hard,,,,,,,0.25345874727176393,overall_score,2.89e-18,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:effort-not-established, contextarena-needle8-overall,contextarena.ai,solar-pro4,unstated,mixed,hard,,,,,,,0.24723423484191298,overall_score,2.89e-18,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:effort-not-established, contextarena-needle8-overall,contextarena.ai,inkling-small,medium,mixed,hard,,,,,,,0.24610551590826363,overall_score,2.89e-18,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,gemini-3.5-flash,unstated,mixed,hard,,,,,,,0.24571170448534346,overall_score,2.89e-18,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:effort-not-established, contextarena-needle8-overall,contextarena.ai,inkling-small,minimal,mixed,hard,,,,,,,0.24352157099992036,overall_score,2.89e-18,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,mimo-v2.5-pro,unstated,mixed,hard,,,,,,,0.24252460707418738,overall_score,2.89e-18,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:effort-not-established, contextarena-needle8-overall,contextarena.ai,mimo-v2.5,unstated,mixed,hard,,,,,,,0.23985871900782707,overall_score,2.89e-18,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:effort-not-established, contextarena-needle8-overall,contextarena.ai,deepseek-v4-flash-0731,unstated,mixed,hard,,,,,,,0.23574789634686175,overall_score,2.89e-18,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:effort-not-established, contextarena-needle8-overall,contextarena.ai,deepseek-v4-flash-preview,unstated,mixed,hard,,,,,,,0.2346935280442939,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:effort-not-established, contextarena-needle8-overall,contextarena.ai,inkling-small,low,mixed,hard,,,,,,,0.2289110279917717,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,?xiaomi/mimo-v2-pro,not-established:absent,mixed,hard,,,,,,,0.2278693515405683,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:model-not-established, contextarena-needle8-overall,contextarena.ai,qwen3.5-9b,unstated,mixed,hard,,,,,,,0.22599345909514318,overall_score,2.89e-18,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:effort-not-established, contextarena-needle8-overall,contextarena.ai,gpt-5.4-nano,low,mixed,hard,,,,,,,0.21867516929805278,overall_score,2.89e-18,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,gpt-5.4-mini,unstated,mixed,hard,,,,,,,0.2082961377121508,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:effort-not-established, contextarena-needle8-overall,contextarena.ai,?xiaomi/mimo-v2-omni,not-established:absent,mixed,hard,,,,,,,0.20563760871973952,overall_score,2.89e-18,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:model-not-established, contextarena-needle8-overall,contextarena.ai,gemini-3.5-flash-lite,minimal,mixed,hard,,,,,,,0.20273508735372503,overall_score,2.89e-18,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,gemini-3.1-flash-lite-preview,unstated,mixed,hard,,,,,,,0.18225329555551195,overall_score,2.89e-18,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:effort-not-established, contextarena-needle8-overall,contextarena.ai,haiku-4.5,unstated,mixed,hard,,,,,,,0.17681182713189147,overall_score,2.89e-18,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:effort-not-established, contextarena-needle8-overall,contextarena.ai,?mistralai/mistral-medium-3.5,not-established:absent,mixed,hard,,,,,,,0.1763873216821158,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:model-not-established, contextarena-needle8-overall,contextarena.ai,opus-4.7,unstated,mixed,hard,,,,,,,0.1512058934153022,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:effort-not-established, contextarena-needle8-overall,contextarena.ai,grok-4.20,unstated,mixed,hard,,,,,,,0.1448785635908345,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:effort-not-established, contextarena-needle8-overall,contextarena.ai,laguna-xs-2.1,think,mixed,hard,,,,,,,0.1400229633467807,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:not-headline, contextarena-needle8-overall,contextarena.ai,inkling-small,unstated,mixed,hard,,,,,,,0.13963918778710066,overall_score,2.89e-18,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:effort-not-established, contextarena-needle8-overall,contextarena.ai,?mistralai/mistral-small-4,not-established:absent,mixed,hard,,,,,,,0.13961116128460666,overall_score,2.89e-18,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:model-not-established, contextarena-needle8-overall,contextarena.ai,gpt-5.4-nano,unstated,mixed,hard,,,,,,,0.12314074615370482,overall_score,2.89e-18,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:effort-not-established, contextarena-needle8-overall,contextarena.ai,grok-4.3,unstated,mixed,hard,,,,,,,0.1230888646735603,overall_score,2.89e-17,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:effort-not-established, contextarena-needle8-overall,contextarena.ai,laguna-s-2.1,not-established:absent,mixed,hard,,,,,,,0.10148476662858455,overall_score,2.89e-18,,,https://contextarena.ai/ (leaderboard[].overall_score),,out:effort-not-established, contextarena-needle8-auc128k,contextarena.ai,qwen3.8-max,low,mixed,hard,,,,,,,0.9098778190193819,AUC@128k,2.89e-17,,,"https://contextarena.ai/ (summaries[needles=8, reasoning_mode=low].overall_metrics.auc_128k)",,in, contextarena-needle8-auc1m,contextarena.ai,qwen3.8-max,low,mixed,hard,,,,,,,0.40093908885069834,AUC@1M,2.89e-18,,,"https://contextarena.ai/ (summaries[needles=8, reasoning_mode=low].overall_metrics.auc_1m)",,out:not-headline, contextarena-needle8-avg-overall,contextarena.ai,qwen3.8-max,low,mixed,hard,,,,,,,0.7159278689818673,avg_score_overall,2.89e-17,,,"https://contextarena.ai/ (summaries[needles=8, reasoning_mode=low].overall_metrics.avg_score_overall)",,out:not-headline, contextarena-needle8-auc128k,contextarena.ai,qwen3.8-max,medium,mixed,hard,,,,,,,0.9332084526009006,AUC@128k,2.89e-17,,,"https://contextarena.ai/ (summaries[needles=8, reasoning_mode=medium].overall_metrics.auc_128k)",,in, contextarena-needle8-auc1m,contextarena.ai,qwen3.8-max,medium,mixed,hard,,,,,,,0.3956254294218814,AUC@1M,2.89e-17,,,"https://contextarena.ai/ (summaries[needles=8, reasoning_mode=medium].overall_metrics.auc_1m)",,out:not-headline, contextarena-needle8-avg-overall,contextarena.ai,qwen3.8-max,medium,mixed,hard,,,,,,,0.7210882644332204,avg_score_overall,2.89e-17,,,"https://contextarena.ai/ (summaries[needles=8, reasoning_mode=medium].overall_metrics.avg_score_overall)",,out:not-headline, contextarena-needle8-auc128k,contextarena.ai,qwen3.8-max,xhigh,mixed,hard,,,,,,,0.9610840864738284,AUC@128k,2.89e-17,,,"https://contextarena.ai/ (summaries[needles=8, reasoning_mode=xhigh].overall_metrics.auc_128k)",,in, contextarena-needle8-auc1m,contextarena.ai,qwen3.8-max,xhigh,mixed,hard,,,,,,,0.4119693108121391,AUC@1M,2.89e-17,,,"https://contextarena.ai/ (summaries[needles=8, reasoning_mode=xhigh].overall_metrics.auc_1m)",,out:not-headline, contextarena-needle8-avg-overall,contextarena.ai,qwen3.8-max,xhigh,mixed,hard,,,,,,,0.737184181615535,avg_score_overall,2.89e-16,,,"https://contextarena.ai/ (summaries[needles=8, reasoning_mode=xhigh].overall_metrics.avg_score_overall)",,out:not-headline, contextarena-needle8-auc128k,contextarena.ai,qwen3.7-max,unstated,mixed,hard,,,,,,,0.5362512019225546,AUC@128k,2.89e-17,,,"https://contextarena.ai/ (summaries[needles=8, reasoning_mode=None].overall_metrics.auc_128k)",,out:effort-not-established, contextarena-needle8-auc1m,contextarena.ai,qwen3.7-max,unstated,mixed,hard,,,,,,,0.25965743945683434,AUC@1M,2.89e-18,,,"https://contextarena.ai/ (summaries[needles=8, reasoning_mode=None].overall_metrics.auc_1m)",,out:effort-not-established, contextarena-needle8-avg-overall,contextarena.ai,qwen3.7-max,unstated,mixed,hard,,,,,,,0.45021204208159055,avg_score_overall,2.89e-18,,,"https://contextarena.ai/ (summaries[needles=8, reasoning_mode=None].overall_metrics.avg_score_overall)",,out:effort-not-established, contextarena-needle8-auc128k,contextarena.ai,qwen3.7-flash,unstated,mixed,hard,,,,,,,0.5254061286556339,AUC@128k,2.89e-17,,,"https://contextarena.ai/ (summaries[needles=8, reasoning_mode=None].overall_metrics.auc_128k)",,out:effort-not-established, contextarena-needle8-auc1m,contextarena.ai,qwen3.7-flash,unstated,mixed,hard,,,,,,,0.26016065393683724,AUC@1M,2.89e-18,,,"https://contextarena.ai/ (summaries[needles=8, reasoning_mode=None].overall_metrics.auc_1m)",,out:effort-not-established, contextarena-needle8-avg-overall,contextarena.ai,qwen3.7-flash,unstated,mixed,hard,,,,,,,0.4574798042766975,avg_score_overall,2.89e-17,,,"https://contextarena.ai/ (summaries[needles=8, reasoning_mode=None].overall_metrics.avg_score_overall)",,out:effort-not-established, contextarena-needle8-auc128k,contextarena.ai,qwen3.7-flash,think,mixed,hard,,,,,,,0.7418999159301672,AUC@128k,2.89e-17,,,"https://contextarena.ai/ (summaries[needles=8, reasoning_mode=enabled].overall_metrics.auc_128k)",,in, contextarena-needle8-auc1m,contextarena.ai,qwen3.7-flash,think,mixed,hard,,,,,,,0.2868909957129761,AUC@1M,2.89e-17,,,"https://contextarena.ai/ (summaries[needles=8, reasoning_mode=enabled].overall_metrics.auc_1m)",,out:not-headline, contextarena-needle8-avg-overall,contextarena.ai,qwen3.7-flash,think,mixed,hard,,,,,,,0.5813151806845512,avg_score_overall,2.89e-17,,,"https://contextarena.ai/ (summaries[needles=8, reasoning_mode=enabled].overall_metrics.avg_score_overall)",,out:not-headline, contextarena-needle8-auc128k,contextarena.ai,qwen3.6-35b-a3b,unstated,mixed,hard,,,,,,,0.4772819205718007,AUC@128k,2.89e-17,,,"https://contextarena.ai/ (summaries[needles=8, reasoning_mode=None].overall_metrics.auc_128k)",,out:effort-not-established, contextarena-needle8-auc1m,contextarena.ai,qwen3.6-35b-a3b,unstated,mixed,hard,,,,,,,0.08716931974449584,AUC@1M,2.89e-18,,,"https://contextarena.ai/ (summaries[needles=8, reasoning_mode=None].overall_metrics.auc_1m)",,out:effort-not-established, contextarena-needle8-avg-overall,contextarena.ai,qwen3.6-35b-a3b,unstated,mixed,hard,,,,,,,0.5320357034643842,avg_score_overall,2.89e-17,,,"https://contextarena.ai/ (summaries[needles=8, reasoning_mode=None].overall_metrics.avg_score_overall)",,out:effort-not-established, contextarena-needle8-auc128k,contextarena.ai,qwen3.6-35b-a3b,think,mixed,hard,,,,,,,0.7563386874416677,AUC@128k,2.89e-17,,,"https://contextarena.ai/ (summaries[needles=8, reasoning_mode=enabled].overall_metrics.auc_128k)",,in, contextarena-needle8-auc1m,contextarena.ai,qwen3.6-35b-a3b,think,mixed,hard,,,,,,,0.12670241015582892,AUC@1M,2.89e-18,,,"https://contextarena.ai/ (summaries[needles=8, reasoning_mode=enabled].overall_metrics.auc_1m)",,out:not-headline, contextarena-needle8-avg-overall,contextarena.ai,qwen3.6-35b-a3b,think,mixed,hard,,,,,,,0.8353234381041651,avg_score_overall,2.89e-17,,,"https://contextarena.ai/ (summaries[needles=8, reasoning_mode=enabled].overall_metrics.avg_score_overall)",,out:not-headline, convex-default,convex.dev,sonnet-5.5,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),2.764966875,0.532,,,98.4375,score%,0,,cost-unrepriced; cost-price-band,https://www.convex.dev/llm-leaderboard ($.value / row anthropic/claude-sonnet-5.5 / column totalScore),,in,out:cost-single-couple convex-default,convex.dev,fable-5,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),19.533260000000002,0,,,98.21428571428571,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row anthropic/claude-fable-5 / column totalScore),,in,in convex-default,convex.dev,fable-5.1,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),20.230899999999995,0,,,97.32142857142857,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row anthropic/claude-fable-5.1 / column totalScore),,in,in convex-default,convex.dev,opus-5.5,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),8.165400000000002,0,,,97.32142857142857,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row anthropic/claude-opus-5.5 / column totalScore),,in,in convex-default,convex.dev,opus-5,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),9.877379999999999,0,,,94.19642857142857,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row anthropic/claude-opus-5 / column totalScore),,in,in convex-default,convex.dev,opus-4.8,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),10.035155000000001,0,,,88.39285714285714,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row anthropic/claude-opus-4.8 / column totalScore),,in,in convex-default,convex.dev,sonnet-5,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),4.219797000000001,0,,,82.58928571428572,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row anthropic/claude-sonnet-5 / column totalScore),,in,in convex-noguide,convex.dev,opus-5.5,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),3.666398,0,,,89.73214285714286,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row anthropic/claude-opus-5.5 / column totalScore),,in,in convex-noguide,convex.dev,fable-5,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),7.76073,0,,,85.71428571428571,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row anthropic/claude-fable-5 / column totalScore),,in,in convex-noguide,convex.dev,sonnet-5.5,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),1.08184425,0.208,,,85.26785714285714,score%,0,,cost-unrepriced; cost-price-band,https://www.convex.dev/llm-leaderboard ($.value / row anthropic/claude-sonnet-5.5 / column totalScore),,in,out:cost-single-couple convex-noguide,convex.dev,opus-4.8,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),4.422290000000001,0,,,83.92857142857143,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row anthropic/claude-opus-4.8 / column totalScore),,in,in convex-noguide,convex.dev,opus-5,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),4.686389999999999,0,,,82.14285714285714,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row anthropic/claude-opus-5 / column totalScore),,in,in convex-noguide,convex.dev,fable-5.1,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),8.705399999999997,0,,,81.25,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row anthropic/claude-fable-5.1 / column totalScore),,in,in convex-noguide,convex.dev,sonnet-5,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),1.848846,0,,,74.55357142857143,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row anthropic/claude-sonnet-5 / column totalScore),,in,in convex-noguide-web,convex.dev,opus-5.5,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),6.149084,0,,,95.08928571428572,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row anthropic/claude-opus-5.5 / column totalScore),,in,in convex-noguide-web,convex.dev,fable-5.1,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),15.96466,0,,,90.17857142857143,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row anthropic/claude-fable-5.1 / column totalScore),,in,in convex-noguide-web,convex.dev,opus-5,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),6.642480000000001,0,,,89.73214285714286,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row anthropic/claude-opus-5 / column totalScore),,in,in convex-noguide-web,convex.dev,sonnet-5.5,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),1.251786375,0.241,,,88.61607142857144,score%,0,,cost-unrepriced; cost-price-band,https://www.convex.dev/llm-leaderboard ($.value / row anthropic/claude-sonnet-5.5 / column totalScore),,in,out:cost-single-couple convex-noguide-web,convex.dev,opus-4.8,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),6.700765000000001,0,,,85.71428571428571,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row anthropic/claude-opus-4.8 / column totalScore),,in,in convex-noguide-web,convex.dev,sonnet-5,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),2.394813,0,,,79.46428571428571,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row anthropic/claude-sonnet-5 / column totalScore),,in,in convex-default,convex.dev,grok-4.6,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),3.696683,0,,,97.32142857142857,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row x-ai/grok-4.6 / column totalScore),,in,in convex-default,convex.dev,gpt-6-astra,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),15.711205833333333,0,,,97.02380952380952,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row openai/gpt-6-astra / column totalScore),,in,in convex-default,convex.dev,gpt-6.1-sol,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),3.1094211666666673,0,,,96.72619047619048,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row openai/gpt-6.1-sol / column totalScore),,in,in convex-default,convex.dev,grok-4.7,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),3.5233803999999993,0,,,96.72619047619048,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row x-ai/grok-4.7 / column totalScore),,in,in convex-default,convex.dev,gpt-5.6-sol,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),4.356599374999998,0.503,,,96.42857142857143,score%,0,,cost-unrepriced; cost-price-band,https://www.convex.dev/llm-leaderboard ($.value / row openai/gpt-5.6-sol / column totalScore),,in,out:cost-single-couple convex-default,convex.dev,gpt-6-sol,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),3.142414500000001,0,,,95.53571428571429,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row openai/gpt-6-sol / column totalScore),,in,in convex-default,convex.dev,grok-4.5,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),1.8244979200000002,0.263,,,94.19642857142857,score%,0,,cost-unrepriced; cost-price-band,https://www.convex.dev/llm-leaderboard ($.value / row x-ai/grok-4.5 / column totalScore),,in,out:cost-single-couple convex-default,convex.dev,gpt-5.5,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),7.001133,0,,,91.07142857142857,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row openai/gpt-5.5 / column totalScore),,in,in convex-default,convex.dev,kimi-k3,not-established:absent,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),2.44042443345,0,,,88.83928571428572,score%,0,,,https://www.convex.dev/llm-leaderboard ($.value / row moonshotai/kimi-k3 / column totalScore),,out:effort-not-established,out:effort-not-established convex-default,convex.dev,gpt-5.6-terra,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),3.1910152500000004,0.205,,,87.94642857142857,score%,0,,cost-unrepriced; cost-price-band,https://www.convex.dev/llm-leaderboard ($.value / row openai/gpt-5.6-terra / column totalScore),,in,out:cost-single-couple convex-default,convex.dev,gpt-5.6-luna,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),0.22290398999999997,0.0858,,,87.05357142857142,score%,0,,cost-unrepriced; cost-price-band,https://www.convex.dev/llm-leaderboard ($.value / row openai/gpt-5.6-luna / column totalScore),,in,out:cost-single-couple convex-default,convex.dev,gpt-6-luna,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),0.174303475,0,,,86.16071428571428,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row openai/gpt-6-luna / column totalScore),,in,in convex-default,convex.dev,gemini-3.1-pro,not-established:absent,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),5.066005800000002,0,,,85.71428571428571,score%,0,,,https://www.convex.dev/llm-leaderboard ($.value / row google/gemini-3.1-pro-preview / column totalScore),,out:effort-not-established,out:effort-not-established convex-default,convex.dev,gemini-3.8-flash,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),3.1483971302752285,0,,,78.86904761904762,score%,0,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://www.convex.dev/llm-leaderboard ($.value / row google/gemini-3.8-flash / column totalScore),,in,out:cost-single-couple convex-default,convex.dev,deepseek-v4.1-flash,not-established:ambiguous,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),0.3463635532517284,0,,,77.97619047619048,score%,0,,,https://www.convex.dev/llm-leaderboard ($.value / row deepseek/deepseek-v4.1-flash / column totalScore),,out:effort-not-established,out:effort-not-established convex-default,convex.dev,glm-5.2,high,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),1.1682407433225226,0,,,70.53571428571429,score%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row z-ai/glm-5.2 / column totalScore),,in,out:cost-single-couple convex-default,convex.dev,glm-5.3-flash,not-established:ambiguous,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),0.14091063440000004,0,,,67.85714285714286,score%,0,,,https://www.convex.dev/llm-leaderboard ($.value / row z-ai/glm-5.3-flash / column totalScore),,out:effort-not-established,out:effort-not-established convex-default,convex.dev,glm-5.3,not-established:ambiguous,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),0.797656047,0,,,62.94642857142857,score%,0,,,https://www.convex.dev/llm-leaderboard ($.value / row z-ai/glm-5.3 / column totalScore),,out:effort-not-established,out:effort-not-established convex-default,convex.dev,deepseek-v4-pro-preview,high,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),1.2580318404360005,0,,,60.71428571428571,score%,0,,cost-method-assumed-single,https://www.convex.dev/llm-leaderboard ($.value / row deepseek/deepseek-v4-pro / column totalScore),,in,out:cost-not-comparable convex-default,convex.dev,deepseek-v4-pro-0813,not-established:ambiguous,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),1.4654256348586672,0,,,58.92857142857143,score%,0,,,https://www.convex.dev/llm-leaderboard ($.value / row deepseek/deepseek-v4-pro-0813 / column totalScore),,out:effort-not-established,out:effort-not-established convex-default,convex.dev,deepseek-v4-flash-preview,high,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),0.1830505608593455,0,,,53.57142857142857,score%,0,,cost-method-assumed-single,https://www.convex.dev/llm-leaderboard ($.value / row deepseek/deepseek-v4-flash / column totalScore),,in,out:cost-not-comparable convex-default,convex.dev,deepseek-v4-flash-0731,not-established:ambiguous,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),0.09770678360470586,0,,,53.57142857142857,score%,0,,,https://www.convex.dev/llm-leaderboard ($.value / row deepseek/deepseek-v4-flash-0731 / column totalScore),,out:effort-not-established,out:effort-not-established convex-noguide,convex.dev,gpt-6-astra,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),6.126004999999999,0,,,88.98809523809522,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row openai/gpt-6-astra / column totalScore),,in,in convex-noguide,convex.dev,gpt-6.1-sol,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),1.1949009999999998,0,,,88.39285714285715,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row openai/gpt-6.1-sol / column totalScore),,in,in convex-noguide,convex.dev,gpt-5.6-sol,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),2.08812625,0.241,,,84.375,score%,0,,cost-unrepriced; cost-price-band,https://www.convex.dev/llm-leaderboard ($.value / row openai/gpt-5.6-sol / column totalScore),,in,out:cost-single-couple convex-noguide,convex.dev,grok-4.6,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),3.120863,0,,,79.91071428571428,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row x-ai/grok-4.6 / column totalScore),,in,in convex-noguide,convex.dev,grok-4.7,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),4.081561333333334,0,,,77.67857142857143,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row x-ai/grok-4.7 / column totalScore),,in,in convex-noguide,convex.dev,grok-4.5,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),1.26878976,0.183,,,76.78571428571428,score%,0,,cost-unrepriced; cost-price-band,https://www.convex.dev/llm-leaderboard ($.value / row x-ai/grok-4.5 / column totalScore),,in,out:cost-single-couple convex-noguide,convex.dev,gpt-6-sol,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),1.3275643333333333,0,,,75.89285714285715,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row openai/gpt-6-sol / column totalScore),,in,in convex-noguide,convex.dev,gemini-3.1-pro,not-established:absent,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),4.023447999999999,0,,,73.21428571428571,score%,0,,,https://www.convex.dev/llm-leaderboard ($.value / row google/gemini-3.1-pro-preview / column totalScore),,out:effort-not-established,out:effort-not-established convex-noguide,convex.dev,gpt-5.5,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),6.891235,0,,,72.32142857142857,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row openai/gpt-5.5 / column totalScore),,in,in convex-noguide,convex.dev,deepseek-v4.1-flash,not-established:ambiguous,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),0.21941969778933093,0,,,70.98214285714286,score%,0,,,https://www.convex.dev/llm-leaderboard ($.value / row deepseek/deepseek-v4.1-flash / column totalScore),,out:effort-not-established,out:effort-not-established convex-noguide,convex.dev,gpt-5.6-terra,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),1.7110512000000002,0.11,,,70.3125,score%,0,,cost-unrepriced; cost-price-band,https://www.convex.dev/llm-leaderboard ($.value / row openai/gpt-5.6-terra / column totalScore),,in,out:cost-single-couple convex-noguide,convex.dev,kimi-k3,not-established:absent,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),1.628068210047323,0,,,69.64285714285714,score%,0,,,https://www.convex.dev/llm-leaderboard ($.value / row moonshotai/kimi-k3 / column totalScore),,out:effort-not-established,out:effort-not-established convex-noguide,convex.dev,gpt-6-luna,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),0.08451505000000001,0,,,66.96428571428571,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row openai/gpt-6-luna / column totalScore),,in,in convex-noguide,convex.dev,gemini-3.8-flash,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),2.413446612612613,0,,,60.71428571428571,score%,0,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://www.convex.dev/llm-leaderboard ($.value / row google/gemini-3.8-flash / column totalScore),,in,out:cost-single-couple convex-noguide,convex.dev,gpt-5.6-luna,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),0.11941914000000002,0.046,,,58.48214285714286,score%,0,,cost-unrepriced; cost-price-band,https://www.convex.dev/llm-leaderboard ($.value / row openai/gpt-5.6-luna / column totalScore),,in,out:cost-single-couple convex-noguide,convex.dev,glm-5.3-flash,not-established:ambiguous,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),0.06265520980948949,0,,,51.33928571428572,score%,0,,,https://www.convex.dev/llm-leaderboard ($.value / row z-ai/glm-5.3-flash / column totalScore),,out:effort-not-established,out:effort-not-established convex-noguide,convex.dev,glm-5.3,not-established:ambiguous,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),0.5211884539769117,0,,,39.285714285714285,score%,0,,,https://www.convex.dev/llm-leaderboard ($.value / row z-ai/glm-5.3 / column totalScore),,out:effort-not-established,out:effort-not-established convex-noguide,convex.dev,deepseek-v4-flash-preview,high,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),0.1052837918956307,0,,,35.714285714285715,score%,0,,cost-method-assumed-single,https://www.convex.dev/llm-leaderboard ($.value / row deepseek/deepseek-v4-flash / column totalScore),,in,out:cost-not-comparable convex-noguide,convex.dev,deepseek-v4-pro-preview,high,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),0.8720962927572276,0,,,33.035714285714285,score%,0,,cost-method-assumed-single,https://www.convex.dev/llm-leaderboard ($.value / row deepseek/deepseek-v4-pro / column totalScore),,in,out:cost-not-comparable convex-noguide,convex.dev,deepseek-v4-flash-0731,not-established:ambiguous,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),0.07753265086164704,0,,,30.357142857142855,score%,0,,,https://www.convex.dev/llm-leaderboard ($.value / row deepseek/deepseek-v4-flash-0731 / column totalScore),,out:effort-not-established,out:effort-not-established convex-noguide,convex.dev,glm-5.2,high,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),0.9655678111711712,0,,,30.357142857142855,score%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row z-ai/glm-5.2 / column totalScore),,in,out:cost-single-couple convex-noguide,convex.dev,deepseek-v4-pro-0813,not-established:ambiguous,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),0.8605618028788149,0,,,26.785714285714285,score%,0,,,https://www.convex.dev/llm-leaderboard ($.value / row deepseek/deepseek-v4-pro-0813 / column totalScore),,out:effort-not-established,out:effort-not-established convex-noguide-web,convex.dev,gpt-6-astra,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),8.142970250000001,0,,,91.51785714285714,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row openai/gpt-6-astra / column totalScore),,in,in convex-noguide-web,convex.dev,gpt-6.1-sol,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),1.8141074333333336,0,,,91.36904761904762,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row openai/gpt-6.1-sol / column totalScore),,in,in convex-noguide-web,convex.dev,gpt-5.6-sol,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),3.1650235625,0.365,,,90.625,score%,0,,cost-unrepriced; cost-price-band,https://www.convex.dev/llm-leaderboard ($.value / row openai/gpt-5.6-sol / column totalScore),,in,out:cost-single-couple convex-noguide-web,convex.dev,gpt-5.5,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),6.733675000000001,0,,,87.5,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row openai/gpt-5.5 / column totalScore),,in,in convex-noguide-web,convex.dev,grok-4.6,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),5.08027,0,,,85.71428571428572,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row x-ai/grok-4.6 / column totalScore),,in,in convex-noguide-web,convex.dev,grok-4.5,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),2.1032604800000003,0.304,,,84.375,score%,0,,cost-unrepriced; cost-price-band,https://www.convex.dev/llm-leaderboard ($.value / row x-ai/grok-4.5 / column totalScore),,in,out:cost-single-couple convex-noguide-web,convex.dev,gpt-6-sol,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),2.3769313,0,,,82.73809523809522,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row openai/gpt-6-sol / column totalScore),,in,in convex-noguide-web,convex.dev,gpt-5.6-terra,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),2.2566047850000004,0.145,,,79.46428571428572,score%,0,,cost-unrepriced; cost-price-band,https://www.convex.dev/llm-leaderboard ($.value / row openai/gpt-5.6-terra / column totalScore),,in,out:cost-single-couple convex-noguide-web,convex.dev,gemini-3.1-pro,not-established:absent,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),4.548353200000001,0,,,76.78571428571429,score%,0,,,https://www.convex.dev/llm-leaderboard ($.value / row google/gemini-3.1-pro-preview / column totalScore),,out:effort-not-established,out:effort-not-established convex-noguide-web,convex.dev,gpt-6-luna,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),0.26951880875,0,,,73.4375,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row openai/gpt-6-luna / column totalScore),,in,in convex-noguide-web,convex.dev,deepseek-v4.1-flash,not-established:ambiguous,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),0.7210112127999999,0,,,71.42857142857143,score%,0,,,https://www.convex.dev/llm-leaderboard ($.value / row deepseek/deepseek-v4.1-flash / column totalScore),,out:effort-not-established,out:effort-not-established convex-noguide-web,convex.dev,kimi-k3,not-established:absent,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),1.5678051235703372,0,,,69.64285714285714,score%,0,,,https://www.convex.dev/llm-leaderboard ($.value / row moonshotai/kimi-k3 / column totalScore),,out:effort-not-established,out:effort-not-established convex-noguide-web,convex.dev,gpt-5.6-luna,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),0.25226383199999997,0.0971,,,62.94642857142858,score%,0,,cost-unrepriced; cost-price-band,https://www.convex.dev/llm-leaderboard ($.value / row openai/gpt-5.6-luna / column totalScore),,in,out:cost-single-couple convex-noguide-web,convex.dev,deepseek-v4-pro-preview,high,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),0.7806235165300003,0,,,53.57142857142857,score%,0,,,https://www.convex.dev/llm-leaderboard ($.value / row deepseek/deepseek-v4-pro / column totalScore),,in,out:cost-not-comparable convex-noguide-web,convex.dev,glm-5.3-flash,not-established:ambiguous,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),0.12843759240000002,0,,,52.67857142857143,score%,0,,,https://www.convex.dev/llm-leaderboard ($.value / row z-ai/glm-5.3-flash / column totalScore),,out:effort-not-established,out:effort-not-established convex-noguide-web,convex.dev,deepseek-v4-flash-preview,high,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),0.4274365175464,0,,,48.214285714285715,score%,0,,,https://www.convex.dev/llm-leaderboard ($.value / row deepseek/deepseek-v4-flash / column totalScore),,in,out:cost-not-comparable convex-noguide-web,convex.dev,glm-5.2,high,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),2.4980642403999993,0,,,48.214285714285715,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row z-ai/glm-5.2 / column totalScore),,in,in convex-noguide-web,convex.dev,deepseek-v4-flash-0731,not-established:ambiguous,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),1.4304247380000001,0,,,43.75,score%,0,,,https://www.convex.dev/llm-leaderboard ($.value / row deepseek/deepseek-v4-flash-0731 / column totalScore),,out:effort-not-established,out:effort-not-established convex-noguide-web,convex.dev,glm-5.3,not-established:ambiguous,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),0.818280519,0,,,38.39285714285714,score%,0,,,https://www.convex.dev/llm-leaderboard ($.value / row z-ai/glm-5.3 / column totalScore),,out:effort-not-established,out:effort-not-established convex2-default,convex.dev,opus-5.5,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),6.328390666666667,0,,,97.91666666666666,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row anthropic/claude-opus-5.5 / column totalScore),,in,in convex2-default,convex.dev,sonnet-5.5,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),2.0768283750000003,0.4,,,97.76785714285714,score%,0,,cost-unrepriced; cost-price-band,https://www.convex.dev/llm-leaderboard ($.value / row anthropic/claude-sonnet-5.5 / column totalScore),,in,out:cost-single-couple convex2-default,convex.dev,gpt-6-astra,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),11.493572500000003,0,,,97.76785714285714,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row openai/gpt-6-astra / column totalScore),,in,in convex2-default,convex.dev,fable-5,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),14.47987,0,,,97.32142857142857,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row anthropic/claude-fable-5 / column totalScore),,in,in convex2-default,convex.dev,fable-5.1,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),15.544759999999998,0,,,97.32142857142857,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row anthropic/claude-fable-5.1 / column totalScore),,in,in convex2-default,convex.dev,gpt-5.6-sol,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),3.334780625,0.385,,,97.32142857142857,score%,0,,cost-unrepriced; cost-price-band,https://www.convex.dev/llm-leaderboard ($.value / row openai/gpt-5.6-sol / column totalScore),,in,out:cost-single-couple convex2-default,convex.dev,gpt-6.1-sol,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),2.3274945000000002,0,,,96.42857142857143,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row openai/gpt-6.1-sol / column totalScore),,in,in convex2-default,convex.dev,grok-4.5,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),1.3957196800000007,0.201,,,94.64285714285714,score%,0,,cost-unrepriced; cost-price-band,https://www.convex.dev/llm-leaderboard ($.value / row x-ai/grok-4.5 / column totalScore),,in,out:cost-single-couple convex2-default,convex.dev,grok-4.6,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),2.877632000000001,0,,,94.64285714285714,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row x-ai/grok-4.6 / column totalScore),,in,in convex2-default,convex.dev,grok-4.7,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),4.445410000000001,0,,,94.64285714285714,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row x-ai/grok-4.7 / column totalScore),,in,in convex2-default,convex.dev,opus-5,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),7.370235,0,,,93.75,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row anthropic/claude-opus-5 / column totalScore),,in,in convex2-default,convex.dev,opus-4.8,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),7.545335000000001,0,,,92.85714285714286,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row anthropic/claude-opus-4.8 / column totalScore),,in,in convex2-default,convex.dev,gpt-5.5,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),6.519255,0,,,89.28571428571429,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row openai/gpt-5.5 / column totalScore),,in,in convex2-default,convex.dev,gpt-5.6-terra,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),2.483464050000001,0.159,,,88.39285714285714,score%,0,,cost-unrepriced; cost-price-band,https://www.convex.dev/llm-leaderboard ($.value / row openai/gpt-5.6-terra / column totalScore),,in,out:cost-single-couple convex2-default,convex.dev,sonnet-5,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),3.2320140000000004,0,,,86.60714285714286,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row anthropic/claude-sonnet-5 / column totalScore),,in,in convex2-default,convex.dev,gpt-5.6-luna,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),0.17136890999999996,0.066,,,86.60714285714286,score%,0,,cost-unrepriced; cost-price-band,https://www.convex.dev/llm-leaderboard ($.value / row openai/gpt-5.6-luna / column totalScore),,in,out:cost-single-couple convex2-default,convex.dev,kimi-k3,not-established:absent,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),1.671862823999999,0,,,85.71428571428571,score%,0,,,https://www.convex.dev/llm-leaderboard ($.value / row moonshotai/kimi-k3 / column totalScore),,out:effort-not-established,out:effort-not-established convex2-default,convex.dev,gpt-6-luna,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),0.137685225,0,,,85.41666666666666,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row openai/gpt-6-luna / column totalScore),,in,in convex2-default,convex.dev,gemini-3.1-pro,not-established:absent,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),4.425407999999999,0,,,84.82142857142857,score%,0,,,https://www.convex.dev/llm-leaderboard ($.value / row google/gemini-3.1-pro-preview / column totalScore),,out:effort-not-established,out:effort-not-established convex2-default,convex.dev,gemini-3.8-flash,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),2.8075068749999996,0,,,83.03571428571428,score%,0,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://www.convex.dev/llm-leaderboard ($.value / row google/gemini-3.8-flash / column totalScore),,in,in convex2-default,convex.dev,deepseek-v4.1-flash,not-established:ambiguous,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),0.1823196580690196,0,,,82.58928571428571,score%,0,,,https://www.convex.dev/llm-leaderboard ($.value / row deepseek/deepseek-v4.1-flash / column totalScore),,out:effort-not-established,out:effort-not-established convex2-default,convex.dev,deepseek-v4.1-flash-1017,not-established:ambiguous,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),0.09855119277669903,0,,,78.125,score%,0,,,https://www.convex.dev/llm-leaderboard ($.value / row deepseek/deepseek-v4.1-flash-1017 / column totalScore),,out:effort-not-established,out:effort-not-established convex2-default,convex.dev,glm-5.2,high,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),0.9153279500000001,0,,,66.07142857142857,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row z-ai/glm-5.2 / column totalScore),,in,in convex2-default,convex.dev,glm-5.3-flash,not-established:ambiguous,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),0.09503367300000003,0,,,65.17857142857143,score%,0,,,https://www.convex.dev/llm-leaderboard ($.value / row z-ai/glm-5.3-flash / column totalScore),,out:effort-not-established,out:effort-not-established convex2-default,convex.dev,deepseek-v4-pro-preview,high,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),0.9208789397446153,0,,,60.71428571428571,score%,0,,cost-method-assumed-single,https://www.convex.dev/llm-leaderboard ($.value / row deepseek/deepseek-v4-pro / column totalScore),,in,out:cost-not-comparable convex2-default,convex.dev,glm-5.3,not-established:ambiguous,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),0.50808592181,0,,,59.82142857142858,score%,0,,,https://www.convex.dev/llm-leaderboard ($.value / row z-ai/glm-5.3 / column totalScore),,out:effort-not-established,out:effort-not-established convex2-default,convex.dev,deepseek-v4-flash-0731,not-established:ambiguous,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),0.1463460643298969,0,,,50.89285714285714,score%,0,,,https://www.convex.dev/llm-leaderboard ($.value / row deepseek/deepseek-v4-flash-0731 / column totalScore),,out:effort-not-established,out:effort-not-established convex2-noguide,convex.dev,gpt-6-astra,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),6.112405000000001,0,,,90.17857142857143,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row openai/gpt-6-astra / column totalScore),,in,in convex2-noguide,convex.dev,opus-5.5,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),3.629481333333333,0,,,89.58333333333334,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row anthropic/claude-opus-5.5 / column totalScore),,in,in convex2-noguide,convex.dev,gpt-6.1-sol,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),1.1913710000000002,0,,,88.39285714285714,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row openai/gpt-6.1-sol / column totalScore),,in,in convex2-noguide,convex.dev,fable-5,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),7.896980000000002,0,,,85.71428571428571,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row anthropic/claude-fable-5 / column totalScore),,in,in convex2-noguide,convex.dev,sonnet-5.5,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),1.0787330000000002,0.208,,,85.71428571428571,score%,0,,cost-unrepriced; cost-price-band,https://www.convex.dev/llm-leaderboard ($.value / row anthropic/claude-sonnet-5.5 / column totalScore),,in,out:cost-single-couple convex2-noguide,convex.dev,gpt-5.6-sol,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),2.0820387499999993,0.24,,,84.82142857142857,score%,0,,cost-unrepriced; cost-price-band,https://www.convex.dev/llm-leaderboard ($.value / row openai/gpt-5.6-sol / column totalScore),,in,out:cost-single-couple convex2-noguide,convex.dev,fable-5.1,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),8.626019999999997,0,,,83.03571428571429,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row anthropic/claude-fable-5.1 / column totalScore),,in,in convex2-noguide,convex.dev,grok-4.6,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),2.9661139999999984,0,,,81.25,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row x-ai/grok-4.6 / column totalScore),,in,in convex2-noguide,convex.dev,opus-5,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),4.529939999999999,0,,,80.35714285714286,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row anthropic/claude-opus-5 / column totalScore),,in,in convex2-noguide,convex.dev,grok-4.7,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),4.650477999999999,0,,,80.35714285714286,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row x-ai/grok-4.7 / column totalScore),,in,in convex2-noguide,convex.dev,opus-4.8,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),4.469340000000001,0,,,79.46428571428571,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row anthropic/claude-opus-4.8 / column totalScore),,in,in convex2-noguide,convex.dev,grok-4.5,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),1.3111516799999996,0.189,,,79.46428571428571,score%,0,,cost-unrepriced; cost-price-band,https://www.convex.dev/llm-leaderboard ($.value / row x-ai/grok-4.5 / column totalScore),,in,out:cost-single-couple convex2-noguide,convex.dev,gpt-5.5,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),6.690925000000001,0,,,77.67857142857143,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row openai/gpt-5.5 / column totalScore),,in,in convex2-noguide,convex.dev,sonnet-5,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),1.8639060000000003,0,,,74.10714285714286,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row anthropic/claude-sonnet-5 / column totalScore),,in,in convex2-noguide,convex.dev,gemini-3.1-pro,not-established:absent,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),3.9855999999999994,0,,,72.32142857142857,score%,0,,,https://www.convex.dev/llm-leaderboard ($.value / row google/gemini-3.1-pro-preview / column totalScore),,out:effort-not-established,out:effort-not-established convex2-noguide,convex.dev,gpt-5.6-terra,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),1.7578232999999996,0.113,,,68.75,score%,0,,cost-unrepriced; cost-price-band,https://www.convex.dev/llm-leaderboard ($.value / row openai/gpt-5.6-terra / column totalScore),,in,out:cost-single-couple convex2-noguide,convex.dev,deepseek-v4.1-flash,not-established:ambiguous,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),0.1436098243231373,0,,,67.85714285714286,score%,0,,,https://www.convex.dev/llm-leaderboard ($.value / row deepseek/deepseek-v4.1-flash / column totalScore),,out:effort-not-established,out:effort-not-established convex2-noguide,convex.dev,gpt-6-luna,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),0.08436038333333334,0,,,67.26190476190478,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row openai/gpt-6-luna / column totalScore),,in,in convex2-noguide,convex.dev,deepseek-v4.1-flash-1017,not-established:ambiguous,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),0.08463599919303338,0,,,66.07142857142858,score%,0,,,https://www.convex.dev/llm-leaderboard ($.value / row deepseek/deepseek-v4.1-flash-1017 / column totalScore),,out:effort-not-established,out:effort-not-established convex2-noguide,convex.dev,kimi-k3,not-established:absent,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),2.0451824299999997,0,,,65.17857142857143,score%,0,,,https://www.convex.dev/llm-leaderboard ($.value / row moonshotai/kimi-k3 / column totalScore),,out:effort-not-established,out:effort-not-established convex2-noguide,convex.dev,gemini-3.8-flash,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),2.3386158750000003,0,,,62.5,score%,0,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://www.convex.dev/llm-leaderboard ($.value / row google/gemini-3.8-flash / column totalScore),,in,in convex2-noguide,convex.dev,gpt-5.6-luna,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),0.11802989999999994,0.0454,,,61.60714285714286,score%,0,,cost-unrepriced; cost-price-band,https://www.convex.dev/llm-leaderboard ($.value / row openai/gpt-5.6-luna / column totalScore),,in,out:cost-single-couple convex2-noguide,convex.dev,glm-5.3-flash,not-established:ambiguous,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),0.047783297,0,,,47.32142857142857,score%,0,,,https://www.convex.dev/llm-leaderboard ($.value / row z-ai/glm-5.3-flash / column totalScore),,out:effort-not-established,out:effort-not-established convex2-noguide,convex.dev,deepseek-v4-flash-preview,high,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),0.008982079031028033,0,,,38.392857142857145,score%,0,,cost-method-assumed-single,https://www.convex.dev/llm-leaderboard ($.value / row deepseek/deepseek-v4-flash / column totalScore),,in,out:cost-not-comparable convex2-noguide,convex.dev,glm-5.3,not-established:ambiguous,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),0.40131970625,0,,,38.39285714285714,score%,0,,,https://www.convex.dev/llm-leaderboard ($.value / row z-ai/glm-5.3 / column totalScore),,out:effort-not-established,out:effort-not-established convex2-noguide,convex.dev,glm-5.2,high,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),0.9319845499999998,0,,,35.714285714285715,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row z-ai/glm-5.2 / column totalScore),,in,in convex2-noguide,convex.dev,deepseek-v4-pro-preview,high,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),0.664433126902857,0,,,30.357142857142855,score%,0,,cost-method-assumed-single,https://www.convex.dev/llm-leaderboard ($.value / row deepseek/deepseek-v4-pro / column totalScore),,in,out:cost-not-comparable convex2-noguide-web,convex.dev,gemini-4-argon,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),2.796831433333333,0,,,95.83333333333334,score%,0,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://www.convex.dev/llm-leaderboard ($.value / row google/gemini-4-argon / column totalScore),,in,in convex2-noguide-web,convex.dev,opus-5.5,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),6.846738666666666,0,,,95.23809523809524,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row anthropic/claude-opus-5.5 / column totalScore),,in,in convex2-noguide-web,convex.dev,gpt-6.1-sol,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),1.8109478333333335,0,,,92.26190476190476,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row openai/gpt-6.1-sol / column totalScore),,in,in convex2-noguide-web,convex.dev,gpt-6-astra,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),8.511276,0,,,91.07142857142857,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row openai/gpt-6-astra / column totalScore),,in,in convex2-noguide-web,convex.dev,fable-5,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),9.630989999999995,0,,,89.28571428571429,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row anthropic/claude-fable-5 / column totalScore),,in,in convex2-noguide-web,convex.dev,fable-5.1,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),13.603250000000005,0,,,89.28571428571429,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row anthropic/claude-fable-5.1 / column totalScore),,in,in convex2-noguide-web,convex.dev,gpt-5.6-sol,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),3.2726556249999996,0.378,,,89.28571428571429,score%,0,,cost-unrepriced; cost-price-band,https://www.convex.dev/llm-leaderboard ($.value / row openai/gpt-5.6-sol / column totalScore),,in,out:cost-single-couple convex2-noguide-web,convex.dev,sonnet-5.5,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),1.2194163750000002,0.235,,,87.72321428571428,score%,0,,cost-unrepriced; cost-price-band,https://www.convex.dev/llm-leaderboard ($.value / row anthropic/claude-sonnet-5.5 / column totalScore),,in,out:cost-single-couple convex2-noguide-web,convex.dev,opus-4.8,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),7.445790000000001,0,,,85.71428571428571,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row anthropic/claude-opus-4.8 / column totalScore),,in,in convex2-noguide-web,convex.dev,opus-5,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),6.613409999999999,0,,,83.92857142857143,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row anthropic/claude-opus-5 / column totalScore),,in,in convex2-noguide-web,convex.dev,sonnet-5,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),2.417362,0,,,80.35714285714286,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row anthropic/claude-sonnet-5 / column totalScore),,in,in convex2-noguide-web,convex.dev,grok-4.5,medium,coding,mid,Convex-evals-OpenRouter,,,,,,80.35714285714286,score%,0,,,https://www.convex.dev/llm-leaderboard ($.value / row x-ai/grok-4.5 / column totalScore),,in, convex2-noguide-web,convex.dev,gpt-5.6-terra,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),2.180148660000001,0.14,,,79.46428571428571,score%,0,,cost-unrepriced; cost-price-band,https://www.convex.dev/llm-leaderboard ($.value / row openai/gpt-5.6-terra / column totalScore),,in,out:cost-single-couple convex2-noguide-web,convex.dev,deepseek-v4.1-flash-1017,not-established:ambiguous,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),0.38427353500000005,0,,,75.44642857142858,score%,0,,,https://www.convex.dev/llm-leaderboard ($.value / row deepseek/deepseek-v4.1-flash-1017 / column totalScore),,out:effort-not-established,out:effort-not-established convex2-noguide-web,convex.dev,kimi-k3,not-established:absent,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),2.1385389800000008,0,,,73.21428571428571,score%,0,,,https://www.convex.dev/llm-leaderboard ($.value / row moonshotai/kimi-k3 / column totalScore),,out:effort-not-established,out:effort-not-established convex2-noguide-web,convex.dev,deepseek-v4.1-flash,not-established:ambiguous,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),0.6465104481999999,0,,,72.76785714285714,score%,0,,,https://www.convex.dev/llm-leaderboard ($.value / row deepseek/deepseek-v4.1-flash / column totalScore),,out:effort-not-established,out:effort-not-established convex2-noguide-web,convex.dev,gpt-6-luna,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),0.2885555,0,,,69.64285714285715,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row openai/gpt-6-luna / column totalScore),,in,in convex2-noguide-web,convex.dev,gpt-5.6-luna,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),0.23249724000000005,0.0895,,,61.60714285714286,score%,0,,cost-unrepriced; cost-price-band,https://www.convex.dev/llm-leaderboard ($.value / row openai/gpt-5.6-luna / column totalScore),,in,out:cost-single-couple convex2-noguide-web,convex.dev,glm-5.3-flash,not-established:ambiguous,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),0.1405446434,0,,,54.46428571428571,score%,0,,,https://www.convex.dev/llm-leaderboard ($.value / row z-ai/glm-5.3-flash / column totalScore),,out:effort-not-established,out:effort-not-established convex2-noguide-web,convex.dev,glm-5.2,high,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),1.6910531850000003,0,,,52.67857142857143,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row z-ai/glm-5.2 / column totalScore),,in,in convex2-noguide-web,convex.dev,deepseek-v4-flash-preview,high,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),0.4261898797160001,0,,,51.78571428571429,score%,0,,,https://www.convex.dev/llm-leaderboard ($.value / row deepseek/deepseek-v4-flash / column totalScore),,in,out:cost-not-comparable convex2-noguide-web,convex.dev,deepseek-v4-pro-preview,high,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),1.0011719258999996,0,,,50.89285714285714,score%,0,,,https://www.convex.dev/llm-leaderboard ($.value / row deepseek/deepseek-v4-pro / column totalScore),,in,out:cost-not-comparable convex2-noguide-web,convex.dev,glm-5.3,not-established:ambiguous,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),0.44806341290000007,0,,,37.94642857142857,score%,0,,,https://www.convex.dev/llm-leaderboard ($.value / row z-ai/glm-5.3 / column totalScore),,out:effort-not-established,out:effort-not-established convex2-default,convex.dev,gemini-4-argon,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),2.0302734600000005,0,,,98.92857142857144,score%,0,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://www.convex.dev/llm-leaderboard ($.value / row google/gemini-4-argon / column totalScore),,in,in convex2-default,convex.dev,haiku-5.5,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),0.2188019571428572,0,,,89.66836734693878,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row anthropic/claude-haiku-5.5 / column totalScore),,in,in convex2-noguide,convex.dev,gemini-4-argon,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),1.5983562543881664,0,,,88.69047619047619,score%,0,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://www.convex.dev/llm-leaderboard ($.value / row google/gemini-4-argon / column totalScore),,in,out:cost-single-couple convex2-noguide,convex.dev,haiku-5.5,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),0.15559977142857143,0,,,74.61734693877551,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row anthropic/claude-haiku-5.5 / column totalScore),,in,in convex2-noguide-web,convex.dev,haiku-5.5,medium,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),0.3294089666666667,0,,,79.01785714285715,score%,0,,cost-base-price:cost-publisher-figure,https://www.convex.dev/llm-leaderboard ($.value / row anthropic/claude-haiku-5.5 / column totalScore),,in,in convex2-default-2026-10-21,convex.dev,kimi-k3,not-established:absent,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),1.671862823999999,0,,,85.71428571428571,score%,0,,,https://www.convex.dev/llm-leaderboard ($.value / row moonshotai/kimi-k3 / column totalScore),,out:effort-not-established,out:effort-not-established convex2-default-2026-10-21,convex.dev,deepseek-v4.1-flash,not-established:ambiguous,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),0.1823196580690196,0,,,82.58928571428571,score%,0,,,https://www.convex.dev/llm-leaderboard ($.value / row deepseek/deepseek-v4.1-flash / column totalScore),,out:effort-not-established,out:effort-not-established convex2-default-2026-10-21,convex.dev,deepseek-v4.1-flash-1017,not-established:ambiguous,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),0.11047317063100691,0,,,79.76190476190476,score%,0,,,https://www.convex.dev/llm-leaderboard ($.value / row deepseek/deepseek-v4.1-flash-1017 / column totalScore),,out:effort-not-established,out:effort-not-established convex2-default-2026-10-21,convex.dev,glm-5.3-flash,not-established:ambiguous,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),0.09503367300000003,0,,,65.17857142857143,score%,0,,,https://www.convex.dev/llm-leaderboard ($.value / row z-ai/glm-5.3-flash / column totalScore),,out:effort-not-established,out:effort-not-established convex2-default-2026-10-21,convex.dev,glm-5.3,not-established:ambiguous,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),0.50808592181,0,,,59.82142857142858,score%,0,,,https://www.convex.dev/llm-leaderboard ($.value / row z-ai/glm-5.3 / column totalScore),,out:effort-not-established,out:effort-not-established convex2-default-2026-10-21,convex.dev,deepseek-v4-flash-0731,not-established:ambiguous,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),0.1463460643298969,0,,,50.89285714285714,score%,0,,,https://www.convex.dev/llm-leaderboard ($.value / row deepseek/deepseek-v4-flash-0731 / column totalScore),,out:effort-not-established,out:effort-not-established convex2-noguide-2026-10-21,convex.dev,deepseek-v4.1-flash,not-established:ambiguous,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),0.1436098243231373,0,,,67.85714285714286,score%,0,,,https://www.convex.dev/llm-leaderboard ($.value / row deepseek/deepseek-v4.1-flash / column totalScore),,out:effort-not-established,out:effort-not-established convex2-noguide-2026-10-21,convex.dev,deepseek-v4.1-flash-1017,not-established:ambiguous,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),0.09497118807043649,0,,,66.07142857142857,score%,0,,,https://www.convex.dev/llm-leaderboard ($.value / row deepseek/deepseek-v4.1-flash-1017 / column totalScore),,out:effort-not-established,out:effort-not-established convex2-noguide-2026-10-21,convex.dev,kimi-k3,not-established:absent,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),2.0451824299999997,0,,,65.17857142857143,score%,0,,,https://www.convex.dev/llm-leaderboard ($.value / row moonshotai/kimi-k3 / column totalScore),,out:effort-not-established,out:effort-not-established convex2-noguide-2026-10-21,convex.dev,glm-5.3-flash,not-established:ambiguous,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),0.047783297,0,,,47.32142857142857,score%,0,,,https://www.convex.dev/llm-leaderboard ($.value / row z-ai/glm-5.3-flash / column totalScore),,out:effort-not-established,out:effort-not-established convex2-noguide-2026-10-21,convex.dev,glm-5.3,not-established:ambiguous,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),0.40131970625,0,,,38.39285714285714,score%,0,,,https://www.convex.dev/llm-leaderboard ($.value / row z-ai/glm-5.3 / column totalScore),,out:effort-not-established,out:effort-not-established convex2-noguide-web-2026-10-21,convex.dev,deepseek-v4.1-flash-1017,not-established:ambiguous,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),0.37109408266666666,0,,,74.70238095238094,score%,0,,,https://www.convex.dev/llm-leaderboard ($.value / row deepseek/deepseek-v4.1-flash-1017 / column totalScore),,out:effort-not-established,out:effort-not-established convex2-noguide-web-2026-10-21,convex.dev,kimi-k3,not-established:absent,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),2.1385389800000008,0,,,73.21428571428571,score%,0,,,https://www.convex.dev/llm-leaderboard ($.value / row moonshotai/kimi-k3 / column totalScore),,out:effort-not-established,out:effort-not-established convex2-noguide-web-2026-10-21,convex.dev,deepseek-v4.1-flash,not-established:ambiguous,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),0.6465104481999999,0,,,72.76785714285714,score%,0,,,https://www.convex.dev/llm-leaderboard ($.value / row deepseek/deepseek-v4.1-flash / column totalScore),,out:effort-not-established,out:effort-not-established convex2-noguide-web-2026-10-21,convex.dev,glm-5.3-flash,not-established:ambiguous,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),0.1405446434,0,,,54.46428571428571,score%,0,,,https://www.convex.dev/llm-leaderboard ($.value / row z-ai/glm-5.3-flash / column totalScore),,out:effort-not-established,out:effort-not-established convex2-noguide-web-2026-10-21,convex.dev,glm-5.3,not-established:ambiguous,coding,mid,Convex-evals-OpenRouter,per-run(112-evals),0.44806341290000007,0,,,37.94642857142857,score%,0,,,https://www.convex.dev/llm-leaderboard ($.value / row z-ai/glm-5.3 / column totalScore),,out:effort-not-established,out:effort-not-established ctirealm-unconstrained,ctirealm-2610.14180,glm-5.3-flash,default,agentic-tool,frontier,common agent harness,USD/run-50-tasks,2,0.289,,,0.74,score-of-1,0.00289,,,"https://arxiv.org/abs/2610.14180 (Table 2, row GLM-5.3-flash, column overall reward)",,out:effort-not-established,out:effort-not-established ctirealm-unconstrained,ctirealm-2610.14180,kimi-k3,default,agentic-tool,frontier,common agent harness,USD/run-50-tasks,32,0.289,,,0.72,score-of-1,0.00289,,,"https://arxiv.org/abs/2610.14180 (Table 2, row Kimi-K3, column overall reward)",,out:effort-not-established,out:effort-not-established ctirealm-unconstrained,ctirealm-2610.14180,grok-4.6,high,agentic-tool,frontier,common agent harness,USD/run-50-tasks,28,0.289,,,0.71,score-of-1,0.00289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.14180 (Table 2, row Grok-4.6, column overall reward)",,in,in ctirealm-unconstrained,ctirealm-2610.14180,glm-5.3,default,agentic-tool,frontier,common agent harness,USD/run-50-tasks,20,0.289,,,0.70,score-of-1,0.00289,,,"https://arxiv.org/abs/2610.14180 (Table 2, row GLM-5.3, column overall reward)",,out:effort-not-established,out:effort-not-established ctirealm-unconstrained,ctirealm-2610.14180,opus-5,high,agentic-tool,frontier,common agent harness,USD/run-50-tasks,50,0.289,,,0.69,score-of-1,0.00289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.14180 (Table 2, row Claude-Opus-5, column overall reward)",,in,in ctirealm-unconstrained,ctirealm-2610.14180,qwen3.8-27b,default,agentic-tool,frontier,common agent harness,USD/run-50-tasks,10,0.289,,,0.68,score-of-1,0.00289,,,"https://arxiv.org/abs/2610.14180 (Table 2, row Qwen3.8-27B, column overall reward)",,out:effort-not-established,out:effort-not-established ctirealm-unconstrained,ctirealm-2610.14180,gpt-5.6-sol,default,agentic-tool,frontier,common agent harness,,,,,,0.68,score-of-1,0.00289,,,"https://arxiv.org/abs/2610.14180 (Table 2, row GPT-5.6-sol, column overall reward)",,out:effort-not-established, ctirealm-unconstrained,ctirealm-2610.14180,?Mistral-Large-4,not-established:absent,agentic-tool,frontier,common agent harness,USD/run-50-tasks,22,0.289,,,0.68,score-of-1,0.00289,,,"https://arxiv.org/abs/2610.14180 (Table 2, row Mistral-Large-4, column overall reward)",,out:model-not-established,out:model-not-established ctirealm-unconstrained,ctirealm-2610.14180,glm-5.2,default,agentic-tool,frontier,common agent harness,USD/run-50-tasks,13,0.289,,,0.66,score-of-1,0.00289,,,"https://arxiv.org/abs/2610.14180 (Table 2, row GLM-5.2, column overall reward)",,out:effort-not-established,out:effort-not-established ctirealm-unconstrained,ctirealm-2610.14180,?Qwen3.8-2.4T,not-established:absent,agentic-tool,frontier,common agent harness,USD/run-50-tasks,17,0.289,,,0.66,score-of-1,0.00289,,,"https://arxiv.org/abs/2610.14180 (Table 2, row Qwen3.8-2.4T, column overall reward)",,out:model-not-established,out:model-not-established ctirealm-unconstrained,ctirealm-2610.14180,?DeepSeek-v4-pro,not-established:absent,agentic-tool,frontier,common agent harness,USD/run-50-tasks,24,0.289,,,0.65,score-of-1,0.00289,,,"https://arxiv.org/abs/2610.14180 (Table 2, row DeepSeek-v4-pro, column overall reward)",,out:model-not-established,out:model-not-established ctirealm-unconstrained,ctirealm-2610.14180,gpt-5.6-terra,default,agentic-tool,frontier,common agent harness,,,,,,0.65,score-of-1,0.00289,,,"https://arxiv.org/abs/2610.14180 (Table 2, row GPT-5.6-terra, column overall reward)",,out:effort-not-established, ctirealm-unconstrained,ctirealm-2610.14180,deepseek-v4.1-flash,high,agentic-tool,frontier,common agent harness,USD/run-50-tasks,5,0.289,,,0.64,score-of-1,0.00289,,,"https://arxiv.org/abs/2610.14180 (Table 2, row DeepSeek-v4.1-flash, column overall reward)",,in,out:cost-not-comparable ctirealm-unconstrained,ctirealm-2610.14180,sonnet-5,default,agentic-tool,frontier,common agent harness,USD/run-50-tasks,31,0.289,,,0.63,score-of-1,0.00289,,,"https://arxiv.org/abs/2610.14180 (Table 2, row Claude-Sonnet-5, column overall reward)",,out:effort-not-established,out:effort-not-established ctirealm-unconstrained,ctirealm-2610.14180,?DeepSeek-v4-flash,not-established:absent,agentic-tool,frontier,common agent harness,USD/run-50-tasks,1,0.289,,,0.63,score-of-1,0.00289,,,"https://arxiv.org/abs/2610.14180 (Table 2, row DeepSeek-v4-flash, column overall reward)",,out:model-not-established,out:model-not-established ctirealm-unconstrained,ctirealm-2610.14180,minimax-m3,default,agentic-tool,frontier,common agent harness,USD/run-50-tasks,5,0.289,,,0.58,score-of-1,0.00289,,,"https://arxiv.org/abs/2610.14180 (Table 2, row MiniMax-M3, column overall reward)",,out:effort-not-established,out:effort-not-established ctirealm-unconstrained,ctirealm-2610.14180,inkling,default,agentic-tool,frontier,common agent harness,USD/run-50-tasks,9,0.289,,,0.57,score-of-1,0.00289,,,"https://arxiv.org/abs/2610.14180 (Table 2, row Inkling, column overall reward)",,out:effort-not-established,out:effort-not-established ctirealm-unconstrained,ctirealm-2610.14180,nemotron-3-ultra-550b-a55b,default,agentic-tool,frontier,common agent harness,USD/run-50-tasks,17,0.289,,,0.56,score-of-1,0.00289,,,"https://arxiv.org/abs/2610.14180 (Table 2, row Nemotron-3-Ultra, column overall reward)",,out:effort-not-established,out:effort-not-established ctirealm-unconstrained,ctirealm-2610.14180,gpt-5.6-luna,default,agentic-tool,frontier,common agent harness,,,,,,0.55,score-of-1,0.00289,,,"https://arxiv.org/abs/2610.14180 (Table 2, row GPT-5.6-luna, column overall reward)",,out:effort-not-established, ctirealm-unconstrained,ctirealm-2610.14180,gemma-4-31b-it,think,agentic-tool,frontier,common agent harness,USD/run-50-tasks,0.70,0.289,,,0.52,score-of-1,0.00289,,,"https://arxiv.org/abs/2610.14180 (Table 2, row Gemma-4-31B, column overall reward)",,out:single-couple,out:cost-not-comparable ctirealm-unconstrained,ctirealm-2610.14180,inkling-small,default,agentic-tool,frontier,common agent harness,USD/run-50-tasks,2,0.289,,,0.50,score-of-1,0.00289,,,"https://arxiv.org/abs/2610.14180 (Table 2, row Inkling-Small, column overall reward)",,out:effort-not-established,out:effort-not-established ctirealm-unconstrained,ctirealm-2610.14180,qwen3.6-35b-a3b,default,agentic-tool,frontier,common agent harness,USD/run-50-tasks,2,0.289,,,0.49,score-of-1,0.00289,,,"https://arxiv.org/abs/2610.14180 (Table 2, row Qwen3.6-35B-A3B, column overall reward)",,out:effort-not-established,out:effort-not-established ctirealm-unconstrained,ctirealm-2610.14180,haiku-4.5,nothink,agentic-tool,frontier,common agent harness,USD/run-50-tasks,7,0.289,,,0.48,score-of-1,0.00289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2610.14180 (Table 2, row Claude-Haiku-4.5, column overall reward)",,in,in ctirealm-unconstrained,ctirealm-2610.14180,gemma-4-26b-a4b-it,think,agentic-tool,frontier,common agent harness,USD/run-50-tasks,1,0.289,,,0.47,score-of-1,0.00289,,,"https://arxiv.org/abs/2610.14180 (Table 2, row Gemma-4-26B-A4B, column overall reward)",,out:single-couple,out:cost-not-comparable ctirealm-unconstrained,ctirealm-2610.14180,gpt-oss-120b,default,agentic-tool,frontier,common agent harness,USD/run-50-tasks,3,0.289,,,0.34,score-of-1,0.00289,,,"https://arxiv.org/abs/2610.14180 (Table 2, row GPT-OSS-120B, column overall reward)",,out:effort-not-established,out:effort-not-established ctirealm-unconstrained,ctirealm-2610.14180,gpt-oss-20b,default,agentic-tool,frontier,common agent harness,USD/run-50-tasks,0.51,0.289,,,0.27,score-of-1,0.00289,,,"https://arxiv.org/abs/2610.14180 (Table 2, row GPT-OSS-20B, column overall reward)",,out:effort-not-established,out:effort-not-established zapierab@ctol.digital,ctol.digital,gemini-4-carbon,low,agentic-tool,hard,AutomationBench,,0.4271,2.89e-05,,,31.5,score%,0.0289,,restated-from:Zapier AutomationBench; same-runs-as:src-zapier-gemini-carbon-4-release-report-2026-10-27#M1,"https://ctol.digital/news/gemini-4-carbon-thinking-cost-benchmark/ (table, row Low, column Task pass rate)",,out:copy,out:copy zapierab@ctol.digital,ctol.digital,gemini-4-carbon,medium,agentic-tool,hard,AutomationBench,,0.7420,2.89e-05,,,53.0,score%,0.0289,,restated-from:Zapier AutomationBench; same-runs-as:src-zapier-gemini-carbon-4-release-report-2026-10-27#M2,"https://ctol.digital/news/gemini-4-carbon-thinking-cost-benchmark/ (table, row Medium, column Task pass rate)",,out:copy,out:copy zapierab@ctol.digital,ctol.digital,gemini-4-carbon,high,agentic-tool,hard,AutomationBench,,0.9708,2.89e-05,,,53.9,score%,0.0289,,restated-from:Zapier AutomationBench; same-runs-as:src-zapier-gemini-carbon-4-release-report-2026-10-27#M3,"https://ctol.digital/news/gemini-4-carbon-thinking-cost-benchmark/ (table, row High, column Task pass rate)",,out:copy,out:copy cuaswe-web-code,cua-swe-2609.32600,gpt-6-astra,unstated,computer-use,frontier,own CUA harness,,,,,,27.8,score%,0.0289,,,"https://arxiv.org/abs/2609.32600 (Table 8 (Appendix G), row ""GPT-6-Astra"", column Web / Code (columns in the printed order Web Code, Web Hybrid CUA, Game Code, Game Hybrid CUA, DevOps Code, DevOps Hybrid CUA, Mobile Code, Mobile Hybrid CUA))",,out:effort-not-established, cuaswe-web-hybrid,cua-swe-2609.32600,gpt-6-astra,unstated,computer-use,frontier,own CUA harness,,,,,,66.7,score%,0.0289,,,"https://arxiv.org/abs/2609.32600 (Table 8 (Appendix G), row ""GPT-6-Astra"", column Web / Hybrid CUA (columns in the printed order Web Code, Web Hybrid CUA, Game Code, Game Hybrid CUA, DevOps Code, DevOps Hybrid CUA, Mobile Code, Mobile Hybrid CUA))",,out:effort-not-established, cuaswe-game-code,cua-swe-2609.32600,gpt-6-astra,unstated,computer-use,frontier,own CUA harness,,,,,,17.2,score%,0.0289,,,"https://arxiv.org/abs/2609.32600 (Table 8 (Appendix G), row ""GPT-6-Astra"", column Game / Code (columns in the printed order Web Code, Web Hybrid CUA, Game Code, Game Hybrid CUA, DevOps Code, DevOps Hybrid CUA, Mobile Code, Mobile Hybrid CUA))",,out:effort-not-established, cuaswe-game-hybrid,cua-swe-2609.32600,gpt-6-astra,unstated,computer-use,frontier,own CUA harness,,,,,,37.9,score%,0.0289,,,"https://arxiv.org/abs/2609.32600 (Table 8 (Appendix G), row ""GPT-6-Astra"", column Game / Hybrid CUA (columns in the printed order Web Code, Web Hybrid CUA, Game Code, Game Hybrid CUA, DevOps Code, DevOps Hybrid CUA, Mobile Code, Mobile Hybrid CUA))",,out:effort-not-established, cuaswe-devops-code,cua-swe-2609.32600,gpt-6-astra,unstated,computer-use,frontier,own CUA harness,,,,,,0.0,score%,0.0289,,,"https://arxiv.org/abs/2609.32600 (Table 8 (Appendix G), row ""GPT-6-Astra"", column DevOps / Code (columns in the printed order Web Code, Web Hybrid CUA, Game Code, Game Hybrid CUA, DevOps Code, DevOps Hybrid CUA, Mobile Code, Mobile Hybrid CUA))",,out:effort-not-established, cuaswe-devops-hybrid,cua-swe-2609.32600,gpt-6-astra,unstated,computer-use,frontier,own CUA harness,,,,,,80.0,score%,0.0289,,,"https://arxiv.org/abs/2609.32600 (Table 8 (Appendix G), row ""GPT-6-Astra"", column DevOps / Hybrid CUA (columns in the printed order Web Code, Web Hybrid CUA, Game Code, Game Hybrid CUA, DevOps Code, DevOps Hybrid CUA, Mobile Code, Mobile Hybrid CUA))",,out:effort-not-established, cuaswe-mobile-code,cua-swe-2609.32600,gpt-6-astra,high,computer-use,frontier,own CUA harness,,,,,,0.0,score%,0.0289,,,"https://arxiv.org/abs/2609.32600 (Table 8 (Appendix G), row ""GPT-6-Astra"", column Mobile / Code (columns in the printed order Web Code, Web Hybrid CUA, Game Code, Game Hybrid CUA, DevOps Code, DevOps Hybrid CUA, Mobile Code, Mobile Hybrid CUA))",,out:uninformative, cuaswe-mobile-hybrid,cua-swe-2609.32600,gpt-6-astra,high,computer-use,frontier,own CUA harness,,,,,,55.0,score%,0.0289,,,"https://arxiv.org/abs/2609.32600 (Table 8 (Appendix G), row ""GPT-6-Astra"", column Mobile / Hybrid CUA (columns in the printed order Web Code, Web Hybrid CUA, Game Code, Game Hybrid CUA, DevOps Code, DevOps Hybrid CUA, Mobile Code, Mobile Hybrid CUA))",,in, cuaswe-web-code,cua-swe-2609.32600,gpt-5.6-sol,unstated,computer-use,frontier,own CUA harness,,,,,,19.4,score%,0.0289,,,"https://arxiv.org/abs/2609.32600 (Table 8 (Appendix G), row ""GPT-5.6-Sol"", column Web / Code (columns in the printed order Web Code, Web Hybrid CUA, Game Code, Game Hybrid CUA, DevOps Code, DevOps Hybrid CUA, Mobile Code, Mobile Hybrid CUA))",,out:effort-not-established, cuaswe-web-hybrid,cua-swe-2609.32600,gpt-5.6-sol,unstated,computer-use,frontier,own CUA harness,,,,,,58.3,score%,0.0289,,,"https://arxiv.org/abs/2609.32600 (Table 8 (Appendix G), row ""GPT-5.6-Sol"", column Web / Hybrid CUA (columns in the printed order Web Code, Web Hybrid CUA, Game Code, Game Hybrid CUA, DevOps Code, DevOps Hybrid CUA, Mobile Code, Mobile Hybrid CUA))",,out:effort-not-established, cuaswe-game-code,cua-swe-2609.32600,gpt-5.6-sol,unstated,computer-use,frontier,own CUA harness,,,,,,10.3,score%,0.0289,,,"https://arxiv.org/abs/2609.32600 (Table 8 (Appendix G), row ""GPT-5.6-Sol"", column Game / Code (columns in the printed order Web Code, Web Hybrid CUA, Game Code, Game Hybrid CUA, DevOps Code, DevOps Hybrid CUA, Mobile Code, Mobile Hybrid CUA))",,out:effort-not-established, cuaswe-game-hybrid,cua-swe-2609.32600,gpt-5.6-sol,unstated,computer-use,frontier,own CUA harness,,,,,,10.3,score%,0.0289,,,"https://arxiv.org/abs/2609.32600 (Table 8 (Appendix G), row ""GPT-5.6-Sol"", column Game / Hybrid CUA (columns in the printed order Web Code, Web Hybrid CUA, Game Code, Game Hybrid CUA, DevOps Code, DevOps Hybrid CUA, Mobile Code, Mobile Hybrid CUA))",,out:effort-not-established, cuaswe-devops-code,cua-swe-2609.32600,gpt-5.6-sol,unstated,computer-use,frontier,own CUA harness,,,,,,0.0,score%,0.0289,,,"https://arxiv.org/abs/2609.32600 (Table 8 (Appendix G), row ""GPT-5.6-Sol"", column DevOps / Code (columns in the printed order Web Code, Web Hybrid CUA, Game Code, Game Hybrid CUA, DevOps Code, DevOps Hybrid CUA, Mobile Code, Mobile Hybrid CUA))",,out:effort-not-established, cuaswe-devops-hybrid,cua-swe-2609.32600,gpt-5.6-sol,unstated,computer-use,frontier,own CUA harness,,,,,,55.0,score%,0.0289,,,"https://arxiv.org/abs/2609.32600 (Table 8 (Appendix G), row ""GPT-5.6-Sol"", column DevOps / Hybrid CUA (columns in the printed order Web Code, Web Hybrid CUA, Game Code, Game Hybrid CUA, DevOps Code, DevOps Hybrid CUA, Mobile Code, Mobile Hybrid CUA))",,out:effort-not-established, cuaswe-mobile-code,cua-swe-2609.32600,gpt-5.6-sol,high,computer-use,frontier,own CUA harness,,,,,,0.0,score%,0.0289,,,"https://arxiv.org/abs/2609.32600 (Table 8 (Appendix G), row ""GPT-5.6-Sol"", column Mobile / Code (columns in the printed order Web Code, Web Hybrid CUA, Game Code, Game Hybrid CUA, DevOps Code, DevOps Hybrid CUA, Mobile Code, Mobile Hybrid CUA))",,out:uninformative, cuaswe-mobile-hybrid,cua-swe-2609.32600,gpt-5.6-sol,high,computer-use,frontier,own CUA harness,,,,,,45.0,score%,0.0289,,,"https://arxiv.org/abs/2609.32600 (Table 8 (Appendix G), row ""GPT-5.6-Sol"", column Mobile / Hybrid CUA (columns in the printed order Web Code, Web Hybrid CUA, Game Code, Game Hybrid CUA, DevOps Code, DevOps Hybrid CUA, Mobile Code, Mobile Hybrid CUA))",,in, cuaswe-web-code,cua-swe-2609.32600,gpt-5.6-luna,unstated,computer-use,frontier,own CUA harness,,,,,,11.1,score%,0.0289,,,"https://arxiv.org/abs/2609.32600 (Table 8 (Appendix G), row ""GPT-5.6-Luna"", column Web / Code (columns in the printed order Web Code, Web Hybrid CUA, Game Code, Game Hybrid CUA, DevOps Code, DevOps Hybrid CUA, Mobile Code, Mobile Hybrid CUA))",,out:effort-not-established, cuaswe-web-hybrid,cua-swe-2609.32600,gpt-5.6-luna,unstated,computer-use,frontier,own CUA harness,,,,,,5.6,score%,0.0289,,,"https://arxiv.org/abs/2609.32600 (Table 8 (Appendix G), row ""GPT-5.6-Luna"", column Web / Hybrid CUA (columns in the printed order Web Code, Web Hybrid CUA, Game Code, Game Hybrid CUA, DevOps Code, DevOps Hybrid CUA, Mobile Code, Mobile Hybrid CUA))",,out:effort-not-established, cuaswe-game-code,cua-swe-2609.32600,gpt-5.6-luna,unstated,computer-use,frontier,own CUA harness,,,,,,0.0,score%,0.0289,,,"https://arxiv.org/abs/2609.32600 (Table 8 (Appendix G), row ""GPT-5.6-Luna"", column Game / Code (columns in the printed order Web Code, Web Hybrid CUA, Game Code, Game Hybrid CUA, DevOps Code, DevOps Hybrid CUA, Mobile Code, Mobile Hybrid CUA))",,out:effort-not-established, cuaswe-game-hybrid,cua-swe-2609.32600,gpt-5.6-luna,unstated,computer-use,frontier,own CUA harness,,,,,,6.9,score%,0.0289,,,"https://arxiv.org/abs/2609.32600 (Table 8 (Appendix G), row ""GPT-5.6-Luna"", column Game / Hybrid CUA (columns in the printed order Web Code, Web Hybrid CUA, Game Code, Game Hybrid CUA, DevOps Code, DevOps Hybrid CUA, Mobile Code, Mobile Hybrid CUA))",,out:effort-not-established, cuaswe-devops-code,cua-swe-2609.32600,gpt-5.6-luna,unstated,computer-use,frontier,own CUA harness,,,,,,0.0,score%,0.0289,,,"https://arxiv.org/abs/2609.32600 (Table 8 (Appendix G), row ""GPT-5.6-Luna"", column DevOps / Code (columns in the printed order Web Code, Web Hybrid CUA, Game Code, Game Hybrid CUA, DevOps Code, DevOps Hybrid CUA, Mobile Code, Mobile Hybrid CUA))",,out:effort-not-established, cuaswe-devops-hybrid,cua-swe-2609.32600,gpt-5.6-luna,unstated,computer-use,frontier,own CUA harness,,,,,,15.0,score%,0.0289,,,"https://arxiv.org/abs/2609.32600 (Table 8 (Appendix G), row ""GPT-5.6-Luna"", column DevOps / Hybrid CUA (columns in the printed order Web Code, Web Hybrid CUA, Game Code, Game Hybrid CUA, DevOps Code, DevOps Hybrid CUA, Mobile Code, Mobile Hybrid CUA))",,out:effort-not-established, cuaswe-mobile-code,cua-swe-2609.32600,gpt-5.6-luna,high,computer-use,frontier,own CUA harness,,,,,,0.0,score%,0.0289,,,"https://arxiv.org/abs/2609.32600 (Table 8 (Appendix G), row ""GPT-5.6-Luna"", column Mobile / Code (columns in the printed order Web Code, Web Hybrid CUA, Game Code, Game Hybrid CUA, DevOps Code, DevOps Hybrid CUA, Mobile Code, Mobile Hybrid CUA))",,out:uninformative, cuaswe-mobile-hybrid,cua-swe-2609.32600,gpt-5.6-luna,high,computer-use,frontier,own CUA harness,,,,,,35.0,score%,0.0289,,,"https://arxiv.org/abs/2609.32600 (Table 8 (Appendix G), row ""GPT-5.6-Luna"", column Mobile / Hybrid CUA (columns in the printed order Web Code, Web Hybrid CUA, Game Code, Game Hybrid CUA, DevOps Code, DevOps Hybrid CUA, Mobile Code, Mobile Hybrid CUA))",,in, cuaswe-web-code,cua-swe-2609.32600,gpt-5.6-terra,unstated,computer-use,frontier,own CUA harness,,,,,,11.1,score%,0.0289,,,"https://arxiv.org/abs/2609.32600 (Table 8 (Appendix G), row ""GPT-5.6-Terra"", column Web / Code (columns in the printed order Web Code, Web Hybrid CUA, Game Code, Game Hybrid CUA, DevOps Code, DevOps Hybrid CUA, Mobile Code, Mobile Hybrid CUA))",,out:effort-not-established, cuaswe-web-hybrid,cua-swe-2609.32600,gpt-5.6-terra,unstated,computer-use,frontier,own CUA harness,,,,,,13.9,score%,0.0289,,,"https://arxiv.org/abs/2609.32600 (Table 8 (Appendix G), row ""GPT-5.6-Terra"", column Web / Hybrid CUA (columns in the printed order Web Code, Web Hybrid CUA, Game Code, Game Hybrid CUA, DevOps Code, DevOps Hybrid CUA, Mobile Code, Mobile Hybrid CUA))",,out:effort-not-established, cuaswe-game-code,cua-swe-2609.32600,gpt-5.6-terra,unstated,computer-use,frontier,own CUA harness,,,,,,3.4,score%,0.0289,,,"https://arxiv.org/abs/2609.32600 (Table 8 (Appendix G), row ""GPT-5.6-Terra"", column Game / Code (columns in the printed order Web Code, Web Hybrid CUA, Game Code, Game Hybrid CUA, DevOps Code, DevOps Hybrid CUA, Mobile Code, Mobile Hybrid CUA))",,out:effort-not-established, cuaswe-game-hybrid,cua-swe-2609.32600,gpt-5.6-terra,unstated,computer-use,frontier,own CUA harness,,,,,,6.9,score%,0.0289,,,"https://arxiv.org/abs/2609.32600 (Table 8 (Appendix G), row ""GPT-5.6-Terra"", column Game / Hybrid CUA (columns in the printed order Web Code, Web Hybrid CUA, Game Code, Game Hybrid CUA, DevOps Code, DevOps Hybrid CUA, Mobile Code, Mobile Hybrid CUA))",,out:effort-not-established, cuaswe-devops-code,cua-swe-2609.32600,gpt-5.6-terra,unstated,computer-use,frontier,own CUA harness,,,,,,0.0,score%,0.0289,,,"https://arxiv.org/abs/2609.32600 (Table 8 (Appendix G), row ""GPT-5.6-Terra"", column DevOps / Code (columns in the printed order Web Code, Web Hybrid CUA, Game Code, Game Hybrid CUA, DevOps Code, DevOps Hybrid CUA, Mobile Code, Mobile Hybrid CUA))",,out:effort-not-established, cuaswe-devops-hybrid,cua-swe-2609.32600,gpt-5.6-terra,unstated,computer-use,frontier,own CUA harness,,,,,,25.0,score%,0.0289,,,"https://arxiv.org/abs/2609.32600 (Table 8 (Appendix G), row ""GPT-5.6-Terra"", column DevOps / Hybrid CUA (columns in the printed order Web Code, Web Hybrid CUA, Game Code, Game Hybrid CUA, DevOps Code, DevOps Hybrid CUA, Mobile Code, Mobile Hybrid CUA))",,out:effort-not-established, cuaswe-mobile-code,cua-swe-2609.32600,gpt-5.6-terra,high,computer-use,frontier,own CUA harness,,,,,,0.0,score%,0.0289,,,"https://arxiv.org/abs/2609.32600 (Table 8 (Appendix G), row ""GPT-5.6-Terra"", column Mobile / Code (columns in the printed order Web Code, Web Hybrid CUA, Game Code, Game Hybrid CUA, DevOps Code, DevOps Hybrid CUA, Mobile Code, Mobile Hybrid CUA))",,out:uninformative, cuaswe-mobile-hybrid,cua-swe-2609.32600,gpt-5.6-terra,high,computer-use,frontier,own CUA harness,,,,,,35.0,score%,0.0289,,,"https://arxiv.org/abs/2609.32600 (Table 8 (Appendix G), row ""GPT-5.6-Terra"", column Mobile / Hybrid CUA (columns in the printed order Web Code, Web Hybrid CUA, Game Code, Game Hybrid CUA, DevOps Code, DevOps Hybrid CUA, Mobile Code, Mobile Hybrid CUA))",,in, cuaswe-web-code,cua-swe-2609.32600,opus-5,unstated,computer-use,frontier,own CUA harness,,,,,,22.2,score%,0.0289,,,"https://arxiv.org/abs/2609.32600 (Table 8 (Appendix G), row ""Claude-Opus-5"", column Web / Code (columns in the printed order Web Code, Web Hybrid CUA, Game Code, Game Hybrid CUA, DevOps Code, DevOps Hybrid CUA, Mobile Code, Mobile Hybrid CUA))",,out:effort-not-established, cuaswe-web-hybrid,cua-swe-2609.32600,opus-5,unstated,computer-use,frontier,own CUA harness,,,,,,55.6,score%,0.0289,,,"https://arxiv.org/abs/2609.32600 (Table 8 (Appendix G), row ""Claude-Opus-5"", column Web / Hybrid CUA (columns in the printed order Web Code, Web Hybrid CUA, Game Code, Game Hybrid CUA, DevOps Code, DevOps Hybrid CUA, Mobile Code, Mobile Hybrid CUA))",,out:effort-not-established, cuaswe-game-code,cua-swe-2609.32600,opus-5,unstated,computer-use,frontier,own CUA harness,,,,,,13.8,score%,0.0289,,,"https://arxiv.org/abs/2609.32600 (Table 8 (Appendix G), row ""Claude-Opus-5"", column Game / Code (columns in the printed order Web Code, Web Hybrid CUA, Game Code, Game Hybrid CUA, DevOps Code, DevOps Hybrid CUA, Mobile Code, Mobile Hybrid CUA))",,out:effort-not-established, cuaswe-game-hybrid,cua-swe-2609.32600,opus-5,unstated,computer-use,frontier,own CUA harness,,,,,,20.7,score%,0.0289,,,"https://arxiv.org/abs/2609.32600 (Table 8 (Appendix G), row ""Claude-Opus-5"", column Game / Hybrid CUA (columns in the printed order Web Code, Web Hybrid CUA, Game Code, Game Hybrid CUA, DevOps Code, DevOps Hybrid CUA, Mobile Code, Mobile Hybrid CUA))",,out:effort-not-established, cuaswe-devops-code,cua-swe-2609.32600,opus-5,unstated,computer-use,frontier,own CUA harness,,,,,,0.0,score%,0.0289,,,"https://arxiv.org/abs/2609.32600 (Table 8 (Appendix G), row ""Claude-Opus-5"", column DevOps / Code (columns in the printed order Web Code, Web Hybrid CUA, Game Code, Game Hybrid CUA, DevOps Code, DevOps Hybrid CUA, Mobile Code, Mobile Hybrid CUA))",,out:effort-not-established, cuaswe-devops-hybrid,cua-swe-2609.32600,opus-5,unstated,computer-use,frontier,own CUA harness,,,,,,60.0,score%,0.0289,,,"https://arxiv.org/abs/2609.32600 (Table 8 (Appendix G), row ""Claude-Opus-5"", column DevOps / Hybrid CUA (columns in the printed order Web Code, Web Hybrid CUA, Game Code, Game Hybrid CUA, DevOps Code, DevOps Hybrid CUA, Mobile Code, Mobile Hybrid CUA))",,out:effort-not-established, cuaswe-web-code,cua-swe-2609.32600,opus-4.8,unstated,computer-use,frontier,own CUA harness,,,,,,16.7,score%,0.0289,,,"https://arxiv.org/abs/2609.32600 (Table 8 (Appendix G), row ""Claude-Opus-4.8"", column Web / Code (columns in the printed order Web Code, Web Hybrid CUA, Game Code, Game Hybrid CUA, DevOps Code, DevOps Hybrid CUA, Mobile Code, Mobile Hybrid CUA))",,out:effort-not-established, cuaswe-web-hybrid,cua-swe-2609.32600,opus-4.8,unstated,computer-use,frontier,own CUA harness,,,,,,27.8,score%,0.0289,,,"https://arxiv.org/abs/2609.32600 (Table 8 (Appendix G), row ""Claude-Opus-4.8"", column Web / Hybrid CUA (columns in the printed order Web Code, Web Hybrid CUA, Game Code, Game Hybrid CUA, DevOps Code, DevOps Hybrid CUA, Mobile Code, Mobile Hybrid CUA))",,out:effort-not-established, cuaswe-game-code,cua-swe-2609.32600,opus-4.8,unstated,computer-use,frontier,own CUA harness,,,,,,3.4,score%,0.0289,,,"https://arxiv.org/abs/2609.32600 (Table 8 (Appendix G), row ""Claude-Opus-4.8"", column Game / Code (columns in the printed order Web Code, Web Hybrid CUA, Game Code, Game Hybrid CUA, DevOps Code, DevOps Hybrid CUA, Mobile Code, Mobile Hybrid CUA))",,out:effort-not-established, cuaswe-game-hybrid,cua-swe-2609.32600,opus-4.8,unstated,computer-use,frontier,own CUA harness,,,,,,20.7,score%,0.0289,,,"https://arxiv.org/abs/2609.32600 (Table 8 (Appendix G), row ""Claude-Opus-4.8"", column Game / Hybrid CUA (columns in the printed order Web Code, Web Hybrid CUA, Game Code, Game Hybrid CUA, DevOps Code, DevOps Hybrid CUA, Mobile Code, Mobile Hybrid CUA))",,out:effort-not-established, cuaswe-devops-code,cua-swe-2609.32600,opus-4.8,unstated,computer-use,frontier,own CUA harness,,,,,,0.0,score%,0.0289,,,"https://arxiv.org/abs/2609.32600 (Table 8 (Appendix G), row ""Claude-Opus-4.8"", column DevOps / Code (columns in the printed order Web Code, Web Hybrid CUA, Game Code, Game Hybrid CUA, DevOps Code, DevOps Hybrid CUA, Mobile Code, Mobile Hybrid CUA))",,out:effort-not-established, cuaswe-devops-hybrid,cua-swe-2609.32600,opus-4.8,unstated,computer-use,frontier,own CUA harness,,,,,,55.0,score%,0.0289,,,"https://arxiv.org/abs/2609.32600 (Table 8 (Appendix G), row ""Claude-Opus-4.8"", column DevOps / Hybrid CUA (columns in the printed order Web Code, Web Hybrid CUA, Game Code, Game Hybrid CUA, DevOps Code, DevOps Hybrid CUA, Mobile Code, Mobile Hybrid CUA))",,out:effort-not-established, cuaswe-mobile-code,cua-swe-2609.32600,opus-4.8,high,computer-use,frontier,own CUA harness,,,,,,0.0,score%,0.0289,,,"https://arxiv.org/abs/2609.32600 (Table 8 (Appendix G), row ""Claude-Opus-4.8"", column Mobile / Code (columns in the printed order Web Code, Web Hybrid CUA, Game Code, Game Hybrid CUA, DevOps Code, DevOps Hybrid CUA, Mobile Code, Mobile Hybrid CUA))",,out:uninformative, cuaswe-mobile-hybrid,cua-swe-2609.32600,opus-4.8,high,computer-use,frontier,own CUA harness,,,,,,40.0,score%,0.0289,,,"https://arxiv.org/abs/2609.32600 (Table 8 (Appendix G), row ""Claude-Opus-4.8"", column Mobile / Hybrid CUA (columns in the printed order Web Code, Web Hybrid CUA, Game Code, Game Hybrid CUA, DevOps Code, DevOps Hybrid CUA, Mobile Code, Mobile Hybrid CUA))",,in, cuaswe-web-code,cua-swe-2609.32600,sonnet-5,unstated,computer-use,frontier,own CUA harness,,,,,,8.3,score%,0.0289,,,"https://arxiv.org/abs/2609.32600 (Table 8 (Appendix G), row ""Claude-Sonnet-5"", column Web / Code (columns in the printed order Web Code, Web Hybrid CUA, Game Code, Game Hybrid CUA, DevOps Code, DevOps Hybrid CUA, Mobile Code, Mobile Hybrid CUA))",,out:effort-not-established, cuaswe-web-hybrid,cua-swe-2609.32600,sonnet-5,unstated,computer-use,frontier,own CUA harness,,,,,,0.0,score%,0.0289,,,"https://arxiv.org/abs/2609.32600 (Table 8 (Appendix G), row ""Claude-Sonnet-5"", column Web / Hybrid CUA (columns in the printed order Web Code, Web Hybrid CUA, Game Code, Game Hybrid CUA, DevOps Code, DevOps Hybrid CUA, Mobile Code, Mobile Hybrid CUA))",,out:effort-not-established, cuaswe-game-code,cua-swe-2609.32600,sonnet-5,unstated,computer-use,frontier,own CUA harness,,,,,,6.9,score%,0.0289,,,"https://arxiv.org/abs/2609.32600 (Table 8 (Appendix G), row ""Claude-Sonnet-5"", column Game / Code (columns in the printed order Web Code, Web Hybrid CUA, Game Code, Game Hybrid CUA, DevOps Code, DevOps Hybrid CUA, Mobile Code, Mobile Hybrid CUA))",,out:effort-not-established, cuaswe-game-hybrid,cua-swe-2609.32600,sonnet-5,unstated,computer-use,frontier,own CUA harness,,,,,,3.4,score%,0.0289,,,"https://arxiv.org/abs/2609.32600 (Table 8 (Appendix G), row ""Claude-Sonnet-5"", column Game / Hybrid CUA (columns in the printed order Web Code, Web Hybrid CUA, Game Code, Game Hybrid CUA, DevOps Code, DevOps Hybrid CUA, Mobile Code, Mobile Hybrid CUA))",,out:effort-not-established, cuaswe-devops-code,cua-swe-2609.32600,sonnet-5,unstated,computer-use,frontier,own CUA harness,,,,,,0.0,score%,0.0289,,,"https://arxiv.org/abs/2609.32600 (Table 8 (Appendix G), row ""Claude-Sonnet-5"", column DevOps / Code (columns in the printed order Web Code, Web Hybrid CUA, Game Code, Game Hybrid CUA, DevOps Code, DevOps Hybrid CUA, Mobile Code, Mobile Hybrid CUA))",,out:effort-not-established, cuaswe-devops-hybrid,cua-swe-2609.32600,sonnet-5,unstated,computer-use,frontier,own CUA harness,,,,,,40.0,score%,0.0289,,,"https://arxiv.org/abs/2609.32600 (Table 8 (Appendix G), row ""Claude-Sonnet-5"", column DevOps / Hybrid CUA (columns in the printed order Web Code, Web Hybrid CUA, Game Code, Game Hybrid CUA, DevOps Code, DevOps Hybrid CUA, Mobile Code, Mobile Hybrid CUA))",,out:effort-not-established, cuaswe-mobile-code,cua-swe-2609.32600,sonnet-5,high,computer-use,frontier,own CUA harness,,,,,,0.0,score%,0.0289,,,"https://arxiv.org/abs/2609.32600 (Table 8 (Appendix G), row ""Claude-Sonnet-5"", column Mobile / Code (columns in the printed order Web Code, Web Hybrid CUA, Game Code, Game Hybrid CUA, DevOps Code, DevOps Hybrid CUA, Mobile Code, Mobile Hybrid CUA))",,out:uninformative, cuaswe-mobile-hybrid,cua-swe-2609.32600,sonnet-5,high,computer-use,frontier,own CUA harness,,,,,,35.0,score%,0.0289,,,"https://arxiv.org/abs/2609.32600 (Table 8 (Appendix G), row ""Claude-Sonnet-5"", column Mobile / Hybrid CUA (columns in the printed order Web Code, Web Hybrid CUA, Game Code, Game Hybrid CUA, DevOps Code, DevOps Hybrid CUA, Mobile Code, Mobile Hybrid CUA))",,in, cuaswe-web-code,cua-swe-2609.32600,fable-5,unstated,computer-use,frontier,own CUA harness,,,,,,19.4,score%,0.0289,,,"https://arxiv.org/abs/2609.32600 (Table 8 (Appendix G), row ""Claude-Fable-5"", column Web / Code (columns in the printed order Web Code, Web Hybrid CUA, Game Code, Game Hybrid CUA, DevOps Code, DevOps Hybrid CUA, Mobile Code, Mobile Hybrid CUA))",,out:effort-not-established, cuaswe-web-hybrid,cua-swe-2609.32600,fable-5,unstated,computer-use,frontier,own CUA harness,,,,,,47.2,score%,0.0289,,,"https://arxiv.org/abs/2609.32600 (Table 8 (Appendix G), row ""Claude-Fable-5"", column Web / Hybrid CUA (columns in the printed order Web Code, Web Hybrid CUA, Game Code, Game Hybrid CUA, DevOps Code, DevOps Hybrid CUA, Mobile Code, Mobile Hybrid CUA))",,out:effort-not-established, cuaswe-game-code,cua-swe-2609.32600,fable-5,unstated,computer-use,frontier,own CUA harness,,,,,,13.8,score%,0.0289,,,"https://arxiv.org/abs/2609.32600 (Table 8 (Appendix G), row ""Claude-Fable-5"", column Game / Code (columns in the printed order Web Code, Web Hybrid CUA, Game Code, Game Hybrid CUA, DevOps Code, DevOps Hybrid CUA, Mobile Code, Mobile Hybrid CUA))",,out:effort-not-established, cuaswe-game-hybrid,cua-swe-2609.32600,fable-5,unstated,computer-use,frontier,own CUA harness,,,,,,17.2,score%,0.0289,,,"https://arxiv.org/abs/2609.32600 (Table 8 (Appendix G), row ""Claude-Fable-5"", column Game / Hybrid CUA (columns in the printed order Web Code, Web Hybrid CUA, Game Code, Game Hybrid CUA, DevOps Code, DevOps Hybrid CUA, Mobile Code, Mobile Hybrid CUA))",,out:effort-not-established, cuaswe-devops-code,cua-swe-2609.32600,fable-5,unstated,computer-use,frontier,own CUA harness,,,,,,5.0,score%,0.0289,,,"https://arxiv.org/abs/2609.32600 (Table 8 (Appendix G), row ""Claude-Fable-5"", column DevOps / Code (columns in the printed order Web Code, Web Hybrid CUA, Game Code, Game Hybrid CUA, DevOps Code, DevOps Hybrid CUA, Mobile Code, Mobile Hybrid CUA))",,out:effort-not-established, cuaswe-devops-hybrid,cua-swe-2609.32600,fable-5,unstated,computer-use,frontier,own CUA harness,,,,,,55.0,score%,0.0289,,,"https://arxiv.org/abs/2609.32600 (Table 8 (Appendix G), row ""Claude-Fable-5"", column DevOps / Hybrid CUA (columns in the printed order Web Code, Web Hybrid CUA, Game Code, Game Hybrid CUA, DevOps Code, DevOps Hybrid CUA, Mobile Code, Mobile Hybrid CUA))",,out:effort-not-established, cuaswe-mobile-code,cua-swe-2609.32600,fable-5,high,computer-use,frontier,own CUA harness,,,,,,5.0,score%,0.0289,,,"https://arxiv.org/abs/2609.32600 (Table 8 (Appendix G), row ""Claude-Fable-5"", column Mobile / Code (columns in the printed order Web Code, Web Hybrid CUA, Game Code, Game Hybrid CUA, DevOps Code, DevOps Hybrid CUA, Mobile Code, Mobile Hybrid CUA))",,out:single-couple, cuaswe-mobile-hybrid,cua-swe-2609.32600,fable-5,high,computer-use,frontier,own CUA harness,,,,,,40.0,score%,0.0289,,,"https://arxiv.org/abs/2609.32600 (Table 8 (Appendix G), row ""Claude-Fable-5"", column Mobile / Hybrid CUA (columns in the printed order Web Code, Web Hybrid CUA, Game Code, Game Hybrid CUA, DevOps Code, DevOps Hybrid CUA, Mobile Code, Mobile Hybrid CUA))",,in, cuaswe-web-code,cua-swe-2609.32600,grok-4.6,unstated,computer-use,frontier,own CUA harness,,,,,,30.6,score%,0.0289,,,"https://arxiv.org/abs/2609.32600 (Table 8 (Appendix G), row ""Grok-4.6"", column Web / Code (columns in the printed order Web Code, Web Hybrid CUA, Game Code, Game Hybrid CUA, DevOps Code, DevOps Hybrid CUA, Mobile Code, Mobile Hybrid CUA))",,out:effort-not-established, cuaswe-web-hybrid,cua-swe-2609.32600,grok-4.6,unstated,computer-use,frontier,own CUA harness,,,,,,55.6,score%,0.0289,,,"https://arxiv.org/abs/2609.32600 (Table 8 (Appendix G), row ""Grok-4.6"", column Web / Hybrid CUA (columns in the printed order Web Code, Web Hybrid CUA, Game Code, Game Hybrid CUA, DevOps Code, DevOps Hybrid CUA, Mobile Code, Mobile Hybrid CUA))",,out:effort-not-established, cuaswe-game-code,cua-swe-2609.32600,grok-4.6,unstated,computer-use,frontier,own CUA harness,,,,,,10.3,score%,0.0289,,,"https://arxiv.org/abs/2609.32600 (Table 8 (Appendix G), row ""Grok-4.6"", column Game / Code (columns in the printed order Web Code, Web Hybrid CUA, Game Code, Game Hybrid CUA, DevOps Code, DevOps Hybrid CUA, Mobile Code, Mobile Hybrid CUA))",,out:effort-not-established, cuaswe-game-hybrid,cua-swe-2609.32600,grok-4.6,unstated,computer-use,frontier,own CUA harness,,,,,,17.2,score%,0.0289,,,"https://arxiv.org/abs/2609.32600 (Table 8 (Appendix G), row ""Grok-4.6"", column Game / Hybrid CUA (columns in the printed order Web Code, Web Hybrid CUA, Game Code, Game Hybrid CUA, DevOps Code, DevOps Hybrid CUA, Mobile Code, Mobile Hybrid CUA))",,out:effort-not-established, cuaswe-devops-code,cua-swe-2609.32600,grok-4.6,unstated,computer-use,frontier,own CUA harness,,,,,,0.0,score%,0.0289,,,"https://arxiv.org/abs/2609.32600 (Table 8 (Appendix G), row ""Grok-4.6"", column DevOps / Code (columns in the printed order Web Code, Web Hybrid CUA, Game Code, Game Hybrid CUA, DevOps Code, DevOps Hybrid CUA, Mobile Code, Mobile Hybrid CUA))",,out:effort-not-established, cuaswe-devops-hybrid,cua-swe-2609.32600,grok-4.6,unstated,computer-use,frontier,own CUA harness,,,,,,65.0,score%,0.0289,,,"https://arxiv.org/abs/2609.32600 (Table 8 (Appendix G), row ""Grok-4.6"", column DevOps / Hybrid CUA (columns in the printed order Web Code, Web Hybrid CUA, Game Code, Game Hybrid CUA, DevOps Code, DevOps Hybrid CUA, Mobile Code, Mobile Hybrid CUA))",,out:effort-not-established, cuaswe-mobile-code,cua-swe-2609.32600,grok-4.6,high,computer-use,frontier,own CUA harness,,,,,,0.0,score%,0.0289,,,"https://arxiv.org/abs/2609.32600 (Table 8 (Appendix G), row ""Grok-4.6"", column Mobile / Code (columns in the printed order Web Code, Web Hybrid CUA, Game Code, Game Hybrid CUA, DevOps Code, DevOps Hybrid CUA, Mobile Code, Mobile Hybrid CUA))",,out:uninformative, cuaswe-mobile-hybrid,cua-swe-2609.32600,grok-4.6,high,computer-use,frontier,own CUA harness,,,,,,30.0,score%,0.0289,,,"https://arxiv.org/abs/2609.32600 (Table 8 (Appendix G), row ""Grok-4.6"", column Mobile / Hybrid CUA (columns in the printed order Web Code, Web Hybrid CUA, Game Code, Game Hybrid CUA, DevOps Code, DevOps Hybrid CUA, Mobile Code, Mobile Hybrid CUA))",,in, cursorbench@cursorbench#cursorbench 3.1,cursorbench,fable-5,low,coding,hard,Cursor,per-task,5.70,0.00289,,,64.2,score%,0.0289,,harness-label-as-level:cursor-cli; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Fable 5 Low / column score),,in,in cursorbench@cursorbench#cursorbench 3.1,cursorbench,fable-5,medium,coding,hard,Cursor,per-task,8.27,0.00289,,,69.8,score%,0.0289,,harness-label-as-level:cursor-cli; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Fable 5 Medium / column score),,in,in cursorbench@cursorbench#cursorbench 3.1,cursorbench,fable-5,high,coding,hard,Cursor,per-task,10.81,0.00289,,,70.6,score%,0.0289,,harness-label-as-level:cursor-cli; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Fable 5 High / column score),,in,in cursorbench@cursorbench#cursorbench 3.1,cursorbench,fable-5,xhigh,coding,hard,Cursor,per-task,13.74,0.00289,,,72.0,score%,0.0289,,harness-label-as-level:cursor-cli; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Fable 5 Extra High / column score),,in,in cursorbench@cursorbench#cursorbench 3.1,cursorbench,fable-5,max,coding,hard,Cursor,per-task,18.02,0.00289,,,72.9,score%,0.0289,,harness-label-as-level:cursor-cli; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Fable 5 Max / column score),,in,in cursorbench@cursorbench#cursorbench 3.1,cursorbench,opus-4.8,low,coding,hard,Cursor,per-task,2.93,0.00289,,,54.3,score%,0.0289,,harness-label-as-level:cursor-cli; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Opus 4.8 Low / column score),,in,in cursorbench@cursorbench#cursorbench 3.1,cursorbench,opus-4.8,medium,coding,hard,Cursor,per-task,3.83,0.00289,,,56.6,score%,0.0289,,harness-label-as-level:cursor-cli; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Opus 4.8 Medium / column score),,in,in cursorbench@cursorbench#cursorbench 3.1,cursorbench,opus-4.8,high,coding,hard,Cursor,per-task,4.41,0.00289,,,58.4,score%,0.0289,,harness-label-as-level:cursor-cli; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Opus 4.8 High / column score),,in,in cursorbench@cursorbench#cursorbench 3.1,cursorbench,opus-4.8,xhigh,coding,hard,Cursor,per-task,6.14,0.00289,,,62.1,score%,0.0289,,harness-label-as-level:cursor-cli; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Opus 4.8 Extra High / column score),,in,in cursorbench@cursorbench#cursorbench 3.1,cursorbench,opus-4.8,max,coding,hard,Cursor,per-task,7.59,0.00289,,,63.8,score%,0.0289,,harness-label-as-level:cursor-cli; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Opus 4.8 Max / column score),,in,in cursorbench@cursorbench#cursorbench 3.1,cursorbench,opus-4.7,low,coding,hard,Cursor,per-task,1.87,0.00289,,,48.3,score%,0.0289,,harness-label-as-level:cursor-cli; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Opus 4.7 Low / column score),,in,in cursorbench@cursorbench#cursorbench 3.1,cursorbench,opus-4.7,medium,coding,hard,Cursor,per-task,2.93,0.00289,,,52.7,score%,0.0289,,harness-label-as-level:cursor-cli; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Opus 4.7 Medium / column score),,in,in cursorbench@cursorbench#cursorbench 3.1,cursorbench,opus-4.7,high,coding,hard,Cursor,per-task,5.01,0.00289,,,59.4,score%,0.0289,,harness-label-as-level:cursor-cli; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Opus 4.7 High / column score),,in,in cursorbench@cursorbench#cursorbench 3.1,cursorbench,opus-4.7,xhigh,coding,hard,Cursor,per-task,7.11,0.00289,,,61.6,score%,0.0289,,harness-label-as-level:cursor-cli; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Opus 4.7 Extra High / column score),,in,in cursorbench@cursorbench#cursorbench 3.1,cursorbench,opus-4.7,max,coding,hard,Cursor,per-task,11.02,0.00289,,,64.8,score%,0.0289,,harness-label-as-level:cursor-cli; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Opus 4.7 Max / column score),,in,in cursorbench@cursorbench#cursorbench 3.1,cursorbench,gpt-5.5,low,coding,hard,Cursor,per-task,1.19,0.00289,,,48.8,score%,0.0289,,harness-label-as-level:cursor-cli; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row GPT-5.5 Low / column score),,in,in cursorbench@cursorbench#cursorbench 3.1,cursorbench,gpt-5.5,medium,coding,hard,Cursor,per-task,2.22,0.00289,,,59.2,score%,0.0289,,harness-label-as-level:cursor-cli; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row GPT-5.5 Medium / column score),,in,in cursorbench@cursorbench#cursorbench 3.1,cursorbench,gpt-5.5,high,coding,hard,Cursor,per-task,3.59,0.00289,,,62.6,score%,0.0289,,harness-label-as-level:cursor-cli; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row GPT-5.5 High / column score),,in,in cursorbench@cursorbench#cursorbench 3.1,cursorbench,gpt-5.5,xhigh,coding,hard,Cursor,per-task,4.37,0.00289,,,64.3,score%,0.0289,,harness-label-as-level:cursor-cli; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row GPT-5.5 Extra High / column score),,in,in cursorbench32@cursorbench,cursorbench,gemini-3.6-flash,medium,coding,hard,Cursor,per-task,2.2199999999999998,0.427,,,51.2,score%,0.0289,,harness-label-as-level:cursor-cli; cost-unrepriced; cost-price-band,https://cursor.com/cursorbench ($.rows / row Gemini 3.6 Flash Medium / column score),,in,in cursorbench32@cursorbench,cursorbench,gemini-3.6-flash,low,coding,hard,Cursor,per-task,1.6949999999999998,0.326,,,47.4,score%,0.0289,,harness-label-as-level:cursor-cli; cost-unrepriced; cost-price-band,https://cursor.com/cursorbench ($.rows / row Gemini 3.6 Flash Low / column score),,in,in cursorbench32@cursorbench,cursorbench,gemini-3.6-flash,high,coding,hard,Cursor,per-task,2.34,0.45,,,53.5,score%,0.0289,,harness-label-as-level:cursor-cli; cost-unrepriced; cost-price-band,https://cursor.com/cursorbench ($.rows / row Gemini 3.6 Flash High / column score),,in,in cursorbench32@cursorbench,cursorbench,gemini-3.7-flash,medium,coding,hard,Cursor,per-task,0.95,0.00289,,,59.0,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Gemini 3.7 Flash Medium / column score),,in,in cursorbench32@cursorbench,cursorbench,gemini-3.7-flash,low,coding,hard,Cursor,per-task,0.74,0.00289,,,53.8,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Gemini 3.7 Flash Low / column score),,in,in cursorbench32@cursorbench,cursorbench,gemini-3.7-flash,high,coding,hard,Cursor,per-task,1.20,0.00289,,,61.6,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Gemini 3.7 Flash High / column score),,in,in cursorbench32@cursorbench,cursorbench,opus-5,high,coding,hard,Cursor,per-task,3.91,0.00289,,,66.7,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Opus 5 High / column score),,in,in cursorbench32@cursorbench,cursorbench,opus-5,xhigh,coding,hard,Cursor,per-task,7.35,0.00289,,,69.3,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Opus 5 Extra High / column score),,in,in cursorbench32@cursorbench,cursorbench,opus-5,max,coding,hard,Cursor,per-task,8.23,0.00289,,,70.0,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Opus 5 Max / column score),,in,in cursorbench32@cursorbench,cursorbench,fable-5,xhigh,coding,hard,Cursor,per-task,11.73,0.00289,,,68.4,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Fable 5 Extra High / column score),,in,in cursorbench32@cursorbench,cursorbench,fable-5,max,coding,hard,Cursor,per-task,17.32,0.00289,,,70.5,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Fable 5 Max / column score),,in,in cursorbench32@cursorbench,cursorbench,fable-5,low,coding,hard,Cursor,per-task,4.46,0.00289,,,62.1,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Fable 5 Low / column score),,in,in cursorbench32@cursorbench,cursorbench,fable-5,medium,coding,hard,Cursor,per-task,6.80,0.00289,,,65.2,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Fable 5 Medium / column score),,in,in cursorbench32@cursorbench,cursorbench,fable-5,high,coding,hard,Cursor,per-task,8.77,0.00289,,,66.5,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Fable 5 High / column score),,in,in cursorbench32@cursorbench,cursorbench,opus-5,low,coding,hard,Cursor,per-task,2.55,0.00289,,,62.8,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Opus 5 Low / column score),,in,in cursorbench32@cursorbench,cursorbench,opus-5,medium,coding,hard,Cursor,per-task,3.29,0.00289,,,64.3,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Opus 5 Medium / column score),,in,in cursorbench32@cursorbench,cursorbench,fable-5.1,low,coding,hard,Cursor,per-task,2.90,0.00289,,,66.2,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Fable 5.1 Low / column score),,in,in cursorbench32@cursorbench,cursorbench,fable-5.1,medium,coding,hard,Cursor,per-task,3.53,0.00289,,,68.0,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Fable 5.1 Medium / column score),,in,in cursorbench32@cursorbench,cursorbench,fable-5.1,high,coding,hard,Cursor,per-task,4.80,0.00289,,,69.4,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Fable 5.1 High / column score),,in,in cursorbench32@cursorbench,cursorbench,fable-5.1,xhigh,coding,hard,Cursor,per-task,6.96,0.00289,,,72.8,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Fable 5.1 Extra High / column score),,in,in cursorbench32@cursorbench,cursorbench,fable-5.1,max,coding,hard,Cursor,per-task,9.64,0.00289,,,73.4,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Fable 5.1 Max / column score),,in,in cursorbench32@cursorbench,cursorbench,opus-4.8,low,coding,hard,Cursor,per-task,2.02,0.00289,,,53.1,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Opus 4.8 Low / column score),,in,in cursorbench32@cursorbench,cursorbench,opus-4.8,medium,coding,hard,Cursor,per-task,2.81,0.00289,,,56.1,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Opus 4.8 Medium / column score),,in,in cursorbench32@cursorbench,cursorbench,opus-4.8,high,coding,hard,Cursor,per-task,3.15,0.00289,,,58.0,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Opus 4.8 High / column score),,in,in cursorbench32@cursorbench,cursorbench,opus-4.8,xhigh,coding,hard,Cursor,per-task,4.50,0.00289,,,59.4,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Opus 4.8 Extra High / column score),,in,in cursorbench32@cursorbench,cursorbench,opus-4.8,max,coding,hard,Cursor,per-task,5.77,0.00289,,,62.3,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Opus 4.8 Max / column score),,in,in cursorbench32@cursorbench,cursorbench,sonnet-5,low,coding,hard,Cursor,per-task,0.87,0.00289,,,47.7,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Sonnet 5 Low / column score),,in,in cursorbench32@cursorbench,cursorbench,sonnet-5,medium,coding,hard,Cursor,per-task,1.44,0.00289,,,52.4,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Sonnet 5 Medium / column score),,in,in cursorbench32@cursorbench,cursorbench,sonnet-5,high,coding,hard,Cursor,per-task,2.13,0.00289,,,56.9,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Sonnet 5 High / column score),,in,in cursorbench32@cursorbench,cursorbench,sonnet-5,xhigh,coding,hard,Cursor,per-task,2.77,0.00289,,,58.7,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Sonnet 5 Extra High / column score),,in,in cursorbench32@cursorbench,cursorbench,sonnet-5,max,coding,hard,Cursor,per-task,4.30,0.00289,,,61.5,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Sonnet 5 Max / column score),,in,in cursorbench32@cursorbench,cursorbench,grok-4.6,xhigh,coding,hard,Cursor,per-task,2.81,0.00289,,,70.8,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Grok 4.6 Extra High / column score),,in,in cursorbench32@cursorbench,cursorbench,gpt-5.6-sol,max,coding,hard,Cursor,per-task,7.112500000000001,0.821,,,67.2,score%,0.0289,,harness-label-as-level:cursor-cli; cost-unrepriced; cost-price-band,https://cursor.com/cursorbench ($.rows / row GPT-5.6 Sol Max / column score),,in,in cursorbench32@cursorbench,cursorbench,grok-4.6,medium,coding,hard,Cursor,per-task,1.28,0.00289,,,67.1,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Grok 4.6 Medium / column score),,in,in cursorbench32@cursorbench,cursorbench,gemini-3.8-flash,medium,coding,hard,Cursor,per-task,1.93,0.00289,,,67.0,score%,0.0289,,harness-label-as-level:cursor-cli; base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://cursor.com/cursorbench ($.rows / row Gemini 3.8 Flash Medium / column score),,in,in cursorbench32@cursorbench,cursorbench,gpt-5.6-terra,max,coding,hard,Cursor,per-task,2.31,0.00289,,,64.9,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row GPT-5.6 Terra Max / column score),,in,in cursorbench32@cursorbench,cursorbench,gpt-5.6-sol,xhigh,coding,hard,Cursor,per-task,4.85,0.56,,,64.5,score%,0.0289,,harness-label-as-level:cursor-cli; cost-unrepriced; cost-price-band,https://cursor.com/cursorbench ($.rows / row GPT-5.6 Sol Extra High / column score),,in,in cursorbench32@cursorbench,cursorbench,gpt-5.6-sol,high,coding,hard,Cursor,per-task,3.4875000000000003,0.403,,,63.5,score%,0.0289,,harness-label-as-level:cursor-cli; cost-unrepriced; cost-price-band,https://cursor.com/cursorbench ($.rows / row GPT-5.6 Sol High / column score),,in,in cursorbench32@cursorbench,cursorbench,gpt-5.6-luna,max,coding,hard,Cursor,per-task,0.39,0.00289,,,61.1,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row GPT-5.6 Luna Max / column score),,in,in cursorbench32@cursorbench,cursorbench,grok-4.6,low,coding,hard,Cursor,per-task,0.70,0.00289,,,61.0,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Grok 4.6 Low / column score),,in,in cursorbench32@cursorbench,cursorbench,kimi-k3,high,coding,hard,Cursor,per-task,1.89,0.00289,,,59.7,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-uniform-factor,https://cursor.com/cursorbench ($.rows / row Kimi K3 High / column score),,in,in cursorbench32@cursorbench,cursorbench,gpt-5.6-terra,xhigh,coding,hard,Cursor,per-task,1.15,0.00289,,,59.2,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row GPT-5.6 Terra Extra High / column score),,in,in cursorbench32@cursorbench,cursorbench,gpt-5.6-luna,xhigh,coding,hard,Cursor,per-task,0.23,0.00289,,,57.7,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row GPT-5.6 Luna Extra High / column score),,in,in cursorbench32@cursorbench,cursorbench,gpt-5.6-luna,high,coding,hard,Cursor,per-task,0.16,0.00289,,,56.8,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row GPT-5.6 Luna High / column score),,in,in cursorbench32@cursorbench,cursorbench,gpt-5.6-terra,high,coding,hard,Cursor,per-task,0.71,0.00289,,,54.2,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row GPT-5.6 Terra High / column score),,in,in cursorbench32@cursorbench,cursorbench,gpt-5.6-sol,low,coding,hard,Cursor,per-task,1.2625000000000002,0.146,,,52.6,score%,0.0289,,harness-label-as-level:cursor-cli; cost-unrepriced; cost-price-band,https://cursor.com/cursorbench ($.rows / row GPT-5.6 Sol Low / column score),,in,in cursorbench32@cursorbench,cursorbench,kimi-k3,low,coding,hard,Cursor,per-task,0.99,0.00289,,,50.5,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-uniform-factor,https://cursor.com/cursorbench ($.rows / row Kimi K3 Low / column score),,in,in cursorbench32@cursorbench,cursorbench,gpt-5.6-terra,low,coding,hard,Cursor,per-task,0.42,0.00289,,,46.9,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row GPT-5.6 Terra Low / column score),,in,in cursorbench32@cursorbench,cursorbench,gpt-5.6-luna,low,coding,hard,Cursor,per-task,0.03,0.00289,,,37.6,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row GPT-5.6 Luna Low / column score),,in,in cursorbench32@cursorbench,cursorbench,grok-4.6,high,coding,hard,Cursor,per-task,2.34,0.00289,,,69.9,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Grok 4.6 High / column score),,in,in cursorbench32@cursorbench,cursorbench,gemini-3.8-flash,high,coding,hard,Cursor,per-task,2.38,0.00289,,,69.2,score%,0.0289,,harness-label-as-level:cursor-cli; base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://cursor.com/cursorbench ($.rows / row Gemini 3.8 Flash High / column score),,in,in cursorbench32@cursorbench,cursorbench,kimi-k3,max,coding,hard,Cursor,per-task,2.70,0.00289,,,60.8,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-uniform-factor,https://cursor.com/cursorbench ($.rows / row Kimi K3 Max / column score),,in,in cursorbench32@cursorbench,cursorbench,gpt-5.6-sol,medium,coding,hard,Cursor,per-task,2.4375,0.281,,,60.0,score%,0.0289,,harness-label-as-level:cursor-cli; cost-unrepriced; cost-price-band,https://cursor.com/cursorbench ($.rows / row GPT-5.6 Sol Medium / column score),,in,in cursorbench32@cursorbench,cursorbench,gpt-5.6-terra,medium,coding,hard,Cursor,per-task,0.49,0.00289,,,50.3,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row GPT-5.6 Terra Medium / column score),,in,in cursorbench32@cursorbench,cursorbench,gpt-5.6-luna,medium,coding,hard,Cursor,per-task,0.08,0.00289,,,47.7,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row GPT-5.6 Luna Medium / column score),,in,in cursorbench40@cursorbench,cursorbench,grok-4.6,high,coding,frontier,CursorBench,per-task,5.20,0.00289,,,40.4,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Grok 4.6 High / column score),,in,in cursorbench40@cursorbench,cursorbench,grok-4.6,medium,coding,frontier,CursorBench,per-task,3.48,0.00289,,,36.1,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Grok 4.6 Medium / column score),,in,in cursorbench40@cursorbench,cursorbench,grok-4.6,low,coding,frontier,CursorBench,per-task,2.25,0.00289,,,33.4,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Grok 4.6 Low / column score),,in,in cursorbench40@cursorbench,cursorbench,grok-4.6,xhigh,coding,frontier,CursorBench,per-task,6.10,0.00289,,,41.4,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Grok 4.6 Extra High / column score),,in,in cursorbench40@cursorbench,cursorbench,gpt-5.6-sol,max,coding,frontier,CursorBench,per-task,11.31625,0.594,,,41.7,score%,0.0289,,harness-label-as-level:cursor-cli; cost-unrepriced; cost-price-band,https://cursor.com/cursorbench ($.rows / row GPT-5.6 Sol Max / column score),,in,in cursorbench40@cursorbench,cursorbench,gpt-5.6-sol,xhigh,coding,frontier,CursorBench,per-task,6.050000000000001,0.318,,,37.7,score%,0.0289,,harness-label-as-level:cursor-cli; cost-unrepriced; cost-price-band,https://cursor.com/cursorbench ($.rows / row GPT-5.6 Sol Extra High / column score),,in,in cursorbench40@cursorbench,cursorbench,gemini-3.8-flash,medium,coding,frontier,CursorBench,per-task,4.06,0.00289,,,37.3,score%,0.0289,,harness-label-as-level:cursor-cli; base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://cursor.com/cursorbench ($.rows / row Gemini 3.8 Flash Medium / column score),,in,in cursorbench40@cursorbench,cursorbench,gpt-5.6-sol,high,coding,frontier,CursorBench,per-task,3.91875,0.206,,,35.7,score%,0.0289,,harness-label-as-level:cursor-cli; cost-unrepriced; cost-price-band,https://cursor.com/cursorbench ($.rows / row GPT-5.6 Sol High / column score),,in,in cursorbench40@cursorbench,cursorbench,gpt-5.6-sol,low,coding,frontier,CursorBench,per-task,1.19625,0.0629,,,24.6,score%,0.0289,,harness-label-as-level:cursor-cli; cost-unrepriced; cost-price-band,https://cursor.com/cursorbench ($.rows / row GPT-5.6 Sol Low / column score),,in,in cursorbench40@cursorbench,cursorbench,grok-4.7,xhigh,coding,frontier,CursorBench,per-task,6.01,0.00289,,,46.3,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Grok 4.7 Extra High / column score),,in,in cursorbench40@cursorbench,cursorbench,grok-4.7,medium,coding,frontier,CursorBench,per-task,3.49,0.00289,,,41.6,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Grok 4.7 Medium / column score),,in,in cursorbench40@cursorbench,cursorbench,grok-4.7,low,coding,frontier,CursorBench,per-task,1.58,0.00289,,,33.1,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Grok 4.7 Low / column score),,in,in cursorbench40@cursorbench,cursorbench,gemini-3.8-flash,high,coding,frontier,CursorBench,per-task,4.70,0.00289,,,39.6,score%,0.0289,,harness-label-as-level:cursor-cli; base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://cursor.com/cursorbench ($.rows / row Gemini 3.8 Flash High / column score),,in,in cursorbench40@cursorbench,cursorbench,gpt-5.6-sol,medium,coding,frontier,CursorBench,per-task,2.43375,0.128,,,31.1,score%,0.0289,,harness-label-as-level:cursor-cli; cost-unrepriced; cost-price-band,https://cursor.com/cursorbench ($.rows / row GPT-5.6 Sol Medium / column score),,in,in cursorbench40@cursorbench,cursorbench,grok-4.7,high,coding,frontier,CursorBench,per-task,4.69,0.00289,,,43.9,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Grok 4.7 High / column score),,in,in cursorbench40@cursorbench,cursorbench,fable-5.1,low,coding,frontier,CursorBench,per-task,5.44,0.00289,,,45.1,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Fable 5.1 Low / column score),,in,in cursorbench40@cursorbench,cursorbench,fable-5.1,medium,coding,frontier,CursorBench,per-task,7.05,0.00289,,,46.8,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Fable 5.1 Medium / column score),,in,in cursorbench40@cursorbench,cursorbench,fable-5.1,high,coding,frontier,CursorBench,per-task,9.08,0.00289,,,49.2,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Fable 5.1 High / column score),,in,in cursorbench40@cursorbench,cursorbench,fable-5.1,xhigh,coding,frontier,CursorBench,per-task,13.01,0.00289,,,51.6,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Fable 5.1 Extra High / column score),,in,in cursorbench40@cursorbench,cursorbench,fable-5.1,max,coding,frontier,CursorBench,per-task,17.28,0.00289,,,51.8,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Fable 5.1 Max / column score),,in,in cursorbench40@cursorbench,cursorbench,opus-5,low,coding,frontier,CursorBench,per-task,4.87,0.00289,,,40.7,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Opus 5 Low / column score),,in,in cursorbench40@cursorbench,cursorbench,opus-5,medium,coding,frontier,CursorBench,per-task,6.94,0.00289,,,43.3,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Opus 5 Medium / column score),,in,in cursorbench40@cursorbench,cursorbench,opus-5,high,coding,frontier,CursorBench,per-task,9.00,0.00289,,,44.7,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Opus 5 High / column score),,in,in cursorbench40@cursorbench,cursorbench,opus-5,xhigh,coding,frontier,CursorBench,per-task,11.43,0.00289,,,46.1,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Opus 5 Extra High / column score),,in,in cursorbench40@cursorbench,cursorbench,opus-5,max,coding,frontier,CursorBench,per-task,11.95,0.00289,,,46.6,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Opus 5 Max / column score),,in,in cursorbench40@cursorbench,cursorbench,sonnet-5,low,coding,frontier,CursorBench,per-task,1.39,0.00289,,,24.1,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Sonnet 5 Low / column score),,in,in cursorbench40@cursorbench,cursorbench,sonnet-5,medium,coding,frontier,CursorBench,per-task,2.31,0.00289,,,28.0,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Sonnet 5 Medium / column score),,in,in cursorbench40@cursorbench,cursorbench,sonnet-5,high,coding,frontier,CursorBench,per-task,3.48,0.00289,,,30.8,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Sonnet 5 High / column score),,in,in cursorbench40@cursorbench,cursorbench,sonnet-5,xhigh,coding,frontier,CursorBench,per-task,4.55,0.00289,,,32.0,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Sonnet 5 Extra High / column score),,in,in cursorbench40@cursorbench,cursorbench,sonnet-5,max,coding,frontier,CursorBench,per-task,7.17,0.00289,,,34.1,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Sonnet 5 Max / column score),,in,in cursorbench40@cursorbench,cursorbench,opus-5.5,low,coding,frontier,CursorBench,per-task,1.17,0.00289,,,43.7,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Opus 5.5 Low / column score),,in,in cursorbench40@cursorbench,cursorbench,opus-5.5,medium,coding,frontier,CursorBench,per-task,2.91,0.00289,,,52.5,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Opus 5.5 Medium / column score),,in,in cursorbench40@cursorbench,cursorbench,opus-5.5,high,coding,frontier,CursorBench,per-task,3.97,0.00289,,,56.0,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Opus 5.5 High / column score),,in,in cursorbench40@cursorbench,cursorbench,opus-5.5,xhigh,coding,frontier,CursorBench,per-task,6.98,0.00289,,,56.0,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Opus 5.5 Extra High / column score),,in,in cursorbench40@cursorbench,cursorbench,opus-5.5,max,coding,frontier,CursorBench,per-task,13.43,0.00289,,,57.8,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Opus 5.5 Max / column score),,in,in cursorbench40@cursorbench,cursorbench,sonnet-5.5,low,coding,frontier,CursorBench,per-task,0.37,0.00289,,,35.8,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Sonnet 5.5 Low / column score),,in,in cursorbench40@cursorbench,cursorbench,sonnet-5.5,medium,coding,frontier,CursorBench,per-task,0.52,0.00289,,,39.2,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Sonnet 5.5 Medium / column score),,in,in cursorbench40@cursorbench,cursorbench,sonnet-5.5,high,coding,frontier,CursorBench,per-task,1.20,0.00289,,,47.8,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Sonnet 5.5 High / column score),,in,in cursorbench40@cursorbench,cursorbench,sonnet-5.5,xhigh,coding,frontier,CursorBench,per-task,2.81,0.00289,,,53.1,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Sonnet 5.5 Extra High / column score),,in,in cursorbench40@cursorbench,cursorbench,sonnet-5.5,max,coding,frontier,CursorBench,per-task,7.05,0.00289,,,55.5,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Sonnet 5.5 Max / column score),,in,in cursorbench40@cursorbench,cursorbench,haiku-5.5,low,coding,frontier,CursorBench,per-task,0.08,0.00289,,,30.9,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Haiku 5.5 Low / column score),,in,in cursorbench40@cursorbench,cursorbench,haiku-5.5,medium,coding,frontier,CursorBench,per-task,0.17,0.00289,,,36.9,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Haiku 5.5 Medium / column score),,in,in cursorbench40@cursorbench,cursorbench,haiku-5.5,high,coding,frontier,CursorBench,per-task,0.32,0.00289,,,42.3,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Haiku 5.5 High / column score),,in,in cursorbench40@cursorbench,cursorbench,haiku-5.5,xhigh,coding,frontier,CursorBench,per-task,0.56,0.00289,,,44.3,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Haiku 5.5 Extra High / column score),,in,in cursorbench40@cursorbench,cursorbench,haiku-5.5,max,coding,frontier,CursorBench,per-task,1.12,0.00289,,,48.4,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row Haiku 5.5 Max / column score),,in,in cursorbench40@cursorbench,cursorbench,gemini-4-argon,high,coding,frontier,CursorBench,per-task,4.57,0.00289,,,52.9,score%,0.0289,,harness-label-as-level:cursor-cli; base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://cursor.com/cursorbench ($.rows / row Gemini 4 Argon High / column score),,in,in cursorbench40@cursorbench,cursorbench,gemini-4-argon,medium,coding,frontier,CursorBench,per-task,4.39,0.00289,,,52.8,score%,0.0289,,harness-label-as-level:cursor-cli; base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://cursor.com/cursorbench ($.rows / row Gemini 4 Argon Medium / column score),,in,in cursorbench40@cursorbench,cursorbench,gemini-4-argon,low,coding,frontier,CursorBench,per-task,4.09,0.00289,,,50.6,score%,0.0289,,harness-label-as-level:cursor-cli; base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://cursor.com/cursorbench ($.rows / row Gemini 4 Argon Low / column score),,in,in cursorbench40@cursorbench,cursorbench,glm-5.3,max,coding,frontier,CursorBench,per-task,5.05,0.00289,,,42.6,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row GLM 5.3 Max / column score),,in,in cursorbench40@cursorbench,cursorbench,gpt-5.6-terra,max,coding,frontier,CursorBench,per-task,5.14,0.00289,,,41.3,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row GPT-5.6 Terra Max / column score),,in,in cursorbench40@cursorbench,cursorbench,glm-5.3,high,coding,frontier,CursorBench,per-task,3.24,0.00289,,,38.0,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row GLM 5.3 High / column score),,in,in cursorbench40@cursorbench,cursorbench,glm-5.3-flash,max,coding,frontier,CursorBench,per-task,0.39,0.00289,,,36.8,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row GLM 5.3 Flash Max / column score),,in,in cursorbench40@cursorbench,cursorbench,gpt-5.6-luna,max,coding,frontier,CursorBench,per-task,1.03,0.00289,,,35.9,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row GPT-5.6 Luna Max / column score),,in,in cursorbench40@cursorbench,cursorbench,gpt-5.6-terra,xhigh,coding,frontier,CursorBench,per-task,1.81,0.00289,,,33.6,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row GPT-5.6 Terra Extra High / column score),,in,in cursorbench40@cursorbench,cursorbench,glm-5.3,low,coding,frontier,CursorBench,per-task,2.04,0.00289,,,33.3,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row GLM 5.3 Low / column score),,in,in cursorbench40@cursorbench,cursorbench,gpt-5.6-luna,xhigh,coding,frontier,CursorBench,per-task,0.44,0.00289,,,33.0,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row GPT-5.6 Luna Extra High / column score),,in,in cursorbench40@cursorbench,cursorbench,glm-5.3-flash,high,coding,frontier,CursorBench,per-task,0.25,0.00289,,,31.1,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row GLM 5.3 Flash High / column score),,in,in cursorbench40@cursorbench,cursorbench,gpt-5.6-terra,high,coding,frontier,CursorBench,per-task,1.11,0.00289,,,30.7,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row GPT-5.6 Terra High / column score),,in,in cursorbench40@cursorbench,cursorbench,gpt-5.6-luna,high,coding,frontier,CursorBench,per-task,0.25,0.00289,,,29.4,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row GPT-5.6 Luna High / column score),,in,in cursorbench40@cursorbench,cursorbench,gpt-5.6-terra,medium,coding,frontier,CursorBench,per-task,0.64,0.00289,,,27.6,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row GPT-5.6 Terra Medium / column score),,in,in cursorbench40@cursorbench,cursorbench,glm-5.3-flash,low,coding,frontier,CursorBench,per-task,0.15,0.00289,,,26.9,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row GLM 5.3 Flash Low / column score),,in,in cursorbench40@cursorbench,cursorbench,gpt-5.6-terra,low,coding,frontier,CursorBench,per-task,0.52,0.00289,,,25.2,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row GPT-5.6 Terra Low / column score),,in,in cursorbench40@cursorbench,cursorbench,gpt-5.6-luna,medium,coding,frontier,CursorBench,per-task,0.08,0.00289,,,22.2,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row GPT-5.6 Luna Medium / column score),,in,in cursorbench40@cursorbench,cursorbench,gpt-5.6-luna,low,coding,frontier,CursorBench,per-task,0.03,0.00289,,,16.0,score%,0.0289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,https://cursor.com/cursorbench ($.rows / row GPT-5.6 Luna Low / column score),,in,in cursorbench40@cursorbench,cursorbench,fable-5.2,max,coding,frontier,CursorBench,per-task,32.79,0.00289,,,60.0,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cursor.com/cursorbench (table of the page, row 1 (Fable 5.2 Max))",,in,in cursorbench40@cursorbench,cursorbench,fable-5.2,high,coding,frontier,CursorBench,per-task,9.70,0.00289,,,56.9,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cursor.com/cursorbench (table of the page, row 3 (Fable 5.2 High))",,in,in cursorbench40@cursorbench,cursorbench,fable-5.2,xhigh,coding,frontier,CursorBench,per-task,15.48,0.00289,,,56.3,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cursor.com/cursorbench (table of the page, row 4 (Fable 5.2 Extra High))",,in,in cursorbench40@cursorbench,cursorbench,fable-5.2,medium,coding,frontier,CursorBench,per-task,4.66,0.00289,,,54.8,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cursor.com/cursorbench (table of the page, row 8 (Fable 5.2 Medium))",,in,in cursorbench40@cursorbench,cursorbench,fable-5.2,low,coding,frontier,CursorBench,per-task,3.94,0.00289,,,53.2,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cursor.com/cursorbench (table of the page, row 9 (Fable 5.2 Low))",,in,in cursorbench40@cursorbench,cursorbench,?Muse Wonder,not-established:absent,coding,frontier,CursorBench,per-task,5.25,0.00289,,,50.4,score%,0.0289,,,"https://cursor.com/cursorbench (table of the page, row 17 (Muse Wonder Max))",,out:model-not-established,out:model-not-established cursorbench40@cursorbench,cursorbench,?Muse Wonder,not-established:absent,coding,frontier,CursorBench,per-task,4.24,0.00289,,,48.2,score%,0.0289,,,"https://cursor.com/cursorbench (table of the page, row 20 (Muse Wonder Extra High))",,out:model-not-established,out:model-not-established cursorbench40@cursorbench,cursorbench,deepseek-v4.1-flash-1017,max,coding,frontier,CursorBench,per-task,0.98,0.00289,,,47.7,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cursor.com/cursorbench (table of the page, row 22 (DeepSeek V4.1 Flash 1017 Max))",,in,in cursorbench40@cursorbench,cursorbench,deepseek-v4.1-flash-1017,not-established:absent,coding,frontier,CursorBench,per-task,0.80,0.00289,,,46.3,score%,0.0289,,,"https://cursor.com/cursorbench (table of the page, row 26 (DeepSeek V4.1 Flash 1017 Medium))",,out:effort-not-established,out:effort-not-established cursorbench40@cursorbench,cursorbench,?Muse Wonder,not-established:absent,coding,frontier,CursorBench,per-task,3.51,0.00289,,,46.1,score%,0.0289,,,"https://cursor.com/cursorbench (table of the page, row 28 (Muse Wonder High))",,out:model-not-established,out:model-not-established cursorbench40@cursorbench,cursorbench,deepseek-v4.1-flash-1017,high,coding,frontier,CursorBench,per-task,0.77,0.00289,,,45.6,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cursor.com/cursorbench (table of the page, row 29 (DeepSeek V4.1 Flash 1017 High))",,in,in cursorbench40@cursorbench,cursorbench,?Muse Wonder,not-established:absent,coding,frontier,CursorBench,per-task,2.82,0.00289,,,45.2,score%,0.0289,,,"https://cursor.com/cursorbench (table of the page, row 30 (Muse Wonder Medium))",,out:model-not-established,out:model-not-established cursorbench40@cursorbench,cursorbench,deepseek-v4.1-flash-1017,low,coding,frontier,CursorBench,per-task,0.60,0.00289,,,44.9,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cursor.com/cursorbench (table of the page, row 32 (DeepSeek V4.1 Flash 1017 Low))",,in,in cursorbench40@cursorbench,cursorbench,?Muse Wonder,not-established:absent,coding,frontier,CursorBench,per-task,1.91,0.00289,,,41.7,score%,0.0289,,,"https://cursor.com/cursorbench (table of the page, row 41 (Muse Wonder Low))",,out:model-not-established,out:model-not-established cursorbench40@cursorbench,cursorbench,muse-spark-1.3,max,coding,frontier,CursorBench,per-task,2.64,0.00289,,,41.6,score%,0.0289,,,"https://cursor.com/cursorbench (table of the page, row 43 (Muse Spark 1.3 Max))",,out:effort-not-established,out:effort-not-established cursorbench40@cursorbench,cursorbench,muse-spark-1.3,xhigh,coding,frontier,CursorBench,per-task,2.10,0.00289,,,37.5,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cursor.com/cursorbench (table of the page, row 52 (Muse Spark 1.3 Extra High))",,out:single-couple,out:cost-single-couple cursorbench40@cursorbench,cursorbench,?Muse Wonder,not-established:absent,coding,frontier,CursorBench,per-task,0.84,0.00289,,,34.2,score%,0.0289,,,"https://cursor.com/cursorbench (table of the page, row 60 (Muse Wonder Minimal))",,out:model-not-established,out:model-not-established cursorbench40@cursorbench,cursorbench,muse-spark-1.3,high,coding,frontier,CursorBench,per-task,1.66,0.00289,,,33.4,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cursor.com/cursorbench (table of the page, row 64 (Muse Spark 1.3 High))",,out:single-couple,out:cost-single-couple cursorbench40@cursorbench,cursorbench,muse-spark-1.3,medium,coding,frontier,CursorBench,per-task,1.49,0.00289,,,32.6,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cursor.com/cursorbench (table of the page, row 68 (Muse Spark 1.3 Medium))",,out:single-couple,out:cost-single-couple cursorbench40@cursorbench,cursorbench,muse-spark-1.3,low,coding,frontier,CursorBench,per-task,0.93,0.00289,,,29.3,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cursor.com/cursorbench (table of the page, row 76 (Muse Spark 1.3 Low))",,out:single-couple,out:cost-single-couple cursorbench40@cursorbench,cursorbench,?Composer 2.5,not-established:absent,coding,frontier,CursorBench,per-task,0.68,0.00289,,,27.7,score%,0.0289,,,"https://cursor.com/cursorbench (table of the page, row 78 (Composer 2.5))",,out:model-not-established,out:model-not-established cursorbench40@cursorbench,cursorbench,muse-spark-1.3,minimal,coding,frontier,CursorBench,per-task,0.56,0.00289,,,24.3,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cursor.com/cursorbench (table of the page, row 83 (Muse Spark 1.3 Minimal))",,out:single-couple,out:cost-single-couple cursorbench40@cursorbench,cursorbench,gemini-4-carbon,high,coding,frontier,CursorBench,per-task,9.22,0.00289,,,60.4,score%,0.0289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://cursor.com/cursorbench (table of the page, row 1 (Gemini 4 Carbon High))",,in,in cursorbench40@cursorbench,cursorbench,gemini-4-carbon,medium,coding,frontier,CursorBench,per-task,8.49,0.00289,,,60.1,score%,0.0289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://cursor.com/cursorbench (table of the page, row 2 (Gemini 4 Carbon Medium))",,in,in cursorbench40@cursorbench,cursorbench,gemini-4-carbon,low,coding,frontier,CursorBench,per-task,11.89,0.00289,,,58.6,score%,0.0289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://cursor.com/cursorbench (table of the page, row 4 (Gemini 4 Carbon Low))",,in,in cursorbench40@cursorbench,cursorbench,gemini-4-hydrogen,xhigh,coding,frontier,CursorBench,per-task,5.86,0.00289,,,57.8,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cursor.com/cursorbench (table of the page, row 6 (Gemini 4 Hydrogen Extra High))",,in,in cursorbench40@cursorbench,cursorbench,gemini-4-hydrogen,high,coding,frontier,CursorBench,per-task,5.59,0.00289,,,54.3,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cursor.com/cursorbench (table of the page, row 13 (Gemini 4 Hydrogen High))",,in,in cursorbench40@cursorbench,cursorbench,gemini-4-hydrogen,medium,coding,frontier,CursorBench,per-task,1.76,0.00289,,,46.7,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cursor.com/cursorbench (table of the page, row 29 (Gemini 4 Hydrogen Medium))",,in,in cursorbench40@cursorbench,cursorbench,gemini-4-hydrogen,low,coding,frontier,CursorBench,per-task,0.28,0.00289,,,27.9,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cursor.com/cursorbench (table of the page, row 82 (Gemini 4 Hydrogen Low))",,in,in cursorbench@cursorbench#none,cursorbench,haiku-5.5,nothink,coding,hard,Cursor,,,,,,,score%,,,harness-label-as-level:cursor-cli,"https://cursor.com/docs/models/claude-haiku-5-5 (Limitations section, sentence after 'Turning thinking off lowers quality.' (first of two endpoints of the thinking-off range))",,out:value-not-established, cursorbench@cursorbench#none,cursorbench,haiku-5.5,nothink,coding,hard,Cursor,,,,,,,score%,,,harness-label-as-level:cursor-cli,"https://cursor.com/docs/models/claude-haiku-5-5 (Limitations section, same sentence (second endpoint of the thinking-off range))",,out:value-not-established, cwe-bench-v2-combined-pass1,cwe-bench,opus-5.5,high,coding,hard,,USD/rollout,1.85,0.00289,,,67.1,Pass@1 (%),0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cwe-bench.com/ (leaderboard table, row 1 Claude Opus 5.5, column Pass@1)",,in,in cwe-bench-v2-combined-pass4,cwe-bench,opus-5.5,high,coding,hard,,,,,,,79.2,Pass@4 (%),0.0289,,,"https://cwe-bench.com/ (leaderboard table, row 1 Claude Opus 5.5, column Pass@4)",,in, cwe-bench-v2-class-k01,cwe-bench,opus-5.5,high,coding,hard,,,,,,,71,Pass@1 (%),0.289,,,"https://cwe-bench.com/ (by-class table, row K01, 1st model column (Claude Opus 5.5 in the header order))",,in, cwe-bench-v2-class-k02,cwe-bench,opus-5.5,high,coding,hard,,,,,,,72,Pass@1 (%),0.289,,,"https://cwe-bench.com/ (by-class table, row K02, 1st model column (Claude Opus 5.5 in the header order))",,in, cwe-bench-v2-class-k03,cwe-bench,opus-5.5,high,coding,hard,,,,,,,74,Pass@1 (%),0.289,,,"https://cwe-bench.com/ (by-class table, row K03, 1st model column (Claude Opus 5.5 in the header order))",,in, cwe-bench-v2-class-k04,cwe-bench,opus-5.5,high,coding,hard,,,,,,,72,Pass@1 (%),0.289,,,"https://cwe-bench.com/ (by-class table, row K04, 1st model column (Claude Opus 5.5 in the header order))",,in, cwe-bench-v2-class-k05,cwe-bench,opus-5.5,high,coding,hard,,,,,,,50,Pass@1 (%),0.289,,,"https://cwe-bench.com/ (by-class table, row K05, 1st model column (Claude Opus 5.5 in the header order))",,in, cwe-bench-v2-class-k06,cwe-bench,opus-5.5,high,coding,hard,,,,,,,72,Pass@1 (%),0.289,,,"https://cwe-bench.com/ (by-class table, row K06, 1st model column (Claude Opus 5.5 in the header order))",,in, cwe-bench-v2-class-k07,cwe-bench,opus-5.5,high,coding,hard,,,,,,,58,Pass@1 (%),0.289,,,"https://cwe-bench.com/ (by-class table, row K07, 1st model column (Claude Opus 5.5 in the header order))",,in, cwe-bench-v2-class-k08,cwe-bench,opus-5.5,high,coding,hard,,,,,,,75,Pass@1 (%),0.289,,,"https://cwe-bench.com/ (by-class table, row K08, 1st model column (Claude Opus 5.5 in the header order))",,in, cwe-bench-v2-class-k09,cwe-bench,opus-5.5,high,coding,hard,,,,,,,59,Pass@1 (%),0.289,,,"https://cwe-bench.com/ (by-class table, row K09, 1st model column (Claude Opus 5.5 in the header order))",,in, cwe-bench-v2-class-k10,cwe-bench,opus-5.5,high,coding,hard,,,,,,,56,Pass@1 (%),0.289,,,"https://cwe-bench.com/ (by-class table, row K10, 1st model column (Claude Opus 5.5 in the header order))",,in, cwe-bench-v2-language-c-cpp,cwe-bench,opus-5.5,high,coding,hard,,,,,,,75,Pass@1 (%),0.289,,,"https://cwe-bench.com/ (by-language table, row C/C++, 1st model column (Claude Opus 5.5 in the header order))",,in, cwe-bench-v2-language-go,cwe-bench,opus-5.5,high,coding,hard,,,,,,,68,Pass@1 (%),0.289,,,"https://cwe-bench.com/ (by-language table, row Go, 1st model column (Claude Opus 5.5 in the header order))",,in, cwe-bench-v2-language-java,cwe-bench,opus-5.5,high,coding,hard,,,,,,,63,Pass@1 (%),0.289,,,"https://cwe-bench.com/ (by-language table, row Java, 1st model column (Claude Opus 5.5 in the header order))",,in, cwe-bench-v2-language-js-ts,cwe-bench,opus-5.5,high,coding,hard,,,,,,,65,Pass@1 (%),0.289,,,"https://cwe-bench.com/ (by-language table, row JS/TS, 1st model column (Claude Opus 5.5 in the header order))",,in, cwe-bench-v2-language-python,cwe-bench,opus-5.5,high,coding,hard,,,,,,,54,Pass@1 (%),0.289,,,"https://cwe-bench.com/ (by-language table, row Python, 1st model column (Claude Opus 5.5 in the header order))",,in, cwe-bench-v2-language-rust,cwe-bench,opus-5.5,high,coding,hard,,,,,,,87,Pass@1 (%),0.289,,,"https://cwe-bench.com/ (by-language table, row Rust, 1st model column (Claude Opus 5.5 in the header order))",,in, cwe-bench-v2-combined-pass1,cwe-bench,grok-4.7,high,coding,hard,,USD/rollout,2.97,0.00289,,,54.7,Pass@1 (%),0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://cwe-bench.com/ (leaderboard table, row Grok 4.7, column Pass@1)",,in,out:cost-single-couple cwe-bench-v2-combined-pass4,cwe-bench,grok-4.7,high,coding,hard,,,,,,,71.2,Pass@4 (%),0.0289,,,"https://cwe-bench.com/ (leaderboard table, row Grok 4.7, column Pass@4)",,in, cwe-bench-v2-class-k01,cwe-bench,grok-4.7,high,coding,hard,,,,,,,64,Pass@1 (%),0.289,,,"https://cwe-bench.com/ (by-class table, row K01 Injection, 6th model column (Grok 4.7 in the header order))",,in, cwe-bench-v2-class-k02,cwe-bench,grok-4.7,high,coding,hard,,,,,,,55,Pass@1 (%),0.289,,,"https://cwe-bench.com/ (by-class table, row K02 Input validation & parsing, 6th model column (Grok 4.7 in the header order))",,in, cwe-bench-v2-class-k03,cwe-bench,grok-4.7,high,coding,hard,,,,,,,51,Pass@1 (%),0.289,,,"https://cwe-bench.com/ (by-class table, row K03 Memory & resource safety, 6th model column (Grok 4.7 in the header order))",,in, cwe-bench-v2-class-k04,cwe-bench,grok-4.7,high,coding,hard,,,,,,,49,Pass@1 (%),0.289,,,"https://cwe-bench.com/ (by-class table, row K04 Access control, 6th model column (Grok 4.7 in the header order))",,in, cwe-bench-v2-class-k05,cwe-bench,grok-4.7,high,coding,hard,,,,,,,42,Pass@1 (%),0.289,,,"https://cwe-bench.com/ (by-class table, row K05 Authentication & sessions, 6th model column (Grok 4.7 in the header order))",,in, cwe-bench-v2-class-k06,cwe-bench,grok-4.7,high,coding,hard,,,,,,,63,Pass@1 (%),0.289,,,"https://cwe-bench.com/ (by-class table, row K06 Cryptography & secrets, 6th model column (Grok 4.7 in the header order))",,in, cwe-bench-v2-class-k07,cwe-bench,grok-4.7,high,coding,hard,,,,,,,51,Pass@1 (%),0.289,,,"https://cwe-bench.com/ (by-class table, row K07 Trust boundaries & request handling, 6th model column (Grok 4.7 in the header order))",,in, cwe-bench-v2-class-k08,cwe-bench,grok-4.7,high,coding,hard,,,,,,,71,Pass@1 (%),0.289,,,"https://cwe-bench.com/ (by-class table, row K08 Supply chain & data integrity, 6th model column (Grok 4.7 in the header order))",,in, cwe-bench-v2-class-k09,cwe-bench,grok-4.7,high,coding,hard,,,,,,,50,Pass@1 (%),0.289,,,"https://cwe-bench.com/ (by-class table, row K09 Information exposure & logging, 6th model column (Grok 4.7 in the header order))",,in, cwe-bench-v2-class-k10,cwe-bench,grok-4.7,high,coding,hard,,,,,,,53,Pass@1 (%),0.289,,,"https://cwe-bench.com/ (by-class table, row K10 Error handling & logic flaws, 6th model column (Grok 4.7 in the header order))",,in, cwe-bench-v2-language-c-cpp,cwe-bench,grok-4.7,high,coding,hard,,,,,,,57,Pass@1 (%),0.289,,,"https://cwe-bench.com/ (by-language table, row C/C++, 6th model column (Grok 4.7 in the header order))",,in, cwe-bench-v2-language-go,cwe-bench,grok-4.7,high,coding,hard,,,,,,,54,Pass@1 (%),0.289,,,"https://cwe-bench.com/ (by-language table, row Go, 6th model column (Grok 4.7 in the header order))",,in, cwe-bench-v2-language-java,cwe-bench,grok-4.7,high,coding,hard,,,,,,,49,Pass@1 (%),0.289,,,"https://cwe-bench.com/ (by-language table, row Java, 6th model column (Grok 4.7 in the header order))",,in, cwe-bench-v2-language-js-ts,cwe-bench,grok-4.7,high,coding,hard,,,,,,,59,Pass@1 (%),0.289,,,"https://cwe-bench.com/ (by-language table, row JS/TS, 6th model column (Grok 4.7 in the header order))",,in, cwe-bench-v2-language-python,cwe-bench,grok-4.7,high,coding,hard,,,,,,,46,Pass@1 (%),0.289,,,"https://cwe-bench.com/ (by-language table, row Python, 6th model column (Grok 4.7 in the header order))",,in, cwe-bench-v2-language-rust,cwe-bench,grok-4.7,high,coding,hard,,,,,,,71,Pass@1 (%),0.289,,,"https://cwe-bench.com/ (by-language table, row Rust, 6th model column (Grok 4.7 in the header order))",,in, cwe-bench-v2-combined-pass1,cwe-bench,gemini-4-argon,high,coding,hard,,USD/rollout,3.70,0.00289,,,65.0,Pass@1 (%),0.0289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://cwe-bench.com/ (leaderboard table, row 3 Gemini 4 Argon, column Pass@1)",,in,in cwe-bench-v2-combined-pass4,cwe-bench,gemini-4-argon,high,coding,hard,,,,,,,77.2,Pass@4 (%),0.0289,,,"https://cwe-bench.com/ (leaderboard table, row 3 Gemini 4 Argon, column Pass@4)",,in, cwe-bench-v2-class-k01,cwe-bench,gemini-4-argon,high,coding,hard,,,,,,,66,Pass@1 (%),0.289,,,"https://cwe-bench.com/ (by-class table, row K01 Injection, 3rd model column (Gemini 4 Argon in the header order))",,in, cwe-bench-v2-class-k02,cwe-bench,gemini-4-argon,high,coding,hard,,,,,,,60,Pass@1 (%),0.289,,,"https://cwe-bench.com/ (by-class table, row K02 Input validation & parsing, 3rd model column (Gemini 4 Argon in the header order))",,in, cwe-bench-v2-class-k03,cwe-bench,gemini-4-argon,high,coding,hard,,,,,,,71,Pass@1 (%),0.289,,,"https://cwe-bench.com/ (by-class table, row K03 Memory & resource safety, 3rd model column (Gemini 4 Argon in the header order))",,in, cwe-bench-v2-class-k04,cwe-bench,gemini-4-argon,high,coding,hard,,,,,,,65,Pass@1 (%),0.289,,,"https://cwe-bench.com/ (by-class table, row K04 Access control, 3rd model column (Gemini 4 Argon in the header order))",,in, cwe-bench-v2-class-k05,cwe-bench,gemini-4-argon,high,coding,hard,,,,,,,60,Pass@1 (%),0.289,,,"https://cwe-bench.com/ (by-class table, row K05 Authentication & sessions, 3rd model column (Gemini 4 Argon in the header order))",,in, cwe-bench-v2-class-k06,cwe-bench,gemini-4-argon,high,coding,hard,,,,,,,70,Pass@1 (%),0.289,,,"https://cwe-bench.com/ (by-class table, row K06 Cryptography & secrets, 3rd model column (Gemini 4 Argon in the header order))",,in, cwe-bench-v2-class-k07,cwe-bench,gemini-4-argon,high,coding,hard,,,,,,,47,Pass@1 (%),0.289,,,"https://cwe-bench.com/ (by-class table, row K07 Trust boundaries & request handling, 3rd model column (Gemini 4 Argon in the header order))",,in, cwe-bench-v2-class-k08,cwe-bench,gemini-4-argon,high,coding,hard,,,,,,,74,Pass@1 (%),0.289,,,"https://cwe-bench.com/ (by-class table, row K08 Supply chain & data integrity, 3rd model column (Gemini 4 Argon in the header order))",,in, cwe-bench-v2-class-k09,cwe-bench,gemini-4-argon,high,coding,hard,,,,,,,62,Pass@1 (%),0.289,,,"https://cwe-bench.com/ (by-class table, row K09 Information exposure & logging, 3rd model column (Gemini 4 Argon in the header order))",,in, cwe-bench-v2-class-k10,cwe-bench,gemini-4-argon,high,coding,hard,,,,,,,71,Pass@1 (%),0.289,,,"https://cwe-bench.com/ (by-class table, row K10 Error handling & logic flaws, 3rd model column (Gemini 4 Argon in the header order))",,in, cwe-bench-v2-language-c-cpp,cwe-bench,gemini-4-argon,high,coding,hard,,,,,,,72,Pass@1 (%),0.289,,,"https://cwe-bench.com/ (by-language table, row C/C++, 3rd model column (Gemini 4 Argon in the header order))",,in, cwe-bench-v2-language-go,cwe-bench,gemini-4-argon,high,coding,hard,,,,,,,63,Pass@1 (%),0.289,,,"https://cwe-bench.com/ (by-language table, row Go, 3rd model column (Gemini 4 Argon in the header order))",,in, cwe-bench-v2-language-java,cwe-bench,gemini-4-argon,high,coding,hard,,,,,,,59,Pass@1 (%),0.289,,,"https://cwe-bench.com/ (by-language table, row Java, 3rd model column (Gemini 4 Argon in the header order))",,in, cwe-bench-v2-language-js-ts,cwe-bench,gemini-4-argon,high,coding,hard,,,,,,,64,Pass@1 (%),0.289,,,"https://cwe-bench.com/ (by-language table, row JS/TS, 3rd model column (Gemini 4 Argon in the header order))",,in, cwe-bench-v2-language-python,cwe-bench,gemini-4-argon,high,coding,hard,,,,,,,57,Pass@1 (%),0.289,,,"https://cwe-bench.com/ (by-language table, row Python, 3rd model column (Gemini 4 Argon in the header order))",,in, cwe-bench-v2-language-rust,cwe-bench,gemini-4-argon,high,coding,hard,,,,,,,87,Pass@1 (%),0.289,,,"https://cwe-bench.com/ (by-language table, row Rust, 3rd model column (Gemini 4 Argon in the header order))",,in, cyberq-secshort,cyberq,opus-5.5,low,writing,easy,api,per-task,0.009,0.000289,,425,,none,,,cost-base-price:cost-publisher-figure,"https://cyberq.tw/2026/09/23/claude-opus-55-api-real-world-test/ (Effort 掃描 table, row low, column 資安短答 (限 200 字): ""425 / 6.2 秒 / $0.009"")",,,in cyberq-secshort,cyberq,opus-5.5,medium,writing,easy,api,per-task,0.015,0.000289,,756,,none,,,cost-base-price:cost-publisher-figure,"https://cyberq.tw/2026/09/23/claude-opus-55-api-real-world-test/ (Effort 掃描 table, row medium, column 資安短答 (限 200 字): ""756 / 8.4 秒 / $0.015"")",,,in cyberq-secshort,cyberq,opus-5.5,high,writing,easy,api,per-task,0.022,0.000289,,1089,,none,,,cost-base-price:cost-publisher-figure,"https://cyberq.tw/2026/09/23/claude-opus-55-api-real-world-test/ (Effort 掃描 table, row high, column 資安短答 (限 200 字): ""1,089 / 12.3 秒 / $0.022"")",,,in cyberq-secshort,cyberq,opus-5.5,xhigh,writing,easy,api,per-task,0.035,0.000289,,1756,,none,,,cost-base-price:cost-publisher-figure,"https://cyberq.tw/2026/09/23/claude-opus-55-api-real-world-test/ (Effort 掃描 table, row xhigh, column 資安短答 (限 200 字): ""1,756 / 18.0 秒 / $0.035"")",,,in cyberq-secshort,cyberq,opus-5.5,max,writing,easy,api,per-task,0.317,0.000289,,15855,,none,,,cost-base-price:cost-publisher-figure,"https://cyberq.tw/2026/09/23/claude-opus-55-api-real-world-test/ (Effort 掃描 table, row max, column 資安短答 (限 200 字): ""15,855 / 134.5 秒 / $0.317"")",,,in cyberq-secshort,cyberq,opus-5,high,writing,easy,api,per-task,0.022,0.000289,,855,,none,,,cost-base-price:cost-publisher-figure,"https://cyberq.tw/2026/09/23/claude-opus-55-api-real-world-test/ (section 與 Opus 5 對照, row 資安短答, column Opus 5: ""855 token / 17.5 秒 / $0.022"")",,,in cyberq-extract,cyberq,opus-5.5,low,agentic-tool,trivial,api,per-task,0.005,0.000289,,247,,none,,,cost-base-price:cost-publisher-figure,"https://cyberq.tw/2026/09/23/claude-opus-55-api-real-world-test/ (Effort 掃描 table, row low, column 結構化擷取: ""247 / 4.4 秒 / $0.005"")",,,in cyberq-extract,cyberq,opus-5.5,medium,agentic-tool,trivial,api,per-task,0.008,0.000289,,379,,none,,,cost-base-price:cost-publisher-figure,"https://cyberq.tw/2026/09/23/claude-opus-55-api-real-world-test/ (Effort 掃描 table, row medium, column 結構化擷取: ""379 / 5.5 秒 / $0.008"")",,,in cyberq-extract,cyberq,opus-5.5,high,agentic-tool,trivial,api,per-task,0.008,0.000289,,371,,none,,,cost-base-price:cost-publisher-figure,"https://cyberq.tw/2026/09/23/claude-opus-55-api-real-world-test/ (Effort 掃描 table, row high, column 結構化擷取: ""371 / 5.3 秒 / $0.008"")",,,in cyberq-extract,cyberq,opus-5.5,xhigh,agentic-tool,trivial,api,per-task,0.009,0.000289,,435,,none,,,cost-base-price:cost-publisher-figure,"https://cyberq.tw/2026/09/23/claude-opus-55-api-real-world-test/ (Effort 掃描 table, row xhigh, column 結構化擷取: ""435 / 6.3 秒 / $0.009"")",,,in cyberq-extract,cyberq,opus-5.5,max,agentic-tool,trivial,api,per-task,0.034,0.000289,,1679,,none,,,cost-base-price:cost-publisher-figure,"https://cyberq.tw/2026/09/23/claude-opus-55-api-real-world-test/ (Effort 掃描 table, row max, column 結構化擷取: ""1,679 / 17.0 秒 / $0.034"")",,,in cyberq-extract,cyberq,opus-5,high,agentic-tool,trivial,api,per-task,0.014,0.000289,,523,,none,,,cost-base-price:cost-publisher-figure,"https://cyberq.tw/2026/09/23/claude-opus-55-api-real-world-test/ (section 與 Opus 5 對照, row 結構化擷取, column Opus 5: ""523 token / 7.2 秒 / $0.014"")",,,in databricks-pi,databricks,opus-4.8,not-established:absent,coding,hard,Pi,per-task,2.210,0.0046,,,90,complete%,0.289,,,"https://www.databricks.com/blog/benchmarking-coding-agents-databricks-multi-million-line-codebase (dumbbell figure, row 'Opus 4.8 xhigh effort': label '90% vs 88% (+2 pt)' (pi harness first, native harness second); the pi value)",,out:effort-not-established,out:effort-not-established databricks,databricks,opus-4.8,high,coding,hard,,per-task,1.94,0.00289,,,87,complete%,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.databricks.com/blog/benchmarking-coding-agents-databricks-multi-million-line-codebase (dumbbell figure, row 'Opus 4.8 high effort': label '85% vs 87% (−2 pt)' (pi harness first, native harness second); the native value)",,in,out:cost-single-couple databricks-pi,databricks,glm-5.2,default,coding,hard,Pi,per-task,1.28,0.00289,,,86.9,complete%,0.069,,,"https://www.databricks.com/blog/benchmarking-coding-agents-databricks-multi-million-line-codebase (GLM 5.2 (pi): marker centre px [589.5, 173.5] (x, y): y -> 86.9 % (overall pass-rate))",,out:effort-not-established,out:effort-not-established databricks-pi,databricks,opus-4.8,not-established:absent,coding,hard,Pi,per-task,0.945,0.0046,,,85,complete%,0.289,,,"https://www.databricks.com/blog/benchmarking-coding-agents-databricks-multi-million-line-codebase (dumbbell figure, row 'Opus 4.8 high effort': label '85% vs 87% (−2 pt)' (pi harness first, native harness second); the pi value)",,out:effort-not-established,out:effort-not-established databricks-pi,databricks,gpt-5.5,not-established:absent,coding,hard,Pi,per-task,0.884,0.0046,,,83,complete%,0.289,,,"https://www.databricks.com/blog/benchmarking-coding-agents-databricks-multi-million-line-codebase (dumbbell figure, row 'GPT-5.5 medium effort': label '83% vs 80% (+3 pt)' (pi harness first, native harness second); the pi value)",,out:effort-not-established,out:effort-not-established databricks,databricks,gpt-5.4,not-established:absent,coding,hard,,per-task,0.629,0.0046,,,73.0,complete%,0.069,,,"https://www.databricks.com/blog/benchmarking-coding-agents-databricks-multi-million-line-codebase (GPT 5.4 (codex, med): marker centre px [377.5, 477.5] (x, y): y -> 73.0 % (overall pass-rate))",,out:effort-not-established,out:effort-not-established databricks,databricks,gpt-5.4-mini,default,coding,hard,,per-task,0.282,0.0046,,,58.5,complete%,0.069,,,"https://www.databricks.com/blog/benchmarking-coding-agents-databricks-multi-million-line-codebase (GPT 5.4-mini (codex): marker centre px [263.5, 793.5] (x, y): y -> 58.5 % (overall pass-rate))",,out:effort-not-established,out:effort-not-established databricks,databricks,opus-4.8,max,coding,hard,,per-task,4.314,0.0046,,,89,complete%,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.databricks.com/blog/benchmarking-coding-agents-databricks-multi-million-line-codebase (dumbbell figure, row 'Opus 4.8 max effort': label '82% vs 89%' (pi harness first, native harness second); the native value)",,in,in databricks,databricks,opus-4.8,xhigh,coding,hard,,per-task,3.201,0.0046,,,88,complete%,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.databricks.com/blog/benchmarking-coding-agents-databricks-multi-million-line-codebase (dumbbell figure, row 'Opus 4.8 xhigh effort': label '90% vs 88% (+2 pt)' (pi harness first, native harness second); the native value)",,in,in databricks,databricks,gpt-5.5,high,coding,hard,,per-task,1.954,0.0046,,,83,complete%,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.databricks.com/blog/benchmarking-coding-agents-databricks-multi-million-line-codebase (dumbbell figure, row 'GPT-5.5 high effort': label '81% vs 83% (−2 pt)' (pi harness first, native harness second); the native value)",,in,in databricks-pi,databricks,opus-4.8,not-established:absent,coding,hard,Pi,per-task,3.627,0.0046,,,82,complete%,0.289,,,"https://www.databricks.com/blog/benchmarking-coding-agents-databricks-multi-million-line-codebase (dumbbell figure, row 'Opus 4.8 max effort': label '82% vs 89%' (pi harness first, native harness second); the pi value)",,out:effort-not-established,out:effort-not-established databricks-pi,databricks,gpt-5.5,not-established:absent,coding,hard,Pi,per-task,1.541,0.0046,,,81,complete%,0.289,,,"https://www.databricks.com/blog/benchmarking-coding-agents-databricks-multi-million-line-codebase (dumbbell figure, row 'GPT-5.5 high effort': label '81% vs 83% (−2 pt)' (pi harness first, native harness second); the pi value)",,out:effort-not-established,out:effort-not-established databricks,databricks,sonnet-5,default,coding,hard,,per-task,2.09,0.00289,,,81,complete%,0.289,,,https://www.databricks.com/blog/benchmarking-coding-agents-databricks-multi-million-line-codebase (section 'Price-per-task vs price-per-token': Sonnet 5 81%),,out:effort-not-established,out:effort-not-established databricks,databricks,gpt-5.5,medium,coding,hard,,per-task,1.340,0.0046,,,80,complete%,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.databricks.com/blog/benchmarking-coding-agents-databricks-multi-million-line-codebase (dumbbell figure, row 'GPT-5.5 medium effort': label '83% vs 80% (+3 pt)' (pi harness first, native harness second); the native value)",,in,in databricks-pi,databricks,gpt-5.5,not-established:absent,coding,hard,Pi,per-task,1.729,0.0046,,,78,complete%,0.289,,,"https://www.databricks.com/blog/benchmarking-coding-agents-databricks-multi-million-line-codebase (dumbbell figure, row 'GPT-5.5 xhigh effort': label '78% vs 80% (−1 pt)' (pi harness first, native harness second); the pi value)",,out:effort-not-established,out:effort-not-established databricks,databricks,gpt-5.5,xhigh,coding,hard,,per-task,2.441,0.0046,,,80,complete%,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.databricks.com/blog/benchmarking-coding-agents-databricks-multi-million-line-codebase (dumbbell figure, row 'GPT-5.5 xhigh effort': label '78% vs 80% (−1 pt)' (pi harness first, native harness second); the native value)",,in,in databricks,databricks,sonnet-4.6,default,coding,hard,,per-task,1.085,0.0046,,,75.9,complete%,0.069,,,"https://www.databricks.com/blog/benchmarking-coding-agents-databricks-multi-million-line-codebase (Sonnet 4.6 (claude code): marker centre px [527.5, 413.5] (x, y): y -> 75.9 % (overall pass-rate))",,out:effort-not-established,out:effort-not-established databricks,databricks,haiku-4.5,default,coding,hard,,per-task,0.367,0.0046,,,50.7,complete%,0.069,,,"https://www.databricks.com/blog/benchmarking-coding-agents-databricks-multi-million-line-codebase (Haiku 4.5 (claude code): marker centre px [291.5, 963.5] (x, y): y -> 50.7 % (overall pass-rate))",,out:effort-not-established,out:effort-not-established deepswe,datacurve,gpt-6-astra,not-established:absent,coding,hard,mini-swe-agent,per-task,4.429117203539823,0,,,74.115044,pass@1%,0,,,https://deepswe.datacurve.ai/ ($.rows / row mini_swe_agent_gpt_6_astra_xhigh / column score_counts),,out:effort-not-established,out:effort-not-established deepswe,datacurve,?gemini-3-8-flash,not-established:absent,coding,hard,mini-swe-agent,per-task,2.362349413758389,0,,,73.825503,pass@1%,0,,,https://deepswe.datacurve.ai/ ($.rows / row mini_swe_agent_gemini_3_8_flash_high / column score_counts),,out:model-not-established,out:model-not-established deepswe,datacurve,opus-5,not-established:absent,coding,hard,mini-swe-agent,per-task,11.837583271396396,0,,,73.648649,pass@1%,0,,,https://deepswe.datacurve.ai/ ($.rows / row mini_swe_agent_claude_opus_5_max / column score_counts),,out:effort-not-established,out:effort-not-established deepswe,datacurve,gpt-6-astra,not-established:absent,coding,hard,mini-swe-agent,per-task,3.9237237909292038,0,,,73.230088,pass@1%,0,,,https://deepswe.datacurve.ai/ ($.rows / row mini_swe_agent_gpt_6_astra_high / column score_counts),,out:effort-not-established,out:effort-not-established deepswe,datacurve,gpt-6-astra,not-established:absent,coding,hard,mini-swe-agent,per-task,7.497827996681416,0,,,73.230088,pass@1%,0,,,https://deepswe.datacurve.ai/ ($.rows / row mini_swe_agent_gpt_6_astra_max / column score_counts),,out:effort-not-established,out:effort-not-established deepswe,datacurve,opus-5,not-established:absent,coding,hard,mini-swe-agent,per-task,9.07220232326622,0,,,73.154362,pass@1%,0,,,https://deepswe.datacurve.ai/ ($.rows / row mini_swe_agent_claude_opus_5_xhigh / column score_counts),,out:effort-not-established,out:effort-not-established deepswe,datacurve,opus-5,not-established:absent,coding,hard,mini-swe-agent,per-task,6.076084489977728,0,,,72.828508,pass@1%,0,,,https://deepswe.datacurve.ai/ ($.rows / row mini_swe_agent_claude_opus_5_high / column score_counts),,out:effort-not-established,out:effort-not-established deepswe,datacurve,gpt-6-astra,not-established:absent,coding,hard,mini-swe-agent,per-task,3.0754742975663714,0,,,72.787611,pass@1%,0,,,https://deepswe.datacurve.ai/ ($.rows / row mini_swe_agent_gpt_6_astra_medium / column score_counts),,out:effort-not-established,out:effort-not-established deepswe,datacurve,?gpt-5-6-sol,not-established:absent,coding,hard,mini-swe-agent,per-task,8.386436346666667,0,,,72.666667,pass@1%,0,,,https://deepswe.datacurve.ai/ ($.rows / row mini_swe_agent_gpt_5_6_sol_max / column score_counts),,out:model-not-established,out:model-not-established deepswe,datacurve,?gemini-3-8-flash,not-established:absent,coding,hard,mini-swe-agent,per-task,1.9671024789823006,0,,,71.017699,pass@1%,0,,,https://deepswe.datacurve.ai/ ($.rows / row mini_swe_agent_gemini_3_8_flash_medium / column score_counts),,out:model-not-established,out:model-not-established deepswe,datacurve,?gpt-5-6-sol,not-established:absent,coding,hard,mini-swe-agent,per-task,4.703663860310422,0,,,70.731707,pass@1%,0,,,https://deepswe.datacurve.ai/ ($.rows / row mini_swe_agent_gpt_5_6_sol_xhigh / column score_counts),,out:model-not-established,out:model-not-established deepswe,datacurve,fable-5,not-established:absent,coding,hard,mini-swe-agent,per-task,13.414521495535714,0,,,69.911504,pass@1%,0,,,https://deepswe.datacurve.ai/ ($.rows / row mini_swe_agent_claude_fable_5_xhigh / column score_counts),,out:effort-not-established,out:effort-not-established deepswe,datacurve,fable-5,not-established:absent,coding,hard,mini-swe-agent,per-task,21.634702092592594,0,,,69.724771,pass@1%,0,,,https://deepswe.datacurve.ai/ ($.rows / row mini_swe_agent_claude_fable_5_max / column score_counts),,out:effort-not-established,out:effort-not-established deepswe,datacurve,?gpt-5-6-terra,not-established:absent,coding,hard,mini-swe-agent,per-task,4.945847263858093,0,,,69.62306,pass@1%,0,,,https://deepswe.datacurve.ai/ ($.rows / row mini_swe_agent_gpt_5_6_terra_max / column score_counts),,out:model-not-established,out:model-not-established deepswe,datacurve,?gpt-5-6-sol,not-established:absent,coding,hard,mini-swe-agent,per-task,3.4698331108647453,0,,,69.40133,pass@1%,0,,,https://deepswe.datacurve.ai/ ($.rows / row mini_swe_agent_gpt_5_6_sol_high / column score_counts),,out:model-not-established,out:model-not-established deepswe,datacurve,?glm-5-3,not-established:absent,coding,hard,mini-swe-agent,per-task,3.9933584893126386,0,,,68.957871,pass@1%,0,,,https://deepswe.datacurve.ai/ ($.rows / row mini_swe_agent_glm_5_3_max / column score_counts),,out:model-not-established,out:model-not-established deepswe,datacurve,opus-5,not-established:absent,coding,hard,mini-swe-agent,per-task,3.28978764541387,0,,,68.903803,pass@1%,0,,,https://deepswe.datacurve.ai/ ($.rows / row mini_swe_agent_claude_opus_5_medium / column score_counts),,out:effort-not-established,out:effort-not-established deepswe,datacurve,fable-5,not-established:absent,coding,hard,mini-swe-agent,per-task,9.177638214788733,0,,,68.604651,pass@1%,0,,,https://deepswe.datacurve.ai/ ($.rows / row mini_swe_agent_claude_fable_5_high / column score_counts),,out:effort-not-established,out:effort-not-established deepswe,datacurve,kimi-k3,not-established:absent,coding,hard,mini-swe-agent,per-task,4.654682129933482,0,,,68.514412,pass@1%,0,,,https://deepswe.datacurve.ai/ ($.rows / row mini_swe_agent_kimi_k3_max / column score_counts),,out:effort-not-established,out:effort-not-established deepswe,datacurve,?grok-4-6,not-established:absent,coding,hard,mini-swe-agent,per-task,3.4489837522123894,0,,,67.477876,pass@1%,0,,,https://deepswe.datacurve.ai/ ($.rows / row mini_swe_agent_grok_4_6_medium / column score_counts),,out:model-not-established,out:model-not-established deepswe,datacurve,?gpt-5-6-luna,not-established:absent,coding,hard,mini-swe-agent,per-task,3.028116810267857,0,,,67.1875,pass@1%,0,,,https://deepswe.datacurve.ai/ ($.rows / row mini_swe_agent_gpt_5_6_luna_max / column score_counts),,out:model-not-established,out:model-not-established deepswe,datacurve,?gpt-5-5,not-established:absent,coding,hard,mini-swe-agent,per-task,7.226236674778761,0,,,67.035398,pass@1%,0,,,https://deepswe.datacurve.ai/ ($.rows / row mini_swe_agent_gpt_5_5_xhigh / column score_counts),,out:model-not-established,out:model-not-established deepswe,datacurve,gpt-6-astra,not-established:absent,coding,hard,mini-swe-agent,per-task,1.595223439159292,0,,,67.035398,pass@1%,0,,,https://deepswe.datacurve.ai/ ($.rows / row mini_swe_agent_gpt_6_astra_low / column score_counts),,out:effort-not-established,out:effort-not-established deepswe,datacurve,?grok-4-6,not-established:absent,coding,hard,mini-swe-agent,per-task,5.497668745011087,0,,,66.740576,pass@1%,0,,,https://deepswe.datacurve.ai/ ($.rows / row mini_swe_agent_grok_4_6_xhigh / column score_counts),,out:model-not-established,out:model-not-established deepswe,datacurve,?gemini-3-7-flash,not-established:absent,coding,hard,mini-swe-agent,per-task,2.0251351826880533,0,,,65.486726,pass@1%,0,,,https://deepswe.datacurve.ai/ ($.rows / row mini_swe_agent_gemini_3_7_flash_medium / column score_counts),,out:model-not-established,out:model-not-established deepswe,datacurve,fable-5,not-established:absent,coding,hard,mini-swe-agent,per-task,6.088186528935186,0,,,65.366972,pass@1%,0,,,https://deepswe.datacurve.ai/ ($.rows / row mini_swe_agent_claude_fable_5_medium / column score_counts),,out:effort-not-established,out:effort-not-established deepswe,datacurve,?gemini-3-7-flash,not-established:absent,coding,hard,mini-swe-agent,per-task,2.1762860351216813,0,,,65.265487,pass@1%,0,,,https://deepswe.datacurve.ai/ ($.rows / row mini_swe_agent_gemini_3_7_flash_high / column score_counts),,out:model-not-established,out:model-not-established deepswe,datacurve,?grok-4-6,not-established:absent,coding,hard,mini-swe-agent,per-task,4.3848732239467845,0,,,65.18847,pass@1%,0,,,https://deepswe.datacurve.ai/ ($.rows / row mini_swe_agent_grok_4_6_high / column score_counts),,out:model-not-established,out:model-not-established deepswe,datacurve,?gpt-5-5,not-established:absent,coding,hard,mini-swe-agent,per-task,5.100437004424779,0,,,64.380531,pass@1%,0,,,https://deepswe.datacurve.ai/ ($.rows / row mini_swe_agent_gpt_5_5_high / column score_counts),,out:model-not-established,out:model-not-established deepswe,datacurve,?glm-5-3-flash,not-established:absent,coding,hard,mini-swe-agent,per-task,0.48196371245535713,0,,,63.392857,pass@1%,0,,,https://deepswe.datacurve.ai/ ($.rows / row mini_swe_agent_glm_5_3_flash_max / column score_counts),,out:model-not-established,out:model-not-established deepswe,datacurve,?deepseek-v4-pro,not-established:absent,coding,hard,mini-swe-agent,per-task,0.24138687892256638,0,,,62.831858,pass@1%,0,,,https://deepswe.datacurve.ai/ ($.rows / row mini_swe_agent_deepseek_v4_pro_max / column score_counts),,out:model-not-established,out:model-not-established deepswe,datacurve,?gpt-5-6-sol,not-established:absent,coding,hard,mini-swe-agent,per-task,1.8620318075221238,0,,,61.061947,pass@1%,0,,,https://deepswe.datacurve.ai/ ($.rows / row mini_swe_agent_gpt_5_6_sol_medium / column score_counts),,out:model-not-established,out:model-not-established deepswe,datacurve,?gpt-5-6-terra,not-established:absent,coding,hard,mini-swe-agent,per-task,2.127191725663717,0,,,60.176991,pass@1%,0,,,https://deepswe.datacurve.ai/ ($.rows / row mini_swe_agent_gpt_5_6_terra_xhigh / column score_counts),,out:model-not-established,out:model-not-established deepswe,datacurve,fable-5,not-established:absent,coding,hard,mini-swe-agent,per-task,3.757873125874126,0,,,59.584296,pass@1%,0,,,https://deepswe.datacurve.ai/ ($.rows / row mini_swe_agent_claude_fable_5_low / column score_counts),,out:effort-not-established,out:effort-not-established deepswe,datacurve,opus-4.8,not-established:absent,coding,hard,mini-swe-agent,per-task,13.222583593240094,0,,,58.974359,pass@1%,0,,,https://deepswe.datacurve.ai/ ($.rows / row mini_swe_agent_claude_opus_4_8_max / column score_counts),,out:effort-not-established,out:effort-not-established deepswe,datacurve,opus-5,not-established:absent,coding,hard,mini-swe-agent,per-task,1.6626223919821828,0,,,58.129176,pass@1%,0,,,https://deepswe.datacurve.ai/ ($.rows / row mini_swe_agent_claude_opus_5_low / column score_counts),,out:effort-not-established,out:effort-not-established deepswe,datacurve,?qwen3-8-max,not-established:absent,coding,hard,mini-swe-agent,per-task,3.7290646500445437,0,,,57.461024,pass@1%,0,,,https://deepswe.datacurve.ai/ ($.rows / row mini_swe_agent_qwen3_8_max_xhigh / column score_counts),,out:model-not-established,out:model-not-established deepswe,datacurve,?gpt-5-6-luna,not-established:absent,coding,hard,mini-swe-agent,per-task,1.5356192685840708,0,,,56.858407,pass@1%,0,,,https://deepswe.datacurve.ai/ ($.rows / row mini_swe_agent_gpt_5_6_luna_xhigh / column score_counts),,out:model-not-established,out:model-not-established deepswe,datacurve,?muse-spark-1-2,not-established:absent,coding,hard,mini-swe-agent,per-task,3.6955048180309733,0,,,54.867257,pass@1%,0,,,https://deepswe.datacurve.ai/ ($.rows / row mini_swe_agent_muse_spark_1_2_xhigh / column score_counts),,out:model-not-established,out:model-not-established deepswe,datacurve,opus-4.8,not-established:absent,coding,hard,mini-swe-agent,per-task,8.006355704138702,0,,,54.362416,pass@1%,0,,,https://deepswe.datacurve.ai/ ($.rows / row mini_swe_agent_claude_opus_4_8_xhigh / column score_counts),,out:effort-not-established,out:effort-not-established deepswe,datacurve,?gpt-5-5,not-established:absent,coding,hard,mini-swe-agent,per-task,2.749342734513274,0,,,53.982301,pass@1%,0,,,https://deepswe.datacurve.ai/ ($.rows / row mini_swe_agent_gpt_5_5_medium / column score_counts),,out:model-not-established,out:model-not-established deepswe,datacurve,sonnet-5,not-established:absent,coding,hard,mini-swe-agent,per-task,26.399858950791852,0,,,53.846154,pass@1%,0,,,https://deepswe.datacurve.ai/ ($.rows / row mini_swe_agent_claude_sonnet_5_max / column score_counts),,out:effort-not-established,out:effort-not-established deepswe,datacurve,?gemini-3-7-flash,not-established:absent,coding,hard,mini-swe-agent,per-task,1.8322645629424779,0,,,53.761062,pass@1%,0,,,https://deepswe.datacurve.ai/ ($.rows / row mini_swe_agent_gemini_3_7_flash_low / column score_counts),,out:model-not-established,out:model-not-established deepswe,datacurve,?gpt-5-6-terra,not-established:absent,coding,hard,mini-swe-agent,per-task,1.1343762765486725,0,,,53.761062,pass@1%,0,,,https://deepswe.datacurve.ai/ ($.rows / row mini_swe_agent_gpt_5_6_terra_high / column score_counts),,out:model-not-established,out:model-not-established deepswe,datacurve,?grok-4-5,not-established:absent,coding,hard,mini-swe-agent,per-task,2.4157481725663716,0,,,53.761062,pass@1%,0,,,https://deepswe.datacurve.ai/ ($.rows / row mini_swe_agent_grok_4_5_high / column score_counts),,out:model-not-established,out:model-not-established deepswe,datacurve,?deepseek-v4-flash,not-established:absent,coding,hard,mini-swe-agent,per-task,0.10023560370265487,0,,,53.318584,pass@1%,0,,,https://deepswe.datacurve.ai/ ($.rows / row mini_swe_agent_deepseek_v4_flash_max / column score_counts),,out:model-not-established,out:model-not-established deepswe,datacurve,?muse-spark-1-1,not-established:absent,coding,hard,mini-swe-agent,per-task,2.361142644469026,0,,,53.318584,pass@1%,0,,,https://deepswe.datacurve.ai/ ($.rows / row mini_swe_agent_muse_spark_1_1_xhigh / column score_counts),,out:model-not-established,out:model-not-established deepswe,datacurve,opus-4.8,not-established:absent,coding,hard,mini-swe-agent,per-task,4.281940017699115,0,,,51.769912,pass@1%,0,,,https://deepswe.datacurve.ai/ ($.rows / row mini_swe_agent_claude_opus_4_8_high / column score_counts),,out:effort-not-established,out:effort-not-established deepswe,datacurve,?gpt-5-4,not-established:absent,coding,hard,mini-swe-agent,per-task,5.6524577245575225,0,,,51.769912,pass@1%,0,,,https://deepswe.datacurve.ai/ ($.rows / row mini_swe_agent_gpt_5_4_xhigh / column score_counts),,out:model-not-established,out:model-not-established deepswe,datacurve,sonnet-5,not-established:absent,coding,hard,mini-swe-agent,per-task,11.890634540022173,0,,,49.667406,pass@1%,0,,,https://deepswe.datacurve.ai/ ($.rows / row mini_swe_agent_claude_sonnet_5_xhigh / column score_counts),,out:effort-not-established,out:effort-not-established deepswe,datacurve,opus-4.8,not-established:absent,coding,hard,mini-swe-agent,per-task,3.4438571028761062,0,,,48.672566,pass@1%,0,,,https://deepswe.datacurve.ai/ ($.rows / row mini_swe_agent_claude_opus_4_8_medium / column score_counts),,out:effort-not-established,out:effort-not-established deepswe,datacurve,sonnet-5,not-established:absent,coding,hard,mini-swe-agent,per-task,7.425560161197339,0,,,48.230088,pass@1%,0,,,https://deepswe.datacurve.ai/ ($.rows / row mini_swe_agent_claude_sonnet_5_high / column score_counts),,out:effort-not-established,out:effort-not-established deepswe,datacurve,?gemini-3-6-flash,not-established:absent,coding,hard,mini-swe-agent,per-task,4.419013277333334,0,,,46.681416,pass@1%,0,,,https://deepswe.datacurve.ai/ ($.rows / row mini_swe_agent_gemini_3_6_flash_high / column score_counts),,out:model-not-established,out:model-not-established deepswe,datacurve,?gpt-5-6-sol,not-established:absent,coding,hard,mini-swe-agent,per-task,1.0742664646017699,0,,,45.353982,pass@1%,0,,,https://deepswe.datacurve.ai/ ($.rows / row mini_swe_agent_gpt_5_6_sol_low / column score_counts),,out:model-not-established,out:model-not-established deepswe,datacurve,?gpt-5-6-luna,not-established:absent,coding,hard,mini-swe-agent,per-task,0.7779007499999999,0,,,44.247788,pass@1%,0,,,https://deepswe.datacurve.ai/ ($.rows / row mini_swe_agent_gpt_5_6_luna_high / column score_counts),,out:model-not-established,out:model-not-established deepswe,datacurve,?glm-5-2,not-established:absent,coding,hard,mini-swe-agent,per-task,3.9199075743111114,0,,,43.777778,pass@1%,0,,,https://deepswe.datacurve.ai/ ($.rows / row mini_swe_agent_glm_5_2_max / column score_counts),,out:model-not-established,out:model-not-established deepswe,datacurve,?grok-4-6,not-established:absent,coding,hard,mini-swe-agent,per-task,1.0423604231625836,0,,,41.648107,pass@1%,0,,,https://deepswe.datacurve.ai/ ($.rows / row mini_swe_agent_grok_4_6_low / column score_counts),,out:model-not-established,out:model-not-established deepswe,datacurve,opus-4.8,not-established:absent,coding,hard,mini-swe-agent,per-task,2.293369216740577,0,,,40.798226,pass@1%,0,,,https://deepswe.datacurve.ai/ ($.rows / row mini_swe_agent_claude_opus_4_8_low / column score_counts),,out:effort-not-established,out:effort-not-established deepswe,datacurve,sonnet-5,not-established:absent,coding,hard,mini-swe-agent,per-task,4.079036229,0,,,39.777778,pass@1%,0,,,https://deepswe.datacurve.ai/ ($.rows / row mini_swe_agent_claude_sonnet_5_medium / column score_counts),,out:effort-not-established,out:effort-not-established deepswe,datacurve,?glm-5-2,not-established:absent,coding,hard,mini-swe-agent,per-task,2.8355164725663715,0,,,36.283186,pass@1%,0,,,https://deepswe.datacurve.ai/ ($.rows / row mini_swe_agent_glm_5_2_high / column score_counts),,out:model-not-established,out:model-not-established deepswe,datacurve,?gemini-3-5-flash,not-established:absent,coding,hard,mini-swe-agent,per-task,3.4467114588691796,0,,,36.061947,pass@1%,0,,,https://deepswe.datacurve.ai/ ($.rows / row mini_swe_agent_gemini_3_5_flash_high / column score_counts),,out:model-not-established,out:model-not-established deepswe,datacurve,?gpt-5-6-terra,not-established:absent,coding,hard,mini-swe-agent,per-task,0.5832493688888889,0,,,35.111111,pass@1%,0,,,https://deepswe.datacurve.ai/ ($.rows / row mini_swe_agent_gpt_5_6_terra_medium / column score_counts),,out:model-not-established,out:model-not-established deepswe,datacurve,?kimi-k2-7-code,not-established:absent,coding,hard,mini-swe-agent,per-task,2.815536243274336,0,,,30.530973,pass@1%,0,,,https://deepswe.datacurve.ai/ ($.rows / row mini_swe_agent_kimi_k2_7_code_default / column score_counts),,out:model-not-established,out:model-not-established deepswe,datacurve,sonnet-5,not-established:absent,coding,hard,mini-swe-agent,per-task,2.1865550832962137,0,,,30.512249,pass@1%,0,,,https://deepswe.datacurve.ai/ ($.rows / row mini_swe_agent_claude_sonnet_5_low / column score_counts),,out:effort-not-established,out:effort-not-established deepswe,datacurve,sonnet-4.6,not-established:absent,coding,hard,mini-swe-agent,per-task,5.5223517987804875,0,,,29.933481,pass@1%,0,,,https://deepswe.datacurve.ai/ ($.rows / row mini_swe_agent_claude_sonnet_4_6_high / column score_counts),,out:effort-not-established,out:effort-not-established deepswe,datacurve,?gpt-5-5,not-established:absent,coding,hard,mini-swe-agent,per-task,1.2002025442477877,0,,,26.99115,pass@1%,0,,,https://deepswe.datacurve.ai/ ($.rows / row mini_swe_agent_gpt_5_5_low / column score_counts),,out:model-not-established,out:model-not-established deepswe,datacurve,?gpt-5-6-terra,not-established:absent,coding,hard,mini-swe-agent,per-task,0.4277452605790646,0,,,24.053452,pass@1%,0,,,https://deepswe.datacurve.ai/ ($.rows / row mini_swe_agent_gpt_5_6_terra_low / column score_counts),,out:model-not-established,out:model-not-established deepswe,datacurve,?gemini-3-1-pro-preview,not-established:absent,coding,hard,mini-swe-agent,per-task,2.1434045568888886,0,,,11.725664,pass@1%,0,,,https://deepswe.datacurve.ai/ ($.rows / row mini_swe_agent_gemini_3_1_pro_preview_high / column score_counts),,out:model-not-established,out:model-not-established deepswe,datacurve,?gpt-5-6-luna,not-established:absent,coding,hard,mini-swe-agent,per-task,0.21630978982300886,0,,,11.283186,pass@1%,0,,,https://deepswe.datacurve.ai/ ($.rows / row mini_swe_agent_gpt_5_6_luna_medium / column score_counts),,out:model-not-established,out:model-not-established deepswe,datacurve,?gpt-5-6-luna,not-established:absent,coding,hard,mini-swe-agent,per-task,0.07240623938053097,0,,,1.548673,pass@1%,0,,,https://deepswe.datacurve.ai/ ($.rows / row mini_swe_agent_gpt_5_6_luna_low / column score_counts),,out:model-not-established,out:model-not-established datalearner-terminalbench21,datalearner,deepseek-v4.1-flash,not-established:absent,mixed,hard,,,,,,,90.60,"Terminal-Bench 2.1, Accuracy",0.00289,,,"https://www.datalearner.com/ai-models/compare/deepseek-v4-1-flash-1017/vs/deepseek-v4-1-flash (page table, row Terminal-Bench 2.1, column DeepSeek-V4.1-Flash)",,out:effort-not-established, datalearner-terminalbench21,datalearner,deepseek-v4.1-flash-1017,high,mixed,hard,,,,,,,91.00,"Terminal-Bench 2.1, Accuracy",0.00289,,level-from-default,"https://www.datalearner.com/ai-models/compare/deepseek-v4-1-flash-1017/vs/deepseek-v4-1-flash (page table, row Terminal-Bench 2.1, column DeepSeek-V4.1-Flash-1017)",,out:single-couple, datalearner-terminalbench4,datalearner,deepseek-v4.1-flash,not-established:absent,mixed,hard,,,,,,,35.40,"Terminal-Bench 4.0, Resolution rate (%)",0.00289,,,"https://www.datalearner.com/ai-models/compare/deepseek-v4-1-flash-1017/vs/deepseek-v4-1-flash (page table, row Terminal-Bench 4.0, column DeepSeek-V4.1-Flash)",,out:effort-not-established, datalearner-terminalbench4,datalearner,deepseek-v4.1-flash-1017,high,mixed,hard,,,,,,,42.30,"Terminal-Bench 4.0, Resolution rate (%)",0.00289,,level-from-default,"https://www.datalearner.com/ai-models/compare/deepseek-v4-1-flash-1017/vs/deepseek-v4-1-flash (page table, row Terminal-Bench 4.0, column DeepSeek-V4.1-Flash-1017)",,out:single-couple, datalearner-aa-cyber,datalearner,deepseek-v4.1-flash,not-established:absent,mixed,hard,,,,,,,40.81,"AA Cyber Index, Composite index (0–100)",0.00289,,,"https://www.datalearner.com/ai-models/compare/deepseek-v4-1-flash-1017/vs/deepseek-v4-1-flash (page table, row AA Cyber Index, column DeepSeek-V4.1-Flash)",,out:effort-not-established, datalearner-aa-cyber,datalearner,deepseek-v4.1-flash-1017,not-established:absent,mixed,hard,,,,,,,56.81,"AA Cyber Index, Composite index (0–100)",0.00289,,,"https://www.datalearner.com/ai-models/compare/deepseek-v4-1-flash-1017/vs/deepseek-v4-1-flash (page table, row AA Cyber Index, column DeepSeek-V4.1-Flash-1017)",,out:effort-not-established, datalearner-deepswe,datalearner,deepseek-v4.1-flash,not-established:absent,mixed,hard,,,,,,,74.20,"DeepSWE, Pass@1 (DeepSWE v1.1)",0.00289,,,"https://www.datalearner.com/ai-models/compare/deepseek-v4-1-flash-1017/vs/deepseek-v4-1-flash (page table, row DeepSWE, column DeepSeek-V4.1-Flash)",,out:effort-not-established, datalearner-deepswe,datalearner,deepseek-v4.1-flash-1017,high,mixed,hard,,,,,,,77.00,"DeepSWE, Pass@1 (DeepSWE v1.1)",0.00289,,level-from-default,"https://www.datalearner.com/ai-models/compare/deepseek-v4-1-flash-1017/vs/deepseek-v4-1-flash (page table, row DeepSWE, column DeepSeek-V4.1-Flash-1017)",,out:single-couple, datalearner-frontiercode2,datalearner,deepseek-v4.1-flash,not-established:absent,mixed,hard,,,,,,,19.30,"FrontierCode 2.0, 加权评审得分(%)",0.00289,,,"https://www.datalearner.com/ai-models/compare/deepseek-v4-1-flash-1017/vs/deepseek-v4-1-flash (page table, row FrontierCode 2.0, column DeepSeek-V4.1-Flash)",,out:effort-not-established, datalearner-frontiercode2,datalearner,deepseek-v4.1-flash-1017,high,mixed,hard,,,,,,,19.30,"FrontierCode 2.0, 加权评审得分(%)",0.00289,,level-from-default,"https://www.datalearner.com/ai-models/compare/deepseek-v4-1-flash-1017/vs/deepseek-v4-1-flash (page table, row FrontierCode 2.0, column DeepSeek-V4.1-Flash-1017)",,out:single-couple, datalearner-nl2repo,datalearner,deepseek-v4.1-flash,not-established:absent,mixed,hard,,,,,,,65.40,"NL2Repo-Bench, Average test pass rate",0.00289,,,"https://www.datalearner.com/ai-models/compare/deepseek-v4-1-flash-1017/vs/deepseek-v4-1-flash (page table, row NL2Repo-Bench, column DeepSeek-V4.1-Flash)",,out:effort-not-established, datalearner-nl2repo,datalearner,deepseek-v4.1-flash-1017,high,mixed,hard,,,,,,,68.20,"NL2Repo-Bench, Average test pass rate",0.00289,,level-from-default,"https://www.datalearner.com/ai-models/compare/deepseek-v4-1-flash-1017/vs/deepseek-v4-1-flash (page table, row NL2Repo-Bench, column DeepSeek-V4.1-Flash-1017)",,out:single-couple, datalearner-frontiercode-1.1-main,datalearner,deepseek-v4.1-flash,not-established:absent,coding,hard,,,,,,,43.90,FrontierCode 1.1 Main,0.00289,,,"https://www.datalearner.com/ai-models/compare/deepseek-v4-1-flash-1017/vs/deepseek-v4-1-flash (page table, row FrontierCode 1.1 Main, column DeepSeek-V4.1-Flash)",,out:effort-not-established, datalearner-frontiercode-1.1-main,datalearner,deepseek-v4.1-flash-1017,high,coding,hard,,,,,,,43.90,FrontierCode 1.1 Main,0.00289,,level-from-default,"https://www.datalearner.com/ai-models/compare/deepseek-v4-1-flash-1017/vs/deepseek-v4-1-flash (page table, row FrontierCode 1.1 Main, column DeepSeek-V4.1-Flash-1017)",,out:not-headline, datalearner-programbench,datalearner,deepseek-v4.1-flash,not-established:absent,mixed,hard,,,,,,,20.30,"Program Bench, Score",0.00289,,,"https://www.datalearner.com/ai-models/compare/deepseek-v4-1-flash-1017/vs/deepseek-v4-1-flash (page table, row Program Bench, column DeepSeek-V4.1-Flash)",,out:effort-not-established, datalearner-programbench,datalearner,deepseek-v4.1-flash-1017,high,mixed,hard,,,,,,,29.10,"Program Bench, Score",0.00289,,level-from-default,"https://www.datalearner.com/ai-models/compare/deepseek-v4-1-flash-1017/vs/deepseek-v4-1-flash (page table, row Program Bench, column DeepSeek-V4.1-Flash-1017)",,out:single-couple, datalearner-vibecode11,datalearner,deepseek-v4.1-flash,not-established:absent,mixed,hard,,,,,,,84.74,"Vibe Code Bench v1.1, Pass rate (%)",0.00289,,,"https://www.datalearner.com/ai-models/compare/deepseek-v4-1-flash-1017/vs/deepseek-v4-1-flash (page table, row Vibe Code Bench v1.1, column DeepSeek-V4.1-Flash)",,out:effort-not-established, datalearner-vibecode11,datalearner,deepseek-v4.1-flash-1017,not-established:absent,mixed,hard,,,,,,,87.73,"Vibe Code Bench v1.1, Pass rate (%)",0.00289,,,"https://www.datalearner.com/ai-models/compare/deepseek-v4-1-flash-1017/vs/deepseek-v4-1-flash (page table, row Vibe Code Bench v1.1, column DeepSeek-V4.1-Flash-1017)",,out:effort-not-established, datalearner-weirdml3,datalearner,deepseek-v4.1-flash,not-established:absent,mixed,hard,,,,,,,0.06,"WeirdML v3, Official score (0-1; higher is better)",0.00289,,,"https://www.datalearner.com/ai-models/compare/deepseek-v4-1-flash-1017/vs/deepseek-v4-1-flash (page table, row WeirdML v3, column DeepSeek-V4.1-Flash)",,out:effort-not-established, datalearner-weirdml3,datalearner,deepseek-v4.1-flash-1017,not-established:absent,mixed,hard,,,,,,,0.09,"WeirdML v3, Official score (0-1; higher is better)",0.00289,,,"https://www.datalearner.com/ai-models/compare/deepseek-v4-1-flash-1017/vs/deepseek-v4-1-flash (page table, row WeirdML v3, column DeepSeek-V4.1-Flash-1017)",,out:effort-not-established, datalearner-codemigration,datalearner,deepseek-v4.1-flash,not-established:absent,mixed,hard,,,,,,,45.62,"Code Migration, Hidden-test pass rate (%)",0.00289,,,"https://www.datalearner.com/ai-models/compare/deepseek-v4-1-flash-1017/vs/deepseek-v4-1-flash (page table, row Code Migration, column DeepSeek-V4.1-Flash)",,out:effort-not-established, datalearner-codemigration,datalearner,deepseek-v4.1-flash-1017,not-established:absent,mixed,hard,,,,,,,44.21,"Code Migration, Hidden-test pass rate (%)",0.00289,,,"https://www.datalearner.com/ai-models/compare/deepseek-v4-1-flash-1017/vs/deepseek-v4-1-flash (page table, row Code Migration, column DeepSeek-V4.1-Flash-1017)",,out:effort-not-established, datalearner-automationbench,datalearner,deepseek-v4.1-flash,not-established:absent,mixed,hard,,,,,,,54.80,"AutomationBench, Pass Rate",0.00289,,,"https://www.datalearner.com/ai-models/compare/deepseek-v4-1-flash-1017/vs/deepseek-v4-1-flash (page table, row AutomationBench, column DeepSeek-V4.1-Flash)",,out:effort-not-established, datalearner-automationbench,datalearner,deepseek-v4.1-flash-1017,high,mixed,hard,,,,,,,60.50,"AutomationBench, Pass Rate",0.00289,,level-from-default,"https://www.datalearner.com/ai-models/compare/deepseek-v4-1-flash-1017/vs/deepseek-v4-1-flash (page table, row AutomationBench, column DeepSeek-V4.1-Flash-1017)",,out:single-couple, datalearner-emb,datalearner,deepseek-v4.1-flash,not-established:absent,mixed,hard,,,,,,,57.21,"EMB (Excel Modeling), Accuracy (%)",0.00289,,,"https://www.datalearner.com/ai-models/compare/deepseek-v4-1-flash-1017/vs/deepseek-v4-1-flash (page table, row EMB (Excel Modeling), column DeepSeek-V4.1-Flash)",,out:effort-not-established, datalearner-emb,datalearner,deepseek-v4.1-flash-1017,not-established:absent,mixed,hard,,,,,,,61.80,"EMB (Excel Modeling), Accuracy (%)",0.00289,,,"https://www.datalearner.com/ai-models/compare/deepseek-v4-1-flash-1017/vs/deepseek-v4-1-flash (page table, row EMB (Excel Modeling), column DeepSeek-V4.1-Flash-1017)",,out:effort-not-established, datalearner-financeagent2,datalearner,deepseek-v4.1-flash,not-established:absent,mixed,hard,,,,,,,53.48,"Finance Agent v2, Score",0.00289,,,"https://www.datalearner.com/ai-models/compare/deepseek-v4-1-flash-1017/vs/deepseek-v4-1-flash (page table, row Finance Agent v2, column DeepSeek-V4.1-Flash)",,out:effort-not-established, datalearner-financeagent2,datalearner,deepseek-v4.1-flash-1017,not-established:absent,mixed,hard,,,,,,,56.96,"Finance Agent v2, Score",0.00289,,,"https://www.datalearner.com/ai-models/compare/deepseek-v4-1-flash-1017/vs/deepseek-v4-1-flash (page table, row Finance Agent v2, column DeepSeek-V4.1-Flash-1017)",,out:effort-not-established, datalearner-taxagent,datalearner,deepseek-v4.1-flash,not-established:absent,mixed,hard,,,,,,,62.46,"Tax Agent Bench, Accuracy (%, rubric × citation quality)",0.00289,,,"https://www.datalearner.com/ai-models/compare/deepseek-v4-1-flash-1017/vs/deepseek-v4-1-flash (page table, row Tax Agent Bench, column DeepSeek-V4.1-Flash)",,out:effort-not-established, datalearner-taxagent,datalearner,deepseek-v4.1-flash-1017,not-established:absent,mixed,hard,,,,,,,44.35,"Tax Agent Bench, Accuracy (%, rubric × citation quality)",0.00289,,,"https://www.datalearner.com/ai-models/compare/deepseek-v4-1-flash-1017/vs/deepseek-v4-1-flash (page table, row Tax Agent Bench, column DeepSeek-V4.1-Flash-1017)",,out:effort-not-established, datalearner-harvey,datalearner,deepseek-v4.1-flash,not-established:absent,mixed,hard,,,,,,,6.67,"Harvey's Legal Agent Benchmark, Accuracy (%)",0.00289,,,"https://www.datalearner.com/ai-models/compare/deepseek-v4-1-flash-1017/vs/deepseek-v4-1-flash (page table, row Harvey's Legal Agent Benchmark, column DeepSeek-V4.1-Flash)",,out:effort-not-established, datalearner-harvey,datalearner,deepseek-v4.1-flash-1017,not-established:absent,mixed,hard,,,,,,,9.17,"Harvey's Legal Agent Benchmark, Accuracy (%)",0.00289,,,"https://www.datalearner.com/ai-models/compare/deepseek-v4-1-flash-1017/vs/deepseek-v4-1-flash (page table, row Harvey's Legal Agent Benchmark, column DeepSeek-V4.1-Flash-1017)",,out:effort-not-established, datalearner-legalresearch,datalearner,deepseek-v4.1-flash,not-established:absent,mixed,hard,,,,,,,41.35,"Legal Research Bench, Score",0.00289,,,"https://www.datalearner.com/ai-models/compare/deepseek-v4-1-flash-1017/vs/deepseek-v4-1-flash (page table, row Legal Research Bench, column DeepSeek-V4.1-Flash)",,out:effort-not-established, datalearner-legalresearch,datalearner,deepseek-v4.1-flash-1017,not-established:absent,mixed,hard,,,,,,,45.19,"Legal Research Bench, Score",0.00289,,,"https://www.datalearner.com/ai-models/compare/deepseek-v4-1-flash-1017/vs/deepseek-v4-1-flash (page table, row Legal Research Bench, column DeepSeek-V4.1-Flash-1017)",,out:effort-not-established, datalearner-hle,datalearner,deepseek-v4.1-flash,not-established:absent,mixed,hard,,,,,,,63.90,"HLE, Accuracy",0.00289,,,"https://www.datalearner.com/ai-models/compare/deepseek-v4-1-flash-1017/vs/deepseek-v4-1-flash (page table, row HLE, column DeepSeek-V4.1-Flash)",,out:effort-not-established, datalearner-hle,datalearner,deepseek-v4.1-flash-1017,not-established:absent,mixed,hard,,,,,,,58.80,"HLE, Accuracy",0.00289,,,"https://www.datalearner.com/ai-models/compare/deepseek-v4-1-flash-1017/vs/deepseek-v4-1-flash (page table, row HLE, column DeepSeek-V4.1-Flash-1017)",,out:effort-not-established, datalearner-critpt,datalearner,deepseek-v4.1-flash,not-established:absent,mixed,hard,,,,,,,14.30,"CritPt, Score",0.00289,,,"https://www.datalearner.com/ai-models/compare/deepseek-v4-1-flash-1017/vs/deepseek-v4-1-flash (page table, row CritPt, column DeepSeek-V4.1-Flash)",,out:effort-not-established, datalearner-critpt,datalearner,deepseek-v4.1-flash-1017,not-established:absent,mixed,hard,,,,,,,24.00,"CritPt, Score",0.00289,,,"https://www.datalearner.com/ai-models/compare/deepseek-v4-1-flash-1017/vs/deepseek-v4-1-flash (page table, row CritPt, column DeepSeek-V4.1-Flash-1017)",,out:effort-not-established, datalearner-scicode,datalearner,deepseek-v4.1-flash,not-established:absent,mixed,hard,,,,,,,51.90,"SciCode, Score",0.00289,,,"https://www.datalearner.com/ai-models/compare/deepseek-v4-1-flash-1017/vs/deepseek-v4-1-flash (page table, row SciCode, column DeepSeek-V4.1-Flash)",,out:effort-not-established, datalearner-scicode,datalearner,deepseek-v4.1-flash-1017,not-established:absent,mixed,hard,,,,,,,55.90,"SciCode, Score",0.00289,,,"https://www.datalearner.com/ai-models/compare/deepseek-v4-1-flash-1017/vs/deepseek-v4-1-flash (page table, row SciCode, column DeepSeek-V4.1-Flash-1017)",,out:effort-not-established, datalearner-frontiermath4,datalearner,deepseek-v4.1-flash,not-established:absent,mixed,hard,,,,,,,26.83,"FrontierMath Tier 4 v2, Accuracy (verification_code)",0.00289,,,"https://www.datalearner.com/ai-models/compare/deepseek-v4-1-flash-1017/vs/deepseek-v4-1-flash (page table, row FrontierMath Tier 4 v2, column DeepSeek-V4.1-Flash)",,out:effort-not-established, datalearner-frontiermath4,datalearner,deepseek-v4.1-flash-1017,not-established:absent,mixed,hard,,,,,,,46.34,"FrontierMath Tier 4 v2, Accuracy (verification_code)",0.00289,,,"https://www.datalearner.com/ai-models/compare/deepseek-v4-1-flash-1017/vs/deepseek-v4-1-flash (page table, row FrontierMath Tier 4 v2, column DeepSeek-V4.1-Flash-1017)",,out:effort-not-established, datalearner-frontiermath-v2,datalearner,deepseek-v4.1-flash,not-established:absent,reasoning-math,hard,,,,,,,67.37,FrontierMath v2,0.00289,,,"https://www.datalearner.com/ai-models/compare/deepseek-v4-1-flash-1017/vs/deepseek-v4-1-flash (page table, row FrontierMath v2, column DeepSeek-V4.1-Flash)",,out:effort-not-established, datalearner-frontiermath-v2,datalearner,deepseek-v4.1-flash-1017,not-established:absent,reasoning-math,hard,,,,,,,71.23,FrontierMath v2,0.00289,,,"https://www.datalearner.com/ai-models/compare/deepseek-v4-1-flash-1017/vs/deepseek-v4-1-flash (page table, row FrontierMath v2, column DeepSeek-V4.1-Flash-1017)",,out:effort-not-established, datalearner-babyvision,datalearner,deepseek-v4.1-flash,not-established:absent,mixed,hard,,,,,,,89.60,"BabyVision, Accuracy",0.00289,,,"https://www.datalearner.com/ai-models/compare/deepseek-v4-1-flash-1017/vs/deepseek-v4-1-flash (page table, row BabyVision, column DeepSeek-V4.1-Flash)",,out:effort-not-established, datalearner-babyvision,datalearner,deepseek-v4.1-flash-1017,high,mixed,hard,,,,,,,92.50,"BabyVision, Accuracy",0.00289,,level-from-default,"https://www.datalearner.com/ai-models/compare/deepseek-v4-1-flash-1017/vs/deepseek-v4-1-flash (page table, row BabyVision, column DeepSeek-V4.1-Flash-1017)",,out:single-couple, datalearner-mmmu-pro,datalearner,deepseek-v4.1-flash,not-established:absent,mixed,hard,,,,,,,77.00,MMMU-Pro,0.00289,,,"https://www.datalearner.com/ai-models/compare/deepseek-v4-1-flash-1017/vs/deepseek-v4-1-flash (page table, row MMMU-Pro, column DeepSeek-V4.1-Flash)",,out:effort-not-established, datalearner-mmmu-pro,datalearner,deepseek-v4.1-flash-1017,not-established:absent,mixed,hard,,,,,,,82.50,MMMU-Pro,0.00289,,,"https://www.datalearner.com/ai-models/compare/deepseek-v4-1-flash-1017/vs/deepseek-v4-1-flash (page table, row MMMU-Pro, column DeepSeek-V4.1-Flash-1017)",,out:effort-not-established, datalearner-zerobench,datalearner,deepseek-v4.1-flash,not-established:absent,mixed,hard,,,,,,,49.00,"ZeroBench Main, Pass@1 / Pass@5 / Pass^5",0.00289,,,"https://www.datalearner.com/ai-models/compare/deepseek-v4-1-flash-1017/vs/deepseek-v4-1-flash (page table, row ZeroBench Main, column DeepSeek-V4.1-Flash)",,out:effort-not-established, datalearner-zerobench,datalearner,deepseek-v4.1-flash-1017,high,mixed,hard,,,,,,,51.00,"ZeroBench Main, Pass@1 / Pass@5 / Pass^5",0.00289,,level-from-default,"https://www.datalearner.com/ai-models/compare/deepseek-v4-1-flash-1017/vs/deepseek-v4-1-flash (page table, row ZeroBench Main, column DeepSeek-V4.1-Flash-1017)",,out:single-couple, datalearner-chartography,datalearner,deepseek-v4.1-flash,not-established:absent,mixed,hard,,,,,,,78.90,"Chartography, Score",0.00289,,,"https://www.datalearner.com/ai-models/compare/deepseek-v4-1-flash-1017/vs/deepseek-v4-1-flash (page table, row Chartography, column DeepSeek-V4.1-Flash)",,out:effort-not-established, datalearner-chartography,datalearner,deepseek-v4.1-flash-1017,high,mixed,hard,,,,,,,83.00,"Chartography, Score",0.00289,,level-from-default,"https://www.datalearner.com/ai-models/compare/deepseek-v4-1-flash-1017/vs/deepseek-v4-1-flash (page table, row Chartography, column DeepSeek-V4.1-Flash-1017)",,out:single-couple, datalearner-gdppdf,datalearner,deepseek-v4.1-flash,not-established:absent,mixed,hard,,,,,,,12.80,"GDP.pdf, Task pass rate (%)",0.00289,,,"https://www.datalearner.com/ai-models/compare/deepseek-v4-1-flash-1017/vs/deepseek-v4-1-flash (page table, row GDP.pdf, column DeepSeek-V4.1-Flash)",,out:effort-not-established, datalearner-gdppdf,datalearner,deepseek-v4.1-flash-1017,not-established:absent,mixed,hard,,,,,,,17.20,"GDP.pdf, Task pass rate (%)",0.00289,,,"https://www.datalearner.com/ai-models/compare/deepseek-v4-1-flash-1017/vs/deepseek-v4-1-flash (page table, row GDP.pdf, column DeepSeek-V4.1-Flash-1017)",,out:effort-not-established, datalearner-arcagi1,datalearner,deepseek-v4.1-flash,not-established:absent,mixed,hard,,,,,,,94.50,"ARC-AGI-1, Score (%)",0.00289,,,"https://www.datalearner.com/ai-models/compare/deepseek-v4-1-flash-1017/vs/deepseek-v4-1-flash (page table, row ARC-AGI-1, column DeepSeek-V4.1-Flash)",,out:effort-not-established, datalearner-arcagi1,datalearner,deepseek-v4.1-flash-1017,not-established:absent,mixed,hard,,,,,,,94.50,"ARC-AGI-1, Score (%)",0.00289,,,"https://www.datalearner.com/ai-models/compare/deepseek-v4-1-flash-1017/vs/deepseek-v4-1-flash (page table, row ARC-AGI-1, column DeepSeek-V4.1-Flash-1017)",,out:effort-not-established, datalearner-arcagi2,datalearner,deepseek-v4.1-flash,not-established:absent,mixed,hard,,,,,,,72.92,"ARC-AGI-2, Score (% solved); cost per task (USD)",0.00289,,,"https://www.datalearner.com/ai-models/compare/deepseek-v4-1-flash-1017/vs/deepseek-v4-1-flash (page table, row ARC-AGI-2, column DeepSeek-V4.1-Flash)",,out:effort-not-established, datalearner-arcagi2,datalearner,deepseek-v4.1-flash-1017,not-established:absent,mixed,hard,,,,,,,78.06,"ARC-AGI-2, Score (% solved); cost per task (USD)",0.00289,,,"https://www.datalearner.com/ai-models/compare/deepseek-v4-1-flash-1017/vs/deepseek-v4-1-flash (page table, row ARC-AGI-2, column DeepSeek-V4.1-Flash-1017)",,out:effort-not-established, datalearner-arcagi3,datalearner,deepseek-v4.1-flash,not-established:absent,mixed,hard,,,,,,,0.85,"ARC-AGI-3 (Standard), Action efficiency score(按相同评测环境比较,越高越好)",0.00289,,,"https://www.datalearner.com/ai-models/compare/deepseek-v4-1-flash-1017/vs/deepseek-v4-1-flash (page table, row ARC-AGI-3 (Standard), column DeepSeek-V4.1-Flash)",,out:effort-not-established, datalearner-arcagi3,datalearner,deepseek-v4.1-flash-1017,not-established:absent,mixed,hard,,,,,,,0.22,"ARC-AGI-3 (Standard), Action efficiency score(按相同评测环境比较,越高越好)",0.00289,,,"https://www.datalearner.com/ai-models/compare/deepseek-v4-1-flash-1017/vs/deepseek-v4-1-flash (page table, row ARC-AGI-3 (Standard), column DeepSeek-V4.1-Flash-1017)",,out:effort-not-established, datalearner-gobench,datalearner,deepseek-v4.1-flash,not-established:absent,mixed,hard,,,,,,,1707.00,"GoBench, Elo rating",0.00289,,,"https://www.datalearner.com/ai-models/compare/deepseek-v4-1-flash-1017/vs/deepseek-v4-1-flash (page table, row GoBench, column DeepSeek-V4.1-Flash)",,out:effort-not-established, datalearner-gobench,datalearner,deepseek-v4.1-flash-1017,not-established:absent,mixed,hard,,,,,,,1634.00,"GoBench, Elo rating",0.00289,,,"https://www.datalearner.com/ai-models/compare/deepseek-v4-1-flash-1017/vs/deepseek-v4-1-flash (page table, row GoBench, column DeepSeek-V4.1-Flash-1017)",,out:effort-not-established, datalearner-livebench2,datalearner,deepseek-v4.1-flash,not-established:absent,mixed,hard,,,,,,,78.04,"LiveBench 2.0, Overall score (equal-weight mean of 7 suite scores, 0-100)",0.00289,,,"https://www.datalearner.com/ai-models/compare/deepseek-v4-1-flash-1017/vs/deepseek-v4-1-flash (page table, row LiveBench 2.0, column DeepSeek-V4.1-Flash)",,out:effort-not-established, datalearner-livebench2,datalearner,deepseek-v4.1-flash-1017,not-established:absent,mixed,hard,,,,,,,79.20,"LiveBench 2.0, Overall score (equal-weight mean of 7 suite scores, 0-100)",0.00289,,,"https://www.datalearner.com/ai-models/compare/deepseek-v4-1-flash-1017/vs/deepseek-v4-1-flash (page table, row LiveBench 2.0, column DeepSeek-V4.1-Flash-1017)",,out:effort-not-established, datalearner-valsindex21,datalearner,deepseek-v4.1-flash,not-established:absent,mixed,hard,,,,,,,51.32,"Vals Index v2.1, GDP-weighted accuracy (%)",0.00289,,,"https://www.datalearner.com/ai-models/compare/deepseek-v4-1-flash-1017/vs/deepseek-v4-1-flash (page table, row Vals Index v2.1, column DeepSeek-V4.1-Flash)",,out:effort-not-established, datalearner-valsindex21,datalearner,deepseek-v4.1-flash-1017,not-established:absent,mixed,hard,,,,,,,56.58,"Vals Index v2.1, GDP-weighted accuracy (%)",0.00289,,,"https://www.datalearner.com/ai-models/compare/deepseek-v4-1-flash-1017/vs/deepseek-v4-1-flash (page table, row Vals Index v2.1, column DeepSeek-V4.1-Flash-1017)",,out:effort-not-established, datalearner-agentarena,datalearner,deepseek-v4.1-flash,not-established:absent,mixed,hard,,,,,,,2.25,"Agent Arena, Net improvement index (percentage points vs. average model)",0.00289,,,"https://www.datalearner.com/ai-models/compare/deepseek-v4-1-flash-1017/vs/deepseek-v4-1-flash (page table, row Agent Arena, column DeepSeek-V4.1-Flash)",,out:effort-not-established, datalearner-agentarena,datalearner,deepseek-v4.1-flash-1017,not-established:absent,mixed,hard,,,,,,,4.37,"Agent Arena, Net improvement index (percentage points vs. average model)",0.00289,,,"https://www.datalearner.com/ai-models/compare/deepseek-v4-1-flash-1017/vs/deepseek-v4-1-flash (page table, row Agent Arena, column DeepSeek-V4.1-Flash-1017)",,out:effort-not-established, datalearner-apex,datalearner,deepseek-v4.1-flash,not-established:absent,mixed,hard,,,,,,,39.50,"APEX-Agents, Score",0.00289,,,"https://www.datalearner.com/ai-models/compare/deepseek-v4-1-flash-1017/vs/deepseek-v4-1-flash (page table, row APEX-Agents, column DeepSeek-V4.1-Flash)",,out:effort-not-established, datalearner-apex,datalearner,deepseek-v4.1-flash-1017,not-established:absent,mixed,hard,,,,,,,63.40,"APEX-Agents, Score",0.00289,,,"https://www.datalearner.com/ai-models/compare/deepseek-v4-1-flash-1017/vs/deepseek-v4-1-flash (page table, row APEX-Agents, column DeepSeek-V4.1-Flash-1017)",,out:effort-not-established, datalearner-frontiermath-tier-4-legacy,datalearner,gpt-5.5-pro,high,reasoning-math,frontier,,,,,,,39.6,score%,0.0289,,,"https://www.datalearner.com/en/ai-models/pretrained-models/gpt-5-5-pro (section ""Benchmark details"", row FrontierMath - Tier 4)",,out:single-couple, datalearner-arcagi2,datalearner,gpt-5.5-pro,high,mixed,hard,,,,,,,84.6,"ARC-AGI-2, Score (% solved); cost per task (USD)",0.0289,,,"https://www.datalearner.com/en/ai-models/pretrained-models/gpt-5-5-pro (section ""Benchmark details"", row ARC-AGI-2)",,out:single-couple, datalearner-gdpval-aa,datalearner,gpt-5.5-pro,xhigh,mixed,hard,,,,,,,82.3,score%,0.0289,,,"https://www.datalearner.com/en/ai-models/pretrained-models/gpt-5-5-pro (section ""Benchmark details"", row GDPval-AA)",,out:single-couple, datalearner-imo-proofbench-advanced,datalearner,gpt-5.5-pro,xhigh,reasoning-math,frontier,,,,,,,88.1,score%,0.0289,,,"https://www.datalearner.com/en/ai-models/pretrained-models/gpt-5-5-pro (section ""Benchmark details"", row IMO-ProofBench Advanced)",,out:single-couple, datalearner-gpqa-diamond,datalearner,gpt-5.5-pro,xhigh,mixed,hard,,,,,,,93.9,GPQA Diamond,0.0289,,,"https://www.datalearner.com/en/ai-models/pretrained-models/gpt-5-5-pro (section ""Benchmark details"", row GPQA Diamond)",,out:not-headline, datalearner-critpt,datalearner,gpt-5.5-pro,xhigh,mixed,hard,,,,,,,30.6,"CritPt, Score",0.0289,,,"https://www.datalearner.com/en/ai-models/pretrained-models/gpt-5-5-pro (section ""Benchmark details"", row CritPt)",,out:single-couple, datalearner-frontiermath,datalearner,gpt-5.5-pro,xhigh,reasoning-math,frontier,,,,,,,52.4,score%,0.0289,,,"https://www.datalearner.com/en/ai-models/pretrained-models/gpt-5-5-pro (section ""Benchmark details"", row FrontierMath)",,out:single-couple, datalearner-frontiermath4,datalearner,gpt-5.5-pro,xhigh,mixed,hard,,,,,,,78.0,"FrontierMath Tier 4 v2, Accuracy (verification_code)",0.0289,,,"https://www.datalearner.com/en/ai-models/pretrained-models/gpt-5-5-pro (section ""Benchmark details"", row FrontierMath Tier 4 v2)",,out:single-couple, datalearner-frontiermath-v2,datalearner,gpt-5.5-pro,xhigh,reasoning-math,hard,,,,,,,87.7,FrontierMath v2,0.0289,,,"https://www.datalearner.com/en/ai-models/pretrained-models/gpt-5-5-pro (section ""Benchmark details"", row FrontierMath v2)",,out:not-headline, datalearner-hle,datalearner,gpt-5.5-pro,xhigh,mixed,hard,,,,,,,57.2,"HLE, Accuracy",0.0289,,,"https://www.datalearner.com/en/ai-models/pretrained-models/gpt-5-5-pro (section ""Benchmark details"", row HLE)",,out:single-couple, datalearner-pinchbench-v2,datalearner,gpt-5.5-pro,unstated,mixed,hard,,,,,,,21.4,score%,0.0289,,,"https://www.datalearner.com/en/ai-models/pretrained-models/gpt-5-5-pro (section ""Benchmark details"", row PinchBench v2)",,out:effort-not-established, datalearner-eci,datalearner,gpt-5.5-pro,unstated,mixed,hard,,,,,,,162,index,0.289,,,"https://www.datalearner.com/en/ai-models/pretrained-models/gpt-5-5-pro (section ""Benchmark details"", row ECI)",,out:effort-not-established, datalearner-arcagi1,datalearner,gpt-5.5-pro,high,mixed,hard,,,,,,,96.5,"ARC-AGI-1, Score (%)",0.0289,,,"https://www.datalearner.com/en/ai-models/pretrained-models/gpt-5-5-pro (section ""Benchmark details"", row ARC-AGI-1)",,out:single-couple, datalearner-simplebench,datalearner,gpt-5.5-pro,unstated,mixed,hard,,,,,,,76.9,SimpleBench,0.0289,,,"https://www.datalearner.com/en/ai-models/pretrained-models/gpt-5-5-pro (section ""Benchmark details"", row SimpleBench)",,out:effort-not-established, datalearner-browsecomp,datalearner,gpt-5.5-pro,unstated,agentic-tool,hard,,,,,,,90.1,score%,0.0289,,,"https://www.datalearner.com/en/ai-models/pretrained-models/gpt-5-5-pro (section ""Benchmark details"", row BrowseComp)",,out:effort-not-established, datalearner-gpqa-diamond,datalearner,?Claude Mythos Preview,not-established:absent,mixed,hard,,,,,,,94.6,GPQA Diamond,0.0289,,,"https://www.datalearner.com/en/ai-models/pretrained-models/gpt-5-5-pro (section ""GPT-5.5 Pro vs competitors"" (table ""benchmark scores against competitors""), row GPQA Diamond, column ""vs Claude Mythos Preview"")",,out:model-not-established, datalearner-gpqa-diamond,datalearner,gemini-3.1-pro,unstated,mixed,hard,,,,,,,94.4,GPQA Diamond,0.0289,,,"https://www.datalearner.com/en/ai-models/pretrained-models/gpt-5-5-pro (section ""GPT-5.5 Pro vs competitors"" (table ""benchmark scores against competitors""), row GPQA Diamond, column ""vs Gemini 3.1 Pro Preview"")",,out:effort-not-established, datalearner-gpqa-diamond,datalearner,opus-4.7,unstated,mixed,hard,,,,,,,94.2,GPQA Diamond,0.0289,,,"https://www.datalearner.com/en/ai-models/pretrained-models/gpt-5-5-pro (section ""GPT-5.5 Pro vs competitors"" (table ""benchmark scores against competitors""), row GPQA Diamond, column ""vs Opus 4.7"")",,out:effort-not-established, datalearner-hle,datalearner,?Claude Mythos Preview,not-established:absent,mixed,hard,,,,,,,64.7,"HLE, Accuracy",0.0289,,,"https://www.datalearner.com/en/ai-models/pretrained-models/gpt-5-5-pro (section ""GPT-5.5 Pro vs competitors"" (table ""benchmark scores against competitors""), row HLE, column ""vs Claude Mythos Preview"")",,out:model-not-established, datalearner-hle,datalearner,gemini-3.1-pro,unstated,mixed,hard,,,,,,,51.4,"HLE, Accuracy",0.0289,,,"https://www.datalearner.com/en/ai-models/pretrained-models/gpt-5-5-pro (section ""GPT-5.5 Pro vs competitors"" (table ""benchmark scores against competitors""), row HLE, column ""vs Gemini 3.1 Pro Preview"")",,out:effort-not-established, datalearner-hle,datalearner,opus-4.7,unstated,mixed,hard,,,,,,,54.7,"HLE, Accuracy",0.0289,,,"https://www.datalearner.com/en/ai-models/pretrained-models/gpt-5-5-pro (section ""GPT-5.5 Pro vs competitors"" (table ""benchmark scores against competitors""), row HLE, column ""vs Opus 4.7"")",,out:effort-not-established, datalearner-browsecomp,datalearner,?Claude Mythos Preview,not-established:absent,agentic-tool,hard,,,,,,,86.9,score%,0.0289,,,"https://www.datalearner.com/en/ai-models/pretrained-models/gpt-5-5-pro (section ""GPT-5.5 Pro vs competitors"" (table ""benchmark scores against competitors""), row BrowseComp, column ""vs Claude Mythos Preview"")",,out:model-not-established, datalearner-browsecomp,datalearner,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,85.9,score%,0.0289,,,"https://www.datalearner.com/en/ai-models/pretrained-models/gpt-5-5-pro (section ""GPT-5.5 Pro vs competitors"" (table ""benchmark scores against competitors""), row BrowseComp, column ""vs Gemini 3.1 Pro Preview"")",,out:effort-not-established, datalearner-browsecomp,datalearner,opus-4.7,unstated,agentic-tool,hard,,,,,,,79.3,score%,0.0289,,,"https://www.datalearner.com/en/ai-models/pretrained-models/gpt-5-5-pro (section ""GPT-5.5 Pro vs competitors"" (table ""benchmark scores against competitors""), row BrowseComp, column ""vs Opus 4.7"")",,out:effort-not-established, datalearner-eci,datalearner,gemini-3.1-pro,unstated,mixed,hard,,,,,,,155,index,0.289,,,"https://www.datalearner.com/en/ai-models/pretrained-models/gpt-5-5-pro (section ""GPT-5.5 Pro vs competitors"" (table ""benchmark scores against competitors""), row ECI, column ""vs Gemini 3.1 Pro Preview"")",,out:effort-not-established, datalearner-eci,datalearner,opus-4.7,unstated,mixed,hard,,,,,,,156,index,0.289,,,"https://www.datalearner.com/en/ai-models/pretrained-models/gpt-5-5-pro (section ""GPT-5.5 Pro vs competitors"" (table ""benchmark scores against competitors""), row ECI, column ""vs Opus 4.7"")",,out:effort-not-established, datalearner-critpt,datalearner,gemini-3.1-pro,unstated,mixed,hard,,,,,,,17.7,"CritPt, Score",0.0289,,,"https://www.datalearner.com/en/ai-models/pretrained-models/gpt-5-5-pro (section ""GPT-5.5 Pro vs competitors"" (table ""benchmark scores against competitors""), row CritPt, column ""vs Gemini 3.1 Pro Preview"")",,out:effort-not-established, datalearner-critpt,datalearner,opus-4.7,unstated,mixed,hard,,,,,,,12.0,"CritPt, Score",0.0289,,,"https://www.datalearner.com/en/ai-models/pretrained-models/gpt-5-5-pro (section ""GPT-5.5 Pro vs competitors"" (table ""benchmark scores against competitors""), row CritPt, column ""vs Opus 4.7"")",,out:effort-not-established, datalearner-simplebench,datalearner,gemini-3.1-pro,unstated,mixed,hard,,,,,,,79.6,SimpleBench,0.0289,,,"https://www.datalearner.com/en/ai-models/pretrained-models/gpt-5-5-pro (section ""GPT-5.5 Pro vs competitors"" (table ""benchmark scores against competitors""), row SimpleBench, column ""vs Gemini 3.1 Pro Preview"")",,out:effort-not-established, datalearner-simplebench,datalearner,opus-4.7,unstated,mixed,hard,,,,,,,61.7,SimpleBench,0.0289,,,"https://www.datalearner.com/en/ai-models/pretrained-models/gpt-5-5-pro (section ""GPT-5.5 Pro vs competitors"" (table ""benchmark scores against competitors""), row SimpleBench, column ""vs Opus 4.7"")",,out:effort-not-established, datalearner-frontiermath-v2,datalearner,gemini-3.1-pro,unstated,reasoning-math,hard,,,,,,,59.6,FrontierMath v2,0.0289,,,"https://www.datalearner.com/en/ai-models/pretrained-models/gpt-5-5-pro (section ""GPT-5.5 Pro vs competitors"" (table ""benchmark scores against competitors""), row FrontierMath v2, column ""vs Gemini 3.1 Pro Preview"")",,out:effort-not-established, datalearner-frontiermath-v2,datalearner,opus-4.7,unstated,reasoning-math,hard,,,,,,,70.2,FrontierMath v2,0.0289,,,"https://www.datalearner.com/en/ai-models/pretrained-models/gpt-5-5-pro (section ""GPT-5.5 Pro vs competitors"" (table ""benchmark scores against competitors""), row FrontierMath v2, column ""vs Opus 4.7"")",,out:effort-not-established, datalearner-frontiermath4,datalearner,gemini-3.1-pro,unstated,mixed,hard,,,,,,,26.8,"FrontierMath Tier 4 v2, Accuracy (verification_code)",0.0289,,,"https://www.datalearner.com/en/ai-models/pretrained-models/gpt-5-5-pro (section ""GPT-5.5 Pro vs competitors"" (table ""benchmark scores against competitors""), row FrontierMath Tier 4 v2, column ""vs Gemini 3.1 Pro Preview"")",,out:effort-not-established, datalearner-frontiermath4,datalearner,opus-4.7,unstated,mixed,hard,,,,,,,31.7,"FrontierMath Tier 4 v2, Accuracy (verification_code)",0.0289,,,"https://www.datalearner.com/en/ai-models/pretrained-models/gpt-5-5-pro (section ""GPT-5.5 Pro vs competitors"" (table ""benchmark scores against competitors""), row FrontierMath Tier 4 v2, column ""vs Opus 4.7"")",,out:effort-not-established, datalearner-pinchbench-v2,datalearner,gemini-3.1-pro,unstated,mixed,hard,,,,,,,81.0,score%,0.0289,,,"https://www.datalearner.com/en/ai-models/pretrained-models/gpt-5-5-pro (section ""GPT-5.5 Pro vs competitors"" (table ""benchmark scores against competitors""), row PinchBench v2, column ""vs Gemini 3.1 Pro Preview"")",,out:effort-not-established, datalearner-pinchbench-v2,datalearner,opus-4.7,unstated,mixed,hard,,,,,,,76.0,score%,0.0289,,,"https://www.datalearner.com/en/ai-models/pretrained-models/gpt-5-5-pro (section ""GPT-5.5 Pro vs competitors"" (table ""benchmark scores against competitors""), row PinchBench v2, column ""vs Opus 4.7"")",,out:effort-not-established, datalearner-frontiermath-tier-4-legacy,datalearner,gemini-3.1-pro,unstated,reasoning-math,frontier,,,,,,,16.7,score%,0.0289,,,"https://www.datalearner.com/en/ai-models/pretrained-models/gpt-5-5-pro (section ""GPT-5.5 Pro vs competitors"" (table ""benchmark scores against competitors""), row FrontierMath - Tier 4, column ""vs Gemini 3.1 Pro Preview"")",,out:effort-not-established, datalearner-frontiermath-tier-4-legacy,datalearner,opus-4.7,unstated,reasoning-math,frontier,,,,,,,22.9,score%,0.0289,,,"https://www.datalearner.com/en/ai-models/pretrained-models/gpt-5-5-pro (section ""GPT-5.5 Pro vs competitors"" (table ""benchmark scores against competitors""), row FrontierMath - Tier 4, column ""vs Opus 4.7"")",,out:effort-not-established, datalearner-frontiermath-tier-4-legacy,datalearner,gpt-5.4-pro,unstated,reasoning-math,frontier,,,,,,,38.0,score%,0.0289,,,"https://www.datalearner.com/en/ai-models/pretrained-models/gpt-5-5-pro (block ""Versus GPT-5.4 Pro"", row FrontierMath - Tier 4, left value)",,out:effort-not-established, datalearner-eci,datalearner,gpt-5.4-pro,unstated,mixed,hard,,,,,,,159,index,0.289,,,"https://www.datalearner.com/en/ai-models/pretrained-models/gpt-5-5-pro (block ""Versus GPT-5.4 Pro"", row ECI, left value)",,out:effort-not-established, datalearner-critpt,datalearner,gpt-5.4-pro,unstated,mixed,hard,,,,,,,30.0,"CritPt, Score",0.0289,,,"https://www.datalearner.com/en/ai-models/pretrained-models/gpt-5-5-pro (block ""Versus GPT-5.4 Pro"", row CritPt, left value)",,out:effort-not-established, datalearner-frontiermath-v2,datalearner,gpt-5.4-pro,unstated,reasoning-math,hard,,,,,,,82.5,FrontierMath v2,0.0289,,,"https://www.datalearner.com/en/ai-models/pretrained-models/gpt-5-5-pro (block ""Versus GPT-5.4 Pro"", row FrontierMath v2, left value)",,out:effort-not-established, datalearner-context-arena,datalearner,?Qwen3.8-Max,not-established:absent,mixed,hard,,,,,,,92.79,Context Arena,0.00289,,,"https://www.datalearner.com/ai-models/pretrained-models/qwen3-8-max/analysis (page qwen3-8-max, section du tableau 评测结果 (Context Arena))",,out:model-not-established, datalearner-context-arena,datalearner,?Qwen3.8-Max,not-established:absent,mixed,hard,,,,,,,95.15,Context Arena,0.00289,,,"https://www.datalearner.com/ai-models/pretrained-models/qwen3-8-max/analysis (page qwen3-8-max, section du tableau 评测结果 (Context Arena))",,out:model-not-established, datalearner-context-arena,datalearner,?Qwen3.8-Max,not-established:absent,mixed,hard,,,,,,,96.92,Context Arena,0.00289,,,"https://www.datalearner.com/ai-models/pretrained-models/qwen3-8-max/analysis (page qwen3-8-max, section du tableau 评测结果 (Context Arena))",,out:model-not-established, datalearner-gpqa-diamond,datalearner,?Qwen3.8-Max,not-established:absent,mixed,hard,,,,,,,92.60,GPQA Diamond,0.00289,,,"https://www.datalearner.com/ai-models/pretrained-models/qwen3-8-max/analysis (page qwen3-8-max, section du tableau 评测结果 (GPQA Diamond))",,out:model-not-established, datalearner-gpqa-diamond,datalearner,qwen3.7-plus,not-established:absent,mixed,hard,,,,,,,81.82,GPQA Diamond,0.00289,,,"https://www.datalearner.com/ai-models/pretrained-models/qwen3-8-max/analysis (page qwen3-7-plus, section du tableau 评测结果 (GPQA Diamond))",,out:effort-not-established, datalearner-frontiermath-v2,datalearner,qwen3.7-plus,not-established:absent,reasoning-math,hard,,,,,,,34.39,FrontierMath v2,0.00289,,,"https://www.datalearner.com/ai-models/pretrained-models/qwen3-8-max/analysis (page qwen3-7-plus, section du tableau 评测结果 (FrontierMath v2))",,out:effort-not-established, datalearner-frontiercode-1.1-main,datalearner,qwen3.7-plus,not-established:absent,coding,hard,,,,,,,10.20,FrontierCode 1.1 Main,0.00289,,,"https://www.datalearner.com/ai-models/pretrained-models/qwen3-8-max/analysis (page qwen3-7-plus, section du tableau 评测结果 (FrontierCode 1.1 Main))",,out:effort-not-established, datalearner-terminal-bench-hard,datalearner,qwen3.7-plus,not-established:absent,agentic-tool,hard,,,,,,,47,Terminal Bench Hard,0.289,,,"https://www.datalearner.com/ai-models/pretrained-models/qwen3-8-max/analysis (page qwen3-7-plus, section du tableau 评测结果 (Terminal Bench Hard))",,out:effort-not-established, datalearner-context-arena,datalearner,qwen3.7-max,not-established:absent,mixed,hard,,,,,,,56,Context Arena,0.289,,,"https://www.datalearner.com/ai-models/pretrained-models/qwen3-8-max/analysis (page qwen3-7-max, section du tableau 评测结果 (Context Arena))",,out:effort-not-established, datalearner-simplebench,datalearner,qwen3.7-max,not-established:absent,mixed,hard,,,,,,,70.40,SimpleBench,0.00289,,,"https://www.datalearner.com/ai-models/pretrained-models/qwen3-8-max/analysis (page qwen3-7-max, section du tableau 评测结果 (SimpleBench))",,out:effort-not-established, datalearner-context-arena,datalearner,qwen3.7-flash,not-established:absent,mixed,hard,,,,,,,58.13,Context Arena,0.00289,,,"https://www.datalearner.com/ai-models/pretrained-models/qwen3-8-max/analysis (page qwen3-7-flash, section du tableau 评测结果 (Context Arena))",,out:effort-not-established, datalearner-context-arena,datalearner,qwen3.7-flash,not-established:absent,mixed,hard,,,,,,,80.48,Context Arena,0.00289,,,"https://www.datalearner.com/ai-models/pretrained-models/qwen3-8-max/analysis (page qwen3-7-flash, section du tableau 评测结果 (Context Arena))",,out:effort-not-established, datalearner-frontiermath-v2,datalearner,qwen3.7-flash,not-established:absent,reasoning-math,hard,,,,,,,19.30,FrontierMath v2,0.00289,,,"https://www.datalearner.com/ai-models/pretrained-models/qwen3-8-max/analysis (page qwen3-7-flash, section du tableau 评测结果 (FrontierMath v2))",,out:effort-not-established, datalearner-gpqa-diamond,datalearner,qwen3.6-35b-a3b,not-established:absent,mixed,hard,,,,,,,84.85,GPQA Diamond,0.00289,,,"https://www.datalearner.com/ai-models/pretrained-models/qwen3-8-max/analysis (page qwen3-6-35b-a3b, section du tableau 评测结果 (GPQA Diamond))",,out:effort-not-established, datalearner-terminal-bench-hard,datalearner,qwen3.6-35b-a3b,not-established:absent,agentic-tool,hard,,,,,,,25.80,Terminal Bench Hard,0.00289,,,"https://www.datalearner.com/ai-models/pretrained-models/qwen3-8-max/analysis (page qwen3-6-35b-a3b, section du tableau 评测结果 (Terminal Bench Hard))",,out:effort-not-established, datalearner-mmmu-pro,datalearner,qwen3.6-35b-a3b,not-established:absent,mixed,hard,,,,,,,71,MMMU-Pro,0.289,,,"https://www.datalearner.com/ai-models/pretrained-models/qwen3-8-max/analysis (page qwen3-6-35b-a3b, section du tableau 评测结果 (MMMU-Pro))",,out:effort-not-established, datalearner-tau3-banking,datalearner,qwen3.6-35b-a3b,not-established:absent,agentic-tool,hard,,,,,,,5.40,τ³-Banking,0.00289,,,"https://www.datalearner.com/ai-models/pretrained-models/qwen3-8-max/analysis (page qwen3-6-35b-a3b, section du tableau 评测结果 (τ³-Banking))",,out:effort-not-established, datalearner-context-arena,datalearner,qwen3.6-35b-a3b,not-established:absent,mixed,hard,,,,,,,53.20,Context Arena,0.00289,,,"https://www.datalearner.com/ai-models/pretrained-models/qwen3-8-max/analysis (page qwen3-6-35b-a3b, section du tableau 评测结果 (Context Arena))",,out:effort-not-established, datallmlab-coding9,datallmlab,opus-4.8,default,coding,easy,single-OpenAI-compatible-endpoint,per-1000-tasks,4.05,0.00289,,,100,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['anthropic/claude-opus-4.8'].score),,out:effort-not-established,out:effort-not-established datallmlab-coding9,datallmlab,sonnet-5,default,coding,easy,single-OpenAI-compatible-endpoint,per-1000-tasks,1.67,0.00289,,,100,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['anthropic/claude-sonnet-5'].score),,out:effort-not-established,out:effort-not-established datallmlab-coding9,datallmlab,gpt-5.5,default,coding,easy,single-OpenAI-compatible-endpoint,per-1000-tasks,8.83,0.00289,,,100,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['openai/gpt-5.5'].score),,out:effort-not-established,out:effort-not-established datallmlab-coding9,datallmlab,grok-4.3,default,coding,easy,single-OpenAI-compatible-endpoint,per-1000-tasks,1.75,0.00289,,,88.888889,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['x-ai/grok-4.3'].score),,out:effort-not-established,out:effort-not-established datallmlab-coding9,datallmlab,glm-5.2,high,coding,easy,single-OpenAI-compatible-endpoint,per-1000-tasks,1.99,0.00289,,,100,pass%(9 tasks),0,,cost-base-price:cost-publisher-figure,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['z-ai/glm-5.2'].score),,out:saturated,in datallmlab-coding9,datallmlab,mistral-medium-3.5,default,coding,easy,single-OpenAI-compatible-endpoint,per-1000-tasks,0.87,0.00289,,,100,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['mistralai/mistral-medium-3-5'].score),,out:effort-not-established,out:effort-not-established datallmlab-coding9,datallmlab,deepseek-v4-flash-preview,default,coding,easy,single-OpenAI-compatible-endpoint,per-1000-tasks,0.13,0.00289,,,100,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['deepseek/deepseek-v4-flash'].score),,out:effort-not-established,out:effort-not-established datallmlab-coding9,datallmlab,deepseek-v4-pro-preview,default,coding,easy,single-OpenAI-compatible-endpoint,per-1000-tasks,0.74,0.00289,,,88.888889,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['deepseek/deepseek-v4-pro'].score),,out:effort-not-established,out:effort-not-established datallmlab-coding9,datallmlab,qwen3-coder-next,default,coding,easy,single-OpenAI-compatible-endpoint,per-1000-tasks,0.1,0.0289,,,100,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['qwen/qwen3-coder-next'].score),,out:effort-not-established,out:effort-not-established datallmlab-coding9,datallmlab,kimi-k2.7-code,solo,coding,easy,single-OpenAI-compatible-endpoint,per-1000-tasks,1.34,0.00289,,,100,pass%(9 tasks),0,,cost-base-price:cost-publisher-figure,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['moonshotai/kimi-k2.7-code'].score),,out:saturated,in datallmlab-coding9,datallmlab,minimax-m3,default,coding,easy,single-OpenAI-compatible-endpoint,per-1000-tasks,0.9,0.0289,,,100,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['minimax/minimax-m3'].score),,out:effort-not-established,out:effort-not-established datallmlab-coding9,datallmlab,nemotron-3-ultra-550b-a55b,default,coding,easy,single-OpenAI-compatible-endpoint,per-1000-tasks,1.07,0.00289,,,100,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['nvidia/nemotron-3-ultra-550b-a55b'].score),,out:effort-not-established,out:effort-not-established datallmlab-coding9,datallmlab,step-3.7-flash,default,coding,easy,single-OpenAI-compatible-endpoint,per-1000-tasks,2.66,0.00289,,,88.888889,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['stepfun/step-3.7-flash'].score),,out:effort-not-established,out:effort-not-established datallmlab-python9@datallmlab,datallmlab,gemini-3.6-flash,medium,coding,easy,,per-1000-tasks,8.02,0.00289,,,100,pass%(9 tasks),0,,cost-base-price:cost-publisher-figure,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['google/gemini-3.6-flash'].score),,out:uninformative,in datallmlab-python9@datallmlab,datallmlab,grok-4.5,high,coding,easy,,per-1000-tasks,2.93,0.00289,,,100,pass%(9 tasks),0,,cost-base-price:cost-publisher-figure,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['x-ai/grok-4.5'].score),,out:uninformative,in datallmlab-python9@datallmlab,datallmlab,gemini-3.1-pro,medium,coding,easy,,per-1000-tasks,14.7,0.0289,,,100,pass%(9 tasks),0,,cost-base-price:cost-publisher-figure,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['google/gemini-3.1-pro-preview'].score),,out:uninformative,in datallmlab-python9@datallmlab,datallmlab,haiku-4.5,nothink,coding,easy,,per-1000-tasks,0.94,0.00289,,,100,pass%(9 tasks),0,,cost-base-price:cost-publisher-figure,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['anthropic/claude-haiku-4.5'].score),,out:uninformative,in datallmlab-python9@datallmlab,datallmlab,gpt-5-mini,medium,coding,easy,,per-1000-tasks,1.53,0.00289,,,100,pass%(9 tasks),0,,cost-base-price:cost-publisher-figure,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['openai/gpt-5-mini'].score),,out:uninformative,out:cost-single-couple datallmlab-python9@datallmlab,datallmlab,gpt-5.6-sol,medium,coding,easy,,per-1000-tasks,4.98,0.00289,,,100,pass%(9 tasks),0,,cost-base-price:cost-publisher-figure,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['openai/gpt-5.6-sol'].score),,out:uninformative,in datallmlab-python9@datallmlab,datallmlab,sonnet-4.6,nothink,coding,easy,,per-1000-tasks,2.22,0.00289,,,100,pass%(9 tasks),0,,cost-base-price:cost-publisher-figure,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['anthropic/claude-sonnet-4.6'].score),,out:uninformative,in datallmlab-python9@datallmlab,datallmlab,gpt-5.4,nothink,coding,easy,,per-1000-tasks,1.69,0.00289,,,100,pass%(9 tasks),0,,cost-base-price:cost-publisher-figure,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['openai/gpt-5.4'].score),,out:uninformative,in datallmlab-python9@datallmlab,datallmlab,opus-5,high,coding,easy,,per-1000-tasks,5.64,0.00289,896,1850,100,pass%(9 tasks),0,,cost-base-price:cost-publisher-figure,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['anthropic/claude-opus-5'].score),,out:uninformative,in datallmlab-python9@datallmlab,datallmlab,?anthropic/claude-opus-5-fast,not-established:absent,coding,easy,,per-1000-tasks,10.2,0.0289,896,1657,100,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['anthropic/claude-opus-5-fast'].score),,out:model-not-established,out:model-not-established datallmlab-python9@datallmlab,datallmlab,mimo-v2.5-pro,default,coding,easy,,per-1000-tasks,0.67,0.00289,2116,5895,100,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['xiaomi/mimo-v2.5-pro'].score),,out:effort-not-established,out:effort-not-established datallmlab-python9@datallmlab,datallmlab,kimi-k3,max,coding,easy,,per-1000-tasks,6.33,0.00289,1314,3538,100,pass%(9 tasks),0,,cost-base-price:cost-uniform-factor,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['moonshotai/kimi-k3'].score),,out:uninformative,in datallmlab-python9@datallmlab,datallmlab,gemini-3.5-flash,medium,coding,easy,,per-1000-tasks,10.08,0.00289,588,9983,88.888889,pass%(9 tasks),0,,cost-base-price:cost-publisher-figure,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['google/gemini-3.5-flash'].score),,in,in datallmlab-python9@datallmlab,datallmlab,deepseek-v3.2,nothink,coding,easy,,per-1000-tasks,0.08,0.00289,636,1265,100,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['deepseek/deepseek-v3.2'].score),,out:uninformative,out:cost-not-comparable datallmlab-python9@datallmlab,datallmlab,gpt-oss-120b,medium,coding,easy,,per-1000-tasks,0.05,0.00289,1080,2611,88.888889,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['openai/gpt-oss-120b'].score),,out:single-couple,out:cost-not-comparable datallmlab-python9@datallmlab,datallmlab,glm-5.1,think,coding,easy,,per-1000-tasks,4.35,0.00289,592,12715,100,pass%(9 tasks),0,,cost-base-price:cost-publisher-figure,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['z-ai/glm-5.1'].score),,out:uninformative,in datallmlab-python9@datallmlab,datallmlab,qwen3.7-max,think,coding,easy,,per-1000-tasks,6.1,0.0289,646,12193,100,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['qwen/qwen3.7-max'].score),,out:uninformative,out:cost-not-comparable datallmlab-python9@datallmlab,datallmlab,minimax-m2.7,default,coding,easy,,per-1000-tasks,0.81,0.00289,920,7093,100,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['minimax/minimax-m2.7'].score),,out:effort-not-established,out:effort-not-established datallmlab-python9@datallmlab,datallmlab,mimo-v2.5,default,coding,easy,,per-1000-tasks,0.44,0.00289,2324,13115,77.777778,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['xiaomi/mimo-v2.5'].score),,out:effort-not-established,out:effort-not-established datallmlab-python9@datallmlab,datallmlab,glm-5,think,coding,easy,,per-1000-tasks,2.3,0.0289,620,7897,100,pass%(9 tasks),0,,cost-base-price:cost-publisher-figure,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['z-ai/glm-5'].score),,out:uninformative,in datallmlab-python9@datallmlab,datallmlab,gpt-5,medium,coding,easy,,per-1000-tasks,11,0.289,604,9822,100,pass%(9 tasks),0,,cost-base-price:cost-publisher-figure,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['openai/gpt-5'].score),,out:uninformative,out:cost-single-couple datallmlab-python9@datallmlab,datallmlab,gpt-5.4-mini,nothink,coding,easy,,per-1000-tasks,0.53,0.00289,604,969,100,pass%(9 tasks),0,,cost-base-price:cost-publisher-figure,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['openai/gpt-5.4-mini'].score),,out:uninformative,in datallmlab-python9@datallmlab,datallmlab,deepseek-v3,solo,coding,easy,,per-1000-tasks,0.1,0.0289,597,972,100,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['deepseek/deepseek-chat'].score),,out:uninformative,out:cost-not-comparable datallmlab-python9@datallmlab,datallmlab,sonnet-4.5,nothink,coding,easy,,per-1000-tasks,2.27,0.00289,689,1226,100,pass%(9 tasks),0,,cost-base-price:cost-publisher-figure,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['anthropic/claude-sonnet-4.5'].score),,out:uninformative,out:cost-single-couple datallmlab-python9@datallmlab,datallmlab,opus-4.7,nothink,coding,easy,,per-1000-tasks,4.49,0.00289,941,1428,88.888889,pass%(9 tasks),0,,cost-base-price:cost-publisher-figure,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['anthropic/claude-opus-4.7'].score),,in,in datallmlab-python9@datallmlab,datallmlab,gemini-2.5-pro,think,coding,easy,,per-1000-tasks,28.58,0.00289,588,25648,66.666667,pass%(9 tasks),0,,cost-base-price:cost-publisher-figure,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['google/gemini-2.5-pro'].score),,out:single-couple,out:cost-single-couple datallmlab-python9@datallmlab,datallmlab,minimax-m2.5,default,coding,easy,,per-1000-tasks,0.73,0.00289,893,7117,88.888889,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['minimax/minimax-m2.5'].score),,out:effort-not-established,out:effort-not-established datallmlab-python9@datallmlab,datallmlab,gpt-5.6-luna-pro,medium,coding,easy,,per-1000-tasks,3.79,0.00289,21729,7748,88.888889,pass%(9 tasks),0,,cost-base-price:cost-publisher-figure,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['openai/gpt-5.6-luna-pro'].score),,in,in datallmlab-python9@datallmlab,datallmlab,gpt-5.6-terra-pro,medium,coding,easy,,per-1000-tasks,6.99,0.00289,19726,5102,100,pass%(9 tasks),0,,cost-base-price:cost-publisher-figure,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['openai/gpt-5.6-terra-pro'].score),,out:uninformative,in datallmlab-python9@datallmlab,datallmlab,llama-4-scout,solo,coding,easy,,per-1000-tasks,0.03,0.00289,635,779,88.888889,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['meta-llama/llama-4-scout'].score),,out:single-couple,out:cost-not-comparable datallmlab-python9@datallmlab,datallmlab,longcat-2.0,think,coding,easy,,per-1000-tasks,0.7,0.0289,678,5069,100,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['meituan/longcat-2.0'].score),,out:uninformative,out:cost-not-comparable datallmlab-python9@datallmlab,datallmlab,gemini-3-flash,default,coding,easy,,per-1000-tasks,0.36,0.00289,588,971,88.888889,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['google/gemini-3-flash-preview'].score),,out:effort-not-established,out:effort-not-established datallmlab-python9@datallmlab,datallmlab,qwen3.8-max,xhigh,coding,easy,,per-1000-tasks,4.46,0.00289,988,6363,100,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['qwen/qwen3.8-max'].score),,out:uninformative,out:cost-not-comparable datallmlab-python9@datallmlab,datallmlab,qwen3.8-2.4t-a95b,xhigh,coding,easy,,per-1000-tasks,5.66,0.00289,1033,8145,100,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['qwen/qwen3.8-2.4t-a95b'].score),,out:uninformative,out:cost-not-comparable datallmlab-python9@datallmlab,datallmlab,gpt-5.3-codex,default,coding,easy,,per-1000-tasks,3.11,0.00289,604,1924,100,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['openai/gpt-5.3-codex'].score),,out:effort-not-established,out:effort-not-established datallmlab-python9@datallmlab,datallmlab,gpt-5.2-codex,default,coding,easy,,per-1000-tasks,2.3,0.0289,604,1404,100,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['openai/gpt-5.2-codex'].score),,out:effort-not-established,out:effort-not-established datallmlab-python9@datallmlab,datallmlab,gpt-5.1-codex-max,default,coding,easy,,per-1000-tasks,7.11,0.00289,604,6327,100,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['openai/gpt-5.1-codex-max'].score),,out:effort-not-established,out:effort-not-established datallmlab-python9@datallmlab,datallmlab,gpt-5.1-codex,default,coding,easy,,per-1000-tasks,2.54,0.00289,604,2210,100,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['openai/gpt-5.1-codex'].score),,out:effort-not-established,out:effort-not-established datallmlab-python9@datallmlab,datallmlab,?stealth/ox-alpha,not-established:absent,coding,easy,,per-1000-tasks,0,0.289,1330,3833,100,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['stealth/ox-alpha'].score),,out:model-not-established,out:model-not-established datallmlab-python9@datallmlab,datallmlab,glm-5.3,max,coding,easy,,per-1000-tasks,3.35,0.00289,655,6640,100,pass%(9 tasks),0,,cost-base-price:cost-publisher-figure,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['z-ai/glm-5.3'].score),,out:uninformative,in datallmlab-python9@datallmlab,datallmlab,gemini-3.7-flash,medium,coding,easy,,per-1000-tasks,1.4,0.0289,588,6605,100,pass%(9 tasks),0,,cost-base-price:cost-publisher-figure,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['google/gemini-3.7-flash'].score),,out:uninformative,in datallmlab-python9@datallmlab,datallmlab,inkling-small,high,coding,easy,,per-1000-tasks,0.94,0.00289,683,6819,100,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['thinkingmachines/inkling-small'].score),,out:uninformative,out:cost-not-comparable datallmlab-python9@datallmlab,datallmlab,deepseek-v4-flash-vision-exp,high,coding,easy,,per-1000-tasks,0.51,0.00289,1311,6465,100,pass%(9 tasks),0,,cost-base-price:cost-publisher-figure,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['deepseek/deepseek-v4-flash-vision-exp'].score),,out:uninformative,in datallmlab-python9@datallmlab,datallmlab,grok-4.6,high,coding,easy,,per-1000-tasks,4.99,0.00289,2437,6680,100,pass%(9 tasks),0,,cost-base-price:cost-publisher-figure,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['x-ai/grok-4.6'].score),,out:uninformative,in datallmlab-python9@datallmlab,datallmlab,inkling,high,coding,easy,,per-1000-tasks,2.04,0.00289,682,4377,100,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['thinkingmachines/inkling'].score),,out:uninformative,out:cost-not-comparable datallmlab-python9@datallmlab,datallmlab,grok-4.20,nothink,coding,easy,,per-1000-tasks,0.55,0.00289,2198,882,88.888889,pass%(9 tasks),0,,cost-base-price:cost-publisher-figure,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['x-ai/grok-4.20'].score),,in,in datallmlab-python9@datallmlab,datallmlab,glm-5.3-flash,max,coding,easy,,per-1000-tasks,0.51,0.0982,655,11884,100,pass%(9 tasks),0,,cost-unrepriced; cost-price-band,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['z-ai/glm-5.3-flash'].score),,out:uninformative,out:cost-single-couple datallmlab-python9@datallmlab,datallmlab,gpt-6-astra,medium,coding,easy,,per-1000-tasks,8.19,0.00289,604,1353,100,pass%(9 tasks),0,,cost-base-price:cost-publisher-figure,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['openai/gpt-6-astra'].score),,out:uninformative,in datallmlab-python9@datallmlab,datallmlab,gpt-6-astra-pro,medium,coding,easy,,per-1000-tasks,35.44,0.00289,17011,2977,100,pass%(9 tasks),0,,EAP-run,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['openai/gpt-6-astra-pro'].score),,out:uninformative,out:cost-not-comparable datallmlab-python9@datallmlab,datallmlab,fable-5.1,high,coding,easy,,per-1000-tasks,8.09,0.00289,914,1273,100,pass%(9 tasks),0,,cost-base-price:cost-publisher-figure,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['anthropic/claude-fable-5.1'].score),,out:uninformative,in datallmlab-python9@datallmlab,datallmlab,gemini-3.8-flash,medium,coding,easy,,per-1000-tasks,3.87,0.00289,588,9168,100,pass%(9 tasks),0,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['google/gemini-3.8-flash'].score),,out:uninformative,in datallmlab-python9@datallmlab,datallmlab,deepseek-v4.1-flash,high,coding,easy,,per-1000-tasks,0.36,0.00289,834,5217,100,pass%(9 tasks),0,,cost-base-price:cost-publisher-figure,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['deepseek/deepseek-v4.1-flash'].score),,out:uninformative,in datallmlab-python9@datallmlab,datallmlab,qwen3.8-max-0902,xhigh,coding,easy,,per-1000-tasks,4.21,0.00289,1105,5951,100,pass%(9 tasks),0,,cost-base-price:cost-publisher-figure,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['qwen/qwen3.8-max-0902'].score),,out:uninformative,in datallmlab-python9@datallmlab,datallmlab,fugu-max,default,coding,easy,,per-1000-tasks,2.19,0.00289,4466,1791,100,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['sakana/fugu-max'].score),,out:effort-not-established,out:effort-not-established datallmlab-python9@datallmlab,datallmlab,fugu-ultra-v2,default,coding,easy,,per-1000-tasks,57.06,0.00289,60645,7011,100,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['sakana/fugu-ultra-v2'].score),,out:effort-not-established,out:effort-not-established datallmlab-python9@datallmlab,datallmlab,mercury-2.5,medium,coding,easy,,per-1000-tasks,0.51,0.196,526,9882,100,pass%(9 tasks),0,,cost-unrepriced; cost-price-band,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['inception/mercury-2.5'].score),,out:uninformative,out:cost-single-couple datallmlab-python9@datallmlab,datallmlab,nex-n2.5-pro,default,coding,easy,,per-1000-tasks,0,0.289,637,5436,100,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['nex-agi/nex-n2.5-pro:free'].score),,out:effort-not-established,out:effort-not-established datallmlab-python9@datallmlab,datallmlab,ling-3.0-flash-vl,think,coding,easy,,per-1000-tasks,0.07,0.00289,741,3299,100,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['inclusionai/ling-3.0-flash-vl'].score),,out:uninformative,out:cost-not-comparable datallmlab-python9@datallmlab,datallmlab,?inference-net/schematron-v2-turbo,not-established:absent,coding,easy,,per-1000-tasks,0.03,0.00289,867,1430,0,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['inference-net/schematron-v2-turbo'].score),,out:model-not-established,out:model-not-established datallmlab-python9@datallmlab,datallmlab,gpt-6-sol,medium,coding,easy,,per-1000-tasks,2.03,0.00289,604,1704,100,pass%(9 tasks),0,,cost-base-price:cost-publisher-figure,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['openai/gpt-6-sol'].score),,out:uninformative,in datallmlab-python9@datallmlab,datallmlab,gpt-6-sol-pro,medium,coding,easy,,per-1000-tasks,7.45,0.00289,16898,3322,100,pass%(9 tasks),0,,cost-base-price:cost-publisher-figure,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['openai/gpt-6-sol-pro'].score),,out:uninformative,in datallmlab-python9@datallmlab,datallmlab,gpt-6-luna,medium,coding,easy,,per-1000-tasks,0.16,0.00289,604,2763,100,pass%(9 tasks),0,,cost-base-price:cost-publisher-figure,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['openai/gpt-6-luna'].score),,out:uninformative,in datallmlab-python9@datallmlab,datallmlab,gpt-6-luna-pro,medium,coding,easy,,per-1000-tasks,0.49,0.00289,17806,5248,100,pass%(9 tasks),0,,cost-base-price:cost-publisher-figure,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['openai/gpt-6-luna-pro'].score),,out:uninformative,in datallmlab-python9@datallmlab,datallmlab,gpt-6.1-sol,medium,coding,easy,,per-1000-tasks,1.61,0.00289,604,1329,100,pass%(9 tasks),0,,cost-base-price:cost-publisher-figure,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['openai/gpt-6.1-sol'].score),,out:uninformative,in datallmlab-python9@datallmlab,datallmlab,sonnet-5.5,high,coding,easy,,per-1000-tasks,1.4625,0.281,914,1569,100,pass%(9 tasks),0,,cost-unrepriced; cost-price-band,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['anthropic/claude-sonnet-5.5'].score),,out:uninformative,out:cost-single-couple datallmlab-python9@datallmlab,datallmlab,opus-5.5,high,coding,easy,,per-1000-tasks,4.03,0.00289,914,1630,100,pass%(9 tasks),0,,cost-base-price:cost-publisher-figure,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['anthropic/claude-opus-5.5'].score),,out:uninformative,in datallmlab-python9@datallmlab,datallmlab,grok-4.7,high,coding,easy,,per-1000-tasks,4.7,0.0289,11761,3131,100,pass%(9 tasks),0,,cost-base-price:cost-publisher-figure,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['x-ai/grok-4.7'].score),,out:uninformative,in datallmlab-python9@datallmlab,datallmlab,mimo-v2.6-pro,default,coding,easy,,per-1000-tasks,0.29,0.00289,610,2745,100,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['xiaomi/mimo-v2.6-pro'].score),,out:effort-not-established,out:effort-not-established datallmlab-python9@datallmlab,datallmlab,mimo-v2.6-flash,default,coding,easy,,per-1000-tasks,0.04,0.00289,610,1022,100,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['xiaomi/mimo-v2.6-flash'].score),,out:effort-not-established,out:effort-not-established datallmlab-python9@datallmlab,datallmlab,?xiaomi/mimo-v2.6-pro-ultraspeed,not-established:absent,coding,easy,,per-1000-tasks,4.8,0.0289,610,4661,100,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['xiaomi/mimo-v2.6-pro-ultraspeed'].score),,out:model-not-established,out:model-not-established datallmlab-python9@datallmlab,datallmlab,?z-ai/glm-5.3-prime,not-established:absent,coding,easy,,per-1000-tasks,11.52,0.00289,655,11575,77.777778,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['z-ai/glm-5.3-prime'].score),,out:model-not-established,out:model-not-established datallmlab-python9@datallmlab,datallmlab,glm-5.3-flashx,max,coding,easy,,per-1000-tasks,1.36,0.00289,655,9623,100,pass%(9 tasks),0,,cost-base-price:cost-publisher-figure,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['z-ai/glm-5.3-flashx'].score),,out:uninformative,in datallmlab-python9@datallmlab,datallmlab,?qwen/qwen3.8-max-prime,not-established:absent,coding,easy,,per-1000-tasks,12.41,0.00289,1105,8938,100,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['qwen/qwen3.8-max-prime'].score),,out:model-not-established,out:model-not-established datallmlab-python9@datallmlab,datallmlab,ember-1,default,coding,easy,,per-1000-tasks,4.63,0.00289,1341,2512,100,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['fireworks/ember-1'].score),,out:effort-not-established,out:effort-not-established datallmlab-python9@datallmlab,datallmlab,?upstage/solar-mini4,not-established:absent,coding,easy,,per-1000-tasks,0.03,0.00289,1009,938,100,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['upstage/solar-mini4'].score),,out:model-not-established,out:model-not-established datallmlab-python9@datallmlab,datallmlab,aion-3.5,high,coding,easy,,per-1000-tasks,8.1,0.0289,583,11851,100,pass%(9 tasks),0,,cost-base-price:cost-publisher-figure,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['aion-labs/aion-3.5'].score),,out:uninformative,out:cost-single-couple datallmlab-python9@datallmlab,datallmlab,codestral-2508,default,coding,easy,,per-1000-tasks,0.11,0.00289,588,950,88.888889,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['mistralai/codestral-2508'].score),,out:effort-not-established,out:effort-not-established datallmlab-python9@datallmlab,datallmlab,devstral-2512,solo,coding,easy,,per-1000-tasks,0.23,0.00289,696,911,100,pass%(9 tasks),0,,cost-base-price:cost-publisher-figure,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['mistralai/devstral-2512'].score),,out:uninformative,out:cost-single-couple datallmlab-python9@datallmlab,datallmlab,qwen3-coder-480b-a35b-instruct,solo,coding,easy,,per-1000-tasks,0.13,0.00289,619,1010,100,pass%(9 tasks),0,,cost-base-price:cost-publisher-figure,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['qwen/qwen3-coder'].score),,out:uninformative,out:cost-single-couple datallmlab-python9@datallmlab,datallmlab,?qwen/qwen3-coder-plus,not-established:absent,coding,easy,,per-1000-tasks,0.41,0.00289,619,1020,88.888889,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['qwen/qwen3-coder-plus'].score),,out:model-not-established,out:model-not-established datallmlab-python9@datallmlab,datallmlab,?qwen/qwen3-coder-flash,not-established:absent,coding,easy,,per-1000-tasks,0.12,0.00289,619,1020,88.888889,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['qwen/qwen3-coder-flash'].score),,out:model-not-established,out:model-not-established datallmlab-python9@datallmlab,datallmlab,gpt-5.1-codex-mini,default,coding,easy,,per-1000-tasks,0.45,0.00289,604,1964,100,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['openai/gpt-5.1-codex-mini'].score),,out:effort-not-established,out:effort-not-established datallmlab-python9@datallmlab,datallmlab,?inclusionai/ling-3.1-flash,not-established:absent,coding,easy,,per-1000-tasks,0,0.289,741,5351,100,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($.benchmarks['inclusionai/ling-3.1-flash'].score),,out:model-not-established,out:model-not-established datallm-effort-probe,datallmlab,gpt-6-sol,medium,coding,easy,OpenRouter,,,,,,100,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($['probe_effort.json'].runs['openai/gpt-6-sol']['default'].score = 9 and .n = 9 (written as 'score/n')),,out:uninformative, datallm-effort-probe,datallmlab,gpt-6-sol,low,coding,easy,OpenRouter,,,,,,100,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($['probe_effort.json'].runs['openai/gpt-6-sol']['low'].score = 9 and .n = 9 (written as 'score/n')),,out:uninformative, datallm-effort-probe,datallmlab,gpt-6-sol,medium,coding,easy,OpenRouter,,,,,,100,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($['probe_effort.json'].runs['openai/gpt-6-sol']['medium'].score = 9 and .n = 9 (written as 'score/n')),,out:uninformative, datallm-effort-probe,datallmlab,gpt-6-sol,high,coding,easy,OpenRouter,,,,,,100,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($['probe_effort.json'].runs['openai/gpt-6-sol']['high'].score = 9 and .n = 9 (written as 'score/n')),,out:uninformative, datallm-effort-probe,datallmlab,gpt-6-luna,medium,coding,easy,OpenRouter,,,,,,88.888889,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($['probe_effort.json'].runs['openai/gpt-6-luna']['default'].score = 8 and .n = 9 (written as 'score/n')),,in, datallm-effort-probe,datallmlab,gpt-6-luna,low,coding,easy,OpenRouter,,,,,,100,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($['probe_effort.json'].runs['openai/gpt-6-luna']['low'].score = 9 and .n = 9 (written as 'score/n')),,out:uninformative, datallm-effort-probe,datallmlab,gpt-6-luna,medium,coding,easy,OpenRouter,,,,,,100,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($['probe_effort.json'].runs['openai/gpt-6-luna']['medium'].score = 9 and .n = 9 (written as 'score/n')),,out:uninformative, datallm-effort-probe,datallmlab,gpt-6-luna,high,coding,easy,OpenRouter,,,,,,100,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($['probe_effort.json'].runs['openai/gpt-6-luna']['high'].score = 9 and .n = 9 (written as 'score/n')),,out:uninformative, datallm-effort-probe,datallmlab,gpt-6.1-sol,medium,coding,easy,OpenRouter,,,,,,100,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($['probe_effort.json'].runs['openai/gpt-6.1-sol']['default'].score = 9 and .n = 9 (written as 'score/n')),,out:uninformative, datallm-effort-probe,datallmlab,gpt-6.1-sol,low,coding,easy,OpenRouter,,,,,,100,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($['probe_effort.json'].runs['openai/gpt-6.1-sol']['low'].score = 9 and .n = 9 (written as 'score/n')),,out:uninformative, datallm-effort-probe,datallmlab,gpt-6.1-sol,medium,coding,easy,OpenRouter,,,,,,88.888889,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($['probe_effort.json'].runs['openai/gpt-6.1-sol']['medium'].score = 8 and .n = 9 (written as 'score/n')),,in, datallm-effort-probe,datallmlab,gpt-6.1-sol,high,coding,easy,OpenRouter,,,,,,100,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($['probe_effort.json'].runs['openai/gpt-6.1-sol']['high'].score = 9 and .n = 9 (written as 'score/n')),,out:uninformative, datallm-effort-probe,datallmlab,sonnet-5.5,high,coding,easy,OpenRouter,,,,,,100,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($['probe_effort.json'].runs['anthropic/claude-sonnet-5.5']['default'].score = 9 and .n = 9 (written as 'score/n')),,out:uninformative, datallm-effort-probe,datallmlab,sonnet-5.5,low,coding,easy,OpenRouter,,,,,,100,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($['probe_effort.json'].runs['anthropic/claude-sonnet-5.5']['low'].score = 9 and .n = 9 (written as 'score/n')),,out:uninformative, datallm-effort-probe,datallmlab,sonnet-5.5,medium,coding,easy,OpenRouter,,,,,,100,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($['probe_effort.json'].runs['anthropic/claude-sonnet-5.5']['medium'].score = 9 and .n = 9 (written as 'score/n')),,out:uninformative, datallm-effort-probe,datallmlab,sonnet-5.5,high,coding,easy,OpenRouter,,,,,,100,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($['probe_effort.json'].runs['anthropic/claude-sonnet-5.5']['high'].score = 9 and .n = 9 (written as 'score/n')),,out:uninformative, datallm-effort-probe,datallmlab,grok-4.7,high,coding,easy,OpenRouter,,,,,,100,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($['probe_effort.json'].runs['x-ai/grok-4.7']['default'].score = 9 and .n = 9 (written as 'score/n')),,out:uninformative, datallm-effort-probe,datallmlab,grok-4.7,low,coding,easy,OpenRouter,,,,,,100,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($['probe_effort.json'].runs['x-ai/grok-4.7']['low'].score = 9 and .n = 9 (written as 'score/n')),,out:uninformative, datallm-effort-probe,datallmlab,grok-4.7,medium,coding,easy,OpenRouter,,,,,,100,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($['probe_effort.json'].runs['x-ai/grok-4.7']['medium'].score = 9 and .n = 9 (written as 'score/n')),,out:uninformative, datallm-effort-probe,datallmlab,grok-4.7,high,coding,easy,OpenRouter,,,,,,100,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($['probe_effort.json'].runs['x-ai/grok-4.7']['high'].score = 9 and .n = 9 (written as 'score/n')),,out:uninformative, datallm-effort-probe,datallmlab,gemini-3.8-flash,medium,coding,easy,OpenRouter,,,,,,100,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($['probe_effort.json'].runs['google/gemini-3.8-flash']['default'].score = 9 and .n = 9 (written as 'score/n')),,out:uninformative, datallm-effort-probe,datallmlab,gemini-3.8-flash,low,coding,easy,OpenRouter,,,,,,100,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($['probe_effort.json'].runs['google/gemini-3.8-flash']['low'].score = 9 and .n = 9 (written as 'score/n')),,out:uninformative, datallm-effort-probe,datallmlab,gemini-3.8-flash,medium,coding,easy,OpenRouter,,,,,,88.888889,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($['probe_effort.json'].runs['google/gemini-3.8-flash']['medium'].score = 8 and .n = 9 (written as 'score/n')),,in, datallm-effort-probe,datallmlab,gemini-3.8-flash,high,coding,easy,OpenRouter,,,,,,88.888889,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($['probe_effort.json'].runs['google/gemini-3.8-flash']['high'].score = 8 and .n = 9 (written as 'score/n')),,in, datallm-effort-probe,datallmlab,deepseek-v4.1-flash,high,coding,easy,OpenRouter,,,,,,100,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($['probe_effort.json'].runs['deepseek/deepseek-v4.1-flash']['default'].score = 9 and .n = 9 (written as 'score/n')),,out:uninformative, datallm-effort-probe,datallmlab,deepseek-v4.1-flash,low,coding,easy,OpenRouter,,,,,,100,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($['probe_effort.json'].runs['deepseek/deepseek-v4.1-flash']['low'].score = 9 and .n = 9 (written as 'score/n')),,out:uninformative, datallm-effort-probe,datallmlab,deepseek-v4.1-flash,not-established:ambiguous,coding,easy,OpenRouter,,,,,,100,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($['probe_effort.json'].runs['deepseek/deepseek-v4.1-flash']['medium'].score = 9 and .n = 9 (written as 'score/n')),,out:effort-not-established, datallm-effort-probe,datallmlab,deepseek-v4.1-flash,high,coding,easy,OpenRouter,,,,,,100,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/data/benchmark-evidence-2026-10-03.json ($['probe_effort.json'].runs['deepseek/deepseek-v4.1-flash']['high'].score = 9 and .n = 9 (written as 'score/n')),,out:uninformative, datallmlab-python9@datallmlab,datallmlab,gemini-3.1-pro,unstated,coding,easy,,per-1000-tasks,14.70,0.00289,,,100,pass%(9 tasks),0,,,https://www.datallmlab.com/blog/gemini-3-1-pro-review.html (article lead),,out:effort-not-established,out:effort-not-established datallm-9tasks,datallmlab.com,gpt-5.2-codex,unstated,coding,easy,DataLLM-OpenRouter-raw-chat,per-1000-tasks,2.30,0.00289,,1404,100,pass%,0,,,"https://www.datallmlab.com/blog/gpt-5-1-codex-max.html (cost table of the post (section ""All four, measured""), row GPT-5.2-Codex, Score column)",,out:effort-not-established,out:effort-not-established datallm-9tasks,datallmlab.com,gpt-5.1-codex,unstated,coding,easy,DataLLM-OpenRouter-raw-chat,per-1000-tasks,2.54,0.00289,,2210,100,pass%,0,,,"https://www.datallmlab.com/blog/gpt-5-1-codex-max.html (cost table of the post (section ""All four, measured""), row GPT-5.1-Codex, Score column)",,out:effort-not-established,out:effort-not-established datallm-9tasks,datallmlab.com,gpt-5.3-codex,unstated,coding,easy,DataLLM-OpenRouter-raw-chat,per-1000-tasks,3.11,0.00289,,1924,100,pass%,0,,,"https://www.datallmlab.com/blog/gpt-5-1-codex-max.html (cost table of the post (section ""All four, measured""), row GPT-5.3-Codex, Score column)",,out:effort-not-established,out:effort-not-established datallm-9tasks,datallmlab.com,gpt-5.1-codex-max,unstated,coding,easy,DataLLM-OpenRouter-raw-chat,per-1000-tasks,7.11,0.00289,,6327,100,pass%,0,,,"https://www.datallmlab.com/blog/gpt-5-1-codex-max.html (cost table of the post (section ""All four, measured""), row GPT-5.1-Codex-Max, Score column)",,out:effort-not-established,out:effort-not-established datallmlab-python9@datallmlab.com,datallmlab.com,?Qwen3.8 Max Prime,not-established:absent,coding,easy,,per-1000-tasks,12.41,0.00289,1105,8938,100,pass%(9 tasks),0,,,"https://www.datallmlab.com/blog/gpt-5-1-codex-max.html (results table of the post (section ""The result""), column Qwen3.8 Max Prime, Score row)",,out:model-not-established,out:model-not-established datallmlab-python9@datallmlab.com,datallmlab.com,qwen3.8-max,unstated,coding,easy,,per-1000-tasks,4.46,0.00289,988,6363,100,pass%(9 tasks),0,,,"https://www.datallmlab.com/blog/gpt-5-1-codex-max.html (results table of the post (section ""The result""), column qwen3.8-max, Score row)",,out:effort-not-established,out:effort-not-established datallmlab-python9@datallmlab.com,datallmlab.com,qwen3.8-max-0902,unstated,coding,easy,,per-1000-tasks,4.21,0.00289,1105,5951,100,pass%(9 tasks),0,,,"https://www.datallmlab.com/blog/gpt-5-1-codex-max.html (results table of the post (section ""The result""), column qwen3.8-max-0902, Score row)",,out:effort-not-established,out:effort-not-established datallm-9tasks,datallmlab.com,gemini-3-flash,default,coding,easy,DataLLM-OpenRouter-raw-chat,per-1000-tasks,0.36,0.00289,,,88.888889,pass%,0,,,"https://datallmlab.com/blog/gemini-cost-per-task.html (table ""Where they land"", ligne Gemini 3 Flash Preview, colonne Score)",,out:effort-not-established,out:effort-not-established datallm-9tasks,datallmlab.com,gemini-3.5-flash,medium,coding,easy,DataLLM-OpenRouter-raw-chat,per-1000-tasks,10.08,0.00289,,9983,88.888889,pass%,0,,,"https://datallmlab.com/blog/gemini-cost-per-task.html (table ""Where they land"", ligne Gemini 3.5 Flash, colonne Score)",,out:single-couple,out:decision:D44 datallm-9tasks,datallmlab.com,gemini-3.6-flash,medium,coding,easy,DataLLM-OpenRouter-raw-chat,per-1000-tasks,8.02,0.00289,,,100,pass%,0,,,"https://datallmlab.com/blog/gemini-cost-per-task.html (table ""Where they land"", ligne Gemini 3.6 Flash, colonne Score)",,out:uninformative,out:decision:D44 datallm-9tasks,datallmlab.com,gemini-3.1-pro,medium,coding,easy,DataLLM-OpenRouter-raw-chat,per-1000-tasks,14.70,0.00289,,,100,pass%,0,,,"https://datallmlab.com/blog/gemini-cost-per-task.html (table ""Where they land"", ligne Gemini 3.1 Pro Preview, colonne Score)",,out:uninformative,out:decision:D44 datallm-9tasks,datallmlab.com,gemini-2.5-pro,think,coding,easy,DataLLM-OpenRouter-raw-chat,per-1000-tasks,28.58,0.00289,,25648,66.666667,pass%,0,,cost-base-price:cost-publisher-figure,"https://datallmlab.com/blog/gemini-cost-per-task.html (table ""Where they land"", ligne Gemini 2.5 Pro, colonne Score)",,out:single-couple,out:cost-single-couple dataspace-backbones,dataspace-2608.03451,grok-4.5,default,agentic-tool,hard,DataSpace-Agent (ReAct),USD/task,0.169,0.000289,,,66.34,score%,0.00289,,,"https://arxiv.org/abs/2608.03451 (Table 3 (Section 6.2), row Grok 4.5, column Acc. (%))",,out:effort-not-established,out:effort-not-established dataspace-backbones,dataspace-2608.03451,gpt-5.6-sol,default,agentic-tool,hard,DataSpace-Agent (ReAct),USD/task,0.200,0.000289,,,64.63,score%,0.00289,,,"https://arxiv.org/abs/2608.03451 (Table 3 (Section 6.2), row GPT-5.6 Sol, column Acc. (%))",,out:effort-not-established,out:effort-not-established dataspace-backbones,dataspace-2608.03451,kimi-k3,default,agentic-tool,hard,DataSpace-Agent (ReAct),USD/task,0.235,0.000289,,,53.41,score%,0.00289,,,"https://arxiv.org/abs/2608.03451 (Table 3 (Section 6.2), row Kimi K3, column Acc. (%))",,out:effort-not-established,out:effort-not-established dataspace-backbones,dataspace-2608.03451,mimo-v2.5,default,agentic-tool,hard,DataSpace-Agent (ReAct),USD/task,0.011,0.000289,,,39.27,score%,0.00289,,,"https://arxiv.org/abs/2608.03451 (Table 3 (Section 6.2), row MiMo-V2.5, column Acc. (%))",,out:effort-not-established,out:effort-not-established dataspace-backbones,dataspace-2608.03451,sonnet-5,default,agentic-tool,hard,DataSpace-Agent (ReAct),USD/task,0.224,0.000289,,,32.93,score%,0.00289,,,"https://arxiv.org/abs/2608.03451 (Table 3 (Section 6.2), row Claude Sonnet 5, column Acc. (%))",,out:effort-not-established,out:effort-not-established dataspace-backbones,dataspace-2608.03451,minimax-m3,default,agentic-tool,hard,DataSpace-Agent (ReAct),USD/task,0.042,0.000289,,,28.54,score%,0.00289,,,"https://arxiv.org/abs/2608.03451 (Table 3 (Section 6.2), row MiniMax M3, column Acc. (%))",,out:effort-not-established,out:effort-not-established dataspace-harnesses#0.2.106,dataspace-2608.03451,mimo-v2.5,unstated,agentic-tool,hard,,,,,,,46.34,score%,0.00289,,,"https://arxiv.org/abs/2608.03451 (Table 3 (Section 6.2), harness block, row Grok Build, column Acc. (%))",,out:effort-not-established, dataspace-harnesses#2.1.217,dataspace-2608.03451,mimo-v2.5,unstated,agentic-tool,hard,,,,,,,44.63,score%,0.00289,,,"https://arxiv.org/abs/2608.03451 (Table 3 (Section 6.2), harness block, row Claude Code, column Acc. (%))",,out:effort-not-established, dataspace-harnesses#none,dataspace-2608.03451,mimo-v2.5,unstated,agentic-tool,hard,,,,,,,39.27,score%,0.00289,,,"https://arxiv.org/abs/2608.03451 (Table 3 (Section 6.2), harness block, row DataSpace-Agent, column Acc. (%))",,out:effort-not-established, dataspace-harnesses#0.145.0,dataspace-2608.03451,mimo-v2.5,unstated,agentic-tool,hard,,,,,,,34.88,score%,0.00289,,,"https://arxiv.org/abs/2608.03451 (Table 3 (Section 6.2), harness block, row Codex, column Acc. (%))",,out:effort-not-established, dataspace-harnesses#1.26.0,dataspace-2608.03451,mimo-v2.5,unstated,agentic-tool,hard,,,,,,,30.98,score%,0.00289,,,"https://arxiv.org/abs/2608.03451 (Table 3 (Section 6.2), harness block, row Smolagents, column Acc. (%))",,out:effort-not-established, decrypt-berman-fable52-gears,decrypt,fable-5.2,unstated,coding,frontier,,per-build,14710,0.289,,,,none,,,,https://decrypt.co/382897/anthropic-claude-fable-5-2-and-mythos-5-2-impressive-and-expensive (),,,out:effort-not-established decrypt-berman-fable52-excel,decrypt,fable-5.2,unstated,coding,frontier,,per-build,11700,0.289,,,,none,,,,https://decrypt.co/382897/anthropic-claude-fable-5-2-and-mythos-5-2-impressive-and-expensive (),,,out:effort-not-established decrypt-berman-fable52-fallguys,decrypt,fable-5.2,unstated,coding,frontier,,per-build,13000,0.289,,,,none,,,,https://decrypt.co/382897/anthropic-claude-fable-5-2-and-mythos-5-2-impressive-and-expensive (),,,out:effort-not-established decrypt-berman-fable52-cylinder,decrypt,fable-5.2,unstated,coding,frontier,,per-build,,,,,,none,,,,https://decrypt.co/382897/anthropic-claude-fable-5-2-and-mythos-5-2-impressive-and-expensive (),,,out:effort-not-established decrypt-berman-fable52-balloons,decrypt,fable-5.2,unstated,coding,frontier,,per-build,91,0.289,,,,none,,,,https://decrypt.co/382897/anthropic-claude-fable-5-2-and-mythos-5-2-impressive-and-expensive (),,,out:effort-not-established deepinfra-dsflash-aa-index-copy,deepinfra,deepseek-v4.1-flash,max,mixed,hard,,,,,,,40,AA-idx,0.289,,restated-from:Artificial Analysis,"https://deepinfra.com/blog/deepseek-v4-1-flash-api-benchmarks (section ""Intelligence"")",,out:single-couple, dsv41card-tb40,deepseek,?K3,not-established:absent,agentic-tool,hard,ClaudeCode (card footnote),,,,,,12.6,Terminal-Bench 4.0 score %,0.0289,,evaluated-by:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017 (results table, row Terminal-Bench 4.0, column K3)",,out:model-not-established, dsv41card-tb40,deepseek,glm-5.3,unstated,agentic-tool,hard,ClaudeCode (card footnote),,,,,,37.9,Terminal-Bench 4.0 score %,0.0289,,evaluated-by:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017 (results table, row Terminal-Bench 4.0, column GLM-5.3)",,out:effort-not-established, dsv41card-tb40,deepseek,gpt-5.6-sol,unstated,agentic-tool,hard,ClaudeCode (card footnote),,,,,,39.9,Terminal-Bench 4.0 score %,0.0289,,evaluated-by:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017 (results table, row Terminal-Bench 4.0, column GPT-5.6 Sol)",,out:effort-not-established, dsv32-aime,deepseek,gpt-5,high,reasoning-math,hard,,,,,,,94.6,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 3, row 'AIME 2025 (Pass@1)', column 'GPT-5 High')",,out:single-couple, dsv32-aime,deepseek,?Gemini-3.0 Pro,not-established:absent,reasoning-math,hard,,,,,,,95.0,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 3, row 'AIME 2025 (Pass@1)', column 'Gemini-3.0 Pro')",,out:model-not-established, dsv32-aime,deepseek,kimi-k2-thinking,solo,reasoning-math,hard,,,,,,,94.5,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 3, row 'AIME 2025 (Pass@1)', column 'Kimi-K2 Thinking')",,in, dsv32-aime,deepseek,deepseek-v3.2,think,reasoning-math,hard,,,,,,,93.1,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 3, row 'AIME 2025 (Pass@1)', column 'DeepSeek-V3.2 Thinking')",,in, dsv32-aime,deepseek,deepseek-v3.2-speciale,solo,reasoning-math,hard,,,,,,,96.0,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 3, row 'AIME 2025 (Pass@1)', column 'DeepSeek-V3.2 Speciale')",,in, dsv32-hmmt25,deepseek,gpt-5,high,reasoning-math,hard,,,,,,,88.3,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 3, row 'HMMT Feb 2025 (Pass@1)', column 'GPT-5 High')",,out:single-couple, dsv32-hmmt25,deepseek,?Gemini-3.0 Pro,not-established:absent,reasoning-math,hard,,,,,,,97.5,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 3, row 'HMMT Feb 2025 (Pass@1)', column 'Gemini-3.0 Pro')",,out:model-not-established, dsv32-hmmt25,deepseek,kimi-k2-thinking,solo,reasoning-math,hard,,,,,,,89.4,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 3, row 'HMMT Feb 2025 (Pass@1)', column 'Kimi-K2 Thinking')",,in, dsv32-hmmt25,deepseek,deepseek-v3.2,think,reasoning-math,hard,,,,,,,92.5,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 3, row 'HMMT Feb 2025 (Pass@1)', column 'DeepSeek-V3.2 Thinking')",,in, dsv32-hmmt25,deepseek,deepseek-v3.2-speciale,solo,reasoning-math,hard,,,,,,,99.2,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 3, row 'HMMT Feb 2025 (Pass@1)', column 'DeepSeek-V3.2 Speciale')",,in, dsv32-hmmtnov,deepseek,gpt-5,high,reasoning-math,hard,,,,,,,89.2,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 3, row 'HMMT Nov 2025 (Pass@1)', column 'GPT-5 High')",,out:single-couple, dsv32-hmmtnov,deepseek,?Gemini-3.0 Pro,not-established:absent,reasoning-math,hard,,,,,,,93.3,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 3, row 'HMMT Nov 2025 (Pass@1)', column 'Gemini-3.0 Pro')",,out:model-not-established, dsv32-hmmtnov,deepseek,kimi-k2-thinking,solo,reasoning-math,hard,,,,,,,89.2,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 3, row 'HMMT Nov 2025 (Pass@1)', column 'Kimi-K2 Thinking')",,in, dsv32-hmmtnov,deepseek,deepseek-v3.2,think,reasoning-math,hard,,,,,,,90.2,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 3, row 'HMMT Nov 2025 (Pass@1)', column 'DeepSeek-V3.2 Thinking')",,in, dsv32-hmmtnov,deepseek,deepseek-v3.2-speciale,solo,reasoning-math,hard,,,,,,,94.4,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 3, row 'HMMT Nov 2025 (Pass@1)', column 'DeepSeek-V3.2 Speciale')",,in, dsv32-imo,deepseek,gpt-5,high,reasoning-math,frontier,,,,,,,76.0,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 3, row 'IMOAnswerBench (Pass@1)', column 'GPT-5 High')",,out:single-couple, dsv32-imo,deepseek,?Gemini-3.0 Pro,not-established:absent,reasoning-math,frontier,,,,,,,83.3,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 3, row 'IMOAnswerBench (Pass@1)', column 'Gemini-3.0 Pro')",,out:model-not-established, dsv32-imo,deepseek,kimi-k2-thinking,solo,reasoning-math,frontier,,,,,,,78.6,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 3, row 'IMOAnswerBench (Pass@1)', column 'Kimi-K2 Thinking')",,in, dsv32-imo,deepseek,deepseek-v3.2,think,reasoning-math,frontier,,,,,,,78.3,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 3, row 'IMOAnswerBench (Pass@1)', column 'DeepSeek-V3.2 Thinking')",,in, dsv32-imo,deepseek,deepseek-v3.2-speciale,solo,reasoning-math,frontier,,,,,,,84.5,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 3, row 'IMOAnswerBench (Pass@1)', column 'DeepSeek-V3.2 Speciale')",,in, dsv32-lcb,deepseek,gpt-5,high,coding,hard,,,,,,,84.5,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 3, row 'LiveCodeBench (Pass@1-COT)', column 'GPT-5 High')",,out:single-couple, dsv32-lcb,deepseek,?Gemini-3.0 Pro,not-established:absent,coding,hard,,,,,,,90.7,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 3, row 'LiveCodeBench (Pass@1-COT)', column 'Gemini-3.0 Pro')",,out:model-not-established, dsv32-lcb,deepseek,kimi-k2-thinking,solo,coding,hard,,,,,,,82.6,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 3, row 'LiveCodeBench (Pass@1-COT)', column 'Kimi-K2 Thinking')",,in, dsv32-lcb,deepseek,deepseek-v3.2,think,coding,hard,,,,,,,83.3,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 3, row 'LiveCodeBench (Pass@1-COT)', column 'DeepSeek-V3.2 Thinking')",,in, dsv32-lcb,deepseek,deepseek-v3.2-speciale,solo,coding,hard,,,,,,,88.7,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 3, row 'LiveCodeBench (Pass@1-COT)', column 'DeepSeek-V3.2 Speciale')",,in, dsv32-codeforces,deepseek,gpt-5,high,coding,frontier,,,,,,,2537,rating,0.289,,,"https://arxiv.org/abs/2512.02556 (Table 3, row 'CodeForces (Rating)', column 'GPT-5 High')",,out:single-couple, dsv32-codeforces,deepseek,?Gemini-3.0 Pro,not-established:absent,coding,frontier,,,,,,,2708,rating,0.289,,,"https://arxiv.org/abs/2512.02556 (Table 3, row 'CodeForces (Rating)', column 'Gemini-3.0 Pro')",,out:model-not-established, dsv32-codeforces,deepseek,deepseek-v3.2,think,coding,frontier,,,,,,,2386,rating,0.289,,,"https://arxiv.org/abs/2512.02556 (Table 3, row 'CodeForces (Rating)', column 'DeepSeek-V3.2 Thinking')",,in, dsv32-codeforces,deepseek,deepseek-v3.2-speciale,solo,coding,frontier,,,,,,,2701,rating,0.289,,,"https://arxiv.org/abs/2512.02556 (Table 3, row 'CodeForces (Rating)', column 'DeepSeek-V3.2 Speciale')",,in, dsv32-gpqa,deepseek,gpt-5,high,reasoning-math,hard,,,,,,,85.7,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 3, row 'GPQA Diamond (Pass@1)', column 'GPT-5 High')",,out:single-couple, dsv32-gpqa,deepseek,?Gemini-3.0 Pro,not-established:absent,reasoning-math,hard,,,,,,,91.9,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 3, row 'GPQA Diamond (Pass@1)', column 'Gemini-3.0 Pro')",,out:model-not-established, dsv32-gpqa,deepseek,kimi-k2-thinking,solo,reasoning-math,hard,,,,,,,84.5,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 3, row 'GPQA Diamond (Pass@1)', column 'Kimi-K2 Thinking')",,in, dsv32-gpqa,deepseek,deepseek-v3.2,think,reasoning-math,hard,,,,,,,82.4,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 3, row 'GPQA Diamond (Pass@1)', column 'DeepSeek-V3.2 Thinking')",,in, dsv32-gpqa,deepseek,deepseek-v3.2-speciale,solo,reasoning-math,hard,,,,,,,85.7,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 3, row 'GPQA Diamond (Pass@1)', column 'DeepSeek-V3.2 Speciale')",,in, dsv32-hle,deepseek,gpt-5,high,reasoning-math,frontier,,,,,,,26.3,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 3, row 'HLE (Pass@1)', column 'GPT-5 High')",,out:single-couple, dsv32-hle,deepseek,?Gemini-3.0 Pro,not-established:absent,reasoning-math,frontier,,,,,,,37.7,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 3, row 'HLE (Pass@1)', column 'Gemini-3.0 Pro')",,out:model-not-established, dsv32-hle,deepseek,kimi-k2-thinking,solo,reasoning-math,frontier,,,,,,,23.9,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 3, row 'HLE (Pass@1)', column 'Kimi-K2 Thinking')",,in, dsv32-hle,deepseek,deepseek-v3.2,think,reasoning-math,frontier,,,,,,,25.1,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 3, row 'HLE (Pass@1)', column 'DeepSeek-V3.2 Thinking')",,in, dsv32-hle,deepseek,deepseek-v3.2-speciale,solo,reasoning-math,frontier,,,,,,,30.6,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 3, row 'HLE (Pass@1)', column 'DeepSeek-V3.2 Speciale')",,in, dsv32-mmlupro,deepseek,sonnet-4.5,unstated,reasoning-math,mid,,,,,,,88.2,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 2, row 'dsv32-mmlupro', column 'Claude-4.5-Sonnet')",,out:effort-not-established, dsv32-mmlupro,deepseek,gpt-5,high,reasoning-math,mid,,,,,,,87.5,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 2, row 'dsv32-mmlupro', column 'GPT-5 High')",,out:single-couple, dsv32-mmlupro,deepseek,?Gemini-3.0 Pro,not-established:absent,reasoning-math,mid,,,,,,,90.1,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 2, row 'dsv32-mmlupro', column 'Gemini-3.0 Pro')",,out:model-not-established, dsv32-mmlupro,deepseek,kimi-k2-thinking,solo,reasoning-math,mid,,,,,,,84.6,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 2, row 'dsv32-mmlupro', column 'Kimi-K2 Thinking')",,in, dsv32-mmlupro,deepseek,minimax-m2,solo,reasoning-math,mid,,,,,,,82.0,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 2, row 'dsv32-mmlupro', column 'MiniMax M2')",,out:single-couple, dsv32-mmlupro,deepseek,deepseek-v3.2,think,reasoning-math,mid,,,,,,,85.0,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 2, row 'dsv32-mmlupro', column 'DeepSeek-V3.2 Thinking')",,in, dsv32-gpqa,deepseek,sonnet-4.5,unstated,reasoning-math,hard,,,,,,,83.4,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 2, row 'dsv32-gpqa', column 'Claude-4.5-Sonnet')",,out:effort-not-established, dsv32-gpqa,deepseek,minimax-m2,solo,reasoning-math,hard,,,,,,,77.7,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 2, row 'dsv32-gpqa', column 'MiniMax M2')",,out:single-couple, dsv32-lcb,deepseek,sonnet-4.5,unstated,coding,hard,,,,,,,64.0,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 2, row 'dsv32-lcb', column 'Claude-4.5-Sonnet')",,out:effort-not-established, dsv32-lcb,deepseek,minimax-m2,solo,coding,hard,,,,,,,83.0,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 2, row 'dsv32-lcb', column 'MiniMax M2')",,out:single-couple, dsv32-codeforces,deepseek,sonnet-4.5,unstated,coding,frontier,,,,,,,1480,rating,0.289,,,"https://arxiv.org/abs/2512.02556 (Table 2, row 'dsv32-codeforces', column 'Claude-4.5-Sonnet')",,out:effort-not-established, dsv32-aime,deepseek,sonnet-4.5,unstated,reasoning-math,hard,,,,,,,87.0,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 2, row 'dsv32-aime', column 'Claude-4.5-Sonnet')",,out:effort-not-established, dsv32-aime,deepseek,minimax-m2,solo,reasoning-math,hard,,,,,,,78.3,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 2, row 'dsv32-aime', column 'MiniMax M2')",,out:single-couple, dsv32-hmmt25,deepseek,sonnet-4.5,unstated,reasoning-math,hard,,,,,,,79.2,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 2, row 'dsv32-hmmt25', column 'Claude-4.5-Sonnet')",,out:effort-not-established, dsv32-hmmtnov,deepseek,sonnet-4.5,unstated,reasoning-math,hard,,,,,,,81.7,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 2, row 'dsv32-hmmtnov', column 'Claude-4.5-Sonnet')",,out:effort-not-established, dsv32-tb20,deepseek,sonnet-4.5,unstated,agentic-tool,hard,Claude-Code(DeepSeek-V row; others unstated),,,,,,42.8,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 2, row 'dsv32-tb20', column 'Claude-4.5-Sonnet')",,out:effort-not-established, dsv32-tb20,deepseek,gpt-5,high,agentic-tool,hard,Claude-Code(DeepSeek-V row; others unstated),,,,,,35.2,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 2, row 'dsv32-tb20', column 'GPT-5 High')",,out:single-couple, dsv32-tb20,deepseek,?Gemini-3.0 Pro,not-established:absent,agentic-tool,hard,Claude-Code(DeepSeek-V row; others unstated),,,,,,54.2,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 2, row 'dsv32-tb20', column 'Gemini-3.0 Pro')",,out:model-not-established, dsv32-tb20,deepseek,kimi-k2-thinking,solo,agentic-tool,hard,Claude-Code(DeepSeek-V row; others unstated),,,,,,35.7,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 2, row 'dsv32-tb20', column 'Kimi-K2 Thinking')",,out:single-couple, dsv32-tb20,deepseek,minimax-m2,solo,agentic-tool,hard,Claude-Code(DeepSeek-V row; others unstated),,,,,,30.0,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 2, row 'dsv32-tb20', column 'MiniMax M2')",,out:single-couple, dsv32-tb20,deepseek,deepseek-v3.2,not-established:absent,agentic-tool,hard,Claude-Code(DeepSeek-V row; others unstated),,,,,,46.4,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 2, row 'dsv32-tb20', column 'DeepSeek-V3.2 Thinking')",,out:effort-not-established, dsv32-sweverified,deepseek,sonnet-4.5,unstated,coding,hard,DeepSeek-internal-framework(DeepSeek row; others unstated),,,,,,77.2,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 2, row 'dsv32-sweverified', column 'Claude-4.5-Sonnet')",,out:effort-not-established, dsv32-sweverified,deepseek,gpt-5,high,coding,hard,DeepSeek-internal-framework(DeepSeek row; others unstated),,,,,,74.9,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 2, row 'dsv32-sweverified', column 'GPT-5 High')",,out:single-couple, dsv32-sweverified,deepseek,?Gemini-3.0 Pro,not-established:absent,coding,hard,DeepSeek-internal-framework(DeepSeek row; others unstated),,,,,,76.2,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 2, row 'dsv32-sweverified', column 'Gemini-3.0 Pro')",,out:model-not-established, dsv32-sweverified,deepseek,kimi-k2-thinking,solo,coding,hard,DeepSeek-internal-framework(DeepSeek row; others unstated),,,,,,71.3,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 2, row 'dsv32-sweverified', column 'Kimi-K2 Thinking')",,in, dsv32-sweverified,deepseek,minimax-m2,solo,coding,hard,DeepSeek-internal-framework(DeepSeek row; others unstated),,,,,,69.4,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 2, row 'dsv32-sweverified', column 'MiniMax M2')",,out:single-couple, dsv32-sweverified,deepseek,deepseek-v3.2,think,coding,hard,DeepSeek-internal-framework(DeepSeek row; others unstated),,,,,,73.1,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 2, row 'dsv32-sweverified', column 'DeepSeek-V3.2 Thinking')",,in, dsv32-swemulti,deepseek,sonnet-4.5,unstated,coding,hard,,,,,,,68.0,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 2, row 'dsv32-swemulti', column 'Claude-4.5-Sonnet')",,out:effort-not-established, dsv32-swemulti,deepseek,gpt-5,high,coding,hard,,,,,,,55.3,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 2, row 'dsv32-swemulti', column 'GPT-5 High')",,out:single-couple, dsv32-swemulti,deepseek,kimi-k2-thinking,solo,coding,hard,,,,,,,61.1,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 2, row 'dsv32-swemulti', column 'Kimi-K2 Thinking')",,in, dsv32-swemulti,deepseek,minimax-m2,solo,coding,hard,,,,,,,56.5,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 2, row 'dsv32-swemulti', column 'MiniMax M2')",,out:single-couple, dsv32-swemulti,deepseek,deepseek-v3.2,think,coding,hard,,,,,,,70.2,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 2, row 'dsv32-swemulti', column 'DeepSeek-V3.2 Thinking')",,in, dsv32-browsecomp-cm,deepseek,kimi-k2-thinking,solo,agentic-tool,frontier,,,,,,,60.2,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 2, row 'dsv32-browsecomp-cm', column 'Kimi-K2 Thinking')",,in, dsv32-browsecomp-cm,deepseek,deepseek-v3.2,think,agentic-tool,frontier,,,,,,,67.6,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 2, row 'dsv32-browsecomp-cm', column 'DeepSeek-V3.2 Thinking')",,in, dsv32-browsecompzh,deepseek,sonnet-4.5,unstated,agentic-tool,frontier,,,,,,,42.4,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 2, row 'dsv32-browsecompzh', column 'Claude-4.5-Sonnet')",,out:effort-not-established, dsv32-browsecompzh,deepseek,gpt-5,high,agentic-tool,frontier,,,,,,,63.0,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 2, row 'dsv32-browsecompzh', column 'GPT-5 High')",,out:single-couple, dsv32-browsecompzh,deepseek,kimi-k2-thinking,solo,agentic-tool,frontier,,,,,,,62.3,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 2, row 'dsv32-browsecompzh', column 'Kimi-K2 Thinking')",,in, dsv32-browsecompzh,deepseek,minimax-m2,solo,agentic-tool,frontier,,,,,,,48.5,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 2, row 'dsv32-browsecompzh', column 'MiniMax M2')",,out:single-couple, dsv32-browsecompzh,deepseek,deepseek-v3.2,think,agentic-tool,frontier,,,,,,,65.0,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 2, row 'dsv32-browsecompzh', column 'DeepSeek-V3.2 Thinking')",,in, dsv32-tau2,deepseek,sonnet-4.5,not-established:absent,agentic-tool,hard,,,,,,,84.7,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 2, row 'dsv32-tau2', column 'Claude-4.5-Sonnet')",,out:effort-not-established, dsv32-tau2,deepseek,gpt-5,high,agentic-tool,hard,,,,,,,80.2,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 2, row 'dsv32-tau2', column 'GPT-5 High')",,out:single-couple, dsv32-tau2,deepseek,?Gemini-3.0 Pro,not-established:absent,agentic-tool,hard,,,,,,,85.4,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 2, row 'dsv32-tau2', column 'Gemini-3.0 Pro')",,out:model-not-established, dsv32-tau2,deepseek,kimi-k2-thinking,solo,agentic-tool,hard,,,,,,,74.3,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 2, row 'dsv32-tau2', column 'Kimi-K2 Thinking')",,in, dsv32-tau2,deepseek,minimax-m2,solo,agentic-tool,hard,,,,,,,76.9,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 2, row 'dsv32-tau2', column 'MiniMax M2')",,out:single-couple, dsv32-tau2,deepseek,deepseek-v3.2,think,agentic-tool,hard,,,,,,,80.3,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 2, row 'dsv32-tau2', column 'DeepSeek-V3.2 Thinking')",,in, dsv32-mcpuniverse,deepseek,sonnet-4.5,not-established:absent,agentic-tool,hard,,,,,,,46.5,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 2, row 'dsv32-mcpuniverse', column 'Claude-4.5-Sonnet')",,out:effort-not-established, dsv32-mcpuniverse,deepseek,gpt-5,high,agentic-tool,hard,,,,,,,47.9,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 2, row 'dsv32-mcpuniverse', column 'GPT-5 High')",,out:single-couple, dsv32-mcpuniverse,deepseek,?Gemini-3.0 Pro,not-established:absent,agentic-tool,hard,,,,,,,50.7,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 2, row 'dsv32-mcpuniverse', column 'Gemini-3.0 Pro')",,out:model-not-established, dsv32-mcpuniverse,deepseek,kimi-k2-thinking,solo,agentic-tool,hard,,,,,,,35.6,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 2, row 'dsv32-mcpuniverse', column 'Kimi-K2 Thinking')",,in, dsv32-mcpuniverse,deepseek,minimax-m2,solo,agentic-tool,hard,,,,,,,29.4,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 2, row 'dsv32-mcpuniverse', column 'MiniMax M2')",,out:single-couple, dsv32-mcpuniverse,deepseek,deepseek-v3.2,think,agentic-tool,hard,,,,,,,45.9,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 2, row 'dsv32-mcpuniverse', column 'DeepSeek-V3.2 Thinking')",,in, dsv32-mcpmark,deepseek,sonnet-4.5,not-established:absent,agentic-tool,frontier,,,,,,,33.3,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 2, row 'dsv32-mcpmark', column 'Claude-4.5-Sonnet')",,out:effort-not-established, dsv32-mcpmark,deepseek,gpt-5,high,agentic-tool,frontier,,,,,,,50.9,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 2, row 'dsv32-mcpmark', column 'GPT-5 High')",,out:single-couple, dsv32-mcpmark,deepseek,?Gemini-3.0 Pro,not-established:absent,agentic-tool,frontier,,,,,,,43.1,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 2, row 'dsv32-mcpmark', column 'Gemini-3.0 Pro')",,out:model-not-established, dsv32-mcpmark,deepseek,kimi-k2-thinking,solo,agentic-tool,frontier,,,,,,,20.4,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 2, row 'dsv32-mcpmark', column 'Kimi-K2 Thinking')",,in, dsv32-mcpmark,deepseek,minimax-m2,solo,agentic-tool,frontier,,,,,,,24.4,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 2, row 'dsv32-mcpmark', column 'MiniMax M2')",,out:single-couple, dsv32-mcpmark,deepseek,deepseek-v3.2,think,agentic-tool,frontier,,,,,,,38.0,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 2, row 'dsv32-mcpmark', column 'DeepSeek-V3.2 Thinking')",,in, dsv32-tooldec,deepseek,sonnet-4.5,not-established:absent,agentic-tool,frontier,,,,,,,38.6,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 2, row 'dsv32-tooldec', column 'Claude-4.5-Sonnet')",,out:effort-not-established, dsv32-tooldec,deepseek,gpt-5,high,agentic-tool,frontier,,,,,,,29.0,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 2, row 'dsv32-tooldec', column 'GPT-5 High')",,out:single-couple, dsv32-tooldec,deepseek,?Gemini-3.0 Pro,not-established:absent,agentic-tool,frontier,,,,,,,36.4,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 2, row 'dsv32-tooldec', column 'Gemini-3.0 Pro')",,out:model-not-established, dsv32-tooldec,deepseek,kimi-k2-thinking,solo,agentic-tool,frontier,,,,,,,17.6,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 2, row 'dsv32-tooldec', column 'Kimi-K2 Thinking')",,in, dsv32-tooldec,deepseek,minimax-m2,solo,agentic-tool,frontier,,,,,,,16.0,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 2, row 'dsv32-tooldec', column 'MiniMax M2')",,out:single-couple, dsv32-tooldec,deepseek,deepseek-v3.2,think,agentic-tool,frontier,,,,,,,35.2,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 2, row 'dsv32-tooldec', column 'DeepSeek-V3.2 Thinking')",,in, dsv32-hle,deepseek,sonnet-4.5,unstated,reasoning-math,frontier,,,,,,,13.7,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 2, row 'dsv32-hle', column 'Claude-4.5-Sonnet')",,out:effort-not-established, dsv32-hle,deepseek,minimax-m2,solo,reasoning-math,frontier,,,,,,,12.5,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 2, row 'dsv32-hle', column 'MiniMax M2')",,out:single-couple, dsv32-hle-search,deepseek,sonnet-4.5,unstated,agentic-tool,frontier,,,,,,,32.0,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 2, row 'dsv32-hle-search', column 'Claude-4.5-Sonnet')",,out:effort-not-established, dsv32-hle-search,deepseek,gpt-5,high,agentic-tool,frontier,,,,,,,35.2,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 2, row 'dsv32-hle-search', column 'GPT-5 High')",,out:single-couple, dsv32-hle-search,deepseek,?Gemini-3.0 Pro,not-established:absent,agentic-tool,frontier,,,,,,,45.8,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 2, row 'dsv32-hle-search', column 'Gemini-3.0 Pro')",,out:model-not-established, dsv32-hle-search,deepseek,kimi-k2-thinking,solo,agentic-tool,frontier,,,,,,,44.9,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 2, row 'dsv32-hle-search', column 'Kimi-K2 Thinking')",,in, dsv32-hle-search,deepseek,minimax-m2,solo,agentic-tool,frontier,,,,,,,31.8,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 2, row 'dsv32-hle-search', column 'MiniMax M2')",,out:single-couple, dsv32-hle-search,deepseek,deepseek-v3.2,think,agentic-tool,frontier,,,,,,,40.8,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 2, row 'dsv32-hle-search', column 'DeepSeek-V3.2 Thinking')",,in, dsv32-tb20,deepseek,deepseek-v3.2,not-established:absent,agentic-tool,hard,Claude-Code(DeepSeek-V row; others unstated),,,,,,37.1,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 9, row 'Terminal Bench 2.0 (Acc)', column 'non-thinking')",,out:effort-not-established, dsv32-sweverified,deepseek,deepseek-v3.2,nothink,coding,hard,DeepSeek-internal-framework(DeepSeek row; others unstated),,,,,,72.1,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 9, row 'SWE Verified (Resolved)', column 'non-thinking')",,in, dsv32-swemulti,deepseek,deepseek-v3.2,nothink,coding,hard,,,,,,,68.9,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 9, row 'SWE Multilingual (Resolved)', column 'non-thinking')",,in, dsv32-tau2,deepseek,deepseek-v3.2,nothink,agentic-tool,hard,,,,,,,77.2,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 9, row '𝜏2-bench (Pass@1)', column 'non-thinking')",,in, dsv32-mcpuniverse,deepseek,deepseek-v3.2,nothink,agentic-tool,hard,,,,,,,38.6,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 9, row 'MCP-Universe (Success Rate)', column 'non-thinking')",,in, dsv32-mcpmark,deepseek,deepseek-v3.2,nothink,agentic-tool,frontier,,,,,,,26.5,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 9, row 'MCP-Mark (Pass@1)', column 'non-thinking')",,in, dsv32-tooldec,deepseek,deepseek-v3.2,nothink,agentic-tool,frontier,,,,,,,25.6,score%,0.0289,,,"https://arxiv.org/abs/2512.02556 (Table 9, row 'Tool-Decathlon (Pass@1)', column 'non-thinking')",,in, dsv32-synth-pass1,deepseek,deepseek-v3.2-exp,unstated,agentic-tool,hard,,,,,,,12,score%,0.289,,,"https://arxiv.org/abs/2512.02556 (Table 5, row Pass@K = 1, column 'DeepSeek-v3.2-Exp')",,out:effort-not-established, dsv32-synth-pass1,deepseek,sonnet-4.5,unstated,agentic-tool,hard,,,,,,,34,score%,0.289,,,"https://arxiv.org/abs/2512.02556 (Table 5, row Pass@K = 1, column 'Sonnet-4.5')",,out:effort-not-established, dsv32-synth-pass1,deepseek,?Gemini-3.0 Pro,not-established:absent,agentic-tool,hard,,,,,,,51,score%,0.289,,,"https://arxiv.org/abs/2512.02556 (Table 5, row Pass@K = 1, column 'Gemini-3.0 Pro')",,out:model-not-established, dsv32-synth-pass1,deepseek,gpt-5,not-established:absent,agentic-tool,hard,,,,,,,62,score%,0.289,,,"https://arxiv.org/abs/2512.02556 (Table 5, row Pass@K = 1, column 'GPT-5-Thinking')",,out:effort-not-established, dsv32-synth-pass2,deepseek,deepseek-v3.2-exp,unstated,agentic-tool,hard,,,,,,,18,score%,0.289,,,"https://arxiv.org/abs/2512.02556 (Table 5, row Pass@K = 2, column 'DeepSeek-v3.2-Exp')",,out:effort-not-established, dsv32-synth-pass2,deepseek,sonnet-4.5,unstated,agentic-tool,hard,,,,,,,47,score%,0.289,,,"https://arxiv.org/abs/2512.02556 (Table 5, row Pass@K = 2, column 'Sonnet-4.5')",,out:effort-not-established, dsv32-synth-pass2,deepseek,?Gemini-3.0 Pro,not-established:absent,agentic-tool,hard,,,,,,,65,score%,0.289,,,"https://arxiv.org/abs/2512.02556 (Table 5, row Pass@K = 2, column 'Gemini-3.0 Pro')",,out:model-not-established, dsv32-synth-pass2,deepseek,gpt-5,not-established:absent,agentic-tool,hard,,,,,,,75,score%,0.289,,,"https://arxiv.org/abs/2512.02556 (Table 5, row Pass@K = 2, column 'GPT-5-Thinking')",,out:effort-not-established, dsv32-synth-pass4,deepseek,deepseek-v3.2-exp,unstated,agentic-tool,hard,,,,,,,26,score%,0.289,,,"https://arxiv.org/abs/2512.02556 (Table 5, row Pass@K = 4, column 'DeepSeek-v3.2-Exp')",,out:effort-not-established, dsv32-synth-pass4,deepseek,sonnet-4.5,unstated,agentic-tool,hard,,,,,,,62,score%,0.289,,,"https://arxiv.org/abs/2512.02556 (Table 5, row Pass@K = 4, column 'Sonnet-4.5')",,out:effort-not-established, dsv32-synth-pass4,deepseek,?Gemini-3.0 Pro,not-established:absent,agentic-tool,hard,,,,,,,74,score%,0.289,,,"https://arxiv.org/abs/2512.02556 (Table 5, row Pass@K = 4, column 'Gemini-3.0 Pro')",,out:model-not-established, dsv32-synth-pass4,deepseek,gpt-5,not-established:absent,agentic-tool,hard,,,,,,,82,score%,0.289,,,"https://arxiv.org/abs/2512.02556 (Table 5, row Pass@K = 4, column 'GPT-5-Thinking')",,out:effort-not-established, dsv4card-mmlupro,deepseek,opus-4.6,max,reasoning-math,mid,,,,,,,89.1,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 133, column 'Opus-4.6 Max' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,out:single-couple, dsv4card-mmlupro,deepseek,gpt-5.4,xhigh,reasoning-math,mid,,,,,,,87.5,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 133, column 'GPT-5.4 xHigh' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,in, dsv4card-mmlupro,deepseek,gemini-3.1-pro,high,reasoning-math,mid,,,,,,,91.0,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 133, column 'Gemini-3.1-Pro High' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,in, dsv4card-mmlupro,deepseek,?K2.6,not-established:absent,reasoning-math,mid,,,,,,,87.1,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 133, column 'K2.6 Thinking' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,out:model-not-established, dsv4card-mmlupro,deepseek,glm-5.1,think,reasoning-math,mid,,,,,,,86.0,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 133, column 'GLM-5.1 Thinking' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,in, dsv4card-simpleqav,deepseek,opus-4.6,max,reasoning-math,hard,,,,,,,46.2,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 134, column 'Opus-4.6 Max' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,out:single-couple, dsv4card-simpleqav,deepseek,gpt-5.4,xhigh,reasoning-math,hard,,,,,,,45.3,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 134, column 'GPT-5.4 xHigh' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,in, dsv4card-simpleqav,deepseek,gemini-3.1-pro,high,reasoning-math,hard,,,,,,,75.6,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 134, column 'Gemini-3.1-Pro High' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,in, dsv4card-simpleqav,deepseek,?K2.6,not-established:absent,reasoning-math,hard,,,,,,,36.9,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 134, column 'K2.6 Thinking' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,out:model-not-established, dsv4card-simpleqav,deepseek,glm-5.1,think,reasoning-math,hard,,,,,,,38.1,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 134, column 'GLM-5.1 Thinking' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,in, dsv4card-csimpleqa,deepseek,opus-4.6,max,reasoning-math,mid,,,,,,,76.4,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 135, column 'Opus-4.6 Max' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,out:single-couple, dsv4card-csimpleqa,deepseek,gpt-5.4,xhigh,reasoning-math,mid,,,,,,,76.8,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 135, column 'GPT-5.4 xHigh' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,in, dsv4card-csimpleqa,deepseek,gemini-3.1-pro,high,reasoning-math,mid,,,,,,,85.9,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 135, column 'Gemini-3.1-Pro High' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,in, dsv4card-csimpleqa,deepseek,?K2.6,not-established:absent,reasoning-math,mid,,,,,,,75.9,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 135, column 'K2.6 Thinking' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,out:model-not-established, dsv4card-csimpleqa,deepseek,glm-5.1,think,reasoning-math,mid,,,,,,,75.0,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 135, column 'GLM-5.1 Thinking' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,in, dsv4card-gpqa,deepseek,opus-4.6,max,reasoning-math,hard,,,,,,,91.3,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 136, column 'Opus-4.6 Max' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,out:single-couple, dsv4card-gpqa,deepseek,gpt-5.4,xhigh,reasoning-math,hard,,,,,,,93.0,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 136, column 'GPT-5.4 xHigh' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,in, dsv4card-gpqa,deepseek,gemini-3.1-pro,high,reasoning-math,hard,,,,,,,94.3,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 136, column 'Gemini-3.1-Pro High' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,in, dsv4card-gpqa,deepseek,?K2.6,not-established:absent,reasoning-math,hard,,,,,,,90.5,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 136, column 'K2.6 Thinking' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,out:model-not-established, dsv4card-gpqa,deepseek,glm-5.1,think,reasoning-math,hard,,,,,,,86.2,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 136, column 'GLM-5.1 Thinking' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,in, dsv4card-hle,deepseek,opus-4.6,max,reasoning-math,frontier,,,,,,,40.0,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 137, column 'Opus-4.6 Max' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,out:single-couple, dsv4card-hle,deepseek,gpt-5.4,xhigh,reasoning-math,frontier,,,,,,,39.8,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 137, column 'GPT-5.4 xHigh' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,in, dsv4card-hle,deepseek,gemini-3.1-pro,high,reasoning-math,frontier,,,,,,,44.4,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 137, column 'Gemini-3.1-Pro High' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,in, dsv4card-hle,deepseek,?K2.6,not-established:absent,reasoning-math,frontier,,,,,,,36.4,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 137, column 'K2.6 Thinking' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,out:model-not-established, dsv4card-hle,deepseek,glm-5.1,think,reasoning-math,frontier,,,,,,,34.7,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 137, column 'GLM-5.1 Thinking' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,in, dsv4card-lcb,deepseek,opus-4.6,max,coding,hard,,,,,,,88.8,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 138, column 'Opus-4.6 Max' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,out:single-couple, dsv4card-lcb,deepseek,gemini-3.1-pro,high,coding,hard,,,,,,,91.7,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 138, column 'Gemini-3.1-Pro High' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,in, dsv4card-lcb,deepseek,?K2.6,not-established:absent,coding,hard,,,,,,,89.6,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 138, column 'K2.6 Thinking' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,out:model-not-established, dsv4card-codeforces,deepseek,gpt-5.4,xhigh,coding,frontier,,,,,,,3168,rating,0.289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 139, column 'GPT-5.4 xHigh' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,in, dsv4card-codeforces,deepseek,gemini-3.1-pro,high,coding,frontier,,,,,,,3052,rating,0.289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 139, column 'Gemini-3.1-Pro High' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,in, dsv4card-hmmt26,deepseek,opus-4.6,max,reasoning-math,hard,,,,,,,96.2,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 140, column 'Opus-4.6 Max' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,out:single-couple, dsv4card-hmmt26,deepseek,gpt-5.4,xhigh,reasoning-math,hard,,,,,,,97.7,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 140, column 'GPT-5.4 xHigh' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,in, dsv4card-hmmt26,deepseek,gemini-3.1-pro,high,reasoning-math,hard,,,,,,,94.7,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 140, column 'Gemini-3.1-Pro High' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,in, dsv4card-hmmt26,deepseek,?K2.6,not-established:absent,reasoning-math,hard,,,,,,,92.7,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 140, column 'K2.6 Thinking' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,out:model-not-established, dsv4card-hmmt26,deepseek,glm-5.1,think,reasoning-math,hard,,,,,,,89.4,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 140, column 'GLM-5.1 Thinking' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,in, dsv4card-imo,deepseek,opus-4.6,max,reasoning-math,frontier,,,,,,,75.3,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 141, column 'Opus-4.6 Max' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,out:single-couple, dsv4card-imo,deepseek,gpt-5.4,xhigh,reasoning-math,frontier,,,,,,,91.4,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 141, column 'GPT-5.4 xHigh' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,in, dsv4card-imo,deepseek,gemini-3.1-pro,high,reasoning-math,frontier,,,,,,,81.0,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 141, column 'Gemini-3.1-Pro High' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,in, dsv4card-imo,deepseek,?K2.6,not-established:absent,reasoning-math,frontier,,,,,,,86.0,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 141, column 'K2.6 Thinking' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,out:model-not-established, dsv4card-imo,deepseek,glm-5.1,think,reasoning-math,frontier,,,,,,,83.8,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 141, column 'GLM-5.1 Thinking' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,in, dsv4card-apex,deepseek,opus-4.6,max,reasoning-math,frontier,,,,,,,34.5,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 142, column 'Opus-4.6 Max' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,out:single-couple, dsv4card-apex,deepseek,gpt-5.4,xhigh,reasoning-math,frontier,,,,,,,54.1,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 142, column 'GPT-5.4 xHigh' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,in, dsv4card-apex,deepseek,gemini-3.1-pro,high,reasoning-math,frontier,,,,,,,60.9,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 142, column 'Gemini-3.1-Pro High' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,in, dsv4card-apex,deepseek,?K2.6,not-established:absent,reasoning-math,frontier,,,,,,,24.0,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 142, column 'K2.6 Thinking' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,out:model-not-established, dsv4card-apex,deepseek,glm-5.1,think,reasoning-math,frontier,,,,,,,11.5,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 142, column 'GLM-5.1 Thinking' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,in, dsv4card-apexshort,deepseek,opus-4.6,max,reasoning-math,frontier,,,,,,,85.9,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 143, column 'Opus-4.6 Max' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,out:single-couple, dsv4card-apexshort,deepseek,gpt-5.4,xhigh,reasoning-math,frontier,,,,,,,78.1,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 143, column 'GPT-5.4 xHigh' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,in, dsv4card-apexshort,deepseek,gemini-3.1-pro,high,reasoning-math,frontier,,,,,,,89.1,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 143, column 'Gemini-3.1-Pro High' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,in, dsv4card-apexshort,deepseek,?K2.6,not-established:absent,reasoning-math,frontier,,,,,,,75.5,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 143, column 'K2.6 Thinking' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,out:model-not-established, dsv4card-apexshort,deepseek,glm-5.1,think,reasoning-math,frontier,,,,,,,72.4,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 143, column 'GLM-5.1 Thinking' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,in, dsv4card-mrcr,deepseek,opus-4.6,max,mixed,hard,,,,,,,92.9,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 145, column 'Opus-4.6 Max' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,out:single-couple, dsv4card-mrcr,deepseek,gemini-3.1-pro,high,mixed,hard,,,,,,,76.3,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 145, column 'Gemini-3.1-Pro High' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,in, dsv4card-corpusqa,deepseek,opus-4.6,max,mixed,hard,,,,,,,71.7,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 146, column 'Opus-4.6 Max' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,out:single-couple, dsv4card-corpusqa,deepseek,gemini-3.1-pro,high,mixed,hard,,,,,,,53.8,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 146, column 'Gemini-3.1-Pro High' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,in, dsv4card-tb20,deepseek,opus-4.6,max,agentic-tool,hard,,,,,,,65.4,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 148, column 'Opus-4.6 Max' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,out:single-couple, dsv4card-tb20,deepseek,gpt-5.4,xhigh,agentic-tool,hard,,,,,,,75.1,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 148, column 'GPT-5.4 xHigh' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,in, dsv4card-tb20,deepseek,gemini-3.1-pro,high,agentic-tool,hard,,,,,,,68.5,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 148, column 'Gemini-3.1-Pro High' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,in, dsv4card-tb20,deepseek,?K2.6,not-established:absent,agentic-tool,hard,,,,,,,66.7,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 148, column 'K2.6 Thinking' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,out:model-not-established, dsv4card-tb20,deepseek,glm-5.1,think,agentic-tool,hard,,,,,,,63.5,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 148, column 'GLM-5.1 Thinking' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,in, dsv4card-sweverified,deepseek,opus-4.6,max,coding,hard,,,,,,,80.8,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 149, column 'Opus-4.6 Max' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,out:single-couple, dsv4card-sweverified,deepseek,gemini-3.1-pro,high,coding,hard,,,,,,,80.6,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 149, column 'Gemini-3.1-Pro High' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,in, dsv4card-sweverified,deepseek,?K2.6,not-established:absent,coding,hard,,,,,,,80.2,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 149, column 'K2.6 Thinking' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,out:model-not-established, dsv4card-swepro,deepseek,opus-4.6,max,coding,frontier,,,,,,,57.3,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 150, column 'Opus-4.6 Max' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,out:single-couple, dsv4card-swepro,deepseek,gpt-5.4,xhigh,coding,frontier,,,,,,,57.7,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 150, column 'GPT-5.4 xHigh' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,in, dsv4card-swepro,deepseek,gemini-3.1-pro,high,coding,frontier,,,,,,,54.2,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 150, column 'Gemini-3.1-Pro High' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,in, dsv4card-swepro,deepseek,?K2.6,not-established:absent,coding,frontier,,,,,,,58.6,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 150, column 'K2.6 Thinking' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,out:model-not-established, dsv4card-swepro,deepseek,glm-5.1,think,coding,frontier,,,,,,,58.4,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 150, column 'GLM-5.1 Thinking' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,in, dsv4card-swemulti,deepseek,opus-4.6,max,coding,hard,,,,,,,77.5,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 151, column 'Opus-4.6 Max' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,out:single-couple, dsv4card-swemulti,deepseek,?K2.6,not-established:absent,coding,hard,,,,,,,76.7,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 151, column 'K2.6 Thinking' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,out:model-not-established, dsv4card-swemulti,deepseek,glm-5.1,think,coding,hard,,,,,,,73.3,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 151, column 'GLM-5.1 Thinking' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,in, dsv4card-browsecomp,deepseek,opus-4.6,max,agentic-tool,frontier,,,,,,,83.7,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 152, column 'Opus-4.6 Max' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,out:single-couple, dsv4card-browsecomp,deepseek,gpt-5.4,xhigh,agentic-tool,frontier,,,,,,,82.7,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 152, column 'GPT-5.4 xHigh' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,in, dsv4card-browsecomp,deepseek,gemini-3.1-pro,high,agentic-tool,frontier,,,,,,,85.9,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 152, column 'Gemini-3.1-Pro High' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,in, dsv4card-browsecomp,deepseek,?K2.6,not-established:absent,agentic-tool,frontier,,,,,,,83.2,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 152, column 'K2.6 Thinking' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,out:model-not-established, dsv4card-browsecomp,deepseek,glm-5.1,think,agentic-tool,frontier,,,,,,,79.3,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 152, column 'GLM-5.1 Thinking' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,in, dsv4card-hle-tools,deepseek,opus-4.6,max,agentic-tool,frontier,,,,,,,53.1,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 153, column 'Opus-4.6 Max' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,out:single-couple, dsv4card-hle-tools,deepseek,gpt-5.4,xhigh,agentic-tool,frontier,,,,,,,52.0,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 153, column 'GPT-5.4 xHigh' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,in, dsv4card-hle-tools,deepseek,gemini-3.1-pro,high,agentic-tool,frontier,,,,,,,51.6,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 153, column 'Gemini-3.1-Pro High' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,in, dsv4card-hle-tools,deepseek,?K2.6,not-established:absent,agentic-tool,frontier,,,,,,,54.0,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 153, column 'K2.6 Thinking' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,out:model-not-established, dsv4card-hle-tools,deepseek,glm-5.1,think,agentic-tool,frontier,,,,,,,50.4,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 153, column 'GLM-5.1 Thinking' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,in, dsv4card-gdpval,deepseek,opus-4.6,max,mixed,frontier,,,,,,,1619,Elo,0.289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 154, column 'Opus-4.6 Max' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,out:single-couple, dsv4card-gdpval,deepseek,gpt-5.4,xhigh,mixed,frontier,,,,,,,1674,Elo,0.289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 154, column 'GPT-5.4 xHigh' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,in, dsv4card-gdpval,deepseek,gemini-3.1-pro,high,mixed,frontier,,,,,,,1314,Elo,0.289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 154, column 'Gemini-3.1-Pro High' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,in, dsv4card-gdpval,deepseek,?K2.6,not-established:absent,mixed,frontier,,,,,,,1482,Elo,0.289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 154, column 'K2.6 Thinking' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,out:model-not-established, dsv4card-gdpval,deepseek,glm-5.1,think,mixed,frontier,,,,,,,1535,Elo,0.289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 154, column 'GLM-5.1 Thinking' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,in, dsv4card-mcpatlas,deepseek,opus-4.6,max,agentic-tool,hard,,,,,,,73.8,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 155, column 'Opus-4.6 Max' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,out:single-couple, dsv4card-mcpatlas,deepseek,gpt-5.4,xhigh,agentic-tool,hard,,,,,,,67.2,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 155, column 'GPT-5.4 xHigh' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,in, dsv4card-mcpatlas,deepseek,gemini-3.1-pro,high,agentic-tool,hard,,,,,,,69.2,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 155, column 'Gemini-3.1-Pro High' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,in, dsv4card-mcpatlas,deepseek,?K2.6,not-established:absent,agentic-tool,hard,,,,,,,66.6,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 155, column 'K2.6 Thinking' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,out:model-not-established, dsv4card-mcpatlas,deepseek,glm-5.1,think,agentic-tool,hard,,,,,,,71.8,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 155, column 'GLM-5.1 Thinking' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,in, dsv4card-toolathlon,deepseek,opus-4.6,max,agentic-tool,frontier,,,,,,,47.2,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 156, column 'Opus-4.6 Max' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,out:single-couple, dsv4card-toolathlon,deepseek,gpt-5.4,xhigh,agentic-tool,frontier,,,,,,,54.6,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 156, column 'GPT-5.4 xHigh' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,in, dsv4card-toolathlon,deepseek,gemini-3.1-pro,high,agentic-tool,frontier,,,,,,,48.8,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 156, column 'Gemini-3.1-Pro High' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,in, dsv4card-toolathlon,deepseek,?K2.6,not-established:absent,agentic-tool,frontier,,,,,,,50.0,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 156, column 'K2.6 Thinking' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,out:model-not-established, dsv4card-toolathlon,deepseek,glm-5.1,think,agentic-tool,frontier,,,,,,,40.7,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 156, column 'GLM-5.1 Thinking' of the table 'DeepSeek-V4-Pro-Max vs Frontier Models')",,in, dsv4card-mmlupro,deepseek,deepseek-v4-flash-preview,nothink,reasoning-math,mid,,,,,,,83.0,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 167, column 'V4-Flash Non-Think' of the table 'Comparison across Modes')",,in, dsv4card-mmlupro,deepseek,deepseek-v4-flash-preview,high,reasoning-math,mid,,,,,,,86.4,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 167, column 'V4-Flash High' of the table 'Comparison across Modes')",,in, dsv4card-mmlupro,deepseek,deepseek-v4-flash-preview,max,reasoning-math,mid,,,,,,,86.2,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 167, column 'V4-Flash Max' of the table 'Comparison across Modes')",,in, dsv4card-mmlupro,deepseek,deepseek-v4-pro-preview,nothink,reasoning-math,mid,,,,,,,82.9,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 167, column 'V4-Pro Non-Think' of the table 'Comparison across Modes')",,in, dsv4card-mmlupro,deepseek,deepseek-v4-pro-preview,high,reasoning-math,mid,,,,,,,87.1,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 167, column 'V4-Pro High' of the table 'Comparison across Modes')",,in, dsv4card-mmlupro,deepseek,deepseek-v4-pro-preview,max,reasoning-math,mid,,,,,,,87.5,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 167, column 'V4-Pro Max' of the table 'Comparison across Modes')",,in, dsv4card-simpleqav,deepseek,deepseek-v4-flash-preview,nothink,reasoning-math,hard,,,,,,,23.1,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 168, column 'V4-Flash Non-Think' of the table 'Comparison across Modes')",,in, dsv4card-simpleqav,deepseek,deepseek-v4-flash-preview,high,reasoning-math,hard,,,,,,,28.9,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 168, column 'V4-Flash High' of the table 'Comparison across Modes')",,in, dsv4card-simpleqav,deepseek,deepseek-v4-flash-preview,max,reasoning-math,hard,,,,,,,34.1,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 168, column 'V4-Flash Max' of the table 'Comparison across Modes')",,in, dsv4card-simpleqav,deepseek,deepseek-v4-pro-preview,nothink,reasoning-math,hard,,,,,,,45.0,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 168, column 'V4-Pro Non-Think' of the table 'Comparison across Modes')",,in, dsv4card-simpleqav,deepseek,deepseek-v4-pro-preview,high,reasoning-math,hard,,,,,,,46.2,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 168, column 'V4-Pro High' of the table 'Comparison across Modes')",,in, dsv4card-simpleqav,deepseek,deepseek-v4-pro-preview,max,reasoning-math,hard,,,,,,,57.9,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 168, column 'V4-Pro Max' of the table 'Comparison across Modes')",,in, dsv4card-csimpleqa,deepseek,deepseek-v4-flash-preview,nothink,reasoning-math,mid,,,,,,,71.5,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 169, column 'V4-Flash Non-Think' of the table 'Comparison across Modes')",,in, dsv4card-csimpleqa,deepseek,deepseek-v4-flash-preview,high,reasoning-math,mid,,,,,,,73.2,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 169, column 'V4-Flash High' of the table 'Comparison across Modes')",,in, dsv4card-csimpleqa,deepseek,deepseek-v4-flash-preview,max,reasoning-math,mid,,,,,,,78.9,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 169, column 'V4-Flash Max' of the table 'Comparison across Modes')",,in, dsv4card-csimpleqa,deepseek,deepseek-v4-pro-preview,nothink,reasoning-math,mid,,,,,,,75.8,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 169, column 'V4-Pro Non-Think' of the table 'Comparison across Modes')",,in, dsv4card-csimpleqa,deepseek,deepseek-v4-pro-preview,high,reasoning-math,mid,,,,,,,77.7,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 169, column 'V4-Pro High' of the table 'Comparison across Modes')",,in, dsv4card-csimpleqa,deepseek,deepseek-v4-pro-preview,max,reasoning-math,mid,,,,,,,84.4,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 169, column 'V4-Pro Max' of the table 'Comparison across Modes')",,in, dsv4card-gpqa,deepseek,deepseek-v4-flash-preview,nothink,reasoning-math,hard,,,,,,,71.2,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 170, column 'V4-Flash Non-Think' of the table 'Comparison across Modes')",,in, dsv4card-gpqa,deepseek,deepseek-v4-flash-preview,high,reasoning-math,hard,,,,,,,87.4,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 170, column 'V4-Flash High' of the table 'Comparison across Modes')",,in, dsv4card-gpqa,deepseek,deepseek-v4-flash-preview,max,reasoning-math,hard,,,,,,,88.1,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 170, column 'V4-Flash Max' of the table 'Comparison across Modes')",,in, dsv4card-gpqa,deepseek,deepseek-v4-pro-preview,nothink,reasoning-math,hard,,,,,,,72.9,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 170, column 'V4-Pro Non-Think' of the table 'Comparison across Modes')",,in, dsv4card-gpqa,deepseek,deepseek-v4-pro-preview,high,reasoning-math,hard,,,,,,,89.1,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 170, column 'V4-Pro High' of the table 'Comparison across Modes')",,in, dsv4card-gpqa,deepseek,deepseek-v4-pro-preview,max,reasoning-math,hard,,,,,,,90.1,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 170, column 'V4-Pro Max' of the table 'Comparison across Modes')",,in, dsv4card-hle,deepseek,deepseek-v4-flash-preview,nothink,reasoning-math,frontier,,,,,,,8.1,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 171, column 'V4-Flash Non-Think' of the table 'Comparison across Modes')",,in, dsv4card-hle,deepseek,deepseek-v4-flash-preview,high,reasoning-math,frontier,,,,,,,29.4,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 171, column 'V4-Flash High' of the table 'Comparison across Modes')",,in, dsv4card-hle,deepseek,deepseek-v4-flash-preview,max,reasoning-math,frontier,,,,,,,34.8,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 171, column 'V4-Flash Max' of the table 'Comparison across Modes')",,in, dsv4card-hle,deepseek,deepseek-v4-pro-preview,nothink,reasoning-math,frontier,,,,,,,7.7,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 171, column 'V4-Pro Non-Think' of the table 'Comparison across Modes')",,in, dsv4card-hle,deepseek,deepseek-v4-pro-preview,high,reasoning-math,frontier,,,,,,,34.5,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 171, column 'V4-Pro High' of the table 'Comparison across Modes')",,in, dsv4card-hle,deepseek,deepseek-v4-pro-preview,max,reasoning-math,frontier,,,,,,,37.7,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 171, column 'V4-Pro Max' of the table 'Comparison across Modes')",,in, dsv4card-lcb,deepseek,deepseek-v4-flash-preview,nothink,coding,hard,,,,,,,55.2,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 172, column 'V4-Flash Non-Think' of the table 'Comparison across Modes')",,in, dsv4card-lcb,deepseek,deepseek-v4-flash-preview,high,coding,hard,,,,,,,88.4,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 172, column 'V4-Flash High' of the table 'Comparison across Modes')",,in, dsv4card-lcb,deepseek,deepseek-v4-flash-preview,max,coding,hard,,,,,,,91.6,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 172, column 'V4-Flash Max' of the table 'Comparison across Modes')",,in, dsv4card-lcb,deepseek,deepseek-v4-pro-preview,nothink,coding,hard,,,,,,,56.8,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 172, column 'V4-Pro Non-Think' of the table 'Comparison across Modes')",,in, dsv4card-lcb,deepseek,deepseek-v4-pro-preview,high,coding,hard,,,,,,,89.8,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 172, column 'V4-Pro High' of the table 'Comparison across Modes')",,in, dsv4card-lcb,deepseek,deepseek-v4-pro-preview,max,coding,hard,,,,,,,93.5,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 172, column 'V4-Pro Max' of the table 'Comparison across Modes')",,in, dsv4card-codeforces,deepseek,deepseek-v4-flash-preview,high,coding,frontier,,,,,,,2816,rating,0.289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 173, column 'V4-Flash High' of the table 'Comparison across Modes')",,in, dsv4card-codeforces,deepseek,deepseek-v4-flash-preview,max,coding,frontier,,,,,,,3052,rating,0.289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 173, column 'V4-Flash Max' of the table 'Comparison across Modes')",,in, dsv4card-codeforces,deepseek,deepseek-v4-pro-preview,high,coding,frontier,,,,,,,2919,rating,0.289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 173, column 'V4-Pro High' of the table 'Comparison across Modes')",,in, dsv4card-codeforces,deepseek,deepseek-v4-pro-preview,max,coding,frontier,,,,,,,3206,rating,0.289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 173, column 'V4-Pro Max' of the table 'Comparison across Modes')",,in, dsv4card-hmmt26,deepseek,deepseek-v4-flash-preview,nothink,reasoning-math,hard,,,,,,,40.8,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 174, column 'V4-Flash Non-Think' of the table 'Comparison across Modes')",,in, dsv4card-hmmt26,deepseek,deepseek-v4-flash-preview,high,reasoning-math,hard,,,,,,,91.9,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 174, column 'V4-Flash High' of the table 'Comparison across Modes')",,in, dsv4card-hmmt26,deepseek,deepseek-v4-flash-preview,max,reasoning-math,hard,,,,,,,94.8,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 174, column 'V4-Flash Max' of the table 'Comparison across Modes')",,in, dsv4card-hmmt26,deepseek,deepseek-v4-pro-preview,nothink,reasoning-math,hard,,,,,,,31.7,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 174, column 'V4-Pro Non-Think' of the table 'Comparison across Modes')",,in, dsv4card-hmmt26,deepseek,deepseek-v4-pro-preview,high,reasoning-math,hard,,,,,,,94.0,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 174, column 'V4-Pro High' of the table 'Comparison across Modes')",,in, dsv4card-hmmt26,deepseek,deepseek-v4-pro-preview,max,reasoning-math,hard,,,,,,,95.2,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 174, column 'V4-Pro Max' of the table 'Comparison across Modes')",,in, dsv4card-imo,deepseek,deepseek-v4-flash-preview,nothink,reasoning-math,frontier,,,,,,,41.9,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 175, column 'V4-Flash Non-Think' of the table 'Comparison across Modes')",,in, dsv4card-imo,deepseek,deepseek-v4-flash-preview,high,reasoning-math,frontier,,,,,,,85.1,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 175, column 'V4-Flash High' of the table 'Comparison across Modes')",,in, dsv4card-imo,deepseek,deepseek-v4-flash-preview,max,reasoning-math,frontier,,,,,,,88.4,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 175, column 'V4-Flash Max' of the table 'Comparison across Modes')",,in, dsv4card-imo,deepseek,deepseek-v4-pro-preview,nothink,reasoning-math,frontier,,,,,,,35.3,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 175, column 'V4-Pro Non-Think' of the table 'Comparison across Modes')",,in, dsv4card-imo,deepseek,deepseek-v4-pro-preview,high,reasoning-math,frontier,,,,,,,88.0,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 175, column 'V4-Pro High' of the table 'Comparison across Modes')",,in, dsv4card-imo,deepseek,deepseek-v4-pro-preview,max,reasoning-math,frontier,,,,,,,89.8,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 175, column 'V4-Pro Max' of the table 'Comparison across Modes')",,in, dsv4card-apex,deepseek,deepseek-v4-flash-preview,nothink,reasoning-math,frontier,,,,,,,1.0,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 176, column 'V4-Flash Non-Think' of the table 'Comparison across Modes')",,in, dsv4card-apex,deepseek,deepseek-v4-flash-preview,high,reasoning-math,frontier,,,,,,,19.1,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 176, column 'V4-Flash High' of the table 'Comparison across Modes')",,in, dsv4card-apex,deepseek,deepseek-v4-flash-preview,max,reasoning-math,frontier,,,,,,,33.0,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 176, column 'V4-Flash Max' of the table 'Comparison across Modes')",,in, dsv4card-apex,deepseek,deepseek-v4-pro-preview,nothink,reasoning-math,frontier,,,,,,,0.4,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 176, column 'V4-Pro Non-Think' of the table 'Comparison across Modes')",,in, dsv4card-apex,deepseek,deepseek-v4-pro-preview,high,reasoning-math,frontier,,,,,,,27.4,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 176, column 'V4-Pro High' of the table 'Comparison across Modes')",,in, dsv4card-apex,deepseek,deepseek-v4-pro-preview,max,reasoning-math,frontier,,,,,,,38.3,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 176, column 'V4-Pro Max' of the table 'Comparison across Modes')",,in, dsv4card-apexshort,deepseek,deepseek-v4-flash-preview,nothink,reasoning-math,frontier,,,,,,,9.3,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 177, column 'V4-Flash Non-Think' of the table 'Comparison across Modes')",,in, dsv4card-apexshort,deepseek,deepseek-v4-flash-preview,high,reasoning-math,frontier,,,,,,,72.1,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 177, column 'V4-Flash High' of the table 'Comparison across Modes')",,in, dsv4card-apexshort,deepseek,deepseek-v4-flash-preview,max,reasoning-math,frontier,,,,,,,85.7,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 177, column 'V4-Flash Max' of the table 'Comparison across Modes')",,in, dsv4card-apexshort,deepseek,deepseek-v4-pro-preview,nothink,reasoning-math,frontier,,,,,,,9.2,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 177, column 'V4-Pro Non-Think' of the table 'Comparison across Modes')",,in, dsv4card-apexshort,deepseek,deepseek-v4-pro-preview,high,reasoning-math,frontier,,,,,,,85.5,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 177, column 'V4-Pro High' of the table 'Comparison across Modes')",,in, dsv4card-apexshort,deepseek,deepseek-v4-pro-preview,max,reasoning-math,frontier,,,,,,,90.2,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 177, column 'V4-Pro Max' of the table 'Comparison across Modes')",,in, dsv4card-mrcr,deepseek,deepseek-v4-flash-preview,nothink,mixed,hard,,,,,,,37.5,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 179, column 'V4-Flash Non-Think' of the table 'Comparison across Modes')",,in, dsv4card-mrcr,deepseek,deepseek-v4-flash-preview,high,mixed,hard,,,,,,,76.9,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 179, column 'V4-Flash High' of the table 'Comparison across Modes')",,in, dsv4card-mrcr,deepseek,deepseek-v4-flash-preview,max,mixed,hard,,,,,,,78.7,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 179, column 'V4-Flash Max' of the table 'Comparison across Modes')",,in, dsv4card-mrcr,deepseek,deepseek-v4-pro-preview,nothink,mixed,hard,,,,,,,44.7,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 179, column 'V4-Pro Non-Think' of the table 'Comparison across Modes')",,in, dsv4card-mrcr,deepseek,deepseek-v4-pro-preview,high,mixed,hard,,,,,,,83.3,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 179, column 'V4-Pro High' of the table 'Comparison across Modes')",,in, dsv4card-mrcr,deepseek,deepseek-v4-pro-preview,max,mixed,hard,,,,,,,83.5,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 179, column 'V4-Pro Max' of the table 'Comparison across Modes')",,in, dsv4card-corpusqa,deepseek,deepseek-v4-flash-preview,nothink,mixed,hard,,,,,,,15.5,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 180, column 'V4-Flash Non-Think' of the table 'Comparison across Modes')",,in, dsv4card-corpusqa,deepseek,deepseek-v4-flash-preview,high,mixed,hard,,,,,,,59.3,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 180, column 'V4-Flash High' of the table 'Comparison across Modes')",,in, dsv4card-corpusqa,deepseek,deepseek-v4-flash-preview,max,mixed,hard,,,,,,,60.5,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 180, column 'V4-Flash Max' of the table 'Comparison across Modes')",,in, dsv4card-corpusqa,deepseek,deepseek-v4-pro-preview,nothink,mixed,hard,,,,,,,35.6,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 180, column 'V4-Pro Non-Think' of the table 'Comparison across Modes')",,in, dsv4card-corpusqa,deepseek,deepseek-v4-pro-preview,high,mixed,hard,,,,,,,56.5,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 180, column 'V4-Pro High' of the table 'Comparison across Modes')",,in, dsv4card-corpusqa,deepseek,deepseek-v4-pro-preview,max,mixed,hard,,,,,,,62.0,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 180, column 'V4-Pro Max' of the table 'Comparison across Modes')",,in, dsv4card-tb20,deepseek,deepseek-v4-flash-preview,nothink,agentic-tool,hard,,,,,,,49.1,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 182, column 'V4-Flash Non-Think' of the table 'Comparison across Modes')",,in, dsv4card-tb20,deepseek,deepseek-v4-flash-preview,high,agentic-tool,hard,,,,,,,56.6,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 182, column 'V4-Flash High' of the table 'Comparison across Modes')",,in, dsv4card-tb20,deepseek,deepseek-v4-flash-preview,max,agentic-tool,hard,,,,,,,56.9,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 182, column 'V4-Flash Max' of the table 'Comparison across Modes')",,in, dsv4card-tb20,deepseek,deepseek-v4-pro-preview,nothink,agentic-tool,hard,,,,,,,59.1,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 182, column 'V4-Pro Non-Think' of the table 'Comparison across Modes')",,in, dsv4card-tb20,deepseek,deepseek-v4-pro-preview,high,agentic-tool,hard,,,,,,,63.3,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 182, column 'V4-Pro High' of the table 'Comparison across Modes')",,in, dsv4card-tb20,deepseek,deepseek-v4-pro-preview,max,agentic-tool,hard,,,,,,,67.9,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 182, column 'V4-Pro Max' of the table 'Comparison across Modes')",,in, dsv4card-sweverified,deepseek,deepseek-v4-flash-preview,nothink,coding,hard,,,,,,,73.7,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 183, column 'V4-Flash Non-Think' of the table 'Comparison across Modes')",,in, dsv4card-sweverified,deepseek,deepseek-v4-flash-preview,high,coding,hard,,,,,,,78.6,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 183, column 'V4-Flash High' of the table 'Comparison across Modes')",,in, dsv4card-sweverified,deepseek,deepseek-v4-flash-preview,max,coding,hard,,,,,,,79.0,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 183, column 'V4-Flash Max' of the table 'Comparison across Modes')",,in, dsv4card-sweverified,deepseek,deepseek-v4-pro-preview,nothink,coding,hard,,,,,,,73.6,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 183, column 'V4-Pro Non-Think' of the table 'Comparison across Modes')",,in, dsv4card-sweverified,deepseek,deepseek-v4-pro-preview,high,coding,hard,,,,,,,79.4,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 183, column 'V4-Pro High' of the table 'Comparison across Modes')",,in, dsv4card-sweverified,deepseek,deepseek-v4-pro-preview,max,coding,hard,,,,,,,80.6,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 183, column 'V4-Pro Max' of the table 'Comparison across Modes')",,in, dsv4card-swepro,deepseek,deepseek-v4-flash-preview,nothink,coding,frontier,,,,,,,49.1,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 184, column 'V4-Flash Non-Think' of the table 'Comparison across Modes')",,in, dsv4card-swepro,deepseek,deepseek-v4-flash-preview,high,coding,frontier,,,,,,,52.3,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 184, column 'V4-Flash High' of the table 'Comparison across Modes')",,in, dsv4card-swepro,deepseek,deepseek-v4-flash-preview,max,coding,frontier,,,,,,,52.6,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 184, column 'V4-Flash Max' of the table 'Comparison across Modes')",,in, dsv4card-swepro,deepseek,deepseek-v4-pro-preview,nothink,coding,frontier,,,,,,,52.1,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 184, column 'V4-Pro Non-Think' of the table 'Comparison across Modes')",,in, dsv4card-swepro,deepseek,deepseek-v4-pro-preview,high,coding,frontier,,,,,,,54.4,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 184, column 'V4-Pro High' of the table 'Comparison across Modes')",,in, dsv4card-swepro,deepseek,deepseek-v4-pro-preview,max,coding,frontier,,,,,,,55.4,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 184, column 'V4-Pro Max' of the table 'Comparison across Modes')",,in, dsv4card-swemulti,deepseek,deepseek-v4-flash-preview,nothink,coding,hard,,,,,,,69.7,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 185, column 'V4-Flash Non-Think' of the table 'Comparison across Modes')",,in, dsv4card-swemulti,deepseek,deepseek-v4-flash-preview,high,coding,hard,,,,,,,70.2,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 185, column 'V4-Flash High' of the table 'Comparison across Modes')",,in, dsv4card-swemulti,deepseek,deepseek-v4-flash-preview,max,coding,hard,,,,,,,73.3,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 185, column 'V4-Flash Max' of the table 'Comparison across Modes')",,in, dsv4card-swemulti,deepseek,deepseek-v4-pro-preview,nothink,coding,hard,,,,,,,69.8,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 185, column 'V4-Pro Non-Think' of the table 'Comparison across Modes')",,in, dsv4card-swemulti,deepseek,deepseek-v4-pro-preview,high,coding,hard,,,,,,,74.1,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 185, column 'V4-Pro High' of the table 'Comparison across Modes')",,in, dsv4card-swemulti,deepseek,deepseek-v4-pro-preview,max,coding,hard,,,,,,,76.2,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 185, column 'V4-Pro Max' of the table 'Comparison across Modes')",,in, dsv4card-browsecomp,deepseek,deepseek-v4-flash-preview,high,agentic-tool,frontier,,,,,,,53.5,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 186, column 'V4-Flash High' of the table 'Comparison across Modes')",,in, dsv4card-browsecomp,deepseek,deepseek-v4-flash-preview,max,agentic-tool,frontier,,,,,,,73.2,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 186, column 'V4-Flash Max' of the table 'Comparison across Modes')",,in, dsv4card-browsecomp,deepseek,deepseek-v4-pro-preview,high,agentic-tool,frontier,,,,,,,80.4,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 186, column 'V4-Pro High' of the table 'Comparison across Modes')",,in, dsv4card-browsecomp,deepseek,deepseek-v4-pro-preview,max,agentic-tool,frontier,,,,,,,83.4,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 186, column 'V4-Pro Max' of the table 'Comparison across Modes')",,in, dsv4card-hle-tools,deepseek,deepseek-v4-flash-preview,high,agentic-tool,frontier,,,,,,,40.3,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 187, column 'V4-Flash High' of the table 'Comparison across Modes')",,in, dsv4card-hle-tools,deepseek,deepseek-v4-flash-preview,max,agentic-tool,frontier,,,,,,,45.1,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 187, column 'V4-Flash Max' of the table 'Comparison across Modes')",,in, dsv4card-hle-tools,deepseek,deepseek-v4-pro-preview,high,agentic-tool,frontier,,,,,,,44.7,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 187, column 'V4-Pro High' of the table 'Comparison across Modes')",,in, dsv4card-hle-tools,deepseek,deepseek-v4-pro-preview,max,agentic-tool,frontier,,,,,,,48.2,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 187, column 'V4-Pro Max' of the table 'Comparison across Modes')",,in, dsv4card-mcpatlas,deepseek,deepseek-v4-flash-preview,nothink,agentic-tool,hard,,,,,,,64.0,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 188, column 'V4-Flash Non-Think' of the table 'Comparison across Modes')",,in, dsv4card-mcpatlas,deepseek,deepseek-v4-flash-preview,high,agentic-tool,hard,,,,,,,67.4,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 188, column 'V4-Flash High' of the table 'Comparison across Modes')",,in, dsv4card-mcpatlas,deepseek,deepseek-v4-flash-preview,max,agentic-tool,hard,,,,,,,69.0,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 188, column 'V4-Flash Max' of the table 'Comparison across Modes')",,in, dsv4card-mcpatlas,deepseek,deepseek-v4-pro-preview,nothink,agentic-tool,hard,,,,,,,69.4,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 188, column 'V4-Pro Non-Think' of the table 'Comparison across Modes')",,in, dsv4card-mcpatlas,deepseek,deepseek-v4-pro-preview,high,agentic-tool,hard,,,,,,,74.2,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 188, column 'V4-Pro High' of the table 'Comparison across Modes')",,in, dsv4card-mcpatlas,deepseek,deepseek-v4-pro-preview,max,agentic-tool,hard,,,,,,,73.6,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 188, column 'V4-Pro Max' of the table 'Comparison across Modes')",,in, dsv4card-gdpval,deepseek,deepseek-v4-flash-preview,max,mixed,frontier,,,,,,,1395,Elo,0.289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 189, column 'V4-Flash Max' of the table 'Comparison across Modes')",,in, dsv4card-gdpval,deepseek,deepseek-v4-pro-preview,max,mixed,frontier,,,,,,,1554,Elo,0.289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 189, column 'V4-Pro Max' of the table 'Comparison across Modes')",,in, dsv4card-toolathlon,deepseek,deepseek-v4-flash-preview,nothink,agentic-tool,frontier,,,,,,,40.7,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 190, column 'V4-Flash Non-Think' of the table 'Comparison across Modes')",,in, dsv4card-toolathlon,deepseek,deepseek-v4-flash-preview,high,agentic-tool,frontier,,,,,,,43.5,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 190, column 'V4-Flash High' of the table 'Comparison across Modes')",,in, dsv4card-toolathlon,deepseek,deepseek-v4-flash-preview,max,agentic-tool,frontier,,,,,,,47.8,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 190, column 'V4-Flash Max' of the table 'Comparison across Modes')",,in, dsv4card-toolathlon,deepseek,deepseek-v4-pro-preview,nothink,agentic-tool,frontier,,,,,,,46.3,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 190, column 'V4-Pro Non-Think' of the table 'Comparison across Modes')",,in, dsv4card-toolathlon,deepseek,deepseek-v4-pro-preview,high,agentic-tool,frontier,,,,,,,49.0,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 190, column 'V4-Pro High' of the table 'Comparison across Modes')",,in, dsv4card-toolathlon,deepseek,deepseek-v4-pro-preview,max,agentic-tool,frontier,,,,,,,51.8,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro/raw/main/README.md (line 190, column 'V4-Pro Max' of the table 'Comparison across Modes')",,in, dsccard-tb21,deepseek,deepseek-v4-flash-0731,max,agentic-tool,hard,DeepSeek-Harness-minimal,,,,,,82.7,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-0731 (README line 51: row 'Terminal Bench 2.1', column 'DeepSeek-V4-Flash-0731')",,out:superseded, dsccard-tb21,deepseek,?DeepSeek-V4-Flash (Preview),not-established:absent,agentic-tool,hard,DeepSeek-Harness-minimal,,,,,,61.8,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-0731 (README line 51: row 'Terminal Bench 2.1', column 'DeepSeek-V4-Flash (Preview)')",,out:model-not-established, dsccard-tb21,deepseek,?DeepSeek-V4-Pro (Preview),not-established:absent,agentic-tool,hard,DeepSeek-Harness-minimal,,,,,,72.1,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-0731 (README line 51: row 'Terminal Bench 2.1', column 'DeepSeek-V4-Pro (Preview)')",,out:model-not-established, dsccard-tb21,deepseek,glm-5.2,unstated,agentic-tool,hard,DeepSeek-Harness-minimal,,,,,,81.0,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-0731 (README line 51: row 'Terminal Bench 2.1', column 'GLM-5.2')",,out:effort-not-established, dsccard-tb21,deepseek,opus-4.8,unstated,agentic-tool,hard,DeepSeek-Harness-minimal,,,,,,85.0,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-0731 (README line 51: row 'Terminal Bench 2.1', column 'Opus-4.8')",,out:effort-not-established, dsccard-nl2repo,deepseek,deepseek-v4-flash-0731,max,coding,frontier,DeepSeek-Harness-minimal,,,,,,54.2,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-0731 (README line 52: row 'NL2Repo', column 'DeepSeek-V4-Flash-0731')",,out:superseded, dsccard-nl2repo,deepseek,?DeepSeek-V4-Flash (Preview),not-established:absent,coding,frontier,DeepSeek-Harness-minimal,,,,,,39.4,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-0731 (README line 52: row 'NL2Repo', column 'DeepSeek-V4-Flash (Preview)')",,out:model-not-established, dsccard-nl2repo,deepseek,?DeepSeek-V4-Pro (Preview),not-established:absent,coding,frontier,DeepSeek-Harness-minimal,,,,,,38.5,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-0731 (README line 52: row 'NL2Repo', column 'DeepSeek-V4-Pro (Preview)')",,out:model-not-established, dsccard-nl2repo,deepseek,glm-5.2,unstated,coding,frontier,DeepSeek-Harness-minimal,,,,,,48.9,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-0731 (README line 52: row 'NL2Repo', column 'GLM-5.2')",,out:effort-not-established, dsccard-nl2repo,deepseek,opus-4.8,unstated,coding,frontier,DeepSeek-Harness-minimal,,,,,,69.7,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-0731 (README line 52: row 'NL2Repo', column 'Opus-4.8')",,out:effort-not-established, dsccard-cybergym,deepseek,deepseek-v4-flash-0731,unstated,agentic-tool,hard,DeepSeek-Harness-minimal,,,,,,76.7,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-0731 (README line 53: row 'Cybergym', column 'DeepSeek-V4-Flash-0731')",,out:effort-not-established, dsccard-cybergym,deepseek,?DeepSeek-V4-Flash (Preview),not-established:absent,agentic-tool,hard,DeepSeek-Harness-minimal,,,,,,38.7,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-0731 (README line 53: row 'Cybergym', column 'DeepSeek-V4-Flash (Preview)')",,out:model-not-established, dsccard-cybergym,deepseek,?DeepSeek-V4-Pro (Preview),not-established:absent,agentic-tool,hard,DeepSeek-Harness-minimal,,,,,,52.7,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-0731 (README line 53: row 'Cybergym', column 'DeepSeek-V4-Pro (Preview)')",,out:model-not-established, dsccard-cybergym,deepseek,opus-4.8,unstated,agentic-tool,hard,DeepSeek-Harness-minimal,,,,,,83.1,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-0731 (README line 53: row 'Cybergym', column 'Opus-4.8')",,out:effort-not-established, dsccard-deepswe,deepseek,deepseek-v4-flash-0731,max,coding,hard,DeepSeek-Harness-minimal,,,,,,54.4,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-0731 (README line 54: row 'DeepSWE', column 'DeepSeek-V4-Flash-0731')",,out:superseded, dsccard-deepswe,deepseek,?DeepSeek-V4-Flash (Preview),not-established:absent,coding,hard,DeepSeek-Harness-minimal,,,,,,7.3,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-0731 (README line 54: row 'DeepSWE', column 'DeepSeek-V4-Flash (Preview)')",,out:model-not-established, dsccard-deepswe,deepseek,?DeepSeek-V4-Pro (Preview),not-established:absent,coding,hard,DeepSeek-Harness-minimal,,,,,,12.8,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-0731 (README line 54: row 'DeepSWE', column 'DeepSeek-V4-Pro (Preview)')",,out:model-not-established, dsccard-deepswe,deepseek,glm-5.2,unstated,coding,hard,DeepSeek-Harness-minimal,,,,,,46.2,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-0731 (README line 54: row 'DeepSWE', column 'GLM-5.2')",,out:effort-not-established, dsccard-deepswe,deepseek,opus-4.8,unstated,coding,hard,DeepSeek-Harness-minimal,,,,,,58.0,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-0731 (README line 54: row 'DeepSWE', column 'Opus-4.8')",,out:effort-not-established, dsccard-toolathlon-v,deepseek,deepseek-v4-flash-0731,unstated,agentic-tool,frontier,DeepSeek-Harness-minimal,,,,,,70.3,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-0731 (README line 55: row 'Toolathlon-Verified', column 'DeepSeek-V4-Flash-0731')",,out:effort-not-established, dsccard-toolathlon-v,deepseek,?DeepSeek-V4-Flash (Preview),not-established:absent,agentic-tool,frontier,DeepSeek-Harness-minimal,,,,,,49.7,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-0731 (README line 55: row 'Toolathlon-Verified', column 'DeepSeek-V4-Flash (Preview)')",,out:model-not-established, dsccard-toolathlon-v,deepseek,?DeepSeek-V4-Pro (Preview),not-established:absent,agentic-tool,frontier,DeepSeek-Harness-minimal,,,,,,55.9,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-0731 (README line 55: row 'Toolathlon-Verified', column 'DeepSeek-V4-Pro (Preview)')",,out:model-not-established, dsccard-toolathlon-v,deepseek,glm-5.2,unstated,agentic-tool,frontier,DeepSeek-Harness-minimal,,,,,,59.9,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-0731 (README line 55: row 'Toolathlon-Verified', column 'GLM-5.2')",,out:effort-not-established, dsccard-toolathlon-v,deepseek,opus-4.8,unstated,agentic-tool,frontier,DeepSeek-Harness-minimal,,,,,,76.2,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-0731 (README line 55: row 'Toolathlon-Verified', column 'Opus-4.8')",,out:effort-not-established, dsccard-ale,deepseek,deepseek-v4-flash-0731,unstated,agentic-tool,frontier,,,,,,,25.2,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-0731 (README line 56: row 'Agents' Last Exam', column 'DeepSeek-V4-Flash-0731')",,out:effort-not-established, dsccard-ale,deepseek,?DeepSeek-V4-Flash (Preview),not-established:absent,agentic-tool,frontier,,,,,,,15.8,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-0731 (README line 56: row 'Agents' Last Exam', column 'DeepSeek-V4-Flash (Preview)')",,out:model-not-established, dsccard-ale,deepseek,?DeepSeek-V4-Pro (Preview),not-established:absent,agentic-tool,frontier,,,,,,,16.5,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-0731 (README line 56: row 'Agents' Last Exam', column 'DeepSeek-V4-Pro (Preview)')",,out:model-not-established, dsccard-ale,deepseek,glm-5.2,unstated,agentic-tool,frontier,,,,,,,23.8,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-0731 (README line 56: row 'Agents' Last Exam', column 'GLM-5.2')",,out:effort-not-established, dsccard-ale,deepseek,opus-4.8,unstated,agentic-tool,frontier,,,,,,,25.7,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-0731 (README line 56: row 'Agents' Last Exam', column 'Opus-4.8')",,out:effort-not-established, dsccard-autobench,deepseek,deepseek-v4-flash-0731,unstated,agentic-tool,frontier,DeepSeek-Harness-minimal,,,,,,25.1,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-0731 (README line 57: row 'AutomationBench Public', column 'DeepSeek-V4-Flash-0731')",,out:effort-not-established, dsccard-autobench,deepseek,?DeepSeek-V4-Flash (Preview),not-established:absent,agentic-tool,frontier,DeepSeek-Harness-minimal,,,,,,10.8,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-0731 (README line 57: row 'AutomationBench Public', column 'DeepSeek-V4-Flash (Preview)')",,out:model-not-established, dsccard-autobench,deepseek,?DeepSeek-V4-Pro (Preview),not-established:absent,agentic-tool,frontier,DeepSeek-Harness-minimal,,,,,,12.8,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-0731 (README line 57: row 'AutomationBench Public', column 'DeepSeek-V4-Pro (Preview)')",,out:model-not-established, dsccard-autobench,deepseek,glm-5.2,unstated,agentic-tool,frontier,DeepSeek-Harness-minimal,,,,,,12.9,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-0731 (README line 57: row 'AutomationBench Public', column 'GLM-5.2')",,out:effort-not-established, dsccard-autobench,deepseek,opus-4.8,unstated,agentic-tool,frontier,DeepSeek-Harness-minimal,,,,,,27.2,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-0731 (README line 57: row 'AutomationBench Public', column 'Opus-4.8')",,out:effort-not-established, dsccard-dsbench-fs,deepseek,deepseek-v4-flash-0731,unstated,coding,hard,,,,,,,68.7,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-0731 (README line 58: row 'DSBench-FullStack †', column 'DeepSeek-V4-Flash-0731')",,out:effort-not-established, dsccard-dsbench-fs,deepseek,?DeepSeek-V4-Flash (Preview),not-established:absent,coding,hard,,,,,,,37.0,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-0731 (README line 58: row 'DSBench-FullStack †', column 'DeepSeek-V4-Flash (Preview)')",,out:model-not-established, dsccard-dsbench-fs,deepseek,?DeepSeek-V4-Pro (Preview),not-established:absent,coding,hard,,,,,,,41.8,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-0731 (README line 58: row 'DSBench-FullStack †', column 'DeepSeek-V4-Pro (Preview)')",,out:model-not-established, dsccard-dsbench-fs,deepseek,glm-5.2,unstated,coding,hard,,,,,,,61.8,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-0731 (README line 58: row 'DSBench-FullStack †', column 'GLM-5.2')",,out:effort-not-established, dsccard-dsbench-fs,deepseek,opus-4.8,unstated,coding,hard,,,,,,,71.6,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-0731 (README line 58: row 'DSBench-FullStack †', column 'Opus-4.8')",,out:effort-not-established, dsccard-dsbench-hard,deepseek,deepseek-v4-flash-0731,unstated,coding,frontier,DeepSeek-Harness-minimal,,,,,,59.6,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-0731 (README line 59: row 'DSBench-Hard †', column 'DeepSeek-V4-Flash-0731')",,out:effort-not-established, dsccard-dsbench-hard,deepseek,?DeepSeek-V4-Flash (Preview),not-established:absent,coding,frontier,DeepSeek-Harness-minimal,,,,,,25.8,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-0731 (README line 59: row 'DSBench-Hard †', column 'DeepSeek-V4-Flash (Preview)')",,out:model-not-established, dsccard-dsbench-hard,deepseek,?DeepSeek-V4-Pro (Preview),not-established:absent,coding,frontier,DeepSeek-Harness-minimal,,,,,,31.1,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-0731 (README line 59: row 'DSBench-Hard †', column 'DeepSeek-V4-Pro (Preview)')",,out:model-not-established, dsccard-dsbench-hard,deepseek,glm-5.2,unstated,coding,frontier,DeepSeek-Harness-minimal,,,,,,54.5,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-0731 (README line 59: row 'DSBench-Hard †', column 'GLM-5.2')",,out:effort-not-established, dsccard-dsbench-hard,deepseek,opus-4.8,unstated,coding,frontier,DeepSeek-Harness-minimal,,,,,,71.7,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-0731 (README line 59: row 'DSBench-Hard †', column 'Opus-4.8')",,out:effort-not-established, dsccard-tb21,deepseek,deepseek-v4-flash-vision-exp,max,agentic-tool,hard,DeepSeek-Harness-minimal,,,,,,83.9,score%,0.0289,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-Vision-Exp (README line 50: row 'Terminal Bench 2.1', column 'DeepSeek-V4-Flash-Vision-Exp')",,in, dsccard-tb21,deepseek,deepseek-v4-flash-0731,max,agentic-tool,hard,DeepSeek-Harness-minimal,,,,,,82.7,score%,0.0289,,vendor-reported:DeepSeek; prev=82.7 (src-deepseek-v4-flash-0731-card-7872f01b-2026-08-01#M1),"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-Vision-Exp (README line 50: row 'Terminal Bench 2.1', column 'DeepSeek-V4-Flash-0731')",,in, dsccard-tb21,deepseek,opus-4.8,unstated,agentic-tool,hard,DeepSeek-Harness-minimal,,,,,,85.0,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-Vision-Exp (README line 50: row 'Terminal Bench 2.1', column 'Opus-4.8')",,out:effort-not-established, dsccard-nl2repo,deepseek,deepseek-v4-flash-vision-exp,max,coding,frontier,DeepSeek-Harness-minimal,,,,,,57.7,score%,0.0289,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-Vision-Exp (README line 51: row 'NL2Repo', column 'DeepSeek-V4-Flash-Vision-Exp')",,in, dsccard-nl2repo,deepseek,deepseek-v4-flash-0731,max,coding,frontier,DeepSeek-Harness-minimal,,,,,,54.2,score%,0.0289,,vendor-reported:DeepSeek; prev=54.2 (src-deepseek-v4-flash-0731-card-7872f01b-2026-08-01#M6),"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-Vision-Exp (README line 51: row 'NL2Repo', column 'DeepSeek-V4-Flash-0731')",,in, dsccard-nl2repo,deepseek,opus-4.8,unstated,coding,frontier,DeepSeek-Harness-minimal,,,,,,69.7,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-Vision-Exp (README line 51: row 'NL2Repo', column 'Opus-4.8')",,out:effort-not-established, dsbcard-cybergym,deepseek,deepseek-v4-flash-vision-exp,max,agentic-tool,hard,DeepSeek-Harness-minimal,,,,,,75.3,score%,0.0289,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-Vision-Exp (README line 52: row 'Cybergym', column 'DeepSeek-V4-Flash-Vision-Exp')",,in, dsbcard-cybergym,deepseek,deepseek-v4-flash-0731,max,agentic-tool,hard,DeepSeek-Harness-minimal,,,,,,76.7,score%,0.0289,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-Vision-Exp (README line 52: row 'Cybergym', column 'DeepSeek-V4-Flash-0731')",,in, dsbcard-cybergym,deepseek,opus-4.8,unstated,agentic-tool,hard,DeepSeek-Harness-minimal,,,,,,78.3,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-Vision-Exp (README line 52: row 'Cybergym', column 'Opus-4.8')",,out:effort-not-established, dsccard-deepswe,deepseek,deepseek-v4-flash-vision-exp,max,coding,hard,DeepSeek-Harness-minimal,,,,,,59.3,score%,0.0289,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-Vision-Exp (README line 53: row 'DeepSWE', column 'DeepSeek-V4-Flash-Vision-Exp')",,in, dsccard-deepswe,deepseek,deepseek-v4-flash-0731,max,coding,hard,DeepSeek-Harness-minimal,,,,,,54.4,score%,0.0289,,vendor-reported:DeepSeek; prev=54.4 (src-deepseek-v4-flash-0731-card-7872f01b-2026-08-01#M15),"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-Vision-Exp (README line 53: row 'DeepSWE', column 'DeepSeek-V4-Flash-0731')",,in, dsccard-deepswe,deepseek,opus-4.8,unstated,coding,hard,DeepSeek-Harness-minimal,,,,,,58.0,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-Vision-Exp (README line 53: row 'DeepSWE', column 'Opus-4.8')",,out:effort-not-established, dsccard-toolathlon-v,deepseek,deepseek-v4-flash-vision-exp,max,agentic-tool,frontier,DeepSeek-Harness-minimal,,,,,,75.9,score%,0.0289,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-Vision-Exp (README line 54: row 'Toolathlon-Verified', column 'DeepSeek-V4-Flash-Vision-Exp')",,in, dsccard-toolathlon-v,deepseek,deepseek-v4-flash-0731,max,agentic-tool,frontier,DeepSeek-Harness-minimal,,,,,,70.3,score%,0.0289,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-Vision-Exp (README line 54: row 'Toolathlon-Verified', column 'DeepSeek-V4-Flash-0731')",,in, dsccard-toolathlon-v,deepseek,opus-4.8,unstated,agentic-tool,frontier,DeepSeek-Harness-minimal,,,,,,76.2,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-Vision-Exp (README line 54: row 'Toolathlon-Verified', column 'Opus-4.8')",,out:effort-not-established, dsccard-dsbench-hard,deepseek,deepseek-v4-flash-vision-exp,max,coding,frontier,DeepSeek-Harness-minimal,,,,,,63.6,score%,0.0289,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-Vision-Exp (README line 55: row 'DSBench-Hard', column 'DeepSeek-V4-Flash-Vision-Exp')",,in, dsccard-dsbench-hard,deepseek,deepseek-v4-flash-0731,max,coding,frontier,DeepSeek-Harness-minimal,,,,,,59.6,score%,0.0289,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-Vision-Exp (README line 55: row 'DSBench-Hard', column 'DeepSeek-V4-Flash-0731')",,in, dsccard-dsbench-hard,deepseek,opus-4.8,unstated,coding,frontier,DeepSeek-Harness-minimal,,,,,,71.7,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-Vision-Exp (README line 55: row 'DSBench-Hard', column 'Opus-4.8')",,out:effort-not-established, dsccard-autobench,deepseek,deepseek-v4-flash-vision-exp,max,agentic-tool,frontier,DeepSeek-Harness-minimal,,,,,,25.7,score%,0.0289,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-Vision-Exp (README line 56: row 'AutomationBench (Public)', column 'DeepSeek-V4-Flash-Vision-Exp')",,in, dsccard-autobench,deepseek,deepseek-v4-flash-0731,max,agentic-tool,frontier,DeepSeek-Harness-minimal,,,,,,25.1,score%,0.0289,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-Vision-Exp (README line 56: row 'AutomationBench (Public)', column 'DeepSeek-V4-Flash-0731')",,in, dsccard-autobench,deepseek,opus-4.8,unstated,agentic-tool,frontier,DeepSeek-Harness-minimal,,,,,,27.2,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-Vision-Exp (README line 56: row 'AutomationBench (Public)', column 'Opus-4.8')",,out:effort-not-established, dsdcard-apexbench,deepseek,deepseek-v4-flash-vision-exp,unstated,agentic-tool,frontier,,,,,,,36.5,score%,0.0289,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-Vision-Exp (README line 58: row 'ApexBench (Pass@1)', column 'DeepSeek-V4-Flash-Vision-Exp')",,out:effort-not-established, dsdcard-apexbench,deepseek,deepseek-v4-flash-0731,unstated,agentic-tool,frontier,,,,,,,26.2,score%,0.0289,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-Vision-Exp (README line 58: row 'ApexBench (Pass@1)', column 'DeepSeek-V4-Flash-0731')",,out:effort-not-established, dsdcard-apexbench,deepseek,opus-4.8,unstated,agentic-tool,frontier,,,,,,,39.4,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-Vision-Exp (README line 58: row 'ApexBench (Pass@1)', column 'Opus-4.8')",,out:effort-not-established, dsccard-ale,deepseek,deepseek-v4-flash-vision-exp,unstated,agentic-tool,frontier,,,,,,,27.3,score%,0.0289,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-Vision-Exp (README line 59: row 'Agents' Last Exam', column 'DeepSeek-V4-Flash-Vision-Exp')",,out:effort-not-established, dsccard-ale,deepseek,deepseek-v4-flash-0731,unstated,agentic-tool,frontier,,,,,,,25.2,score%,0.0289,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-Vision-Exp (README line 59: row 'Agents' Last Exam', column 'DeepSeek-V4-Flash-0731')",,out:effort-not-established, dsccard-ale,deepseek,opus-4.8,unstated,agentic-tool,frontier,,,,,,,25.7,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-Vision-Exp (README line 59: row 'Agents' Last Exam', column 'Opus-4.8')",,out:effort-not-established, dsdcard-chartography,deepseek,deepseek-v4-flash-vision-exp,unstated,computer-use,frontier,,,,,,,64.3,score%,0.0289,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-Vision-Exp (README line 60: row 'Chartography', column 'DeepSeek-V4-Flash-Vision-Exp')",,out:effort-not-established, dsdcard-chartography,deepseek,opus-4.8,unstated,computer-use,frontier,,,,,,,65.0,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-Vision-Exp (README line 60: row 'Chartography', column 'Opus-4.8')",,out:effort-not-established, dsdcard-zerobench,deepseek,deepseek-v4-flash-vision-exp,unstated,computer-use,frontier,,,,,,,35.0,score%,0.0289,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-Vision-Exp (README line 61: row 'ZeroBench (Pass@5)', column 'DeepSeek-V4-Flash-Vision-Exp')",,out:effort-not-established, dsdcard-zerobench,deepseek,opus-4.8,unstated,computer-use,frontier,,,,,,,34.0,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-Vision-Exp (README line 61: row 'ZeroBench (Pass@5)', column 'Opus-4.8')",,out:effort-not-established, dsbcard-hle,deepseek,deepseek-v4-pro-0813,unstated,reasoning-math,frontier,,,,,,,42.7,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 51: row 'HLE (wo / w tools)', column 'DeepSeek-V4-Pro-0813', without tools (the cell reads 'wo / w tools'))",,out:effort-not-established, dsbcard-hle-tools,deepseek,deepseek-v4-pro-0813,unstated,agentic-tool,frontier,,,,,,,60.0,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 51: row 'HLE (wo / w tools)', column 'DeepSeek-V4-Pro-0813', with tools (the cell reads 'wo / w tools'))",,out:effort-not-established, dsbcard-hle,deepseek,deepseek-v4-flash-0731,unstated,reasoning-math,frontier,,,,,,,37.8,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 51: row 'HLE (wo / w tools)', column 'DeepSeek-V4-Flash-0731', without tools (the cell reads 'wo / w tools'))",,out:effort-not-established, dsbcard-hle-tools,deepseek,deepseek-v4-flash-0731,unstated,agentic-tool,frontier,,,,,,,51.5,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 51: row 'HLE (wo / w tools)', column 'DeepSeek-V4-Flash-0731', with tools (the cell reads 'wo / w tools'))",,out:effort-not-established, dsbcard-hle,deepseek,?DeepSeek-V4-Pro (Preview),not-established:absent,reasoning-math,frontier,,,,,,,37.7,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 51: row 'HLE (wo / w tools)', column 'DeepSeek-V4-Pro (Preview)', without tools (the cell reads 'wo / w tools'))",,out:model-not-established, dsbcard-hle-tools,deepseek,?DeepSeek-V4-Pro (Preview),not-established:absent,agentic-tool,frontier,,,,,,,48.2,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 51: row 'HLE (wo / w tools)', column 'DeepSeek-V4-Pro (Preview)', with tools (the cell reads 'wo / w tools'))",,out:model-not-established, dsbcard-hle,deepseek,?DeepSeek-V4-Flash (Preview),not-established:absent,reasoning-math,frontier,,,,,,,34.8,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 51: row 'HLE (wo / w tools)', column 'DeepSeek-V4-Flash (Preview)', without tools (the cell reads 'wo / w tools'))",,out:model-not-established, dsbcard-hle-tools,deepseek,?DeepSeek-V4-Flash (Preview),not-established:absent,agentic-tool,frontier,,,,,,,45.1,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 51: row 'HLE (wo / w tools)', column 'DeepSeek-V4-Flash (Preview)', with tools (the cell reads 'wo / w tools'))",,out:model-not-established, dsbcard-hle,deepseek,glm-5.2,unstated,reasoning-math,frontier,,,,,,,40.5,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 51: row 'HLE (wo / w tools)', column 'GLM-5.2', without tools (the cell reads 'wo / w tools'))",,out:effort-not-established, dsbcard-hle-tools,deepseek,glm-5.2,unstated,agentic-tool,frontier,,,,,,,54.7,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 51: row 'HLE (wo / w tools)', column 'GLM-5.2', with tools (the cell reads 'wo / w tools'))",,out:effort-not-established, dsbcard-hle,deepseek,kimi-k3,unstated,reasoning-math,frontier,,,,,,,43.5,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 51: row 'HLE (wo / w tools)', column 'Kimi K3', without tools (the cell reads 'wo / w tools'))",,out:effort-not-established, dsbcard-hle-tools,deepseek,kimi-k3,unstated,agentic-tool,frontier,,,,,,,56.0,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 51: row 'HLE (wo / w tools)', column 'Kimi K3', with tools (the cell reads 'wo / w tools'))",,out:effort-not-established, dsbcard-hle,deepseek,opus-4.8,unstated,reasoning-math,frontier,,,,,,,49.8,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 51: row 'HLE (wo / w tools)', column 'Opus-4.8', without tools (the cell reads 'wo / w tools'))",,out:effort-not-established, dsbcard-hle-tools,deepseek,opus-4.8,unstated,agentic-tool,frontier,,,,,,,57.9,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 51: row 'HLE (wo / w tools)', column 'Opus-4.8', with tools (the cell reads 'wo / w tools'))",,out:effort-not-established, dsbcard-hle,deepseek,fable-5,unstated,reasoning-math,frontier,,,,,,,53.3,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 51: row 'HLE (wo / w tools)', column 'Fable-5 (w/ fallback)', without tools (the cell reads 'wo / w tools'))",,out:effort-not-established, dsbcard-hle-tools,deepseek,fable-5,unstated,agentic-tool,frontier,,,,,,,63.0,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 51: row 'HLE (wo / w tools)', column 'Fable-5 (w/ fallback)', with tools (the cell reads 'wo / w tools'))",,out:effort-not-established, dsccard-tb21,deepseek,deepseek-v4-pro-0813,max,agentic-tool,hard,DeepSeek-Harness-minimal,,,,,,87.9,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 52: row 'Terminal Bench 2.1', column 'DeepSeek-V4-Pro-0813')",,in, dsccard-tb21,deepseek,deepseek-v4-flash-0731,unstated,agentic-tool,hard,DeepSeek-Harness-minimal,,,,,,82.7,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 52: row 'Terminal Bench 2.1', column 'DeepSeek-V4-Flash-0731')",,out:effort-not-established, dsccard-tb21,deepseek,?DeepSeek-V4-Pro (Preview),not-established:absent,agentic-tool,hard,DeepSeek-Harness-minimal,,,,,,72.1,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 52: row 'Terminal Bench 2.1', column 'DeepSeek-V4-Pro (Preview)')",,out:model-not-established, dsccard-tb21,deepseek,?DeepSeek-V4-Flash (Preview),not-established:absent,agentic-tool,hard,DeepSeek-Harness-minimal,,,,,,61.8,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 52: row 'Terminal Bench 2.1', column 'DeepSeek-V4-Flash (Preview)')",,out:model-not-established, dsccard-tb21,deepseek,glm-5.2,unstated,agentic-tool,hard,DeepSeek-Harness-minimal,,,,,,81.0,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 52: row 'Terminal Bench 2.1', column 'GLM-5.2')",,out:effort-not-established, dsccard-tb21,deepseek,kimi-k3,unstated,agentic-tool,hard,DeepSeek-Harness-minimal,,,,,,88.3,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 52: row 'Terminal Bench 2.1', column 'Kimi K3')",,out:effort-not-established, dsccard-tb21,deepseek,opus-4.8,unstated,agentic-tool,hard,DeepSeek-Harness-minimal,,,,,,85.0,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 52: row 'Terminal Bench 2.1', column 'Opus-4.8')",,out:effort-not-established, dsccard-tb21,deepseek,fable-5,unstated,agentic-tool,hard,DeepSeek-Harness-minimal,,,,,,88.0,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 52: row 'Terminal Bench 2.1', column 'Fable-5 (w/ fallback)')",,out:effort-not-established, dsccard-nl2repo,deepseek,deepseek-v4-pro-0813,max,coding,frontier,DeepSeek-Harness-minimal,,,,,,61.5,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 53: row 'NL2Repo', column 'DeepSeek-V4-Pro-0813')",,in, dsccard-nl2repo,deepseek,deepseek-v4-flash-0731,unstated,coding,frontier,DeepSeek-Harness-minimal,,,,,,54.2,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 53: row 'NL2Repo', column 'DeepSeek-V4-Flash-0731')",,out:effort-not-established, dsccard-nl2repo,deepseek,?DeepSeek-V4-Pro (Preview),not-established:absent,coding,frontier,DeepSeek-Harness-minimal,,,,,,38.5,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 53: row 'NL2Repo', column 'DeepSeek-V4-Pro (Preview)')",,out:model-not-established, dsccard-nl2repo,deepseek,?DeepSeek-V4-Flash (Preview),not-established:absent,coding,frontier,DeepSeek-Harness-minimal,,,,,,39.4,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 53: row 'NL2Repo', column 'DeepSeek-V4-Flash (Preview)')",,out:model-not-established, dsccard-nl2repo,deepseek,glm-5.2,unstated,coding,frontier,DeepSeek-Harness-minimal,,,,,,48.9,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 53: row 'NL2Repo', column 'GLM-5.2')",,out:effort-not-established, dsccard-nl2repo,deepseek,opus-4.8,unstated,coding,frontier,DeepSeek-Harness-minimal,,,,,,69.7,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 53: row 'NL2Repo', column 'Opus-4.8')",,out:effort-not-established, dsbcard-cybergym,deepseek,deepseek-v4-pro-0813,unstated,agentic-tool,hard,DeepSeek-Harness-minimal,,,,,,83.3,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 54: row 'Cybergym', column 'DeepSeek-V4-Pro-0813')",,out:effort-not-established, dsbcard-cybergym,deepseek,deepseek-v4-flash-0731,unstated,agentic-tool,hard,DeepSeek-Harness-minimal,,,,,,76.7,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 54: row 'Cybergym', column 'DeepSeek-V4-Flash-0731')",,out:effort-not-established, dsbcard-cybergym,deepseek,?DeepSeek-V4-Pro (Preview),not-established:absent,agentic-tool,hard,DeepSeek-Harness-minimal,,,,,,52.7,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 54: row 'Cybergym', column 'DeepSeek-V4-Pro (Preview)')",,out:model-not-established, dsbcard-cybergym,deepseek,?DeepSeek-V4-Flash (Preview),not-established:absent,agentic-tool,hard,DeepSeek-Harness-minimal,,,,,,38.7,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 54: row 'Cybergym', column 'DeepSeek-V4-Flash (Preview)')",,out:model-not-established, dsbcard-cybergym,deepseek,kimi-k3,unstated,agentic-tool,hard,DeepSeek-Harness-minimal,,,,,,80.0,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 54: row 'Cybergym', column 'Kimi K3')",,out:effort-not-established, dsbcard-cybergym,deepseek,opus-4.8,unstated,agentic-tool,hard,DeepSeek-Harness-minimal,,,,,,78.3,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 54: row 'Cybergym', column 'Opus-4.8')",,out:effort-not-established, dsbcard-cybergym,deepseek,fable-5,unstated,agentic-tool,hard,DeepSeek-Harness-minimal,,,,,,83.1,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 54: row 'Cybergym', column 'Fable-5 (w/ fallback)')",,out:effort-not-established, dsccard-deepswe,deepseek,deepseek-v4-pro-0813,max,coding,hard,DeepSeek-Harness-minimal,,,,,,62.7,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 55: row 'DeepSWE', column 'DeepSeek-V4-Pro-0813')",,in, dsccard-deepswe,deepseek,deepseek-v4-flash-0731,unstated,coding,hard,DeepSeek-Harness-minimal,,,,,,54.4,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 55: row 'DeepSWE', column 'DeepSeek-V4-Flash-0731')",,out:effort-not-established, dsccard-deepswe,deepseek,?DeepSeek-V4-Pro (Preview),not-established:absent,coding,hard,DeepSeek-Harness-minimal,,,,,,12.8,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 55: row 'DeepSWE', column 'DeepSeek-V4-Pro (Preview)')",,out:model-not-established, dsccard-deepswe,deepseek,?DeepSeek-V4-Flash (Preview),not-established:absent,coding,hard,DeepSeek-Harness-minimal,,,,,,7.3,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 55: row 'DeepSWE', column 'DeepSeek-V4-Flash (Preview)')",,out:model-not-established, dsccard-deepswe,deepseek,glm-5.2,unstated,coding,hard,DeepSeek-Harness-minimal,,,,,,46.2,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 55: row 'DeepSWE', column 'GLM-5.2')",,out:effort-not-established, dsccard-deepswe,deepseek,kimi-k3,unstated,coding,hard,DeepSeek-Harness-minimal,,,,,,67.5,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 55: row 'DeepSWE', column 'Kimi K3')",,out:effort-not-established, dsccard-deepswe,deepseek,opus-4.8,unstated,coding,hard,DeepSeek-Harness-minimal,,,,,,58.0,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 55: row 'DeepSWE', column 'Opus-4.8')",,out:effort-not-established, dsccard-deepswe,deepseek,fable-5,unstated,coding,hard,DeepSeek-Harness-minimal,,,,,,70.0,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 55: row 'DeepSWE', column 'Fable-5 (w/ fallback)')",,out:effort-not-established, dsccard-toolathlon-v,deepseek,deepseek-v4-pro-0813,unstated,agentic-tool,frontier,DeepSeek-Harness-minimal,,,,,,74.1,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 56: row 'Toolathlon-Verified', column 'DeepSeek-V4-Pro-0813')",,out:effort-not-established, dsccard-toolathlon-v,deepseek,deepseek-v4-flash-0731,unstated,agentic-tool,frontier,DeepSeek-Harness-minimal,,,,,,70.3,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 56: row 'Toolathlon-Verified', column 'DeepSeek-V4-Flash-0731')",,out:effort-not-established, dsccard-toolathlon-v,deepseek,?DeepSeek-V4-Pro (Preview),not-established:absent,agentic-tool,frontier,DeepSeek-Harness-minimal,,,,,,55.9,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 56: row 'Toolathlon-Verified', column 'DeepSeek-V4-Pro (Preview)')",,out:model-not-established, dsccard-toolathlon-v,deepseek,?DeepSeek-V4-Flash (Preview),not-established:absent,agentic-tool,frontier,DeepSeek-Harness-minimal,,,,,,49.7,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 56: row 'Toolathlon-Verified', column 'DeepSeek-V4-Flash (Preview)')",,out:model-not-established, dsccard-toolathlon-v,deepseek,glm-5.2,unstated,agentic-tool,frontier,DeepSeek-Harness-minimal,,,,,,59.9,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 56: row 'Toolathlon-Verified', column 'GLM-5.2')",,out:effort-not-established, dsccard-toolathlon-v,deepseek,kimi-k3,unstated,agentic-tool,frontier,DeepSeek-Harness-minimal,,,,,,76.5,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 56: row 'Toolathlon-Verified', column 'Kimi K3')",,out:effort-not-established, dsccard-toolathlon-v,deepseek,opus-4.8,unstated,agentic-tool,frontier,DeepSeek-Harness-minimal,,,,,,76.2,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 56: row 'Toolathlon-Verified', column 'Opus-4.8')",,out:effort-not-established, dsccard-toolathlon-v,deepseek,fable-5,unstated,agentic-tool,frontier,DeepSeek-Harness-minimal,,,,,,77.9,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 56: row 'Toolathlon-Verified', column 'Fable-5 (w/ fallback)')",,out:effort-not-established, dsccard-ale,deepseek,deepseek-v4-pro-0813,unstated,agentic-tool,frontier,,,,,,,25.7,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 57: row 'Agents' Last Exam', column 'DeepSeek-V4-Pro-0813')",,out:effort-not-established, dsccard-ale,deepseek,deepseek-v4-flash-0731,unstated,agentic-tool,frontier,,,,,,,25.2,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 57: row 'Agents' Last Exam', column 'DeepSeek-V4-Flash-0731')",,out:effort-not-established, dsccard-ale,deepseek,?DeepSeek-V4-Pro (Preview),not-established:absent,agentic-tool,frontier,,,,,,,16.5,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 57: row 'Agents' Last Exam', column 'DeepSeek-V4-Pro (Preview)')",,out:model-not-established, dsccard-ale,deepseek,?DeepSeek-V4-Flash (Preview),not-established:absent,agentic-tool,frontier,,,,,,,15.8,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 57: row 'Agents' Last Exam', column 'DeepSeek-V4-Flash (Preview)')",,out:model-not-established, dsccard-ale,deepseek,glm-5.2,unstated,agentic-tool,frontier,,,,,,,23.8,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 57: row 'Agents' Last Exam', column 'GLM-5.2')",,out:effort-not-established, dsccard-ale,deepseek,kimi-k3,unstated,agentic-tool,frontier,,,,,,,27.6,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 57: row 'Agents' Last Exam', column 'Kimi K3')",,out:effort-not-established, dsccard-ale,deepseek,opus-4.8,unstated,agentic-tool,frontier,,,,,,,25.7,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 57: row 'Agents' Last Exam', column 'Opus-4.8')",,out:effort-not-established, dsccard-autobench,deepseek,deepseek-v4-pro-0813,unstated,agentic-tool,frontier,DeepSeek-Harness-minimal,,,,,,31.8,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 58: row 'AutomationBench (Public)', column 'DeepSeek-V4-Pro-0813')",,out:effort-not-established, dsccard-autobench,deepseek,deepseek-v4-flash-0731,unstated,agentic-tool,frontier,DeepSeek-Harness-minimal,,,,,,25.1,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 58: row 'AutomationBench (Public)', column 'DeepSeek-V4-Flash-0731')",,out:effort-not-established, dsccard-autobench,deepseek,?DeepSeek-V4-Pro (Preview),not-established:absent,agentic-tool,frontier,DeepSeek-Harness-minimal,,,,,,12.8,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 58: row 'AutomationBench (Public)', column 'DeepSeek-V4-Pro (Preview)')",,out:model-not-established, dsccard-autobench,deepseek,?DeepSeek-V4-Flash (Preview),not-established:absent,agentic-tool,frontier,DeepSeek-Harness-minimal,,,,,,10.8,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 58: row 'AutomationBench (Public)', column 'DeepSeek-V4-Flash (Preview)')",,out:model-not-established, dsccard-autobench,deepseek,glm-5.2,unstated,agentic-tool,frontier,DeepSeek-Harness-minimal,,,,,,12.9,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 58: row 'AutomationBench (Public)', column 'GLM-5.2')",,out:effort-not-established, dsccard-autobench,deepseek,kimi-k3,unstated,agentic-tool,frontier,DeepSeek-Harness-minimal,,,,,,30.8,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 58: row 'AutomationBench (Public)', column 'Kimi K3')",,out:effort-not-established, dsccard-autobench,deepseek,opus-4.8,unstated,agentic-tool,frontier,DeepSeek-Harness-minimal,,,,,,27.2,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 58: row 'AutomationBench (Public)', column 'Opus-4.8')",,out:effort-not-established, dsccard-autobench,deepseek,fable-5,unstated,agentic-tool,frontier,DeepSeek-Harness-minimal,,,,,,29.1,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 58: row 'AutomationBench (Public)', column 'Fable-5 (w/ fallback)')",,out:effort-not-established, dsccard-dsbench-fs,deepseek,deepseek-v4-pro-0813,unstated,coding,hard,,,,,,,71.1,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 59: row 'DSBench-FullStack †', column 'DeepSeek-V4-Pro-0813')",,out:effort-not-established, dsccard-dsbench-fs,deepseek,deepseek-v4-flash-0731,unstated,coding,hard,,,,,,,68.7,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 59: row 'DSBench-FullStack †', column 'DeepSeek-V4-Flash-0731')",,out:effort-not-established, dsccard-dsbench-fs,deepseek,?DeepSeek-V4-Pro (Preview),not-established:absent,coding,hard,,,,,,,41.8,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 59: row 'DSBench-FullStack †', column 'DeepSeek-V4-Pro (Preview)')",,out:model-not-established, dsccard-dsbench-fs,deepseek,?DeepSeek-V4-Flash (Preview),not-established:absent,coding,hard,,,,,,,37.0,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 59: row 'DSBench-FullStack †', column 'DeepSeek-V4-Flash (Preview)')",,out:model-not-established, dsccard-dsbench-fs,deepseek,glm-5.2,unstated,coding,hard,,,,,,,61.8,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 59: row 'DSBench-FullStack †', column 'GLM-5.2')",,out:effort-not-established, dsccard-dsbench-fs,deepseek,kimi-k3,unstated,coding,hard,,,,,,,73.7,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 59: row 'DSBench-FullStack †', column 'Kimi K3')",,out:effort-not-established, dsccard-dsbench-fs,deepseek,opus-4.8,unstated,coding,hard,,,,,,,71.6,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 59: row 'DSBench-FullStack †', column 'Opus-4.8')",,out:effort-not-established, dsccard-dsbench-fs,deepseek,fable-5,unstated,coding,hard,,,,,,,77.2,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 59: row 'DSBench-FullStack †', column 'Fable-5 (w/ fallback)')",,out:effort-not-established, dsccard-dsbench-hard,deepseek,deepseek-v4-pro-0813,unstated,coding,frontier,DeepSeek-Harness-minimal,,,,,,67.2,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 60: row 'DSBench-Hard †', column 'DeepSeek-V4-Pro-0813')",,out:effort-not-established, dsccard-dsbench-hard,deepseek,deepseek-v4-flash-0731,unstated,coding,frontier,DeepSeek-Harness-minimal,,,,,,59.6,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 60: row 'DSBench-Hard †', column 'DeepSeek-V4-Flash-0731')",,out:effort-not-established, dsccard-dsbench-hard,deepseek,?DeepSeek-V4-Pro (Preview),not-established:absent,coding,frontier,DeepSeek-Harness-minimal,,,,,,31.1,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 60: row 'DSBench-Hard †', column 'DeepSeek-V4-Pro (Preview)')",,out:model-not-established, dsccard-dsbench-hard,deepseek,?DeepSeek-V4-Flash (Preview),not-established:absent,coding,frontier,DeepSeek-Harness-minimal,,,,,,25.8,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 60: row 'DSBench-Hard †', column 'DeepSeek-V4-Flash (Preview)')",,out:model-not-established, dsccard-dsbench-hard,deepseek,glm-5.2,unstated,coding,frontier,DeepSeek-Harness-minimal,,,,,,54.5,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 60: row 'DSBench-Hard †', column 'GLM-5.2')",,out:effort-not-established, dsccard-dsbench-hard,deepseek,kimi-k3,unstated,coding,frontier,DeepSeek-Harness-minimal,,,,,,63.0,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 60: row 'DSBench-Hard †', column 'Kimi K3')",,out:effort-not-established, dsccard-dsbench-hard,deepseek,opus-4.8,unstated,coding,frontier,DeepSeek-Harness-minimal,,,,,,71.7,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 60: row 'DSBench-Hard †', column 'Opus-4.8')",,out:effort-not-established, dsccard-dsbench-hard,deepseek,fable-5,unstated,coding,frontier,DeepSeek-Harness-minimal,,,,,,68.3,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813 (README line 60: row 'DSBench-Hard †', column 'Fable-5 (w/ fallback)')",,out:effort-not-established, dsnews1017-deepswe-chart@deepseek,deepseek,gpt-6-sol,not-established:absent,coding,hard,mini_swe_v2,per-task,0.1619,0.00055,,,37.15,score%,0.0504,,restated-from:OpenAI,"https://api-docs.deepseek.com/news/news261017 (series GPT-6 Sol, marker centre px [558.9, 1637.1] (x, y) of the image)",,out:effort-not-established,out:effort-not-established dsnews1017-deepswe-chart@deepseek,deepseek,gpt-6-sol,not-established:absent,coding,hard,mini_swe_v2,per-task,0.3794,0.00128,,,56.64,score%,0.0504,,restated-from:OpenAI,"https://api-docs.deepseek.com/news/news261017 (series GPT-6 Sol, marker centre px [936.9, 1057.1] (x, y) of the image)",,out:effort-not-established,out:effort-not-established dsnews1017-deepswe-chart@deepseek,deepseek,gpt-6-sol,not-established:absent,coding,hard,mini_swe_v2,per-task,0.6400,0.00216,,,65.27,score%,0.0504,,restated-from:OpenAI,"https://api-docs.deepseek.com/news/news261017 (series GPT-6 Sol, marker centre px [1168.9, 800.1] (x, y) of the image)",,out:effort-not-established,out:effort-not-established dsnews1017-deepswe-chart@deepseek,deepseek,gpt-6-sol,not-established:absent,coding,hard,mini_swe_v2,per-task,1.0026,0.00339,,,66.58,score%,0.0504,,restated-from:OpenAI,"https://api-docs.deepseek.com/news/news261017 (series GPT-6 Sol, marker centre px [1368.1, 761.1] (x, y) of the image)",,out:effort-not-established,out:effort-not-established dsnews1017-deepswe-chart@deepseek,deepseek,gpt-6-sol,not-established:absent,coding,hard,mini_swe_v2,per-task,2.7385,0.00926,,,68.80,score%,0.0504,,restated-from:OpenAI,"https://api-docs.deepseek.com/news/news261017 (series GPT-6 Sol, marker centre px [1814.0, 695.0] (x, y) of the image)",,out:effort-not-established,out:effort-not-established dsnews1017-deepswe-chart@deepseek,deepseek,gpt-6.1-sol,not-established:absent,coding,hard,mini_swe_v2,per-task,0.1713,0.00058,,,64.37,score%,0.0504,,restated-from:OpenAI,"https://api-docs.deepseek.com/news/news261017 (series GPT-6.1 Sol, marker centre px [584.0, 827.0] (x, y) of the image)",,out:effort-not-established,out:effort-not-established dsnews1017-deepswe-chart@deepseek,deepseek,gpt-6.1-sol,not-established:absent,coding,hard,mini_swe_v2,per-task,0.4191,0.00142,,,73.00,score%,0.0504,,restated-from:OpenAI,"https://api-docs.deepseek.com/news/news261017 (series GPT-6.1 Sol, marker centre px [981.0, 570.0] (x, y) of the image)",,out:effort-not-established,out:effort-not-established dsnews1017-deepswe-chart@deepseek,deepseek,gpt-6.1-sol,not-established:absent,coding,hard,mini_swe_v2,per-task,0.6459,0.00218,,,75.22,score%,0.0504,,restated-from:OpenAI,"https://api-docs.deepseek.com/news/news261017 (series GPT-6.1 Sol, marker centre px [1173.0, 504.0] (x, y) of the image)",,out:effort-not-established,out:effort-not-established dsnews1017-deepswe-chart@deepseek,deepseek,gpt-6.1-sol,not-established:absent,coding,hard,mini_swe_v2,per-task,0.7876,0.00266,,,71.90,score%,0.0504,,restated-from:OpenAI,"https://api-docs.deepseek.com/news/news261017 (series GPT-6.1 Sol, marker centre px [1261.0, 603.0] (x, y) of the image)",,out:effort-not-established,out:effort-not-established dsnews1017-deepswe-chart@deepseek,deepseek,gpt-6.1-sol,not-established:absent,coding,hard,mini_swe_v2,per-task,1.5696,0.00531,,,71.90,score%,0.0504,,restated-from:OpenAI,"https://api-docs.deepseek.com/news/news261017 (series GPT-6.1 Sol, marker centre px [1567.0, 603.0] (x, y) of the image)",,out:effort-not-established,out:effort-not-established dsnews1017-deepswe-chart@deepseek,deepseek,gpt-6-luna,not-established:absent,coding,hard,mini_swe_v2,per-task,0.1101,0.00037,,,61.34,score%,0.0504,,restated-from:OpenAI,"https://api-docs.deepseek.com/news/news261017 (series GPT-6 Luna, marker centre px [388.0, 917.0] (x, y) of the image)",,out:effort-not-established,out:effort-not-established dsnews1017-deepswe-chart@deepseek,deepseek,gpt-6-luna,not-established:absent,coding,hard,mini_swe_v2,per-task,0.2195,0.00074,,,66.59,score%,0.0504,,restated-from:OpenAI,"https://api-docs.deepseek.com/news/news261017 (series GPT-6 Luna, marker centre px [694.0, 761.0] (x, y) of the image)",,out:effort-not-established,out:effort-not-established dsnews1017-deepswe-chart@deepseek,deepseek,deepseek-v4.1-flash-1017,not-established:absent,coding,hard,mini_swe_v2,per-task,0.1119,0.00038,,,72.57,score%,0.0504,,vendor-reported:DeepSeek,"https://api-docs.deepseek.com/news/news261017 (series DeepSeek V41 Flash-1017, marker centre px [395.0, 583.0] (x, y) of the image)",,out:effort-not-established,out:effort-not-established dsnews1017-deepswe-chart@deepseek,deepseek,deepseek-v4.1-flash-1017,not-established:absent,coding,hard,mini_swe_v2,per-task,0.1460,0.00049,,,73.00,score%,0.0504,,vendor-reported:DeepSeek,"https://api-docs.deepseek.com/news/news261017 (series DeepSeek V41 Flash-1017, marker centre px [513.0, 570.0] (x, y) of the image)",,out:effort-not-established,out:effort-not-established dsnews1017-deepswe-chart@deepseek,deepseek,deepseek-v4.1-flash-1017,not-established:absent,coding,hard,mini_swe_v2,per-task,0.1952,0.00066,,,77.00,score%,0.0504,,vendor-reported:DeepSeek,"https://api-docs.deepseek.com/news/news261017 (series DeepSeek V41 Flash-1017, marker centre px [642.0, 451.0] (x, y) of the image)",,out:effort-not-established,out:effort-not-established dsnews1017-deepswe-chart@deepseek,deepseek,?DeepSeek V41 Flash,not-established:absent,coding,hard,mini_swe_v2,per-task,0.2207,0.00075,,,67.38,score%,0.0504,,evaluated-by:DeepSeek,"https://api-docs.deepseek.com/news/news261017 (series DeepSeek V41 Flash, marker centre px [696.5, 737.5] (x, y) of the image)",,out:model-not-established,out:model-not-established dsnews1017-deepswe-chart@deepseek,deepseek,?DeepSeek V41 Flash,not-established:absent,coding,hard,mini_swe_v2,per-task,0.2912,0.00098,,,70.16,score%,0.0504,,evaluated-by:DeepSeek,"https://api-docs.deepseek.com/news/news261017 (series DeepSeek V41 Flash, marker centre px [819.5, 654.5] (x, y) of the image)",,out:model-not-established,out:model-not-established dsnews1017-deepswe-chart@deepseek,deepseek,?DeepSeek V41 Flash,not-established:absent,coding,hard,mini_swe_v2,per-task,0.4934,0.00167,,,74.23,score%,0.0504,,evaluated-by:DeepSeek,"https://api-docs.deepseek.com/news/news261017 (series DeepSeek V41 Flash, marker centre px [1053.5, 533.5] (x, y) of the image)",,out:model-not-established,out:model-not-established dsnews1017-deepswe-chart@deepseek,deepseek,?DeepSeek V4 Pro,not-established:absent,coding,hard,mini_swe_v2,per-task,1.6624,0.00562,,,62.82,score%,0.0504,,,"https://api-docs.deepseek.com/news/news261017 (series DeepSeek V4 Pro, marker centre px [1592.5, 873.1] (x, y) of the image)",,out:model-not-established,out:model-not-established dsnews1017-deepswe-chart@deepseek,deepseek,?DeepSeek V4 Flash,not-established:absent,coding,hard,mini_swe_v2,per-task,0.4633,0.00157,,,53.32,score%,0.0504,,,"https://api-docs.deepseek.com/news/news261017 (series DeepSeek V4 Flash, marker centre px [1025.5, 1155.9] (x, y) of the image)",,out:model-not-established,out:model-not-established dsnews1017-deepswe-chart@deepseek,deepseek,glm-5.3-flash,not-established:absent,coding,hard,mini_swe_v2,per-task,0.2405,0.00081,,,63.40,score%,0.0504,,,"https://api-docs.deepseek.com/news/news261017 (series GLM-5.3 Flash, marker centre px [734.5, 855.8] (x, y) of the image)",,out:effort-not-established,out:effort-not-established dsv41rep-hle,deepseek,?DS-V4.1-Flash-1017,not-established:absent,reasoning-math,frontier,none(reasoning),,,,,,42.6,score%,0.0289,,evaluated-by:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017/raw/main/README.md (results table, row HLE w/o tools, column DS-V4.1-Flash-1017 (full HLE score, the text-only subset in brackets))",,out:model-not-established, dsv41rep-hle,deepseek,?DS-V4.1-Flash,not-established:absent,reasoning-math,frontier,none(reasoning),,,,,,36.8,score%,0.0289,,evaluated-by:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017/raw/main/README.md (results table, row HLE w/o tools, column DS-V4.1-Flash (full HLE score, the text-only subset in brackets))",,out:model-not-established, dsv41rep-hle,deepseek,?K3,not-established:absent,reasoning-math,frontier,none(reasoning),,,,,,43.5,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017/raw/main/README.md (results table, row HLE w/o tools, column K3 (full HLE score, the text-only subset in brackets))",,out:model-not-established, dsv41rep-hle,deepseek,gpt-5.6-sol,unstated,reasoning-math,frontier,none(reasoning),,,,,,44.5,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017/raw/main/README.md (results table, row HLE w/o tools, column GPT-5.6 Sol (full HLE score, the text-only subset in brackets))",,out:effort-not-established, dsv41rep-hle,deepseek,opus-5,unstated,reasoning-math,frontier,none(reasoning),,,,,,56.3,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017/raw/main/README.md (results table, row HLE w/o tools, column Opus 5 (full HLE score, the text-only subset in brackets))",,out:effort-not-established, dsv41card-tb40,deepseek,?DS-V4.1-Flash-1017,not-established:absent,agentic-tool,hard,ClaudeCode (card footnote),,,,,,42.3,Terminal-Bench 4.0 score %,0.0289,,evaluated-by:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017/raw/main/README.md (results table, row Terminal-Bench 4.0, column DS-V4.1-Flash-1017)",,out:model-not-established, dsv41card-tb40,deepseek,?DS-V4.1-Flash,not-established:absent,agentic-tool,hard,ClaudeCode (card footnote),,,,,,31.2,Terminal-Bench 4.0 score %,0.0289,,evaluated-by:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017/raw/main/README.md (results table, row Terminal-Bench 4.0, column DS-V4.1-Flash)",,out:model-not-established, dsv41card-tb40,deepseek,?K3,not-established:absent,agentic-tool,hard,ClaudeCode (card footnote),,,,,,12.6,Terminal-Bench 4.0 score %,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017/raw/main/README.md (results table, row Terminal-Bench 4.0, column K3)",,out:model-not-established, dsv41card-tb40,deepseek,glm-5.3,unstated,agentic-tool,hard,ClaudeCode (card footnote),,,,,,37.9,Terminal-Bench 4.0 score %,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017/raw/main/README.md (results table, row Terminal-Bench 4.0, column GLM-5.3)",,out:effort-not-established, dsv41card-tb40,deepseek,gpt-5.6-sol,unstated,agentic-tool,hard,ClaudeCode (card footnote),,,,,,39.9,Terminal-Bench 4.0 score %,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017/raw/main/README.md (results table, row Terminal-Bench 4.0, column GPT-5.6 Sol)",,out:effort-not-established, dsv41card-tb40,deepseek,opus-5,unstated,agentic-tool,hard,ClaudeCode (card footnote),,,,,,51.8,Terminal-Bench 4.0 score %,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017/raw/main/README.md (results table, row Terminal-Bench 4.0, column Opus 5)",,out:effort-not-established, dsv41rep-deepswe,deepseek,?DS-V4.1-Flash-1017,not-established:absent,coding,hard,mini-SWE,,,,,,77.0,score%,0.0289,,evaluated-by:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017/raw/main/README.md (results table, row DeepSWE v1.1, column DS-V4.1-Flash-1017)",,out:model-not-established, dsv41rep-deepswe,deepseek,?DS-V4.1-Flash,not-established:absent,coding,hard,mini-SWE,,,,,,74.2,score%,0.0289,,evaluated-by:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017/raw/main/README.md (results table, row DeepSWE v1.1, column DS-V4.1-Flash)",,out:model-not-established, dsv41rep-deepswe,deepseek,?K3,not-established:absent,coding,hard,mini-SWE,,,,,,67.5,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017/raw/main/README.md (results table, row DeepSWE v1.1, column K3)",,out:model-not-established, dsv41rep-deepswe,deepseek,glm-5.3,unstated,coding,hard,mini-SWE,,,,,,66.9,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017/raw/main/README.md (results table, row DeepSWE v1.1, column GLM-5.3)",,out:effort-not-established, dsv41rep-deepswe,deepseek,gpt-5.6-sol,unstated,coding,hard,mini-SWE,,,,,,73.0,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017/raw/main/README.md (results table, row DeepSWE v1.1, column GPT-5.6 Sol)",,out:effort-not-established, dsv41rep-deepswe,deepseek,opus-5,unstated,coding,hard,mini-SWE,,,,,,74.0,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017/raw/main/README.md (results table, row DeepSWE v1.1, column Opus 5)",,out:effort-not-established, dsv41rep-programbench,deepseek,?DS-V4.1-Flash-1017,not-established:absent,coding,frontier,DeepSeek-Harness-minimal,,,,,,29.1,score%,0.0289,,evaluated-by:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017/raw/main/README.md (results table, row ProgramBench, column DS-V4.1-Flash-1017)",,out:model-not-established, dsv41rep-programbench,deepseek,?DS-V4.1-Flash,not-established:absent,coding,frontier,DeepSeek-Harness-minimal,,,,,,20.3,score%,0.0289,,evaluated-by:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017/raw/main/README.md (results table, row ProgramBench, column DS-V4.1-Flash)",,out:model-not-established, dsv41rep-programbench,deepseek,?K3,not-established:absent,coding,frontier,DeepSeek-Harness-minimal,,,,,,17.5,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017/raw/main/README.md (results table, row ProgramBench, column K3)",,out:model-not-established, dsv41rep-programbench,deepseek,glm-5.3,unstated,coding,frontier,DeepSeek-Harness-minimal,,,,,,19.0,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017/raw/main/README.md (results table, row ProgramBench, column GLM-5.3)",,out:effort-not-established, dsv41rep-programbench,deepseek,gpt-5.6-sol,unstated,coding,frontier,DeepSeek-Harness-minimal,,,,,,23.0,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017/raw/main/README.md (results table, row ProgramBench, column GPT-5.6 Sol)",,out:effort-not-established, dsv41rep-programbench,deepseek,opus-5,unstated,coding,frontier,DeepSeek-Harness-minimal,,,,,,37.0,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017/raw/main/README.md (results table, row ProgramBench, column Opus 5)",,out:effort-not-established, dsv41rep-nl2repo,deepseek,?DS-V4.1-Flash-1017,not-established:absent,coding,frontier,DeepSeek-Harness-minimal,,,,,,68.2,score%,0.0289,,evaluated-by:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017/raw/main/README.md (results table, row NL2Repo-Bench, column DS-V4.1-Flash-1017)",,out:model-not-established, dsv41rep-nl2repo,deepseek,?DS-V4.1-Flash,not-established:absent,coding,frontier,DeepSeek-Harness-minimal,,,,,,65.4,score%,0.0289,,evaluated-by:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017/raw/main/README.md (results table, row NL2Repo-Bench, column DS-V4.1-Flash)",,out:model-not-established, dsv41rep-nl2repo,deepseek,?K3,not-established:absent,coding,frontier,DeepSeek-Harness-minimal,,,,,,58.0,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017/raw/main/README.md (results table, row NL2Repo-Bench, column K3)",,out:model-not-established, dsv41rep-nl2repo,deepseek,glm-5.3,unstated,coding,frontier,DeepSeek-Harness-minimal,,,,,,58.0,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017/raw/main/README.md (results table, row NL2Repo-Bench, column GLM-5.3)",,out:effort-not-established, dsv41rep-nl2repo,deepseek,gpt-5.6-sol,unstated,coding,frontier,DeepSeek-Harness-minimal,,,,,,56.8,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017/raw/main/README.md (results table, row NL2Repo-Bench, column GPT-5.6 Sol)",,out:effort-not-established, dsv41rep-nl2repo,deepseek,opus-5,unstated,coding,frontier,DeepSeek-Harness-minimal,,,,,,75.3,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017/raw/main/README.md (results table, row NL2Repo-Bench, column Opus 5)",,out:effort-not-established, dsv41rep-autobench,deepseek,?DS-V4.1-Flash-1017,not-established:absent,agentic-tool,frontier,official-scaffold,,,,,,60.5,score%,0.0289,,evaluated-by:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017/raw/main/README.md (results table, row Automation-Bench v1.0.6, column DS-V4.1-Flash-1017)",,out:model-not-established, dsv41rep-autobench,deepseek,?DS-V4.1-Flash,not-established:absent,agentic-tool,frontier,official-scaffold,,,,,,54.8,score%,0.0289,,evaluated-by:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017/raw/main/README.md (results table, row Automation-Bench v1.0.6, column DS-V4.1-Flash)",,out:model-not-established, dsv41rep-autobench,deepseek,?K3,not-established:absent,agentic-tool,frontier,official-scaffold,,,,,,46.7,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017/raw/main/README.md (results table, row Automation-Bench v1.0.6, column K3)",,out:model-not-established, dsv41rep-autobench,deepseek,glm-5.3,unstated,agentic-tool,frontier,official-scaffold,,,,,,48.8,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017/raw/main/README.md (results table, row Automation-Bench v1.0.6, column GLM-5.3)",,out:effort-not-established, dsv41rep-autobench,deepseek,gpt-5.6-sol,unstated,agentic-tool,frontier,official-scaffold,,,,,,45.8,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017/raw/main/README.md (results table, row Automation-Bench v1.0.6, column GPT-5.6 Sol)",,out:effort-not-established, dsv41rep-autobench,deepseek,opus-5,unstated,agentic-tool,frontier,official-scaffold,,,,,,50.3,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017/raw/main/README.md (results table, row Automation-Bench v1.0.6, column Opus 5)",,out:effort-not-established, dsv41rep-ale,deepseek,?DS-V4.1-Flash-1017,not-established:absent,agentic-tool,frontier,official-scaffold(ALE-CLI),,,,,,35.4,score%,0.0289,,evaluated-by:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017/raw/main/README.md (results table, row Agents’ Last Exam, column DS-V4.1-Flash-1017)",,out:model-not-established, dsv41rep-ale,deepseek,?DS-V4.1-Flash,not-established:absent,agentic-tool,frontier,official-scaffold(ALE-CLI),,,,,,31.8,score%,0.0289,,evaluated-by:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017/raw/main/README.md (results table, row Agents’ Last Exam, column DS-V4.1-Flash)",,out:model-not-established, dsv41rep-ale,deepseek,?K3,not-established:absent,agentic-tool,frontier,official-scaffold(ALE-CLI),,,,,,27.6,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017/raw/main/README.md (results table, row Agents’ Last Exam, column K3)",,out:model-not-established, dsv41rep-ale,deepseek,glm-5.3,unstated,agentic-tool,frontier,official-scaffold(ALE-CLI),,,,,,28.5,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017/raw/main/README.md (results table, row Agents’ Last Exam, column GLM-5.3)",,out:effort-not-established, dsv41rep-ale,deepseek,gpt-5.6-sol,unstated,agentic-tool,frontier,official-scaffold(ALE-CLI),,,,,,26.7,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017/raw/main/README.md (results table, row Agents’ Last Exam, column GPT-5.6 Sol)",,out:effort-not-established, dsv41rep-ale,deepseek,opus-5,unstated,agentic-tool,frontier,official-scaffold(ALE-CLI),,,,,,28.6,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017/raw/main/README.md (results table, row Agents’ Last Exam, column Opus 5)",,out:effort-not-established, dsv41F-apexbench-v11,deepseek,?DS-V4.1-Flash-1017,not-established:absent,agentic-tool,frontier,,,,,,,72.1,score%,0.0289,,evaluated-by:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017/raw/main/README.md (results table, row Apex Bench v1.1, column DS-V4.1-Flash-1017)",,out:model-not-established, dsv41F-apexbench-v11,deepseek,?DS-V4.1-Flash,not-established:absent,agentic-tool,frontier,,,,,,,64.6,score%,0.0289,,evaluated-by:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017/raw/main/README.md (results table, row Apex Bench v1.1, column DS-V4.1-Flash)",,out:model-not-established, dsv41F-apexbench-v11,deepseek,?K3,not-established:absent,agentic-tool,frontier,,,,,,,47.8,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017/raw/main/README.md (results table, row Apex Bench v1.1, column K3)",,out:model-not-established, dsv41F-apexbench-v11,deepseek,glm-5.3,unstated,agentic-tool,frontier,,,,,,,56.6,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017/raw/main/README.md (results table, row Apex Bench v1.1, column GLM-5.3)",,out:effort-not-established, dsv41F-apexbench-v11,deepseek,gpt-5.6-sol,unstated,agentic-tool,frontier,,,,,,,54.3,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017/raw/main/README.md (results table, row Apex Bench v1.1, column GPT-5.6 Sol)",,out:effort-not-established, dsv41F-apexbench-v11,deepseek,opus-5,unstated,agentic-tool,frontier,,,,,,,65.8,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017/raw/main/README.md (results table, row Apex Bench v1.1, column Opus 5)",,out:effort-not-established, dsv41rep-chartography,deepseek,?DS-V4.1-Flash-1017,not-established:absent,computer-use,frontier,Claude-Code,,,,,,83.0,score%,0.0289,,evaluated-by:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017/raw/main/README.md (results table, row Chartography (w/tools), column DS-V4.1-Flash-1017)",,out:model-not-established, dsv41rep-chartography,deepseek,?DS-V4.1-Flash,not-established:absent,computer-use,frontier,Claude-Code,,,,,,78.9,score%,0.0289,,evaluated-by:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017/raw/main/README.md (results table, row Chartography (w/tools), column DS-V4.1-Flash)",,out:model-not-established, dsv41rep-chartography,deepseek,?K3,not-established:absent,computer-use,frontier,Claude-Code,,,,,,68.1,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017/raw/main/README.md (results table, row Chartography (w/tools), column K3)",,out:model-not-established, dsv41rep-chartography,deepseek,gpt-5.6-sol,unstated,computer-use,frontier,Claude-Code,,,,,,79.9,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017/raw/main/README.md (results table, row Chartography (w/tools), column GPT-5.6 Sol)",,out:effort-not-established, dsv41rep-chartography,deepseek,opus-5,unstated,computer-use,frontier,Claude-Code,,,,,,84.0,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017/raw/main/README.md (results table, row Chartography (w/tools), column Opus 5)",,out:effort-not-established, dsv41rep-babyvision,deepseek,?DS-V4.1-Flash-1017,not-established:absent,computer-use,frontier,Claude-Code,,,,,,92.5,score%,0.0289,,evaluated-by:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017/raw/main/README.md (results table, row BabyVision (w/tools), column DS-V4.1-Flash-1017)",,out:model-not-established, dsv41rep-babyvision,deepseek,?DS-V4.1-Flash,not-established:absent,computer-use,frontier,Claude-Code,,,,,,89.6,score%,0.0289,,evaluated-by:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017/raw/main/README.md (results table, row BabyVision (w/tools), column DS-V4.1-Flash)",,out:model-not-established, dsv41rep-babyvision,deepseek,?K3,not-established:absent,computer-use,frontier,Claude-Code,,,,,,85.7,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017/raw/main/README.md (results table, row BabyVision (w/tools), column K3)",,out:model-not-established, dsv41rep-babyvision,deepseek,gpt-5.6-sol,unstated,computer-use,frontier,Claude-Code,,,,,,88.9,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017/raw/main/README.md (results table, row BabyVision (w/tools), column GPT-5.6 Sol)",,out:effort-not-established, dsv41rep-babyvision,deepseek,opus-5,unstated,computer-use,frontier,Claude-Code,,,,,,94.1,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017/raw/main/README.md (results table, row BabyVision (w/tools), column Opus 5)",,out:effort-not-established, dsv41rep-zerobench,deepseek,?DS-V4.1-Flash-1017,not-established:absent,computer-use,frontier,Claude-Code,,,,,,51.0,score%,0.0289,,evaluated-by:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017/raw/main/README.md (results table, row ZeroBench-main (w/tools), column DS-V4.1-Flash-1017)",,out:model-not-established, dsv41rep-zerobench,deepseek,?DS-V4.1-Flash,not-established:absent,computer-use,frontier,Claude-Code,,,,,,49.0,score%,0.0289,,evaluated-by:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017/raw/main/README.md (results table, row ZeroBench-main (w/tools), column DS-V4.1-Flash)",,out:model-not-established, dsv41rep-zerobench,deepseek,?K3,not-established:absent,computer-use,frontier,Claude-Code,,,,,,41.0,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017/raw/main/README.md (results table, row ZeroBench-main (w/tools), column K3)",,out:model-not-established, dsv41rep-zerobench,deepseek,gpt-5.6-sol,unstated,computer-use,frontier,Claude-Code,,,,,,53.0,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017/raw/main/README.md (results table, row ZeroBench-main (w/tools), column GPT-5.6 Sol)",,out:effort-not-established, dsv41rep-zerobench,deepseek,opus-5,unstated,computer-use,frontier,Claude-Code,,,,,,52.0,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017/raw/main/README.md (results table, row ZeroBench-main (w/tools), column Opus 5)",,out:effort-not-established, dsv41rep-deepswe,deepseek,deepseek-v4.1-flash,scalar-25,coding,hard,mini-SWE,,,,,,66.040,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'DeepSWE v1.1' (Figure 9), vertex 1 of 10 at x px 460.4595, solid line (Pass@1, left axis) y px 78.3331)",,out:effort-not-established, dsv41rep-deepswe,deepseek,deepseek-v4.1-flash,scalar-30,coding,hard,mini-SWE,,,,,,67.146,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'DeepSWE v1.1' (Figure 9), vertex 2 of 10 at x px 474.7129, solid line (Pass@1, left axis) y px 94.2624)",,out:effort-not-established, dsv41rep-deepswe,deepseek,deepseek-v4.1-flash,scalar-40,coding,hard,mini-SWE,,,,,,68.473,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'DeepSWE v1.1' (Figure 9), vertex 3 of 10 at x px 503.2197, solid line (Pass@1, left axis) y px 113.3784)",,out:effort-not-established, dsv41rep-deepswe,deepseek,deepseek-v4.1-flash,not-established:absent,coding,hard,mini-SWE,,,,,,67.367,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'DeepSWE v1.1' (Figure 9), vertex 4 of 10 at x px 531.7265, solid line (Pass@1, left axis) y px 97.4491)",,out:effort-not-established, dsv41rep-deepswe,deepseek,deepseek-v4.1-flash,scalar-60,coding,hard,mini-SWE,,,,,,66.150,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'DeepSWE v1.1' (Figure 9), vertex 5 of 10 at x px 560.2333, solid line (Pass@1, left axis) y px 79.9258)",,out:effort-not-established, dsv41rep-deepswe,deepseek,deepseek-v4.1-flash,scalar-70,coding,hard,mini-SWE,,,,,,69.358,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'DeepSWE v1.1' (Figure 9), vertex 6 of 10 at x px 588.7401, solid line (Pass@1, left axis) y px 126.1210)",,out:effort-not-established, dsv41rep-deepswe,deepseek,deepseek-v4.1-flash,not-established:absent,coding,hard,mini-SWE,,,,,,70.133,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'DeepSWE v1.1' (Figure 9), vertex 7 of 10 at x px 602.9935, solid line (Pass@1, left axis) y px 137.2709)",,out:effort-not-established, dsv41rep-deepswe,deepseek,deepseek-v4.1-flash,scalar-80,coding,hard,mini-SWE,,,,,,68.916,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'DeepSWE v1.1' (Figure 9), vertex 8 of 10 at x px 617.2469, solid line (Pass@1, left axis) y px 119.7490)",,out:effort-not-established, dsv41rep-deepswe,deepseek,deepseek-v4.1-flash,scalar-90,coding,hard,mini-SWE,,,,,,71.681,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'DeepSWE v1.1' (Figure 9), vertex 9 of 10 at x px 645.7537, solid line (Pass@1, left axis) y px 159.5722)",,out:effort-not-established, dsv41rep-tb21,deepseek,deepseek-v4.1-flash,scalar-25,agentic-tool,hard,DeepSeek-Harness-minimal,,,,,,82.397,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'Terminal-Bench v2.1' (Figure 9), vertex 1 of 10 at x px 843.3057, solid line (Pass@1, left axis) y px 78.5458)",,out:effort-not-established, dsv41rep-tb21,deepseek,deepseek-v4.1-flash,scalar-30,agentic-tool,hard,DeepSeek-Harness-minimal,,,,,,83.895,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'Terminal-Bench v2.1' (Figure 9), vertex 2 of 10 at x px 857.5591, solid line (Pass@1, left axis) y px 97.0367)",,out:effort-not-established, dsv41rep-tb21,deepseek,deepseek-v4.1-flash,scalar-40,agentic-tool,hard,DeepSeek-Harness-minimal,,,,,,83.146,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'Terminal-Bench v2.1' (Figure 9), vertex 3 of 10 at x px 886.0659, solid line (Pass@1, left axis) y px 87.7919)",,out:effort-not-established, dsv41rep-tb21,deepseek,deepseek-v4.1-flash,low,agentic-tool,hard,DeepSeek-Harness-minimal,,,,,,86.891,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'Terminal-Bench v2.1' (Figure 9), vertex 4 of 10 at x px 914.5727, solid line (Pass@1, left axis) y px 134.0196)",,in, dsv41rep-tb21,deepseek,deepseek-v4.1-flash,scalar-60,agentic-tool,hard,DeepSeek-Harness-minimal,,,,,,83.521,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'Terminal-Bench v2.1' (Figure 9), vertex 5 of 10 at x px 943.0795, solid line (Pass@1, left axis) y px 92.4143)",,out:effort-not-established, dsv41rep-tb21,deepseek,deepseek-v4.1-flash,scalar-70,agentic-tool,hard,DeepSeek-Harness-minimal,,,,,,88.015,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'Terminal-Bench v2.1' (Figure 9), vertex 6 of 10 at x px 971.5862, solid line (Pass@1, left axis) y px 147.8880)",,out:effort-not-established, dsv41rep-tb21,deepseek,deepseek-v4.1-flash,high,agentic-tool,hard,DeepSeek-Harness-minimal,,,,,,89.139,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'Terminal-Bench v2.1' (Figure 9), vertex 7 of 10 at x px 985.8396, solid line (Pass@1, left axis) y px 161.7564)",,in, dsv41rep-tb21,deepseek,deepseek-v4.1-flash,scalar-80,agentic-tool,hard,DeepSeek-Harness-minimal,,,,,,87.640,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'Terminal-Bench v2.1' (Figure 9), vertex 8 of 10 at x px 1000.0930, solid line (Pass@1, left axis) y px 143.2656)",,out:effort-not-established, dsv41rep-tb21,deepseek,deepseek-v4.1-flash,scalar-90,agentic-tool,hard,DeepSeek-Harness-minimal,,,,,,91.760,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'Terminal-Bench v2.1' (Figure 9), vertex 9 of 10 at x px 1028.5998, solid line (Pass@1, left axis) y px 194.1157)",,out:effort-not-established, dsv41curve-deepswe-cc,deepseek,deepseek-v4.1-flash,scalar-25,coding,hard,Claude-Code,,,,,,67.810,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'DeepSWE v1.1' (Figure 11), vertex 1 of 10 at x px 86.2480, solid line (Pass@1, left axis) y px 445.4912)",,out:effort-not-established, dsv41curve-deepswe-cc,deepseek,deepseek-v4.1-flash,scalar-30,coding,hard,Claude-Code,,,,,,68.695,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'DeepSWE v1.1' (Figure 11), vertex 2 of 10 at x px 100.4580, solid line (Pass@1, left axis) y px 466.2997)",,out:effort-not-established, dsv41curve-deepswe-cc,deepseek,deepseek-v4.1-flash,scalar-40,coding,hard,Claude-Code,,,,,,67.035,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'DeepSWE v1.1' (Figure 11), vertex 3 of 10 at x px 128.8779, solid line (Pass@1, left axis) y px 427.2837)",,out:effort-not-established, dsv41curve-deepswe-cc,deepseek,deepseek-v4.1-flash,not-established:absent,coding,hard,Claude-Code,,,,,,68.363,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'DeepSWE v1.1' (Figure 11), vertex 4 of 10 at x px 157.2979, solid line (Pass@1, left axis) y px 458.4965)",,out:effort-not-established, dsv41curve-deepswe-cc,deepseek,deepseek-v4.1-flash,scalar-60,coding,hard,Claude-Code,,,,,,66.925,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'DeepSWE v1.1' (Figure 11), vertex 5 of 10 at x px 185.7179, solid line (Pass@1, left axis) y px 424.6826)",,out:effort-not-established, dsv41curve-deepswe-cc,deepseek,deepseek-v4.1-flash,scalar-70,coding,hard,Claude-Code,,,,,,66.150,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'DeepSWE v1.1' (Figure 11), vertex 6 of 10 at x px 214.1378, solid line (Pass@1, left axis) y px 406.4751)",,out:effort-not-established, dsv41curve-deepswe-cc,deepseek,deepseek-v4.1-flash,not-established:absent,coding,hard,Claude-Code,,,,,,65.044,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'DeepSWE v1.1' (Figure 11), vertex 7 of 10 at x px 228.3478, solid line (Pass@1, left axis) y px 380.4643)",,out:effort-not-established, dsv41curve-deepswe-cc,deepseek,deepseek-v4.1-flash,scalar-80,coding,hard,Claude-Code,,,,,,67.035,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'DeepSWE v1.1' (Figure 11), vertex 8 of 10 at x px 242.5578, solid line (Pass@1, left axis) y px 427.2837)",,out:effort-not-established, dsv41curve-deepswe-cc,deepseek,deepseek-v4.1-flash,scalar-90,coding,hard,Claude-Code,,,,,,66.593,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'DeepSWE v1.1' (Figure 11), vertex 9 of 10 at x px 270.9778, solid line (Pass@1, left axis) y px 416.8793)",,out:effort-not-established, dsv41curve-deepswe-cc,deepseek,deepseek-v4.1-flash,not-established:absent,coding,hard,Claude-Code,,,,,,69.801,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'DeepSWE v1.1' (Figure 11), vertex 10 of 10 at x px 299.3977, solid line (Pass@1, left axis) y px 492.3104)",,out:effort-not-established, dsv41curve-tb21-cc,deepseek,deepseek-v4.1-flash,scalar-25,agentic-tool,hard,Claude-Code,,,,,,80.524,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'Terminal-Bench v2.1' (Figure 11), vertex 1 of 10 at x px 86.2480, solid line (Pass@1, left axis) y px 86.0327)",,out:effort-not-established, dsv41curve-tb21-cc,deepseek,deepseek-v4.1-flash,scalar-30,agentic-tool,hard,Claude-Code,,,,,,83.146,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'Terminal-Bench v2.1' (Figure 11), vertex 2 of 10 at x px 100.4580, solid line (Pass@1, left axis) y px 121.9931)",,out:effort-not-established, dsv41curve-tb21-cc,deepseek,deepseek-v4.1-flash,scalar-40,agentic-tool,hard,Claude-Code,,,,,,83.521,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'Terminal-Bench v2.1' (Figure 11), vertex 3 of 10 at x px 128.8779, solid line (Pass@1, left axis) y px 127.1303)",,out:effort-not-established, dsv41curve-tb21-cc,deepseek,deepseek-v4.1-flash,not-established:absent,agentic-tool,hard,Claude-Code,,,,,,85.393,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'Terminal-Bench v2.1' (Figure 11), vertex 4 of 10 at x px 157.2979, solid line (Pass@1, left axis) y px 152.8162)",,out:effort-not-established, dsv41curve-tb21-cc,deepseek,deepseek-v4.1-flash,scalar-60,agentic-tool,hard,Claude-Code,,,,,,81.648,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'Terminal-Bench v2.1' (Figure 11), vertex 5 of 10 at x px 185.7179, solid line (Pass@1, left axis) y px 101.4443)",,out:effort-not-established, dsv41curve-tb21-cc,deepseek,deepseek-v4.1-flash,scalar-70,agentic-tool,hard,Claude-Code,,,,,,83.895,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'Terminal-Bench v2.1' (Figure 11), vertex 6 of 10 at x px 214.1378, solid line (Pass@1, left axis) y px 132.2674)",,out:effort-not-established, dsv41curve-tb21-cc,deepseek,deepseek-v4.1-flash,not-established:absent,agentic-tool,hard,Claude-Code,,,,,,84.644,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'Terminal-Bench v2.1' (Figure 11), vertex 7 of 10 at x px 228.3478, solid line (Pass@1, left axis) y px 142.5419)",,out:effort-not-established, dsv41curve-tb21-cc,deepseek,deepseek-v4.1-flash,scalar-80,agentic-tool,hard,Claude-Code,,,,,,85.019,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'Terminal-Bench v2.1' (Figure 11), vertex 8 of 10 at x px 242.5578, solid line (Pass@1, left axis) y px 147.6790)",,out:effort-not-established, dsv41curve-tb21-cc,deepseek,deepseek-v4.1-flash,scalar-90,agentic-tool,hard,Claude-Code,,,,,,87.266,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'Terminal-Bench v2.1' (Figure 11), vertex 9 of 10 at x px 270.9778, solid line (Pass@1, left axis) y px 178.5022)",,out:effort-not-established, dsv41curve-tb21-cc,deepseek,deepseek-v4.1-flash,not-established:absent,agentic-tool,hard,Claude-Code,,,,,,88.015,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'Terminal-Bench v2.1' (Figure 11), vertex 10 of 10 at x px 299.3977, solid line (Pass@1, left axis) y px 188.7766)",,out:effort-not-established, dsv41curve-deepswe-dsh,deepseek,deepseek-v4.1-flash,scalar-25,coding,hard,DeepSeek-Harness-minimal,,,,,,61.062,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'DeepSWE v1.1' (Figure 11), vertex 1 of 10 at x px 463.6651, solid line (Pass@1, left axis) y px 405.7988)",,out:effort-not-established, dsv41curve-deepswe-dsh,deepseek,deepseek-v4.1-flash,scalar-30,coding,hard,DeepSeek-Harness-minimal,,,,,,62.942,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'DeepSWE v1.1' (Figure 11), vertex 2 of 10 at x px 477.8751, solid line (Pass@1, left axis) y px 421.2751)",,out:effort-not-established, dsv41curve-deepswe-dsh,deepseek,deepseek-v4.1-flash,scalar-40,coding,hard,DeepSeek-Harness-minimal,,,,,,62.721,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'DeepSWE v1.1' (Figure 11), vertex 3 of 10 at x px 506.2951, solid line (Pass@1, left axis) y px 419.4544)",,out:effort-not-established, dsv41curve-deepswe-dsh,deepseek,deepseek-v4.1-flash,low,coding,hard,DeepSeek-Harness-minimal,,,,,,64.602,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'DeepSWE v1.1' (Figure 11), vertex 4 of 10 at x px 534.7150, solid line (Pass@1, left axis) y px 434.9307)",,in, dsv41curve-deepswe-dsh,deepseek,deepseek-v4.1-flash,scalar-60,coding,hard,DeepSeek-Harness-minimal,,,,,,67.035,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'DeepSWE v1.1' (Figure 11), vertex 5 of 10 at x px 563.1350, solid line (Pass@1, left axis) y px 454.9590)",,out:effort-not-established, dsv41curve-deepswe-dsh,deepseek,deepseek-v4.1-flash,scalar-70,coding,hard,DeepSeek-Harness-minimal,,,,,,68.473,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'DeepSWE v1.1' (Figure 11), vertex 6 of 10 at x px 591.5550, solid line (Pass@1, left axis) y px 466.7939)",,out:effort-not-established, dsv41curve-deepswe-dsh,deepseek,deepseek-v4.1-flash,high,coding,hard,DeepSeek-Harness-minimal,,,,,,69.690,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'DeepSWE v1.1' (Figure 11), vertex 7 of 10 at x px 605.7650, solid line (Pass@1, left axis) y px 476.8080)",,in, dsv41curve-deepswe-dsh,deepseek,deepseek-v4.1-flash,scalar-80,coding,hard,DeepSeek-Harness-minimal,,,,,,67.035,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'DeepSWE v1.1' (Figure 11), vertex 8 of 10 at x px 619.9749, solid line (Pass@1, left axis) y px 454.9590)",,out:effort-not-established, dsv41curve-deepswe-dsh,deepseek,deepseek-v4.1-flash,scalar-90,coding,hard,DeepSeek-Harness-minimal,,,,,,68.142,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'DeepSWE v1.1' (Figure 11), vertex 9 of 10 at x px 648.3949, solid line (Pass@1, left axis) y px 464.0627)",,out:effort-not-established, dsv41curve-deepswe-dsh,deepseek,deepseek-v4.1-flash,max,coding,hard,DeepSeek-Harness-minimal,,,,,,72.566,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'DeepSWE v1.1' (Figure 11), vertex 10 of 10 at x px 676.8149, solid line (Pass@1, left axis) y px 500.4778)",,in, dsv41curve-tb21-minisw,deepseek,deepseek-v4.1-flash,scalar-25,agentic-tool,hard,mini-SWE,,,,,,83.521,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'Terminal-Bench v2.1' (Figure 11), vertex 1 of 10 at x px 841.0823, solid line (Pass@1, left axis) y px 72.2650)",,out:effort-not-established, dsv41curve-tb21-minisw,deepseek,deepseek-v4.1-flash,scalar-30,agentic-tool,hard,mini-SWE,,,,,,85.768,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'Terminal-Bench v2.1' (Figure 11), vertex 2 of 10 at x px 855.2923, solid line (Pass@1, left axis) y px 103.0882)",,out:effort-not-established, dsv41curve-tb21-minisw,deepseek,deepseek-v4.1-flash,scalar-40,agentic-tool,hard,mini-SWE,,,,,,88.764,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'Terminal-Bench v2.1' (Figure 11), vertex 3 of 10 at x px 883.7122, solid line (Pass@1, left axis) y px 144.1858)",,out:effort-not-established, dsv41curve-tb21-minisw,deepseek,deepseek-v4.1-flash,not-established:absent,agentic-tool,hard,mini-SWE,,,,,,87.266,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'Terminal-Bench v2.1' (Figure 11), vertex 4 of 10 at x px 912.1322, solid line (Pass@1, left axis) y px 123.6369)",,out:effort-not-established, dsv41curve-tb21-minisw,deepseek,deepseek-v4.1-flash,scalar-60,agentic-tool,hard,mini-SWE,,,,,,90.262,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'Terminal-Bench v2.1' (Figure 11), vertex 5 of 10 at x px 940.5522, solid line (Pass@1, left axis) y px 164.7346)",,out:effort-not-established, dsv41curve-tb21-minisw,deepseek,deepseek-v4.1-flash,scalar-70,agentic-tool,hard,mini-SWE,,,,,,85.019,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'Terminal-Bench v2.1' (Figure 11), vertex 6 of 10 at x px 968.9721, solid line (Pass@1, left axis) y px 92.8138)",,out:effort-not-established, dsv41curve-tb21-minisw,deepseek,deepseek-v4.1-flash,not-established:absent,agentic-tool,hard,mini-SWE,,,,,,89.888,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'Terminal-Bench v2.1' (Figure 11), vertex 7 of 10 at x px 983.1821, solid line (Pass@1, left axis) y px 159.5974)",,out:effort-not-established, dsv41curve-tb21-minisw,deepseek,deepseek-v4.1-flash,scalar-80,agentic-tool,hard,mini-SWE,,,,,,90.637,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'Terminal-Bench v2.1' (Figure 11), vertex 8 of 10 at x px 997.3921, solid line (Pass@1, left axis) y px 169.8718)",,out:effort-not-established, dsv41curve-tb21-minisw,deepseek,deepseek-v4.1-flash,scalar-90,agentic-tool,hard,mini-SWE,,,,,,91.386,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'Terminal-Bench v2.1' (Figure 11), vertex 9 of 10 at x px 1025.8120, solid line (Pass@1, left axis) y px 180.1462)",,out:effort-not-established, dsv41curve-tb21-minisw,deepseek,deepseek-v4.1-flash,not-established:absent,agentic-tool,hard,mini-SWE,,,,,,90.262,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'Terminal-Bench v2.1' (Figure 11), vertex 10 of 10 at x px 1054.2320, solid line (Pass@1, left axis) y px 164.7346)",,out:effort-not-established, dsv41curve-aime26,deepseek,deepseek-v4.1-flash,scalar-25,reasoning-math,hard,none(reasoning),,,,,,95.625,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'AIME 2026' (Figure 12), vertex 1 of 10 at x px 71.4947, solid line (Pass@1, left axis) y px 298.2740)",,out:effort-not-established, dsv41curve-aime26,deepseek,deepseek-v4.1-flash,scalar-30,reasoning-math,hard,none(reasoning),,,,,,95.833,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'AIME 2026' (Figure 12), vertex 2 of 10 at x px 81.6630, solid line (Pass@1, left axis) y px 301.7683)",,out:effort-not-established, dsv41curve-aime26,deepseek,deepseek-v4.1-flash,scalar-40,reasoning-math,hard,none(reasoning),,,,,,97.813,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'AIME 2026' (Figure 12), vertex 3 of 10 at x px 101.9998, solid line (Pass@1, left axis) y px 334.9695)",,out:effort-not-established, dsv41curve-aime26,deepseek,deepseek-v4.1-flash,low,reasoning-math,hard,none(reasoning),,,,,,98.333,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'AIME 2026' (Figure 12), vertex 4 of 10 at x px 122.3365, solid line (Pass@1, left axis) y px 343.7059)",,in, dsv41curve-aime26,deepseek,deepseek-v4.1-flash,scalar-60,reasoning-math,hard,none(reasoning),,,,,,98.438,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'AIME 2026' (Figure 12), vertex 5 of 10 at x px 142.6732, solid line (Pass@1, left axis) y px 345.4539)",,out:effort-not-established, dsv41curve-aime26,deepseek,deepseek-v4.1-flash,scalar-70,reasoning-math,hard,none(reasoning),,,,,,98.646,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'AIME 2026' (Figure 12), vertex 6 of 10 at x px 163.0099, solid line (Pass@1, left axis) y px 348.9481)",,out:effort-not-established, dsv41curve-aime26,deepseek,deepseek-v4.1-flash,high,reasoning-math,hard,none(reasoning),,,,,,99.167,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'AIME 2026' (Figure 12), vertex 7 of 10 at x px 173.1782, solid line (Pass@1, left axis) y px 357.6863)",,in, dsv41curve-aime26,deepseek,deepseek-v4.1-flash,scalar-80,reasoning-math,hard,none(reasoning),,,,,,98.750,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'AIME 2026' (Figure 12), vertex 8 of 10 at x px 183.3466, solid line (Pass@1, left axis) y px 350.6961)",,out:effort-not-established, dsv41curve-aime26,deepseek,deepseek-v4.1-flash,scalar-90,reasoning-math,hard,none(reasoning),,,,,,99.167,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'AIME 2026' (Figure 12), vertex 9 of 10 at x px 203.6833, solid line (Pass@1, left axis) y px 357.6863)",,out:effort-not-established, dsv41curve-aime26,deepseek,deepseek-v4.1-flash,max,reasoning-math,hard,none(reasoning),,,,,,100.000,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'AIME 2026' (Figure 12), vertex 10 of 10 at x px 224.0200, solid line (Pass@1, left axis) y px 371.6649)",,out:uninformative, dsv41curve-imo,deepseek,deepseek-v4.1-flash,scalar-25,reasoning-math,frontier,none(reasoning),,,,,,85.500,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'IMO-AnswerBench' (Figure 12), vertex 1 of 10 at x px 71.4947, solid line (Pass@1, left axis) y px 87.5373)",,out:effort-not-established, dsv41curve-imo,deepseek,deepseek-v4.1-flash,scalar-30,reasoning-math,frontier,none(reasoning),,,,,,85.875,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'IMO-AnswerBench' (Figure 12), vertex 2 of 10 at x px 81.6630, solid line (Pass@1, left axis) y px 93.0416)",,out:effort-not-established, dsv41curve-imo,deepseek,deepseek-v4.1-flash,scalar-40,reasoning-math,frontier,none(reasoning),,,,,,88.250,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'IMO-AnswerBench' (Figure 12), vertex 3 of 10 at x px 101.9998, solid line (Pass@1, left axis) y px 127.9023)",,out:effort-not-established, dsv41curve-imo,deepseek,deepseek-v4.1-flash,low,reasoning-math,frontier,none(reasoning),,,,,,87.875,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'IMO-AnswerBench' (Figure 12), vertex 4 of 10 at x px 122.3365, solid line (Pass@1, left axis) y px 122.3980)",,in, dsv41curve-imo,deepseek,deepseek-v4.1-flash,scalar-60,reasoning-math,frontier,none(reasoning),,,,,,87.750,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'IMO-AnswerBench' (Figure 12), vertex 5 of 10 at x px 142.6732, solid line (Pass@1, left axis) y px 120.5632)",,out:effort-not-established, dsv41curve-imo,deepseek,deepseek-v4.1-flash,scalar-70,reasoning-math,frontier,none(reasoning),,,,,,90.000,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'IMO-AnswerBench' (Figure 12), vertex 6 of 10 at x px 163.0099, solid line (Pass@1, left axis) y px 153.5891)",,out:effort-not-established, dsv41curve-imo,deepseek,deepseek-v4.1-flash,high,reasoning-math,frontier,none(reasoning),,,,,,89.750,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'IMO-AnswerBench' (Figure 12), vertex 7 of 10 at x px 173.1782, solid line (Pass@1, left axis) y px 149.9195)",,in, dsv41curve-imo,deepseek,deepseek-v4.1-flash,scalar-80,reasoning-math,frontier,none(reasoning),,,,,,88.125,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'IMO-AnswerBench' (Figure 12), vertex 8 of 10 at x px 183.3466, solid line (Pass@1, left axis) y px 126.0675)",,out:effort-not-established, dsv41curve-imo,deepseek,deepseek-v4.1-flash,scalar-90,reasoning-math,frontier,none(reasoning),,,,,,89.625,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'IMO-AnswerBench' (Figure 12), vertex 9 of 10 at x px 203.6833, solid line (Pass@1, left axis) y px 148.0848)",,out:effort-not-established, dsv41curve-imo,deepseek,deepseek-v4.1-flash,max,reasoning-math,frontier,none(reasoning),,,,,,90.625,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'IMO-AnswerBench' (Figure 12), vertex 10 of 10 at x px 224.0200, solid line (Pass@1, left axis) y px 162.7630)",,in, dsv41curve-apexshort,deepseek,deepseek-v4.1-flash,scalar-25,reasoning-math,frontier,none(reasoning),,,,,,74.023,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'Apex 2025 Shortlist' (Figure 12), vertex 1 of 10 at x px 355.0698, solid line (Pass@1, left axis) y px 294.6370)",,out:effort-not-established, dsv41curve-apexshort,deepseek,deepseek-v4.1-flash,scalar-30,reasoning-math,frontier,none(reasoning),,,,,,78.385,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'Apex 2025 Shortlist' (Figure 12), vertex 2 of 10 at x px 365.2381, solid line (Pass@1, left axis) y px 320.2475)",,out:effort-not-established, dsv41curve-apexshort,deepseek,deepseek-v4.1-flash,scalar-40,reasoning-math,frontier,none(reasoning),,,,,,83.073,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'Apex 2025 Shortlist' (Figure 12), vertex 3 of 10 at x px 385.5749, solid line (Pass@1, left axis) y px 347.7691)",,out:effort-not-established, dsv41curve-apexshort,deepseek,deepseek-v4.1-flash,low,reasoning-math,frontier,none(reasoning),,,,,,81.706,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'Apex 2025 Shortlist' (Figure 12), vertex 4 of 10 at x px 405.9116, solid line (Pass@1, left axis) y px 339.7419)",,in, dsv41curve-apexshort,deepseek,deepseek-v4.1-flash,scalar-60,reasoning-math,frontier,none(reasoning),,,,,,83.919,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'Apex 2025 Shortlist' (Figure 12), vertex 5 of 10 at x px 426.2483, solid line (Pass@1, left axis) y px 352.7386)",,out:effort-not-established, dsv41curve-apexshort,deepseek,deepseek-v4.1-flash,scalar-70,reasoning-math,frontier,none(reasoning),,,,,,85.547,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'Apex 2025 Shortlist' (Figure 12), vertex 6 of 10 at x px 446.5850, solid line (Pass@1, left axis) y px 362.2946)",,out:effort-not-established, dsv41curve-apexshort,deepseek,deepseek-v4.1-flash,high,reasoning-math,frontier,none(reasoning),,,,,,85.026,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'Apex 2025 Shortlist' (Figure 12), vertex 7 of 10 at x px 456.7533, solid line (Pass@1, left axis) y px 359.2363)",,in, dsv41curve-apexshort,deepseek,deepseek-v4.1-flash,scalar-80,reasoning-math,frontier,none(reasoning),,,,,,86.654,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'Apex 2025 Shortlist' (Figure 12), vertex 8 of 10 at x px 466.9217, solid line (Pass@1, left axis) y px 368.7924)",,out:effort-not-established, dsv41curve-apexshort,deepseek,deepseek-v4.1-flash,scalar-90,reasoning-math,frontier,none(reasoning),,,,,,86.328,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'Apex 2025 Shortlist' (Figure 12), vertex 9 of 10 at x px 487.2584, solid line (Pass@1, left axis) y px 366.8813)",,out:effort-not-established, dsv41curve-apexshort,deepseek,deepseek-v4.1-flash,max,reasoning-math,frontier,none(reasoning),,,,,,85.547,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'Apex 2025 Shortlist' (Figure 12), vertex 10 of 10 at x px 507.5951, solid line (Pass@1, left axis) y px 362.2946)",,in, dsv41curve-lcb,deepseek,deepseek-v4.1-flash,scalar-25,coding,hard,none(reasoning),,,,,,91.547,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'LiveCodeBench' (Figure 12), vertex 1 of 10 at x px 355.0698, solid line (Pass@1, left axis) y px 81.5897)",,out:effort-not-established, dsv41curve-lcb,deepseek,deepseek-v4.1-flash,scalar-30,coding,hard,none(reasoning),,,,,,91.630,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'LiveCodeBench' (Figure 12), vertex 2 of 10 at x px 365.2381, solid line (Pass@1, left axis) y px 84.0145)",,out:effort-not-established, dsv41curve-lcb,deepseek,deepseek-v4.1-flash,scalar-40,coding,hard,none(reasoning),,,,,,92.098,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'LiveCodeBench' (Figure 12), vertex 3 of 10 at x px 385.5749, solid line (Pass@1, left axis) y px 97.7533)",,out:effort-not-established, dsv41curve-lcb,deepseek,deepseek-v4.1-flash,low,coding,hard,none(reasoning),,,,,,92.676,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'LiveCodeBench' (Figure 12), vertex 4 of 10 at x px 405.9116, solid line (Pass@1, left axis) y px 114.7271)",,in, dsv41curve-lcb,deepseek,deepseek-v4.1-flash,scalar-60,coding,hard,none(reasoning),,,,,,92.483,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'LiveCodeBench' (Figure 12), vertex 5 of 10 at x px 426.2483, solid line (Pass@1, left axis) y px 109.0702)",,out:effort-not-established, dsv41curve-lcb,deepseek,deepseek-v4.1-flash,scalar-70,coding,hard,none(reasoning),,,,,,93.310,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'LiveCodeBench' (Figure 12), vertex 6 of 10 at x px 446.5850, solid line (Pass@1, left axis) y px 133.3185)",,out:effort-not-established, dsv41curve-lcb,deepseek,deepseek-v4.1-flash,high,coding,hard,none(reasoning),,,,,,92.869,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'LiveCodeBench' (Figure 12), vertex 7 of 10 at x px 456.7533, solid line (Pass@1, left axis) y px 120.3841)",,in, dsv41curve-lcb,deepseek,deepseek-v4.1-flash,scalar-80,coding,hard,none(reasoning),,,,,,93.310,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'LiveCodeBench' (Figure 12), vertex 8 of 10 at x px 466.9217, solid line (Pass@1, left axis) y px 133.3185)",,out:effort-not-established, dsv41curve-lcb,deepseek,deepseek-v4.1-flash,scalar-90,coding,hard,none(reasoning),,,,,,93.722,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'LiveCodeBench' (Figure 12), vertex 9 of 10 at x px 487.2584, solid line (Pass@1, left axis) y px 145.4427)",,out:effort-not-established, dsv41curve-lcb,deepseek,deepseek-v4.1-flash,max,coding,hard,none(reasoning),,,,,,94.163,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'LiveCodeBench' (Figure 12), vertex 10 of 10 at x px 507.5951, solid line (Pass@1, left axis) y px 158.3742)",,in, dsv41rep-gpqa,deepseek,deepseek-v4.1-flash,scalar-25,reasoning-math,hard,none(reasoning),,,,,,89.646,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'GPQA Diamond' (Figure 12), vertex 1 of 10 at x px 638.6449, solid line (Pass@1, left axis) y px 304.6716)",,out:effort-not-established, dsv41rep-gpqa,deepseek,deepseek-v4.1-flash,scalar-30,reasoning-math,hard,none(reasoning),,,,,,89.205,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'GPQA Diamond' (Figure 12), vertex 2 of 10 at x px 648.8132, solid line (Pass@1, left axis) y px 291.6961)",,out:effort-not-established, dsv41rep-gpqa,deepseek,deepseek-v4.1-flash,scalar-40,reasoning-math,hard,none(reasoning),,,,,,90.088,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'GPQA Diamond' (Figure 12), vertex 3 of 10 at x px 669.1499, solid line (Pass@1, left axis) y px 317.6442)",,out:effort-not-established, dsv41rep-gpqa,deepseek,deepseek-v4.1-flash,low,reasoning-math,hard,none(reasoning),,,,,,90.088,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'GPQA Diamond' (Figure 12), vertex 4 of 10 at x px 689.4867, solid line (Pass@1, left axis) y px 317.6442)",,in, dsv41rep-gpqa,deepseek,deepseek-v4.1-flash,scalar-60,reasoning-math,hard,none(reasoning),,,,,,90.530,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'GPQA Diamond' (Figure 12), vertex 5 of 10 at x px 709.8234, solid line (Pass@1, left axis) y px 330.6168)",,out:effort-not-established, dsv41rep-gpqa,deepseek,deepseek-v4.1-flash,scalar-70,reasoning-math,hard,none(reasoning),,,,,,90.972,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'GPQA Diamond' (Figure 12), vertex 6 of 10 at x px 730.1601, solid line (Pass@1, left axis) y px 343.5893)",,out:effort-not-established, dsv41rep-gpqa,deepseek,deepseek-v4.1-flash,high,reasoning-math,hard,none(reasoning),,,,,,90.972,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'GPQA Diamond' (Figure 12), vertex 7 of 10 at x px 740.3284, solid line (Pass@1, left axis) y px 343.5893)",,in, dsv41rep-gpqa,deepseek,deepseek-v4.1-flash,scalar-80,reasoning-math,hard,none(reasoning),,,,,,91.667,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'GPQA Diamond' (Figure 12), vertex 8 of 10 at x px 750.4968, solid line (Pass@1, left axis) y px 363.9773)",,out:effort-not-established, dsv41rep-gpqa,deepseek,deepseek-v4.1-flash,scalar-90,reasoning-math,hard,none(reasoning),,,,,,90.783,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'GPQA Diamond' (Figure 12), vertex 9 of 10 at x px 770.8335, solid line (Pass@1, left axis) y px 338.0293)",,out:effort-not-established, dsv41rep-mathapex,deepseek,deepseek-v4.1-flash,scalar-25,reasoning-math,frontier,none(reasoning),,,,,,25.347,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'MathArena Apex 2025' (Figure 12), vertex 1 of 10 at x px 638.6449, solid line (Pass@1, left axis) y px 91.2650)",,out:effort-not-established, dsv41rep-mathapex,deepseek,deepseek-v4.1-flash,scalar-30,reasoning-math,frontier,none(reasoning),,,,,,34.722,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'MathArena Apex 2025' (Figure 12), vertex 2 of 10 at x px 648.8132, solid line (Pass@1, left axis) y px 106.9917)",,out:effort-not-established, dsv41rep-mathapex,deepseek,deepseek-v4.1-flash,scalar-40,reasoning-math,frontier,none(reasoning),,,,,,40.972,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'MathArena Apex 2025' (Figure 12), vertex 3 of 10 at x px 669.1499, solid line (Pass@1, left axis) y px 117.4761)",,out:effort-not-established, dsv41rep-mathapex,deepseek,deepseek-v4.1-flash,low,reasoning-math,frontier,none(reasoning),,,,,,41.319,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'MathArena Apex 2025' (Figure 12), vertex 4 of 10 at x px 689.4867, solid line (Pass@1, left axis) y px 118.0585)",,in, dsv41rep-mathapex,deepseek,deepseek-v4.1-flash,scalar-60,reasoning-math,frontier,none(reasoning),,,,,,45.139,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'MathArena Apex 2025' (Figure 12), vertex 5 of 10 at x px 709.8234, solid line (Pass@1, left axis) y px 124.4657)",,out:effort-not-established, dsv41rep-mathapex,deepseek,deepseek-v4.1-flash,scalar-70,reasoning-math,frontier,none(reasoning),,,,,,50.694,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'MathArena Apex 2025' (Figure 12), vertex 6 of 10 at x px 730.1601, solid line (Pass@1, left axis) y px 133.7851)",,out:effort-not-established, dsv41rep-mathapex,deepseek,deepseek-v4.1-flash,high,reasoning-math,frontier,none(reasoning),,,,,,55.208,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'MathArena Apex 2025' (Figure 12), vertex 7 of 10 at x px 740.3284, solid line (Pass@1, left axis) y px 141.3572)",,in, dsv41rep-mathapex,deepseek,deepseek-v4.1-flash,scalar-80,reasoning-math,frontier,none(reasoning),,,,,,55.556,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'MathArena Apex 2025' (Figure 12), vertex 8 of 10 at x px 750.4968, solid line (Pass@1, left axis) y px 141.9398)",,out:effort-not-established, dsv41rep-mathapex,deepseek,deepseek-v4.1-flash,scalar-90,reasoning-math,frontier,none(reasoning),,,,,,53.819,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'MathArena Apex 2025' (Figure 12), vertex 9 of 10 at x px 770.8335, solid line (Pass@1, left axis) y px 139.0273)",,out:effort-not-established, dsv41curve-hle-text,deepseek,deepseek-v4.1-flash,scalar-25,reasoning-math,frontier,none(reasoning),,,,,,32.776,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'HLE-Text' (Figure 12), vertex 1 of 10 at x px 922.2200, solid line (Pass@1, left axis) y px 298.1809)",,out:effort-not-established, dsv41curve-hle-text,deepseek,deepseek-v4.1-flash,scalar-30,reasoning-math,frontier,none(reasoning),,,,,,32.869,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'HLE-Text' (Figure 12), vertex 2 of 10 at x px 932.3883, solid line (Pass@1, left axis) y px 299.0900)",,out:effort-not-established, dsv41curve-hle-text,deepseek,deepseek-v4.1-flash,scalar-40,reasoning-math,frontier,none(reasoning),,,,,,35.562,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'HLE-Text' (Figure 12), vertex 3 of 10 at x px 952.7250, solid line (Pass@1, left axis) y px 325.4383)",,out:effort-not-established, dsv41curve-hle-text,deepseek,deepseek-v4.1-flash,low,reasoning-math,frontier,none(reasoning),,,,,,35.562,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'HLE-Text' (Figure 12), vertex 4 of 10 at x px 973.0618, solid line (Pass@1, left axis) y px 325.4383)",,in, dsv41curve-hle-text,deepseek,deepseek-v4.1-flash,scalar-60,reasoning-math,frontier,none(reasoning),,,,,,37.929,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'HLE-Text' (Figure 12), vertex 5 of 10 at x px 993.3985, solid line (Pass@1, left axis) y px 348.6073)",,out:effort-not-established, dsv41curve-hle-text,deepseek,deepseek-v4.1-flash,scalar-70,reasoning-math,frontier,none(reasoning),,,,,,38.579,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'HLE-Text' (Figure 12), vertex 6 of 10 at x px 1013.7352, solid line (Pass@1, left axis) y px 354.9679)",,out:effort-not-established, dsv41curve-hle-text,deepseek,deepseek-v4.1-flash,high,reasoning-math,frontier,none(reasoning),,,,,,37.419,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'HLE-Text' (Figure 12), vertex 7 of 10 at x px 1023.9035, solid line (Pass@1, left axis) y px 343.6109)",,in, dsv41curve-hle-text,deepseek,deepseek-v4.1-flash,scalar-80,reasoning-math,frontier,none(reasoning),,,,,,38.347,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'HLE-Text' (Figure 12), vertex 8 of 10 at x px 1034.0719, solid line (Pass@1, left axis) y px 352.6967)",,out:effort-not-established, dsv41curve-hle-text,deepseek,deepseek-v4.1-flash,scalar-90,reasoning-math,frontier,none(reasoning),,,,,,38.765,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'HLE-Text' (Figure 12), vertex 9 of 10 at x px 1054.4086, solid line (Pass@1, left axis) y px 356.7850)",,out:effort-not-established, dsv41curve-hle-text,deepseek,deepseek-v4.1-flash,max,reasoning-math,frontier,none(reasoning),,,,,,40.111,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'HLE-Text' (Figure 12), vertex 10 of 10 at x px 1074.7453, solid line (Pass@1, left axis) y px 369.9592)",,in, dsv41curve-simpleqav,deepseek,deepseek-v4.1-flash,scalar-25,reasoning-math,hard,none(reasoning),,,,,,42.100,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'SimpleQA-Verified' (Figure 12), vertex 1 of 10 at x px 922.2200, solid line (Pass@1, left axis) y px 89.0051)",,out:effort-not-established, dsv41curve-simpleqav,deepseek,deepseek-v4.1-flash,scalar-30,reasoning-math,hard,none(reasoning),,,,,,42.650,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'SimpleQA-Verified' (Figure 12), vertex 2 of 10 at x px 932.3883, solid line (Pass@1, left axis) y px 110.5331)",,out:effort-not-established, dsv41curve-simpleqav,deepseek,deepseek-v4.1-flash,scalar-40,reasoning-math,hard,none(reasoning),,,,,,43.600,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'SimpleQA-Verified' (Figure 12), vertex 3 of 10 at x px 952.7250, solid line (Pass@1, left axis) y px 147.7178)",,out:effort-not-established, dsv41curve-simpleqav,deepseek,deepseek-v4.1-flash,low,reasoning-math,hard,none(reasoning),,,,,,41.800,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'SimpleQA-Verified' (Figure 12), vertex 4 of 10 at x px 973.0618, solid line (Pass@1, left axis) y px 77.2625)",,in, dsv41curve-simpleqav,deepseek,deepseek-v4.1-flash,scalar-60,reasoning-math,hard,none(reasoning),,,,,,43.750,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'SimpleQA-Verified' (Figure 12), vertex 5 of 10 at x px 993.3985, solid line (Pass@1, left axis) y px 153.5891)",,out:effort-not-established, dsv41curve-simpleqav,deepseek,deepseek-v4.1-flash,scalar-70,reasoning-math,hard,none(reasoning),,,,,,43.000,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'SimpleQA-Verified' (Figure 12), vertex 6 of 10 at x px 1013.7352, solid line (Pass@1, left axis) y px 124.2327)",,out:effort-not-established, dsv41curve-simpleqav,deepseek,deepseek-v4.1-flash,high,reasoning-math,hard,none(reasoning),,,,,,42.700,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'SimpleQA-Verified' (Figure 12), vertex 7 of 10 at x px 1023.9035, solid line (Pass@1, left axis) y px 112.4902)",,in, dsv41curve-simpleqav,deepseek,deepseek-v4.1-flash,scalar-80,reasoning-math,hard,none(reasoning),,,,,,43.475,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'SimpleQA-Verified' (Figure 12), vertex 8 of 10 at x px 1034.0719, solid line (Pass@1, left axis) y px 142.8251)",,out:effort-not-established, dsv41curve-simpleqav,deepseek,deepseek-v4.1-flash,scalar-90,reasoning-math,hard,none(reasoning),,,,,,43.500,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'SimpleQA-Verified' (Figure 12), vertex 9 of 10 at x px 1054.4086, solid line (Pass@1, left axis) y px 143.8036)",,out:effort-not-established, dsv41curve-simpleqav,deepseek,deepseek-v4.1-flash,max,reasoning-math,hard,none(reasoning),,,,,,43.500,score%,0,,vendor-reported:DeepSeek,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (panel 'SimpleQA-Verified' (Figure 12), vertex 10 of 10 at x px 1074.7453, solid line (Pass@1, left axis) y px 143.8036)",,in, dsv41rep-gpqa,deepseek,opus-5,max,reasoning-math,hard,none(reasoning),,,,,,93.4,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'GPQA Diamond (Pass@1)', column 'Opus-5')",,in, dsv41rep-gpqa,deepseek,gpt-5.6-sol,max,reasoning-math,hard,none(reasoning),,,,,,94.1,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'GPQA Diamond (Pass@1)', column 'GPT-5.6 Sol')",,in, dsv41rep-gpqa,deepseek,kimi-k3,max,reasoning-math,hard,none(reasoning),,,,,,92.9,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'GPQA Diamond (Pass@1)', column 'K3')",,in, dsv41rep-gpqa,deepseek,glm-5.3,max,reasoning-math,hard,none(reasoning),,,,,,88.1,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'GPQA Diamond (Pass@1)', column 'GLM-5.3')",,in, dsv41rep-gpqa,deepseek,?DeepSeek-V4-Pro,not-established:absent,reasoning-math,hard,none(reasoning),,,,,,92.4,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'GPQA Diamond (Pass@1)', column 'DS-V4-Pro')",,out:model-not-established, dsv41rep-gpqa,deepseek,?DeepSeek-V4-Flash,not-established:absent,reasoning-math,hard,none(reasoning),,,,,,89.9,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'GPQA Diamond (Pass@1)', column 'DS-V4-Flash')",,out:model-not-established, dsv41rep-gpqa,deepseek,deepseek-v4.1-flash,max,reasoning-math,hard,none(reasoning),,,,,,90.9,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'GPQA Diamond (Pass@1)', column 'DS-V4.1-Flash')",,in, dsv41rep-hle,deepseek,opus-5,max,reasoning-math,frontier,none(reasoning),,,,,,56.3,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'HLE (Pass@1)', column 'Opus-5')",,in, dsv41rep-hle,deepseek,gpt-5.6-sol,max,reasoning-math,frontier,none(reasoning),,,,,,44.5,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'HLE (Pass@1)', column 'GPT-5.6 Sol')",,in, dsv41rep-hle,deepseek,kimi-k3,max,reasoning-math,frontier,none(reasoning),,,,,,43.5,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'HLE (Pass@1)', column 'K3')",,in, dsv41rep-hle,deepseek,deepseek-v4.1-flash,max,reasoning-math,frontier,none(reasoning),,,,,,36.8,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'HLE (Pass@1)', column 'DS-V4.1-Flash')",,in, dsv41rep-codeforces,deepseek,?DeepSeek-V4-Pro,not-established:absent,coding,frontier,none(reasoning),,,,,,3348,rating,0.289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'Codeforces (Rating)', column 'DS-V4-Pro')",,out:model-not-established, dsv41rep-codeforces,deepseek,?DeepSeek-V4-Flash,not-established:absent,coding,frontier,none(reasoning),,,,,,3289,rating,0.289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'Codeforces (Rating)', column 'DS-V4-Flash')",,out:model-not-established, dsv41rep-codeforces,deepseek,deepseek-v4.1-flash,max,coding,frontier,none(reasoning),,,,,,3471,rating,0.289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'Codeforces (Rating)', column 'DS-V4.1-Flash')",,out:single-couple, dsv41rep-mathapex,deepseek,kimi-k3,max,reasoning-math,frontier,none(reasoning),,,,,,65.6,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'MathArena Apex (Pass@1)', column 'K3')",,in, dsv41rep-mathapex,deepseek,?DeepSeek-V4-Pro,not-established:absent,reasoning-math,frontier,none(reasoning),,,,,,65.3,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'MathArena Apex (Pass@1)', column 'DS-V4-Pro')",,out:model-not-established, dsv41rep-mathapex,deepseek,?DeepSeek-V4-Flash,not-established:absent,reasoning-math,frontier,none(reasoning),,,,,,58.6,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'MathArena Apex (Pass@1)', column 'DS-V4-Flash')",,out:model-not-established, dsv41rep-mathapex,deepseek,deepseek-v4.1-flash,max,reasoning-math,frontier,none(reasoning),,,,,,65.6,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'MathArena Apex (Pass@1)', column 'DS-V4.1-Flash')",,in, dsv41rep-tb21,deepseek,opus-5,max,agentic-tool,hard,DeepSeek-Harness-minimal,,,,,,89.1,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'Terminal-Bench 2.1 (Pass@1)', column 'Opus-5')",,in, dsv41rep-tb21,deepseek,gpt-5.6-sol,max,agentic-tool,hard,DeepSeek-Harness-minimal,,,,,,88.8,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'Terminal-Bench 2.1 (Pass@1)', column 'GPT-5.6 Sol')",,in, dsv41rep-tb21,deepseek,kimi-k3,max,agentic-tool,hard,DeepSeek-Harness-minimal,,,,,,88.3,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'Terminal-Bench 2.1 (Pass@1)', column 'K3')",,in, dsv41rep-tb21,deepseek,glm-5.3,max,agentic-tool,hard,DeepSeek-Harness-minimal,,,,,,88.2,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'Terminal-Bench 2.1 (Pass@1)', column 'GLM-5.3')",,in, dsv41rep-tb21,deepseek,?DeepSeek-V4-Pro,not-established:absent,agentic-tool,hard,DeepSeek-Harness-minimal,,,,,,87.9,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'Terminal-Bench 2.1 (Pass@1)', column 'DS-V4-Pro')",,out:model-not-established, dsv41rep-tb21,deepseek,?DeepSeek-V4-Flash,not-established:absent,agentic-tool,hard,DeepSeek-Harness-minimal,,,,,,82.7,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'Terminal-Bench 2.1 (Pass@1)', column 'DS-V4-Flash')",,out:model-not-established, dsv41rep-tb21,deepseek,deepseek-v4.1-flash,max,agentic-tool,hard,DeepSeek-Harness-minimal,,,,,,90.6,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'Terminal-Bench 2.1 (Pass@1)', column 'DS-V4.1-Flash')",,out:superseded, dsv41rep-tb30,deepseek,opus-5,max,agentic-tool,frontier,DeepSeek-Harness-minimal,,,,,,43.3,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'Terminal-Bench 3.0 (Pass@1)', column 'Opus-5')",,in, dsv41rep-tb30,deepseek,gpt-5.6-sol,max,agentic-tool,frontier,DeepSeek-Harness-minimal,,,,,,34.4,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'Terminal-Bench 3.0 (Pass@1)', column 'GPT-5.6 Sol')",,in, dsv41rep-tb30,deepseek,kimi-k3,max,agentic-tool,frontier,DeepSeek-Harness-minimal,,,,,,17.7,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'Terminal-Bench 3.0 (Pass@1)', column 'K3')",,in, dsv41rep-tb30,deepseek,glm-5.3,max,agentic-tool,frontier,DeepSeek-Harness-minimal,,,,,,28.3,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'Terminal-Bench 3.0 (Pass@1)', column 'GLM-5.3')",,in, dsv41rep-tb30,deepseek,?DeepSeek-V4-Pro,not-established:absent,agentic-tool,frontier,DeepSeek-Harness-minimal,,,,,,11.8,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'Terminal-Bench 3.0 (Pass@1)', column 'DS-V4-Pro')",,out:model-not-established, dsv41rep-tb30,deepseek,?DeepSeek-V4-Flash,not-established:absent,agentic-tool,frontier,DeepSeek-Harness-minimal,,,,,,7.6,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'Terminal-Bench 3.0 (Pass@1)', column 'DS-V4-Flash')",,out:model-not-established, dsv41rep-tb30,deepseek,deepseek-v4.1-flash,max,agentic-tool,frontier,DeepSeek-Harness-minimal,,,,,,30.0,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'Terminal-Bench 3.0 (Pass@1)', column 'DS-V4.1-Flash')",,in, dsv41rep-tb40,deepseek,opus-5,max,agentic-tool,frontier,DeepSeek-Harness-minimal,,,,,,51.8,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'Terminal-Bench 4.0 (Pass@1)', column 'Opus-5')",,in, dsv41rep-tb40,deepseek,gpt-5.6-sol,max,agentic-tool,frontier,DeepSeek-Harness-minimal,,,,,,39.9,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'Terminal-Bench 4.0 (Pass@1)', column 'GPT-5.6 Sol')",,in, dsv41rep-tb40,deepseek,kimi-k3,max,agentic-tool,frontier,DeepSeek-Harness-minimal,,,,,,12.6,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'Terminal-Bench 4.0 (Pass@1)', column 'K3')",,in, dsv41rep-tb40,deepseek,glm-5.3,max,agentic-tool,frontier,DeepSeek-Harness-minimal,,,,,,37.9,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'Terminal-Bench 4.0 (Pass@1)', column 'GLM-5.3')",,in, dsv41rep-tb40,deepseek,?DeepSeek-V4-Pro,not-established:absent,agentic-tool,frontier,DeepSeek-Harness-minimal,,,,,,12.4,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'Terminal-Bench 4.0 (Pass@1)', column 'DS-V4-Pro')",,out:model-not-established, dsv41rep-tb40,deepseek,?DeepSeek-V4-Flash,not-established:absent,agentic-tool,frontier,DeepSeek-Harness-minimal,,,,,,7.0,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'Terminal-Bench 4.0 (Pass@1)', column 'DS-V4-Flash')",,out:model-not-established, dsv41rep-tb40,deepseek,deepseek-v4.1-flash,max,agentic-tool,frontier,DeepSeek-Harness-minimal,,,,,,31.2,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'Terminal-Bench 4.0 (Pass@1)', column 'DS-V4.1-Flash')",,in, dsv41rep-deepswe,deepseek,opus-5,max,coding,hard,mini-SWE,,,,,,74.0,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'DeepSWE v1.1 (Resolved)', column 'Opus-5')",,in, dsv41rep-deepswe,deepseek,gpt-5.6-sol,max,coding,hard,mini-SWE,,,,,,73.0,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'DeepSWE v1.1 (Resolved)', column 'GPT-5.6 Sol')",,in, dsv41rep-deepswe,deepseek,kimi-k3,max,coding,hard,mini-SWE,,,,,,67.5,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'DeepSWE v1.1 (Resolved)', column 'K3')",,in, dsv41rep-deepswe,deepseek,glm-5.3,max,coding,hard,mini-SWE,,,,,,66.9,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'DeepSWE v1.1 (Resolved)', column 'GLM-5.3')",,in, dsv41rep-deepswe,deepseek,?DeepSeek-V4-Pro,not-established:absent,coding,hard,mini-SWE,,,,,,62.7,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'DeepSWE v1.1 (Resolved)', column 'DS-V4-Pro')",,out:model-not-established, dsv41rep-deepswe,deepseek,?DeepSeek-V4-Flash,not-established:absent,coding,hard,mini-SWE,,,,,,54.4,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'DeepSWE v1.1 (Resolved)', column 'DS-V4-Flash')",,out:model-not-established, dsv41rep-deepswe,deepseek,deepseek-v4.1-flash,not-established:absent,coding,hard,mini-SWE,,,,,,74.2,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'DeepSWE v1.1 (Resolved)', column 'DS-V4.1-Flash')",,out:effort-not-established, dsv41rep-programbench,deepseek,opus-5,max,coding,frontier,DeepSeek-Harness-minimal,,,,,,37.0,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'ProgramBench (Almost@1)', column 'Opus-5')",,in, dsv41rep-programbench,deepseek,gpt-5.6-sol,max,coding,frontier,DeepSeek-Harness-minimal,,,,,,23.0,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'ProgramBench (Almost@1)', column 'GPT-5.6 Sol')",,in, dsv41rep-programbench,deepseek,kimi-k3,max,coding,frontier,DeepSeek-Harness-minimal,,,,,,17.5,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'ProgramBench (Almost@1)', column 'K3')",,in, dsv41rep-programbench,deepseek,glm-5.3,max,coding,frontier,DeepSeek-Harness-minimal,,,,,,19.0,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'ProgramBench (Almost@1)', column 'GLM-5.3')",,in, dsv41rep-programbench,deepseek,?DeepSeek-V4-Pro,not-established:absent,coding,frontier,DeepSeek-Harness-minimal,,,,,,15.5,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'ProgramBench (Almost@1)', column 'DS-V4-Pro')",,out:model-not-established, dsv41rep-programbench,deepseek,deepseek-v4.1-flash,max,coding,frontier,DeepSeek-Harness-minimal,,,,,,20.3,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'ProgramBench (Almost@1)', column 'DS-V4.1-Flash')",,in, dsv41rep-nl2repo,deepseek,opus-5,max,coding,frontier,DeepSeek-Harness-minimal,,,,,,75.3,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'NL2Repo-Bench (Score)', column 'Opus-5')",,in, dsv41rep-nl2repo,deepseek,gpt-5.6-sol,max,coding,frontier,DeepSeek-Harness-minimal,,,,,,56.8,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'NL2Repo-Bench (Score)', column 'GPT-5.6 Sol')",,in, dsv41rep-nl2repo,deepseek,kimi-k3,max,coding,frontier,DeepSeek-Harness-minimal,,,,,,58.0,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'NL2Repo-Bench (Score)', column 'K3')",,in, dsv41rep-nl2repo,deepseek,glm-5.3,max,coding,frontier,DeepSeek-Harness-minimal,,,,,,58.0,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'NL2Repo-Bench (Score)', column 'GLM-5.3')",,in, dsv41rep-nl2repo,deepseek,?DeepSeek-V4-Pro,not-established:absent,coding,frontier,DeepSeek-Harness-minimal,,,,,,61.5,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'NL2Repo-Bench (Score)', column 'DS-V4-Pro')",,out:model-not-established, dsv41rep-nl2repo,deepseek,?DeepSeek-V4-Flash,not-established:absent,coding,frontier,DeepSeek-Harness-minimal,,,,,,54.2,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'NL2Repo-Bench (Score)', column 'DS-V4-Flash')",,out:model-not-established, dsv41rep-nl2repo,deepseek,deepseek-v4.1-flash,max,coding,frontier,DeepSeek-Harness-minimal,,,,,,65.4,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'NL2Repo-Bench (Score)', column 'DS-V4.1-Flash')",,in, dsv41rep-cybergym,deepseek,gpt-5.6-sol,max,agentic-tool,hard,,,,,,,84.5,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'CyberGym (Pass@1)', column 'GPT-5.6 Sol')",,in, dsv41rep-cybergym,deepseek,kimi-k3,max,agentic-tool,hard,,,,,,,80.0,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'CyberGym (Pass@1)', column 'K3')",,in, dsv41rep-cybergym,deepseek,glm-5.3,max,agentic-tool,hard,,,,,,,84.5,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'CyberGym (Pass@1)', column 'GLM-5.3')",,in, dsv41rep-cybergym,deepseek,?DeepSeek-V4-Pro,not-established:absent,agentic-tool,hard,,,,,,,83.3,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'CyberGym (Pass@1)', column 'DS-V4-Pro')",,out:model-not-established, dsv41rep-cybergym,deepseek,?DeepSeek-V4-Flash,not-established:absent,agentic-tool,hard,,,,,,,76.7,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'CyberGym (Pass@1)', column 'DS-V4-Flash')",,out:model-not-established, dsv41rep-cybergym,deepseek,deepseek-v4.1-flash,max,agentic-tool,hard,,,,,,,88.1,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'CyberGym (Pass@1)', column 'DS-V4.1-Flash')",,in, dsv41rep-secbench,deepseek,gpt-5.6-sol,max,agentic-tool,frontier,Claude-Code,,,,,,74.3,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'SEC-Bench Pro (Pass@1)', column 'GPT-5.6 Sol')",,out:single-couple, dsv41rep-secbench,deepseek,?DeepSeek-V4-Pro,not-established:absent,agentic-tool,frontier,Claude-Code,,,,,,56.4,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'SEC-Bench Pro (Pass@1)', column 'DS-V4-Pro')",,out:model-not-established, dsv41rep-secbench,deepseek,?DeepSeek-V4-Flash,not-established:absent,agentic-tool,frontier,Claude-Code,,,,,,30.9,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'SEC-Bench Pro (Pass@1)', column 'DS-V4-Flash')",,out:model-not-established, dsv41rep-secbench,deepseek,deepseek-v4.1-flash,not-established:absent,agentic-tool,frontier,Claude-Code,,,,,,62.8,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'SEC-Bench Pro (Pass@1)', column 'DS-V4.1-Flash')",,out:effort-not-established, dsv41rep-exploitgym,deepseek,opus-5,max,agentic-tool,frontier,,,,,,,22.1,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'ExploitGym (Pass@1)', column 'Opus-5')",,in, dsv41rep-exploitgym,deepseek,gpt-5.6-sol,max,agentic-tool,frontier,,,,,,,33.7,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'ExploitGym (Pass@1)', column 'GPT-5.6 Sol')",,in, dsv41rep-exploitgym,deepseek,glm-5.3,max,agentic-tool,frontier,,,,,,,15.0,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'ExploitGym (Pass@1)', column 'GLM-5.3')",,in, dsv41rep-exploitgym,deepseek,?DeepSeek-V4-Pro,not-established:absent,agentic-tool,frontier,,,,,,,5.4,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'ExploitGym (Pass@1)', column 'DS-V4-Pro')",,out:model-not-established, dsv41rep-exploitgym,deepseek,?DeepSeek-V4-Flash,not-established:absent,agentic-tool,frontier,,,,,,,1.8,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'ExploitGym (Pass@1)', column 'DS-V4-Flash')",,out:model-not-established, dsv41rep-exploitgym,deepseek,deepseek-v4.1-flash,max,agentic-tool,frontier,,,,,,,15.3,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'ExploitGym (Pass@1)', column 'DS-V4.1-Flash')",,in, dsv41rep-hle-tools,deepseek,opus-5,max,agentic-tool,frontier,,,,,,,63.6,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'HLE w/ tools (Pass@1)', column 'Opus-5')",,in, dsv41rep-hle-tools,deepseek,kimi-k3,max,agentic-tool,frontier,,,,,,,59.8,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'HLE w/ tools (Pass@1)', column 'K3')",,in, dsv41rep-hle-tools,deepseek,glm-5.3,max,agentic-tool,frontier,,,,,,,62.5,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'HLE w/ tools (Pass@1)', column 'GLM-5.3')",,in, dsv41rep-hle-tools,deepseek,?DeepSeek-V4-Pro,not-established:absent,agentic-tool,frontier,,,,,,,60.0,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'HLE w/ tools (Pass@1)', column 'DS-V4-Pro')",,out:model-not-established, dsv41rep-hle-tools,deepseek,?DeepSeek-V4-Flash,not-established:absent,agentic-tool,frontier,,,,,,,51.5,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'HLE w/ tools (Pass@1)', column 'DS-V4-Flash')",,out:model-not-established, dsv41rep-hle-tools,deepseek,deepseek-v4.1-flash,max,agentic-tool,frontier,,,,,,,63.9,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'HLE w/ tools (Pass@1)', column 'DS-V4.1-Flash')",,in, dsv41rep-autobench,deepseek,opus-5,max,agentic-tool,frontier,official-scaffold,,,,,,50.3,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'Automation-Bench (Pass@1)', column 'Opus-5')",,in, dsv41rep-autobench,deepseek,gpt-5.6-sol,max,agentic-tool,frontier,official-scaffold,,,,,,45.8,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'Automation-Bench (Pass@1)', column 'GPT-5.6 Sol')",,in, dsv41rep-autobench,deepseek,kimi-k3,max,agentic-tool,frontier,official-scaffold,,,,,,46.7,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'Automation-Bench (Pass@1)', column 'K3')",,in, dsv41rep-autobench,deepseek,glm-5.3,max,agentic-tool,frontier,official-scaffold,,,,,,48.8,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'Automation-Bench (Pass@1)', column 'GLM-5.3')",,in, dsv41rep-autobench,deepseek,?DeepSeek-V4-Pro,not-established:absent,agentic-tool,frontier,official-scaffold,,,,,,43.2,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'Automation-Bench (Pass@1)', column 'DS-V4-Pro')",,out:model-not-established, dsv41rep-autobench,deepseek,?DeepSeek-V4-Flash,not-established:absent,agentic-tool,frontier,official-scaffold,,,,,,37.7,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'Automation-Bench (Pass@1)', column 'DS-V4-Flash')",,out:model-not-established, dsv41rep-autobench,deepseek,deepseek-v4.1-flash,max,agentic-tool,frontier,official-scaffold,,,,,,54.8,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'Automation-Bench (Pass@1)', column 'DS-V4.1-Flash')",,in, dsv41rep-ale,deepseek,opus-5,max,agentic-tool,frontier,official-scaffold(ALE-CLI),,,,,,28.6,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'Agents’ Last Exam(Pass@1)', column 'Opus-5')",,in, dsv41rep-ale,deepseek,gpt-5.6-sol,max,agentic-tool,frontier,official-scaffold(ALE-CLI),,,,,,26.7,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'Agents’ Last Exam(Pass@1)', column 'GPT-5.6 Sol')",,in, dsv41rep-ale,deepseek,kimi-k3,max,agentic-tool,frontier,official-scaffold(ALE-CLI),,,,,,27.6,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'Agents’ Last Exam(Pass@1)', column 'K3')",,in, dsv41rep-ale,deepseek,glm-5.3,max,agentic-tool,frontier,official-scaffold(ALE-CLI),,,,,,28.5,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'Agents’ Last Exam(Pass@1)', column 'GLM-5.3')",,in, dsv41rep-ale,deepseek,?DeepSeek-V4-Pro,not-established:absent,agentic-tool,frontier,official-scaffold(ALE-CLI),,,,,,25.7,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'Agents’ Last Exam(Pass@1)', column 'DS-V4-Pro')",,out:model-not-established, dsv41rep-ale,deepseek,?DeepSeek-V4-Flash,not-established:absent,agentic-tool,frontier,official-scaffold(ALE-CLI),,,,,,25.2,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'Agents’ Last Exam(Pass@1)', column 'DS-V4-Flash')",,out:model-not-established, dsv41rep-ale,deepseek,deepseek-v4.1-flash,max,agentic-tool,frontier,official-scaffold(ALE-CLI),,,,,,31.8,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'Agents’ Last Exam(Pass@1)', column 'DS-V4.1-Flash')",,in, dsv41rep-chartography,deepseek,opus-5,max,computer-use,frontier,Claude-Code,,,,,,84.0,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'Chartography w/ tools (Pass@1)', column 'Opus-5')",,in, dsv41rep-chartography,deepseek,gpt-5.6-sol,max,computer-use,frontier,Claude-Code,,,,,,79.9,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'Chartography w/ tools (Pass@1)', column 'GPT-5.6 Sol')",,in, dsv41rep-chartography,deepseek,kimi-k3,max,computer-use,frontier,Claude-Code,,,,,,68.1,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'Chartography w/ tools (Pass@1)', column 'K3')",,in, dsv41rep-chartography,deepseek,deepseek-v4.1-flash,not-established:absent,computer-use,frontier,Claude-Code,,,,,,78.9,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'Chartography w/ tools (Pass@1)', column 'DS-V4.1-Flash')",,out:effort-not-established, dsv41rep-babyvision,deepseek,opus-5,max,computer-use,frontier,Claude-Code,,,,,,94.1,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'BabyVision w/ tools (Pass@1)', column 'Opus-5')",,in, dsv41rep-babyvision,deepseek,gpt-5.6-sol,max,computer-use,frontier,Claude-Code,,,,,,88.9,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'BabyVision w/ tools (Pass@1)', column 'GPT-5.6 Sol')",,in, dsv41rep-babyvision,deepseek,kimi-k3,max,computer-use,frontier,Claude-Code,,,,,,85.7,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'BabyVision w/ tools (Pass@1)', column 'K3')",,in, dsv41rep-babyvision,deepseek,deepseek-v4.1-flash,not-established:absent,computer-use,frontier,Claude-Code,,,,,,89.6,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'BabyVision w/ tools (Pass@1)', column 'DS-V4.1-Flash')",,out:effort-not-established, dsv41rep-zerobench,deepseek,opus-5,max,computer-use,frontier,Claude-Code,,,,,,52.0,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'ZeroBench-main w/ tools (Pass@5)', column 'Opus-5')",,in, dsv41rep-zerobench,deepseek,gpt-5.6-sol,max,computer-use,frontier,Claude-Code,,,,,,53.0,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'ZeroBench-main w/ tools (Pass@5)', column 'GPT-5.6 Sol')",,in, dsv41rep-zerobench,deepseek,kimi-k3,max,computer-use,frontier,Claude-Code,,,,,,41.0,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'ZeroBench-main w/ tools (Pass@5)', column 'K3')",,in, dsv41rep-zerobench,deepseek,deepseek-v4.1-flash,not-established:absent,computer-use,frontier,Claude-Code,,,,,,49.0,score%,0.0289,,,"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/resolve/main/DeepSeek_V41_Tech_Report.pdf (Table 3 (page 33), row 'ZeroBench-main w/ tools (Pass@5)', column 'DS-V4.1-Flash')",,out:effort-not-established, deepu-cc-set1-of8,deepu,opus-5.5,xhigh,coding,hard,ClaudeCode (auto mode),,,,,,6.63,score-of-8,0.00289,,,https://deepu.tech/qwen3.8-flash-next-vs-claude-opus-showdown (Table 'Set 1' of the post: row Claude Code + Opus 5.5 [xhigh] (#4)),,in, deepu-cc-set1-of8,deepu,opus-5.5,medium,coding,hard,ClaudeCode (auto mode),,,,,,6.0,score-of-8,0.0289,,,https://deepu.tech/qwen3.8-flash-next-vs-claude-opus-showdown (Table 'Set 1' of the post: row Claude Code + Opus 5.5 [medium] (#2)),,in, deepu-cc-set1-of8,deepu,?Qwen 3.8 Flash Next,not-established:absent,coding,hard,ClaudeCode (auto mode),,,,,,5.5,score-of-8,0.0289,,,https://deepu.tech/qwen3.8-flash-next-vs-claude-opus-showdown (Table 'Set 1' of the post: row Claude Code + Flash-Next [medium] (#5)),,out:model-not-established, deepu-pi-set1-of8,deepu,?Qwen 3.8 Flash Next,not-established:absent,coding,hard,Pi,,,,,,5.38,score-of-8,0.00289,,,https://deepu.tech/qwen3.8-flash-next-vs-claude-opus-showdown (Table 'Set 1' of the post: row Pi + Flash-Next [xhigh] (#6)),,out:model-not-established, deepu-cc-set1-of8,deepu,?Qwen 3.8 Flash Next,not-established:absent,coding,hard,ClaudeCode (auto mode),,,,,,5.25,score-of-8,0.00289,,,https://deepu.tech/qwen3.8-flash-next-vs-claude-opus-showdown (Table 'Set 1' of the post: row Claude Code + Flash-Next [xhigh] (#7)),,out:model-not-established, deepu-pi-set1-of8,deepu,?Qwen 3.8 Flash Next,not-established:absent,coding,hard,Pi,,,,,,5.25,score-of-8,0.00289,,,https://deepu.tech/qwen3.8-flash-next-vs-claude-opus-showdown (Table 'Set 1' of the post: row Pi + Flash-Next [medium] (#3)),,out:model-not-established, deepu-cc-set2-of8,deepu,opus-5.5,xhigh,coding,hard,ClaudeCode (auto mode),,,,,,7.25,score-of-8,0.00289,,,https://deepu.tech/qwen3.8-flash-next-vs-claude-opus-showdown (Table 'Set 2' of the post: row Claude Code + Opus 5.5 [xhigh] (#11)),,in, deepu-cc-set2-of8,deepu,opus-5.5,medium,coding,hard,ClaudeCode (auto mode),,,,,,6.5,score-of-8,0.0289,,,https://deepu.tech/qwen3.8-flash-next-vs-claude-opus-showdown (Table 'Set 2' of the post: row Claude Code + Opus 5.5 [medium] (#8)),,in, deepu-cc-set2-of8,deepu,?Qwen 3.8 Flash Next,not-established:absent,coding,hard,ClaudeCode (auto mode),,,,,,5.5,score-of-8,0.0289,,,https://deepu.tech/qwen3.8-flash-next-vs-claude-opus-showdown (Table 'Set 2' of the post: row Claude Code + Flash-Next [medium] (#10)),,out:model-not-established, deepu-cc-set2-of8,deepu,?Qwen 3.8 Flash Next,not-established:absent,coding,hard,ClaudeCode (auto mode),,,,,,5.5,score-of-8,0.0289,,,https://deepu.tech/qwen3.8-flash-next-vs-claude-opus-showdown (Table 'Set 2' of the post: row Claude Code + Flash-Next [xhigh] (#13)),,out:model-not-established, deepu-pi-set2-of8,deepu,?Qwen 3.8 Flash Next,not-established:absent,coding,hard,Pi,,,,,,5.5,score-of-8,0.0289,,,https://deepu.tech/qwen3.8-flash-next-vs-claude-opus-showdown (Table 'Set 2' of the post: row Pi + Flash-Next [xhigh] (#12)),,out:model-not-established, deepu-pi-set2-of8,deepu,?Qwen 3.8 Flash Next,not-established:absent,coding,hard,Pi,,,,,,4.88,score-of-8,0.00289,,,https://deepu.tech/qwen3.8-flash-next-vs-claude-opus-showdown (Table 'Set 2' of the post: row Pi + Flash-Next [medium] (#9)),,out:model-not-established, bangla-mmlu,deluair/bangla-llm-bench,opus-5.5,medium,mixed,mid,,per-run-both-langs,2.0556,2.89e-05,,,90.53,bn-acc%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/deluair/bangla-llm-bench (results/scores.csv: one row per task and model / row mmlu/claude-opus-5-5 / column bn),,in,out:cost-single-couple bangla-mmlu,deluair/bangla-llm-bench,sonnet-5,default,mixed,mid,,per-run-both-langs,1.3786,2.89e-05,,,85.26,bn-acc%,0.00289,,,https://github.com/deluair/bangla-llm-bench (results/scores.csv: one row per task and model / row mmlu/claude-sonnet-5 / column bn),,out:effort-not-established,out:effort-not-established bangla-mmlu,deluair/bangla-llm-bench,haiku-4.5,default,mixed,mid,,per-run-both-langs,1.2185,2.89e-05,,,84.21,bn-acc%,0.00289,,,https://github.com/deluair/bangla-llm-bench (results/scores.csv: one row per task and model / row mmlu/claude-haiku-4-5 / column bn),,out:effort-not-established,out:effort-not-established bangla-belebele,deluair/bangla-llm-bench,opus-5.5,medium,mixed,mid,,per-run-both-langs,3.0824,2.89e-05,,,96.33,bn-acc%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/deluair/bangla-llm-bench (results/scores.csv: one row per task and model / row belebele/claude-opus-5-5 / column bn),,in,out:cost-single-couple bangla-belebele,deluair/bangla-llm-bench,sonnet-5,default,mixed,mid,,per-run-both-langs,1.3787,2.89e-05,,,87.67,bn-acc%,0.00289,,,https://github.com/deluair/bangla-llm-bench (results/scores.csv: one row per task and model / row belebele/claude-sonnet-5 / column bn),,out:effort-not-established,out:effort-not-established bangla-belebele,deluair/bangla-llm-bench,haiku-4.5,default,mixed,mid,,per-run-both-langs,2.0835,2.89e-05,,,91.00,bn-acc%,0.00289,,,https://github.com/deluair/bangla-llm-bench (results/scores.csv: one row per task and model / row belebele/claude-haiku-4-5 / column bn),,out:effort-not-established,out:effort-not-established bangla-mgsm,deluair/bangla-llm-bench,opus-5.5,medium,reasoning-math,mid,,per-run-both-langs,1.7826,2.89e-05,,,98.80,bn-acc%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/deluair/bangla-llm-bench (results/scores.csv: one row per task and model / row mgsm/claude-opus-5-5 / column bn),,in,out:cost-single-couple bangla-mgsm,deluair/bangla-llm-bench,sonnet-5,default,reasoning-math,mid,,per-run-both-langs,0.9433,2.89e-05,,,94.80,bn-acc%,0.00289,,,https://github.com/deluair/bangla-llm-bench (results/scores.csv: one row per task and model / row mgsm/claude-sonnet-5 / column bn),,out:effort-not-established,out:effort-not-established bangla-bnexam,deluair/bangla-llm-bench,opus-5.5,medium,mixed,mid,,per-run-both-langs,1.0414,2.89e-05,,,92.00,bn-acc%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/deluair/bangla-llm-bench (results/scores.csv: one row per task and model / row bnexam/claude-opus-5-5 / column bn),,in,out:cost-single-couple bangla-bnexam,deluair/bangla-llm-bench,sonnet-5,default,mixed,mid,,per-run-both-langs,0.6609,2.89e-05,,,88.67,bn-acc%,0.00289,,,https://github.com/deluair/bangla-llm-bench (results/scores.csv: one row per task and model / row bnexam/claude-sonnet-5 / column bn),,out:effort-not-established,out:effort-not-established bangla-bnexam,deluair/bangla-llm-bench,haiku-4.5,default,mixed,mid,,per-run-both-langs,0.7401,2.89e-05,,,80.67,bn-acc%,0.00289,,,https://github.com/deluair/bangla-llm-bench (results/scores.csv: one row per task and model / row bnexam/claude-haiku-4-5 / column bn),,out:effort-not-established,out:effort-not-established bangla-mmlu,deluair/bangla-llm-bench,gemini-3.8-flash,medium,mixed,mid,,,,,,,94.74,bn-acc%,0.00289,,harness-label-as-level:antigravity-cli,https://github.com/deluair/bangla-llm-bench (results/scores.csv: one row per task and model / row mmlu/gemini-3-8-flash / column bn),,in, bangla-mmlu,deluair/bangla-llm-bench,?gemini-3.1-pro,not-established:absent,mixed,mid,,,,,,,91.23,bn-acc%,0.00289,,,https://github.com/deluair/bangla-llm-bench (results/scores.csv: one row per task and model / row mmlu/gemini-3-1-pro / column bn),,out:model-not-established, bangla-mmlu,deluair/bangla-llm-bench,deepseek-v4.1-flash,high,mixed,mid,,,,,,,87.02,bn-acc%,0.00289,,,https://github.com/deluair/bangla-llm-bench (results/scores.csv: one row per task and model / row mmlu/deepseek-v4-1-flash / column bn),,in, bangla-mmlu,deluair/bangla-llm-bench,glm-5.3,default,mixed,mid,,,,,,,85.61,bn-acc%,0.00289,,,https://github.com/deluair/bangla-llm-bench (results/scores.csv: one row per task and model / row mmlu/glm-5-3 / column bn),,out:effort-not-established, bangla-mmlu,deluair/bangla-llm-bench,kimi-k2.6,default,mixed,mid,,,,,,,87.02,bn-acc%,0.00289,,,https://github.com/deluair/bangla-llm-bench (results/scores.csv: one row per task and model / row mmlu/kimi-k2-6 / column bn),,out:effort-not-established, bangla-mmlu,deluair/bangla-llm-bench,qwen3.8-27b,default,mixed,mid,,,,,,,80.35,bn-acc%,0.00289,,,https://github.com/deluair/bangla-llm-bench (results/scores.csv: one row per task and model / row mmlu/qwen3-8-27b / column bn),,out:effort-not-established, bangla-mmlu,deluair/bangla-llm-bench,?openai/gpt-oss-120b,not-established:absent,mixed,mid,,,,,,,79.30,bn-acc%,0.00289,,,https://github.com/deluair/bangla-llm-bench (results/scores.csv: one row per task and model / row mmlu/gpt-oss-120b / column bn),,out:model-not-established, bangla-mmlu,deluair/bangla-llm-bench,qwen3-8b,default,mixed,mid,,per-run-both-langs,0.0644,2.89e-05,,,66.67,bn-acc%,0.00289,,,https://github.com/deluair/bangla-llm-bench (results/scores.csv: one row per task and model / row mmlu/qwen3-8b / column bn),,out:effort-not-established,out:effort-not-established bangla-mmlu,deluair/bangla-llm-bench,?openai/gpt-oss-20b,not-established:absent,mixed,mid,,per-run-both-langs,0.0162,2.89e-05,,,72.98,bn-acc%,0.00289,,,https://github.com/deluair/bangla-llm-bench (results/scores.csv: one row per task and model / row mmlu/gpt-oss-20b / column bn),,out:model-not-established,out:model-not-established bangla-belebele,deluair/bangla-llm-bench,gemini-3.8-flash,medium,mixed,mid,,,,,,,97.33,bn-acc%,0.00289,,harness-label-as-level:antigravity-cli,https://github.com/deluair/bangla-llm-bench (results/scores.csv: one row per task and model / row belebele/gemini-3-8-flash / column bn),,in, bangla-belebele,deluair/bangla-llm-bench,?gemini-3.1-pro,not-established:absent,mixed,mid,,,,,,,94.67,bn-acc%,0.00289,,,https://github.com/deluair/bangla-llm-bench (results/scores.csv: one row per task and model / row belebele/gemini-3-1-pro / column bn),,out:model-not-established, bangla-belebele,deluair/bangla-llm-bench,deepseek-v4.1-flash,high,mixed,mid,,,,,,,93.67,bn-acc%,0.00289,,,https://github.com/deluair/bangla-llm-bench (results/scores.csv: one row per task and model / row belebele/deepseek-v4-1-flash / column bn),,in, bangla-belebele,deluair/bangla-llm-bench,glm-5.3,default,mixed,mid,,,,,,,92.33,bn-acc%,0.00289,,,https://github.com/deluair/bangla-llm-bench (results/scores.csv: one row per task and model / row belebele/glm-5-3 / column bn),,out:effort-not-established, bangla-belebele,deluair/bangla-llm-bench,qwen3.8-27b,default,mixed,mid,,,,,,,90.33,bn-acc%,0.00289,,,https://github.com/deluair/bangla-llm-bench (results/scores.csv: one row per task and model / row belebele/qwen3-8-27b / column bn),,out:effort-not-established, bangla-belebele,deluair/bangla-llm-bench,?openai/gpt-oss-120b,not-established:absent,mixed,mid,,,,,,,86.00,bn-acc%,0.00289,,,https://github.com/deluair/bangla-llm-bench (results/scores.csv: one row per task and model / row belebele/gpt-oss-120b / column bn),,out:model-not-established, bangla-belebele,deluair/bangla-llm-bench,qwen3-8b,default,mixed,mid,,per-run-both-langs,0.0724,2.89e-05,,,78.33,bn-acc%,0.00289,,,https://github.com/deluair/bangla-llm-bench (results/scores.csv: one row per task and model / row belebele/qwen3-8b / column bn),,out:effort-not-established,out:effort-not-established bangla-belebele,deluair/bangla-llm-bench,?openai/gpt-oss-20b,not-established:absent,mixed,mid,,per-run-both-langs,0.0160,2.89e-05,,,84.33,bn-acc%,0.00289,,,https://github.com/deluair/bangla-llm-bench (results/scores.csv: one row per task and model / row belebele/gpt-oss-20b / column bn),,out:model-not-established,out:model-not-established bangla-mgsm,deluair/bangla-llm-bench,gemini-3.8-flash,medium,reasoning-math,mid,,,,,,,99.60,bn-acc%,0.00289,,harness-label-as-level:antigravity-cli,https://github.com/deluair/bangla-llm-bench (results/scores.csv: one row per task and model / row mgsm/gemini-3-8-flash / column bn),,in, bangla-mgsm,deluair/bangla-llm-bench,?gemini-3.1-pro,not-established:absent,reasoning-math,mid,,,,,,,96.80,bn-acc%,0.00289,,,https://github.com/deluair/bangla-llm-bench (results/scores.csv: one row per task and model / row mgsm/gemini-3-1-pro / column bn),,out:model-not-established, bangla-mgsm,deluair/bangla-llm-bench,deepseek-v4.1-flash,high,reasoning-math,mid,,,,,,,97.60,bn-acc%,0.00289,,,https://github.com/deluair/bangla-llm-bench (results/scores.csv: one row per task and model / row mgsm/deepseek-v4-1-flash / column bn),,in, bangla-mgsm,deluair/bangla-llm-bench,glm-5.3,default,reasoning-math,mid,,,,,,,94.80,bn-acc%,0.00289,,,https://github.com/deluair/bangla-llm-bench (results/scores.csv: one row per task and model / row mgsm/glm-5-3 / column bn),,out:effort-not-established, bangla-mgsm,deluair/bangla-llm-bench,qwen3.8-27b,default,reasoning-math,mid,,,,,,,92.00,bn-acc%,0.00289,,,https://github.com/deluair/bangla-llm-bench (results/scores.csv: one row per task and model / row mgsm/qwen3-8-27b / column bn),,out:effort-not-established, bangla-mgsm,deluair/bangla-llm-bench,?openai/gpt-oss-120b,not-established:absent,reasoning-math,mid,,,,,,,91.60,bn-acc%,0.00289,,,https://github.com/deluair/bangla-llm-bench (results/scores.csv: one row per task and model / row mgsm/gpt-oss-120b / column bn),,out:model-not-established, bangla-mgsm,deluair/bangla-llm-bench,qwen3-8b,default,reasoning-math,mid,,per-run-both-langs,0.0613,2.89e-05,,,85.20,bn-acc%,0.00289,,,https://github.com/deluair/bangla-llm-bench (results/scores.csv: one row per task and model / row mgsm/qwen3-8b / column bn),,out:effort-not-established,out:effort-not-established bangla-mgsm,deluair/bangla-llm-bench,?openai/gpt-oss-20b,not-established:absent,reasoning-math,mid,,per-run-both-langs,0.0136,2.89e-05,,,91.60,bn-acc%,0.00289,,,https://github.com/deluair/bangla-llm-bench (results/scores.csv: one row per task and model / row mgsm/gpt-oss-20b / column bn),,out:model-not-established,out:model-not-established bangla-bnexam,deluair/bangla-llm-bench,gemini-3.8-flash,medium,mixed,mid,,,,,,,92.67,bn-acc%,0.00289,,harness-label-as-level:antigravity-cli,https://github.com/deluair/bangla-llm-bench (results/scores.csv: one row per task and model / row bnexam/gemini-3-8-flash / column bn),,in, bangla-bnexam,deluair/bangla-llm-bench,?gemini-3.1-pro,not-established:absent,mixed,mid,,,,,,,92.67,bn-acc%,0.00289,,,https://github.com/deluair/bangla-llm-bench (results/scores.csv: one row per task and model / row bnexam/gemini-3-1-pro / column bn),,out:model-not-established, bangla-bnexam,deluair/bangla-llm-bench,deepseek-v4.1-flash,high,mixed,mid,,,,,,,89.00,bn-acc%,0.00289,,,https://github.com/deluair/bangla-llm-bench (results/scores.csv: one row per task and model / row bnexam/deepseek-v4-1-flash / column bn),,in, bangla-bnexam,deluair/bangla-llm-bench,glm-5.3,default,mixed,mid,,,,,,,86.33,bn-acc%,0.00289,,,https://github.com/deluair/bangla-llm-bench (results/scores.csv: one row per task and model / row bnexam/glm-5-3 / column bn),,out:effort-not-established, bangla-bnexam,deluair/bangla-llm-bench,qwen3.8-27b,default,mixed,mid,,,,,,,76.00,bn-acc%,0.00289,,,https://github.com/deluair/bangla-llm-bench (results/scores.csv: one row per task and model / row bnexam/qwen3-8-27b / column bn),,out:effort-not-established, bangla-bnexam,deluair/bangla-llm-bench,?openai/gpt-oss-120b,not-established:absent,mixed,mid,,,,,,,75.67,bn-acc%,0.00289,,,https://github.com/deluair/bangla-llm-bench (results/scores.csv: one row per task and model / row bnexam/gpt-oss-120b / column bn),,out:model-not-established, bangla-bnexam,deluair/bangla-llm-bench,qwen3-8b,default,mixed,mid,,per-run-both-langs,0.0299,2.89e-05,,,67.00,bn-acc%,0.00289,,,https://github.com/deluair/bangla-llm-bench (results/scores.csv: one row per task and model / row bnexam/qwen3-8b / column bn),,out:effort-not-established,out:effort-not-established bangla-bnexam,deluair/bangla-llm-bench,?openai/gpt-oss-20b,not-established:absent,mixed,mid,,per-run-both-langs,0.0108,2.89e-05,,,68.33,bn-acc%,0.00289,,,https://github.com/deluair/bangla-llm-bench (results/scores.csv: one row per task and model / row bnexam/gpt-oss-20b / column bn),,out:model-not-established,out:model-not-established dentsu-b,dentsusoken,sonnet-5,high,coding,mid,ClaudeCode,per-trial,1.035,0.000289,,,,hidden-test%,,,cost-base-price:cost-publisher-figure,"https://tech.dentsusoken.com/entry/2026/08/05/Claude_Opus_5_%E3%81%AF%E6%9C%AC%E5%BD%93%E3%81%AB%E5%AE%89%E3%81%84%E3%81%AE%E3%81%8B_%E2%80%94_Sonnet_5_/_Fable_5_%E3%81%A8%E3%81%AE%E8%B2%BB%E7%94%A8%E5%AF%BE%E5%8A%B9%E6%9E%9C (section 結果 / 品質評価: full marks, dentsu-b sonnet-5 (17 of 18 runs; the one loss is named))",,out:no-proof,in dentsu-b,dentsusoken,opus-5,high,coding,mid,ClaudeCode,per-trial,2.018,0.000289,,,,hidden-test%,,,cost-base-price:cost-publisher-figure,"https://tech.dentsusoken.com/entry/2026/08/05/Claude_Opus_5_%E3%81%AF%E6%9C%AC%E5%BD%93%E3%81%AB%E5%AE%89%E3%81%84%E3%81%AE%E3%81%8B_%E2%80%94_Sonnet_5_/_Fable_5_%E3%81%A8%E3%81%AE%E8%B2%BB%E7%94%A8%E5%AF%BE%E5%8A%B9%E6%9E%9C (section 結果 / 品質評価: full marks, dentsu-b opus-5 (17 of 18 runs; the one loss is named))",,out:no-proof,in dentsu-b,dentsusoken,fable-5,high,coding,mid,ClaudeCode,per-trial,3.990,0.000289,,,,hidden-test%,,,cost-base-price:cost-publisher-figure,"https://tech.dentsusoken.com/entry/2026/08/05/Claude_Opus_5_%E3%81%AF%E6%9C%AC%E5%BD%93%E3%81%AB%E5%AE%89%E3%81%84%E3%81%AE%E3%81%8B_%E2%80%94_Sonnet_5_/_Fable_5_%E3%81%A8%E3%81%AE%E8%B2%BB%E7%94%A8%E5%AF%BE%E5%8A%B9%E6%9E%9C (section 結果 / 品質評価: full marks, dentsu-b fable-5 (17 of 18 runs; the one loss is named))",,out:no-proof,in dentsu-d,dentsusoken,sonnet-5,high,coding,mid,ClaudeCode,per-trial,0.823,0.000289,,,,hidden-test%,,,cost-base-price:cost-publisher-figure,https://tech.dentsusoken.com/entry/2026/08/05/Claude_Opus_5_%E3%81%AF%E6%9C%AC%E5%BD%93%E3%81%AB%E5%AE%89%E3%81%84%E3%81%AE%E3%81%8B_%E2%80%94_Sonnet_5_/_Fable_5_%E3%81%A8%E3%81%AE%E8%B2%BB%E7%94%A8%E5%AF%BE%E5%8A%B9%E6%9E%9C (section 結果 / 品質評価: 'Sonnet 5 ... 3 本中 2 本で ... 全 105 件中 1 件です' (per-run score not printed)),,out:no-proof,in dentsu-d,dentsusoken,opus-5,high,coding,mid,ClaudeCode,per-trial,1.471,0.000289,,,,hidden-test%,,,cost-base-price:cost-publisher-figure,"https://tech.dentsusoken.com/entry/2026/08/05/Claude_Opus_5_%E3%81%AF%E6%9C%AC%E5%BD%93%E3%81%AB%E5%AE%89%E3%81%84%E3%81%AE%E3%81%8B_%E2%80%94_Sonnet_5_/_Fable_5_%E3%81%A8%E3%81%AE%E8%B2%BB%E7%94%A8%E5%AF%BE%E5%8A%B9%E6%9E%9C (section 結果 / 品質評価: full marks, dentsu-d opus-5 (17 of 18 runs; the one loss is named))",,out:no-proof,in dentsu-d,dentsusoken,fable-5,high,coding,mid,ClaudeCode,per-trial,2.889,0.000289,,,,hidden-test%,,,cost-base-price:cost-publisher-figure,"https://tech.dentsusoken.com/entry/2026/08/05/Claude_Opus_5_%E3%81%AF%E6%9C%AC%E5%BD%93%E3%81%AB%E5%AE%89%E3%81%84%E3%81%AE%E3%81%8B_%E2%80%94_Sonnet_5_/_Fable_5_%E3%81%A8%E3%81%AE%E8%B2%BB%E7%94%A8%E5%AF%BE%E5%8A%B9%E6%9E%9C (section 結果 / 品質評価: full marks, dentsu-d fable-5 (17 of 18 runs; the one loss is named))",,out:no-proof,in designarena-all,designarena,opus-5.5,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1391,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|claude-opus-5-5 / column elo),,out:effort-not-established, designarena-all,designarena,gpt-6-astra,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1379,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|gpt-6-astra / column elo),,out:effort-not-established, designarena-all,designarena,gpt-6-astra,max,mixed,mid,DesignArena-pairwise-vote,,,,,,1374,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|gpt-6-astra-max / column elo),,out:superseded, designarena-all,designarena,?muse-wonder-1.0,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1371,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|muse-wonder-1.0 / column elo),,out:model-not-established, designarena-all,designarena,sonnet-5.5,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1366,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|claude-sonnet-5-5 / column elo),,out:effort-not-established, designarena-all,designarena,kimi-k3,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1362,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|kimi-k3 / column elo),,out:effort-not-established, designarena-all,designarena,muse-spark-1.3,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1354,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|muse-spark-1.3 / column elo),,out:effort-not-established, designarena-all,designarena,muse-spark-1.3,max,mixed,mid,DesignArena-pairwise-vote,,,,,,1353,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|muse-spark-1.3-max / column elo),,out:effort-not-established, designarena-all,designarena,gpt-6.1-sol,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1347,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|gpt-6.1-sol / column elo),,out:effort-not-established, designarena-all,designarena,gpt-5.6-sol,xhigh,mixed,mid,DesignArena-pairwise-vote,,,,,,1343,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|gpt-5.6-sol-xhigh / column elo),,out:superseded, designarena-all,designarena,fable-5.1,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1337,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|claude-fable-5-1 / column elo),,out:effort-not-established, designarena-all,designarena,gemini-4-argon,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1329,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|gemini-4-argon / column elo),,out:effort-not-established, designarena-all,designarena,opus-5,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1325,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|claude-opus-5 / column elo),,out:effort-not-established, designarena-all,designarena,deepseek-v4.1-flash,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1322,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|deepseek-v4-1-flash / column elo),,out:effort-not-established, designarena-all,designarena,?hampshire,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1318,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|hampshire / column elo),,out:model-not-established, designarena-all,designarena,gpt-5.6-sol,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1317,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|gpt-5.6-sol / column elo),,out:effort-not-established, designarena-all,designarena,muse-spark-1.2,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1314,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|muse-spark-1.2 / column elo),,out:effort-not-established, designarena-all,designarena,fable-5,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1312,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|claude-fable-5 / column elo),,out:effort-not-established, designarena-all,designarena,?gemini-3.7-flash,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1310,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|gemini-3.7-flash / column elo),,out:model-not-established, designarena-all,designarena,?colorado,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1308,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|colorado / column elo),,out:model-not-established, designarena-all,designarena,?cortado,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1306,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|cortado / column elo),,out:model-not-established, designarena-all,designarena,gemini-3.8-flash,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1305,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|gemini-3.8-flash / column elo),,out:effort-not-established, designarena-all,designarena,gpt-6-sol,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1300,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|gpt-6-sol / column elo),,out:effort-not-established, designarena-all,designarena,?qwen3.8-max-preview,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1295,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|qwen3.8-max-preview / column elo),,out:model-not-established, designarena-all,designarena,?grogu,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1293,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|grogu / column elo),,out:model-not-established, designarena-all,designarena,gemini-3.6-flash,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1291,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|gemini-3.6-flash / column elo),,out:effort-not-established, designarena-all,designarena,opus-4.6,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1290,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|claude-opus-4-6 / column elo),,out:effort-not-established, designarena-all,designarena,glm-5.2,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1289,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|glm-5.2 / column elo),,out:effort-not-established, designarena-all,designarena,?claude-opus-4-6-thinking,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1287,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|claude-opus-4-6-thinking / column elo),,out:model-not-established, designarena-all,designarena,?notebook,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1284,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|notebook / column elo),,out:model-not-established, designarena-all,designarena,?deca-2.6-ultra,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1279,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|deca-2.6-ultra / column elo),,out:model-not-established, designarena-all,designarena,haiku-5.5,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1279,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|claude-haiku-5-5 / column elo),,out:effort-not-established, designarena-all,designarena,?evergreen,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1278,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|evergreen / column elo),,out:model-not-established, designarena-all,designarena,sonnet-4.6,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1277,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|claude-sonnet-4-6 / column elo),,out:effort-not-established, designarena-all,designarena,qwen3.7-max,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1277,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|qwen3.7-max / column elo),,out:effort-not-established, designarena-all,designarena,sonnet-5,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1277,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|claude-sonnet-5 / column elo),,out:effort-not-established, designarena-all,designarena,?yoda,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1277,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|yoda / column elo),,out:model-not-established, designarena-all,designarena,kimi-k2.6,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1273,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|kimi-k2.6 / column elo),,out:effort-not-established, designarena-all,designarena,?deca-2.5-mini,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1273,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|deca-2.5-mini / column elo),,out:model-not-established, designarena-all,designarena,gpt-6-luna,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1272,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|gpt-6-luna / column elo),,out:effort-not-established, designarena-all,designarena,qwen3.7-plus,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1270,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|qwen3.7-plus / column elo),,out:effort-not-established, designarena-all,designarena,?coconut,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1269,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|coconut / column elo),,out:model-not-established, designarena-all,designarena,grok-4.7,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1268,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|grok-4.7 / column elo),,out:effort-not-established, designarena-all,designarena,?gemini-3.5-flash,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1267,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|gemini-3.5-flash / column elo),,out:model-not-established, designarena-all,designarena,mimo-v2.5-pro,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1267,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|mimo-v2.5-pro / column elo),,out:effort-not-established, designarena-all,designarena,?deca-2.5-ultra-2,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1264,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|deca-2.5-ultra-2 / column elo),,out:model-not-established, designarena-all,designarena,glm-5-turbo,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1263,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|glm-5-turbo / column elo),,out:effort-not-established, designarena-all,designarena,gpt-5.5,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1261,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|gpt-5.5 / column elo),,out:effort-not-established, designarena-all,designarena,mimo-v2.5,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1261,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|mimo-v2.5 / column elo),,out:effort-not-established, designarena-all,designarena,?mistral-large-4-0,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1260,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|mistral-large-4-0 / column elo),,out:model-not-established, designarena-all,designarena,opus-4.8,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1256,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|claude-opus-4-8 / column elo),,out:effort-not-established, designarena-all,designarena,kimi-k2.7-code,solo,mixed,mid,DesignArena-pairwise-vote,,,,,,1254,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|kimi-k2.7-code / column elo),,out:superseded, designarena-all,designarena,?radon,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1253,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|radon / column elo),,out:model-not-established, designarena-all,designarena,?deca-2.6-pro,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1252,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|deca-2.6-pro / column elo),,out:model-not-established, designarena-all,designarena,minimax-m3,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1249,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|minimax-m3 / column elo),,out:effort-not-established, designarena-all,designarena,glm-5,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1248,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|glm-5 / column elo),,out:effort-not-established, designarena-all,designarena,?riftrunner,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1245,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|riftrunner / column elo),,out:model-not-established, designarena-all,designarena,opus-4.5,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1243,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|claude-opus-4-5 / column elo),,out:effort-not-established, designarena-all,designarena,gpt-5.6-terra,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1243,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|gpt-5.6-terra / column elo),,out:effort-not-established, designarena-all,designarena,?deepseek-v4-pro,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1242,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|deepseek-v4-pro / column elo),,out:model-not-established, designarena-all,designarena,?kimi-k2.5,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1238,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|kimi-k2.5 / column elo),,out:model-not-established, designarena-all,designarena,qwen3.6-plus,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1237,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|qwen3.6-plus / column elo),,out:effort-not-established, designarena-all,designarena,?deepocto,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1235,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|deepocto / column elo),,out:model-not-established, designarena-all,designarena,nex-n2-pro,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1234,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|nex-n2-pro / column elo),,out:effort-not-established, designarena-all,designarena,gemini-3.1-pro,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1232,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|gemini-3.1-pro-preview / column elo),,out:effort-not-established, designarena-all,designarena,gpt-5.6-luna,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1232,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|gpt-5.6-luna / column elo),,out:effort-not-established, designarena-all,designarena,deepseek-v4-flash-0731,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1231,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|deepseek-v4-flash-0731 / column elo),,out:effort-not-established, designarena-all,designarena,glm-5v-turbo,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1230,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|glm-5v-turbo / column elo),,out:effort-not-established, designarena-all,designarena,?hy3-direct,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1229,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|hy3-direct / column elo),,out:model-not-established, designarena-all,designarena,grok-4.20,think,mixed,mid,DesignArena-pairwise-vote,,,,,,1222,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|grok-4-20-beta-reasoning / column elo),,out:superseded, designarena-all,designarena,glm-4.7,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1218,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|glm-4.7 / column elo),,out:effort-not-established, designarena-all,designarena,?lavender,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1213,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|lavender / column elo),,out:model-not-established, designarena-all,designarena,?galapagos,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1211,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|galapagos / column elo),,out:model-not-established, designarena-all,designarena,?deepmolt,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1208,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|deepmolt / column elo),,out:model-not-established, designarena-all,designarena,?deepseek-v4-flash,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1207,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|deepseek-v4-flash / column elo),,out:model-not-established, designarena-all,designarena,grok-4.20,nothink,mixed,mid,DesignArena-pairwise-vote,,,,,,1207,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|grok-4-20-beta-non-reasoning / column elo),,out:superseded, designarena-all,designarena,inkling,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1207,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|inkling / column elo),,out:effort-not-established, designarena-all,designarena,minimax-m2.1,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1192,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|minimax-m2.1 / column elo),,out:effort-not-established, designarena-all,designarena,gemini-3-flash,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1191,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|gemini-3-flash-preview / column elo),,out:effort-not-established, designarena-all,designarena,grok-4.3,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1188,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|grok-4.3 / column elo),,out:effort-not-established, designarena-all,designarena,sonnet-4.5,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1184,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|claude-sonnet-4-5 / column elo),,out:effort-not-established, designarena-all,designarena,?solar-pro4-direct,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1184,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|solar-pro4-direct / column elo),,out:model-not-established, designarena-all,designarena,?claude-sonnet-4-5-thinking,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1183,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|claude-sonnet-4-5-thinking / column elo),,out:model-not-established, designarena-all,designarena,step-3.7-flash,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1183,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|step-3.7-flash / column elo),,out:effort-not-established, designarena-all,designarena,gpt-5.4,low,mixed,mid,DesignArena-pairwise-vote,,,,,,1181,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|gpt-5.4-low / column elo),,out:superseded, designarena-all,designarena,qwen3.5-397b-a17b,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1181,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|qwen3.5-397b-a17b / column elo),,out:effort-not-established, designarena-all,designarena,gpt-5.4,nothink,mixed,mid,DesignArena-pairwise-vote,,,,,,1180,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|gpt-5.4-none / column elo),,out:superseded, designarena-all,designarena,glm-4.7-flash,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1179,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|glm-4.7-flash / column elo),,out:effort-not-established, designarena-all,designarena,sonnet-3.7,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1178,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|claude-3.7-sonnet / column elo),,out:effort-not-established, designarena-all,designarena,hy3,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1178,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|hy3 / column elo),,out:effort-not-established, designarena-all,designarena,?deepseek-v3p1-thinking,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1177,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|deepseek-v3p1-thinking / column elo),,out:model-not-established, designarena-all,designarena,?claude-opus-4-1-20250805-thinking,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1172,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|claude-opus-4-1-20250805-thinking / column elo),,out:model-not-established, designarena-all,designarena,?deepseek-v3p2-exp,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1172,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|deepseek-v3p2-exp / column elo),,out:model-not-established, designarena-all,designarena,gpt-5.1,high,mixed,mid,DesignArena-pairwise-vote,,,,,,1172,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|gpt-5.1-high / column elo),,out:superseded, designarena-all,designarena,?rockhopper,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1171,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|rockhopper / column elo),,out:model-not-established, designarena-all,designarena,?mumble,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1170,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|mumble / column elo),,out:model-not-established, designarena-all,designarena,gpt-5,high,mixed,mid,DesignArena-pairwise-vote,,,,,,1169,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|gpt-5-high / column elo),,out:superseded, designarena-all,designarena,qwen3.5-plus,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1168,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|qwen3.5-plus-02-15 / column elo),,out:effort-not-established, designarena-all,designarena,glm-4.6,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1167,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|glm-4.6 / column elo),,out:effort-not-established, designarena-all,designarena,?macaroni,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1167,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|macaroni / column elo),,out:model-not-established, designarena-all,designarena,?claude-opus-4-1-20250805,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1166,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|claude-opus-4-1-20250805 / column elo),,out:model-not-established, designarena-all,designarena,glm-4.5,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1166,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|glm-4.5 / column elo),,out:effort-not-established, designarena-all,designarena,gpt-5,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1166,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|gpt-5 / column elo),,out:effort-not-established, designarena-all,designarena,?deepseek-v3p2,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1165,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|deepseek-v3p2 / column elo),,out:model-not-established, designarena-all,designarena,opus-4,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1162,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|claude-opus-4 / column elo),,out:effort-not-established, designarena-all,designarena,gpt-5.1,medium,mixed,mid,DesignArena-pairwise-vote,,,,,,1162,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|gpt-5.1-medium / column elo),,out:superseded, designarena-all,designarena,gpt-5.1,low,mixed,mid,DesignArena-pairwise-vote,,,,,,1157,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|gpt-5.1-low / column elo),,out:superseded, designarena-all,designarena,?mimo-v2-flash,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1157,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|mimo-v2-flash / column elo),,out:model-not-established, designarena-all,designarena,?nemotron-3.5-super-vl,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1156,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|nemotron-3.5-super-vl / column elo),,out:model-not-established, designarena-all,designarena,?solar-mini4,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1156,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|solar-mini4 / column elo),,out:model-not-established, designarena-all,designarena,gemini-2.5-pro,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1154,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|gemini-2.5-pro / column elo),,out:effort-not-established, designarena-all,designarena,gpt-5.1-codex,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1154,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|gpt-5.1-codex / column elo),,out:effort-not-established, designarena-all,designarena,gpt-5.1,nothink,mixed,mid,DesignArena-pairwise-vote,,,,,,1152,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|gpt-5.1-none / column elo),,out:superseded, designarena-all,designarena,?honeycomb,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1152,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|honeycomb / column elo),,out:model-not-established, designarena-all,designarena,?nemotron-3-ultra-550b-a55b,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1148,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|nemotron-3-ultra-550b-a55b / column elo),,out:model-not-established, designarena-all,designarena,gpt-5.3-codex,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1146,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|gpt-5.3-codex / column elo),,out:effort-not-established, designarena-all,designarena,?v0-1.5-lg,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1145,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|v0-1.5-lg / column elo),,out:model-not-established, designarena-all,designarena,qwen3-coder-480b-a35b-instruct,solo,mixed,mid,DesignArena-pairwise-vote,,,,,,1144,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|qwen3-coder-480b-a35b-instruct / column elo),,out:superseded, designarena-all,designarena,sonnet-4,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1143,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|claude-sonnet-4 / column elo),,out:effort-not-established, designarena-all,designarena,mistral-large-2512,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1143,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|mistral-large-2512 / column elo),,out:effort-not-established, designarena-all,designarena,?deepseek-reasoner-r1,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1140,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|deepseek-reasoner-r1 / column elo),,out:model-not-established, designarena-all,designarena,glm-4.5-air,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1139,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|glm-4.5-air / column elo),,out:effort-not-established, designarena-all,designarena,?claude-sonnet-4-thinking,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1138,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|claude-sonnet-4-thinking / column elo),,out:model-not-established, designarena-all,designarena,?agi-01-swift,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1138,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|agi-01-swift / column elo),,out:model-not-established, designarena-all,designarena,?minimax-m2-stable,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1136,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|minimax-m2-stable / column elo),,out:model-not-established, designarena-all,designarena,?aescoder-4b,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1126,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|aescoder-4b / column elo),,out:model-not-established, designarena-all,designarena,mistral-medium-3.5,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1123,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|mistral-medium-3.5 / column elo),,out:effort-not-established, designarena-all,designarena,mistral-medium-3.1,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1122,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|mistral-medium-2508 / column elo),,out:effort-not-established, designarena-all,designarena,trinity-large-thinking,solo,mixed,mid,DesignArena-pairwise-vote,,,,,,1118,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|trinity-large-thinking / column elo),,out:superseded, designarena-all,designarena,haiku-4.5,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1116,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|claude-haiku-4-5 / column elo),,out:effort-not-established, designarena-all,designarena,gpt-5-mini,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1116,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|gpt-5-mini / column elo),,out:effort-not-established, designarena-all,designarena,?deepseek-v3p1,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1113,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|deepseek-v3p1 / column elo),,out:model-not-established, designarena-all,designarena,qwen3-max-0923,solo,mixed,mid,DesignArena-pairwise-vote,,,,,,1111,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|qwen3-max / column elo),,out:superseded, designarena-all,designarena,?deepseek-chat,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1109,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|deepseek-chat / column elo),,out:model-not-established, designarena-all,designarena,?intellect-3,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1108,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|intellect-3 / column elo),,out:model-not-established, designarena-all,designarena,gemini-2.5-flash-preview-09-2025,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1105,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|gemini-2.5-flash-preview-09-2025 / column elo),,out:effort-not-established, designarena-all,designarena,?grok-4-fast-non-reasoning,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1102,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|grok-4-fast-non-reasoning / column elo),,out:model-not-established, designarena-all,designarena,?kimi-k2-0905-preview,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1099,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|kimi-k2-0905-preview / column elo),,out:model-not-established, designarena-all,designarena,gpt-5.1-codex-mini,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1095,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|gpt-5.1-codex-mini / column elo),,out:effort-not-established, designarena-all,designarena,?grok-4-1-fast-non-reasoning,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1093,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|grok-4-1-fast-non-reasoning / column elo),,out:model-not-established, designarena-all,designarena,?grok-4-1-fast-reasoning,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1088,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|grok-4-1-fast-reasoning / column elo),,out:model-not-established, designarena-all,designarena,gpt-5-nano,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1086,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|gpt-5-nano / column elo),,out:effort-not-established, designarena-all,designarena,?kimi-k2-turbo-preview,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1085,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|kimi-k2-turbo-preview / column elo),,out:model-not-established, designarena-all,designarena,gemini-2.5-flash-lite-preview-09-2025,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1082,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|gemini-2.5-flash-lite-preview-09-2025 / column elo),,out:effort-not-established, designarena-all,designarena,gemini-3.1-flash-lite-preview,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1073,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|gemini-3.1-flash-lite-preview / column elo),,out:effort-not-established, designarena-all,designarena,mistral-medium-3,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1070,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|mistral-medium-2505 / column elo),,out:effort-not-established, designarena-all,designarena,ministral-14b-2512,solo,mixed,mid,DesignArena-pairwise-vote,,,,,,1066,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|ministral-14b-2512 / column elo),,out:superseded, designarena-all,designarena,gemini-2.5-flash,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1061,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|gemini-2.5-flash / column elo),,out:effort-not-established, designarena-all,designarena,?v0-1.5-md,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1058,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|v0-1.5-md / column elo),,out:model-not-established, designarena-all,designarena,?grok-3,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1054,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|grok-3 / column elo),,out:model-not-established, designarena-all,designarena,ministral-8b-2512,solo,mixed,mid,DesignArena-pairwise-vote,,,,,,1054,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|ministral-8b-2512 / column elo),,out:superseded, designarena-all,designarena,?grok-4-fast-reasoning,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1052,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|grok-4-fast-reasoning / column elo),,out:model-not-established, designarena-all,designarena,qwen3-235b-a22b-instruct-2507,solo,mixed,mid,DesignArena-pairwise-vote,,,,,,1040,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|qwen3-235b-a22b-instruct-2507 / column elo),,out:superseded, designarena-all,designarena,?kimi-k2-0711-preview,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1035,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|kimi-k2-0711-preview / column elo),,out:model-not-established, designarena-all,designarena,?magistral-medium-2509,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1034,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|magistral-medium-2509 / column elo),,out:model-not-established, designarena-all,designarena,qwen3-235b-a22b-thinking-2507,solo,mixed,mid,DesignArena-pairwise-vote,,,,,,1034,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|qwen3-235B-a22B-thinking-2507 / column elo),,out:superseded, designarena-all,designarena,gpt-4.1,solo,mixed,mid,DesignArena-pairwise-vote,,,,,,1027,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|gpt-4.1 / column elo),,out:superseded, designarena-all,designarena,mercury-2,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1023,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|mercury-2 / column elo),,out:effort-not-established, designarena-all,designarena,?gpt-o3,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1021,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|gpt-o3 / column elo),,out:model-not-established, designarena-all,designarena,grok-4,solo,mixed,mid,DesignArena-pairwise-vote,,,,,,1017,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|grok-4 / column elo),,out:superseded, designarena-all,designarena,?devstral-medium-2507,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1014,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|devstral-medium-2507 / column elo),,out:model-not-established, designarena-all,designarena,ministral-3b-2512,solo,mixed,mid,DesignArena-pairwise-vote,,,,,,1011,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|ministral-3b-2512 / column elo),,out:superseded, designarena-all,designarena,codestral-2508,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1008,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|codestral-2508 / column elo),,out:effort-not-established, designarena-all,designarena,qwen3-235b-a22b,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1003,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|qwen3-235b-a22b / column elo),,out:effort-not-established, designarena-all,designarena,grok-code-fast-1,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1000,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|grok-code-fast-1 / column elo),,out:effort-not-established, designarena-all,designarena,gpt-4.1-mini,solo,mixed,mid,DesignArena-pairwise-vote,,,,,,995,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|gpt-4.1-mini / column elo),,out:superseded, designarena-all,designarena,?magistral-small-2509,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,987,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|magistral-small-2509 / column elo),,out:model-not-established, designarena-all,designarena,?gpt-o4-mini,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,977,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|gpt-o4-mini / column elo),,out:model-not-established, designarena-all,designarena,olmo-3.1-32b-think,solo,mixed,mid,DesignArena-pairwise-vote,,,,,,976,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|olmo-3.1-32b-think / column elo),,out:superseded, designarena-all,designarena,?gpt-oss-120b,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,964,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|gpt-oss-120b / column elo),,out:model-not-established, designarena-all,designarena,gpt-4.1-nano,solo,mixed,mid,DesignArena-pairwise-vote,,,,,,964,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|gpt-4.1-nano / column elo),,out:superseded, designarena-all,designarena,qwen3-30b-a3b,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,943,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|qwen3-30b-a3b / column elo),,out:effort-not-established, designarena-all,designarena,grok-3-mini,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,932,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|grok-3-mini / column elo),,out:effort-not-established, designarena-all,designarena,?llama-3.1-nemotron-ultra-253b,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,930,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|llama-3.1-nemotron-ultra-253b / column elo),,out:model-not-established, designarena-all,designarena,?mistral-small-2506,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,908,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|mistral-small-2506 / column elo),,out:model-not-established, designarena-all,designarena,llama-4-maverick,solo,mixed,mid,DesignArena-pairwise-vote,,,,,,881,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|llama-4-maverick / column elo),,out:superseded, designarena-all,designarena,?mistral-large-2411,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,864,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|mistral-large-2411 / column elo),,out:model-not-established, designarena-all,designarena,?gpt-4o,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,862,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|gpt-4o / column elo),,out:model-not-established, designarena-all,designarena,?codestral-2-2501,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,835,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|codestral-2-2501 / column elo),,out:model-not-established, designarena-all,designarena,?devstral-small-2507,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,808,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|devstral-small-2507 / column elo),,out:model-not-established, designarena-all,designarena,llama-4-scout,solo,mixed,mid,DesignArena-pairwise-vote,,,,,,791,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|llama-4-scout / column elo),,out:superseded, designarena-fullstack,designarena,gpt-6-astra,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,1357,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|gpt-6-astra / column elo),,out:effort-not-established, designarena-fullstack,designarena,fable-5.1,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,1326,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|claude-fable-5-1 / column elo),,out:effort-not-established, designarena-fullstack,designarena,kimi-k3,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,1315,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|kimi-k3 / column elo),,out:effort-not-established, designarena-fullstack,designarena,muse-spark-1.3,max,coding,mid,DesignArena-pairwise-vote,,,,,,1312,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|muse-spark-1.3-max / column elo),,out:effort-not-established, designarena-fullstack,designarena,opus-5,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,1306,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|claude-opus-5 / column elo),,out:effort-not-established, designarena-fullstack,designarena,?qwen3.8-max,not-established:absent,coding,mid,DesignArena-pairwise-vote,,,,,,1305,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|qwen3.8-max / column elo),,out:model-not-established, designarena-fullstack,designarena,muse-spark-1.3,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,1295,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|muse-spark-1.3 / column elo),,out:effort-not-established, designarena-fullstack,designarena,fable-5,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,1280,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|claude-fable-5 / column elo),,out:effort-not-established, designarena-fullstack,designarena,?grogu,not-established:absent,coding,mid,DesignArena-pairwise-vote,,,,,,1264,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|grogu / column elo),,out:model-not-established, designarena-fullstack,designarena,gpt-5.6-sol,xhigh,coding,mid,DesignArena-pairwise-vote,,,,,,1261,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|gpt-5.6-sol-xhigh / column elo),,out:superseded, designarena-fullstack,designarena,sonnet-5,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,1249,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|claude-sonnet-5 / column elo),,out:effort-not-established, designarena-fullstack,designarena,?yoda,not-established:absent,coding,mid,DesignArena-pairwise-vote,,,,,,1249,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|yoda / column elo),,out:model-not-established, designarena-fullstack,designarena,opus-4.8,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,1249,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|claude-opus-4-8 / column elo),,out:effort-not-established, designarena-fullstack,designarena,gemini-3.8-flash,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,1244,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|gemini-3.8-flash / column elo),,out:effort-not-established, designarena-fullstack,designarena,glm-5.2,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,1241,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|glm-5.2 / column elo),,out:effort-not-established, designarena-fullstack,designarena,gpt-6-sol,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,1238,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|gpt-6-sol / column elo),,out:effort-not-established, designarena-fullstack,designarena,opus-4.6,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,1220,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|claude-opus-4-6 / column elo),,out:effort-not-established, designarena-fullstack,designarena,sonnet-4.6,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,1213,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|claude-sonnet-4-6 / column elo),,out:effort-not-established, designarena-fullstack,designarena,muse-spark-1.2,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,1210,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|muse-spark-1.2 / column elo),,out:effort-not-established, designarena-fullstack,designarena,?gemini-3.7-flash,not-established:absent,coding,mid,DesignArena-pairwise-vote,,,,,,1209,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|gemini-3.7-flash / column elo),,out:model-not-established, designarena-fullstack,designarena,?evergreen,not-established:absent,coding,mid,DesignArena-pairwise-vote,,,,,,1199,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|evergreen / column elo),,out:model-not-established, designarena-fullstack,designarena,?gemini-3.5-flash,not-established:absent,coding,mid,DesignArena-pairwise-vote,,,,,,1197,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|gemini-3.5-flash / column elo),,out:model-not-established, designarena-fullstack,designarena,minimax-m3,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,1197,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|minimax-m3 / column elo),,out:effort-not-established, designarena-fullstack,designarena,qwen3.7-max,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,1190,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|qwen3.7-max / column elo),,out:effort-not-established, designarena-fullstack,designarena,gemini-3.6-flash,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,1181,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|gemini-3.6-flash / column elo),,out:effort-not-established, designarena-fullstack,designarena,kimi-k2.7-code,solo,coding,mid,DesignArena-pairwise-vote,,,,,,1175,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|kimi-k2.7-code / column elo),,out:superseded, designarena-fullstack,designarena,glm-5.1,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,1168,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|glm-5.1 / column elo),,out:effort-not-established, designarena-fullstack,designarena,gpt-5.6-sol,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,1159,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|gpt-5.6-sol / column elo),,out:effort-not-established, designarena-fullstack,designarena,gpt-6-luna,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,1158,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|gpt-6-luna / column elo),,out:effort-not-established, designarena-fullstack,designarena,opus-4.5,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,1156,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|claude-opus-4-5-20251101 / column elo),,out:effort-not-established, designarena-fullstack,designarena,kimi-k2.6,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,1155,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|kimi-k2.6 / column elo),,out:effort-not-established, designarena-fullstack,designarena,glm-5v-turbo,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,1149,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|glm-5v-turbo / column elo),,out:effort-not-established, designarena-fullstack,designarena,glm-5,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,1123,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|glm-5 / column elo),,out:effort-not-established, designarena-fullstack,designarena,?kimi-k2.5,not-established:absent,coding,mid,DesignArena-pairwise-vote,,,,,,1114,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|kimi-k2.5 / column elo),,out:model-not-established, designarena-fullstack,designarena,gpt-5.5,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,1089,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|gpt-5.5 / column elo),,out:effort-not-established, designarena-fullstack,designarena,?gemini-3-pro-preview,not-established:absent,coding,mid,DesignArena-pairwise-vote,,,,,,1074,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|gemini-3-pro-preview / column elo),,out:model-not-established, designarena-fullstack,designarena,gemini-3.1-pro,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,1068,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|gemini-3.1-pro-preview / column elo),,out:effort-not-established, designarena-fullstack,designarena,gemini-3-flash,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,1063,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|gemini-3-flash-preview / column elo),,out:effort-not-established, designarena-fullstack,designarena,gpt-5.6-terra,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,1061,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|gpt-5.6-terra / column elo),,out:effort-not-established, designarena-fullstack,designarena,grok-4.20,think,coding,mid,DesignArena-pairwise-vote,,,,,,1054,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|grok-4.20-0309-reasoning / column elo),,out:superseded, designarena-fullstack,designarena,sonnet-4.5,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,1050,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|claude-sonnet-4-5-20250929 / column elo),,out:effort-not-established, designarena-fullstack,designarena,glm-4.7,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,1050,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|glm-4.7 / column elo),,out:effort-not-established, designarena-fullstack,designarena,gpt-5.2,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,1043,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|gpt-5.2 / column elo),,out:effort-not-established, designarena-fullstack,designarena,glm-4.6,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,1029,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|glm-4.6 / column elo),,out:effort-not-established, designarena-fullstack,designarena,gpt-5.4,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,1017,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|gpt-5.4 / column elo),,out:effort-not-established, designarena-fullstack,designarena,grok-code-fast-1,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,1009,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|grok-code-fast-1 / column elo),,out:effort-not-established, designarena-fullstack,designarena,grok-4.3,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,1006,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|grok-4.3 / column elo),,out:effort-not-established, designarena-fullstack,designarena,gpt-5.2-codex,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,993,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|gpt-5.2-codex / column elo),,out:effort-not-established, designarena-fullstack,designarena,gpt-5.3-codex,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,983,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|gpt-5.3-codex / column elo),,out:effort-not-established, designarena-all,designarena,opus-5.5,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1390,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|claude-opus-5-5 / column elo),,out:effort-not-established, designarena-all,designarena,gpt-6-astra,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1379,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|gpt-6-astra / column elo),,out:effort-not-established, designarena-all,designarena,gpt-6-astra,max,mixed,mid,DesignArena-pairwise-vote,,,,,,1371,Elo,0.289,,prev=1374 (src-designarena-2026-10-18#M3),https://www.designarena.ai/leaderboard (all rows / row allcategories|gpt-6-astra-max / column elo),,in, designarena-all,designarena,?muse-wonder-1.0,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1370,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|muse-wonder-1.0 / column elo),,out:model-not-established, designarena-all,designarena,sonnet-5.5,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1364,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|claude-sonnet-5-5 / column elo),,out:effort-not-established, designarena-all,designarena,kimi-k3,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1360,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|kimi-k3 / column elo),,out:effort-not-established, designarena-all,designarena,muse-spark-1.3,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1353,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|muse-spark-1.3 / column elo),,out:effort-not-established, designarena-all,designarena,muse-spark-1.3,max,mixed,mid,DesignArena-pairwise-vote,,,,,,1351,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|muse-spark-1.3-max / column elo),,out:effort-not-established, designarena-all,designarena,gpt-6.1-sol,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1345,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|gpt-6.1-sol / column elo),,out:effort-not-established, designarena-all,designarena,gpt-5.6-sol,xhigh,mixed,mid,DesignArena-pairwise-vote,,,,,,1341,Elo,0.289,,prev=1343 (src-designarena-2026-10-18#M10),https://www.designarena.ai/leaderboard (all rows / row allcategories|gpt-5.6-sol-xhigh / column elo),,in, designarena-all,designarena,fable-5.1,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1336,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|claude-fable-5-1 / column elo),,out:effort-not-established, designarena-all,designarena,deepseek-v4.1-flash-1017,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1335,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|deepseek-v4-1-flash-1017 / column elo),,out:effort-not-established, designarena-all,designarena,gemini-4-argon,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1328,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|gemini-4-argon / column elo),,out:effort-not-established, designarena-all,designarena,opus-5,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1324,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|claude-opus-5 / column elo),,out:effort-not-established, designarena-all,designarena,deepseek-v4.1-flash,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1320,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|deepseek-v4-1-flash / column elo),,out:effort-not-established, designarena-all,designarena,gpt-5.6-sol,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1316,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|gpt-5.6-sol / column elo),,out:effort-not-established, designarena-all,designarena,?hampshire,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1316,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|hampshire / column elo),,out:model-not-established, designarena-all,designarena,muse-spark-1.2,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1313,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|muse-spark-1.2 / column elo),,out:effort-not-established, designarena-all,designarena,fable-5,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1310,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|claude-fable-5 / column elo),,out:effort-not-established, designarena-all,designarena,?gemini-3.7-flash,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1308,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|gemini-3.7-flash / column elo),,out:model-not-established, designarena-all,designarena,?colorado,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1306,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|colorado / column elo),,out:model-not-established, designarena-all,designarena,?cortado,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1304,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|cortado / column elo),,out:model-not-established, designarena-all,designarena,gemini-3.8-flash,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1304,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|gemini-3.8-flash / column elo),,out:effort-not-established, designarena-all,designarena,gpt-6-sol,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1300,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|gpt-6-sol / column elo),,out:effort-not-established, designarena-all,designarena,?qwen3.8-max-preview,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1293,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|qwen3.8-max-preview / column elo),,out:model-not-established, designarena-all,designarena,?grogu,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1292,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|grogu / column elo),,out:model-not-established, designarena-all,designarena,gemini-3.6-flash,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1290,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|gemini-3.6-flash / column elo),,out:effort-not-established, designarena-all,designarena,opus-4.6,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1289,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|claude-opus-4-6 / column elo),,out:effort-not-established, designarena-all,designarena,glm-5.2,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1288,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|glm-5.2 / column elo),,out:effort-not-established, designarena-all,designarena,?claude-opus-4-6-thinking,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1285,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|claude-opus-4-6-thinking / column elo),,out:model-not-established, designarena-all,designarena,?notebook,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1282,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|notebook / column elo),,out:model-not-established, designarena-all,designarena,haiku-5.5,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1278,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|claude-haiku-5-5 / column elo),,out:effort-not-established, designarena-all,designarena,?deca-2.6-ultra,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1277,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|deca-2.6-ultra / column elo),,out:model-not-established, designarena-all,designarena,sonnet-4.6,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1276,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|claude-sonnet-4-6 / column elo),,out:effort-not-established, designarena-all,designarena,sonnet-5,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1276,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|claude-sonnet-5 / column elo),,out:effort-not-established, designarena-all,designarena,?evergreen,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1276,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|evergreen / column elo),,out:model-not-established, designarena-all,designarena,qwen3.7-max,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1275,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|qwen3.7-max / column elo),,out:effort-not-established, designarena-all,designarena,?yoda,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1275,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|yoda / column elo),,out:model-not-established, designarena-all,designarena,kimi-k2.6,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1272,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|kimi-k2.6 / column elo),,out:effort-not-established, designarena-all,designarena,gpt-6-luna,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1271,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|gpt-6-luna / column elo),,out:effort-not-established, designarena-all,designarena,?deca-2.5-mini,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1271,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|deca-2.5-mini / column elo),,out:model-not-established, designarena-all,designarena,grok-4.7,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1271,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|grok-4.7 / column elo),,out:effort-not-established, designarena-all,designarena,qwen3.7-plus,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1269,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|qwen3.7-plus / column elo),,out:effort-not-established, designarena-all,designarena,?coconut,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1268,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|coconut / column elo),,out:model-not-established, designarena-all,designarena,?gemini-3.5-flash,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1266,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|gemini-3.5-flash / column elo),,out:model-not-established, designarena-all,designarena,mimo-v2.5-pro,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1266,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|mimo-v2.5-pro / column elo),,out:effort-not-established, designarena-all,designarena,?deca-2.5-ultra-2,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1263,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|deca-2.5-ultra-2 / column elo),,out:model-not-established, designarena-all,designarena,glm-5-turbo,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1262,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|glm-5-turbo / column elo),,out:effort-not-established, designarena-all,designarena,gpt-5.5,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1260,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|gpt-5.5 / column elo),,out:effort-not-established, designarena-all,designarena,mimo-v2.5,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1260,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|mimo-v2.5 / column elo),,out:effort-not-established, designarena-all,designarena,?mistral-large-4-0,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1259,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|mistral-large-4-0 / column elo),,out:model-not-established, designarena-all,designarena,opus-4.8,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1255,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|claude-opus-4-8 / column elo),,out:effort-not-established, designarena-all,designarena,kimi-k2.7-code,solo,mixed,mid,DesignArena-pairwise-vote,,,,,,1253,Elo,0.289,,prev=1254 (src-designarena-2026-10-18#M52),https://www.designarena.ai/leaderboard (all rows / row allcategories|kimi-k2.7-code / column elo),,in, designarena-all,designarena,?radon,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1252,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|radon / column elo),,out:model-not-established, designarena-all,designarena,?deca-2.6-pro,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1250,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|deca-2.6-pro / column elo),,out:model-not-established, designarena-all,designarena,minimax-m3,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1247,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|minimax-m3 / column elo),,out:effort-not-established, designarena-all,designarena,glm-5,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1246,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|glm-5 / column elo),,out:effort-not-established, designarena-all,designarena,?riftrunner,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1244,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|riftrunner / column elo),,out:model-not-established, designarena-all,designarena,opus-4.5,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1242,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|claude-opus-4-5 / column elo),,out:effort-not-established, designarena-all,designarena,gpt-5.6-terra,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1241,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|gpt-5.6-terra / column elo),,out:effort-not-established, designarena-all,designarena,?deepseek-v4-pro,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1240,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|deepseek-v4-pro / column elo),,out:model-not-established, designarena-all,designarena,?mercury-3,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1240,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|mercury-3 / column elo),,out:model-not-established, designarena-all,designarena,?kimi-k2.5,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1236,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|kimi-k2.5 / column elo),,out:model-not-established, designarena-all,designarena,qwen3.6-plus,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1236,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|qwen3.6-plus / column elo),,out:effort-not-established, designarena-all,designarena,?deepocto,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1233,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|deepocto / column elo),,out:model-not-established, designarena-all,designarena,nex-n2-pro,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1232,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|nex-n2-pro / column elo),,out:effort-not-established, designarena-all,designarena,gemini-3.1-pro,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1231,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|gemini-3.1-pro-preview / column elo),,out:effort-not-established, designarena-all,designarena,gpt-5.6-luna,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1231,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|gpt-5.6-luna / column elo),,out:effort-not-established, designarena-all,designarena,deepseek-v4-flash-0731,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1230,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|deepseek-v4-flash-0731 / column elo),,out:effort-not-established, designarena-all,designarena,glm-5v-turbo,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1228,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|glm-5v-turbo / column elo),,out:effort-not-established, designarena-all,designarena,?hy3-direct,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1227,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|hy3-direct / column elo),,out:model-not-established, designarena-all,designarena,grok-4.20,think,mixed,mid,DesignArena-pairwise-vote,,,,,,1221,Elo,0.289,,prev=1222 (src-designarena-2026-10-18#M70),https://www.designarena.ai/leaderboard (all rows / row allcategories|grok-4-20-beta-reasoning / column elo),,in, designarena-all,designarena,glm-4.7,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1217,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|glm-4.7 / column elo),,out:effort-not-established, designarena-all,designarena,?lavender,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1212,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|lavender / column elo),,out:model-not-established, designarena-all,designarena,?galapagos,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1210,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|galapagos / column elo),,out:model-not-established, designarena-all,designarena,?deepmolt,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1207,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|deepmolt / column elo),,out:model-not-established, designarena-all,designarena,grok-4.20,nothink,mixed,mid,DesignArena-pairwise-vote,,,,,,1206,Elo,0.289,,prev=1207 (src-designarena-2026-10-18#M76),https://www.designarena.ai/leaderboard (all rows / row allcategories|grok-4-20-beta-non-reasoning / column elo),,in, designarena-all,designarena,inkling,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1206,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|inkling / column elo),,out:effort-not-established, designarena-all,designarena,?deepseek-v4-flash,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1205,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|deepseek-v4-flash / column elo),,out:model-not-established, designarena-all,designarena,minimax-m2.1,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1190,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|minimax-m2.1 / column elo),,out:effort-not-established, designarena-all,designarena,gemini-3-flash,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1189,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|gemini-3-flash-preview / column elo),,out:effort-not-established, designarena-all,designarena,grok-4.3,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1187,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|grok-4.3 / column elo),,out:effort-not-established, designarena-all,designarena,sonnet-4.5,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1183,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|claude-sonnet-4-5 / column elo),,out:effort-not-established, designarena-all,designarena,?claude-sonnet-4-5-thinking,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1182,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|claude-sonnet-4-5-thinking / column elo),,out:model-not-established, designarena-all,designarena,step-3.7-flash,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1182,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|step-3.7-flash / column elo),,out:effort-not-established, designarena-all,designarena,?solar-pro4-direct,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1182,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|solar-pro4-direct / column elo),,out:model-not-established, designarena-all,designarena,gpt-5.4,low,mixed,mid,DesignArena-pairwise-vote,,,,,,1180,Elo,0.289,,prev=1181 (src-designarena-2026-10-18#M85),https://www.designarena.ai/leaderboard (all rows / row allcategories|gpt-5.4-low / column elo),,in, designarena-all,designarena,qwen3.5-397b-a17b,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1180,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|qwen3.5-397b-a17b / column elo),,out:effort-not-established, designarena-all,designarena,glm-4.7-flash,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1178,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|glm-4.7-flash / column elo),,out:effort-not-established, designarena-all,designarena,gpt-5.4,nothink,mixed,mid,DesignArena-pairwise-vote,,,,,,1178,Elo,0.289,,prev=1180 (src-designarena-2026-10-18#M87),https://www.designarena.ai/leaderboard (all rows / row allcategories|gpt-5.4-none / column elo),,in, designarena-all,designarena,hy3,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1177,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|hy3 / column elo),,out:effort-not-established, designarena-all,designarena,sonnet-3.7,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1176,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|claude-3.7-sonnet / column elo),,out:effort-not-established, designarena-all,designarena,?deepseek-v3p1-thinking,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1175,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|deepseek-v3p1-thinking / column elo),,out:model-not-established, designarena-all,designarena,?claude-opus-4-1-20250805-thinking,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1171,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|claude-opus-4-1-20250805-thinking / column elo),,out:model-not-established, designarena-all,designarena,?deepseek-v3p2-exp,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1171,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|deepseek-v3p2-exp / column elo),,out:model-not-established, designarena-all,designarena,gpt-5.1,high,mixed,mid,DesignArena-pairwise-vote,,,,,,1171,Elo,0.289,,prev=1172 (src-designarena-2026-10-18#M94),https://www.designarena.ai/leaderboard (all rows / row allcategories|gpt-5.1-high / column elo),,in, designarena-all,designarena,?rockhopper,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1170,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|rockhopper / column elo),,out:model-not-established, designarena-all,designarena,?mumble,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1169,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|mumble / column elo),,out:model-not-established, designarena-all,designarena,gpt-5,high,mixed,mid,DesignArena-pairwise-vote,,,,,,1168,Elo,0.289,,prev=1169 (src-designarena-2026-10-18#M97),https://www.designarena.ai/leaderboard (all rows / row allcategories|gpt-5-high / column elo),,out:single-couple, designarena-all,designarena,qwen3.5-plus,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1167,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|qwen3.5-plus-02-15 / column elo),,out:effort-not-established, designarena-all,designarena,glm-4.6,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1166,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|glm-4.6 / column elo),,out:effort-not-established, designarena-all,designarena,?macaroni,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1166,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|macaroni / column elo),,out:model-not-established, designarena-all,designarena,?claude-opus-4-1-20250805,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1165,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|claude-opus-4-1-20250805 / column elo),,out:model-not-established, designarena-all,designarena,glm-4.5,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1165,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|glm-4.5 / column elo),,out:effort-not-established, designarena-all,designarena,gpt-5,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1165,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|gpt-5 / column elo),,out:effort-not-established, designarena-all,designarena,?deepseek-v3p2,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1164,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|deepseek-v3p2 / column elo),,out:model-not-established, designarena-all,designarena,opus-4,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1161,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|claude-opus-4 / column elo),,out:effort-not-established, designarena-all,designarena,gpt-5.1,medium,mixed,mid,DesignArena-pairwise-vote,,,,,,1161,Elo,0.289,,prev=1162 (src-designarena-2026-10-18#M106),https://www.designarena.ai/leaderboard (all rows / row allcategories|gpt-5.1-medium / column elo),,in, designarena-all,designarena,gpt-5.1,low,mixed,mid,DesignArena-pairwise-vote,,,,,,1156,Elo,0.289,,prev=1157 (src-designarena-2026-10-18#M107),https://www.designarena.ai/leaderboard (all rows / row allcategories|gpt-5.1-low / column elo),,in, designarena-all,designarena,?mimo-v2-flash,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1156,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|mimo-v2-flash / column elo),,out:model-not-established, designarena-all,designarena,?nemotron-3.5-super-vl,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1155,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|nemotron-3.5-super-vl / column elo),,out:model-not-established, designarena-all,designarena,?solar-mini4,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1153,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|solar-mini4 / column elo),,out:model-not-established, designarena-all,designarena,gemini-2.5-pro,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1152,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|gemini-2.5-pro / column elo),,out:effort-not-established, designarena-all,designarena,gpt-5.1-codex,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1152,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|gpt-5.1-codex / column elo),,out:effort-not-established, designarena-all,designarena,gpt-5.1,nothink,mixed,mid,DesignArena-pairwise-vote,,,,,,1151,Elo,0.289,,prev=1152 (src-designarena-2026-10-18#M113),https://www.designarena.ai/leaderboard (all rows / row allcategories|gpt-5.1-none / column elo),,in, designarena-all,designarena,?honeycomb,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1150,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|honeycomb / column elo),,out:model-not-established, designarena-all,designarena,?nemotron-3-ultra-550b-a55b,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1147,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|nemotron-3-ultra-550b-a55b / column elo),,out:model-not-established, designarena-all,designarena,gpt-5.3-codex,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1145,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|gpt-5.3-codex / column elo),,out:effort-not-established, designarena-all,designarena,?v0-1.5-lg,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1144,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|v0-1.5-lg / column elo),,out:model-not-established, designarena-all,designarena,qwen3-coder-480b-a35b-instruct,solo,mixed,mid,DesignArena-pairwise-vote,,,,,,1143,Elo,0.289,,prev=1144 (src-designarena-2026-10-18#M118),https://www.designarena.ai/leaderboard (all rows / row allcategories|qwen3-coder-480b-a35b-instruct / column elo),,out:single-couple, designarena-all,designarena,mistral-large-2512,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1142,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|mistral-large-2512 / column elo),,out:effort-not-established, designarena-all,designarena,sonnet-4,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1141,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|claude-sonnet-4 / column elo),,out:effort-not-established, designarena-all,designarena,?deepseek-reasoner-r1,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1139,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|deepseek-reasoner-r1 / column elo),,out:model-not-established, designarena-all,designarena,glm-4.5-air,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1137,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|glm-4.5-air / column elo),,out:effort-not-established, designarena-all,designarena,?agi-01-swift,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1137,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|agi-01-swift / column elo),,out:model-not-established, designarena-all,designarena,?claude-sonnet-4-thinking,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1136,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|claude-sonnet-4-thinking / column elo),,out:model-not-established, designarena-all,designarena,?minimax-m2-stable,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1135,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|minimax-m2-stable / column elo),,out:model-not-established, designarena-all,designarena,?aescoder-4b,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1125,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|aescoder-4b / column elo),,out:model-not-established, designarena-all,designarena,mistral-medium-3.5,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1121,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|mistral-medium-3.5 / column elo),,out:effort-not-established, designarena-all,designarena,mistral-medium-3.1,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1120,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|mistral-medium-2508 / column elo),,out:effort-not-established, designarena-all,designarena,trinity-large-thinking,solo,mixed,mid,DesignArena-pairwise-vote,,,,,,1117,Elo,0.289,,prev=1118 (src-designarena-2026-10-18#M129),https://www.designarena.ai/leaderboard (all rows / row allcategories|trinity-large-thinking / column elo),,out:single-couple, designarena-all,designarena,haiku-4.5,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1115,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|claude-haiku-4-5 / column elo),,out:effort-not-established, designarena-all,designarena,gpt-5-mini,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1115,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|gpt-5-mini / column elo),,out:effort-not-established, designarena-all,designarena,?deepseek-v3p1,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1112,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|deepseek-v3p1 / column elo),,out:model-not-established, designarena-all,designarena,qwen3-max-0923,solo,mixed,mid,DesignArena-pairwise-vote,,,,,,1110,Elo,0.289,,prev=1111 (src-designarena-2026-10-18#M133),https://www.designarena.ai/leaderboard (all rows / row allcategories|qwen3-max / column elo),,out:single-couple, designarena-all,designarena,?deepseek-chat,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1108,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|deepseek-chat / column elo),,out:model-not-established, designarena-all,designarena,?intellect-3,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1107,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|intellect-3 / column elo),,out:model-not-established, designarena-all,designarena,gemini-2.5-flash-preview-09-2025,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1104,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|gemini-2.5-flash-preview-09-2025 / column elo),,out:effort-not-established, designarena-all,designarena,?grok-4-fast-non-reasoning,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1100,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|grok-4-fast-non-reasoning / column elo),,out:model-not-established, designarena-all,designarena,?kimi-k2-0905-preview,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1098,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|kimi-k2-0905-preview / column elo),,out:model-not-established, designarena-all,designarena,gpt-5.1-codex-mini,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1094,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|gpt-5.1-codex-mini / column elo),,out:effort-not-established, designarena-all,designarena,?grok-4-1-fast-non-reasoning,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1092,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|grok-4-1-fast-non-reasoning / column elo),,out:model-not-established, designarena-all,designarena,?grok-4-1-fast-reasoning,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1087,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|grok-4-1-fast-reasoning / column elo),,out:model-not-established, designarena-all,designarena,gpt-5-nano,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1084,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|gpt-5-nano / column elo),,out:effort-not-established, designarena-all,designarena,?kimi-k2-turbo-preview,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1083,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|kimi-k2-turbo-preview / column elo),,out:model-not-established, designarena-all,designarena,gemini-2.5-flash-lite-preview-09-2025,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1081,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|gemini-2.5-flash-lite-preview-09-2025 / column elo),,out:effort-not-established, designarena-all,designarena,gemini-3.1-flash-lite-preview,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1072,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|gemini-3.1-flash-lite-preview / column elo),,out:effort-not-established, designarena-all,designarena,mistral-medium-3,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1069,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|mistral-medium-2505 / column elo),,out:effort-not-established, designarena-all,designarena,ministral-14b-2512,solo,mixed,mid,DesignArena-pairwise-vote,,,,,,1065,Elo,0.289,,prev=1066 (src-designarena-2026-10-18#M147),https://www.designarena.ai/leaderboard (all rows / row allcategories|ministral-14b-2512 / column elo),,out:single-couple, designarena-all,designarena,gemini-2.5-flash,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1059,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|gemini-2.5-flash / column elo),,out:effort-not-established, designarena-all,designarena,?v0-1.5-md,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1057,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|v0-1.5-md / column elo),,out:model-not-established, designarena-all,designarena,?grok-3,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1053,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|grok-3 / column elo),,out:model-not-established, designarena-all,designarena,ministral-8b-2512,solo,mixed,mid,DesignArena-pairwise-vote,,,,,,1053,Elo,0.289,,prev=1054 (src-designarena-2026-10-18#M151),https://www.designarena.ai/leaderboard (all rows / row allcategories|ministral-8b-2512 / column elo),,out:single-couple, designarena-all,designarena,?grok-4-fast-reasoning,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1050,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|grok-4-fast-reasoning / column elo),,out:model-not-established, designarena-all,designarena,qwen3-235b-a22b-instruct-2507,solo,mixed,mid,DesignArena-pairwise-vote,,,,,,1038,Elo,0.289,,prev=1040 (src-designarena-2026-10-18#M153),https://www.designarena.ai/leaderboard (all rows / row allcategories|qwen3-235b-a22b-instruct-2507 / column elo),,out:single-couple, designarena-all,designarena,?magistral-medium-2509,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1033,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|magistral-medium-2509 / column elo),,out:model-not-established, designarena-all,designarena,qwen3-235b-a22b-thinking-2507,solo,mixed,mid,DesignArena-pairwise-vote,,,,,,1033,Elo,0.289,,prev=1034 (src-designarena-2026-10-18#M156),https://www.designarena.ai/leaderboard (all rows / row allcategories|qwen3-235B-a22B-thinking-2507 / column elo),,out:single-couple, designarena-all,designarena,?kimi-k2-0711-preview,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1033,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|kimi-k2-0711-preview / column elo),,out:model-not-established, designarena-all,designarena,gpt-4.1,solo,mixed,mid,DesignArena-pairwise-vote,,,,,,1026,Elo,0.289,,prev=1027 (src-designarena-2026-10-18#M157),https://www.designarena.ai/leaderboard (all rows / row allcategories|gpt-4.1 / column elo),,out:single-couple, designarena-all,designarena,mercury-2,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1022,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|mercury-2 / column elo),,out:effort-not-established, designarena-all,designarena,?gpt-o3,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1020,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|gpt-o3 / column elo),,out:model-not-established, designarena-all,designarena,grok-4,solo,mixed,mid,DesignArena-pairwise-vote,,,,,,1016,Elo,0.289,,prev=1017 (src-designarena-2026-10-18#M160),https://www.designarena.ai/leaderboard (all rows / row allcategories|grok-4 / column elo),,out:single-couple, designarena-all,designarena,?devstral-medium-2507,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,1012,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|devstral-medium-2507 / column elo),,out:model-not-established, designarena-all,designarena,ministral-3b-2512,solo,mixed,mid,DesignArena-pairwise-vote,,,,,,1010,Elo,0.289,,prev=1011 (src-designarena-2026-10-18#M162),https://www.designarena.ai/leaderboard (all rows / row allcategories|ministral-3b-2512 / column elo),,out:single-couple, designarena-all,designarena,codestral-2508,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1007,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|codestral-2508 / column elo),,out:effort-not-established, designarena-all,designarena,qwen3-235b-a22b,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,1002,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|qwen3-235b-a22b / column elo),,out:effort-not-established, designarena-all,designarena,grok-code-fast-1,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,999,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|grok-code-fast-1 / column elo),,out:effort-not-established, designarena-all,designarena,gpt-4.1-mini,solo,mixed,mid,DesignArena-pairwise-vote,,,,,,994,Elo,0.289,,prev=995 (src-designarena-2026-10-18#M166),https://www.designarena.ai/leaderboard (all rows / row allcategories|gpt-4.1-mini / column elo),,out:single-couple, designarena-all,designarena,?magistral-small-2509,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,986,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|magistral-small-2509 / column elo),,out:model-not-established, designarena-all,designarena,?gpt-o4-mini,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,976,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|gpt-o4-mini / column elo),,out:model-not-established, designarena-all,designarena,olmo-3.1-32b-think,solo,mixed,mid,DesignArena-pairwise-vote,,,,,,975,Elo,0.289,,prev=976 (src-designarena-2026-10-18#M169),https://www.designarena.ai/leaderboard (all rows / row allcategories|olmo-3.1-32b-think / column elo),,out:single-couple, designarena-all,designarena,?gpt-oss-120b,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,963,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|gpt-oss-120b / column elo),,out:model-not-established, designarena-all,designarena,gpt-4.1-nano,solo,mixed,mid,DesignArena-pairwise-vote,,,,,,963,Elo,0.289,,prev=964 (src-designarena-2026-10-18#M171),https://www.designarena.ai/leaderboard (all rows / row allcategories|gpt-4.1-nano / column elo),,out:single-couple, designarena-all,designarena,qwen3-30b-a3b,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,942,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|qwen3-30b-a3b / column elo),,out:effort-not-established, designarena-all,designarena,grok-3-mini,unstated,mixed,mid,DesignArena-pairwise-vote,,,,,,930,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|grok-3-mini / column elo),,out:effort-not-established, designarena-all,designarena,?llama-3.1-nemotron-ultra-253b,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,929,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|llama-3.1-nemotron-ultra-253b / column elo),,out:model-not-established, designarena-all,designarena,?mistral-small-2506,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,907,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|mistral-small-2506 / column elo),,out:model-not-established, designarena-all,designarena,llama-4-maverick,solo,mixed,mid,DesignArena-pairwise-vote,,,,,,880,Elo,0.289,,prev=881 (src-designarena-2026-10-18#M176),https://www.designarena.ai/leaderboard (all rows / row allcategories|llama-4-maverick / column elo),,out:single-couple, designarena-all,designarena,?mistral-large-2411,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,863,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|mistral-large-2411 / column elo),,out:model-not-established, designarena-all,designarena,?gpt-4o,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,861,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|gpt-4o / column elo),,out:model-not-established, designarena-all,designarena,?codestral-2-2501,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,834,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|codestral-2-2501 / column elo),,out:model-not-established, designarena-all,designarena,?devstral-small-2507,not-established:absent,mixed,mid,DesignArena-pairwise-vote,,,,,,807,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row allcategories|devstral-small-2507 / column elo),,out:model-not-established, designarena-all,designarena,llama-4-scout,solo,mixed,mid,DesignArena-pairwise-vote,,,,,,790,Elo,0.289,,prev=791 (src-designarena-2026-10-18#M181),https://www.designarena.ai/leaderboard (all rows / row allcategories|llama-4-scout / column elo),,out:single-couple, designarena-fullstack,designarena,gpt-6-astra,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,1357,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|gpt-6-astra / column elo),,out:effort-not-established, designarena-fullstack,designarena,fable-5.1,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,1326,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|claude-fable-5-1 / column elo),,out:effort-not-established, designarena-fullstack,designarena,kimi-k3,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,1315,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|kimi-k3 / column elo),,out:effort-not-established, designarena-fullstack,designarena,muse-spark-1.3,max,coding,mid,DesignArena-pairwise-vote,,,,,,1312,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|muse-spark-1.3-max / column elo),,out:effort-not-established, designarena-fullstack,designarena,opus-5,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,1306,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|claude-opus-5 / column elo),,out:effort-not-established, designarena-fullstack,designarena,?qwen3.8-max,not-established:absent,coding,mid,DesignArena-pairwise-vote,,,,,,1305,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|qwen3.8-max / column elo),,out:model-not-established, designarena-fullstack,designarena,muse-spark-1.3,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,1295,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|muse-spark-1.3 / column elo),,out:effort-not-established, designarena-fullstack,designarena,fable-5,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,1280,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|claude-fable-5 / column elo),,out:effort-not-established, designarena-fullstack,designarena,?grogu,not-established:absent,coding,mid,DesignArena-pairwise-vote,,,,,,1264,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|grogu / column elo),,out:model-not-established, designarena-fullstack,designarena,gpt-5.6-sol,xhigh,coding,mid,DesignArena-pairwise-vote,,,,,,1261,Elo,0.289,,prev=1261 (src-designarena-2026-10-18#M191),https://www.designarena.ai/leaderboard (all rows / row fullstack|gpt-5.6-sol-xhigh / column elo),,in, designarena-fullstack,designarena,sonnet-5,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,1249,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|claude-sonnet-5 / column elo),,out:effort-not-established, designarena-fullstack,designarena,?yoda,not-established:absent,coding,mid,DesignArena-pairwise-vote,,,,,,1249,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|yoda / column elo),,out:model-not-established, designarena-fullstack,designarena,opus-4.8,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,1249,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|claude-opus-4-8 / column elo),,out:effort-not-established, designarena-fullstack,designarena,gemini-3.8-flash,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,1244,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|gemini-3.8-flash / column elo),,out:effort-not-established, designarena-fullstack,designarena,glm-5.2,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,1241,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|glm-5.2 / column elo),,out:effort-not-established, designarena-fullstack,designarena,gpt-6-sol,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,1238,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|gpt-6-sol / column elo),,out:effort-not-established, designarena-fullstack,designarena,opus-4.6,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,1220,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|claude-opus-4-6 / column elo),,out:effort-not-established, designarena-fullstack,designarena,sonnet-4.6,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,1213,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|claude-sonnet-4-6 / column elo),,out:effort-not-established, designarena-fullstack,designarena,muse-spark-1.2,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,1210,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|muse-spark-1.2 / column elo),,out:effort-not-established, designarena-fullstack,designarena,?gemini-3.7-flash,not-established:absent,coding,mid,DesignArena-pairwise-vote,,,,,,1208,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|gemini-3.7-flash / column elo),,out:model-not-established, designarena-fullstack,designarena,?evergreen,not-established:absent,coding,mid,DesignArena-pairwise-vote,,,,,,1199,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|evergreen / column elo),,out:model-not-established, designarena-fullstack,designarena,?gemini-3.5-flash,not-established:absent,coding,mid,DesignArena-pairwise-vote,,,,,,1197,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|gemini-3.5-flash / column elo),,out:model-not-established, designarena-fullstack,designarena,minimax-m3,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,1197,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|minimax-m3 / column elo),,out:effort-not-established, designarena-fullstack,designarena,qwen3.7-max,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,1191,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|qwen3.7-max / column elo),,out:effort-not-established, designarena-fullstack,designarena,gemini-3.6-flash,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,1181,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|gemini-3.6-flash / column elo),,out:effort-not-established, designarena-fullstack,designarena,kimi-k2.7-code,solo,coding,mid,DesignArena-pairwise-vote,,,,,,1175,Elo,0.289,,prev=1175 (src-designarena-2026-10-18#M207),https://www.designarena.ai/leaderboard (all rows / row fullstack|kimi-k2.7-code / column elo),,in, designarena-fullstack,designarena,glm-5.1,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,1167,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|glm-5.1 / column elo),,out:effort-not-established, designarena-fullstack,designarena,gpt-5.6-sol,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,1159,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|gpt-5.6-sol / column elo),,out:effort-not-established, designarena-fullstack,designarena,gpt-6-luna,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,1158,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|gpt-6-luna / column elo),,out:effort-not-established, designarena-fullstack,designarena,opus-4.5,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,1156,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|claude-opus-4-5-20251101 / column elo),,out:effort-not-established, designarena-fullstack,designarena,kimi-k2.6,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,1155,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|kimi-k2.6 / column elo),,out:effort-not-established, designarena-fullstack,designarena,glm-5v-turbo,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,1149,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|glm-5v-turbo / column elo),,out:effort-not-established, designarena-fullstack,designarena,glm-5,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,1123,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|glm-5 / column elo),,out:effort-not-established, designarena-fullstack,designarena,?kimi-k2.5,not-established:absent,coding,mid,DesignArena-pairwise-vote,,,,,,1114,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|kimi-k2.5 / column elo),,out:model-not-established, designarena-fullstack,designarena,gpt-5.5,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,1089,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|gpt-5.5 / column elo),,out:effort-not-established, designarena-fullstack,designarena,?gemini-3-pro-preview,not-established:absent,coding,mid,DesignArena-pairwise-vote,,,,,,1074,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|gemini-3-pro-preview / column elo),,out:model-not-established, designarena-fullstack,designarena,gemini-3.1-pro,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,1068,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|gemini-3.1-pro-preview / column elo),,out:effort-not-established, designarena-fullstack,designarena,gemini-3-flash,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,1063,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|gemini-3-flash-preview / column elo),,out:effort-not-established, designarena-fullstack,designarena,gpt-5.6-terra,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,1061,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|gpt-5.6-terra / column elo),,out:effort-not-established, designarena-fullstack,designarena,grok-4.20,think,coding,mid,DesignArena-pairwise-vote,,,,,,1054,Elo,0.289,,prev=1054 (src-designarena-2026-10-18#M221),https://www.designarena.ai/leaderboard (all rows / row fullstack|grok-4.20-0309-reasoning / column elo),,in, designarena-fullstack,designarena,sonnet-4.5,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,1050,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|claude-sonnet-4-5-20250929 / column elo),,out:effort-not-established, designarena-fullstack,designarena,glm-4.7,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,1050,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|glm-4.7 / column elo),,out:effort-not-established, designarena-fullstack,designarena,gpt-5.2,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,1043,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|gpt-5.2 / column elo),,out:effort-not-established, designarena-fullstack,designarena,glm-4.6,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,1029,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|glm-4.6 / column elo),,out:effort-not-established, designarena-fullstack,designarena,gpt-5.4,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,1017,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|gpt-5.4 / column elo),,out:effort-not-established, designarena-fullstack,designarena,grok-code-fast-1,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,1009,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|grok-code-fast-1 / column elo),,out:effort-not-established, designarena-fullstack,designarena,grok-4.3,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,1006,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|grok-4.3 / column elo),,out:effort-not-established, designarena-fullstack,designarena,gpt-5.2-codex,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,993,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|gpt-5.2-codex / column elo),,out:effort-not-established, designarena-fullstack,designarena,gpt-5.3-codex,unstated,coding,mid,DesignArena-pairwise-vote,,,,,,983,Elo,0.289,,,https://www.designarena.ai/leaderboard (all rows / row fullstack|gpt-5.3-codex / column elo),,out:effort-not-established, scf52-fc20@dev.to,dev.to,fable-5.2,xhigh,coding,frontier,,,,,,,49.1,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M14,"https://dev.to/hamzaahmadaslam/claude-fable-52-benchmarks-price-and-the-first-independent-test-results-2ln4 (section What do Anthropic's benchmarks show?, table, row FrontierCode 2.0, column Fable 5.2)",,out:copy, scf52-fc20@dev.to,dev.to,fable-5.1,unstated,coding,frontier,,,,,,,32.4,score%,0.0289,,restated-from:Anthropic,"https://dev.to/hamzaahmadaslam/claude-fable-52-benchmarks-price-and-the-first-independent-test-results-2ln4 (section What do Anthropic's benchmarks show?, table, row FrontierCode 2.0, column Fable 5.1)",,out:effort-not-established, scf52-fc20@dev.to,dev.to,opus-5.5,max,coding,frontier,,,,,,,45.5,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M16,"https://dev.to/hamzaahmadaslam/claude-fable-52-benchmarks-price-and-the-first-independent-test-results-2ln4 (section What do Anthropic's benchmarks show?, table, row FrontierCode 2.0, column Opus 5.5)",,out:copy, scf52-fc20@dev.to,dev.to,gpt-6-astra,max,coding,frontier,,,,,,,42.8,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M17,"https://dev.to/hamzaahmadaslam/claude-fable-52-benchmarks-price-and-the-first-independent-test-results-2ln4 (section What do Anthropic's benchmarks show?, table, row FrontierCode 2.0, column GPT-6 Astra)",,out:copy, scf52-fc20@dev.to,dev.to,gemini-4-carbon,unstated,coding,frontier,,,,,,,41.1,score%,0.0289,,EAP-run; restated-from:Anthropic,"https://dev.to/hamzaahmadaslam/claude-fable-52-benchmarks-price-and-the-first-independent-test-results-2ln4 (section What do Anthropic's benchmarks show?, table, row FrontierCode 2.0, column Gemini 4 Carbon)",,out:effort-not-established, scf52-fswe2@dev.to,dev.to,fable-5.2,max,coding,frontier,,,,,,,69.9,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M35,"https://dev.to/hamzaahmadaslam/claude-fable-52-benchmarks-price-and-the-first-independent-test-results-2ln4 (section What do Anthropic's benchmarks show?, table, row FrontierSWE v2, column Fable 5.2)",,out:copy, scf52-fswe2@dev.to,dev.to,fable-5.1,max,coding,frontier,,,,,,,56.3,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M39,"https://dev.to/hamzaahmadaslam/claude-fable-52-benchmarks-price-and-the-first-independent-test-results-2ln4 (section What do Anthropic's benchmarks show?, table, row FrontierSWE v2, column Fable 5.1)",,out:copy, scf52-fswe2@dev.to,dev.to,opus-5.5,max,coding,frontier,,,,,,,62.3,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M37,"https://dev.to/hamzaahmadaslam/claude-fable-52-benchmarks-price-and-the-first-independent-test-results-2ln4 (section What do Anthropic's benchmarks show?, table, row FrontierSWE v2, column Opus 5.5)",,out:copy, scf52-fswe2@dev.to,dev.to,gpt-6-astra,max,coding,frontier,,,,,,,65.5,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M36,"https://dev.to/hamzaahmadaslam/claude-fable-52-benchmarks-price-and-the-first-independent-test-results-2ln4 (section What do Anthropic's benchmarks show?, table, row FrontierSWE v2, column GPT-6 Astra)",,out:copy, scf52-fswe2@dev.to,dev.to,gemini-4-carbon,high,coding,frontier,,,,,,,61.2,score%,0.0289,,EAP-run; restated-from:Anthropic,"https://dev.to/hamzaahmadaslam/claude-fable-52-benchmarks-price-and-the-first-independent-test-results-2ln4 (section What do Anthropic's benchmarks show?, table, row FrontierSWE v2, column Gemini 4 Carbon)",,out:single-couple, scf52-autom@dev.to,dev.to,fable-5.2,max,agentic-tool,frontier,,,,,,,51.4,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M189,"https://dev.to/hamzaahmadaslam/claude-fable-52-benchmarks-price-and-the-first-independent-test-results-2ln4 (section What do Anthropic's benchmarks show?, table, row AutomationBench, column Fable 5.2)",,out:copy, scf52-autom@dev.to,dev.to,fable-5.1,max,agentic-tool,frontier,,,,,,,31.4,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M205,"https://dev.to/hamzaahmadaslam/claude-fable-52-benchmarks-price-and-the-first-independent-test-results-2ln4 (section What do Anthropic's benchmarks show?, table, row AutomationBench, column Fable 5.1)",,out:copy, scf52-autom@dev.to,dev.to,opus-5.5,max,agentic-tool,frontier,,,,,,,42.5,score%,0.0289,,restated-from:Anthropic,"https://dev.to/hamzaahmadaslam/claude-fable-52-benchmarks-price-and-the-first-independent-test-results-2ln4 (section What do Anthropic's benchmarks show?, table, row AutomationBench, column Opus 5.5)",,in, scf52-autom@dev.to,dev.to,gpt-6-astra,max,agentic-tool,frontier,,,,,,,41.4,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M202,"https://dev.to/hamzaahmadaslam/claude-fable-52-benchmarks-price-and-the-first-independent-test-results-2ln4 (section What do Anthropic's benchmarks show?, table, row AutomationBench, column GPT-6 Astra)",,out:copy, scf52-autom@dev.to,dev.to,gemini-4-carbon,high,agentic-tool,frontier,,,,,,,53.9,score%,0.0289,,EAP-run; restated-from:Anthropic,"https://dev.to/hamzaahmadaslam/claude-fable-52-benchmarks-price-and-the-first-independent-test-results-2ln4 (section What do Anthropic's benchmarks show?, table, row AutomationBench, column Gemini 4 Carbon)",,in, scf52-oswp@dev.to,dev.to,fable-5.2,max,computer-use,frontier,OSWorld2-partial,,,,,,89.3,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M147,"https://dev.to/hamzaahmadaslam/claude-fable-52-benchmarks-price-and-the-first-independent-test-results-2ln4 (section What do Anthropic's benchmarks show?, table, row OSWorld 2.1, column Fable 5.2)",,out:copy, scf52-oswp@dev.to,dev.to,fable-5.1,max,computer-use,frontier,OSWorld2-partial,,,,,,83.5,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M151,"https://dev.to/hamzaahmadaslam/claude-fable-52-benchmarks-price-and-the-first-independent-test-results-2ln4 (section What do Anthropic's benchmarks show?, table, row OSWorld 2.1, column Fable 5.1)",,out:copy, scf52-oswp@dev.to,dev.to,opus-5.5,max,computer-use,frontier,OSWorld2-partial,,,,,,87.2,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M149,"https://dev.to/hamzaahmadaslam/claude-fable-52-benchmarks-price-and-the-first-independent-test-results-2ln4 (section What do Anthropic's benchmarks show?, table, row OSWorld 2.1, column Opus 5.5)",,out:copy, scf52-oswp@dev.to,dev.to,gpt-6-astra,max,computer-use,frontier,OSWorld2-partial,,,,,,79.5,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M153,"https://dev.to/hamzaahmadaslam/claude-fable-52-benchmarks-price-and-the-first-independent-test-results-2ln4 (section What do Anthropic's benchmarks show?, table, row OSWorld 2.1, column GPT-6 Astra)",,out:copy, scf52-oswp@dev.to,dev.to,gemini-4-carbon,high,computer-use,frontier,OSWorld2-partial,,,,,,81.5,score%,0.0289,,EAP-run; restated-from:Anthropic,"https://dev.to/hamzaahmadaslam/claude-fable-52-benchmarks-price-and-the-first-independent-test-results-2ln4 (section What do Anthropic's benchmarks show?, table, row OSWorld 2.1, column Gemini 4 Carbon)",,out:single-couple, scf52-rli@dev.to,dev.to,fable-5.2,unstated,agentic-tool,frontier,,,,,,,41.3,score%,0.0289,,restated-from:Anthropic,"https://dev.to/hamzaahmadaslam/claude-fable-52-benchmarks-price-and-the-first-independent-test-results-2ln4 (section What do Anthropic's benchmarks show?, table, row Remote Labor Index, column Fable 5.2)",,out:effort-not-established, scf52-rli@dev.to,dev.to,fable-5.1,max,agentic-tool,frontier,,,,,,,17.9,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M214,"https://dev.to/hamzaahmadaslam/claude-fable-52-benchmarks-price-and-the-first-independent-test-results-2ln4 (section What do Anthropic's benchmarks show?, table, row Remote Labor Index, column Fable 5.1)",,out:copy, scf52-rli@dev.to,dev.to,opus-5.5,max,agentic-tool,frontier,,,,,,,21.3,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M212,"https://dev.to/hamzaahmadaslam/claude-fable-52-benchmarks-price-and-the-first-independent-test-results-2ln4 (section What do Anthropic's benchmarks show?, table, row Remote Labor Index, column Opus 5.5)",,out:copy, scf52-rli@dev.to,dev.to,gpt-6-astra,max,agentic-tool,frontier,,,,,,,20.8,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M213,"https://dev.to/hamzaahmadaslam/claude-fable-52-benchmarks-price-and-the-first-independent-test-results-2ln4 (section What do Anthropic's benchmarks show?, table, row Remote Labor Index, column GPT-6 Astra)",,out:copy, scf52-hlet@dev.to,dev.to,fable-5.2,max,reasoning-math,frontier,HLE-tools,,,,,,74.2,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M80,"https://dev.to/hamzaahmadaslam/claude-fable-52-benchmarks-price-and-the-first-independent-test-results-2ln4 (section What do Anthropic's benchmarks show?, table, row Humanity's Last Exam (with tools), column Fable 5.2)",,out:copy, scf52-hlet@dev.to,dev.to,fable-5.1,max,reasoning-math,frontier,HLE-tools,,,,,,65.6,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M90,"https://dev.to/hamzaahmadaslam/claude-fable-52-benchmarks-price-and-the-first-independent-test-results-2ln4 (section What do Anthropic's benchmarks show?, table, row Humanity's Last Exam (with tools), column Fable 5.1)",,out:copy, scf52-hlet@dev.to,dev.to,opus-5.5,max,reasoning-math,frontier,HLE-tools,,,,,,67.7,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M85,"https://dev.to/hamzaahmadaslam/claude-fable-52-benchmarks-price-and-the-first-independent-test-results-2ln4 (section What do Anthropic's benchmarks show?, table, row Humanity's Last Exam (with tools), column Opus 5.5)",,out:copy, scf52-hlet@dev.to,dev.to,gpt-6-astra,max,reasoning-math,frontier,HLE-tools,,,,,,57.2,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M96,"https://dev.to/hamzaahmadaslam/claude-fable-52-benchmarks-price-and-the-first-independent-test-results-2ln4 (section What do Anthropic's benchmarks show?, table, row Humanity's Last Exam (with tools), column GPT-6 Astra)",,out:copy, scf52-chartn@dev.to,dev.to,fable-5.2,max,reasoning-math,hard,,,,,,,73.4,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M122,"https://dev.to/hamzaahmadaslam/claude-fable-52-benchmarks-price-and-the-first-independent-test-results-2ln4 (section What do Anthropic's benchmarks show?, table, row Chartography (no tools), column Fable 5.2)",,out:copy, scf52-chartn@dev.to,dev.to,fable-5.1,max,reasoning-math,hard,,,,,,,44.8,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M126,"https://dev.to/hamzaahmadaslam/claude-fable-52-benchmarks-price-and-the-first-independent-test-results-2ln4 (section What do Anthropic's benchmarks show?, table, row Chartography (no tools), column Fable 5.1)",,out:copy, scf52-chartn@dev.to,dev.to,opus-5.5,max,reasoning-math,hard,,,,,,,64.4,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M124,"https://dev.to/hamzaahmadaslam/claude-fable-52-benchmarks-price-and-the-first-independent-test-results-2ln4 (section What do Anthropic's benchmarks show?, table, row Chartography (no tools), column Opus 5.5)",,out:copy, scf52-chartn@dev.to,dev.to,gpt-6-astra,max,reasoning-math,hard,,,,,,,71.0,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M130,"https://dev.to/hamzaahmadaslam/claude-fable-52-benchmarks-price-and-the-first-independent-test-results-2ln4 (section What do Anthropic's benchmarks show?, table, row Chartography (no tools), column GPT-6 Astra)",,out:copy, scf52-chartn@dev.to,dev.to,gemini-4-carbon,high,reasoning-math,hard,,,,,,,72.5,score%,0.0289,,EAP-run; restated-from:Anthropic,"https://dev.to/hamzaahmadaslam/claude-fable-52-benchmarks-price-and-the-first-independent-test-results-2ln4 (section What do Anthropic's benchmarks show?, table, row Chartography (no tools), column Gemini 4 Carbon)",,out:single-couple, scf52-fc20@dev.to,dev.to,fable-5.2,high,coding,frontier,,,,,,,45.3,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M13,https://dev.to/hamzaahmadaslam/claude-fable-52-benchmarks-price-and-the-first-independent-test-results-2ln4 (section What do Anthropic's benchmarks show?),,out:copy, valsindex4@dev.to,dev.to,fable-5.2,high,mixed,hard,Vals-Index,per-task,17.94,0.00289,,,71.31,accuracy%,0.00289,,restated-from:Vals AI; same-runs-as:src-vals.ai-vals_index-2026-11-09#M1,"https://dev.to/hamzaahmadaslam/claude-fable-52-benchmarks-price-and-the-first-independent-test-results-2ln4 (section Has anyone tested Fable 5.2 independently?, Vals table, row Vals Index (overall))",,out:copy,out:copy valsvibecode@dev.to,dev.to,fable-5.2,high,coding,hard,,,,,,,93.77,score%,0.00289,,restated-from:Vals AI; same-runs-as:src-vals.ai-vibe-code-2026-11-09#M1,"https://dev.to/hamzaahmadaslam/claude-fable-52-benchmarks-price-and-the-first-independent-test-results-2ln4 (section Has anyone tested Fable 5.2 independently?, Vals table, row Vibe Code Bench v1.1)",,out:copy, valstb4@dev.to,dev.to,fable-5.2,high,coding,hard,Vals-runner,,,,,,65.15,accuracy%,0.00289,,restated-from:Vals AI; same-runs-as:src-vals.ai-terminal-bench-4-2026-11-09#M1,"https://dev.to/hamzaahmadaslam/claude-fable-52-benchmarks-price-and-the-first-independent-test-results-2ln4 (section Has anyone tested Fable 5.2 independently?, Vals table, row Terminal-Bench 4.0)",,out:copy, valsfab21@dev.to,dev.to,fable-5.2,high,agentic-tool,hard,Vals-runner,,,,,,69.47,accuracy%,0.00289,,restated-from:Vals AI; same-runs-as:src-vals.ai-fabv2-1-2026-11-09#M1,"https://dev.to/hamzaahmadaslam/claude-fable-52-benchmarks-price-and-the-first-independent-test-results-2ln4 (section Has anyone tested Fable 5.2 independently?, Vals table, row Finance Agent v2.1)",,out:copy, valsprogram@dev.to,dev.to,fable-5.2,high,coding,frontier,Vals-runner,,,,,,19.00,score%,0.00289,,restated-from:Vals AI; same-runs-as:src-vals.ai-programbench-2026-11-09#M1,"https://dev.to/hamzaahmadaslam/claude-fable-52-benchmarks-price-and-the-first-independent-test-results-2ln4 (section Has anyone tested Fable 5.2 independently?, Vals table, row ProgramBench)",,out:copy, valscodemig11@dev.to,dev.to,fable-5.2,high,coding,hard,Vals-runner,,,,,,83.27,accuracy%,0.00289,,restated-from:Vals AI; same-runs-as:src-vals.ai-code-migration-v1-1-2026-11-09#M1,"https://dev.to/hamzaahmadaslam/claude-fable-52-benchmarks-price-and-the-first-independent-test-results-2ln4 (section Has anyone tested Fable 5.2 independently?, Vals table, row Code Migration v1.1)",,out:copy, valsswemm@dev.to,dev.to,fable-5.2,high,coding,hard,Vals-runner,,,,,,62.29,resolved%,0.00289,,restated-from:Vals AI; same-runs-as:src-vals.ai-swebench-multimodal-2026-11-09#M1,"https://dev.to/hamzaahmadaslam/claude-fable-52-benchmarks-price-and-the-first-independent-test-results-2ln4 (section Has anyone tested Fable 5.2 independently?, Vals table, row SWE-bench Multimodal)",,out:copy, valslegalindex@dev.to,dev.to,fable-5.2,high,mixed,hard,Vals-Index,,,,,,69.17,accuracy%,0.00289,,restated-from:Vals AI; same-runs-as:src-vals.ai-legal_index-2026-11-09#M1,"https://dev.to/hamzaahmadaslam/claude-fable-52-benchmarks-price-and-the-first-independent-test-results-2ln4 (section Has anyone tested Fable 5.2 independently?, Vals table, row Vals Legal Index)",,out:copy, valstax@dev.to,dev.to,fable-5.2,high,agentic-tool,hard,Vals-runner,,,,,,32.09,score%,0.00289,,restated-from:Vals AI; same-runs-as:src-vals.ai-tax_agent_bench-2026-11-09#M1,"https://dev.to/hamzaahmadaslam/claude-fable-52-benchmarks-price-and-the-first-independent-test-results-2ln4 (section Has anyone tested Fable 5.2 independently?, Vals table, row Tax Agent Bench)",,out:copy, valsindex4@dev.to,dev.to,sonnet-5.5,unstated,mixed,hard,Vals-Index,,,,,,70.85,accuracy%,0.00289,,restated-from:Vals AI,https://dev.to/hamzaahmadaslam/claude-fable-52-benchmarks-price-and-the-first-independent-test-results-2ln4 (section Has anyone tested Fable 5.2 independently?),,out:effort-not-established, valsindex4@dev.to,dev.to,gemini-4-carbon,unstated,mixed,hard,Vals-Index,,,,,,70.45,accuracy%,0.00289,,EAP-run; restated-from:Vals AI,https://dev.to/hamzaahmadaslam/claude-fable-52-benchmarks-price-and-the-first-independent-test-results-2ln4 (section Has anyone tested Fable 5.2 independently?),,out:effort-not-established, valsswemm@dev.to,dev.to,opus-5.5,unstated,coding,hard,Vals-runner,,,,,,70.21,resolved%,0.00289,,restated-from:Vals AI,https://dev.to/hamzaahmadaslam/claude-fable-52-benchmarks-price-and-the-first-independent-test-results-2ln4 (section Has anyone tested Fable 5.2 independently?),,out:effort-not-established, scf52-briefe@dev.to,dev.to,opus-5.5,unstated,agentic-tool,frontier,,,,,,,1800,AA-elo,0.289,,restated-from:Anthropic,https://dev.to/hamzaahmadaslam/claude-fable-52-benchmarks-price-and-the-first-independent-test-results-2ln4 (section on the launch table),,out:effort-not-established, scf52-briefe@dev.to,dev.to,fable-5.2,unstated,agentic-tool,frontier,,,,,,,1785,AA-elo,0.289,,restated-from:Anthropic,https://dev.to/hamzaahmadaslam/claude-fable-52-benchmarks-price-and-the-first-independent-test-results-2ln4 (section on the launch table),,out:effort-not-established, digbench-agent,digbench.ai,opus-5,high,agentic-tool,frontier,,,,,,,68.49232123223194,score%,2.89e-15,,cap,"https://digbench.ai (chunk db_03bmen8to4l-5.js, rows[id='bench-agent | claude-opus-5'].value)",,out:single-couple, digbench-cc,digbench.ai,fable-5,high,agentic-tool,frontier,DigBench-claude-code,,,,,,57.33332034544856,score%,2.89e-15,,cap,"https://digbench.ai (chunk db_03bmen8to4l-5.js, rows[id='claude-code | claude-fable-5'].value)",,out:single-couple, digbench-agent,digbench.ai,opus-4.8,unstated,agentic-tool,frontier,,,,,,,42.36952911375363,score%,2.89e-15,,,"https://digbench.ai (chunk db_03bmen8to4l-5.js, rows[id='bench-agent | claude-opus-4-8'].value)",,out:effort-not-established, digbench-cc,digbench.ai,opus-4.8,unstated,agentic-tool,frontier,DigBench-claude-code,,,,,,31.386377697782137,score%,2.89e-16,,,"https://digbench.ai (chunk db_03bmen8to4l-5.js, rows[id='claude-code | claude-opus-4-8'].value)",,out:effort-not-established, digbench-agent,digbench.ai,glm-5.2,not-established:absent,agentic-tool,frontier,,,,,,,18.56736267100731,score%,2.89e-15,,,"https://digbench.ai (chunk db_03bmen8to4l-5.js, rows[id='bench-agent | glm-5.2'].value)",,out:effort-not-established, digbench-agent,digbench.ai,qwen3.5-397b-a17b,unstated,agentic-tool,frontier,,,,,,,5.947824688724397,score%,2.89e-16,,,"https://digbench.ai (chunk db_03bmen8to4l-5.js, rows[id='bench-agent | qwen3.5-397b-a17b'].value)",,out:effort-not-established, digbench-agent,digbench.ai,deepseek-v4-pro-preview,unstated,agentic-tool,frontier,,,,,,,5.6771198813721,score%,2.89e-14,,,"https://digbench.ai (chunk db_03bmen8to4l-5.js, rows[id='bench-agent | deepseek-v4-pro'].value)",,out:effort-not-established, digirise-3prompts,digirise-chaen,opus-5.5,xhigh,mixed,mid,,per-3-tasks,6.23,0.00289,,,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://digirise.ai/chaen-ai-lab/claude-opus-5-5/ (cost table row: Opus 5.5),,,in digirise-3prompts,digirise-chaen,fable-5.1,xhigh,mixed,mid,,per-3-tasks,7.88,0.00289,,,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://digirise.ai/chaen-ai-lab/claude-opus-5-5/ (cost table row: Fable 5.1),,,in digirise-3prompts,digirise-chaen,gpt-6-astra,high,mixed,mid,,per-3-tasks,2.53,0.00289,,,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://digirise.ai/chaen-ai-lab/claude-opus-5-5/ (cost table row: GPT-6 Astra),,,in digirise-3prompts,digirise-chaen,gemini-3.8-flash,high,mixed,mid,,per-3-tasks,0.25,0.00289,,,,none,,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://digirise.ai/chaen-ai-lab/claude-opus-5-5/ (cost table row: Gemini 3.8 Flash),,,in do-flash-openended-cost,digitalocean-thinking-tax,glm-5.3-flash,default,mixed,easy,chat completion (OpenAI-compatible endpoint),usd/call,0.00156,2.89e-06,,,,none,,,,https://juejin.cn/post/7681126457180733466 (article table: glm-5.3-flash / default),,,out:effort-not-established do-flash-openended-cost,digitalocean-thinking-tax,glm-5.3-flash,not-established:absent,mixed,easy,chat completion (OpenAI-compatible endpoint),usd/call,0.00157,2.89e-06,,,,none,,,,https://juejin.cn/post/7681126457180733466 (article table: glm-5.3-flash / on),,,out:effort-not-established do-flash-openended-cost,digitalocean-thinking-tax,glm-5.3-flash,not-established:absent,mixed,easy,chat completion (OpenAI-compatible endpoint),usd/call,0.00174,2.89e-06,,,,none,,,,https://juejin.cn/post/7681126457180733466 (article table: glm-5.3-flash / off),,,out:effort-not-established do-flash-openended-cost,digitalocean-thinking-tax,qwen3.8-max,default,mixed,easy,chat completion (OpenAI-compatible endpoint),usd/call,0.00361,2.89e-06,,,,none,,,,https://juejin.cn/post/7681126457180733466 (article table: qwen3.8-max / default),,,out:effort-not-established do-flash-openended-cost,digitalocean-thinking-tax,qwen3.8-max,not-established:absent,mixed,easy,chat completion (OpenAI-compatible endpoint),usd/call,0.02196,2.89e-06,,,,none,,,,https://juejin.cn/post/7681126457180733466 (article table: qwen3.8-max / on),,,out:effort-not-established do-flash-openended-cost,digitalocean-thinking-tax,qwen3.8-max,not-established:absent,mixed,easy,chat completion (OpenAI-compatible endpoint),usd/call,0.00359,2.89e-06,,,,none,,,,https://juejin.cn/post/7681126457180733466 (article table: qwen3.8-max / off),,,out:effort-not-established do-flash-openended-cost,digitalocean-thinking-tax,kimi-k3,default,mixed,easy,chat completion (OpenAI-compatible endpoint),usd/call,0.02661,2.89e-06,,,,none,,,,https://juejin.cn/post/7681126457180733466 (article table: kimi-k3 / default),,,out:effort-not-established do-flash-openended-cost,digitalocean-thinking-tax,kimi-k3,not-established:absent,mixed,easy,chat completion (OpenAI-compatible endpoint),usd/call,0.02892,2.89e-06,,,,none,,,,https://juejin.cn/post/7681126457180733466 (article table: kimi-k3 / on),,,out:effort-not-established do-flash-openended-cost,digitalocean-thinking-tax,kimi-k3,not-established:absent,mixed,easy,chat completion (OpenAI-compatible endpoint),usd/call,0.00651,2.89e-06,,,,none,,,,https://juejin.cn/post/7681126457180733466 (article table: kimi-k3 / off),,,out:effort-not-established do-flash-openended-cost,digitalocean-thinking-tax,glm-5.3-flash,not-established:absent,mixed,easy,chat completion (OpenAI-compatible endpoint),usd/call,0.001526,2.89e-07,,,,none,,,,https://juejin.cn/post/7681126457180733466 (article table: glm-5.3-flash / max),,,out:effort-not-established do-flash-openended-cost,digitalocean-thinking-tax,glm-5.3-flash,not-established:absent,mixed,easy,chat completion (OpenAI-compatible endpoint),usd/call,0.000384,2.89e-07,,,,none,,,,https://juejin.cn/post/7681126457180733466 (article table: glm-5.3-flash / high),,,out:effort-not-established do-flash-openended-cost,digitalocean-thinking-tax,glm-5.3-flash,not-established:absent,mixed,easy,chat completion (OpenAI-compatible endpoint),usd/call,0.000250,2.89e-07,,,,none,,,,https://juejin.cn/post/7681126457180733466 (article table: glm-5.3-flash / low),,,out:effort-not-established do-flash-verify-acc,digitalocean-thinking-tax,glm-5.3-flash,not-established:absent,reasoning-math,easy,chat completion (OpenAI-compatible endpoint),usd/correct-answer,0.00008,2.89e-06,,,92.0,score%,0.0289,,,"https://juejin.cn/post/7681126457180733466 (accuracy table, glm-5.3-flash / `effort: low`, column pass@1)",,out:effort-not-established,out:effort-not-established do-flash-verify-acc,digitalocean-thinking-tax,glm-5.3-flash,not-established:absent,reasoning-math,easy,chat completion (OpenAI-compatible endpoint),usd/correct-answer,0.00012,2.89e-06,,,98.0,score%,0.0289,,,"https://juejin.cn/post/7681126457180733466 (accuracy table, glm-5.3-flash / `effort: high`, column pass@1)",,out:effort-not-established,out:effort-not-established do-flash-verify-acc,digitalocean-thinking-tax,glm-5.3-flash,not-established:absent,reasoning-math,easy,chat completion (OpenAI-compatible endpoint),usd/correct-answer,0.00018,2.89e-06,,,100.0,score%,0.0289,,,"https://juejin.cn/post/7681126457180733466 (accuracy table, glm-5.3-flash / `enable_thinking: false`, column pass@1)",,out:effort-not-established,out:effort-not-established do-flash-verify-acc,digitalocean-thinking-tax,glm-5.3-flash,default,reasoning-math,easy,chat completion (OpenAI-compatible endpoint),usd/correct-answer,0.00018,2.89e-06,,,100.0,score%,0.0289,,,"https://juejin.cn/post/7681126457180733466 (accuracy table, glm-5.3-flash / default, column pass@1)",,out:effort-not-established,out:effort-not-established do-flash-verify-acc,digitalocean-thinking-tax,glm-5.3-flash,not-established:absent,reasoning-math,easy,chat completion (OpenAI-compatible endpoint),usd/correct-answer,0.00019,2.89e-06,,,100.0,score%,0.0289,,,"https://juejin.cn/post/7681126457180733466 (accuracy table, glm-5.3-flash / `enable_thinking: true`, column pass@1)",,out:effort-not-established,out:effort-not-established do-flash-verify-acc,digitalocean-thinking-tax,qwen3.8-max,not-established:absent,reasoning-math,easy,chat completion (OpenAI-compatible endpoint),usd/correct-answer,0.00226,2.89e-06,,,100.0,score%,0.0289,,,"https://juejin.cn/post/7681126457180733466 (accuracy table, qwen3.8-max / `enable_thinking: false`, column pass@1)",,out:effort-not-established,out:effort-not-established do-flash-verify-acc,digitalocean-thinking-tax,qwen3.8-max,default,reasoning-math,easy,chat completion (OpenAI-compatible endpoint),usd/correct-answer,0.00235,2.89e-06,,,100.0,score%,0.0289,,,"https://juejin.cn/post/7681126457180733466 (accuracy table, qwen3.8-max / default, column pass@1)",,out:effort-not-established,out:effort-not-established do-flash-verify-acc,digitalocean-thinking-tax,kimi-k3,not-established:absent,reasoning-math,easy,chat completion (OpenAI-compatible endpoint),usd/correct-answer,0.00282,2.89e-06,,,98.0,score%,0.0289,,,"https://juejin.cn/post/7681126457180733466 (accuracy table, kimi-k3 / `enable_thinking: false`, column pass@1)",,out:effort-not-established,out:effort-not-established do-flash-verify-acc,digitalocean-thinking-tax,qwen3.8-max,not-established:absent,reasoning-math,easy,chat completion (OpenAI-compatible endpoint),usd/correct-answer,0.00383,2.89e-06,,,100.0,score%,0.0289,,,"https://juejin.cn/post/7681126457180733466 (accuracy table, qwen3.8-max / `enable_thinking: true`, column pass@1)",,out:effort-not-established,out:effort-not-established do-flash-verify-acc,digitalocean-thinking-tax,kimi-k3,default,reasoning-math,easy,chat completion (OpenAI-compatible endpoint),usd/correct-answer,0.00565,2.89e-06,,,100.0,score%,0.0289,,,"https://juejin.cn/post/7681126457180733466 (accuracy table, kimi-k3 / default, column pass@1)",,out:effort-not-established,out:effort-not-established do-flash-verify-acc,digitalocean-thinking-tax,kimi-k3,not-established:absent,reasoning-math,easy,chat completion (OpenAI-compatible endpoint),usd/correct-answer,0.00601,2.89e-06,,,100.0,score%,0.0289,,,"https://juejin.cn/post/7681126457180733466 (accuracy table, kimi-k3 / `enable_thinking: true`, column pass@1)",,out:effort-not-established,out:effort-not-established dinobase-sql-accuracy,dinobase,opus-4.6,unstated,agentic-tool,mid,"OpenRouter agent loop, SQL tool",,,,,,100,accuracy%,0,,,"https://github.com/kappa90/dinobase/blob/main/benchmarks/results/REPORT.md (Per-Model Results, row Claude Opus 4.6, column SQL Accuracy ('**100%** (15/15)'))",,out:effort-not-established, dinobase-mcp-accuracy,dinobase,opus-4.6,unstated,agentic-tool,mid,"OpenRouter agent loop, per-source MCP tools",,,,,,33.333333,accuracy%,0,,,"https://github.com/kappa90/dinobase/blob/main/benchmarks/results/REPORT.md (Per-Model Results, row Claude Opus 4.6, column MCP Accuracy ('33% (5/15)'))",,out:effort-not-established, dinobase-sql-accuracy,dinobase,sonnet-4.6,unstated,agentic-tool,mid,"OpenRouter agent loop, SQL tool",,,,,,100,accuracy%,0,,,"https://github.com/kappa90/dinobase/blob/main/benchmarks/results/REPORT.md (Per-Model Results, row Claude Sonnet 4.6, column SQL Accuracy ('**100%** (15/15)'))",,out:effort-not-established, dinobase-mcp-accuracy,dinobase,sonnet-4.6,unstated,agentic-tool,mid,"OpenRouter agent loop, per-source MCP tools",,,,,,53.333333,accuracy%,0,,,"https://github.com/kappa90/dinobase/blob/main/benchmarks/results/REPORT.md (Per-Model Results, row Claude Sonnet 4.6, column MCP Accuracy ('53% (8/15)'))",,out:effort-not-established, dinobase-sql-accuracy,dinobase,haiku-4.5,unstated,agentic-tool,mid,"OpenRouter agent loop, SQL tool",,,,,,93.333333,accuracy%,0,,,"https://github.com/kappa90/dinobase/blob/main/benchmarks/results/REPORT.md (Per-Model Results, row Claude Haiku 4.5, column SQL Accuracy ('**93%** (14/15)'))",,out:effort-not-established, dinobase-mcp-accuracy,dinobase,haiku-4.5,unstated,agentic-tool,mid,"OpenRouter agent loop, per-source MCP tools",,,,,,33.333333,accuracy%,0,,,"https://github.com/kappa90/dinobase/blob/main/benchmarks/results/REPORT.md (Per-Model Results, row Claude Haiku 4.5, column MCP Accuracy ('33% (5/15)'))",,out:effort-not-established, dinobase-sql-accuracy,dinobase,deepseek-v3.2,unstated,agentic-tool,mid,"OpenRouter agent loop, SQL tool",,,,,,93.333333,accuracy%,0,,,"https://github.com/kappa90/dinobase/blob/main/benchmarks/results/REPORT.md (Per-Model Results, row DeepSeek V3.2, column SQL Accuracy ('**93%** (14/15)'))",,out:effort-not-established, dinobase-mcp-accuracy,dinobase,deepseek-v3.2,unstated,agentic-tool,mid,"OpenRouter agent loop, per-source MCP tools",,,,,,20,accuracy%,0,,,"https://github.com/kappa90/dinobase/blob/main/benchmarks/results/REPORT.md (Per-Model Results, row DeepSeek V3.2, column MCP Accuracy ('20% (3/15)'))",,out:effort-not-established, dinobase-sql-accuracy,dinobase,glm-5-turbo,unstated,agentic-tool,mid,"OpenRouter agent loop, SQL tool",,,,,,93.333333,accuracy%,0,,,"https://github.com/kappa90/dinobase/blob/main/benchmarks/results/REPORT.md (Per-Model Results, row GLM-5 Turbo, column SQL Accuracy ('**93%** (14/15)'))",,out:effort-not-established, dinobase-mcp-accuracy,dinobase,glm-5-turbo,unstated,agentic-tool,mid,"OpenRouter agent loop, per-source MCP tools",,,,,,20,accuracy%,0,,,"https://github.com/kappa90/dinobase/blob/main/benchmarks/results/REPORT.md (Per-Model Results, row GLM-5 Turbo, column MCP Accuracy ('20% (3/15)'))",,out:effort-not-established, dinobase-sql-accuracy,dinobase,minimax-m2.7,unstated,agentic-tool,mid,"OpenRouter agent loop, SQL tool",,,,,,93.333333,accuracy%,0,,,"https://github.com/kappa90/dinobase/blob/main/benchmarks/results/REPORT.md (Per-Model Results, row MiniMax M2.7, column SQL Accuracy ('**93%** (14/15)'))",,out:effort-not-established, dinobase-mcp-accuracy,dinobase,minimax-m2.7,unstated,agentic-tool,mid,"OpenRouter agent loop, per-source MCP tools",,,,,,26.666667,accuracy%,0,,,"https://github.com/kappa90/dinobase/blob/main/benchmarks/results/REPORT.md (Per-Model Results, row MiniMax M2.7, column MCP Accuracy ('27% (4/15)'))",,out:effort-not-established, dinobase-sql-accuracy,dinobase,gemini-3-flash,unstated,agentic-tool,mid,"OpenRouter agent loop, SQL tool",,,,,,86.666667,accuracy%,0,,,"https://github.com/kappa90/dinobase/blob/main/benchmarks/results/REPORT.md (Per-Model Results, row Gemini 3 Flash, column SQL Accuracy ('**87%** (13/15)'))",,out:effort-not-established, dinobase-mcp-accuracy,dinobase,gemini-3-flash,unstated,agentic-tool,mid,"OpenRouter agent loop, per-source MCP tools",,,,,,33.333333,accuracy%,0,,,"https://github.com/kappa90/dinobase/blob/main/benchmarks/results/REPORT.md (Per-Model Results, row Gemini 3 Flash, column MCP Accuracy ('33% (5/15)'))",,out:effort-not-established, dinobase-sql-accuracy,dinobase,gemini-3.1-pro,unstated,agentic-tool,mid,"OpenRouter agent loop, SQL tool",,,,,,86.666667,accuracy%,0,,,"https://github.com/kappa90/dinobase/blob/main/benchmarks/results/REPORT.md (Per-Model Results, row Gemini 3.1 Pro, column SQL Accuracy ('**87%** (13/15)'))",,out:effort-not-established, dinobase-mcp-accuracy,dinobase,gemini-3.1-pro,unstated,agentic-tool,mid,"OpenRouter agent loop, per-source MCP tools",,,,,,40,accuracy%,0,,,"https://github.com/kappa90/dinobase/blob/main/benchmarks/results/REPORT.md (Per-Model Results, row Gemini 3.1 Pro, column MCP Accuracy ('40% (6/15)'))",,out:effort-not-established, dinobase-sql-accuracy,dinobase,gpt-5.4,unstated,agentic-tool,mid,"OpenRouter agent loop, SQL tool",,,,,,86.666667,accuracy%,0,,,"https://github.com/kappa90/dinobase/blob/main/benchmarks/results/REPORT.md (Per-Model Results, row GPT 5.4, column SQL Accuracy ('**87%** (13/15)'))",,out:effort-not-established, dinobase-mcp-accuracy,dinobase,gpt-5.4,unstated,agentic-tool,mid,"OpenRouter agent loop, per-source MCP tools",,,,,,40,accuracy%,0,,,"https://github.com/kappa90/dinobase/blob/main/benchmarks/results/REPORT.md (Per-Model Results, row GPT 5.4, column MCP Accuracy ('40% (6/15)'))",,out:effort-not-established, dinobase-sql-accuracy,dinobase,qwen3.5-27b,unstated,agentic-tool,mid,"OpenRouter agent loop, SQL tool",,,,,,86.666667,accuracy%,0,,,"https://github.com/kappa90/dinobase/blob/main/benchmarks/results/REPORT.md (Per-Model Results, row Qwen 3.5 27B, column SQL Accuracy ('**87%** (13/15)'))",,out:effort-not-established, dinobase-mcp-accuracy,dinobase,qwen3.5-27b,unstated,agentic-tool,mid,"OpenRouter agent loop, per-source MCP tools",,,,,,33.333333,accuracy%,0,,,"https://github.com/kappa90/dinobase/blob/main/benchmarks/results/REPORT.md (Per-Model Results, row Qwen 3.5 27B, column MCP Accuracy ('33% (5/15)'))",,out:effort-not-established, dinobase-sql-accuracy,dinobase,kimi-k2.5,unstated,agentic-tool,mid,"OpenRouter agent loop, SQL tool",,,,,,80,accuracy%,0,,,"https://github.com/kappa90/dinobase/blob/main/benchmarks/results/REPORT.md (Per-Model Results, row Kimi K2.5, column SQL Accuracy ('**80%** (12/15)'))",,out:effort-not-established, dinobase-mcp-accuracy,dinobase,kimi-k2.5,unstated,agentic-tool,mid,"OpenRouter agent loop, per-source MCP tools",,,,,,46.666667,accuracy%,0,,,"https://github.com/kappa90/dinobase/blob/main/benchmarks/results/REPORT.md (Per-Model Results, row Kimi K2.5, column MCP Accuracy ('47% (7/15)'))",,out:effort-not-established, gforum-unnamed-benchmark-cost,discuss.ai.google.dev,gemini-3.5-flash,low,mixed,hard,,USD-per-task,0.65,0.00289,,,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://discuss.ai.google.dev/t/gemini-3-5-flash-low-thinking-option/147452 (),,,out:cost-single-couple gforum-intelligence-benchmark-cost,discuss.ai.google.dev,gemini-3.5-flash,unstated,mixed,hard,,per-suite,1552,0.289,,,,none,,,,https://discuss.ai.google.dev/t/gemini-3-5-flash-is-actively-penalizing-developers-who-write-good-efficient-prompts/146720 (),,,out:effort-not-established gforum-intelligence-benchmark-cost,discuss.ai.google.dev,gemini-3.1-pro,unstated,mixed,hard,,per-suite,892,0.289,,,,none,,,,https://discuss.ai.google.dev/t/gemini-3-5-flash-is-actively-penalizing-developers-who-write-good-efficient-prompts/146720 (),,,out:effort-not-established gforum-intelligence-benchmark-cost,discuss.ai.google.dev,gemini-3.1-flash-lite,unstated,mixed,hard,,per-suite,,,,,,none,,,,https://discuss.ai.google.dev/t/gemini-3-5-flash-is-actively-penalizing-developers-who-write-good-efficient-prompts/146720 (),,,out:effort-not-established dpbench-simultaneous,dpbench-2602.13255,gpt-5.2,unstated,agentic-tool,easy,own simulator,,,,,,25.0,pct-deadlock-lower-better,0.0289,,,"https://arxiv.org/abs/2602.13255 (page 6, Table 1, row GPT-5.2, column Simultaneous Deadlock)",,out:effort-not-established, dpbench-sequential,dpbench-2602.13255,gpt-5.2,unstated,agentic-tool,easy,own simulator,,,,,,0.0,pct-deadlock-lower-better,0.0289,,,"https://arxiv.org/abs/2602.13255 (page 6, Table 1, row GPT-5.2, column Sequential Deadlock)",,out:effort-not-established, dpbench-simultaneous,dpbench-2602.13255,opus-4.5,unstated,agentic-tool,easy,own simulator,,,,,,55.0,pct-deadlock-lower-better,0.0289,,,"https://arxiv.org/abs/2602.13255 (page 6, Table 1, row Claude Opus 4.5, column Simultaneous Deadlock)",,out:effort-not-established, dpbench-sequential,dpbench-2602.13255,opus-4.5,unstated,agentic-tool,easy,own simulator,,,,,,60.0,pct-deadlock-lower-better,0.0289,,,"https://arxiv.org/abs/2602.13255 (page 6, Table 1, row Claude Opus 4.5, column Sequential Deadlock)",,out:effort-not-established, dpbench-simultaneous,dpbench-2602.13255,grok-4.1,unstated,agentic-tool,easy,own simulator,,,,,,70.0,pct-deadlock-lower-better,0.0289,,,"https://arxiv.org/abs/2602.13255 (page 6, Table 1, row Grok 4.1, column Simultaneous Deadlock)",,out:effort-not-established, dpbench-sequential,dpbench-2602.13255,grok-4.1,unstated,agentic-tool,easy,own simulator,,,,,,25.0,pct-deadlock-lower-better,0.0289,,,"https://arxiv.org/abs/2602.13255 (page 6, Table 1, row Grok 4.1, column Sequential Deadlock)",,out:effort-not-established, dpbench-simultaneous,dpbench-2602.13255,gemini-2.5-flash,unstated,agentic-tool,easy,own simulator,,,,,,90.0,pct-deadlock-lower-better,0.0289,,,"https://arxiv.org/abs/2602.13255 (page 6, Table 1, row Gemini 2.5 Flash, column Simultaneous Deadlock)",,out:effort-not-established, dpbench-sequential,dpbench-2602.13255,gemini-2.5-flash,unstated,agentic-tool,easy,own simulator,,,,,,0.0,pct-deadlock-lower-better,0.0289,,,"https://arxiv.org/abs/2602.13255 (page 6, Table 1, row Gemini 2.5 Flash, column Sequential Deadlock)",,out:effort-not-established, dpbench-simultaneous,dpbench-2602.13255,llama-4-maverick,solo,agentic-tool,easy,own simulator,,,,,,76.7,pct-deadlock-lower-better,0.0289,,,"https://arxiv.org/abs/2602.13255 (page 6, Table 1, row Llama 4 Maverick, column Simultaneous Deadlock)",,out:single-couple, dpbench-sequential,dpbench-2602.13255,llama-4-maverick,solo,agentic-tool,easy,own simulator,,,,,,0.0,pct-deadlock-lower-better,0.0289,,,"https://arxiv.org/abs/2602.13255 (page 6, Table 1, row Llama 4 Maverick, column Sequential Deadlock)",,out:single-couple, driftproof014-code-review-and-quality-noskill,driftproofhq,haiku-5.5,default,coding,mid,ClaudeCode,,,,,,0.818889,score-0-1,0,,,https://driftproofhq.com/reports/014/ ($.means / row code-review-and-quality|Claude Haiku 5.5|baseline / column mean),,out:effort-not-established, driftproof014-code-review-and-quality-noskill,driftproofhq,haiku-4.5,default,coding,mid,ClaudeCode,,,,,,0.475344,score-0-1,0,,,https://driftproofhq.com/reports/014/ ($.means / row code-review-and-quality|Claude Haiku 4.5|baseline / column mean),,out:effort-not-established, driftproof014-code-review-and-quality-skill,driftproofhq,haiku-5.5,default,coding,mid,ClaudeCode,,,,,,0.840648,score-0-1,0,,,https://driftproofhq.com/reports/014/ ($.means / row code-review-and-quality|Claude Haiku 5.5|with_skill / column mean),,out:effort-not-established, driftproof014-code-review-and-quality-skill,driftproofhq,haiku-4.5,default,coding,mid,ClaudeCode,,,,,,0.623889,score-0-1,0,,,https://driftproofhq.com/reports/014/ ($.means / row code-review-and-quality|Claude Haiku 4.5|with_skill / column mean),,out:effort-not-established, driftproof014-git-workflow-and-versioning-noskill,driftproofhq,haiku-5.5,default,agentic-tool,mid,ClaudeCode,,,,,,0.587249,score-0-1,0,,,https://driftproofhq.com/reports/014/ ($.means / row git-workflow-and-versioning|Claude Haiku 5.5|baseline / column mean),,out:effort-not-established, driftproof014-git-workflow-and-versioning-noskill,driftproofhq,haiku-4.5,default,agentic-tool,mid,ClaudeCode,,,,,,0.837037,score-0-1,0,,,https://driftproofhq.com/reports/014/ ($.means / row git-workflow-and-versioning|Claude Haiku 4.5|baseline / column mean),,out:effort-not-established, driftproof014-git-workflow-and-versioning-skill,driftproofhq,haiku-5.5,default,agentic-tool,mid,ClaudeCode,,,,,,0.845185,score-0-1,0,,,https://driftproofhq.com/reports/014/ ($.means / row git-workflow-and-versioning|Claude Haiku 5.5|with_skill / column mean),,out:effort-not-established, driftproof014-git-workflow-and-versioning-skill,driftproofhq,haiku-4.5,default,agentic-tool,mid,ClaudeCode,,,,,,0.824444,score-0-1,0,,,https://driftproofhq.com/reports/014/ ($.means / row git-workflow-and-versioning|Claude Haiku 4.5|with_skill / column mean),,out:effort-not-established, driftproof014-documentation-and-adrs-noskill,driftproofhq,haiku-5.5,default,writing,mid,ClaudeCode,,,,,,0.544444,score-0-1,0,,,https://driftproofhq.com/reports/014/ ($.means / row documentation-and-adrs|Claude Haiku 5.5|baseline / column mean),,out:effort-not-established, driftproof014-documentation-and-adrs-noskill,driftproofhq,haiku-4.5,default,writing,mid,ClaudeCode,,,,,,0.603320,score-0-1,0,,,https://driftproofhq.com/reports/014/ ($.means / row documentation-and-adrs|Claude Haiku 4.5|baseline / column mean),,out:effort-not-established, driftproof014-documentation-and-adrs-skill,driftproofhq,haiku-5.5,default,writing,mid,ClaudeCode,,,,,,0.546222,score-0-1,0,,,https://driftproofhq.com/reports/014/ ($.means / row documentation-and-adrs|Claude Haiku 5.5|with_skill / column mean),,out:effort-not-established, driftproof014-documentation-and-adrs-skill,driftproofhq,haiku-4.5,default,writing,mid,ClaudeCode,,,,,,0.758259,score-0-1,0,,,https://driftproofhq.com/reports/014/ ($.means / row documentation-and-adrs|Claude Haiku 4.5|with_skill / column mean),,out:effort-not-established, drivingbench-progress,drivingbench-2609.38948,gpt-6-astra,medium,computer-use,frontier,,USD/trial,9.75,0.00289,,,100,pct-progress,0.289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2609.38948 (Table 2 row, column Best (%))",,in,in drivingbench-progress,drivingbench-2609.38948,fable-5.1,medium,computer-use,frontier,,USD/trial,3.95,0.00289,,,45,pct-progress,0.289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2609.38948 (Table 2 row, column Best (%))",,in,in drivingbench-progress,drivingbench-2609.38948,grok-4.6,medium,computer-use,frontier,,USD/trial,0.65,0.00289,,,11,pct-progress,0.289,,harness-label-as-level:cursor-cli; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2609.38948 (Table 2 row, column Best (%))",,in,in drivingbench-progress,drivingbench-2609.38948,gpt-5.6-sol,medium,computer-use,frontier,,USD/trial,1.3125,0.152,,,6,pct-progress,0.289,,cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2609.38948 (Table 2 row, column Best (%))",,in,out:cost-single-couple dsebastien-aa-cost-per-task,dsebastien,sonnet-5.5,high,mixed,hard,,per-task,1.08,0.00289,,,,none,,,restated-from:Artificial Analysis; same-runs-as:src-artificialanalysis-model-pages-2026-10-15#M4,https://www.dsebastien.net/2026-10-04-claude-effort-levels-draft-on-low-verify-on-high/ (),,,out:copy dsebastien-aa-cost-per-task,dsebastien,sonnet-5.5,max,mixed,hard,,per-task,7.60,0.00289,,,,none,,,restated-from:Artificial Analysis; same-runs-as:src-artificialanalysis-model-pages-2026-10-15#M6,https://www.dsebastien.net/2026-10-04-claude-effort-levels-draft-on-low-verify-on-high/ (),,,out:copy dsebastien-aa-cost-per-task,dsebastien,opus-5.5,max,mixed,hard,,per-task,5.98,0.00289,,,,none,,,restated-from:Artificial Analysis; same-runs-as:src-artificialanalysis-model-pages-2026-10-15#M1,https://www.dsebastien.net/2026-10-04-claude-effort-levels-draft-on-low-verify-on-high/ (),,,out:copy aa-index5@dsebastien,dsebastien,fable-5.2,max,mixed,hard,,per-task,26.54,0.00289,,275000000,65,AA-idx,0.289,,restated-from:Artificial Analysis; same-runs-as:src-artificialanalysis-leaderboards-models-2026-11-10#M85,"https://www.dsebastien.net/2026-11-10-claude-fable-5-2-cheaper-per-token-twice-the-cost-per-task-at-max-effort/ (section ""Where the money goes"" (rounded index))",,out:copy,out:copy dubesor-benchtable,dubesor,sonnet-4.6,unstated,mixed,hard,,USD/full-benchmark-run,2.87,0.00289,,,86.1,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established,out:effort-not-established dubesor-benchtable,dubesor,gemini-3-pro,unstated,mixed,hard,,,,,,,85.3,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established, dubesor-benchtable,dubesor,opus-4.7,unstated,mixed,hard,,USD/full-benchmark-run,4.44,0.00289,,,83.3,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established,out:effort-not-established dubesor-benchtable,dubesor,opus-4,not-established:absent,mixed,hard,,USD/full-benchmark-run,13.20,0.00289,,,82.8,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established,out:effort-not-established dubesor-benchtable,dubesor,opus-4.1,not-established:absent,mixed,hard,,USD/full-benchmark-run,14.47,0.00289,,,82.7,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established,out:effort-not-established dubesor-benchtable,dubesor,gemini-3.1-pro,unstated,mixed,hard,,USD/full-benchmark-run,4.44,0.00289,,,82.6,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established,out:effort-not-established dubesor-benchtable,dubesor,opus-4.1,unstated,mixed,hard,,USD/full-benchmark-run,7.35,0.00289,,,81.9,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established,out:effort-not-established dubesor-benchtable,dubesor,opus-4,unstated,mixed,hard,,USD/full-benchmark-run,7.14,0.00289,,,81.5,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established,out:effort-not-established dubesor-benchtable,dubesor,opus-4.5,unstated,mixed,hard,,USD/full-benchmark-run,2.75,0.00289,,,81.2,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established,out:effort-not-established dubesor-benchtable,dubesor,opus-4.6,unstated,mixed,hard,,USD/full-benchmark-run,4.84,0.00289,,,81.2,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established,out:effort-not-established dubesor-benchtable,dubesor,sonnet-4,unstated,mixed,hard,,USD/full-benchmark-run,1.50,0.00289,,,79.9,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established,out:effort-not-established dubesor-benchtable,dubesor,?GPT-4 Turbo (2024-02),not-established:absent,mixed,hard,,,,,,,79.5,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,grok-4,solo,mixed,hard,,USD/full-benchmark-run,14.22,0.00289,,,79.3,combined-weighted-rating%,0.0289,,cost-method-assumed-single,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:single-couple,out:cost-not-comparable dubesor-benchtable,dubesor,?Gemma 4 31B it Thinking Q4_K_M local,not-established:absent,mixed,hard,,,,,,,78.7,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,gemini-2.5-pro,unstated,mixed,hard,,USD/full-benchmark-run,5.70,0.00289,,,78.5,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established,out:effort-not-established dubesor-benchtable,dubesor,gpt-4.5-preview,solo,mixed,hard,,,,,,,78.5,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:single-couple, dubesor-benchtable,dubesor,?Gemini 2.5 Pro Preview 05-06,not-established:absent,mixed,hard,,,,,,,78.4,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Gemini 2.5 Pro Preview 03-25,not-established:absent,mixed,hard,,,,,,,78.3,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Gemini 2.5 Pro Experimental 03-25,not-established:absent,mixed,hard,,,,,,,77.8,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?gpt2-chatbot,not-established:absent,mixed,hard,,,,,,,77.1,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,deepseek-v3.2-speciale,solo,mixed,hard,,USD/full-benchmark-run,0.49,0.00289,,,76.9,combined-weighted-rating%,0.0289,,cost-method-assumed-single,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,in,out:cost-not-comparable dubesor-benchtable,dubesor,grok-4.20,think,mixed,hard,,USD/full-benchmark-run,2.217083333333333,0.527,,,76.8,combined-weighted-rating%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,in,in dubesor-benchtable,dubesor,gemini-3-flash,not-established:absent,mixed,hard,,USD/full-benchmark-run,0.99,0.00289,,,76.5,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established,out:effort-not-established dubesor-benchtable,dubesor,gpt-5,unstated,mixed,hard,,USD/full-benchmark-run,5.34,0.00289,,,75.8,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established,out:effort-not-established dubesor-benchtable,dubesor,gemini-3-flash,unstated,mixed,hard,,USD/full-benchmark-run,0.39,0.00289,,,75.8,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established,out:effort-not-established dubesor-benchtable,dubesor,sonnet-4,not-established:absent,mixed,hard,,USD/full-benchmark-run,3.52,0.00289,,,74.7,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established,out:effort-not-established dubesor-benchtable,dubesor,glm-5,think,mixed,hard,,USD/full-benchmark-run,2.33,0.00289,,,74.6,combined-weighted-rating%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,in,in dubesor-benchtable,dubesor,kimi-k2.5,think,mixed,hard,,USD/full-benchmark-run,1.60,0.00289,,,74.3,combined-weighted-rating%,0.0289,,cost-method-assumed-single,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,in,out:cost-not-comparable dubesor-benchtable,dubesor,sonnet-4.5,unstated,mixed,hard,,USD/full-benchmark-run,1.72,0.00289,,,73.8,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established,out:effort-not-established dubesor-benchtable,dubesor,?GPT-4 Turbo (2024-12),not-established:absent,mixed,hard,,USD/full-benchmark-run,3.03,0.00289,,,73.8,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established,out:model-not-established dubesor-benchtable,dubesor,?Gemma 4 31B it Q4_K_M local,not-established:absent,mixed,hard,,,,,,,73.5,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,deepseek-r1-0528,solo,mixed,hard,,,,,,,73.4,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:single-couple, dubesor-benchtable,dubesor,gpt-5.2,unstated,mixed,hard,,USD/full-benchmark-run,2.88,0.00289,,,73.2,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established,out:effort-not-established dubesor-benchtable,dubesor,gemini-3.1-flash-lite-preview,unstated,mixed,hard,,USD/full-benchmark-run,0.24,0.00289,,,73.0,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established,out:effort-not-established dubesor-benchtable,dubesor,sonnet-3.7,unstated,mixed,hard,,USD/full-benchmark-run,1.51,0.00289,,,73.0,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established,out:effort-not-established dubesor-benchtable,dubesor,glm-4.6,think,mixed,hard,,USD/full-benchmark-run,1.26,0.00289,,,72.9,combined-weighted-rating%,0.0289,,cost-method-assumed-single,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:single-couple,out:cost-not-comparable dubesor-benchtable,dubesor,gpt-5.4,not-established:absent,mixed,hard,,USD/full-benchmark-run,4.05,0.00289,,,72.8,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established,out:effort-not-established dubesor-benchtable,dubesor,qwen3.5-397b-a17b,think,mixed,hard,,USD/full-benchmark-run,2.59,0.00289,,,72.7,combined-weighted-rating%,0.0289,,cost-method-assumed-single,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,in,out:cost-not-comparable dubesor-benchtable,dubesor,qwen3.5-plus,think,mixed,hard,,USD/full-benchmark-run,1.82,0.00289,,,72.7,combined-weighted-rating%,0.0289,,cost-method-assumed-single,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,in,out:cost-not-comparable dubesor-benchtable,dubesor,kimi-k2-thinking,solo,mixed,hard,,USD/full-benchmark-run,2.83,0.00289,,,72.7,combined-weighted-rating%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,in,in dubesor-benchtable,dubesor,grok-4.20-multi-agent,unstated,mixed,hard,,USD/full-benchmark-run,26.81,0.00289,,,72.4,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established,out:effort-not-established dubesor-benchtable,dubesor,qwen3-max-0923,solo,mixed,hard,,USD/full-benchmark-run,1.04,0.00289,,,72.3,combined-weighted-rating%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:single-couple,out:cost-single-couple dubesor-benchtable,dubesor,?Gemma 4 26B-A4B it Thinking Q5_K_M local,not-established:absent,mixed,hard,,,,,,,71.9,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,gpt-5-chat-latest,solo,mixed,hard,,USD/full-benchmark-run,1.28,0.00289,,,71.4,combined-weighted-rating%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,in,in dubesor-benchtable,dubesor,sonnet-3.7,not-established:absent,mixed,hard,,USD/full-benchmark-run,9.43,0.00289,,,71.0,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established,out:effort-not-established dubesor-benchtable,dubesor,deepseek-v3.2,think,mixed,hard,,USD/full-benchmark-run,0.23,0.00289,,,70.7,combined-weighted-rating%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,in,in dubesor-benchtable,dubesor,?Qwen3-235B-A22B-Instruct-2507 fp8,not-established:absent,mixed,hard,,USD/full-benchmark-run,0.13,0.00289,,,70.5,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established,out:model-not-established dubesor-benchtable,dubesor,deepseek-r1-zero,unstated,mixed,hard,,USD/full-benchmark-run,1.05,0.00289,,,70.5,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established,out:effort-not-established dubesor-benchtable,dubesor,grok-3,solo,mixed,hard,,,,,,,70.4,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:single-couple, dubesor-benchtable,dubesor,gemini-2.5-flash-preview-04-17,think,mixed,hard,,,,,,,69.9,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:single-couple, dubesor-benchtable,dubesor,deepseek-r1,solo,mixed,hard,,USD/full-benchmark-run,1.15,0.00289,,,69.7,combined-weighted-rating%,0.0289,,cost-method-assumed-single,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:single-couple,out:cost-not-comparable dubesor-benchtable,dubesor,?MiMo-V2-Pro,not-established:absent,mixed,hard,,USD/full-benchmark-run,0.72,0.00289,,,69.7,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established,out:model-not-established dubesor-benchtable,dubesor,glm-4.7,think,mixed,hard,,USD/full-benchmark-run,1.43,0.00289,,,69.6,combined-weighted-rating%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,in,in dubesor-benchtable,dubesor,gpt-5.1,unstated,mixed,hard,,USD/full-benchmark-run,3.00,0.00289,,,69.3,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established,out:effort-not-established dubesor-benchtable,dubesor,gpt-5-codex,unstated,mixed,hard,,USD/full-benchmark-run,3.06,0.00289,,,69.3,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established,out:effort-not-established dubesor-benchtable,dubesor,o1,unstated,mixed,hard,,USD/full-benchmark-run,24.38,0.00289,,,68.8,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established,out:effort-not-established dubesor-benchtable,dubesor,?Chatgpt-4o-latest (2025-02),not-established:absent,mixed,hard,,,,,,,68.0,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,o3,unstated,mixed,hard,,USD/full-benchmark-run,2.34,0.00289,,,68.0,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established,out:effort-not-established dubesor-benchtable,dubesor,?GPT-4o,not-established:absent,mixed,hard,,,,,,,67.9,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Qwen3-235B-A22B Thinking fp8,not-established:absent,mixed,hard,,USD/full-benchmark-run,0.23,0.00289,,,67.6,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established,out:model-not-established dubesor-benchtable,dubesor,qwen3.5-397b-a17b,unstated,mixed,hard,,USD/full-benchmark-run,0.69,0.00289,,,67.5,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established,out:effort-not-established dubesor-benchtable,dubesor,grok-3-mini,high,mixed,hard,,,,,,,67.3,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:single-couple, dubesor-benchtable,dubesor,?Qwen3-Coder-480B-A35B fp8,not-established:absent,mixed,hard,,,,,,,67.2,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Chatgpt-4o-latest (2024-10),not-established:absent,mixed,hard,,,,,,,67.1,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,kimi-k2.5,unstated,mixed,hard,,USD/full-benchmark-run,0.42,0.00289,,,67.0,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established,out:effort-not-established dubesor-benchtable,dubesor,gpt-5.4,unstated,mixed,hard,,USD/full-benchmark-run,1.84,0.00289,,,66.9,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established,out:effort-not-established dubesor-benchtable,dubesor,gpt-5.1-codex,unstated,mixed,hard,,USD/full-benchmark-run,1.98,0.00289,,,66.8,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established,out:effort-not-established dubesor-benchtable,dubesor,gemini-2.5-flash-preview-05-20,think,mixed,hard,,,,,,,66.6,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:single-couple, dubesor-benchtable,dubesor,kimi-k2-instruct-0905,solo,mixed,hard,,USD/full-benchmark-run,0.26,0.00289,,,66.4,combined-weighted-rating%,0.0289,,cost-method-assumed-single,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:single-couple,out:cost-not-comparable dubesor-benchtable,dubesor,deepseek-v3.1,unstated,mixed,hard,,USD/full-benchmark-run,0.21,0.00289,,,66.3,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established,out:effort-not-established dubesor-benchtable,dubesor,qwen3.5-plus,unstated,mixed,hard,,USD/full-benchmark-run,0.46,0.00289,,,66.3,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established,out:effort-not-established dubesor-benchtable,dubesor,glm-5,unstated,mixed,hard,,USD/full-benchmark-run,0.56,0.00289,,,66.1,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established,out:effort-not-established dubesor-benchtable,dubesor,kimi-k2-instruct,solo,mixed,hard,,USD/full-benchmark-run,0.23,0.00289,,,66.1,combined-weighted-rating%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:single-couple,out:cost-single-couple dubesor-benchtable,dubesor,gpt-5.1-chat-latest,solo,mixed,hard,,USD/full-benchmark-run,0.51,0.00289,,,65.6,combined-weighted-rating%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,in,in dubesor-benchtable,dubesor,qwen3-max-0123,think,mixed,hard,,USD/full-benchmark-run,8.69,0.00289,,,65.5,combined-weighted-rating%,0.0289,,cost-method-assumed-single,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:single-couple,out:cost-not-comparable dubesor-benchtable,dubesor,?Gemma 4 26B-A4B it Q5_K_M local,not-established:absent,mixed,hard,,,,,,,65.4,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Llama 3.1 405B Instruct bf16,not-established:absent,mixed,hard,,USD/full-benchmark-run,0.42,0.00289,,,65.4,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established,out:model-not-established dubesor-benchtable,dubesor,?ChatGPT o1-preview,not-established:absent,mixed,hard,,,,,,,65.1,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Qwen3-235B-A22B-Thinking-2507 fp8,not-established:absent,mixed,hard,,USD/full-benchmark-run,2.16,0.00289,,,65.0,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established,out:model-not-established dubesor-benchtable,dubesor,gpt-5-mini,unstated,mixed,hard,,USD/full-benchmark-run,0.73,0.00289,,,64.7,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established,out:effort-not-established dubesor-benchtable,dubesor,o4-mini,high,mixed,hard,,USD/full-benchmark-run,2.68,0.00289,,,64.7,combined-weighted-rating%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:single-couple,out:cost-single-couple dubesor-benchtable,dubesor,grok-3-mini,unstated,mixed,hard,,,,,,,64.2,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established, dubesor-benchtable,dubesor,?Qwen3.5-27B Thinking Q5_K_M local,not-established:absent,mixed,hard,,,,,,,63.7,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,o3-mini,not-established:absent,mixed,hard,,USD/full-benchmark-run,3.74,0.00289,,,63.5,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established,out:effort-not-established dubesor-benchtable,dubesor,o4-mini,unstated,mixed,hard,,USD/full-benchmark-run,1.28,0.00289,,,63.1,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established,out:effort-not-established dubesor-benchtable,dubesor,deepseek-v3.1,think,mixed,hard,,USD/full-benchmark-run,0.45,0.00289,,,63.0,combined-weighted-rating%,0.0289,,cost-method-assumed-single,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:single-couple,out:cost-not-comparable dubesor-benchtable,dubesor,gemini-2.5-flash,think,mixed,hard,,USD/full-benchmark-run,0.9869999999999999,0.244,,,63.0,combined-weighted-rating%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:single-couple,out:cost-single-couple dubesor-benchtable,dubesor,qwen3.5-122b-a10b,think,mixed,hard,,USD/full-benchmark-run,2.95,0.00289,,,63.0,combined-weighted-rating%,0.0289,,cost-method-assumed-single,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,in,out:cost-not-comparable dubesor-benchtable,dubesor,?Claude 3.5 Sonnet 20241022,not-established:absent,mixed,hard,,USD/full-benchmark-run,0.97,0.00289,,,62.4,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established,out:model-not-established dubesor-benchtable,dubesor,?Gemini Experimental 1206,not-established:absent,mixed,hard,,,,,,,62.0,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,deepseek-v3-0324,solo,mixed,hard,,USD/full-benchmark-run,0.20,0.00289,,,62.0,combined-weighted-rating%,0.0289,,cost-method-assumed-single,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:single-couple,out:cost-not-comparable dubesor-benchtable,dubesor,gpt-5.2-chat-latest,solo,mixed,hard,,USD/full-benchmark-run,1.80,0.00289,,,61.7,combined-weighted-rating%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,in,in dubesor-benchtable,dubesor,llama-3.3-70b-instruct,solo,mixed,hard,,USD/full-benchmark-run,0.05,0.00289,,,61.5,combined-weighted-rating%,0.0289,,cost-method-assumed-single,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:single-couple,out:cost-not-comparable dubesor-benchtable,dubesor,grok-4-fast,think,mixed,hard,,USD/full-benchmark-run,0.20,0.00289,,,61.5,combined-weighted-rating%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:single-couple,out:cost-single-couple dubesor-benchtable,dubesor,deepseek-v3.2,unstated,mixed,hard,,USD/full-benchmark-run,0.09,0.00289,,,61.4,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established,out:effort-not-established dubesor-benchtable,dubesor,gpt-4.1,solo,mixed,hard,,USD/full-benchmark-run,1.02,0.00289,,,61.4,combined-weighted-rating%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:single-couple,out:cost-single-couple dubesor-benchtable,dubesor,haiku-4.5,not-established:absent,mixed,hard,,USD/full-benchmark-run,1.17,0.00289,,,61.3,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established,out:effort-not-established dubesor-benchtable,dubesor,mistral-large-2512,unstated,mixed,hard,,USD/full-benchmark-run,0.33,0.00289,,,61.0,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established,out:effort-not-established dubesor-benchtable,dubesor,?Grok-2,not-established:absent,mixed,hard,,,,,,,61.0,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?gemini-1.5-pro-exp-0801,not-established:absent,mixed,hard,,,,,,,60.8,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,glm-4.5,think,mixed,hard,,USD/full-benchmark-run,1.56,0.00289,,,60.8,combined-weighted-rating%,0.0289,,cost-method-assumed-single,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:single-couple,out:cost-not-comparable dubesor-benchtable,dubesor,gpt-4-0613,solo,mixed,hard,,,,,,,60.2,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:single-couple, dubesor-benchtable,dubesor,glm-4.5,unstated,mixed,hard,,USD/full-benchmark-run,0.57,0.00289,,,60.0,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established,out:effort-not-established dubesor-benchtable,dubesor,gemini-2.5-flash-preview-04-17,unstated,mixed,hard,,,,,,,59.8,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established, dubesor-benchtable,dubesor,step-3.5-flash,unstated,mixed,hard,,,,,,,59.8,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established, dubesor-benchtable,dubesor,?Llama 3.1 405B Instruct fp8,not-established:absent,mixed,hard,,,,,,,59.7,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Llama-3.3-Nemotron-Super-49B-v1.5 Thinking Q4_K_M local,not-established:absent,mixed,hard,,,,,,,59.7,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Llama-3.3-Nemotron-Super-49B-v1 Thinking Q4_K_M local,not-established:absent,mixed,hard,,,,,,,59.6,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,qwen3-next-80b-a3b-thinking,solo,mixed,hard,,USD/full-benchmark-run,1.36,0.00289,,,59.4,combined-weighted-rating%,0.0289,,cost-method-assumed-single,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:single-couple,out:cost-not-comparable dubesor-benchtable,dubesor,glm-4.6,unstated,mixed,hard,,USD/full-benchmark-run,0.45,0.00289,,,59.2,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established,out:effort-not-established dubesor-benchtable,dubesor,grok-4.20,nothink,mixed,hard,,USD/full-benchmark-run,0.48874999999999996,0.116,,,58.7,combined-weighted-rating%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,in,in dubesor-benchtable,dubesor,?R1 1776,not-established:absent,mixed,hard,,,,,,,58.6,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Codex Mini,not-established:absent,mixed,hard,,,,,,,58.0,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,qwen3-next-80b-a3b-instruct,solo,mixed,hard,,USD/full-benchmark-run,0.31,0.00289,,,57.8,combined-weighted-rating%,0.0289,,cost-method-assumed-single,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:single-couple,out:cost-not-comparable dubesor-benchtable,dubesor,?ChatGPT o1-mini,not-established:absent,mixed,hard,,,,,,,57.6,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?MiMo-V2-Omni,not-established:absent,mixed,hard,,USD/full-benchmark-run,0.93,0.00289,,,57.4,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established,out:model-not-established dubesor-benchtable,dubesor,deepseek-v3,solo,mixed,hard,,USD/full-benchmark-run,0.04,0.00289,,,57.3,combined-weighted-rating%,0.0289,,cost-method-assumed-single,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:single-couple,out:cost-not-comparable dubesor-benchtable,dubesor,glm-4.7,unstated,mixed,hard,,USD/full-benchmark-run,0.32,0.00289,,,57.3,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established,out:effort-not-established dubesor-benchtable,dubesor,?Llama 3.3 70B Instruct Q4_K_M local,not-established:absent,mixed,hard,,,,,,,57.2,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,o3-mini,unstated,mixed,hard,,USD/full-benchmark-run,1.83,0.00289,,,56.8,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established,out:effort-not-established dubesor-benchtable,dubesor,haiku-4.5,unstated,mixed,hard,,USD/full-benchmark-run,0.57,0.00289,,,56.6,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established,out:effort-not-established dubesor-benchtable,dubesor,qwen3.5-122b-a10b,unstated,mixed,hard,,USD/full-benchmark-run,0.65,0.00289,,,56.6,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established,out:effort-not-established dubesor-benchtable,dubesor,gpt-5.1-codex-mini,unstated,mixed,hard,,USD/full-benchmark-run,0.68,0.00289,,,56.5,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established,out:effort-not-established dubesor-benchtable,dubesor,?Llama-3.1-Nemotron-70B Instruct,not-established:absent,mixed,hard,,,,,,,56.4,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?LongCat-Flash-Chat,not-established:absent,mixed,hard,,USD/full-benchmark-run,0.22,0.00289,,,56.3,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established,out:model-not-established dubesor-benchtable,dubesor,?Nemotron-3-Super-120B-A12B Thinking,not-established:absent,mixed,hard,,,,,,,56.1,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Nemotron-3-Super-120B-A12B,not-established:absent,mixed,hard,,,,,,,56.0,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,llama-4-maverick,solo,mixed,hard,,USD/full-benchmark-run,0.07,0.00289,,,55.9,combined-weighted-rating%,0.0289,,cost-method-assumed-single,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:single-couple,out:cost-not-comparable dubesor-benchtable,dubesor,?Magistral Medium 2506,not-established:absent,mixed,hard,,USD/full-benchmark-run,7.37,0.00289,,,55.9,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established,out:model-not-established dubesor-benchtable,dubesor,?Qwen3.5-35B-A3B Thinking Q4_K_M local,not-established:absent,mixed,hard,,,,,,,55.6,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Qwen3-235B-A22B fp8,not-established:absent,mixed,hard,,USD/full-benchmark-run,0.04,0.00289,,,55.5,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established,out:model-not-established dubesor-benchtable,dubesor,?Mistral Large 2,not-established:absent,mixed,hard,,,,,,,55.4,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,gemini-2.5-flash-preview-05-20,unstated,mixed,hard,,,,,,,54.9,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established, dubesor-benchtable,dubesor,?Llama-3.3-Nemotron-Super-49B-v1 Q4_K_M local,not-established:absent,mixed,hard,,,,,,,54.8,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,gemini-1.5-pro-002,solo,mixed,hard,,,,,,,54.7,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:single-couple, dubesor-benchtable,dubesor,?Qwen3.5-27B Q5_K_M local,not-established:absent,mixed,hard,,,,,,,54.6,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Devstral 2 123B Instruct 2512,not-established:absent,mixed,hard,,,,,,,54.5,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Llama-3.1-Nemotron-70B Instruct HF Q4_K_M local,not-established:absent,mixed,hard,,,,,,,54.3,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,gemini-2.5-flash,unstated,mixed,hard,,USD/full-benchmark-run,0.53,0.00289,,,54.2,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established,out:effort-not-established dubesor-benchtable,dubesor,sonnet-3.5-0620,solo,mixed,hard,,,,,,,53.6,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:single-couple, dubesor-benchtable,dubesor,mistral-medium-3.1,unstated,mixed,hard,,USD/full-benchmark-run,0.42,0.00289,,,53.5,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established,out:effort-not-established dubesor-benchtable,dubesor,?Qwen3-30B-A3B-Instruct-2507 Q4_K_M local,not-established:absent,mixed,hard,,,,,,,53.3,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Phi-4-reasoning-plus Q8_0 local,not-established:absent,mixed,hard,,,,,,,53.2,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Qwen3-32B Thinking Q4_K_M local,not-established:absent,mixed,hard,,,,,,,53.0,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Mistral Medium 3,not-established:absent,mixed,hard,,USD/full-benchmark-run,0.38,0.00289,,,52.9,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established,out:model-not-established dubesor-benchtable,dubesor,gemini-2.0-flash,solo,mixed,hard,,USD/full-benchmark-run,0.05,0.00289,,,52.8,combined-weighted-rating%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:single-couple,out:cost-single-couple dubesor-benchtable,dubesor,gpt-4.1-mini,solo,mixed,hard,,USD/full-benchmark-run,0.19,0.00289,,,52.8,combined-weighted-rating%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:single-couple,out:cost-single-couple dubesor-benchtable,dubesor,?Gemini 2.0 Flash Thinking Experimental,not-established:absent,mixed,hard,,,,,,,52.7,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Qwen3-30B-A3B-Thinking-2507 Q4_K_M local,not-established:absent,mixed,hard,,,,,,,52.6,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,glm-4.6v,think,mixed,hard,,USD/full-benchmark-run,0.68,0.00289,,,52.5,combined-weighted-rating%,0.0289,,cost-method-assumed-single,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:single-couple,out:cost-not-comparable dubesor-benchtable,dubesor,grok-code-fast-1,unstated,mixed,hard,,USD/full-benchmark-run,0.60,0.00289,,,52.4,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established,out:effort-not-established dubesor-benchtable,dubesor,?MiniMax-M1,not-established:absent,mixed,hard,,USD/full-benchmark-run,2.70,0.00289,,,52.3,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established,out:model-not-established dubesor-benchtable,dubesor,?Llama-3.3-Nemotron-Super-49B-v1.5 Q4_K_M local,not-established:absent,mixed,hard,,,,,,,52.2,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Seed-OSS-36B Q4_K_M local,not-established:absent,mixed,hard,,,,,,,52.1,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,glm-4.5-air,think,mixed,hard,,USD/full-benchmark-run,0.73,0.00289,,,51.9,combined-weighted-rating%,0.0289,,cost-method-assumed-single,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:single-couple,out:cost-not-comparable dubesor-benchtable,dubesor,?Qwen2.5-Max,not-established:absent,mixed,hard,,USD/full-benchmark-run,0.90,0.00289,,,51.6,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established,out:model-not-established dubesor-benchtable,dubesor,minimax-m2,solo,mixed,hard,,USD/full-benchmark-run,0.82,0.00289,,,51.4,combined-weighted-rating%,0.0289,,cost-method-assumed-single,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:single-couple,out:cost-not-comparable dubesor-benchtable,dubesor,?Qwen3-Coder-Plus,not-established:absent,mixed,hard,,USD/full-benchmark-run,0.53,0.00289,,,51.3,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established,out:model-not-established dubesor-benchtable,dubesor,?Ling-1T,not-established:absent,mixed,hard,,USD/full-benchmark-run,0.46,0.00289,,,50.9,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established,out:model-not-established dubesor-benchtable,dubesor,?Llama-3.1-Nemotron-Ultra-253B-v1,not-established:absent,mixed,hard,,USD/full-benchmark-run,0.26,0.00289,,,50.9,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established,out:model-not-established dubesor-benchtable,dubesor,gpt-5.4-mini,unstated,mixed,hard,,USD/full-benchmark-run,0.46,0.00289,,,50.7,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established,out:effort-not-established dubesor-benchtable,dubesor,?Llama-3.1-Nemotron-Ultra-253B-v1 Thinking,not-established:absent,mixed,hard,,USD/full-benchmark-run,0.85,0.00289,,,50.7,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established,out:model-not-established dubesor-benchtable,dubesor,gpt-4o-mini,solo,mixed,hard,,USD/full-benchmark-run,0.07,0.00289,,,50.3,combined-weighted-rating%,0.0289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:single-couple,out:cost-single-couple dubesor-benchtable,dubesor,?R1-Distill-Llama-70B Q4_K_M local,not-established:absent,mixed,hard,,,,,,,50.1,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,deepseek-v2.5,solo,mixed,hard,,,,,,,50.0,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:single-couple, dubesor-benchtable,dubesor,?Gemini 2.0 Flash Experimental,not-established:absent,mixed,hard,,,,,,,49.8,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Qwen3-Coder-Next Q4_K_M local,not-established:absent,mixed,hard,,,,,,,49.7,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Mistral Small 4 119B A6B Thinking,not-established:absent,mixed,hard,,USD/full-benchmark-run,0.31,0.00289,,,49.4,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established,out:model-not-established dubesor-benchtable,dubesor,?Qwen3.5-35B-A3B Q4_K_M local,not-established:absent,mixed,hard,,,,,,,49.4,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?MiMo-V2-Flash,not-established:absent,mixed,hard,,USD/full-benchmark-run,0.09,0.00289,,,49.3,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established,out:model-not-established dubesor-benchtable,dubesor,?Llama 3.2 90B Vision Instruct,not-established:absent,mixed,hard,,,,,,,49.2,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,deepseek-v2-chat,solo,mixed,hard,,,,,,,49.2,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:single-couple, dubesor-benchtable,dubesor,qwen3.5-9b,think,mixed,hard,,,,,,,48.9,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,in, dubesor-benchtable,dubesor,?Qwen3-30B-A3B Thinking Q4_K_M local,not-established:absent,mixed,hard,,,,,,,48.8,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,qwen3-8b,think,mixed,hard,,,,,,,48.6,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,in, dubesor-benchtable,dubesor,?Qwen3-14B Thinking Q8_0 local,not-established:absent,mixed,hard,,,,,,,48.3,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,gpt-oss-120b,unstated,mixed,hard,,USD/full-benchmark-run,0.20,0.00289,,,48.1,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established,out:effort-not-established dubesor-benchtable,dubesor,?Qwen2.5-Plus,not-established:absent,mixed,hard,,USD/full-benchmark-run,0.17,0.00289,,,48.1,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established,out:model-not-established dubesor-benchtable,dubesor,gemini-2.5-flash-lite,unstated,mixed,hard,,USD/full-benchmark-run,0.09,0.00289,,,47.5,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established,out:effort-not-established dubesor-benchtable,dubesor,gemini-2.5-flash-lite-preview-06-17,unstated,mixed,hard,,,,,,,47.4,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established, dubesor-benchtable,dubesor,gpt-5-nano,unstated,mixed,hard,,USD/full-benchmark-run,0.36,0.00289,,,47.2,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established,out:effort-not-established dubesor-benchtable,dubesor,?Qwen3-VL-32B-Instruct Q4_K_M local,not-established:absent,mixed,hard,,,,,,,47.0,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,qwen2.5-72b-instruct,solo,mixed,hard,,,,,,,46.9,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:single-couple, dubesor-benchtable,dubesor,opus-3,solo,mixed,hard,,,,,,,46.7,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:single-couple, dubesor-benchtable,dubesor,mistral-large,unstated,mixed,hard,,,,,,,46.6,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established, dubesor-benchtable,dubesor,?Command A 03-2025,not-established:absent,mixed,hard,,,,,,,46.5,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,minimax-m2.1,unstated,mixed,hard,,USD/full-benchmark-run,1.14,0.00289,,,46.5,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established,out:effort-not-established dubesor-benchtable,dubesor,grok-4-fast,nothink,mixed,hard,,USD/full-benchmark-run,0.08,0.00289,,,46.4,combined-weighted-rating%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:single-couple,out:cost-single-couple dubesor-benchtable,dubesor,?Olmo 3 32B Think Q4_K_M local,not-established:absent,mixed,hard,,,,,,,46.3,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?QwQ-32B Q4_K_M local,not-established:absent,mixed,hard,,,,,,,46.3,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,llama-3.1-70b-instruct,solo,mixed,hard,,,,,,,46.2,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:single-couple, dubesor-benchtable,dubesor,?Qwen2.5-72B-Instruct Q4_K_M local,not-established:absent,mixed,hard,,,,,,,45.8,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,glm-4.7-flash,think,mixed,hard,,USD/full-benchmark-run,0.25,0.00289,,,45.7,combined-weighted-rating%,0.0289,,cost-method-assumed-single,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,in,out:cost-not-comparable dubesor-benchtable,dubesor,?Qwen3-VL-30B-A3B-Instruct Q4_K_M local,not-established:absent,mixed,hard,,,,,,,45.6,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Yi-Lightning,not-established:absent,mixed,hard,,,,,,,45.6,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Llama-3.1-Nemotron-51B,not-established:absent,mixed,hard,,,,,,,45.0,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,deepseek-r1-0528-qwen3-8b,solo,mixed,hard,,USD/full-benchmark-run,0.08,0.00289,,,44.7,combined-weighted-rating%,0.0289,,cost-method-assumed-single,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:single-couple,out:cost-not-comparable dubesor-benchtable,dubesor,?dots.llm1.inst,not-established:absent,mixed,hard,,,,,,,44.6,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,gpt-oss-20b,unstated,mixed,hard,,,,,,,44.5,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established, dubesor-benchtable,dubesor,?Qwen3-4B-Thinking-2507 bf16 local,not-established:absent,mixed,hard,,,,,,,43.9,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Magistral Small 2506 Q6_K local,not-established:absent,mixed,hard,,,,,,,43.8,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Mistral Medium,not-established:absent,mixed,hard,,,,,,,43.6,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,glm-4.5-air,unstated,mixed,hard,,USD/full-benchmark-run,0.23,0.00289,,,43.4,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established,out:effort-not-established dubesor-benchtable,dubesor,glm-4.6v,unstated,mixed,hard,,USD/full-benchmark-run,0.18,0.00289,,,43.1,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established,out:effort-not-established dubesor-benchtable,dubesor,?XBai-o4 Q4_K_M local,not-established:absent,mixed,hard,,,,,,,42.9,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Yi Large,not-established:absent,mixed,hard,,USD/full-benchmark-run,0.69,0.00289,,,42.8,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established,out:model-not-established dubesor-benchtable,dubesor,grok-2-mini,unstated,mixed,hard,,,,,,,42.6,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established, dubesor-benchtable,dubesor,?DeepSeek-R1-Lite-Preview,not-established:absent,mixed,hard,,,,,,,42.4,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,haiku-3.5,solo,mixed,hard,,USD/full-benchmark-run,0.29700000000000004,0.0193,,,41.2,combined-weighted-rating%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:single-couple,out:cost-single-couple dubesor-benchtable,dubesor,?Qwen3-32B Q4_K_M local,not-established:absent,mixed,hard,,,,,,,40.8,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,gemini-1.5-flash-002,solo,mixed,hard,,,,,,,40.6,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:single-couple, dubesor-benchtable,dubesor,?ERNIE-4.5-300B-A47B,not-established:absent,mixed,hard,,USD/full-benchmark-run,0.06,0.00289,,,40.4,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established,out:model-not-established dubesor-benchtable,dubesor,?GLM-Z1-32B-0414 Q4_K_M local,not-established:absent,mixed,hard,,,,,,,40.3,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Mistral Small 4 119B A6B,not-established:absent,mixed,hard,,USD/full-benchmark-run,0.10,0.00289,,,40.1,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established,out:model-not-established dubesor-benchtable,dubesor,?Gemini 2.0 Flash Lite,not-established:absent,mixed,hard,,USD/full-benchmark-run,0.04,0.00289,,,40.1,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established,out:model-not-established dubesor-benchtable,dubesor,?Gemini 1.5 Pro,not-established:absent,mixed,hard,,,,,,,40.0,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,llama-3-70b-instruct,solo,mixed,hard,,,,,,,40.0,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:single-couple, dubesor-benchtable,dubesor,?Jamba 1.5 Large,not-established:absent,mixed,hard,,,,,,,39.8,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Nemotron-4 340B Instruct,not-established:absent,mixed,hard,,USD/full-benchmark-run,0.71,0.00289,,,39.5,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established,out:model-not-established dubesor-benchtable,dubesor,?Mistral Small 3.1 24B Instruct 2503,not-established:absent,mixed,hard,,USD/full-benchmark-run,0.03,0.00289,,,39.3,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established,out:model-not-established dubesor-benchtable,dubesor,?Reflection Llama-3.1 70B Q4_K_M local,not-established:absent,mixed,hard,,,,,,,39.2,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Yi-Lightning lite,not-established:absent,mixed,hard,,,,,,,39.0,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Mistral Small 3 24B Instruct 2501 Q6_K local,not-established:absent,mixed,hard,,,,,,,38.9,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Mistral Small 3.2 24B Instruct 2506 Q6_K local,not-established:absent,mixed,hard,,,,,,,38.7,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?WizardLM-2 8x22B,not-established:absent,mixed,hard,,,,,,,37.7,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Nemotron-3-Nano-30B-A3B Thinking Q4_K_M local,not-established:absent,mixed,hard,,,,,,,37.5,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Athene-Llama3-70B Q4_K_M local,not-established:absent,mixed,hard,,,,,,,37.3,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Llama-3-70b-Instruct Q4_K_M local,not-established:absent,mixed,hard,,,,,,,37.2,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,llama-4-scout,solo,mixed,hard,,USD/full-benchmark-run,0.05,0.00289,,,36.7,combined-weighted-rating%,0.0289,,cost-method-assumed-single,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:single-couple,out:cost-not-comparable dubesor-benchtable,dubesor,?R1-Distill-Qwen-32B Q4_K_M local,not-established:absent,mixed,hard,,,,,,,36.2,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,deepseek-coder-v2-instruct,solo,mixed,hard,,USD/full-benchmark-run,0.04,0.00289,,,36.0,combined-weighted-rating%,0.0289,,cost-method-assumed-single,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:single-couple,out:cost-not-comparable dubesor-benchtable,dubesor,?MiniMax-01,not-established:absent,mixed,hard,,USD/full-benchmark-run,0.14,0.00289,,,35.9,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established,out:model-not-established dubesor-benchtable,dubesor,qwen3.5-9b,unstated,mixed,hard,,,,,,,35.8,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established, dubesor-benchtable,dubesor,qwen2-72b-instruct,solo,mixed,hard,,USD/full-benchmark-run,0.18,0.00289,,,35.2,combined-weighted-rating%,0.0289,,cost-method-assumed-single,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:single-couple,out:cost-not-comparable dubesor-benchtable,dubesor,?GLM-4-0520,not-established:absent,mixed,hard,,,,,,,35.0,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Qwen3-30B-A3B Q4_K_M local,not-established:absent,mixed,hard,,,,,,,34.8,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,qwen3-4b,think,mixed,hard,,,,,,,34.3,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:single-couple, dubesor-benchtable,dubesor,?Qwen2.5-32B-Instruct Q4_K_M local,not-established:absent,mixed,hard,,,,,,,34.2,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,qwen3-vl-8b-instruct,solo,mixed,hard,,,,,,,34.0,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:single-couple, dubesor-benchtable,dubesor,?Gemma 3 27B it Q5_K_M local,not-established:absent,mixed,hard,,,,,,,33.6,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Qwen3-Coder-30B-A3B-Instruct Q4_K_M local,not-established:absent,mixed,hard,,,,,,,33.6,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,qwen3.5-4b,think,mixed,hard,,,,,,,33.5,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,in, dubesor-benchtable,dubesor,?Qwen3-Coder-Flash,not-established:absent,mixed,hard,,USD/full-benchmark-run,0.18,0.00289,,,33.2,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established,out:model-not-established dubesor-benchtable,dubesor,?Qwen3-14B Q8_0 local,not-established:absent,mixed,hard,,,,,,,33.2,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,gpt-4.1-nano,solo,mixed,hard,,USD/full-benchmark-run,0.04,0.00289,,,33.1,combined-weighted-rating%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:single-couple,out:cost-single-couple dubesor-benchtable,dubesor,?Gemini Ultra,not-established:absent,mixed,hard,,,,,,,33.1,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,gpt-5.4-nano,unstated,mixed,hard,,USD/full-benchmark-run,0.18,0.00289,,,32.7,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established,out:effort-not-established dubesor-benchtable,dubesor,?Gemma 2 27B API,not-established:absent,mixed,hard,,USD/full-benchmark-run,0.15,0.00289,,,32.5,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established,out:model-not-established dubesor-benchtable,dubesor,?Hunyuan-A13B Instruct Thinking Q4_K_M local,not-established:absent,mixed,hard,,,,,,,32.3,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Qwen2.5-14B-Instruct Q8_0 local,not-established:absent,mixed,hard,,,,,,,32.1,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Inflection 3 Productivity,not-established:absent,mixed,hard,,,,,,,31.7,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Gemma 2 27B it Q5_K_M local,not-established:absent,mixed,hard,,,,,,,31.5,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Mistral Small Instruct 2409 Q6_K local,not-established:absent,mixed,hard,,,,,,,31.4,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,sonnet-3,solo,mixed,hard,,,,,,,31.3,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:single-couple, dubesor-benchtable,dubesor,?GLM-4-32B-0414 Q4_K_M local,not-established:absent,mixed,hard,,,,,,,31.2,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Gemma 3 12B it Q8_0 local,not-established:absent,mixed,hard,,,,,,,31.0,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Olmo 3 7B Think Q8_0 local,not-established:absent,mixed,hard,,,,,,,30.6,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,gemma-4-e4b-it,think,mixed,hard,,,,,,,30.4,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:single-couple, dubesor-benchtable,dubesor,?Phi-4 14B Q8_0 local,not-established:absent,mixed,hard,,,,,,,29.9,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Jamba 1.7 Large,not-established:absent,mixed,hard,,USD/full-benchmark-run,0.85,0.00289,,,29.9,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established,out:model-not-established dubesor-benchtable,dubesor,?mistral-nemo-12b-instruct,not-established:absent,mixed,hard,,,,,,,29.9,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Nemotron-3-Nano-30B-A3B Q4_K_M local,not-established:absent,mixed,hard,,,,,,,28.9,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Qwen2.5-Coder-32B-Instruct Q4_K_M local,not-established:absent,mixed,hard,,,,,,,28.3,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Gemini 1.5 Flash,not-established:absent,mixed,hard,,,,,,,28.2,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,qwen3-4b-instruct-2507,solo,mixed,hard,,,,,,,28.1,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:single-couple, dubesor-benchtable,dubesor,?EXAONE Deep 32B Q4_K_M local,not-established:absent,mixed,hard,,,,,,,28.0,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Reka Flash 3 21B Q8_0 local,not-established:absent,mixed,hard,,,,,,,27.9,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Command R+ 08-2024,not-established:absent,mixed,hard,,,,,,,27.6,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Ministral 3 14B Instruct Q8_0 local,not-established:absent,mixed,hard,,,,,,,27.5,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Jamba 1.6 Large,not-established:absent,mixed,hard,,USD/full-benchmark-run,0.87,0.00289,,,27.5,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established,out:model-not-established dubesor-benchtable,dubesor,?Command R+,not-established:absent,mixed,hard,,,,,,,27.4,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,qwen3-8b,unstated,mixed,hard,,,,,,,27.4,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established, dubesor-benchtable,dubesor,?Mixtral-8x7b-Instruct-v0.1,not-established:absent,mixed,hard,,,,,,,27.1,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,gemma-4-e4b-it,unstated,mixed,hard,,,,,,,27.0,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established, dubesor-benchtable,dubesor,?Jamba 1.5 Mini,not-established:absent,mixed,hard,,,,,,,25.3,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,glm-4.7-flash,unstated,mixed,hard,,USD/full-benchmark-run,0.05,0.00289,,,25.2,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established,out:effort-not-established dubesor-benchtable,dubesor,?Qwen2.5-Turbo,not-established:absent,mixed,hard,,USD/full-benchmark-run,0.02,0.00289,,,25.1,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established,out:model-not-established dubesor-benchtable,dubesor,?GPT-3.5 Turbo,not-established:absent,mixed,hard,,,,,,,24.6,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Granite-4.0-H-Small (32B-A9B) Q4_K_M local,not-established:absent,mixed,hard,,,,,,,24.1,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Gemma 2 9B Q8_0_L local,not-established:absent,mixed,hard,,,,,,,23.7,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?QwQ-32B-Preview Q4_K_M local,not-established:absent,mixed,hard,,,,,,,23.6,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Inflection 3 Pi,not-established:absent,mixed,hard,,,,,,,23.5,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Olmo 2 0325 32B Instruct,not-established:absent,mixed,hard,,,,,,,23.5,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Hunyuan-A13B Instruct Q4_K_M local,not-established:absent,mixed,hard,,,,,,,23.3,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Olmo 3 7B Instruct f16 local,not-established:absent,mixed,hard,,,,,,,23.0,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Reka Core,not-established:absent,mixed,hard,,,,,,,22.5,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?LFM2-24B-A2B Q8_0 local,not-established:absent,mixed,hard,,,,,,,22.4,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?R1-Distill-Qwen-14B Q8_0 local,not-established:absent,mixed,hard,,,,,,,21.8,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Gemma 3n E4B it fp16 local,not-established:absent,mixed,hard,,,,,,,21.6,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,claude-2.1,solo,mixed,hard,,,,,,,20.7,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:single-couple, dubesor-benchtable,dubesor,haiku-3,solo,mixed,hard,,,,,,,20.1,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:single-couple, dubesor-benchtable,dubesor,?Aya Expanse 32B Q4_K_M local,not-established:absent,mixed,hard,,,,,,,20.1,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Ministral 3 8B Instruct bf16 local,not-established:absent,mixed,hard,,,,,,,19.6,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,qwen3.5-4b,unstated,mixed,hard,,,,,,,19.1,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established, dubesor-benchtable,dubesor,?Command R 08-2024 Q4_K_M local,not-established:absent,mixed,hard,,,,,,,18.8,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,qwen3-4b,unstated,mixed,hard,,,,,,,18.7,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established, dubesor-benchtable,dubesor,?Ministral 8B,not-established:absent,mixed,hard,,USD/full-benchmark-run,0.01,0.00289,,,18.6,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established,out:model-not-established dubesor-benchtable,dubesor,?Llama 3.2 11B Vision Instruct,not-established:absent,mixed,hard,,,,,,,18.6,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,llama-3.1-8b-instruct,solo,mixed,hard,,USD/full-benchmark-run,0.02,0.00289,,,18.4,combined-weighted-rating%,0.0289,,cost-method-assumed-single,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:single-couple,out:cost-not-comparable dubesor-benchtable,dubesor,?MythoMax-L2-13B Q8_0 local,not-established:absent,mixed,hard,,,,,,,18.3,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?QVQ-72B-Preview,not-established:absent,mixed,hard,,USD/full-benchmark-run,0.17,0.00289,,,17.9,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established,out:model-not-established dubesor-benchtable,dubesor,?InternLM2.5 20B Q8_0 local,not-established:absent,mixed,hard,,,,,,,17.8,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Jamba 1.6 Mini,not-established:absent,mixed,hard,,USD/full-benchmark-run,0.05,0.00289,,,17.6,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established,out:model-not-established dubesor-benchtable,dubesor,?Yi-1.5 34B-Chat-16K Q6_K local,not-established:absent,mixed,hard,,,,,,,17.5,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Command R Q4_K_M local,not-established:absent,mixed,hard,,,,,,,17.2,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Jamba 1.7 Mini,not-established:absent,mixed,hard,,USD/full-benchmark-run,0.05,0.00289,,,17.2,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established,out:model-not-established dubesor-benchtable,dubesor,?ERNIE-4.5-21B-A3B Q6_K local,not-established:absent,mixed,hard,,,,,,,17.1,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Codestral-22B-v0.1 Q6_K local,not-established:absent,mixed,hard,,,,,,,16.7,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Ministral 3B,not-established:absent,mixed,hard,,USD/full-benchmark-run,0.00,0.00289,,,16.7,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established,out:model-not-established dubesor-benchtable,dubesor,gemini-1.5-flash-8b-001,solo,mixed,hard,,,,,,,16.4,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:single-couple, dubesor-benchtable,dubesor,?Claude-1,not-established:absent,mixed,hard,,,,,,,16.0,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?LFM2-8B-A1B,not-established:absent,mixed,hard,,USD/full-benchmark-run,0.02,0.00289,,,15.9,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established,out:model-not-established dubesor-benchtable,dubesor,?llama-2-70b-chat,not-established:absent,mixed,hard,,,,,,,15.2,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Marco-o1 7B fp16 local,not-established:absent,mixed,hard,,,,,,,14.0,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,qwen3-1.7b,think,mixed,hard,,,,,,,13.6,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:single-couple, dubesor-benchtable,dubesor,?OpenHermes-2.5-Mistral-7B Q8_0 local,not-established:absent,mixed,hard,,,,,,,13.6,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,gemma-3-4b-it,solo,mixed,hard,,,,,,,13.6,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:single-couple, dubesor-benchtable,dubesor,llama-3-8b-instruct,solo,mixed,hard,,,,,,,13.4,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:single-couple, dubesor-benchtable,dubesor,gemma-4-e2b-it,think,mixed,hard,,,,,,,13.2,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:single-couple, dubesor-benchtable,dubesor,?Gemma 2 2B it F32 local,not-established:absent,mixed,hard,,,,,,,13.1,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?LFM-7B,not-established:absent,mixed,hard,,,,,,,12.7,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Qwen2.5-Coder-7B-Instruct-Q8_0 local,not-established:absent,mixed,hard,,,,,,,12.5,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Phi-3-medium-128k-instruct Q8_0 local,not-established:absent,mixed,hard,,,,,,,12.5,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?LFM2-2.6B,not-established:absent,mixed,hard,,USD/full-benchmark-run,0.03,0.00289,,,11.5,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established,out:model-not-established dubesor-benchtable,dubesor,?Qwen2.5-7B-Instruct Q8_0 local,not-established:absent,mixed,hard,,,,,,,11.4,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Command R7B 12-2024,not-established:absent,mixed,hard,,USD/full-benchmark-run,0.02,0.00289,,,11.4,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established,out:model-not-established dubesor-benchtable,dubesor,?Granite-4.0-H-Tiny (7B-A1B) bf16 local,not-established:absent,mixed,hard,,,,,,,11.3,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,gemma-4-e2b-it,unstated,mixed,hard,,,,,,,11.3,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established, dubesor-benchtable,dubesor,?Granite-3.0-8B-Instruct Q8_0 local,not-established:absent,mixed,hard,,,,,,,10.6,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Granite-3.3-8B-Instruct f16 local,not-established:absent,mixed,hard,,,,,,,10.1,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,deepseek-r1-distill-llama-8b,solo,mixed,hard,,,,,,,9.0,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:single-couple, dubesor-benchtable,dubesor,?Gemini Pro,not-established:absent,mixed,hard,,,,,,,8.5,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Phi-3-Mini-4K-Instruct f16 local,not-established:absent,mixed,hard,,,,,,,7.9,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Qwen2-7B-Instruct fp16 local,not-established:absent,mixed,hard,,,,,,,6.8,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?LFM2.5-1.2B-Instruct f16 local,not-established:absent,mixed,hard,,,,,,,6.7,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Llama-3.1-Nemotron-Nano-8B-v1 Thinking bf16 local,not-established:absent,mixed,hard,,,,,,,5.3,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Phi-3.5-mini-instruct Q8_0 local,not-established:absent,mixed,hard,,,,,,,5.3,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Aya Expanse 8B f16 local,not-established:absent,mixed,hard,,,,,,,4.7,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,qwen3-1.7b,unstated,mixed,hard,,,,,,,4.6,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:effort-not-established, dubesor-benchtable,dubesor,?Rnj-1-Instruct bf16 local,not-established:absent,mixed,hard,,,,,,,4.4,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Gemma 3 1B it bf16 local,not-established:absent,mixed,hard,,,,,,,4.2,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Llama-3.2-3B-Instruct fp16 local,not-established:absent,mixed,hard,,,,,,,3.4,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Qwen2.5-3B-Instruct fp16 local,not-established:absent,mixed,hard,,,,,,,2.2,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Llama-3.1-Nemotron-Nano-8B-v1 bf16 local,not-established:absent,mixed,hard,,,,,,,1.7,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Yi Coder 9B Chat Q8_0 local,not-established:absent,mixed,hard,,,,,,,0.9,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?Llama-3.2-1B-Instruct fp16 local,not-established:absent,mixed,hard,,,,,,,0.2,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dubesor-benchtable,dubesor,?SmolLM2 1.7B Instruct Q8_0 local,not-established:absent,mixed,hard,,,,,,,-4.7,combined-weighted-rating%,0.0289,,,"https://dubesor.de/benchtable (modelData row, column TOTAL)",,out:model-not-established, dyad-relaycrm,github-dyad,gpt-6.1-sol,medium,coding,hard,Dyad-local-agent,per-task,1.31,0.00289,,,97.4,composite%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 16: cell of row 'GPT-6.1 Sol', column 'Relay CRM' (header line 14))",,in,in dyad-deskhero,github-dyad,gpt-6.1-sol,medium,coding,hard,Dyad-local-agent,per-task,1.20,0.00289,,,97.0,composite%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 16: cell of row 'GPT-6.1 Sol', column 'Deskhero' (header line 14))",,in,in dyad-portalis,github-dyad,gpt-6.1-sol,medium,coding,hard,Dyad-local-agent,per-task,1.00,0.00289,,,97.8,composite%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 16: cell of row 'GPT-6.1 Sol', column 'Portalis' (header line 14))",,in,in dyad-relaycrm,github-dyad,opus-5.5,medium,coding,hard,Dyad-local-agent,per-task,6.59,0.00289,,,97.9,composite%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 17: cell of row 'Claude Opus 5.5', column 'Relay CRM' (header line 14))",,in,in dyad-deskhero,github-dyad,opus-5.5,medium,coding,hard,Dyad-local-agent,per-task,3.97,0.00289,,,93.7,composite%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 17: cell of row 'Claude Opus 5.5', column 'Deskhero' (header line 14))",,in,in dyad-portalis,github-dyad,opus-5.5,medium,coding,hard,Dyad-local-agent,per-task,3.73,0.00289,,,96.4,composite%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 17: cell of row 'Claude Opus 5.5', column 'Portalis' (header line 14))",,in,in dyad-relaycrm,github-dyad,sonnet-5.5,medium,coding,hard,Dyad-local-agent,per-task,1.3725,0.264,,,94.7,composite%,0.0289,,cost-unrepriced; cost-price-band,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 18: cell of row 'Claude Sonnet 5.5', column 'Relay CRM' (header line 14))",,in,out:cost-single-couple dyad-deskhero,github-dyad,sonnet-5.5,medium,coding,hard,Dyad-local-agent,per-task,0.885,0.17,,,96.5,composite%,0.0289,,cost-unrepriced; cost-price-band,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 18: cell of row 'Claude Sonnet 5.5', column 'Deskhero' (header line 14))",,in,out:cost-single-couple dyad-portalis,github-dyad,sonnet-5.5,medium,coding,hard,Dyad-local-agent,per-task,0.78,0.15,,,96.5,composite%,0.0289,,cost-unrepriced; cost-price-band,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 18: cell of row 'Claude Sonnet 5.5', column 'Portalis' (header line 14))",,in,out:cost-single-couple dyad-relaycrm,github-dyad,gpt-6-sol,medium,coding,hard,Dyad-local-agent,per-task,4.30,0.00289,,,95.0,composite%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 19: cell of row 'GPT-6 Sol', column 'Relay CRM' (header line 14))",,in,in dyad-deskhero,github-dyad,gpt-6-sol,medium,coding,hard,Dyad-local-agent,per-task,3.32,0.00289,,,95.9,composite%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 19: cell of row 'GPT-6 Sol', column 'Deskhero' (header line 14))",,in,in dyad-portalis,github-dyad,gpt-6-sol,medium,coding,hard,Dyad-local-agent,per-task,2.84,0.00289,,,95.2,composite%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 19: cell of row 'GPT-6 Sol', column 'Portalis' (header line 14))",,in,in dyad-relaycrm,github-dyad,gpt-6-astra,low,coding,hard,Dyad-local-agent,per-task,8.77,0.00289,,,97.6,composite%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 20: cell of row 'gpt-6-astra', column 'Relay CRM' (header line 14))",,in,in dyad-deskhero,github-dyad,gpt-6-astra,low,coding,hard,Dyad-local-agent,per-task,10.36,0.00289,,,97.3,composite%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 20: cell of row 'gpt-6-astra', column 'Deskhero' (header line 14))",,in,in dyad-portalis,github-dyad,gpt-6-astra,low,coding,hard,Dyad-local-agent,per-task,6.30,0.00289,,,89.3,composite%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 20: cell of row 'gpt-6-astra', column 'Portalis' (header line 14))",,in,in dyad-relaycrm,github-dyad,gpt-5.6-sol,medium,coding,hard,Dyad-local-agent,per-task,10.600000000000001,1.22,,,88.0,composite%,0.0289,,cost-unrepriced; cost-price-band,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 21: cell of row 'gpt-5.6-sol', column 'Relay CRM' (header line 14))",,in,out:cost-single-couple dyad-deskhero,github-dyad,gpt-5.6-sol,medium,coding,hard,Dyad-local-agent,,,,,,95.2,composite%,0.0289,,,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 21: cell of row 'gpt-5.6-sol', column 'Deskhero' (header line 14))",,in, dyad-portalis,github-dyad,gpt-5.6-sol,medium,coding,hard,Dyad-local-agent,per-task,6.075000000000001,0.701,,,96.1,composite%,0.0289,,cost-unrepriced; cost-price-band,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 21: cell of row 'gpt-5.6-sol', column 'Portalis' (header line 14))",,in,out:cost-single-couple dyad-relaycrm,github-dyad,grok-4.6,medium,coding,hard,Dyad-local-agent,per-task,5.09,0.00289,,,95.4,composite%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 22: cell of row 'grok-4.6', column 'Relay CRM' (header line 14))",,in,in dyad-deskhero,github-dyad,grok-4.6,medium,coding,hard,Dyad-local-agent,per-task,2.81,0.00289,,,88.4,composite%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 22: cell of row 'grok-4.6', column 'Deskhero' (header line 14))",,in,in dyad-portalis,github-dyad,grok-4.6,medium,coding,hard,Dyad-local-agent,per-task,3.69,0.00289,,,95.0,composite%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 22: cell of row 'grok-4.6', column 'Portalis' (header line 14))",,in,in dyad-relaycrm,github-dyad,fable-5.1,medium,coding,hard,Dyad-local-agent,per-task,19.65,0.00289,,,97.1,composite%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 23: cell of row 'claude-fable-5.1', column 'Relay CRM' (header line 14))",,in,in dyad-deskhero,github-dyad,fable-5.1,medium,coding,hard,Dyad-local-agent,per-task,10.03,0.00289,,,91.0,composite%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 23: cell of row 'claude-fable-5.1', column 'Deskhero' (header line 14))",,in,in dyad-portalis,github-dyad,fable-5.1,medium,coding,hard,Dyad-local-agent,per-task,17.22,0.00289,,,89.8,composite%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 23: cell of row 'claude-fable-5.1', column 'Portalis' (header line 14))",,in,in dyad-relaycrm,github-dyad,deepseek-v4.1-flash,not-established:absent,coding,hard,Dyad-local-agent,per-task,0.31,0.00289,,,91.7,composite%,0.0289,,,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 24: cell of row 'deepseek-v4.1-flash', column 'Relay CRM' (header line 14))",,out:effort-not-established,out:effort-not-established dyad-deskhero,github-dyad,deepseek-v4.1-flash,not-established:absent,coding,hard,Dyad-local-agent,per-task,0.15,0.00289,,,94.2,composite%,0.0289,,,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 24: cell of row 'deepseek-v4.1-flash', column 'Deskhero' (header line 14))",,out:effort-not-established,out:effort-not-established dyad-portalis,github-dyad,deepseek-v4.1-flash,not-established:absent,coding,hard,Dyad-local-agent,per-task,0.19,0.00289,,,88.2,composite%,0.0289,,,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 24: cell of row 'deepseek-v4.1-flash', column 'Portalis' (header line 14))",,out:effort-not-established,out:effort-not-established dyad-relaycrm,github-dyad,opus-5,medium,coding,hard,Dyad-local-agent,per-task,10.84,0.00289,,,92.8,composite%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 25: cell of row 'claude-opus-5', column 'Relay CRM' (header line 14))",,in,in dyad-deskhero,github-dyad,opus-5,medium,coding,hard,Dyad-local-agent,per-task,6.75,0.00289,,,96.9,composite%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 25: cell of row 'claude-opus-5', column 'Deskhero' (header line 14))",,in,in dyad-portalis,github-dyad,opus-5,medium,coding,hard,Dyad-local-agent,per-task,6.06,0.00289,,,82.1,composite%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 25: cell of row 'claude-opus-5', column 'Portalis' (header line 14))",,in,in dyad-relaycrm,github-dyad,fable-5,medium,coding,hard,Dyad-local-agent,per-task,12.86,0.00289,,,85.9,composite%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 26: cell of row 'claude-fable-5', column 'Relay CRM' (header line 14))",,in,in dyad-deskhero,github-dyad,fable-5,medium,coding,hard,Dyad-local-agent,per-task,10.86,0.00289,,,94.7,composite%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 26: cell of row 'claude-fable-5', column 'Deskhero' (header line 14))",,in,in dyad-portalis,github-dyad,fable-5,medium,coding,hard,Dyad-local-agent,per-task,10.06,0.00289,,,88.2,composite%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 26: cell of row 'claude-fable-5', column 'Portalis' (header line 14))",,in,in dyad-relaycrm,github-dyad,gpt-6-luna,medium,coding,hard,Dyad-local-agent,per-task,0.52,0.00289,,,86.4,composite%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 27: cell of row 'GPT-6 Luna', column 'Relay CRM' (header line 14))",,in,in dyad-deskhero,github-dyad,gpt-6-luna,medium,coding,hard,Dyad-local-agent,per-task,0.25,0.00289,,,86.5,composite%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 27: cell of row 'GPT-6 Luna', column 'Deskhero' (header line 14))",,in,in dyad-portalis,github-dyad,gpt-6-luna,medium,coding,hard,Dyad-local-agent,per-task,0.30,0.00289,,,93.7,composite%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 27: cell of row 'GPT-6 Luna', column 'Portalis' (header line 14))",,in,in dyad-relaycrm,github-dyad,grok-4.7,high,coding,hard,Dyad-local-agent,per-task,4.00,0.00289,,,65.8,composite%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 28: cell of row 'grok-4.7', column 'Relay CRM' (header line 14))",,in,out:cost-single-couple dyad-deskhero,github-dyad,grok-4.7,high,coding,hard,Dyad-local-agent,per-task,2.60,0.00289,,,96.5,composite%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 28: cell of row 'grok-4.7', column 'Deskhero' (header line 14))",,in,out:cost-single-couple dyad-portalis,github-dyad,grok-4.7,high,coding,hard,Dyad-local-agent,per-task,1.88,0.00289,,,90.6,composite%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 28: cell of row 'grok-4.7', column 'Portalis' (header line 14))",,in,out:cost-single-couple dyad-relaycrm,github-dyad,muse-spark-1.3,medium,coding,hard,Dyad-local-agent,per-task,9.36,0.00289,,,97.0,composite%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 29: cell of row 'muse-spark-1.3', column 'Relay CRM' (header line 14))",,out:single-couple,out:cost-single-couple dyad-deskhero,github-dyad,muse-spark-1.3,medium,coding,hard,Dyad-local-agent,per-task,27.35,0.00289,,,67.7,composite%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 29: cell of row 'muse-spark-1.3', column 'Deskhero' (header line 14))",,out:single-couple,out:cost-single-couple dyad-portalis,github-dyad,muse-spark-1.3,medium,coding,hard,Dyad-local-agent,per-task,5.02,0.00289,,,81.4,composite%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 29: cell of row 'muse-spark-1.3', column 'Portalis' (header line 14))",,out:single-couple,out:cost-single-couple dyad-relaycrm,github-dyad,glm-5.3,not-established:absent,coding,hard,Dyad-local-agent,per-task,5.08,0.00289,,,95.3,composite%,0.0289,,,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 30: cell of row 'glm-5.3', column 'Relay CRM' (header line 14))",,out:effort-not-established,out:effort-not-established dyad-deskhero,github-dyad,glm-5.3,not-established:absent,coding,hard,Dyad-local-agent,per-task,3.96,0.00289,,,62.1,composite%,0.0289,,,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 30: cell of row 'glm-5.3', column 'Deskhero' (header line 14))",,out:effort-not-established,out:effort-not-established dyad-portalis,github-dyad,glm-5.3,not-established:absent,coding,hard,Dyad-local-agent,per-task,2.34,0.00289,,,73.7,composite%,0.0289,,,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 30: cell of row 'glm-5.3', column 'Portalis' (header line 14))",,out:effort-not-established,out:effort-not-established dyad-relaycrm,github-dyad,gemini-3.8-flash,medium,coding,hard,Dyad-local-agent,per-task,4.30,0.00289,,,72.3,composite%,0.0289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 31: cell of row 'gemini-3.8-flash', column 'Relay CRM' (header line 14))",,in,in dyad-deskhero,github-dyad,gemini-3.8-flash,medium,coding,hard,Dyad-local-agent,per-task,1.63,0.00289,,,67.7,composite%,0.0289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 31: cell of row 'gemini-3.8-flash', column 'Deskhero' (header line 14))",,in,in dyad-portalis,github-dyad,gemini-3.8-flash,medium,coding,hard,Dyad-local-agent,per-task,3.30,0.00289,,,81.0,composite%,0.0289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 31: cell of row 'gemini-3.8-flash', column 'Portalis' (header line 14))",,in,in dyad-relaycrm,github-dyad,?auto-sidekick,not-established:absent,coding,hard,Dyad-local-agent,per-task,11.98,0.00289,,,87.6,composite%,0.0289,,,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 32: cell of row 'auto-sidekick', column 'Relay CRM' (header line 14))",,out:model-not-established,out:model-not-established dyad-deskhero,github-dyad,?auto-sidekick,not-established:absent,coding,hard,Dyad-local-agent,per-task,5.40,0.00289,,,83.8,composite%,0.0289,,,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 32: cell of row 'auto-sidekick', column 'Deskhero' (header line 14))",,out:model-not-established,out:model-not-established dyad-portalis,github-dyad,?auto-sidekick,not-established:absent,coding,hard,Dyad-local-agent,per-task,4.29,0.00289,,,13.8,composite%,0.0289,,,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 32: cell of row 'auto-sidekick', column 'Portalis' (header line 14))",,out:model-not-established,out:model-not-established dyad-relaycrm,github-dyad,gpt-5.6-terra,medium,coding,hard,Dyad-local-agent,per-task,1.323,0.0849,,,88.4,composite%,0.0289,,cost-unrepriced; cost-price-band,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 33: cell of row 'gpt-5.6-terra', column 'Relay CRM' (header line 14))",,in,out:cost-single-couple dyad-deskhero,github-dyad,gpt-5.6-terra,medium,coding,hard,Dyad-local-agent,per-task,2.0519999999999996,0.132,,,87.7,composite%,0.0289,,cost-unrepriced; cost-price-band,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 33: cell of row 'gpt-5.6-terra', column 'Deskhero' (header line 14))",,in,out:cost-single-couple dyad-portalis,github-dyad,gpt-5.6-terra,medium,coding,hard,Dyad-local-agent,per-task,2.07,0.133,,,7.3,composite%,0.0289,,cost-unrepriced; cost-price-band,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 33: cell of row 'gpt-5.6-terra', column 'Portalis' (header line 14))",,in,out:cost-single-couple dyad-relaycrm,github-dyad,gpt-5.6-luna,medium,coding,hard,Dyad-local-agent,per-task,0.12000000000000001,0.0463,,,41.5,composite%,0.0289,,cost-unrepriced; cost-price-band,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 34: cell of row 'gpt-5.6-luna', column 'Relay CRM' (header line 14))",,in,out:cost-single-couple dyad-deskhero,github-dyad,gpt-5.6-luna,medium,coding,hard,Dyad-local-agent,per-task,0.084,0.0325,,,95.9,composite%,0.0289,,cost-unrepriced; cost-price-band,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 34: cell of row 'gpt-5.6-luna', column 'Deskhero' (header line 14))",,in,out:cost-single-couple dyad-portalis,github-dyad,gpt-5.6-luna,medium,coding,hard,Dyad-local-agent,per-task,0.138,0.0532,,,44.9,composite%,0.0289,,cost-unrepriced; cost-price-band,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 34: cell of row 'gpt-5.6-luna', column 'Portalis' (header line 14))",,in,out:cost-single-couple dyad-relaycrm,github-dyad,sonnet-5,medium,coding,hard,Dyad-local-agent,per-task,8.21,0.00289,,,7.5,composite%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 35: cell of row 'claude-sonnet-5', column 'Relay CRM' (header line 14))",,in,in dyad-deskhero,github-dyad,sonnet-5,medium,coding,hard,Dyad-local-agent,per-task,3.69,0.00289,,,92.2,composite%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 35: cell of row 'claude-sonnet-5', column 'Deskhero' (header line 14))",,in,in dyad-portalis,github-dyad,sonnet-5,medium,coding,hard,Dyad-local-agent,per-task,2.77,0.00289,,,81.8,composite%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 35: cell of row 'claude-sonnet-5', column 'Portalis' (header line 14))",,in,in dyad-relaycrm,github-dyad,grok-4.5,medium,coding,hard,Dyad-local-agent,per-task,1.528,0.221,,,93.8,composite%,0.0289,,cost-unrepriced; cost-price-band,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 36: cell of row 'grok-4.5', column 'Relay CRM' (header line 14))",,in,out:cost-single-couple dyad-deskhero,github-dyad,grok-4.5,medium,coding,hard,Dyad-local-agent,per-task,1.128,0.163,,,49.5,composite%,0.0289,,cost-unrepriced; cost-price-band,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 36: cell of row 'grok-4.5', column 'Deskhero' (header line 14))",,in,out:cost-single-couple dyad-portalis,github-dyad,grok-4.5,medium,coding,hard,Dyad-local-agent,per-task,1.2,0.173,,,14.3,composite%,0.0289,,cost-unrepriced; cost-price-band,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 36: cell of row 'grok-4.5', column 'Portalis' (header line 14))",,in,out:cost-single-couple dyad-relaycrm,github-dyad,glm-5.3-flash,not-established:absent,coding,hard,Dyad-local-agent,per-task,0.93,0.00289,,,24.8,composite%,0.0289,,,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 37: cell of row 'glm-5.3-flash', column 'Relay CRM' (header line 14))",,out:effort-not-established,out:effort-not-established dyad-deskhero,github-dyad,glm-5.3-flash,not-established:absent,coding,hard,Dyad-local-agent,per-task,0.43,0.00289,,,93.1,composite%,0.0289,,,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 37: cell of row 'glm-5.3-flash', column 'Deskhero' (header line 14))",,out:effort-not-established,out:effort-not-established dyad-portalis,github-dyad,glm-5.3-flash,not-established:absent,coding,hard,Dyad-local-agent,per-task,0.62,0.00289,,,14.3,composite%,0.0289,,,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 37: cell of row 'glm-5.3-flash', column 'Portalis' (header line 14))",,out:effort-not-established,out:effort-not-established dyad-relaycrm,github-dyad,mimo-v2.6-pro,default,coding,hard,Dyad-local-agent,per-task,0.35,0.00289,,,90.0,composite%,0.0289,,,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 38: cell of row 'mimo-v2.6-pro', column 'Relay CRM' (header line 14))",,out:effort-not-established,out:effort-not-established dyad-portalis,github-dyad,mimo-v2.6-pro,default,coding,hard,Dyad-local-agent,,,,,,13.8,composite%,0.0289,,,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 38: cell of row 'mimo-v2.6-pro', column 'Portalis' (header line 14))",,out:effort-not-established, dyad-relaycrm,github-dyad,grok-4.7,high,coding,hard,Dyad-local-agent,,,,,,77.2,composite%,0.0289,,,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 118: cell of row 'grok-4.7', column 'Relay CRM (sweep)' (header line 115))",,in, dyad-deskhero,github-dyad,grok-4.7,high,coding,hard,Dyad-local-agent,,,,,,32.2,composite%,0.0289,,,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 118: cell of row 'grok-4.7', column 'Deskhero (sweep)' (header line 115))",,in, dyad-portalis,github-dyad,grok-4.7,high,coding,hard,Dyad-local-agent,,,,,,83.9,composite%,0.0289,,,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 118: cell of row 'grok-4.7', column 'Portalis (sweep)' (header line 115))",,in, dyad-relaycrm,github-dyad,mimo-v2.6-pro,not-established:absent,coding,hard,Dyad-local-agent,,,,,,93.3,composite%,0.0289,,,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 120: cell of row 'mimo-v2.6-pro', column 'Relay CRM (sweep)' (header line 115))",,out:effort-not-established, dyad-relaycrm,github-dyad,gpt-5.6-luna,high,coding,hard,Dyad-local-agent,,,,,,78.6,composite%,0.0289,,,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 122: cell of row 'gpt-5.6-luna', column 'Relay CRM (sweep)' (header line 115))",,in, dyad-deskhero,github-dyad,gpt-5.6-luna,high,coding,hard,Dyad-local-agent,,,,,,92.5,composite%,0.0289,,,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 122: cell of row 'gpt-5.6-luna', column 'Deskhero (sweep)' (header line 115))",,in, dyad-portalis,github-dyad,gpt-5.6-luna,high,coding,hard,Dyad-local-agent,,,,,,6.9,composite%,0.0289,,,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 122: cell of row 'gpt-5.6-luna', column 'Portalis (sweep)' (header line 115))",,in, dyad-relaycrm,github-dyad,gpt-5.6-terra,high,coding,hard,Dyad-local-agent,,,,,,92.9,composite%,0.0289,,,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 125: cell of row 'gpt-5.6-terra', column 'Relay CRM (sweep)' (header line 115))",,in, dyad-deskhero,github-dyad,gpt-5.6-terra,high,coding,hard,Dyad-local-agent,,,,,,96.6,composite%,0.0289,,,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 125: cell of row 'gpt-5.6-terra', column 'Deskhero (sweep)' (header line 115))",,in, dyad-portalis,github-dyad,gpt-5.6-terra,high,coding,hard,Dyad-local-agent,,,,,,8.0,composite%,0.0289,,,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 125: cell of row 'gpt-5.6-terra', column 'Portalis (sweep)' (header line 115))",,in, dyad-deskhero,github-dyad,grok-4.6,high,coding,hard,Dyad-local-agent,,,,,,95.3,composite%,0.0289,,,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 128: cell of row 'grok-4.6', column 'Deskhero (sweep)' (header line 115))",,in, dyad-portalis,github-dyad,grok-4.6,high,coding,hard,Dyad-local-agent,,,,,,81.6,composite%,0.0289,,,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 128: cell of row 'grok-4.6', column 'Portalis (sweep)' (header line 115))",,in, dyad-relaycrm,github-dyad,gemini-3.8-flash,high,coding,hard,Dyad-local-agent,,,,,,73.3,composite%,0.0289,,,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 130: cell of row 'gemini-3.8-flash', column 'Relay CRM (sweep)' (header line 115))",,in, dyad-deskhero,github-dyad,gemini-3.8-flash,high,coding,hard,Dyad-local-agent,,,,,,32.8,composite%,0.0289,,,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 130: cell of row 'gemini-3.8-flash', column 'Deskhero (sweep)' (header line 115))",,in, dyad-portalis,github-dyad,gemini-3.8-flash,high,coding,hard,Dyad-local-agent,,,,,,95.8,composite%,0.0289,,,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 130: cell of row 'gemini-3.8-flash', column 'Portalis (sweep)' (header line 115))",,in, dyad-relaycrm,github-dyad,gpt-6-astra,medium,coding,hard,Dyad-local-agent,,,,,,63.7,composite%,0.0289,,,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 132: cell of row 'gpt-6-astra', column 'Relay CRM (sweep)' (header line 115))",,in, dyad-deskhero,github-dyad,gpt-6-astra,medium,coding,hard,Dyad-local-agent,,,,,,97.0,composite%,0.0289,,,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 132: cell of row 'gpt-6-astra', column 'Deskhero (sweep)' (header line 115))",,in, dyad-portalis,github-dyad,gpt-6-astra,medium,coding,hard,Dyad-local-agent,,,,,,95.7,composite%,0.0289,,,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 132: cell of row 'gpt-6-astra', column 'Portalis (sweep)' (header line 115))",,in, dyad-relaycrm,github-dyad,deepseek-v4-flash-0731,low,coding,hard,Dyad-local-agent,,,,,,46.6,composite%,0.0289,,,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 133: cell of row 'deepseek-v4-flash-0731', column 'Relay CRM (sweep)' (header line 115))",,in, dyad-deskhero,github-dyad,deepseek-v4-flash-0731,low,coding,hard,Dyad-local-agent,,,,,,82.0,composite%,0.0289,,,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 133: cell of row 'deepseek-v4-flash-0731', column 'Deskhero (sweep)' (header line 115))",,in, dyad-portalis,github-dyad,deepseek-v4-flash-0731,low,coding,hard,Dyad-local-agent,,,,,,54.7,composite%,0.0289,,,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 133: cell of row 'deepseek-v4-flash-0731', column 'Portalis (sweep)' (header line 115))",,in, dyad-relaycrm,github-dyad,deepseek-v4-flash-0731,high,coding,hard,Dyad-local-agent,,,,,,58.5,composite%,0.0289,,,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 134: cell of row 'deepseek-v4-flash-0731', column 'Relay CRM (sweep)' (header line 115))",,in, dyad-deskhero,github-dyad,deepseek-v4-flash-0731,high,coding,hard,Dyad-local-agent,,,,,,90.7,composite%,0.0289,,,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 134: cell of row 'deepseek-v4-flash-0731', column 'Deskhero (sweep)' (header line 115))",,in, dyad-portalis,github-dyad,deepseek-v4-flash-0731,high,coding,hard,Dyad-local-agent,,,,,,52.9,composite%,0.0289,,,"https://github.com/dyad-sh/dyad/blob/ba27f52777c847c69b77b5ebcdf1921273c73d38/benchmarks/app-builder/RESULTS.md (line 134: cell of row 'deepseek-v4-flash-0731', column 'Portalis (sweep)' (header line 115))",,in, ebench-mcp,ebench-2607.23722,kimi-k3,max,agentic-tool,hard,shared MCP harness,per-task,0.634,0.000289,,,73.79,score%,0.00289,,cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2607.23722 (Table 3, row Kimi-K3, column E-Bench Avg@3)",,in,in ebench-mcp,ebench-2607.23722,gpt-5.5,xhigh,agentic-tool,hard,shared MCP harness,per-task,1.786,0.000289,,,72.03,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2607.23722 (Table 3, row GPT-5.5, column E-Bench Avg@3)",,in,in ebench-mcp,ebench-2607.23722,opus-4.8,max,agentic-tool,hard,shared MCP harness,per-task,3.398,0.000289,,,68.78,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2607.23722 (Table 3, row Opus-4.8, column E-Bench Avg@3)",,in,in ebench-mcp,ebench-2607.23722,grok-4.5,high,agentic-tool,hard,shared MCP harness,per-task,0.4032,0.0582,,,66.10,score%,0.00289,,cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2607.23722 (Table 3, row Grok-4.5, column E-Bench Avg@3)",,in,out:cost-single-couple ebench-mcp,ebench-2607.23722,glm-5.2,not-established:absent,agentic-tool,hard,shared MCP harness,per-task,0.258,0.000289,,,52.32,score%,0.00289,,,"https://arxiv.org/abs/2607.23722 (Table 3, row GLM-5.2, column E-Bench Avg@3)",,out:effort-not-established,out:effort-not-established ebench-mcp,ebench-2607.23722,qwen3.7-max,not-established:absent,agentic-tool,hard,shared MCP harness,per-task,0.243,0.000289,,,50.88,score%,0.00289,,,"https://arxiv.org/abs/2607.23722 (Table 3, row Qwen-3.7-Max, column E-Bench Avg@3)",,out:effort-not-established,out:effort-not-established ebench-mcp,ebench-2607.23722,hy3,high,agentic-tool,hard,shared MCP harness,per-task,0.053,0.000289,,,50.15,score%,0.00289,,,"https://arxiv.org/abs/2607.23722 (Table 3, row Hy3, column E-Bench Avg@3)",,out:single-couple,out:cost-not-comparable ebench-mcp,ebench-2607.23722,?Seed-2.1-Pro,not-established:absent,agentic-tool,hard,shared MCP harness,per-task,0.452,0.000289,,,47.94,score%,0.00289,,,"https://arxiv.org/abs/2607.23722 (Table 3, row Seed-2.1-Pro, column E-Bench Avg@3)",,out:model-not-established,out:model-not-established ebench-mcp,ebench-2607.23722,gemini-3.5-flash,high,agentic-tool,hard,shared MCP harness,per-task,0.452,0.000289,,,42.62,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2607.23722 (Table 3, row Gemini-3.5-Flash, column E-Bench Avg@3)",,in,in ebench-mcp,ebench-2607.23722,minimax-m3,not-established:absent,agentic-tool,hard,shared MCP harness,per-task,0.063,0.000289,,,41.07,score%,0.00289,,,"https://arxiv.org/abs/2607.23722 (Table 3, row MiniMax-M3, column E-Bench Avg@3)",,out:effort-not-established,out:effort-not-established ebench-mcp,ebench-2607.23722,deepseek-v4-pro-preview,not-established:absent,agentic-tool,hard,shared MCP harness,per-task,0.028,0.000289,,,34.47,score%,0.00289,,,"https://arxiv.org/abs/2607.23722 (Table 3, row DeepSeek-V4-Pro, column E-Bench Avg@3)",,out:effort-not-established,out:effort-not-established ebench-code,ebench-2607.23722,kimi-k3,max,agentic-tool,hard,shared MCP harness,per-task,0.191,0.000289,,,77.61,score%,0.00289,,cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2607.23722 (Table 3, row Kimi-K3, column E-Bench-Code Avg@3)",,in,in ebench-code,ebench-2607.23722,gpt-5.5,xhigh,agentic-tool,hard,shared MCP harness,per-task,0.481,0.000289,,,77.19,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2607.23722 (Table 3, row GPT-5.5, column E-Bench-Code Avg@3)",,in,in ebench-code,ebench-2607.23722,opus-4.8,max,agentic-tool,hard,shared MCP harness,per-task,0.833,0.000289,,,81.11,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2607.23722 (Table 3, row Opus-4.8, column E-Bench-Code Avg@3)",,in,in ebench-code,ebench-2607.23722,grok-4.5,high,agentic-tool,hard,shared MCP harness,per-task,0.1096,0.0158,,,69.24,score%,0.00289,,cost-unrepriced; cost-price-band,"https://arxiv.org/abs/2607.23722 (Table 3, row Grok-4.5, column E-Bench-Code Avg@3)",,in,out:cost-single-couple ebench-code,ebench-2607.23722,glm-5.2,not-established:absent,agentic-tool,hard,shared MCP harness,per-task,0.145,0.000289,,,60.99,score%,0.00289,,,"https://arxiv.org/abs/2607.23722 (Table 3, row GLM-5.2, column E-Bench-Code Avg@3)",,out:effort-not-established,out:effort-not-established ebench-code,ebench-2607.23722,qwen3.7-max,not-established:absent,agentic-tool,hard,shared MCP harness,per-task,0.138,0.000289,,,61.92,score%,0.00289,,,"https://arxiv.org/abs/2607.23722 (Table 3, row Qwen-3.7-Max, column E-Bench-Code Avg@3)",,out:effort-not-established,out:effort-not-established ebench-code,ebench-2607.23722,hy3,high,agentic-tool,hard,shared MCP harness,per-task,0.029,0.000289,,,64.40,score%,0.00289,,,"https://arxiv.org/abs/2607.23722 (Table 3, row Hy3, column E-Bench-Code Avg@3)",,out:single-couple,out:cost-not-comparable ebench-code,ebench-2607.23722,?Seed-2.1-Pro,not-established:absent,agentic-tool,hard,shared MCP harness,per-task,0.138,0.000289,,,53.04,score%,0.00289,,,"https://arxiv.org/abs/2607.23722 (Table 3, row Seed-2.1-Pro, column E-Bench-Code Avg@3)",,out:model-not-established,out:model-not-established ebench-code,ebench-2607.23722,gemini-3.5-flash,high,agentic-tool,hard,shared MCP harness,per-task,0.189,0.000289,,,62.54,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2607.23722 (Table 3, row Gemini-3.5-Flash, column E-Bench-Code Avg@3)",,in,in ebench-code,ebench-2607.23722,minimax-m3,not-established:absent,agentic-tool,hard,shared MCP harness,per-task,0.041,0.000289,,,46.85,score%,0.00289,,,"https://arxiv.org/abs/2607.23722 (Table 3, row MiniMax-M3, column E-Bench-Code Avg@3)",,out:effort-not-established,out:effort-not-established ebench-code,ebench-2607.23722,deepseek-v4-pro-preview,not-established:absent,agentic-tool,hard,shared MCP harness,per-task,0.024,0.000289,,,47.68,score%,0.00289,,,"https://arxiv.org/abs/2607.23722 (Table 3, row DeepSeek-V4-Pro, column E-Bench-Code Avg@3)",,out:effort-not-established,out:effort-not-established featherbench,ed-is-ai/featherbench,fable-5,high,mixed,easy,OpenRouter-Anthropic,per-task,0.0684,2.89e-05,355,1297,87.7,pass%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/ed-is-ai/featherbench (Efficiency table, row fable-5, column Pass %)",,in,in featherbench,ed-is-ai/featherbench,fable-5.1,high,mixed,easy,OpenRouter-Anthropic,per-task,0.0991,2.89e-05,363,1909,96.4,pass%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/ed-is-ai/featherbench (Efficiency table, row fable-5-1, column Pass %)",,in,in featherbench,ed-is-ai/featherbench,sonnet-4.6,high,mixed,easy,OpenRouter-Anthropic,per-task,0.0633,2.89e-05,287,4162,96.4,pass%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/ed-is-ai/featherbench (Efficiency table, row sonnet-4-6, column Pass %)",,in,in featherbench,ed-is-ai/featherbench,sonnet-5,high,mixed,easy,OpenRouter-Anthropic,per-task,0.0119,2.89e-05,362,1119,92.9,pass%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/ed-is-ai/featherbench (Efficiency table, row sonnet-5, column Pass %)",,in,in featherbench,ed-is-ai/featherbench,haiku-4.5,nothink,mixed,easy,OpenRouter-Anthropic,per-task,0.0044,2.89e-05,287,817,96.4,pass%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/ed-is-ai/featherbench (Efficiency table, row haiku-4-5, column Pass %)",,in,in featherbench,ed-is-ai/featherbench,opus-5,high,mixed,easy,OpenRouter-Anthropic,per-task,0.0696,2.89e-05,371,2712,89,pass%,0.289,,cost-base-price:cost-publisher-figure,"https://github.com/ed-is-ai/featherbench (Efficiency table, row opus-5, column Pass %)",,in,in featherbench,ed-is-ai/featherbench,opus-5.5,high,mixed,easy,OpenRouter-Anthropic,per-task,0.0482,2.89e-05,360,2340,100,pass%,0.289,,cost-base-price:cost-publisher-figure,"https://github.com/ed-is-ai/featherbench (Efficiency table, row opus-5-5, column Pass %)",,out:uninformative,in featherbench,ed-is-ai/featherbench,sonnet-5.5,high,mixed,easy,OpenRouter-Anthropic,per-task,0.0191,2.89e-05,360,1841,100,pass%,0.289,,cost-base-price:cost-delta-on-source,"https://github.com/ed-is-ai/featherbench (Efficiency table, row sonnet-5-5, column Pass %)",,out:uninformative,in featherbench,ed-is-ai/featherbench,haiku-5.5,high,mixed,easy,OpenRouter-Anthropic,per-task,0.0015,2.89e-05,360,2912,100,pass%,0.289,,cost-base-price:cost-publisher-figure,"https://github.com/ed-is-ai/featherbench (Efficiency table, row haiku-5-5, column Pass %)",,out:uninformative,in featherbench,ed-is-ai/featherbench,gpt-5.5,high,mixed,easy,OpenRouter-Anthropic,per-task,0.0504,2.89e-05,220,1642,97.6,pass%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/ed-is-ai/featherbench (Efficiency table, row gpt-5.5, column Pass %)",,in,in featherbench,ed-is-ai/featherbench,glm-5.2,high,mixed,easy,OpenRouter-Anthropic,per-task,0.0064,2.89e-05,238,1371,89.3,pass%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/ed-is-ai/featherbench (Efficiency table, row glm-5.2, column Pass %)",,in,in featherbench,ed-is-ai/featherbench,gpt-5.6-terra,high,mixed,easy,OpenRouter-Anthropic,per-task,0.0174,2.89e-05,220,1415,85.7,pass%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/ed-is-ai/featherbench (Efficiency table, row gpt-5.6-terra, column Pass %)",,in,in featherbench,ed-is-ai/featherbench,gpt-5.6-sol,high,mixed,easy,OpenRouter-Anthropic,per-task,0.0517,2.89e-05,220,1686,85.7,pass%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/ed-is-ai/featherbench (Efficiency table, row gpt-5.6-sol, column Pass %)",,in,in featherbench,ed-is-ai/featherbench,gpt-5.6-luna,high,mixed,easy,OpenRouter-Anthropic,per-task,0.0023,2.89e-05,220,1870,78.6,pass%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/ed-is-ai/featherbench (Efficiency table, row gpt-5.6-luna, column Pass %)",,in,in featherbench,ed-is-ai/featherbench,kimi-k3,max,mixed,easy,OpenRouter-Anthropic,per-task,0.0327,2.89e-05,308,2124,96.5,pass%,0.0289,,cost-base-price:cost-delta-on-source,"https://github.com/ed-is-ai/featherbench (Efficiency table, row kimi-k3, column Pass %)",,in,in featherbench,ed-is-ai/featherbench,gemini-3.6-flash,high,mixed,easy,OpenRouter-Anthropic,per-task,0.0170,2.89e-05,233,2216,96,pass%,0.289,,cost-base-price:cost-publisher-figure,"https://github.com/ed-is-ai/featherbench (Efficiency table, row gemini-3.6-flash, column Pass %)",,in,in featherbench,ed-is-ai/featherbench,grok-4.5,high,mixed,easy,OpenRouter-Anthropic,per-task,0.0060,2.89e-05,433,898,96,pass%,0.289,,cost-base-price:cost-publisher-figure,"https://github.com/ed-is-ai/featherbench (Efficiency table, row grok-4.5, column Pass %)",,in,in featherbench,ed-is-ai/featherbench,grok-4.6,high,mixed,easy,OpenRouter-Anthropic,per-task,0.0120,2.89e-05,433,1894,96.4,pass%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/ed-is-ai/featherbench (Efficiency table, row grok-4.6, column Pass %)",,in,in featherbench,ed-is-ai/featherbench,gemini-3.7-flash,high,mixed,easy,OpenRouter-Anthropic,per-task,0.0076,2.89e-05,233,1969,92.9,pass%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/ed-is-ai/featherbench (Efficiency table, row gemini-3.7-flash, column Pass %)",,in,in featherbench,ed-is-ai/featherbench,glm-5.3,max,mixed,easy,OpenRouter-Anthropic,per-task,0.0101,2.89e-05,238,2223,100,pass%,0.289,,cost-base-price:cost-publisher-figure,"https://github.com/ed-is-ai/featherbench (Efficiency table, row glm-5.3, column Pass %)",,out:uninformative,in featherbench,ed-is-ai/featherbench,deepseek-v4-pro-preview,high,mixed,easy,OpenRouter-Anthropic,per-task,0.0029,2.89e-05,323,3461,96.4,pass%,0.0289,,,"https://github.com/ed-is-ai/featherbench (Efficiency table, row deepseek-v4-pro, column Pass %)",,in,out:cost-not-comparable featherbench,ed-is-ai/featherbench,glm-5.3-flash,high,mixed,easy,OpenRouter-Anthropic,per-task,0.0006000000000000001,0.000119,238,643,100,pass%,0.289,,cost-unrepriced; cost-price-band,"https://github.com/ed-is-ai/featherbench (Efficiency table, row glm-5.3-flash, column Pass %)",,out:uninformative,out:cost-single-couple featherbench,ed-is-ai/featherbench,deepseek-v4.1-flash,high,mixed,easy,OpenRouter-Anthropic,per-task,0.0919,2.89e-05,268,2669,100,pass%,0.289,,cost-base-price:cost-publisher-figure,"https://github.com/ed-is-ai/featherbench (Efficiency table, row deepseek-v4.1-flash, column Pass %)",,out:uninformative,in featherbench,ed-is-ai/featherbench,gemini-3.8-flash,high,mixed,easy,OpenRouter-Anthropic,per-task,0.0097,2.89e-05,233,2537,92.9,pass%,0.0289,,base-scheduled-list-price; cost-base-price:cost-delta-on-source,"https://github.com/ed-is-ai/featherbench (Efficiency table, row gemini-3.8-flash, column Pass %)",,in,in featherbench,ed-is-ai/featherbench,gpt-6-astra,high,mixed,easy,OpenRouter-Anthropic,per-task,0.0550,2.89e-05,220,1056,96.4,pass%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/ed-is-ai/featherbench (Efficiency table, row gpt-6-astra, column Pass %)",,in,in featherbench,ed-is-ai/featherbench,gpt-6-luna,high,mixed,easy,OpenRouter-Anthropic,per-task,0.0008,2.89e-05,220,1602,96.4,pass%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/ed-is-ai/featherbench (Efficiency table, row gpt-6-luna, column Pass %)",,in,in featherbench,ed-is-ai/featherbench,gpt-6-sol,high,mixed,easy,OpenRouter-Anthropic,per-task,0.0075,2.89e-05,220,708,82.1,pass%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/ed-is-ai/featherbench (Efficiency table, row gpt-6-sol, column Pass %)",,in,in featherbench,ed-is-ai/featherbench,grok-4.7,high,mixed,easy,OpenRouter-Anthropic,per-task,0.0143,2.89e-05,1469,1901,100,pass%,0.289,,cost-base-price:cost-publisher-figure,"https://github.com/ed-is-ai/featherbench (Efficiency table, row grok-4-7, column Pass %)",,out:uninformative,in featherbench,ed-is-ai/featherbench,gpt-6.1-sol,high,mixed,easy,OpenRouter-Anthropic,per-task,0.0096,2.89e-05,220,920,93,pass%,0.289,,cost-base-price:cost-publisher-figure,"https://github.com/ed-is-ai/featherbench (Efficiency table, row gpt-6.1-sol, column Pass %)",,in,in dsnews1017-deepswe-chart@egamers.io,egamers.io,deepseek-v4.1-flash-1017,max,coding,hard,mini_swe_v2,,,,,,77.0,score%,0.0289,,restated-from:DeepSeek; same-runs-as:src-deepseek-v41-1017-news-chart-2026-10-19#M15,https://egamers.io/deepseeks-v4-1-flash-1017-outscores-larger-models-on-agentic-benchmarks-while-dropping-per-task-costs-once-more/ (section The savings come from shorter answers),,out:copy, dsnews1017-deepswe-chart@egamers.io,egamers.io,deepseek-v4.1-flash,unstated,coding,hard,mini_swe_v2,,,,,,74.2,score%,0.0289,,restated-from:DeepSeek,https://egamers.io/deepseeks-v4-1-flash-1017-outscores-larger-models-on-agentic-benchmarks-while-dropping-per-task-costs-once-more/ (section The savings come from shorter answers),,out:effort-not-established, endor-asl,endorlabs,fable-5.1,unstated,coding,hard,,,,,,,87.2,funcpass%,0.0289,,,"https://www.endorlabs.com/research/ai-code-security-benchmark (league table, rank 01 (Claude Code, Claude Fable 5.1), column FUNCTIONAL (%) (memorization removed))",,out:effort-not-established, endor-asl-secpass,endorlabs,fable-5.1,unstated,coding,hard,,,,,,,37.4,pass%,0.0289,,,"https://www.endorlabs.com/research/ai-code-security-benchmark (league table, rank 01 (Claude Code, Claude Fable 5.1), column SECURE (%) (memorization removed))",,out:effort-not-established, endor-asl,endorlabs,gpt-6-astra,unstated,coding,hard,,,,,,,82.1,funcpass%,0.0289,,,"https://www.endorlabs.com/research/ai-code-security-benchmark (league table, rank 02 (Codex, GPT-6 Astra), column FUNCTIONAL (%) (memorization removed))",,out:effort-not-established, endor-asl-secpass,endorlabs,gpt-6-astra,unstated,coding,hard,,,,,,,34.6,pass%,0.0289,,,"https://www.endorlabs.com/research/ai-code-security-benchmark (league table, rank 02 (Codex, GPT-6 Astra), column SECURE (%) (memorization removed))",,out:effort-not-established, endor-asl,endorlabs,gpt-6.1-sol,unstated,coding,hard,,,,,,,77.7,funcpass%,0.0289,,,"https://www.endorlabs.com/research/ai-code-security-benchmark (league table, rank 03 (Codex, GPT-6.1 Sol), column FUNCTIONAL (%) (memorization removed))",,out:effort-not-established, endor-asl-secpass,endorlabs,gpt-6.1-sol,unstated,coding,hard,,,,,,,34.1,pass%,0.0289,,,"https://www.endorlabs.com/research/ai-code-security-benchmark (league table, rank 03 (Codex, GPT-6.1 Sol), column SECURE (%) (memorization removed))",,out:effort-not-established, endor-asl,endorlabs,opus-5.5,unstated,coding,hard,,,,,,,68.7,funcpass%,0.0289,,,"https://www.endorlabs.com/research/ai-code-security-benchmark (league table, rank 04 (Claude Code, Claude Opus 5.5), column FUNCTIONAL (%) (memorization removed))",,out:effort-not-established, endor-asl-secpass,endorlabs,opus-5.5,unstated,coding,hard,,,,,,,33.5,pass%,0.0289,,,"https://www.endorlabs.com/research/ai-code-security-benchmark (league table, rank 04 (Claude Code, Claude Opus 5.5), column SECURE (%) (memorization removed))",,out:effort-not-established, endor-asl,endorlabs,opus-5,unstated,coding,hard,,,,,,,73.7,funcpass%,0.0289,,,"https://www.endorlabs.com/research/ai-code-security-benchmark (league table, rank 05 (Claude Code, Claude Opus 5), column FUNCTIONAL (%) (memorization removed))",,out:effort-not-established, endor-asl-secpass,endorlabs,opus-5,unstated,coding,hard,,,,,,,32.4,pass%,0.0289,,,"https://www.endorlabs.com/research/ai-code-security-benchmark (league table, rank 05 (Claude Code, Claude Opus 5), column SECURE (%) (memorization removed))",,out:effort-not-established, endor-asl,endorlabs,fable-5,unstated,coding,hard,,,,,,,72.6,funcpass%,0.0289,,,"https://www.endorlabs.com/research/ai-code-security-benchmark (league table, rank 06 (Cursor, Claude Fable 5), column FUNCTIONAL (%) (memorization removed))",,out:effort-not-established, endor-asl-secpass,endorlabs,fable-5,unstated,coding,hard,,,,,,,29.0,pass%,0.0289,,,"https://www.endorlabs.com/research/ai-code-security-benchmark (league table, rank 06 (Cursor, Claude Fable 5), column SECURE (%) (memorization removed))",,out:effort-not-established, endor-asl,endorlabs,gpt-6-sol,unstated,coding,hard,,,,,,,72.1,funcpass%,0.0289,,,"https://www.endorlabs.com/research/ai-code-security-benchmark (league table, rank 07 (Codex, GPT-6 Sol), column FUNCTIONAL (%) (memorization removed))",,out:effort-not-established, endor-asl-secpass,endorlabs,gpt-6-sol,unstated,coding,hard,,,,,,,25.1,pass%,0.0289,,,"https://www.endorlabs.com/research/ai-code-security-benchmark (league table, rank 07 (Codex, GPT-6 Sol), column SECURE (%) (memorization removed))",,out:effort-not-established, endor-asl,endorlabs,gpt-5.5,unstated,coding,hard,,,,,,,84.9,funcpass%,0.0289,,,"https://www.endorlabs.com/research/ai-code-security-benchmark (league table, rank 08 (Cursor, GPT-5.5), column FUNCTIONAL (%) (memorization removed))",,out:effort-not-established, endor-asl-secpass,endorlabs,gpt-5.5,unstated,coding,hard,,,,,,,24.0,pass%,0.0289,,,"https://www.endorlabs.com/research/ai-code-security-benchmark (league table, rank 08 (Cursor, GPT-5.5), column SECURE (%) (memorization removed))",,out:effort-not-established, endor-asl,endorlabs,gpt-5.6-sol,unstated,coding,hard,,,,,,,70.9,funcpass%,0.0289,,,"https://www.endorlabs.com/research/ai-code-security-benchmark (league table, rank 09 (Codex, GPT 5.6 Sol), column FUNCTIONAL (%) (memorization removed))",,out:effort-not-established, endor-asl-secpass,endorlabs,gpt-5.6-sol,unstated,coding,hard,,,,,,,23.5,pass%,0.0289,,,"https://www.endorlabs.com/research/ai-code-security-benchmark (league table, rank 09 (Codex, GPT 5.6 Sol), column SECURE (%) (memorization removed))",,out:effort-not-established, endor-asl,endorlabs,gpt-5.5,unstated,coding,hard,,,,,,,62.6,funcpass%,0.0289,,,"https://www.endorlabs.com/research/ai-code-security-benchmark (league table, rank 10 (Codex, GPT-5.5), column FUNCTIONAL (%) (memorization removed))",,out:effort-not-established, endor-asl-secpass,endorlabs,gpt-5.5,unstated,coding,hard,,,,,,,22.4,pass%,0.0289,,,"https://www.endorlabs.com/research/ai-code-security-benchmark (league table, rank 10 (Codex, GPT-5.5), column SECURE (%) (memorization removed))",,out:effort-not-established, endor-asl,endorlabs,gpt-5.4,unstated,coding,hard,,,,,,,63.1,funcpass%,0.0289,,,"https://www.endorlabs.com/research/ai-code-security-benchmark (league table, rank 11 (Codex, GPT-5.4), column FUNCTIONAL (%) (memorization removed))",,out:effort-not-established, endor-asl-secpass,endorlabs,gpt-5.4,unstated,coding,hard,,,,,,,21.8,pass%,0.0289,,,"https://www.endorlabs.com/research/ai-code-security-benchmark (league table, rank 11 (Codex, GPT-5.4), column SECURE (%) (memorization removed))",,out:effort-not-established, endor-asl,endorlabs,opus-4.8,unstated,coding,hard,,,,,,,75.4,funcpass%,0.0289,,,"https://www.endorlabs.com/research/ai-code-security-benchmark (league table, rank 12 (Cursor, Claude Opus 4.8), column FUNCTIONAL (%) (memorization removed))",,out:effort-not-established, endor-asl-secpass,endorlabs,opus-4.8,unstated,coding,hard,,,,,,,20.7,pass%,0.0289,,,"https://www.endorlabs.com/research/ai-code-security-benchmark (league table, rank 12 (Cursor, Claude Opus 4.8), column SECURE (%) (memorization removed))",,out:effort-not-established, endor-asl,endorlabs,sonnet-5,unstated,coding,hard,,,,,,,83.2,funcpass%,0.0289,,,"https://www.endorlabs.com/research/ai-code-security-benchmark (league table, rank 13 (Claude Code, Claude Sonnet 5), column FUNCTIONAL (%) (memorization removed))",,out:effort-not-established, endor-asl-secpass,endorlabs,sonnet-5,unstated,coding,hard,,,,,,,19.6,pass%,0.0289,,,"https://www.endorlabs.com/research/ai-code-security-benchmark (league table, rank 13 (Claude Code, Claude Sonnet 5), column SECURE (%) (memorization removed))",,out:effort-not-established, endor-asl,endorlabs,fable-5,unstated,coding,hard,,,,,,,59.8,funcpass%,0.0289,,,"https://www.endorlabs.com/research/ai-code-security-benchmark (league table, rank 14 (Claude Code, Claude Fable 5), column FUNCTIONAL (%) (memorization removed))",,out:effort-not-established, endor-asl-secpass,endorlabs,fable-5,unstated,coding,hard,,,,,,,19.0,pass%,0.0289,,,"https://www.endorlabs.com/research/ai-code-security-benchmark (league table, rank 14 (Claude Code, Claude Fable 5), column SECURE (%) (memorization removed))",,out:effort-not-established, endor-asl,endorlabs,opus-4.7,unstated,coding,hard,,,,,,,79.9,funcpass%,0.0289,,,"https://www.endorlabs.com/research/ai-code-security-benchmark (league table, rank 15 (Cursor, Claude Opus 4.7), column FUNCTIONAL (%) (memorization removed))",,out:effort-not-established, endor-asl-secpass,endorlabs,opus-4.7,unstated,coding,hard,,,,,,,18.4,pass%,0.0289,,,"https://www.endorlabs.com/research/ai-code-security-benchmark (league table, rank 15 (Cursor, Claude Opus 4.7), column SECURE (%) (memorization removed))",,out:effort-not-established, endor-asl,endorlabs,gemini-3.5-flash,unstated,coding,hard,,,,,,,79.3,funcpass%,0.0289,,,"https://www.endorlabs.com/research/ai-code-security-benchmark (league table, rank 16 (Cursor, Gemini 3.5 Flash), column FUNCTIONAL (%) (memorization removed))",,out:effort-not-established, endor-asl-secpass,endorlabs,gemini-3.5-flash,unstated,coding,hard,,,,,,,17.9,pass%,0.0289,,,"https://www.endorlabs.com/research/ai-code-security-benchmark (league table, rank 16 (Cursor, Gemini 3.5 Flash), column SECURE (%) (memorization removed))",,out:effort-not-established, endor-asl,endorlabs,opus-4.7,unstated,coding,hard,,,,,,,76.5,funcpass%,0.0289,,,"https://www.endorlabs.com/research/ai-code-security-benchmark (league table, rank 17 (Claude Code, Claude Opus 4.7), column FUNCTIONAL (%) (memorization removed))",,out:effort-not-established, endor-asl-secpass,endorlabs,opus-4.7,unstated,coding,hard,,,,,,,16.8,pass%,0.0289,,,"https://www.endorlabs.com/research/ai-code-security-benchmark (league table, rank 17 (Claude Code, Claude Opus 4.7), column SECURE (%) (memorization removed))",,out:effort-not-established, endor-asl,endorlabs,gemini-3.1-pro,unstated,coding,hard,,,,,,,73.2,funcpass%,0.0289,,,"https://www.endorlabs.com/research/ai-code-security-benchmark (league table, rank 18 (Cursor, Gemini 3.1 Pro), column FUNCTIONAL (%) (memorization removed))",,out:effort-not-established, endor-asl-secpass,endorlabs,gemini-3.1-pro,unstated,coding,hard,,,,,,,15.1,pass%,0.0289,,,"https://www.endorlabs.com/research/ai-code-security-benchmark (league table, rank 18 (Cursor, Gemini 3.1 Pro), column SECURE (%) (memorization removed))",,out:effort-not-established, endor-asl,endorlabs,opus-4.8,unstated,coding,hard,,,,,,,73.7,funcpass%,0.0289,,,"https://www.endorlabs.com/research/ai-code-security-benchmark (league table, rank 19 (Claude Code, Claude Opus 4.8), column FUNCTIONAL (%) (memorization removed))",,out:effort-not-established, endor-asl-secpass,endorlabs,opus-4.8,unstated,coding,hard,,,,,,,14.5,pass%,0.0289,,,"https://www.endorlabs.com/research/ai-code-security-benchmark (league table, rank 19 (Claude Code, Claude Opus 4.8), column SECURE (%) (memorization removed))",,out:effort-not-established, endor-asl,endorlabs,?GPT-5.3,not-established:absent,coding,hard,,,,,,,48.0,funcpass%,0.0289,,,"https://www.endorlabs.com/research/ai-code-security-benchmark (league table, rank 20 (Cursor, GPT-5.3), column FUNCTIONAL (%) (memorization removed))",,out:model-not-established, endor-asl-secpass,endorlabs,?GPT-5.3,not-established:absent,coding,hard,,,,,,,14.5,pass%,0.0289,,,"https://www.endorlabs.com/research/ai-code-security-benchmark (league table, rank 20 (Cursor, GPT-5.3), column SECURE (%) (memorization removed))",,out:model-not-established, endor-asl,endorlabs,?Composer 2.5,not-established:absent,coding,hard,,,,,,,75.4,funcpass%,0.0289,,,"https://www.endorlabs.com/research/ai-code-security-benchmark (league table, rank 21 (Cursor, Composer 2.5), column FUNCTIONAL (%) (memorization removed))",,out:model-not-established, endor-asl-secpass,endorlabs,?Composer 2.5,not-established:absent,coding,hard,,,,,,,14.0,pass%,0.0289,,,"https://www.endorlabs.com/research/ai-code-security-benchmark (league table, rank 21 (Cursor, Composer 2.5), column SECURE (%) (memorization removed))",,out:model-not-established, endor-asl,endorlabs,sonnet-4.6,unstated,coding,hard,,,,,,,69.8,funcpass%,0.0289,,,"https://www.endorlabs.com/research/ai-code-security-benchmark (league table, rank 22 (Claude Code, Claude Sonnet 4.6), column FUNCTIONAL (%) (memorization removed))",,out:effort-not-established, endor-asl-secpass,endorlabs,sonnet-4.6,unstated,coding,hard,,,,,,,12.3,pass%,0.0289,,,"https://www.endorlabs.com/research/ai-code-security-benchmark (league table, rank 22 (Claude Code, Claude Sonnet 4.6), column SECURE (%) (memorization removed))",,out:effort-not-established, endor-asl,endorlabs,glm-5.2,unstated,coding,hard,,,,,,,82.5,funcpass%,0.0289,,,"https://www.endorlabs.com/research/ai-code-security-benchmark (league table, rank 23 (Cursor, GLM 5.2), column FUNCTIONAL (%) (memorization removed))",,out:effort-not-established, endor-asl-secpass,endorlabs,glm-5.2,unstated,coding,hard,,,,,,,12.0,pass%,0.0289,,,"https://www.endorlabs.com/research/ai-code-security-benchmark (league table, rank 23 (Cursor, GLM 5.2), column SECURE (%) (memorization removed))",,out:effort-not-established, endor-asl,endorlabs,opus-4.6,unstated,coding,hard,,,,,,,84.9,funcpass%,0.0289,,,"https://www.endorlabs.com/research/ai-code-security-benchmark (league table, rank 24 (Cursor, Claude Opus 4.6), column FUNCTIONAL (%) (memorization removed))",,out:effort-not-established, endor-asl-secpass,endorlabs,opus-4.6,unstated,coding,hard,,,,,,,11.2,pass%,0.0289,,,"https://www.endorlabs.com/research/ai-code-security-benchmark (league table, rank 24 (Cursor, Claude Opus 4.6), column SECURE (%) (memorization removed))",,out:effort-not-established, endor-asl,endorlabs,opus-4.6,unstated,coding,hard,,,,,,,78.2,funcpass%,0.0289,,,"https://www.endorlabs.com/research/ai-code-security-benchmark (league table, rank 25 (Claude Code, Claude Opus 4.6), column FUNCTIONAL (%) (memorization removed))",,out:effort-not-established, endor-asl-secpass,endorlabs,opus-4.6,unstated,coding,hard,,,,,,,10.6,pass%,0.0289,,,"https://www.endorlabs.com/research/ai-code-security-benchmark (league table, rank 25 (Claude Code, Claude Opus 4.6), column SECURE (%) (memorization removed))",,out:effort-not-established, endor-asl,endorlabs,gemini-3-pro,unstated,coding,hard,,,,,,,44.1,funcpass%,0.0289,,,"https://www.endorlabs.com/research/ai-code-security-benchmark (league table, rank 26 (Claude Code, Gemini 3 Pro), column FUNCTIONAL (%) (memorization removed))",,out:effort-not-established, endor-asl-secpass,endorlabs,gemini-3-pro,unstated,coding,hard,,,,,,,9.5,pass%,0.0289,,,"https://www.endorlabs.com/research/ai-code-security-benchmark (league table, rank 26 (Claude Code, Gemini 3 Pro), column SECURE (%) (memorization removed))",,out:effort-not-established, endor-asl,endorlabs,opus-4.5,unstated,coding,hard,,,,,,,68.7,funcpass%,0.0289,,,"https://www.endorlabs.com/research/ai-code-security-benchmark (league table, rank 27 (Claude Code, Claude Opus 4.5), column FUNCTIONAL (%) (memorization removed))",,out:effort-not-established, endor-asl-secpass,endorlabs,opus-4.5,unstated,coding,hard,,,,,,,8.4,pass%,0.0289,,,"https://www.endorlabs.com/research/ai-code-security-benchmark (league table, rank 27 (Claude Code, Claude Opus 4.5), column SECURE (%) (memorization removed))",,out:effort-not-established, endor-asl,endorlabs,gemini-3-pro,unstated,coding,hard,,,,,,,27.9,funcpass%,0.0289,,,"https://www.endorlabs.com/research/ai-code-security-benchmark (league table, rank 28 (Cursor, Gemini 3 Pro), column FUNCTIONAL (%) (memorization removed))",,out:effort-not-established, endor-asl-secpass,endorlabs,gemini-3-pro,unstated,coding,hard,,,,,,,5.6,pass%,0.0289,,,"https://www.endorlabs.com/research/ai-code-security-benchmark (league table, rank 28 (Cursor, Gemini 3 Pro), column SECURE (%) (memorization removed))",,out:effort-not-established, endor-asl,endorlabs,sonnet-4,unstated,coding,hard,,,,,,,45.3,funcpass%,0.0289,,,"https://www.endorlabs.com/research/ai-code-security-benchmark (league table, rank 29 (Claude Code, Claude Sonnet 4), column FUNCTIONAL (%) (memorization removed))",,out:effort-not-established, endor-asl-secpass,endorlabs,sonnet-4,unstated,coding,hard,,,,,,,6.1,pass%,0.0289,,,"https://www.endorlabs.com/research/ai-code-security-benchmark (league table, rank 29 (Claude Code, Claude Sonnet 4), column SECURE (%) (memorization removed))",,out:effort-not-established, endor-asl,endorlabs,gemini-2.5-pro,unstated,coding,hard,,,,,,,19.6,funcpass%,0.0289,,,"https://www.endorlabs.com/research/ai-code-security-benchmark (league table, rank 30 (Claude Code, Gemini 2.5 Pro), column FUNCTIONAL (%) (memorization removed))",,out:effort-not-established, endor-asl-secpass,endorlabs,gemini-2.5-pro,unstated,coding,hard,,,,,,,5.0,pass%,0.0289,,,"https://www.endorlabs.com/research/ai-code-security-benchmark (league table, rank 30 (Claude Code, Gemini 2.5 Pro), column SECURE (%) (memorization removed))",,out:effort-not-established, endor-asl,endorlabs,sonnet-4,unstated,coding,hard,,,,,,,55.3,funcpass%,0.0289,,,"https://www.endorlabs.com/research/ai-code-security-benchmark (league table, rank 31 (SWE-Agent, Claude Sonnet 4), column FUNCTIONAL (%) (memorization removed))",,out:effort-not-established, endor-asl-secpass,endorlabs,sonnet-4,unstated,coding,hard,,,,,,,7.8,pass%,0.0289,,,"https://www.endorlabs.com/research/ai-code-security-benchmark (league table, rank 31 (SWE-Agent, Claude Sonnet 4), column SECURE (%) (memorization removed))",,out:effort-not-established, endor-asl,endorlabs,gemini-2.5-pro,unstated,coding,hard,,,,,,,20.7,funcpass%,0.0289,,,"https://www.endorlabs.com/research/ai-code-security-benchmark (league table, rank 32 (SWE-Agent, Gemini 2.5 Pro), column FUNCTIONAL (%) (memorization removed))",,out:effort-not-established, endor-asl-secpass,endorlabs,gemini-2.5-pro,unstated,coding,hard,,,,,,,4.5,pass%,0.0289,,,"https://www.endorlabs.com/research/ai-code-security-benchmark (league table, rank 32 (SWE-Agent, Gemini 2.5 Pro), column SECURE (%) (memorization removed))",,out:effort-not-established, endor-asl,endorlabs,fable-5.1,unstated,coding,hard,,per-suite,672,0.289,,6240000,87.2,funcpass%,0.0289,,,"https://www.endorlabs.com/learn/opus-5-5-6x-cheaper-and-2x-faster-than-fable-5-1-but-memorization-keeps-it-off-the-top-spot (comparison table, row Fable 5.1, column FuncPass (memorization removed))",,out:effort-not-established,out:effort-not-established endor-asl-secpass,endorlabs,fable-5.1,unstated,coding,hard,,per-suite,672,0.289,,6240000,37.4,pass%,0.0289,,,"https://www.endorlabs.com/learn/opus-5-5-6x-cheaper-and-2x-faster-than-fable-5-1-but-memorization-keeps-it-off-the-top-spot (comparison table, row Fable 5.1, column SecPass (memorization removed))",,out:effort-not-established,out:effort-not-established endor-asl,endorlabs,opus-5.5,unstated,coding,hard,,per-suite,116,0.289,,2020000,68.7,funcpass%,0.0289,,,"https://www.endorlabs.com/learn/opus-5-5-6x-cheaper-and-2x-faster-than-fable-5-1-but-memorization-keeps-it-off-the-top-spot (comparison table, row Opus 5.5, column FuncPass (memorization removed))",,out:effort-not-established,out:effort-not-established endor-asl-secpass,endorlabs,opus-5.5,unstated,coding,hard,,per-suite,116,0.289,,2020000,33.5,pass%,0.0289,,,"https://www.endorlabs.com/learn/opus-5-5-6x-cheaper-and-2x-faster-than-fable-5-1-but-memorization-keeps-it-off-the-top-spot (comparison table, row Opus 5.5, column SecPass (memorization removed))",,out:effort-not-established,out:effort-not-established endor-asl,endorlabs,opus-5,unstated,coding,hard,,per-suite,1116,0.289,,9370000,73.7,funcpass%,0.0289,,,"https://www.endorlabs.com/learn/opus-5-5-6x-cheaper-and-2x-faster-than-fable-5-1-but-memorization-keeps-it-off-the-top-spot (comparison table, row Opus 5, column FuncPass (memorization removed))",,out:effort-not-established,out:effort-not-established endor-asl-secpass,endorlabs,opus-5,unstated,coding,hard,,per-suite,1116,0.289,,9370000,32.4,pass%,0.0289,,,"https://www.endorlabs.com/learn/opus-5-5-6x-cheaper-and-2x-faster-than-fable-5-1-but-memorization-keeps-it-off-the-top-spot (comparison table, row Opus 5, column SecPass (memorization removed))",,out:effort-not-established,out:effort-not-established alebench,epoch-archive,sonnet-4,unstated,coding,hard,ALE-Bench,per-task,0.18586935,2.89e-07,3385.2,11714.25,655.35,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row claude-4-sonnet / column performance_mean),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,opus-4.1,unstated,coding,hard,ALE-Bench,per-task,0.43434675,2.89e-07,3385.2,5114.25,674.775,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row claude-4.1-opus / column performance_mean),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,haiku-4.5,unstated,coding,hard,ALE-Bench,per-task,0.0718312,2.89e-07,3385.2,13689.2,653.475,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row claude-4.5-haiku / column performance_mean),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,opus-4.5,unstated,coding,hard,ALE-Bench,per-task,0.292546625,2.89e-07,3386.2,11024.625,1025.375,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row claude-4.5-opus / column performance_mean),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,sonnet-4.5,unstated,coding,hard,ALE-Bench,per-task,0.151557975,2.89e-07,3385.2,9426.825,796.15,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row claude-4.5-sonnet / column performance_mean),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,opus-4.6,not-established:absent,coding,hard,ALE-Bench,per-task,0.061687874999999996,2.89e-07,3357.2,1796.075,996.5,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row claude-4.6-opus-no-thinking / column performance_mean),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,sonnet-4.6,medium,coding,hard,ALE-Bench,per-task,1.770753075,2.89e-07,55201.025,107010.0,1327.3,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row claude-4.6-sonnet-medium / column performance_mean),,out:superseded,out:superseded alebench,epoch-archive,opus-4.7,not-established:absent,coding,hard,ALE-Bench,per-task,0.22454925,2.89e-07,4168.225,8148.325,1323.05,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row claude-4.7-opus-no-thinking / column performance_mean),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,opus-4.8,high,coding,hard,ALE-Bench,per-task,0.963944875,2.89e-07,4163.225,37725.15,1563.825,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row claude-4.8-opus-high / column performance_mean),,out:superseded,out:superseded alebench,epoch-archive,opus-4.8,not-established:absent,coding,hard,ALE-Bench,per-task,0.421746125,2.89e-07,4163.225,16037.2,1411.825,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row claude-4.8-opus-no-thinking / column performance_mean),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,fable-5,high,coding,hard,ALE-Bench,per-task,2.10882225,2.89e-07,4163.225,41343.8,2041.3,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row claude-fable-5-high / column performance_mean),,out:superseded,out:superseded alebench,epoch-archive,fable-5.1,high,coding,hard,ALE-Bench,per-task,2.294856,2.89e-07,4165.225,45064.075,2143.2,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row claude-fable-5.1-high / column performance_mean),,out:superseded,out:superseded alebench,epoch-archive,opus-5,high,coding,hard,ALE-Bench,per-task,1.89051175,2.89e-07,4163.225,74787.825,2164.575,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row claude-opus-5-high / column performance_mean),,out:superseded,out:superseded alebench,epoch-archive,opus-5.5,high,coding,hard,ALE-Bench,per-task,0.2711784,2.89e-07,4165.225,12725.875,2147.375,perf,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row claude-opus-5.5-high / column performance_mean),,in,in alebench,epoch-archive,sonnet-5,high,coding,hard,ALE-Bench,per-task,0.96046005,2.89e-07,4163.225,63198.025,1463.125,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row claude-sonnet-5-high / column performance_mean),,out:superseded,out:superseded alebench,epoch-archive,sonnet-5.5,high,coding,hard,ALE-Bench,per-task,0.11092145,2.89e-07,4165.225,10259.1,1819.125,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row claude-sonnet-5.5-high / column performance_mean),,out:superseded,out:superseded alebench,epoch-archive,codestral-2508,unstated,coding,hard,ALE-Bench,per-task,0.002779995,2.89e-07,3119.5,2049.05,137.775,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row codestral-2508 / column performance_mean),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,deepseek-r1-0528,solo,coding,hard,ALE-Bench,per-task,0.043793587,2.89e-07,2958.15,20931.4,804.125,perf,0.000289,,cost-method-assumed-single,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row deepseek-r1-0528 / column performance_mean),,out:single-couple,out:cost-not-comparable alebench,epoch-archive,deepseek-v3.1-terminus,unstated,coding,hard,ALE-Bench,per-task,0.0188301605,2.89e-07,2956.15,18032.0,745.175,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row deepseek-v3.1-terminus / column performance_mean),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,deepseek-v4-flash-0731,max,coding,hard,ALE-Bench,per-task,0.01952627964,2.89e-07,3048.15,68383.55,1306.075,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row deepseek-v4-flash-0731-max / column performance_mean),,out:superseded,out:superseded alebench,epoch-archive,?deepseek-v4-flash,not-established:absent,coding,hard,ALE-Bench,per-task,0.0051791684,2.89e-07,2956.15,18163.275,678.2,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row deepseek-v4-flash-high / column performance_mean),,out:model-not-established,out:model-not-established alebench,epoch-archive,?deepseek-v4-flash,not-established:absent,coding,hard,ALE-Bench,per-task,0.0008824536,2.89e-07,2956.15,2257.225,324.975,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row deepseek-v4-flash-no-thinking / column performance_mean),,out:model-not-established,out:model-not-established alebench,epoch-archive,deepseek-v4-pro-0813,max,coding,hard,ALE-Bench,per-task,0.072764045,2.89e-07,3048.15,82223.825,1403.15,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row deepseek-v4-pro-0813-max / column performance_mean),,out:superseded,out:superseded alebench,epoch-archive,?deepseek-v4-pro,not-established:absent,coding,hard,ALE-Bench,per-task,0.148062081,2.89e-07,2956.15,42362.1,1006.075,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row deepseek-v4-pro-high / column performance_mean),,out:model-not-established,out:model-not-established alebench,epoch-archive,?deepseek-v4-pro,not-established:absent,coding,hard,ALE-Bench,per-task,0.0165996,2.89e-07,2956.15,4198.325,521.675,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row deepseek-v4-pro-no-thinking / column performance_mean),,out:model-not-established,out:model-not-established alebench,epoch-archive,deepseek-v4.1-flash,max,coding,hard,ALE-Bench,per-task,0.081662793,2.89e-07,2982.15,67312.55,1092.35,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row deepseek-v4.1-flash-max / column performance_mean),,out:superseded,out:superseded alebench,epoch-archive,gemini-2.5-flash-lite,think,coding,hard,ALE-Bench,per-task,0.0077633696875000005,0.00192,3260.325,27106.15,325.9,perf,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row gemini-2.5-flash-lite-thinking / column performance_mean),,out:single-couple,out:cost-single-couple alebench,epoch-archive,gemini-2.5-flash,think,coding,hard,ALE-Bench,per-task,0.0477086973125,0.0118,3260.325,26902.7,661.875,perf,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row gemini-2.5-flash-thinking / column performance_mean),,out:single-couple,out:cost-single-couple alebench,epoch-archive,gemini-2.5-pro,think,coding,hard,ALE-Bench,per-task,0.188916325675,0.0467,3260.325,26618.825,785.525,perf,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row gemini-2.5-pro-thinking / column performance_mean),,out:single-couple,out:cost-single-couple alebench,epoch-archive,gemini-3-flash,high,coding,hard,ALE-Bench,per-task,0.0910667775,2.89e-07,3260.325,29987.6,1367.2,perf,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row gemini-3-flash-preview-high / column performance_mean),,in,in alebench,epoch-archive,?gemini-3-pro-preview,not-established:absent,coding,hard,ALE-Bench,per-task,0.25938453,2.89e-07,3260.325,21300.95,1176.75,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row gemini-3-pro-preview-high / column performance_mean),,out:model-not-established,out:model-not-established alebench,epoch-archive,?gemini-3-pro-preview,not-established:absent,coding,hard,ALE-Bench,per-task,0.09954681,2.89e-07,3260.325,7995.975,988.225,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row gemini-3-pro-preview-low / column performance_mean),,out:model-not-established,out:model-not-established alebench,epoch-archive,gemini-3.1-flash-lite-preview,high,coding,hard,ALE-Bench,per-task,0.02517804375,2.89e-07,3260.325,16241.975,797.725,perf,0.000289,,cost-method-assumed-single,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row gemini-3.1-flash-lite-preview-high / column performance_mean),,in,out:cost-not-comparable alebench,epoch-archive,gemini-3.1-pro,high,coding,hard,ALE-Bench,per-task,0.38840294999999997,2.89e-07,3260.325,31823.525,1160.6,perf,0.000289,,cost-method-assumed-single,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row gemini-3.1-pro-preview-high / column performance_mean),,in,out:cost-not-comparable alebench,epoch-archive,gemini-3.1-pro,low,coding,hard,ALE-Bench,per-task,0.040324485,2.89e-07,3260.325,2847.575,1054.775,perf,0.000289,,cost-method-assumed-single,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row gemini-3.1-pro-preview-low / column performance_mean),,in,out:cost-not-comparable alebench,epoch-archive,gemini-3.5-flash,high,coding,hard,ALE-Bench,per-task,0.4419214875,2.89e-07,3260.325,48620.05,911.025,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row gemini-3.5-flash-high / column performance_mean),,out:superseded,out:superseded alebench,epoch-archive,gemini-3.5-flash-lite,high,coding,hard,ALE-Bench,per-task,0.0457264725,2.89e-07,3260.325,17899.35,765.275,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row gemini-3.5-flash-lite-high / column performance_mean),,out:superseded,out:superseded alebench,epoch-archive,gemini-3.6-flash,high,coding,hard,ALE-Bench,per-task,0.2444682375,2.89e-07,3260.325,31943.7,715.525,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row gemini-3.6-flash-high / column performance_mean),,out:superseded,out:superseded alebench,epoch-archive,gemini-3.7-flash,high,coding,hard,ALE-Bench,per-task,0.24362763375,2.89e-07,3260.325,31849.975,904.3,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row gemini-3.7-flash-high / column performance_mean),,out:superseded,out:superseded alebench,epoch-archive,gemini-3.8-flash,high,coding,hard,ALE-Bench,per-task,0.344275425,2.89e-07,3260.325,45251.325,1269.725,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row gemini-3.8-flash-high / column performance_mean),,out:superseded,out:superseded alebench,epoch-archive,gemma-4-26b-a4b-it,unstated,coding,hard,ALE-Bench,per-task,0.009725012,2.89e-07,4500.4,22849.9,927.175,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row gemma-4-26b-a4b-it / column performance_mean),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,gemma-4-31b-it,unstated,coding,hard,ALE-Bench,per-task,0.004749651,2.89e-07,3327.65,10709.45,925.5,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row gemma-4-31b-it / column performance_mean),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,glm-4.5,unstated,coding,hard,ALE-Bench,per-task,0.0300773545,2.89e-07,3003.8,13478.625,344.825,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row glm-4.5 / column performance_mean),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,glm-4.6,unstated,coding,hard,ALE-Bench,per-task,0.018794013,2.89e-07,3005.8,7877.275,340.825,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row glm-4.6 / column performance_mean),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,glm-4.7,unstated,coding,hard,ALE-Bench,per-task,0.0431562055,2.89e-07,3047.275,18952.55,399.475,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row glm-4.7 / column performance_mean),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,glm-5-turbo,unstated,coding,hard,ALE-Bench,per-task,0.109511688,2.89e-07,3002.8,26852.85,633.975,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row glm-5-turbo / column performance_mean),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,glm-5.1,unstated,coding,hard,ALE-Bench,per-task,0.12936983999999999,2.89e-07,3002.8,28925.6,887.1,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row glm-5.1 / column performance_mean),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,glm-5.2,high,coding,hard,ALE-Bench,per-task,0.157665812,2.89e-07,3062.95,35035.575,1046.95,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row glm-5.2-high / column performance_mean),,out:superseded,out:superseded alebench,epoch-archive,glm-5.2,not-established:absent,coding,hard,ALE-Bench,per-task,0.148957466,2.89e-07,3009.8,33097.775,1010.175,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row glm-5.2-max / column performance_mean),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,glm-5.3-flash,high,coding,hard,ALE-Bench,per-task,0.010868857,2.89e-07,3009.8,20964.95,303.55,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row glm-5.3-flash-high / column performance_mean),,out:superseded,out:superseded alebench,epoch-archive,glm-5.3,high,coding,hard,ALE-Bench,per-task,0.284000917,2.89e-07,3404.225,63718.275,1317.4,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row glm-5.3-high / column performance_mean),,out:superseded,out:superseded alebench,epoch-archive,glm-5,unstated,coding,hard,ALE-Bench,per-task,0.073284245,2.89e-07,2998.325,22200.75,765.625,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row glm-5 / column performance_mean),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,gpt-4.1,solo,coding,hard,ALE-Bench,per-task,0.026917,2.89e-07,2981.0,2669.775,558.1,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row gpt-4.1 / column performance_mean),,out:superseded,out:superseded alebench,epoch-archive,gpt-5-mini,not-established:absent,coding,hard,ALE-Bench,per-task,0.02055399,2.89e-07,2980.0,9959.575,799.775,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row gpt-5-mini-thinking / column performance_mean),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,gpt-5-nano,not-established:absent,coding,hard,ALE-Bench,per-task,0.007193698,2.89e-07,2980.0,17654.225,718.675,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row gpt-5-nano-thinking / column performance_mean),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,gpt-5,not-established:absent,coding,hard,ALE-Bench,per-task,0.24494849999999999,2.89e-07,2980.0,24147.55,1162.45,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row gpt-5-thinking / column performance_mean),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,gpt-5.1-codex,high,coding,hard,ALE-Bench,per-task,0.51209345,2.89e-07,2980.0,51030.525,1244.925,perf,0.000289,,cost-method-assumed-single,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row gpt-5.1-codex-high / column performance_mean),,in,out:cost-not-comparable alebench,epoch-archive,gpt-5.1-codex-max,high,coding,hard,ALE-Bench,per-task,0.2531861,2.89e-07,2980.0,25138.35,1208.825,perf,0.000289,,cost-method-assumed-single,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row gpt-5.1-codex-max-high / column performance_mean),,in,out:cost-not-comparable alebench,epoch-archive,gpt-5.1-codex-max,xhigh,coding,hard,ALE-Bench,per-task,0.31748705,2.89e-07,2980.0,31585.725,1228.25,perf,0.000289,,cost-method-assumed-single,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row gpt-5.1-codex-max-xhigh / column performance_mean),,in,out:cost-not-comparable alebench,epoch-archive,gpt-5.1,not-established:absent,coding,hard,ALE-Bench,per-task,0.315236,2.89e-07,2980.0,31365.3,1192.15,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row gpt-5.1-thinking / column performance_mean),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,gpt-5.2-codex,xhigh,coding,hard,ALE-Bench,per-task,0.587752515,2.89e-07,4434.3,41699.475,1299.9,perf,0.000289,,cost-method-assumed-single,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row gpt-5.2-codex-xhigh / column performance_mean),,in,out:cost-not-comparable alebench,epoch-archive,gpt-5.2,high,coding,hard,ALE-Bench,per-task,0.29686482000000003,2.89e-07,2980.0,21050.65,1293.55,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row gpt-5.2-high / column performance_mean),,out:superseded,out:superseded alebench,epoch-archive,gpt-5.2,medium,coding,hard,ALE-Bench,per-task,0.14294686,2.89e-07,2980.0,10093.95,1249.825,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row gpt-5.2-medium / column performance_mean),,out:superseded,out:superseded alebench,epoch-archive,gpt-5.3-codex,xhigh,coding,hard,ALE-Bench,per-task,0.5592652975,2.89e-07,10466.65,38819.55,1655.225,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row gpt-5.3-codex-xhigh / column performance_mean),,out:superseded,out:superseded alebench,epoch-archive,gpt-5.4,high,coding,hard,ALE-Bench,per-task,0.612174375,2.89e-07,5224.5,40236.075,1607.0,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row gpt-5.4-high / column performance_mean),,out:superseded,out:superseded alebench,epoch-archive,gpt-5.4,medium,coding,hard,ALE-Bench,per-task,0.26257985,2.89e-07,7326.05,16666.875,1520.725,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row gpt-5.4-medium / column performance_mean),,out:superseded,out:superseded alebench,epoch-archive,gpt-5.4-mini,high,coding,hard,ALE-Bench,per-task,0.2714078775,2.89e-07,14858.05,58093.8,1188.575,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row gpt-5.4-mini-high / column performance_mean),,out:superseded,out:superseded alebench,epoch-archive,gpt-5.4-nano,high,coding,hard,ALE-Bench,per-task,0.02708439375,2.89e-07,2980.0,21398.075,1004.525,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row gpt-5.4-nano-high / column performance_mean),,out:superseded,out:superseded alebench,epoch-archive,gpt-5.4,nothink,coding,hard,ALE-Bench,per-task,0.0523144,2.89e-07,2980.0,3225.2,1086.025,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row gpt-5.4-none / column performance_mean),,out:superseded,out:superseded alebench,epoch-archive,gpt-5.5,medium,coding,hard,ALE-Bench,per-task,0.32896535,2.89e-07,2980.0,10726.125,1589.375,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row gpt-5.5-medium / column performance_mean),,out:superseded,out:superseded alebench,epoch-archive,gpt-5.5,nothink,coding,hard,ALE-Bench,per-task,0.0734837,2.89e-07,2980.0,2208.15,1127.575,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row gpt-5.5-none / column performance_mean),,out:superseded,out:superseded alebench,epoch-archive,gpt-5.5,xhigh,coding,hard,ALE-Bench,per-task,1.5171325,2.89e-07,3970.25,50120.575,1942.975,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row gpt-5.5-xhigh / column performance_mean),,out:superseded,out:superseded alebench,epoch-archive,gpt-5.6-luna,max,coding,hard,ALE-Bench,per-task,0.359170905,2.89e-07,30008.125,55171.425,1667.4,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row gpt-5.6-luna-max / column performance_mean),,out:superseded,out:superseded alebench,epoch-archive,gpt-5.6-sol,max,coding,hard,ALE-Bench,per-task,1.5340780875,2.89e-07,8670.8,50025.65,2176.875,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row gpt-5.6-sol-max / column performance_mean),,out:superseded,out:superseded alebench,epoch-archive,gpt-5.6-terra,max,coding,hard,ALE-Bench,per-task,1.254047403125,2.89e-07,2980.0,83497.35,1951.425,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row gpt-5.6-terra-max / column performance_mean),,out:superseded,out:superseded alebench,epoch-archive,gpt-5,unstated,coding,hard,ALE-Bench,per-task,0.0437445,2.89e-07,2980.0,4027.15,807.65,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row gpt-5 / column performance_mean),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,gpt-6-astra,max,coding,hard,ALE-Bench,per-task,2.8641497375,2.89e-07,2980.0,57124.225,2951.325,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row gpt-6-astra-max / column performance_mean),,out:superseded,out:superseded alebench,epoch-archive,gpt-6-luna,xhigh,coding,hard,ALE-Bench,per-task,0.018044947750000002,2.89e-07,2980.0,36004.425,1576.925,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row gpt-6-luna-xhigh / column performance_mean),,out:superseded,out:superseded alebench,epoch-archive,gpt-6-sol,max,coding,hard,ALE-Bench,per-task,0.84398415,2.89e-07,2980.0,84338.275,2462.0,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row gpt-6-sol-max / column performance_mean),,out:superseded,out:superseded alebench,epoch-archive,gpt-oss-120b,unstated,coding,hard,ALE-Bench,per-task,0.001302925,2.89e-07,3044.0,1997.05,575.625,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row gpt-oss-120b / column performance_mean),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,gpt-oss-20b,unstated,coding,hard,ALE-Bench,per-task,0.00071689,2.89e-07,3045.0,2905.6,566.05,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row gpt-oss-20b / column performance_mean),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,grok-4.1-fast,unstated,coding,hard,ALE-Bench,per-task,0.00922129875,2.89e-07,3151.475,17412.85,394.925,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row grok-4.1-fast / column performance_mean),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,grok-4.20,think,coding,hard,ALE-Bench,per-task,0.09801901791666667,0.0233,3013.225,22619.05,1150.275,perf,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row grok-4.20-beta / column performance_mean),,in,out:cost-single-couple alebench,epoch-archive,grok-4.3,unstated,coding,hard,ALE-Bench,per-task,0.05579878,2.89e-07,3013.225,21052.625,944.175,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row grok-4.3 / column performance_mean),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,grok-4.5,high,coding,hard,ALE-Bench,per-task,0.17676715,2.89e-07,3477.2,28869.325,1309.275,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row grok-4.5-high / column performance_mean),,out:superseded,out:superseded alebench,epoch-archive,grok-4.6,xhigh,coding,hard,ALE-Bench,per-task,0.24005,2.89e-07,3259.0,39583.6,1508.075,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row grok-4.6-xhigh / column performance_mean),,out:superseded,out:superseded alebench,epoch-archive,grok-code-fast-1,unstated,coding,hard,ALE-Bench,per-task,0.008947125,2.89e-07,3090.225,5819.6,587.725,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row grok-code-fast-1 / column performance_mean),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,hy3,high,coding,hard,ALE-Bench,per-task,0.0262634625,2.89e-07,2949.55,43035.05,838.65,perf,0.000289,,cost-method-assumed-single,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row hy3-high / column performance_mean),,out:single-couple,out:cost-not-comparable alebench,epoch-archive,inkling,not-established:absent,coding,hard,ALE-Bench,per-task,0.2025482065,2.89e-07,7217.05,48499.45,946.0,perf,0.000289,,max-as-highest,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row inkling-max / column performance_mean),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,kimi-k2-instruct-0905,solo,coding,hard,ALE-Bench,per-task,0.0080505425,2.89e-07,2926.425,2517.875,267.125,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row kimi-k2-0905 / column performance_mean),,out:superseded,out:superseded alebench,epoch-archive,kimi-k2-instruct,solo,coding,hard,ALE-Bench,per-task,0.0878190075,2.89e-07,20969.9,30386.625,597.5,perf,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row kimi-k2-thinking / column performance_mean),,out:single-couple,out:cost-single-couple alebench,epoch-archive,?kimi-k2.5,not-established:absent,coding,hard,ALE-Bench,per-task,0.0474580425,2.89e-07,3172.425,15508.175,821.65,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row kimi-k2.5 / column performance_mean),,out:model-not-established,out:model-not-established alebench,epoch-archive,kimi-k2.6,unstated,coding,hard,ALE-Bench,per-task,0.19686070625,2.89e-07,2927.025,48986.75,1092.675,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row kimi-k2.6 / column performance_mean),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,kimi-k2.7-code,solo,coding,hard,ALE-Bench,per-task,0.18474272575,2.89e-07,2926.425,45506.15,886.225,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row kimi-k2.7-code / column performance_mean),,out:superseded,out:superseded alebench,epoch-archive,kimi-k3,max,coding,hard,ALE-Bench,per-task,1.28155383,2.89e-07,3422.15,84872.3,1524.475,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row kimi-k3-max / column performance_mean),,out:superseded,out:superseded alebench,epoch-archive,ling-2.6-1t,unstated,coding,hard,ALE-Bench,per-task,0.007552488,2.89e-07,3252.65,2648.85,432.575,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row ling-2.6-1t / column performance_mean),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,llama-4-maverick,solo,coding,hard,ALE-Bench,per-task,0.0013690455,2.89e-07,2919.975,1405.75,172.975,perf,0.000289,,cost-method-assumed-single,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row llama-4-maverick / column performance_mean),,out:single-couple,out:cost-not-comparable alebench,epoch-archive,longcat-2.0,unstated,coding,hard,ALE-Bench,per-task,0.035933145,2.89e-07,3058.95,29708.75,793.45,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row longcat-2.0 / column performance_mean),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,mercury-2.5,high,coding,hard,ALE-Bench,per-task,0.006233557,2.89e-07,3170.675,7539.3,301.65,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row mercury-2.5-high / column performance_mean),,out:superseded,out:superseded alebench,epoch-archive,mercury-2,unstated,coding,hard,ALE-Bench,per-task,0.00749835875,2.89e-07,2919.125,9229.4,785.575,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row mercury-2 / column performance_mean),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,?mimo-v2-flash,not-established:absent,coding,hard,ALE-Bench,per-task,0.0068393125,2.89e-07,3144.1,21749.675,737.95,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row mimo-v2-flash / column performance_mean),,out:model-not-established,out:model-not-established alebench,epoch-archive,?mimo-v2-pro,not-established:absent,coding,hard,ALE-Bench,per-task,0.076717655,2.89e-07,3144.1,24935.825,785.175,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row mimo-v2-pro / column performance_mean),,out:model-not-established,out:model-not-established alebench,epoch-archive,mimo-v2.5-pro,unstated,coding,hard,ALE-Bench,per-task,0.102977345,2.89e-07,3144.1,34020.575,899.8,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row mimo-v2.5-pro / column performance_mean),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,mimo-v2.5,unstated,coding,hard,ALE-Bench,per-task,0.037557988,2.89e-07,3144.1,18430.75,513.95,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row mimo-v2.5 / column performance_mean),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,mimo-v2.6-pro,unstated,coding,hard,ALE-Bench,per-task,0.108379222515,2.89e-07,49449.875,103073.175,1158.1,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row mimo-v2.6-pro / column performance_mean),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,minimax-m2.1,unstated,coding,hard,ALE-Bench,per-task,0.053590392,2.89e-07,3591.4,44296.85,623.825,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row minimax-m2.1 / column performance_mean),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,minimax-m2.5,unstated,coding,hard,ALE-Bench,per-task,0.03665792175,2.89e-07,2915.3,30193.275,618.175,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row minimax-m2.5 / column performance_mean),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,minimax-m2.7,unstated,coding,hard,ALE-Bench,per-task,0.0471770265,2.89e-07,3028.275,38883.525,599.25,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row minimax-m2.7 / column performance_mean),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,minimax-m3,unstated,coding,hard,ALE-Bench,per-task,0.11176356900000001,2.89e-07,11345.075,43775.15,640.025,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row minimax-m3 / column performance_mean),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,mistral-large-2512,unstated,coding,hard,ALE-Bench,per-task,0.00510395,2.89e-07,3119.5,2362.8,264.7,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row mistral-large-3-2512 / column performance_mean),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,mistral-medium-3.1,unstated,coding,hard,ALE-Bench,per-task,0.00737215,2.89e-07,3119.5,3062.175,210.175,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row mistral-medium-3.1 / column performance_mean),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,mistral-medium-3.5,unstated,coding,hard,ALE-Bench,per-task,0.2729859375,2.89e-07,3131.5,35774.625,763.975,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row mistral-medium-3.5 / column performance_mean),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,mistral-small-2603,unstated,coding,hard,ALE-Bench,per-task,0.015586695,2.89e-07,3223.8,25335.775,497.625,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row mistral-small-4 / column performance_mean),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,muse-glimmer-30b,high,coding,hard,ALE-Bench,per-task,0.02917858675,2.89e-07,3629.125,19297.35,962.45,perf,0.000289,,cost-method-assumed-single,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row muse-glimmer-30b-high / column performance_mean),,out:single-couple,out:cost-not-comparable alebench,epoch-archive,nemotron-3-super-120b-a12b,unstated,coding,hard,ALE-Bench,per-task,0.0082070375,2.89e-07,3130.5,15787.975,213.9,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row nemotron-3-super / column performance_mean),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,nemotron-3.5-lightning,unstated,coding,hard,ALE-Bench,per-task,0.0092915575,2.89e-07,3292.55,35923.45,769.225,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row nemotron-3.5-lightning / column performance_mean),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,?nova-2-lite-v1,not-established:absent,coding,hard,ALE-Bench,per-task,0.004155905,2.89e-07,2906.35,1313.6,236.25,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row nova-2-lite-v1 / column performance_mean),,out:model-not-established,out:model-not-established alebench,epoch-archive,?nova-premier-v1,not-established:absent,coding,hard,ALE-Bench,per-task,0.027341,2.89e-07,3402.65,1506.75,147.375,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row nova-premier-v1 / column performance_mean),,out:model-not-established,out:model-not-established alebench,epoch-archive,o3,high,coding,hard,ALE-Bench,per-task,0.1034744,2.89e-07,2980.0,12303.9,933.55,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row o3-high / column performance_mean),,out:superseded,out:superseded alebench,epoch-archive,o4-mini,high,coding,hard,ALE-Bench,per-task,0.0447194,2.89e-07,2980.0,9563.7,826.175,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row o4-mini-high / column performance_mean),,out:superseded,out:superseded alebench,epoch-archive,?qwen3-coder-plus,not-established:absent,coding,hard,ALE-Bench,per-task,0.0139211975,2.89e-07,3146.1,2388.7,456.5,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row qwen3-coder-plus / column performance_mean),,out:model-not-established,out:model-not-established alebench,epoch-archive,?qwen3-coder,not-established:absent,coding,hard,ALE-Bench,per-task,0.003676599,2.89e-07,3146.1,2303.525,461.45,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row qwen3-coder / column performance_mean),,out:model-not-established,out:model-not-established alebench,epoch-archive,?qwen3,not-established:absent,coding,hard,ALE-Bench,per-task,0.02212527,2.89e-07,3146.1,3058.325,370.45,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row qwen3-max / column performance_mean),,out:model-not-established,out:model-not-established alebench,epoch-archive,qwen3.5-27b,unstated,coding,hard,ALE-Bench,per-task,0.0419450325,2.89e-07,3253.775,17070.375,349.45,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row qwen3.5-27b / column performance_mean),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,qwen3.5-35b-a3b,unstated,coding,hard,ALE-Bench,per-task,0.03786984375,2.89e-07,3253.775,18528.2,221.8,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row qwen3.5-35b-a3b / column performance_mean),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,qwen3.5-397b-a17b,unstated,coding,hard,ALE-Bench,per-task,0.03981018,2.89e-07,3254.6,10515.95,621.925,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row qwen3.5-397b-a17b / column performance_mean),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,qwen3.5-flash,unstated,coding,hard,ALE-Bench,per-task,0.0122146,2.89e-07,3254.6,29722.85,265.925,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row qwen3.5-flash / column performance_mean),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,qwen3.5-plus,unstated,coding,hard,ALE-Bench,per-task,0.02573798,2.89e-07,3254.6,10181.725,608.925,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row qwen3.5-plus / column performance_mean),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,qwen3.6-flash,unstated,coding,hard,ALE-Bench,per-task,0.03562754375,2.89e-07,3253.775,23209.4,326.4,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row qwen3.6-flash / column performance_mean),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,qwen3.6-plus,unstated,coding,hard,ALE-Bench,per-task,0.0570689125,2.89e-07,3253.775,18480.675,670.15,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row qwen3.6-plus / column performance_mean),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,qwen3.7-flash,unstated,coding,hard,ALE-Bench,per-task,0.0035412717999999998,2.89e-07,3253.775,26630.875,420.1,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row qwen3.7-flash / column performance_mean),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,?qwen3.7,not-established:absent,coding,hard,ALE-Bench,per-task,0.3845001875,2.89e-07,3253.775,50182.1,1189.4,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row qwen3.7-max / column performance_mean),,out:model-not-established,out:model-not-established alebench,epoch-archive,solar-pro4,not-established:absent,coding,hard,ALE-Bench,per-task,0.0389121705,2.89e-07,3137.575,31664.175,179.3,perf,0.000289,,,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row solar-pro4-max / column performance_mean),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,step-3.7-flash,medium,coding,hard,ALE-Bench,per-task,0.03270494875,2.89e-07,2974.15,28039.825,694.125,perf,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://sakanaai.github.io/ALE-Bench-Leaderboard/ ($.rows / row step-3.7-flash-medium / column performance_mean),,out:single-couple,out:cost-single-couple weirdml,epoch-archive,gpt-6-astra,not-established:absent,reasoning-math,hard,WeirdML,per-run,29.305755666666663,2.89e-07,,,93.57,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recEy3l0e3fb7Ia3k / column Accuracy),,out:effort-not-established,out:effort-not-established weirdml,epoch-archive,gpt-6-astra,max,reasoning-math,hard,WeirdML,per-run,7.748507900000001,2.89e-07,,,93.28000000000001,score%,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row rec133XekkfngA36k / column Accuracy),,in,in weirdml,epoch-archive,fable-5.1,max,reasoning-math,hard,WeirdML,per-run,11.686583529411763,2.89e-07,,,92.9,score%,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recrm7c71JFig2bUs / column Accuracy),,in,in weirdml,epoch-archive,gpt-6-astra,high,reasoning-math,hard,WeirdML,per-run,2.975405612244898,2.89e-07,,,92.87000000000001,score%,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row rect2MKJz3YKOcoxs / column Accuracy),,in,in weirdml,epoch-archive,fable-5.1,high,reasoning-math,hard,WeirdML,per-run,3.2013411235955056,2.89e-07,,,92.3,score%,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recfo5ksX2HG4Gkay / column Accuracy),,in,in weirdml,epoch-archive,fable-5,max,reasoning-math,hard,WeirdML,per-run,8.424409705882354,2.89e-07,,,91.94,score%,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recFU4S6sD5dKVLFF / column Accuracy),,in,in weirdml,epoch-archive,opus-5,max,reasoning-math,hard,WeirdML,per-run,4.7419545588235295,2.89e-07,,,91.78000000000001,score%,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recWwk0RBjkPAjios / column Accuracy),,in,in weirdml,epoch-archive,opus-5,high,reasoning-math,hard,WeirdML,per-run,2.1933491176470588,2.89e-07,,,91.59,score%,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recG8bVdbUmuVccNX / column Accuracy),,in,in weirdml,epoch-archive,gpt-5.6-sol,not-established:absent,reasoning-math,hard,WeirdML,per-run,3.8707419117647057,2.89e-07,,,89.43000000000001,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recKCrWh6fGtCumC9 / column Accuracy),,out:effort-not-established,out:effort-not-established weirdml,epoch-archive,gpt-5.6-sol,high,reasoning-math,hard,WeirdML,per-run,1.5684984375,0.181,,,88.76000000000001,score%,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recDXSQrmsktQrxr3 / column Accuracy),,in,in weirdml,epoch-archive,fable-5,high,reasoning-math,hard,WeirdML,per-run,3.1068966666666666,2.89e-07,,,87.85,score%,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recm1YL5ROE3e3a8v / column Accuracy),,in,in weirdml,epoch-archive,gpt-5.6-sol,max,reasoning-math,hard,WeirdML,per-run,2.8902594117647054,0.334,,,86.97,score%,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row rec7UbzIyPljXighC / column Accuracy),,in,in weirdml,epoch-archive,opus-5,unstated,reasoning-math,hard,WeirdML,per-run,1.419572117647059,2.89e-07,,,86.34000000000001,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recVNrTRYPu0FgJv9 / column Accuracy),,out:effort-not-established,out:effort-not-established weirdml,epoch-archive,gpt-5.5,xhigh,reasoning-math,hard,WeirdML,per-run,2.568345317647059,2.89e-07,,,84.91,score%,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recNJLmrITg65HnLP / column Accuracy),,in,in weirdml,epoch-archive,gpt-5.5,high,reasoning-math,hard,WeirdML,per-run,2.221576529411765,2.89e-07,,,83.90000000000001,score%,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row rece9m5QDHJk0kphX / column Accuracy),,in,in weirdml,epoch-archive,opus-4.8,xhigh,reasoning-math,hard,WeirdML,per-run,2.3498122772277226,2.89e-07,,,82.89,score%,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recIQsIEKMmBYxvWF / column Accuracy),,in,in weirdml,epoch-archive,kimi-k3,max,reasoning-math,hard,WeirdML,per-run,2.0536589833333334,2.89e-07,,,82.57,score%,0.00289,,cost-method-assumed-single,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recQcmwjtb4CiWGMH / column Accuracy),,in,out:cost-not-comparable weirdml,epoch-archive,gpt-5.3-codex,unstated,reasoning-math,hard,WeirdML,per-run,2.35,2.89e-07,,,79.3,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recQoGmOgTINEyg46 / column Accuracy),,out:effort-not-established,out:effort-not-established weirdml,epoch-archive,gpt-5.6-terra,high,reasoning-math,hard,WeirdML,per-run,0.2807150547794117,0.018,,,78.27,score%,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recmnP6rlIVdQcuyG / column Accuracy),,in,out:cost-single-couple weirdml,epoch-archive,opus-4.6,high,reasoning-math,hard,WeirdML,per-run,5.779370588235294,2.89e-07,,,77.95000000000001,score%,0.00289,,cost-price-ratio:USD; cost-method-assumed-single,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recAZOaIZoeMECTb2 / column Accuracy),,out:single-couple,out:cost-not-comparable weirdml,epoch-archive,opus-4.6,not-established:absent,reasoning-math,hard,WeirdML,per-run,5.78,2.89e-07,,,77.9,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recSlHl7gDvgN7Iv6 / column Accuracy),,out:effort-not-established,out:effort-not-established weirdml,epoch-archive,gpt-5.3-codex,xhigh,reasoning-math,hard,WeirdML,per-run,2.452577288823529,2.89e-07,,,77.9,score%,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recSL5zN2vlWKsInd / column Accuracy),,in,in weirdml,epoch-archive,gpt-5.4,xhigh,reasoning-math,hard,WeirdML,per-run,5.719939852941176,2.89e-07,,,77.7,score%,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recxpHhBx0NDfrFVq / column Accuracy),,in,in weirdml,epoch-archive,opus-4.7,high,reasoning-math,hard,WeirdML,per-run,1.8207113690476193,2.89e-07,,,76.44,score%,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recIku5vHDX9VoDi9 / column Accuracy),,in,in weirdml,epoch-archive,opus-4.7,unstated,reasoning-math,hard,WeirdML,per-run,0.6895180000000002,2.89e-07,,,76.40000000000001,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recuoBayQAlGA5M8a / column Accuracy),,out:effort-not-established,out:effort-not-established weirdml,epoch-archive,opus-4.7,not-established:absent,reasoning-math,hard,WeirdML,per-run,0.6895,2.89e-07,,,76.4,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recIyMQSWffJ5JAmX / column Accuracy),,out:effort-not-established,out:effort-not-established weirdml,epoch-archive,opus-4.8,medium,reasoning-math,hard,WeirdML,per-run,0.8472938235294117,2.89e-07,,,76.04000000000001,score%,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row reciU71sdJ0Xc773s / column Accuracy),,in,in weirdml,epoch-archive,opus-4.7,max,reasoning-math,hard,WeirdML,per-run,7.952621764705882,2.89e-07,,,75.45000000000001,score%,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recExT6mKHp0IGQ4Q / column Accuracy),,in,in weirdml,epoch-archive,glm-5.3,max,reasoning-math,hard,WeirdML,per-run,0.5351449411428572,2.89e-07,,,75.40000000000001,score%,0.00289,,cost-method-assumed-single,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row rec1RsAHf189UoIIA / column Accuracy),,in,out:cost-not-comparable weirdml,epoch-archive,gpt-5.2,xhigh,reasoning-math,hard,WeirdML,per-run,2.0473807117647063,2.89e-07,,,72.19,score%,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recBg3iB5UB07x2hT / column Accuracy),,in,in weirdml,epoch-archive,gemini-3.1-pro,unstated,reasoning-math,hard,WeirdML,per-run,1.3601870235294122,2.89e-07,,,72.06999999999999,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recGmSE5Oa6sPNY3I / column Accuracy),,out:effort-not-established,out:effort-not-established weirdml,epoch-archive,opus-4.8,not-established:absent,reasoning-math,hard,WeirdML,per-run,0.4752000990099009,2.89e-07,,,70.45,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row rectzf70zaXWJLj63 / column Accuracy),,out:effort-not-established,out:effort-not-established weirdml,epoch-archive,glm-5.2,not-established:absent,reasoning-math,hard,WeirdML,per-run,0.5072874972,2.89e-07,,,70.12,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recSQFD35vSn14YQh / column Accuracy),,out:effort-not-established,out:effort-not-established weirdml,epoch-archive,?gemini-3-pro-preview,not-established:absent,reasoning-math,hard,WeirdML,per-run,0.5257711076923077,2.89e-07,,,69.93,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recMwExVNzQFOuRPy / column Accuracy),,out:model-not-established,out:model-not-established weirdml,epoch-archive,sonnet-5,high,reasoning-math,hard,WeirdML,per-run,0.895463294117647,2.89e-07,,,68.78000000000001,score%,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recwWCD4jlF5lW7rt / column Accuracy),,in,in weirdml,epoch-archive,glm-5.2,high,reasoning-math,hard,WeirdML,per-run,0.28333104480874316,2.89e-07,,,67.31,score%,0.00289,,cost-method-assumed-single,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row reccjeovOo5ppZ5Fh / column Accuracy),,in,out:cost-not-comparable weirdml,epoch-archive,grok-4.6,high,reasoning-math,hard,WeirdML,per-run,0.33483234117647054,2.89e-07,,,67.29,score%,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recjPHayQp5hGuMXS / column Accuracy),,in,in weirdml,epoch-archive,gpt-5.5,nothink,reasoning-math,hard,WeirdML,per-run,0.5389514705882353,2.89e-07,,,67.15000000000001,score%,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recB9k0CpkaxiR6xD / column Accuracy),,in,in weirdml,epoch-archive,deepseek-v4-pro-0813,max,reasoning-math,hard,WeirdML,per-run,0.19103203769491522,2.89e-07,,,66.22,score%,0.00289,,cost-method-assumed-single,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row rec3A9S3gzPC8h4kX / column Accuracy),,in,out:cost-not-comparable weirdml,epoch-archive,sonnet-4.6,medium,reasoning-math,hard,WeirdML,per-run,2.8593499285714286,2.89e-07,,,66.07,score%,0.00289,,cost-price-ratio:USD; cost-method-assumed-single,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recKgAUWa5eUZxXQM / column Accuracy),,in,out:cost-not-comparable weirdml,epoch-archive,opus-4.6,unstated,reasoning-math,hard,WeirdML,per-run,0.7355440860215054,2.89e-07,,,65.87000000000001,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recffS4JAWtKqn3Ku / column Accuracy),,out:effort-not-established,out:effort-not-established weirdml,epoch-archive,opus-4.5,think-16000,reasoning-math,hard,WeirdML,per-run,0.7383040804597701,2.89e-07,,,63.74000000000001,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row reci9ur1kRcoJsSdF / column Accuracy),,out:budget-config,out:budget-config weirdml,epoch-archive,gpt-5.2,medium,reasoning-math,hard,WeirdML,per-run,0.4159760980392157,2.89e-07,,,63.44,score%,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recpsACaI9bWFMg53 / column Accuracy),,in,in weirdml,epoch-archive,deepseek-v4-flash-0731,max,reasoning-math,hard,WeirdML,per-run,0.028578264316831685,2.89e-07,,,62.96,score%,0.00289,,cost-method-assumed-single,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recHz3VON5MYuSgCS / column Accuracy),,in,out:cost-not-comparable weirdml,epoch-archive,gemini-3.5-flash,high,reasoning-math,hard,WeirdML,per-run,0.7560409661764705,2.89e-07,,,62.64000000000001,score%,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recrIPcpOeEj60VKj / column Accuracy),,in,in weirdml,epoch-archive,gemini-3-flash,unstated,reasoning-math,hard,WeirdML,per-run,0.22158831288659797,2.89e-07,,,61.6,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recORWiDWDuE6ne5i / column Accuracy),,out:effort-not-established,out:effort-not-established weirdml,epoch-archive,gpt-5.6-luna,high,reasoning-math,hard,WeirdML,per-run,0.11999414764705886,0.0462,,,60.86,score%,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recCwfTTdk592JqP0 / column Accuracy),,in,out:cost-single-couple weirdml,epoch-archive,gpt-5.1,high,reasoning-math,hard,WeirdML,per-run,0.6913346831683168,2.89e-07,,,60.77,score%,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row reci36t9Q8We2ARmf / column Accuracy),,in,in weirdml,epoch-archive,gpt-5,high,reasoning-math,hard,WeirdML,per-run,0.5931804044117648,2.89e-07,,,60.70000000000001,score%,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row rec4qZr44BtF62vqq / column Accuracy),,out:single-couple,out:cost-single-couple weirdml,epoch-archive,gpt-5-pro,high,reasoning-math,hard,WeirdML,per-run,7.647644117647059,2.89e-07,,,60.39,score%,0.00289,,cost-price-ratio:USD; cost-method-assumed-single,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recX2OmQjv53BIY3l / column Accuracy),,out:single-couple,out:cost-not-comparable weirdml,epoch-archive,gpt-5.4-mini,high,reasoning-math,hard,WeirdML,per-run,1.2910174676470587,2.89e-07,,,60.3,score%,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recX7Ablwb2UkN5s3 / column Accuracy),,in,in weirdml,epoch-archive,muse-spark-1.2,xhigh,reasoning-math,hard,WeirdML,per-run,0.38010874811320755,2.89e-07,,,60.3,score%,0.00289,,cost-method-assumed-single,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recPAu5qSXms7oxpX / column Accuracy),,out:single-couple,out:cost-not-comparable weirdml,epoch-archive,o3-pro,high,reasoning-math,hard,WeirdML,per-run,2.540382702702703,2.89e-07,,,58.21000000000001,score%,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recrKJicVBBBp5oLq / column Accuracy),,out:single-couple,out:cost-single-couple weirdml,epoch-archive,gpt-5.4,nothink,reasoning-math,hard,WeirdML,per-run,0.26790913235294117,2.89e-07,,,57.44,score%,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row reczzKMLHOv2ZMWkk / column Accuracy),,in,in weirdml,epoch-archive,gpt-5.4-pro,not-established:absent,reasoning-math,hard,WeirdML,per-run,0.26790913235294117,2.89e-07,,,57.44,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recShobEBXmUWOQsU / column Accuracy),,out:effort-not-established,out:effort-not-established weirdml,epoch-archive,glm-5.1,unstated,reasoning-math,hard,WeirdML,per-run,0.3175119256097561,2.89e-07,,,57.10000000000001,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row rec5NQhvAEkM6TdnT / column Accuracy),,out:effort-not-established,out:effort-not-established weirdml,epoch-archive,deepseek-v4-flash-0731,high,reasoning-math,hard,WeirdML,per-run,0.025342430526912183,2.89e-07,,,57.05,score%,0.00289,,cost-method-assumed-single,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recobqFXuYggQJT8p / column Accuracy),,in,out:cost-not-comparable weirdml,epoch-archive,gemini-3.6-flash,high,reasoning-math,hard,WeirdML,per-run,0.934068101470588,0.18,,,56.1,score%,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recMmGYltihm9blZq / column Accuracy),,in,out:cost-single-couple weirdml,epoch-archive,kimi-k2.6,unstated,reasoning-math,hard,WeirdML,per-run,0.35035446042016805,2.89e-07,,,55.86,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recn6OmUksaPCOjI9 / column Accuracy),,out:effort-not-established,out:effort-not-established weirdml,epoch-archive,gpt-5-codex,unstated,reasoning-math,hard,WeirdML,per-run,1.095613721,2.89e-07,,,54.53,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recn9o1kxCulEzqBH / column Accuracy),,out:effort-not-established,out:effort-not-established weirdml,epoch-archive,gpt-5-codex,high,reasoning-math,hard,WeirdML,per-run,1.0956137205882353,2.89e-07,,,54.53,score%,0.00289,,cost-price-ratio:USD; cost-method-assumed-single,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row rechNhHxFdftISgRr / column Accuracy),,out:single-couple,out:cost-not-comparable weirdml,epoch-archive,kimi-k2.7-code,solo,reasoning-math,hard,WeirdML,per-run,0.23163436923809524,2.89e-07,,,54.12,score%,0.00289,,cost-method-assumed-single,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recmdjDJrTcPOyMUD / column Accuracy),,in,out:cost-not-comparable weirdml,epoch-archive,gemini-2.5-pro,think-16000,reasoning-math,hard,WeirdML,per-run,0.4096601321,2.89e-07,,,54.03,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recHsTdNwgdKqNyYc / column Accuracy),,out:budget-config,out:budget-config weirdml,epoch-archive,gpt-5-mini,high,reasoning-math,hard,WeirdML,per-run,0.10976651117647059,2.89e-07,,,52.67000000000001,score%,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recSCZGZmZVpfZcHB / column Accuracy),,out:single-couple,out:cost-single-couple weirdml,epoch-archive,o4-mini,high,reasoning-math,hard,WeirdML,per-run,0.19568510000000003,2.89e-07,,,52.56000000000001,score%,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recGzRI7z9Ript5yD / column Accuracy),,out:single-couple,out:cost-single-couple weirdml,epoch-archive,o3,high,reasoning-math,hard,WeirdML,per-run,0.13564014193548388,0.0522,,,52.42,score%,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recSHUB127PDQxkfv / column Accuracy),,out:single-couple,out:cost-single-couple weirdml,epoch-archive,grok-4.20,unstated,reasoning-math,hard,WeirdML,per-run,0.1262829254901961,2.89e-07,,,52.26,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recVUJyYaIs5yx2NE / column Accuracy),,out:effort-not-established,out:effort-not-established weirdml,epoch-archive,gemma-4-31b-it,unstated,reasoning-math,hard,WeirdML,per-run,0.013264671000000004,2.89e-07,,,52.26,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recp4KhtVysoQijD0 / column Accuracy),,out:effort-not-established,out:effort-not-established weirdml,epoch-archive,gemini-3.1-flash-lite,unstated,reasoning-math,hard,WeirdML,per-run,0.0664239769607843,2.89e-07,,,52.19,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row rec6ZiITCMpWQVmg1 / column Accuracy),,out:effort-not-established,out:effort-not-established weirdml,epoch-archive,grok-4.3,not-established:absent,reasoning-math,hard,WeirdML,per-run,0.09031993548387096,2.89e-07,,,49.89,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recWMMOgio9JyMvaZ / column Accuracy),,out:effort-not-established,out:effort-not-established weirdml,epoch-archive,gpt-5.2,nothink,reasoning-math,hard,WeirdML,per-run,0.21462569999999997,2.89e-07,,,49.600000000000005,score%,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row rec2TRMqFG2udu8Rz / column Accuracy),,in,in weirdml,epoch-archive,gpt-5.2,low,reasoning-math,hard,WeirdML,per-run,0.215,2.89e-07,,,49.6,score%,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row reclZgTEmoOmWH7fs / column Accuracy),,in,in weirdml,epoch-archive,gpt-5.4-nano,high,reasoning-math,hard,WeirdML,per-run,0.047747187745098035,2.89e-07,,,49.229999999999996,score%,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row rectXu0v9GEDSKcu7 / column Accuracy),,in,in weirdml,epoch-archive,?deepseek-v4-pro,not-established:absent,reasoning-math,hard,WeirdML,per-run,0.34030045166666667,2.89e-07,,,48.9,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recfRm5fINdrqgGIA / column Accuracy),,out:model-not-established,out:model-not-established weirdml,epoch-archive,gpt-oss-120b,high,reasoning-math,hard,WeirdML,per-run,0.033483015,2.89e-07,,,48.17,score%,0.00289,,cost-method-assumed-single,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recWRKD0ymts02CqB / column Accuracy),,out:single-couple,out:cost-not-comparable weirdml,epoch-archive,?openai/gpt-oss-120b,not-established:absent,reasoning-math,hard,WeirdML,per-run,0.03348301499999999,2.89e-07,,,48.17,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recbVp3QhWPOFJDDS / column Accuracy),,out:model-not-established,out:model-not-established weirdml,epoch-archive,glm-5,unstated,reasoning-math,hard,WeirdML,per-run,0.07874515247524752,2.89e-07,,,48.17,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row receopdhR3orpxf0k / column Accuracy),,out:effort-not-established,out:effort-not-established weirdml,epoch-archive,sonnet-4.5,think-16000,reasoning-math,hard,WeirdML,per-run,0.3343779683544304,2.89e-07,,,47.71,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recnLgZJKzq0pWJ9p / column Accuracy),,out:budget-config,out:budget-config weirdml,epoch-archive,o1-preview,solo,reasoning-math,hard,WeirdML,per-run,1.8487597058823528,2.89e-07,,,47.56,score%,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recJyT9ShE1YMRU74 / column Accuracy),,out:single-couple,out:cost-single-couple weirdml,epoch-archive,?DeepSeek-V3.2-Speciale,not-established:absent,reasoning-math,hard,WeirdML,per-run,0.0352105525490196,2.89e-07,,,46.73,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row rec61Nw717glfIbZL / column Accuracy),,out:model-not-established,out:model-not-established weirdml,epoch-archive,sonnet-4.5,unstated,reasoning-math,hard,WeirdML,per-run,0.2796832978723404,2.89e-07,,,46.7,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recWzey65DpSgKtm8 / column Accuracy),,out:effort-not-established,out:effort-not-established weirdml,epoch-archive,?deepseek-v4-pro,not-established:absent,reasoning-math,hard,WeirdML,per-run,0.12994430126582276,2.89e-07,,,46.530000000000005,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recQgbRlFbpfdoonZ / column Accuracy),,out:model-not-established,out:model-not-established weirdml,epoch-archive,grok-4.5,not-established:absent,reasoning-math,hard,WeirdML,per-run,0.08046285647058822,2.89e-07,,,46.43,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recS0MGYDnpqvXhzT / column Accuracy),,out:effort-not-established,out:effort-not-established weirdml,epoch-archive,?claude-sonnet-4-20250514,not-established:absent,reasoning-math,hard,WeirdML,per-run,0.33598588636363635,2.89e-07,,,46.11,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recuIpEzqzmBXSuu5 / column Accuracy),,out:model-not-established,out:model-not-established weirdml,epoch-archive,o1,not-established:absent,reasoning-math,hard,WeirdML,per-run,2.0286688235294115,2.89e-07,,,46.08,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row reczHopD946ynh9x0 / column Accuracy),,out:effort-not-established,out:effort-not-established weirdml,epoch-archive,?claude-opus-4-1-20250805,not-established:absent,reasoning-math,hard,WeirdML,per-run,1.755552705882353,2.89e-07,,,45.86,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row reckSuCYFJ6a1ksrw / column Accuracy),,out:model-not-established,out:model-not-established weirdml,epoch-archive,?grok-4-0709,not-established:absent,reasoning-math,hard,WeirdML,per-run,0.4517731019417476,2.89e-07,,,45.73,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recGNHgU4woBudrxm / column Accuracy),,out:model-not-established,out:model-not-established weirdml,epoch-archive,?deepseek-v4-flash,not-established:absent,reasoning-math,hard,WeirdML,per-run,0.014616010092615771,2.89e-07,,,45.630000000000004,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recgsOG5WTI3HAflE / column Accuracy),,out:model-not-established,out:model-not-established weirdml,epoch-archive,?kimi-k2.5,not-established:absent,reasoning-math,hard,WeirdML,per-run,0.052612491000000004,2.89e-07,,,45.6,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recrvTpYhCK0tATZT / column Accuracy),,out:model-not-established,out:model-not-established weirdml,epoch-archive,haiku-4.5,unstated,reasoning-math,hard,WeirdML,per-run,0.08938744000000001,2.89e-07,,,45.4,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recbC3Pk2XJrtS6jq / column Accuracy),,out:effort-not-established,out:effort-not-established weirdml,epoch-archive,haiku-4.5,think-16000,reasoning-math,hard,WeirdML,per-run,0.12278560784313723,2.89e-07,,,44.15,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recde5VLEdMBKj0Gz / column Accuracy),,out:budget-config,out:budget-config weirdml,epoch-archive,?claude-sonnet-4-20250514,not-established:absent,reasoning-math,hard,WeirdML,per-run,0.30805649999999996,2.89e-07,,,43.88,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recKsN4DgMnrJJqHR / column Accuracy),,out:model-not-established,out:model-not-established weirdml,epoch-archive,?deepseek-v4-flash,not-established:absent,reasoning-math,hard,WeirdML,per-run,0.007279538164705883,2.89e-07,,,43.76,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recKxCdGxVPD9xKOh / column Accuracy),,out:model-not-established,out:model-not-established weirdml,epoch-archive,?claude-opus-4-20250514,not-established:absent,reasoning-math,hard,WeirdML,per-run,1.7352728823529409,2.89e-07,,,43.72,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recQV87PGo9MozwhO / column Accuracy),,out:model-not-established,out:model-not-established weirdml,epoch-archive,?mistral-medium-2604,not-established:absent,reasoning-math,hard,WeirdML,per-run,0.278465325,2.89e-07,,,43.710000000000004,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recfqFx05Y465G4nA / column Accuracy),,out:model-not-established,out:model-not-established weirdml,epoch-archive,o3-mini,not-established:absent,reasoning-math,hard,WeirdML,per-run,0.17446746058823528,2.89e-07,,,43.700000000000006,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recb7bIHY4oRuegzM / column Accuracy),,out:effort-not-established,out:effort-not-established weirdml,epoch-archive,nemotron-3-ultra-550b-a55b,unstated,reasoning-math,hard,WeirdML,per-run,0.0772020119760479,2.89e-07,,,43.450000000000005,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recgNfeirwt2to5GK / column Accuracy),,out:effort-not-established,out:effort-not-established weirdml,epoch-archive,mercury-2,unstated,reasoning-math,hard,WeirdML,per-run,0.02977649828431373,2.89e-07,,,43.200000000000005,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recLpCV9prcxoluoO / column Accuracy),,out:effort-not-established,out:effort-not-established weirdml,epoch-archive,grok-4-fast,think,reasoning-math,hard,WeirdML,per-run,0.012726230392156862,2.89e-07,,,42.86,score%,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recgozq9bI4nBC6MI / column Accuracy),,out:single-couple,out:cost-single-couple weirdml,epoch-archive,?kimi-k2-thinking,not-established:absent,reasoning-math,hard,WeirdML,per-run,0.08093773510638298,2.89e-07,,,42.79,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recgbBevs5M9TnP36 / column Accuracy),,out:model-not-established,out:model-not-established weirdml,epoch-archive,grok-3-mini,high,reasoning-math,hard,WeirdML,per-run,0.01739341941,2.89e-07,,,42.58,score%,0.00289,,cost-price-ratio:USD; cost-method-assumed-single,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recGEblb3SNnepRe1 / column Accuracy),,out:single-couple,out:cost-not-comparable weirdml,epoch-archive,grok-3-mini,high,reasoning-math,hard,WeirdML,per-run,0.01739341941176471,2.89e-07,,,42.58,score%,0.00289,,cost-price-ratio:USD; cost-method-assumed-single,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recc4ZZmpYmjwzUju / column Accuracy),,out:single-couple,out:cost-not-comparable weirdml,epoch-archive,?gemini-2.5-flash-preview-09-2025_16k,not-established:absent,reasoning-math,hard,WeirdML,per-run,0.07324502983193276,2.89e-07,,,41.91,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recSenSiVOzoyrhM7 / column Accuracy),,out:model-not-established,out:model-not-established weirdml,epoch-archive,gpt-oss-120b,medium,reasoning-math,hard,WeirdML,per-run,0.011485011176470588,2.89e-07,,,41.880000000000006,score%,0.00289,,cost-method-assumed-single,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recwbp07k8ku0pbh5 / column Accuracy),,out:single-couple,out:cost-not-comparable weirdml,epoch-archive,?DeepSeek-R1-0528,not-established:absent,reasoning-math,hard,WeirdML,per-run,0.07106829941176471,2.89e-07,,,41.630000000000006,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recLmo6NcvCM4Ye7a / column Accuracy),,out:model-not-established,out:model-not-established weirdml,epoch-archive,?Qwen3-Coder-480B-A35B-Instruct,not-established:absent,reasoning-math,hard,WeirdML,per-run,0.07259235294117648,2.89e-07,,,41.17,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recA6D3LkM2OuG2TH / column Accuracy),,out:model-not-established,out:model-not-established weirdml,epoch-archive,qwen3-235b-a22b-thinking-2507,solo,reasoning-math,hard,WeirdML,per-run,0.01989473141,2.89e-07,,,41.04,score%,0.00289,,cost-method-assumed-single,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row rec1XWGoYSV4OlC8J / column Accuracy),,out:single-couple,out:cost-not-comparable weirdml,epoch-archive,?gemini-2.5-flash-preview-04-17 (16K thinking),not-established:absent,reasoning-math,hard,WeirdML,per-run,0.10585353676470587,2.89e-07,,,40.950000000000003,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recgBmYMNvK9ubOYp / column Accuracy),,out:model-not-established,out:model-not-established weirdml,epoch-archive,gemini-2.5-flash-preview-05-20,think-16000,reasoning-math,hard,WeirdML,per-run,0.1058535368,2.89e-07,,,40.95,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row reci9lthvBxTe1qFc / column Accuracy),,out:budget-config,out:budget-config weirdml,epoch-archive,gpt-oss-20b,high,reasoning-math,hard,WeirdML,per-run,0.010800342499999999,2.89e-07,,,40.93,score%,0.00289,,cost-method-assumed-single,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row rectdVmbAMbhHQ5K3 / column Accuracy),,out:single-couple,out:cost-not-comparable weirdml,epoch-archive,?glm-4.5_thinking,not-established:absent,reasoning-math,hard,WeirdML,per-run,0.07348009059999999,2.89e-07,,,40.58,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row rec7uPDokMq3CWQDy / column Accuracy),,out:model-not-established,out:model-not-established weirdml,epoch-archive,sonnet-3.5-1022,solo,reasoning-math,hard,WeirdML,per-run,0.24832379999999996,2.89e-07,,,39.97,score%,0.00289,,cost-price-ratio:USD; cost-method-assumed-single,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row rec8W7RlpDQoWgvzo / column Accuracy),,out:single-couple,out:cost-not-comparable weirdml,epoch-archive,?gpt-5-chat,not-established:absent,reasoning-math,hard,WeirdML,per-run,0.0785561838235294,2.89e-07,,,39.770000000000005,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row rec1QFsYDTNUf8UB0 / column Accuracy),,out:model-not-established,out:model-not-established weirdml,epoch-archive,?qwen3.5-27B,not-established:absent,reasoning-math,hard,WeirdML,per-run,0.040395000000000014,2.89e-07,,,39.530000000000004,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recwg0Ywd7OOXMftD / column Accuracy),,out:model-not-established,out:model-not-established weirdml,epoch-archive,?DeepSeek-V3.2-Exp_thinking,not-established:absent,reasoning-math,hard,WeirdML,per-run,0.01772299089108911,2.89e-07,,,39.48,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recTOeDgbKEbXih3E / column Accuracy),,out:model-not-established,out:model-not-established weirdml,epoch-archive,gpt-4.5-preview,solo,reasoning-math,hard,WeirdML,per-run,1.575002205882353,2.89e-07,,,39.37,score%,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recwqjqGOkm0f51Io / column Accuracy),,out:single-couple,out:cost-single-couple weirdml,epoch-archive,?Kimi-K2-Instruct,not-established:absent,reasoning-math,hard,WeirdML,per-run,0.03429974068,2.89e-07,,,39.36,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recOD22bjdiSPqTnP / column Accuracy),,out:model-not-established,out:model-not-established weirdml,epoch-archive,?kimi-k2-0711-preview,not-established:absent,reasoning-math,hard,WeirdML,per-run,0.03429974068181818,2.89e-07,,,39.36,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row rec2wisOkQlcRMXxP / column Accuracy),,out:model-not-established,out:model-not-established weirdml,epoch-archive,gpt-4.1,solo,reasoning-math,hard,WeirdML,per-run,0.09702961904761905,2.89e-07,,,39.04,score%,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row reculBSjwckG4bYHD / column Accuracy),,out:single-couple,out:cost-single-couple weirdml,epoch-archive,gemini-3.5-flash-lite,high,reasoning-math,hard,WeirdML,per-run,0.04675567557894736,2.89e-07,,,39,score%,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recwspdjXSGDnHdX0 / column Accuracy),,in,in weirdml,epoch-archive,?Qwen3-235B-A22B-Instruct-2507,not-established:absent,reasoning-math,hard,WeirdML,per-run,0.01340708465,2.89e-07,,,38.7,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recJkoZfVe1YtOBro / column Accuracy),,out:model-not-established,out:model-not-established weirdml,epoch-archive,qwen3-235b-a22b-thinking-2507,solo,reasoning-math,hard,WeirdML,per-run,0.013407084653465346,2.89e-07,,,38.7,score%,0.00289,,cost-method-assumed-single,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recnlRdiKD49ooOXW / column Accuracy),,out:single-couple,out:cost-not-comparable weirdml,epoch-archive,?DeepSeek-V3.1_thinking,not-established:absent,reasoning-math,hard,WeirdML,per-run,0.0311958091954023,2.89e-07,,,38.36,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recpYiDZJiwfMbLKa / column Accuracy),,out:model-not-established,out:model-not-established weirdml,epoch-archive,gpt-5-nano,high,reasoning-math,hard,WeirdML,per-run,0.026220323529411768,2.89e-07,,,38.060000000000005,score%,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recYTpsoV61tqQPyp / column Accuracy),,out:single-couple,out:cost-single-couple weirdml,epoch-archive,nemotron-3-super-120b-a12b,unstated,reasoning-math,hard,WeirdML,per-run,0.012169454999999997,2.89e-07,,,38.01,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row reczzWNlMCsX5rCJb / column Accuracy),,out:effort-not-established,out:effort-not-established weirdml,epoch-archive,gpt-5.4-nano,nothink,reasoning-math,hard,WeirdML,per-run,0.019951820588235296,2.89e-07,,,37.96,score%,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recCmJV0yAWMo0juE / column Accuracy),,in,in weirdml,epoch-archive,gpt-5.4-mini,nothink,reasoning-math,hard,WeirdML,per-run,0.07285873235294117,2.89e-07,,,37.9,score%,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row rec32pxBQyrHurEJr / column Accuracy),,in,in weirdml,epoch-archive,gpt-4.1-mini,solo,reasoning-math,hard,WeirdML,per-run,0.016606658823529415,2.89e-07,,,37.61,score%,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recl9hxiaWkqe40FN / column Accuracy),,out:single-couple,out:cost-single-couple weirdml,epoch-archive,?DeepSeek-V3.1,not-established:absent,reasoning-math,hard,WeirdML,per-run,0.019730824705882354,2.89e-07,,,37.5,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recSE9wLRGC5yRt2x / column Accuracy),,out:model-not-established,out:model-not-established weirdml,epoch-archive,qwen3-235b-a22b-thinking-2507,solo,reasoning-math,hard,WeirdML,per-run,0.02087528789,2.89e-07,,,37.28,score%,0.00289,,cost-method-assumed-single,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recQxexQ8ZXyXQfY3 / column Accuracy),,out:single-couple,out:cost-not-comparable weirdml,epoch-archive,?Qwen3-235B-A22B,not-established:absent,reasoning-math,hard,WeirdML,per-run,0.020875287894736843,2.89e-07,,,37.28,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recWOQqT8ls0zAHYo / column Accuracy),,out:model-not-established,out:model-not-established weirdml,epoch-archive,?grok-3,not-established:absent,reasoning-math,hard,WeirdML,per-run,0.24772464411764714,2.89e-07,,,37.24,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row rec1A4AJeDxbjisAk / column Accuracy),,out:model-not-established,out:model-not-established weirdml,epoch-archive,?MiniMax-M2.7,not-established:absent,reasoning-math,hard,WeirdML,per-run,0.03490697524752475,2.89e-07,,,36.950000000000005,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recr7AW8WaCqW0Akc / column Accuracy),,out:model-not-established,out:model-not-established weirdml,epoch-archive,gpt-oss-20b,medium,reasoning-math,hard,WeirdML,per-run,0.0038062152941176477,2.89e-07,,,36.83,score%,0.00289,,cost-method-assumed-single,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recfATNb3nYbAeRBC / column Accuracy),,out:single-couple,out:cost-not-comparable weirdml,epoch-archive,?Kimi-K2-Instruct-0905,not-established:absent,reasoning-math,hard,WeirdML,per-run,0.04181978350515465,2.89e-07,,,36.68,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row rec5rZXinvvAnv0LQ / column Accuracy),,out:model-not-established,out:model-not-established weirdml,epoch-archive,?DeepSeek-R1,not-established:absent,reasoning-math,hard,WeirdML,per-run,0.07850552000000001,2.89e-07,,,36.49,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recWpIUcWCiiJjsuv / column Accuracy),,out:model-not-established,out:model-not-established weirdml,epoch-archive,o1-mini,solo,reasoning-math,hard,WeirdML,per-run,0.11127495238095236,2.89e-07,,,36.32,score%,0.00289,,cost-price-ratio:USD; cost-method-assumed-single,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row rec9nHByk40IO0MOR / column Accuracy),,out:single-couple,out:cost-not-comparable weirdml,epoch-archive,?DeepSeek-V3-0324,not-established:absent,reasoning-math,hard,WeirdML,per-run,0.013903999058823524,2.89e-07,,,36.08,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recRV03WT6QZrAKTk / column Accuracy),,out:model-not-established,out:model-not-established weirdml,epoch-archive,gemini-2.5-flash-lite-preview-06-17,think-16000,reasoning-math,hard,WeirdML,per-run,0.03025316353,2.89e-07,,,35.22,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recCOfjHgyxAboN8H / column Accuracy),,out:effort-not-established,out:effort-not-established weirdml,epoch-archive,?gemini-2.5-flash-lite-preview-06-17-thinking,not-established:absent,reasoning-math,hard,WeirdML,per-run,0.030253163529411764,2.89e-07,,,35.22,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row rectFGVtIctxXIHpZ / column Accuracy),,out:model-not-established,out:model-not-established weirdml,epoch-archive,gemma-4-26b-a4b-it,unstated,reasoning-math,hard,WeirdML,per-run,0.020793745,2.89e-07,,,35.17,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recBIBEDeXoCbo1WJ / column Accuracy),,out:effort-not-established,out:effort-not-established weirdml,epoch-archive,grok-code-fast-1,unstated,reasoning-math,hard,WeirdML,per-run,0.023491821454545456,2.89e-07,,,35.06,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recNqAyRo9Bchbr4t / column Accuracy),,out:effort-not-established,out:effort-not-established weirdml,epoch-archive,qwen3.6-35b-a3b,unstated,reasoning-math,hard,WeirdML,per-run,0.05961612000000001,2.89e-07,,,34.490000000000004,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row rec8PK1T6HNd0I4pj / column Accuracy),,out:effort-not-established,out:effort-not-established weirdml,epoch-archive,qwen3-coder-next,unstated,reasoning-math,hard,WeirdML,per-run,0.032830421568627456,2.89e-07,,,34.4,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recSrZj9sCvfB6GAm / column Accuracy),,out:effort-not-established,out:effort-not-established weirdml,epoch-archive,mistral-medium-3.1,unstated,reasoning-math,hard,WeirdML,per-run,0.040179830588235294,2.89e-07,,,33.130000000000004,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recaGKXTNqQWwgcGX / column Accuracy),,out:effort-not-established,out:effort-not-established weirdml,epoch-archive,?Inkling,not-established:absent,reasoning-math,hard,WeirdML,per-run,0.12554279170588237,2.89e-07,,,32.29,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recvwP0nt7dqhRuLF / column Accuracy),,out:model-not-established,out:model-not-established weirdml,epoch-archive,sonnet-3.5-0620,solo,reasoning-math,hard,WeirdML,per-run,0.24560110588235293,2.89e-07,,,30.97,score%,0.00289,,cost-price-ratio:USD; cost-method-assumed-single,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recZ2Fnhy1oCABquH / column Accuracy),,out:single-couple,out:cost-not-comparable weirdml,epoch-archive,haiku-3.5,solo,reasoning-math,hard,WeirdML,per-run,0.05173216094117647,0.00332,,,30.73,score%,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row reccOpUe11CUnfz3D / column Accuracy),,out:single-couple,out:cost-single-couple weirdml,epoch-archive,?Qwen3-30B-A3B,not-established:absent,reasoning-math,hard,WeirdML,per-run,0.008148141553,2.89e-07,,,29.75,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row reccesPAGx7VM9isY / column Accuracy),,out:model-not-established,out:model-not-established weirdml,epoch-archive,gpt-5-nano,low,reasoning-math,hard,WeirdML,per-run,0.004474679117647059,2.89e-07,,,25.89,score%,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recrxrcJRqQrfigzs / column Accuracy),,out:single-couple,out:cost-single-couple weirdml,epoch-archive,gemini-2.0-flash,solo,reasoning-math,hard,WeirdML,per-run,0.006734424117647059,2.89e-07,,,25.77,score%,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recnyEQFFHcxoiWZd / column Accuracy),,out:single-couple,out:cost-single-couple weirdml,epoch-archive,gpt-4o-1120,solo,reasoning-math,hard,WeirdML,per-run,0.0835560588235294,2.89e-07,,,25.120000000000003,score%,0.00289,,cost-method-assumed-single,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recH4eRsQ6SLuBw9B / column Accuracy),,out:single-couple,out:cost-not-comparable weirdml,epoch-archive,gemini-1.5-flash-002,solo,reasoning-math,hard,WeirdML,per-run,0.0027842108823529408,2.89e-07,,,24.87,score%,0.00289,,cost-price-ratio:USD; cost-method-assumed-single,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recOirGXtvoehxH10 / column Accuracy),,out:single-couple,out:cost-not-comparable weirdml,epoch-archive,?Llama-4-Maverick-17B-128E-Instruct,not-established:absent,reasoning-math,hard,WeirdML,per-run,0.006132220588235293,2.89e-07,,,24.47,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recjgmcFQfC0Kfg2a / column Accuracy),,out:model-not-established,out:model-not-established weirdml,epoch-archive,grok-2-1212,solo,reasoning-math,hard,WeirdML,per-run,0.11412654117647059,2.89e-07,,,22.24,score%,0.00289,,cost-price-ratio:USD; cost-method-assumed-single,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recDbZKRnS6z5OZTF / column Accuracy),,out:single-couple,out:cost-not-comparable weirdml,epoch-archive,gemini-1.5-pro-002,solo,reasoning-math,hard,WeirdML,per-run,0.05045860294117647,2.89e-07,,,22.2,score%,0.00289,,cost-price-ratio:USD; cost-method-assumed-single,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recppqHhl200vYPWu / column Accuracy),,out:single-couple,out:cost-not-comparable weirdml,epoch-archive,?Llama-3.1-405B-Instruct,not-established:absent,reasoning-math,hard,WeirdML,per-run,0.02029766588235294,2.89e-07,,,21.38,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recnDucX915Gq1w1w / column Accuracy),,out:model-not-established,out:model-not-established weirdml,epoch-archive,opus-3,solo,reasoning-math,hard,WeirdML,per-run,0.856788,2.89e-07,,,19.219999999999998,score%,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recWD9aNKNFHjknWF / column Accuracy),,out:single-couple,out:cost-single-couple weirdml,epoch-archive,gpt-4.1-nano,solo,reasoning-math,hard,WeirdML,per-run,0.0025817174757281555,2.89e-07,,,18.98,score%,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recUJYFZqBsEuykUe / column Accuracy),,out:single-couple,out:cost-single-couple weirdml,epoch-archive,gpt-4-turbo,solo,reasoning-math,hard,WeirdML,per-run,0.32102783132530116,2.89e-07,,,18.01,score%,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recteY2LQE2gKMz1y / column Accuracy),,out:single-couple,out:cost-single-couple weirdml,epoch-archive,qwen2.5-72b-instruct,solo,reasoning-math,hard,WeirdML,per-run,0.011327742138364781,2.89e-07,,,15.97,score%,0.00289,,cost-method-assumed-single,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recX1yJGXQJH8sZXs / column Accuracy),,out:single-couple,out:cost-not-comparable weirdml,epoch-archive,?Llama-3.3-70B-Instruct,not-established:absent,reasoning-math,hard,WeirdML,per-run,0.0014694893882352942,2.89e-07,,,14.44,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row rec47nnjaiMGa2Hvi / column Accuracy),,out:model-not-established,out:model-not-established weirdml,epoch-archive,?,not-established:absent,reasoning-math,hard,WeirdML,per-run,0.001467614706,2.89e-07,,,12.99,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recbUeKqIhCxmfiab / column Accuracy),,out:model-not-established,out:model-not-established weirdml,epoch-archive,gpt-4-0613,solo,reasoning-math,hard,WeirdML,per-run,0.6376224705882353,2.89e-07,,,12.36,score%,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recUY5OtXWCsKXibx / column Accuracy),,out:single-couple,out:cost-single-couple weirdml,epoch-archive,gpt-4o-mini,solo,reasoning-math,hard,WeirdML,per-run,0.005260762500000001,2.89e-07,,,11.76,score%,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recUUJ0BGuNnLDeXK / column Accuracy),,out:single-couple,out:cost-single-couple weirdml,epoch-archive,qwen2-72b-instruct,solo,reasoning-math,hard,WeirdML,per-run,0.010191000000000006,2.89e-07,,,11.3,score%,0.00289,,cost-method-assumed-single,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recwNn5qNiY4HZMn3 / column Accuracy),,out:single-couple,out:cost-not-comparable weirdml,epoch-archive,sonnet-3,solo,reasoning-math,hard,WeirdML,per-run,0.17829060714285716,2.89e-07,,,10.160000000000001,score%,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recr58UTdDueiBsM9 / column Accuracy),,out:single-couple,out:cost-single-couple weirdml,epoch-archive,haiku-3,solo,reasoning-math,hard,WeirdML,per-run,0.014075108823529416,2.89e-07,,,9.84,score%,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recgnkWUBffrHJLJ3 / column Accuracy),,out:single-couple,out:cost-single-couple weirdml,epoch-archive,?Llama-3.1-70B-Instruct,not-established:absent,reasoning-math,hard,WeirdML,per-run,0.003222669882352941,2.89e-07,,,8.97,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recFJHpXHYhXFptDA / column Accuracy),,out:model-not-established,out:model-not-established weirdml,epoch-archive,claude-2.1,solo,reasoning-math,hard,WeirdML,per-run,0.1724719012345679,2.89e-07,,,7.06,score%,0.00289,,cost-price-ratio:USD; cost-method-assumed-single,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recMLC0xkEkCfcRb8 / column Accuracy),,out:single-couple,out:cost-not-comparable weirdml,epoch-archive,gpt-3.5-turbo-0125,solo,reasoning-math,hard,WeirdML,per-run,0.04237081395348837,2.89e-07,,,3.48,score%,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recZRRnQERBJbnqYb / column Accuracy),,out:single-couple,out:cost-single-couple weirdml,epoch-archive,?Mixtral-8x22B-Instruct-v0.1,not-established:absent,reasoning-math,hard,WeirdML,per-run,0.03903073333333333,2.89e-07,,,3.17,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row recZSSo7RkyUGkJFX / column Accuracy),,out:model-not-established,out:model-not-established weirdml,epoch-archive,?Llama-3.1-8B-Instruct,not-established:absent,reasoning-math,hard,WeirdML,per-run,0.00041039552941176473,2.89e-07,,,1.73,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (weirdml_external.csv in benchmark_data.zip saved 2026-10-01 / row rech2mtGGqFrKRxQO / column Accuracy),,out:model-not-established,out:model-not-established alebench,epoch-archive,gpt-6-astra,max,coding,hard,ALE-Bench,per-run,2.86415,2.89e-07,,,2951.32,perf,0.00289,,prev=2951.325 (src-epoch-archive-ale-bench-leaderboard-2026-10-01#M77); cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recie6OeSzfrEhXOW / column Performance),,in,in alebench,epoch-archive,gpt-6-sol,max,coding,hard,ALE-Bench,per-run,0.843984,2.89e-07,,,2462.0,perf,0.00289,,prev=2462.0 (src-epoch-archive-ale-bench-leaderboard-2026-10-01#M79); cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row receiDDkmha5O2EgZ / column Performance),,in,in alebench,epoch-archive,gpt-5.6-sol,max,coding,hard,ALE-Bench,per-run,1.9175975,0.221,,,2176.88,perf,0.00289,,prev=2176.875 (src-epoch-archive-ale-bench-leaderboard-2026-10-01#M74); cost-price-ratio:USD; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recB9LSLRE0ygr7gb / column Performance),,in,out:cost-single-couple alebench,epoch-archive,opus-5,high,coding,hard,ALE-Bench,per-run,1.890512,2.89e-07,,,2164.57,perf,0.00289,,prev=2164.575 (src-epoch-archive-ale-bench-leaderboard-2026-10-01#M13); cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row reczXRrSMMBAUjHxZ / column Performance),,in,in alebench,epoch-archive,fable-5.1,high,coding,hard,ALE-Bench,per-run,2.294856,2.89e-07,,,2143.2,perf,0.00289,,prev=2143.2 (src-epoch-archive-ale-bench-leaderboard-2026-10-01#M12); cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recoromAv2aFG1mQC / column Performance),,in,in alebench,epoch-archive,fable-5,high,coding,hard,ALE-Bench,per-run,2.108822,2.89e-07,,,2041.3,perf,0.00289,,prev=2041.3 (src-epoch-archive-ale-bench-leaderboard-2026-10-01#M11); cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recOJYPyImXeBu5y6 / column Performance),,in,in alebench,epoch-archive,gpt-5.6-terra,max,coding,hard,ALE-Bench,per-run,1.1286423,0.0724,,,1951.42,perf,0.00289,,prev=1951.425 (src-epoch-archive-ale-bench-leaderboard-2026-10-01#M75); cost-price-ratio:USD; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recy6tGLt0oXl5Z3t / column Performance),,in,out:cost-single-couple alebench,epoch-archive,gpt-5.5,xhigh,coding,hard,ALE-Bench,per-run,1.517132,2.89e-07,,,1942.97,perf,0.00289,,prev=1942.975 (src-epoch-archive-ale-bench-leaderboard-2026-10-01#M72); cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recvu236lk6eJfew6 / column Performance),,in,in alebench,epoch-archive,sonnet-5.5,high,coding,hard,ALE-Bench,per-run,0.08319075000000001,0.016,,,1819.12,perf,0.00289,,prev=1819.125 (src-epoch-archive-ale-bench-leaderboard-2026-10-01#M16); cost-price-ratio:USD; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recYjibuLhTTZDmIz / column Performance),,in,out:cost-single-couple alebench,epoch-archive,gpt-5.6-luna,max,coding,hard,ALE-Bench,per-run,0.21550260000000002,0.0829,,,1667.4,perf,0.00289,,prev=1667.4 (src-epoch-archive-ale-bench-leaderboard-2026-10-01#M73); cost-price-ratio:USD; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row rechpIYckpxNmorqX / column Performance),,in,out:cost-single-couple alebench,epoch-archive,gpt-5.3-codex,xhigh,coding,hard,ALE-Bench,per-run,0.559265,2.89e-07,,,1655.22,perf,0.00289,,prev=1655.225 (src-epoch-archive-ale-bench-leaderboard-2026-10-01#M64); cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recjPl07t1MvmNgDm / column Performance),,in,in alebench,epoch-archive,gpt-5.4,high,coding,hard,ALE-Bench,per-run,0.612174,2.89e-07,,,1607.0,perf,0.00289,,prev=1607.0 (src-epoch-archive-ale-bench-leaderboard-2026-10-01#M65); cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recJ9Hqsyml44GqRp / column Performance),,in,in alebench,epoch-archive,gpt-5.5,medium,coding,hard,ALE-Bench,per-run,0.328965,2.89e-07,,,1589.38,perf,0.00289,,prev=1589.375 (src-epoch-archive-ale-bench-leaderboard-2026-10-01#M70); cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row rec8dhBUXYFTQ1qEi / column Performance),,in,in alebench,epoch-archive,gpt-6-luna,xhigh,coding,hard,ALE-Bench,per-run,0.018045,2.89e-07,,,1576.92,perf,0.00289,,prev=1576.925 (src-epoch-archive-ale-bench-leaderboard-2026-10-01#M78); cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row rec922KTi4fs6PkF3 / column Performance),,in,in alebench,epoch-archive,opus-4.8,high,coding,hard,ALE-Bench,per-run,0.963945,2.89e-07,,,1563.83,perf,0.00289,,prev=1563.825 (src-epoch-archive-ale-bench-leaderboard-2026-10-01#M9); cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row rec9PMFOTHSfxdEBy / column Performance),,in,in alebench,epoch-archive,kimi-k3,max,coding,hard,ALE-Bench,per-run,1.281554,2.89e-07,,,1524.47,perf,0.00289,,prev=1524.475 (src-epoch-archive-ale-bench-leaderboard-2026-10-01#M95); cost-method-assumed-single,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recPTGSK6832BNjII / column Performance),,in,out:cost-not-comparable alebench,epoch-archive,gpt-5.4,medium,coding,hard,ALE-Bench,per-run,0.26258,2.89e-07,,,1520.72,perf,0.00289,,prev=1520.725 (src-epoch-archive-ale-bench-leaderboard-2026-10-01#M66); cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row rec6y7fVydiA2X9U9 / column Performance),,in,in alebench,epoch-archive,grok-4.6,xhigh,coding,hard,ALE-Bench,per-run,0.24005,2.89e-07,,,1508.08,perf,0.00289,,prev=1508.075 (src-epoch-archive-ale-bench-leaderboard-2026-10-01#M86); cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recnZJup9M0H9yYwP / column Performance),,in,in alebench,epoch-archive,sonnet-5,high,coding,hard,ALE-Bench,per-run,0.96046,2.89e-07,,,1463.12,perf,0.00289,,prev=1463.125 (src-epoch-archive-ale-bench-leaderboard-2026-10-01#M15); cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row rec4QpFWnpOanOnNm / column Performance),,in,in alebench,epoch-archive,opus-4.8,not-established:absent,coding,hard,ALE-Bench,per-run,0.421746,2.89e-07,,,1411.83,perf,0.00289,,,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recw5YfULeyAfAYgR / column Performance),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,deepseek-v4-pro-0813,max,coding,hard,ALE-Bench,per-run,0.072764,2.89e-07,,,1403.15,perf,0.00289,,prev=1403.15 (src-epoch-archive-ale-bench-leaderboard-2026-10-01#M23); cost-method-assumed-single,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row receNOu1SaASh6NZL / column Performance),,in,out:cost-not-comparable alebench,epoch-archive,gemini-3-flash,unstated,coding,hard,ALE-Bench,per-run,0.091067,2.89e-07,,,1367.2,perf,0.00289,,,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recfMGg7Kvqpid4qZ / column Performance),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,sonnet-4.6,medium,coding,hard,ALE-Bench,per-run,1.770753,2.89e-07,,,1327.3,perf,0.00289,,prev=1327.3 (src-epoch-archive-ale-bench-leaderboard-2026-10-01#M7); cost-price-ratio:USD; cost-method-assumed-single,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row rec79auRfHPVtkKyP / column Performance),,in,out:cost-not-comparable alebench,epoch-archive,opus-4.7,unstated,coding,hard,ALE-Bench,per-run,0.224549,2.89e-07,,,1323.05,perf,0.00289,,,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recy14NQpCEvMvUAx / column Performance),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,glm-5.3,high,coding,hard,ALE-Bench,per-run,0.284001,2.89e-07,,,1317.4,perf,0.00289,,prev=1317.4 (src-epoch-archive-ale-bench-leaderboard-2026-10-01#M51); cost-method-assumed-single,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recNCRjM56K1cVX2R / column Performance),,in,out:cost-not-comparable alebench,epoch-archive,grok-4.5,high,coding,hard,ALE-Bench,per-run,0.1414136,0.0204,,,1309.28,perf,0.00289,,prev=1309.275 (src-epoch-archive-ale-bench-leaderboard-2026-10-01#M85); cost-price-ratio:USD; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recTr2zSEcDvzbwvB / column Performance),,in,out:cost-single-couple alebench,epoch-archive,deepseek-v4-flash-0731,max,coding,hard,ALE-Bench,per-run,0.019526,2.89e-07,,,1306.08,perf,0.00289,,prev=1306.075 (src-epoch-archive-ale-bench-leaderboard-2026-10-01#M20); cost-method-assumed-single,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recuPYbCCpYAt7G1G / column Performance),,in,out:cost-not-comparable alebench,epoch-archive,gpt-5.2-codex,unstated,coding,hard,ALE-Bench,per-run,0.587753,2.89e-07,,,1299.9,perf,0.00289,,,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row rec76peITUi0G9hWI / column Performance),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,gpt-5.2,high,coding,hard,ALE-Bench,per-run,0.296865,2.89e-07,,,1293.55,perf,0.00289,,prev=1293.55 (src-epoch-archive-ale-bench-leaderboard-2026-10-01#M62); cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recbx03MbsAIPxPvj / column Performance),,in,in alebench,epoch-archive,gemini-3.8-flash,high,coding,hard,ALE-Bench,per-run,0.344275,2.89e-07,,,1269.72,perf,0.00289,,prev=1269.725 (src-epoch-archive-ale-bench-leaderboard-2026-10-01#M40); cost-price-ratio:USD; base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recdGDUA9gtoZhnsC / column Performance),,in,in alebench,epoch-archive,gpt-5.2,medium,coding,hard,ALE-Bench,per-run,0.142947,2.89e-07,,,1249.83,perf,0.00289,,prev=1249.825 (src-epoch-archive-ale-bench-leaderboard-2026-10-01#M63); cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recVnMSgaT9EDtGvh / column Performance),,in,in alebench,epoch-archive,gpt-5.1-codex,unstated,coding,hard,ALE-Bench,per-run,0.512093,2.89e-07,,,1244.92,perf,0.00289,,,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recAh1GsKfoTx69bz / column Performance),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,gpt-5.1-codex-max,unstated,coding,hard,ALE-Bench,per-run,0.253186,2.89e-07,,,1208.83,perf,0.00289,,,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row rechIkCR6I2vgX5ia / column Performance),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,gpt-5.1,high,coding,hard,ALE-Bench,per-run,0.315236,2.89e-07,,,1192.15,perf,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recLNNj0GfqyDx4nk / column Performance),,in,in alebench,epoch-archive,qwen3.7-max,unstated,coding,hard,ALE-Bench,per-run,0.3845,2.89e-07,,,1189.4,perf,0.00289,,,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recA9I9t2L4RQrsQs / column Performance),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,gpt-5.4-mini,high,coding,hard,ALE-Bench,per-run,0.271408,2.89e-07,,,1188.58,perf,0.00289,,prev=1188.575 (src-epoch-archive-ale-bench-leaderboard-2026-10-01#M67); cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recJwrUEXk9e8HLtF / column Performance),,in,in alebench,epoch-archive,?gemini-3-pro-preview,not-established:absent,coding,hard,ALE-Bench,per-run,0.259385,2.89e-07,,,1176.75,perf,0.00289,,,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recPGiw7I44Wc9L5u / column Performance),,out:model-not-established,out:model-not-established alebench,epoch-archive,gpt-5,high,coding,hard,ALE-Bench,per-run,0.244948,2.89e-07,,,1162.45,perf,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row rec6WynYilo1cLLBN / column Performance),,out:single-couple,out:cost-single-couple alebench,epoch-archive,gemini-3.1-pro,unstated,coding,hard,ALE-Bench,per-run,0.388403,2.89e-07,,,1160.6,perf,0.00289,,,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recMLdPe4oTagwHaL / column Performance),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,grok-4.20,unstated,coding,hard,ALE-Bench,per-run,0.13838,2.89e-07,,,1150.28,perf,0.00289,,,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recyOlTS8wLrTAP1n / column Performance),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,gpt-5.5,nothink,coding,hard,ALE-Bench,per-run,0.073484,2.89e-07,,,1127.58,perf,0.00289,,prev=1127.575 (src-epoch-archive-ale-bench-leaderboard-2026-10-01#M71); cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row rec9k7gkUezxdYAtu / column Performance),,in,in alebench,epoch-archive,kimi-k2.6,unstated,coding,hard,ALE-Bench,per-run,0.196861,2.89e-07,,,1092.67,perf,0.00289,,,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recgKppN84MLEgXWf / column Performance),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,deepseek-v4.1-flash,max,coding,hard,ALE-Bench,per-run,0.081663,2.89e-07,,,1092.35,perf,0.00289,,prev=1092.35 (src-epoch-archive-ale-bench-leaderboard-2026-10-01#M26); cost-method-assumed-single,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recgLH5qA0YS3ftkG / column Performance),,in,out:cost-not-comparable alebench,epoch-archive,gpt-5.4,nothink,coding,hard,ALE-Bench,per-run,0.052314,2.89e-07,,,1086.03,perf,0.00289,,prev=1086.025 (src-epoch-archive-ale-bench-leaderboard-2026-10-01#M69); cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recMra8s8Fm1RC85F / column Performance),,in,in alebench,epoch-archive,glm-5.2,high,coding,hard,ALE-Bench,per-run,0.157666,2.89e-07,,,1046.95,perf,0.00289,,prev=1046.95 (src-epoch-archive-ale-bench-leaderboard-2026-10-01#M48); cost-method-assumed-single,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row reczG9I4ZtXmjGGEg / column Performance),,in,out:cost-not-comparable alebench,epoch-archive,opus-4.5,think-16000,coding,hard,ALE-Bench,per-run,0.292547,2.89e-07,,,1025.38,perf,0.00289,,,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recsmwFHMqdNiVKhZ / column Performance),,out:budget-config,out:budget-config alebench,epoch-archive,glm-5.2,not-established:absent,coding,hard,ALE-Bench,per-run,0.148957,2.89e-07,,,1010.17,perf,0.00289,,,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recjoKzgMKFtXvQGM / column Performance),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,?deepseek-v4-pro,not-established:absent,coding,hard,ALE-Bench,per-run,0.148062,2.89e-07,,,1006.08,perf,0.00289,,,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recRdiZQ9HF3Kug6B / column Performance),,out:model-not-established,out:model-not-established alebench,epoch-archive,gpt-5.4-nano,high,coding,hard,ALE-Bench,per-run,0.027084,2.89e-07,,,1004.52,perf,0.00289,,prev=1004.525 (src-epoch-archive-ale-bench-leaderboard-2026-10-01#M68); cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row rec9SvDfW1FDfMZ6h / column Performance),,in,in alebench,epoch-archive,opus-4.6,unstated,coding,hard,ALE-Bench,per-run,0.061688,2.89e-07,,,996.5,perf,0.00289,,,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recYZMZozZDvmw4y5 / column Performance),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,?Inkling,not-established:absent,coding,hard,ALE-Bench,per-run,0.202548,2.89e-07,,,946.0,perf,0.00289,,,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row rec9Usn4fwoVZrJbE / column Performance),,out:model-not-established,out:model-not-established alebench,epoch-archive,grok-4.3,not-established:absent,coding,hard,ALE-Bench,per-run,0.055799,2.89e-07,,,944.17,perf,0.00289,,,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row reczLlezoqIBH2cwe / column Performance),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,o3,high,coding,hard,ALE-Bench,per-run,0.0620844,0.0239,,,933.55,perf,0.00289,,prev=933.55 (src-epoch-archive-ale-bench-leaderboard-2026-10-01#M119); cost-price-ratio:USD; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recxPLRj9LORsZ4hq / column Performance),,out:single-couple,out:cost-single-couple alebench,epoch-archive,gemma-4-26b-a4b-it,unstated,coding,hard,ALE-Bench,per-run,0.009725,2.89e-07,,,927.17,perf,0.00289,,,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recatyI2kjiCX3JZJ / column Performance),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,gemma-4-31b-it,unstated,coding,hard,ALE-Bench,per-run,0.00475,2.89e-07,,,925.5,perf,0.00289,,,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recRBJmJYtgEGyP5M / column Performance),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,gemini-3.5-flash,high,coding,hard,ALE-Bench,per-run,0.441921,2.89e-07,,,911.02,perf,0.00289,,prev=911.025 (src-epoch-archive-ale-bench-leaderboard-2026-10-01#M36); cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recqmNjSqCngkNswY / column Performance),,in,in alebench,epoch-archive,gemini-3.7-flash,high,coding,hard,ALE-Bench,per-run,0.243628,2.89e-07,,,904.3,perf,0.00289,,prev=904.3 (src-epoch-archive-ale-bench-leaderboard-2026-10-01#M39); cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recocjfk7wUzbsucJ / column Performance),,in,out:cost-single-couple alebench,epoch-archive,mimo-v2.5-pro,unstated,coding,hard,ALE-Bench,per-run,0.102977,2.89e-07,,,899.8,perf,0.00289,,,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recregiKTmVaqrBkO / column Performance),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,glm-5.1,unstated,coding,hard,ALE-Bench,per-run,0.12937,2.89e-07,,,887.1,perf,0.00289,,,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recZnRHVnR4hKTTVy / column Performance),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,kimi-k2.7-code,solo,coding,hard,ALE-Bench,per-run,0.184743,2.89e-07,,,886.23,perf,0.00289,,prev=886.225 (src-epoch-archive-ale-bench-leaderboard-2026-10-01#M94); cost-method-assumed-single,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row rec4wsb1ZD4xGsic4 / column Performance),,in,out:cost-not-comparable alebench,epoch-archive,o4-mini,high,coding,hard,ALE-Bench,per-run,0.044719,2.89e-07,,,826.17,perf,0.00289,,prev=826.175 (src-epoch-archive-ale-bench-leaderboard-2026-10-01#M120); cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recGp1XiFoZzUBgf9 / column Performance),,out:single-couple,out:cost-single-couple alebench,epoch-archive,?kimi-k2.5,not-established:absent,coding,hard,ALE-Bench,per-run,0.047458,2.89e-07,,,821.65,perf,0.00289,,,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recan8UplurA5tsd5 / column Performance),,out:model-not-established,out:model-not-established alebench,epoch-archive,gpt-5,minimal,coding,hard,ALE-Bench,per-run,0.043744,2.89e-07,,,807.65,perf,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row rec39nSc7yf62OCDn / column Performance),,out:single-couple,out:cost-single-couple alebench,epoch-archive,?DeepSeek-R1-0528,not-established:absent,coding,hard,ALE-Bench,per-run,0.043794,2.89e-07,,,804.12,perf,0.00289,,,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recvNA7WMkiG702yk / column Performance),,out:model-not-established,out:model-not-established alebench,epoch-archive,gpt-5-mini,high,coding,hard,ALE-Bench,per-run,0.020554,2.89e-07,,,799.77,perf,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recF8zlQux77xZ6g3 / column Performance),,out:single-couple,out:cost-single-couple alebench,epoch-archive,gemini-3.1-flash-lite,unstated,coding,hard,ALE-Bench,per-run,0.025178,2.89e-07,,,797.73,perf,0.00289,,,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recEPv2aRJrEaOAFr / column Performance),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,sonnet-4.5,think-32000,coding,hard,ALE-Bench,per-run,0.151558,2.89e-07,,,796.15,perf,0.00289,,,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recP4QoLV0cIM4QEg / column Performance),,out:budget-config,out:budget-config alebench,epoch-archive,mercury-2,unstated,coding,hard,ALE-Bench,per-run,0.007498,2.89e-07,,,785.58,perf,0.00289,,,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recUDbBV9Gp87FjIG / column Performance),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,gemini-2.5-pro,think-32000,coding,hard,ALE-Bench,per-run,0.26988,2.89e-07,,,785.52,perf,0.00289,,,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recbAsFUHmHBAu3vT / column Performance),,out:budget-config,out:budget-config alebench,epoch-archive,?mimo-v2-pro,not-established:absent,coding,hard,ALE-Bench,per-run,0.076718,2.89e-07,,,785.17,perf,0.00289,,,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row rec2NM5401b4oz68n / column Performance),,out:model-not-established,out:model-not-established alebench,epoch-archive,glm-5,unstated,coding,hard,ALE-Bench,per-run,0.073284,2.89e-07,,,765.62,perf,0.00289,,,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row rec1dnhYFrGJo63GA / column Performance),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,gemini-3.5-flash-lite,high,coding,hard,ALE-Bench,per-run,0.045726,2.89e-07,,,765.27,perf,0.00289,,prev=765.275 (src-epoch-archive-ale-bench-leaderboard-2026-10-01#M37); cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recQXW49hzii6cT10 / column Performance),,in,in alebench,epoch-archive,?mistral-medium-2604,not-established:absent,coding,hard,ALE-Bench,per-run,0.272986,2.89e-07,,,763.98,perf,0.00289,,,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row reca0mbRGHCs7WXD9 / column Performance),,out:model-not-established,out:model-not-established alebench,epoch-archive,?DeepSeek-V3.1-Terminus,not-established:absent,coding,hard,ALE-Bench,per-run,0.01883,2.89e-07,,,745.17,perf,0.00289,,,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recg5MtftYSapOSmp / column Performance),,out:model-not-established,out:model-not-established alebench,epoch-archive,?mimo-v2-flash,not-established:absent,coding,hard,ALE-Bench,per-run,0.006839,2.89e-07,,,737.95,perf,0.00289,,,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recFoFuXbB7FjjKsy / column Performance),,out:model-not-established,out:model-not-established alebench,epoch-archive,gpt-5-nano,high,coding,hard,ALE-Bench,per-run,0.007194,2.89e-07,,,718.67,perf,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row reca7nu2VsTuwErjy / column Performance),,out:single-couple,out:cost-single-couple alebench,epoch-archive,gemini-3.6-flash,high,coding,hard,ALE-Bench,per-run,0.366702,0.0706,,,715.52,perf,0.00289,,prev=715.525 (src-epoch-archive-ale-bench-leaderboard-2026-10-01#M38); cost-price-ratio:USD; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recjoXKmlx7gYuFVy / column Performance),,in,out:cost-single-couple alebench,epoch-archive,step-3.7-flash,unstated,coding,hard,ALE-Bench,per-run,0.032705,2.89e-07,,,694.12,perf,0.00289,,,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recagy7r3WEm2iRqt / column Performance),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,?deepseek-v4-flash,not-established:absent,coding,hard,ALE-Bench,per-run,0.005179,2.89e-07,,,678.2,perf,0.00289,,,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recYO1qmn1ztCHit3 / column Performance),,out:model-not-established,out:model-not-established alebench,epoch-archive,?claude-opus-4-1-20250805,not-established:absent,coding,hard,ALE-Bench,per-run,0.434347,2.89e-07,,,674.77,perf,0.00289,,,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recC0TKO3FdEEKkCQ / column Performance),,out:model-not-established,out:model-not-established alebench,epoch-archive,qwen3.6-plus,unstated,coding,hard,ALE-Bench,per-run,0.057069,2.89e-07,,,670.15,perf,0.00289,,,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row rec6zR5hjTMdLrqle / column Performance),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,gemini-2.5-flash,unstated,coding,hard,ALE-Bench,per-run,0.068155,2.89e-07,,,661.88,perf,0.00289,,,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row reczvWjUbMeknlk0h / column Performance),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,?claude-sonnet-4-20250514,not-established:absent,coding,hard,ALE-Bench,per-run,0.185869,2.89e-07,,,655.35,perf,0.00289,,,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recIYwm1vA9ARngD5 / column Performance),,out:model-not-established,out:model-not-established alebench,epoch-archive,haiku-4.5,think-32000,coding,hard,ALE-Bench,per-run,0.071831,2.89e-07,,,653.48,perf,0.00289,,,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recbKb04w1qoUQ2ul / column Performance),,out:budget-config,out:budget-config alebench,epoch-archive,minimax-m3,unstated,coding,hard,ALE-Bench,per-run,0.111764,2.89e-07,,,640.02,perf,0.00289,,,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recYfSDgNqvnJ1jjt / column Performance),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,?MiniMax-M2.1,not-established:absent,coding,hard,ALE-Bench,per-run,0.05359,2.89e-07,,,623.83,perf,0.00289,,,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recUmR7BX9AlkUNlP / column Performance),,out:model-not-established,out:model-not-established alebench,epoch-archive,qwen3.5-plus,unstated,coding,hard,ALE-Bench,per-run,0.03981,2.89e-07,,,621.92,perf,0.00289,,,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recnZ9X6dzou95O2Z / column Performance),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,?MiniMax-M2.5,not-established:absent,coding,hard,ALE-Bench,per-run,0.036658,2.89e-07,,,618.17,perf,0.00289,,,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row rec42FtxIr02i8ymQ / column Performance),,out:model-not-established,out:model-not-established alebench,epoch-archive,?MiniMax-M2.7,not-established:absent,coding,hard,ALE-Bench,per-run,0.047177,2.89e-07,,,599.25,perf,0.00289,,,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recxlSP1YCTC8EWDT / column Performance),,out:model-not-established,out:model-not-established alebench,epoch-archive,?kimi-k2-thinking,not-established:absent,coding,hard,ALE-Bench,per-run,0.087819,2.89e-07,,,597.5,perf,0.00289,,,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row rec12bf4Di9CdFcWo / column Performance),,out:model-not-established,out:model-not-established alebench,epoch-archive,grok-code-fast-1,unstated,coding,hard,ALE-Bench,per-run,0.008947,2.89e-07,,,587.73,perf,0.00289,,,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recbNjBcKr8QDUSq1 / column Performance),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,gpt-oss-120b,unstated,coding,hard,ALE-Bench,per-run,0.001303,2.89e-07,,,575.62,perf,0.00289,,,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row rect7OMebdGAo6fqi / column Performance),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,gpt-oss-20b,unstated,coding,hard,ALE-Bench,per-run,0.000717,2.89e-07,,,566.05,perf,0.00289,,,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recnLZ6QnnjGuQZTM / column Performance),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,gpt-4.1,solo,coding,hard,ALE-Bench,per-run,0.026917,2.89e-07,,,558.1,perf,0.00289,,prev=558.1 (src-epoch-archive-ale-bench-leaderboard-2026-10-01#M53); cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recEWPIQaBwBDVE3l / column Performance),,out:single-couple,out:cost-single-couple alebench,epoch-archive,?deepseek-v4-pro,not-established:absent,coding,hard,ALE-Bench,per-run,0.0166,2.89e-07,,,521.67,perf,0.00289,,,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recgLipv7iMGBxsY3 / column Performance),,out:model-not-established,out:model-not-established alebench,epoch-archive,mimo-v2.5,unstated,coding,hard,ALE-Bench,per-run,0.037558,2.89e-07,,,513.95,perf,0.00289,,,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recQ87IVme56eUHvg / column Performance),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,mistral-small-2603,unstated,coding,hard,ALE-Bench,per-run,0.015587,2.89e-07,,,497.62,perf,0.00289,,,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recbi3hiT1WWlf37V / column Performance),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,?Qwen3-Coder-480B-A35B-Instruct,not-established:absent,coding,hard,ALE-Bench,per-run,0.003677,2.89e-07,,,461.45,perf,0.00289,,,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row rectfaG2yA6jknnC0 / column Performance),,out:model-not-established,out:model-not-established alebench,epoch-archive,?qwen3-coder-plus,not-established:absent,coding,hard,ALE-Bench,per-run,0.013921,2.89e-07,,,456.5,perf,0.00289,,,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recwjAf9rCgzMWw6A / column Performance),,out:model-not-established,out:model-not-established alebench,epoch-archive,?Ring-2.6-1T,not-established:absent,coding,hard,ALE-Bench,per-run,0.007552,2.89e-07,,,432.57,perf,0.00289,,,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recXl9L72hDOd17ck / column Performance),,out:model-not-established,out:model-not-established alebench,epoch-archive,glm-4.7,unstated,coding,hard,ALE-Bench,per-run,0.043156,2.89e-07,,,399.48,perf,0.00289,,,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row reca1Sqghwxvyrjw1 / column Performance),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,?grok-4-1-fast-reasoning,not-established:absent,coding,hard,ALE-Bench,per-run,0.009221,2.89e-07,,,394.93,perf,0.00289,,,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recplTud0DFTSx8os / column Performance),,out:model-not-established,out:model-not-established alebench,epoch-archive,qwen3-max-0923,solo,coding,hard,ALE-Bench,per-run,0.022125,2.89e-07,,,370.45,perf,0.00289,,cost-method-assumed-single,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recTOuWlGawMHCGL6 / column Performance),,out:single-couple,out:cost-not-comparable alebench,epoch-archive,?qwen3.5-27B,not-established:absent,coding,hard,ALE-Bench,per-run,0.041945,2.89e-07,,,349.45,perf,0.00289,,,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row reco2WcUdeq6ajJnn / column Performance),,out:model-not-established,out:model-not-established alebench,epoch-archive,glm-4.5,unstated,coding,hard,ALE-Bench,per-run,0.030077,2.89e-07,,,344.82,perf,0.00289,,,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recZ1Gqky82AyyVl4 / column Performance),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,glm-4.6,unstated,coding,hard,ALE-Bench,per-run,0.018794,2.89e-07,,,340.82,perf,0.00289,,,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recVYZwA3NeTHdxxh / column Performance),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,qwen3.6-flash,unstated,coding,hard,ALE-Bench,per-run,0.035628,2.89e-07,,,326.4,perf,0.00289,,,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recfF5fHwXAQjWfmf / column Performance),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,?gemini-2.5-flash-lite-preview-06-17-thinking,not-established:absent,coding,hard,ALE-Bench,per-run,0.011091,2.89e-07,,,325.9,perf,0.00289,,,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row rec8Y7bVTallu536A / column Performance),,out:model-not-established,out:model-not-established alebench,epoch-archive,?deepseek-v4-flash,not-established:absent,coding,hard,ALE-Bench,per-run,0.000882,2.89e-07,,,324.98,perf,0.00289,,,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recWsgZQjBL5E6mbZ / column Performance),,out:model-not-established,out:model-not-established alebench,epoch-archive,glm-5.3-flash,high,coding,hard,ALE-Bench,per-run,0.010869,2.89e-07,,,303.55,perf,0.00289,,prev=303.55 (src-epoch-archive-ale-bench-leaderboard-2026-10-01#M50); cost-method-assumed-single,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recuPsUOAayyoYdDf / column Performance),,in,out:cost-not-comparable alebench,epoch-archive,mercury-2.5,high,coding,hard,ALE-Bench,per-run,0.006234,2.89e-07,,,301.65,perf,0.00289,,prev=301.65 (src-epoch-archive-ale-bench-leaderboard-2026-10-01#M99); cost-method-assumed-single,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recSByU5Ezps9QbPn / column Performance),,out:single-couple,out:cost-not-comparable alebench,epoch-archive,kimi-k2-instruct-0905,solo,coding,hard,ALE-Bench,per-run,0.008051,2.89e-07,,,267.12,perf,0.00289,,prev=267.125 (src-epoch-archive-ale-bench-leaderboard-2026-10-01#M90); cost-method-assumed-single,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row rec7ES6bAyOQJGeOi / column Performance),,out:single-couple,out:cost-not-comparable alebench,epoch-archive,mistral-large-2512,unstated,coding,hard,ALE-Bench,per-run,0.005104,2.89e-07,,,264.7,perf,0.00289,,,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recyERFlruRqxpyzN / column Performance),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,nova-lite,unstated,coding,hard,ALE-Bench,per-run,0.004156,2.89e-07,,,236.25,perf,0.00289,,,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recDn1v3tPnzJqBcR / column Performance),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,qwen3.5-flash,unstated,coding,hard,ALE-Bench,per-run,0.03787,2.89e-07,,,221.8,perf,0.00289,,,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recEk656rx6DJXFA2 / column Performance),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,nemotron-3-super-120b-a12b,unstated,coding,hard,ALE-Bench,per-run,0.008207,2.89e-07,,,213.9,perf,0.00289,,,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row rec81MFJjUipO1wMs / column Performance),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,mistral-medium-3.1,unstated,coding,hard,ALE-Bench,per-run,0.007372,2.89e-07,,,210.18,perf,0.00289,,,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recSrNJEdMR2lieIW / column Performance),,out:effort-not-established,out:effort-not-established alebench,epoch-archive,?Llama-4-Maverick-17B-128E-Instruct-FP8,not-established:absent,coding,hard,ALE-Bench,per-run,0.001369,2.89e-07,,,172.97,perf,0.00289,,,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row reczDwnVCF3skLR5s / column Performance),,out:model-not-established,out:model-not-established alebench,epoch-archive,codestral-2508,unstated,coding,hard,ALE-Bench,per-run,0.00278,2.89e-07,,,137.78,perf,0.00289,,,https://epoch.ai/data/benchmark_data.zip (ale_bench_external.csv in benchmark_data.zip saved 2026-10-01 / row recX9dYbmB4f2h19A / column Performance),,out:effort-not-established,out:effort-not-established weirdmlv3,epoch-archive,gpt-6-astra,xhigh,reasoning-math,hard,,per-run,27.85400378787879,2.89e-07,,153241.35606060605,0.4222023136363636,score-of-1,2.89e-10,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://htihle.github.io/weirdml.html ($.rows / row gpt-6-astra-xhigh-openrouter / column score),,in,in weirdmlv3,epoch-archive,gpt-6.1-sol,xhigh,reasoning-math,hard,,per-run,4.994913484848485,2.89e-07,,206467.70757575758,0.354727146969697,score-of-1,2.89e-10,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://htihle.github.io/weirdml.html ($.rows / row gpt-6.1-sol-xhigh-openrouter / column score),,in,in weirdmlv3,epoch-archive,opus-5.5,xhigh,reasoning-math,hard,,per-run,10.249390519480519,2.89e-07,,180951.85714285713,0.3120028142857143,score-of-1,2.89e-10,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://htihle.github.io/weirdml.html ($.rows / row opus-5.5 / column score),,in,in weirdmlv3,epoch-archive,fable-5.1,xhigh,reasoning-math,hard,,per-run,31.934821818181817,2.89e-07,,251090.16363636364,0.2597021272727273,score-of-1,2.89e-10,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://htihle.github.io/weirdml.html ($.rows / row fable-5.1 / column score),,in,in weirdmlv3,epoch-archive,sonnet-5.5,xhigh,reasoning-math,hard,,per-run,6.875795454545455,1.32,,275382.1583333333,0.19996849696969696,score-of-1,2.89e-10,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://htihle.github.io/weirdml.html ($.rows / row sonnet-5.5 / column score),,in,out:cost-single-couple weirdmlv3,epoch-archive,gpt-6-sol,xhigh,reasoning-math,hard,,per-run,6.905421212121212,2.89e-07,,143613.74848484847,0.19731756666666667,score-of-1,2.89e-10,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://htihle.github.io/weirdml.html ($.rows / row gpt-6-sol-xhigh-openrouter / column score),,in,in weirdmlv3,epoch-archive,opus-5,xhigh,reasoning-math,hard,,per-run,25.262239242424243,2.89e-07,,288399.0734848485,0.19011175378787878,score-of-1,2.89e-10,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://htihle.github.io/weirdml.html ($.rows / row opus-5 / column score),,in,in weirdmlv3,epoch-archive,fable-5,xhigh,reasoning-math,hard,,per-run,52.85670787878788,2.89e-07,,300211.5712121212,0.15586933333333333,score-of-1,2.89e-10,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://htihle.github.io/weirdml.html ($.rows / row fable-5 / column score),,in,in weirdmlv3,epoch-archive,gpt-5.6-sol,xhigh,reasoning-math,hard,,per-run,7.848213636363635,0.906,,116059.40000000001,0.14992224545454547,score-of-1,2.89e-10,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://htihle.github.io/weirdml.html ($.rows / row gpt-5.6-sol-xhigh-openrouter / column score),,in,out:cost-single-couple weirdmlv3,epoch-archive,gpt-6-luna,xhigh,reasoning-math,hard,,per-run,0.3214727272727273,2.89e-07,,180561.12121212122,0.07874124242424242,score-of-1,2.89e-10,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://htihle.github.io/weirdml.html ($.rows / row gpt-6-luna-xhigh-openrouter / column score),,in,in weirdmlv3,epoch-archive,grok-4.7,xhigh,reasoning-math,hard,,per-run,26.012605,2.89e-07,,278946.37575757573,0.07527396893939393,score-of-1,2.89e-10,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://htihle.github.io/weirdml.html ($.rows / row grok-4.7-xai-xhigh-codex / column score),,in,out:cost-single-couple weirdmlv3,epoch-archive,kimi-k3,not-established:absent,reasoning-math,hard,,per-run,19.525162878787878,2.89e-07,,201220.2159090909,0.07420949621212121,score-of-1,2.89e-10,,,https://htihle.github.io/weirdml.html ($.rows / row kimi-k3-fireworks-high-kimi-code / column score),,out:effort-not-established,out:effort-not-established weirdmlv3,epoch-archive,gemini-3.8-flash,high,reasoning-math,hard,,per-run,3.9440827272727272,2.89e-07,,156102.65454545454,0.07378749090909091,score-of-1,2.89e-10,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://htihle.github.io/weirdml.html ($.rows / row gemini-3.8-flash-aistudio-high / column score),,in,in weirdmlv3,epoch-archive,opus-4.5,not-established:absent,reasoning-math,hard,,per-run,8.70339090909091,2.89e-07,,82594.66666666667,0.06514876515151515,score-of-1,2.89e-10,,,https://htihle.github.io/weirdml.html ($.rows / row opus-4.5 / column score),,out:effort-not-established,out:effort-not-established weirdmlv3,epoch-archive,deepseek-v4.1-flash,high,reasoning-math,hard,,per-run,0.47771060606060606,2.89e-07,,395520.99242424243,0.062291007575757576,score-of-1,2.89e-10,,cost-method-assumed-single,https://htihle.github.io/weirdml.html ($.rows / row deepseek-v4.1-flash-novita-high-codex / column score),,in,out:cost-not-comparable weirdmlv3,epoch-archive,deepseek-v4.1-flash,not-established:absent,reasoning-math,hard,,per-run,0.7370795454545455,2.89e-07,,323336.0681818182,0.05946331818181818,score-of-1,2.89e-10,,,https://htihle.github.io/weirdml.html ($.rows / row deepseek-v4.1-flash-novita-high-opencode / column score),,out:effort-not-established,out:effort-not-established weirdmlv3,epoch-archive,gpt-5.6-luna,xhigh,reasoning-math,hard,,per-run,0.4412495454545454,0.17,,99310.64393939394,0.051579522727272724,score-of-1,2.89e-10,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://htihle.github.io/weirdml.html ($.rows / row gpt-5.6-luna-xhigh-openrouter / column score),,in,out:cost-single-couple arcagi1@epoch.ai,epoch.ai,fable-5.2,xhigh,reasoning-math,frontier,ARC-official,,,,,,98.5,pass%,0.0289,,restated-from:https://arcprize.org/leaderboard; same-runs-as:src-arcprize-leaderboard-2026-11-10#M5,https://epoch.ai/data/benchmark_data.zip (arc_agi_external.csv in benchmark_data.zip fetched 2026-11-10 / row rec9xXHJBtfLXV7Rm / column Score),,out:copy, arcagi1@epoch.ai,epoch.ai,fable-5.2,max,reasoning-math,frontier,ARC-official,,,,,,97.5,pass%,0.0289,,restated-from:https://arcprize.org/leaderboard; same-runs-as:src-arcprize-leaderboard-2026-11-10#M1,https://epoch.ai/data/benchmark_data.zip (arc_agi_external.csv in benchmark_data.zip fetched 2026-11-10 / row recdyHFzqbQ5r1U7o / column Score),,out:copy, arcagi1@epoch.ai,epoch.ai,fable-5.2,medium,reasoning-math,frontier,ARC-official,,,,,,97.5,pass%,0.0289,,restated-from:https://arcprize.org/leaderboard; same-runs-as:src-arcprize-leaderboard-2026-11-10#M13,https://epoch.ai/data/benchmark_data.zip (arc_agi_external.csv in benchmark_data.zip fetched 2026-11-10 / row recLHViTF7CVGh2Qm / column Score),,out:copy, arcagi1@epoch.ai,epoch.ai,fable-5.2,high,reasoning-math,frontier,ARC-official,,,,,,97.5,pass%,0.0289,,restated-from:https://arcprize.org/leaderboard; same-runs-as:src-arcprize-leaderboard-2026-11-10#M9,https://epoch.ai/data/benchmark_data.zip (arc_agi_external.csv in benchmark_data.zip fetched 2026-11-10 / row recxAnhBWNNgfzekL / column Score),,out:copy, arcagi1@epoch.ai,epoch.ai,fable-5.2,low,reasoning-math,frontier,ARC-official,,,,,,94.50000000000001,pass%,2.89e-15,,restated-from:https://arcprize.org/leaderboard; same-runs-as:src-arcprize-leaderboard-2026-11-10#M17,https://epoch.ai/data/benchmark_data.zip (arc_agi_external.csv in benchmark_data.zip fetched 2026-11-10 / row rec0lA3mF1nxPQOos / column Score),,out:copy, arcagi2@epoch.ai,epoch.ai,fable-5.2,xhigh,reasoning-math,frontier,ARC-official,,,,,,93.75,pass%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (arc_agi_2_external.csv in benchmark_data.zip fetched 2026-11-10 / row rec1KOsH1k2VdO3Ot / column Score),,out:republished, arcagi2@epoch.ai,epoch.ai,fable-5.2,max,reasoning-math,frontier,ARC-official,,,,,,92.5,pass%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (arc_agi_2_external.csv in benchmark_data.zip fetched 2026-11-10 / row rec9JpNV0pwWZNhPq / column Score),,out:single-couple, arcagi2@epoch.ai,epoch.ai,fable-5.2,high,reasoning-math,frontier,ARC-official,,,,,,90.41666666666668,pass%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (arc_agi_2_external.csv in benchmark_data.zip fetched 2026-11-10 / row rec4VebpHhxAVHMBc / column Score),,out:republished, arcagi2@epoch.ai,epoch.ai,fable-5.2,medium,reasoning-math,frontier,ARC-official,,,,,,89.58333333333335,pass%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (arc_agi_2_external.csv in benchmark_data.zip fetched 2026-11-10 / row recQSoQpHvhMROBrG / column Score),,out:republished, arcagi2@epoch.ai,epoch.ai,fable-5.2,low,reasoning-math,frontier,ARC-official,,,,,,86.66666666666667,pass%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (arc_agi_2_external.csv in benchmark_data.zip fetched 2026-11-10 / row reccNmpb5USiC6Ri8 / column Score),,out:republished, epoch-ebr-bench,epoch.ai,opus-5.5,max,reasoning-math,hard,Epoch-harness,,,,,,71.42857142857142,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (ebr_bench.csv in benchmark_data.zip fetched 2026-09-30 / row iKWWUmcuzRjqisoshKVEpL / column Best score (across scorers)),,out:superseded, epoch-ebr-bench,epoch.ai,fable-5.1,max,reasoning-math,hard,Epoch-harness,,,,,,57.14285714285714,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (ebr_bench.csv in benchmark_data.zip fetched 2026-09-30 / row 8JukffGviNAYHXSdTJvswB / column Best score (across scorers)),,out:superseded, epoch-ebr-bench,epoch.ai,opus-5,max,reasoning-math,hard,Epoch-harness,,,,,,45.714285714285713,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (ebr_bench.csv in benchmark_data.zip fetched 2026-09-30 / row mtHToEb2uzbaekANakjkJZ / column Best score (across scorers)),,out:superseded, epoch-ebr-bench,epoch.ai,opus-4.8,max,reasoning-math,hard,Epoch-harness,,,,,,28.57142857142857,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (ebr_bench.csv in benchmark_data.zip fetched 2026-09-30 / row 3zda4kRmrZfxiafpk8BtMM / column Best score (across scorers)),,out:superseded, epoch-ebr-bench,epoch.ai,fable-5,max,reasoning-math,hard,Epoch-harness,,,,,,39.5238,score%,2.89e-05,,,https://epoch.ai/data/benchmark_data.zip (ebr_bench.csv in benchmark_data.zip fetched 2026-09-30 / row h6c9FVqkCj88ZD7ohCipuR / column Best score (across scorers)),,out:superseded, epoch-ebr-bench,epoch.ai,opus-4.7,max,reasoning-math,hard,Epoch-harness,,,,,,19.047619047619047,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (ebr_bench.csv in benchmark_data.zip fetched 2026-09-30 / row Ad4geQVekrBqJn5Ka84awK / column Best score (across scorers)),,out:superseded, epoch-ebr-bench,epoch.ai,opus-4.6,max,reasoning-math,hard,Epoch-harness,,,,,,12.6984,score%,2.89e-05,,,https://epoch.ai/data/benchmark_data.zip (ebr_bench.csv in benchmark_data.zip fetched 2026-09-30 / row XSESb7YgzSTRENEhjHxuwc / column Best score (across scorers)),,out:superseded, epoch-ebr-bench,epoch.ai,opus-4.5,think-128000,reasoning-math,hard,Epoch-harness,,,,,,14.285714285714285,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (ebr_bench.csv in benchmark_data.zip fetched 2026-09-30 / row eTTktoMp5sTthdSqVkLTST / column Best score (across scorers)),,out:budget-config, epoch-ebr-bench,epoch.ai,sonnet-4.5,unstated,reasoning-math,hard,Epoch-harness,,,,,,2.3809523809523808,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (ebr_bench.csv in benchmark_data.zip fetched 2026-09-30 / row cUQEu2ysx4CcVJHi9KtzjQ / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath,epoch.ai,opus-4.8,max,reasoning-math,hard,Epoch-harness,,,,,,47.24137931034483,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-09-30 / row 6dUEQ3YfeMZzSm9ytgiuDi / column Best score (across scorers)),,out:superseded, epoch-frontiermath,epoch.ai,opus-4.7,xhigh,reasoning-math,hard,Epoch-harness,,,,,,43.79310344827586,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-09-30 / row VFJMk4X6U8Yx5FwtQh4jbk / column Best score (across scorers)),,out:superseded, epoch-frontiermath,epoch.ai,sonnet-4.6,think-16000,reasoning-math,hard,Epoch-harness,,,,,,32.4,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-09-30 / row ewFjUhQhYidjkErDdLvcQL / column Best score (across scorers)),,out:budget-config, epoch-frontiermath,epoch.ai,opus-4.6,max,reasoning-math,hard,Epoch-harness,,,,,,40.7,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-09-30 / row Y4von2jMmwvEK5MuNw9pSt / column Best score (across scorers)),,out:superseded, epoch-frontiermath,epoch.ai,opus-4.6,think-64000,reasoning-math,hard,Epoch-harness,,,,,,39.655172413793105,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-09-30 / row QSNvJqsvYdNbb85DyL9AXn / column Best score (across scorers)),,out:budget-config, epoch-frontiermath,epoch.ai,opus-4.6,think-32000,reasoning-math,hard,Epoch-harness,,,,,,40,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-09-30 / row b2iuVcuCPEau2ryhBsjhS9 / column Best score (across scorers)),,out:budget-config, epoch-frontiermath,epoch.ai,opus-4.6,unstated,reasoning-math,hard,Epoch-harness,,,,,,38.275862068965516,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-09-30 / row nFxCq7MqCfKjhxKr7hT9qr / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath,epoch.ai,opus-4.5,unstated,reasoning-math,hard,Epoch-harness,,,,,,20.689655172413793,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-09-30 / row 9nctB7cH6kcLT24UbScEMa / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath,epoch.ai,opus-4.5,think-32000,reasoning-math,hard,Epoch-harness,,,,,,20.689655172413793,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-09-30 / row DVjCqcKsfQ4kJbwucCiuH7 / column Best score (across scorers)),,out:budget-config, epoch-frontiermath,epoch.ai,opus-4.5,think-16000,reasoning-math,hard,Epoch-harness,,,,,,20.344827586206896,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-09-30 / row Xvp9LtJuwPtSab63ZWwkTC / column Best score (across scorers)),,out:budget-config, epoch-frontiermath,epoch.ai,sonnet-4.5,unstated,reasoning-math,hard,Epoch-harness,,,,,,9.310344827586207,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-09-30 / row n26C8XHigC9Xfsdb24JZtd / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath,epoch.ai,sonnet-4.5,think-32000,reasoning-math,hard,Epoch-harness,,,,,,15.22491349480969,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-09-30 / row LUpSd7DzWf3Fw4iwXb3MPV / column Best score (across scorers)),,out:budget-config, epoch-frontiermath,epoch.ai,sonnet-4.5,think-59000,reasoning-math,hard,Epoch-harness,,,,,,13.494809688581316,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-09-30 / row 3GzYKQW2K4iijm6a73rVeh / column Best score (across scorers)),,out:budget-config, epoch-frontiermath,epoch.ai,haiku-4.5,think-32000,reasoning-math,hard,Epoch-harness,,,,,,5.9027777777777776,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-09-30 / row fdNzD5mp8r2bHxy2PXx6Gh / column Best score (across scorers)),,out:budget-config, epoch-frontiermath,epoch.ai,haiku-4.5,unstated,reasoning-math,hard,Epoch-harness,,,,,,4.1379310344827586,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-09-30 / row 8sTJmYZ7MSk8obK9vjUjHm / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-erdos,epoch.ai,fable-5.1,max,reasoning-math,hard,Epoch-harness,,,,,,0,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_erdos.csv in benchmark_data.zip fetched 2026-09-30 / row bloom68-fable51-8t9up8nw9358oyrl / column Best score (across scorers)),,out:uninformative, epoch-frontiermath-erdos,epoch.ai,fable-5,max,reasoning-math,hard,Epoch-harness,,,,,,0,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_erdos.csv in benchmark_data.zip fetched 2026-09-30 / row bloom68-fable-vn2l2xoe9902k9rt / column Best score (across scorers)),,out:uninformative, epoch-frontiermath-tier-4,epoch.ai,opus-4.8,max,reasoning-math,hard,Epoch-harness,,,,,,31.25,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-09-30 / row 5x5EAvuecqo3SXnZWpvrJA / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tier-4,epoch.ai,opus-4.7,xhigh,reasoning-math,hard,Epoch-harness,,,,,,22.916666666666666,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-09-30 / row 9oFmdEcfQNyYqA5PMmbJxV / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tier-4,epoch.ai,sonnet-4.6,think-16000,reasoning-math,hard,Epoch-harness,,,,,,8.3,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-09-30 / row RTfHBvZX3Bh5EPPj6Cf3ab / column Best score (across scorers)),,out:budget-config, epoch-frontiermath-tier-4,epoch.ai,opus-4.6,max,reasoning-math,hard,Epoch-harness,,,,,,22.9,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-09-30 / row SfehtojAZdZxu7BLgPLDYA / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tier-4,epoch.ai,opus-4.6,think-64000,reasoning-math,hard,Epoch-harness,,,,,,20.833333333333334,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-09-30 / row mAeSEYBeiSU5vUhrnsP6Uj / column Best score (across scorers)),,out:budget-config, epoch-frontiermath-tier-4,epoch.ai,opus-4.6,think-32000,reasoning-math,hard,Epoch-harness,,,,,,20.833333333333334,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-09-30 / row UVXUd6ZFnQTci66adkFepy / column Best score (across scorers)),,out:budget-config, epoch-frontiermath-tier-4,epoch.ai,opus-4.6,unstated,reasoning-math,hard,Epoch-harness,,,,,,14.583333333333334,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-09-30 / row nvXhiYKL9RDVDfHWw53zFT / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tier-4,epoch.ai,opus-4.5,unstated,reasoning-math,hard,Epoch-harness,,,,,,4.1666666666666664,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-09-30 / row eAqv27skC4aGnAguQEhUgg / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tier-4,epoch.ai,opus-4.5,think-16000,reasoning-math,hard,Epoch-harness,,,,,,2.0833333333333332,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-09-30 / row eteYQLCEzxb65iDj6U8din / column Best score (across scorers)),,out:budget-config, epoch-frontiermath-tier-4,epoch.ai,opus-4.5,think-32000,reasoning-math,hard,Epoch-harness,,,,,,4.1666666666666664,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-09-30 / row BaZfJQ3QBVD9F5cMp7mRdF / column Best score (across scorers)),,out:budget-config, epoch-frontiermath-tier-4,epoch.ai,haiku-4.5,think-32000,reasoning-math,hard,Epoch-harness,,,,,,2.0833333333333332,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-09-30 / row YRVwm4B88qK6aUEFBdNQmP / column Best score (across scorers)),,out:budget-config, epoch-frontiermath-tier-4,epoch.ai,sonnet-4.5,think-32000,reasoning-math,hard,Epoch-harness,,,,,,4.1666666666666664,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-09-30 / row d8WWwzb6b57mWqddhBXuDi / column Best score (across scorers)),,out:budget-config, epoch-frontiermath-tier-4,epoch.ai,sonnet-4.5,unstated,reasoning-math,hard,Epoch-harness,,,,,,2.0833333333333332,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-09-30 / row 2o8XZ8V6W5jKD7TuY4frux / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tier-4-v2,epoch.ai,sonnet-5.5,max,reasoning-math,hard,Epoch-harness,,,,,,80.48780487804879,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-09-30 / row Xo7ecFEMqPJ4HicvJTvWZZ / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tier-4-v2,epoch.ai,opus-5.5,max,reasoning-math,hard,Epoch-harness,,,,,,95,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-09-30 / row 9qKrTxPhpfW985gieKU56x / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tier-4-v2,epoch.ai,fable-5.1,max,reasoning-math,hard,Epoch-harness,,,,,,87.80487804878049,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-09-30 / row T56N3X4KLA3xz7tf5aCMGb / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tier-4-v2,epoch.ai,opus-5,max,reasoning-math,hard,Epoch-harness,,,,,,73.17073170731707,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-09-30 / row ji3kMn49Jcr9t4whxcpjj4 / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tier-4-v2,epoch.ai,sonnet-5,max,reasoning-math,hard,Epoch-harness,,,,,,29.26829268292683,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-09-30 / row bqiVinHXFcgyFGPstJwXJN / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tier-4-v2,epoch.ai,sonnet-4.5,think-32000,reasoning-math,hard,Epoch-harness,,,,,,2.4390243902439025,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-09-30 / row d3m9Xip8cof4s77z6LKkEh / column Best score (across scorers)),,out:budget-config, epoch-frontiermath-tier-4-v2,epoch.ai,opus-4.5,think-32000,reasoning-math,hard,Epoch-harness,,,,,,4.878048780487805,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-09-30 / row azk4theXxAsizmoi2HDD49 / column Best score (across scorers)),,out:budget-config, epoch-frontiermath-tier-4-v2,epoch.ai,opus-4.6,max,reasoning-math,hard,Epoch-harness,,,,,,26.82926829268293,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-09-30 / row 2hbbp8z6PhB7c2T33os9q5 / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tier-4-v2,epoch.ai,opus-4.7,max,reasoning-math,hard,Epoch-harness,,,,,,31.70731707317073,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-09-30 / row P4LXQ9PyDDziEANMB5jVRd / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tier-4-v2,epoch.ai,opus-4.8,max,reasoning-math,hard,Epoch-harness,,,,,,56.09756097560976,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-09-30 / row JiqgqBTfkGx797uowZgJbk / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tier-4-v2,epoch.ai,fable-5,max,reasoning-math,hard,Epoch-harness,,,,,,90.2,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-09-30 / row ReDAtJGGfRtrEGGWf4Zbsd / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,sonnet-5.5,max,reasoning-math,hard,Epoch-harness,,,,,,88.7719298245614,score%,2.89e-14,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-09-30 / row 4tZWwV9tqEgsCaKeSuSoG4 / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,opus-5.5,max,reasoning-math,hard,Epoch-harness,,,,,,91.22807017543859,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-09-30 / row LPxhvBNEn7S3xkRZUgcvc9 / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,fable-5.1,max,reasoning-math,hard,Epoch-harness,,,,,,90.17543859649123,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-09-30 / row g7dXwZH2tWvqLg3X5idGs2 / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,opus-5,max,reasoning-math,hard,Epoch-harness,,,,,,85.6140350877193,score%,2.89e-14,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-09-30 / row ff7GeS7rdperjxSBZ7MHZY / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,sonnet-5,max,reasoning-math,hard,Epoch-harness,,,,,,65.6140350877193,score%,2.89e-14,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-09-30 / row V6YuGpcu8MCbJNXKoJMA6b / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,sonnet-4.5,think-32000,reasoning-math,hard,Epoch-harness,,,,,,23.859649122807017,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-09-30 / row 7oUkeLfwMK3MtkSNHX6QPu / column Best score (across scorers)),,out:budget-config, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,opus-4.5,think-32000,reasoning-math,hard,Epoch-harness,,,,,,34.385964912280703,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-09-30 / row mS5EwCRZVpvUvJEehPUDZu / column Best score (across scorers)),,out:budget-config, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,opus-4.6,max,reasoning-math,hard,Epoch-harness,,,,,,65.96491228070176,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-09-30 / row kgJ2d6XbKj3dZutDcBYSKU / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,opus-4.7,max,reasoning-math,hard,Epoch-harness,,,,,,70.17543859649122,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-09-30 / row ZkNQ7GER7Mc9FSPmpUzgKH / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,opus-4.8,max,reasoning-math,hard,Epoch-harness,,,,,,80,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-09-30 / row GVmgtgKMwEqc54f3jA7auP / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,fable-5,max,reasoning-math,hard,Epoch-harness,,,,,,87.01754385964913,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-09-30 / row E28uZiJvrPgKtawbJpoZQ8 / column Best score (across scorers)),,out:superseded, epoch-furniture-assembly,epoch.ai,sonnet-5.5,max,reasoning-math,hard,Epoch-harness,,,,,,75,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (furniture_assembly.csv in benchmark_data.zip fetched 2026-09-30 / row 5xgoV6NXxdDqscnFNpP2vv / column Best score (across scorers)),,out:superseded, epoch-furniture-assembly,epoch.ai,opus-5.5,max,reasoning-math,hard,Epoch-harness,,,,,,83.33333333333334,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (furniture_assembly.csv in benchmark_data.zip fetched 2026-09-30 / row 4QrkRM7KEDCQvg4wvfhz7N / column Best score (across scorers)),,out:superseded, epoch-furniture-assembly,epoch.ai,fable-5.1,max,reasoning-math,hard,Epoch-harness,,,,,,70,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (furniture_assembly.csv in benchmark_data.zip fetched 2026-09-30 / row 9LZMBmKxeBgnf5mvgNvBjW / column Best score (across scorers)),,out:superseded, epoch-furniture-assembly,epoch.ai,fable-5,max,reasoning-math,hard,Epoch-harness,,,,,,35.833333333333334,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (furniture_assembly.csv in benchmark_data.zip fetched 2026-09-30 / row 433Hqw9fVgtRtAKQfareFr / column Best score (across scorers)),,out:superseded, epoch-furniture-assembly,epoch.ai,opus-5,max,reasoning-math,hard,Epoch-harness,,,,,,60.83333333333333,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (furniture_assembly.csv in benchmark_data.zip fetched 2026-09-30 / row eBTo3dRKwCVuHaRSyN24VA / column Best score (across scorers)),,out:superseded, epoch-furniture-assembly,epoch.ai,opus-4.8,max,reasoning-math,hard,Epoch-harness,,,,,,42.5,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (furniture_assembly.csv in benchmark_data.zip fetched 2026-09-30 / row mTRwnGKK2QWHrovdPrrMbJ / column Best score (across scorers)),,out:superseded, epoch-furniture-assembly,epoch.ai,opus-4.7,max,reasoning-math,hard,Epoch-harness,,,,,,33.33333333333333,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (furniture_assembly.csv in benchmark_data.zip fetched 2026-09-30 / row NPkiPtHFjjYvdXoG2LLg7A / column Best score (across scorers)),,out:superseded, epoch-furniture-assembly,epoch.ai,opus-4.6,max,reasoning-math,hard,Epoch-harness,,,,,,28.33333333333333,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (furniture_assembly.csv in benchmark_data.zip fetched 2026-09-30 / row 4Jq9M5CbuWMyxRHHxavMwA / column Best score (across scorers)),,out:superseded, epoch-furniture-assembly,epoch.ai,opus-4.5,think-64000,reasoning-math,hard,Epoch-harness,,,,,,28.33333333333333,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (furniture_assembly.csv in benchmark_data.zip fetched 2026-09-30 / row E3gZb5amR7rcoRkqUGeQRG / column Best score (across scorers)),,out:budget-config, epoch-gpqa-diamond@epoch.ai,epoch.ai,sonnet-5.5,max,reasoning-math,hard,Epoch-harness,,,,,,95.58080808080808,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-09-30 / row QPk8jbJvo4986sbWtdte6J / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,opus-5.5,max,reasoning-math,hard,Epoch-harness,,,,,,90.59343434343434,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-09-30 / row 6gmbahPSxHf9xVhAYqpnhi / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,opus-4.6,max,reasoning-math,hard,Epoch-harness,,,,,,88.38383838383839,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-09-30 / row JcQMgXdZKU54u52B8TGQKp / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,sonnet-5,max,reasoning-math,hard,Epoch-harness,,,,,,80.3030303030303,score%,2.89e-14,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-09-30 / row FNXAt76ZUS3sWhQDFMga7U / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,sonnet-4.6,max,reasoning-math,hard,Epoch-harness,,,,,,78.78787878787878,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-09-30 / row SEePRKRcv8oqn5HpD2KFxB / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,opus-5,unstated,reasoning-math,hard,Epoch-harness,,,,,,92.92929292929293,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-09-30 / row mLmUnBuX6DYKtb6x46GteM / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,opus-5,low,reasoning-math,hard,Epoch-harness,,,,,,87.87878787878788,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-09-30 / row WfaJS4L7Xdz5ZBXgJMbRGb / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,opus-4.8,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,85.35353535353535,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-09-30 / row ckbZdkrXPwbFdjn6bmUQsi / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,opus-4.8,low,reasoning-math,hard,Epoch-harness,,,,,,88.38383838383839,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-09-30 / row GThtce6GAmRAS8srQyGQoA / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,opus-4.7,max,reasoning-math,hard,Epoch-harness,,,,,,86.36363636363636,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-09-30 / row Ju7pUkkwYVj6ugi9Ri5Jjp / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,fable-5,max,reasoning-math,hard,Epoch-harness,,,,,,85.85858585858586,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-09-30 / row S5pm7ctk9zgPfbyHrbD9AV / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,fable-5,low,reasoning-math,hard,Epoch-harness,,,,,,78.78787878787878,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-09-30 / row U5PsUdX2ak4kJ2hgnQkWnX / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,fable-5,high,reasoning-math,hard,Epoch-harness,,,,,,83.33333333333334,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-09-30 / row d23hYvSNGFo7rniLFyBWiu / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,opus-5,max,reasoning-math,hard,Epoch-harness,,,,,,93.87626262626263,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-09-30 / row D3mtasTumfvjR4fjmnHWRy / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,sonnet-4.6,high,reasoning-math,hard,Epoch-harness,,,,,,83.33333333333334,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-09-30 / row DmdKPD9Z9RXwYyATAoG4Uw / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,sonnet-4.6,medium,reasoning-math,hard,Epoch-harness,,,,,,83.33333333333334,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-09-30 / row e8MXnAM8HMF8eEzYtYA7xv / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,sonnet-5,xhigh,reasoning-math,hard,Epoch-harness,,,,,,90.53030303030303,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-09-30 / row HhiYxEx3Bf8YDPUh34K4DC / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,opus-4.8,max,reasoning-math,hard,Epoch-harness,,,,,,91.03535353535354,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-09-30 / row dqgqP2uEPswfECCVj2Kbr9 / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,opus-4.7,xhigh,reasoning-math,hard,Epoch-harness,,,,,,90.15151515151515,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-09-30 / row VJezHrJ5YPCbpui8pZgcJg / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,sonnet-4.6,think-32000,reasoning-math,hard,Epoch-harness,,,,,,87.37373737373737,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-09-30 / row 58eQmyCfPa3FufhXJFvAL2 / column Best score (across scorers)),,out:budget-config, epoch-gpqa-diamond@epoch.ai,epoch.ai,opus-4.6,think-32000,reasoning-math,hard,Epoch-harness,,,,,,90.53030303030303,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-09-30 / row DiXCMhdfhcjaCUSzYWgACy / column Best score (across scorers)),,out:budget-config, epoch-gpqa-diamond@epoch.ai,epoch.ai,opus-4.6,think-64000,reasoning-math,hard,Epoch-harness,,,,,,88.76262626262627,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-09-30 / row eB9e2mtd5nRwqdFyLEsz6k / column Best score (across scorers)),,out:budget-config, epoch-gpqa-diamond@epoch.ai,epoch.ai,opus-4.5,think-16000,reasoning-math,hard,Epoch-harness,,,,,,85.47979797979798,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-09-30 / row cXkPywkhy3NnW992ri73yG / column Best score (across scorers)),,out:budget-config, epoch-gpqa-diamond@epoch.ai,epoch.ai,opus-4.5,think-32000,reasoning-math,hard,Epoch-harness,,,,,,86.0479797979798,score%,2.89e-14,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-09-30 / row Kwwo3UFcPDk6iLAeSeeRaa / column Best score (across scorers)),,out:budget-config, epoch-gpqa-diamond@epoch.ai,epoch.ai,opus-4.5,unstated,reasoning-math,hard,Epoch-harness,,,,,,80.68181818181818,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-09-30 / row mEkZaYpiurQ6TEMAALK3su / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,sonnet-4.5,think-16000,reasoning-math,hard,Epoch-harness,,,,,,78.78787878787878,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-09-30 / row LkVuUxvsHNzpcg3sUiH7f3 / column Best score (across scorers)),,out:budget-config, epoch-gpqa-diamond@epoch.ai,epoch.ai,sonnet-4.5,think-59000,reasoning-math,hard,Epoch-harness,,,,,,82.32323232323232,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-09-30 / row XaGuWDxPtqVvyxqdMncKFj / column Best score (across scorers)),,out:budget-config, epoch-gpqa-diamond@epoch.ai,epoch.ai,haiku-4.5,think-32000,reasoning-math,hard,Epoch-harness,,,,,,71.21212121212122,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-09-30 / row GEaAdb9UmoUFbEtBx7WzAR / column Best score (across scorers)),,out:budget-config, epoch-gpqa-diamond@epoch.ai,epoch.ai,sonnet-4.5,think-32000,reasoning-math,hard,Epoch-harness,,,,,,81.7258883248731,score%,2.89e-14,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-09-30 / row ii6JE9j57eSbuswEsJArTa / column Best score (across scorers)),,out:budget-config, epoch-gpqa-diamond@epoch.ai,epoch.ai,haiku-4.5,unstated,reasoning-math,hard,Epoch-harness,,,,,,60.47979797979798,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-09-30 / row cgnopvpB6mzsfb9yGnYK2z / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,sonnet-4.5,unstated,reasoning-math,hard,Epoch-harness,,,,,,73.73737373737373,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-09-30 / row fsZmzw8jjyUgMQGwxodBwN / column Best score (across scorers)),,out:effort-not-established, epoch-math-level-5,epoch.ai,haiku-4.5,think-32000,reasoning-math,hard,Epoch-harness,,,,,,96.36087945413192,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-09-30 / row Qwci6JAG4DUWqA9eSHThDJ / column Best score (across scorers)),,out:budget-config, epoch-math-level-5,epoch.ai,sonnet-4.5,think-32000,reasoning-math,hard,Epoch-harness,,,,,,97.73413897280967,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-09-30 / row FqjAH25VNjgwQTbDJFfqAg / column Best score (across scorers)),,out:budget-config, epoch-math-level-5,epoch.ai,haiku-4.5,unstated,reasoning-math,hard,Epoch-harness,,,,,,86.91465256797583,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-09-30 / row 3w2dD9rcMPHLYsEsJmYsCX / column Best score (across scorers)),,out:effort-not-established, epoch-mirrorcode,epoch.ai,opus-5.5,max,coding,hard,Epoch-harness,,,,,,77.4,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (mirrorcode.csv in benchmark_data.zip fetched 2026-09-30 / row mirrorcode-ml-2l-claude-opus-5-5 / column Best score (across scorers)),,in, epoch-mirrorcode,epoch.ai,fable-5.1,high,coding,hard,Epoch-harness,,,,,,73.3,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (mirrorcode.csv in benchmark_data.zip fetched 2026-09-30 / row mirrorcode-ml-2l-claude-fable-5-1 / column Best score (across scorers)),,out:superseded, epoch-mirrorcode,epoch.ai,opus-4.7,high,coding,hard,Epoch-harness,,,,,,31.11111111111111,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (mirrorcode.csv in benchmark_data.zip fetched 2026-09-30 / row mirrorcode-ml-2l-claude-opus-4-7 / column Best score (across scorers)),,out:superseded, epoch-mirrorcode,epoch.ai,fable-5,high,coding,hard,Epoch-harness,,,,,,63.8888888888889,score%,2.89e-14,,,https://epoch.ai/data/benchmark_data.zip (mirrorcode.csv in benchmark_data.zip fetched 2026-09-30 / row mirrorcode-ml-2l-claude-fable-5 / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,opus-5.5,max,reasoning-math,hard,Epoch-harness,,,,,,71,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-09-30 / row fREi6AAmnfqUWkDqUhLLtw / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,sonnet-5.5,max,reasoning-math,hard,Epoch-harness,,,,,,65,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-09-30 / row 3PVdaSEYFJKgYUgHnF4DBu / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,fable-5.1,max,reasoning-math,hard,Epoch-harness,,,,,,58,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-09-30 / row dBHxnnTzLGz3nHis5LET6t / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,sonnet-4.6,unstated,reasoning-math,hard,Epoch-harness,,,,,,14,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-09-30 / row VjfWxdhdNerrh4huSHT8PT / column Best score (across scorers)),,out:effort-not-established, epoch-mystery-game-puzzles,epoch.ai,sonnet-4.6,low,reasoning-math,hard,Epoch-harness,,,,,,16,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-09-30 / row YdyvoMQ4mA5V8Ymg6Tksxu / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,opus-5,unstated,reasoning-math,hard,Epoch-harness,,,,,,37,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-09-30 / row bWnggCv6to2QKSjngrtuos / column Best score (across scorers)),,out:effort-not-established, epoch-mystery-game-puzzles,epoch.ai,opus-4.7,unstated,reasoning-math,hard,Epoch-harness,,,,,,13,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-09-30 / row LsnPrukDADRTP8fsn8zD9S / column Best score (across scorers)),,out:effort-not-established, epoch-mystery-game-puzzles,epoch.ai,opus-4.6,unstated,reasoning-math,hard,Epoch-harness,,,,,,15,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-09-30 / row BbM4xbJcS5sjrzZABGg8K7 / column Best score (across scorers)),,out:effort-not-established, epoch-mystery-game-puzzles,epoch.ai,opus-4.6,low,reasoning-math,hard,Epoch-harness,,,,,,7,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-09-30 / row JarZHkwUMZ6HuA4ArMNT45 / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,sonnet-5,unstated,reasoning-math,hard,Epoch-harness,,,,,,16,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-09-30 / row AZHoMLTNQEcKLwtv7QzBLZ / column Best score (across scorers)),,out:effort-not-established, epoch-mystery-game-puzzles,epoch.ai,fable-5,max,reasoning-math,hard,Epoch-harness,,,,,,52,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-09-30 / row X29V6KG3aVe5Nv5r3tsLHX / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,sonnet-5,max,reasoning-math,hard,Epoch-harness,,,,,,35,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-09-30 / row YdcyYXLzqfPUSSgGv4MTED / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,opus-4.8,xhigh,reasoning-math,hard,Epoch-harness,,,,,,31,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-09-30 / row 3ZnPtGRJkvqHk8wvWWRgCe / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,sonnet-4.5,think-48000,reasoning-math,hard,Epoch-harness,,,,,,17,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-09-30 / row 4oSbA2RKFsfuAfVayAMAww / column Best score (across scorers)),,out:budget-config, epoch-mystery-game-puzzles,epoch.ai,opus-4.5,think-48000,reasoning-math,hard,Epoch-harness,,,,,,22,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-09-30 / row k4zGHaXESxFRTRMkyDLZrz / column Best score (across scorers)),,out:budget-config, epoch-mystery-game-puzzles,epoch.ai,opus-4.8,max,reasoning-math,hard,Epoch-harness,,,,,,36,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-09-30 / row Q3WpHdurYNvawj6ycXyj6e / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,opus-5,max,reasoning-math,hard,Epoch-harness,,,,,,59,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-09-30 / row FfAvNS5H9bMDSBF4JNNiDz / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,opus-4.6,max,reasoning-math,hard,Epoch-harness,,,,,,25,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-09-30 / row 64rokFyL2L8Vd4SZVdayCy / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,opus-4.7,max,reasoning-math,hard,Epoch-harness,,,,,,28,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-09-30 / row VFYhE54autgdYcMJNXicwU / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,sonnet-5.5,max,reasoning-math,hard,Epoch-harness,,,,,,100,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-09-30 / row bSEaZLPehiNVDQL7HP9EJS / column Best score (across scorers)),,out:uninformative, epoch-otis-mock-aime-2024-2025,epoch.ai,opus-5.5,max,reasoning-math,hard,Epoch-harness,,,,,,100,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-09-30 / row LSfona7P3jCAnZFXJ2YA7F / column Best score (across scorers)),,out:uninformative, epoch-otis-mock-aime-2024-2025,epoch.ai,fable-5.1,max,reasoning-math,hard,Epoch-harness,,,,,,100,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-09-30 / row mRAASXsUuoJmc2oR5G89zR / column Best score (across scorers)),,out:uninformative, epoch-otis-mock-aime-2024-2025,epoch.ai,opus-4.6,max,reasoning-math,hard,Epoch-harness,,,,,,91.11111111111111,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-09-30 / row coxYk5vK5cBhQ7iZohMtA5 / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,sonnet-5,max,reasoning-math,hard,Epoch-harness,,,,,,80,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-09-30 / row XRutLYUVUePe69APTSTw8S / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,opus-5,low,reasoning-math,hard,Epoch-harness,,,,,,93.33333333333333,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-09-30 / row Z5FAHm8aqmk8NUUm7tojng / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,sonnet-4.6,max,reasoning-math,hard,Epoch-harness,,,,,,71.11111111111111,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-09-30 / row XnQVH5qSfxVjpzoPwUEmnh / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,opus-5,unstated,reasoning-math,hard,Epoch-harness,,,,,,97.77777777777777,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-09-30 / row gsBidnvEcmCfLnn5sxePtk / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,opus-4.8,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,84.44444444444444,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-09-30 / row adGE8rXdNuUFs96ioppbc5 / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,opus-4.8,low,reasoning-math,hard,Epoch-harness,,,,,,97.77777777777777,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-09-30 / row MEhV5sh6nbM8cKJGQ6HzcS / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,opus-4.7,max,reasoning-math,hard,Epoch-harness,,,,,,86.66666666666667,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-09-30 / row T4y4iGHMqA8tXCdBKr5GjS / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,fable-5,low,reasoning-math,hard,Epoch-harness,,,,,,97.77777777777777,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-09-30 / row 6E989Xxeuw925T7cCV3XGB / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,fable-5,high,reasoning-math,hard,Epoch-harness,,,,,,100,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-09-30 / row hwrnvtEbDAocFtjcsHqsQh / column Best score (across scorers)),,out:uninformative, epoch-otis-mock-aime-2024-2025,epoch.ai,opus-5,max,reasoning-math,hard,Epoch-harness,,,,,,98.88888888888889,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-09-30 / row KxvHAT9SV2dTDn7jBnTk6f / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,sonnet-4.6,high,reasoning-math,hard,Epoch-harness,,,,,,75.55555555555555,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-09-30 / row oXZ7ZVZtADrwFPKAe6zTvL / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,sonnet-4.6,medium,reasoning-math,hard,Epoch-harness,,,,,,82.22222222222222,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-09-30 / row kDNNbUYXhrAH5uDBGykFaf / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,sonnet-5,xhigh,reasoning-math,hard,Epoch-harness,,,,,,94.72222222222222,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-09-30 / row T2wFfuSkUdyjpyqurxNmNK / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,fable-5,max,reasoning-math,hard,Epoch-harness,,,,,,99.72222222222222,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-09-30 / row eiLEpRUvK48wUKDh4sYkzV / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,opus-4.8,max,reasoning-math,hard,Epoch-harness,,,,,,98.33333333333333,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-09-30 / row 37pJqPpXTE6ia9ikmmGPJ4 / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,opus-4.7,xhigh,reasoning-math,hard,Epoch-harness,,,,,,97.8,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-09-30 / row jyCZnpXG2bh9G43X8pT75m / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,sonnet-4.6,think-32000,reasoning-math,hard,Epoch-harness,,,,,,85.7936507936508,score%,2.89e-14,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-09-30 / row 9LWdzVN5w4ihNvncsaCWMu / column Best score (across scorers)),,out:budget-config, epoch-otis-mock-aime-2024-2025,epoch.ai,opus-4.6,think-64000,reasoning-math,hard,Epoch-harness,,,,,,94.44444444444444,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-09-30 / row TUPC8VdX4jApFa4MGfNP4t / column Best score (across scorers)),,out:budget-config, epoch-otis-mock-aime-2024-2025,epoch.ai,opus-4.6,think-32000,reasoning-math,hard,Epoch-harness,,,,,,93.05555555555556,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-09-30 / row kZ3VgrQJxfKQ5msjpmSaAz / column Best score (across scorers)),,out:budget-config, epoch-otis-mock-aime-2024-2025,epoch.ai,opus-4.5,unstated,reasoning-math,hard,Epoch-harness,,,,,,48.055555555555557,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-09-30 / row nSb2focDRMyPJXErk3MV94 / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,opus-4.5,think-32000,reasoning-math,hard,Epoch-harness,,,,,,86.11111111111112,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-09-30 / row ikUWdu6HJ2qRgZynfzDCFe / column Best score (across scorers)),,out:budget-config, epoch-otis-mock-aime-2024-2025,epoch.ai,opus-4.5,think-16000,reasoning-math,hard,Epoch-harness,,,,,,81.66666666666667,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-09-30 / row SH5jr76ni3RnpXVMETMy2H / column Best score (across scorers)),,out:budget-config, epoch-otis-mock-aime-2024-2025,epoch.ai,sonnet-4.5,think-59000,reasoning-math,hard,Epoch-harness,,,,,,77.77777777777778,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-09-30 / row k5PDL6MpCC6P5eLAhodJiS / column Best score (across scorers)),,out:budget-config, epoch-otis-mock-aime-2024-2025,epoch.ai,sonnet-4.5,think-16000,reasoning-math,hard,Epoch-harness,,,,,,71.11111111111111,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-09-30 / row 7QkPRbRPpRx8nJT2ZcqSx6 / column Best score (across scorers)),,out:budget-config, epoch-otis-mock-aime-2024-2025,epoch.ai,haiku-4.5,think-32000,reasoning-math,hard,Epoch-harness,,,,,,66.66666666666666,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-09-30 / row neZvEzLi6yeL9z5KjGef7H / column Best score (across scorers)),,out:budget-config, epoch-otis-mock-aime-2024-2025,epoch.ai,sonnet-4.5,think-32000,reasoning-math,hard,Epoch-harness,,,,,,77.77777777777778,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-09-30 / row kqTyhmHyT9irTAWk3xBt2x / column Best score (across scorers)),,out:budget-config, epoch-otis-mock-aime-2024-2025,epoch.ai,haiku-4.5,unstated,reasoning-math,hard,Epoch-harness,,,,,,35.833333333333334,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-09-30 / row Wf2kwcXu8YXNgzDCxChtvj / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,sonnet-4.5,unstated,reasoning-math,hard,Epoch-harness,,,,,,35.555555555555557,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-09-30 / row dEVgttSw8u6Tt2RsPWTc3C / column Best score (across scorers)),,out:effort-not-established, epoch-simpleqa-verified@epoch.ai,epoch.ai,sonnet-5.5,max,reasoning-math,hard,Epoch-harness,,,,,,46.5,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-09-30 / row GtJ5yd3ZPQ7HVcm6Q9ssQz / column Best score (across scorers)),,out:superseded, epoch-simpleqa-verified@epoch.ai,epoch.ai,opus-5.5,max,reasoning-math,hard,Epoch-harness,,,,,,72.2,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-09-30 / row CgLfiGcNwMPVzxr8GdNUAK / column Best score (across scorers)),,out:superseded, epoch-simpleqa-verified@epoch.ai,epoch.ai,fable-5.1,max,reasoning-math,hard,Epoch-harness,,,,,,70.8,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-09-30 / row ExyL3GN8s34tizrXV3VmS3 / column Best score (across scorers)),,out:superseded, epoch-simpleqa-verified@epoch.ai,epoch.ai,sonnet-4.5,think-59000,reasoning-math,hard,Epoch-harness,,,,,,30.7,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-09-30 / row XQEGUQjpXupjdyKoGuSmum / column Best score (across scorers)),,out:budget-config, epoch-simpleqa-verified@epoch.ai,epoch.ai,sonnet-5,xhigh,reasoning-math,hard,Epoch-harness,,,,,,32.9,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-09-30 / row Qw4tGw38pk4sdsEehhrLSR / column Best score (across scorers)),,out:superseded, epoch-simpleqa-verified@epoch.ai,epoch.ai,opus-4.5,think-32000,reasoning-math,hard,Epoch-harness,,,,,,45.7,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-09-30 / row CA5LW4phRnHSsZUGXEm8H6 / column Best score (across scorers)),,out:budget-config, epoch-simpleqa-verified@epoch.ai,epoch.ai,haiku-4.5,think-32000,reasoning-math,hard,Epoch-harness,,,,,,12.6,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-09-30 / row VhBM9HgJ2RuSVwXriRXMVJ / column Best score (across scorers)),,out:budget-config, epoch-simpleqa-verified@epoch.ai,epoch.ai,opus-4.6,max,reasoning-math,hard,Epoch-harness,,,,,,47,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-09-30 / row 85fhMxLaebWtLoi6oLpTbi / column Best score (across scorers)),,out:superseded, epoch-simpleqa-verified@epoch.ai,epoch.ai,sonnet-5,max,reasoning-math,hard,Epoch-harness,,,,,,33.7,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-09-30 / row LPo74T9L3CawnKX5LLUrSZ / column Best score (across scorers)),,out:superseded, epoch-simpleqa-verified@epoch.ai,epoch.ai,sonnet-4.6,max,reasoning-math,hard,Epoch-harness,,,,,,32.8,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-09-30 / row Zs5fCvNzaz8LhqgwDSAztU / column Best score (across scorers)),,out:superseded, epoch-simpleqa-verified@epoch.ai,epoch.ai,opus-4.7,xhigh,reasoning-math,hard,Epoch-harness,,,,,,51.7,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-09-30 / row 2c4rvmf5N7QXTugrFLMZ83 / column Best score (across scorers)),,out:superseded, epoch-simpleqa-verified@epoch.ai,epoch.ai,opus-4.8,max,reasoning-math,hard,Epoch-harness,,,,,,53,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-09-30 / row ViC6pxQZUVS3E9M9iEubF7 / column Best score (across scorers)),,out:superseded, epoch-simpleqa-verified@epoch.ai,epoch.ai,opus-5,max,reasoning-math,hard,Epoch-harness,,,,,,59.9,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-09-30 / row Zftz2yk4X5NF28JQzjN3hZ / column Best score (across scorers)),,out:superseded, epoch-simpleqa-verified@epoch.ai,epoch.ai,fable-5,xhigh,reasoning-math,hard,Epoch-harness,,,,,,70.7,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-09-30 / row SEnvgtunRa5GwAtU2sHa87 / column Best score (across scorers)),,out:superseded, epoch-simpleqa-verified@epoch.ai,epoch.ai,sonnet-4.6,high,reasoning-math,hard,Epoch-harness,,,,,,35.5,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-09-30 / row LJyKf8Xy4dymxNHbGLwNdA / column Best score (across scorers)),,out:superseded, epoch-simpleqa-verified@epoch.ai,epoch.ai,sonnet-4.5,unstated,reasoning-math,hard,Epoch-harness,,,,,,23.7,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-09-30 / row MhqeuRVx4JcRfxPQDYPq7Z / column Best score (across scorers)),,out:effort-not-established, epoch-simpleqa-verified@epoch.ai,epoch.ai,haiku-4.5,unstated,reasoning-math,hard,Epoch-harness,,,,,,13.2,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-09-30 / row J2kUEjR9r6Spd594qDNTTf / column Best score (across scorers)),,out:effort-not-established, epoch-swe-bench-verified,epoch.ai,opus-4.7,max,coding,hard,Epoch-harness,,,,,,83.47107438016529,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (swe_bench_verified.csv in benchmark_data.zip fetched 2026-09-30 / row nCmGWWMBip2s9AVEZNYXDX / column Best score (across scorers)),,out:superseded, epoch-swe-bench-verified,epoch.ai,sonnet-4.6,unstated,coding,hard,Epoch-harness,,,,,,75.20661157024794,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (swe_bench_verified.csv in benchmark_data.zip fetched 2026-09-30 / row KEdgiMmtJKHxgGiS82agYj / column Best score (across scorers)),,out:effort-not-established, epoch-swe-bench-verified,epoch.ai,opus-4.6,unstated,coding,hard,Epoch-harness,,,,,,78.71900826446281,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (swe_bench_verified.csv in benchmark_data.zip fetched 2026-09-30 / row 2hH2GAPUFaJR7pfVKhhicg / column Best score (across scorers)),,out:effort-not-established, epoch-swe-bench-verified,epoch.ai,opus-4.6,unstated,coding,hard,Epoch-harness,,,,,,75.6198347107438,score%,2.89e-14,,,https://epoch.ai/data/benchmark_data.zip (swe_bench_verified.csv in benchmark_data.zip fetched 2026-09-30 / row aQiAg6mt8HPHXjKcJvax2d / column Best score (across scorers)),,out:effort-not-established, epoch-swe-bench-verified,epoch.ai,opus-4.5,unstated,coding,hard,Epoch-harness,,,,,,76.65289256198347,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (swe_bench_verified.csv in benchmark_data.zip fetched 2026-09-30 / row mKQKxkpGDrFHBPBYR3mBrB / column Best score (across scorers)),,out:effort-not-established, epoch-swe-bench-verified,epoch.ai,sonnet-4.5,unstated,coding,hard,Epoch-harness,,,,,,71.28099173553719,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (swe_bench_verified.csv in benchmark_data.zip fetched 2026-09-30 / row Lti64yMEsBWSzgEMFCSVhp / column Best score (across scorers)),,out:effort-not-established, epoch-chess-puzzles,epoch.ai,sonnet-4.5,think-59000,reasoning-math,hard,Epoch-harness,,,,,,10,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row RuQX7KA7owzqzf8Le9veeM / column Best score (across scorers)),,out:budget-config, epoch-chess-puzzles,epoch.ai,sonnet-4.5,think-32000,reasoning-math,hard,Epoch-harness,,,,,,10,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row gJizntrYwhnbpCviv9mNBN / column Best score (across scorers)),,out:budget-config, epoch-chess-puzzles,epoch.ai,sonnet-4.6,max,reasoning-math,hard,Epoch-harness,,,,,,23,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row 6P9AJQmBzaPmE7ossbqLjz / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,sonnet-4.5,unstated,reasoning-math,hard,Epoch-harness,,,,,,6,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row VajBDnUCyX7uqAfMTbi63j / column Best score (across scorers)),,out:effort-not-established, epoch-chess-puzzles,epoch.ai,haiku-4.5,think-59000,reasoning-math,hard,Epoch-harness,,,,,,8,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row 6bmTzBjpMySeHn65gc5Hu5 / column Best score (across scorers)),,out:budget-config, epoch-chess-puzzles,epoch.ai,opus-4.6,max,reasoning-math,hard,Epoch-harness,,,,,,21,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row aKc2rzsA6YPYwCkE7nhvvB / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,haiku-4.5,think-32000,reasoning-math,hard,Epoch-harness,,,,,,4,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row BLgwhLGGofDBzxoc34YFHK / column Best score (across scorers)),,out:budget-config, epoch-chess-puzzles,epoch.ai,opus-4.5,think-59000,reasoning-math,hard,Epoch-harness,,,,,,14,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row DPuTDKvupUqKgkdVj7Awsp / column Best score (across scorers)),,out:budget-config, epoch-chess-puzzles,epoch.ai,opus-4.5,think-32000,reasoning-math,hard,Epoch-harness,,,,,,5,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row V7seJ9yeHu4LYjrkomhEQm / column Best score (across scorers)),,out:budget-config, epoch-chess-puzzles,epoch.ai,opus-4.5,unstated,reasoning-math,hard,Epoch-harness,,,,,,5,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row 4afZ2hjLiJnPy5pD7TfE3K / column Best score (across scorers)),,out:effort-not-established, epoch-chess-puzzles,epoch.ai,sonnet-4.6,high,reasoning-math,hard,Epoch-harness,,,,,,19,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row Atc4F5iuMZu3vNBWVGCBnv / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,sonnet-4.6,medium,reasoning-math,hard,Epoch-harness,,,,,,16,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row htvM9QKQJ8TfBxTzDxfZfp / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,opus-4.7,max,reasoning-math,hard,Epoch-harness,,,,,,41,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row XXPqVNR7WCFFA2Rnzjcbk6 / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,opus-4.7,xhigh,reasoning-math,hard,Epoch-harness,,,,,,36,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row RHbNnWqK6x8f6pR2AZ8VAq / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,opus-4.7,low,reasoning-math,hard,Epoch-harness,,,,,,26,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row NyAvSf73nUe84HuY6Vpjkh / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,opus-4.8,max,reasoning-math,hard,Epoch-harness,,,,,,52,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row PEZpuEuU65bu3ZtvjLytHq / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,opus-4.8,low,reasoning-math,hard,Epoch-harness,,,,,,29,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row icTHLT2S2egxYtgbjQHUng / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,opus-4.8,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,19,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row jDWEviMweCdzGxLfz8sdBm / column Best score (across scorers)),,out:effort-not-established, epoch-chess-puzzles,epoch.ai,fable-5,max,reasoning-math,hard,Epoch-harness,,,,,,47,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row bxS76CJuVws8iwWU2Wr2PM / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,fable-5,high,reasoning-math,hard,Epoch-harness,,,,,,45,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row 9ZFhnyMNCKZ8XdR58WGD3D / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,fable-5,low,reasoning-math,hard,Epoch-harness,,,,,,31,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row 2jKf4iEfVQnHkgAwEtD9Nn / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,sonnet-5,max,reasoning-math,hard,Epoch-harness,,,,,,45,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row PN9exWpeJGXJB8tZGX32e4 / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,sonnet-5,xhigh,reasoning-math,hard,Epoch-harness,,,,,,34,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row DFzqUCfxnQPUdK8b8D7aYu / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,opus-5,max,reasoning-math,hard,Epoch-harness,,,,,,43,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row RLN98bmQSMnc5Zv39BF4M2 / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,opus-5,low,reasoning-math,hard,Epoch-harness,,,,,,27,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row XTW92PMsypptnTGBFuLCxe / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,fable-5.1,max,reasoning-math,hard,Epoch-harness,,,,,,48,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row aLrHd8RCiNo3Yb4GqSawM7 / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,opus-5.5,max,reasoning-math,hard,Epoch-harness,,,,,,67,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row F2tuCm5VmNDAaYYh6qYdRy / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,sonnet-5.5,max,reasoning-math,hard,Epoch-harness,,,,,,59,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row kXU32N6tFkQLx5ei6nRJFS / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,haiku-5.5,max,reasoning-math,hard,Epoch-harness,,,,,,55,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row KEyuvehfRGtcdgNfNavy62 / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,haiku-5.5,low,reasoning-math,hard,Epoch-harness,,,,,,24,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row KSXLphjiiXtuGdqv9f7ENL / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,opus-5,unstated,reasoning-math,hard,Epoch-harness,,,,,,33,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row UxakyoDNbLKtxnxeMsa7cU / column Best score (across scorers)),,out:effort-not-established, epoch-chess-puzzles,epoch.ai,?claude-opus-4-1-20250805,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,7,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row cb9qw7m5zpPWKqRDLB4ktU / column Best score (across scorers)),,out:model-not-established, epoch-chess-puzzles,epoch.ai,opus-4.6,think-120000,reasoning-math,hard,Epoch-harness,,,,,,13,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row EUknGXXh3f2mHtv3dTufLg / column Best score (across scorers)),,out:budget-config, epoch-chess-puzzles,epoch.ai,sonnet-4.6,think-32000,reasoning-math,hard,Epoch-harness,,,,,,13,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row N5beL4W3WahAubJgDKivnE / column Best score (across scorers)),,out:budget-config, epoch-chess-puzzles,epoch.ai,opus-4.6,think-64000,reasoning-math,hard,Epoch-harness,,,,,,10,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row k5CCeHstJwo5wKpbMFZtfw / column Best score (across scorers)),,out:budget-config, epoch-chess-puzzles,epoch.ai,opus-4.6,think-32000,reasoning-math,hard,Epoch-harness,,,,,,17,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row amkBg66TZcYjF26HaRAXfs / column Best score (across scorers)),,out:budget-config, epoch-ebr-bench,epoch.ai,haiku-5.5,max,reasoning-math,hard,Epoch-harness,,,,,,43.809523809523804,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (ebr_bench.csv in benchmark_data.zip fetched 2026-10-15 / row FMiLkyqzaD56gA4uCCj9Qr / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tier-4-v2,epoch.ai,haiku-5.5,max,reasoning-math,hard,Epoch-harness,,,,,,46.34146341463415,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-10-15 / row WmUXFQoq7GqiSgpTmfLaVv / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,haiku-5.5,max,reasoning-math,hard,Epoch-harness,,,,,,75.08771929824561,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row 2QAt4ptgGkLtcbVL3hdAvL / column Best score (across scorers)),,out:superseded, epoch-furniture-assembly,epoch.ai,haiku-5.5,max,reasoning-math,hard,Epoch-harness,,,,,,47.5,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (furniture_assembly.csv in benchmark_data.zip fetched 2026-10-15 / row bZMMyetG9pAbKgpxghoTe8 / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,haiku-5.5,max,reasoning-math,hard,Epoch-harness,,,,,,89.64646464646465,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row ZEKWTGJiWFscHimMkiUmec / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,haiku-5.5,max,reasoning-math,hard,Epoch-harness,,,,,,30,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row CKm7NWXfSePfcUycRK87cB / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,haiku-5.5,xhigh,reasoning-math,hard,Epoch-harness,,,,,,98.88888888888889,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row iiEPrSjWXHH6Zq9CK4Zmcr / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,haiku-5.5,high,reasoning-math,hard,Epoch-harness,,,,,,97.22222222222222,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row LycbwGumF6Q7ySpmGY94XW / column Best score (across scorers)),,out:superseded, epoch-simpleqa-verified@epoch.ai,epoch.ai,haiku-5.5,max,reasoning-math,hard,Epoch-harness,,,,,,23.8,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-10-15 / row NwnrUMtveqHDYB2Um4ycmA / column Best score (across scorers)),,out:superseded, epoch-frontiermath-erdos,epoch.ai,sonnet-5.5,max,reasoning-math,hard,Epoch-harness,,,,,,2.9,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_erdos.csv in benchmark_data.zip fetched 2026-10-15 / row bloom68-0ov6a268920re3sz / column Best score (across scorers)),,out:superseded, epoch-frontiermath-erdos,epoch.ai,opus-5.5,max,reasoning-math,hard,Epoch-harness,,,,,,2.94,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_erdos.csv in benchmark_data.zip fetched 2026-10-15 / row bloom68-opus55-m1pc5wbymin28jdj / column Best score (across scorers)),,out:superseded, eci,epoch.ai,opus-4.5,unstated,mixed,frontier,epoch-eci-board,,,,,,150.17,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row Claude Opus 4.5 / column eci),,out:effort-not-established, eci,epoch.ai,sonnet-4.5,unstated,mixed,frontier,epoch-eci-board,,,,,,146.83,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row Claude Sonnet 4.5 / column eci),,out:effort-not-established, eci,epoch.ai,opus-4.1,unstated,mixed,frontier,epoch-eci-board,,,,,,144.09,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row Claude Opus 4.1 / column eci),,out:effort-not-established, eci,epoch.ai,opus-4,unstated,mixed,frontier,epoch-eci-board,,,,,,142.65,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row Claude Opus 4 / column eci),,out:effort-not-established, eci,epoch.ai,sonnet-4,unstated,mixed,frontier,epoch-eci-board,,,,,,141.67,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row Claude Sonnet 4 / column eci),,out:effort-not-established, eci,epoch.ai,sonnet-3.7,unstated,mixed,frontier,epoch-eci-board,,,,,,141.14,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row Claude 3.7 Sonnet / column eci),,out:effort-not-established, epoch-spireclimb,epoch.ai,sonnet-5.5,max,computer-use,frontier,Epoch-Inspect-ReAct-computer-use,,,,,,1.3333333333333334,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (spireclimb.csv in benchmark_data.zip fetched 2026-10-15 / row steambench-sts1-a20h-adf73a874122aee6+steambench-sts2-a10-5db0e95e99f6b21c / column Best score (across scorers)),,out:superseded, epoch-spireclimb,epoch.ai,fable-5.1,max,computer-use,frontier,Epoch-Inspect-ReAct-computer-use,,,,,,2,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (spireclimb.csv in benchmark_data.zip fetched 2026-10-15 / row steambench-sts1-a20h-3a714bccadb811b3+steambench-sts2-a10-413d1cc930f6d4c6 / column Best score (across scorers)),,out:superseded, epoch-spireclimb,epoch.ai,opus-5.5,max,computer-use,frontier,Epoch-Inspect-ReAct-computer-use,,,,,,3.333333333333333,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (spireclimb.csv in benchmark_data.zip fetched 2026-10-15 / row steambench-sts1-a20h-a8e8ab7eb914d4bc+steambench-sts2-a10-ef454c368767b2a0 / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,gpt-5.4-nano,xhigh,reasoning-math,hard,Epoch-harness,,,,,,45,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row MeFyTsrHFWVrQJ8QHRjnRw / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,gpt-5.2,xhigh,reasoning-math,hard,Epoch-harness,,,,,,48,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row YGX23vJ7GJBaYUVLvHnXn5 / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,gpt-5-pro,high,reasoning-math,hard,Epoch-harness,,,,,,48,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row RwHkGk6Qhd4NVTtRLDwLmc / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,gpt-5.2-pro,xhigh,reasoning-math,hard,Epoch-harness,,,,,,60,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row LgRDo2HcNECAGiD8UnHYjx / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,gpt-5.4-pro,xhigh,reasoning-math,hard,Epoch-harness,,,,,,59,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row 5yc9mNtsSiFQ5PducfGZGT / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,gpt-5.5-pro,xhigh,reasoning-math,hard,Epoch-harness,,,,,,62,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row 5u4XrDnQSRnuXSK6oXKAth / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,gpt-5.6-sol,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,68,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row WAavFdihYDHwjGsDNh9toF / column Best score (across scorers)),,out:effort-not-established, epoch-chess-puzzles,epoch.ai,glm-4.7,unstated,reasoning-math,hard,Epoch-harness,,,,,,21,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row 9rDLegdh3zmBfFzTj3fkCc / column Best score (across scorers)),,out:effort-not-established, epoch-chess-puzzles,epoch.ai,glm-5.1,unstated,reasoning-math,hard,Epoch-harness,,,,,,20,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row R7XgJMi2R9sv7tZdx5SZTv / column Best score (across scorers)),,out:effort-not-established, epoch-chess-puzzles,epoch.ai,glm-5.2,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,22,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row Hui8iZgjwKPxz7DkRU8sJX / column Best score (across scorers)),,out:effort-not-established, epoch-chess-puzzles,epoch.ai,glm-5.2,high,reasoning-math,hard,Epoch-harness,,,,,,18,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row 6gYpimjqJm3CL6mvKEN9qs / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,glm-5.2,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,19,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row Xi45sLZGyn5sutf7nKRHTk / column Best score (across scorers)),,out:effort-not-established, epoch-chess-puzzles,epoch.ai,glm-5.3,max,reasoning-math,hard,Epoch-harness,,,,,,37,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row kG3hbd8qLEd6fLAJHyQTiN / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,kimi-k2.6,unstated,reasoning-math,hard,Epoch-harness,,,,,,20,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row ehqiuEDETZTqJ8zt6Mc7Ja / column Best score (across scorers)),,out:effort-not-established, epoch-chess-puzzles,epoch.ai,gemini-4-argon,high,reasoning-math,hard,Epoch-harness,,,,,,59,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row GJtYeC7ZV4fYgN3wu4rRvq / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,kimi-k2.7-code,solo,reasoning-math,hard,Epoch-harness,,,,,,14,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row bSyTSKD8RiRNZCGNu6MnFp / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,kimi-k3,max,reasoning-math,hard,Epoch-harness,,,,,,36,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row nzQV9YvictnDF2EwxqTJQs / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,kimi-k3,high,reasoning-math,hard,Epoch-harness,,,,,,37,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row X2QNPHFXuWosA6AiuvVtDv / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,kimi-k3,low,reasoning-math,hard,Epoch-harness,,,,,,18,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row VPSX7EnwWuBrCPnpYGMUEM / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,glm-5.3-flash,max,reasoning-math,hard,Epoch-harness,,,,,,21,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row fWNxmiSUC7BX8whqvzssY8 / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,gpt-4o-mini,solo,reasoning-math,hard,Epoch-harness,,,,,,3,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row QGrgPmo24qW4h9SAvELP3Y / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,o1,high,reasoning-math,hard,Epoch-harness,,,,,,10,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row UtRhB562A5f4SuFsg5MPrJ / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,o1,medium,reasoning-math,hard,Epoch-harness,,,,,,8,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row 8hGkBXjvgrhMoviNRydRTy / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,gpt-4.1,solo,reasoning-math,hard,Epoch-harness,,,,,,3,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row TzdbTbqAFB73Tfet8GFzQQ / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,gpt-4o-0806,solo,reasoning-math,hard,Epoch-harness,,,,,,6,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row Cjt9Xa7iPVBf9dN5cfJ88q / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,o1,low,reasoning-math,hard,Epoch-harness,,,,,,9,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row GX3T3cWkC6n2Dc6ufeQN6y / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,o3-mini,medium,reasoning-math,hard,Epoch-harness,,,,,,11,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row KX6LwuDrXwKvJ6RXod52j4 / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,gpt-4.1-nano,solo,reasoning-math,hard,Epoch-harness,,,,,,0,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row FLJ6bNrtaJQGCU2dP3CvWH / column Best score (across scorers)),,out:uninformative, epoch-chess-puzzles,epoch.ai,o3-mini,high,reasoning-math,hard,Epoch-harness,,,,,,15,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row 65oGRSHSEY6edS9mqbsCfE / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,o3-mini,low,reasoning-math,hard,Epoch-harness,,,,,,6,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row gE8uyjscAzcjpuZZNow3d8 / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,o4-mini,high,reasoning-math,hard,Epoch-harness,,,,,,13,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row 4MyKFuqZDpWQCFpKuHbMyD / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,gpt-4.1-mini,solo,reasoning-math,hard,Epoch-harness,,,,,,1,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row ZyRri9YZ8CNz6CrUWXFjBA / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,o4-mini,medium,reasoning-math,hard,Epoch-harness,,,,,,22,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row dfonReEmxqpRWn5kxGSSES / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,o4-mini,low,reasoning-math,hard,Epoch-harness,,,,,,15,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row EjErEBJsumLKEs2LByVSst / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,gpt-5-mini,low,reasoning-math,hard,Epoch-harness,,,,,,16,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row Wk25aTN6ZVjg5BwRUdcYKo / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,o3,low,reasoning-math,hard,Epoch-harness,,,,,,36,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row mjrcPbSQbMApmXPnqhoawd / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,gpt-5-mini,high,reasoning-math,hard,Epoch-harness,,,,,,24,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row 5tdGvpe8Ahh8xsUnSwhdAF / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,o3,high,reasoning-math,hard,Epoch-harness,,,,,,36,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row RBFypLgCtFRyC4gsCewHfj / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,o3,medium,reasoning-math,hard,Epoch-harness,,,,,,37,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row MiKNm9AZG7MxP6hibnYN8a / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,gpt-5-nano,high,reasoning-math,hard,Epoch-harness,,,,,,22,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row gQHCk4faPpTNupNZ3xmr4c / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,gpt-5-nano,low,reasoning-math,hard,Epoch-harness,,,,,,15,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row kdPFdnbdEGaSw4krPzeJtY / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,gpt-5-nano,minimal,reasoning-math,hard,Epoch-harness,,,,,,2,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row BdrAtxC8wKnKiaEgedzdYY / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,gpt-5-mini,minimal,reasoning-math,hard,Epoch-harness,,,,,,0,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row ELe4PgXXEJQ8TDtUCQRKae / column Best score (across scorers)),,out:uninformative, epoch-chess-puzzles,epoch.ai,gpt-5,high,reasoning-math,hard,Epoch-harness,,,,,,36,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row CxCwksDLsyrgTJ5ievyAoq / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,gpt-5,medium,reasoning-math,hard,Epoch-harness,,,,,,32,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row 4QRM7D5HeCwCvWVZqhJKRS / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,gpt-5,low,reasoning-math,hard,Epoch-harness,,,,,,26,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row iygB8rn4Xogj5N5x9W7ifT / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,gpt-5,minimal,reasoning-math,hard,Epoch-harness,,,,,,10,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row gz54krKiBUPt4BfJASJZqi / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,gpt-5.1,nothink,reasoning-math,hard,Epoch-harness,,,,,,4,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row 5HoXvfpXgnMT3mZ2a8ezkC / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,gpt-5.2,medium,reasoning-math,hard,Epoch-harness,,,,,,36,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row WpdE2FAG4gvAbvgemVXgPA / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,gpt-5.1,high,reasoning-math,hard,Epoch-harness,,,,,,42,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row HKQxqBGokn83tHr5wGJiZX / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,gpt-5.1,low,reasoning-math,hard,Epoch-harness,,,,,,22,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row LfDm9pJ9Uttcjcacy9DGv3 / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,gpt-5.2,high,reasoning-math,hard,Epoch-harness,,,,,,45,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row Y9hzf2ioQTW9ezDvCGzTCu / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,gpt-5.2,low,reasoning-math,hard,Epoch-harness,,,,,,26,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row gajcfzsiUXo8AyTudT22bP / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,gpt-5.2,nothink,reasoning-math,hard,Epoch-harness,,,,,,2,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row MuBMyrNUmTRebT8AA8AY8g / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,gpt-5.4,xhigh,reasoning-math,hard,Epoch-harness,,,,,,48,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row 92ZBraB6bB98s8raSiPgUw / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,gpt-5.4,high,reasoning-math,hard,Epoch-harness,,,,,,42,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row QxrNbLxE4V9iHrUVmVPFHk / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,gpt-5.4,medium,reasoning-math,hard,Epoch-harness,,,,,,37,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row YA6uTqem8RwiNreRbaarAz / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,gpt-5.4,low,reasoning-math,hard,Epoch-harness,,,,,,19,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row 8fpUqaaFFUfWWNZskndSpp / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,gpt-5.4,nothink,reasoning-math,hard,Epoch-harness,,,,,,3,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row TfUnmjxgDbgUvDAo6JrD9a / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,gpt-5.4-nano,high,reasoning-math,hard,Epoch-harness,,,,,,36,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row N5YuEXtrXeXuhDN2qRssSK / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,gpt-5.4-nano,low,reasoning-math,hard,Epoch-harness,,,,,,20,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row isrAz3SUJUJHGUxsk3sG6V / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,gpt-5.4-nano,nothink,reasoning-math,hard,Epoch-harness,,,,,,2,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row at7F8ntqX3M6rXA38mKkWr / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,gpt-5.4-mini,xhigh,reasoning-math,hard,Epoch-harness,,,,,,17,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row 8Wf3UWZzc4nxwzzPv9ckvF / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,gpt-5.4-mini,high,reasoning-math,hard,Epoch-harness,,,,,,23,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row fzgzPmgay5wxMGHjevRjrm / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,gpt-5.5,xhigh,reasoning-math,hard,Epoch-harness,,,,,,63,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row DFWQcrbMegFAcEWZKWoJxC / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,gpt-5.4-mini,nothink,reasoning-math,hard,Epoch-harness,,,,,,2,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row Jpv6S8xWEHQQTzNHD35dcw / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,gpt-5.5,low,reasoning-math,hard,Epoch-harness,,,,,,30,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row 4EayGByBV2xodNBkrZMcFb / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,gpt-5.5,nothink,reasoning-math,hard,Epoch-harness,,,,,,9,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row QfS2PrjUFMNnceRZmCmewP / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,gpt-5.6-luna,max,reasoning-math,hard,Epoch-harness,,,,,,43,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row LUfGWqWQim7rdBPgSpbrXS / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,gpt-5.6-luna,low,reasoning-math,hard,Epoch-harness,,,,,,17,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row FagAUZ7m5PJHseDATvp2vf / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,gpt-5.6-luna,nothink,reasoning-math,hard,Epoch-harness,,,,,,3,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row 5Q7zWYmoRik8mhABL4wpVR / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,gpt-5.6-terra,max,reasoning-math,hard,Epoch-harness,,,,,,47,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row J2ZgtxyaQZfyDMPTPxS8nm / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,gpt-5.6-terra,low,reasoning-math,hard,Epoch-harness,,,,,,27,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row bA5j9K2shzZVFGTMQ5g6EU / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,gpt-5.6-terra,nothink,reasoning-math,hard,Epoch-harness,,,,,,5,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row HzNnNaRmyNExSVaMjmFCHe / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,gpt-5.6-sol,max,reasoning-math,hard,Epoch-harness,,,,,,59,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row oWqwMmwEd7LU3eU5Ftak64 / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,gpt-5.6-sol,low,reasoning-math,hard,Epoch-harness,,,,,,31,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row V6aVGtn9gAmRep2oBGsqVN / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,gpt-5.6-sol,nothink,reasoning-math,hard,Epoch-harness,,,,,,7,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row WvV6QREDDXeDEGdrKztDsy / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,gpt-6-astra,max,reasoning-math,hard,Epoch-harness,,,,,,74,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row KaEir82ukWPm2Fq4FanY2M / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,gemini-3-flash,high,reasoning-math,hard,Epoch-harness,,,,,,39,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row UUNZJtgib9XbCjLEdhtGaT / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,gpt-6-sol,max,reasoning-math,hard,Epoch-harness,,,,,,56,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row N9uFn7EZFsvHNcHEwEy3J6 / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,qwen3.5-plus,unstated,reasoning-math,hard,Epoch-harness,,,,,,8,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row XEaDaqM3oaPcrtQ6XH5fGS / column Best score (across scorers)),,out:effort-not-established, epoch-chess-puzzles,epoch.ai,qwen3.5-flash,unstated,reasoning-math,hard,Epoch-harness,,,,,,14,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row fEgRyzyFYZraNnkkbRVSSg / column Best score (across scorers)),,out:effort-not-established, epoch-chess-puzzles,epoch.ai,qwen3.6-plus,unstated,reasoning-math,hard,Epoch-harness,,,,,,14,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row SP9UFPzxVnsbzs2kExP2bh / column Best score (across scorers)),,out:effort-not-established, epoch-chess-puzzles,epoch.ai,deepseek-v4-pro-0813,max,reasoning-math,hard,Epoch-harness,,,,,,19,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row DSyqeLiA9LLZF4iaxsTVHL / column Best score (across scorers)),,out:decision:D67, epoch-chess-puzzles,epoch.ai,deepseek-v4-pro-0813,high,reasoning-math,hard,Epoch-harness,,,,,,15,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row duoDEpEXouGJfYrjd5DbvN / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,gpt-6-luna,max,reasoning-math,hard,Epoch-harness,,,,,,36,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row Jevnk9hi9oRBbGcFu2JxBC / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,grok-4.20,think,reasoning-math,hard,Epoch-harness,,,,,,29,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row ETNzxNbPKwj4qxkdo3VVgT / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,grok-4.3,high,reasoning-math,hard,Epoch-harness,,,,,,18,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row m4WQuAN88hKsqbT9zXbg7z / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,gemini-3.1-pro,high,reasoning-math,hard,Epoch-harness,,,,,,51,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row FTDFCpXzDTgfgWBNdHLHGc / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,gemini-3.6-flash,high,reasoning-math,hard,Epoch-harness,,,,,,45,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row XUDdWKUZBhdWPPQBRgx8Pw / column Best score (across scorers)),,out:decision:D35, epoch-chess-puzzles,epoch.ai,gemini-3.6-flash,low,reasoning-math,hard,Epoch-harness,,,,,,42,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row 68KxyCJbfMSq8JBL3LRJfr / column Best score (across scorers)),,out:decision:D35, epoch-chess-puzzles,epoch.ai,deepseek-v4-pro-0813,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,4,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row iKiaFJXjdHdUnbMXdKnq4Q / column Best score (across scorers)),,out:effort-not-established, epoch-chess-puzzles,epoch.ai,gemini-3.6-flash,minimal,reasoning-math,hard,Epoch-harness,,,,,,27,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row H8CebpQyV2qEE8SQzjBrWe / column Best score (across scorers)),,out:decision:D35, epoch-chess-puzzles,epoch.ai,qwen3.6-flash,unstated,reasoning-math,hard,Epoch-harness,,,,,,12,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row j99TDv5LAYUSvTUcR47T75 / column Best score (across scorers)),,out:effort-not-established, epoch-chess-puzzles,epoch.ai,qwen3.7-max,unstated,reasoning-math,hard,Epoch-harness,,,,,,26,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row cbQnfsMSA3aQaBtjm3aFx2 / column Best score (across scorers)),,out:effort-not-established, epoch-chess-puzzles,epoch.ai,deepseek-v4-flash-0731,max,reasoning-math,hard,Epoch-harness,,,,,,32,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row Azz52eFkXwVJiRCGpaUBwB / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,gemini-3.5-flash-lite,high,reasoning-math,hard,Epoch-harness,,,,,,16,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row JJyzHWKJUA3iTZDU8iYefz / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,gemini-3.5-flash-lite,low,reasoning-math,hard,Epoch-harness,,,,,,21,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row d5QCJNq9uLtxjhiMhqXLmg / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,gemini-3.5-flash-lite,minimal,reasoning-math,hard,Epoch-harness,,,,,,7,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row gzQH7StUXaxAtXgxkTgyxJ / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,gemini-3.6-flash,high,reasoning-math,hard,Epoch-harness,,,,,,40,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row ZDeGG5QYkdgVqzGPmmnbfx / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,grok-4.5,high,reasoning-math,hard,Epoch-harness,,,,,,35,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row jTuYE8VJTos73Kw77UFevq / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,grok-4.6,xhigh,reasoning-math,hard,Epoch-harness,,,,,,33,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row NiuExVccWkWbWqi6ex6vvf / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,qwen3.8-max-0902,xhigh,reasoning-math,hard,Epoch-harness,,,,,,46,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row bq5y6Tp83KLtxC58UDfpyN / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,deepseek-v4-pro-0813,max,reasoning-math,hard,Epoch-harness,,,,,,46,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row C56VHYLMeww2wXebeJh3gg / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,gemini-3.6-flash,low,reasoning-math,hard,Epoch-harness,,,,,,42,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row hJ6XXLBm9yfXtSbbhWuwpw / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,gemini-3.6-flash,minimal,reasoning-math,hard,Epoch-harness,,,,,,29,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row beSbPHiiWcwJBSzYRh7Kh4 / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,gemini-3.8-flash,high,reasoning-math,hard,Epoch-harness,,,,,,66,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row Xu34dKTAdpBWL6advf6DMg / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,qwen3.8-max-0902,xhigh,reasoning-math,hard,Epoch-harness,,,,,,37,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row Ut4d4rvkUygdLTRomFb5rh / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,grok-4.6,high,reasoning-math,hard,Epoch-harness,,,,,,33,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row YoAJyC3j8dZ6ZpDZ5rSDLw / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,gpt-6.1-sol,max,reasoning-math,hard,Epoch-harness,,,,,,68,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row KkGEgrjYDnofMoUJBCykcH / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,deepseek-v4.1-flash,max,reasoning-math,hard,Epoch-harness,,,,,,48,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row ACpDTbhRPwce2BWQTWD8iC / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,grok-4.7,xhigh,reasoning-math,hard,Epoch-harness,,,,,,41,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row L5Ck7pMy8bVmVMMLwxJN7f / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,gemini-3.8-flash,high,reasoning-math,hard,Epoch-harness,,,,,,58,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row Hpyy6CpmXmd5q7Zbdq63CR / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,qwen3.5-35b-a3b,nothink,reasoning-math,hard,Epoch-harness,,,,,,10,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row jzqDbWHvQXhMkpYHfTjnRE / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,qwen3-30b-a3b-thinking-2507,solo,reasoning-math,hard,Epoch-harness,,,,,,8,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row AoYLH4gxsYmhLYi9gyduiM / column Best score (across scorers)),,out:single-couple, epoch-chess-puzzles,epoch.ai,qwen3-30b-a3b-instruct-2507,solo,reasoning-math,hard,Epoch-harness,,,,,,2,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row kHUvo7vG9JDf7fQvWpeP7s / column Best score (across scorers)),,out:single-couple, epoch-chess-puzzles,epoch.ai,?Qwen3-30B-A3B,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,1,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row V8VuDYREHNne27eUQT8gir / column Best score (across scorers)),,out:model-not-established, epoch-chess-puzzles,epoch.ai,?Qwen3-30B-A3B,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,4,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row JCwFm63cUipLHBfM6BdssQ / column Best score (across scorers)),,out:model-not-established, epoch-chess-puzzles,epoch.ai,qwen3-14b,nothink,reasoning-math,hard,Epoch-harness,,,,,,0,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row oB8tcqTgWoZYX7BTFj4c8v / column Best score (across scorers)),,out:uninformative, epoch-chess-puzzles,epoch.ai,qwen3-14b,unstated,reasoning-math,hard,Epoch-harness,,,,,,4,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row doo2bL7TEHLCNNMwf7NbYN / column Best score (across scorers)),,out:effort-not-established, epoch-chess-puzzles,epoch.ai,qwen2.5-7b-instruct,solo,reasoning-math,hard,Epoch-harness,,,,,,0,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row 6Unb9YkKYikGQhXhVgAStG / column Best score (across scorers)),,out:uninformative, epoch-chess-puzzles,epoch.ai,qwen2.5-32b-instruct,solo,reasoning-math,hard,Epoch-harness,,,,,,0,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row 2mepC8oUjPQRjq4XcBMpbZ / column Best score (across scorers)),,out:uninformative, epoch-chess-puzzles,epoch.ai,qwen3.5-35b-a3b,unstated,reasoning-math,hard,Epoch-harness,,,,,,1,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row KxxB8kDa9obqrPuec4PEiv / column Best score (across scorers)),,out:effort-not-established, epoch-chess-puzzles,epoch.ai,qwen3.5-2b,nothink,reasoning-math,hard,Epoch-harness,,,,,,0,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row QeVP4X52JBDZBdeefZjEmb / column Best score (across scorers)),,out:uninformative, epoch-chess-puzzles,epoch.ai,qwen3-4b-instruct-2507,solo,reasoning-math,hard,Epoch-harness,,,,,,4,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row JcgBDysccQrAnWQaUmoehs / column Best score (across scorers)),,out:single-couple, epoch-chess-puzzles,epoch.ai,qwen3-4b,nothink,reasoning-math,hard,Epoch-harness,,,,,,1,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row 3mCgC7byPaZ3zzPM98bY5A / column Best score (across scorers)),,out:single-couple, epoch-chess-puzzles,epoch.ai,?Qwen3-32B,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,1,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row NV5tAZdTHYzP6F6Ym4dUus / column Best score (across scorers)),,out:model-not-established, epoch-chess-puzzles,epoch.ai,?Qwen3-32B,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,5,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row MYGuFuvkWEwLC7US5UR363 / column Best score (across scorers)),,out:model-not-established, epoch-chess-puzzles,epoch.ai,qwen3-1.7b,nothink,reasoning-math,hard,Epoch-harness,,,,,,0,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row 3UzTUnn6wx79jU3XoP7VFA / column Best score (across scorers)),,out:uninformative, epoch-chess-puzzles,epoch.ai,glm-4.7-flash,nothink,reasoning-math,hard,Epoch-harness,,,,,,0,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row Mmbo8x2A3WpafV5D6fvS7v / column Best score (across scorers)),,out:uninformative, epoch-chess-puzzles,epoch.ai,glm-4.7-flash,unstated,reasoning-math,hard,Epoch-harness,,,,,,0,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row KKzu5PGJQTEtfgMTqe7pnp / column Best score (across scorers)),,out:effort-not-established, epoch-chess-puzzles,epoch.ai,deepseek-r1-distill-qwen-32b,solo,reasoning-math,hard,Epoch-harness,,,,,,1,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row cUim7Aqc8ifJMM69uXSeSn / column Best score (across scorers)),,out:single-couple, epoch-chess-puzzles,epoch.ai,deepseek-r1-distill-qwen-14b,solo,reasoning-math,hard,Epoch-harness,,,,,,1,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row 2AxSH8gojpyyzADeWfuSqu / column Best score (across scorers)),,out:single-couple, epoch-chess-puzzles,epoch.ai,deepseek-r1-distill-qwen-1.5b,solo,reasoning-math,hard,Epoch-harness,,,,,,0,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row a5YYZ3NSBGCUuALngGHhfZ / column Best score (across scorers)),,out:uninformative, epoch-chess-puzzles,epoch.ai,deepseek-r1-0528-qwen3-8b,solo,reasoning-math,hard,Epoch-harness,,,,,,3,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row Yd3YzZmLa8D7eiZWo77WSm / column Best score (across scorers)),,out:single-couple, epoch-chess-puzzles,epoch.ai,deepseek-llm-67b-chat,solo,reasoning-math,hard,Epoch-harness,,,,,,0,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row 3t8aBtMCF3Z24rUH9qJePk / column Best score (across scorers)),,out:uninformative, epoch-chess-puzzles,epoch.ai,qwq-32b,solo,reasoning-math,hard,Epoch-harness,,,,,,5,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row eppmTJxSfs9jxpT8N7nNTY / column Best score (across scorers)),,out:single-couple, epoch-chess-puzzles,epoch.ai,qwen3.5-9b,nothink,reasoning-math,hard,Epoch-harness,,,,,,12,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row i8CTho47u9qDcnXF3psREo / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,qwen3.5-9b,unstated,reasoning-math,hard,Epoch-harness,,,,,,2,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row 4vjzjypxWVWBVdAnwaDQYX / column Best score (across scorers)),,out:effort-not-established, epoch-chess-puzzles,epoch.ai,qwen3-8b,unstated,reasoning-math,hard,Epoch-harness,,,,,,5,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row DPwt4tRRKyqEjPE8Jc2Co9 / column Best score (across scorers)),,out:effort-not-established, epoch-chess-puzzles,epoch.ai,qwen3-8b,nothink,reasoning-math,hard,Epoch-harness,,,,,,0,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row bUATynSWVG53pxLCE2zeAD / column Best score (across scorers)),,out:uninformative, epoch-chess-puzzles,epoch.ai,gpt-oss-20b,high,reasoning-math,hard,Epoch-harness,,,,,,0,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row fjgo9DvKNgVAGtitPvgpY7 / column Best score (across scorers)),,out:uninformative, epoch-chess-puzzles,epoch.ai,gpt-oss-20b,medium,reasoning-math,hard,Epoch-harness,,,,,,4,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row 9F6GMXWPSzWo3evzcpAkTd / column Best score (across scorers)),,out:single-couple, epoch-chess-puzzles,epoch.ai,gpt-oss-20b,low,reasoning-math,hard,Epoch-harness,,,,,,2,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row QX76VGMs6CYv9BGBKMCCNW / column Best score (across scorers)),,out:single-couple, epoch-chess-puzzles,epoch.ai,gpt-4-0613,solo,reasoning-math,hard,Epoch-harness,,,,,,4,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row QWSuwo8dwFP8QiSGbjQ33G / column Best score (across scorers)),,out:single-couple, epoch-chess-puzzles,epoch.ai,qwen3.6-max-preview,unstated,reasoning-math,hard,Epoch-harness,,,,,,20,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row i5cWL9DPrmhvacKyYf8gxE / column Best score (across scorers)),,out:effort-not-established, epoch-chess-puzzles,epoch.ai,qwen3.6-27b,unstated,reasoning-math,hard,Epoch-harness,,,,,,22,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row Wh3JxFdvxP688EWwE3t2Uk / column Best score (across scorers)),,out:effort-not-established, epoch-chess-puzzles,epoch.ai,qwen3.6-27b,nothink,reasoning-math,hard,Epoch-harness,,,,,,9,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row CGac6TZg5qVdxNGULzfR6R / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,qwen3.5-397b-a17b,unstated,reasoning-math,hard,Epoch-harness,,,,,,12,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row dagNWyu57ksu7gB7Q86eCx / column Best score (across scorers)),,out:effort-not-established, epoch-chess-puzzles,epoch.ai,qwen3.5-397b-a17b,nothink,reasoning-math,hard,Epoch-harness,,,,,,13,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row VRLKwMA8hJnNRpp8M3WDCw / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,qwen3.6-35b-a3b,unstated,reasoning-math,hard,Epoch-harness,,,,,,26,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row 3y52KdaFo7gQZCccCQnNxp / column Best score (across scorers)),,out:effort-not-established, epoch-chess-puzzles,epoch.ai,qwen3.6-35b-a3b,nothink,reasoning-math,hard,Epoch-harness,,,,,,4,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row g4iGoqwjeF5vqkdvtyytx5 / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,qwen3.7-plus,unstated,reasoning-math,hard,Epoch-harness,,,,,,24,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row hFRxCUnXRNMcpQzUy8GYL5 / column Best score (across scorers)),,out:effort-not-established, epoch-chess-puzzles,epoch.ai,qwen3.7-plus,nothink,reasoning-math,hard,Epoch-harness,,,,,,9,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row NGhhhxcbTVcftKdk8S7rAX / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,qwen3.7-flash,unstated,reasoning-math,hard,Epoch-harness,,,,,,23,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row 5Ax3kMh4Lmw8KsrJVWbXqn / column Best score (across scorers)),,out:effort-not-established, epoch-chess-puzzles,epoch.ai,qwen3.7-flash,nothink,reasoning-math,hard,Epoch-harness,,,,,,9,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row ZfPv4GCnueHrnaoV2dBdVw / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,gpt-3.5-turbo-0125,solo,reasoning-math,hard,Epoch-harness,,,,,,0,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row JWmZHq9PfAKgNpJJ7FqpGb / column Best score (across scorers)),,out:uninformative, epoch-chess-puzzles,epoch.ai,gemini-3.1-flash-lite,minimal,reasoning-math,hard,Epoch-harness,,,,,,24,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row LurNQWcpKjLWQ7AXSD6Ab3 / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,gemini-3.1-flash-lite,low,reasoning-math,hard,Epoch-harness,,,,,,25,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row nSLGeLNawfzhCbR33agwer / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,gemini-3.1-flash-lite,high,reasoning-math,hard,Epoch-harness,,,,,,20,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row YFmtuHAcUZeGwPBe9Jbcxw / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,?gpt-5.5-instant,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,12,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row dodABAysqTvxvThpS84BpK / column Best score (across scorers)),,out:model-not-established, epoch-chess-puzzles,epoch.ai,?deepseek-chat,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,1,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row mLhvrHaBLgpp5qzDdk7Z3c / column Best score (across scorers)),,out:model-not-established, epoch-chess-puzzles,epoch.ai,gpt-4-turbo,solo,reasoning-math,hard,Epoch-harness,,,,,,6,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row gDyWKGy2wyoMhb2Jh3NQcE / column Best score (across scorers)),,out:single-couple, epoch-chess-puzzles,epoch.ai,?gpt-5.5-pro-pre-release,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,64,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row gpt-5-5-pro-pre-release-xhigh-chess-puzzles-frankenstein / column Best score (across scorers)),,out:model-not-established, epoch-chess-puzzles,epoch.ai,?gpt-5.5-pre-release,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,54,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row bCy8WkKexRgzZoX2oJbQNM / column Best score (across scorers)),,out:model-not-established, epoch-chess-puzzles,epoch.ai,gemini-3.1-pro,unstated,reasoning-math,hard,Epoch-harness,,,,,,55,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row 4QfM9qyeWGqNc8YTcQNV76 / column Best score (across scorers)),,out:effort-not-established, epoch-chess-puzzles,epoch.ai,glm-5,unstated,reasoning-math,hard,Epoch-harness,,,,,,10,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row 7czodbcgEF5zN68ppPFzBN / column Best score (across scorers)),,out:effort-not-established, epoch-chess-puzzles,epoch.ai,?grok-4-0709,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,28,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row gTh3CHLgfBDhvJCwobjju6 / column Best score (across scorers)),,out:model-not-established, epoch-chess-puzzles,epoch.ai,kimi-k2.5,unstated,reasoning-math,hard,Epoch-harness,,,,,,12,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row f7vGNi73Cs5wSUsBMSzgFu / column Best score (across scorers)),,out:effort-not-established, epoch-chess-puzzles,epoch.ai,gemini-3-flash,unstated,reasoning-math,hard,Epoch-harness,,,,,,38,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row ZMRExFd2WEEwTRSQPLXXwu / column Best score (across scorers)),,out:effort-not-established, epoch-chess-puzzles,epoch.ai,?deepseek-reasoner,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,14,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row CsCv6cEsjHtZnC6aoatVUC / column Best score (across scorers)),,out:model-not-established, epoch-chess-puzzles,epoch.ai,?openai/gpt-oss-120b,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,20,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row h529FgFpbSYUfLa8s3CocQ / column Best score (across scorers)),,out:model-not-established, epoch-chess-puzzles,epoch.ai,qwen3-235b-a22b-thinking-2507,solo,reasoning-math,hard,Epoch-harness,,,,,,12,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row 7iH4kjDYrjgRwQdKYgNACT / column Best score (across scorers)),,out:single-couple, epoch-chess-puzzles,epoch.ai,qwen3-max-0923,solo,reasoning-math,hard,Epoch-harness,,,,,,4,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row Wfe5udNStR4yt4eoqgZ8hY / column Best score (across scorers)),,out:single-couple, epoch-chess-puzzles,epoch.ai,?kimi-k2-thinking-turbo,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,20,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row 8JwFyEbMELziSdLLg8hatX / column Best score (across scorers)),,out:model-not-established, epoch-chess-puzzles,epoch.ai,gemini-2.5-pro,unstated,reasoning-math,hard,Epoch-harness,,,,,,20,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row mQ3UwD6hUioWSp2s2oELY4 / column Best score (across scorers)),,out:effort-not-established, epoch-chess-puzzles,epoch.ai,?gemini-3-pro-preview,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,31,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row Ey65gb5LG3RdtZxMweDfAU / column Best score (across scorers)),,out:model-not-established, epoch-ebr-bench,epoch.ai,gpt-6-sol,max,reasoning-math,hard,Epoch-harness,,,,,,53.33333333333333,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (ebr_bench.csv in benchmark_data.zip fetched 2026-10-15 / row gM5SADcEixdr2P6PkseLeF / column Best score (across scorers)),,out:superseded, epoch-ebr-bench,epoch.ai,gpt-5.6-sol,max,reasoning-math,hard,Epoch-harness,,,,,,44.76190476190475,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (ebr_bench.csv in benchmark_data.zip fetched 2026-10-15 / row SjeXjsdda4NKRBTrPiJVM8 / column Best score (across scorers)),,out:superseded, epoch-ebr-bench,epoch.ai,gpt-6-astra,max,reasoning-math,hard,Epoch-harness,,,,,,76.19047619047619,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (ebr_bench.csv in benchmark_data.zip fetched 2026-10-15 / row GhVYxWxttDxZ7akiJQPYsE / column Best score (across scorers)),,out:superseded, epoch-ebr-bench,epoch.ai,grok-4.6,xhigh,reasoning-math,hard,Epoch-harness,,,,,,30.476190476190473,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (ebr_bench.csv in benchmark_data.zip fetched 2026-10-15 / row VvXTUMGEJiQqgvGMVmaL4m / column Best score (across scorers)),,out:superseded, epoch-ebr-bench,epoch.ai,gpt-5.5,xhigh,reasoning-math,hard,Epoch-harness,,,,,,34.28571428571428,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (ebr_bench.csv in benchmark_data.zip fetched 2026-10-15 / row RESzhBbTKsxwmsbBNyXCEz / column Best score (across scorers)),,out:superseded, epoch-ebr-bench,epoch.ai,gpt-5,high,reasoning-math,hard,Epoch-harness,,,,,,12.6984,score%,2.89e-05,,,https://epoch.ai/data/benchmark_data.zip (ebr_bench.csv in benchmark_data.zip fetched 2026-10-15 / row VneAiVua3Fv2ySMKyyf4Qp / column Best score (across scorers)),,out:superseded, epoch-ebr-bench,epoch.ai,glm-5.2,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,9.523809523809523,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (ebr_bench.csv in benchmark_data.zip fetched 2026-10-15 / row U3Fqei2qExVeQDCizpSVfx / column Best score (across scorers)),,out:effort-not-established, epoch-ebr-bench,epoch.ai,gpt-5.2,xhigh,reasoning-math,hard,Epoch-harness,,,,,,23.0159,score%,2.89e-05,,,https://epoch.ai/data/benchmark_data.zip (ebr_bench.csv in benchmark_data.zip fetched 2026-10-15 / row 3542DFKGpjD6k8AZfGKD7W / column Best score (across scorers)),,out:superseded, epoch-ebr-bench,epoch.ai,qwen3.7-max,unstated,reasoning-math,hard,Epoch-harness,,,,,,9.523809523809523,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (ebr_bench.csv in benchmark_data.zip fetched 2026-10-15 / row YJY5Dm2gEioHP2ExmTadqG / column Best score (across scorers)),,out:effort-not-established, epoch-ebr-bench,epoch.ai,gpt-5.4,xhigh,reasoning-math,hard,Epoch-harness,,,,,,25.3968,score%,2.89e-05,,,https://epoch.ai/data/benchmark_data.zip (ebr_bench.csv in benchmark_data.zip fetched 2026-10-15 / row RNXPxRZ4vMiwbspiqETy8B / column Best score (across scorers)),,out:superseded, epoch-ebr-bench,epoch.ai,?gemini-3.5-flash,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,4.7619047619047616,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (ebr_bench.csv in benchmark_data.zip fetched 2026-10-15 / row 7QDCZBGyG6w6BxE3gw6Gbv / column Best score (across scorers)),,out:model-not-established, epoch-ebr-bench,epoch.ai,kimi-k2.6,unstated,reasoning-math,hard,Epoch-harness,,,,,,2.3809523809523808,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (ebr_bench.csv in benchmark_data.zip fetched 2026-10-15 / row QwcSB4hQADcMNQg7EXmaGP / column Best score (across scorers)),,out:effort-not-established, epoch-ebr-bench,epoch.ai,gemini-3.1-pro,unstated,reasoning-math,hard,Epoch-harness,,,,,,14.285714285714285,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (ebr_bench.csv in benchmark_data.zip fetched 2026-10-15 / row GYNraPqbBYhqqAyhYzJfQ7 / column Best score (across scorers)),,out:effort-not-established, epoch-ebr-bench,epoch.ai,gpt-6.1-sol,max,reasoning-math,hard,Epoch-harness,,,,,,54.28571428571429,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (ebr_bench.csv in benchmark_data.zip fetched 2026-10-15 / row LRUWNzFDcScwkTYuZYdeiV / column Best score (across scorers)),,out:superseded, epoch-frontiermath,epoch.ai,qwen3.6-max-preview,unstated,reasoning-math,hard,Epoch-harness,,,,,,23.103448275862068,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-10-15 / row T6yJ47dEheZTjRVDS6Bgzt / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath,epoch.ai,?gemini-3.5-flash,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,38.96551724137931,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-10-15 / row Ectc9Fcn4xSKZFQwj9Xn7R / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath,epoch.ai,qwen3.5-plus,unstated,reasoning-math,hard,Epoch-harness,,,,,,21.03448275862069,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-10-15 / row Kbc5vW47MpsnYaqeBuoJoQ / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath,epoch.ai,qwen3.6-plus,unstated,reasoning-math,hard,Epoch-harness,,,,,,26.20689655172414,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-10-15 / row Vxki26PKxMtCWsahLMmBHB / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath,epoch.ai,qwen3.6-flash,unstated,reasoning-math,hard,Epoch-harness,,,,,,10.344827586206896,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-10-15 / row n4BkffZyi6KAx8HajDU4ZK / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath,epoch.ai,qwen3.5-flash,unstated,reasoning-math,hard,Epoch-harness,,,,,,6.206896551724138,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-10-15 / row VHC8c6kTi5zjkHU67QSkZW / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath,epoch.ai,glm-5.1,unstated,reasoning-math,hard,Epoch-harness,,,,,,33.448275862068966,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-10-15 / row 4DNcqcs4R97ZWNTMDrXSZN / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath,epoch.ai,kimi-k2.6,unstated,reasoning-math,hard,Epoch-harness,,,,,,38.96551724137931,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-10-15 / row 4StdTsQNqgsKc8RFdauiF2 / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath,epoch.ai,?gpt-5.5-pro-pre-release,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,51,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-10-15 / row gpt-5-5-pro-pre-release-xhigh-t13 / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath,epoch.ai,?gpt-5.5-pro-pre-release,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,52.4,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-10-15 / row gpt-5-5-pro-pre-release-high-t13 / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath,epoch.ai,?gpt-5.5-pre-release,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,51.7,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-10-15 / row gpt-5-5-pre-release-xhigh-t13 / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath,epoch.ai,gpt-5.4-mini,high,reasoning-math,hard,Epoch-harness,,,,,,28.28,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-10-15 / row 7oFhmdG6DwLVLAenx8Wu4z / column Best score (across scorers)),,out:superseded, epoch-frontiermath,epoch.ai,gpt-5.4-nano,high,reasoning-math,hard,Epoch-harness,,,,,,25.86,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-10-15 / row SZpkpKjZLWJvmXWPQsMpbv / column Best score (across scorers)),,out:superseded, epoch-frontiermath,epoch.ai,gpt-5.4,xhigh,reasoning-math,hard,Epoch-harness,,,,,,47.6,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-10-15 / row pre-release-gpt-5-4-xhigh-fm-t13 / column Best score (across scorers)),,out:superseded, epoch-frontiermath,epoch.ai,gpt-5.4-pro,xhigh,reasoning-math,hard,Epoch-harness,,,,,,50,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-10-15 / row pre-release-gpt-5-4-pro-fm-t13 / column Best score (across scorers)),,out:superseded, epoch-frontiermath,epoch.ai,glm-5,unstated,reasoning-math,hard,Epoch-harness,,,,,,16.433566433566432,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-10-15 / row MEXifXdpy4M5JH6EoyF35G / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath,epoch.ai,gemini-3.1-pro,unstated,reasoning-math,hard,Epoch-harness,,,,,,36.9,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-10-15 / row CZ5mNHNivNueD6boJnxq6H / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath,epoch.ai,kimi-k2.5,unstated,reasoning-math,hard,Epoch-harness,,,,,,27.9,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-10-15 / row manual_kimi-k2.5_fmprivate_frankenstein / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath,epoch.ai,glm-4.7,unstated,reasoning-math,hard,Epoch-harness,,,,,,2.4390243902439025,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-10-15 / row GJNr6pF9QUonmhqw5dXWpd / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath,epoch.ai,deepseek-v3.2,unstated,reasoning-math,hard,Epoch-harness,,,,,,22.1,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-10-15 / row manual_deepseek-v3.2_frontiermath_tiers_13_private_frankenstein_run_incomplete / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath,epoch.ai,gemini-2.5-flash,unstated,reasoning-math,hard,Epoch-harness,,,,,,4.844290657439446,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-10-15 / row bTbDNLFqsUogG3fejZEAZc / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath,epoch.ai,gemini-3-flash,unstated,reasoning-math,hard,Epoch-harness,,,,,,35.6401384083045,score%,2.89e-14,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-10-15 / row R7dSNsq2ciVRVHB7nir69v / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath,epoch.ai,gpt-5.2,xhigh,reasoning-math,hard,Epoch-harness,,,,,,40.7,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-10-15 / row hYCViU82i8tejydKA4Pcuu / column Best score (across scorers)),,out:superseded, epoch-frontiermath,epoch.ai,gpt-5.2,high,reasoning-math,hard,Epoch-harness,,,,,,40.344827586206894,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-10-15 / row dcQtgoUnQbkqTT6Cueo8Re / column Best score (across scorers)),,out:superseded, epoch-frontiermath,epoch.ai,gpt-5.2,medium,reasoning-math,hard,Epoch-harness,,,,,,36.89655172413793,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-10-15 / row BWGVnFerZCyKTuc86w7c5q / column Best score (across scorers)),,out:superseded, epoch-frontiermath,epoch.ai,gpt-5.2,low,reasoning-math,hard,Epoch-harness,,,,,,26.55172413793103,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-10-15 / row NghuUppaqcCUtT8BqRgUL6 / column Best score (across scorers)),,out:superseded, epoch-frontiermath,epoch.ai,qwen3-235b-a22b-thinking-2507,solo,reasoning-math,hard,Epoch-harness,,,,,,8.480565371024736,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-10-15 / row TLsGMRt4tYtWnheLm6jA5s / column Best score (across scorers)),,out:superseded, epoch-frontiermath,epoch.ai,glm-4.6,unstated,reasoning-math,hard,Epoch-harness,,,,,,3.819444444444445,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-10-15 / row MPJBHaxt8mXcKBWa94rsXj / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath,epoch.ai,?moonshotai/Kimi-K2-Thinking,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,21.403508771929824,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-10-15 / row FmXuaTot9QsNdFYwwFHuEG / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath,epoch.ai,gpt-5.1,nothink,reasoning-math,hard,Epoch-harness,,,,,,2.097902097902098,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-10-15 / row XNbh4FSUJeFAe2auBg5Bdi / column Best score (across scorers)),,out:superseded, epoch-frontiermath,epoch.ai,gpt-5.1,low,reasoning-math,hard,Epoch-harness,,,,,,17.301038062283736,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-10-15 / row 7o6HCQaKUrxWjrf2vhH7hV / column Best score (across scorers)),,out:superseded, epoch-frontiermath,epoch.ai,gemini-2.5-pro,unstated,reasoning-math,hard,Epoch-harness,,,,,,14.13793103448276,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-10-15 / row cA9LKKKzDVxiLRcegKSb2b / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath,epoch.ai,?gemini-3-pro-preview,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,37.6,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-10-15 / row manual_gemini_3_fmprivate_frankenstein / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath,epoch.ai,gpt-5.1,medium,reasoning-math,hard,Epoch-harness,,,,,,26.89655172413793,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-10-15 / row 7c2hHEgF9JomG9X7BLP7By / column Best score (across scorers)),,out:superseded, epoch-frontiermath,epoch.ai,o3,low,reasoning-math,hard,Epoch-harness,,,,,,9.722222222222222,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-10-15 / row DKLrszPeTvFUGq39AaTniX / column Best score (across scorers)),,out:superseded, epoch-frontiermath,epoch.ai,o3,high,reasoning-math,hard,Epoch-harness,,,,,,18.685121107266436,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-10-15 / row XQ46BgPhHaYZsrPQuTvz8J / column Best score (across scorers)),,out:superseded, epoch-frontiermath,epoch.ai,o3,medium,reasoning-math,hard,Epoch-harness,,,,,,16.896551724137931,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-10-15 / row XwNqEvxaaCQ8M2NpKJGoZG / column Best score (across scorers)),,out:superseded, epoch-frontiermath,epoch.ai,o4-mini,low,reasoning-math,hard,Epoch-harness,,,,,,10.689655172413794,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-10-15 / row 82dL9ukqav96KZ8aHfqPpq / column Best score (across scorers)),,out:superseded, epoch-frontiermath,epoch.ai,o3-mini,high,reasoning-math,hard,Epoch-harness,,,,,,12.413793103448276,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-10-15 / row W2YTmg94XqVbH7p86TAqJT / column Best score (across scorers)),,out:superseded, epoch-frontiermath,epoch.ai,gpt-5.1,high,reasoning-math,hard,Epoch-harness,,,,,,31.03448275862069,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-10-15 / row nveMCdbvDijDTBN9JPWNve / column Best score (across scorers)),,out:superseded, epoch-frontiermath,epoch.ai,gpt-5,high,reasoning-math,hard,Epoch-harness,,,,,,32.413793103448274,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-10-15 / row JwfCZuni4TRRnA77UWwpyg / column Best score (across scorers)),,out:superseded, epoch-frontiermath,epoch.ai,gpt-5-mini,high,reasoning-math,hard,Epoch-harness,,,,,,27.241379310344827,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-10-15 / row DkMXbLvTgWJDWnUQVuBA8J / column Best score (across scorers)),,out:superseded, epoch-frontiermath,epoch.ai,o4-mini,medium,reasoning-math,hard,Epoch-harness,,,,,,18.96551724137931,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-10-15 / row XPCVZtFEC6BYKAwhLauMSD / column Best score (across scorers)),,out:superseded, epoch-frontiermath,epoch.ai,o4-mini,high,reasoning-math,hard,Epoch-harness,,,,,,24.82758620689655,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-10-15 / row Z7hiWJnEkkLmQXviEiTdHt / column Best score (across scorers)),,out:superseded, epoch-frontiermath,epoch.ai,gpt-5-mini,medium,reasoning-math,hard,Epoch-harness,,,,,,20.344827586206896,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-10-15 / row VPHGtT9EdPS6YxbzDAt98q / column Best score (across scorers)),,out:superseded, epoch-frontiermath,epoch.ai,?grok-4-0709,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,19.655172413793104,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-10-15 / row oN54TKXxcn9gofYBASTVCY / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath,epoch.ai,gpt-5,medium,reasoning-math,hard,Epoch-harness,,,,,,27.241379310344827,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-10-15 / row hrJBSLQUe5hrHECkuySSJr / column Best score (across scorers)),,out:superseded, epoch-frontiermath,epoch.ai,gpt-5-nano,high,reasoning-math,hard,Epoch-harness,,,,,,8.275862068965517,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-10-15 / row 2eMHpXXR9h7P2oNPDQkTBY / column Best score (across scorers)),,out:superseded, epoch-frontiermath,epoch.ai,gpt-5-nano,medium,reasoning-math,hard,Epoch-harness,,,,,,7.241379310344828,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-10-15 / row dHQzrNGjuR5kiHKtNxG62X / column Best score (across scorers)),,out:superseded, epoch-frontiermath,epoch.ai,gemini-2.5-pro-preview-06-05,unstated,reasoning-math,hard,Epoch-harness,,,,,,10.344827586206896,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-10-15 / row hNLQNC6TASXNNzat8kVS77 / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath,epoch.ai,qwen-plus-0428,unstated,reasoning-math,hard,Epoch-harness,,,,,,1.7241379310344827,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-10-15 / row bVFEkuHiUSxjoh8SQm74jo / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath,epoch.ai,gpt-4.1-nano,solo,reasoning-math,hard,Epoch-harness,,,,,,1.0344827586206896,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-10-15 / row chtQvebcoaE33KkhAjbCnw / column Best score (across scorers)),,out:superseded, epoch-frontiermath,epoch.ai,gpt-4.1-mini,solo,reasoning-math,hard,Epoch-harness,,,,,,4.482758620689655,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-10-15 / row ephMMUGDANc9iVTNNuuoZx / column Best score (across scorers)),,out:superseded, epoch-frontiermath,epoch.ai,gpt-4.1,solo,reasoning-math,hard,Epoch-harness,,,,,,5.517241379310345,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-10-15 / row NPeiYpjbscreYnFkHPvcNB / column Best score (across scorers)),,out:superseded, epoch-frontiermath,epoch.ai,grok-3-mini,low,reasoning-math,hard,Epoch-harness,,,,,,2.7586206896551724,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-10-15 / row 9FTMS2t6Ksm43CduHeqtJr / column Best score (across scorers)),,out:superseded, epoch-frontiermath,epoch.ai,grok-3-mini,high,reasoning-math,hard,Epoch-harness,,,,,,5.862068965517241,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-10-15 / row Z83F6bJ7Ne5rXaXwgR2xWT / column Best score (across scorers)),,out:superseded, epoch-frontiermath,epoch.ai,grok-3,solo,reasoning-math,hard,Epoch-harness,,,,,,3.793103448275862,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-10-15 / row DzjFQArKFTZHioQVwKYVtX / column Best score (across scorers)),,out:superseded, epoch-frontiermath,epoch.ai,?qwen-max-2025-01-25,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,1.0344827586206896,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-10-15 / row F77vDPynTKJbz7m2bt7Py8 / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath,epoch.ai,gemini-2.0-flash,solo,reasoning-math,hard,Epoch-harness,,,,,,1.7241379310344827,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-10-15 / row 5RpSr8gJZfcZn586aV2hDW / column Best score (across scorers)),,out:superseded, epoch-frontiermath,epoch.ai,deepseek-v3,solo,reasoning-math,hard,Epoch-harness,,,,,,1.7241379310344827,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-10-15 / row aXcfCytWFYNk7E5AZGMzLb / column Best score (across scorers)),,out:superseded, epoch-frontiermath,epoch.ai,o1,high,reasoning-math,hard,Epoch-harness,,,,,,9.310344827586207,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-10-15 / row bynpttv6jLvbXTY7ktnBpk / column Best score (across scorers)),,out:superseded, epoch-frontiermath,epoch.ai,gpt-4o-0806,solo,reasoning-math,hard,Epoch-harness,,,,,,0.34482758620689655,score%,2.89e-18,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-10-15 / row SmT4ukjkxsXZvFExMMVFgW / column Best score (across scorers)),,out:superseded, epoch-frontiermath,epoch.ai,gemini-1.5-flash-002,solo,reasoning-math,hard,Epoch-harness,,,,,,0,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-10-15 / row 8FtfWCm8DdAqF9rnMVwv8h / column Best score (across scorers)),,out:uninformative, epoch-frontiermath,epoch.ai,o1-mini,solo,reasoning-math,hard,Epoch-harness,,,,,,1.7241379310344827,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-10-15 / row hC2FY4WuKm6BLgPhbWeZDY / column Best score (across scorers)),,out:superseded, epoch-frontiermath,epoch.ai,o1-mini,solo,reasoning-math,hard,Epoch-harness,,,,,,1.3793103448275862,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-10-15 / row 2ekT2UzaebvmGprKvmeeEa / column Best score (across scorers)),,out:superseded, epoch-frontiermath,epoch.ai,grok-2-1212,solo,reasoning-math,hard,Epoch-harness,,,,,,0.6896551724137931,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-10-15 / row kinyvFjqSqUiY5FyYv7tsA / column Best score (across scorers)),,out:superseded, epoch-frontiermath,epoch.ai,o3-mini,medium,reasoning-math,hard,Epoch-harness,,,,,,8.081896551724138,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-10-15 / row U8CjtcxudQeP2cnMNixfJH / column Best score (across scorers)),,out:superseded, epoch-frontiermath,epoch.ai,gpt-4o-1120,solo,reasoning-math,hard,Epoch-harness,,,,,,0.34482758620689655,score%,2.89e-18,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-10-15 / row Z7HU95T8eema56EpLtECvG / column Best score (across scorers)),,out:superseded, epoch-frontiermath,epoch.ai,?gemini-2.5-deep-think-2025-08-01-webapp,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,29,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-10-15 / row manual_gemini_2.5_deep_think_run_frontiermath_tiers_1_to_3 / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath-erdos,epoch.ai,gpt-5.5,xhigh,reasoning-math,hard,Epoch-harness,,,,,,0,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_erdos.csv in benchmark_data.zip fetched 2026-10-15 / row bloom68-gpt55-4nh07xafb8lf7jqp / column Best score (across scorers)),,out:uninformative, epoch-frontiermath-erdos,epoch.ai,gpt-6-astra,max,reasoning-math,hard,Epoch-harness,,,,,,2.9411764705882353,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_erdos.csv in benchmark_data.zip fetched 2026-10-15 / row bloom68-ultima-e1dhs43ykrmakree / column Best score (across scorers)),,out:superseded, epoch-frontiermath-erdos,epoch.ai,gpt-5.6-sol,max,reasoning-math,hard,Epoch-harness,,,,,,0,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_erdos.csv in benchmark_data.zip fetched 2026-10-15 / row bloom68-sol-jx4yy8n4naukwwge / column Best score (across scorers)),,out:uninformative, epoch-frontiermath-tier-4,epoch.ai,qwen3.6-max-preview,unstated,reasoning-math,hard,Epoch-harness,,,,,,4.1666666666666664,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-10-15 / row 6G3krrJBj2Dsuunaow97uR / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tier-4,epoch.ai,?gemini-3.5-flash,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,14.583333333333334,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-10-15 / row icxeMK8LHGTpbEfCNdbqA4 / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath-tier-4,epoch.ai,qwen3.5-plus,unstated,reasoning-math,hard,Epoch-harness,,,,,,2.0833333333333332,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-10-15 / row ErcX9xv4Pwcgg63Dkrn2zM / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tier-4,epoch.ai,qwen3.6-plus,unstated,reasoning-math,hard,Epoch-harness,,,,,,8.333333333333333,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-10-15 / row NuKcKB4qgQwXDPaDEnpqjo / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tier-4,epoch.ai,qwen3.6-flash,unstated,reasoning-math,hard,Epoch-harness,,,,,,0,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-10-15 / row 4tmJcpwFZKJrmHacCFtPYV / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tier-4,epoch.ai,qwen3.5-flash,unstated,reasoning-math,hard,Epoch-harness,,,,,,0,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-10-15 / row cpbqvSFES6AdJqou8FP8ZD / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tier-4,epoch.ai,glm-5.1,unstated,reasoning-math,hard,Epoch-harness,,,,,,12.5,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-10-15 / row 8vKCYPopFbKzWZ47oLDDSo / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tier-4,epoch.ai,kimi-k2.6,unstated,reasoning-math,hard,Epoch-harness,,,,,,14.58,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-10-15 / row kimi-k2.6-frontiermth-tier4-frankenstein / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tier-4,epoch.ai,?gpt-5.5-pro-pre-release,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,39.6,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-10-15 / row gpt-5-5-pro-pre-release-xhigh-t4 / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath-tier-4,epoch.ai,?gpt-5.5-pro-pre-release,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,39.6,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-10-15 / row gpt-5-5-pro-pre-release-high-t4 / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath-tier-4,epoch.ai,?gpt-5.5-pre-release,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,35.4,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-10-15 / row gpt-5-5-pre-release-xhigh-t4 / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath-tier-4,epoch.ai,gpt-5.4-mini,high,reasoning-math,hard,Epoch-harness,,,,,,2.08,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-10-15 / row hPP9Lrd5W3wVyUq9uYuYm9 / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tier-4,epoch.ai,gpt-5.4-nano,high,reasoning-math,hard,Epoch-harness,,,,,,6.25,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-10-15 / row ZKPz9sjRBK6goz5vzYwtuV / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tier-4,epoch.ai,gpt-5.4,xhigh,reasoning-math,hard,Epoch-harness,,,,,,27.1,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-10-15 / row pre-release-gpt-5-4-xhigh-fm-t4 / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tier-4,epoch.ai,?gpt-5.4-pro-2026-03-05-web-app,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,37.5,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-10-15 / row pre-release-gpt-5-4-pro-fm-t4-web-app / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath-tier-4,epoch.ai,gemini-3.1-pro,unstated,reasoning-math,hard,Epoch-harness,,,,,,16.7,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-10-15 / row ZZrMMV7TirCbEsHm9pSH27 / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tier-4,epoch.ai,glm-5,unstated,reasoning-math,hard,Epoch-harness,,,,,,2.1,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-10-15 / row RomrkYdVrg67NirntgRrDL / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tier-4,epoch.ai,kimi-k2.5,unstated,reasoning-math,hard,Epoch-harness,,,,,,4.2,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-10-15 / row F2Fn4eKsSE8ifoE6GUpxC6 / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tier-4,epoch.ai,glm-4.7,unstated,reasoning-math,hard,Epoch-harness,,,,,,0,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-10-15 / row fgfsjZ6NrexyT8kA6arR3B / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tier-4,epoch.ai,?gpt-5.2-pro-2025-12-11-webapp,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,31.3,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-10-15 / row manual_gpt_5.2_pro_run_frontiermath_tier_4 / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath-tier-4,epoch.ai,gemini-2.5-flash,unstated,reasoning-math,hard,Epoch-harness,,,,,,4.1666666666666664,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-10-15 / row 8qSepnktUjAsynVccET4Mw / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tier-4,epoch.ai,gemini-3-flash,unstated,reasoning-math,hard,Epoch-harness,,,,,,4.1666666666666664,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-10-15 / row natXTgCj8Y7mMbV5623YDd / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tier-4,epoch.ai,deepseek-v3.2,unstated,reasoning-math,hard,Epoch-harness,,,,,,2.1,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-10-15 / row manual_deepseek-v3.2_frontiermath_tier_4_private_frankenstein_run / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tier-4,epoch.ai,gpt-5.2,xhigh,reasoning-math,hard,Epoch-harness,,,,,,18.8,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-10-15 / row XLLXdo2tmmvqRwYxbn3kmo / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tier-4,epoch.ai,gpt-5.2,high,reasoning-math,hard,Epoch-harness,,,,,,18.8,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-10-15 / row TjaWpQnjPC8SNJH8EDcXSS / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tier-4,epoch.ai,gpt-5.2,medium,reasoning-math,hard,Epoch-harness,,,,,,16.7,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-10-15 / row 92XEociAUsCM7WC9knviuo / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tier-4,epoch.ai,gpt-5.2,low,reasoning-math,hard,Epoch-harness,,,,,,6.25,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-10-15 / row BvgEDgU5ahio7wQBUMD3oE / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tier-4,epoch.ai,qwen3-235b-a22b-thinking-2507,solo,reasoning-math,hard,Epoch-harness,,,,,,0,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-10-15 / row BLw6H5xovDe5FTysit7dNp / column Best score (across scorers)),,out:uninformative, epoch-frontiermath-tier-4,epoch.ai,glm-4.6,unstated,reasoning-math,hard,Epoch-harness,,,,,,2.127659574468085,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-10-15 / row PDFNt4rT82hpKcKKsA7DEd / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tier-4,epoch.ai,?moonshotai/Kimi-K2-Thinking,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,0,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-10-15 / row cnujSZS7UAAQeDu2U5Xfdw / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath-tier-4,epoch.ai,?gemini-3-pro-preview,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,18.75,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-10-15 / row manual_gemini_3_fmtier4_frankenstein / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath-tier-4,epoch.ai,gpt-5.1,medium,reasoning-math,hard,Epoch-harness,,,,,,4.1666666666666664,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-10-15 / row S2W9ETQSRNc4xR3cmUjKbF / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tier-4,epoch.ai,gpt-5.1,high,reasoning-math,hard,Epoch-harness,,,,,,12.5,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-10-15 / row ee2YzVv39Tk6tmA7DNjTG5 / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tier-4,epoch.ai,gpt-5-mini,high,reasoning-math,hard,Epoch-harness,,,,,,6.25,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-10-15 / row 5rh6TyPLbkJmQZs8iY6msJ / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tier-4,epoch.ai,gpt-5-nano,high,reasoning-math,hard,Epoch-harness,,,,,,0,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-10-15 / row CvK572G5SSd5Yk8ZGikDR6 / column Best score (across scorers)),,out:uninformative, epoch-frontiermath-tier-4,epoch.ai,gpt-5,high,reasoning-math,hard,Epoch-harness,,,,,,12.5,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-10-15 / row 6LwyJZsWEzuD8mhSRUF2xn / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tier-4,epoch.ai,?grok-4-heavy-web-app,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,2.08,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-10-15 / row grok-4-heavy-manual-run-frontiermath / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath-tier-4,epoch.ai,gpt-5-pro,high,reasoning-math,hard,Epoch-harness,,,,,,14.6,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-10-15 / row VshpC5TEp4F72cutXRRmhs / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tier-4,epoch.ai,?grok-4-0709,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,2.0833333333333332,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-10-15 / row Cqdzvvh9tdrdmDjvu8bntM / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath-tier-4,epoch.ai,o4-mini,medium,reasoning-math,hard,Epoch-harness,,,,,,2.0833333333333332,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-10-15 / row oBjz3oZSvAkw5ArLtZMwWW / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tier-4,epoch.ai,gpt-5,medium,reasoning-math,hard,Epoch-harness,,,,,,6.25,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-10-15 / row RrmHCttQmYWNaADyThwFwf / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tier-4,epoch.ai,gpt-5-mini,medium,reasoning-math,hard,Epoch-harness,,,,,,4.1666666666666664,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-10-15 / row EAqUKKCdvdkYTGegACdean / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tier-4,epoch.ai,gpt-5-nano,medium,reasoning-math,hard,Epoch-harness,,,,,,2.0833333333333332,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-10-15 / row F6Tw2b9fDKde6N9eBu6ory / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tier-4,epoch.ai,gemini-2.5-pro,unstated,reasoning-math,hard,Epoch-harness,,,,,,4.1666666666666664,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-10-15 / row XtEW42hsVgroBKHK465wqA / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tier-4,epoch.ai,gemini-2.5-pro-preview-06-05,unstated,reasoning-math,hard,Epoch-harness,,,,,,2.0833333333333332,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-10-15 / row iwLqUvjgt378uQoKiCdSXG / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tier-4,epoch.ai,gpt-4.1,solo,reasoning-math,hard,Epoch-harness,,,,,,0,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-10-15 / row oDrEMnoqz3AapWeyrxZd6C / column Best score (across scorers)),,out:uninformative, epoch-frontiermath-tier-4,epoch.ai,o3,high,reasoning-math,hard,Epoch-harness,,,,,,2.0833333333333332,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-10-15 / row a9fSMpBem4uhc6pxuEiQqM / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tier-4,epoch.ai,o3-mini,high,reasoning-math,hard,Epoch-harness,,,,,,4.1666666666666664,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-10-15 / row YZ6Ts7tSVrvzjSRGxJowdn / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tier-4,epoch.ai,o4-mini,high,reasoning-math,hard,Epoch-harness,,,,,,6.25,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-10-15 / row WgEkfyLvjHYXfPje5Z2CPX / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tier-4,epoch.ai,grok-3,solo,reasoning-math,hard,Epoch-harness,,,,,,0,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-10-15 / row ZyHLq7azxVkZJZRLTj3kMB / column Best score (across scorers)),,out:uninformative, epoch-frontiermath-tier-4,epoch.ai,?gemini-2.5-deep-think-2025-08-01-webapp,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,10.4,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-10-15 / row manual_gemini_2.5_deep_think_run_frontiermath_tier_4 / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath-tier-4-v2,epoch.ai,qwen3.8-max-0902,xhigh,reasoning-math,hard,Epoch-harness,,,,,,34.146341463414637,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-10-15 / row kZUdrqdGtCEJa3ip6L9YnH / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tier-4-v2,epoch.ai,gemini-3.8-flash,high,reasoning-math,hard,Epoch-harness,,,,,,21.951219512195122,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-10-15 / row Lgy52ZT4YpFrUqqKVu2qUs / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tier-4-v2,epoch.ai,gpt-6-astra,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,82.92682926829268,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-10-15 / row 4BCZTu7HQKmhdwRR2W4bzT / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tier-4-v2,epoch.ai,gpt-6-astra,low,reasoning-math,hard,Epoch-harness,,,,,,87.80487804878049,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-10-15 / row kRPSnHnDdheajNdqmKsMjs / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tier-4-v2,epoch.ai,gpt-6-astra,medium,reasoning-math,hard,Epoch-harness,,,,,,97.5609756097561,score%,2.89e-14,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-10-15 / row 5sNRWemuVwb4adBaSwrLFf / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tier-4-v2,epoch.ai,gpt-6-astra,high,reasoning-math,hard,Epoch-harness,,,,,,97.6,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-10-15 / row f46NQY9jSxyKqo9qzrmk6F / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tier-4-v2,epoch.ai,gpt-6-astra,xhigh,reasoning-math,hard,Epoch-harness,,,,,,97.6,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-10-15 / row AfKJ2DGMhkjZmeFZxGoY3w / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tier-4-v2,epoch.ai,gpt-6-astra,max,reasoning-math,hard,Epoch-harness,,,,,,97.6,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-10-15 / row f7BCT27LzcAtaLDP2tcrWF / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tier-4-v2,epoch.ai,glm-5.3-flash,max,reasoning-math,hard,Epoch-harness,,,,,,17.073170731707318,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-10-15 / row iCysWvFJevNyw2dbYosU6J / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tier-4-v2,epoch.ai,glm-5.3,max,reasoning-math,hard,Epoch-harness,,,,,,29.26829268292683,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-10-15 / row 4S3ZrJDkwh4gmGrmJQdvzR / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tier-4-v2,epoch.ai,deepseek-v4-pro-0813,max,reasoning-math,hard,Epoch-harness,,,,,,26.82926829268293,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-10-15 / row a4uV8HMMBAcHXLVSmZfBgX / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tier-4-v2,epoch.ai,?gemini-3.7-flash,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,36.585365853658536,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-10-15 / row KptKXK5nE2Ns2WbiaSSnbc / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath-tier-4-v2,epoch.ai,grok-4.6,xhigh,reasoning-math,hard,Epoch-harness,,,,,,31.70731707317073,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-10-15 / row bg3JRdd33iWfvRoGSvyXXE / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tier-4-v2,epoch.ai,?qwen3.8-max,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,46.34146341463415,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-10-15 / row PBRdMZyz4L4CqPpXyLD2Lk / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath-tier-4-v2,epoch.ai,?gpt-5.5-instant,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,2.4390243902439025,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-10-15 / row 2UmuBfhBvYbbnTg5BnQqov / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath-tier-4-v2,epoch.ai,deepseek-v4-flash-0731,max,reasoning-math,hard,Epoch-harness,,,,,,24.390243902439024,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-10-15 / row WYs83xB6NwrkMNyQJtuMcQ / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tier-4-v2,epoch.ai,gemini-3.5-flash-lite,high,reasoning-math,hard,Epoch-harness,,,,,,0,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-10-15 / row juNVfKBcYTwaKnk9GRA2zL / column Best score (across scorers)),,out:uninformative, epoch-frontiermath-tier-4-v2,epoch.ai,gemini-3.6-flash,high,reasoning-math,hard,Epoch-harness,,,,,,21.951219512195122,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-10-15 / row JCMjXU6FRiiLV3xvs9R2Xv / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tier-4-v2,epoch.ai,kimi-k3,max,reasoning-math,hard,Epoch-harness,,,,,,39.02439024390244,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-10-15 / row gZERSAQwxBAevQzBsWfUie / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tier-4-v2,epoch.ai,grok-4.20,think,reasoning-math,hard,Epoch-harness,,,,,,17.073170731707318,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-10-15 / row SX5FCWMk3HF83gGsP3WFA6 / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tier-4-v2,epoch.ai,gpt-5.6-sol,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,80.48780487804879,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-10-15 / row cdWwJSH3jVfrKyhUHmT54T / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tier-4-v2,epoch.ai,gpt-5.6-terra,max,reasoning-math,hard,Epoch-harness,,,,,,70.73170731707317,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-10-15 / row ZUygpkXqg3NjchXXfedAWV / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tier-4-v2,epoch.ai,gpt-5.6-luna,max,reasoning-math,hard,Epoch-harness,,,,,,60.97560975609756,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-10-15 / row NLiiJJSyA9wmg2FHENFpAq / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tier-4-v2,epoch.ai,gpt-5.6-sol,max,reasoning-math,hard,Epoch-harness,,,,,,82.92682926829268,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-10-15 / row QJ5rJMVypB4PMxPcBGftc8 / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tier-4-v2,epoch.ai,grok-4.5,high,reasoning-math,hard,Epoch-harness,,,,,,24.390243902439024,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-10-15 / row 7vThbrtbczScg2UcsAYXtF / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tier-4-v2,epoch.ai,glm-5.2,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,29.26829268292683,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-10-15 / row JebA8dYLVov6H49ZQSLXh5 / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tier-4-v2,epoch.ai,grok-4.3,high,reasoning-math,hard,Epoch-harness,,,,,,14.634146341463414,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-10-15 / row 3iRQkf5v7Wu7YuZhxa76Gg / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tier-4-v2,epoch.ai,?deepseek-v4-pro,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,2.4390243902439025,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-10-15 / row RAZ6VMfGtQSE8EvUZRRz4Q / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath-tier-4-v2,epoch.ai,qwen3.7-max,unstated,reasoning-math,hard,Epoch-harness,,,,,,34.146341463414637,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-10-15 / row FHZCKbtfvpKGXU99vZFnXN / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tier-4-v2,epoch.ai,gpt-5.4-pro,xhigh,reasoning-math,hard,Epoch-harness,,,,,,58.53658536585366,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-10-15 / row W6b3C8AeNC7CAFs5DQma8N / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tier-4-v2,epoch.ai,gpt-5.2-pro,xhigh,reasoning-math,hard,Epoch-harness,,,,,,46,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-10-15 / row oALBfwNc7dcNSDJSSBJXYe / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tier-4-v2,epoch.ai,kimi-k2.7-code,solo,reasoning-math,hard,Epoch-harness,,,,,,12.195121951219512,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-10-15 / row UTVSgirxQpTgmTHbgE9EUk / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tier-4-v2,epoch.ai,gpt-5.5-pro,xhigh,reasoning-math,hard,Epoch-harness,,,,,,78.04878048780488,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-10-15 / row SFKXCPUu73mwxMoUotiZM2 / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tier-4-v2,epoch.ai,gpt-5-pro,high,reasoning-math,hard,Epoch-harness,,,,,,19.51219512195122,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-10-15 / row HfDahF4ZXTN6bjfDFwcHTU / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tier-4-v2,epoch.ai,gpt-5-mini,high,reasoning-math,hard,Epoch-harness,,,,,,12.195121951219512,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-10-15 / row 2WxRbjq5ZWTgiXZPqYUG4R / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tier-4-v2,epoch.ai,gpt-5.4-nano,high,reasoning-math,hard,Epoch-harness,,,,,,12.195121951219512,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-10-15 / row SF6FYnnKztPCDWQc4v4EJa / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tier-4-v2,epoch.ai,gpt-5-nano,high,reasoning-math,hard,Epoch-harness,,,,,,2.4390243902439025,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-10-15 / row P5v3FUnVVTbaqaCr43deKi / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tier-4-v2,epoch.ai,gpt-5.4-mini,xhigh,reasoning-math,hard,Epoch-harness,,,,,,9.75609756097561,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-10-15 / row jtQ6rDiNxjNKkVMEPBE3Ub / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tier-4-v2,epoch.ai,gemini-2.5-pro,unstated,reasoning-math,hard,Epoch-harness,,,,,,0,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-10-15 / row 2z7kL9DpfvY44T9Wo99FYx / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tier-4-v2,epoch.ai,gemini-3-flash,unstated,reasoning-math,hard,Epoch-harness,,,,,,17.073170731707318,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-10-15 / row ZczEhu69FQ9Cnns8NT6ew4 / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tier-4-v2,epoch.ai,gemini-3.1-pro,unstated,reasoning-math,hard,Epoch-harness,,,,,,26.82926829268293,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-10-15 / row eXVWr3RBeSsWy5DAU8ed46 / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tier-4-v2,epoch.ai,gpt-5.4,xhigh,reasoning-math,hard,Epoch-harness,,,,,,49,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-10-15 / row doiQDghqnLzbE8CFijLNQJ / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tier-4-v2,epoch.ai,gpt-5.5,xhigh,reasoning-math,hard,Epoch-harness,,,,,,72.5,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-10-15 / row PKSMspJiJdNThB6qNvaBSM / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tier-4-v2,epoch.ai,gpt-5.2,xhigh,reasoning-math,hard,Epoch-harness,,,,,,31.7,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-10-15 / row J3NUxsK2GXq9Whkjn7mEVm / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tier-4-v2,epoch.ai,o3-mini,high,reasoning-math,hard,Epoch-harness,,,,,,0,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-10-15 / row iR3Ut7aYEtz8dTYQFzq7rG / column Best score (across scorers)),,out:uninformative, epoch-frontiermath-tier-4-v2,epoch.ai,o4-mini,high,reasoning-math,hard,Epoch-harness,,,,,,4.878048780487805,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-10-15 / row TomkQucNryhFGkaUnUGeLR / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tier-4-v2,epoch.ai,gpt-5,high,reasoning-math,hard,Epoch-harness,,,,,,21.951219512195122,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-10-15 / row mSS7C84hJyYi4VnJtgzYvW / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tier-4-v2,epoch.ai,kimi-k2.6,unstated,reasoning-math,hard,Epoch-harness,,,,,,25.64102564102564,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-10-15 / row eVKA2eavdRAbSN6AnzyBxA / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tier-4-v2,epoch.ai,?gemini-3.5-flash,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,26.82926829268293,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-10-15 / row cXn5zzns6VFwbTgotDwZjV / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath-tier-4-v2,epoch.ai,gemini-4-argon,high,reasoning-math,hard,Epoch-harness,,,,,,78.04878048780488,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-10-15 / row 6FQCa8tMipf2ncdgGgMaPc / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tier-4-v2,epoch.ai,deepseek-v4.1-flash,max,reasoning-math,hard,Epoch-harness,,,,,,26.82926829268293,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-10-15 / row KansJcyeGR4m7G4p8GupDn / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tier-4-v2,epoch.ai,gpt-6.1-sol,max,reasoning-math,hard,Epoch-harness,,,,,,100,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-10-15 / row HgAUm5zxrWbkfYUdeJMGzL / column Best score (across scorers)),,out:uninformative, epoch-frontiermath-tier-4-v2,epoch.ai,gpt-6-luna,max,reasoning-math,hard,Epoch-harness,,,,,,56.09756097560976,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-10-15 / row 7n3HBUK684GmdT6Tkycu6m / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tier-4-v2,epoch.ai,grok-4.7,xhigh,reasoning-math,hard,Epoch-harness,,,,,,17.073170731707318,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-10-15 / row Ymgj5VeEceBbzsLq6xEZRi / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tier-4-v2,epoch.ai,gpt-6-sol,max,reasoning-math,hard,Epoch-harness,,,,,,90,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-10-15 / row jwS3LYLCPbZpHDzzkX6LyV / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,qwen3.8-max-0902,xhigh,reasoning-math,hard,Epoch-harness,,,,,,65.6140350877193,score%,2.89e-14,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row FpQf5xBwJPb4ZEo6SgdKWq / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gemini-3.8-flash,high,reasoning-math,hard,Epoch-harness,,,,,,68.42105263157895,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row Utgs6DuaQDDdi98ZWH22qL / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gemini-3.1-flash-lite,low,reasoning-math,hard,Epoch-harness,,,,,,22.456140350877193,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row VcuyQvF8LWuYhQCx2FGDHh / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gemini-3.1-flash-lite,high,reasoning-math,hard,Epoch-harness,,,,,,27.71929824561403,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row MVZf59jt9uEoWG9w5W9apB / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,qwen3.6-35b-a3b,nothink,reasoning-math,hard,Epoch-harness,,,,,,20.350877192982456,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row YRvn36dmMyDbS5e4XkF4Xi / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,qwen3.6-plus,unstated,reasoning-math,hard,Epoch-harness,,,,,,38.24561403508772,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row jbyVWnEvvFVNNc8AEF6WcQ / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,qwen3.5-397b-a17b,nothink,reasoning-math,hard,Epoch-harness,,,,,,31.2280701754386,score%,2.89e-14,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row A4yUA9PfzRr92JAqDDo9ro / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,qwen3-max-0923,solo,reasoning-math,hard,Epoch-harness,,,,,,18.947368421052632,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row NrTH3EYHjp4hPdxgpCPGTX / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-6-astra,max,reasoning-math,hard,Epoch-harness,,,,,,93.68421052631579,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row csK2fe5T8p2R7WgoJUu6bZ / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,glm-5.2,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,42.45614035087719,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row ECdG3m8n5ABfWVZ55rPFmT / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,qwen3.7-flash,nothink,reasoning-math,hard,Epoch-harness,,,,,,19.298245614035087,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row doNrgGQY5SytQV22WRqw5L / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,qwen3.7-flash,unstated,reasoning-math,hard,Epoch-harness,,,,,,19.298245614035087,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row 6pTYmQCw3EMbErvAqpivH5 / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-5.6-luna,nothink,reasoning-math,hard,Epoch-harness,,,,,,39.649122807017545,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row YwHKNFQjbat97wVLqachmi / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,qwen3.7-plus,nothink,reasoning-math,hard,Epoch-harness,,,,,,34.385964912280703,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row Tt8tBXHoCEYqGLePWXkM8u / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-5.6-luna,low,reasoning-math,hard,Epoch-harness,,,,,,41.403508771929826,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row ZryXhNUpPedPvGhbqdNBEw / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,glm-5.2,high,reasoning-math,hard,Epoch-harness,,,,,,54.73684210526316,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row UnKHyc2idtTmoTUGxGeNJV / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,qwen3.6-flash,unstated,reasoning-math,hard,Epoch-harness,,,,,,17.192982456140352,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row nDsNFM5ioGzyWcpeUKVotg / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,qwen3.6-flash,nothink,reasoning-math,hard,Epoch-harness,,,,,,22.456140350877193,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row RoscWx4NUGVqcHdko6QhKd / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,qwen3.6-plus,nothink,reasoning-math,hard,Epoch-harness,,,,,,32.280701754385965,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row Z4xfwTke5pR6RrY952bttA / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,qwen3.6-35b-a3b,unstated,reasoning-math,hard,Epoch-harness,,,,,,17.543859649122806,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row ggG3n6WVPZn7Gu2RNyfQbK / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,qwen3.6-27b,nothink,reasoning-math,hard,Epoch-harness,,,,,,34.035087719298246,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row WjXdTPMnJUAT27azUKo3Ka / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,glm-5.1,unstated,reasoning-math,hard,Epoch-harness,,,,,,36.84210526315789,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row Mhwme9odWJMzMjoYkW8r6B / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gemini-3.1-flash-lite,minimal,reasoning-math,hard,Epoch-harness,,,,,,21.403508771929824,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row 4gZy2dAAT2EPZDGz5puD3H / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,qwen3.6-27b,unstated,reasoning-math,hard,Epoch-harness,,,,,,35.08771929824561,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row VonoEhAsGSJ2FHU33qnhui / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,glm-5.1,nothink,reasoning-math,hard,Epoch-harness,,,,,,24.912280701754386,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row 4hmmfwG9tgZJvKhL78nKzL / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-5.4-nano,nothink,reasoning-math,hard,Epoch-harness,,,,,,4.56140350877193,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row KDQZWiPXB2VXc4bj4GJQW4 / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-5.4-mini,nothink,reasoning-math,hard,Epoch-harness,,,,,,17.192982456140352,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row gDwrSBE5GvFXymdBYMnMyV / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-5.4-nano,low,reasoning-math,hard,Epoch-harness,,,,,,20.350877192982456,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row BNSjwbcpNSaDXHF7gC9WoN / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-5.4-mini,low,reasoning-math,hard,Epoch-harness,,,,,,24.561403508771928,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row 8nsNpE6ETikLf4tSrNHmGs / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,qwen3.5-flash,nothink,reasoning-math,hard,Epoch-harness,,,,,,18.24561403508772,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row afxoicJc4C6caVDwUpsiME / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,qwen3.5-flash,unstated,reasoning-math,hard,Epoch-harness,,,,,,9.473684210526316,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row 6XZAenohp9pCgQ3gVeUAi8 / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,qwen3.5-397b-a17b,unstated,reasoning-math,hard,Epoch-harness,,,,,,29.473684210526313,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row EzMaDdXs4YQTMLgppBGxAb / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,o1,high,reasoning-math,hard,Epoch-harness,,,,,,14.736842105263157,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row NMJhDtxtyQJCHQ4EApr9LM / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,o1,low,reasoning-math,hard,Epoch-harness,,,,,,8.421052631578947,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row QnMPQZzDRHcTKZRaWYunaa / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,o1,medium,reasoning-math,hard,Epoch-harness,,,,,,10.175438596491228,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row 4RnNJhaFMGdLSFjoHHMR8k / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,o3,high,reasoning-math,hard,Epoch-harness,,,,,,33.33333333333333,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row N4HerYebFnJDEU4PEvNNGM / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,o3,medium,reasoning-math,hard,Epoch-harness,,,,,,29.82456140350877,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row QV5JgKBrZtfVmNj9fRWJKA / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-5,low,reasoning-math,hard,Epoch-harness,,,,,,37.19298245614035,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row J2DWDpGLBhihZx82M3hhug / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-4.1-mini,solo,reasoning-math,hard,Epoch-harness,,,,,,6.666666666666667,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row 6EQrp2MY4QMYLfTxpioYTe / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-3.5-turbo-0125,solo,reasoning-math,hard,Epoch-harness,,,,,,0,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row FNaBAvmeTiRRFDW63KemZ7 / column Best score (across scorers)),,out:uninformative, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-4o-mini,solo,reasoning-math,hard,Epoch-harness,,,,,,0.7017543859649123,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row 6XhtKr59amKko65T7RUB2a / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,o3,low,reasoning-math,hard,Epoch-harness,,,,,,19.298245614035087,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row CX3BTd8Yir7nQaRaNGWhA4 / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-4.1,solo,reasoning-math,hard,Epoch-harness,,,,,,5.964912280701754,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row kCG2nzspryMy7LBwWPqwXy / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-4-turbo,solo,reasoning-math,hard,Epoch-harness,,,,,,0.7017543859649123,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row bC2dbN4x2GWWmnnfseKxgQ / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-4o-0806,solo,reasoning-math,hard,Epoch-harness,,,,,,0.35087719298245615,score%,2.89e-18,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row ikS95CXY2foitnUPDKwNJn / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,o4-mini,low,reasoning-math,hard,Epoch-harness,,,,,,16.140350877192983,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row CpEZwR38bY8xb29bVmNHFm / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,o4-mini,medium,reasoning-math,hard,Epoch-harness,,,,,,28.771929824561404,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row WorgtXwbnWQSAzMfPgbBH9 / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,o3-mini,medium,reasoning-math,hard,Epoch-harness,,,,,,10.526315789473684,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row hRYELqPG6rnY5cBtJhYnt7 / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-5-mini,minimal,reasoning-math,hard,Epoch-harness,,,,,,5.964912280701754,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row jrbb2oJv95wiFbnCfN56y9 / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-5,minimal,reasoning-math,hard,Epoch-harness,,,,,,18.24561403508772,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row 53PtW8g64r6zeLY38aK9Q4 / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-5-mini,low,reasoning-math,hard,Epoch-harness,,,,,,18.24561403508772,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row SrVpkvKRweaBHSVwPLAhBQ / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-5-nano,minimal,reasoning-math,hard,Epoch-harness,,,,,,1.7543859649122806,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row nFt6PoshWAVXE6iH9PQgo2 / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,o3-mini,low,reasoning-math,hard,Epoch-harness,,,,,,3.859649122807018,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row abYpn5zgPpRdBoYdzuinPt / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-5-nano,low,reasoning-math,hard,Epoch-harness,,,,,,5.964912280701754,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row kfDcrjxJgjsW8CvG3L8yxz / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,glm-5.3-flash,max,reasoning-math,hard,Epoch-harness,,,,,,55.78947368421052,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row YC2u9wykbYQg4gdkf76j26 / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,glm-5.3,max,reasoning-math,hard,Epoch-harness,,,,,,68.77192982456141,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row iXvqUzwxAiA3Rg3dwnutFs / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,deepseek-v4-pro-0813,max,reasoning-math,hard,Epoch-harness,,,,,,64.56140350877193,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row b6yWmeFgsWeEiG9Qzs3NSf / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,?gemini-3.7-flash,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,71.57894736842105,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row axMdgNDC8UYYLnZYLHZpF5 / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,grok-4.6,xhigh,reasoning-math,hard,Epoch-harness,,,,,,65.96491228070176,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row Zb2AKwa942D7dBTTcebAba / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,?qwen3.8-max,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,74.73684210526316,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row ABT89ieSWGnGj4RYMduHiG / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,?gpt-5.5-instant,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,26.31578947368421,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row gGcHjE6ppy54ahN2pfxsGH / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,deepseek-v4-flash-0731,max,reasoning-math,hard,Epoch-harness,,,,,,57.54385964912281,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row mKhVMEicZeGjdvJdTRd7mK / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gemini-3.5-flash-lite,high,reasoning-math,hard,Epoch-harness,,,,,,25.96491228070175,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row 8o2J9uQLKDCTiCFwYdkJRK / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gemini-3.6-flash,high,reasoning-math,hard,Epoch-harness,,,,,,58.94736842105263,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row nb9LnDeeQyvRCqsbsTANGD / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,kimi-k3,max,reasoning-math,hard,Epoch-harness,,,,,,72.1830985915493,score%,2.89e-14,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row bcntamvGsSH6QgETdoaSph / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,grok-4.20,think,reasoning-math,hard,Epoch-harness,,,,,,44.912280701754387,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row FLDt53waLTeshC7PK9uVy2 / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-5.6-terra,max,reasoning-math,hard,Epoch-harness,,,,,,85.96491228070176,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row J6evjTMgHkrun8txnEvzdN / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-5.6-luna,max,reasoning-math,hard,Epoch-harness,,,,,,82.10526315789474,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row YLAk5J3Wd8EruVXee8bAQb / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-5.6-sol,max,reasoning-math,hard,Epoch-harness,,,,,,89.12280701754386,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row VBpT2WWYKBZtUxG9Z3svGh / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,grok-4.5,high,reasoning-math,hard,Epoch-harness,,,,,,57.19298245614035,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row djbbEqvBW9qux3pZwcZN2i / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,glm-5.2,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,59.2057761732852,score%,2.89e-14,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row TTuCPacMDpNaCSs3Hpbdjp / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,grok-4.3,high,reasoning-math,hard,Epoch-harness,,,,,,42.80701754385965,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row bdsZjrG4ayzP8NAJg5q586 / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,?deepseek-v4-pro,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,45.263157894736844,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row KUar3FaFjzq5SMKrEhtn8e / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,qwen3.7-max,unstated,reasoning-math,hard,Epoch-harness,,,,,,64.56140350877193,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row RG2biwnmGybSVTVxxMdRWa / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-5.4-pro,xhigh,reasoning-math,hard,Epoch-harness,,,,,,82.45614035087719,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row ZFVa8dw7oiir6PhcF8XZMo / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-5.2-pro,xhigh,reasoning-math,hard,Epoch-harness,,,,,,74,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row dMJenf5xYWu7Pwn2U6w4dW / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,kimi-k2.7-code,solo,reasoning-math,hard,Epoch-harness,,,,,,54.03508771929825,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row X3RxRkt2pBUXYJjAQHsUo6 / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-5.5-pro,xhigh,reasoning-math,hard,Epoch-harness,,,,,,87.71929824561403,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row LSKDetgzyVojru45w7RJhf / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-5-pro,high,reasoning-math,hard,Epoch-harness,,,,,,55.78947368421052,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row TFDQUeRKbWiEodRQRrKdpy / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-5-mini,high,reasoning-math,hard,Epoch-harness,,,,,,46.66666666666667,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row YSR9WCR2SnJYvP7DJwX7YN / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-5.4-nano,high,reasoning-math,hard,Epoch-harness,,,,,,44.912280701754387,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row iKtopjTjyCWZqJaEjcc7ZL / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-5-nano,high,reasoning-math,hard,Epoch-harness,,,,,,20,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row JH3PjDrbrQndEcc8fh5Qre / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-5.4-mini,xhigh,reasoning-math,hard,Epoch-harness,,,,,,51.2280701754386,score%,2.89e-14,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row jjFRrQvsud3XsgYufr9f8f / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gemini-2.5-pro,unstated,reasoning-math,hard,Epoch-harness,,,,,,24.561403508771928,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row FkywQ2KS4AkLPzjSPmhHcS / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gemini-3-flash,unstated,reasoning-math,hard,Epoch-harness,,,,,,51.2280701754386,score%,2.89e-14,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row EtgrDq6ei6kZe8K7QbXUe3 / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gemini-3.1-pro,unstated,reasoning-math,hard,Epoch-harness,,,,,,59.64912280701754,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row hVifTUdQZrFEYabgCRu8Qq / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-5.4,xhigh,reasoning-math,hard,Epoch-harness,,,,,,78.59649122807018,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row PaYEQ37A2n6giYBwZGBnXY / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-5.5,xhigh,reasoning-math,hard,Epoch-harness,,,,,,85.26315789473684,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row 5FGXKvXQwGPtcCX2PNrLR5 / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,o4-mini,high,reasoning-math,hard,Epoch-harness,,,,,,36.140350877192984,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row dcmRi5JTa27EuwiQTdqr2B / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,o3-mini,high,reasoning-math,hard,Epoch-harness,,,,,,18.596491228070175,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row mRJaJyBY2M2GGdbdMmT6iq / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-5.2,xhigh,reasoning-math,hard,Epoch-harness,,,,,,67.4,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row PeZ84GTQdSYQzDxRMWA2Ha / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-5,high,reasoning-math,hard,Epoch-harness,,,,,,55.43859649122806,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row QRDHTGX3rYrVCjVPRarjjt / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,kimi-k2.6,unstated,reasoning-math,hard,Epoch-harness,,,,,,57.19298245614035,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row BxrNfyMffkVUq4n7U5eK3Q / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,?gemini-3.5-flash,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,62.80701754385964,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row 72DQVwbYiQW5pjhshjBaGU / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gemini-4-argon,high,reasoning-math,hard,Epoch-harness,,,,,,85.96491228070176,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row N8daAyKM6Sah39YBcPRi4W / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,deepseek-v4.1-flash,max,reasoning-math,hard,Epoch-harness,,,,,,67.36842105263158,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row b6dXtaGSwvfRYADKYnj9Ci / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-6.1-sol,max,reasoning-math,hard,Epoch-harness,,,,,,93.68421052631579,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row aBoQLaqnXsLPrsbN8wYgUp / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-6-luna,max,reasoning-math,hard,Epoch-harness,,,,,,78.94736842105263,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row iBQxysYR7zPxB6hxvJyTLc / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,grok-4.7,xhigh,reasoning-math,hard,Epoch-harness,,,,,,52.98245614035088,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row F4unBbW5M4VJogzCq4vGAb / column Best score (across scorers)),,out:superseded, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-6-sol,max,reasoning-math,hard,Epoch-harness,,,,,,89.82456140350877,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-10-15 / row RHjHEPHEsWZqFuMjBTeC6r / column Best score (across scorers)),,out:superseded, epoch-furniture-assembly,epoch.ai,gpt-6-luna,max,reasoning-math,hard,Epoch-harness,,,,,,44.166666666666665,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (furniture_assembly.csv in benchmark_data.zip fetched 2026-10-15 / row GVtcaKADdbkuPoydqpKm3E / column Best score (across scorers)),,out:superseded, epoch-furniture-assembly,epoch.ai,grok-4.5,high,reasoning-math,hard,Epoch-harness,,,,,,22.5,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (furniture_assembly.csv in benchmark_data.zip fetched 2026-10-15 / row BFVFWpAaax3RDTXT7apuZE / column Best score (across scorers)),,out:superseded, epoch-furniture-assembly,epoch.ai,grok-4.6,xhigh,reasoning-math,hard,Epoch-harness,,,,,,40,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (furniture_assembly.csv in benchmark_data.zip fetched 2026-10-15 / row GM5e6UBbgeBJ83NJe6R6y9 / column Best score (across scorers)),,out:superseded, epoch-furniture-assembly,epoch.ai,grok-4.7,xhigh,reasoning-math,hard,Epoch-harness,,,,,,20.833333333333334,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (furniture_assembly.csv in benchmark_data.zip fetched 2026-10-15 / row jWTJKkY9kqYnkvZXCMKnwP / column Best score (across scorers)),,out:superseded, epoch-furniture-assembly,epoch.ai,gpt-6-sol,max,reasoning-math,hard,Epoch-harness,,,,,,58.33333333333334,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (furniture_assembly.csv in benchmark_data.zip fetched 2026-10-15 / row aV7jRQtNYXjDAcUHhvKxAx / column Best score (across scorers)),,out:superseded, epoch-furniture-assembly,epoch.ai,kimi-k3,max,reasoning-math,hard,Epoch-harness,,,,,,34.16666666666667,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (furniture_assembly.csv in benchmark_data.zip fetched 2026-10-15 / row fMkb7c7AqFoehCqiy2tLR5 / column Best score (across scorers)),,out:superseded, epoch-furniture-assembly,epoch.ai,kimi-k2.6,unstated,reasoning-math,hard,Epoch-harness,,,,,,21.666666666666667,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (furniture_assembly.csv in benchmark_data.zip fetched 2026-10-15 / row eJcV4jnwhxD6tTxNkrn9Xn / column Best score (across scorers)),,out:effort-not-established, epoch-furniture-assembly,epoch.ai,qwen3.8-max-0902,xhigh,reasoning-math,hard,Epoch-harness,,,,,,20,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (furniture_assembly.csv in benchmark_data.zip fetched 2026-10-15 / row kpiLkPjDgoKRYp2SiKm9Zo / column Best score (across scorers)),,out:superseded, epoch-furniture-assembly,epoch.ai,?gemini-3.7-flash,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,26.666666666666666,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (furniture_assembly.csv in benchmark_data.zip fetched 2026-10-15 / row bqeNkcnEXJeZ9jgmao393V / column Best score (across scorers)),,out:model-not-established, epoch-furniture-assembly,epoch.ai,gemini-3.6-flash,high,reasoning-math,hard,Epoch-harness,,,,,,23.333333333333334,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (furniture_assembly.csv in benchmark_data.zip fetched 2026-10-15 / row Kkf7BH3sbSqhEDhhPLcmDN / column Best score (across scorers)),,out:superseded, epoch-furniture-assembly,epoch.ai,gemini-3.8-flash,high,reasoning-math,hard,Epoch-harness,,,,,,31.666666666666665,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (furniture_assembly.csv in benchmark_data.zip fetched 2026-10-15 / row Q2QhUc6V3Cu9XS3WZH4tQh / column Best score (across scorers)),,out:superseded, epoch-furniture-assembly,epoch.ai,gemini-3.1-pro,high,reasoning-math,hard,Epoch-harness,,,,,,26.666666666666666,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (furniture_assembly.csv in benchmark_data.zip fetched 2026-10-15 / row NzNcASjLtNrngbNQKcD3G3 / column Best score (across scorers)),,out:superseded, epoch-furniture-assembly,epoch.ai,gpt-5.6-luna,max,reasoning-math,hard,Epoch-harness,,,,,,42.5,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (furniture_assembly.csv in benchmark_data.zip fetched 2026-10-15 / row UPAoeCG9AhQYyxCGc8C7Eq / column Best score (across scorers)),,out:superseded, epoch-furniture-assembly,epoch.ai,gpt-6-astra,max,reasoning-math,hard,Epoch-harness,,,,,,80,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (furniture_assembly.csv in benchmark_data.zip fetched 2026-10-15 / row BSzNeBCFhFUnZswSqHtAed / column Best score (across scorers)),,out:superseded, epoch-furniture-assembly,epoch.ai,gpt-5.6-sol,max,reasoning-math,hard,Epoch-harness,,,,,,56.66666666666667,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (furniture_assembly.csv in benchmark_data.zip fetched 2026-10-15 / row SqvYScyg9JZfiUdNLX6V9M / column Best score (across scorers)),,out:superseded, epoch-furniture-assembly,epoch.ai,gpt-5.6-terra,max,reasoning-math,hard,Epoch-harness,,,,,,54.16666666666666,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (furniture_assembly.csv in benchmark_data.zip fetched 2026-10-15 / row dxcm8tfHzGWR8sVJ6kUWMF / column Best score (across scorers)),,out:superseded, epoch-furniture-assembly,epoch.ai,gpt-5.5,xhigh,reasoning-math,hard,Epoch-harness,,,,,,44.166666666666665,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (furniture_assembly.csv in benchmark_data.zip fetched 2026-10-15 / row o7rYVQWSXeZPkF2Smwo9h8 / column Best score (across scorers)),,out:superseded, epoch-furniture-assembly,epoch.ai,gpt-5.2,xhigh,reasoning-math,hard,Epoch-harness,,,,,,38.333333333333336,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (furniture_assembly.csv in benchmark_data.zip fetched 2026-10-15 / row 9te7vbqxpjSaQgHagpaTFg / column Best score (across scorers)),,out:superseded, epoch-furniture-assembly,epoch.ai,gpt-5.4,xhigh,reasoning-math,hard,Epoch-harness,,,,,,37.5,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (furniture_assembly.csv in benchmark_data.zip fetched 2026-10-15 / row bJ5Pg8JiLzP3Wfoo9M9TxF / column Best score (across scorers)),,out:superseded, epoch-furniture-assembly,epoch.ai,gemini-4-argon,high,reasoning-math,hard,Epoch-harness,,,,,,72.5,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (furniture_assembly.csv in benchmark_data.zip fetched 2026-10-15 / row bRw53PXBsZXrvWau95hb23 / column Best score (across scorers)),,out:superseded, epoch-furniture-assembly,epoch.ai,deepseek-v4.1-flash,max,reasoning-math,hard,Epoch-harness,,,,,,34.16666666666667,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (furniture_assembly.csv in benchmark_data.zip fetched 2026-10-15 / row JFQz7q3hxAKLV5pW6DmkGF / column Best score (across scorers)),,out:superseded, epoch-furniture-assembly,epoch.ai,gpt-6.1-sol,max,reasoning-math,hard,Epoch-harness,,,,,,80,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (furniture_assembly.csv in benchmark_data.zip fetched 2026-10-15 / row R4vjsSfDrDo6ECQWGTUdWe / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3.8-max-0902,xhigh,reasoning-math,hard,Epoch-harness,,,,,,92.2979797979798,score%,2.89e-14,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row VzeQXKBH9maR2nDcZJ8b7S / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,gemini-3.8-flash,high,reasoning-math,hard,Epoch-harness,,,,,,95.39141414141414,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row Br3mjs2GrYcCwX9AMwcihU / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3-32b,nothink,reasoning-math,hard,Epoch-harness,,,,,,54.10353535353535,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row EXpHB6kFqDjRfG9A5LsDf6 / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3-30b-a3b-thinking-2507,solo,reasoning-math,hard,Epoch-harness,,,,,,70.07575757575758,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row 2gzNF2d53h2oCKDnojLtSP / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3-30b-a3b-instruct-2507,solo,reasoning-math,hard,Epoch-harness,,,,,,55.61868686868687,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row X3HfncZtnLKUPoUuRc9YsR / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3-30b-a3b,nothink,reasoning-math,hard,Epoch-harness,,,,,,50.37878787878788,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row DGSmhVxWsi7chsuKS64VLg / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3-30b-a3b,unstated,reasoning-math,hard,Epoch-harness,,,,,,61.67929292929293,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row BnX67AoZzgVbHgaM8F8Brz / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen2.5-7b-instruct,solo,reasoning-math,hard,Epoch-harness,,,,,,35.47979797979798,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row 6jkd5nJzspGZJtvZynZZTD / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,glm-4.7-flash,nothink,reasoning-math,hard,Epoch-harness,,,,,,45.13888888888889,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row GSde7u2Mb6GZGpubJjjPam / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,glm-4.7-flash,unstated,reasoning-math,hard,Epoch-harness,,,,,,60.54292929292929,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row GL7htq7XRnbzqpAVK5f862 / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-6-astra,max,reasoning-math,hard,Epoch-harness,,,,,,95.77020202020202,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row 3h8STJpG2VzY9LiBUzwotv / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3.5-35b-a3b,nothink,reasoning-math,hard,Epoch-harness,,,,,,81.18686868686869,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row KKm5DbPUgXo88eYr64g4SK / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3.5-35b-a3b,unstated,reasoning-math,hard,Epoch-harness,,,,,,83.45959595959596,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row RWjuCuVGvaRd4vDjJJ6aP2 / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3-4b-instruct-2507,solo,reasoning-math,hard,Epoch-harness,,,,,,45.83333333333333,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row VhQBa9AViRt2UKSNpEAyjN / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3-4b,nothink,reasoning-math,hard,Epoch-harness,,,,,,43.56060606060606,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row SLJyD8yew4TxcmprJfVvuE / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3-4b,unstated,reasoning-math,hard,Epoch-harness,,,,,,52.33585858585859,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row G3dinPvwrci2Nu3m9pby2i / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3-32b,unstated,reasoning-math,hard,Epoch-harness,,,,,,65.71969696969697,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row Ffoxqm7YsZr3FimCGsGAJv / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3-14b,nothink,reasoning-math,hard,Epoch-harness,,,,,,53.40909090909091,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row GRQV9Q8gHoHnSEPWofiQuq / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3-14b,unstated,reasoning-math,hard,Epoch-harness,,,,,,63.76262626262627,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row XGK9DjJHHVWr2LyT298ooL / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3-1.7b,nothink,reasoning-math,hard,Epoch-harness,,,,,,30.61868686868687,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row GdfzaHmiZht2DKPZDtQAET / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3-1.7b,unstated,reasoning-math,hard,Epoch-harness,,,,,,38.0050505050505,score%,2.89e-14,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row F3CtjUceBrMi9iYmjULx7J / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,deepseek-r1-distill-qwen-32b,solo,reasoning-math,hard,Epoch-harness,,,,,,64.14141414141414,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row dwyb2yzFewGT6w6oFdVMAc / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,deepseek-r1-distill-qwen-1.5b,solo,reasoning-math,hard,Epoch-harness,,,,,,33.585858585858586,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row ESnXA8LqMqhjcsoWQaMLVQ / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,deepseek-r1-0528-qwen3-8b,solo,reasoning-math,hard,Epoch-harness,,,,,,9.28030303030303,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row dszRh7ELyCEukWnwYnUxMp / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwq-32b,solo,reasoning-math,hard,Epoch-harness,,,,,,65.34090909090909,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row PUXMxQiRY6XaG6NjwsEDLy / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3.5-9b,nothink,reasoning-math,hard,Epoch-harness,,,,,,78.91414141414141,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row AczFCvkWR5SmdbV7eXruqj / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3.5-9b,unstated,reasoning-math,hard,Epoch-harness,,,,,,78.97727272727273,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row o6migB5WP27uLr9nUWpCiM / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3-8b,nothink,reasoning-math,hard,Epoch-harness,,,,,,47.474747474747475,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row LcttjHHzTyAW6MqNE29xiK / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3-8b,unstated,reasoning-math,hard,Epoch-harness,,,,,,56.75505050505051,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row jRiWmBxtBAyiXiRBRMY8wX / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-oss-20b,medium,reasoning-math,hard,Epoch-harness,,,,,,60.79545454545454,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row GEwyLqZT93Hp55fdtHrJhm / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-oss-20b,low,reasoning-math,hard,Epoch-harness,,,,,,53.15656565656566,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row DCJQMqipndGxwMXe8BDGeg / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,glm-5.3-flash,max,reasoning-math,hard,Epoch-harness,,,,,,90.15151515151515,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row Jvt5BNr4ERbE9QGgMcEbmT / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,glm-5.3,max,reasoning-math,hard,Epoch-harness,,,,,,90.90909090909091,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row dLDBahYBTGRNjbsXA5pyr3 / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,deepseek-v4-pro-0813,max,reasoning-math,hard,Epoch-harness,,,,,,91.66666666666666,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row nEJGtXGN588zynPkynZkxz / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,?gemini-3.7-flash,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,94.82323232323232,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row XyVL3VffJ6UboY97vxpohL / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,grok-4.6,xhigh,reasoning-math,hard,Epoch-harness,,,,,,93.18181818181818,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row 9YJf2nviwjM6WVhw8qeJta / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,grok-4.6,high,reasoning-math,hard,Epoch-harness,,,,,,94.00252525252525,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row hnP6Z88x8bPEBRZ2PW6kps / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,glm-5.2,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,71.21212121212122,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row YDQJAMgMjLaikPkeVDbAjr / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,glm-5.2,high,reasoning-math,hard,Epoch-harness,,,,,,87.87878787878788,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row SB6Qj6rCBDk8jZmFcCTzWc / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,glm-5.1,unstated,reasoning-math,hard,Epoch-harness,,,,,,89.8989898989899,score%,2.89e-14,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row CBbeMKRRSeRsXnvSfn7Png / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5.4-mini,xhigh,reasoning-math,hard,Epoch-harness,,,,,,86.86868686868687,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row gKB2rCD7mHzFN2MCt2YCni / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5.6-sol,nothink,reasoning-math,hard,Epoch-harness,,,,,,82.82828282828283,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row DDfYPyKQW7vgDtGgkwcKSi / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5.5,nothink,reasoning-math,hard,Epoch-harness,,,,,,77.27272727272727,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row KesKa5EXtFG7H4UMBFzgCh / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,kimi-k3,low,reasoning-math,hard,Epoch-harness,,,,,,84.84848484848485,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row mvNb3hNgSZ2gS6jHMtvCdk / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,kimi-k3,high,reasoning-math,hard,Epoch-harness,,,,,,91.91919191919192,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row AoAD5uVtgVDnXmwA7STuno / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5.6-terra,nothink,reasoning-math,hard,Epoch-harness,,,,,,77.27272727272727,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row F7v3JtKFb27j2YVmsndLM5 / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5.4-mini,nothink,reasoning-math,hard,Epoch-harness,,,,,,64.14141414141414,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row Qyz2Qt5x4P2XwB3w4h4jFR / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3.6-max-preview,unstated,reasoning-math,hard,Epoch-harness,,,,,,87.37373737373737,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row Jv2hJvjpvA8xJW3Bzv7bfw / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5.6-sol,low,reasoning-math,hard,Epoch-harness,,,,,,89.8989898989899,score%,2.89e-14,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row 6cmgkNAQZekBr6e6rVdLe9 / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3.7-max,unstated,reasoning-math,hard,Epoch-harness,,,,,,90.90909090909091,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row W6mTanyjvXhasFBzHukv4S / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,o3,medium,reasoning-math,hard,Epoch-harness,,,,,,80.80808080808081,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row TBYA7JWneLUCy9kyktFBbt / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5.1,nothink,reasoning-math,hard,Epoch-harness,,,,,,66.66666666666666,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row UT5fVL4EGvSTZBKMTPy9YN / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,kimi-k2.7-code,solo,reasoning-math,hard,Epoch-harness,,,,,,87.87878787878788,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row XneEig6pACkAWeekvgCwNk / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5.6-luna,nothink,reasoning-math,hard,Epoch-harness,,,,,,63.63636363636364,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row bDKKx7zTdW5WwMCfwqsLi4 / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5.6-terra,low,reasoning-math,hard,Epoch-harness,,,,,,87.37373737373737,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row JcuoAWhcnngPEZBPmiUyLF / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3.6-plus,unstated,reasoning-math,hard,Epoch-harness,,,,,,88.38383838383839,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row f6ZdMtRpdfskGbrBCzrKSn / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,o4-mini,medium,reasoning-math,hard,Epoch-harness,,,,,,77.77777777777778,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row noAGevebNp5W5yAnmbEYaz / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3.6-27b,unstated,reasoning-math,hard,Epoch-harness,,,,,,85.85858585858586,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row buLf8Ne29xmzMZBRQkvrQG / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3.6-27b,nothink,reasoning-math,hard,Epoch-harness,,,,,,84.84848484848485,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row WeP7Q27N5PzxSgg4ybgijX / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3.5-397b-a17b,unstated,reasoning-math,hard,Epoch-harness,,,,,,85.85858585858586,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row gZMFRbVKnBmcnZU4YqqKMN / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3.5-397b-a17b,nothink,reasoning-math,hard,Epoch-harness,,,,,,86.36363636363636,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row bXrmQqzF9sXbuZfRrSc7NP / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3.5-plus,unstated,reasoning-math,hard,Epoch-harness,,,,,,84.84848484848485,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row mGXYSUNCMisvaRzhQp6g2L / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,gemini-3.6-flash,minimal,reasoning-math,hard,Epoch-harness,,,,,,85.85858585858586,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row aPmR8fV49N98a6NVKpASAf / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3.6-35b-a3b,unstated,reasoning-math,hard,Epoch-harness,,,,,,83.83838383838383,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row EWAyxFsRUvuu4NpmmLqWkn / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3.6-35b-a3b,nothink,reasoning-math,hard,Epoch-harness,,,,,,84.84848484848485,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row 9kErpmgQ42wTvgJaFn478v / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3.6-flash,unstated,reasoning-math,hard,Epoch-harness,,,,,,83.33333333333334,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row H2FvRXagQRQmiNa7WrNMU2 / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5.6-luna,low,reasoning-math,hard,Epoch-harness,,,,,,82.32323232323232,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row nW39ZzuDQ3xTAGVoEfFG95 / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3.7-plus,unstated,reasoning-math,hard,Epoch-harness,,,,,,87.87878787878788,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row URoWjw9Htc6QPwABVcrybw / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3.7-plus,nothink,reasoning-math,hard,Epoch-harness,,,,,,81.81818181818182,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row BWz8uig4QyqPtke59pM88z / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3.7-flash,unstated,reasoning-math,hard,Epoch-harness,,,,,,82.32323232323232,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row i6i3gQf3ng2aAipvowPpws / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3.7-flash,nothink,reasoning-math,hard,Epoch-harness,,,,,,80.80808080808081,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row Yhds8GYkCXWgRQhuLiURua / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5.4-nano,nothink,reasoning-math,hard,Epoch-harness,,,,,,55.55555555555556,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row gLewKMc7ttCD2moUrgAyYX / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3.5-flash,unstated,reasoning-math,hard,Epoch-harness,,,,,,82.32323232323232,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row S7wbot7JR53BAjM8F9gaws / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5-mini,minimal,reasoning-math,hard,Epoch-harness,,,,,,71.71717171717171,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row hYSstHWNUNwYoZdmZpYQqK / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5.4-nano,low,reasoning-math,hard,Epoch-harness,,,,,,72.22222222222222,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row Nq7w5iKALDSuT5oQdn5m8f / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,?deepseek-v4-pro,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,73.23232323232324,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row FtGueFbnFnKBAuLmEEufFg / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,?deepseek-v4-pro,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,90.90909090909091,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row TPdRwHTJtaJYSu2Cxc5Czn / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-oss-20b,high,reasoning-math,hard,Epoch-harness,,,,,,45.95959595959596,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row hYATFPeUnMq7Std2nLUVAJ / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,gemini-3.6-flash,low,reasoning-math,hard,Epoch-harness,,,,,,86.36363636363636,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row JoraLb9y55QXpMg4Rrmr5x / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,gemini-3.5-flash-lite,low,reasoning-math,hard,Epoch-harness,,,,,,75.75757575757576,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row dgSJTFQ4UtuQKEhB9ss6K7 / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,gemini-3.5-flash-lite,minimal,reasoning-math,hard,Epoch-harness,,,,,,74.24242424242424,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row 7aAKcnsCXoSumfAu8mr2un / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,gemini-3.5-flash-lite,high,reasoning-math,hard,Epoch-harness,,,,,,83.33333333333334,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row chbh6XstiqtUa5W9zuyfjS / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,?gemini-3.5-flash,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,88.88888888888888,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row eiTYduCDNq3HgwTg4ZhEw6 / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,gemini-3.1-pro,high,reasoning-math,hard,Epoch-harness,,,,,,94.44444444444444,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row BgmrBFsbsaD8rNpebv49Da / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,gemini-3.1-flash-lite,minimal,reasoning-math,hard,Epoch-harness,,,,,,73.73737373737373,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row CmHy8cVECGkvQTwakfjRo2 / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,gemini-3.1-flash-lite,high,reasoning-math,hard,Epoch-harness,,,,,,81.81818181818182,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row nE4hmJo3QV6X5jeGWAeAze / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,gemini-3.1-flash-lite,low,reasoning-math,hard,Epoch-harness,,,,,,74.24242424242424,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row 99ys2jgQiPQ5UwrqnazfqA / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,gemini-3-flash,high,reasoning-math,hard,Epoch-harness,,,,,,89.39393939393939,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row gVdraDT3pXmaExP9VbqME4 / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,?qwen3.8-max,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,92.67676767676768,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row TEVNDC9QXBh7PQvX9kHZip / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,?gpt-5.5-instant,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,82.51262626262627,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row WPVhgi8NT9grAT7kfipT9G / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,deepseek-v4-flash-0731,max,reasoning-math,hard,Epoch-harness,,,,,,91.03535353535354,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row EDFusDaaFkh5n2MqKNxMBD / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,gemini-3.6-flash,high,reasoning-math,hard,Epoch-harness,,,,,,94.12878787878788,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row 86SY5JbPB49xXhHFQW6tHu / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,o1,low,reasoning-math,hard,Epoch-harness,,,,,,74.24242424242424,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row hP6P5e9zuHPToaQTTQC9A2 / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5,minimal,reasoning-math,hard,Epoch-harness,,,,,,71.71717171717171,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row n4wyt7wHjhDdjrGacE9smk / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,o3-mini,low,reasoning-math,hard,Epoch-harness,,,,,,68.18181818181818,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row hJf7Hxg4tgdftQ2QDNHMJA / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,kimi-k3,max,reasoning-math,hard,Epoch-harness,,,,,,93.11868686868687,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row B8MaPUe3EYwUZASsNqE7C9 / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,?deepseek-chat,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,71.21212121212122,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row 6osoAGM4euiAAksriYyLtj / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,o3,low,reasoning-math,hard,Epoch-harness,,,,,,79.7979797979798,score%,2.89e-14,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row AZf6N4kygJGHPsSUkYtCba / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5.4,medium,reasoning-math,hard,Epoch-harness,,,,,,88.88888888888888,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row ManJk43Kf9VuXowNqoDrov / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5.4,nothink,reasoning-math,hard,Epoch-harness,,,,,,74.74747474747475,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row LaBuzZExRqocD4FET6yx26 / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5.4,high,reasoning-math,hard,Epoch-harness,,,,,,89.8989898989899,score%,2.89e-14,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row FbhcT8NnJUntcyNGubJXY6 / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5.4,low,reasoning-math,hard,Epoch-harness,,,,,,84.84848484848485,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row aYgDc2iSDpmHkQfu7YjCHc / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,?gemini-3.5-flash,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,86.36363636363636,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row QDZRoAVaEDtdS6nECEeE35 / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5-nano,low,reasoning-math,hard,Epoch-harness,,,,,,57.57575757575758,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row mNZ34pXP8JN779JoHnjNQc / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5-nano,minimal,reasoning-math,hard,Epoch-harness,,,,,,48.484848484848486,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row hp4x7bhBYhkQqZoZFf4dTZ / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5.2,nothink,reasoning-math,hard,Epoch-harness,,,,,,73.23232323232324,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row 4sPs53wmM9bvN8JXzsiNCk / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,grok-4.20,think,reasoning-math,hard,Epoch-harness,,,,,,89.33080808080808,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row STxFZiSPAPScUuENvXBWLc / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,o4-mini,low,reasoning-math,hard,Epoch-harness,,,,,,75.25252525252525,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row XwRFKnuHv5qdUp9m5uTAEb / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5.6-terra,max,reasoning-math,hard,Epoch-harness,,,,,,93.30808080808081,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row 4bLcFNu5zF6YuZf3qVKoHE / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5.6-luna,max,reasoning-math,hard,Epoch-harness,,,,,,91.60353535353535,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row LWkDtkmd3TNmLzMhfZD5HW / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5.6-sol,max,reasoning-math,hard,Epoch-harness,,,,,,93.49747474747475,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row nuKCgZReCBsXKCkNj9bK37 / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,grok-4.5,high,reasoning-math,hard,Epoch-harness,,,,,,93.43434343434344,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row 9kSgmUd9vh4CBXz3tJhctN / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,glm-5.2,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,91.85606060606061,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row c5kpB4axzmygRywWqBKFmv / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,grok-4.3,high,reasoning-math,hard,Epoch-harness,,,,,,88.82575757575758,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row Vw7spGUnJyf3vuzSjTcj2F / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,?deepseek-v4-pro,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,89.64646464646465,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row LuZUnhD5rBLjRw36DaqfvZ / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,?gemini-3.5-flash,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,92.8030303030303,score%,2.89e-14,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row dYYtcwENFRtm9jZTDA2p9C / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5.5,low,reasoning-math,hard,Epoch-harness,,,,,,90.65656565656566,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row 2CdomqtBVz2it7a2Zx2G2t / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,kimi-k2.6,unstated,reasoning-math,hard,Epoch-harness,,,,,,90.78282828282829,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row LjgJoDosTLkiGVT59smA7q / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,?gpt-5.5-pro-pre-release,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,93.92135642135643,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row cBmhJzrC3SkfZ7uVgGVYZX / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,?gpt-5.5-pre-release,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,94.00252525252525,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row FUv4EUwR78nAsdGbiwiLEr / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5.4-mini,high,reasoning-math,hard,Epoch-harness,,,,,,83.58585858585859,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row AQF46S9hBhosKPEMy3fyB9 / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5.4-nano,high,reasoning-math,hard,Epoch-harness,,,,,,78.47,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row fZB3qGSohAVYzN97mniuUp / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5.4-pro,xhigh,reasoning-math,hard,Epoch-harness,,,,,,94.6,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row gpt-5-4-pro-gpqa-cloud-run / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5.4,xhigh,reasoning-math,hard,Epoch-harness,,,,,,93.3,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row fFatyce8UvpN7ZivdmrhAy / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,gemini-3.1-pro,unstated,reasoning-math,hard,Epoch-harness,,,,,,94.1,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row kR9F3oHBCnwQW4AiTPKwpd / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,glm-5,unstated,reasoning-math,hard,Epoch-harness,,,,,,87.81725888324873,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row n4hyz75SVpwPEisKVVjvNg / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,kimi-k2.5,unstated,reasoning-math,hard,Epoch-harness,,,,,,87.6,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row FmqGUq87N4JcuSbo6Uu3U5 / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,glm-4.7,unstated,reasoning-math,hard,Epoch-harness,,,,,,83.33333333333334,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row 6phXzd4aCbnBUSQmBsaywa / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,gemini-3-flash,unstated,reasoning-math,hard,Epoch-harness,,,,,,83.20707070707071,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row oAu9CZSNPZgwiwKnoNpM8Q / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,?deepseek-reasoner,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,83.42352092352093,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row CDdjbqiYYPtEBGoZLMPM3n / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5.2,xhigh,reasoning-math,hard,Epoch-harness,,,,,,91.4,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row Ejo6Fy7XYxUDcCwbejfcYX / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3-235b-a22b-thinking-2507,solo,reasoning-math,hard,Epoch-harness,,,,,,80.05050505050505,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row gu39ndv9QxWP3NRxSUJRaX / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,?openai/gpt-oss-120b,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,75.75757575757576,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row LC5Rhog6wt2PT84CtJ483h / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5.2,high,reasoning-math,hard,Epoch-harness,,,,,,88.19444444444444,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row 3Q6osT8EYezayG7yfxkSpr / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5.2,medium,reasoning-math,hard,Epoch-harness,,,,,,87.87878787878788,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row MuhtxxvALeZZ37cSG5CVcc / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5.2,low,reasoning-math,hard,Epoch-harness,,,,,,82.7020202020202,score%,2.89e-14,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row oD4Jpoi75KWChqTPDaN9aB / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,?gemini-3-pro-preview,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,92.61363636363636,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row Cg54udQGcTCnfDGX2qePLZ / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5.1,medium,reasoning-math,hard,Epoch-harness,,,,,,85.03787878787878,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row V3YQtSEnQ3TPZEPPgkCKQM / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,gemini-2.5-pro,unstated,reasoning-math,hard,Epoch-harness,,,,,,85.29040404040404,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row cqUZ6gcq2HBnShFRWvKjGr / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5.1,high,reasoning-math,hard,Epoch-harness,,,,,,87.62626262626263,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row CSVtMksEVjBNsGJGjW4GcQ / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,?kimi-k2-thinking-turbo,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,84.21717171717171,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row muGecFpAg9wHd6gexWJ99L / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5-nano,high,reasoning-math,hard,Epoch-harness,,,,,,69.44444444444444,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row 2pSDjMSGDh4HsAxkqUuNQP / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5-mini,high,reasoning-math,hard,Epoch-harness,,,,,,75,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row jP8EyLtPFsakgnsHe2oJM6 / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5,high,reasoning-math,hard,Epoch-harness,,,,,,86.17424242424242,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row 9nPyNrZxwtoT7eS4DZbQF6 / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-4-0314,solo,reasoning-math,hard,Epoch-harness,,,,,,35.73232323232323,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row FkbLkW5ed8rnZGFJMevDFn / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3-max-0923,solo,reasoning-math,hard,Epoch-harness,,,,,,72.6010101010101,score%,2.89e-14,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row 46RCssznDADYeg8MuSgvsj / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5-mini,medium,reasoning-math,hard,Epoch-harness,,,,,,71.65404040404041,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row CFNzodoTSVVVgp9PUXftUP / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5,medium,reasoning-math,hard,Epoch-harness,,,,,,85.35353535353535,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row YQCwJRoGbGAqNCQoaL6cjk / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5-nano,medium,reasoning-math,hard,Epoch-harness,,,,,,67.42424242424242,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row ELAxkvAigvEVdMmhxiaMiy / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,gemini-2.5-pro-preview-06-05,unstated,reasoning-math,hard,Epoch-harness,,,,,,84.84848484848485,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row Q4qTzHnjLyiCCRvNpXioUq / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3-235b-a22b,unstated,reasoning-math,hard,Epoch-harness,,,,,,70.70707070707071,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row agebmxGseTvmvN4AHN8i4m / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,?gemini-2.5-pro-preview-05-06,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,66.66666666666666,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row TT66gGiVoeYLGQMCESPrEG / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,deepseek-r1-0528,solo,reasoning-math,hard,Epoch-harness,,,,,,76.32575757575758,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row LiRiryJsGb3h5UuxX8bmJv / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,grok-3-mini,high,reasoning-math,hard,Epoch-harness,,,,,,75.50505050505051,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row JFZMWFVGNi5R5TdZrvQUFw / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,deepseek-r1,solo,reasoning-math,hard,Epoch-harness,,,,,,71.71717171717171,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row fFGyQR2mfDufvrSV2rzWyV / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,grok-3,solo,reasoning-math,hard,Epoch-harness,,,,,,75.75757575757576,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row FQ8Ykq4JWRSXnyF9rbmLc7 / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,o4-mini,high,reasoning-math,hard,Epoch-harness,,,,,,79.60858585858586,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row 9Sgsz5XCjscuZkexf7MX9c / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,o3,high,reasoning-math,hard,Epoch-harness,,,,,,81.81818181818182,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row evANZQ9oQTdGYbDERw7VrD / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-4.1-mini,solo,reasoning-math,hard,Epoch-harness,,,,,,65.84595959595959,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row dXHddeGRX7JRVa5UNfad5C / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-4.1-nano,solo,reasoning-math,hard,Epoch-harness,,,,,,48.926767676767674,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row azWfeFPP6zSocuQX3JYBU5 / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-4.1,solo,reasoning-math,hard,Epoch-harness,,,,,,66.91919191919192,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row Gj8pd5gU9r4LqwDK8XZ4mL / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwq-plus,solo,reasoning-math,hard,Epoch-harness,,,,,,65.40404040404041,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row PtxHF8BH8WuNdNfDnutGBb / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,grok-3-mini,low,reasoning-math,hard,Epoch-harness,,,,,,76.26262626262627,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row McxfQdC5aypnD3STwZUBjH / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,?qwen-turbo-2024-11-01,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,41.792929292929293,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row 9Ke5At9bYuf56SmKJJ7Sz7 / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen-plus-0125,unstated,reasoning-math,hard,Epoch-harness,,,,,,48.10606060606061,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row QtraMoKiQRRpZc9txpFAYF / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,?qwen-max-2025-01-25,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,56.12373737373737,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row GBf7rqHkGGzfX87V37F9mH / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,deepseek-v3-0324,solo,reasoning-math,hard,Epoch-harness,,,,,,67.61363636363636,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row VjfLwKbT6kTprYsMGcz2YT / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,gemini-2.5-pro-exp-03-25,solo,reasoning-math,hard,Epoch-harness,,,,,,83.83838383838383,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row WKjzEQdfnBHnYeZoKeCWnB / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,gemini-1.5-flash-8b-001,solo,reasoning-math,hard,Epoch-harness,,,,,,32.954545454545453,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row gFT36W4KU3wggLQ9nNCctg / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,deepseek-r1-distill-qwen-14b,solo,reasoning-math,hard,Epoch-harness,,,,,,44.696969696969696,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row 8UqaLobhmNJLuPGTTpeaCw / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,deepseek-r1-distill-llama-70b,solo,reasoning-math,hard,Epoch-harness,,,,,,55.74494949494949,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row f6pnAATjxmrFJS353EjQKi / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-4.5-preview,solo,reasoning-math,hard,Epoch-harness,,,,,,68.68686868686869,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row dodibSv7pk8GtqeMy4YLQg / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-4-turbo,solo,reasoning-math,hard,Epoch-harness,,,,,,46.59090909090909,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row TaCoN7eyPQEfDWXqs2MpcF / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,o1,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,76.76767676767676,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row NAkCFiFiDSN3NXMj7HMvMS / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,o1-mini,solo,reasoning-math,hard,Epoch-harness,,,,,,62.37373737373737,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row X2gKewiGPZx5DLFEddUUqW / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,o3-mini,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,77.02020202020202,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row MzsTvCEEfEpzn4WvxYdJkX / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,gemini-2.0-pro-exp-02-05,solo,reasoning-math,hard,Epoch-harness,,,,,,65.65656565656566,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row g5YE7G6DXb45EH4HxEdiht / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,gemini-2.0-flash-thinking-exp-01-21,solo,reasoning-math,hard,Epoch-harness,,,,,,57.07070707070707,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row ag9w2w4xa47ghZaWt5oZey / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,gemini-2.0-flash,solo,reasoning-math,hard,Epoch-harness,,,,,,64.14141414141414,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row fbszwTApm3f28z5VA6oXBK / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-4o-1120,solo,reasoning-math,hard,Epoch-harness,,,,,,47.88510101010101,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row gULKGqAe9nG9syxmYMtkhi / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,o3-mini,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,74.2739898989899,score%,2.89e-14,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row ehvA5nisC7GMbgbyy3Z4Et / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen2.5-32b-instruct,solo,reasoning-math,hard,Epoch-harness,,,,,,46.085858585858586,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row d6JihAFVqUy3u9suNt4P3L / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,gemini-1.5-flash-001,solo,reasoning-math,hard,Epoch-harness,,,,,,40.372474747474746,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row Hc2ycMP6DyCZxCPjKbZFQU / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,o1-mini,solo,reasoning-math,hard,Epoch-harness,,,,,,59.50126262626263,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row 4NiUpCrLfz3oFaerkrMeBt / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-4o-0806,solo,reasoning-math,hard,Epoch-harness,,,,,,49.210858585858586,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row fairJpL9VekDBKxYHG9ZoG / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,o1-preview,solo,reasoning-math,hard,Epoch-harness,,,,,,50.31565656565656,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row 7CkADTsoNbDd88uqYbqfwj / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-4-0125-preview,solo,reasoning-math,hard,Epoch-harness,,,,,,42.266414141414144,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row 4j3WRhhruXrfaq9Jki3NDc / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-4o-0513,solo,reasoning-math,hard,Epoch-harness,,,,,,48.89520202020202,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row Y59q8WbEDp2HH8oovyJCj9 / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,gemini-1.5-flash-002,solo,reasoning-math,hard,Epoch-harness,,,,,,47.316919191919193,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row PCLvrs4TEBtqQqcYeU8pAG / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-4-0613,solo,reasoning-math,hard,Epoch-harness,,,,,,30.650252525252525,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row fu7pWqbSC4MUBdwv3GFNa5 / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-3.5-turbo-1106,solo,reasoning-math,hard,Epoch-harness,,,,,,28.03030303030303,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row enhRcQmfN6RFB2zu7R3Uxr / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,gemini-1.5-pro-001,solo,reasoning-math,hard,Epoch-harness,,,,,,45.86489898989899,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row PKdqpKZ9tqDWyWJ7GksBWz / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-4-1106-preview,solo,reasoning-math,hard,Epoch-harness,,,,,,42.36111111111111,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row AWewipyfSQb8hXtS8d4fNL / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-4o-mini,solo,reasoning-math,hard,Epoch-harness,,,,,,37.720959595959597,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row L9yfwZC3snsKZshBXTaXjc / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,gemini-1.5-pro-002,solo,reasoning-math,hard,Epoch-harness,,,,,,57.22853535353535,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row 9TrLEEw8TvsyugyCjwvUvD / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-3.5-turbo-0125,solo,reasoning-math,hard,Epoch-harness,,,,,,27.178030303030304,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row eZaQhpbhbzbo3sbKGS5Efa / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,grok-2-1212,solo,reasoning-math,hard,Epoch-harness,,,,,,53.78787878787878,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row 83DRJD4FvjwqU9eStRaNiU / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen2-72b-instruct,solo,reasoning-math,hard,Epoch-harness,,,,,,40.78282828282828,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row Pex6SpYJX8ZPySncfNNy7H / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen1.5-72b-chat,solo,reasoning-math,hard,Epoch-harness,,,,,,28.81944444444444,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row NeqeQSxHmdUNLk9Ytpo6qo / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen1.5-32b-chat,solo,reasoning-math,hard,Epoch-harness,,,,,,30.7449494949495,score%,2.89e-14,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row 9K6c9b6v9zQrQYtw827BDn / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,deepseek-llm-67b-chat,solo,reasoning-math,hard,Epoch-harness,,,,,,24.621212121212122,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row 82RTgqgiC2UuM5M37L3WWM / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen2.5-72b-instruct,solo,reasoning-math,hard,Epoch-harness,,,,,,49.14772727272727,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row WtALgW6VSFdihDZWXRm2AZ / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,gemini-1.0-pro,unstated,reasoning-math,hard,Epoch-harness,,,,,,33.964646464646464,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row ibpS8bs4z3wD3Hb6F3kpdV / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,o1,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,75.75757575757576,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row Uczhz7MKLstjLkSbbGuwdN / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,deepseek-v3,solo,reasoning-math,hard,Epoch-harness,,,,,,56.53409090909091,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row Vwo3nMA8g2gGBCyTdKFMQJ / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,?grok-4-0709,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,87,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row A85Zfq2qguE4X9xXBweBHP / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,gemini-4-argon,high,reasoning-math,hard,Epoch-harness,,,,,,96.40151515151515,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row QEouTvczNsxgkR4i7i8wBF / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,deepseek-v4.1-flash,max,reasoning-math,hard,Epoch-harness,,,,,,89.83585858585859,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row ZU5ebpDaDPiDZLgv7cG8B9 / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-6.1-sol,max,reasoning-math,hard,Epoch-harness,,,,,,95.39141414141414,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row LspviLnbeZ82WCngWp6rwR / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-6-luna,max,reasoning-math,hard,Epoch-harness,,,,,,90.46717171717171,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row 7F3QFMAkwnCV62HcvxP96q / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,grok-4.7,xhigh,reasoning-math,hard,Epoch-harness,,,,,,92.739898989899,score%,2.89e-13,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row hxAhYJfXdPNanxatXpG5hC / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-6-sol,max,reasoning-math,hard,Epoch-harness,,,,,,94.31818181818182,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-15 / row aJD7ZfFftu2cZoToJhhzF7 / column Best score (across scorers)),,out:superseded, epoch-math-level-5,epoch.ai,gpt-5-mini,high,reasoning-math,hard,Epoch-harness,,,,,,97.84743202416919,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-10-15 / row 5duoiNDccsgaW7UVt6feYX / column Best score (across scorers)),,out:superseded, epoch-math-level-5,epoch.ai,gpt-5,high,reasoning-math,hard,Epoch-harness,,,,,,98.13066465256798,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-10-15 / row 4wN6FKe2db9CLQ3NUFfYge / column Best score (across scorers)),,out:superseded, epoch-math-level-5,epoch.ai,qwen3-max-0923,solo,reasoning-math,hard,Epoch-harness,,,,,,97.12990936555891,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-10-15 / row f2vxirYMpXwkaZxb4ywnYM / column Best score (across scorers)),,out:superseded, epoch-math-level-5,epoch.ai,gpt-5,medium,reasoning-math,hard,Epoch-harness,,,,,,97.92296072507553,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-10-15 / row eDzsqj2CnVxbkp5JRuULXF / column Best score (across scorers)),,out:superseded, epoch-math-level-5,epoch.ai,gpt-5-nano,medium,reasoning-math,hard,Epoch-harness,,,,,,95.2416918429003,score%,2.89e-14,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-10-15 / row SSLfQCm7RvLhSv5aPKaLNk / column Best score (across scorers)),,out:superseded, epoch-math-level-5,epoch.ai,gpt-5-nano,high,reasoning-math,hard,Epoch-harness,,,,,,94.90181268882175,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-10-15 / row TYQuXJw9H8NRjSovr5VoBn / column Best score (across scorers)),,out:superseded, epoch-math-level-5,epoch.ai,gpt-5-mini,medium,reasoning-math,hard,Epoch-harness,,,,,,96.79003021148036,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-10-15 / row 3NYyCGnM6XhgytjyVGtwh8 / column Best score (across scorers)),,out:superseded, epoch-math-level-5,epoch.ai,qwen3-235b-a22b,unstated,reasoning-math,hard,Epoch-harness,,,,,,68.85699899295065,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-10-15 / row BTDXT8mHQu4je5jysTDuXV / column Best score (across scorers)),,out:effort-not-established, epoch-math-level-5,epoch.ai,deepseek-r1-0528,solo,reasoning-math,hard,Epoch-harness,,,,,,96.63897280966768,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-10-15 / row 2wd9khVKiBzsAMUquz2R5s / column Best score (across scorers)),,out:superseded, epoch-math-level-5,epoch.ai,?gemini-2.5-pro-preview-05-06,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,95.90256797583081,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-10-15 / row Mi8LCxmduKukxazAtmuhqg / column Best score (across scorers)),,out:model-not-established, epoch-math-level-5,epoch.ai,?gemini-2.5-pro-preview-03-25,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,95.56268882175226,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-10-15 / row XRkZCzSoQC5yYiQ3xitNdC / column Best score (across scorers)),,out:model-not-established, epoch-math-level-5,epoch.ai,o4-mini,high,reasoning-math,hard,Epoch-harness,,,,,,97.8285498489426,score%,2.89e-14,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-10-15 / row 727ixGKZ7A7G8LmavE2ScL / column Best score (across scorers)),,out:superseded, epoch-math-level-5,epoch.ai,o3,high,reasoning-math,hard,Epoch-harness,,,,,,97.77190332326284,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-10-15 / row 6oW3GceNQznewQJRwLigth / column Best score (across scorers)),,out:superseded, epoch-math-level-5,epoch.ai,gpt-4.1-mini,solo,reasoning-math,hard,Epoch-harness,,,,,,87.29229607250756,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-10-15 / row 6ybVweWdTfiCuirnS2BKXD / column Best score (across scorers)),,out:superseded, epoch-math-level-5,epoch.ai,gpt-4.1-nano,solo,reasoning-math,hard,Epoch-harness,,,,,,69.99622356495468,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-10-15 / row K4TfMXsaPd4Z46zFmiV4Rf / column Best score (across scorers)),,out:superseded, epoch-math-level-5,epoch.ai,gpt-4.1,solo,reasoning-math,hard,Epoch-harness,,,,,,83.00604229607251,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-10-15 / row YyJXPVXJjN5EnLfYjfCTrQ / column Best score (across scorers)),,out:superseded, epoch-math-level-5,epoch.ai,grok-3-mini,low,reasoning-math,hard,Epoch-harness,,,,,,90.93655589123867,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-10-15 / row 5QyCm49Lce2PpGVcZLomCz / column Best score (across scorers)),,out:superseded, epoch-math-level-5,epoch.ai,grok-3-mini,high,reasoning-math,hard,Epoch-harness,,,,,,88.06646525679759,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-10-15 / row HMm8XaDBr4CQdMFddasEWb / column Best score (across scorers)),,out:superseded, epoch-math-level-5,epoch.ai,grok-3,solo,reasoning-math,hard,Epoch-harness,,,,,,88.74622356495468,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-10-15 / row i9eqMbaVTDDuCxWxzGHxyU / column Best score (across scorers)),,out:superseded, epoch-math-level-5,epoch.ai,?qwen-turbo-2024-11-01,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,56.23111782477341,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-10-15 / row jWV936hYKg6rYcPEynzEEt / column Best score (across scorers)),,out:model-not-established, epoch-math-level-5,epoch.ai,qwen-plus-0125,unstated,reasoning-math,hard,Epoch-harness,,,,,,65.27567975830816,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-10-15 / row J3WoEpLKAJZWGGpyBVCCCn / column Best score (across scorers)),,out:effort-not-established, epoch-math-level-5,epoch.ai,?qwen-max-2025-01-25,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,67.18277945619335,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-10-15 / row GFZDNH95TnVegNrEtmUT2Q / column Best score (across scorers)),,out:model-not-established, epoch-math-level-5,epoch.ai,deepseek-v3-0324,solo,reasoning-math,hard,Epoch-harness,,,,,,75.547583081571,score%,2.89e-13,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-10-15 / row YFyn28VJ6m2hfop3KGRkBs / column Best score (across scorers)),,out:superseded, epoch-math-level-5,epoch.ai,deepseek-r1-distill-qwen-14b,solo,reasoning-math,hard,Epoch-harness,,,,,,87.12235649546828,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-10-15 / row R8XGt5ScHpmTbD5DnXR59V / column Best score (across scorers)),,out:superseded, epoch-math-level-5,epoch.ai,deepseek-r1-distill-llama-70b,solo,reasoning-math,hard,Epoch-harness,,,,,,89.89803625377644,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-10-15 / row oPDoTJFMhMNvU4sybYu2jQ / column Best score (across scorers)),,out:superseded, epoch-math-level-5,epoch.ai,gpt-4.5-preview,solo,reasoning-math,hard,Epoch-harness,,,,,,78.62537764350453,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-10-15 / row japqZFi3FS7um32EHG6wwW / column Best score (across scorers)),,out:superseded, epoch-math-level-5,epoch.ai,gpt-4-turbo,solo,reasoning-math,hard,Epoch-harness,,,,,,46.733383685800606,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-10-15 / row AZAJomaSEfZtqYqXUre9fS / column Best score (across scorers)),,out:superseded, epoch-math-level-5,epoch.ai,grok-2-1212,solo,reasoning-math,hard,Epoch-harness,,,,,,63.51963746223565,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-10-15 / row Kpck3pLw3veM5Mt7WZAb8G / column Best score (across scorers)),,out:superseded, epoch-math-level-5,epoch.ai,o1,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,94.7129909365559,score%,2.89e-14,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-10-15 / row jVXtRkTBDnqH8p4sjVUbgN / column Best score (across scorers)),,out:effort-not-established, epoch-math-level-5,epoch.ai,o1-mini,solo,reasoning-math,hard,Epoch-harness,,,,,,89.18051359516617,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-10-15 / row 4DWnpJowAfeQDHc2xDNy2C / column Best score (across scorers)),,out:superseded, epoch-math-level-5,epoch.ai,o3-mini,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,96.48791540785498,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-10-15 / row 3VDhPT5WvzjJZkRc36Kuvi / column Best score (across scorers)),,out:effort-not-established, epoch-math-level-5,epoch.ai,gemini-2.0-pro-exp-02-05,solo,reasoning-math,hard,Epoch-harness,,,,,,83.45921450151057,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-10-15 / row fvDt6HaHV5d3gSEuavixsv / column Best score (across scorers)),,out:superseded, epoch-math-level-5,epoch.ai,gemini-2.0-flash,solo,reasoning-math,hard,Epoch-harness,,,,,,82.16578549848943,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-10-15 / row SqwGZz2UfTmbvPiw2rq3LH / column Best score (across scorers)),,out:superseded, epoch-math-level-5,epoch.ai,gpt-4o-1120,solo,reasoning-math,hard,Epoch-harness,,,,,,49.773413897280966,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-10-15 / row D3G2BKGnh6YSvw4bEYSdiY / column Best score (across scorers)),,out:superseded, epoch-math-level-5,epoch.ai,deepseek-r1,solo,reasoning-math,hard,Epoch-harness,,,,,,93.05135951661632,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-10-15 / row XVqLs2khGFSNwEbHJTEgRU / column Best score (across scorers)),,out:superseded, epoch-math-level-5,epoch.ai,o3-mini,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,95.16616314199395,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-10-15 / row 2RiSB2ii5kf2Q6fDBv2P3E / column Best score (across scorers)),,out:effort-not-established, epoch-math-level-5,epoch.ai,qwen2.5-32b-instruct,solo,reasoning-math,hard,Epoch-harness,,,,,,56.07061933534743,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-10-15 / row Nk4mmCXFH3mEyCYnQPdPx5 / column Best score (across scorers)),,out:superseded, epoch-math-level-5,epoch.ai,gpt-4-0613,solo,reasoning-math,hard,Epoch-harness,,,,,,22.970166163141995,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-10-15 / row WsSrH8oHBm7m7vq9yTRqSC / column Best score (across scorers)),,out:superseded, epoch-math-level-5,epoch.ai,gemini-1.5-flash-001,solo,reasoning-math,hard,Epoch-harness,,,,,,25.12273413897281,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-10-15 / row CPpd4hqQHtZ5pUejBELwKb / column Best score (across scorers)),,out:superseded, epoch-math-level-5,epoch.ai,gemini-1.5-pro-002,solo,reasoning-math,hard,Epoch-harness,,,,,,70.39274924471299,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-10-15 / row QyqLmgcJpeDMsnQyaaJVkR / column Best score (across scorers)),,out:superseded, epoch-math-level-5,epoch.ai,gpt-3.5-turbo-0125,solo,reasoning-math,hard,Epoch-harness,,,,,,11.63141993957704,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-10-15 / row 9tSgxGV3nzhTBpq7GcX7yx / column Best score (across scorers)),,out:superseded, epoch-math-level-5,epoch.ai,gemini-1.5-pro-001,solo,reasoning-math,hard,Epoch-harness,,,,,,40.74773413897281,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-10-15 / row PxLmyq7PFfARAuqxg5oPtE / column Best score (across scorers)),,out:superseded, epoch-math-level-5,epoch.ai,gpt-4-1106-preview,solo,reasoning-math,hard,Epoch-harness,,,,,,40.020770392749244,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-10-15 / row VBStRVGFi47EVz2pn33xu4 / column Best score (across scorers)),,out:superseded, epoch-math-level-5,epoch.ai,gpt-3.5-turbo-1106,solo,reasoning-math,hard,Epoch-harness,,,,,,15.889350453172205,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-10-15 / row cJWh887zSiTtnxm9XAJVkr / column Best score (across scorers)),,out:superseded, epoch-math-level-5,epoch.ai,gemini-1.5-flash-002,solo,reasoning-math,hard,Epoch-harness,,,,,,61.86744712990937,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-10-15 / row kDnfjYKQpnLGEjuhBc9AvM / column Best score (across scorers)),,out:superseded, epoch-math-level-5,epoch.ai,gpt-4o-0513,solo,reasoning-math,hard,Epoch-harness,,,,,,51.04796072507553,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-10-15 / row Uqsvq9TAGoqD2xpKfhHBmS / column Best score (across scorers)),,out:superseded, epoch-math-level-5,epoch.ai,gpt-4o-mini,solo,reasoning-math,hard,Epoch-harness,,,,,,52.63406344410876,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-10-15 / row 5iyKgWVhAmNwrA5rNL7MbW / column Best score (across scorers)),,out:superseded, epoch-math-level-5,epoch.ai,gpt-4o-0806,solo,reasoning-math,hard,Epoch-harness,,,,,,53.27605740181269,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-10-15 / row ZQgz8AGm4KHin9MFupLu58 / column Best score (across scorers)),,out:superseded, epoch-math-level-5,epoch.ai,o1-mini,solo,reasoning-math,hard,Epoch-harness,,,,,,84.25226586102719,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-10-15 / row FaRZDKSriUbS3Brt6qprP9 / column Best score (across scorers)),,out:superseded, epoch-math-level-5,epoch.ai,gpt-4-0125-preview,solo,reasoning-math,hard,Epoch-harness,,,,,,35.41351963746224,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-10-15 / row c4V7sc8TUNJ8wQKRhuA2Rv / column Best score (across scorers)),,out:superseded, epoch-math-level-5,epoch.ai,qwen2-72b-instruct,solo,reasoning-math,hard,Epoch-harness,,,,,,39.067220543806647,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-10-15 / row 9mWoY9fM2ifKvDg3xaug6h / column Best score (across scorers)),,out:superseded, epoch-math-level-5,epoch.ai,deepseek-llm-67b-chat,solo,reasoning-math,hard,Epoch-harness,,,,,,6.391616314199396,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-10-15 / row Cm4UkgA5TtmzQegrq3rbvm / column Best score (across scorers)),,out:superseded, epoch-math-level-5,epoch.ai,gemini-1.0-pro,unstated,reasoning-math,hard,Epoch-harness,,,,,,11.244335347432025,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-10-15 / row iUdecHq9vU5utytzgTXzqY / column Best score (across scorers)),,out:effort-not-established, epoch-math-level-5,epoch.ai,qwen2.5-72b-instruct,solo,reasoning-math,hard,Epoch-harness,,,,,,63.1703172205438,score%,2.89e-14,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-10-15 / row ni4DJboYYpdRssVeAuro2V / column Best score (across scorers)),,out:superseded, epoch-math-level-5,epoch.ai,o1-preview,solo,reasoning-math,hard,Epoch-harness,,,,,,81.64652567975831,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-10-15 / row 8Uu6XsSJCKwcwhXDt8vgzq / column Best score (across scorers)),,out:superseded, epoch-math-level-5,epoch.ai,o1,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,94.41087613293051,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-10-15 / row AzanNoyhhVrtQi63Azo6hu / column Best score (across scorers)),,out:effort-not-established, epoch-math-level-5,epoch.ai,deepseek-v3,solo,reasoning-math,hard,Epoch-harness,,,,,,64.85083081570997,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-10-15 / row exvQCLCiga6gE7zvQNp2Z6 / column Best score (across scorers)),,out:superseded, epoch-mirrorcode,epoch.ai,gpt-6-astra,high,coding,hard,Epoch-harness,,,,,,46.7,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (mirrorcode.csv in benchmark_data.zip fetched 2026-10-15 / row mirrorcode-ml-2l-gpt-6-astra / column Best score (across scorers)),,out:superseded, epoch-mirrorcode,epoch.ai,gemini-3.1-pro,high,coding,hard,Epoch-harness,,,,,,8.888888888888888,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (mirrorcode.csv in benchmark_data.zip fetched 2026-10-15 / row mirrorcode-ml-2l-gemini-3-1-pro-preview / column Best score (across scorers)),,out:superseded, epoch-mirrorcode,epoch.ai,gpt-5.5,high,coding,hard,Epoch-harness,,,,,,10,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (mirrorcode.csv in benchmark_data.zip fetched 2026-10-15 / row mirrorcode-ml-2l-gpt-5-5 / column Best score (across scorers)),,out:superseded, epoch-mirrorcode,epoch.ai,gpt-5.4,high,coding,hard,Epoch-harness,,,,,,15.555555555555556,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (mirrorcode.csv in benchmark_data.zip fetched 2026-10-15 / row mirrorcode-ml-2l-gpt-5-4 / column Best score (across scorers)),,out:superseded, epoch-mirrorcode,epoch.ai,gpt-5.6-sol,high,coding,hard,Epoch-harness,,,,,,20,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (mirrorcode.csv in benchmark_data.zip fetched 2026-10-15 / row mirrorcode-ml-2l-gpt-5-6-sol / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,gemini-3.8-flash,high,reasoning-math,hard,Epoch-harness,,,,,,47,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row 5yyuCCi2Dpfh6xLBMxqFyB / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,glm-5.3,max,reasoning-math,hard,Epoch-harness,,,,,,33,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row UUq99Qhq3qizcoJo5vdhuK / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,gpt-5.4,nothink,reasoning-math,hard,Epoch-harness,,,,,,16,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row GtW2cWyAXZPCszLi63e4yJ / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,gpt-5.6-luna,nothink,reasoning-math,hard,Epoch-harness,,,,,,20,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row PBrQpAgRCXeUSNveEn4aDE / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,gpt-6-astra,max,reasoning-math,hard,Epoch-harness,,,,,,84,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row FA7pM9hKdkgTXmGHptcno7 / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,kimi-k3,low,reasoning-math,hard,Epoch-harness,,,,,,12,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row CAoLSNkdR27AmHb84fnr8B / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,kimi-k2.6,nothink,reasoning-math,hard,Epoch-harness,,,,,,12,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row 8iiRQiAoCepDELQfUv3VDq / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,glm-5.3-flash,max,reasoning-math,hard,Epoch-harness,,,,,,8,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row TMM3rPrAHcpBG5Pvw9kr4L / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,qwen3.7-flash,unstated,reasoning-math,hard,Epoch-harness,,,,,,15,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row 5e4Jp9dxtNisWx2wbRRZxM / column Best score (across scorers)),,out:effort-not-established, epoch-mystery-game-puzzles,epoch.ai,gpt-5.6-terra,medium,reasoning-math,hard,Epoch-harness,,,,,,10,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row WcCQQSHTFAhXk6qCWEeSLh / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,gpt-5.2,medium,reasoning-math,hard,Epoch-harness,,,,,,22,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row KHS8JvzY7n9EFgpcjEkj5v / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,gpt-5.5,low,reasoning-math,hard,Epoch-harness,,,,,,28,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row QHfAMMDjjzQF6xitN2vBbA / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,qwen3.7-plus,unstated,reasoning-math,hard,Epoch-harness,,,,,,17,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row DmptTSPXx5uM5TYZoV59JT / column Best score (across scorers)),,out:effort-not-established, epoch-mystery-game-puzzles,epoch.ai,gpt-5.4,medium,reasoning-math,hard,Epoch-harness,,,,,,28,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row ereDhnap4G3Q6ydsNQW97W / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,gpt-4-0613,solo,reasoning-math,hard,Epoch-harness,,,,,,12,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row CvujZuqfj5r7qsa52Smyx9 / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,o3,high,reasoning-math,hard,Epoch-harness,,,,,,29,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row FmLdgAHVM7MPn3JebBvxTb / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,o4-mini,high,reasoning-math,hard,Epoch-harness,,,,,,5,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row eJbFTXaxZjnW7HNR93u3WH / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,o3,medium,reasoning-math,hard,Epoch-harness,,,,,,23,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row cxniYPW74ux4L6syqvPkaD / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,qwen3.6-flash,unstated,reasoning-math,hard,Epoch-harness,,,,,,12,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row 2y5jXmHGjyEyZvGjNDtRZe / column Best score (across scorers)),,out:effort-not-established, epoch-mystery-game-puzzles,epoch.ai,gpt-5.4,low,reasoning-math,hard,Epoch-harness,,,,,,17,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row kWUUr3aHFZfKNARqAFxYZa / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,gpt-5.6-sol,low,reasoning-math,hard,Epoch-harness,,,,,,26,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row RMeUVa4tq3fURqCMtQWkfe / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,qwen3.6-max-preview,nothink,reasoning-math,hard,Epoch-harness,,,,,,19,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row mbySBWyYrKdtd7joxHyBdq / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,gpt-5.6-terra,low,reasoning-math,hard,Epoch-harness,,,,,,19,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row iE9NNTJWbGpRia2fUVGkPf / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,qwen3.7-max,nothink,reasoning-math,hard,Epoch-harness,,,,,,26,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row ENh7ZPQj7ihBePjsC8a7HV / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,o3-mini,high,reasoning-math,hard,Epoch-harness,,,,,,7,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row JSmdEXGULNBJ7PfSoVoa7W / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,gpt-5.1,medium,reasoning-math,hard,Epoch-harness,,,,,,16,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row 8dvpS2RJKYLwpVh6M7AJkA / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,gpt-5,medium,reasoning-math,hard,Epoch-harness,,,,,,15,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row 3ZzqFaVH7RgvRyxCt6RseN / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,gpt-5.2,low,reasoning-math,hard,Epoch-harness,,,,,,10,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row bLxTUZHmq3YkRejnh6baqZ / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,gpt-5,low,reasoning-math,hard,Epoch-harness,,,,,,16,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row 262FWwUwrjPpxVN8G8sDZT / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,gpt-5-mini,high,reasoning-math,hard,Epoch-harness,,,,,,5,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row THodvrqzCUw7fjpxvKMMWT / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,gpt-5.6-luna,medium,reasoning-math,hard,Epoch-harness,,,,,,12,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row BvShPsULJMkwxxf8vBSNfu / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,gpt-5.4-nano,high,reasoning-math,hard,Epoch-harness,,,,,,5,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row 2e2NePZeU3iB4wvhwCaTci / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,qwen3.6-27b,nothink,reasoning-math,hard,Epoch-harness,,,,,,7,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row dKZDn279PKuc2Kxm68D4r2 / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,qwen3.5-397b-a17b,nothink,reasoning-math,hard,Epoch-harness,,,,,,18,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row D7WDyCr24AVdzr4eKAreJu / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,gpt-5.1,low,reasoning-math,hard,Epoch-harness,,,,,,19,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row iV2bSueom3C2SKw72ogiYr / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,glm-5.2,high,reasoning-math,hard,Epoch-harness,,,,,,15,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row NfN7VwMPjSVqViqrBQPWk2 / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,qwen3.5-122b-a10b,nothink,reasoning-math,hard,Epoch-harness,,,,,,17,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row X5FL4gkJQYjzJ7axz23rfd / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,gpt-5.4-mini,medium,reasoning-math,hard,Epoch-harness,,,,,,7,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row 4CzMJvWvuiLMCZhe2JGmSb / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,qwen3.5-flash,unstated,reasoning-math,hard,Epoch-harness,,,,,,20,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row b9csPZ2c9CAsRXmzzfVoEW / column Best score (across scorers)),,out:effort-not-established, epoch-mystery-game-puzzles,epoch.ai,qwen3.6-plus,nothink,reasoning-math,hard,Epoch-harness,,,,,,12,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row jGgkDRHbodcaTzQ3Mp6SxS / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,qwen3.5-plus,nothink,reasoning-math,hard,Epoch-harness,,,,,,17,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row XbtWdvRz65dbPPnHcSBvmF / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,qwen3.6-35b-a3b,nothink,reasoning-math,hard,Epoch-harness,,,,,,22,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row Ua5RK6JRxdyrHRa3hVFQwq / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,gpt-5.4-mini,low,reasoning-math,hard,Epoch-harness,,,,,,8,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row 9zTyRhqbSKn7bbruvwDP4L / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,gpt-5.6-luna,low,reasoning-math,hard,Epoch-harness,,,,,,17,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row iTY94tKhVEcZsUZivMwLJa / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,qwen3.7-plus,nothink,reasoning-math,hard,Epoch-harness,,,,,,17,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row a5qR5FNnftfR8pk9HJ3JUz / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,qwen3.7-flash,nothink,reasoning-math,hard,Epoch-harness,,,,,,14,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row i7MVHsH5pikQKjYn6LBqHS / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,qwen3.6-flash,nothink,reasoning-math,hard,Epoch-harness,,,,,,18,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row 3QtkFWzSLzd4hgYGsNd5cL / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,glm-5.2,high,reasoning-math,hard,Epoch-harness,,,,,,19,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row 7DQNxGG5q6i7VtnzF7vNxA / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,gpt-5-mini,medium,reasoning-math,hard,Epoch-harness,,,,,,4,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row 8RmBWoBLhvciTpz2oPSbDs / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,gpt-5-nano,high,reasoning-math,hard,Epoch-harness,,,,,,8,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row aW4ppDktWqoy5qVWMUws6z / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,gpt-5.4-nano,medium,reasoning-math,hard,Epoch-harness,,,,,,6,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row hRMMiGMPvHSGh3ygSjgrs2 / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,gpt-5.6-sol,nothink,reasoning-math,hard,Epoch-harness,,,,,,33,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row 4uxDyWmq5f5azVYfWBGUHh / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,gpt-5.5,nothink,reasoning-math,hard,Epoch-harness,,,,,,18,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row MHAMdn52f7wLMZ6MSCs5E2 / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,qwen3-max-0923,solo,reasoning-math,hard,Epoch-harness,,,,,,5,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row SfzmmHYZjuvWnvoYWit58g / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,gpt-oss-120b,high,reasoning-math,hard,Epoch-harness,,,,,,0,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row GbQrTQyihBUsb9sxbqT8pT / column Best score (across scorers)),,out:uninformative, epoch-mystery-game-puzzles,epoch.ai,gpt-5.2,nothink,reasoning-math,hard,Epoch-harness,,,,,,14,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row eSfCVMMp2HXYqvpVpyNjjr / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,glm-5.2,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,18,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row aekViWbdqVVeXpEG5hrSbQ / column Best score (across scorers)),,out:effort-not-established, epoch-mystery-game-puzzles,epoch.ai,qwen3.5-flash,nothink,reasoning-math,hard,Epoch-harness,,,,,,16,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row DjFkVt62QwqQ4xXwzYR5Ng / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,deepseek-v4-pro-0813,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,17,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row BmvJaHMCnZzb24ErpAsozU / column Best score (across scorers)),,out:effort-not-established, epoch-mystery-game-puzzles,epoch.ai,gpt-5.4-nano,low,reasoning-math,hard,Epoch-harness,,,,,,3,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row aAAtrj4DqLUuEY6P7W5yLe / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,gpt-5.6-terra,nothink,reasoning-math,hard,Epoch-harness,,,,,,14,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row 8grv57UmR89LXkEYhyssr9 / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,gpt-5-nano,medium,reasoning-math,hard,Epoch-harness,,,,,,9,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row ZwQdGcba6Hez4ztMzmZP9j / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,gpt-5,minimal,reasoning-math,hard,Epoch-harness,,,,,,14,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row G3tHLT8qE9ncseZazqTXRX / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,gpt-5.1,nothink,reasoning-math,hard,Epoch-harness,,,,,,15,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row 2a2uhidAfksbnAJC8yUrZK / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,gpt-4.1-mini,solo,reasoning-math,hard,Epoch-harness,,,,,,7,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row giKk2ut3JVFVQUvbykxvSu / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,gpt-5-mini,minimal,reasoning-math,hard,Epoch-harness,,,,,,10,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row kW6hSbkCwQczqbazduGXPR / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,glm-5.2,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,18,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row BLjXudxuEyLbZiKBSZz326 / column Best score (across scorers)),,out:effort-not-established, epoch-mystery-game-puzzles,epoch.ai,qwen3-235b-a22b-thinking-2507,solo,reasoning-math,hard,Epoch-harness,,,,,,9,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row BP3KYD8rYyFg3LviNGtjLL / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,gpt-3.5-turbo-0125,solo,reasoning-math,hard,Epoch-harness,,,,,,3,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row UfmijCsx59sZ8xpcbcWDms / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,gpt-5.4-mini,nothink,reasoning-math,hard,Epoch-harness,,,,,,11,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row NEysw7ag6KJxUahem2PHQv / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,gpt-oss-120b,medium,reasoning-math,hard,Epoch-harness,,,,,,2,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row 58MQQiJ7vvgvP9e8LcG6eV / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,gpt-5-nano,low,reasoning-math,hard,Epoch-harness,,,,,,9,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row PLbKjMLohFB9epj3qHPcuS / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,gpt-5-nano,minimal,reasoning-math,hard,Epoch-harness,,,,,,5,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row RVRYWkwXwrvbCyZW8AhqEm / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,gpt-5.4-nano,nothink,reasoning-math,hard,Epoch-harness,,,,,,9,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row fxNDgLaScEoHo2canW89yv / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,gpt-4o-mini,solo,reasoning-math,hard,Epoch-harness,,,,,,12,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row mbviVfQ7Bh7wHSCDDmrt7u / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,deepseek-v4-pro-0813,max,reasoning-math,hard,Epoch-harness,,,,,,43,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row c2KVkMCWnpo6BbnMWgdaDH / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,?gemini-3.7-flash,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,37,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row ZavSMMq9jk5s9WSbARZr6X / column Best score (across scorers)),,out:model-not-established, epoch-mystery-game-puzzles,epoch.ai,grok-4.6,xhigh,reasoning-math,hard,Epoch-harness,,,,,,34,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row 9cXtChGrowgGDwa9AcAecB / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,gpt-5.2,high,reasoning-math,hard,Epoch-harness,,,,,,23,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row AsFSc8AQu4F46Tzp4xVwYu / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,gemini-3.1-pro,medium,reasoning-math,hard,Epoch-harness,,,,,,32,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row WueZbBM3NwMUZPveuagrZo / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,gemini-3.1-pro,low,reasoning-math,hard,Epoch-harness,,,,,,29,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row 4a3M8rRWUoPphCSr2dguXH / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,?gemini-3.5-flash,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,28,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row nrh3xa3Bn765Q6DXWoVfbS / column Best score (across scorers)),,out:model-not-established, epoch-mystery-game-puzzles,epoch.ai,gemini-3.6-flash,minimal,reasoning-math,hard,Epoch-harness,,,,,,25,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row 3L22tfAid5ZM42p92tqC73 / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,gemini-3.6-flash,low,reasoning-math,hard,Epoch-harness,,,,,,23,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row M8sY8vHnvSLxQUg3HTMTCp / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,gemini-3-flash,minimal,reasoning-math,hard,Epoch-harness,,,,,,25,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row njpkLAWZTvept6tnkraYrR / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,gemini-3-flash,high,reasoning-math,hard,Epoch-harness,,,,,,20,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row MvdunHkVURna3JuyDjhzEc / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,gemini-3-flash,low,reasoning-math,hard,Epoch-harness,,,,,,26,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row ZQMcTQjHcDSevCN2dYYHKY / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,gemini-3.5-flash-lite,minimal,reasoning-math,hard,Epoch-harness,,,,,,12,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row fJKhFRm5dn9wzbXojee7uj / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,gemini-3.5-flash-lite,low,reasoning-math,hard,Epoch-harness,,,,,,19,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row Mg2yb9Tp3yc2H3ApJX6JBK / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,deepseek-v4-flash-0731,max,reasoning-math,hard,Epoch-harness,,,,,,34,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row 4S4GXbkRhLz8wWP97jYG57 / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,qwen3.5-plus,unstated,reasoning-math,hard,Epoch-harness,,,,,,16,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row kCQr6ARwJyUfkwWqKAfuDX / column Best score (across scorers)),,out:effort-not-established, epoch-mystery-game-puzzles,epoch.ai,gpt-5,high,reasoning-math,hard,Epoch-harness,,,,,,23,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row NKdPCHXg9sphwKW2UEnmkD / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,gemini-3.6-flash,high,reasoning-math,hard,Epoch-harness,,,,,,30,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row YBqiCXPjMUSAgAjDUoz5sy / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,?qwen3.8-max,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,38,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row c2YLifDU4zYCX5Jbi9HLL7 / column Best score (across scorers)),,out:model-not-established, epoch-mystery-game-puzzles,epoch.ai,kimi-k3,max,reasoning-math,hard,Epoch-harness,,,,,,26,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row eCq63CuekohAswYftWXJVj / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,gpt-5.6-luna,max,reasoning-math,hard,Epoch-harness,,,,,,21,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row Epg7eNLwwGPXtX3sSAwPf8 / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,gpt-5.6-terra,max,reasoning-math,hard,Epoch-harness,,,,,,35,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row MFTd4BUbtzbfcCky6d79d4 / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,gpt-5.6-sol,max,reasoning-math,hard,Epoch-harness,,,,,,58,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row 5kMRXeasRvtghXpDotCdgV / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,qwen3.7-max,unstated,reasoning-math,hard,Epoch-harness,,,,,,32,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row f7dotY9NheKNKK2zz6bfKZ / column Best score (across scorers)),,out:effort-not-established, epoch-mystery-game-puzzles,epoch.ai,gpt-5.5,high,reasoning-math,hard,Epoch-harness,,,,,,52,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row Knij32Jp6bQJ2V9NHpg5VS / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,gemini-3.1-pro,high,reasoning-math,hard,Epoch-harness,,,,,,34,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row g4bbCaiFDqw2YYNDAcmn2a / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,?gemini-3.5-flash,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,32,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row GQKsxFbdBWB546zE8ci49f / column Best score (across scorers)),,out:model-not-established, epoch-mystery-game-puzzles,epoch.ai,gpt-5.4,xhigh,reasoning-math,hard,Epoch-harness,,,,,,37,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row T6DyawEuhVmDAaDTzDRNNx / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,gpt-5.5,xhigh,reasoning-math,hard,Epoch-harness,,,,,,56,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row EatRQnSaUpUwKzdtjYnQHo / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,kimi-k2.6,unstated,reasoning-math,hard,Epoch-harness,,,,,,18,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row RA5MRbmWJpFPR29BQxfvZt / column Best score (across scorers)),,out:effort-not-established, epoch-mystery-game-puzzles,epoch.ai,gemini-4-argon,high,reasoning-math,hard,Epoch-harness,,,,,,64,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row 9ipFgNR5MDw7ustUsuSviu / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,deepseek-v4.1-flash,max,reasoning-math,hard,Epoch-harness,,,,,,43,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row K3JABAsJCbXU5YrCPH2yVW / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,gpt-6.1-sol,max,reasoning-math,hard,Epoch-harness,,,,,,80,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row fQzkNRV69sKaJX7o9KKneQ / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,gpt-6-luna,max,reasoning-math,hard,Epoch-harness,,,,,,7,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row bAERV8wdmoHMLz2K4bZCSK / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,grok-4.7,xhigh,reasoning-math,hard,Epoch-harness,,,,,,29,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row Hk8bjr4u6KGqVE8SrPFKLq / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,gpt-6-sol,max,reasoning-math,hard,Epoch-harness,,,,,,56,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-15 / row DnFTaE9qNsmBdYNqohhynY / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen3.8-max-0902,xhigh,reasoning-math,hard,Epoch-harness,,,,,,100,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row 2f8Vn5QBdJnc9i5y9jzXS7 / column Best score (across scorers)),,out:uninformative, epoch-otis-mock-aime-2024-2025,epoch.ai,gemini-3.8-flash,high,reasoning-math,hard,Epoch-harness,,,,,,98.88888888888889,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row NeYuqgQyWtFWAHEjQYPm5Z / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen3.5-35b-a3b,nothink,reasoning-math,hard,Epoch-harness,,,,,,70,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row h9aoDxyWEhybvARHpyuoco / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen3.5-35b-a3b,unstated,reasoning-math,hard,Epoch-harness,,,,,,54.44444444444444,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row 9WS6kHXT8XFtJWtE2wWLAo / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen3-32b,nothink,reasoning-math,hard,Epoch-harness,,,,,,23.055555555555557,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row CfmvbqzjpF6cCJQfzqdD4w / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen3-32b,unstated,reasoning-math,hard,Epoch-harness,,,,,,66.94444444444444,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row BAi4jidcT3F6reBkSXDJKv / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen3-30b-a3b-thinking-2507,solo,reasoning-math,hard,Epoch-harness,,,,,,70.27777777777777,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row 6rZFxNR3GjfhWey6DzEiYz / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen3-30b-a3b-instruct-2507,solo,reasoning-math,hard,Epoch-harness,,,,,,62.22222222222222,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row Eo5cAQJK28CHpKDfCSDYG4 / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen3-30b-a3b,nothink,reasoning-math,hard,Epoch-harness,,,,,,25.555555555555554,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row ZzbWv2QGVfg4o2DTX45nqV / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen3-14b,nothink,reasoning-math,hard,Epoch-harness,,,,,,25.833333333333336,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row RMcys99fv45vvgTgakXXWn / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen2.5-7b-instruct,solo,reasoning-math,hard,Epoch-harness,,,,,,2.5,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row U8HHNLLLVHJ7sHCfwdiDBX / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,glm-4.7-flash,unstated,reasoning-math,hard,Epoch-harness,,,,,,58.33333333333334,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row 9ekki5tJhyjmA7ZMLoUxzo / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-6-astra,max,reasoning-math,hard,Epoch-harness,,,,,,100,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row L7kW8yxFKCjVXhxNnt3VTq / column Best score (across scorers)),,out:uninformative, epoch-otis-mock-aime-2024-2025,epoch.ai,deepseek-llm-67b-chat,solo,reasoning-math,hard,Epoch-harness,,,,,,0.8333333333333333,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row Y5rC5REnP83Q7mAoMtjiRq / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen3.5-4b,nothink,reasoning-math,hard,Epoch-harness,,,,,,55.83333333333333,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row SAZy8rk2HgyPjA8XZJFUmR / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen3-4b-instruct-2507,solo,reasoning-math,hard,Epoch-harness,,,,,,52.22222222222223,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row KH7KfZvFc9kZbqiJFdfYTc / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen3-30b-a3b,unstated,reasoning-math,hard,Epoch-harness,,,,,,62.77777777777778,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row XfjRkSyP4ub4gDsWcgS7KY / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen3-14b,unstated,reasoning-math,hard,Epoch-harness,,,,,,66.38888888888889,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row gRRQHECkYhz5UaYsRKDh2F / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen3-1.7b,nothink,reasoning-math,hard,Epoch-harness,,,,,,8.055555555555556,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row bbqokudairnKtbyjBjuWCx / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,glm-4.7-flash,nothink,reasoning-math,hard,Epoch-harness,,,,,,25,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row fPE4Zajhq5WfccSxEYXXR7 / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,deepseek-r1-distill-qwen-32b,solo,reasoning-math,hard,Epoch-harness,,,,,,55.55555555555556,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row KbUNQf8nnwPa8ixg6AnEwB / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,deepseek-r1-distill-qwen-14b,solo,reasoning-math,hard,Epoch-harness,,,,,,50.55555555555555,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row EceR3NeHzSxacdmAmfRxgT / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,deepseek-r1-distill-qwen-1.5b,solo,reasoning-math,hard,Epoch-harness,,,,,,21.388888888888888,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row Gs234P3jzGiLm68KjyzYZL / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,deepseek-r1-0528-qwen3-8b,solo,reasoning-math,hard,Epoch-harness,,,,,,43.88888888888889,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row LWbCXNGMXtjQYxyM2uoFMV / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,qwq-32b,solo,reasoning-math,hard,Epoch-harness,,,,,,59.16666666666667,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row 2xMn6dbY9mw4pmkh8Tz9Gn / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen3.5-9b,nothink,reasoning-math,hard,Epoch-harness,,,,,,61.66666666666667,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row YBMTDnW5LmCN6tBp2QYHzi / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen3.5-9b,unstated,reasoning-math,hard,Epoch-harness,,,,,,42.777777777777776,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row 5FVmQUSS4uRd23f6nNgeRe / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen3-8b,nothink,reasoning-math,hard,Epoch-harness,,,,,,22.22222222222222,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row ASLdzByzxxMxFeLc7dwTPi / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen3-8b,unstated,reasoning-math,hard,Epoch-harness,,,,,,56.11111111111111,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row gG2B6fLUDBy5jRraxL2pz8 / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-oss-20b,high,reasoning-math,hard,Epoch-harness,,,,,,50.83333333333333,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row GMngscbSmqoPbGZWNv2Jvw / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-oss-20b,medium,reasoning-math,hard,Epoch-harness,,,,,,65.27777777777778,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row DB8ja6pEZWGocQbdciyisL / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-oss-20b,low,reasoning-math,hard,Epoch-harness,,,,,,40.27777777777778,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row cMwETYmC6b4yKupyJfEHv2 / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,glm-5.3-flash,max,reasoning-math,hard,Epoch-harness,,,,,,93.88888888888889,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row NCikvVWc5SEyMEbCqvVNb2 / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,glm-5.3,max,reasoning-math,hard,Epoch-harness,,,,,,91.11111111111111,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row goZR5yGxZic9TZ23ezCL3w / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,deepseek-v4-pro-0813,max,reasoning-math,hard,Epoch-harness,,,,,,98.61111111111112,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row 4HVvM9ZWKKPLQPcC8WYYMT / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,?gemini-3.7-flash,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,97.22222222222222,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row kQjrYCaa7yYyMXofeR23Dd / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,grok-4.6,xhigh,reasoning-math,hard,Epoch-harness,,,,,,99.16666666666667,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row 7crLvnfQc987dC6mr3iGbf / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,grok-4.6,high,reasoning-math,hard,Epoch-harness,,,,,,97.77777777777777,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row jtfdCURnwfZzak4BSiBKzx / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,glm-5.2,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,28.888888888888886,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row J8hYKbXiGhetQRwu5bUSp6 / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,glm-5.2,high,reasoning-math,hard,Epoch-harness,,,,,,75.55555555555555,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row 9uKmMPn6eiRPsfcLKod7M7 / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,glm-5.1,unstated,reasoning-math,hard,Epoch-harness,,,,,,93.33333333333333,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row b7Lw9ExxAhVY3hdExoh4MP / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5.4-mini,xhigh,reasoning-math,hard,Epoch-harness,,,,,,88.88888888888888,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row QGMk6JNCYuUkFMF4zdVCsM / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5.6-sol,nothink,reasoning-math,hard,Epoch-harness,,,,,,68.88888888888889,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row g7czyLHudHegzP9yRD939X / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5.5,nothink,reasoning-math,hard,Epoch-harness,,,,,,57.77777777777777,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row QuqPmMUTbiEsUvoFYZx5Mk / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,kimi-k3,low,reasoning-math,hard,Epoch-harness,,,,,,68.88888888888889,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row frszScNxpHXXjSHawCt9Zb / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,kimi-k3,high,reasoning-math,hard,Epoch-harness,,,,,,93.33333333333333,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row 4E5xGsuRMwMBhAfC4F2G4N / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5.6-terra,nothink,reasoning-math,hard,Epoch-harness,,,,,,53.33333333333333,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row cjUVqF2qQJ4qhFKBU5BQpW / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5.4-mini,nothink,reasoning-math,hard,Epoch-harness,,,,,,26.666666666666666,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row R4NrJwtfdSQkGCWyKnrxgh / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen3.6-max-preview,unstated,reasoning-math,hard,Epoch-harness,,,,,,91.11111111111111,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row EfJpx5HztMmL5EQSwsyqMe / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5.6-sol,low,reasoning-math,hard,Epoch-harness,,,,,,95.55555555555556,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row Mifz96Jm442bn43Qnxj5rT / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5.5,low,reasoning-math,hard,Epoch-harness,,,,,,84.44444444444444,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row CdmtwZ8NR8YeTXWiLVTRDJ / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen3.7-max,unstated,reasoning-math,hard,Epoch-harness,,,,,,95.55555555555556,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row D3YDUZSfEUDsS4frLbEKDu / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,o3,medium,reasoning-math,hard,Epoch-harness,,,,,,84.44444444444444,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row 8GjRH3T4wVQMnBKX4fv4ub / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5.1,nothink,reasoning-math,hard,Epoch-harness,,,,,,37.777777777777777,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row H5NgPXUD57sbusTLp3yKQE / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,kimi-k2.7-code,solo,reasoning-math,hard,Epoch-harness,,,,,,95.55555555555556,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row ENc5ZM5TpBYNKkTWN4xyQM / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5.6-terra,low,reasoning-math,hard,Epoch-harness,,,,,,88.88888888888888,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row Z6S3nMC2tnkpKUixCPLiDj / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5.6-luna,nothink,reasoning-math,hard,Epoch-harness,,,,,,40,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row QYZ6wRuT7WMkaYPKc9dRPy / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen3.6-plus,unstated,reasoning-math,hard,Epoch-harness,,,,,,93.33333333333333,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row jYiGAFfUQKJuRStPzU3PX3 / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,o4-mini,medium,reasoning-math,hard,Epoch-harness,,,,,,73.33333333333333,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row TWJtwC5bzXa9HorTH8DNJy / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen3.6-27b,unstated,reasoning-math,hard,Epoch-harness,,,,,,91.11111111111111,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row 452pB5w5ea6uy92e2q2NMv / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen3.6-27b,nothink,reasoning-math,hard,Epoch-harness,,,,,,66.66666666666666,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row o6VtA8qruLpoShhPy2JdLg / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen3.5-397b-a17b,unstated,reasoning-math,hard,Epoch-harness,,,,,,88.88888888888888,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row JYuFdyZZSiMvmSZNzMTywb / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen3.5-397b-a17b,nothink,reasoning-math,hard,Epoch-harness,,,,,,82.22222222222222,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row i2ZUgMREKiFAnE2M54w3Py / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen3.5-plus,unstated,reasoning-math,hard,Epoch-harness,,,,,,86.66666666666667,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row cFbntXuxUtfreULvt7vEt7 / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,gemini-3.6-flash,minimal,reasoning-math,hard,Epoch-harness,,,,,,80,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row cF97JqHbFxxp7ePjYVK9HV / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,gemini-3.6-flash,low,reasoning-math,hard,Epoch-harness,,,,,,82.22222222222222,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row 6iEkMa88YjLDgcde4bLm8B / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen3.6-35b-a3b,unstated,reasoning-math,hard,Epoch-harness,,,,,,86.66666666666667,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row 3n5KDcBaKqJh3WTg7qU2rs / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen3.6-35b-a3b,nothink,reasoning-math,hard,Epoch-harness,,,,,,68.88888888888889,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row 7GiYWM7UagUsHpNsdymd4z / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen3.7-plus,unstated,reasoning-math,hard,Epoch-harness,,,,,,93.33333333333333,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row Jvdw6GAXiS6T79bkpbk6Ra / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen3.7-plus,nothink,reasoning-math,hard,Epoch-harness,,,,,,80,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row o5th8Rb9WiaDbv4oEMDoFa / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen3.7-flash,unstated,reasoning-math,hard,Epoch-harness,,,,,,86.66666666666667,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row TjoS7sNuqVTc4LVyGRo4wa / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen3.7-flash,nothink,reasoning-math,hard,Epoch-harness,,,,,,77.77777777777778,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row SZDgstFQJAGeGQwMXgNx6w / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5.6-luna,low,reasoning-math,hard,Epoch-harness,,,,,,66.66666666666666,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row ZgU8BagFmaj7BE94y3JDZA / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen3.6-flash,unstated,reasoning-math,hard,Epoch-harness,,,,,,84.44444444444444,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row 9zx2EXPTvPmxsL9qFCjP3x / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5.4-nano,nothink,reasoning-math,hard,Epoch-harness,,,,,,46.66666666666667,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row eUR9o3bvU2Yu3KY5w5uk4j / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-3.5-turbo-0125,solo,reasoning-math,hard,Epoch-harness,,,,,,2.2222222222222223,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row 7ZVhkukwaRXU2Sx2ttibPF / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen3.5-flash,unstated,reasoning-math,hard,Epoch-harness,,,,,,84.44444444444444,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row awDKyKbPXRzBVZzfdQucef / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5-mini,minimal,reasoning-math,hard,Epoch-harness,,,,,,55.55555555555556,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row 7VLdaSiAanBwM9TJUB5BhU / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5.4-nano,low,reasoning-math,hard,Epoch-harness,,,,,,68.88888888888889,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row bxvsuZ4Xpi3gZ4rsA8T7kV / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,gemini-3.1-pro,high,reasoning-math,hard,Epoch-harness,,,,,,95.55555555555556,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row nhim2QCRgpir5cZdqrmUz3 / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,?deepseek-v4-pro,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,46.66666666666667,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row 7bwsMdahVHrkaiN5x49Dk7 / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,?deepseek-v4-pro,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,95.55555555555556,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row GLZkYFDFDENRiHyL68Nq43 / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,gemini-3.5-flash-lite,low,reasoning-math,hard,Epoch-harness,,,,,,60,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row B3Kno3buYWRYbZxU33STiX / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,gemini-3.5-flash-lite,minimal,reasoning-math,hard,Epoch-harness,,,,,,51.11111111111111,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row ivr2LfmdZoCMfLME7jh2L8 / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,gemini-3.5-flash-lite,high,reasoning-math,hard,Epoch-harness,,,,,,71.11111111111111,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row mqsc4vFuKtAHXxbYyX9WwK / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,?gemini-3.5-flash,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,88.88888888888888,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row ig7gQ23WRms9SQLLNPtbTi / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,gemini-3.1-flash-lite,minimal,reasoning-math,hard,Epoch-harness,,,,,,37.777777777777777,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row EoSFpgFhJB7iDPLcMNuLH4 / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,gemini-3.1-flash-lite,low,reasoning-math,hard,Epoch-harness,,,,,,44.44444444444444,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row CFBCC2QrkCAFBAvFj5pqPF / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,gemini-3.1-flash-lite,high,reasoning-math,hard,Epoch-harness,,,,,,80,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row NMdaAXyqqPRmWfuxZUfHFF / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,gemini-3-flash,high,reasoning-math,hard,Epoch-harness,,,,,,95.55555555555556,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row a4uE6KgMhGSUjcnemRnbkA / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,?qwen3.8-max,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,99.44444444444445,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row aGRKHaq9uSawfYVpC565zU / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,?gpt-5.5-instant,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,68.05555555555556,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row hGzLQWbxPdgQiiMbaDqF8k / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,deepseek-v4-flash-0731,max,reasoning-math,hard,Epoch-harness,,,,,,94.44444444444444,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row FQ3Suh2vKacz7UNqJybTWk / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,gemini-3.6-flash,high,reasoning-math,hard,Epoch-harness,,,,,,94.16666666666667,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row ajQFZGMjvyMTH2ULDZhwtz / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,o3-mini,low,reasoning-math,hard,Epoch-harness,,,,,,44.44444444444444,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row DvMvnsvXgBB38PEnLGbTPH / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5,minimal,reasoning-math,hard,Epoch-harness,,,,,,46.66666666666667,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row RMsr7t8ZwJmox4m863sJGm / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,kimi-k3,max,reasoning-math,hard,Epoch-harness,,,,,,97.22222222222222,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row A33om9MTYMC7xYeLv9X7Ha / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,?deepseek-chat,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,48.88888888888889,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row DzXSCtsyMBfoBAhBDMxhsQ / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,o1,low,reasoning-math,hard,Epoch-harness,,,,,,53.33333333333333,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row JsAVnfoWmxCaChyiNU9VFi / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,o1,high,reasoning-math,hard,Epoch-harness,,,,,,73.33333333333333,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row AEQDjKHZzrVUubU42ZUZwA / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,o3,low,reasoning-math,hard,Epoch-harness,,,,,,60,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row 8ygEN7GrcTGeBLbVWT9JQ8 / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5.4,medium,reasoning-math,hard,Epoch-harness,,,,,,95.55555555555556,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row eUJNMJSdLnJWNgRY8D2rYw / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5.4,nothink,reasoning-math,hard,Epoch-harness,,,,,,57.77777777777777,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row fjxs2EWts9GjpuBtFD5BN3 / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5.4,high,reasoning-math,hard,Epoch-harness,,,,,,97.77777777777777,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row DpPahiEawokzgidE3cNZbS / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5.4,low,reasoning-math,hard,Epoch-harness,,,,,,84.44444444444444,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row bezRyWjXxqHnQeiL4MkSfZ / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,?gemini-3.5-flash,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,80,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row JuM7FArkmhLqqKBqudySsC / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5-nano,low,reasoning-math,hard,Epoch-harness,,,,,,46.66666666666667,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row 298stsbTPpZp7toZsS5cp8 / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5-nano,minimal,reasoning-math,hard,Epoch-harness,,,,,,35.555555555555557,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row kJHhuWKGEEunTq9FxwKx9E / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5.2,nothink,reasoning-math,hard,Epoch-harness,,,,,,62.22222222222222,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row UBKiF8QVUmHwqgx4rF7CDA / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,o4-mini,low,reasoning-math,hard,Epoch-harness,,,,,,57.77777777777777,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row WNYdVF9tnK7Nf6We9NEhJS / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,grok-4.20,think,reasoning-math,hard,Epoch-harness,,,,,,92.22222222222223,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row mM6vdJpgjLY9prnetXzZJS / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5.6-terra,max,reasoning-math,hard,Epoch-harness,,,,,,99.72222222222222,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row jUmmCNezoW7jWiK72SVCaP / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5.6-luna,max,reasoning-math,hard,Epoch-harness,,,,,,98.33333333333333,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row AhtQ5ggs4pTfLDqHFjueGy / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5.6-sol,max,reasoning-math,hard,Epoch-harness,,,,,,100,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row 7RjsANKwwsePSstcZeSMhX / column Best score (across scorers)),,out:uninformative, epoch-otis-mock-aime-2024-2025,epoch.ai,grok-4.5,high,reasoning-math,hard,Epoch-harness,,,,,,97.77777777777777,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row f8Pac6hqib4t7x2s4HCRoT / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,glm-5.2,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,86.38888888888889,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row XjFqou6MyT2XLpkUsCrgxM / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,grok-4.3,high,reasoning-math,hard,Epoch-harness,,,,,,93.33333333333333,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row fzoUFmy77NpEDtXyA6w6ap / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,?deepseek-v4-pro,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,96.66666666666667,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row HjTDENSpy9sancDzr7pccY / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,?gemini-3.5-flash,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,95.55555555555556,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row eYmgjYJfM7Utm46nfoRfZ6 / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,kimi-k2.6,unstated,reasoning-math,hard,Epoch-harness,,,,,,96.11111111111111,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row BTeRdhgt6TFBj6QkGX2j6P / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,?gpt-5.5-pro-pre-release,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,100,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row YxbseUDNgFUjokfYXui62r / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,?gpt-5.5-pre-release,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,100,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row dP6L7ViZSdcTiWxooLCTUh / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5.4-mini,high,reasoning-math,hard,Epoch-harness,,,,,,87.22222222222222,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row Z5Sp2AKYzTBNdMEyTfTRuN / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5.4-nano,high,reasoning-math,hard,Epoch-harness,,,,,,87.78,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row jVv9m8DjkdpZaLPdUzAnG9 / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5.4,xhigh,reasoning-math,hard,Epoch-harness,,,,,,95.3,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row HVsPchr34pWYHNuv5sKYyK / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,gemini-3.1-pro,unstated,reasoning-math,hard,Epoch-harness,,,,,,95.6,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row bXgZZgzRE3wXoSRUgrbsVf / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,glm-5,unstated,reasoning-math,hard,Epoch-harness,,,,,,80,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row ccbx7KQY9bTD563vzBXwSg / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,kimi-k2.5,unstated,reasoning-math,hard,Epoch-harness,,,,,,92.2,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row mbfZvrSNoXSJqCyD4VKqLe / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,glm-4.7,unstated,reasoning-math,hard,Epoch-harness,,,,,,83.33333333333334,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row GYzmrzMfeSjNjm2J6L9PeT / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,gemini-3-flash,unstated,reasoning-math,hard,Epoch-harness,,,,,,92.77777777777778,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row H3E7EjjXfGCPnm9ooLdmAo / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,?deepseek-reasoner,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,87.8174603174603,score%,2.89e-14,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row 8szQqvTsGG8gJ2TiFReRn9 / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5.2,xhigh,reasoning-math,hard,Epoch-harness,,,,,,96.1,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row R393BZjXtkEYju29gs5R8B / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,?openai/gpt-oss-120b,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,88.88888888888888,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row 3QjP5HPi8tKUzHtNJktfv4 / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5.2,medium,reasoning-math,hard,Epoch-harness,,,,,,93.88888888888889,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row Z2ZwwqLDDrBrEYhtKtFLCQ / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5.2,high,reasoning-math,hard,Epoch-harness,,,,,,96.11111111111111,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row LiUMZyNSM8q93KDubWgYCh / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5.2,low,reasoning-math,hard,Epoch-harness,,,,,,78.88888888888889,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row 5Hcw3Td96qF66quWrDMKJB / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen3-235b-a22b-thinking-2507,solo,reasoning-math,hard,Epoch-harness,,,,,,86.66666666666667,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row XWpHpVPCaVjcwPpdpXuuGH / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5.1,low,reasoning-math,hard,Epoch-harness,,,,,,63.88888888888888,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row 6J9aPwieMfq2eSse8ZknBW / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,?gemini-3-pro-preview,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,91.38888888888889,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row 4QM4h7ndQiDRL2anjKeddK / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5.1,medium,reasoning-math,hard,Epoch-harness,,,,,,85.55555555555555,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row k7inKYrGDT2LFcCiQhGfTP / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,gemini-2.5-pro,unstated,reasoning-math,hard,Epoch-harness,,,,,,84.72222222222222,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row iJp7PgYZa3PiXAV8UWd7MC / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5.1,high,reasoning-math,hard,Epoch-harness,,,,,,88.61111111111111,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row mYKKTdV27TRJv9FpUg7rkn / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,?kimi-k2-thinking-turbo,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,83.05555555555556,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row 8BM7dCHaUZgcYJwZWiBhiQ / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5-nano,high,reasoning-math,hard,Epoch-harness,,,,,,81.11111111111111,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row Y9YnaJQWpPFAPhe6jtKMhH / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5-mini,high,reasoning-math,hard,Epoch-harness,,,,,,86.66666666666667,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row R82gycJfm5jaCdh32tFkH4 / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5,high,reasoning-math,hard,Epoch-harness,,,,,,91.38888888888889,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row 3D8aaFBLZwQcnWHYKwvnmq / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-4-0613,solo,reasoning-math,hard,Epoch-harness,,,,,,1.1111111111111112,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row hGVxg4EhSSJSCdH88m9soq / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-4-0314,solo,reasoning-math,hard,Epoch-harness,,,,,,0.5555555555555556,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row cLTgetxaaTCZoA9vwY4SdL / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen3-max-0923,solo,reasoning-math,hard,Epoch-harness,,,,,,73.33333333333333,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row ULeuPtwp3ZoyuXQYuuQ82i / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5,medium,reasoning-math,hard,Epoch-harness,,,,,,87.22222222222222,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row ctsGxm6WkzCGEqiAbJR3kk / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5-mini,medium,reasoning-math,hard,Epoch-harness,,,,,,78.33333333333333,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row 65DJZN2XzPw4RGpa4TCfA5 / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5-nano,medium,reasoning-math,hard,Epoch-harness,,,,,,74.16666666666667,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row XRFS8R4WV7q6RMv5keEAdM / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-4o-mini,solo,reasoning-math,hard,Epoch-harness,,,,,,6.944444444444445,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row MPJkYPEMsQrowqtecK3mmz / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,deepseek-r1-0528,solo,reasoning-math,hard,Epoch-harness,,,,,,66.38888888888889,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row bBV5wCrrZtihrgxEsg9jPD / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,gemini-2.5-flash-preview-05-20,unstated,reasoning-math,hard,Epoch-harness,,,,,,70.83333333333334,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row 9e62UjoHQbcZD2xjgfRkdK / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,gemini-2.5-flash-preview-04-17,unstated,reasoning-math,hard,Epoch-harness,,,,,,73.05555555555555,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row KpZYG5nvdJ6QYweLz6dn5a / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,o4-mini,high,reasoning-math,hard,Epoch-harness,,,,,,81.66666666666667,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row TVsxkJ8ZyfMVmVx88Qq3KN / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,o3,high,reasoning-math,hard,Epoch-harness,,,,,,83.88888888888889,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row 6anLU9CfBBNQkWyJG2GDCa / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-4.1-nano,solo,reasoning-math,hard,Epoch-harness,,,,,,28.888888888888886,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row 3qLHwibDhgtWEbKGwxUYVa / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-4.1-mini,solo,reasoning-math,hard,Epoch-harness,,,,,,44.722222222222224,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row cXbbdQDW2jeYassmRuZYpU / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-4.1,solo,reasoning-math,hard,Epoch-harness,,,,,,38.333333333333336,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row VAQtARXUPTpdxGKMekUSbX / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,grok-3-mini,low,reasoning-math,hard,Epoch-harness,,,,,,62.22222222222222,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row TTmhagb2ovbi7GJnDxEfrj / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,grok-3-mini,high,reasoning-math,hard,Epoch-harness,,,,,,77.77777777777778,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row fPtize44vDPcDAzMFuAurw / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,grok-3,solo,reasoning-math,hard,Epoch-harness,,,,,,55.55555555555556,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row DKTzh9kSoipZGkDsC4NGf3 / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,?qwen-turbo-2024-11-01,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,6.111111111111111,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row G5gxbTH33S7LXA29o5fgmv / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen-plus-0125,unstated,reasoning-math,hard,Epoch-harness,,,,,,17.777777777777778,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row AULNJG2C75JBP6uaiAgj3P / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,?qwen-max-2025-01-25,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,16.111111111111112,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row PZt4Yb9bpXVPDoPi4uTxwK / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,deepseek-v3-0324,solo,reasoning-math,hard,Epoch-harness,,,,,,37.777777777777777,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row VpsMexBEhXkPYJBe7v6Fk9 / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,deepseek-r1-distill-llama-70b,solo,reasoning-math,hard,Epoch-harness,,,,,,51.38888888888888,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row 89zcekqEYnE8zhwG4pR5Nu / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,gemini-2.0-flash-thinking-exp-01-21,solo,reasoning-math,hard,Epoch-harness,,,,,,57.77777777777777,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row cXz2gsCmGYSvQ6Ey4LDiN7 / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,o1-preview,solo,reasoning-math,hard,Epoch-harness,,,,,,31.11111111111111,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row Cprjaj9JQ9MY5NCXqeQR5H / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,o1-mini,solo,reasoning-math,hard,Epoch-harness,,,,,,46.944444444444444,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row 9zhPZLvNeUPQ7JBSpTwKPp / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,o1-mini,solo,reasoning-math,hard,Epoch-harness,,,,,,44.722222222222224,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row QUTfpiKjphedrKg8H6fGzF / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-4.5-preview,solo,reasoning-math,hard,Epoch-harness,,,,,,37.777777777777777,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row 9DCJMt7YsTMDenTdX4Db6V / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,o3-mini,high,reasoning-math,hard,Epoch-harness,,,,,,76.94444444444445,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row Mjx6vYbgAb2DHXK8xcupX8 / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-4-turbo,solo,reasoning-math,hard,Epoch-harness,,,,,,6.666666666666667,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row MZABVPEY8VCPAyCZ4iir68 / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,o1,medium,reasoning-math,hard,Epoch-harness,,,,,,73.33333333333333,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row KvcqycaJpCQMBigiEosyzC / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,deepseek-r1,solo,reasoning-math,hard,Epoch-harness,,,,,,53.33333333333333,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row bBY5VZzpDkmTBdSSvu5Ups / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,gemini-1.5-pro-001,solo,reasoning-math,hard,Epoch-harness,,,,,,6.805555555555555,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row 3S6fjGAMKWKK3zcdxkmh9H / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,grok-2-1212,solo,reasoning-math,hard,Epoch-harness,,,,,,11.527777777777778,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row PpSVDb67Ucbxpcd8JQv5ii / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,gemini-1.5-pro-002,solo,reasoning-math,hard,Epoch-harness,,,,,,23.055555555555557,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row fhCdyX9uUS4WPtjLiVdBdK / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-4o-0806,solo,reasoning-math,hard,Epoch-harness,,,,,,6.388888888888888,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row mBUKqiVQsqXd3qmdtKP5UP / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,gemini-1.5-flash-002,solo,reasoning-math,hard,Epoch-harness,,,,,,16.25,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row QdGZ2m52PWt3EkLPbcoRwz / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen2.5-32b-instruct,solo,reasoning-math,hard,Epoch-harness,,,,,,7.361111111111111,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row NRCNnCCL5aQKsZf6cKC69Z / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,gemini-1.5-flash-8b-001,solo,reasoning-math,hard,Epoch-harness,,,,,,4.583333333333333,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row jGY5Ee5P9dyStA4Fw5Pa6q / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,deepseek-v3,solo,reasoning-math,hard,Epoch-harness,,,,,,15.833333333333333,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row 7saSEhfVvXuz4yTcGy5u2y / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,gemini-1.0-pro,unstated,reasoning-math,hard,Epoch-harness,,,,,,1.1111111111111112,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row NpJvYQDcmwbGgS5MzZUPUg / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen2.5-72b-instruct,solo,reasoning-math,hard,Epoch-harness,,,,,,8.055555555555556,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row 67YbVQfJh7sd77KH3zFgTn / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-4o-0513,solo,reasoning-math,hard,Epoch-harness,,,,,,6.25,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row 9cCn5aW522cTRxJSE69crm / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,gemini-1.5-flash-001,solo,reasoning-math,hard,Epoch-harness,,,,,,3.888888888888889,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row U9GVBhYjRzU55YVjna5mMT / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,o3-mini,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,63.88888888888888,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row ajytUBY9bDPNNxuBfi5UBS / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-4o-1120,solo,reasoning-math,hard,Epoch-harness,,,,,,6.25,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row buNVL2TWcdVgxAcMfVE8xJ / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,gemini-2.0-flash,solo,reasoning-math,hard,Epoch-harness,,,,,,31.11111111111111,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row ZnGSRrKbiEnuju4kk4sgVb / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,?grok-4-0709,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,84,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row cvTPRDCM38zSTn9Y3MUb9d / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,gemini-4-argon,high,reasoning-math,hard,Epoch-harness,,,,,,100,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row 43f36RTDoJGxXWQDVvTLJj / column Best score (across scorers)),,out:uninformative, epoch-otis-mock-aime-2024-2025,epoch.ai,deepseek-v4.1-flash,max,reasoning-math,hard,Epoch-harness,,,,,,98.33333333333333,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row 7eHNiVQCzLcAyj5LxmeeSU / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-6.1-sol,max,reasoning-math,hard,Epoch-harness,,,,,,100,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row Di7y6sES4PGQbXNkXYhdqM / column Best score (across scorers)),,out:uninformative, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-6-luna,max,reasoning-math,hard,Epoch-harness,,,,,,98.88888888888889,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row 4uDz9b6SosxDSZf7swMD9D / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,grok-4.7,xhigh,reasoning-math,hard,Epoch-harness,,,,,,98.05555555555555,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row Jhgwm7QpspGcvm7DUVqUDg / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-6-sol,max,reasoning-math,hard,Epoch-harness,,,,,,100,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-15 / row VZAUcNkzeMSMm9paxBhj6B / column Best score (across scorers)),,out:uninformative, epoch-simpleqa-verified@epoch.ai,epoch.ai,qwen3.8-max-0902,xhigh,reasoning-math,hard,Epoch-harness,,,,,,47.3,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-10-15 / row nBcLJJomVoeg2zh5F8Mnsu / column Best score (across scorers)),,out:superseded, epoch-simpleqa-verified@epoch.ai,epoch.ai,gemini-3.8-flash,high,reasoning-math,hard,Epoch-harness,,,,,,69.7,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-10-15 / row gZ4bwozTKtpmZTqnqX3a33 / column Best score (across scorers)),,out:superseded, epoch-simpleqa-verified@epoch.ai,epoch.ai,gpt-4o-mini,solo,reasoning-math,hard,Epoch-harness,,,,,,8.3,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-10-15 / row DLr586bZUHpghAf8m3GRSm / column Best score (across scorers)),,out:superseded, epoch-simpleqa-verified@epoch.ai,epoch.ai,gpt-4o-0806,solo,reasoning-math,hard,Epoch-harness,,,,,,26,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-10-15 / row bDFqfWxMG7gLDq4Mz8PRTP / column Best score (across scorers)),,out:superseded, epoch-simpleqa-verified@epoch.ai,epoch.ai,gpt-4.1-nano,solo,reasoning-math,hard,Epoch-harness,,,,,,6,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-10-15 / row A4JEeJR5LQfLR3Hb8z7kL2 / column Best score (across scorers)),,out:superseded, epoch-simpleqa-verified@epoch.ai,epoch.ai,gpt-4.1-mini,solo,reasoning-math,hard,Epoch-harness,,,,,,12.7,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-10-15 / row gYV4CJTjSd7VonfzMmnwcw / column Best score (across scorers)),,out:superseded, epoch-simpleqa-verified@epoch.ai,epoch.ai,gpt-4.1,solo,reasoning-math,hard,Epoch-harness,,,,,,31.1,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-10-15 / row avdYKfKUuY6EvfVdxftBE8 / column Best score (across scorers)),,out:superseded, epoch-simpleqa-verified@epoch.ai,epoch.ai,o3-mini,high,reasoning-math,hard,Epoch-harness,,,,,,15.3,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-10-15 / row UCba4H3NNtUiWXMisWnh9g / column Best score (across scorers)),,out:superseded, epoch-simpleqa-verified@epoch.ai,epoch.ai,o1,high,reasoning-math,hard,Epoch-harness,,,,,,41.1,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-10-15 / row LQfu4ngArcgMEyQZxuR7r4 / column Best score (across scorers)),,out:superseded, epoch-simpleqa-verified@epoch.ai,epoch.ai,gpt-6-astra,max,reasoning-math,hard,Epoch-harness,,,,,,75.6,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-10-15 / row PppwnX7EjXx2SeTcFN8Ujn / column Best score (across scorers)),,out:superseded, epoch-simpleqa-verified@epoch.ai,epoch.ai,glm-5.3,max,reasoning-math,hard,Epoch-harness,,,,,,41,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-10-15 / row TY8R8FV7zCwByEipkqyg2P / column Best score (across scorers)),,out:superseded, epoch-simpleqa-verified@epoch.ai,epoch.ai,qwen3.5-plus,unstated,reasoning-math,hard,Epoch-harness,,,,,,25.35070140280561,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-10-15 / row jrawnM2wHFbVfJFJsap4kS / column Best score (across scorers)),,out:effort-not-established, epoch-simpleqa-verified@epoch.ai,epoch.ai,qwen3-235b-a22b-thinking-2507,solo,reasoning-math,hard,Epoch-harness,,,,,,40.44044044044044,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-10-15 / row 4ACEC4x26HWRGiAepHGw43 / column Best score (across scorers)),,out:superseded, epoch-simpleqa-verified@epoch.ai,epoch.ai,glm-5.1,unstated,reasoning-math,hard,Epoch-harness,,,,,,34,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-10-15 / row R2fMFAtRXah864hMifdQGV / column Best score (across scorers)),,out:effort-not-established, epoch-simpleqa-verified@epoch.ai,epoch.ai,kimi-k3,max,reasoning-math,hard,Epoch-harness,,,,,,50.6,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-10-15 / row mZLWt2JSYvJyGhMvji7CT8 / column Best score (across scorers)),,out:superseded, epoch-simpleqa-verified@epoch.ai,epoch.ai,glm-5.2,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,34.2,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-10-15 / row WgjFZzojpiv54XqUhvfuUG / column Best score (across scorers)),,out:effort-not-established, epoch-simpleqa-verified@epoch.ai,epoch.ai,kimi-k2.7-code,solo,reasoning-math,hard,Epoch-harness,,,,,,36.5,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-10-15 / row 5AijYw5bFJtSuahnbzNo6Z / column Best score (across scorers)),,out:superseded, epoch-simpleqa-verified@epoch.ai,epoch.ai,glm-4.7,unstated,reasoning-math,hard,Epoch-harness,,,,,,32.2,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-10-15 / row aYau6EG7CCaWVSyVq3vvQc / column Best score (across scorers)),,out:effort-not-established, epoch-simpleqa-verified@epoch.ai,epoch.ai,?kimi-k2.5,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,34.3,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-10-15 / row RbXXg4JEbTSBnzw3CMSHnD / column Best score (across scorers)),,out:model-not-established, epoch-simpleqa-verified@epoch.ai,epoch.ai,qwen3.7-max,unstated,reasoning-math,hard,Epoch-harness,,,,,,55.76730190571715,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-10-15 / row DMjUrG6eZEqwcQ4SqUoViu / column Best score (across scorers)),,out:effort-not-established, epoch-simpleqa-verified@epoch.ai,epoch.ai,qwen3.6-plus,unstated,reasoning-math,hard,Epoch-harness,,,,,,44.144144144144143,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-10-15 / row 4LWNorP8Fy8V8doxirNFcH / column Best score (across scorers)),,out:effort-not-established, epoch-simpleqa-verified@epoch.ai,epoch.ai,qwen3.6-max-preview,unstated,reasoning-math,hard,Epoch-harness,,,,,,52.00400801603207,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-10-15 / row iyPiR8GUuyNNA6Fssziq32 / column Best score (across scorers)),,out:effort-not-established, epoch-simpleqa-verified@epoch.ai,epoch.ai,qwen3.6-flash,unstated,reasoning-math,hard,Epoch-harness,,,,,,15.915915915915915,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-10-15 / row FoMSS4FmH3VxpsvZiUJPCv / column Best score (across scorers)),,out:effort-not-established, epoch-simpleqa-verified@epoch.ai,epoch.ai,qwen3.5-flash,unstated,reasoning-math,hard,Epoch-harness,,,,,,20.32032032032032,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-10-15 / row K8zTckSXLKLesoLBv24TWc / column Best score (across scorers)),,out:effort-not-established, epoch-simpleqa-verified@epoch.ai,epoch.ai,qwen3-max-0923,solo,reasoning-math,hard,Epoch-harness,,,,,,48.74874874874875,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-10-15 / row fXG2GPt5F25tHRTPhAoZ4K / column Best score (across scorers)),,out:superseded, epoch-simpleqa-verified@epoch.ai,epoch.ai,?qwen3.8-max,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,45.8,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-10-15 / row bfftd5EzUK9yAekafEofvK / column Best score (across scorers)),,out:model-not-established, epoch-simpleqa-verified@epoch.ai,epoch.ai,?gemini-3.5-flash,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,66.2,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-10-15 / row GJ6YsSuzyRD9YXe6SBwvsu / column Best score (across scorers)),,out:model-not-established, epoch-simpleqa-verified@epoch.ai,epoch.ai,deepseek-v4-pro-0813,max,reasoning-math,hard,Epoch-harness,,,,,,46.993987975951906,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-10-15 / row Sq9xqkVTmFvELpQy9KH5TM / column Best score (across scorers)),,out:superseded, epoch-simpleqa-verified@epoch.ai,epoch.ai,?gemini-3.7-flash,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,69.2,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-10-15 / row 84ARuGyhQsjgh8umRmBvas / column Best score (across scorers)),,out:model-not-established, epoch-simpleqa-verified@epoch.ai,epoch.ai,deepseek-v4-pro-0813,max,reasoning-math,hard,Epoch-harness,,,,,,52.90581162324649,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-10-15 / row 2xfFf6KZAp2gUWYhHGkFgs / column Best score (across scorers)),,out:superseded, epoch-simpleqa-verified@epoch.ai,epoch.ai,deepseek-v4-flash-0731,max,reasoning-math,hard,Epoch-harness,,,,,,33.633633633633636,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-10-15 / row TqFmiGvqozt7TSZYmhgF8m / column Best score (across scorers)),,out:superseded, epoch-simpleqa-verified@epoch.ai,epoch.ai,gemini-3.6-flash,high,reasoning-math,hard,Epoch-harness,,,,,,66.2,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-10-15 / row F83pa7Gfsb4UNVttTnS5Hk / column Best score (across scorers)),,out:superseded, epoch-simpleqa-verified@epoch.ai,epoch.ai,gemini-3-flash,high,reasoning-math,hard,Epoch-harness,,,,,,66.8,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-10-15 / row 7cc6cDCXjsPjtKt36bbeMR / column Best score (across scorers)),,out:superseded, epoch-simpleqa-verified@epoch.ai,epoch.ai,grok-4.6,high,reasoning-math,hard,Epoch-harness,,,,,,49.3,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-10-15 / row TpHYtuPG6kYZFvMK7Z6Hqj / column Best score (across scorers)),,out:superseded, epoch-simpleqa-verified@epoch.ai,epoch.ai,grok-4.20,think,reasoning-math,hard,Epoch-harness,,,,,,30.2,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-10-15 / row GVm7khGvtdnQKGfkgAHD8q / column Best score (across scorers)),,out:superseded, epoch-simpleqa-verified@epoch.ai,epoch.ai,grok-4.3,high,reasoning-math,hard,Epoch-harness,,,,,,33.2,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-10-15 / row Y39ZRp553ULpUDBV2XrBbc / column Best score (across scorers)),,out:superseded, epoch-simpleqa-verified@epoch.ai,epoch.ai,grok-4.5,high,reasoning-math,hard,Epoch-harness,,,,,,48.3,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-10-15 / row 7HWW3sjRstKzb9JpcnvLaV / column Best score (across scorers)),,out:superseded, epoch-simpleqa-verified@epoch.ai,epoch.ai,grok-4.6,xhigh,reasoning-math,hard,Epoch-harness,,,,,,48.9,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-10-15 / row dKCWFaoGCWJTnD5CPWQGru / column Best score (across scorers)),,out:superseded, epoch-simpleqa-verified@epoch.ai,epoch.ai,o4-mini,low,reasoning-math,hard,Epoch-harness,,,,,,19.6,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-10-15 / row Dzky9brdTFbSoVd2zTKiUp / column Best score (across scorers)),,out:superseded, epoch-simpleqa-verified@epoch.ai,epoch.ai,gpt-5.2,low,reasoning-math,hard,Epoch-harness,,,,,,32.8,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-10-15 / row Cyw3GA9a64AmT4pqLAhtTF / column Best score (across scorers)),,out:superseded, epoch-simpleqa-verified@epoch.ai,epoch.ai,gpt-5.2,medium,reasoning-math,hard,Epoch-harness,,,,,,32.7,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-10-15 / row esr5dcSuHiVoteo6vZfHjP / column Best score (across scorers)),,out:superseded, epoch-simpleqa-verified@epoch.ai,epoch.ai,o3,high,reasoning-math,hard,Epoch-harness,,,,,,49.4,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-10-15 / row CxHSa2gY7ySiPPGTZEZaRt / column Best score (across scorers)),,out:superseded, epoch-simpleqa-verified@epoch.ai,epoch.ai,gpt-5.4-nano,high,reasoning-math,hard,Epoch-harness,,,,,,11.7,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-10-15 / row 3QBsxKkbF2R2LEXTd6HDrJ / column Best score (across scorers)),,out:superseded, epoch-simpleqa-verified@epoch.ai,epoch.ai,o4-mini,high,reasoning-math,hard,Epoch-harness,,,,,,18.8,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-10-15 / row gaGdPvvfvAw7MjP4HaVQCT / column Best score (across scorers)),,out:superseded, epoch-simpleqa-verified@epoch.ai,epoch.ai,gpt-5,high,reasoning-math,hard,Epoch-harness,,,,,,50.1,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-10-15 / row gTLurbyKU63i2opsGkJGwh / column Best score (across scorers)),,out:superseded, epoch-simpleqa-verified@epoch.ai,epoch.ai,gpt-5.4-mini,high,reasoning-math,hard,Epoch-harness,,,,,,29.4,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-10-15 / row Z3pjKgAULY9j9wmzQpdqZG / column Best score (across scorers)),,out:superseded, epoch-simpleqa-verified@epoch.ai,epoch.ai,gpt-5.2,high,reasoning-math,hard,Epoch-harness,,,,,,34.3,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-10-15 / row Xp4qkZ32zjDeSYii2eQpnm / column Best score (across scorers)),,out:superseded, epoch-simpleqa-verified@epoch.ai,epoch.ai,gpt-5.5,xhigh,reasoning-math,hard,Epoch-harness,,,,,,63,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-10-15 / row TijCafTTJUFrJ6jPGvBbgq / column Best score (across scorers)),,out:superseded, epoch-simpleqa-verified@epoch.ai,epoch.ai,gpt-5.4-pro,xhigh,reasoning-math,hard,Epoch-harness,,,,,,46.3,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-10-15 / row RfSJbuuuMkeVHQj7xrth4u / column Best score (across scorers)),,out:superseded, epoch-simpleqa-verified@epoch.ai,epoch.ai,gpt-5.1,high,reasoning-math,hard,Epoch-harness,,,,,,48,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-10-15 / row QCLnRy69NBH9ip3VYtQneh / column Best score (across scorers)),,out:superseded, epoch-simpleqa-verified@epoch.ai,epoch.ai,gpt-5.4,xhigh,reasoning-math,hard,Epoch-harness,,,,,,45.1,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-10-15 / row AzCkm282PLhDdLJ8DnAQQc / column Best score (across scorers)),,out:superseded, epoch-simpleqa-verified@epoch.ai,epoch.ai,gpt-5.2,xhigh,reasoning-math,hard,Epoch-harness,,,,,,37.1,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-10-15 / row E3325ytkSNYP8ez53VA4fE / column Best score (across scorers)),,out:superseded, epoch-simpleqa-verified@epoch.ai,epoch.ai,gpt-5.6-sol,max,reasoning-math,hard,Epoch-harness,,,,,,69.7,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-10-15 / row UnRUSuZzm2X27TUbpeMPva / column Best score (across scorers)),,out:superseded, epoch-simpleqa-verified@epoch.ai,epoch.ai,gpt-5.6-terra,max,reasoning-math,hard,Epoch-harness,,,,,,43.2,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-10-15 / row DienatPbgfgn3EzM7Gvzxr / column Best score (across scorers)),,out:superseded, epoch-simpleqa-verified@epoch.ai,epoch.ai,gpt-5.6-luna,max,reasoning-math,hard,Epoch-harness,,,,,,41,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-10-15 / row CeDghdBk8CqtiFSbUzxNH5 / column Best score (across scorers)),,out:superseded, epoch-simpleqa-verified@epoch.ai,epoch.ai,gemini-3.1-pro,high,reasoning-math,hard,Epoch-harness,,,,,,73.5,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-10-15 / row VGeF8Xac4WcSAGgSXVdEBi / column Best score (across scorers)),,out:superseded, epoch-simpleqa-verified@epoch.ai,epoch.ai,kimi-k2.6,unstated,reasoning-math,hard,Epoch-harness,,,,,,34.9,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-10-15 / row hHnQVatVTbQjM4sfrjw7GH / column Best score (across scorers)),,out:effort-not-established, epoch-simpleqa-verified@epoch.ai,epoch.ai,gpt-5-mini,high,reasoning-math,hard,Epoch-harness,,,,,,21.6,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-10-15 / row 8d5RuFTTJKuJ5iJYmPZVJe / column Best score (across scorers)),,out:superseded, epoch-simpleqa-verified@epoch.ai,epoch.ai,gpt-5-nano,high,reasoning-math,hard,Epoch-harness,,,,,,11.7,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-10-15 / row KgUCEfVCyRnY8B5kVChyiD / column Best score (across scorers)),,out:superseded, epoch-simpleqa-verified@epoch.ai,epoch.ai,gemini-4-argon,high,reasoning-math,hard,Epoch-harness,,,,,,76,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-10-15 / row iq4Y9tXpiyLP25yotySxJW / column Best score (across scorers)),,out:superseded, epoch-simpleqa-verified@epoch.ai,epoch.ai,deepseek-v4.1-flash,max,reasoning-math,hard,Epoch-harness,,,,,,42.9,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-10-15 / row 3JJ4ChNxMo8CGAh3HrKNrw / column Best score (across scorers)),,out:superseded, epoch-simpleqa-verified@epoch.ai,epoch.ai,gpt-6.1-sol,max,reasoning-math,hard,Epoch-harness,,,,,,73.9,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-10-15 / row dfT5VD7cQug8XW6GQHyJUF / column Best score (across scorers)),,out:superseded, epoch-simpleqa-verified@epoch.ai,epoch.ai,gpt-6-luna,max,reasoning-math,hard,Epoch-harness,,,,,,41.4,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-10-15 / row HX9sRVWJtZiNvneALnVzs8 / column Best score (across scorers)),,out:superseded, epoch-simpleqa-verified@epoch.ai,epoch.ai,grok-4.7,xhigh,reasoning-math,hard,Epoch-harness,,,,,,56,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-10-15 / row 6izDCw5ygCLZJEKPS8jV5T / column Best score (across scorers)),,out:superseded, epoch-simpleqa-verified@epoch.ai,epoch.ai,gpt-6-sol,max,reasoning-math,hard,Epoch-harness,,,,,,60.7,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-10-15 / row donMeEKBZZdqpQsojKWJEm / column Best score (across scorers)),,out:superseded, epoch-spireclimb,epoch.ai,gpt-6.1-sol,max,computer-use,frontier,Epoch-Inspect-ReAct-computer-use,,,,,,24.666666666666667,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (spireclimb.csv in benchmark_data.zip fetched 2026-10-15 / row steambench-sts1-a20h-e10776cf8aac6e32+steambench-sts2-a10-9a23c8dea53b6755 / column Best score (across scorers)),,out:superseded, epoch-spireclimb,epoch.ai,gpt-6-luna,max,computer-use,frontier,Epoch-Inspect-ReAct-computer-use,,,,,,0,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (spireclimb.csv in benchmark_data.zip fetched 2026-10-15 / row steambench-sts1-a20h-fc581bcaa7f17d12+steambench-sts2-a10-0e148062f8e47c4a / column Best score (across scorers)),,out:uninformative, epoch-spireclimb,epoch.ai,gpt-6-sol,max,computer-use,frontier,Epoch-Inspect-ReAct-computer-use,,,,,,7.5,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (spireclimb.csv in benchmark_data.zip fetched 2026-10-15 / row steambench-sts1-a20h-ee8cb2987a2c6c37+steambench-sts2-a10-edacf7bb0ae31edf / column Best score (across scorers)),,out:superseded, epoch-spireclimb,epoch.ai,gpt-6-astra,max,computer-use,frontier,Epoch-Inspect-ReAct-computer-use,,,,,,25.666666666666665,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (spireclimb.csv in benchmark_data.zip fetched 2026-10-15 / row steambench-sts1-a20h-c8709a73c9fd54e3+steambench-sts2-a10-cdf1c9fa85cb6300 / column Best score (across scorers)),,out:superseded, epoch-swe-bench-verified,epoch.ai,glm-5.2,not-established:absent,coding,hard,Epoch-harness,,,,,,78.7,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (swe_bench_verified.csv in benchmark_data.zip fetched 2026-10-15 / row 4AfhcmYVNrw6gM5u8CQsyy / column Best score (across scorers)),,out:effort-not-established, epoch-swe-bench-verified,epoch.ai,qwen3.7-max,unstated,coding,hard,Epoch-harness,,,,,,77.27272727272727,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (swe_bench_verified.csv in benchmark_data.zip fetched 2026-10-15 / row 83hhDhcT9UUrZ2NiUbWSUU / column Best score (across scorers)),,out:effort-not-established, epoch-swe-bench-verified,epoch.ai,?deepseek-v4-pro,not-established:absent,coding,hard,Epoch-harness,,,,,,77.63975155279503,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (swe_bench_verified.csv in benchmark_data.zip fetched 2026-10-15 / row WUk3f44JhxtAJaSxi6gFZR / column Best score (across scorers)),,out:model-not-established, epoch-swe-bench-verified,epoch.ai,?gemini-3.5-flash,not-established:absent,coding,hard,Epoch-harness,,,,,,79.33884297520661,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (swe_bench_verified.csv in benchmark_data.zip fetched 2026-10-15 / row dwRzFGTghYEy4HNZajJXoc / column Best score (across scorers)),,out:model-not-established, epoch-swe-bench-verified,epoch.ai,qwen3.6-max-preview,unstated,coding,hard,Epoch-harness,,,,,,76.65289256198347,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (swe_bench_verified.csv in benchmark_data.zip fetched 2026-10-15 / row FkDMVLdEnJDR5PyUCT6BNQ / column Best score (across scorers)),,out:effort-not-established, epoch-swe-bench-verified,epoch.ai,glm-5.1,unstated,coding,hard,Epoch-harness,,,,,,74.17,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (swe_bench_verified.csv in benchmark_data.zip fetched 2026-10-15 / row glm-5.1-swe-bench-frankenstein / column Best score (across scorers)),,out:effort-not-established, epoch-swe-bench-verified,epoch.ai,qwen3.6-plus,unstated,coding,hard,Epoch-harness,,,,,,57.85123966942148,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (swe_bench_verified.csv in benchmark_data.zip fetched 2026-10-15 / row 8HV4HP9EM5KuLSwzifuLye / column Best score (across scorers)),,out:effort-not-established, epoch-swe-bench-verified,epoch.ai,kimi-k2.6,unstated,coding,hard,Epoch-harness,,,,,,76.65289256198347,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (swe_bench_verified.csv in benchmark_data.zip fetched 2026-10-15 / row bUPtAK7spEwvmiC8pi6afc / column Best score (across scorers)),,out:effort-not-established, epoch-swe-bench-verified,epoch.ai,?gpt-5.5-pre-release,not-established:absent,coding,hard,Epoch-harness,,,,,,80.57851239669421,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (swe_bench_verified.csv in benchmark_data.zip fetched 2026-10-15 / row LbhPRqUkXrs5KJ7vyT4CR7 / column Best score (across scorers)),,out:model-not-established, epoch-swe-bench-verified,epoch.ai,gpt-5.4,high,coding,hard,Epoch-harness,,,,,,76.8595041322314,score%,2.89e-14,,,https://epoch.ai/data/benchmark_data.zip (swe_bench_verified.csv in benchmark_data.zip fetched 2026-10-15 / row i9HTMbAxcwsrTf2w2FuJ6N / column Best score (across scorers)),,out:superseded, epoch-swe-bench-verified,epoch.ai,gpt-5.3-codex,high,coding,hard,Epoch-harness,,,,,,74.79338842975206,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (swe_bench_verified.csv in benchmark_data.zip fetched 2026-10-15 / row 6w5buMbgeEqtRoE55cLZVv / column Best score (across scorers)),,out:superseded, epoch-swe-bench-verified,epoch.ai,gemini-3.1-pro-customtools,unstated,coding,hard,Epoch-harness,,,,,,75.6198347107438,score%,2.89e-14,,,https://epoch.ai/data/benchmark_data.zip (swe_bench_verified.csv in benchmark_data.zip fetched 2026-10-15 / row 8QQQWDgmmEsmQVUJWcxx4P / column Best score (across scorers)),,out:effort-not-established, epoch-swe-bench-verified,epoch.ai,gemini-3-flash,unstated,coding,hard,Epoch-harness,,,,,,75.41322314049587,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (swe_bench_verified.csv in benchmark_data.zip fetched 2026-10-15 / row jxoyMNmTnYirjLJN6wRNmG / column Best score (across scorers)),,out:effort-not-established, epoch-swe-bench-verified,epoch.ai,gpt-5.1,high,coding,hard,Epoch-harness,,,,,,67.97520661157025,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (swe_bench_verified.csv in benchmark_data.zip fetched 2026-10-15 / row YoHtZpMNdsRE6qdj2K4Ucj / column Best score (across scorers)),,out:superseded, epoch-swe-bench-verified,epoch.ai,?kimi-k2.5,not-established:absent,coding,hard,Epoch-harness,,,,,,73.7603305785124,score%,2.89e-14,,,https://epoch.ai/data/benchmark_data.zip (swe_bench_verified.csv in benchmark_data.zip fetched 2026-10-15 / row 5wVjUb3yn6bdjPSfPEMuiZ / column Best score (across scorers)),,out:model-not-established, epoch-swe-bench-verified,epoch.ai,gpt-5.1,high,coding,hard,Epoch-harness,,,,,,65.90909090909091,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (swe_bench_verified.csv in benchmark_data.zip fetched 2026-10-15 / row G5hTYKeE5buuWzwRQK7EgS / column Best score (across scorers)),,out:superseded, epoch-swe-bench-verified,epoch.ai,glm-5,unstated,coding,hard,Epoch-harness,,,,,,72.07792207792207,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (swe_bench_verified.csv in benchmark_data.zip fetched 2026-10-15 / row hKkJEu4ueLiNWsTtrJ78PS / column Best score (across scorers)),,out:effort-not-established, epoch-swe-bench-verified,epoch.ai,gemini-2.5-pro,unstated,coding,hard,Epoch-harness,,,,,,57.55693581780539,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (swe_bench_verified.csv in benchmark_data.zip fetched 2026-10-15 / row KL724uHFGbiXj4o5PHyLn2 / column Best score (across scorers)),,out:effort-not-established, epoch-swe-bench-verified,epoch.ai,?gemini-3-pro-preview,not-established:absent,coding,hard,Epoch-harness,,,,,,72.93388429752066,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (swe_bench_verified.csv in benchmark_data.zip fetched 2026-10-15 / row 5XdYZBG5Wy8DUMRqcYv4fn / column Best score (across scorers)),,out:model-not-established, epoch-swe-bench-verified,epoch.ai,gpt-5.2,high,coding,hard,Epoch-harness,,,,,,73.7603305785124,score%,2.89e-14,,,https://epoch.ai/data/benchmark_data.zip (swe_bench_verified.csv in benchmark_data.zip fetched 2026-10-15 / row 9owdbpnWJ5pkQQC3GWKP5L / column Best score (across scorers)),,out:superseded, epoch-swe-bench-verified,epoch.ai,o3,medium,coding,hard,Epoch-harness,,,,,,62.31884057971014,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (swe_bench_verified.csv in benchmark_data.zip fetched 2026-10-15 / row AKt7PcE8LQtoMWVuxwMidk / column Best score (across scorers)),,out:superseded, epoch-swe-bench-verified,epoch.ai,gpt-4o-1120,solo,coding,hard,Epoch-harness,,,,,,30.991735537190085,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (swe_bench_verified.csv in benchmark_data.zip fetched 2026-10-15 / row PncXWJm7ZCY3qv982pKoRy / column Best score (across scorers)),,out:superseded, epoch-swe-bench-verified,epoch.ai,gpt-4.1,solo,coding,hard,Epoch-harness,,,,,,48.541666666666666,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (swe_bench_verified.csv in benchmark_data.zip fetched 2026-10-15 / row SheUt9cNpkSevy4r6Gsr3u / column Best score (across scorers)),,out:superseded, epoch-swe-bench-verified,epoch.ai,gpt-5,high,coding,hard,Epoch-harness,,,,,,73.55371900826446,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (swe_bench_verified.csv in benchmark_data.zip fetched 2026-10-15 / row C85Bnci9xVzq5jmt8zNnbw / column Best score (across scorers)),,out:superseded, epoch-swe-bench-verified,epoch.ai,gpt-5,medium,coding,hard,Epoch-harness,,,,,,71.48760330578512,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (swe_bench_verified.csv in benchmark_data.zip fetched 2026-10-15 / row FCCkMNVHcjLLUDeNFqTGRL / column Best score (across scorers)),,out:superseded, epoch-swe-bench-verified,epoch.ai,gpt-5-mini,medium,coding,hard,Epoch-harness,,,,,,64.66942148760331,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (swe_bench_verified.csv in benchmark_data.zip fetched 2026-10-15 / row 7nvdQy3AwKtoay2FBvfST5 / column Best score (across scorers)),,out:superseded, eci,epoch.ai,?Qwen 3.8 Max,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,156.88,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row Qwen 3.8 Max / column eci),,out:model-not-established, eci,epoch.ai,glm-5.3,unstated,mixed,frontier,epoch-eci-board,,,,,,155.91,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row GLM-5.3 / column eci),,out:effort-not-established, eci,epoch.ai,grok-4.7,unstated,mixed,frontier,epoch-eci-board,,,,,,154.37,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row Grok 4.7 / column eci),,out:effort-not-established, eci,epoch.ai,grok-4.5,unstated,mixed,frontier,epoch-eci-board,,,,,,153.93,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row Grok 4.5 / column eci),,out:effort-not-established, eci,epoch.ai,qwen3.7-max,unstated,mixed,frontier,epoch-eci-board,,,,,,153.83,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row Qwen3.7-Max / column eci),,out:effort-not-established, eci,epoch.ai,glm-5.3-flash,unstated,mixed,frontier,epoch-eci-board,,,,,,153.23,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row GLM-5.3-Flash / column eci),,out:effort-not-established, eci,epoch.ai,grok-4.20,unstated,mixed,frontier,epoch-eci-board,,,,,,152.08,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row Grok 4.20 / column eci),,out:effort-not-established, eci,epoch.ai,glm-5.2,unstated,mixed,frontier,epoch-eci-board,,,,,,151.86,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row GLM-5.2 / column eci),,out:effort-not-established, eci,epoch.ai,gemini-3-flash,unstated,mixed,frontier,epoch-eci-board,,,,,,151.8,ECI,0.0289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row Gemini 3 Flash / column eci),,out:effort-not-established, eci,epoch.ai,qwen3.8-27b,unstated,mixed,frontier,epoch-eci-board,,,,,,151.55,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row Qwen 3.8 27B / column eci),,out:effort-not-established, eci,epoch.ai,kimi-k2.6,unstated,mixed,frontier,epoch-eci-board,,,,,,150.92,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row Kimi K2.6 / column eci),,out:effort-not-established, eci,epoch.ai,gpt-5-pro,unstated,mixed,frontier,epoch-eci-board,,,,,,150.74,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row GPT-5 Pro / column eci),,out:effort-not-established, eci,epoch.ai,gpt-5,unstated,mixed,frontier,epoch-eci-board,,,,,,150.0,ECI,0.0289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row GPT-5 / column eci),,out:effort-not-established, eci,epoch.ai,gpt-5.1,unstated,mixed,frontier,epoch-eci-board,,,,,,149.76,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row GPT-5.1 / column eci),,out:effort-not-established, eci,epoch.ai,qwen3.6-max-preview,unstated,mixed,frontier,epoch-eci-board,,,,,,149.24,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row Qwen 3.6 Max (Preview) / column eci),,out:effort-not-established, eci,epoch.ai,?DeepSeek-V4-Pro,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,149.19,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row DeepSeek-V4-Pro / column eci),,out:model-not-established, eci,epoch.ai,?Grok 4.3 Beta,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,148.95,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row Grok 4.3 Beta / column eci),,out:model-not-established, eci,epoch.ai,gpt-5.4-mini,unstated,mixed,frontier,epoch-eci-board,,,,,,148.77,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row GPT-5.4 Mini / column eci),,out:effort-not-established, eci,epoch.ai,?Kimi K2.5,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,147.98,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row Kimi K2.5 / column eci),,out:model-not-established, eci,epoch.ai,o3-pro,unstated,mixed,frontier,epoch-eci-board,,,,,,147.37,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row o3-pro / column eci),,out:effort-not-established, eci,epoch.ai,o3,unstated,mixed,frontier,epoch-eci-board,,,,,,146.87,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row o3 / column eci),,out:effort-not-established, eci,epoch.ai,qwen3.5-397b-a17b,unstated,mixed,frontier,epoch-eci-board,,,,,,146.66,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row Qwen3.5 397B-A17B / column eci),,out:effort-not-established, eci,epoch.ai,qwen3.5-plus,unstated,mixed,frontier,epoch-eci-board,,,,,,146.32,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row Qwen 3.5 Plus (hosted 397B-A17B) / column eci),,out:effort-not-established, eci,epoch.ai,gpt-5.4-nano,unstated,mixed,frontier,epoch-eci-board,,,,,,146.12,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row GPT-5.4 Nano / column eci),,out:effort-not-established, eci,epoch.ai,deepseek-v3.2,unstated,mixed,frontier,epoch-eci-board,,,,,,146.11,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row DeepSeek-V3.2 / column eci),,out:effort-not-established, eci,epoch.ai,?DeepSeek-V4-Flash,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,146.05,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row DeepSeek-V4-Flash / column eci),,out:model-not-established, eci,epoch.ai,?Kimi K2 Thinking,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,145.96,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row Kimi K2 Thinking / column eci),,out:model-not-established, eci,epoch.ai,glm-5,unstated,mixed,frontier,epoch-eci-board,,,,,,145.78,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row GLM-5 / column eci),,out:effort-not-established, eci,epoch.ai,o4-mini,unstated,mixed,frontier,epoch-eci-board,,,,,,145.6,ECI,0.0289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row o4-mini / column eci),,out:effort-not-established, eci,epoch.ai,gpt-5-mini,unstated,mixed,frontier,epoch-eci-board,,,,,,145.43,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row GPT-5 mini / column eci),,out:effort-not-established, eci,epoch.ai,deepseek-v3.2-exp,unstated,mixed,frontier,epoch-eci-board,,,,,,144.97,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row DeepSeek-V3.2-Exp / column eci),,out:effort-not-established, eci,epoch.ai,grok-4-fast,unstated,mixed,frontier,epoch-eci-board,,,,,,144.19,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row Grok 4 Fast / column eci),,out:effort-not-established, eci,epoch.ai,qwen3-235b-a22b-thinking-2507,solo,mixed,frontier,epoch-eci-board,,,,,,143.81,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row Qwen3-235B-A22B-Thinking (Jul 2025) / column eci),,out:superseded, eci,epoch.ai,qwen3.5-flash,unstated,mixed,frontier,epoch-eci-board,,,,,,143.77,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row Qwen 3.5 Flash (hosted 35B-A3B) / column eci),,out:effort-not-established, eci,epoch.ai,gemini-2.5-flash-preview-09-2025,unstated,mixed,frontier,epoch-eci-board,,,,,,143.0,ECI,0.0289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row Gemini 2.5 Flash (Sep 2025) / column eci),,out:effort-not-established, eci,epoch.ai,qwen3.5-35b-a3b,unstated,mixed,frontier,epoch-eci-board,,,,,,142.48,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row Qwen3.5-35B-A3B / column eci),,out:effort-not-established, eci,epoch.ai,?GPT-5.5 Instant,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,142.45,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row GPT-5.5 Instant / column eci),,out:model-not-established, eci,epoch.ai,qwen3-max-0923,solo,mixed,frontier,epoch-eci-board,,,,,,142.34,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row Qwen3-Max / column eci),,out:superseded, eci,epoch.ai,o1,unstated,mixed,frontier,epoch-eci-board,,,,,,141.84,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row o1 / column eci),,out:effort-not-established, eci,epoch.ai,gemini-2.5-flash-preview-05-20,unstated,mixed,frontier,epoch-eci-board,,,,,,141.51,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row Gemini 2.5 Flash (May 2025) / column eci),,out:effort-not-established, eci,epoch.ai,deepseek-r1-0528,solo,mixed,frontier,epoch-eci-board,,,,,,141.27,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row DeepSeek-R1 (May 2025) / column eci),,out:superseded, eci,epoch.ai,o3-mini,unstated,mixed,frontier,epoch-eci-board,,,,,,140.33,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row o3-mini / column eci),,out:effort-not-established, eci,epoch.ai,grok-3-mini,unstated,mixed,frontier,epoch-eci-board,,,,,,140.33,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row Grok-3 mini / column eci),,out:effort-not-established, eci,epoch.ai,?Kimi K2 (Jul 2025),not-established:absent,mixed,frontier,epoch-eci-board,,,,,,140.12,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row Kimi K2 (Jul 2025) / column eci),,out:model-not-established, eci,epoch.ai,gemini-2.5-flash-preview-04-17,unstated,mixed,frontier,epoch-eci-board,,,,,,139.94,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row Gemini 2.5 Flash (Apr 2025) / column eci),,out:effort-not-established, eci,epoch.ai,deepseek-v3.1,unstated,mixed,frontier,epoch-eci-board,,,,,,139.91,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row DeepSeek-V3.1 / column eci),,out:effort-not-established, eci,epoch.ai,qwen3-30b-a3b-thinking-2507,solo,mixed,frontier,epoch-eci-board,,,,,,139.61,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row Qwen3-30B-A3B-Thinking (Jul 2025) / column eci),,out:superseded, eci,epoch.ai,qwen3.5-9b,unstated,mixed,frontier,epoch-eci-board,,,,,,139.43,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row Qwen3.5-9B / column eci),,out:effort-not-established, eci,epoch.ai,gpt-5-nano,unstated,mixed,frontier,epoch-eci-board,,,,,,139.33,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row GPT-5 nano / column eci),,out:effort-not-established, eci,epoch.ai,qwen3-235b-a22b-instruct-2507,solo,mixed,frontier,epoch-eci-board,,,,,,138.92,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row Qwen3-235B-A22B-Instruct (Jul 2025) / column eci),,out:superseded, eci,epoch.ai,qwen3-32b,unstated,mixed,frontier,epoch-eci-board,,,,,,138.49,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row Qwen3-32B / column eci),,out:effort-not-established, eci,epoch.ai,grok-3,solo,mixed,frontier,epoch-eci-board,,,,,,138.32,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row Grok 3 / column eci),,out:superseded, eci,epoch.ai,qwen3-14b,unstated,mixed,frontier,epoch-eci-board,,,,,,138.22,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row Qwen3-14B / column eci),,out:effort-not-established, eci,epoch.ai,gpt-oss-20b,unstated,mixed,frontier,epoch-eci-board,,,,,,137.81,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row gpt-oss-20b / column eci),,out:effort-not-established, eci,epoch.ai,qwq-32b,solo,mixed,frontier,epoch-eci-board,,,,,,137.58,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row QwQ-32B / column eci),,out:superseded, eci,epoch.ai,deepseek-r1-distill-qwen-32b,solo,mixed,frontier,epoch-eci-board,,,,,,137.42,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row DeepSeek-R1-Distill-Qwen-32B / column eci),,out:single-couple, eci,epoch.ai,qwen3-30b-a3b-instruct-2507,solo,mixed,frontier,epoch-eci-board,,,,,,137.42,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row Qwen3-30B-A3B-Instruct (Jul 2025) / column eci),,out:superseded, eci,epoch.ai,gpt-4.1,solo,mixed,frontier,epoch-eci-board,,,,,,136.77,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row GPT-4.1 / column eci),,out:superseded, eci,epoch.ai,gpt-4.5-preview,solo,mixed,frontier,epoch-eci-board,,,,,,136.73,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row GPT-4.5 / column eci),,out:superseded, eci,epoch.ai,qwen3-30b-a3b,unstated,mixed,frontier,epoch-eci-board,,,,,,136.19,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row Qwen3-30B-A3B / column eci),,out:effort-not-established, eci,epoch.ai,qwen3-8b,unstated,mixed,frontier,epoch-eci-board,,,,,,136.17,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row Qwen3-8B / column eci),,out:effort-not-established, eci,epoch.ai,deepseek-v3-0324,solo,mixed,frontier,epoch-eci-board,,,,,,135.93,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row DeepSeek-V3 (Mar 2025) / column eci),,out:superseded, eci,epoch.ai,o1-mini,solo,mixed,frontier,epoch-eci-board,,,,,,135.82,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row o1-mini / column eci),,out:superseded, eci,epoch.ai,deepseek-r1-distill-qwen-14b,solo,mixed,frontier,epoch-eci-board,,,,,,135.44,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row DeepSeek-R1-Distill-Qwen-14B / column eci),,out:single-couple, eci,epoch.ai,gemini-2.0-flash-thinking-exp-01-21,solo,mixed,frontier,epoch-eci-board,,,,,,135.36,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row Gemini 2.0 Flash Thinking (Jan 2025) / column eci),,out:superseded, eci,epoch.ai,gemini-2.0-pro-exp-02-05,solo,mixed,frontier,epoch-eci-board,,,,,,135.05,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row Gemini 2.0 Pro / column eci),,out:superseded, eci,epoch.ai,gpt-4.1-mini,solo,mixed,frontier,epoch-eci-board,,,,,,135.0,ECI,0.0289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row GPT-4.1 mini / column eci),,out:superseded, eci,epoch.ai,gemini-2.0-flash-exp,solo,mixed,frontier,epoch-eci-board,,,,,,134.69,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row Gemini 2.0 Flash (Dec 2024) / column eci),,out:single-couple, eci,epoch.ai,gemini-2.0-flash,solo,mixed,frontier,epoch-eci-board,,,,,,134.68,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row Gemini 2.0 Flash (Feb 2025) / column eci),,out:superseded, eci,epoch.ai,?Gemini 2.5 Flash-Lite (Jun 2025),not-established:absent,mixed,frontier,epoch-eci-board,,,,,,133.95,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row Gemini 2.5 Flash-Lite (Jun 2025) / column eci),,out:model-not-established, eci,epoch.ai,?Qwen2.5-Max,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,132.53,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row Qwen2.5-Max / column eci),,out:model-not-established, eci,epoch.ai,deepseek-v3,solo,mixed,frontier,epoch-eci-board,,,,,,132.33,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row DeepSeek-V3 / column eci),,out:superseded, eci,epoch.ai,gemini-1.5-pro-002,solo,mixed,frontier,epoch-eci-board,,,,,,131.73,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row Gemini 1.5 Pro (Sept 2024) / column eci),,out:superseded, eci,epoch.ai,grok-2-1212,solo,mixed,frontier,epoch-eci-board,,,,,,130.49,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row Grok-2 (Dec 2024) / column eci),,out:superseded, eci,epoch.ai,gpt-4.1-nano,solo,mixed,frontier,epoch-eci-board,,,,,,129.63,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row GPT-4.1 nano / column eci),,out:superseded, eci,epoch.ai,gemini-1.5-flash-002,solo,mixed,frontier,epoch-eci-board,,,,,,129.37,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row Gemini 1.5 Flash (Sep 2024) / column eci),,out:superseded, eci,epoch.ai,gpt-4o-0513,solo,mixed,frontier,epoch-eci-board,,,,,,129.05,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row GPT-4o (May 2024) / column eci),,out:superseded, eci,epoch.ai,?Qwen2.5-72B,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,129.0,ECI,0.0289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row Qwen2.5-72B / column eci),,out:model-not-established, eci,epoch.ai,gpt-4o-0806,solo,mixed,frontier,epoch-eci-board,,,,,,128.84,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row GPT-4o (Aug 2024) / column eci),,out:superseded, eci,epoch.ai,gpt-4o-1120,solo,mixed,frontier,epoch-eci-board,,,,,,128.73,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row GPT-4o (Nov 2024) / column eci),,out:superseded, eci,epoch.ai,?Qwen2.5-32B,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,128.53,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row Qwen2.5-32B / column eci),,out:model-not-established, eci,epoch.ai,gpt-4-turbo,solo,mixed,frontier,epoch-eci-board,,,,,,127.25,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row GPT-4 Turbo (Apr 2024) / column eci),,out:superseded, eci,epoch.ai,gemini-1.5-pro-001,solo,mixed,frontier,epoch-eci-board,,,,,,126.92,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row Gemini 1.5 Pro (May 2024) / column eci),,out:superseded, eci,epoch.ai,gpt-4o-mini,solo,mixed,frontier,epoch-eci-board,,,,,,126.58,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row GPT-4o mini / column eci),,out:superseded, eci,epoch.ai,gpt-4-1106-preview,solo,mixed,frontier,epoch-eci-board,,,,,,126.46,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row GPT-4 Turbo (Nov 2023) / column eci),,out:superseded, eci,epoch.ai,?Qwen2-72B,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,125.28,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row Qwen2-72B / column eci),,out:model-not-established, eci,epoch.ai,"?DeepSeek-V2 (MoE-236B, May 2024)",not-established:absent,mixed,frontier,epoch-eci-board,,,,,,124.78,ECI,0.00289,,,"https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row DeepSeek-V2 (MoE-236B, May 2024) / column eci)",,out:model-not-established, eci,epoch.ai,gpt-4-0613,solo,mixed,frontier,epoch-eci-board,,,,,,123.16,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row GPT-4 (Jun 2023) / column eci),,out:superseded, eci,epoch.ai,gemini-1.5-flash-001,solo,mixed,frontier,epoch-eci-board,,,,,,122.61,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row Gemini 1.5 Flash (May 2024) / column eci),,out:superseded, eci,epoch.ai,?Qwen2.5-Coder-32B,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,119.52,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row Qwen2.5-Coder-32B / column eci),,out:model-not-established, eci,epoch.ai,gpt-3.5-turbo-1106,solo,mixed,frontier,epoch-eci-board,,,,,,118.58,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row GPT-3.5 Turbo (Nov 2023) / column eci),,out:superseded, eci,epoch.ai,?Qwen2.5-7B,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,118.53,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row Qwen2.5-7B / column eci),,out:model-not-established, eci,epoch.ai,gemini-1.0-pro,unstated,mixed,frontier,epoch-eci-board,,,,,,117.07,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row Gemini 1.0 Pro / column eci),,out:effort-not-established, eci,epoch.ai,gpt-3.5-turbo-0125,solo,mixed,frontier,epoch-eci-board,,,,,,115.74,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row GPT-3.5 Turbo (Jan 2024) / column eci),,out:superseded, eci,epoch.ai,?Qwen-14B,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,113.09,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row Qwen-14B / column eci),,out:model-not-established, eci,epoch.ai,?DeepSeek LLM 67B,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,110.47,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row DeepSeek LLM 67B / column eci),,out:model-not-established, eci,epoch.ai,?Qwen-7B,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,106.91,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row Qwen-7B / column eci),,out:model-not-established, eci,epoch.ai,?Qwen-1_8B,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,93.07,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row Qwen-1_8B / column eci),,out:model-not-established, epoch-hle-external,epoch.ai,gpt-6-astra,not-established:absent,mixed,frontier,Epoch-hub-external,,,,,,54.79999999999999,accuracy%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-10-15 / row recbv6dU38s3cvqyO / column Accuracy),,out:effort-not-established, epoch-hle-external,epoch.ai,fable-5.1,xhigh,mixed,frontier,Epoch-hub-external,,,,,,46.5,accuracy%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-10-15 / row rec1P9SLLAtCSdTMk / column Accuracy),,out:superseded, epoch-hle-external,epoch.ai,gemini-3.1-pro,unstated,mixed,frontier,Epoch-hub-external,,,,,,46.44,accuracy%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-10-15 / row recuBCQLkHd2mOtrr / column Accuracy),,out:effort-not-established, epoch-hle-external,epoch.ai,sonnet-5.5,xhigh,mixed,frontier,Epoch-hub-external,,,,,,46.12,accuracy%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-10-15 / row recxGPs2ikoJ9KUyA / column Accuracy),,out:superseded, epoch-hle-external,epoch.ai,gemini-3.8-flash,not-established:absent,mixed,frontier,Epoch-hub-external,,,,,,44.520000000000004,accuracy%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-10-15 / row recIqVer2D18rE192 / column Accuracy),,out:effort-not-established, epoch-hle-external,epoch.ai,gpt-5.4-pro,not-established:absent,mixed,frontier,Epoch-hub-external,,,,,,44.32,accuracy%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-10-15 / row recreMdBwgtJ8NoJL / column Accuracy),,out:effort-not-established, epoch-hle-external,epoch.ai,gpt-5.4,xhigh,mixed,frontier,Epoch-hub-external,,,,,,36.24,accuracy%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-10-15 / row reczymcIUNR10O9vo / column Accuracy),,out:superseded, epoch-hle-external,epoch.ai,opus-4.7,not-established:absent,mixed,frontier,Epoch-hub-external,,,,,,36.2,accuracy%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-10-15 / row recVgBx1IpXMKMIDN / column Accuracy),,out:effort-not-established, epoch-hle-external,epoch.ai,opus-4.6,max,mixed,frontier,Epoch-hub-external,,,,,,34.44,accuracy%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-10-15 / row recRaT3ySEJuEiBMU / column Accuracy),,out:superseded, epoch-hle-external,epoch.ai,haiku-5.5,not-established:absent,mixed,frontier,Epoch-hub-external,,,,,,30.12,accuracy%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-10-15 / row rectuouKismbEFle9 / column Accuracy),,out:effort-not-established, epoch-hle-external,epoch.ai,gpt-5.2,not-established:absent,mixed,frontier,Epoch-hub-external,,,,,,27.8,accuracy%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-10-15 / row recQxZu8DefCNl6dq / column Accuracy),,out:effort-not-established, epoch-hle-external,epoch.ai,opus-4.5,not-established:absent,mixed,frontier,Epoch-hub-external,,,,,,25.2,accuracy%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-10-15 / row recfMdmXCFFRUCxHi / column Accuracy),,out:effort-not-established, epoch-hle-external,epoch.ai,?kimi-k2.5,not-established:absent,mixed,frontier,Epoch-hub-external,,,,,,24.370000000000003,accuracy%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-10-15 / row recj1DEYXMJzvbCpt / column Accuracy),,out:model-not-established, epoch-hle-external,epoch.ai,gpt-5.1,not-established:absent,mixed,frontier,Epoch-hub-external,,,,,,23.68,accuracy%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-10-15 / row recZGWz9x8AupIcR3 / column Accuracy),,out:effort-not-established, epoch-hle-external,epoch.ai,opus-4.6,unstated,mixed,frontier,Epoch-hub-external,,,,,,19,accuracy%,0.289,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-10-15 / row recYxQkYiHyzMnn5w / column Accuracy),,out:effort-not-established, epoch-hle-external,epoch.ai,opus-4.5,not-established:absent,mixed,frontier,Epoch-hub-external,,,,,,14.16,accuracy%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-10-15 / row recxYcr9VmKPUVR3Z / column Accuracy),,out:effort-not-established, epoch-hle-external,epoch.ai,sonnet-4.5,not-established:absent,mixed,frontier,Epoch-hub-external,,,,,,13.720000000000002,accuracy%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-10-15 / row receLskUASD1G2QuH / column Accuracy),,out:effort-not-established, epoch-hle-external,epoch.ai,?claude-opus-4-1-20250805,not-established:absent,mixed,frontier,Epoch-hub-external,,,,,,11.52,accuracy%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-10-15 / row recjZHPwO8vEk0XnB / column Accuracy),,out:model-not-established, epoch-hle-external,epoch.ai,?claude-opus-4-20250514,not-established:absent,mixed,frontier,Epoch-hub-external,,,,,,10.72,accuracy%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-10-15 / row recDGGt1nZaGx87Ql / column Accuracy),,out:model-not-established, epoch-hle-external,epoch.ai,sonnet-3.7,not-established:absent,mixed,frontier,Epoch-hub-external,,,,,,8.04,accuracy%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-10-15 / row recSaAOoaHzSl2qT2 / column Accuracy),,out:effort-not-established, epoch-hle-external,epoch.ai,?claude-opus-4-1-20250805,not-established:absent,mixed,frontier,Epoch-hub-external,,,,,,7.92,accuracy%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-10-15 / row recNm82odoKRxfsNj / column Accuracy),,out:model-not-established, epoch-hle-external,epoch.ai,?claude-sonnet-4-20250514,not-established:absent,mixed,frontier,Epoch-hub-external,,,,,,7.76,accuracy%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-10-15 / row recBG4cqUawtpE2Av / column Accuracy),,out:model-not-established, epoch-hle-external,epoch.ai,sonnet-4.5,not-established:absent,mixed,frontier,Epoch-hub-external,,,,,,7.52,accuracy%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-10-15 / row recs2YfzlLXFgzEAG / column Accuracy),,out:effort-not-established, epoch-hle-external,epoch.ai,gpt-5.1,nothink,mixed,frontier,Epoch-hub-external,,,,,,6.8,accuracy%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-10-15 / row recyAOwkCQoXPsGUC / column Accuracy),,out:superseded, epoch-hle-external,epoch.ai,?claude-opus-4-20250514,not-established:absent,mixed,frontier,Epoch-hub-external,,,,,,6.68,accuracy%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-10-15 / row rec7DOdaKkCsIp2zt / column Accuracy),,out:model-not-established, epoch-hle-external,epoch.ai,?claude-sonnet-4-20250514,not-established:absent,mixed,frontier,Epoch-hub-external,,,,,,5.52,accuracy%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-10-15 / row recDcYVlY8ya80Qq0 / column Accuracy),,out:model-not-established, eci,epoch.ai,sonnet-3.5-1022,solo,mixed,frontier,epoch-eci-board,,,,,,133.53,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row Claude 3.5 Sonnet (October 2024) / column eci),,out:superseded, eci,epoch.ai,sonnet-3.5-0620,solo,mixed,frontier,epoch-eci-board,,,,,,130.0,ECI,0.0289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row Claude 3.5 Sonnet / column eci),,out:superseded, eci,epoch.ai,haiku-3.5,solo,mixed,frontier,epoch-eci-board,,,,,,127.17,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row Claude 3.5 Haiku / column eci),,out:superseded, eci,epoch.ai,opus-3,solo,mixed,frontier,epoch-eci-board,,,,,,126.91,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row Claude 3 Opus / column eci),,out:superseded, eci,epoch.ai,sonnet-3,solo,mixed,frontier,epoch-eci-board,,,,,,120.72,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row Claude 3 Sonnet / column eci),,out:superseded, eci,epoch.ai,?Claude Instant,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,120.31,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row Claude Instant / column eci),,out:model-not-established, eci,epoch.ai,claude-2.0,solo,mixed,frontier,epoch-eci-board,,,,,,120.15,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row Claude 2 / column eci),,out:superseded, eci,epoch.ai,claude-2.1,solo,mixed,frontier,epoch-eci-board,,,,,,119.3,ECI,0.0289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row Claude 2.1 / column eci),,out:superseded, eci,epoch.ai,haiku-3,solo,mixed,frontier,epoch-eci-board,,,,,,118.39,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-15 / row Claude 3 Haiku / column eci),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,haiku-3.5,solo,reasoning-math,hard,Epoch-harness,,,,,,38.13131313131313,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-18 / row JpLxrpvthx7A75sbaHZ9Et / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,claude-2.0,solo,reasoning-math,hard,Epoch-harness,,,,,,34.65909090909091,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-18 / row mTa4f52zsEuxdrPy7WfQvX / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,opus-3,solo,reasoning-math,hard,Epoch-harness,,,,,,47.15909090909091,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-18 / row hTnDa4gn8RYduCEYqoNywe / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,sonnet-3,solo,reasoning-math,hard,Epoch-harness,,,,,,40.59343434343434,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-18 / row QLejPZXhjX6SQCQgzjNvCG / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,sonnet-3.5-1022,solo,reasoning-math,hard,Epoch-harness,,,,,,55.3030303030303,score%,2.89e-14,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-18 / row JCCVcVLz3J4TQXSU67hMJZ / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,claude-2.1,solo,reasoning-math,hard,Epoch-harness,,,,,,32.954545454545453,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-18 / row eMAisrJd7fAUHPfcPWXeXo / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,haiku-3,solo,reasoning-math,hard,Epoch-harness,,,,,,36.30050505050505,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-18 / row T3FWdCCWBryVjxwTcoY5bK / column Best score (across scorers)),,out:superseded, epoch-gpqa-diamond@epoch.ai,epoch.ai,sonnet-3.5-0620,solo,reasoning-math,hard,Epoch-harness,,,,,,54.04040404040404,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-10-18 / row 78Wpvp8WDByAcQRBas72cs / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,claude-2.1,solo,reasoning-math,hard,Epoch-harness,,,,,,1.9444444444444445,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-18 / row 2vg9qw9pd8zSyRMu9YNiVm / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,claude-2.0,solo,reasoning-math,hard,Epoch-harness,,,,,,2.5,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-18 / row 7LLTmqs4LC5GLVfJEqJWSC / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,sonnet-3.5-0620,solo,reasoning-math,hard,Epoch-harness,,,,,,6.527777777777778,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-18 / row 2xNPhKLsiWLHQBLLDGU4VJ / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,sonnet-3,solo,reasoning-math,hard,Epoch-harness,,,,,,2.5,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-18 / row AeRCEiG87bMFpxbxbmjCyn / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,sonnet-3.5-1022,solo,reasoning-math,hard,Epoch-harness,,,,,,8.472222222222223,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-18 / row geVVaRWxuprKUqnW2VzvCa / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,haiku-3.5,solo,reasoning-math,hard,Epoch-harness,,,,,,4.3055555555555555,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-18 / row cqhrR5KnwpcuAVpHkZGQFd / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,haiku-3,solo,reasoning-math,hard,Epoch-harness,,,,,,1.8055555555555554,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-18 / row ThMd6DNDTtyWxhPcb9Kq4y / column Best score (across scorers)),,out:superseded, epoch-otis-mock-aime-2024-2025,epoch.ai,opus-3,solo,reasoning-math,hard,Epoch-harness,,,,,,4.722222222222222,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-10-18 / row mYb9MGQD39RS8VdDyMqujr / column Best score (across scorers)),,out:superseded, epoch-math-level-5,epoch.ai,haiku-3.5,solo,reasoning-math,hard,Epoch-harness,,,,,,46.355740181268884,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-10-18 / row GSvi9Zf5aK3t5TfCPqNRHy / column Best score (across scorers)),,out:superseded, epoch-math-level-5,epoch.ai,claude-2.0,solo,reasoning-math,hard,Epoch-harness,,,,,,11.72583081570997,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-10-18 / row Gs4vxvDD5wmrSvyTkqx2YV / column Best score (across scorers)),,out:superseded, epoch-math-level-5,epoch.ai,sonnet-3.5-1022,solo,reasoning-math,hard,Epoch-harness,,,,,,56.94864048338368,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-10-18 / row AjroyuZECXLtMTwnzaMHtX / column Best score (across scorers)),,out:superseded, epoch-math-level-5,epoch.ai,sonnet-3.5-0620,solo,reasoning-math,hard,Epoch-harness,,,,,,51.68051359516617,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-10-18 / row H42HJG29bwqzaMewTMsmky / column Best score (across scorers)),,out:superseded, epoch-math-level-5,epoch.ai,opus-3,solo,reasoning-math,hard,Epoch-harness,,,,,,37.481117824773413,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-10-18 / row 6SNzvpd6kXXxqpJoaHsSDd / column Best score (across scorers)),,out:superseded, epoch-math-level-5,epoch.ai,haiku-3,solo,reasoning-math,hard,Epoch-harness,,,,,,14.87915407854985,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-10-18 / row QSnWVKUVj9six4jYj4HJD9 / column Best score (across scorers)),,out:superseded, epoch-math-level-5,epoch.ai,sonnet-3,solo,reasoning-math,hard,Epoch-harness,,,,,,18.174093655589124,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-10-18 / row FD2ztfjFUeqGyrtF8yuCUB / column Best score (across scorers)),,out:superseded, epoch-simpleqa-verified@epoch.ai,epoch.ai,?claude-3-opus-20240229,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,12.6,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-10-18 / row NxVp4VF8uQbL5S6hx6HFRB / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath,epoch.ai,sonnet-3.5-0620,solo,reasoning-math,hard,Epoch-harness,,,,,,1.0344827586206896,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-10-18 / row h7f9jZVWzZNDHNxP5eewNH / column Best score (across scorers)),,out:superseded, epoch-frontiermath,epoch.ai,haiku-3.5,solo,reasoning-math,hard,Epoch-harness,,,,,,0.34482758620689655,score%,2.89e-18,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-10-18 / row JQcqpW9xPfJRKJkHne6DpK / column Best score (across scorers)),,out:superseded, epoch-frontiermath,epoch.ai,sonnet-3.5-1022,solo,reasoning-math,hard,Epoch-harness,,,,,,2.0689655172413793,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-10-18 / row MVnDrt94wyokzx3a7ZJkph / column Best score (across scorers)),,out:superseded, epoch-ext-algotune,epoch.ai,gpt-5.2,medium,mixed,mid,Epoch-external,,,,,,2.05,Score,0.00289,,,https://epoch.ai/data/benchmark_data.zip (algotune_external.csv in benchmark_data.zip fetched 2026-10-18 / row recmOTqcaDOeGrw0X / column Score),,out:superseded, epoch-ext-algotune,epoch.ai,gpt-5.4,high,mixed,mid,Epoch-external,,,,,,1.85,Score,0.00289,,,https://epoch.ai/data/benchmark_data.zip (algotune_external.csv in benchmark_data.zip fetched 2026-10-18 / row recJlBSVOYqi6zcbx / column Score),,out:superseded, epoch-ext-algotune,epoch.ai,opus-4.6,high,mixed,mid,Epoch-external,,,,,,1.47,Score,0.00289,,,https://epoch.ai/data/benchmark_data.zip (algotune_external.csv in benchmark_data.zip fetched 2026-10-18 / row recnaW71BcUPjCQyi / column Score),,out:superseded, epoch-ext-btf3,epoch.ai,opus-4.8,xhigh,mixed,mid,Epoch-external,,,,,,13.2,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (btf3_external.csv in benchmark_data.zip fetched 2026-10-18 / row Claude Opus 4.8 (xhigh) / column Pooled score),,out:superseded, epoch-ext-btf3,epoch.ai,gpt-5.5,high,mixed,mid,Epoch-external,,,,,,13.4,score%,0.0289,,,"https://epoch.ai/data/benchmark_data.zip (btf3_external.csv in benchmark_data.zip fetched 2026-10-18 / row GPT-5.5 (high, agent SDK) / column Pooled score)",,out:superseded, epoch-ext-btf3,epoch.ai,gpt-5.6-sol,high,mixed,mid,Epoch-external,,,,,,13.5,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (btf3_external.csv in benchmark_data.zip fetched 2026-10-18 / row GPT-5.6 Sol (high) / column Pooled score),,out:superseded, epoch-ext-btf3,epoch.ai,opus-4.8,high,mixed,mid,Epoch-external,,,,,,13.7,score%,0.0289,,,"https://epoch.ai/data/benchmark_data.zip (btf3_external.csv in benchmark_data.zip fetched 2026-10-18 / row Claude Opus 4.8 (high, agent SDK) / column Pooled score)",,out:superseded, epoch-ext-btf3,epoch.ai,sonnet-5,xhigh,mixed,mid,Epoch-external,,,,,,14.2,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (btf3_external.csv in benchmark_data.zip fetched 2026-10-18 / row Claude Sonnet 5 (xhigh) / column Pooled score),,out:superseded, epoch-ext-btf3,epoch.ai,opus-5,xhigh,mixed,mid,Epoch-external,,,,,,12,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (btf3_external.csv in benchmark_data.zip fetched 2026-10-18 / row Claude Opus 5 (xhigh) § / column Pooled score),,out:superseded, epoch-ext-btf3,epoch.ai,gpt-5.6-sol,max,mixed,mid,Epoch-external,,,,,,13.7,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (btf3_external.csv in benchmark_data.zip fetched 2026-10-18 / row GPT-5.6 Sol (max) / column Pooled score),,out:superseded, epoch-ext-btf3,epoch.ai,gpt-6-astra,low,mixed,mid,Epoch-external,,,,,,13.5,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (btf3_external.csv in benchmark_data.zip fetched 2026-10-18 / row GPT-6 Astra (low) / column Pooled score),,out:superseded, epoch-ext-btf3,epoch.ai,gpt-5.6-sol,medium,mixed,mid,Epoch-external,,,,,,13.7,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (btf3_external.csv in benchmark_data.zip fetched 2026-10-18 / row GPT-5.6 Sol (medium) / column Pooled score),,out:superseded, epoch-ext-deepresearchbench,epoch.ai,opus-4.6,high,mixed,mid,Epoch-external,,,,,,55.29999999999999,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (deepresearchbench_external.csv in benchmark_data.zip fetched 2026-10-18 / row reccVU3SIqoNBQoc4 / column Average score),,out:superseded, epoch-ext-deepresearchbench,epoch.ai,sonnet-4.6,high,mixed,mid,Epoch-external,,,,,,54.9,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (deepresearchbench_external.csv in benchmark_data.zip fetched 2026-10-18 / row rec8802UWGtedVgJY / column Average score),,out:superseded, epoch-ext-deepresearchbench,epoch.ai,opus-4.5,not-established:absent,mixed,mid,Epoch-external,,,,,,54.79999999999999,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (deepresearchbench_external.csv in benchmark_data.zip fetched 2026-10-18 / row recHz66Mx92wWOqhz / column Average score),,out:effort-not-established, epoch-ext-deepresearchbench,epoch.ai,gpt-5.5,high,mixed,mid,Epoch-external,,,,,,54,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (deepresearchbench_external.csv in benchmark_data.zip fetched 2026-10-18 / row recheEJW36S0Dmd4M / column Average score),,out:superseded, epoch-ext-deepresearchbench,epoch.ai,opus-4.5,not-established:absent,mixed,mid,Epoch-external,,,,,,53.7,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (deepresearchbench_external.csv in benchmark_data.zip fetched 2026-10-18 / row recfm3eBfDzsH1AjW / column Average score),,out:effort-not-established, epoch-ext-deepresearchbench,epoch.ai,opus-4.6,medium,mixed,mid,Epoch-external,,,,,,53.2,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (deepresearchbench_external.csv in benchmark_data.zip fetched 2026-10-18 / row recV41P9TO0UOXBrz / column Average score),,out:superseded, epoch-ext-deepresearchbench,epoch.ai,sonnet-4.5,think-2000,mixed,mid,Epoch-external,,,,,,52.6,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (deepresearchbench_external.csv in benchmark_data.zip fetched 2026-10-18 / row recWmaxS0ycQLxFMa / column Average score),,out:budget-config, epoch-ext-deepresearchbench,epoch.ai,opus-4.6,low,mixed,mid,Epoch-external,,,,,,51.4,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (deepresearchbench_external.csv in benchmark_data.zip fetched 2026-10-18 / row recHblA277kTWDIAv / column Average score),,out:superseded, epoch-ext-deepresearchbench,epoch.ai,sonnet-4.6,low,mixed,mid,Epoch-external,,,,,,50.4,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (deepresearchbench_external.csv in benchmark_data.zip fetched 2026-10-18 / row recqP7OyQXrgSWLtr / column Average score),,out:superseded, epoch-ext-deepresearchbench,epoch.ai,opus-4.8,high,mixed,mid,Epoch-external,,,,,,50.2,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (deepresearchbench_external.csv in benchmark_data.zip fetched 2026-10-18 / row recH15wI9KuYl4sCc / column Average score),,out:superseded, epoch-ext-deepresearchbench,epoch.ai,gemini-3-flash,low,mixed,mid,Epoch-external,,,,,,49.8,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (deepresearchbench_external.csv in benchmark_data.zip fetched 2026-10-18 / row rec3iKvPvr8Wl8Ani / column Average score),,out:superseded, epoch-ext-deepresearchbench,epoch.ai,gpt-5.5,medium,mixed,mid,Epoch-external,,,,,,49.600000000000005,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (deepresearchbench_external.csv in benchmark_data.zip fetched 2026-10-18 / row rec6hR81BMyiPDlmS / column Average score),,out:superseded, epoch-ext-deepresearchbench,epoch.ai,opus-4.8,low,mixed,mid,Epoch-external,,,,,,49.3,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (deepresearchbench_external.csv in benchmark_data.zip fetched 2026-10-18 / row recuiSzLJrl2Y4Id1 / column Average score),,out:superseded, epoch-ext-deepresearchbench,epoch.ai,gemini-3-flash,minimal,mixed,mid,Epoch-external,,,,,,49,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (deepresearchbench_external.csv in benchmark_data.zip fetched 2026-10-18 / row recA41zMYRSwfZqfb / column Average score),,out:superseded, epoch-ext-deepresearchbench,epoch.ai,gpt-5.5,low,mixed,mid,Epoch-external,,,,,,48.700000000000004,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (deepresearchbench_external.csv in benchmark_data.zip fetched 2026-10-18 / row reccXAd2b5mJk5VO0 / column Average score),,out:superseded, epoch-ext-deepresearchbench,epoch.ai,gemini-3-flash,high,mixed,mid,Epoch-external,,,,,,47.9,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (deepresearchbench_external.csv in benchmark_data.zip fetched 2026-10-18 / row recNPE5j9yefOcUKF / column Average score),,out:superseded, epoch-ext-deepresearchbench,epoch.ai,gemini-3.1-pro,high,mixed,mid,Epoch-external,,,,,,47.8,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (deepresearchbench_external.csv in benchmark_data.zip fetched 2026-10-18 / row recJkzTFEs7dhz33o / column Average score),,out:superseded, epoch-ext-deepresearchbench,epoch.ai,sonnet-4.5,not-established:absent,mixed,mid,Epoch-external,,,,,,47.500000000000003,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (deepresearchbench_external.csv in benchmark_data.zip fetched 2026-10-18 / row recXVi3rUmxYccZiP / column Average score),,out:effort-not-established, epoch-ext-deepresearchbench,epoch.ai,opus-4.8,medium,mixed,mid,Epoch-external,,,,,,47.4,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (deepresearchbench_external.csv in benchmark_data.zip fetched 2026-10-18 / row recHfprP05gmb8wdt / column Average score),,out:superseded, epoch-ext-deepresearchbench,epoch.ai,?claude-opus-4-20250514,not-established:absent,mixed,mid,Epoch-external,,,,,,46.799999999999997,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (deepresearchbench_external.csv in benchmark_data.zip fetched 2026-10-18 / row recR3uOS0BLHqkwxL / column Average score),,out:model-not-established, epoch-ext-deepresearchbench,epoch.ai,?claude-sonnet-4-20250514,not-established:absent,mixed,mid,Epoch-external,,,,,,46.6,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (deepresearchbench_external.csv in benchmark_data.zip fetched 2026-10-18 / row reciPR9ZrmNzGMR41 / column Average score),,out:model-not-established, epoch-ext-deepresearchbench,epoch.ai,?gemini-3-pro-preview,not-established:absent,mixed,mid,Epoch-external,,,,,,46.299999999999997,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (deepresearchbench_external.csv in benchmark_data.zip fetched 2026-10-18 / row recGVos7wKpDUVAmE / column Average score),,out:model-not-established, epoch-ext-deepresearchbench,epoch.ai,gemini-3.1-pro,low,mixed,mid,Epoch-external,,,,,,44.5,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (deepresearchbench_external.csv in benchmark_data.zip fetched 2026-10-18 / row recsrVC4sX3BYtuHB / column Average score),,out:superseded, epoch-ext-deepresearchbench,epoch.ai,sonnet-3.7,think-2000,mixed,mid,Epoch-external,,,,,,43.6,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (deepresearchbench_external.csv in benchmark_data.zip fetched 2026-10-18 / row rec7sfVScDTbadXOF / column Average score),,out:budget-config, epoch-ext-deepresearchbench,epoch.ai,gpt-5.1,low,mixed,mid,Epoch-external,,,,,,42.8,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (deepresearchbench_external.csv in benchmark_data.zip fetched 2026-10-18 / row recvo8p3ckrliO2hR / column Average score),,out:superseded, epoch-ext-deepresearchbench,epoch.ai,gpt-5.2,low,mixed,mid,Epoch-external,,,,,,41.100000000000003,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (deepresearchbench_external.csv in benchmark_data.zip fetched 2026-10-18 / row recfoBxQ21KfVCtxp / column Average score),,out:superseded, epoch-ext-deepresearchbench,epoch.ai,gemini-3.1-flash-lite,low,mixed,mid,Epoch-external,,,,,,37.3,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (deepresearchbench_external.csv in benchmark_data.zip fetched 2026-10-18 / row recKtO8twbgOvKF7Q / column Average score),,out:superseded, epoch-ext-deepresearchbench,epoch.ai,gpt-5.4-mini,low,mixed,mid,Epoch-external,,,,,,36.3,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (deepresearchbench_external.csv in benchmark_data.zip fetched 2026-10-18 / row recFSLojghJGcBU6X / column Average score),,out:superseded, epoch-ext-deepresearchbench,epoch.ai,gpt-5.4,low,mixed,mid,Epoch-external,,,,,,35.100000000000003,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (deepresearchbench_external.csv in benchmark_data.zip fetched 2026-10-18 / row recJ7rkEreGH8afLs / column Average score),,out:superseded, epoch-ext-enigma-eval,epoch.ai,gpt-5.4,xhigh,mixed,mid,Epoch-external,,,,,,15.960000000000002,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (enigma_eval_external.csv in benchmark_data.zip fetched 2026-10-18 / row rech9nRz3pgAcfRAc / column Accuracy),,out:superseded, epoch-ext-enigma-eval,epoch.ai,opus-4.6,max,mixed,mid,Epoch-external,,,,,,7.6,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (enigma_eval_external.csv in benchmark_data.zip fetched 2026-10-18 / row recyLSf4pFkZBDI8M / column Accuracy),,out:superseded, epoch-ext-enigma-eval,epoch.ai,gpt-5.1,nothink,mixed,mid,Epoch-external,,,,,,1.94,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (enigma_eval_external.csv in benchmark_data.zip fetched 2026-10-18 / row recB21sSGBxuHQADI / column Accuracy),,out:superseded, epoch-ext-enigma-eval,epoch.ai,sonnet-3.5-1022,solo,mixed,mid,Epoch-external,,,,,,0.91,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (enigma_eval_external.csv in benchmark_data.zip fetched 2026-10-18 / row rectZdJnjJEcv95yF / column Accuracy),,out:superseded, epoch-ext-enigma-eval,epoch.ai,opus-3,solo,mixed,mid,Epoch-external,,,,,,0.8199999999999999,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (enigma_eval_external.csv in benchmark_data.zip fetched 2026-10-18 / row recOmwnjZmNcq0Pvi / column Accuracy),,out:superseded, epoch-ext-enigma-eval,epoch.ai,gpt-5.6-sol,high,mixed,mid,Epoch-external,,,,,,37.12,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (enigma_eval_external.csv in benchmark_data.zip fetched 2026-10-18 / row recIyRaAOijnX5cVP / column Accuracy),,out:superseded, epoch-ext-enigma-eval,epoch.ai,?gemini-3.5-flash,not-established:absent,mixed,mid,Epoch-external,,,,,,25.41,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (enigma_eval_external.csv in benchmark_data.zip fetched 2026-10-18 / row rectrabR7sN1RLhNF / column Accuracy),,out:model-not-established, epoch-ext-enigma-eval,epoch.ai,opus-4.8,xhigh,mixed,mid,Epoch-external,,,,,,23.510000000000003,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (enigma_eval_external.csv in benchmark_data.zip fetched 2026-10-18 / row recgVaZ4h79uz51GB / column Accuracy),,out:superseded, epoch-ext-geobench,epoch.ai,sonnet-3.7,think-15000,mixed,mid,Epoch-external,,,,,,3844,ACW Avg Score,0.289,,,https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-10-18 / row recavCfmmQ6tMEwtu / column ACW Avg Score),,out:budget-config, epoch-ext-geobench,epoch.ai,sonnet-3.5-1022,solo,mixed,mid,Epoch-external,,,,,,3327,ACW Avg Score,0.289,,,https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-10-18 / row rec3IW78fmDClmevf / column ACW Avg Score),,out:superseded, epoch-ext-geobench,epoch.ai,?claude-opus-4-20250514,not-established:absent,mixed,mid,Epoch-external,,,,,,2915,ACW Avg Score,0.289,,,https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-10-18 / row rec9ARZdPBfnWVjCp / column ACW Avg Score),,out:model-not-established, epoch-ext-geobench,epoch.ai,haiku-3.5,solo,mixed,mid,Epoch-external,,,,,,2507,ACW Avg Score,0.289,,,https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-10-18 / row recno5e6hTQGMAJmt / column ACW Avg Score),,out:superseded, epoch-ext-geobench,epoch.ai,?claude-sonnet-4-20250514,not-established:absent,mixed,mid,Epoch-external,,,,,,2369,ACW Avg Score,0.289,,,https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-10-18 / row rec633RXeiU9CsPRR / column ACW Avg Score),,out:model-not-established, epoch-ext-gso,epoch.ai,opus-4.7,not-established:absent,mixed,mid,Epoch-external,,,,,,44.12,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (gso_external.csv in benchmark_data.zip fetched 2026-10-18 / row reccHX8eA2pr1NUgv / column Score OPT@1),,out:effort-not-established, epoch-ext-gso,epoch.ai,opus-4.6,not-established:absent,mixed,mid,Epoch-external,,,,,,41.2,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (gso_external.csv in benchmark_data.zip fetched 2026-10-18 / row recyQlfHiilyasE8b / column Score OPT@1),,out:effort-not-established, epoch-ext-gso,epoch.ai,gpt-5.5,not-established:absent,mixed,mid,Epoch-external,,,,,,40.2,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (gso_external.csv in benchmark_data.zip fetched 2026-10-18 / row recbfEoFyIqdyNOkl / column Score OPT@1),,out:effort-not-established, epoch-ext-gso,epoch.ai,gpt-5.4,not-established:absent,mixed,mid,Epoch-external,,,,,,31.370000000000003,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (gso_external.csv in benchmark_data.zip fetched 2026-10-18 / row reco2vF4MBsh4TlN3 / column Score OPT@1),,out:effort-not-established, epoch-ext-gso,epoch.ai,gpt-5.2,not-established:absent,mixed,mid,Epoch-external,,,,,,27.45,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (gso_external.csv in benchmark_data.zip fetched 2026-10-18 / row reco6scbTaMu1KpKP / column Score OPT@1),,out:effort-not-established, epoch-ext-gso,epoch.ai,gpt-5.4,not-established:absent,mixed,mid,Epoch-external,,,,,,25.49,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (gso_external.csv in benchmark_data.zip fetched 2026-10-18 / row recPK6PeVNd5aK2bT / column Score OPT@1),,out:effort-not-established, epoch-ext-gso,epoch.ai,gpt-5.1,not-established:absent,mixed,mid,Epoch-external,,,,,,13.7,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (gso_external.csv in benchmark_data.zip fetched 2026-10-18 / row recZJBCgxFNxjLDZs / column Score OPT@1),,out:effort-not-established, epoch-ext-gso,epoch.ai,sonnet-3.5-1022,solo,mixed,mid,Epoch-external,,,,,,4.6,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (gso_external.csv in benchmark_data.zip fetched 2026-10-18 / row recTAzfnTtfeArFqk / column Score OPT@1),,out:superseded, epoch-ext-metr-time-horizons#none,epoch.ai,gpt-5.2,high,mixed,mid,Epoch-external,,,,,,75.2875,score%,2.89e-05,,,https://epoch.ai/data/benchmark_data.zip (metr_time_horizons_external.csv in benchmark_data.zip fetched 2026-10-18 / row rect0q40LX3bSJ36F / column average_score),,in, epoch-ext-metr-time-horizons#none,epoch.ai,gpt-5.4,xhigh,mixed,mid,Epoch-external,,,,,,74.3443,score%,2.89e-05,,,https://epoch.ai/data/benchmark_data.zip (metr_time_horizons_external.csv in benchmark_data.zip fetched 2026-10-18 / row recVtYP9KdMolGtGf / column average_score),,in, epoch-ext-metr-time-horizons#none,epoch.ai,opus-4.5,think-16000,mixed,mid,Epoch-external,,,,,,74.969,score%,0.000289,,,https://epoch.ai/data/benchmark_data.zip (metr_time_horizons_external.csv in benchmark_data.zip fetched 2026-10-18 / row recPjuZumaNjbylqU / column average_score),,out:budget-config, epoch-ext-metr-time-horizons#none,epoch.ai,sonnet-4.5,think-16000,mixed,mid,Epoch-external,,,,,,67.3842,score%,2.89e-05,,,https://epoch.ai/data/benchmark_data.zip (metr_time_horizons_external.csv in benchmark_data.zip fetched 2026-10-18 / row recwCLGT9Kr3iDcqu / column average_score),,out:budget-config, epoch-ext-metr-time-horizons#none,epoch.ai,?claude-opus-4-1-20250805,not-established:absent,mixed,mid,Epoch-external,,,,,,66.8069,score%,2.89e-05,,,https://epoch.ai/data/benchmark_data.zip (metr_time_horizons_external.csv in benchmark_data.zip fetched 2026-10-18 / row recuz9bui4PgiPuGH / column average_score),,out:model-not-established, epoch-ext-metr-time-horizons#none,epoch.ai,?claude-opus-4-20250514,not-established:absent,mixed,mid,Epoch-external,,,,,,63.9292,score%,2.89e-05,,,https://epoch.ai/data/benchmark_data.zip (metr_time_horizons_external.csv in benchmark_data.zip fetched 2026-10-18 / row recjchvjch6vUVmzs / column average_score),,out:model-not-established, epoch-ext-metr-time-horizons#none,epoch.ai,?claude-sonnet-4-20250514,not-established:absent,mixed,mid,Epoch-external,,,,,,61.9725,score%,2.89e-05,,,https://epoch.ai/data/benchmark_data.zip (metr_time_horizons_external.csv in benchmark_data.zip fetched 2026-10-18 / row recueBmSBs2QlEWPm / column average_score),,out:model-not-established, epoch-ext-metr-time-horizons#none,epoch.ai,sonnet-3.7,think-16000,mixed,mid,Epoch-external,,,,,,59.9681,score%,2.89e-05,,,https://epoch.ai/data/benchmark_data.zip (metr_time_horizons_external.csv in benchmark_data.zip fetched 2026-10-18 / row recqRojHxRU5ySXWq / column average_score),,out:budget-config, epoch-ext-metr-time-horizons#none,epoch.ai,sonnet-3.5-1022,solo,mixed,mid,Epoch-external,,,,,,45.2356,score%,2.89e-05,,,https://epoch.ai/data/benchmark_data.zip (metr_time_horizons_external.csv in benchmark_data.zip fetched 2026-10-18 / row recM2JJhzA3vJAZoZ / column average_score),,out:single-couple, epoch-ext-metr-time-horizons#none,epoch.ai,sonnet-3.5-0620,solo,mixed,mid,Epoch-external,,,,,,40.1502,score%,2.89e-05,,,https://epoch.ai/data/benchmark_data.zip (metr_time_horizons_external.csv in benchmark_data.zip fetched 2026-10-18 / row rec3I5CcPGjF3Riat / column average_score),,out:single-couple, epoch-ext-metr-time-horizons#none,epoch.ai,opus-3,solo,mixed,mid,Epoch-external,,,,,,29.4753,score%,2.89e-05,,,https://epoch.ai/data/benchmark_data.zip (metr_time_horizons_external.csv in benchmark_data.zip fetched 2026-10-18 / row recyvUC4eTQ5SK6Gr / column average_score),,out:single-couple, epoch-ext-surface-evolver-bench,epoch.ai,gpt-5.6-sol,xhigh,mixed,mid,Epoch-external,USD/full-benchmark-run,9.40775925,2.89e-09,,,93.125,score%,0.000289,,,https://epoch.ai/data/benchmark_data.zip (surface_evolver_bench_external.csv in benchmark_data.zip fetched 2026-10-18 / row gpt-5.6-sol_xhigh / column Mean score),,out:superseded,out:superseded epoch-ext-surface-evolver-bench,epoch.ai,gpt-5.5,high,mixed,mid,Epoch-external,USD/full-benchmark-run,13.825813,2.89e-07,,,88.125,score%,0.000289,,,https://epoch.ai/data/benchmark_data.zip (surface_evolver_bench_external.csv in benchmark_data.zip fetched 2026-10-18 / row gpt-5.5_high / column Mean score),,out:superseded,out:superseded epoch-ext-surface-evolver-bench,epoch.ai,kimi-k3,max,mixed,mid,Epoch-external,USD/full-benchmark-run,12.14,0.00289,,,93,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (surface_evolver_bench_external.csv in benchmark_data.zip fetched 2026-10-18 / row kimi-k3_max / column Mean score),,out:superseded,out:superseded epoch-ext-surface-evolver-bench,epoch.ai,opus-4.8,high,mixed,mid,Epoch-external,USD/full-benchmark-run,21.961645,2.89e-07,,,87.5,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (surface_evolver_bench_external.csv in benchmark_data.zip fetched 2026-10-18 / row claude-opus-4-8_high / column Mean score),,out:superseded,out:superseded epoch-ext-surface-evolver-bench,epoch.ai,gpt-5.6-terra,xhigh,mixed,mid,Epoch-external,USD/full-benchmark-run,7.58990275,2.89e-09,,,83.75,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (surface_evolver_bench_external.csv in benchmark_data.zip fetched 2026-10-18 / row gpt-5.6-terra_xhigh / column Mean score),,out:superseded,out:superseded epoch-ext-surface-evolver-bench,epoch.ai,gpt-5.5,medium,mixed,mid,Epoch-external,USD/full-benchmark-run,9.52131,2.89e-06,,,81.25,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (surface_evolver_bench_external.csv in benchmark_data.zip fetched 2026-10-18 / row gpt-5.5_medium / column Mean score),,out:superseded,out:superseded epoch-ext-surface-evolver-bench,epoch.ai,grok-4.5,high,mixed,mid,Epoch-external,USD/full-benchmark-run,4.610306,2.89e-07,,,74.375,score%,0.000289,,,https://epoch.ai/data/benchmark_data.zip (surface_evolver_bench_external.csv in benchmark_data.zip fetched 2026-10-18 / row grok-4.5_high / column Mean score),,out:superseded,out:superseded epoch-ext-surface-evolver-bench,epoch.ai,glm-5.2,high,mixed,mid,Epoch-external,USD/full-benchmark-run,4.646197132,2.89e-10,,,55.625,score%,0.000289,,,https://epoch.ai/data/benchmark_data.zip (surface_evolver_bench_external.csv in benchmark_data.zip fetched 2026-10-18 / row glm-5.2_high / column Mean score),,out:superseded,out:superseded epoch-ext-surface-evolver-bench,epoch.ai,?deepseek-v4-pro,not-established:absent,mixed,mid,Epoch-external,USD/full-benchmark-run,3.857008705,2.89e-10,,,40,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (surface_evolver_bench_external.csv in benchmark_data.zip fetched 2026-10-18 / row deepseek-v4-pro_high / column Mean score),,out:model-not-established,out:model-not-established epoch-ext-surface-evolver-bench,epoch.ai,gpt-5.6-luna,medium,mixed,mid,Epoch-external,USD/full-benchmark-run,1.00794085,2.89e-09,,,61.875,score%,0.000289,,,https://epoch.ai/data/benchmark_data.zip (surface_evolver_bench_external.csv in benchmark_data.zip fetched 2026-10-18 / row gpt-5.6-luna_medium / column Mean score),,out:superseded,out:superseded epoch-ext-surface-evolver-bench,epoch.ai,?gemini-3.5-flash,not-established:absent,mixed,mid,Epoch-external,USD/full-benchmark-run,6.6382038,2.89e-08,,,58.125,score%,0.000289,,,https://epoch.ai/data/benchmark_data.zip (surface_evolver_bench_external.csv in benchmark_data.zip fetched 2026-10-18 / row gemini-3.5-flash_medium / column Mean score),,out:model-not-established,out:model-not-established epoch-ext-surface-evolver-bench,epoch.ai,sonnet-5,medium,mixed,mid,Epoch-external,USD/full-benchmark-run,11.938944000000001,2.89e-16,,,60,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (surface_evolver_bench_external.csv in benchmark_data.zip fetched 2026-10-18 / row claude-sonnet-5_medium / column Mean score),,out:superseded,out:superseded epoch-ext-surface-evolver-bench,epoch.ai,qwen3.8-27b,xhigh,mixed,mid,Epoch-external,USD/full-benchmark-run,9.0487613,2.89e-08,,,45,score%,0.289,,cost-method-assumed-single,https://epoch.ai/data/benchmark_data.zip (surface_evolver_bench_external.csv in benchmark_data.zip fetched 2026-10-18 / row qwen3.8-27b_xhigh / column Mean score),,in,out:cost-not-comparable epoch-ext-surface-evolver-bench,epoch.ai,glm-5.3-flash,max,mixed,mid,Epoch-external,USD/full-benchmark-run,0.30853474999999997,2.89e-18,,,52.5,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (surface_evolver_bench_external.csv in benchmark_data.zip fetched 2026-10-18 / row glm-5.3-flash_max / column Mean score),,out:superseded,out:superseded epoch-ext-surface-evolver-bench,epoch.ai,gemini-3.8-flash,high,mixed,mid,Epoch-external,USD/full-benchmark-run,2.5981149,2.89e-08,,,76.875,score%,0.000289,,,https://epoch.ai/data/benchmark_data.zip (surface_evolver_bench_external.csv in benchmark_data.zip fetched 2026-10-18 / row gemini-3.8-flash_high / column Mean score),,out:superseded,out:superseded epoch-ext-surface-evolver-bench,epoch.ai,deepseek-v4.1-flash,high,mixed,mid,Epoch-external,USD/full-benchmark-run,2.1277077120000003,2.89e-17,,,46.25,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (surface_evolver_bench_external.csv in benchmark_data.zip fetched 2026-10-18 / row deepseek-v4.1-flash_high / column Mean score),,out:superseded,out:superseded epoch-ext-wino-grande-5shot,epoch.ai,sonnet-3,solo,mixed,mid,Epoch-external,,,,,,75.1,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-10-18 / row recfo636SsgKz6bre / column Accuracy),,out:superseded, epoch-ext-wino-grande-5shot,epoch.ai,haiku-3,solo,mixed,mid,Epoch-external,,,,,,74.2,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-10-18 / row rec48LdyvDEsxod6W / column Accuracy),,out:superseded, epoch-ext-wino-grande-5shot,epoch.ai,opus-3,solo,mixed,mid,Epoch-external,,,,,,88.5,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-10-18 / row recwhfZU1uHwUbOtB / column Accuracy),,out:superseded, epoch-ext-geobench-acw-country,epoch.ai,sonnet-3.7,think-15000,mixed,mid,Epoch-external,,,,,,65,ACW Country %,0.289,,,https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-10-18 / row recavCfmmQ6tMEwtu / column ACW Country %),,out:budget-config, epoch-ext-geobench-acw-country,epoch.ai,sonnet-3.5-1022,solo,mixed,mid,Epoch-external,,,,,,62,ACW Country %,0.289,,,https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-10-18 / row rec3IW78fmDClmevf / column ACW Country %),,out:superseded, epoch-ext-geobench-acw-country,epoch.ai,?claude-opus-4-20250514,not-established:absent,mixed,mid,Epoch-external,,,,,,49,ACW Country %,0.289,,,https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-10-18 / row rec9ARZdPBfnWVjCp / column ACW Country %),,out:model-not-established, epoch-ext-geobench-acw-country,epoch.ai,haiku-3.5,solo,mixed,mid,Epoch-external,,,,,,34,ACW Country %,0.289,,,https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-10-18 / row recno5e6hTQGMAJmt / column ACW Country %),,out:superseded, epoch-ext-geobench-acw-country,epoch.ai,?claude-sonnet-4-20250514,not-established:absent,mixed,mid,Epoch-external,,,,,,32,ACW Country %,0.289,,,https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-10-18 / row rec633RXeiU9CsPRR / column ACW Country %),,out:model-not-established, eci,epoch.ai,opus-5.5,unstated,mixed,frontier,epoch-eci-board,,,,,,168.83,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-21 / row Claude Opus 5.5 / column eci),,out:effort-not-established, eci,epoch.ai,fable-5.1,unstated,mixed,frontier,epoch-eci-board,,,,,,166.49,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-21 / row Claude Fable 5.1 / column eci),,out:effort-not-established, eci,epoch.ai,sonnet-5.5,unstated,mixed,frontier,epoch-eci-board,,,,,,166.18,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-21 / row Claude Sonnet 5.5 / column eci),,out:effort-not-established, eci,epoch.ai,opus-5,unstated,mixed,frontier,epoch-eci-board,,,,,,163.94,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-21 / row Claude Opus 5 / column eci),,out:effort-not-established, eci,epoch.ai,fable-5,unstated,mixed,frontier,epoch-eci-board,,,,,,163.42,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-21 / row Claude Fable 5 / column eci),,out:effort-not-established, eci,epoch.ai,haiku-5.5,unstated,mixed,frontier,epoch-eci-board,,,,,,159.32,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-21 / row Claude Haiku 5.5 / column eci),,out:effort-not-established, eci,epoch.ai,opus-4.8,unstated,mixed,frontier,epoch-eci-board,,,,,,159.01,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-21 / row Claude Opus 4.8 / column eci),,out:effort-not-established, eci,epoch.ai,sonnet-5,unstated,mixed,frontier,epoch-eci-board,,,,,,156.88,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-21 / row Claude Sonnet 5 / column eci),,out:effort-not-established, eci,epoch.ai,opus-4.7,unstated,mixed,frontier,epoch-eci-board,,,,,,156.79,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-21 / row Claude Opus 4.7 / column eci),,out:effort-not-established, eci,epoch.ai,opus-4.6,unstated,mixed,frontier,epoch-eci-board,,,,,,155.66,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-21 / row Claude Opus 4.6 / column eci),,out:effort-not-established, eci,epoch.ai,sonnet-4.6,unstated,mixed,frontier,epoch-eci-board,,,,,,152.79,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-21 / row Claude Sonnet 4.6 / column eci),,out:effort-not-established, eci,epoch.ai,haiku-4.5,unstated,mixed,frontier,epoch-eci-board,,,,,,142.15,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-21 / row Claude Haiku 4.5 / column eci),,out:effort-not-established, eci,epoch.ai,gpt-6-astra,unstated,mixed,frontier,epoch-eci-board,,,,,,168.81,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-21 / row GPT-6 Astra / column eci),,out:effort-not-established, eci,epoch.ai,gpt-6.1-sol,unstated,mixed,frontier,epoch-eci-board,,,,,,168.37,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-21 / row GPT-6.1 Sol / column eci),,out:effort-not-established, eci,epoch.ai,gemini-4-argon,unstated,mixed,frontier,epoch-eci-board,,,,,,166.45,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-21 / row Gemini 4 Argon / column eci),,out:effort-not-established, eci,epoch.ai,gpt-6-sol,unstated,mixed,frontier,epoch-eci-board,,,,,,163.73,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-21 / row GPT-6 Sol / column eci),,out:effort-not-established, eci,epoch.ai,gpt-5.5-pro,unstated,mixed,frontier,epoch-eci-board,,,,,,162.91,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-21 / row GPT-5.5 Pro / column eci),,out:effort-not-established, eci,epoch.ai,gpt-5.6-sol,unstated,mixed,frontier,epoch-eci-board,,,,,,162.79,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-21 / row GPT-5.6 Sol / column eci),,out:effort-not-established, eci,epoch.ai,gpt-5.6-terra,unstated,mixed,frontier,epoch-eci-board,,,,,,160.09,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-21 / row GPT-5.6 Terra / column eci),,out:effort-not-established, eci,epoch.ai,gpt-5.4-pro,unstated,mixed,frontier,epoch-eci-board,,,,,,159.57,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-21 / row GPT-5.4 Pro / column eci),,out:effort-not-established, eci,epoch.ai,gpt-5.5,unstated,mixed,frontier,epoch-eci-board,,,,,,159.68,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-21 / row GPT-5.5 / column eci),,out:effort-not-established, eci,epoch.ai,kimi-k3,unstated,mixed,frontier,epoch-eci-board,,,,,,157.86,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-21 / row Kimi K3 / column eci),,out:effort-not-established, eci,epoch.ai,gemini-3.7-flash,unstated,mixed,frontier,epoch-eci-board,,,,,,157.97,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-21 / row Gemini 3.7 Flash / column eci),,out:effort-not-established, eci,epoch.ai,gemini-3.8-flash,unstated,mixed,frontier,epoch-eci-board,,,,,,157.44,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-21 / row Gemini 3.8 Flash / column eci),,out:effort-not-established, eci,epoch.ai,gpt-5.3-codex,unstated,mixed,frontier,epoch-eci-board,,,,,,157.09,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-21 / row GPT-5.3 Codex / column eci),,out:effort-not-established, eci,epoch.ai,gpt-5.4,unstated,mixed,frontier,epoch-eci-board,,,,,,157.31,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-21 / row GPT-5.4 / column eci),,out:effort-not-established, eci,epoch.ai,gpt-5.6-luna,unstated,mixed,frontier,epoch-eci-board,,,,,,156.5,ECI,0.0289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-21 / row GPT-5.6 Luna / column eci),,out:effort-not-established, eci,epoch.ai,gpt-6-luna,unstated,mixed,frontier,epoch-eci-board,,,,,,156.75,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-21 / row GPT-6 Luna / column eci),,out:effort-not-established, eci,epoch.ai,grok-4.6,unstated,mixed,frontier,epoch-eci-board,,,,,,156.57,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-21 / row Grok 4.6 / column eci),,out:effort-not-established, eci,epoch.ai,gpt-5.2-pro,unstated,mixed,frontier,epoch-eci-board,,,,,,156.33,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-21 / row GPT-5.2 Pro / column eci),,out:effort-not-established, eci,epoch.ai,deepseek-v4.1-flash,unstated,mixed,frontier,epoch-eci-board,,,,,,155.93,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-21 / row DeepSeek V4.1 Flash / column eci),,out:effort-not-established, eci,epoch.ai,deepseek-v4-pro-0813,unstated,mixed,frontier,epoch-eci-board,,,,,,155.64,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-21 / row DeepSeek V4 Pro 0813 / column eci),,out:effort-not-established, eci,epoch.ai,qwen3.8-max-0902,unstated,mixed,frontier,epoch-eci-board,,,,,,155.08,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-21 / row Qwen3.8 Max (0902) / column eci),,out:effort-not-established, eci,epoch.ai,gemini-3.1-pro,unstated,mixed,frontier,epoch-eci-board,,,,,,155.34,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-21 / row Gemini 3.1 Pro / column eci),,out:effort-not-established, eci,epoch.ai,deepseek-v4-flash-0731,unstated,mixed,frontier,epoch-eci-board,,,,,,154.76,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-21 / row DeepSeek V4 Flash 0731 / column eci),,out:effort-not-established, eci,epoch.ai,gemini-3.5-flash,unstated,mixed,frontier,epoch-eci-board,,,,,,154.88,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-21 / row Gemini 3.5 Flash / column eci),,out:effort-not-established, eci,epoch.ai,gemini-3.6-flash,unstated,mixed,frontier,epoch-eci-board,,,,,,154.53,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-21 / row Gemini 3.6 Flash / column eci),,out:effort-not-established, eci,epoch.ai,gpt-5.2,unstated,mixed,frontier,epoch-eci-board,,,,,,153.66,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-21 / row GPT-5.2 / column eci),,out:effort-not-established, eci,epoch.ai,gemini-3-pro,unstated,mixed,frontier,epoch-eci-board,,,,,,153.07,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-21 / row Gemini 3 Pro / column eci),,out:effort-not-established, eci,epoch.ai,glm-5.1,unstated,mixed,frontier,epoch-eci-board,,,,,,149.82,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-21 / row GLM-5.1 / column eci),,out:effort-not-established, eci,epoch.ai,kimi-k2.7-code,solo,mixed,frontier,epoch-eci-board,,,,,,150.11,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-21 / row Kimi K2.7 Code / column eci),,out:superseded, eci,epoch.ai,qwen3.6-plus,unstated,mixed,frontier,epoch-eci-board,,,,,,147.3,ECI,0.0289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-21 / row Qwen 3.6 Plus / column eci),,out:effort-not-established, eci,epoch.ai,qwen3.7-plus,unstated,mixed,frontier,epoch-eci-board,,,,,,147.0,ECI,0.0289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-21 / row Qwen3.7-Plus / column eci),,out:effort-not-established, eci,epoch.ai,qwen3.6-27b,unstated,mixed,frontier,epoch-eci-board,,,,,,146.23,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-21 / row Qwen3.6 27B / column eci),,out:effort-not-established, eci,epoch.ai,grok-4,solo,mixed,frontier,epoch-eci-board,,,,,,146.24,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-21 / row Grok 4 / column eci),,out:superseded, eci,epoch.ai,?Gemini 2.5 Pro (Jun 2025),not-established:absent,mixed,frontier,epoch-eci-board,,,,,,145.13,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-21 / row Gemini 2.5 Pro (Jun 2025) / column eci),,out:model-not-established, eci,epoch.ai,gemini-3.5-flash-lite,unstated,mixed,frontier,epoch-eci-board,,,,,,144.91,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-21 / row Gemini 3.5 Flash-Lite / column eci),,out:effort-not-established, eci,epoch.ai,qwen3.7-flash,unstated,mixed,frontier,epoch-eci-board,,,,,,144.05,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-21 / row Qwen3.7 Flash / column eci),,out:effort-not-established, eci,epoch.ai,gemini-3.1-flash-lite,unstated,mixed,frontier,epoch-eci-board,,,,,,144.26,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-21 / row Gemini 3.1 Flash-Lite / column eci),,out:effort-not-established, eci,epoch.ai,?Gemini 2.5 Pro (Mar 2025),not-established:absent,mixed,frontier,epoch-eci-board,,,,,,143.96,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-21 / row Gemini 2.5 Pro (Mar 2025) / column eci),,out:model-not-established, eci,epoch.ai,qwen3.6-35b-a3b,unstated,mixed,frontier,epoch-eci-board,,,,,,143.73,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-21 / row Qwen 3.6 35B-A3B / column eci),,out:effort-not-established, eci,epoch.ai,glm-4.7,unstated,mixed,frontier,epoch-eci-board,,,,,,143.59,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-21 / row GLM-4.7 / column eci),,out:effort-not-established, eci,epoch.ai,qwen3.6-flash,unstated,mixed,frontier,epoch-eci-board,,,,,,142.89,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-21 / row Qwen 3.6 Flash / column eci),,out:effort-not-established, eci,epoch.ai,gemini-2.5-pro-preview-05-06,solo,mixed,frontier,epoch-eci-board,,,,,,142.15,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-21 / row Gemini 2.5 Pro (May 2025) / column eci),,out:superseded, eci,epoch.ai,gemini-2.5-flash,unstated,mixed,frontier,epoch-eci-board,,,,,,140.59,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-21 / row Gemini 2.5 Flash (Jun 2025) / column eci),,out:effort-not-established, eci,epoch.ai,gpt-oss-120b,unstated,mixed,frontier,epoch-eci-board,,,,,,139.79,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-21 / row gpt-oss-120b / column eci),,out:effort-not-established, eci,epoch.ai,qwen3-235b-a22b,unstated,mixed,frontier,epoch-eci-board,,,,,,139.15,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-21 / row Qwen3-235B-A22B / column eci),,out:effort-not-established, eci,epoch.ai,deepseek-r1,solo,mixed,frontier,epoch-eci-board,,,,,,138.82,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-21 / row DeepSeek-R1 / column eci),,out:superseded, eci,epoch.ai,o1-preview,solo,mixed,frontier,epoch-eci-board,,,,,,134.57,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-21 / row o1-preview / column eci),,out:superseded, eci,epoch.ai,gpt-4-0314,solo,mixed,frontier,epoch-eci-board,,,,,,125.74,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-21 / row GPT-4 (Mar 2023) / column eci),,out:superseded, eci,epoch.ai,?Qwen2.5-Coder-14B,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,116.31,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-21 / row Qwen2.5-Coder-14B / column eci),,out:model-not-established, eci,epoch.ai,?GPT-3.5 Turbo (Jun 2023),not-established:absent,mixed,frontier,epoch-eci-board,,,,,,113.22,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-21 / row GPT-3.5 Turbo (Jun 2023) / column eci),,out:model-not-established, eci,epoch.ai,?Qwen2.5-Coder (7B),not-established:absent,mixed,frontier,epoch-eci-board,,,,,,113.01,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-21 / row Qwen2.5-Coder (7B) / column eci),,out:model-not-established, eci,epoch.ai,deepseek-coder-v2-lite-base,unstated,mixed,frontier,epoch-eci-board,,,,,,108.68,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-21 / row DeepSeek-Coder-V2-Lite-Base / column eci),,out:effort-not-established, eci,epoch.ai,?Qwen2.5-Coder-3B,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,107.52,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-21 / row Qwen2.5-Coder-3B / column eci),,out:model-not-established, eci,epoch.ai,?Qwen2.5-Coder (1.5B),not-established:absent,mixed,frontier,epoch-eci-board,,,,,,102.71,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-21 / row Qwen2.5-Coder (1.5B) / column eci),,out:model-not-established, eci,epoch.ai,?DeepSeek Coder 33B,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,95.94,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-21 / row DeepSeek Coder 33B / column eci),,out:model-not-established, eci,epoch.ai,?DeepSeek Coder 6.7B,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,89.13,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-21 / row DeepSeek Coder 6.7B / column eci),,out:model-not-established, eci,epoch.ai,?Qwen2.5-Coder-0.5B,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,87.63,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-21 / row Qwen2.5-Coder-0.5B / column eci),,out:model-not-established, eci,epoch.ai,?DeepSeek Coder 1.3B,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,62.59,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-21 / row DeepSeek Coder 1.3B / column eci),,out:model-not-established, epoch-chess-puzzles,epoch.ai,deepseek-v4-pro-0813,max,reasoning-math,hard,Epoch-harness,,,,,,19,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-21 / row DSyqeLiA9LLZF4iaxsTVHL / column Best score (across scorers)),,out:decision:D67, epoch-chess-puzzles,epoch.ai,deepseek-v4-pro-0813,high,reasoning-math,hard,Epoch-harness,,,,,,15,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-21 / row duoDEpEXouGJfYrjd5DbvN / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,deepseek-v4-pro-0813,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,4,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-21 / row iKiaFJXjdHdUnbMXdKnq4Q / column Best score (across scorers)),,out:effort-not-established, epoch-chess-puzzles,epoch.ai,deepseek-v4-flash-0731,max,reasoning-math,hard,Epoch-harness,,,,,,32,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-21 / row Azz52eFkXwVJiRCGpaUBwB / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,qwen3.8-max-0902,xhigh,reasoning-math,hard,Epoch-harness,,,,,,46,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-10-21 / row bq5y6Tp83KLtxC58UDfpyN / column Best score (across scorers)),,out:superseded, epoch-mystery-game-puzzles,epoch.ai,deepseek-v4-pro-0813,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,17,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-21 / row BmvJaHMCnZzb24ErpAsozU / column Best score (across scorers)),,out:effort-not-established, epoch-mystery-game-puzzles,epoch.ai,?claude-opus-4-1-20250805,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,21,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-10-21 / row 2AbeCjy9w4KJWKhbKjtFTJ / column Best score (across scorers)),,out:model-not-established, epoch-simpleqa-verified@epoch.ai,epoch.ai,deepseek-v4-pro-0813,max,reasoning-math,hard,Epoch-harness,,,,,,46.993987975951906,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-10-21 / row Sq9xqkVTmFvELpQy9KH5TM / column Best score (across scorers)),,out:superseded, epoch-ebr-bench,epoch.ai,gemini-4-argon,high,reasoning-math,hard,Epoch-harness,,,,,,64.76190476190476,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (ebr_bench.csv in benchmark_data.zip fetched 2026-10-21 / row mSJNKA7nCp2eZVqMo5nTUP / column Best score (across scorers)),,out:superseded, epoch-ebr-bench,epoch.ai,?claude-opus-4-1-20250805,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,7.9365,score%,2.89e-05,,,https://epoch.ai/data/benchmark_data.zip (ebr_bench.csv in benchmark_data.zip fetched 2026-10-21 / row NMncsmkDVG6ZmNufPxNs2m / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath-erdos,epoch.ai,gpt-6.1-sol,max,reasoning-math,hard,Epoch-harness,,,,,,4.411764705882353,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_erdos.csv in benchmark_data.zip fetched 2026-10-21 / row bloom68-alv3junt54xqrybd / column Best score (across scorers)),,out:superseded, epoch-frontiermath-erdos,epoch.ai,gpt-6-sol,max,reasoning-math,hard,Epoch-harness,,,,,,1.4705882352941176,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_erdos.csv in benchmark_data.zip fetched 2026-10-21 / row bloom68-gpt6sol-jw3kuj7ihascfke9 / column Best score (across scorers)),,out:superseded, epoch-frontiermath-erdos,epoch.ai,grok-4.7,xhigh,reasoning-math,hard,Epoch-harness,,,,,,0,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_erdos.csv in benchmark_data.zip fetched 2026-10-21 / row bloom68-grok47-c934xdlxd6komspn / column Best score (across scorers)),,out:uninformative, epoch-frontiermath-erdos,epoch.ai,gemini-3.8-flash,high,reasoning-math,hard,Epoch-harness,,,,,,0,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_erdos.csv in benchmark_data.zip fetched 2026-10-21 / row bloom68-gemini38f-aojsg6oyu5hcva8s / column Best score (across scorers)),,out:uninformative, epoch-frontiermath-erdos,epoch.ai,kimi-k3,max,reasoning-math,hard,Epoch-harness,,,,,,0,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_erdos.csv in benchmark_data.zip fetched 2026-10-21 / row bloom68-kimi-u2zxwufo24l8te4u / column Best score (across scorers)),,out:uninformative, epoch-frontiermath-erdos,epoch.ai,opus-5,max,reasoning-math,hard,Epoch-harness,,,,,,0,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_erdos.csv in benchmark_data.zip fetched 2026-10-21 / row bloom68-opus5-2joaoeymbc8dk6j4 / column Best score (across scorers)),,out:uninformative, eci,epoch.ai,qwen3.7-max,unstated,mixed,frontier,epoch-eci-board,,,,,,154.04,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-10-21 / row Qwen3.7-Max / column eci),,out:effort-not-established, epoch-ext-algotune,epoch.ai,gpt-5.2,medium,mixed,mid,Epoch-external,,,,,,2.05,Score,0.00289,,prev=2.05 (src-epoch.ai-benchmark-data-2026-10-18#M28),https://epoch.ai/data/benchmark_data.zip (algotune_external.csv in benchmark_data.zip fetched 2026-11-04 / row recmOTqcaDOeGrw0X / column Score),,in, epoch-ext-algotune,epoch.ai,gemini-3.1-pro,unstated,mixed,mid,Epoch-external,,,,,,2.02,Score,0.00289,,,https://epoch.ai/data/benchmark_data.zip (algotune_external.csv in benchmark_data.zip fetched 2026-11-04 / row recAScSfvSJwGYgPe / column Score),,out:effort-not-established, epoch-ext-algotune,epoch.ai,gpt-5.4,high,mixed,mid,Epoch-external,,,,,,1.85,Score,0.00289,,prev=1.85 (src-epoch.ai-benchmark-data-2026-10-18#M29),https://epoch.ai/data/benchmark_data.zip (algotune_external.csv in benchmark_data.zip fetched 2026-11-04 / row recJlBSVOYqi6zcbx / column Score),,in, epoch-ext-algotune,epoch.ai,?gemini-3-pro-preview,not-established:absent,mixed,mid,Epoch-external,,,,,,1.83,Score,0.00289,,,https://epoch.ai/data/benchmark_data.zip (algotune_external.csv in benchmark_data.zip fetched 2026-11-04 / row rec9Ywmj1VE3j4ICv / column Score),,out:model-not-established, epoch-ext-algotune,epoch.ai,opus-4.5,unstated,mixed,mid,Epoch-external,,,,,,1.77,Score,0.00289,,,https://epoch.ai/data/benchmark_data.zip (algotune_external.csv in benchmark_data.zip fetched 2026-11-04 / row rec9M5y5wsXfBJbRe / column Score),,out:effort-not-established, epoch-ext-algotune,epoch.ai,o4-mini,high,mixed,mid,Epoch-external,,,,,,1.72,Score,0.00289,,,https://epoch.ai/data/benchmark_data.zip (algotune_external.csv in benchmark_data.zip fetched 2026-11-04 / row recShU7tWqeNxYW6v / column Score),,out:single-couple, epoch-ext-algotune,epoch.ai,deepseek-r1,solo,mixed,mid,Epoch-external,,,,,,1.7,Score,0.0289,,,https://epoch.ai/data/benchmark_data.zip (algotune_external.csv in benchmark_data.zip fetched 2026-11-04 / row recZ2SREKLJZZNFXX / column Score),,out:single-couple, epoch-ext-algotune,epoch.ai,gpt-5,high,mixed,mid,Epoch-external,,,,,,1.67,Score,0.00289,,,https://epoch.ai/data/benchmark_data.zip (algotune_external.csv in benchmark_data.zip fetched 2026-11-04 / row recrVKyfGfV9ZzFp3 / column Score),,out:single-couple, epoch-ext-algotune,epoch.ai,glm-4.5,not-established:absent,mixed,mid,Epoch-external,,,,,,1.52,Score,0.00289,,,https://epoch.ai/data/benchmark_data.zip (algotune_external.csv in benchmark_data.zip fetched 2026-11-04 / row recJ2Ik2vP4dZOVnP / column Score),,out:effort-not-established, epoch-ext-algotune,epoch.ai,sonnet-4.5,unstated,mixed,mid,Epoch-external,,,,,,1.52,Score,0.00289,,,https://epoch.ai/data/benchmark_data.zip (algotune_external.csv in benchmark_data.zip fetched 2026-11-04 / row recjoFts6Mliie0dX / column Score),,out:effort-not-established, epoch-ext-algotune,epoch.ai,gemini-2.5-pro,unstated,mixed,mid,Epoch-external,,,,,,1.51,Score,0.00289,,,https://epoch.ai/data/benchmark_data.zip (algotune_external.csv in benchmark_data.zip fetched 2026-11-04 / row recSo4CBg6ggAqzOZ / column Score),,out:effort-not-established, epoch-ext-algotune,epoch.ai,opus-4.6,high,mixed,mid,Epoch-external,,,,,,1.47,Score,0.00289,,prev=1.47 (src-epoch.ai-benchmark-data-2026-10-18#M30),https://epoch.ai/data/benchmark_data.zip (algotune_external.csv in benchmark_data.zip fetched 2026-11-04 / row recnaW71BcUPjCQyi / column Score),,out:single-couple, epoch-ext-algotune,epoch.ai,qwen3-coder-480b-a35b-instruct,solo,mixed,mid,Epoch-external,,,,,,1.44,Score,0.00289,,,https://epoch.ai/data/benchmark_data.zip (algotune_external.csv in benchmark_data.zip fetched 2026-11-04 / row recjIn0fy7wmd3eDJ / column Score),,out:single-couple, epoch-ext-algotune,epoch.ai,?openai/gpt-oss-120b,not-established:absent,mixed,mid,Epoch-external,,,,,,1.41,Score,0.00289,,,https://epoch.ai/data/benchmark_data.zip (algotune_external.csv in benchmark_data.zip fetched 2026-11-04 / row recm2TzBFSajymm65 / column Score),,out:model-not-established, epoch-ext-algotune,epoch.ai,gpt-5-mini,high,mixed,mid,Epoch-external,,,,,,1.38,Score,0.00289,,,https://epoch.ai/data/benchmark_data.zip (algotune_external.csv in benchmark_data.zip fetched 2026-11-04 / row recBWU1GTOFUQ2rwv / column Score),,out:single-couple, epoch-ext-algotune,epoch.ai,?claude-opus-4-1-20250805,not-established:absent,mixed,mid,Epoch-external,,,,,,1.34,Score,0.00289,,,https://epoch.ai/data/benchmark_data.zip (algotune_external.csv in benchmark_data.zip fetched 2026-11-04 / row recDC5tvNBdXf2D8H / column Score),,out:model-not-established, epoch-ext-algotune,epoch.ai,?claude-opus-4-20250514,not-established:absent,mixed,mid,Epoch-external,,,,,,1.33,Score,0.00289,,,https://epoch.ai/data/benchmark_data.zip (algotune_external.csv in benchmark_data.zip fetched 2026-11-04 / row recBBUj2dIBUqY2tR / column Score),,out:model-not-established, epoch-ext-algotune,epoch.ai,gpt-5-pro,not-established:absent,mixed,mid,Epoch-external,,,,,,1.31,Score,0.00289,,,https://epoch.ai/data/benchmark_data.zip (algotune_external.csv in benchmark_data.zip fetched 2026-11-04 / row recISd3dRCHYjetpt / column Score),,out:effort-not-established, epoch-ext-btf3,epoch.ai,opus-4.8,xhigh,mixed,mid,Epoch-external,,,,,,13.2,score%,0.0289,,prev=0.132 (src-epoch.ai-benchmark-data-2026-10-18#M31),https://epoch.ai/data/benchmark_data.zip (btf3_external.csv in benchmark_data.zip fetched 2026-11-04 / row Claude Opus 4.8 (xhigh) / column Pooled score),,in, epoch-ext-btf3,epoch.ai,fable-5,high,mixed,mid,Epoch-external,,,,,,13,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (btf3_external.csv in benchmark_data.zip fetched 2026-11-04 / row Claude Fable 5 (high) / column Pooled score),,in, epoch-ext-btf3,epoch.ai,gpt-5.5,high,mixed,mid,Epoch-external,,,,,,13.4,score%,0.0289,,prev=0.134 (src-epoch.ai-benchmark-data-2026-10-18#M32),"https://epoch.ai/data/benchmark_data.zip (btf3_external.csv in benchmark_data.zip fetched 2026-11-04 / row GPT-5.5 (high, agent SDK) / column Pooled score)",,in, epoch-ext-btf3,epoch.ai,gpt-5.6-sol,high,mixed,mid,Epoch-external,,,,,,13.5,score%,0.0289,,prev=0.135 (src-epoch.ai-benchmark-data-2026-10-18#M33),https://epoch.ai/data/benchmark_data.zip (btf3_external.csv in benchmark_data.zip fetched 2026-11-04 / row GPT-5.6 Sol (high) / column Pooled score),,in, epoch-ext-btf3,epoch.ai,opus-4.8,high,mixed,mid,Epoch-external,,,,,,13.7,score%,0.0289,,prev=0.137 (src-epoch.ai-benchmark-data-2026-10-18#M34),"https://epoch.ai/data/benchmark_data.zip (btf3_external.csv in benchmark_data.zip fetched 2026-11-04 / row Claude Opus 4.8 (high, agent SDK) / column Pooled score)",,in, epoch-ext-btf3,epoch.ai,opus-4.8,high,mixed,mid,Epoch-external,,,,,,14,score%,0.289,,prev=0.137 (src-epoch.ai-benchmark-data-2026-10-18#M34),https://epoch.ai/data/benchmark_data.zip (btf3_external.csv in benchmark_data.zip fetched 2026-11-04 / row Claude Opus 4.8 (high) / column Pooled score),,in, epoch-ext-btf3,epoch.ai,gpt-5.5,high,mixed,mid,Epoch-external,,,,,,14.3,score%,0.0289,,prev=0.134 (src-epoch.ai-benchmark-data-2026-10-18#M32),https://epoch.ai/data/benchmark_data.zip (btf3_external.csv in benchmark_data.zip fetched 2026-11-04 / row GPT-5.5 (high) / column Pooled score),,in, epoch-ext-btf3,epoch.ai,sonnet-5,xhigh,mixed,mid,Epoch-external,,,,,,14.2,score%,0.0289,,prev=0.142 (src-epoch.ai-benchmark-data-2026-10-18#M35),https://epoch.ai/data/benchmark_data.zip (btf3_external.csv in benchmark_data.zip fetched 2026-11-04 / row Claude Sonnet 5 (xhigh) / column Pooled score),,in, epoch-ext-btf3,epoch.ai,opus-5,xhigh,mixed,mid,Epoch-external,,,,,,12,score%,0.289,,prev=0.12 (src-epoch.ai-benchmark-data-2026-10-18#M36),https://epoch.ai/data/benchmark_data.zip (btf3_external.csv in benchmark_data.zip fetched 2026-11-04 / row Claude Opus 5 (xhigh) § / column Pooled score),,in, epoch-ext-btf3,epoch.ai,gpt-5.6-sol,max,mixed,mid,Epoch-external,,,,,,13.7,score%,0.0289,,prev=0.137 (src-epoch.ai-benchmark-data-2026-10-18#M37),https://epoch.ai/data/benchmark_data.zip (btf3_external.csv in benchmark_data.zip fetched 2026-11-04 / row GPT-5.6 Sol (max) / column Pooled score),,in, epoch-ext-btf3,epoch.ai,gpt-6-astra,low,mixed,mid,Epoch-external,,,,,,13.5,score%,0.0289,,prev=0.135 (src-epoch.ai-benchmark-data-2026-10-18#M38),https://epoch.ai/data/benchmark_data.zip (btf3_external.csv in benchmark_data.zip fetched 2026-11-04 / row GPT-6 Astra (low) / column Pooled score),,in, epoch-ext-btf3,epoch.ai,gpt-5.6-sol,medium,mixed,mid,Epoch-external,,,,,,13.7,score%,0.0289,,prev=0.137 (src-epoch.ai-benchmark-data-2026-10-18#M39),https://epoch.ai/data/benchmark_data.zip (btf3_external.csv in benchmark_data.zip fetched 2026-11-04 / row GPT-5.6 Sol (medium) / column Pooled score),,in, epoch-ext-btf3,epoch.ai,muse-spark-1.3,xhigh,mixed,mid,Epoch-external,,,,,,14.1,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (btf3_external.csv in benchmark_data.zip fetched 2026-11-04 / row Muse Spark 1.3 (xhigh) / column Pooled score),,out:single-couple, epoch-ext-btf3,epoch.ai,glm-5.3-flash,unstated,mixed,mid,Epoch-external,,,,,,14.9,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (btf3_external.csv in benchmark_data.zip fetched 2026-11-04 / row GLM-5.3-Flash / column Pooled score),,out:effort-not-established, epoch-ext-btf3,epoch.ai,glm-5.3,unstated,mixed,mid,Epoch-external,,,,,,14.9,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (btf3_external.csv in benchmark_data.zip fetched 2026-11-04 / row GLM-5.3 / column Pooled score),,out:effort-not-established, epoch-chess-puzzles,epoch.ai,?mistral-large-4-0-oss,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,29,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row PuHzUbC9C2fJAq7iA5wQpv / column Best score (across scorers)),,out:model-not-established, epoch-chess-puzzles,epoch.ai,deepseek-v4.1-flash-1017,max,reasoning-math,hard,Epoch-harness,,,,,,46,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row 4sRo7TxavQAsjaEALPZdDy / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,?mistral-large-4-0,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,33,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row eNdDCt2u6A8mPisK56SApU / column Best score (across scorers)),,out:model-not-established, epoch-chess-puzzles,epoch.ai,?gpt-6-astra,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,76,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row 76P4iR5BFFPS5jtR3VRWDE / column Best score (across scorers)),,out:model-not-established, epoch-chess-puzzles,epoch.ai,gpt-5.4-nano,xhigh,reasoning-math,hard,Epoch-harness,,,,,,45,score%,0.289,,prev=0.45 (src-epoch.ai-benchmark-data-2026-10-15#M57),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row MeFyTsrHFWVrQJ8QHRjnRw / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,gpt-5.2,xhigh,reasoning-math,hard,Epoch-harness,,,,,,48,score%,0.289,,prev=0.48 (src-epoch.ai-benchmark-data-2026-10-15#M58),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row YGX23vJ7GJBaYUVLvHnXn5 / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,gpt-5-pro,high,reasoning-math,hard,Epoch-harness,,,,,,48,score%,0.289,,prev=0.48 (src-epoch.ai-benchmark-data-2026-10-15#M59),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row RwHkGk6Qhd4NVTtRLDwLmc / column Best score (across scorers)),,out:single-couple, epoch-chess-puzzles,epoch.ai,gpt-5.2-pro,xhigh,reasoning-math,hard,Epoch-harness,,,,,,60,score%,2.89,,prev=0.6 (src-epoch.ai-benchmark-data-2026-10-15#M60),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row LgRDo2HcNECAGiD8UnHYjx / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,gpt-5.4-pro,xhigh,reasoning-math,hard,Epoch-harness,,,,,,59,score%,0.289,,prev=0.59 (src-epoch.ai-benchmark-data-2026-10-15#M61),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row 5yc9mNtsSiFQ5PducfGZGT / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,gpt-5.5-pro,xhigh,reasoning-math,hard,Epoch-harness,,,,,,62,score%,0.289,,prev=0.62 (src-epoch.ai-benchmark-data-2026-10-15#M62),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row 5u4XrDnQSRnuXSK6oXKAth / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,?gpt-5.6-sol,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,68,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row WAavFdihYDHwjGsDNh9toF / column Best score (across scorers)),,out:model-not-established, epoch-chess-puzzles,epoch.ai,glm-4.7,unstated,reasoning-math,hard,Epoch-harness,,,,,,21,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row 9rDLegdh3zmBfFzTj3fkCc / column Best score (across scorers)),,out:effort-not-established, epoch-chess-puzzles,epoch.ai,glm-5.1,unstated,reasoning-math,hard,Epoch-harness,,,,,,20,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row R7XgJMi2R9sv7tZdx5SZTv / column Best score (across scorers)),,out:effort-not-established, epoch-chess-puzzles,epoch.ai,glm-5.2,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,22,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row Hui8iZgjwKPxz7DkRU8sJX / column Best score (across scorers)),,out:effort-not-established, epoch-chess-puzzles,epoch.ai,glm-5.2,high,reasoning-math,hard,Epoch-harness,,,,,,18,score%,0.289,,prev=0.18 (src-epoch.ai-benchmark-data-2026-10-15#M67),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row 6gYpimjqJm3CL6mvKEN9qs / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,glm-5.2,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,19,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row Xi45sLZGyn5sutf7nKRHTk / column Best score (across scorers)),,out:effort-not-established, epoch-chess-puzzles,epoch.ai,glm-5.3,max,reasoning-math,hard,Epoch-harness,,,,,,37,score%,0.289,,prev=0.37 (src-epoch.ai-benchmark-data-2026-10-15#M69),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row kG3hbd8qLEd6fLAJHyQTiN / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,kimi-k2.6,unstated,reasoning-math,hard,Epoch-harness,,,,,,20,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row ehqiuEDETZTqJ8zt6Mc7Ja / column Best score (across scorers)),,out:effort-not-established, epoch-chess-puzzles,epoch.ai,gemini-4-argon,high,reasoning-math,hard,Epoch-harness,,,,,,59,score%,0.289,,prev=0.59 (src-epoch.ai-benchmark-data-2026-10-15#M71),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row GJtYeC7ZV4fYgN3wu4rRvq / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,kimi-k2.7-code,solo,reasoning-math,hard,Epoch-harness,,,,,,14,score%,0.289,,prev=0.14 (src-epoch.ai-benchmark-data-2026-10-15#M72),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row bSyTSKD8RiRNZCGNu6MnFp / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,kimi-k3,max,reasoning-math,hard,Epoch-harness,,,,,,36,score%,0.289,,prev=0.36 (src-epoch.ai-benchmark-data-2026-10-15#M73),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row nzQV9YvictnDF2EwxqTJQs / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,kimi-k3,high,reasoning-math,hard,Epoch-harness,,,,,,37,score%,0.289,,prev=0.37 (src-epoch.ai-benchmark-data-2026-10-15#M74),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row X2QNPHFXuWosA6AiuvVtDv / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,kimi-k3,low,reasoning-math,hard,Epoch-harness,,,,,,18,score%,0.289,,prev=0.18 (src-epoch.ai-benchmark-data-2026-10-15#M75),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row VPSX7EnwWuBrCPnpYGMUEM / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,glm-5.3-flash,max,reasoning-math,hard,Epoch-harness,,,,,,21,score%,0.289,,prev=0.21 (src-epoch.ai-benchmark-data-2026-10-15#M76),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row fWNxmiSUC7BX8whqvzssY8 / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,gpt-4o-mini,solo,reasoning-math,hard,Epoch-harness,,,,,,3,score%,0.289,,prev=0.03 (src-epoch.ai-benchmark-data-2026-10-15#M77),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row QGrgPmo24qW4h9SAvELP3Y / column Best score (across scorers)),,out:single-couple, epoch-chess-puzzles,epoch.ai,o1,high,reasoning-math,hard,Epoch-harness,,,,,,10,score%,2.89,,prev=0.1 (src-epoch.ai-benchmark-data-2026-10-15#M78),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row UtRhB562A5f4SuFsg5MPrJ / column Best score (across scorers)),,out:single-couple, epoch-chess-puzzles,epoch.ai,o1,medium,reasoning-math,hard,Epoch-harness,,,,,,8,score%,0.289,,prev=0.08 (src-epoch.ai-benchmark-data-2026-10-15#M79),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row 8hGkBXjvgrhMoviNRydRTy / column Best score (across scorers)),,out:single-couple, epoch-chess-puzzles,epoch.ai,gpt-4.1,solo,reasoning-math,hard,Epoch-harness,,,,,,3,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row TzdbTbqAFB73Tfet8GFzQQ / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,gpt-4o-0806,solo,reasoning-math,hard,Epoch-harness,,,,,,6,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row Cjt9Xa7iPVBf9dN5cfJ88q / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,o1,low,reasoning-math,hard,Epoch-harness,,,,,,9,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row GX3T3cWkC6n2Dc6ufeQN6y / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,o3-mini,medium,reasoning-math,hard,Epoch-harness,,,,,,11,score%,0.289,,prev=0.11 (src-epoch.ai-benchmark-data-2026-10-15#M83),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row KX6LwuDrXwKvJ6RXod52j4 / column Best score (across scorers)),,out:single-couple, epoch-chess-puzzles,epoch.ai,gpt-4.1-nano,solo,reasoning-math,hard,Epoch-harness,,,,,,0,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row FLJ6bNrtaJQGCU2dP3CvWH / column Best score (across scorers)),,out:uninformative, epoch-chess-puzzles,epoch.ai,o3-mini,high,reasoning-math,hard,Epoch-harness,,,,,,15,score%,0.289,,prev=0.15 (src-epoch.ai-benchmark-data-2026-10-15#M85),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row 65oGRSHSEY6edS9mqbsCfE / column Best score (across scorers)),,out:single-couple, epoch-chess-puzzles,epoch.ai,o3-mini,low,reasoning-math,hard,Epoch-harness,,,,,,6,score%,0.289,,prev=0.06 (src-epoch.ai-benchmark-data-2026-10-15#M86),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row gE8uyjscAzcjpuZZNow3d8 / column Best score (across scorers)),,out:single-couple, epoch-chess-puzzles,epoch.ai,o4-mini,high,reasoning-math,hard,Epoch-harness,,,,,,13,score%,0.289,,prev=0.13 (src-epoch.ai-benchmark-data-2026-10-15#M87),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row 4MyKFuqZDpWQCFpKuHbMyD / column Best score (across scorers)),,out:single-couple, epoch-chess-puzzles,epoch.ai,gpt-4.1-mini,solo,reasoning-math,hard,Epoch-harness,,,,,,1,score%,0.289,,prev=0.01 (src-epoch.ai-benchmark-data-2026-10-15#M88),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row ZyRri9YZ8CNz6CrUWXFjBA / column Best score (across scorers)),,out:single-couple, epoch-chess-puzzles,epoch.ai,o4-mini,medium,reasoning-math,hard,Epoch-harness,,,,,,22,score%,0.289,,prev=0.22 (src-epoch.ai-benchmark-data-2026-10-15#M89),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row dfonReEmxqpRWn5kxGSSES / column Best score (across scorers)),,out:single-couple, epoch-chess-puzzles,epoch.ai,o4-mini,low,reasoning-math,hard,Epoch-harness,,,,,,15,score%,0.289,,prev=0.15 (src-epoch.ai-benchmark-data-2026-10-15#M90),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row EjErEBJsumLKEs2LByVSst / column Best score (across scorers)),,out:single-couple, epoch-chess-puzzles,epoch.ai,gpt-5-mini,low,reasoning-math,hard,Epoch-harness,,,,,,16,score%,0.289,,prev=0.16 (src-epoch.ai-benchmark-data-2026-10-15#M91),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row Wk25aTN6ZVjg5BwRUdcYKo / column Best score (across scorers)),,out:single-couple, epoch-chess-puzzles,epoch.ai,o3,low,reasoning-math,hard,Epoch-harness,,,,,,36,score%,0.289,,prev=0.36 (src-epoch.ai-benchmark-data-2026-10-15#M92),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row mjrcPbSQbMApmXPnqhoawd / column Best score (across scorers)),,out:single-couple, epoch-chess-puzzles,epoch.ai,gpt-5-mini,high,reasoning-math,hard,Epoch-harness,,,,,,24,score%,0.289,,prev=0.24 (src-epoch.ai-benchmark-data-2026-10-15#M93),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row 5tdGvpe8Ahh8xsUnSwhdAF / column Best score (across scorers)),,out:single-couple, epoch-chess-puzzles,epoch.ai,o3,high,reasoning-math,hard,Epoch-harness,,,,,,36,score%,0.289,,prev=0.36 (src-epoch.ai-benchmark-data-2026-10-15#M94),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row RBFypLgCtFRyC4gsCewHfj / column Best score (across scorers)),,out:single-couple, epoch-chess-puzzles,epoch.ai,o3,medium,reasoning-math,hard,Epoch-harness,,,,,,37,score%,0.289,,prev=0.37 (src-epoch.ai-benchmark-data-2026-10-15#M95),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row MiKNm9AZG7MxP6hibnYN8a / column Best score (across scorers)),,out:single-couple, epoch-chess-puzzles,epoch.ai,gpt-5-nano,high,reasoning-math,hard,Epoch-harness,,,,,,22,score%,0.289,,prev=0.22 (src-epoch.ai-benchmark-data-2026-10-15#M96),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row gQHCk4faPpTNupNZ3xmr4c / column Best score (across scorers)),,out:single-couple, epoch-chess-puzzles,epoch.ai,gpt-5-nano,low,reasoning-math,hard,Epoch-harness,,,,,,15,score%,0.289,,prev=0.15 (src-epoch.ai-benchmark-data-2026-10-15#M97),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row kdPFdnbdEGaSw4krPzeJtY / column Best score (across scorers)),,out:single-couple, epoch-chess-puzzles,epoch.ai,gpt-5-nano,minimal,reasoning-math,hard,Epoch-harness,,,,,,2,score%,0.289,,prev=0.02 (src-epoch.ai-benchmark-data-2026-10-15#M98),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row BdrAtxC8wKnKiaEgedzdYY / column Best score (across scorers)),,out:single-couple, epoch-chess-puzzles,epoch.ai,gpt-5-mini,minimal,reasoning-math,hard,Epoch-harness,,,,,,0,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row ELe4PgXXEJQ8TDtUCQRKae / column Best score (across scorers)),,out:uninformative, epoch-chess-puzzles,epoch.ai,gpt-5,high,reasoning-math,hard,Epoch-harness,,,,,,36,score%,0.289,,prev=0.36 (src-epoch.ai-benchmark-data-2026-10-15#M100),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row CxCwksDLsyrgTJ5ievyAoq / column Best score (across scorers)),,out:single-couple, epoch-chess-puzzles,epoch.ai,gpt-5,medium,reasoning-math,hard,Epoch-harness,,,,,,32,score%,0.289,,prev=0.32 (src-epoch.ai-benchmark-data-2026-10-15#M101),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row 4QRM7D5HeCwCvWVZqhJKRS / column Best score (across scorers)),,out:single-couple, epoch-chess-puzzles,epoch.ai,gpt-5,low,reasoning-math,hard,Epoch-harness,,,,,,26,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row iygB8rn4Xogj5N5x9W7ifT / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,gpt-5,minimal,reasoning-math,hard,Epoch-harness,,,,,,10,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row gz54krKiBUPt4BfJASJZqi / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,gpt-5.1,nothink,reasoning-math,hard,Epoch-harness,,,,,,4,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row 5HoXvfpXgnMT3mZ2a8ezkC / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,gpt-5.2,medium,reasoning-math,hard,Epoch-harness,,,,,,36,score%,0.289,,prev=0.36 (src-epoch.ai-benchmark-data-2026-10-15#M105),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row WpdE2FAG4gvAbvgemVXgPA / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,gpt-5.1,high,reasoning-math,hard,Epoch-harness,,,,,,42,score%,0.289,,prev=0.42 (src-epoch.ai-benchmark-data-2026-10-15#M106),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row HKQxqBGokn83tHr5wGJiZX / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,gpt-5.1,low,reasoning-math,hard,Epoch-harness,,,,,,22,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row LfDm9pJ9Uttcjcacy9DGv3 / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,gpt-5.2,high,reasoning-math,hard,Epoch-harness,,,,,,45,score%,0.289,,prev=0.45 (src-epoch.ai-benchmark-data-2026-10-15#M108),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row Y9hzf2ioQTW9ezDvCGzTCu / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,gpt-5.2,low,reasoning-math,hard,Epoch-harness,,,,,,26,score%,0.289,,prev=0.26 (src-epoch.ai-benchmark-data-2026-10-15#M109),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row gajcfzsiUXo8AyTudT22bP / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,gpt-5.2,nothink,reasoning-math,hard,Epoch-harness,,,,,,2,score%,0.289,,prev=0.02 (src-epoch.ai-benchmark-data-2026-10-15#M110),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row MuBMyrNUmTRebT8AA8AY8g / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,gpt-5.4,xhigh,reasoning-math,hard,Epoch-harness,,,,,,48,score%,0.289,,prev=0.48 (src-epoch.ai-benchmark-data-2026-10-15#M111),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row 92ZBraB6bB98s8raSiPgUw / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,gpt-5.4,high,reasoning-math,hard,Epoch-harness,,,,,,42,score%,0.289,,prev=0.42 (src-epoch.ai-benchmark-data-2026-10-15#M112),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row QxrNbLxE4V9iHrUVmVPFHk / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,gpt-5.4,medium,reasoning-math,hard,Epoch-harness,,,,,,37,score%,0.289,,prev=0.37 (src-epoch.ai-benchmark-data-2026-10-15#M113),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row YA6uTqem8RwiNreRbaarAz / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,gpt-5.4,low,reasoning-math,hard,Epoch-harness,,,,,,19,score%,0.289,,prev=0.19 (src-epoch.ai-benchmark-data-2026-10-15#M114),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row 8fpUqaaFFUfWWNZskndSpp / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,gpt-5.4,nothink,reasoning-math,hard,Epoch-harness,,,,,,3,score%,0.289,,prev=0.03 (src-epoch.ai-benchmark-data-2026-10-15#M115),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row TfUnmjxgDbgUvDAo6JrD9a / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,gpt-5.4-nano,high,reasoning-math,hard,Epoch-harness,,,,,,36,score%,0.289,,prev=0.36 (src-epoch.ai-benchmark-data-2026-10-15#M116),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row N5YuEXtrXeXuhDN2qRssSK / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,gpt-5.4-nano,low,reasoning-math,hard,Epoch-harness,,,,,,20,score%,2.89,,prev=0.2 (src-epoch.ai-benchmark-data-2026-10-15#M117),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row isrAz3SUJUJHGUxsk3sG6V / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,gpt-5.4-nano,nothink,reasoning-math,hard,Epoch-harness,,,,,,2,score%,0.289,,prev=0.02 (src-epoch.ai-benchmark-data-2026-10-15#M118),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row at7F8ntqX3M6rXA38mKkWr / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,gpt-5.4-mini,xhigh,reasoning-math,hard,Epoch-harness,,,,,,17,score%,0.289,,prev=0.17 (src-epoch.ai-benchmark-data-2026-10-15#M119),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row 8Wf3UWZzc4nxwzzPv9ckvF / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,gpt-5.4-mini,high,reasoning-math,hard,Epoch-harness,,,,,,23,score%,0.289,,prev=0.23 (src-epoch.ai-benchmark-data-2026-10-15#M120),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row fzgzPmgay5wxMGHjevRjrm / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,gpt-5.5,xhigh,reasoning-math,hard,Epoch-harness,,,,,,63,score%,0.289,,prev=0.63 (src-epoch.ai-benchmark-data-2026-10-15#M121),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row DFWQcrbMegFAcEWZKWoJxC / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,gpt-5.4-mini,nothink,reasoning-math,hard,Epoch-harness,,,,,,2,score%,0.289,,prev=0.02 (src-epoch.ai-benchmark-data-2026-10-15#M122),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row Jpv6S8xWEHQQTzNHD35dcw / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,gpt-5.5,low,reasoning-math,hard,Epoch-harness,,,,,,30,score%,2.89,,prev=0.3 (src-epoch.ai-benchmark-data-2026-10-15#M123),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row 4EayGByBV2xodNBkrZMcFb / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,gpt-5.5,nothink,reasoning-math,hard,Epoch-harness,,,,,,9,score%,0.289,,prev=0.09 (src-epoch.ai-benchmark-data-2026-10-15#M124),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row QfS2PrjUFMNnceRZmCmewP / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,gpt-5.6-luna,max,reasoning-math,hard,Epoch-harness,,,,,,43,score%,0.289,,prev=0.43 (src-epoch.ai-benchmark-data-2026-10-15#M125),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row LUfGWqWQim7rdBPgSpbrXS / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,gpt-5.6-luna,low,reasoning-math,hard,Epoch-harness,,,,,,17,score%,0.289,,prev=0.17 (src-epoch.ai-benchmark-data-2026-10-15#M126),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row FagAUZ7m5PJHseDATvp2vf / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,gpt-5.6-luna,nothink,reasoning-math,hard,Epoch-harness,,,,,,3,score%,0.289,,prev=0.03 (src-epoch.ai-benchmark-data-2026-10-15#M127),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row 5Q7zWYmoRik8mhABL4wpVR / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,gpt-5.6-terra,max,reasoning-math,hard,Epoch-harness,,,,,,47,score%,0.289,,prev=0.47 (src-epoch.ai-benchmark-data-2026-10-15#M128),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row J2ZgtxyaQZfyDMPTPxS8nm / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,gpt-5.6-terra,low,reasoning-math,hard,Epoch-harness,,,,,,27,score%,0.289,,prev=0.27 (src-epoch.ai-benchmark-data-2026-10-15#M129),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row bA5j9K2shzZVFGTMQ5g6EU / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,gpt-5.6-terra,nothink,reasoning-math,hard,Epoch-harness,,,,,,5,score%,0.289,,prev=0.05 (src-epoch.ai-benchmark-data-2026-10-15#M130),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row HzNnNaRmyNExSVaMjmFCHe / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,gpt-5.6-sol,max,reasoning-math,hard,Epoch-harness,,,,,,59,score%,0.289,,prev=0.59 (src-epoch.ai-benchmark-data-2026-10-15#M131),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row oWqwMmwEd7LU3eU5Ftak64 / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,gpt-5.6-sol,low,reasoning-math,hard,Epoch-harness,,,,,,31,score%,0.289,,prev=0.31 (src-epoch.ai-benchmark-data-2026-10-15#M132),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row V6aVGtn9gAmRep2oBGsqVN / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,gpt-5.6-sol,nothink,reasoning-math,hard,Epoch-harness,,,,,,7,score%,0.289,,prev=0.07 (src-epoch.ai-benchmark-data-2026-10-15#M133),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row WvV6QREDDXeDEGdrKztDsy / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,sonnet-4.5,think-59000,reasoning-math,hard,Epoch-harness,,,,,,10,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row RuQX7KA7owzqzf8Le9veeM / column Best score (across scorers)),,out:budget-config, epoch-chess-puzzles,epoch.ai,?claude-3-opus-20240229,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,3,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row WAbi8sZpyNAZoNN3Gmg22y / column Best score (across scorers)),,out:model-not-established, epoch-chess-puzzles,epoch.ai,sonnet-4.5,think-32000,reasoning-math,hard,Epoch-harness,,,,,,10,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row gJizntrYwhnbpCviv9mNBN / column Best score (across scorers)),,out:budget-config, epoch-chess-puzzles,epoch.ai,minimax-m3,nothink,reasoning-math,hard,Epoch-harness,,,,,,7,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row Ws3g7xtto2fZ7AhuXJfecf / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,sonnet-4.6,max,reasoning-math,hard,Epoch-harness,,,,,,23,score%,0.289,,prev=0.23 (src-epoch.ai-benchmark-data-2026-10-15#M3),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row 6P9AJQmBzaPmE7ossbqLjz / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,sonnet-4.5,unstated,reasoning-math,hard,Epoch-harness,,,,,,6,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row VajBDnUCyX7uqAfMTbi63j / column Best score (across scorers)),,out:effort-not-established, epoch-chess-puzzles,epoch.ai,haiku-4.5,think-59000,reasoning-math,hard,Epoch-harness,,,,,,8,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row 6bmTzBjpMySeHn65gc5Hu5 / column Best score (across scorers)),,out:budget-config, epoch-chess-puzzles,epoch.ai,opus-4.6,max,reasoning-math,hard,Epoch-harness,,,,,,21,score%,0.289,,prev=0.21 (src-epoch.ai-benchmark-data-2026-10-15#M6),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row aKc2rzsA6YPYwCkE7nhvvB / column Best score (across scorers)),,out:single-couple, epoch-chess-puzzles,epoch.ai,haiku-4.5,think-32000,reasoning-math,hard,Epoch-harness,,,,,,4,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row BLgwhLGGofDBzxoc34YFHK / column Best score (across scorers)),,out:budget-config, epoch-chess-puzzles,epoch.ai,opus-4.5,think-59000,reasoning-math,hard,Epoch-harness,,,,,,14,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row DPuTDKvupUqKgkdVj7Awsp / column Best score (across scorers)),,out:budget-config, epoch-chess-puzzles,epoch.ai,opus-4.5,think-32000,reasoning-math,hard,Epoch-harness,,,,,,5,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row V7seJ9yeHu4LYjrkomhEQm / column Best score (across scorers)),,out:budget-config, epoch-chess-puzzles,epoch.ai,gpt-6-astra,max,reasoning-math,hard,Epoch-harness,,,,,,74,score%,0.289,,prev=0.74 (src-epoch.ai-benchmark-data-2026-10-15#M134),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row KaEir82ukWPm2Fq4FanY2M / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,opus-4.5,unstated,reasoning-math,hard,Epoch-harness,,,,,,5,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row 4afZ2hjLiJnPy5pD7TfE3K / column Best score (across scorers)),,out:effort-not-established, epoch-chess-puzzles,epoch.ai,gemini-3-flash,high,reasoning-math,hard,Epoch-harness,,,,,,39,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row UUNZJtgib9XbCjLEdhtGaT / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,gpt-6-sol,max,reasoning-math,hard,Epoch-harness,,,,,,56,score%,0.289,,prev=0.56 (src-epoch.ai-benchmark-data-2026-10-15#M136),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row N9uFn7EZFsvHNcHEwEy3J6 / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,qwen3.5-plus,unstated,reasoning-math,hard,Epoch-harness,,,,,,8,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row XEaDaqM3oaPcrtQ6XH5fGS / column Best score (across scorers)),,out:effort-not-established, epoch-chess-puzzles,epoch.ai,qwen3.5-flash,unstated,reasoning-math,hard,Epoch-harness,,,,,,14,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row fEgRyzyFYZraNnkkbRVSSg / column Best score (across scorers)),,out:effort-not-established, epoch-chess-puzzles,epoch.ai,qwen3.6-plus,unstated,reasoning-math,hard,Epoch-harness,,,,,,14,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row SP9UFPzxVnsbzs2kExP2bh / column Best score (across scorers)),,out:effort-not-established, epoch-chess-puzzles,epoch.ai,deepseek-v4-pro-0813,max,reasoning-math,hard,Epoch-harness,,,,,,19,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row DSyqeLiA9LLZF4iaxsTVHL / column Best score (across scorers)),,out:decision:D67, epoch-chess-puzzles,epoch.ai,deepseek-v4-pro-0813,high,reasoning-math,hard,Epoch-harness,,,,,,15,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row duoDEpEXouGJfYrjd5DbvN / column Best score (across scorers)),,out:superseded, epoch-chess-puzzles,epoch.ai,gpt-6-luna,max,reasoning-math,hard,Epoch-harness,,,,,,36,score%,0.289,,prev=0.36 (src-epoch.ai-benchmark-data-2026-10-15#M142),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row Jevnk9hi9oRBbGcFu2JxBC / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,sonnet-4.6,high,reasoning-math,hard,Epoch-harness,,,,,,19,score%,0.289,,prev=0.19 (src-epoch.ai-benchmark-data-2026-10-15#M11),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row Atc4F5iuMZu3vNBWVGCBnv / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,sonnet-4.6,medium,reasoning-math,hard,Epoch-harness,,,,,,16,score%,0.289,,prev=0.16 (src-epoch.ai-benchmark-data-2026-10-15#M12),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row htvM9QKQJ8TfBxTzDxfZfp / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,opus-4.7,max,reasoning-math,hard,Epoch-harness,,,,,,41,score%,0.289,,prev=0.41 (src-epoch.ai-benchmark-data-2026-10-15#M13),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row XXPqVNR7WCFFA2Rnzjcbk6 / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,opus-4.7,xhigh,reasoning-math,hard,Epoch-harness,,,,,,36,score%,0.289,,prev=0.36 (src-epoch.ai-benchmark-data-2026-10-15#M14),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row RHbNnWqK6x8f6pR2AZ8VAq / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,opus-4.7,low,reasoning-math,hard,Epoch-harness,,,,,,26,score%,0.289,,prev=0.26 (src-epoch.ai-benchmark-data-2026-10-15#M15),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row NyAvSf73nUe84HuY6Vpjkh / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,opus-4.8,max,reasoning-math,hard,Epoch-harness,,,,,,52,score%,0.289,,prev=0.52 (src-epoch.ai-benchmark-data-2026-10-15#M16),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row PEZpuEuU65bu3ZtvjLytHq / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,opus-4.8,low,reasoning-math,hard,Epoch-harness,,,,,,29,score%,0.289,,prev=0.29 (src-epoch.ai-benchmark-data-2026-10-15#M17),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row icTHLT2S2egxYtgbjQHUng / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,opus-4.8,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,19,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row jDWEviMweCdzGxLfz8sdBm / column Best score (across scorers)),,out:effort-not-established, epoch-chess-puzzles,epoch.ai,grok-4.20,think,reasoning-math,hard,Epoch-harness,,,,,,29,score%,0.289,,prev=0.29 (src-epoch.ai-benchmark-data-2026-10-15#M143),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row ETNzxNbPKwj4qxkdo3VVgT / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,fable-5,max,reasoning-math,hard,Epoch-harness,,,,,,47,score%,0.289,,prev=0.47 (src-epoch.ai-benchmark-data-2026-10-15#M19),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row bxS76CJuVws8iwWU2Wr2PM / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,grok-4.3,high,reasoning-math,hard,Epoch-harness,,,,,,18,score%,0.289,,prev=0.18 (src-epoch.ai-benchmark-data-2026-10-15#M144),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row m4WQuAN88hKsqbT9zXbg7z / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,gemini-3.1-pro,high,reasoning-math,hard,Epoch-harness,,,,,,51,score%,0.289,,prev=0.51 (src-epoch.ai-benchmark-data-2026-10-15#M145),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row FTDFCpXzDTgfgWBNdHLHGc / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,gemini-3.6-flash,high,reasoning-math,hard,Epoch-harness,,,,,,45,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row XUDdWKUZBhdWPPQBRgx8Pw / column Best score (across scorers)),,out:decision:D35, epoch-chess-puzzles,epoch.ai,gemini-3.6-flash,low,reasoning-math,hard,Epoch-harness,,,,,,42,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row 68KxyCJbfMSq8JBL3LRJfr / column Best score (across scorers)),,out:decision:D35, epoch-chess-puzzles,epoch.ai,deepseek-v4-pro-0813,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,4,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row iKiaFJXjdHdUnbMXdKnq4Q / column Best score (across scorers)),,out:effort-not-established, epoch-chess-puzzles,epoch.ai,gemini-3.6-flash,minimal,reasoning-math,hard,Epoch-harness,,,,,,27,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row H8CebpQyV2qEE8SQzjBrWe / column Best score (across scorers)),,out:decision:D35, epoch-chess-puzzles,epoch.ai,qwen3.6-flash,unstated,reasoning-math,hard,Epoch-harness,,,,,,12,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row j99TDv5LAYUSvTUcR47T75 / column Best score (across scorers)),,out:effort-not-established, epoch-chess-puzzles,epoch.ai,qwen3.7-max,unstated,reasoning-math,hard,Epoch-harness,,,,,,26,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row cbQnfsMSA3aQaBtjm3aFx2 / column Best score (across scorers)),,out:effort-not-established, epoch-chess-puzzles,epoch.ai,deepseek-v4-flash-0731,max,reasoning-math,hard,Epoch-harness,,,,,,32,score%,0.289,,prev=0.32 (src-epoch.ai-benchmark-data-2026-10-15#M152); prev=0.32 (src-epoch.ai-benchmark-data-2026-10-21#M74),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row Azz52eFkXwVJiRCGpaUBwB / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,gemini-3.5-flash-lite,high,reasoning-math,hard,Epoch-harness,,,,,,16,score%,0.289,,prev=0.16 (src-epoch.ai-benchmark-data-2026-10-15#M153),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row JJyzHWKJUA3iTZDU8iYefz / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,gemini-3.5-flash-lite,low,reasoning-math,hard,Epoch-harness,,,,,,21,score%,0.289,,prev=0.21 (src-epoch.ai-benchmark-data-2026-10-15#M154),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row d5QCJNq9uLtxjhiMhqXLmg / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,fable-5,high,reasoning-math,hard,Epoch-harness,,,,,,45,score%,0.289,,prev=0.45 (src-epoch.ai-benchmark-data-2026-10-15#M20),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row 9ZFhnyMNCKZ8XdR58WGD3D / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,fable-5,low,reasoning-math,hard,Epoch-harness,,,,,,31,score%,0.289,,prev=0.31 (src-epoch.ai-benchmark-data-2026-10-15#M21),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row 2jKf4iEfVQnHkgAwEtD9Nn / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,sonnet-5,max,reasoning-math,hard,Epoch-harness,,,,,,45,score%,0.289,,prev=0.45 (src-epoch.ai-benchmark-data-2026-10-15#M22),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row PN9exWpeJGXJB8tZGX32e4 / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,sonnet-5,xhigh,reasoning-math,hard,Epoch-harness,,,,,,34,score%,0.289,,prev=0.34 (src-epoch.ai-benchmark-data-2026-10-15#M23),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row DFzqUCfxnQPUdK8b8D7aYu / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,minimax-m3,unstated,reasoning-math,hard,Epoch-harness,,,,,,13,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row CtmxkTPbFRofQWTkEw5aSe / column Best score (across scorers)),,out:effort-not-established, epoch-chess-puzzles,epoch.ai,gemini-3.5-flash-lite,minimal,reasoning-math,hard,Epoch-harness,,,,,,7,score%,0.289,,prev=0.07 (src-epoch.ai-benchmark-data-2026-10-15#M155),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row gzQH7StUXaxAtXgxkTgyxJ / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,opus-5,max,reasoning-math,hard,Epoch-harness,,,,,,43,score%,0.289,,prev=0.43 (src-epoch.ai-benchmark-data-2026-10-15#M24),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row RLN98bmQSMnc5Zv39BF4M2 / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,gemini-3.6-flash,high,reasoning-math,hard,Epoch-harness,,,,,,40,score%,2.89,,prev=0.4 (src-epoch.ai-benchmark-data-2026-10-15#M156),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row ZDeGG5QYkdgVqzGPmmnbfx / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,grok-4.5,high,reasoning-math,hard,Epoch-harness,,,,,,35,score%,0.289,,prev=0.35 (src-epoch.ai-benchmark-data-2026-10-15#M157),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row jTuYE8VJTos73Kw77UFevq / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,grok-4.6,xhigh,reasoning-math,hard,Epoch-harness,,,,,,33,score%,0.289,,prev=0.33 (src-epoch.ai-benchmark-data-2026-10-15#M158),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row NiuExVccWkWbWqi6ex6vvf / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,qwen3.8-max-0902,xhigh,reasoning-math,hard,Epoch-harness,,,,,,46,score%,0.289,,prev=0.46 (src-epoch.ai-benchmark-data-2026-10-15#M159); prev=0.37 (src-epoch.ai-benchmark-data-2026-10-15#M164); prev=0.46 (src-epoch.ai-benchmark-data-2026-10-21#M75),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row bq5y6Tp83KLtxC58UDfpyN / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,deepseek-v4-pro-0813,max,reasoning-math,hard,Epoch-harness,,,,,,46,score%,0.289,,prev=0.46 (src-epoch.ai-benchmark-data-2026-10-15#M160),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row C56VHYLMeww2wXebeJh3gg / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,muse-spark-1.1,xhigh,reasoning-math,hard,Epoch-harness,,,,,,34,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row 4pbEvTxsbzNRCh9kU9Xhun / column Best score (across scorers)),,out:single-couple, epoch-chess-puzzles,epoch.ai,opus-5,low,reasoning-math,hard,Epoch-harness,,,,,,27,score%,0.289,,prev=0.27 (src-epoch.ai-benchmark-data-2026-10-15#M25),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row XTW92PMsypptnTGBFuLCxe / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,fable-5.1,max,reasoning-math,hard,Epoch-harness,,,,,,48,score%,0.289,,prev=0.48 (src-epoch.ai-benchmark-data-2026-10-15#M26),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row aLrHd8RCiNo3Yb4GqSawM7 / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,gemini-3.6-flash,low,reasoning-math,hard,Epoch-harness,,,,,,42,score%,0.289,,prev=0.42 (src-epoch.ai-benchmark-data-2026-10-15#M161),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row hJ6XXLBm9yfXtSbbhWuwpw / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,gemini-3.6-flash,minimal,reasoning-math,hard,Epoch-harness,,,,,,29,score%,0.289,,prev=0.29 (src-epoch.ai-benchmark-data-2026-10-15#M162),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row beSbPHiiWcwJBSzYRh7Kh4 / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,muse-spark-1.2,xhigh,reasoning-math,hard,Epoch-harness,,,,,,27,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row FueK5bFAzGbkUao9JAibms / column Best score (across scorers)),,out:single-couple, epoch-chess-puzzles,epoch.ai,opus-5.5,max,reasoning-math,hard,Epoch-harness,,,,,,67,score%,0.289,,prev=0.67 (src-epoch.ai-benchmark-data-2026-10-15#M27),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row F2tuCm5VmNDAaYYh6qYdRy / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,sonnet-5.5,max,reasoning-math,hard,Epoch-harness,,,,,,59,score%,0.289,,prev=0.59 (src-epoch.ai-benchmark-data-2026-10-15#M28),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row kXU32N6tFkQLx5ei6nRJFS / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,muse-spark-1.3,max,reasoning-math,hard,Epoch-harness,,,,,,37,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row XkHyFXCWYDv2nAB5vmmWrU / column Best score (across scorers)),,out:effort-not-established, epoch-chess-puzzles,epoch.ai,gemini-3.8-flash,high,reasoning-math,hard,Epoch-harness,,,,,,66,score%,0.289,,prev=0.66 (src-epoch.ai-benchmark-data-2026-10-15#M163); prev=0.58 (src-epoch.ai-benchmark-data-2026-10-15#M169),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row Xu34dKTAdpBWL6advf6DMg / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,qwen3.8-max-0902,xhigh,reasoning-math,hard,Epoch-harness,,,,,,37,score%,0.289,,prev=0.46 (src-epoch.ai-benchmark-data-2026-10-15#M159); prev=0.37 (src-epoch.ai-benchmark-data-2026-10-15#M164); prev=0.46 (src-epoch.ai-benchmark-data-2026-10-21#M75),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row Ut4d4rvkUygdLTRomFb5rh / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,grok-4.6,high,reasoning-math,hard,Epoch-harness,,,,,,33,score%,0.289,,prev=0.33 (src-epoch.ai-benchmark-data-2026-10-15#M165),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row YoAJyC3j8dZ6ZpDZ5rSDLw / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,?Inkling,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,21,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row UZ9LtVBCjHPMN9SKFUo7Wa / column Best score (across scorers)),,out:model-not-established, epoch-chess-puzzles,epoch.ai,gpt-6.1-sol,max,reasoning-math,hard,Epoch-harness,,,,,,68,score%,0.289,,prev=0.68 (src-epoch.ai-benchmark-data-2026-10-15#M166),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row KkGEgrjYDnofMoUJBCykcH / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,haiku-5.5,max,reasoning-math,hard,Epoch-harness,,,,,,55,score%,0.289,,prev=0.55 (src-epoch.ai-benchmark-data-2026-10-15#M29),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row KEyuvehfRGtcdgNfNavy62 / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,deepseek-v4.1-flash,max,reasoning-math,hard,Epoch-harness,,,,,,48,score%,0.289,,prev=0.48 (src-epoch.ai-benchmark-data-2026-10-15#M167),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row ACpDTbhRPwce2BWQTWD8iC / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,muse-spark-1.3,xhigh,reasoning-math,hard,Epoch-harness,,,,,,34,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row Hi6xJczgqR4zfCXCXSF6rz / column Best score (across scorers)),,out:single-couple, epoch-chess-puzzles,epoch.ai,grok-4.7,xhigh,reasoning-math,hard,Epoch-harness,,,,,,41,score%,0.289,,prev=0.41 (src-epoch.ai-benchmark-data-2026-10-15#M168),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row L5Ck7pMy8bVmVMMLwxJN7f / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,gemini-3.8-flash,high,reasoning-math,hard,Epoch-harness,,,,,,58,score%,0.289,,prev=0.66 (src-epoch.ai-benchmark-data-2026-10-15#M163); prev=0.58 (src-epoch.ai-benchmark-data-2026-10-15#M169),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row Hpyy6CpmXmd5q7Zbdq63CR / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,haiku-5.5,low,reasoning-math,hard,Epoch-harness,,,,,,24,score%,0.289,,prev=0.24 (src-epoch.ai-benchmark-data-2026-10-15#M30),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row KSXLphjiiXtuGdqv9f7ENL / column Best score (across scorers)),,in, epoch-ext-deepresearchbench,epoch.ai,opus-4.6,high,mixed,mid,Epoch-external,,,,,,55.29999999999999,score%,2.89e-15,,prev=0.5529999999999999 (src-epoch.ai-benchmark-data-2026-10-18#M40),https://epoch.ai/data/benchmark_data.zip (deepresearchbench_external.csv in benchmark_data.zip fetched 2026-11-04 / row reccVU3SIqoNBQoc4 / column Average score),,out:single-couple, epoch-ext-deepresearchbench,epoch.ai,sonnet-4.6,high,mixed,mid,Epoch-external,,,,,,54.9,score%,0.0289,,prev=0.549 (src-epoch.ai-benchmark-data-2026-10-18#M41),https://epoch.ai/data/benchmark_data.zip (deepresearchbench_external.csv in benchmark_data.zip fetched 2026-11-04 / row rec8802UWGtedVgJY / column Average score),,in, epoch-ext-deepresearchbench,epoch.ai,opus-4.5,not-established:absent,mixed,mid,Epoch-external,,,,,,54.79999999999999,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (deepresearchbench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recHz66Mx92wWOqhz / column Average score),,out:effort-not-established, epoch-ext-deepresearchbench,epoch.ai,gpt-5.5,high,mixed,mid,Epoch-external,,,,,,54,score%,0.289,,prev=0.54 (src-epoch.ai-benchmark-data-2026-10-18#M43),https://epoch.ai/data/benchmark_data.zip (deepresearchbench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recheEJW36S0Dmd4M / column Average score),,in, epoch-ext-deepresearchbench,epoch.ai,opus-4.5,not-established:absent,mixed,mid,Epoch-external,,,,,,53.7,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (deepresearchbench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recfm3eBfDzsH1AjW / column Average score),,out:effort-not-established, epoch-ext-deepresearchbench,epoch.ai,opus-4.6,medium,mixed,mid,Epoch-external,,,,,,53.2,score%,0.0289,,prev=0.532 (src-epoch.ai-benchmark-data-2026-10-18#M45),https://epoch.ai/data/benchmark_data.zip (deepresearchbench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recV41P9TO0UOXBrz / column Average score),,out:single-couple, epoch-ext-deepresearchbench,epoch.ai,sonnet-4.5,think-2000,mixed,mid,Epoch-external,,,,,,52.6,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (deepresearchbench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recWmaxS0ycQLxFMa / column Average score),,out:budget-config, epoch-ext-deepresearchbench,epoch.ai,opus-4.6,low,mixed,mid,Epoch-external,,,,,,51.4,score%,0.0289,,prev=0.514 (src-epoch.ai-benchmark-data-2026-10-18#M47),https://epoch.ai/data/benchmark_data.zip (deepresearchbench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recHblA277kTWDIAv / column Average score),,out:single-couple, epoch-ext-deepresearchbench,epoch.ai,sonnet-4.6,low,mixed,mid,Epoch-external,,,,,,50.4,score%,0.0289,,prev=0.504 (src-epoch.ai-benchmark-data-2026-10-18#M48),https://epoch.ai/data/benchmark_data.zip (deepresearchbench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recqP7OyQXrgSWLtr / column Average score),,in, epoch-ext-deepresearchbench,epoch.ai,opus-4.8,high,mixed,mid,Epoch-external,,,,,,50.2,score%,0.0289,,prev=0.502 (src-epoch.ai-benchmark-data-2026-10-18#M49),https://epoch.ai/data/benchmark_data.zip (deepresearchbench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recH15wI9KuYl4sCc / column Average score),,in, epoch-ext-deepresearchbench,epoch.ai,gemini-3-flash,low,mixed,mid,Epoch-external,,,,,,49.8,score%,0.0289,,prev=0.498 (src-epoch.ai-benchmark-data-2026-10-18#M50),https://epoch.ai/data/benchmark_data.zip (deepresearchbench_external.csv in benchmark_data.zip fetched 2026-11-04 / row rec3iKvPvr8Wl8Ani / column Average score),,in, epoch-ext-deepresearchbench,epoch.ai,gpt-5,low,mixed,mid,Epoch-external,,,,,,49.600000000000005,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (deepresearchbench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recIbyRHhHFxDYfXq / column Average score),,out:single-couple, epoch-ext-deepresearchbench,epoch.ai,gpt-5.5,medium,mixed,mid,Epoch-external,,,,,,49.600000000000005,score%,2.89e-16,,prev=0.49600000000000005 (src-epoch.ai-benchmark-data-2026-10-18#M51),https://epoch.ai/data/benchmark_data.zip (deepresearchbench_external.csv in benchmark_data.zip fetched 2026-11-04 / row rec6hR81BMyiPDlmS / column Average score),,in, epoch-ext-deepresearchbench,epoch.ai,opus-4.8,low,mixed,mid,Epoch-external,,,,,,49.3,score%,0.0289,,prev=0.493 (src-epoch.ai-benchmark-data-2026-10-18#M52),https://epoch.ai/data/benchmark_data.zip (deepresearchbench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recuiSzLJrl2Y4Id1 / column Average score),,in, epoch-ext-deepresearchbench,epoch.ai,gemini-3-flash,minimal,mixed,mid,Epoch-external,,,,,,49,score%,0.289,,prev=0.49 (src-epoch.ai-benchmark-data-2026-10-18#M53),https://epoch.ai/data/benchmark_data.zip (deepresearchbench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recA41zMYRSwfZqfb / column Average score),,in, epoch-ext-deepresearchbench,epoch.ai,gpt-5,minimal,mixed,mid,Epoch-external,,,,,,48.9,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (deepresearchbench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recHggeQMAdJvIEz9 / column Average score),,out:single-couple, epoch-ext-deepresearchbench,epoch.ai,gpt-5.5,low,mixed,mid,Epoch-external,,,,,,48.700000000000004,score%,2.89e-16,,prev=0.48700000000000004 (src-epoch.ai-benchmark-data-2026-10-18#M54),https://epoch.ai/data/benchmark_data.zip (deepresearchbench_external.csv in benchmark_data.zip fetched 2026-11-04 / row reccXAd2b5mJk5VO0 / column Average score),,in, epoch-ext-deepresearchbench,epoch.ai,gpt-5,medium,mixed,mid,Epoch-external,,,,,,48.600000000000004,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (deepresearchbench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recsWpC0ObN7DsE4t / column Average score),,out:single-couple, epoch-ext-deepresearchbench,epoch.ai,?claude-opus-4-1-20250805,not-established:absent,mixed,mid,Epoch-external,,,,,,48.3,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (deepresearchbench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recAiUkL2JKnr7mnB / column Average score),,out:model-not-established, epoch-ext-deepresearchbench,epoch.ai,gpt-5,high,mixed,mid,Epoch-external,,,,,,48.100000000000004,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (deepresearchbench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recQCpfcr9yYqfBqe / column Average score),,out:single-couple, epoch-ext-deepresearchbench,epoch.ai,gemini-3-flash,high,mixed,mid,Epoch-external,,,,,,47.9,score%,0.0289,,prev=0.479 (src-epoch.ai-benchmark-data-2026-10-18#M55),https://epoch.ai/data/benchmark_data.zip (deepresearchbench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recNPE5j9yefOcUKF / column Average score),,in, epoch-ext-deepresearchbench,epoch.ai,gemini-3.1-pro,high,mixed,mid,Epoch-external,,,,,,47.8,score%,0.0289,,prev=0.478 (src-epoch.ai-benchmark-data-2026-10-18#M56),https://epoch.ai/data/benchmark_data.zip (deepresearchbench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recJkzTFEs7dhz33o / column Average score),,in, epoch-ext-deepresearchbench,epoch.ai,sonnet-4.5,not-established:absent,mixed,mid,Epoch-external,,,,,,47.500000000000003,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (deepresearchbench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recXVi3rUmxYccZiP / column Average score),,out:effort-not-established, epoch-ext-deepresearchbench,epoch.ai,opus-4.8,medium,mixed,mid,Epoch-external,,,,,,47.4,score%,0.0289,,prev=0.474 (src-epoch.ai-benchmark-data-2026-10-18#M58),https://epoch.ai/data/benchmark_data.zip (deepresearchbench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recHfprP05gmb8wdt / column Average score),,in, epoch-ext-deepresearchbench,epoch.ai,?grok-4-0709,not-established:absent,mixed,mid,Epoch-external,,,,,,47.3,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (deepresearchbench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recAThc100QSltAYp / column Average score),,out:model-not-established, epoch-ext-deepresearchbench,epoch.ai,?claude-opus-4-20250514,not-established:absent,mixed,mid,Epoch-external,,,,,,46.799999999999997,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (deepresearchbench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recR3uOS0BLHqkwxL / column Average score),,out:model-not-established, epoch-ext-deepresearchbench,epoch.ai,?claude-sonnet-4-20250514,not-established:absent,mixed,mid,Epoch-external,,,,,,46.6,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (deepresearchbench_external.csv in benchmark_data.zip fetched 2026-11-04 / row reciPR9ZrmNzGMR41 / column Average score),,out:model-not-established, epoch-ext-deepresearchbench,epoch.ai,?gemini-3-pro-preview,not-established:absent,mixed,mid,Epoch-external,,,,,,46.299999999999997,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (deepresearchbench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recGVos7wKpDUVAmE / column Average score),,out:model-not-established, epoch-ext-deepresearchbench,epoch.ai,haiku-4.5,not-established:absent,mixed,mid,Epoch-external,,,,,,45.5,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (deepresearchbench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recoGOlFp9CTraLus / column Average score),,out:effort-not-established, epoch-ext-deepresearchbench,epoch.ai,o3,medium,mixed,mid,Epoch-external,,,,,,45.2,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (deepresearchbench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recZOsBdFIcclcWLC / column Average score),,out:single-couple, epoch-ext-deepresearchbench,epoch.ai,gemini-3.1-pro,low,mixed,mid,Epoch-external,,,,,,44.5,score%,0.0289,,prev=0.445 (src-epoch.ai-benchmark-data-2026-10-18#M62),https://epoch.ai/data/benchmark_data.zip (deepresearchbench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recsrVC4sX3BYtuHB / column Average score),,in, epoch-ext-deepresearchbench,epoch.ai,sonnet-3.7,think-2000,mixed,mid,Epoch-external,,,,,,43.6,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (deepresearchbench_external.csv in benchmark_data.zip fetched 2026-11-04 / row rec7sfVScDTbadXOF / column Average score),,out:budget-config, epoch-ext-deepresearchbench,epoch.ai,gemini-2.5-pro-preview-06-05,unstated,mixed,mid,Epoch-external,,,,,,42.8,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (deepresearchbench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recXizbzd3b0y22vq / column Average score),,out:effort-not-established, epoch-ext-deepresearchbench,epoch.ai,gpt-5.1,low,mixed,mid,Epoch-external,,,,,,42.8,score%,0.0289,,prev=0.428 (src-epoch.ai-benchmark-data-2026-10-18#M64),https://epoch.ai/data/benchmark_data.zip (deepresearchbench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recvo8p3ckrliO2hR / column Average score),,in, epoch-ext-deepresearchbench,epoch.ai,gemini-2.5-pro,unstated,mixed,mid,Epoch-external,,,,,,41.500000000000004,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (deepresearchbench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recsIby4p4nNFRUmI / column Average score),,out:effort-not-established, epoch-ext-deepresearchbench,epoch.ai,gpt-5.2,low,mixed,mid,Epoch-external,,,,,,41.100000000000003,score%,2.89e-16,,prev=0.41100000000000003 (src-epoch.ai-benchmark-data-2026-10-18#M65),https://epoch.ai/data/benchmark_data.zip (deepresearchbench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recfoBxQ21KfVCtxp / column Average score),,in, epoch-ext-deepresearchbench,epoch.ai,gemini-3.1-flash-lite,low,mixed,mid,Epoch-external,,,,,,37.3,score%,0.0289,,prev=0.373 (src-epoch.ai-benchmark-data-2026-10-18#M66),https://epoch.ai/data/benchmark_data.zip (deepresearchbench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recKtO8twbgOvKF7Q / column Average score),,in, epoch-ext-deepresearchbench,epoch.ai,gemini-3.1-flash-lite,unstated,mixed,mid,Epoch-external,,,,,,36.4,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (deepresearchbench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recOzFMcdH2YxAhUF / column Average score),,out:effort-not-established, epoch-ext-deepresearchbench,epoch.ai,gpt-5.4-mini,low,mixed,mid,Epoch-external,,,,,,36.3,score%,0.0289,,prev=0.363 (src-epoch.ai-benchmark-data-2026-10-18#M67),https://epoch.ai/data/benchmark_data.zip (deepresearchbench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recFSLojghJGcBU6X / column Average score),,in, epoch-ext-deepresearchbench,epoch.ai,gpt-5.4,low,mixed,mid,Epoch-external,,,,,,35.100000000000003,score%,2.89e-16,,prev=0.35100000000000003 (src-epoch.ai-benchmark-data-2026-10-18#M68),https://epoch.ai/data/benchmark_data.zip (deepresearchbench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recJ7rkEreGH8afLs / column Average score),,in, epoch-ext-deepresearchbench,epoch.ai,deepseek-r1-0528,solo,mixed,mid,Epoch-external,,,,,,35.1,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (deepresearchbench_external.csv in benchmark_data.zip fetched 2026-11-04 / row rec8Lh9Jnh2v0o4mA / column Average score),,out:single-couple, epoch-ebr-bench,epoch.ai,?mistral-large-4-0-oss,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,18.095238095238095,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (ebr_bench.csv in benchmark_data.zip fetched 2026-11-04 / row Xhk47x2m6incQifzec3pqC / column Best score (across scorers)),,out:model-not-established, epoch-ebr-bench,epoch.ai,gpt-6.1-terra,max,reasoning-math,hard,Epoch-harness,,,,,,78.0952380952381,score%,2.89e-14,,,https://epoch.ai/data/benchmark_data.zip (ebr_bench.csv in benchmark_data.zip fetched 2026-11-04 / row 65SHyNJX5oxVADzzjkssFK / column Best score (across scorers)),,in, epoch-ebr-bench,epoch.ai,gemini-4-argon,high,reasoning-math,hard,Epoch-harness,,,,,,64.76190476190476,score%,2.89e-15,,prev=0.6476190476190476 (src-epoch.ai-benchmark-data-2026-10-21#M79),https://epoch.ai/data/benchmark_data.zip (ebr_bench.csv in benchmark_data.zip fetched 2026-11-04 / row mSJNKA7nCp2eZVqMo5nTUP / column Best score (across scorers)),,in, epoch-ebr-bench,epoch.ai,?muse-wonder-1.0,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,31.42857142857143,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (ebr_bench.csv in benchmark_data.zip fetched 2026-11-04 / row fMDaGtyboCNfTpP9aStwaU / column Best score (across scorers)),,out:model-not-established, epoch-ebr-bench,epoch.ai,haiku-5.5,max,reasoning-math,hard,Epoch-harness,,,,,,43.809523809523804,score%,2.89e-16,,prev=0.43809523809523804 (src-epoch.ai-benchmark-data-2026-10-15#M37),https://epoch.ai/data/benchmark_data.zip (ebr_bench.csv in benchmark_data.zip fetched 2026-11-04 / row FMiLkyqzaD56gA4uCCj9Qr / column Best score (across scorers)),,in, epoch-ebr-bench,epoch.ai,gpt-6.1-sol,max,reasoning-math,hard,Epoch-harness,,,,,,54.28571428571429,score%,2.89e-15,,prev=0.5428571428571429 (src-epoch.ai-benchmark-data-2026-10-15#M247),https://epoch.ai/data/benchmark_data.zip (ebr_bench.csv in benchmark_data.zip fetched 2026-11-04 / row LRUWNzFDcScwkTYuZYdeiV / column Best score (across scorers)),,in, epoch-ebr-bench,epoch.ai,opus-5.5,max,reasoning-math,hard,Epoch-harness,,,,,,71.42857142857142,score%,2.89e-15,,prev=0.7142857142857142 (src-epoch.ai-benchmark-data-2026-09-30#M1),https://epoch.ai/data/benchmark_data.zip (ebr_bench.csv in benchmark_data.zip fetched 2026-11-04 / row iKWWUmcuzRjqisoshKVEpL / column Best score (across scorers)),,in, epoch-ebr-bench,epoch.ai,gpt-6-sol,max,reasoning-math,hard,Epoch-harness,,,,,,53.33333333333333,score%,2.89e-15,,prev=0.5333333333333333 (src-epoch.ai-benchmark-data-2026-10-15#M234),https://epoch.ai/data/benchmark_data.zip (ebr_bench.csv in benchmark_data.zip fetched 2026-11-04 / row gM5SADcEixdr2P6PkseLeF / column Best score (across scorers)),,in, epoch-ebr-bench,epoch.ai,fable-5.1,max,reasoning-math,hard,Epoch-harness,,,,,,57.14285714285714,score%,2.89e-15,,prev=0.5714285714285714 (src-epoch.ai-benchmark-data-2026-09-30#M2),https://epoch.ai/data/benchmark_data.zip (ebr_bench.csv in benchmark_data.zip fetched 2026-11-04 / row 8JukffGviNAYHXSdTJvswB / column Best score (across scorers)),,in, epoch-ebr-bench,epoch.ai,opus-5,max,reasoning-math,hard,Epoch-harness,,,,,,45.714285714285713,score%,2.89e-16,,prev=0.45714285714285713 (src-epoch.ai-benchmark-data-2026-09-30#M3),https://epoch.ai/data/benchmark_data.zip (ebr_bench.csv in benchmark_data.zip fetched 2026-11-04 / row mtHToEb2uzbaekANakjkJZ / column Best score (across scorers)),,in, epoch-ebr-bench,epoch.ai,gpt-5.6-sol,max,reasoning-math,hard,Epoch-harness,,,,,,44.76190476190475,score%,2.89e-15,,prev=0.4476190476190475 (src-epoch.ai-benchmark-data-2026-10-15#M235),https://epoch.ai/data/benchmark_data.zip (ebr_bench.csv in benchmark_data.zip fetched 2026-11-04 / row SjeXjsdda4NKRBTrPiJVM8 / column Best score (across scorers)),,in, epoch-ebr-bench,epoch.ai,gpt-6-astra,max,reasoning-math,hard,Epoch-harness,,,,,,76.19047619047619,score%,2.89e-15,,prev=0.7619047619047619 (src-epoch.ai-benchmark-data-2026-10-15#M236),https://epoch.ai/data/benchmark_data.zip (ebr_bench.csv in benchmark_data.zip fetched 2026-11-04 / row GhVYxWxttDxZ7akiJQPYsE / column Best score (across scorers)),,in, epoch-ebr-bench,epoch.ai,grok-4.6,xhigh,reasoning-math,hard,Epoch-harness,,,,,,30.476190476190473,score%,2.89e-16,,prev=0.30476190476190473 (src-epoch.ai-benchmark-data-2026-10-15#M237),https://epoch.ai/data/benchmark_data.zip (ebr_bench.csv in benchmark_data.zip fetched 2026-11-04 / row VvXTUMGEJiQqgvGMVmaL4m / column Best score (across scorers)),,in, epoch-ebr-bench,epoch.ai,opus-4.8,max,reasoning-math,hard,Epoch-harness,,,,,,28.57142857142857,score%,2.89e-15,,prev=0.2857142857142857 (src-epoch.ai-benchmark-data-2026-09-30#M4),https://epoch.ai/data/benchmark_data.zip (ebr_bench.csv in benchmark_data.zip fetched 2026-11-04 / row 3zda4kRmrZfxiafpk8BtMM / column Best score (across scorers)),,in, epoch-ebr-bench,epoch.ai,gpt-5.5,xhigh,reasoning-math,hard,Epoch-harness,,,,,,34.28571428571428,score%,2.89e-15,,prev=0.3428571428571428 (src-epoch.ai-benchmark-data-2026-10-15#M238),https://epoch.ai/data/benchmark_data.zip (ebr_bench.csv in benchmark_data.zip fetched 2026-11-04 / row RESzhBbTKsxwmsbBNyXCEz / column Best score (across scorers)),,in, epoch-ebr-bench,epoch.ai,fable-5,max,reasoning-math,hard,Epoch-harness,,,,,,39.5238,score%,2.89e-05,,prev=0.395238 (src-epoch.ai-benchmark-data-2026-09-30#M5),https://epoch.ai/data/benchmark_data.zip (ebr_bench.csv in benchmark_data.zip fetched 2026-11-04 / row h6c9FVqkCj88ZD7ohCipuR / column Best score (across scorers)),,in, epoch-ebr-bench,epoch.ai,opus-4.7,max,reasoning-math,hard,Epoch-harness,,,,,,19.047619047619047,score%,2.89e-16,,prev=0.19047619047619047 (src-epoch.ai-benchmark-data-2026-09-30#M6),https://epoch.ai/data/benchmark_data.zip (ebr_bench.csv in benchmark_data.zip fetched 2026-11-04 / row Ad4geQVekrBqJn5Ka84awK / column Best score (across scorers)),,in, epoch-ebr-bench,epoch.ai,opus-4.6,max,reasoning-math,hard,Epoch-harness,,,,,,12.6984,score%,2.89e-05,,prev=0.126984 (src-epoch.ai-benchmark-data-2026-09-30#M7),https://epoch.ai/data/benchmark_data.zip (ebr_bench.csv in benchmark_data.zip fetched 2026-11-04 / row XSESb7YgzSTRENEhjHxuwc / column Best score (across scorers)),,out:single-couple, epoch-ebr-bench,epoch.ai,gpt-5,high,reasoning-math,hard,Epoch-harness,,,,,,12.6984,score%,2.89e-05,,prev=0.126984 (src-epoch.ai-benchmark-data-2026-10-15#M239),https://epoch.ai/data/benchmark_data.zip (ebr_bench.csv in benchmark_data.zip fetched 2026-11-04 / row VneAiVua3Fv2ySMKyyf4Qp / column Best score (across scorers)),,out:single-couple, epoch-ebr-bench,epoch.ai,glm-5.2,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,9.523809523809523,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (ebr_bench.csv in benchmark_data.zip fetched 2026-11-04 / row U3Fqei2qExVeQDCizpSVfx / column Best score (across scorers)),,out:effort-not-established, epoch-ebr-bench,epoch.ai,gpt-5.2,xhigh,reasoning-math,hard,Epoch-harness,,,,,,23.0159,score%,2.89e-05,,prev=0.230159 (src-epoch.ai-benchmark-data-2026-10-15#M241),https://epoch.ai/data/benchmark_data.zip (ebr_bench.csv in benchmark_data.zip fetched 2026-11-04 / row 3542DFKGpjD6k8AZfGKD7W / column Best score (across scorers)),,in, epoch-ebr-bench,epoch.ai,qwen3.7-max,unstated,reasoning-math,hard,Epoch-harness,,,,,,9.523809523809523,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (ebr_bench.csv in benchmark_data.zip fetched 2026-11-04 / row YJY5Dm2gEioHP2ExmTadqG / column Best score (across scorers)),,out:effort-not-established, epoch-ebr-bench,epoch.ai,gpt-5.4,xhigh,reasoning-math,hard,Epoch-harness,,,,,,25.3968,score%,2.89e-05,,prev=0.253968 (src-epoch.ai-benchmark-data-2026-10-15#M243),https://epoch.ai/data/benchmark_data.zip (ebr_bench.csv in benchmark_data.zip fetched 2026-11-04 / row RNXPxRZ4vMiwbspiqETy8B / column Best score (across scorers)),,in, epoch-ebr-bench,epoch.ai,?gemini-3.5-flash,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,4.7619047619047616,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (ebr_bench.csv in benchmark_data.zip fetched 2026-11-04 / row 7QDCZBGyG6w6BxE3gw6Gbv / column Best score (across scorers)),,out:model-not-established, epoch-ebr-bench,epoch.ai,opus-4.5,think-128000,reasoning-math,hard,Epoch-harness,,,,,,14.285714285714285,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (ebr_bench.csv in benchmark_data.zip fetched 2026-11-04 / row eTTktoMp5sTthdSqVkLTST / column Best score (across scorers)),,out:budget-config, epoch-ebr-bench,epoch.ai,kimi-k2.6,unstated,reasoning-math,hard,Epoch-harness,,,,,,2.3809523809523808,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (ebr_bench.csv in benchmark_data.zip fetched 2026-11-04 / row QwcSB4hQADcMNQg7EXmaGP / column Best score (across scorers)),,out:effort-not-established, epoch-ebr-bench,epoch.ai,sonnet-4.5,unstated,reasoning-math,hard,Epoch-harness,,,,,,2.3809523809523808,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (ebr_bench.csv in benchmark_data.zip fetched 2026-11-04 / row cUQEu2ysx4CcVJHi9KtzjQ / column Best score (across scorers)),,out:effort-not-established, epoch-ebr-bench,epoch.ai,?claude-opus-4-1-20250805,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,7.9365,score%,2.89e-05,,,https://epoch.ai/data/benchmark_data.zip (ebr_bench.csv in benchmark_data.zip fetched 2026-11-04 / row NMncsmkDVG6ZmNufPxNs2m / column Best score (across scorers)),,out:model-not-established, epoch-ebr-bench,epoch.ai,gemini-3.1-pro,unstated,reasoning-math,hard,Epoch-harness,,,,,,14.285714285714285,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (ebr_bench.csv in benchmark_data.zip fetched 2026-11-04 / row GYNraPqbBYhqqAyhYzJfQ7 / column Best score (across scorers)),,out:effort-not-established, epoch-ext-enigma-eval,epoch.ai,gpt-5.4-pro,unstated,mixed,mid,Epoch-external,,,,,,23.82,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (enigma_eval_external.csv in benchmark_data.zip fetched 2026-11-04 / row rec9I30aNqMMOAvz9 / column Accuracy),,out:effort-not-established, epoch-ext-enigma-eval,epoch.ai,gemini-3.1-pro,unstated,mixed,mid,Epoch-external,,,,,,36.78,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (enigma_eval_external.csv in benchmark_data.zip fetched 2026-11-04 / row reczkTTqNDkpHLfBw / column Accuracy),,out:effort-not-established, epoch-ext-enigma-eval,epoch.ai,gpt-5-pro,unstated,mixed,mid,Epoch-external,,,,,,18.75,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (enigma_eval_external.csv in benchmark_data.zip fetched 2026-11-04 / row recZv3rrIn0Hh0n7f / column Accuracy),,out:effort-not-established, epoch-ext-enigma-eval,epoch.ai,?gemini-3-pro-preview,not-established:absent,mixed,mid,Epoch-external,,,,,,18.239999999999998,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (enigma_eval_external.csv in benchmark_data.zip fetched 2026-11-04 / row recrkWj7aOGNnfZvJ / column Accuracy),,out:model-not-established, epoch-ext-enigma-eval,epoch.ai,gpt-5.4,xhigh,mixed,mid,Epoch-external,,,,,,15.960000000000002,score%,2.89e-16,,prev=0.15960000000000002 (src-epoch.ai-benchmark-data-2026-10-18#M69),https://epoch.ai/data/benchmark_data.zip (enigma_eval_external.csv in benchmark_data.zip fetched 2026-11-04 / row rech9nRz3pgAcfRAc / column Accuracy),,in, epoch-ext-enigma-eval,epoch.ai,o3,medium,mixed,mid,Epoch-external,,,,,,13.09,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (enigma_eval_external.csv in benchmark_data.zip fetched 2026-11-04 / row receahmxqAfNp04Hz / column Accuracy),,out:single-couple, epoch-ext-enigma-eval,epoch.ai,opus-4.5,unstated,mixed,mid,Epoch-external,,,,,,11.91,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (enigma_eval_external.csv in benchmark_data.zip fetched 2026-11-04 / row recBHK1OObzEbFZGv / column Accuracy),,out:effort-not-established, epoch-ext-enigma-eval,epoch.ai,o3,high,mixed,mid,Epoch-external,,,,,,11.91,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (enigma_eval_external.csv in benchmark_data.zip fetched 2026-11-04 / row recyQKxSx0xbZ5JCh / column Accuracy),,out:single-couple, epoch-ext-enigma-eval,epoch.ai,gpt-5.1,unstated,mixed,mid,Epoch-external,,,,,,11.230000000000001,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (enigma_eval_external.csv in benchmark_data.zip fetched 2026-11-04 / row recireO7DjaB7TZSb / column Accuracy),,out:effort-not-established, epoch-ext-enigma-eval,epoch.ai,gpt-5,unstated,mixed,mid,Epoch-external,,,,,,10.470000000000002,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (enigma_eval_external.csv in benchmark_data.zip fetched 2026-11-04 / row recTM0QtWkCOOzx2n / column Accuracy),,out:effort-not-established, epoch-ext-enigma-eval,epoch.ai,gpt-5.2,unstated,mixed,mid,Epoch-external,,,,,,10.39,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (enigma_eval_external.csv in benchmark_data.zip fetched 2026-11-04 / row recesPyjn6f8vbk41 / column Accuracy),,out:effort-not-established, epoch-ext-enigma-eval,epoch.ai,o4-mini,high,mixed,mid,Epoch-external,,,,,,9.210000000000002,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (enigma_eval_external.csv in benchmark_data.zip fetched 2026-11-04 / row recwiwCIzlm1eaSZx / column Accuracy),,out:single-couple, epoch-ext-enigma-eval,epoch.ai,gpt-5-mini,unstated,mixed,mid,Epoch-external,,,,,,8.192600000000001,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (enigma_eval_external.csv in benchmark_data.zip fetched 2026-11-04 / row rech2WN5NSlMILTVU / column Accuracy),,out:effort-not-established, epoch-ext-enigma-eval,epoch.ai,opus-4.6,max,mixed,mid,Epoch-external,,,,,,7.6,score%,0.0289,,prev=0.076 (src-epoch.ai-benchmark-data-2026-10-18#M70),https://epoch.ai/data/benchmark_data.zip (enigma_eval_external.csv in benchmark_data.zip fetched 2026-11-04 / row recyLSf4pFkZBDI8M / column Accuracy),,out:single-couple, epoch-ext-enigma-eval,epoch.ai,?claude-opus-4-1-20250805,not-established:absent,mixed,mid,Epoch-external,,,,,,7.179100000000001,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (enigma_eval_external.csv in benchmark_data.zip fetched 2026-11-04 / row recIHAQiSKe37QlrV / column Accuracy),,out:model-not-established, epoch-ext-enigma-eval,epoch.ai,opus-4.6,unstated,mixed,mid,Epoch-external,,,,,,6.84,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (enigma_eval_external.csv in benchmark_data.zip fetched 2026-11-04 / row reckakrWHvDEXZCCn / column Accuracy),,out:effort-not-established, epoch-ext-enigma-eval,epoch.ai,o4-mini,medium,mixed,mid,Epoch-external,,,,,,6.81,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (enigma_eval_external.csv in benchmark_data.zip fetched 2026-11-04 / row reczXOhQYxfQ4z6UI / column Accuracy),,out:single-couple, epoch-ext-enigma-eval,epoch.ai,o1-pro,unstated,mixed,mid,Epoch-external,,,,,,6.1399999999999996,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (enigma_eval_external.csv in benchmark_data.zip fetched 2026-11-04 / row recn9NeslnlYNPpi6 / column Accuracy),,out:effort-not-established, epoch-ext-enigma-eval,epoch.ai,sonnet-4.5,unstated,mixed,mid,Epoch-external,,,,,,5.9966,score%,2.89e-05,,,https://epoch.ai/data/benchmark_data.zip (enigma_eval_external.csv in benchmark_data.zip fetched 2026-11-04 / row rec9ylDuv236QEdRz / column Accuracy),,out:effort-not-established, epoch-ext-enigma-eval,epoch.ai,o1,unstated,mixed,mid,Epoch-external,,,,,,5.65,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (enigma_eval_external.csv in benchmark_data.zip fetched 2026-11-04 / row reczEK6cTdemcEFoY / column Accuracy),,out:effort-not-established, epoch-ext-enigma-eval,epoch.ai,?claude-opus-4-20250514,not-established:absent,mixed,mid,Epoch-external,,,,,,5.5700000000000006,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (enigma_eval_external.csv in benchmark_data.zip fetched 2026-11-04 / row recajp4Xzqdl1hWVE / column Accuracy),,out:model-not-established, epoch-ext-enigma-eval,epoch.ai,gemini-2.5-pro-preview-06-05,unstated,mixed,mid,Epoch-external,,,,,,5.5700000000000006,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (enigma_eval_external.csv in benchmark_data.zip fetched 2026-11-04 / row recDbzX7JurywUXag / column Accuracy),,out:effort-not-established, epoch-ext-enigma-eval,epoch.ai,sonnet-3.7,unstated,mixed,mid,Epoch-external,,,,,,4.2300000000000004,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (enigma_eval_external.csv in benchmark_data.zip fetched 2026-11-04 / row recqgAd66eaZUdytK / column Accuracy),,out:effort-not-established, epoch-ext-enigma-eval,epoch.ai,gemini-2.5-pro-exp-03-25,solo,mixed,mid,Epoch-external,,,,,,4.14,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (enigma_eval_external.csv in benchmark_data.zip fetched 2026-11-04 / row recHs6Sc5m0hdRAQI / column Accuracy),,out:single-couple, epoch-ext-enigma-eval,epoch.ai,?kimi-k2.5,not-established:absent,mixed,mid,Epoch-external,,,,,,3.38,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (enigma_eval_external.csv in benchmark_data.zip fetched 2026-11-04 / row recYB20EsagJiFNSS / column Accuracy),,out:model-not-established, epoch-ext-enigma-eval,epoch.ai,gpt-4.5-preview,solo,mixed,mid,Epoch-external,,,,,,3.18,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (enigma_eval_external.csv in benchmark_data.zip fetched 2026-11-04 / row recptVRLzhlKqqAbC / column Accuracy),,out:single-couple, epoch-ext-enigma-eval,epoch.ai,?claude-sonnet-4-20250514,not-established:absent,mixed,mid,Epoch-external,,,,,,3.1200000000000002,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (enigma_eval_external.csv in benchmark_data.zip fetched 2026-11-04 / row recnSlhjPi5DMIm9L / column Accuracy),,out:model-not-established, epoch-ext-enigma-eval,epoch.ai,gemini-3.1-flash-lite,unstated,mixed,mid,Epoch-external,,,,,,3.04,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (enigma_eval_external.csv in benchmark_data.zip fetched 2026-11-04 / row rectxc47EYXrt5A4p / column Accuracy),,out:effort-not-established, epoch-ext-enigma-eval,epoch.ai,gemini-2.5-flash-preview-05-20,unstated,mixed,mid,Epoch-external,,,,,,2.7000000000000003,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (enigma_eval_external.csv in benchmark_data.zip fetched 2026-11-04 / row reclMZj4AID4W3rFB / column Accuracy),,out:effort-not-established, epoch-ext-enigma-eval,epoch.ai,?gemini-2.5-pro-preview-05-06,not-established:absent,mixed,mid,Epoch-external,,,,,,2.36,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (enigma_eval_external.csv in benchmark_data.zip fetched 2026-11-04 / row recl5V5gG8jovVkv0 / column Accuracy),,out:model-not-established, epoch-ext-enigma-eval,epoch.ai,sonnet-3.7,unstated,mixed,mid,Epoch-external,,,,,,2.26,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (enigma_eval_external.csv in benchmark_data.zip fetched 2026-11-04 / row rec6zp1wPGHYVjyLu / column Accuracy),,out:effort-not-established, epoch-ext-enigma-eval,epoch.ai,gpt-4.1,solo,mixed,mid,Epoch-external,,,,,,2.17,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (enigma_eval_external.csv in benchmark_data.zip fetched 2026-11-04 / row recyWpf0QCF5zacnN / column Accuracy),,out:single-couple, epoch-ext-enigma-eval,epoch.ai,gpt-5.1,nothink,mixed,mid,Epoch-external,,,,,,1.94,score%,0.00289,,prev=0.0194 (src-epoch.ai-benchmark-data-2026-10-18#M71),https://epoch.ai/data/benchmark_data.zip (enigma_eval_external.csv in benchmark_data.zip fetched 2026-11-04 / row recB21sSGBxuHQADI / column Accuracy),,in, epoch-ext-enigma-eval,epoch.ai,gemini-2.0-flash-thinking-exp-01-21,solo,mixed,mid,Epoch-external,,,,,,1.1000000000000001,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (enigma_eval_external.csv in benchmark_data.zip fetched 2026-11-04 / row recQZPoJp4e9mxIEX / column Accuracy),,out:single-couple, epoch-ext-enigma-eval,epoch.ai,sonnet-3.5-1022,solo,mixed,mid,Epoch-external,,,,,,0.91,score%,0.00289,,prev=0.0091 (src-epoch.ai-benchmark-data-2026-10-18#M72),https://epoch.ai/data/benchmark_data.zip (enigma_eval_external.csv in benchmark_data.zip fetched 2026-11-04 / row rectZdJnjJEcv95yF / column Accuracy),,out:single-couple, epoch-ext-enigma-eval,epoch.ai,?pixtral-large-2411,not-established:absent,mixed,mid,Epoch-external,,,,,,0.84,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (enigma_eval_external.csv in benchmark_data.zip fetched 2026-11-04 / row recrs0rEjh7yqB1lr / column Accuracy),,out:model-not-established, epoch-ext-enigma-eval,epoch.ai,opus-3,solo,mixed,mid,Epoch-external,,,,,,0.8199999999999999,score%,2.89e-17,,prev=0.008199999999999999 (src-epoch.ai-benchmark-data-2026-10-18#M73),https://epoch.ai/data/benchmark_data.zip (enigma_eval_external.csv in benchmark_data.zip fetched 2026-11-04 / row recOmwnjZmNcq0Pvi / column Accuracy),,out:single-couple, epoch-ext-enigma-eval,epoch.ai,gpt-4o-1120,solo,mixed,mid,Epoch-external,,,,,,0.8,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (enigma_eval_external.csv in benchmark_data.zip fetched 2026-11-04 / row recXjD048nIZmi1Bc / column Accuracy),,out:single-couple, epoch-ext-enigma-eval,epoch.ai,gemini-2.0-pro-exp-02-05,solo,mixed,mid,Epoch-external,,,,,,0.69,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (enigma_eval_external.csv in benchmark_data.zip fetched 2026-11-04 / row recNfiBVKOOhKY28W / column Accuracy),,out:single-couple, epoch-ext-enigma-eval,epoch.ai,gemini-2.0-flash,solo,mixed,mid,Epoch-external,,,,,,0.63,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (enigma_eval_external.csv in benchmark_data.zip fetched 2026-11-04 / row recmlf6ufdqD98ZUR / column Accuracy),,out:single-couple, epoch-ext-enigma-eval,epoch.ai,llama-4-maverick,solo,mixed,mid,Epoch-external,,,,,,0.58,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (enigma_eval_external.csv in benchmark_data.zip fetched 2026-11-04 / row rec1GymcsU4urYVLi / column Accuracy),,out:single-couple, epoch-ext-enigma-eval,epoch.ai,?Llama-3.2-90B-Vision-Instruct,not-established:absent,mixed,mid,Epoch-external,,,,,,0.38,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (enigma_eval_external.csv in benchmark_data.zip fetched 2026-11-04 / row rec0FJEYmqS0s0k2C / column Accuracy),,out:model-not-established, epoch-ext-enigma-eval,epoch.ai,fable-5,high,mixed,mid,Epoch-external,,,,,,39.280000000000004,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (enigma_eval_external.csv in benchmark_data.zip fetched 2026-11-04 / row recXux9NHXeb5HwBk / column Accuracy),,in, epoch-ext-enigma-eval,epoch.ai,gpt-5.6-sol,high,mixed,mid,Epoch-external,,,,,,37.12,score%,0.00289,,prev=0.3712 (src-epoch.ai-benchmark-data-2026-10-18#M74),https://epoch.ai/data/benchmark_data.zip (enigma_eval_external.csv in benchmark_data.zip fetched 2026-11-04 / row recIyRaAOijnX5cVP / column Accuracy),,in, epoch-ext-enigma-eval,epoch.ai,?gemini-3.5-flash,not-established:absent,mixed,mid,Epoch-external,,,,,,25.41,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (enigma_eval_external.csv in benchmark_data.zip fetched 2026-11-04 / row rectrabR7sN1RLhNF / column Accuracy),,out:model-not-established, epoch-ext-enigma-eval,epoch.ai,opus-4.8,xhigh,mixed,mid,Epoch-external,,,,,,23.510000000000003,score%,2.89e-16,,prev=0.23510000000000003 (src-epoch.ai-benchmark-data-2026-10-18#M76),https://epoch.ai/data/benchmark_data.zip (enigma_eval_external.csv in benchmark_data.zip fetched 2026-11-04 / row recgVaZ4h79uz51GB / column Accuracy),,in, epoch-frontiermath,epoch.ai,opus-4.8,max,reasoning-math,hard,Epoch-harness,,,,,,47.24137931034483,score%,2.89e-15,,prev=0.4724137931034483 (src-epoch.ai-benchmark-data-2026-09-30#M10),https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row 6dUEQ3YfeMZzSm9ytgiuDi / column Best score (across scorers)),,in, epoch-frontiermath,epoch.ai,qwen3.6-max-preview,unstated,reasoning-math,hard,Epoch-harness,,,,,,23.103448275862068,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row T6yJ47dEheZTjRVDS6Bgzt / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath,epoch.ai,?gemini-3.5-flash,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,38.96551724137931,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row Ectc9Fcn4xSKZFQwj9Xn7R / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath,epoch.ai,qwen3.5-plus,unstated,reasoning-math,hard,Epoch-harness,,,,,,21.03448275862069,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row Kbc5vW47MpsnYaqeBuoJoQ / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath,epoch.ai,qwen3.6-plus,unstated,reasoning-math,hard,Epoch-harness,,,,,,26.20689655172414,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row Vxki26PKxMtCWsahLMmBHB / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath,epoch.ai,qwen3.6-flash,unstated,reasoning-math,hard,Epoch-harness,,,,,,10.344827586206896,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row n4BkffZyi6KAx8HajDU4ZK / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath,epoch.ai,qwen3.5-flash,unstated,reasoning-math,hard,Epoch-harness,,,,,,6.206896551724138,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row VHC8c6kTi5zjkHU67QSkZW / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath,epoch.ai,glm-5.1,unstated,reasoning-math,hard,Epoch-harness,,,,,,33.448275862068966,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row 4DNcqcs4R97ZWNTMDrXSZN / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath,epoch.ai,kimi-k2.6,unstated,reasoning-math,hard,Epoch-harness,,,,,,38.96551724137931,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row 4StdTsQNqgsKc8RFdauiF2 / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath,epoch.ai,?gpt-5.5-pro-pre-release,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,51,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row gpt-5-5-pro-pre-release-xhigh-t13 / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath,epoch.ai,?gpt-5.5-pro-pre-release,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,52.4,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row gpt-5-5-pro-pre-release-high-t13 / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath,epoch.ai,?gpt-5.5-pre-release,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,51.7,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row gpt-5-5-pre-release-xhigh-t13 / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath,epoch.ai,opus-4.7,xhigh,reasoning-math,hard,Epoch-harness,,,,,,43.79310344827586,score%,2.89e-15,,prev=0.4379310344827586 (src-epoch.ai-benchmark-data-2026-09-30#M11),https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row VFJMk4X6U8Yx5FwtQh4jbk / column Best score (across scorers)),,in, epoch-frontiermath,epoch.ai,gpt-5.4-mini,high,reasoning-math,hard,Epoch-harness,,,,,,28.28,score%,0.00289,,prev=0.2828 (src-epoch.ai-benchmark-data-2026-10-15#M259),https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row 7oFhmdG6DwLVLAenx8Wu4z / column Best score (across scorers)),,in, epoch-frontiermath,epoch.ai,gpt-5.4-nano,high,reasoning-math,hard,Epoch-harness,,,,,,25.86,score%,0.00289,,prev=0.2586 (src-epoch.ai-benchmark-data-2026-10-15#M260),https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row SZpkpKjZLWJvmXWPQsMpbv / column Best score (across scorers)),,in, epoch-frontiermath,epoch.ai,?muse-spark,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,39,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row muse-spark-pre-release-tiers-1-3 / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath,epoch.ai,gpt-5.4,xhigh,reasoning-math,hard,Epoch-harness,,,,,,47.6,score%,0.0289,,prev=0.476 (src-epoch.ai-benchmark-data-2026-10-15#M261),https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row pre-release-gpt-5-4-xhigh-fm-t13 / column Best score (across scorers)),,in, epoch-frontiermath,epoch.ai,gpt-5.4-pro,xhigh,reasoning-math,hard,Epoch-harness,,,,,,50,score%,2.89,,prev=0.5 (src-epoch.ai-benchmark-data-2026-10-15#M262),https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row pre-release-gpt-5-4-pro-fm-t13 / column Best score (across scorers)),,in, epoch-frontiermath,epoch.ai,sonnet-4.6,think-16000,reasoning-math,hard,Epoch-harness,,,,,,32.4,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row ewFjUhQhYidjkErDdLvcQL / column Best score (across scorers)),,out:budget-config, epoch-frontiermath,epoch.ai,glm-5,unstated,reasoning-math,hard,Epoch-harness,,,,,,16.433566433566432,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row MEXifXdpy4M5JH6EoyF35G / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath,epoch.ai,gemini-3.1-pro,unstated,reasoning-math,hard,Epoch-harness,,,,,,36.9,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row CZ5mNHNivNueD6boJnxq6H / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath,epoch.ai,opus-4.6,max,reasoning-math,hard,Epoch-harness,,,,,,40.7,score%,0.0289,,prev=0.407 (src-epoch.ai-benchmark-data-2026-09-30#M13),https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row Y4von2jMmwvEK5MuNw9pSt / column Best score (across scorers)),,out:single-couple, epoch-frontiermath,epoch.ai,opus-4.6,think-64000,reasoning-math,hard,Epoch-harness,,,,,,39.655172413793105,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row QSNvJqsvYdNbb85DyL9AXn / column Best score (across scorers)),,out:budget-config, epoch-frontiermath,epoch.ai,opus-4.6,think-32000,reasoning-math,hard,Epoch-harness,,,,,,40,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row b2iuVcuCPEau2ryhBsjhS9 / column Best score (across scorers)),,out:budget-config, epoch-frontiermath,epoch.ai,opus-4.6,unstated,reasoning-math,hard,Epoch-harness,,,,,,38.275862068965516,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row nFxCq7MqCfKjhxKr7hT9qr / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath,epoch.ai,kimi-k2.5,unstated,reasoning-math,hard,Epoch-harness,,,,,,27.9,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row manual_kimi-k2.5_fmprivate_frankenstein / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath,epoch.ai,glm-4.7,unstated,reasoning-math,hard,Epoch-harness,,,,,,2.4390243902439025,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row GJNr6pF9QUonmhqw5dXWpd / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath,epoch.ai,deepseek-v3.2,unstated,reasoning-math,hard,Epoch-harness,,,,,,22.1,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row manual_deepseek-v3.2_frontiermath_tiers_13_private_frankenstein_run_incomplete / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath,epoch.ai,gemini-2.5-flash,unstated,reasoning-math,hard,Epoch-harness,,,,,,4.844290657439446,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row bTbDNLFqsUogG3fejZEAZc / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath,epoch.ai,gemini-3-flash,unstated,reasoning-math,hard,Epoch-harness,,,,,,35.6401384083045,score%,2.89e-14,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row R7dSNsq2ciVRVHB7nir69v / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath,epoch.ai,gpt-5.2,xhigh,reasoning-math,hard,Epoch-harness,,,,,,40.7,score%,0.0289,,prev=0.407 (src-epoch.ai-benchmark-data-2026-10-15#M270),https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row hYCViU82i8tejydKA4Pcuu / column Best score (across scorers)),,in, epoch-frontiermath,epoch.ai,gpt-5.2,high,reasoning-math,hard,Epoch-harness,,,,,,40.344827586206894,score%,2.89e-16,,prev=0.40344827586206894 (src-epoch.ai-benchmark-data-2026-10-15#M271),https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row dcQtgoUnQbkqTT6Cueo8Re / column Best score (across scorers)),,in, epoch-frontiermath,epoch.ai,gpt-5.2,medium,reasoning-math,hard,Epoch-harness,,,,,,36.89655172413793,score%,2.89e-15,,prev=0.3689655172413793 (src-epoch.ai-benchmark-data-2026-10-15#M272),https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row BWGVnFerZCyKTuc86w7c5q / column Best score (across scorers)),,in, epoch-frontiermath,epoch.ai,gpt-5.2,low,reasoning-math,hard,Epoch-harness,,,,,,26.55172413793103,score%,2.89e-15,,prev=0.2655172413793103 (src-epoch.ai-benchmark-data-2026-10-15#M273),https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row NghuUppaqcCUtT8BqRgUL6 / column Best score (across scorers)),,in, epoch-frontiermath,epoch.ai,qwen3-235b-a22b-thinking-2507,solo,reasoning-math,hard,Epoch-harness,,,,,,8.480565371024736,score%,2.89e-16,,prev=0.08480565371024736 (src-epoch.ai-benchmark-data-2026-10-15#M274),https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row TLsGMRt4tYtWnheLm6jA5s / column Best score (across scorers)),,out:single-couple, epoch-frontiermath,epoch.ai,glm-4.6,unstated,reasoning-math,hard,Epoch-harness,,,,,,3.819444444444445,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row MPJBHaxt8mXcKBWa94rsXj / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath,epoch.ai,?moonshotai/Kimi-K2-Thinking,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,21.403508771929824,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row FmXuaTot9QsNdFYwwFHuEG / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath,epoch.ai,gpt-5.1,nothink,reasoning-math,hard,Epoch-harness,,,,,,2.097902097902098,score%,2.89e-16,,prev=0.02097902097902098 (src-epoch.ai-benchmark-data-2026-10-15#M277),https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row XNbh4FSUJeFAe2auBg5Bdi / column Best score (across scorers)),,in, epoch-frontiermath,epoch.ai,gpt-5.1,low,reasoning-math,hard,Epoch-harness,,,,,,17.301038062283736,score%,2.89e-16,,prev=0.17301038062283736 (src-epoch.ai-benchmark-data-2026-10-15#M278),https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row 7o6HCQaKUrxWjrf2vhH7hV / column Best score (across scorers)),,in, epoch-frontiermath,epoch.ai,opus-4.5,unstated,reasoning-math,hard,Epoch-harness,,,,,,20.689655172413793,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row 9nctB7cH6kcLT24UbScEMa / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath,epoch.ai,opus-4.5,think-32000,reasoning-math,hard,Epoch-harness,,,,,,20.689655172413793,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row DVjCqcKsfQ4kJbwucCiuH7 / column Best score (across scorers)),,out:budget-config, epoch-frontiermath,epoch.ai,opus-4.5,think-16000,reasoning-math,hard,Epoch-harness,,,,,,20.344827586206896,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row Xvp9LtJuwPtSab63ZWwkTC / column Best score (across scorers)),,out:budget-config, epoch-frontiermath,epoch.ai,gemini-2.5-pro,unstated,reasoning-math,hard,Epoch-harness,,,,,,14.13793103448276,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row cA9LKKKzDVxiLRcegKSb2b / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath,epoch.ai,?gemini-3-pro-preview,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,37.6,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row manual_gemini_3_fmprivate_frankenstein / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath,epoch.ai,gpt-5.1,medium,reasoning-math,hard,Epoch-harness,,,,,,26.89655172413793,score%,2.89e-15,,prev=0.2689655172413793 (src-epoch.ai-benchmark-data-2026-10-15#M281),https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row 7c2hHEgF9JomG9X7BLP7By / column Best score (across scorers)),,in, epoch-frontiermath,epoch.ai,o3,low,reasoning-math,hard,Epoch-harness,,,,,,9.722222222222222,score%,2.89e-16,,prev=0.09722222222222222 (src-epoch.ai-benchmark-data-2026-10-15#M282),https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row DKLrszPeTvFUGq39AaTniX / column Best score (across scorers)),,out:single-couple, epoch-frontiermath,epoch.ai,o3,high,reasoning-math,hard,Epoch-harness,,,,,,18.685121107266436,score%,2.89e-16,,prev=0.18685121107266436 (src-epoch.ai-benchmark-data-2026-10-15#M283),https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row XQ46BgPhHaYZsrPQuTvz8J / column Best score (across scorers)),,out:single-couple, epoch-frontiermath,epoch.ai,o3,medium,reasoning-math,hard,Epoch-harness,,,,,,16.896551724137931,score%,2.89e-16,,prev=0.16896551724137931 (src-epoch.ai-benchmark-data-2026-10-15#M284),https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row XwNqEvxaaCQ8M2NpKJGoZG / column Best score (across scorers)),,out:single-couple, epoch-frontiermath,epoch.ai,sonnet-4.5,unstated,reasoning-math,hard,Epoch-harness,,,,,,9.310344827586207,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row n26C8XHigC9Xfsdb24JZtd / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath,epoch.ai,sonnet-4.5,think-32000,reasoning-math,hard,Epoch-harness,,,,,,15.22491349480969,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row LUpSd7DzWf3Fw4iwXb3MPV / column Best score (across scorers)),,out:budget-config, epoch-frontiermath,epoch.ai,o4-mini,low,reasoning-math,hard,Epoch-harness,,,,,,10.689655172413794,score%,2.89e-16,,prev=0.10689655172413794 (src-epoch.ai-benchmark-data-2026-10-15#M285),https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row 82dL9ukqav96KZ8aHfqPpq / column Best score (across scorers)),,out:single-couple, epoch-frontiermath,epoch.ai,o3-mini,high,reasoning-math,hard,Epoch-harness,,,,,,12.413793103448276,score%,2.89e-16,,prev=0.12413793103448276 (src-epoch.ai-benchmark-data-2026-10-15#M286),https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row W2YTmg94XqVbH7p86TAqJT / column Best score (across scorers)),,out:single-couple, epoch-frontiermath,epoch.ai,gpt-5.1,high,reasoning-math,hard,Epoch-harness,,,,,,31.03448275862069,score%,2.89e-15,,prev=0.3103448275862069 (src-epoch.ai-benchmark-data-2026-10-15#M287),https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row nveMCdbvDijDTBN9JPWNve / column Best score (across scorers)),,in, epoch-frontiermath,epoch.ai,gpt-5,high,reasoning-math,hard,Epoch-harness,,,,,,32.413793103448274,score%,2.89e-16,,prev=0.32413793103448274 (src-epoch.ai-benchmark-data-2026-10-15#M288),https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row JwfCZuni4TRRnA77UWwpyg / column Best score (across scorers)),,out:single-couple, epoch-frontiermath,epoch.ai,sonnet-4.5,think-59000,reasoning-math,hard,Epoch-harness,,,,,,13.494809688581316,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row 3GzYKQW2K4iijm6a73rVeh / column Best score (across scorers)),,out:budget-config, epoch-frontiermath,epoch.ai,gpt-5-mini,high,reasoning-math,hard,Epoch-harness,,,,,,27.241379310344827,score%,2.89e-16,,prev=0.27241379310344827 (src-epoch.ai-benchmark-data-2026-10-15#M289),https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row DkMXbLvTgWJDWnUQVuBA8J / column Best score (across scorers)),,out:single-couple, epoch-frontiermath,epoch.ai,o4-mini,medium,reasoning-math,hard,Epoch-harness,,,,,,18.96551724137931,score%,2.89e-15,,prev=0.1896551724137931 (src-epoch.ai-benchmark-data-2026-10-15#M290),https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row XPCVZtFEC6BYKAwhLauMSD / column Best score (across scorers)),,out:single-couple, epoch-frontiermath,epoch.ai,o4-mini,high,reasoning-math,hard,Epoch-harness,,,,,,24.82758620689655,score%,2.89e-15,,prev=0.2482758620689655 (src-epoch.ai-benchmark-data-2026-10-15#M291),https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row Z7hiWJnEkkLmQXviEiTdHt / column Best score (across scorers)),,out:single-couple, epoch-frontiermath,epoch.ai,gpt-5-mini,medium,reasoning-math,hard,Epoch-harness,,,,,,20.344827586206896,score%,2.89e-16,,prev=0.20344827586206896 (src-epoch.ai-benchmark-data-2026-10-15#M292),https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row VPHGtT9EdPS6YxbzDAt98q / column Best score (across scorers)),,out:single-couple, epoch-frontiermath,epoch.ai,?grok-4-0709,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,19.655172413793104,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row oN54TKXxcn9gofYBASTVCY / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath,epoch.ai,gpt-5,medium,reasoning-math,hard,Epoch-harness,,,,,,27.241379310344827,score%,2.89e-16,,prev=0.27241379310344827 (src-epoch.ai-benchmark-data-2026-10-15#M294),https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row hrJBSLQUe5hrHECkuySSJr / column Best score (across scorers)),,out:single-couple, epoch-frontiermath,epoch.ai,gpt-5-nano,high,reasoning-math,hard,Epoch-harness,,,,,,8.275862068965517,score%,2.89e-16,,prev=0.08275862068965517 (src-epoch.ai-benchmark-data-2026-10-15#M295),https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row 2eMHpXXR9h7P2oNPDQkTBY / column Best score (across scorers)),,out:single-couple, epoch-frontiermath,epoch.ai,haiku-4.5,think-32000,reasoning-math,hard,Epoch-harness,,,,,,5.9027777777777776,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row fdNzD5mp8r2bHxy2PXx6Gh / column Best score (across scorers)),,out:budget-config, epoch-frontiermath,epoch.ai,haiku-4.5,unstated,reasoning-math,hard,Epoch-harness,,,,,,4.1379310344827586,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row 8sTJmYZ7MSk8obK9vjUjHm / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath,epoch.ai,gpt-5-nano,medium,reasoning-math,hard,Epoch-harness,,,,,,7.241379310344828,score%,2.89e-16,,prev=0.07241379310344828 (src-epoch.ai-benchmark-data-2026-10-15#M296),https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row dHQzrNGjuR5kiHKtNxG62X / column Best score (across scorers)),,out:single-couple, epoch-frontiermath,epoch.ai,?claude-opus-4-20250514,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,4.1379310344827586,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row ZKroUnGN6qoNssoSQbtzzz / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath,epoch.ai,?claude-opus-4-1-20250805,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,7.241379310344828,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row ezJ5C38svWJkQMjxTcrgg7 / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath,epoch.ai,?claude-opus-4-1-20250805,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,5.862068965517241,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row TQQnqmugDk3GX5hkr8HMWz / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath,epoch.ai,?claude-opus-4-20250514,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,4.482758620689655,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row GKD2ELzaXHx3giARevEetr / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath,epoch.ai,?claude-sonnet-4-20250514,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,4.1379310344827586,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row UcfxxJmo4ftRzPEnXrRdSw / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath,epoch.ai,gemini-2.5-pro-preview-06-05,unstated,reasoning-math,hard,Epoch-harness,,,,,,10.344827586206896,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row hNLQNC6TASXNNzat8kVS77 / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath,epoch.ai,qwen-plus-0428,unstated,reasoning-math,hard,Epoch-harness,,,,,,1.7241379310344827,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row bVFEkuHiUSxjoh8SQm74jo / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath,epoch.ai,mistral-medium-3,unstated,reasoning-math,hard,Epoch-harness,,,,,,0.34602076124567475,score%,2.89e-18,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row PZRX6ME25bn26B6BTRWx6W / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath,epoch.ai,gpt-4.1-nano,solo,reasoning-math,hard,Epoch-harness,,,,,,1.0344827586206896,score%,2.89e-17,,prev=0.010344827586206896 (src-epoch.ai-benchmark-data-2026-10-15#M299),https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row chtQvebcoaE33KkhAjbCnw / column Best score (across scorers)),,out:single-couple, epoch-frontiermath,epoch.ai,gpt-4.1-mini,solo,reasoning-math,hard,Epoch-harness,,,,,,4.482758620689655,score%,2.89e-16,,prev=0.04482758620689655 (src-epoch.ai-benchmark-data-2026-10-15#M300),https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row ephMMUGDANc9iVTNNuuoZx / column Best score (across scorers)),,out:single-couple, epoch-frontiermath,epoch.ai,gpt-4.1,solo,reasoning-math,hard,Epoch-harness,,,,,,5.517241379310345,score%,2.89e-16,,prev=0.05517241379310345 (src-epoch.ai-benchmark-data-2026-10-15#M301),https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row NPeiYpjbscreYnFkHPvcNB / column Best score (across scorers)),,out:single-couple, epoch-frontiermath,epoch.ai,grok-3-mini,low,reasoning-math,hard,Epoch-harness,,,,,,2.7586206896551724,score%,2.89e-17,,prev=0.027586206896551724 (src-epoch.ai-benchmark-data-2026-10-15#M302),https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row 9FTMS2t6Ksm43CduHeqtJr / column Best score (across scorers)),,out:single-couple, epoch-frontiermath,epoch.ai,grok-3-mini,high,reasoning-math,hard,Epoch-harness,,,,,,5.862068965517241,score%,2.89e-16,,prev=0.05862068965517241 (src-epoch.ai-benchmark-data-2026-10-15#M303),https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row Z83F6bJ7Ne5rXaXwgR2xWT / column Best score (across scorers)),,out:single-couple, epoch-frontiermath,epoch.ai,grok-3,solo,reasoning-math,hard,Epoch-harness,,,,,,3.793103448275862,score%,2.89e-16,,prev=0.03793103448275862 (src-epoch.ai-benchmark-data-2026-10-15#M304),https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row DzjFQArKFTZHioQVwKYVtX / column Best score (across scorers)),,out:single-couple, epoch-frontiermath,epoch.ai,?Llama-4-Maverick-17B-128E-Instruct-FP8,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,0.6896551724137931,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row QjvBS34fsngfBBMZUirSyh / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath,epoch.ai,llama-4-scout,solo,reasoning-math,hard,Epoch-harness,,,,,,0,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row bhjLDA5A7gddsX5cAYKma8 / column Best score (across scorers)),,out:uninformative, epoch-frontiermath,epoch.ai,?qwen-max-2025-01-25,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,1.0344827586206896,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row F77vDPynTKJbz7m2bt7Py8 / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath,epoch.ai,sonnet-3.7,think-64000,reasoning-math,hard,Epoch-harness,,,,,,3.103448275862069,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row DoU54Xy93J3MxztC4uxwYy / column Best score (across scorers)),,out:budget-config, epoch-frontiermath,epoch.ai,sonnet-3.7,think-32000,reasoning-math,hard,Epoch-harness,,,,,,3.4482758620689655,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row aZqVpPa4SWHapN9QHEoEm3 / column Best score (across scorers)),,out:budget-config, epoch-frontiermath,epoch.ai,gemini-2.0-flash,solo,reasoning-math,hard,Epoch-harness,,,,,,1.7241379310344827,score%,2.89e-17,,prev=0.017241379310344827 (src-epoch.ai-benchmark-data-2026-10-15#M306),https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row 5RpSr8gJZfcZn586aV2hDW / column Best score (across scorers)),,out:single-couple, epoch-frontiermath,epoch.ai,deepseek-v3,solo,reasoning-math,hard,Epoch-harness,,,,,,1.7241379310344827,score%,2.89e-17,,prev=0.017241379310344827 (src-epoch.ai-benchmark-data-2026-10-15#M307),https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row aXcfCytWFYNk7E5AZGMzLb / column Best score (across scorers)),,out:single-couple, epoch-frontiermath,epoch.ai,o1,high,reasoning-math,hard,Epoch-harness,,,,,,9.310344827586207,score%,2.89e-16,,prev=0.09310344827586207 (src-epoch.ai-benchmark-data-2026-10-15#M308),https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row bynpttv6jLvbXTY7ktnBpk / column Best score (across scorers)),,out:single-couple, epoch-frontiermath,epoch.ai,gpt-4o-0806,solo,reasoning-math,hard,Epoch-harness,,,,,,0.34482758620689655,score%,2.89e-18,,prev=0.0034482758620689655 (src-epoch.ai-benchmark-data-2026-10-15#M309),https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row SmT4ukjkxsXZvFExMMVFgW / column Best score (across scorers)),,out:single-couple, epoch-frontiermath,epoch.ai,sonnet-3.5-0620,solo,reasoning-math,hard,Epoch-harness,,,,,,1.0344827586206896,score%,2.89e-17,,prev=0.010344827586206896 (src-epoch.ai-benchmark-data-2026-10-18#M25),https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row h7f9jZVWzZNDHNxP5eewNH / column Best score (across scorers)),,out:single-couple, epoch-frontiermath,epoch.ai,gemini-1.5-flash-002,solo,reasoning-math,hard,Epoch-harness,,,,,,0,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row 8FtfWCm8DdAqF9rnMVwv8h / column Best score (across scorers)),,out:uninformative, epoch-frontiermath,epoch.ai,haiku-3.5,solo,reasoning-math,hard,Epoch-harness,,,,,,0.34482758620689655,score%,2.89e-18,,prev=0.0034482758620689655 (src-epoch.ai-benchmark-data-2026-10-18#M26),https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row JQcqpW9xPfJRKJkHne6DpK / column Best score (across scorers)),,out:single-couple, epoch-frontiermath,epoch.ai,sonnet-3.5-1022,solo,reasoning-math,hard,Epoch-harness,,,,,,2.0689655172413793,score%,2.89e-17,,prev=0.020689655172413793 (src-epoch.ai-benchmark-data-2026-10-18#M27),https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row MVnDrt94wyokzx3a7ZJkph / column Best score (across scorers)),,out:single-couple, epoch-frontiermath,epoch.ai,o1-mini,solo,reasoning-math,hard,Epoch-harness,,,,,,1.7241379310344827,score%,2.89e-17,,prev=0.017241379310344827 (src-epoch.ai-benchmark-data-2026-10-15#M311); prev=0.013793103448275862 (src-epoch.ai-benchmark-data-2026-10-15#M312),https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row hC2FY4WuKm6BLgPhbWeZDY / column Best score (across scorers)),,out:single-couple, epoch-frontiermath,epoch.ai,o1-mini,solo,reasoning-math,hard,Epoch-harness,,,,,,1.3793103448275862,score%,2.89e-17,,prev=0.017241379310344827 (src-epoch.ai-benchmark-data-2026-10-15#M311); prev=0.013793103448275862 (src-epoch.ai-benchmark-data-2026-10-15#M312),https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row 2ekT2UzaebvmGprKvmeeEa / column Best score (across scorers)),,out:single-couple, epoch-frontiermath,epoch.ai,sonnet-3.7,think-16000,reasoning-math,hard,Epoch-harness,,,,,,4.1379310344827586,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row PU7LXbdNB8Unfvu4qCeJZF / column Best score (across scorers)),,out:budget-config, epoch-frontiermath,epoch.ai,grok-2-1212,solo,reasoning-math,hard,Epoch-harness,,,,,,0.6896551724137931,score%,2.89e-17,,prev=0.006896551724137931 (src-epoch.ai-benchmark-data-2026-10-15#M313),https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row kinyvFjqSqUiY5FyYv7tsA / column Best score (across scorers)),,out:single-couple, epoch-frontiermath,epoch.ai,o3-mini,medium,reasoning-math,hard,Epoch-harness,,,,,,8.081896551724138,score%,2.89e-16,,prev=0.08081896551724138 (src-epoch.ai-benchmark-data-2026-10-15#M314),https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row U8CjtcxudQeP2cnMNixfJH / column Best score (across scorers)),,out:single-couple, epoch-frontiermath,epoch.ai,sonnet-3.7,unstated,reasoning-math,hard,Epoch-harness,,,,,,3.103448275862069,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row m7X2ppkiEkweCtFppiRW8S / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath,epoch.ai,?mistral-large-2411,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,0.34482758620689655,score%,2.89e-18,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row cEvTUVyxAqq5UDgsGQbvLM / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath,epoch.ai,gpt-4o-1120,solo,reasoning-math,hard,Epoch-harness,,,,,,0.34482758620689655,score%,2.89e-18,,prev=0.0034482758620689655 (src-epoch.ai-benchmark-data-2026-10-15#M315),https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row Z7HU95T8eema56EpLtECvG / column Best score (across scorers)),,out:single-couple, epoch-frontiermath,epoch.ai,?gemini-2.5-deep-think-2025-08-01-webapp,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,29,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath.csv in benchmark_data.zip fetched 2026-11-04 / row manual_gemini_2.5_deep_think_run_frontiermath_tiers_1_to_3 / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath-erdos,epoch.ai,gemini-4-argon,high,reasoning-math,hard,Epoch-harness,,,,,,1.4705882352941176,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_erdos.csv in benchmark_data.zip fetched 2026-11-04 / row bloom68-nhb6jkzaqrdr7pf8 / column Best score (across scorers)),,in, epoch-frontiermath-erdos,epoch.ai,sonnet-5.5,max,reasoning-math,hard,Epoch-harness,,,,,,2.9,score%,0.0289,,prev=0.029 (src-epoch.ai-benchmark-data-2026-10-15#M46),https://epoch.ai/data/benchmark_data.zip (frontiermath_erdos.csv in benchmark_data.zip fetched 2026-11-04 / row bloom68-0ov6a268920re3sz / column Best score (across scorers)),,in, epoch-frontiermath-erdos,epoch.ai,gpt-6.1-sol,max,reasoning-math,hard,Epoch-harness,,,,,,4.411764705882353,score%,2.89e-16,,prev=0.04411764705882353 (src-epoch.ai-benchmark-data-2026-10-21#M81),https://epoch.ai/data/benchmark_data.zip (frontiermath_erdos.csv in benchmark_data.zip fetched 2026-11-04 / row bloom68-alv3junt54xqrybd / column Best score (across scorers)),,in, epoch-frontiermath-erdos,epoch.ai,gpt-6-sol,max,reasoning-math,hard,Epoch-harness,,,,,,1.4705882352941176,score%,2.89e-17,,prev=0.014705882352941176 (src-epoch.ai-benchmark-data-2026-10-21#M82),https://epoch.ai/data/benchmark_data.zip (frontiermath_erdos.csv in benchmark_data.zip fetched 2026-11-04 / row bloom68-gpt6sol-jw3kuj7ihascfke9 / column Best score (across scorers)),,in, epoch-frontiermath-erdos,epoch.ai,opus-5.5,max,reasoning-math,hard,Epoch-harness,,,,,,2.94,score%,0.00289,,prev=0.0294 (src-epoch.ai-benchmark-data-2026-10-15#M47),https://epoch.ai/data/benchmark_data.zip (frontiermath_erdos.csv in benchmark_data.zip fetched 2026-11-04 / row bloom68-opus55-m1pc5wbymin28jdj / column Best score (across scorers)),,in, epoch-frontiermath-erdos,epoch.ai,grok-4.7,xhigh,reasoning-math,hard,Epoch-harness,,,,,,0,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_erdos.csv in benchmark_data.zip fetched 2026-11-04 / row bloom68-grok47-c934xdlxd6komspn / column Best score (across scorers)),,out:uninformative, epoch-frontiermath-erdos,epoch.ai,gemini-3.8-flash,high,reasoning-math,hard,Epoch-harness,,,,,,0,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_erdos.csv in benchmark_data.zip fetched 2026-11-04 / row bloom68-gemini38f-aojsg6oyu5hcva8s / column Best score (across scorers)),,out:uninformative, epoch-frontiermath-erdos,epoch.ai,fable-5.1,max,reasoning-math,hard,Epoch-harness,,,,,,0,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_erdos.csv in benchmark_data.zip fetched 2026-11-04 / row bloom68-fable51-8t9up8nw9358oyrl / column Best score (across scorers)),,out:uninformative, epoch-frontiermath-erdos,epoch.ai,gpt-5.5,xhigh,reasoning-math,hard,Epoch-harness,,,,,,0,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_erdos.csv in benchmark_data.zip fetched 2026-11-04 / row bloom68-gpt55-4nh07xafb8lf7jqp / column Best score (across scorers)),,out:uninformative, epoch-frontiermath-erdos,epoch.ai,kimi-k3,max,reasoning-math,hard,Epoch-harness,,,,,,0,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_erdos.csv in benchmark_data.zip fetched 2026-11-04 / row bloom68-kimi-u2zxwufo24l8te4u / column Best score (across scorers)),,out:uninformative, epoch-frontiermath-erdos,epoch.ai,opus-5,max,reasoning-math,hard,Epoch-harness,,,,,,0,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_erdos.csv in benchmark_data.zip fetched 2026-11-04 / row bloom68-opus5-2joaoeymbc8dk6j4 / column Best score (across scorers)),,out:uninformative, epoch-frontiermath-erdos,epoch.ai,gpt-6-astra,max,reasoning-math,hard,Epoch-harness,,,,,,2.9411764705882353,score%,2.89e-17,,prev=0.029411764705882353 (src-epoch.ai-benchmark-data-2026-10-15#M318),https://epoch.ai/data/benchmark_data.zip (frontiermath_erdos.csv in benchmark_data.zip fetched 2026-11-04 / row bloom68-ultima-e1dhs43ykrmakree / column Best score (across scorers)),,in, epoch-frontiermath-erdos,epoch.ai,fable-5,max,reasoning-math,hard,Epoch-harness,,,,,,0,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_erdos.csv in benchmark_data.zip fetched 2026-11-04 / row bloom68-fable-vn2l2xoe9902k9rt / column Best score (across scorers)),,out:uninformative, epoch-frontiermath-erdos,epoch.ai,gpt-5.6-sol,max,reasoning-math,hard,Epoch-harness,,,,,,0,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_erdos.csv in benchmark_data.zip fetched 2026-11-04 / row bloom68-sol-jx4yy8n4naukwwge / column Best score (across scorers)),,out:uninformative, epoch-frontiermath-tier-4,epoch.ai,opus-4.8,max,reasoning-math,hard,Epoch-harness,,,,,,31.25,score%,0.00289,,prev=0.3125 (src-epoch.ai-benchmark-data-2026-09-30#M27),https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-11-04 / row 5x5EAvuecqo3SXnZWpvrJA / column Best score (across scorers)),,in, epoch-frontiermath-tier-4,epoch.ai,qwen3.6-max-preview,unstated,reasoning-math,hard,Epoch-harness,,,,,,4.1666666666666664,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-11-04 / row 6G3krrJBj2Dsuunaow97uR / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tier-4,epoch.ai,?gemini-3.5-flash,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,14.583333333333334,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-11-04 / row icxeMK8LHGTpbEfCNdbqA4 / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath-tier-4,epoch.ai,qwen3.5-plus,unstated,reasoning-math,hard,Epoch-harness,,,,,,2.0833333333333332,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-11-04 / row ErcX9xv4Pwcgg63Dkrn2zM / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tier-4,epoch.ai,qwen3.6-plus,unstated,reasoning-math,hard,Epoch-harness,,,,,,8.333333333333333,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-11-04 / row NuKcKB4qgQwXDPaDEnpqjo / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tier-4,epoch.ai,qwen3.6-flash,unstated,reasoning-math,hard,Epoch-harness,,,,,,0,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-11-04 / row 4tmJcpwFZKJrmHacCFtPYV / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tier-4,epoch.ai,qwen3.5-flash,unstated,reasoning-math,hard,Epoch-harness,,,,,,0,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-11-04 / row cpbqvSFES6AdJqou8FP8ZD / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tier-4,epoch.ai,glm-5.1,unstated,reasoning-math,hard,Epoch-harness,,,,,,12.5,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-11-04 / row 8vKCYPopFbKzWZ47oLDDSo / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tier-4,epoch.ai,?gdm-ai-co-mathematician,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,47.9,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-11-04 / row gdm-ai-co-mathematician-manual-run / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath-tier-4,epoch.ai,kimi-k2.6,unstated,reasoning-math,hard,Epoch-harness,,,,,,14.58,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-11-04 / row kimi-k2.6-frontiermth-tier4-frankenstein / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tier-4,epoch.ai,?gpt-5.5-pro-pre-release,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,39.6,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-11-04 / row gpt-5-5-pro-pre-release-xhigh-t4 / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath-tier-4,epoch.ai,?gpt-5.5-pro-pre-release,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,39.6,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-11-04 / row gpt-5-5-pro-pre-release-high-t4 / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath-tier-4,epoch.ai,?gpt-5.5-pre-release,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,35.4,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-11-04 / row gpt-5-5-pre-release-xhigh-t4 / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath-tier-4,epoch.ai,opus-4.7,xhigh,reasoning-math,hard,Epoch-harness,,,,,,22.916666666666666,score%,2.89e-16,,prev=0.22916666666666666 (src-epoch.ai-benchmark-data-2026-09-30#M28),https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-11-04 / row 9oFmdEcfQNyYqA5PMmbJxV / column Best score (across scorers)),,in, epoch-frontiermath-tier-4,epoch.ai,gpt-5.4-mini,high,reasoning-math,hard,Epoch-harness,,,,,,2.08,score%,0.00289,,prev=0.0208 (src-epoch.ai-benchmark-data-2026-10-15#M331),https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-11-04 / row hPP9Lrd5W3wVyUq9uYuYm9 / column Best score (across scorers)),,in, epoch-frontiermath-tier-4,epoch.ai,gpt-5.4-nano,high,reasoning-math,hard,Epoch-harness,,,,,,6.25,score%,0.00289,,prev=0.0625 (src-epoch.ai-benchmark-data-2026-10-15#M332),https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-11-04 / row ZKPz9sjRBK6goz5vzYwtuV / column Best score (across scorers)),,in, epoch-frontiermath-tier-4,epoch.ai,?muse-spark,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,14.6,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-11-04 / row muse-spark-pre-release-tier-4 / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath-tier-4,epoch.ai,gpt-5.4,xhigh,reasoning-math,hard,Epoch-harness,,,,,,27.1,score%,0.0289,,prev=0.271 (src-epoch.ai-benchmark-data-2026-10-15#M333),https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-11-04 / row pre-release-gpt-5-4-xhigh-fm-t4 / column Best score (across scorers)),,in, epoch-frontiermath-tier-4,epoch.ai,?gpt-5.4-pro-2026-03-05-web-app,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,37.5,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-11-04 / row pre-release-gpt-5-4-pro-fm-t4-web-app / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath-tier-4,epoch.ai,sonnet-4.6,think-16000,reasoning-math,hard,Epoch-harness,,,,,,8.3,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-11-04 / row RTfHBvZX3Bh5EPPj6Cf3ab / column Best score (across scorers)),,out:budget-config, epoch-frontiermath-tier-4,epoch.ai,gemini-3.1-pro,unstated,reasoning-math,hard,Epoch-harness,,,,,,16.7,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-11-04 / row ZZrMMV7TirCbEsHm9pSH27 / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tier-4,epoch.ai,glm-5,unstated,reasoning-math,hard,Epoch-harness,,,,,,2.1,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-11-04 / row RomrkYdVrg67NirntgRrDL / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tier-4,epoch.ai,opus-4.6,max,reasoning-math,hard,Epoch-harness,,,,,,22.9,score%,0.0289,,prev=0.229 (src-epoch.ai-benchmark-data-2026-09-30#M30),https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-11-04 / row SfehtojAZdZxu7BLgPLDYA / column Best score (across scorers)),,out:single-couple, epoch-frontiermath-tier-4,epoch.ai,opus-4.6,think-64000,reasoning-math,hard,Epoch-harness,,,,,,20.833333333333334,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-11-04 / row mAeSEYBeiSU5vUhrnsP6Uj / column Best score (across scorers)),,out:budget-config, epoch-frontiermath-tier-4,epoch.ai,opus-4.6,think-32000,reasoning-math,hard,Epoch-harness,,,,,,20.833333333333334,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-11-04 / row UVXUd6ZFnQTci66adkFepy / column Best score (across scorers)),,out:budget-config, epoch-frontiermath-tier-4,epoch.ai,opus-4.6,unstated,reasoning-math,hard,Epoch-harness,,,,,,14.583333333333334,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-11-04 / row nvXhiYKL9RDVDfHWw53zFT / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tier-4,epoch.ai,kimi-k2.5,unstated,reasoning-math,hard,Epoch-harness,,,,,,4.2,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-11-04 / row F2Fn4eKsSE8ifoE6GUpxC6 / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tier-4,epoch.ai,glm-4.7,unstated,reasoning-math,hard,Epoch-harness,,,,,,0,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-11-04 / row fgfsjZ6NrexyT8kA6arR3B / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tier-4,epoch.ai,?gpt-5.2-pro-2025-12-11-webapp,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,31.3,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-11-04 / row manual_gpt_5.2_pro_run_frontiermath_tier_4 / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath-tier-4,epoch.ai,gemini-2.5-flash,unstated,reasoning-math,hard,Epoch-harness,,,,,,4.1666666666666664,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-11-04 / row 8qSepnktUjAsynVccET4Mw / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tier-4,epoch.ai,gemini-3-flash,unstated,reasoning-math,hard,Epoch-harness,,,,,,4.1666666666666664,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-11-04 / row natXTgCj8Y7mMbV5623YDd / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tier-4,epoch.ai,deepseek-v3.2,unstated,reasoning-math,hard,Epoch-harness,,,,,,2.1,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-11-04 / row manual_deepseek-v3.2_frontiermath_tier_4_private_frankenstein_run / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tier-4,epoch.ai,gpt-5.2,xhigh,reasoning-math,hard,Epoch-harness,,,,,,18.8,score%,0.0289,,prev=0.188 (src-epoch.ai-benchmark-data-2026-10-15#M343),https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-11-04 / row XLLXdo2tmmvqRwYxbn3kmo / column Best score (across scorers)),,in, epoch-frontiermath-tier-4,epoch.ai,gpt-5.2,high,reasoning-math,hard,Epoch-harness,,,,,,18.8,score%,0.0289,,prev=0.188 (src-epoch.ai-benchmark-data-2026-10-15#M344),https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-11-04 / row TjaWpQnjPC8SNJH8EDcXSS / column Best score (across scorers)),,in, epoch-frontiermath-tier-4,epoch.ai,gpt-5.2,medium,reasoning-math,hard,Epoch-harness,,,,,,16.7,score%,0.0289,,prev=0.167 (src-epoch.ai-benchmark-data-2026-10-15#M345),https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-11-04 / row 92XEociAUsCM7WC9knviuo / column Best score (across scorers)),,in, epoch-frontiermath-tier-4,epoch.ai,gpt-5.2,low,reasoning-math,hard,Epoch-harness,,,,,,6.25,score%,0.00289,,prev=0.0625 (src-epoch.ai-benchmark-data-2026-10-15#M346),https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-11-04 / row BvgEDgU5ahio7wQBUMD3oE / column Best score (across scorers)),,in, epoch-frontiermath-tier-4,epoch.ai,qwen3-235b-a22b-thinking-2507,solo,reasoning-math,hard,Epoch-harness,,,,,,0,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-11-04 / row BLw6H5xovDe5FTysit7dNp / column Best score (across scorers)),,out:uninformative, epoch-frontiermath-tier-4,epoch.ai,glm-4.6,unstated,reasoning-math,hard,Epoch-harness,,,,,,2.127659574468085,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-11-04 / row PDFNt4rT82hpKcKKsA7DEd / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tier-4,epoch.ai,?moonshotai/Kimi-K2-Thinking,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,0,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-11-04 / row cnujSZS7UAAQeDu2U5Xfdw / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath-tier-4,epoch.ai,opus-4.5,unstated,reasoning-math,hard,Epoch-harness,,,,,,4.1666666666666664,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-11-04 / row eAqv27skC4aGnAguQEhUgg / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tier-4,epoch.ai,opus-4.5,think-16000,reasoning-math,hard,Epoch-harness,,,,,,2.0833333333333332,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-11-04 / row eteYQLCEzxb65iDj6U8din / column Best score (across scorers)),,out:budget-config, epoch-frontiermath-tier-4,epoch.ai,opus-4.5,think-32000,reasoning-math,hard,Epoch-harness,,,,,,4.1666666666666664,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-11-04 / row BaZfJQ3QBVD9F5cMp7mRdF / column Best score (across scorers)),,out:budget-config, epoch-frontiermath-tier-4,epoch.ai,?gemini-3-pro-preview,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,18.75,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-11-04 / row manual_gemini_3_fmtier4_frankenstein / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath-tier-4,epoch.ai,gpt-5.1,medium,reasoning-math,hard,Epoch-harness,,,,,,4.1666666666666664,score%,2.89e-17,,prev=0.041666666666666664 (src-epoch.ai-benchmark-data-2026-10-15#M351),https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-11-04 / row S2W9ETQSRNc4xR3cmUjKbF / column Best score (across scorers)),,in, epoch-frontiermath-tier-4,epoch.ai,gpt-5.1,high,reasoning-math,hard,Epoch-harness,,,,,,12.5,score%,0.0289,,prev=0.125 (src-epoch.ai-benchmark-data-2026-10-15#M352),https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-11-04 / row ee2YzVv39Tk6tmA7DNjTG5 / column Best score (across scorers)),,in, epoch-frontiermath-tier-4,epoch.ai,gpt-5-mini,high,reasoning-math,hard,Epoch-harness,,,,,,6.25,score%,0.00289,,prev=0.0625 (src-epoch.ai-benchmark-data-2026-10-15#M353),https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-11-04 / row 5rh6TyPLbkJmQZs8iY6msJ / column Best score (across scorers)),,out:single-couple, epoch-frontiermath-tier-4,epoch.ai,gpt-5-nano,high,reasoning-math,hard,Epoch-harness,,,,,,0,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-11-04 / row CvK572G5SSd5Yk8ZGikDR6 / column Best score (across scorers)),,out:uninformative, epoch-frontiermath-tier-4,epoch.ai,gpt-5,high,reasoning-math,hard,Epoch-harness,,,,,,12.5,score%,0.0289,,prev=0.125 (src-epoch.ai-benchmark-data-2026-10-15#M355),https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-11-04 / row 6LwyJZsWEzuD8mhSRUF2xn / column Best score (across scorers)),,out:single-couple, epoch-frontiermath-tier-4,epoch.ai,haiku-4.5,think-32000,reasoning-math,hard,Epoch-harness,,,,,,2.0833333333333332,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-11-04 / row YRVwm4B88qK6aUEFBdNQmP / column Best score (across scorers)),,out:budget-config, epoch-frontiermath-tier-4,epoch.ai,sonnet-4.5,think-32000,reasoning-math,hard,Epoch-harness,,,,,,4.1666666666666664,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-11-04 / row d8WWwzb6b57mWqddhBXuDi / column Best score (across scorers)),,out:budget-config, epoch-frontiermath-tier-4,epoch.ai,?grok-4-heavy-web-app,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,2.08,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-11-04 / row grok-4-heavy-manual-run-frontiermath / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath-tier-4,epoch.ai,gpt-5-pro,high,reasoning-math,hard,Epoch-harness,,,,,,14.6,score%,0.0289,,prev=0.146 (src-epoch.ai-benchmark-data-2026-10-15#M357),https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-11-04 / row VshpC5TEp4F72cutXRRmhs / column Best score (across scorers)),,out:single-couple, epoch-frontiermath-tier-4,epoch.ai,sonnet-4.5,unstated,reasoning-math,hard,Epoch-harness,,,,,,2.0833333333333332,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-11-04 / row 2o8XZ8V6W5jKD7TuY4frux / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tier-4,epoch.ai,?grok-4-0709,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,2.0833333333333332,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-11-04 / row Cqdzvvh9tdrdmDjvu8bntM / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath-tier-4,epoch.ai,o4-mini,medium,reasoning-math,hard,Epoch-harness,,,,,,2.0833333333333332,score%,2.89e-17,,prev=0.020833333333333332 (src-epoch.ai-benchmark-data-2026-10-15#M359),https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-11-04 / row oBjz3oZSvAkw5ArLtZMwWW / column Best score (across scorers)),,out:single-couple, epoch-frontiermath-tier-4,epoch.ai,gpt-5,medium,reasoning-math,hard,Epoch-harness,,,,,,6.25,score%,0.00289,,prev=0.0625 (src-epoch.ai-benchmark-data-2026-10-15#M360),https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-11-04 / row RrmHCttQmYWNaADyThwFwf / column Best score (across scorers)),,out:single-couple, epoch-frontiermath-tier-4,epoch.ai,gpt-5-mini,medium,reasoning-math,hard,Epoch-harness,,,,,,4.1666666666666664,score%,2.89e-17,,prev=0.041666666666666664 (src-epoch.ai-benchmark-data-2026-10-15#M361),https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-11-04 / row EAqUKKCdvdkYTGegACdean / column Best score (across scorers)),,out:single-couple, epoch-frontiermath-tier-4,epoch.ai,gpt-5-nano,medium,reasoning-math,hard,Epoch-harness,,,,,,2.0833333333333332,score%,2.89e-17,,prev=0.020833333333333332 (src-epoch.ai-benchmark-data-2026-10-15#M362),https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-11-04 / row F6Tw2b9fDKde6N9eBu6ory / column Best score (across scorers)),,out:single-couple, epoch-frontiermath-tier-4,epoch.ai,?claude-opus-4-1-20250805,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,4.1666666666666664,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-11-04 / row a6VpLAmwU23BmxsqrZTGZg / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath-tier-4,epoch.ai,gemini-2.5-pro,unstated,reasoning-math,hard,Epoch-harness,,,,,,4.1666666666666664,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-11-04 / row XtEW42hsVgroBKHK465wqA / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tier-4,epoch.ai,gemini-2.5-pro-preview-06-05,unstated,reasoning-math,hard,Epoch-harness,,,,,,2.0833333333333332,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-11-04 / row iwLqUvjgt378uQoKiCdSXG / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tier-4,epoch.ai,gpt-4.1,solo,reasoning-math,hard,Epoch-harness,,,,,,0,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-11-04 / row oDrEMnoqz3AapWeyrxZd6C / column Best score (across scorers)),,out:uninformative, epoch-frontiermath-tier-4,epoch.ai,?claude-opus-4-20250514,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,0,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-11-04 / row MUYxn78tdpBMLETSQg5rgN / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath-tier-4,epoch.ai,o3,high,reasoning-math,hard,Epoch-harness,,,,,,2.0833333333333332,score%,2.89e-17,,prev=0.020833333333333332 (src-epoch.ai-benchmark-data-2026-10-15#M366),https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-11-04 / row a9fSMpBem4uhc6pxuEiQqM / column Best score (across scorers)),,out:single-couple, epoch-frontiermath-tier-4,epoch.ai,sonnet-3.5-0620,solo,reasoning-math,hard,Epoch-harness,,,,,,0,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-11-04 / row ELsuPViQBj3UPywy6WyB5H / column Best score (across scorers)),,out:uninformative, epoch-frontiermath-tier-4,epoch.ai,o3-mini,high,reasoning-math,hard,Epoch-harness,,,,,,4.1666666666666664,score%,2.89e-17,,prev=0.041666666666666664 (src-epoch.ai-benchmark-data-2026-10-15#M367),https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-11-04 / row YZ6Ts7tSVrvzjSRGxJowdn / column Best score (across scorers)),,out:single-couple, epoch-frontiermath-tier-4,epoch.ai,?claude-opus-4-20250514,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,4.1666666666666664,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-11-04 / row Ee6YnzHKyAUxmYeL23TL9s / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath-tier-4,epoch.ai,sonnet-3.5-1022,solo,reasoning-math,hard,Epoch-harness,,,,,,0,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-11-04 / row 8mhf6cwsHtrRkAwxZSBgfV / column Best score (across scorers)),,out:uninformative, epoch-frontiermath-tier-4,epoch.ai,o4-mini,high,reasoning-math,hard,Epoch-harness,,,,,,6.25,score%,0.00289,,prev=0.0625 (src-epoch.ai-benchmark-data-2026-10-15#M368),https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-11-04 / row WgEkfyLvjHYXfPje5Z2CPX / column Best score (across scorers)),,out:single-couple, epoch-frontiermath-tier-4,epoch.ai,grok-3,solo,reasoning-math,hard,Epoch-harness,,,,,,0,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-11-04 / row ZyHLq7azxVkZJZRLTj3kMB / column Best score (across scorers)),,out:uninformative, epoch-frontiermath-tier-4,epoch.ai,?claude-sonnet-4-20250514,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,0,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-11-04 / row XMYUtk8tkqDFgohY8iYfmy / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath-tier-4,epoch.ai,?gemini-2.5-deep-think-2025-08-01-webapp,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,10.4,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4.csv in benchmark_data.zip fetched 2026-11-04 / row manual_gemini_2.5_deep_think_run_frontiermath_tier_4 / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath-tier-4-v2,epoch.ai,gpt-6.1-terra,max,reasoning-math,hard,Epoch-harness,,,,,,92.6829268292683,score%,2.89e-14,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row W2qXKr9YjjCWcEdgvUw93P / column Best score (across scorers)),,in, epoch-frontiermath-tier-4-v2,epoch.ai,deepseek-v4.1-flash-1017,max,reasoning-math,hard,Epoch-harness,,,,,,46.34146341463415,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row jnCfi6VttQBv3t54B3xp9G / column Best score (across scorers)),,in, epoch-frontiermath-tier-4-v2,epoch.ai,?Muse-Spark-Open-816B-A42B,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,31.70731707317073,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row YifYkfNddMSuE8uBNdbvLi / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath-tier-4-v2,epoch.ai,gemini-4-argon,high,reasoning-math,hard,Epoch-harness,,,,,,78.04878048780488,score%,2.89e-15,,prev=0.7804878048780488 (src-epoch.ai-benchmark-data-2026-10-15#M420),https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row 6FQCa8tMipf2ncdgGgMaPc / column Best score (across scorers)),,in, epoch-frontiermath-tier-4-v2,epoch.ai,?mistral-large-4-0,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,26.82926829268293,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row TzoNRjKto6wEuZ5PmQPAw8 / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath-tier-4-v2,epoch.ai,?muse-wonder-1.0,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,70.73170731707317,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row 76KF9F9owpePuyHpP68mdZ / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath-tier-4-v2,epoch.ai,deepseek-v4.1-flash,max,reasoning-math,hard,Epoch-harness,,,,,,26.82926829268293,score%,2.89e-15,,prev=0.2682926829268293 (src-epoch.ai-benchmark-data-2026-10-15#M421),https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row KansJcyeGR4m7G4p8GupDn / column Best score (across scorers)),,in, epoch-frontiermath-tier-4-v2,epoch.ai,haiku-5.5,max,reasoning-math,hard,Epoch-harness,,,,,,46.34146341463415,score%,2.89e-15,,prev=0.4634146341463415 (src-epoch.ai-benchmark-data-2026-10-15#M38),https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row WmUXFQoq7GqiSgpTmfLaVv / column Best score (across scorers)),,in, epoch-frontiermath-tier-4-v2,epoch.ai,gpt-6.1-sol,max,reasoning-math,hard,Epoch-harness,,,,,,100,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row HgAUm5zxrWbkfYUdeJMGzL / column Best score (across scorers)),,out:uninformative, epoch-frontiermath-tier-4-v2,epoch.ai,sonnet-5.5,max,reasoning-math,hard,Epoch-harness,,,,,,80.48780487804879,score%,2.89e-15,,prev=0.8048780487804879 (src-epoch.ai-benchmark-data-2026-09-30#M40),https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row Xo7ecFEMqPJ4HicvJTvWZZ / column Best score (across scorers)),,in, epoch-frontiermath-tier-4-v2,epoch.ai,gpt-6-luna,max,reasoning-math,hard,Epoch-harness,,,,,,56.09756097560976,score%,2.89e-15,,prev=0.5609756097560976 (src-epoch.ai-benchmark-data-2026-10-15#M423),https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row 7n3HBUK684GmdT6Tkycu6m / column Best score (across scorers)),,in, epoch-frontiermath-tier-4-v2,epoch.ai,grok-4.7,xhigh,reasoning-math,hard,Epoch-harness,,,,,,17.073170731707318,score%,2.89e-16,,prev=0.17073170731707318 (src-epoch.ai-benchmark-data-2026-10-15#M424),https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row Ymgj5VeEceBbzsLq6xEZRi / column Best score (across scorers)),,in, epoch-frontiermath-tier-4-v2,epoch.ai,gpt-6-sol,max,reasoning-math,hard,Epoch-harness,,,,,,90,score%,2.89,,prev=0.9 (src-epoch.ai-benchmark-data-2026-10-15#M425),https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row jwS3LYLCPbZpHDzzkX6LyV / column Best score (across scorers)),,in, epoch-frontiermath-tier-4-v2,epoch.ai,opus-5.5,max,reasoning-math,hard,Epoch-harness,,,,,,95,score%,0.289,,prev=0.95 (src-epoch.ai-benchmark-data-2026-09-30#M41),https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row 9qKrTxPhpfW985gieKU56x / column Best score (across scorers)),,in, epoch-frontiermath-tier-4-v2,epoch.ai,muse-spark-1.3,max,reasoning-math,hard,Epoch-harness,,,,,,46.34146341463415,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row naZno5TPpgMJfv2b5mhvUW / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tier-4-v2,epoch.ai,muse-spark-1.3,xhigh,reasoning-math,hard,Epoch-harness,,,,,,41.46341463414634,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row UdTt275jahRApXURferb9i / column Best score (across scorers)),,out:single-couple, epoch-frontiermath-tier-4-v2,epoch.ai,qwen3.8-max-0902,xhigh,reasoning-math,hard,Epoch-harness,,,,,,34.146341463414637,score%,2.89e-16,,prev=0.34146341463414637 (src-epoch.ai-benchmark-data-2026-10-15#M371),https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row kZUdrqdGtCEJa3ip6L9YnH / column Best score (across scorers)),,in, epoch-frontiermath-tier-4-v2,epoch.ai,gemini-3.8-flash,high,reasoning-math,hard,Epoch-harness,,,,,,21.951219512195122,score%,2.89e-16,,prev=0.21951219512195122 (src-epoch.ai-benchmark-data-2026-10-15#M372),https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row Lgy52ZT4YpFrUqqKVu2qUs / column Best score (across scorers)),,in, epoch-frontiermath-tier-4-v2,epoch.ai,fable-5.1,max,reasoning-math,hard,Epoch-harness,,,,,,87.80487804878049,score%,2.89e-15,,prev=0.8780487804878049 (src-epoch.ai-benchmark-data-2026-09-30#M42),https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row T56N3X4KLA3xz7tf5aCMGb / column Best score (across scorers)),,in, epoch-frontiermath-tier-4-v2,epoch.ai,gpt-6-astra,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,82.92682926829268,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row 4BCZTu7HQKmhdwRR2W4bzT / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tier-4-v2,epoch.ai,gpt-6-astra,low,reasoning-math,hard,Epoch-harness,,,,,,87.80487804878049,score%,2.89e-15,,prev=0.8780487804878049 (src-epoch.ai-benchmark-data-2026-10-15#M374),https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row kRPSnHnDdheajNdqmKsMjs / column Best score (across scorers)),,in, epoch-frontiermath-tier-4-v2,epoch.ai,gpt-6-astra,medium,reasoning-math,hard,Epoch-harness,,,,,,97.5609756097561,score%,2.89e-14,,prev=0.975609756097561 (src-epoch.ai-benchmark-data-2026-10-15#M375),https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row 5sNRWemuVwb4adBaSwrLFf / column Best score (across scorers)),,in, epoch-frontiermath-tier-4-v2,epoch.ai,gpt-6-astra,high,reasoning-math,hard,Epoch-harness,,,,,,97.6,score%,0.0289,,prev=0.976 (src-epoch.ai-benchmark-data-2026-10-15#M376),https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row f46NQY9jSxyKqo9qzrmk6F / column Best score (across scorers)),,in, epoch-frontiermath-tier-4-v2,epoch.ai,gpt-6-astra,xhigh,reasoning-math,hard,Epoch-harness,,,,,,97.6,score%,0.0289,,prev=0.976 (src-epoch.ai-benchmark-data-2026-10-15#M377),https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row AfKJ2DGMhkjZmeFZxGoY3w / column Best score (across scorers)),,in, epoch-frontiermath-tier-4-v2,epoch.ai,gpt-6-astra,max,reasoning-math,hard,Epoch-harness,,,,,,97.6,score%,0.0289,,prev=0.976 (src-epoch.ai-benchmark-data-2026-10-15#M378),https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row f7BCT27LzcAtaLDP2tcrWF / column Best score (across scorers)),,in, epoch-frontiermath-tier-4-v2,epoch.ai,glm-5.3-flash,max,reasoning-math,hard,Epoch-harness,,,,,,17.073170731707318,score%,2.89e-16,,prev=0.17073170731707318 (src-epoch.ai-benchmark-data-2026-10-15#M379),https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row iCysWvFJevNyw2dbYosU6J / column Best score (across scorers)),,in, epoch-frontiermath-tier-4-v2,epoch.ai,glm-5.3,max,reasoning-math,hard,Epoch-harness,,,,,,29.26829268292683,score%,2.89e-15,,prev=0.2926829268292683 (src-epoch.ai-benchmark-data-2026-10-15#M380),https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row 4S3ZrJDkwh4gmGrmJQdvzR / column Best score (across scorers)),,in, epoch-frontiermath-tier-4-v2,epoch.ai,deepseek-v4-pro-0813,max,reasoning-math,hard,Epoch-harness,,,,,,26.82926829268293,score%,2.89e-15,,prev=0.2682926829268293 (src-epoch.ai-benchmark-data-2026-10-15#M381),https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row a4uV8HMMBAcHXLVSmZfBgX / column Best score (across scorers)),,in, epoch-frontiermath-tier-4-v2,epoch.ai,?gemini-3.7-flash,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,36.585365853658536,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row KptKXK5nE2Ns2WbiaSSnbc / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath-tier-4-v2,epoch.ai,?inkling-small,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,17.073170731707318,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row DVD8G8DHNyzkowBzK7JvMt / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath-tier-4-v2,epoch.ai,grok-4.6,xhigh,reasoning-math,hard,Epoch-harness,,,,,,31.70731707317073,score%,2.89e-15,,prev=0.3170731707317073 (src-epoch.ai-benchmark-data-2026-10-15#M383),https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row bg3JRdd33iWfvRoGSvyXXE / column Best score (across scorers)),,in, epoch-frontiermath-tier-4-v2,epoch.ai,?Inkling,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,4.878048780487805,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row jvJPoRYkPH9Sb5MX252oHp / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath-tier-4-v2,epoch.ai,?qwen3.8-max,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,46.34146341463415,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row PBRdMZyz4L4CqPpXyLD2Lk / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath-tier-4-v2,epoch.ai,?gpt-5.5-instant,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,2.4390243902439025,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row 2UmuBfhBvYbbnTg5BnQqov / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath-tier-4-v2,epoch.ai,deepseek-v4-flash-0731,max,reasoning-math,hard,Epoch-harness,,,,,,24.390243902439024,score%,2.89e-16,,prev=0.24390243902439024 (src-epoch.ai-benchmark-data-2026-10-15#M386),https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row WYs83xB6NwrkMNyQJtuMcQ / column Best score (across scorers)),,in, epoch-frontiermath-tier-4-v2,epoch.ai,gemini-3.5-flash-lite,high,reasoning-math,hard,Epoch-harness,,,,,,0,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row juNVfKBcYTwaKnk9GRA2zL / column Best score (across scorers)),,out:uninformative, epoch-frontiermath-tier-4-v2,epoch.ai,gemini-3.6-flash,high,reasoning-math,hard,Epoch-harness,,,,,,21.951219512195122,score%,2.89e-16,,prev=0.21951219512195122 (src-epoch.ai-benchmark-data-2026-10-15#M388),https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row JCMjXU6FRiiLV3xvs9R2Xv / column Best score (across scorers)),,in, epoch-frontiermath-tier-4-v2,epoch.ai,opus-5,max,reasoning-math,hard,Epoch-harness,,,,,,73.17073170731707,score%,2.89e-15,,prev=0.7317073170731707 (src-epoch.ai-benchmark-data-2026-09-30#M43),https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row ji3kMn49Jcr9t4whxcpjj4 / column Best score (across scorers)),,in, epoch-frontiermath-tier-4-v2,epoch.ai,kimi-k3,max,reasoning-math,hard,Epoch-harness,,,,,,39.02439024390244,score%,2.89e-15,,prev=0.3902439024390244 (src-epoch.ai-benchmark-data-2026-10-15#M389),https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row gZERSAQwxBAevQzBsWfUie / column Best score (across scorers)),,in, epoch-frontiermath-tier-4-v2,epoch.ai,grok-4.20,think,reasoning-math,hard,Epoch-harness,,,,,,17.073170731707318,score%,2.89e-16,,prev=0.17073170731707318 (src-epoch.ai-benchmark-data-2026-10-15#M390),https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row SX5FCWMk3HF83gGsP3WFA6 / column Best score (across scorers)),,in, epoch-frontiermath-tier-4-v2,epoch.ai,?gpt-5.6-sol,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,80.48780487804879,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row cdWwJSH3jVfrKyhUHmT54T / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath-tier-4-v2,epoch.ai,gpt-5.6-terra,max,reasoning-math,hard,Epoch-harness,,,,,,70.73170731707317,score%,2.89e-15,,prev=0.7073170731707317 (src-epoch.ai-benchmark-data-2026-10-15#M392),https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row ZUygpkXqg3NjchXXfedAWV / column Best score (across scorers)),,in, epoch-frontiermath-tier-4-v2,epoch.ai,gpt-5.6-luna,max,reasoning-math,hard,Epoch-harness,,,,,,60.97560975609756,score%,2.89e-15,,prev=0.6097560975609756 (src-epoch.ai-benchmark-data-2026-10-15#M393),https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row NLiiJJSyA9wmg2FHENFpAq / column Best score (across scorers)),,in, epoch-frontiermath-tier-4-v2,epoch.ai,gpt-5.6-sol,max,reasoning-math,hard,Epoch-harness,,,,,,82.92682926829268,score%,2.89e-15,,prev=0.8292682926829268 (src-epoch.ai-benchmark-data-2026-10-15#M394),https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row QJ5rJMVypB4PMxPcBGftc8 / column Best score (across scorers)),,in, epoch-frontiermath-tier-4-v2,epoch.ai,grok-4.5,high,reasoning-math,hard,Epoch-harness,,,,,,24.390243902439024,score%,2.89e-16,,prev=0.24390243902439024 (src-epoch.ai-benchmark-data-2026-10-15#M395),https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row 7vThbrtbczScg2UcsAYXtF / column Best score (across scorers)),,in, epoch-frontiermath-tier-4-v2,epoch.ai,sonnet-5,max,reasoning-math,hard,Epoch-harness,,,,,,29.26829268292683,score%,2.89e-15,,prev=0.2926829268292683 (src-epoch.ai-benchmark-data-2026-09-30#M44),https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row bqiVinHXFcgyFGPstJwXJN / column Best score (across scorers)),,in, epoch-frontiermath-tier-4-v2,epoch.ai,glm-5.2,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,29.26829268292683,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row JebA8dYLVov6H49ZQSLXh5 / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tier-4-v2,epoch.ai,grok-4.3,high,reasoning-math,hard,Epoch-harness,,,,,,14.634146341463414,score%,2.89e-16,,prev=0.14634146341463414 (src-epoch.ai-benchmark-data-2026-10-15#M397),https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row 3iRQkf5v7Wu7YuZhxa76Gg / column Best score (across scorers)),,in, epoch-frontiermath-tier-4-v2,epoch.ai,?deepseek-v4-pro,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,2.4390243902439025,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row RAZ6VMfGtQSE8EvUZRRz4Q / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath-tier-4-v2,epoch.ai,qwen3.7-max,unstated,reasoning-math,hard,Epoch-harness,,,,,,34.146341463414637,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row FHZCKbtfvpKGXU99vZFnXN / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tier-4-v2,epoch.ai,gpt-5.4-pro,xhigh,reasoning-math,hard,Epoch-harness,,,,,,58.53658536585366,score%,2.89e-15,,prev=0.5853658536585366 (src-epoch.ai-benchmark-data-2026-10-15#M400),https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row W6b3C8AeNC7CAFs5DQma8N / column Best score (across scorers)),,in, epoch-frontiermath-tier-4-v2,epoch.ai,gpt-5.2-pro,xhigh,reasoning-math,hard,Epoch-harness,,,,,,46,score%,0.289,,prev=0.46 (src-epoch.ai-benchmark-data-2026-10-15#M401),https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row oALBfwNc7dcNSDJSSBJXYe / column Best score (across scorers)),,in, epoch-frontiermath-tier-4-v2,epoch.ai,kimi-k2.7-code,solo,reasoning-math,hard,Epoch-harness,,,,,,12.195121951219512,score%,2.89e-16,,prev=0.12195121951219512 (src-epoch.ai-benchmark-data-2026-10-15#M402),https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row UTVSgirxQpTgmTHbgE9EUk / column Best score (across scorers)),,in, epoch-frontiermath-tier-4-v2,epoch.ai,gpt-5.5-pro,xhigh,reasoning-math,hard,Epoch-harness,,,,,,78.04878048780488,score%,2.89e-15,,prev=0.7804878048780488 (src-epoch.ai-benchmark-data-2026-10-15#M403),https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row SFKXCPUu73mwxMoUotiZM2 / column Best score (across scorers)),,in, epoch-frontiermath-tier-4-v2,epoch.ai,gpt-5-pro,high,reasoning-math,hard,Epoch-harness,,,,,,19.51219512195122,score%,2.89e-15,,prev=0.1951219512195122 (src-epoch.ai-benchmark-data-2026-10-15#M404),https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row HfDahF4ZXTN6bjfDFwcHTU / column Best score (across scorers)),,out:single-couple, epoch-frontiermath-tier-4-v2,epoch.ai,gpt-5-mini,high,reasoning-math,hard,Epoch-harness,,,,,,12.195121951219512,score%,2.89e-16,,prev=0.12195121951219512 (src-epoch.ai-benchmark-data-2026-10-15#M405),https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row 2WxRbjq5ZWTgiXZPqYUG4R / column Best score (across scorers)),,out:single-couple, epoch-frontiermath-tier-4-v2,epoch.ai,gpt-5.4-nano,high,reasoning-math,hard,Epoch-harness,,,,,,12.195121951219512,score%,2.89e-16,,prev=0.12195121951219512 (src-epoch.ai-benchmark-data-2026-10-15#M406),https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row SF6FYnnKztPCDWQc4v4EJa / column Best score (across scorers)),,in, epoch-frontiermath-tier-4-v2,epoch.ai,gpt-5-nano,high,reasoning-math,hard,Epoch-harness,,,,,,2.4390243902439025,score%,2.89e-17,,prev=0.024390243902439025 (src-epoch.ai-benchmark-data-2026-10-15#M407),https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row P5v3FUnVVTbaqaCr43deKi / column Best score (across scorers)),,out:single-couple, epoch-frontiermath-tier-4-v2,epoch.ai,gpt-5.4-mini,xhigh,reasoning-math,hard,Epoch-harness,,,,,,9.75609756097561,score%,2.89e-15,,prev=0.0975609756097561 (src-epoch.ai-benchmark-data-2026-10-15#M408),https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row jtQ6rDiNxjNKkVMEPBE3Ub / column Best score (across scorers)),,in, epoch-frontiermath-tier-4-v2,epoch.ai,?gdm-ai-co-mathematician,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,75.6,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row gdm-ai-co-mathematician-manual-run-v2 / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath-tier-4-v2,epoch.ai,gemini-2.5-pro,unstated,reasoning-math,hard,Epoch-harness,,,,,,0,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row 2z7kL9DpfvY44T9Wo99FYx / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tier-4-v2,epoch.ai,gemini-3-flash,unstated,reasoning-math,hard,Epoch-harness,,,,,,17.073170731707318,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row ZczEhu69FQ9Cnns8NT6ew4 / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tier-4-v2,epoch.ai,gemini-3.1-pro,unstated,reasoning-math,hard,Epoch-harness,,,,,,26.82926829268293,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row eXVWr3RBeSsWy5DAU8ed46 / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tier-4-v2,epoch.ai,?claude-opus-4-1-20250805,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,2.4390243902439025,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row 9zT72xRR6wZhiwraJTNPyz / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath-tier-4-v2,epoch.ai,sonnet-4.5,think-32000,reasoning-math,hard,Epoch-harness,,,,,,2.4390243902439025,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row d3m9Xip8cof4s77z6LKkEh / column Best score (across scorers)),,out:budget-config, epoch-frontiermath-tier-4-v2,epoch.ai,gpt-5.4,xhigh,reasoning-math,hard,Epoch-harness,,,,,,49,score%,0.289,,prev=0.49 (src-epoch.ai-benchmark-data-2026-10-15#M412),https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row doiQDghqnLzbE8CFijLNQJ / column Best score (across scorers)),,in, epoch-frontiermath-tier-4-v2,epoch.ai,gpt-5.5,xhigh,reasoning-math,hard,Epoch-harness,,,,,,72.5,score%,0.0289,,prev=0.725 (src-epoch.ai-benchmark-data-2026-10-15#M413),https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row PKSMspJiJdNThB6qNvaBSM / column Best score (across scorers)),,in, epoch-frontiermath-tier-4-v2,epoch.ai,gpt-5.2,xhigh,reasoning-math,hard,Epoch-harness,,,,,,31.7,score%,0.0289,,prev=0.317 (src-epoch.ai-benchmark-data-2026-10-15#M414),https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row J3NUxsK2GXq9Whkjn7mEVm / column Best score (across scorers)),,in, epoch-frontiermath-tier-4-v2,epoch.ai,o3-mini,high,reasoning-math,hard,Epoch-harness,,,,,,0,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row iR3Ut7aYEtz8dTYQFzq7rG / column Best score (across scorers)),,out:uninformative, epoch-frontiermath-tier-4-v2,epoch.ai,o4-mini,high,reasoning-math,hard,Epoch-harness,,,,,,4.878048780487805,score%,2.89e-16,,prev=0.04878048780487805 (src-epoch.ai-benchmark-data-2026-10-15#M416),https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row TomkQucNryhFGkaUnUGeLR / column Best score (across scorers)),,out:single-couple, epoch-frontiermath-tier-4-v2,epoch.ai,opus-4.5,think-32000,reasoning-math,hard,Epoch-harness,,,,,,4.878048780487805,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row azk4theXxAsizmoi2HDD49 / column Best score (across scorers)),,out:budget-config, epoch-frontiermath-tier-4-v2,epoch.ai,gpt-5,high,reasoning-math,hard,Epoch-harness,,,,,,21.951219512195122,score%,2.89e-16,,prev=0.21951219512195122 (src-epoch.ai-benchmark-data-2026-10-15#M417),https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row mSS7C84hJyYi4VnJtgzYvW / column Best score (across scorers)),,out:single-couple, epoch-frontiermath-tier-4-v2,epoch.ai,opus-4.6,max,reasoning-math,hard,Epoch-harness,,,,,,26.82926829268293,score%,2.89e-15,,prev=0.2682926829268293 (src-epoch.ai-benchmark-data-2026-09-30#M47),https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row 2hbbp8z6PhB7c2T33os9q5 / column Best score (across scorers)),,out:single-couple, epoch-frontiermath-tier-4-v2,epoch.ai,opus-4.7,max,reasoning-math,hard,Epoch-harness,,,,,,31.70731707317073,score%,2.89e-15,,prev=0.3170731707317073 (src-epoch.ai-benchmark-data-2026-09-30#M48),https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row P4LXQ9PyDDziEANMB5jVRd / column Best score (across scorers)),,in, epoch-frontiermath-tier-4-v2,epoch.ai,kimi-k2.6,unstated,reasoning-math,hard,Epoch-harness,,,,,,25.64102564102564,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row eVKA2eavdRAbSN6AnzyBxA / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tier-4-v2,epoch.ai,?gemini-3.5-flash,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,26.82926829268293,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row cXn5zzns6VFwbTgotDwZjV / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath-tier-4-v2,epoch.ai,opus-4.8,max,reasoning-math,hard,Epoch-harness,,,,,,56.09756097560976,score%,2.89e-15,,prev=0.5609756097560976 (src-epoch.ai-benchmark-data-2026-09-30#M49),https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row JiqgqBTfkGx797uowZgJbk / column Best score (across scorers)),,in, epoch-frontiermath-tier-4-v2,epoch.ai,fable-5,max,reasoning-math,hard,Epoch-harness,,,,,,90.2,score%,0.0289,,prev=0.902 (src-epoch.ai-benchmark-data-2026-09-30#M50),https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-04 / row ReDAtJGGfRtrEGGWf4Zbsd / column Best score (across scorers)),,in, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-6.1-terra,max,reasoning-math,hard,Epoch-harness,,,,,,90.87719298245615,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row KkEoE6hBF8RB4ff43Xv63e / column Best score (across scorers)),,in, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,deepseek-v4.1-flash-1017,max,reasoning-math,hard,Epoch-harness,,,,,,71.2280701754386,score%,2.89e-14,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row UnaMiD4Yy8W4WzyeSRwybr / column Best score (across scorers)),,in, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,?Muse-Spark-Open-816B-A42B,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,69.82456140350877,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row e3e3h9r7Fouu4wsAeVzTnV / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gemini-4-argon,high,reasoning-math,hard,Epoch-harness,,,,,,85.96491228070176,score%,2.89e-15,,prev=0.8596491228070176 (src-epoch.ai-benchmark-data-2026-10-15#M520),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row N8daAyKM6Sah39YBcPRi4W / column Best score (across scorers)),,in, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,?mistral-large-4-0,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,58.59649122807018,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row CAstp8hQG6Aehvtw85bMDX / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,?muse-wonder-1.0,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,82.10526315789474,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row hwVgELmPofPY3Vqm7BRLxs / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,deepseek-v4.1-flash,max,reasoning-math,hard,Epoch-harness,,,,,,67.36842105263158,score%,2.89e-15,,prev=0.6736842105263158 (src-epoch.ai-benchmark-data-2026-10-15#M521),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row b6dXtaGSwvfRYADKYnj9Ci / column Best score (across scorers)),,in, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,haiku-5.5,max,reasoning-math,hard,Epoch-harness,,,,,,75.08771929824561,score%,2.89e-15,,prev=0.7508771929824561 (src-epoch.ai-benchmark-data-2026-10-15#M39),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row 2QAt4ptgGkLtcbVL3hdAvL / column Best score (across scorers)),,in, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-6.1-sol,max,reasoning-math,hard,Epoch-harness,,,,,,93.68421052631579,score%,2.89e-15,,prev=0.9368421052631579 (src-epoch.ai-benchmark-data-2026-10-15#M522),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row aBoQLaqnXsLPrsbN8wYgUp / column Best score (across scorers)),,in, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,sonnet-5.5,max,reasoning-math,hard,Epoch-harness,,,,,,88.7719298245614,score%,2.89e-14,,prev=0.887719298245614 (src-epoch.ai-benchmark-data-2026-09-30#M51),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row 4tZWwV9tqEgsCaKeSuSoG4 / column Best score (across scorers)),,in, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-6-luna,max,reasoning-math,hard,Epoch-harness,,,,,,78.94736842105263,score%,2.89e-15,,prev=0.7894736842105263 (src-epoch.ai-benchmark-data-2026-10-15#M523),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row iBQxysYR7zPxB6hxvJyTLc / column Best score (across scorers)),,in, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,grok-4.7,xhigh,reasoning-math,hard,Epoch-harness,,,,,,52.98245614035088,score%,2.89e-15,,prev=0.5298245614035088 (src-epoch.ai-benchmark-data-2026-10-15#M524),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row F4unBbW5M4VJogzCq4vGAb / column Best score (across scorers)),,in, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-6-sol,max,reasoning-math,hard,Epoch-harness,,,,,,89.82456140350877,score%,2.89e-15,,prev=0.8982456140350877 (src-epoch.ai-benchmark-data-2026-10-15#M525),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row RHjHEPHEsWZqFuMjBTeC6r / column Best score (across scorers)),,in, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,opus-5.5,max,reasoning-math,hard,Epoch-harness,,,,,,91.22807017543859,score%,2.89e-15,,prev=0.9122807017543859 (src-epoch.ai-benchmark-data-2026-09-30#M52),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row LPxhvBNEn7S3xkRZUgcvc9 / column Best score (across scorers)),,in, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,muse-spark-1.3,max,reasoning-math,hard,Epoch-harness,,,,,,74.03508771929824,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row 6735DShGR4Zu5KZ2U6n4pC / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,muse-spark-1.3,xhigh,reasoning-math,hard,Epoch-harness,,,,,,74.3859649122807,score%,2.89e-14,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row JeYksd3f2RkegmxCcZyBMQ / column Best score (across scorers)),,out:single-couple, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,qwen3.8-max-0902,xhigh,reasoning-math,hard,Epoch-harness,,,,,,65.6140350877193,score%,2.89e-14,,prev=0.656140350877193 (src-epoch.ai-benchmark-data-2026-10-15#M426),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row FpQf5xBwJPb4ZEo6SgdKWq / column Best score (across scorers)),,in, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gemini-3.8-flash,high,reasoning-math,hard,Epoch-harness,,,,,,68.42105263157895,score%,2.89e-15,,prev=0.6842105263157895 (src-epoch.ai-benchmark-data-2026-10-15#M427),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row Utgs6DuaQDDdi98ZWH22qL / column Best score (across scorers)),,in, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,fable-5.1,max,reasoning-math,hard,Epoch-harness,,,,,,90.17543859649123,score%,2.89e-15,,prev=0.9017543859649123 (src-epoch.ai-benchmark-data-2026-09-30#M53),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row g7dXwZH2tWvqLg3X5idGs2 / column Best score (across scorers)),,in, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gemini-3.1-flash-lite,low,reasoning-math,hard,Epoch-harness,,,,,,22.456140350877193,score%,2.89e-16,,prev=0.22456140350877193 (src-epoch.ai-benchmark-data-2026-10-15#M428),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row VcuyQvF8LWuYhQCx2FGDHh / column Best score (across scorers)),,in, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gemini-3.1-flash-lite,high,reasoning-math,hard,Epoch-harness,,,,,,27.71929824561403,score%,2.89e-15,,prev=0.2771929824561403 (src-epoch.ai-benchmark-data-2026-10-15#M429),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row MVZf59jt9uEoWG9w5W9apB / column Best score (across scorers)),,in, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,qwen3.6-35b-a3b,nothink,reasoning-math,hard,Epoch-harness,,,,,,20.350877192982456,score%,2.89e-16,,prev=0.20350877192982456 (src-epoch.ai-benchmark-data-2026-10-15#M430),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row YRvn36dmMyDbS5e4XkF4Xi / column Best score (across scorers)),,in, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,qwen3.6-plus,unstated,reasoning-math,hard,Epoch-harness,,,,,,38.24561403508772,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row jbyVWnEvvFVNNc8AEF6WcQ / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,qwen3.5-397b-a17b,nothink,reasoning-math,hard,Epoch-harness,,,,,,31.2280701754386,score%,2.89e-14,,prev=0.312280701754386 (src-epoch.ai-benchmark-data-2026-10-15#M432),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row A4yUA9PfzRr92JAqDDo9ro / column Best score (across scorers)),,in, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,qwen3-max-0923,solo,reasoning-math,hard,Epoch-harness,,,,,,18.947368421052632,score%,2.89e-16,,prev=0.18947368421052632 (src-epoch.ai-benchmark-data-2026-10-15#M433),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row NrTH3EYHjp4hPdxgpCPGTX / column Best score (across scorers)),,out:single-couple, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-6-astra,max,reasoning-math,hard,Epoch-harness,,,,,,93.68421052631579,score%,2.89e-15,,prev=0.9368421052631579 (src-epoch.ai-benchmark-data-2026-10-15#M434),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row csK2fe5T8p2R7WgoJUu6bZ / column Best score (across scorers)),,in, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,glm-5.2,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,42.45614035087719,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row ECdG3m8n5ABfWVZ55rPFmT / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,qwen3.7-flash,nothink,reasoning-math,hard,Epoch-harness,,,,,,19.298245614035087,score%,2.89e-16,,prev=0.19298245614035087 (src-epoch.ai-benchmark-data-2026-10-15#M436),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row doNrgGQY5SytQV22WRqw5L / column Best score (across scorers)),,in, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,qwen3.7-flash,unstated,reasoning-math,hard,Epoch-harness,,,,,,19.298245614035087,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row 6pTYmQCw3EMbErvAqpivH5 / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-5.6-luna,nothink,reasoning-math,hard,Epoch-harness,,,,,,39.649122807017545,score%,2.89e-16,,prev=0.39649122807017545 (src-epoch.ai-benchmark-data-2026-10-15#M438),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row YwHKNFQjbat97wVLqachmi / column Best score (across scorers)),,in, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,qwen3.7-plus,nothink,reasoning-math,hard,Epoch-harness,,,,,,34.385964912280703,score%,2.89e-16,,prev=0.34385964912280703 (src-epoch.ai-benchmark-data-2026-10-15#M439),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row Tt8tBXHoCEYqGLePWXkM8u / column Best score (across scorers)),,in, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-5.6-luna,low,reasoning-math,hard,Epoch-harness,,,,,,41.403508771929826,score%,2.89e-16,,prev=0.41403508771929826 (src-epoch.ai-benchmark-data-2026-10-15#M440),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row ZryXhNUpPedPvGhbqdNBEw / column Best score (across scorers)),,in, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,glm-5.2,high,reasoning-math,hard,Epoch-harness,,,,,,54.73684210526316,score%,2.89e-15,,prev=0.5473684210526316 (src-epoch.ai-benchmark-data-2026-10-15#M441),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row UnKHyc2idtTmoTUGxGeNJV / column Best score (across scorers)),,in, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,qwen3.6-flash,unstated,reasoning-math,hard,Epoch-harness,,,,,,17.192982456140352,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row nDsNFM5ioGzyWcpeUKVotg / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,qwen3.6-flash,nothink,reasoning-math,hard,Epoch-harness,,,,,,22.456140350877193,score%,2.89e-16,,prev=0.22456140350877193 (src-epoch.ai-benchmark-data-2026-10-15#M443),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row RoscWx4NUGVqcHdko6QhKd / column Best score (across scorers)),,in, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,qwen3.6-plus,nothink,reasoning-math,hard,Epoch-harness,,,,,,32.280701754385965,score%,2.89e-16,,prev=0.32280701754385965 (src-epoch.ai-benchmark-data-2026-10-15#M444),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row Z4xfwTke5pR6RrY952bttA / column Best score (across scorers)),,in, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,qwen3.6-35b-a3b,unstated,reasoning-math,hard,Epoch-harness,,,,,,17.543859649122806,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row ggG3n6WVPZn7Gu2RNyfQbK / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,qwen3.6-27b,nothink,reasoning-math,hard,Epoch-harness,,,,,,34.035087719298246,score%,2.89e-16,,prev=0.34035087719298246 (src-epoch.ai-benchmark-data-2026-10-15#M446),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row WjXdTPMnJUAT27azUKo3Ka / column Best score (across scorers)),,in, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,glm-5.1,unstated,reasoning-math,hard,Epoch-harness,,,,,,36.84210526315789,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row Mhwme9odWJMzMjoYkW8r6B / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gemini-3.1-flash-lite,minimal,reasoning-math,hard,Epoch-harness,,,,,,21.403508771929824,score%,2.89e-16,,prev=0.21403508771929824 (src-epoch.ai-benchmark-data-2026-10-15#M448),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row 4gZy2dAAT2EPZDGz5puD3H / column Best score (across scorers)),,in, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,qwen3.6-27b,unstated,reasoning-math,hard,Epoch-harness,,,,,,35.08771929824561,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row VonoEhAsGSJ2FHU33qnhui / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,glm-5.1,nothink,reasoning-math,hard,Epoch-harness,,,,,,24.912280701754386,score%,2.89e-16,,prev=0.24912280701754386 (src-epoch.ai-benchmark-data-2026-10-15#M450),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row 4hmmfwG9tgZJvKhL78nKzL / column Best score (across scorers)),,in, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-5.4-nano,nothink,reasoning-math,hard,Epoch-harness,,,,,,4.56140350877193,score%,2.89e-15,,prev=0.0456140350877193 (src-epoch.ai-benchmark-data-2026-10-15#M451),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row KDQZWiPXB2VXc4bj4GJQW4 / column Best score (across scorers)),,in, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-5.4-mini,nothink,reasoning-math,hard,Epoch-harness,,,,,,17.192982456140352,score%,2.89e-16,,prev=0.17192982456140352 (src-epoch.ai-benchmark-data-2026-10-15#M452),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row gDwrSBE5GvFXymdBYMnMyV / column Best score (across scorers)),,in, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-5.4-nano,low,reasoning-math,hard,Epoch-harness,,,,,,20.350877192982456,score%,2.89e-16,,prev=0.20350877192982456 (src-epoch.ai-benchmark-data-2026-10-15#M453),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row BNSjwbcpNSaDXHF7gC9WoN / column Best score (across scorers)),,in, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-5.4-mini,low,reasoning-math,hard,Epoch-harness,,,,,,24.561403508771928,score%,2.89e-16,,prev=0.24561403508771928 (src-epoch.ai-benchmark-data-2026-10-15#M454),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row 8nsNpE6ETikLf4tSrNHmGs / column Best score (across scorers)),,in, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,qwen3.5-flash,nothink,reasoning-math,hard,Epoch-harness,,,,,,18.24561403508772,score%,2.89e-15,,prev=0.1824561403508772 (src-epoch.ai-benchmark-data-2026-10-15#M455),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row afxoicJc4C6caVDwUpsiME / column Best score (across scorers)),,in, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,qwen3.5-flash,unstated,reasoning-math,hard,Epoch-harness,,,,,,9.473684210526316,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row 6XZAenohp9pCgQ3gVeUAi8 / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,qwen3.5-397b-a17b,unstated,reasoning-math,hard,Epoch-harness,,,,,,29.473684210526313,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row EzMaDdXs4YQTMLgppBGxAb / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,o1,high,reasoning-math,hard,Epoch-harness,,,,,,14.736842105263157,score%,2.89e-16,,prev=0.14736842105263157 (src-epoch.ai-benchmark-data-2026-10-15#M458),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row NMJhDtxtyQJCHQ4EApr9LM / column Best score (across scorers)),,out:single-couple, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,o1,low,reasoning-math,hard,Epoch-harness,,,,,,8.421052631578947,score%,2.89e-16,,prev=0.08421052631578947 (src-epoch.ai-benchmark-data-2026-10-15#M459),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row QnMPQZzDRHcTKZRaWYunaa / column Best score (across scorers)),,out:single-couple, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,o1,medium,reasoning-math,hard,Epoch-harness,,,,,,10.175438596491228,score%,2.89e-16,,prev=0.10175438596491228 (src-epoch.ai-benchmark-data-2026-10-15#M460),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row 4RnNJhaFMGdLSFjoHHMR8k / column Best score (across scorers)),,out:single-couple, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,o3,high,reasoning-math,hard,Epoch-harness,,,,,,33.33333333333333,score%,2.89e-15,,prev=0.3333333333333333 (src-epoch.ai-benchmark-data-2026-10-15#M461),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row N4HerYebFnJDEU4PEvNNGM / column Best score (across scorers)),,out:single-couple, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,o3,medium,reasoning-math,hard,Epoch-harness,,,,,,29.82456140350877,score%,2.89e-15,,prev=0.2982456140350877 (src-epoch.ai-benchmark-data-2026-10-15#M462),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row QV5JgKBrZtfVmNj9fRWJKA / column Best score (across scorers)),,out:single-couple, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-5,low,reasoning-math,hard,Epoch-harness,,,,,,37.19298245614035,score%,2.89e-15,,prev=0.3719298245614035 (src-epoch.ai-benchmark-data-2026-10-15#M463),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row J2DWDpGLBhihZx82M3hhug / column Best score (across scorers)),,out:single-couple, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-4.1-mini,solo,reasoning-math,hard,Epoch-harness,,,,,,6.666666666666667,score%,2.89e-16,,prev=0.06666666666666667 (src-epoch.ai-benchmark-data-2026-10-15#M464),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row 6EQrp2MY4QMYLfTxpioYTe / column Best score (across scorers)),,out:single-couple, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-3.5-turbo-0125,solo,reasoning-math,hard,Epoch-harness,,,,,,0,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row FNaBAvmeTiRRFDW63KemZ7 / column Best score (across scorers)),,out:uninformative, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-4o-mini,solo,reasoning-math,hard,Epoch-harness,,,,,,0.7017543859649123,score%,2.89e-17,,prev=0.007017543859649123 (src-epoch.ai-benchmark-data-2026-10-15#M466),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row 6XhtKr59amKko65T7RUB2a / column Best score (across scorers)),,out:single-couple, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,o3,low,reasoning-math,hard,Epoch-harness,,,,,,19.298245614035087,score%,2.89e-16,,prev=0.19298245614035087 (src-epoch.ai-benchmark-data-2026-10-15#M467),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row CX3BTd8Yir7nQaRaNGWhA4 / column Best score (across scorers)),,out:single-couple, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-4.1,solo,reasoning-math,hard,Epoch-harness,,,,,,5.964912280701754,score%,2.89e-16,,prev=0.05964912280701754 (src-epoch.ai-benchmark-data-2026-10-15#M468),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row kCG2nzspryMy7LBwWPqwXy / column Best score (across scorers)),,out:single-couple, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-4-turbo,solo,reasoning-math,hard,Epoch-harness,,,,,,0.7017543859649123,score%,2.89e-17,,prev=0.007017543859649123 (src-epoch.ai-benchmark-data-2026-10-15#M469),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row bC2dbN4x2GWWmnnfseKxgQ / column Best score (across scorers)),,out:single-couple, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-4o-0806,solo,reasoning-math,hard,Epoch-harness,,,,,,0.35087719298245615,score%,2.89e-18,,prev=0.0035087719298245615 (src-epoch.ai-benchmark-data-2026-10-15#M470),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row ikS95CXY2foitnUPDKwNJn / column Best score (across scorers)),,out:single-couple, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,o4-mini,low,reasoning-math,hard,Epoch-harness,,,,,,16.140350877192983,score%,2.89e-16,,prev=0.16140350877192983 (src-epoch.ai-benchmark-data-2026-10-15#M471),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row CpEZwR38bY8xb29bVmNHFm / column Best score (across scorers)),,out:single-couple, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,o4-mini,medium,reasoning-math,hard,Epoch-harness,,,,,,28.771929824561404,score%,2.89e-16,,prev=0.28771929824561404 (src-epoch.ai-benchmark-data-2026-10-15#M472),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row WorgtXwbnWQSAzMfPgbBH9 / column Best score (across scorers)),,out:single-couple, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,o3-mini,medium,reasoning-math,hard,Epoch-harness,,,,,,10.526315789473684,score%,2.89e-16,,prev=0.10526315789473684 (src-epoch.ai-benchmark-data-2026-10-15#M473),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row hRYELqPG6rnY5cBtJhYnt7 / column Best score (across scorers)),,out:single-couple, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-5-mini,minimal,reasoning-math,hard,Epoch-harness,,,,,,5.964912280701754,score%,2.89e-16,,prev=0.05964912280701754 (src-epoch.ai-benchmark-data-2026-10-15#M474),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row jrbb2oJv95wiFbnCfN56y9 / column Best score (across scorers)),,out:single-couple, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-5,minimal,reasoning-math,hard,Epoch-harness,,,,,,18.24561403508772,score%,2.89e-15,,prev=0.1824561403508772 (src-epoch.ai-benchmark-data-2026-10-15#M475),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row 53PtW8g64r6zeLY38aK9Q4 / column Best score (across scorers)),,out:single-couple, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-5-mini,low,reasoning-math,hard,Epoch-harness,,,,,,18.24561403508772,score%,2.89e-15,,prev=0.1824561403508772 (src-epoch.ai-benchmark-data-2026-10-15#M476),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row SrVpkvKRweaBHSVwPLAhBQ / column Best score (across scorers)),,out:single-couple, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-5-nano,minimal,reasoning-math,hard,Epoch-harness,,,,,,1.7543859649122806,score%,2.89e-17,,prev=0.017543859649122806 (src-epoch.ai-benchmark-data-2026-10-15#M477),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row nFt6PoshWAVXE6iH9PQgo2 / column Best score (across scorers)),,out:single-couple, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,o3-mini,low,reasoning-math,hard,Epoch-harness,,,,,,3.859649122807018,score%,2.89e-16,,prev=0.03859649122807018 (src-epoch.ai-benchmark-data-2026-10-15#M478),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row abYpn5zgPpRdBoYdzuinPt / column Best score (across scorers)),,out:single-couple, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-5-nano,low,reasoning-math,hard,Epoch-harness,,,,,,5.964912280701754,score%,2.89e-16,,prev=0.05964912280701754 (src-epoch.ai-benchmark-data-2026-10-15#M479),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row kfDcrjxJgjsW8CvG3L8yxz / column Best score (across scorers)),,out:single-couple, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,glm-5.3-flash,max,reasoning-math,hard,Epoch-harness,,,,,,55.78947368421052,score%,2.89e-15,,prev=0.5578947368421052 (src-epoch.ai-benchmark-data-2026-10-15#M480),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row YC2u9wykbYQg4gdkf76j26 / column Best score (across scorers)),,in, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,glm-5.3,max,reasoning-math,hard,Epoch-harness,,,,,,68.77192982456141,score%,2.89e-15,,prev=0.6877192982456141 (src-epoch.ai-benchmark-data-2026-10-15#M481),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row iXvqUzwxAiA3Rg3dwnutFs / column Best score (across scorers)),,in, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,deepseek-v4-pro-0813,max,reasoning-math,hard,Epoch-harness,,,,,,64.56140350877193,score%,2.89e-15,,prev=0.6456140350877193 (src-epoch.ai-benchmark-data-2026-10-15#M482),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row b6yWmeFgsWeEiG9Qzs3NSf / column Best score (across scorers)),,in, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,?gemini-3.7-flash,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,71.57894736842105,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row axMdgNDC8UYYLnZYLHZpF5 / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,?inkling-small,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,46.31578947368421,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row B6bZbqickq8o2fQcgDmzMo / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,grok-4.6,xhigh,reasoning-math,hard,Epoch-harness,,,,,,65.96491228070176,score%,2.89e-15,,prev=0.6596491228070176 (src-epoch.ai-benchmark-data-2026-10-15#M484),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row Zb2AKwa942D7dBTTcebAba / column Best score (across scorers)),,in, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,?Inkling,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,33.33333333333333,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row 6KvQvuMMX5zAuteUc6pFcW / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,?qwen3.8-max,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,74.73684210526316,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row ABT89ieSWGnGj4RYMduHiG / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,?gpt-5.5-instant,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,26.31578947368421,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row gGcHjE6ppy54ahN2pfxsGH / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,deepseek-v4-flash-0731,max,reasoning-math,hard,Epoch-harness,,,,,,57.54385964912281,score%,2.89e-15,,prev=0.5754385964912281 (src-epoch.ai-benchmark-data-2026-10-15#M487),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row mKhVMEicZeGjdvJdTRd7mK / column Best score (across scorers)),,in, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gemini-3.5-flash-lite,high,reasoning-math,hard,Epoch-harness,,,,,,25.96491228070175,score%,2.89e-15,,prev=0.2596491228070175 (src-epoch.ai-benchmark-data-2026-10-15#M488),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row 8o2J9uQLKDCTiCFwYdkJRK / column Best score (across scorers)),,in, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gemini-3.6-flash,high,reasoning-math,hard,Epoch-harness,,,,,,58.94736842105263,score%,2.89e-15,,prev=0.5894736842105263 (src-epoch.ai-benchmark-data-2026-10-15#M489),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row nb9LnDeeQyvRCqsbsTANGD / column Best score (across scorers)),,in, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,opus-5,max,reasoning-math,hard,Epoch-harness,,,,,,85.6140350877193,score%,2.89e-14,,prev=0.856140350877193 (src-epoch.ai-benchmark-data-2026-09-30#M54),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row ff7GeS7rdperjxSBZ7MHZY / column Best score (across scorers)),,in, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,kimi-k3,max,reasoning-math,hard,Epoch-harness,,,,,,72.1830985915493,score%,2.89e-14,,prev=0.721830985915493 (src-epoch.ai-benchmark-data-2026-10-15#M490),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row bcntamvGsSH6QgETdoaSph / column Best score (across scorers)),,in, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,grok-4.20,think,reasoning-math,hard,Epoch-harness,,,,,,44.912280701754387,score%,2.89e-16,,prev=0.44912280701754387 (src-epoch.ai-benchmark-data-2026-10-15#M491),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row FLDt53waLTeshC7PK9uVy2 / column Best score (across scorers)),,in, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-5.6-terra,max,reasoning-math,hard,Epoch-harness,,,,,,85.96491228070176,score%,2.89e-15,,prev=0.8596491228070176 (src-epoch.ai-benchmark-data-2026-10-15#M492),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row J6evjTMgHkrun8txnEvzdN / column Best score (across scorers)),,in, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-5.6-luna,max,reasoning-math,hard,Epoch-harness,,,,,,82.10526315789474,score%,2.89e-15,,prev=0.8210526315789474 (src-epoch.ai-benchmark-data-2026-10-15#M493),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row YLAk5J3Wd8EruVXee8bAQb / column Best score (across scorers)),,in, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-5.6-sol,max,reasoning-math,hard,Epoch-harness,,,,,,89.12280701754386,score%,2.89e-15,,prev=0.8912280701754386 (src-epoch.ai-benchmark-data-2026-10-15#M494),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row VBpT2WWYKBZtUxG9Z3svGh / column Best score (across scorers)),,in, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,grok-4.5,high,reasoning-math,hard,Epoch-harness,,,,,,57.19298245614035,score%,2.89e-15,,prev=0.5719298245614035 (src-epoch.ai-benchmark-data-2026-10-15#M495),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row djbbEqvBW9qux3pZwcZN2i / column Best score (across scorers)),,in, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,sonnet-5,max,reasoning-math,hard,Epoch-harness,,,,,,65.6140350877193,score%,2.89e-14,,prev=0.656140350877193 (src-epoch.ai-benchmark-data-2026-09-30#M55),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row V6YuGpcu8MCbJNXKoJMA6b / column Best score (across scorers)),,in, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,glm-5.2,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,59.2057761732852,score%,2.89e-14,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row TTuCPacMDpNaCSs3Hpbdjp / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,grok-4.3,high,reasoning-math,hard,Epoch-harness,,,,,,42.80701754385965,score%,2.89e-15,,prev=0.4280701754385965 (src-epoch.ai-benchmark-data-2026-10-15#M497),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row bdsZjrG4ayzP8NAJg5q586 / column Best score (across scorers)),,in, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,?deepseek-v4-pro,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,45.263157894736844,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row KUar3FaFjzq5SMKrEhtn8e / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,qwen3.7-max,unstated,reasoning-math,hard,Epoch-harness,,,,,,64.56140350877193,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row RG2biwnmGybSVTVxxMdRWa / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-5.4-pro,xhigh,reasoning-math,hard,Epoch-harness,,,,,,82.45614035087719,score%,2.89e-15,,prev=0.8245614035087719 (src-epoch.ai-benchmark-data-2026-10-15#M500),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row ZFVa8dw7oiir6PhcF8XZMo / column Best score (across scorers)),,in, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-5.2-pro,xhigh,reasoning-math,hard,Epoch-harness,,,,,,74,score%,0.289,,prev=0.74 (src-epoch.ai-benchmark-data-2026-10-15#M501),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row dMJenf5xYWu7Pwn2U6w4dW / column Best score (across scorers)),,in, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,kimi-k2.7-code,solo,reasoning-math,hard,Epoch-harness,,,,,,54.03508771929825,score%,2.89e-15,,prev=0.5403508771929825 (src-epoch.ai-benchmark-data-2026-10-15#M502),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row X3RxRkt2pBUXYJjAQHsUo6 / column Best score (across scorers)),,in, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-5.5-pro,xhigh,reasoning-math,hard,Epoch-harness,,,,,,87.71929824561403,score%,2.89e-15,,prev=0.8771929824561403 (src-epoch.ai-benchmark-data-2026-10-15#M503),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row LSKDetgzyVojru45w7RJhf / column Best score (across scorers)),,in, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-5-pro,high,reasoning-math,hard,Epoch-harness,,,,,,55.78947368421052,score%,2.89e-15,,prev=0.5578947368421052 (src-epoch.ai-benchmark-data-2026-10-15#M504),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row TFDQUeRKbWiEodRQRrKdpy / column Best score (across scorers)),,out:single-couple, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-5-mini,high,reasoning-math,hard,Epoch-harness,,,,,,46.66666666666667,score%,2.89e-15,,prev=0.4666666666666667 (src-epoch.ai-benchmark-data-2026-10-15#M505),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row YSR9WCR2SnJYvP7DJwX7YN / column Best score (across scorers)),,out:single-couple, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-5.4-nano,high,reasoning-math,hard,Epoch-harness,,,,,,44.912280701754387,score%,2.89e-16,,prev=0.44912280701754387 (src-epoch.ai-benchmark-data-2026-10-15#M506),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row iKtopjTjyCWZqJaEjcc7ZL / column Best score (across scorers)),,in, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-5-nano,high,reasoning-math,hard,Epoch-harness,,,,,,20,score%,2.89,,prev=0.2 (src-epoch.ai-benchmark-data-2026-10-15#M507),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row JH3PjDrbrQndEcc8fh5Qre / column Best score (across scorers)),,out:single-couple, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-5.4-mini,xhigh,reasoning-math,hard,Epoch-harness,,,,,,51.2280701754386,score%,2.89e-14,,prev=0.512280701754386 (src-epoch.ai-benchmark-data-2026-10-15#M508),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row jjFRrQvsud3XsgYufr9f8f / column Best score (across scorers)),,in, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gemini-2.5-pro,unstated,reasoning-math,hard,Epoch-harness,,,,,,24.561403508771928,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row FkywQ2KS4AkLPzjSPmhHcS / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gemini-3-flash,unstated,reasoning-math,hard,Epoch-harness,,,,,,51.2280701754386,score%,2.89e-14,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row EtgrDq6ei6kZe8K7QbXUe3 / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gemini-3.1-pro,unstated,reasoning-math,hard,Epoch-harness,,,,,,59.64912280701754,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row hVifTUdQZrFEYabgCRu8Qq / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,?claude-opus-4-1-20250805,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,12.631578947368421,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row 5eRkmXCURH2pRbhJoukfnC / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,sonnet-4.5,think-32000,reasoning-math,hard,Epoch-harness,,,,,,23.859649122807017,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row 7oUkeLfwMK3MtkSNHX6QPu / column Best score (across scorers)),,out:budget-config, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-5.4,xhigh,reasoning-math,hard,Epoch-harness,,,,,,78.59649122807018,score%,2.89e-15,,prev=0.7859649122807018 (src-epoch.ai-benchmark-data-2026-10-15#M512),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row PaYEQ37A2n6giYBwZGBnXY / column Best score (across scorers)),,in, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-5.5,xhigh,reasoning-math,hard,Epoch-harness,,,,,,85.26315789473684,score%,2.89e-15,,prev=0.8526315789473684 (src-epoch.ai-benchmark-data-2026-10-15#M513),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row 5FGXKvXQwGPtcCX2PNrLR5 / column Best score (across scorers)),,in, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,o4-mini,high,reasoning-math,hard,Epoch-harness,,,,,,36.140350877192984,score%,2.89e-16,,prev=0.36140350877192984 (src-epoch.ai-benchmark-data-2026-10-15#M514),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row dcmRi5JTa27EuwiQTdqr2B / column Best score (across scorers)),,out:single-couple, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,o3-mini,high,reasoning-math,hard,Epoch-harness,,,,,,18.596491228070175,score%,2.89e-16,,prev=0.18596491228070175 (src-epoch.ai-benchmark-data-2026-10-15#M515),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row mRJaJyBY2M2GGdbdMmT6iq / column Best score (across scorers)),,out:single-couple, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-5.2,xhigh,reasoning-math,hard,Epoch-harness,,,,,,67.4,score%,0.0289,,prev=0.674 (src-epoch.ai-benchmark-data-2026-10-15#M516),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row PeZ84GTQdSYQzDxRMWA2Ha / column Best score (across scorers)),,in, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,opus-4.5,think-32000,reasoning-math,hard,Epoch-harness,,,,,,34.385964912280703,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row mS5EwCRZVpvUvJEehPUDZu / column Best score (across scorers)),,out:budget-config, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,opus-4.6,max,reasoning-math,hard,Epoch-harness,,,,,,65.96491228070176,score%,2.89e-15,,prev=0.6596491228070176 (src-epoch.ai-benchmark-data-2026-09-30#M58),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row kgJ2d6XbKj3dZutDcBYSKU / column Best score (across scorers)),,out:single-couple, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,opus-4.7,max,reasoning-math,hard,Epoch-harness,,,,,,70.17543859649122,score%,2.89e-15,,prev=0.7017543859649122 (src-epoch.ai-benchmark-data-2026-09-30#M59),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row ZkNQ7GER7Mc9FSPmpUzgKH / column Best score (across scorers)),,in, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gpt-5,high,reasoning-math,hard,Epoch-harness,,,,,,55.43859649122806,score%,2.89e-15,,prev=0.5543859649122806 (src-epoch.ai-benchmark-data-2026-10-15#M517),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row QRDHTGX3rYrVCjVPRarjjt / column Best score (across scorers)),,out:single-couple, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,kimi-k2.6,unstated,reasoning-math,hard,Epoch-harness,,,,,,57.19298245614035,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row BxrNfyMffkVUq4n7U5eK3Q / column Best score (across scorers)),,out:effort-not-established, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,?gemini-3.5-flash,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,62.80701754385964,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row 72DQVwbYiQW5pjhshjBaGU / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,opus-4.8,max,reasoning-math,hard,Epoch-harness,,,,,,80,score%,2.89,,prev=0.8 (src-epoch.ai-benchmark-data-2026-09-30#M60),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row GVmgtgKMwEqc54f3jA7auP / column Best score (across scorers)),,in, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,fable-5,max,reasoning-math,hard,Epoch-harness,,,,,,87.01754385964913,score%,2.89e-15,,prev=0.8701754385964913 (src-epoch.ai-benchmark-data-2026-09-30#M61),https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-04 / row E28uZiJvrPgKtawbJpoZQ8 / column Best score (across scorers)),,in, epoch-furniture-assembly,epoch.ai,?mistral-large-4-0-oss,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,30.833333333333335,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (furniture_assembly.csv in benchmark_data.zip fetched 2026-11-04 / row KHGiQxkc3Xh4BiQAaBUizx / column Best score (across scorers)),,out:model-not-established, epoch-furniture-assembly,epoch.ai,gpt-6.1-terra,max,reasoning-math,hard,Epoch-harness,,,,,,79.16666666666666,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (furniture_assembly.csv in benchmark_data.zip fetched 2026-11-04 / row HXVXUbvUJFGTDHeKh4XCiP / column Best score (across scorers)),,in, epoch-furniture-assembly,epoch.ai,?muse-wonder-1.0,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,54.16666666666666,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (furniture_assembly.csv in benchmark_data.zip fetched 2026-11-04 / row iuNhWVj65sV54m3cKVwv9x / column Best score (across scorers)),,out:model-not-established, epoch-furniture-assembly,epoch.ai,?mistral-large-4-0,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,20.833333333333334,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (furniture_assembly.csv in benchmark_data.zip fetched 2026-11-04 / row cETggiScYbsKGvPW5BAVWJ / column Best score (across scorers)),,out:model-not-established, epoch-furniture-assembly,epoch.ai,gemini-4-argon,high,reasoning-math,hard,Epoch-harness,,,,,,72.5,score%,0.0289,,prev=0.725 (src-epoch.ai-benchmark-data-2026-10-15#M545),https://epoch.ai/data/benchmark_data.zip (furniture_assembly.csv in benchmark_data.zip fetched 2026-11-04 / row bRw53PXBsZXrvWau95hb23 / column Best score (across scorers)),,in, epoch-furniture-assembly,epoch.ai,deepseek-v4.1-flash,max,reasoning-math,hard,Epoch-harness,,,,,,34.16666666666667,score%,2.89e-15,,prev=0.3416666666666667 (src-epoch.ai-benchmark-data-2026-10-15#M546),https://epoch.ai/data/benchmark_data.zip (furniture_assembly.csv in benchmark_data.zip fetched 2026-11-04 / row JFQz7q3hxAKLV5pW6DmkGF / column Best score (across scorers)),,in, epoch-furniture-assembly,epoch.ai,haiku-5.5,max,reasoning-math,hard,Epoch-harness,,,,,,47.5,score%,0.0289,,prev=0.475 (src-epoch.ai-benchmark-data-2026-10-15#M40),https://epoch.ai/data/benchmark_data.zip (furniture_assembly.csv in benchmark_data.zip fetched 2026-11-04 / row bZMMyetG9pAbKgpxghoTe8 / column Best score (across scorers)),,in, epoch-furniture-assembly,epoch.ai,gpt-6.1-sol,max,reasoning-math,hard,Epoch-harness,,,,,,80,score%,2.89,,prev=0.8 (src-epoch.ai-benchmark-data-2026-10-15#M547),https://epoch.ai/data/benchmark_data.zip (furniture_assembly.csv in benchmark_data.zip fetched 2026-11-04 / row R4vjsSfDrDo6ECQWGTUdWe / column Best score (across scorers)),,in, epoch-furniture-assembly,epoch.ai,sonnet-5.5,max,reasoning-math,hard,Epoch-harness,,,,,,75,score%,0.289,,prev=0.75 (src-epoch.ai-benchmark-data-2026-09-30#M62),https://epoch.ai/data/benchmark_data.zip (furniture_assembly.csv in benchmark_data.zip fetched 2026-11-04 / row 5xgoV6NXxdDqscnFNpP2vv / column Best score (across scorers)),,in, epoch-furniture-assembly,epoch.ai,gpt-6-luna,max,reasoning-math,hard,Epoch-harness,,,,,,44.166666666666665,score%,2.89e-16,,prev=0.44166666666666665 (src-epoch.ai-benchmark-data-2026-10-15#M526),https://epoch.ai/data/benchmark_data.zip (furniture_assembly.csv in benchmark_data.zip fetched 2026-11-04 / row GVtcaKADdbkuPoydqpKm3E / column Best score (across scorers)),,in, epoch-furniture-assembly,epoch.ai,grok-4.5,high,reasoning-math,hard,Epoch-harness,,,,,,22.5,score%,0.0289,,prev=0.225 (src-epoch.ai-benchmark-data-2026-10-15#M527),https://epoch.ai/data/benchmark_data.zip (furniture_assembly.csv in benchmark_data.zip fetched 2026-11-04 / row BFVFWpAaax3RDTXT7apuZE / column Best score (across scorers)),,in, epoch-furniture-assembly,epoch.ai,grok-4.6,xhigh,reasoning-math,hard,Epoch-harness,,,,,,40,score%,2.89,,prev=0.4 (src-epoch.ai-benchmark-data-2026-10-15#M528),https://epoch.ai/data/benchmark_data.zip (furniture_assembly.csv in benchmark_data.zip fetched 2026-11-04 / row GM5e6UBbgeBJ83NJe6R6y9 / column Best score (across scorers)),,in, epoch-furniture-assembly,epoch.ai,grok-4.7,xhigh,reasoning-math,hard,Epoch-harness,,,,,,20.833333333333334,score%,2.89e-16,,prev=0.20833333333333334 (src-epoch.ai-benchmark-data-2026-10-15#M529),https://epoch.ai/data/benchmark_data.zip (furniture_assembly.csv in benchmark_data.zip fetched 2026-11-04 / row jWTJKkY9kqYnkvZXCMKnwP / column Best score (across scorers)),,in, epoch-furniture-assembly,epoch.ai,gpt-6-sol,max,reasoning-math,hard,Epoch-harness,,,,,,58.33333333333334,score%,2.89e-15,,prev=0.5833333333333334 (src-epoch.ai-benchmark-data-2026-10-15#M530),https://epoch.ai/data/benchmark_data.zip (furniture_assembly.csv in benchmark_data.zip fetched 2026-11-04 / row aV7jRQtNYXjDAcUHhvKxAx / column Best score (across scorers)),,in, epoch-furniture-assembly,epoch.ai,opus-5.5,max,reasoning-math,hard,Epoch-harness,,,,,,83.33333333333334,score%,2.89e-15,,prev=0.8333333333333334 (src-epoch.ai-benchmark-data-2026-09-30#M63),https://epoch.ai/data/benchmark_data.zip (furniture_assembly.csv in benchmark_data.zip fetched 2026-11-04 / row 4QrkRM7KEDCQvg4wvfhz7N / column Best score (across scorers)),,in, epoch-furniture-assembly,epoch.ai,kimi-k3,max,reasoning-math,hard,Epoch-harness,,,,,,34.16666666666667,score%,2.89e-15,,prev=0.3416666666666667 (src-epoch.ai-benchmark-data-2026-10-15#M531),https://epoch.ai/data/benchmark_data.zip (furniture_assembly.csv in benchmark_data.zip fetched 2026-11-04 / row fMkb7c7AqFoehCqiy2tLR5 / column Best score (across scorers)),,in, epoch-furniture-assembly,epoch.ai,kimi-k2.6,unstated,reasoning-math,hard,Epoch-harness,,,,,,21.666666666666667,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (furniture_assembly.csv in benchmark_data.zip fetched 2026-11-04 / row eJcV4jnwhxD6tTxNkrn9Xn / column Best score (across scorers)),,out:effort-not-established, epoch-furniture-assembly,epoch.ai,qwen3.8-max-0902,xhigh,reasoning-math,hard,Epoch-harness,,,,,,20,score%,2.89,,prev=0.2 (src-epoch.ai-benchmark-data-2026-10-15#M533),https://epoch.ai/data/benchmark_data.zip (furniture_assembly.csv in benchmark_data.zip fetched 2026-11-04 / row kpiLkPjDgoKRYp2SiKm9Zo / column Best score (across scorers)),,in, epoch-furniture-assembly,epoch.ai,?gemini-3.7-flash,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,26.666666666666666,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (furniture_assembly.csv in benchmark_data.zip fetched 2026-11-04 / row bqeNkcnEXJeZ9jgmao393V / column Best score (across scorers)),,out:model-not-established, epoch-furniture-assembly,epoch.ai,gemini-3.6-flash,high,reasoning-math,hard,Epoch-harness,,,,,,23.333333333333334,score%,2.89e-16,,prev=0.23333333333333334 (src-epoch.ai-benchmark-data-2026-10-15#M535),https://epoch.ai/data/benchmark_data.zip (furniture_assembly.csv in benchmark_data.zip fetched 2026-11-04 / row Kkf7BH3sbSqhEDhhPLcmDN / column Best score (across scorers)),,in, epoch-furniture-assembly,epoch.ai,gemini-3.8-flash,high,reasoning-math,hard,Epoch-harness,,,,,,31.666666666666665,score%,2.89e-16,,prev=0.31666666666666665 (src-epoch.ai-benchmark-data-2026-10-15#M536),https://epoch.ai/data/benchmark_data.zip (furniture_assembly.csv in benchmark_data.zip fetched 2026-11-04 / row Q2QhUc6V3Cu9XS3WZH4tQh / column Best score (across scorers)),,in, epoch-furniture-assembly,epoch.ai,fable-5.1,max,reasoning-math,hard,Epoch-harness,,,,,,70,score%,2.89,,prev=0.7 (src-epoch.ai-benchmark-data-2026-09-30#M64),https://epoch.ai/data/benchmark_data.zip (furniture_assembly.csv in benchmark_data.zip fetched 2026-11-04 / row 9LZMBmKxeBgnf5mvgNvBjW / column Best score (across scorers)),,in, epoch-furniture-assembly,epoch.ai,gemini-3.1-pro,high,reasoning-math,hard,Epoch-harness,,,,,,26.666666666666666,score%,2.89e-16,,prev=0.26666666666666666 (src-epoch.ai-benchmark-data-2026-10-15#M537),https://epoch.ai/data/benchmark_data.zip (furniture_assembly.csv in benchmark_data.zip fetched 2026-11-04 / row NzNcASjLtNrngbNQKcD3G3 / column Best score (across scorers)),,in, epoch-furniture-assembly,epoch.ai,fable-5,max,reasoning-math,hard,Epoch-harness,,,,,,35.833333333333334,score%,2.89e-16,,prev=0.35833333333333334 (src-epoch.ai-benchmark-data-2026-09-30#M65),https://epoch.ai/data/benchmark_data.zip (furniture_assembly.csv in benchmark_data.zip fetched 2026-11-04 / row 433Hqw9fVgtRtAKQfareFr / column Best score (across scorers)),,in, epoch-furniture-assembly,epoch.ai,opus-5,max,reasoning-math,hard,Epoch-harness,,,,,,60.83333333333333,score%,2.89e-15,,prev=0.6083333333333333 (src-epoch.ai-benchmark-data-2026-09-30#M66),https://epoch.ai/data/benchmark_data.zip (furniture_assembly.csv in benchmark_data.zip fetched 2026-11-04 / row eBTo3dRKwCVuHaRSyN24VA / column Best score (across scorers)),,in, epoch-furniture-assembly,epoch.ai,opus-4.8,max,reasoning-math,hard,Epoch-harness,,,,,,42.5,score%,0.0289,,prev=0.425 (src-epoch.ai-benchmark-data-2026-09-30#M67),https://epoch.ai/data/benchmark_data.zip (furniture_assembly.csv in benchmark_data.zip fetched 2026-11-04 / row mTRwnGKK2QWHrovdPrrMbJ / column Best score (across scorers)),,in, epoch-furniture-assembly,epoch.ai,opus-4.7,max,reasoning-math,hard,Epoch-harness,,,,,,33.33333333333333,score%,2.89e-15,,prev=0.3333333333333333 (src-epoch.ai-benchmark-data-2026-09-30#M68),https://epoch.ai/data/benchmark_data.zip (furniture_assembly.csv in benchmark_data.zip fetched 2026-11-04 / row NPkiPtHFjjYvdXoG2LLg7A / column Best score (across scorers)),,in, epoch-furniture-assembly,epoch.ai,opus-4.6,max,reasoning-math,hard,Epoch-harness,,,,,,28.33333333333333,score%,2.89e-15,,prev=0.2833333333333333 (src-epoch.ai-benchmark-data-2026-09-30#M69),https://epoch.ai/data/benchmark_data.zip (furniture_assembly.csv in benchmark_data.zip fetched 2026-11-04 / row 4Jq9M5CbuWMyxRHHxavMwA / column Best score (across scorers)),,out:single-couple, epoch-furniture-assembly,epoch.ai,opus-4.5,think-64000,reasoning-math,hard,Epoch-harness,,,,,,28.33333333333333,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (furniture_assembly.csv in benchmark_data.zip fetched 2026-11-04 / row E3gZb5amR7rcoRkqUGeQRG / column Best score (across scorers)),,out:budget-config, epoch-furniture-assembly,epoch.ai,gpt-5.6-luna,max,reasoning-math,hard,Epoch-harness,,,,,,42.5,score%,0.0289,,prev=0.425 (src-epoch.ai-benchmark-data-2026-10-15#M538),https://epoch.ai/data/benchmark_data.zip (furniture_assembly.csv in benchmark_data.zip fetched 2026-11-04 / row UPAoeCG9AhQYyxCGc8C7Eq / column Best score (across scorers)),,in, epoch-furniture-assembly,epoch.ai,gpt-6-astra,max,reasoning-math,hard,Epoch-harness,,,,,,80,score%,2.89,,prev=0.8 (src-epoch.ai-benchmark-data-2026-10-15#M539),https://epoch.ai/data/benchmark_data.zip (furniture_assembly.csv in benchmark_data.zip fetched 2026-11-04 / row BSzNeBCFhFUnZswSqHtAed / column Best score (across scorers)),,in, epoch-furniture-assembly,epoch.ai,gpt-5.6-sol,max,reasoning-math,hard,Epoch-harness,,,,,,56.66666666666667,score%,2.89e-15,,prev=0.5666666666666667 (src-epoch.ai-benchmark-data-2026-10-15#M540),https://epoch.ai/data/benchmark_data.zip (furniture_assembly.csv in benchmark_data.zip fetched 2026-11-04 / row SqvYScyg9JZfiUdNLX6V9M / column Best score (across scorers)),,in, epoch-furniture-assembly,epoch.ai,gpt-5.6-terra,max,reasoning-math,hard,Epoch-harness,,,,,,54.16666666666666,score%,2.89e-15,,prev=0.5416666666666666 (src-epoch.ai-benchmark-data-2026-10-15#M541),https://epoch.ai/data/benchmark_data.zip (furniture_assembly.csv in benchmark_data.zip fetched 2026-11-04 / row dxcm8tfHzGWR8sVJ6kUWMF / column Best score (across scorers)),,in, epoch-furniture-assembly,epoch.ai,gpt-5.5,xhigh,reasoning-math,hard,Epoch-harness,,,,,,44.166666666666665,score%,2.89e-16,,prev=0.44166666666666665 (src-epoch.ai-benchmark-data-2026-10-15#M542),https://epoch.ai/data/benchmark_data.zip (furniture_assembly.csv in benchmark_data.zip fetched 2026-11-04 / row o7rYVQWSXeZPkF2Smwo9h8 / column Best score (across scorers)),,in, epoch-furniture-assembly,epoch.ai,gpt-5.2,xhigh,reasoning-math,hard,Epoch-harness,,,,,,38.333333333333336,score%,2.89e-16,,prev=0.38333333333333336 (src-epoch.ai-benchmark-data-2026-10-15#M543),https://epoch.ai/data/benchmark_data.zip (furniture_assembly.csv in benchmark_data.zip fetched 2026-11-04 / row 9te7vbqxpjSaQgHagpaTFg / column Best score (across scorers)),,in, epoch-furniture-assembly,epoch.ai,gpt-5.4,xhigh,reasoning-math,hard,Epoch-harness,,,,,,37.5,score%,0.0289,,prev=0.375 (src-epoch.ai-benchmark-data-2026-10-15#M544),https://epoch.ai/data/benchmark_data.zip (furniture_assembly.csv in benchmark_data.zip fetched 2026-11-04 / row bJ5Pg8JiLzP3Wfoo9M9TxF / column Best score (across scorers)),,in, epoch-ext-geobench,epoch.ai,gemini-3-flash,unstated,mixed,mid,Epoch-external,,,,,,4333,ACW Avg Score,0.289,,,https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-11-04 / row rec4g5alUjBYlfrX0 / column ACW Avg Score),,out:effort-not-established, epoch-ext-geobench-acw-country,epoch.ai,gemini-3-flash,unstated,mixed,mid,Epoch-external,,,,,,88,ACW Country %,0.289,,,https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-11-04 / row rec4g5alUjBYlfrX0 / column ACW Country %),,out:effort-not-established, epoch-ext-geobench,epoch.ai,?gemini-3-pro-preview,not-established:absent,mixed,mid,Epoch-external,,,,,,4145,ACW Avg Score,0.289,,,https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recwbNbVo3KioFg1v / column ACW Avg Score),,out:model-not-established, epoch-ext-geobench-acw-country,epoch.ai,?gemini-3-pro-preview,not-established:absent,mixed,mid,Epoch-external,,,,,,84,ACW Country %,0.289,,,https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recwbNbVo3KioFg1v / column ACW Country %),,out:model-not-established, epoch-ext-geobench,epoch.ai,?gemini-2.5-pro-preview-05-06,not-established:absent,mixed,mid,Epoch-external,,,,,,4085,ACW Avg Score,0.289,,,https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recVj2Vj168vkJXaT / column ACW Avg Score),,out:model-not-established, epoch-ext-geobench-acw-country,epoch.ai,?gemini-2.5-pro-preview-05-06,not-established:absent,mixed,mid,Epoch-external,,,,,,86,ACW Country %,0.289,,,https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recVj2Vj168vkJXaT / column ACW Country %),,out:model-not-established, epoch-ext-geobench,epoch.ai,gemini-2.5-pro-exp-03-25,solo,mixed,mid,Epoch-external,,,,,,4019,ACW Avg Score,0.289,,,https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recKwlVhpDLw3jftZ / column ACW Avg Score),,out:single-couple, epoch-ext-geobench-acw-country,epoch.ai,gemini-2.5-pro-exp-03-25,solo,mixed,mid,Epoch-external,,,,,,81,ACW Country %,0.289,,,https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recKwlVhpDLw3jftZ / column ACW Country %),,out:single-couple, epoch-ext-geobench,epoch.ai,?gemini-2.5-pro-preview-05-06,not-established:absent,mixed,mid,Epoch-external,,,,,,3983,ACW Avg Score,0.289,,,https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recEx1qcKpzEhL29G / column ACW Avg Score),,out:model-not-established, epoch-ext-geobench-acw-country,epoch.ai,?gemini-2.5-pro-preview-05-06,not-established:absent,mixed,mid,Epoch-external,,,,,,81,ACW Country %,0.289,,,https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recEx1qcKpzEhL29G / column ACW Country %),,out:model-not-established, epoch-ext-geobench,epoch.ai,gpt-5,medium,mixed,mid,Epoch-external,,,,,,3937,ACW Avg Score,0.289,,,https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recFgJeRfhlSbQeu9 / column ACW Avg Score),,out:single-couple, epoch-ext-geobench-acw-country,epoch.ai,gpt-5,medium,mixed,mid,Epoch-external,,,,,,81,ACW Country %,0.289,,,https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recFgJeRfhlSbQeu9 / column ACW Country %),,out:single-couple, epoch-ext-geobench,epoch.ai,gemini-1.5-flash-002,solo,mixed,mid,Epoch-external,,,,,,3934,ACW Avg Score,0.289,,,https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recZO3tP9x1pQsytO / column ACW Avg Score),,out:single-couple, epoch-ext-geobench-acw-country,epoch.ai,gemini-1.5-flash-002,solo,mixed,mid,Epoch-external,,,,,,76,ACW Country %,0.289,,,https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recZO3tP9x1pQsytO / column ACW Country %),,out:single-couple, epoch-ext-geobench,epoch.ai,o3,high,mixed,mid,Epoch-external,,,,,,3930,ACW Avg Score,0.289,,,https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recMNCiUt6YNqVDKL / column ACW Avg Score),,out:single-couple, epoch-ext-geobench-acw-country,epoch.ai,o3,high,mixed,mid,Epoch-external,,,,,,60,ACW Country %,2.89,,,https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recMNCiUt6YNqVDKL / column ACW Country %),,out:single-couple, epoch-ext-geobench,epoch.ai,o1,not-established:absent,mixed,mid,Epoch-external,,,,,,3925,ACW Avg Score,0.289,,,https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recu2g66G4TcuHV94 / column ACW Avg Score),,out:decision:D37, epoch-ext-geobench-acw-country,epoch.ai,o1,not-established:absent,mixed,mid,Epoch-external,,,,,,80,ACW Country %,2.89,,,https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recu2g66G4TcuHV94 / column ACW Country %),,out:decision:D37, epoch-ext-geobench,epoch.ai,gemini-2.0-flash,solo,mixed,mid,Epoch-external,,,,,,3897,ACW Avg Score,0.289,,,https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-11-04 / row rec7kPZI1YDSo2DgB / column ACW Avg Score),,out:single-couple, epoch-ext-geobench-acw-country,epoch.ai,gemini-2.0-flash,solo,mixed,mid,Epoch-external,,,,,,77,ACW Country %,0.289,,,https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-11-04 / row rec7kPZI1YDSo2DgB / column ACW Country %),,out:single-couple, epoch-ext-geobench,epoch.ai,opus-4.5,unstated,mixed,mid,Epoch-external,,,,,,3877,ACW Avg Score,0.289,,,https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recPrjrIZ4Da3oEFc / column ACW Avg Score),,out:effort-not-established, epoch-ext-geobench-acw-country,epoch.ai,opus-4.5,unstated,mixed,mid,Epoch-external,,,,,,75,ACW Country %,0.289,,,https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recPrjrIZ4Da3oEFc / column ACW Country %),,out:effort-not-established, epoch-ext-geobench,epoch.ai,o3,medium,mixed,mid,Epoch-external,,,,,,3858,ACW Avg Score,0.289,,,https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recyDcak8Z17j2dz8 / column ACW Avg Score),,out:single-couple, epoch-ext-geobench-acw-country,epoch.ai,o3,medium,mixed,mid,Epoch-external,,,,,,74,ACW Country %,0.289,,,https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recyDcak8Z17j2dz8 / column ACW Country %),,out:single-couple, epoch-ext-geobench,epoch.ai,gemini-2.5-flash-preview-04-17,unstated,mixed,mid,Epoch-external,,,,,,3854,ACW Avg Score,0.289,,,https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recZQKTTSvZulfgVB / column ACW Avg Score),,out:effort-not-established, epoch-ext-geobench-acw-country,epoch.ai,gemini-2.5-flash-preview-04-17,unstated,mixed,mid,Epoch-external,,,,,,73,ACW Country %,0.289,,,https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recZQKTTSvZulfgVB / column ACW Country %),,out:effort-not-established, epoch-ext-geobench,epoch.ai,sonnet-3.7,think-15000,mixed,mid,Epoch-external,,,,,,3844,ACW Avg Score,0.289,,,https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recavCfmmQ6tMEwtu / column ACW Avg Score),,out:budget-config, epoch-ext-geobench-acw-country,epoch.ai,sonnet-3.7,think-15000,mixed,mid,Epoch-external,,,,,,65,ACW Country %,0.289,,,https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recavCfmmQ6tMEwtu / column ACW Country %),,out:budget-config, epoch-ext-geobench,epoch.ai,gpt-4.1,solo,mixed,mid,Epoch-external,,,,,,3791,ACW Avg Score,0.289,,,https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-11-04 / row rec85xrmzw8WaUL5H / column ACW Avg Score),,out:single-couple, epoch-ext-geobench-acw-country,epoch.ai,gpt-4.1,solo,mixed,mid,Epoch-external,,,,,,72,ACW Country %,0.289,,,https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-11-04 / row rec85xrmzw8WaUL5H / column ACW Country %),,out:single-couple, epoch-ext-geobench,epoch.ai,sonnet-3.7,unstated,mixed,mid,Epoch-external,,,,,,3791,ACW Avg Score,0.289,,,https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recz7nkHBBRKXIWzd / column ACW Avg Score),,out:effort-not-established, epoch-ext-geobench-acw-country,epoch.ai,sonnet-3.7,unstated,mixed,mid,Epoch-external,,,,,,68,ACW Country %,0.289,,,https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recz7nkHBBRKXIWzd / column ACW Country %),,out:effort-not-established, epoch-ext-geobench,epoch.ai,gemini-2.5-flash-preview-05-20,unstated,mixed,mid,Epoch-external,,,,,,3786,ACW Avg Score,0.289,,,https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recjQCnP7PGnXclzu / column ACW Avg Score),,out:effort-not-established, epoch-ext-geobench-acw-country,epoch.ai,gemini-2.5-flash-preview-05-20,unstated,mixed,mid,Epoch-external,,,,,,76,ACW Country %,0.289,,,https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recjQCnP7PGnXclzu / column ACW Country %),,out:effort-not-established, epoch-ext-geobench,epoch.ai,o4-mini,high,mixed,mid,Epoch-external,,,,,,3717,ACW Avg Score,0.289,,,https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-11-04 / row rec1VvZVwbTipNWEC / column ACW Avg Score),,out:single-couple, epoch-ext-geobench-acw-country,epoch.ai,o4-mini,high,mixed,mid,Epoch-external,,,,,,64,ACW Country %,0.289,,,https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-11-04 / row rec1VvZVwbTipNWEC / column ACW Country %),,out:single-couple, epoch-ext-geobench,epoch.ai,gpt-4o-1120,solo,mixed,mid,Epoch-external,,,,,,3696,ACW Avg Score,0.289,,,https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-11-04 / row rec2Ind0RGchMKj3j / column ACW Avg Score),,out:single-couple, epoch-ext-geobench-acw-country,epoch.ai,gpt-4o-1120,solo,mixed,mid,Epoch-external,,,,,,71,ACW Country %,0.289,,,https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-11-04 / row rec2Ind0RGchMKj3j / column ACW Country %),,out:single-couple, epoch-ext-geobench,epoch.ai,o4-mini,medium,mixed,mid,Epoch-external,,,,,,3651,ACW Avg Score,0.289,,,https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recUod4Wgb4Jaz8cA / column ACW Avg Score),,out:single-couple, epoch-ext-geobench-acw-country,epoch.ai,o4-mini,medium,mixed,mid,Epoch-external,,,,,,64,ACW Country %,0.289,,,https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recUod4Wgb4Jaz8cA / column ACW Country %),,out:single-couple, epoch-ext-geobench,epoch.ai,?Qwen2.5-VL-72B-Instruct,not-established:absent,mixed,mid,Epoch-external,,,,,,3448,ACW Avg Score,0.289,,,https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recYbzPfMGsVvfzsa / column ACW Avg Score),,out:model-not-established, epoch-ext-geobench-acw-country,epoch.ai,?Qwen2.5-VL-72B-Instruct,not-established:absent,mixed,mid,Epoch-external,,,,,,62,ACW Country %,0.289,,,https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recYbzPfMGsVvfzsa / column ACW Country %),,out:model-not-established, epoch-ext-geobench,epoch.ai,gpt-4o-mini,solo,mixed,mid,Epoch-external,,,,,,3401,ACW Avg Score,0.289,,,https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recpyh8ly8Rnrqvgj / column ACW Avg Score),,out:single-couple, epoch-ext-geobench-acw-country,epoch.ai,gpt-4o-mini,solo,mixed,mid,Epoch-external,,,,,,64,ACW Country %,0.289,,,https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recpyh8ly8Rnrqvgj / column ACW Country %),,out:single-couple, epoch-ext-geobench,epoch.ai,sonnet-3.5-1022,solo,mixed,mid,Epoch-external,,,,,,3327,ACW Avg Score,0.289,,prev=3327 (src-epoch.ai-benchmark-data-2026-10-18#M78),https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-11-04 / row rec3IW78fmDClmevf / column ACW Avg Score),,out:single-couple, epoch-ext-geobench-acw-country,epoch.ai,sonnet-3.5-1022,solo,mixed,mid,Epoch-external,,,,,,62,ACW Country %,0.289,,prev=0.62 (src-epoch.ai-benchmark-data-2026-10-18#M121),https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-11-04 / row rec3IW78fmDClmevf / column ACW Country %),,out:single-couple, epoch-ext-geobench,epoch.ai,gemma-3-27b-it,solo,mixed,mid,Epoch-external,,,,,,3087,ACW Avg Score,0.289,,,https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recNtW91J7ujwVEd3 / column ACW Avg Score),,out:single-couple, epoch-ext-geobench-acw-country,epoch.ai,gemma-3-27b-it,solo,mixed,mid,Epoch-external,,,,,,52,ACW Country %,0.289,,,https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recNtW91J7ujwVEd3 / column ACW Country %),,out:single-couple, epoch-ext-geobench,epoch.ai,llama-4-maverick,solo,mixed,mid,Epoch-external,,,,,,3069,ACW Avg Score,0.289,,,https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recZ3e3Hb3wbvXFIV / column ACW Avg Score),,out:single-couple, epoch-ext-geobench-acw-country,epoch.ai,llama-4-maverick,solo,mixed,mid,Epoch-external,,,,,,52,ACW Country %,0.289,,,https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recZ3e3Hb3wbvXFIV / column ACW Country %),,out:single-couple, epoch-ext-geobench,epoch.ai,?claude-opus-4-20250514,not-established:absent,mixed,mid,Epoch-external,,,,,,2915,ACW Avg Score,0.289,,,https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-11-04 / row rec9ARZdPBfnWVjCp / column ACW Avg Score),,out:model-not-established, epoch-ext-geobench-acw-country,epoch.ai,?claude-opus-4-20250514,not-established:absent,mixed,mid,Epoch-external,,,,,,49,ACW Country %,0.289,,,https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-11-04 / row rec9ARZdPBfnWVjCp / column ACW Country %),,out:model-not-established, epoch-ext-geobench,epoch.ai,?Llama-3.2-90B-Vision-Instruct,not-established:absent,mixed,mid,Epoch-external,,,,,,2798,ACW Avg Score,0.289,,,https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recuaxYkSjCYJAD6e / column ACW Avg Score),,out:model-not-established, epoch-ext-geobench-acw-country,epoch.ai,?Llama-3.2-90B-Vision-Instruct,not-established:absent,mixed,mid,Epoch-external,,,,,,52,ACW Country %,0.289,,,https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recuaxYkSjCYJAD6e / column ACW Country %),,out:model-not-established, epoch-ext-geobench,epoch.ai,?grok-4-0709,not-established:absent,mixed,mid,Epoch-external,,,,,,2719,ACW Avg Score,0.289,,,https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-11-04 / row reckc8skUG0WI9i4f / column ACW Avg Score),,out:model-not-established, epoch-ext-geobench-acw-country,epoch.ai,?grok-4-0709,not-established:absent,mixed,mid,Epoch-external,,,,,,45,ACW Country %,0.289,,,https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-11-04 / row reckc8skUG0WI9i4f / column ACW Country %),,out:model-not-established, epoch-ext-geobench,epoch.ai,haiku-3.5,solo,mixed,mid,Epoch-external,,,,,,2507,ACW Avg Score,0.289,,prev=2507 (src-epoch.ai-benchmark-data-2026-10-18#M80),https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recno5e6hTQGMAJmt / column ACW Avg Score),,out:single-couple, epoch-ext-geobench-acw-country,epoch.ai,haiku-3.5,solo,mixed,mid,Epoch-external,,,,,,34,ACW Country %,0.289,,prev=0.34 (src-epoch.ai-benchmark-data-2026-10-18#M123),https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recno5e6hTQGMAJmt / column ACW Country %),,out:single-couple, epoch-ext-geobench,epoch.ai,?claude-sonnet-4-20250514,not-established:absent,mixed,mid,Epoch-external,,,,,,2468,ACW Avg Score,0.289,,,https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recc6aFqMfrhbx2q0 / column ACW Avg Score),,out:model-not-established, epoch-ext-geobench-acw-country,epoch.ai,?claude-sonnet-4-20250514,not-established:absent,mixed,mid,Epoch-external,,,,,,37,ACW Country %,0.289,,,https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-11-04 / row recc6aFqMfrhbx2q0 / column ACW Country %),,out:model-not-established, epoch-ext-geobench,epoch.ai,?claude-sonnet-4-20250514,not-established:absent,mixed,mid,Epoch-external,,,,,,2369,ACW Avg Score,0.289,,,https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-11-04 / row rec633RXeiU9CsPRR / column ACW Avg Score),,out:model-not-established, epoch-ext-geobench-acw-country,epoch.ai,?claude-sonnet-4-20250514,not-established:absent,mixed,mid,Epoch-external,,,,,,32,ACW Country %,0.289,,,https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-11-04 / row rec633RXeiU9CsPRR / column ACW Country %),,out:model-not-established, epoch-ext-geobench,epoch.ai,?Pixtral-12B-2409,not-established:absent,mixed,mid,Epoch-external,,,,,,2131,ACW Avg Score,0.289,,,https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-11-04 / row rectZf8KZ5UNsoaMx / column ACW Avg Score),,out:model-not-established, epoch-ext-geobench-acw-country,epoch.ai,?Pixtral-12B-2409,not-established:absent,mixed,mid,Epoch-external,,,,,,37,ACW Country %,0.289,,,https://epoch.ai/data/benchmark_data.zip (geobench_external.csv in benchmark_data.zip fetched 2026-11-04 / row rectZf8KZ5UNsoaMx / column ACW Country %),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,?doubao-seed-evolving,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,93.11868686868687,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row KWK3fWVchTtVXd4kAEhwK5 / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,?mistral-large-4-0-oss,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,90.15151515151515,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row brFy5AcCtkxoccgJToWYmR / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,?seed-1.6,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,77.58838383838383,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row koZMW3Nn9vWz4vZUXdZLEC / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,?doubao-seed-2.1-turbo-260628,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,89.58333333333334,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row eMBLN26MgdzXLL6XgwmKB9 / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,?doubao-seed-2.0-lite-260428,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,88.13131313131313,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row TJUDw6vaSyDFKZ2UacuD5L / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,?doubao-seed-2.0-pro-260215,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,88.19444444444444,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row 2z8ecBVZbXKHtpyFyxpJyB / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,?doubao-seed-2.1-pro-260628,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,89.33080808080808,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row 7RKgYb6sU9XB5RVBRQ3nCB / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-6.1-terra,max,reasoning-math,hard,Epoch-harness,,,,,,94.31818181818182,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row 5Jm2Rvv9sNx7M8nodinFAp / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,deepseek-v4.1-flash-1017,max,reasoning-math,hard,Epoch-harness,,,,,,93.18181818181818,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row ZK85PJtsCSeQJgV8dA4R4G / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,?Muse-Spark-Open-816B-A42B,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,88.57323232323232,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row JnKpor8c3EKWGvmyjLFVzH / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,gemini-4-argon,high,reasoning-math,hard,Epoch-harness,,,,,,96.40151515151515,score%,2.89e-15,,prev=0.9640151515151515 (src-epoch.ai-benchmark-data-2026-10-15#M754),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row QEouTvczNsxgkR4i7i8wBF / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,?mistral-large-4-0,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,88.06818181818182,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row Ekx5phukyiJhAcQodMfS2p / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,deepseek-v4.1-flash,max,reasoning-math,hard,Epoch-harness,,,,,,89.83585858585859,score%,2.89e-15,,prev=0.8983585858585859 (src-epoch.ai-benchmark-data-2026-10-15#M755),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row ZU5ebpDaDPiDZLgv7cG8B9 / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,haiku-5.5,max,reasoning-math,hard,Epoch-harness,,,,,,89.64646464646465,score%,2.89e-15,,prev=0.8964646464646465 (src-epoch.ai-benchmark-data-2026-10-15#M41),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row ZEKWTGJiWFscHimMkiUmec / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-6.1-sol,max,reasoning-math,hard,Epoch-harness,,,,,,95.39141414141414,score%,2.89e-15,,prev=0.9539141414141414 (src-epoch.ai-benchmark-data-2026-10-15#M756),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row LspviLnbeZ82WCngWp6rwR / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,sonnet-5.5,max,reasoning-math,hard,Epoch-harness,,,,,,95.58080808080808,score%,2.89e-15,,prev=0.9558080808080808 (src-epoch.ai-benchmark-data-2026-09-30#M71),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row QPk8jbJvo4986sbWtdte6J / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-6-luna,max,reasoning-math,hard,Epoch-harness,,,,,,90.46717171717171,score%,2.89e-15,,prev=0.9046717171717171 (src-epoch.ai-benchmark-data-2026-10-15#M757),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row 7F3QFMAkwnCV62HcvxP96q / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,grok-4.7,xhigh,reasoning-math,hard,Epoch-harness,,,,,,92.739898989899,score%,2.89e-13,,prev=0.92739898989899 (src-epoch.ai-benchmark-data-2026-10-15#M758),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row hxAhYJfXdPNanxatXpG5hC / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-6-sol,max,reasoning-math,hard,Epoch-harness,,,,,,94.31818181818182,score%,2.89e-15,,prev=0.9431818181818182 (src-epoch.ai-benchmark-data-2026-10-15#M759),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row aJD7ZfFftu2cZoToJhhzF7 / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,opus-5.5,max,reasoning-math,hard,Epoch-harness,,,,,,90.59343434343434,score%,2.89e-15,,prev=0.9059343434343434 (src-epoch.ai-benchmark-data-2026-09-30#M72),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row 6gmbahPSxHf9xVhAYqpnhi / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3.8-max-0902,xhigh,reasoning-math,hard,Epoch-harness,,,,,,92.2979797979798,score%,2.89e-14,,prev=0.922979797979798 (src-epoch.ai-benchmark-data-2026-10-15#M548),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row VzeQXKBH9maR2nDcZJ8b7S / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,gemini-3.8-flash,high,reasoning-math,hard,Epoch-harness,,,,,,95.39141414141414,score%,2.89e-15,,prev=0.9539141414141414 (src-epoch.ai-benchmark-data-2026-10-15#M549),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row Br3mjs2GrYcCwX9AMwcihU / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,?granite-4.0-micro,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,28.28282828282828,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row SadaSwnSdMpYRstc8zvgjJ / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,?seed-oss-36b-instruct,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,71.52777777777778,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row BVat526nF6NUGoVaLCp7DT / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3-32b,nothink,reasoning-math,hard,Epoch-harness,,,,,,54.10353535353535,score%,2.89e-15,,prev=0.5410353535353535 (src-epoch.ai-benchmark-data-2026-10-15#M550),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row EXpHB6kFqDjRfG9A5LsDf6 / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3-30b-a3b-thinking-2507,solo,reasoning-math,hard,Epoch-harness,,,,,,70.07575757575758,score%,2.89e-15,,prev=0.7007575757575758 (src-epoch.ai-benchmark-data-2026-10-15#M551),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row 2gzNF2d53h2oCKDnojLtSP / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3-30b-a3b-instruct-2507,solo,reasoning-math,hard,Epoch-harness,,,,,,55.61868686868687,score%,2.89e-15,,prev=0.5561868686868687 (src-epoch.ai-benchmark-data-2026-10-15#M552),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row X3HfncZtnLKUPoUuRc9YsR / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3-30b-a3b,nothink,reasoning-math,hard,Epoch-harness,,,,,,50.37878787878788,score%,2.89e-15,,prev=0.5037878787878788 (src-epoch.ai-benchmark-data-2026-10-15#M553),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row DGSmhVxWsi7chsuKS64VLg / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3-30b-a3b,unstated,reasoning-math,hard,Epoch-harness,,,,,,61.67929292929293,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row BnX67AoZzgVbHgaM8F8Brz / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen2.5-7b-instruct,solo,reasoning-math,hard,Epoch-harness,,,,,,35.47979797979798,score%,2.89e-15,,prev=0.3547979797979798 (src-epoch.ai-benchmark-data-2026-10-15#M555),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row 6jkd5nJzspGZJtvZynZZTD / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,?mistral-small-3.1-2503,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,41.919191919191917,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row DvbGrBaybHM3UhJwWhE3LR / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,mistral-small-24b-instruct-2501,solo,reasoning-math,hard,Epoch-harness,,,,,,47.285353535353536,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row YJPwhEJa6qQWB23HQjByxt / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,?magistral-small-2509,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,47.6010101010101,score%,2.89e-14,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row 3UbYVQELDHAcQgu7sTTnRf / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,llama-3.2-1b-instruct,solo,reasoning-math,hard,Epoch-harness,,,,,,23.926767676767677,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row FGEsLTxzZ7fE9aq7DhdqZb / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,glm-4.7-flash,nothink,reasoning-math,hard,Epoch-harness,,,,,,45.13888888888889,score%,2.89e-15,,prev=0.4513888888888889 (src-epoch.ai-benchmark-data-2026-10-15#M556),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row GSde7u2Mb6GZGpubJjjPam / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,glm-4.7-flash,unstated,reasoning-math,hard,Epoch-harness,,,,,,60.54292929292929,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row GL7htq7XRnbzqpAVK5f862 / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-6-astra,max,reasoning-math,hard,Epoch-harness,,,,,,95.77020202020202,score%,2.89e-15,,prev=0.9577020202020202 (src-epoch.ai-benchmark-data-2026-10-15#M558),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row 3h8STJpG2VzY9LiBUzwotv / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,?granite-4.0-1b,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,23.98989898989899,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row oWiE4CniV7k5adL5wDh5r8 / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3.5-35b-a3b,nothink,reasoning-math,hard,Epoch-harness,,,,,,81.18686868686869,score%,2.89e-15,,prev=0.8118686868686869 (src-epoch.ai-benchmark-data-2026-10-15#M559),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row KKm5DbPUgXo88eYr64g4SK / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3.5-35b-a3b,unstated,reasoning-math,hard,Epoch-harness,,,,,,83.45959595959596,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row RWjuCuVGvaRd4vDjJJ6aP2 / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3-4b-instruct-2507,solo,reasoning-math,hard,Epoch-harness,,,,,,45.83333333333333,score%,2.89e-15,,prev=0.4583333333333333 (src-epoch.ai-benchmark-data-2026-10-15#M561),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row VhQBa9AViRt2UKSNpEAyjN / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3-4b,nothink,reasoning-math,hard,Epoch-harness,,,,,,43.56060606060606,score%,2.89e-15,,prev=0.4356060606060606 (src-epoch.ai-benchmark-data-2026-10-15#M562),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row SLJyD8yew4TxcmprJfVvuE / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3-4b,unstated,reasoning-math,hard,Epoch-harness,,,,,,52.33585858585859,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row G3dinPvwrci2Nu3m9pby2i / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3-32b,unstated,reasoning-math,hard,Epoch-harness,,,,,,65.71969696969697,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row Ffoxqm7YsZr3FimCGsGAJv / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3-14b,nothink,reasoning-math,hard,Epoch-harness,,,,,,53.40909090909091,score%,2.89e-15,,prev=0.5340909090909091 (src-epoch.ai-benchmark-data-2026-10-15#M565),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row GRQV9Q8gHoHnSEPWofiQuq / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3-14b,unstated,reasoning-math,hard,Epoch-harness,,,,,,63.76262626262627,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row XGK9DjJHHVWr2LyT298ooL / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3-1.7b,nothink,reasoning-math,hard,Epoch-harness,,,,,,30.61868686868687,score%,2.89e-15,,prev=0.3061868686868687 (src-epoch.ai-benchmark-data-2026-10-15#M567),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row GdfzaHmiZht2DKPZDtQAET / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3-1.7b,unstated,reasoning-math,hard,Epoch-harness,,,,,,38.0050505050505,score%,2.89e-14,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row F3CtjUceBrMi9iYmjULx7J / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,mistral-small-3.2-24b-instruct,solo,reasoning-math,hard,Epoch-harness,,,,,,49.053030303030304,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row V2CVKXcEdLnEXmppjUEB9M / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,?granite-4.0-350m,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,11.237373737373738,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row F6xZSehzKjpybEh8JkGwni / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,gemma-3-4b-it,solo,reasoning-math,hard,Epoch-harness,,,,,,23.232323232323232,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row McJyXLHBzx5VjAqXjmrrsb / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,?gemma-3-1b-it,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,19.94949494949495,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row Pc6CyTEYKbcdDUDKzGZnS9 / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,gemma-3-12b-it,solo,reasoning-math,hard,Epoch-harness,,,,,,39.457070707070707,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row KfQKr2ibCFMx5xBELoiM3Y / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,deepseek-r1-distill-qwen-32b,solo,reasoning-math,hard,Epoch-harness,,,,,,64.14141414141414,score%,2.89e-15,,prev=0.6414141414141414 (src-epoch.ai-benchmark-data-2026-10-15#M569),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row dwyb2yzFewGT6w6oFdVMAc / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,deepseek-r1-distill-qwen-1.5b,solo,reasoning-math,hard,Epoch-harness,,,,,,33.585858585858586,score%,2.89e-16,,prev=0.33585858585858586 (src-epoch.ai-benchmark-data-2026-10-15#M570),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row ESnXA8LqMqhjcsoWQaMLVQ / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,deepseek-r1-0528-qwen3-8b,solo,reasoning-math,hard,Epoch-harness,,,,,,9.28030303030303,score%,2.89e-15,,prev=0.0928030303030303 (src-epoch.ai-benchmark-data-2026-10-15#M571),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row dszRh7ELyCEukWnwYnUxMp / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwq-32b,solo,reasoning-math,hard,Epoch-harness,,,,,,65.34090909090909,score%,2.89e-15,,prev=0.6534090909090909 (src-epoch.ai-benchmark-data-2026-10-15#M572),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row PUXMxQiRY6XaG6NjwsEDLy / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,llama-3.1-8b-instruct,solo,reasoning-math,hard,Epoch-harness,,,,,,26.957070707070707,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row fxwRTtt8bLV4DNutwtMEox / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3.5-9b,nothink,reasoning-math,hard,Epoch-harness,,,,,,78.91414141414141,score%,2.89e-15,,prev=0.7891414141414141 (src-epoch.ai-benchmark-data-2026-10-15#M573),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row AczFCvkWR5SmdbV7eXruqj / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3.5-9b,unstated,reasoning-math,hard,Epoch-harness,,,,,,78.97727272727273,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row o6migB5WP27uLr9nUWpCiM / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3-8b,nothink,reasoning-math,hard,Epoch-harness,,,,,,47.474747474747475,score%,2.89e-16,,prev=0.47474747474747475 (src-epoch.ai-benchmark-data-2026-10-15#M575),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row LcttjHHzTyAW6MqNE29xiK / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3-8b,unstated,reasoning-math,hard,Epoch-harness,,,,,,56.75505050505051,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row jRiWmBxtBAyiXiRBRMY8wX / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,gemma-3-27b-it,solo,reasoning-math,hard,Epoch-harness,,,,,,47.72727272727273,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row jdFH2zZdssYKDVJQPKXvNB / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-oss-20b,medium,reasoning-math,hard,Epoch-harness,,,,,,60.79545454545454,score%,2.89e-15,,prev=0.6079545454545454 (src-epoch.ai-benchmark-data-2026-10-15#M577),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row GEwyLqZT93Hp55fdtHrJhm / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-oss-20b,low,reasoning-math,hard,Epoch-harness,,,,,,53.15656565656566,score%,2.89e-15,,prev=0.5315656565656566 (src-epoch.ai-benchmark-data-2026-10-15#M578),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row DCJQMqipndGxwMXe8BDGeg / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,glm-5.3-flash,max,reasoning-math,hard,Epoch-harness,,,,,,90.15151515151515,score%,2.89e-15,,prev=0.9015151515151515 (src-epoch.ai-benchmark-data-2026-10-15#M579),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row Jvt5BNr4ERbE9QGgMcEbmT / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,glm-5.3,max,reasoning-math,hard,Epoch-harness,,,,,,90.90909090909091,score%,2.89e-15,,prev=0.9090909090909091 (src-epoch.ai-benchmark-data-2026-10-15#M580),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row dLDBahYBTGRNjbsXA5pyr3 / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,deepseek-v4-pro-0813,max,reasoning-math,hard,Epoch-harness,,,,,,91.66666666666666,score%,2.89e-15,,prev=0.9166666666666666 (src-epoch.ai-benchmark-data-2026-10-15#M581),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row nEJGtXGN588zynPkynZkxz / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,?gemini-3.7-flash,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,94.82323232323232,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row XyVL3VffJ6UboY97vxpohL / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,?inkling-small,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,88.510101010101,score%,2.89e-13,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row jTHw5SET8usd7emYPjEDjS / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,grok-4.6,xhigh,reasoning-math,hard,Epoch-harness,,,,,,93.18181818181818,score%,2.89e-15,,prev=0.9318181818181818 (src-epoch.ai-benchmark-data-2026-10-15#M583),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row 9YJf2nviwjM6WVhw8qeJta / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,grok-4.6,high,reasoning-math,hard,Epoch-harness,,,,,,94.00252525252525,score%,2.89e-15,,prev=0.9400252525252525 (src-epoch.ai-benchmark-data-2026-10-15#M584),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row hnP6Z88x8bPEBRZ2PW6kps / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,nemotron-3-ultra-550b-a55b,unstated,reasoning-math,hard,Epoch-harness,,,,,,85.35353535353535,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row bpZy8tAbh7UV6A6U7XZtBg / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,minimax-m3,nothink,reasoning-math,hard,Epoch-harness,,,,,,81.31313131313131,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row KM4G49tQZB8ce67RxYGyMy / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,minimax-m3,unstated,reasoning-math,hard,Epoch-harness,,,,,,90.90909090909091,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row hDESmyGFrbZDomjff3rqzD / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,glm-5.2,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,71.21212121212122,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row YDQJAMgMjLaikPkeVDbAjr / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,glm-5.2,high,reasoning-math,hard,Epoch-harness,,,,,,87.87878787878788,score%,2.89e-15,,prev=0.8787878787878788 (src-epoch.ai-benchmark-data-2026-10-15#M586),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row SB6Qj6rCBDk8jZmFcCTzWc / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,glm-5.1,unstated,reasoning-math,hard,Epoch-harness,,,,,,89.8989898989899,score%,2.89e-14,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row CBbeMKRRSeRsXnvSfn7Png / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5.4-mini,xhigh,reasoning-math,hard,Epoch-harness,,,,,,86.86868686868687,score%,2.89e-15,,prev=0.8686868686868687 (src-epoch.ai-benchmark-data-2026-10-15#M588),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row gKB2rCD7mHzFN2MCt2YCni / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5.6-sol,nothink,reasoning-math,hard,Epoch-harness,,,,,,82.82828282828283,score%,2.89e-15,,prev=0.8282828282828283 (src-epoch.ai-benchmark-data-2026-10-15#M589),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row DDfYPyKQW7vgDtGgkwcKSi / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5.5,nothink,reasoning-math,hard,Epoch-harness,,,,,,77.27272727272727,score%,2.89e-15,,prev=0.7727272727272727 (src-epoch.ai-benchmark-data-2026-10-15#M590),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row KesKa5EXtFG7H4UMBFzgCh / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,kimi-k3,low,reasoning-math,hard,Epoch-harness,,,,,,84.84848484848485,score%,2.89e-15,,prev=0.8484848484848485 (src-epoch.ai-benchmark-data-2026-10-15#M591),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row mvNb3hNgSZ2gS6jHMtvCdk / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,kimi-k3,high,reasoning-math,hard,Epoch-harness,,,,,,91.91919191919192,score%,2.89e-15,,prev=0.9191919191919192 (src-epoch.ai-benchmark-data-2026-10-15#M592),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row AoAD5uVtgVDnXmwA7STuno / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5.6-terra,nothink,reasoning-math,hard,Epoch-harness,,,,,,77.27272727272727,score%,2.89e-15,,prev=0.7727272727272727 (src-epoch.ai-benchmark-data-2026-10-15#M593),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row F7v3JtKFb27j2YVmsndLM5 / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5.4-mini,nothink,reasoning-math,hard,Epoch-harness,,,,,,64.14141414141414,score%,2.89e-15,,prev=0.6414141414141414 (src-epoch.ai-benchmark-data-2026-10-15#M594),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row Qyz2Qt5x4P2XwB3w4h4jFR / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3.6-max-preview,unstated,reasoning-math,hard,Epoch-harness,,,,,,87.37373737373737,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row Jv2hJvjpvA8xJW3Bzv7bfw / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5.6-sol,low,reasoning-math,hard,Epoch-harness,,,,,,89.8989898989899,score%,2.89e-14,,prev=0.898989898989899 (src-epoch.ai-benchmark-data-2026-10-15#M596),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row 6cmgkNAQZekBr6e6rVdLe9 / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3.7-max,unstated,reasoning-math,hard,Epoch-harness,,,,,,90.90909090909091,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row W6mTanyjvXhasFBzHukv4S / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,o3,medium,reasoning-math,hard,Epoch-harness,,,,,,80.80808080808081,score%,2.89e-15,,prev=0.8080808080808081 (src-epoch.ai-benchmark-data-2026-10-15#M598),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row TBYA7JWneLUCy9kyktFBbt / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5.1,nothink,reasoning-math,hard,Epoch-harness,,,,,,66.66666666666666,score%,2.89e-15,,prev=0.6666666666666666 (src-epoch.ai-benchmark-data-2026-10-15#M599),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row UT5fVL4EGvSTZBKMTPy9YN / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,kimi-k2.7-code,solo,reasoning-math,hard,Epoch-harness,,,,,,87.87878787878788,score%,2.89e-15,,prev=0.8787878787878788 (src-epoch.ai-benchmark-data-2026-10-15#M600),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row XneEig6pACkAWeekvgCwNk / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5.6-luna,nothink,reasoning-math,hard,Epoch-harness,,,,,,63.63636363636364,score%,2.89e-15,,prev=0.6363636363636364 (src-epoch.ai-benchmark-data-2026-10-15#M601),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row bDKKx7zTdW5WwMCfwqsLi4 / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5.6-terra,low,reasoning-math,hard,Epoch-harness,,,,,,87.37373737373737,score%,2.89e-15,,prev=0.8737373737373737 (src-epoch.ai-benchmark-data-2026-10-15#M602),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row JcuoAWhcnngPEZBPmiUyLF / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3.6-plus,unstated,reasoning-math,hard,Epoch-harness,,,,,,88.38383838383839,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row f6ZdMtRpdfskGbrBCzrKSn / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,o4-mini,medium,reasoning-math,hard,Epoch-harness,,,,,,77.77777777777778,score%,2.89e-15,,prev=0.7777777777777778 (src-epoch.ai-benchmark-data-2026-10-15#M604),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row noAGevebNp5W5yAnmbEYaz / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3.6-27b,unstated,reasoning-math,hard,Epoch-harness,,,,,,85.85858585858586,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row buLf8Ne29xmzMZBRQkvrQG / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3.6-27b,nothink,reasoning-math,hard,Epoch-harness,,,,,,84.84848484848485,score%,2.89e-15,,prev=0.8484848484848485 (src-epoch.ai-benchmark-data-2026-10-15#M606),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row WeP7Q27N5PzxSgg4ybgijX / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3.5-397b-a17b,unstated,reasoning-math,hard,Epoch-harness,,,,,,85.85858585858586,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row gZMFRbVKnBmcnZU4YqqKMN / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3.5-397b-a17b,nothink,reasoning-math,hard,Epoch-harness,,,,,,86.36363636363636,score%,2.89e-15,,prev=0.8636363636363636 (src-epoch.ai-benchmark-data-2026-10-15#M608),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row bXrmQqzF9sXbuZfRrSc7NP / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3.5-plus,unstated,reasoning-math,hard,Epoch-harness,,,,,,84.84848484848485,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row mGXYSUNCMisvaRzhQp6g2L / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,gemini-3.6-flash,minimal,reasoning-math,hard,Epoch-harness,,,,,,85.85858585858586,score%,2.89e-15,,prev=0.8585858585858586 (src-epoch.ai-benchmark-data-2026-10-15#M610),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row aPmR8fV49N98a6NVKpASAf / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3.6-35b-a3b,unstated,reasoning-math,hard,Epoch-harness,,,,,,83.83838383838383,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row EWAyxFsRUvuu4NpmmLqWkn / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3.6-35b-a3b,nothink,reasoning-math,hard,Epoch-harness,,,,,,84.84848484848485,score%,2.89e-15,,prev=0.8484848484848485 (src-epoch.ai-benchmark-data-2026-10-15#M612),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row 9kErpmgQ42wTvgJaFn478v / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3.6-flash,unstated,reasoning-math,hard,Epoch-harness,,,,,,83.33333333333334,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row H2FvRXagQRQmiNa7WrNMU2 / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5.6-luna,low,reasoning-math,hard,Epoch-harness,,,,,,82.32323232323232,score%,2.89e-15,,prev=0.8232323232323232 (src-epoch.ai-benchmark-data-2026-10-15#M614),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row nW39ZzuDQ3xTAGVoEfFG95 / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3.7-plus,unstated,reasoning-math,hard,Epoch-harness,,,,,,87.87878787878788,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row URoWjw9Htc6QPwABVcrybw / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3.7-plus,nothink,reasoning-math,hard,Epoch-harness,,,,,,81.81818181818182,score%,2.89e-15,,prev=0.8181818181818182 (src-epoch.ai-benchmark-data-2026-10-15#M616),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row BWz8uig4QyqPtke59pM88z / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3.7-flash,unstated,reasoning-math,hard,Epoch-harness,,,,,,82.32323232323232,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row i6i3gQf3ng2aAipvowPpws / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3.7-flash,nothink,reasoning-math,hard,Epoch-harness,,,,,,80.80808080808081,score%,2.89e-15,,prev=0.8080808080808081 (src-epoch.ai-benchmark-data-2026-10-15#M618),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row Yhds8GYkCXWgRQhuLiURua / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5.4-nano,nothink,reasoning-math,hard,Epoch-harness,,,,,,55.55555555555556,score%,2.89e-15,,prev=0.5555555555555556 (src-epoch.ai-benchmark-data-2026-10-15#M619),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row gLewKMc7ttCD2moUrgAyYX / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3.5-flash,unstated,reasoning-math,hard,Epoch-harness,,,,,,82.32323232323232,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row S7wbot7JR53BAjM8F9gaws / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5-mini,minimal,reasoning-math,hard,Epoch-harness,,,,,,71.71717171717171,score%,2.89e-15,,prev=0.7171717171717171 (src-epoch.ai-benchmark-data-2026-10-15#M621),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row hYSstHWNUNwYoZdmZpYQqK / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5.4-nano,low,reasoning-math,hard,Epoch-harness,,,,,,72.22222222222222,score%,2.89e-15,,prev=0.7222222222222222 (src-epoch.ai-benchmark-data-2026-10-15#M622),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row Nq7w5iKALDSuT5oQdn5m8f / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,gemma-4-31b-it,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,75.75757575757576,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row P5L8qbXo42vTvbU3UvTNjk / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,gemma-4-26b-a4b-it,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,73.23232323232324,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row Usx9KaiXvHZU4qrzgc4sLg / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,?deepseek-v4-pro,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,73.23232323232324,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row FtGueFbnFnKBAuLmEEufFg / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,?deepseek-v4-pro,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,90.90909090909091,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row TPdRwHTJtaJYSu2Cxc5Czn / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,opus-4.6,max,reasoning-math,hard,Epoch-harness,,,,,,88.38383838383839,score%,2.89e-15,,prev=0.8838383838383839 (src-epoch.ai-benchmark-data-2026-09-30#M73),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row JcQMgXdZKU54u52B8TGQKp / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-oss-20b,high,reasoning-math,hard,Epoch-harness,,,,,,45.95959595959596,score%,2.89e-15,,prev=0.4595959595959596 (src-epoch.ai-benchmark-data-2026-10-15#M625),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row hYATFPeUnMq7Std2nLUVAJ / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,gemini-3.6-flash,low,reasoning-math,hard,Epoch-harness,,,,,,86.36363636363636,score%,2.89e-15,,prev=0.8636363636363636 (src-epoch.ai-benchmark-data-2026-10-15#M626),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row JoraLb9y55QXpMg4Rrmr5x / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,gemini-3.5-flash-lite,low,reasoning-math,hard,Epoch-harness,,,,,,75.75757575757576,score%,2.89e-15,,prev=0.7575757575757576 (src-epoch.ai-benchmark-data-2026-10-15#M627),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row dgSJTFQ4UtuQKEhB9ss6K7 / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,gemini-3.5-flash-lite,minimal,reasoning-math,hard,Epoch-harness,,,,,,74.24242424242424,score%,2.89e-15,,prev=0.7424242424242424 (src-epoch.ai-benchmark-data-2026-10-15#M628),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row 7aAKcnsCXoSumfAu8mr2un / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,gemini-3.5-flash-lite,high,reasoning-math,hard,Epoch-harness,,,,,,83.33333333333334,score%,2.89e-15,,prev=0.8333333333333334 (src-epoch.ai-benchmark-data-2026-10-15#M629),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row chbh6XstiqtUa5W9zuyfjS / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,?gemini-3.5-flash,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,88.88888888888888,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row eiTYduCDNq3HgwTg4ZhEw6 / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,gemini-3.1-pro,high,reasoning-math,hard,Epoch-harness,,,,,,94.44444444444444,score%,2.89e-15,,prev=0.9444444444444444 (src-epoch.ai-benchmark-data-2026-10-15#M631),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row BgmrBFsbsaD8rNpebv49Da / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,gemini-3.1-flash-lite,minimal,reasoning-math,hard,Epoch-harness,,,,,,73.73737373737373,score%,2.89e-15,,prev=0.7373737373737373 (src-epoch.ai-benchmark-data-2026-10-15#M632),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row CmHy8cVECGkvQTwakfjRo2 / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,gemini-3.1-flash-lite,high,reasoning-math,hard,Epoch-harness,,,,,,81.81818181818182,score%,2.89e-15,,prev=0.8181818181818182 (src-epoch.ai-benchmark-data-2026-10-15#M633),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row nE4hmJo3QV6X5jeGWAeAze / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,gemini-3.1-flash-lite,low,reasoning-math,hard,Epoch-harness,,,,,,74.24242424242424,score%,2.89e-15,,prev=0.7424242424242424 (src-epoch.ai-benchmark-data-2026-10-15#M634),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row 99ys2jgQiPQ5UwrqnazfqA / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,gemini-3-flash,high,reasoning-math,hard,Epoch-harness,,,,,,89.39393939393939,score%,2.89e-15,,prev=0.8939393939393939 (src-epoch.ai-benchmark-data-2026-10-15#M635),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row gVdraDT3pXmaExP9VbqME4 / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,sonnet-5,max,reasoning-math,hard,Epoch-harness,,,,,,80.3030303030303,score%,2.89e-14,,prev=0.803030303030303 (src-epoch.ai-benchmark-data-2026-09-30#M74),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row FNXAt76ZUS3sWhQDFMga7U / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,sonnet-4.6,max,reasoning-math,hard,Epoch-harness,,,,,,78.78787878787878,score%,2.89e-15,,prev=0.7878787878787878 (src-epoch.ai-benchmark-data-2026-09-30#M75),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row SEePRKRcv8oqn5HpD2KFxB / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,opus-5,unstated,reasoning-math,hard,Epoch-harness,,,,,,92.92929292929293,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row mLmUnBuX6DYKtb6x46GteM / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,opus-5,low,reasoning-math,hard,Epoch-harness,,,,,,87.87878787878788,score%,2.89e-15,,prev=0.8787878787878788 (src-epoch.ai-benchmark-data-2026-09-30#M77),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row WfaJS4L7Xdz5ZBXgJMbRGb / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,opus-4.8,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,85.35353535353535,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row ckbZdkrXPwbFdjn6bmUQsi / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,opus-4.8,low,reasoning-math,hard,Epoch-harness,,,,,,88.38383838383839,score%,2.89e-15,,prev=0.8838383838383839 (src-epoch.ai-benchmark-data-2026-09-30#M79),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row GThtce6GAmRAS8srQyGQoA / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,opus-4.7,max,reasoning-math,hard,Epoch-harness,,,,,,86.36363636363636,score%,2.89e-15,,prev=0.8636363636363636 (src-epoch.ai-benchmark-data-2026-09-30#M80),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row Ju7pUkkwYVj6ugi9Ri5Jjp / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,fable-5,max,reasoning-math,hard,Epoch-harness,,,,,,85.85858585858586,score%,2.89e-15,,prev=0.8585858585858586 (src-epoch.ai-benchmark-data-2026-09-30#M81),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row S5pm7ctk9zgPfbyHrbD9AV / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,fable-5,low,reasoning-math,hard,Epoch-harness,,,,,,78.78787878787878,score%,2.89e-15,,prev=0.7878787878787878 (src-epoch.ai-benchmark-data-2026-09-30#M82),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row U5PsUdX2ak4kJ2hgnQkWnX / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,fable-5,high,reasoning-math,hard,Epoch-harness,,,,,,83.33333333333334,score%,2.89e-15,,prev=0.8333333333333334 (src-epoch.ai-benchmark-data-2026-09-30#M83),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row d23hYvSNGFo7rniLFyBWiu / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,?magistral-small-2506,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,56.06060606060606,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row dwGLob8Vhrwx4Wn376jVmt / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,?Inkling,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,88.25757575757576,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row dfmiZmjAcNkLuAJL4z65eb / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,?qwen3.8-max,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,92.67676767676768,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row TEVNDC9QXBh7PQvX9kHZip / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,?gpt-5.5-instant,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,82.51262626262627,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row WPVhgi8NT9grAT7kfipT9G / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,deepseek-v4-flash-0731,max,reasoning-math,hard,Epoch-harness,,,,,,91.03535353535354,score%,2.89e-15,,prev=0.9103535353535354 (src-epoch.ai-benchmark-data-2026-10-15#M638),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row EDFusDaaFkh5n2MqKNxMBD / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,gemini-3.6-flash,high,reasoning-math,hard,Epoch-harness,,,,,,94.12878787878788,score%,2.89e-15,,prev=0.9412878787878788 (src-epoch.ai-benchmark-data-2026-10-15#M639),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row 86SY5JbPB49xXhHFQW6tHu / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,opus-5,max,reasoning-math,hard,Epoch-harness,,,,,,93.87626262626263,score%,2.89e-15,,prev=0.9387626262626263 (src-epoch.ai-benchmark-data-2026-09-30#M84),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row D3mtasTumfvjR4fjmnHWRy / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,o1,low,reasoning-math,hard,Epoch-harness,,,,,,74.24242424242424,score%,2.89e-15,,prev=0.7424242424242424 (src-epoch.ai-benchmark-data-2026-10-15#M640),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row hP6P5e9zuHPToaQTTQC9A2 / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5,minimal,reasoning-math,hard,Epoch-harness,,,,,,71.71717171717171,score%,2.89e-15,,prev=0.7171717171717171 (src-epoch.ai-benchmark-data-2026-10-15#M641),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row n4wyt7wHjhDdjrGacE9smk / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,o3-mini,low,reasoning-math,hard,Epoch-harness,,,,,,68.18181818181818,score%,2.89e-15,,prev=0.6818181818181818 (src-epoch.ai-benchmark-data-2026-10-15#M642),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row hJf7Hxg4tgdftQ2QDNHMJA / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,kimi-k3,max,reasoning-math,hard,Epoch-harness,,,,,,93.11868686868687,score%,2.89e-15,,prev=0.9311868686868687 (src-epoch.ai-benchmark-data-2026-10-15#M643),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row B8MaPUe3EYwUZASsNqE7C9 / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,?deepseek-chat,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,71.21212121212122,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row 6osoAGM4euiAAksriYyLtj / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,o3,low,reasoning-math,hard,Epoch-harness,,,,,,79.7979797979798,score%,2.89e-14,,prev=0.797979797979798 (src-epoch.ai-benchmark-data-2026-10-15#M645),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row AZf6N4kygJGHPsSUkYtCba / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5.4,medium,reasoning-math,hard,Epoch-harness,,,,,,88.88888888888888,score%,2.89e-15,,prev=0.8888888888888888 (src-epoch.ai-benchmark-data-2026-10-15#M646),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row ManJk43Kf9VuXowNqoDrov / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5.4,nothink,reasoning-math,hard,Epoch-harness,,,,,,74.74747474747475,score%,2.89e-15,,prev=0.7474747474747475 (src-epoch.ai-benchmark-data-2026-10-15#M647),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row LaBuzZExRqocD4FET6yx26 / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5.4,high,reasoning-math,hard,Epoch-harness,,,,,,89.8989898989899,score%,2.89e-14,,prev=0.898989898989899 (src-epoch.ai-benchmark-data-2026-10-15#M648),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row FbhcT8NnJUntcyNGubJXY6 / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5.4,low,reasoning-math,hard,Epoch-harness,,,,,,84.84848484848485,score%,2.89e-15,,prev=0.8484848484848485 (src-epoch.ai-benchmark-data-2026-10-15#M649),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row aYgDc2iSDpmHkQfu7YjCHc / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,?gemini-3.5-flash,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,86.36363636363636,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row QDZRoAVaEDtdS6nECEeE35 / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5-nano,low,reasoning-math,hard,Epoch-harness,,,,,,57.57575757575758,score%,2.89e-15,,prev=0.5757575757575758 (src-epoch.ai-benchmark-data-2026-10-15#M651),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row mNZ34pXP8JN779JoHnjNQc / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,sonnet-4.6,high,reasoning-math,hard,Epoch-harness,,,,,,83.33333333333334,score%,2.89e-15,,prev=0.8333333333333334 (src-epoch.ai-benchmark-data-2026-09-30#M85),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row DmdKPD9Z9RXwYyATAoG4Uw / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5-nano,minimal,reasoning-math,hard,Epoch-harness,,,,,,48.484848484848486,score%,2.89e-16,,prev=0.48484848484848486 (src-epoch.ai-benchmark-data-2026-10-15#M652),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row hp4x7bhBYhkQqZoZFf4dTZ / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5.2,nothink,reasoning-math,hard,Epoch-harness,,,,,,73.23232323232324,score%,2.89e-15,,prev=0.7323232323232324 (src-epoch.ai-benchmark-data-2026-10-15#M653),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row 4sPs53wmM9bvN8JXzsiNCk / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,sonnet-4.6,medium,reasoning-math,hard,Epoch-harness,,,,,,83.33333333333334,score%,2.89e-15,,prev=0.8333333333333334 (src-epoch.ai-benchmark-data-2026-09-30#M86),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row e8MXnAM8HMF8eEzYtYA7xv / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,grok-4.20,think,reasoning-math,hard,Epoch-harness,,,,,,89.33080808080808,score%,2.89e-15,,prev=0.8933080808080808 (src-epoch.ai-benchmark-data-2026-10-15#M654),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row STxFZiSPAPScUuENvXBWLc / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,o4-mini,low,reasoning-math,hard,Epoch-harness,,,,,,75.25252525252525,score%,2.89e-15,,prev=0.7525252525252525 (src-epoch.ai-benchmark-data-2026-10-15#M655),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row XwRFKnuHv5qdUp9m5uTAEb / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5.6-terra,max,reasoning-math,hard,Epoch-harness,,,,,,93.30808080808081,score%,2.89e-15,,prev=0.9330808080808081 (src-epoch.ai-benchmark-data-2026-10-15#M656),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row 4bLcFNu5zF6YuZf3qVKoHE / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5.6-luna,max,reasoning-math,hard,Epoch-harness,,,,,,91.60353535353535,score%,2.89e-15,,prev=0.9160353535353535 (src-epoch.ai-benchmark-data-2026-10-15#M657),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row LWkDtkmd3TNmLzMhfZD5HW / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5.6-sol,max,reasoning-math,hard,Epoch-harness,,,,,,93.49747474747475,score%,2.89e-15,,prev=0.9349747474747475 (src-epoch.ai-benchmark-data-2026-10-15#M658),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row nuKCgZReCBsXKCkNj9bK37 / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,grok-4.5,high,reasoning-math,hard,Epoch-harness,,,,,,93.43434343434344,score%,2.89e-15,,prev=0.9343434343434344 (src-epoch.ai-benchmark-data-2026-10-15#M659),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row 9kSgmUd9vh4CBXz3tJhctN / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,sonnet-5,xhigh,reasoning-math,hard,Epoch-harness,,,,,,90.53030303030303,score%,2.89e-15,,prev=0.9053030303030303 (src-epoch.ai-benchmark-data-2026-09-30#M87),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row HhiYxEx3Bf8YDPUh34K4DC / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,glm-5.2,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,91.85606060606061,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row c5kpB4axzmygRywWqBKFmv / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,grok-4.3,high,reasoning-math,hard,Epoch-harness,,,,,,88.82575757575758,score%,2.89e-15,,prev=0.8882575757575758 (src-epoch.ai-benchmark-data-2026-10-15#M661),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row Vw7spGUnJyf3vuzSjTcj2F / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,?deepseek-v4-pro,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,89.64646464646465,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row LuZUnhD5rBLjRw36DaqfvZ / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,opus-4.8,max,reasoning-math,hard,Epoch-harness,,,,,,91.03535353535354,score%,2.89e-15,,prev=0.9103535353535354 (src-epoch.ai-benchmark-data-2026-09-30#M88),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row dqgqP2uEPswfECCVj2Kbr9 / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,?gemini-3.5-flash,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,92.8030303030303,score%,2.89e-14,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row dYYtcwENFRtm9jZTDA2p9C / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5.5,low,reasoning-math,hard,Epoch-harness,,,,,,90.65656565656566,score%,2.89e-15,,prev=0.9065656565656566 (src-epoch.ai-benchmark-data-2026-10-15#M664),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row 2CdomqtBVz2it7a2Zx2G2t / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,kimi-k2.6,unstated,reasoning-math,hard,Epoch-harness,,,,,,90.78282828282829,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row LjgJoDosTLkiGVT59smA7q / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,?gpt-5.5-pro-pre-release,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,93.92135642135643,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row cBmhJzrC3SkfZ7uVgGVYZX / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,?gpt-5.5-pre-release,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,94.00252525252525,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row FUv4EUwR78nAsdGbiwiLEr / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,opus-4.7,xhigh,reasoning-math,hard,Epoch-harness,,,,,,90.15151515151515,score%,2.89e-15,,prev=0.9015151515151515 (src-epoch.ai-benchmark-data-2026-09-30#M89),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row VJezHrJ5YPCbpui8pZgcJg / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5.4-mini,high,reasoning-math,hard,Epoch-harness,,,,,,83.58585858585859,score%,2.89e-15,,prev=0.8358585858585859 (src-epoch.ai-benchmark-data-2026-10-15#M668),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row AQF46S9hBhosKPEMy3fyB9 / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5.4-nano,high,reasoning-math,hard,Epoch-harness,,,,,,78.47,score%,0.00289,,prev=0.7847 (src-epoch.ai-benchmark-data-2026-10-15#M669),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row fZB3qGSohAVYzN97mniuUp / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,?muse-spark,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,89.8,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row muse-spark-pre-release-gpqa / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5.4-pro,xhigh,reasoning-math,hard,Epoch-harness,,,,,,94.6,score%,0.0289,,prev=0.946 (src-epoch.ai-benchmark-data-2026-10-15#M670),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row gpt-5-4-pro-gpqa-cloud-run / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5.4,xhigh,reasoning-math,hard,Epoch-harness,,,,,,93.3,score%,0.0289,,prev=0.933 (src-epoch.ai-benchmark-data-2026-10-15#M671),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row fFatyce8UvpN7ZivdmrhAy / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,sonnet-4.6,think-32000,reasoning-math,hard,Epoch-harness,,,,,,87.37373737373737,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row 58eQmyCfPa3FufhXJFvAL2 / column Best score (across scorers)),,out:budget-config, epoch-gpqa-diamond@epoch.ai,epoch.ai,gemini-3.1-pro,unstated,reasoning-math,hard,Epoch-harness,,,,,,94.1,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row kR9F3oHBCnwQW4AiTPKwpd / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,glm-5,unstated,reasoning-math,hard,Epoch-harness,,,,,,87.81725888324873,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row n4hyz75SVpwPEisKVVjvNg / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,opus-4.6,think-32000,reasoning-math,hard,Epoch-harness,,,,,,90.53030303030303,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row DiXCMhdfhcjaCUSzYWgACy / column Best score (across scorers)),,out:budget-config, epoch-gpqa-diamond@epoch.ai,epoch.ai,opus-4.6,think-64000,reasoning-math,hard,Epoch-harness,,,,,,88.76262626262627,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row eB9e2mtd5nRwqdFyLEsz6k / column Best score (across scorers)),,out:budget-config, epoch-gpqa-diamond@epoch.ai,epoch.ai,kimi-k2.5,unstated,reasoning-math,hard,Epoch-harness,,,,,,87.6,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row FmqGUq87N4JcuSbo6Uu3U5 / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,glm-4.7,unstated,reasoning-math,hard,Epoch-harness,,,,,,83.33333333333334,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row 6phXzd4aCbnBUSQmBsaywa / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,gemini-3-flash,unstated,reasoning-math,hard,Epoch-harness,,,,,,83.20707070707071,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row oAu9CZSNPZgwiwKnoNpM8Q / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,?deepseek-reasoner,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,83.42352092352093,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row CDdjbqiYYPtEBGoZLMPM3n / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5.2,xhigh,reasoning-math,hard,Epoch-harness,,,,,,91.4,score%,0.0289,,prev=0.914 (src-epoch.ai-benchmark-data-2026-10-15#M678),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row Ejo6Fy7XYxUDcCwbejfcYX / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3-235b-a22b-thinking-2507,solo,reasoning-math,hard,Epoch-harness,,,,,,80.05050505050505,score%,2.89e-15,,prev=0.8005050505050505 (src-epoch.ai-benchmark-data-2026-10-15#M679),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row gu39ndv9QxWP3NRxSUJRaX / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,?openai/gpt-oss-120b,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,75.75757575757576,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row LC5Rhog6wt2PT84CtJ483h / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5.2,high,reasoning-math,hard,Epoch-harness,,,,,,88.19444444444444,score%,2.89e-15,,prev=0.8819444444444444 (src-epoch.ai-benchmark-data-2026-10-15#M681),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row 3Q6osT8EYezayG7yfxkSpr / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5.2,medium,reasoning-math,hard,Epoch-harness,,,,,,87.87878787878788,score%,2.89e-15,,prev=0.8787878787878788 (src-epoch.ai-benchmark-data-2026-10-15#M682),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row MuhtxxvALeZZ37cSG5CVcc / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5.2,low,reasoning-math,hard,Epoch-harness,,,,,,82.7020202020202,score%,2.89e-14,,prev=0.827020202020202 (src-epoch.ai-benchmark-data-2026-10-15#M683),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row oD4Jpoi75KWChqTPDaN9aB / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,opus-4.5,think-16000,reasoning-math,hard,Epoch-harness,,,,,,85.47979797979798,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row cXkPywkhy3NnW992ri73yG / column Best score (across scorers)),,out:budget-config, epoch-gpqa-diamond@epoch.ai,epoch.ai,opus-4.5,think-32000,reasoning-math,hard,Epoch-harness,,,,,,86.0479797979798,score%,2.89e-14,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row Kwwo3UFcPDk6iLAeSeeRaa / column Best score (across scorers)),,out:budget-config, epoch-gpqa-diamond@epoch.ai,epoch.ai,opus-4.5,unstated,reasoning-math,hard,Epoch-harness,,,,,,80.68181818181818,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row mEkZaYpiurQ6TEMAALK3su / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,?gemini-3-pro-preview,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,92.61363636363636,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row Cg54udQGcTCnfDGX2qePLZ / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5.1,medium,reasoning-math,hard,Epoch-harness,,,,,,85.03787878787878,score%,2.89e-15,,prev=0.8503787878787878 (src-epoch.ai-benchmark-data-2026-10-15#M685),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row V3YQtSEnQ3TPZEPPgkCKQM / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,gemini-2.5-pro,unstated,reasoning-math,hard,Epoch-harness,,,,,,85.29040404040404,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row cqUZ6gcq2HBnShFRWvKjGr / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5.1,high,reasoning-math,hard,Epoch-harness,,,,,,87.62626262626263,score%,2.89e-15,,prev=0.8762626262626263 (src-epoch.ai-benchmark-data-2026-10-15#M687),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row CSVtMksEVjBNsGJGjW4GcQ / column Best score (across scorers)),,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,?kimi-k2-thinking-turbo,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,84.21717171717171,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row muGecFpAg9wHd6gexWJ99L / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5-nano,high,reasoning-math,hard,Epoch-harness,,,,,,69.44444444444444,score%,2.89e-15,,prev=0.6944444444444444 (src-epoch.ai-benchmark-data-2026-10-15#M689),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row 2pSDjMSGDh4HsAxkqUuNQP / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5-mini,high,reasoning-math,hard,Epoch-harness,,,,,,75,score%,0.289,,prev=0.75 (src-epoch.ai-benchmark-data-2026-10-15#M690),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row jP8EyLtPFsakgnsHe2oJM6 / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5,high,reasoning-math,hard,Epoch-harness,,,,,,86.17424242424242,score%,2.89e-15,,prev=0.8617424242424242 (src-epoch.ai-benchmark-data-2026-10-15#M691),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row 9nPyNrZxwtoT7eS4DZbQF6 / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,sonnet-4.5,think-16000,reasoning-math,hard,Epoch-harness,,,,,,78.78787878787878,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row LkVuUxvsHNzpcg3sUiH7f3 / column Best score (across scorers)),,out:budget-config, epoch-gpqa-diamond@epoch.ai,epoch.ai,sonnet-4.5,think-59000,reasoning-math,hard,Epoch-harness,,,,,,82.32323232323232,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row XaGuWDxPtqVvyxqdMncKFj / column Best score (across scorers)),,out:budget-config, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-4-0314,solo,reasoning-math,hard,Epoch-harness,,,,,,35.73232323232323,score%,2.89e-15,,prev=0.3573232323232323 (src-epoch.ai-benchmark-data-2026-10-15#M692),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row FkbLkW5ed8rnZGFJMevDFn / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,haiku-4.5,think-32000,reasoning-math,hard,Epoch-harness,,,,,,71.21212121212122,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row GEaAdb9UmoUFbEtBx7WzAR / column Best score (across scorers)),,out:budget-config, epoch-gpqa-diamond@epoch.ai,epoch.ai,sonnet-4.5,think-32000,reasoning-math,hard,Epoch-harness,,,,,,81.7258883248731,score%,2.89e-14,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row ii6JE9j57eSbuswEsJArTa / column Best score (across scorers)),,out:budget-config, epoch-gpqa-diamond@epoch.ai,epoch.ai,haiku-4.5,unstated,reasoning-math,hard,Epoch-harness,,,,,,60.47979797979798,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row cgnopvpB6mzsfb9yGnYK2z / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3-max-0923,solo,reasoning-math,hard,Epoch-harness,,,,,,72.6010101010101,score%,2.89e-14,,prev=0.726010101010101 (src-epoch.ai-benchmark-data-2026-10-15#M693),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row 46RCssznDADYeg8MuSgvsj / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,sonnet-4.5,unstated,reasoning-math,hard,Epoch-harness,,,,,,73.73737373737373,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row fsZmzw8jjyUgMQGwxodBwN / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5-mini,medium,reasoning-math,hard,Epoch-harness,,,,,,71.65404040404041,score%,2.89e-15,,prev=0.7165404040404041 (src-epoch.ai-benchmark-data-2026-10-15#M694),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row CFNzodoTSVVVgp9PUXftUP / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5,medium,reasoning-math,hard,Epoch-harness,,,,,,85.35353535353535,score%,2.89e-15,,prev=0.8535353535353535 (src-epoch.ai-benchmark-data-2026-10-15#M695),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row YQCwJRoGbGAqNCQoaL6cjk / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-5-nano,medium,reasoning-math,hard,Epoch-harness,,,,,,67.42424242424242,score%,2.89e-15,,prev=0.6742424242424242 (src-epoch.ai-benchmark-data-2026-10-15#M696),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row ELAxkvAigvEVdMmhxiaMiy / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,?claude-opus-4-1-20250805,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,76.76767676767676,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row 3obcsGCfuwYeEm9wRyqzPg / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,?claude-opus-4-1-20250805,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,77.27272727272727,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row erLgyKQs2mg2memE9SJvK5 / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,?claude-opus-4-1-20250805,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,73.23232323232324,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row j62bkFDjBSeFyVpnGzuzg4 / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,gemini-2.5-pro-preview-06-05,unstated,reasoning-math,hard,Epoch-harness,,,,,,84.84848484848485,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row Q4qTzHnjLyiCCRvNpXioUq / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen3-235b-a22b,unstated,reasoning-math,hard,Epoch-harness,,,,,,70.70707070707071,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row agebmxGseTvmvN4AHN8i4m / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,?gemini-2.5-pro-preview-05-06,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,66.66666666666666,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row TT66gGiVoeYLGQMCESPrEG / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,deepseek-r1-0528,solo,reasoning-math,hard,Epoch-harness,,,,,,76.32575757575758,score%,2.89e-15,,prev=0.7632575757575758 (src-epoch.ai-benchmark-data-2026-10-15#M700),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row LiRiryJsGb3h5UuxX8bmJv / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,sonnet-3.7,think-64000,reasoning-math,hard,Epoch-harness,,,,,,79.73484848484849,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row 2t26VSNdsAE5pefQEMP25x / column Best score (across scorers)),,out:budget-config, epoch-gpqa-diamond@epoch.ai,epoch.ai,grok-3-mini,high,reasoning-math,hard,Epoch-harness,,,,,,75.50505050505051,score%,2.89e-15,,prev=0.7550505050505051 (src-epoch.ai-benchmark-data-2026-10-15#M701),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row JFZMWFVGNi5R5TdZrvQUFw / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,deepseek-r1,solo,reasoning-math,hard,Epoch-harness,,,,,,71.71717171717171,score%,2.89e-15,,prev=0.7171717171717171 (src-epoch.ai-benchmark-data-2026-10-15#M702),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row fFGyQR2mfDufvrSV2rzWyV / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,?claude-sonnet-4-20250514,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,79.18781725888325,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row J9wjcQqKJ7hCSYnnoa5E9i / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,grok-3,solo,reasoning-math,hard,Epoch-harness,,,,,,75.75757575757576,score%,2.89e-15,,prev=0.7575757575757576 (src-epoch.ai-benchmark-data-2026-10-15#M703),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row FQ8Ykq4JWRSXnyF9rbmLc7 / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,?claude-sonnet-4-20250514,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,78.28282828282829,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row 8hGbWtbpUjAQpebkKQfSi7 / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,?claude-opus-4-20250514,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,76.26262626262627,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row CtxFusPxCraL3EeRJu2c5k / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,?claude-sonnet-4-20250514,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,75.75757575757576,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row PPLoBnbKQ9CEYZNSk3E7LE / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,?claude-sonnet-4-20250514,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,66.66666666666666,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row ZF4eejw7J2KrcoNWd6hUbU / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,?claude-opus-4-20250514,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,69.19191919191919,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row EnjJ8bGi9vRNNQFzfkLCkQ / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,mistral-medium-3,unstated,reasoning-math,hard,Epoch-harness,,,,,,59.53282828282829,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row FNMbfvEEm9PRnrJnrqk2PH / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,o4-mini,high,reasoning-math,hard,Epoch-harness,,,,,,79.60858585858586,score%,2.89e-15,,prev=0.7960858585858586 (src-epoch.ai-benchmark-data-2026-10-15#M704),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row 9Sgsz5XCjscuZkexf7MX9c / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,o3,high,reasoning-math,hard,Epoch-harness,,,,,,81.81818181818182,score%,2.89e-15,,prev=0.8181818181818182 (src-epoch.ai-benchmark-data-2026-10-15#M705),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row evANZQ9oQTdGYbDERw7VrD / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-4.1-mini,solo,reasoning-math,hard,Epoch-harness,,,,,,65.84595959595959,score%,2.89e-15,,prev=0.6584595959595959 (src-epoch.ai-benchmark-data-2026-10-15#M706),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row dXHddeGRX7JRVa5UNfad5C / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-4.1-nano,solo,reasoning-math,hard,Epoch-harness,,,,,,48.926767676767674,score%,2.89e-16,,prev=0.48926767676767674 (src-epoch.ai-benchmark-data-2026-10-15#M707),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row azWfeFPP6zSocuQX3JYBU5 / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-4.1,solo,reasoning-math,hard,Epoch-harness,,,,,,66.91919191919192,score%,2.89e-15,,prev=0.6691919191919192 (src-epoch.ai-benchmark-data-2026-10-15#M708),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row Gj8pd5gU9r4LqwDK8XZ4mL / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwq-plus,solo,reasoning-math,hard,Epoch-harness,,,,,,65.40404040404041,score%,2.89e-15,,prev=0.6540404040404041 (src-epoch.ai-benchmark-data-2026-10-15#M709),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row PtxHF8BH8WuNdNfDnutGBb / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,grok-3-mini,low,reasoning-math,hard,Epoch-harness,,,,,,76.26262626262627,score%,2.89e-15,,prev=0.7626262626262627 (src-epoch.ai-benchmark-data-2026-10-15#M710),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row McxfQdC5aypnD3STwZUBjH / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,llama-4-scout,solo,reasoning-math,hard,Epoch-harness,,,,,,51.83080808080808,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row MsXAXDEKP3xBKtiA7aTBBG / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,?Llama-4-Maverick-17B-128E-Instruct-FP8,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,66.98232323232324,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row LyHy99ubGCqBhoaksQjkiF / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,?qwen-turbo-2024-11-01,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,41.792929292929293,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row 9Ke5At9bYuf56SmKJJ7Sz7 / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen-plus-0125,unstated,reasoning-math,hard,Epoch-harness,,,,,,48.10606060606061,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row QtraMoKiQRRpZc9txpFAYF / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,?qwen-max-2025-01-25,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,56.12373737373737,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row GBf7rqHkGGzfX87V37F9mH / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,deepseek-v3-0324,solo,reasoning-math,hard,Epoch-harness,,,,,,67.61363636363636,score%,2.89e-15,,prev=0.6761363636363636 (src-epoch.ai-benchmark-data-2026-10-15#M714),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row VjfLwKbT6kTprYsMGcz2YT / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,gemini-2.5-pro-exp-03-25,solo,reasoning-math,hard,Epoch-harness,,,,,,83.83838383838383,score%,2.89e-15,,prev=0.8383838383838383 (src-epoch.ai-benchmark-data-2026-10-15#M715),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row WKjzEQdfnBHnYeZoKeCWnB / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,?mistral-small-2503,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,47.474747474747475,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row S8bBDAbucsFceirHxeEDvu / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,haiku-3.5,solo,reasoning-math,hard,Epoch-harness,,,,,,38.13131313131313,score%,2.89e-15,,prev=0.3813131313131313 (src-epoch.ai-benchmark-data-2026-10-18#M1),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row JpLxrpvthx7A75sbaHZ9Et / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,gemini-1.5-flash-8b-001,solo,reasoning-math,hard,Epoch-harness,,,,,,32.954545454545453,score%,2.89e-16,,prev=0.32954545454545453 (src-epoch.ai-benchmark-data-2026-10-15#M716),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row gFT36W4KU3wggLQ9nNCctg / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,deepseek-r1-distill-qwen-14b,solo,reasoning-math,hard,Epoch-harness,,,,,,44.696969696969696,score%,2.89e-16,,prev=0.44696969696969696 (src-epoch.ai-benchmark-data-2026-10-15#M717),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row 8UqaLobhmNJLuPGTTpeaCw / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,sonnet-3.7,think-32000,reasoning-math,hard,Epoch-harness,,,,,,76.76767676767676,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row iv9yfwZ9vTznxQfvJF6J7p / column Best score (across scorers)),,out:budget-config, epoch-gpqa-diamond@epoch.ai,epoch.ai,deepseek-r1-distill-llama-70b,solo,reasoning-math,hard,Epoch-harness,,,,,,55.74494949494949,score%,2.89e-15,,prev=0.5574494949494949 (src-epoch.ai-benchmark-data-2026-10-15#M718),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row f6pnAATjxmrFJS353EjQKi / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-4.5-preview,solo,reasoning-math,hard,Epoch-harness,,,,,,68.68686868686869,score%,2.89e-15,,prev=0.6868686868686869 (src-epoch.ai-benchmark-data-2026-10-15#M719),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row dodibSv7pk8GtqeMy4YLQg / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-4-turbo,solo,reasoning-math,hard,Epoch-harness,,,,,,46.59090909090909,score%,2.89e-15,,prev=0.4659090909090909 (src-epoch.ai-benchmark-data-2026-10-15#M720),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row TaCoN7eyPQEfDWXqs2MpcF / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,sonnet-3.7,think-16000,reasoning-math,hard,Epoch-harness,,,,,,76.76767676767676,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row Vn3Ug88CRbxEaJhLbRzAWD / column Best score (across scorers)),,out:budget-config, epoch-gpqa-diamond@epoch.ai,epoch.ai,?mistral-large-2411,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,51.32575757575758,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row n9gpXfUzo8SbWqvrG2q4xM / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,sonnet-3.7,unstated,reasoning-math,hard,Epoch-harness,,,,,,66.03535353535354,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row PyNEkFCfMEReodeE2oiPhh / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,o1,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,76.76767676767676,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row NAkCFiFiDSN3NXMj7HMvMS / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,o1-mini,solo,reasoning-math,hard,Epoch-harness,,,,,,62.37373737373737,score%,2.89e-15,,prev=0.6237373737373737 (src-epoch.ai-benchmark-data-2026-10-15#M722); prev=0.5950126262626263 (src-epoch.ai-benchmark-data-2026-10-15#M731),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row X2gKewiGPZx5DLFEddUUqW / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,o3-mini,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,77.02020202020202,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row MzsTvCEEfEpzn4WvxYdJkX / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,gemini-2.0-pro-exp-02-05,solo,reasoning-math,hard,Epoch-harness,,,,,,65.65656565656566,score%,2.89e-15,,prev=0.6565656565656566 (src-epoch.ai-benchmark-data-2026-10-15#M724),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row g5YE7G6DXb45EH4HxEdiht / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,gemini-2.0-flash-thinking-exp-01-21,solo,reasoning-math,hard,Epoch-harness,,,,,,57.07070707070707,score%,2.89e-15,,prev=0.5707070707070707 (src-epoch.ai-benchmark-data-2026-10-15#M725),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row ag9w2w4xa47ghZaWt5oZey / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,gemini-2.0-flash,solo,reasoning-math,hard,Epoch-harness,,,,,,64.14141414141414,score%,2.89e-15,,prev=0.6414141414141414 (src-epoch.ai-benchmark-data-2026-10-15#M726),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row fbszwTApm3f28z5VA6oXBK / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-4o-1120,solo,reasoning-math,hard,Epoch-harness,,,,,,47.88510101010101,score%,2.89e-15,,prev=0.4788510101010101 (src-epoch.ai-benchmark-data-2026-10-15#M727),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row gULKGqAe9nG9syxmYMtkhi / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,phi-4,solo,reasoning-math,hard,Epoch-harness,,,,,,56.06060606060606,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row RAwuPRwJedy7P2KeQhEmr8 / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,?Phi-3-medium-128k-instruct,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,27.58838383838384,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row bDS2AGEf3AywbVcdDyAKZK / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,o3-mini,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,74.2739898989899,score%,2.89e-14,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row ehvA5nisC7GMbgbyy3Z4Et / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,?mistral-small-2501,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,45.29671717171717,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row oDq358GfyV5Au65scERdVo / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen2.5-32b-instruct,solo,reasoning-math,hard,Epoch-harness,,,,,,46.085858585858586,score%,2.89e-16,,prev=0.46085858585858586 (src-epoch.ai-benchmark-data-2026-10-15#M729),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row d6JihAFVqUy3u9suNt4P3L / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,gemini-1.5-flash-001,solo,reasoning-math,hard,Epoch-harness,,,,,,40.372474747474746,score%,2.89e-16,,prev=0.40372474747474746 (src-epoch.ai-benchmark-data-2026-10-15#M730),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row Hc2ycMP6DyCZxCPjKbZFQU / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,claude-2.0,solo,reasoning-math,hard,Epoch-harness,,,,,,34.65909090909091,score%,2.89e-15,,prev=0.3465909090909091 (src-epoch.ai-benchmark-data-2026-10-18#M2),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row mTa4f52zsEuxdrPy7WfQvX / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,opus-3,solo,reasoning-math,hard,Epoch-harness,,,,,,47.15909090909091,score%,2.89e-15,,prev=0.4715909090909091 (src-epoch.ai-benchmark-data-2026-10-18#M3),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row hTnDa4gn8RYduCEYqoNywe / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,o1-mini,solo,reasoning-math,hard,Epoch-harness,,,,,,59.50126262626263,score%,2.89e-15,,prev=0.6237373737373737 (src-epoch.ai-benchmark-data-2026-10-15#M722); prev=0.5950126262626263 (src-epoch.ai-benchmark-data-2026-10-15#M731),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row 4NiUpCrLfz3oFaerkrMeBt / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-4o-0806,solo,reasoning-math,hard,Epoch-harness,,,,,,49.210858585858586,score%,2.89e-16,,prev=0.49210858585858586 (src-epoch.ai-benchmark-data-2026-10-15#M732),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row fairJpL9VekDBKxYHG9ZoG / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,o1-preview,solo,reasoning-math,hard,Epoch-harness,,,,,,50.31565656565656,score%,2.89e-15,,prev=0.5031565656565656 (src-epoch.ai-benchmark-data-2026-10-15#M733),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row 7CkADTsoNbDd88uqYbqfwj / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,sonnet-3,solo,reasoning-math,hard,Epoch-harness,,,,,,40.59343434343434,score%,2.89e-15,,prev=0.4059343434343434 (src-epoch.ai-benchmark-data-2026-10-18#M4),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row QLejPZXhjX6SQCQgzjNvCG / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,sonnet-3.5-1022,solo,reasoning-math,hard,Epoch-harness,,,,,,55.3030303030303,score%,2.89e-14,,prev=0.553030303030303 (src-epoch.ai-benchmark-data-2026-10-18#M5),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row JCCVcVLz3J4TQXSU67hMJZ / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-4-0125-preview,solo,reasoning-math,hard,Epoch-harness,,,,,,42.266414141414144,score%,2.89e-16,,prev=0.42266414141414144 (src-epoch.ai-benchmark-data-2026-10-15#M734),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row 4j3WRhhruXrfaq9Jki3NDc / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,claude-2.1,solo,reasoning-math,hard,Epoch-harness,,,,,,32.954545454545453,score%,2.89e-16,,prev=0.32954545454545453 (src-epoch.ai-benchmark-data-2026-10-18#M6),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row eMAisrJd7fAUHPfcPWXeXo / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,gemma-2-27b-it,solo,reasoning-math,hard,Epoch-harness,,,,,,36.48989898989899,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row ZUJxsJDpHnLXxNiDcvj22W / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,haiku-3,solo,reasoning-math,hard,Epoch-harness,,,,,,36.30050505050505,score%,2.89e-15,,prev=0.3630050505050505 (src-epoch.ai-benchmark-data-2026-10-18#M7),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row T3FWdCCWBryVjxwTcoY5bK / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,sonnet-3.5-0620,solo,reasoning-math,hard,Epoch-harness,,,,,,54.04040404040404,score%,2.89e-15,,prev=0.5404040404040404 (src-epoch.ai-benchmark-data-2026-10-18#M8),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row 78Wpvp8WDByAcQRBas72cs / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-4o-0513,solo,reasoning-math,hard,Epoch-harness,,,,,,48.89520202020202,score%,2.89e-15,,prev=0.4889520202020202 (src-epoch.ai-benchmark-data-2026-10-15#M735),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row Y59q8WbEDp2HH8oovyJCj9 / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,gemini-1.5-flash-002,solo,reasoning-math,hard,Epoch-harness,,,,,,47.316919191919193,score%,2.89e-16,,prev=0.47316919191919193 (src-epoch.ai-benchmark-data-2026-10-15#M736),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row PCLvrs4TEBtqQqcYeU8pAG / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-4-0613,solo,reasoning-math,hard,Epoch-harness,,,,,,30.650252525252525,score%,2.89e-16,,prev=0.30650252525252525 (src-epoch.ai-benchmark-data-2026-10-15#M737),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row fu7pWqbSC4MUBdwv3GFNa5 / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,gemma-2-9b-it,solo,reasoning-math,hard,Epoch-harness,,,,,,27.46212121212121,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row fQjoHKyUEPAuwdrBGfL8SG / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-3.5-turbo-1106,solo,reasoning-math,hard,Epoch-harness,,,,,,28.03030303030303,score%,2.89e-15,,prev=0.2803030303030303 (src-epoch.ai-benchmark-data-2026-10-15#M738),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row enhRcQmfN6RFB2zu7R3Uxr / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,gemini-1.5-pro-001,solo,reasoning-math,hard,Epoch-harness,,,,,,45.86489898989899,score%,2.89e-15,,prev=0.4586489898989899 (src-epoch.ai-benchmark-data-2026-10-15#M739),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row PKdqpKZ9tqDWyWJ7GksBWz / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-4-1106-preview,solo,reasoning-math,hard,Epoch-harness,,,,,,42.36111111111111,score%,2.89e-15,,prev=0.4236111111111111 (src-epoch.ai-benchmark-data-2026-10-15#M740),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row AWewipyfSQb8hXtS8d4fNL / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-4o-mini,solo,reasoning-math,hard,Epoch-harness,,,,,,37.720959595959597,score%,2.89e-16,,prev=0.37720959595959597 (src-epoch.ai-benchmark-data-2026-10-15#M741),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row L9yfwZC3snsKZshBXTaXjc / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,gemini-1.5-pro-002,solo,reasoning-math,hard,Epoch-harness,,,,,,57.22853535353535,score%,2.89e-15,,prev=0.5722853535353535 (src-epoch.ai-benchmark-data-2026-10-15#M742),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row 9TrLEEw8TvsyugyCjwvUvD / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,gpt-3.5-turbo-0125,solo,reasoning-math,hard,Epoch-harness,,,,,,27.178030303030304,score%,2.89e-16,,prev=0.27178030303030304 (src-epoch.ai-benchmark-data-2026-10-15#M743),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row eZaQhpbhbzbo3sbKGS5Efa / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,llama-3.1-70b-instruct,solo,reasoning-math,hard,Epoch-harness,,,,,,44.191919191919193,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row MEwMcmSV32JHrsNoAq4BFL / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,?Llama-3.1-405B-Instruct,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,50.91540404040404,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row S5QYXSvQBRSbUbXSnAGbMm / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,?Yi-1.5-34B-Chat,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,31.9760101010101,score%,2.89e-14,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row Jwi8JTeeTxJuJY8qidxngw / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,?Yi-34B-Chat,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,14.741161616161616,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row WxMpEBcTf8qPFPz4BrF86B / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,grok-2-1212,solo,reasoning-math,hard,Epoch-harness,,,,,,53.78787878787878,score%,2.89e-15,,prev=0.5378787878787878 (src-epoch.ai-benchmark-data-2026-10-15#M744),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row 83DRJD4FvjwqU9eStRaNiU / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen2-72b-instruct,solo,reasoning-math,hard,Epoch-harness,,,,,,40.78282828282828,score%,2.89e-15,,prev=0.4078282828282828 (src-epoch.ai-benchmark-data-2026-10-15#M745),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row Pex6SpYJX8ZPySncfNNy7H / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen1.5-72b-chat,solo,reasoning-math,hard,Epoch-harness,,,,,,28.81944444444444,score%,2.89e-15,,prev=0.2881944444444444 (src-epoch.ai-benchmark-data-2026-10-15#M746),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row NeqeQSxHmdUNLk9Ytpo6qo / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen1.5-32b-chat,solo,reasoning-math,hard,Epoch-harness,,,,,,30.7449494949495,score%,2.89e-14,,prev=0.307449494949495 (src-epoch.ai-benchmark-data-2026-10-15#M747),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row 9K6c9b6v9zQrQYtw827BDn / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,?Hermes-2-Theta-Llama-3-70B,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,37.46843434343434,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row DHdeZNynu4VtRp2VGkCGvd / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,?Llama-2-70b-chat-hf,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,26.325757575757575,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row evPjJw9SKqq3TieSdxrSQn / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,llama-3-70b-instruct,solo,reasoning-math,hard,Epoch-harness,,,,,,40.561868686868685,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row jrvutCoFFG4KxYtU7REdpe / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,llama-3-8b-instruct,solo,reasoning-math,hard,Epoch-harness,,,,,,26.073232323232326,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row iT3BBFWjsZk2rKHKeJDsM8 / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,?Mistral-7B-Instruct-v0.3,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,15.18308080808081,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row YbQkMPC2GtNLhxqTEhhVsa / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,deepseek-llm-67b-chat,solo,reasoning-math,hard,Epoch-harness,,,,,,24.621212121212122,score%,2.89e-16,,prev=0.24621212121212122 (src-epoch.ai-benchmark-data-2026-10-15#M748),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row 82RTgqgiC2UuM5M37L3WWM / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,?Mixtral-8x7B-Instruct-v0.1,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,30.58712121212121,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row Sn2qbB2HiySe7NcG28jnyM / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,qwen2.5-72b-instruct,solo,reasoning-math,hard,Epoch-harness,,,,,,49.14772727272727,score%,2.89e-15,,prev=0.4914772727272727 (src-epoch.ai-benchmark-data-2026-10-15#M749),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row WtALgW6VSFdihDZWXRm2AZ / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,wizardlm-2-8x22b,unstated,reasoning-math,hard,Epoch-harness,,,,,,43.434343434343436,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row MQJA3RUjsQzSubGJiukZ7A / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,?dbrx-instruct,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,32.891414141414144,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row TTa3hu7PgRxHgizVreZsdJ / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,gemini-1.0-pro,unstated,reasoning-math,hard,Epoch-harness,,,,,,33.964646464646464,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row ibpS8bs4z3wD3Hb6F3kpdV / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,?ministral-3b-2410,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,25.252525252525254,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row bJV4D8SEo9zMJPEYTTXJNZ / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,mistral-large,unstated,reasoning-math,hard,Epoch-harness,,,,,,38.762626262626265,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row dDeREdDJ5bVyci3APZxzWb / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,mixtral-8x22b-instruct,solo,reasoning-math,hard,Epoch-harness,,,,,,34.059343434343436,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row ifAM3DJBdm5eU9Y2DjaEvW / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,?ministral-8b-2410,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,27.146464646464646,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row DGEzZA6nvTne4MEGSuo3Tm / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,mistral-large-2407,unstated,reasoning-math,hard,Epoch-harness,,,,,,49.021464646464646,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row ZQPNnicTuhuscJvni85PFY / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,?open-mixtral-8x7b,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,29.829545454545453,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row Y6KPSujFepdwqinKLf9mDF / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,?open-mistral-7b,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,13.226010101010102,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row 5XuVuHeUDekHqjUy2P8gww / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,?open-mistral-nemo-2407,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,29.89267676767677,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row XCSWtbDquA7FUiWfd7kh9q / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,?Llama-3.2-90B-Vision-Instruct,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,41.035353535353536,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row 9SSHEP95FYVZvHDdoHSRy3 / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,?Llama-3.1-Tulu-3-70B-DPO,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,46.275252525252525,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row 5JgivNDZp2D7Lc7cpDhS28 / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,?Eurus-2-7B-PRIME,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,33.90151515151515,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row RJm4u2vXF6PUmThJGzAfHE / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,llama-3.3-70b-instruct,solo,reasoning-math,hard,Epoch-harness,,,,,,47.44318181818182,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row TxXS78Wg2pSCDbpmeJuzQn / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,o1,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,75.75757575757576,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row Uczhz7MKLstjLkSbbGuwdN / column Best score (across scorers)),,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,deepseek-v3,solo,reasoning-math,hard,Epoch-harness,,,,,,56.53409090909091,score%,2.89e-15,,prev=0.5653409090909091 (src-epoch.ai-benchmark-data-2026-10-15#M752),https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row Vwo3nMA8g2gGBCyTdKFMQJ / column Best score (across scorers)),,out:single-couple, epoch-gpqa-diamond@epoch.ai,epoch.ai,?grok-4-0709,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,87,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-04 / row A85Zfq2qguE4X9xXBweBHP / column Best score (across scorers)),,out:model-not-established, epoch-ext-gso,epoch.ai,fable-5.1,unstated,mixed,mid,Epoch-external,,,,,,88.24,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (gso_external.csv in benchmark_data.zip fetched 2026-11-04 / row recQ2XelNSf1hgTyB / column Score OPT@1),,out:effort-not-established, epoch-ext-gso,epoch.ai,gpt-6-astra,unstated,mixed,mid,Epoch-external,,,,,,79.41,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (gso_external.csv in benchmark_data.zip fetched 2026-11-04 / row reciZmjMQUpEwWLdB / column Score OPT@1),,out:effort-not-established, epoch-ext-gso,epoch.ai,fable-5,unstated,mixed,mid,Epoch-external,,,,,,78.43000000000001,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gso_external.csv in benchmark_data.zip fetched 2026-11-04 / row recynRgjlNkqf7SRD / column Score OPT@1),,out:effort-not-established, epoch-ext-gso,epoch.ai,gpt-5.6-sol,unstated,mixed,mid,Epoch-external,,,,,,76.47,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (gso_external.csv in benchmark_data.zip fetched 2026-11-04 / row recrBBgZqqBgYOpXp / column Score OPT@1),,out:effort-not-established, epoch-ext-gso,epoch.ai,opus-4.8,unstated,mixed,mid,Epoch-external,,,,,,47.06,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (gso_external.csv in benchmark_data.zip fetched 2026-11-04 / row recD2WNrQUHIATHKH / column Score OPT@1),,out:effort-not-established, epoch-ext-gso,epoch.ai,opus-4.7,not-established:absent,mixed,mid,Epoch-external,,,,,,44.12,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (gso_external.csv in benchmark_data.zip fetched 2026-11-04 / row reccHX8eA2pr1NUgv / column Score OPT@1),,out:effort-not-established, epoch-ext-gso,epoch.ai,opus-4.7,unstated,mixed,mid,Epoch-external,,,,,,44.12,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (gso_external.csv in benchmark_data.zip fetched 2026-11-04 / row recB6g5swe17tSdKR / column Score OPT@1),,out:effort-not-established, epoch-ext-gso,epoch.ai,opus-4.6,not-established:absent,mixed,mid,Epoch-external,,,,,,41.2,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (gso_external.csv in benchmark_data.zip fetched 2026-11-04 / row recyQlfHiilyasE8b / column Score OPT@1),,out:effort-not-established, epoch-ext-gso,epoch.ai,gpt-5.5,not-established:absent,mixed,mid,Epoch-external,,,,,,40.2,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (gso_external.csv in benchmark_data.zip fetched 2026-11-04 / row recbfEoFyIqdyNOkl / column Score OPT@1),,out:effort-not-established, epoch-ext-gso,epoch.ai,sonnet-5,unstated,mixed,mid,Epoch-external,,,,,,37.25,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (gso_external.csv in benchmark_data.zip fetched 2026-11-04 / row recWjLztriPDdu5G8 / column Score OPT@1),,out:effort-not-established, epoch-ext-gso,epoch.ai,opus-4.6,unstated,mixed,mid,Epoch-external,,,,,,33.33,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (gso_external.csv in benchmark_data.zip fetched 2026-11-04 / row recjWm0x4FyWwetTo / column Score OPT@1),,out:effort-not-established, epoch-ext-gso,epoch.ai,opus-4.6,unstated,mixed,mid,Epoch-external,,,,,,33.33,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (gso_external.csv in benchmark_data.zip fetched 2026-11-04 / row reco0a5ivM5mr8sai / column Score OPT@1),,out:effort-not-established, epoch-ext-gso,epoch.ai,gpt-5.4,not-established:absent,mixed,mid,Epoch-external,,,,,,31.370000000000003,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (gso_external.csv in benchmark_data.zip fetched 2026-11-04 / row reco2vF4MBsh4TlN3 / column Score OPT@1),,out:effort-not-established, epoch-ext-gso,epoch.ai,gpt-5.2,not-established:absent,mixed,mid,Epoch-external,,,,,,27.45,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (gso_external.csv in benchmark_data.zip fetched 2026-11-04 / row reco6scbTaMu1KpKP / column Score OPT@1),,out:effort-not-established, epoch-ext-gso,epoch.ai,opus-4.5,unstated,mixed,mid,Epoch-external,,,,,,26.5,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (gso_external.csv in benchmark_data.zip fetched 2026-11-04 / row recj4DxItKjOUYsAN / column Score OPT@1),,out:effort-not-established, epoch-ext-gso,epoch.ai,opus-4.5,unstated,mixed,mid,Epoch-external,,,,,,26.47,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (gso_external.csv in benchmark_data.zip fetched 2026-11-04 / row recE6ibGfliJ4tCOo / column Score OPT@1),,out:effort-not-established, epoch-ext-gso,epoch.ai,gpt-5.4,not-established:absent,mixed,mid,Epoch-external,,,,,,25.49,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (gso_external.csv in benchmark_data.zip fetched 2026-11-04 / row recPK6PeVNd5aK2bT / column Score OPT@1),,out:effort-not-established, epoch-ext-gso,epoch.ai,gemini-3.1-pro,unstated,mixed,mid,Epoch-external,,,,,,22.55,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (gso_external.csv in benchmark_data.zip fetched 2026-11-04 / row recxX8wnn05N8Oysr / column Score OPT@1),,out:effort-not-established, epoch-ext-gso,epoch.ai,gemini-3-pro,unstated,mixed,mid,Epoch-external,,,,,,18.63,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (gso_external.csv in benchmark_data.zip fetched 2026-11-04 / row reckInnupZ6V8D9li / column Score OPT@1),,out:effort-not-established, epoch-ext-gso,epoch.ai,sonnet-4.5,unstated,mixed,mid,Epoch-external,,,,,,14.71,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (gso_external.csv in benchmark_data.zip fetched 2026-11-04 / row recHDedYHXs08M0kY / column Score OPT@1),,out:effort-not-established, epoch-ext-gso,epoch.ai,sonnet-4.5,unstated,mixed,mid,Epoch-external,,,,,,14.7,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (gso_external.csv in benchmark_data.zip fetched 2026-11-04 / row recLNUhUM75fIc6xP / column Score OPT@1),,out:effort-not-established, epoch-ext-gso,epoch.ai,gpt-5.1,unstated,mixed,mid,Epoch-external,,,,,,13.73,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (gso_external.csv in benchmark_data.zip fetched 2026-11-04 / row recgp9r5bBUG2Csxs / column Score OPT@1),,out:effort-not-established, epoch-ext-gso,epoch.ai,gpt-5.1,not-established:absent,mixed,mid,Epoch-external,,,,,,13.7,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (gso_external.csv in benchmark_data.zip fetched 2026-11-04 / row recZJBCgxFNxjLDZs / column Score OPT@1),,out:effort-not-established, epoch-ext-gso,epoch.ai,gemini-3-flash,unstated,mixed,mid,Epoch-external,,,,,,9.8,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (gso_external.csv in benchmark_data.zip fetched 2026-11-04 / row recjjdkkqSrz8EgCW / column Score OPT@1),,out:effort-not-established, epoch-ext-gso,epoch.ai,o3,not-established:absent,mixed,mid,Epoch-external,,,,,,8.82,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (gso_external.csv in benchmark_data.zip fetched 2026-11-04 / row recyrQ4JUWjfKS1xR / column Score OPT@1),,out:effort-not-established, epoch-ext-gso,epoch.ai,?claude-opus-4-20250514,not-established:absent,mixed,mid,Epoch-external,,,,,,6.9,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (gso_external.csv in benchmark_data.zip fetched 2026-11-04 / row recth4YmbJGhtEeae / column Score OPT@1),,out:model-not-established, epoch-ext-gso,epoch.ai,gpt-5,not-established:absent,mixed,mid,Epoch-external,,,,,,6.860000000000001,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (gso_external.csv in benchmark_data.zip fetched 2026-11-04 / row recXbtm7TgBsNVAJQ / column Score OPT@1),,out:effort-not-established, epoch-ext-gso,epoch.ai,opus-4,unstated,mixed,mid,Epoch-external,,,,,,6.860000000000001,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (gso_external.csv in benchmark_data.zip fetched 2026-11-04 / row recRyARCVqUatCNzh / column Score OPT@1),,out:effort-not-established, epoch-ext-gso,epoch.ai,?claude-sonnet-4-20250514,not-established:absent,mixed,mid,Epoch-external,,,,,,4.9,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (gso_external.csv in benchmark_data.zip fetched 2026-11-04 / row recCMHpSUHUw7MhjQ / column Score OPT@1),,out:model-not-established, epoch-ext-gso,epoch.ai,kimi-k2-instruct,solo,mixed,mid,Epoch-external,,,,,,4.9,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (gso_external.csv in benchmark_data.zip fetched 2026-11-04 / row recslQxYG0KdpDtzW / column Score OPT@1),,out:single-couple, epoch-ext-gso,epoch.ai,qwen3-coder-480b-a35b-instruct,solo,mixed,mid,Epoch-external,,,,,,4.9,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (gso_external.csv in benchmark_data.zip fetched 2026-11-04 / row rechj9ltkUUfx20ya / column Score OPT@1),,out:single-couple, epoch-ext-gso,epoch.ai,sonnet-4,unstated,mixed,mid,Epoch-external,,,,,,4.9,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (gso_external.csv in benchmark_data.zip fetched 2026-11-04 / row recOVY5kUnc4Mh8iX / column Score OPT@1),,out:effort-not-established, epoch-ext-gso,epoch.ai,sonnet-3.5-1022,solo,mixed,mid,Epoch-external,,,,,,4.6,score%,0.0289,,prev=0.046 (src-epoch.ai-benchmark-data-2026-10-18#M89),https://epoch.ai/data/benchmark_data.zip (gso_external.csv in benchmark_data.zip fetched 2026-11-04 / row recTAzfnTtfeArFqk / column Score OPT@1),,out:single-couple, epoch-ext-gso,epoch.ai,gemini-2.5-pro,unstated,mixed,mid,Epoch-external,,,,,,3.92,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (gso_external.csv in benchmark_data.zip fetched 2026-11-04 / row recSwFDzdt4zosJsD / column Score OPT@1),,out:effort-not-established, epoch-ext-gso,epoch.ai,gemini-2.5-pro-preview-06-05,unstated,mixed,mid,Epoch-external,,,,,,3.92,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (gso_external.csv in benchmark_data.zip fetched 2026-11-04 / row recEk77DIVqhyoCQd / column Score OPT@1),,out:effort-not-established, epoch-ext-gso,epoch.ai,sonnet-3.7,unstated,mixed,mid,Epoch-external,,,,,,3.8,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (gso_external.csv in benchmark_data.zip fetched 2026-11-04 / row recoExXWLABCrn50A / column Score OPT@1),,out:effort-not-established, epoch-ext-gso,epoch.ai,sonnet-3.7,unstated,mixed,mid,Epoch-external,,,,,,3.8,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (gso_external.csv in benchmark_data.zip fetched 2026-11-04 / row recaKd4PeC7yCrBMH / column Score OPT@1),,out:effort-not-established, epoch-ext-gso,epoch.ai,o4-mini,not-established:absent,mixed,mid,Epoch-external,,,,,,3.6000000000000004,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (gso_external.csv in benchmark_data.zip fetched 2026-11-04 / row recq2Mzz81PDsAp4v / column Score OPT@1),,out:effort-not-established, epoch-ext-gso,epoch.ai,glm-4.5-air,unstated,mixed,mid,Epoch-external,,,,,,2.94,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (gso_external.csv in benchmark_data.zip fetched 2026-11-04 / row recEcEvRGxBQTGqxO / column Score OPT@1),,out:effort-not-established, epoch-ext-gso,epoch.ai,o3-mini,not-established:absent,mixed,mid,Epoch-external,,,,,,1.3000000000000001,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (gso_external.csv in benchmark_data.zip fetched 2026-11-04 / row recmNBNhajAOofv1Q / column Score OPT@1),,out:effort-not-established, epoch-ext-gso,epoch.ai,o3-mini,not-established:absent,mixed,mid,Epoch-external,,,,,,1.3000000000000001,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (gso_external.csv in benchmark_data.zip fetched 2026-11-04 / row recPJ2z8G5wYQmWoN / column Score OPT@1),,out:effort-not-established, epoch-ext-gso,epoch.ai,gpt-4o-1120,solo,mixed,mid,Epoch-external,,,,,,0,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (gso_external.csv in benchmark_data.zip fetched 2026-11-04 / row recSbAXRQhrp0eicx / column Score OPT@1),,out:uninformative, epoch-hle-external,epoch.ai,gpt-6-astra,unstated,mixed,frontier,Epoch-hub-external,,,,,,54.79999999999999,accuracy%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-11-04 / row recbv6dU38s3cvqyO / column Accuracy),,out:effort-not-established, epoch-hle-external,epoch.ai,fable-5.1,xhigh,mixed,frontier,Epoch-hub-external,,,,,,46.5,accuracy%,0.0289,,prev=0.465 (src-epoch.ai-benchmark-data-2026-10-15#M1327),https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-11-04 / row rec1P9SLLAtCSdTMk / column Accuracy),,in, epoch-hle-external,epoch.ai,gemini-3.1-pro,unstated,mixed,frontier,Epoch-hub-external,,,,,,46.44,accuracy%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-11-04 / row recuBCQLkHd2mOtrr / column Accuracy),,out:effort-not-established, epoch-hle-external,epoch.ai,sonnet-5.5,xhigh,mixed,frontier,Epoch-hub-external,,,,,,46.12,accuracy%,0.00289,,prev=0.4612 (src-epoch.ai-benchmark-data-2026-10-15#M1329),https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-11-04 / row recxGPs2ikoJ9KUyA / column Accuracy),,in, epoch-hle-external,epoch.ai,gemini-3.8-flash,unstated,mixed,frontier,Epoch-hub-external,,,,,,44.520000000000004,accuracy%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-11-04 / row recIqVer2D18rE192 / column Accuracy),,out:effort-not-established, epoch-hle-external,epoch.ai,gpt-5.4-pro,unstated,mixed,frontier,Epoch-hub-external,,,,,,44.320000000000004,accuracy%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-11-04 / row recreMdBwgtJ8NoJL / column Accuracy),,out:effort-not-established, epoch-hle-external,epoch.ai,?muse-spark,not-established:absent,mixed,frontier,Epoch-hub-external,,,,,,40.56,accuracy%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-11-04 / row recvslFSn9YBYB4kI / column Accuracy),,out:model-not-established, epoch-hle-external,epoch.ai,?gemini-3-pro-preview,not-established:absent,mixed,frontier,Epoch-hub-external,,,,,,37.520000000000003,accuracy%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-11-04 / row recXvAi7z6kYifmzb / column Accuracy),,out:model-not-established, epoch-hle-external,epoch.ai,gpt-5.4,xhigh,mixed,frontier,Epoch-hub-external,,,,,,36.24,accuracy%,0.00289,,prev=0.3624 (src-epoch.ai-benchmark-data-2026-10-15#M1332),https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-11-04 / row reczymcIUNR10O9vo / column Accuracy),,in, epoch-hle-external,epoch.ai,opus-4.7,unstated,mixed,frontier,Epoch-hub-external,,,,,,36.200000000000004,accuracy%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-11-04 / row recVgBx1IpXMKMIDN / column Accuracy),,out:effort-not-established, epoch-hle-external,epoch.ai,opus-4.6,max,mixed,frontier,Epoch-hub-external,,,,,,34.44,accuracy%,0.00289,,prev=0.3444 (src-epoch.ai-benchmark-data-2026-10-15#M1334),https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-11-04 / row recRaT3ySEJuEiBMU / column Accuracy),,out:single-couple, epoch-hle-external,epoch.ai,gpt-5-pro,unstated,mixed,frontier,Epoch-hub-external,,,,,,31.64,accuracy%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-11-04 / row recsQ0oM0i71F5lGd / column Accuracy),,out:effort-not-established, epoch-hle-external,epoch.ai,haiku-5.5,unstated,mixed,frontier,Epoch-hub-external,,,,,,30.12,accuracy%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-11-04 / row rectuouKismbEFle9 / column Accuracy),,out:effort-not-established, epoch-hle-external,epoch.ai,gpt-5.2,unstated,mixed,frontier,Epoch-hub-external,,,,,,27.8,accuracy%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-11-04 / row recQxZu8DefCNl6dq / column Accuracy),,out:effort-not-established, epoch-hle-external,epoch.ai,gpt-5,high,mixed,frontier,Epoch-hub-external,,,,,,25.32,accuracy%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-11-04 / row recWhEbJqDmLaXyxu / column Accuracy),,out:single-couple, epoch-hle-external,epoch.ai,gpt-5,unstated,mixed,frontier,Epoch-hub-external,,,,,,25.32,accuracy%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-11-04 / row recQ4tGIHl6FByXLl / column Accuracy),,out:effort-not-established, epoch-hle-external,epoch.ai,opus-4.5,unstated,mixed,frontier,Epoch-hub-external,,,,,,25.2,accuracy%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-11-04 / row recfMdmXCFFRUCxHi / column Accuracy),,out:effort-not-established, epoch-hle-external,epoch.ai,?kimi-k2.5,not-established:absent,mixed,frontier,Epoch-hub-external,,,,,,24.370000000000003,accuracy%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-11-04 / row recj1DEYXMJzvbCpt / column Accuracy),,out:model-not-established, epoch-hle-external,epoch.ai,gpt-5.1,unstated,mixed,frontier,Epoch-hub-external,,,,,,23.68,accuracy%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-11-04 / row recZGWz9x8AupIcR3 / column Accuracy),,out:effort-not-established, epoch-hle-external,epoch.ai,gemini-2.5-pro-preview-06-05,unstated,mixed,frontier,Epoch-hub-external,,,,,,21.64,accuracy%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-11-04 / row recuifDMJFbDLs8xq / column Accuracy),,out:effort-not-established, epoch-hle-external,epoch.ai,o3,high,mixed,frontier,Epoch-hub-external,,,,,,20.320000000000002,accuracy%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-11-04 / row recAokfZ8Ah2IzhPy / column Accuracy),,out:single-couple, epoch-hle-external,epoch.ai,gpt-5-mini,unstated,mixed,frontier,Epoch-hub-external,,,,,,19.440000000000002,accuracy%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-11-04 / row reczvkyjanol6Vn9f / column Accuracy),,out:effort-not-established, epoch-hle-external,epoch.ai,o3,medium,mixed,frontier,Epoch-hub-external,,,,,,19.2,accuracy%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-11-04 / row recGb81W0KGwOPFN2 / column Accuracy),,out:single-couple, epoch-hle-external,epoch.ai,opus-4.6,unstated,mixed,frontier,Epoch-hub-external,,,,,,19,accuracy%,0.289,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-11-04 / row recYxQkYiHyzMnn5w / column Accuracy),,out:effort-not-established, epoch-hle-external,epoch.ai,gemini-2.5-pro-exp-03-25,solo,mixed,frontier,Epoch-hub-external,,,,,,18.16,accuracy%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-11-04 / row recwvcOM1X2e9xinL / column Accuracy),,out:single-couple, epoch-hle-external,epoch.ai,o4-mini,high,mixed,frontier,Epoch-hub-external,,,,,,18.08,accuracy%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-11-04 / row recGUVrntyz0xRSWS / column Accuracy),,out:single-couple, epoch-hle-external,epoch.ai,?gemini-2.5-pro-preview-05-06,not-established:absent,mixed,frontier,Epoch-hub-external,,,,,,17.800000000000002,accuracy%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-11-04 / row recqPy0eZ1dSztvhv / column Accuracy),,out:model-not-established, epoch-hle-external,epoch.ai,o4-mini,medium,mixed,frontier,Epoch-hub-external,,,,,,14.28,accuracy%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-11-04 / row rec9Y7oPa9KGyhXSZ / column Accuracy),,out:single-couple, epoch-hle-external,epoch.ai,opus-4.5,unstated,mixed,frontier,Epoch-hub-external,,,,,,14.16,accuracy%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-11-04 / row recxYcr9VmKPUVR3Z / column Accuracy),,out:effort-not-established, epoch-hle-external,epoch.ai,sonnet-4.5,unstated,mixed,frontier,Epoch-hub-external,,,,,,13.720000000000002,accuracy%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-11-04 / row receLskUASD1G2QuH / column Accuracy),,out:effort-not-established, epoch-hle-external,epoch.ai,gemini-2.5-flash-preview-04-17,unstated,mixed,frontier,Epoch-hub-external,,,,,,12.08,accuracy%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-11-04 / row recLRKaQqj6097BJl / column Accuracy),,out:effort-not-established, epoch-hle-external,epoch.ai,?claude-opus-4-1-20250805,not-established:absent,mixed,frontier,Epoch-hub-external,,,,,,11.52,accuracy%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-11-04 / row recjZHPwO8vEk0XnB / column Accuracy),,out:model-not-established, epoch-hle-external,epoch.ai,gemini-2.5-flash-preview-05-20,unstated,mixed,frontier,Epoch-hub-external,,,,,,10.960000000000002,accuracy%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-11-04 / row recncpy8WpYML12AD / column Accuracy),,out:effort-not-established, epoch-hle-external,epoch.ai,?claude-opus-4-20250514,not-established:absent,mixed,frontier,Epoch-hub-external,,,,,,10.72,accuracy%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-11-04 / row recDGGt1nZaGx87Ql / column Accuracy),,out:model-not-established, epoch-hle-external,epoch.ai,gemini-3.1-flash-lite,unstated,mixed,frontier,Epoch-hub-external,,,,,,8.64,accuracy%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-11-04 / row recsvNt37Kyyg9qCI / column Accuracy),,out:effort-not-established, epoch-hle-external,epoch.ai,glm-4.5,unstated,mixed,frontier,Epoch-hub-external,,,,,,8.320000000000001,accuracy%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-11-04 / row recLxM4WtI97UUniT / column Accuracy),,out:effort-not-established, epoch-hle-external,epoch.ai,glm-4.5-air,unstated,mixed,frontier,Epoch-hub-external,,,,,,8.12,accuracy%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-11-04 / row recqBBEb2sQdj6vn5 / column Accuracy),,out:effort-not-established, epoch-hle-external,epoch.ai,o1-pro,unstated,mixed,frontier,Epoch-hub-external,,,,,,8.12,accuracy%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-11-04 / row recxgQqtw3fmiFs3B / column Accuracy),,out:effort-not-established, epoch-hle-external,epoch.ai,sonnet-3.7,unstated,mixed,frontier,Epoch-hub-external,,,,,,8.04,accuracy%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-11-04 / row recSaAOoaHzSl2qT2 / column Accuracy),,out:effort-not-established, epoch-hle-external,epoch.ai,o1,unstated,mixed,frontier,Epoch-hub-external,,,,,,7.96,accuracy%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-11-04 / row recg1cdjMzYHVdlNz / column Accuracy),,out:effort-not-established, epoch-hle-external,epoch.ai,?claude-opus-4-1-20250805,not-established:absent,mixed,frontier,Epoch-hub-external,,,,,,7.92,accuracy%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-11-04 / row recNm82odoKRxfsNj / column Accuracy),,out:model-not-established, epoch-hle-external,epoch.ai,?claude-sonnet-4-20250514,not-established:absent,mixed,frontier,Epoch-hub-external,,,,,,7.76,accuracy%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-11-04 / row recBG4cqUawtpE2Av / column Accuracy),,out:model-not-established, epoch-hle-external,epoch.ai,sonnet-4.5,unstated,mixed,frontier,Epoch-hub-external,,,,,,7.52,accuracy%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-11-04 / row recs2YfzlLXFgzEAG / column Accuracy),,out:effort-not-established, epoch-hle-external,epoch.ai,gpt-5.1,nothink,mixed,frontier,Epoch-hub-external,,,,,,6.8,accuracy%,0.0289,,prev=0.068 (src-epoch.ai-benchmark-data-2026-10-15#M1349),https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-11-04 / row recyAOwkCQoXPsGUC / column Accuracy),,in, epoch-hle-external,epoch.ai,?claude-opus-4-20250514,not-established:absent,mixed,frontier,Epoch-hub-external,,,,,,6.68,accuracy%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-11-04 / row rec7DOdaKkCsIp2zt / column Accuracy),,out:model-not-established, epoch-hle-external,epoch.ai,gemini-2.0-flash-thinking-exp-01-21,solo,mixed,frontier,Epoch-hub-external,,,,,,6.559999999999999,accuracy%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-11-04 / row recpj5kBIlMjPoiDi / column Accuracy),,out:single-couple, epoch-hle-external,epoch.ai,llama-4-maverick,solo,mixed,frontier,Epoch-hub-external,,,,,,5.6799999999999996,accuracy%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-11-04 / row recS0T6kjQeFZjFzH / column Accuracy),,out:single-couple, epoch-hle-external,epoch.ai,?claude-sonnet-4-20250514,not-established:absent,mixed,frontier,Epoch-hub-external,,,,,,5.52,accuracy%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-11-04 / row recDcYVlY8ya80Qq0 / column Accuracy),,out:model-not-established, epoch-hle-external,epoch.ai,gpt-4.5-preview,solo,mixed,frontier,Epoch-hub-external,,,,,,5.4400000000000004,accuracy%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-11-04 / row recH4gsEnQtsYl58v / column Accuracy),,out:single-couple, epoch-hle-external,epoch.ai,gpt-4.1,solo,mixed,frontier,Epoch-hub-external,,,,,,5.4000000000000006,accuracy%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-11-04 / row recXkRBDMBFxIp3rr / column Accuracy),,out:single-couple, epoch-hle-external,epoch.ai,gemini-1.5-pro-002,solo,mixed,frontier,Epoch-hub-external,,,,,,4.6,accuracy%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-11-04 / row recgO7p5JHoSiiFv3 / column Accuracy),,out:single-couple, epoch-hle-external,epoch.ai,mistral-medium-3,unstated,mixed,frontier,Epoch-hub-external,,,,,,4.52,accuracy%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-11-04 / row rec84Eh6Y4FPpn9zg / column Accuracy),,out:effort-not-established, epoch-hle-external,epoch.ai,nova-pro,unstated,mixed,frontier,Epoch-hub-external,,,,,,4.4000000000000004,accuracy%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-11-04 / row recPzTH64KyHad3Mb / column Accuracy),,out:effort-not-established, epoch-hle-external,epoch.ai,sonnet-3.5-1022,solo,mixed,frontier,Epoch-hub-external,,,,,,4.08,accuracy%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-11-04 / row recRcZwfwiWXVED57 / column Accuracy),,out:single-couple, epoch-hle-external,epoch.ai,nova-lite,unstated,mixed,frontier,Epoch-hub-external,,,,,,3.64,accuracy%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-11-04 / row recujVA9XFIMx29bE / column Accuracy),,out:effort-not-established, epoch-hle-external,epoch.ai,gpt-4o-1120,solo,mixed,frontier,Epoch-hub-external,,,,,,2.7200000000000002,accuracy%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (hle_external.csv in benchmark_data.zip fetched 2026-11-04 / row recIkpfM7qdP40Q5g / column Accuracy),,out:single-couple, epoch-math-level-5,epoch.ai,gpt-5-mini,high,reasoning-math,hard,Epoch-harness,,,,,,97.84743202416919,score%,2.89e-15,,prev=0.9784743202416919 (src-epoch.ai-benchmark-data-2026-10-15#M760),https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row 5duoiNDccsgaW7UVt6feYX / column Best score (across scorers)),,out:single-couple, epoch-math-level-5,epoch.ai,gpt-5,high,reasoning-math,hard,Epoch-harness,,,,,,98.13066465256798,score%,2.89e-15,,prev=0.9813066465256798 (src-epoch.ai-benchmark-data-2026-10-15#M761),https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row 4wN6FKe2db9CLQ3NUFfYge / column Best score (across scorers)),,out:single-couple, epoch-math-level-5,epoch.ai,haiku-4.5,think-32000,reasoning-math,hard,Epoch-harness,,,,,,96.36087945413192,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row Qwci6JAG4DUWqA9eSHThDJ / column Best score (across scorers)),,out:budget-config, epoch-math-level-5,epoch.ai,sonnet-4.5,think-32000,reasoning-math,hard,Epoch-harness,,,,,,97.73413897280967,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row FqjAH25VNjgwQTbDJFfqAg / column Best score (across scorers)),,out:budget-config, epoch-math-level-5,epoch.ai,haiku-4.5,unstated,reasoning-math,hard,Epoch-harness,,,,,,86.91465256797583,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row 3w2dD9rcMPHLYsEsJmYsCX / column Best score (across scorers)),,out:effort-not-established, epoch-math-level-5,epoch.ai,qwen3-max-0923,solo,reasoning-math,hard,Epoch-harness,,,,,,97.12990936555891,score%,2.89e-15,,prev=0.9712990936555891 (src-epoch.ai-benchmark-data-2026-10-15#M762),https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row f2vxirYMpXwkaZxb4ywnYM / column Best score (across scorers)),,out:single-couple, epoch-math-level-5,epoch.ai,gpt-5,medium,reasoning-math,hard,Epoch-harness,,,,,,97.92296072507553,score%,2.89e-15,,prev=0.9792296072507553 (src-epoch.ai-benchmark-data-2026-10-15#M763),https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row eDzsqj2CnVxbkp5JRuULXF / column Best score (across scorers)),,out:single-couple, epoch-math-level-5,epoch.ai,gpt-5-nano,medium,reasoning-math,hard,Epoch-harness,,,,,,95.2416918429003,score%,2.89e-14,,prev=0.952416918429003 (src-epoch.ai-benchmark-data-2026-10-15#M764),https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row SSLfQCm7RvLhSv5aPKaLNk / column Best score (across scorers)),,out:single-couple, epoch-math-level-5,epoch.ai,gpt-5-nano,high,reasoning-math,hard,Epoch-harness,,,,,,94.90181268882175,score%,2.89e-15,,prev=0.9490181268882175 (src-epoch.ai-benchmark-data-2026-10-15#M765),https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row TYQuXJw9H8NRjSovr5VoBn / column Best score (across scorers)),,out:single-couple, epoch-math-level-5,epoch.ai,gpt-5-mini,medium,reasoning-math,hard,Epoch-harness,,,,,,96.79003021148036,score%,2.89e-15,,prev=0.9679003021148036 (src-epoch.ai-benchmark-data-2026-10-15#M766),https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row 3NYyCGnM6XhgytjyVGtwh8 / column Best score (across scorers)),,out:single-couple, epoch-math-level-5,epoch.ai,qwen3-235b-a22b,unstated,reasoning-math,hard,Epoch-harness,,,,,,68.85699899295065,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row BTDXT8mHQu4je5jysTDuXV / column Best score (across scorers)),,out:effort-not-established, epoch-math-level-5,epoch.ai,deepseek-r1-0528,solo,reasoning-math,hard,Epoch-harness,,,,,,96.63897280966768,score%,2.89e-15,,prev=0.9663897280966768 (src-epoch.ai-benchmark-data-2026-10-15#M768),https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row 2wd9khVKiBzsAMUquz2R5s / column Best score (across scorers)),,out:single-couple, epoch-math-level-5,epoch.ai,?claude-sonnet-4-20250514,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,84.36555891238671,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row dZLNhNKQVUgnB5ygAEUCcT / column Best score (across scorers)),,out:model-not-established, epoch-math-level-5,epoch.ai,?claude-opus-4-20250514,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,85.0453172205438,score%,2.89e-14,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row YbrpPbWuYAXNqbSfU4so7f / column Best score (across scorers)),,out:model-not-established, epoch-math-level-5,epoch.ai,?gemini-2.5-pro-preview-05-06,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,95.90256797583081,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row Mi8LCxmduKukxazAtmuhqg / column Best score (across scorers)),,out:model-not-established, epoch-math-level-5,epoch.ai,?gemini-2.5-pro-preview-03-25,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,95.56268882175226,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row XRkZCzSoQC5yYiQ3xitNdC / column Best score (across scorers)),,out:model-not-established, epoch-math-level-5,epoch.ai,mistral-medium-3,unstated,reasoning-math,hard,Epoch-harness,,,,,,81.62764350453172,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row LNUnvvrDra89Vhdc9bzdCy / column Best score (across scorers)),,out:effort-not-established, epoch-math-level-5,epoch.ai,o4-mini,high,reasoning-math,hard,Epoch-harness,,,,,,97.8285498489426,score%,2.89e-14,,prev=0.978285498489426 (src-epoch.ai-benchmark-data-2026-10-15#M771),https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row 727ixGKZ7A7G8LmavE2ScL / column Best score (across scorers)),,out:single-couple, epoch-math-level-5,epoch.ai,o3,high,reasoning-math,hard,Epoch-harness,,,,,,97.77190332326284,score%,2.89e-15,,prev=0.9777190332326284 (src-epoch.ai-benchmark-data-2026-10-15#M772),https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row 6oW3GceNQznewQJRwLigth / column Best score (across scorers)),,out:single-couple, epoch-math-level-5,epoch.ai,gpt-4.1-mini,solo,reasoning-math,hard,Epoch-harness,,,,,,87.29229607250756,score%,2.89e-15,,prev=0.8729229607250756 (src-epoch.ai-benchmark-data-2026-10-15#M773),https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row 6ybVweWdTfiCuirnS2BKXD / column Best score (across scorers)),,out:single-couple, epoch-math-level-5,epoch.ai,gpt-4.1-nano,solo,reasoning-math,hard,Epoch-harness,,,,,,69.99622356495468,score%,2.89e-15,,prev=0.6999622356495468 (src-epoch.ai-benchmark-data-2026-10-15#M774),https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row K4TfMXsaPd4Z46zFmiV4Rf / column Best score (across scorers)),,out:single-couple, epoch-math-level-5,epoch.ai,gpt-4.1,solo,reasoning-math,hard,Epoch-harness,,,,,,83.00604229607251,score%,2.89e-15,,prev=0.8300604229607251 (src-epoch.ai-benchmark-data-2026-10-15#M775),https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row YyJXPVXJjN5EnLfYjfCTrQ / column Best score (across scorers)),,out:single-couple, epoch-math-level-5,epoch.ai,grok-3-mini,low,reasoning-math,hard,Epoch-harness,,,,,,90.93655589123867,score%,2.89e-15,,prev=0.9093655589123867 (src-epoch.ai-benchmark-data-2026-10-15#M776),https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row 5QyCm49Lce2PpGVcZLomCz / column Best score (across scorers)),,out:single-couple, epoch-math-level-5,epoch.ai,grok-3-mini,high,reasoning-math,hard,Epoch-harness,,,,,,88.06646525679759,score%,2.89e-15,,prev=0.8806646525679759 (src-epoch.ai-benchmark-data-2026-10-15#M777),https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row HMm8XaDBr4CQdMFddasEWb / column Best score (across scorers)),,out:single-couple, epoch-math-level-5,epoch.ai,grok-3,solo,reasoning-math,hard,Epoch-harness,,,,,,88.74622356495468,score%,2.89e-15,,prev=0.8874622356495468 (src-epoch.ai-benchmark-data-2026-10-15#M778),https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row i9eqMbaVTDDuCxWxzGHxyU / column Best score (across scorers)),,out:single-couple, epoch-math-level-5,epoch.ai,?Llama-4-Maverick-17B-128E-Instruct-FP8,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,73.01737160120846,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row HkjCosgMFq5QXB2CyTyU7r / column Best score (across scorers)),,out:model-not-established, epoch-math-level-5,epoch.ai,llama-4-scout,solo,reasoning-math,hard,Epoch-harness,,,,,,62.27341389728097,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row c6rTyTFCeoHMBzC2QwjxFL / column Best score (across scorers)),,out:single-couple, epoch-math-level-5,epoch.ai,?qwen-turbo-2024-11-01,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,56.23111782477341,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row jWV936hYKg6rYcPEynzEEt / column Best score (across scorers)),,out:model-not-established, epoch-math-level-5,epoch.ai,qwen-plus-0125,unstated,reasoning-math,hard,Epoch-harness,,,,,,65.27567975830816,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row J3WoEpLKAJZWGGpyBVCCCn / column Best score (across scorers)),,out:effort-not-established, epoch-math-level-5,epoch.ai,?qwen-max-2025-01-25,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,67.18277945619335,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row GFZDNH95TnVegNrEtmUT2Q / column Best score (across scorers)),,out:model-not-established, epoch-math-level-5,epoch.ai,deepseek-v3-0324,solo,reasoning-math,hard,Epoch-harness,,,,,,75.547583081571,score%,2.89e-13,,prev=0.75547583081571 (src-epoch.ai-benchmark-data-2026-10-15#M782),https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row YFyn28VJ6m2hfop3KGRkBs / column Best score (across scorers)),,out:single-couple, epoch-math-level-5,epoch.ai,?mistral-small-2503,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,46.77114803625378,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row Kas7Y5PBsT7Li5Wm6Y8mj8 / column Best score (across scorers)),,out:model-not-established, epoch-math-level-5,epoch.ai,sonnet-3.7,think-64000,reasoning-math,hard,Epoch-harness,,,,,,91.16314199395771,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row epCyFNTf6vyUi5Dby7GeTq / column Best score (across scorers)),,out:budget-config, epoch-math-level-5,epoch.ai,gemma-3-27b-it,solo,reasoning-math,hard,Epoch-harness,,,,,,74.0370090634441,score%,2.89e-14,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row amrtN7UjAtuyEmv5DaGshP / column Best score (across scorers)),,out:single-couple, epoch-math-level-5,epoch.ai,haiku-3.5,solo,reasoning-math,hard,Epoch-harness,,,,,,46.355740181268884,score%,2.89e-16,,prev=0.46355740181268884 (src-epoch.ai-benchmark-data-2026-10-18#M17),https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row GSvi9Zf5aK3t5TfCPqNRHy / column Best score (across scorers)),,out:single-couple, epoch-math-level-5,epoch.ai,sonnet-3.7,think-32000,reasoning-math,hard,Epoch-harness,,,,,,90.03021148036254,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row WHGMHrneqJs4nefAh4TjZR / column Best score (across scorers)),,out:budget-config, epoch-math-level-5,epoch.ai,deepseek-r1-distill-qwen-14b,solo,reasoning-math,hard,Epoch-harness,,,,,,87.12235649546828,score%,2.89e-15,,prev=0.8712235649546828 (src-epoch.ai-benchmark-data-2026-10-15#M783),https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row R8XGt5ScHpmTbD5DnXR59V / column Best score (across scorers)),,out:single-couple, epoch-math-level-5,epoch.ai,deepseek-r1-distill-llama-70b,solo,reasoning-math,hard,Epoch-harness,,,,,,89.89803625377644,score%,2.89e-15,,prev=0.8989803625377644 (src-epoch.ai-benchmark-data-2026-10-15#M784),https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row oPDoTJFMhMNvU4sybYu2jQ / column Best score (across scorers)),,out:single-couple, epoch-math-level-5,epoch.ai,gpt-4.5-preview,solo,reasoning-math,hard,Epoch-harness,,,,,,78.62537764350453,score%,2.89e-15,,prev=0.7862537764350453 (src-epoch.ai-benchmark-data-2026-10-15#M785),https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row japqZFi3FS7um32EHG6wwW / column Best score (across scorers)),,out:single-couple, epoch-math-level-5,epoch.ai,gpt-4-turbo,solo,reasoning-math,hard,Epoch-harness,,,,,,46.733383685800606,score%,2.89e-16,,prev=0.46733383685800606 (src-epoch.ai-benchmark-data-2026-10-15#M786),https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row AZAJomaSEfZtqYqXUre9fS / column Best score (across scorers)),,out:single-couple, epoch-math-level-5,epoch.ai,sonnet-3.7,think-16000,reasoning-math,hard,Epoch-harness,,,,,,86.25377643504532,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row hWeVyRo3hN5H4AspNc9cuf / column Best score (across scorers)),,out:budget-config, epoch-math-level-5,epoch.ai,?mistral-large-2411,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,50.28323262839879,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row MMqL6fQSwsBKAdBSfxrYpU / column Best score (across scorers)),,out:model-not-established, epoch-math-level-5,epoch.ai,sonnet-3.7,unstated,reasoning-math,hard,Epoch-harness,,,,,,68.18353474320241,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row 6uSKG2QxR8atueXmDWAPXn / column Best score (across scorers)),,out:effort-not-established, epoch-math-level-5,epoch.ai,grok-2-1212,solo,reasoning-math,hard,Epoch-harness,,,,,,63.51963746223565,score%,2.89e-15,,prev=0.6351963746223565 (src-epoch.ai-benchmark-data-2026-10-15#M787),https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row Kpck3pLw3veM5Mt7WZAb8G / column Best score (across scorers)),,out:single-couple, epoch-math-level-5,epoch.ai,o1,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,94.7129909365559,score%,2.89e-14,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row jVXtRkTBDnqH8p4sjVUbgN / column Best score (across scorers)),,out:effort-not-established, epoch-math-level-5,epoch.ai,o1-mini,solo,reasoning-math,hard,Epoch-harness,,,,,,89.18051359516617,score%,2.89e-15,,prev=0.8918051359516617 (src-epoch.ai-benchmark-data-2026-10-15#M789); prev=0.8425226586102719 (src-epoch.ai-benchmark-data-2026-10-15#M808),https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row 4DWnpJowAfeQDHc2xDNy2C / column Best score (across scorers)),,out:single-couple, epoch-math-level-5,epoch.ai,o3-mini,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,96.48791540785498,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row 3VDhPT5WvzjJZkRc36Kuvi / column Best score (across scorers)),,out:effort-not-established, epoch-math-level-5,epoch.ai,gemini-2.0-pro-exp-02-05,solo,reasoning-math,hard,Epoch-harness,,,,,,83.45921450151057,score%,2.89e-15,,prev=0.8345921450151057 (src-epoch.ai-benchmark-data-2026-10-15#M791),https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row fvDt6HaHV5d3gSEuavixsv / column Best score (across scorers)),,out:single-couple, epoch-math-level-5,epoch.ai,gemini-2.0-flash,solo,reasoning-math,hard,Epoch-harness,,,,,,82.16578549848943,score%,2.89e-15,,prev=0.8216578549848943 (src-epoch.ai-benchmark-data-2026-10-15#M792),https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row SqwGZz2UfTmbvPiw2rq3LH / column Best score (across scorers)),,out:single-couple, epoch-math-level-5,epoch.ai,gpt-4o-1120,solo,reasoning-math,hard,Epoch-harness,,,,,,49.773413897280966,score%,2.89e-16,,prev=0.49773413897280966 (src-epoch.ai-benchmark-data-2026-10-15#M793),https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row D3G2BKGnh6YSvw4bEYSdiY / column Best score (across scorers)),,out:single-couple, epoch-math-level-5,epoch.ai,?Phi-3-medium-128k-instruct,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,17.560422960725075,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row njA86GC9DzSXyiZWtUxXiD / column Best score (across scorers)),,out:model-not-established, epoch-math-level-5,epoch.ai,deepseek-r1,solo,reasoning-math,hard,Epoch-harness,,,,,,93.05135951661632,score%,2.89e-15,,prev=0.9305135951661632 (src-epoch.ai-benchmark-data-2026-10-15#M794),https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row XVqLs2khGFSNwEbHJTEgRU / column Best score (across scorers)),,out:single-couple, epoch-math-level-5,epoch.ai,phi-4,solo,reasoning-math,hard,Epoch-harness,,,,,,64.93580060422961,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row PnvmfAHVxH9oXfcdcUeUZ3 / column Best score (across scorers)),,out:single-couple, epoch-math-level-5,epoch.ai,o3-mini,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,95.16616314199395,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row 2RiSB2ii5kf2Q6fDBv2P3E / column Best score (across scorers)),,out:effort-not-established, epoch-math-level-5,epoch.ai,qwen2.5-32b-instruct,solo,reasoning-math,hard,Epoch-harness,,,,,,56.07061933534743,score%,2.89e-15,,prev=0.5607061933534743 (src-epoch.ai-benchmark-data-2026-10-15#M796),https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row Nk4mmCXFH3mEyCYnQPdPx5 / column Best score (across scorers)),,out:single-couple, epoch-math-level-5,epoch.ai,?mistral-small-2501,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,44.81684290030212,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row NbsnvBsMoMizozbPZY8LLb / column Best score (across scorers)),,out:model-not-established, epoch-math-level-5,epoch.ai,gpt-4-0613,solo,reasoning-math,hard,Epoch-harness,,,,,,22.970166163141995,score%,2.89e-16,,prev=0.22970166163141995 (src-epoch.ai-benchmark-data-2026-10-15#M797),https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row WsSrH8oHBm7m7vq9yTRqSC / column Best score (across scorers)),,out:single-couple, epoch-math-level-5,epoch.ai,gemini-1.5-flash-001,solo,reasoning-math,hard,Epoch-harness,,,,,,25.12273413897281,score%,2.89e-15,,prev=0.2512273413897281 (src-epoch.ai-benchmark-data-2026-10-15#M798),https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row CPpd4hqQHtZ5pUejBELwKb / column Best score (across scorers)),,out:single-couple, epoch-math-level-5,epoch.ai,gemini-1.5-pro-002,solo,reasoning-math,hard,Epoch-harness,,,,,,70.39274924471299,score%,2.89e-15,,prev=0.7039274924471299 (src-epoch.ai-benchmark-data-2026-10-15#M799),https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row QyqLmgcJpeDMsnQyaaJVkR / column Best score (across scorers)),,out:single-couple, epoch-math-level-5,epoch.ai,gpt-3.5-turbo-0125,solo,reasoning-math,hard,Epoch-harness,,,,,,11.63141993957704,score%,2.89e-15,,prev=0.1163141993957704 (src-epoch.ai-benchmark-data-2026-10-15#M800),https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row 9tSgxGV3nzhTBpq7GcX7yx / column Best score (across scorers)),,out:single-couple, epoch-math-level-5,epoch.ai,gemini-1.5-pro-001,solo,reasoning-math,hard,Epoch-harness,,,,,,40.74773413897281,score%,2.89e-15,,prev=0.4074773413897281 (src-epoch.ai-benchmark-data-2026-10-15#M801),https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row PxLmyq7PFfARAuqxg5oPtE / column Best score (across scorers)),,out:single-couple, epoch-math-level-5,epoch.ai,gpt-4-1106-preview,solo,reasoning-math,hard,Epoch-harness,,,,,,40.020770392749244,score%,2.89e-16,,prev=0.40020770392749244 (src-epoch.ai-benchmark-data-2026-10-15#M802),https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row VBStRVGFi47EVz2pn33xu4 / column Best score (across scorers)),,out:single-couple, epoch-math-level-5,epoch.ai,gpt-3.5-turbo-1106,solo,reasoning-math,hard,Epoch-harness,,,,,,15.889350453172205,score%,2.89e-16,,prev=0.15889350453172205 (src-epoch.ai-benchmark-data-2026-10-15#M803),https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row cJWh887zSiTtnxm9XAJVkr / column Best score (across scorers)),,out:single-couple, epoch-math-level-5,epoch.ai,gemini-1.5-flash-002,solo,reasoning-math,hard,Epoch-harness,,,,,,61.86744712990937,score%,2.89e-15,,prev=0.6186744712990937 (src-epoch.ai-benchmark-data-2026-10-15#M804),https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row kDnfjYKQpnLGEjuhBc9AvM / column Best score (across scorers)),,out:single-couple, epoch-math-level-5,epoch.ai,claude-2.0,solo,reasoning-math,hard,Epoch-harness,,,,,,11.72583081570997,score%,2.89e-15,,prev=0.1172583081570997 (src-epoch.ai-benchmark-data-2026-10-18#M18),https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row Gs4vxvDD5wmrSvyTkqx2YV / column Best score (across scorers)),,out:single-couple, epoch-math-level-5,epoch.ai,sonnet-3.5-1022,solo,reasoning-math,hard,Epoch-harness,,,,,,56.94864048338368,score%,2.89e-15,,prev=0.5694864048338368 (src-epoch.ai-benchmark-data-2026-10-18#M19),https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row AjroyuZECXLtMTwnzaMHtX / column Best score (across scorers)),,out:single-couple, epoch-math-level-5,epoch.ai,sonnet-3.5-0620,solo,reasoning-math,hard,Epoch-harness,,,,,,51.68051359516617,score%,2.89e-15,,prev=0.5168051359516617 (src-epoch.ai-benchmark-data-2026-10-18#M20),https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row H42HJG29bwqzaMewTMsmky / column Best score (across scorers)),,out:single-couple, epoch-math-level-5,epoch.ai,opus-3,solo,reasoning-math,hard,Epoch-harness,,,,,,37.481117824773413,score%,2.89e-16,,prev=0.37481117824773413 (src-epoch.ai-benchmark-data-2026-10-18#M21),https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row 6SNzvpd6kXXxqpJoaHsSDd / column Best score (across scorers)),,out:single-couple, epoch-math-level-5,epoch.ai,haiku-3,solo,reasoning-math,hard,Epoch-harness,,,,,,14.87915407854985,score%,2.89e-15,,prev=0.1487915407854985 (src-epoch.ai-benchmark-data-2026-10-18#M22),https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row QSnWVKUVj9six4jYj4HJD9 / column Best score (across scorers)),,out:single-couple, epoch-math-level-5,epoch.ai,sonnet-3,solo,reasoning-math,hard,Epoch-harness,,,,,,18.174093655589124,score%,2.89e-16,,prev=0.18174093655589124 (src-epoch.ai-benchmark-data-2026-10-18#M23),https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row FD2ztfjFUeqGyrtF8yuCUB / column Best score (across scorers)),,out:single-couple, epoch-math-level-5,epoch.ai,llama-3.1-8b-instruct,solo,reasoning-math,hard,Epoch-harness,,,,,,22.875755287009064,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row gyxR3YTcmh4UcKZkET5pPX / column Best score (across scorers)),,out:single-couple, epoch-math-level-5,epoch.ai,?Llama-3.1-405B-Instruct,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,49.773413897280966,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row ZR7amdUBRr5Cke8Aoz4snr / column Best score (across scorers)),,out:model-not-established, epoch-math-level-5,epoch.ai,llama-3.1-70b-instruct,solo,reasoning-math,hard,Epoch-harness,,,,,,36.678625377643503,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row 6JiXiQ67iyiC7cFFRiogvs / column Best score (across scorers)),,out:single-couple, epoch-math-level-5,epoch.ai,gpt-4o-0513,solo,reasoning-math,hard,Epoch-harness,,,,,,51.04796072507553,score%,2.89e-15,,prev=0.5104796072507553 (src-epoch.ai-benchmark-data-2026-10-15#M805),https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row Uqsvq9TAGoqD2xpKfhHBmS / column Best score (across scorers)),,out:single-couple, epoch-math-level-5,epoch.ai,gpt-4o-mini,solo,reasoning-math,hard,Epoch-harness,,,,,,52.63406344410876,score%,2.89e-15,,prev=0.5263406344410876 (src-epoch.ai-benchmark-data-2026-10-15#M806),https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row 5iyKgWVhAmNwrA5rNL7MbW / column Best score (across scorers)),,out:single-couple, epoch-math-level-5,epoch.ai,gpt-4o-0806,solo,reasoning-math,hard,Epoch-harness,,,,,,53.27605740181269,score%,2.89e-15,,prev=0.5327605740181269 (src-epoch.ai-benchmark-data-2026-10-15#M807),https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row ZQgz8AGm4KHin9MFupLu58 / column Best score (across scorers)),,out:single-couple, epoch-math-level-5,epoch.ai,o1-mini,solo,reasoning-math,hard,Epoch-harness,,,,,,84.25226586102719,score%,2.89e-15,,prev=0.8918051359516617 (src-epoch.ai-benchmark-data-2026-10-15#M789); prev=0.8425226586102719 (src-epoch.ai-benchmark-data-2026-10-15#M808),https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row FaRZDKSriUbS3Brt6qprP9 / column Best score (across scorers)),,out:single-couple, epoch-math-level-5,epoch.ai,?Hermes-2-Theta-Llama-3-70B,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,22.686933534743203,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row ZAVTwsDqrvbWbqSgeNdXFd / column Best score (across scorers)),,out:model-not-established, epoch-math-level-5,epoch.ai,llama-3-8b-instruct,solo,reasoning-math,hard,Epoch-harness,,,,,,6.12726586102719,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row BURdKU7mhUX4YMPUDoFsed / column Best score (across scorers)),,out:single-couple, epoch-math-level-5,epoch.ai,llama-3-70b-instruct,solo,reasoning-math,hard,Epoch-harness,,,,,,22.5547583081571,score%,2.89e-14,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row dekbZbU3BtiQZNKG8Txaax / column Best score (across scorers)),,out:single-couple, epoch-math-level-5,epoch.ai,?Llama-2-70b-chat-hf,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,3.2854984894259816,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row 4bkXhqCNoe6RpTe9taJ7kR / column Best score (across scorers)),,out:model-not-established, epoch-math-level-5,epoch.ai,?Yi-1.5-34B-Chat,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,25.48149546827795,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row bH5kVfLE53CxY3qWmB9C5K / column Best score (across scorers)),,out:model-not-established, epoch-math-level-5,epoch.ai,?Yi-34B-Chat,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,5.145392749244713,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row nzy4SGSeKGzQSKJLWExKpV / column Best score (across scorers)),,out:model-not-established, epoch-math-level-5,epoch.ai,gpt-4-0125-preview,solo,reasoning-math,hard,Epoch-harness,,,,,,35.41351963746224,score%,2.89e-15,,prev=0.3541351963746224 (src-epoch.ai-benchmark-data-2026-10-15#M809),https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row c4V7sc8TUNJ8wQKRhuA2Rv / column Best score (across scorers)),,out:single-couple, epoch-math-level-5,epoch.ai,gemma-2-9b-it,solo,reasoning-math,hard,Epoch-harness,,,,,,21.00641993957704,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row Hdcqs42VnPNVBquXttexhq / column Best score (across scorers)),,out:single-couple, epoch-math-level-5,epoch.ai,gemma-2-27b-it,solo,reasoning-math,hard,Epoch-harness,,,,,,27.88897280966767,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row PM3GCQcVK7t2MujNp4F4kH / column Best score (across scorers)),,out:single-couple, epoch-math-level-5,epoch.ai,qwen2-72b-instruct,solo,reasoning-math,hard,Epoch-harness,,,,,,39.067220543806647,score%,2.89e-16,,prev=0.39067220543806647 (src-epoch.ai-benchmark-data-2026-10-15#M810),https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row 9mWoY9fM2ifKvDg3xaug6h / column Best score (across scorers)),,out:single-couple, epoch-math-level-5,epoch.ai,?Mistral-7B-Instruct-v0.3,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,3.597054380664653,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row 6xHApTdQAWM9e5oCvKYS3W / column Best score (across scorers)),,out:model-not-established, epoch-math-level-5,epoch.ai,?Mixtral-8x7B-Instruct-v0.1,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,9.290030211480363,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row 4PTATufH2ra3guNeLwT9p9 / column Best score (across scorers)),,out:model-not-established, epoch-math-level-5,epoch.ai,deepseek-llm-67b-chat,solo,reasoning-math,hard,Epoch-harness,,,,,,6.391616314199396,score%,2.89e-16,,prev=0.06391616314199396 (src-epoch.ai-benchmark-data-2026-10-15#M811),https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row Cm4UkgA5TtmzQegrq3rbvm / column Best score (across scorers)),,out:single-couple, epoch-math-level-5,epoch.ai,wizardlm-2-8x22b,unstated,reasoning-math,hard,Epoch-harness,,,,,,25.736404833836857,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row 4bAYQuh4heJoTNhapVZLNB / column Best score (across scorers)),,out:effort-not-established, epoch-math-level-5,epoch.ai,?dbrx-instruct,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,11.650302114803625,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row PMbefrjykQmTBpABMa7FJi / column Best score (across scorers)),,out:model-not-established, epoch-math-level-5,epoch.ai,gemini-1.0-pro,unstated,reasoning-math,hard,Epoch-harness,,,,,,11.244335347432025,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row iUdecHq9vU5utytzgTXzqY / column Best score (across scorers)),,out:effort-not-established, epoch-math-level-5,epoch.ai,?ministral-3b-2410,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,14.444864048338368,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row YNhHxRT9Ee2uEWWJh9RXuP / column Best score (across scorers)),,out:model-not-established, epoch-math-level-5,epoch.ai,?open-mistral-7b,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,3.68202416918429,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row 9ZQaypWLwLHbQrqTWfoEor / column Best score (across scorers)),,out:model-not-established, epoch-math-level-5,epoch.ai,?ministral-8b-2410,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,14.935800604229607,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row hqdiKcvEPSRyvenUVB9qxM / column Best score (across scorers)),,out:model-not-established, epoch-math-level-5,epoch.ai,mistral-large-2407,unstated,reasoning-math,hard,Epoch-harness,,,,,,44.81684290030212,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row div9uE9eovqykqx883kSpE / column Best score (across scorers)),,out:effort-not-established, epoch-math-level-5,epoch.ai,?open-mistral-nemo-2407,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,10.82892749244713,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row 9qCrggpoq8FjQWVQhHaGBT / column Best score (across scorers)),,out:model-not-established, epoch-math-level-5,epoch.ai,?open-mixtral-8x7b,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,9.950906344410876,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row GN3Hez798byishFw3U6cpp / column Best score (across scorers)),,out:model-not-established, epoch-math-level-5,epoch.ai,mixtral-8x22b-instruct,solo,reasoning-math,hard,Epoch-harness,,,,,,24.244712990936557,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row cGMb2vs9NhfkwZJsQXzLmQ / column Best score (across scorers)),,out:single-couple, epoch-math-level-5,epoch.ai,mistral-large,unstated,reasoning-math,hard,Epoch-harness,,,,,,24.461858006042297,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row gypQecfFNK2x4pNGDtGMDv / column Best score (across scorers)),,out:effort-not-established, epoch-math-level-5,epoch.ai,?Llama-3.2-90B-Vision-Instruct,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,39.435422960725075,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row iHRmwxsh8M3FGun8x5mxkt / column Best score (across scorers)),,out:model-not-established, epoch-math-level-5,epoch.ai,?Llama-3.1-Tulu-3-70B-DPO,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,42.6642749244713,score%,2.89e-14,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row Hf2ESooSteQK99yFjhFm8t / column Best score (across scorers)),,out:model-not-established, epoch-math-level-5,epoch.ai,llama-3.3-70b-instruct,solo,reasoning-math,hard,Epoch-harness,,,,,,41.597432024169184,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row DeaDxFfiQtCTdnZPH7Awaf / column Best score (across scorers)),,out:single-couple, epoch-math-level-5,epoch.ai,qwen2.5-72b-instruct,solo,reasoning-math,hard,Epoch-harness,,,,,,63.1703172205438,score%,2.89e-14,,prev=0.631703172205438 (src-epoch.ai-benchmark-data-2026-10-15#M813),https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row ni4DJboYYpdRssVeAuro2V / column Best score (across scorers)),,out:single-couple, epoch-math-level-5,epoch.ai,o1-preview,solo,reasoning-math,hard,Epoch-harness,,,,,,81.64652567975831,score%,2.89e-15,,prev=0.8164652567975831 (src-epoch.ai-benchmark-data-2026-10-15#M814),https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row 8Uu6XsSJCKwcwhXDt8vgzq / column Best score (across scorers)),,out:single-couple, epoch-math-level-5,epoch.ai,o1,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,94.41087613293051,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row AzanNoyhhVrtQi63Azo6hu / column Best score (across scorers)),,out:effort-not-established, epoch-math-level-5,epoch.ai,deepseek-v3,solo,reasoning-math,hard,Epoch-harness,,,,,,64.85083081570997,score%,2.89e-15,,prev=0.6485083081570997 (src-epoch.ai-benchmark-data-2026-10-15#M816),https://epoch.ai/data/benchmark_data.zip (math_level_5.csv in benchmark_data.zip fetched 2026-11-04 / row exvQCLCiga6gE7zvQNp2Z6 / column Best score (across scorers)),,out:single-couple, epoch-ext-metr-time-horizons#metr-horizon-v1.1,epoch.ai,?claude-mythos-preview-early,not-established:absent,mixed,mid,Epoch-external,,,,,,85.205,score%,0.000289,,,https://epoch.ai/data/benchmark_data.zip (metr_time_horizons_external.csv in benchmark_data.zip fetched 2026-11-04 / row recW9gDVlpPKxhewo / column average_score),,out:model-not-established, epoch-ext-metr-time-horizons#metr-horizon-v1.1,epoch.ai,opus-4.6,unstated,mixed,mid,Epoch-external,,,,,,78.8644,score%,2.89e-05,,,https://epoch.ai/data/benchmark_data.zip (metr_time_horizons_external.csv in benchmark_data.zip fetched 2026-11-04 / row recF8cs4o1pSE7d15 / column average_score),,out:effort-not-established, epoch-ext-metr-time-horizons#metr-horizon-v1.1,epoch.ai,gemini-3.1-pro,unstated,mixed,mid,Epoch-external,,,,,,77.035,score%,0.000289,,,https://epoch.ai/data/benchmark_data.zip (metr_time_horizons_external.csv in benchmark_data.zip fetched 2026-11-04 / row recVAgCABLb9qKDM9 / column average_score),,out:effort-not-established, epoch-ext-metr-time-horizons#metr-horizon-v1.1,epoch.ai,gpt-5.2,high,mixed,mid,Epoch-external,,,,,,75.2875,score%,2.89e-05,,,https://epoch.ai/data/benchmark_data.zip (metr_time_horizons_external.csv in benchmark_data.zip fetched 2026-11-04 / row rect0q40LX3bSJ36F / column average_score),,in, epoch-ext-metr-time-horizons#metr-horizon-v1.1,epoch.ai,gpt-5.3-codex,unstated,mixed,mid,Epoch-external,,,,,,74.5439,score%,2.89e-05,,,https://epoch.ai/data/benchmark_data.zip (metr_time_horizons_external.csv in benchmark_data.zip fetched 2026-11-04 / row recLuqsMcBzVzYHTQ / column average_score),,out:effort-not-established, epoch-ext-metr-time-horizons#metr-horizon-v1.1,epoch.ai,gpt-5.4,xhigh,mixed,mid,Epoch-external,,,,,,74.3443,score%,2.89e-05,,,https://epoch.ai/data/benchmark_data.zip (metr_time_horizons_external.csv in benchmark_data.zip fetched 2026-11-04 / row recVtYP9KdMolGtGf / column average_score),,in, epoch-ext-metr-time-horizons#metr-horizon-v1.1,epoch.ai,opus-4.5,unstated,mixed,mid,Epoch-external,,,,,,73.007,score%,0.000289,,,https://epoch.ai/data/benchmark_data.zip (metr_time_horizons_external.csv in benchmark_data.zip fetched 2026-11-04 / row recTbrNrOzFe3rE8x / column average_score),,out:effort-not-established, epoch-ext-metr-time-horizons#none,epoch.ai,opus-4.5,think-16000,mixed,mid,Epoch-external,,,,,,74.969,score%,0.000289,,,https://epoch.ai/data/benchmark_data.zip (metr_time_horizons_external.csv in benchmark_data.zip fetched 2026-11-04 / row recPjuZumaNjbylqU / column average_score),,out:budget-config, epoch-ext-metr-time-horizons#metr-horizon-v1.1,epoch.ai,?gemini-3-pro-preview,not-established:absent,mixed,mid,Epoch-external,,,,,,70.9822,score%,2.89e-05,,,https://epoch.ai/data/benchmark_data.zip (metr_time_horizons_external.csv in benchmark_data.zip fetched 2026-11-04 / row rec9ydnu1B0h4VV1V / column average_score),,out:model-not-established, epoch-ext-metr-time-horizons#metr-horizon-v1.1,epoch.ai,gpt-5.1-codex-max,unstated,mixed,mid,Epoch-external,,,,,,70.8301,score%,2.89e-05,,,https://epoch.ai/data/benchmark_data.zip (metr_time_horizons_external.csv in benchmark_data.zip fetched 2026-11-04 / row recio8mNX4NbLwCsZ / column average_score),,out:effort-not-established, epoch-ext-metr-time-horizons#metr-horizon-v1.1,epoch.ai,gpt-5,high,mixed,mid,Epoch-external,,,,,,69.3697,score%,2.89e-05,,,https://epoch.ai/data/benchmark_data.zip (metr_time_horizons_external.csv in benchmark_data.zip fetched 2026-11-04 / row recf6lql8VssXVJPx / column average_score),,out:single-couple, epoch-ext-metr-time-horizons#none,epoch.ai,gpt-5,medium,mixed,mid,Epoch-external,,,,,,69.6053,score%,2.89e-05,,,https://epoch.ai/data/benchmark_data.zip (metr_time_horizons_external.csv in benchmark_data.zip fetched 2026-11-04 / row recNwo7dbEyB1crye / column average_score),,out:single-couple, epoch-ext-metr-time-horizons#none,epoch.ai,sonnet-4.5,think-16000,mixed,mid,Epoch-external,,,,,,67.3842,score%,2.89e-05,,,https://epoch.ai/data/benchmark_data.zip (metr_time_horizons_external.csv in benchmark_data.zip fetched 2026-11-04 / row recwCLGT9Kr3iDcqu / column average_score),,out:budget-config, epoch-ext-metr-time-horizons#metr-horizon-v1.1,epoch.ai,o3,unstated,mixed,mid,Epoch-external,,,,,,63.6235,score%,2.89e-05,,,https://epoch.ai/data/benchmark_data.zip (metr_time_horizons_external.csv in benchmark_data.zip fetched 2026-11-04 / row recJSUHrT5GjbcWs8 / column average_score),,out:effort-not-established, epoch-ext-metr-time-horizons#none,epoch.ai,?claude-opus-4-1-20250805,not-established:absent,mixed,mid,Epoch-external,,,,,,66.8069,score%,2.89e-05,,,https://epoch.ai/data/benchmark_data.zip (metr_time_horizons_external.csv in benchmark_data.zip fetched 2026-11-04 / row recuz9bui4PgiPuGH / column average_score),,out:model-not-established, epoch-ext-metr-time-horizons#none,epoch.ai,?grok-4-0709,not-established:absent,mixed,mid,Epoch-external,,,,,,66.5803,score%,2.89e-05,,,https://epoch.ai/data/benchmark_data.zip (metr_time_horizons_external.csv in benchmark_data.zip fetched 2026-11-04 / row recBhYPAeAQhBoGGs / column average_score),,out:model-not-established, epoch-ext-metr-time-horizons#metr-horizon-v1.1,epoch.ai,?claude-opus-4-1-20250805,not-established:absent,mixed,mid,Epoch-external,,,,,,61.5713,score%,2.89e-05,,,https://epoch.ai/data/benchmark_data.zip (metr_time_horizons_external.csv in benchmark_data.zip fetched 2026-11-04 / row recwfbaxTfx9WUyj1 / column average_score),,out:model-not-established, epoch-ext-metr-time-horizons#metr-horizon-v1.1,epoch.ai,?claude-opus-4-20250514,not-established:absent,mixed,mid,Epoch-external,,,,,,61.5452,score%,2.89e-05,,,https://epoch.ai/data/benchmark_data.zip (metr_time_horizons_external.csv in benchmark_data.zip fetched 2026-11-04 / row recQ05iSph25jn01x / column average_score),,out:model-not-established, epoch-ext-metr-time-horizons#none,epoch.ai,o3,medium,mixed,mid,Epoch-external,,,,,,65.4376,score%,2.89e-05,,,https://epoch.ai/data/benchmark_data.zip (metr_time_horizons_external.csv in benchmark_data.zip fetched 2026-11-04 / row recFSX9NsirVMms25 / column average_score),,out:single-couple, epoch-ext-metr-time-horizons#none,epoch.ai,?claude-opus-4-20250514,not-established:absent,mixed,mid,Epoch-external,,,,,,63.9292,score%,2.89e-05,,,https://epoch.ai/data/benchmark_data.zip (metr_time_horizons_external.csv in benchmark_data.zip fetched 2026-11-04 / row recjchvjch6vUVmzs / column average_score),,out:model-not-established, epoch-ext-metr-time-horizons#none,epoch.ai,o4-mini,medium,mixed,mid,Epoch-external,,,,,,63.9269,score%,2.89e-05,,,https://epoch.ai/data/benchmark_data.zip (metr_time_horizons_external.csv in benchmark_data.zip fetched 2026-11-04 / row recTsdWFhES9SchXH / column average_score),,out:single-couple, epoch-ext-metr-time-horizons#none,epoch.ai,?claude-sonnet-4-20250514,not-established:absent,mixed,mid,Epoch-external,,,,,,61.9725,score%,2.89e-05,,,https://epoch.ai/data/benchmark_data.zip (metr_time_horizons_external.csv in benchmark_data.zip fetched 2026-11-04 / row recueBmSBs2QlEWPm / column average_score),,out:model-not-established, epoch-ext-metr-time-horizons#metr-horizon-v1.1,epoch.ai,sonnet-3.7,unstated,mixed,mid,Epoch-external,,,,,,55.8217,score%,2.89e-05,,,https://epoch.ai/data/benchmark_data.zip (metr_time_horizons_external.csv in benchmark_data.zip fetched 2026-11-04 / row recT0BccE0hbyZxlz / column average_score),,out:effort-not-established, epoch-ext-metr-time-horizons#none,epoch.ai,sonnet-3.7,think-16000,mixed,mid,Epoch-external,,,,,,59.9681,score%,2.89e-05,,,https://epoch.ai/data/benchmark_data.zip (metr_time_horizons_external.csv in benchmark_data.zip fetched 2026-11-04 / row recqRojHxRU5ySXWq / column average_score),,out:budget-config, epoch-ext-metr-time-horizons#none,epoch.ai,?kimi-k2-thinking,not-established:absent,mixed,mid,Epoch-external,,,,,,59.1943,score%,2.89e-05,,,https://epoch.ai/data/benchmark_data.zip (metr_time_horizons_external.csv in benchmark_data.zip fetched 2026-11-04 / row recmuexxjm6ucxXtH / column average_score),,out:model-not-established, epoch-ext-metr-time-horizons#none,epoch.ai,gpt-oss-120b,unstated,mixed,mid,Epoch-external,,,,,,56.634,score%,0.000289,,,https://epoch.ai/data/benchmark_data.zip (metr_time_horizons_external.csv in benchmark_data.zip fetched 2026-11-04 / row rec2VBZIfOKcr9NeL / column average_score),,out:effort-not-established, epoch-ext-metr-time-horizons#metr-horizon-v1.1,epoch.ai,o1,not-established:absent,mixed,mid,Epoch-external,,,,,,51.0512,score%,2.89e-05,,,https://epoch.ai/data/benchmark_data.zip (metr_time_horizons_external.csv in benchmark_data.zip fetched 2026-11-04 / row recrH7UpKH2XmiFW8 / column average_score),,out:effort-not-established, epoch-ext-metr-time-horizons#none,epoch.ai,gemini-2.5-pro-preview-06-05,unstated,mixed,mid,Epoch-external,,,,,,55.44,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (metr_time_horizons_external.csv in benchmark_data.zip fetched 2026-11-04 / row recxHthxDmMulkuth / column average_score),,out:effort-not-established, epoch-ext-metr-time-horizons#none,epoch.ai,deepseek-r1-0528,solo,mixed,mid,Epoch-external,,,,,,53.7826,score%,2.89e-05,,,https://epoch.ai/data/benchmark_data.zip (metr_time_horizons_external.csv in benchmark_data.zip fetched 2026-11-04 / row recasKfxLMpd8pTjF / column average_score),,out:single-couple, epoch-ext-metr-time-horizons#none,epoch.ai,deepseek-r1,solo,mixed,mid,Epoch-external,,,,,,51.9251,score%,2.89e-05,,,https://epoch.ai/data/benchmark_data.zip (metr_time_horizons_external.csv in benchmark_data.zip fetched 2026-11-04 / row rectWm0PAizmHcDik / column average_score),,out:single-couple, epoch-ext-metr-time-horizons#none,epoch.ai,deepseek-v3-0324,solo,mixed,mid,Epoch-external,,,,,,49.5813,score%,2.89e-05,,,https://epoch.ai/data/benchmark_data.zip (metr_time_horizons_external.csv in benchmark_data.zip fetched 2026-11-04 / row rec5tXt66EEIgBcLi / column average_score),,out:single-couple, epoch-ext-metr-time-horizons#metr-horizon-v1.1,epoch.ai,sonnet-3.5-1022,solo,mixed,mid,Epoch-external,,,,,,45.2356,score%,2.89e-05,,,https://epoch.ai/data/benchmark_data.zip (metr_time_horizons_external.csv in benchmark_data.zip fetched 2026-11-04 / row recM2JJhzA3vJAZoZ / column average_score),,out:single-couple, epoch-ext-metr-time-horizons#metr-horizon-v1.1,epoch.ai,o1-preview,solo,mixed,mid,Epoch-external,,,,,,45.1441,score%,2.89e-05,,,https://epoch.ai/data/benchmark_data.zip (metr_time_horizons_external.csv in benchmark_data.zip fetched 2026-11-04 / row recJhENih6N50V43Q / column average_score),,out:single-couple, epoch-ext-metr-time-horizons#none,epoch.ai,deepseek-v3,solo,mixed,mid,Epoch-external,,,,,,47.3627,score%,2.89e-05,,,https://epoch.ai/data/benchmark_data.zip (metr_time_horizons_external.csv in benchmark_data.zip fetched 2026-11-04 / row rec3j0U1Ecav7Q1FA / column average_score),,out:single-couple, epoch-ext-metr-time-horizons#metr-horizon-v1.1,epoch.ai,sonnet-3.5-0620,solo,mixed,mid,Epoch-external,,,,,,40.1502,score%,2.89e-05,,,https://epoch.ai/data/benchmark_data.zip (metr_time_horizons_external.csv in benchmark_data.zip fetched 2026-11-04 / row rec3I5CcPGjF3Riat / column average_score),,out:single-couple, epoch-ext-metr-time-horizons#none,epoch.ai,gpt-4o-0513,solo,mixed,mid,Epoch-external,,,,,,40.7636,score%,2.89e-05,,,https://epoch.ai/data/benchmark_data.zip (metr_time_horizons_external.csv in benchmark_data.zip fetched 2026-11-04 / row recdwVn3QiDENdt6P / column average_score),,out:single-couple, epoch-ext-metr-time-horizons#metr-horizon-v1.1,epoch.ai,gpt-4o-0513,solo,mixed,mid,Epoch-external,,,,,,33.8424,score%,2.89e-05,,,https://epoch.ai/data/benchmark_data.zip (metr_time_horizons_external.csv in benchmark_data.zip fetched 2026-11-04 / row recj2X3OPdvSriHwy / column average_score),,out:single-couple, epoch-ext-metr-time-horizons#none,epoch.ai,gpt-4-turbo,solo,mixed,mid,Epoch-external,,,,,,36.7357,score%,2.89e-05,,,https://epoch.ai/data/benchmark_data.zip (metr_time_horizons_external.csv in benchmark_data.zip fetched 2026-11-04 / row recen58457Be84Pud / column average_score),,out:single-couple, epoch-ext-metr-time-horizons#none,epoch.ai,gpt-4-0125-preview,solo,mixed,mid,Epoch-external,,,,,,35.1726,score%,2.89e-05,,,https://epoch.ai/data/benchmark_data.zip (metr_time_horizons_external.csv in benchmark_data.zip fetched 2026-11-04 / row recD86WJin9bt0ueq / column average_score),,out:single-couple, epoch-ext-metr-time-horizons#none,epoch.ai,gpt-4-0314,solo,mixed,mid,Epoch-external,,,,,,36.1067,score%,2.89e-05,,,https://epoch.ai/data/benchmark_data.zip (metr_time_horizons_external.csv in benchmark_data.zip fetched 2026-11-04 / row recO1ntpu18mX9GIG / column average_score),,out:single-couple, epoch-ext-metr-time-horizons#none,epoch.ai,qwen2.5-72b-instruct,solo,mixed,mid,Epoch-external,,,,,,35.7771,score%,2.89e-05,,,https://epoch.ai/data/benchmark_data.zip (metr_time_horizons_external.csv in benchmark_data.zip fetched 2026-11-04 / row recmXpRGOYoAcTAgQ / column average_score),,out:single-couple, epoch-ext-metr-time-horizons#metr-horizon-v1.1,epoch.ai,gpt-4-1106-preview,solo,mixed,mid,Epoch-external,,,,,,28.905,score%,0.000289,,,https://epoch.ai/data/benchmark_data.zip (metr_time_horizons_external.csv in benchmark_data.zip fetched 2026-11-04 / row rechSoSit7zTyOpq0 / column average_score),,out:single-couple, epoch-ext-metr-time-horizons#metr-horizon-v1.1,epoch.ai,gpt-4-0314,solo,mixed,mid,Epoch-external,,,,,,29.3044,score%,2.89e-05,,,https://epoch.ai/data/benchmark_data.zip (metr_time_horizons_external.csv in benchmark_data.zip fetched 2026-11-04 / row recGv2XrraPE8opN2 / column average_score),,out:single-couple, epoch-ext-metr-time-horizons#metr-horizon-v1.1,epoch.ai,opus-3,solo,mixed,mid,Epoch-external,,,,,,29.4753,score%,2.89e-05,,,https://epoch.ai/data/benchmark_data.zip (metr_time_horizons_external.csv in benchmark_data.zip fetched 2026-11-04 / row recyvUC4eTQ5SK6Gr / column average_score),,out:single-couple, epoch-ext-metr-time-horizons#metr-horizon-v1.1,epoch.ai,gpt-4-turbo,solo,mixed,mid,Epoch-external,,,,,,27.1786,score%,2.89e-05,,,https://epoch.ai/data/benchmark_data.zip (metr_time_horizons_external.csv in benchmark_data.zip fetched 2026-11-04 / row rectjHTBu5ytWIXJE / column average_score),,out:single-couple, epoch-ext-metr-time-horizons#none,epoch.ai,qwen2-72b-instruct,solo,mixed,mid,Epoch-external,,,,,,29.8999,score%,2.89e-05,,,https://epoch.ai/data/benchmark_data.zip (metr_time_horizons_external.csv in benchmark_data.zip fetched 2026-11-04 / row recIqQ9tqJzeP1sHf / column average_score),,out:single-couple, epoch-ext-metr-time-horizons#metr-horizon-v1.0,epoch.ai,?gpt-3.5-turbo-instruct,not-established:absent,mixed,mid,Epoch-external,,,,,,21.4611,score%,2.89e-05,,,https://epoch.ai/data/benchmark_data.zip (metr_time_horizons_external.csv in benchmark_data.zip fetched 2026-11-04 / row rec7jJ3gfq0bIgHN4 / column average_score),,out:model-not-established, epoch-ext-metr-time-horizons#metr-horizon-v1.0,epoch.ai,?davinci-002,not-established:absent,mixed,mid,Epoch-external,,,,,,16.1869,score%,2.89e-05,,,https://epoch.ai/data/benchmark_data.zip (metr_time_horizons_external.csv in benchmark_data.zip fetched 2026-11-04 / row recbmHH5GLQL9jfZn / column average_score),,out:model-not-established, epoch-ext-metr-time-horizons#metr-horizon-v1.0,epoch.ai,?gpt2-xl,not-established:absent,mixed,mid,Epoch-external,,,,,,10.1046,score%,2.89e-05,,,https://epoch.ai/data/benchmark_data.zip (metr_time_horizons_external.csv in benchmark_data.zip fetched 2026-11-04 / row rec8JOj4dfN5bKICN / column average_score),,out:model-not-established, epoch-mirrorcode,epoch.ai,gemini-3.8-flash,high,coding,hard,Epoch-harness,,,,,,41.11111111111111,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (mirrorcode.csv in benchmark_data.zip fetched 2026-11-04 / row eeq6feqZLzfjfVsx4aeAWL / column Best score (across scorers)),,in, epoch-mirrorcode,epoch.ai,grok-4.5,high,coding,hard,Epoch-harness,,,,,,32.222222222222224,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (mirrorcode.csv in benchmark_data.zip fetched 2026-11-04 / row fiqzdAtVJVP9wdMT2QFeUn / column Best score (across scorers)),,in, epoch-mirrorcode,epoch.ai,grok-4.6,xhigh,coding,hard,Epoch-harness,,,,,,41.11111111111111,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (mirrorcode.csv in benchmark_data.zip fetched 2026-11-04 / row Hoz4Uioui4GNZaLD6fiAvD / column Best score (across scorers)),,in, epoch-mirrorcode,epoch.ai,gpt-6-luna,max,coding,hard,Epoch-harness,,,,,,26.666666666666666,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (mirrorcode.csv in benchmark_data.zip fetched 2026-11-04 / row WQ4gVVhGBfWoRkRwUvNYgs / column Best score (across scorers)),,in, epoch-mirrorcode,epoch.ai,gpt-5,high,coding,hard,Epoch-harness,,,,,,4.4444444444444446,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (mirrorcode.csv in benchmark_data.zip fetched 2026-11-04 / row Th39ihgvLFnsDGMed7Q55b / column Best score (across scorers)),,out:single-couple, epoch-mirrorcode,epoch.ai,gemini-4-argon,high,coding,hard,Epoch-harness,,,,,,58.88888888888889,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (mirrorcode.csv in benchmark_data.zip fetched 2026-11-04 / row h7xMzFUTMGSGqUSKUpxkUW / column Best score (across scorers)),,in, epoch-mirrorcode,epoch.ai,opus-5.5,high,coding,hard,Epoch-harness,,,,,,78.89,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (mirrorcode.csv in benchmark_data.zip fetched 2026-11-04 / row mirrorcode-ml-2l-claude-opus-5-5 / column Best score (across scorers)),,in, epoch-mirrorcode,epoch.ai,fable-5.1,high,coding,hard,Epoch-harness,,,,,,73.3,score%,0.0289,,prev=0.733 (src-epoch.ai-benchmark-data-2026-09-30#M106),https://epoch.ai/data/benchmark_data.zip (mirrorcode.csv in benchmark_data.zip fetched 2026-11-04 / row mirrorcode-ml-2l-claude-fable-5-1 / column Best score (across scorers)),,in, epoch-mirrorcode,epoch.ai,gpt-6-astra,high,coding,hard,Epoch-harness,,,,,,46.7,score%,0.0289,,prev=0.467 (src-epoch.ai-benchmark-data-2026-10-15#M817),https://epoch.ai/data/benchmark_data.zip (mirrorcode.csv in benchmark_data.zip fetched 2026-11-04 / row mirrorcode-ml-2l-gpt-6-astra / column Best score (across scorers)),,in, epoch-mirrorcode,epoch.ai,opus-4.7,high,coding,hard,Epoch-harness,,,,,,31.11111111111111,score%,2.89e-15,,prev=0.3111111111111111 (src-epoch.ai-benchmark-data-2026-09-30#M107),https://epoch.ai/data/benchmark_data.zip (mirrorcode.csv in benchmark_data.zip fetched 2026-11-04 / row mirrorcode-ml-2l-claude-opus-4-7 / column Best score (across scorers)),,in, epoch-mirrorcode,epoch.ai,gemini-3.1-pro,high,coding,hard,Epoch-harness,,,,,,8.888888888888888,score%,2.89e-16,,prev=0.08888888888888888 (src-epoch.ai-benchmark-data-2026-10-15#M818),https://epoch.ai/data/benchmark_data.zip (mirrorcode.csv in benchmark_data.zip fetched 2026-11-04 / row mirrorcode-ml-2l-gemini-3-1-pro-preview / column Best score (across scorers)),,in, epoch-mirrorcode,epoch.ai,gpt-5.5,high,coding,hard,Epoch-harness,,,,,,10,score%,2.89,,prev=0.1 (src-epoch.ai-benchmark-data-2026-10-15#M819),https://epoch.ai/data/benchmark_data.zip (mirrorcode.csv in benchmark_data.zip fetched 2026-11-04 / row mirrorcode-ml-2l-gpt-5-5 / column Best score (across scorers)),,in, epoch-mirrorcode,epoch.ai,gpt-5.4,high,coding,hard,Epoch-harness,,,,,,15.555555555555556,score%,2.89e-16,,prev=0.15555555555555556 (src-epoch.ai-benchmark-data-2026-10-15#M820),https://epoch.ai/data/benchmark_data.zip (mirrorcode.csv in benchmark_data.zip fetched 2026-11-04 / row mirrorcode-ml-2l-gpt-5-4 / column Best score (across scorers)),,in, epoch-mirrorcode,epoch.ai,gpt-5.6-sol,high,coding,hard,Epoch-harness,,,,,,20,score%,2.89,,prev=0.2 (src-epoch.ai-benchmark-data-2026-10-15#M821),https://epoch.ai/data/benchmark_data.zip (mirrorcode.csv in benchmark_data.zip fetched 2026-11-04 / row mirrorcode-ml-2l-gpt-5-6-sol / column Best score (across scorers)),,in, epoch-mirrorcode,epoch.ai,fable-5,high,coding,hard,Epoch-harness,,,,,,63.8888888888889,score%,2.89e-14,,prev=0.638888888888889 (src-epoch.ai-benchmark-data-2026-09-30#M108),https://epoch.ai/data/benchmark_data.zip (mirrorcode.csv in benchmark_data.zip fetched 2026-11-04 / row mirrorcode-ml-2l-claude-fable-5 / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,?mistral-large-4-0-oss,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,20,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row bsKLyeEUqxgEFd9ZV6PfSx / column Best score (across scorers)),,out:model-not-established, epoch-mystery-game-puzzles,epoch.ai,gpt-6.1-terra,max,reasoning-math,hard,Epoch-harness,,,,,,74,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row Q4Sr4fBBypw9WQDkuk9RMN / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,deepseek-v4.1-flash-1017,max,reasoning-math,hard,Epoch-harness,,,,,,49,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row GLNTwoU6njn58DbPF9cbxb / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,?muse-wonder-1.0,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,51,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row gmscEuzbtZeUeFUFZMZiAV / column Best score (across scorers)),,out:model-not-established, epoch-mystery-game-puzzles,epoch.ai,?mistral-large-4-0,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,17,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row LT9xLJnaU4UHsBQrvu3rbU / column Best score (across scorers)),,out:model-not-established, epoch-mystery-game-puzzles,epoch.ai,gemini-4-argon,high,reasoning-math,hard,Epoch-harness,,,,,,64,score%,0.289,,prev=0.64 (src-epoch.ai-benchmark-data-2026-10-15#M927),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row 9ipFgNR5MDw7ustUsuSviu / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,deepseek-v4.1-flash,max,reasoning-math,hard,Epoch-harness,,,,,,43,score%,0.289,,prev=0.43 (src-epoch.ai-benchmark-data-2026-10-15#M928),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row K3JABAsJCbXU5YrCPH2yVW / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,haiku-5.5,max,reasoning-math,hard,Epoch-harness,,,,,,30,score%,2.89,,prev=0.3 (src-epoch.ai-benchmark-data-2026-10-15#M42),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row CKm7NWXfSePfcUycRK87cB / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,gpt-6.1-sol,max,reasoning-math,hard,Epoch-harness,,,,,,80,score%,2.89,,prev=0.8 (src-epoch.ai-benchmark-data-2026-10-15#M929),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row fQzkNRV69sKaJX7o9KKneQ / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,opus-5.5,max,reasoning-math,hard,Epoch-harness,,,,,,71,score%,0.289,,prev=0.71 (src-epoch.ai-benchmark-data-2026-09-30#M109),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row fREi6AAmnfqUWkDqUhLLtw / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,sonnet-5.5,max,reasoning-math,hard,Epoch-harness,,,,,,65,score%,0.289,,prev=0.65 (src-epoch.ai-benchmark-data-2026-09-30#M110),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row 3PVdaSEYFJKgYUgHnF4DBu / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,gpt-6-luna,max,reasoning-math,hard,Epoch-harness,,,,,,7,score%,0.289,,prev=0.07 (src-epoch.ai-benchmark-data-2026-10-15#M930),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row bAERV8wdmoHMLz2K4bZCSK / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,grok-4.7,xhigh,reasoning-math,hard,Epoch-harness,,,,,,29,score%,0.289,,prev=0.29 (src-epoch.ai-benchmark-data-2026-10-15#M931),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row Hk8bjr4u6KGqVE8SrPFKLq / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,gpt-6-sol,max,reasoning-math,hard,Epoch-harness,,,,,,56,score%,0.289,,prev=0.56 (src-epoch.ai-benchmark-data-2026-10-15#M932),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row DnFTaE9qNsmBdYNqohhynY / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,muse-spark-1.3,max,reasoning-math,hard,Epoch-harness,,,,,,25,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row 6Rcc2q3USiUNB6U44bpvGH / column Best score (across scorers)),,out:effort-not-established, epoch-mystery-game-puzzles,epoch.ai,muse-spark-1.3,xhigh,reasoning-math,hard,Epoch-harness,,,,,,14.14141414141414,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row n6X597deBgzpbDSyxvhUAB / column Best score (across scorers)),,out:single-couple, epoch-mystery-game-puzzles,epoch.ai,gemini-3.8-flash,high,reasoning-math,hard,Epoch-harness,,,,,,47,score%,0.289,,prev=0.47 (src-epoch.ai-benchmark-data-2026-10-15#M822),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row 5yyuCCi2Dpfh6xLBMxqFyB / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,fable-5.1,max,reasoning-math,hard,Epoch-harness,,,,,,58,score%,0.289,,prev=0.58 (src-epoch.ai-benchmark-data-2026-09-30#M111),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row dBHxnnTzLGz3nHis5LET6t / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,glm-5.3,max,reasoning-math,hard,Epoch-harness,,,,,,33,score%,0.289,,prev=0.33 (src-epoch.ai-benchmark-data-2026-10-15#M823),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row UUq99Qhq3qizcoJo5vdhuK / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,gpt-5.4,nothink,reasoning-math,hard,Epoch-harness,,,,,,16,score%,0.289,,prev=0.16 (src-epoch.ai-benchmark-data-2026-10-15#M824),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row GtW2cWyAXZPCszLi63e4yJ / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,gpt-5.6-luna,nothink,reasoning-math,hard,Epoch-harness,,,,,,20,score%,2.89,,prev=0.2 (src-epoch.ai-benchmark-data-2026-10-15#M825),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row PBrQpAgRCXeUSNveEn4aDE / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,gpt-6-astra,max,reasoning-math,hard,Epoch-harness,,,,,,84,score%,0.289,,prev=0.84 (src-epoch.ai-benchmark-data-2026-10-15#M826),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row FA7pM9hKdkgTXmGHptcno7 / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,kimi-k3,low,reasoning-math,hard,Epoch-harness,,,,,,12,score%,0.289,,prev=0.12 (src-epoch.ai-benchmark-data-2026-10-15#M827),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row CAoLSNkdR27AmHb84fnr8B / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,kimi-k2.6,nothink,reasoning-math,hard,Epoch-harness,,,,,,12,score%,0.289,,prev=0.12 (src-epoch.ai-benchmark-data-2026-10-15#M828),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row 8iiRQiAoCepDELQfUv3VDq / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,glm-5.3-flash,max,reasoning-math,hard,Epoch-harness,,,,,,8,score%,0.289,,prev=0.08 (src-epoch.ai-benchmark-data-2026-10-15#M829),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row TMM3rPrAHcpBG5Pvw9kr4L / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,qwen3.7-flash,unstated,reasoning-math,hard,Epoch-harness,,,,,,15,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row 5e4Jp9dxtNisWx2wbRRZxM / column Best score (across scorers)),,out:effort-not-established, epoch-mystery-game-puzzles,epoch.ai,gpt-5.6-terra,medium,reasoning-math,hard,Epoch-harness,,,,,,10,score%,2.89,,prev=0.1 (src-epoch.ai-benchmark-data-2026-10-15#M831),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row WcCQQSHTFAhXk6qCWEeSLh / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,gpt-5.2,medium,reasoning-math,hard,Epoch-harness,,,,,,22,score%,0.289,,prev=0.22 (src-epoch.ai-benchmark-data-2026-10-15#M832),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row KHS8JvzY7n9EFgpcjEkj5v / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,gpt-5.5,low,reasoning-math,hard,Epoch-harness,,,,,,28,score%,0.289,,prev=0.28 (src-epoch.ai-benchmark-data-2026-10-15#M833),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row QHfAMMDjjzQF6xitN2vBbA / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,qwen3.7-plus,unstated,reasoning-math,hard,Epoch-harness,,,,,,17,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row DmptTSPXx5uM5TYZoV59JT / column Best score (across scorers)),,out:effort-not-established, epoch-mystery-game-puzzles,epoch.ai,gpt-5.4,medium,reasoning-math,hard,Epoch-harness,,,,,,28,score%,0.289,,prev=0.28 (src-epoch.ai-benchmark-data-2026-10-15#M835),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row ereDhnap4G3Q6ydsNQW97W / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,gpt-4-0613,solo,reasoning-math,hard,Epoch-harness,,,,,,12,score%,0.289,,prev=0.12 (src-epoch.ai-benchmark-data-2026-10-15#M836),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row CvujZuqfj5r7qsa52Smyx9 / column Best score (across scorers)),,out:single-couple, epoch-mystery-game-puzzles,epoch.ai,o3,high,reasoning-math,hard,Epoch-harness,,,,,,29,score%,0.289,,prev=0.29 (src-epoch.ai-benchmark-data-2026-10-15#M837),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row FmLdgAHVM7MPn3JebBvxTb / column Best score (across scorers)),,out:single-couple, epoch-mystery-game-puzzles,epoch.ai,o4-mini,high,reasoning-math,hard,Epoch-harness,,,,,,5,score%,0.289,,prev=0.05 (src-epoch.ai-benchmark-data-2026-10-15#M838),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row eJbFTXaxZjnW7HNR93u3WH / column Best score (across scorers)),,out:single-couple, epoch-mystery-game-puzzles,epoch.ai,o3,medium,reasoning-math,hard,Epoch-harness,,,,,,23,score%,0.289,,prev=0.23 (src-epoch.ai-benchmark-data-2026-10-15#M839),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row cxniYPW74ux4L6syqvPkaD / column Best score (across scorers)),,out:single-couple, epoch-mystery-game-puzzles,epoch.ai,qwen3.6-flash,unstated,reasoning-math,hard,Epoch-harness,,,,,,12,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row 2y5jXmHGjyEyZvGjNDtRZe / column Best score (across scorers)),,out:effort-not-established, epoch-mystery-game-puzzles,epoch.ai,gpt-5.4,low,reasoning-math,hard,Epoch-harness,,,,,,17,score%,0.289,,prev=0.17 (src-epoch.ai-benchmark-data-2026-10-15#M841),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row kWUUr3aHFZfKNARqAFxYZa / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,gpt-5.6-sol,low,reasoning-math,hard,Epoch-harness,,,,,,26,score%,0.289,,prev=0.26 (src-epoch.ai-benchmark-data-2026-10-15#M842),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row RMeUVa4tq3fURqCMtQWkfe / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,qwen3.6-max-preview,nothink,reasoning-math,hard,Epoch-harness,,,,,,19,score%,0.289,,prev=0.19 (src-epoch.ai-benchmark-data-2026-10-15#M843),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row mbySBWyYrKdtd7joxHyBdq / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,minimax-m3,unstated,reasoning-math,hard,Epoch-harness,,,,,,7,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row GGpgwGRFVATVJdQr8TgRc9 / column Best score (across scorers)),,out:effort-not-established, epoch-mystery-game-puzzles,epoch.ai,gpt-5.6-terra,low,reasoning-math,hard,Epoch-harness,,,,,,19,score%,0.289,,prev=0.19 (src-epoch.ai-benchmark-data-2026-10-15#M844),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row iE9NNTJWbGpRia2fUVGkPf / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,qwen3.7-max,nothink,reasoning-math,hard,Epoch-harness,,,,,,26,score%,0.289,,prev=0.26 (src-epoch.ai-benchmark-data-2026-10-15#M845),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row ENh7ZPQj7ihBePjsC8a7HV / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,o3-mini,high,reasoning-math,hard,Epoch-harness,,,,,,7,score%,0.289,,prev=0.07 (src-epoch.ai-benchmark-data-2026-10-15#M846),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row JSmdEXGULNBJ7PfSoVoa7W / column Best score (across scorers)),,out:single-couple, epoch-mystery-game-puzzles,epoch.ai,gpt-5.1,medium,reasoning-math,hard,Epoch-harness,,,,,,16,score%,0.289,,prev=0.16 (src-epoch.ai-benchmark-data-2026-10-15#M847),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row 8dvpS2RJKYLwpVh6M7AJkA / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,gpt-5,medium,reasoning-math,hard,Epoch-harness,,,,,,15,score%,0.289,,prev=0.15 (src-epoch.ai-benchmark-data-2026-10-15#M848),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row 3ZzqFaVH7RgvRyxCt6RseN / column Best score (across scorers)),,out:single-couple, epoch-mystery-game-puzzles,epoch.ai,gpt-5.2,low,reasoning-math,hard,Epoch-harness,,,,,,10,score%,2.89,,prev=0.1 (src-epoch.ai-benchmark-data-2026-10-15#M849),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row bLxTUZHmq3YkRejnh6baqZ / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,gpt-5,low,reasoning-math,hard,Epoch-harness,,,,,,16,score%,0.289,,prev=0.16 (src-epoch.ai-benchmark-data-2026-10-15#M850),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row 262FWwUwrjPpxVN8G8sDZT / column Best score (across scorers)),,out:single-couple, epoch-mystery-game-puzzles,epoch.ai,gpt-5-mini,high,reasoning-math,hard,Epoch-harness,,,,,,5,score%,0.289,,prev=0.05 (src-epoch.ai-benchmark-data-2026-10-15#M851),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row THodvrqzCUw7fjpxvKMMWT / column Best score (across scorers)),,out:single-couple, epoch-mystery-game-puzzles,epoch.ai,gpt-5.6-luna,medium,reasoning-math,hard,Epoch-harness,,,,,,12,score%,0.289,,prev=0.12 (src-epoch.ai-benchmark-data-2026-10-15#M852),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row BvShPsULJMkwxxf8vBSNfu / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,gpt-5.4-nano,high,reasoning-math,hard,Epoch-harness,,,,,,5,score%,0.289,,prev=0.05 (src-epoch.ai-benchmark-data-2026-10-15#M853),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row 2e2NePZeU3iB4wvhwCaTci / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,qwen3.6-27b,nothink,reasoning-math,hard,Epoch-harness,,,,,,7,score%,0.289,,prev=0.07 (src-epoch.ai-benchmark-data-2026-10-15#M854),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row dKZDn279PKuc2Kxm68D4r2 / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,qwen3.5-397b-a17b,nothink,reasoning-math,hard,Epoch-harness,,,,,,18,score%,0.289,,prev=0.18 (src-epoch.ai-benchmark-data-2026-10-15#M855),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row D7WDyCr24AVdzr4eKAreJu / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,gpt-5.1,low,reasoning-math,hard,Epoch-harness,,,,,,19,score%,0.289,,prev=0.19 (src-epoch.ai-benchmark-data-2026-10-15#M856),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row iV2bSueom3C2SKw72ogiYr / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,glm-5.2,high,reasoning-math,hard,Epoch-harness,,,,,,15,score%,0.289,,prev=0.15 (src-epoch.ai-benchmark-data-2026-10-15#M857); prev=0.19 (src-epoch.ai-benchmark-data-2026-10-15#M869),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row NfN7VwMPjSVqViqrBQPWk2 / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,qwen3.5-122b-a10b,nothink,reasoning-math,hard,Epoch-harness,,,,,,17,score%,0.289,,prev=0.17 (src-epoch.ai-benchmark-data-2026-10-15#M858),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row X5FL4gkJQYjzJ7axz23rfd / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,gpt-5.4-mini,medium,reasoning-math,hard,Epoch-harness,,,,,,7,score%,0.289,,prev=0.07 (src-epoch.ai-benchmark-data-2026-10-15#M859),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row 4CzMJvWvuiLMCZhe2JGmSb / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,qwen3.5-flash,unstated,reasoning-math,hard,Epoch-harness,,,,,,20,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row b9csPZ2c9CAsRXmzzfVoEW / column Best score (across scorers)),,out:effort-not-established, epoch-mystery-game-puzzles,epoch.ai,qwen3.6-plus,nothink,reasoning-math,hard,Epoch-harness,,,,,,12,score%,0.289,,prev=0.12 (src-epoch.ai-benchmark-data-2026-10-15#M861),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row jGgkDRHbodcaTzQ3Mp6SxS / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,qwen3.5-plus,nothink,reasoning-math,hard,Epoch-harness,,,,,,17,score%,0.289,,prev=0.17 (src-epoch.ai-benchmark-data-2026-10-15#M862),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row XbtWdvRz65dbPPnHcSBvmF / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,qwen3.6-35b-a3b,nothink,reasoning-math,hard,Epoch-harness,,,,,,22,score%,0.289,,prev=0.22 (src-epoch.ai-benchmark-data-2026-10-15#M863),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row Ua5RK6JRxdyrHRa3hVFQwq / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,gpt-5.4-mini,low,reasoning-math,hard,Epoch-harness,,,,,,8,score%,0.289,,prev=0.08 (src-epoch.ai-benchmark-data-2026-10-15#M864),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row 9zTyRhqbSKn7bbruvwDP4L / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,gpt-5.6-luna,low,reasoning-math,hard,Epoch-harness,,,,,,17,score%,0.289,,prev=0.17 (src-epoch.ai-benchmark-data-2026-10-15#M865),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row iTY94tKhVEcZsUZivMwLJa / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,qwen3.7-plus,nothink,reasoning-math,hard,Epoch-harness,,,,,,17,score%,0.289,,prev=0.17 (src-epoch.ai-benchmark-data-2026-10-15#M866),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row a5qR5FNnftfR8pk9HJ3JUz / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,qwen3.7-flash,nothink,reasoning-math,hard,Epoch-harness,,,,,,14,score%,0.289,,prev=0.14 (src-epoch.ai-benchmark-data-2026-10-15#M867),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row i7MVHsH5pikQKjYn6LBqHS / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,qwen3.6-flash,nothink,reasoning-math,hard,Epoch-harness,,,,,,18,score%,0.289,,prev=0.18 (src-epoch.ai-benchmark-data-2026-10-15#M868),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row 3QtkFWzSLzd4hgYGsNd5cL / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,glm-5.2,high,reasoning-math,hard,Epoch-harness,,,,,,19,score%,0.289,,prev=0.15 (src-epoch.ai-benchmark-data-2026-10-15#M857); prev=0.19 (src-epoch.ai-benchmark-data-2026-10-15#M869),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row 7DQNxGG5q6i7VtnzF7vNxA / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,gpt-5-mini,medium,reasoning-math,hard,Epoch-harness,,,,,,4,score%,0.289,,prev=0.04 (src-epoch.ai-benchmark-data-2026-10-15#M870),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row 8RmBWoBLhvciTpz2oPSbDs / column Best score (across scorers)),,out:single-couple, epoch-mystery-game-puzzles,epoch.ai,minimax-m3,nothink,reasoning-math,hard,Epoch-harness,,,,,,8,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row jWHk7BTYHQRXk2rXCbnpcS / column Best score (across scorers)),,out:single-couple, epoch-mystery-game-puzzles,epoch.ai,gpt-5-nano,high,reasoning-math,hard,Epoch-harness,,,,,,8,score%,0.289,,prev=0.08 (src-epoch.ai-benchmark-data-2026-10-15#M871),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row aW4ppDktWqoy5qVWMUws6z / column Best score (across scorers)),,out:single-couple, epoch-mystery-game-puzzles,epoch.ai,gpt-5.4-nano,medium,reasoning-math,hard,Epoch-harness,,,,,,6,score%,0.289,,prev=0.06 (src-epoch.ai-benchmark-data-2026-10-15#M872),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row hRMMiGMPvHSGh3ygSjgrs2 / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,gpt-5.6-sol,nothink,reasoning-math,hard,Epoch-harness,,,,,,33,score%,0.289,,prev=0.33 (src-epoch.ai-benchmark-data-2026-10-15#M873),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row 4uxDyWmq5f5azVYfWBGUHh / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,gpt-5.5,nothink,reasoning-math,hard,Epoch-harness,,,,,,18,score%,0.289,,prev=0.18 (src-epoch.ai-benchmark-data-2026-10-15#M874),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row MHAMdn52f7wLMZ6MSCs5E2 / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,qwen3-max-0923,solo,reasoning-math,hard,Epoch-harness,,,,,,5,score%,0.289,,prev=0.05 (src-epoch.ai-benchmark-data-2026-10-15#M875),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row SfzmmHYZjuvWnvoYWit58g / column Best score (across scorers)),,out:single-couple, epoch-mystery-game-puzzles,epoch.ai,gpt-oss-120b,high,reasoning-math,hard,Epoch-harness,,,,,,0,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row GbQrTQyihBUsb9sxbqT8pT / column Best score (across scorers)),,out:uninformative, epoch-mystery-game-puzzles,epoch.ai,gpt-5.2,nothink,reasoning-math,hard,Epoch-harness,,,,,,14,score%,0.289,,prev=0.14 (src-epoch.ai-benchmark-data-2026-10-15#M877),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row eSfCVMMp2HXYqvpVpyNjjr / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,glm-5.2,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,18,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row aekViWbdqVVeXpEG5hrSbQ / column Best score (across scorers)),,out:effort-not-established, epoch-mystery-game-puzzles,epoch.ai,qwen3.5-flash,nothink,reasoning-math,hard,Epoch-harness,,,,,,16,score%,0.289,,prev=0.16 (src-epoch.ai-benchmark-data-2026-10-15#M879),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row DjFkVt62QwqQ4xXwzYR5Ng / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,deepseek-v4-pro-0813,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,17,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row BmvJaHMCnZzb24ErpAsozU / column Best score (across scorers)),,out:effort-not-established, epoch-mystery-game-puzzles,epoch.ai,gpt-5.4-nano,low,reasoning-math,hard,Epoch-harness,,,,,,3,score%,0.289,,prev=0.03 (src-epoch.ai-benchmark-data-2026-10-15#M881),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row aAAtrj4DqLUuEY6P7W5yLe / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,nemotron-3-ultra-550b-a55b,unstated,reasoning-math,hard,Epoch-harness,,,,,,20,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row U8H8juE3Ko83jsR6TRntbh / column Best score (across scorers)),,out:effort-not-established, epoch-mystery-game-puzzles,epoch.ai,gpt-5.6-terra,nothink,reasoning-math,hard,Epoch-harness,,,,,,14,score%,0.289,,prev=0.14 (src-epoch.ai-benchmark-data-2026-10-15#M882),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row 8grv57UmR89LXkEYhyssr9 / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,gpt-5-nano,medium,reasoning-math,hard,Epoch-harness,,,,,,9,score%,0.289,,prev=0.09 (src-epoch.ai-benchmark-data-2026-10-15#M883),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row ZwQdGcba6Hez4ztMzmZP9j / column Best score (across scorers)),,out:single-couple, epoch-mystery-game-puzzles,epoch.ai,gpt-5,minimal,reasoning-math,hard,Epoch-harness,,,,,,14,score%,0.289,,prev=0.14 (src-epoch.ai-benchmark-data-2026-10-15#M884),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row G3tHLT8qE9ncseZazqTXRX / column Best score (across scorers)),,out:single-couple, epoch-mystery-game-puzzles,epoch.ai,gpt-5.1,nothink,reasoning-math,hard,Epoch-harness,,,,,,15,score%,0.289,,prev=0.15 (src-epoch.ai-benchmark-data-2026-10-15#M885),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row 2a2uhidAfksbnAJC8yUrZK / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,gpt-4.1-mini,solo,reasoning-math,hard,Epoch-harness,,,,,,7,score%,0.289,,prev=0.07 (src-epoch.ai-benchmark-data-2026-10-15#M886),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row giKk2ut3JVFVQUvbykxvSu / column Best score (across scorers)),,out:single-couple, epoch-mystery-game-puzzles,epoch.ai,gpt-5-mini,minimal,reasoning-math,hard,Epoch-harness,,,,,,10,score%,2.89,,prev=0.1 (src-epoch.ai-benchmark-data-2026-10-15#M887),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row kW6hSbkCwQczqbazduGXPR / column Best score (across scorers)),,out:single-couple, epoch-mystery-game-puzzles,epoch.ai,glm-5.2,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,18,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row BLjXudxuEyLbZiKBSZz326 / column Best score (across scorers)),,out:effort-not-established, epoch-mystery-game-puzzles,epoch.ai,qwen3-235b-a22b-thinking-2507,solo,reasoning-math,hard,Epoch-harness,,,,,,9,score%,0.289,,prev=0.09 (src-epoch.ai-benchmark-data-2026-10-15#M889),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row BP3KYD8rYyFg3LviNGtjLL / column Best score (across scorers)),,out:single-couple, epoch-mystery-game-puzzles,epoch.ai,gpt-3.5-turbo-0125,solo,reasoning-math,hard,Epoch-harness,,,,,,3,score%,0.289,,prev=0.03 (src-epoch.ai-benchmark-data-2026-10-15#M890),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row UfmijCsx59sZ8xpcbcWDms / column Best score (across scorers)),,out:single-couple, epoch-mystery-game-puzzles,epoch.ai,gpt-5.4-mini,nothink,reasoning-math,hard,Epoch-harness,,,,,,11,score%,0.289,,prev=0.11 (src-epoch.ai-benchmark-data-2026-10-15#M891),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row NEysw7ag6KJxUahem2PHQv / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,gpt-oss-120b,medium,reasoning-math,hard,Epoch-harness,,,,,,2,score%,0.289,,prev=0.02 (src-epoch.ai-benchmark-data-2026-10-15#M892),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row 58MQQiJ7vvgvP9e8LcG6eV / column Best score (across scorers)),,out:single-couple, epoch-mystery-game-puzzles,epoch.ai,gpt-5-nano,low,reasoning-math,hard,Epoch-harness,,,,,,9,score%,0.289,,prev=0.09 (src-epoch.ai-benchmark-data-2026-10-15#M893),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row PLbKjMLohFB9epj3qHPcuS / column Best score (across scorers)),,out:single-couple, epoch-mystery-game-puzzles,epoch.ai,gpt-5-nano,minimal,reasoning-math,hard,Epoch-harness,,,,,,5,score%,0.289,,prev=0.05 (src-epoch.ai-benchmark-data-2026-10-15#M894),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row RVRYWkwXwrvbCyZW8AhqEm / column Best score (across scorers)),,out:single-couple, epoch-mystery-game-puzzles,epoch.ai,gpt-5.4-nano,nothink,reasoning-math,hard,Epoch-harness,,,,,,9,score%,0.289,,prev=0.09 (src-epoch.ai-benchmark-data-2026-10-15#M895),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row fxNDgLaScEoHo2canW89yv / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,gpt-4o-mini,solo,reasoning-math,hard,Epoch-harness,,,,,,12,score%,0.289,,prev=0.12 (src-epoch.ai-benchmark-data-2026-10-15#M896),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row mbviVfQ7Bh7wHSCDDmrt7u / column Best score (across scorers)),,out:single-couple, epoch-mystery-game-puzzles,epoch.ai,deepseek-v4-pro-0813,max,reasoning-math,hard,Epoch-harness,,,,,,43,score%,0.289,,prev=0.43 (src-epoch.ai-benchmark-data-2026-10-15#M897),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row c2KVkMCWnpo6BbnMWgdaDH / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,?inkling-small,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,6,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row nPFA9ufjfVqg3YNmDRqWeC / column Best score (across scorers)),,out:model-not-established, epoch-mystery-game-puzzles,epoch.ai,?gemini-3.7-flash,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,37,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row ZavSMMq9jk5s9WSbARZr6X / column Best score (across scorers)),,out:model-not-established, epoch-mystery-game-puzzles,epoch.ai,grok-4.6,xhigh,reasoning-math,hard,Epoch-harness,,,,,,34,score%,0.289,,prev=0.34 (src-epoch.ai-benchmark-data-2026-10-15#M899),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row 9cXtChGrowgGDwa9AcAecB / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,gpt-5.2,high,reasoning-math,hard,Epoch-harness,,,,,,23,score%,0.289,,prev=0.23 (src-epoch.ai-benchmark-data-2026-10-15#M900),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row AsFSc8AQu4F46Tzp4xVwYu / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,sonnet-4.6,unstated,reasoning-math,hard,Epoch-harness,,,,,,14,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row VjfWxdhdNerrh4huSHT8PT / column Best score (across scorers)),,out:effort-not-established, epoch-mystery-game-puzzles,epoch.ai,sonnet-4.6,low,reasoning-math,hard,Epoch-harness,,,,,,16,score%,0.289,,prev=0.16 (src-epoch.ai-benchmark-data-2026-09-30#M113),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row YdyvoMQ4mA5V8Ymg6Tksxu / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,opus-5,unstated,reasoning-math,hard,Epoch-harness,,,,,,37,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row bWnggCv6to2QKSjngrtuos / column Best score (across scorers)),,out:effort-not-established, epoch-mystery-game-puzzles,epoch.ai,opus-4.7,unstated,reasoning-math,hard,Epoch-harness,,,,,,13,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row LsnPrukDADRTP8fsn8zD9S / column Best score (across scorers)),,out:effort-not-established, epoch-mystery-game-puzzles,epoch.ai,opus-4.6,unstated,reasoning-math,hard,Epoch-harness,,,,,,15,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row BbM4xbJcS5sjrzZABGg8K7 / column Best score (across scorers)),,out:effort-not-established, epoch-mystery-game-puzzles,epoch.ai,opus-4.6,low,reasoning-math,hard,Epoch-harness,,,,,,7,score%,0.289,,prev=0.07 (src-epoch.ai-benchmark-data-2026-09-30#M117),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row JarZHkwUMZ6HuA4ArMNT45 / column Best score (across scorers)),,out:single-couple, epoch-mystery-game-puzzles,epoch.ai,gemini-3.1-pro,medium,reasoning-math,hard,Epoch-harness,,,,,,32,score%,0.289,,prev=0.32 (src-epoch.ai-benchmark-data-2026-10-15#M901),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row WueZbBM3NwMUZPveuagrZo / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,gemini-3.1-pro,low,reasoning-math,hard,Epoch-harness,,,,,,29,score%,0.289,,prev=0.29 (src-epoch.ai-benchmark-data-2026-10-15#M902),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row 4a3M8rRWUoPphCSr2dguXH / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,sonnet-5,unstated,reasoning-math,hard,Epoch-harness,,,,,,16,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row AZHoMLTNQEcKLwtv7QzBLZ / column Best score (across scorers)),,out:effort-not-established, epoch-mystery-game-puzzles,epoch.ai,?gemini-3.5-flash,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,28,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row nrh3xa3Bn765Q6DXWoVfbS / column Best score (across scorers)),,out:model-not-established, epoch-mystery-game-puzzles,epoch.ai,gemini-3.6-flash,minimal,reasoning-math,hard,Epoch-harness,,,,,,25,score%,0.289,,prev=0.25 (src-epoch.ai-benchmark-data-2026-10-15#M904),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row 3L22tfAid5ZM42p92tqC73 / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,gemini-3.6-flash,low,reasoning-math,hard,Epoch-harness,,,,,,23,score%,0.289,,prev=0.23 (src-epoch.ai-benchmark-data-2026-10-15#M905),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row M8sY8vHnvSLxQUg3HTMTCp / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,gemini-3-flash,minimal,reasoning-math,hard,Epoch-harness,,,,,,25,score%,0.289,,prev=0.25 (src-epoch.ai-benchmark-data-2026-10-15#M906),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row njpkLAWZTvept6tnkraYrR / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,gemini-3-flash,high,reasoning-math,hard,Epoch-harness,,,,,,20,score%,2.89,,prev=0.2 (src-epoch.ai-benchmark-data-2026-10-15#M907),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row MvdunHkVURna3JuyDjhzEc / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,gemini-3-flash,low,reasoning-math,hard,Epoch-harness,,,,,,26,score%,0.289,,prev=0.26 (src-epoch.ai-benchmark-data-2026-10-15#M908),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row ZQMcTQjHcDSevCN2dYYHKY / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,gemini-3.5-flash-lite,minimal,reasoning-math,hard,Epoch-harness,,,,,,12,score%,0.289,,prev=0.12 (src-epoch.ai-benchmark-data-2026-10-15#M909),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row fJKhFRm5dn9wzbXojee7uj / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,gemini-3.5-flash-lite,low,reasoning-math,hard,Epoch-harness,,,,,,19,score%,0.289,,prev=0.19 (src-epoch.ai-benchmark-data-2026-10-15#M910),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row Mg2yb9Tp3yc2H3ApJX6JBK / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,deepseek-v4-flash-0731,max,reasoning-math,hard,Epoch-harness,,,,,,34,score%,0.289,,prev=0.34 (src-epoch.ai-benchmark-data-2026-10-15#M911),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row 4S4GXbkRhLz8wWP97jYG57 / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,qwen3.5-plus,unstated,reasoning-math,hard,Epoch-harness,,,,,,16,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row kCQr6ARwJyUfkwWqKAfuDX / column Best score (across scorers)),,out:effort-not-established, epoch-mystery-game-puzzles,epoch.ai,gpt-5,high,reasoning-math,hard,Epoch-harness,,,,,,23,score%,0.289,,prev=0.23 (src-epoch.ai-benchmark-data-2026-10-15#M913),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row NKdPCHXg9sphwKW2UEnmkD / column Best score (across scorers)),,out:single-couple, epoch-mystery-game-puzzles,epoch.ai,gemini-3.6-flash,high,reasoning-math,hard,Epoch-harness,,,,,,30,score%,2.89,,prev=0.3 (src-epoch.ai-benchmark-data-2026-10-15#M914),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row YBqiCXPjMUSAgAjDUoz5sy / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,?qwen3.8-max,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,38,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row c2YLifDU4zYCX5Jbi9HLL7 / column Best score (across scorers)),,out:model-not-established, epoch-mystery-game-puzzles,epoch.ai,fable-5,max,reasoning-math,hard,Epoch-harness,,,,,,52,score%,0.289,,prev=0.52 (src-epoch.ai-benchmark-data-2026-09-30#M119),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row X29V6KG3aVe5Nv5r3tsLHX / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,kimi-k3,max,reasoning-math,hard,Epoch-harness,,,,,,26,score%,0.289,,prev=0.26 (src-epoch.ai-benchmark-data-2026-10-15#M916),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row eCq63CuekohAswYftWXJVj / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,sonnet-5,max,reasoning-math,hard,Epoch-harness,,,,,,35,score%,0.289,,prev=0.35 (src-epoch.ai-benchmark-data-2026-09-30#M120),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row YdcyYXLzqfPUSSgGv4MTED / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,gpt-5.6-luna,max,reasoning-math,hard,Epoch-harness,,,,,,21,score%,0.289,,prev=0.21 (src-epoch.ai-benchmark-data-2026-10-15#M917),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row Epg7eNLwwGPXtX3sSAwPf8 / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,gpt-5.6-terra,max,reasoning-math,hard,Epoch-harness,,,,,,35,score%,0.289,,prev=0.35 (src-epoch.ai-benchmark-data-2026-10-15#M918),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row MFTd4BUbtzbfcCky6d79d4 / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,gpt-5.6-sol,max,reasoning-math,hard,Epoch-harness,,,,,,58,score%,0.289,,prev=0.58 (src-epoch.ai-benchmark-data-2026-10-15#M919),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row 5kMRXeasRvtghXpDotCdgV / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,qwen3.7-max,unstated,reasoning-math,hard,Epoch-harness,,,,,,32,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row f7dotY9NheKNKK2zz6bfKZ / column Best score (across scorers)),,out:effort-not-established, epoch-mystery-game-puzzles,epoch.ai,gpt-5.5,high,reasoning-math,hard,Epoch-harness,,,,,,52,score%,0.289,,prev=0.52 (src-epoch.ai-benchmark-data-2026-10-15#M921),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row Knij32Jp6bQJ2V9NHpg5VS / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,gemini-3.1-pro,high,reasoning-math,hard,Epoch-harness,,,,,,34,score%,0.289,,prev=0.34 (src-epoch.ai-benchmark-data-2026-10-15#M922),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row g4bbCaiFDqw2YYNDAcmn2a / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,?gemini-3.5-flash,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,32,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row GQKsxFbdBWB546zE8ci49f / column Best score (across scorers)),,out:model-not-established, epoch-mystery-game-puzzles,epoch.ai,opus-4.8,xhigh,reasoning-math,hard,Epoch-harness,,,,,,31,score%,0.289,,prev=0.31 (src-epoch.ai-benchmark-data-2026-09-30#M121),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row 3ZnPtGRJkvqHk8wvWWRgCe / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,sonnet-4.5,think-48000,reasoning-math,hard,Epoch-harness,,,,,,17,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row 4oSbA2RKFsfuAfVayAMAww / column Best score (across scorers)),,out:budget-config, epoch-mystery-game-puzzles,epoch.ai,?claude-opus-4-1-20250805,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,21,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row 2AbeCjy9w4KJWKhbKjtFTJ / column Best score (across scorers)),,out:model-not-established, epoch-mystery-game-puzzles,epoch.ai,opus-4.5,think-48000,reasoning-math,hard,Epoch-harness,,,,,,22,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row k4zGHaXESxFRTRMkyDLZrz / column Best score (across scorers)),,out:budget-config, epoch-mystery-game-puzzles,epoch.ai,opus-4.8,max,reasoning-math,hard,Epoch-harness,,,,,,36,score%,0.289,,prev=0.36 (src-epoch.ai-benchmark-data-2026-09-30#M124),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row Q3WpHdurYNvawj6ycXyj6e / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,opus-5,max,reasoning-math,hard,Epoch-harness,,,,,,59,score%,0.289,,prev=0.59 (src-epoch.ai-benchmark-data-2026-09-30#M125),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row FfAvNS5H9bMDSBF4JNNiDz / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,opus-4.6,max,reasoning-math,hard,Epoch-harness,,,,,,25,score%,0.289,,prev=0.25 (src-epoch.ai-benchmark-data-2026-09-30#M126),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row 64rokFyL2L8Vd4SZVdayCy / column Best score (across scorers)),,out:single-couple, epoch-mystery-game-puzzles,epoch.ai,opus-4.7,max,reasoning-math,hard,Epoch-harness,,,,,,28,score%,0.289,,prev=0.28 (src-epoch.ai-benchmark-data-2026-09-30#M127),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row VFYhE54autgdYcMJNXicwU / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,gpt-5.4,xhigh,reasoning-math,hard,Epoch-harness,,,,,,37,score%,0.289,,prev=0.37 (src-epoch.ai-benchmark-data-2026-10-15#M924),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row T6DyawEuhVmDAaDTzDRNNx / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,gpt-5.5,xhigh,reasoning-math,hard,Epoch-harness,,,,,,56,score%,0.289,,prev=0.56 (src-epoch.ai-benchmark-data-2026-10-15#M925),https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row EatRQnSaUpUwKzdtjYnQHo / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,kimi-k2.6,unstated,reasoning-math,hard,Epoch-harness,,,,,,18,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-04 / row RA5MRbmWJpFPR29BQxfvZt / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,?doubao-seed-evolving,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,99.16666666666667,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row RG3zEJdwgXxoYZjFkHc6pa / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,?mistral-large-4-0-oss,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,99.44444444444445,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row gmJrht9jW92sRXiYyfSqEP / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,?seed-1.6,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,69.44444444444444,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row WNAkAqgqwujVtjUKxkjQVu / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,?doubao-seed-2.1-turbo-260628,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,96.11111111111111,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row mXHskR6CPxcMBRzmWaPvcq / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,?doubao-seed-2.0-pro-260215,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,93.88888888888889,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row GVKTrNdpeZhFRevQFSFkRY / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,?doubao-seed-2.0-lite-260428,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,91.11111111111111,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row RpVeo88Yf93kMhHgwz6jcj / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,?doubao-seed-2.1-pro-260628,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,95.55555555555556,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row jL9Sf6dcoTTRSSUFXTG7py / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-6.1-terra,max,reasoning-math,hard,Epoch-harness,,,,,,100,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row YnwukT2gyJHGKzPNPU9hry / column Best score (across scorers)),,out:uninformative, epoch-otis-mock-aime-2024-2025,epoch.ai,deepseek-v4.1-flash-1017,max,reasoning-math,hard,Epoch-harness,,,,,,99.44444444444445,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row chayEvHvpt2Wcif7pg64hF / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,?Muse-Spark-Open-816B-A42B,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,98.05555555555555,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row hB4XzBdWkdpG3WJVYqeRM8 / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,gemini-4-argon,high,reasoning-math,hard,Epoch-harness,,,,,,100,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row 43f36RTDoJGxXWQDVvTLJj / column Best score (across scorers)),,out:uninformative, epoch-otis-mock-aime-2024-2025,epoch.ai,?mistral-large-4-0,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,98.33333333333333,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row Pby5WuP8Muu6Jzs2v5gB7F / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,?muse-wonder-1.0,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,99.44444444444445,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row AFigcTGzpgZgMi6j2fpboa / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,deepseek-v4.1-flash,max,reasoning-math,hard,Epoch-harness,,,,,,98.33333333333333,score%,2.89e-15,,prev=0.9833333333333333 (src-epoch.ai-benchmark-data-2026-10-15#M1128),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row 7eHNiVQCzLcAyj5LxmeeSU / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,haiku-5.5,xhigh,reasoning-math,hard,Epoch-harness,,,,,,98.88888888888889,score%,2.89e-15,,prev=0.9888888888888889 (src-epoch.ai-benchmark-data-2026-10-15#M43),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row iiEPrSjWXHH6Zq9CK4Zmcr / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,haiku-5.5,high,reasoning-math,hard,Epoch-harness,,,,,,97.22222222222222,score%,2.89e-15,,prev=0.9722222222222222 (src-epoch.ai-benchmark-data-2026-10-15#M44),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row LycbwGumF6Q7ySpmGY94XW / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-6.1-sol,max,reasoning-math,hard,Epoch-harness,,,,,,100,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row Di7y6sES4PGQbXNkXYhdqM / column Best score (across scorers)),,out:uninformative, epoch-otis-mock-aime-2024-2025,epoch.ai,sonnet-5.5,max,reasoning-math,hard,Epoch-harness,,,,,,100,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row bSEaZLPehiNVDQL7HP9EJS / column Best score (across scorers)),,out:uninformative, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-6-luna,max,reasoning-math,hard,Epoch-harness,,,,,,98.88888888888889,score%,2.89e-15,,prev=0.9888888888888889 (src-epoch.ai-benchmark-data-2026-10-15#M1130),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row 4uDz9b6SosxDSZf7swMD9D / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,grok-4.7,xhigh,reasoning-math,hard,Epoch-harness,,,,,,98.05555555555555,score%,2.89e-15,,prev=0.9805555555555555 (src-epoch.ai-benchmark-data-2026-10-15#M1131),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row Jhgwm7QpspGcvm7DUVqUDg / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-6-sol,max,reasoning-math,hard,Epoch-harness,,,,,,100,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row VZAUcNkzeMSMm9paxBhj6B / column Best score (across scorers)),,out:uninformative, epoch-otis-mock-aime-2024-2025,epoch.ai,opus-5.5,max,reasoning-math,hard,Epoch-harness,,,,,,100,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row LSfona7P3jCAnZFXJ2YA7F / column Best score (across scorers)),,out:uninformative, epoch-otis-mock-aime-2024-2025,epoch.ai,muse-spark-1.3,xhigh,reasoning-math,hard,Epoch-harness,,,,,,99.16666666666667,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row Wmxkx5m3qaQuwzem6gzZmg / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen3.8-max-0902,xhigh,reasoning-math,hard,Epoch-harness,,,,,,100,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row 2f8Vn5QBdJnc9i5y9jzXS7 / column Best score (across scorers)),,out:uninformative, epoch-otis-mock-aime-2024-2025,epoch.ai,gemini-3.8-flash,high,reasoning-math,hard,Epoch-harness,,,,,,98.88888888888889,score%,2.89e-15,,prev=0.9888888888888889 (src-epoch.ai-benchmark-data-2026-10-15#M934),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row NeYuqgQyWtFWAHEjQYPm5Z / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,fable-5.1,max,reasoning-math,hard,Epoch-harness,,,,,,100,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row mRAASXsUuoJmc2oR5G89zR / column Best score (across scorers)),,out:uninformative, epoch-otis-mock-aime-2024-2025,epoch.ai,?granite-4.0-micro,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,2.7777777777777776,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row gVnaLSupMCiWmiScxfMLx3 / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,?granite-4.0-1b,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,0.8333333333333333,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row PiFfhBoFbnaoqX5z2gVvra / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen3.5-35b-a3b,nothink,reasoning-math,hard,Epoch-harness,,,,,,70,score%,2.89,,prev=0.7 (src-epoch.ai-benchmark-data-2026-10-15#M935),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row h9aoDxyWEhybvARHpyuoco / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen3.5-35b-a3b,unstated,reasoning-math,hard,Epoch-harness,,,,,,54.44444444444444,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row 9WS6kHXT8XFtJWtE2wWLAo / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen3-32b,nothink,reasoning-math,hard,Epoch-harness,,,,,,23.055555555555557,score%,2.89e-16,,prev=0.23055555555555557 (src-epoch.ai-benchmark-data-2026-10-15#M937),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row CfmvbqzjpF6cCJQfzqdD4w / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen3-32b,unstated,reasoning-math,hard,Epoch-harness,,,,,,66.94444444444444,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row BAi4jidcT3F6reBkSXDJKv / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen3-30b-a3b-thinking-2507,solo,reasoning-math,hard,Epoch-harness,,,,,,70.27777777777777,score%,2.89e-15,,prev=0.7027777777777777 (src-epoch.ai-benchmark-data-2026-10-15#M939),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row 6rZFxNR3GjfhWey6DzEiYz / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen3-30b-a3b-instruct-2507,solo,reasoning-math,hard,Epoch-harness,,,,,,62.22222222222222,score%,2.89e-15,,prev=0.6222222222222222 (src-epoch.ai-benchmark-data-2026-10-15#M940),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row Eo5cAQJK28CHpKDfCSDYG4 / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen3-30b-a3b,nothink,reasoning-math,hard,Epoch-harness,,,,,,25.555555555555554,score%,2.89e-16,,prev=0.25555555555555554 (src-epoch.ai-benchmark-data-2026-10-15#M941),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row ZzbWv2QGVfg4o2DTX45nqV / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen3-14b,nothink,reasoning-math,hard,Epoch-harness,,,,,,25.833333333333336,score%,2.89e-16,,prev=0.25833333333333336 (src-epoch.ai-benchmark-data-2026-10-15#M942),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row RMcys99fv45vvgTgakXXWn / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen2.5-7b-instruct,solo,reasoning-math,hard,Epoch-harness,,,,,,2.5,score%,0.0289,,prev=0.025 (src-epoch.ai-benchmark-data-2026-10-15#M943),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row U8HHNLLLVHJ7sHCfwdiDBX / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,mistral-small-3.2-24b-instruct,solo,reasoning-math,hard,Epoch-harness,,,,,,30.277777777777776,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row HyKzRUkV42yTmGrbYQvZxQ / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,?mistral-small-3.1-2503,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,3.888888888888889,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row nNZHFNyHgfv3uzPAxspaPT / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,mistral-small-24b-instruct-2501,solo,reasoning-math,hard,Epoch-harness,,,,,,6.666666666666667,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row LEBmfabfasGXFwRwhN9j35 / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,?Mistral-7B-Instruct-v0.3,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,0.2777777777777778,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row j6Mo25oV9Y9jdGxCMHZfpU / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,?magistral-small-2509,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,28.055555555555556,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row cSTYZ3FKp5Mbs3xopn68NK / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,llama-3.2-1b-instruct,solo,reasoning-math,hard,Epoch-harness,,,,,,0.5555555555555556,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row 8qwT2CF9U5zV99PFirnVsp / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,llama-3-8b-instruct,solo,reasoning-math,hard,Epoch-harness,,,,,,1.9444444444444445,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row CAcNPzYBEu39HFWPmuUEeP / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,glm-4.7-flash,unstated,reasoning-math,hard,Epoch-harness,,,,,,58.33333333333334,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row 9ekki5tJhyjmA7ZMLoUxzo / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-6-astra,max,reasoning-math,hard,Epoch-harness,,,,,,100,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row L7kW8yxFKCjVXhxNnt3VTq / column Best score (across scorers)),,out:uninformative, epoch-otis-mock-aime-2024-2025,epoch.ai,deepseek-llm-67b-chat,solo,reasoning-math,hard,Epoch-harness,,,,,,0.8333333333333333,score%,2.89e-17,,prev=0.008333333333333333 (src-epoch.ai-benchmark-data-2026-10-15#M946),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row Y5rC5REnP83Q7mAoMtjiRq / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,?seed-oss-36b-instruct,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,67.5,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row eJvV6RezECZwh3b4ekg4pm / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen3.5-4b,nothink,reasoning-math,hard,Epoch-harness,,,,,,55.83333333333333,score%,2.89e-15,,prev=0.5583333333333333 (src-epoch.ai-benchmark-data-2026-10-15#M947),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row SAZy8rk2HgyPjA8XZJFUmR / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen3-4b-instruct-2507,solo,reasoning-math,hard,Epoch-harness,,,,,,52.22222222222223,score%,2.89e-15,,prev=0.5222222222222223 (src-epoch.ai-benchmark-data-2026-10-15#M948),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row KH7KfZvFc9kZbqiJFdfYTc / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen3-30b-a3b,unstated,reasoning-math,hard,Epoch-harness,,,,,,62.77777777777778,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row XfjRkSyP4ub4gDsWcgS7KY / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen3-14b,unstated,reasoning-math,hard,Epoch-harness,,,,,,66.38888888888889,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row gRRQHECkYhz5UaYsRKDh2F / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen3-1.7b,nothink,reasoning-math,hard,Epoch-harness,,,,,,8.055555555555556,score%,2.89e-16,,prev=0.08055555555555556 (src-epoch.ai-benchmark-data-2026-10-15#M951),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row bbqokudairnKtbyjBjuWCx / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,gemma-4-26b-a4b-it,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,82.22222222222222,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row mstwSH7noJfvhGcd6Lz5kd / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,?granite-4.0-350m,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,0.2777777777777778,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row aQYiADNH3qVzZkWUmQn6nZ / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,glm-4.7-flash,nothink,reasoning-math,hard,Epoch-harness,,,,,,25,score%,0.289,,prev=0.25 (src-epoch.ai-benchmark-data-2026-10-15#M952),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row fPE4Zajhq5WfccSxEYXXR7 / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,gemma-3-4b-it,solo,reasoning-math,hard,Epoch-harness,,,,,,7.5,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row KAPGpH2CLMafAt8MnAQJT3 / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,?gemma-3-1b-it,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,1.1111111111111112,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row 3CGChL5vNDM6Df5C8Z8owN / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,gemma-3-12b-it,solo,reasoning-math,hard,Epoch-harness,,,,,,16.666666666666666,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row CAyLyhDHZiMQBZDB3qd8tG / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,deepseek-r1-distill-qwen-32b,solo,reasoning-math,hard,Epoch-harness,,,,,,55.55555555555556,score%,2.89e-15,,prev=0.5555555555555556 (src-epoch.ai-benchmark-data-2026-10-15#M953),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row KbUNQf8nnwPa8ixg6AnEwB / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,deepseek-r1-distill-qwen-14b,solo,reasoning-math,hard,Epoch-harness,,,,,,50.55555555555555,score%,2.89e-15,,prev=0.5055555555555555 (src-epoch.ai-benchmark-data-2026-10-15#M954),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row EceR3NeHzSxacdmAmfRxgT / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,deepseek-r1-distill-qwen-1.5b,solo,reasoning-math,hard,Epoch-harness,,,,,,21.388888888888888,score%,2.89e-16,,prev=0.21388888888888888 (src-epoch.ai-benchmark-data-2026-10-15#M955),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row Gs234P3jzGiLm68KjyzYZL / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,deepseek-r1-0528-qwen3-8b,solo,reasoning-math,hard,Epoch-harness,,,,,,43.88888888888889,score%,2.89e-15,,prev=0.4388888888888889 (src-epoch.ai-benchmark-data-2026-10-15#M956),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row LWbCXNGMXtjQYxyM2uoFMV / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,qwq-32b,solo,reasoning-math,hard,Epoch-harness,,,,,,59.16666666666667,score%,2.89e-15,,prev=0.5916666666666667 (src-epoch.ai-benchmark-data-2026-10-15#M957),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row 2xMn6dbY9mw4pmkh8Tz9Gn / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,llama-3.1-8b-instruct,solo,reasoning-math,hard,Epoch-harness,,,,,,1.6666666666666666,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row 6YAzFq89fwWiJ3uJdptCMr / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen3.5-9b,nothink,reasoning-math,hard,Epoch-harness,,,,,,61.66666666666667,score%,2.89e-15,,prev=0.6166666666666667 (src-epoch.ai-benchmark-data-2026-10-15#M958),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row YBMTDnW5LmCN6tBp2QYHzi / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen3.5-9b,unstated,reasoning-math,hard,Epoch-harness,,,,,,42.777777777777776,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row 5FVmQUSS4uRd23f6nNgeRe / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen3-8b,nothink,reasoning-math,hard,Epoch-harness,,,,,,22.22222222222222,score%,2.89e-15,,prev=0.2222222222222222 (src-epoch.ai-benchmark-data-2026-10-15#M960),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row ASLdzByzxxMxFeLc7dwTPi / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen3-8b,unstated,reasoning-math,hard,Epoch-harness,,,,,,56.11111111111111,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row gG2B6fLUDBy5jRraxL2pz8 / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,gemma-3-27b-it,solo,reasoning-math,hard,Epoch-harness,,,,,,22.5,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row DhJ248BX3ZPBHXvkRG4Qsz / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-oss-20b,high,reasoning-math,hard,Epoch-harness,,,,,,50.83333333333333,score%,2.89e-15,,prev=0.5083333333333333 (src-epoch.ai-benchmark-data-2026-10-15#M962),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row GMngscbSmqoPbGZWNv2Jvw / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-oss-20b,medium,reasoning-math,hard,Epoch-harness,,,,,,65.27777777777778,score%,2.89e-15,,prev=0.6527777777777778 (src-epoch.ai-benchmark-data-2026-10-15#M963),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row DB8ja6pEZWGocQbdciyisL / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-oss-20b,low,reasoning-math,hard,Epoch-harness,,,,,,40.27777777777778,score%,2.89e-15,,prev=0.4027777777777778 (src-epoch.ai-benchmark-data-2026-10-15#M964),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row cMwETYmC6b4yKupyJfEHv2 / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,glm-5.3-flash,max,reasoning-math,hard,Epoch-harness,,,,,,93.88888888888889,score%,2.89e-15,,prev=0.9388888888888889 (src-epoch.ai-benchmark-data-2026-10-15#M965),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row NCikvVWc5SEyMEbCqvVNb2 / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,glm-5.3,max,reasoning-math,hard,Epoch-harness,,,,,,91.11111111111111,score%,2.89e-15,,prev=0.9111111111111111 (src-epoch.ai-benchmark-data-2026-10-15#M966),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row goZR5yGxZic9TZ23ezCL3w / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,deepseek-v4-pro-0813,max,reasoning-math,hard,Epoch-harness,,,,,,98.61111111111112,score%,2.89e-15,,prev=0.9861111111111112 (src-epoch.ai-benchmark-data-2026-10-15#M967),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row 4HVvM9ZWKKPLQPcC8WYYMT / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,?gemini-3.7-flash,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,97.22222222222222,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row kQjrYCaa7yYyMXofeR23Dd / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,?inkling-small,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,90,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row 53BDFebxiT9KGeP5FRt6bJ / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,grok-4.6,xhigh,reasoning-math,hard,Epoch-harness,,,,,,99.16666666666667,score%,2.89e-15,,prev=0.9916666666666667 (src-epoch.ai-benchmark-data-2026-10-15#M969),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row 7crLvnfQc987dC6mr3iGbf / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,grok-4.6,high,reasoning-math,hard,Epoch-harness,,,,,,97.77777777777777,score%,2.89e-15,,prev=0.9777777777777777 (src-epoch.ai-benchmark-data-2026-10-15#M970),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row jtfdCURnwfZzak4BSiBKzx / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,nemotron-3-ultra-550b-a55b,unstated,reasoning-math,hard,Epoch-harness,,,,,,86.66666666666667,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row WYTWr3Xk4qxymhMsm7vRQ2 / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,minimax-m3,nothink,reasoning-math,hard,Epoch-harness,,,,,,26.666666666666666,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row 97t77hRrNae6Va8fBqBhPy / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,minimax-m3,unstated,reasoning-math,hard,Epoch-harness,,,,,,71.11111111111111,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row 79ZP6iwoBaF5t9a5VRqPnw / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,glm-5.2,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,28.888888888888886,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row J8hYKbXiGhetQRwu5bUSp6 / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,glm-5.2,high,reasoning-math,hard,Epoch-harness,,,,,,75.55555555555555,score%,2.89e-15,,prev=0.7555555555555555 (src-epoch.ai-benchmark-data-2026-10-15#M972),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row 9uKmMPn6eiRPsfcLKod7M7 / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,glm-5.1,unstated,reasoning-math,hard,Epoch-harness,,,,,,93.33333333333333,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row b7Lw9ExxAhVY3hdExoh4MP / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5.4-mini,xhigh,reasoning-math,hard,Epoch-harness,,,,,,88.88888888888888,score%,2.89e-15,,prev=0.8888888888888888 (src-epoch.ai-benchmark-data-2026-10-15#M974),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row QGMk6JNCYuUkFMF4zdVCsM / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5.6-sol,nothink,reasoning-math,hard,Epoch-harness,,,,,,68.88888888888889,score%,2.89e-15,,prev=0.6888888888888889 (src-epoch.ai-benchmark-data-2026-10-15#M975),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row g7czyLHudHegzP9yRD939X / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5.5,nothink,reasoning-math,hard,Epoch-harness,,,,,,57.77777777777777,score%,2.89e-15,,prev=0.5777777777777777 (src-epoch.ai-benchmark-data-2026-10-15#M976),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row QuqPmMUTbiEsUvoFYZx5Mk / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,kimi-k3,low,reasoning-math,hard,Epoch-harness,,,,,,68.88888888888889,score%,2.89e-15,,prev=0.6888888888888889 (src-epoch.ai-benchmark-data-2026-10-15#M977),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row frszScNxpHXXjSHawCt9Zb / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,kimi-k3,high,reasoning-math,hard,Epoch-harness,,,,,,93.33333333333333,score%,2.89e-15,,prev=0.9333333333333333 (src-epoch.ai-benchmark-data-2026-10-15#M978),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row 4E5xGsuRMwMBhAfC4F2G4N / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5.6-terra,nothink,reasoning-math,hard,Epoch-harness,,,,,,53.33333333333333,score%,2.89e-15,,prev=0.5333333333333333 (src-epoch.ai-benchmark-data-2026-10-15#M979),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row cjUVqF2qQJ4qhFKBU5BQpW / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5.4-mini,nothink,reasoning-math,hard,Epoch-harness,,,,,,26.666666666666666,score%,2.89e-16,,prev=0.26666666666666666 (src-epoch.ai-benchmark-data-2026-10-15#M980),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row R4NrJwtfdSQkGCWyKnrxgh / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen3.6-max-preview,unstated,reasoning-math,hard,Epoch-harness,,,,,,91.11111111111111,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row EfJpx5HztMmL5EQSwsyqMe / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5.6-sol,low,reasoning-math,hard,Epoch-harness,,,,,,95.55555555555556,score%,2.89e-15,,prev=0.9555555555555556 (src-epoch.ai-benchmark-data-2026-10-15#M982),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row Mifz96Jm442bn43Qnxj5rT / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5.5,low,reasoning-math,hard,Epoch-harness,,,,,,84.44444444444444,score%,2.89e-15,,prev=0.8444444444444444 (src-epoch.ai-benchmark-data-2026-10-15#M983),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row CdmtwZ8NR8YeTXWiLVTRDJ / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen3.7-max,unstated,reasoning-math,hard,Epoch-harness,,,,,,95.55555555555556,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row D3YDUZSfEUDsS4frLbEKDu / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,o3,medium,reasoning-math,hard,Epoch-harness,,,,,,84.44444444444444,score%,2.89e-15,,prev=0.8444444444444444 (src-epoch.ai-benchmark-data-2026-10-15#M985),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row 8GjRH3T4wVQMnBKX4fv4ub / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5.1,nothink,reasoning-math,hard,Epoch-harness,,,,,,37.777777777777777,score%,2.89e-16,,prev=0.37777777777777777 (src-epoch.ai-benchmark-data-2026-10-15#M986),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row H5NgPXUD57sbusTLp3yKQE / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,kimi-k2.7-code,solo,reasoning-math,hard,Epoch-harness,,,,,,95.55555555555556,score%,2.89e-15,,prev=0.9555555555555556 (src-epoch.ai-benchmark-data-2026-10-15#M987),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row ENc5ZM5TpBYNKkTWN4xyQM / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5.6-terra,low,reasoning-math,hard,Epoch-harness,,,,,,88.88888888888888,score%,2.89e-15,,prev=0.8888888888888888 (src-epoch.ai-benchmark-data-2026-10-15#M988),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row Z6S3nMC2tnkpKUixCPLiDj / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5.6-luna,nothink,reasoning-math,hard,Epoch-harness,,,,,,40,score%,2.89,,prev=0.4 (src-epoch.ai-benchmark-data-2026-10-15#M989),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row QYZ6wRuT7WMkaYPKc9dRPy / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen3.6-plus,unstated,reasoning-math,hard,Epoch-harness,,,,,,93.33333333333333,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row jYiGAFfUQKJuRStPzU3PX3 / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,o4-mini,medium,reasoning-math,hard,Epoch-harness,,,,,,73.33333333333333,score%,2.89e-15,,prev=0.7333333333333333 (src-epoch.ai-benchmark-data-2026-10-15#M991),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row TWJtwC5bzXa9HorTH8DNJy / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen3.6-27b,unstated,reasoning-math,hard,Epoch-harness,,,,,,91.11111111111111,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row 452pB5w5ea6uy92e2q2NMv / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen3.6-27b,nothink,reasoning-math,hard,Epoch-harness,,,,,,66.66666666666666,score%,2.89e-15,,prev=0.6666666666666666 (src-epoch.ai-benchmark-data-2026-10-15#M993),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row o6VtA8qruLpoShhPy2JdLg / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen3.5-397b-a17b,unstated,reasoning-math,hard,Epoch-harness,,,,,,88.88888888888888,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row JYuFdyZZSiMvmSZNzMTywb / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen3.5-397b-a17b,nothink,reasoning-math,hard,Epoch-harness,,,,,,82.22222222222222,score%,2.89e-15,,prev=0.8222222222222222 (src-epoch.ai-benchmark-data-2026-10-15#M995),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row i2ZUgMREKiFAnE2M54w3Py / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen3.5-plus,unstated,reasoning-math,hard,Epoch-harness,,,,,,86.66666666666667,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row cFbntXuxUtfreULvt7vEt7 / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,gemini-3.6-flash,minimal,reasoning-math,hard,Epoch-harness,,,,,,80,score%,2.89,,prev=0.8 (src-epoch.ai-benchmark-data-2026-10-15#M997),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row cF97JqHbFxxp7ePjYVK9HV / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,gemini-3.6-flash,low,reasoning-math,hard,Epoch-harness,,,,,,82.22222222222222,score%,2.89e-15,,prev=0.8222222222222222 (src-epoch.ai-benchmark-data-2026-10-15#M998),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row 6iEkMa88YjLDgcde4bLm8B / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen3.6-35b-a3b,unstated,reasoning-math,hard,Epoch-harness,,,,,,86.66666666666667,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row 3n5KDcBaKqJh3WTg7qU2rs / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen3.6-35b-a3b,nothink,reasoning-math,hard,Epoch-harness,,,,,,68.88888888888889,score%,2.89e-15,,prev=0.6888888888888889 (src-epoch.ai-benchmark-data-2026-10-15#M1000),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row 7GiYWM7UagUsHpNsdymd4z / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen3.7-plus,unstated,reasoning-math,hard,Epoch-harness,,,,,,93.33333333333333,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row Jvdw6GAXiS6T79bkpbk6Ra / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen3.7-plus,nothink,reasoning-math,hard,Epoch-harness,,,,,,80,score%,2.89,,prev=0.8 (src-epoch.ai-benchmark-data-2026-10-15#M1002),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row o5th8Rb9WiaDbv4oEMDoFa / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen3.7-flash,unstated,reasoning-math,hard,Epoch-harness,,,,,,86.66666666666667,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row TjoS7sNuqVTc4LVyGRo4wa / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen3.7-flash,nothink,reasoning-math,hard,Epoch-harness,,,,,,77.77777777777778,score%,2.89e-15,,prev=0.7777777777777778 (src-epoch.ai-benchmark-data-2026-10-15#M1004),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row SZDgstFQJAGeGQwMXgNx6w / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5.6-luna,low,reasoning-math,hard,Epoch-harness,,,,,,66.66666666666666,score%,2.89e-15,,prev=0.6666666666666666 (src-epoch.ai-benchmark-data-2026-10-15#M1005),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row ZgU8BagFmaj7BE94y3JDZA / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen3.6-flash,unstated,reasoning-math,hard,Epoch-harness,,,,,,84.44444444444444,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row 9zx2EXPTvPmxsL9qFCjP3x / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5.4-nano,nothink,reasoning-math,hard,Epoch-harness,,,,,,46.66666666666667,score%,2.89e-15,,prev=0.4666666666666667 (src-epoch.ai-benchmark-data-2026-10-15#M1007),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row eUR9o3bvU2Yu3KY5w5uk4j / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-3.5-turbo-0125,solo,reasoning-math,hard,Epoch-harness,,,,,,2.2222222222222223,score%,2.89e-17,,prev=0.022222222222222223 (src-epoch.ai-benchmark-data-2026-10-15#M1008),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row 7ZVhkukwaRXU2Sx2ttibPF / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen3.5-flash,unstated,reasoning-math,hard,Epoch-harness,,,,,,84.44444444444444,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row awDKyKbPXRzBVZzfdQucef / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5-mini,minimal,reasoning-math,hard,Epoch-harness,,,,,,55.55555555555556,score%,2.89e-15,,prev=0.5555555555555556 (src-epoch.ai-benchmark-data-2026-10-15#M1010),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row 7VLdaSiAanBwM9TJUB5BhU / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5.4-nano,low,reasoning-math,hard,Epoch-harness,,,,,,68.88888888888889,score%,2.89e-15,,prev=0.6888888888888889 (src-epoch.ai-benchmark-data-2026-10-15#M1011),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row bxvsuZ4Xpi3gZ4rsA8T7kV / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,gemma-4-31b-it,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,73.33333333333333,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row jFJucVunfLgoQqoFvPVQWP / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,gemini-3.1-pro,high,reasoning-math,hard,Epoch-harness,,,,,,95.55555555555556,score%,2.89e-15,,prev=0.9555555555555556 (src-epoch.ai-benchmark-data-2026-10-15#M1012),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row nhim2QCRgpir5cZdqrmUz3 / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,?deepseek-v4-pro,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,46.66666666666667,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row 7bwsMdahVHrkaiN5x49Dk7 / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,?deepseek-v4-pro,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,95.55555555555556,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row GLZkYFDFDENRiHyL68Nq43 / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,opus-4.6,max,reasoning-math,hard,Epoch-harness,,,,,,91.11111111111111,score%,2.89e-15,,prev=0.9111111111111111 (src-epoch.ai-benchmark-data-2026-09-30#M131),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row coxYk5vK5cBhQ7iZohMtA5 / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,gemini-3.5-flash-lite,low,reasoning-math,hard,Epoch-harness,,,,,,60,score%,2.89,,prev=0.6 (src-epoch.ai-benchmark-data-2026-10-15#M1015),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row B3Kno3buYWRYbZxU33STiX / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,gemini-3.5-flash-lite,minimal,reasoning-math,hard,Epoch-harness,,,,,,51.11111111111111,score%,2.89e-15,,prev=0.5111111111111111 (src-epoch.ai-benchmark-data-2026-10-15#M1016),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row ivr2LfmdZoCMfLME7jh2L8 / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,gemini-3.5-flash-lite,high,reasoning-math,hard,Epoch-harness,,,,,,71.11111111111111,score%,2.89e-15,,prev=0.7111111111111111 (src-epoch.ai-benchmark-data-2026-10-15#M1017),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row mqsc4vFuKtAHXxbYyX9WwK / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,?gemini-3.5-flash,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,88.88888888888888,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row ig7gQ23WRms9SQLLNPtbTi / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,gemini-3.1-flash-lite,minimal,reasoning-math,hard,Epoch-harness,,,,,,37.777777777777777,score%,2.89e-16,,prev=0.37777777777777777 (src-epoch.ai-benchmark-data-2026-10-15#M1019),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row EoSFpgFhJB7iDPLcMNuLH4 / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,gemini-3.1-flash-lite,low,reasoning-math,hard,Epoch-harness,,,,,,44.44444444444444,score%,2.89e-15,,prev=0.4444444444444444 (src-epoch.ai-benchmark-data-2026-10-15#M1020),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row CFBCC2QrkCAFBAvFj5pqPF / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,gemini-3.1-flash-lite,high,reasoning-math,hard,Epoch-harness,,,,,,80,score%,2.89,,prev=0.8 (src-epoch.ai-benchmark-data-2026-10-15#M1021),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row NMdaAXyqqPRmWfuxZUfHFF / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,gemini-3-flash,high,reasoning-math,hard,Epoch-harness,,,,,,95.55555555555556,score%,2.89e-15,,prev=0.9555555555555556 (src-epoch.ai-benchmark-data-2026-10-15#M1022),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row a4uE6KgMhGSUjcnemRnbkA / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,sonnet-5,max,reasoning-math,hard,Epoch-harness,,,,,,80,score%,2.89,,prev=0.8 (src-epoch.ai-benchmark-data-2026-09-30#M132),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row XRutLYUVUePe69APTSTw8S / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,opus-5,low,reasoning-math,hard,Epoch-harness,,,,,,93.33333333333333,score%,2.89e-15,,prev=0.9333333333333333 (src-epoch.ai-benchmark-data-2026-09-30#M133),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row Z5FAHm8aqmk8NUUm7tojng / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,sonnet-4.6,max,reasoning-math,hard,Epoch-harness,,,,,,71.11111111111111,score%,2.89e-15,,prev=0.7111111111111111 (src-epoch.ai-benchmark-data-2026-09-30#M134),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row XnQVH5qSfxVjpzoPwUEmnh / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,opus-5,unstated,reasoning-math,hard,Epoch-harness,,,,,,97.77777777777777,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row gsBidnvEcmCfLnn5sxePtk / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,opus-4.8,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,84.44444444444444,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row adGE8rXdNuUFs96ioppbc5 / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,opus-4.8,low,reasoning-math,hard,Epoch-harness,,,,,,97.77777777777777,score%,2.89e-15,,prev=0.9777777777777777 (src-epoch.ai-benchmark-data-2026-09-30#M137),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row MEhV5sh6nbM8cKJGQ6HzcS / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,opus-4.7,max,reasoning-math,hard,Epoch-harness,,,,,,86.66666666666667,score%,2.89e-15,,prev=0.8666666666666667 (src-epoch.ai-benchmark-data-2026-09-30#M138),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row T4y4iGHMqA8tXCdBKr5GjS / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,fable-5,low,reasoning-math,hard,Epoch-harness,,,,,,97.77777777777777,score%,2.89e-15,,prev=0.9777777777777777 (src-epoch.ai-benchmark-data-2026-09-30#M139),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row 6E989Xxeuw925T7cCV3XGB / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,fable-5,high,reasoning-math,hard,Epoch-harness,,,,,,100,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row hwrnvtEbDAocFtjcsHqsQh / column Best score (across scorers)),,out:uninformative, epoch-otis-mock-aime-2024-2025,epoch.ai,?magistral-small-2506,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,30,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row hmZPoiHBpqufv9r7ujiK8V / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,?Inkling,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,88.88888888888888,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row j2fELMf364qfh2cpaVDL6W / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,?qwen3.8-max,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,99.44444444444445,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row aGRKHaq9uSawfYVpC565zU / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,?gpt-5.5-instant,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,68.05555555555556,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row hGzLQWbxPdgQiiMbaDqF8k / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,deepseek-v4-flash-0731,max,reasoning-math,hard,Epoch-harness,,,,,,94.44444444444444,score%,2.89e-15,,prev=0.9444444444444444 (src-epoch.ai-benchmark-data-2026-10-15#M1025),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row FQ3Suh2vKacz7UNqJybTWk / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,gemini-3.6-flash,high,reasoning-math,hard,Epoch-harness,,,,,,94.16666666666667,score%,2.89e-15,,prev=0.9416666666666667 (src-epoch.ai-benchmark-data-2026-10-15#M1026),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row ajQFZGMjvyMTH2ULDZhwtz / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,opus-5,max,reasoning-math,hard,Epoch-harness,,,,,,98.88888888888889,score%,2.89e-15,,prev=0.9888888888888889 (src-epoch.ai-benchmark-data-2026-09-30#M141),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row KxvHAT9SV2dTDn7jBnTk6f / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,o3-mini,low,reasoning-math,hard,Epoch-harness,,,,,,44.44444444444444,score%,2.89e-15,,prev=0.4444444444444444 (src-epoch.ai-benchmark-data-2026-10-15#M1027),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row DvMvnsvXgBB38PEnLGbTPH / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5,minimal,reasoning-math,hard,Epoch-harness,,,,,,46.66666666666667,score%,2.89e-15,,prev=0.4666666666666667 (src-epoch.ai-benchmark-data-2026-10-15#M1028),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row RMsr7t8ZwJmox4m863sJGm / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,kimi-k3,max,reasoning-math,hard,Epoch-harness,,,,,,97.22222222222222,score%,2.89e-15,,prev=0.9722222222222222 (src-epoch.ai-benchmark-data-2026-10-15#M1029),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row A33om9MTYMC7xYeLv9X7Ha / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,?deepseek-chat,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,48.88888888888889,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row DzXSCtsyMBfoBAhBDMxhsQ / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,o1,low,reasoning-math,hard,Epoch-harness,,,,,,53.33333333333333,score%,2.89e-15,,prev=0.5333333333333333 (src-epoch.ai-benchmark-data-2026-10-15#M1031),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row JsAVnfoWmxCaChyiNU9VFi / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,o1,high,reasoning-math,hard,Epoch-harness,,,,,,73.33333333333333,score%,2.89e-15,,prev=0.7333333333333333 (src-epoch.ai-benchmark-data-2026-10-15#M1032),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row AEQDjKHZzrVUubU42ZUZwA / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,o3,low,reasoning-math,hard,Epoch-harness,,,,,,60,score%,2.89,,prev=0.6 (src-epoch.ai-benchmark-data-2026-10-15#M1033),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row 8ygEN7GrcTGeBLbVWT9JQ8 / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5.4,medium,reasoning-math,hard,Epoch-harness,,,,,,95.55555555555556,score%,2.89e-15,,prev=0.9555555555555556 (src-epoch.ai-benchmark-data-2026-10-15#M1034),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row eUJNMJSdLnJWNgRY8D2rYw / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5.4,nothink,reasoning-math,hard,Epoch-harness,,,,,,57.77777777777777,score%,2.89e-15,,prev=0.5777777777777777 (src-epoch.ai-benchmark-data-2026-10-15#M1035),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row fjxs2EWts9GjpuBtFD5BN3 / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5.4,high,reasoning-math,hard,Epoch-harness,,,,,,97.77777777777777,score%,2.89e-15,,prev=0.9777777777777777 (src-epoch.ai-benchmark-data-2026-10-15#M1036),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row DpPahiEawokzgidE3cNZbS / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5.4,low,reasoning-math,hard,Epoch-harness,,,,,,84.44444444444444,score%,2.89e-15,,prev=0.8444444444444444 (src-epoch.ai-benchmark-data-2026-10-15#M1037),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row bezRyWjXxqHnQeiL4MkSfZ / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,?gemini-3.5-flash,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,80,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row JuM7FArkmhLqqKBqudySsC / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5-nano,low,reasoning-math,hard,Epoch-harness,,,,,,46.66666666666667,score%,2.89e-15,,prev=0.4666666666666667 (src-epoch.ai-benchmark-data-2026-10-15#M1039),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row 298stsbTPpZp7toZsS5cp8 / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,sonnet-4.6,high,reasoning-math,hard,Epoch-harness,,,,,,75.55555555555555,score%,2.89e-15,,prev=0.7555555555555555 (src-epoch.ai-benchmark-data-2026-09-30#M142),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row oXZ7ZVZtADrwFPKAe6zTvL / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5-nano,minimal,reasoning-math,hard,Epoch-harness,,,,,,35.555555555555557,score%,2.89e-16,,prev=0.35555555555555557 (src-epoch.ai-benchmark-data-2026-10-15#M1040),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row kJHhuWKGEEunTq9FxwKx9E / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5.2,nothink,reasoning-math,hard,Epoch-harness,,,,,,62.22222222222222,score%,2.89e-15,,prev=0.6222222222222222 (src-epoch.ai-benchmark-data-2026-10-15#M1041),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row UBKiF8QVUmHwqgx4rF7CDA / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,sonnet-4.6,medium,reasoning-math,hard,Epoch-harness,,,,,,82.22222222222222,score%,2.89e-15,,prev=0.8222222222222222 (src-epoch.ai-benchmark-data-2026-09-30#M143),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row kDNNbUYXhrAH5uDBGykFaf / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,o4-mini,low,reasoning-math,hard,Epoch-harness,,,,,,57.77777777777777,score%,2.89e-15,,prev=0.5777777777777777 (src-epoch.ai-benchmark-data-2026-10-15#M1042),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row WNYdVF9tnK7Nf6We9NEhJS / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,grok-4.20,think,reasoning-math,hard,Epoch-harness,,,,,,92.22222222222223,score%,2.89e-15,,prev=0.9222222222222223 (src-epoch.ai-benchmark-data-2026-10-15#M1043),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row mM6vdJpgjLY9prnetXzZJS / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5.6-terra,max,reasoning-math,hard,Epoch-harness,,,,,,99.72222222222222,score%,2.89e-15,,prev=0.9972222222222222 (src-epoch.ai-benchmark-data-2026-10-15#M1044),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row jUmmCNezoW7jWiK72SVCaP / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5.6-luna,max,reasoning-math,hard,Epoch-harness,,,,,,98.33333333333333,score%,2.89e-15,,prev=0.9833333333333333 (src-epoch.ai-benchmark-data-2026-10-15#M1045),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row AhtQ5ggs4pTfLDqHFjueGy / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5.6-sol,max,reasoning-math,hard,Epoch-harness,,,,,,100,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row 7RjsANKwwsePSstcZeSMhX / column Best score (across scorers)),,out:uninformative, epoch-otis-mock-aime-2024-2025,epoch.ai,grok-4.5,high,reasoning-math,hard,Epoch-harness,,,,,,97.77777777777777,score%,2.89e-15,,prev=0.9777777777777777 (src-epoch.ai-benchmark-data-2026-10-15#M1047),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row f8Pac6hqib4t7x2s4HCRoT / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,sonnet-5,xhigh,reasoning-math,hard,Epoch-harness,,,,,,94.72222222222222,score%,2.89e-15,,prev=0.9472222222222222 (src-epoch.ai-benchmark-data-2026-09-30#M144),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row T2wFfuSkUdyjpyqurxNmNK / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,glm-5.2,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,86.38888888888889,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row XjFqou6MyT2XLpkUsCrgxM / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,grok-4.3,high,reasoning-math,hard,Epoch-harness,,,,,,93.33333333333333,score%,2.89e-15,,prev=0.9333333333333333 (src-epoch.ai-benchmark-data-2026-10-15#M1049),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row fzoUFmy77NpEDtXyA6w6ap / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,?deepseek-v4-pro,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,96.66666666666667,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row HjTDENSpy9sancDzr7pccY / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,fable-5,max,reasoning-math,hard,Epoch-harness,,,,,,99.72222222222222,score%,2.89e-15,,prev=0.9972222222222222 (src-epoch.ai-benchmark-data-2026-09-30#M145),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row eiLEpRUvK48wUKDh4sYkzV / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,opus-4.8,max,reasoning-math,hard,Epoch-harness,,,,,,98.33333333333333,score%,2.89e-15,,prev=0.9833333333333333 (src-epoch.ai-benchmark-data-2026-09-30#M146),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row 37pJqPpXTE6ia9ikmmGPJ4 / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,?gemini-3.5-flash,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,95.55555555555556,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row eYmgjYJfM7Utm46nfoRfZ6 / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,kimi-k2.6,unstated,reasoning-math,hard,Epoch-harness,,,,,,96.11111111111111,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row BTeRdhgt6TFBj6QkGX2j6P / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,?gpt-5.5-pro-pre-release,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,100,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row YxbseUDNgFUjokfYXui62r / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,?gpt-5.5-pre-release,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,100,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row dP6L7ViZSdcTiWxooLCTUh / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,opus-4.7,xhigh,reasoning-math,hard,Epoch-harness,,,,,,97.8,score%,0.0289,,prev=0.978 (src-epoch.ai-benchmark-data-2026-09-30#M147),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row jyCZnpXG2bh9G43X8pT75m / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5.4-mini,high,reasoning-math,hard,Epoch-harness,,,,,,87.22222222222222,score%,2.89e-15,,prev=0.8722222222222222 (src-epoch.ai-benchmark-data-2026-10-15#M1055),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row Z5Sp2AKYzTBNdMEyTfTRuN / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5.4-nano,high,reasoning-math,hard,Epoch-harness,,,,,,87.78,score%,0.00289,,prev=0.8778 (src-epoch.ai-benchmark-data-2026-10-15#M1056),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row jVv9m8DjkdpZaLPdUzAnG9 / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,?muse-spark,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,88.9,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row muse-spark-pre-release-mock-aime / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5.4,xhigh,reasoning-math,hard,Epoch-harness,,,,,,95.3,score%,0.0289,,prev=0.953 (src-epoch.ai-benchmark-data-2026-10-15#M1057),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row HVsPchr34pWYHNuv5sKYyK / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,sonnet-4.6,think-32000,reasoning-math,hard,Epoch-harness,,,,,,85.7936507936508,score%,2.89e-14,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row 9LWdzVN5w4ihNvncsaCWMu / column Best score (across scorers)),,out:budget-config, epoch-otis-mock-aime-2024-2025,epoch.ai,gemini-3.1-pro,unstated,reasoning-math,hard,Epoch-harness,,,,,,95.6,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row bXgZZgzRE3wXoSRUgrbsVf / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,glm-5,unstated,reasoning-math,hard,Epoch-harness,,,,,,80,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row ccbx7KQY9bTD563vzBXwSg / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,opus-4.6,think-64000,reasoning-math,hard,Epoch-harness,,,,,,94.44444444444444,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row TUPC8VdX4jApFa4MGfNP4t / column Best score (across scorers)),,out:budget-config, epoch-otis-mock-aime-2024-2025,epoch.ai,opus-4.6,think-32000,reasoning-math,hard,Epoch-harness,,,,,,93.05555555555556,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row kZ3VgrQJxfKQ5msjpmSaAz / column Best score (across scorers)),,out:budget-config, epoch-otis-mock-aime-2024-2025,epoch.ai,kimi-k2.5,unstated,reasoning-math,hard,Epoch-harness,,,,,,92.2,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row mbfZvrSNoXSJqCyD4VKqLe / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,glm-4.7,unstated,reasoning-math,hard,Epoch-harness,,,,,,83.33333333333334,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row GYzmrzMfeSjNjm2J6L9PeT / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,gemini-3-flash,unstated,reasoning-math,hard,Epoch-harness,,,,,,92.77777777777778,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row H3E7EjjXfGCPnm9ooLdmAo / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,?deepseek-reasoner,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,87.8174603174603,score%,2.89e-14,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row 8szQqvTsGG8gJ2TiFReRn9 / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5.2,xhigh,reasoning-math,hard,Epoch-harness,,,,,,96.1,score%,0.0289,,prev=0.961 (src-epoch.ai-benchmark-data-2026-10-15#M1064),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row R393BZjXtkEYju29gs5R8B / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,?openai/gpt-oss-120b,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,88.88888888888888,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row 3QjP5HPi8tKUzHtNJktfv4 / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5.2,medium,reasoning-math,hard,Epoch-harness,,,,,,93.88888888888889,score%,2.89e-15,,prev=0.9388888888888889 (src-epoch.ai-benchmark-data-2026-10-15#M1066),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row Z2ZwwqLDDrBrEYhtKtFLCQ / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5.2,high,reasoning-math,hard,Epoch-harness,,,,,,96.11111111111111,score%,2.89e-15,,prev=0.9611111111111111 (src-epoch.ai-benchmark-data-2026-10-15#M1067),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row LiUMZyNSM8q93KDubWgYCh / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5.2,low,reasoning-math,hard,Epoch-harness,,,,,,78.88888888888889,score%,2.89e-15,,prev=0.7888888888888889 (src-epoch.ai-benchmark-data-2026-10-15#M1068),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row 5Hcw3Td96qF66quWrDMKJB / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen3-235b-a22b-thinking-2507,solo,reasoning-math,hard,Epoch-harness,,,,,,86.66666666666667,score%,2.89e-15,,prev=0.8666666666666667 (src-epoch.ai-benchmark-data-2026-10-15#M1069),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row XWpHpVPCaVjcwPpdpXuuGH / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5.1,low,reasoning-math,hard,Epoch-harness,,,,,,63.88888888888888,score%,2.89e-15,,prev=0.6388888888888888 (src-epoch.ai-benchmark-data-2026-10-15#M1070),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row 6J9aPwieMfq2eSse8ZknBW / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,opus-4.5,unstated,reasoning-math,hard,Epoch-harness,,,,,,48.055555555555557,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row nSb2focDRMyPJXErk3MV94 / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,opus-4.5,think-32000,reasoning-math,hard,Epoch-harness,,,,,,86.11111111111112,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row ikUWdu6HJ2qRgZynfzDCFe / column Best score (across scorers)),,out:budget-config, epoch-otis-mock-aime-2024-2025,epoch.ai,opus-4.5,think-16000,reasoning-math,hard,Epoch-harness,,,,,,81.66666666666667,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row SH5jr76ni3RnpXVMETMy2H / column Best score (across scorers)),,out:budget-config, epoch-otis-mock-aime-2024-2025,epoch.ai,?gemini-3-pro-preview,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,91.38888888888889,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row 4QM4h7ndQiDRL2anjKeddK / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5.1,medium,reasoning-math,hard,Epoch-harness,,,,,,85.55555555555555,score%,2.89e-15,,prev=0.8555555555555555 (src-epoch.ai-benchmark-data-2026-10-15#M1072),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row k7inKYrGDT2LFcCiQhGfTP / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,gemini-2.5-pro,unstated,reasoning-math,hard,Epoch-harness,,,,,,84.72222222222222,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row iJp7PgYZa3PiXAV8UWd7MC / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5.1,high,reasoning-math,hard,Epoch-harness,,,,,,88.61111111111111,score%,2.89e-15,,prev=0.8861111111111111 (src-epoch.ai-benchmark-data-2026-10-15#M1074),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row mYKKTdV27TRJv9FpUg7rkn / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,?kimi-k2-thinking-turbo,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,83.05555555555556,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row 8BM7dCHaUZgcYJwZWiBhiQ / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5-nano,high,reasoning-math,hard,Epoch-harness,,,,,,81.11111111111111,score%,2.89e-15,,prev=0.8111111111111111 (src-epoch.ai-benchmark-data-2026-10-15#M1076),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row Y9YnaJQWpPFAPhe6jtKMhH / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5-mini,high,reasoning-math,hard,Epoch-harness,,,,,,86.66666666666667,score%,2.89e-15,,prev=0.8666666666666667 (src-epoch.ai-benchmark-data-2026-10-15#M1077),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row R82gycJfm5jaCdh32tFkH4 / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5,high,reasoning-math,hard,Epoch-harness,,,,,,91.38888888888889,score%,2.89e-15,,prev=0.9138888888888889 (src-epoch.ai-benchmark-data-2026-10-15#M1078),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row 3D8aaFBLZwQcnWHYKwvnmq / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,sonnet-4.5,think-59000,reasoning-math,hard,Epoch-harness,,,,,,77.77777777777778,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row k5PDL6MpCC6P5eLAhodJiS / column Best score (across scorers)),,out:budget-config, epoch-otis-mock-aime-2024-2025,epoch.ai,sonnet-4.5,think-16000,reasoning-math,hard,Epoch-harness,,,,,,71.11111111111111,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row 7QkPRbRPpRx8nJT2ZcqSx6 / column Best score (across scorers)),,out:budget-config, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-4-0613,solo,reasoning-math,hard,Epoch-harness,,,,,,1.1111111111111112,score%,2.89e-17,,prev=0.011111111111111112 (src-epoch.ai-benchmark-data-2026-10-15#M1079),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row hGVxg4EhSSJSCdH88m9soq / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-4-0314,solo,reasoning-math,hard,Epoch-harness,,,,,,0.5555555555555556,score%,2.89e-17,,prev=0.005555555555555556 (src-epoch.ai-benchmark-data-2026-10-15#M1080),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row cLTgetxaaTCZoA9vwY4SdL / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,haiku-4.5,think-32000,reasoning-math,hard,Epoch-harness,,,,,,66.66666666666666,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row neZvEzLi6yeL9z5KjGef7H / column Best score (across scorers)),,out:budget-config, epoch-otis-mock-aime-2024-2025,epoch.ai,sonnet-4.5,think-32000,reasoning-math,hard,Epoch-harness,,,,,,77.77777777777778,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row kqTyhmHyT9irTAWk3xBt2x / column Best score (across scorers)),,out:budget-config, epoch-otis-mock-aime-2024-2025,epoch.ai,haiku-4.5,unstated,reasoning-math,hard,Epoch-harness,,,,,,35.833333333333334,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row Wf2kwcXu8YXNgzDCxChtvj / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen3-max-0923,solo,reasoning-math,hard,Epoch-harness,,,,,,73.33333333333333,score%,2.89e-15,,prev=0.7333333333333333 (src-epoch.ai-benchmark-data-2026-10-15#M1081),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row ULeuPtwp3ZoyuXQYuuQ82i / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,sonnet-4.5,unstated,reasoning-math,hard,Epoch-harness,,,,,,35.555555555555557,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row dEVgttSw8u6Tt2RsPWTc3C / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5,medium,reasoning-math,hard,Epoch-harness,,,,,,87.22222222222222,score%,2.89e-15,,prev=0.8722222222222222 (src-epoch.ai-benchmark-data-2026-10-15#M1082),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row ctsGxm6WkzCGEqiAbJR3kk / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5-mini,medium,reasoning-math,hard,Epoch-harness,,,,,,78.33333333333333,score%,2.89e-15,,prev=0.7833333333333333 (src-epoch.ai-benchmark-data-2026-10-15#M1083),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row 65DJZN2XzPw4RGpa4TCfA5 / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-5-nano,medium,reasoning-math,hard,Epoch-harness,,,,,,74.16666666666667,score%,2.89e-15,,prev=0.7416666666666667 (src-epoch.ai-benchmark-data-2026-10-15#M1084),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row XRFS8R4WV7q6RMv5keEAdM / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,?claude-opus-4-1-20250805,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,68.88888888888889,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row UH9RY8MCAotDgFocHKA4j6 / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,?claude-opus-4-1-20250805,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,64.44444444444445,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row kf9vy9sMjMBBswrX6NMzce / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,?claude-opus-4-1-20250805,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,40,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row RaiKuDSzUJYDVMxn4jfzNC / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-4o-mini,solo,reasoning-math,hard,Epoch-harness,,,,,,6.944444444444445,score%,2.89e-16,,prev=0.06944444444444445 (src-epoch.ai-benchmark-data-2026-10-15#M1085),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row MPJkYPEMsQrowqtecK3mmz / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,deepseek-r1-0528,solo,reasoning-math,hard,Epoch-harness,,,,,,66.38888888888889,score%,2.89e-15,,prev=0.6638888888888889 (src-epoch.ai-benchmark-data-2026-10-15#M1086),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row bBV5wCrrZtihrgxEsg9jPD / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,?claude-opus-4-20250514,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,64.44444444444445,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row VrRccga4uRVuCjNp637MeY / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,?claude-sonnet-4-20250514,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,68.88888888888889,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row g8qaq3s2TJqfvrskHYmapM / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,?claude-sonnet-4-20250514,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,71.11111111111111,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row FZHzYjwAQexVykNQTnRtwT / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,?claude-opus-4-20250514,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,60,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row Xz2F28L5k8HFNfY7Lo8Ggw / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,?claude-sonnet-4-20250514,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,53.33333333333333,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row nDrnRwsADSyj8U6BD4in4r / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,?claude-opus-4-20250514,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,42.22222222222222,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row aCbfcxGpLpPc9XkZNcuF4o / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,?claude-sonnet-4-20250514,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,28.888888888888886,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row Ua8sCkk3R3mBLWeSnnPG7a / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,gemini-2.5-flash-preview-05-20,unstated,reasoning-math,hard,Epoch-harness,,,,,,70.83333333333334,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row 9e62UjoHQbcZD2xjgfRkdK / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,mistral-medium-3,unstated,reasoning-math,hard,Epoch-harness,,,,,,32.222222222222224,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row QWw65xeTn8x42SymMsVREN / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,gemini-2.5-flash-preview-04-17,unstated,reasoning-math,hard,Epoch-harness,,,,,,73.05555555555555,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row KpZYG5nvdJ6QYweLz6dn5a / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,o4-mini,high,reasoning-math,hard,Epoch-harness,,,,,,81.66666666666667,score%,2.89e-15,,prev=0.8166666666666667 (src-epoch.ai-benchmark-data-2026-10-15#M1089),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row TVsxkJ8ZyfMVmVx88Qq3KN / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,o3,high,reasoning-math,hard,Epoch-harness,,,,,,83.88888888888889,score%,2.89e-15,,prev=0.8388888888888889 (src-epoch.ai-benchmark-data-2026-10-15#M1090),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row 6anLU9CfBBNQkWyJG2GDCa / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-4.1-nano,solo,reasoning-math,hard,Epoch-harness,,,,,,28.888888888888886,score%,2.89e-16,,prev=0.28888888888888886 (src-epoch.ai-benchmark-data-2026-10-15#M1091),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row 3qLHwibDhgtWEbKGwxUYVa / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-4.1-mini,solo,reasoning-math,hard,Epoch-harness,,,,,,44.722222222222224,score%,2.89e-16,,prev=0.44722222222222224 (src-epoch.ai-benchmark-data-2026-10-15#M1092),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row cXbbdQDW2jeYassmRuZYpU / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-4.1,solo,reasoning-math,hard,Epoch-harness,,,,,,38.333333333333336,score%,2.89e-16,,prev=0.38333333333333336 (src-epoch.ai-benchmark-data-2026-10-15#M1093),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row VAQtARXUPTpdxGKMekUSbX / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,grok-3-mini,low,reasoning-math,hard,Epoch-harness,,,,,,62.22222222222222,score%,2.89e-15,,prev=0.6222222222222222 (src-epoch.ai-benchmark-data-2026-10-15#M1094),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row TTmhagb2ovbi7GJnDxEfrj / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,grok-3-mini,high,reasoning-math,hard,Epoch-harness,,,,,,77.77777777777778,score%,2.89e-15,,prev=0.7777777777777778 (src-epoch.ai-benchmark-data-2026-10-15#M1095),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row fPtize44vDPcDAzMFuAurw / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,grok-3,solo,reasoning-math,hard,Epoch-harness,,,,,,55.55555555555556,score%,2.89e-15,,prev=0.5555555555555556 (src-epoch.ai-benchmark-data-2026-10-15#M1096),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row DKTzh9kSoipZGkDsC4NGf3 / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,?Llama-4-Maverick-17B-128E-Instruct-FP8,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,20.555555555555555,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row GJEpPThqUxXJBSbvkuXVnw / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,llama-4-scout,solo,reasoning-math,hard,Epoch-harness,,,,,,7.777777777777778,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row T3X5DeC47iqCaoRYXu5k8L / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,?qwen-turbo-2024-11-01,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,6.111111111111111,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row G5gxbTH33S7LXA29o5fgmv / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen-plus-0125,unstated,reasoning-math,hard,Epoch-harness,,,,,,17.777777777777778,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row AULNJG2C75JBP6uaiAgj3P / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,?qwen-max-2025-01-25,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,16.111111111111112,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row PZt4Yb9bpXVPDoPi4uTxwK / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,?Hermes-2-Theta-Llama-3-70B,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,2.5,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row 63MnE4e4AXvbQ585MaWTFv / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,deepseek-v3-0324,solo,reasoning-math,hard,Epoch-harness,,,,,,37.777777777777777,score%,2.89e-16,,prev=0.37777777777777777 (src-epoch.ai-benchmark-data-2026-10-15#M1100),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row VpsMexBEhXkPYJBe7v6Fk9 / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,?mistral-small-2501,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,5.277777777777778,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row b4vEwq8UVmGmAKh4eqp6G3 / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,?mistral-small-2503,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,5.8333333333333334,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row JxqtHWrwCtYoQYBB3jVqB9 / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,sonnet-3.7,think-64000,reasoning-math,hard,Epoch-harness,,,,,,57.77777777777777,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row QW3FUBn5qtAFEX4oQuzEAV / column Best score (across scorers)),,out:budget-config, epoch-otis-mock-aime-2024-2025,epoch.ai,sonnet-3.7,think-32000,reasoning-math,hard,Epoch-harness,,,,,,53.33333333333333,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row dSuGgEbnQErengjEboPn62 / column Best score (across scorers)),,out:budget-config, epoch-otis-mock-aime-2024-2025,epoch.ai,?Llama-3.1-Tulu-3-70B-DPO,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,4.4444444444444446,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row FGcofc566CradiNmHUGqVB / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,gemma-2-27b-it,solo,reasoning-math,hard,Epoch-harness,,,,,,1.3888888888888888,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row jD6rJdvfNPErKEz9qkpssj / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,gemma-2-9b-it,solo,reasoning-math,hard,Epoch-harness,,,,,,0.5555555555555556,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row WNE7cveVN8rsi7DmsFsFVy / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,deepseek-r1-distill-llama-70b,solo,reasoning-math,hard,Epoch-harness,,,,,,51.38888888888888,score%,2.89e-15,,prev=0.5138888888888888 (src-epoch.ai-benchmark-data-2026-10-15#M1101),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row 89zcekqEYnE8zhwG4pR5Nu / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,claude-2.1,solo,reasoning-math,hard,Epoch-harness,,,,,,1.9444444444444445,score%,2.89e-17,,prev=0.019444444444444445 (src-epoch.ai-benchmark-data-2026-10-18#M9),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row 2vg9qw9pd8zSyRMu9YNiVm / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,claude-2.0,solo,reasoning-math,hard,Epoch-harness,,,,,,2.5,score%,0.0289,,prev=0.025 (src-epoch.ai-benchmark-data-2026-10-18#M10),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row 7LLTmqs4LC5GLVfJEqJWSC / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,gemini-2.0-flash-thinking-exp-01-21,solo,reasoning-math,hard,Epoch-harness,,,,,,57.77777777777777,score%,2.89e-15,,prev=0.5777777777777777 (src-epoch.ai-benchmark-data-2026-10-15#M1102),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row cXz2gsCmGYSvQ6Ey4LDiN7 / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,o1-preview,solo,reasoning-math,hard,Epoch-harness,,,,,,31.11111111111111,score%,2.89e-15,,prev=0.3111111111111111 (src-epoch.ai-benchmark-data-2026-10-15#M1103),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row Cprjaj9JQ9MY5NCXqeQR5H / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,o1-mini,solo,reasoning-math,hard,Epoch-harness,,,,,,46.944444444444444,score%,2.89e-16,,prev=0.46944444444444444 (src-epoch.ai-benchmark-data-2026-10-15#M1104); prev=0.44722222222222224 (src-epoch.ai-benchmark-data-2026-10-15#M1105),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row 9zhPZLvNeUPQ7JBSpTwKPp / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,o1-mini,solo,reasoning-math,hard,Epoch-harness,,,,,,44.722222222222224,score%,2.89e-16,,prev=0.46944444444444444 (src-epoch.ai-benchmark-data-2026-10-15#M1104); prev=0.44722222222222224 (src-epoch.ai-benchmark-data-2026-10-15#M1105),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row QUTfpiKjphedrKg8H6fGzF / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-4.5-preview,solo,reasoning-math,hard,Epoch-harness,,,,,,37.777777777777777,score%,2.89e-16,,prev=0.37777777777777777 (src-epoch.ai-benchmark-data-2026-10-15#M1106),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row 9DCJMt7YsTMDenTdX4Db6V / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,o3-mini,high,reasoning-math,hard,Epoch-harness,,,,,,76.94444444444445,score%,2.89e-15,,prev=0.7694444444444445 (src-epoch.ai-benchmark-data-2026-10-15#M1107),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row Mjx6vYbgAb2DHXK8xcupX8 / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-4-turbo,solo,reasoning-math,hard,Epoch-harness,,,,,,6.666666666666667,score%,2.89e-16,,prev=0.06666666666666667 (src-epoch.ai-benchmark-data-2026-10-15#M1108),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row MZABVPEY8VCPAyCZ4iir68 / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,o1,medium,reasoning-math,hard,Epoch-harness,,,,,,73.33333333333333,score%,2.89e-15,,prev=0.7333333333333333 (src-epoch.ai-benchmark-data-2026-10-15#M1109),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row KvcqycaJpCQMBigiEosyzC / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,sonnet-3.7,think-16000,reasoning-math,hard,Epoch-harness,,,,,,46.66666666666667,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row 64LAJymM6eXDkRZb92Mdg8 / column Best score (across scorers)),,out:budget-config, epoch-otis-mock-aime-2024-2025,epoch.ai,deepseek-r1,solo,reasoning-math,hard,Epoch-harness,,,,,,53.33333333333333,score%,2.89e-15,,prev=0.5333333333333333 (src-epoch.ai-benchmark-data-2026-10-15#M1110),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row bBY5VZzpDkmTBdSSvu5Ups / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,llama-3-70b-instruct,solo,reasoning-math,hard,Epoch-harness,,,,,,4.3055555555555555,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row 6RD3A6J432TZzxrKYRxph2 / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,gemini-1.5-pro-001,solo,reasoning-math,hard,Epoch-harness,,,,,,6.805555555555555,score%,2.89e-16,,prev=0.06805555555555555 (src-epoch.ai-benchmark-data-2026-10-15#M1111),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row 3S6fjGAMKWKK3zcdxkmh9H / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,grok-2-1212,solo,reasoning-math,hard,Epoch-harness,,,,,,11.527777777777778,score%,2.89e-16,,prev=0.11527777777777778 (src-epoch.ai-benchmark-data-2026-10-15#M1112),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row PpSVDb67Ucbxpcd8JQv5ii / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,llama-3.3-70b-instruct,solo,reasoning-math,hard,Epoch-harness,,,,,,5.138888888888889,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row ZjsXQpZ7SsejXDo52aetZZ / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,?Llama-3.2-90B-Vision-Instruct,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,2.638888888888889,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row LHRL6nQJZXGJmYppR7kbGw / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,?Llama-2-70b-chat-hf,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,0,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row NLk2oE4rzSFihPzF95peHr / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,sonnet-3.5-0620,solo,reasoning-math,hard,Epoch-harness,,,,,,6.527777777777778,score%,2.89e-16,,prev=0.06527777777777778 (src-epoch.ai-benchmark-data-2026-10-18#M11),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row 2xNPhKLsiWLHQBLLDGU4VJ / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,gemini-1.5-pro-002,solo,reasoning-math,hard,Epoch-harness,,,,,,23.055555555555557,score%,2.89e-16,,prev=0.23055555555555557 (src-epoch.ai-benchmark-data-2026-10-15#M1113),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row fhCdyX9uUS4WPtjLiVdBdK / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-4o-0806,solo,reasoning-math,hard,Epoch-harness,,,,,,6.388888888888888,score%,2.89e-16,,prev=0.06388888888888888 (src-epoch.ai-benchmark-data-2026-10-15#M1114),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row mBUKqiVQsqXd3qmdtKP5UP / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,gemini-1.5-flash-002,solo,reasoning-math,hard,Epoch-harness,,,,,,16.25,score%,0.00289,,prev=0.1625 (src-epoch.ai-benchmark-data-2026-10-15#M1115),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row QdGZ2m52PWt3EkLPbcoRwz / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen2.5-32b-instruct,solo,reasoning-math,hard,Epoch-harness,,,,,,7.361111111111111,score%,2.89e-16,,prev=0.07361111111111111 (src-epoch.ai-benchmark-data-2026-10-15#M1116),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row NRCNnCCL5aQKsZf6cKC69Z / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,mistral-large,unstated,reasoning-math,hard,Epoch-harness,,,,,,1.9444444444444445,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row ZVHvk3GTPUNTgjc5w3vkhW / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,gemini-1.5-flash-8b-001,solo,reasoning-math,hard,Epoch-harness,,,,,,4.583333333333333,score%,2.89e-16,,prev=0.04583333333333333 (src-epoch.ai-benchmark-data-2026-10-15#M1117),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row jGY5Ee5P9dyStA4Fw5Pa6q / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,?mistral-large-2411,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,7.777777777777778,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row beRGgJXTJggTi8PPEZNoZ5 / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,sonnet-3,solo,reasoning-math,hard,Epoch-harness,,,,,,2.5,score%,0.0289,,prev=0.025 (src-epoch.ai-benchmark-data-2026-10-18#M12),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row AeRCEiG87bMFpxbxbmjCyn / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,deepseek-v3,solo,reasoning-math,hard,Epoch-harness,,,,,,15.833333333333333,score%,2.89e-16,,prev=0.15833333333333333 (src-epoch.ai-benchmark-data-2026-10-15#M1118),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row 7saSEhfVvXuz4yTcGy5u2y / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,gemini-1.0-pro,unstated,reasoning-math,hard,Epoch-harness,,,,,,1.1111111111111112,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row NpJvYQDcmwbGgS5MzZUPUg / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,?Llama-3.1-405B-Instruct,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,9.722222222222222,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row 2fQJP3brRApfBdQq7Zy3bm / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,sonnet-3.7,unstated,reasoning-math,hard,Epoch-harness,,,,,,21.944444444444444,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row N2NcmgmHyGJ9HNmQe5yvcS / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,sonnet-3.5-1022,solo,reasoning-math,hard,Epoch-harness,,,,,,8.472222222222223,score%,2.89e-16,,prev=0.08472222222222223 (src-epoch.ai-benchmark-data-2026-10-18#M13),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row geVVaRWxuprKUqnW2VzvCa / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,qwen2.5-72b-instruct,solo,reasoning-math,hard,Epoch-harness,,,,,,8.055555555555556,score%,2.89e-16,,prev=0.08055555555555556 (src-epoch.ai-benchmark-data-2026-10-15#M1120),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row 67YbVQfJh7sd77KH3zFgTn / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-4o-0513,solo,reasoning-math,hard,Epoch-harness,,,,,,6.25,score%,0.00289,,prev=0.0625 (src-epoch.ai-benchmark-data-2026-10-15#M1121),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row 9cCn5aW522cTRxJSE69crm / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,llama-3.1-70b-instruct,solo,reasoning-math,hard,Epoch-harness,,,,,,3.611111111111111,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row X2tQXGELXtEbc2VX6gARd7 / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,haiku-3.5,solo,reasoning-math,hard,Epoch-harness,,,,,,4.3055555555555555,score%,2.89e-17,,prev=0.043055555555555555 (src-epoch.ai-benchmark-data-2026-10-18#M14),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row cqhrR5KnwpcuAVpHkZGQFd / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,gemini-1.5-flash-001,solo,reasoning-math,hard,Epoch-harness,,,,,,3.888888888888889,score%,2.89e-16,,prev=0.03888888888888889 (src-epoch.ai-benchmark-data-2026-10-15#M1122),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row U9GVBhYjRzU55YVjna5mMT / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,haiku-3,solo,reasoning-math,hard,Epoch-harness,,,,,,1.8055555555555554,score%,2.89e-17,,prev=0.018055555555555554 (src-epoch.ai-benchmark-data-2026-10-18#M15),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row ThMd6DNDTtyWxhPcb9Kq4y / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,opus-3,solo,reasoning-math,hard,Epoch-harness,,,,,,4.722222222222222,score%,2.89e-16,,prev=0.04722222222222222 (src-epoch.ai-benchmark-data-2026-10-18#M16),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row mYb9MGQD39RS8VdDyMqujr / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,o3-mini,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,63.88888888888888,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row ajytUBY9bDPNNxuBfi5UBS / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,phi-4,solo,reasoning-math,hard,Epoch-harness,,,,,,13.75,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row 5mmrBSQb7hVSJ9VYtNm46i / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,gpt-4o-1120,solo,reasoning-math,hard,Epoch-harness,,,,,,6.25,score%,0.00289,,prev=0.0625 (src-epoch.ai-benchmark-data-2026-10-15#M1124),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row buNVL2TWcdVgxAcMfVE8xJ / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,gemini-2.0-flash,solo,reasoning-math,hard,Epoch-harness,,,,,,31.11111111111111,score%,2.89e-15,,prev=0.3111111111111111 (src-epoch.ai-benchmark-data-2026-10-15#M1125),https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row ZnGSRrKbiEnuju4kk4sgVb / column Best score (across scorers)),,out:single-couple, epoch-otis-mock-aime-2024-2025,epoch.ai,mistral-large-2407,unstated,reasoning-math,hard,Epoch-harness,,,,,,8.472222222222223,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row bHLfPfZj8HgD9Gef75NtrM / column Best score (across scorers)),,out:effort-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,?grok-4-0709,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,84,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-04 / row cvTPRDCM38zSTn9Y3MUb9d / column Best score (across scorers)),,out:model-not-established, epoch-simpleqa-verified@epoch.ai,epoch.ai,?doubao-seed-evolving,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,41.9,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row PWieWgMJqvCcm7zkN9iYqH / column Best score (across scorers)),,out:model-not-established, epoch-simpleqa-verified@epoch.ai,epoch.ai,?mistral-large-4-0-oss,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,22.4,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row JYSfRXRddi6hYzpnSD3G7V / column Best score (across scorers)),,out:model-not-established, epoch-simpleqa-verified@epoch.ai,epoch.ai,?seed-1.6,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,17.4,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row jn6ts6NmQFtBGauL9n5i82 / column Best score (across scorers)),,out:model-not-established, epoch-simpleqa-verified@epoch.ai,epoch.ai,?doubao-seed-2.1-turbo-260628,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,29.7,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row 9wS2NJacFaJp9tkq8FSRyF / column Best score (across scorers)),,out:model-not-established, epoch-simpleqa-verified@epoch.ai,epoch.ai,?doubao-seed-2.0-lite-260428,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,31.5,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row 3rTiRa2THK8MWXtVJZQHxS / column Best score (across scorers)),,out:model-not-established, epoch-simpleqa-verified@epoch.ai,epoch.ai,?doubao-seed-2.0-pro-260215,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,39.4,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row GvNEYw523w8aUy63WpgovD / column Best score (across scorers)),,out:model-not-established, epoch-simpleqa-verified@epoch.ai,epoch.ai,?doubao-seed-2.1-pro-260628,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,44.7,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row 7TdGnviq5zZhNSXK5nJSAL / column Best score (across scorers)),,out:model-not-established, epoch-simpleqa-verified@epoch.ai,epoch.ai,gpt-6.1-terra,max,reasoning-math,hard,Epoch-harness,,,,,,57.3,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row Bixeio8A6SejZtUzFXFSXK / column Best score (across scorers)),,in, epoch-simpleqa-verified@epoch.ai,epoch.ai,deepseek-v4.1-flash-1017,max,reasoning-math,hard,Epoch-harness,,,,,,42.5,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row Ei4XWaCH5drYUnDRo2MYCW / column Best score (across scorers)),,in, epoch-simpleqa-verified@epoch.ai,epoch.ai,?Muse-Spark-Open-816B-A42B,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,56.6,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row dNuxLdV4DWqfSvtTq6NnK8 / column Best score (across scorers)),,out:model-not-established, epoch-simpleqa-verified@epoch.ai,epoch.ai,gemini-4-argon,high,reasoning-math,hard,Epoch-harness,,,,,,76,score%,0.289,,prev=0.76 (src-epoch.ai-benchmark-data-2026-10-15#M1192),https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row iq4Y9tXpiyLP25yotySxJW / column Best score (across scorers)),,in, epoch-simpleqa-verified@epoch.ai,epoch.ai,deepseek-v4.1-flash,max,reasoning-math,hard,Epoch-harness,,,,,,42.9,score%,0.0289,,prev=0.429 (src-epoch.ai-benchmark-data-2026-10-15#M1193),https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row 3JJ4ChNxMo8CGAh3HrKNrw / column Best score (across scorers)),,in, epoch-simpleqa-verified@epoch.ai,epoch.ai,haiku-5.5,max,reasoning-math,hard,Epoch-harness,,,,,,23.8,score%,0.0289,,prev=0.238 (src-epoch.ai-benchmark-data-2026-10-15#M45),https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row NwnrUMtveqHDYB2Um4ycmA / column Best score (across scorers)),,in, epoch-simpleqa-verified@epoch.ai,epoch.ai,?mistral-large-4-0,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,20,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row hvNNKdnzLvr9X8zVxWKcfk / column Best score (across scorers)),,out:model-not-established, epoch-simpleqa-verified@epoch.ai,epoch.ai,gpt-6.1-sol,max,reasoning-math,hard,Epoch-harness,,,,,,73.9,score%,0.0289,,prev=0.739 (src-epoch.ai-benchmark-data-2026-10-15#M1194),https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row dfT5VD7cQug8XW6GQHyJUF / column Best score (across scorers)),,in, epoch-simpleqa-verified@epoch.ai,epoch.ai,sonnet-5.5,max,reasoning-math,hard,Epoch-harness,,,,,,46.5,score%,0.0289,,prev=0.465 (src-epoch.ai-benchmark-data-2026-09-30#M160),https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row GtJ5yd3ZPQ7HVcm6Q9ssQz / column Best score (across scorers)),,in, epoch-simpleqa-verified@epoch.ai,epoch.ai,gpt-6-luna,max,reasoning-math,hard,Epoch-harness,,,,,,41.4,score%,0.0289,,prev=0.414 (src-epoch.ai-benchmark-data-2026-10-15#M1195),https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row HX9sRVWJtZiNvneALnVzs8 / column Best score (across scorers)),,in, epoch-simpleqa-verified@epoch.ai,epoch.ai,grok-4.7,xhigh,reasoning-math,hard,Epoch-harness,,,,,,56,score%,0.289,,prev=0.56 (src-epoch.ai-benchmark-data-2026-10-15#M1196),https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row 6izDCw5ygCLZJEKPS8jV5T / column Best score (across scorers)),,in, epoch-simpleqa-verified@epoch.ai,epoch.ai,gpt-6-sol,max,reasoning-math,hard,Epoch-harness,,,,,,60.7,score%,0.0289,,prev=0.607 (src-epoch.ai-benchmark-data-2026-10-15#M1197),https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row donMeEKBZZdqpQsojKWJEm / column Best score (across scorers)),,in, epoch-simpleqa-verified@epoch.ai,epoch.ai,opus-5.5,max,reasoning-math,hard,Epoch-harness,,,,,,72.2,score%,0.0289,,prev=0.722 (src-epoch.ai-benchmark-data-2026-09-30#M161),https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row CgLfiGcNwMPVzxr8GdNUAK / column Best score (across scorers)),,in, epoch-simpleqa-verified@epoch.ai,epoch.ai,qwen3.8-max-0902,xhigh,reasoning-math,hard,Epoch-harness,,,,,,47.3,score%,0.0289,,prev=0.473 (src-epoch.ai-benchmark-data-2026-10-15#M1133),https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row nBcLJJomVoeg2zh5F8Mnsu / column Best score (across scorers)),,in, epoch-simpleqa-verified@epoch.ai,epoch.ai,gemini-3.8-flash,high,reasoning-math,hard,Epoch-harness,,,,,,69.7,score%,0.0289,,prev=0.697 (src-epoch.ai-benchmark-data-2026-10-15#M1134),https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row gZ4bwozTKtpmZTqnqX3a33 / column Best score (across scorers)),,in, epoch-simpleqa-verified@epoch.ai,epoch.ai,fable-5.1,max,reasoning-math,hard,Epoch-harness,,,,,,70.8,score%,0.0289,,prev=0.708 (src-epoch.ai-benchmark-data-2026-09-30#M162),https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row ExyL3GN8s34tizrXV3VmS3 / column Best score (across scorers)),,in, epoch-simpleqa-verified@epoch.ai,epoch.ai,gpt-4o-mini,solo,reasoning-math,hard,Epoch-harness,,,,,,8.3,score%,0.0289,,prev=0.083 (src-epoch.ai-benchmark-data-2026-10-15#M1135),https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row DLr586bZUHpghAf8m3GRSm / column Best score (across scorers)),,out:single-couple, epoch-simpleqa-verified@epoch.ai,epoch.ai,gpt-4o-0806,solo,reasoning-math,hard,Epoch-harness,,,,,,26,score%,0.289,,prev=0.26 (src-epoch.ai-benchmark-data-2026-10-15#M1136),https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row bDFqfWxMG7gLDq4Mz8PRTP / column Best score (across scorers)),,out:single-couple, epoch-simpleqa-verified@epoch.ai,epoch.ai,gpt-4.1-nano,solo,reasoning-math,hard,Epoch-harness,,,,,,6,score%,0.289,,prev=0.06 (src-epoch.ai-benchmark-data-2026-10-15#M1137),https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row A4JEeJR5LQfLR3Hb8z7kL2 / column Best score (across scorers)),,out:single-couple, epoch-simpleqa-verified@epoch.ai,epoch.ai,gpt-4.1-mini,solo,reasoning-math,hard,Epoch-harness,,,,,,12.7,score%,0.0289,,prev=0.127 (src-epoch.ai-benchmark-data-2026-10-15#M1138),https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row gYV4CJTjSd7VonfzMmnwcw / column Best score (across scorers)),,out:single-couple, epoch-simpleqa-verified@epoch.ai,epoch.ai,gpt-4.1,solo,reasoning-math,hard,Epoch-harness,,,,,,31.1,score%,0.0289,,prev=0.311 (src-epoch.ai-benchmark-data-2026-10-15#M1139),https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row avdYKfKUuY6EvfVdxftBE8 / column Best score (across scorers)),,out:single-couple, epoch-simpleqa-verified@epoch.ai,epoch.ai,o3-mini,high,reasoning-math,hard,Epoch-harness,,,,,,15.3,score%,0.0289,,prev=0.153 (src-epoch.ai-benchmark-data-2026-10-15#M1140),https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row UCba4H3NNtUiWXMisWnh9g / column Best score (across scorers)),,out:single-couple, epoch-simpleqa-verified@epoch.ai,epoch.ai,o1,high,reasoning-math,hard,Epoch-harness,,,,,,41.1,score%,0.0289,,prev=0.411 (src-epoch.ai-benchmark-data-2026-10-15#M1141),https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row LQfu4ngArcgMEyQZxuR7r4 / column Best score (across scorers)),,out:single-couple, epoch-simpleqa-verified@epoch.ai,epoch.ai,muse-spark-1.1,unstated,reasoning-math,hard,Epoch-harness,,,,,,57.78894472361809,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row bCdwpRXgZtvQLYC4wA9JXr / column Best score (across scorers)),,out:effort-not-established, epoch-simpleqa-verified@epoch.ai,epoch.ai,?claude-3-opus-20240229,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,12.6,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row NxVp4VF8uQbL5S6hx6HFRB / column Best score (across scorers)),,out:model-not-established, epoch-simpleqa-verified@epoch.ai,epoch.ai,gpt-6-astra,max,reasoning-math,hard,Epoch-harness,,,,,,75.6,score%,0.0289,,prev=0.756 (src-epoch.ai-benchmark-data-2026-10-15#M1142),https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row PppwnX7EjXx2SeTcFN8Ujn / column Best score (across scorers)),,in, epoch-simpleqa-verified@epoch.ai,epoch.ai,glm-5.3,max,reasoning-math,hard,Epoch-harness,,,,,,41,score%,0.289,,prev=0.41 (src-epoch.ai-benchmark-data-2026-10-15#M1143),https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row TY8R8FV7zCwByEipkqyg2P / column Best score (across scorers)),,in, epoch-simpleqa-verified@epoch.ai,epoch.ai,qwen3.5-plus,unstated,reasoning-math,hard,Epoch-harness,,,,,,25.35070140280561,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row jrawnM2wHFbVfJFJsap4kS / column Best score (across scorers)),,out:effort-not-established, epoch-simpleqa-verified@epoch.ai,epoch.ai,muse-spark-1.2,xhigh,reasoning-math,hard,Epoch-harness,,,,,,60.30150753768844,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row mLLmVVvo6t23MM5yxq7ryW / column Best score (across scorers)),,out:single-couple, epoch-simpleqa-verified@epoch.ai,epoch.ai,?Inkling,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,40.3,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row bpnzC6CCi3hWuKCfqX4KEY / column Best score (across scorers)),,out:model-not-established, epoch-simpleqa-verified@epoch.ai,epoch.ai,qwen3-235b-a22b-thinking-2507,solo,reasoning-math,hard,Epoch-harness,,,,,,40.44044044044044,score%,2.89e-15,,prev=0.4044044044044044 (src-epoch.ai-benchmark-data-2026-10-15#M1145),https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row 4ACEC4x26HWRGiAepHGw43 / column Best score (across scorers)),,out:single-couple, epoch-simpleqa-verified@epoch.ai,epoch.ai,glm-5.1,unstated,reasoning-math,hard,Epoch-harness,,,,,,34,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row R2fMFAtRXah864hMifdQGV / column Best score (across scorers)),,out:effort-not-established, epoch-simpleqa-verified@epoch.ai,epoch.ai,?inkling-small,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,19.1,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row eJfbDKqeg9kNXFoxpeV7HG / column Best score (across scorers)),,out:model-not-established, epoch-simpleqa-verified@epoch.ai,epoch.ai,kimi-k3,max,reasoning-math,hard,Epoch-harness,,,,,,50.6,score%,0.0289,,prev=0.506 (src-epoch.ai-benchmark-data-2026-10-15#M1147),https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row mZLWt2JSYvJyGhMvji7CT8 / column Best score (across scorers)),,in, epoch-simpleqa-verified@epoch.ai,epoch.ai,glm-5.2,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,34.2,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row WgjFZzojpiv54XqUhvfuUG / column Best score (across scorers)),,out:effort-not-established, epoch-simpleqa-verified@epoch.ai,epoch.ai,kimi-k2.7-code,solo,reasoning-math,hard,Epoch-harness,,,,,,36.5,score%,0.0289,,prev=0.365 (src-epoch.ai-benchmark-data-2026-10-15#M1149),https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row 5AijYw5bFJtSuahnbzNo6Z / column Best score (across scorers)),,in, epoch-simpleqa-verified@epoch.ai,epoch.ai,glm-4.7,unstated,reasoning-math,hard,Epoch-harness,,,,,,32.2,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row aYau6EG7CCaWVSyVq3vvQc / column Best score (across scorers)),,out:effort-not-established, epoch-simpleqa-verified@epoch.ai,epoch.ai,?kimi-k2.5,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,34.3,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row RbXXg4JEbTSBnzw3CMSHnD / column Best score (across scorers)),,out:model-not-established, epoch-simpleqa-verified@epoch.ai,epoch.ai,qwen3.7-max,unstated,reasoning-math,hard,Epoch-harness,,,,,,55.76730190571715,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row DMjUrG6eZEqwcQ4SqUoViu / column Best score (across scorers)),,out:effort-not-established, epoch-simpleqa-verified@epoch.ai,epoch.ai,qwen3.6-plus,unstated,reasoning-math,hard,Epoch-harness,,,,,,44.144144144144143,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row 4LWNorP8Fy8V8doxirNFcH / column Best score (across scorers)),,out:effort-not-established, epoch-simpleqa-verified@epoch.ai,epoch.ai,qwen3.6-max-preview,unstated,reasoning-math,hard,Epoch-harness,,,,,,52.00400801603207,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row iyPiR8GUuyNNA6Fssziq32 / column Best score (across scorers)),,out:effort-not-established, epoch-simpleqa-verified@epoch.ai,epoch.ai,qwen3.6-flash,unstated,reasoning-math,hard,Epoch-harness,,,,,,15.915915915915915,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row FoMSS4FmH3VxpsvZiUJPCv / column Best score (across scorers)),,out:effort-not-established, epoch-simpleqa-verified@epoch.ai,epoch.ai,qwen3.5-flash,unstated,reasoning-math,hard,Epoch-harness,,,,,,20.32032032032032,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row K8zTckSXLKLesoLBv24TWc / column Best score (across scorers)),,out:effort-not-established, epoch-simpleqa-verified@epoch.ai,epoch.ai,qwen3-max-0923,solo,reasoning-math,hard,Epoch-harness,,,,,,48.74874874874875,score%,2.89e-15,,prev=0.4874874874874875 (src-epoch.ai-benchmark-data-2026-10-15#M1157),https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row fXG2GPt5F25tHRTPhAoZ4K / column Best score (across scorers)),,out:single-couple, epoch-simpleqa-verified@epoch.ai,epoch.ai,?qwen3.8-max,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,45.8,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row bfftd5EzUK9yAekafEofvK / column Best score (across scorers)),,out:model-not-established, epoch-simpleqa-verified@epoch.ai,epoch.ai,?gemini-3.5-flash,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,66.2,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row GJ6YsSuzyRD9YXe6SBwvsu / column Best score (across scorers)),,out:model-not-established, epoch-simpleqa-verified@epoch.ai,epoch.ai,deepseek-v4-pro-0813,max,reasoning-math,hard,Epoch-harness,,,,,,46.993987975951906,score%,2.89e-16,,prev=0.46993987975951906 (src-epoch.ai-benchmark-data-2026-10-15#M1160); prev=0.5290581162324649 (src-epoch.ai-benchmark-data-2026-10-15#M1162); prev=0.46993987975951906 (src-epoch.ai-benchmark-data-2026-10-21#M78),https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row Sq9xqkVTmFvELpQy9KH5TM / column Best score (across scorers)),,in, epoch-simpleqa-verified@epoch.ai,epoch.ai,?gemini-3.7-flash,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,69.2,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row 84ARuGyhQsjgh8umRmBvas / column Best score (across scorers)),,out:model-not-established, epoch-simpleqa-verified@epoch.ai,epoch.ai,deepseek-v4-pro-0813,max,reasoning-math,hard,Epoch-harness,,,,,,52.90581162324649,score%,2.89e-15,,prev=0.46993987975951906 (src-epoch.ai-benchmark-data-2026-10-15#M1160); prev=0.5290581162324649 (src-epoch.ai-benchmark-data-2026-10-15#M1162); prev=0.46993987975951906 (src-epoch.ai-benchmark-data-2026-10-21#M78),https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row 2xfFf6KZAp2gUWYhHGkFgs / column Best score (across scorers)),,in, epoch-simpleqa-verified@epoch.ai,epoch.ai,deepseek-v4-flash-0731,max,reasoning-math,hard,Epoch-harness,,,,,,33.633633633633636,score%,2.89e-16,,prev=0.33633633633633636 (src-epoch.ai-benchmark-data-2026-10-15#M1163),https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row TqFmiGvqozt7TSZYmhgF8m / column Best score (across scorers)),,in, epoch-simpleqa-verified@epoch.ai,epoch.ai,gemini-3.6-flash,high,reasoning-math,hard,Epoch-harness,,,,,,66.2,score%,0.0289,,prev=0.662 (src-epoch.ai-benchmark-data-2026-10-15#M1164),https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row F83pa7Gfsb4UNVttTnS5Hk / column Best score (across scorers)),,in, epoch-simpleqa-verified@epoch.ai,epoch.ai,gemma-4-31b-it,unstated,reasoning-math,hard,Epoch-harness,,,,,,10.4,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row D5cbXacPnJ8akq2jAtifEQ / column Best score (across scorers)),,out:effort-not-established, epoch-simpleqa-verified@epoch.ai,epoch.ai,gemini-3-flash,high,reasoning-math,hard,Epoch-harness,,,,,,66.8,score%,0.0289,,prev=0.668 (src-epoch.ai-benchmark-data-2026-10-15#M1165),https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row 7cc6cDCXjsPjtKt36bbeMR / column Best score (across scorers)),,in, epoch-simpleqa-verified@epoch.ai,epoch.ai,grok-4.6,high,reasoning-math,hard,Epoch-harness,,,,,,49.3,score%,0.0289,,prev=0.493 (src-epoch.ai-benchmark-data-2026-10-15#M1166),https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row TpHYtuPG6kYZFvMK7Z6Hqj / column Best score (across scorers)),,in, epoch-simpleqa-verified@epoch.ai,epoch.ai,grok-4.20,think,reasoning-math,hard,Epoch-harness,,,,,,30.2,score%,0.0289,,prev=0.302 (src-epoch.ai-benchmark-data-2026-10-15#M1167),https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row GVm7khGvtdnQKGfkgAHD8q / column Best score (across scorers)),,in, epoch-simpleqa-verified@epoch.ai,epoch.ai,grok-4.3,high,reasoning-math,hard,Epoch-harness,,,,,,33.2,score%,0.0289,,prev=0.332 (src-epoch.ai-benchmark-data-2026-10-15#M1168),https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row Y39ZRp553ULpUDBV2XrBbc / column Best score (across scorers)),,in, epoch-simpleqa-verified@epoch.ai,epoch.ai,grok-4.5,high,reasoning-math,hard,Epoch-harness,,,,,,48.3,score%,0.0289,,prev=0.483 (src-epoch.ai-benchmark-data-2026-10-15#M1169),https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row 7HWW3sjRstKzb9JpcnvLaV / column Best score (across scorers)),,in, epoch-simpleqa-verified@epoch.ai,epoch.ai,grok-4.6,xhigh,reasoning-math,hard,Epoch-harness,,,,,,48.9,score%,0.0289,,prev=0.489 (src-epoch.ai-benchmark-data-2026-10-15#M1170),https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row dKCWFaoGCWJTnD5CPWQGru / column Best score (across scorers)),,in, epoch-simpleqa-verified@epoch.ai,epoch.ai,o4-mini,low,reasoning-math,hard,Epoch-harness,,,,,,19.6,score%,0.0289,,prev=0.196 (src-epoch.ai-benchmark-data-2026-10-15#M1171),https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row Dzky9brdTFbSoVd2zTKiUp / column Best score (across scorers)),,out:single-couple, epoch-simpleqa-verified@epoch.ai,epoch.ai,gpt-5.2,low,reasoning-math,hard,Epoch-harness,,,,,,32.8,score%,0.0289,,prev=0.328 (src-epoch.ai-benchmark-data-2026-10-15#M1172),https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row Cyw3GA9a64AmT4pqLAhtTF / column Best score (across scorers)),,in, epoch-simpleqa-verified@epoch.ai,epoch.ai,gpt-5.2,medium,reasoning-math,hard,Epoch-harness,,,,,,32.7,score%,0.0289,,prev=0.327 (src-epoch.ai-benchmark-data-2026-10-15#M1173),https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row esr5dcSuHiVoteo6vZfHjP / column Best score (across scorers)),,in, epoch-simpleqa-verified@epoch.ai,epoch.ai,o3,high,reasoning-math,hard,Epoch-harness,,,,,,49.4,score%,0.0289,,prev=0.494 (src-epoch.ai-benchmark-data-2026-10-15#M1174),https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row CxHSa2gY7ySiPPGTZEZaRt / column Best score (across scorers)),,out:single-couple, epoch-simpleqa-verified@epoch.ai,epoch.ai,gpt-5.4-nano,high,reasoning-math,hard,Epoch-harness,,,,,,11.7,score%,0.0289,,prev=0.117 (src-epoch.ai-benchmark-data-2026-10-15#M1175),https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row 3QBsxKkbF2R2LEXTd6HDrJ / column Best score (across scorers)),,in, epoch-simpleqa-verified@epoch.ai,epoch.ai,o4-mini,high,reasoning-math,hard,Epoch-harness,,,,,,18.8,score%,0.0289,,prev=0.188 (src-epoch.ai-benchmark-data-2026-10-15#M1176),https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row gaGdPvvfvAw7MjP4HaVQCT / column Best score (across scorers)),,out:single-couple, epoch-simpleqa-verified@epoch.ai,epoch.ai,gpt-5,high,reasoning-math,hard,Epoch-harness,,,,,,50.1,score%,0.0289,,prev=0.501 (src-epoch.ai-benchmark-data-2026-10-15#M1177),https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row gTLurbyKU63i2opsGkJGwh / column Best score (across scorers)),,out:single-couple, epoch-simpleqa-verified@epoch.ai,epoch.ai,gpt-5.4-mini,high,reasoning-math,hard,Epoch-harness,,,,,,29.4,score%,0.0289,,prev=0.294 (src-epoch.ai-benchmark-data-2026-10-15#M1178),https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row Z3pjKgAULY9j9wmzQpdqZG / column Best score (across scorers)),,in, epoch-simpleqa-verified@epoch.ai,epoch.ai,gpt-5.2,high,reasoning-math,hard,Epoch-harness,,,,,,34.3,score%,0.0289,,prev=0.343 (src-epoch.ai-benchmark-data-2026-10-15#M1179),https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row Xp4qkZ32zjDeSYii2eQpnm / column Best score (across scorers)),,in, epoch-simpleqa-verified@epoch.ai,epoch.ai,gpt-5.5,xhigh,reasoning-math,hard,Epoch-harness,,,,,,63,score%,0.289,,prev=0.63 (src-epoch.ai-benchmark-data-2026-10-15#M1180),https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row TijCafTTJUFrJ6jPGvBbgq / column Best score (across scorers)),,in, epoch-simpleqa-verified@epoch.ai,epoch.ai,gpt-5.4-pro,xhigh,reasoning-math,hard,Epoch-harness,,,,,,46.3,score%,0.0289,,prev=0.463 (src-epoch.ai-benchmark-data-2026-10-15#M1181),https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row RfSJbuuuMkeVHQj7xrth4u / column Best score (across scorers)),,in, epoch-simpleqa-verified@epoch.ai,epoch.ai,gpt-5.1,high,reasoning-math,hard,Epoch-harness,,,,,,48,score%,0.289,,prev=0.48 (src-epoch.ai-benchmark-data-2026-10-15#M1182),https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row QCLnRy69NBH9ip3VYtQneh / column Best score (across scorers)),,in, epoch-simpleqa-verified@epoch.ai,epoch.ai,sonnet-4.5,think-59000,reasoning-math,hard,Epoch-harness,,,,,,30.7,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row XQEGUQjpXupjdyKoGuSmum / column Best score (across scorers)),,out:budget-config, epoch-simpleqa-verified@epoch.ai,epoch.ai,gpt-5.4,xhigh,reasoning-math,hard,Epoch-harness,,,,,,45.1,score%,0.0289,,prev=0.451 (src-epoch.ai-benchmark-data-2026-10-15#M1183),https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row AzCkm282PLhDdLJ8DnAQQc / column Best score (across scorers)),,in, epoch-simpleqa-verified@epoch.ai,epoch.ai,sonnet-5,xhigh,reasoning-math,hard,Epoch-harness,,,,,,32.9,score%,0.0289,,prev=0.329 (src-epoch.ai-benchmark-data-2026-09-30#M164),https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row Qw4tGw38pk4sdsEehhrLSR / column Best score (across scorers)),,in, epoch-simpleqa-verified@epoch.ai,epoch.ai,opus-4.5,think-32000,reasoning-math,hard,Epoch-harness,,,,,,45.7,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row CA5LW4phRnHSsZUGXEm8H6 / column Best score (across scorers)),,out:budget-config, epoch-simpleqa-verified@epoch.ai,epoch.ai,haiku-4.5,think-32000,reasoning-math,hard,Epoch-harness,,,,,,12.6,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row VhBM9HgJ2RuSVwXriRXMVJ / column Best score (across scorers)),,out:budget-config, epoch-simpleqa-verified@epoch.ai,epoch.ai,gpt-5.2,xhigh,reasoning-math,hard,Epoch-harness,,,,,,37.1,score%,0.0289,,prev=0.371 (src-epoch.ai-benchmark-data-2026-10-15#M1184),https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row E3325ytkSNYP8ez53VA4fE / column Best score (across scorers)),,in, epoch-simpleqa-verified@epoch.ai,epoch.ai,opus-4.6,max,reasoning-math,hard,Epoch-harness,,,,,,47,score%,0.289,,prev=0.47 (src-epoch.ai-benchmark-data-2026-09-30#M167),https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row 85fhMxLaebWtLoi6oLpTbi / column Best score (across scorers)),,out:single-couple, epoch-simpleqa-verified@epoch.ai,epoch.ai,sonnet-5,max,reasoning-math,hard,Epoch-harness,,,,,,33.7,score%,0.0289,,prev=0.337 (src-epoch.ai-benchmark-data-2026-09-30#M168),https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row LPo74T9L3CawnKX5LLUrSZ / column Best score (across scorers)),,in, epoch-simpleqa-verified@epoch.ai,epoch.ai,sonnet-4.6,max,reasoning-math,hard,Epoch-harness,,,,,,32.8,score%,0.0289,,prev=0.328 (src-epoch.ai-benchmark-data-2026-09-30#M169),https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row Zs5fCvNzaz8LhqgwDSAztU / column Best score (across scorers)),,in, epoch-simpleqa-verified@epoch.ai,epoch.ai,opus-4.7,xhigh,reasoning-math,hard,Epoch-harness,,,,,,51.7,score%,0.0289,,prev=0.517 (src-epoch.ai-benchmark-data-2026-09-30#M170),https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row 2c4rvmf5N7QXTugrFLMZ83 / column Best score (across scorers)),,in, epoch-simpleqa-verified@epoch.ai,epoch.ai,opus-4.8,max,reasoning-math,hard,Epoch-harness,,,,,,53,score%,0.289,,prev=0.53 (src-epoch.ai-benchmark-data-2026-09-30#M171),https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row ViC6pxQZUVS3E9M9iEubF7 / column Best score (across scorers)),,in, epoch-simpleqa-verified@epoch.ai,epoch.ai,gpt-5.6-sol,max,reasoning-math,hard,Epoch-harness,,,,,,69.7,score%,0.0289,,prev=0.697 (src-epoch.ai-benchmark-data-2026-10-15#M1185),https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row UnRUSuZzm2X27TUbpeMPva / column Best score (across scorers)),,in, epoch-simpleqa-verified@epoch.ai,epoch.ai,gpt-5.6-terra,max,reasoning-math,hard,Epoch-harness,,,,,,43.2,score%,0.0289,,prev=0.432 (src-epoch.ai-benchmark-data-2026-10-15#M1186),https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row DienatPbgfgn3EzM7Gvzxr / column Best score (across scorers)),,in, epoch-simpleqa-verified@epoch.ai,epoch.ai,gpt-5.6-luna,max,reasoning-math,hard,Epoch-harness,,,,,,41,score%,0.289,,prev=0.41 (src-epoch.ai-benchmark-data-2026-10-15#M1187),https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row CeDghdBk8CqtiFSbUzxNH5 / column Best score (across scorers)),,in, epoch-simpleqa-verified@epoch.ai,epoch.ai,opus-5,max,reasoning-math,hard,Epoch-harness,,,,,,59.9,score%,0.0289,,prev=0.599 (src-epoch.ai-benchmark-data-2026-09-30#M172),https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row Zftz2yk4X5NF28JQzjN3hZ / column Best score (across scorers)),,in, epoch-simpleqa-verified@epoch.ai,epoch.ai,fable-5,xhigh,reasoning-math,hard,Epoch-harness,,,,,,70.7,score%,0.0289,,prev=0.707 (src-epoch.ai-benchmark-data-2026-09-30#M173),https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row SEnvgtunRa5GwAtU2sHa87 / column Best score (across scorers)),,in, epoch-simpleqa-verified@epoch.ai,epoch.ai,sonnet-4.6,high,reasoning-math,hard,Epoch-harness,,,,,,35.5,score%,0.0289,,prev=0.355 (src-epoch.ai-benchmark-data-2026-09-30#M174),https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row LJyKf8Xy4dymxNHbGLwNdA / column Best score (across scorers)),,in, epoch-simpleqa-verified@epoch.ai,epoch.ai,sonnet-4.5,unstated,reasoning-math,hard,Epoch-harness,,,,,,23.7,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row MhqeuRVx4JcRfxPQDYPq7Z / column Best score (across scorers)),,out:effort-not-established, epoch-simpleqa-verified@epoch.ai,epoch.ai,gemini-3.1-pro,high,reasoning-math,hard,Epoch-harness,,,,,,73.5,score%,0.0289,,prev=0.735 (src-epoch.ai-benchmark-data-2026-10-15#M1188),https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row VGeF8Xac4WcSAGgSXVdEBi / column Best score (across scorers)),,in, epoch-simpleqa-verified@epoch.ai,epoch.ai,kimi-k2.6,unstated,reasoning-math,hard,Epoch-harness,,,,,,34.9,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row hHnQVatVTbQjM4sfrjw7GH / column Best score (across scorers)),,out:effort-not-established, epoch-simpleqa-verified@epoch.ai,epoch.ai,gpt-5-mini,high,reasoning-math,hard,Epoch-harness,,,,,,21.6,score%,0.0289,,prev=0.216 (src-epoch.ai-benchmark-data-2026-10-15#M1190),https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row 8d5RuFTTJKuJ5iJYmPZVJe / column Best score (across scorers)),,out:single-couple, epoch-simpleqa-verified@epoch.ai,epoch.ai,gpt-5-nano,high,reasoning-math,hard,Epoch-harness,,,,,,11.7,score%,0.0289,,prev=0.117 (src-epoch.ai-benchmark-data-2026-10-15#M1191),https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row KgUCEfVCyRnY8B5kVChyiD / column Best score (across scorers)),,out:single-couple, epoch-simpleqa-verified@epoch.ai,epoch.ai,haiku-4.5,unstated,reasoning-math,hard,Epoch-harness,,,,,,13.2,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-04 / row J2kUEjR9r6Spd594qDNTTf / column Best score (across scorers)),,out:effort-not-established, epoch-spireclimb,epoch.ai,gpt-6.1-terra,max,computer-use,frontier,Epoch-Inspect-ReAct-computer-use,,,,,,19.833333333333333,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (spireclimb.csv in benchmark_data.zip fetched 2026-11-04 / row steambench-sts1-a20h-4f1a6dca29e5be95+steambench-sts2-a10-1102b0b9cf1785f6 / column Best score (across scorers)),,out:superseded, epoch-spireclimb,epoch.ai,gpt-6.1-sol,max,computer-use,frontier,Epoch-Inspect-ReAct-computer-use,,,,,,24.666666666666667,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (spireclimb.csv in benchmark_data.zip fetched 2026-11-04 / row steambench-sts1-a20h-e10776cf8aac6e32+steambench-sts2-a10-9a23c8dea53b6755 / column Best score (across scorers)),,out:superseded, epoch-spireclimb,epoch.ai,sonnet-5.5,max,computer-use,frontier,Epoch-Inspect-ReAct-computer-use,,,,,,1.3333333333333334,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (spireclimb.csv in benchmark_data.zip fetched 2026-11-04 / row steambench-sts1-a20h-adf73a874122aee6+steambench-sts2-a10-5db0e95e99f6b21c / column Best score (across scorers)),,out:superseded, epoch-spireclimb,epoch.ai,gpt-6-luna,max,computer-use,frontier,Epoch-Inspect-ReAct-computer-use,,,,,,0,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (spireclimb.csv in benchmark_data.zip fetched 2026-11-04 / row steambench-sts1-a20h-fc581bcaa7f17d12+steambench-sts2-a10-0e148062f8e47c4a / column Best score (across scorers)),,out:uninformative, epoch-spireclimb,epoch.ai,fable-5.1,max,computer-use,frontier,Epoch-Inspect-ReAct-computer-use,,,,,,2,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (spireclimb.csv in benchmark_data.zip fetched 2026-11-04 / row steambench-sts1-a20h-3a714bccadb811b3+steambench-sts2-a10-413d1cc930f6d4c6 / column Best score (across scorers)),,out:superseded, epoch-spireclimb,epoch.ai,opus-5.5,max,computer-use,frontier,Epoch-Inspect-ReAct-computer-use,,,,,,3.333333333333333,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (spireclimb.csv in benchmark_data.zip fetched 2026-11-04 / row steambench-sts1-a20h-a8e8ab7eb914d4bc+steambench-sts2-a10-ef454c368767b2a0 / column Best score (across scorers)),,out:superseded, epoch-spireclimb,epoch.ai,gpt-6-sol,max,computer-use,frontier,Epoch-Inspect-ReAct-computer-use,,,,,,7.5,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (spireclimb.csv in benchmark_data.zip fetched 2026-11-04 / row steambench-sts1-a20h-ee8cb2987a2c6c37+steambench-sts2-a10-edacf7bb0ae31edf / column Best score (across scorers)),,out:superseded, epoch-spireclimb,epoch.ai,gpt-6-astra,max,computer-use,frontier,Epoch-Inspect-ReAct-computer-use,,,,,,25.666666666666665,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (spireclimb.csv in benchmark_data.zip fetched 2026-11-04 / row steambench-sts1-a20h-c8709a73c9fd54e3+steambench-sts2-a10-cdf1c9fa85cb6300 / column Best score (across scorers)),,out:superseded, epoch-spireclimb-sts1-a20-heart,epoch.ai,gpt-6.1-terra,max,mixed,hard,,,,,,,0.05,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (spireclimb_sts1_a20_heart.csv in benchmark_data.zip fetched 2026-11-04 / row steambench-sts1-a20h-4f1a6dca29e5be95 / column Best score (across scorers)),,out:superseded, epoch-spireclimb-sts1-a20-heart,epoch.ai,gpt-6.1-sol,max,mixed,hard,,,,,,,0.2,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (spireclimb_sts1_a20_heart.csv in benchmark_data.zip fetched 2026-11-04 / row steambench-sts1-a20h-e10776cf8aac6e32 / column Best score (across scorers)),,out:superseded, epoch-spireclimb-sts1-a20-heart,epoch.ai,sonnet-5.5,max,mixed,hard,,,,,,,0.0,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (spireclimb_sts1_a20_heart.csv in benchmark_data.zip fetched 2026-11-04 / row steambench-sts1-a20h-adf73a874122aee6 / column Best score (across scorers)),,out:uninformative, epoch-spireclimb-sts1-a20-heart,epoch.ai,gpt-6-luna,max,mixed,hard,,,,,,,0.0,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (spireclimb_sts1_a20_heart.csv in benchmark_data.zip fetched 2026-11-04 / row steambench-sts1-a20h-fc581bcaa7f17d12 / column Best score (across scorers)),,out:uninformative, epoch-spireclimb-sts1-a20-heart,epoch.ai,fable-5.1,max,mixed,hard,,,,,,,0.0,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (spireclimb_sts1_a20_heart.csv in benchmark_data.zip fetched 2026-11-04 / row steambench-sts1-a20h-3a714bccadb811b3 / column Best score (across scorers)),,out:uninformative, epoch-spireclimb-sts1-a20-heart,epoch.ai,opus-5.5,max,mixed,hard,,,,,,,0.0,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (spireclimb_sts1_a20_heart.csv in benchmark_data.zip fetched 2026-11-04 / row steambench-sts1-a20h-a8e8ab7eb914d4bc / column Best score (across scorers)),,out:uninformative, epoch-spireclimb-sts1-a20-heart,epoch.ai,gpt-6-sol,max,mixed,hard,,,,,,,0.016666666666666666,score%,2.89e-19,,,https://epoch.ai/data/benchmark_data.zip (spireclimb_sts1_a20_heart.csv in benchmark_data.zip fetched 2026-11-04 / row steambench-sts1-a20h-ee8cb2987a2c6c37 / column Best score (across scorers)),,out:superseded, epoch-spireclimb-sts1-a20-heart,epoch.ai,gpt-6-astra,max,mixed,hard,,,,,,,0.16666666666666666,score%,2.89e-18,,,https://epoch.ai/data/benchmark_data.zip (spireclimb_sts1_a20_heart.csv in benchmark_data.zip fetched 2026-11-04 / row steambench-sts1-a20h-c8709a73c9fd54e3 / column Best score (across scorers)),,out:superseded, epoch-spireclimb-sts2-a10,epoch.ai,gpt-6.1-terra,max,mixed,hard,,,,,,,0.3466666666666667,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (spireclimb_sts2_a10.csv in benchmark_data.zip fetched 2026-11-04 / row steambench-sts2-a10-1102b0b9cf1785f6 / column Best score (across scorers)),,in, epoch-spireclimb-sts2-a10,epoch.ai,gpt-6.1-sol,max,mixed,hard,,,,,,,0.29333333333333333,score%,2.89e-18,,,https://epoch.ai/data/benchmark_data.zip (spireclimb_sts2_a10.csv in benchmark_data.zip fetched 2026-11-04 / row steambench-sts2-a10-9a23c8dea53b6755 / column Best score (across scorers)),,in, epoch-spireclimb-sts2-a10,epoch.ai,sonnet-5.5,max,mixed,hard,,,,,,,0.02666666666666667,score%,2.89e-18,,,https://epoch.ai/data/benchmark_data.zip (spireclimb_sts2_a10.csv in benchmark_data.zip fetched 2026-11-04 / row steambench-sts2-a10-5db0e95e99f6b21c / column Best score (across scorers)),,in, epoch-spireclimb-sts2-a10,epoch.ai,gpt-6-luna,max,mixed,hard,,,,,,,0.0,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (spireclimb_sts2_a10.csv in benchmark_data.zip fetched 2026-11-04 / row steambench-sts2-a10-0e148062f8e47c4a / column Best score (across scorers)),,out:uninformative, epoch-spireclimb-sts2-a10,epoch.ai,fable-5.1,max,mixed,hard,,,,,,,0.04,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (spireclimb_sts2_a10.csv in benchmark_data.zip fetched 2026-11-04 / row steambench-sts2-a10-413d1cc930f6d4c6 / column Best score (across scorers)),,in, epoch-spireclimb-sts2-a10,epoch.ai,opus-5.5,max,mixed,hard,,,,,,,0.06666666666666667,score%,2.89e-18,,,https://epoch.ai/data/benchmark_data.zip (spireclimb_sts2_a10.csv in benchmark_data.zip fetched 2026-11-04 / row steambench-sts2-a10-ef454c368767b2a0 / column Best score (across scorers)),,in, epoch-spireclimb-sts2-a10,epoch.ai,gpt-6-sol,max,mixed,hard,,,,,,,0.13333333333333333,score%,2.89e-18,,,https://epoch.ai/data/benchmark_data.zip (spireclimb_sts2_a10.csv in benchmark_data.zip fetched 2026-11-04 / row steambench-sts2-a10-edacf7bb0ae31edf / column Best score (across scorers)),,in, epoch-spireclimb-sts2-a10,epoch.ai,gpt-6-astra,max,mixed,hard,,,,,,,0.3466666666666667,score%,2.89e-17,,,https://epoch.ai/data/benchmark_data.zip (spireclimb_sts2_a10.csv in benchmark_data.zip fetched 2026-11-04 / row steambench-sts2-a10-cdf1c9fa85cb6300 / column Best score (across scorers)),,in, epoch-ext-surface-evolver-bench,epoch.ai,fable-5,high,mixed,mid,Epoch-external,USD/full-benchmark-run,19.43522,2.89e-06,,,95.00000000000001,score%,2.89e-15,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (surface_evolver_bench_external.csv in benchmark_data.zip fetched 2026-11-04 / row claude-fable-5_high / column Mean score),,in,in epoch-ext-surface-evolver-bench,epoch.ai,gpt-5.6-sol,xhigh,mixed,mid,Epoch-external,USD/full-benchmark-run,11.759699062500001,1.36,,,93.125,score%,0.000289,,prev=0.93125 (src-epoch.ai-benchmark-data-2026-10-18#M101); cost-method-assumed-single; cost-unrepriced; cost-price-band,https://epoch.ai/data/benchmark_data.zip (surface_evolver_bench_external.csv in benchmark_data.zip fetched 2026-11-04 / row gpt-5.6-sol_xhigh / column Mean score),,in,out:cost-single-couple epoch-ext-surface-evolver-bench,epoch.ai,gpt-5.5,high,mixed,mid,Epoch-external,USD/full-benchmark-run,13.825813,2.89e-07,,,88.125,score%,0.000289,,prev=0.88125 (src-epoch.ai-benchmark-data-2026-10-18#M102); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (surface_evolver_bench_external.csv in benchmark_data.zip fetched 2026-11-04 / row gpt-5.5_high / column Mean score),,in,in epoch-ext-surface-evolver-bench,epoch.ai,kimi-k3,max,mixed,mid,Epoch-external,USD/full-benchmark-run,12.14,0.00289,,,93,score%,0.289,,prev=0.93 (src-epoch.ai-benchmark-data-2026-10-18#M103); cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://epoch.ai/data/benchmark_data.zip (surface_evolver_bench_external.csv in benchmark_data.zip fetched 2026-11-04 / row kimi-k3_max / column Mean score),,in,in epoch-ext-surface-evolver-bench,epoch.ai,opus-4.8,high,mixed,mid,Epoch-external,USD/full-benchmark-run,21.961645,2.89e-07,,,87.5,score%,0.0289,,prev=0.875 (src-epoch.ai-benchmark-data-2026-10-18#M104); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (surface_evolver_bench_external.csv in benchmark_data.zip fetched 2026-11-04 / row claude-opus-4-8_high / column Mean score),,in,in epoch-ext-surface-evolver-bench,epoch.ai,gpt-5.6-terra,xhigh,mixed,mid,Epoch-external,USD/full-benchmark-run,6.830912475,0.438,,,83.75,score%,0.00289,,prev=0.8375 (src-epoch.ai-benchmark-data-2026-10-18#M105); cost-method-assumed-single; cost-unrepriced; cost-price-band,https://epoch.ai/data/benchmark_data.zip (surface_evolver_bench_external.csv in benchmark_data.zip fetched 2026-11-04 / row gpt-5.6-terra_xhigh / column Mean score),,in,out:cost-single-couple epoch-ext-surface-evolver-bench,epoch.ai,gpt-5.5,medium,mixed,mid,Epoch-external,USD/full-benchmark-run,9.52131,2.89e-06,,,81.25,score%,0.00289,,prev=0.8125 (src-epoch.ai-benchmark-data-2026-10-18#M106); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (surface_evolver_bench_external.csv in benchmark_data.zip fetched 2026-11-04 / row gpt-5.5_medium / column Mean score),,in,in epoch-ext-surface-evolver-bench,epoch.ai,grok-4.5,high,mixed,mid,Epoch-external,USD/full-benchmark-run,3.6882447999999997,0.532,,,74.375,score%,0.000289,,prev=0.74375 (src-epoch.ai-benchmark-data-2026-10-18#M107); cost-method-assumed-single; cost-unrepriced; cost-price-band,https://epoch.ai/data/benchmark_data.zip (surface_evolver_bench_external.csv in benchmark_data.zip fetched 2026-11-04 / row grok-4.5_high / column Mean score),,in,out:cost-single-couple epoch-ext-surface-evolver-bench,epoch.ai,kimi-k2.7-code,solo,mixed,mid,Epoch-external,USD/full-benchmark-run,4.0321230474,2.89e-11,,,48.75,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (surface_evolver_bench_external.csv in benchmark_data.zip fetched 2026-11-04 / row kimi-k2.7-code / column Mean score),,in,in epoch-ext-surface-evolver-bench,epoch.ai,glm-5.2,high,mixed,mid,Epoch-external,USD/full-benchmark-run,4.646197132,2.89e-10,,,55.625,score%,0.000289,,prev=0.55625 (src-epoch.ai-benchmark-data-2026-10-18#M108); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (surface_evolver_bench_external.csv in benchmark_data.zip fetched 2026-11-04 / row glm-5.2_high / column Mean score),,in,in epoch-ext-surface-evolver-bench,epoch.ai,opus-4.8,not-established:absent,mixed,mid,Epoch-external,USD/full-benchmark-run,9.727075000000001,2.89e-16,,,68.125,score%,0.000289,,,https://epoch.ai/data/benchmark_data.zip (surface_evolver_bench_external.csv in benchmark_data.zip fetched 2026-11-04 / row claude-opus-4-8_none / column Mean score),,out:effort-not-established,out:effort-not-established epoch-ext-surface-evolver-bench,epoch.ai,?deepseek-v4-pro,not-established:absent,mixed,mid,Epoch-external,USD/full-benchmark-run,3.857008705,2.89e-10,,,40,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (surface_evolver_bench_external.csv in benchmark_data.zip fetched 2026-11-04 / row deepseek-v4-pro_high / column Mean score),,out:model-not-established,out:model-not-established epoch-ext-surface-evolver-bench,epoch.ai,gpt-5.6-luna,medium,mixed,mid,Epoch-external,USD/full-benchmark-run,0.60476451,0.233,,,61.875,score%,0.000289,,prev=0.61875 (src-epoch.ai-benchmark-data-2026-10-18#M110); cost-method-assumed-single; cost-unrepriced; cost-price-band,https://epoch.ai/data/benchmark_data.zip (surface_evolver_bench_external.csv in benchmark_data.zip fetched 2026-11-04 / row gpt-5.6-luna_medium / column Mean score),,in,out:cost-single-couple epoch-ext-surface-evolver-bench,epoch.ai,minimax-m3,unstated,mixed,mid,Epoch-external,USD/full-benchmark-run,2.07806376,2.89e-09,,,54.99999999999999,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (surface_evolver_bench_external.csv in benchmark_data.zip fetched 2026-11-04 / row MiniMax-M3 / column Mean score),,out:effort-not-established,out:effort-not-established epoch-ext-surface-evolver-bench,epoch.ai,qwen3.6-35b-a3b,unstated,mixed,mid,Epoch-external,USD/full-benchmark-run,2.1925831197,2.89e-11,,,44.375000000000003,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (surface_evolver_bench_external.csv in benchmark_data.zip fetched 2026-11-04 / row qwen3.6-35b-a3b / column Mean score),,out:effort-not-established,out:effort-not-established epoch-ext-surface-evolver-bench,epoch.ai,gemma-4-31b-it,unstated,mixed,mid,Epoch-external,USD/full-benchmark-run,0.21557616000000002,2.89e-18,,,30.624999999999997,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (surface_evolver_bench_external.csv in benchmark_data.zip fetched 2026-11-04 / row gemma-4-31b-it / column Mean score),,out:effort-not-established,out:effort-not-established epoch-ext-surface-evolver-bench,epoch.ai,gpt-oss-120b,unstated,mixed,mid,Epoch-external,USD/full-benchmark-run,0.08923236999999999,2.89e-18,,,25,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (surface_evolver_bench_external.csv in benchmark_data.zip fetched 2026-11-04 / row gpt-oss-120b / column Mean score),,out:effort-not-established,out:effort-not-established epoch-ext-surface-evolver-bench,epoch.ai,kimi-k3,unstated,mixed,mid,Epoch-external,USD/full-benchmark-run,12.1421778,2.89e-08,,,95.00000000000001,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (surface_evolver_bench_external.csv in benchmark_data.zip fetched 2026-11-04 / row kimi-k3_unknown / column Mean score),,out:effort-not-established,out:effort-not-established epoch-ext-surface-evolver-bench,epoch.ai,?gemini-3.5-flash,not-established:absent,mixed,mid,Epoch-external,USD/full-benchmark-run,6.6382038,2.89e-08,,,58.125,score%,0.000289,,,https://epoch.ai/data/benchmark_data.zip (surface_evolver_bench_external.csv in benchmark_data.zip fetched 2026-11-04 / row gemini-3.5-flash_medium / column Mean score),,out:model-not-established,out:model-not-established epoch-ext-surface-evolver-bench,epoch.ai,sonnet-5,medium,mixed,mid,Epoch-external,USD/full-benchmark-run,11.938944000000001,2.89e-16,,,60,score%,2.89,,prev=0.6 (src-epoch.ai-benchmark-data-2026-10-18#M112); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (surface_evolver_bench_external.csv in benchmark_data.zip fetched 2026-11-04 / row claude-sonnet-5_medium / column Mean score),,in,in epoch-ext-surface-evolver-bench,epoch.ai,mistral-medium-3.5,unstated,mixed,mid,Epoch-external,USD/full-benchmark-run,6.348204,2.89e-07,,,26.875,score%,0.000289,,,https://epoch.ai/data/benchmark_data.zip (surface_evolver_bench_external.csv in benchmark_data.zip fetched 2026-11-04 / row mistral-medium-2604 / column Mean score),,out:effort-not-established,out:effort-not-established epoch-ext-surface-evolver-bench,epoch.ai,laguna-m.1,unstated,mixed,mid,Epoch-external,USD/full-benchmark-run,0.4947199,2.89e-08,,,15.625,score%,0.000289,,,https://epoch.ai/data/benchmark_data.zip (surface_evolver_bench_external.csv in benchmark_data.zip fetched 2026-11-04 / row laguna-m.1 / column Mean score),,out:effort-not-established,out:effort-not-established epoch-ext-surface-evolver-bench,epoch.ai,trinity-large-thinking,solo,mixed,mid,Epoch-external,USD/full-benchmark-run,1.24719325,2.89e-09,,,15.625,score%,0.000289,,cost-method-assumed-single,https://epoch.ai/data/benchmark_data.zip (surface_evolver_bench_external.csv in benchmark_data.zip fetched 2026-11-04 / row trinity-large-thinking / column Mean score),,out:single-couple,out:cost-not-comparable epoch-ext-surface-evolver-bench,epoch.ai,muse-spark-1.1,high,mixed,mid,Epoch-external,USD/full-benchmark-run,2.49833875,2.89e-09,,,52.5,score%,0.0289,,cost-method-assumed-single,https://epoch.ai/data/benchmark_data.zip (surface_evolver_bench_external.csv in benchmark_data.zip fetched 2026-11-04 / row muse-spark-1.1_high / column Mean score),,out:single-couple,out:cost-not-comparable epoch-ext-surface-evolver-bench,epoch.ai,qwen3.8-27b,not-established:absent,mixed,mid,Epoch-external,USD/full-benchmark-run,9.0487613,2.89e-08,,,45,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (surface_evolver_bench_external.csv in benchmark_data.zip fetched 2026-11-04 / row qwen3.8-27b_xhigh / column Mean score),,out:effort-not-established,out:effort-not-established epoch-ext-surface-evolver-bench,epoch.ai,glm-5.3-flash,max,mixed,mid,Epoch-external,USD/full-benchmark-run,0.30853474999999997,2.89e-18,,,52.5,score%,0.0289,,prev=0.525 (src-epoch.ai-benchmark-data-2026-10-18#M114); cost-method-assumed-single,https://epoch.ai/data/benchmark_data.zip (surface_evolver_bench_external.csv in benchmark_data.zip fetched 2026-11-04 / row glm-5.3-flash_max / column Mean score),,in,out:cost-not-comparable epoch-ext-surface-evolver-bench,epoch.ai,gemini-3.8-flash,high,mixed,mid,Epoch-external,USD/full-benchmark-run,2.5981149,2.89e-08,,,76.875,score%,0.000289,,prev=0.76875 (src-epoch.ai-benchmark-data-2026-10-18#M115); base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://epoch.ai/data/benchmark_data.zip (surface_evolver_bench_external.csv in benchmark_data.zip fetched 2026-11-04 / row gemini-3.8-flash_high / column Mean score),,in,in epoch-ext-surface-evolver-bench,epoch.ai,deepseek-v4.1-flash,high,mixed,mid,Epoch-external,USD/full-benchmark-run,2.1277077120000003,2.89e-17,,,46.25,score%,0.00289,,prev=0.4625 (src-epoch.ai-benchmark-data-2026-10-18#M116); cost-method-assumed-single,https://epoch.ai/data/benchmark_data.zip (surface_evolver_bench_external.csv in benchmark_data.zip fetched 2026-11-04 / row deepseek-v4.1-flash_high / column Mean score),,in,out:cost-not-comparable epoch-ext-surface-evolver-bench,epoch.ai,?mistral-large-4-0,not-established:absent,mixed,mid,Epoch-external,USD/full-benchmark-run,6.0171848,2.89e-08,,,28.125,score%,0.000289,,,https://epoch.ai/data/benchmark_data.zip (surface_evolver_bench_external.csv in benchmark_data.zip fetched 2026-11-04 / row mistral-large-4-0_unknown / column Mean score),,out:model-not-established,out:model-not-established epoch-swe-bench-verified,epoch.ai,glm-5.2,not-established:absent,coding,hard,Epoch-harness,,,,,,78.7,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (swe_bench_verified.csv in benchmark_data.zip fetched 2026-11-04 / row 4AfhcmYVNrw6gM5u8CQsyy / column Best score (across scorers)),,out:effort-not-established, epoch-swe-bench-verified,epoch.ai,qwen3.7-max,unstated,coding,hard,Epoch-harness,,,,,,77.27272727272727,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (swe_bench_verified.csv in benchmark_data.zip fetched 2026-11-04 / row 83hhDhcT9UUrZ2NiUbWSUU / column Best score (across scorers)),,out:effort-not-established, epoch-swe-bench-verified,epoch.ai,?deepseek-v4-pro,not-established:absent,coding,hard,Epoch-harness,,,,,,77.63975155279503,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (swe_bench_verified.csv in benchmark_data.zip fetched 2026-11-04 / row WUk3f44JhxtAJaSxi6gFZR / column Best score (across scorers)),,out:model-not-established, epoch-swe-bench-verified,epoch.ai,?gemini-3.5-flash,not-established:absent,coding,hard,Epoch-harness,,,,,,79.33884297520661,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (swe_bench_verified.csv in benchmark_data.zip fetched 2026-11-04 / row dwRzFGTghYEy4HNZajJXoc / column Best score (across scorers)),,out:model-not-established, epoch-swe-bench-verified,epoch.ai,qwen3.6-max-preview,unstated,coding,hard,Epoch-harness,,,,,,76.65289256198347,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (swe_bench_verified.csv in benchmark_data.zip fetched 2026-11-04 / row FkDMVLdEnJDR5PyUCT6BNQ / column Best score (across scorers)),,out:effort-not-established, epoch-swe-bench-verified,epoch.ai,glm-5.1,unstated,coding,hard,Epoch-harness,,,,,,74.17,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (swe_bench_verified.csv in benchmark_data.zip fetched 2026-11-04 / row glm-5.1-swe-bench-frankenstein / column Best score (across scorers)),,out:effort-not-established, epoch-swe-bench-verified,epoch.ai,qwen3.6-plus,unstated,coding,hard,Epoch-harness,,,,,,57.85123966942148,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (swe_bench_verified.csv in benchmark_data.zip fetched 2026-11-04 / row 8HV4HP9EM5KuLSwzifuLye / column Best score (across scorers)),,out:effort-not-established, epoch-swe-bench-verified,epoch.ai,kimi-k2.6,unstated,coding,hard,Epoch-harness,,,,,,76.65289256198347,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (swe_bench_verified.csv in benchmark_data.zip fetched 2026-11-04 / row bUPtAK7spEwvmiC8pi6afc / column Best score (across scorers)),,out:effort-not-established, epoch-swe-bench-verified,epoch.ai,?gpt-5.5-pre-release,not-established:absent,coding,hard,Epoch-harness,,,,,,80.57851239669421,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (swe_bench_verified.csv in benchmark_data.zip fetched 2026-11-04 / row LbhPRqUkXrs5KJ7vyT4CR7 / column Best score (across scorers)),,out:model-not-established, epoch-swe-bench-verified,epoch.ai,opus-4.7,max,coding,hard,Epoch-harness,,,,,,83.47107438016529,score%,2.89e-15,,prev=0.8347107438016529 (src-epoch.ai-benchmark-data-2026-09-30#M177),https://epoch.ai/data/benchmark_data.zip (swe_bench_verified.csv in benchmark_data.zip fetched 2026-11-04 / row nCmGWWMBip2s9AVEZNYXDX / column Best score (across scorers)),,in, epoch-swe-bench-verified,epoch.ai,gpt-5.4,high,coding,hard,Epoch-harness,,,,,,76.8595041322314,score%,2.89e-14,,prev=0.768595041322314 (src-epoch.ai-benchmark-data-2026-10-15#M1211),https://epoch.ai/data/benchmark_data.zip (swe_bench_verified.csv in benchmark_data.zip fetched 2026-11-04 / row i9HTMbAxcwsrTf2w2FuJ6N / column Best score (across scorers)),,in, epoch-swe-bench-verified,epoch.ai,gpt-5.3-codex,high,coding,hard,Epoch-harness,,,,,,74.79338842975206,score%,2.89e-15,,prev=0.7479338842975206 (src-epoch.ai-benchmark-data-2026-10-15#M1212),https://epoch.ai/data/benchmark_data.zip (swe_bench_verified.csv in benchmark_data.zip fetched 2026-11-04 / row 6w5buMbgeEqtRoE55cLZVv / column Best score (across scorers)),,in, epoch-swe-bench-verified,epoch.ai,gemini-3.1-pro-customtools,unstated,coding,hard,Epoch-harness,,,,,,75.6198347107438,score%,2.89e-14,,,https://epoch.ai/data/benchmark_data.zip (swe_bench_verified.csv in benchmark_data.zip fetched 2026-11-04 / row 8QQQWDgmmEsmQVUJWcxx4P / column Best score (across scorers)),,out:effort-not-established, epoch-swe-bench-verified,epoch.ai,sonnet-4.6,unstated,coding,hard,Epoch-harness,,,,,,75.20661157024794,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (swe_bench_verified.csv in benchmark_data.zip fetched 2026-11-04 / row KEdgiMmtJKHxgGiS82agYj / column Best score (across scorers)),,out:effort-not-established, epoch-swe-bench-verified,epoch.ai,gemini-3-flash,unstated,coding,hard,Epoch-harness,,,,,,75.41322314049587,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (swe_bench_verified.csv in benchmark_data.zip fetched 2026-11-04 / row jxoyMNmTnYirjLJN6wRNmG / column Best score (across scorers)),,out:effort-not-established, epoch-swe-bench-verified,epoch.ai,opus-4.6,unstated,coding,hard,Epoch-harness,,,,,,78.71900826446281,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (swe_bench_verified.csv in benchmark_data.zip fetched 2026-11-04 / row 2hH2GAPUFaJR7pfVKhhicg / column Best score (across scorers)),,out:effort-not-established, epoch-swe-bench-verified,epoch.ai,gpt-5.1,high,coding,hard,Epoch-harness,,,,,,67.97520661157025,score%,2.89e-15,,prev=0.6797520661157025 (src-epoch.ai-benchmark-data-2026-10-15#M1215); prev=0.6590909090909091 (src-epoch.ai-benchmark-data-2026-10-15#M1217),https://epoch.ai/data/benchmark_data.zip (swe_bench_verified.csv in benchmark_data.zip fetched 2026-11-04 / row YoHtZpMNdsRE6qdj2K4Ucj / column Best score (across scorers)),,in, epoch-swe-bench-verified,epoch.ai,?kimi-k2.5,not-established:absent,coding,hard,Epoch-harness,,,,,,73.7603305785124,score%,2.89e-14,,,https://epoch.ai/data/benchmark_data.zip (swe_bench_verified.csv in benchmark_data.zip fetched 2026-11-04 / row 5wVjUb3yn6bdjPSfPEMuiZ / column Best score (across scorers)),,out:model-not-established, epoch-swe-bench-verified,epoch.ai,gpt-5.1,high,coding,hard,Epoch-harness,,,,,,65.90909090909091,score%,2.89e-15,,prev=0.6797520661157025 (src-epoch.ai-benchmark-data-2026-10-15#M1215); prev=0.6590909090909091 (src-epoch.ai-benchmark-data-2026-10-15#M1217),https://epoch.ai/data/benchmark_data.zip (swe_bench_verified.csv in benchmark_data.zip fetched 2026-11-04 / row G5hTYKeE5buuWzwRQK7EgS / column Best score (across scorers)),,in, epoch-swe-bench-verified,epoch.ai,glm-5,unstated,coding,hard,Epoch-harness,,,,,,72.07792207792207,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (swe_bench_verified.csv in benchmark_data.zip fetched 2026-11-04 / row hKkJEu4ueLiNWsTtrJ78PS / column Best score (across scorers)),,out:effort-not-established, epoch-swe-bench-verified,epoch.ai,gemini-2.5-pro,unstated,coding,hard,Epoch-harness,,,,,,57.55693581780539,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (swe_bench_verified.csv in benchmark_data.zip fetched 2026-11-04 / row KL724uHFGbiXj4o5PHyLn2 / column Best score (across scorers)),,out:effort-not-established, epoch-swe-bench-verified,epoch.ai,?gemini-3-pro-preview,not-established:absent,coding,hard,Epoch-harness,,,,,,72.93388429752066,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (swe_bench_verified.csv in benchmark_data.zip fetched 2026-11-04 / row 5XdYZBG5Wy8DUMRqcYv4fn / column Best score (across scorers)),,out:model-not-established, epoch-swe-bench-verified,epoch.ai,gpt-5.2,high,coding,hard,Epoch-harness,,,,,,73.7603305785124,score%,2.89e-14,,prev=0.737603305785124 (src-epoch.ai-benchmark-data-2026-10-15#M1221),https://epoch.ai/data/benchmark_data.zip (swe_bench_verified.csv in benchmark_data.zip fetched 2026-11-04 / row 9owdbpnWJ5pkQQC3GWKP5L / column Best score (across scorers)),,in, epoch-swe-bench-verified,epoch.ai,o3,medium,coding,hard,Epoch-harness,,,,,,62.31884057971014,score%,2.89e-15,,prev=0.6231884057971014 (src-epoch.ai-benchmark-data-2026-10-15#M1222),https://epoch.ai/data/benchmark_data.zip (swe_bench_verified.csv in benchmark_data.zip fetched 2026-11-04 / row AKt7PcE8LQtoMWVuxwMidk / column Best score (across scorers)),,out:single-couple, epoch-swe-bench-verified,epoch.ai,?claude-opus-4-1-20250805,not-established:absent,coding,hard,Epoch-harness,,,,,,73.34710743801653,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (swe_bench_verified.csv in benchmark_data.zip fetched 2026-11-04 / row cA6Mq67yaynLhY8F5kes3c / column Best score (across scorers)),,out:model-not-established, epoch-swe-bench-verified,epoch.ai,gpt-4o-1120,solo,coding,hard,Epoch-harness,,,,,,30.991735537190085,score%,2.89e-16,,prev=0.30991735537190085 (src-epoch.ai-benchmark-data-2026-10-15#M1223),https://epoch.ai/data/benchmark_data.zip (swe_bench_verified.csv in benchmark_data.zip fetched 2026-11-04 / row PncXWJm7ZCY3qv982pKoRy / column Best score (across scorers)),,out:single-couple, epoch-swe-bench-verified,epoch.ai,opus-4.6,unstated,coding,hard,Epoch-harness,,,,,,75.6198347107438,score%,2.89e-14,,,https://epoch.ai/data/benchmark_data.zip (swe_bench_verified.csv in benchmark_data.zip fetched 2026-11-04 / row aQiAg6mt8HPHXjKcJvax2d / column Best score (across scorers)),,out:effort-not-established, epoch-swe-bench-verified,epoch.ai,gpt-4.1,solo,coding,hard,Epoch-harness,,,,,,48.541666666666666,score%,2.89e-16,,prev=0.48541666666666666 (src-epoch.ai-benchmark-data-2026-10-15#M1224),https://epoch.ai/data/benchmark_data.zip (swe_bench_verified.csv in benchmark_data.zip fetched 2026-11-04 / row SheUt9cNpkSevy4r6Gsr3u / column Best score (across scorers)),,out:single-couple, epoch-swe-bench-verified,epoch.ai,gpt-5,high,coding,hard,Epoch-harness,,,,,,73.55371900826446,score%,2.89e-15,,prev=0.7355371900826446 (src-epoch.ai-benchmark-data-2026-10-15#M1225),https://epoch.ai/data/benchmark_data.zip (swe_bench_verified.csv in benchmark_data.zip fetched 2026-11-04 / row C85Bnci9xVzq5jmt8zNnbw / column Best score (across scorers)),,out:single-couple, epoch-swe-bench-verified,epoch.ai,?claude-opus-4-20250514,not-established:absent,coding,hard,Epoch-harness,,,,,,70.66115702479339,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (swe_bench_verified.csv in benchmark_data.zip fetched 2026-11-04 / row RbcvuVChvxK6SMQbPK8iRn / column Best score (across scorers)),,out:model-not-established, epoch-swe-bench-verified,epoch.ai,opus-4.5,unstated,coding,hard,Epoch-harness,,,,,,76.65289256198347,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (swe_bench_verified.csv in benchmark_data.zip fetched 2026-11-04 / row mKQKxkpGDrFHBPBYR3mBrB / column Best score (across scorers)),,out:effort-not-established, epoch-swe-bench-verified,epoch.ai,sonnet-4.5,unstated,coding,hard,Epoch-harness,,,,,,71.28099173553719,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (swe_bench_verified.csv in benchmark_data.zip fetched 2026-11-04 / row Lti64yMEsBWSzgEMFCSVhp / column Best score (across scorers)),,out:effort-not-established, epoch-swe-bench-verified,epoch.ai,gpt-5,medium,coding,hard,Epoch-harness,,,,,,71.48760330578512,score%,2.89e-15,,prev=0.7148760330578512 (src-epoch.ai-benchmark-data-2026-10-15#M1226),https://epoch.ai/data/benchmark_data.zip (swe_bench_verified.csv in benchmark_data.zip fetched 2026-11-04 / row FCCkMNVHcjLLUDeNFqTGRL / column Best score (across scorers)),,out:single-couple, epoch-swe-bench-verified,epoch.ai,sonnet-3.7,unstated,coding,hard,Epoch-harness,,,,,,60.9504132231405,score%,2.89e-14,,,https://epoch.ai/data/benchmark_data.zip (swe_bench_verified.csv in benchmark_data.zip fetched 2026-11-04 / row cnM8U6moeqrp74wnXRj2Jj / column Best score (across scorers)),,out:effort-not-established, epoch-swe-bench-verified,epoch.ai,gpt-5-mini,medium,coding,hard,Epoch-harness,,,,,,64.66942148760331,score%,2.89e-15,,prev=0.6466942148760331 (src-epoch.ai-benchmark-data-2026-10-15#M1227),https://epoch.ai/data/benchmark_data.zip (swe_bench_verified.csv in benchmark_data.zip fetched 2026-11-04 / row 7nvdQy3AwKtoay2FBvfST5 / column Best score (across scorers)),,out:single-couple, epoch-ext-wino-grande-1shot,epoch.ai,?PaLM 2-L,not-established:absent,mixed,mid,Epoch-external,,,,,,83,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row rec0Dj1umKnw4t9yi / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-5shot,epoch.ai,gpt-4-0314,solo,mixed,mid,Epoch-external,,,,,,87.5,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recaR4Pf3RkCiAANz / column Accuracy),,out:single-couple, epoch-ext-wino-grande-5shot,epoch.ai,?PaLM 540B,not-established:absent,mixed,mid,Epoch-external,,,,,,85.1,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recAD31ZnGeO3eOwm / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-5shot,epoch.ai,?text-davinci-002,not-established:absent,mixed,mid,Epoch-external,,,,,,81.6,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recXkgGBeKRwNlOKi / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-0shot,epoch.ai,?PaLM 540B,not-established:absent,mixed,mid,Epoch-external,,,,,,81.1,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recWVCWC5EMRDNSgL / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-1shot,epoch.ai,?PaLM 540B,not-established:absent,mixed,mid,Epoch-external,,,,,,83.7,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row rec55d9FyJAq5fQhK / column Accuracy),,out:model-not-established, epoch-ext-wino-grande,epoch.ai,?PaLM 540B,not-established:absent,mixed,mid,Epoch-external,,,,,,85.1,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recx099eSrOmwL3QU / column Accuracy),,out:decision:D36, epoch-ext-wino-grande-1shot,epoch.ai,?PaLM 2-M,not-established:absent,mixed,mid,Epoch-external,,,,,,79.2,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recFe6bxFdt4wLRkZ / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-1shot,epoch.ai,?PaLM 2-S,not-established:absent,mixed,mid,Epoch-external,,,,,,77.9,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recuJFdgWw2tZaQoH / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-0shot,epoch.ai,?PaLM 62B,not-established:absent,mixed,mid,Epoch-external,,,,,,77,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recsfrlaaHsWLi9qx / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-0shot,epoch.ai,?text-davinci-001,not-established:absent,mixed,mid,Epoch-external,,,,,,70.2,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row rec8u6KWQWeBGN0Km / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-0shot,epoch.ai,?Gopher (280B),not-established:absent,mixed,mid,Epoch-external,,,,,,70.1,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recDkEgLhPRjy4v8h / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-0shot,epoch.ai,?Chinchilla (70B),not-established:absent,mixed,mid,Epoch-external,,,,,,74.9,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recGnjvDzN0ewjxiG / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-0shot,epoch.ai,?PaLM 62B,not-established:absent,mixed,mid,Epoch-external,,,,,,77,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row reclQUJcaj2JrjyI8 / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-0shot,epoch.ai,?,not-established:absent,mixed,mid,Epoch-external,,,,,,77,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recM1g2Pmz7TjEik7 / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-0shot,epoch.ai,?PaLM 540B,not-established:absent,mixed,mid,Epoch-external,,,,,,81.1,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recI8uxkEPA3KQdbm / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-0shot,epoch.ai,?LLaMA-7B,not-established:absent,mixed,mid,Epoch-external,,,,,,70.1,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recIMvkFXTo2hwuhs / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-0shot,epoch.ai,?LLaMA-13B,not-established:absent,mixed,mid,Epoch-external,,,,,,73,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row rechN7puQcuTcXy3a / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-0shot,epoch.ai,?LLaMA-65B,not-established:absent,mixed,mid,Epoch-external,,,,,,77,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recKKmmLkXD2Vjn2e / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-0shot,epoch.ai,?LLaMA-33B,not-established:absent,mixed,mid,Epoch-external,,,,,,76,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recBt1SpsffLcrMS9 / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-0shot,epoch.ai,?Mistral-7B-v0.1,not-established:absent,mixed,mid,Epoch-external,,,,,,75.3,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recfxiFrvSCnxbjsX / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-0shot,epoch.ai,?Chinchilla (70B),not-established:absent,mixed,mid,Epoch-external,,,,,,74.9,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recZr3ktMwbyI4XeS / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-5shot,epoch.ai,sonnet-3,solo,mixed,mid,Epoch-external,,,,,,75.1,score%,0.0289,,prev=0.751 (src-epoch.ai-benchmark-data-2026-10-18#M117),https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recfo636SsgKz6bre / column Accuracy),,out:single-couple, epoch-ext-wino-grande-5shot,epoch.ai,haiku-3,solo,mixed,mid,Epoch-external,,,,,,74.2,score%,0.0289,,prev=0.742 (src-epoch.ai-benchmark-data-2026-10-18#M118),https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row rec48LdyvDEsxod6W / column Accuracy),,out:single-couple, epoch-ext-wino-grande-5shot,epoch.ai,opus-3,solo,mixed,mid,Epoch-external,,,,,,88.5,score%,0.0289,,prev=0.885 (src-epoch.ai-benchmark-data-2026-10-18#M119),https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recwhfZU1uHwUbOtB / column Accuracy),,out:single-couple, epoch-ext-wino-grande-0shot,epoch.ai,?LLaMA-13B,not-established:absent,mixed,mid,Epoch-external,,,,,,73,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recpYeKQZjkeJmFjK / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-0shot,epoch.ai,?text-davinci-001,not-established:absent,mixed,mid,Epoch-external,,,,,,70.2,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recuE1AFI2Xi9TRZy / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-1shot,epoch.ai,?text-davinci-001,not-established:absent,mixed,mid,Epoch-external,,,,,,73.2,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recFDEwWa9MDvdGp7 / column Accuracy),,out:model-not-established, epoch-ext-wino-grande,epoch.ai,?text-davinci-001,not-established:absent,mixed,mid,Epoch-external,,,,,,77.7,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row reczqA3lUwnnCXwU9 / column Accuracy),,out:decision:D36, epoch-ext-wino-grande-0shot,epoch.ai,?Gopher (280B),not-established:absent,mixed,mid,Epoch-external,,,,,,70.1,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recCO5IfFJGtcuttU / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-0shot,epoch.ai,?LLaMA-7B,not-established:absent,mixed,mid,Epoch-external,,,,,,70.1,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recmWn1dhJq25abBB / column Accuracy),,out:model-not-established, epoch-ext-wino-grande,epoch.ai,?gpt2-xl,not-established:absent,mixed,mid,Epoch-external,,,,,,58.3,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row rec9CyRHN8LPTzTOx / column Accuracy),,out:decision:D36, epoch-ext-wino-grande,epoch.ai,?mpt-7b,not-established:absent,mixed,mid,Epoch-external,,,,,,68.3,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recktbU0qGqP0imC6 / column Accuracy),,out:decision:D36, epoch-ext-wino-grande,epoch.ai,?mpt-30b,not-established:absent,mixed,mid,Epoch-external,,,,,,71,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recT5IXUPTJfXiCp2 / column Accuracy),,out:decision:D36, epoch-ext-wino-grande,epoch.ai,?falcon-7b,not-established:absent,mixed,mid,Epoch-external,,,,,,66.3,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recSntxSuHYG1VyHo / column Accuracy),,out:decision:D36, epoch-ext-wino-grande,epoch.ai,?falcon-40b,not-established:absent,mixed,mid,Epoch-external,,,,,,76.9,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recgYrmCHlDlyq9yx / column Accuracy),,out:decision:D36, epoch-ext-wino-grande,epoch.ai,?LLaMA-7B,not-established:absent,mixed,mid,Epoch-external,,,,,,70.1,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row rec7Ph7OFjE8lEJHt / column Accuracy),,out:decision:D36, epoch-ext-wino-grande,epoch.ai,?LLaMA-13B,not-established:absent,mixed,mid,Epoch-external,,,,,,73,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recT2f8OQfNtIgwue / column Accuracy),,out:decision:D36, epoch-ext-wino-grande,epoch.ai,?LLaMA-33B,not-established:absent,mixed,mid,Epoch-external,,,,,,76,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recJAkorJg8DBb8w6 / column Accuracy),,out:decision:D36, epoch-ext-wino-grande,epoch.ai,?LLaMA-65B,not-established:absent,mixed,mid,Epoch-external,,,,,,77,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row rec7MyukTwpdy8CSL / column Accuracy),,out:decision:D36, epoch-ext-wino-grande,epoch.ai,?Llama-2-7b,not-established:absent,mixed,mid,Epoch-external,,,,,,69.2,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recEkDlzbxAaHusuf / column Accuracy),,out:decision:D36, epoch-ext-wino-grande,epoch.ai,?Llama-2-13b,not-established:absent,mixed,mid,Epoch-external,,,,,,72.8,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recdNf2o3JtJPXmKH / column Accuracy),,out:decision:D36, epoch-ext-wino-grande,epoch.ai,?Llama-2-34b,not-established:absent,mixed,mid,Epoch-external,,,,,,76.7,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recd4W7iTigIgk5d5 / column Accuracy),,out:decision:D36, epoch-ext-wino-grande,epoch.ai,?Llama-2-70b-hf ,not-established:absent,mixed,mid,Epoch-external,,,,,,80.2,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recaurFL0h5T9Whbj / column Accuracy),,out:decision:D36, epoch-ext-wino-grande-5shot,epoch.ai,?Meta-Llama-3-8B,not-established:absent,mixed,mid,Epoch-external,,,,,,75.7,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recJOWqocH7c9al6M / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-5shot,epoch.ai,?Meta-Llama-3-70B,not-established:absent,mixed,mid,Epoch-external,,,,,,83.5,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row rec876vd5CO6jC2xx / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-5shot,epoch.ai,?Llama-3.1-405B-Instruct,not-established:absent,mixed,mid,Epoch-external,,,,,,82.2,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row rectAF9Y0lcDhgjKK / column Accuracy),,out:model-not-established, epoch-ext-wino-grande,epoch.ai,?Qwen2.5-Coder-0.5B,not-established:absent,mixed,mid,Epoch-external,,,,,,54.8,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recUhmmH8qA5xRclp / column Accuracy),,out:decision:D36, epoch-ext-wino-grande,epoch.ai,?Qwen2.5-Coder-1.5B,not-established:absent,mixed,mid,Epoch-external,,,,,,60.7,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recO1g2UPif64BQXO / column Accuracy),,out:decision:D36, epoch-ext-wino-grande,epoch.ai,?Qwen2.5-Coder-3B,not-established:absent,mixed,mid,Epoch-external,,,,,,67.4,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recPKH8NBSdyoeNF7 / column Accuracy),,out:decision:D36, epoch-ext-wino-grande,epoch.ai,?Qwen2.5-Coder-7B,not-established:absent,mixed,mid,Epoch-external,,,,,,72.9,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recsRQvpUY7AtRA2v / column Accuracy),,out:decision:D36, epoch-ext-wino-grande,epoch.ai,?Qwen2.5-Coder-14B,not-established:absent,mixed,mid,Epoch-external,,,,,,76.8,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recWCbZW93Xb7mgLW / column Accuracy),,out:decision:D36, epoch-ext-wino-grande,epoch.ai,?Qwen2.5-Coder-32B,not-established:absent,mixed,mid,Epoch-external,,,,,,80.8,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row rec8gc150DTSOhEKr / column Accuracy),,out:decision:D36, epoch-ext-wino-grande,epoch.ai,?deepseek-coder-1.3b-base,not-established:absent,mixed,mid,Epoch-external,,,,,,53.3,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recVHFqbsrGnj2Vx2 / column Accuracy),,out:decision:D36, epoch-ext-wino-grande,epoch.ai,?starcoder2-3b,not-established:absent,mixed,mid,Epoch-external,,,,,,57.1,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recyselPDxHqK6S7m / column Accuracy),,out:decision:D36, epoch-ext-wino-grande,epoch.ai,?starcoder2-7b,not-established:absent,mixed,mid,Epoch-external,,,,,,57.1,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recXQnGi8m8ri82zZ / column Accuracy),,out:decision:D36, epoch-ext-wino-grande,epoch.ai,?deepseek-coder-6.7b-base,not-established:absent,mixed,mid,Epoch-external,,,,,,57.6,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recjz7QSFeeZcphoR / column Accuracy),,out:decision:D36, epoch-ext-wino-grande,epoch.ai,deepseek-coder-v2-lite-base,unstated,mixed,mid,Epoch-external,,,,,,72.9,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row rec8sY5AZGjTEHSIb / column Accuracy),,out:decision:D36, epoch-ext-wino-grande,epoch.ai,?CodeQwen1.5-7B,not-established:absent,mixed,mid,Epoch-external,,,,,,59.8,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recZQWDgmY6X1bV95 / column Accuracy),,out:decision:D36, epoch-ext-wino-grande,epoch.ai,?starcoder2-15b,not-established:absent,mixed,mid,Epoch-external,,,,,,64.3,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recr8hrjiAzMZKfoe / column Accuracy),,out:decision:D36, epoch-ext-wino-grande,epoch.ai,?deepseek-coder-33b-base,not-established:absent,mixed,mid,Epoch-external,,,,,,62,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recU2oocllLjEXaxq / column Accuracy),,out:decision:D36, epoch-ext-wino-grande,epoch.ai,?DeepSeek-Coder-V2-Base,not-established:absent,mixed,mid,Epoch-external,,,,,,83.7,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row rec7J2f61YnAY2lHm / column Accuracy),,out:decision:D36, epoch-ext-wino-grande,epoch.ai,?Mistral-7B-v0.1,not-established:absent,mixed,mid,Epoch-external,,,,,,74.2,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row rec5MLRl0r4y0sPhr / column Accuracy),,out:decision:D36, epoch-ext-wino-grande,epoch.ai,?Mixtral-8x7B-v0.1,not-established:absent,mixed,mid,Epoch-external,,,,,,77.2,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recOiKNC7k9QoMUyx / column Accuracy),,out:decision:D36, epoch-ext-wino-grande,epoch.ai,?gemma-7b,not-established:absent,mixed,mid,Epoch-external,,,,,,79,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recVCwFxC4Uz2gxlu / column Accuracy),,out:decision:D36, epoch-ext-wino-grande,epoch.ai,?Llama-2-7b,not-established:absent,mixed,mid,Epoch-external,,,,,,69.2,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row rechilCTigqP9uXxA / column Accuracy),,out:decision:D36, epoch-ext-wino-grande,epoch.ai,?Llama-2-13b,not-established:absent,mixed,mid,Epoch-external,,,,,,72.8,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row reczujVPa7Ol17Ep3 / column Accuracy),,out:decision:D36, epoch-ext-wino-grande,epoch.ai,?Mistral-7B-v0.1,not-established:absent,mixed,mid,Epoch-external,,,,,,74.2,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recdZaaWYWrX1u3Si / column Accuracy),,out:decision:D36, epoch-ext-wino-grande,epoch.ai,?gemma-2b,not-established:absent,mixed,mid,Epoch-external,,,,,,65.4,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recAROl6cvkyIz2XU / column Accuracy),,out:decision:D36, epoch-ext-wino-grande-5shot,epoch.ai,?DeepSeek-V2,not-established:absent,mixed,mid,Epoch-external,,,,,,86.3,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recv143kxseDbH93b / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-5shot,epoch.ai,deepseek-v3,solo,mixed,mid,Epoch-external,,,,,,85.2,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recRvIn2aFK6GuRSa / column Accuracy),,out:single-couple, epoch-ext-wino-grande-5shot,epoch.ai,?Llama-3.1-405B,not-established:absent,mixed,mid,Epoch-external,,,,,,89.2,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row rec6ChHalhgDSzRNN / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-5shot,epoch.ai,?Qwen2.5-72B,not-established:absent,mixed,mid,Epoch-external,,,,,,82.3,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recFEIHaal9FCmhYN / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-0shot,epoch.ai,?phi-1_5,not-established:absent,mixed,mid,Epoch-external,,,,,,73.4,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row rechsjFFmjkjr59Th / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-0shot,epoch.ai,?vicuna-13b-v1.1,not-established:absent,mixed,mid,Epoch-external,,,,,,70.8,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row rec1zWhRyar1a1ya7 / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-0shot,epoch.ai,?Llama-2-7b,not-established:absent,mixed,mid,Epoch-external,,,,,,69.1,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row rec6mSfCZRnko6k95 / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-0shot,epoch.ai,?LLaMA-7B,not-established:absent,mixed,mid,Epoch-external,,,,,,66.9,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recnremIrBRActHkF / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-0shot,epoch.ai,?mpt-7b,not-established:absent,mixed,mid,Epoch-external,,,,,,68,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recIj2gakuqj9fTET / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-0shot,epoch.ai,?falcon-7b,not-established:absent,mixed,mid,Epoch-external,,,,,,66.2,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recMpIBB0KkHPY3G4 / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-0shot,epoch.ai,?,not-established:absent,mixed,mid,Epoch-external,,,,,,60.7,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row reclGtegHjrQ3efS6 / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-0shot,epoch.ai,?opt-1.3b,not-established:absent,mixed,mid,Epoch-external,,,,,,61,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recfHebaHDX7FJeud / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-0shot,epoch.ai,?,not-established:absent,mixed,mid,Epoch-external,,,,,,57.7,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row rec1UadYIFb39uga7 / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-0shot,epoch.ai,?gpt2-xl,not-established:absent,mixed,mid,Epoch-external,,,,,,58.3,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row rec4vKSLgu8gPF3BP / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-0shot,epoch.ai,?,not-established:absent,mixed,mid,Epoch-external,,,,,,60.4,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recQjBBobsKTnpyEB / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-0shot,epoch.ai,?,not-established:absent,mixed,mid,Epoch-external,,,,,,74,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row rec5GGdUuE2S4GIHR / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-5shot,epoch.ai,?Yi-6B,not-established:absent,mixed,mid,Epoch-external,,,,,,71.3,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recHcfsJvgD1v3Za1 / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-5shot,epoch.ai,?Yi-9B,not-established:absent,mixed,mid,Epoch-external,,,,,,73,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row rec2uwtoTBL3OG07a / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-5shot,epoch.ai,?falcon-7b,not-established:absent,mixed,mid,Epoch-external,,,,,,67.17,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row rec0bXWNApugy6PsT / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-5shot,epoch.ai,?falcon-40b,not-established:absent,mixed,mid,Epoch-external,,,,,,76.4,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recCsPlKCS5V7sQ3u / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-5shot,epoch.ai,?falcon-11b,not-established:absent,mixed,mid,Epoch-external,,,,,,78.3,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row rec07tuBa7aAoZtf3 / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-5shot,epoch.ai,?falcon-180B,not-established:absent,mixed,mid,Epoch-external,,,,,,87.1,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recqDqOI7R6EJDWXm / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-5shot,epoch.ai,?gpt-3.5-turbo-0613,not-established:absent,mixed,mid,Epoch-external,,,,,,81.6,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recVLx9PCXRj3W5o5 / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-5shot,epoch.ai,?gpt-4-32k-0314,not-established:absent,mixed,mid,Epoch-external,,,,,,87.5,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recHX5MxEY42Quo60 / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-0shot,epoch.ai,?Nemotron-4 15B,not-established:absent,mixed,mid,Epoch-external,,,,,,78,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row rechEkVlfpVzd5dGw / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-0shot,epoch.ai,?Llama-2-13b,not-established:absent,mixed,mid,Epoch-external,,,,,,72.8,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recqBhxwgsUhCNmVj / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-0shot,epoch.ai,?Llama-2-34b,not-established:absent,mixed,mid,Epoch-external,,,,,,76.7,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recqPFwpVlEXRAuAZ / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-0shot,epoch.ai,?Mistral-7B-v0.1,not-established:absent,mixed,mid,Epoch-external,,,,,,75.3,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recIbFwTUgH5IpHS5 / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-0shot,epoch.ai,?gemma-7b,not-established:absent,mixed,mid,Epoch-external,,,,,,72.3,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recK1nMPSyPQhO9AS / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-0shot,epoch.ai,?text-davinci-001,not-established:absent,mixed,mid,Epoch-external,,,,,,70.2,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recijvxN8UXEh3SBp / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-0shot,epoch.ai,?GLaM (MoE),not-established:absent,mixed,mid,Epoch-external,,,,,,73.5,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recqVwM8SVe4yfcGZ / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-0shot,epoch.ai,?,not-established:absent,mixed,mid,Epoch-external,,,,,,71.5,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recUq5YXIoV0cbBQh / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-1shot,epoch.ai,?text-davinci-001,not-established:absent,mixed,mid,Epoch-external,,,,,,73.2,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recl9X5JuCNXMgSCh / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-1shot,epoch.ai,?GLaM (MoE),not-established:absent,mixed,mid,Epoch-external,,,,,,73,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recu2bgRPUptWpqiE / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-1shot,epoch.ai,?,not-established:absent,mixed,mid,Epoch-external,,,,,,73.1,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recfyp5PkOYRko4ty / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-16shot,epoch.ai,?text-davinci-001,not-established:absent,mixed,mid,Epoch-external,,,,,,77.7,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recQ2RjlzBCPbvsAn / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-0shot,epoch.ai,?Gopher (280B),not-established:absent,mixed,mid,Epoch-external,,,,,,70.1,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recMniA3bIw2cxmTk / column Accuracy),,out:model-not-established, epoch-ext-wino-grande,epoch.ai,?Megatron-Turing NLG 530B,not-established:absent,mixed,mid,Epoch-external,,,,,,78.9,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recgrfBPvZUqv8bhZ / column Accuracy),,out:decision:D36, epoch-ext-wino-grande-8shot,epoch.ai,?GLaM (MoE),not-established:absent,mixed,mid,Epoch-external,,,,,,79.2,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row reclLFFps8D3lgnnZ / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-0shot,epoch.ai,?text-davinci-001,not-established:absent,mixed,mid,Epoch-external,,,,,,70.2,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recBRuKvfAnXUpJGz / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-1shot,epoch.ai,?text-davinci-001,not-established:absent,mixed,mid,Epoch-external,,,,,,73.2,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recBbxInhFByx7qHT / column Accuracy),,out:model-not-established, epoch-ext-wino-grande,epoch.ai,?text-davinci-001,not-established:absent,mixed,mid,Epoch-external,,,,,,77.7,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recLMdsVONh2oFds1 / column Accuracy),,out:decision:D36, epoch-ext-wino-grande-0shot,epoch.ai,?Megatron-Turing NLG 530B,not-established:absent,mixed,mid,Epoch-external,,,,,,73.01,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row rec0czb9iRGEYELDL / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-1shot,epoch.ai,?Megatron-Turing NLG 530B,not-established:absent,mixed,mid,Epoch-external,,,,,,73.72,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recdxz6xNRRDR3Ect / column Accuracy),,out:model-not-established, epoch-ext-wino-grande,epoch.ai,?Megatron-Turing NLG 530B,not-established:absent,mixed,mid,Epoch-external,,,,,,73.01,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row reciL6h4SYzWnjYZA / column Accuracy),,out:decision:D36, epoch-ext-wino-grande-0shot,epoch.ai,?text-davinci-001,not-established:absent,mixed,mid,Epoch-external,,,,,,70.2,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recMIaObYJI2WngO3 / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-1shot,epoch.ai,?text-davinci-001,not-established:absent,mixed,mid,Epoch-external,,,,,,73.2,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recuZIZGrqaZmTQHx / column Accuracy),,out:model-not-established, epoch-ext-wino-grande,epoch.ai,?text-davinci-001,not-established:absent,mixed,mid,Epoch-external,,,,,,77.7,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row reczOX5oz5FcrxCks / column Accuracy),,out:decision:D36, epoch-ext-wino-grande-0shot,epoch.ai,?Gopher (280B),not-established:absent,mixed,mid,Epoch-external,,,,,,70.2,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recsE9YoNgrdm5sJC / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-5shot,epoch.ai,?Phi-3-mini-4k-instruct,not-established:absent,mixed,mid,Epoch-external,,,,,,70.8,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row rec8NmM7FImqk915G / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-5shot,epoch.ai,?Phi-3-small-8k-instruct,not-established:absent,mixed,mid,Epoch-external,,,,,,81.5,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row rectBk3iRc4LVIqKf / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-5shot,epoch.ai,?Phi-3-medium-128k-instruct,not-established:absent,mixed,mid,Epoch-external,,,,,,81.5,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recawVi9MBcu9YVNA / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-5shot,epoch.ai,?phi-2,not-established:absent,mixed,mid,Epoch-external,,,,,,54.7,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recj9UKpqcNorm2DD / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-5shot,epoch.ai,?Mistral-7B-v0.1,not-established:absent,mixed,mid,Epoch-external,,,,,,54.2,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recxXMjf8MjkinJeQ / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-5shot,epoch.ai,?gemma-7b,not-established:absent,mixed,mid,Epoch-external,,,,,,55.6,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recQOKrVhA7MxaYqV / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-5shot,epoch.ai,llama-3-8b-instruct,solo,mixed,mid,Epoch-external,,,,,,65,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row rec71xWl1TzaoATvj / column Accuracy),,out:single-couple, epoch-ext-wino-grande-5shot,epoch.ai,?Mixtral-8x7B-v0.1,not-established:absent,mixed,mid,Epoch-external,,,,,,62,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row rectsfybsCEwcCVin / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-5shot,epoch.ai,gpt-3.5-turbo-1106,solo,mixed,mid,Epoch-external,,,,,,68.8,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row rec3A3yupKXU0nX4B / column Accuracy),,out:single-couple, epoch-ext-wino-grande-0shot,epoch.ai,?Gopher (280B),not-established:absent,mixed,mid,Epoch-external,,,,,,70.1,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recsLsEiFg3I9Ntcq / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-5shot,epoch.ai,?falcon-7b,not-established:absent,mixed,mid,Epoch-external,,,,,,67.17,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row reck2rBf1aBKCdo96 / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-5shot,epoch.ai,?falcon-40b,not-established:absent,mixed,mid,Epoch-external,,,,,,76.4,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recc4PwFMQbVu2672 / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-5shot,epoch.ai,?falcon-11b,not-established:absent,mixed,mid,Epoch-external,,,,,,78.3,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recXN0upU7mukMw2r / column Accuracy),,out:model-not-established, epoch-ext-wino-grande,epoch.ai,?,not-established:absent,mixed,mid,Epoch-external,,,,,,86.6,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recpUncBDSEU1nw70 / column Accuracy),,out:decision:D36, epoch-ext-wino-grande-0shot,epoch.ai,?xgen-7b-8k-base,not-established:absent,mixed,mid,Epoch-external,,,,,,64.9,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recRH0L7wxPtAYPUF / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-0shot,epoch.ai,?LLaMA-7B,not-established:absent,mixed,mid,Epoch-external,,,,,,69.6,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recHZxb3yRFkZMu5a / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-0shot,epoch.ai,?falcon-7b,not-established:absent,mixed,mid,Epoch-external,,,,,,67.2,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recBPubyTMjeIazf2 / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-0shot,epoch.ai,?mpt-7b,not-established:absent,mixed,mid,Epoch-external,,,,,,68.6,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recv1knMvkcKfwZYE / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-0shot,epoch.ai,?open_llama_7b,not-established:absent,mixed,mid,Epoch-external,,,,,,67,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recfcPcVYmxdywnKe / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-0shot,epoch.ai,?RedPajama-INCITE-7B-Base,not-established:absent,mixed,mid,Epoch-external,,,,,,63.8,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recvO9MD0YBHFshpN / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-0shot,epoch.ai,?gpt-neox-20b,not-established:absent,mixed,mid,Epoch-external,,,,,,66.1,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row rec00370DghOGVzXq / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-0shot,epoch.ai,?opt-13b,not-established:absent,mixed,mid,Epoch-external,,,,,,64.7,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row rec1gcVGZXPvpvkCm / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-0shot,epoch.ai,?gpt-j-6b,not-established:absent,mixed,mid,Epoch-external,,,,,,64.5,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recqm0WP49ptSUceV / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-0shot,epoch.ai,?dolly-v2-12b,not-established:absent,mixed,mid,Epoch-external,,,,,,61.8,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recorForiZEuS4nQF / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-0shot,epoch.ai,?Cerebras-GPT-13B,not-established:absent,mixed,mid,Epoch-external,,,,,,60.8,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recluVRCBoH49In4Y / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-0shot,epoch.ai,?stablelm-tuned-alpha-7b,not-established:absent,mixed,mid,Epoch-external,,,,,,51.5,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recfH4Zt9mBnsKlXy / column Accuracy),,out:model-not-established, epoch-ext-wino-grande-5shot,epoch.ai,?INTELLECT-1-Instruct,not-established:absent,mixed,mid,Epoch-external,,,,,,65.82,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (wino_grande_external.csv in benchmark_data.zip fetched 2026-11-04 / row recmV2BWZecWzixYc / column Accuracy),,out:model-not-established, eci,epoch.ai,gpt-6-astra,unstated,mixed,frontier,epoch-eci-board,,,,,,169.06,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row GPT-6 Astra / column eci),,out:effort-not-established, eci,epoch.ai,opus-5.5,unstated,mixed,frontier,epoch-eci-board,,,,,,168.4,ECI,0.0289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Claude Opus 5.5 / column eci),,out:effort-not-established, eci,epoch.ai,gpt-6.1-terra,unstated,mixed,frontier,epoch-eci-board,,,,,,168.11,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row GPT-6.1 Terra / column eci),,out:effort-not-established, eci,epoch.ai,gpt-6.1-sol,unstated,mixed,frontier,epoch-eci-board,,,,,,167.82,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row GPT-6.1 Sol / column eci),,out:effort-not-established, eci,epoch.ai,sonnet-5.5,unstated,mixed,frontier,epoch-eci-board,,,,,,166.74,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Claude Sonnet 5.5 / column eci),,out:effort-not-established, eci,epoch.ai,fable-5.1,unstated,mixed,frontier,epoch-eci-board,,,,,,166.36,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Claude Fable 5.1 / column eci),,out:effort-not-established, eci,epoch.ai,gemini-4-argon,unstated,mixed,frontier,epoch-eci-board,,,,,,166.07,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Gemini 4 Argon / column eci),,out:effort-not-established, eci,epoch.ai,opus-5,unstated,mixed,frontier,epoch-eci-board,,,,,,164.47,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Claude Opus 5 / column eci),,out:effort-not-established, eci,epoch.ai,gpt-6-sol,unstated,mixed,frontier,epoch-eci-board,,,,,,163.78,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row GPT-6 Sol / column eci),,out:effort-not-established, eci,epoch.ai,gpt-5.5-pro,unstated,mixed,frontier,epoch-eci-board,,,,,,163.11,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row GPT-5.5 Pro / column eci),,out:effort-not-established, eci,epoch.ai,fable-5,unstated,mixed,frontier,epoch-eci-board,,,,,,163.02,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Claude Fable 5 / column eci),,out:effort-not-established, eci,epoch.ai,gpt-5.6-sol,unstated,mixed,frontier,epoch-eci-board,,,,,,162.55,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row GPT-5.6 Sol / column eci),,out:effort-not-established, eci,epoch.ai,?Muse Wonder,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,161.71,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Muse Wonder / column eci),,out:model-not-established, eci,epoch.ai,haiku-5.5,unstated,mixed,frontier,epoch-eci-board,,,,,,160.37,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Claude Haiku 5.5 / column eci),,out:effort-not-established, eci,epoch.ai,gpt-5.6-terra,unstated,mixed,frontier,epoch-eci-board,,,,,,160.09,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row GPT-5.6 Terra / column eci),,out:effort-not-established, eci,epoch.ai,gpt-5.4-pro,unstated,mixed,frontier,epoch-eci-board,,,,,,159.81,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row GPT-5.4 Pro / column eci),,out:effort-not-established, eci,epoch.ai,opus-4.8,unstated,mixed,frontier,epoch-eci-board,,,,,,159.57,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Claude Opus 4.8 / column eci),,out:effort-not-established, eci,epoch.ai,gpt-5.5,unstated,mixed,frontier,epoch-eci-board,,,,,,159.38,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row GPT-5.5 / column eci),,out:effort-not-established, eci,epoch.ai,deepseek-v4.1-flash-1017,unstated,mixed,frontier,epoch-eci-board,,,,,,158.83,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row DeepSeek V4.1 Flash 1017 / column eci),,out:effort-not-established, eci,epoch.ai,kimi-k3,unstated,mixed,frontier,epoch-eci-board,,,,,,158.33,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Kimi K3 / column eci),,out:effort-not-established, eci,epoch.ai,gemini-3.7-flash,unstated,mixed,frontier,epoch-eci-board,,,,,,158.17,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Gemini 3.7 Flash / column eci),,out:effort-not-established, eci,epoch.ai,?Qwen 3.8 Max,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,157.98,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Qwen 3.8 Max / column eci),,out:model-not-established, eci,epoch.ai,gemini-3.8-flash,unstated,mixed,frontier,epoch-eci-board,,,,,,157.64,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Gemini 3.8 Flash / column eci),,out:effort-not-established, eci,epoch.ai,muse-spark-1.3,unstated,mixed,frontier,epoch-eci-board,,,,,,157.37,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Muse Spark 1.3 / column eci),,out:effort-not-established, eci,epoch.ai,gpt-5.4,unstated,mixed,frontier,epoch-eci-board,,,,,,157.14,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row GPT-5.4 / column eci),,out:effort-not-established, eci,epoch.ai,sonnet-5,unstated,mixed,frontier,epoch-eci-board,,,,,,157.03,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Claude Sonnet 5 / column eci),,out:effort-not-established, eci,epoch.ai,grok-4.6,unstated,mixed,frontier,epoch-eci-board,,,,,,156.91,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Grok 4.6 / column eci),,out:effort-not-established, eci,epoch.ai,gpt-6-luna,unstated,mixed,frontier,epoch-eci-board,,,,,,156.75,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row GPT-6 Luna / column eci),,out:effort-not-established, eci,epoch.ai,opus-4.7,unstated,mixed,frontier,epoch-eci-board,,,,,,156.7,ECI,0.0289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Claude Opus 4.7 / column eci),,out:effort-not-established, eci,epoch.ai,gpt-5.6-luna,unstated,mixed,frontier,epoch-eci-board,,,,,,156.67,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row GPT-5.6 Luna / column eci),,out:effort-not-established, eci,epoch.ai,gpt-5.2-pro,unstated,mixed,frontier,epoch-eci-board,,,,,,156.54,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row GPT-5.2 Pro / column eci),,out:effort-not-established, eci,epoch.ai,qwen3.8-max-0902,unstated,mixed,frontier,epoch-eci-board,,,,,,156.24,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Qwen3.8 Max (0902) / column eci),,out:effort-not-established, eci,epoch.ai,glm-5.3,unstated,mixed,frontier,epoch-eci-board,,,,,,156.17,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row GLM-5.3 / column eci),,out:effort-not-established, eci,epoch.ai,deepseek-v4.1-flash,unstated,mixed,frontier,epoch-eci-board,,,,,,156.11,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row DeepSeek V4.1 Flash / column eci),,out:effort-not-established, eci,epoch.ai,deepseek-v4-pro-0813,unstated,mixed,frontier,epoch-eci-board,,,,,,155.87,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row DeepSeek V4 Pro 0813 / column eci),,out:effort-not-established, eci,epoch.ai,opus-4.6,unstated,mixed,frontier,epoch-eci-board,,,,,,155.85,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Claude Opus 4.6 / column eci),,out:effort-not-established, eci,epoch.ai,gemini-3.1-pro,unstated,mixed,frontier,epoch-eci-board,,,,,,155.24,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Gemini 3.1 Pro / column eci),,out:effort-not-established, eci,epoch.ai,muse-spark-1.2,unstated,mixed,frontier,epoch-eci-board,,,,,,155.2,ECI,0.0289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Muse Spark 1.2 / column eci),,out:effort-not-established, eci,epoch.ai,?Muse Spark Open,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,155.05,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Muse Spark Open / column eci),,out:model-not-established, eci,epoch.ai,gemini-3.5-flash,unstated,mixed,frontier,epoch-eci-board,,,,,,155.03,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Gemini 3.5 Flash / column eci),,out:effort-not-established, eci,epoch.ai,deepseek-v4-flash-0731,unstated,mixed,frontier,epoch-eci-board,,,,,,154.94,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row DeepSeek V4 Flash 0731 / column eci),,out:effort-not-established, eci,epoch.ai,gemini-3.6-flash,unstated,mixed,frontier,epoch-eci-board,,,,,,154.69,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Gemini 3.6 Flash / column eci),,out:effort-not-established, eci,epoch.ai,grok-4.7,unstated,mixed,frontier,epoch-eci-board,,,,,,154.55,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Grok 4.7 / column eci),,out:effort-not-established, eci,epoch.ai,grok-4.5,unstated,mixed,frontier,epoch-eci-board,,,,,,154.36,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Grok 4.5 / column eci),,out:effort-not-established, eci,epoch.ai,qwen3.7-max,unstated,mixed,frontier,epoch-eci-board,,,,,,154.22,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Qwen3.7-Max / column eci),,out:effort-not-established, eci,epoch.ai,muse-spark-1.1,unstated,mixed,frontier,epoch-eci-board,,,,,,154.18,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Muse Spark 1.1 / column eci),,out:effort-not-established, eci,epoch.ai,gpt-5.2,unstated,mixed,frontier,epoch-eci-board,,,,,,153.83,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row GPT-5.2 / column eci),,out:effort-not-established, eci,epoch.ai,glm-5.3-flash,unstated,mixed,frontier,epoch-eci-board,,,,,,153.22,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row GLM-5.3-Flash / column eci),,out:effort-not-established, eci,epoch.ai,gemini-3-pro,unstated,mixed,frontier,epoch-eci-board,,,,,,153.22,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Gemini 3 Pro / column eci),,out:effort-not-established, eci,epoch.ai,sonnet-4.6,unstated,mixed,frontier,epoch-eci-board,,,,,,152.9,ECI,0.0289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Claude Sonnet 4.6 / column eci),,out:effort-not-established, eci,epoch.ai,grok-4.20,unstated,mixed,frontier,epoch-eci-board,,,,,,152.26,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Grok 4.20 / column eci),,out:effort-not-established, eci,epoch.ai,?Muse Spark,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,152.15,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Muse Spark / column eci),,out:model-not-established, eci,epoch.ai,glm-5.2,unstated,mixed,frontier,epoch-eci-board,,,,,,152.07,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row GLM-5.2 / column eci),,out:effort-not-established, eci,epoch.ai,gemini-3-flash,unstated,mixed,frontier,epoch-eci-board,,,,,,152.01,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Gemini 3 Flash / column eci),,out:effort-not-established, eci,epoch.ai,qwen3.8-27b,unstated,mixed,frontier,epoch-eci-board,,,,,,151.8,ECI,0.0289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Qwen 3.8 27B / column eci),,out:effort-not-established, eci,epoch.ai,kimi-k2.6,unstated,mixed,frontier,epoch-eci-board,,,,,,151.06,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Kimi K2.6 / column eci),,out:effort-not-established, eci,epoch.ai,gpt-5-pro,unstated,mixed,frontier,epoch-eci-board,,,,,,150.74,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row GPT-5 Pro / column eci),,out:effort-not-established, eci,epoch.ai,?Mistral Large 4,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,150.59,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Mistral Large 4 / column eci),,out:model-not-established, eci,epoch.ai,inkling-small,unstated,mixed,frontier,epoch-eci-board,,,,,,150.46,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Inkling-Small / column eci),,out:effort-not-established, eci,epoch.ai,?Beam 1.0,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,150.24,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Beam 1.0 / column eci),,out:model-not-established, eci,epoch.ai,kimi-k2.7-code,solo,mixed,frontier,epoch-eci-board,,,,,,150.23,ECI,0.00289,,prev=150.11 (src-epoch.ai-benchmark-data-2026-10-21#M41),https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Kimi K2.7 Code / column eci),,out:single-couple, eci,epoch.ai,opus-4.5,unstated,mixed,frontier,epoch-eci-board,,,,,,150.2,ECI,0.0289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Claude Opus 4.5 / column eci),,out:effort-not-established, eci,epoch.ai,gpt-5,unstated,mixed,frontier,epoch-eci-board,,,,,,150.0,ECI,0.0289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row GPT-5 / column eci),,out:effort-not-established, eci,epoch.ai,gpt-5.1,unstated,mixed,frontier,epoch-eci-board,,,,,,149.89,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row GPT-5.1 / column eci),,out:effort-not-established, eci,epoch.ai,glm-5.1,unstated,mixed,frontier,epoch-eci-board,,,,,,149.88,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row GLM-5.1 / column eci),,out:effort-not-established, eci,epoch.ai,qwen3.6-max-preview,unstated,mixed,frontier,epoch-eci-board,,,,,,149.38,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Qwen 3.6 Max (Preview) / column eci),,out:effort-not-established, eci,epoch.ai,?DeepSeek-V4-Pro,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,149.13,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row DeepSeek-V4-Pro / column eci),,out:model-not-established, eci,epoch.ai,?Grok 4.3 Beta,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,148.95,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Grok 4.3 Beta / column eci),,out:model-not-established, eci,epoch.ai,gpt-5.4-mini,unstated,mixed,frontier,epoch-eci-board,,,,,,148.82,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row GPT-5.4 Mini / column eci),,out:effort-not-established, eci,epoch.ai,inkling,unstated,mixed,frontier,epoch-eci-board,,,,,,148.51,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Inkling / column eci),,out:effort-not-established, eci,epoch.ai,?Kimi K2.5,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,148.11,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Kimi K2.5 / column eci),,out:model-not-established, eci,epoch.ai,qwen3.6-plus,unstated,mixed,frontier,epoch-eci-board,,,,,,147.81,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Qwen 3.6 Plus / column eci),,out:effort-not-established, eci,epoch.ai,o3-pro,unstated,mixed,frontier,epoch-eci-board,,,,,,147.41,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row o3-pro / column eci),,out:effort-not-established, eci,epoch.ai,qwen3.7-plus,unstated,mixed,frontier,epoch-eci-board,,,,,,147.11,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Qwen3.7-Plus / column eci),,out:effort-not-established, eci,epoch.ai,minimax-m3,unstated,mixed,frontier,epoch-eci-board,,,,,,146.92,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row MiniMax-M3 / column eci),,out:effort-not-established, eci,epoch.ai,o3,unstated,mixed,frontier,epoch-eci-board,,,,,,146.86,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row o3 / column eci),,out:effort-not-established, eci,epoch.ai,qwen3.5-397b-a17b,unstated,mixed,frontier,epoch-eci-board,,,,,,146.85,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Qwen3.5 397B-A17B / column eci),,out:effort-not-established, eci,epoch.ai,sonnet-4.5,unstated,mixed,frontier,epoch-eci-board,,,,,,146.8,ECI,0.0289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Claude Sonnet 4.5 / column eci),,out:effort-not-established, eci,epoch.ai,minimax-m2.5,unstated,mixed,frontier,epoch-eci-board,,,,,,146.68,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row MiniMax-M2.5 / column eci),,out:effort-not-established, eci,epoch.ai,grok-4,solo,mixed,frontier,epoch-eci-board,,,,,,146.33,ECI,0.00289,,prev=146.24 (src-epoch.ai-benchmark-data-2026-10-21#M45),https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Grok 4 / column eci),,out:single-couple, eci,epoch.ai,qwen3.6-27b,unstated,mixed,frontier,epoch-eci-board,,,,,,146.32,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Qwen3.6 27B / column eci),,out:effort-not-established, eci,epoch.ai,qwen3.5-plus,unstated,mixed,frontier,epoch-eci-board,,,,,,146.25,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Qwen 3.5 Plus (hosted 397B-A17B) / column eci),,out:effort-not-established, eci,epoch.ai,?DeepSeek-V4-Flash,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,146.2,ECI,0.0289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row DeepSeek-V4-Flash / column eci),,out:model-not-established, eci,epoch.ai,gpt-5.4-nano,unstated,mixed,frontier,epoch-eci-board,,,,,,146.14,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row GPT-5.4 Nano / column eci),,out:effort-not-established, eci,epoch.ai,deepseek-v3.2,unstated,mixed,frontier,epoch-eci-board,,,,,,146.14,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row DeepSeek-V3.2 / column eci),,out:effort-not-established, eci,epoch.ai,nemotron-3-ultra-550b-a55b,unstated,mixed,frontier,epoch-eci-board,,,,,,146.02,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Nemotron 3 Ultra / column eci),,out:effort-not-established, eci,epoch.ai,minimax-m2.7,unstated,mixed,frontier,epoch-eci-board,,,,,,145.88,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row MiniMax-M2.7 / column eci),,out:effort-not-established, eci,epoch.ai,?Kimi K2 Thinking,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,145.87,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Kimi K2 Thinking / column eci),,out:model-not-established, eci,epoch.ai,glm-5,unstated,mixed,frontier,epoch-eci-board,,,,,,145.79,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row GLM-5 / column eci),,out:effort-not-established, eci,epoch.ai,o4-mini,unstated,mixed,frontier,epoch-eci-board,,,,,,145.58,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row o4-mini / column eci),,out:effort-not-established, eci,epoch.ai,gpt-5-mini,unstated,mixed,frontier,epoch-eci-board,,,,,,145.42,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row GPT-5 mini / column eci),,out:effort-not-established, eci,epoch.ai,?Gemini 2.5 Pro (Jun 2025),not-established:absent,mixed,frontier,epoch-eci-board,,,,,,145.28,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Gemini 2.5 Pro (Jun 2025) / column eci),,out:model-not-established, eci,epoch.ai,deepseek-v3.2-exp,unstated,mixed,frontier,epoch-eci-board,,,,,,144.98,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row DeepSeek-V3.2-Exp / column eci),,out:effort-not-established, eci,epoch.ai,gemini-3.5-flash-lite,unstated,mixed,frontier,epoch-eci-board,,,,,,144.97,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Gemini 3.5 Flash-Lite / column eci),,out:effort-not-established, eci,epoch.ai,gemini-3.1-flash-lite,unstated,mixed,frontier,epoch-eci-board,,,,,,144.34,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Gemini 3.1 Flash-Lite / column eci),,out:effort-not-established, eci,epoch.ai,grok-4-fast,unstated,mixed,frontier,epoch-eci-board,,,,,,144.15,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Grok 4 Fast / column eci),,out:effort-not-established, eci,epoch.ai,qwen3.7-flash,unstated,mixed,frontier,epoch-eci-board,,,,,,144.14,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Qwen3.7 Flash / column eci),,out:effort-not-established, eci,epoch.ai,?Gemini 2.5 Pro (Mar 2025),not-established:absent,mixed,frontier,epoch-eci-board,,,,,,144.03,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Gemini 2.5 Pro (Mar 2025) / column eci),,out:model-not-established, eci,epoch.ai,opus-4.1,unstated,mixed,frontier,epoch-eci-board,,,,,,143.93,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Claude Opus 4.1 / column eci),,out:effort-not-established, eci,epoch.ai,qwen3.6-35b-a3b,unstated,mixed,frontier,epoch-eci-board,,,,,,143.81,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Qwen 3.6 35B-A3B / column eci),,out:effort-not-established, eci,epoch.ai,qwen3-235b-a22b-thinking-2507,solo,mixed,frontier,epoch-eci-board,,,,,,143.78,ECI,0.00289,,prev=143.81 (src-epoch.ai-benchmark-data-2026-10-15#M1260),https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Qwen3-235B-A22B-Thinking (Jul 2025) / column eci),,out:single-couple, eci,epoch.ai,glm-4.7,unstated,mixed,frontier,epoch-eci-board,,,,,,143.65,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row GLM-4.7 / column eci),,out:effort-not-established, eci,epoch.ai,qwen3.5-flash,unstated,mixed,frontier,epoch-eci-board,,,,,,143.61,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Qwen 3.5 Flash (hosted 35B-A3B) / column eci),,out:effort-not-established, eci,epoch.ai,gemma-4-31b-it,unstated,mixed,frontier,epoch-eci-board,,,,,,143.08,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Gemma 4 31B IT / column eci),,out:effort-not-established, eci,epoch.ai,qwen3.6-flash,unstated,mixed,frontier,epoch-eci-board,,,,,,142.97,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Qwen 3.6 Flash / column eci),,out:effort-not-established, eci,epoch.ai,gemini-2.5-flash-preview-09-2025,unstated,mixed,frontier,epoch-eci-board,,,,,,142.94,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Gemini 2.5 Flash (Sep 2025) / column eci),,out:effort-not-established, eci,epoch.ai,qwen3.5-35b-a3b,unstated,mixed,frontier,epoch-eci-board,,,,,,142.56,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Qwen3.5-35B-A3B / column eci),,out:effort-not-established, eci,epoch.ai,?GPT-5.5 Instant,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,142.49,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row GPT-5.5 Instant / column eci),,out:model-not-established, eci,epoch.ai,opus-4,unstated,mixed,frontier,epoch-eci-board,,,,,,142.42,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Claude Opus 4 / column eci),,out:effort-not-established, eci,epoch.ai,qwen3-max-0923,solo,mixed,frontier,epoch-eci-board,,,,,,142.37,ECI,0.00289,,prev=142.34 (src-epoch.ai-benchmark-data-2026-10-15#M1265),https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Qwen3-Max / column eci),,out:single-couple, eci,epoch.ai,haiku-4.5,unstated,mixed,frontier,epoch-eci-board,,,,,,142.21,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Claude Haiku 4.5 / column eci),,out:effort-not-established, eci,epoch.ai,gemini-2.5-pro-preview-05-06,solo,mixed,frontier,epoch-eci-board,,,,,,142.19,ECI,0.00289,,prev=142.15 (src-epoch.ai-benchmark-data-2026-10-21#M54),https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Gemini 2.5 Pro (May 2025) / column eci),,out:single-couple, eci,epoch.ai,gemma-4-26b-a4b-it,unstated,mixed,frontier,epoch-eci-board,,,,,,141.95,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Gemma 4 26B A4B / column eci),,out:effort-not-established, eci,epoch.ai,o1,unstated,mixed,frontier,epoch-eci-board,,,,,,141.82,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row o1 / column eci),,out:effort-not-established, eci,epoch.ai,sonnet-4,unstated,mixed,frontier,epoch-eci-board,,,,,,141.58,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Claude Sonnet 4 / column eci),,out:effort-not-established, eci,epoch.ai,gemini-2.5-flash-preview-05-20,unstated,mixed,frontier,epoch-eci-board,,,,,,141.48,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Gemini 2.5 Flash (May 2025) / column eci),,out:effort-not-established, eci,epoch.ai,mistral-medium-3.5,unstated,mixed,frontier,epoch-eci-board,,,,,,141.46,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Mistral Medium 3.5 / column eci),,out:effort-not-established, eci,epoch.ai,deepseek-r1-0528,solo,mixed,frontier,epoch-eci-board,,,,,,141.17,ECI,0.00289,,prev=141.27 (src-epoch.ai-benchmark-data-2026-10-15#M1268),https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row DeepSeek-R1 (May 2025) / column eci),,out:single-couple, eci,epoch.ai,sonnet-3.7,unstated,mixed,frontier,epoch-eci-board,,,,,,141.03,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Claude 3.7 Sonnet / column eci),,out:effort-not-established, eci,epoch.ai,gemini-2.5-flash,unstated,mixed,frontier,epoch-eci-board,,,,,,140.64,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Gemini 2.5 Flash (Jun 2025) / column eci),,out:effort-not-established, eci,epoch.ai,o3-mini,unstated,mixed,frontier,epoch-eci-board,,,,,,140.33,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row o3-mini / column eci),,out:effort-not-established, eci,epoch.ai,grok-3-mini,unstated,mixed,frontier,epoch-eci-board,,,,,,140.28,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Grok-3 mini / column eci),,out:effort-not-established, eci,epoch.ai,?Kimi K2 (Jul 2025),not-established:absent,mixed,frontier,epoch-eci-board,,,,,,139.91,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Kimi K2 (Jul 2025) / column eci),,out:model-not-established, eci,epoch.ai,gemini-2.5-flash-preview-04-17,unstated,mixed,frontier,epoch-eci-board,,,,,,139.9,ECI,0.0289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Gemini 2.5 Flash (Apr 2025) / column eci),,out:effort-not-established, eci,epoch.ai,gpt-oss-120b,unstated,mixed,frontier,epoch-eci-board,,,,,,139.83,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row gpt-oss-120b / column eci),,out:effort-not-established, eci,epoch.ai,deepseek-v3.1,unstated,mixed,frontier,epoch-eci-board,,,,,,139.83,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row DeepSeek-V3.1 / column eci),,out:effort-not-established, eci,epoch.ai,qwen3-30b-a3b-thinking-2507,solo,mixed,frontier,epoch-eci-board,,,,,,139.6,ECI,0.0289,,prev=139.61 (src-epoch.ai-benchmark-data-2026-10-15#M1274),https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Qwen3-30B-A3B-Thinking (Jul 2025) / column eci),,out:single-couple, eci,epoch.ai,qwen3.5-9b,unstated,mixed,frontier,epoch-eci-board,,,,,,139.37,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Qwen3.5-9B / column eci),,out:effort-not-established, eci,epoch.ai,gpt-5-nano,unstated,mixed,frontier,epoch-eci-board,,,,,,139.25,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row GPT-5 nano / column eci),,out:effort-not-established, eci,epoch.ai,qwen3-235b-a22b,unstated,mixed,frontier,epoch-eci-board,,,,,,139.14,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Qwen3-235B-A22B / column eci),,out:effort-not-established, eci,epoch.ai,deepseek-r1,solo,mixed,frontier,epoch-eci-board,,,,,,138.83,ECI,0.00289,,prev=138.82 (src-epoch.ai-benchmark-data-2026-10-21#M58),https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row DeepSeek-R1 / column eci),,out:single-couple, eci,epoch.ai,qwen3-235b-a22b-instruct-2507,solo,mixed,frontier,epoch-eci-board,,,,,,138.83,ECI,0.00289,,prev=138.92 (src-epoch.ai-benchmark-data-2026-10-15#M1277),https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Qwen3-235B-A22B-Instruct (Jul 2025) / column eci),,out:single-couple, eci,epoch.ai,qwen3-32b,unstated,mixed,frontier,epoch-eci-board,,,,,,138.48,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Qwen3-32B / column eci),,out:effort-not-established, eci,epoch.ai,grok-3,solo,mixed,frontier,epoch-eci-board,,,,,,138.26,ECI,0.00289,,prev=138.32 (src-epoch.ai-benchmark-data-2026-10-15#M1279),https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Grok 3 / column eci),,out:single-couple, eci,epoch.ai,qwen3-14b,unstated,mixed,frontier,epoch-eci-board,,,,,,138.2,ECI,0.0289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Qwen3-14B / column eci),,out:effort-not-established, eci,epoch.ai,gpt-oss-20b,unstated,mixed,frontier,epoch-eci-board,,,,,,137.75,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row gpt-oss-20b / column eci),,out:effort-not-established, eci,epoch.ai,qwq-32b,solo,mixed,frontier,epoch-eci-board,,,,,,137.52,ECI,0.00289,,prev=137.58 (src-epoch.ai-benchmark-data-2026-10-15#M1282),https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row QwQ-32B / column eci),,out:single-couple, eci,epoch.ai,qwen3-30b-a3b-instruct-2507,solo,mixed,frontier,epoch-eci-board,,,,,,137.32,ECI,0.00289,,prev=137.42 (src-epoch.ai-benchmark-data-2026-10-15#M1284),https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Qwen3-30B-A3B-Instruct (Jul 2025) / column eci),,out:single-couple, eci,epoch.ai,gpt-4.1,solo,mixed,frontier,epoch-eci-board,,,,,,136.73,ECI,0.00289,,prev=136.77 (src-epoch.ai-benchmark-data-2026-10-15#M1285),https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row GPT-4.1 / column eci),,out:single-couple, eci,epoch.ai,gpt-4.5-preview,solo,mixed,frontier,epoch-eci-board,,,,,,136.69,ECI,0.00289,,prev=136.73 (src-epoch.ai-benchmark-data-2026-10-15#M1286),https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row GPT-4.5 / column eci),,out:single-couple, eci,epoch.ai,qwen3-30b-a3b,unstated,mixed,frontier,epoch-eci-board,,,,,,136.15,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Qwen3-30B-A3B / column eci),,out:effort-not-established, eci,epoch.ai,qwen3-8b,unstated,mixed,frontier,epoch-eci-board,,,,,,136.11,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Qwen3-8B / column eci),,out:effort-not-established, eci,epoch.ai,deepseek-v3-0324,solo,mixed,frontier,epoch-eci-board,,,,,,135.88,ECI,0.00289,,prev=135.93 (src-epoch.ai-benchmark-data-2026-10-15#M1289),https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row DeepSeek-V3 (Mar 2025) / column eci),,out:single-couple, eci,epoch.ai,o1-mini,solo,mixed,frontier,epoch-eci-board,,,,,,135.82,ECI,0.00289,,prev=135.82 (src-epoch.ai-benchmark-data-2026-10-15#M1290),https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row o1-mini / column eci),,out:single-couple, eci,epoch.ai,gemini-2.0-flash-thinking-exp-01-21,solo,mixed,frontier,epoch-eci-board,,,,,,135.29,ECI,0.00289,,prev=135.36 (src-epoch.ai-benchmark-data-2026-10-15#M1292),https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Gemini 2.0 Flash Thinking (Jan 2025) / column eci),,out:single-couple, eci,epoch.ai,gemini-2.0-pro-exp-02-05,solo,mixed,frontier,epoch-eci-board,,,,,,135.0,ECI,0.0289,,prev=135.05 (src-epoch.ai-benchmark-data-2026-10-15#M1293),https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Gemini 2.0 Pro / column eci),,out:single-couple, eci,epoch.ai,gpt-4.1-mini,solo,mixed,frontier,epoch-eci-board,,,,,,134.92,ECI,0.00289,,prev=135.0 (src-epoch.ai-benchmark-data-2026-10-15#M1294),https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row GPT-4.1 mini / column eci),,out:single-couple, eci,epoch.ai,gemini-2.0-flash,solo,mixed,frontier,epoch-eci-board,,,,,,134.66,ECI,0.00289,,prev=134.68 (src-epoch.ai-benchmark-data-2026-10-15#M1296),https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Gemini 2.0 Flash (Feb 2025) / column eci),,out:single-couple, eci,epoch.ai,o1-preview,solo,mixed,frontier,epoch-eci-board,,,,,,134.59,ECI,0.00289,,prev=134.57 (src-epoch.ai-benchmark-data-2026-10-21#M59),https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row o1-preview / column eci),,out:single-couple, eci,epoch.ai,?Mistral Medium 3,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,134.01,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Mistral Medium 3 / column eci),,out:model-not-established, eci,epoch.ai,?Gemini 2.5 Flash-Lite (Jun 2025),not-established:absent,mixed,frontier,epoch-eci-board,,,,,,133.84,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Gemini 2.5 Flash-Lite (Jun 2025) / column eci),,out:model-not-established, eci,epoch.ai,sonnet-3.5-1022,solo,mixed,frontier,epoch-eci-board,,,,,,133.4,ECI,0.0289,,prev=133.53 (src-epoch.ai-benchmark-data-2026-10-15#M1352),https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Claude 3.5 Sonnet (October 2024) / column eci),,out:single-couple, eci,epoch.ai,?Magistral Small 1.0,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,133.09,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Magistral Small 1.0 / column eci),,out:model-not-established, eci,epoch.ai,?Qwen2.5-Max,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,132.51,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Qwen2.5-Max / column eci),,out:model-not-established, eci,epoch.ai,llama-4-maverick,solo,mixed,frontier,epoch-eci-board,,,,,,132.34,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Llama 4 Maverick / column eci),,out:single-couple, eci,epoch.ai,deepseek-v3,solo,mixed,frontier,epoch-eci-board,,,,,,132.32,ECI,0.00289,,prev=132.33 (src-epoch.ai-benchmark-data-2026-10-15#M1299),https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row DeepSeek-V3 / column eci),,out:single-couple, eci,epoch.ai,gemini-1.5-pro-002,solo,mixed,frontier,epoch-eci-board,,,,,,131.73,ECI,0.00289,,prev=131.73 (src-epoch.ai-benchmark-data-2026-10-15#M1300),https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Gemini 1.5 Pro (Sept 2024) / column eci),,out:single-couple, eci,epoch.ai,?Phi-4,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,130.63,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Phi-4 / column eci),,out:model-not-established, eci,epoch.ai,grok-2-1212,solo,mixed,frontier,epoch-eci-board,,,,,,130.59,ECI,0.00289,,prev=130.49 (src-epoch.ai-benchmark-data-2026-10-15#M1301),https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Grok-2 (Dec 2024) / column eci),,out:single-couple, eci,epoch.ai,sonnet-3.5-0620,solo,mixed,frontier,epoch-eci-board,,,,,,130.0,ECI,0.0289,,prev=130.0 (src-epoch.ai-benchmark-data-2026-10-15#M1353),https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Claude 3.5 Sonnet / column eci),,out:single-couple, eci,epoch.ai,gemma-3-27b-it,solo,mixed,frontier,epoch-eci-board,,,,,,129.89,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Gemma 3 27B / column eci),,out:single-couple, eci,epoch.ai,llama-4-scout,solo,mixed,frontier,epoch-eci-board,,,,,,129.64,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Llama 4 Scout / column eci),,out:single-couple, eci,epoch.ai,gpt-4.1-nano,solo,mixed,frontier,epoch-eci-board,,,,,,129.55,ECI,0.00289,,prev=129.63 (src-epoch.ai-benchmark-data-2026-10-15#M1302),https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row GPT-4.1 nano / column eci),,out:single-couple, eci,epoch.ai,gemini-1.5-flash-002,solo,mixed,frontier,epoch-eci-board,,,,,,129.31,ECI,0.00289,,prev=129.37 (src-epoch.ai-benchmark-data-2026-10-15#M1303),https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Gemini 1.5 Flash (Sep 2024) / column eci),,out:single-couple, eci,epoch.ai,gpt-4o-0513,solo,mixed,frontier,epoch-eci-board,,,,,,128.99,ECI,0.00289,,prev=129.05 (src-epoch.ai-benchmark-data-2026-10-15#M1304),https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row GPT-4o (May 2024) / column eci),,out:single-couple, eci,epoch.ai,?Qwen2.5-72B,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,128.95,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Qwen2.5-72B / column eci),,out:model-not-established, eci,epoch.ai,gpt-4o-0806,solo,mixed,frontier,epoch-eci-board,,,,,,128.81,ECI,0.00289,,prev=128.84 (src-epoch.ai-benchmark-data-2026-10-15#M1306),https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row GPT-4o (Aug 2024) / column eci),,out:single-couple, eci,epoch.ai,?Llama 3.1-405B,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,128.75,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Llama 3.1-405B / column eci),,out:model-not-established, eci,epoch.ai,gpt-4o-1120,solo,mixed,frontier,epoch-eci-board,,,,,,128.74,ECI,0.00289,,prev=128.73 (src-epoch.ai-benchmark-data-2026-10-15#M1307),https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row GPT-4o (Nov 2024) / column eci),,out:single-couple, eci,epoch.ai,?Mistral Large 2 (Nov 2024),not-established:absent,mixed,frontier,epoch-eci-board,,,,,,128.57,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Mistral Large 2 (Nov 2024) / column eci),,out:model-not-established, eci,epoch.ai,?Mistral Large 2 (Jul 2024),not-established:absent,mixed,frontier,epoch-eci-board,,,,,,127.56,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Mistral Large 2 (Jul 2024) / column eci),,out:model-not-established, eci,epoch.ai,?Mistral Small 3.1,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,127.52,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Mistral Small 3.1 / column eci),,out:model-not-established, eci,epoch.ai,?Llama 3.3 70B,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,127.31,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Llama 3.3 70B / column eci),,out:model-not-established, eci,epoch.ai,gpt-4-turbo,solo,mixed,frontier,epoch-eci-board,,,,,,127.25,ECI,0.00289,,prev=127.25 (src-epoch.ai-benchmark-data-2026-10-15#M1309),https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row GPT-4 Turbo (Apr 2024) / column eci),,out:single-couple, eci,epoch.ai,haiku-3.5,solo,mixed,frontier,epoch-eci-board,,,,,,126.97,ECI,0.00289,,prev=127.17 (src-epoch.ai-benchmark-data-2026-10-15#M1354),https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Claude 3.5 Haiku / column eci),,out:single-couple, eci,epoch.ai,gemini-1.5-pro-001,solo,mixed,frontier,epoch-eci-board,,,,,,126.92,ECI,0.00289,,prev=126.92 (src-epoch.ai-benchmark-data-2026-10-15#M1310),https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Gemini 1.5 Pro (May 2024) / column eci),,out:single-couple, eci,epoch.ai,opus-3,solo,mixed,frontier,epoch-eci-board,,,,,,126.88,ECI,0.00289,,prev=126.91 (src-epoch.ai-benchmark-data-2026-10-15#M1355),https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Claude 3 Opus / column eci),,out:single-couple, eci,epoch.ai,gpt-4o-mini,solo,mixed,frontier,epoch-eci-board,,,,,,126.45,ECI,0.00289,,prev=126.58 (src-epoch.ai-benchmark-data-2026-10-15#M1311),https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row GPT-4o mini / column eci),,out:single-couple, eci,epoch.ai,gpt-4-1106-preview,solo,mixed,frontier,epoch-eci-board,,,,,,126.41,ECI,0.00289,,prev=126.46 (src-epoch.ai-benchmark-data-2026-10-15#M1312),https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row GPT-4 Turbo (Nov 2023) / column eci),,out:single-couple, eci,epoch.ai,?Llama 3.1-70B,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,125.9,ECI,0.0289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Llama 3.1-70B / column eci),,out:model-not-established, eci,epoch.ai,gpt-4-0314,solo,mixed,frontier,epoch-eci-board,,,,,,125.73,ECI,0.00289,,prev=125.74 (src-epoch.ai-benchmark-data-2026-10-21#M60),https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row GPT-4 (Mar 2023) / column eci),,out:single-couple, eci,epoch.ai,?Llama 3.2 90B,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,125.49,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Llama 3.2 90B / column eci),,out:model-not-established, eci,epoch.ai,?Qwen2-72B,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,125.25,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Qwen2-72B / column eci),,out:model-not-established, eci,epoch.ai,"?DeepSeek-V2 (MoE-236B, May 2024)",not-established:absent,mixed,frontier,epoch-eci-board,,,,,,124.71,ECI,0.00289,,,"https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row DeepSeek-V2 (MoE-236B, May 2024) / column eci)",,out:model-not-established, eci,epoch.ai,gemma-3-12b-it,solo,mixed,frontier,epoch-eci-board,,,,,,123.5,ECI,0.0289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Gemma 3 12B / column eci),,out:single-couple, eci,epoch.ai,gpt-4-0613,solo,mixed,frontier,epoch-eci-board,,,,,,123.04,ECI,0.00289,,prev=123.16 (src-epoch.ai-benchmark-data-2026-10-15#M1315),https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row GPT-4 (Jun 2023) / column eci),,out:single-couple, eci,epoch.ai,?Llama 3-70B,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,122.97,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Llama 3-70B / column eci),,out:model-not-established, eci,epoch.ai,gemini-1.5-flash-001,solo,mixed,frontier,epoch-eci-board,,,,,,122.62,ECI,0.00289,,prev=122.61 (src-epoch.ai-benchmark-data-2026-10-15#M1316),https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Gemini 1.5 Flash (May 2024) / column eci),,out:single-couple, eci,epoch.ai,gemma-2-27b-it,solo,mixed,frontier,epoch-eci-board,,,,,,122.06,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Gemma 2 27B / column eci),,out:single-couple, eci,epoch.ai,?Mistral Large,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,122.04,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Mistral Large / column eci),,out:model-not-established, eci,epoch.ai,?Mixtral 8x22B,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,121.98,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Mixtral 8x22B / column eci),,out:model-not-established, eci,epoch.ai,?phi-3-small 7.4B,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,121.77,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row phi-3-small 7.4B / column eci),,out:model-not-established, eci,epoch.ai,?phi-3-medium 14B,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,121.16,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row phi-3-medium 14B / column eci),,out:model-not-established, eci,epoch.ai,sonnet-3,solo,mixed,frontier,epoch-eci-board,,,,,,120.77,ECI,0.00289,,prev=120.72 (src-epoch.ai-benchmark-data-2026-10-15#M1356),https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Claude 3 Sonnet / column eci),,out:single-couple, eci,epoch.ai,?Claude Instant,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,120.16,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Claude Instant / column eci),,out:model-not-established, eci,epoch.ai,claude-2.0,solo,mixed,frontier,epoch-eci-board,,,,,,120.13,ECI,0.00289,,prev=120.15 (src-epoch.ai-benchmark-data-2026-10-15#M1358),https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Claude 2 / column eci),,out:single-couple, eci,epoch.ai,?Gemma 2 9B,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,119.74,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Gemma 2 9B / column eci),,out:model-not-established, eci,epoch.ai,?Qwen2.5-Coder-32B,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,119.42,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Qwen2.5-Coder-32B / column eci),,out:model-not-established, eci,epoch.ai,claude-2.1,solo,mixed,frontier,epoch-eci-board,,,,,,119.23,ECI,0.00289,,prev=119.3 (src-epoch.ai-benchmark-data-2026-10-15#M1359),https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Claude 2.1 / column eci),,out:single-couple, eci,epoch.ai,?Command R+,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,119.05,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Command R+ / column eci),,out:model-not-established, eci,epoch.ai,haiku-3,solo,mixed,frontier,epoch-eci-board,,,,,,118.77,ECI,0.00289,,prev=118.39 (src-epoch.ai-benchmark-data-2026-10-15#M1360),https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Claude 3 Haiku / column eci),,out:single-couple, eci,epoch.ai,mistral-nemo,solo,mixed,frontier,epoch-eci-board,,,,,,118.61,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Mistral NeMo / column eci),,out:single-couple, eci,epoch.ai,gpt-3.5-turbo-1106,solo,mixed,frontier,epoch-eci-board,,,,,,118.51,ECI,0.00289,,prev=118.58 (src-epoch.ai-benchmark-data-2026-10-15#M1318),https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row GPT-3.5 Turbo (Nov 2023) / column eci),,out:single-couple, eci,epoch.ai,?Qwen2.5-7B,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,118.46,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Qwen2.5-7B / column eci),,out:model-not-established, eci,epoch.ai,?Mixtral 8x7B,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,118.41,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Mixtral 8x7B / column eci),,out:model-not-established, eci,epoch.ai,?Ministral 3B,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,117.97,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Ministral 3B / column eci),,out:model-not-established, eci,epoch.ai,?Yi-34B,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,117.32,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Yi-34B / column eci),,out:model-not-established, eci,epoch.ai,?phi-3-mini 3.8B,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,117.3,ECI,0.0289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row phi-3-mini 3.8B / column eci),,out:model-not-established, eci,epoch.ai,gemini-1.0-pro,unstated,mixed,frontier,epoch-eci-board,,,,,,117.06,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Gemini 1.0 Pro / column eci),,out:effort-not-established, eci,epoch.ai,?Stable Beluga 2,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,117.02,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Stable Beluga 2 / column eci),,out:model-not-established, eci,epoch.ai,?Llama 3-8B,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,116.38,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Llama 3-8B / column eci),,out:model-not-established, eci,epoch.ai,?Llama 3.1-8B,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,116.38,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Llama 3.1-8B / column eci),,out:model-not-established, eci,epoch.ai,?Qwen2.5-Coder-14B,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,116.33,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Qwen2.5-Coder-14B / column eci),,out:model-not-established, eci,epoch.ai,gemma-3-4b-it,solo,mixed,frontier,epoch-eci-board,,,,,,115.8,ECI,0.0289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Gemma 3 4B / column eci),,out:single-couple, eci,epoch.ai,gpt-3.5-turbo-0125,solo,mixed,frontier,epoch-eci-board,,,,,,115.59,ECI,0.00289,,prev=115.74 (src-epoch.ai-benchmark-data-2026-10-15#M1321),https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row GPT-3.5 Turbo (Jan 2024) / column eci),,out:single-couple, eci,epoch.ai,?PaLM 2-L,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,114.94,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row PaLM 2-L / column eci),,out:model-not-established, eci,epoch.ai,?Llama 2-70B,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,113.71,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Llama 2-70B / column eci),,out:model-not-established, eci,epoch.ai,?GPT-3.5 Turbo (Jun 2023),not-established:absent,mixed,frontier,epoch-eci-board,,,,,,113.27,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row GPT-3.5 Turbo (Jun 2023) / column eci),,out:model-not-established, eci,epoch.ai,?Qwen2.5-Coder (7B),not-established:absent,mixed,frontier,epoch-eci-board,,,,,,113.07,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Qwen2.5-Coder (7B) / column eci),,out:model-not-established, eci,epoch.ai,?Qwen-14B,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,112.94,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Qwen-14B / column eci),,out:model-not-established, eci,epoch.ai,?Mistral 7B v0.1,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,112.12,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Mistral 7B v0.1 / column eci),,out:model-not-established, eci,epoch.ai,?Falcon-180B,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,112.02,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Falcon-180B / column eci),,out:model-not-established, eci,epoch.ai,?internlm-20b,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,112.0,ECI,0.0289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row internlm-20b / column eci),,out:model-not-established, eci,epoch.ai,?Gemma 7B,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,111.9,ECI,0.0289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Gemma 7B / column eci),,out:model-not-established, eci,epoch.ai,?LLaMA-65B,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,110.07,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row LLaMA-65B / column eci),,out:model-not-established, eci,epoch.ai,?Falcon 2 11B,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,109.45,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Falcon 2 11B / column eci),,out:model-not-established, eci,epoch.ai,?Mistral 7B v0.3,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,108.95,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Mistral 7B v0.3 / column eci),,out:model-not-established, eci,epoch.ai,deepseek-coder-v2-lite-base,unstated,mixed,frontier,epoch-eci-board,,,,,,108.8,ECI,0.0289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row DeepSeek-Coder-V2-Lite-Base / column eci),,out:effort-not-established, eci,epoch.ai,?PaLM 2-M,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,108.18,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row PaLM 2-M / column eci),,out:model-not-established, eci,epoch.ai,?Phi-2,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,107.88,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Phi-2 / column eci),,out:model-not-established, eci,epoch.ai,?Qwen2.5-Coder-3B,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,107.67,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Qwen2.5-Coder-3B / column eci),,out:model-not-established, eci,epoch.ai,?Nemotron-4 15B,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,107.62,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Nemotron-4 15B / column eci),,out:model-not-established, eci,epoch.ai,?Yi-9B,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,107.54,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Yi-9B / column eci),,out:model-not-established, eci,epoch.ai,?LLaMA-33B,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,107.31,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row LLaMA-33B / column eci),,out:model-not-established, eci,epoch.ai,?Qwen-7B,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,106.73,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Qwen-7B / column eci),,out:model-not-established, eci,epoch.ai,?PaLM 2-S,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,106.06,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row PaLM 2-S / column eci),,out:model-not-established, eci,epoch.ai,?Llama 2-13B,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,105.73,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Llama 2-13B / column eci),,out:model-not-established, eci,epoch.ai,?Llama 2-34B,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,105.1,ECI,0.0289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Llama 2-34B / column eci),,out:model-not-established, eci,epoch.ai,?StarCoder 2 15B,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,104.93,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row StarCoder 2 15B / column eci),,out:model-not-established, eci,epoch.ai,?Yi 6B,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,104.68,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Yi 6B / column eci),,out:model-not-established, eci,epoch.ai,?Falcon-40B,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,104.35,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Falcon-40B / column eci),,out:model-not-established, eci,epoch.ai,?Baichuan2-13B,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,103.11,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Baichuan2-13B / column eci),,out:model-not-established, eci,epoch.ai,?Qwen2.5-Coder (1.5B),not-established:absent,mixed,frontier,epoch-eci-board,,,,,,102.93,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Qwen2.5-Coder (1.5B) / column eci),,out:model-not-established, eci,epoch.ai,?internlm-7b,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,102.78,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row internlm-7b / column eci),,out:model-not-established, eci,epoch.ai,?INTELLECT-1,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,100.77,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row INTELLECT-1 / column eci),,out:model-not-established, eci,epoch.ai,?MPT-30B,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,100.56,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row MPT-30B / column eci),,out:model-not-established, eci,epoch.ai,?LLaMA-13B,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,100.54,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row LLaMA-13B / column eci),,out:model-not-established, eci,epoch.ai,?Llama 2-7B,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,98.85,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Llama 2-7B / column eci),,out:model-not-established, eci,epoch.ai,?chatglm2-6b,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,98.85,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row chatglm2-6b / column eci),,out:model-not-established, eci,epoch.ai,?LLaMA-7B,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,96.89,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row LLaMA-7B / column eci),,out:model-not-established, eci,epoch.ai,?Baichuan 2-7B,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,96.25,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Baichuan 2-7B / column eci),,out:model-not-established, eci,epoch.ai,?DeepSeek Coder 33B,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,96.24,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row DeepSeek Coder 33B / column eci),,out:model-not-established, eci,epoch.ai,?Falcon-7B,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,94.99,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Falcon-7B / column eci),,out:model-not-established, eci,epoch.ai,?CodeQwen1.5-7B,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,94.77,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row CodeQwen1.5-7B / column eci),,out:model-not-established, eci,epoch.ai,?vicuna-13b-v1.1,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,94.54,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row vicuna-13b-v1.1 / column eci),,out:model-not-established, eci,epoch.ai,?MPT-7B,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,94.48,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row MPT-7B / column eci),,out:model-not-established, eci,epoch.ai,?Gemma 2B,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,94.1,ECI,0.0289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Gemma 2B / column eci),,out:model-not-established, eci,epoch.ai,?StarCoder 2 7B,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,93.48,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row StarCoder 2 7B / column eci),,out:model-not-established, eci,epoch.ai,?XGen-7B,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,93.29,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row XGen-7B / column eci),,out:model-not-established, eci,epoch.ai,?Qwen-1_8B,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,92.85,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Qwen-1_8B / column eci),,out:model-not-established, eci,epoch.ai,?open_llama_7b,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,91.53,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row open_llama_7b / column eci),,out:model-not-established, eci,epoch.ai,?Phi-1.5,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,91.39,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Phi-1.5 / column eci),,out:model-not-established, eci,epoch.ai,?Baichuan1-7B,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,90.4,ECI,0.0289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Baichuan1-7B / column eci),,out:model-not-established, eci,epoch.ai,?RedPajama-INCITE-7B-Base,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,90.31,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row RedPajama-INCITE-7B-Base / column eci),,out:model-not-established, eci,epoch.ai,?Dolly 2.0-12b,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,89.56,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Dolly 2.0-12b / column eci),,out:model-not-established, eci,epoch.ai,?DeepSeek Coder 6.7B,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,89.52,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row DeepSeek Coder 6.7B / column eci),,out:model-not-established, eci,epoch.ai,?StarCoder 2 3B,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,88.66,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row StarCoder 2 3B / column eci),,out:model-not-established, eci,epoch.ai,?Qwen2.5-Coder-0.5B,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,88.04,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Qwen2.5-Coder-0.5B / column eci),,out:model-not-established, eci,epoch.ai,?Cerebras-GPT-13B,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,83.1,ECI,0.0289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row Cerebras-GPT-13B / column eci),,out:model-not-established, eci,epoch.ai,?DeepSeek Coder 1.3B,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,63.13,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row DeepSeek Coder 1.3B / column eci),,out:model-not-established, eci,epoch.ai,?stablelm-tuned-alpha-7b,not-established:absent,mixed,frontier,epoch-eci-board,,,,,,55.5,ECI,0.0289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-04 / row stablelm-tuned-alpha-7b / column eci),,out:model-not-established, epoch-chess-puzzles,epoch.ai,gpt-5.1,nothink,reasoning-math,hard,Epoch-harness,,,,,,6,score%,0.289,,prev=0.04 (src-epoch.ai-benchmark-data-2026-10-15#M104); prev=0.04 (src-epoch.ai-benchmark-data-2026-11-04#M85),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-09 / row 5HoXvfpXgnMT3mZ2a8ezkC / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,gpt-5.1,low,reasoning-math,hard,Epoch-harness,,,,,,23,score%,0.289,,prev=0.22 (src-epoch.ai-benchmark-data-2026-10-15#M107); prev=0.22 (src-epoch.ai-benchmark-data-2026-11-04#M88),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-09 / row LfDm9pJ9Uttcjcacy9DGv3 / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,haiku-4.5,think-32000,reasoning-math,hard,Epoch-harness,,,,,,5,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-09 / row BLgwhLGGofDBzxoc34YFHK / column Best score (across scorers)),,out:budget-config, epoch-chess-puzzles,epoch.ai,gemini-3-flash,high,reasoning-math,hard,Epoch-harness,,,,,,40,score%,2.89,,prev=0.39 (src-epoch.ai-benchmark-data-2026-10-15#M135); prev=0.39 (src-epoch.ai-benchmark-data-2026-11-04#M128),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-09 / row UUNZJtgib9XbCjLEdhtGaT / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,qwen3.5-plus,unstated,reasoning-math,hard,Epoch-harness,,,,,,9,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-09 / row XEaDaqM3oaPcrtQ6XH5fGS / column Best score (across scorers)),,out:effort-not-established, epoch-chess-puzzles,epoch.ai,qwen3.6-plus,unstated,reasoning-math,hard,Epoch-harness,,,,,,16,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-09 / row SP9UFPzxVnsbzs2kExP2bh / column Best score (across scorers)),,out:effort-not-established, epoch-chess-puzzles,epoch.ai,deepseek-v4-pro-0813,high,reasoning-math,hard,Epoch-harness,,,,,,16,score%,0.289,,prev=0.15 (src-epoch.ai-benchmark-data-2026-10-15#M141); prev=0.15 (src-epoch.ai-benchmark-data-2026-10-21#M72); prev=0.15 (src-epoch.ai-benchmark-data-2026-11-04#M134),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-09 / row duoDEpEXouGJfYrjd5DbvN / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,qwen3.7-max,unstated,reasoning-math,hard,Epoch-harness,,,,,,27,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-09 / row cbQnfsMSA3aQaBtjm3aFx2 / column Best score (across scorers)),,out:effort-not-established, epoch-chess-puzzles,epoch.ai,gpt-4.1,solo,reasoning-math,hard,Epoch-harness,,,,,,11,score%,0.289,,prev=0.03 (src-epoch.ai-benchmark-data-2026-10-15#M80); prev=0.03 (src-epoch.ai-benchmark-data-2026-11-04#M61),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-09 / row TzdbTbqAFB73Tfet8GFzQQ / column Best score (across scorers)),,out:single-couple, epoch-chess-puzzles,epoch.ai,gpt-4o-0806,solo,reasoning-math,hard,Epoch-harness,,,,,,9,score%,0.289,,prev=0.06 (src-epoch.ai-benchmark-data-2026-10-15#M81); prev=0.06 (src-epoch.ai-benchmark-data-2026-11-04#M62),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-09 / row Cjt9Xa7iPVBf9dN5cfJ88q / column Best score (across scorers)),,out:single-couple, epoch-chess-puzzles,epoch.ai,o1,low,reasoning-math,hard,Epoch-harness,,,,,,11,score%,0.289,,prev=0.09 (src-epoch.ai-benchmark-data-2026-10-15#M82); prev=0.09 (src-epoch.ai-benchmark-data-2026-11-04#M63),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-09 / row GX3T3cWkC6n2Dc6ufeQN6y / column Best score (across scorers)),,out:single-couple, epoch-chess-puzzles,epoch.ai,gpt-5,low,reasoning-math,hard,Epoch-harness,,,,,,27,score%,0.289,,prev=0.26 (src-epoch.ai-benchmark-data-2026-10-15#M102); prev=0.26 (src-epoch.ai-benchmark-data-2026-11-04#M83),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-09 / row iygB8rn4Xogj5N5x9W7ifT / column Best score (across scorers)),,out:single-couple, epoch-chess-puzzles,epoch.ai,gpt-5,minimal,reasoning-math,hard,Epoch-harness,,,,,,11,score%,0.289,,prev=0.1 (src-epoch.ai-benchmark-data-2026-10-15#M103); prev=0.1 (src-epoch.ai-benchmark-data-2026-11-04#M84),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-09 / row gz54krKiBUPt4BfJASJZqi / column Best score (across scorers)),,out:single-couple, epoch-chess-puzzles,epoch.ai,?claude-3-opus-20240229,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,4,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-09 / row WAbi8sZpyNAZoNN3Gmg22y / column Best score (across scorers)),,out:model-not-established, epoch-chess-puzzles,epoch.ai,minimax-m3,nothink,reasoning-math,hard,Epoch-harness,,,,,,8,score%,0.289,,prev=0.07 (src-epoch.ai-benchmark-data-2026-11-04#M118),https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-09 / row Ws3g7xtto2fZ7AhuXJfecf / column Best score (across scorers)),,out:single-couple, epoch-chess-puzzles,epoch.ai,minimax-m3,unstated,reasoning-math,hard,Epoch-harness,,,,,,17,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-09 / row CtmxkTPbFRofQWTkEw5aSe / column Best score (across scorers)),,out:effort-not-established, epoch-chess-puzzles,epoch.ai,?kimi-k3.1-pro-together,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,45,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-09 / row 8eSYUWwajdBjKiiM9CwnKu / column Best score (across scorers)),,out:model-not-established, epoch-chess-puzzles,epoch.ai,?doubao-seed-evolving,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,40,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-09 / row DDxB37H4uXfuBeSeD3UJWJ / column Best score (across scorers)),,out:model-not-established, epoch-chess-puzzles,epoch.ai,?seed-1.6,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,5,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-09 / row B2LLDDBek4ULJdZBptXWSV / column Best score (across scorers)),,out:model-not-established, epoch-chess-puzzles,epoch.ai,?doubao-seed-2.1-turbo-260628,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,26,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-09 / row 8EDZwAT98nwY8hB5DD75Br / column Best score (across scorers)),,out:model-not-established, epoch-chess-puzzles,epoch.ai,?doubao-seed-2.0-lite-260428,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,20,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-09 / row eqmrbJKgZ9iXXB9MvYThrJ / column Best score (across scorers)),,out:model-not-established, epoch-chess-puzzles,epoch.ai,?doubao-seed-2.0-pro-260215,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,20,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-09 / row Bdoepct3UJMwAXZEGdYqxP / column Best score (across scorers)),,out:model-not-established, epoch-chess-puzzles,epoch.ai,?doubao-seed-2.1-pro-260628,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,21,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-09 / row hF9zXdtPjSgoDRQuPyfncZ / column Best score (across scorers)),,out:model-not-established, epoch-spireclimb,epoch.ai,opus-5.5,max,computer-use,frontier,Epoch-Inspect-ReAct-computer-use,,,,,,5.8333333333333334,score%,2.89e-17,,prev=0.03333333333333333 (src-epoch.ai-benchmark-data-2026-10-15#M56); prev=0.03333333333333333 (src-epoch.ai-benchmark-data-2026-11-04#M1956),https://epoch.ai/data/benchmark_data.zip (spireclimb.csv in benchmark_data.zip fetched 2026-11-09 / row steambench-sts1-a20h-789f946c67a789f5+steambench-sts2-a10-ef454c368767b2a0 / column Best score (across scorers)),,out:composite, epoch-spireclimb,epoch.ai,fable-5.1,max,computer-use,frontier,Epoch-Inspect-ReAct-computer-use,,,,,,2,score%,0.289,,prev=0.02 (src-epoch.ai-benchmark-data-2026-10-15#M55); prev=0.02 (src-epoch.ai-benchmark-data-2026-11-04#M1955),https://epoch.ai/data/benchmark_data.zip (spireclimb.csv in benchmark_data.zip fetched 2026-11-09 / row steambench-sts1-a20h-2057a494867d184c+steambench-sts2-a10-413d1cc930f6d4c6 / column Best score (across scorers)),,out:composite, epoch-spireclimb,epoch.ai,sonnet-5.5,max,computer-use,frontier,Epoch-Inspect-ReAct-computer-use,,,,,,1.3333333333333334,score%,2.89e-17,,prev=0.013333333333333334 (src-epoch.ai-benchmark-data-2026-10-15#M54); prev=0.013333333333333334 (src-epoch.ai-benchmark-data-2026-11-04#M1953),https://epoch.ai/data/benchmark_data.zip (spireclimb.csv in benchmark_data.zip fetched 2026-11-09 / row steambench-sts1-a20h-e8f930bf4d4f1a14+steambench-sts2-a10-5db0e95e99f6b21c / column Best score (across scorers)),,out:composite, epoch-spireclimb,epoch.ai,gpt-6-sol,max,computer-use,frontier,Epoch-Inspect-ReAct-computer-use,,,,,,9.166666666666667,score%,2.89e-16,,prev=0.075 (src-epoch.ai-benchmark-data-2026-10-15#M1200); prev=0.075 (src-epoch.ai-benchmark-data-2026-11-04#M1957),https://epoch.ai/data/benchmark_data.zip (spireclimb.csv in benchmark_data.zip fetched 2026-11-09 / row steambench-sts1-a20h-831fe00153e0f0b1+steambench-sts2-a10-edacf7bb0ae31edf / column Best score (across scorers)),,out:composite, epoch-spireclimb,epoch.ai,gpt-6-luna,max,computer-use,frontier,Epoch-Inspect-ReAct-computer-use,,,,,,0,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (spireclimb.csv in benchmark_data.zip fetched 2026-11-09 / row steambench-sts1-a20h-f7325d71b8b16f57+steambench-sts2-a10-0e148062f8e47c4a / column Best score (across scorers)),,out:uninformative, epoch-spireclimb,epoch.ai,gpt-6.1-sol,max,computer-use,frontier,Epoch-Inspect-ReAct-computer-use,,,,,,23.833333333333334,score%,2.89e-16,,prev=0.24666666666666667 (src-epoch.ai-benchmark-data-2026-10-15#M1198); prev=0.24666666666666667 (src-epoch.ai-benchmark-data-2026-11-04#M1952),https://epoch.ai/data/benchmark_data.zip (spireclimb.csv in benchmark_data.zip fetched 2026-11-09 / row steambench-sts1-a20h-e795fd781f73bd66+steambench-sts2-a10-9a23c8dea53b6755 / column Best score (across scorers)),,out:composite, epoch-spireclimb,epoch.ai,gpt-6-astra,max,computer-use,frontier,Epoch-Inspect-ReAct-computer-use,,,,,,33.999999999999997,score%,2.89e-16,,prev=0.25666666666666665 (src-epoch.ai-benchmark-data-2026-10-15#M1201); prev=0.25666666666666665 (src-epoch.ai-benchmark-data-2026-11-04#M1958),https://epoch.ai/data/benchmark_data.zip (spireclimb.csv in benchmark_data.zip fetched 2026-11-09 / row steambench-sts1-a20h-cd6cd8bb290a7ae3+steambench-sts2-a10-cdf1c9fa85cb6300 / column Best score (across scorers)),,out:composite, epoch-spireclimb,epoch.ai,gpt-6.1-terra,max,computer-use,frontier,Epoch-Inspect-ReAct-computer-use,,,,,,22.333333333333333,score%,2.89e-16,,prev=0.19833333333333333 (src-epoch.ai-benchmark-data-2026-11-04#M1951),https://epoch.ai/data/benchmark_data.zip (spireclimb.csv in benchmark_data.zip fetched 2026-11-09 / row steambench-sts1-a20h-263bd0e64b156075+steambench-sts2-a10-1102b0b9cf1785f6 / column Best score (across scorers)),,out:composite, epoch-spireclimb-sts1-a20-heart,epoch.ai,opus-5.5,max,mixed,hard,,,,,,,0.05,score%,0.00289,,,https://epoch.ai/data/benchmark_data.zip (spireclimb_sts1_a20_heart.csv in benchmark_data.zip fetched 2026-11-09 / row steambench-sts1-a20h-789f946c67a789f5 / column Best score (across scorers)),,in, epoch-spireclimb-sts1-a20-heart,epoch.ai,fable-5.1,max,mixed,hard,,,,,,,0.0,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (spireclimb_sts1_a20_heart.csv in benchmark_data.zip fetched 2026-11-09 / row steambench-sts1-a20h-2057a494867d184c / column Best score (across scorers)),,out:uninformative, epoch-spireclimb-sts1-a20-heart,epoch.ai,sonnet-5.5,max,mixed,hard,,,,,,,0.0,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (spireclimb_sts1_a20_heart.csv in benchmark_data.zip fetched 2026-11-09 / row steambench-sts1-a20h-e8f930bf4d4f1a14 / column Best score (across scorers)),,out:uninformative, epoch-spireclimb-sts1-a20-heart,epoch.ai,gpt-6-sol,max,mixed,hard,,,,,,,0.05,score%,0.00289,,prev=0.016666666666666666 (src-epoch.ai-benchmark-data-2026-11-04#M1965),https://epoch.ai/data/benchmark_data.zip (spireclimb_sts1_a20_heart.csv in benchmark_data.zip fetched 2026-11-09 / row steambench-sts1-a20h-831fe00153e0f0b1 / column Best score (across scorers)),,in, epoch-spireclimb-sts1-a20-heart,epoch.ai,gpt-6-luna,max,mixed,hard,,,,,,,0.0,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (spireclimb_sts1_a20_heart.csv in benchmark_data.zip fetched 2026-11-09 / row steambench-sts1-a20h-f7325d71b8b16f57 / column Best score (across scorers)),,out:uninformative, epoch-spireclimb-sts1-a20-heart,epoch.ai,gpt-6.1-sol,max,mixed,hard,,,,,,,0.18333333333333332,score%,2.89e-18,,prev=0.2 (src-epoch.ai-benchmark-data-2026-11-04#M1960),https://epoch.ai/data/benchmark_data.zip (spireclimb_sts1_a20_heart.csv in benchmark_data.zip fetched 2026-11-09 / row steambench-sts1-a20h-e795fd781f73bd66 / column Best score (across scorers)),,in, epoch-spireclimb-sts1-a20-heart,epoch.ai,gpt-6-astra,max,mixed,hard,,,,,,,0.3333333333333333,score%,2.89e-17,,prev=0.16666666666666666 (src-epoch.ai-benchmark-data-2026-11-04#M1966),https://epoch.ai/data/benchmark_data.zip (spireclimb_sts1_a20_heart.csv in benchmark_data.zip fetched 2026-11-09 / row steambench-sts1-a20h-cd6cd8bb290a7ae3 / column Best score (across scorers)),,in, epoch-spireclimb-sts1-a20-heart,epoch.ai,gpt-6.1-terra,max,mixed,hard,,,,,,,0.1,score%,0.0289,,prev=0.05 (src-epoch.ai-benchmark-data-2026-11-04#M1959),https://epoch.ai/data/benchmark_data.zip (spireclimb_sts1_a20_heart.csv in benchmark_data.zip fetched 2026-11-09 / row steambench-sts1-a20h-263bd0e64b156075 / column Best score (across scorers)),,in, epoch-frontiermath-tier-4-v2,epoch.ai,?kimi-k3.1-pro-together,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,65.85365853658537,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-09 / row o7TxEhAxnN2qKUqqhFgp5H / column Best score (across scorers)),,out:model-not-established, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,?kimi-k3.1-pro-together,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,78.24561403508772,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-09 / row 9iqojBnRuywLNkMDSVdwpJ / column Best score (across scorers)),,out:model-not-established, epoch-furniture-assembly,epoch.ai,?kimi-k3.1-pro-together,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,55.83333333333333,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (furniture_assembly.csv in benchmark_data.zip fetched 2026-11-09 / row UNKjzcpUBaxGsrr7zZZZWC / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,?kimi-k3.1-pro-together,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,94.19191919191919,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-09 / row 2bhYPjF6VRWc5CeERGq8g5 / column Best score (across scorers)),,out:model-not-established, epoch-mystery-game-puzzles,epoch.ai,?kimi-k3.1-pro-together,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,42,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-09 / row ba7BQr2N7kTuzakT8fZ3WU / column Best score (across scorers)),,out:model-not-established, epoch-otis-mock-aime-2024-2025,epoch.ai,?kimi-k3.1-pro-together,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,100,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-09 / row 8Qe2qf4Eg77PMfp2Eh7V6K / column Best score (across scorers)),,out:model-not-established, epoch-simpleqa-verified@epoch.ai,epoch.ai,?kimi-k3.1-pro-together,not-established:absent,reasoning-math,hard,Epoch-harness,,,,,,62.2,score%,0.0289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-09 / row HumfsXVh5BZWuTo6Z8Gqnf / column Best score (across scorers)),,out:model-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,fable-5.2,max,reasoning-math,hard,Epoch-harness,,,,,,93.87626262626263,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv in benchmark_data.zip fetched 2026-11-10 / row 7k4ynWpvmYhTSNgJyDjC3V / column Best score (across scorers)),,in, epoch-otis-mock-aime-2024-2025,epoch.ai,fable-5.2,max,reasoning-math,hard,Epoch-harness,,,,,,99.72222222222222,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv in benchmark_data.zip fetched 2026-11-10 / row 4veMhrYab8ERKihtdVPbTR / column Best score (across scorers)),,in, epoch-simpleqa-verified@epoch.ai,epoch.ai,fable-5.2,max,reasoning-math,hard,Epoch-harness,,,,,,94,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv in benchmark_data.zip fetched 2026-11-10 / row nD5Vaw2G6nRyLNsjfrpaYc / column Best score (across scorers)),,in, epoch-chess-puzzles,epoch.ai,fable-5.2,max,reasoning-math,hard,Epoch-harness,,,,,,79,score%,0.289,,,https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv in benchmark_data.zip fetched 2026-11-10 / row ag7nHvkowEsxtrk7sQ9JXF / column Best score (across scorers)),,in, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,fable-5.2,max,reasoning-math,hard,Epoch-harness,,,,,,95.08771929824561,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv in benchmark_data.zip fetched 2026-11-10 / row fSKwqmAMreznsrmsgBiYRQ / column Best score (across scorers)),,in, epoch-frontiermath-tier-4-v2,epoch.ai,fable-5.2,max,reasoning-math,hard,Epoch-harness,,,,,,100,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv in benchmark_data.zip fetched 2026-11-10 / row Gq8Zio6dYfS258rbXt8Zdn / column Best score (across scorers)),,out:uninformative, epoch-ebr-bench,epoch.ai,fable-5.2,max,reasoning-math,hard,Epoch-harness,,,,,,90.47619047619048,score%,2.89e-15,,,https://epoch.ai/data/benchmark_data.zip (ebr_bench.csv in benchmark_data.zip fetched 2026-11-10 / row QFjq6YZeSFeu74ZvTkdCei / column Best score (across scorers)),,in, epoch-mystery-game-puzzles,epoch.ai,fable-5.2,max,reasoning-math,hard,Epoch-harness,,,,,,90,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv in benchmark_data.zip fetched 2026-11-10 / row Gh2BkH9nhou2D2h3CZcbqN / column Best score (across scorers)),,in, epoch-furniture-assembly,epoch.ai,fable-5.2,max,reasoning-math,hard,Epoch-harness,,,,,,90,score%,2.89,,,https://epoch.ai/data/benchmark_data.zip (furniture_assembly.csv in benchmark_data.zip fetched 2026-11-10 / row Ni7GWbAUVJxRFdButwPzSS / column Best score (across scorers)),,in, epoch-spireclimb,epoch.ai,fable-5.2,max,computer-use,frontier,Epoch-Inspect-ReAct-computer-use,,,,,,19.617117117117117,score%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (spireclimb.csv in benchmark_data.zip fetched 2026-11-10 / row steambench-sts1-a20h-a52f0d1907ea187b+steambench-sts2-a10-e3d333f8e00365f8-partial / column Best score (across scorers)),,out:composite, epoch-spireclimb-sts1-a20-heart,epoch.ai,fable-5.2,max,mixed,hard,,,,,,,0.21666666666666667,score%,2.89e-18,,,https://epoch.ai/data/benchmark_data.zip (spireclimb_sts1_a20_heart.csv in benchmark_data.zip fetched 2026-11-10 / row steambench-sts1-a20h-a52f0d1907ea187b / column Best score (across scorers)),,in, epoch-spireclimb-sts2-a10,epoch.ai,fable-5.2,max,mixed,hard,,,,,,,0.17567567567567569,score%,2.89e-18,,,https://epoch.ai/data/benchmark_data.zip (spireclimb_sts2_a10.csv in benchmark_data.zip fetched 2026-11-10 / row steambench-sts2-a10-e3d333f8e00365f8-partial / column Best score (across scorers)),,in, eci,epoch.ai,fable-5.2,unstated,mixed,frontier,epoch-eci-board,,,,,,174.24,ECI,0.00289,,,https://epoch.ai/data/benchmark_data.zip (epoch_capabilities_index/eci_scores.csv in benchmark_data.zip fetched 2026-11-10 / row Claude Fable 5.2 / column eci),,out:effort-not-established, epoch-chess-puzzles,epoch.ai,gemini-4-carbon,high,reasoning-math,hard,Epoch-harness,,,,,,78,score%,0.289,,,"https://epoch.ai/data/benchmark_data.zip (chess_puzzles.csv dans benchmark_data.zip, ligne « gemini-4-carbon_high », colonne Best score (across scorers))",,in, epoch-mystery-game-puzzles,epoch.ai,gemini-4-carbon,high,reasoning-math,hard,Epoch-harness,,,,,,73,score%,0.289,,,"https://epoch.ai/data/benchmark_data.zip (mystery_game_puzzles.csv dans benchmark_data.zip, ligne « gemini-4-carbon_high », colonne Best score (across scorers))",,in, epoch-ebr-bench,epoch.ai,gemini-4-carbon,high,reasoning-math,hard,Epoch-harness,,,,,,87.61904761904763,score%,2.89e-15,,,"https://epoch.ai/data/benchmark_data.zip (ebr_bench.csv dans benchmark_data.zip, ligne « gemini-4-carbon_high », colonne Best score (across scorers))",,in, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gemini-4-carbon,high,reasoning-math,hard,Epoch-harness,,,,,,90.52631578947369,score%,2.89e-15,,,"https://epoch.ai/data/benchmark_data.zip (frontiermath_tiers_1_3_v2.csv dans benchmark_data.zip, ligne « gemini-4-carbon_high », colonne Best score (across scorers))",,in, epoch-frontiermath-tier-4-v2,epoch.ai,gemini-4-carbon,high,reasoning-math,hard,Epoch-harness,,,,,,95.12195121951219,score%,2.89e-15,,,"https://epoch.ai/data/benchmark_data.zip (frontiermath_tier_4_v2.csv dans benchmark_data.zip, ligne « gemini-4-carbon_high », colonne Best score (across scorers))",,in, epoch-furniture-assembly,epoch.ai,gemini-4-carbon,high,reasoning-math,hard,Epoch-harness,,,,,,77.5,score%,0.0289,,,"https://epoch.ai/data/benchmark_data.zip (furniture_assembly.csv dans benchmark_data.zip, ligne « gemini-4-carbon_high », colonne Best score (across scorers))",,in, epoch-gpqa-diamond@epoch.ai,epoch.ai,gemini-4-carbon,high,reasoning-math,hard,Epoch-harness,,,,,,96.52777777777778,score%,2.89e-15,,,"https://epoch.ai/data/benchmark_data.zip (gpqa_diamond.csv dans benchmark_data.zip, ligne « gemini-4-carbon_high », colonne Best score (across scorers))",,in, epoch-simpleqa-verified@epoch.ai,epoch.ai,gemini-4-carbon,high,reasoning-math,hard,Epoch-harness,,,,,,77.7,score%,0.0289,,,"https://epoch.ai/data/benchmark_data.zip (simpleqa_verified.csv dans benchmark_data.zip, ligne « gemini-4-carbon_high », colonne Best score (across scorers))",,in, epoch-frontiermath-erdos,epoch.ai,gemini-4-carbon,high,reasoning-math,hard,Epoch-harness,,,,,,2.94,score%,0.00289,,,"https://epoch.ai/data/benchmark_data.zip (frontiermath_erdos.csv dans benchmark_data.zip, ligne « gemini-4-carbon_high », colonne Best score (across scorers))",,in, epoch-otis-mock-aime-2024-2025,epoch.ai,gemini-4-carbon,high,reasoning-math,hard,Epoch-harness,,,,,,100,score%,2.89,,,"https://epoch.ai/data/benchmark_data.zip (otis_mock_aime_2024_2025.csv dans benchmark_data.zip, ligne « gemini-4-carbon_high », colonne Best score (across scorers))",,out:uninformative, epoch-ext-critpt,epoch.ai,gemini-4-carbon,high,mixed,hard,,,,,,,0.36,score%,0.00289,,,"https://epoch.ai/data/benchmark_data.zip (critpt_external.csv dans benchmark_data.zip, ligne « gemini-4-carbon_high », colonne Score / Accuracy / Pass@1 (voir l'en-tête du fichier))",,out:single-couple, epoch-ext-scicode,epoch.ai,gemini-4-carbon,high,mixed,hard,,,,,,,0.642361111111111,score%,2.89e-16,,restated-from:https://artificialanalysis.ai/evaluations/scicode,"https://epoch.ai/data/benchmark_data.zip (scicode_external.csv dans benchmark_data.zip, ligne « gemini-4-carbon_high », colonne Score / Accuracy / Pass@1 (voir l'en-tête du fichier))",,out:single-couple, epoch-ext-apex-agents,epoch.ai,gemini-4-carbon,not-established:absent,mixed,hard,,,,,,,0.8420000000000001,score%,2.89e-17,,,"https://epoch.ai/data/benchmark_data.zip (apex_agents_external.csv dans benchmark_data.zip, ligne « gemini-4-carbon_unknown », colonne Score / Accuracy / Pass@1 (voir l'en-tête du fichier))",,out:effort-not-established, epoch-ext-blueprint-bench-2,epoch.ai,gemini-4-carbon,not-established:absent,mixed,hard,,,,,,,0.5856832971800434,score%,2.89e-17,,restated-from:https://andonlabs.com/evals/blueprint-bench-2,"https://epoch.ai/data/benchmark_data.zip (blueprint_bench_2_external.csv dans benchmark_data.zip, ligne « gemini-4-carbon_unknown », colonne Score / Accuracy / Pass@1 (voir l'en-tête du fichier))",,out:effort-not-established, epoch-ext-simplebench,epoch.ai,gemini-4-carbon,not-established:absent,mixed,hard,,,,,,,0.9259999999999999,score%,2.89e-17,,restated-from:https://simple-bench.com/,"https://epoch.ai/data/benchmark_data.zip (simplebench_external.csv dans benchmark_data.zip, ligne « gemini-4-carbon_unknown », colonne Score / Accuracy / Pass@1 (voir l'en-tête du fichier))",,out:effort-not-established, epoch-ext-vending-bench-2,epoch.ai,gemini-4-carbon,not-established:absent,mixed,hard,,,,,,,16484.20666666667,USD-final-balance,2.89e-12,,,"https://epoch.ai/data/benchmark_data.zip (vending_bench_2_external.csv dans benchmark_data.zip, ligne « gemini-4-carbon_unknown », colonne Score / Accuracy / Pass@1 (voir l'en-tête du fichier))",,out:effort-not-established, scf52-fswe2@epoch.ai,epoch.ai,gemini-4-carbon,high,coding,frontier,,,,,,,61.19949235294118,score%,2.89e-15,,restated-from:https://www.frontierswe.com/,"https://epoch.ai/data/benchmark_data.zip (frontierswe_external.csv dans benchmark_data.zip, ligne « gemini-4-carbon_high », colonne Score / Accuracy / Pass@1 (voir l'en-tête du fichier))",,out:single-couple, arcagi1@epoch.ai,epoch.ai,gemini-4-carbon,medium,reasoning-math,frontier,ARC-official,,,,,,98.5,pass%,0.0289,,restated-from:https://arcprize.org/leaderboard,"https://epoch.ai/data/benchmark_data.zip (arc_agi_external.csv dans benchmark_data.zip, ligne « gemini-4-carbon_medium », colonne Score / Accuracy / Pass@1 (voir l'en-tête du fichier))",,out:republished, arcagi1@epoch.ai,epoch.ai,gemini-4-carbon,high,reasoning-math,frontier,ARC-official,,,,,,97.5,pass%,0.0289,,restated-from:https://arcprize.org/leaderboard,"https://epoch.ai/data/benchmark_data.zip (arc_agi_external.csv dans benchmark_data.zip, ligne « gemini-4-carbon_high », colonne Score / Accuracy / Pass@1 (voir l'en-tête du fichier))",,out:republished, arcagi1@epoch.ai,epoch.ai,gemini-4-carbon,low,reasoning-math,frontier,ARC-official,,,,,,85.5,pass%,0.0289,,restated-from:https://arcprize.org/leaderboard,"https://epoch.ai/data/benchmark_data.zip (arc_agi_external.csv dans benchmark_data.zip, ligne « gemini-4-carbon_low », colonne Score / Accuracy / Pass@1 (voir l'en-tête du fichier))",,out:republished, arcagi2@epoch.ai,epoch.ai,gemini-4-carbon,medium,reasoning-math,frontier,ARC-official,,,,,,94.16666666666668,pass%,2.89e-15,,,"https://epoch.ai/data/benchmark_data.zip (arc_agi_2_external.csv dans benchmark_data.zip, ligne « gemini-4-carbon_medium », colonne Score / Accuracy / Pass@1 (voir l'en-tête du fichier))",,out:republished, arcagi2@epoch.ai,epoch.ai,gemini-4-carbon,high,reasoning-math,frontier,ARC-official,,,,,,92.08333333333333,pass%,2.89e-15,,,"https://epoch.ai/data/benchmark_data.zip (arc_agi_2_external.csv dans benchmark_data.zip, ligne « gemini-4-carbon_high », colonne Score / Accuracy / Pass@1 (voir l'en-tête du fichier))",,out:republished, arcagi2@epoch.ai,epoch.ai,gemini-4-carbon,low,reasoning-math,frontier,ARC-official,,,,,,49.583333333333335,pass%,2.89e-16,,,"https://epoch.ai/data/benchmark_data.zip (arc_agi_2_external.csv dans benchmark_data.zip, ligne « gemini-4-carbon_low », colonne Score / Accuracy / Pass@1 (voir l'en-tête du fichier))",,out:republished, cursorbench40@epoch.ai,epoch.ai,gemini-4-carbon,high,coding,frontier,CursorBench,,,,,,60.4,score%,0.0289,,restated-from:https://cursor.com/cursorbench,"https://epoch.ai/data/benchmark_data.zip (cursorbench_external.csv dans benchmark_data.zip, ligne « gemini-4-carbon_high », colonne Score / Accuracy / Pass@1 (voir l'en-tête du fichier))",,out:republished, cursorbench40@epoch.ai,epoch.ai,gemini-4-carbon,medium,coding,frontier,CursorBench,,,,,,60.1,score%,0.0289,,restated-from:https://cursor.com/cursorbench,"https://epoch.ai/data/benchmark_data.zip (cursorbench_external.csv dans benchmark_data.zip, ligne « gemini-4-carbon_medium », colonne Score / Accuracy / Pass@1 (voir l'en-tête du fichier))",,out:republished, cursorbench40@epoch.ai,epoch.ai,gemini-4-carbon,low,coding,frontier,CursorBench,,,,,,58.60000000000001,score%,2.89e-15,,restated-from:https://cursor.com/cursorbench,"https://epoch.ai/data/benchmark_data.zip (cursorbench_external.csv dans benchmark_data.zip, ligne « gemini-4-carbon_low », colonne Score / Accuracy / Pass@1 (voir l'en-tête du fichier))",,out:republished, eci,epoch.ai,gemini-4-carbon,unstated,mixed,frontier,epoch-eci-board,,,,,,169.76,ECI,0.00289,,,"https://epoch.ai/data/benchmark_data.zip (eci_scores.csv, ligne Gemini 4 Carbon, colonne eci)",,out:effort-not-established, eci,epoch.ai,fable-5.2,unstated,mixed,frontier,epoch-eci-board,,,,,,173,ECI,0.289,,,"https://epoch.ai/models/claude-fable-5-2 (table ""Claude Fable 5.2 vs select alternatives"", row ECI score, column 1 (Claude Fable 5.2); the number after ""Best score"" in the first cell is the best over all tracked models)",,out:effort-not-established, eci,epoch.ai,opus-5.5,unstated,mixed,frontier,epoch-eci-board,,,,,,169,ECI,0.289,,,"https://epoch.ai/models/claude-fable-5-2 (table ""Claude Fable 5.2 vs select alternatives"", row ECI score, column 2 (Claude Opus 5.5); the number after ""Best score"" in the first cell is the best over all tracked models)",,out:effort-not-established, epoch-spireclimb,epoch.ai,fable-5.2,unstated,computer-use,frontier,Epoch-Inspect-ReAct-computer-use,,,,,,20,score%,0.289,,,"https://epoch.ai/models/claude-fable-5-2 (table ""Claude Fable 5.2 vs select alternatives"", row SpireClimb, column 1 (Claude Fable 5.2); the number after ""Best score"" in the first cell is the best over all tracked models)",,out:effort-not-established, epoch-spireclimb,epoch.ai,opus-5.5,unstated,computer-use,frontier,Epoch-Inspect-ReAct-computer-use,,,,,,6,score%,0.289,,,"https://epoch.ai/models/claude-fable-5-2 (table ""Claude Fable 5.2 vs select alternatives"", row SpireClimb, column 2 (Claude Opus 5.5); the number after ""Best score"" in the first cell is the best over all tracked models)",,out:effort-not-established, epoch-chess-puzzles,epoch.ai,fable-5.2,unstated,reasoning-math,hard,Epoch-harness,,,,,,79,score%,0.289,,,"https://epoch.ai/models/claude-fable-5-2 (table ""Claude Fable 5.2 vs select alternatives"", row Chess Puzzles, column 1 (Claude Fable 5.2); the number after ""Best score"" in the first cell is the best over all tracked models)",,out:effort-not-established, epoch-chess-puzzles,epoch.ai,opus-5.5,unstated,reasoning-math,hard,Epoch-harness,,,,,,67,score%,0.289,,,"https://epoch.ai/models/claude-fable-5-2 (table ""Claude Fable 5.2 vs select alternatives"", row Chess Puzzles, column 2 (Claude Opus 5.5); the number after ""Best score"" in the first cell is the best over all tracked models)",,out:effort-not-established, epoch-mystery-game-puzzles,epoch.ai,fable-5.2,unstated,reasoning-math,hard,Epoch-harness,,,,,,90,score%,0.289,,,"https://epoch.ai/models/claude-fable-5-2 (table ""Claude Fable 5.2 vs select alternatives"", row Mystery Game Puzzles, column 1 (Claude Fable 5.2); the number after ""Best score"" in the first cell is the best over all tracked models)",,out:effort-not-established, epoch-mystery-game-puzzles,epoch.ai,opus-5.5,unstated,reasoning-math,hard,Epoch-harness,,,,,,71,score%,0.289,,,"https://epoch.ai/models/claude-fable-5-2 (table ""Claude Fable 5.2 vs select alternatives"", row Mystery Game Puzzles, column 2 (Claude Opus 5.5); the number after ""Best score"" in the first cell is the best over all tracked models)",,out:effort-not-established, epoch-ebr-bench,epoch.ai,fable-5.2,unstated,reasoning-math,hard,Epoch-harness,,,,,,90,score%,0.289,,,"https://epoch.ai/models/claude-fable-5-2 (table ""Claude Fable 5.2 vs select alternatives"", row Earthborne Rangers (EBR-bench), column 1 (Claude Fable 5.2); the number after ""Best score"" in the first cell is the best over all tracked models)",,out:effort-not-established, epoch-ebr-bench,epoch.ai,opus-5.5,unstated,reasoning-math,hard,Epoch-harness,,,,,,71,score%,0.289,,,"https://epoch.ai/models/claude-fable-5-2 (table ""Claude Fable 5.2 vs select alternatives"", row Earthborne Rangers (EBR-bench), column 2 (Claude Opus 5.5); the number after ""Best score"" in the first cell is the best over all tracked models)",,out:effort-not-established, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,fable-5.2,unstated,reasoning-math,hard,Epoch-harness,,,,,,95,score%,0.289,,,"https://epoch.ai/models/claude-fable-5-2 (table ""Claude Fable 5.2 vs select alternatives"", row FrontierMath Tiers 1-3 (v2), column 1 (Claude Fable 5.2); the number after ""Best score"" in the first cell is the best over all tracked models)",,out:effort-not-established, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,opus-5.5,unstated,reasoning-math,hard,Epoch-harness,,,,,,91,score%,0.289,,,"https://epoch.ai/models/claude-fable-5-2 (table ""Claude Fable 5.2 vs select alternatives"", row FrontierMath Tiers 1-3 (v2), column 2 (Claude Opus 5.5); the number after ""Best score"" in the first cell is the best over all tracked models)",,out:effort-not-established, epoch-frontiermath-tier-4-v2,epoch.ai,fable-5.2,unstated,reasoning-math,hard,Epoch-harness,,,,,,100,score%,0.289,,,"https://epoch.ai/models/claude-fable-5-2 (table ""Claude Fable 5.2 vs select alternatives"", row FrontierMath Tier 4 (v2), column 1 (Claude Fable 5.2); the number after ""Best score"" in the first cell is the best over all tracked models)",,out:effort-not-established, epoch-frontiermath-tier-4-v2,epoch.ai,opus-5.5,unstated,reasoning-math,hard,Epoch-harness,,,,,,95,score%,0.289,,,"https://epoch.ai/models/claude-fable-5-2 (table ""Claude Fable 5.2 vs select alternatives"", row FrontierMath Tier 4 (v2), column 2 (Claude Opus 5.5); the number after ""Best score"" in the first cell is the best over all tracked models)",,out:effort-not-established, epoch-furniture-assembly,epoch.ai,fable-5.2,unstated,reasoning-math,hard,Epoch-harness,,,,,,90,score%,0.289,,,"https://epoch.ai/models/claude-fable-5-2 (table ""Claude Fable 5.2 vs select alternatives"", row Furniture Assembly Benchmark, column 1 (Claude Fable 5.2); the number after ""Best score"" in the first cell is the best over all tracked models)",,out:effort-not-established, epoch-furniture-assembly,epoch.ai,opus-5.5,unstated,reasoning-math,hard,Epoch-harness,,,,,,83,score%,0.289,,,"https://epoch.ai/models/claude-fable-5-2 (table ""Claude Fable 5.2 vs select alternatives"", row Furniture Assembly Benchmark, column 2 (Claude Opus 5.5); the number after ""Best score"" in the first cell is the best over all tracked models)",,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,fable-5.2,unstated,reasoning-math,hard,Epoch-harness,,,,,,94,score%,0.289,,,"https://epoch.ai/models/claude-fable-5-2 (table ""Claude Fable 5.2 vs select alternatives"", row GPQA Diamond, column 1 (Claude Fable 5.2); the number after ""Best score"" in the first cell is the best over all tracked models)",,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,opus-5.5,unstated,reasoning-math,hard,Epoch-harness,,,,,,91,score%,0.289,,,"https://epoch.ai/models/claude-fable-5-2 (table ""Claude Fable 5.2 vs select alternatives"", row GPQA Diamond, column 2 (Claude Opus 5.5); the number after ""Best score"" in the first cell is the best over all tracked models)",,out:effort-not-established, epoch-simpleqa-verified@epoch.ai,epoch.ai,fable-5.2,unstated,reasoning-math,hard,Epoch-harness,,,,,,94,score%,0.289,,,"https://epoch.ai/models/claude-fable-5-2 (table ""Claude Fable 5.2 vs select alternatives"", row SimpleQA Verified, column 1 (Claude Fable 5.2); the number after ""Best score"" in the first cell is the best over all tracked models)",,out:effort-not-established, epoch-simpleqa-verified@epoch.ai,epoch.ai,opus-5.5,unstated,reasoning-math,hard,Epoch-harness,,,,,,72,score%,0.289,,,"https://epoch.ai/models/claude-fable-5-2 (table ""Claude Fable 5.2 vs select alternatives"", row SimpleQA Verified, column 2 (Claude Opus 5.5); the number after ""Best score"" in the first cell is the best over all tracked models)",,out:effort-not-established, eci,epoch.ai,gemini-4-carbon,unstated,mixed,frontier,epoch-eci-board,,,,,,170,ECI,0.289,,,"https://epoch.ai/models/claude-fable-5-2 (table ""Claude Fable 5.2 vs select alternatives"", row ECI score, column 3 (Gemini 4 Carbon))",,out:effort-not-established, epoch-chess-puzzles,epoch.ai,gemini-4-carbon,unstated,reasoning-math,hard,Epoch-harness,,,,,,78,score%,0.289,,,"https://epoch.ai/models/claude-fable-5-2 (table ""Claude Fable 5.2 vs select alternatives"", row Chess Puzzles, column 3 (Gemini 4 Carbon); the number after ""Best score"" in the first cell is the best over all tracked models)",,out:effort-not-established, epoch-mystery-game-puzzles,epoch.ai,gemini-4-carbon,unstated,reasoning-math,hard,Epoch-harness,,,,,,73,score%,0.289,,,"https://epoch.ai/models/claude-fable-5-2 (table ""Claude Fable 5.2 vs select alternatives"", row Mystery Game Puzzles, column 3 (Gemini 4 Carbon); the number after ""Best score"" in the first cell is the best over all tracked models)",,out:effort-not-established, epoch-ebr-bench,epoch.ai,gemini-4-carbon,unstated,reasoning-math,hard,Epoch-harness,,,,,,88,score%,0.289,,,"https://epoch.ai/models/claude-fable-5-2 (table ""Claude Fable 5.2 vs select alternatives"", row Earthborne Rangers (EBR-bench), column 3 (Gemini 4 Carbon); the number after ""Best score"" in the first cell is the best over all tracked models)",,out:effort-not-established, epoch-frontiermath-tiers-1-3-v2@epoch.ai,epoch.ai,gemini-4-carbon,unstated,reasoning-math,hard,Epoch-harness,,,,,,91,score%,0.289,,,"https://epoch.ai/models/claude-fable-5-2 (table ""Claude Fable 5.2 vs select alternatives"", row FrontierMath Tiers 1-3 (v2), column 3 (Gemini 4 Carbon); the number after ""Best score"" in the first cell is the best over all tracked models)",,out:effort-not-established, epoch-frontiermath-tier-4-v2,epoch.ai,gemini-4-carbon,unstated,reasoning-math,hard,Epoch-harness,,,,,,95,score%,0.289,,,"https://epoch.ai/models/claude-fable-5-2 (table ""Claude Fable 5.2 vs select alternatives"", row FrontierMath Tier 4 (v2), column 3 (Gemini 4 Carbon); the number after ""Best score"" in the first cell is the best over all tracked models)",,out:effort-not-established, epoch-furniture-assembly,epoch.ai,gemini-4-carbon,unstated,reasoning-math,hard,Epoch-harness,,,,,,78,score%,0.289,,,"https://epoch.ai/models/claude-fable-5-2 (table ""Claude Fable 5.2 vs select alternatives"", row Furniture Assembly Benchmark, column 3 (Gemini 4 Carbon); the number after ""Best score"" in the first cell is the best over all tracked models)",,out:effort-not-established, epoch-gpqa-diamond@epoch.ai,epoch.ai,gemini-4-carbon,unstated,reasoning-math,hard,Epoch-harness,,,,,,97,score%,0.289,,,"https://epoch.ai/models/claude-fable-5-2 (table ""Claude Fable 5.2 vs select alternatives"", row GPQA Diamond, column 3 (Gemini 4 Carbon); the number after ""Best score"" in the first cell is the best over all tracked models)",,out:effort-not-established, epoch-simpleqa-verified@epoch.ai,epoch.ai,gemini-4-carbon,unstated,reasoning-math,hard,Epoch-harness,,,,,,78,score%,0.289,,,"https://epoch.ai/models/claude-fable-5-2 (table ""Claude Fable 5.2 vs select alternatives"", row SimpleQA Verified, column 3 (Gemini 4 Carbon); the number after ""Best score"" in the first cell is the best over all tracked models)",,out:effort-not-established, epoch-proofbench-v10,epoch.ai (vals.ai ProofBench v1.0-era),opus-4.8,max,reasoning-math,hard,vals-ProofBench,per-test,2.293129,2.89e-07,,,69.00000000000001,accuracy%,2.89e-15,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (proofbench_external.csv in benchmark_data.zip fetched 2026-10-20 / row claude-opus-4-8_max / column Accuracy),,in,in epoch-proofbench-v10,epoch.ai (vals.ai ProofBench v1.0-era),gpt-5.4,xhigh,reasoning-math,hard,vals-ProofBench,per-test,3.202015,2.89e-07,,,56,accuracy%,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (proofbench_external.csv in benchmark_data.zip fetched 2026-10-20 / row gpt-5.4-2026-03-05_xhigh / column Accuracy),,in,in epoch-proofbench-v10,epoch.ai (vals.ai ProofBench v1.0-era),opus-4.7,max,reasoning-math,hard,vals-ProofBench,per-test,1.807786,2.89e-07,,,54,accuracy%,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (proofbench_external.csv in benchmark_data.zip fetched 2026-10-20 / row claude-opus-4-7_max / column Accuracy),,in,in epoch-proofbench-v10,epoch.ai (vals.ai ProofBench v1.0-era),gpt-5.5,xhigh,reasoning-math,hard,vals-ProofBench,per-test,1.68179,2.89e-06,,,50,accuracy%,2.89,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (proofbench_external.csv in benchmark_data.zip fetched 2026-10-20 / row gpt-5.5_xhigh / column Accuracy),,in,in epoch-proofbench-v10,epoch.ai (vals.ai ProofBench v1.0-era),opus-4.6,max,reasoning-math,hard,vals-ProofBench,per-test,2.703583,2.89e-07,,,50,accuracy%,2.89,,cost-method-assumed-single,https://epoch.ai/data/benchmark_data.zip (proofbench_external.csv in benchmark_data.zip fetched 2026-10-20 / row claude-opus-4-6_max / column Accuracy),,out:single-couple,out:cost-not-comparable epoch-proofbench-v10,epoch.ai (vals.ai ProofBench v1.0-era),sonnet-4.6,not-established:absent,reasoning-math,hard,vals-ProofBench,per-test,2.162108,2.89e-07,,,45,accuracy%,0.289,,,https://epoch.ai/data/benchmark_data.zip (proofbench_external.csv in benchmark_data.zip fetched 2026-10-20 / row claude-sonnet-4-6_max / column Accuracy),,out:effort-not-established,out:effort-not-established epoch-proofbench-v10,epoch.ai (vals.ai ProofBench v1.0-era),muse-spark-1.1,xhigh,reasoning-math,hard,vals-ProofBench,per-test,0.519718,2.89e-07,,,39,accuracy%,0.289,,cost-method-assumed-single,https://epoch.ai/data/benchmark_data.zip (proofbench_external.csv in benchmark_data.zip fetched 2026-10-20 / row muse-spark-1.1 / column Accuracy),,out:single-couple,out:cost-not-comparable epoch-proofbench-v10,epoch.ai (vals.ai ProofBench v1.0-era),opus-4.5,not-established:absent,reasoning-math,hard,vals-ProofBench,per-test,1.267043,2.89e-07,,,36,accuracy%,0.289,,,https://epoch.ai/data/benchmark_data.zip (proofbench_external.csv in benchmark_data.zip fetched 2026-10-20 / row claude-opus-4-5-20251101_unknown / column Accuracy),,out:effort-not-established,out:effort-not-established epoch-proofbench-v10,epoch.ai (vals.ai ProofBench v1.0-era),gemini-3.6-flash,high,reasoning-math,hard,vals-ProofBench,per-test,0.7830885000000001,0.151,,,36,accuracy%,0.289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://epoch.ai/data/benchmark_data.zip (proofbench_external.csv in benchmark_data.zip fetched 2026-10-20 / row gemini-3.6-flash_unknown / column Accuracy),,in,out:cost-single-couple epoch-proofbench-v10,epoch.ai (vals.ai ProofBench v1.0-era),glm-5.2,not-established:absent,reasoning-math,hard,vals-ProofBench,,,,,,35.000000000000003,accuracy%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (proofbench_external.csv in benchmark_data.zip fetched 2026-10-20 / row glm-5.2_max / column Accuracy),,out:effort-not-established, epoch-proofbench-v10,epoch.ai (vals.ai ProofBench v1.0-era),qwen3.7-max,unstated,reasoning-math,hard,vals-ProofBench,per-test,2.462069,2.89e-07,,,26,accuracy%,0.289,,,https://epoch.ai/data/benchmark_data.zip (proofbench_external.csv in benchmark_data.zip fetched 2026-10-20 / row qwen3.7-max / column Accuracy),,out:effort-not-established,out:effort-not-established epoch-proofbench-v10,epoch.ai (vals.ai ProofBench v1.0-era),glm-5.1,unstated,reasoning-math,hard,vals-ProofBench,per-test,0.584577,2.89e-07,,,22.222000000000003,accuracy%,2.89e-16,,,https://epoch.ai/data/benchmark_data.zip (proofbench_external.csv in benchmark_data.zip fetched 2026-10-20 / row glm-5.1 / column Accuracy),,out:effort-not-established,out:effort-not-established epoch-proofbench-v10,epoch.ai (vals.ai ProofBench v1.0-era),gpt-5.4-mini,xhigh,reasoning-math,hard,vals-ProofBench,per-test,0.249441,2.89e-07,,,21,accuracy%,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (proofbench_external.csv in benchmark_data.zip fetched 2026-10-20 / row gpt-5.4-mini-2026-03-17_xhigh / column Accuracy),,in,in epoch-proofbench-v10,epoch.ai (vals.ai ProofBench v1.0-era),?gemini-3-pro-preview,not-established:absent,reasoning-math,hard,vals-ProofBench,per-test,1.229076,2.89e-07,,,20,accuracy%,2.89,,,https://epoch.ai/data/benchmark_data.zip (proofbench_external.csv in benchmark_data.zip fetched 2026-10-20 / row gemini-3-pro-preview / column Accuracy),,out:model-not-established,out:model-not-established epoch-proofbench-v10,epoch.ai (vals.ai ProofBench v1.0-era),sonnet-4.5,unstated,reasoning-math,hard,vals-ProofBench,per-test,0.65341,2.89e-06,,,19,accuracy%,0.289,,,https://epoch.ai/data/benchmark_data.zip (proofbench_external.csv in benchmark_data.zip fetched 2026-10-20 / row claude-sonnet-4-5-20250929_unknown / column Accuracy),,out:effort-not-established,out:effort-not-established epoch-proofbench-v10,epoch.ai (vals.ai ProofBench v1.0-era),gpt-5,high,reasoning-math,hard,vals-ProofBench,per-test,0.852361,2.89e-07,,,18,accuracy%,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (proofbench_external.csv in benchmark_data.zip fetched 2026-10-20 / row gpt-5-2025-08-07_high / column Accuracy),,out:single-couple,out:cost-single-couple epoch-proofbench-v10,epoch.ai (vals.ai ProofBench v1.0-era),?muse-spark,not-established:absent,reasoning-math,hard,vals-ProofBench,per-test,0.067086,2.89e-07,,,17,accuracy%,0.289,,,https://epoch.ai/data/benchmark_data.zip (proofbench_external.csv in benchmark_data.zip fetched 2026-10-20 / row muse-spark / column Accuracy),,out:model-not-established,out:model-not-established epoch-proofbench-v10,epoch.ai (vals.ai ProofBench v1.0-era),kimi-k2.6,unstated,reasoning-math,hard,vals-ProofBench,per-test,0.295811,2.89e-07,,,16,accuracy%,0.289,,,https://epoch.ai/data/benchmark_data.zip (proofbench_external.csv in benchmark_data.zip fetched 2026-10-20 / row kimi-k2.6 / column Accuracy),,out:effort-not-established,out:effort-not-established epoch-proofbench-v10,epoch.ai (vals.ai ProofBench v1.0-era),gemini-3-flash,high,reasoning-math,hard,vals-ProofBench,per-test,0.327286,2.89e-07,,,15,accuracy%,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (proofbench_external.csv in benchmark_data.zip fetched 2026-10-20 / row gemini-3-flash-preview / column Accuracy),,in,in epoch-proofbench-v10,epoch.ai (vals.ai ProofBench v1.0-era),gpt-5.2,xhigh,reasoning-math,hard,vals-ProofBench,per-test,1.059689,2.89e-07,,,15,accuracy%,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (proofbench_external.csv in benchmark_data.zip fetched 2026-10-20 / row gpt-5.2-2025-12-11_xhigh / column Accuracy),,in,in epoch-proofbench-v10,epoch.ai (vals.ai ProofBench v1.0-era),grok-4.20,think,reasoning-math,hard,vals-ProofBench,per-test,0.22535624999999998,0.0536,,,14,accuracy%,0.289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://epoch.ai/data/benchmark_data.zip (proofbench_external.csv in benchmark_data.zip fetched 2026-10-20 / row grok-4.20-0309-reasoning / column Accuracy),,in,out:cost-single-couple epoch-proofbench-v10,epoch.ai (vals.ai ProofBench v1.0-era),gemini-3.5-flash-lite,high,reasoning-math,hard,vals-ProofBench,per-test,0.132788,2.89e-07,,,13,accuracy%,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (proofbench_external.csv in benchmark_data.zip fetched 2026-10-20 / row gemini-3.5-flash-lite / column Accuracy),,in,in epoch-proofbench-v10,epoch.ai (vals.ai ProofBench v1.0-era),gpt-5-nano,high,reasoning-math,hard,vals-ProofBench,per-test,0.049218,2.89e-07,,,12,accuracy%,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (proofbench_external.csv in benchmark_data.zip fetched 2026-10-20 / row gpt-5-nano-2025-08-07_high / column Accuracy),,out:single-couple,out:cost-single-couple epoch-proofbench-v10,epoch.ai (vals.ai ProofBench v1.0-era),grok-4.3,high,reasoning-math,hard,vals-ProofBench,per-test,0.244122,2.89e-07,,,11,accuracy%,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (proofbench_external.csv in benchmark_data.zip fetched 2026-10-20 / row grok-4.3_high / column Accuracy),,in,in epoch-proofbench-v10,epoch.ai (vals.ai ProofBench v1.0-era),gpt-5-mini,high,reasoning-math,hard,vals-ProofBench,per-test,0.22021,2.89e-06,,,9,accuracy%,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (proofbench_external.csv in benchmark_data.zip fetched 2026-10-20 / row gpt-5-mini-2025-08-07_high / column Accuracy),,out:single-couple,out:cost-single-couple epoch-proofbench-v10,epoch.ai (vals.ai ProofBench v1.0-era),gpt-5.1-codex-max,high,reasoning-math,hard,vals-ProofBench,per-test,0.527356,2.89e-07,,,9,accuracy%,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (proofbench_external.csv in benchmark_data.zip fetched 2026-10-20 / row gpt-5.1-codex-max / column Accuracy),,in,in epoch-proofbench-v10,epoch.ai (vals.ai ProofBench v1.0-era),deepseek-v3.2,not-established:absent,reasoning-math,hard,vals-ProofBench,per-test,0.11773,2.89e-06,,,8,accuracy%,0.289,,,https://epoch.ai/data/benchmark_data.zip (proofbench_external.csv in benchmark_data.zip fetched 2026-10-20 / row fireworks/deepseek-v3p2 / column Accuracy),,out:effort-not-established,out:effort-not-established epoch-proofbench-v10,epoch.ai (vals.ai ProofBench v1.0-era),glm-4.7,unstated,reasoning-math,hard,vals-ProofBench,per-test,0.14404,2.89e-06,,,6,accuracy%,0.289,,,https://epoch.ai/data/benchmark_data.zip (proofbench_external.csv in benchmark_data.zip fetched 2026-10-20 / row glm-4.7 / column Accuracy),,out:effort-not-established,out:effort-not-established epoch-proofbench-v10,epoch.ai (vals.ai ProofBench v1.0-era),gpt-5.4-nano,high,reasoning-math,hard,vals-ProofBench,per-test,0.015894,2.89e-07,,,5,accuracy%,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://epoch.ai/data/benchmark_data.zip (proofbench_external.csv in benchmark_data.zip fetched 2026-10-20 / row gpt-5.4-nano-2026-03-17_high / column Accuracy),,in,in epoch-proofbench-v10,epoch.ai (vals.ai ProofBench v1.0-era),?grok-4-1-fast-reasoning,not-established:absent,reasoning-math,hard,vals-ProofBench,per-test,0.096578,2.89e-07,,,4,accuracy%,0.289,,,https://epoch.ai/data/benchmark_data.zip (proofbench_external.csv in benchmark_data.zip fetched 2026-10-20 / row grok-4-1-fast-reasoning / column Accuracy),,out:model-not-established,out:model-not-established epoch-proofbench-v10,epoch.ai (vals.ai ProofBench v1.0-era),?MiniMax-M2.5,not-established:absent,reasoning-math,hard,vals-ProofBench,per-test,0.057497,2.89e-07,,,4,accuracy%,0.289,,,https://epoch.ai/data/benchmark_data.zip (proofbench_external.csv in benchmark_data.zip fetched 2026-10-20 / row MiniMax-M2.5 / column Accuracy),,out:model-not-established,out:model-not-established epoch-proofbench-v10,epoch.ai (vals.ai ProofBench v1.0-era),?MiniMax-M2.7,not-established:absent,reasoning-math,hard,vals-ProofBench,per-test,0.04293,2.89e-06,,,3,accuracy%,0.289,,,https://epoch.ai/data/benchmark_data.zip (proofbench_external.csv in benchmark_data.zip fetched 2026-10-20 / row MiniMax-M2.7 / column Accuracy),,out:model-not-established,out:model-not-established epoch-proofbench-v10,epoch.ai (vals.ai ProofBench v1.0-era),nemotron-3-ultra-550b-a55b,unstated,reasoning-math,hard,vals-ProofBench,,,,,,2,accuracy%,0.289,,,https://epoch.ai/data/benchmark_data.zip (proofbench_external.csv in benchmark_data.zip fetched 2026-10-20 / row nemotron-3-ultra / column Accuracy),,out:effort-not-established, epoch-proofbench-v10,epoch.ai (vals.ai ProofBench v1.0-era),?laguna-xs.2,not-established:absent,reasoning-math,hard,vals-ProofBench,per-test,0.024998,2.89e-07,,,0,accuracy%,2.89,,,https://epoch.ai/data/benchmark_data.zip (proofbench_external.csv in benchmark_data.zip fetched 2026-10-20 / row laguna-xs.2 / column Accuracy),,out:model-not-established,out:model-not-established epoch-proofbench-v10,epoch.ai (vals.ai ProofBench v1.0-era),?laguna-m.1,not-established:absent,reasoning-math,hard,vals-ProofBench,per-test,0.067403,2.89e-07,,,0,accuracy%,2.89,,,https://epoch.ai/data/benchmark_data.zip (proofbench_external.csv in benchmark_data.zip fetched 2026-10-20 / row laguna-m.1 / column Accuracy),,out:model-not-established,out:model-not-established valsproof@epoch.ai,epoch.ai,fable-5.2,max,reasoning-math,frontier,Vals-runner,per-test,0.786101,2.89e-07,,,100,score%,2.89,,restated-from:https://www.vals.ai/benchmarks/proof_bench; same-runs-as:src-vals.ai-proof_bench-2026-11-09#M1,https://epoch.ai/data/benchmark_data.zip (proofbench_external.csv in benchmark_data.zip fetched 2026-11-10 / row claude-fable-5-2_max / column Accuracy),,out:uninformative,out:copy valsproof@epoch.ai,epoch.ai,opus-5.5,max,reasoning-math,frontier,Vals-runner,per-test,0.924063,2.89e-07,,,100,score%,2.89,,restated-from:https://www.vals.ai/benchmarks/proof_bench; same-runs-as:src-vals.ai-proof_bench-2026-10-12#M4,https://epoch.ai/data/benchmark_data.zip (proofbench_external.csv in benchmark_data.zip fetched 2026-11-10 / row claude-opus-5-5_max / column Accuracy),,out:uninformative,out:copy valsproof@epoch.ai,epoch.ai,sonnet-5.5,max,reasoning-math,frontier,Vals-runner,per-test,0.524472,2.89e-07,,,100,score%,2.89,,restated-from:https://www.vals.ai/benchmarks/proof_bench; same-runs-as:src-vals.ai-proof_bench-2026-10-12#M6,https://epoch.ai/data/benchmark_data.zip (proofbench_external.csv in benchmark_data.zip fetched 2026-11-10 / row claude-sonnet-5-5_max / column Accuracy),,out:uninformative,out:copy valsproof@epoch.ai,epoch.ai,glm-5.3-flash,max,reasoning-math,frontier,Vals-runner,per-test,0.448469,2.89e-07,,,21,score%,0.289,,restated-from:https://www.vals.ai/benchmarks/proof_bench; cost-method-assumed-single,https://epoch.ai/data/benchmark_data.zip (proofbench_external.csv in benchmark_data.zip fetched 2026-11-10 / row glm-5.3-flash_max / column Accuracy),,out:single-couple,out:cost-not-comparable valsproof@epoch.ai,epoch.ai,?mistral-large-4-0,not-established:absent,reasoning-math,frontier,Vals-runner,per-test,0.329279,2.89e-07,,,10,score%,2.89,,restated-from:https://www.vals.ai/benchmarks/proof_bench,https://epoch.ai/data/benchmark_data.zip (proofbench_external.csv in benchmark_data.zip fetched 2026-11-10 / row mistral-large-4-0_unknown / column Accuracy),,out:model-not-established,out:model-not-established eqbench-cwlongform,EQ-bench/eqbench-leaderboard-results (GitHub),?anthropic/claude-haiku-4.5,not-established:absent,writing,mid,,,,,,,65.04,score%,0.00289,,,https://github.com/EQ-bench/eqbench-leaderboard-results (one row per result file / row claude-haiku-4.5.json / column eqbench_longform_score_0_100),,out:model-not-established, eqbench-cwlongform,EQ-bench/eqbench-leaderboard-results (GitHub),opus-4.6,unstated,writing,mid,,,,,,,77.68,score%,0.00289,,,https://github.com/EQ-bench/eqbench-leaderboard-results (one row per result file / row claude-opus-4-6.json / column eqbench_longform_score_0_100),,out:effort-not-established, eqbench-cwlongform,EQ-bench/eqbench-leaderboard-results (GitHub),opus-4.7,unstated,writing,mid,,,,,,,81.85,score%,0.00289,,,https://github.com/EQ-bench/eqbench-leaderboard-results (one row per result file / row claude-opus-4-7.json / column eqbench_longform_score_0_100),,out:effort-not-established, eqbench-cwlongform,EQ-bench/eqbench-leaderboard-results (GitHub),sonnet-4.6,unstated,writing,mid,,,,,,,79.89,score%,0.00289,,,https://github.com/EQ-bench/eqbench-leaderboard-results (one row per result file / row claude-sonnet-4-6.json / column eqbench_longform_score_0_100),,out:effort-not-established, eqbench-cwlongform,EQ-bench/eqbench-leaderboard-results (GitHub),opus-4.5,not-established:absent,writing,mid,,,,,,,73.11,score%,0.00289,,,https://github.com/EQ-bench/eqbench-leaderboard-results (one row per result file / row claude-opus-4-5-20251101-thinking.json / column eqbench_longform_score_0_100),,out:effort-not-established, eqbench-cwlongform,EQ-bench/eqbench-leaderboard-results (GitHub),qwen3-next-80b-a3b-instruct,solo,writing,mid,,,,,,,31.52,score%,0.00289,,,https://github.com/EQ-bench/eqbench-leaderboard-results (one row per result file / row Qwen3-Next-80B-A3B-Instruct.json / column eqbench_longform_score_0_100),,out:single-couple, eqbench-cwlongform,EQ-bench/eqbench-leaderboard-results (GitHub),qwen3-235b-a22b-instruct-2507,solo,writing,mid,,,,,,,57.4,score%,0.00289,,,https://github.com/EQ-bench/eqbench-leaderboard-results (one row per result file / row Qwen_Qwen3-235B-A22B-Instruct-2507.json / column eqbench_longform_score_0_100),,out:single-couple, eqbench-cwlongform,EQ-bench/eqbench-leaderboard-results (GitHub),?deepseek/deepseek-chat-v3.1,not-established:absent,writing,mid,,,,,,,62.28,score%,0.00289,,,https://github.com/EQ-bench/eqbench-leaderboard-results (one row per result file / row deepseek-chat-v3.1.json / column eqbench_longform_score_0_100),,out:model-not-established, eqbench-cwlongform,EQ-bench/eqbench-leaderboard-results (GitHub),deepseek-v3.2-exp,unstated,writing,mid,,,,,,,60.23,score%,0.00289,,,https://github.com/EQ-bench/eqbench-leaderboard-results (one row per result file / row deepseek-v3.2-exp.json / column eqbench_longform_score_0_100),,out:effort-not-established, eqbench-cwlongform,EQ-bench/eqbench-leaderboard-results (GitHub),?deepseek/deepseek-v3.2-speciale,not-established:absent,writing,mid,,,,,,,48.79,score%,0.00289,,,https://github.com/EQ-bench/eqbench-leaderboard-results (one row per result file / row deepseek-v3.2-speciale.json / column eqbench_longform_score_0_100),,out:model-not-established, eqbench-cwlongform,EQ-bench/eqbench-leaderboard-results (GitHub),deepseek-v3.2,unstated,writing,mid,,,,,,,66.81,score%,0.00289,,,https://github.com/EQ-bench/eqbench-leaderboard-results (one row per result file / row deepseek-v3.2.json / column eqbench_longform_score_0_100),,out:effort-not-established, eqbench-cwlongform,EQ-bench/eqbench-leaderboard-results (GitHub),?deepseek/deepseek-v4-flash,not-established:absent,writing,mid,,,,,,,66.01,score%,0.00289,,,https://github.com/EQ-bench/eqbench-leaderboard-results (one row per result file / row deepseek-v4-flash.json / column eqbench_longform_score_0_100),,out:model-not-established, eqbench-cwlongform,EQ-bench/eqbench-leaderboard-results (GitHub),?deepseek/deepseek-v4-pro,not-established:absent,writing,mid,,,,,,,75.62,score%,0.00289,,,https://github.com/EQ-bench/eqbench-leaderboard-results (one row per result file / row deepseek-v4-pro.json / column eqbench_longform_score_0_100),,out:model-not-established, eqbench-cwlongform,EQ-bench/eqbench-leaderboard-results (GitHub),?deepseek/deepseek-chat-v3-0324,not-established:absent,writing,mid,,,,,,,60.15,score%,0.00289,,,https://github.com/EQ-bench/eqbench-leaderboard-results (one row per result file / row deepseek_deepseek-chat-v3-0324.json / column eqbench_longform_score_0_100),,out:model-not-established, eqbench-cwlongform,EQ-bench/eqbench-leaderboard-results (GitHub),deepseek-r1-0528,solo,writing,mid,,,,,,,59.06,score%,0.00289,,,https://github.com/EQ-bench/eqbench-leaderboard-results (one row per result file / row deepseek_deepseek-r1-0528.json / column eqbench_longform_score_0_100),,out:single-couple, eqbench-cwlongform,EQ-bench/eqbench-leaderboard-results (GitHub),?deepseek/deepseek-r1,not-established:absent,writing,mid,,,,,,,59.48,score%,0.00289,,,https://github.com/EQ-bench/eqbench-leaderboard-results (one row per result file / row deepseek_deepseek-r1.json / column eqbench_longform_score_0_100),,out:model-not-established, eqbench-cwlongform,EQ-bench/eqbench-leaderboard-results (GitHub),gemini-3-flash,unstated,writing,mid,,,,,,,55.66,score%,0.00289,,,https://github.com/EQ-bench/eqbench-leaderboard-results (one row per result file / row gemini-3-flash-preview.json / column eqbench_longform_score_0_100),,out:effort-not-established, eqbench-cwlongform,EQ-bench/eqbench-leaderboard-results (GitHub),gemini-3-pro,unstated,writing,mid,,,,,,,68.84,score%,0.00289,,,https://github.com/EQ-bench/eqbench-leaderboard-results (one row per result file / row gemini-3-pro-preview.json / column eqbench_longform_score_0_100),,out:effort-not-established, eqbench-cwlongform,EQ-bench/eqbench-leaderboard-results (GitHub),gemini-3.1-flash-lite-preview,unstated,writing,mid,,,,,,,49.03,score%,0.00289,,,https://github.com/EQ-bench/eqbench-leaderboard-results (one row per result file / row gemini-3.1-flash-lite-preview.json / column eqbench_longform_score_0_100),,out:effort-not-established, eqbench-cwlongform,EQ-bench/eqbench-leaderboard-results (GitHub),gemini-3.1-pro,unstated,writing,mid,,,,,,,68.25,score%,0.00289,,,https://github.com/EQ-bench/eqbench-leaderboard-results (one row per result file / row gemini-3.1-pro-preview.json / column eqbench_longform_score_0_100),,out:effort-not-established, eqbench-cwlongform,EQ-bench/eqbench-leaderboard-results (GitHub),glm-4.6,unstated,writing,mid,,,,,,,57.32,score%,0.00289,,,https://github.com/EQ-bench/eqbench-leaderboard-results (one row per result file / row glm-4.6.json / column eqbench_longform_score_0_100),,out:effort-not-established, eqbench-cwlongform,EQ-bench/eqbench-leaderboard-results (GitHub),glm-4.7-flash,unstated,writing,mid,,,,,,,47.78,score%,0.00289,,,https://github.com/EQ-bench/eqbench-leaderboard-results (one row per result file / row glm-4.7-flash.json / column eqbench_longform_score_0_100),,out:effort-not-established, eqbench-cwlongform,EQ-bench/eqbench-leaderboard-results (GitHub),glm-4.7,unstated,writing,mid,,,,,,,65.99,score%,0.00289,,,https://github.com/EQ-bench/eqbench-leaderboard-results (one row per result file / row glm-4.7.json / column eqbench_longform_score_0_100),,out:effort-not-established, eqbench-cwlongform,EQ-bench/eqbench-leaderboard-results (GitHub),glm-5.1,unstated,writing,mid,,,,,,,73.55,score%,0.00289,,,https://github.com/EQ-bench/eqbench-leaderboard-results (one row per result file / row glm-5.1.json / column eqbench_longform_score_0_100),,out:effort-not-established, eqbench-cwlongform,EQ-bench/eqbench-leaderboard-results (GitHub),glm-5,unstated,writing,mid,,,,,,,70.91,score%,0.00289,,,https://github.com/EQ-bench/eqbench-leaderboard-results (one row per result file / row glm-5.json / column eqbench_longform_score_0_100),,out:effort-not-established, eqbench-cwlongform,EQ-bench/eqbench-leaderboard-results (GitHub),?google/gemini-2.5-flash-preview-05-20,not-established:absent,writing,mid,,,,,,,48.62,score%,0.00289,,,https://github.com/EQ-bench/eqbench-leaderboard-results (one row per result file / row google_gemini-2.5-flash-preview-05-20.json / column eqbench_longform_score_0_100),,out:model-not-established, eqbench-cwlongform,EQ-bench/eqbench-leaderboard-results (GitHub),?google/gemini-2.5-pro-preview-03-25,not-established:absent,writing,mid,,,,,,,58.82,score%,0.00289,,,https://github.com/EQ-bench/eqbench-leaderboard-results (one row per result file / row google_gemini-2.5-pro-preview-03-25.json / column eqbench_longform_score_0_100),,out:model-not-established, eqbench-cwlongform,EQ-bench/eqbench-leaderboard-results (GitHub),?google/gemini-2.5-pro-preview,not-established:absent,writing,mid,,,,,,,53.63,score%,0.00289,,,https://github.com/EQ-bench/eqbench-leaderboard-results (one row per result file / row google_gemini-2.5-pro-preview.json / column eqbench_longform_score_0_100),,out:model-not-established, eqbench-cwlongform,EQ-bench/eqbench-leaderboard-results (GitHub),?gpt-5-2025-08-07-high-reasoning-high-reasoning,not-established:absent,writing,mid,,,,,,,73.1,score%,0.00289,,,https://github.com/EQ-bench/eqbench-leaderboard-results (one row per result file / row gpt-5-2025-08-07-high-reasoning.json / column eqbench_longform_score_0_100),,out:model-not-established, eqbench-cwlongform,EQ-bench/eqbench-leaderboard-results (GitHub),gpt-5,unstated,writing,mid,,,,,,,72.76,score%,0.00289,,,https://github.com/EQ-bench/eqbench-leaderboard-results (one row per result file / row gpt-5-2025-08-07.json / column eqbench_longform_score_0_100),,out:effort-not-established, eqbench-cwlongform,EQ-bench/eqbench-leaderboard-results (GitHub),gpt-5-chat-latest,solo,writing,mid,,,,,,,66.8,score%,0.00289,,,https://github.com/EQ-bench/eqbench-leaderboard-results (one row per result file / row gpt-5-chat-latest.json / column eqbench_longform_score_0_100),,in, eqbench-cwlongform,EQ-bench/eqbench-leaderboard-results (GitHub),gpt-5-mini,unstated,writing,mid,,,,,,,56.19,score%,0.00289,,,https://github.com/EQ-bench/eqbench-leaderboard-results (one row per result file / row gpt-5-mini-2025-08-07.json / column eqbench_longform_score_0_100),,out:effort-not-established, eqbench-cwlongform,EQ-bench/eqbench-leaderboard-results (GitHub),gpt-5-nano,unstated,writing,mid,,,,,,,28.0,score%,0.00289,,,https://github.com/EQ-bench/eqbench-leaderboard-results (one row per result file / row gpt-5-nano-2025-08-07.json / column eqbench_longform_score_0_100),,out:effort-not-established, eqbench-cwlongform,EQ-bench/eqbench-leaderboard-results (GitHub),gpt-5.2,unstated,writing,mid,,,,,,,71.62,score%,0.00289,,,https://github.com/EQ-bench/eqbench-leaderboard-results (one row per result file / row gpt-5.2.json / column eqbench_longform_score_0_100),,out:effort-not-established, eqbench-cwlongform,EQ-bench/eqbench-leaderboard-results (GitHub),gpt-5.3-chat-latest,solo,writing,mid,,,,,,,62.64,score%,0.00289,,,https://github.com/EQ-bench/eqbench-leaderboard-results (one row per result file / row gpt-5.3-chat.json / column eqbench_longform_score_0_100),,in, eqbench-cwlongform,EQ-bench/eqbench-leaderboard-results (GitHub),gpt-5.4-mini,unstated,writing,mid,,,,,,,73.0,score%,0.00289,,,https://github.com/EQ-bench/eqbench-leaderboard-results (one row per result file / row gpt-5.4-mini.json / column eqbench_longform_score_0_100),,out:effort-not-established, eqbench-cwlongform,EQ-bench/eqbench-leaderboard-results (GitHub),gpt-5.4-nano,unstated,writing,mid,,,,,,,57.81,score%,0.00289,,,https://github.com/EQ-bench/eqbench-leaderboard-results (one row per result file / row gpt-5.4-nano.json / column eqbench_longform_score_0_100),,out:effort-not-established, eqbench-cwlongform,EQ-bench/eqbench-leaderboard-results (GitHub),gpt-5.4,unstated,writing,mid,,,,,,,78.35,score%,0.00289,,,https://github.com/EQ-bench/eqbench-leaderboard-results (one row per result file / row gpt-5.4.json / column eqbench_longform_score_0_100),,out:effort-not-established, eqbench-cwlongform,EQ-bench/eqbench-leaderboard-results (GitHub),grok-4.1-fast,unstated,writing,mid,,,,,,,40.11,score%,0.00289,,,https://github.com/EQ-bench/eqbench-leaderboard-results (one row per result file / row grok-4.1-fast.json / column eqbench_longform_score_0_100),,out:effort-not-established, eqbench-cwlongform,EQ-bench/eqbench-leaderboard-results (GitHub),grok-4.20,think,writing,mid,,,,,,,68.55,score%,0.00289,,,https://github.com/EQ-bench/eqbench-leaderboard-results (one row per result file / row grok-4.20-beta.json / column eqbench_longform_score_0_100),,in, eqbench-cwlongform,EQ-bench/eqbench-leaderboard-results (GitHub),kimi-k2-instruct-0905,solo,writing,mid,,,,,,,63.83,score%,0.00289,,,https://github.com/EQ-bench/eqbench-leaderboard-results (one row per result file / row kimi-k2-0905.json / column eqbench_longform_score_0_100),,out:single-couple, eqbench-cwlongform,EQ-bench/eqbench-leaderboard-results (GitHub),kimi-k2-thinking,solo,writing,mid,,,,,,,69.04,score%,0.00289,,,https://github.com/EQ-bench/eqbench-leaderboard-results (one row per result file / row kimi-k2-thinking.json / column eqbench_longform_score_0_100),,in, eqbench-cwlongform,EQ-bench/eqbench-leaderboard-results (GitHub),kimi-k2.5,unstated,writing,mid,,,,,,,74.87,score%,0.00289,,,https://github.com/EQ-bench/eqbench-leaderboard-results (one row per result file / row kimi-k2.5.json / column eqbench_longform_score_0_100),,out:effort-not-established, eqbench-cwlongform,EQ-bench/eqbench-leaderboard-results (GitHub),kimi-k2.6,unstated,writing,mid,,,,,,,78.51,score%,0.00289,,,https://github.com/EQ-bench/eqbench-leaderboard-results (one row per result file / row kimi-k2.6.json / column eqbench_longform_score_0_100),,out:effort-not-established, eqbench-cwlongform,EQ-bench/eqbench-leaderboard-results (GitHub),kimi-k2-instruct,solo,writing,mid,,,,,,,68.12,score%,0.00289,,,https://github.com/EQ-bench/eqbench-leaderboard-results (one row per result file / row moonshotai_kimi-k2.json / column eqbench_longform_score_0_100),,out:single-couple, eqbench-cwlongform,EQ-bench/eqbench-leaderboard-results (GitHub),?openai/chatgpt-4o-latest,not-established:absent,writing,mid,,,,,,,60.19,score%,0.00289,,,https://github.com/EQ-bench/eqbench-leaderboard-results (one row per result file / row openai_chatgpt-4o-latest.json / column eqbench_longform_score_0_100),,out:model-not-established, eqbench-cwlongform,EQ-bench/eqbench-leaderboard-results (GitHub),gpt-4.1-nano,solo,writing,mid,,,,,,,32.43,score%,0.00289,,,https://github.com/EQ-bench/eqbench-leaderboard-results (one row per result file / row openai_gpt-4.1-nano.json / column eqbench_longform_score_0_100),,out:single-couple, eqbench-cwlongform,EQ-bench/eqbench-leaderboard-results (GitHub),?openai/gpt-oss-120b,not-established:absent,writing,mid,,,,,,,35.8,score%,0.00289,,,https://github.com/EQ-bench/eqbench-leaderboard-results (one row per result file / row openai_gpt-oss-120b.json / column eqbench_longform_score_0_100),,out:model-not-established, eqbench-cwlongform,EQ-bench/eqbench-leaderboard-results (GitHub),?openai/gpt-oss-20b,not-established:absent,writing,mid,,,,,,,21.17,score%,0.00289,,,https://github.com/EQ-bench/eqbench-leaderboard-results (one row per result file / row openai_gpt-oss-20b.json / column eqbench_longform_score_0_100),,out:model-not-established, eqbench-cwlongform,EQ-bench/eqbench-leaderboard-results (GitHub),qwen3-max-0923,solo,writing,mid,,,,,,,50.8,score%,0.00289,,,https://github.com/EQ-bench/eqbench-leaderboard-results (one row per result file / row qwen3-max-2025-09-05.json / column eqbench_longform_score_0_100),,out:single-couple, eqbench-cwlongform,EQ-bench/eqbench-leaderboard-results (GitHub),?Qwen3-Max-2025-09-24,not-established:absent,writing,mid,,,,,,,66.16,score%,0.00289,,,https://github.com/EQ-bench/eqbench-leaderboard-results (one row per result file / row qwen3-max-2025-09-24.json / column eqbench_longform_score_0_100),,out:model-not-established, eqbench-cwlongform,EQ-bench/eqbench-leaderboard-results (GitHub),qwen3.5-122b-a10b,unstated,writing,mid,,,,,,,54.34,score%,0.00289,,,https://github.com/EQ-bench/eqbench-leaderboard-results (one row per result file / row qwen3.5-122b-a10b.json / column eqbench_longform_score_0_100),,out:effort-not-established, eqbench-cwlongform,EQ-bench/eqbench-leaderboard-results (GitHub),qwen3.5-27b,unstated,writing,mid,,,,,,,58.99,score%,0.00289,,,https://github.com/EQ-bench/eqbench-leaderboard-results (one row per result file / row qwen3.5-27b.json / column eqbench_longform_score_0_100),,out:effort-not-established, eqbench-cwlongform,EQ-bench/eqbench-leaderboard-results (GitHub),qwen3.5-35b-a3b,unstated,writing,mid,,,,,,,44.5,score%,0.00289,,,https://github.com/EQ-bench/eqbench-leaderboard-results (one row per result file / row qwen3.5-35b-a3b.json / column eqbench_longform_score_0_100),,out:effort-not-established, eqbench-cwlongform,EQ-bench/eqbench-leaderboard-results (GitHub),qwen3.5-397b-a17b,unstated,writing,mid,,,,,,,68.3,score%,0.00289,,,https://github.com/EQ-bench/eqbench-leaderboard-results (one row per result file / row qwen3.5-397b-a17b.json / column eqbench_longform_score_0_100),,out:effort-not-established, eqbench-cwlongform,EQ-bench/eqbench-leaderboard-results (GitHub),qwen3-14b,unstated,writing,mid,,,,,,,35.91,score%,0.00289,,,https://github.com/EQ-bench/eqbench-leaderboard-results (one row per result file / row qwen_qwen3-14b.json / column eqbench_longform_score_0_100),,out:effort-not-established, eqbench-cwlongform,EQ-bench/eqbench-leaderboard-results (GitHub),qwen3-30b-a3b,unstated,writing,mid,,,,,,,35.63,score%,0.00289,,,https://github.com/EQ-bench/eqbench-leaderboard-results (one row per result file / row qwen_qwen3-30b-a3b.json / column eqbench_longform_score_0_100),,out:effort-not-established, eqbench-cwlongform,EQ-bench/eqbench-leaderboard-results (GitHub),qwen3-32b,unstated,writing,mid,,,,,,,40.49,score%,0.00289,,,https://github.com/EQ-bench/eqbench-leaderboard-results (one row per result file / row qwen_qwen3-32b.json / column eqbench_longform_score_0_100),,out:effort-not-established, eqbench-cwlongform,EQ-bench/eqbench-leaderboard-results (GitHub),?qwen/qwen3-4b:free,not-established:absent,writing,mid,,,,,,,17.02,score%,0.00289,,,https://github.com/EQ-bench/eqbench-leaderboard-results (one row per result file / row qwen_qwen3-4b_free.json / column eqbench_longform_score_0_100),,out:model-not-established, eqbench-cwlongform,EQ-bench/eqbench-leaderboard-results (GitHub),qwq-32b,solo,writing,mid,,,,,,,36.94,score%,0.00289,,,https://github.com/EQ-bench/eqbench-leaderboard-results (one row per result file / row qwen_qwq-32b.json / column eqbench_longform_score_0_100),,out:single-couple, eqbench-cwlongform,EQ-bench/eqbench-leaderboard-results (GitHub),grok-4,solo,writing,mid,,,,,,,45.73,score%,0.00289,,,https://github.com/EQ-bench/eqbench-leaderboard-results (one row per result file / row x-ai_grok-4.json / column eqbench_longform_score_0_100),,out:single-couple, eqbench-cwlongform,EQ-bench/eqbench-leaderboard-results (GitHub),glm-4.5,unstated,writing,mid,,,,,,,55.53,score%,0.00289,,,https://github.com/EQ-bench/eqbench-leaderboard-results (one row per result file / row z-ai_glm-4.5.json / column eqbench_longform_score_0_100),,out:effort-not-established, eqbench4,eqbench.com,opus-5,unstated,writing,mid,EQBench4,,,,,,1385.0,Elo,0.0289,,,https://eqbench.com/ ($.models / row claude-opus-5 / column elo),,out:effort-not-established, eqbench4,eqbench.com,fable-5,unstated,writing,mid,EQBench4,,,,,,1340.4,Elo,0.0289,,,https://eqbench.com/ ($.models / row claude-fable-5 / column elo),,out:effort-not-established, eqbench4,eqbench.com,kimi-k3,unstated,writing,mid,EQBench4,,,,,,1339.3,Elo,0.0289,,,https://eqbench.com/ ($.models / row moonshotai/kimi-k3 / column elo),,out:effort-not-established, eqbench4,eqbench.com,gpt-5.5,unstated,writing,mid,EQBench4,,,,,,1314.8,Elo,0.0289,,,https://eqbench.com/ ($.models / row openai/gpt-5.5 / column elo),,out:effort-not-established, eqbench4,eqbench.com,opus-4.7,unstated,writing,mid,EQBench4,,,,,,1311.3,Elo,0.0289,,,https://eqbench.com/ ($.models / row claude-opus-4-7 / column elo),,out:effort-not-established, eqbench4,eqbench.com,opus-4.8,unstated,writing,mid,EQBench4,,,,,,1281.4,Elo,0.0289,,,https://eqbench.com/ ($.models / row claude-opus-4-8 / column elo),,out:effort-not-established, eqbench4,eqbench.com,gpt-5.4,unstated,writing,mid,EQBench4,,,,,,1271.8,Elo,0.0289,,,https://eqbench.com/ ($.models / row openai/gpt-5.4 / column elo),,out:effort-not-established, eqbench4,eqbench.com,muse-spark-1.1,unstated,writing,mid,EQBench4,,,,,,1260.4,Elo,0.0289,,,https://eqbench.com/ ($.models / row meta/muse-spark-1.1 / column elo),,out:effort-not-established, eqbench4,eqbench.com,gpt-5.6-sol,unstated,writing,mid,EQBench4,,,,,,1250.3,Elo,0.0289,,,https://eqbench.com/ ($.models / row openai/gpt-5.6-sol / column elo),,out:effort-not-established, eqbench4,eqbench.com,sonnet-5,unstated,writing,mid,EQBench4,,,,,,1236.0,Elo,0.0289,,,https://eqbench.com/ ($.models / row claude-sonnet-5 / column elo),,out:effort-not-established, eqbench4,eqbench.com,gpt-5.6-terra,unstated,writing,mid,EQBench4,,,,,,1234.0,Elo,0.0289,,,https://eqbench.com/ ($.models / row openai/gpt-5.6-terra / column elo),,out:effort-not-established, eqbench4,eqbench.com,inkling,unstated,writing,mid,EQBench4,,,,,,1225.8,Elo,0.0289,,,https://eqbench.com/ ($.models / row thinkingmachines/Inkling / column elo),,out:effort-not-established, eqbench4,eqbench.com,opus-4.6,unstated,writing,mid,EQBench4,,,,,,1222.7,Elo,0.0289,,,https://eqbench.com/ ($.models / row claude-opus-4-6 / column elo),,out:effort-not-established, eqbench4,eqbench.com,glm-5.2,unstated,writing,mid,EQBench4,,,,,,1221.9,Elo,0.0289,,,https://eqbench.com/ ($.models / row z-ai/glm-5.2 / column elo),,out:effort-not-established, eqbench4,eqbench.com,mimo-v2.5-pro,unstated,writing,mid,EQBench4,,,,,,1208.3,Elo,0.0289,,,https://eqbench.com/ ($.models / row xiaomi/mimo-v2.5-pro / column elo),,out:effort-not-established, eqbench4,eqbench.com,sonnet-4.6,unstated,writing,mid,EQBench4,,,,,,1206.5,Elo,0.0289,,,https://eqbench.com/ ($.models / row claude-sonnet-4-6 / column elo),,out:effort-not-established, eqbench4,eqbench.com,kimi-k2.6,unstated,writing,mid,EQBench4,,,,,,1201.6,Elo,0.0289,,,https://eqbench.com/ ($.models / row moonshotai/kimi-k2.6 / column elo),,out:effort-not-established, eqbench4,eqbench.com,deepseek-v4-pro-preview,unstated,writing,mid,EQBench4,,,,,,1165.7,Elo,0.0289,,,https://eqbench.com/ ($.models / row deepseek/deepseek-v4-pro / column elo),,out:effort-not-established, eqbench4,eqbench.com,gpt-5.6-luna,unstated,writing,mid,EQBench4,,,,,,1156.3,Elo,0.0289,,,https://eqbench.com/ ($.models / row openai/gpt-5.6-luna / column elo),,out:effort-not-established, eqbench4,eqbench.com,minimax-m3,unstated,writing,mid,EQBench4,,,,,,1149.7,Elo,0.0289,,,https://eqbench.com/ ($.models / row minimax/minimax-m3 / column elo),,out:effort-not-established, eqbench4,eqbench.com,gemini-3.1-pro,unstated,writing,mid,EQBench4,,,,,,1142.3,Elo,0.0289,,,https://eqbench.com/ ($.models / row google/gemini-3.1-pro-preview / column elo),,out:effort-not-established, eqbench4,eqbench.com,gemma-4-31b-it,unstated,writing,mid,EQBench4,,,,,,1120.3,Elo,0.0289,,,https://eqbench.com/ ($.models / row google/gemma-4-31b-it / column elo),,out:effort-not-established, eqbench4,eqbench.com,qwen3.7-max,unstated,writing,mid,EQBench4,,,,,,1109.7,Elo,0.0289,,,https://eqbench.com/ ($.models / row qwen/qwen3.7-max / column elo),,out:effort-not-established, eqbench4,eqbench.com,gemini-3.5-flash,unstated,writing,mid,EQBench4,,,,,,1087.2,Elo,0.0289,,,https://eqbench.com/ ($.models / row google/gemini-3.5-flash / column elo),,out:effort-not-established, eqbench4,eqbench.com,grok-4.3,unstated,writing,mid,EQBench4,,,,,,1074.8,Elo,0.0289,,,https://eqbench.com/ ($.models / row x-ai/grok-4.3 / column elo),,out:effort-not-established, eqbench4,eqbench.com,haiku-4.5,unstated,writing,mid,EQBench4,,,,,,1063.9,Elo,0.0289,,,https://eqbench.com/ ($.models / row claude-haiku-4-5-20251001 / column elo),,out:effort-not-established, eqbench4,eqbench.com,qwen3.6-27b,unstated,writing,mid,EQBench4,,,,,,1025.5,Elo,0.0289,,,https://eqbench.com/ ($.models / row qwen/qwen3.6-27b / column elo),,out:effort-not-established, eqbench4,eqbench.com,mistral-medium-3.5,unstated,writing,mid,EQBench4,,,,,,993.0,Elo,0.0289,,,https://eqbench.com/ ($.models / row mistralai/mistral-medium-3-5 / column elo),,out:effort-not-established, mcpmark,eval-sys/mcpmark,deepseek-v3.1-terminus,think,agentic-tool,hard,MCPMark-5servers,per-suite,10.5158,2.89e-07,,,21.26,pass@1%,0.00289,,cost-method-assumed-single,https://mcpmark.ai/leaderboard ($.overall / row deepseek-v3-1-terminus-thinking / column $['pass@1'].avg),,out:single-couple,out:cost-not-comparable mcpmark,eval-sys/mcpmark,?deepseek-v3.1-non-think,not-established:absent,agentic-tool,hard,MCPMark-5servers,per-suite,35.664255,2.89e-07,,,16.73,pass@1%,0.00289,,,https://mcpmark.ai/leaderboard ($.overall / row deepseek-chat / column $['pass@1'].avg),,out:model-not-established,out:model-not-established mcpmark,eval-sys/mcpmark,gpt-4.1,solo,agentic-tool,hard,MCPMark-5servers,per-suite,83.615814,2.89e-07,,,8.07,pass@1%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://mcpmark.ai/leaderboard ($.overall / row gpt-4-1 / column $['pass@1'].avg),,out:single-couple,out:cost-single-couple mcpmark,eval-sys/mcpmark,opus-4.1,unstated,agentic-tool,hard,MCPMark-5servers,per-suite,1165.45209,2.89e-07,,,29.92,pass@1%,0.00289,,,https://mcpmark.ai/leaderboard ($.overall / row claude-opus-4-1 / column $['pass@1'].avg),,out:effort-not-established,out:effort-not-established mcpmark,eval-sys/mcpmark,glm-4.5,unstated,agentic-tool,hard,MCPMark-5servers,per-suite,18.27381,2.89e-07,,,15.55,pass@1%,0.00289,,,https://mcpmark.ai/leaderboard ($.overall / row glm-4-5 / column $['pass@1'].avg),,out:effort-not-established,out:effort-not-established mcpmark,eval-sys/mcpmark,o3,unstated,agentic-tool,hard,MCPMark-5servers,per-suite,113.944068,2.89e-07,,,25.39,pass@1%,0.00289,,,https://mcpmark.ai/leaderboard ($.overall / row o3 / column $['pass@1'].avg),,out:effort-not-established,out:effort-not-established mcpmark,eval-sys/mcpmark,sonnet-4.5,unstated,agentic-tool,hard,MCPMark-5servers,per-suite,281.599415,2.89e-07,,,32.09,pass@1%,0.00289,,,https://mcpmark.ai/leaderboard ($.overall / row claude-sonnet-4-5 / column $['pass@1'].avg),,out:effort-not-established,out:effort-not-established mcpmark,eval-sys/mcpmark,sonnet-4,not-established:absent,agentic-tool,hard,MCPMark-5servers,per-suite,460.948718,2.89e-07,,,27.36,pass@1%,0.00289,,,https://mcpmark.ai/leaderboard ($.overall / row claude-sonnet-4-low / column $['pass@1'].avg),,out:effort-not-established,out:effort-not-established mcpmark,eval-sys/mcpmark,gemini-2.5-pro,unstated,agentic-tool,hard,MCPMark-5servers,per-suite,162.478579,2.89e-07,,,15.75,pass@1%,0.00289,,,https://mcpmark.ai/leaderboard ($.overall / row gemini-2-5-pro / column $['pass@1'].avg),,out:effort-not-established,out:effort-not-established mcpmark,eval-sys/mcpmark,qwen3-coder-480b-a35b-instruct,solo,agentic-tool,hard,MCPMark-5servers,per-suite,36.462068,2.89e-07,,,24.8,pass@1%,0.00289,,cost-method-assumed-single,https://mcpmark.ai/leaderboard ($.overall / row qwen-3-coder-plus / column $['pass@1'].avg),,out:single-couple,out:cost-not-comparable mcpmark,eval-sys/mcpmark,gpt-5-mini,high,agentic-tool,hard,MCPMark-5servers,per-suite,40.354673,2.89e-07,,,30.32,pass@1%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://mcpmark.ai/leaderboard ($.overall / row gpt-5-mini-high / column $['pass@1'].avg),,out:single-couple,out:cost-single-couple mcpmark,eval-sys/mcpmark,gpt-5-nano,low,agentic-tool,hard,MCPMark-5servers,per-suite,2.50393,2.89e-07,,,4.33,pass@1%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://mcpmark.ai/leaderboard ($.overall / row gpt-5-nano-low / column $['pass@1'].avg),,out:single-couple,out:cost-single-couple mcpmark,eval-sys/mcpmark,gpt-5,medium,agentic-tool,hard,MCPMark-5servers,per-suite,127.463965,2.89e-07,,,52.56,pass@1%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://mcpmark.ai/leaderboard ($.overall / row gpt-5-medium / column $['pass@1'].avg),,out:single-couple,out:cost-single-couple mcpmark,eval-sys/mcpmark,sonnet-4,unstated,agentic-tool,hard,MCPMark-5servers,per-suite,252.410362,2.89e-07,,,28.15,pass@1%,0.00289,,,https://mcpmark.ai/leaderboard ($.overall / row claude-sonnet-4 / column $['pass@1'].avg),,out:effort-not-established,out:effort-not-established mcpmark,eval-sys/mcpmark,gpt-5,low,agentic-tool,hard,MCPMark-5servers,per-suite,125.866256,2.89e-07,,,46.85,pass@1%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://mcpmark.ai/leaderboard ($.overall / row gpt-5-low / column $['pass@1'].avg),,out:single-couple,out:cost-single-couple mcpmark,eval-sys/mcpmark,gpt-5-mini,medium,agentic-tool,hard,MCPMark-5servers,per-suite,26.024723,2.89e-07,,,27.36,pass@1%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://mcpmark.ai/leaderboard ($.overall / row gpt-5-mini-medium / column $['pass@1'].avg),,out:single-couple,out:cost-single-couple mcpmark,eval-sys/mcpmark,gpt-4.1-nano,solo,agentic-tool,hard,MCPMark-5servers,per-suite,2.538841,2.89e-07,,,0,pass@1%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://mcpmark.ai/leaderboard ($.overall / row gpt-4-1-nano / column $['pass@1'].avg),,out:uninformative,out:cost-single-couple mcpmark,eval-sys/mcpmark,grok-code-fast-1,unstated,agentic-tool,hard,MCPMark-5servers,per-suite,16.075033,2.89e-07,,,20.47,pass@1%,0.00289,,,https://mcpmark.ai/leaderboard ($.overall / row grok-code-fast-1 / column $['pass@1'].avg),,out:effort-not-established,out:effort-not-established mcpmark,eval-sys/mcpmark,?deepseek-v3.2-reasoner,not-established:absent,agentic-tool,hard,MCPMark-5servers,per-suite,31.279727,2.89e-07,,,36.81,pass@1%,0.00289,,,https://mcpmark.ai/leaderboard ($.overall / row deepseek-v3-2-thinking / column $['pass@1'].avg),,out:model-not-established,out:model-not-established mcpmark,eval-sys/mcpmark,gemini-2.5-flash,unstated,agentic-tool,hard,MCPMark-5servers,per-suite,41.811599,2.89e-07,,,9.06,pass@1%,0.00289,,,https://mcpmark.ai/leaderboard ($.overall / row gemini-2-5-flash / column $['pass@1'].avg),,out:effort-not-established,out:effort-not-established mcpmark,eval-sys/mcpmark,gpt-5-nano,high,agentic-tool,hard,MCPMark-5servers,per-suite,7.792193,2.89e-07,,,5.12,pass@1%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://mcpmark.ai/leaderboard ($.overall / row gpt-5-nano-high / column $['pass@1'].avg),,out:single-couple,out:cost-single-couple mcpmark,eval-sys/mcpmark,gpt-5-mini,low,agentic-tool,hard,MCPMark-5servers,per-suite,7.855897,2.89e-07,,,8.27,pass@1%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://mcpmark.ai/leaderboard ($.overall / row gpt-5-mini-low / column $['pass@1'].avg),,out:single-couple,out:cost-single-couple mcpmark,eval-sys/mcpmark,deepseek-v3.1-terminus,unstated,agentic-tool,hard,MCPMark-5servers,per-suite,12.651154,2.89e-07,,,16.54,pass@1%,0.00289,,,https://mcpmark.ai/leaderboard ($.overall / row deepseek-v3-1-terminus / column $['pass@1'].avg),,out:effort-not-established,out:effort-not-established mcpmark,eval-sys/mcpmark,qwen3-max-preview,unstated,agentic-tool,hard,MCPMark-5servers,per-suite,160.003345,2.89e-07,,,17.72,pass@1%,0.00289,,,https://mcpmark.ai/leaderboard ($.overall / row qwen-3-max / column $['pass@1'].avg),,out:effort-not-established,out:effort-not-established mcpmark,eval-sys/mcpmark,opus-4.5,not-established:absent,agentic-tool,hard,MCPMark-5servers,per-suite,466.176765,2.89e-07,,,42.32,pass@1%,0.00289,,,https://mcpmark.ai/leaderboard ($.overall / row claude-opus-4-5-high / column $['pass@1'].avg),,out:effort-not-established,out:effort-not-established mcpmark,eval-sys/mcpmark,?deepseek-v3.2-chat,not-established:absent,agentic-tool,hard,MCPMark-5servers,per-suite,26.575381,2.89e-07,,,29.72,pass@1%,0.00289,,,https://mcpmark.ai/leaderboard ($.overall / row deepseek-v3-2-chat / column $['pass@1'].avg),,out:model-not-established,out:model-not-established mcpmark,eval-sys/mcpmark,kimi-k2-instruct,solo,agentic-tool,hard,MCPMark-5servers,per-suite,36.452198,2.89e-07,,,19.09,pass@1%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://mcpmark.ai/leaderboard ($.overall / row kimi-k2-0711 / column $['pass@1'].avg),,out:single-couple,out:cost-single-couple mcpmark,eval-sys/mcpmark,gemini-3-pro,high,agentic-tool,hard,MCPMark-5servers,per-suite,265.587514,2.89e-07,,,53.94,pass@1%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://mcpmark.ai/leaderboard ($.overall / row gemini-3-pro-high / column $['pass@1'].avg),,in,in mcpmark,eval-sys/mcpmark,gpt-5,high,agentic-tool,hard,MCPMark-5servers,per-suite,153.887407,2.89e-07,,,51.57,pass@1%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://mcpmark.ai/leaderboard ($.overall / row gpt-5-high / column $['pass@1'].avg),,out:single-couple,out:cost-single-couple mcpmark,eval-sys/mcpmark,kimi-k2-instruct-0905,solo,agentic-tool,hard,MCPMark-5servers,per-suite,72.571305,2.89e-07,,,21.85,pass@1%,0.00289,,cost-method-assumed-single,https://mcpmark.ai/leaderboard ($.overall / row kimi-k2-0905 / column $['pass@1'].avg),,out:single-couple,out:cost-not-comparable mcpmark,eval-sys/mcpmark,gpt-5-nano,medium,agentic-tool,hard,MCPMark-5servers,per-suite,4.055188,2.89e-07,,,6.3,pass@1%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://mcpmark.ai/leaderboard ($.overall / row gpt-5-nano-medium / column $['pass@1'].avg),,out:single-couple,out:cost-single-couple mcpmark,eval-sys/mcpmark,gpt-5.2,high,agentic-tool,hard,MCPMark-5servers,per-suite,250.471116,2.89e-07,,,57.48,pass@1%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://mcpmark.ai/leaderboard ($.overall / row gpt-5-2-high / column $['pass@1'].avg),,in,in mcpmark,eval-sys/mcpmark,grok-4,solo,agentic-tool,hard,MCPMark-5servers,per-suite,257.40578,2.89e-07,,,31.69,pass@1%,0.00289,,cost-method-assumed-single,https://mcpmark.ai/leaderboard ($.overall / row grok-4 / column $['pass@1'].avg),,out:single-couple,out:cost-not-comparable mcpmark,eval-sys/mcpmark,sonnet-4,not-established:absent,agentic-tool,hard,MCPMark-5servers,per-suite,442.325179,2.89e-07,,,28.35,pass@1%,0.00289,,,https://mcpmark.ai/leaderboard ($.overall / row claude-sonnet-4-high / column $['pass@1'].avg),,out:effort-not-established,out:effort-not-established mcpmark,eval-sys/mcpmark,gemini-3-pro,low,agentic-tool,hard,MCPMark-5servers,per-suite,257.148216,2.89e-07,,,50.79,pass@1%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://mcpmark.ai/leaderboard ($.overall / row gemini-3-pro-low / column $['pass@1'].avg),,in,in mcpmark,eval-sys/mcpmark,?gpt-oss-120b,not-established:absent,agentic-tool,hard,MCPMark-5servers,per-suite,0.638661,2.89e-07,,,4.72,pass@1%,0.00289,,,https://mcpmark.ai/leaderboard ($.overall / row gpt-oss-120b / column $['pass@1'].avg),,out:model-not-established,out:model-not-established mcpmark,eval-sys/mcpmark,grok-4-fast,think,agentic-tool,hard,MCPMark-5servers,per-suite,17.875503,2.89e-07,,,24.02,pass@1%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://mcpmark.ai/leaderboard ($.overall / row grok-4-fast / column $['pass@1'].avg),,out:single-couple,out:cost-single-couple mcpmark,eval-sys/mcpmark,o4-mini,unstated,agentic-tool,hard,MCPMark-5servers,per-suite,63.617323,2.89e-07,,,17.32,pass@1%,0.00289,,,https://mcpmark.ai/leaderboard ($.overall / row o4-mini / column $['pass@1'].avg),,out:effort-not-established,out:effort-not-established mcpmark,eval-sys/mcpmark,gpt-4.1-mini,solo,agentic-tool,hard,MCPMark-5servers,per-suite,59.959081,2.89e-07,,,3.94,pass@1%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://mcpmark.ai/leaderboard ($.overall / row gpt-4-1-mini / column $['pass@1'].avg),,out:single-couple,out:cost-single-couple wasp-gpqad,evaleval-wasp-gpqa,?zai-org/GLM-4.7-FP8,not-established:absent,reasoning-math,hard,wasp,,,,,,0.8787878787878788,accuracy-pct,2.89e-17,,"evaluated-by:Writer, Inc.",https://huggingface.co/datasets/evaleval/EEE_datastore (evaluation_results[0].score_details.score (proportion)),,out:model-not-established, wasp-gpqad,evaleval-wasp-gpqa,?moonshotai/Kimi-K2.5,not-established:absent,reasoning-math,hard,wasp,,,,,,0.8737373737373737,accuracy-pct,2.89e-17,,"evaluated-by:Writer, Inc.",https://huggingface.co/datasets/evaleval/EEE_datastore (evaluation_results[0].score_details.score (proportion)),,out:model-not-established, wasp-gpqad,evaleval-wasp-gpqa,?zai-org/GLM-5-FP8,not-established:absent,reasoning-math,hard,wasp,,,,,,0.8535353535353535,accuracy-pct,2.89e-17,,"evaluated-by:Writer, Inc.",https://huggingface.co/datasets/evaleval/EEE_datastore (evaluation_results[0].score_details.score (proportion)),,out:model-not-established, wasp-gpqad,evaleval-wasp-gpqa,qwen3.5-122b-a10b,unstated,reasoning-math,hard,wasp,,,,,,0.8484848484848485,accuracy-pct,2.89e-17,,"evaluated-by:Writer, Inc.",https://huggingface.co/datasets/evaleval/EEE_datastore (evaluation_results[0].score_details.score (proportion)),,out:effort-not-established, wasp-gpqad,evaleval-wasp-gpqa,?zai-org/GLM-5.1-FP8,not-established:absent,reasoning-math,hard,wasp,,,,,,0.8333333333333334,accuracy-pct,2.89e-17,,"evaluated-by:Writer, Inc.",https://huggingface.co/datasets/evaleval/EEE_datastore (evaluation_results[0].score_details.score (proportion)),,out:model-not-established, wasp-gpqad,evaleval-wasp-gpqa,qwen3.5-27b,unstated,reasoning-math,hard,wasp,,,,,,0.8181818181818182,accuracy-pct,2.89e-17,,"evaluated-by:Writer, Inc.",https://huggingface.co/datasets/evaleval/EEE_datastore (evaluation_results[0].score_details.score (proportion)),,out:effort-not-established, evoclaw,evo-claw.com,glm-5.3,unstated,coding,hard,,per-task,42.76,0.00289,,,58.75,score%,0.00289,,,https://evo-claw.com/ ($.records / row claude-code__glm-5.3 / column score),,out:effort-not-established,out:effort-not-established evoclaw,evo-claw.com,opus-4.8,max,coding,hard,,per-task,138.56,0.00289,,,58.05,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://evo-claw.com/ ($.records / row claude-code__claude-opus-4-8 / column score),,in,in evoclaw,evo-claw.com,gpt-5.6-sol,max,coding,hard,,per-task,140.4125,16.2,,,55.58,score%,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://evo-claw.com/ ($.records / row codex__gpt-5.6-sol / column score),,in,out:cost-single-couple evoclaw,evo-claw.com,glm-5.3,unstated,coding,hard,,per-task,119.06,0.00289,,,53.56,score%,0.00289,,,https://evo-claw.com/ ($.records / row claude-code__glm-5.3-1m / column score),,out:effort-not-established,out:effort-not-established evoclaw,evo-claw.com,kimi-k3,unstated,coding,hard,,per-task,66.3,0.00289,,,51.8,score%,0.00289,,,https://evo-claw.com/ ($.records / row claude-code__kimi-k3 / column score),,out:effort-not-established,out:effort-not-established evoclaw,evo-claw.com,glm-5.2,unstated,coding,hard,,per-task,38.33,0.00289,,,50.31,score%,0.00289,,,https://evo-claw.com/ ($.records / row claude-code__glm-5.2 / column score),,out:effort-not-established,out:effort-not-established evoclaw,evo-claw.com,opus-4.7,xhigh,coding,hard,,per-task,81.33,0.00289,,,49.56,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://evo-claw.com/ ($.records / row claude-code__claude-opus-4-7 / column score),,in,in evoclaw,evo-claw.com,gpt-5.5,xhigh,coding,hard,,per-task,111.96,0.00289,,,47.96,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://evo-claw.com/ ($.records / row codex__gpt-5.5 / column score),,in,in evoclaw,evo-claw.com,glm-5.2,unstated,coding,hard,,per-task,99.42,0.00289,,,46.65,score%,0.00289,,,https://evo-claw.com/ ($.records / row claude-code__glm-5.2-1m / column score),,out:effort-not-established,out:effort-not-established evoclaw,evo-claw.com,gpt-5.4,not-established:absent,coding,hard,,per-task,55.11,0.00289,,,43.26,score%,0.00289,,,https://evo-claw.com/ ($.records / row codex__gpt-5.4 / column score),,out:effort-not-established,out:effort-not-established evoclaw,evo-claw.com,kimi-k2.6,unstated,coding,hard,,per-task,49.7,0.00289,,,42.9,score%,0.00289,,,https://evo-claw.com/ ($.records / row claude-code__kimi-k2.6 / column score),,out:effort-not-established,out:effort-not-established evoclaw,evo-claw.com,opus-4.6,unstated,coding,hard,,per-task,88.22,0.00289,,,40.76,score%,0.00289,,,https://evo-claw.com/ ($.records / row claude-code__claude-opus-4-6 / column score),,out:effort-not-established,out:effort-not-established evoclaw,evo-claw.com,gemini-3.5-flash,unstated,coding,hard,,per-task,112.54,0.00289,,,39.79,score%,0.00289,,,https://evo-claw.com/ ($.records / row gemini-cli__gemini-3.5-flash / column score),,out:effort-not-established,out:effort-not-established evoclaw,evo-claw.com,gpt-5.3-codex,not-established:absent,coding,hard,,per-task,25.01,0.00289,,,37.75,score%,0.00289,,,https://evo-claw.com/ ($.records / row codex__gpt-5.3-codex / column score),,out:effort-not-established,out:effort-not-established evoclaw,evo-claw.com,sonnet-4.6,unstated,coding,hard,,per-task,68.88,0.00289,,,34.95,score%,0.00289,,,https://evo-claw.com/ ($.records / row claude-code__claude-sonnet-4-6 / column score),,out:effort-not-established,out:effort-not-established evoclaw,evo-claw.com,gpt-5.2,not-established:absent,coding,hard,,per-task,56.9,0.00289,,,33.76,score%,0.00289,,,https://evo-claw.com/ ($.records / row codex__gpt-5.2 / column score),,out:effort-not-established,out:effort-not-established evoclaw,evo-claw.com,glm-5.1,unstated,coding,hard,,per-task,39.42,0.00289,,,32.61,score%,0.00289,,,https://evo-claw.com/ ($.records / row claude-code__glm-5.1 / column score),,out:effort-not-established,out:effort-not-established evoclaw,evo-claw.com,opus-4.5,unstated,coding,hard,,per-task,71.1,0.00289,,,29.93,score%,0.00289,,,https://evo-claw.com/ ($.records / row claude-code__claude-opus-4-5-20251101 / column score),,out:effort-not-established,out:effort-not-established evoclaw,evo-claw.com,gemini-3.1-pro,unstated,coding,hard,,per-task,62.97,0.00289,,,28.57,score%,0.00289,,,https://evo-claw.com/ ($.records / row gemini-cli__gemini-3.1-pro / column score),,out:effort-not-established,out:effort-not-established evoclaw,evo-claw.com,gemini-3-flash,unstated,coding,hard,,per-task,12.1,0.00289,,,28.14,score%,0.00289,,,https://evo-claw.com/ ($.records / row gemini-cli__gemini-3-flash / column score),,out:effort-not-established,out:effort-not-established evoclaw,evo-claw.com,?DeepSeek V4 Pro (preview),not-established:absent,coding,hard,,per-task,2.08,0.00289,,,26.38,score%,0.00289,,,https://evo-claw.com/ ($.records / row claude-code__deepseek-v4-pro / column score),,out:model-not-established,out:model-not-established evoclaw,evo-claw.com,qwen3.6-27b,unstated,coding,hard,,per-task,8.01,0.00289,,,25.32,score%,0.00289,,,https://evo-claw.com/ ($.records / row claude-code__qwen3.6-27b / column score),,out:effort-not-established,out:effort-not-established evoclaw,evo-claw.com,gemini-3-pro,unstated,coding,hard,,per-task,114.96,0.00289,,,25.14,score%,0.00289,,,https://evo-claw.com/ ($.records / row gemini-cli__gemini-3-pro / column score),,out:effort-not-established,out:effort-not-established evoclaw,evo-claw.com,sonnet-4.5,unstated,coding,hard,,per-task,27.02,0.00289,,,16.15,score%,0.00289,,,https://evo-claw.com/ ($.records / row claude-code__claude-sonnet-4-5-20250929 / column score),,out:effort-not-established,out:effort-not-established evoclaw,evo-claw.com,gpt-5.2-codex,not-established:absent,coding,hard,,per-task,38.11,0.00289,,,14.57,score%,0.00289,,,https://evo-claw.com/ ($.records / row codex__gpt-5.2-codex / column score),,out:effort-not-established,out:effort-not-established fdebench-opencode,fdebench-2610.14539,gpt-6-astra,default,agentic-tool,frontier,opencode,,,,,,0.5459,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2610.14539 (Table 1, block opencode, row GPT-6-Astra, column Quality (case-macro))",,out:effort-not-established, fdebench-opencode,fdebench-2610.14539,glm-5.3,default,agentic-tool,frontier,opencode,,,,,,0.5413,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2610.14539 (Table 1, block opencode, row GLM-5.3, column Quality (case-macro))",,out:effort-not-established, fdebench-opencode,fdebench-2610.14539,?Qwen3.8-Max,not-established:absent,agentic-tool,frontier,opencode,,,,,,0.5387,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2610.14539 (Table 1, block opencode, row Qwen3.8-Max, column Quality (case-macro))",,out:model-not-established, fdebench-opencode,fdebench-2610.14539,grok-4.6,default,agentic-tool,frontier,opencode,,,,,,0.5221,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2610.14539 (Table 1, block opencode, row Grok-4.6, column Quality (case-macro))",,out:effort-not-established, fdebench-opencode,fdebench-2610.14539,?DeepSeek-V4-Pro,not-established:absent,agentic-tool,frontier,opencode,,,,,,0.4986,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2610.14539 (Table 1, block opencode, row DeepSeek-V4-Pro, column Quality (case-macro))",,out:model-not-established, fdebench-opencode,fdebench-2610.14539,kimi-k3,default,agentic-tool,frontier,opencode,,,,,,0.4187,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2610.14539 (Table 1, block opencode, row Kimi-K3, column Quality (case-macro))",,out:effort-not-established, fdebench-opencode,fdebench-2610.14539,gemini-3.1-pro,default,agentic-tool,frontier,opencode,,,,,,0.3873,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2610.14539 (Table 1, block opencode, row Gemini-3.1-Pro, column Quality (case-macro))",,out:effort-not-established, fdebench-openhands,fdebench-2610.14539,gpt-6-astra,unstated,agentic-tool,frontier,openhands,,,,,,0.5302,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2610.14539 (Table 1, block openhands, row GPT-6-Astra, column Quality (case-macro))",,out:effort-not-established, fdebench-openhands,fdebench-2610.14539,glm-5.3,unstated,agentic-tool,frontier,openhands,,,,,,0.5274,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2610.14539 (Table 1, block openhands, row GLM-5.3, column Quality (case-macro))",,out:effort-not-established, fdebench-openhands,fdebench-2610.14539,?Qwen3.8-Max,not-established:absent,agentic-tool,frontier,openhands,,,,,,0.5071,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2610.14539 (Table 1, block openhands, row Qwen3.8-Max, column Quality (case-macro))",,out:model-not-established, fdebench-openhands,fdebench-2610.14539,grok-4.6,unstated,agentic-tool,frontier,openhands,,,,,,0.5159,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2610.14539 (Table 1, block openhands, row Grok-4.6, column Quality (case-macro))",,out:effort-not-established, fdebench-openhands,fdebench-2610.14539,?DeepSeek-V4-Pro,not-established:absent,agentic-tool,frontier,openhands,,,,,,0.5104,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2610.14539 (Table 1, block openhands, row DeepSeek-V4-Pro, column Quality (case-macro))",,out:model-not-established, fdebench-openhands,fdebench-2610.14539,kimi-k3,unstated,agentic-tool,frontier,openhands,,,,,,0.4119,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2610.14539 (Table 1, block openhands, row Kimi-K3, column Quality (case-macro))",,out:effort-not-established, fdebench-openhands,fdebench-2610.14539,gemini-3.1-pro,unstated,agentic-tool,frontier,openhands,,,,,,0.4571,score-of-1,2.89e-05,,,"https://arxiv.org/abs/2610.14539 (Table 1, block openhands, row Gemini-3.1-Pro, column Quality (case-macro))",,out:effort-not-established, featurebench-lite-openhands,featurebench-github,opus-4.7,unstated,coding,hard,OpenHands,,,,,,78.2,%PASSED,0.0289,,,"https://github.com/LiberCoders/FeatureBench (README 'Lite split results, ranked by %PASSED' table (line 38), row rank 1, column '%PASSED')",,out:effort-not-established, featurebench-lite-openhands,featurebench-github,gpt-5.5,unstated,coding,hard,OpenHands,,,,,,69.8,%PASSED,0.0289,,,"https://github.com/LiberCoders/FeatureBench (README 'Lite split results, ranked by %PASSED' table (line 39), row rank 2, column '%PASSED')",,out:effort-not-established, featurebench-lite-openhands,featurebench-github,opus-4.6,unstated,coding,hard,OpenHands,,,,,,69.5,%PASSED,0.0289,,,"https://github.com/LiberCoders/FeatureBench (README 'Lite split results, ranked by %PASSED' table (line 40), row rank 3, column '%PASSED')",,out:effort-not-established, featurebench-lite-openhands,featurebench-github,opus-4.5,unstated,coding,hard,OpenHands,,,,,,67.2,%PASSED,0.0289,,,"https://github.com/LiberCoders/FeatureBench (README 'Lite split results, ranked by %PASSED' table (line 41), row rank 4, column '%PASSED')",,out:effort-not-established, featurebench-lite-openhands,featurebench-github,gpt-5.4,unstated,coding,hard,OpenHands,,,,,,66.2,%PASSED,0.0289,,,"https://github.com/LiberCoders/FeatureBench (README 'Lite split results, ranked by %PASSED' table (line 42), row rank 5, column '%PASSED')",,out:effort-not-established, featurebench-lite-openhands,featurebench-github,deepseek-v4-pro-preview,unstated,coding,hard,OpenHands,,,,,,59.6,%PASSED,0.0289,,,"https://github.com/LiberCoders/FeatureBench (README 'Lite split results, ranked by %PASSED' table (line 44), row rank 7, column '%PASSED')",,out:effort-not-established, featurebench-lite-openhands,featurebench-github,?Kimi-2.6,not-established:absent,coding,hard,OpenHands,,,,,,49.4,%PASSED,0.0289,,,"https://github.com/LiberCoders/FeatureBench (README 'Lite split results, ranked by %PASSED' table (line 46), row rank 9, column '%PASSED')",,out:model-not-established, featurebench-lite-openhands,featurebench-github,glm-5.1,unstated,coding,hard,OpenHands,,,,,,44.2,%PASSED,0.0289,,,"https://github.com/LiberCoders/FeatureBench (README 'Lite split results, ranked by %PASSED' table (line 49), row rank 12, column '%PASSED')",,out:effort-not-established, featurebench-lite-openhands,featurebench-github,deepseek-v4-flash-preview,unstated,coding,hard,OpenHands,,,,,,41.9,%PASSED,0.0289,,,"https://github.com/LiberCoders/FeatureBench (README 'Lite split results, ranked by %PASSED' table (line 51), row rank 14, column '%PASSED')",,out:effort-not-established, featurebench-lite-openhands,featurebench-github,deepseek-v3.2,unstated,coding,hard,OpenHands,,,,,,35.9,%PASSED,0.0289,,,"https://github.com/LiberCoders/FeatureBench (README 'Lite split results, ranked by %PASSED' table (line 55), row rank 18, column '%PASSED')",,out:effort-not-established, featurebench-lite-openhands,featurebench-github,qwen3.5-27b,unstated,coding,hard,OpenHands,,,,,,34.8,%PASSED,0.0289,,,"https://github.com/LiberCoders/FeatureBench (README 'Lite split results, ranked by %PASSED' table (line 56), row rank 19, column '%PASSED')",,out:effort-not-established, findocmre-overall,findocmre-2605.17962,gemini-3.1-pro,unstated,mixed,hard,own benchmark,,,,,,64.12,score%,0.00289,,,"https://arxiv.org/abs/2605.17962 (Table 3 (page 6), row 'Gemini-3.1 Pro', column 'Overall Score')",,out:effort-not-established, findocmre-overall,findocmre-2605.17962,gpt-5.4,unstated,mixed,hard,own benchmark,,,,,,61.87,score%,0.00289,,,"https://arxiv.org/abs/2605.17962 (Table 3 (page 6), row 'GPT-5.4', column 'Overall Score')",,out:effort-not-established, findocmre-overall,findocmre-2605.17962,grok-4.1-fast,unstated,mixed,hard,own benchmark,,,,,,31.20,score%,0.00289,,,"https://arxiv.org/abs/2605.17962 (Table 3 (page 6), row 'Grok-4.1 Fast', column 'Overall Score')",,out:effort-not-established, firecrawl,firecrawl,fable-5,high,coding,hard,claude-p-sandbox,,6.88,0.00289,,58949,,none,,,cost-base-price:cost-publisher-figure,https://firecrawl.dev/blog/is-fable-5-1-cheaper-than-fable-5 (),,,in firecrawl,firecrawl,fable-5.1,high,coding,hard,claude-p-sandbox,,7.00,0.00289,,79068,,none,,,cost-base-price:cost-publisher-figure,https://firecrawl.dev/blog/is-fable-5-1-cheaper-than-fable-5 (),,,in firecrawl,firecrawl,opus-5,high,coding,hard,claude-p-sandbox,,11.83,0.00289,,153205,,none,,,cost-base-price:cost-publisher-figure,https://firecrawl.dev/blog/is-fable-5-1-cheaper-than-fable-5 (),,,in fireworks-dsflash-deepswe,fireworks-blog,deepseek-v4.1-flash,not-established:absent,coding,hard,,per-task,0.430,0.000289,,,74.34,pass%,0.00289,,,"https://fireworks.ai/blog/deepseek-v4-1-flash-vs-astra-benchmarks (table ""DeepSeek on the DeepSWE Pareto Frontier"", row DeepSeek V4.1-Flash, Pass@1 column)",,out:effort-not-established,out:effort-not-established fireworks-dsflash-deepswe,fireworks-blog,gpt-6-astra,xhigh,coding,hard,,per-task,6.524,0.000289,,,74.12,pass%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://fireworks.ai/blog/deepseek-v4-1-flash-vs-astra-benchmarks (table ""DeepSeek on the DeepSWE Pareto Frontier"", row GPT-6-Astra, Pass@1 column)",,in,in fireworks-dsflash-deepswe,fireworks-blog,gemini-3.8-flash,high,coding,hard,,per-task,2.362,0.000289,,,73.83,pass%,0.00289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://fireworks.ai/blog/deepseek-v4-1-flash-vs-astra-benchmarks (table ""DeepSeek on the DeepSWE Pareto Frontier"", row Gemini 3.8 Flash, Pass@1 column)",,in,in fireworks-dsflash-deepswe,fireworks-blog,opus-5,max,coding,hard,,per-task,11.838,0.000289,,,73.65,pass%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://fireworks.ai/blog/deepseek-v4-1-flash-vs-astra-benchmarks (table ""DeepSeek on the DeepSWE Pareto Frontier"", row Claude Opus 5, Pass@1 column)",,in,in fireworks-dsflash-tb21,fireworks-blog,deepseek-v4.1-flash,unstated,coding,hard,,,,,,,86.5,acc%,0.0289,,,"https://fireworks.ai/blog/deepseek-v4-1-flash-vs-astra-benchmarks (table ""Terminal-Bench 2.1"", row DeepSeek-V4.1-Flash, Accuracy column)",,out:effort-not-established, fireworks-dsflash-tb21,fireworks-blog,gpt-6-astra,unstated,coding,hard,,,,,,,87.5,acc%,0.0289,,,"https://fireworks.ai/blog/deepseek-v4-1-flash-vs-astra-benchmarks (table ""Terminal-Bench 2.1"", row GPT-6-Astra, Accuracy column)",,out:effort-not-established, fireworks-dsflash-hle,fireworks-blog,deepseek-v4.1-flash,unstated,reasoning-math,frontier,,,,,,,34.52,acc%,0.00289,,,"https://fireworks.ai/blog/deepseek-v4-1-flash-vs-astra-benchmarks (table ""HLE and an oracle router eval"", row DeepSeek-V4.1-Flash, HLE Score column)",,out:effort-not-established, fireworks-dsflash-hle,fireworks-blog,gpt-6-astra,unstated,reasoning-math,frontier,,,,,,,50.40,acc%,0.00289,,,"https://fireworks.ai/blog/deepseek-v4-1-flash-vs-astra-benchmarks (table ""HLE and an oracle router eval"", row GPT-6-Astra, HLE Score column)",,out:effort-not-established, fireworks-swebench,fireworks-blog-2026-08-26,kimi-k3,unstated,coding,hard,Fireworks-eval,,,,,,92.6,resolved%,0.0289,,,"https://fireworks.ai/blog/DeepSeekV4Pro-Fable5 (table in the post, row SWE-Bench Verified (500), column Kimi K3)",,out:effort-not-established, fireworks-swebench,fireworks-blog-2026-08-26,deepseek-v4-pro-0813,unstated,coding,hard,Fireworks-eval,,0.309,0.000289,,,95.2,resolved%,0.0289,,,"https://fireworks.ai/blog/DeepSeekV4Pro-Fable5 (table in the post, row SWE-Bench Verified (500), column Deepseek V4 Pro 0813)",,out:effort-not-established,out:effort-not-established fireworks-swebench,fireworks-blog-2026-08-26,fable-5,unstated,coding,hard,Fireworks-eval,,0.808,0.000289,,,85.4,resolved%,0.0289,,,"https://fireworks.ai/blog/DeepSeekV4Pro-Fable5 (table in the post, row SWE-Bench Verified (500), column Fable 5)",,out:effort-not-established,out:effort-not-established fireworks-lcb,fireworks-blog-2026-08-26,kimi-k3,unstated,coding,mid,Fireworks-eval,,,,,,88.0,pass%,0.0289,,,"https://fireworks.ai/blog/DeepSeekV4Pro-Fable5 (table in the post, row LiveCodeBench v6 (100), column Kimi K3)",,out:effort-not-established, fireworks-lcb,fireworks-blog-2026-08-26,deepseek-v4-pro-0813,unstated,coding,mid,Fireworks-eval,,0.040,0.000289,,,92.0,pass%,0.0289,,,"https://fireworks.ai/blog/DeepSeekV4Pro-Fable5 (table in the post, row LiveCodeBench v6 (100), column Deepseek V4 Pro 0813)",,out:effort-not-established,out:effort-not-established fireworks-lcb,fireworks-blog-2026-08-26,fable-5,unstated,coding,mid,Fireworks-eval,,0.225,0.000289,,,91.0,pass%,0.0289,,,"https://fireworks.ai/blog/DeepSeekV4Pro-Fable5 (table in the post, row LiveCodeBench v6 (100), column Fable 5)",,out:effort-not-established,out:effort-not-established fireworks-aider,fireworks-blog-2026-08-26,kimi-k3,unstated,coding,mid,Fireworks-eval,,,,,,76.4,accuracy%,0.0289,,,"https://fireworks.ai/blog/DeepSeekV4Pro-Fable5 (table in the post, row Aider Polyglot (225), column Kimi K3)",,out:effort-not-established, fireworks-aider,fireworks-blog-2026-08-26,deepseek-v4-pro-0813,unstated,coding,mid,Fireworks-eval,,,,,,73.8,accuracy%,0.0289,,,"https://fireworks.ai/blog/DeepSeekV4Pro-Fable5 (table in the post, row Aider Polyglot (225), column Deepseek V4 Pro 0813)",,out:effort-not-established, fireworks-aider,fireworks-blog-2026-08-26,fable-5,unstated,coding,mid,Fireworks-eval,,,,,,88.0,accuracy%,0.0289,,,"https://fireworks.ai/blog/DeepSeekV4Pro-Fable5 (table in the post, row Aider Polyglot (225), column Fable 5)",,out:effort-not-established, fireworks-tb21,fireworks-blog-2026-08-26,kimi-k3,unstated,coding,hard,Fireworks-eval,,,,,,80.9,pass%,0.0289,,,"https://fireworks.ai/blog/DeepSeekV4Pro-Fable5 (table in the post, row Terminal-Bench 2.1 (89), column Kimi K3)",,out:effort-not-established, fireworks-tb21,fireworks-blog-2026-08-26,deepseek-v4-pro-0813,unstated,coding,hard,Fireworks-eval,,,,,,76.4,pass%,0.0289,,,"https://fireworks.ai/blog/DeepSeekV4Pro-Fable5 (table in the post, row Terminal-Bench 2.1 (89), column Deepseek V4 Pro 0813)",,out:effort-not-established, fireworks-tb21,fireworks-blog-2026-08-26,fable-5,unstated,coding,hard,Fireworks-eval,,16.85,0.00289,,,76.4,pass%,0.0289,,,"https://fireworks.ai/blog/DeepSeekV4Pro-Fable5 (table in the post, row Terminal-Bench 2.1 (89), column Fable 5)",,out:effort-not-established,out:effort-not-established fireworks-tb21,fireworks-blog-2026-08-26,fable-5,unstated,coding,hard,Fireworks-eval,,75.40,0.00289,,,74.2,pass%,0.0289,,,https://fireworks.ai/blog/DeepSeekV4Pro-Fable5 (Terminal-Bench paragraph (first attempt)),,out:effort-not-established,out:effort-not-established pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,gpt-6-astra,xhigh,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,43.2,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 7: Overall Leaderboard, row 'gpt-6-astra-XHIGH', column Score)",,in, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,gpt-6.1-sol,xhigh,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,42.8,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 8: Overall Leaderboard, row 'gpt-6.1-sol-XHIGH', column Score)",,in, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,gpt-6-astra-pro,unstated,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,42.7,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 9: Overall Leaderboard, row 'GPT-6-Astra-Pro', column Score)",,out:effort-not-established, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,gpt-6-sol,xhigh,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,41.8,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 10: Overall Leaderboard, row 'gpt-6-sol-XHIGH', column Score)",,in, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,gpt-5.6-sol,xhigh,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,41.7,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 11: Overall Leaderboard, row 'gpt-5.6-sol-XHIGH', column Score)",,in, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,gpt-5.6-sol-pro,unstated,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,41.7,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 12: Overall Leaderboard, row 'GPT-5.6-Sol-Pro', column Score)",,out:effort-not-established, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,?claude-opus-5-5,not-established:absent,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,41.5,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 13: Overall Leaderboard, row 'claude-opus-5-5-high', column Score)",,out:model-not-established, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,grok-4.7,unstated,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,41.4,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 14: Overall Leaderboard, row 'grok-4.7', column Score)",,out:effort-not-established, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,gpt-5.6-terra,xhigh,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,41.0,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 15: Overall Leaderboard, row 'gpt-5.6-terra-XHIGH', column Score)",,in, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,gpt-5.5-pro,unstated,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,40.9,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 16: Overall Leaderboard, row 'GPT-5.5-Pro', column Score)",,out:effort-not-established, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,?claude-fable-5-1,not-established:absent,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,40.3,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 17: Overall Leaderboard, row 'claude-fable-5-1-high', column Score)",,out:model-not-established, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,grok-4.6,unstated,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,40.3,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 18: Overall Leaderboard, row 'grok-4.6', column Score)",,out:effort-not-established, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,gpt-6-luna,xhigh,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,40.2,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 19: Overall Leaderboard, row 'gpt-6-luna-XHIGH', column Score)",,in, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,opus-5,high,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,40.0,score-of-60,0.0289,,level-from-default,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 20: Overall Leaderboard, row 'claude-opus-5-thinking-high', column Score)",,in, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,?anthropicclaude-sonnet-5.5,not-established:absent,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,39.7,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 21: Overall Leaderboard, row 'anthropicclaude-sonnet-5.5', column Score)",,out:model-not-established, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,fable-5,high,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,39.6,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 22: Overall Leaderboard, row 'claude-fable-5-thinking-high', column Score)",,in, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,?qwen3.8-max-2026-09-02,not-established:absent,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,39.2,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 23: Overall Leaderboard, row 'qwen3.8-max-2026-09-02', column Score)",,out:model-not-established, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,gpt-5.6-sol,nothink,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,39.2,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 24: Overall Leaderboard, row 'gpt-5.6-sol-NONE', column Score)",,in, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,gpt-5.6-luna,xhigh,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,39.2,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 25: Overall Leaderboard, row 'gpt-5.6-luna-XHIGH', column Score)",,in, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,gpt-5.4,xhigh,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,38.9,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 26: Overall Leaderboard, row 'gpt-5.4-XHIGH', column Score)",,in, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,?qwen3.8-max,not-established:absent,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,38.7,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 27: Overall Leaderboard, row 'qwen3.8-max', column Score)",,out:model-not-established, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,gpt-5.2,xhigh,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,38.5,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 28: Overall Leaderboard, row 'gpt-5.2-XHIGH', column Score)",,in, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,?moonshotaikimi-k3,not-established:absent,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,38.4,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 29: Overall Leaderboard, row 'moonshotaikimi-k3', column Score)",,out:model-not-established, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,qwen3.8-2.4t-a95b,unstated,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,38.2,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 30: Overall Leaderboard, row 'qwen3.8-2.4t-a95b', column Score)",,out:effort-not-established, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,deepseek-v4.1-flash,unstated,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,38.2,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 31: Overall Leaderboard, row 'deepseek-v4.1-flash', column Score)",,out:effort-not-established, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,grok-4.5,unstated,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,37.9,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 32: Overall Leaderboard, row 'grok-4.5', column Score)",,out:effort-not-established, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,gpt-5.6-terra,nothink,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,37.8,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 33: Overall Leaderboard, row 'gpt-5.6-terra-NONE', column Score)",,in, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,deepseek-v4-pro-0813,unstated,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,37.5,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 34: Overall Leaderboard, row 'deepseek-v4-pro-0813', column Score)",,out:effort-not-established, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,?metamuse-spark-1.3,not-established:absent,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,37.3,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 35: Overall Leaderboard, row 'metamuse-spark-1.3', column Score)",,out:model-not-established, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,?Grok-4.5-Heavy,not-established:absent,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,37.0,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 36: Overall Leaderboard, row 'Grok-4.5-Heavy', column Score)",,out:model-not-established, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,qwen3.8-flash,unstated,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,36.2,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 37: Overall Leaderboard, row 'qwen3.8-flash', column Score)",,out:effort-not-established, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,?claude-opus-4-8,not-established:absent,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,36.1,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 38: Overall Leaderboard, row 'claude-opus-4-8-high', column Score)",,out:model-not-established, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,gemini-3.8-flash,high,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,36.1,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 39: Overall Leaderboard, row 'gemini-3.8-flash-high', column Score)",,in, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,gpt-5.1,high,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,36.1,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 40: Overall Leaderboard, row 'gpt-5.1-high', column Score)",,in, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,qwen3.8-27b,unstated,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,36.0,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 41: Overall Leaderboard, row 'qwen3.8-27b', column Score)",,out:effort-not-established, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,?mistralaimistral-large-4-0,not-established:absent,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,35.2,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 42: Overall Leaderboard, row 'mistralaimistral-large-4-0', column Score)",,out:model-not-established, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,gemini-3.7-flash,high,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,35.1,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 43: Overall Leaderboard, row 'gemini-3.7-flash-high', column Score)",,in, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,?metamuse-spark-1.2,not-established:absent,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,35.1,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 44: Overall Leaderboard, row 'metamuse-spark-1.2', column Score)",,out:model-not-established, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,?anthropicclaude-haiku-5.5,not-established:absent,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,34.8,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 45: Overall Leaderboard, row 'anthropicclaude-haiku-5.5', column Score)",,out:model-not-established, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,?stealthox-alpha,not-established:absent,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,34.7,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 46: Overall Leaderboard, row 'stealthox-alpha', column Score)",,out:model-not-established, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,?stealthspace-bunny-alpha,not-established:absent,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,34.5,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 47: Overall Leaderboard, row 'stealthspace-bunny-alpha', column Score)",,out:model-not-established, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,deepseek-v4-flash-0731,unstated,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,34.4,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 48: Overall Leaderboard, row 'deepseek-v4-flash-0731', column Score)",,out:effort-not-established, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,?thinkingmachinesinkling,not-established:absent,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,34.3,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 49: Overall Leaderboard, row 'thinkingmachinesinkling', column Score)",,out:model-not-established, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,sonnet-5,unstated,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,34.1,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 50: Overall Leaderboard, row 'claude-sonnet-5', column Score)",,out:effort-not-established, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,?z-aiglm-5.3,not-established:absent,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,33.8,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 51: Overall Leaderboard, row 'z-aiglm-5.3', column Score)",,out:model-not-established, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,?tencenthy3,not-established:absent,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,33.5,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 52: Overall Leaderboard, row 'tencenthy3', column Score)",,out:model-not-established, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,?xiaomimimo-v2.6-flash,not-established:absent,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,33.5,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 53: Overall Leaderboard, row 'xiaomimimo-v2.6-flash', column Score)",,out:model-not-established, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,?z-aiglm-5.3-flash,not-established:absent,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,33.4,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 54: Overall Leaderboard, row 'z-aiglm-5.3-flash', column Score)",,out:model-not-established, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,?z-aiglm-5.2,not-established:absent,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,33.1,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 55: Overall Leaderboard, row 'z-aiglm-5.2', column Score)",,out:model-not-established, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,gemini-3.6-flash,unstated,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,32.8,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 56: Overall Leaderboard, row 'gemini-3.6-flash', column Score)",,out:effort-not-established, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,?thinkingmachinesinkling-small,not-established:absent,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,32.8,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 57: Overall Leaderboard, row 'thinkingmachinesinkling-small', column Score)",,out:model-not-established, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,gemini-3.1-pro,unstated,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,32.3,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 58: Overall Leaderboard, row 'gemini-3.1-pro', column Score)",,out:effort-not-established, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,?deepseek-v4-pro,not-established:absent,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,31.9,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 59: Overall Leaderboard, row 'deepseek-v4-pro', column Score)",,out:model-not-established, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,?xiaomimimo-v2.5-pro,not-established:absent,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,31.6,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 60: Overall Leaderboard, row 'xiaomimimo-v2.5-pro', column Score)",,out:model-not-established, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,?xiaomimimo-v2.6-pro,not-established:absent,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,31.2,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 61: Overall Leaderboard, row 'xiaomimimo-v2.6-pro', column Score)",,out:model-not-established, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,?metamuse-glimmer-30b,not-established:absent,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,30.8,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 62: Overall Leaderboard, row 'metamuse-glimmer-30b', column Score)",,out:model-not-established, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,?minimaxminimax-m3,not-established:absent,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,29.8,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 63: Overall Leaderboard, row 'minimaxminimax-m3', column Score)",,out:model-not-established, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,gemini-3.5-flash-lite,unstated,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,28.9,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 64: Overall Leaderboard, row 'gemini-3.5-flash-lite', column Score)",,out:effort-not-established, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,qwen3.6-27b,unstated,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,28.6,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 65: Overall Leaderboard, row 'qwen3.6-27b', column Score)",,out:effort-not-established, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,qwen3.5-397b-a17b,unstated,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,27.6,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 66: Overall Leaderboard, row 'qwen3.5-397b-a17b', column Score)",,out:effort-not-established, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,o3,unstated,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,27.5,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 67: Overall Leaderboard, row 'o3-2025-04-16', column Score)",,out:effort-not-established, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,?claude-haiku-4-5,not-established:absent,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,27.1,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 68: Overall Leaderboard, row 'claude-haiku-4-5', column Score)",,out:model-not-established, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,qwen3.6-35b-a3b,unstated,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,26.3,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 69: Overall Leaderboard, row 'qwen3.6-35b-a3b', column Score)",,out:effort-not-established, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,grok-4.3,unstated,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,26.2,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 70: Overall Leaderboard, row 'grok-4.3', column Score)",,out:effort-not-established, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,?mistral-large-2512,not-established:absent,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,25.9,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 71: Overall Leaderboard, row 'mistral-large-2512', column Score)",,out:model-not-established, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,?mistral-medium-3-5,not-established:absent,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,25.6,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 72: Overall Leaderboard, row 'mistral-medium-3-5', column Score)",,out:model-not-established, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,nemotron-3.5-lightning,unstated,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,25.0,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 73: Overall Leaderboard, row 'nemotron-3.5-lightning', column Score)",,out:effort-not-established, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,qwen3.5-122b-a10b,unstated,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,24.7,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 74: Overall Leaderboard, row 'qwen3.5-122b-a10b', column Score)",,out:effort-not-established, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,?inceptionmercury-2.5-preview,not-established:absent,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,23.9,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 75: Overall Leaderboard, row 'inceptionmercury-2.5-preview', column Score)",,out:model-not-established, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,?ibm-granitegranite-4.2-8b,not-established:absent,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,23.3,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 76: Overall Leaderboard, row 'ibm-granitegranite-4.2-8b', column Score)",,out:model-not-established, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,?mistral-small-2603,not-established:absent,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,23.2,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 77: Overall Leaderboard, row 'mistral-small-2603', column Score)",,out:model-not-established, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,?ministral-14b-2512,not-established:absent,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,22.6,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 78: Overall Leaderboard, row 'ministral-14b-2512', column Score)",,out:model-not-established, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,?ministral-8b-2512,not-established:absent,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,21.7,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 79: Overall Leaderboard, row 'ministral-8b-2512', column Score)",,out:model-not-established, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,?gpt-4o-2024-11-20,not-established:absent,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,21.6,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 80: Overall Leaderboard, row 'gpt-4o-2024-11-20', column Score)",,out:model-not-established, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,?ibm-granitegranite-4.1-8b,not-established:absent,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,20.5,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 81: Overall Leaderboard, row 'ibm-granitegranite-4.1-8b', column Score)",,out:model-not-established, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,qwen3.5-9b,unstated,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,20.4,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 82: Overall Leaderboard, row 'qwen3.5-9b', column Score)",,out:effort-not-established, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,?ministral-3b-2512,not-established:absent,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,19.4,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 83: Overall Leaderboard, row 'ministral-3b-2512', column Score)",,out:model-not-established, pm-llm-bench3,fit-alessandro-berti/pm-llm-benchmark3,?ibm-granitegranite-4.0-h-micro,not-established:absent,reasoning-math,hard,pm-llm-bench3-grok-judge,,,,,,16.4,score-of-60,0.0289,,,"https://github.com/fit-alessandro-berti/pm-llm-benchmark3 (line 84: Overall Leaderboard, row 'ibm-granitegranite-4.0-h-micro', column Score)",,out:model-not-established, flavourbench-score,flavourbench-2608.20574,grok-4.6,low,mixed,mid,own harness,,,,,,65.1,score%,0.0289,,,"https://arxiv.org/abs/2608.20574 (Table 3, row Grok 4.6, column FB Score)",,in, flavourbench-score,flavourbench-2608.20574,gemini-3.1-pro,low,mixed,mid,own harness,,,,,,65.0,score%,0.0289,,,"https://arxiv.org/abs/2608.20574 (Table 3, row Gemini 3.1 Pro, column FB Score)",,in, flavourbench-score,flavourbench-2608.20574,gpt-5.6-sol-pro,not-established:ambiguous,mixed,mid,own harness,,,,,,64.2,score%,0.0289,,,"https://arxiv.org/abs/2608.20574 (Table 3, row GPT-5.6 Sol Pro, column FB Score)",,out:effort-not-established, flavourbench-score,flavourbench-2608.20574,muse-spark-1.2,not-established:absent,mixed,mid,own harness,,,,,,63.8,score%,0.0289,,,"https://arxiv.org/abs/2608.20574 (Table 3, row Muse Spark 1.2, column FB Score)",,out:effort-not-established, flavourbench-score,flavourbench-2608.20574,gpt-5.6-terra-pro,not-established:ambiguous,mixed,mid,own harness,,,,,,63.7,score%,0.0289,,,"https://arxiv.org/abs/2608.20574 (Table 3, row GPT-5.6 Terra Pro, column FB Score)",,out:effort-not-established, flavourbench-score,flavourbench-2608.20574,fable-5,low,mixed,mid,own harness,,,,,,63.4,score%,0.0289,,,"https://arxiv.org/abs/2608.20574 (Table 3, row Claude Fable 5, column FB Score)",,in, flavourbench-score,flavourbench-2608.20574,gpt-5.6-luna-pro,not-established:ambiguous,mixed,mid,own harness,,,,,,62.6,score%,0.0289,,,"https://arxiv.org/abs/2608.20574 (Table 3, row GPT-5.6 Luna Pro, column FB Score)",,out:effort-not-established, flavourbench-score,flavourbench-2608.20574,opus-5,not-established:ambiguous,mixed,mid,own harness,,,,,,62.5,score%,0.0289,,,"https://arxiv.org/abs/2608.20574 (Table 3, row Claude Opus 5, column FB Score)",,out:effort-not-established, flavourbench-score,flavourbench-2608.20574,?Qwen3.8 A95B,not-established:absent,mixed,mid,own harness,,,,,,62.1,score%,0.0289,,,"https://arxiv.org/abs/2608.20574 (Table 3, row Qwen3.8 A95B, column FB Score)",,out:model-not-established, flavourbench-score,flavourbench-2608.20574,kimi-k3,not-established:absent,mixed,mid,own harness,,,,,,62.1,score%,0.0289,,,"https://arxiv.org/abs/2608.20574 (Table 3, row Kimi K3, column FB Score)",,out:effort-not-established, flavourbench-score,flavourbench-2608.20574,gemini-3.6-flash,minimal,mixed,mid,own harness,,,,,,62.0,score%,0.0289,,,"https://arxiv.org/abs/2608.20574 (Table 3, row Gemini 3.6 Flash, column FB Score)",,in, flavourbench-score,flavourbench-2608.20574,deepseek-v4-pro-0813,not-established:ambiguous,mixed,mid,own harness,,,,,,62.0,score%,0.0289,,,"https://arxiv.org/abs/2608.20574 (Table 3, row DeepSeek V4 Pro 0813, column FB Score)",,out:effort-not-established, flavourbench-score,flavourbench-2608.20574,qwen3.8-max,low,mixed,mid,own harness,,,,,,61.5,score%,0.0289,,,"https://arxiv.org/abs/2608.20574 (Table 3, row Qwen 3.8 Max, column FB Score)",,in, flavourbench-score,flavourbench-2608.20574,?Tencent HY 3,not-established:absent,mixed,mid,own harness,,,,,,61.5,score%,0.0289,,,"https://arxiv.org/abs/2608.20574 (Table 3, row Tencent HY 3, column FB Score)",,out:model-not-established, flavourbench-score,flavourbench-2608.20574,minimax-m3,not-established:absent,mixed,mid,own harness,,,,,,60.9,score%,0.0289,,,"https://arxiv.org/abs/2608.20574 (Table 3, row MiniMax M3, column FB Score)",,out:effort-not-established, flavourbench-score,flavourbench-2608.20574,glm-5.3,low,mixed,mid,own harness,,,,,,60.6,score%,0.0289,,,"https://arxiv.org/abs/2608.20574 (Table 3, row GLM 5.3, column FB Score)",,in, flavourbench-score,flavourbench-2608.20574,muse-glimmer-30b,not-established:absent,mixed,mid,own harness,,,,,,59.9,score%,0.0289,,,"https://arxiv.org/abs/2608.20574 (Table 3, row Muse Glimmer 30B, column FB Score)",,out:effort-not-established, flavourbench-score,flavourbench-2608.20574,?Seed 2.1 Turbo,not-established:absent,mixed,mid,own harness,,,,,,59.7,score%,0.0289,,,"https://arxiv.org/abs/2608.20574 (Table 3, row Seed 2.1 Turbo, column FB Score)",,out:model-not-established, flavourbench-score,flavourbench-2608.20574,inkling,not-established:ambiguous,mixed,mid,own harness,,,,,,59.6,score%,0.0289,,,"https://arxiv.org/abs/2608.20574 (Table 3, row Inkling, column FB Score)",,out:effort-not-established, flavourbench-score,flavourbench-2608.20574,sonnet-5,not-established:ambiguous,mixed,mid,own harness,,,,,,59.5,score%,0.0289,,,"https://arxiv.org/abs/2608.20574 (Table 3, row Claude Sonnet 5, column FB Score)",,out:effort-not-established, flavourbench-score,flavourbench-2608.20574,glm-5.2,not-established:ambiguous,mixed,mid,own harness,,,,,,58.5,score%,0.0289,,,"https://arxiv.org/abs/2608.20574 (Table 3, row GLM 5.2, column FB Score)",,out:effort-not-established, flavourbench-score,flavourbench-2608.20574,nemotron-3.5-lightning,not-established:absent,mixed,mid,own harness,,,,,,57.4,score%,0.0289,,,"https://arxiv.org/abs/2608.20574 (Table 3, row Nemotron 3.5 Lightning, column FB Score)",,out:effort-not-established, flavourbench-score,flavourbench-2608.20574,?Command A,not-established:absent,mixed,mid,own harness,,,,,,56.7,score%,0.0289,,,"https://arxiv.org/abs/2608.20574 (Table 3, row Command A, column FB Score)",,out:model-not-established, flavourbench-score,flavourbench-2608.20574,?DeepSeek V4 Flash,not-established:absent,mixed,mid,own harness,,,,,,55.4,score%,0.0289,,,"https://arxiv.org/abs/2608.20574 (Table 3, row DeepSeek V4 Flash, column FB Score)",,out:model-not-established, flavourbench-score,flavourbench-2608.20574,?Mistral Large 3,not-established:absent,mixed,mid,own harness,,,,,,55.4,score%,0.0289,,,"https://arxiv.org/abs/2608.20574 (Table 3, row Mistral Large 3, column FB Score)",,out:model-not-established, flavourbench-score,flavourbench-2608.20574,llama-4-maverick,solo,mixed,mid,own harness,,,,,,53.7,score%,0.0289,,,"https://arxiv.org/abs/2608.20574 (Table 3, row Llama 4 Maverick, column FB Score)",,out:single-couple, flavourbench-score,flavourbench-2608.20574,?Command R+,not-established:absent,mixed,mid,own harness,,,,,,47.9,score%,0.0289,,,"https://arxiv.org/abs/2608.20574 (Table 3, row Command R+, column FB Score)",,out:model-not-established, forecastbench-prelim-ws128k,forecastbench,opus-5,max,mixed,hard,ForecastBench(web-search+code-execution;128k),,,,,,61.7,brier-index%,0.0289,,,"https://github.com/forecastingresearch/forecastbench-datasets/blob/main/leaderboards/csv/leaderboard_preliminary.csv (CSV line 144, column Dataset)",,in, forecastbench-prelim-ws128k,forecastbench,fable-5,max,mixed,hard,ForecastBench(web-search+code-execution;128k),,,,,,61.4,brier-index%,0.0289,,,"https://github.com/forecastingresearch/forecastbench-datasets/blob/main/leaderboards/csv/leaderboard_preliminary.csv (CSV line 172, column Dataset)",,in, forecastbench-prelim-ws128k,forecastbench,fable-5,high,mixed,hard,ForecastBench(web-search+code-execution;128k),,,,,,61.0,brier-index%,0.0289,,,"https://github.com/forecastingresearch/forecastbench-datasets/blob/main/leaderboards/csv/leaderboard_preliminary.csv (CSV line 209, column Dataset)",,in, forecastbench-prelim-ws128k,forecastbench,gpt-5.6-sol-pro,max,mixed,hard,ForecastBench(web-search+code-execution;128k),,,,,,60.7,brier-index%,0.0289,,,"https://github.com/forecastingresearch/forecastbench-datasets/blob/main/leaderboards/csv/leaderboard_preliminary.csv (CSV line 226, column Dataset)",,in, forecastbench-prelim-ws128k,forecastbench,gpt-5.6-sol,max,mixed,hard,ForecastBench(web-search+code-execution;128k),,,,,,60.1,brier-index%,0.0289,,,"https://github.com/forecastingresearch/forecastbench-datasets/blob/main/leaderboards/csv/leaderboard_preliminary.csv (CSV line 280, column Dataset)",,in, forecastbench-tourn-ws128k,forecastbench,opus-5,max,reasoning-math,hard,forecastbench-harness(ws+code128k),,,,,,61.5,brier-index%(dataset),0.0289,,,"https://github.com/forecastingresearch/forecastbench-datasets/blob/main/leaderboards/csv/leaderboard_preliminary.csv (CSV line 67, column Dataset)",src-forecastbench-boards-2026-10-28|run:forecastbench-tourn-ws128k-overall|opus-5@max|,out:republished, forecastbench-tourn-ws128k,forecastbench,fable-5,max,reasoning-math,hard,forecastbench-harness(ws+code128k),,,,,,61.3,brier-index%(dataset),0.0289,,,"https://github.com/forecastingresearch/forecastbench-datasets/blob/main/leaderboards/csv/leaderboard_preliminary.csv (CSV line 73, column Dataset)",src-forecastbench-boards-2026-10-28|run:forecastbench-tourn-ws128k-overall|fable-5@max|,out:republished, forecastbench-tourn-ws128k,forecastbench,gpt-5.6-sol-pro,max,reasoning-math,hard,forecastbench-harness(ws+code128k),,,,,,60.6,brier-index%(dataset),0.0289,,,"https://github.com/forecastingresearch/forecastbench-datasets/blob/main/leaderboards/csv/leaderboard_preliminary.csv (CSV line 119, column Dataset)",src-forecastbench-boards-2026-10-28|run:forecastbench-tourn-ws128k-overall|gpt-5.6-sol-pro@max|,out:republished, forecastbench-tourn-ws128k,forecastbench,gpt-5.6-sol,max,reasoning-math,hard,forecastbench-harness(ws+code128k),,,,,,60.0,brier-index%(dataset),0.0289,,,"https://github.com/forecastingresearch/forecastbench-datasets/blob/main/leaderboards/csv/leaderboard_preliminary.csv (CSV line 139, column Dataset)",src-forecastbench-boards-2026-10-28|run:forecastbench-tourn-ws128k-overall|gpt-5.6-sol@max|,out:republished, forecastbench-tourn-ws128k-overall,forecastbench,opus-5,max,reasoning-math,hard,forecastbench-harness(ws+code128k),,,,,,66.4,brier-index%,0.0289,,,"https://github.com/forecastingresearch/forecastbench-datasets/blob/main/leaderboards/csv/leaderboard_preliminary.csv (CSV line 67, column Overall)",src-forecastbench-boards-2026-10-28|run:forecastbench-tourn-ws128k-overall|opus-5@max|,in, forecastbench-tourn-ws128k-overall,forecastbench,fable-5,max,reasoning-math,hard,forecastbench-harness(ws+code128k),,,,,,66.2,brier-index%,0.0289,,,"https://github.com/forecastingresearch/forecastbench-datasets/blob/main/leaderboards/csv/leaderboard_preliminary.csv (CSV line 73, column Overall)",src-forecastbench-boards-2026-10-28|run:forecastbench-tourn-ws128k-overall|fable-5@max|,in, forecastbench-tourn-ws128k-overall,forecastbench,gpt-5.6-sol-pro,max,reasoning-math,hard,forecastbench-harness(ws+code128k),,,,,,65.7,brier-index%,0.0289,,,"https://github.com/forecastingresearch/forecastbench-datasets/blob/main/leaderboards/csv/leaderboard_preliminary.csv (CSV line 119, column Overall)",src-forecastbench-boards-2026-10-28|run:forecastbench-tourn-ws128k-overall|gpt-5.6-sol-pro@max|,in, forecastbench-tourn-ws128k-overall,forecastbench,gpt-5.6-sol,max,reasoning-math,hard,forecastbench-harness(ws+code128k),,,,,,65.4,brier-index%,0.0289,,,"https://github.com/forecastingresearch/forecastbench-datasets/blob/main/leaderboards/csv/leaderboard_preliminary.csv (CSV line 139, column Overall)",src-forecastbench-boards-2026-10-28|run:forecastbench-tourn-ws128k-overall|gpt-5.6-sol@max|,in, frontierchallenge-codex,frontierchallenge-2608.24979,gpt-5.6-sol,unstated,agentic-tool,frontier,Codex,,,,,,20.6,score%,0.0289,,,"https://arxiv.org/abs/2608.24979 (Table 2, row GPT-5.6 Sol)",,out:effort-not-established, frontierchallenge-claudecode,frontierchallenge-2608.24979,grok-4.6,unstated,agentic-tool,frontier,Claude Code,,,,,,20.6,score%,0.0289,,,"https://arxiv.org/abs/2608.24979 (Table 2, row Grok 4.6)",,out:effort-not-established, frontierchallenge-claudecode,frontierchallenge-2608.24979,kimi-k3,unstated,agentic-tool,frontier,Claude Code,,,,,,17.5,score%,0.0289,,,"https://arxiv.org/abs/2608.24979 (Table 2, row Kimi K3)",,out:effort-not-established, frontierchallenge-claudecode,frontierchallenge-2608.24979,opus-5,unstated,agentic-tool,frontier,Claude Code,,,,,,17.5,score%,0.0289,,,"https://arxiv.org/abs/2608.24979 (Table 2, row Claude Opus 5)",,out:effort-not-established, frontierchallenge-codex,frontierchallenge-2608.24979,gpt-5.6-terra,max,agentic-tool,frontier,Codex,,,,,,15.5,score%,0.0289,,,"https://arxiv.org/abs/2608.24979 (Table 2, row GPT-5.6 Terra)",,out:single-couple, frontierchallenge-claudecode,frontierchallenge-2608.24979,?Qwen 3.8 Max,not-established:absent,agentic-tool,frontier,Claude Code,,,,,,15.5,score%,0.0289,,,"https://arxiv.org/abs/2608.24979 (Table 2, row Qwen 3.8 Max)",,out:model-not-established, frontierchallenge-claudecode,frontierchallenge-2608.24979,deepseek-v4-pro-0813,unstated,agentic-tool,frontier,Claude Code,,,,,,13.4,score%,0.0289,,,"https://arxiv.org/abs/2608.24979 (Table 2, row DeepSeek V4 Pro-0813)",,out:effort-not-established, frontierchallenge-claudecode,frontierchallenge-2608.24979,deepseek-v4-flash-0731,unstated,agentic-tool,frontier,Claude Code,,,,,,12.4,score%,0.0289,,,"https://arxiv.org/abs/2608.24979 (Table 2, row DeepSeek V4 Flash-0731)",,out:effort-not-established, frontierchallenge-claudecode,frontierchallenge-2608.24979,gemini-3.7-flash,unstated,agentic-tool,frontier,Claude Code,,,,,,10.3,score%,0.0289,,,"https://arxiv.org/abs/2608.24979 (Table 2, row Gemini 3.7 Flash)",,out:effort-not-established, frontierchallenge-claudecode,frontierchallenge-2608.24979,qwen3.5-397b-a17b,unstated,agentic-tool,frontier,Claude Code,,,,,,4.1,score%,0.0289,,,"https://arxiv.org/abs/2608.24979 (Table 2, row Qwen3.5-397B-A17B)",,out:effort-not-established, frontierchallenge-claudecode,frontierchallenge-2608.24979,glm-5.2,unstated,agentic-tool,frontier,Claude Code,,,,,,3.1,score%,0.0289,,,"https://arxiv.org/abs/2608.24979 (Table 2, row GLM-5.2)",,out:effort-not-established, frontierswe@frontierswe,frontierswe,gpt-6-astra,unstated,coding,frontier,proximus,per-trial,1029.6467589260362,0,,,65.50757455882352,mean-reward@5,0,,,https://frontierswe.com/ ($.entries.abs.mean / row GPT-6 Astra / column overall),,out:effort-not-established,out:effort-not-established frontierswe@frontierswe,frontierswe,opus-5.5,unstated,coding,frontier,proximus,per-trial,98.86668035882347,0,,,62.33098823529411,mean-reward@5,0,,,https://frontierswe.com/ ($.entries.abs.mean / row Claude Opus 5.5 / column overall),,out:effort-not-established,out:effort-not-established frontierswe@frontierswe,frontierswe,sonnet-5.5,unstated,coding,frontier,proximus,per-trial,110.44659845882356,0,,,61.889299411764696,mean-reward@5,0,,,https://frontierswe.com/ ($.entries.abs.mean / row Claude Sonnet 5.5 / column overall),,out:effort-not-established,out:effort-not-established frontierswe@frontierswe,frontierswe,fable-5.1,max,coding,frontier,proximus,per-trial,138.54701197575758,0,,,56.29078999999999,mean-reward@5,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://frontierswe.com/ ($.entries.abs.mean / row Claude Fable 5.1 / column overall),,in,in frontierswe@frontierswe,frontierswe,gemini-4-argon,unstated,coding,frontier,proximus,per-trial,129.36380331764707,0,,,54.96118588235292,mean-reward@5,0,,EAP-run,https://frontierswe.com/ ($.entries.abs.mean / row Gemini 4 Argon / column overall),,out:effort-not-established,out:effort-not-established frontierswe@frontierswe,frontierswe,opus-5,unstated,coding,frontier,proximus,per-trial,196.71287089705874,0,,,52.01176764705882,mean-reward@5,0,,,https://frontierswe.com/ ($.entries.abs.mean / row Claude Opus 5 / column overall),,out:effort-not-established,out:effort-not-established frontierswe@frontierswe,frontierswe,fable-5,unstated,coding,frontier,proximus,per-trial,301.27823945454537,0,,,46.96449352941177,mean-reward@5,0,,,https://frontierswe.com/ ($.entries.abs.mean / row Claude Fable 5 / column overall),,out:effort-not-established,out:effort-not-established frontierswe@frontierswe,frontierswe,haiku-5.5,unstated,coding,frontier,proximus,per-trial,20.547701664705873,0,,,43.76868294117648,mean-reward@5,0,,,https://frontierswe.com/ ($.entries.abs.mean / row Claude Haiku 5.5 / column overall),,out:effort-not-established,out:effort-not-established frontierswe@frontierswe,frontierswe,gpt-5.6-sol,max,coding,frontier,proximus,per-trial,224.54991839963225,25.9,,,32.20246705882353,mean-reward@5,0,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://frontierswe.com/ ($.entries.abs.mean / row GPT-5.6 Sol / column overall),,in,out:cost-single-couple frontierswe@frontierswe,frontierswe,glm-5.3,max,coding,frontier,proximus,per-trial,97.223322573647,0,,,30.181864117647052,mean-reward@5,0,,cost-method-assumed-single,https://frontierswe.com/ ($.entries.abs.mean / row GLM-5.3 / column overall),,in,out:cost-not-comparable frontierswe@frontierswe,frontierswe,grok-4.7,unstated,coding,frontier,proximus,per-trial,318.7717462117648,0,,,29.50476117647059,mean-reward@5,0,,,https://frontierswe.com/ ($.entries.abs.mean / row Grok 4.7 / column overall),,out:effort-not-established,out:effort-not-established frontierswe@frontierswe,frontierswe,kimi-k3,max,coding,frontier,proximus,per-trial,109.71047320181815,0,,,25.865032058823534,mean-reward@5,0,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://frontierswe.com/ ($.entries.abs.mean / row Kimi K3 / column overall),,in,in frontierswe@frontierswe,frontierswe,grok-4.6,xhigh,coding,frontier,proximus,per-trial,243.42982475294116,0,,,25.286195882352946,mean-reward@5,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://frontierswe.com/ ($.entries.abs.mean / row Grok 4.6 / column overall),,in,in frontierswe@frontierswe,frontierswe,gemini-3.7-flash,high,coding,frontier,proximus,per-trial,34.137221393382376,0,,,20.260590588235296,mean-reward@5,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://frontierswe.com/ ($.entries.abs.mean / row Gemini 3.7 Flash / column overall),,in,in frontierswe@frontierswe,frontierswe,gemini-3.8-flash,unstated,coding,frontier,proximus,per-trial,38.754468494558836,0,,,19.626902941176464,mean-reward@5,0,,,https://frontierswe.com/ ($.entries.abs.mean / row Gemini 3.8 Flash / column overall),,out:effort-not-established,out:effort-not-established frontierswe@frontierswe,frontierswe,glm-5.3-flash,unstated,coding,frontier,proximus,per-trial,11.034201688235294,0,,,18.125205882352944,mean-reward@5,0,,,https://frontierswe.com/ ($.entries.abs.mean / row GLM-5.3 Flash / column overall),,out:effort-not-established,out:effort-not-established frontierswe@frontierswe,frontierswe,qwen3.8-max-0902,unstated,coding,frontier,proximus,per-trial,51.26600436911766,0,,,17.809649411764706,mean-reward@5,0,,,https://frontierswe.com/ ($.entries.abs.mean / row Qwen3.8-Max-0902 / column overall),,out:effort-not-established,out:effort-not-established frontierswe@frontierswe,frontierswe,?Qwen3.8-Max,not-established:absent,coding,frontier,proximus,per-trial,55.14091911470589,0,,,15.809350588235294,mean-reward@5,0,,,https://frontierswe.com/ ($.entries.abs.mean / row Qwen3.8-Max / column overall),,out:model-not-established,out:model-not-established frontierswe@frontierswe,frontierswe,?DeepSeek V4 Flash Vision Exp,not-established:absent,coding,frontier,proximus,per-trial,8.569284093940116,0,,,14.831252647058824,mean-reward@5,0,,,https://frontierswe.com/ ($.entries.abs.mean / row DeepSeek V4 Flash Vision Exp / column overall),,out:model-not-established,out:model-not-established frontierswe@frontierswe,frontierswe,fable-5.2,unstated,coding,frontier,proximus,per-trial,168.77968704117652,2.89e-15,,,69.94018470588233,mean-reward@5,2.89e-15,,,"https://frontierswe.com/ (page payload (RSC), mean@5 view, entry model Claude Fable 5.2, overall (the table prints 69.9 % ± 8.6))",,out:effort-not-established,out:effort-not-established frontierswe@frontierswe,frontierswe,gemini-4-carbon,high,coding,frontier,proximus,per-trial,61.931646335294126,2.89e-16,,,61.19949235294118,mean-reward@5,2.89e-15,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://www.frontierswe.com/ (charge utile de la page, vue mean@5, entrée Gemini 4 Carbon, overall (le tableau imprime 61.2 % ± 5.3))",,in,out:cost-single-couple futuresearch,futuresearch,?Claude 4.6 Opus,not-established:absent,agentic-tool,mid,DeepResearchBench,per-task,0.24,0.00289,,,53.1,score%,0.0289,,,"https://futuresearch.ai/effort-scaling (table, column Score, row Claude 4.6 Opus / low)",,out:model-not-established,out:model-not-established futuresearch,futuresearch,?Claude 4.6 Opus,not-established:absent,agentic-tool,mid,DeepResearchBench,per-task,0.55,0.00289,,,55.0,score%,0.0289,,,"https://futuresearch.ai/effort-scaling (table, column Score, row Claude 4.6 Opus / high)",,out:model-not-established,out:model-not-established futuresearch,futuresearch,?Claude 4.6 Sonnet,not-established:absent,agentic-tool,mid,DeepResearchBench,per-task,0.27,0.00289,,,50.4,score%,0.0289,,,"https://futuresearch.ai/effort-scaling (table, column Score, row Claude 4.6 Sonnet / low)",,out:model-not-established,out:model-not-established futuresearch,futuresearch,?Claude 4.6 Sonnet,not-established:absent,agentic-tool,mid,DeepResearchBench,per-task,0.46,0.00289,,,54.9,score%,0.0289,,,"https://futuresearch.ai/effort-scaling (table, column Score, row Claude 4.6 Sonnet / high)",,out:model-not-established,out:model-not-established futuresearch,futuresearch,opus-4.5,not-established:absent,agentic-tool,mid,DeepResearchBench,per-task,0.31,0.00289,,,54.9,score%,0.0289,,,"https://futuresearch.ai/effort-scaling (table, column Score, row Claude 4.5 Opus / low)",,out:effort-not-established,out:effort-not-established futuresearch,futuresearch,opus-4.5,not-established:absent,agentic-tool,mid,DeepResearchBench,per-task,0.46,0.00289,,,54.8,score%,0.0289,,,"https://futuresearch.ai/effort-scaling (table, column Score, row Claude 4.5 Opus / high)",,out:effort-not-established,out:effort-not-established futuresearch,futuresearch,gpt-5,low,agentic-tool,mid,DeepResearchBench,per-task,0.25,0.00289,,,49.6,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://futuresearch.ai/effort-scaling (table, column Score, row GPT-5 / low)",,out:single-couple,out:cost-single-couple futuresearch,futuresearch,gpt-5,medium,agentic-tool,mid,DeepResearchBench,per-task,0.35,0.00289,,,48.6,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://futuresearch.ai/effort-scaling (table, column Score, row GPT-5 / medium)",,out:single-couple,out:cost-single-couple futuresearch,futuresearch,gpt-5,high,agentic-tool,mid,DeepResearchBench,per-task,0.39,0.00289,,,48.1,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://futuresearch.ai/effort-scaling (table, column Score, row GPT-5 / high)",,out:single-couple,out:cost-single-couple futuresearch,futuresearch,gemini-3-flash,low,agentic-tool,mid,DeepResearchBench,per-task,0.05,0.00289,,,49.9,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://futuresearch.ai/effort-scaling (table, column Score, row Gemini 3 Flash / low)",,in,in futuresearch,futuresearch,gemini-3-flash,high,agentic-tool,mid,DeepResearchBench,per-task,0.14,0.00289,,,47.9,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://futuresearch.ai/effort-scaling (table, column Score, row Gemini 3 Flash / high)",,in,in moraru-opus5-frontier-bench-v01,gabrielmoraru.com,opus-5,high,agentic-tool,hard,,per-task,11.66,0.00289,,,39.4,score%,0.0289,,restated-from:The Opus 5 release page; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://gabrielmoraru.com/opus-5-xhigh-vs-max-effort/ (table, row high, column Frontier-Bench v0.1)",,in,in moraru-opus5-aa-coding-agent-index,gabrielmoraru.com,opus-5,high,agentic-tool,hard,,per-task,6.48,0.00289,,,65.2,AA-idx,0.0289,,restated-from:The Opus 5 release page; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://gabrielmoraru.com/opus-5-xhigh-vs-max-effort/ (table, row high, column AA Coding Agent Index)",,in,in moraru-opus5-cursorbench,gabrielmoraru.com,opus-5,high,agentic-tool,hard,,per-task,3.90,0.00289,,,66.7,score%,0.0289,,restated-from:The Opus 5 release page; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://gabrielmoraru.com/opus-5-xhigh-vs-max-effort/ (table, row high, column CursorBench)",,in,in moraru-opus5-frontier-bench-v01,gabrielmoraru.com,opus-5,xhigh,agentic-tool,hard,,per-task,14.33,0.00289,,,44.3,score%,0.0289,,restated-from:The Opus 5 release page; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://gabrielmoraru.com/opus-5-xhigh-vs-max-effort/ (table, row xhigh, column Frontier-Bench v0.1)",,in,in moraru-opus5-aa-coding-agent-index,gabrielmoraru.com,opus-5,xhigh,agentic-tool,hard,,per-task,8.24,0.00289,,,66.7,AA-idx,0.0289,,restated-from:The Opus 5 release page; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://gabrielmoraru.com/opus-5-xhigh-vs-max-effort/ (table, row xhigh, column AA Coding Agent Index)",,in,in moraru-opus5-cursorbench,gabrielmoraru.com,opus-5,xhigh,agentic-tool,hard,,per-task,7.31,0.00289,,,69.3,score%,0.0289,,restated-from:The Opus 5 release page; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://gabrielmoraru.com/opus-5-xhigh-vs-max-effort/ (table, row xhigh, column CursorBench)",,in,in moraru-opus5-frontier-bench-v01,gabrielmoraru.com,opus-5,max,agentic-tool,hard,,per-task,16.52,0.00289,,,43.2,score%,0.0289,,restated-from:The Opus 5 release page; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://gabrielmoraru.com/opus-5-xhigh-vs-max-effort/ (table, row max, column Frontier-Bench v0.1)",,in,in moraru-opus5-aa-coding-agent-index,gabrielmoraru.com,opus-5,max,agentic-tool,hard,,per-task,9.20,0.00289,,,64.8,AA-idx,0.0289,,restated-from:The Opus 5 release page; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://gabrielmoraru.com/opus-5-xhigh-vs-max-effort/ (table, row max, column AA Coding Agent Index)",,in,in moraru-opus5-cursorbench,gabrielmoraru.com,opus-5,max,agentic-tool,hard,,per-task,8.18,0.00289,,,70.0,score%,0.0289,,restated-from:The Opus 5 release page; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://gabrielmoraru.com/opus-5-xhigh-vs-max-effort/ (table, row max, column CursorBench)",,in,in gbstox-agronomy,gbstox-agronomy,gemini-4-argon,unstated,mixed,mid,OpenRouter(author harness),,,,,,94.352941,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 19: column 'Overall Score' (94.35%); the row ends with its question counts (401/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,?google/gemini-3.1-pro-preview-customtools,not-established:absent,mixed,mid,OpenRouter(author harness),,,,,,93.882353,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 20: column 'Overall Score' (93.88%); the row ends with its question counts (399/425), the percentage is passed/total)",,out:model-not-established, gbstox-agronomy,gbstox-agronomy,gemini-3.1-pro,unstated,mixed,mid,OpenRouter(author harness),,,,,,93.882353,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 21: column 'Overall Score' (93.88%); the row ends with its question counts (399/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,gemini-3.8-flash,unstated,mixed,mid,OpenRouter(author harness),,,,,,92.705882,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 22: column 'Overall Score' (92.71%); the row ends with its question counts (394/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,?meta/muse-wonder,not-established:absent,mixed,mid,OpenRouter(author harness),,,,,,92.235294,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 23: column 'Overall Score' (92.24%); the row ends with its question counts (392/425), the percentage is passed/total)",,out:model-not-established, gbstox-agronomy,gbstox-agronomy,gpt-6-astra,unstated,mixed,mid,OpenRouter(author harness),,,,,,92.235294,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 24: column 'Overall Score' (92.24%); the row ends with its question counts (392/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,gpt-6-sol,unstated,mixed,mid,OpenRouter(author harness),,,,,,92.235294,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 25: column 'Overall Score' (92.24%); the row ends with its question counts (392/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,grok-4.5,unstated,mixed,mid,OpenRouter(author harness),,,,,,92.235294,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 26: column 'Overall Score' (92.24%); the row ends with its question counts (392/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,?meta/muse-spark-open,not-established:absent,mixed,mid,OpenRouter(author harness),,,,,,92,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 27: column 'Overall Score' (92.00%); the row ends with its question counts (391/425), the percentage is passed/total)",,out:model-not-established, gbstox-agronomy,gbstox-agronomy,kimi-k3,unstated,mixed,mid,OpenRouter(author harness),,,,,,92,overall-score%,0,,EAP-run,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 28: column 'Overall Score' (92.00%); the row ends with its question counts (391/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,gpt-6.1-sol,unstated,mixed,mid,OpenRouter(author harness),,,,,,92,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 29: column 'Overall Score' (92.00%); the row ends with its question counts (391/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,gpt-5.5,unstated,mixed,mid,OpenRouter(author harness),,,,,,91.764706,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 30: column 'Overall Score' (91.76%); the row ends with its question counts (390/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,opus-5.5,unstated,mixed,mid,OpenRouter(author harness),,,,,,91.529412,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 31: column 'Overall Score' (91.53%); the row ends with its question counts (389/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,grok-4.7,unstated,mixed,mid,OpenRouter(author harness),,,,,,91.529412,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 32: column 'Overall Score' (91.53%); the row ends with its question counts (389/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,ember-1,unstated,mixed,mid,OpenRouter(author harness),,,,,,91.294118,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 33: column 'Overall Score' (91.29%); the row ends with its question counts (388/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,gpt-5.6-sol-pro,unstated,mixed,mid,OpenRouter(author harness),,,,,,91.294118,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 34: column 'Overall Score' (91.29%); the row ends with its question counts (388/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,gpt-5.6-sol,unstated,mixed,mid,OpenRouter(author harness),,,,,,91.294118,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 35: column 'Overall Score' (91.29%); the row ends with its question counts (388/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,deepseek-v4-flash-0731,unstated,mixed,mid,OpenRouter(author harness),,,,,,91.058824,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 36: column 'Overall Score' (91.06%); the row ends with its question counts (387/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,?google/gemini-3.1-flash-image-preview,not-established:absent,mixed,mid,OpenRouter(author harness),,,,,,90.823529,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 37: column 'Overall Score' (90.82%); the row ends with its question counts (386/425), the percentage is passed/total)",,out:model-not-established, gbstox-agronomy,gbstox-agronomy,gpt-5.3-codex,unstated,mixed,mid,OpenRouter(author harness),,,,,,90.823529,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 38: column 'Overall Score' (90.82%); the row ends with its question counts (386/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,gpt-5,unstated,mixed,mid,OpenRouter(author harness),,,,,,90.823529,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 39: column 'Overall Score' (90.82%); the row ends with its question counts (386/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,?reflection/beam-1.0-501b-a23b,not-established:absent,mixed,mid,OpenRouter(author harness),,,,,,90.823529,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 40: column 'Overall Score' (90.82%); the row ends with its question counts (386/425), the percentage is passed/total)",,out:model-not-established, gbstox-agronomy,gbstox-agronomy,muse-spark-1.2,unstated,mixed,mid,OpenRouter(author harness),,,,,,90.588235,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 41: column 'Overall Score' (90.59%); the row ends with its question counts (385/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,?openai/gpt-5.3-chat,not-established:absent,mixed,mid,OpenRouter(author harness),,,,,,90.588235,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 42: column 'Overall Score' (90.59%); the row ends with its question counts (385/425), the percentage is passed/total)",,out:model-not-established, gbstox-agronomy,gbstox-agronomy,qwen3.5-plus,unstated,mixed,mid,OpenRouter(author harness),,,,,,90.588235,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 43: column 'Overall Score' (90.59%); the row ends with its question counts (385/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,hy4-preview,unstated,mixed,mid,OpenRouter(author harness),,,,,,90.588235,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 44: column 'Overall Score' (90.59%); the row ends with its question counts (385/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,nemotron-3-ultra-550b-a55b,unstated,mixed,mid,OpenRouter(author harness),,,,,,90.352941,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 45: column 'Overall Score' (90.35%); the row ends with its question counts (384/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,?nvidia/nemotron-3.5-super-vl,not-established:absent,mixed,mid,OpenRouter(author harness),,,,,,90.352941,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 46: column 'Overall Score' (90.35%); the row ends with its question counts (384/425), the percentage is passed/total)",,out:model-not-established, gbstox-agronomy,gbstox-agronomy,gpt-5.6-terra-pro,unstated,mixed,mid,OpenRouter(author harness),,,,,,90.352941,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 47: column 'Overall Score' (90.35%); the row ends with its question counts (384/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,gpt-5.6-terra,unstated,mixed,mid,OpenRouter(author harness),,,,,,90.352941,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 48: column 'Overall Score' (90.35%); the row ends with its question counts (384/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,glm-5.3,unstated,mixed,mid,OpenRouter(author harness),,,,,,90.352941,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 49: column 'Overall Score' (90.35%); the row ends with its question counts (384/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,haiku-5.5,unstated,mixed,mid,OpenRouter(author harness),,,,,,90.117647,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 50: column 'Overall Score' (90.12%); the row ends with its question counts (383/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,gpt-5.2-codex,unstated,mixed,mid,OpenRouter(author harness),,,,,,90.117647,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 51: column 'Overall Score' (90.12%); the row ends with its question counts (383/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,gpt-5.4-pro,unstated,mixed,mid,OpenRouter(author harness),,,,,,90.117647,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 52: column 'Overall Score' (90.12%); the row ends with its question counts (383/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,gpt-6-luna,unstated,mixed,mid,OpenRouter(author harness),,,,,,90.117647,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 53: column 'Overall Score' (90.12%); the row ends with its question counts (383/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,o3,unstated,mixed,mid,OpenRouter(author harness),,,,,,90.117647,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 54: column 'Overall Score' (90.12%); the row ends with its question counts (383/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,glm-5.3-flash,unstated,mixed,mid,OpenRouter(author harness),,,,,,90.117647,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 55: column 'Overall Score' (90.12%); the row ends with its question counts (383/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,opus-4.8,unstated,mixed,mid,OpenRouter(author harness),,,,,,89.647059,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 56: column 'Overall Score' (89.65%); the row ends with its question counts (381/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,?deepseek/deepseek-v4-flash-0731-max,not-established:absent,mixed,mid,OpenRouter(author harness),,,,,,89.647059,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 57: column 'Overall Score' (89.65%); the row ends with its question counts (381/425), the percentage is passed/total)",,out:model-not-established, gbstox-agronomy,gbstox-agronomy,gpt-5.2,unstated,mixed,mid,OpenRouter(author harness),,,,,,89.647059,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 58: column 'Overall Score' (89.65%); the row ends with its question counts (381/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,gpt-5.6-luna-pro,unstated,mixed,mid,OpenRouter(author harness),,,,,,89.647059,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 59: column 'Overall Score' (89.65%); the row ends with its question counts (381/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,glm-5.2,unstated,mixed,mid,OpenRouter(author harness),,,,,,89.647059,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 60: column 'Overall Score' (89.65%); the row ends with its question counts (381/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,glm-5,unstated,mixed,mid,OpenRouter(author harness),,,,,,89.647059,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 61: column 'Overall Score' (89.65%); the row ends with its question counts (381/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,glm-5-turbo,unstated,mixed,mid,OpenRouter(author harness),,,,,,89.411765,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 62: column 'Overall Score' (89.41%); the row ends with its question counts (380/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,glm-5.3-flashx,unstated,mixed,mid,OpenRouter(author harness),,,,,,89.411765,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 63: column 'Overall Score' (89.41%); the row ends with its question counts (380/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,opus-4.1,unstated,mixed,mid,OpenRouter(author harness),,,,,,89.176471,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 64: column 'Overall Score' (89.18%); the row ends with its question counts (379/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,deepseek-v4.1-flash,unstated,mixed,mid,OpenRouter(author harness),,,,,,89.176471,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 65: column 'Overall Score' (89.18%); the row ends with its question counts (379/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,kimi-k2.5,unstated,mixed,mid,OpenRouter(author harness),,,,,,89.176471,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 66: column 'Overall Score' (89.18%); the row ends with its question counts (379/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,qwen3.8-flash,unstated,mixed,mid,OpenRouter(author harness),,,,,,89.176471,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 67: column 'Overall Score' (89.18%); the row ends with its question counts (379/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,qwen3.5-27b,unstated,mixed,mid,OpenRouter(author harness),,,,,,88.941176,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 68: column 'Overall Score' (88.94%); the row ends with its question counts (378/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,mimo-v2.6-pro,unstated,mixed,mid,OpenRouter(author harness),,,,,,88.941176,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 69: column 'Overall Score' (88.94%); the row ends with its question counts (378/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,opus-4,unstated,mixed,mid,OpenRouter(author harness),,,,,,88.705882,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 70: column 'Overall Score' (88.71%); the row ends with its question counts (377/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,gemini-2.5-pro,unstated,mixed,mid,OpenRouter(author harness),,,,,,88.705882,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 71: column 'Overall Score' (88.71%); the row ends with its question counts (377/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,minimax-m3,unstated,mixed,mid,OpenRouter(author harness),,,,,,88.705882,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 72: column 'Overall Score' (88.71%); the row ends with its question counts (377/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,qwen3.7-plus,unstated,mixed,mid,OpenRouter(author harness),,,,,,88.705882,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 73: column 'Overall Score' (88.71%); the row ends with its question counts (377/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,inkling,unstated,mixed,mid,OpenRouter(author harness),,,,,,88.470588,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 74: column 'Overall Score' (88.47%); the row ends with its question counts (376/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,?mistralai/mistral-large-4-0,not-established:absent,mixed,mid,OpenRouter(author harness),,,,,,88.235294,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 75: column 'Overall Score' (88.24%); the row ends with its question counts (375/425), the percentage is passed/total)",,out:model-not-established, gbstox-agronomy,gbstox-agronomy,gpt-5.6-luna,unstated,mixed,mid,OpenRouter(author harness),,,,,,88.235294,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 76: column 'Overall Score' (88.24%); the row ends with its question counts (375/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,opus-4.5,unstated,mixed,mid,OpenRouter(author harness),,,,,,87.764706,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 77: column 'Overall Score' (87.76%); the row ends with its question counts (373/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,?openai/o4-mini-high,not-established:absent,mixed,mid,OpenRouter(author harness),,,,,,87.764706,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 78: column 'Overall Score' (87.76%); the row ends with its question counts (373/425), the percentage is passed/total)",,out:model-not-established, gbstox-agronomy,gbstox-agronomy,step-3.7-flash,unstated,mixed,mid,OpenRouter(author harness),,,,,,87.764706,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 79: column 'Overall Score' (87.76%); the row ends with its question counts (373/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,sonnet-5,unstated,mixed,mid,OpenRouter(author harness),,,,,,87.529412,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 80: column 'Overall Score' (87.53%); the row ends with its question counts (372/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,fugu-max,unstated,mixed,mid,OpenRouter(author harness),,,,,,87.529412,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 81: column 'Overall Score' (87.53%); the row ends with its question counts (372/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,mercury-2.5,unstated,mixed,mid,OpenRouter(author harness),,,,,,87.058824,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 82: column 'Overall Score' (87.06%); the row ends with its question counts (370/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,nex-n2.5-pro,unstated,mixed,mid,OpenRouter(author harness),,,,,,87.058824,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 83: column 'Overall Score' (87.06%); the row ends with its question counts (370/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,qwen3.5-122b-a10b,unstated,mixed,mid,OpenRouter(author harness),,,,,,87.058824,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 84: column 'Overall Score' (87.06%); the row ends with its question counts (370/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,qwen3.5-flash,unstated,mixed,mid,OpenRouter(author harness),,,,,,87.058824,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 85: column 'Overall Score' (87.06%); the row ends with its question counts (370/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,mimo-v2.6-flash,unstated,mixed,mid,OpenRouter(author harness),,,,,,87.058824,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 86: column 'Overall Score' (87.06%); the row ends with its question counts (370/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,gemini-3.1-flash-lite-preview,unstated,mixed,mid,OpenRouter(author harness),,,,,,86.823529,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 87: column 'Overall Score' (86.82%); the row ends with its question counts (369/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,minimax-m2.5,unstated,mixed,mid,OpenRouter(author harness),,,,,,86.823529,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 88: column 'Overall Score' (86.82%); the row ends with its question counts (369/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,gpt-5-mini,unstated,mixed,mid,OpenRouter(author harness),,,,,,86.823529,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 89: column 'Overall Score' (86.82%); the row ends with its question counts (369/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,sonnet-4,unstated,mixed,mid,OpenRouter(author harness),,,,,,86.352941,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 90: column 'Overall Score' (86.35%); the row ends with its question counts (367/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,qwen3.8-27b,unstated,mixed,mid,OpenRouter(author harness),,,,,,86.352941,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 91: column 'Overall Score' (86.35%); the row ends with its question counts (367/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,gpt-5.4,unstated,mixed,mid,OpenRouter(author harness),,,,,,85.647059,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 92: column 'Overall Score' (85.65%); the row ends with its question counts (364/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,hy3,unstated,mixed,mid,OpenRouter(author harness),,,,,,85.411765,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 93: column 'Overall Score' (85.41%); the row ends with its question counts (363/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,qwen3-max-0123,think,mixed,mid,OpenRouter(author harness),,,,,,84.941176,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 94: column 'Overall Score' (84.94%); the row ends with its question counts (361/425), the percentage is passed/total)",,out:single-couple, gbstox-agronomy,gbstox-agronomy,sonnet-5.5,unstated,mixed,mid,OpenRouter(author harness),,,,,,84.470588,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 95: column 'Overall Score' (84.47%); the row ends with its question counts (359/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,inkling-small,unstated,mixed,mid,OpenRouter(author harness),,,,,,84,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 96: column 'Overall Score' (84.00%); the row ends with its question counts (357/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,seed-1.6,unstated,mixed,mid,OpenRouter(author harness),,,,,,83.764706,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 97: column 'Overall Score' (83.76%); the row ends with its question counts (356/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,seed-2.0-lite,unstated,mixed,mid,OpenRouter(author harness),,,,,,83.764706,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 98: column 'Overall Score' (83.76%); the row ends with its question counts (356/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,ling-3.0-flash,unstated,mixed,mid,OpenRouter(author harness),,,,,,83.764706,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 99: column 'Overall Score' (83.76%); the row ends with its question counts (356/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,?openai/gpt-4o,not-established:absent,mixed,mid,OpenRouter(author harness),,,,,,82.588235,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 100: column 'Overall Score' (82.59%); the row ends with its question counts (351/425), the percentage is passed/total)",,out:model-not-established, gbstox-agronomy,gbstox-agronomy,llama-4-maverick,solo,mixed,mid,OpenRouter(author harness),,,,,,82.117647,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 101: column 'Overall Score' (82.12%); the row ends with its question counts (349/425), the percentage is passed/total)",,out:single-couple, gbstox-agronomy,gbstox-agronomy,gpt-oss-120b,unstated,mixed,mid,OpenRouter(author harness),,,,,,82.117647,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 102: column 'Overall Score' (82.12%); the row ends with its question counts (349/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,glm-4.7-flash,unstated,mixed,mid,OpenRouter(author harness),,,,,,82.117647,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 103: column 'Overall Score' (82.12%); the row ends with its question counts (349/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,deepseek-v3,solo,mixed,mid,OpenRouter(author harness),,,,,,81.176471,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 104: column 'Overall Score' (81.18%); the row ends with its question counts (345/425), the percentage is passed/total)",,out:single-couple, gbstox-agronomy,gbstox-agronomy,nemotron-3-nano-30b-a3b,unstated,mixed,mid,OpenRouter(author harness),,,,,,80.941176,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 105: column 'Overall Score' (80.94%); the row ends with its question counts (344/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,mercury-2,unstated,mixed,mid,OpenRouter(author harness),,,,,,80.705882,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 106: column 'Overall Score' (80.71%); the row ends with its question counts (343/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,qwen3-235b-a22b,unstated,mixed,mid,OpenRouter(author harness),,,,,,80.470588,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 107: column 'Overall Score' (80.47%); the row ends with its question counts (342/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,seed-2.0-mini,unstated,mixed,mid,OpenRouter(author harness),,,,,,78.823529,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 108: column 'Overall Score' (78.82%); the row ends with its question counts (335/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,qwen3-coder-next,unstated,mixed,mid,OpenRouter(author harness),,,,,,78.588235,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 109: column 'Overall Score' (78.59%); the row ends with its question counts (334/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,llama-3.1-70b-instruct,solo,mixed,mid,OpenRouter(author harness),,,,,,77.647059,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 110: column 'Overall Score' (77.65%); the row ends with its question counts (330/425), the percentage is passed/total)",,out:single-couple, gbstox-agronomy,gbstox-agronomy,gpt-oss-20b,unstated,mixed,mid,OpenRouter(author harness),,,,,,76.470588,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 111: column 'Overall Score' (76.47%); the row ends with its question counts (325/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,?meta/muse-spark-1.1,not-established:absent,mixed,mid,OpenRouter(author harness),,,,,,76.235294,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 112: column 'Overall Score' (76.24%); the row ends with its question counts (324/425), the percentage is passed/total)",,out:model-not-established, gbstox-agronomy,gbstox-agronomy,qwen3-8b,unstated,mixed,mid,OpenRouter(author harness),,,,,,75.294118,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 113: column 'Overall Score' (75.29%); the row ends with its question counts (320/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,llama-4-scout,solo,mixed,mid,OpenRouter(author harness),,,,,,74.352941,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 114: column 'Overall Score' (74.35%); the row ends with its question counts (316/425), the percentage is passed/total)",,out:single-couple, gbstox-agronomy,gbstox-agronomy,gpt-4o-mini,solo,mixed,mid,OpenRouter(author harness),,,,,,74.117647,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 115: column 'Overall Score' (74.12%); the row ends with its question counts (315/425), the percentage is passed/total)",,out:single-couple, gbstox-agronomy,gbstox-agronomy,seed-1.6-flash,unstated,mixed,mid,OpenRouter(author harness),,,,,,73.882353,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 116: column 'Overall Score' (73.88%); the row ends with its question counts (314/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,gemma-3-27b-it,solo,mixed,mid,OpenRouter(author harness),,,,,,73.647059,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 117: column 'Overall Score' (73.65%); the row ends with its question counts (313/425), the percentage is passed/total)",,out:single-couple, gbstox-agronomy,gbstox-agronomy,qwen3-32b,unstated,mixed,mid,OpenRouter(author harness),,,,,,69.647059,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 118: column 'Overall Score' (69.65%); the row ends with its question counts (296/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,?upstage/solar-mini4,not-established:absent,mixed,mid,OpenRouter(author harness),,,,,,69.411765,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 119: column 'Overall Score' (69.41%); the row ends with its question counts (295/425), the percentage is passed/total)",,out:model-not-established, gbstox-agronomy,gbstox-agronomy,solar-pro-3,unstated,mixed,mid,OpenRouter(author harness),,,,,,66.117647,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 120: column 'Overall Score' (66.12%); the row ends with its question counts (281/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,fable-5,unstated,mixed,mid,OpenRouter(author harness),,,,,,63.058824,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 121: column 'Overall Score' (63.06%); the row ends with its question counts (268/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,?openai/gpt-3.5-turbo,not-established:absent,mixed,mid,OpenRouter(author harness),,,,,,62.588235,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 122: column 'Overall Score' (62.59%); the row ends with its question counts (266/425), the percentage is passed/total)",,out:model-not-established, gbstox-agronomy,gbstox-agronomy,llama-3.1-8b-instruct,solo,mixed,mid,OpenRouter(author harness),,,,,,56.235294,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 123: column 'Overall Score' (56.24%); the row ends with its question counts (239/425), the percentage is passed/total)",,out:single-couple, gbstox-agronomy,gbstox-agronomy,?pratik/llama3-8b-dhenu-0.1,not-established:absent,mixed,mid,OpenRouter(author harness),,,,,,54.823529,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 124: column 'Overall Score' (54.82%); the row ends with its question counts (233/425), the percentage is passed/total)",,out:model-not-established, gbstox-agronomy,gbstox-agronomy,?dhenu2-in-8b-preview,not-established:absent,mixed,mid,OpenRouter(author harness),,,,,,54.823529,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 125: column 'Overall Score' (54.82%); the row ends with its question counts (233/425), the percentage is passed/total)",,out:model-not-established, gbstox-agronomy,gbstox-agronomy,gemma-3-4b-it,solo,mixed,mid,OpenRouter(author harness),,,,,,50.588235,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 126: column 'Overall Score' (50.59%); the row ends with its question counts (215/425), the percentage is passed/total)",,out:single-couple, gbstox-agronomy,gbstox-agronomy,gemini-3-flash,unstated,mixed,mid,OpenRouter(author harness),,,,,,49.411765,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 127: column 'Overall Score' (49.41%); the row ends with its question counts (210/425), the percentage is passed/total)",,out:effort-not-established, gbstox-agronomy,gbstox-agronomy,?minimax/minimax-m2-her,not-established:absent,mixed,mid,OpenRouter(author harness),,,,,,20.235294,overall-score%,0,,,"https://github.com/gbstox/agronomy_llm_benchmarking (README leaderboard table, line 128: column 'Overall Score' (20.24%); the row ends with its question counts (86/425), the percentage is passed/total)",,out:model-not-established, aa-index5@geotoolbox,geotoolbox,fable-5.2,max,mixed,hard,,per-task,26.54,0.00289,,,65,AA-idx,0.289,,restated-from:Artificial Analysis; same-runs-as:src-artificialanalysis-leaderboards-models-2026-11-10#M85,"https://geotoolbox.ai/blog/claude-fable-5-2 (section The Cost-per-Task Catch, table Model and effort)",,out:copy,out:copy aa-index5@geotoolbox,geotoolbox,fable-5.2,xhigh,mixed,hard,,per-task,14.83,0.00289,,,62,AA-idx,0.289,,restated-from:Artificial Analysis; same-runs-as:src-artificialanalysis-leaderboards-models-2026-11-10#M64,"https://geotoolbox.ai/blog/claude-fable-5-2 (section The Cost-per-Task Catch, table Model and effort)",,out:copy,out:copy aa-index5@geotoolbox,geotoolbox,fable-5.2,high,mixed,hard,,per-task,9.08,0.00289,,,62,AA-idx,0.289,,restated-from:Artificial Analysis; same-runs-as:src-artificialanalysis-leaderboards-models-2026-11-10#M43,"https://geotoolbox.ai/blog/claude-fable-5-2 (section The Cost-per-Task Catch, table Model and effort)",,out:copy,out:copy aa-index5@geotoolbox,geotoolbox,fable-5.2,medium,mixed,hard,,per-task,3.80,0.00289,,,56,AA-idx,0.289,,restated-from:Artificial Analysis; same-runs-as:src-artificialanalysis-leaderboards-models-2026-11-10#M22,"https://geotoolbox.ai/blog/claude-fable-5-2 (section The Cost-per-Task Catch, table Model and effort)",,out:copy,out:copy aa-index5@geotoolbox,geotoolbox,opus-5.5,max,mixed,hard,,per-task,10.04,0.00289,,,59,AA-idx,0.289,,restated-from:Artificial Analysis; same-runs-as:src-artificialanalysis-leaderboards-models-2026-11-09#M245,"https://geotoolbox.ai/blog/claude-fable-5-2 (section The Cost-per-Task Catch, table Model and effort)",,out:copy,out:copy aa-index5@geotoolbox,geotoolbox,opus-5.5,medium,mixed,hard,,per-task,2.45,0.00289,,,48,AA-idx,0.289,,restated-from:Artificial Analysis; same-runs-as:src-artificialanalysis-leaderboards-models-2026-11-09#M1208,"https://geotoolbox.ai/blog/claude-fable-5-2 (section The Cost-per-Task Catch, table Model and effort)",,out:copy,out:copy aa-index5@geotoolbox,geotoolbox,gpt-6-astra,max,mixed,hard,,per-task,6.24,0.00289,,,57,AA-idx,0.289,,restated-from:Artificial Analysis; same-runs-as:src-artificialanalysis-leaderboards-models-2026-11-09#M214,"https://geotoolbox.ai/blog/claude-fable-5-2 (section The Cost-per-Task Catch, table Model and effort)",,out:copy,out:copy aa-index5@geotoolbox,geotoolbox,gemini-4-carbon,high,mixed,hard,,per-task,7.76,0.00289,,,60,AA-idx,0.289,,restated-from:Artificial Analysis; base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://geotoolbox.ai/blog/claude-fable-5-2 (section The Cost-per-Task Catch, table Model and effort)",,out:single-couple,out:cost-single-couple scf52-fc20@geotoolbox,geotoolbox,fable-5.2,low,coding,frontier,,per-task,2.10,0.00289,,,34.2,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M11,"https://geotoolbox.ai/blog/claude-fable-5-2 (section The Cost-per-Task Catch, table Model and effort)",,out:copy,out:copy scf52-fc20@geotoolbox,geotoolbox,fable-5.2,medium,coding,frontier,,per-task,2.48,0.00289,,,37.6,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M12,"https://geotoolbox.ai/blog/claude-fable-5-2 (section The Cost-per-Task Catch, table Model and effort)",,out:copy,out:copy scf52-fc20@geotoolbox,geotoolbox,fable-5.2,high,coding,frontier,,per-task,6.72,0.00289,,,45.3,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M13,"https://geotoolbox.ai/blog/claude-fable-5-2 (section The Cost-per-Task Catch, table Model and effort)",,out:copy,out:copy scf52-fc20@geotoolbox,geotoolbox,fable-5.2,xhigh,coding,frontier,,per-task,14.19,0.00289,,,49.1,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M14,"https://geotoolbox.ai/blog/claude-fable-5-2 (section The Cost-per-Task Catch, table Model and effort)",,out:copy,out:copy scf52-fc20@geotoolbox,geotoolbox,fable-5.2,max,coding,frontier,,per-task,44.70,0.00289,,,45.7,score%,0.0289,,restated-from:Anthropic,"https://geotoolbox.ai/blog/claude-fable-5-2 (section The Cost-per-Task Catch, table Model and effort)",,out:partial,out:partial scf52-fc20@geotoolbox,geotoolbox,opus-5.5,max,coding,frontier,,per-task,12.82,0.00289,,,45.5,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M16,"https://geotoolbox.ai/blog/claude-fable-5-2 (section The Cost-per-Task Catch, table Model and effort)",,out:copy,out:copy scf52-fc20@geotoolbox,geotoolbox,gpt-6-astra,max,coding,frontier,,per-task,6.68,0.00289,,,42.8,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M17,"https://geotoolbox.ai/blog/claude-fable-5-2 (section The Cost-per-Task Catch, table Model and effort)",,out:copy,out:copy scf52-fc20@geotoolbox,geotoolbox,fable-5.1,xhigh,coding,frontier,,per-task,8.68,0.00289,,,32.4,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M18,"https://geotoolbox.ai/blog/claude-fable-5-2 (section The Cost-per-Task Catch, table Model and effort)",,out:copy,out:copy scf52-gdpval@geotoolbox,geotoolbox,fable-5.2,max,agentic-tool,frontier,,,,,,,1831,AA-elo,0.289,,restated-from:independent boards; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M170,"https://geotoolbox.ai/blog/claude-fable-5-2 (section Fable 5.2 Benchmarks, table Independent board, row Artificial Analysis GDPval-AA v2.1 (Elo))",,out:copy, scf52-gdpval@geotoolbox,geotoolbox,opus-5.5,max,agentic-tool,frontier,,,,,,,1866,AA-elo,0.289,,restated-from:independent boards; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M171,"https://geotoolbox.ai/blog/claude-fable-5-2 (section Fable 5.2 Benchmarks, table Independent board, row Artificial Analysis GDPval-AA v2.1 (Elo))",,out:copy, scf52-gdpval@geotoolbox,geotoolbox,?Kimi K3.1 Pro,not-established:absent,agentic-tool,frontier,,,,,,,1858,AA-elo,0.289,,restated-from:independent boards,"https://geotoolbox.ai/blog/claude-fable-5-2 (section Fable 5.2 Benchmarks, table Independent board, row Artificial Analysis GDPval-AA v2.1 (Elo))",,out:model-not-established, scf52-gdpval@geotoolbox,geotoolbox,?Muse Wonder Full,not-established:absent,agentic-tool,frontier,,,,,,,1857,AA-elo,0.289,,restated-from:independent boards,"https://geotoolbox.ai/blog/claude-fable-5-2 (section Fable 5.2 Benchmarks, table Independent board, row Artificial Analysis GDPval-AA v2.1 (Elo))",,out:model-not-established, scf52-gdpval@geotoolbox,geotoolbox,sonnet-5.5,max,agentic-tool,frontier,,,,,,,1838,AA-elo,0.289,,restated-from:independent boards,"https://geotoolbox.ai/blog/claude-fable-5-2 (section Fable 5.2 Benchmarks, table Independent board, row Artificial Analysis GDPval-AA v2.1 (Elo))",,out:single-couple, valsindex4@geotoolbox,geotoolbox,fable-5.2,unstated,mixed,hard,Vals-Index,,,,,,71.31,accuracy%,0.00289,,restated-from:independent boards,"https://geotoolbox.ai/blog/claude-fable-5-2 (section Fable 5.2 Benchmarks, table Independent board, row Vals Index)",,out:effort-not-established, valsindex4@geotoolbox,geotoolbox,sonnet-5.5,unstated,mixed,hard,Vals-Index,,,,,,70.85,accuracy%,0.00289,,restated-from:independent boards,"https://geotoolbox.ai/blog/claude-fable-5-2 (section Fable 5.2 Benchmarks, table Independent board, row Vals Index)",,out:effort-not-established, valsindex4@geotoolbox,geotoolbox,gemini-4-carbon,unstated,mixed,hard,Vals-Index,,,,,,70.45,accuracy%,0.00289,,restated-from:independent boards,"https://geotoolbox.ai/blog/claude-fable-5-2 (section Fable 5.2 Benchmarks, table Independent board, row Vals Index)",,out:effort-not-established, valsindex4@geotoolbox,geotoolbox,opus-5.5,unstated,mixed,hard,Vals-Index,,,,,,70.14,accuracy%,0.00289,,restated-from:independent boards,"https://geotoolbox.ai/blog/claude-fable-5-2 (section Fable 5.2 Benchmarks, table Independent board, row Vals Index)",,out:effort-not-established, valsindex4@geotoolbox,geotoolbox,gpt-6-astra,unstated,mixed,hard,Vals-Index,,,,,,65.02,accuracy%,0.00289,,restated-from:independent boards,"https://geotoolbox.ai/blog/claude-fable-5-2 (section Fable 5.2 Benchmarks, table Independent board, row Vals Index)",,out:effort-not-established, valstb4@geotoolbox,geotoolbox,fable-5.2,unstated,coding,hard,Vals-runner,per-task,14.56,0.00289,,,65.15,accuracy%,0.00289,,restated-from:independent boards,"https://geotoolbox.ai/blog/claude-fable-5-2 (section Fable 5.2 Benchmarks, table Independent board, row Vals Terminal-Bench 4.0)",,out:effort-not-established,out:effort-not-established valstb4@geotoolbox,geotoolbox,opus-5.5,unstated,coding,hard,Vals-runner,per-task,12.04,0.00289,,,65.15,accuracy%,0.00289,,restated-from:independent boards,"https://geotoolbox.ai/blog/claude-fable-5-2 (section Fable 5.2 Benchmarks, table Independent board, row Vals Terminal-Bench 4.0)",,out:effort-not-established,out:effort-not-established valstb4@geotoolbox,geotoolbox,sonnet-5.5,unstated,coding,hard,Vals-runner,,,,,,64.14,accuracy%,0.00289,,restated-from:independent boards,"https://geotoolbox.ai/blog/claude-fable-5-2 (section Fable 5.2 Benchmarks, table Independent board, row Vals Terminal-Bench 4.0)",,out:effort-not-established, scf52-pb@geotoolbox,geotoolbox,fable-5.2,unstated,coding,frontier,,,,,,,85.6,score%,0.0289,,restated-from:the system card,https://geotoolbox.ai/blog/claude-fable-5-2 (Long context paragraph),,out:effort-not-established, scf52-pb@geotoolbox,geotoolbox,fable-5.1,unstated,coding,frontier,,,,,,,87.6,score%,0.0289,,restated-from:the system card,https://geotoolbox.ai/blog/claude-fable-5-2 (Long context paragraph),,out:effort-not-established, scf52-pb@geotoolbox,geotoolbox,opus-5.5,unstated,coding,frontier,,,,,,,91.2,score%,0.0289,,restated-from:the system card,https://geotoolbox.ai/blog/claude-fable-5-2 (Long context paragraph),,out:effort-not-established, scf52-pbctx@geotoolbox,geotoolbox,fable-5.2,unstated,coding,frontier,,,,,,,91.6,score%,0.0289,,restated-from:the system card,https://geotoolbox.ai/blog/claude-fable-5-2 (Long context paragraph),,out:effort-not-established, scf52-bcadt@geotoolbox,geotoolbox,fable-5.2,max,coding,frontier,,,,,,,83.5,score,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M142,https://geotoolbox.ai/blog/claude-fable-5-2 (BenchCAD paragraph),,out:copy, scf52-bcadt@geotoolbox,geotoolbox,opus-5.5,unstated,coding,frontier,,,,,,,65.3,score,0.0289,,restated-from:Anthropic,https://geotoolbox.ai/blog/claude-fable-5-2 (BenchCAD paragraph),,out:effort-not-established, scf52-bcadt@geotoolbox,geotoolbox,fable-5.1,unstated,coding,frontier,,,,,,,44.4,score,0.0289,,restated-from:Anthropic,https://geotoolbox.ai/blog/claude-fable-5-2 (BenchCAD paragraph),,out:effort-not-established, scf52-fswe2@geotoolbox,geotoolbox,fable-5.2,max,coding,frontier,,,,,,,69.9,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M35,"https://geotoolbox.ai/blog/claude-fable-5-2 (launch table, row « FrontierSWE … », column Fable 5.2)",,out:copy, scf52-fswe2@geotoolbox,geotoolbox,fable-5.1,max,coding,frontier,,,,,,,56.3,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M39,"https://geotoolbox.ai/blog/claude-fable-5-2 (launch table, row « FrontierSWE … », column Fable 5.1)",,out:copy, scf52-fswe2@geotoolbox,geotoolbox,opus-5.5,max,coding,frontier,,,,,,,62.3,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M37,"https://geotoolbox.ai/blog/claude-fable-5-2 (launch table, row « FrontierSWE … », column Opus 5.5)",,out:copy, scf52-fswe2@geotoolbox,geotoolbox,gpt-6-astra,max,coding,frontier,,,,,,,65.5,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M36,"https://geotoolbox.ai/blog/claude-fable-5-2 (launch table, row « FrontierSWE … », column GPT-6 Astra)",,out:copy, scf52-fswe2@geotoolbox,geotoolbox,gemini-4-carbon,high,coding,frontier,,,,,,,61.2,score%,0.0289,,restated-from:Anthropic,"https://geotoolbox.ai/blog/claude-fable-5-2 (launch table, row « FrontierSWE … », column Gemini 4 Carbon)",,out:single-couple, scf52-autom@geotoolbox,geotoolbox,fable-5.2,max,agentic-tool,frontier,,,,,,,51.4,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M189,"https://geotoolbox.ai/blog/claude-fable-5-2 (launch table, row « AutomationBench … », column Fable 5.2)",,out:copy, scf52-autom@geotoolbox,geotoolbox,fable-5.1,max,agentic-tool,frontier,,,,,,,31.4,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M205,"https://geotoolbox.ai/blog/claude-fable-5-2 (launch table, row « AutomationBench … », column Fable 5.1)",,out:copy, scf52-autom@geotoolbox,geotoolbox,opus-5.5,max,agentic-tool,frontier,,,,,,,42.5,score%,0.0289,,restated-from:Anthropic,"https://geotoolbox.ai/blog/claude-fable-5-2 (launch table, row « AutomationBench … », column Opus 5.5)",,in, scf52-autom@geotoolbox,geotoolbox,gpt-6-astra,max,agentic-tool,frontier,,,,,,,41.4,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M202,"https://geotoolbox.ai/blog/claude-fable-5-2 (launch table, row « AutomationBench … », column GPT-6 Astra)",,out:copy, scf52-autom@geotoolbox,geotoolbox,gemini-4-carbon,high,agentic-tool,frontier,,,,,,,53.9,score%,0.0289,,restated-from:Anthropic,"https://geotoolbox.ai/blog/claude-fable-5-2 (launch table, row « AutomationBench … », column Gemini 4 Carbon)",,in, scf52-tbsci@geotoolbox,geotoolbox,fable-5.2,max,agentic-tool,frontier,,,,,,,74.6,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M28,"https://geotoolbox.ai/blog/claude-fable-5-2 (launch table, row « Terminal-Bench-Science … », column Fable 5.2)",,out:copy, scf52-tbsci@geotoolbox,geotoolbox,fable-5.1,max,agentic-tool,frontier,,,,,,,52.6,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M31,"https://geotoolbox.ai/blog/claude-fable-5-2 (launch table, row « Terminal-Bench-Science … », column Fable 5.1)",,out:copy, scf52-tbsci@geotoolbox,geotoolbox,opus-5.5,max,agentic-tool,frontier,,,,,,,58.7,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M30,"https://geotoolbox.ai/blog/claude-fable-5-2 (launch table, row « Terminal-Bench-Science … », column Opus 5.5)",,out:copy, scf52-tbsci@geotoolbox,geotoolbox,gpt-6-astra,max,agentic-tool,frontier,,,,,,,68.1,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M32,"https://geotoolbox.ai/blog/claude-fable-5-2 (launch table, row « Terminal-Bench-Science … », column GPT-6 Astra)",,out:copy, scf52-tbsci@geotoolbox,geotoolbox,gemini-4-carbon,high,agentic-tool,frontier,,,,,,,64.8,score%,0.0289,,restated-from:Anthropic,"https://geotoolbox.ai/blog/claude-fable-5-2 (launch table, row « Terminal-Bench-Science … », column Gemini 4 Carbon)",,out:single-couple, scf52-rli@geotoolbox,geotoolbox,fable-5.2,max,agentic-tool,frontier,,,,,,,41.3,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M211,"https://geotoolbox.ai/blog/claude-fable-5-2 (launch table, row « Remote … », column Fable 5.2)",,out:copy, scf52-rli@geotoolbox,geotoolbox,fable-5.1,max,agentic-tool,frontier,,,,,,,17.9,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M214,"https://geotoolbox.ai/blog/claude-fable-5-2 (launch table, row « Remote … », column Fable 5.1)",,out:copy, scf52-rli@geotoolbox,geotoolbox,opus-5.5,max,agentic-tool,frontier,,,,,,,21.3,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M212,"https://geotoolbox.ai/blog/claude-fable-5-2 (launch table, row « Remote … », column Opus 5.5)",,out:copy, scf52-rli@geotoolbox,geotoolbox,gpt-6-astra,max,agentic-tool,frontier,,,,,,,20.8,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M213,"https://geotoolbox.ai/blog/claude-fable-5-2 (launch table, row « Remote … », column GPT-6 Astra)",,out:copy, scf52-wandr@geotoolbox,geotoolbox,fable-5.2,max,agentic-tool,frontier,,,,,,,82.1,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M111,"https://geotoolbox.ai/blog/claude-fable-5-2 (launch table, row « WANDR … », column Fable 5.2)",,out:copy, scf52-wandr@geotoolbox,geotoolbox,fable-5.1,max,agentic-tool,frontier,,,,,,,68.7,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M112,"https://geotoolbox.ai/blog/claude-fable-5-2 (launch table, row « WANDR … », column Fable 5.1)",,out:copy, scf52-wandr@geotoolbox,geotoolbox,opus-5.5,max,agentic-tool,frontier,,,,,,,72.3,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M113,"https://geotoolbox.ai/blog/claude-fable-5-2 (launch table, row « WANDR … », column Opus 5.5)",,out:copy, scf52-oswp@geotoolbox,geotoolbox,fable-5.2,max,computer-use,frontier,OSWorld2-partial,,,,,,89.3,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M147,"https://geotoolbox.ai/blog/claude-fable-5-2 (launch table, row « OSWorld … », column Fable 5.2)",,out:copy, scf52-oswp@geotoolbox,geotoolbox,fable-5.1,max,computer-use,frontier,OSWorld2-partial,,,,,,83.5,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M151,"https://geotoolbox.ai/blog/claude-fable-5-2 (launch table, row « OSWorld … », column Fable 5.1)",,out:copy, scf52-oswp@geotoolbox,geotoolbox,opus-5.5,max,computer-use,frontier,OSWorld2-partial,,,,,,87.2,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M149,"https://geotoolbox.ai/blog/claude-fable-5-2 (launch table, row « OSWorld … », column Opus 5.5)",,out:copy, scf52-oswp@geotoolbox,geotoolbox,gpt-6-astra,max,computer-use,frontier,OSWorld2-partial,,,,,,79.5,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M153,"https://geotoolbox.ai/blog/claude-fable-5-2 (launch table, row « OSWorld … », column GPT-6 Astra)",,out:copy, scf52-oswp@geotoolbox,geotoolbox,gemini-4-carbon,high,computer-use,frontier,OSWorld2-partial,,,,,,81.5,score%,0.0289,,restated-from:Anthropic,"https://geotoolbox.ai/blog/claude-fable-5-2 (launch table, row « OSWorld … », column Gemini 4 Carbon)",,out:single-couple, scf52-hlet@geotoolbox,geotoolbox,fable-5.2,max,reasoning-math,frontier,HLE-tools,,,,,,74.2,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M80,"https://geotoolbox.ai/blog/claude-fable-5-2 (launch table, row « Humanity's … », column Fable 5.2)",,out:copy, scf52-hlet@geotoolbox,geotoolbox,fable-5.1,max,reasoning-math,frontier,HLE-tools,,,,,,65.6,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M90,"https://geotoolbox.ai/blog/claude-fable-5-2 (launch table, row « Humanity's … », column Fable 5.1)",,out:copy, scf52-hlet@geotoolbox,geotoolbox,opus-5.5,max,reasoning-math,frontier,HLE-tools,,,,,,67.7,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M85,"https://geotoolbox.ai/blog/claude-fable-5-2 (launch table, row « Humanity's … », column Opus 5.5)",,out:copy, scf52-hlet@geotoolbox,geotoolbox,gpt-6-astra,max,reasoning-math,frontier,HLE-tools,,,,,,57.2,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M96,"https://geotoolbox.ai/blog/claude-fable-5-2 (launch table, row « Humanity's … », column GPT-6 Astra)",,out:copy, scf52-chartn@geotoolbox,geotoolbox,fable-5.2,max,reasoning-math,hard,,,,,,,73.4,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M122,"https://geotoolbox.ai/blog/claude-fable-5-2 (launch table, row « Chartography … », column Fable 5.2)",,out:copy, scf52-chartn@geotoolbox,geotoolbox,fable-5.1,max,reasoning-math,hard,,,,,,,44.8,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M126,"https://geotoolbox.ai/blog/claude-fable-5-2 (launch table, row « Chartography … », column Fable 5.1)",,out:copy, scf52-chartn@geotoolbox,geotoolbox,opus-5.5,max,reasoning-math,hard,,,,,,,64.4,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M124,"https://geotoolbox.ai/blog/claude-fable-5-2 (launch table, row « Chartography … », column Opus 5.5)",,out:copy, scf52-chartn@geotoolbox,geotoolbox,gpt-6-astra,max,reasoning-math,hard,,,,,,,71.0,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M130,"https://geotoolbox.ai/blog/claude-fable-5-2 (launch table, row « Chartography … », column GPT-6 Astra)",,out:copy, scf52-chartn@geotoolbox,geotoolbox,gemini-4-carbon,high,reasoning-math,hard,,,,,,,72.5,score%,0.0289,,restated-from:Anthropic,"https://geotoolbox.ai/blog/claude-fable-5-2 (launch table, row « Chartography … », column Gemini 4 Carbon)",,out:single-couple, scf52-robodojo@geotoolbox,geotoolbox,fable-5.2,max,agentic-tool,frontier,,,,,,,64.9,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-mythos-5-2-announcement-2026-11-09#M103,"https://geotoolbox.ai/blog/claude-fable-5-2 (launch table, row « RoboDojo … », column Fable 5.2)",,out:copy, scf52-robodojo@geotoolbox,geotoolbox,fable-5.1,max,agentic-tool,frontier,,,,,,,27.6,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-mythos-5-2-announcement-2026-11-09#M101,"https://geotoolbox.ai/blog/claude-fable-5-2 (launch table, row « RoboDojo … », column Fable 5.1)",,out:copy, scf52-robodojo@geotoolbox,geotoolbox,opus-5.5,max,agentic-tool,frontier,,,,,,,39.4,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-mythos-5-2-announcement-2026-11-09#M102,"https://geotoolbox.ai/blog/claude-fable-5-2 (launch table, row « RoboDojo … », column Opus 5.5)",,out:copy, scf52-robodojo@geotoolbox,geotoolbox,gpt-6-astra,max,agentic-tool,frontier,,,,,,,29.8,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-mythos-5-2-announcement-2026-11-09#M100,"https://geotoolbox.ai/blog/claude-fable-5-2 (launch table, row « RoboDojo … », column GPT-6 Astra)",,out:copy, scf52-briefr@geotoolbox,geotoolbox,fable-5.2,max,agentic-tool,frontier,,,,,,,66.1,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M184,"https://geotoolbox.ai/blog/claude-fable-5-2 (launch table, row « AA-Briefcase … », column Fable 5.2)",,out:copy, scf52-briefr@geotoolbox,geotoolbox,fable-5.1,max,agentic-tool,frontier,,,,,,,61.5,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M185,"https://geotoolbox.ai/blog/claude-fable-5-2 (launch table, row « AA-Briefcase … », column Fable 5.1)",,out:copy, scf52-briefr@geotoolbox,geotoolbox,opus-5.5,max,agentic-tool,frontier,,,,,,,61.2,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M186,"https://geotoolbox.ai/blog/claude-fable-5-2 (launch table, row « AA-Briefcase … », column Opus 5.5)",,out:copy, scf52-briefr@geotoolbox,geotoolbox,gpt-6-astra,max,agentic-tool,frontier,,,,,,,52.0,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M187,"https://geotoolbox.ai/blog/claude-fable-5-2 (launch table, row « AA-Briefcase … », column GPT-6 Astra)",,out:copy, scf52-briefr@geotoolbox,geotoolbox,gemini-4-carbon,high,agentic-tool,frontier,,,,,,,61.8,score%,0.0289,,restated-from:Anthropic,"https://geotoolbox.ai/blog/claude-fable-5-2 (launch table, row « AA-Briefcase … », column Gemini 4 Carbon)",,out:single-couple, scf52-briefe@geotoolbox,geotoolbox,fable-5.2,max,agentic-tool,frontier,,,,,,,1785,AA-elo,0.289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M177,"https://geotoolbox.ai/blog/claude-fable-5-2 (launch table, row « AA-Briefcase … », column Fable 5.2)",,out:copy, scf52-briefe@geotoolbox,geotoolbox,fable-5.1,max,agentic-tool,frontier,,,,,,,1669,AA-elo,0.289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M179,"https://geotoolbox.ai/blog/claude-fable-5-2 (launch table, row « AA-Briefcase … », column Fable 5.1)",,out:copy, scf52-briefe@geotoolbox,geotoolbox,opus-5.5,max,agentic-tool,frontier,,,,,,,1800,AA-elo,0.289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M178,"https://geotoolbox.ai/blog/claude-fable-5-2 (launch table, row « AA-Briefcase … », column Opus 5.5)",,out:copy, scf52-briefe@geotoolbox,geotoolbox,gpt-6-astra,max,agentic-tool,frontier,,,,,,,1569,AA-elo,0.289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M180,"https://geotoolbox.ai/blog/claude-fable-5-2 (launch table, row « AA-Briefcase … », column GPT-6 Astra)",,out:copy, scf52-briefe@geotoolbox,geotoolbox,gemini-4-carbon,high,agentic-tool,frontier,,,,,,,1611,AA-elo,0.289,,restated-from:Anthropic,"https://geotoolbox.ai/blog/claude-fable-5-2 (launch table, row « AA-Briefcase … », column Gemini 4 Carbon)",,out:single-couple, scf52-fc20@geotoolbox,geotoolbox,gemini-4-carbon,medium,coding,frontier,,,,,,,41.1,score%,0.0289,,restated-from:Anthropic,"https://geotoolbox.ai/blog/claude-fable-5-2 (launch table, row « FrontierCode … », column Gemini 4 Carbon)",,out:single-couple, gert-agentic,gertlabs-gbench,gpt-6-astra,unstated,agentic-tool,hard,gertlabs-gbench-harness,,5.8817100116279075,2.89e-17,,,0.8805,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row openai/gpt-6-astra / column agentic_coding.gscore),,out:effort-not-established,out:effort-not-established gert-agentic,gertlabs-gbench,gpt-6.1-sol,unstated,agentic-tool,hard,gertlabs-gbench-harness,,1.393451155952381,2.89e-16,,,0.8667,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row openai/gpt-6.1-sol / column agentic_coding.gscore),,out:effort-not-established,out:effort-not-established gert-agentic,gertlabs-gbench,opus-5.5,unstated,agentic-tool,hard,gertlabs-gbench-harness,,11.560552966666664,2.89e-16,,,0.7702,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row anthropic/claude-opus-5-5 / column agentic_coding.gscore),,out:effort-not-established,out:effort-not-established gert-agentic,gertlabs-gbench,gpt-6-sol,unstated,agentic-tool,hard,gertlabs-gbench-harness,,1.4410788173913043,2.89e-17,,,0.7897,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row openai/gpt-6-sol / column agentic_coding.gscore),,out:effort-not-established,out:effort-not-established gert-agentic,gertlabs-gbench,gemini-4-argon,unstated,agentic-tool,hard,gertlabs-gbench-harness,,6.571415090909091,2.89e-16,,,0.7664,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row google/gemini-4-argon / column agentic_coding.gscore),,out:effort-not-established,out:effort-not-established gert-agentic,gertlabs-gbench,fable-5.1,unstated,agentic-tool,hard,gertlabs-gbench-harness,,37.981027090909095,2.89e-16,,,0.7504,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row anthropic/claude-fable-5-1 / column agentic_coding.gscore),,out:effort-not-established,out:effort-not-established gert-agentic,gertlabs-gbench,opus-5,unstated,agentic-tool,hard,gertlabs-gbench-harness,,21.03392019512195,2.89e-15,,,0.7663,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row anthropic/claude-opus-5 / column agentic_coding.gscore),,out:effort-not-established,out:effort-not-established gert-agentic,gertlabs-gbench,sonnet-5.5,unstated,agentic-tool,hard,gertlabs-gbench-harness,,2.6124628863636365,2.89e-17,,,0.7334,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row anthropic/claude-sonnet-5-5 / column agentic_coding.gscore),,out:effort-not-established,out:effort-not-established gert-agentic,gertlabs-gbench,fable-5,unstated,agentic-tool,hard,gertlabs-gbench-harness,,26.0506833974359,2.89e-14,,,0.7304,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row anthropic/claude-fable-5 / column agentic_coding.gscore),,out:effort-not-established,out:effort-not-established gert-agentic,gertlabs-gbench,gpt-5.6-sol,unstated,agentic-tool,hard,gertlabs-gbench-harness,,1.823453571428571,2.89e-16,,,0.5983,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row openai/gpt-5.6-sol / column agentic_coding.gscore),,out:effort-not-established,out:effort-not-established gert-agentic,gertlabs-gbench,grok-4.7,unstated,agentic-tool,hard,gertlabs-gbench-harness,,7.008163199999999,2.89e-16,,,0.7015,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row x.ai/grok-4.7 / column agentic_coding.gscore),,out:effort-not-established,out:effort-not-established gert-agentic,gertlabs-gbench,grok-4.6,unstated,agentic-tool,hard,gertlabs-gbench-harness,,5.255727512195121,2.89e-16,,,0.7089,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row x.ai/grok-4.6 / column agentic_coding.gscore),,out:effort-not-established,out:effort-not-established gert-agentic,gertlabs-gbench,gemini-3.8-flash,unstated,agentic-tool,hard,gertlabs-gbench-harness,,2.1096316604651166,2.89e-17,,,0.6618,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row google/gemini-3.8-flash / column agentic_coding.gscore),,out:effort-not-established,out:effort-not-established gert-agentic,gertlabs-gbench,gpt-5.5,unstated,agentic-tool,hard,gertlabs-gbench-harness,,10.726812466666667,2.89e-16,,,0.558,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row openai/gpt-5.5 / column agentic_coding.gscore),,out:effort-not-established,out:effort-not-established gert-agentic,gertlabs-gbench,gemini-3.6-flash,unstated,agentic-tool,hard,gertlabs-gbench-harness,,3.815636786249999,2.89e-16,,,0.5921,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row google/gemini-3.6-flash / column agentic_coding.gscore),,out:effort-not-established,out:effort-not-established gert-agentic,gertlabs-gbench,?google/gemini-3.7-flash,not-established:absent,agentic-tool,hard,gertlabs-gbench-harness,,1.0419148709558825,2.89e-17,,,0.6111,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row google/gemini-3.7-flash / column agentic_coding.gscore),,out:model-not-established,out:model-not-established gert-agentic,gertlabs-gbench,kimi-k3,unstated,agentic-tool,hard,gertlabs-gbench-harness,,9.741386063414637,2.89e-16,,,0.6389,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row moonshot/kimi-k3 / column agentic_coding.gscore),,out:effort-not-established,out:effort-not-established gert-agentic,gertlabs-gbench,haiku-5.5,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.29276174715909103,2.89e-18,,,0.562,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row anthropic/claude-haiku-5-5 / column agentic_coding.gscore),,out:effort-not-established,out:effort-not-established gert-agentic,gertlabs-gbench,deepseek-v4.1-flash-1017,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.316368444,2.89e-10,,,0.5721,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row deepseek/deepseek-v4.1-flash-1017 / column agentic_coding.gscore),,out:effort-not-established,out:effort-not-established gert-agentic,gertlabs-gbench,gpt-5.4,unstated,agentic-tool,hard,gertlabs-gbench-harness,,7.158321916666668,2.89e-16,,,0.5382,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row openai/gpt-5.4 / column agentic_coding.gscore),,out:effort-not-established,out:effort-not-established gert-agentic,gertlabs-gbench,gemini-3.1-pro-customtools,unstated,agentic-tool,hard,gertlabs-gbench-harness,,3.5763105866666667,2.89e-17,,,0.4894,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row google/gemini-3.1-pro-preview-customtools / column agentic_coding.gscore),,out:effort-not-established,out:effort-not-established gert-agentic,gertlabs-gbench,opus-4.8,unstated,agentic-tool,hard,gertlabs-gbench-harness,,5.926002375,2.89e-10,,,0.5155,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row anthropic/claude-opus-4-8 / column agentic_coding.gscore),,out:effort-not-established,out:effort-not-established gert-agentic,gertlabs-gbench,gpt-6-luna,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.11744091012195124,2.89e-18,,,0.5708,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row openai/gpt-6-luna / column agentic_coding.gscore),,out:effort-not-established,out:effort-not-established gert-agentic,gertlabs-gbench,deepseek-v4.1-flash,unstated,agentic-tool,hard,gertlabs-gbench-harness,,1.0494183253023253,2.89e-17,,,0.6322,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row deepseek/deepseek-v4.1-flash / column agentic_coding.gscore),,out:effort-not-established,out:effort-not-established gert-agentic,gertlabs-gbench,gpt-5.6-terra,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.9828120290697676,2.89e-17,,,0.4282,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row openai/gpt-5.6-terra / column agentic_coding.gscore),,out:effort-not-established,out:effort-not-established gert-agentic,gertlabs-gbench,gpt-5.6-luna,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.5834508987804876,2.89e-17,,,0.5576,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row openai/gpt-5.6-luna / column agentic_coding.gscore),,out:effort-not-established,out:effort-not-established gert-agentic,gertlabs-gbench,opus-4.7,unstated,agentic-tool,hard,gertlabs-gbench-harness,,6.483674285714286,2.89e-16,,,0.5643,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row anthropic/claude-opus-4-7 / column agentic_coding.gscore),,out:effort-not-established,out:effort-not-established gert-agentic,gertlabs-gbench,?google/gemini-3.5-flash,not-established:absent,agentic-tool,hard,gertlabs-gbench-harness,,3.510211725000001,2.89e-16,,,0.3721,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row google/gemini-3.5-flash / column agentic_coding.gscore),,out:model-not-established,out:model-not-established gert-agentic,gertlabs-gbench,glm-5.3,unstated,agentic-tool,hard,gertlabs-gbench-harness,,5.192562314545454,2.89e-16,,,0.6246,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row z.ai/glm-5.3 / column agentic_coding.gscore),,out:effort-not-established,out:effort-not-established gert-agentic,gertlabs-gbench,deepseek-v4-pro-0813,unstated,agentic-tool,hard,gertlabs-gbench-harness,,1.0734248810232556,2.89e-17,,,0.5116,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row deepseek/deepseek-v4-pro-0813 / column agentic_coding.gscore),,out:effort-not-established,out:effort-not-established gert-agentic,gertlabs-gbench,?qwen/qwen3.8-max,not-established:absent,agentic-tool,hard,gertlabs-gbench-harness,,7.21058952631579,2.89e-15,,,0.4831,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row qwen/qwen3.8-max / column agentic_coding.gscore),,out:model-not-established,out:model-not-established gert-agentic,gertlabs-gbench,glm-5.3-flash,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.15173652306818178,2.89e-18,,,0.5527,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row z.ai/glm-5.3-flash / column agentic_coding.gscore),,out:effort-not-established,out:effort-not-established gert-agentic,gertlabs-gbench,gpt-5.3-codex,unstated,agentic-tool,hard,gertlabs-gbench-harness,,,,,,0.4344,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row openai/gpt-5.3-codex / column agentic_coding.gscore),,out:effort-not-established, gert-agentic,gertlabs-gbench,glm-5.2,unstated,agentic-tool,hard,gertlabs-gbench-harness,,4.435407356279069,2.89e-16,,,0.5064,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row z.ai/glm-5.2 / column agentic_coding.gscore),,out:effort-not-established,out:effort-not-established gert-agentic,gertlabs-gbench,grok-4.5,unstated,agentic-tool,hard,gertlabs-gbench-harness,,4.446591688888888,2.89e-16,,,0.4609,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row x.ai/grok-4.5 / column agentic_coding.gscore),,out:effort-not-established,out:effort-not-established gert-agentic,gertlabs-gbench,opus-4.6,unstated,agentic-tool,hard,gertlabs-gbench-harness,,15.7007,2.89e-05,,,0.3707,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row anthropic/claude-opus-4-6 / column agentic_coding.gscore),,out:effort-not-established,out:effort-not-established gert-agentic,gertlabs-gbench,sonnet-4.6,unstated,agentic-tool,hard,gertlabs-gbench-harness,,24.808064359999996,2.89e-16,,,0.4842,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row anthropic/claude-sonnet-4-6 / column agentic_coding.gscore),,out:effort-not-established,out:effort-not-established gert-agentic,gertlabs-gbench,qwen3.6-max-preview,unstated,agentic-tool,hard,gertlabs-gbench-harness,,3.6509417880000012,2.89e-17,,,0.4526,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row qwen/qwen3.6-max-preview / column agentic_coding.gscore),,out:effort-not-established,out:effort-not-established gert-agentic,gertlabs-gbench,gemini-3.1-pro,unstated,agentic-tool,hard,gertlabs-gbench-harness,,,,,,0.2932,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row google/gemini-3.1-pro-preview / column agentic_coding.gscore),,out:effort-not-established, gert-agentic,gertlabs-gbench,?google/gemini-3-pro-preview,not-established:absent,agentic-tool,hard,gertlabs-gbench-harness,,,,,,0.3741,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row google/gemini-3-pro-preview / column agentic_coding.gscore),,out:model-not-established, gert-agentic,gertlabs-gbench,opus-4.5,unstated,agentic-tool,hard,gertlabs-gbench-harness,,,,,,0.392,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row anthropic/claude-opus-4-5 / column agentic_coding.gscore),,out:effort-not-established, gert-agentic,gertlabs-gbench,sonnet-5,unstated,agentic-tool,hard,gertlabs-gbench-harness,,5.566132164285714,2.89e-16,,,0.3885,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row anthropic/claude-sonnet-5 / column agentic_coding.gscore),,out:effort-not-established,out:effort-not-established gert-agentic,gertlabs-gbench,kimi-k2.7-code,solo,agentic-tool,hard,gertlabs-gbench-harness,,1.8675383828947365,2.89e-17,,,0.3735,gscore-0-1,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://gertlabs.com/rankings ($.data.rankings / row moonshot/kimi-k2.7-code / column agentic_coding.gscore),,in,out:cost-single-couple gert-agentic,gertlabs-gbench,kimi-k2.6,unstated,agentic-tool,hard,gertlabs-gbench-harness,,1.0698567449999998,2.89e-17,,,0.4078,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row moonshot/kimi-k2.6 / column agentic_coding.gscore),,out:effort-not-established,out:effort-not-established gert-agentic,gertlabs-gbench,deepseek-v4-flash-0731,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.4295215334883722,2.89e-17,,,0.3966,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row deepseek/deepseek-v4-flash-0731 / column agentic_coding.gscore),,out:effort-not-established,out:effort-not-established gert-agentic,gertlabs-gbench,qwen3.7-max,unstated,agentic-tool,hard,gertlabs-gbench-harness,,5.2588800625,2.89e-11,,,0.3142,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row qwen/qwen3.7-max / column agentic_coding.gscore),,out:effort-not-established,out:effort-not-established gert-agentic,gertlabs-gbench,glm-5.1,unstated,agentic-tool,hard,gertlabs-gbench-harness,,1.91595219,2.89e-09,,,0.3763,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row z.ai/glm-5.1 / column agentic_coding.gscore),,out:effort-not-established,out:effort-not-established gert-agentic,gertlabs-gbench,qwen3.7-plus,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.5879438133333333,2.89e-17,,,0.4306,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row qwen/qwen3.7-plus / column agentic_coding.gscore),,out:effort-not-established,out:effort-not-established gert-agentic,gertlabs-gbench,qwen3.8-27b,unstated,agentic-tool,hard,gertlabs-gbench-harness,,1.337940443181818,2.89e-16,,,0.3633,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row qwen/qwen3.8-27b / column agentic_coding.gscore),,out:effort-not-established,out:effort-not-established gert-agentic,gertlabs-gbench,gemini-3-flash,unstated,agentic-tool,hard,gertlabs-gbench-harness,,2.091646876190476,2.89e-16,,,0.3191,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row google/gemini-3-flash-preview / column agentic_coding.gscore),,out:effort-not-established,out:effort-not-established gert-agentic,gertlabs-gbench,qwen3.6-27b,unstated,agentic-tool,hard,gertlabs-gbench-harness,,1.0496671099268293,2.89e-17,,,0.3349,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row qwen/qwen3.6-27b / column agentic_coding.gscore),,out:effort-not-established,out:effort-not-established gert-agentic,gertlabs-gbench,?deepseek/deepseek-v4-pro,not-established:absent,agentic-tool,hard,gertlabs-gbench-harness,,0.49312732992753616,2.89e-18,,,0.3066,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row deepseek/deepseek-v4-pro / column agentic_coding.gscore),,out:model-not-established,out:model-not-established gert-agentic,gertlabs-gbench,?deepseek/deepseek-v4-flash,not-established:absent,agentic-tool,hard,gertlabs-gbench-harness,,0.10845491852631578,2.89e-18,,,0.3365,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row deepseek/deepseek-v4-flash / column agentic_coding.gscore),,out:model-not-established,out:model-not-established gert-agentic,gertlabs-gbench,gpt-5.1-codex,unstated,agentic-tool,hard,gertlabs-gbench-harness,,,,,,0.1928,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row openai/gpt-5.1-codex / column agentic_coding.gscore),,out:effort-not-established, gert-agentic,gertlabs-gbench,qwen3.6-plus,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.7566398125,2.89e-11,,,0.3121,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row qwen/qwen3.6-plus / column agentic_coding.gscore),,out:effort-not-established,out:effort-not-established gert-agentic,gertlabs-gbench,glm-5,unstated,agentic-tool,hard,gertlabs-gbench-harness,,1.4191598999999997,2.89e-17,,,0.2222,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row z.ai/glm-5 / column agentic_coding.gscore),,out:effort-not-established,out:effort-not-established gert-agentic,gertlabs-gbench,gemini-3.5-flash-lite,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.18799591046511624,2.89e-18,,,0.2338,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row google/gemini-3.5-flash-lite / column agentic_coding.gscore),,out:effort-not-established,out:effort-not-established gert-agentic,gertlabs-gbench,qwen3.6-flash,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.6782562731481483,2.89e-17,,,0.2931,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row qwen/qwen3.6-flash / column agentic_coding.gscore),,out:effort-not-established,out:effort-not-established gert-agentic,gertlabs-gbench,grok-4.1-fast,unstated,agentic-tool,hard,gertlabs-gbench-harness,,,,,,0.213,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row x.ai/grok-4.1-fast / column agentic_coding.gscore),,out:effort-not-established, gert-agentic,gertlabs-gbench,gpt-5.2-codex,unstated,agentic-tool,hard,gertlabs-gbench-harness,,,,,,0.1844,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row openai/gpt-5.2-codex / column agentic_coding.gscore),,out:effort-not-established, gert-agentic,gertlabs-gbench,gemini-3.1-flash-lite,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.09034279198113208,2.89e-18,,,0.2599,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row google/gemini-3.1-flash-lite / column agentic_coding.gscore),,out:effort-not-established,out:effort-not-established gert-agentic,gertlabs-gbench,qwen3.5-397b-a17b,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.95854477625,2.89e-12,,,0.2246,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row qwen/qwen3.5-397b-a17b / column agentic_coding.gscore),,out:effort-not-established,out:effort-not-established gert-agentic,gertlabs-gbench,grok-4.20,think,agentic-tool,hard,gertlabs-gbench-harness,,0.5861467928030304,0.139,,,0.1253,gscore-0-1,2.89e-05,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://gertlabs.com/rankings ($.data.rankings / row x.ai/grok-4.20 / column agentic_coding.gscore),,in,out:cost-single-couple gert-agentic,gertlabs-gbench,qwen3.7-flash,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.19721653595348834,2.89e-18,,,0.2265,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row qwen/qwen3.7-flash / column agentic_coding.gscore),,out:effort-not-established,out:effort-not-established gert-agentic,gertlabs-gbench,?moonshot/kimi-k2-thinking,not-established:absent,agentic-tool,hard,gertlabs-gbench-harness,,,,,,0.1003,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row moonshot/kimi-k2-thinking / column agentic_coding.gscore),,out:model-not-established, gert-agentic,gertlabs-gbench,glm-4.7,unstated,agentic-tool,hard,gertlabs-gbench-harness,,,,,,0.1015,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row z.ai/glm-4.7 / column agentic_coding.gscore),,out:effort-not-established, gert-agentic,gertlabs-gbench,qwen3-max-0123,think,agentic-tool,hard,gertlabs-gbench-harness,,,,,,0.1146,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row qwen/qwen3-max-thinking / column agentic_coding.gscore),,out:single-couple, gert-agentic,gertlabs-gbench,grok-4.3,unstated,agentic-tool,hard,gertlabs-gbench-harness,,1.4879143347222223,2.89e-17,,,0.173,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row x.ai/grok-4.3 / column agentic_coding.gscore),,out:effort-not-established,out:effort-not-established gert-agentic,gertlabs-gbench,qwen3.6-35b-a3b,unstated,agentic-tool,hard,gertlabs-gbench-harness,,,,,,0.2298,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row qwen/qwen3.6-35b-a3b / column agentic_coding.gscore),,out:effort-not-established, gert-oneshot,gertlabs-gbench,gpt-6-astra,unstated,coding,hard,gertlabs-gbench-harness,,0.6225534427966102,2.89e-17,,,0.7946,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row openai/gpt-6-astra / column oneshot_coding.gscore),,out:effort-not-established,out:effort-not-established gert-oneshot,gertlabs-gbench,gpt-6.1-sol,unstated,coding,hard,gertlabs-gbench-harness,,0.10409631043956041,2.89e-18,,,0.7862,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row openai/gpt-6.1-sol / column oneshot_coding.gscore),,out:effort-not-established,out:effort-not-established gert-oneshot,gertlabs-gbench,opus-5.5,unstated,coding,hard,gertlabs-gbench-harness,,0.6197103999999999,2.89e-17,,,0.755,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row anthropic/claude-opus-5-5 / column oneshot_coding.gscore),,out:effort-not-established,out:effort-not-established gert-oneshot,gertlabs-gbench,gpt-6-sol,unstated,coding,hard,gertlabs-gbench-harness,,0.0660670422077922,2.89e-17,,,0.7104,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row openai/gpt-6-sol / column oneshot_coding.gscore),,out:effort-not-established,out:effort-not-established gert-oneshot,gertlabs-gbench,gemini-4-argon,unstated,coding,hard,gertlabs-gbench-harness,,0.44024870454545445,2.89e-18,,,0.6879,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row google/gemini-4-argon / column oneshot_coding.gscore),,out:effort-not-established,out:effort-not-established gert-oneshot,gertlabs-gbench,fable-5.1,unstated,coding,hard,gertlabs-gbench-harness,,1.8166093506493513,2.89e-17,,,0.7004,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row anthropic/claude-fable-5-1 / column oneshot_coding.gscore),,out:effort-not-established,out:effort-not-established gert-oneshot,gertlabs-gbench,opus-5,unstated,coding,hard,gertlabs-gbench-harness,,0.9773666822429914,2.89e-17,,,0.6938,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row anthropic/claude-opus-5 / column oneshot_coding.gscore),,out:effort-not-established,out:effort-not-established gert-oneshot,gertlabs-gbench,sonnet-5.5,unstated,coding,hard,gertlabs-gbench-harness,,0.11581155844155842,2.89e-18,,,0.7062,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row anthropic/claude-sonnet-5-5 / column oneshot_coding.gscore),,out:effort-not-established,out:effort-not-established gert-oneshot,gertlabs-gbench,fable-5,unstated,coding,hard,gertlabs-gbench-harness,,1.188478676470588,2.89e-16,,,0.645,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row anthropic/claude-fable-5 / column oneshot_coding.gscore),,out:effort-not-established,out:effort-not-established gert-oneshot,gertlabs-gbench,gpt-5.6-sol,unstated,coding,hard,gertlabs-gbench-harness,,0.39356980752427173,2.89e-18,,,0.6777,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row openai/gpt-5.6-sol / column oneshot_coding.gscore),,out:effort-not-established,out:effort-not-established gert-oneshot,gertlabs-gbench,grok-4.7,unstated,coding,hard,gertlabs-gbench-harness,,0.31359117866666664,2.89e-18,,,0.5802,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row x.ai/grok-4.7 / column oneshot_coding.gscore),,out:effort-not-established,out:effort-not-established gert-oneshot,gertlabs-gbench,grok-4.6,unstated,coding,hard,gertlabs-gbench-harness,,0.2134366315789474,2.89e-17,,,0.5419,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row x.ai/grok-4.6 / column oneshot_coding.gscore),,out:effort-not-established,out:effort-not-established gert-oneshot,gertlabs-gbench,gemini-3.8-flash,unstated,coding,hard,gertlabs-gbench-harness,,0.14326093103448273,2.89e-18,,,0.587,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row google/gemini-3.8-flash / column oneshot_coding.gscore),,out:effort-not-established,out:effort-not-established gert-oneshot,gertlabs-gbench,gpt-5.5,unstated,coding,hard,gertlabs-gbench-harness,,0.8235073802816903,2.89e-17,,,0.6307,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row openai/gpt-5.5 / column oneshot_coding.gscore),,out:effort-not-established,out:effort-not-established gert-oneshot,gertlabs-gbench,gemini-3.6-flash,unstated,coding,hard,gertlabs-gbench-harness,,0.18830192474999996,2.89e-18,,,0.5914,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row google/gemini-3.6-flash / column oneshot_coding.gscore),,out:effort-not-established,out:effort-not-established gert-oneshot,gertlabs-gbench,?google/gemini-3.7-flash,not-established:absent,coding,hard,gertlabs-gbench-harness,,0.052442677941176456,2.89e-19,,,0.5558,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row google/gemini-3.7-flash / column oneshot_coding.gscore),,out:model-not-established,out:model-not-established gert-oneshot,gertlabs-gbench,kimi-k3,unstated,coding,hard,gertlabs-gbench-harness,,0.5185790038461537,2.89e-17,,,0.5399,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row moonshot/kimi-k3 / column oneshot_coding.gscore),,out:effort-not-established,out:effort-not-established gert-oneshot,gertlabs-gbench,haiku-5.5,unstated,coding,hard,gertlabs-gbench-harness,,0.017142235064935063,2.89e-19,,,0.567,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row anthropic/claude-haiku-5-5 / column oneshot_coding.gscore),,out:effort-not-established,out:effort-not-established gert-oneshot,gertlabs-gbench,deepseek-v4.1-flash-1017,unstated,coding,hard,gertlabs-gbench-harness,,0.014155628701298705,2.89e-19,,,0.5592,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row deepseek/deepseek-v4.1-flash-1017 / column oneshot_coding.gscore),,out:effort-not-established,out:effort-not-established gert-oneshot,gertlabs-gbench,gpt-5.4,unstated,coding,hard,gertlabs-gbench-harness,,0.7067318450704227,2.89e-17,,,0.5597,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row openai/gpt-5.4 / column oneshot_coding.gscore),,out:effort-not-established,out:effort-not-established gert-oneshot,gertlabs-gbench,gemini-3.1-pro-customtools,unstated,coding,hard,gertlabs-gbench-harness,,0.3361045,2.89e-08,,,0.571,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row google/gemini-3.1-pro-preview-customtools / column oneshot_coding.gscore),,out:effort-not-established,out:effort-not-established gert-oneshot,gertlabs-gbench,opus-4.8,unstated,coding,hard,gertlabs-gbench-harness,,0.47282028985507246,2.89e-18,,,0.5466,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row anthropic/claude-opus-4-8 / column oneshot_coding.gscore),,out:effort-not-established,out:effort-not-established gert-oneshot,gertlabs-gbench,gpt-6-luna,unstated,coding,hard,gertlabs-gbench-harness,,0.00624870715116279,2.89e-18,,,0.5202,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row openai/gpt-6-luna / column oneshot_coding.gscore),,out:effort-not-established,out:effort-not-established gert-oneshot,gertlabs-gbench,deepseek-v4.1-flash,unstated,coding,hard,gertlabs-gbench-harness,,0.04945521486486486,2.89e-18,,,0.5248,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row deepseek/deepseek-v4.1-flash / column oneshot_coding.gscore),,out:effort-not-established,out:effort-not-established gert-oneshot,gertlabs-gbench,gpt-5.6-terra,unstated,coding,hard,gertlabs-gbench-harness,,0.16076574317307685,2.89e-18,,,0.6233,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row openai/gpt-5.6-terra / column oneshot_coding.gscore),,out:effort-not-established,out:effort-not-established gert-oneshot,gertlabs-gbench,gpt-5.6-luna,unstated,coding,hard,gertlabs-gbench-harness,,0.09024293309859154,2.89e-18,,,0.4982,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row openai/gpt-5.6-luna / column oneshot_coding.gscore),,out:effort-not-established,out:effort-not-established gert-oneshot,gertlabs-gbench,opus-4.7,unstated,coding,hard,gertlabs-gbench-harness,,0.28602776315789474,2.89e-18,,,0.4679,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row anthropic/claude-opus-4-7 / column oneshot_coding.gscore),,out:effort-not-established,out:effort-not-established gert-oneshot,gertlabs-gbench,?google/gemini-3.5-flash,not-established:absent,coding,hard,gertlabs-gbench-harness,,0.2409904413793103,2.89e-17,,,0.5549,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row google/gemini-3.5-flash / column oneshot_coding.gscore),,out:model-not-established,out:model-not-established gert-oneshot,gertlabs-gbench,glm-5.3,unstated,coding,hard,gertlabs-gbench-harness,,0.10619668000000002,2.89e-18,,,0.4612,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row z.ai/glm-5.3 / column oneshot_coding.gscore),,out:effort-not-established,out:effort-not-established gert-oneshot,gertlabs-gbench,deepseek-v4-pro-0813,unstated,coding,hard,gertlabs-gbench-harness,,0.04855605007857144,2.89e-18,,,0.4656,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row deepseek/deepseek-v4-pro-0813 / column oneshot_coding.gscore),,out:effort-not-established,out:effort-not-established gert-oneshot,gertlabs-gbench,?qwen/qwen3.8-max,not-established:absent,coding,hard,gertlabs-gbench-harness,,0.3215474058823529,2.89e-17,,,0.5187,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row qwen/qwen3.8-max / column oneshot_coding.gscore),,out:model-not-established,out:model-not-established gert-oneshot,gertlabs-gbench,glm-5.3-flash,unstated,coding,hard,gertlabs-gbench-harness,,0.0077909669541025624,2.89e-20,,,0.5042,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row z.ai/glm-5.3-flash / column oneshot_coding.gscore),,out:effort-not-established,out:effort-not-established gert-oneshot,gertlabs-gbench,gpt-5.2,unstated,coding,hard,gertlabs-gbench-harness,,0.2024110635135135,2.89e-17,,,0.4243,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row openai/gpt-5.2 / column oneshot_coding.gscore),,out:effort-not-established,out:effort-not-established gert-oneshot,gertlabs-gbench,gpt-5.3-codex,unstated,coding,hard,gertlabs-gbench-harness,,0.2854251119999999,2.89e-17,,,0.5164,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row openai/gpt-5.3-codex / column oneshot_coding.gscore),,out:effort-not-established,out:effort-not-established gert-oneshot,gertlabs-gbench,glm-5.2,unstated,coding,hard,gertlabs-gbench-harness,,0.10590702993170735,2.89e-18,,,0.4193,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row z.ai/glm-5.2 / column oneshot_coding.gscore),,out:effort-not-established,out:effort-not-established gert-oneshot,gertlabs-gbench,grok-4.5,unstated,coding,hard,gertlabs-gbench-harness,,0.07206200380952382,2.89e-18,,,0.4732,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row x.ai/grok-4.5 / column oneshot_coding.gscore),,out:effort-not-established,out:effort-not-established gert-oneshot,gertlabs-gbench,opus-4.6,unstated,coding,hard,gertlabs-gbench-harness,,1.6134929069767443,2.89e-17,,,0.5066,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row anthropic/claude-opus-4-6 / column oneshot_coding.gscore),,out:effort-not-established,out:effort-not-established gert-oneshot,gertlabs-gbench,sonnet-4.6,unstated,coding,hard,gertlabs-gbench-harness,,0.70587590625,2.89e-12,,,0.4076,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row anthropic/claude-sonnet-4-6 / column oneshot_coding.gscore),,out:effort-not-established,out:effort-not-established gert-oneshot,gertlabs-gbench,qwen3.6-max-preview,unstated,coding,hard,gertlabs-gbench-harness,,0.09298568499999997,2.89e-18,,,0.4401,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row qwen/qwen3.6-max-preview / column oneshot_coding.gscore),,out:effort-not-established,out:effort-not-established gert-oneshot,gertlabs-gbench,gemini-3.1-pro,unstated,coding,hard,gertlabs-gbench-harness,,0.24823925714285713,2.89e-18,,,0.5526,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row google/gemini-3.1-pro-preview / column oneshot_coding.gscore),,out:effort-not-established,out:effort-not-established gert-oneshot,gertlabs-gbench,?google/gemini-3-pro-preview,not-established:absent,coding,hard,gertlabs-gbench-harness,,,,,,0.5172,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row google/gemini-3-pro-preview / column oneshot_coding.gscore),,out:model-not-established, gert-oneshot,gertlabs-gbench,opus-4.5,unstated,coding,hard,gertlabs-gbench-harness,,0.6066298648648647,2.89e-17,,,0.4314,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row anthropic/claude-opus-4-5 / column oneshot_coding.gscore),,out:effort-not-established,out:effort-not-established gert-oneshot,gertlabs-gbench,sonnet-5,unstated,coding,hard,gertlabs-gbench-harness,,0.1586738666666666,2.89e-17,,,0.4591,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row anthropic/claude-sonnet-5 / column oneshot_coding.gscore),,out:effort-not-established,out:effort-not-established gert-oneshot,gertlabs-gbench,kimi-k2.7-code,solo,coding,hard,gertlabs-gbench-harness,,0.11266817447761196,2.89e-18,,,0.4374,gscore-0-1,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://gertlabs.com/rankings ($.data.rankings / row moonshot/kimi-k2.7-code / column oneshot_coding.gscore),,in,out:cost-single-couple gert-oneshot,gertlabs-gbench,kimi-k2.6,unstated,coding,hard,gertlabs-gbench-harness,,0.12341610039473674,2.89e-18,,,0.4194,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row moonshot/kimi-k2.6 / column oneshot_coding.gscore),,out:effort-not-established,out:effort-not-established gert-oneshot,gertlabs-gbench,deepseek-v4-flash-0731,unstated,coding,hard,gertlabs-gbench-harness,,0.011605063999999998,2.89e-19,,,0.3884,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row deepseek/deepseek-v4-flash-0731 / column oneshot_coding.gscore),,out:effort-not-established,out:effort-not-established gert-oneshot,gertlabs-gbench,qwen3.7-max,unstated,coding,hard,gertlabs-gbench-harness,,0.11197809755434789,2.89e-18,,,0.4516,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row qwen/qwen3.7-max / column oneshot_coding.gscore),,out:effort-not-established,out:effort-not-established gert-oneshot,gertlabs-gbench,qwen3.8-flash,unstated,coding,hard,gertlabs-gbench-harness,,0.033819877423728814,2.89e-19,,,0.4168,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row qwen/qwen3.8-flash / column oneshot_coding.gscore),,out:effort-not-established,out:effort-not-established gert-oneshot,gertlabs-gbench,glm-5.1,unstated,coding,hard,gertlabs-gbench-harness,,0.13398001616071434,2.89e-18,,,0.3666,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row z.ai/glm-5.1 / column oneshot_coding.gscore),,out:effort-not-established,out:effort-not-established gert-oneshot,gertlabs-gbench,sonnet-4.5,unstated,coding,hard,gertlabs-gbench-harness,,0.2101389545454545,2.89e-17,,,0.2907,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row anthropic/claude-sonnet-4-5 / column oneshot_coding.gscore),,out:effort-not-established,out:effort-not-established gert-oneshot,gertlabs-gbench,?moonshot/kimi-k2.5,not-established:absent,coding,hard,gertlabs-gbench-harness,,0.03239304560812715,2.89e-18,,,0.3333,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row moonshot/kimi-k2.5 / column oneshot_coding.gscore),,out:model-not-established,out:model-not-established gert-oneshot,gertlabs-gbench,qwen3.7-plus,unstated,coding,hard,gertlabs-gbench-harness,,0.023886505806451613,2.89e-19,,,0.2693,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row qwen/qwen3.7-plus / column oneshot_coding.gscore),,out:effort-not-established,out:effort-not-established gert-oneshot,gertlabs-gbench,gpt-5.3-chat-latest,solo,coding,hard,gertlabs-gbench-harness,,0.02254365441176471,2.89e-18,,,0.2896,gscore-0-1,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://gertlabs.com/rankings ($.data.rankings / row openai/gpt-5.3-chat / column oneshot_coding.gscore),,in,out:cost-single-couple gert-oneshot,gertlabs-gbench,qwen3.8-27b,unstated,coding,hard,gertlabs-gbench-harness,,0.0506373114864865,2.89e-17,,,0.3508,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row qwen/qwen3.8-27b / column oneshot_coding.gscore),,out:effort-not-established,out:effort-not-established gert-oneshot,gertlabs-gbench,gemini-3-flash,unstated,coding,hard,gertlabs-gbench-harness,,0.08849501388888889,2.89e-18,,,0.3371,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row google/gemini-3-flash-preview / column oneshot_coding.gscore),,out:effort-not-established,out:effort-not-established gert-oneshot,gertlabs-gbench,qwen3.6-27b,unstated,coding,hard,gertlabs-gbench-harness,,0.05480039768749999,2.89e-18,,,0.2614,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row qwen/qwen3.6-27b / column oneshot_coding.gscore),,out:effort-not-established,out:effort-not-established gert-oneshot,gertlabs-gbench,gpt-5.1,unstated,coding,hard,gertlabs-gbench-harness,,0.16669375,2.89e-09,,,0.368,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row openai/gpt-5.1 / column oneshot_coding.gscore),,out:effort-not-established,out:effort-not-established gert-oneshot,gertlabs-gbench,?deepseek/deepseek-v4-pro,not-established:absent,coding,hard,gertlabs-gbench-harness,,0.04696772231316456,2.89e-18,,,0.2685,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row deepseek/deepseek-v4-pro / column oneshot_coding.gscore),,out:model-not-established,out:model-not-established gert-oneshot,gertlabs-gbench,?deepseek/deepseek-v4-flash,not-established:absent,coding,hard,gertlabs-gbench-harness,,0.002993770416666666,2.89e-19,,,0.253,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row deepseek/deepseek-v4-flash / column oneshot_coding.gscore),,out:model-not-established,out:model-not-established gert-oneshot,gertlabs-gbench,grok-4.20-multi-agent,unstated,coding,hard,gertlabs-gbench-harness,,,,,,0.3053,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row x.ai/grok-4.20-multi-agent / column oneshot_coding.gscore),,out:effort-not-established, gert-oneshot,gertlabs-gbench,gpt-5.1-codex,unstated,coding,hard,gertlabs-gbench-harness,,0.111644375,2.89e-10,,,0.4084,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row openai/gpt-5.1-codex / column oneshot_coding.gscore),,out:effort-not-established,out:effort-not-established gert-oneshot,gertlabs-gbench,gemini-3.1-flash-lite-preview,unstated,coding,hard,gertlabs-gbench-harness,,0.050783001339285705,2.89e-19,,,0.2436,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row google/gemini-3.1-flash-lite-preview / column oneshot_coding.gscore),,out:effort-not-established,out:effort-not-established gert-oneshot,gertlabs-gbench,sonnet-4,unstated,coding,hard,gertlabs-gbench-harness,,0.17544950000000004,2.89e-18,,,0.2296,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row anthropic/claude-sonnet-4-0 / column oneshot_coding.gscore),,out:effort-not-established,out:effort-not-established gert-oneshot,gertlabs-gbench,qwen3.6-plus,unstated,coding,hard,gertlabs-gbench-harness,,0.024729056382978717,2.89e-19,,,0.2621,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row qwen/qwen3.6-plus / column oneshot_coding.gscore),,out:effort-not-established,out:effort-not-established gert-oneshot,gertlabs-gbench,glm-5,unstated,coding,hard,gertlabs-gbench-harness,,0.08153448384615389,2.89e-18,,,0.3325,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row z.ai/glm-5 / column oneshot_coding.gscore),,out:effort-not-established,out:effort-not-established gert-oneshot,gertlabs-gbench,gemini-3.5-flash-lite,unstated,coding,hard,gertlabs-gbench-harness,,0.020890066367521363,2.89e-19,,,0.2826,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row google/gemini-3.5-flash-lite / column oneshot_coding.gscore),,out:effort-not-established,out:effort-not-established gert-oneshot,gertlabs-gbench,qwen3.6-flash,unstated,coding,hard,gertlabs-gbench-harness,,0.03005346126760563,2.89e-18,,,0.1967,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row qwen/qwen3.6-flash / column oneshot_coding.gscore),,out:effort-not-established,out:effort-not-established gert-oneshot,gertlabs-gbench,grok-4.1-fast,unstated,coding,hard,gertlabs-gbench-harness,,0.005247288235294118,2.89e-19,,,0.2673,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row x.ai/grok-4.1-fast / column oneshot_coding.gscore),,out:effort-not-established,out:effort-not-established gert-oneshot,gertlabs-gbench,gpt-5.2-codex,unstated,coding,hard,gertlabs-gbench-harness,,0.1733590833333333,2.89e-17,,,0.3326,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row openai/gpt-5.2-codex / column oneshot_coding.gscore),,out:effort-not-established,out:effort-not-established gert-oneshot,gertlabs-gbench,gemini-3.1-flash-lite,unstated,coding,hard,gertlabs-gbench-harness,,0.06871681250000004,2.89e-18,,,0.2255,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row google/gemini-3.1-flash-lite / column oneshot_coding.gscore),,out:effort-not-established,out:effort-not-established gert-oneshot,gertlabs-gbench,qwen3.5-397b-a17b,unstated,coding,hard,gertlabs-gbench-harness,,0.03868923093749999,2.89e-18,,,0.2741,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row qwen/qwen3.5-397b-a17b / column oneshot_coding.gscore),,out:effort-not-established,out:effort-not-established gert-oneshot,gertlabs-gbench,grok-4.20,think,coding,hard,gertlabs-gbench-harness,,0.023000989374999996,0.00547,,,0.2572,gscore-0-1,2.89e-05,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://gertlabs.com/rankings ($.data.rankings / row x.ai/grok-4.20 / column oneshot_coding.gscore),,in,out:cost-single-couple gert-oneshot,gertlabs-gbench,qwen3.7-flash,unstated,coding,hard,gertlabs-gbench-harness,,0.0015554110144927538,2.89e-20,,,0.179,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row qwen/qwen3.7-flash / column oneshot_coding.gscore),,out:effort-not-established,out:effort-not-established gert-oneshot,gertlabs-gbench,deepseek-v3.2,unstated,coding,hard,gertlabs-gbench-harness,,0.003771217243243244,2.89e-19,,,0.21,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row deepseek/deepseek-v3.2 / column oneshot_coding.gscore),,out:effort-not-established,out:effort-not-established gert-oneshot,gertlabs-gbench,qwen3.5-27b,unstated,coding,hard,gertlabs-gbench-harness,,0.033933317647058814,2.89e-19,,,0.2394,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row qwen/qwen3.5-27b / column oneshot_coding.gscore),,out:effort-not-established,out:effort-not-established gert-oneshot,gertlabs-gbench,glm-5v-turbo,unstated,coding,hard,gertlabs-gbench-harness,,0.027162681290322583,2.89e-19,,,0.275,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row z.ai/glm-5v-turbo / column oneshot_coding.gscore),,out:effort-not-established,out:effort-not-established gert-oneshot,gertlabs-gbench,?moonshot/kimi-k2-thinking,not-established:absent,coding,hard,gertlabs-gbench-harness,,0.07588572222222222,2.89e-18,,,0.2998,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row moonshot/kimi-k2-thinking / column oneshot_coding.gscore),,out:model-not-established,out:model-not-established gert-oneshot,gertlabs-gbench,glm-4.7,unstated,coding,hard,gertlabs-gbench-harness,,0.029581556666666665,2.89e-19,,,0.3185,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row z.ai/glm-4.7 / column oneshot_coding.gscore),,out:effort-not-established,out:effort-not-established gert-oneshot,gertlabs-gbench,qwen3.5-35b-a3b,unstated,coding,hard,gertlabs-gbench-harness,,0.028847841029411764,2.89e-19,,,0.2353,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row qwen/qwen3.5-35b-a3b / column oneshot_coding.gscore),,out:effort-not-established,out:effort-not-established gert-oneshot,gertlabs-gbench,qwen3-max-0123,think,coding,hard,gertlabs-gbench-harness,,0.05819887411764707,2.89e-18,,,0.2155,gscore-0-1,2.89e-05,,cost-method-assumed-single,https://gertlabs.com/rankings ($.data.rankings / row qwen/qwen3-max-thinking / column oneshot_coding.gscore),,out:single-couple,out:cost-not-comparable gert-oneshot,gertlabs-gbench,grok-4.3,unstated,coding,hard,gertlabs-gbench-harness,,0.017501078323699425,2.89e-19,,,0.2044,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row x.ai/grok-4.3 / column oneshot_coding.gscore),,out:effort-not-established,out:effort-not-established gert-oneshot,gertlabs-gbench,qwen3.6-35b-a3b,unstated,coding,hard,gertlabs-gbench-harness,,0.019908250795283022,2.89e-19,,,0.1873,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row qwen/qwen3.6-35b-a3b / column oneshot_coding.gscore),,out:effort-not-established,out:effort-not-established gert-decision,gertlabs-gbench,gpt-6-astra,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.21707489746093747,2.89e-18,,,0.8114,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row openai/gpt-6-astra / column decision_making.gscore),,out:effort-not-established,out:effort-not-established gert-decision,gertlabs-gbench,gpt-6.1-sol,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.059235665245478034,2.89e-19,,,0.7311,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row openai/gpt-6.1-sol / column decision_making.gscore),,out:effort-not-established,out:effort-not-established gert-decision,gertlabs-gbench,opus-5.5,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.35457371098265894,2.89e-18,,,0.8082,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row anthropic/claude-opus-5-5 / column decision_making.gscore),,out:effort-not-established,out:effort-not-established gert-decision,gertlabs-gbench,gpt-6-sol,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.044256552851711026,2.89e-19,,,0.6151,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row openai/gpt-6-sol / column decision_making.gscore),,out:effort-not-established,out:effort-not-established gert-decision,gertlabs-gbench,gemini-4-argon,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.32617210612244896,2.89e-18,,,0.517,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row google/gemini-4-argon / column decision_making.gscore),,out:effort-not-established,out:effort-not-established gert-decision,gertlabs-gbench,fable-5.1,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.9062930364864863,2.89e-17,,,0.6705,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row anthropic/claude-fable-5-1 / column decision_making.gscore),,out:effort-not-established,out:effort-not-established gert-decision,gertlabs-gbench,opus-5,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.24755036864406774,2.89e-18,,,0.5867,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row anthropic/claude-opus-5 / column decision_making.gscore),,out:effort-not-established,out:effort-not-established gert-decision,gertlabs-gbench,sonnet-5.5,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.08244715207547171,2.89e-18,,,0.5191,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row anthropic/claude-sonnet-5-5 / column decision_making.gscore),,out:effort-not-established,out:effort-not-established gert-decision,gertlabs-gbench,fable-5,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.28247787467811164,2.89e-18,,,0.5915,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row anthropic/claude-fable-5 / column decision_making.gscore),,out:effort-not-established,out:effort-not-established gert-decision,gertlabs-gbench,gpt-5.6-sol,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.05573872595479344,2.89e-18,,,0.6815,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row openai/gpt-5.6-sol / column decision_making.gscore),,out:effort-not-established,out:effort-not-established gert-decision,gertlabs-gbench,grok-4.7,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.1827398084848485,2.89e-17,,,0.5742,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row x.ai/grok-4.7 / column decision_making.gscore),,out:effort-not-established,out:effort-not-established gert-decision,gertlabs-gbench,grok-4.6,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.12174226725663716,2.89e-18,,,0.681,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row x.ai/grok-4.6 / column decision_making.gscore),,out:effort-not-established,out:effort-not-established gert-decision,gertlabs-gbench,gemini-3.8-flash,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.11518031562009419,2.89e-18,,,0.5914,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row google/gemini-3.8-flash / column decision_making.gscore),,out:effort-not-established,out:effort-not-established gert-decision,gertlabs-gbench,gpt-5.5,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.15482809918425477,2.89e-18,,,0.7554,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row openai/gpt-5.5 / column decision_making.gscore),,out:effort-not-established,out:effort-not-established gert-decision,gertlabs-gbench,gemini-3.6-flash,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.03860934060797003,2.89e-18,,,0.7242,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row google/gemini-3.6-flash / column decision_making.gscore),,out:effort-not-established,out:effort-not-established gert-decision,gertlabs-gbench,?google/gemini-3.7-flash,not-established:absent,agentic-tool,hard,gertlabs-gbench-harness,,0.0318464805709024,2.89e-17,,,0.733,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row google/gemini-3.7-flash / column decision_making.gscore),,out:model-not-established,out:model-not-established gert-decision,gertlabs-gbench,kimi-k3,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.0921728716173709,2.89e-17,,,0.5862,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row moonshot/kimi-k3 / column decision_making.gscore),,out:effort-not-established,out:effort-not-established gert-decision,gertlabs-gbench,haiku-5.5,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.005343417355371902,2.89e-19,,,0.5897,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row anthropic/claude-haiku-5-5 / column decision_making.gscore),,out:effort-not-established,out:effort-not-established gert-decision,gertlabs-gbench,gpt-5.4,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.09773729001798563,2.89e-18,,,0.5901,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row openai/gpt-5.4 / column decision_making.gscore),,out:effort-not-established,out:effort-not-established gert-decision,gertlabs-gbench,gemini-3.1-pro-customtools,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.059265981021576396,2.89e-19,,,0.673,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row google/gemini-3.1-pro-preview-customtools / column decision_making.gscore),,out:effort-not-established,out:effort-not-established gert-decision,gertlabs-gbench,opus-4.8,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.10329501903078203,2.89e-18,,,0.6435,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row anthropic/claude-opus-4-8 / column decision_making.gscore),,out:effort-not-established,out:effort-not-established gert-decision,gertlabs-gbench,gpt-6-luna,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.004406353175465838,2.89e-19,,,0.5411,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row openai/gpt-6-luna / column decision_making.gscore),,out:effort-not-established,out:effort-not-established gert-decision,gertlabs-gbench,deepseek-v4.1-flash,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.03405167540841994,2.89e-18,,,0.323,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row deepseek/deepseek-v4.1-flash / column decision_making.gscore),,out:effort-not-established,out:effort-not-established gert-decision,gertlabs-gbench,gpt-5.6-terra,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.019289735203062583,2.89e-19,,,0.5825,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row openai/gpt-5.6-terra / column decision_making.gscore),,out:effort-not-established,out:effort-not-established gert-decision,gertlabs-gbench,gpt-5.6-luna,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.008643117629897787,2.89e-19,,,0.5165,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row openai/gpt-5.6-luna / column decision_making.gscore),,out:effort-not-established,out:effort-not-established gert-decision,gertlabs-gbench,opus-4.7,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.10097428905281429,2.89e-18,,,0.57,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row anthropic/claude-opus-4-7 / column decision_making.gscore),,out:effort-not-established,out:effort-not-established gert-decision,gertlabs-gbench,?google/gemini-3.5-flash,not-established:absent,agentic-tool,hard,gertlabs-gbench-harness,,0.0915866149263158,2.89e-17,,,0.8054,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row google/gemini-3.5-flash / column decision_making.gscore),,out:model-not-established,out:model-not-established gert-decision,gertlabs-gbench,glm-5.3,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.1287955398694943,2.89e-17,,,0.2853,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row z.ai/glm-5.3 / column decision_making.gscore),,out:effort-not-established,out:effort-not-established gert-decision,gertlabs-gbench,deepseek-v4-pro-0813,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.04327055932815036,2.89e-18,,,0.6502,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row deepseek/deepseek-v4-pro-0813 / column decision_making.gscore),,out:effort-not-established,out:effort-not-established gert-decision,gertlabs-gbench,?qwen/qwen3.8-max,not-established:absent,agentic-tool,hard,gertlabs-gbench-harness,,0.11572875438596492,2.89e-18,,,0.5498,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row qwen/qwen3.8-max / column decision_making.gscore),,out:model-not-established,out:model-not-established gert-decision,gertlabs-gbench,glm-5.3-flash,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.004952682551643046,2.89e-19,,,0.3516,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row z.ai/glm-5.3-flash / column decision_making.gscore),,out:effort-not-established,out:effort-not-established gert-decision,gertlabs-gbench,gpt-5.2,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.04175989862946647,2.89e-18,,,0.7021,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row openai/gpt-5.2 / column decision_making.gscore),,out:effort-not-established,out:effort-not-established gert-decision,gertlabs-gbench,gpt-5.3-codex,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.05119070981356811,2.89e-18,,,0.55,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row openai/gpt-5.3-codex / column decision_making.gscore),,out:effort-not-established,out:effort-not-established gert-decision,gertlabs-gbench,glm-5.2,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.02600726537161806,2.89e-18,,,0.6213,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row z.ai/glm-5.2 / column decision_making.gscore),,out:effort-not-established,out:effort-not-established gert-decision,gertlabs-gbench,grok-4.5,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.03464552056555271,2.89e-18,,,0.5713,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row x.ai/grok-4.5 / column decision_making.gscore),,out:effort-not-established,out:effort-not-established gert-decision,gertlabs-gbench,qwen3.8-max-0902,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.1815852050359712,2.89e-17,,,0.4794,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row qwen/qwen3.8-max-0902 / column decision_making.gscore),,out:effort-not-established,out:effort-not-established gert-decision,gertlabs-gbench,opus-4.6,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.17599223398032438,2.89e-18,,,0.6602,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row anthropic/claude-opus-4-6 / column decision_making.gscore),,out:effort-not-established,out:effort-not-established gert-decision,gertlabs-gbench,sonnet-4.6,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.11801111930157011,2.89e-18,,,0.5823,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row anthropic/claude-sonnet-4-6 / column decision_making.gscore),,out:effort-not-established,out:effort-not-established gert-decision,gertlabs-gbench,qwen3.6-max-preview,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.030047947118686646,2.89e-19,,,0.5493,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row qwen/qwen3.6-max-preview / column decision_making.gscore),,out:effort-not-established,out:effort-not-established gert-decision,gertlabs-gbench,gemini-3.1-pro,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.06056857103123662,2.89e-18,,,0.6285,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row google/gemini-3.1-pro-preview / column decision_making.gscore),,out:effort-not-established,out:effort-not-established gert-decision,gertlabs-gbench,opus-4.5,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.1447902738490745,2.89e-17,,,0.5908,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row anthropic/claude-opus-4-5 / column decision_making.gscore),,out:effort-not-established,out:effort-not-established gert-decision,gertlabs-gbench,sonnet-5,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.0554342411519778,2.89e-17,,,0.5028,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row anthropic/claude-sonnet-5 / column decision_making.gscore),,out:effort-not-established,out:effort-not-established gert-decision,gertlabs-gbench,kimi-k2.7-code,solo,agentic-tool,hard,gertlabs-gbench-harness,,0.04919121399912076,2.89e-18,,,0.5775,gscore-0-1,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://gertlabs.com/rankings ($.data.rankings / row moonshot/kimi-k2.7-code / column decision_making.gscore),,in,out:cost-single-couple gert-decision,gertlabs-gbench,kimi-k2.6,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.04525233986407835,2.89e-18,,,0.5011,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row moonshot/kimi-k2.6 / column decision_making.gscore),,out:effort-not-established,out:effort-not-established gert-decision,gertlabs-gbench,deepseek-v4-flash-0731,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.0058406083311417795,2.89e-20,,,0.5509,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row deepseek/deepseek-v4-flash-0731 / column decision_making.gscore),,out:effort-not-established,out:effort-not-established gert-decision,gertlabs-gbench,qwen3.7-max,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.02572362370308311,2.89e-18,,,0.6023,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row qwen/qwen3.7-max / column decision_making.gscore),,out:effort-not-established,out:effort-not-established gert-decision,gertlabs-gbench,qwen3.8-flash,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.009339386461538458,2.89e-19,,,0.3954,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row qwen/qwen3.8-flash / column decision_making.gscore),,out:effort-not-established,out:effort-not-established gert-decision,gertlabs-gbench,glm-5.1,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.024131624989051557,2.89e-19,,,0.6227,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row z.ai/glm-5.1 / column decision_making.gscore),,out:effort-not-established,out:effort-not-established gert-decision,gertlabs-gbench,sonnet-4.5,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.08461348627450979,2.89e-18,,,0.655,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row anthropic/claude-sonnet-4-5 / column decision_making.gscore),,out:effort-not-established,out:effort-not-established gert-decision,gertlabs-gbench,?moonshot/kimi-k2.5,not-established:absent,agentic-tool,hard,gertlabs-gbench-harness,,0.017635647129175973,2.89e-19,,,0.5179,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row moonshot/kimi-k2.5 / column decision_making.gscore),,out:model-not-established,out:model-not-established gert-decision,gertlabs-gbench,qwen3.7-plus,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.009293282521341012,2.89e-19,,,0.4302,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row qwen/qwen3.7-plus / column decision_making.gscore),,out:effort-not-established,out:effort-not-established gert-decision,gertlabs-gbench,gpt-5.3-chat-latest,solo,agentic-tool,hard,gertlabs-gbench-harness,,0.00991816338028169,2.89e-18,,,0.5389,gscore-0-1,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://gertlabs.com/rankings ($.data.rankings / row openai/gpt-5.3-chat / column decision_making.gscore),,in,out:cost-single-couple gert-decision,gertlabs-gbench,qwen3.8-27b,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.018701447080906774,2.89e-19,,,0.3205,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row qwen/qwen3.8-27b / column decision_making.gscore),,out:effort-not-established,out:effort-not-established gert-decision,gertlabs-gbench,gemini-3-flash,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.0363652611682047,2.89e-17,,,0.4333,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row google/gemini-3-flash-preview / column decision_making.gscore),,out:effort-not-established,out:effort-not-established gert-decision,gertlabs-gbench,qwen3.6-27b,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.012133993029911217,2.89e-19,,,0.4963,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row qwen/qwen3.6-27b / column decision_making.gscore),,out:effort-not-established,out:effort-not-established gert-decision,gertlabs-gbench,gpt-5.1,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.1119336488238118,2.89e-17,,,0.2051,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row openai/gpt-5.1 / column decision_making.gscore),,out:effort-not-established,out:effort-not-established gert-decision,gertlabs-gbench,?deepseek/deepseek-v4-pro,not-established:absent,agentic-tool,hard,gertlabs-gbench-harness,,0.02107125744417409,2.89e-18,,,0.5151,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row deepseek/deepseek-v4-pro / column decision_making.gscore),,out:model-not-established,out:model-not-established gert-decision,gertlabs-gbench,?deepseek/deepseek-v4-flash,not-established:absent,agentic-tool,hard,gertlabs-gbench-harness,,0.002144924504237543,2.89e-19,,,0.3728,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row deepseek/deepseek-v4-flash / column decision_making.gscore),,out:model-not-established,out:model-not-established gert-decision,gertlabs-gbench,gemini-3.1-flash-lite-preview,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.010742885752725266,2.89e-19,,,0.4357,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row google/gemini-3.1-flash-lite-preview / column decision_making.gscore),,out:effort-not-established,out:effort-not-established gert-decision,gertlabs-gbench,sonnet-4,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.04258032972972973,2.89e-18,,,0.468,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row anthropic/claude-sonnet-4-0 / column decision_making.gscore),,out:effort-not-established,out:effort-not-established gert-decision,gertlabs-gbench,qwen3.6-plus,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.005914685350088329,2.89e-19,,,0.306,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row qwen/qwen3.6-plus / column decision_making.gscore),,out:effort-not-established,out:effort-not-established gert-decision,gertlabs-gbench,glm-5,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.017029660862177474,2.89e-19,,,0.3333,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row z.ai/glm-5 / column decision_making.gscore),,out:effort-not-established,out:effort-not-established gert-decision,gertlabs-gbench,gemini-3.5-flash-lite,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.00963910049364248,2.89e-18,,,0.4194,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row google/gemini-3.5-flash-lite / column decision_making.gscore),,out:effort-not-established,out:effort-not-established gert-decision,gertlabs-gbench,qwen3.6-flash,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.02705567051615815,2.89e-18,,,0.388,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row qwen/qwen3.6-flash / column decision_making.gscore),,out:effort-not-established,out:effort-not-established gert-decision,gertlabs-gbench,grok-4.1-fast,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.0030570115187931474,2.89e-20,,,0.3866,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row x.ai/grok-4.1-fast / column decision_making.gscore),,out:effort-not-established,out:effort-not-established gert-decision,gertlabs-gbench,gemini-3.1-flash-lite,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.01406717748978356,2.89e-18,,,0.238,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row google/gemini-3.1-flash-lite / column decision_making.gscore),,out:effort-not-established,out:effort-not-established gert-decision,gertlabs-gbench,qwen3.5-397b-a17b,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.009585696139922117,2.89e-19,,,0.1824,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row qwen/qwen3.5-397b-a17b / column decision_making.gscore),,out:effort-not-established,out:effort-not-established gert-decision,gertlabs-gbench,grok-4.20,think,agentic-tool,hard,gertlabs-gbench-harness,,0.013245300679766625,0.00315,,,0.493,gscore-0-1,2.89e-05,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://gertlabs.com/rankings ($.data.rankings / row x.ai/grok-4.20 / column decision_making.gscore),,in,out:cost-single-couple gert-decision,gertlabs-gbench,qwen3.7-flash,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.0017259917768690765,2.89e-20,,,0.4104,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row qwen/qwen3.7-flash / column decision_making.gscore),,out:effort-not-established,out:effort-not-established gert-decision,gertlabs-gbench,deepseek-v3.2,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.0037192116500343645,2.89e-20,,,0.2927,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row deepseek/deepseek-v3.2 / column decision_making.gscore),,out:effort-not-established,out:effort-not-established gert-decision,gertlabs-gbench,qwen3.5-27b,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.012271603474300227,2.89e-19,,,0.2078,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row qwen/qwen3.5-27b / column decision_making.gscore),,out:effort-not-established,out:effort-not-established gert-decision,gertlabs-gbench,glm-5v-turbo,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.009074192158897735,2.89e-19,,,0.0973,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row z.ai/glm-5v-turbo / column decision_making.gscore),,out:effort-not-established,out:effort-not-established gert-decision,gertlabs-gbench,?moonshot/kimi-k2-thinking,not-established:absent,agentic-tool,hard,gertlabs-gbench-harness,,0.02014234888529887,2.89e-18,,,0.2869,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row moonshot/kimi-k2-thinking / column decision_making.gscore),,out:model-not-established,out:model-not-established gert-decision,gertlabs-gbench,glm-4.7,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.013479668451330303,2.89e-19,,,0.2584,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row z.ai/glm-4.7 / column decision_making.gscore),,out:effort-not-established,out:effort-not-established gert-decision,gertlabs-gbench,qwen3.5-35b-a3b,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.010128520988847195,2.89e-19,,,0.1558,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row qwen/qwen3.5-35b-a3b / column decision_making.gscore),,out:effort-not-established,out:effort-not-established gert-decision,gertlabs-gbench,qwen3-max-0123,think,agentic-tool,hard,gertlabs-gbench-harness,,0.03290507617400283,2.89e-18,,,0.4838,gscore-0-1,2.89e-05,,cost-method-assumed-single,https://gertlabs.com/rankings ($.data.rankings / row qwen/qwen3-max-thinking / column decision_making.gscore),,out:single-couple,out:cost-not-comparable gert-decision,gertlabs-gbench,grok-4.3,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.01136589300173247,2.89e-18,,,0.3302,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row x.ai/grok-4.3 / column decision_making.gscore),,out:effort-not-established,out:effort-not-established gert-decision,gertlabs-gbench,qwen3.6-35b-a3b,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.017875041559495094,2.89e-19,,,0.1616,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row qwen/qwen3.6-35b-a3b / column decision_making.gscore),,out:effort-not-established,out:effort-not-established gert-decision,gertlabs-gbench,deepseek-v4.1-flash-1017,unstated,agentic-tool,hard,gertlabs-gbench-harness,,0.008262713555555558,2.89e-19,,,0.575,gscore-0-1,2.89e-05,,,https://gertlabs.com/rankings ($.data.rankings / row deepseek/deepseek-v4.1-flash-1017 / column decision_making.gscore),,out:effort-not-established,out:effort-not-established pebench-private,getcompound,opus-5.5,medium,agentic-tool,hard,vendor-harness,USD per task,6.79,0.00289,,,78.1,PE Bench overall score % (private rooms),0.0289,,cost-base-price:cost-publisher-figure,"https://getcompound.ai/blog/introducing-pe-bench (chart label (aria-label of the point), one decimal as printed)",,in,in pebench-private,getcompound,fable-5.1,high,agentic-tool,hard,vendor-harness,USD per task,13.25,0.00289,,,73.5,PE Bench overall score % (private rooms),0.0289,,cost-base-price:cost-publisher-figure,"https://getcompound.ai/blog/introducing-pe-bench (chart label (aria-label of the point), one decimal as printed)",,in,in pebench-private,getcompound,gpt-6-astra,low,agentic-tool,hard,vendor-harness,USD per task,3.35,0.00289,,,70.1,PE Bench overall score % (private rooms),0.0289,,cost-base-price:cost-publisher-figure,"https://getcompound.ai/blog/introducing-pe-bench (chart label (aria-label of the point), one decimal as printed)",,in,in pebench-private,getcompound,gpt-6.1-sol,low,agentic-tool,hard,vendor-harness,USD per task,0.45,0.00289,,,65.2,PE Bench overall score % (private rooms),0.0289,,cost-base-price:cost-publisher-figure,"https://getcompound.ai/blog/introducing-pe-bench (chart label (aria-label of the point), one decimal as printed)",,in,in pebench-private,getcompound,haiku-5.5,default,agentic-tool,hard,vendor-harness,USD per task,1.16,0.00289,,,56.8,PE Bench overall score % (private rooms),0.0289,,,"https://getcompound.ai/blog/introducing-pe-bench (chart label (aria-label of the point), one decimal as printed)",,out:effort-not-established,out:effort-not-established pebench-private,getcompound,gpt-6-luna,medium,agentic-tool,hard,vendor-harness,USD per task,0.015,0.000289,,,28.7,PE Bench overall score % (private rooms),0.0289,,cost-base-price:cost-publisher-figure,"https://getcompound.ai/blog/introducing-pe-bench (chart label (aria-label of the point), one decimal as printed)",,in,in pebench-private,getcompound,gemini-3.8-flash,not-established:absent,agentic-tool,hard,vendor-harness,USD per task,1.63,0.00289,,,58.3,PE Bench overall score % (private rooms),0.0289,,,"https://getcompound.ai/blog/introducing-pe-bench (chart label (aria-label of the point), one decimal as printed)",,out:effort-not-established,out:effort-not-established pebench-private,getcompound,gemini-4-argon,not-established:absent,agentic-tool,hard,vendor-harness,USD per task,4.28,0.00289,,,48.9,PE Bench overall score % (private rooms),0.0289,,,"https://getcompound.ai/blog/introducing-pe-bench (chart label (aria-label of the point), one decimal as printed)",,out:effort-not-established,out:effort-not-established pebench-private,getcompound,?Muse Wonder 1.0,not-established:absent,agentic-tool,hard,vendor-harness,USD per task,3.40,0.00289,,,64.7,PE Bench overall score % (private rooms),0.0289,,,"https://getcompound.ai/blog/introducing-pe-bench (chart label (aria-label of the point), one decimal as printed)",,out:model-not-established,out:model-not-established pebench-private,getcompound,muse-spark-1.3,default,agentic-tool,hard,vendor-harness,USD per task,1.66,0.00289,,,55.3,PE Bench overall score % (private rooms),0.0289,,,"https://getcompound.ai/blog/introducing-pe-bench (chart label (aria-label of the point), one decimal as printed)",,out:effort-not-established,out:effort-not-established pebench-private,getcompound,?Compound standard,not-established:absent,agentic-tool,hard,vendor-harness,USD per task,4.46,0.00289,,,80.5,PE Bench overall score % (private rooms),0.0289,,,"https://getcompound.ai/blog/introducing-pe-bench (chart label (aria-label of the point), one decimal as printed)",,out:model-not-established,out:model-not-established pebench-private,getcompound,?Compound quick,not-established:absent,agentic-tool,hard,vendor-harness,USD per task,1.67,0.00289,,,72.0,PE Bench overall score % (private rooms),0.0289,,,"https://getcompound.ai/blog/introducing-pe-bench (chart label (aria-label of the point), one decimal as printed)",,out:model-not-established,out:model-not-established ghw-cursor-parseduration,ghw-cursor-anandb71,sonnet-4.5,unstated,coding,trivial,Cursor CLI,,,,,,22,pct-grader-pass,0,,,"https://github.com/Anandb71/ghw-cursor-model-benchmark (README, Results table, row Claude Sonnet 4.5, column 'Independent grader (22)')",,out:effort-not-established, ghw-cursor-parseduration,ghw-cursor-anandb71,gemini-3.1-pro,unstated,coding,trivial,Cursor CLI,,,,,,22,pct-grader-pass,0,,,"https://github.com/Anandb71/ghw-cursor-model-benchmark (README, Results table, row Gemini 3.1 Pro, column 'Independent grader (22)')",,out:effort-not-established, ghw-cursor-parseduration,ghw-cursor-anandb71,grok-4.7,high,coding,trivial,Cursor CLI,,,,,,22,pct-grader-pass,0,,harness-label-as-level:cursor-cli,"https://github.com/Anandb71/ghw-cursor-model-benchmark (README, Results table, row Grok 4.7 High, column 'Independent grader (22)')",,out:single-couple, adebench,github-ade-bench,fable-5,low,coding,mid,ClaudeCode-headless,,,,,,72,pass@1%,0,,,"https://github.com/dbt-labs/ade-bench/pull/153 (PR body, table 'pass@1', column fable-5 / low)",,in, adebench,github-ade-bench,opus-4.8,xhigh,coding,mid,ClaudeCode-headless,,,,,,74.666667,pass@1%,0,,,"https://github.com/dbt-labs/ade-bench/pull/153 (PR body, table 'pass@1', column opus-4-8 / xhigh)",,in, agp-gsm8k,github-agentic-pipeline,sonnet-5,low,reasoning-math,mid,ClaudeCode,per-task,0.001285,2.89e-07,,,100.0,acc%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/nikolas-sapa/agentic-pipeline (bench/RESULTS.md, section 1, GSM8K sonnet row (cond. acc.))",,out:single-couple,out:cost-single-couple agp-gsm8k,github-agentic-pipeline,haiku-4.5,not-established:absent,reasoning-math,mid,ClaudeCode,per-task,0.002800,2.89e-07,,,100.0,acc%,0.0289,,,"https://github.com/nikolas-sapa/agentic-pipeline (bench/RESULTS.md, section 1, GSM8K haiku row (cond. acc.))",,out:effort-not-established,out:effort-not-established agp-mbpp,github-agentic-pipeline,sonnet-5,low,coding,mid,ClaudeCode,per-task,0.001203,2.89e-07,,,92.0,acc%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/nikolas-sapa/agentic-pipeline (bench/RESULTS.md, section 1, MBPP sonnet row (cond. acc.))",,out:single-couple,out:cost-single-couple agp-mbpp,github-agentic-pipeline,haiku-4.5,not-established:absent,coding,mid,ClaudeCode,per-task,0.007321,2.89e-07,,,90.0,acc%,0.0289,,,"https://github.com/nikolas-sapa/agentic-pipeline (bench/RESULTS.md, section 1, MBPP haiku row (cond. acc.))",,out:effort-not-established,out:effort-not-established agp-mmlupro,github-agentic-pipeline,sonnet-5,low,reasoning-math,mid,ClaudeCode,per-task,0.001642,2.89e-07,,,88.0,acc%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/nikolas-sapa/agentic-pipeline (bench/RESULTS.md, section 1, MMLU-Pro sonnet row (cond. acc.))",,out:single-couple,out:cost-single-couple agp-mmlupro,github-agentic-pipeline,haiku-4.5,not-established:absent,reasoning-math,mid,ClaudeCode,per-task,0.011668,2.89e-07,,,85.1,acc%,0.0289,,,"https://github.com/nikolas-sapa/agentic-pipeline (bench/RESULTS.md, section 1, MMLU-Pro haiku row (cond. acc.))",,out:effort-not-established,out:effort-not-established looparena-type1,github-amap-ml-looparena,qwen3.6-35b-a3b,unstated,agentic-tool,hard,,,1.5686,2.89e-05,,,43.125,LoopArena type1,0.000289,,,https://github.com/AMAP-ML/LoopArena ($.settings.type1.rows[method=Qwen3.6-35B-A3B].score),,out:effort-not-established,out:effort-not-established looparena-type1,github-amap-ml-looparena,qwen3.7-plus,unstated,agentic-tool,hard,,,1.4527,2.89e-05,,,60.625,LoopArena type1,0.000289,,,https://github.com/AMAP-ML/LoopArena ($.settings.type1.rows[method=Qwen3.7-Plus].score),,out:effort-not-established,out:effort-not-established looparena-type1,github-amap-ml-looparena,deepseek-v4-flash-0731,unstated,agentic-tool,hard,,,0.5592,2.89e-05,,,45.625,LoopArena type1,0.000289,,,https://github.com/AMAP-ML/LoopArena ($.settings.type1.rows[method=DeepSeek-V4-Flash-0731].score),,out:effort-not-established,out:effort-not-established looparena-type1,github-amap-ml-looparena,glm-5.2,unstated,agentic-tool,hard,,,6.8059,2.89e-05,,,54.375,LoopArena type1,0.000289,,,https://github.com/AMAP-ML/LoopArena ($.settings.type1.rows[method=GLM 5.2].score),,out:effort-not-established,out:effort-not-established looparena-type1,github-amap-ml-looparena,gpt-5.5,unstated,agentic-tool,hard,,,21.6725,2.89e-05,,,61.875,LoopArena type1,0.000289,,,https://github.com/AMAP-ML/LoopArena ($.settings.type1.rows[method=GPT-5.5].score),,out:effort-not-established,out:effort-not-established looparena-type1,github-amap-ml-looparena,opus-4.8,unstated,agentic-tool,hard,,,30.5644,2.89e-05,,,56.25,LoopArena type1,0.00289,,,https://github.com/AMAP-ML/LoopArena ($.settings.type1.rows[method=Claude Opus 4.8].score),,out:effort-not-established,out:effort-not-established looparena-type2,github-amap-ml-looparena,qwen3.6-35b-a3b,unstated,agentic-tool,hard,,,4.2138,2.89e-05,,,55.8333,LoopArena type2,2.89e-05,,,https://github.com/AMAP-ML/LoopArena ($.settings.type2.rows[method=Qwen3.6-35B-A3B].score),,out:effort-not-established,out:effort-not-established looparena-type2,github-amap-ml-looparena,qwen3.7-plus,unstated,agentic-tool,hard,,,6.036,0.000289,,,56.6667,LoopArena type2,2.89e-05,,,https://github.com/AMAP-ML/LoopArena ($.settings.type2.rows[method=Qwen3.7-Plus].score),,out:effort-not-established,out:effort-not-established looparena-type2,github-amap-ml-looparena,deepseek-v4-flash-0731,unstated,agentic-tool,hard,,,9.8849,2.89e-05,,,50.8333,LoopArena type2,2.89e-05,,,https://github.com/AMAP-ML/LoopArena ($.settings.type2.rows[method=DeepSeek-V4-Flash-0731].score),,out:effort-not-established,out:effort-not-established looparena-type2,github-amap-ml-looparena,glm-5.2,unstated,agentic-tool,hard,,,3.539,0.000289,,,40.4167,LoopArena type2,2.89e-05,,,https://github.com/AMAP-ML/LoopArena ($.settings.type2.rows[method=GLM 5.2].score),,out:effort-not-established,out:effort-not-established looparena-type2,github-amap-ml-looparena,gpt-5.5,unstated,agentic-tool,hard,,,13.7986,2.89e-05,,,56.6667,LoopArena type2,2.89e-05,,,https://github.com/AMAP-ML/LoopArena ($.settings.type2.rows[method=GPT-5.5].score),,out:effort-not-established,out:effort-not-established looparena-type2,github-amap-ml-looparena,opus-4.8,unstated,agentic-tool,hard,,,10.8751,2.89e-05,,,58.75,LoopArena type2,0.00289,,,https://github.com/AMAP-ML/LoopArena ($.settings.type2.rows[method=Claude Opus 4.8].score),,out:effort-not-established,out:effort-not-established looparena-type3,github-amap-ml-looparena,qwen3.6-35b-a3b,unstated,agentic-tool,hard,,,11.5808,2.89e-05,,,33.75,LoopArena type3,0.00289,,,https://github.com/AMAP-ML/LoopArena ($.settings.type3.rows[method=Qwen3.6-35B-A3B].score),,out:effort-not-established,out:effort-not-established looparena-type3,github-amap-ml-looparena,qwen3.7-plus,unstated,agentic-tool,hard,,,12.6868,2.89e-05,,,34.1667,LoopArena type3,2.89e-05,,,https://github.com/AMAP-ML/LoopArena ($.settings.type3.rows[method=Qwen3.7-Plus].score),,out:effort-not-established,out:effort-not-established looparena-type3,github-amap-ml-looparena,deepseek-v4-flash-0731,unstated,agentic-tool,hard,,,32.655,0.000289,,,28.3333,LoopArena type3,2.89e-05,,,https://github.com/AMAP-ML/LoopArena ($.settings.type3.rows[method=DeepSeek-V4-Flash-0731].score),,out:effort-not-established,out:effort-not-established looparena-type3,github-amap-ml-looparena,glm-5.2,unstated,agentic-tool,hard,,,11.9735,2.89e-05,,,24.1667,LoopArena type3,2.89e-05,,,https://github.com/AMAP-ML/LoopArena ($.settings.type3.rows[method=GLM 5.2].score),,out:effort-not-established,out:effort-not-established looparena-type3,github-amap-ml-looparena,gpt-5.5,unstated,agentic-tool,hard,,,34.6787,2.89e-05,,,36.25,LoopArena type3,0.00289,,,https://github.com/AMAP-ML/LoopArena ($.settings.type3.rows[method=GPT-5.5].score),,out:effort-not-established,out:effort-not-established looparena-type3,github-amap-ml-looparena,opus-4.8,unstated,agentic-tool,hard,,,20.6288,2.89e-05,,,33.75,LoopArena type3,0.00289,,,https://github.com/AMAP-ML/LoopArena ($.settings.type3.rows[method=Claude Opus 4.8].score),,out:effort-not-established,out:effort-not-established razavi-direct-qa-mean,github-arcadia-1-razavi-bench,gpt-5.6-sol-pro,max,reasoning-math,hard,,,,,,,85.92,mean of the judges,0.00289,,,"https://github.com/Arcadia-1/razavi-bench/blob/main/experiments/2026-07-15-direct-qa/README.md (Aggregate results table, row GPT 5.6 Sol Pro Mean, last column)",,out:single-couple, bartyaoe,github-barty-opus55,opus-5.5,low,coding,frontier,,per-task,3.79,0.00289,,,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/Barty-Bart/opus-55-effort-comparison (),,,in bartyaoe,github-barty-opus55,opus-5.5,medium,coding,frontier,,per-task,9.25,0.00289,,,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/Barty-Bart/opus-55-effort-comparison (),,,in bartyaoe,github-barty-opus55,opus-5.5,high,coding,frontier,,per-task,16.11,0.00289,,,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/Barty-Bart/opus-55-effort-comparison (),,,in bartyaoe,github-barty-opus55,opus-5.5,xhigh,coding,frontier,,per-task,35.26,0.00289,,,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/Barty-Bart/opus-55-effort-comparison (),,,in bartyaoe,github-barty-opus55,opus-5.5,max,coding,frontier,,per-task,69.14,0.00289,,,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/Barty-Bart/opus-55-effort-comparison (),,,in bartyaoe,github-barty-opus55,sonnet-5.5,low,coding,frontier,,per-task,3.2249999999999996,0.621,,,,none,,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://github.com/serge-sotnyk/sonnet-55-effort-comparison (),,,in bartyaoe,github-barty-opus55,sonnet-5.5,high,coding,frontier,,per-task,21.637500000000003,4.16,,,,none,,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://github.com/serge-sotnyk/sonnet-55-effort-comparison (),,,in bartyaoe,github-barty-opus55,sonnet-5.5,max,coding,frontier,,per-task,110.865,21.3,,,,none,,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://github.com/serge-sotnyk/sonnet-55-effort-comparison (),,,in bartyaoe,github-barty-opus55,gpt-6.1-sol,high,coding,frontier,,per-task,0.89,0.00289,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/serge-sotnyk/sonnet-55-effort-comparison (),,,in bartyaoe,github-barty-opus55,gpt-6.1-sol,xhigh,coding,frontier,,per-task,1.63,0.00289,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/serge-sotnyk/sonnet-55-effort-comparison (),,,in bartyaoe,github-barty-opus55,gpt-6.1-sol,not-established:absent,coding,frontier,,per-task,2.89,0.00289,,,,none,,,,https://github.com/serge-sotnyk/sonnet-55-effort-comparison (),,,out:effort-not-established bartyaoe,github-barty-opus55,gpt-6-astra,high,coding,frontier,,per-task,3.96,0.00289,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/serge-sotnyk/sonnet-55-effort-comparison (),,,in bartyaoe,github-barty-opus55,gpt-6-astra,xhigh,coding,frontier,,per-task,8.35,0.00289,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/serge-sotnyk/sonnet-55-effort-comparison (),,,in bartyaoe,github-barty-opus55,gpt-6-astra,not-established:absent,coding,frontier,,per-task,12.31,0.00289,,,,none,,,,https://github.com/serge-sotnyk/sonnet-55-effort-comparison (),,,out:effort-not-established voxparity-gain,github-bhavik-mangla-voxparity-bench,?Qwen3.8-Omni (file),not-established:absent,agentic-tool,hard,,,,,,,0.25,gain over words-only null,0.00289,,,"https://github.com/bhavik-mangla/voxparity-bench (Results table, rank 1, column Gain over words-only null)",,out:model-not-established, voxparity-credit,github-bhavik-mangla-voxparity-bench,?Qwen3.8-Omni (file),not-established:absent,agentic-tool,hard,,,,,,,56,cue-bearing credit,0.289,,,"https://github.com/bhavik-mangla/voxparity-bench (Results table, rank 1, column Cue-bearing credit)",,out:model-not-established, voxparity-probe-accuracy,github-bhavik-mangla-voxparity-bench,?Qwen3.8-Omni (file),not-established:absent,agentic-tool,hard,,,,,,,82,probe accuracy,0.289,,,"https://github.com/bhavik-mangla/voxparity-bench (Results table, rank 1, column Probe accuracy)",,out:model-not-established, index-translate-s2tt-mt-judge,github-bilibili-index-translate,qwen3.8-omni-flash,unstated,mixed,hard,,,,,,,0.887,MT judge,0.000289,,,"https://github.com/bilibili/Index-Translate (row Qwen3.8-Omni-Flash, column MT judge ↑)",,out:effort-not-established, index-translate-s2tt-asr-error,github-bilibili-index-translate,qwen3.8-omni-flash,unstated,mixed,hard,,,,,,,0.112,ASR error (median),0.000289,,,"https://github.com/bilibili/Index-Translate (row Qwen3.8-Omni-Flash, column ASR error (median) ↓)",,out:effort-not-established, index-translate-s2tt-start-mae,github-bilibili-index-translate,qwen3.8-omni-flash,unstated,mixed,hard,,,,,,,1.004,start-time MAE (s),0.000289,,,"https://github.com/bilibili/Index-Translate (row Qwen3.8-Omni-Flash, column Start-time MAE (s) ↓)",,out:effort-not-established, bostjan-svc-agent,github-bostjanr-service-agent,qwen3.8-27b,not-established:absent,agentic-tool,easy,bostjan-harness,,,,,,32,strict-passes-of-32,0,,,"https://github.com/BostjanR/synthetic-service-agent-eval (results table, row of the profile: tool-workflow passes 32/32)",,out:effort-not-established, bostjan-svc-agent,github-bostjanr-service-agent,qwen3.8-flash,nothink,agentic-tool,easy,bostjan-harness,,,,,,29,strict-passes-of-32,0,,,"https://github.com/BostjanR/synthetic-service-agent-eval (results table, row of the profile: tool-workflow passes 29/32)",,out:single-couple, bughunt,github-bughuntbench,fable-5.1,max,coding,hard,,per-suite,87.18,0.00289,,,40.952381,strict-fix%,0,,cost-base-price:cost-publisher-figure,https://github.com/phuryn/bug-hunt-bench ($.rows / row Fable 5.1 (max effort) / column score),,in,in bughunt,github-bughuntbench,fable-5.1,high,coding,hard,,per-suite,48.58,0.00289,,,31.428571,strict-fix%,0,,cost-base-price:cost-publisher-figure,https://github.com/phuryn/bug-hunt-bench ($.rows / row Fable 5.1 / column score),,in,in bughunt,github-bughuntbench,fable-5.1,low,coding,hard,,per-suite,33.0,0.00289,,,27.619048,strict-fix%,0,,cost-base-price:cost-publisher-figure,https://github.com/phuryn/bug-hunt-bench ($.rows / row Fable 5.1 (low effort) / column score),,in,in bughunt,github-bughuntbench,fable-5,max,coding,hard,,per-suite,112.4,0.00289,,,27.619048,strict-fix%,0,,cost-base-price:cost-publisher-figure,https://github.com/phuryn/bug-hunt-bench ($.rows / row Fable 5 (max effort) / column score),,in,in bughunt,github-bughuntbench,fable-5,high,coding,hard,,per-suite,74.52,0.00289,,,22.857143,strict-fix%,0,,cost-base-price:cost-publisher-figure,https://github.com/phuryn/bug-hunt-bench ($.rows / row Fable 5 / column score),,in,in bughunt,github-bughuntbench,opus-5,max,coding,hard,,per-suite,54.94,0.00289,,,25.714286,strict-fix%,0,,cost-base-price:cost-publisher-figure,https://github.com/phuryn/bug-hunt-bench ($.rows / row Opus 5 (max effort) / column score),,in,in bughunt,github-bughuntbench,opus-5,xhigh,coding,hard,,per-suite,63.25,0.00289,,,24.761905,strict-fix%,0,,cost-base-price:cost-publisher-figure,https://github.com/phuryn/bug-hunt-bench ($.rows / row Opus 5 (xhigh effort) / column score),,in,in bughunt,github-bughuntbench,opus-5,high,coding,hard,,per-suite,41.51,0.00289,,,20,strict-fix%,0,,cost-base-price:cost-publisher-figure,https://github.com/phuryn/bug-hunt-bench ($.rows / row Opus 5 / column score),,in,in bughunt,github-bughuntbench,opus-5,medium,coding,hard,,per-suite,37.4,0.00289,,,22.857143,strict-fix%,0,,cost-base-price:cost-publisher-figure,https://github.com/phuryn/bug-hunt-bench ($.rows / row Opus 5 (medium effort) / column score),,in,in bughunt,github-bughuntbench,opus-5.5,max,coding,hard,,per-suite,58.53,0.00289,,,39.714286,strict-fix%,0,,cost-base-price:cost-publisher-figure,https://github.com/phuryn/bug-hunt-bench ($.rows / row Opus 5.5 (max effort) - mean of 3 / column score),,in,in bughunt,github-bughuntbench,opus-5.5,xhigh,coding,hard,,per-suite,34.98,0.00289,,,34.285714,strict-fix%,0,,cost-base-price:cost-publisher-figure,https://github.com/phuryn/bug-hunt-bench ($.rows / row Opus 5.5 (xhigh effort) - mean of 3 / column score),,in,in bughunt,github-bughuntbench,opus-5.5,high,coding,hard,,per-suite,22.25,0.00289,,,30.190476,strict-fix%,0,,cost-base-price:cost-publisher-figure,https://github.com/phuryn/bug-hunt-bench ($.rows / row Opus 5.5 (high effort) - mean of 3 / column score),,in,in bughunt,github-bughuntbench,opus-5.5,medium,coding,hard,,per-suite,15.68,0.00289,,,28.857143,strict-fix%,0,,cost-base-price:cost-publisher-figure,https://github.com/phuryn/bug-hunt-bench ($.rows / row Opus 5.5 (medium effort) - mean of 3 / column score),,in,in bughunt,github-bughuntbench,opus-5.5,low,coding,hard,,per-suite,8.34,0.00289,,,21.238095,strict-fix%,0,,cost-base-price:cost-publisher-figure,https://github.com/phuryn/bug-hunt-bench ($.rows / row Opus 5.5 (low effort) - mean of 3 / column score),,in,in bughunt,github-bughuntbench,opus-4.8,high,coding,hard,,per-suite,21.3,0.00289,,,8.571429,strict-fix%,0,,cost-base-price:cost-publisher-figure,https://github.com/phuryn/bug-hunt-bench ($.rows / row Opus 4.8 / column score),,in,in bughunt,github-bughuntbench,opus-4.8,max,coding,hard,,per-suite,58.11,0.00289,,,14.285714,strict-fix%,0,,cost-base-price:cost-publisher-figure,https://github.com/phuryn/bug-hunt-bench ($.rows / row Opus 4.8 (max effort) / column score),,in,in bughunt,github-bughuntbench,sonnet-5,high,coding,hard,,per-suite,11.38,0.00289,,,8.571429,strict-fix%,0,,cost-base-price:cost-publisher-figure,https://github.com/phuryn/bug-hunt-bench ($.rows / row Sonnet 5 / column score),,in,in bughunt,github-bughuntbench,sonnet-5,max,coding,hard,,per-suite,17.96,0.00289,,,8.571429,strict-fix%,0,,cost-base-price:cost-publisher-figure,https://github.com/phuryn/bug-hunt-bench ($.rows / row Sonnet 5 (max effort) / column score),,in,in bughunt,github-bughuntbench,fable-5.1,medium,coding,hard,,per-suite,23.73,0.00289,,,20,strict-fix%,0,,cost-base-price:cost-publisher-figure,https://github.com/phuryn/bug-hunt-bench ($.rows / row Fable 5.1 (medium effort) / column score),,in,in bughunt,github-bughuntbench,fable-5.1,xhigh,coding,hard,,per-suite,53.61,0.00289,,,27.619048,strict-fix%,0,,cost-base-price:cost-publisher-figure,https://github.com/phuryn/bug-hunt-bench ($.rows / row Fable 5.1 (xhigh effort) / column score),,in,in bughunt,github-bughuntbench,sonnet-5.5,low,coding,hard,,per-suite,4.2975,0.827,,,18.095238,strict-fix%,0,,cost-unrepriced; cost-price-band,https://github.com/phuryn/bug-hunt-bench ($.rows / row Sonnet 5.5 (low effort) - mean of 3 / column score),,in,in bughunt,github-bughuntbench,sonnet-5.5,medium,coding,hard,,per-suite,8.3325,1.6,,,22.190476,strict-fix%,0,,cost-unrepriced; cost-price-band,https://github.com/phuryn/bug-hunt-bench ($.rows / row Sonnet 5.5 (medium effort) - mean of 3 / column score),,in,in bughunt,github-bughuntbench,sonnet-5.5,high,coding,hard,,per-suite,14.887500000000001,2.87,,,32.666667,strict-fix%,0,,cost-unrepriced; cost-price-band,https://github.com/phuryn/bug-hunt-bench ($.rows / row Sonnet 5.5 (high effort) - mean of 3 / column score),,in,in bughunt,github-bughuntbench,sonnet-5.5,xhigh,coding,hard,,per-suite,32.144999999999996,6.19,,,34.285714,strict-fix%,0,,cost-unrepriced; cost-price-band,https://github.com/phuryn/bug-hunt-bench ($.rows / row Sonnet 5.5 (xhigh effort) - mean of 3 / column score),,in,in bughunt,github-bughuntbench,sonnet-5.5,max,coding,hard,,per-suite,115.52250000000001,22.2,,,48.857143,strict-fix%,0,,cost-unrepriced; cost-price-band,https://github.com/phuryn/bug-hunt-bench ($.rows / row Sonnet 5.5 (max effort) - mean of 3 / column score),,in,in bughunt,github-bughuntbench,haiku-5.5,low,coding,hard,,per-suite,1.61,0.00289,,,10.47619,strict-fix%,0,,cost-base-price:cost-publisher-figure,https://github.com/phuryn/bug-hunt-bench ($.rows / row Haiku 5.5 (low effort) / column score),,in,in bughunt,github-bughuntbench,haiku-5.5,medium,coding,hard,,per-suite,2.66,0.00289,,,11.428571,strict-fix%,0,,cost-base-price:cost-publisher-figure,https://github.com/phuryn/bug-hunt-bench ($.rows / row Haiku 5.5 (medium effort) / column score),,in,in bughunt,github-bughuntbench,haiku-5.5,high,coding,hard,,per-suite,3.56,0.00289,,,15.238095,strict-fix%,0,,cost-base-price:cost-publisher-figure,https://github.com/phuryn/bug-hunt-bench ($.rows / row Haiku 5.5 (high effort) - mean of 2 / column score),,in,in bughunt,github-bughuntbench,haiku-5.5,xhigh,coding,hard,,per-suite,4.8,0.00289,,,17.428571,strict-fix%,0,,cost-base-price:cost-publisher-figure,https://github.com/phuryn/bug-hunt-bench ($.rows / row Haiku 5.5 (xhigh effort) - mean of 3 / column score),,in,in bughunt,github-bughuntbench,haiku-5.5,max,coding,hard,,per-suite,5.83,0.00289,,,20.47619,strict-fix%,0,,cost-base-price:cost-publisher-figure,https://github.com/phuryn/bug-hunt-bench ($.rows / row Haiku 5.5 (max effort) - mean of 2 / column score),,in,in bughunt,github-bughuntbench,haiku-4.5,default,coding,hard,,per-suite,2.22,0.00289,,,1.428571,strict-fix%,0,,,https://github.com/phuryn/bug-hunt-bench ($.rows / row Haiku 4.5 - mean of 2 / column score),,out:effort-not-established,out:effort-not-established bughunt,github-bughuntbench,gpt-5.6-sol,high,coding,hard,,per-suite,36.45,4.21,,,29.52381,strict-fix%,0,,cost-unrepriced; cost-price-band,https://github.com/phuryn/bug-hunt-bench ($.rows / row GPT-5.6 Sol / column score),,in,in bughunt,github-bughuntbench,kimi-k3,default,coding,hard,,per-suite,25.27,0.00289,,,20,strict-fix%,0,,,https://github.com/phuryn/bug-hunt-bench ($.rows / row Kimi K3 / column score),,out:effort-not-established,out:effort-not-established bughunt,github-bughuntbench,grok-4.5,high,coding,hard,,,,,,,15.238095,strict-fix%,0,,harness-label-as-level:grok-cli,https://github.com/phuryn/bug-hunt-bench ($.rows / row Grok 4.5 / column score),,in, bughunt,github-bughuntbench,gpt-5.6-sol,high,coding,hard,,per-suite,42.400000000000006,4.9,,,32.380952,strict-fix%,0,,cost-unrepriced; cost-price-band,https://github.com/phuryn/bug-hunt-bench ($.rows / row GPT-5.6 Sol (re-run Jul 31) / column score),,in,in bughunt,github-bughuntbench,gpt-5.6-luna,max,coding,hard,,per-suite,1.8,0.00289,,,31.428571,strict-fix%,0,,,https://github.com/phuryn/bug-hunt-bench ($.rows / row GPT-5.6 Luna (max effort) / column score),,out:decision:D58,out:decision:D58 bughunt,github-bughuntbench,gpt-5.6-luna,high,coding,hard,,per-suite,0.57,0.00289,,,12.380952,strict-fix%,0,,cost-base-price:cost-publisher-figure,https://github.com/phuryn/bug-hunt-bench ($.rows / row GPT-5.6 Luna (high effort) / column score),,in,out:cost-single-couple bughunt,github-bughuntbench,deepseek-v4-flash-0731,default,coding,hard,,per-suite,0.61,0.00289,,,7.619048,strict-fix%,0,,,https://github.com/phuryn/bug-hunt-bench ($.rows / row DeepSeek V4-Flash / column score),,out:effort-not-established,out:effort-not-established bughunt,github-bughuntbench,gpt-5.6-sol,max,coding,hard,,per-suite,69.61,0.00289,,,40,strict-fix%,0,,,https://github.com/phuryn/bug-hunt-bench ($.rows / row GPT-5.6 Sol (max effort) / column score),,out:decision:D58,out:decision:D58 bughunt,github-bughuntbench,grok-4.5,high,coding,hard,,,,,,,12.380952,strict-fix%,0,,harness-label-as-level:grok-cli,https://github.com/phuryn/bug-hunt-bench ($.rows / row Grok 4.5 (high re-run - CLI has no max) / column score),,in, bughunt,github-bughuntbench,deepseek-v4-flash-0731,default,coding,hard,,per-suite,1.52,0.00289,,,13.333333,strict-fix%,0,,,https://github.com/phuryn/bug-hunt-bench ($.rows / row DeepSeek V4-Flash 0731 / column score),,out:effort-not-established,out:effort-not-established bughunt,github-bughuntbench,deepseek-v4-pro-preview,default,coding,hard,,per-suite,5.54,0.00289,,,9.52381,strict-fix%,0,,,https://github.com/phuryn/bug-hunt-bench ($.rows / row DeepSeek V4-Pro / column score),,out:effort-not-established,out:effort-not-established bughunt,github-bughuntbench,qwen3.8-max,default,coding,hard,,per-suite,33.3,0.00289,,,18.095238,strict-fix%,0,,,https://github.com/phuryn/bug-hunt-bench ($.rows / row Qwen3.8-Max / column score),,out:effort-not-established,out:effort-not-established bughunt,github-bughuntbench,grok-4.5,high,coding,hard,,,,,,,16.190476,strict-fix%,0,,harness-label-as-level:grok-cli,https://github.com/phuryn/bug-hunt-bench ($.rows / row Grok 4.5 (re-run Aug 6) / column score),,in, bughunt,github-bughuntbench,grok-4.6,xhigh,coding,hard,,,,,,,25.714286,strict-fix%,0,,harness-label-as-level:grok-cli,https://github.com/phuryn/bug-hunt-bench ($.rows / row Grok 4.6 (xhigh) / column score),,in, bughunt,github-bughuntbench,gemini-3.7-flash,not-established:absent,coding,hard,,per-suite,8.43,0.00289,,,20.952381,strict-fix%,0,,,https://github.com/phuryn/bug-hunt-bench ($.rows / row Gemini 3.7 Flash (high) / column score),,out:effort-not-established,out:effort-not-established bughunt,github-bughuntbench,?Gemini 3.7 Flash,not-established:absent,coding,hard,,per-suite,8.57,0.00289,,,17.142857,strict-fix%,0,,,https://github.com/phuryn/bug-hunt-bench ($.rows / row Gemini 3.7 Flash (high; Antigravity CLI retest) / column score),,out:model-not-established,out:model-not-established bughunt,github-bughuntbench,glm-5.3,default,coding,hard,,per-suite,19.73,0.00289,,,18.095238,strict-fix%,0,,,https://github.com/phuryn/bug-hunt-bench ($.rows / row GLM-5.3 / column score),,out:effort-not-established,out:effort-not-established bughunt,github-bughuntbench,glm-5.3-flash,default,coding,hard,,per-suite,0.79,0.00289,,,12.380952,strict-fix%,0,,,https://github.com/phuryn/bug-hunt-bench ($.rows / row GLM-5.3 Flash / column score),,out:effort-not-established,out:effort-not-established bughunt,github-bughuntbench,gpt-5.6-luna,low,coding,hard,,per-suite,0.1,0.00289,,,3.809524,strict-fix%,0,,cost-base-price:cost-publisher-figure,https://github.com/phuryn/bug-hunt-bench ($.rows / row GPT-5.6 Luna (low effort) / column score),,in,in bughunt,github-bughuntbench,gpt-5.6-luna,medium,coding,hard,,per-suite,0.33,0.00289,,,8.571429,strict-fix%,0,,cost-base-price:cost-publisher-figure,https://github.com/phuryn/bug-hunt-bench ($.rows / row GPT-5.6 Luna (medium effort) / column score),,in,in bughunt,github-bughuntbench,grok-4.6,low,coding,hard,,,,,,,14.285714,strict-fix%,0,,harness-label-as-level:grok-cli,https://github.com/phuryn/bug-hunt-bench ($.rows / row Grok 4.6 (low) / column score),,in, bughunt,github-bughuntbench,grok-4.6,medium,coding,hard,,,,,,,21.904762,strict-fix%,0,,harness-label-as-level:grok-cli,https://github.com/phuryn/bug-hunt-bench ($.rows / row Grok 4.6 (medium) / column score),,in, bughunt,github-bughuntbench,gpt-5.6-terra,max,coding,hard,,per-suite,27.98,0.00289,,,30.47619,strict-fix%,0,,cost-base-price:cost-publisher-figure,https://github.com/phuryn/bug-hunt-bench ($.rows / row GPT-5.6 Terra (max effort) / column score),,in,in bughunt,github-bughuntbench,gpt-5.6-terra,high,coding,hard,,per-suite,5.89,0.00289,,,17.142857,strict-fix%,0,,cost-base-price:cost-publisher-figure,https://github.com/phuryn/bug-hunt-bench ($.rows / row GPT-5.6 Terra (high effort) / column score),,in,in bughunt,github-bughuntbench,gpt-5.6-terra,medium,coding,hard,,per-suite,3.87,0.00289,,,14.285714,strict-fix%,0,,cost-base-price:cost-publisher-figure,https://github.com/phuryn/bug-hunt-bench ($.rows / row GPT-5.6 Terra (medium effort) / column score),,in,in bughunt,github-bughuntbench,gpt-5.6-luna,xhigh,coding,hard,,per-suite,2.5,0.00289,,,21.904762,strict-fix%,0,,cost-base-price:cost-publisher-figure,https://github.com/phuryn/bug-hunt-bench ($.rows / row GPT-5.6 Luna (xhigh effort) / column score),,in,in bughunt,github-bughuntbench,grok-4.6,high,coding,hard,,,,,,,21.904762,strict-fix%,0,,harness-label-as-level:grok-cli,https://github.com/phuryn/bug-hunt-bench ($.rows / row Grok 4.6 (high) / column score),,in, bughunt,github-bughuntbench,gpt-5.6-terra,xhigh,coding,hard,,per-suite,8.98,0.00289,,,19.047619,strict-fix%,0,,cost-base-price:cost-publisher-figure,https://github.com/phuryn/bug-hunt-bench ($.rows / row GPT-5.6 Terra (xhigh effort) / column score),,in,in bughunt,github-bughuntbench,grok-4.6,xhigh,coding,hard,,,,,,,25.714286,strict-fix%,0,,harness-label-as-level:grok-cli,https://github.com/phuryn/bug-hunt-bench ($.rows / row Grok 4.6 (xhigh) seq / column score),,in, bughunt,github-bughuntbench,grok-4.6,medium,coding,hard,,,,,,,20.952381,strict-fix%,0,,harness-label-as-level:grok-cli,https://github.com/phuryn/bug-hunt-bench ($.rows / row Grok 4.6 (medium) seq / column score),,in, bughunt,github-bughuntbench,?Gemini 3.7 Flash,not-established:absent,coding,hard,,per-suite,6.36,0.00289,,,15.238095,strict-fix%,0,,,https://github.com/phuryn/bug-hunt-bench ($.rows / row Gemini 3.7 Flash seq / column score),,out:model-not-established,out:model-not-established bughunt,github-bughuntbench,gpt-5.6-sol,xhigh,coding,hard,,per-suite,72.53125,3.81,,,37.142857,strict-fix%,0,,cost-unrepriced; cost-price-band,https://github.com/phuryn/bug-hunt-bench ($.rows / row GPT-5.6 Sol (xhigh effort) / column score),,in,in bughunt,github-bughuntbench,?Gemini 3.8 Flash,not-established:absent,coding,hard,,per-suite,9.78,0.00289,,,19.047619,strict-fix%,0,,,https://github.com/phuryn/bug-hunt-bench ($.rows / row Gemini 3.8 Flash / column score),,out:model-not-established,out:model-not-established bughunt,github-bughuntbench,gpt-6-astra,max,coding,hard,,per-suite,31.21,0.00289,,,45.714286,strict-fix%,0,,cost-base-price:cost-publisher-figure,https://github.com/phuryn/bug-hunt-bench ($.rows / row GPT-6 Astra (max effort) / column score),,in,in bughunt,github-bughuntbench,gpt-6-astra,xhigh,coding,hard,,per-suite,24.22,0.00289,,,40.952381,strict-fix%,0,,cost-base-price:cost-publisher-figure,https://github.com/phuryn/bug-hunt-bench ($.rows / row GPT-6 Astra (xhigh effort) / column score),,in,in bughunt,github-bughuntbench,gpt-6-astra,high,coding,hard,,per-suite,20.6,0.00289,,,33.333333,strict-fix%,0,,cost-base-price:cost-publisher-figure,https://github.com/phuryn/bug-hunt-bench ($.rows / row GPT-6 Astra (high effort) / column score),,in,in bughunt,github-bughuntbench,gpt-6-astra,medium,coding,hard,,per-suite,15.78,0.00289,,,32.380952,strict-fix%,0,,cost-base-price:cost-publisher-figure,https://github.com/phuryn/bug-hunt-bench ($.rows / row GPT-6 Astra (medium effort) / column score),,in,in bughunt,github-bughuntbench,gpt-6-astra,low,coding,hard,,per-suite,11.69,0.00289,,,25.714286,strict-fix%,0,,cost-base-price:cost-publisher-figure,https://github.com/phuryn/bug-hunt-bench ($.rows / row GPT-6 Astra (low effort) / column score),,in,in bughunt,github-bughuntbench,gpt-5.6-sol,medium,coding,hard,,per-suite,21.68375,1.14,,,27.619048,strict-fix%,0,,cost-unrepriced; cost-price-band,https://github.com/phuryn/bug-hunt-bench ($.rows / row GPT-5.6 Sol (medium effort) / column score),,in,in bughunt,github-bughuntbench,deepseek-v4.1-flash,not-established:absent,coding,hard,,per-suite,1.08,0.00289,,,22.857143,strict-fix%,0,,,https://github.com/phuryn/bug-hunt-bench ($.rows / row DeepSeek V4.1 Flash (max effort) / column score),,out:effort-not-established,out:effort-not-established bughunt,github-bughuntbench,deepseek-v4.1-flash,not-established:absent,coding,hard,,per-suite,0.31,0.00289,,,18.095238,strict-fix%,0,,,https://github.com/phuryn/bug-hunt-bench ($.rows / row DeepSeek V4.1 Flash (high effort) / column score),,out:effort-not-established,out:effort-not-established bughunt,github-bughuntbench,deepseek-v4-pro-0813,not-established:absent,coding,hard,,per-suite,1.89,0.00289,,,15.238095,strict-fix%,0,,,"https://github.com/phuryn/bug-hunt-bench ($.rows / row DeepSeek V4-Pro (max effort, DeepSeek API) / column score)",,out:effort-not-established,out:effort-not-established bughunt,github-bughuntbench,deepseek-v4-pro-0813,not-established:absent,coding,hard,,per-suite,1.08,0.00289,,,12.380952,strict-fix%,0,,,"https://github.com/phuryn/bug-hunt-bench ($.rows / row DeepSeek V4-Pro (high effort, DeepSeek API) / column score)",,out:effort-not-established,out:effort-not-established bughunt,github-bughuntbench,glm-5.3,not-established:absent,coding,hard,,per-suite,15.93,0.00289,,,18.095238,strict-fix%,0,,,"https://github.com/phuryn/bug-hunt-bench ($.rows / row GLM-5.3 (max effort, Z.ai API) / column score)",,out:effort-not-established,out:effort-not-established bughunt,github-bughuntbench,qwen3.8-flash,not-established:absent,coding,hard,,per-suite,1.37,0.00289,,,21.904762,strict-fix%,0,,,https://github.com/phuryn/bug-hunt-bench ($.rows / row Qwen3.8-Flash (low effort) / column score),,out:effort-not-established,out:effort-not-established bughunt,github-bughuntbench,qwen3.8-flash,not-established:absent,coding,hard,,per-suite,1.81,0.00289,,,24.761905,strict-fix%,0,,,https://github.com/phuryn/bug-hunt-bench ($.rows / row Qwen3.8-Flash (max effort) / column score),,out:effort-not-established,out:effort-not-established bughunt,github-bughuntbench,qwen3.8-max-0902,not-established:absent,coding,hard,,per-suite,26.29,0.00289,,,26.666667,strict-fix%,0,,max-as-highest,"https://github.com/phuryn/bug-hunt-bench ($.rows / row Qwen3.8-Max (max effort, Alibaba API) / column score)",,out:effort-not-established,out:effort-not-established bughunt,github-bughuntbench,qwen3.8-27b,not-established:absent,coding,hard,,per-suite,6.09,0.00289,,,14.285714,strict-fix%,0,,,"https://github.com/phuryn/bug-hunt-bench ($.rows / row Qwen3.8-27B (xhigh effort, Alibaba API) / column score)",,out:effort-not-established,out:effort-not-established bughunt,github-bughuntbench,?gpt-oss-120b,not-established:absent,coding,hard,,per-suite,0.13,0.00289,,,0,strict-fix%,0,,,https://github.com/phuryn/bug-hunt-bench ($.rows / row gpt-oss-120b / column score),,out:model-not-established,out:model-not-established bughunt,github-bughuntbench,?gpt-oss-20b,not-established:absent,coding,hard,,per-suite,0.11,0.00289,,,0,strict-fix%,0,,,https://github.com/phuryn/bug-hunt-bench ($.rows / row gpt-oss-20b / column score),,out:model-not-established,out:model-not-established bughunt,github-bughuntbench,glm-5.3-flash,not-established:absent,coding,hard,,per-suite,0.94,0.00289,,,18.095238,strict-fix%,0,,,"https://github.com/phuryn/bug-hunt-bench ($.rows / row GLM-5.3 Flash (max effort, Z.ai API) / column score)",,out:effort-not-established,out:effort-not-established bughunt,github-bughuntbench,glm-5.3-flash,not-established:absent,coding,hard,,per-suite,0.42,0.00289,,,8.571429,strict-fix%,0,,,"https://github.com/phuryn/bug-hunt-bench ($.rows / row GLM-5.3 Flash (low effort, Z.ai API) / column score)",,out:effort-not-established,out:effort-not-established bughunt,github-bughuntbench,glm-5.3-flash,not-established:absent,coding,hard,,per-suite,0.94,0.00289,,,15.238095,strict-fix%,0,,,"https://github.com/phuryn/bug-hunt-bench ($.rows / row GLM-5.3 Flash (high effort, Z.ai API) / column score)",,out:effort-not-established,out:effort-not-established bughunt,github-bughuntbench,grok-4.6,xhigh,coding,hard,,,,,,,27.333333,strict-fix%,0,,harness-label-as-level:grok-cli,https://github.com/phuryn/bug-hunt-bench ($.rows / row Grok 4.6 (xhigh) seq - mean of 3 / column score),,in, bughunt,github-bughuntbench,gpt-6-astra,max,coding,hard,,per-suite,33.03,0.00289,,,42.857143,strict-fix%,0,,cost-base-price:cost-publisher-figure,https://github.com/phuryn/bug-hunt-bench ($.rows / row GPT-6 Astra (max effort) - mean of 3 / column score),,in,in bughunt,github-bughuntbench,deepseek-v4.1-flash,not-established:absent,coding,hard,,per-suite,0.78,0.00289,,,20.666667,strict-fix%,0,,,https://github.com/phuryn/bug-hunt-bench ($.rows / row DeepSeek V4.1 Flash (max effort) - mean of 3 / column score),,out:effort-not-established,out:effort-not-established bughunt,github-bughuntbench,glm-5.3-flash,not-established:absent,coding,hard,,per-suite,1.03,0.00289,,,16.857143,strict-fix%,0,,,"https://github.com/phuryn/bug-hunt-bench ($.rows / row GLM-5.3 Flash (max effort, Z.ai API) - mean of 3 / column score)",,out:effort-not-established,out:effort-not-established bughunt,github-bughuntbench,?Gemini 3.8 Flash,not-established:absent,coding,hard,,per-suite,11.03,0.00289,,,17.142857,strict-fix%,0,,,https://github.com/phuryn/bug-hunt-bench ($.rows / row Gemini 3.8 Flash - mean of 3 / column score),,out:model-not-established,out:model-not-established bughunt,github-bughuntbench,qwen3.8-27b,not-established:absent,coding,hard,,per-suite,5.55,0.00289,,,14.285714,strict-fix%,0,,,"https://github.com/phuryn/bug-hunt-bench ($.rows / row Qwen3.8-27B (xhigh effort, Alibaba API) - mean of 3 / column score)",,out:effort-not-established,out:effort-not-established bughunt,github-bughuntbench,?Qwen3.8-27B 8-bit,not-established:absent,coding,hard,,per-suite,2.11,0.00289,,,7.619048,strict-fix%,0,,,https://github.com/phuryn/bug-hunt-bench ($.rows / row Qwen3.8-27B 8-bit (OpenRouter/Parasail) / column score),,out:model-not-established,out:model-not-established bughunt,github-bughuntbench,qwen3.8-max-0902,not-established:absent,coding,hard,,per-suite,26.76,0.00289,,,24.47619,strict-fix%,0,,max-as-highest,"https://github.com/phuryn/bug-hunt-bench ($.rows / row Qwen3.8-Max (max effort, Alibaba API) - mean of 3 / column score)",,out:effort-not-established,out:effort-not-established bughunt,github-bughuntbench,?gpt-oss-120b,not-established:absent,coding,hard,,per-suite,0.11,0.00289,,,0,strict-fix%,0,,,https://github.com/phuryn/bug-hunt-bench ($.rows / row gpt-oss-120b - mean of 3 / column score),,out:model-not-established,out:model-not-established bughunt,github-bughuntbench,?gpt-oss-20b,not-established:absent,coding,hard,,per-suite,0.11,0.00289,,,0,strict-fix%,0,,,https://github.com/phuryn/bug-hunt-bench ($.rows / row gpt-oss-20b - mean of 3 / column score),,out:model-not-established,out:model-not-established bughunt,github-bughuntbench,?Qwen3.8-27B 8-bit,not-established:absent,coding,hard,,per-suite,2.97,0.00289,,,10.190476,strict-fix%,0,,,https://github.com/phuryn/bug-hunt-bench ($.rows / row Qwen3.8-27B 8-bit (OpenRouter/Parasail) - mean of 3 / column score),,out:model-not-established,out:model-not-established bughunt,github-bughuntbench,gpt-5.6-sol,max,coding,hard,,per-suite,131.10625,6.88,,,41.428571,strict-fix%,0,,cost-unrepriced; cost-price-band,https://github.com/phuryn/bug-hunt-bench ($.rows / row GPT-5.6 Sol (max effort) - mean of 2 / column score),,in,in bughunt,github-bughuntbench,grok-4.7,xhigh,coding,hard,,,,,,,27.333333,strict-fix%,0,,harness-label-as-level:grok-cli,https://github.com/phuryn/bug-hunt-bench ($.rows / row Grok 4.7 (xhigh) seq - mean of 3 / column score),,in, bughunt,github-bughuntbench,grok-4.7,xhigh,coding,hard,,,,,,,27.428571,strict-fix%,0,,harness-label-as-level:grok-cli,https://github.com/phuryn/bug-hunt-bench ($.rows / row Grok 4.7 (xhigh) seq - mean of 4 / column score),,in, bughunt,github-bughuntbench,grok-4.7,high,coding,hard,,,,,,,18.095238,strict-fix%,0,,harness-label-as-level:grok-cli,https://github.com/phuryn/bug-hunt-bench ($.rows / row Grok 4.7 (high) / column score),,in, bughunt,github-bughuntbench,grok-4.7,medium,coding,hard,,,,,,,28.571429,strict-fix%,0,,harness-label-as-level:grok-cli,https://github.com/phuryn/bug-hunt-bench ($.rows / row Grok 4.7 (medium) / column score),,in, bughunt,github-bughuntbench,grok-4.7,low,coding,hard,,,,,,,10.47619,strict-fix%,0,,harness-label-as-level:grok-cli,https://github.com/phuryn/bug-hunt-bench ($.rows / row Grok 4.7 (low) / column score),,in, bughunt,github-bughuntbench,grok-4.7,high,coding,hard,,,,,,,18.380952,strict-fix%,0,,harness-label-as-level:grok-cli,https://github.com/phuryn/bug-hunt-bench ($.rows / row Grok 4.7 (high) - mean of 3 / column score),,in, bughunt,github-bughuntbench,grok-4.7,medium,coding,hard,,,,,,,25.428571,strict-fix%,0,,harness-label-as-level:grok-cli,https://github.com/phuryn/bug-hunt-bench ($.rows / row Grok 4.7 (medium) - mean of 3 / column score),,in, bughunt,github-bughuntbench,grok-4.7,low,coding,hard,,,,,,,14.952381,strict-fix%,0,,harness-label-as-level:grok-cli,https://github.com/phuryn/bug-hunt-bench ($.rows / row Grok 4.7 (low) - mean of 3 / column score),,in, bughunt,github-bughuntbench,gpt-5.6-luna,max,coding,hard,,per-suite,2.82,0.00289,,,30,strict-fix%,0,,,https://github.com/phuryn/bug-hunt-bench ($.rows / row GPT-5.6 Luna (max effort) - mean of 2 / column score),,out:decision:D58,out:decision:D58 bughunt,github-bughuntbench,gpt-5.6-luna,max,coding,hard,,per-suite,3.15,0.00289,,,29.809524,strict-fix%,0,,cost-base-price:cost-publisher-figure,https://github.com/phuryn/bug-hunt-bench ($.rows / row GPT-5.6 Luna (max effort) - mean of 3 / column score),,in,in bughunt,github-bughuntbench,gpt-6-sol,max,coding,hard,,per-suite,10.03,0.00289,,,30.47619,strict-fix%,0,,cost-base-price:cost-publisher-figure,https://github.com/phuryn/bug-hunt-bench ($.rows / row GPT-6 Sol (max effort) / column score),,in,in bughunt,github-bughuntbench,gpt-6-sol,max,coding,hard,,per-suite,9.1,0.00289,,,29.52381,strict-fix%,0,,cost-base-price:cost-publisher-figure,https://github.com/phuryn/bug-hunt-bench ($.rows / row GPT-6 Sol (max effort) - mean of 2 / column score),,in,in bughunt,github-bughuntbench,gpt-6-sol,max,coding,hard,,per-suite,9.33,0.00289,,,27.904762,strict-fix%,0,,cost-base-price:cost-publisher-figure,https://github.com/phuryn/bug-hunt-bench ($.rows / row GPT-6 Sol (max effort) - mean of 3 / column score),,in,in bughunt,github-bughuntbench,gpt-6-sol,xhigh,coding,hard,,per-suite,7.67,0.00289,,,23.809524,strict-fix%,0,,cost-base-price:cost-publisher-figure,https://github.com/phuryn/bug-hunt-bench ($.rows / row GPT-6 Sol (xhigh effort) / column score),,in,in bughunt,github-bughuntbench,gpt-6-sol,high,coding,hard,,per-suite,4.16,0.00289,,,19.047619,strict-fix%,0,,cost-base-price:cost-publisher-figure,https://github.com/phuryn/bug-hunt-bench ($.rows / row GPT-6 Sol (high effort) / column score),,in,in bughunt,github-bughuntbench,gpt-6-sol,medium,coding,hard,,per-suite,2.39,0.00289,,,13.333333,strict-fix%,0,,cost-base-price:cost-publisher-figure,https://github.com/phuryn/bug-hunt-bench ($.rows / row GPT-6 Sol (medium effort) / column score),,in,in bughunt,github-bughuntbench,gpt-6-sol,low,coding,hard,,per-suite,1.08,0.00289,,,5.714286,strict-fix%,0,,cost-base-price:cost-publisher-figure,https://github.com/phuryn/bug-hunt-bench ($.rows / row GPT-6 Sol (low effort) / column score),,in,in bughunt,github-bughuntbench,gpt-6-luna,max,coding,hard,,per-suite,0.52,0.00289,,,16.190476,strict-fix%,0,,cost-base-price:cost-publisher-figure,https://github.com/phuryn/bug-hunt-bench ($.rows / row GPT-6 Luna (max effort) / column score),,in,in bughunt,github-bughuntbench,gpt-6-luna,max,coding,hard,,per-suite,0.51,0.00289,,,18.095238,strict-fix%,0,,cost-base-price:cost-publisher-figure,https://github.com/phuryn/bug-hunt-bench ($.rows / row GPT-6 Luna (max effort) - mean of 2 / column score),,in,in bughunt,github-bughuntbench,gpt-6-luna,max,coding,hard,,per-suite,0.52,0.00289,,,17.428571,strict-fix%,0,,cost-base-price:cost-publisher-figure,https://github.com/phuryn/bug-hunt-bench ($.rows / row GPT-6 Luna (max effort) - mean of 3 / column score),,in,in bughunt,github-bughuntbench,gpt-6-luna,xhigh,coding,hard,,per-suite,0.39,0.00289,,,13.333333,strict-fix%,0,,cost-base-price:cost-publisher-figure,https://github.com/phuryn/bug-hunt-bench ($.rows / row GPT-6 Luna (xhigh effort) / column score),,in,in bughunt,github-bughuntbench,gpt-6-luna,high,coding,hard,,per-suite,0.13,0.00289,,,8.571429,strict-fix%,0,,cost-base-price:cost-publisher-figure,https://github.com/phuryn/bug-hunt-bench ($.rows / row GPT-6 Luna (high effort) / column score),,in,in bughunt,github-bughuntbench,gpt-6-luna,medium,coding,hard,,per-suite,0.06,0.00289,,,3.809524,strict-fix%,0,,cost-base-price:cost-publisher-figure,https://github.com/phuryn/bug-hunt-bench ($.rows / row GPT-6 Luna (medium effort) / column score),,in,in bughunt,github-bughuntbench,gpt-6-luna,low,coding,hard,,per-suite,0.2,0.00289,,,3.809524,strict-fix%,0,,cost-base-price:cost-publisher-figure,https://github.com/phuryn/bug-hunt-bench ($.rows / row GPT-6 Luna (low effort) / column score),,in,in bughunt,github-bughuntbench,gpt-6.1-sol,max,coding,hard,,per-suite,6.56,0.00289,,,41.904762,strict-fix%,0,,cost-base-price:cost-publisher-figure,https://github.com/phuryn/bug-hunt-bench ($.rows / row GPT-6.1 Sol (max effort) / column score),,in,in bughunt,github-bughuntbench,gpt-6.1-sol,xhigh,coding,hard,,per-suite,4.68,0.00289,,,39.047619,strict-fix%,0,,cost-base-price:cost-publisher-figure,https://github.com/phuryn/bug-hunt-bench ($.rows / row GPT-6.1 Sol (xhigh effort) / column score),,in,in bughunt,github-bughuntbench,gpt-6.1-sol,high,coding,hard,,per-suite,3.51,0.00289,,,36.190476,strict-fix%,0,,cost-base-price:cost-publisher-figure,https://github.com/phuryn/bug-hunt-bench ($.rows / row GPT-6.1 Sol (high effort) / column score),,in,in bughunt,github-bughuntbench,gpt-6.1-sol,medium,coding,hard,,per-suite,1.85,0.00289,,,26.666667,strict-fix%,0,,cost-base-price:cost-publisher-figure,https://github.com/phuryn/bug-hunt-bench ($.rows / row GPT-6.1 Sol (medium effort) / column score),,in,in bughunt,github-bughuntbench,gpt-6.1-sol,low,coding,hard,,per-suite,1.77,0.00289,,,29.52381,strict-fix%,0,,cost-base-price:cost-publisher-figure,https://github.com/phuryn/bug-hunt-bench ($.rows / row GPT-6.1 Sol (low effort) / column score),,in,in bughunt,github-bughuntbench,gpt-6.1-sol,max,coding,hard,,per-suite,5.88,0.00289,,,42.190476,strict-fix%,0,,cost-base-price:cost-publisher-figure,https://github.com/phuryn/bug-hunt-bench ($.rows / row GPT-6.1 Sol (max effort) - mean of 3 / column score),,in,in bughunt,github-bughuntbench,gpt-6.1-sol,xhigh,coding,hard,,per-suite,4.35,0.00289,,,40.666667,strict-fix%,0,,cost-base-price:cost-publisher-figure,https://github.com/phuryn/bug-hunt-bench ($.rows / row GPT-6.1 Sol (xhigh effort) - mean of 3 / column score),,in,in bughunt,github-bughuntbench,gpt-6.1-sol,high,coding,hard,,per-suite,3.26,0.00289,,,34.761905,strict-fix%,0,,cost-base-price:cost-publisher-figure,https://github.com/phuryn/bug-hunt-bench ($.rows / row GPT-6.1 Sol (high effort) - mean of 2 / column score),,in,in bughunt,github-bughuntbench,gpt-6.1-sol,medium,coding,hard,,per-suite,1.76,0.00289,,,27.619048,strict-fix%,0,,cost-base-price:cost-publisher-figure,https://github.com/phuryn/bug-hunt-bench ($.rows / row GPT-6.1 Sol (medium effort) - mean of 2 / column score),,in,in bughunt,github-bughuntbench,gpt-6.1-sol,low,coding,hard,,per-suite,1.34,0.00289,,,21.428571,strict-fix%,0,,cost-base-price:cost-publisher-figure,https://github.com/phuryn/bug-hunt-bench ($.rows / row GPT-6.1 Sol (low effort) - mean of 2 / column score),,in,in bughunt,github-bughuntbench,grok-4.7,xhigh,coding,hard,,,,,,,27.619048,strict-fix%,0,,harness-label-as-level:grok-cli,https://github.com/phuryn/bug-hunt-bench ($.rows / row Grok 4.7 (xhigh) - mean of 5 / column score),,in, bughunt,github-bughuntbench,?Gemini 4 Argon,not-established:absent,coding,hard,,per-suite,7.16,0.00289,,,38.761905,strict-fix%,0,,,"https://github.com/phuryn/bug-hunt-bench ($.rows / row Gemini 4 Argon (high effort, Antigravity CLI) - mean of 3 / column score)",,out:model-not-established,out:model-not-established bughunt,github-bughuntbench,?Gemini 4 Argon,not-established:absent,coding,hard,,per-suite,6.75,0.00289,,,34.285714,strict-fix%,0,,,"https://github.com/phuryn/bug-hunt-bench ($.rows / row Gemini 4 Argon (medium effort, Antigravity CLI) - mean of 2 / column score)",,out:model-not-established,out:model-not-established bughunt,github-bughuntbench,?Gemini 4 Argon,not-established:absent,coding,hard,,per-suite,7.5,0.00289,,,37.428571,strict-fix%,0,,,"https://github.com/phuryn/bug-hunt-bench ($.rows / row Gemini 4 Argon (medium effort, Antigravity CLI) - mean of 3 / column score)",,out:model-not-established,out:model-not-established bughunt,github-bughuntbench,?Gemini 4 Argon,not-established:absent,coding,hard,,per-suite,5.97,0.00289,,,30.47619,strict-fix%,0,,,"https://github.com/phuryn/bug-hunt-bench ($.rows / row Gemini 4 Argon (low effort, Antigravity CLI) / column score)",,out:model-not-established,out:model-not-established bughunt,github-bughuntbench,?Gemini 4 Argon,not-established:absent,coding,hard,,per-suite,6.47,0.00289,,,33.619048,strict-fix%,0,,,"https://github.com/phuryn/bug-hunt-bench ($.rows / row Gemini 4 Argon (low effort, Antigravity CLI) - mean of 3 / column score)",,out:model-not-established,out:model-not-established bughunt,github-bughuntbench,deepseek-v4.1-flash-1017,max,coding,hard,,per-suite,1.84,0.00289,,,40.666667,strict-fix%,0,,cost-base-price:cost-publisher-figure,"https://github.com/phuryn/bug-hunt-bench ($.rows / row DeepSeek V4.1 Flash 1017 (max effort, DeepSeek Harness) - mean of 7 / column score)",,in,in bughunt,github-bughuntbench,deepseek-v4.1-flash-1017,not-established:absent,coding,hard,,per-suite,0.83,0.00289,,,40.190476,strict-fix%,0,,,"https://github.com/phuryn/bug-hunt-bench ($.rows / row DeepSeek V4.1 Flash 1017 (max effort, Pi) - mean of 5 / column score)",,out:effort-not-established,out:effort-not-established bughunt,github-bughuntbench,deepseek-v4.1-flash-1017,not-established:absent,coding,hard,,per-suite,0.64,0.00289,,,38.47619,strict-fix%,0,,,"https://github.com/phuryn/bug-hunt-bench ($.rows / row DeepSeek V4.1 Flash 1017 (high effort, Pi) - mean of 5 / column score)",,out:effort-not-established,out:effort-not-established bughunt,github-bughuntbench,deepseek-v4.1-flash-1017,high,coding,hard,,per-suite,1.27,0.00289,,,37.333333,strict-fix%,0,,cost-base-price:cost-publisher-figure,"https://github.com/phuryn/bug-hunt-bench ($.rows / row DeepSeek V4.1 Flash 1017 (high effort, DeepSeek Harness) - mean of 5 / column score)",,in,in bughunt,github-bughuntbench,deepseek-v4.1-flash-1017,not-established:absent,coding,hard,,per-suite,1.01,0.00289,,,37.238095,strict-fix%,0,,,https://github.com/phuryn/bug-hunt-bench ($.rows / row DeepSeek V4.1 Flash 1017 (max effort) - mean of 7 / column score),,out:effort-not-established,out:effort-not-established bughunt,github-bughuntbench,deepseek-v4.1-flash-1017,not-established:absent,coding,hard,,per-suite,0.96,0.00289,,,35.809524,strict-fix%,0,,,"https://github.com/phuryn/bug-hunt-bench ($.rows / row DeepSeek V4.1 Flash 1017 (max effort, OpenCode) - mean of 5 / column score)",,out:effort-not-established,out:effort-not-established bughunt,github-bughuntbench,deepseek-v4.1-flash-1017,not-established:absent,coding,hard,,per-suite,0.79,0.00289,,,34.857143,strict-fix%,0,,,"https://github.com/phuryn/bug-hunt-bench ($.rows / row DeepSeek V4.1 Flash 1017 (high effort, OpenCode) - mean of 5 / column score)",,out:effort-not-established,out:effort-not-established bughunt,github-bughuntbench,deepseek-v4.1-flash-1017,not-established:absent,coding,hard,,per-suite,0.82,0.00289,,,34.666667,strict-fix%,0,,,https://github.com/phuryn/bug-hunt-bench ($.rows / row DeepSeek V4.1 Flash 1017 (high effort) - mean of 5 / column score),,out:effort-not-established,out:effort-not-established bughunt,github-bughuntbench,deepseek-v4.1-flash-1017,low,coding,hard,,per-suite,1.06,0.00289,,,33.142857,strict-fix%,0,,cost-base-price:cost-publisher-figure,"https://github.com/phuryn/bug-hunt-bench ($.rows / row DeepSeek V4.1 Flash 1017 (low effort, DeepSeek Harness) - mean of 5 / column score)",,in,in bughunt,github-bughuntbench,deepseek-v4.1-flash-1017,not-established:absent,coding,hard,,per-suite,0.71,0.00289,,,32.761905,strict-fix%,0,,,https://github.com/phuryn/bug-hunt-bench ($.rows / row DeepSeek V4.1 Flash 1017 (low effort) - mean of 5 / column score),,out:effort-not-established,out:effort-not-established bughunt,github-bughuntbench,deepseek-v4.1-flash-1017,not-established:absent,coding,hard,,per-suite,0.46,0.00289,,,32.190476,strict-fix%,0,,,"https://github.com/phuryn/bug-hunt-bench ($.rows / row DeepSeek V4.1 Flash 1017 (low effort, Pi) - mean of 5 / column score)",,out:effort-not-established,out:effort-not-established bughunt,github-bughuntbench,deepseek-v4.1-flash-1017,not-established:absent,coding,hard,,per-suite,0.66,0.00289,,,31.238095,strict-fix%,0,,,"https://github.com/phuryn/bug-hunt-bench ($.rows / row DeepSeek V4.1 Flash 1017 (low effort, OpenCode) - mean of 5 / column score)",,out:effort-not-established,out:effort-not-established bughunt,github-bughuntbench,fable-5.2,max,coding,hard,,,139.65,0.00289,,,55.238095,strict-fix%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://github.com/phuryn/bug-hunt-bench (README, line under the title (the table prints 58 in the Fixed /105 column))",,in,out:cost-single-couple bughunt,github-bughuntbench,gemini-4-argon,not-established:absent,coding,hard,,per-suite,32.08,0.00289,,,31.428571,strict-fix%,0,,,https://github.com/phuryn/bug-hunt-bench ($.rows / row Gemini 4 Argon (high effort) / column score),,out:effort-not-established,out:effort-not-established bullshitbench,github-bullshitbench,opus-4.8,nothink,reasoning-math,mid,BullshitBench-v2,,,,,,95,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row anthropic/claude-opus-4.8@reasoning=none / column green_rate),,in, bullshitbench,github-bullshitbench,opus-4.8,xhigh,reasoning-math,mid,BullshitBench-v2,,,,,,94,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row anthropic/claude-opus-4.8@reasoning=xhigh / column green_rate),,in, bullshitbench,github-bullshitbench,qwen3.8-max,minimal,reasoning-math,mid,BullshitBench-v2,,,,,,95,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row qwen/qwen3.8-max@reasoning=minimal / column green_rate),,out:effort-not-established, bullshitbench,github-bullshitbench,sonnet-4.6,high,reasoning-math,mid,BullshitBench-v2,,,,,,91,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row anthropic/claude-sonnet-4.6@reasoning=high / column green_rate),,in, bullshitbench,github-bullshitbench,sonnet-4.6,nothink,reasoning-math,mid,BullshitBench-v2,,,,,,89,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row anthropic/claude-sonnet-4.6@reasoning=none / column green_rate),,in, bullshitbench,github-bullshitbench,opus-4.5,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,90,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row anthropic/claude-opus-4.5@reasoning=high / column green_rate),,out:effort-not-established, bullshitbench,github-bullshitbench,opus-4.6,high,reasoning-math,mid,BullshitBench-v2,,,,,,87,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row anthropic/claude-opus-4.6@reasoning=high / column green_rate),,out:single-couple, bullshitbench,github-bullshitbench,fable-5.1,low,reasoning-math,mid,BullshitBench-v2,,,,,,77,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row anthropic/claude-fable-5.1@reasoning=low / column green_rate),,in, bullshitbench,github-bullshitbench,opus-4.6,nothink,reasoning-math,mid,BullshitBench-v2,,,,,,83,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row anthropic/claude-opus-4.6@reasoning=none / column green_rate),,out:single-couple, bullshitbench,github-bullshitbench,opus-4.7,nothink,reasoning-math,mid,BullshitBench-v2,,,,,,83,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row anthropic/claude-opus-4.7@reasoning=none / column green_rate),,in, bullshitbench,github-bullshitbench,fable-5,xhigh,reasoning-math,mid,BullshitBench-v2,,,,,,56,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row anthropic/claude-fable-5@reasoning=xhigh / column green_rate),,in, bullshitbench,github-bullshitbench,?mistralai/mistral-large-4-0,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,80,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row mistralai/mistral-large-4-0@reasoning=none / column green_rate),,out:model-not-established, bullshitbench,github-bullshitbench,opus-5,xhigh,reasoning-math,mid,BullshitBench-v2,,,,,,70,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row anthropic/claude-opus-5@reasoning=xhigh / column green_rate),,in, bullshitbench,github-bullshitbench,sonnet-5,low,reasoning-math,mid,BullshitBench-v2,,,,,,80,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row anthropic/claude-sonnet-5@reasoning=low / column green_rate),,in, bullshitbench,github-bullshitbench,sonnet-5,max,reasoning-math,mid,BullshitBench-v2,,,,,,78,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row anthropic/claude-sonnet-5@reasoning=max / column green_rate),,in, bullshitbench,github-bullshitbench,opus-5,low,reasoning-math,mid,BullshitBench-v2,,,,,,73,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row anthropic/claude-opus-5@reasoning=low / column green_rate),,in, bullshitbench,github-bullshitbench,qwen3.5-397b-a17b,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,78,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row qwen/qwen3.5-397b-a17b@reasoning=high / column green_rate),,out:effort-not-established, bullshitbench,github-bullshitbench,sonnet-4.5,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,79,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row anthropic/claude-sonnet-4.5@reasoning=high / column green_rate),,out:effort-not-established, bullshitbench,github-bullshitbench,opus-4.5,nothink,reasoning-math,mid,BullshitBench-v2,,,,,,79,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row anthropic/claude-opus-4.5@reasoning=none / column green_rate),,out:single-couple, bullshitbench,github-bullshitbench,kimi-k3,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,74,detect-strict%,0.289,,EAP-run,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row moonshotai/kimi-k3@reasoning=xhigh / column green_rate),,out:effort-not-established, bullshitbench,github-bullshitbench,fable-5.1,max,reasoning-math,mid,BullshitBench-v2,,,,,,64,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row anthropic/claude-fable-5.1@reasoning=max / column green_rate),,in, bullshitbench,github-bullshitbench,kimi-k3,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,72,detect-strict%,0.289,,EAP-run,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row moonshotai/kimi-k3@reasoning=minimal / column green_rate),,out:effort-not-established, bullshitbench,github-bullshitbench,fable-5,low,reasoning-math,mid,BullshitBench-v2,,,,,,45,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row anthropic/claude-fable-5@reasoning=low / column green_rate),,in, bullshitbench,github-bullshitbench,haiku-4.5,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,77,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row anthropic/claude-haiku-4.5@reasoning=high / column green_rate),,out:effort-not-established, bullshitbench,github-bullshitbench,opus-5.5,low,reasoning-math,mid,BullshitBench-v2,,,,,,63,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row anthropic/claude-opus-5.5@reasoning=low / column green_rate),,in, bullshitbench,github-bullshitbench,qwen3.8-27b,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,79,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row qwen/qwen3.8-27b@reasoning=none / column green_rate),,out:effort-not-established, bullshitbench,github-bullshitbench,opus-5.5,max,reasoning-math,mid,BullshitBench-v2,,,,,,62,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row anthropic/claude-opus-5.5@reasoning=max / column green_rate),,in, bullshitbench,github-bullshitbench,haiku-4.5,nothink,reasoning-math,mid,BullshitBench-v2,,,,,,71,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row anthropic/claude-haiku-4.5@reasoning=none / column green_rate),,in, bullshitbench,github-bullshitbench,opus-4.7,max,reasoning-math,mid,BullshitBench-v2,,,,,,74,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row anthropic/claude-opus-4.7@reasoning=max / column green_rate),,in, bullshitbench,github-bullshitbench,glm-5.3,low,reasoning-math,mid,BullshitBench-v2,,,,,,72,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row z-ai/glm-5.3@reasoning=minimal / column green_rate),,in, bullshitbench,github-bullshitbench,gpt-6-astra,max,reasoning-math,mid,BullshitBench-v2,,,,,,69,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row openai/gpt-6-astra@reasoning=max / column green_rate),,in, bullshitbench,github-bullshitbench,?mistralai/mistral-large-4-0,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,68,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row mistralai/mistral-large-4-0@reasoning=high / column green_rate),,out:model-not-established, bullshitbench,github-bullshitbench,sonnet-4.5,nothink,reasoning-math,mid,BullshitBench-v2,,,,,,74,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row anthropic/claude-sonnet-4.5@reasoning=none / column green_rate),,out:single-couple, bullshitbench,github-bullshitbench,qwen3.7-max,nothink,reasoning-math,mid,BullshitBench-v2,,,,,,72,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row qwen/qwen3.7-max@reasoning=none / column green_rate),,in, bullshitbench,github-bullshitbench,gpt-6.1-sol,max,reasoning-math,mid,BullshitBench-v2,,,,,,59,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row openai/gpt-6.1-sol@reasoning=max / column green_rate),,in, bullshitbench,github-bullshitbench,qwen3.6-plus,nothink,reasoning-math,mid,BullshitBench-v2,,,,,,72,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row qwen/qwen3.6-plus@reasoning=none / column green_rate),,in, bullshitbench,github-bullshitbench,glm-5.3,max,reasoning-math,mid,BullshitBench-v2,,,,,,66,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row z-ai/glm-5.3@reasoning=max / column green_rate),,in, bullshitbench,github-bullshitbench,gpt-6-astra,low,reasoning-math,mid,BullshitBench-v2,,,,,,64,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row openai/gpt-6-astra@reasoning=low / column green_rate),,in, bullshitbench,github-bullshitbench,gpt-6.1-sol,low,reasoning-math,mid,BullshitBench-v2,,,,,,65,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row openai/gpt-6.1-sol@reasoning=low / column green_rate),,in, bullshitbench,github-bullshitbench,qwen3.5-397b-a17b,nothink,reasoning-math,mid,BullshitBench-v2,,,,,,69,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row qwen/qwen3.5-397b-a17b@reasoning=none / column green_rate),,in, bullshitbench,github-bullshitbench,sonnet-5.5,low,reasoning-math,mid,BullshitBench-v2,,,,,,60,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row anthropic/claude-sonnet-5.5@reasoning=low / column green_rate),,in, bullshitbench,github-bullshitbench,gemini-3.5-flash-lite,minimal,reasoning-math,mid,BullshitBench-v2,,,,,,66,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row google/gemini-3.5-flash-lite@reasoning=minimal / column green_rate),,in, bullshitbench,github-bullshitbench,qwen3-max-0123,think,reasoning-math,mid,BullshitBench-v2,,,,,,63,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row qwen/qwen3-max-thinking@reasoning=high / column green_rate),,out:single-couple, bullshitbench,github-bullshitbench,gemini-4-argon,low,reasoning-math,mid,BullshitBench-v2,,,,,,66,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row google/gemini-4-argon@reasoning=low / column green_rate),,in, bullshitbench,github-bullshitbench,kimi-k2.6,nothink,reasoning-math,mid,BullshitBench-v2,,,,,,65,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row moonshotai/kimi-k2.6@reasoning=none / column green_rate),,in, bullshitbench,github-bullshitbench,gemini-4-argon,high,reasoning-math,mid,BullshitBench-v2,,,,,,65,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row google/gemini-4-argon@reasoning=high / column green_rate),,in, bullshitbench,github-bullshitbench,minimax-m3,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,64,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row minimax/minimax-m3@reasoning=xhigh / column green_rate),,out:effort-not-established, bullshitbench,github-bullshitbench,grok-4.6,low,reasoning-math,mid,BullshitBench-v2,,,,,,66,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row x-ai/grok-4.6@reasoning=minimal / column green_rate),,in, bullshitbench,github-bullshitbench,?stealth/ox-alpha,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,65,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row stealth/ox-alpha@reasoning=low / column green_rate),,out:model-not-established, bullshitbench,github-bullshitbench,haiku-5.5,max,reasoning-math,mid,BullshitBench-v2,,,,,,57,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row anthropic/claude-haiku-5.5@reasoning=max / column green_rate),,in, bullshitbench,github-bullshitbench,gpt-6-luna-pro,max,reasoning-math,mid,BullshitBench-v2,,,,,,59,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row openai/gpt-6-luna-pro@reasoning=max / column green_rate),,in, bullshitbench,github-bullshitbench,gpt-6-sol,max,reasoning-math,mid,BullshitBench-v2,,,,,,54,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row openai/gpt-6-sol@reasoning=max / column green_rate),,in, bullshitbench,github-bullshitbench,haiku-5.5,low,reasoning-math,mid,BullshitBench-v2,,,,,,53,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row anthropic/claude-haiku-5.5@reasoning=low / column green_rate),,in, bullshitbench,github-bullshitbench,sonnet-5.5,max,reasoning-math,mid,BullshitBench-v2,,,,,,58,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row anthropic/claude-sonnet-5.5@reasoning=max / column green_rate),,in, bullshitbench,github-bullshitbench,minimax-m3,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,63,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row minimax/minimax-m3@reasoning=none / column green_rate),,out:effort-not-established, bullshitbench,github-bullshitbench,gpt-6-sol-pro,max,reasoning-math,mid,BullshitBench-v2,,,,,,57,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row openai/gpt-6-sol-pro@reasoning=max / column green_rate),,in, bullshitbench,github-bullshitbench,grok-4.20-multi-agent,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,64,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row x-ai/grok-4.20-multi-agent-beta@reasoning=xhigh / column green_rate),,out:effort-not-established, bullshitbench,github-bullshitbench,gpt-6-luna,max,reasoning-math,mid,BullshitBench-v2,,,,,,58,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row openai/gpt-6-luna@reasoning=max / column green_rate),,in, bullshitbench,github-bullshitbench,grok-4.20-multi-agent,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,67,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row x-ai/grok-4.20-multi-agent-beta@reasoning=low / column green_rate),,out:effort-not-established, bullshitbench,github-bullshitbench,mimo-v2.5-pro,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,62,detect-strict%,0.289,,EAP-run,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row xiaomi/mimo-v2.5-pro@reasoning=xhigh / column green_rate),,out:effort-not-established, bullshitbench,github-bullshitbench,?stealth/ox-alpha,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,54,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row stealth/ox-alpha@reasoning=max / column green_rate),,out:model-not-established, bullshitbench,github-bullshitbench,qwen3.6-plus,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,59,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row qwen/qwen3.6-plus@reasoning=xhigh / column green_rate),,out:effort-not-established, bullshitbench,github-bullshitbench,deepseek-v4.1-flash,max,reasoning-math,mid,BullshitBench-v2,,,,,,57,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row deepseek/deepseek-v4.1-flash@reasoning=max / column green_rate),,in, bullshitbench,github-bullshitbench,gemini-3.5-flash-lite,high,reasoning-math,mid,BullshitBench-v2,,,,,,60,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row google/gemini-3.5-flash-lite@reasoning=xhigh / column green_rate),,in, bullshitbench,github-bullshitbench,gpt-6-sol,nothink,reasoning-math,mid,BullshitBench-v2,,,,,,59,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row openai/gpt-6-sol@reasoning=none / column green_rate),,in, bullshitbench,github-bullshitbench,deepseek-v4.1-flash,low,reasoning-math,mid,BullshitBench-v2,,,,,,57,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row deepseek/deepseek-v4.1-flash@reasoning=low / column green_rate),,in, bullshitbench,github-bullshitbench,gpt-6-sol-pro,nothink,reasoning-math,mid,BullshitBench-v2,,,,,,55,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row openai/gpt-6-sol-pro@reasoning=none / column green_rate),,in, bullshitbench,github-bullshitbench,gpt-5.6-terra,max,reasoning-math,mid,BullshitBench-v2,,,,,,54,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row openai/gpt-5.6-terra@reasoning=max / column green_rate),,in, bullshitbench,github-bullshitbench,gpt-6-luna,nothink,reasoning-math,mid,BullshitBench-v2,,,,,,59,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row openai/gpt-6-luna@reasoning=none / column green_rate),,in, bullshitbench,github-bullshitbench,gpt-6-luna-pro,nothink,reasoning-math,mid,BullshitBench-v2,,,,,,57,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row openai/gpt-6-luna-pro@reasoning=none / column green_rate),,in, bullshitbench,github-bullshitbench,grok-4.6,xhigh,reasoning-math,mid,BullshitBench-v2,,,,,,56,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row x-ai/grok-4.6@reasoning=max / column green_rate),,in, bullshitbench,github-bullshitbench,qwen3.7-max,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,57,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row qwen/qwen3.7-max@reasoning=xhigh / column green_rate),,out:effort-not-established, bullshitbench,github-bullshitbench,?meta/muse-wonder,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,57,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row meta/muse-wonder@reasoning=minimal / column green_rate),,out:model-not-established, bullshitbench,github-bullshitbench,?meta/muse-wonder,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,52,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row meta/muse-wonder@reasoning=max / column green_rate),,out:model-not-established, bullshitbench,github-bullshitbench,grok-4.5,low,reasoning-math,mid,BullshitBench-v2,,,,,,54,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row x-ai/grok-4.5@reasoning=low / column green_rate),,in, bullshitbench,github-bullshitbench,grok-4.5,high,reasoning-math,mid,BullshitBench-v2,,,,,,55,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row x-ai/grok-4.5@reasoning=high / column green_rate),,in, bullshitbench,github-bullshitbench,grok-4.3,low,reasoning-math,mid,BullshitBench-v2,,,,,,50,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row x-ai/grok-4.3@reasoning=minimal / column green_rate),,in, bullshitbench,github-bullshitbench,gpt-5.6-sol,low,reasoning-math,mid,BullshitBench-v2,,,,,,48,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row openai/gpt-5.6-sol@reasoning=low / column green_rate),,in, bullshitbench,github-bullshitbench,gpt-5.6-sol,max,reasoning-math,mid,BullshitBench-v2,,,,,,47,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row openai/gpt-5.6-sol@reasoning=max / column green_rate),,in, bullshitbench,github-bullshitbench,grok-4.20,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,54,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row x-ai/grok-4.20-beta@reasoning=xhigh / column green_rate),,out:effort-not-established, bullshitbench,github-bullshitbench,kimi-k2.6,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,50,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row moonshotai/kimi-k2.6@reasoning=xhigh / column green_rate),,out:effort-not-established, bullshitbench,github-bullshitbench,gpt-5.5,xhigh,reasoning-math,mid,BullshitBench-v2,,,,,,47,detect-strict%,0.289,,EAP-run,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row openai/gpt-5.5@reasoning=xhigh / column green_rate),,in, bullshitbench,github-bullshitbench,grok-4.20,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,56,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row x-ai/grok-4.20-beta@reasoning=low / column green_rate),,out:effort-not-established, bullshitbench,github-bullshitbench,gpt-5.4,nothink,reasoning-math,mid,BullshitBench-v2,,,,,,48,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row openai/gpt-5.4@reasoning=none / column green_rate),,in, bullshitbench,github-bullshitbench,nemotron-3-super-120b-a12b,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,54,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row nvidia/nemotron-3-super-120b-a12b:free@reasoning=xhigh / column green_rate),,out:effort-not-established, bullshitbench,github-bullshitbench,kimi-k2.5,nothink,reasoning-math,mid,BullshitBench-v2,,,,,,52,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row moonshotai/kimi-k2.5@reasoning=none / column green_rate),,in, bullshitbench,github-bullshitbench,gpt-5.5,nothink,reasoning-math,mid,BullshitBench-v2,,,,,,45,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row openai/gpt-5.5@reasoning=none / column green_rate),,in, bullshitbench,github-bullshitbench,muse-spark-1.2,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,50,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row meta/muse-spark-1.2@reasoning=minimal / column green_rate),,out:effort-not-established, bullshitbench,github-bullshitbench,gpt-5.6-terra,low,reasoning-math,mid,BullshitBench-v2,,,,,,47,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row openai/gpt-5.6-terra@reasoning=low / column green_rate),,in, bullshitbench,github-bullshitbench,gpt-5.5,low,reasoning-math,mid,BullshitBench-v2,,,,,,45,detect-strict%,0.289,,EAP-run,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row openai/gpt-5.5@reasoning=low / column green_rate),,in, bullshitbench,github-bullshitbench,gpt-5.6-luna,max,reasoning-math,mid,BullshitBench-v2,,,,,,41,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row openai/gpt-5.6-luna@reasoning=max / column green_rate),,in, bullshitbench,github-bullshitbench,gpt-5.4,xhigh,reasoning-math,mid,BullshitBench-v2,,,,,,42,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row openai/gpt-5.4@reasoning=xhigh / column green_rate),,in, bullshitbench,github-bullshitbench,muse-spark-1.2,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,49,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row meta/muse-spark-1.2@reasoning=xhigh / column green_rate),,out:effort-not-established, bullshitbench,github-bullshitbench,?anthropic/claude-3.7-sonnet:thinking,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,49,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row anthropic/claude-3.7-sonnet:thinking@reasoning=default / column green_rate),,out:model-not-established, bullshitbench,github-bullshitbench,qwen3-max-0123,not-established:contradictory,reasoning-math,mid,BullshitBench-v2,,,,,,46,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row qwen/qwen3-max-thinking@reasoning=none / column green_rate),,out:effort-not-established, bullshitbench,github-bullshitbench,gpt-5.2-codex,low,reasoning-math,mid,BullshitBench-v2,,,,,,45,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row openai/gpt-5.2-codex@reasoning=low / column green_rate),,in, bullshitbench,github-bullshitbench,gemini-3-pro,low,reasoning-math,mid,BullshitBench-v2,,,,,,48,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row google/gemini-3-pro-preview@reasoning=low / column green_rate),,in, bullshitbench,github-bullshitbench,opus-4.1,nothink,reasoning-math,mid,BullshitBench-v2,,,,,,43,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row anthropic/claude-opus-4.1@reasoning=none / column green_rate),,out:single-couple, bullshitbench,github-bullshitbench,nemotron-3-super-120b-a12b,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,47,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row nvidia/nemotron-3-super-120b-a12b@reasoning=high / column green_rate),,out:effort-not-established, bullshitbench,github-bullshitbench,grok-4.3,high,reasoning-math,mid,BullshitBench-v2,,,,,,46,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row x-ai/grok-4.3@reasoning=xhigh / column green_rate),,in, bullshitbench,github-bullshitbench,opus-4.1,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,42,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row anthropic/claude-opus-4.1@reasoning=high / column green_rate),,out:effort-not-established, bullshitbench,github-bullshitbench,haiku-3.5,default,reasoning-math,mid,BullshitBench-v2,,,,,,50,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row anthropic/claude-3.5-haiku@reasoning=default / column green_rate),,out:effort-not-established, bullshitbench,github-bullshitbench,gpt-5.2,nothink,reasoning-math,mid,BullshitBench-v2,,,,,,38,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row openai/gpt-5.2@reasoning=none / column green_rate),,in, bullshitbench,github-bullshitbench,gpt-5.5-pro,medium,reasoning-math,mid,BullshitBench-v2,,,,,,34,detect-strict%,0.289,,EAP-run,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row openai/gpt-5.5-pro@reasoning=medium / column green_rate),,in, bullshitbench,github-bullshitbench,deepseek-v4-flash-0731,not-established:ambiguous,reasoning-math,mid,BullshitBench-v2,,,,,,39,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row deepseek/deepseek-v4-flash-0731@reasoning=xhigh / column green_rate),,out:effort-not-established, bullshitbench,github-bullshitbench,nemotron-3-ultra-550b-a55b,nothink,reasoning-math,mid,BullshitBench-v2,,,,,,49,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row nvidia/nemotron-3-ultra-550b-a55b@reasoning=none / column green_rate),,out:single-couple, bullshitbench,github-bullshitbench,sonnet-3.5-1022,default,reasoning-math,mid,BullshitBench-v2,,,,,,46,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row anthropic/claude-3.5-sonnet@reasoning=default / column green_rate),,out:effort-not-established, bullshitbench,github-bullshitbench,gpt-5.5-pro,xhigh,reasoning-math,mid,BullshitBench-v2,,,,,,36,detect-strict%,0.289,,EAP-run,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row openai/gpt-5.5-pro@reasoning=xhigh / column green_rate),,in, bullshitbench,github-bullshitbench,gpt-5.6-luna,low,reasoning-math,mid,BullshitBench-v2,,,,,,37,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row openai/gpt-5.6-luna@reasoning=low / column green_rate),,in, bullshitbench,github-bullshitbench,gpt-5.3-chat-latest,solo,reasoning-math,mid,BullshitBench-v2,,,,,,40,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row openai/gpt-5.3-chat@reasoning=default / column green_rate),,in, bullshitbench,github-bullshitbench,?openai/gpt-5.1-chat,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,45,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row openai/gpt-5.1-chat@reasoning=default / column green_rate),,out:model-not-established, bullshitbench,github-bullshitbench,gemini-3.1-pro,low,reasoning-math,mid,BullshitBench-v2,,,,,,37,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row google/gemini-3.1-pro-preview@reasoning=low / column green_rate),,in, bullshitbench,github-bullshitbench,gpt-5.4-mini,xhigh,reasoning-math,mid,BullshitBench-v2,,,,,,31,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row openai/gpt-5.4-mini@reasoning=xhigh / column green_rate),,in, bullshitbench,github-bullshitbench,sonnet-3.7,default,reasoning-math,mid,BullshitBench-v2,,,,,,44,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row anthropic/claude-3.7-sonnet@reasoning=default / column green_rate),,out:effort-not-established, bullshitbench,github-bullshitbench,nemotron-3-super-120b-a12b,nothink,reasoning-math,mid,BullshitBench-v2,,,,,,43,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row nvidia/nemotron-3-super-120b-a12b:free@reasoning=none / column green_rate),,out:single-couple, bullshitbench,github-bullshitbench,?openrouter/hunter-alpha,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,43,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row openrouter/hunter-alpha@reasoning=none / column green_rate),,out:model-not-established, bullshitbench,github-bullshitbench,gpt-5.2,high,reasoning-math,mid,BullshitBench-v2,,,,,,28,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row openai/gpt-5.2@reasoning=high / column green_rate),,in, bullshitbench,github-bullshitbench,?openai/gpt-5.5-chat,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,34,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row openai/gpt-5.5-chat@reasoning=default / column green_rate),,out:model-not-established, bullshitbench,github-bullshitbench,gpt-5-codex,default,reasoning-math,mid,BullshitBench-v2,,,,,,39,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row openai/gpt-5-codex@reasoning=default / column green_rate),,out:effort-not-established, bullshitbench,github-bullshitbench,gpt-5.2-codex,xhigh,reasoning-math,mid,BullshitBench-v2,,,,,,39,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row openai/gpt-5.2-codex@reasoning=xhigh / column green_rate),,in, bullshitbench,github-bullshitbench,opus-4,nothink,reasoning-math,mid,BullshitBench-v2,,,,,,34,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row anthropic/claude-opus-4@reasoning=default / column green_rate),,out:single-couple, bullshitbench,github-bullshitbench,deepseek-v4-pro-0813,max,reasoning-math,mid,BullshitBench-v2,,,,,,35,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row deepseek/deepseek-v4-pro-0813@reasoning=max / column green_rate),,in, bullshitbench,github-bullshitbench,gpt-5.4-mini,high,reasoning-math,mid,BullshitBench-v2,,,,,,32,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row openai/gpt-5.4-mini@reasoning=high / column green_rate),,in, bullshitbench,github-bullshitbench,gpt-5.2-codex,high,reasoning-math,mid,BullshitBench-v2,,,,,,37,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row openai/gpt-5.2-codex@reasoning=high / column green_rate),,in, bullshitbench,github-bullshitbench,kimi-k2.5,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,31,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row moonshotai/kimi-k2.5@reasoning=high / column green_rate),,out:effort-not-established, bullshitbench,github-bullshitbench,qwen3.8-max,xhigh,reasoning-math,mid,BullshitBench-v2,,,,,,27,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row qwen/qwen3.8-max@reasoning=max / column green_rate),,in, bullshitbench,github-bullshitbench,gemini-3-pro,high,reasoning-math,mid,BullshitBench-v2,,,,,,36,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row google/gemini-3-pro-preview@reasoning=high / column green_rate),,in, bullshitbench,github-bullshitbench,gpt-5.4-mini,nothink,reasoning-math,mid,BullshitBench-v2,,,,,,32,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row openai/gpt-5.4-mini@reasoning=none / column green_rate),,in, bullshitbench,github-bullshitbench,nemotron-3-ultra-550b-a55b,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,40,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row nvidia/nemotron-3-ultra-550b-a55b@reasoning=xhigh / column green_rate),,out:effort-not-established, bullshitbench,github-bullshitbench,mimo-v2.5-pro,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,38,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row xiaomi/mimo-v2.5-pro@reasoning=none / column green_rate),,out:effort-not-established, bullshitbench,github-bullshitbench,qwen3.8-27b,xhigh,reasoning-math,mid,BullshitBench-v2,,,,,,29,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row qwen/qwen3.8-27b@reasoning=max / column green_rate),,in, bullshitbench,github-bullshitbench,gemini-3.7-flash,low,reasoning-math,mid,BullshitBench-v2,,,,,,35,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row google/gemini-3.7-flash@reasoning=minimal / column green_rate),,in, bullshitbench,github-bullshitbench,deepseek-v4-pro-0813,low,reasoning-math,mid,BullshitBench-v2,,,,,,32,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row deepseek/deepseek-v4-pro-0813@reasoning=low / column green_rate),,in, bullshitbench,github-bullshitbench,gemini-3.6-flash,minimal,reasoning-math,mid,BullshitBench-v2,,,,,,39,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row google/gemini-3.6-flash@reasoning=minimal / column green_rate),,in, bullshitbench,github-bullshitbench,?openrouter/healer-alpha,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,37,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row openrouter/healer-alpha@reasoning=none / column green_rate),,out:model-not-established, bullshitbench,github-bullshitbench,gpt-5.1,default,reasoning-math,mid,BullshitBench-v2,,,,,,25,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row openai/gpt-5.1@reasoning=default / column green_rate),,out:effort-not-established, bullshitbench,github-bullshitbench,sonnet-4,nothink,reasoning-math,mid,BullshitBench-v2,,,,,,29,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row anthropic/claude-sonnet-4@reasoning=none / column green_rate),,out:single-couple, bullshitbench,github-bullshitbench,mimo-v2.5,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,35,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row xiaomi/mimo-v2.5@reasoning=xhigh / column green_rate),,out:effort-not-established, bullshitbench,github-bullshitbench,gemini-3.1-pro,high,reasoning-math,mid,BullshitBench-v2,,,,,,31,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row google/gemini-3.1-pro-preview@reasoning=high / column green_rate),,in, bullshitbench,github-bullshitbench,?openrouter/hunter-alpha,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,35,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row openrouter/hunter-alpha@reasoning=xhigh / column green_rate),,out:model-not-established, bullshitbench,github-bullshitbench,sonnet-4,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,30,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row anthropic/claude-sonnet-4@reasoning=high / column green_rate),,out:effort-not-established, bullshitbench,github-bullshitbench,gpt-5.1-codex,default,reasoning-math,mid,BullshitBench-v2,,,,,,32,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row openai/gpt-5.1-codex@reasoning=default / column green_rate),,out:effort-not-established, bullshitbench,github-bullshitbench,llama-4-maverick,solo,reasoning-math,mid,BullshitBench-v2,,,,,,29,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row meta-llama/llama-4-maverick@reasoning=default / column green_rate),,out:single-couple, bullshitbench,github-bullshitbench,?openai/gpt-5.2-chat,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,27,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row openai/gpt-5.2-chat@reasoning=default / column green_rate),,out:model-not-established, bullshitbench,github-bullshitbench,gpt-5.3-codex,low,reasoning-math,mid,BullshitBench-v2,,,,,,24,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row openai/gpt-5.3-codex@reasoning=low / column green_rate),,in, bullshitbench,github-bullshitbench,gemini-3.7-flash,high,reasoning-math,mid,BullshitBench-v2,,,,,,31,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row google/gemini-3.7-flash@reasoning=max / column green_rate),,in, bullshitbench,github-bullshitbench,gpt-5,default,reasoning-math,mid,BullshitBench-v2,,,,,,21,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row openai/gpt-5@reasoning=default / column green_rate),,out:effort-not-established, bullshitbench,github-bullshitbench,gemini-3.6-flash,high,reasoning-math,mid,BullshitBench-v2,,,,,,28,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row google/gemini-3.6-flash@reasoning=xhigh / column green_rate),,in, bullshitbench,github-bullshitbench,glm-5-turbo,think,reasoning-math,mid,BullshitBench-v2,,,,,,31,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row z-ai/glm-5-turbo@reasoning=high / column green_rate),,in, bullshitbench,github-bullshitbench,nemotron-3-super-120b-a12b,nothink,reasoning-math,mid,BullshitBench-v2,,,,,,31,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row nvidia/nemotron-3-super-120b-a12b@reasoning=none / column green_rate),,out:single-couple, bullshitbench,github-bullshitbench,glm-5.2,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,31,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row z-ai/glm-5.2@reasoning=xhigh / column green_rate),,out:effort-not-established, bullshitbench,github-bullshitbench,gemma-4-31b-it,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,25,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row google/gemma-4-31b-it@reasoning=high / column green_rate),,out:effort-not-established, bullshitbench,github-bullshitbench,glm-5,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,28,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row z-ai/glm-5@reasoning=high / column green_rate),,out:effort-not-established, bullshitbench,github-bullshitbench,nemotron-3-nano-30b-a3b,nothink,reasoning-math,mid,BullshitBench-v2,,,,,,28,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row nvidia/nemotron-3-nano-30b-a3b:free@reasoning=none / column green_rate),,out:single-couple, bullshitbench,github-bullshitbench,gpt-5.3-codex,high,reasoning-math,mid,BullshitBench-v2,,,,,,20,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row openai/gpt-5.3-codex@reasoning=high / column green_rate),,in, bullshitbench,github-bullshitbench,gpt-5.3-codex,xhigh,reasoning-math,mid,BullshitBench-v2,,,,,,19,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row openai/gpt-5.3-codex@reasoning=xhigh / column green_rate),,in, bullshitbench,github-bullshitbench,o3,default,reasoning-math,mid,BullshitBench-v2,,,,,,26,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row openai/o3@reasoning=default / column green_rate),,out:effort-not-established, bullshitbench,github-bullshitbench,?openrouter/healer-alpha,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,26,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row openrouter/healer-alpha@reasoning=xhigh / column green_rate),,out:model-not-established, bullshitbench,github-bullshitbench,deepseek-v4-flash-0731,nothink,reasoning-math,mid,BullshitBench-v2,,,,,,20,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row deepseek/deepseek-v4-flash-0731@reasoning=none / column green_rate),,in, bullshitbench,github-bullshitbench,gemma-4-26b-a4b-it,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,21,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row google/gemma-4-26b-a4b-it@reasoning=xhigh / column green_rate),,out:effort-not-established, bullshitbench,github-bullshitbench,?openai/gpt-5-chat,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,18,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row openai/gpt-5-chat@reasoning=default / column green_rate),,out:model-not-established, bullshitbench,github-bullshitbench,mimo-v2.5,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,24,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row xiaomi/mimo-v2.5@reasoning=none / column green_rate),,out:effort-not-established, bullshitbench,github-bullshitbench,qwen3-coder-480b-a35b-instruct,solo,reasoning-math,mid,BullshitBench-v2,,,,,,20,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row qwen/qwen3-coder@reasoning=default / column green_rate),,out:single-couple, bullshitbench,github-bullshitbench,glm-5-turbo,nothink,reasoning-math,mid,BullshitBench-v2,,,,,,23,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row z-ai/glm-5-turbo@reasoning=none / column green_rate),,in, bullshitbench,github-bullshitbench,glm-5.1,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,22,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row z-ai/glm-5.1@reasoning=xhigh / column green_rate),,out:effort-not-established, bullshitbench,github-bullshitbench,step-3.5-flash,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,22,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row stepfun/step-3.5-flash@reasoning=xhigh / column green_rate),,out:effort-not-established, bullshitbench,github-bullshitbench,laguna-s-2.1,max,reasoning-math,mid,BullshitBench-v2,,,,,,21,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row poolside/laguna-s-2.1@reasoning=xhigh / column green_rate),,out:single-couple, bullshitbench,github-bullshitbench,gemini-2.5-pro,default,reasoning-math,mid,BullshitBench-v2,,,,,,20,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row google/gemini-2.5-pro@reasoning=default / column green_rate),,out:effort-not-established, bullshitbench,github-bullshitbench,glm-5,nothink,reasoning-math,mid,BullshitBench-v2,,,,,,20,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row z-ai/glm-5@reasoning=none / column green_rate),,in, bullshitbench,github-bullshitbench,deepseek-v4-flash-preview,nothink,reasoning-math,mid,BullshitBench-v2,,,,,,18,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row deepseek/deepseek-v4-flash@reasoning=none / column green_rate),,in, bullshitbench,github-bullshitbench,grok-4.1-fast,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,19,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row x-ai/grok-4.1-fast@reasoning=high / column green_rate),,out:effort-not-established, bullshitbench,github-bullshitbench,deepseek-v4-pro-preview,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,14,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row deepseek/deepseek-v4-pro@reasoning=xhigh / column green_rate),,out:effort-not-established, bullshitbench,github-bullshitbench,llama-4-scout,solo,reasoning-math,mid,BullshitBench-v2,,,,,,20,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row meta-llama/llama-4-scout@reasoning=default / column green_rate),,out:single-couple, bullshitbench,github-bullshitbench,llama-3.1-8b-instruct,solo,reasoning-math,mid,BullshitBench-v2,,,,,,14,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row meta-llama/llama-3.1-8b-instruct@reasoning=default / column green_rate),,out:single-couple, bullshitbench,github-bullshitbench,glm-5.2,high,reasoning-math,mid,BullshitBench-v2,,,,,,17,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row z-ai/glm-5.2@reasoning=none / column green_rate),,in, bullshitbench,github-bullshitbench,gemma-4-31b-it,nothink,reasoning-math,mid,BullshitBench-v2,,,,,,20,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row google/gemma-4-31b-it@reasoning=none / column green_rate),,out:single-couple, bullshitbench,github-bullshitbench,gemini-3.5-flash,high,reasoning-math,mid,BullshitBench-v2,,,,,,20,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row google/gemini-3.5-flash@reasoning=xhigh / column green_rate),,in, bullshitbench,github-bullshitbench,?xiaomi/mimo-v2-flash,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,16,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row xiaomi/mimo-v2-flash@reasoning=none / column green_rate),,out:model-not-established, bullshitbench,github-bullshitbench,?tencent/hy3-preview:free,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,16,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row tencent/hy3-preview:free@reasoning=none / column green_rate),,out:model-not-established, bullshitbench,github-bullshitbench,gemini-2.5-flash,default,reasoning-math,mid,BullshitBench-v2,,,,,,19,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row google/gemini-2.5-flash@reasoning=default / column green_rate),,out:effort-not-established, bullshitbench,github-bullshitbench,laguna-s-2.1,nothink,reasoning-math,mid,BullshitBench-v2,,,,,,22,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row poolside/laguna-s-2.1@reasoning=none / column green_rate),,out:single-couple, bullshitbench,github-bullshitbench,gpt-5.4-nano,high,reasoning-math,mid,BullshitBench-v2,,,,,,14,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row openai/gpt-5.4-nano@reasoning=high / column green_rate),,in, bullshitbench,github-bullshitbench,trinity-large-thinking,solo,reasoning-math,mid,BullshitBench-v2,,,,,,17,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row arcee-ai/trinity-large-thinking@reasoning=minimal / column green_rate),,out:single-couple, bullshitbench,github-bullshitbench,glm-5.1,nothink,reasoning-math,mid,BullshitBench-v2,,,,,,18,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row z-ai/glm-5.1@reasoning=none / column green_rate),,in, bullshitbench,github-bullshitbench,gpt-5.4-nano,nothink,reasoning-math,mid,BullshitBench-v2,,,,,,14,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row openai/gpt-5.4-nano@reasoning=none / column green_rate),,in, bullshitbench,github-bullshitbench,gpt-4o-0806,solo,reasoning-math,mid,BullshitBench-v2,,,,,,12,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row openai/gpt-4o-2024-08-06@reasoning=default / column green_rate),,out:single-couple, bullshitbench,github-bullshitbench,gemini-3.5-flash,minimal,reasoning-math,mid,BullshitBench-v2,,,,,,19,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row google/gemini-3.5-flash@reasoning=minimal / column green_rate),,in, bullshitbench,github-bullshitbench,deepseek-v4-pro-preview,nothink,reasoning-math,mid,BullshitBench-v2,,,,,,14,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row deepseek/deepseek-v4-pro@reasoning=none / column green_rate),,in, bullshitbench,github-bullshitbench,gemini-2.0-flash,solo,reasoning-math,mid,BullshitBench-v2,,,,,,15,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row google/gemini-2.0-flash-001@reasoning=default / column green_rate),,out:single-couple, bullshitbench,github-bullshitbench,deepseek-v3.2,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,13,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row deepseek/deepseek-v3.2@reasoning=high / column green_rate),,out:effort-not-established, bullshitbench,github-bullshitbench,?tencent/hy3-preview:free,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,8,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row tencent/hy3-preview:free@reasoning=xhigh / column green_rate),,out:model-not-established, bullshitbench,github-bullshitbench,minimax-m2.5,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,9,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row minimax/minimax-m2.5@reasoning=low / column green_rate),,out:effort-not-established, bullshitbench,github-bullshitbench,gpt-4.1,solo,reasoning-math,mid,BullshitBench-v2,,,,,,14,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row openai/gpt-4.1@reasoning=default / column green_rate),,out:single-couple, bullshitbench,github-bullshitbench,step-3.5-flash,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,13,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row stepfun/step-3.5-flash@reasoning=minimal / column green_rate),,out:effort-not-established, bullshitbench,github-bullshitbench,trinity-large-thinking,solo,reasoning-math,mid,BullshitBench-v2,,,,,,13,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row arcee-ai/trinity-large-thinking@reasoning=xhigh / column green_rate),,out:single-couple, bullshitbench,github-bullshitbench,gpt-5.4-nano,xhigh,reasoning-math,mid,BullshitBench-v2,,,,,,10,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row openai/gpt-5.4-nano@reasoning=xhigh / column green_rate),,in, bullshitbench,github-bullshitbench,gemma-4-26b-a4b-it,nothink,reasoning-math,mid,BullshitBench-v2,,,,,,11,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row google/gemma-4-26b-a4b-it@reasoning=none / column green_rate),,out:single-couple, bullshitbench,github-bullshitbench,gemini-3-flash,high,reasoning-math,mid,BullshitBench-v2,,,,,,10,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row google/gemini-3-flash-preview@reasoning=high / column green_rate),,in, bullshitbench,github-bullshitbench,seed-1.6,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,7,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row bytedance-seed/seed-1.6@reasoning=high / column green_rate),,out:effort-not-established, bullshitbench,github-bullshitbench,gemini-3.1-flash-lite-preview,default,reasoning-math,mid,BullshitBench-v2,,,,,,11,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row google/gemini-3.1-flash-lite-preview@reasoning=default / column green_rate),,out:effort-not-established, bullshitbench,github-bullshitbench,gpt-oss-120b,low,reasoning-math,mid,BullshitBench-v2,,,,,,12,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row openai/gpt-oss-120b@reasoning=low / column green_rate),,out:single-couple, bullshitbench,github-bullshitbench,deepseek-v4-flash-preview,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,14,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row deepseek/deepseek-v4-flash@reasoning=xhigh / column green_rate),,out:effort-not-established, bullshitbench,github-bullshitbench,?xiaomi/mimo-v2-flash,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,13,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row xiaomi/mimo-v2-flash@reasoning=high / column green_rate),,out:model-not-established, bullshitbench,github-bullshitbench,seed-1.6,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,11,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row bytedance-seed/seed-1.6@reasoning=none / column green_rate),,out:effort-not-established, bullshitbench,github-bullshitbench,deepseek-v3.2,nothink,reasoning-math,mid,BullshitBench-v2,,,,,,10,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row deepseek/deepseek-v3.2@reasoning=none / column green_rate),,in, bullshitbench,github-bullshitbench,minimax-m2.7,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,7,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row minimax/minimax-m2.7@reasoning=low / column green_rate),,out:effort-not-established, bullshitbench,github-bullshitbench,minimax-m2.5,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,8,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row minimax/minimax-m2.5@reasoning=high / column green_rate),,out:effort-not-established, bullshitbench,github-bullshitbench,ernie-4.5-vl-424b-a47b,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,11,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row baidu/ernie-4.5-vl-424b-a47b@reasoning=xhigh / column green_rate),,out:effort-not-established, bullshitbench,github-bullshitbench,haiku-3,solo,reasoning-math,mid,BullshitBench-v2,,,,,,10,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row anthropic/claude-3-haiku@reasoning=default / column green_rate),,out:single-couple, bullshitbench,github-bullshitbench,deepseek-r1,solo,reasoning-math,mid,BullshitBench-v2,,,,,,7,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row deepseek/deepseek-r1@reasoning=none / column green_rate),,out:single-couple, bullshitbench,github-bullshitbench,gemini-3-flash,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,10,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row google/gemini-3-flash-preview@reasoning=none / column green_rate),,out:effort-not-established, bullshitbench,github-bullshitbench,glm-4.5,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,8,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row z-ai/glm-4.5@reasoning=xhigh / column green_rate),,out:effort-not-established, bullshitbench,github-bullshitbench,nemotron-3-nano-30b-a3b,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,10,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row nvidia/nemotron-3-nano-30b-a3b:free@reasoning=xhigh / column green_rate),,out:effort-not-established, bullshitbench,github-bullshitbench,kimi-k2-instruct,solo,reasoning-math,mid,BullshitBench-v2,,,,,,10,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row moonshotai/kimi-k2@reasoning=default / column green_rate),,out:single-couple, bullshitbench,github-bullshitbench,minimax-m2.7,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,8,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row minimax/minimax-m2.7@reasoning=high / column green_rate),,out:effort-not-established, bullshitbench,github-bullshitbench,mistral-small-2603,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,6,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row mistralai/mistral-small-2603@reasoning=high / column green_rate),,out:effort-not-established, bullshitbench,github-bullshitbench,deepseek-r1,solo,reasoning-math,mid,BullshitBench-v2,,,,,,8,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row deepseek/deepseek-r1@reasoning=xhigh / column green_rate),,out:single-couple, bullshitbench,github-bullshitbench,qwen3-235b-a22b,nothink,reasoning-math,mid,BullshitBench-v2,,,,,,6,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row qwen/qwen3-235b-a22b@reasoning=none / column green_rate),,out:single-couple, bullshitbench,github-bullshitbench,grok-4.1-fast,nothink,reasoning-math,mid,BullshitBench-v2,,,,,,10,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row x-ai/grok-4.1-fast@reasoning=none / column green_rate),,in, bullshitbench,github-bullshitbench,glm-4.5,nothink,reasoning-math,mid,BullshitBench-v2,,,,,,6,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row z-ai/glm-4.5@reasoning=none / column green_rate),,out:single-couple, bullshitbench,github-bullshitbench,gpt-oss-120b,high,reasoning-math,mid,BullshitBench-v2,,,,,,5,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row openai/gpt-oss-120b@reasoning=high / column green_rate),,out:single-couple, bullshitbench,github-bullshitbench,o4-mini,high,reasoning-math,mid,BullshitBench-v2,,,,,,4,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row openai/o4-mini@reasoning=high / column green_rate),,out:single-couple, bullshitbench,github-bullshitbench,ernie-4.5-vl-424b-a47b,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,3,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row baidu/ernie-4.5-vl-424b-a47b@reasoning=none / column green_rate),,out:effort-not-established, bullshitbench,github-bullshitbench,o4-mini,low,reasoning-math,mid,BullshitBench-v2,,,,,,8,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row openai/o4-mini@reasoning=low / column green_rate),,out:single-couple, bullshitbench,github-bullshitbench,qwen3-235b-a22b,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,3,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row qwen/qwen3-235b-a22b@reasoning=xhigh / column green_rate),,out:effort-not-established, bullshitbench,github-bullshitbench,?baidu/ernie-4.5-300b-a47b,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,4,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row baidu/ernie-4.5-300b-a47b@reasoning=default / column green_rate),,out:model-not-established, bullshitbench,github-bullshitbench,?nvidia/nemotron-nano-9b-v2:free,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,5,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row nvidia/nemotron-nano-9b-v2:free@reasoning=none / column green_rate),,out:model-not-established, bullshitbench,github-bullshitbench,?nvidia/nemotron-nano-9b-v2:free,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,3,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row nvidia/nemotron-nano-9b-v2:free@reasoning=xhigh / column green_rate),,out:model-not-established, bullshitbench,github-bullshitbench,?prime-intellect/intellect-3,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,7,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row prime-intellect/intellect-3@reasoning=low / column green_rate),,out:model-not-established, bullshitbench,github-bullshitbench,deepseek-v3,solo,reasoning-math,mid,BullshitBench-v2,,,,,,4,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row deepseek/deepseek-chat@reasoning=default / column green_rate),,out:single-couple, bullshitbench,github-bullshitbench,?prime-intellect/intellect-3,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,5,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row prime-intellect/intellect-3@reasoning=high / column green_rate),,out:model-not-established, bullshitbench,github-bullshitbench,jamba-large-1.7,default,reasoning-math,mid,BullshitBench-v2,,,,,,5,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row ai21/jamba-large-1.7@reasoning=default / column green_rate),,out:effort-not-established, bullshitbench,github-bullshitbench,mistral-large-2512,default,reasoning-math,mid,BullshitBench-v2,,,,,,2,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row mistralai/mistral-large-2512@reasoning=default / column green_rate),,out:effort-not-established, bullshitbench,github-bullshitbench,mistral-small-2603,not-established:absent,reasoning-math,mid,BullshitBench-v2,,,,,,4,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row mistralai/mistral-small-2603@reasoning=none / column green_rate),,out:effort-not-established, bullshitbench,github-bullshitbench,gpt-4o-mini,solo,reasoning-math,mid,BullshitBench-v2,,,,,,2,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row openai/gpt-4o-mini-2024-07-18@reasoning=default / column green_rate),,out:single-couple, bullshitbench,github-bullshitbench,gemma-3-27b-it,solo,reasoning-math,mid,BullshitBench-v2,,,,,,3,detect-strict%,0.289,,,https://github.com/petergpt/bullshit-benchmark (all rows of leaderboard_with_launch.csv / row google/gemma-3-27b-it@reasoning=default / column green_rate),,out:single-couple, bsb-v1-green,github-bullshitbench-v1,gpt-6-luna-pro,max,reasoning-math,mid,,,,,,,38.18,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 62, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,gpt-6-luna-pro,nothink,reasoning-math,mid,,,,,,,40,detect-strict%,2.89,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 56, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,gpt-6-sol-pro,max,reasoning-math,mid,,,,,,,36.36,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 58, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,gpt-6-sol-pro,nothink,reasoning-math,mid,,,,,,,38.18,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 60, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,gpt-5.2-codex,low,reasoning-math,mid,,,,,,,36.36,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 74, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,gpt-5.2-codex,high,reasoning-math,mid,,,,,,,29.09,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 105, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,gpt-5.2-codex,xhigh,reasoning-math,mid,,,,,,,25.45,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 112, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,opus-4.8,nothink,reasoning-math,mid,,,,,,,96.36,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 1, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,sonnet-4.6,high,reasoning-math,mid,,,,,,,92.73,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 3, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,opus-4.6,high,reasoning-math,mid,,,,,,,89.09,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 7, column green_rate)",,out:single-couple, bsb-v1-green,github-bullshitbench-v1,sonnet-5,low,reasoning-math,mid,,,,,,,65.45,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 15, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,sonnet-5,max,reasoning-math,mid,,,,,,,61.82,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 23, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,opus-4.7,max,reasoning-math,mid,,,,,,,60,detect-strict%,2.89,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 24, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,opus-5,xhigh,reasoning-math,mid,,,,,,,58.18,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 29, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,sonnet-4.6,nothink,reasoning-math,mid,,,,,,,94.55,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 2, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,opus-4.8,xhigh,reasoning-math,mid,,,,,,,92.73,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 4, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,opus-4.5,not-established:absent,reasoning-math,mid,,,,,,,90.91,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 5, column green_rate)",,out:effort-not-established, bsb-v1-green,github-bullshitbench-v1,opus-4.6,not-established:absent,reasoning-math,mid,,,,,,,92.73,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 6, column green_rate)",,out:effort-not-established, bsb-v1-green,github-bullshitbench-v1,qwen3.8-max,minimal,reasoning-math,mid,,,,,,,87.27,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 8, column green_rate)",,out:effort-not-established, bsb-v1-green,github-bullshitbench-v1,haiku-4.5,not-established:absent,reasoning-math,mid,,,,,,,87.27,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 9, column green_rate)",,out:effort-not-established, bsb-v1-green,github-bullshitbench-v1,opus-4.5,nothink,reasoning-math,mid,,,,,,,80,detect-strict%,2.89,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 10, column green_rate)",,out:single-couple, bsb-v1-green,github-bullshitbench-v1,haiku-4.5,nothink,reasoning-math,mid,,,,,,,81.82,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 11, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,opus-4.7,nothink,reasoning-math,mid,,,,,,,80,detect-strict%,2.89,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 12, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,qwen3.8-27b,nothink,reasoning-math,mid,,,,,,,76.36,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 13, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,fable-5.1,low,reasoning-math,mid,,,,,,,69.09,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 14, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,qwen3.5-397b-a17b,nothink,reasoning-math,mid,,,,,,,65.45,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 16, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,grok-4.20-multi-agent,xhigh,reasoning-math,mid,,,,,,,67.27,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 17, column green_rate)",,out:effort-not-established, bsb-v1-green,github-bullshitbench-v1,sonnet-4.5,not-established:absent,reasoning-math,mid,,,,,,,65.45,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 18, column green_rate)",,out:effort-not-established, bsb-v1-green,github-bullshitbench-v1,grok-4.20-multi-agent,low,reasoning-math,mid,,,,,,,67.27,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 19, column green_rate)",,out:effort-not-established, bsb-v1-green,github-bullshitbench-v1,opus-5,low,reasoning-math,mid,,,,,,,60,detect-strict%,2.89,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 20, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,grok-4.6,low,reasoning-math,mid,,,,,,,63.64,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 21, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,nemotron-3-super-120b-a12b,not-established:absent,reasoning-math,mid,,,,,,,65.45,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 22, column green_rate)",,out:effort-not-established, bsb-v1-green,github-bullshitbench-v1,fable-5.1,max,reasoning-math,mid,,,,,,,60,detect-strict%,2.89,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 25, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,grok-4.6,xhigh,reasoning-math,mid,,,,,,,60,detect-strict%,2.89,,max-as-highest,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 26, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,grok-4.5,high,reasoning-math,mid,,,,,,,60,detect-strict%,2.89,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 27, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,?anthropic/claude-3.7-sonnet:thinking,not-established:absent,reasoning-math,mid,,,,,,,52.73,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 28, column green_rate)",,out:model-not-established, bsb-v1-green,github-bullshitbench-v1,qwen3.5-397b-a17b,think,reasoning-math,mid,,,,,,,52.73,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 30, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,opus-5.5,low,reasoning-math,mid,,,,,,,52.73,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 31, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,grok-4.3,not-established:absent,reasoning-math,mid,,,,,,,61.82,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 32, column green_rate)",,out:effort-not-established, bsb-v1-green,github-bullshitbench-v1,gemini-3.5-flash-lite,minimal,reasoning-math,mid,,,,,,,52.73,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 33, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,sonnet-4.5,nothink,reasoning-math,mid,,,,,,,52.73,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 34, column green_rate)",,out:single-couple, bsb-v1-green,github-bullshitbench-v1,kimi-k3,minimal,reasoning-math,mid,,,,,,,58.18,detect-strict%,0.00289,,EAP-run,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 35, column green_rate)",,out:effort-not-established, bsb-v1-green,github-bullshitbench-v1,gpt-6-astra,max,reasoning-math,mid,,,,,,,47.27,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 36, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,glm-5.3,low,reasoning-math,mid,,,,,,,50.91,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 37, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,haiku-3.5,solo,reasoning-math,mid,,,,,,,58.18,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 38, column green_rate)",,out:single-couple, bsb-v1-green,github-bullshitbench-v1,qwen3.7-max,nothink,reasoning-math,mid,,,,,,,52.73,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 39, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,grok-4.20,not-established:absent,reasoning-math,mid,,,,,,,61.82,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 40, column green_rate)",,out:effort-not-established, bsb-v1-green,github-bullshitbench-v1,grok-4.3,not-established:absent,reasoning-math,mid,,,,,,,56.36,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 41, column green_rate)",,out:effort-not-established, bsb-v1-green,github-bullshitbench-v1,grok-4.5,low,reasoning-math,mid,,,,,,,54.55,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 42, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,grok-4.20,not-established:absent,reasoning-math,mid,,,,,,,58.18,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 43, column green_rate)",,out:effort-not-established, bsb-v1-green,github-bullshitbench-v1,llama-4-maverick,solo,reasoning-math,mid,,,,,,,54.55,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 44, column green_rate)",,out:single-couple, bsb-v1-green,github-bullshitbench-v1,deepseek-v4.1-flash,max,reasoning-math,mid,,,,,,,41.82,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 45, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,glm-5.3,max,reasoning-math,mid,,,,,,,50.91,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 46, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,minimax-m3,not-established:absent,reasoning-math,mid,,,,,,,47.27,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 47, column green_rate)",,out:effort-not-established, bsb-v1-green,github-bullshitbench-v1,gemini-3.5-flash-lite,high,reasoning-math,mid,,,,,,,49.09,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 48, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,kimi-k3,xhigh,reasoning-math,mid,,,,,,,43.64,detect-strict%,0.00289,,EAP-run,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 49, column green_rate)",,out:effort-not-established, bsb-v1-green,github-bullshitbench-v1,opus-5.5,max,reasoning-math,mid,,,,,,,43.64,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 50, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,deepseek-v4.1-flash,low,reasoning-math,mid,,,,,,,41.82,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 51, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,kimi-k2.5,nothink,reasoning-math,mid,,,,,,,47.27,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 52, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,minimax-m3,nothink,reasoning-math,mid,,,,,,,45.45,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 53, column green_rate)",,out:single-couple, bsb-v1-green,github-bullshitbench-v1,sonnet-3.7,not-established:absent,reasoning-math,mid,,,,,,,45.45,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 54, column green_rate)",,out:effort-not-established, bsb-v1-green,github-bullshitbench-v1,gpt-6-sol,max,reasoning-math,mid,,,,,,,41.82,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 55, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,sonnet-3.5-1022,solo,reasoning-math,mid,,,,,,,52.73,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 57, column green_rate)",,out:single-couple, bsb-v1-green,github-bullshitbench-v1,gpt-6-luna,max,reasoning-math,mid,,,,,,,34.55,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 59, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,nemotron-3-ultra-550b-a55b,not-established:absent,reasoning-math,mid,,,,,,,41.82,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 61, column green_rate)",,out:effort-not-established, bsb-v1-green,github-bullshitbench-v1,gpt-5.6-terra,max,reasoning-math,mid,,,,,,,34.55,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 63, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,gpt-6-luna,nothink,reasoning-math,mid,,,,,,,40,detect-strict%,2.89,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 64, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,?stealth/ox-alpha,not-established:absent,reasoning-math,mid,,,,,,,41.82,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 65, column green_rate)",,out:model-not-established, bsb-v1-green,github-bullshitbench-v1,gpt-6-astra,low,reasoning-math,mid,,,,,,,29.09,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 66, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,?stealth/ox-alpha,not-established:absent,reasoning-math,mid,,,,,,,43.64,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 67, column green_rate)",,out:model-not-established, bsb-v1-green,github-bullshitbench-v1,mimo-v2.5-pro,not-established:absent,reasoning-math,mid,,,,,,,45.45,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 68, column green_rate)",,out:effort-not-established, bsb-v1-green,github-bullshitbench-v1,nemotron-3-super-120b-a12b,not-established:absent,reasoning-math,mid,,,,,,,38.18,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 69, column green_rate)",,out:effort-not-established, bsb-v1-green,github-bullshitbench-v1,gpt-6-sol,nothink,reasoning-math,mid,,,,,,,32.73,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 70, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,opus-4.1,not-established:absent,reasoning-math,mid,,,,,,,40,detect-strict%,2.89,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 71, column green_rate)",,out:effort-not-established, bsb-v1-green,github-bullshitbench-v1,muse-spark-1.2,minimal,reasoning-math,mid,,,,,,,40,detect-strict%,2.89,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 72, column green_rate)",,out:single-couple, bsb-v1-green,github-bullshitbench-v1,?openai/gpt-5.1-chat,not-established:absent,reasoning-math,mid,,,,,,,36.36,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 73, column green_rate)",,out:model-not-established, bsb-v1-green,github-bullshitbench-v1,gpt-5.4,nothink,reasoning-math,mid,,,,,,,25.45,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 75, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,deepseek-v4-flash-0731,not-established:absent,reasoning-math,mid,,,,,,,40,detect-strict%,2.89,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 76, column green_rate)",,out:effort-not-established, bsb-v1-green,github-bullshitbench-v1,qwen3.7-max,think,reasoning-math,mid,,,,,,,38.18,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 77, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,gpt-5.5,nothink,reasoning-math,mid,,,,,,,27.27,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 78, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,gpt-5.6-sol,max,reasoning-math,mid,,,,,,,27.27,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 79, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,gpt-5.6-sol,low,reasoning-math,mid,,,,,,,25.45,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 80, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,muse-spark-1.2,xhigh,reasoning-math,mid,,,,,,,32.73,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 81, column green_rate)",,out:single-couple, bsb-v1-green,github-bullshitbench-v1,gpt-5.6-terra,low,reasoning-math,mid,,,,,,,29.09,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 82, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,llama-4-scout,solo,reasoning-math,mid,,,,,,,36.36,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 83, column green_rate)",,out:single-couple, bsb-v1-green,github-bullshitbench-v1,llama-3.1-8b-instruct,solo,reasoning-math,mid,,,,,,,34.55,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 84, column green_rate)",,out:single-couple, bsb-v1-green,github-bullshitbench-v1,gpt-5.2,nothink,reasoning-math,mid,,,,,,,27.27,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 85, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,gpt-5.4-mini,xhigh,reasoning-math,mid,,,,,,,25.45,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 86, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,deepseek-v4-pro-0813,max,reasoning-math,mid,,,,,,,32.73,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 87, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,?openai/gpt-5.3-chat,not-established:absent,reasoning-math,mid,,,,,,,27.27,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 88, column green_rate)",,out:model-not-established, bsb-v1-green,github-bullshitbench-v1,gpt-5-codex,not-established:absent,reasoning-math,mid,,,,,,,30.91,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 89, column green_rate)",,out:effort-not-established, bsb-v1-green,github-bullshitbench-v1,gpt-5.4-mini,high,reasoning-math,mid,,,,,,,25.45,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 90, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,gpt-5.4,xhigh,reasoning-math,mid,,,,,,,21.82,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 91, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,?openrouter/hunter-alpha,not-established:absent,reasoning-math,mid,,,,,,,32.73,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 92, column green_rate)",,out:model-not-established, bsb-v1-green,github-bullshitbench-v1,kimi-k2.5,think,reasoning-math,mid,,,,,,,30.91,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 93, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,opus-4.1,not-established:absent,reasoning-math,mid,,,,,,,34.55,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 94, column green_rate)",,out:effort-not-established, bsb-v1-green,github-bullshitbench-v1,sonnet-4,not-established:absent,reasoning-math,mid,,,,,,,25.45,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 95, column green_rate)",,out:effort-not-established, bsb-v1-green,github-bullshitbench-v1,gpt-5.6-luna,low,reasoning-math,mid,,,,,,,25.45,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 96, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,opus-4,not-established:absent,reasoning-math,mid,,,,,,,32.73,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 97, column green_rate)",,out:effort-not-established, bsb-v1-green,github-bullshitbench-v1,gpt-5.6-luna,max,reasoning-math,mid,,,,,,,18.18,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 98, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,deepseek-v4-pro-0813,low,reasoning-math,mid,,,,,,,25.45,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 99, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,gpt-5.4-mini,nothink,reasoning-math,mid,,,,,,,23.64,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 100, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,nemotron-3-nano-30b-a3b,nothink,reasoning-math,mid,,,,,,,27.27,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 101, column green_rate)",,out:single-couple, bsb-v1-green,github-bullshitbench-v1,mimo-v2.5,not-established:absent,reasoning-math,mid,,,,,,,30.91,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 102, column green_rate)",,out:effort-not-established, bsb-v1-green,github-bullshitbench-v1,nemotron-3-ultra-550b-a55b,not-established:absent,reasoning-math,mid,,,,,,,30.91,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 103, column green_rate)",,out:effort-not-established, bsb-v1-green,github-bullshitbench-v1,qwen3.8-max,xhigh,reasoning-math,mid,,,,,,,21.82,detect-strict%,0.00289,,max-as-highest,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 104, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,step-3.5-flash,not-established:absent,reasoning-math,mid,,,,,,,25.45,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 106, column green_rate)",,out:effort-not-established, bsb-v1-green,github-bullshitbench-v1,gpt-5.1,not-established:absent,reasoning-math,mid,,,,,,,25.45,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 107, column green_rate)",,out:effort-not-established, bsb-v1-green,github-bullshitbench-v1,?openrouter/hunter-alpha,not-established:absent,reasoning-math,mid,,,,,,,27.27,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 108, column green_rate)",,out:model-not-established, bsb-v1-green,github-bullshitbench-v1,sonnet-4,not-established:absent,reasoning-math,mid,,,,,,,23.64,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 109, column green_rate)",,out:effort-not-established, bsb-v1-green,github-bullshitbench-v1,gemini-3-pro,low,reasoning-math,mid,,,,,,,30.91,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 110, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,gpt-5.1-codex,not-established:absent,reasoning-math,mid,,,,,,,29.09,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 111, column green_rate)",,out:effort-not-established, bsb-v1-green,github-bullshitbench-v1,laguna-s-2.1,not-established:absent,reasoning-math,mid,,,,,,,23.64,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 113, column green_rate)",,out:effort-not-established, bsb-v1-green,github-bullshitbench-v1,gpt-5.2,high,reasoning-math,mid,,,,,,,23.64,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 114, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,?openrouter/healer-alpha,not-established:absent,reasoning-math,mid,,,,,,,29.09,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 115, column green_rate)",,out:model-not-established, bsb-v1-green,github-bullshitbench-v1,qwen3.8-27b,xhigh,reasoning-math,mid,,,,,,,20,detect-strict%,2.89,,max-as-highest,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 116, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,mimo-v2.5-pro,not-established:absent,reasoning-math,mid,,,,,,,29.09,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 117, column green_rate)",,out:effort-not-established, bsb-v1-green,github-bullshitbench-v1,gpt-5.4-nano,nothink,reasoning-math,mid,,,,,,,16.36,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 118, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,gpt-5,not-established:absent,reasoning-math,mid,,,,,,,21.82,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 119, column green_rate)",,out:effort-not-established, bsb-v1-green,github-bullshitbench-v1,o3,low,reasoning-math,mid,,,,,,,23.64,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 120, column green_rate)",,out:single-couple, bsb-v1-green,github-bullshitbench-v1,mimo-v2.5,not-established:absent,reasoning-math,mid,,,,,,,20,detect-strict%,2.89,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 121, column green_rate)",,out:effort-not-established, bsb-v1-green,github-bullshitbench-v1,trinity-large-thinking,solo,reasoning-math,mid,,,,,,,20,detect-strict%,2.89,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 122, column green_rate)",,out:single-couple, bsb-v1-green,github-bullshitbench-v1,step-3.5-flash,not-established:absent,reasoning-math,mid,,,,,,,20,detect-strict%,2.89,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 123, column green_rate)",,out:effort-not-established, bsb-v1-green,github-bullshitbench-v1,?openai/gpt-5.5-chat,not-established:absent,reasoning-math,mid,,,,,,,14.55,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 124, column green_rate)",,out:model-not-established, bsb-v1-green,github-bullshitbench-v1,haiku-3,solo,reasoning-math,mid,,,,,,,18.18,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 125, column green_rate)",,out:single-couple, bsb-v1-green,github-bullshitbench-v1,gpt-5.4-nano,high,reasoning-math,mid,,,,,,,10.91,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 126, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,qwen3-coder-480b-a35b-instruct,solo,reasoning-math,mid,,,,,,,20,detect-strict%,2.89,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 127, column green_rate)",,out:single-couple, bsb-v1-green,github-bullshitbench-v1,gemma-4-31b-it,not-established:absent,reasoning-math,mid,,,,,,,21.82,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 128, column green_rate)",,out:effort-not-established, bsb-v1-green,github-bullshitbench-v1,trinity-large-thinking,solo,reasoning-math,mid,,,,,,,18.18,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 129, column green_rate)",,out:single-couple, bsb-v1-green,github-bullshitbench-v1,deepseek-v4-flash-0731,nothink,reasoning-math,mid,,,,,,,21.82,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 130, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,gemini-3.1-pro,low,reasoning-math,mid,,,,,,,21.82,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 131, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,?xiaomi/mimo-v2-flash,not-established:absent,reasoning-math,mid,,,,,,,16.36,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 132, column green_rate)",,out:model-not-established, bsb-v1-green,github-bullshitbench-v1,gemini-3.7-flash,low,reasoning-math,mid,,,,,,,23.64,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 133, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,gpt-5.4-nano,xhigh,reasoning-math,mid,,,,,,,14.55,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 134, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,gemini-3-pro,high,reasoning-math,mid,,,,,,,23.64,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 135, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,gemini-3.7-flash,high,reasoning-math,mid,,,,,,,23.64,detect-strict%,0.00289,,max-as-highest,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 136, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,glm-5,think,reasoning-math,mid,,,,,,,20,detect-strict%,2.89,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 137, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,laguna-s-2.1,nothink,reasoning-math,mid,,,,,,,20,detect-strict%,2.89,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 138, column green_rate)",,out:single-couple, bsb-v1-green,github-bullshitbench-v1,deepseek-v4-flash-preview,nothink,reasoning-math,mid,,,,,,,16.36,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 139, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,gemini-2.5-pro,not-established:absent,reasoning-math,mid,,,,,,,23.64,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 140, column green_rate)",,out:effort-not-established, bsb-v1-green,github-bullshitbench-v1,gemini-3.1-pro,high,reasoning-math,mid,,,,,,,18.18,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 141, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,gpt-4o-0806,solo,reasoning-math,mid,,,,,,,16.36,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 142, column green_rate)",,out:single-couple, bsb-v1-green,github-bullshitbench-v1,gemini-3.6-flash,high,reasoning-math,mid,,,,,,,16.36,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 143, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,?openai/gpt-4o,not-established:absent,reasoning-math,mid,,,,,,,14.55,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 144, column green_rate)",,out:model-not-established, bsb-v1-green,github-bullshitbench-v1,?openai/gpt-5-chat,not-established:absent,reasoning-math,mid,,,,,,,14.55,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 145, column green_rate)",,out:model-not-established, bsb-v1-green,github-bullshitbench-v1,grok-4.1-fast,think,reasoning-math,mid,,,,,,,14.55,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 146, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,kimi-k2-instruct,solo,reasoning-math,mid,,,,,,,20,detect-strict%,2.89,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 147, column green_rate)",,out:single-couple, bsb-v1-green,github-bullshitbench-v1,?openrouter/healer-alpha,not-established:absent,reasoning-math,mid,,,,,,,18.18,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 148, column green_rate)",,out:model-not-established, bsb-v1-green,github-bullshitbench-v1,?baidu/ernie-4.5-300b-a47b,not-established:absent,reasoning-math,mid,,,,,,,12.73,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 149, column green_rate)",,out:model-not-established, bsb-v1-green,github-bullshitbench-v1,glm-5.2,not-established:absent,reasoning-math,mid,,,,,,,18.18,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 150, column green_rate)",,out:effort-not-established, bsb-v1-green,github-bullshitbench-v1,gemini-3.6-flash,minimal,reasoning-math,mid,,,,,,,18.18,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 151, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,?openai/gpt-5.2-chat,not-established:absent,reasoning-math,mid,,,,,,,14.55,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 152, column green_rate)",,out:model-not-established, bsb-v1-green,github-bullshitbench-v1,minimax-m2.5,not-established:absent,reasoning-math,mid,,,,,,,12.73,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 153, column green_rate)",,out:effort-not-established, bsb-v1-green,github-bullshitbench-v1,deepseek-v4-pro-preview,nothink,reasoning-math,mid,,,,,,,14.55,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 154, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,gpt-5.3-codex,high,reasoning-math,mid,,,,,,,12.73,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 155, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,gpt-5.3-codex,low,reasoning-math,mid,,,,,,,14.55,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 156, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,gemma-4-26b-a4b-it,not-established:absent,reasoning-math,mid,,,,,,,14.55,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 157, column green_rate)",,out:effort-not-established, bsb-v1-green,github-bullshitbench-v1,gemini-2.0-flash,solo,reasoning-math,mid,,,,,,,12.73,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 158, column green_rate)",,out:single-couple, bsb-v1-green,github-bullshitbench-v1,?tencent/hy3-preview:free,not-established:absent,reasoning-math,mid,,,,,,,12.73,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 159, column green_rate)",,out:model-not-established, bsb-v1-green,github-bullshitbench-v1,gemini-2.5-flash,not-established:absent,reasoning-math,mid,,,,,,,14.55,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 160, column green_rate)",,out:effort-not-established, bsb-v1-green,github-bullshitbench-v1,deepseek-v3.2,nothink,reasoning-math,mid,,,,,,,12.73,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 161, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,minimax-m2.5,not-established:absent,reasoning-math,mid,,,,,,,16.36,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 162, column green_rate)",,out:effort-not-established, bsb-v1-green,github-bullshitbench-v1,gpt-4.1,solo,reasoning-math,mid,,,,,,,14.55,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 163, column green_rate)",,out:single-couple, bsb-v1-green,github-bullshitbench-v1,glm-5,nothink,reasoning-math,mid,,,,,,,16.36,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 164, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,ernie-4.5-vl-424b-a47b,not-established:absent,reasoning-math,mid,,,,,,,14.55,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 165, column green_rate)",,out:effort-not-established, bsb-v1-green,github-bullshitbench-v1,gpt-5.3-codex,xhigh,reasoning-math,mid,,,,,,,10.91,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 166, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,gemma-4-31b-it,nothink,reasoning-math,mid,,,,,,,10.91,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 167, column green_rate)",,out:single-couple, bsb-v1-green,github-bullshitbench-v1,?prime-intellect/intellect-3,not-established:absent,reasoning-math,mid,,,,,,,10.91,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 168, column green_rate)",,out:model-not-established, bsb-v1-green,github-bullshitbench-v1,deepseek-r1,solo,reasoning-math,mid,,,,,,,12.73,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 169, column green_rate)",,out:single-couple, bsb-v1-green,github-bullshitbench-v1,deepseek-v4-flash-preview,not-established:absent,reasoning-math,mid,,,,,,,12.73,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 170, column green_rate)",,out:effort-not-established, bsb-v1-green,github-bullshitbench-v1,?tencent/hy3-preview:free,not-established:absent,reasoning-math,mid,,,,,,,12.73,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 171, column green_rate)",,out:model-not-established, bsb-v1-green,github-bullshitbench-v1,glm-4.5,not-established:absent,reasoning-math,mid,,,,,,,14.55,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 172, column green_rate)",,out:effort-not-established, bsb-v1-green,github-bullshitbench-v1,?prime-intellect/intellect-3,not-established:absent,reasoning-math,mid,,,,,,,12.73,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 173, column green_rate)",,out:model-not-established, bsb-v1-green,github-bullshitbench-v1,o4-mini,low,reasoning-math,mid,,,,,,,9.09,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 174, column green_rate)",,out:single-couple, bsb-v1-green,github-bullshitbench-v1,?nvidia/nemotron-nano-9b-v2:free,not-established:absent,reasoning-math,mid,,,,,,,7.27,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 175, column green_rate)",,out:model-not-established, bsb-v1-green,github-bullshitbench-v1,qwen3-235b-a22b,nothink,reasoning-math,mid,,,,,,,7.27,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 176, column green_rate)",,out:single-couple, bsb-v1-green,github-bullshitbench-v1,deepseek-v3.2,think,reasoning-math,mid,,,,,,,14.55,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 177, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,ernie-4.5-vl-424b-a47b,not-established:absent,reasoning-math,mid,,,,,,,12.73,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 178, column green_rate)",,out:effort-not-established, bsb-v1-green,github-bullshitbench-v1,gemma-4-26b-a4b-it,nothink,reasoning-math,mid,,,,,,,9.09,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 179, column green_rate)",,out:single-couple, bsb-v1-green,github-bullshitbench-v1,deepseek-r1,solo,reasoning-math,mid,,,,,,,7.27,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 180, column green_rate)",,out:single-couple, bsb-v1-green,github-bullshitbench-v1,?xiaomi/mimo-v2-flash,not-established:absent,reasoning-math,mid,,,,,,,9.09,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 181, column green_rate)",,out:model-not-established, bsb-v1-green,github-bullshitbench-v1,?nvidia/nemotron-nano-9b-v2:free,not-established:absent,reasoning-math,mid,,,,,,,7.27,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 182, column green_rate)",,out:model-not-established, bsb-v1-green,github-bullshitbench-v1,glm-5.2,nothink,reasoning-math,mid,,,,,,,10.91,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 183, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,seed-1.6,not-established:absent,reasoning-math,mid,,,,,,,10.91,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 184, column green_rate)",,out:effort-not-established, bsb-v1-green,github-bullshitbench-v1,gemini-3-flash,high,reasoning-math,mid,,,,,,,10.91,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 185, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,o4-mini,high,reasoning-math,mid,,,,,,,10.91,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 186, column green_rate)",,out:single-couple, bsb-v1-green,github-bullshitbench-v1,grok-4.1-fast,nothink,reasoning-math,mid,,,,,,,10.91,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 187, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,nemotron-3-nano-30b-a3b,not-established:absent,reasoning-math,mid,,,,,,,10.91,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 188, column green_rate)",,out:effort-not-established, bsb-v1-green,github-bullshitbench-v1,gemini-3.5-flash,minimal,reasoning-math,mid,,,,,,,9.09,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 189, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,gemini-3.5-flash,high,reasoning-math,mid,,,,,,,9.09,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 190, column green_rate)",,in, bsb-v1-green,github-bullshitbench-v1,deepseek-v4-pro-preview,not-established:absent,reasoning-math,mid,,,,,,,10.91,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 191, column green_rate)",,out:effort-not-established, bsb-v1-green,github-bullshitbench-v1,seed-1.6,not-established:absent,reasoning-math,mid,,,,,,,7.27,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 192, column green_rate)",,out:effort-not-established, bsb-v1-green,github-bullshitbench-v1,gpt-oss-120b,low,reasoning-math,mid,,,,,,,3.64,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 193, column green_rate)",,out:single-couple, bsb-v1-green,github-bullshitbench-v1,gpt-4o-mini,solo,reasoning-math,mid,,,,,,,7.27,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 194, column green_rate)",,out:single-couple, bsb-v1-green,github-bullshitbench-v1,qwen3-235b-a22b,not-established:absent,reasoning-math,mid,,,,,,,5.45,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 195, column green_rate)",,out:effort-not-established, bsb-v1-green,github-bullshitbench-v1,gemini-3.1-flash-lite-preview,not-established:absent,reasoning-math,mid,,,,,,,9.09,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 196, column green_rate)",,out:effort-not-established, bsb-v1-green,github-bullshitbench-v1,gemini-3-flash,not-established:absent,reasoning-math,mid,,,,,,,7.27,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 197, column green_rate)",,out:effort-not-established, bsb-v1-green,github-bullshitbench-v1,gpt-4o-mini,solo,reasoning-math,mid,,,,,,,5.45,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 198, column green_rate)",,out:single-couple, bsb-v1-green,github-bullshitbench-v1,jamba-large-1.7,not-established:absent,reasoning-math,mid,,,,,,,7.27,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 199, column green_rate)",,out:effort-not-established, bsb-v1-green,github-bullshitbench-v1,gemma-3-27b-it,solo,reasoning-math,mid,,,,,,,3.64,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 200, column green_rate)",,out:single-couple, bsb-v1-green,github-bullshitbench-v1,deepseek-v3,solo,reasoning-math,mid,,,,,,,5.45,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 201, column green_rate)",,out:single-couple, bsb-v1-green,github-bullshitbench-v1,gpt-oss-120b,high,reasoning-math,mid,,,,,,,3.64,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 202, column green_rate)",,out:single-couple, bsb-v1-green,github-bullshitbench-v1,mistral-large-2512,not-established:absent,reasoning-math,mid,,,,,,,3.64,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 203, column green_rate)",,out:effort-not-established, bsb-v1-green,github-bullshitbench-v1,glm-4.5,nothink,reasoning-math,mid,,,,,,,3.64,detect-strict%,0.00289,,,"https://github.com/petergpt/bullshit-benchmark/blob/main/data/latest/leaderboard_with_launch.csv (row rank 204, column green_rate)",,out:single-couple, caloriebench,github-caloriebench,fable-5.1,high,mixed,mid,Anthropic API single-shot,per-suite,3.714,0,,,40,within20%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/mmiddlezong/calorie-bench/tree/66e4316d050fb086655f5d44cbda93f6dd55e55a/results/v1 ($.models / row claude-fable-5-1 / column calories.within_20pct),src-github-caloriebench-leaderboard-v1-2026-10-19|run:caloriebench-mae|fable-5.1@high|,in,in caloriebench,github-caloriebench,opus-5.5,high,mixed,mid,Anthropic API single-shot,per-suite,1.75572,0,,,34.5,within20%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/mmiddlezong/calorie-bench/tree/66e4316d050fb086655f5d44cbda93f6dd55e55a/results/v1 ($.models / row claude-opus-5-5 / column calories.within_20pct),src-github-caloriebench-leaderboard-v1-2026-10-19|run:caloriebench-mae|opus-5.5@high|,in,in caloriebench,github-caloriebench,sonnet-5,high,mixed,mid,Anthropic API single-shot,per-suite,0.76548,0,,,35.5,within20%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/mmiddlezong/calorie-bench/tree/66e4316d050fb086655f5d44cbda93f6dd55e55a/results/v1 ($.models / row claude-sonnet-5 / column calories.within_20pct),src-github-caloriebench-leaderboard-v1-2026-10-19|run:caloriebench-mae|sonnet-5@high|,in,in caloriebench,github-caloriebench,gpt-6-luna,high,mixed,mid,Anthropic API single-shot,per-suite,0.101752,0,,,27,within20%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/mmiddlezong/calorie-bench/tree/66e4316d050fb086655f5d44cbda93f6dd55e55a/results/v1 ($.models / row gpt-6-luna / column calories.within_20pct),src-github-caloriebench-leaderboard-v1-2026-10-19|run:caloriebench-mae|gpt-6-luna@high|,in,in caloriebench,github-caloriebench,gpt-6-sol,high,mixed,mid,Anthropic API single-shot,per-suite,1.91135,0,,,26,within20%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/mmiddlezong/calorie-bench/tree/66e4316d050fb086655f5d44cbda93f6dd55e55a/results/v1 ($.models / row gpt-6-sol / column calories.within_20pct),src-github-caloriebench-leaderboard-v1-2026-10-19|run:caloriebench-mae|gpt-6-sol@high|,in,in caloriebench,github-caloriebench,haiku-4.5,think-8000,mixed,mid,Anthropic API single-shot,per-suite,1.98674,0,,,27,within20%,0,,,https://github.com/mmiddlezong/calorie-bench/tree/66e4316d050fb086655f5d44cbda93f6dd55e55a/results/v1 ($.models / row claude-haiku-4-5 / column calories.within_20pct),,out:budget-config,out:budget-config caloriebench,github-caloriebench,gpt-6-astra,high,mixed,mid,Anthropic API single-shot,per-suite,11.65615,0,,,21.5,within20%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/mmiddlezong/calorie-bench/tree/66e4316d050fb086655f5d44cbda93f6dd55e55a/results/v1 ($.models / row gpt-6-astra / column calories.within_20pct),src-github-caloriebench-leaderboard-v1-2026-10-19|run:caloriebench-mae|gpt-6-astra@high|,in,in caloriebench-mae,github-caloriebench,fable-5.1,high,mixed,mid,Anthropic API single-shot,per-suite,3.714,0,,,82.145445,mae-lower-better,0,,,https://github.com/mmiddlezong/calorie-bench/tree/66e4316d050fb086655f5d44cbda93f6dd55e55a/results/v1 ($.models / row claude-fable-5-1 / column calories.mae_kcal),src-github-caloriebench-leaderboard-v1-2026-10-19|run:caloriebench-mae|fable-5.1@high|,in,in caloriebench-mae,github-caloriebench,opus-5.5,high,mixed,mid,Anthropic API single-shot,per-suite,1.75572,0,,,91.370495,mae-lower-better,0,,,https://github.com/mmiddlezong/calorie-bench/tree/66e4316d050fb086655f5d44cbda93f6dd55e55a/results/v1 ($.models / row claude-opus-5-5 / column calories.mae_kcal),src-github-caloriebench-leaderboard-v1-2026-10-19|run:caloriebench-mae|opus-5.5@high|,in,in caloriebench-mae,github-caloriebench,sonnet-5,high,mixed,mid,Anthropic API single-shot,per-suite,0.76548,0,,,100.537685,mae-lower-better,0,,,https://github.com/mmiddlezong/calorie-bench/tree/66e4316d050fb086655f5d44cbda93f6dd55e55a/results/v1 ($.models / row claude-sonnet-5 / column calories.mae_kcal),src-github-caloriebench-leaderboard-v1-2026-10-19|run:caloriebench-mae|sonnet-5@high|,in,in caloriebench-mae,github-caloriebench,gpt-6-luna,high,mixed,mid,Anthropic API single-shot,per-suite,0.101752,0,,,112.40819499999999,mae-lower-better,0,,,https://github.com/mmiddlezong/calorie-bench/tree/66e4316d050fb086655f5d44cbda93f6dd55e55a/results/v1 ($.models / row gpt-6-luna / column calories.mae_kcal),src-github-caloriebench-leaderboard-v1-2026-10-19|run:caloriebench-mae|gpt-6-luna@high|,in,in caloriebench-mae,github-caloriebench,gpt-6-sol,high,mixed,mid,Anthropic API single-shot,per-suite,1.91135,0,,,127.09190500000001,mae-lower-better,0,,,https://github.com/mmiddlezong/calorie-bench/tree/66e4316d050fb086655f5d44cbda93f6dd55e55a/results/v1 ($.models / row gpt-6-sol / column calories.mae_kcal),src-github-caloriebench-leaderboard-v1-2026-10-19|run:caloriebench-mae|gpt-6-sol@high|,in,in caloriebench-mae,github-caloriebench,haiku-4.5,think-8000,mixed,mid,Anthropic API single-shot,per-suite,1.98674,0,,,139.101895,mae-lower-better,0,,,https://github.com/mmiddlezong/calorie-bench/tree/66e4316d050fb086655f5d44cbda93f6dd55e55a/results/v1 ($.models / row claude-haiku-4-5 / column calories.mae_kcal),,out:budget-config,out:budget-config caloriebench-mae,github-caloriebench,gpt-6-astra,high,mixed,mid,Anthropic API single-shot,per-suite,11.65615,0,,,145.395305,mae-lower-better,0,,,https://github.com/mmiddlezong/calorie-bench/tree/66e4316d050fb086655f5d44cbda93f6dd55e55a/results/v1 ($.models / row gpt-6-astra / column calories.mae_kcal),src-github-caloriebench-leaderboard-v1-2026-10-19|run:caloriebench-mae|gpt-6-astra@high|,in,in bullshitbench-v1-strict,github-cc-83510,opus-4.8,not-established:absent,reasoning-math,mid,raw-api,,,,,,94.5,detect-strict%,0.0289,,,"https://github.com/anthropics/claude-code/issues/83510 ('Measurement A — Nonsense detection', v1 table, row 'Opus 4.8', column 'detect strict')",,out:effort-not-established, bullshitbench-v1-strict,github-cc-83510,sonnet-4.6,high,reasoning-math,mid,raw-api,,,,,,87.3,detect-strict%,0.0289,,,"https://github.com/anthropics/claude-code/issues/83510 ('Measurement A — Nonsense detection', v1 table, row 'Sonnet 4.6', column 'detect strict')",,in, bullshitbench-v1-strict,github-cc-83510,opus-4.6,high,reasoning-math,mid,raw-api,,,,,,85.5,detect-strict%,0.0289,,,"https://github.com/anthropics/claude-code/issues/83510 ('Measurement A — Nonsense detection', v1 table, row 'Opus 4.6', column 'detect strict')",,out:single-couple, bullshitbench-v1-strict,github-cc-83510,sonnet-5,low,reasoning-math,mid,raw-api,,,,,,60.0,detect-strict%,0.0289,,,"https://github.com/anthropics/claude-code/issues/83510 ('Measurement A — Nonsense detection', v1 table, row 'Sonnet 5', column 'detect strict')",,in, bullshitbench-v1-strict,github-cc-83510,opus-4.7,max,reasoning-math,mid,raw-api,,,,,,54.5,detect-strict%,0.0289,,,"https://github.com/anthropics/claude-code/issues/83510 ('Measurement A — Nonsense detection', v1 table, row 'Opus 4.7', column 'detect strict')",,in, bullshitbench-v1-strict,github-cc-83510,sonnet-5,max,reasoning-math,mid,raw-api,,,,,,50.9,detect-strict%,0.0289,,,"https://github.com/anthropics/claude-code/issues/83510 ('Measurement A — Nonsense detection', v1 table, row 'Sonnet 5', column 'detect strict')",,in, bullshitbench-v1-strict,github-cc-83510,opus-5,xhigh,reasoning-math,mid,raw-api,,,,,,49.1,detect-strict%,0.0289,,,"https://github.com/anthropics/claude-code/issues/83510 ('Measurement A — Nonsense detection', v1 table, row 'Opus 5', column 'detect strict')",,in, chaoscypher-native,github-chaoscypher,opus-5.5,high,mixed,mid,,,,,,,58,solved-of-65,0,,,https://github.com/chaoscypherinc/chaoscypher/blob/3f489b2b/packages/docs/src/data/leaderboard.json ($.models / row mcp/claude-code/claude-opus-5-5 / column native.passed),,in, chaoscypher-native,github-chaoscypher,sonnet-5.5,high,mixed,mid,,,,,,,60,solved-of-65,0,,,https://github.com/chaoscypherinc/chaoscypher/blob/3f489b2b/packages/docs/src/data/leaderboard.json ($.models / row mcp/claude-code/claude-sonnet-5-5 / column native.passed),,in, chaoscypher-native,github-chaoscypher,sonnet-5,high,mixed,mid,,,,,,,62,solved-of-65,0,,,https://github.com/chaoscypherinc/chaoscypher/blob/3f489b2b/packages/docs/src/data/leaderboard.json ($.models / row mcp/claude-code/claude-sonnet-5 / column native.passed),,in, chaoscypher-carrier,github-chaoscypher,opus-5.5,high,mixed,mid,,,,,,,16,solved-of-21,0,,,https://github.com/chaoscypherinc/chaoscypher/blob/3f489b2b/packages/docs/src/data/leaderboard.json ($.models / row mcp/claude-code/claude-opus-5-5 / column carrier.passed),,in, chaoscypher-carrier,github-chaoscypher,sonnet-5.5,high,mixed,mid,,,,,,,16,solved-of-21,0,,,https://github.com/chaoscypherinc/chaoscypher/blob/3f489b2b/packages/docs/src/data/leaderboard.json ($.models / row mcp/claude-code/claude-sonnet-5-5 / column carrier.passed),,in, chaoscypher-carrier,github-chaoscypher,sonnet-5,high,mixed,mid,,,,,,,21,solved-of-21,0,,,https://github.com/chaoscypherinc/chaoscypher/blob/3f489b2b/packages/docs/src/data/leaderboard.json ($.models / row mcp/claude-code/claude-sonnet-5 / column carrier.passed),,out:uninformative, chaoscypher-chat,github-chaoscypher,opus-5.5,high,mixed,mid,,,,,,,69,solved-of-80,0,,,https://github.com/chaoscypherinc/chaoscypher/blob/3f489b2b/packages/docs/src/data/leaderboard.json ($.models / row mcp/claude-code/claude-opus-5-5 / column chat.passed),,in, chaoscypher-chat,github-chaoscypher,sonnet-5.5,high,mixed,mid,,,,,,,70,solved-of-80,0,,,https://github.com/chaoscypherinc/chaoscypher/blob/3f489b2b/packages/docs/src/data/leaderboard.json ($.models / row mcp/claude-code/claude-sonnet-5-5 / column chat.passed),,in, chaoscypher-chat,github-chaoscypher,sonnet-5,high,mixed,mid,,,,,,,66,solved-of-80,0,,,https://github.com/chaoscypherinc/chaoscypher/blob/3f489b2b/packages/docs/src/data/leaderboard.json ($.models / row mcp/claude-code/claude-sonnet-5 / column chat.passed),,in, chaoscypher-native,github-chaoscypher,?ollama/deepseek-r1:14b,not-established:absent,mixed,mid,,,,,,,51,solved-of-65,0,,,https://github.com/chaoscypherinc/chaoscypher/blob/3f489b2b/packages/docs/src/data/leaderboard.json ($.models / row ollama/deepseek-r1:14b / column native.passed),,out:model-not-established, chaoscypher-native,github-chaoscypher,?ollama/glm-4.7-flash,not-established:absent,mixed,mid,,,,,,,33,solved-of-65,0,,,https://github.com/chaoscypherinc/chaoscypher/blob/3f489b2b/packages/docs/src/data/leaderboard.json ($.models / row ollama/glm-4.7-flash / column native.passed),,out:model-not-established, chaoscypher-native,github-chaoscypher,?ollama/glm4:9b,not-established:absent,mixed,mid,,,,,,,36,solved-of-65,0,,,https://github.com/chaoscypherinc/chaoscypher/blob/3f489b2b/packages/docs/src/data/leaderboard.json ($.models / row ollama/glm4:9b / column native.passed),,out:model-not-established, chaoscypher-native,github-chaoscypher,?ollama/gpt-oss:20b,not-established:absent,mixed,mid,,,,,,,39,solved-of-65,0,,,https://github.com/chaoscypherinc/chaoscypher/blob/3f489b2b/packages/docs/src/data/leaderboard.json ($.models / row ollama/gpt-oss:20b / column native.passed),,out:model-not-established, chaoscypher-native,github-chaoscypher,?ollama/qwen2.5:14b-instruct,not-established:absent,mixed,mid,,,,,,,47,solved-of-65,0,,,https://github.com/chaoscypherinc/chaoscypher/blob/3f489b2b/packages/docs/src/data/leaderboard.json ($.models / row ollama/qwen2.5:14b-instruct / column native.passed),,out:model-not-established, chaoscypher-native,github-chaoscypher,?ollama/qwen3.5:27b,not-established:absent,mixed,mid,,,,,,,53,solved-of-65,0,,,https://github.com/chaoscypherinc/chaoscypher/blob/3f489b2b/packages/docs/src/data/leaderboard.json ($.models / row ollama/qwen3.5:27b / column native.passed),,out:model-not-established, chaoscypher-native,github-chaoscypher,?ollama/qwen3.5:9b,not-established:absent,mixed,mid,,,,,,,48,solved-of-65,0,,,https://github.com/chaoscypherinc/chaoscypher/blob/3f489b2b/packages/docs/src/data/leaderboard.json ($.models / row ollama/qwen3.5:9b / column native.passed),,out:model-not-established, chaoscypher-native,github-chaoscypher,?ollama/qwen3.6:27b,not-established:absent,mixed,mid,,,,,,,50,solved-of-65,0,,,https://github.com/chaoscypherinc/chaoscypher/blob/3f489b2b/packages/docs/src/data/leaderboard.json ($.models / row ollama/qwen3.6:27b / column native.passed),,out:model-not-established, chaoscypher-native,github-chaoscypher,?ollama/qwen3.6:35b-a3b,not-established:absent,mixed,mid,,,,,,,49,solved-of-65,0,,,https://github.com/chaoscypherinc/chaoscypher/blob/3f489b2b/packages/docs/src/data/leaderboard.json ($.models / row ollama/qwen3.6:35b-a3b / column native.passed),,out:model-not-established, chaoscypher-native,github-chaoscypher,?ollama/qwen3.8:27b,not-established:absent,mixed,mid,,,,,,,54,solved-of-65,0,,,https://github.com/chaoscypherinc/chaoscypher/blob/3f489b2b/packages/docs/src/data/leaderboard.json ($.models / row ollama/qwen3.8:27b / column native.passed),,out:model-not-established, chaoscypher-native,github-chaoscypher,?ollama/qwen3:14b,not-established:absent,mixed,mid,,,,,,,46,solved-of-65,0,,,https://github.com/chaoscypherinc/chaoscypher/blob/3f489b2b/packages/docs/src/data/leaderboard.json ($.models / row ollama/qwen3:14b / column native.passed),,out:model-not-established, chaoscypher-native,github-chaoscypher,?ollama/qwen3:30b-instruct,not-established:absent,mixed,mid,,,,,,,49,solved-of-65,0,,,https://github.com/chaoscypherinc/chaoscypher/blob/3f489b2b/packages/docs/src/data/leaderboard.json ($.models / row ollama/qwen3:30b-instruct / column native.passed),,out:model-not-established, chaoscypher-native,github-chaoscypher,?ollama/qwen3:8b,not-established:absent,mixed,mid,,,,,,,40,solved-of-65,0,,,https://github.com/chaoscypherinc/chaoscypher/blob/3f489b2b/packages/docs/src/data/leaderboard.json ($.models / row ollama/qwen3:8b / column native.passed),,out:model-not-established, chaoscypher-carrier,github-chaoscypher,?ollama/deepseek-r1:14b,not-established:absent,mixed,mid,,,,,,,4,solved-of-21,0,,,https://github.com/chaoscypherinc/chaoscypher/blob/3f489b2b/packages/docs/src/data/leaderboard.json ($.models / row ollama/deepseek-r1:14b / column carrier.passed),,out:model-not-established, chaoscypher-carrier,github-chaoscypher,?ollama/glm-4.7-flash,not-established:absent,mixed,mid,,,,,,,3,solved-of-21,0,,,https://github.com/chaoscypherinc/chaoscypher/blob/3f489b2b/packages/docs/src/data/leaderboard.json ($.models / row ollama/glm-4.7-flash / column carrier.passed),,out:model-not-established, chaoscypher-carrier,github-chaoscypher,?ollama/glm4:9b,not-established:absent,mixed,mid,,,,,,,12,solved-of-21,0,,,https://github.com/chaoscypherinc/chaoscypher/blob/3f489b2b/packages/docs/src/data/leaderboard.json ($.models / row ollama/glm4:9b / column carrier.passed),,out:model-not-established, chaoscypher-carrier,github-chaoscypher,?ollama/gpt-oss:20b,not-established:absent,mixed,mid,,,,,,,2,solved-of-21,0,,,https://github.com/chaoscypherinc/chaoscypher/blob/3f489b2b/packages/docs/src/data/leaderboard.json ($.models / row ollama/gpt-oss:20b / column carrier.passed),,out:model-not-established, chaoscypher-carrier,github-chaoscypher,?ollama/qwen2.5:14b-instruct,not-established:absent,mixed,mid,,,,,,,15,solved-of-21,0,,,https://github.com/chaoscypherinc/chaoscypher/blob/3f489b2b/packages/docs/src/data/leaderboard.json ($.models / row ollama/qwen2.5:14b-instruct / column carrier.passed),,out:model-not-established, chaoscypher-carrier,github-chaoscypher,?ollama/qwen3.5:27b,not-established:absent,mixed,mid,,,,,,,13,solved-of-21,0,,,https://github.com/chaoscypherinc/chaoscypher/blob/3f489b2b/packages/docs/src/data/leaderboard.json ($.models / row ollama/qwen3.5:27b / column carrier.passed),,out:model-not-established, chaoscypher-carrier,github-chaoscypher,?ollama/qwen3.5:9b,not-established:absent,mixed,mid,,,,,,,13,solved-of-21,0,,,https://github.com/chaoscypherinc/chaoscypher/blob/3f489b2b/packages/docs/src/data/leaderboard.json ($.models / row ollama/qwen3.5:9b / column carrier.passed),,out:model-not-established, chaoscypher-carrier,github-chaoscypher,?ollama/qwen3.6:27b,not-established:absent,mixed,mid,,,,,,,12,solved-of-21,0,,,https://github.com/chaoscypherinc/chaoscypher/blob/3f489b2b/packages/docs/src/data/leaderboard.json ($.models / row ollama/qwen3.6:27b / column carrier.passed),,out:model-not-established, chaoscypher-carrier,github-chaoscypher,?ollama/qwen3.6:35b-a3b,not-established:absent,mixed,mid,,,,,,,11,solved-of-21,0,,,https://github.com/chaoscypherinc/chaoscypher/blob/3f489b2b/packages/docs/src/data/leaderboard.json ($.models / row ollama/qwen3.6:35b-a3b / column carrier.passed),,out:model-not-established, chaoscypher-carrier,github-chaoscypher,?ollama/qwen3.8:27b,not-established:absent,mixed,mid,,,,,,,13,solved-of-21,0,,,https://github.com/chaoscypherinc/chaoscypher/blob/3f489b2b/packages/docs/src/data/leaderboard.json ($.models / row ollama/qwen3.8:27b / column carrier.passed),,out:model-not-established, chaoscypher-carrier,github-chaoscypher,?ollama/qwen3:14b,not-established:absent,mixed,mid,,,,,,,11,solved-of-21,0,,,https://github.com/chaoscypherinc/chaoscypher/blob/3f489b2b/packages/docs/src/data/leaderboard.json ($.models / row ollama/qwen3:14b / column carrier.passed),,out:model-not-established, chaoscypher-carrier,github-chaoscypher,?ollama/qwen3:30b-instruct,not-established:absent,mixed,mid,,,,,,,9,solved-of-21,0,,,https://github.com/chaoscypherinc/chaoscypher/blob/3f489b2b/packages/docs/src/data/leaderboard.json ($.models / row ollama/qwen3:30b-instruct / column carrier.passed),,out:model-not-established, chaoscypher-carrier,github-chaoscypher,?ollama/qwen3:8b,not-established:absent,mixed,mid,,,,,,,5,solved-of-21,0,,,https://github.com/chaoscypherinc/chaoscypher/blob/3f489b2b/packages/docs/src/data/leaderboard.json ($.models / row ollama/qwen3:8b / column carrier.passed),,out:model-not-established, chaoscypher-chat,github-chaoscypher,?ollama/deepseek-r1:14b,not-established:absent,mixed,mid,,,,,,,53,solved-of-80,0,,,https://github.com/chaoscypherinc/chaoscypher/blob/3f489b2b/packages/docs/src/data/leaderboard.json ($.models / row ollama/deepseek-r1:14b / column chat.passed),,out:model-not-established, chaoscypher-chat,github-chaoscypher,?ollama/glm4:9b,not-established:absent,mixed,mid,,,,,,,52,solved-of-80,0,,,https://github.com/chaoscypherinc/chaoscypher/blob/3f489b2b/packages/docs/src/data/leaderboard.json ($.models / row ollama/glm4:9b / column chat.passed),,out:model-not-established, chaoscypher-chat,github-chaoscypher,?ollama/gpt-oss:20b,not-established:absent,mixed,mid,,,,,,,55,solved-of-80,0,,,https://github.com/chaoscypherinc/chaoscypher/blob/3f489b2b/packages/docs/src/data/leaderboard.json ($.models / row ollama/gpt-oss:20b / column chat.passed),,out:model-not-established, chaoscypher-chat,github-chaoscypher,?ollama/qwen2.5:14b-instruct,not-established:absent,mixed,mid,,,,,,,56,solved-of-80,0,,,https://github.com/chaoscypherinc/chaoscypher/blob/3f489b2b/packages/docs/src/data/leaderboard.json ($.models / row ollama/qwen2.5:14b-instruct / column chat.passed),,out:model-not-established, chaoscypher-chat,github-chaoscypher,?ollama/qwen3.5:27b,not-established:absent,mixed,mid,,,,,,,58,solved-of-80,0,,,https://github.com/chaoscypherinc/chaoscypher/blob/3f489b2b/packages/docs/src/data/leaderboard.json ($.models / row ollama/qwen3.5:27b / column chat.passed),,out:model-not-established, chaoscypher-chat,github-chaoscypher,?ollama/qwen3.5:9b,not-established:absent,mixed,mid,,,,,,,57,solved-of-80,0,,,https://github.com/chaoscypherinc/chaoscypher/blob/3f489b2b/packages/docs/src/data/leaderboard.json ($.models / row ollama/qwen3.5:9b / column chat.passed),,out:model-not-established, chaoscypher-chat,github-chaoscypher,?ollama/qwen3.6:27b,not-established:absent,mixed,mid,,,,,,,61,solved-of-80,0,,,https://github.com/chaoscypherinc/chaoscypher/blob/3f489b2b/packages/docs/src/data/leaderboard.json ($.models / row ollama/qwen3.6:27b / column chat.passed),,out:model-not-established, chaoscypher-chat,github-chaoscypher,?ollama/qwen3.6:35b-a3b,not-established:absent,mixed,mid,,,,,,,63,solved-of-80,0,,,https://github.com/chaoscypherinc/chaoscypher/blob/3f489b2b/packages/docs/src/data/leaderboard.json ($.models / row ollama/qwen3.6:35b-a3b / column chat.passed),,out:model-not-established, chaoscypher-chat,github-chaoscypher,?ollama/qwen3.8:27b,not-established:absent,mixed,mid,,,,,,,62,solved-of-80,0,,,https://github.com/chaoscypherinc/chaoscypher/blob/3f489b2b/packages/docs/src/data/leaderboard.json ($.models / row ollama/qwen3.8:27b / column chat.passed),,out:model-not-established, chaoscypher-chat,github-chaoscypher,?ollama/qwen3:14b,not-established:absent,mixed,mid,,,,,,,53,solved-of-80,0,,,https://github.com/chaoscypherinc/chaoscypher/blob/3f489b2b/packages/docs/src/data/leaderboard.json ($.models / row ollama/qwen3:14b / column chat.passed),,out:model-not-established, chaoscypher-chat,github-chaoscypher,?ollama/qwen3:30b-instruct,not-established:absent,mixed,mid,,,,,,,59,solved-of-80,0,,,https://github.com/chaoscypherinc/chaoscypher/blob/3f489b2b/packages/docs/src/data/leaderboard.json ($.models / row ollama/qwen3:30b-instruct / column chat.passed),,out:model-not-established, chaoscypher-chat,github-chaoscypher,?ollama/qwen3:8b,not-established:absent,mixed,mid,,,,,,,56,solved-of-80,0,,,https://github.com/chaoscypherinc/chaoscypher/blob/3f489b2b/packages/docs/src/data/leaderboard.json ($.models / row ollama/qwen3:8b / column chat.passed),,out:model-not-established, terraform-review-bench,github-claude-haiku-terraform-review-benchmark,haiku-4.5,unstated,coding,mid,Bedrock-API,per-run(3-tasks-x-buggy+clean),0.060,0.000289,,,78.4,score-of-100,0.0289,,,"https://github.com/moriryota62/claude-haiku-terraform-review-benchmark (results/summary.md, 総合スコア table, row 3回の平均 (printed mean of three runs))",,out:effort-not-established,out:effort-not-established terraform-review-bench,github-claude-haiku-terraform-review-benchmark,sonnet-5.5,unstated,coding,mid,Bedrock-API,per-run(3-tasks-x-buggy+clean),0.193,0.000289,,,98.8,score-of-100,0.0289,,,"https://github.com/moriryota62/claude-haiku-terraform-review-benchmark (results/summary.md, 総合スコア table, row 3回の平均 (printed mean of three runs))",,out:effort-not-established,out:effort-not-established terraform-review-bench,github-claude-haiku-terraform-review-benchmark,haiku-5.5,unstated,coding,mid,Bedrock-API,per-run(3-tasks-x-buggy+clean),0.013,0.000289,,,99.3,score-of-100,0.0289,,,"https://github.com/moriryota62/claude-haiku-terraform-review-benchmark (results/summary.md, 総合スコア table, row 3回の平均 (printed mean of three runs))",,out:effort-not-established,out:effort-not-established rails-v12-headless,github-claude-maintain-rails-evals,opus-5.5,low,coding,hard,claude-p+planner-plugin,per-run,2.97,0.00289,,,21.0,found-of-23,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/andreimaxim/claude-maintain-rails-evals/tree/5214faba442b7627ee0097787e58cd461d95f4a4 (results table, row Opus 5.5 low, column v12 mean (mean of five runs, findings of 23))",,in,in rails-v16-headless,github-claude-maintain-rails-evals,opus-5.5,low,coding,hard,claude-p+planner-plugin,per-run,3.01,0.00289,,,21.0,found-of-23,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/andreimaxim/claude-maintain-rails-evals/tree/5214faba442b7627ee0097787e58cd461d95f4a4 (results table, row Opus 5.5 low, column v16 mean (mean of five runs, findings of 23))",,in,in rails-v12-headless,github-claude-maintain-rails-evals,sonnet-5.5,medium,coding,hard,claude-p+planner-plugin,per-run,1.53,0.294,,,19.0,found-of-23,0.0289,,cost-unrepriced; cost-price-band,"https://github.com/andreimaxim/claude-maintain-rails-evals/tree/5214faba442b7627ee0097787e58cd461d95f4a4 (results table, row Sonnet 5.5 medium, column v12 mean (mean of five runs, findings of 23))",,in,in rails-v16-headless,github-claude-maintain-rails-evals,sonnet-5.5,medium,coding,hard,claude-p+planner-plugin,per-run,1.6500000000000001,0.318,,,19.6,found-of-23,0.0289,,cost-unrepriced; cost-price-band,"https://github.com/andreimaxim/claude-maintain-rails-evals/tree/5214faba442b7627ee0097787e58cd461d95f4a4 (results table, row Sonnet 5.5 medium, column v16 mean (mean of five runs, findings of 23))",,in,in rails-v12-headless,github-claude-maintain-rails-evals,sonnet-5.5,low,coding,hard,claude-p+planner-plugin,per-run,1.215,0.234,,,18.4,found-of-23,0.0289,,cost-unrepriced; cost-price-band,"https://github.com/andreimaxim/claude-maintain-rails-evals/tree/5214faba442b7627ee0097787e58cd461d95f4a4 (results table, row Sonnet 5.5 low, column v12 mean (mean of five runs, findings of 23))",,in,in rails-v16-headless,github-claude-maintain-rails-evals,sonnet-5.5,low,coding,hard,claude-p+planner-plugin,per-run,1.0275,0.198,,,16.2,found-of-23,0.0289,,cost-unrepriced; cost-price-band,"https://github.com/andreimaxim/claude-maintain-rails-evals/tree/5214faba442b7627ee0097787e58cd461d95f4a4 (results table, row Sonnet 5.5 low, column v16 mean (mean of five runs, findings of 23))",,in,in rails-v12-headless,github-claude-maintain-rails-evals,haiku-5.5,high,coding,hard,claude-p+planner-plugin,per-run,2.35,0.00289,,,16.4,found-of-23,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/andreimaxim/claude-maintain-rails-evals/tree/5214faba442b7627ee0097787e58cd461d95f4a4 (results table, row Haiku 5.5 high, column v12 mean (mean of five runs, findings of 23))",,in,in rails-v16-headless,github-claude-maintain-rails-evals,haiku-5.5,high,coding,hard,claude-p+planner-plugin,per-run,2.20,0.00289,,,16.6,found-of-23,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/andreimaxim/claude-maintain-rails-evals/tree/5214faba442b7627ee0097787e58cd461d95f4a4 (results table, row Haiku 5.5 high, column v16 mean (mean of five runs, findings of 23))",,in,in rails-risk-v20,github-claude-maintain-rails-evals,opus-5.5,high,coding,hard,claude-p+planner-plugin,per-run,5.86,0.00289,,,22,found-of-23,0.289,,cost-base-price:cost-publisher-figure,"https://github.com/andreimaxim/claude-maintain-rails-evals/tree/5214faba442b7627ee0097787e58cd461d95f4a4 (risk-report table, row v20, Opus 5.5 high, column Found (of 23) (median of five runs))",,in,in rails-risk-v20,github-claude-maintain-rails-evals,opus-5.5,low,coding,hard,claude-p+planner-plugin,per-run,0.82,0.00289,,,16,found-of-23,0.289,,cost-base-price:cost-publisher-figure,"https://github.com/andreimaxim/claude-maintain-rails-evals/tree/5214faba442b7627ee0097787e58cd461d95f4a4 (risk-report table, row v20, Opus 5.5 low, column Found (of 23) (median of five runs))",,in,in crb-ce,github-codereviewbench,sonnet-5.5,high,coding,hard,,per-suite,57.956500500000004,11.2,,,63.7037,recall%,2.89e-05,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://github.com/kamui/code-review-bench (res-claude-ce-sonnet-5-5-high.v2.json $.by_arm[0].recall_attempt_level (arm claude-ce-sonnet-5-5-high; attempt level, incomplete attempts count as misses))",,in,out:cost-single-couple crb-ce,github-codereviewbench,opus-5.5,high,coding,hard,,per-suite,183.302215,2.89e-07,,,83.642,recall%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://github.com/kamui/code-review-bench (res-claude-ce-opus-5-5-high.v1.json $.by_arm[0].recall_attempt_level (arm claude-ce-opus-5-5-high; attempt level, incomplete attempts count as misses))",,in,in crb-thermo,github-codereviewbench,sonnet-5.5,high,coding,hard,,per-suite,7.923629249999999,1.52,,,62.963,recall%,2.89e-05,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://github.com/kamui/code-review-bench (res-claude-thermo-sonnet-5-5-high.v1.json $.by_arm[0].recall_attempt_level (arm claude-thermo-sonnet-5-5-high; attempt level, incomplete attempts count as misses))",,in,out:cost-single-couple crb-thermo,github-codereviewbench,opus-5.5,high,coding,hard,,per-suite,34.371419,2.89e-07,,,67.9012,recall%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://github.com/kamui/code-review-bench (res-claude-thermo-opus-5-5-high.v1.json $.by_arm[0].recall_attempt_level (arm claude-thermo-opus-5-5-high; attempt level, incomplete attempts count as misses))",,in,in crb-ce,github-codereviewbench,gpt-6-luna,high,coding,hard,,per-suite,2.005118,2.89e-07,,,28.3951,recall%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://github.com/kamui/code-review-bench (res-codex-ce-luna-high.v2.json $.by_arm[0].recall_attempt_level (arm codex-ce-luna-high; attempt level, incomplete attempts count as misses))",,in,in crb-thermo,github-codereviewbench,gpt-6-luna,high,coding,hard,,per-suite,0.324904,2.89e-07,,,34.5679,recall%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://github.com/kamui/code-review-bench (res-codex-thermo-high.v1.json $.by_arm[0].recall_attempt_level (arm codex-thermo-high; attempt level, incomplete attempts count as misses))",,in,in crb5-builtin,github-codereviewbench,opus-5.5,unstated,coding,hard,,per-suite,8.90,0.00289,,,84.1667,recall%,2.89e-05,,,"https://github.com/kamui/code-review-bench ('Published results', regrading sentence (the table prints 0.825, before the Oct 3 regrading))",,out:effort-not-established,out:effort-not-established crb5-builtin,github-codereviewbench,sonnet-5.5,unstated,coding,hard,,per-suite,1.96,0.00289,,,60.8,recall%,0.0289,,,"https://github.com/kamui/code-review-bench (Published results table, column Findings score)",,out:effort-not-established,out:effort-not-established crb5-builtin,github-codereviewbench,fable-5.1,unstated,coding,hard,,per-suite,10.27,0.00289,,,72.5,recall%,0.0289,,,"https://github.com/kamui/code-review-bench (Published results table, column Findings score)",,out:effort-not-established,out:effort-not-established crb5-thermo,github-codereviewbench,opus-5.5,unstated,coding,hard,,per-suite,22.14,0.00289,,,72.5,recall%,0.0289,,,"https://github.com/kamui/code-review-bench (Published results table, column Findings score)",,out:effort-not-established,out:effort-not-established crb5-thermo,github-codereviewbench,sonnet-5.5,unstated,coding,hard,,per-suite,4.13,0.00289,,,49.2,recall%,0.0289,,,"https://github.com/kamui/code-review-bench (Published results table, column Findings score)",,out:effort-not-established,out:effort-not-established crb5-builtin,github-codereviewbench,?Astra 6,not-established:absent,coding,hard,,per-suite,8.21,0.00289,,,77.5,recall%,0.0289,,,"https://github.com/kamui/code-review-bench (Published results table, column Findings score)",,out:model-not-established,out:model-not-established crb5-builtin,github-codereviewbench,?Luna 6,not-established:absent,coding,hard,,per-suite,0.07,0.00289,,,24.2,recall%,0.0289,,,"https://github.com/kamui/code-review-bench (Published results table, column Findings score)",,out:model-not-established,out:model-not-established crb5-builtin,github-codereviewbench,?Sol 6.1,not-established:absent,coding,hard,,per-suite,1.89,0.00289,,,76.7,recall%,0.0289,,,"https://github.com/kamui/code-review-bench (Published results table, column Findings score)",,out:model-not-established,out:model-not-established crb5-thermo,github-codereviewbench,?Luna 6,not-established:absent,coding,hard,,per-suite,0.14,0.00289,,,21.7,recall%,0.0289,,,"https://github.com/kamui/code-review-bench (Published results table, column Findings score)",,out:model-not-established,out:model-not-established crb5-thermo,github-codereviewbench,?Sol 6.1,not-established:absent,coding,hard,,per-suite,6.26,0.00289,,,88.7,recall%,0.0289,,,"https://github.com/kamui/code-review-bench (Published results table, column Findings score)",,out:model-not-established,out:model-not-established crb-grader-test,github-codereviewbench,opus-5.5,high,agentic-tool,mid,ClaudeCode,per-suite,25.82,0.00289,,,93.306288,agreement%,0,,cost-base-price:cost-publisher-figure,"https://github.com/kamui/code-review-bench (agreement table (first table, column 'All twelve batches' = last cell), row Opus against Sol)",,in,in crb-grader-test,github-codereviewbench,sonnet-5.5,high,agentic-tool,mid,ClaudeCode,per-suite,11.29,0.00289,,,90.263692,agreement%,0,,cost-base-price:cost-publisher-figure,"https://github.com/kamui/code-review-bench (agreement table (first table, column 'All twelve batches' = last cell), row Sonnet against Sol)",,in,in crb-grader-test,github-codereviewbench,haiku-5.5,high,agentic-tool,mid,ClaudeCode,per-suite,5.67,0.00289,,,88.640974,agreement%,0,,cost-base-price:cost-publisher-figure,"https://github.com/kamui/code-review-bench (agreement table (first table, column 'All twelve batches' = last cell), row Haiku against Sol)",,in,in scope-bench-combo,github-coeusinstitute-scope-bench,gpt-5.6-luna-pro,unstated,reasoning-math,frontier,,per-full-run,0.130545,2.89e-07,,,82.13967,combo_score,2.89e-06,,,"https://github.com/CoeusInstitute/Coeus-SCOPE-Bench/blob/main/data/official-current-2026-07-31/model-results.csv (row rank 4, column combo_score)",,out:effort-not-established,out:effort-not-established scope-bench-pass-rate,github-coeusinstitute-scope-bench,gpt-5.6-luna-pro,unstated,reasoning-math,frontier,,per-full-run,0.130545,2.89e-07,,,66.66666666666666,pass_rate,2.89e-15,,,"https://github.com/CoeusInstitute/Coeus-SCOPE-Bench/blob/main/data/official-current-2026-07-31/model-results.csv (row rank 4, column pass_rate)",,out:effort-not-established,out:effort-not-established coleam00-k3-trap-reliability,github-coleam00-kimi-k3-reliability,opus-4.8,unstated,agentic-tool,hard,Pi-SDK-OpenRouter,,,,,,8,fail-rate-pct-LOWER-IS-BETTER,0.289,,,"https://github.com/coleam00/kimi-k3-reliability-benchmark (README line 16, table 'Failure rate on trap tasks')",,out:effort-not-established, coleam00-k3-trap-reliability,github-coleam00-kimi-k3-reliability,kimi-k3,unstated,agentic-tool,hard,Pi-SDK-OpenRouter,,,,,,36,fail-rate-pct-LOWER-IS-BETTER,0.289,,,"https://github.com/coleam00/kimi-k3-reliability-benchmark (README line 17, table 'Failure rate on trap tasks')",,out:effort-not-established, coleam00-k3-trap-reliability,github-coleam00-kimi-k3-reliability,kimi-k2.7-code,solo,agentic-tool,hard,Pi-SDK-OpenRouter,,,,,,72,fail-rate-pct-LOWER-IS-BETTER,0.289,,,"https://github.com/coleam00/kimi-k3-reliability-benchmark (README line 18, table 'Failure rate on trap tasks')",,out:single-couple, coleam00-k3-build-simple,github-coleam00-kimi-k3-reliability,opus-4.8,unstated,coding,hard,Archon-plan-build,per-task,1.60,0.00289,,,64.3,score-of-70,0.0289,,,"https://github.com/coleam00/kimi-k3-reliability-benchmark (image, card score (display frame x:90-275 y:430-500); footer: 'Scores are directional')",,out:effort-not-established,out:effort-not-established coleam00-k3-build-simple,github-coleam00-kimi-k3-reliability,kimi-k3,unstated,coding,hard,Archon-plan-build,per-task,1.20,0.00289,,,64.1,score-of-70,0.0289,,,"https://github.com/coleam00/kimi-k3-reliability-benchmark (image, card score (display frame x:740-925 y:430-500); footer: 'Scores are directional')",,out:effort-not-established,out:effort-not-established coleam00-k3-build-simple,github-coleam00-kimi-k3-reliability,?Kimi K2.7,not-established:absent,coding,hard,Archon-plan-build,per-task,0.80,0.00289,,,58.6,score-of-70,0.0289,,,"https://github.com/coleam00/kimi-k3-reliability-benchmark (image, card score (display frame x:1393-1578 y:430-500); footer: 'Scores are directional')",,out:model-not-established,out:model-not-established coleam00-k3-build-complex,github-coleam00-kimi-k3-reliability,opus-4.8,unstated,coding,hard,Archon-plan-build,per-task,6.59,0.00289,,,62.2,score-of-70,0.0289,,,"https://github.com/coleam00/kimi-k3-reliability-benchmark (image, card score (display frame x:90-275 y:900-965); footer: 'Scores are directional')",,out:effort-not-established,out:effort-not-established coleam00-k3-build-complex,github-coleam00-kimi-k3-reliability,kimi-k3,unstated,coding,hard,Archon-plan-build,per-task,3.80,0.00289,,,60.8,score-of-70,0.0289,,,"https://github.com/coleam00/kimi-k3-reliability-benchmark (image, card score (display frame x:740-925 y:900-965); footer: 'Scores are directional')",,out:effort-not-established,out:effort-not-established coleam00-k3-build-complex,github-coleam00-kimi-k3-reliability,?Kimi K2.7,not-established:absent,coding,hard,Archon-plan-build,per-task,2.90,0.00289,,,54.5,score-of-70,0.0289,,,"https://github.com/coleam00/kimi-k3-reliability-benchmark (image, card score (display frame x:1393-1578 y:900-965); footer: 'Scores are directional')",,out:model-not-established,out:model-not-established ctala,github-ctala,gpt-6-luna-pro,medium,mixed,mid,,per-1k-calls,0.78,0.00289,,,8.27,quality,0.00289,,prev=8.28 (src-github-ctala-models-c536259a-2026-10-11#M17); cost-base-price:cost-publisher-figure,"https://github.com/ctala/ai-benchmarks-alternativos/blob/46054c02/docs/data/models.json ($.models, quality_avg (key gpt-6-luna-pro))",,in,in ctala,github-ctala,gpt-5.6-luna-pro,not-established:ambiguous,mixed,mid,,per-1k-calls,1.86,0.00289,,,8.44,quality,0.00289,,,"https://github.com/ctala/ai-benchmarks-alternativos/blob/46054c02/docs/data/models.json ($.models, quality_avg (key gpt-5.6-luna-pro))",,out:effort-not-established,out:effort-not-established ctala,github-ctala,haiku-5.5,nothink,mixed,mid,,per-1k-calls,0.78,0.00289,,,7.85,quality,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row claude-haiku-5.5 / column quality_avg),,in,in ctala,github-ctala,sonnet-5.5,high,mixed,mid,,per-1k-calls,11.7,2.25,,,7.87,quality,0.00289,,cost-unrepriced; cost-price-band,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row claude-sonnet-5.5 / column quality_avg),,in,out:cost-single-couple ctala,github-ctala,opus-5.5,high,mixed,mid,,per-1k-calls,31.2,0.0289,,,7.94,quality,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row claude-opus-5.5 / column quality_avg),,in,in ctala,github-ctala,fable-5.1,high,mixed,mid,,per-1k-calls,78.0,0.0289,,,8.03,quality,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row claude-fable-5.1 / column quality_avg),,in,in ctala,github-ctala,gpt-5.6-luna,medium,mixed,mid,,per-1k-calls,1.116,0.43,,,8.52,quality,0.00289,,cost-unrepriced; cost-price-band,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row gpt-5.6-luna / column quality_avg),,in,out:cost-single-couple ctala,github-ctala,qwen3.7-flash,default,mixed,mid,,per-1k-calls,0.204,0.000289,,,8.49,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row qwen3.7-flash / column quality_avg),,out:effort-not-established,out:effort-not-established ctala,github-ctala,qwen3.8-flash,default,mixed,mid,,per-1k-calls,0.75,0.00289,,,8.53,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row qwen3.8-flash / column quality_avg),,out:effort-not-established,out:effort-not-established ctala,github-ctala,deepseek-v4.1-flash,high,mixed,mid,,per-1k-calls,0.945,0.000289,,,8.44,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row deepseek-v4.1-flash / column quality_avg),,in,out:cost-not-comparable ctala,github-ctala,glm-5.3-flash,max,mixed,mid,,per-1k-calls,0.795,0.000289,,,8.51,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row glm-5.3-flash / column quality_avg),,in,out:cost-not-comparable ctala,github-ctala,qwen3.8-27b,default,mixed,mid,,per-1k-calls,3.889,0.000289,,,8.5,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row qwen-3.8-27b / column quality_avg),,out:effort-not-established,out:effort-not-established ctala,github-ctala,glm-5.3,default,mixed,mid,,per-1k-calls,7.02,0.00289,,,8.52,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row glm-5.3 / column quality_avg),,out:effort-not-established,out:effort-not-established ctala,github-ctala,gemini-3.5-flash-lite,minimal,mixed,mid,,per-1k-calls,3.84,0.00289,,,8.23,quality,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row gemini-3.5-flash-lite / column quality_avg),,in,in ctala,github-ctala,deepseek-v4-pro-0813,default,mixed,mid,,per-1k-calls,4.72,0.00289,,,8.45,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row deepseek-v4-pro-0813 / column quality_avg),,out:effort-not-established,out:effort-not-established ctala,github-ctala,gpt-6-luna,medium,mixed,mid,,per-1k-calls,0.78,0.00289,,,8.27,quality,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row gpt-6-luna / column quality_avg),,in,in ctala,github-ctala,qwen3.8-2.4t-a95b,default,mixed,mid,,per-1k-calls,9.6,0.0289,,,8.41,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row qwen-3.8-2.4t / column quality_avg),,out:effort-not-established,out:effort-not-established ctala,github-ctala,gpt-5.4,default,mixed,mid,,per-1k-calls,24.0,0.0289,,,8.39,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row gpt-5.4 / column quality_avg),,out:effort-not-established,out:effort-not-established ctala,github-ctala,gpt-6-luna-pro,medium,mixed,mid,,per-1k-calls,0.78,0.00289,,,8.28,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row gpt-6-luna-pro / column quality_avg),,out:superseded,out:superseded ctala,github-ctala,gemini-3.6-flash,medium,mixed,mid,,per-1k-calls,8.774999999999999,1.69,,,8.3,quality,0.00289,,cost-unrepriced; cost-price-band,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row gemini-3.6-flash / column quality_avg),,in,out:cost-single-couple ctala,github-ctala,qwen3.8-max,xhigh,mixed,mid,,per-1k-calls,9.6,0.0289,,,8.43,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row qwen-3.8-max / column quality_avg),,in,out:cost-not-comparable ctala,github-ctala,gemini-3.7-flash,medium,mixed,mid,,per-1k-calls,5.85,0.00289,,,8.3,quality,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row gemini-3.7-flash / column quality_avg),,in,in ctala,github-ctala,qwen3.8-max-0902,default,mixed,mid,,per-1k-calls,9.6,0.0289,,,8.46,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row qwen-3.8-max-0902 / column quality_avg),,out:effort-not-established,out:effort-not-established ctala,github-ctala,glm-5.2,high,mixed,mid,,per-1k-calls,3.426,0.000289,,,8.36,quality,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row glm-5.2 / column quality_avg),,in,in ctala,github-ctala,deepseek-r1,solo,mixed,mid,,per-1k-calls,3.96,0.00289,,,8.45,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row deepseek-r1 / column quality_avg),,out:single-couple,out:cost-not-comparable ctala,github-ctala,?qwen/qwen3.6-max-preview,not-established:absent,mixed,mid,,per-1k-calls,9.551,0.000289,,,8.46,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row qwen-3.6-max / column quality_avg),,out:model-not-established,out:model-not-established ctala,github-ctala,gpt-5.4-mini,default,mixed,mid,,per-1k-calls,2.4,0.0289,,,8.17,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row gpt-5.4-mini / column quality_avg),,out:effort-not-established,out:effort-not-established ctala,github-ctala,gpt-5.6-terra,medium,mixed,mid,,per-1k-calls,16.740000000000002,1.07,,,8.31,quality,0.00289,,cost-unrepriced; cost-price-band,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row gpt-5.6-terra / column quality_avg),,in,out:cost-single-couple ctala,github-ctala,glm-5.1,default,mixed,mid,,per-1k-calls,4.844,0.000289,,,8.36,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row glm-5.1 / column quality_avg),,out:effort-not-established,out:effort-not-established ctala,github-ctala,gemini-3.1-flash-lite-preview,default,mixed,mid,,per-1k-calls,2.325,0.000289,,,8.09,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row gemini-3.1-flash-lite / column quality_avg),,out:effort-not-established,out:effort-not-established ctala,github-ctala,gemini-3.8-flash,medium,mixed,mid,,per-1k-calls,5.85,0.00289,,,8.26,quality,0.00289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row gemini-3.8-flash / column quality_avg),,in,in ctala,github-ctala,gpt-5.6-sol,medium,mixed,mid,,per-1k-calls,19.5,2.25,,,8.28,quality,0.00289,,cost-unrepriced; cost-price-band,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row gpt-5.6-sol / column quality_avg),,in,out:cost-single-couple ctala,github-ctala,gpt-4.1,solo,mixed,mid,,per-1k-calls,12.6,0.0289,,,8.15,quality,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row gpt-4.1 / column quality_avg),,out:single-couple,out:cost-single-couple ctala,github-ctala,deepseek-v4-flash-preview,default,mixed,mid,,per-1k-calls,0.292,0.000289,,,8.16,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row deepseek-v4-flash / column quality_avg),,out:effort-not-established,out:effort-not-established ctala,github-ctala,grok-4.6,high,mixed,mid,,per-1k-calls,9.6,0.0289,,,8.27,quality,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row grok-4.6 / column quality_avg),,in,in ctala,github-ctala,kimi-k2.6,default,mixed,mid,,per-1k-calls,6.285,0.000289,,,8.3,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row kimi-k2.6 / column quality_avg),,out:effort-not-established,out:effort-not-established ctala,github-ctala,gemini-2.5-flash,default,mixed,mid,,per-1k-calls,3.84,0.00289,,,8.08,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row gemini-flash / column quality_avg),,out:effort-not-established,out:effort-not-established ctala,github-ctala,deepseek-v4-pro-preview,default,mixed,mid,,per-1k-calls,5.28,0.00289,,,8.22,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row deepseek-v4-pro / column quality_avg),,out:effort-not-established,out:effort-not-established ctala,github-ctala,qwen3.7-max,default,mixed,mid,,per-1k-calls,7.08,0.00289,,,8.24,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row qwen-3.7-max / column quality_avg),,out:effort-not-established,out:effort-not-established ctala,github-ctala,qwen3.6-plus,default,mixed,mid,,per-1k-calls,3.022,0.000289,,,8.2,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row qwen-3.6-plus / column quality_avg),,out:effort-not-established,out:effort-not-established ctala,github-ctala,grok-4.5,high,mixed,mid,,per-1k-calls,7.68,1.11,,,8.12,quality,0.00289,,cost-unrepriced; cost-price-band,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row grok-4.5 / column quality_avg),,in,out:cost-single-couple ctala,github-ctala,kimi-k2-instruct,solo,mixed,mid,,per-1k-calls,3.621,0.000289,,,8.11,quality,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row kimi-k2 / column quality_avg),,out:single-couple,out:cost-single-couple ctala,github-ctala,deepseek-v3,solo,mixed,mid,,per-1k-calls,1.62,0.00289,,,8.11,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row deepseek-v3 / column quality_avg),,out:single-couple,out:cost-not-comparable ctala,github-ctala,deepseek-v4-flash-0731,high,mixed,mid,,per-1k-calls,0.198,0.000289,,,8.05,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row deepseek-v4-flash-0731 / column quality_avg),,in,out:cost-not-comparable ctala,github-ctala,gpt-5.5,default,mixed,mid,,per-1k-calls,46.5,0.0289,,,8.15,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row gpt-5.5 / column quality_avg),,out:effort-not-established,out:effort-not-established ctala,github-ctala,gemini-2.5-flash-lite,default,mixed,mid,,per-1k-calls,0.63,0.00289,,,7.84,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row gemini-flash-lite / column quality_avg),,out:effort-not-established,out:effort-not-established ctala,github-ctala,gpt-4.1-mini,solo,mixed,mid,,per-1k-calls,2.52,0.00289,,,7.91,quality,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row gpt-4.1-mini / column quality_avg),,out:single-couple,out:cost-single-couple ctala,github-ctala,kimi-k2.7-code,solo,mixed,mid,,per-1k-calls,5.46,0.00289,,,8.06,quality,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row kimi-k2.7-code / column quality_avg),,in,in ctala,github-ctala,qwen3-coder-next,default,mixed,mid,,per-1k-calls,1.233,0.000289,,,7.81,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row qwen3-coder-next / column quality_avg),,out:effort-not-established,out:effort-not-established ctala,github-ctala,kimi-k3,default,mixed,mid,,per-1k-calls,20.718,0.000289,,,8.06,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row kimi-k3 / column quality_avg),,out:effort-not-established,out:effort-not-established ctala,github-ctala,qwen3.6-35b-a3b,default,mixed,mid,,per-1k-calls,1.38,0.00289,,,7.82,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row qwen3.6-35b / column quality_avg),,out:effort-not-established,out:effort-not-established ctala,github-ctala,qwen3-coder-480b-a35b-instruct,solo,mixed,mid,,per-1k-calls,1.59,0.00289,,,7.78,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row qwen3-coder / column quality_avg),,out:single-couple,out:cost-not-comparable ctala,github-ctala,grok-4.3,default,mixed,mid,,per-1k-calls,4.125,0.000289,,,7.77,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row grok-4.3 / column quality_avg),,out:effort-not-established,out:effort-not-established ctala,github-ctala,grok-4.20,default,mixed,mid,,per-1k-calls,4.125,0.000289,,,7.7,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row grok-4.20 / column quality_avg),,out:effort-not-established,out:effort-not-established ctala,github-ctala,qwen3.6-27b,default,mixed,mid,,per-1k-calls,3.09,0.00289,,,7.74,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row qwen3.6-27b / column quality_avg),,out:effort-not-established,out:effort-not-established ctala,github-ctala,gemini-2.5-pro,default,mixed,mid,,per-1k-calls,15.375,0.000289,,,7.68,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row gemini-pro / column quality_avg),,out:effort-not-established,out:effort-not-established ctala,github-ctala,gemini-3.5-flash,default,mixed,mid,,per-1k-calls,13.95,0.00289,,,7.51,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row gemini-3.5-flash / column quality_avg),,out:effort-not-established,out:effort-not-established ctala,github-ctala,gemini-3.1-pro,default,mixed,mid,,per-1k-calls,18.6,0.0289,,,7.48,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row gemini-3.1-pro / column quality_avg),,out:effort-not-established,out:effort-not-established ctala,github-ctala,qwen3.8-omni-flash,default,mixed,mid,,per-1k-calls,0.75,0.00289,,,8.55,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row qwen3.8-omni-flash / column quality_avg),,out:effort-not-established,out:effort-not-established ctala,github-ctala,gpt-5.6-luna-pro,medium,mixed,mid,,per-1k-calls,1.116,0.43,,,8.5,quality,0.00289,,cost-unrepriced; cost-price-band,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row gpt-5.6-luna-pro / column quality_avg),,in,out:cost-single-couple ctala,github-ctala,gpt-5.6-terra-pro,medium,mixed,mid,,per-1k-calls,16.740000000000002,1.07,,,8.4,quality,0.00289,,cost-unrepriced; cost-price-band,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row gpt-5.6-terra-pro / column quality_avg),,in,out:cost-single-couple ctala,github-ctala,grok-4.1-fast,default,mixed,mid,,per-1k-calls,0.81,0.00289,,,8.07,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row grok-4.1-fast / column quality_avg),,out:effort-not-established,out:effort-not-established ctala,github-ctala,?qwen3.5:397b-cloud,not-established:absent,mixed,mid,,per-1k-calls,3.627,0.000289,,,8.02,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row qwen3.5-397b-cloud / column quality_avg),,out:model-not-established,out:model-not-established ctala,github-ctala,?gpt-oss:120b-cloud,not-established:absent,mixed,mid,,per-1k-calls,0.282,0.000289,,,7.72,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row gpt-oss-120b-cloud / column quality_avg),,out:model-not-established,out:model-not-established ctala,github-ctala,?qwen3.5:cloud,not-established:absent,mixed,mid,,per-1k-calls,3.627,0.000289,,,7.63,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row qwen3.5-cloud / column quality_avg),,out:model-not-established,out:model-not-established ctala,github-ctala,glm-5,default,mixed,mid,,per-1k-calls,3.06,0.00289,,,8.42,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row or-glm5 / column quality_avg),,out:effort-not-established,out:effort-not-established ctala,github-ctala,deepseek-v3.2,default,mixed,mid,,per-1k-calls,0.681,0.000289,,,8.29,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row or-deepseek-v3 / column quality_avg),,out:effort-not-established,out:effort-not-established ctala,github-ctala,?qwen/qwen3-next-80b-a3b-instruct,not-established:absent,mixed,mid,,per-1k-calls,1.677,0.000289,,,8.01,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row or-qwen3-next-instruct / column quality_avg),,out:model-not-established,out:model-not-established ctala,github-ctala,gpt-oss-120b,default,mixed,mid,,per-1k-calls,0.281,0.000289,,,8.11,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row or-gpt-oss-120b / column quality_avg),,out:effort-not-established,out:effort-not-established ctala,github-ctala,qwen3.5-35b-a3b,default,mixed,mid,,per-1k-calls,1.969,0.000289,,,8.07,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row or-qwen-3.5-35b / column quality_avg),,out:effort-not-established,out:effort-not-established ctala,github-ctala,kimi-k2.5,default,mixed,mid,,per-1k-calls,3.51,0.00289,,,8.14,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row or-kimi-k2.5 / column quality_avg),,out:effort-not-established,out:effort-not-established ctala,github-ctala,gpt-oss-20b,default,mixed,mid,,per-1k-calls,0.219,0.000289,,,7.91,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row or-gpt-oss-20b / column quality_avg),,out:effort-not-established,out:effort-not-established ctala,github-ctala,qwen3.5-397b-a17b,default,mixed,mid,,per-1k-calls,5.415,0.000289,,,7.8,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row or-qwen3.5-397b / column quality_avg),,out:effort-not-established,out:effort-not-established ctala,github-ctala,?qwen/qwen3.5-397b-a17b,not-established:absent,mixed,mid,,per-1k-calls,3.627,0.000289,,,8.36,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row nim-qwen3.5-397b / column quality_avg),,out:model-not-established,out:model-not-established ctala,github-ctala,qwen2.5-72b-instruct,solo,mixed,mid,,per-1k-calls,0.708,0.000289,,,8.27,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row or-qwen-2.5-72b / column quality_avg),,out:single-couple,out:cost-not-comparable ctala,github-ctala,?z-ai/glm5,not-established:absent,mixed,mid,,per-1k-calls,4.914,0.000289,,,8.35,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row nim-glm5 / column quality_avg),,out:model-not-established,out:model-not-established ctala,github-ctala,?qwen/qwen3-next-80b-a3b-instruct,not-established:absent,mixed,mid,,per-1k-calls,1.677,0.000289,,,8.13,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row nim-qwen3-next-instruct / column quality_avg),,out:model-not-established,out:model-not-established ctala,github-ctala,?deepseek-ai/deepseek-v4-flash,not-established:absent,mixed,mid,,per-1k-calls,0.325,0.000289,,,8.15,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row nim-deepseek-v4-flash / column quality_avg),,out:model-not-established,out:model-not-established ctala,github-ctala,?z-ai/glm-5.1,not-established:absent,mixed,mid,,per-1k-calls,4.914,0.000289,,,8.25,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row nim-glm-5.1 / column quality_avg),,out:model-not-established,out:model-not-established ctala,github-ctala,?moonshotai/kimi-k2-thinking,not-established:absent,mixed,mid,,per-1k-calls,3.93,0.00289,,,8.13,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row nim-kimi-k2-thinking / column quality_avg),,out:model-not-established,out:model-not-established ctala,github-ctala,?openai/gpt-oss-20b,not-established:absent,mixed,mid,,per-1k-calls,0.204,0.000289,,,7.38,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row groq-gpt-oss-20b / column quality_avg),,out:model-not-established,out:model-not-established ctala,github-ctala,?qwen/qwen3-next-80b-a3b-thinking,not-established:absent,mixed,mid,,per-1k-calls,1.845,0.000289,,,7.52,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row or-qwen3-next-thinking / column quality_avg),,out:model-not-established,out:model-not-established ctala,github-ctala,?moonshotai/kimi-k2.5,not-established:absent,mixed,mid,,per-1k-calls,2.97,0.00289,,,7.43,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row nim-kimi-k2.5 / column quality_avg),,out:model-not-established,out:model-not-established ctala,github-ctala,?qwen/qwen3-next-80b-a3b-thinking,not-established:absent,mixed,mid,,per-1k-calls,1.199,0.000289,,,7.17,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row nim-qwen3-next-thinking / column quality_avg),,out:model-not-established,out:model-not-established ctala,github-ctala,?deepseek-ai/deepseek-v4-pro,not-established:absent,mixed,mid,,per-1k-calls,1.435,0.000289,,,9.42,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row nim-deepseek-v4-pro / column quality_avg),,out:model-not-established,out:model-not-established ctala,github-ctala,?qwen3.6:27b,not-established:absent,mixed,mid,,per-1k-calls,4.887,0.000289,,,8.45,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row local-qwen3.6-27b / column quality_avg),,out:model-not-established,out:model-not-established ctala,github-ctala,kimi-k2-thinking,solo,mixed,mid,,per-1k-calls,3.93,0.00289,,,5.0,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/c536259a0fcfbe73444869aef832df4123d54839/docs/data/models.json ($.models / row or-kimi-k2-thinking / column quality_avg),,in,out:cost-not-comparable ctala,github-ctala,opus-4.8,default,mixed,mid,,per-1k-calls,39.0,0.0289,,,8.48,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/e9d261cd/docs/data/models.json ($.models / row claude-opus-4.8 / column quality_avg),,out:effort-not-established,out:effort-not-established ctala,github-ctala,?anthropic/claude-opus-4-6,not-established:absent,mixed,mid,,per-1k-calls,39.0,0.0289,,,8.48,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/e9d261cd/docs/data/models.json ($.models / row claude-opus-4.6 / column quality_avg),,out:model-not-established,out:model-not-established ctala,github-ctala,?anthropic/claude-opus-4-7,not-established:absent,mixed,mid,,per-1k-calls,39.0,0.0289,,,8.39,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/e9d261cd/docs/data/models.json ($.models / row claude-opus-4.7 / column quality_avg),,out:model-not-established,out:model-not-established ctala,github-ctala,sonnet-5,default,mixed,mid,,per-1k-calls,15.6,0.0289,,,8.31,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/e9d261cd/docs/data/models.json ($.models / row claude-sonnet-5 / column quality_avg),,out:effort-not-established,out:effort-not-established ctala,github-ctala,fable-5,default,mixed,mid,,per-1k-calls,78.0,0.0289,,,8.39,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/e9d261cd/docs/data/models.json ($.models / row or-claude-fable-5 / column quality_avg),,out:effort-not-established,out:effort-not-established ctala,github-ctala,opus-5,high,mixed,mid,,per-1k-calls,39.0,0.0289,,,8.21,quality,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/ctala/ai-benchmarks-alternativos/blob/e9d261cd/docs/data/models.json ($.models / row claude-opus-5 / column quality_avg),,in,in ctala,github-ctala,?anthropic/claude-sonnet-4-6,not-established:absent,mixed,mid,,per-1k-calls,23.4,0.0289,,,8.12,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/e9d261cd/docs/data/models.json ($.models / row claude-sonnet-4.6 / column quality_avg),,out:model-not-established,out:model-not-established ctala-cc,github-ctala,?claude-sonnet-5,not-established:absent,mixed,mid,ClaudeCode-sub,per-1k-calls,15.6,0.0289,,,8.88,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/e9d261cd/docs/data/models.json ($.models / row claude-sonnet-5-sub / column quality_avg),,out:model-not-established,out:model-not-established ctala-cc,github-ctala,?claude-fable-5,not-established:absent,mixed,mid,ClaudeCode-sub,per-1k-calls,78.0,0.0289,,,8.61,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/e9d261cd/docs/data/models.json ($.models / row claude-fable-5-sub / column quality_avg),,out:model-not-established,out:model-not-established ctala-cc,github-ctala,?claude-haiku-4-5,not-established:absent,mixed,mid,ClaudeCode-sub,per-1k-calls,7.8,0.0289,,,8.29,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/e9d261cd/docs/data/models.json ($.models / row claude-haiku-4.5-sub / column quality_avg),,out:model-not-established,out:model-not-established ctala-cc,github-ctala,?claude-opus-5,not-established:absent,mixed,mid,ClaudeCode-sub,per-1k-calls,39.0,0.0289,,,8.49,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/e9d261cd/docs/data/models.json ($.models / row claude-opus-5-sub / column quality_avg),,out:model-not-established,out:model-not-established ctala-cc,github-ctala,?claude-opus-4-8,not-established:absent,mixed,mid,ClaudeCode-sub,per-1k-calls,39.0,0.0289,,,8.38,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/e9d261cd/docs/data/models.json ($.models / row claude-opus-4.8-sub / column quality_avg),,out:model-not-established,out:model-not-established ctala-cc,github-ctala,?claude-sonnet-4-6,not-established:absent,mixed,mid,ClaudeCode-sub,per-1k-calls,23.4,0.0289,,,8.29,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/e9d261cd/docs/data/models.json ($.models / row claude-sonnet-4.6-sub / column quality_avg),,out:model-not-established,out:model-not-established ctala-cc,github-ctala,?claude-opus-4-7,not-established:absent,mixed,mid,ClaudeCode-sub,per-1k-calls,39.0,0.0289,,,8.27,quality,0.00289,,,https://github.com/ctala/ai-benchmarks-alternativos/blob/e9d261cd/docs/data/models.json ($.models / row claude-opus-4.7-sub / column quality_avg),,out:model-not-established,out:model-not-established ctala,github-ctala,haiku-4.5,nothink,mixed,mid,,per-1k-calls,7.8,0.0289,,,8.21,quality,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/ctala/ai-benchmarks-alternativos/blob/e9d261cd/docs/data/models.json ($.models / row claude-haiku-4.5 / column quality_avg),,in,in dakshjain-hard13,github-dakshjain-opus47-gpt55-dsv4pro,opus-4.7,unstated,mixed,hard,openrouter-chat,,,,,,9.23,judge-score-of-10,0.00289,,,"https://github.com/dakshjain-1616/Claude-Opus-4.7-vs-GPT-5.5-vs-DeepSeek-V4-Pro-Reasoning-Benchmark (Leaderboard row 1, Avg column)",,out:effort-not-established, dakshjain-hard13,github-dakshjain-opus47-gpt55-dsv4pro,gpt-5.5,unstated,mixed,hard,openrouter-chat,,,,,,9.15,judge-score-of-10,0.00289,,,"https://github.com/dakshjain-1616/Claude-Opus-4.7-vs-GPT-5.5-vs-DeepSeek-V4-Pro-Reasoning-Benchmark (Leaderboard row 2, Avg column)",,out:effort-not-established, dakshjain-hard13,github-dakshjain-opus47-gpt55-dsv4pro,deepseek-v4-pro-preview,unstated,mixed,hard,openrouter-chat,,,,,,7.31,judge-score-of-10,0.00289,,,"https://github.com/dakshjain-1616/Claude-Opus-4.7-vs-GPT-5.5-vs-DeepSeek-V4-Pro-Reasoning-Benchmark (Leaderboard row 3, Avg column)",,out:effort-not-established, negation-chains-boolean_literal_false,github-datamine-llm-negation-chains,gpt-5.5-pro,unstated,reasoning-math,hard,,,,,,,74.07,accuracy %,0.00289,,,"https://github.com/Datamine/llm-negation-chains/blob/main/Reports/negation_suite_summary.csv (row boolean_literal_false-answers, column accuracy_percent)",,out:effort-not-established, negation-chains-boolean_literal_false_sequential_through_100,github-datamine-llm-negation-chains,gpt-5.5-pro,unstated,reasoning-math,hard,,,,,,,100.0,accuracy %,0.0289,,,"https://github.com/Datamine/llm-negation-chains/blob/main/Reports/negation_suite_summary.csv (row boolean_literal_false_sequential_through_100-answers, column accuracy_percent)",,out:effort-not-established, negation-chains-boolean_counted_false_targeted,github-datamine-llm-negation-chains,gpt-5.5-pro,unstated,reasoning-math,hard,,,,,,,100.0,accuracy %,0.0289,,,"https://github.com/Datamine/llm-negation-chains/blob/main/Reports/negation_suite_summary.csv (row boolean_counted_false_targeted-answers, column accuracy_percent)",,out:effort-not-established, negation-chains-boolean_literal_true_sequential,github-datamine-llm-negation-chains,gpt-5.5-pro,unstated,reasoning-math,hard,,,,,,,100.0,accuracy %,0.0289,,,"https://github.com/Datamine/llm-negation-chains/blob/main/Reports/negation_suite_summary.csv (row boolean_literal_true_sequential-answers, column accuracy_percent)",,out:effort-not-established, negation-chains-sentiment_literal_targeted,github-datamine-llm-negation-chains,gpt-5.5-pro,unstated,reasoning-math,hard,,,,,,,100.0,accuracy %,0.0289,,,"https://github.com/Datamine/llm-negation-chains/blob/main/Reports/negation_suite_summary.csv (row sentiment_literal_targeted-answers, column accuracy_percent)",,out:effort-not-established, negation-chains-lock_literal_targeted,github-datamine-llm-negation-chains,gpt-5.5-pro,unstated,reasoning-math,hard,,,,,,,100.0,accuracy %,0.0289,,,"https://github.com/Datamine/llm-negation-chains/blob/main/Reports/negation_suite_summary.csv (row lock_literal_targeted-answers, column accuracy_percent)",,out:effort-not-established, dwdefect,github-dealwatch,fable-5.1,high,coding,mid,ClaudeCode-orchestrator,,3.79,0.00289,,22273,80,seeded-bugs%,0,,cost-base-price:cost-publisher-figure,"https://github.com/Dealwatch/claude-code-orchestration-benchmark (README, benchmark 1 table, row 'Defect review, Fable 5.1', column Result)",,out:single-couple,in dwdefect,github-dealwatch,opus-5.5,high,coding,mid,ClaudeCode-orchestrator,,1.25,0.00289,,12900,,seeded-bugs%,,,cost-base-price:cost-publisher-figure,"https://github.com/Dealwatch/claude-code-orchestration-benchmark (results/benchmark1.csv, line 3, column quality)",,out:no-proof,in dwfeature,github-dealwatch,fable-5.1,high,coding,easy,ClaudeCode-orchestrator,,2.05,0.00289,,13040,100,hidden-test%,0,,cost-base-price:cost-publisher-figure,"https://github.com/Dealwatch/claude-code-orchestration-benchmark (README, benchmark 1 table, row 'Small feature, Fable 5.1', column Result)",,out:saturated,in dwfeature,github-dealwatch,opus-5.5,high,coding,easy,ClaudeCode-orchestrator,,1.09,0.00289,,8795,100,hidden-test%,0,,cost-base-price:cost-publisher-figure,"https://github.com/Dealwatch/claude-code-orchestration-benchmark (README, benchmark 1 table, row 'Small feature, Opus 5.5', column Result)",,out:saturated,in econ-eval-a,github-deluair-econ-eval,deepseek-v4.1-flash,high,mixed,mid,econ-eval own (direct API / OpenRouter / CLI),usd/100-completions,0.0803,2.89e-05,,,0.992,score-of-1,0.000289,,cost-method-assumed-single,"https://github.com/deluair/econ-eval (README leaderboard A, row deepseek-flash (V4.1), column score)",,in,out:cost-not-comparable econ-eval-a,github-deluair-econ-eval,opus-4.8,high,mixed,mid,econ-eval own (direct API / OpenRouter / CLI),usd/100-completions,7.8015,2.89e-05,,,0.979,score-of-1,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://github.com/deluair/econ-eval (README leaderboard A, row claude-opus-4-8, column score)",,in,in econ-eval-a,github-deluair-econ-eval,kimi-k3,max,mixed,mid,econ-eval own (direct API / OpenRouter / CLI),usd/100-completions,2.5008,2.89e-05,,,0.975,score-of-1,0.000289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://github.com/deluair/econ-eval (README leaderboard A, row moonshotai/kimi-k3, column score)",,in,in econ-eval-a,github-deluair-econ-eval,gemini-3.6-flash,medium,mixed,mid,econ-eval own (direct API / OpenRouter / CLI),usd/100-completions,1.66365,0.32,,,0.956,score-of-1,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://github.com/deluair/econ-eval (README leaderboard A, row google/gemini-3.6-flash, column score)",,in,out:cost-single-couple econ-eval-a,github-deluair-econ-eval,gpt-5.6-luna,medium,mixed,mid,econ-eval own (direct API / OpenRouter / CLI),usd/100-completions,0.0257,2.89e-05,,,0.947,score-of-1,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://github.com/deluair/econ-eval (README leaderboard A, row openai/gpt-5.6-luna, column score)",,in,in econ-eval-a,github-deluair-econ-eval,grok-4.5,high,mixed,mid,econ-eval own (direct API / OpenRouter / CLI),usd/100-completions,0.4953,2.89e-05,,,0.940,score-of-1,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://github.com/deluair/econ-eval (README leaderboard A, row x-ai/grok-4.5, column score)",,in,in econ-eval-a,github-deluair-econ-eval,deepseek-v4-flash-0731,high,mixed,mid,econ-eval own (direct API / OpenRouter / CLI),usd/100-completions,0.0332,2.89e-05,,,0.934,score-of-1,0.000289,,cost-method-assumed-single,"https://github.com/deluair/econ-eval (README leaderboard A, row deepseek/deepseek-v4-flash-0731, column score)",,in,out:cost-not-comparable econ-eval-a,github-deluair-econ-eval,glm-5.2,max,mixed,mid,econ-eval own (direct API / OpenRouter / CLI),usd/100-completions,0.0388,2.89e-05,,,0.873,score-of-1,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://github.com/deluair/econ-eval (README leaderboard A, row glm-5.2, column score)",,in,in econ-eval-b,github-deluair-econ-eval,gpt-6-astra,high,mixed,mid,econ-eval own (direct API / CLI),,,,,,0.983,score-of-1,0.000289,,,"https://github.com/deluair/econ-eval (README leaderboard B, row gpt-6-astra, column score)",,in, econ-eval-b,github-deluair-econ-eval,gemini-3.8-flash,high,mixed,mid,econ-eval own (direct API / CLI),,,,,,0.977,score-of-1,0.000289,,harness-label-as-level:antigravity-cli,"https://github.com/deluair/econ-eval (README leaderboard B, row gemini-3.8-flash-high, column score)",,in, econ-eval-b,github-deluair-econ-eval,gemini-4-argon,high,mixed,mid,econ-eval own (direct API / CLI),,,,,,0.971,score-of-1,0.000289,,harness-label-as-level:antigravity-cli,"https://github.com/deluair/econ-eval (README leaderboard B, row gemini-4-argon-high, column score)",,in, econ-eval-b,github-deluair-econ-eval,deepseek-v4.1-flash,high,mixed,mid,econ-eval own (direct API / CLI),usd/suite,0.31,0.00289,,,0.960,score-of-1,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://github.com/deluair/econ-eval (README leaderboard B, row deepseek-flash (V4.1), column score)",,in,out:cost-single-couple econ-eval-b,github-deluair-econ-eval,fable-5.1,high,mixed,mid,econ-eval own (direct API / CLI),usd/suite,11.66,0.00289,,,0.948,score-of-1,0.000289,,,"https://github.com/deluair/econ-eval (README leaderboard B, row claude-fable-5-1, column score)",,out:partial,out:partial psaisuite-instruction-following,github-dfinke,sonnet-4.6,unstated,agentic-tool,hard,,,,,,,3,InstructionFollowing,0,,,"https://github.com/dfinke/psaisuite/blob/main/PSAISuiteBenchmarks/README.md (Full Suite Summary table, row anthropic:claude-sonnet-4-6, column InstructionFollowing)",,out:effort-not-established, psaisuite-instruction-following,github-dfinke,?grok-4-1-fast-non-reasoning,not-established:absent,agentic-tool,hard,,,,,,,3,InstructionFollowing,0,,,"https://github.com/dfinke/psaisuite/blob/main/PSAISuiteBenchmarks/README.md (Full Suite Summary table, row xAI:grok-4-1-fast-non-reasoning, column InstructionFollowing)",,out:model-not-established, psaisuite-reasoning,github-dfinke,sonnet-4.6,unstated,agentic-tool,hard,,,,,,,7,Reasoning,0,,,"https://github.com/dfinke/psaisuite/blob/main/PSAISuiteBenchmarks/README.md (Full Suite Summary table, row anthropic:claude-sonnet-4-6, column Reasoning)",,out:effort-not-established, psaisuite-reasoning,github-dfinke,gpt-5.3-codex,unstated,agentic-tool,hard,,,,,,,7,Reasoning,0,,,"https://github.com/dfinke/psaisuite/blob/main/PSAISuiteBenchmarks/README.md (Full Suite Summary table, row openai:gpt-5.3-codex, column Reasoning)",,out:effort-not-established, psaisuite-reasoning,github-dfinke,?grok-4-1-fast-non-reasoning,not-established:absent,agentic-tool,hard,,,,,,,5,Reasoning,0,,,"https://github.com/dfinke/psaisuite/blob/main/PSAISuiteBenchmarks/README.md (Full Suite Summary table, row xAI:grok-4-1-fast-non-reasoning, column Reasoning)",,out:model-not-established, psaisuite-reasoning,github-dfinke,gemini-3-flash,unstated,agentic-tool,hard,,,,,,,6,Reasoning,0,,,"https://github.com/dfinke/psaisuite/blob/main/PSAISuiteBenchmarks/README.md (Full Suite Summary table, row google:gemini-3-flash-preview, column Reasoning)",,out:effort-not-established, psaisuite-codegen,github-dfinke,sonnet-4.6,unstated,coding,hard,,,,,,,5,CodeGen,0,,,"https://github.com/dfinke/psaisuite/blob/main/PSAISuiteBenchmarks/README.md (Full Suite Summary table, row anthropic:claude-sonnet-4-6, column CodeGen)",,out:effort-not-established, psaisuite-codegen,github-dfinke,gpt-5.3-codex,unstated,coding,hard,,,,,,,5,CodeGen,0,,,"https://github.com/dfinke/psaisuite/blob/main/PSAISuiteBenchmarks/README.md (Full Suite Summary table, row openai:gpt-5.3-codex, column CodeGen)",,out:effort-not-established, psaisuite-codegen,github-dfinke,?grok-4-1-fast-non-reasoning,not-established:absent,coding,hard,,,,,,,5,CodeGen,0,,,"https://github.com/dfinke/psaisuite/blob/main/PSAISuiteBenchmarks/README.md (Full Suite Summary table, row xAI:grok-4-1-fast-non-reasoning, column CodeGen)",,out:model-not-established, psaisuite-codegen,github-dfinke,gemini-3-flash,unstated,coding,hard,,,,,,,,CodeGen,,,,"https://github.com/dfinke/psaisuite/blob/main/PSAISuiteBenchmarks/README.md (Full Suite Summary table, row google:gemini-3-flash-preview, column CodeGen)",,out:effort-not-established, psaisuite-latency,github-dfinke,sonnet-4.6,unstated,agentic-tool,hard,,,,,,,4,Latency,0,,,"https://github.com/dfinke/psaisuite/blob/main/PSAISuiteBenchmarks/README.md (Full Suite Summary table, row anthropic:claude-sonnet-4-6, column Latency)",,out:effort-not-established, psaisuite-latency,github-dfinke,gpt-5.3-codex,unstated,agentic-tool,hard,,,,,,,4,Latency,0,,,"https://github.com/dfinke/psaisuite/blob/main/PSAISuiteBenchmarks/README.md (Full Suite Summary table, row openai:gpt-5.3-codex, column Latency)",,out:effort-not-established, psaisuite-latency,github-dfinke,gpt-4.1,solo,agentic-tool,hard,,,,,,,4,Latency,0,,,"https://github.com/dfinke/psaisuite/blob/main/PSAISuiteBenchmarks/README.md (Full Suite Summary table, row openai:gpt-4.1, column Latency)",,out:single-couple, booknlp-entities,github-drewthomasson-speaker-attribution,gpt-6-luna-pro,nothink,mixed,hard,,,,,,,28.66,Entities F1,0.00289,,,"https://github.com/DrewThomasson/Auto-Scalable-Speaker-Attribution-dataset/blob/main/benchmark-results/hosted-gpt-6-luna-pro/README.md (Results table, row GPT-6 Luna Pro, column Entities F1)",,out:single-couple, booknlp-events,github-drewthomasson-speaker-attribution,gpt-6-luna-pro,nothink,mixed,hard,,,,,,,48.08,Events F1,0.00289,,,"https://github.com/DrewThomasson/Auto-Scalable-Speaker-Attribution-dataset/blob/main/benchmark-results/hosted-gpt-6-luna-pro/README.md (Results table, row GPT-6 Luna Pro, column Events F1)",,out:single-couple, booknlp-coref,github-drewthomasson-speaker-attribution,gpt-6-luna-pro,nothink,mixed,hard,,,,,,,37.51,Coref CoNLL F1,0.00289,,,"https://github.com/DrewThomasson/Auto-Scalable-Speaker-Attribution-dataset/blob/main/benchmark-results/hosted-gpt-6-luna-pro/README.md (Results table, row GPT-6 Luna Pro, column Coref CoNLL F1)",,out:single-couple, booknlp-quotes,github-drewthomasson-speaker-attribution,gpt-6-luna-pro,nothink,mixed,hard,,,,,,,72.14,Quotes F1,0.00289,,,"https://github.com/DrewThomasson/Auto-Scalable-Speaker-Attribution-dataset/blob/main/benchmark-results/hosted-gpt-6-luna-pro/README.md (Results table, row GPT-6 Luna Pro, column Quotes F1)",,out:single-couple, booknlp-speaker,github-drewthomasson-speaker-attribution,gpt-6-luna-pro,nothink,mixed,hard,,,,,,,57.19,Joint speaker B3 F1,0.00289,,,"https://github.com/DrewThomasson/Auto-Scalable-Speaker-Attribution-dataset/blob/main/benchmark-results/hosted-gpt-6-luna-pro/README.md (Results table, row GPT-6 Luna Pro, column Joint speaker B3 F1)",,out:single-couple, booknlp-supersenses,github-drewthomasson-speaker-attribution,gpt-6-luna-pro,nothink,mixed,hard,,,,,,,63.89,Supersenses F1,0.00289,,,"https://github.com/DrewThomasson/Auto-Scalable-Speaker-Attribution-dataset/blob/main/benchmark-results/hosted-gpt-6-luna-pro/README.md (Results table, row GPT-6 Luna Pro, column Supersenses F1)",,out:single-couple, drona23,github-drona23,?haiku,not-established:absent,coding,easy,ClaudeCode-CLI,,0.0585,2.89e-05,,2266,,none,,,,https://github.com/drona23/claude-token-efficient/tree/0d30a6db75af983b8ababf585f28faefdfc87895/benchmark (),,,out:model-not-established drona23,github-drona23,?sonnet,not-established:absent,coding,easy,ClaudeCode-CLI,,0.1609,2.89e-05,,1856,,none,,,,https://github.com/drona23/claude-token-efficient/tree/0d30a6db75af983b8ababf585f28faefdfc87895/benchmark (),,,out:model-not-established drona23,github-drona23,?opus,not-established:absent,coding,easy,ClaudeCode-CLI,,0.3850,2.89e-05,,1888,,none,,,,https://github.com/drona23/claude-token-efficient/tree/0d30a6db75af983b8ababf585f28faefdfc87895/benchmark (),,,out:model-not-established harnesseval,github-harnesseval,fable-5.1,not-established:absent,coding,hard,ClaudeCode-vanilla,per-run,0.89976,2.89e-06,,,78,F1x100,0.289,,,"https://github.com/dsifry/harnesseval (Table T1, row fable-5.1 / van / low, column F1)",,out:effort-not-established,out:effort-not-established harnesseval,github-harnesseval,fable-5.1,not-established:absent,coding,hard,ClaudeCode-vanilla,per-run,1.10452,2.89e-06,,,62,F1x100,0.289,,,"https://github.com/dsifry/harnesseval (Table T1, row fable-5.1 / van / medium, column F1)",,out:effort-not-established,out:effort-not-established harnesseval,github-harnesseval,fable-5.1,high,coding,hard,ClaudeCode-vanilla,per-run,1.29594,2.89e-06,,,65,F1x100,0.289,,cost-base-price:cost-publisher-figure,"https://github.com/dsifry/harnesseval (Table T1, row fable-5.1 / van / high, column F1)",,in,in harnesseval,github-harnesseval,gpt-6-astra,low,coding,hard,ClaudeCode-vanilla,per-run,0.41009,2.89e-06,,,58,F1x100,0.289,,cost-base-price:cost-publisher-figure,"https://github.com/dsifry/harnesseval (Table T1, row astra / van / low, column F1)",,in,in harnesseval,github-harnesseval,gpt-6-astra,medium,coding,hard,ClaudeCode-vanilla,per-run,0.45193,2.89e-06,,,59,F1x100,0.289,,cost-base-price:cost-publisher-figure,"https://github.com/dsifry/harnesseval (Table T1, row astra / van / medium, column F1)",,in,in harnesseval,github-harnesseval,gpt-6-astra,high,coding,hard,ClaudeCode-vanilla,per-run,0.57528,2.89e-06,,,58,F1x100,0.289,,cost-base-price:cost-publisher-figure,"https://github.com/dsifry/harnesseval (Table T1, row astra / van / high, column F1)",,in,in harnesseval,github-harnesseval,gpt-5.6-sol,low,coding,hard,ClaudeCode-vanilla,per-run,0.28127,0.0148,,,76,F1x100,0.289,,cost-unrepriced; cost-price-band,"https://github.com/dsifry/harnesseval (Table T1, row sol / van / low, column F1)",,in,in harnesseval,github-harnesseval,gpt-5.6-sol,medium,coding,hard,ClaudeCode-vanilla,per-run,0.7015525,0.0368,,,75,F1x100,0.289,,cost-unrepriced; cost-price-band,"https://github.com/dsifry/harnesseval (Table T1, row sol / van / medium, column F1)",,in,in harnesseval,github-harnesseval,gpt-5.6-sol,high,coding,hard,ClaudeCode-vanilla,per-run,1.72011125,0.0903,,,75,F1x100,0.289,,cost-unrepriced; cost-price-band,"https://github.com/dsifry/harnesseval (Table T1, row sol / van / high, column F1)",,in,in harnesseval,github-harnesseval,opus-5,not-established:absent,coding,hard,ClaudeCode-vanilla,per-run,0.40387,2.89e-06,,,77,F1x100,0.289,,,"https://github.com/dsifry/harnesseval (Table T1, row opus-5 / van / low, column F1)",,out:effort-not-established,out:effort-not-established harnesseval,github-harnesseval,opus-5,not-established:absent,coding,hard,ClaudeCode-vanilla,per-run,0.46887,2.89e-06,,,56,F1x100,0.289,,,"https://github.com/dsifry/harnesseval (Table T1, row opus-5 / van / medium, column F1)",,out:effort-not-established,out:effort-not-established harnesseval,github-harnesseval,opus-5,high,coding,hard,ClaudeCode-vanilla,per-run,0.61069,2.89e-06,,,79,F1x100,0.289,,cost-base-price:cost-publisher-figure,"https://github.com/dsifry/harnesseval (Table T1, row opus-5 / van / high, column F1)",,in,in harnesseval,github-harnesseval,glm-5.3,low,coding,hard,ClaudeCode-vanilla,per-run,0.02782,2.89e-06,,,63,F1x100,0.289,,cost-base-price:cost-publisher-figure,"https://github.com/dsifry/harnesseval (Table T1, row glm-vis / van / low, column F1)",,in,in harnesseval,github-harnesseval,glm-5.3,not-established:absent,coding,hard,ClaudeCode-vanilla,per-run,0.16858,2.89e-06,,,76,F1x100,0.289,,,"https://github.com/dsifry/harnesseval (Table T1, row glm-vis / van / medium, column F1)",,out:effort-not-established,out:effort-not-established harnesseval,github-harnesseval,glm-5.3,high,coding,hard,ClaudeCode-vanilla,per-run,0.16267,2.89e-06,,,72,F1x100,0.289,,cost-base-price:cost-publisher-figure,"https://github.com/dsifry/harnesseval (Table T1, row glm-vis / van / high, column F1)",,in,in harnesseval,github-harnesseval,gpt-5.6-terra,low,coding,hard,ClaudeCode-vanilla,per-run,0.10866,2.89e-06,,,52,F1x100,0.289,,cost-base-price:cost-publisher-figure,"https://github.com/dsifry/harnesseval (Table T1, row terra / van / low, column F1)",,in,in harnesseval,github-harnesseval,gpt-5.6-terra,medium,coding,hard,ClaudeCode-vanilla,per-run,0.14768,2.89e-06,,,58,F1x100,0.289,,cost-base-price:cost-publisher-figure,"https://github.com/dsifry/harnesseval (Table T1, row terra / van / medium, column F1)",,in,in harnesseval,github-harnesseval,gpt-5.6-terra,high,coding,hard,ClaudeCode-vanilla,per-run,0.27518,2.89e-06,,,62,F1x100,0.289,,cost-base-price:cost-publisher-figure,"https://github.com/dsifry/harnesseval (Table T1, row terra / van / high, column F1)",,in,in harnesseval,github-harnesseval,sonnet-5,not-established:absent,coding,hard,ClaudeCode-vanilla,per-run,0.15972,2.89e-06,,,54,F1x100,0.289,,,"https://github.com/dsifry/harnesseval (Table T1, row sonnet-5 / van / low, column F1)",,out:effort-not-established,out:effort-not-established harnesseval,github-harnesseval,sonnet-5,not-established:absent,coding,hard,ClaudeCode-vanilla,per-run,0.18124,2.89e-06,,,57,F1x100,0.289,,,"https://github.com/dsifry/harnesseval (Table T1, row sonnet-5 / van / medium, column F1)",,out:effort-not-established,out:effort-not-established harnesseval,github-harnesseval,sonnet-5,high,coding,hard,ClaudeCode-vanilla,per-run,0.27956,2.89e-06,,,66,F1x100,0.289,,cost-base-price:cost-publisher-figure,"https://github.com/dsifry/harnesseval (Table T1, row sonnet-5 / van / high, column F1)",,in,in harnesseval,github-harnesseval,glm-5.3-flash,low,coding,hard,ClaudeCode-vanilla,,,,,,67,F1x100,0.289,,,"https://github.com/dsifry/harnesseval (Table T1, row glm-flash / van / low, column F1)",,in, harnesseval,github-harnesseval,glm-5.3-flash,not-established:absent,coding,hard,ClaudeCode-vanilla,,,,,,71,F1x100,0.289,,,"https://github.com/dsifry/harnesseval (Table T1, row glm-flash / van / medium, column F1)",,out:effort-not-established, harnesseval,github-harnesseval,glm-5.3-flash,high,coding,hard,ClaudeCode-vanilla,per-run,0.0158,2.89e-05,,,72,F1x100,0.289,,cost-base-price:cost-publisher-figure,"https://github.com/dsifry/harnesseval (Table T1, row glm-flash / van / high, column F1)",,in,out:cost-single-couple 34bench-thai-ocr,dtinth/34bench,gemini-3.8-flash,medium,mixed,easy,34bench-openrouter,,,,,,84.9,median-accuracy%,0.0289,,,"https://github.com/dtinth/34bench (results.svg table, row 2, column Accuracy (median run))",,in, 34bench-thai-ocr,dtinth/34bench,opus-5.5,high,mixed,easy,34bench-openrouter,,,,,,80.2,median-accuracy%,0.0289,,,"https://github.com/dtinth/34bench (results.svg table, row 4, column Accuracy (median run))",,in, 34bench-thai-ocr,dtinth/34bench,fable-5.1,high,mixed,easy,34bench-openrouter,,,,,,80.0,median-accuracy%,0.0289,,,"https://github.com/dtinth/34bench (results.svg table, row 5, column Accuracy (median run))",,in, 34bench-thai-ocr,dtinth/34bench,gemini-3.1-pro,default,mixed,easy,34bench-openrouter,,,,,,78.4,median-accuracy%,0.0289,,,"https://github.com/dtinth/34bench (results.svg table, row 6, column Accuracy (median run))",,out:effort-not-established, 34bench-thai-ocr,dtinth/34bench,sonnet-5.5,high,mixed,easy,34bench-openrouter,,,,,,76.8,median-accuracy%,0.0289,,,"https://github.com/dtinth/34bench (results.svg table, row 7, column Accuracy (median run))",,in, 34bench-thai-ocr,dtinth/34bench,gemini-3.5-flash-lite,minimal,mixed,easy,34bench-openrouter,,,,,,73.1,median-accuracy%,0.0289,,,"https://github.com/dtinth/34bench (results.svg table, row 10, column Accuracy (median run))",,in, 34bench-thai-ocr,dtinth/34bench,?meta/muse-spark-1.3-contributor,not-established:absent,mixed,easy,34bench-openrouter,,,,,,70.9,median-accuracy%,0.0289,,,"https://github.com/dtinth/34bench (results.svg table, row 11, column Accuracy (median run))",,out:model-not-established, 34bench-thai-ocr,dtinth/34bench,gemini-3.1-flash-lite,default,mixed,easy,34bench-openrouter,,,,,,70.5,median-accuracy%,0.0289,,,"https://github.com/dtinth/34bench (results.svg table, row 12, column Accuracy (median run))",,out:effort-not-established, 34bench-thai-ocr,dtinth/34bench,sonnet-5,default,mixed,easy,34bench-openrouter,,,,,,70.1,median-accuracy%,0.0289,,,"https://github.com/dtinth/34bench (results.svg table, row 14, column Accuracy (median run))",,out:effort-not-established, 34bench-thai-ocr,dtinth/34bench,haiku-5.5,nothink,mixed,easy,34bench-openrouter,,,,,,69.2,median-accuracy%,0.0289,,,"https://github.com/dtinth/34bench (results.svg table, row 15, column Accuracy (median run))",,in, 34bench-thai-ocr,dtinth/34bench,?meta/muse-spark-1.3,not-established:absent,mixed,easy,34bench-openrouter,,,,,,69.0,median-accuracy%,0.0289,,,"https://github.com/dtinth/34bench (results.svg table, row 16, column Accuracy (median run))",,out:model-not-established, 34bench-thai-ocr,dtinth/34bench,gpt-6-astra,default,mixed,easy,34bench-openrouter,,,,,,63.1,median-accuracy%,0.0289,,,"https://github.com/dtinth/34bench (results.svg table, row 17, column Accuracy (median run))",,out:effort-not-established, 34bench-thai-ocr,dtinth/34bench,qwen3.8-max-0902,default,mixed,easy,34bench-openrouter,,,,,,62.7,median-accuracy%,0.0289,,,"https://github.com/dtinth/34bench (results.svg table, row 18, column Accuracy (median run))",,out:effort-not-established, 34bench-thai-ocr,dtinth/34bench,grok-4.7,high,mixed,easy,34bench-openrouter,,,,,,60.9,median-accuracy%,0.0289,,,"https://github.com/dtinth/34bench (results.svg table, row 19, column Accuracy (median run))",,in, 34bench-thai-ocr,dtinth/34bench,qwen3.8-flash,default,mixed,easy,34bench-openrouter,,,,,,55.8,median-accuracy%,0.0289,,,"https://github.com/dtinth/34bench (results.svg table, row 20, column Accuracy (median run))",,out:effort-not-established, 34bench-thai-ocr,dtinth/34bench,seed-2-1-turbo,default,mixed,easy,34bench-openrouter,,,,,,49.9,median-accuracy%,0.0289,,,"https://github.com/dtinth/34bench (results.svg table, row 22, column Accuracy (median run))",,out:effort-not-established, 34bench-thai-ocr,dtinth/34bench,qwen3.8-omni-flash,default,mixed,easy,34bench-openrouter,,,,,,46.2,median-accuracy%,0.0289,,,"https://github.com/dtinth/34bench (results.svg table, row 23, column Accuracy (median run))",,out:effort-not-established, 34bench-thai-ocr,dtinth/34bench,gpt-6.1-sol,medium,mixed,easy,34bench-openrouter,,,,,,39.7,median-accuracy%,0.0289,,,"https://github.com/dtinth/34bench (results.svg table, row 26, column Accuracy (median run))",,in, 34bench-thai-ocr,dtinth/34bench,qwen3.8-27b,default,mixed,easy,34bench-openrouter,,,,,,33.0,median-accuracy%,0.0289,,,"https://github.com/dtinth/34bench (results.svg table, row 30, column Accuracy (median run))",,out:effort-not-established, 34bench-thai-ocr,dtinth/34bench,kimi-k3,default,mixed,easy,34bench-openrouter,,,,,,18.1,median-accuracy%,0.0289,,,"https://github.com/dtinth/34bench (results.svg table, row 32, column Accuracy (median run))",,out:effort-not-established, 34bench-thai-ocr,dtinth/34bench,minimax-m3,default,mixed,easy,34bench-openrouter,,,,,,16.7,median-accuracy%,0.0289,,,"https://github.com/dtinth/34bench (results.svg table, row 33, column Accuracy (median run))",,out:effort-not-established, 34bench-thai-ocr,dtinth/34bench,mimo-v2.6-pro,default,mixed,easy,34bench-openrouter,,,,,,13.8,median-accuracy%,0.0289,,,"https://github.com/dtinth/34bench (results.svg table, row 34, column Accuracy (median run))",,out:effort-not-established, 34bench-thai-ocr,dtinth/34bench,mimo-v2.6-flash,default,mixed,easy,34bench-openrouter,,,,,,10.8,median-accuracy%,0.0289,,,"https://github.com/dtinth/34bench (results.svg table, row 35, column Accuracy (median run))",,out:effort-not-established, 34bench-thai-ocr,dtinth/34bench,gpt-6-sol,medium,mixed,easy,34bench-openrouter,,,,,,8.8,median-accuracy%,0.0289,,,"https://github.com/dtinth/34bench (results.svg table, row 36, column Accuracy (median run))",,in, 34bench-thai-ocr,dtinth/34bench,deepseek-v4.1-flash,high,mixed,easy,34bench-openrouter,,,,,,7.7,median-accuracy%,0.0289,,,"https://github.com/dtinth/34bench (results.svg table, row 37, column Accuracy (median run))",,in, 34bench-thai-ocr,dtinth/34bench,inkling,default,mixed,easy,34bench-openrouter,,,,,,7.5,median-accuracy%,0.0289,,,"https://github.com/dtinth/34bench (results.svg table, row 38, column Accuracy (median run))",,out:effort-not-established, 34bench-thai-ocr,dtinth/34bench,?cohere/command-a-plus,not-established:absent,mixed,easy,34bench-openrouter,,,,,,4.1,median-accuracy%,0.0289,,,"https://github.com/dtinth/34bench (results.svg table, row 39, column Accuracy (median run))",,out:model-not-established, 34bench-thai-ocr,dtinth/34bench,gpt-6-luna,medium,mixed,easy,34bench-openrouter,,,,,,0.2,median-accuracy%,0.0289,,,"https://github.com/dtinth/34bench (results.svg table, row 40, column Accuracy (median run))",,in, 34bench-thai-ocr,dtinth/34bench,mistral-medium-3.5,default,mixed,easy,34bench-openrouter,,,,,,0.0,median-accuracy%,0.0289,,,"https://github.com/dtinth/34bench (results.svg table, row 41, column Accuracy (median run))",,out:effort-not-established, 34bench-thai-ocr,dtinth/34bench,glm-5.3-flash,max,mixed,easy,34bench-openrouter,,,,,,0.0,median-accuracy%,0.0289,,,"https://github.com/dtinth/34bench (results.svg table, row 42, column Accuracy (median run))",,out:uninformative, dval-blastradius,github-dvallslanaquera-glm5.2-benchmark,opus-4.8,nothink,coding,mid,"own harness (one-shot, repo in context)",,2.3206,2.89e-05,2162,4362,0.9398,score-of-1,2.89e-05,,cost-base-price:cost-publisher-figure,https://github.com/dvallslanaquera/glm5.2-benchmark (T1/opus-4-8/aggregate.file.macro.f1),,out:single-couple,out:cost-single-couple dval-blastradius,github-dvallslanaquera-glm5.2-benchmark,?glm-5.2:cloud,not-established:absent,coding,mid,"own harness (one-shot, repo in context)",,2.037169,2.89e-07,1445443,3079,0.9342,score-of-1,2.89e-05,,,https://github.com/dvallslanaquera/glm5.2-benchmark (T1/glm-5-2/aggregate.file.macro.f1),,out:model-not-established,out:model-not-established dval-debugloop,github-dvallslanaquera-glm5.2-benchmark,opus-4.8,nothink,coding,mid,"own harness (5 tools, 15 steps)",,0.612946,2.89e-07,,,1.0,score-of-1,2.89e-05,,cost-base-price:cost-publisher-figure,https://github.com/dvallslanaquera/glm5.2-benchmark (T2/opus-4-8/aggregate.pass_at_1),,out:not-headline,out:cost-single-couple dval-debugloop,github-dvallslanaquera-glm5.2-benchmark,?glm-5.2:cloud,not-established:absent,coding,mid,"own harness (5 tools, 15 steps)",,0.662361,2.89e-07,,,0.4,score-of-1,2.89e-05,,,https://github.com/dvallslanaquera/glm5.2-benchmark (T2/glm-5-2/aggregate.pass_at_1),,out:model-not-established,out:model-not-established yebench,github-effort-bench,opus-5,medium,coding,mid,ClaudeCode,USD per task,0.172,0.000289,,,64.9,verifier%,0.0289,,evaluated-by:Deterministic verifiers; cost-base-price:cost-publisher-figure,"https://github.com/yinrong/claude-effort-bench/tree/5bae1f8f1724b9cfbe8e60f7a936c87bf2f08d32 (Full matrix, row claude-opus-5 | medium, column 'Quality %')",,in,in yebench,github-effort-bench,opus-5,high,coding,mid,ClaudeCode,USD per task,0.151,0.000289,,,59.1,verifier%,0.0289,,evaluated-by:Deterministic verifiers; cost-base-price:cost-publisher-figure,"https://github.com/yinrong/claude-effort-bench/tree/5bae1f8f1724b9cfbe8e60f7a936c87bf2f08d32 (Full matrix, row claude-opus-5 | high, column 'Quality %')",,in,in yebench,github-effort-bench,opus-5,xhigh,coding,mid,ClaudeCode,USD per task,0.207,0.000289,,,63.3,verifier%,0.0289,,evaluated-by:Deterministic verifiers; cost-base-price:cost-publisher-figure,"https://github.com/yinrong/claude-effort-bench/tree/5bae1f8f1724b9cfbe8e60f7a936c87bf2f08d32 (Full matrix, row claude-opus-5 | xhigh, column 'Quality %')",,in,in yebench,github-effort-bench,sonnet-5,medium,coding,mid,ClaudeCode,USD per task,0.113,0.000289,,,78.0,verifier%,0.0289,,evaluated-by:Deterministic verifiers; cost-base-price:cost-publisher-figure,"https://github.com/yinrong/claude-effort-bench/tree/5bae1f8f1724b9cfbe8e60f7a936c87bf2f08d32 (Full matrix, row claude-sonnet-5 | medium, column 'Quality %')",,in,in yebench,github-effort-bench,sonnet-5,high,coding,mid,ClaudeCode,USD per task,0.099,0.000289,,,76.0,verifier%,0.0289,,evaluated-by:Deterministic verifiers; cost-base-price:cost-publisher-figure,"https://github.com/yinrong/claude-effort-bench/tree/5bae1f8f1724b9cfbe8e60f7a936c87bf2f08d32 (Full matrix, row claude-sonnet-5 | high, column 'Quality %')",,in,in yebench,github-effort-bench,sonnet-5,xhigh,coding,mid,ClaudeCode,USD per task,0.129,0.000289,,,76.7,verifier%,0.0289,,evaluated-by:Deterministic verifiers; cost-base-price:cost-publisher-figure,"https://github.com/yinrong/claude-effort-bench/tree/5bae1f8f1724b9cfbe8e60f7a936c87bf2f08d32 (Full matrix, row claude-sonnet-5 | xhigh, column 'Quality %')",,in,in effmine-T1a,github-effortmining,opus-4.8,low,mixed,easy,ClaudeCode-subagent,,,,,,100,pass%,0.289,,,"https://github.com/nagisanzenin/effortmining (RESULTS.md §2 matrix, row T1a, column low)",,out:saturated, effmine-T1a,github-effortmining,opus-4.8,medium,mixed,easy,ClaudeCode-subagent,,,,,,100,pass%,0.289,,,"https://github.com/nagisanzenin/effortmining (RESULTS.md §2 matrix, row T1a, column medium)",,out:saturated, effmine-T1a,github-effortmining,opus-4.8,high,mixed,easy,ClaudeCode-subagent,,,,,,100,pass%,0.289,,,"https://github.com/nagisanzenin/effortmining (RESULTS.md §2 matrix, row T1a, column high)",,out:saturated, effmine-T1a,github-effortmining,opus-4.8,xhigh,mixed,easy,ClaudeCode-subagent,,,,,,100,pass%,0.289,,,"https://github.com/nagisanzenin/effortmining (RESULTS.md §2 matrix, row T1a, column xhigh)",,out:saturated, effmine-T1a,github-effortmining,opus-4.8,max,mixed,easy,ClaudeCode-subagent,,,,,,100,pass%,0.289,,,"https://github.com/nagisanzenin/effortmining (RESULTS.md §2 matrix, row T1a, column max)",,out:saturated, effmine-T1b,github-effortmining,opus-4.8,low,mixed,easy,ClaudeCode-subagent,,,,,,100,pass%,0.289,,,"https://github.com/nagisanzenin/effortmining (RESULTS.md §2 matrix, row T1b, column low)",,out:saturated, effmine-T1b,github-effortmining,opus-4.8,medium,mixed,easy,ClaudeCode-subagent,,,,,,100,pass%,0.289,,,"https://github.com/nagisanzenin/effortmining (RESULTS.md §2 matrix, row T1b, column medium)",,out:saturated, effmine-T1b,github-effortmining,opus-4.8,high,mixed,easy,ClaudeCode-subagent,,,,,,100,pass%,0.289,,,"https://github.com/nagisanzenin/effortmining (RESULTS.md §2 matrix, row T1b, column high)",,out:saturated, effmine-T1b,github-effortmining,opus-4.8,xhigh,mixed,easy,ClaudeCode-subagent,,,,,,100,pass%,0.289,,,"https://github.com/nagisanzenin/effortmining (RESULTS.md §2 matrix, row T1b, column xhigh)",,out:saturated, effmine-T1b,github-effortmining,opus-4.8,max,mixed,easy,ClaudeCode-subagent,,,,,,100,pass%,0.289,,,"https://github.com/nagisanzenin/effortmining (RESULTS.md §2 matrix, row T1b, column max)",,out:saturated, effmine-T1c,github-effortmining,opus-4.8,low,mixed,easy,ClaudeCode-subagent,,,,,,100,pass%,0.289,,,"https://github.com/nagisanzenin/effortmining (RESULTS.md §2 matrix, row T1c, column low)",,out:saturated, effmine-T1c,github-effortmining,opus-4.8,medium,mixed,easy,ClaudeCode-subagent,,,,,,100,pass%,0.289,,,"https://github.com/nagisanzenin/effortmining (RESULTS.md §2 matrix, row T1c, column medium)",,out:saturated, effmine-T1c,github-effortmining,opus-4.8,high,mixed,easy,ClaudeCode-subagent,,,,,,100,pass%,0.289,,,"https://github.com/nagisanzenin/effortmining (RESULTS.md §2 matrix, row T1c, column high)",,out:saturated, effmine-T1c,github-effortmining,opus-4.8,xhigh,mixed,easy,ClaudeCode-subagent,,,,,,100,pass%,0.289,,,"https://github.com/nagisanzenin/effortmining (RESULTS.md §2 matrix, row T1c, column xhigh)",,out:saturated, effmine-T1c,github-effortmining,opus-4.8,max,mixed,easy,ClaudeCode-subagent,,,,,,100,pass%,0.289,,,"https://github.com/nagisanzenin/effortmining (RESULTS.md §2 matrix, row T1c, column max)",,out:saturated, effmine-T2a,github-effortmining,opus-4.8,low,mixed,easy,ClaudeCode-subagent,,,,,,100,pass%,0.289,,,"https://github.com/nagisanzenin/effortmining (RESULTS.md §2 matrix, row T2a, column low)",,out:saturated, effmine-T2a,github-effortmining,opus-4.8,medium,mixed,easy,ClaudeCode-subagent,,,,,,100,pass%,0.289,,,"https://github.com/nagisanzenin/effortmining (RESULTS.md §2 matrix, row T2a, column medium)",,out:saturated, effmine-T2a,github-effortmining,opus-4.8,high,mixed,easy,ClaudeCode-subagent,,,,,,100,pass%,0.289,,,"https://github.com/nagisanzenin/effortmining (RESULTS.md §2 matrix, row T2a, column high)",,out:saturated, effmine-T2a,github-effortmining,opus-4.8,xhigh,mixed,easy,ClaudeCode-subagent,,,,,,100,pass%,0.289,,,"https://github.com/nagisanzenin/effortmining (RESULTS.md §2 matrix, row T2a, column xhigh)",,out:saturated, effmine-T2a,github-effortmining,opus-4.8,max,mixed,easy,ClaudeCode-subagent,,,,,,100,pass%,0.289,,,"https://github.com/nagisanzenin/effortmining (RESULTS.md §2 matrix, row T2a, column max)",,out:saturated, effmine-T2b,github-effortmining,opus-4.8,low,mixed,easy,ClaudeCode-subagent,,,,,,100,pass%,0.289,,,"https://github.com/nagisanzenin/effortmining (RESULTS.md §2 matrix, row T2b, column low)",,out:saturated, effmine-T2b,github-effortmining,opus-4.8,medium,mixed,easy,ClaudeCode-subagent,,,,,,100,pass%,0.289,,,"https://github.com/nagisanzenin/effortmining (RESULTS.md §2 matrix, row T2b, column medium)",,out:saturated, effmine-T2b,github-effortmining,opus-4.8,high,mixed,easy,ClaudeCode-subagent,,,,,,100,pass%,0.289,,,"https://github.com/nagisanzenin/effortmining (RESULTS.md §2 matrix, row T2b, column high)",,out:saturated, effmine-T2b,github-effortmining,opus-4.8,xhigh,mixed,easy,ClaudeCode-subagent,,,,,,100,pass%,0.289,,,"https://github.com/nagisanzenin/effortmining (RESULTS.md §2 matrix, row T2b, column xhigh)",,out:saturated, effmine-T2b,github-effortmining,opus-4.8,max,mixed,easy,ClaudeCode-subagent,,,,,,100,pass%,0.289,,,"https://github.com/nagisanzenin/effortmining (RESULTS.md §2 matrix, row T2b, column max)",,out:saturated, effmine-T2c,github-effortmining,opus-4.8,low,mixed,easy,ClaudeCode-subagent,,,,,,100,pass%,0.289,,,"https://github.com/nagisanzenin/effortmining (RESULTS.md §2 matrix, row T2c, column low)",,out:saturated, effmine-T2c,github-effortmining,opus-4.8,medium,mixed,easy,ClaudeCode-subagent,,,,,,100,pass%,0.289,,,"https://github.com/nagisanzenin/effortmining (RESULTS.md §2 matrix, row T2c, column medium)",,out:saturated, effmine-T2c,github-effortmining,opus-4.8,high,mixed,easy,ClaudeCode-subagent,,,,,,100,pass%,0.289,,,"https://github.com/nagisanzenin/effortmining (RESULTS.md §2 matrix, row T2c, column high)",,out:saturated, effmine-T2c,github-effortmining,opus-4.8,xhigh,mixed,easy,ClaudeCode-subagent,,,,,,100,pass%,0.289,,,"https://github.com/nagisanzenin/effortmining (RESULTS.md §2 matrix, row T2c, column xhigh)",,out:saturated, effmine-T2c,github-effortmining,opus-4.8,max,mixed,easy,ClaudeCode-subagent,,,,,,100,pass%,0.289,,,"https://github.com/nagisanzenin/effortmining (RESULTS.md §2 matrix, row T2c, column max)",,out:saturated, effmine-T3a,github-effortmining,opus-4.8,low,mixed,easy,ClaudeCode-subagent,,,,,,100,pass%,0.289,,,"https://github.com/nagisanzenin/effortmining (RESULTS.md §2 matrix, row T3a, column low)",,out:saturated, effmine-T3a,github-effortmining,opus-4.8,medium,mixed,easy,ClaudeCode-subagent,,,,,,100,pass%,0.289,,,"https://github.com/nagisanzenin/effortmining (RESULTS.md §2 matrix, row T3a, column medium)",,out:saturated, effmine-T3a,github-effortmining,opus-4.8,high,mixed,easy,ClaudeCode-subagent,,,,,,100,pass%,0.289,,,"https://github.com/nagisanzenin/effortmining (RESULTS.md §2 matrix, row T3a, column high)",,out:saturated, effmine-T3a,github-effortmining,opus-4.8,xhigh,mixed,easy,ClaudeCode-subagent,,,,,,100,pass%,0.289,,,"https://github.com/nagisanzenin/effortmining (RESULTS.md §2 matrix, row T3a, column xhigh)",,out:saturated, effmine-T3a,github-effortmining,opus-4.8,max,mixed,easy,ClaudeCode-subagent,,,,,,100,pass%,0.289,,,"https://github.com/nagisanzenin/effortmining (RESULTS.md §2 matrix, row T3a, column max)",,out:saturated, effmine-T3b,github-effortmining,opus-4.8,low,mixed,easy,ClaudeCode-subagent,,,,,,100,pass%,0.289,,,"https://github.com/nagisanzenin/effortmining (RESULTS.md §2 matrix, row T3b, column low)",,out:saturated, effmine-T3b,github-effortmining,opus-4.8,medium,mixed,easy,ClaudeCode-subagent,,,,,,100,pass%,0.289,,,"https://github.com/nagisanzenin/effortmining (RESULTS.md §2 matrix, row T3b, column medium)",,out:saturated, effmine-T3b,github-effortmining,opus-4.8,high,mixed,easy,ClaudeCode-subagent,,,,,,100,pass%,0.289,,,"https://github.com/nagisanzenin/effortmining (RESULTS.md §2 matrix, row T3b, column high)",,out:saturated, effmine-T3b,github-effortmining,opus-4.8,xhigh,mixed,easy,ClaudeCode-subagent,,,,,,100,pass%,0.289,,,"https://github.com/nagisanzenin/effortmining (RESULTS.md §2 matrix, row T3b, column xhigh)",,out:saturated, effmine-T3b,github-effortmining,opus-4.8,max,mixed,easy,ClaudeCode-subagent,,,,,,100,pass%,0.289,,,"https://github.com/nagisanzenin/effortmining (RESULTS.md §2 matrix, row T3b, column max)",,out:saturated, effmine-T3c,github-effortmining,opus-4.8,low,mixed,easy,ClaudeCode-subagent,,,,,,0,pass%,0.289,,,"https://github.com/nagisanzenin/effortmining (RESULTS.md §2 matrix, row T3c, column low)",,out:uninformative, effmine-T3c,github-effortmining,opus-4.8,medium,mixed,easy,ClaudeCode-subagent,,,,,,33,pass%,0.289,,,"https://github.com/nagisanzenin/effortmining (RESULTS.md §2 matrix, row T3c, column medium)",,out:single-couple, effmine-T3c,github-effortmining,opus-4.8,high,mixed,easy,ClaudeCode-subagent,,,,,,100,pass%,0.289,,,"https://github.com/nagisanzenin/effortmining (RESULTS.md §2 matrix, row T3c, column high)",,out:uninformative, effmine-T3c,github-effortmining,opus-4.8,xhigh,mixed,easy,ClaudeCode-subagent,,,,,,100,pass%,0.289,,,"https://github.com/nagisanzenin/effortmining (RESULTS.md §2 matrix, row T3c, column xhigh)",,out:uninformative, effmine-T3c,github-effortmining,opus-4.8,max,mixed,easy,ClaudeCode-subagent,,,,,,100,pass%,0.289,,,"https://github.com/nagisanzenin/effortmining (RESULTS.md §2 matrix, row T3c, column max)",,out:uninformative, effmine-T4a,github-effortmining,opus-4.8,low,mixed,easy,ClaudeCode-subagent,,,,,,100,pass%,0.289,,,"https://github.com/nagisanzenin/effortmining (RESULTS.md §2 matrix, row T4a, column low)",,out:saturated, effmine-T4a,github-effortmining,opus-4.8,medium,mixed,easy,ClaudeCode-subagent,,,,,,100,pass%,0.289,,,"https://github.com/nagisanzenin/effortmining (RESULTS.md §2 matrix, row T4a, column medium)",,out:saturated, effmine-T4a,github-effortmining,opus-4.8,high,mixed,easy,ClaudeCode-subagent,,,,,,100,pass%,0.289,,,"https://github.com/nagisanzenin/effortmining (RESULTS.md §2 matrix, row T4a, column high)",,out:saturated, effmine-T4a,github-effortmining,opus-4.8,xhigh,mixed,easy,ClaudeCode-subagent,,,,,,100,pass%,0.289,,,"https://github.com/nagisanzenin/effortmining (RESULTS.md §2 matrix, row T4a, column xhigh)",,out:saturated, effmine-T4a,github-effortmining,opus-4.8,max,mixed,easy,ClaudeCode-subagent,,,,,,100,pass%,0.289,,,"https://github.com/nagisanzenin/effortmining (RESULTS.md §2 matrix, row T4a, column max)",,out:saturated, effmine-T4b,github-effortmining,opus-4.8,low,mixed,easy,ClaudeCode-subagent,,,,,,100,pass%,0.289,,,"https://github.com/nagisanzenin/effortmining (RESULTS.md §2 matrix, row T4b, column low)",,out:saturated, effmine-T4b,github-effortmining,opus-4.8,medium,mixed,easy,ClaudeCode-subagent,,,,,,100,pass%,0.289,,,"https://github.com/nagisanzenin/effortmining (RESULTS.md §2 matrix, row T4b, column medium)",,out:saturated, effmine-T4b,github-effortmining,opus-4.8,high,mixed,easy,ClaudeCode-subagent,,,,,,100,pass%,0.289,,,"https://github.com/nagisanzenin/effortmining (RESULTS.md §2 matrix, row T4b, column high)",,out:saturated, effmine-T4b,github-effortmining,opus-4.8,xhigh,mixed,easy,ClaudeCode-subagent,,,,,,100,pass%,0.289,,,"https://github.com/nagisanzenin/effortmining (RESULTS.md §2 matrix, row T4b, column xhigh)",,out:saturated, effmine-T4b,github-effortmining,opus-4.8,max,mixed,easy,ClaudeCode-subagent,,,,,,100,pass%,0.289,,,"https://github.com/nagisanzenin/effortmining (RESULTS.md §2 matrix, row T4b, column max)",,out:saturated, effmine-T4c,github-effortmining,opus-4.8,low,mixed,easy,ClaudeCode-subagent,,,,,,100,pass%,0.289,,,"https://github.com/nagisanzenin/effortmining (RESULTS.md §2 matrix, row T4c, column low)",,out:saturated, effmine-T4c,github-effortmining,opus-4.8,medium,mixed,easy,ClaudeCode-subagent,,,,,,100,pass%,0.289,,,"https://github.com/nagisanzenin/effortmining (RESULTS.md §2 matrix, row T4c, column medium)",,out:saturated, effmine-T4c,github-effortmining,opus-4.8,high,mixed,easy,ClaudeCode-subagent,,,,,,100,pass%,0.289,,,"https://github.com/nagisanzenin/effortmining (RESULTS.md §2 matrix, row T4c, column high)",,out:saturated, effmine-T4c,github-effortmining,opus-4.8,xhigh,mixed,easy,ClaudeCode-subagent,,,,,,100,pass%,0.289,,,"https://github.com/nagisanzenin/effortmining (RESULTS.md §2 matrix, row T4c, column xhigh)",,out:saturated, effmine-T4c,github-effortmining,opus-4.8,max,mixed,easy,ClaudeCode-subagent,,,,,,100,pass%,0.289,,,"https://github.com/nagisanzenin/effortmining (RESULTS.md §2 matrix, row T4c, column max)",,out:saturated, livedoc-ot-editor,github-esagduyu-livedoc,haiku-5.5,default,coding,hard,claude-code,USD/run,0.65,0.00289,,,,none,,,,https://github.com/esagduyu/livedoc-local-vs-claude-benchmark (),,,out:effort-not-established livedoc-ot-editor,github-esagduyu-livedoc,opus-5.5,medium,coding,hard,claude-code,USD/run,4.00,0.00289,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/esagduyu/livedoc-local-vs-claude-benchmark (),,,out:cost-single-couple s7t-claudebattle-auric-final,github-eval-forge,fable-5.2,high,coding,mid,,,,,,,92.4,claude-battle-final,0.0289,,,"https://github.com/eval-forge/claude-battle (README, ## Results table, row rank 1, column Final)",src-github-eval-forge-claude-battle-2026-11-10|s7t-claudebattle-auric|fable-5.2@high|,in, s7t-claudebattle-auric-quality,github-eval-forge,fable-5.2,high,coding,mid,,,,,,,92,claude-battle-S,0.289,,,"https://github.com/eval-forge/claude-battle (README, ## Results table, row rank 1, column Score (S))",src-github-eval-forge-claude-battle-2026-11-10|s7t-claudebattle-auric|fable-5.2@high|,in, s7t-claudebattle-auric-truthness,github-eval-forge,fable-5.2,high,coding,mid,,,,,,,95,claude-battle-P,0.289,,,"https://github.com/eval-forge/claude-battle (README, ## Results table, row rank 1, column Truthness to prompt (P))",src-github-eval-forge-claude-battle-2026-11-10|s7t-claudebattle-auric|fable-5.2@high|,in, s7t-claudebattle-auric-final,github-eval-forge,opus-5.5,high,coding,mid,,,,,,,81.3,claude-battle-final,0.0289,,,"https://github.com/eval-forge/claude-battle (README, ## Results table, row rank 2, column Final)",src-github-eval-forge-claude-battle-2026-11-10|s7t-claudebattle-auric|opus-5.5@high|,in, s7t-claudebattle-auric-quality,github-eval-forge,opus-5.5,high,coding,mid,,,,,,,78,claude-battle-S,0.289,,,"https://github.com/eval-forge/claude-battle (README, ## Results table, row rank 2, column Score (S))",src-github-eval-forge-claude-battle-2026-11-10|s7t-claudebattle-auric|opus-5.5@high|,in, s7t-claudebattle-auric-truthness,github-eval-forge,opus-5.5,high,coding,mid,,,,,,,90,claude-battle-P,0.289,,,"https://github.com/eval-forge/claude-battle (README, ## Results table, row rank 2, column Truthness to prompt (P))",src-github-eval-forge-claude-battle-2026-11-10|s7t-claudebattle-auric|opus-5.5@high|,in, s7t-claudebattle-auric-final,github-eval-forge,sonnet-5.5,high,coding,mid,,,,,,,76.6,claude-battle-final,0.0289,,,"https://github.com/eval-forge/claude-battle (README, ## Results table, row rank 3, column Final)",src-github-eval-forge-claude-battle-2026-11-10|s7t-claudebattle-auric|sonnet-5.5@high|,in, s7t-claudebattle-auric-quality,github-eval-forge,sonnet-5.5,high,coding,mid,,,,,,,67,claude-battle-S,0.289,,,"https://github.com/eval-forge/claude-battle (README, ## Results table, row rank 3, column Score (S))",src-github-eval-forge-claude-battle-2026-11-10|s7t-claudebattle-auric|sonnet-5.5@high|,in, s7t-claudebattle-auric-truthness,github-eval-forge,sonnet-5.5,high,coding,mid,,,,,,,100,claude-battle-P,0.289,,,"https://github.com/eval-forge/claude-battle (README, ## Results table, row rank 3, column Truthness to prompt (P))",,out:uninformative, s7t-claudebattle-auric-final,github-eval-forge,haiku-5.5,high,coding,mid,,,,,,,32.5,claude-battle-final,0.0289,,,"https://github.com/eval-forge/claude-battle (README, ## Results table, row rank 4, column Final)",src-github-eval-forge-claude-battle-2026-11-10|s7t-claudebattle-auric|haiku-5.5@high|,in, s7t-claudebattle-auric-quality,github-eval-forge,haiku-5.5,high,coding,mid,,,,,,,12,claude-battle-S,0.289,,,"https://github.com/eval-forge/claude-battle (README, ## Results table, row rank 4, column Score (S))",src-github-eval-forge-claude-battle-2026-11-10|s7t-claudebattle-auric|haiku-5.5@high|,in, s7t-claudebattle-auric-truthness,github-eval-forge,haiku-5.5,high,coding,mid,,,,,,,80,claude-battle-P,0.289,,,"https://github.com/eval-forge/claude-battle (README, ## Results table, row rank 4, column Truthness to prompt (P))",src-github-eval-forge-claude-battle-2026-11-10|s7t-claudebattle-auric|haiku-5.5@high|,in, eval-forge-lost-temple-sxp,github-eval-forge,opus-5.5,max,coding,frontier,,per-run,87.10,0.00289,,,89.9,lost-temple-S-x-P,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://github.com/eval-forge/opus-v-fable (JUDGING.md, table Final scores, row Opus 5.5 max, column Score = S × P)",src-github-eval-forge-opus-v-fable-lost-temple-2026-11-12|eval-forge:lost-temple|opus-5.5@max|,in,in eval-forge-lost-temple-S,github-eval-forge,opus-5.5,max,coding,frontier,,,,,,,91,lost-temple-S-quality,0.289,,,"https://github.com/eval-forge/opus-v-fable (JUDGING.md, table Final scores, row Opus 5.5 max, column S (quality))",src-github-eval-forge-opus-v-fable-lost-temple-2026-11-12|eval-forge:lost-temple|opus-5.5@max|,in, eval-forge-lost-temple-P,github-eval-forge,opus-5.5,max,coding,frontier,,,,,,,0.988,lost-temple-P-fidelity,0.000289,,,"https://github.com/eval-forge/opus-v-fable (JUDGING.md, table Final scores, row Opus 5.5 max, column P (fidelity))",src-github-eval-forge-opus-v-fable-lost-temple-2026-11-12|eval-forge:lost-temple|opus-5.5@max|,in, eval-forge-lost-temple-sxp,github-eval-forge,fable-5.2,xhigh,coding,frontier,,per-run,110.71,0.00289,,,86.8,lost-temple-S-x-P,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://github.com/eval-forge/opus-v-fable (JUDGING.md, table Final scores, row Fable 5.2 xhigh, column Score = S × P)",src-github-eval-forge-opus-v-fable-lost-temple-2026-11-12|eval-forge:lost-temple|fable-5.2@xhigh|,in,in eval-forge-lost-temple-S,github-eval-forge,fable-5.2,xhigh,coding,frontier,,,,,,,90,lost-temple-S-quality,0.289,,,"https://github.com/eval-forge/opus-v-fable (JUDGING.md, table Final scores, row Fable 5.2 xhigh, column S (quality))",src-github-eval-forge-opus-v-fable-lost-temple-2026-11-12|eval-forge:lost-temple|fable-5.2@xhigh|,in, eval-forge-lost-temple-P,github-eval-forge,fable-5.2,xhigh,coding,frontier,,,,,,,0.964,lost-temple-P-fidelity,0.000289,,,"https://github.com/eval-forge/opus-v-fable (JUDGING.md, table Final scores, row Fable 5.2 xhigh, column P (fidelity))",src-github-eval-forge-opus-v-fable-lost-temple-2026-11-12|eval-forge:lost-temple|fable-5.2@xhigh|,in, eval-forge-lost-temple-sxp,github-eval-forge,opus-5.5,xhigh,coding,frontier,,per-run,38.80,0.00289,,,84.0,lost-temple-S-x-P,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://github.com/eval-forge/opus-v-fable (JUDGING.md, table Final scores, row Opus 5.5 xhigh, column Score = S × P)",src-github-eval-forge-opus-v-fable-lost-temple-2026-11-12|eval-forge:lost-temple|opus-5.5@xhigh|,in,in eval-forge-lost-temple-S,github-eval-forge,opus-5.5,xhigh,coding,frontier,,,,,,,85,lost-temple-S-quality,0.289,,,"https://github.com/eval-forge/opus-v-fable (JUDGING.md, table Final scores, row Opus 5.5 xhigh, column S (quality))",src-github-eval-forge-opus-v-fable-lost-temple-2026-11-12|eval-forge:lost-temple|opus-5.5@xhigh|,in, eval-forge-lost-temple-P,github-eval-forge,opus-5.5,xhigh,coding,frontier,,,,,,,0.988,lost-temple-P-fidelity,0.000289,,,"https://github.com/eval-forge/opus-v-fable (JUDGING.md, table Final scores, row Opus 5.5 xhigh, column P (fidelity))",src-github-eval-forge-opus-v-fable-lost-temple-2026-11-12|eval-forge:lost-temple|opus-5.5@xhigh|,in, eval-forge-lost-temple-sxp,github-eval-forge,fable-5.2,high,coding,frontier,,per-run,55.52,0.00289,,,73.3,lost-temple-S-x-P,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://github.com/eval-forge/opus-v-fable (JUDGING.md, table Final scores, row Fable 5.2 high, column Score = S × P)",src-github-eval-forge-opus-v-fable-lost-temple-2026-11-12|eval-forge:lost-temple|fable-5.2@high|,in,in eval-forge-lost-temple-S,github-eval-forge,fable-5.2,high,coding,frontier,,,,,,,76,lost-temple-S-quality,0.289,,,"https://github.com/eval-forge/opus-v-fable (JUDGING.md, table Final scores, row Fable 5.2 high, column S (quality))",src-github-eval-forge-opus-v-fable-lost-temple-2026-11-12|eval-forge:lost-temple|fable-5.2@high|,in, eval-forge-lost-temple-P,github-eval-forge,fable-5.2,high,coding,frontier,,,,,,,0.964,lost-temple-P-fidelity,0.000289,,,"https://github.com/eval-forge/opus-v-fable (JUDGING.md, table Final scores, row Fable 5.2 high, column P (fidelity))",src-github-eval-forge-opus-v-fable-lost-temple-2026-11-12|eval-forge:lost-temple|fable-5.2@high|,in, eval-forge-lost-temple-sxp,github-eval-forge,opus-5.5,high,coding,frontier,,per-run,21.30,0.00289,,,67.7,lost-temple-S-x-P,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://github.com/eval-forge/opus-v-fable (JUDGING.md, table Final scores, row Opus 5.5 high, column Score = S × P)",src-github-eval-forge-opus-v-fable-lost-temple-2026-11-12|eval-forge:lost-temple|opus-5.5@high|,in,in eval-forge-lost-temple-S,github-eval-forge,opus-5.5,high,coding,frontier,,,,,,,72,lost-temple-S-quality,0.289,,,"https://github.com/eval-forge/opus-v-fable (JUDGING.md, table Final scores, row Opus 5.5 high, column S (quality))",src-github-eval-forge-opus-v-fable-lost-temple-2026-11-12|eval-forge:lost-temple|opus-5.5@high|,in, eval-forge-lost-temple-P,github-eval-forge,opus-5.5,high,coding,frontier,,,,,,,0.940,lost-temple-P-fidelity,0.000289,,,"https://github.com/eval-forge/opus-v-fable (JUDGING.md, table Final scores, row Opus 5.5 high, column P (fidelity))",src-github-eval-forge-opus-v-fable-lost-temple-2026-11-12|eval-forge:lost-temple|opus-5.5@high|,in, eval-forge-lost-temple-sxp,github-eval-forge,opus-5.5,medium,coding,frontier,,per-run,18.76,0.00289,,,64.2,lost-temple-S-x-P,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://github.com/eval-forge/opus-v-fable (JUDGING.md, table Final scores, row Opus 5.5 medium, column Score = S × P)",src-github-eval-forge-opus-v-fable-lost-temple-2026-11-12|eval-forge:lost-temple|opus-5.5@medium|,in,in eval-forge-lost-temple-S,github-eval-forge,opus-5.5,medium,coding,frontier,,,,,,,65,lost-temple-S-quality,0.289,,,"https://github.com/eval-forge/opus-v-fable (JUDGING.md, table Final scores, row Opus 5.5 medium, column S (quality))",src-github-eval-forge-opus-v-fable-lost-temple-2026-11-12|eval-forge:lost-temple|opus-5.5@medium|,in, eval-forge-lost-temple-P,github-eval-forge,opus-5.5,medium,coding,frontier,,,,,,,0.988,lost-temple-P-fidelity,0.000289,,,"https://github.com/eval-forge/opus-v-fable (JUDGING.md, table Final scores, row Opus 5.5 medium, column P (fidelity))",src-github-eval-forge-opus-v-fable-lost-temple-2026-11-12|eval-forge:lost-temple|opus-5.5@medium|,in, fablemode,github-fable-mode,fable-5,unstated,coding,mid,ClaudeCode-headless,per-suite,10.71,0.00289,,,100,graded%,0,,,"https://github.com/Dallenlol/fable-mode (evals/RESULTS.md, three-way table, row 'fable': graded outcomes)",,out:effort-not-established,out:effort-not-established fablemode,github-fable-mode,?Sonnet,not-established:absent,coding,mid,ClaudeCode-headless,per-suite,2.88,0.00289,,,100,graded%,0,,,"https://github.com/Dallenlol/fable-mode (evals/RESULTS.md, three-way table, row 'sonnet': graded outcomes)",,out:model-not-established,out:model-not-established fable-noskill,github-fable-workflow,sonnet-5.5,unstated,coding,mid,claude-p-bare,,,,,,90,score%,0.289,,,"https://github.com/joey114132/fable-workflow-skill (README, Benchmark table, row sonnet-5.5 (no skill column))",,out:effort-not-established, fable-noskill,github-fable-workflow,opus-5.5,unstated,coding,mid,claude-p-bare,,,,,,93,score%,0.289,,,"https://github.com/joey114132/fable-workflow-skill (README, Benchmark table, row opus-5.5 (no skill column))",,out:effort-not-established, fable-withskill,github-fable-workflow,sonnet-5.5,unstated,coding,mid,claude-p-bare,,,,,,91,score%,0.289,,,"https://github.com/joey114132/fable-workflow-skill (README, Benchmark table, row sonnet-5.5 (with skill column))",,out:effort-not-established, fable-withskill,github-fable-workflow,opus-5.5,unstated,coding,mid,claude-p-bare,,,,,,95,score%,0.289,,,"https://github.com/joey114132/fable-workflow-skill (README, Benchmark table, row opus-5.5 (with skill column))",,out:effort-not-established, fable-noskill,github-fable-workflow,?qwen2.5:7b,not-established:absent,coding,mid,claude-p-bare,,,,,,44,score%,0.289,,,"https://github.com/joey114132/fable-workflow-skill (README, Benchmark table, row qwen2.5:7b (no skill column))",,out:model-not-established, fable-withskill,github-fable-workflow,?qwen2.5:7b,not-established:absent,coding,mid,claude-p-bare,,,,,,54,score%,0.289,,,"https://github.com/joey114132/fable-workflow-skill (README, Benchmark table, row qwen2.5:7b (with skill column))",,out:model-not-established, fable-noskill,github-fable-workflow,?qwen3.6,not-established:absent,coding,mid,claude-p-bare,,,,,,82,score%,0.289,,,"https://github.com/joey114132/fable-workflow-skill (README, Benchmark table, row qwen3.6 (no skill column))",,out:model-not-established, fable-withskill,github-fable-workflow,?qwen3.6,not-established:absent,coding,mid,claude-p-bare,,,,,,87,score%,0.289,,,"https://github.com/joey114132/fable-workflow-skill (README, Benchmark table, row qwen3.6 (with skill column))",,out:model-not-established, lineage-bench-avg,github-fairydreaming-lineage-bench-results,glm-5-turbo,think,reasoning-math,hard,,,,,,,68.1,lineage accuracy,0.0289,,,"https://github.com/fairydreaming/lineage-bench-results (table, row 60, column lineage)",,out:single-couple, lineage-bench-8,github-fairydreaming-lineage-bench-results,glm-5-turbo,think,reasoning-math,hard,,,,,,,97.5,lineage accuracy,0.0289,,,"https://github.com/fairydreaming/lineage-bench-results (table, row 60, column lineage-8)",,out:single-couple, lineage-bench-64,github-fairydreaming-lineage-bench-results,glm-5-turbo,think,reasoning-math,hard,,,,,,,80.0,lineage accuracy,0.0289,,,"https://github.com/fairydreaming/lineage-bench-results (table, row 60, column lineage-64)",,out:single-couple, lineage-bench-128,github-fairydreaming-lineage-bench-results,glm-5-turbo,think,reasoning-math,hard,,,,,,,62.5,lineage accuracy,0.0289,,,"https://github.com/fairydreaming/lineage-bench-results (table, row 60, column lineage-128)",,out:single-couple, lineage-bench-192,github-fairydreaming-lineage-bench-results,glm-5-turbo,think,reasoning-math,hard,,,,,,,32.5,lineage accuracy,0.0289,,,"https://github.com/fairydreaming/lineage-bench-results (table, row 60, column lineage-192)",,out:single-couple, felab-llm-bias-in-finance-cost,github-felab-unist-llm-bias-in-finance,?deepseek-v4-pro,not-established:absent,mixed,hard,,,3.30,0.00289,,,,none,,,,https://github.com/FELAB-UNIST/llm-bias-in-finance (),,,out:model-not-established felab-llm-bias-in-finance-cost,github-felab-unist-llm-bias-in-finance,glm-5.2,unstated,mixed,hard,,,4.72,0.00289,,,,none,,,,https://github.com/FELAB-UNIST/llm-bias-in-finance (),,,out:effort-not-established felab-llm-bias-in-finance-cost,github-felab-unist-llm-bias-in-finance,gemini-3.5-flash,unstated,mixed,hard,,,7.39,0.00289,,,,none,,,,https://github.com/FELAB-UNIST/llm-bias-in-finance (),,,out:effort-not-established felab-llm-bias-in-finance-cost,github-felab-unist-llm-bias-in-finance,minimax-m3,unstated,mixed,hard,,,1.92,0.00289,,,,none,,,,https://github.com/FELAB-UNIST/llm-bias-in-finance (),,,out:effort-not-established felab-llm-bias-in-finance-cost,github-felab-unist-llm-bias-in-finance,qwen3.7-max,unstated,mixed,hard,,,4.02,0.00289,,,,none,,,,https://github.com/FELAB-UNIST/llm-bias-in-finance (),,,out:effort-not-established felab-llm-bias-in-finance-cost,github-felab-unist-llm-bias-in-finance,gpt-5.5,unstated,mixed,hard,,,19.82,0.00289,,,,none,,,,https://github.com/FELAB-UNIST/llm-bias-in-finance (),,,out:effort-not-established felab-llm-bias-in-finance-cost,github-felab-unist-llm-bias-in-finance,opus-4.8,unstated,mixed,hard,,,43.23,0.00289,,,,none,,,,https://github.com/FELAB-UNIST/llm-bias-in-finance (),,,out:effort-not-established forgep2,github-forge-benchmark,opus-4.6,medium,coding,mid,ClaudeCode+Repomix,,,,,,10,score/10,0.289,,,"https://github.com/diamondcrusher42/forge-benchmark (section 'Phase 2', results table row, column 'Score')",,out:single-couple, forgep2,github-forge-benchmark,opus-4.6,max,coding,mid,ClaudeCode+Repomix,,,,,,10,score/10,0.289,,,"https://github.com/diamondcrusher42/forge-benchmark (section 'Phase 2', results table row, column 'Score')",,out:single-couple, forgep2,github-forge-benchmark,sonnet-4.6,medium,coding,mid,ClaudeCode+Repomix,,,,,,10,score/10,0.289,,,"https://github.com/diamondcrusher42/forge-benchmark (section 'Phase 2', results table row, column 'Score')",,out:single-couple, forgep2,github-forge-benchmark,sonnet-4.6,not-established:absent,coding,mid,ClaudeCode+Repomix,,,,,,10,score/10,0.289,,,"https://github.com/diamondcrusher42/forge-benchmark (section 'Phase 2', results table row, column 'Score')",,out:effort-not-established, forgep2,github-forge-benchmark,haiku-4.5,not-established:absent,coding,mid,ClaudeCode+Repomix,,,,,,10,score/10,0.289,,,"https://github.com/diamondcrusher42/forge-benchmark (section 'Phase 2', results table row, column 'Score')",,out:effort-not-established, forgep2,github-forge-benchmark,haiku-4.5,not-established:absent,coding,mid,ClaudeCode+Repomix,,,,,,10,score/10,0.289,,,"https://github.com/diamondcrusher42/forge-benchmark (section 'Phase 2', results table row, column 'Score')",,out:effort-not-established, music-store-agent-ok,github-gabrielsf-99-music-store-ai-agent,gpt-6-luna-pro,unstated,agentic-tool,mid,,,0.0398,2.89e-05,,,100,cases ok,0,,,"https://github.com/gabrielsf-99/music-store-ai-agent/blob/main/evals/reports/2026-11-08-0927-openai_gpt-6-luna-pro.md (table, column Casos ok)",,out:effort-not-established,out:effort-not-established gbrain-n2-judges,github-gbrain-evals,sonnet-5.5,high,mixed,mid,gbrain-evals-runner,,2.3644005000000003,0.455,,,,none,,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://github.com/garrytan/gbrain-evals (),,,out:cost-single-couple gbrain-n2-judges,github-gbrain-evals,opus-5.5,default,mixed,mid,gbrain-evals-runner,,6.035788,2.89e-07,,,,none,,,,https://github.com/garrytan/gbrain-evals (),,,out:effort-not-established gbrain-n2-judges,github-gbrain-evals,fable-5.1,high,mixed,mid,gbrain-evals-runner,,14.18692,2.89e-06,,,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/garrytan/gbrain-evals (),,,in gbrain-n2-judges,github-gbrain-evals,gpt-6.1-sol,medium,mixed,mid,gbrain-evals-runner,,1.992142,2.89e-07,788756,41463,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/garrytan/gbrain-evals (),,,in gbrain-n2-judges,github-gbrain-evals,gpt-6-luna,medium,mixed,mid,gbrain-evals-runner,,0.156263,2.89e-07,783397,85888,,none,,,,https://github.com/garrytan/gbrain-evals (),,,out:failed-run aa-index5@github-ginlix-ai,github-ginlix-ai,fable-5.2,low,mixed,hard,,per-task,3.10,0.00289,,,,AA-idx,,,"restated-from:Artificial Analysis, Intelligence Index v5.0.1; cost-method-assumed-single; cost-base-price:cost-publisher-figure",https://github.com/ginlix-ai/LangAlpha/blob/main/src/llms/manifest/task_costs.json (),,,out:republished aa-index5@github-ginlix-ai,github-ginlix-ai,fable-5.2,high,mixed,hard,,per-task,9.08,0.00289,,,,AA-idx,,,"restated-from:Artificial Analysis, Intelligence Index v5.0.1; cost-method-assumed-single; cost-base-price:cost-publisher-figure",https://github.com/ginlix-ai/LangAlpha/blob/main/src/llms/manifest/task_costs.json (),,,out:republished aa-index5@github-ginlix-ai,github-ginlix-ai,fable-5.2,xhigh,mixed,hard,,per-task,14.83,0.00289,,,,AA-idx,,,"restated-from:Artificial Analysis, Intelligence Index v5.0.1; cost-method-assumed-single; cost-base-price:cost-publisher-figure",https://github.com/ginlix-ai/LangAlpha/blob/main/src/llms/manifest/task_costs.json (),,,out:republished aa-index5@github-ginlix-ai,github-ginlix-ai,fable-5.2,max,mixed,hard,,per-task,26.54,0.00289,,,,AA-idx,,,"restated-from:Artificial Analysis, Intelligence Index v5.0.1; cost-method-assumed-single; cost-base-price:cost-publisher-figure",https://github.com/ginlix-ai/LangAlpha/blob/main/src/llms/manifest/task_costs.json (),,,out:republished gitdiagram-haiku55,github-gitdiagram,haiku-5.5,not-established:contradictory,agentic-tool,mid,Anthropic-API-structured-output,,0.0040,2.89e-05,,,70.6,arrows-backed%,0.0289,,,"https://github.com/ahmedkhaleel2004/gitdiagram/tree/main/experiments/diagram-haiku (README, Results table: score = 100 minus the printed rate of its input)",,out:effort-not-established,out:effort-not-established gitdiagram-haiku55,github-gitdiagram,haiku-5.5,low,agentic-tool,mid,Anthropic-API-structured-output,,0.0045,2.89e-05,,,77.0,arrows-backed%,0.0289,,,"https://github.com/ahmedkhaleel2004/gitdiagram/tree/main/experiments/diagram-haiku (README, Results table: score = 100 minus the printed rate of its input)",,out:partial,out:partial gitdiagram-haiku55,github-gitdiagram,haiku-5.5,medium,agentic-tool,mid,Anthropic-API-structured-output,,0.0069,2.89e-05,,,79.6,arrows-backed%,0.0289,,,"https://github.com/ahmedkhaleel2004/gitdiagram/tree/main/experiments/diagram-haiku (README, Results table: score = 100 minus the printed rate of its input)",,out:partial,out:partial gitdiagram-haiku55,github-gitdiagram,gpt-6-luna,low,agentic-tool,mid,Anthropic-API-structured-output,,0.0049,2.89e-05,,,80.5,arrows-backed%,0.0289,,,"https://github.com/ahmedkhaleel2004/gitdiagram/tree/main/experiments/diagram-haiku (README, Results table: score = 100 minus the printed rate of its input)",,out:partial,out:partial gmbench21-agentic,github-gmbench,haiku-5.5,default,agentic-tool,hard,,per-panel-32-episodes,5.0419,2.89e-05,,,196.554,score,0.000289,,,https://github.com/nedcut/gm-bench ($.agentic_v21_lane[0].mean_score),,out:effort-not-established,out:effort-not-established gmbench21-agentic,github-gmbench,opus-5.5,medium,agentic-tool,hard,,per-panel-32-episodes,130.5921,2.89e-05,,,220.117,score,0.000289,,cost-base-price:cost-publisher-figure,https://github.com/nedcut/gm-bench ($.agentic_v21_lane[1].mean_score),,in,in gmbench21-agentic,github-gmbench,sonnet-5.5,medium,agentic-tool,hard,,per-panel-32-episodes,29.624775,5.7,,,202.811,score,0.000289,,cost-unrepriced; cost-price-band,https://github.com/nedcut/gm-bench ($.agentic_v21_lane[2].mean_score),,in,out:cost-single-couple gmbench21-agentic,github-gmbench,gpt-6-astra,low,agentic-tool,hard,,per-panel-32-episodes,106.1255,2.89e-05,,,296.498,score,0.000289,,cost-base-price:cost-publisher-figure,https://github.com/nedcut/gm-bench ($.agentic_v21_lane[3].mean_score),,in,in gmbench21-agentic,github-gmbench,gpt-6-luna,medium,agentic-tool,hard,,per-panel-32-episodes,4.6184,2.89e-05,,,242.022,score,0.000289,,cost-base-price:cost-publisher-figure,https://github.com/nedcut/gm-bench ($.agentic_v21_lane[4].mean_score),,in,in gmbench21-agentic,github-gmbench,gpt-6.1-sol,low,agentic-tool,hard,,per-panel-32-episodes,15.465,2.89e-05,,,268.741,score,0.000289,,cost-base-price:cost-publisher-figure,https://github.com/nedcut/gm-bench ($.agentic_v21_lane[5].mean_score),,in,in gmbench21-agentic,github-gmbench,deepseek-v4.1-flash,default,agentic-tool,hard,,per-panel-32-episodes,3.5406,2.89e-05,,,250.782,score,0.000289,,,https://github.com/nedcut/gm-bench ($.agentic_v21_lane[6].mean_score),,out:effort-not-established,out:effort-not-established gmbench21-agentic,github-gmbench,deepseek-v4-pro-preview,default,agentic-tool,hard,,per-panel-32-episodes,92.318,2.89e-05,,,251.521,score,0.000289,,,https://github.com/nedcut/gm-bench ($.agentic_v21_lane[7].mean_score),,out:effort-not-established,out:effort-not-established gmbench21-agentic,github-gmbench,glm-5.3-flash,default,agentic-tool,hard,,per-panel-32-episodes,18.5917,2.89e-05,,,240.423,score,0.000289,,,https://github.com/nedcut/gm-bench ($.agentic_v21_lane[10].mean_score),,out:effort-not-established,out:effort-not-established gm-bench2-agentic,github-gmbench,haiku-4.5,default,agentic-tool,hard,,,,,,,130.1,score,0.0289,,,"https://github.com/nedcut/gm-bench (README, 2.0 section: the claude-haiku-4-5 panel row)",,out:effort-not-established, gm-bench2-agentic,github-gmbench,haiku-5.5,default,agentic-tool,hard,,per-panel-32-episodes,4.89,0.00289,,,202.7,score,0.0289,,,"https://github.com/nedcut/gm-bench (README, 2.0 section: the claude-haiku-5-5 panel row)",,out:effort-not-established,out:effort-not-established gm-bench2-agentic,github-gmbench,sonnet-5.5,medium,agentic-tool,hard,,per-panel-32-episodes,28.7325,5.53,,,217.1,score,0.0289,,cost-unrepriced; cost-price-band,"https://github.com/nedcut/gm-bench (README, 2.0 section: the claude-sonnet-5-5 panel row)",,in,out:cost-single-couple gm-bench2-agentic,github-gmbench,opus-5.5,medium,agentic-tool,hard,,per-panel-32-episodes,129.12,0.00289,,,202.5,score,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/nedcut/gm-bench (README, 2.0 section: the claude-opus-5-5 panel row)",,in,in gm-bench2-agentic,github-gmbench,sonnet-5,default,agentic-tool,hard,,per-panel-32-episodes,157.38,0.00289,,,227.4,score,0.0289,,,"https://github.com/nedcut/gm-bench (README, 2.0 section: the claude-sonnet-5 panel row)",,out:effort-not-established,out:effort-not-established gm-bench2-agentic,github-gmbench,gpt-6-luna,medium,agentic-tool,hard,,,,,,,227.4,score,0.0289,,,"https://github.com/nedcut/gm-bench (README, 2.0 section: the gpt-6-luna panel row)",,in, gm-bench2-agentic,github-gmbench,gpt-6.1-sol,low,agentic-tool,hard,,per-panel-32-episodes,17.38,0.00289,,,273.2,score,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/nedcut/gm-bench (README, 2.0 section: the gpt-6.1-sol panel row)",,in,in gm-bench2-agentic,github-gmbench,gpt-6-astra,low,agentic-tool,hard,,per-panel-32-episodes,115.04,0.00289,,,288.4,score,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/nedcut/gm-bench (README, 2.0 section: the gpt-6-astra panel row)",,in,in gm-bench2-agentic,github-gmbench,deepseek-v4.1-flash,default,agentic-tool,hard,,per-panel-32-episodes,3.69,0.00289,,,247.1,score,0.0289,,,"https://github.com/nedcut/gm-bench (README, 2.0 section: the opencode-go/deepseek-v4.1-flash panel row)",,out:effort-not-established,out:effort-not-established gm-bench2-agentic,github-gmbench,deepseek-v4.1-flash,default,agentic-tool,hard,,per-panel-32-episodes,4.91,0.00289,,,244.6,score,0.0289,,,"https://github.com/nedcut/gm-bench (README, 2.0 section: the opencode-go/deepseek-v4.1-flash panel row)",,out:effort-not-established,out:effort-not-established haiku-thinking-handoff,github-haiku-thinking-bench,haiku-4.5,nothink,agentic-tool,easy,Anthropic-API-4-fake-tools,,0.00267,2.89e-06,,,,pass%,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/17tayyy/haiku-thinking-bench (),,,in haiku-thinking-handoff,github-haiku-thinking-bench,haiku-5.5,nothink,agentic-tool,easy,Anthropic-API-4-fake-tools,,0.00027,2.89e-06,,,,pass%,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/17tayyy/haiku-thinking-bench (),,,in haiku-thinking-handoff,github-haiku-thinking-bench,haiku-5.5,low,agentic-tool,easy,Anthropic-API-4-fake-tools,,0.00030,2.89e-06,,,,pass%,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/17tayyy/haiku-thinking-bench (),,,in haiku-thinking-handoff,github-haiku-thinking-bench,haiku-5.5,medium,agentic-tool,easy,Anthropic-API-4-fake-tools,,0.00032,2.89e-06,,,,pass%,,,level-from-default; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/17tayyy/haiku-thinking-bench (),,,in tb21-codex@github-harbor-framework-terminal-bench-2-1,github-harbor-framework-terminal-bench-2-1,gpt-5.5,xhigh,coding,hard,Codex-CLI,per-suite-445-trials,2059.19,0,336797311,5966373,83.15,pass%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/harbor-framework/terminal-bench-2-1/tree/main/leaderboard/submissions ($.metrics.accuracy),src-github-harbor-framework-terminal-bench-2-1-submissions-2026-11-09|tb21-codex|gpt-5.5@xhigh|2.1,in,in harbor-tb21-codex-pass-at-2,github-harbor-framework-terminal-bench-2-1,gpt-5.5,xhigh,mixed,hard,Codex-CLI,,,,,,0.8888,pass@2,2.89e-05,,,https://github.com/harbor-framework/terminal-bench-2-1/tree/main/leaderboard/submissions ($.metrics.pass_at_2),src-github-harbor-framework-terminal-bench-2-1-submissions-2026-11-09|tb21-codex|gpt-5.5@xhigh|2.1,in, harbor-tb21-codex-pass-at-3,github-harbor-framework-terminal-bench-2-1,gpt-5.5,xhigh,mixed,hard,Codex-CLI,,,,,,0.9135,pass@3,2.89e-05,,,https://github.com/harbor-framework/terminal-bench-2-1/tree/main/leaderboard/submissions ($.metrics.pass_at_3),src-github-harbor-framework-terminal-bench-2-1-submissions-2026-11-09|tb21-codex|gpt-5.5@xhigh|2.1,in, harbor-tb21-codex-pass-at-4,github-harbor-framework-terminal-bench-2-1,gpt-5.5,xhigh,mixed,hard,Codex-CLI,,,,,,0.9303,pass@4,2.89e-05,,,https://github.com/harbor-framework/terminal-bench-2-1/tree/main/leaderboard/submissions ($.metrics.pass_at_4),src-github-harbor-framework-terminal-bench-2-1-submissions-2026-11-09|tb21-codex|gpt-5.5@xhigh|2.1,in, harbor-tb21-codex-pass-at-5,github-harbor-framework-terminal-bench-2-1,gpt-5.5,xhigh,mixed,hard,Codex-CLI,,,,,,0.9438,pass@5,2.89e-05,,,https://github.com/harbor-framework/terminal-bench-2-1/tree/main/leaderboard/submissions ($.metrics.pass_at_5),src-github-harbor-framework-terminal-bench-2-1-submissions-2026-11-09|tb21-codex|gpt-5.5@xhigh|2.1,in, tb21t2@github-harbor-framework-terminal-bench-2-1#2.1,github-harbor-framework-terminal-bench-2-1,gpt-5.5,not-established:absent,coding,hard,Terminus-2,per-suite-445-trials,493.85,0,81469069,10768129,77.98,pass%,0.00289,,,https://github.com/harbor-framework/terminal-bench-2-1/tree/main/leaderboard/submissions ($.metrics.accuracy),,out:effort-not-established,out:effort-not-established harbor-tb21-terminus-2-pass-at-2#2.1,github-harbor-framework-terminal-bench-2-1,gpt-5.5,not-established:absent,mixed,hard,Terminus-2,,,,,,0.8461,pass@2,2.89e-05,,,https://github.com/harbor-framework/terminal-bench-2-1/tree/main/leaderboard/submissions ($.metrics.pass_at_2),,out:effort-not-established, harbor-tb21-terminus-2-pass-at-3#2.1,github-harbor-framework-terminal-bench-2-1,gpt-5.5,not-established:absent,mixed,hard,Terminus-2,,,,,,0.864,pass@3,0.000289,,,https://github.com/harbor-framework/terminal-bench-2-1/tree/main/leaderboard/submissions ($.metrics.pass_at_3),,out:effort-not-established, harbor-tb21-terminus-2-pass-at-4#2.1,github-harbor-framework-terminal-bench-2-1,gpt-5.5,not-established:absent,mixed,hard,Terminus-2,,,,,,0.8719,pass@4,2.89e-05,,,https://github.com/harbor-framework/terminal-bench-2-1/tree/main/leaderboard/submissions ($.metrics.pass_at_4),,out:effort-not-established, harbor-tb21-terminus-2-pass-at-5#2.1,github-harbor-framework-terminal-bench-2-1,gpt-5.5,not-established:absent,mixed,hard,Terminus-2,,,,,,0.8764,pass@5,2.89e-05,,,https://github.com/harbor-framework/terminal-bench-2-1/tree/main/leaderboard/submissions ($.metrics.pass_at_5),,out:effort-not-established, tb21-codex@github-harbor-framework-terminal-bench-2-1,github-harbor-framework-terminal-bench-2-1,gpt-5.6-luna,max,coding,hard,Codex-CLI,per-suite-445-trials,218.28,0,40109860,9525636,71.24,pass%,0.00289,,cost-uniform-factor-tiers; cost-method-assumed-single; cost-base-price:cost-uniform-factor-tiers,https://github.com/harbor-framework/terminal-bench-2-1/tree/main/leaderboard/submissions ($.metrics.accuracy),src-github-harbor-framework-terminal-bench-2-1-submissions-2026-11-09|tb21-codex|gpt-5.6-luna@max|2.1|row1,in,in harbor-tb21-codex-pass-at-2,github-harbor-framework-terminal-bench-2-1,gpt-5.6-luna,max,mixed,hard,Codex-CLI,,,,,,0.7989,pass@2,2.89e-05,,,https://github.com/harbor-framework/terminal-bench-2-1/tree/main/leaderboard/submissions ($.metrics.pass_at_2),src-github-harbor-framework-terminal-bench-2-1-submissions-2026-11-09|tb21-codex|gpt-5.6-luna@max|2.1|row1,in, harbor-tb21-codex-pass-at-3,github-harbor-framework-terminal-bench-2-1,gpt-5.6-luna,max,mixed,hard,Codex-CLI,,,,,,0.8416,pass@3,2.89e-05,,,https://github.com/harbor-framework/terminal-bench-2-1/tree/main/leaderboard/submissions ($.metrics.pass_at_3),src-github-harbor-framework-terminal-bench-2-1-submissions-2026-11-09|tb21-codex|gpt-5.6-luna@max|2.1|row1,in, harbor-tb21-codex-pass-at-4,github-harbor-framework-terminal-bench-2-1,gpt-5.6-luna,max,mixed,hard,Codex-CLI,,,,,,0.8697,pass@4,2.89e-05,,,https://github.com/harbor-framework/terminal-bench-2-1/tree/main/leaderboard/submissions ($.metrics.pass_at_4),src-github-harbor-framework-terminal-bench-2-1-submissions-2026-11-09|tb21-codex|gpt-5.6-luna@max|2.1|row1,in, harbor-tb21-codex-pass-at-5,github-harbor-framework-terminal-bench-2-1,gpt-5.6-luna,max,mixed,hard,Codex-CLI,,,,,,0.8876,pass@5,2.89e-05,,,https://github.com/harbor-framework/terminal-bench-2-1/tree/main/leaderboard/submissions ($.metrics.pass_at_5),src-github-harbor-framework-terminal-bench-2-1-submissions-2026-11-09|tb21-codex|gpt-5.6-luna@max|2.1|row1,in, tb21-codex@github-harbor-framework-terminal-bench-2-1,github-harbor-framework-terminal-bench-2-1,gpt-5.6-sol,max,coding,hard,Codex-CLI,per-suite-445-trials,574.68,0,25266704,5935747,76.18,pass%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/harbor-framework/terminal-bench-2-1/tree/main/leaderboard/submissions ($.metrics.accuracy),src-github-harbor-framework-terminal-bench-2-1-submissions-2026-11-09|tb21-codex|gpt-5.6-sol@max|2.1,in,in harbor-tb21-codex-pass-at-2,github-harbor-framework-terminal-bench-2-1,gpt-5.6-sol,max,mixed,hard,Codex-CLI,,,,,,0.8348,pass@2,2.89e-05,,,https://github.com/harbor-framework/terminal-bench-2-1/tree/main/leaderboard/submissions ($.metrics.pass_at_2),src-github-harbor-framework-terminal-bench-2-1-submissions-2026-11-09|tb21-codex|gpt-5.6-sol@max|2.1,in, harbor-tb21-codex-pass-at-3,github-harbor-framework-terminal-bench-2-1,gpt-5.6-sol,max,mixed,hard,Codex-CLI,,,,,,0.8663,pass@3,2.89e-05,,,https://github.com/harbor-framework/terminal-bench-2-1/tree/main/leaderboard/submissions ($.metrics.pass_at_3),src-github-harbor-framework-terminal-bench-2-1-submissions-2026-11-09|tb21-codex|gpt-5.6-sol@max|2.1,in, harbor-tb21-codex-pass-at-4,github-harbor-framework-terminal-bench-2-1,gpt-5.6-sol,max,mixed,hard,Codex-CLI,,,,,,0.8809,pass@4,2.89e-05,,,https://github.com/harbor-framework/terminal-bench-2-1/tree/main/leaderboard/submissions ($.metrics.pass_at_4),src-github-harbor-framework-terminal-bench-2-1-submissions-2026-11-09|tb21-codex|gpt-5.6-sol@max|2.1,in, harbor-tb21-codex-pass-at-5,github-harbor-framework-terminal-bench-2-1,gpt-5.6-sol,max,mixed,hard,Codex-CLI,,,,,,0.8876,pass@5,2.89e-05,,,https://github.com/harbor-framework/terminal-bench-2-1/tree/main/leaderboard/submissions ($.metrics.pass_at_5),src-github-harbor-framework-terminal-bench-2-1-submissions-2026-11-09|tb21-codex|gpt-5.6-sol@max|2.1,in, tb21-codex@github-harbor-framework-terminal-bench-2-1,github-harbor-framework-terminal-bench-2-1,gpt-5.6-terra,max,coding,hard,Codex-CLI,per-suite-445-trials,401.03,0,31612623,8273026,74.38,pass%,0.00289,,cost-uniform-factor-tiers; cost-method-assumed-single; cost-base-price:cost-uniform-factor-tiers,https://github.com/harbor-framework/terminal-bench-2-1/tree/main/leaderboard/submissions ($.metrics.accuracy),src-github-harbor-framework-terminal-bench-2-1-submissions-2026-11-09|tb21-codex|gpt-5.6-terra@max|2.1|row1,in,in harbor-tb21-codex-pass-at-2,github-harbor-framework-terminal-bench-2-1,gpt-5.6-terra,max,mixed,hard,Codex-CLI,,,,,,0.8494,pass@2,2.89e-05,,,https://github.com/harbor-framework/terminal-bench-2-1/tree/main/leaderboard/submissions ($.metrics.pass_at_2),src-github-harbor-framework-terminal-bench-2-1-submissions-2026-11-09|tb21-codex|gpt-5.6-terra@max|2.1|row1,in, harbor-tb21-codex-pass-at-3,github-harbor-framework-terminal-bench-2-1,gpt-5.6-terra,max,mixed,hard,Codex-CLI,,,,,,0.8899,pass@3,2.89e-05,,,https://github.com/harbor-framework/terminal-bench-2-1/tree/main/leaderboard/submissions ($.metrics.pass_at_3),src-github-harbor-framework-terminal-bench-2-1-submissions-2026-11-09|tb21-codex|gpt-5.6-terra@max|2.1|row1,in, harbor-tb21-codex-pass-at-4,github-harbor-framework-terminal-bench-2-1,gpt-5.6-terra,max,mixed,hard,Codex-CLI,,,,,,0.9101,pass@4,2.89e-05,,,https://github.com/harbor-framework/terminal-bench-2-1/tree/main/leaderboard/submissions ($.metrics.pass_at_4),src-github-harbor-framework-terminal-bench-2-1-submissions-2026-11-09|tb21-codex|gpt-5.6-terra@max|2.1|row1,in, harbor-tb21-codex-pass-at-5,github-harbor-framework-terminal-bench-2-1,gpt-5.6-terra,max,mixed,hard,Codex-CLI,,,,,,0.9213,pass@5,2.89e-05,,,https://github.com/harbor-framework/terminal-bench-2-1/tree/main/leaderboard/submissions ($.metrics.pass_at_5),src-github-harbor-framework-terminal-bench-2-1-submissions-2026-11-09|tb21-codex|gpt-5.6-terra@max|2.1|row1,in, tb21-codex@github-harbor-framework-terminal-bench-2-1,github-harbor-framework-terminal-bench-2-1,gpt-5.6-luna,max,coding,hard,Codex-CLI,per-suite-445-trials,241.45,0,40023670,10628905,75.73,pass%,0.00289,,cost-uniform-factor-tiers; cost-method-assumed-single; cost-base-price:cost-uniform-factor-tiers,https://github.com/harbor-framework/terminal-bench-2-1/tree/main/leaderboard/submissions ($.metrics.accuracy),src-github-harbor-framework-terminal-bench-2-1-submissions-2026-11-09|tb21-codex|gpt-5.6-luna@max|2.1|row2,in,in harbor-tb21-codex-pass-at-2,github-harbor-framework-terminal-bench-2-1,gpt-5.6-luna,max,mixed,hard,Codex-CLI,,,,,,0.8348,pass@2,2.89e-05,,,https://github.com/harbor-framework/terminal-bench-2-1/tree/main/leaderboard/submissions ($.metrics.pass_at_2),src-github-harbor-framework-terminal-bench-2-1-submissions-2026-11-09|tb21-codex|gpt-5.6-luna@max|2.1|row2,in, harbor-tb21-codex-pass-at-3,github-harbor-framework-terminal-bench-2-1,gpt-5.6-luna,max,mixed,hard,Codex-CLI,,,,,,0.864,pass@3,0.000289,,,https://github.com/harbor-framework/terminal-bench-2-1/tree/main/leaderboard/submissions ($.metrics.pass_at_3),src-github-harbor-framework-terminal-bench-2-1-submissions-2026-11-09|tb21-codex|gpt-5.6-luna@max|2.1|row2,in, harbor-tb21-codex-pass-at-4,github-harbor-framework-terminal-bench-2-1,gpt-5.6-luna,max,mixed,hard,Codex-CLI,,,,,,0.8787,pass@4,2.89e-05,,,https://github.com/harbor-framework/terminal-bench-2-1/tree/main/leaderboard/submissions ($.metrics.pass_at_4),src-github-harbor-framework-terminal-bench-2-1-submissions-2026-11-09|tb21-codex|gpt-5.6-luna@max|2.1|row2,in, harbor-tb21-codex-pass-at-5,github-harbor-framework-terminal-bench-2-1,gpt-5.6-luna,max,mixed,hard,Codex-CLI,,,,,,0.8876,pass@5,2.89e-05,,,https://github.com/harbor-framework/terminal-bench-2-1/tree/main/leaderboard/submissions ($.metrics.pass_at_5),src-github-harbor-framework-terminal-bench-2-1-submissions-2026-11-09|tb21-codex|gpt-5.6-luna@max|2.1|row2,in, tb21-codex@github-harbor-framework-terminal-bench-2-1,github-harbor-framework-terminal-bench-2-1,gpt-5.6-terra,max,coding,hard,Codex-CLI,per-suite-445-trials,421.15,0,29803660,8707506,78.43,pass%,0.00289,,cost-uniform-factor-tiers; cost-method-assumed-single; cost-base-price:cost-uniform-factor-tiers,https://github.com/harbor-framework/terminal-bench-2-1/tree/main/leaderboard/submissions ($.metrics.accuracy),src-github-harbor-framework-terminal-bench-2-1-submissions-2026-11-09|tb21-codex|gpt-5.6-terra@max|2.1|row2,in,in harbor-tb21-codex-pass-at-2,github-harbor-framework-terminal-bench-2-1,gpt-5.6-terra,max,mixed,hard,Codex-CLI,,,,,,0.8539,pass@2,2.89e-05,,,https://github.com/harbor-framework/terminal-bench-2-1/tree/main/leaderboard/submissions ($.metrics.pass_at_2),src-github-harbor-framework-terminal-bench-2-1-submissions-2026-11-09|tb21-codex|gpt-5.6-terra@max|2.1|row2,in, harbor-tb21-codex-pass-at-3,github-harbor-framework-terminal-bench-2-1,gpt-5.6-terra,max,mixed,hard,Codex-CLI,,,,,,0.8753,pass@3,2.89e-05,,,https://github.com/harbor-framework/terminal-bench-2-1/tree/main/leaderboard/submissions ($.metrics.pass_at_3),src-github-harbor-framework-terminal-bench-2-1-submissions-2026-11-09|tb21-codex|gpt-5.6-terra@max|2.1|row2,in, harbor-tb21-codex-pass-at-4,github-harbor-framework-terminal-bench-2-1,gpt-5.6-terra,max,mixed,hard,Codex-CLI,,,,,,0.8876,pass@4,2.89e-05,,,https://github.com/harbor-framework/terminal-bench-2-1/tree/main/leaderboard/submissions ($.metrics.pass_at_4),src-github-harbor-framework-terminal-bench-2-1-submissions-2026-11-09|tb21-codex|gpt-5.6-terra@max|2.1|row2,in, harbor-tb21-codex-pass-at-5,github-harbor-framework-terminal-bench-2-1,gpt-5.6-terra,max,mixed,hard,Codex-CLI,,,,,,0.8989,pass@5,2.89e-05,,,https://github.com/harbor-framework/terminal-bench-2-1/tree/main/leaderboard/submissions ($.metrics.pass_at_5),src-github-harbor-framework-terminal-bench-2-1-submissions-2026-11-09|tb21-codex|gpt-5.6-terra@max|2.1|row2,in, tb21-gemini-cli@github-harbor-framework-terminal-bench-2-1,github-harbor-framework-terminal-bench-2-1,?Gemini 3 Pro,not-established:absent,coding,hard,Gemini-CLI,per-suite-445-trials,247.76,0,47653156,7219388,65.84,pass%,0.00289,,,https://github.com/harbor-framework/terminal-bench-2-1/tree/main/leaderboard/submissions ($.metrics.accuracy),,out:model-not-established,out:model-not-established harbor-tb21-gemini-cli-pass-at-2,github-harbor-framework-terminal-bench-2-1,?Gemini 3 Pro,not-established:absent,agentic-tool,hard,Gemini-CLI,,,,,,0.7427,pass@2,2.89e-05,,,https://github.com/harbor-framework/terminal-bench-2-1/tree/main/leaderboard/submissions ($.metrics.pass_at_2),,out:model-not-established, harbor-tb21-gemini-cli-pass-at-3,github-harbor-framework-terminal-bench-2-1,?Gemini 3 Pro,not-established:absent,agentic-tool,hard,Gemini-CLI,,,,,,0.7831,pass@3,2.89e-05,,,https://github.com/harbor-framework/terminal-bench-2-1/tree/main/leaderboard/submissions ($.metrics.pass_at_3),,out:model-not-established, harbor-tb21-gemini-cli-pass-at-4,github-harbor-framework-terminal-bench-2-1,?Gemini 3 Pro,not-established:absent,agentic-tool,hard,Gemini-CLI,,,,,,0.8067,pass@4,2.89e-05,,,https://github.com/harbor-framework/terminal-bench-2-1/tree/main/leaderboard/submissions ($.metrics.pass_at_4),,out:model-not-established, harbor-tb21-gemini-cli-pass-at-5,github-harbor-framework-terminal-bench-2-1,?Gemini 3 Pro,not-established:absent,agentic-tool,hard,Gemini-CLI,,,,,,0.8202,pass@5,2.89e-05,,,https://github.com/harbor-framework/terminal-bench-2-1/tree/main/leaderboard/submissions ($.metrics.pass_at_5),,out:model-not-established, tb21t2@github-harbor-framework-terminal-bench-2-1#none,github-harbor-framework-terminal-bench-2-1,?Gemini 3 Pro,not-established:absent,coding,hard,Terminus-2,per-suite-445-trials,224.44,0,26094316,12862730,73.93,pass%,0.00289,,,https://github.com/harbor-framework/terminal-bench-2-1/tree/main/leaderboard/submissions ($.metrics.accuracy),,out:model-not-established,out:model-not-established harbor-tb21-terminus-2-pass-at-2#none,github-harbor-framework-terminal-bench-2-1,?Gemini 3 Pro,not-established:absent,mixed,hard,Terminus-2,,,,,,0.8135,pass@2,2.89e-05,,,https://github.com/harbor-framework/terminal-bench-2-1/tree/main/leaderboard/submissions ($.metrics.pass_at_2),,out:model-not-established, harbor-tb21-terminus-2-pass-at-3#none,github-harbor-framework-terminal-bench-2-1,?Gemini 3 Pro,not-established:absent,mixed,hard,Terminus-2,,,,,,0.8472,pass@3,2.89e-05,,,https://github.com/harbor-framework/terminal-bench-2-1/tree/main/leaderboard/submissions ($.metrics.pass_at_3),,out:model-not-established, harbor-tb21-terminus-2-pass-at-4#none,github-harbor-framework-terminal-bench-2-1,?Gemini 3 Pro,not-established:absent,mixed,hard,Terminus-2,,,,,,0.8652,pass@4,2.89e-05,,,https://github.com/harbor-framework/terminal-bench-2-1/tree/main/leaderboard/submissions ($.metrics.pass_at_4),,out:model-not-established, harbor-tb21-terminus-2-pass-at-5#none,github-harbor-framework-terminal-bench-2-1,?Gemini 3 Pro,not-established:absent,mixed,hard,Terminus-2,,,,,,0.8764,pass@5,2.89e-05,,,https://github.com/harbor-framework/terminal-bench-2-1/tree/main/leaderboard/submissions ($.metrics.pass_at_5),,out:model-not-established, tb21-gemini-cli@github-harbor-framework-terminal-bench-2-1,github-harbor-framework-terminal-bench-2-1,gemini-3.1-pro,high,coding,hard,Gemini-CLI,per-suite-445-trials,236.49,0,44843158,6123596,65.84,pass%,0.00289,,cost-method-assumed-single,https://github.com/harbor-framework/terminal-bench-2-1/tree/main/leaderboard/submissions ($.metrics.accuracy),,out:single-couple,out:cost-not-comparable harbor-tb21-gemini-cli-pass-at-2,github-harbor-framework-terminal-bench-2-1,gemini-3.1-pro,high,agentic-tool,hard,Gemini-CLI,,,,,,0.782,pass@2,2.89e-05,,,https://github.com/harbor-framework/terminal-bench-2-1/tree/main/leaderboard/submissions ($.metrics.pass_at_2),,out:single-couple, harbor-tb21-gemini-cli-pass-at-3,github-harbor-framework-terminal-bench-2-1,gemini-3.1-pro,high,agentic-tool,hard,Gemini-CLI,,,,,,0.8315,pass@3,2.89e-05,,,https://github.com/harbor-framework/terminal-bench-2-1/tree/main/leaderboard/submissions ($.metrics.pass_at_3),,out:single-couple, harbor-tb21-gemini-cli-pass-at-4,github-harbor-framework-terminal-bench-2-1,gemini-3.1-pro,high,agentic-tool,hard,Gemini-CLI,,,,,,0.8584,pass@4,2.89e-05,,,https://github.com/harbor-framework/terminal-bench-2-1/tree/main/leaderboard/submissions ($.metrics.pass_at_4),,out:single-couple, harbor-tb21-gemini-cli-pass-at-5,github-harbor-framework-terminal-bench-2-1,gemini-3.1-pro,high,agentic-tool,hard,Gemini-CLI,,,,,,0.8764,pass@5,2.89e-05,,,https://github.com/harbor-framework/terminal-bench-2-1/tree/main/leaderboard/submissions ($.metrics.pass_at_5),,out:single-couple, tb21t2@github-harbor-framework-terminal-bench-2-1#none,github-harbor-framework-terminal-bench-2-1,gemini-3.1-pro,high,coding,hard,Terminus-2,per-suite-445-trials,229.99,0,27525560,12935831,65.62,pass%,0.00289,,cost-method-assumed-single,https://github.com/harbor-framework/terminal-bench-2-1/tree/main/leaderboard/submissions ($.metrics.accuracy),,out:single-couple,out:cost-not-comparable harbor-tb21-terminus-2-pass-at-2#none,github-harbor-framework-terminal-bench-2-1,gemini-3.1-pro,high,mixed,hard,Terminus-2,,,,,,0.7775,pass@2,2.89e-05,,,https://github.com/harbor-framework/terminal-bench-2-1/tree/main/leaderboard/submissions ($.metrics.pass_at_2),,out:single-couple, harbor-tb21-terminus-2-pass-at-3#none,github-harbor-framework-terminal-bench-2-1,gemini-3.1-pro,high,mixed,hard,Terminus-2,,,,,,0.8225,pass@3,2.89e-05,,,https://github.com/harbor-framework/terminal-bench-2-1/tree/main/leaderboard/submissions ($.metrics.pass_at_3),,out:single-couple, harbor-tb21-terminus-2-pass-at-4#none,github-harbor-framework-terminal-bench-2-1,gemini-3.1-pro,high,mixed,hard,Terminus-2,,,,,,0.8472,pass@4,2.89e-05,,,https://github.com/harbor-framework/terminal-bench-2-1/tree/main/leaderboard/submissions ($.metrics.pass_at_4),,out:single-couple, harbor-tb21-terminus-2-pass-at-5#none,github-harbor-framework-terminal-bench-2-1,gemini-3.1-pro,high,mixed,hard,Terminus-2,,,,,,0.8652,pass@5,2.89e-05,,,https://github.com/harbor-framework/terminal-bench-2-1/tree/main/leaderboard/submissions ($.metrics.pass_at_5),,out:single-couple, slop-index-overall,github-hgaddipati1118-slop-index,gpt-6.1-sol-pro,unstated,writing,mid,,,,,,,31.5,slop index overall,0.0289,,,"https://github.com/hgaddipati1118/slop-index (models[] id=gpt-6.1-sol-pro, overall)",,out:effort-not-established, slop-index-overall,github-hgaddipati1118-slop-index,gpt-6-sol-pro,unstated,writing,mid,,,,,,,28.3,slop index overall,0.0289,,,"https://github.com/hgaddipati1118/slop-index (models[] id=gpt-6-sol-pro, overall)",,out:effort-not-established, slop-index-overall,github-hgaddipati1118-slop-index,gpt-6-luna-pro,unstated,writing,mid,,,,,,,27.0,slop index overall,0.0289,,,"https://github.com/hgaddipati1118/slop-index (models[] id=gpt-6-luna-pro, overall)",,out:effort-not-established, holmesgpt-fast-benchmark,github-holmesgpt,?deepseek-r1-reasoner,not-established:absent,agentic-tool,hard,,per-suite,0.15,0.00289,,,94,Success Rate,0.289,,,"https://github.com/HolmesGPT/holmesgpt/blob/master/docs/development/evaluations/history/results_20260607_034849.md (Model Accuracy Comparison, Success Rate)",,out:model-not-established,out:model-not-established holmesgpt-fast-benchmark,github-holmesgpt,?deepseek-v3.2-chat,not-established:absent,agentic-tool,hard,,per-suite,0.15,0.00289,,,88,Success Rate,0.289,,,"https://github.com/HolmesGPT/holmesgpt/blob/master/docs/development/evaluations/history/results_20260607_034849.md (Model Accuracy Comparison, Success Rate)",,out:model-not-established,out:model-not-established holmesgpt-fast-benchmark,github-holmesgpt,gemini-3.1-pro,unstated,agentic-tool,hard,,per-suite,1.92,0.00289,,,82,Success Rate,0.289,,,"https://github.com/HolmesGPT/holmesgpt/blob/master/docs/development/evaluations/history/results_20260607_034849.md (Model Accuracy Comparison, Success Rate)",,out:effort-not-established,out:effort-not-established holmesgpt-fast-benchmark,github-holmesgpt,gpt-5.3-codex,unstated,agentic-tool,hard,,per-suite,0.55,0.00289,,,59,Success Rate,0.289,,,"https://github.com/HolmesGPT/holmesgpt/blob/master/docs/development/evaluations/history/results_20260607_034849.md (Model Accuracy Comparison, Success Rate)",,out:effort-not-established,out:effort-not-established holmesgpt-fast-benchmark,github-holmesgpt,gpt-5.4,unstated,agentic-tool,hard,,per-suite,1.38,0.00289,,,88,Success Rate,0.289,,,"https://github.com/HolmesGPT/holmesgpt/blob/master/docs/development/evaluations/history/results_20260607_034849.md (Model Accuracy Comparison, Success Rate)",,out:effort-not-established,out:effort-not-established holmesgpt-fast-benchmark,github-holmesgpt,haiku-4.5,unstated,agentic-tool,hard,,per-suite,1.01,0.00289,,,65,Success Rate,0.289,,,"https://github.com/HolmesGPT/holmesgpt/blob/master/docs/development/evaluations/history/results_20260607_034849.md (Model Accuracy Comparison, Success Rate)",,out:effort-not-established,out:effort-not-established holmesgpt-fast-benchmark,github-holmesgpt,opus-4.6,unstated,agentic-tool,hard,,per-suite,5.16,0.00289,,,94,Success Rate,0.289,,,"https://github.com/HolmesGPT/holmesgpt/blob/master/docs/development/evaluations/history/results_20260607_034849.md (Model Accuracy Comparison, Success Rate)",,out:effort-not-established,out:effort-not-established holmesgpt-fast-benchmark,github-holmesgpt,opus-4.7,unstated,agentic-tool,hard,,per-suite,5.87,0.00289,,,82,Success Rate,0.289,,,"https://github.com/HolmesGPT/holmesgpt/blob/master/docs/development/evaluations/history/results_20260607_034849.md (Model Accuracy Comparison, Success Rate)",,out:effort-not-established,out:effort-not-established holmesgpt-fast-benchmark,github-holmesgpt,?qwen-next-80B-instruct,not-established:absent,agentic-tool,hard,,per-suite,0.49,0.00289,,,53,Success Rate,0.289,,,"https://github.com/HolmesGPT/holmesgpt/blob/master/docs/development/evaluations/history/results_20260607_034849.md (Model Accuracy Comparison, Success Rate)",,out:model-not-established,out:model-not-established holmesgpt-fast-benchmark,github-holmesgpt,?qwen-next-80B-thinking,not-established:absent,agentic-tool,hard,,per-suite,0.41,0.00289,,,47,Success Rate,0.289,,,"https://github.com/HolmesGPT/holmesgpt/blob/master/docs/development/evaluations/history/results_20260607_034849.md (Model Accuracy Comparison, Success Rate)",,out:model-not-established,out:model-not-established holmesgpt-fast-benchmark,github-holmesgpt,sonnet-4.6,unstated,agentic-tool,hard,,per-suite,2.94,0.00289,,,94,Success Rate,0.289,,,"https://github.com/HolmesGPT/holmesgpt/blob/master/docs/development/evaluations/history/results_20260607_034849.md (Model Accuracy Comparison, Success Rate)",,out:effort-not-established,out:effort-not-established holmesgpt-fast-benchmark,github-holmesgpt,deepseek-v4-pro-0813,unstated,agentic-tool,hard,,per-suite,2.45,0.00289,,,86,Success Rate,0.289,,,"https://github.com/HolmesGPT/holmesgpt/blob/master/docs/development/evaluations/history/results_20261028_100941.md (Model Accuracy Comparison, Success Rate)",,out:effort-not-established,out:effort-not-established holmesgpt-fast-benchmark,github-holmesgpt,gemini-3.1-pro,unstated,agentic-tool,hard,,per-suite,2.43,0.00289,,,82,Success Rate,0.289,,,"https://github.com/HolmesGPT/holmesgpt/blob/master/docs/development/evaluations/history/results_20261028_100941.md (Model Accuracy Comparison, Success Rate)",,out:effort-not-established,out:effort-not-established holmesgpt-fast-benchmark,github-holmesgpt,glm-5.3,unstated,agentic-tool,hard,,per-suite,1.88,0.00289,,,77,Success Rate,0.289,,,"https://github.com/HolmesGPT/holmesgpt/blob/master/docs/development/evaluations/history/results_20261028_100941.md (Model Accuracy Comparison, Success Rate)",,out:effort-not-established,out:effort-not-established holmesgpt-fast-benchmark,github-holmesgpt,gpt-5.5,unstated,agentic-tool,hard,,per-suite,4.38,0.00289,,,95,Success Rate,0.289,,,"https://github.com/HolmesGPT/holmesgpt/blob/master/docs/development/evaluations/history/results_20261028_100941.md (Model Accuracy Comparison, Success Rate)",,out:effort-not-established,out:effort-not-established holmesgpt-fast-benchmark,github-holmesgpt,gpt-6.1-sol,unstated,agentic-tool,hard,,per-suite,1.19,0.00289,,,95,Success Rate,0.289,,,"https://github.com/HolmesGPT/holmesgpt/blob/master/docs/development/evaluations/history/results_20261028_100941.md (Model Accuracy Comparison, Success Rate)",,out:effort-not-established,out:effort-not-established holmesgpt-fast-benchmark,github-holmesgpt,haiku-4.5,unstated,agentic-tool,hard,,per-suite,0.90,0.00289,,,68,Success Rate,0.289,,,"https://github.com/HolmesGPT/holmesgpt/blob/master/docs/development/evaluations/history/results_20261028_100941.md (Model Accuracy Comparison, Success Rate)",,out:effort-not-established,out:effort-not-established holmesgpt-fast-benchmark,github-holmesgpt,kimi-k3,unstated,agentic-tool,hard,,per-suite,2.33,0.00289,,,95,Success Rate,0.289,,,"https://github.com/HolmesGPT/holmesgpt/blob/master/docs/development/evaluations/history/results_20261028_100941.md (Model Accuracy Comparison, Success Rate)",,out:effort-not-established,out:effort-not-established holmesgpt-fast-benchmark,github-holmesgpt,opus-5.5,unstated,agentic-tool,hard,,per-suite,4.39,0.00289,,,100,Success Rate,0.289,,,"https://github.com/HolmesGPT/holmesgpt/blob/master/docs/development/evaluations/history/results_20261028_100941.md (Model Accuracy Comparison, Success Rate)",,out:effort-not-established,out:effort-not-established holmesgpt-fast-benchmark,github-holmesgpt,sonnet-5.5,unstated,agentic-tool,hard,,per-suite,1.75,0.00289,,,86,Success Rate,0.289,,,"https://github.com/HolmesGPT/holmesgpt/blob/master/docs/development/evaluations/history/results_20261028_100941.md (Model Accuracy Comparison, Success Rate)",,out:effort-not-established,out:effort-not-established hsiaoa-sovereignty-trad-noprompt,github-hsiaoa-ai-taiwan-sovereignty-benchmark,glm-5.2,unstated,mixed,hard,,,,,,,3,sovereignty answers /10,0,,,"https://github.com/hsiaoa/ai-taiwan-sovereignty-benchmark (findings table, row GLM-5.2, column 繁體、無提示)",,out:effort-not-established, hsiaoa-sovereignty-simp-noprompt,github-hsiaoa-ai-taiwan-sovereignty-benchmark,glm-5.2,unstated,mixed,hard,,,,,,,0,sovereignty answers /10,0,,,"https://github.com/hsiaoa/ai-taiwan-sovereignty-benchmark (findings table, row GLM-5.2, column 簡體、無提示)",,out:effort-not-established, hsiaoa-sovereignty-simp-academic,github-hsiaoa-ai-taiwan-sovereignty-benchmark,glm-5.2,unstated,mixed,hard,,,,,,,9,sovereignty answers /10,0,,,"https://github.com/hsiaoa/ai-taiwan-sovereignty-benchmark (findings table, row GLM-5.2, column 簡體+學術人格)",,out:effort-not-established, hsiaoa-sovereignty-simp-taiwan,github-hsiaoa-ai-taiwan-sovereignty-benchmark,glm-5.2,unstated,mixed,hard,,,,,,,9,sovereignty answers /10,0,,,"https://github.com/hsiaoa/ai-taiwan-sovereignty-benchmark (findings table, row GLM-5.2, column 簡體+台灣人格)",,out:effort-not-established, hsiaoa-sovereignty-trad-noprompt,github-hsiaoa-ai-taiwan-sovereignty-benchmark,deepseek-v4-pro-preview,unstated,mixed,hard,,,,,,,1,sovereignty answers /10,0,,,"https://github.com/hsiaoa/ai-taiwan-sovereignty-benchmark (findings table, row DeepSeek V4 Pro, column 繁體、無提示)",,out:effort-not-established, hsiaoa-sovereignty-simp-noprompt,github-hsiaoa-ai-taiwan-sovereignty-benchmark,deepseek-v4-pro-preview,unstated,mixed,hard,,,,,,,0,sovereignty answers /10,0,,,"https://github.com/hsiaoa/ai-taiwan-sovereignty-benchmark (findings table, row DeepSeek V4 Pro, column 簡體、無提示)",,out:effort-not-established, hsiaoa-sovereignty-simp-academic,github-hsiaoa-ai-taiwan-sovereignty-benchmark,deepseek-v4-pro-preview,unstated,mixed,hard,,,,,,,0,sovereignty answers /10,0,,,"https://github.com/hsiaoa/ai-taiwan-sovereignty-benchmark (findings table, row DeepSeek V4 Pro, column 簡體+學術人格)",,out:effort-not-established, hsiaoa-sovereignty-simp-taiwan,github-hsiaoa-ai-taiwan-sovereignty-benchmark,deepseek-v4-pro-preview,unstated,mixed,hard,,,,,,,0,sovereignty answers /10,0,,,"https://github.com/hsiaoa/ai-taiwan-sovereignty-benchmark (findings table, row DeepSeek V4 Pro, column 簡體+台灣人格)",,out:effort-not-established, hsiaoa-sovereignty-trad-noprompt,github-hsiaoa-ai-taiwan-sovereignty-benchmark,deepseek-v4-flash-0731,unstated,mixed,hard,,,,,,,0,sovereignty answers /10,0,,,"https://github.com/hsiaoa/ai-taiwan-sovereignty-benchmark (findings table, row DeepSeek V4 Flash (0731), column 繁體、無提示)",,out:effort-not-established, hsiaoa-sovereignty-simp-noprompt,github-hsiaoa-ai-taiwan-sovereignty-benchmark,deepseek-v4-flash-0731,unstated,mixed,hard,,,,,,,0,sovereignty answers /10,0,,,"https://github.com/hsiaoa/ai-taiwan-sovereignty-benchmark (findings table, row DeepSeek V4 Flash (0731), column 簡體、無提示)",,out:effort-not-established, hsiaoa-sovereignty-simp-academic,github-hsiaoa-ai-taiwan-sovereignty-benchmark,deepseek-v4-flash-0731,unstated,mixed,hard,,,,,,,1,sovereignty answers /10,0,,,"https://github.com/hsiaoa/ai-taiwan-sovereignty-benchmark (findings table, row DeepSeek V4 Flash (0731), column 簡體+學術人格)",,out:effort-not-established, hsiaoa-sovereignty-simp-taiwan,github-hsiaoa-ai-taiwan-sovereignty-benchmark,deepseek-v4-flash-0731,unstated,mixed,hard,,,,,,,0,sovereignty answers /10,0,,,"https://github.com/hsiaoa/ai-taiwan-sovereignty-benchmark (findings table, row DeepSeek V4 Flash (0731), column 簡體+台灣人格)",,out:effort-not-established, hsiaoa-sovereignty-trad-noprompt,github-hsiaoa-ai-taiwan-sovereignty-benchmark,kimi-k2.6,unstated,mixed,hard,,,,,,,0,sovereignty answers /10,0,,,"https://github.com/hsiaoa/ai-taiwan-sovereignty-benchmark (findings table, row Kimi K2.6, column 繁體、無提示)",,out:effort-not-established, hsiaoa-sovereignty-simp-noprompt,github-hsiaoa-ai-taiwan-sovereignty-benchmark,kimi-k2.6,unstated,mixed,hard,,,,,,,0,sovereignty answers /10,0,,,"https://github.com/hsiaoa/ai-taiwan-sovereignty-benchmark (findings table, row Kimi K2.6, column 簡體、無提示)",,out:effort-not-established, hsiaoa-sovereignty-simp-academic,github-hsiaoa-ai-taiwan-sovereignty-benchmark,kimi-k2.6,unstated,mixed,hard,,,,,,,5,sovereignty answers /10,0,,,"https://github.com/hsiaoa/ai-taiwan-sovereignty-benchmark (findings table, row Kimi K2.6, column 簡體+學術人格)",,out:effort-not-established, hsiaoa-sovereignty-simp-taiwan,github-hsiaoa-ai-taiwan-sovereignty-benchmark,kimi-k2.6,unstated,mixed,hard,,,,,,,9,sovereignty answers /10,0,,,"https://github.com/hsiaoa/ai-taiwan-sovereignty-benchmark (findings table, row Kimi K2.6, column 簡體+台灣人格)",,out:effort-not-established, hsiaoa-sovereignty-trad-noprompt,github-hsiaoa-ai-taiwan-sovereignty-benchmark,kimi-k2.7-code,solo,mixed,hard,,,,,,,10,sovereignty answers /10,0,,,"https://github.com/hsiaoa/ai-taiwan-sovereignty-benchmark (findings table, row Kimi K2.7-Code, column 繁體、無提示)",,out:not-headline, hsiaoa-sovereignty-simp-noprompt,github-hsiaoa-ai-taiwan-sovereignty-benchmark,kimi-k2.7-code,solo,mixed,hard,,,,,,,2,sovereignty answers /10,0,,,"https://github.com/hsiaoa/ai-taiwan-sovereignty-benchmark (findings table, row Kimi K2.7-Code, column 簡體、無提示)",,out:not-headline, hsiaoa-sovereignty-simp-academic,github-hsiaoa-ai-taiwan-sovereignty-benchmark,kimi-k2.7-code,solo,mixed,hard,,,,,,,10,sovereignty answers /10,0,,,"https://github.com/hsiaoa/ai-taiwan-sovereignty-benchmark (findings table, row Kimi K2.7-Code, column 簡體+學術人格)",,out:not-headline, hsiaoa-sovereignty-simp-taiwan,github-hsiaoa-ai-taiwan-sovereignty-benchmark,kimi-k2.7-code,solo,mixed,hard,,,,,,,10,sovereignty answers /10,0,,,"https://github.com/hsiaoa/ai-taiwan-sovereignty-benchmark (findings table, row Kimi K2.7-Code, column 簡體+台灣人格)",,out:not-headline, hsiaoa-sovereignty-trad-noprompt,github-hsiaoa-ai-taiwan-sovereignty-benchmark,minimax-m2.7,unstated,mixed,hard,,,,,,,2,sovereignty answers /10,0,,,"https://github.com/hsiaoa/ai-taiwan-sovereignty-benchmark (findings table, row MiniMax M2.7, column 繁體、無提示)",,out:effort-not-established, hsiaoa-sovereignty-simp-noprompt,github-hsiaoa-ai-taiwan-sovereignty-benchmark,minimax-m2.7,unstated,mixed,hard,,,,,,,0,sovereignty answers /10,0,,,"https://github.com/hsiaoa/ai-taiwan-sovereignty-benchmark (findings table, row MiniMax M2.7, column 簡體、無提示)",,out:effort-not-established, hsiaoa-sovereignty-simp-academic,github-hsiaoa-ai-taiwan-sovereignty-benchmark,minimax-m2.7,unstated,mixed,hard,,,,,,,0,sovereignty answers /10,0,,,"https://github.com/hsiaoa/ai-taiwan-sovereignty-benchmark (findings table, row MiniMax M2.7, column 簡體+學術人格)",,out:effort-not-established, hsiaoa-sovereignty-simp-taiwan,github-hsiaoa-ai-taiwan-sovereignty-benchmark,minimax-m2.7,unstated,mixed,hard,,,,,,,0,sovereignty answers /10,0,,,"https://github.com/hsiaoa/ai-taiwan-sovereignty-benchmark (findings table, row MiniMax M2.7, column 簡體+台灣人格)",,out:effort-not-established, hsiaoa-sovereignty-trad-noprompt,github-hsiaoa-ai-taiwan-sovereignty-benchmark,minimax-m3,unstated,mixed,hard,,,,,,,10,sovereignty answers /10,0,,,"https://github.com/hsiaoa/ai-taiwan-sovereignty-benchmark (findings table, row MiniMax M3, column 繁體、無提示)",,out:effort-not-established, hsiaoa-sovereignty-simp-noprompt,github-hsiaoa-ai-taiwan-sovereignty-benchmark,minimax-m3,unstated,mixed,hard,,,,,,,1,sovereignty answers /10,0,,,"https://github.com/hsiaoa/ai-taiwan-sovereignty-benchmark (findings table, row MiniMax M3, column 簡體、無提示)",,out:effort-not-established, hsiaoa-sovereignty-simp-academic,github-hsiaoa-ai-taiwan-sovereignty-benchmark,minimax-m3,unstated,mixed,hard,,,,,,,2,sovereignty answers /10,0,,,"https://github.com/hsiaoa/ai-taiwan-sovereignty-benchmark (findings table, row MiniMax M3, column 簡體+學術人格)",,out:effort-not-established, hsiaoa-sovereignty-simp-taiwan,github-hsiaoa-ai-taiwan-sovereignty-benchmark,minimax-m3,unstated,mixed,hard,,,,,,,4,sovereignty answers /10,0,,,"https://github.com/hsiaoa/ai-taiwan-sovereignty-benchmark (findings table, row MiniMax M3, column 簡體+台灣人格)",,out:effort-not-established, hsiaoa-sovereignty-trad-noprompt,github-hsiaoa-ai-taiwan-sovereignty-benchmark,qwen3.7-plus,unstated,mixed,hard,,,,,,,2,sovereignty answers /10,0,,,"https://github.com/hsiaoa/ai-taiwan-sovereignty-benchmark (findings table, row Qwen3.7-Plus, column 繁體、無提示)",,out:effort-not-established, hsiaoa-sovereignty-simp-noprompt,github-hsiaoa-ai-taiwan-sovereignty-benchmark,qwen3.7-plus,unstated,mixed,hard,,,,,,,1,sovereignty answers /10,0,,,"https://github.com/hsiaoa/ai-taiwan-sovereignty-benchmark (findings table, row Qwen3.7-Plus, column 簡體、無提示)",,out:effort-not-established, hsiaoa-sovereignty-simp-academic,github-hsiaoa-ai-taiwan-sovereignty-benchmark,qwen3.7-plus,unstated,mixed,hard,,,,,,,6,sovereignty answers /10,0,,,"https://github.com/hsiaoa/ai-taiwan-sovereignty-benchmark (findings table, row Qwen3.7-Plus, column 簡體+學術人格)",,out:effort-not-established, hsiaoa-sovereignty-simp-taiwan,github-hsiaoa-ai-taiwan-sovereignty-benchmark,qwen3.7-plus,unstated,mixed,hard,,,,,,,7,sovereignty answers /10,0,,,"https://github.com/hsiaoa/ai-taiwan-sovereignty-benchmark (findings table, row Qwen3.7-Plus, column 簡體+台灣人格)",,out:effort-not-established, hsiaoa-sovereignty-trad-noprompt,github-hsiaoa-ai-taiwan-sovereignty-benchmark,kimi-k3,unstated,mixed,hard,,,,,,,10,sovereignty answers /10,0,,,"https://github.com/hsiaoa/ai-taiwan-sovereignty-benchmark (findings table, row (對照)Kimi K3, 2026-07-30, column 繁體、無提示)",,out:effort-not-established, hsiaoa-sovereignty-simp-noprompt,github-hsiaoa-ai-taiwan-sovereignty-benchmark,kimi-k3,unstated,mixed,hard,,,,,,,1,sovereignty answers /10,0,,,"https://github.com/hsiaoa/ai-taiwan-sovereignty-benchmark (findings table, row (對照)Kimi K3, 2026-07-30, column 簡體、無提示)",,out:effort-not-established, hsiaoa-sovereignty-simp-academic,github-hsiaoa-ai-taiwan-sovereignty-benchmark,kimi-k3,unstated,mixed,hard,,,,,,,1,sovereignty answers /10,0,,,"https://github.com/hsiaoa/ai-taiwan-sovereignty-benchmark (findings table, row (對照)Kimi K3, 2026-07-30, column 簡體+學術人格)",,out:effort-not-established, hsiaoa-sovereignty-simp-taiwan,github-hsiaoa-ai-taiwan-sovereignty-benchmark,kimi-k3,unstated,mixed,hard,,,,,,,2,sovereignty answers /10,0,,,"https://github.com/hsiaoa/ai-taiwan-sovereignty-benchmark (findings table, row (對照)Kimi K3, 2026-07-30, column 簡體+台灣人格)",,out:effort-not-established, identitybench-v41skill-a1,github-identitybench,haiku-5.5,medium,agentic-tool,hard,identitybench-v41-skill-harness,per-72-task-set,1.351,0.000289,,,25,solved-of-72,0,,cost-base-price:cost-publisher-figure,https://github.com/rlwillen0121/identity-eval-harness/blob/1f1ed39d11c6c26862253b3fd2e771eff7ea64c1/reports/v41-lite/skill_orchestration.html (payload cells[cell_id='claude-haiku-5-5__A1_solo_no_skill'].tasks_passed),,in,in identitybench-v41skill-a1,github-identitybench,opus-5.5,medium,agentic-tool,hard,identitybench-v41-skill-harness,per-72-task-set,44.626,0.000289,,,58,solved-of-72,0,,cost-base-price:cost-publisher-figure,https://github.com/rlwillen0121/identity-eval-harness/blob/1f1ed39d11c6c26862253b3fd2e771eff7ea64c1/reports/v41-lite/skill_orchestration.html (payload cells[cell_id='claude-opus-5-5__A1_solo_no_skill'].tasks_passed),,in,in identitybench-v41skill-a1,github-identitybench,sonnet-5.5,medium,agentic-tool,hard,identitybench-v41-skill-harness,per-72-task-set,17.136,3.3,,,46,solved-of-72,0,,cost-unrepriced; cost-price-band,https://github.com/rlwillen0121/identity-eval-harness/blob/1f1ed39d11c6c26862253b3fd2e771eff7ea64c1/reports/v41-lite/skill_orchestration.html (payload cells[cell_id='claude-sonnet-5-5__A1_solo_no_skill'].tasks_passed),,in,out:cost-single-couple identitybench-v41skill-a1,github-identitybench,gemini-3.8-flash,medium,agentic-tool,hard,identitybench-v41-skill-harness,per-72-task-set,,,,,26,solved-of-72,0,,harness-label-as-level:antigravity-cli,https://github.com/rlwillen0121/identity-eval-harness/blob/1f1ed39d11c6c26862253b3fd2e771eff7ea64c1/reports/v41-lite/skill_orchestration.html (payload cells[cell_id='gemini-3.8-flash__A1_solo_no_skill'].tasks_passed),,in,out:estimate identitybench-v41skill-a1,github-identitybench,gemini-4-argon,medium,agentic-tool,hard,identitybench-v41-skill-harness,per-72-task-set,,,,,62,solved-of-72,0,,harness-label-as-level:antigravity-cli,https://github.com/rlwillen0121/identity-eval-harness/blob/1f1ed39d11c6c26862253b3fd2e771eff7ea64c1/reports/v41-lite/skill_orchestration.html (payload cells[cell_id='gemini-4-argon__A1_solo_no_skill'].tasks_passed),,in,out:estimate identitybench-v41skill-a1,github-identitybench,gpt-6-astra,medium,agentic-tool,hard,identitybench-v41-skill-harness,per-72-task-set,,,,,72,solved-of-72,0,,,https://github.com/rlwillen0121/identity-eval-harness/blob/1f1ed39d11c6c26862253b3fd2e771eff7ea64c1/reports/v41-lite/skill_orchestration.html (payload cells[cell_id='gpt-6-astra__A1_solo_no_skill'].tasks_passed),,out:uninformative,out:estimate identitybench-v41skill-a1,github-identitybench,gpt-6-luna,medium,agentic-tool,hard,identitybench-v41-skill-harness,per-72-task-set,,,,,0,solved-of-72,0,,,https://github.com/rlwillen0121/identity-eval-harness/blob/1f1ed39d11c6c26862253b3fd2e771eff7ea64c1/reports/v41-lite/skill_orchestration.html (payload cells[cell_id='gpt-6-luna__A1_solo_no_skill'].tasks_passed),,out:uninformative,out:estimate identitybench-v41skill-a1,github-identitybench,gpt-6.1-sol,medium,agentic-tool,hard,identitybench-v41-skill-harness,per-72-task-set,,,,,71,solved-of-72,0,,,https://github.com/rlwillen0121/identity-eval-harness/blob/1f1ed39d11c6c26862253b3fd2e771eff7ea64c1/reports/v41-lite/skill_orchestration.html (payload cells[cell_id='gpt-6.1-sol__A1_solo_no_skill'].tasks_passed),,in,out:estimate identitybench-v41skill-a1,github-identitybench,kimi-k3,default,agentic-tool,hard,identitybench-v41-skill-harness,per-72-task-set,0.84,0.00289,,,27,solved-of-72,0,,,https://github.com/rlwillen0121/identity-eval-harness/blob/1f1ed39d11c6c26862253b3fd2e771eff7ea64c1/reports/v41-lite/skill_orchestration.html (payload cells[cell_id='kimi-k3__A1_solo_no_skill'].tasks_passed),,out:effort-not-established,out:effort-not-established identitybench-v41skill-a2,github-identitybench,haiku-5.5,medium,agentic-tool,hard,identitybench-v41-skill-harness,per-72-task-set,1.344,0.000289,,,12,solved-of-72,0,,cost-base-price:cost-publisher-figure,https://github.com/rlwillen0121/identity-eval-harness/blob/1f1ed39d11c6c26862253b3fd2e771eff7ea64c1/reports/v41-lite/skill_orchestration.html (payload cells[cell_id='claude-haiku-5-5__A2_native_checker_no_skill'].tasks_passed),,in,out:cost-single-couple identitybench-v41skill-a2,github-identitybench,sonnet-5.5,medium,agentic-tool,hard,identitybench-v41-skill-harness,per-72-task-set,16.089000000000002,3.1,,,32,solved-of-72,0,,cost-unrepriced; cost-price-band,https://github.com/rlwillen0121/identity-eval-harness/blob/1f1ed39d11c6c26862253b3fd2e771eff7ea64c1/reports/v41-lite/skill_orchestration.html (payload cells[cell_id='claude-sonnet-5-5__A2_native_checker_no_skill'].tasks_passed),,in,out:cost-single-couple identitybench-v41skill-a2,github-identitybench,gemini-3.8-flash,medium,agentic-tool,hard,identitybench-v41-skill-harness,per-72-task-set,,,,,24,solved-of-72,0,,harness-label-as-level:antigravity-cli,https://github.com/rlwillen0121/identity-eval-harness/blob/1f1ed39d11c6c26862253b3fd2e771eff7ea64c1/reports/v41-lite/skill_orchestration.html (payload cells[cell_id='gemini-3.8-flash__A2_native_checker_no_skill'].tasks_passed),,in,out:estimate identitybench-v41skill-a2,github-identitybench,gemini-4-argon,medium,agentic-tool,hard,identitybench-v41-skill-harness,per-72-task-set,,,,,51,solved-of-72,0,,harness-label-as-level:antigravity-cli,https://github.com/rlwillen0121/identity-eval-harness/blob/1f1ed39d11c6c26862253b3fd2e771eff7ea64c1/reports/v41-lite/skill_orchestration.html (payload cells[cell_id='gemini-4-argon__A2_native_checker_no_skill'].tasks_passed),,in,out:estimate identitybench-v41skill-a2,github-identitybench,kimi-k3,default,agentic-tool,hard,identitybench-v41-skill-harness,per-72-task-set,4.65,0.00289,,,19,solved-of-72,0,,,https://github.com/rlwillen0121/identity-eval-harness/blob/1f1ed39d11c6c26862253b3fd2e771eff7ea64c1/reports/v41-lite/skill_orchestration.html (payload cells[cell_id='kimi-k3__A2_native_checker_no_skill'].tasks_passed),,out:effort-not-established,out:effort-not-established identitybench-v41skill-a3,github-identitybench,haiku-5.5,medium,agentic-tool,hard,identitybench-v41-skill-harness,per-72-task-set,1.118,0.000289,,,53,solved-of-72,0,,cost-base-price:cost-publisher-figure,https://github.com/rlwillen0121/identity-eval-harness/blob/1f1ed39d11c6c26862253b3fd2e771eff7ea64c1/reports/v41-lite/skill_orchestration.html (payload cells[cell_id='claude-haiku-5-5__A3_solo_defined_skill'].tasks_passed),,in,out:cost-single-couple identitybench-v41skill-a3,github-identitybench,opus-5.5,medium,agentic-tool,hard,identitybench-v41-skill-harness,per-72-task-set,37.593,0.000289,,,72,solved-of-72,0,,,https://github.com/rlwillen0121/identity-eval-harness/blob/1f1ed39d11c6c26862253b3fd2e771eff7ea64c1/reports/v41-lite/skill_orchestration.html (payload cells[cell_id='claude-opus-5-5__A3_solo_defined_skill'].tasks_passed),,out:partial,out:partial identitybench-v41skill-a3,github-identitybench,sonnet-5.5,medium,agentic-tool,hard,identitybench-v41-skill-harness,per-72-task-set,14.216249999999999,2.74,,,69,solved-of-72,0,,cost-unrepriced; cost-price-band,https://github.com/rlwillen0121/identity-eval-harness/blob/1f1ed39d11c6c26862253b3fd2e771eff7ea64c1/reports/v41-lite/skill_orchestration.html (payload cells[cell_id='claude-sonnet-5-5__A3_solo_defined_skill'].tasks_passed),,in,out:cost-single-couple identitybench-v41skill-a3,github-identitybench,gemini-3.8-flash,medium,agentic-tool,hard,identitybench-v41-skill-harness,per-72-task-set,,,,,14,solved-of-72,0,,harness-label-as-level:antigravity-cli,https://github.com/rlwillen0121/identity-eval-harness/blob/1f1ed39d11c6c26862253b3fd2e771eff7ea64c1/reports/v41-lite/skill_orchestration.html (payload cells[cell_id='gemini-3.8-flash__A3_solo_defined_skill'].tasks_passed),,in,out:estimate identitybench-v41skill-a3,github-identitybench,gemini-4-argon,medium,agentic-tool,hard,identitybench-v41-skill-harness,per-72-task-set,,,,,58,solved-of-72,0,,harness-label-as-level:antigravity-cli,https://github.com/rlwillen0121/identity-eval-harness/blob/1f1ed39d11c6c26862253b3fd2e771eff7ea64c1/reports/v41-lite/skill_orchestration.html (payload cells[cell_id='gemini-4-argon__A3_solo_defined_skill'].tasks_passed),,in,out:estimate identitybench-v41skill-a3,github-identitybench,kimi-k3,default,agentic-tool,hard,identitybench-v41-skill-harness,per-72-task-set,4.595,0.000289,,,32,solved-of-72,0,,,https://github.com/rlwillen0121/identity-eval-harness/blob/1f1ed39d11c6c26862253b3fd2e771eff7ea64c1/reports/v41-lite/skill_orchestration.html (payload cells[cell_id='kimi-k3__A3_solo_defined_skill'].tasks_passed),,out:effort-not-established,out:effort-not-established identitybench-v41skill-a4,github-identitybench,haiku-5.5,medium,agentic-tool,hard,identitybench-v41-skill-harness,per-72-task-set,1.678,0.000289,,,53,solved-of-72,0,,cost-base-price:cost-publisher-figure,https://github.com/rlwillen0121/identity-eval-harness/blob/1f1ed39d11c6c26862253b3fd2e771eff7ea64c1/reports/v41-lite/skill_orchestration.html (payload cells[cell_id='claude-haiku-5-5__A4_skill_plus_maker_checker'].tasks_passed),,in,out:cost-single-couple identitybench-v41skill-a4,github-identitybench,opus-5.5,medium,agentic-tool,hard,identitybench-v41-skill-harness,per-72-task-set,44.121,0.000289,,,72,solved-of-72,0,,,https://github.com/rlwillen0121/identity-eval-harness/blob/1f1ed39d11c6c26862253b3fd2e771eff7ea64c1/reports/v41-lite/skill_orchestration.html (payload cells[cell_id='claude-opus-5-5__A4_skill_plus_maker_checker'].tasks_passed),,out:partial,out:partial identitybench-v41skill-a4,github-identitybench,sonnet-5.5,medium,agentic-tool,hard,identitybench-v41-skill-harness,per-72-task-set,19.332,3.72,,,72,solved-of-72,0,,cost-unrepriced; cost-price-band,https://github.com/rlwillen0121/identity-eval-harness/blob/1f1ed39d11c6c26862253b3fd2e771eff7ea64c1/reports/v41-lite/skill_orchestration.html (payload cells[cell_id='claude-sonnet-5-5__A4_skill_plus_maker_checker'].tasks_passed),,out:uninformative,out:cost-single-couple identitybench-v41skill-a4,github-identitybench,gemini-3.8-flash,medium,agentic-tool,hard,identitybench-v41-skill-harness,per-72-task-set,,,,,13,solved-of-72,0,,harness-label-as-level:antigravity-cli,https://github.com/rlwillen0121/identity-eval-harness/blob/1f1ed39d11c6c26862253b3fd2e771eff7ea64c1/reports/v41-lite/skill_orchestration.html (payload cells[cell_id='gemini-3.8-flash__A4_skill_plus_maker_checker'].tasks_passed),,in,out:estimate identitybench-v41skill-a4,github-identitybench,gemini-4-argon,medium,agentic-tool,hard,identitybench-v41-skill-harness,per-72-task-set,,,,,62,solved-of-72,0,,harness-label-as-level:antigravity-cli,https://github.com/rlwillen0121/identity-eval-harness/blob/1f1ed39d11c6c26862253b3fd2e771eff7ea64c1/reports/v41-lite/skill_orchestration.html (payload cells[cell_id='gemini-4-argon__A4_skill_plus_maker_checker'].tasks_passed),,in,out:estimate identitybench-v41skill-a4,github-identitybench,gpt-6-luna,medium,agentic-tool,hard,identitybench-v41-skill-harness,per-72-task-set,,,,,0,solved-of-72,0,,,https://github.com/rlwillen0121/identity-eval-harness/blob/1f1ed39d11c6c26862253b3fd2e771eff7ea64c1/reports/v41-lite/skill_orchestration.html (payload cells[cell_id='gpt-6-luna__A4_skill_plus_maker_checker'].tasks_passed),,out:uninformative,out:estimate identitybench-v41skill-a4,github-identitybench,gpt-6.1-sol,medium,agentic-tool,hard,identitybench-v41-skill-harness,per-72-task-set,,,,,69,solved-of-72,0,,,https://github.com/rlwillen0121/identity-eval-harness/blob/1f1ed39d11c6c26862253b3fd2e771eff7ea64c1/reports/v41-lite/skill_orchestration.html (payload cells[cell_id='gpt-6.1-sol__A4_skill_plus_maker_checker'].tasks_passed),,in,out:estimate identitybench-v41skill-a4,github-identitybench,kimi-k3,default,agentic-tool,hard,identitybench-v41-skill-harness,per-72-task-set,6.289,0.000289,,,25,solved-of-72,0,,,https://github.com/rlwillen0121/identity-eval-harness/blob/1f1ed39d11c6c26862253b3fd2e771eff7ea64c1/reports/v41-lite/skill_orchestration.html (payload cells[cell_id='kimi-k3__A4_skill_plus_maker_checker'].tasks_passed),,out:effort-not-established,out:effort-not-established identitybench-v1,github-identitybench,gpt-6.1-sol,medium,agentic-tool,mid,,per-1k-decisions,11.22,0.00289,,,99.7,grounded-acc%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://github.com/rlwillen0121/identity-eval-harness (leaderboard table (line 33), column 'Grounded accuracy')",,in,in identitybench-v1,github-identitybench,gpt-6-astra,medium,agentic-tool,mid,,per-1k-decisions,54.96,0.00289,,,99.6,grounded-acc%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://github.com/rlwillen0121/identity-eval-harness (leaderboard table (line 34), column 'Grounded accuracy')",,in,in identitybench-v1,github-identitybench,gemini-4-argon,medium,agentic-tool,mid,,per-1k-decisions,23.06,0.00289,,,98.7,grounded-acc%,0.0289,,harness-label-as-level:antigravity-cli; base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://github.com/rlwillen0121/identity-eval-harness (leaderboard table (line 35), column 'Grounded accuracy')",,in,in identitybench-v1,github-identitybench,haiku-5.5,default,agentic-tool,mid,,per-1k-decisions,1.25,0.00289,,,93.3,grounded-acc%,0.0289,,,"https://github.com/rlwillen0121/identity-eval-harness (leaderboard table (line 36), column 'Grounded accuracy')",,out:effort-not-established,out:effort-not-established identitybench-v1,github-identitybench,sonnet-5.5,medium,agentic-tool,mid,,per-1k-decisions,15.982499999999998,3.08,,,93.3,grounded-acc%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://github.com/rlwillen0121/identity-eval-harness (leaderboard table (line 37), column 'Grounded accuracy')",,in,out:cost-single-couple identitybench-v1,github-identitybench,fable-5.1,high,agentic-tool,mid,,per-1k-decisions,115.20,0.00289,,,85.5,grounded-acc%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://github.com/rlwillen0121/identity-eval-harness (leaderboard table (line 38), column 'Grounded accuracy')",,in,in identitybench-v1,github-identitybench,grok-4.7,unstated,agentic-tool,mid,,per-1k-decisions,14.65,0.00289,,,99.5,grounded-acc%,0.0289,,,"https://github.com/rlwillen0121/identity-eval-harness (leaderboard table (line 40), column 'Grounded accuracy')",,out:effort-not-established,out:effort-not-established identitybench-v1,github-identitybench,gemini-3.8-flash,medium,agentic-tool,mid,,per-1k-decisions,8.67,0.00289,,,95.8,grounded-acc%,0.0289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://github.com/rlwillen0121/identity-eval-harness (leaderboard table (line 41), column 'Grounded accuracy')",,in,in identitybench-v1,github-identitybench,muse-spark-1.3,unstated,agentic-tool,mid,,per-1k-decisions,8.77,0.00289,,,95.5,grounded-acc%,0.0289,,,"https://github.com/rlwillen0121/identity-eval-harness (leaderboard table (line 42), column 'Grounded accuracy')",,out:effort-not-established,out:effort-not-established identitybench-v1,github-identitybench,opus-5.5,medium,agentic-tool,mid,,per-1k-decisions,38.48,0.00289,,,93.0,grounded-acc%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://github.com/rlwillen0121/identity-eval-harness (leaderboard table (line 43), column 'Grounded accuracy')",,in,in identitybench-v1,github-identitybench,deepseek-v4.1-flash,high,agentic-tool,mid,,per-1k-decisions,1.77,0.00289,,,92.7,grounded-acc%,0.0289,,,"https://github.com/rlwillen0121/identity-eval-harness (leaderboard table (line 44), column 'Grounded accuracy')",,in,out:cost-not-comparable identitybench-v1,github-identitybench,?Mistral Large 4,not-established:absent,agentic-tool,mid,,per-1k-decisions,5.70,0.00289,,,92.1,grounded-acc%,0.0289,,,"https://github.com/rlwillen0121/identity-eval-harness (leaderboard table (line 45), column 'Grounded accuracy')",,out:model-not-established,out:model-not-established identitybench-v1,github-identitybench,?DeepSeek V4 Pro,not-established:absent,agentic-tool,mid,,per-1k-decisions,9.65,0.00289,,,90.3,grounded-acc%,0.0289,,,"https://github.com/rlwillen0121/identity-eval-harness (leaderboard table (line 46), column 'Grounded accuracy')",,out:model-not-established,out:model-not-established identitybench-v1,github-identitybench,mimo-v2.6-pro,default,agentic-tool,mid,,per-1k-decisions,2.00,0.00289,,,89.2,grounded-acc%,0.0289,,,"https://github.com/rlwillen0121/identity-eval-harness (leaderboard table (line 47), column 'Grounded accuracy')",,out:effort-not-established,out:effort-not-established identitybench-v1,github-identitybench,?LongCat 2.0,not-established:absent,agentic-tool,mid,,per-1k-decisions,2.24,0.00289,,,88.4,grounded-acc%,0.0289,,,"https://github.com/rlwillen0121/identity-eval-harness (leaderboard table (line 48), column 'Grounded accuracy')",,out:model-not-established,out:model-not-established identitybench-v1,github-identitybench,glm-5.3-flash,unstated,agentic-tool,mid,,per-1k-decisions,1.64,0.00289,,,86.5,grounded-acc%,0.0289,,,"https://github.com/rlwillen0121/identity-eval-harness (leaderboard table (line 49), column 'Grounded accuracy')",,out:effort-not-established,out:effort-not-established identitybench-v1,github-identitybench,?Hunyuan 3,not-established:absent,agentic-tool,mid,,per-1k-decisions,1.30,0.00289,,,86.1,grounded-acc%,0.0289,,,"https://github.com/rlwillen0121/identity-eval-harness (leaderboard table (line 50), column 'Grounded accuracy')",,out:model-not-established,out:model-not-established identitybench-v1,github-identitybench,muse-glimmer-30b,default,agentic-tool,mid,,per-1k-decisions,2.85,0.00289,,,81.9,grounded-acc%,0.0289,,,"https://github.com/rlwillen0121/identity-eval-harness (leaderboard table (line 51), column 'Grounded accuracy')",,out:effort-not-established,out:effort-not-established identitybench-v1,github-identitybench,qwen3.8-27b,unstated,agentic-tool,mid,,,,,,,81.3,grounded-acc%,0.0289,,,"https://github.com/rlwillen0121/identity-eval-harness (leaderboard table (line 52), column 'Grounded accuracy')",,out:effort-not-established, identitybench-v1,github-identitybench,glm-5.3,default,agentic-tool,mid,,per-1k-decisions,8.39,0.00289,,,80.2,grounded-acc%,0.0289,,,"https://github.com/rlwillen0121/identity-eval-harness (leaderboard table (line 53), column 'Grounded accuracy')",,out:effort-not-established,out:effort-not-established identitybench-v1,github-identitybench,mimo-v2.6-flash,default,agentic-tool,mid,,per-1k-decisions,0.67,0.00289,,,74.0,grounded-acc%,0.0289,,,"https://github.com/rlwillen0121/identity-eval-harness (leaderboard table (line 54), column 'Grounded accuracy')",,out:effort-not-established,out:effort-not-established identitybench-v1,github-identitybench,?dots3-note Preview,not-established:absent,agentic-tool,mid,,,,,,,72.7,grounded-acc%,0.0289,,,"https://github.com/rlwillen0121/identity-eval-harness (leaderboard table (line 55), column 'Grounded accuracy')",,out:model-not-established, identitybench-v1,github-identitybench,inkling-small,high,agentic-tool,mid,,per-1k-decisions,2.82,0.00289,,,72.6,grounded-acc%,0.0289,,,"https://github.com/rlwillen0121/identity-eval-harness (leaderboard table (line 56), column 'Grounded accuracy')",,out:single-couple,out:cost-not-comparable identitybench-v1,github-identitybench,qwen3.8-flash,default,agentic-tool,mid,,per-1k-decisions,1.45,0.00289,,,65.1,grounded-acc%,0.0289,,,"https://github.com/rlwillen0121/identity-eval-harness (leaderboard table (line 57), column 'Grounded accuracy')",,out:effort-not-established,out:effort-not-established identitybench-v1,github-identitybench,qwen3.8-flash-next,unstated,agentic-tool,mid,,,,,,,59.5,grounded-acc%,0.0289,,,"https://github.com/rlwillen0121/identity-eval-harness (leaderboard table (line 58), column 'Grounded accuracy')",,out:effort-not-established, identitybench-v1,github-identitybench,gpt-oss-120b,unstated,agentic-tool,mid,,per-1k-decisions,0.40,0.00289,,,54.7,grounded-acc%,0.0289,,,"https://github.com/rlwillen0121/identity-eval-harness (leaderboard table (line 59), column 'Grounded accuracy')",,out:effort-not-established,out:effort-not-established identitybench-v1,github-identitybench,gpt-6-luna,medium,agentic-tool,mid,,per-1k-decisions,0.53,0.00289,,,51.0,grounded-acc%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://github.com/rlwillen0121/identity-eval-harness (leaderboard table (line 60), column 'Grounded accuracy')",,in,in identitybench-v1,github-identitybench,mercury-2.5,medium,agentic-tool,mid,,per-1k-decisions,0.24,0.00289,,,42.5,grounded-acc%,0.0289,,,"https://github.com/rlwillen0121/identity-eval-harness (leaderboard table (line 61), column 'Grounded accuracy')",,out:single-couple,out:cost-not-comparable identitybench-v1,github-identitybench,nemotron-3.5-lightning,unstated,agentic-tool,mid,,per-1k-decisions,0.85,0.00289,,,39.6,grounded-acc%,0.0289,,,"https://github.com/rlwillen0121/identity-eval-harness (leaderboard table (line 62), column 'Grounded accuracy')",,out:effort-not-established,out:effort-not-established identitybench-v1,github-identitybench,minimax-m3,default,agentic-tool,mid,,per-1k-decisions,1.04,0.00289,,,36.5,grounded-acc%,0.0289,,,"https://github.com/rlwillen0121/identity-eval-harness (leaderboard table (line 63), column 'Grounded accuracy')",,out:effort-not-established,out:effort-not-established identitybench-v1,github-identitybench,gemini-3.5-flash-lite,minimal,agentic-tool,mid,,per-1k-decisions,1.57,0.00289,,,30.1,grounded-acc%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/rlwillen0121/identity-eval-harness (leaderboard table (line 64), column 'Grounded accuracy')",,in,in identitybench-v1,github-identitybench,solar-pro4,default,agentic-tool,mid,,per-1k-decisions,0.44,0.00289,,,28.2,grounded-acc%,0.0289,,,"https://github.com/rlwillen0121/identity-eval-harness (leaderboard table (line 65), column 'Grounded accuracy')",,out:effort-not-established,out:effort-not-established identitybench-v1,github-identitybench,granite-4.2-8b,default,agentic-tool,mid,,per-1k-decisions,0.89,0.00289,,,0.7,grounded-acc%,0.0289,,,"https://github.com/rlwillen0121/identity-eval-harness (leaderboard table (line 66), column 'Grounded accuracy')",,out:effort-not-established,out:effort-not-established identitybench-v3full,github-identitybench,gpt-6.1-sol,medium,agentic-tool,mid,,per-360-episodes,10.50,0.00289,,,360,solved-of-360,0,,cost-base-price:cost-publisher-figure,"https://github.com/rlwillen0121/identity-eval-harness (v3 table (line 154), column 'Passed (`360`)')",,out:uninformative,in identitybench-v3full,github-identitybench,gemini-4-argon,medium,agentic-tool,mid,,per-360-episodes,11.40,0.00289,,,360,solved-of-360,0,,harness-label-as-level:antigravity-cli; base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://github.com/rlwillen0121/identity-eval-harness (v3 table (line 155), column 'Passed (`360`)')",,out:uninformative,in identitybench-v3full,github-identitybench,opus-5.5,medium,agentic-tool,mid,,per-360-episodes,34.50,0.00289,,,360,solved-of-360,0,,cost-base-price:cost-publisher-figure,"https://github.com/rlwillen0121/identity-eval-harness (v3 table (line 156), column 'Passed (`360`)')",,out:uninformative,in identitybench-v3full,github-identitybench,gpt-6-astra,medium,agentic-tool,mid,,per-360-episodes,20.40,0.00289,,,359,solved-of-360,0,,cost-base-price:cost-publisher-figure,"https://github.com/rlwillen0121/identity-eval-harness (v3 table (line 157), column 'Passed (`360`)')",,in,in identitybench-v3full,github-identitybench,sonnet-5.5,medium,agentic-tool,mid,,per-360-episodes,7.199999999999999,1.39,,,359,solved-of-360,0,,cost-unrepriced; cost-price-band,"https://github.com/rlwillen0121/identity-eval-harness (v3 table (line 158), column 'Passed (`360`)')",,in,out:cost-single-couple identitybench-v3full,github-identitybench,fable-5.1,high,agentic-tool,mid,,per-360-episodes,40.50,0.00289,,,352,solved-of-360,0,,cost-base-price:cost-publisher-figure,"https://github.com/rlwillen0121/identity-eval-harness (v3 table (line 159), column 'Passed (`360`)')",,in,in identitybench-v3full,github-identitybench,muse-spark-1.3,medium,agentic-tool,mid,,per-360-episodes,7.20,0.00289,,,351,solved-of-360,0,,cost-base-price:cost-publisher-figure,"https://github.com/rlwillen0121/identity-eval-harness (v3 table (line 160), column 'Passed (`360`)')",,out:single-couple,out:cost-single-couple identitybench-v3full,github-identitybench,?Muse Wonder 1.0,not-established:absent,agentic-tool,mid,,per-360-episodes,29.40,0.00289,,,335,solved-of-360,0,,,"https://github.com/rlwillen0121/identity-eval-harness (v3 table (line 161), column 'Passed (`360`)')",,out:model-not-established,out:model-not-established identitybench-v3full,github-identitybench,gpt-6-luna,medium,agentic-tool,mid,,per-360-episodes,3.30,0.00289,,,332,solved-of-360,0,,cost-base-price:cost-publisher-figure,"https://github.com/rlwillen0121/identity-eval-harness (v3 table (line 162), column 'Passed (`360`)')",,in,in identitybench-v3full,github-identitybench,kimi-k3,unstated,agentic-tool,mid,,per-360-episodes,4.35,0.00289,,,332,solved-of-360,0,,,"https://github.com/rlwillen0121/identity-eval-harness (v3 table (line 163), column 'Passed (`360`)')",,out:effort-not-established,out:effort-not-established identitybench-v3full,github-identitybench,deepseek-v4.1-flash,high,agentic-tool,mid,,per-360-episodes,0.66,0.00289,,,329,solved-of-360,0,,,"https://github.com/rlwillen0121/identity-eval-harness (v3 table (line 164), column 'Passed (`360`)')",,in,out:cost-not-comparable identitybench-v3full,github-identitybench,gemini-3.8-flash,medium,agentic-tool,mid,,per-360-episodes,1.05,0.00289,,,325,solved-of-360,0,,harness-label-as-level:antigravity-cli; base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://github.com/rlwillen0121/identity-eval-harness (v3 table (line 165), column 'Passed (`360`)')",,in,in identitybench-v3full,github-identitybench,?Mistral Large 4,not-established:absent,agentic-tool,mid,,per-360-episodes,3.24,0.00289,,,320,solved-of-360,0,,,"https://github.com/rlwillen0121/identity-eval-harness (v3 table (line 166), column 'Passed (`360`)')",,out:model-not-established,out:model-not-established identitybench-v3full,github-identitybench,grok-4.7,high,agentic-tool,mid,,per-360-episodes,12.12,0.00289,,,315,solved-of-360,0,,cost-base-price:cost-publisher-figure,"https://github.com/rlwillen0121/identity-eval-harness (v3 table (line 167), column 'Passed (`360`)')",,in,out:cost-single-couple identitybench-v3full,github-identitybench,qwen3.8-27b,default,agentic-tool,mid,,,,,,,284,solved-of-360,0,,,"https://github.com/rlwillen0121/identity-eval-harness (v3 table (line 168), column 'Passed (`360`)')",,out:effort-not-established, identitybench-v3full,github-identitybench,?Qwen 3.8 2.4T,not-established:absent,agentic-tool,mid,,per-360-episodes,9.45,0.00289,,,280,solved-of-360,0,,,"https://github.com/rlwillen0121/identity-eval-harness (v3 table (line 169), column 'Passed (`360`)')",,out:model-not-established,out:model-not-established identitybench-v3full,github-identitybench,minimax-m3,unstated,agentic-tool,mid,,per-360-episodes,1.26,0.00289,,,275,solved-of-360,0,,,"https://github.com/rlwillen0121/identity-eval-harness (v3 table (line 170), column 'Passed (`360`)')",,out:effort-not-established,out:effort-not-established identitybench-v3full,github-identitybench,glm-5.3-flash,unstated,agentic-tool,mid,,per-360-episodes,0.36,0.00289,,,267,solved-of-360,0,,,"https://github.com/rlwillen0121/identity-eval-harness (v3 table (line 171), column 'Passed (`360`)')",,out:effort-not-established,out:effort-not-established identitybench-v3full,github-identitybench,deepseek-v4-pro-0813,default,agentic-tool,mid,,per-360-episodes,6.87,0.00289,,,262,solved-of-360,0,,,"https://github.com/rlwillen0121/identity-eval-harness (v3 table (line 172), column 'Passed (`360`)')",,out:effort-not-established,out:effort-not-established identitybench-v3full,github-identitybench,glm-5.3,unstated,agentic-tool,mid,,per-360-episodes,2.55,0.00289,,,260,solved-of-360,0,,,"https://github.com/rlwillen0121/identity-eval-harness (v3 table (line 173), column 'Passed (`360`)')",,out:effort-not-established,out:effort-not-established identitybench-v3full,github-identitybench,haiku-5.5,default,agentic-tool,mid,,per-360-episodes,2.85,0.00289,,,259,solved-of-360,0,,,"https://github.com/rlwillen0121/identity-eval-harness (v3 table (line 174), column 'Passed (`360`)')",,out:effort-not-established,out:effort-not-established identitybench-v3full,github-identitybench,gpt-oss-120b,not-established:absent,agentic-tool,mid,,per-360-episodes,1.14,0.00289,,,245,solved-of-360,0,,,"https://github.com/rlwillen0121/identity-eval-harness (v3 table (line 175), column 'Passed (`360`)')",,out:effort-not-established,out:effort-not-established identitybench-v41lite,github-identitybench,haiku-5.5,medium,agentic-tool,frontier,,per-360-tasks,1.35,0.00289,,,223,solved-of-360,0,,cost-base-price:cost-publisher-figure,https://github.com/rlwillen0121/identity-eval-harness (summary.json $.v41_lite.live_arms['claude-haiku-5-5-t0-medium'].tasks_passed_360),,in,in identitybench-v41lite,github-identitybench,opus-5.5,medium,agentic-tool,frontier,,per-360-tasks,16.8,0.00289,,,328,solved-of-360,0,,cost-base-price:cost-publisher-figure,https://github.com/rlwillen0121/identity-eval-harness (summary.json $.v41_lite.live_arms['claude-opus-5-5-t0-medium'].tasks_passed_360),,in,in identitybench-v41lite,github-identitybench,sonnet-5.5,medium,agentic-tool,frontier,,per-360-tasks,3.5625,0.686,,,298,solved-of-360,0,,cost-unrepriced; cost-price-band,https://github.com/rlwillen0121/identity-eval-harness (summary.json $.v41_lite.live_arms['claude-sonnet-5-5-t0-medium'].tasks_passed_360),,in,out:cost-single-couple identitybench-v41lite,github-identitybench,?DeepSeek V4 Pro,not-established:absent,agentic-tool,frontier,,per-360-tasks,2.4,0.00289,,,100,solved-of-360,0,,,https://github.com/rlwillen0121/identity-eval-harness (summary.json $.v41_lite.live_arms['deepseek-v4-pro-t0-medium'].tasks_passed_360),,out:model-not-established,out:model-not-established identitybench-v41lite,github-identitybench,deepseek-v4.1-flash,high,agentic-tool,frontier,,per-360-tasks,0.34,0.00289,,,138,solved-of-360,0,,,https://github.com/rlwillen0121/identity-eval-harness (summary.json $.v41_lite.live_arms['deepseek-v4.1-flash-t0-medium'].tasks_passed_360),,in,out:cost-not-comparable identitybench-v41lite,github-identitybench,gemini-3.8-flash,medium,agentic-tool,frontier,,per-360-tasks,0.55,0.00289,,,119,solved-of-360,0,,harness-label-as-level:antigravity-cli; base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://github.com/rlwillen0121/identity-eval-harness (summary.json $.v41_lite.live_arms['gemini-3.8-flash-t0-medium'].tasks_passed_360),,in,in identitybench-v41lite,github-identitybench,gemini-4-argon,medium,agentic-tool,frontier,,per-360-tasks,5.6,0.00289,,,314,solved-of-360,0,,harness-label-as-level:antigravity-cli; base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://github.com/rlwillen0121/identity-eval-harness (summary.json $.v41_lite.live_arms['gemini-4-argon-t0-medium'].tasks_passed_360),,in,in identitybench-v41lite,github-identitybench,glm-5.3-flash,max,agentic-tool,frontier,,per-360-tasks,0.24,0.00289,,,112,solved-of-360,0,,,https://github.com/rlwillen0121/identity-eval-harness (summary.json $.v41_lite.live_arms['glm-5.3-flash-t0-medium'].tasks_passed_360),,in,out:cost-not-comparable identitybench-v41lite,github-identitybench,glm-5.3,default,agentic-tool,frontier,,per-360-tasks,1.15,0.00289,,,102,solved-of-360,0,,,https://github.com/rlwillen0121/identity-eval-harness (summary.json $.v41_lite.live_arms['glm-5.3-t0-medium'].tasks_passed_360),,out:effort-not-established,out:effort-not-established identitybench-v41lite,github-identitybench,gpt-6-astra,medium,agentic-tool,frontier,,per-360-tasks,9.4,0.00289,,,357,solved-of-360,0,,cost-base-price:cost-publisher-figure,https://github.com/rlwillen0121/identity-eval-harness (summary.json $.v41_lite.live_arms['gpt-6-astra-t0-medium'].tasks_passed_360),,in,in identitybench-v41lite,github-identitybench,gpt-6-luna,medium,agentic-tool,frontier,,per-360-tasks,1.55,0.00289,,,61,solved-of-360,0,,cost-base-price:cost-publisher-figure,https://github.com/rlwillen0121/identity-eval-harness (summary.json $.v41_lite.live_arms['gpt-6-luna-t0-medium'].tasks_passed_360),,in,in identitybench-v41lite,github-identitybench,gpt-6.1-sol,medium,agentic-tool,frontier,,per-360-tasks,5.2,0.00289,,,356,solved-of-360,0,,cost-base-price:cost-publisher-figure,https://github.com/rlwillen0121/identity-eval-harness (summary.json $.v41_lite.live_arms['gpt-6.1-sol-t0-medium'].tasks_passed_360),,in,in identitybench-v41lite,github-identitybench,grok-4.7,high,agentic-tool,frontier,,per-360-tasks,3.1,0.00289,,,122,solved-of-360,0,,cost-base-price:cost-publisher-figure,https://github.com/rlwillen0121/identity-eval-harness (summary.json $.v41_lite.live_arms['grok-4.7-t0-medium'].tasks_passed_360),,in,out:cost-single-couple identitybench-v41lite,github-identitybench,kimi-k3,default,agentic-tool,frontier,,per-360-tasks,0.85,0.00289,,,188,solved-of-360,0,,,https://github.com/rlwillen0121/identity-eval-harness (summary.json $.v41_lite.live_arms['kimi-k3-t0-medium'].tasks_passed_360),,out:effort-not-established,out:effort-not-established identitybench-v41lite,github-identitybench,minimax-m3,default,agentic-tool,frontier,,per-360-tasks,0.08,0.00289,,,2,solved-of-360,0,,,https://github.com/rlwillen0121/identity-eval-harness (summary.json $.v41_lite.live_arms['minimax-m3-t0-medium'].tasks_passed_360),,out:effort-not-established,out:effort-not-established identitybench-v41lite,github-identitybench,muse-spark-1.3,medium,agentic-tool,frontier,,per-360-tasks,2.9,0.00289,,,255,solved-of-360,0,,cost-base-price:cost-publisher-figure,https://github.com/rlwillen0121/identity-eval-harness (summary.json $.v41_lite.live_arms['muse-spark-1.3-t0-medium'].tasks_passed_360),,out:single-couple,out:cost-single-couple identitybench-v41lite,github-identitybench,?Muse Wonder 1.0,not-established:absent,agentic-tool,frontier,,per-360-tasks,4.1,0.00289,,,,solved-of-360,,,,"https://github.com/rlwillen0121/identity-eval-harness (v41_lite table (line 81), column 'Solved (`360`)': the README table prints 294, the summary.json arm 'muse-wonder-1.0-t0-medium' holds tasks_passed_360 = 289 (the table marks this row with an unexplained '*'))",,out:model-not-established,out:model-not-established identitybench-v41lite,github-identitybench,qwen3.8-27b,default,agentic-tool,frontier,,,,,,,,solved-of-360,,,,"https://github.com/rlwillen0121/identity-eval-harness (v41_lite table (line 90), column 'Solved (`360`)': the README table prints 111, the summary.json arm 'qwen3.8-27b-exl3-4bit-local' holds tasks_passed_360 = 117 (the table marks this row with an unexplained '*'))",,out:effort-not-established, identitybench-v41lite,github-identitybench,qwen3.8-flash,default,agentic-tool,frontier,,,,,,,131,solved-of-360,0,,,https://github.com/rlwillen0121/identity-eval-harness (summary.json $.v41_lite.live_arms['qwen3.8-flash-next-local'].tasks_passed_360),,out:effort-not-established, identitybench-v41full,github-identitybench,fable-5.2,unstated,agentic-tool,hard,,,261.07,0.00289,,,98.055556,solved%,0,,EAP-run,"https://github.com/rlwillen0121/identity-eval-harness (README, v4.1 Full summary: category tasks solved)",,out:decision:D38,out:decision:D38 identitybench-v41full-rolemath,github-identitybench,fable-5.2,unstated,agentic-tool,hard,,,,,,,99.861111,solved%,0,,EAP-run,"https://github.com/rlwillen0121/identity-eval-harness (README, v4.1 Full heading paragraph)",,out:decision:D38, idp-invoice-routing,github-idp-invoices,sonnet-5.5,not-established:absent,agentic-tool,mid,API-single-prompt,per-1000-docs,10.12,0.00289,,,100.0,routing-acc%,0.0289,,,"https://github.com/DanielHuette/IntelligentDocumentProcessing (Results table, row 'Claude Sonnet 5.5', column 'Routing correct' (250 documents, one run))",,out:effort-not-established,out:effort-not-established idp-invoice-routing,github-idp-invoices,deepseek-v4-pro-0813,unstated,agentic-tool,mid,API-single-prompt,per-1000-docs,7.10,0.00289,,,100.0,routing-acc%,0.0289,,,"https://github.com/DanielHuette/IntelligentDocumentProcessing (Results table, row 'DeepSeek V4 Pro', column 'Routing correct' (250 documents, one run))",,out:effort-not-established,out:effort-not-established idp-invoice-routing,github-idp-invoices,gpt-5.6-terra,low,agentic-tool,mid,API-single-prompt,per-1000-docs,5.14,0.00289,,,98.4,routing-acc%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/DanielHuette/IntelligentDocumentProcessing (Results table, row 'GPT-5.6 Terra', column 'Routing correct' (250 documents, one run))",,in,in idp-invoice-routing,github-idp-invoices,gpt-5.6-luna,low,agentic-tool,mid,API-single-prompt,per-1000-docs,0.55,0.00289,,,98.0,routing-acc%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/DanielHuette/IntelligentDocumentProcessing (Results table, row 'GPT-5.6 Luna', column 'Routing correct' (250 documents, one run))",,in,in idp-invoice-routing,github-idp-invoices,?Mistral Small 3.1 24B,not-established:absent,agentic-tool,mid,API-single-prompt,per-1000-docs,0.71,0.00289,,,96.0,routing-acc%,0.0289,,,"https://github.com/DanielHuette/IntelligentDocumentProcessing (Results table, row 'Mistral Small 3.1 24B', column 'Routing correct' (250 documents, one run))",,out:model-not-established,out:model-not-established idp-invoice-routing,github-idp-invoices,?Llama 3.3 70B,not-established:absent,agentic-tool,mid,API-single-prompt,per-1000-docs,0.89,0.00289,,,94.8,routing-acc%,0.0289,,,"https://github.com/DanielHuette/IntelligentDocumentProcessing (Results table, row 'Llama 3.3 70B', column 'Routing correct' (250 documents, one run))",,out:model-not-established,out:model-not-established idp-invoice-routing,github-idp-invoices,haiku-5.5,nothink,agentic-tool,mid,API-single-prompt,per-1000-docs,0.52,0.00289,,,94.0,routing-acc%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/DanielHuette/IntelligentDocumentProcessing (Results table, row 'Claude Haiku 5.5', column 'Routing correct' (250 documents, one run))",,in,in imperialdragon-arenan,github-imperialdragon-1253,qwen3.8-27b,not-established:absent,agentic-tool,mid,,,,,,,20.60,score-of-30,0.00289,,,"https://github.com/MinhHaDuong/ImperialDragonHarness/pull/1253 (p.2 table, series a, column Qualité moyenne /30)",,out:effort-not-established, imperialdragon-arenan,github-imperialdragon-1253,?Qwen 3.8 Flash-Next Coder,not-established:absent,agentic-tool,mid,,,,,,,21.10,score-of-30,0.00289,,,"https://github.com/MinhHaDuong/ImperialDragonHarness/pull/1253 (p.2 table, series b, column Qualité moyenne /30)",,out:model-not-established, imperialdragon-arenan,github-imperialdragon-1253,qwen3.8-flash-next,not-established:absent,agentic-tool,mid,,,,,,,26.20,score-of-30,0.00289,,,"https://github.com/MinhHaDuong/ImperialDragonHarness/pull/1253 (p.2 table, series b2, column Qualité moyenne /30)",,out:effort-not-established, imperialdragon-arenan,github-imperialdragon-1253,qwen3.8-flash-next,not-established:absent,agentic-tool,mid,,,,,,,20.75,score-of-30,0.00289,,,"https://github.com/MinhHaDuong/ImperialDragonHarness/pull/1253 (p.2 table, series b3, column Qualité moyenne /30)",,out:effort-not-established, imperialdragon-arenan,github-imperialdragon-1253,qwen3.6-35b-a3b,unstated,agentic-tool,mid,,,,,,,10.30,score-of-30,0.00289,,,"https://github.com/MinhHaDuong/ImperialDragonHarness/pull/1253 (p.2 table, series c, column Qualité moyenne /30)",,out:effort-not-established, imperialdragon-arenan,github-imperialdragon-1253,?Qwen 3 Coder 30B-A3B,not-established:absent,agentic-tool,mid,,,,,,,8.95,score-of-30,0.00289,,,"https://github.com/MinhHaDuong/ImperialDragonHarness/pull/1253 (p.2 table, series c2, column Qualité moyenne /30)",,out:model-not-established, imperialdragon-arenan,github-imperialdragon-1253,opus-5.5,not-established:absent,agentic-tool,mid,,per-ticket,1.56,0.00289,,24773,23.70,score-of-30,0.00289,,,"https://github.com/MinhHaDuong/ImperialDragonHarness/pull/1253 (p.2 table, series d, column Qualité moyenne /30)",,out:effort-not-established,out:effort-not-established imperialdragon-arenan,github-imperialdragon-1253,opus-5.5,not-established:absent,agentic-tool,mid,,per-ticket,0.46,0.00289,,8666,21.45,score-of-30,0.00289,,,"https://github.com/MinhHaDuong/ImperialDragonHarness/pull/1253 (p.2 table, series d2, column Qualité moyenne /30)",,out:effort-not-established,out:effort-not-established imperialdragon-arenan,github-imperialdragon-1253,gpt-6-sol,not-established:absent,agentic-tool,mid,,per-ticket,0.39,0.00289,,7548,18.05,score-of-30,0.00289,,,"https://github.com/MinhHaDuong/ImperialDragonHarness/pull/1253 (p.2 table, series e, column Qualité moyenne /30)",,out:effort-not-established,out:effort-not-established imperialdragon-arenan,github-imperialdragon-1253,gpt-6.1-sol,not-established:absent,agentic-tool,mid,,per-ticket,0.21,0.00289,,4687,22.65,score-of-30,0.00289,,,"https://github.com/MinhHaDuong/ImperialDragonHarness/pull/1253 (p.2 table, series e2, column Qualité moyenne /30)",,out:effort-not-established,out:effort-not-established imperialdragon-arenan,github-imperialdragon-1253,gpt-6.1-sol,not-established:absent,agentic-tool,mid,,per-ticket,0.39,0.00289,,9425,21.90,score-of-30,0.00289,,,"https://github.com/MinhHaDuong/ImperialDragonHarness/pull/1253 (p.2 table, series e3, column Qualité moyenne /30)",,out:effort-not-established,out:effort-not-established imperialdragon-arenan,github-imperialdragon-1253,glm-5.3,not-established:absent,agentic-tool,mid,,per-ticket,1.29,0.00289,,46748,21.65,score-of-30,0.00289,,,"https://github.com/MinhHaDuong/ImperialDragonHarness/pull/1253 (p.2 table, series f, column Qualité moyenne /30)",,out:effort-not-established,out:effort-not-established imperialdragon-arenan,github-imperialdragon-1253,sonnet-5.5,not-established:absent,agentic-tool,mid,,per-ticket,0.30,0.00289,,8896,21.35,score-of-30,0.00289,,,"https://github.com/MinhHaDuong/ImperialDragonHarness/pull/1253 (p.2 table, series g, column Qualité moyenne /30)",,out:effort-not-established,out:effort-not-established imperialdragon-arenan,github-imperialdragon-1253,?DeepSeek Flash,not-established:absent,agentic-tool,mid,,per-ticket,0.14,0.00289,,63848,21.95,score-of-30,0.00289,,,"https://github.com/MinhHaDuong/ImperialDragonHarness/pull/1253 (p.2 table, series i, column Qualité moyenne /30)",,out:model-not-established,out:model-not-established imperialdragon-arenan,github-imperialdragon-1253,glm-5.3-flash,not-established:absent,agentic-tool,mid,,per-ticket,0.31,0.00289,,46654,21.60,score-of-30,0.00289,,,"https://github.com/MinhHaDuong/ImperialDragonHarness/pull/1253 (p.2 table, series j, column Qualité moyenne /30)",,out:effort-not-established,out:effort-not-established imperialdragon-arenan,github-imperialdragon-1253,mimo-v2.6-flash,not-established:absent,agentic-tool,mid,,per-ticket,0.12,0.00289,,125159,21.25,score-of-30,0.00289,,,"https://github.com/MinhHaDuong/ImperialDragonHarness/pull/1253 (p.2 table, series k, column Qualité moyenne /30)",,out:effort-not-established,out:effort-not-established imperialdragon-arenan,github-imperialdragon-1253,gpt-6-luna,not-established:absent,agentic-tool,mid,,per-ticket,0.04,0.00289,,16052,22.20,score-of-30,0.00289,,,"https://github.com/MinhHaDuong/ImperialDragonHarness/pull/1253 (p.2 table, series l, column Qualité moyenne /30)",,out:effort-not-established,out:effort-not-established imperialdragon-arenan,github-imperialdragon-1253,haiku-5.5,not-established:absent,agentic-tool,mid,,,,,,,21.7,score-of-30,0.00289,,,https://github.com/MinhHaDuong/ImperialDragonHarness/pull/1253 (all rows / row n / column mean_quality),,out:effort-not-established, isa-llm-accuracy-direct,github-isabellaboux-isa-llm,qwen3.8-2.4t-a95b,unstated,reasoning-math,mid,,,,,,,100.0,accuracy vs human judgments,0.0289,,,"https://github.com/isabellaboux/isa-llm (accuracy table, rank 1, column Direct)",,out:effort-not-established, isa-llm-accuracy-indirect,github-isabellaboux-isa-llm,qwen3.8-2.4t-a95b,unstated,reasoning-math,mid,,,,,,,98.6,accuracy vs human judgments,0.0289,,,"https://github.com/isabellaboux/isa-llm (accuracy table, rank 1, column Indirect)",,out:effort-not-established, isa-llm-accuracy-both,github-isabellaboux-isa-llm,qwen3.8-2.4t-a95b,unstated,reasoning-math,mid,,,,,,,99.3,accuracy vs human judgments,0.0289,,,"https://github.com/isabellaboux/isa-llm (accuracy table, rank 1, column Direct + Indirect)",,out:effort-not-established, isa-llm-auc-direct,github-isabellaboux-isa-llm,qwen3.8-2.4t-a95b,unstated,reasoning-math,mid,,,,,,,100.0,ROC-AUC vs human judgments,0.0289,,,"https://github.com/isabellaboux/isa-llm (ROC-AUC table, rank 1, column Direct)",,out:effort-not-established, isa-llm-auc-indirect,github-isabellaboux-isa-llm,qwen3.8-2.4t-a95b,unstated,reasoning-math,mid,,,,,,,99.1,ROC-AUC vs human judgments,0.0289,,,"https://github.com/isabellaboux/isa-llm (ROC-AUC table, rank 1, column Indirect)",,out:effort-not-established, isa-llm-auc-both,github-isabellaboux-isa-llm,qwen3.8-2.4t-a95b,unstated,reasoning-math,mid,,,,,,,99.7,ROC-AUC vs human judgments,0.0289,,,"https://github.com/isabellaboux/isa-llm (ROC-AUC table, rank 1, column Direct + Indirect)",,out:effort-not-established, benchmaxing-probes-c5-total,github-javimaligno-benchmaxing-probes,?Qwen3.8 2.4T,not-established:absent,agentic-tool,hard,,,,,,,25,criterion-5 runs holding,0,,,"https://github.com/JaviMaligno/benchmaxing-probes (table criterion 5, row Qwen3.8 2.4T, column Total)",,out:model-not-established, jeveffort,github-jev-effort,opus-5.5,high,coding,easy,ClaudeCode-proxy,per-suite,1.94,0.00289,,,100,pass%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://github.com/ifoster01/jev-effort/blob/68708e5a89984fc34924a238f522ccadb1d6df67/README.md (README.md, 'Benchmark at high' table, row 'Hidden checks passed', column Fixed high)",,out:saturated,in jeveffort,github-jev-effort,opus-5.5,max,coding,easy,ClaudeCode-proxy,per-suite,3.76,0.00289,,,100,pass%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://github.com/ifoster01/jev-effort/blob/68708e5a89984fc34924a238f522ccadb1d6df67/README.md (README.md, 'Benchmark at max' table, row Total, column Pass fixed)",,out:saturated,in grandpa-test-score,github-joe2321,grok-4.20,think,mixed,hard,,,,,,,5.5,score-of-6,0.0289,,,"https://github.com/Joe2321/the-grandpa-test (file header, line 3)",,out:single-couple, kayben-review,github-kaybenleroll,opus-5.5,medium,mixed,mid,claude -p no-tools CC,per-run,0.340,0.000289,,14899,6.60,recall/13,0.00289,,cost-base-price:cost-publisher-figure,"https://github.com/kaybenleroll/random_llm_projects (section 1 table, row opus-medium, column raw mean j-opus-medium (mean items found of 13 by the primary judge))",,in,in kayben-review,github-kaybenleroll,opus-5.5,high,mixed,mid,claude -p no-tools CC,per-run,0.461,0.000289,,19979,6.50,recall/13,0.00289,,cost-base-price:cost-publisher-figure,"https://github.com/kaybenleroll/random_llm_projects (section 1 table, row opus-high, column raw mean j-opus-medium (mean items found of 13 by the primary judge))",,in,in kayben-review,github-kaybenleroll,opus-5.5,xhigh,mixed,mid,claude -p no-tools CC,per-run,1.030,0.000289,,49401,7.50,recall/13,0.00289,,cost-base-price:cost-publisher-figure,"https://github.com/kaybenleroll/random_llm_projects (section 1 table, row opus-xhigh, column raw mean j-opus-medium (mean items found of 13 by the primary judge))",,in,in kayben-review,github-kaybenleroll,sonnet-5,medium,mixed,mid,claude -p no-tools CC,per-run,0.201,0.000289,,17819,6.70,recall/13,0.00289,,cost-base-price:cost-publisher-figure,"https://github.com/kaybenleroll/random_llm_projects (section 1 table, row sonnet-medium, column raw mean j-opus-medium (mean items found of 13 by the primary judge))",,in,in kayben-review,github-kaybenleroll,sonnet-5,high,mixed,mid,claude -p no-tools CC,per-run,0.325,0.000289,,30200,7.70,recall/13,0.00289,,cost-base-price:cost-publisher-figure,"https://github.com/kaybenleroll/random_llm_projects (section 1 table, row sonnet-high, column raw mean j-opus-medium (mean items found of 13 by the primary judge))",,in,in kayben-review,github-kaybenleroll,sonnet-5,xhigh,mixed,mid,claude -p no-tools CC,per-run,0.587,0.000289,,56368,7.40,recall/13,0.00289,,cost-base-price:cost-publisher-figure,"https://github.com/kaybenleroll/random_llm_projects (section 1 table, row sonnet-xhigh, column raw mean j-opus-medium (mean items found of 13 by the primary judge))",,in,in kayben-review,github-kaybenleroll,sonnet-5,max,mixed,mid,claude -p no-tools CC,per-run,2.751,0.000289,,,7.00,recall/13,0.00289,,,"https://github.com/kaybenleroll/random_llm_projects (section 1 table, row sonnet-max, column raw mean j-opus-medium (mean items found of 13 by the primary judge))",,out:partial,out:partial kayben-review-f51,github-kaybenleroll,opus-5.5,max,mixed,mid,claude -p no-tools CC,per-run,1.986,0.000289,,,6.00,recall/13,0.00289,,cost-base-price:cost-publisher-figure,"https://github.com/kaybenleroll/random_llm_projects (section 1 table, row opus-5-5-max-cap10, column raw mean j-opus-medium (mean items found of 13 by the primary judge))",,in,in kayben-review-f51,github-kaybenleroll,sonnet-5,max,mixed,mid,claude -p no-tools CC,per-run,1.155,0.000289,,,7.00,recall/13,0.00289,,cost-base-price:cost-publisher-figure,"https://github.com/kaybenleroll/random_llm_projects (section 1 table, row sonnet-5-max-cap10, column raw mean j-opus-medium (mean items found of 13 by the primary judge))",,in,in kayben-review-f51,github-kaybenleroll,fable-5.1,low,mixed,mid,claude -p no-tools CC,per-run,0.421,0.000289,,,5.60,recall/13,0.00289,,cost-base-price:cost-publisher-figure,"https://github.com/kaybenleroll/random_llm_projects (section 1 table, row fable-low, column raw mean j-opus-medium (mean items found of 13 by the primary judge))",,in,in kayben-review-f51,github-kaybenleroll,fable-5.1,medium,mixed,mid,claude -p no-tools CC,per-run,0.527,0.000289,,,5.40,recall/13,0.00289,,cost-base-price:cost-publisher-figure,"https://github.com/kaybenleroll/random_llm_projects (section 1 table, row fable-medium, column raw mean j-opus-medium (mean items found of 13 by the primary judge))",,in,in kayben-review-f51,github-kaybenleroll,fable-5.1,high,mixed,mid,claude -p no-tools CC,per-run,0.592,0.000289,,,5.60,recall/13,0.00289,,cost-base-price:cost-publisher-figure,"https://github.com/kaybenleroll/random_llm_projects (section 1 table, row fable-high, column raw mean j-opus-medium (mean items found of 13 by the primary judge))",,in,in kayben-review-f51,github-kaybenleroll,fable-5.1,xhigh,mixed,mid,claude -p no-tools CC,per-run,1.191,0.000289,,,6.40,recall/13,0.00289,,cost-base-price:cost-publisher-figure,"https://github.com/kaybenleroll/random_llm_projects (section 1 table, row fable-xhigh, column raw mean j-opus-medium (mean items found of 13 by the primary judge))",,in,in kayben-review-f51,github-kaybenleroll,fable-5.1,max,mixed,mid,claude -p no-tools CC,per-run,2.214,0.000289,,,6.20,recall/13,0.00289,,cost-base-price:cost-publisher-figure,"https://github.com/kaybenleroll/random_llm_projects (section 1 table, row fable-max, column raw mean j-opus-medium (mean items found of 13 by the primary judge))",,in,in kernelbench-cc-01,github-kernelbench,?gemini-4-argon-high,not-established:absent,coding,hard,,,,,,,0.0992,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20261013_175215_agy_gemini-4-argon-high_01_glm52_fused_moe / column value),,out:model-not-established, kernelbench-cc-02,github-kernelbench,?gemini-4-argon-high,not-established:absent,coding,hard,,,,,,,0.5177,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20261013_175245_agy_gemini-4-argon-high_02_deepseek_nsa / column value),,out:model-not-established, kernelbench-cc-03,github-kernelbench,?gemini-4-argon-high,not-established:absent,coding,hard,,,,,,,0.054,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20261013_175315_agy_gemini-4-argon-high_03_megaqwen_decode / column value),,out:model-not-established, kernelbench-cc-04,github-kernelbench,?gemini-4-argon-high,not-established:absent,coding,hard,,,,,,,0.422,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20261013_175345_agy_gemini-4-argon-high_04_grid_mingru_sps / column value),,out:model-not-established, kernelbench-cc-01,github-kernelbench,haiku-5.5,max,coding,hard,,,,,,,0.0947,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20261007_121157_claude_claude-haiku-5-5_01_glm52_fused_moe / column value),,in, kernelbench-cc-02,github-kernelbench,haiku-5.5,max,coding,hard,,,,,,,0.1002,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20261007_121227_claude_claude-haiku-5-5_02_deepseek_nsa / column value),,in, kernelbench-cc-03,github-kernelbench,haiku-5.5,max,coding,hard,,,,,,,0.0458,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20261007_170243_claude_claude-haiku-5-5_03_megaqwen_decode / column value),,in, kernelbench-cc-04,github-kernelbench,haiku-5.5,max,coding,hard,,,,,,,0.3402,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20261007_170313_claude_claude-haiku-5-5_04_grid_mingru_sps / column value),,in, kernelbench-cc-01,github-kernelbench,opus-4.8,max,coding,hard,,,,,,,0.0653,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260716_140633_claude_claude-opus-4-8_01_glm52_fused_moe / column value),,in, kernelbench-cc-02,github-kernelbench,opus-4.8,max,coding,hard,,,,,,,0.1784,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260716_140658_claude_claude-opus-4-8_02_deepseek_nsa / column value),,in, kernelbench-cc-03,github-kernelbench,opus-4.8,max,coding,hard,,,,,,,0.0097,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260716_140723_claude_claude-opus-4-8_03_megaqwen_decode / column value),,in, kernelbench-cc-04,github-kernelbench,opus-4.8,max,coding,hard,,,,,,,0.3269,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260716_140748_claude_claude-opus-4-8_04_grid_mingru_sps / column value),,in, kernelbench-cc-01,github-kernelbench,opus-5.5,xhigh,coding,hard,,,,,,,0.1036,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260922_121828_claude_claude-opus-5-5_01_glm52_fused_moe / column value),,in, kernelbench-cc-02,github-kernelbench,opus-5.5,xhigh,coding,hard,,,,,,,1.0957,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260922_121858_claude_claude-opus-5-5_02_deepseek_nsa / column value),,in, kernelbench-cc-03,github-kernelbench,opus-5.5,xhigh,coding,hard,,,,,,,0.0739,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260922_121928_claude_claude-opus-5-5_03_megaqwen_decode / column value),,in, kernelbench-cc-04,github-kernelbench,opus-5.5,xhigh,coding,hard,,,,,,,0.7938,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260922_121958_claude_claude-opus-5-5_04_grid_mingru_sps / column value),,in, kernelbench-cc-01,github-kernelbench,sonnet-5.5,max,coding,hard,,,,,,,0.113,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260928_122238_claude_claude-sonnet-5-5_01_glm52_fused_moe / column value),,in, kernelbench-cc-02,github-kernelbench,sonnet-5.5,max,coding,hard,,,,,,,1.3619,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260928_122308_claude_claude-sonnet-5-5_02_deepseek_nsa / column value),,in, kernelbench-cc-03,github-kernelbench,sonnet-5.5,max,coding,hard,,,,,,,0.08,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260928_122338_claude_claude-sonnet-5-5_03_megaqwen_decode / column value),,in, kernelbench-cc-04,github-kernelbench,sonnet-5.5,max,coding,hard,,,,,,,0.9442,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260928_122409_claude_claude-sonnet-5-5_04_grid_mingru_sps / column value),,in, kernelbench-cc-01,github-kernelbench,gpt-6-luna,xhigh,coding,hard,,,,,,,0.0798,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260922_123253_codex_gpt-6-luna_01_glm52_fused_moe / column value),,in, kernelbench-cc-02,github-kernelbench,gpt-6-luna,xhigh,coding,hard,,,,,,,0.0377,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260922_123323_codex_gpt-6-luna_02_deepseek_nsa / column value),,in, kernelbench-cc-03,github-kernelbench,gpt-6-luna,xhigh,coding,hard,,,,,,,0.0286,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260922_123353_codex_gpt-6-luna_03_megaqwen_decode / column value),,in, kernelbench-cc-04,github-kernelbench,gpt-6-luna,xhigh,coding,hard,,,,,,,0.5369,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260922_123423_codex_gpt-6-luna_04_grid_mingru_sps / column value),,in, kernelbench-cc-01,github-kernelbench,gpt-6-sol,xhigh,coding,hard,,,,,,,0.0936,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260922_123248_codex_gpt-6-sol_01_glm52_fused_moe / column value),,in, kernelbench-cc-02,github-kernelbench,gpt-6-sol,xhigh,coding,hard,,,,,,,0.0376,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260922_123318_codex_gpt-6-sol_02_deepseek_nsa / column value),,in, kernelbench-cc-03,github-kernelbench,gpt-6-sol,xhigh,coding,hard,,,,,,,0.0398,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260922_123348_codex_gpt-6-sol_03_megaqwen_decode / column value),,in, kernelbench-cc-04,github-kernelbench,gpt-6-sol,xhigh,coding,hard,,,,,,,0.6447,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260922_123418_codex_gpt-6-sol_04_grid_mingru_sps / column value),,in, kernelbench-cc-01,github-kernelbench,gpt-6.1-sol,xhigh,coding,hard,,,,,,,0.0941,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260930_115341_codex_gpt-6.1-sol_01_glm52_fused_moe / column value),,in, kernelbench-cc-02,github-kernelbench,gpt-6.1-sol,xhigh,coding,hard,,,,,,,0.3521,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260930_133144_codex_gpt-6.1-sol_02_deepseek_nsa / column value),,in, kernelbench-cc-03,github-kernelbench,gpt-6.1-sol,xhigh,coding,hard,,,,,,,0.0386,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260930_133214_codex_gpt-6.1-sol_03_megaqwen_decode / column value),,in, kernelbench-cc-04,github-kernelbench,gpt-6.1-sol,xhigh,coding,hard,,,,,,,0.3052,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260930_115512_codex_gpt-6.1-sol_04_grid_mingru_sps / column value),,in, kernelbench-cc-01,github-kernelbench,grok-4.7,xhigh,coding,hard,,,,,,,0.0948,achieved-over-peak (unbounded),2.89e-05,,EAP-run; harness-label-as-level:grok-cli,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260917_005805_grok_grok-4.7_01_glm52_fused_moe / column value),,in, kernelbench-cc-02,github-kernelbench,grok-4.7,xhigh,coding,hard,,,,,,,0.1002,achieved-over-peak (unbounded),2.89e-05,,EAP-run; harness-label-as-level:grok-cli,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260917_005835_grok_grok-4.7_02_deepseek_nsa / column value),,in, kernelbench-cc-03,github-kernelbench,grok-4.7,xhigh,coding,hard,,,,,,,0.0455,achieved-over-peak (unbounded),2.89e-05,,EAP-run; harness-label-as-level:grok-cli,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260917_005905_grok_grok-4.7_03_megaqwen_decode / column value),,in, kernelbench-cc-04,github-kernelbench,grok-4.7,xhigh,coding,hard,,,,,,,0.6398,achieved-over-peak (unbounded),2.89e-05,,EAP-run; harness-label-as-level:grok-cli,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260917_005935_grok_grok-4.7_04_grid_mingru_sps / column value),,in, kernelbench-cc-01,github-kernelbench,?kinetic-0715[1m],not-established:absent,coding,hard,,,,,,,0.081,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260716_150051_kinetic-claude_kinetic-0715_1m__01_glm52_fused_moe / column value),,out:model-not-established, kernelbench-cc-02,github-kernelbench,?kinetic-0715[1m],not-established:absent,coding,hard,,,,,,,0.0584,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260716_150116_kinetic-claude_kinetic-0715_1m__02_deepseek_nsa / column value),,out:model-not-established, kernelbench-cc-03,github-kernelbench,?kinetic-0715[1m],not-established:absent,coding,hard,,,,,,,0.0622,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260718_232940_kinetic-claude_kinetic-0715_1m__03_megaqwen_decode / column value),,out:model-not-established, kernelbench-cc-04,github-kernelbench,?kinetic-0715[1m],not-established:absent,coding,hard,,,,,,,0.2238,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260716_150206_kinetic-claude_kinetic-0715_1m__04_grid_mingru_sps / column value),,out:model-not-established, kernelbench-or-01,github-kernelbench,fable-5,high,coding,hard,OpenRouter-agent,,,,,,0.0804,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260719_081348_or-fable_anthropic_claude-fable-5_01_glm52_fused_moe / column value),,out:single-couple, kernelbench-or-02,github-kernelbench,fable-5,high,coding,hard,OpenRouter-agent,,,,,,0.7266,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260721_153000_or-fable_anthropic_claude-fable-5_02_deepseek_nsa / column value),,out:single-couple, kernelbench-or-03,github-kernelbench,fable-5,high,coding,hard,OpenRouter-agent,,,,,,0.0578,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260719_190250_or-fable_anthropic_claude-fable-5_03_megaqwen_decode / column value),,in, kernelbench-or-04,github-kernelbench,fable-5,high,coding,hard,OpenRouter-agent,,,,,,0.1909,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260719_102947_or-fable_anthropic_claude-fable-5_04_grid_mingru_sps / column value),,in, kernelbench-or-01,github-kernelbench,deepseek-v4.1-flash-1017,default,coding,hard,OpenRouter-agent,,,,,,0.0965,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20261018_065729_or-fable_deepseek_deepseek-v4.1-flash-1017_01_glm52_fused_moe / column value),,out:effort-not-established, kernelbench-or-02,github-kernelbench,deepseek-v4.1-flash-1017,default,coding,hard,OpenRouter-agent,,,,,,0.3705,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20261018_065759_or-fable_deepseek_deepseek-v4.1-flash-1017_02_deepseek_nsa / column value),,out:effort-not-established, kernelbench-or-03,github-kernelbench,deepseek-v4.1-flash-1017,default,coding,hard,OpenRouter-agent,,,,,,0.0812,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20261018_065829_or-fable_deepseek_deepseek-v4.1-flash-1017_03_megaqwen_decode / column value),,out:effort-not-established, kernelbench-or-04,github-kernelbench,deepseek-v4.1-flash-1017,default,coding,hard,OpenRouter-agent,,,,,,0.2002,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20261018_124106_or-fable_deepseek_deepseek-v4.1-flash-1017_04_grid_mingru_sps / column value),,out:effort-not-established, kernelbench-cc-02,github-kernelbench,?gemini-3.8-flash-high,not-established:absent,coding,hard,,,,,,,0.0958,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260902_220128_agy_gemini-3.8-flash-high_02_deepseek_nsa / column value),,out:model-not-established, kernelbench-cc-03,github-kernelbench,?gemini-3.8-flash-high,not-established:absent,coding,hard,,,,,,,0.0426,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260902_221937_agy_gemini-3.8-flash-high_03_megaqwen_decode / column value),,out:model-not-established, kernelbench-cc-04,github-kernelbench,?gemini-3.8-flash-high,not-established:absent,coding,hard,,,,,,,0.3637,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260902_225508_agy_gemini-3.8-flash-high_04_grid_mingru_sps / column value),,out:model-not-established, kernelbench-cc-01,github-kernelbench,?openai/gpt-6-astra-pro,not-established:absent,coding,hard,,,,,,,0.0945,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260906_203648_codex_openai_gpt-6-astra-pro_01_glm52_fused_moe / column value),,out:model-not-established, kernelbench-cc-03,github-kernelbench,?openai/gpt-6-astra-pro,not-established:absent,coding,hard,,,,,,,0.049,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260907_004320_codex_openai_gpt-6-astra-pro_03_megaqwen_decode / column value),,out:model-not-established, kernelbench-cc-04,github-kernelbench,?openai/gpt-6-astra-pro,not-established:absent,coding,hard,,,,,,,0.6837,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260907_025132_codex_openai_gpt-6-astra-pro_04_grid_mingru_sps / column value),,out:model-not-established, kernelbench-cc-01,github-kernelbench,deepseek-v4.1-flash,default,coding,hard,,,,,,,0.0946,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260910_115701_deepseek-claude_deepseek-flash_01_glm52_fused_moe / column value),,out:effort-not-established, kernelbench-cc-02,github-kernelbench,deepseek-v4.1-flash,default,coding,hard,,,,,,,0.5019,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260910_150236_deepseek-claude_deepseek-flash_02_deepseek_nsa / column value),,out:effort-not-established, kernelbench-cc-03,github-kernelbench,deepseek-v4.1-flash,default,coding,hard,,,,,,,0.0539,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260910_202104_deepseek-claude_deepseek-flash_03_megaqwen_decode / column value),,out:effort-not-established, kernelbench-cc-01,github-kernelbench,deepseek-v4-pro-0813,default,coding,hard,,,,,,,0.0968,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260814_000257_deepseek-claude_deepseek-v4-pro_01_glm52_fused_moe / column value),,out:effort-not-established, kernelbench-cc-02,github-kernelbench,deepseek-v4-pro-0813,default,coding,hard,,,,,,,0.0945,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260814_000322_deepseek-claude_deepseek-v4-pro_02_deepseek_nsa / column value),,out:effort-not-established, kernelbench-cc-03,github-kernelbench,deepseek-v4-pro-0813,default,coding,hard,,,,,,,0.0602,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260814_000347_deepseek-claude_deepseek-v4-pro_03_megaqwen_decode / column value),,out:effort-not-established, kernelbench-cc-01,github-kernelbench,grok-4.5,default,coding,hard,,,,,,,0.0844,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260715_212751_grok_grok-4.5_01_glm52_fused_moe / column value),,out:effort-not-established, kernelbench-cc-03,github-kernelbench,grok-4.5,default,coding,hard,,,,,,,0.0345,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260715_212751_grok_grok-4.5_03_megaqwen_decode / column value),,out:effort-not-established, kernelbench-cc-04,github-kernelbench,grok-4.5,default,coding,hard,,,,,,,0.002,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260716_011941_grok_grok-4.5_04_grid_mingru_sps / column value),,out:effort-not-established, kernelbench-cc-01,github-kernelbench,?kinetic-0715,not-established:absent,coding,hard,,,,,,,0.0595,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260716_090533_kinetic-claude_kinetic-0715_01_glm52_fused_moe / column value),,out:model-not-established, kernelbench-cc-03,github-kernelbench,?kinetic-0715,not-established:absent,coding,hard,,,,,,,0.047,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260716_112923_kinetic-claude_kinetic-0715_03_megaqwen_decode / column value),,out:model-not-established, kernelbench-cc-04,github-kernelbench,?kinetic-0715,not-established:absent,coding,hard,,,,,,,0.1738,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260716_090648_kinetic-claude_kinetic-0715_04_grid_mingru_sps / column value),,out:model-not-established, kernelbench-cc-01,github-kernelbench,muse-spark-1.3,not-established:absent,coding,hard,,,,,,,0.0879,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260903_000635_muse_muse-spark-1.3_01_glm52_fused_moe / column value),,out:effort-not-established, kernelbench-cc-02,github-kernelbench,muse-spark-1.3,not-established:absent,coding,hard,,,,,,,0.0251,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260903_133417_muse_muse-spark-1.3_02_deepseek_nsa / column value),,out:effort-not-established, kernelbench-cc-03,github-kernelbench,muse-spark-1.3,not-established:absent,coding,hard,,,,,,,0.0333,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260903_044407_muse_muse-spark-1.3_03_megaqwen_decode / column value),,out:effort-not-established, kernelbench-or-01,github-kernelbench,?anthropic/claude-fable-5-1,not-established:absent,coding,hard,OpenRouter-agent,,,,,,0.1017,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260904_000346_or-fable_anthropic_claude-fable-5-1_01_glm52_fused_moe / column value),,out:model-not-established, kernelbench-or-03,github-kernelbench,?anthropic/claude-fable-5-1,not-established:absent,coding,hard,OpenRouter-agent,,,,,,0.0643,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260904_072208_or-fable_anthropic_claude-fable-5-1_03_megaqwen_decode / column value),,out:model-not-established, kernelbench-or-04,github-kernelbench,?anthropic/claude-fable-5-1,not-established:absent,coding,hard,OpenRouter-agent,,,,,,0.7093,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260904_111027_or-fable_anthropic_claude-fable-5-1_04_grid_mingru_sps / column value),,out:model-not-established, kernelbench-or-01,github-kernelbench,deepseek-v4-flash-0731,default,coding,hard,OpenRouter-agent,,,,,,0.0411,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260802_203348_or-fable_deepseek_deepseek-v4-flash-0731_01_glm52_fused_moe / column value),,out:effort-not-established, kernelbench-or-03,github-kernelbench,deepseek-v4-flash-0731,default,coding,hard,OpenRouter-agent,,,,,,0.0281,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260802_203916_or-fable_deepseek_deepseek-v4-flash-0731_03_megaqwen_decode / column value),,out:effort-not-established, kernelbench-or-04,github-kernelbench,deepseek-v4-flash-0731,default,coding,hard,OpenRouter-agent,,,,,,0.1453,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260802_203919_or-fable_deepseek_deepseek-v4-flash-0731_04_grid_mingru_sps / column value),,out:effort-not-established, kernelbench-cc-01,github-kernelbench,grok-4.6,xhigh,coding,hard,,,,,,,0.0939,achieved-over-peak (unbounded),2.89e-05,,harness-label-as-level:grok-cli,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260814_000242_grok_grok-4.6_01_glm52_fused_moe / column value),,in, kernelbench-cc-03,github-kernelbench,grok-4.6,xhigh,coding,hard,,,,,,,0.0542,achieved-over-peak (unbounded),2.89e-05,,harness-label-as-level:grok-cli,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260814_000332_grok_grok-4.6_03_megaqwen_decode / column value),,in, kernelbench-or-01,github-kernelbench,qwen3.8-max,not-established:absent,coding,hard,OpenRouter-agent,,,,,,0.1006,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260805_045817_or-fable_qwen_qwen3.8-max_01_glm52_fused_moe / column value),,out:effort-not-established, kernelbench-or-04,github-kernelbench,qwen3.8-max,not-established:absent,coding,hard,OpenRouter-agent,,,,,,0.2848,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260803_194356_or-fable_qwen_qwen3.8-max_04_grid_mingru_sps / column value),,out:effort-not-established, kernelbench-or-02,github-kernelbench,?stealth/ox-alpha,not-established:absent,coding,hard,OpenRouter-agent,,,,,,0.0445,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260822_102122_or-fable_stealth_ox-alpha_02_deepseek_nsa / column value),,out:model-not-established, kernelbench-or-03,github-kernelbench,?stealth/ox-alpha,not-established:absent,coding,hard,OpenRouter-agent,,,,,,0.0392,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260822_105443_or-fable_stealth_ox-alpha_03_megaqwen_decode / column value),,out:model-not-established, kernelbench-or-03,github-kernelbench,opus-5,max,coding,hard,OpenRouter-agent,,,,,,0.0655,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260725_023443_or-opus_anthropic_claude-opus-5_03_megaqwen_decode / column value),,in, kernelbench-or-04,github-kernelbench,opus-5,max,coding,hard,OpenRouter-agent,,,,,,1.961,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260725_023503_or-opus_anthropic_claude-opus-5_04_grid_mingru_sps / column value),,in, kernelbench-cc-01,github-kernelbench,glm-5.3,default,coding,hard,,,,,,,0.0997,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260822_085227_zai-claude_glm-5.3_01_glm52_fused_moe / column value),,out:effort-not-established, kernelbench-hard-01,github-kernelbench,deepseek-v4.1-flash,default,coding,hard,,,,,,,0.331,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260910_202114_deepseek-claude_deepseek-flash_01_fp8_gemm / column value),,out:effort-not-established, kernelbench-hard-02,github-kernelbench,deepseek-v4.1-flash,default,coding,hard,,,,,,,0.0374,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260910_202119_deepseek-claude_deepseek-flash_02_kda_cutlass / column value),,out:effort-not-established, kernelbench-hard-03,github-kernelbench,deepseek-v4.1-flash,default,coding,hard,,,,,,,0.3622,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260910_202124_deepseek-claude_deepseek-flash_03_paged_attention / column value),,out:effort-not-established, kernelbench-hard-05,github-kernelbench,deepseek-v4.1-flash,default,coding,hard,,,,,,,0.0425,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260910_202129_deepseek-claude_deepseek-flash_05_topk_bitonic / column value),,out:effort-not-established, kernelbench-hard-06,github-kernelbench,deepseek-v4.1-flash,default,coding,hard,,,,,,,0.1081,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260910_202134_deepseek-claude_deepseek-flash_06_sonic_moe_swiglu / column value),,out:effort-not-established, kernelbench-hard-07,github-kernelbench,deepseek-v4.1-flash,default,coding,hard,,,,,,,0.2491,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260910_202139_deepseek-claude_deepseek-flash_07_w4a16_gemm / column value),,out:effort-not-established, kernelbench-hard-01,github-kernelbench,deepseek-v4-pro-0813,default,coding,hard,,,,,,,0.3959,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260813_072817_deepseek-claude_deepseek-v4-pro_01_fp8_gemm / column value),,out:effort-not-established, kernelbench-hard-02,github-kernelbench,deepseek-v4-pro-0813,default,coding,hard,,,,,,,0.0513,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260813_072842_deepseek-claude_deepseek-v4-pro_02_kda_cutlass / column value),,out:effort-not-established, kernelbench-hard-03,github-kernelbench,deepseek-v4-pro-0813,default,coding,hard,,,,,,,0.5,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260813_072907_deepseek-claude_deepseek-v4-pro_03_paged_attention / column value),,out:effort-not-established, kernelbench-hard-05,github-kernelbench,deepseek-v4-pro-0813,default,coding,hard,,,,,,,0.0935,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260813_072932_deepseek-claude_deepseek-v4-pro_05_topk_bitonic / column value),,out:effort-not-established, kernelbench-hard-06,github-kernelbench,deepseek-v4-pro-preview,default,coding,hard,,,,,,,0.0533,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260615_140149_deepseek-claude_deepseek-v4-pro_06_sonic_moe_swiglu / column value),,out:effort-not-established, kernelbench-hard-07,github-kernelbench,deepseek-v4-pro-0813,default,coding,hard,,,,,,,0.3103,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260813_073022_deepseek-claude_deepseek-v4-pro_07_w4a16_gemm / column value),,out:effort-not-established, kernelbench-hard-01,github-kernelbench,?kinetic-0715[1m],not-established:absent,coding,hard,,,,,,,0.3529,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260716_145443_kinetic-claude_kinetic-0715_1m__01_fp8_gemm / column value),,out:model-not-established, kernelbench-hard-02,github-kernelbench,?kinetic-0715[1m],not-established:absent,coding,hard,,,,,,,0.0493,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260716_145756_kinetic-claude_kinetic-0715_1m__02_kda_cutlass / column value),,out:model-not-established, kernelbench-hard-03,github-kernelbench,?kinetic-0715[1m],not-established:absent,coding,hard,,,,,,,0.5811,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260716_145821_kinetic-claude_kinetic-0715_1m__03_paged_attention / column value),,out:model-not-established, kernelbench-hard-05,github-kernelbench,?kinetic-0715[1m],not-established:absent,coding,hard,,,,,,,0.0895,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260716_145846_kinetic-claude_kinetic-0715_1m__05_topk_bitonic / column value),,out:model-not-established, kernelbench-hard-06,github-kernelbench,?kinetic-0715[1m],not-established:absent,coding,hard,,,,,,,0.0329,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260716_145911_kinetic-claude_kinetic-0715_1m__06_sonic_moe_swiglu / column value),,out:model-not-established, kernelbench-hard-07,github-kernelbench,?kinetic-0715[1m],not-established:absent,coding,hard,,,,,,,0.027,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260716_145936_kinetic-claude_kinetic-0715_1m__07_w4a16_gemm / column value),,out:model-not-established, kernelbench-hard-01,github-kernelbench,deepseek-v4.1-flash-1017,default,coding,hard,,,,,,,0.3242,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20261017_215207_or-fable_deepseek_deepseek-v4.1-flash-1017_01_fp8_gemm / column value),,out:effort-not-established, kernelbench-hard-02,github-kernelbench,deepseek-v4.1-flash-1017,default,coding,hard,,,,,,,0.0403,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20261017_215237_or-fable_deepseek_deepseek-v4.1-flash-1017_02_kda_cutlass / column value),,out:effort-not-established, kernelbench-hard-03,github-kernelbench,deepseek-v4.1-flash-1017,default,coding,hard,,,,,,,0.4586,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20261017_215307_or-fable_deepseek_deepseek-v4.1-flash-1017_03_paged_attention / column value),,out:effort-not-established, kernelbench-hard-05,github-kernelbench,deepseek-v4.1-flash-1017,default,coding,hard,,,,,,,0.0897,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20261017_215337_or-fable_deepseek_deepseek-v4.1-flash-1017_05_topk_bitonic / column value),,out:effort-not-established, kernelbench-hard-06,github-kernelbench,deepseek-v4.1-flash-1017,default,coding,hard,,,,,,,0.106,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20261017_215407_or-fable_deepseek_deepseek-v4.1-flash-1017_06_sonic_moe_swiglu / column value),,out:effort-not-established, kernelbench-hard-07,github-kernelbench,deepseek-v4.1-flash-1017,default,coding,hard,,,,,,,0.2513,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20261017_215437_or-fable_deepseek_deepseek-v4.1-flash-1017_07_w4a16_gemm / column value),,out:effort-not-established, kernelbench-hard-01,github-kernelbench,grok-4.6,xhigh,coding,hard,,,,,,,0.375,achieved-over-peak (unbounded),2.89e-05,,harness-label-as-level:grok-cli,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260813_072757_grok_grok-4.6_01_fp8_gemm / column value),,in, kernelbench-hard-02,github-kernelbench,grok-4.6,xhigh,coding,hard,,,,,,,0.0406,achieved-over-peak (unbounded),2.89e-05,,harness-label-as-level:grok-cli,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260813_072822_grok_grok-4.6_02_kda_cutlass / column value),,out:single-couple, kernelbench-hard-03,github-kernelbench,grok-4.6,xhigh,coding,hard,,,,,,,0.6217,achieved-over-peak (unbounded),2.89e-05,,harness-label-as-level:grok-cli,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260813_072847_grok_grok-4.6_03_paged_attention / column value),,in, kernelbench-hard-05,github-kernelbench,grok-4.6,xhigh,coding,hard,,,,,,,0.0368,achieved-over-peak (unbounded),2.89e-05,,harness-label-as-level:grok-cli,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260813_072912_grok_grok-4.6_05_topk_bitonic / column value),,in, kernelbench-hard-07,github-kernelbench,grok-4.6,xhigh,coding,hard,,,,,,,0.2343,achieved-over-peak (unbounded),2.89e-05,,harness-label-as-level:grok-cli,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260813_073002_grok_grok-4.6_07_w4a16_gemm / column value),,in, kernelbench-hard-01,github-kernelbench,?kinetic-0715,not-established:absent,coding,hard,,,,,,,0.3196,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260715_204204_kinetic-claude_kinetic-0715_01_fp8_gemm / column value),,out:model-not-established, kernelbench-hard-02,github-kernelbench,?kinetic-0715,not-established:absent,coding,hard,,,,,,,0.0315,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260716_091211_kinetic-claude_kinetic-0715_02_kda_cutlass / column value),,out:model-not-established, kernelbench-hard-03,github-kernelbench,?kinetic-0715,not-established:absent,coding,hard,,,,,,,0.4855,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260716_112603_kinetic-claude_kinetic-0715_03_paged_attention / column value),,out:model-not-established, kernelbench-hard-05,github-kernelbench,?kinetic-0715,not-established:absent,coding,hard,,,,,,,0.064,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260716_112628_kinetic-claude_kinetic-0715_05_topk_bitonic / column value),,out:model-not-established, kernelbench-hard-06,github-kernelbench,?kinetic-0715,not-established:absent,coding,hard,,,,,,,0.0885,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260715_204344_kinetic-claude_kinetic-0715_06_sonic_moe_swiglu / column value),,out:model-not-established, kernelbench-hard-01,github-kernelbench,longcat-2.0,default,coding,hard,,,,,,,0.3286,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260706_192143_longcat-claude_LongCat-2.0_01_fp8_gemm / column value),,out:effort-not-established, kernelbench-hard-02,github-kernelbench,longcat-2.0,default,coding,hard,,,,,,,0.0007,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260707_131659_longcat-claude_LongCat-2.0_02_kda_cutlass / column value),,out:effort-not-established, kernelbench-hard-03,github-kernelbench,longcat-2.0,default,coding,hard,,,,,,,0.3192,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260707_140259_longcat-claude_LongCat-2.0_03_paged_attention / column value),,out:effort-not-established, kernelbench-hard-06,github-kernelbench,longcat-2.0,default,coding,hard,,,,,,,0.0711,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260707_082519_longcat-claude_LongCat-2.0_06_sonic_moe_swiglu / column value),,out:effort-not-established, kernelbench-hard-07,github-kernelbench,longcat-2.0,default,coding,hard,,,,,,,0.1008,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260707_044245_longcat-claude_LongCat-2.0_07_w4a16_gemm / column value),,out:effort-not-established, kernelbench-hard-01,github-kernelbench,fable-5,high,coding,hard,,,,,,,0.3911,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260721_152955_or-fable_anthropic_claude-fable-5_01_fp8_gemm / column value),,in, kernelbench-hard-03,github-kernelbench,fable-5,high,coding,hard,,,,,,,0.4303,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260719_040355_or-fable_anthropic_claude-fable-5_03_paged_attention / column value),,in, kernelbench-hard-05,github-kernelbench,fable-5,high,coding,hard,,,,,,,0.0492,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260719_042539_or-fable_anthropic_claude-fable-5_05_topk_bitonic / column value),,in, kernelbench-hard-06,github-kernelbench,fable-5,high,coding,hard,,,,,,,0.1052,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260719_063816_or-fable_anthropic_claude-fable-5_06_sonic_moe_swiglu / column value),,out:single-couple, kernelbench-hard-07,github-kernelbench,fable-5,high,coding,hard,,,,,,,0.2608,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260719_070614_or-fable_anthropic_claude-fable-5_07_w4a16_gemm / column value),,in, kernelbench-hard-01,github-kernelbench,glm-5.2,default,coding,hard,,,,,,,0.4059,achieved-over-peak (unbounded),2.89e-05,,EAP-run,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260614_145529_zai-claude_glm-5.2_01_fp8_gemm / column value),,out:effort-not-established, kernelbench-hard-02,github-kernelbench,glm-5.2,default,coding,hard,,,,,,,0.03232,achieved-over-peak (unbounded),2.89e-05,,EAP-run,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260613_054111_zai-claude_glm-5.2_02_kda_cutlass / column value),,out:effort-not-established, kernelbench-hard-03,github-kernelbench,glm-5.2,default,coding,hard,,,,,,,0.6771,achieved-over-peak (unbounded),2.89e-05,,EAP-run,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260613_055815_zai-claude_glm-5.2_03_paged_attention / column value),,out:effort-not-established, kernelbench-hard-05,github-kernelbench,glm-5.2,default,coding,hard,,,,,,,0.0341,achieved-over-peak (unbounded),2.89e-05,,EAP-run,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260613_060814_zai-claude_glm-5.2_05_topk_bitonic / column value),,out:effort-not-established, kernelbench-hard-07,github-kernelbench,glm-5.2,default,coding,hard,,,,,,,0.3207,achieved-over-peak (unbounded),2.89e-05,,EAP-run,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260613_061443_zai-claude_glm-5.2_07_w4a16_gemm / column value),,out:effort-not-established, kernelbench-hard-01,github-kernelbench,opus-4.8,high,coding,hard,,,,,,,0.3855,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260614_144216_claude_claude-opus-4-8_01_fp8_gemm / column value),,in, kernelbench-hard-03,github-kernelbench,opus-4.8,high,coding,hard,,,,,,,0.6706,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260613_042305_claude_claude-opus-4-8_03_paged_attention / column value),,in, kernelbench-hard-05,github-kernelbench,opus-4.8,high,coding,hard,,,,,,,0.0335,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260613_042313_claude_claude-opus-4-8_05_topk_bitonic / column value),,in, kernelbench-hard-07,github-kernelbench,opus-4.8,high,coding,hard,,,,,,,0.2355,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260613_115410_claude_claude-opus-4-8_07_w4a16_gemm / column value),,in, kernelbench-hard-01,github-kernelbench,grok-4.5,max,coding,hard,,,,,,,0.3367,achieved-over-peak (unbounded),2.89e-05,,harness-label-as-level:grok-cli,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260708_134136_grok_grok-4.5_01_fp8_gemm / column value),,out:effort-not-established, kernelbench-hard-02,github-kernelbench,grok-4.5,max,coding,hard,,,,,,,0.0198,achieved-over-peak (unbounded),2.89e-05,,harness-label-as-level:grok-cli,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260708_140941_grok_grok-4.5_02_kda_cutlass / column value),,out:effort-not-established, kernelbench-hard-03,github-kernelbench,grok-4.5,max,coding,hard,,,,,,,0.6538,achieved-over-peak (unbounded),2.89e-05,,harness-label-as-level:grok-cli,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260708_140941_grok_grok-4.5_03_paged_attention / column value),,out:effort-not-established, kernelbench-hard-05,github-kernelbench,grok-4.5,max,coding,hard,,,,,,,0.0293,achieved-over-peak (unbounded),2.89e-05,,harness-label-as-level:grok-cli,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260708_143924_grok_grok-4.5_05_topk_bitonic / column value),,out:effort-not-established, kernelbench-hard-01,github-kernelbench,minimax-m3,default,coding,hard,,,,,,,0.3661,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260614_153222_minimax-claude_MiniMax-M3_01_fp8_gemm / column value),,out:effort-not-established, kernelbench-hard-03,github-kernelbench,minimax-m3,default,coding,hard,,,,,,,0.5129,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260613_081306_minimax-claude_MiniMax-M3_03_paged_attention / column value),,out:effort-not-established, kernelbench-hard-05,github-kernelbench,minimax-m3,default,coding,hard,,,,,,,0.0057,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260613_081745_minimax-claude_MiniMax-M3_05_topk_bitonic / column value),,out:effort-not-established, kernelbench-hard-07,github-kernelbench,minimax-m3,default,coding,hard,,,,,,,0.145,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260613_095207_minimax-claude_MiniMax-M3_07_w4a16_gemm / column value),,out:effort-not-established, kernelbench-hard-01,github-kernelbench,deepseek-v4-flash-0731,default,coding,hard,,,,,,,0.409,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260801_205612_or-fable_deepseek_deepseek-v4-flash-0731_01_fp8_gemm / column value),,out:effort-not-established, kernelbench-hard-03,github-kernelbench,deepseek-v4-flash-0731,default,coding,hard,,,,,,,0.486,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260801_214207_or-fable_deepseek_deepseek-v4-flash-0731_03_paged_attention / column value),,out:effort-not-established, kernelbench-hard-05,github-kernelbench,deepseek-v4-flash-0731,default,coding,hard,,,,,,,0.0285,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260801_225649_or-fable_deepseek_deepseek-v4-flash-0731_05_topk_bitonic / column value),,out:effort-not-established, kernelbench-hard-07,github-kernelbench,deepseek-v4-flash-0731,default,coding,hard,,,,,,,0.1562,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260802_011638_or-fable_deepseek_deepseek-v4-flash-0731_07_w4a16_gemm / column value),,out:effort-not-established, kernelbench-hard-01,github-kernelbench,gpt-5.6-sol,xhigh,coding,hard,,,,,,,0.3871,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260709_172635_codex_gpt-5.6-sol_01_fp8_gemm / column value),,in, kernelbench-hard-05,github-kernelbench,gpt-5.6-sol,xhigh,coding,hard,,,,,,,0.0412,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260718_215148_codex_gpt-5.6-sol_05_topk_bitonic / column value),,in, kernelbench-hard-07,github-kernelbench,gpt-5.6-sol,xhigh,coding,hard,,,,,,,0.198,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260709_184850_codex_gpt-5.6-sol_07_w4a16_gemm / column value),,in, kernelbench-hard-03,github-kernelbench,qwen3.8-max,not-established:absent,coding,hard,,,,,,,0.6926,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260805_021249_or-fable_qwen_qwen3.8-max_03_paged_attention / column value),,out:effort-not-established, kernelbench-hard-05,github-kernelbench,qwen3.8-max,not-established:absent,coding,hard,,,,,,,0.0397,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260804_025949_or-fable_qwen_qwen3.8-max_05_topk_bitonic / column value),,out:effort-not-established, kernelbench-hard-06,github-kernelbench,qwen3.8-max,not-established:absent,coding,hard,,,,,,,0.1067,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260803_231512_or-fable_qwen_qwen3.8-max_06_sonic_moe_swiglu / column value),,out:effort-not-established, kernelbench-hard-07,github-kernelbench,qwen3.8-max,not-established:absent,coding,hard,,,,,,,0.1457,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260804_025959_or-fable_qwen_qwen3.8-max_07_w4a16_gemm / column value),,out:effort-not-established, kernelbench-hard-03,github-kernelbench,glm-5.3,default,coding,hard,,,,,,,0.6319,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260822_053649_zai-claude_glm-5.3_03_paged_attention / column value),,out:effort-not-established, kernelbench-hard-05,github-kernelbench,glm-5.3,default,coding,hard,,,,,,,0.0885,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260822_053709_zai-claude_glm-5.3_05_topk_bitonic / column value),,out:effort-not-established, kernelbench-hard-07,github-kernelbench,glm-5.3,default,coding,hard,,,,,,,0.3653,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260822_075321_zai-claude_glm-5.3_07_w4a16_gemm / column value),,out:effort-not-established, kernelbench-hard-05,github-kernelbench,?stealth/ox-alpha,not-established:absent,coding,hard,,,,,,,0.0717,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260822_061053_or-fable_stealth_ox-alpha_05_topk_bitonic / column value),,out:model-not-established, kernelbench-hard-06,github-kernelbench,?stealth/ox-alpha,not-established:absent,coding,hard,,,,,,,0.1021,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260822_061328_or-fable_stealth_ox-alpha_06_sonic_moe_swiglu / column value),,out:model-not-established, kernelbench-hard-05,github-kernelbench,opus-5,max,coding,hard,,,,,,,0.0946,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260725_002808_or-opus_anthropic_claude-opus-5_05_topk_bitonic / column value),,in, kernelbench-hard-07,github-kernelbench,opus-5,max,coding,hard,,,,,,,0.3708,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260725_002828_or-opus_anthropic_claude-opus-5_07_w4a16_gemm / column value),,in, kernelbench-hard-01,github-kernelbench,fable-5,max,coding,hard,,,,,,,0.348,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260716_090642_claude_claude-fable-5_01_fp8_gemm / column value),,in, kernelbench-hard-07,github-kernelbench,opus-4.8,max,coding,hard,,,,,,,0.1143,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260719_030522_claude_claude-opus-4-8_07_w4a16_gemm / column value),,in, kernelbench-hard-01,github-kernelbench,qwen3.8-max,default,coding,hard,,,,,,,0.3269,achieved-over-peak (unbounded),2.89e-05,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260803_034401_qwen-claude_qwen3.8-max_01_fp8_gemm / column value),,out:effort-not-established, kernelbench-mega-cc,github-kernelbench,opus-5.5,medium,coding,hard,,per-task,39.544114,2.89e-07,,647991,35.460,speedup-x,0.000289,,cost-base-price:cost-publisher-figure,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260922_121505_claude_claude-opus-5-5_02_kimi_linear_decode / column speedup),,in,out:cost-single-couple kernelbench-mega-cc,github-kernelbench,sonnet-5.5,medium,coding,hard,,per-task,42.36,8.15,,1174141,32.131,speedup-x,0.000289,,cost-unrepriced; cost-price-band,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260928_122208_claude_claude-sonnet-5-5_02_kimi_linear_decode / column speedup),,in,out:cost-single-couple kernelbench-mega-or,github-kernelbench,deepseek-v4.1-flash-1017,default,coding,hard,or-fable,,,,,,29.886,speedup-x,0.000289,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20261017_215137_or-fable_deepseek_deepseek-v4.1-flash-1017_02_kimi_linear_decode / column speedup),,out:effort-not-established, kernelbench-mega-cc,github-kernelbench,?gemini-4-argon-high,not-established:absent,coding,hard,,,,,,,27.033,speedup-x,0.000289,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20261013_175145_agy_gemini-4-argon-high_02_kimi_linear_decode / column speedup),,out:model-not-established, kernelbench-mega-cc,github-kernelbench,?openai/gpt-6-astra-pro,not-established:absent,coding,hard,,,,,,,24.804,speedup-x,0.000289,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260906_153000_codex_openai_gpt-6-astra-pro_02_kimi_linear_decode / column speedup),,out:model-not-established, kernelbench-mega-or,github-kernelbench,fable-5,high,coding,hard,or-fable,,,,,,24.609,speedup-x,0.000289,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260719_121747_or-fable_anthropic_claude-fable-5_02_kimi_linear_decode / column speedup),,out:single-couple, kernelbench-mega-or,github-kernelbench,?anthropic/claude-fable-5-1,not-established:absent,coding,hard,or-fable,per-task,41.74,0.00289,,499912,22.946,speedup-x,0.000289,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260903_215119_or-fable_anthropic_claude-fable-5-1_02_kimi_linear_decode / column speedup),,out:model-not-established,out:model-not-established kernelbench-mega-cc,github-kernelbench,glm-5.3,default,coding,hard,,,,,,,19.435,speedup-x,0.000289,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260821_105009_zai-claude_glm-5.3_02_kimi_linear_decode / column speedup),,out:effort-not-established, kernelbench-mega-cc,github-kernelbench,fable-5,high,coding,hard,,,,,,,18.715,speedup-x,0.000289,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260701_172615_claude_claude-fable-5_02_kimi_linear_decode / column speedup),,in, kernelbench-mega-cc,github-kernelbench,?kinetic-0715,not-established:absent,coding,hard,,,,,,,18.088,speedup-x,0.000289,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260716_024329_kinetic-claude_kinetic-0715_02_kimi_linear_decode / column speedup),,out:model-not-established, kernelbench-mega-cc,github-kernelbench,deepseek-v4.1-flash,default,coding,hard,,per-task,1.74,0.00289,,1125776,17.101,speedup-x,0.000289,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260910_084202_deepseek-claude_deepseek-flash_02_kimi_linear_decode / column speedup),,out:effort-not-established,out:effort-not-established kernelbench-mega-cc,github-kernelbench,fable-5.1,high,coding,hard,,,,,,,15.840,speedup-x,0.000289,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260901_153111_claude_claude-fable-5-1_02_kimi_linear_decode / column speedup),,in, kernelbench-mega-cc,github-kernelbench,opus-4.8,high,coding,hard,,,,,,,14.399,speedup-x,0.000289,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260618_024321_claude_claude-opus-4-8_02_kimi_linear_decode / column speedup),,in, kernelbench-mega-or,github-kernelbench,?stealth/ox-alpha,not-established:absent,coding,hard,or-fable,,,,,,13.642,speedup-x,0.000289,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260825_141528_or-fable_stealth_ox-alpha_02_kimi_linear_decode / column speedup),,out:model-not-established, kernelbench-mega-cc,github-kernelbench,glm-5.2,default,coding,hard,,,,,,,11.142,speedup-x,0.000289,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260619_084649_zai-claude_glm-5.2_02_kimi_linear_decode / column speedup),,out:effort-not-established, kernelbench-mega-cc,github-kernelbench,?kinetic-0715[1m],not-established:absent,coding,hard,,,,,,,9.785,speedup-x,0.000289,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260716_233348_kinetic-claude_kinetic-0715_1m__02_kimi_linear_decode / column speedup),,out:model-not-established, kernelbench-mega-cc,github-kernelbench,grok-4.7,default,coding,hard,,,,,,,6.379,speedup-x,0.000289,,EAP-run,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260917_005735_grok_grok-4.7_02_kimi_linear_decode / column speedup),,out:effort-not-established, kernelbench-mega-or,github-kernelbench,deepseek-v4-flash-0731,default,coding,hard,or-fable,,,,,,5.240,speedup-x,0.000289,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260803_002042_or-fable_deepseek_deepseek-v4-flash-0731_02_kimi_linear_decode / column speedup),,out:effort-not-established, kernelbench-mega-cc,github-kernelbench,gpt-6.1-sol,low,coding,hard,,,,,,,4.990,speedup-x,0.000289,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260930_115311_codex_gpt-6.1-sol_02_kimi_linear_decode / column speedup),,in, kernelbench-mega-cc,github-kernelbench,deepseek-v4-pro-0813,default,coding,hard,,,,,,,4.645,speedup-x,0.000289,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260813_154448_deepseek-claude_deepseek-v4-pro_02_kimi_linear_decode / column speedup),,out:effort-not-established, kernelbench-mega-cc,github-kernelbench,gpt-5.5,medium,coding,hard,,,,,,,4.338,speedup-x,0.000289,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260618_021522_codex_gpt-5.5_02_kimi_linear_decode / column speedup),,in, kernelbench-mega-cc,github-kernelbench,sonnet-5,default,coding,hard,,,,,,,4.030,speedup-x,0.000289,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260630_202644_claude_claude-sonnet-5_02_kimi_linear_decode / column speedup),,out:effort-not-established, kernelbench-mega-cc,github-kernelbench,?gemini-3.8-flash-high,not-established:absent,coding,hard,,,,,,,2.741,speedup-x,0.000289,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260902_231753_agy_gemini-3.8-flash-high_02_kimi_linear_decode / column speedup),,out:model-not-established, kernelbench-mega-cc,github-kernelbench,gpt-5.6-sol,low,coding,hard,,,,,,,2.637,speedup-x,0.000289,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260709_160953_codex_gpt-5.6-sol_02_kimi_linear_decode / column speedup),,in, kernelbench-mega-cc,github-kernelbench,minimax-m3,default,coding,hard,,,,,,,2.625,speedup-x,0.000289,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260619_084709_minimax-claude_MiniMax-M3_02_kimi_linear_decode / column speedup),,out:effort-not-established, kernelbench-mega-cc,github-kernelbench,kimi-k2.7-code,solo,coding,hard,,,,,,,2.586,speedup-x,0.000289,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260618_150545_kimi-claude_kimi-k2.7-code_02_kimi_linear_decode / column speedup),,in, kernelbench-mega-cc,github-kernelbench,gpt-6-luna,medium,coding,hard,,,,,,,2.484,speedup-x,0.000289,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260922_123223_codex_gpt-6-luna_02_kimi_linear_decode / column speedup),,in, kernelbench-mega-cc,github-kernelbench,?composer-2.5-fast,not-established:absent,coding,hard,,,,,,,2.482,speedup-x,0.000289,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260619_084729_cursor_composer-2.5-fast_02_kimi_linear_decode / column speedup),,out:model-not-established, kernelbench-mega-cc,github-kernelbench,gemini-3.5-flash,default,coding,hard,,,,,,,2.280,speedup-x,0.000289,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260618_151017_gemini_gemini-3.5-flash_02_kimi_linear_decode / column speedup),,out:effort-not-established, kernelbench-mega-cc,github-kernelbench,muse-spark-1.3,default,coding,hard,,,,,,,2.180,speedup-x,0.000289,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260903_084948_muse_muse-spark-1.3_02_kimi_linear_decode / column speedup),,out:effort-not-established, kernelbench-mega-cc,github-kernelbench,gpt-6-sol,medium,coding,hard,,,,,,,0.959,speedup-x,0.000289,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260922_123218_codex_gpt-6-sol_02_kimi_linear_decode / column speedup),,in, kernelbench-mega-cc,github-kernelbench,grok-4.5,default,coding,hard,,,,,,,0.816,speedup-x,0.000289,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260709_221419_grok_grok-4.5_02_kimi_linear_decode / column speedup),,out:effort-not-established, kernelbench-mega-cc,github-kernelbench,?tencent/hy3-preview,not-established:absent,coding,hard,,,,,,,0.310,speedup-x,0.000289,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260707_175932_hy3-claude_tencent_hy3-preview_02_kimi_linear_decode / column speedup),,out:model-not-established, kernelbench-mega-cc,github-kernelbench,?thinkingmachines/inkling,not-established:absent,coding,hard,,,,,,,0.165,speedup-x,0.000289,,,https://github.com/Infatoshi/kernelbench.com (all rows / row 20260718_170705_inkling_thinkingmachines_inkling_02_kimi_linear_decode / column speedup),,out:model-not-established, turing-companybench-grok47-evaluations-passed,github-khiemdoan-turing,grok-4.7,high,mixed,hard,,,,,,,51,evaluations PASSED (count),0.289,,,"https://github.com/khiemdoan-turing/grok-4-7-companybench (report data, meta.Grok.attempts)",,out:not-headline, kjl-waterslide,github-kjlkurt,gpt-6-astra,xhigh,coding,hard,,,8.22,0.00289,,,,none,,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/KJLKurt/waterslide-game-gpt-6-astra (),,,out:cost-single-couple kjl-waterslide,github-kjlkurt,?gpt-luna-6,not-established:absent,coding,hard,,,0.17,0.00289,,,,none,,,,https://github.com/KJLKurt/waterslide-game-gpt-6-luna (),,,out:model-not-established kjl-waterslide,github-kjlkurt,?gpt-sol-6,not-established:absent,coding,hard,,,1.77,0.00289,,,,none,,,,https://github.com/KJLKurt/waterslide-game-gpt-6-sol (),,,out:model-not-established kjl-waterslide,github-kjlkurt,gpt-6.1-sol,xhigh,coding,hard,,,1.93,0.00289,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/KJLKurt/waterslide-game-gpt-6.1-sol (),,,out:cost-single-couple kjl-waterslide,github-kjlkurt,opus-5.5,xhigh,coding,hard,,,18.50,0.00289,,,,none,,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/KJLKurt/waterslide-game-opus-5.5/blob/03bc5993750ba870f12de3c6086e15877b62de09/README.md (),,,out:cost-single-couple kjl-waterslide,github-kjlkurt,sonnet-5.5,xhigh,coding,hard,,,8.834999999999999,1.7,,,,none,,,cost-unrepriced; cost-price-band,https://github.com/KJLKurt/waterslide-game-sonnet-5.5/blob/a43446b674ab5ec11f8cc8aebc1a5ed05212033a/README.md (),,,out:cost-single-couple kwts-healthcare,github-kwts-healthcare,haiku-5.5,medium,agentic-tool,mid,kwts-json-tools,,,,,,98.888889,pass%,0,,,https://github.com/tylergibbs1/kwts-healthcare-dataset/blob/main/REPORT.md (results table: passed tasks of the 90 cases),,out:not-headline, kwts-healthcare,github-kwts-healthcare,sonnet-5.5,high,agentic-tool,mid,kwts-json-tools,,,,,,100,pass%,0,,,https://github.com/tylergibbs1/kwts-healthcare-dataset/blob/main/REPORT.md (results table: passed tasks of the 90 cases),,out:not-headline, kwts-healthcare,github-kwts-healthcare,opus-5.5,medium,agentic-tool,mid,kwts-json-tools,,,,,,100,pass%,0,,,https://github.com/tylergibbs1/kwts-healthcare-dataset/blob/main/REPORT.md (results table: passed tasks of the 90 cases),,out:not-headline, kwts-healthcare,github-kwts-healthcare,haiku-4.5,default,agentic-tool,mid,kwts-json-tools,,,,,,83.333333,pass%,0,,,https://github.com/tylergibbs1/kwts-healthcare-dataset/blob/main/REPORT.md (results table: passed tasks of the 90 cases),,out:effort-not-established, latitude-easy,github-latitude,sonnet-5,default,coding,easy,ai-sdk,per-run,0.026560,2.89e-07,9108.5,834.3,100.0000,solved%,2.89e-05,,,https://github.com/latitude-dev/coding-agent-benchmark ($.configs / row latitude-easy|claude-sonnet-5|none / column mean_solved),,out:effort-not-established,out:effort-not-established latitude-easy,github-latitude,gpt-5.3-codex,default,coding,easy,ai-sdk,per-run,0.013324,2.89e-07,6427.6,489.1,100.0000,solved%,2.89e-05,,,https://github.com/latitude-dev/coding-agent-benchmark ($.configs / row latitude-easy|gpt-5.3-codex|none / column mean_solved),,out:effort-not-established,out:effort-not-established latitude-easy,github-latitude,gpt-5.5,medium,coding,easy,ai-sdk,per-run,0.039229,2.89e-07,6298.1,552.4,100.0000,solved%,2.89e-05,,cost-base-price:cost-publisher-figure,https://github.com/latitude-dev/coding-agent-benchmark ($.configs / row latitude-easy|gpt-5.5|none / column mean_solved),,out:saturated,in latitude-easy,github-latitude,opus-4.8,nothink,coding,easy,ai-sdk,per-run,0.076383,2.89e-07,11151.2,825.1,100.0000,solved%,2.89e-05,,cost-base-price:cost-publisher-figure,https://github.com/latitude-dev/coding-agent-benchmark ($.configs / row latitude-easy|claude-opus-4-8|none / column mean_solved),,out:saturated,in latitude-cross6,github-latitude,sonnet-5,default,coding,mid,ai-sdk,per-run,0.045101,2.89e-07,14138.8,1682.3,82.6087,solved%,2.89e-05,,,https://github.com/latitude-dev/coding-agent-benchmark ($.configs / row latitude-cross6|claude-sonnet-5|none / column mean_solved),,out:effort-not-established,out:effort-not-established latitude-cross6,github-latitude,gpt-5.3-codex,default,coding,mid,ai-sdk,per-run,0.014214,2.89e-07,7630.6,560.2,86.9565,solved%,2.89e-05,,,https://github.com/latitude-dev/coding-agent-benchmark ($.configs / row latitude-cross6|gpt-5.3-codex|none / column mean_solved),,out:effort-not-established,out:effort-not-established latitude-cross6,github-latitude,gpt-5.5,medium,coding,mid,ai-sdk,per-run,0.062523,2.89e-07,8935.7,1122.4,100.0000,solved%,2.89e-05,,cost-base-price:cost-publisher-figure,https://github.com/latitude-dev/coding-agent-benchmark ($.configs / row latitude-cross6|gpt-5.5|none / column mean_solved),,out:uninformative,in latitude-cross6,github-latitude,opus-4.8,nothink,coding,mid,ai-sdk,per-run,0.106498,2.89e-07,14297.8,1400.4,78.2609,solved%,2.89e-05,,cost-base-price:cost-publisher-figure,https://github.com/latitude-dev/coding-agent-benchmark ($.configs / row latitude-cross6|claude-opus-4-8|none / column mean_solved),,out:single-couple,in latitude-easy,github-latitude,fable-5,default,coding,easy,ai-sdk,per-run,0.126077,2.89e-07,9376.1,646.3,69.4444,solved%,2.89e-05,,,https://github.com/latitude-dev/coding-agent-benchmark ($.configs / row latitude-easy|claude-fable-5|none / column mean_solved),,out:effort-not-established,out:effort-not-established latitude-cross6,github-latitude,fable-5,default,coding,mid,ai-sdk,per-run,0.133547,2.89e-07,8292.5,1012.5,45.6522,solved%,2.89e-05,,,https://github.com/latitude-dev/coding-agent-benchmark ($.configs / row latitude-cross6|claude-fable-5|none / column mean_solved),,out:effort-not-established,out:effort-not-established latitude-easy,github-latitude,gpt-5.6-sol,medium,coding,easy,ai-sdk,per-run,0.028860,2.89e-07,5929.4,540.3,100.0000,solved%,2.89e-05,,cost-base-price:cost-publisher-figure,https://github.com/latitude-dev/coding-agent-benchmark ($.configs / row latitude-easy|gpt-5.6-sol|none / column mean_solved),,out:saturated,in latitude-cross6,github-latitude,gpt-5.6-sol,medium,coding,mid,ai-sdk,per-run,0.038928,2.89e-07,7722.7,770.6,100.0000,solved%,2.89e-05,,cost-base-price:cost-publisher-figure,https://github.com/latitude-dev/coding-agent-benchmark ($.configs / row latitude-cross6|gpt-5.6-sol|none / column mean_solved),,out:uninformative,in latitude-easy,github-latitude,gpt-5.6-luna,medium,coding,easy,ai-sdk,per-run,0.006366,2.89e-07,6363.5,563.3,100.0000,solved%,2.89e-05,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://github.com/latitude-dev/coding-agent-benchmark ($.configs / row latitude-easy|gpt-5.6-luna|none / column mean_solved),,out:saturated,in latitude-easy,github-latitude,gpt-5.6-terra,medium,coding,easy,ai-sdk,per-run,0.015220,2.89e-07,6403.3,532.9,100.0000,solved%,2.89e-05,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://github.com/latitude-dev/coding-agent-benchmark ($.configs / row latitude-easy|gpt-5.6-terra|none / column mean_solved),,out:saturated,in latitude-cross6,github-latitude,gpt-5.6-terra,medium,coding,mid,ai-sdk,per-run,0.020000,2.89e-07,8368.9,771.1,100.0000,solved%,2.89e-05,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://github.com/latitude-dev/coding-agent-benchmark ($.configs / row latitude-cross6|gpt-5.6-terra|none / column mean_solved),,out:uninformative,in latitude-cross6,github-latitude,gpt-5.6-luna,medium,coding,mid,ai-sdk,per-run,0.007735,2.89e-07,7535.6,779.3,100.0000,solved%,2.89e-05,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://github.com/latitude-dev/coding-agent-benchmark ($.configs / row latitude-cross6|gpt-5.6-luna|none / column mean_solved),,out:uninformative,in latitude-sweep,github-latitude,kimi-k3,max,coding,mid,ai-sdk,per-run,0.074628,2.89e-07,15944.7,3474.9,96.7742,solved%,2.89e-05,,cost-base-price:cost-uniform-factor,https://github.com/latitude-dev/coding-agent-benchmark ($.configs / row latitude-sweep|kimi-k3|none / column mean_solved),,in,in latitude-sweep,github-latitude,opus-5,low,coding,mid,ai-sdk,per-run,0.104099,2.89e-07,14562.9,1251.4,56.2500,solved%,2.89e-05,,cost-base-price:cost-publisher-figure,https://github.com/latitude-dev/coding-agent-benchmark ($.configs / row latitude-sweep|claude-opus-5|low / column mean_solved),,in,in latitude-sweep,github-latitude,opus-5,max,coding,mid,ai-sdk,per-run,0.296336,2.89e-07,30424.5,5768.5,76.4706,solved%,2.89e-05,,cost-base-price:cost-publisher-figure,https://github.com/latitude-dev/coding-agent-benchmark ($.configs / row latitude-sweep|claude-opus-5|max / column mean_solved),,in,in latitude-sweep,github-latitude,opus-5,medium,coding,mid,ai-sdk,per-run,0.119339,2.89e-07,16802.1,1413.1,58.0645,solved%,2.89e-05,,cost-base-price:cost-publisher-figure,https://github.com/latitude-dev/coding-agent-benchmark ($.configs / row latitude-sweep|claude-opus-5|medium / column mean_solved),,in,in latitude-sweep,github-latitude,opus-5,high,coding,mid,ai-sdk,per-run,0.135140,2.89e-07,16968.6,2011.9,61.2903,solved%,2.89e-05,,cost-base-price:cost-publisher-figure,https://github.com/latitude-dev/coding-agent-benchmark ($.configs / row latitude-sweep|claude-opus-5|high / column mean_solved),,in,in latitude-sweep,github-latitude,opus-5,xhigh,coding,mid,ai-sdk,per-run,0.202355,2.89e-07,23552.2,3383.7,67.7419,solved%,2.89e-05,,cost-base-price:cost-publisher-figure,https://github.com/latitude-dev/coding-agent-benchmark ($.configs / row latitude-sweep|claude-opus-5|xhigh / column mean_solved),,in,in pixelduel-cost,github-llm-pixel-duel,deepseek-v4.1-flash-1017,not-established:ambiguous,coding,easy,single-prompt,,0.025,0.000289,,39474,,none,,,,https://github.com/neurostack-lab/llm-pixel-duel (),,,out:effort-not-established pixelduel-cost,github-llm-pixel-duel,opus-5.5,medium,coding,easy,single-prompt,,0.88,0.000289,,43922,,none,,,cost-base-price:cost-publisher-figure,https://github.com/neurostack-lab/llm-pixel-duel (),,,out:cost-single-couple quanttrading-return,github-llm-quant-trading,deepseek-v4.1-flash,low,mixed,mid,simulator-v3,,,,,,22.33,pct-return,0.00289,,,"https://github.com/llm-quant-trading (section 3.1 table, row DeepSeek-V4.1-Flash, column 平均 (mean return))",,in, quanttrading-return,github-llm-quant-trading,deepseek-v4-flash-0731,high,mixed,mid,simulator-v3,,,,,,8.05,pct-return,0.00289,,,"https://github.com/llm-quant-trading (section 3.1 table, row DeepSeek-V4-Flash-0731, column 平均 (mean return))",,in, quanttrading-return,github-llm-quant-trading,sonnet-5,default,mixed,mid,simulator-v3,,,,,,7.35,pct-return,0.00289,,,"https://github.com/llm-quant-trading (section 3.1 table, row Claude-Sonnet-5, column 平均 (mean return))",,out:effort-not-established, quanttrading-return,github-llm-quant-trading,qwen3.8-27b,default,mixed,mid,simulator-v3,,,,,,6.32,pct-return,0.00289,,,"https://github.com/llm-quant-trading (section 3.1 table, row Qwen3.8-27B, column 平均 (mean return))",,out:effort-not-established, quanttrading-return,github-llm-quant-trading,glm-5.3-flash,default,mixed,mid,simulator-v3,,,,,,4.07,pct-return,0.00289,,,"https://github.com/llm-quant-trading (section 3.1 table, row GLM-5.3-Flash, column 平均 (mean return))",,out:effort-not-established, quanttrading-return,github-llm-quant-trading,glm-5.3-flashx,default,mixed,mid,simulator-v3,,,,,,11.80,pct-return,0.00289,,,"https://github.com/llm-quant-trading (section 3.1 table, row GLM-5.3-FlashX, column 平均 (mean return))",,out:effort-not-established, lcb-baseline,github-llmcost2026,haiku-4.5,default,mixed,mid,raw-api,per-task,0.001841,2.89e-07,,,81.11,judge%,0.00289,,,https://github.com/CROOJ02/llm-cost-benchmark-2026/tree/bbd8e909a518160099eb090d0591809466b262f0 (analysis/out/lever_matrix.csv: one row per model and lever (the added id column = model|lever) / row claude-haiku-4-5|baseline / column mean_canonical_score),,out:effort-not-established,out:effort-not-established lcb-batch,github-llmcost2026,haiku-4.5,default,mixed,mid,batch-api,per-task,0.00092,2.89e-07,,,81.23,judge%,0.00289,,,https://github.com/CROOJ02/llm-cost-benchmark-2026/tree/bbd8e909a518160099eb090d0591809466b262f0 (analysis/out/lever_matrix.csv: one row per model and lever (the added id column = model|lever) / row claude-haiku-4-5|batch / column mean_canonical_score),,out:effort-not-established,out:effort-not-established lcb-compression,github-llmcost2026,haiku-4.5,default,mixed,mid,raw-api,per-task,0.001502,2.89e-07,,,58.7,judge%,0.00289,,,https://github.com/CROOJ02/llm-cost-benchmark-2026/tree/bbd8e909a518160099eb090d0591809466b262f0 (analysis/out/lever_matrix.csv: one row per model and lever (the added id column = model|lever) / row claude-haiku-4-5|compression / column mean_canonical_score),,out:effort-not-established,out:effort-not-established lcb-outputcap,github-llmcost2026,haiku-4.5,default,mixed,mid,raw-api,per-task,0.001599,2.89e-07,,,73.11,judge%,0.00289,,,https://github.com/CROOJ02/llm-cost-benchmark-2026/tree/bbd8e909a518160099eb090d0591809466b262f0 (analysis/out/lever_matrix.csv: one row per model and lever (the added id column = model|lever) / row claude-haiku-4-5|output_cap / column mean_canonical_score),,out:effort-not-established,out:effort-not-established lcb-baseline,github-llmcost2026,sonnet-4.6,default,mixed,mid,raw-api,per-task,0.005566,2.89e-07,,,88.85,judge%,0.00289,,,https://github.com/CROOJ02/llm-cost-benchmark-2026/tree/bbd8e909a518160099eb090d0591809466b262f0 (analysis/out/lever_matrix.csv: one row per model and lever (the added id column = model|lever) / row claude-sonnet-4-6|baseline / column mean_canonical_score),,out:effort-not-established,out:effort-not-established lcb-batch,github-llmcost2026,sonnet-4.6,default,mixed,mid,batch-api,per-task,0.002791,2.89e-07,,,87.13,judge%,0.00289,,,https://github.com/CROOJ02/llm-cost-benchmark-2026/tree/bbd8e909a518160099eb090d0591809466b262f0 (analysis/out/lever_matrix.csv: one row per model and lever (the added id column = model|lever) / row claude-sonnet-4-6|batch / column mean_canonical_score),,out:effort-not-established,out:effort-not-established lcb-compression,github-llmcost2026,sonnet-4.6,default,mixed,mid,raw-api,per-task,0.004416,2.89e-07,,,70.87,judge%,0.00289,,,https://github.com/CROOJ02/llm-cost-benchmark-2026/tree/bbd8e909a518160099eb090d0591809466b262f0 (analysis/out/lever_matrix.csv: one row per model and lever (the added id column = model|lever) / row claude-sonnet-4-6|compression / column mean_canonical_score),,out:effort-not-established,out:effort-not-established lcb-outputcap,github-llmcost2026,sonnet-4.6,default,mixed,mid,raw-api,per-task,0.00467,2.89e-07,,,84.29,judge%,0.00289,,,https://github.com/CROOJ02/llm-cost-benchmark-2026/tree/bbd8e909a518160099eb090d0591809466b262f0 (analysis/out/lever_matrix.csv: one row per model and lever (the added id column = model|lever) / row claude-sonnet-4-6|output_cap / column mean_canonical_score),,out:effort-not-established,out:effort-not-established lcb-baseline,github-llmcost2026,gpt-5.4,default,mixed,mid,raw-api,per-task,0.00422,2.89e-07,,,93.48,judge%,0.00289,,,https://github.com/CROOJ02/llm-cost-benchmark-2026/tree/bbd8e909a518160099eb090d0591809466b262f0 (analysis/out/lever_matrix.csv: one row per model and lever (the added id column = model|lever) / row gpt-5.4-2026-03-05|baseline / column mean_canonical_score),,out:effort-not-established,out:effort-not-established lcb-batch,github-llmcost2026,gpt-5.4,default,mixed,mid,batch-api,per-task,0.0021,2.89e-07,,,93.21,judge%,0.00289,,,https://github.com/CROOJ02/llm-cost-benchmark-2026/tree/bbd8e909a518160099eb090d0591809466b262f0 (analysis/out/lever_matrix.csv: one row per model and lever (the added id column = model|lever) / row gpt-5.4-2026-03-05|batch / column mean_canonical_score),,out:effort-not-established,out:effort-not-established lcb-compression,github-llmcost2026,gpt-5.4,default,mixed,mid,raw-api,per-task,0.003436,2.89e-07,,,75.44,judge%,0.00289,,,https://github.com/CROOJ02/llm-cost-benchmark-2026/tree/bbd8e909a518160099eb090d0591809466b262f0 (analysis/out/lever_matrix.csv: one row per model and lever (the added id column = model|lever) / row gpt-5.4-2026-03-05|compression / column mean_canonical_score),,out:effort-not-established,out:effort-not-established lcb-outputcap,github-llmcost2026,gpt-5.4,default,mixed,mid,raw-api,per-task,0.003377,2.89e-07,,,88.34,judge%,0.00289,,,https://github.com/CROOJ02/llm-cost-benchmark-2026/tree/bbd8e909a518160099eb090d0591809466b262f0 (analysis/out/lever_matrix.csv: one row per model and lever (the added id column = model|lever) / row gpt-5.4-2026-03-05|output_cap / column mean_canonical_score),,out:effort-not-established,out:effort-not-established lcb-baseline,github-llmcost2026,gpt-5.4-mini,default,mixed,mid,raw-api,per-task,0.00117,2.89e-07,,,88.71,judge%,0.00289,,,https://github.com/CROOJ02/llm-cost-benchmark-2026/tree/bbd8e909a518160099eb090d0591809466b262f0 (analysis/out/lever_matrix.csv: one row per model and lever (the added id column = model|lever) / row gpt-5.4-mini-2026-03-17|baseline / column mean_canonical_score),,out:effort-not-established,out:effort-not-established lcb-batch,github-llmcost2026,gpt-5.4-mini,default,mixed,mid,batch-api,per-task,0.000557,2.89e-07,,,88.09,judge%,0.00289,,,https://github.com/CROOJ02/llm-cost-benchmark-2026/tree/bbd8e909a518160099eb090d0591809466b262f0 (analysis/out/lever_matrix.csv: one row per model and lever (the added id column = model|lever) / row gpt-5.4-mini-2026-03-17|batch / column mean_canonical_score),,out:effort-not-established,out:effort-not-established lcb-compression,github-llmcost2026,gpt-5.4-mini,default,mixed,mid,raw-api,per-task,0.000929,2.89e-07,,,68.54,judge%,0.00289,,,https://github.com/CROOJ02/llm-cost-benchmark-2026/tree/bbd8e909a518160099eb090d0591809466b262f0 (analysis/out/lever_matrix.csv: one row per model and lever (the added id column = model|lever) / row gpt-5.4-mini-2026-03-17|compression / column mean_canonical_score),,out:effort-not-established,out:effort-not-established lcb-outputcap,github-llmcost2026,gpt-5.4-mini,default,mixed,mid,raw-api,per-task,0.000922,2.89e-07,,,85.7,judge%,0.00289,,,https://github.com/CROOJ02/llm-cost-benchmark-2026/tree/bbd8e909a518160099eb090d0591809466b262f0 (analysis/out/lever_matrix.csv: one row per model and lever (the added id column = model|lever) / row gpt-5.4-mini-2026-03-17|output_cap / column mean_canonical_score),,out:effort-not-established,out:effort-not-established lob-code-fix-merge-intervals,github-low-or-bust,fable-5,high,coding,easy,"claude -p (Claude Code, headless, --effort)",,0.154442,2.89e-07,,280,100,pass%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,out:saturated,in lob-code-fix-merge-intervals,github-low-or-bust,fable-5,low,coding,easy,"claude -p (Claude Code, headless, --effort)",,0.150412,2.89e-07,,197,100,pass%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,out:saturated,in lob-code-fix-merge-intervals,github-low-or-bust,fable-5,medium,coding,easy,"claude -p (Claude Code, headless, --effort)",,0.153272,2.89e-07,,255,100,pass%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,out:saturated,in lob-code-fix-merge-intervals,github-low-or-bust,fable-5,xhigh,coding,easy,"claude -p (Claude Code, headless, --effort)",,0.16272699999999998,2.89e-07,,391,100,pass%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,out:saturated,in lob-code-lru-cache,github-low-or-bust,fable-5,high,coding,easy,"claude -p (Claude Code, headless, --effort)",,0.15032900000000002,2.89e-07,,229,100,pass%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,out:saturated,in lob-code-lru-cache,github-low-or-bust,fable-5,low,coding,easy,"claude -p (Claude Code, headless, --effort)",,0.150039,2.89e-07,,222,100,pass%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,out:saturated,in lob-code-lru-cache,github-low-or-bust,fable-5,medium,coding,easy,"claude -p (Claude Code, headless, --effort)",,0.15001899999999999,2.89e-07,,222,100,pass%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,out:saturated,in lob-code-lru-cache,github-low-or-bust,fable-5,xhigh,coding,easy,"claude -p (Claude Code, headless, --effort)",,0.151539,2.89e-07,,252,100,pass%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,out:saturated,in lob-code-parse-duration,github-low-or-bust,fable-5,high,coding,easy,"claude -p (Claude Code, headless, --effort)",,0.15388100000000002,2.89e-07,,250,100,pass%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,out:saturated,in lob-code-parse-duration,github-low-or-bust,fable-5,low,coding,easy,"claude -p (Claude Code, headless, --effort)",,0.15233100000000002,2.89e-07,,219,100,pass%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,out:saturated,in lob-code-parse-duration,github-low-or-bust,fable-5,medium,coding,easy,"claude -p (Claude Code, headless, --effort)",,0.15396100000000001,2.89e-07,,252,100,pass%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,out:saturated,in lob-code-parse-duration,github-low-or-bust,fable-5,xhigh,coding,easy,"claude -p (Claude Code, headless, --effort)",,0.17764100000000002,2.89e-07,,672,100,pass%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,out:saturated,in lob-reason-race-order,github-low-or-bust,fable-5,high,reasoning-math,easy,"claude -p (Claude Code, headless, --effort)",,0.14781100000000003,2.89e-07,,215,100,accuracy%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,out:saturated,in lob-reason-race-order,github-low-or-bust,fable-5,low,reasoning-math,easy,"claude -p (Claude Code, headless, --effort)",,0.144266,2.89e-07,,142,100,accuracy%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,out:saturated,in lob-reason-race-order,github-low-or-bust,fable-5,medium,reasoning-math,easy,"claude -p (Claude Code, headless, --effort)",,0.14826100000000003,2.89e-07,,224,100,accuracy%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,out:saturated,in lob-reason-race-order,github-low-or-bust,fable-5,xhigh,reasoning-math,easy,"claude -p (Claude Code, headless, --effort)",,0.14928599999999997,2.89e-07,,242,100,accuracy%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,out:saturated,in lob-reason-snail-pole,github-low-or-bust,fable-5,high,reasoning-math,easy,"claude -p (Claude Code, headless, --effort)",,0.16555399999999998,2.89e-07,,571,100,accuracy%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,out:saturated,in lob-reason-snail-pole,github-low-or-bust,fable-5,low,reasoning-math,easy,"claude -p (Claude Code, headless, --effort)",,0.152524,2.89e-07,,310,100,accuracy%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,out:saturated,in lob-reason-snail-pole,github-low-or-bust,fable-5,medium,reasoning-math,easy,"claude -p (Claude Code, headless, --effort)",,0.15478399999999998,2.89e-07,,356,100,accuracy%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,out:saturated,in lob-reason-snail-pole,github-low-or-bust,fable-5,xhigh,reasoning-math,easy,"claude -p (Claude Code, headless, --effort)",,0.165174,2.89e-07,,565,100,accuracy%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,out:saturated,in lob-reason-trailing-zeros,github-low-or-bust,fable-5,high,reasoning-math,easy,"claude -p (Claude Code, headless, --effort)",,0.15049900000000002,2.89e-07,,291,100,accuracy%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,out:saturated,in lob-reason-trailing-zeros,github-low-or-bust,fable-5,low,reasoning-math,easy,"claude -p (Claude Code, headless, --effort)",,0.147069,2.89e-07,,168,100,accuracy%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,out:saturated,in lob-reason-trailing-zeros,github-low-or-bust,fable-5,medium,reasoning-math,easy,"claude -p (Claude Code, headless, --effort)",,0.14816900000000002,2.89e-07,,242,100,accuracy%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,out:saturated,in lob-reason-trailing-zeros,github-low-or-bust,fable-5,xhigh,reasoning-math,easy,"claude -p (Claude Code, headless, --effort)",,0.156759,2.89e-07,,363,100,accuracy%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,out:saturated,in lob-write-container-summary,github-low-or-bust,fable-5,high,writing,easy,"claude -p (Claude Code, headless, --effort)",,0.15590500000000004,2.89e-07,,253,83,score%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,in,in lob-write-container-summary,github-low-or-bust,fable-5,low,writing,easy,"claude -p (Claude Code, headless, --effort)",,0.15679999999999997,2.89e-07,,272,80,score%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,in,in lob-write-container-summary,github-low-or-bust,fable-5,medium,writing,easy,"claude -p (Claude Code, headless, --effort)",,0.159075,2.89e-07,,264,83,score%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,in,in lob-write-container-summary,github-low-or-bust,fable-5,xhigh,writing,easy,"claude -p (Claude Code, headless, --effort)",,0.15976,2.89e-07,,277,80,score%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,in,in lob-write-https-explainer,github-low-or-bust,fable-5,high,writing,easy,"claude -p (Claude Code, headless, --effort)",,0.159144,2.89e-07,,410,78,score%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,in,in lob-write-https-explainer,github-low-or-bust,fable-5,low,writing,easy,"claude -p (Claude Code, headless, --effort)",,0.156414,2.89e-07,,411,73,score%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,in,in lob-write-https-explainer,github-low-or-bust,fable-5,medium,writing,easy,"claude -p (Claude Code, headless, --effort)",,0.15660400000000002,2.89e-07,,412,73,score%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,in,in lob-write-https-explainer,github-low-or-bust,fable-5,xhigh,writing,easy,"claude -p (Claude Code, headless, --effort)",,0.20125900000000002,2.89e-07,,1253,75,score%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,in,in lob-write-launch-email,github-low-or-bust,fable-5,high,writing,easy,"claude -p (Claude Code, headless, --effort)",,0.19265200000000002,2.89e-07,,1093,85,score%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,in,in lob-write-launch-email,github-low-or-bust,fable-5,low,writing,easy,"claude -p (Claude Code, headless, --effort)",,0.153947,2.89e-07,,318,88,score%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,in,in lob-write-launch-email,github-low-or-bust,fable-5,medium,writing,easy,"claude -p (Claude Code, headless, --effort)",,0.152952,2.89e-07,,301,88,score%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,in,in lob-write-launch-email,github-low-or-bust,fable-5,xhigh,writing,easy,"claude -p (Claude Code, headless, --effort)",,0.21674700000000002,2.89e-07,,1574,88,score%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,in,in lob-code-fix-merge-intervals,github-low-or-bust,opus-4.8,high,coding,easy,"claude -p (Claude Code, headless, --effort)",,0.062479,2.89e-07,,191,100,pass%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,out:saturated,in lob-code-fix-merge-intervals,github-low-or-bust,opus-4.8,low,coding,easy,"claude -p (Claude Code, headless, --effort)",,0.062424,2.89e-07,,188,100,pass%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,out:saturated,in lob-code-fix-merge-intervals,github-low-or-bust,opus-4.8,medium,coding,easy,"claude -p (Claude Code, headless, --effort)",,0.06440399999999999,2.89e-07,,214,100,pass%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,out:saturated,in lob-code-fix-merge-intervals,github-low-or-bust,opus-4.8,xhigh,coding,easy,"claude -p (Claude Code, headless, --effort)",,0.067729,2.89e-07,,401,100,pass%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,out:saturated,in lob-code-lru-cache,github-low-or-bust,opus-4.8,high,coding,easy,"claude -p (Claude Code, headless, --effort)",,0.062276000000000005,2.89e-07,,215,100,pass%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,out:saturated,in lob-code-lru-cache,github-low-or-bust,opus-4.8,low,coding,easy,"claude -p (Claude Code, headless, --effort)",,0.062246,2.89e-07,,215,100,pass%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,out:saturated,in lob-code-lru-cache,github-low-or-bust,opus-4.8,medium,coding,easy,"claude -p (Claude Code, headless, --effort)",,0.062216,2.89e-07,,215,100,pass%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,out:saturated,in lob-code-lru-cache,github-low-or-bust,opus-4.8,xhigh,coding,easy,"claude -p (Claude Code, headless, --effort)",,0.062231,2.89e-07,,215,100,pass%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,out:saturated,in lob-code-parse-duration,github-low-or-bust,opus-4.8,high,coding,easy,"claude -p (Claude Code, headless, --effort)",,0.064608,2.89e-07,,261,100,pass%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,out:saturated,in lob-code-parse-duration,github-low-or-bust,opus-4.8,low,coding,easy,"claude -p (Claude Code, headless, --effort)",,0.227503,2.89e-07,,238,100,pass%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,out:saturated,in lob-code-parse-duration,github-low-or-bust,opus-4.8,medium,coding,easy,"claude -p (Claude Code, headless, --effort)",,0.225993,2.89e-07,,178,100,pass%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,out:saturated,in lob-code-parse-duration,github-low-or-bust,opus-4.8,xhigh,coding,easy,"claude -p (Claude Code, headless, --effort)",,0.07842799999999998,2.89e-07,,813,100,pass%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,out:saturated,in lob-reason-race-order,github-low-or-bust,opus-4.8,high,reasoning-math,easy,"claude -p (Claude Code, headless, --effort)",,0.063843,2.89e-07,,315,100,accuracy%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,out:saturated,in lob-reason-race-order,github-low-or-bust,opus-4.8,low,reasoning-math,easy,"claude -p (Claude Code, headless, --effort)",,0.062443000000000005,2.89e-07,,261,100,accuracy%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,out:saturated,in lob-reason-race-order,github-low-or-bust,opus-4.8,medium,reasoning-math,easy,"claude -p (Claude Code, headless, --effort)",,0.06318800000000001,2.89e-07,,290,100,accuracy%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,out:saturated,in lob-reason-race-order,github-low-or-bust,opus-4.8,xhigh,reasoning-math,easy,"claude -p (Claude Code, headless, --effort)",,0.06806799999999999,2.89e-07,,432,100,accuracy%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,out:saturated,in lob-reason-snail-pole,github-low-or-bust,opus-4.8,high,reasoning-math,easy,"claude -p (Claude Code, headless, --effort)",,0.07234600000000001,2.89e-07,,660,100,accuracy%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,out:saturated,in lob-reason-snail-pole,github-low-or-bust,opus-4.8,low,reasoning-math,easy,"claude -p (Claude Code, headless, --effort)",,0.064896,2.89e-07,,362,100,accuracy%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,out:saturated,in lob-reason-snail-pole,github-low-or-bust,opus-4.8,medium,reasoning-math,easy,"claude -p (Claude Code, headless, --effort)",,0.066391,2.89e-07,,421,100,accuracy%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,out:saturated,in lob-reason-snail-pole,github-low-or-bust,opus-4.8,xhigh,reasoning-math,easy,"claude -p (Claude Code, headless, --effort)",,0.083501,2.89e-07,,1107,100,accuracy%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,out:saturated,in lob-reason-trailing-zeros,github-low-or-bust,opus-4.8,high,reasoning-math,easy,"claude -p (Claude Code, headless, --effort)",,0.06401599999999999,2.89e-07,,349,100,accuracy%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,out:saturated,in lob-reason-trailing-zeros,github-low-or-bust,opus-4.8,low,reasoning-math,easy,"claude -p (Claude Code, headless, --effort)",,0.059721,2.89e-07,,174,100,accuracy%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,out:saturated,in lob-reason-trailing-zeros,github-low-or-bust,opus-4.8,medium,reasoning-math,easy,"claude -p (Claude Code, headless, --effort)",,0.060716,2.89e-07,,215,100,accuracy%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,out:saturated,in lob-reason-trailing-zeros,github-low-or-bust,opus-4.8,xhigh,reasoning-math,easy,"claude -p (Claude Code, headless, --effort)",,0.066371,2.89e-07,,440,100,accuracy%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,out:saturated,in lob-write-container-summary,github-low-or-bust,opus-4.8,high,writing,easy,"claude -p (Claude Code, headless, --effort)",,0.065712,2.89e-07,,265,83,score%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,in,in lob-write-container-summary,github-low-or-bust,opus-4.8,low,writing,easy,"claude -p (Claude Code, headless, --effort)",,0.065387,2.89e-07,,252,73,score%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,in,in lob-write-container-summary,github-low-or-bust,opus-4.8,medium,writing,easy,"claude -p (Claude Code, headless, --effort)",,0.065337,2.89e-07,,251,83,score%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,in,in lob-write-container-summary,github-low-or-bust,opus-4.8,xhigh,writing,easy,"claude -p (Claude Code, headless, --effort)",,0.065462,2.89e-07,,255,80,score%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,in,in lob-write-https-explainer,github-low-or-bust,opus-4.8,high,writing,easy,"claude -p (Claude Code, headless, --effort)",,0.065761,2.89e-07,,417,68,score%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,in,in lob-write-https-explainer,github-low-or-bust,opus-4.8,low,writing,easy,"claude -p (Claude Code, headless, --effort)",,0.065861,2.89e-07,,421,70,score%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,in,in lob-write-https-explainer,github-low-or-bust,opus-4.8,medium,writing,easy,"claude -p (Claude Code, headless, --effort)",,0.06576599999999999,2.89e-07,,417,75,score%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,in,in lob-write-https-explainer,github-low-or-bust,opus-4.8,xhigh,writing,easy,"claude -p (Claude Code, headless, --effort)",,0.06636600000000001,2.89e-07,,440,63,score%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,in,in lob-write-launch-email,github-low-or-bust,opus-4.8,high,writing,easy,"claude -p (Claude Code, headless, --effort)",,0.064499,2.89e-07,,324,83,score%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,in,in lob-write-launch-email,github-low-or-bust,opus-4.8,low,writing,easy,"claude -p (Claude Code, headless, --effort)",,0.064159,2.89e-07,,309,85,score%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,in,in lob-write-launch-email,github-low-or-bust,opus-4.8,medium,writing,easy,"claude -p (Claude Code, headless, --effort)",,0.063439,2.89e-07,,281,85,score%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,in,in lob-write-launch-email,github-low-or-bust,opus-4.8,xhigh,writing,easy,"claude -p (Claude Code, headless, --effort)",,0.065729,2.89e-07,,373,88,score%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,in,in lob-hard-coin-faces,github-low-or-bust,fable-5,high,reasoning-math,hard,"claude -p (Claude Code, headless, --effort)",,0.17067800000000002,2.89e-07,,653,100,accuracy%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,out:saturated,in lob-hard-coin-faces,github-low-or-bust,fable-5,low,reasoning-math,hard,"claude -p (Claude Code, headless, --effort)",,0.148698,2.89e-07,,212,100,accuracy%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,out:saturated,in lob-hard-coin-faces,github-low-or-bust,fable-5,medium,reasoning-math,hard,"claude -p (Claude Code, headless, --effort)",,0.15412800000000001,2.89e-07,,322,100,accuracy%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,out:saturated,in lob-hard-coin-faces,github-low-or-bust,fable-5,xhigh,reasoning-math,hard,"claude -p (Claude Code, headless, --effort)",,0.17498800000000003,2.89e-07,,738,100,accuracy%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,out:saturated,in lob-hard-count-multiples,github-low-or-bust,fable-5,high,reasoning-math,hard,"claude -p (Claude Code, headless, --effort)",,0.160002,2.89e-07,,416,100,accuracy%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,out:saturated,in lob-hard-count-multiples,github-low-or-bust,fable-5,low,reasoning-math,hard,"claude -p (Claude Code, headless, --effort)",,0.14678200000000002,2.89e-07,,206,100,accuracy%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,out:saturated,in lob-hard-count-multiples,github-low-or-bust,fable-5,medium,reasoning-math,hard,"claude -p (Claude Code, headless, --effort)",,0.150972,2.89e-07,,289,100,accuracy%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,out:saturated,in lob-hard-count-multiples,github-low-or-bust,fable-5,xhigh,reasoning-math,hard,"claude -p (Claude Code, headless, --effort)",,0.156262,2.89e-07,,394,100,accuracy%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,out:saturated,in lob-hard-lex-topo-order,github-low-or-bust,fable-5,high,coding,hard,"claude -p (Claude Code, headless, --effort)",,0.17548600000000003,2.89e-07,,720,100,pass%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,out:saturated,in lob-hard-lex-topo-order,github-low-or-bust,fable-5,low,coding,hard,"claude -p (Claude Code, headless, --effort)",,0.17247600000000002,2.89e-07,,659,100,pass%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,out:saturated,in lob-hard-lex-topo-order,github-low-or-bust,fable-5,medium,coding,hard,"claude -p (Claude Code, headless, --effort)",,0.17092600000000002,2.89e-07,,626,100,pass%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,out:saturated,in lob-hard-lex-topo-order,github-low-or-bust,fable-5,xhigh,coding,hard,"claude -p (Claude Code, headless, --effort)",,0.17891600000000002,2.89e-07,,787,100,pass%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,out:saturated,in lob-hard-locking-tradeoff,github-low-or-bust,fable-5,high,writing,hard,"claude -p (Claude Code, headless, --effort)",,0.16503500000000002,2.89e-07,,460,75,score%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,in,in lob-hard-locking-tradeoff,github-low-or-bust,fable-5,low,writing,hard,"claude -p (Claude Code, headless, --effort)",,0.160605,2.89e-07,,425,75,score%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,in,in lob-hard-locking-tradeoff,github-low-or-bust,fable-5,medium,writing,hard,"claude -p (Claude Code, headless, --effort)",,0.16135,2.89e-07,,440,73,score%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,in,in lob-hard-locking-tradeoff,github-low-or-bust,fable-5,xhigh,writing,hard,"claude -p (Claude Code, headless, --effort)",,0.16052,2.89e-07,,424,73,score%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,in,in lob-hard-parse-csv-line,github-low-or-bust,fable-5,high,coding,hard,"claude -p (Claude Code, headless, --effort)",,0.162632,2.89e-07,,418,100,pass%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,out:saturated,in lob-hard-parse-csv-line,github-low-or-bust,fable-5,low,coding,hard,"claude -p (Claude Code, headless, --effort)",,0.16239199999999998,2.89e-07,,360,100,pass%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,out:saturated,in lob-hard-parse-csv-line,github-low-or-bust,fable-5,medium,coding,hard,"claude -p (Claude Code, headless, --effort)",,0.161722,2.89e-07,,401,100,pass%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,out:saturated,in lob-hard-parse-csv-line,github-low-or-bust,fable-5,xhigh,coding,hard,"claude -p (Claude Code, headless, --effort)",,0.164212,2.89e-07,,448,100,pass%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,out:saturated,in lob-hard-postmortem-rewrite,github-low-or-bust,fable-5,high,writing,hard,"claude -p (Claude Code, headless, --effort)",,0.150195,2.89e-07,,131,88,score%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,in,in lob-hard-postmortem-rewrite,github-low-or-bust,fable-5,low,writing,hard,"claude -p (Claude Code, headless, --effort)",,0.150195,2.89e-07,,131,88,score%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,in,in lob-hard-postmortem-rewrite,github-low-or-bust,fable-5,medium,writing,hard,"claude -p (Claude Code, headless, --effort)",,0.151735,2.89e-07,,161,83,score%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,in,in lob-hard-postmortem-rewrite,github-low-or-bust,fable-5,xhigh,writing,hard,"claude -p (Claude Code, headless, --effort)",,0.15064499999999997,2.89e-07,,140,75,score%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,in,in lob-hard-puzzle-hunt,github-low-or-bust,fable-5,high,reasoning-math,hard,"claude -p (Claude Code, headless, --effort)",,0.186211,2.89e-07,,938,100,accuracy%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,out:saturated,in lob-hard-puzzle-hunt,github-low-or-bust,fable-5,low,reasoning-math,hard,"claude -p (Claude Code, headless, --effort)",,0.171896,2.89e-07,,597,100,accuracy%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,out:saturated,in lob-hard-puzzle-hunt,github-low-or-bust,fable-5,medium,reasoning-math,hard,"claude -p (Claude Code, headless, --effort)",,0.184141,2.89e-07,,897,100,accuracy%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,out:saturated,in lob-hard-puzzle-hunt,github-low-or-bust,fable-5,xhigh,reasoning-math,hard,"claude -p (Claude Code, headless, --effort)",,0.195791,2.89e-07,,1130,100,accuracy%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,out:saturated,in lob-hard-weighted-intervals,github-low-or-bust,fable-5,high,coding,hard,"claude -p (Claude Code, headless, --effort)",,0.159413,2.89e-07,,399,100,pass%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,out:saturated,in lob-hard-weighted-intervals,github-low-or-bust,fable-5,low,coding,hard,"claude -p (Claude Code, headless, --effort)",,0.48086,2.89e-07,,295,100,pass%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,out:saturated,in lob-hard-weighted-intervals,github-low-or-bust,fable-5,medium,coding,hard,"claude -p (Claude Code, headless, --effort)",,0.48642,2.89e-07,,405,100,pass%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,out:saturated,in lob-hard-weighted-intervals,github-low-or-bust,fable-5,xhigh,coding,hard,"claude -p (Claude Code, headless, --effort)",,0.168813,2.89e-07,,587,100,pass%,0.289,,cost-base-price:cost-publisher-figure,https://github.com/aeon0199/low-or-bust ($.score),,out:saturated,in lobdeleg-A-deleg,github-low-or-bust,?fable,not-established:absent,coding,mid,"orchestrator dispatching fresh workers per step, Read/Edit/Write/Glob/Grep",,,,,,100,hidden-test%,0.289,,,https://github.com/aeon0199/low-or-bust ($.score),,out:model-not-established, lobdeleg-A-deleg,github-low-or-bust,?fable,not-established:absent,coding,mid,"orchestrator dispatching fresh workers per step, Read/Edit/Write/Glob/Grep",,,,,,100,hidden-test%,0.289,,,https://github.com/aeon0199/low-or-bust ($.score),,out:model-not-established, lobdeleg-A-deleg,github-low-or-bust,?fable,not-established:absent,coding,mid,"orchestrator dispatching fresh workers per step, Read/Edit/Write/Glob/Grep",,,,,,100,hidden-test%,0.289,,,https://github.com/aeon0199/low-or-bust ($.score),,out:model-not-established, lobdeleg-A-deleg,github-low-or-bust,?fable,not-established:absent,coding,mid,"orchestrator dispatching fresh workers per step, Read/Edit/Write/Glob/Grep",,,,,,100,hidden-test%,0.289,,,https://github.com/aeon0199/low-or-bust ($.score),,out:model-not-established, lobdeleg-A-deleg,github-low-or-bust,?fable,not-established:absent,coding,mid,"orchestrator dispatching fresh workers per step, Read/Edit/Write/Glob/Grep",,,,,,100,hidden-test%,0.289,,,https://github.com/aeon0199/low-or-bust ($.score),,out:model-not-established, lobdeleg-A-deleg,github-low-or-bust,?fable,not-established:absent,coding,mid,"orchestrator dispatching fresh workers per step, Read/Edit/Write/Glob/Grep",,,,,,100,hidden-test%,0.289,,,https://github.com/aeon0199/low-or-bust ($.score),,out:model-not-established, lobdeleg-A-mono,github-low-or-bust,?fable,not-established:absent,coding,mid,"claude -p, one agent, Read/Edit/Write/Glob/Grep",,,,,,100,hidden-test%,0.289,,,https://github.com/aeon0199/low-or-bust ($.score),,out:model-not-established, lobdeleg-A-mono,github-low-or-bust,?fable,not-established:absent,coding,mid,"claude -p, one agent, Read/Edit/Write/Glob/Grep",,,,,,100,hidden-test%,0.289,,,https://github.com/aeon0199/low-or-bust ($.score),,out:model-not-established, lobdeleg-A-mono,github-low-or-bust,?fable,not-established:absent,coding,mid,"claude -p, one agent, Read/Edit/Write/Glob/Grep",,,,,,100,hidden-test%,0.289,,,https://github.com/aeon0199/low-or-bust ($.score),,out:model-not-established, lobdeleg-A-mono,github-low-or-bust,?fable,not-established:absent,coding,mid,"claude -p, one agent, Read/Edit/Write/Glob/Grep",,,,,,100,hidden-test%,0.289,,,https://github.com/aeon0199/low-or-bust ($.score),,out:model-not-established, lobdeleg-A-mono,github-low-or-bust,?fable,not-established:absent,coding,mid,"claude -p, one agent, Read/Edit/Write/Glob/Grep",,,,,,100,hidden-test%,0.289,,,https://github.com/aeon0199/low-or-bust ($.score),,out:model-not-established, lobdeleg-A-mono,github-low-or-bust,?fable,not-established:absent,coding,mid,"claude -p, one agent, Read/Edit/Write/Glob/Grep",,,,,,100,hidden-test%,0.289,,,https://github.com/aeon0199/low-or-bust ($.score),,out:model-not-established, lobdeleg-A-mono,github-low-or-bust,?fable,not-established:absent,coding,mid,"claude -p, one agent, Read/Edit/Write/Glob/Grep",,,,,,100,hidden-test%,0.289,,,https://github.com/aeon0199/low-or-bust ($.score),,out:model-not-established, lobdeleg-A-mono,github-low-or-bust,?fable,not-established:absent,coding,mid,"claude -p, one agent, Read/Edit/Write/Glob/Grep",,,,,,100,hidden-test%,0.289,,,https://github.com/aeon0199/low-or-bust ($.score),,out:model-not-established, lobdeleg-A-mono,github-low-or-bust,?fable,not-established:absent,coding,mid,"claude -p, one agent, Read/Edit/Write/Glob/Grep",,,,,,100,hidden-test%,0.289,,,https://github.com/aeon0199/low-or-bust ($.score),,out:model-not-established, lobdeleg-B-deleg,github-low-or-bust,?fable,not-established:absent,coding,mid,"orchestrator dispatching fresh workers per step, Read/Edit/Write/Glob/Grep",,,,,,100,hidden-test%,0.289,,,https://github.com/aeon0199/low-or-bust ($.score),,out:model-not-established, lobdeleg-B-deleg,github-low-or-bust,?fable,not-established:absent,coding,mid,"orchestrator dispatching fresh workers per step, Read/Edit/Write/Glob/Grep",,,,,,100,hidden-test%,0.289,,,https://github.com/aeon0199/low-or-bust ($.score),,out:model-not-established, lobdeleg-B-deleg,github-low-or-bust,?fable,not-established:absent,coding,mid,"orchestrator dispatching fresh workers per step, Read/Edit/Write/Glob/Grep",,,,,,100,hidden-test%,0.289,,,https://github.com/aeon0199/low-or-bust ($.score),,out:model-not-established, lobdeleg-B-mono,github-low-or-bust,?fable,not-established:absent,coding,mid,"claude -p, one agent, Read/Edit/Write/Glob/Grep",,,,,,100,hidden-test%,0.289,,,https://github.com/aeon0199/low-or-bust ($.score),,out:model-not-established, lobdeleg-B-mono,github-low-or-bust,?fable,not-established:absent,coding,mid,"claude -p, one agent, Read/Edit/Write/Glob/Grep",,,,,,100,hidden-test%,0.289,,,https://github.com/aeon0199/low-or-bust ($.score),,out:model-not-established, lobdeleg-B-mono,github-low-or-bust,?fable,not-established:absent,coding,mid,"claude -p, one agent, Read/Edit/Write/Glob/Grep",,,,,,100,hidden-test%,0.289,,,https://github.com/aeon0199/low-or-bust ($.score),,out:model-not-established, lobdeleg-B-mono,github-low-or-bust,?fable,not-established:absent,coding,mid,"claude -p, one agent, Read/Edit/Write/Glob/Grep",,,,,,100,hidden-test%,0.289,,,https://github.com/aeon0199/low-or-bust ($.score),,out:model-not-established, lobdeleg-B-mono,github-low-or-bust,?fable,not-established:absent,coding,mid,"claude -p, one agent, Read/Edit/Write/Glob/Grep",,,,,,100,hidden-test%,0.289,,,https://github.com/aeon0199/low-or-bust ($.score),,out:model-not-established, lobdeleg-B-mono,github-low-or-bust,?fable,not-established:absent,coding,mid,"claude -p, one agent, Read/Edit/Write/Glob/Grep",,,,,,100,hidden-test%,0.289,,,https://github.com/aeon0199/low-or-bust ($.score),,out:model-not-established, lobdeleg-B-mono,github-low-or-bust,?fable,not-established:absent,coding,mid,"claude -p, one agent, Read/Edit/Write/Glob/Grep",,,,,,100,hidden-test%,0.289,,,https://github.com/aeon0199/low-or-bust ($.score),,out:model-not-established, lobdeleg-B-mono,github-low-or-bust,?fable,not-established:absent,coding,mid,"claude -p, one agent, Read/Edit/Write/Glob/Grep",,,,,,100,hidden-test%,0.289,,,https://github.com/aeon0199/low-or-bust ($.score),,out:model-not-established, lobdeleg-B-mono,github-low-or-bust,?fable,not-established:absent,coding,mid,"claude -p, one agent, Read/Edit/Write/Glob/Grep",,,,,,100,hidden-test%,0.289,,,https://github.com/aeon0199/low-or-bust ($.score),,out:model-not-established, maple-tools-eval,github-maple-evals,?anthropic/claude-haiku-5.5,not-established:absent,agentic-tool,easy,maple-eval-harness(OpenRouter),,,,,,100.0,pass@1%,0.0289,,,"https://github.com/MapleTechLabs/maple (table row '`anthropic/claude-haiku-5.5`', column 'pass@1 (95% CI)')",,out:model-not-established, maple-tools-eval,github-maple-evals,sonnet-5.5,unstated,agentic-tool,easy,maple-eval-harness(OpenRouter),,,,,,99.3,pass@1%,0.0289,,,"https://github.com/MapleTechLabs/maple (table row '`anthropic/claude-sonnet-5.5`', column 'pass@1 (95% CI)')",,out:effort-not-established, maple-tools-eval,github-maple-evals,?z-ai/glm-5.3-flash:nitro,not-established:absent,agentic-tool,easy,maple-eval-harness(OpenRouter),,,,,,99.0,pass@1%,0.0289,,,"https://github.com/MapleTechLabs/maple (table row '`z-ai/glm-5.3-flash:nitro` (prod)', column 'pass@1 (95% CI)')",,out:model-not-established, maple-tools-eval,github-maple-evals,?deepseek/deepseek-v4.1-flash:nitro,not-established:absent,agentic-tool,easy,maple-eval-harness(OpenRouter),,,,,,99.0,pass@1%,0.0289,,,"https://github.com/MapleTechLabs/maple (table row '`deepseek/deepseek-v4.1-flash:nitro`', column 'pass@1 (95% CI)')",,out:model-not-established, maple-tools-eval,github-maple-evals,gpt-6.1-sol,unstated,agentic-tool,easy,maple-eval-harness(OpenRouter),,,,,,98.0,pass@1%,0.0289,,,"https://github.com/MapleTechLabs/maple (table row '`openai/gpt-6.1-sol`', column 'pass@1 (95% CI)')",,out:effort-not-established, maple-tools-eval,github-maple-evals,gpt-6-luna,unstated,agentic-tool,easy,maple-eval-harness(OpenRouter),,,,,,96.0,pass@1%,0.0289,,,"https://github.com/MapleTechLabs/maple (table row '`openai/gpt-6-luna`', column 'pass@1 (95% CI)')",,out:effort-not-established, mcptox,github-mcptox,opus-5,high,agentic-tool,mid,raw-api,,2.5245,2.89e-05,390357,22909,,ASR%,,,cost-base-price:cost-publisher-figure,"https://github.com/alpha-0619/mcptox-claude-receipts/tree/150c2345b965ca2efed31353a273bc9506597ac5 (summary.json, block claude-opus-5, key attack_success_rate (= Success / n, n = 200); README known limitations states the hand-checked count is 13)",,out:contradictory,in mcptox,github-mcptox,opus-4.8,nothink,agentic-tool,mid,raw-api,,2.8939,2.89e-05,390357,37684,3.5,ASR%,0,,cost-base-price:cost-publisher-figure,"https://github.com/alpha-0619/mcptox-claude-receipts/tree/150c2345b965ca2efed31353a273bc9506597ac5 (summary.json, block claude-opus-4-8, key attack_success_rate (= Success / n, n = 200))",,in,in mcptox,github-mcptox,sonnet-5,high,agentic-tool,mid,raw-api,,1.232,2.89e-05,390357,45125,4.5,ASR%,0,,cost-base-price:cost-publisher-figure,"https://github.com/alpha-0619/mcptox-claude-receipts/tree/150c2345b965ca2efed31353a273bc9506597ac5 (summary.json, block claude-sonnet-5, key attack_success_rate (= Success / n, n = 200))",,in,in mcptox,github-mcptox,haiku-4.5,default,agentic-tool,mid,raw-api,,0.406,2.89e-05,283719,24458,5.5,ASR%,0,,,"https://github.com/alpha-0619/mcptox-claude-receipts/tree/150c2345b965ca2efed31353a273bc9506597ac5 (summary.json, block claude-haiku-4-5, key attack_success_rate (= Success / n, n = 200))",,out:effort-not-established,out:effort-not-established melvynx-xh3,github-melvynx,fable-5,xhigh,coding,hard,ClaudeCode,per-suite,28.581766,0,,297675,,none,,,cost-base-price:cost-publisher-figure,https://github.com/Melvynx/benchmarks (),,,in melvynx-xh3,github-melvynx,sonnet-5,xhigh,coding,hard,ClaudeCode,per-suite,15.9226266,0,,354328,,none,,,cost-base-price:cost-publisher-figure,https://github.com/Melvynx/benchmarks (),,,in melvynx-med2,github-melvynx,fable-5,medium,coding,hard,ClaudeCode,per-suite,23.2935230000000009,0,,129395,,none,,,cost-base-price:cost-publisher-figure,https://github.com/Melvynx/benchmarks (),,,in melvynx-med2,github-melvynx,sonnet-5,medium,coding,hard,ClaudeCode,per-suite,11.5631057999999972,0,,131760,,none,,,cost-base-price:cost-publisher-figure,https://github.com/Melvynx/benchmarks (),,,in melvynx-cc55-med,github-melvynx,opus-5.5,medium,coding,hard,,per-suite,5.5520700000000006,0,,139043,,none,,,cost-base-price:cost-publisher-figure,https://github.com/Melvynx/benchmarks (),,,out:cost-single-couple melvynx-cc55-med,github-melvynx,sonnet-5.5,medium,coding,hard,,per-suite,1.4792732000000002,0,,52729,,none,,,cost-base-price:cost-publisher-figure,https://github.com/Melvynx/benchmarks (),,,in melvynx-cc55-med,github-melvynx,gpt-6-astra,xhigh,coding,hard,,per-suite,6.327960,0,,52765,,none,,,cost-base-price:cost-publisher-figure,https://github.com/Melvynx/benchmarks (),,,in melvynx-cc55-med,github-melvynx,gpt-6-astra,medium,coding,hard,,per-suite,5.621868,0,,37867,,none,,,cost-base-price:cost-publisher-figure,https://github.com/Melvynx/benchmarks (),,,in melvynx-cc55-med,github-melvynx,gpt-6-sol,medium,coding,hard,,per-suite,1.3374816,0,,39906,,none,,,cost-base-price:cost-publisher-figure,https://github.com/Melvynx/benchmarks (),,,in melvynx-cc55-med,github-melvynx,gpt-6-sol,xhigh,coding,hard,,per-suite,2.5386872,0,,63555,,none,,,cost-base-price:cost-publisher-figure,https://github.com/Melvynx/benchmarks (),,,in merc-core10,github-merc-bench,fable-5,high,mixed,easy,claude-code -p no-tools,per-suite,5.8046,2.89e-05,,62500,98.98,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-core10|fable|high / column mean_score_pct),,in,in merc-core10,github-merc-bench,fable-5,low,mixed,easy,claude-code -p no-tools,per-suite,4.7386,2.89e-05,,37828,98.47,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-core10|fable|low / column mean_score_pct),,in,in merc-core10,github-merc-bench,fable-5,max,mixed,easy,claude-code -p no-tools,per-suite,10.5210,2.89e-05,,159772,100.00,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-core10|fable|max / column mean_score_pct),,out:uninformative,in merc-core10,github-merc-bench,fable-5,medium,mixed,easy,claude-code -p no-tools,per-suite,5.4247,2.89e-05,,53651,99.49,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-core10|fable|medium / column mean_score_pct),,in,in merc-core10,github-merc-bench,fable-5,xhigh,mixed,easy,claude-code -p no-tools,per-suite,7.5457,2.89e-05,,98060,99.49,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-core10|fable|xhigh / column mean_score_pct),,in,in merc-core10,github-merc-bench,fable-5.1,high,mixed,easy,claude-code -p no-tools,per-suite,5.6673,2.89e-05,,56195,99.49,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-core10|fable51|high / column mean_score_pct),,in,in merc-core10,github-merc-bench,fable-5.1,low,mixed,easy,claude-code -p no-tools,per-suite,4.7483,2.89e-05,,37978,98.98,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-core10|fable51|low / column mean_score_pct),,in,in merc-core10,github-merc-bench,fable-5.1,max,mixed,easy,claude-code -p no-tools,per-suite,11.0969,2.89e-05,,166931,100.00,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-core10|fable51|max / column mean_score_pct),,out:uninformative,in merc-core10,github-merc-bench,fable-5.1,medium,mixed,easy,claude-code -p no-tools,per-suite,5.5382,2.89e-05,,52490,99.49,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-core10|fable51|medium / column mean_score_pct),,in,in merc-core10,github-merc-bench,fable-5.1,xhigh,mixed,easy,claude-code -p no-tools,per-suite,7.7837,2.89e-05,,99191,100.00,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-core10|fable51|xhigh / column mean_score_pct),,out:uninformative,in merc-core10,github-merc-bench,haiku-4.5,not-established:absent,mixed,easy,claude-code -p no-tools,per-suite,1.0527,2.89e-05,,168548,94.39,score%,0.00289,,,https://github.com/sirneb/merc-bench (all rows / row merc-core10|haiku|high / column mean_score_pct),,out:effort-not-established,out:effort-not-established merc-core10,github-merc-bench,haiku-4.5,not-established:absent,mixed,easy,claude-code -p no-tools,per-suite,0.9558,2.89e-05,,148478,92.35,score%,0.00289,,,https://github.com/sirneb/merc-bench (all rows / row merc-core10|haiku|low / column mean_score_pct),,out:effort-not-established,out:effort-not-established merc-core10,github-merc-bench,haiku-4.5,not-established:absent,mixed,easy,claude-code -p no-tools,per-suite,1.0334,2.89e-05,,164992,93.20,score%,0.00289,,,https://github.com/sirneb/merc-bench (all rows / row merc-core10|haiku|medium / column mean_score_pct),,out:effort-not-established,out:effort-not-established merc-core10,github-merc-bench,haiku-5.5,high,mixed,easy,claude-code -p no-tools,per-suite,0.0634,2.89e-05,,93190,97.96,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-core10|haiku55|high / column mean_score_pct),,in,in merc-core10,github-merc-bench,haiku-5.5,low,mixed,easy,claude-code -p no-tools,per-suite,0.0376,2.89e-05,,41890,96.43,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-core10|haiku55|low / column mean_score_pct),,in,in merc-core10,github-merc-bench,haiku-5.5,max,mixed,easy,claude-code -p no-tools,,,,,,93.88,score%,0.00289,,,https://github.com/sirneb/merc-bench (all rows / row merc-core10|haiku55|max / column mean_score_pct),,in, merc-core10,github-merc-bench,haiku-5.5,medium,mixed,easy,claude-code -p no-tools,per-suite,0.0425,2.89e-05,,51131,97.96,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-core10|haiku55|medium / column mean_score_pct),,in,in merc-core10,github-merc-bench,haiku-5.5,xhigh,mixed,easy,claude-code -p no-tools,per-suite,0.1366,2.89e-05,,229702,99.49,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-core10|haiku55|xhigh / column mean_score_pct),,in,in merc-core10,github-merc-bench,opus-4.8,high,mixed,easy,claude-code -p no-tools,per-suite,3.5083,2.89e-05,,87900,98.47,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-core10|opus48|high / column mean_score_pct),,in,in merc-core10,github-merc-bench,opus-4.8,low,mixed,easy,claude-code -p no-tools,per-suite,2.7202,2.89e-05,,55511,98.47,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-core10|opus48|low / column mean_score_pct),,in,in merc-core10,github-merc-bench,opus-4.8,xhigh,mixed,easy,claude-code -p no-tools,per-suite,4.5031,2.89e-05,,127534,98.98,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-core10|opus48|xhigh / column mean_score_pct),,in,in merc-core10,github-merc-bench,opus-5,high,mixed,easy,claude-code -p no-tools,per-suite,3.2481,2.89e-05,,74896,100.00,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-core10|opus5|high / column mean_score_pct),,out:uninformative,in merc-core10,github-merc-bench,opus-5,low,mixed,easy,claude-code -p no-tools,per-suite,2.3418,2.89e-05,,38360,98.98,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-core10|opus5|low / column mean_score_pct),,in,in merc-core10,github-merc-bench,opus-5,max,mixed,easy,claude-code -p no-tools,per-suite,4.1767,2.89e-05,,114228,100.00,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-core10|opus5|max / column mean_score_pct),,out:uninformative,in merc-core10,github-merc-bench,opus-5,medium,mixed,easy,claude-code -p no-tools,per-suite,2.6028,2.89e-05,,49404,100.00,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-core10|opus5|medium / column mean_score_pct),,out:uninformative,in merc-core10,github-merc-bench,opus-5,xhigh,mixed,easy,claude-code -p no-tools,per-suite,3.8495,2.89e-05,,99134,100.00,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-core10|opus5|xhigh / column mean_score_pct),,out:uninformative,in merc-core10,github-merc-bench,opus-5.5,high,mixed,easy,claude-code -p no-tools,per-suite,2.2454,2.89e-05,,40854,99.49,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-core10|opus55|high / column mean_score_pct),,in,in merc-core10,github-merc-bench,opus-5.5,low,mixed,easy,claude-code -p no-tools,per-suite,1.7089,2.89e-05,,15382,98.47,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-core10|opus55|low / column mean_score_pct),,in,in merc-core10,github-merc-bench,opus-5.5,max,mixed,easy,claude-code -p no-tools,per-suite,7.4012,2.89e-05,,275296,100.00,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-core10|opus55|max / column mean_score_pct),,out:uninformative,in merc-core10,github-merc-bench,opus-5.5,medium,mixed,easy,claude-code -p no-tools,per-suite,2.1113,2.89e-05,,35096,99.49,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-core10|opus55|medium / column mean_score_pct),,in,in merc-core10,github-merc-bench,opus-5.5,xhigh,mixed,easy,claude-code -p no-tools,per-suite,2.9474,2.89e-05,,75600,100.00,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-core10|opus55|xhigh / column mean_score_pct),,out:uninformative,in merc-core10,github-merc-bench,sonnet-5,high,mixed,easy,claude-code -p no-tools,per-suite,2.2552,2.89e-05,,134188,98.47,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-core10|sonnet|high / column mean_score_pct),,in,in merc-core10,github-merc-bench,sonnet-5,low,mixed,easy,claude-code -p no-tools,per-suite,1.2937,2.89e-05,,65800,95.92,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-core10|sonnet|low / column mean_score_pct),,in,in merc-core10,github-merc-bench,sonnet-5,max,mixed,easy,claude-code -p no-tools,per-suite,3.2084,2.89e-05,,242920,100.00,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-core10|sonnet|max / column mean_score_pct),,out:uninformative,in merc-core10,github-merc-bench,sonnet-5,medium,mixed,easy,claude-code -p no-tools,per-suite,1.6261,2.89e-05,,97080,98.47,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-core10|sonnet|medium / column mean_score_pct),,in,in merc-core10,github-merc-bench,sonnet-5,xhigh,mixed,easy,claude-code -p no-tools,per-suite,2.2470,2.89e-05,,158316,99.49,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-core10|sonnet|xhigh / column mean_score_pct),,in,in merc-core10,github-merc-bench,sonnet-5.5,high,mixed,easy,claude-code -p no-tools,per-suite,0.62955,0.121,,48964,98.98,score%,0.00289,,cost-unrepriced; cost-price-band,https://github.com/sirneb/merc-bench (all rows / row merc-core10|sonnet55|high / column mean_score_pct),,in,in merc-core10,github-merc-bench,sonnet-5.5,low,mixed,easy,claude-code -p no-tools,per-suite,0.39269999999999994,0.0756,,18901,97.96,score%,0.00289,,cost-unrepriced; cost-price-band,https://github.com/sirneb/merc-bench (all rows / row merc-core10|sonnet55|low / column mean_score_pct),,in,in merc-core10,github-merc-bench,sonnet-5.5,max,mixed,easy,claude-code -p no-tools,per-suite,3.399825,0.654,,391090,100.00,score%,0.00289,,cost-unrepriced; cost-price-band,https://github.com/sirneb/merc-bench (all rows / row merc-core10|sonnet55|max / column mean_score_pct),,out:uninformative,in merc-core10,github-merc-bench,sonnet-5.5,medium,mixed,easy,claude-code -p no-tools,per-suite,0.38985000000000003,0.075,,17686,98.47,score%,0.00289,,cost-unrepriced; cost-price-band,https://github.com/sirneb/merc-bench (all rows / row merc-core10|sonnet55|medium / column mean_score_pct),,in,in merc-core10,github-merc-bench,sonnet-5.5,xhigh,mixed,easy,claude-code -p no-tools,per-suite,0.92625,0.178,,87380,100.00,score%,0.00289,,cost-unrepriced; cost-price-band,https://github.com/sirneb/merc-bench (all rows / row merc-core10|sonnet55|xhigh / column mean_score_pct),,out:uninformative,in merc-t13,github-merc-bench,fable-5,high,mixed,hard,claude-code -p no-tools,per-task,3.9632,2.89e-05,,75266,97.81,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t13|fable|high / column mean_score_pct),,in,in merc-t13,github-merc-bench,fable-5,low,mixed,hard,claude-code -p no-tools,per-task,2.0869,2.89e-05,,37168,98.75,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t13|fable|low / column mean_score_pct),,in,in merc-t13,github-merc-bench,fable-5,max,mixed,hard,claude-code -p no-tools,per-task,12.0577,2.89e-05,,234734,99.06,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t13|fable|max / column mean_score_pct),,in,in merc-t13,github-merc-bench,fable-5,medium,mixed,hard,claude-code -p no-tools,per-task,2.4037,2.89e-05,,44306,83.02,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t13|fable|medium / column mean_score_pct),,in,in merc-t13,github-merc-bench,fable-5,xhigh,mixed,hard,claude-code -p no-tools,per-task,4.3663,2.89e-05,,83472,100.00,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t13|fable|xhigh / column mean_score_pct),,out:uninformative,in merc-t13,github-merc-bench,fable-5.1,high,mixed,hard,claude-code -p no-tools,per-task,4.0976,2.89e-05,,78362,100.00,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t13|fable51|high / column mean_score_pct),,out:uninformative,in merc-t13,github-merc-bench,fable-5.1,low,mixed,hard,claude-code -p no-tools,per-task,1.9338,2.89e-05,,36975,89.17,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t13|fable51|low / column mean_score_pct),,in,in merc-t13,github-merc-bench,fable-5.1,max,mixed,hard,claude-code -p no-tools,per-task,5.7433,2.89e-05,,111153,100.00,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t13|fable51|max / column mean_score_pct),,out:uninformative,in merc-t13,github-merc-bench,fable-5.1,medium,mixed,hard,claude-code -p no-tools,per-task,2.8905,2.89e-05,,57046,99.17,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t13|fable51|medium / column mean_score_pct),,in,in merc-t13,github-merc-bench,fable-5.1,xhigh,mixed,hard,claude-code -p no-tools,per-task,4.6121,2.89e-05,,89118,100.00,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t13|fable51|xhigh / column mean_score_pct),,out:uninformative,in merc-t13,github-merc-bench,haiku-4.5,not-established:absent,mixed,hard,claude-code -p no-tools,per-task,0.3889,2.89e-05,,74334,3.23,score%,0.00289,,,https://github.com/sirneb/merc-bench (all rows / row merc-t13|haiku|high / column mean_score_pct),,out:effort-not-established,out:effort-not-established merc-t13,github-merc-bench,haiku-4.5,not-established:absent,mixed,hard,claude-code -p no-tools,per-task,0.2396,2.89e-05,,46307,5.90,score%,0.00289,,,https://github.com/sirneb/merc-bench (all rows / row merc-t13|haiku|low / column mean_score_pct),,out:effort-not-established,out:effort-not-established merc-t13,github-merc-bench,haiku-4.5,not-established:absent,mixed,hard,claude-code -p no-tools,per-task,0.3781,2.89e-05,,72378,5.62,score%,0.00289,,,https://github.com/sirneb/merc-bench (all rows / row merc-t13|haiku|medium / column mean_score_pct),,out:effort-not-established,out:effort-not-established merc-t13,github-merc-bench,haiku-5.5,high,mixed,hard,claude-code -p no-tools,,,,,,0.00,score%,0.00289,,,https://github.com/sirneb/merc-bench (all rows / row merc-t13|haiku55|high / column mean_score_pct),,out:uninformative, merc-t13,github-merc-bench,haiku-5.5,low,mixed,hard,claude-code -p no-tools,per-task,0.0486,2.89e-05,,93471,38.54,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t13|haiku55|low / column mean_score_pct),,in,in merc-t13,github-merc-bench,haiku-5.5,max,mixed,hard,claude-code -p no-tools,,,,,,0.00,score%,0.00289,,,https://github.com/sirneb/merc-bench (all rows / row merc-t13|haiku55|max / column mean_score_pct),,out:uninformative, merc-t13,github-merc-bench,haiku-5.5,medium,mixed,hard,claude-code -p no-tools,per-task,0.0598,2.89e-05,,117268,87.50,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t13|haiku55|medium / column mean_score_pct),,in,in merc-t13,github-merc-bench,haiku-5.5,xhigh,mixed,hard,claude-code -p no-tools,,,,,,0.00,score%,0.00289,,,https://github.com/sirneb/merc-bench (all rows / row merc-t13|haiku55|xhigh / column mean_score_pct),,out:uninformative, merc-t13,github-merc-bench,opus-4.8,high,mixed,hard,claude-code -p no-tools,per-task,2.5385,2.89e-05,,98378,79.38,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t13|opus48|high / column mean_score_pct),,in,in merc-t13,github-merc-bench,opus-4.8,low,mixed,hard,claude-code -p no-tools,per-task,1.7240,2.89e-05,,65204,100.00,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t13|opus48|low / column mean_score_pct),,out:uninformative,in merc-t13,github-merc-bench,opus-4.8,xhigh,mixed,hard,claude-code -p no-tools,per-task,9.4621,2.89e-05,,370252,99.69,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t13|opus48|xhigh / column mean_score_pct),,in,in merc-t13,github-merc-bench,opus-5,high,mixed,hard,claude-code -p no-tools,per-task,2.5063,2.89e-05,,97240,88.75,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t13|opus5|high / column mean_score_pct),,in,in merc-t13,github-merc-bench,opus-5,low,mixed,hard,claude-code -p no-tools,per-task,1.0496,2.89e-05,,41096,82.92,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t13|opus5|low / column mean_score_pct),,in,in merc-t13,github-merc-bench,opus-5,max,mixed,hard,claude-code -p no-tools,per-task,3.9920,2.89e-05,,154758,100.00,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t13|opus5|max / column mean_score_pct),,out:uninformative,in merc-t13,github-merc-bench,opus-5,medium,mixed,hard,claude-code -p no-tools,per-task,1.3353,2.89e-05,,51994,61.60,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t13|opus5|medium / column mean_score_pct),,in,in merc-t13,github-merc-bench,opus-5,xhigh,mixed,hard,claude-code -p no-tools,per-task,2.5317,2.89e-05,,97920,100.00,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t13|opus5|xhigh / column mean_score_pct),,out:uninformative,in merc-t13,github-merc-bench,opus-5.5,high,mixed,hard,claude-code -p no-tools,per-task,0.9282,2.89e-05,,43824,100.00,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t13|opus55|high / column mean_score_pct),,out:uninformative,in merc-t13,github-merc-bench,opus-5.5,low,mixed,hard,claude-code -p no-tools,per-task,0.4349,2.89e-05,,20399,79.65,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t13|opus55|low / column mean_score_pct),,in,in merc-t13,github-merc-bench,opus-5.5,max,mixed,hard,claude-code -p no-tools,per-task,2.3205,2.89e-05,,113168,100.00,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t13|opus55|max / column mean_score_pct),,out:uninformative,in merc-t13,github-merc-bench,opus-5.5,medium,mixed,hard,claude-code -p no-tools,per-task,0.6441,2.89e-05,,30855,100.00,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t13|opus55|medium / column mean_score_pct),,out:uninformative,in merc-t13,github-merc-bench,opus-5.5,xhigh,mixed,hard,claude-code -p no-tools,per-task,1.5747,2.89e-05,,75848,100.00,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t13|opus55|xhigh / column mean_score_pct),,out:uninformative,in merc-t13,github-merc-bench,sonnet-5,high,mixed,hard,claude-code -p no-tools,per-task,1.4992,2.89e-05,,119402,40.41,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t13|sonnet|high / column mean_score_pct),,in,in merc-t13,github-merc-bench,sonnet-5,low,mixed,hard,claude-code -p no-tools,per-task,0.0264,2.89e-05,,474,3.89,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t13|sonnet|low / column mean_score_pct),,in,in merc-t13,github-merc-bench,sonnet-5,max,mixed,hard,claude-code -p no-tools,,,,,,39.06,score%,0.00289,,,https://github.com/sirneb/merc-bench (all rows / row merc-t13|sonnet|max / column mean_score_pct),,in, merc-t13,github-merc-bench,sonnet-5,medium,mixed,hard,claude-code -p no-tools,per-task,0.3303,2.89e-05,,32183,80.97,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t13|sonnet|medium / column mean_score_pct),,in,in merc-t13,github-merc-bench,sonnet-5,xhigh,mixed,hard,claude-code -p no-tools,per-task,1.0818,2.89e-05,,105032,44.58,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t13|sonnet|xhigh / column mean_score_pct),,in,in merc-t13,github-merc-bench,sonnet-5.5,high,mixed,hard,claude-code -p no-tools,per-task,0.534525,0.103,,68921,90.00,score%,0.00289,,cost-unrepriced; cost-price-band,https://github.com/sirneb/merc-bench (all rows / row merc-t13|sonnet55|high / column mean_score_pct),,in,in merc-t13,github-merc-bench,sonnet-5.5,low,mixed,hard,claude-code -p no-tools,per-task,0.25515,0.0491,,31658,78.64,score%,0.00289,,cost-unrepriced; cost-price-band,https://github.com/sirneb/merc-bench (all rows / row merc-t13|sonnet55|low / column mean_score_pct),,in,in merc-t13,github-merc-bench,sonnet-5.5,max,mixed,hard,claude-code -p no-tools,,,,,,0.00,score%,0.00289,,,https://github.com/sirneb/merc-bench (all rows / row merc-t13|sonnet55|max / column mean_score_pct),,out:uninformative, merc-t13,github-merc-bench,sonnet-5.5,medium,mixed,hard,claude-code -p no-tools,per-task,0.313875,0.0604,,39180,78.96,score%,0.00289,,cost-unrepriced; cost-price-band,https://github.com/sirneb/merc-bench (all rows / row merc-t13|sonnet55|medium / column mean_score_pct),,in,in merc-t13,github-merc-bench,sonnet-5.5,xhigh,mixed,hard,claude-code -p no-tools,per-task,0.746175,0.144,,96630,85.21,score%,0.00289,,cost-unrepriced; cost-price-band,https://github.com/sirneb/merc-bench (all rows / row merc-t13|sonnet55|xhigh / column mean_score_pct),,in,in merc-t14,github-merc-bench,fable-5,high,mixed,hard,claude-code -p no-tools,per-task,1.1410,2.89e-05,,17920,66.67,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t14|fable|high / column mean_score_pct),,in,in merc-t14,github-merc-bench,fable-5,low,mixed,hard,claude-code -p no-tools,per-task,0.8733,2.89e-05,,12602,38.33,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t14|fable|low / column mean_score_pct),,in,in merc-t14,github-merc-bench,fable-5,max,mixed,hard,claude-code -p no-tools,per-task,3.8450,2.89e-05,,71588,70.00,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t14|fable|max / column mean_score_pct),,in,in merc-t14,github-merc-bench,fable-5,medium,mixed,hard,claude-code -p no-tools,per-task,1.4314,2.89e-05,,22920,31.67,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t14|fable|medium / column mean_score_pct),,in,in merc-t14,github-merc-bench,fable-5,xhigh,mixed,hard,claude-code -p no-tools,per-task,1.6597,2.89e-05,,26594,68.33,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t14|fable|xhigh / column mean_score_pct),,in,in merc-t14,github-merc-bench,fable-5.1,high,mixed,hard,claude-code -p no-tools,per-task,1.1189,2.89e-05,,17424,43.33,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t14|fable51|high / column mean_score_pct),,in,in merc-t14,github-merc-bench,fable-5.1,low,mixed,hard,claude-code -p no-tools,per-task,0.6142,2.89e-05,,10428,37.22,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t14|fable51|low / column mean_score_pct),,in,in merc-t14,github-merc-bench,fable-5.1,max,mixed,hard,claude-code -p no-tools,per-task,1.6934,2.89e-05,,28802,100.00,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t14|fable51|max / column mean_score_pct),,out:uninformative,in merc-t14,github-merc-bench,fable-5.1,medium,mixed,hard,claude-code -p no-tools,per-task,0.7119,2.89e-05,,12749,57.22,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t14|fable51|medium / column mean_score_pct),,in,in merc-t14,github-merc-bench,fable-5.1,xhigh,mixed,hard,claude-code -p no-tools,per-task,1.4184,2.89e-05,,23332,100.00,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t14|fable51|xhigh / column mean_score_pct),,out:uninformative,in merc-t14,github-merc-bench,haiku-4.5,not-established:absent,mixed,hard,claude-code -p no-tools,per-task,0.2058,2.89e-05,,36988,16.67,score%,0.00289,,,https://github.com/sirneb/merc-bench (all rows / row merc-t14|haiku|high / column mean_score_pct),,out:effort-not-established,out:effort-not-established merc-t14,github-merc-bench,haiku-4.5,not-established:absent,mixed,hard,claude-code -p no-tools,per-task,0.2027,2.89e-05,,39148,13.33,score%,0.00289,,,https://github.com/sirneb/merc-bench (all rows / row merc-t14|haiku|low / column mean_score_pct),,out:effort-not-established,out:effort-not-established merc-t14,github-merc-bench,haiku-4.5,not-established:absent,mixed,hard,claude-code -p no-tools,per-task,0.2622,2.89e-05,,48640,11.67,score%,0.00289,,,https://github.com/sirneb/merc-bench (all rows / row merc-t14|haiku|medium / column mean_score_pct),,out:effort-not-established,out:effort-not-established merc-t14,github-merc-bench,haiku-5.5,high,mixed,hard,claude-code -p no-tools,per-task,0.0343,2.89e-05,,64254,84.17,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t14|haiku55|high / column mean_score_pct),,in,in merc-t14,github-merc-bench,haiku-5.5,low,mixed,hard,claude-code -p no-tools,per-task,0.0037,2.89e-05,,2862,5.00,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t14|haiku55|low / column mean_score_pct),,in,in merc-t14,github-merc-bench,haiku-5.5,max,mixed,hard,claude-code -p no-tools,per-task,0.1689,2.89e-05,,300585,100.00,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t14|haiku55|max / column mean_score_pct),,out:uninformative,in merc-t14,github-merc-bench,haiku-5.5,medium,mixed,hard,claude-code -p no-tools,per-task,0.0278,2.89e-05,,50832,74.17,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t14|haiku55|medium / column mean_score_pct),,in,in merc-t14,github-merc-bench,haiku-5.5,xhigh,mixed,hard,claude-code -p no-tools,per-task,0.0405,2.89e-05,,76392,100.00,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t14|haiku55|xhigh / column mean_score_pct),,out:uninformative,in merc-t14,github-merc-bench,opus-4.8,high,mixed,hard,claude-code -p no-tools,per-task,0.9144,2.89e-05,,31980,60.83,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t14|opus48|high / column mean_score_pct),,in,in merc-t14,github-merc-bench,opus-4.8,low,mixed,hard,claude-code -p no-tools,per-task,0.7423,2.89e-05,,25098,76.67,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t14|opus48|low / column mean_score_pct),,in,in merc-t14,github-merc-bench,opus-4.8,xhigh,mixed,hard,claude-code -p no-tools,per-task,1.3710,2.89e-05,,50278,61.67,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t14|opus48|xhigh / column mean_score_pct),,in,in merc-t14,github-merc-bench,opus-5,high,mixed,hard,claude-code -p no-tools,per-task,0.8572,2.89e-05,,29480,70.83,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t14|opus5|high / column mean_score_pct),,in,in merc-t14,github-merc-bench,opus-5,low,mixed,hard,claude-code -p no-tools,per-task,0.3778,2.89e-05,,12802,49.44,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t14|opus5|low / column mean_score_pct),,in,in merc-t14,github-merc-bench,opus-5,max,mixed,hard,claude-code -p no-tools,per-task,1.1732,2.89e-05,,41946,65.00,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t14|opus5|max / column mean_score_pct),,in,in merc-t14,github-merc-bench,opus-5,medium,mixed,hard,claude-code -p no-tools,per-task,0.6177,2.89e-05,,21376,62.22,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t14|opus5|medium / column mean_score_pct),,in,in merc-t14,github-merc-bench,opus-5,xhigh,mixed,hard,claude-code -p no-tools,per-task,0.7077,2.89e-05,,23563,73.33,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t14|opus5|xhigh / column mean_score_pct),,in,in merc-t14,github-merc-bench,opus-5.5,high,mixed,hard,claude-code -p no-tools,per-task,0.3328,2.89e-05,,12146,100.00,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t14|opus55|high / column mean_score_pct),,out:uninformative,in merc-t14,github-merc-bench,opus-5.5,low,mixed,hard,claude-code -p no-tools,per-task,0.2035,2.89e-05,,7153,44.44,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t14|opus55|low / column mean_score_pct),,in,in merc-t14,github-merc-bench,opus-5.5,max,mixed,hard,claude-code -p no-tools,per-task,0.7853,2.89e-05,,34684,100.00,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t14|opus55|max / column mean_score_pct),,out:uninformative,in merc-t14,github-merc-bench,opus-5.5,medium,mixed,hard,claude-code -p no-tools,per-task,0.2676,2.89e-05,,11844,99.44,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t14|opus55|medium / column mean_score_pct),,in,in merc-t14,github-merc-bench,opus-5.5,xhigh,mixed,hard,claude-code -p no-tools,per-task,0.4951,2.89e-05,,19876,100.00,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t14|opus55|xhigh / column mean_score_pct),,out:uninformative,in merc-t14,github-merc-bench,sonnet-5,high,mixed,hard,claude-code -p no-tools,per-task,0.4895,2.89e-05,,44157,25.83,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t14|sonnet|high / column mean_score_pct),,in,in merc-t14,github-merc-bench,sonnet-5,low,mixed,hard,claude-code -p no-tools,per-task,0.0526,2.89e-05,,975,5.00,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t14|sonnet|low / column mean_score_pct),,in,in merc-t14,github-merc-bench,sonnet-5,max,mixed,hard,claude-code -p no-tools,per-task,0.9869,2.89e-05,,75734,45.83,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t14|sonnet|max / column mean_score_pct),,in,in merc-t14,github-merc-bench,sonnet-5,medium,mixed,hard,claude-code -p no-tools,per-task,0.1416,2.89e-05,,12531,75.00,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t14|sonnet|medium / column mean_score_pct),,in,in merc-t14,github-merc-bench,sonnet-5,xhigh,mixed,hard,claude-code -p no-tools,per-task,3.0264,2.89e-05,,290807,26.67,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t14|sonnet|xhigh / column mean_score_pct),,in,in merc-t14,github-merc-bench,sonnet-5.5,high,mixed,hard,claude-code -p no-tools,per-task,0.150825,0.029,,15150,95.00,score%,0.00289,,cost-unrepriced; cost-price-band,https://github.com/sirneb/merc-bench (all rows / row merc-t14|sonnet55|high / column mean_score_pct),,in,in merc-t14,github-merc-bench,sonnet-5.5,low,mixed,hard,claude-code -p no-tools,per-task,0.131025,0.0252,,12696,64.17,score%,0.00289,,cost-unrepriced; cost-price-band,https://github.com/sirneb/merc-bench (all rows / row merc-t14|sonnet55|low / column mean_score_pct),,in,in merc-t14,github-merc-bench,sonnet-5.5,max,mixed,hard,claude-code -p no-tools,per-task,0.42727499999999996,0.0822,,52240,100.00,score%,0.00289,,cost-unrepriced; cost-price-band,https://github.com/sirneb/merc-bench (all rows / row merc-t14|sonnet55|max / column mean_score_pct),,out:uninformative,in merc-t14,github-merc-bench,sonnet-5.5,medium,mixed,hard,claude-code -p no-tools,per-task,0.1353,0.026,,13169,100.00,score%,0.00289,,cost-unrepriced; cost-price-band,https://github.com/sirneb/merc-bench (all rows / row merc-t14|sonnet55|medium / column mean_score_pct),,out:uninformative,in merc-t14,github-merc-bench,sonnet-5.5,xhigh,mixed,hard,claude-code -p no-tools,per-task,0.2442,0.047,,27808,100.00,score%,0.00289,,cost-unrepriced; cost-price-band,https://github.com/sirneb/merc-bench (all rows / row merc-t14|sonnet55|xhigh / column mean_score_pct),,out:uninformative,in merc-t15,github-merc-bench,fable-5,high,mixed,hard,claude-code -p no-tools,per-task,4.1994,2.89e-05,,80746,96.70,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t15|fable|high / column mean_score_pct),,in,in merc-t15,github-merc-bench,fable-5,low,mixed,hard,claude-code -p no-tools,per-task,3.0318,2.89e-05,,56317,62.40,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t15|fable|low / column mean_score_pct),,in,in merc-t15,github-merc-bench,fable-5,max,mixed,hard,claude-code -p no-tools,per-task,17.2266,2.89e-05,,310403,99.85,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t15|fable|max / column mean_score_pct),,in,in merc-t15,github-merc-bench,fable-5,medium,mixed,hard,claude-code -p no-tools,per-task,3.9561,2.89e-05,,75074,88.50,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t15|fable|medium / column mean_score_pct),,in,in merc-t15,github-merc-bench,fable-5,xhigh,mixed,hard,claude-code -p no-tools,per-task,4.7088,2.89e-05,,90840,100.00,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t15|fable|xhigh / column mean_score_pct),,out:uninformative,in merc-t15,github-merc-bench,fable-5.1,high,mixed,hard,claude-code -p no-tools,per-task,4.0492,2.89e-05,,78012,100.00,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t15|fable51|high / column mean_score_pct),,out:uninformative,in merc-t15,github-merc-bench,fable-5.1,low,mixed,hard,claude-code -p no-tools,per-task,2.8486,2.89e-05,,55977,52.73,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t15|fable51|low / column mean_score_pct),,in,in merc-t15,github-merc-bench,fable-5.1,max,mixed,hard,claude-code -p no-tools,per-task,5.7557,2.89e-05,,111344,100.00,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t15|fable51|max / column mean_score_pct),,out:uninformative,in merc-t15,github-merc-bench,fable-5.1,medium,mixed,hard,claude-code -p no-tools,per-task,3.2126,2.89e-05,,62464,100.00,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t15|fable51|medium / column mean_score_pct),,out:uninformative,in merc-t15,github-merc-bench,fable-5.1,xhigh,mixed,hard,claude-code -p no-tools,per-task,5.3036,2.89e-05,,103012,100.00,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t15|fable51|xhigh / column mean_score_pct),,out:uninformative,in merc-t15,github-merc-bench,haiku-4.5,not-established:absent,mixed,hard,claude-code -p no-tools,per-task,0.3597,2.89e-05,,67599,5.70,score%,0.00289,,,https://github.com/sirneb/merc-bench (all rows / row merc-t15|haiku|high / column mean_score_pct),,out:effort-not-established,out:effort-not-established merc-t15,github-merc-bench,haiku-4.5,not-established:absent,mixed,hard,claude-code -p no-tools,per-task,0.2456,2.89e-05,,44218,7.60,score%,0.00289,,,https://github.com/sirneb/merc-bench (all rows / row merc-t15|haiku|low / column mean_score_pct),,out:effort-not-established,out:effort-not-established merc-t15,github-merc-bench,haiku-4.5,not-established:absent,mixed,hard,claude-code -p no-tools,per-task,0.1723,2.89e-05,,30040,5.70,score%,0.00289,,,https://github.com/sirneb/merc-bench (all rows / row merc-t15|haiku|medium / column mean_score_pct),,out:effort-not-established,out:effort-not-established merc-t15,github-merc-bench,haiku-5.5,high,mixed,hard,claude-code -p no-tools,,,,,,0.00,score%,0.00289,,,https://github.com/sirneb/merc-bench (all rows / row merc-t15|haiku55|high / column mean_score_pct),,out:uninformative, merc-t15,github-merc-bench,haiku-5.5,low,mixed,hard,claude-code -p no-tools,per-task,0.0379,2.89e-05,,67710,0.00,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t15|haiku55|low / column mean_score_pct),,out:uninformative,in merc-t15,github-merc-bench,haiku-5.5,max,mixed,hard,claude-code -p no-tools,,,,,,0.00,score%,0.00289,,,https://github.com/sirneb/merc-bench (all rows / row merc-t15|haiku55|max / column mean_score_pct),,out:uninformative, merc-t15,github-merc-bench,haiku-5.5,medium,mixed,hard,claude-code -p no-tools,per-task,0.2779,2.89e-05,,512959,34.55,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t15|haiku55|medium / column mean_score_pct),,in,in merc-t15,github-merc-bench,haiku-5.5,xhigh,mixed,hard,claude-code -p no-tools,,,,,,0.00,score%,0.00289,,,https://github.com/sirneb/merc-bench (all rows / row merc-t15|haiku55|xhigh / column mean_score_pct),,out:uninformative, merc-t15,github-merc-bench,opus-4.8,high,mixed,hard,claude-code -p no-tools,per-task,6.5199,2.89e-05,,254581,98.65,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t15|opus48|high / column mean_score_pct),,in,in merc-t15,github-merc-bench,opus-4.8,low,mixed,hard,claude-code -p no-tools,per-task,4.3594,2.89e-05,,169724,100.00,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t15|opus48|low / column mean_score_pct),,out:uninformative,in merc-t15,github-merc-bench,opus-4.8,xhigh,mixed,hard,claude-code -p no-tools,per-task,8.0084,2.89e-05,,312687,100.00,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t15|opus48|xhigh / column mean_score_pct),,out:uninformative,in merc-t15,github-merc-bench,opus-5,high,mixed,hard,claude-code -p no-tools,per-task,1.8881,2.89e-05,,72300,100.00,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t15|opus5|high / column mean_score_pct),,out:uninformative,in merc-t15,github-merc-bench,opus-5,low,mixed,hard,claude-code -p no-tools,per-task,1.3553,2.89e-05,,53073,99.60,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t15|opus5|low / column mean_score_pct),,in,in merc-t15,github-merc-bench,opus-5,max,mixed,hard,claude-code -p no-tools,per-task,5.7011,2.89e-05,,222159,84.05,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t15|opus5|max / column mean_score_pct),,in,in merc-t15,github-merc-bench,opus-5,medium,mixed,hard,claude-code -p no-tools,per-task,1.5800,2.89e-05,,62063,76.57,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t15|opus5|medium / column mean_score_pct),,in,in merc-t15,github-merc-bench,opus-5,xhigh,mixed,hard,claude-code -p no-tools,per-task,2.7245,2.89e-05,,105428,100.00,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t15|opus5|xhigh / column mean_score_pct),,out:uninformative,in merc-t15,github-merc-bench,opus-5.5,high,mixed,hard,claude-code -p no-tools,per-task,1.1135,2.89e-05,,52750,100.00,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t15|opus55|high / column mean_score_pct),,out:uninformative,in merc-t15,github-merc-bench,opus-5.5,low,mixed,hard,claude-code -p no-tools,per-task,0.8926,2.89e-05,,43599,70.67,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t15|opus55|low / column mean_score_pct),,in,in merc-t15,github-merc-bench,opus-5.5,max,mixed,hard,claude-code -p no-tools,per-task,2.5362,2.89e-05,,123696,100.00,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t15|opus55|max / column mean_score_pct),,out:uninformative,in merc-t15,github-merc-bench,opus-5.5,medium,mixed,hard,claude-code -p no-tools,per-task,0.9485,2.89e-05,,46396,79.40,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t15|opus55|medium / column mean_score_pct),,in,in merc-t15,github-merc-bench,opus-5.5,xhigh,mixed,hard,claude-code -p no-tools,per-task,1.6713,2.89e-05,,80160,100.00,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t15|opus55|xhigh / column mean_score_pct),,out:uninformative,in merc-t15,github-merc-bench,sonnet-5,high,mixed,hard,claude-code -p no-tools,per-task,2.2974,2.89e-05,,193356,36.90,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t15|sonnet|high / column mean_score_pct),,in,in merc-t15,github-merc-bench,sonnet-5,low,mixed,hard,claude-code -p no-tools,per-task,0.0740,2.89e-05,,2641,1.13,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t15|sonnet|low / column mean_score_pct),,in,in merc-t15,github-merc-bench,sonnet-5,max,mixed,hard,claude-code -p no-tools,,,,,,0.00,score%,0.00289,,,https://github.com/sirneb/merc-bench (all rows / row merc-t15|sonnet|max / column mean_score_pct),,out:uninformative, merc-t15,github-merc-bench,sonnet-5,medium,mixed,hard,claude-code -p no-tools,per-task,0.5498,2.89e-05,,53878,78.63,score%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/sirneb/merc-bench (all rows / row merc-t15|sonnet|medium / column mean_score_pct),,in,in merc-t15,github-merc-bench,sonnet-5,xhigh,mixed,hard,claude-code -p no-tools,,,,,,49.90,score%,0.00289,,,https://github.com/sirneb/merc-bench (all rows / row merc-t15|sonnet|xhigh / column mean_score_pct),,in, merc-t15,github-merc-bench,sonnet-5.5,high,mixed,hard,claude-code -p no-tools,per-task,0.578025,0.111,,73773,75.10,score%,0.00289,,cost-unrepriced; cost-price-band,https://github.com/sirneb/merc-bench (all rows / row merc-t15|sonnet55|high / column mean_score_pct),,in,in merc-t15,github-merc-bench,sonnet-5.5,low,mixed,hard,claude-code -p no-tools,per-task,0.258525,0.0498,,31102,43.95,score%,0.00289,,cost-unrepriced; cost-price-band,https://github.com/sirneb/merc-bench (all rows / row merc-t15|sonnet55|low / column mean_score_pct),,in,in merc-t15,github-merc-bench,sonnet-5.5,max,mixed,hard,claude-code -p no-tools,,,,,,50.00,score%,0.00289,,,https://github.com/sirneb/merc-bench (all rows / row merc-t15|sonnet55|max / column mean_score_pct),,in, merc-t15,github-merc-bench,sonnet-5.5,medium,mixed,hard,claude-code -p no-tools,per-task,0.4113,0.0792,,51394,63.70,score%,0.00289,,cost-unrepriced; cost-price-band,https://github.com/sirneb/merc-bench (all rows / row merc-t15|sonnet55|medium / column mean_score_pct),,in,in merc-t15,github-merc-bench,sonnet-5.5,xhigh,mixed,hard,claude-code -p no-tools,per-task,1.400475,0.27,,181639,32.45,score%,0.00289,,cost-unrepriced; cost-price-band,https://github.com/sirneb/merc-bench (all rows / row merc-t15|sonnet55|xhigh / column mean_score_pct),,in,in merkus3-task2,github-merkus,sonnet-5.5,unstated,coding,easy,,,,,,,100,pass%,0,,,https://github.com/MrMerkus/model-testleri ($['sonnet-5.5']['2']['puan']),,out:effort-not-established, merkus3-task2,github-merkus,sonnet-4.6,unstated,coding,easy,,,,,,,100,pass%,0,,,https://github.com/MrMerkus/model-testleri ($['sonnet-4.6']['2']['puan']),,out:effort-not-established, merkus3-task2,github-merkus,gemini-3.8-flash,unstated,coding,easy,,,,,,,100,pass%,0,,,https://github.com/MrMerkus/model-testleri ($['gemini-3.8-flash']['2']['puan']),,out:effort-not-established, merkus3-task2,github-merkus,gemini-3.1-pro,unstated,coding,easy,,,,,,,100,pass%,0,,,https://github.com/MrMerkus/model-testleri ($['gemini-3.1-pro']['2']['puan']),,out:effort-not-established, messydocs,github-messydocsbench,opus-5.5,medium,coding,mid,none,,,,,,91.76470588235294,field-acc%,0.00289,,,https://github.com/TashonBraganca/messy-docs-bench ($ / row claude-opus-5.5|single|contracts / column field_acc),,in, messydocs-docexact-contracts,github-messydocsbench,opus-5.5,medium,coding,mid,none,,,,,,73.33333333333333,exact-match%,0.00289,,,https://github.com/TashonBraganca/messy-docs-bench ($ / row claude-opus-5.5|single|contracts / column doc_exact),,in, messydocs,github-messydocsbench,opus-5.5,medium,coding,mid,none,,,,,,96,field-acc%,0.00289,,,https://github.com/TashonBraganca/messy-docs-bench ($ / row claude-opus-5.5|single|invoices / column field_acc),,in, messydocs-docexact-invoices,github-messydocsbench,opus-5.5,medium,coding,mid,none,,,,,,85,exact-match%,0.00289,,,https://github.com/TashonBraganca/messy-docs-bench ($ / row claude-opus-5.5|single|invoices / column doc_exact),,in, messydocs,github-messydocsbench,opus-5.5,medium,coding,mid,none,,,,,,97.5,field-acc%,0.00289,,,https://github.com/TashonBraganca/messy-docs-bench ($ / row claude-opus-5.5|single|receipts / column field_acc),,in, messydocs-docexact-receipts,github-messydocsbench,opus-5.5,medium,coding,mid,none,,,,,,90,exact-match%,0.00289,,,https://github.com/TashonBraganca/messy-docs-bench ($ / row claude-opus-5.5|single|receipts / column doc_exact),,in, messydocs,github-messydocsbench,opus-5.5,medium,coding,mid,none,,,,,,98.33333333333333,field-acc%,0.00289,,,https://github.com/TashonBraganca/messy-docs-bench ($ / row claude-opus-5.5|single|sroie / column field_acc),,in, messydocs-docexact-sroie,github-messydocsbench,opus-5.5,medium,coding,mid,none,,,,,,93.33333333333333,exact-match%,0.00289,,,https://github.com/TashonBraganca/messy-docs-bench ($ / row claude-opus-5.5|single|sroie / column doc_exact),,in, messydocs,github-messydocsbench,opus-5.5,medium,coding,mid,none,,,,,,100,field-acc%,0.00289,,,https://github.com/TashonBraganca/messy-docs-bench ($ / row claude-opus-5.5|single|statements / column field_acc),,out:uninformative, messydocs-docexact-statements,github-messydocsbench,opus-5.5,medium,coding,mid,none,,,,,,100,exact-match%,0.00289,,,https://github.com/TashonBraganca/messy-docs-bench ($ / row claude-opus-5.5|single|statements / column doc_exact),,out:uninformative, messydocs,github-messydocsbench,opus-5.5,medium,coding,mid,none,,,,,,99.26470588235294,field-acc%,0.00289,,,https://github.com/TashonBraganca/messy-docs-bench ($ / row claude-opus-5.5|single|w2 / column field_acc),,in, messydocs-docexact-w2,github-messydocsbench,opus-5.5,medium,coding,mid,none,,,,,,90.625,exact-match%,0.00289,,,https://github.com/TashonBraganca/messy-docs-bench ($ / row claude-opus-5.5|single|w2 / column doc_exact),,in, messydocs,github-messydocsbench,sonnet-5,high,coding,mid,none,,,,,,94.11764705882353,field-acc%,0.00289,,,https://github.com/TashonBraganca/messy-docs-bench ($ / row claude-sonnet-5|single|contracts / column field_acc),,in, messydocs-docexact-contracts,github-messydocsbench,sonnet-5,high,coding,mid,none,,,,,,86.66666666666667,exact-match%,0.00289,,,https://github.com/TashonBraganca/messy-docs-bench ($ / row claude-sonnet-5|single|contracts / column doc_exact),,in, messydocs,github-messydocsbench,sonnet-5,high,coding,mid,none,,,,,,96,field-acc%,0.00289,,,https://github.com/TashonBraganca/messy-docs-bench ($ / row claude-sonnet-5|single|invoices / column field_acc),,in, messydocs-docexact-invoices,github-messydocsbench,sonnet-5,high,coding,mid,none,,,,,,85,exact-match%,0.00289,,,https://github.com/TashonBraganca/messy-docs-bench ($ / row claude-sonnet-5|single|invoices / column doc_exact),,in, messydocs,github-messydocsbench,sonnet-5,high,coding,mid,none,,,,,,95,field-acc%,0.00289,,,https://github.com/TashonBraganca/messy-docs-bench ($ / row claude-sonnet-5|single|receipts / column field_acc),,in, messydocs-docexact-receipts,github-messydocsbench,sonnet-5,high,coding,mid,none,,,,,,80,exact-match%,0.00289,,,https://github.com/TashonBraganca/messy-docs-bench ($ / row claude-sonnet-5|single|receipts / column doc_exact),,in, messydocs,github-messydocsbench,sonnet-5,high,coding,mid,none,,,,,,98.33333333333333,field-acc%,0.00289,,,https://github.com/TashonBraganca/messy-docs-bench ($ / row claude-sonnet-5|single|sroie / column field_acc),,in, messydocs-docexact-sroie,github-messydocsbench,sonnet-5,high,coding,mid,none,,,,,,93.33333333333333,exact-match%,0.00289,,,https://github.com/TashonBraganca/messy-docs-bench ($ / row claude-sonnet-5|single|sroie / column doc_exact),,in, messydocs,github-messydocsbench,sonnet-5,high,coding,mid,none,,,,,,98.75,field-acc%,0.00289,,,https://github.com/TashonBraganca/messy-docs-bench ($ / row claude-sonnet-5|single|statements / column field_acc),,in, messydocs-docexact-statements,github-messydocsbench,sonnet-5,high,coding,mid,none,,,,,,90,exact-match%,0.00289,,,https://github.com/TashonBraganca/messy-docs-bench ($ / row claude-sonnet-5|single|statements / column doc_exact),,in, messydocs,github-messydocsbench,sonnet-5,high,coding,mid,none,,,,,,98.52941176470589,field-acc%,0.00289,,,https://github.com/TashonBraganca/messy-docs-bench ($ / row claude-sonnet-5|single|w2 / column field_acc),,in, messydocs-docexact-w2,github-messydocsbench,sonnet-5,high,coding,mid,none,,,,,,78.125,exact-match%,0.00289,,,https://github.com/TashonBraganca/messy-docs-bench ($ / row claude-sonnet-5|single|w2 / column doc_exact),,in, messydocs,github-messydocsbench,gpt-5.6-terra,medium,coding,mid,none,,,,,,89.41176470588236,field-acc%,0.00289,,,https://github.com/TashonBraganca/messy-docs-bench ($ / row gpt-5.6-terra|single|contracts / column field_acc),,in, messydocs-docexact-contracts,github-messydocsbench,gpt-5.6-terra,medium,coding,mid,none,,,,,,60,exact-match%,0.00289,,,https://github.com/TashonBraganca/messy-docs-bench ($ / row gpt-5.6-terra|single|contracts / column doc_exact),,in, messydocs,github-messydocsbench,gpt-5.6-terra,medium,coding,mid,none,,,,,,88,field-acc%,0.00289,,,https://github.com/TashonBraganca/messy-docs-bench ($ / row gpt-5.6-terra|single|invoices / column field_acc),,in, messydocs-docexact-invoices,github-messydocsbench,gpt-5.6-terra,medium,coding,mid,none,,,,,,60,exact-match%,0.00289,,,https://github.com/TashonBraganca/messy-docs-bench ($ / row gpt-5.6-terra|single|invoices / column doc_exact),,in, messydocs,github-messydocsbench,gpt-5.6-terra,medium,coding,mid,none,,,,,,95,field-acc%,0.00289,,,https://github.com/TashonBraganca/messy-docs-bench ($ / row gpt-5.6-terra|single|receipts / column field_acc),,in, messydocs-docexact-receipts,github-messydocsbench,gpt-5.6-terra,medium,coding,mid,none,,,,,,83.33333333333334,exact-match%,0.00289,,,https://github.com/TashonBraganca/messy-docs-bench ($ / row gpt-5.6-terra|single|receipts / column doc_exact),,in, messydocs,github-messydocsbench,gpt-5.6-terra,medium,coding,mid,none,,,,,,87.5,field-acc%,0.00289,,,https://github.com/TashonBraganca/messy-docs-bench ($ / row gpt-5.6-terra|single|sroie / column field_acc),,in, messydocs-docexact-sroie,github-messydocsbench,gpt-5.6-terra,medium,coding,mid,none,,,,,,63.33333333333333,exact-match%,0.00289,,,https://github.com/TashonBraganca/messy-docs-bench ($ / row gpt-5.6-terra|single|sroie / column doc_exact),,in, messydocs,github-messydocsbench,gpt-5.6-terra,medium,coding,mid,none,,,,,,95,field-acc%,0.00289,,,https://github.com/TashonBraganca/messy-docs-bench ($ / row gpt-5.6-terra|single|statements / column field_acc),,in, messydocs-docexact-statements,github-messydocsbench,gpt-5.6-terra,medium,coding,mid,none,,,,,,60,exact-match%,0.00289,,,https://github.com/TashonBraganca/messy-docs-bench ($ / row gpt-5.6-terra|single|statements / column doc_exact),,in, messydocs,github-messydocsbench,gpt-5.6-terra,medium,coding,mid,none,,,,,,87.68382352941176,field-acc%,0.00289,,,https://github.com/TashonBraganca/messy-docs-bench ($ / row gpt-5.6-terra|single|w2 / column field_acc),,in, messydocs-docexact-w2,github-messydocsbench,gpt-5.6-terra,medium,coding,mid,none,,,,,,21.875,exact-match%,0.00289,,,https://github.com/TashonBraganca/messy-docs-bench ($ / row gpt-5.6-terra|single|w2 / column doc_exact),,in, messydocs,github-messydocsbench,?qwen3-vl-8b-local,not-established:absent,coding,mid,none,,,,,,78.8235294117647,field-acc%,0.00289,,,https://github.com/TashonBraganca/messy-docs-bench ($ / row qwen3-vl-8b-local|single|contracts / column field_acc),,out:model-not-established, messydocs-docexact-contracts,github-messydocsbench,?qwen3-vl-8b-local,not-established:absent,coding,mid,none,,,,,,13.333333333333333,exact-match%,0.00289,,,https://github.com/TashonBraganca/messy-docs-bench ($ / row qwen3-vl-8b-local|single|contracts / column doc_exact),,out:model-not-established, messydocs,github-messydocsbench,?qwen3-vl-8b-local,not-established:absent,coding,mid,none,,,,,,84,field-acc%,0.00289,,,https://github.com/TashonBraganca/messy-docs-bench ($ / row qwen3-vl-8b-local|single|invoices / column field_acc),,out:model-not-established, messydocs-docexact-invoices,github-messydocsbench,?qwen3-vl-8b-local,not-established:absent,coding,mid,none,,,,,,50,exact-match%,0.00289,,,https://github.com/TashonBraganca/messy-docs-bench ($ / row qwen3-vl-8b-local|single|invoices / column doc_exact),,out:model-not-established, messydocs,github-messydocsbench,?qwen3-vl-8b-local,not-established:absent,coding,mid,none,,,,,,92.5,field-acc%,0.00289,,,https://github.com/TashonBraganca/messy-docs-bench ($ / row qwen3-vl-8b-local|single|receipts / column field_acc),,out:model-not-established, messydocs-docexact-receipts,github-messydocsbench,?qwen3-vl-8b-local,not-established:absent,coding,mid,none,,,,,,76.66666666666667,exact-match%,0.00289,,,https://github.com/TashonBraganca/messy-docs-bench ($ / row qwen3-vl-8b-local|single|receipts / column doc_exact),,out:model-not-established, messydocs,github-messydocsbench,?qwen3-vl-8b-local,not-established:absent,coding,mid,none,,,,,,94.16666666666667,field-acc%,0.00289,,,https://github.com/TashonBraganca/messy-docs-bench ($ / row qwen3-vl-8b-local|single|sroie / column field_acc),,out:model-not-established, messydocs-docexact-sroie,github-messydocsbench,?qwen3-vl-8b-local,not-established:absent,coding,mid,none,,,,,,76.66666666666667,exact-match%,0.00289,,,https://github.com/TashonBraganca/messy-docs-bench ($ / row qwen3-vl-8b-local|single|sroie / column doc_exact),,out:model-not-established, messydocs,github-messydocsbench,?qwen3-vl-8b-local,not-established:absent,coding,mid,none,,,,,,90,field-acc%,0.00289,,,https://github.com/TashonBraganca/messy-docs-bench ($ / row qwen3-vl-8b-local|single|statements / column field_acc),,out:model-not-established, messydocs-docexact-statements,github-messydocsbench,?qwen3-vl-8b-local,not-established:absent,coding,mid,none,,,,,,20,exact-match%,0.00289,,,https://github.com/TashonBraganca/messy-docs-bench ($ / row qwen3-vl-8b-local|single|statements / column doc_exact),,out:model-not-established, messydocs,github-messydocsbench,?qwen3-vl-8b-local,not-established:absent,coding,mid,none,,,,,,96.13970588235294,field-acc%,0.00289,,,https://github.com/TashonBraganca/messy-docs-bench ($ / row qwen3-vl-8b-local|single|w2 / column field_acc),,out:model-not-established, messydocs-docexact-w2,github-messydocsbench,?qwen3-vl-8b-local,not-established:absent,coding,mid,none,,,,,,65.625,exact-match%,0.00289,,,https://github.com/TashonBraganca/messy-docs-bench ($ / row qwen3-vl-8b-local|single|w2 / column doc_exact),,out:model-not-established, messydocs-docexact,github-messydocsbench,opus-5.5,medium,coding,mid,none,,,,,,89.051095,exact-match%,0,,,"https://github.com/TashonBraganca/messy-docs-bench (README results table, column Documents fully right)",,in, messydocs-docexact,github-messydocsbench,sonnet-5,high,coding,mid,none,,,,,,84.671533,exact-match%,0,,,"https://github.com/TashonBraganca/messy-docs-bench (README results table, column Documents fully right)",,in, messydocs-docexact,github-messydocsbench,gpt-5.6-terra,medium,coding,mid,none,,,,,,56.934307,exact-match%,0,,,"https://github.com/TashonBraganca/messy-docs-bench (README results table, column Documents fully right)",,in, messydocs-docexact,github-messydocsbench,qwen3-vl-8b-instruct,solo,coding,mid,none,,,,,,59.124088,exact-match%,0,,,"https://github.com/TashonBraganca/messy-docs-bench (README results table, column Documents fully right)",,out:single-couple, miaai-tooleval-210,github-miaai-lab,?Qwen3.8-Flash-Next,not-established:absent,agentic-tool,mid,tool-eval-bench,,,,,,85.4,final-score-0-100,0.0289,,,"https://github.com/MiaAI-Lab (summary, row Final Score, column Mean ± σ)",,out:model-not-established, miaai-tooleval-210,github-miaai-lab,?DeepSeek-V4-Flash-Vision-Exp,not-established:absent,agentic-tool,mid,tool-eval-bench,,,,,,88.6,final-score-0-100,0.0289,,,"https://github.com/MiaAI-Lab (summary, row Final Score, column Mean ± σ)",,out:model-not-established, miaai-tooleval-206hm,github-miaai-lab,?Qwen3.6-35B-A3B-UD-Q8_K_XL,not-established:absent,agentic-tool,mid,tool-eval-bench,,,,,,91.0,final-score-0-100,0.0289,,,"https://github.com/MiaAI-Lab (comparison README: results table, row Mean Score, column Qwen3.6-35B)",,out:model-not-established, miaai-tooleval-206hm,github-miaai-lab,?DeepSeek-V4-Flash-DSpark,not-established:absent,agentic-tool,mid,tool-eval-bench,,,,,,86.5,final-score-0-100,0.0289,,,"https://github.com/MiaAI-Lab (comparison HTML: the DeepSeek-V4-Flash-DSpark card, big score)",,out:model-not-established, miaai-tooleval-206hm,github-miaai-lab,?Qwen-AgentWorld-35B-A3B-UD-Q8_K_XL,not-established:absent,agentic-tool,mid,tool-eval-bench,,,,,,85.9,final-score-0-100,0.0289,,,"https://github.com/MiaAI-Lab (comparison README: results table, row Mean Score, column Qwen-AgentWorld-35B)",,out:model-not-established, keygen-bench-score,github-microck-keygen-bench,gpt-6-luna-pro,max,writing,hard,,,,,,,28.0,"Keygen score (AI listener, x10)",0.0289,,,"https://github.com/Microck/keygen-bench (attempt 1, ATTEMPT.json score)",,in, keygen-bench-score,github-microck-keygen-bench,gpt-6-luna-pro,max,writing,hard,,,,,,,72.7,"Keygen score (AI listener, x10)",0.0289,,,"https://github.com/Microck/keygen-bench (attempt 2, ATTEMPT.json score)",,in, keygen-bench-score,github-microck-keygen-bench,gpt-6-luna-pro,max,writing,hard,,,,,,,47.5,"Keygen score (AI listener, x10)",0.0289,,,"https://github.com/Microck/keygen-bench (attempt 3, ATTEMPT.json score)",,in, keygen-bench-score,github-microck-keygen-bench,gpt-6.1-sol-pro,max,writing,hard,,,,,,,69.3,"Keygen score (AI listener, x10)",0.0289,,,"https://github.com/Microck/keygen-bench (attempt 1, ATTEMPT.json score)",,in, keygen-bench-score,github-microck-keygen-bench,gpt-6.1-sol-pro,max,writing,hard,,,,,,,71.3,"Keygen score (AI listener, x10)",0.0289,,,"https://github.com/Microck/keygen-bench (attempt 2, ATTEMPT.json score)",,in, keygen-bench-score,github-microck-keygen-bench,gpt-6.1-sol-pro,max,writing,hard,,,,,,,66.4,"Keygen score (AI listener, x10)",0.0289,,,"https://github.com/Microck/keygen-bench (attempt 3, ATTEMPT.json score)",,in, keygen-bench-score,github-microck-keygen-bench,gpt-6-sol-pro,max,writing,hard,,,,,,,68.7,"Keygen score (AI listener, x10)",0.0289,,,"https://github.com/Microck/keygen-bench (attempt 1, ATTEMPT.json score)",,in, keygen-bench-score,github-microck-keygen-bench,gpt-6-sol-pro,max,writing,hard,,,,,,,72.1,"Keygen score (AI listener, x10)",0.0289,,,"https://github.com/Microck/keygen-bench (attempt 2, ATTEMPT.json score)",,in, keygen-bench-score,github-microck-keygen-bench,gpt-6-sol-pro,max,writing,hard,,,,,,,66.2,"Keygen score (AI listener, x10)",0.0289,,,"https://github.com/Microck/keygen-bench (attempt 3, ATTEMPT.json score)",,in, mmlu-prox-lite-strict-en,github-mmlu-prox-lite-evals,haiku-5.5,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,83.8,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'en' (English))",,out:effort-not-established, mmlu-prox-lite-strict-zh,github-mmlu-prox-lite-evals,haiku-5.5,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,82.5,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'zh' (Chinese))",,out:effort-not-established, mmlu-prox-lite-strict-ja,github-mmlu-prox-lite-evals,haiku-5.5,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,82.8,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'ja' (Japanese))",,out:effort-not-established, mmlu-prox-lite-strict-ko,github-mmlu-prox-lite-evals,haiku-5.5,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,83.3,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'ko' (Korean))",,out:effort-not-established, mmlu-prox-lite-strict-pt,github-mmlu-prox-lite-evals,haiku-5.5,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,83.2,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'pt' (Portuguese))",,out:effort-not-established, mmlu-prox-lite-strict-de,github-mmlu-prox-lite-evals,haiku-5.5,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,83.5,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'de' (German))",,out:effort-not-established, mmlu-prox-lite-strict-id,github-mmlu-prox-lite-evals,haiku-5.5,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,83.7,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'id' (Indonesian))",,out:effort-not-established, mmlu-prox-lite-strict-ru,github-mmlu-prox-lite-evals,haiku-5.5,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,83.7,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'ru' (Russian))",,out:effort-not-established, mmlu-prox-lite-strict-ar,github-mmlu-prox-lite-evals,haiku-5.5,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,81.6,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'ar' (Arabic))",,out:effort-not-established, mmlu-prox-lite-strict-sw,github-mmlu-prox-lite-evals,haiku-5.5,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,78.4,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'sw' (Swahili))",,out:effort-not-established, mmlu-prox-lite-strict-en,github-mmlu-prox-lite-evals,gpt-6-luna,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,85.0,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'en' (English))",,out:effort-not-established, mmlu-prox-lite-strict-zh,github-mmlu-prox-lite-evals,gpt-6-luna,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,82.5,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'zh' (Chinese))",,out:effort-not-established, mmlu-prox-lite-strict-ja,github-mmlu-prox-lite-evals,gpt-6-luna,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,83.3,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'ja' (Japanese))",,out:effort-not-established, mmlu-prox-lite-strict-ko,github-mmlu-prox-lite-evals,gpt-6-luna,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,83.2,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'ko' (Korean))",,out:effort-not-established, mmlu-prox-lite-strict-pt,github-mmlu-prox-lite-evals,gpt-6-luna,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,84.4,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'pt' (Portuguese))",,out:effort-not-established, mmlu-prox-lite-strict-de,github-mmlu-prox-lite-evals,gpt-6-luna,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,83.5,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'de' (German))",,out:effort-not-established, mmlu-prox-lite-strict-id,github-mmlu-prox-lite-evals,gpt-6-luna,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,83.0,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'id' (Indonesian))",,out:effort-not-established, mmlu-prox-lite-strict-ru,github-mmlu-prox-lite-evals,gpt-6-luna,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,82.7,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'ru' (Russian))",,out:effort-not-established, mmlu-prox-lite-strict-ar,github-mmlu-prox-lite-evals,gpt-6-luna,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,83.2,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'ar' (Arabic))",,out:effort-not-established, mmlu-prox-lite-strict-sw,github-mmlu-prox-lite-evals,gpt-6-luna,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,71.4,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'sw' (Swahili))",,out:effort-not-established, mmlu-prox-lite-strict-en,github-mmlu-prox-lite-evals,gemini-3.8-flash,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,90.5,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'en' (English))",,out:effort-not-established, mmlu-prox-lite-strict-zh,github-mmlu-prox-lite-evals,gemini-3.8-flash,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,89.1,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'zh' (Chinese))",,out:effort-not-established, mmlu-prox-lite-strict-ja,github-mmlu-prox-lite-evals,gemini-3.8-flash,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,88.9,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'ja' (Japanese))",,out:effort-not-established, mmlu-prox-lite-strict-ko,github-mmlu-prox-lite-evals,gemini-3.8-flash,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,87.8,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'ko' (Korean))",,out:effort-not-established, mmlu-prox-lite-strict-pt,github-mmlu-prox-lite-evals,gemini-3.8-flash,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,88.9,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'pt' (Portuguese))",,out:effort-not-established, mmlu-prox-lite-strict-de,github-mmlu-prox-lite-evals,gemini-3.8-flash,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,89.1,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'de' (German))",,out:effort-not-established, mmlu-prox-lite-strict-id,github-mmlu-prox-lite-evals,gemini-3.8-flash,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,89.1,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'id' (Indonesian))",,out:effort-not-established, mmlu-prox-lite-strict-ru,github-mmlu-prox-lite-evals,gemini-3.8-flash,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,89.6,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'ru' (Russian))",,out:effort-not-established, mmlu-prox-lite-strict-ar,github-mmlu-prox-lite-evals,gemini-3.8-flash,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,89.8,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'ar' (Arabic))",,out:effort-not-established, mmlu-prox-lite-strict-sw,github-mmlu-prox-lite-evals,gemini-3.8-flash,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,87.8,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'sw' (Swahili))",,out:effort-not-established, mmlu-prox-lite-strict-en,github-mmlu-prox-lite-evals,sonnet-5.5,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,89.3,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'en' (English))",,out:effort-not-established, mmlu-prox-lite-strict-zh,github-mmlu-prox-lite-evals,sonnet-5.5,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,85.2,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'zh' (Chinese))",,out:effort-not-established, mmlu-prox-lite-strict-ja,github-mmlu-prox-lite-evals,sonnet-5.5,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,85.7,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'ja' (Japanese))",,out:effort-not-established, mmlu-prox-lite-strict-ko,github-mmlu-prox-lite-evals,sonnet-5.5,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,85.7,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'ko' (Korean))",,out:effort-not-established, mmlu-prox-lite-strict-pt,github-mmlu-prox-lite-evals,sonnet-5.5,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,88.8,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'pt' (Portuguese))",,out:effort-not-established, mmlu-prox-lite-strict-de,github-mmlu-prox-lite-evals,sonnet-5.5,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,86.9,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'de' (German))",,out:effort-not-established, mmlu-prox-lite-strict-id,github-mmlu-prox-lite-evals,sonnet-5.5,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,87.9,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'id' (Indonesian))",,out:effort-not-established, mmlu-prox-lite-strict-ru,github-mmlu-prox-lite-evals,sonnet-5.5,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,87.6,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'ru' (Russian))",,out:effort-not-established, mmlu-prox-lite-strict-ar,github-mmlu-prox-lite-evals,sonnet-5.5,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,86.2,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'ar' (Arabic))",,out:effort-not-established, mmlu-prox-lite-strict-sw,github-mmlu-prox-lite-evals,sonnet-5.5,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,84.0,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'sw' (Swahili))",,out:effort-not-established, mmlu-prox-lite-strict-en,github-mmlu-prox-lite-evals,gpt-6.1-sol,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,90.1,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'en' (English))",,out:effort-not-established, mmlu-prox-lite-strict-zh,github-mmlu-prox-lite-evals,gpt-6.1-sol,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,87.8,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'zh' (Chinese))",,out:effort-not-established, mmlu-prox-lite-strict-ja,github-mmlu-prox-lite-evals,gpt-6.1-sol,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,87.6,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'ja' (Japanese))",,out:effort-not-established, mmlu-prox-lite-strict-ko,github-mmlu-prox-lite-evals,gpt-6.1-sol,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,87.4,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'ko' (Korean))",,out:effort-not-established, mmlu-prox-lite-strict-pt,github-mmlu-prox-lite-evals,gpt-6.1-sol,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,88.3,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'pt' (Portuguese))",,out:effort-not-established, mmlu-prox-lite-strict-de,github-mmlu-prox-lite-evals,gpt-6.1-sol,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,88.4,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'de' (German))",,out:effort-not-established, mmlu-prox-lite-strict-id,github-mmlu-prox-lite-evals,gpt-6.1-sol,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,88.8,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'id' (Indonesian))",,out:effort-not-established, mmlu-prox-lite-strict-ru,github-mmlu-prox-lite-evals,gpt-6.1-sol,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,89.3,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'ru' (Russian))",,out:effort-not-established, mmlu-prox-lite-strict-ar,github-mmlu-prox-lite-evals,gpt-6.1-sol,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,88.8,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'ar' (Arabic))",,out:effort-not-established, mmlu-prox-lite-strict-sw,github-mmlu-prox-lite-evals,gpt-6.1-sol,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,75.5,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'sw' (Swahili))",,out:effort-not-established, mmlu-prox-lite-strict-en,github-mmlu-prox-lite-evals,deepseek-v4.1-flash,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,86.9,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'en' (English))",,out:effort-not-established, mmlu-prox-lite-strict-zh,github-mmlu-prox-lite-evals,deepseek-v4.1-flash,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,83.8,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'zh' (Chinese))",,out:effort-not-established, mmlu-prox-lite-strict-ja,github-mmlu-prox-lite-evals,deepseek-v4.1-flash,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,84.5,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'ja' (Japanese))",,out:effort-not-established, mmlu-prox-lite-strict-ko,github-mmlu-prox-lite-evals,deepseek-v4.1-flash,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,83.2,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'ko' (Korean))",,out:effort-not-established, mmlu-prox-lite-strict-pt,github-mmlu-prox-lite-evals,deepseek-v4.1-flash,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,87.1,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'pt' (Portuguese))",,out:effort-not-established, mmlu-prox-lite-strict-de,github-mmlu-prox-lite-evals,deepseek-v4.1-flash,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,84.7,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'de' (German))",,out:effort-not-established, mmlu-prox-lite-strict-id,github-mmlu-prox-lite-evals,deepseek-v4.1-flash,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,84.2,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'id' (Indonesian))",,out:effort-not-established, mmlu-prox-lite-strict-ru,github-mmlu-prox-lite-evals,deepseek-v4.1-flash,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,87.6,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'ru' (Russian))",,out:effort-not-established, mmlu-prox-lite-strict-ar,github-mmlu-prox-lite-evals,deepseek-v4.1-flash,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,84.7,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'ar' (Arabic))",,out:effort-not-established, mmlu-prox-lite-strict-sw,github-mmlu-prox-lite-evals,deepseek-v4.1-flash,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,83.3,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'sw' (Swahili))",,out:effort-not-established, mmlu-prox-lite-strict-en,github-mmlu-prox-lite-evals,glm-5.3,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,86.1,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'en' (English))",,out:effort-not-established, mmlu-prox-lite-strict-zh,github-mmlu-prox-lite-evals,glm-5.3,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,83.5,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'zh' (Chinese))",,out:effort-not-established, mmlu-prox-lite-strict-ja,github-mmlu-prox-lite-evals,glm-5.3,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,84.2,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'ja' (Japanese))",,out:effort-not-established, mmlu-prox-lite-strict-ko,github-mmlu-prox-lite-evals,glm-5.3,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,85.4,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'ko' (Korean))",,out:effort-not-established, mmlu-prox-lite-strict-pt,github-mmlu-prox-lite-evals,glm-5.3,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,85.5,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'pt' (Portuguese))",,out:effort-not-established, mmlu-prox-lite-strict-de,github-mmlu-prox-lite-evals,glm-5.3,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,84.5,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'de' (German))",,out:effort-not-established, mmlu-prox-lite-strict-id,github-mmlu-prox-lite-evals,glm-5.3,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,86.4,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'id' (Indonesian))",,out:effort-not-established, mmlu-prox-lite-strict-ru,github-mmlu-prox-lite-evals,glm-5.3,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,83.8,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'ru' (Russian))",,out:effort-not-established, mmlu-prox-lite-strict-ar,github-mmlu-prox-lite-evals,glm-5.3,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,84.9,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'ar' (Arabic))",,out:effort-not-established, mmlu-prox-lite-strict-sw,github-mmlu-prox-lite-evals,glm-5.3,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,81.0,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'sw' (Swahili))",,out:effort-not-established, mmlu-prox-lite-strict-en,github-mmlu-prox-lite-evals,glm-5.3-flash,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,86.4,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'en' (English))",,out:effort-not-established, mmlu-prox-lite-strict-zh,github-mmlu-prox-lite-evals,glm-5.3-flash,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,83.0,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'zh' (Chinese))",,out:effort-not-established, mmlu-prox-lite-strict-ja,github-mmlu-prox-lite-evals,glm-5.3-flash,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,82.7,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'ja' (Japanese))",,out:effort-not-established, mmlu-prox-lite-strict-ko,github-mmlu-prox-lite-evals,glm-5.3-flash,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,83.8,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'ko' (Korean))",,out:effort-not-established, mmlu-prox-lite-strict-pt,github-mmlu-prox-lite-evals,glm-5.3-flash,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,85.4,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'pt' (Portuguese))",,out:effort-not-established, mmlu-prox-lite-strict-de,github-mmlu-prox-lite-evals,glm-5.3-flash,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,83.8,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'de' (German))",,out:effort-not-established, mmlu-prox-lite-strict-id,github-mmlu-prox-lite-evals,glm-5.3-flash,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,84.9,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'id' (Indonesian))",,out:effort-not-established, mmlu-prox-lite-strict-ru,github-mmlu-prox-lite-evals,glm-5.3-flash,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,84.7,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'ru' (Russian))",,out:effort-not-established, mmlu-prox-lite-strict-ar,github-mmlu-prox-lite-evals,glm-5.3-flash,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,82.8,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'ar' (Arabic))",,out:effort-not-established, mmlu-prox-lite-strict-sw,github-mmlu-prox-lite-evals,glm-5.3-flash,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,79.4,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'sw' (Swahili))",,out:effort-not-established, mmlu-prox-lite-strict-en,github-mmlu-prox-lite-evals,qwen3.8-27b,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,85.4,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'en' (English))",,out:effort-not-established, mmlu-prox-lite-strict-zh,github-mmlu-prox-lite-evals,qwen3.8-27b,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,82.3,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'zh' (Chinese))",,out:effort-not-established, mmlu-prox-lite-strict-ja,github-mmlu-prox-lite-evals,qwen3.8-27b,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,82.0,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'ja' (Japanese))",,out:effort-not-established, mmlu-prox-lite-strict-ko,github-mmlu-prox-lite-evals,qwen3.8-27b,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,82.7,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'ko' (Korean))",,out:effort-not-established, mmlu-prox-lite-strict-pt,github-mmlu-prox-lite-evals,qwen3.8-27b,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,81.8,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'pt' (Portuguese))",,out:effort-not-established, mmlu-prox-lite-strict-de,github-mmlu-prox-lite-evals,qwen3.8-27b,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,83.5,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'de' (German))",,out:effort-not-established, mmlu-prox-lite-strict-id,github-mmlu-prox-lite-evals,qwen3.8-27b,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,83.2,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'id' (Indonesian))",,out:effort-not-established, mmlu-prox-lite-strict-ru,github-mmlu-prox-lite-evals,qwen3.8-27b,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,83.0,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'ru' (Russian))",,out:effort-not-established, mmlu-prox-lite-strict-ar,github-mmlu-prox-lite-evals,qwen3.8-27b,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,82.7,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'ar' (Arabic))",,out:effort-not-established, mmlu-prox-lite-strict-sw,github-mmlu-prox-lite-evals,qwen3.8-27b,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,76.9,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'sw' (Swahili))",,out:effort-not-established, mmlu-prox-lite-strict-en,github-mmlu-prox-lite-evals,gemma-4-31b-it,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,86.2,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'en' (English))",,out:effort-not-established, mmlu-prox-lite-strict-zh,github-mmlu-prox-lite-evals,gemma-4-31b-it,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,83.5,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'zh' (Chinese))",,out:effort-not-established, mmlu-prox-lite-strict-ja,github-mmlu-prox-lite-evals,gemma-4-31b-it,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,83.2,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'ja' (Japanese))",,out:effort-not-established, mmlu-prox-lite-strict-ko,github-mmlu-prox-lite-evals,gemma-4-31b-it,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,84.0,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'ko' (Korean))",,out:effort-not-established, mmlu-prox-lite-strict-pt,github-mmlu-prox-lite-evals,gemma-4-31b-it,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,84.2,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'pt' (Portuguese))",,out:effort-not-established, mmlu-prox-lite-strict-de,github-mmlu-prox-lite-evals,gemma-4-31b-it,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,83.5,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'de' (German))",,out:effort-not-established, mmlu-prox-lite-strict-id,github-mmlu-prox-lite-evals,gemma-4-31b-it,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,85.0,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'id' (Indonesian))",,out:effort-not-established, mmlu-prox-lite-strict-ru,github-mmlu-prox-lite-evals,gemma-4-31b-it,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,85.4,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'ru' (Russian))",,out:effort-not-established, mmlu-prox-lite-strict-ar,github-mmlu-prox-lite-evals,gemma-4-31b-it,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,83.8,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'ar' (Arabic))",,out:effort-not-established, mmlu-prox-lite-strict-sw,github-mmlu-prox-lite-evals,gemma-4-31b-it,not-established:absent,reasoning-math,hard,lm-evaluation-harness,,,,,,79.9,strict-acc%,0.0289,,,"https://github.com/3ae3ae/mmlu-prox-lite-evals (Strict accuracy table, column 'sw' (Swahili))",,out:effort-not-established, mre-small8,github-model-routing-eval,haiku-4.5,not-established:absent,coding,mid,ClaudeCode(backend claude),per-task,0.1266,2.89e-05,133,6546,100,pass%,0,,,"https://github.com/andre-motta/model-routing-eval/blob/main/results/session_runs.csv (derived cells of session_runs.csv: one row per task set, model and effort / row mre-small8/claude-haiku-4-5-20251001/low / column passed_of_n)",,out:effort-not-established,out:effort-not-established mre-small8,github-model-routing-eval,haiku-5.5,low,coding,mid,ClaudeCode(backend claude),per-task,0.0078,2.89e-05,12,3668,100,pass%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://github.com/andre-motta/model-routing-eval/blob/main/results/session_runs.csv (derived cells of session_runs.csv: one row per task set, model and effort / row mre-small8/claude-haiku-5-5/low / column passed_of_n)",,out:saturated,in mre-small8,github-model-routing-eval,sonnet-5,medium,coding,mid,ClaudeCode(backend claude),per-task,0.1931,2.89e-05,16,2318,100,pass%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://github.com/andre-motta/model-routing-eval/blob/main/results/session_runs.csv (derived cells of session_runs.csv: one row per task set, model and effort / row mre-small8/claude-sonnet-5/medium / column passed_of_n)",,out:saturated,in mre-fromager5,github-model-routing-eval,haiku-5.5,low,coding,mid,ClaudeCode(backend claude),per-task,0.0272,2.89e-05,36,14292,100,pass%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://github.com/andre-motta/model-routing-eval/blob/main/results/session_runs.csv (derived cells of session_runs.csv: one row per task set, model and effort / row mre-fromager5/claude-haiku-5-5/low / column passed_of_n)",,out:saturated,out:cost-single-couple mre-fromager5,github-model-routing-eval,sonnet-5.5,medium,coding,mid,ClaudeCode(backend claude),per-task,0.233625,0.045,19,6747,100,pass%,0,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://github.com/andre-motta/model-routing-eval/blob/main/results/session_runs.csv (derived cells of session_runs.csv: one row per task set, model and effort / row mre-fromager5/claude-sonnet-5-5/medium / column passed_of_n)",,out:saturated,out:cost-single-couple mre-tickets3,github-model-routing-eval,haiku-5.5,low,coding,mid,ClaudeCode(backend claude),per-task,0.0691,2.89e-05,33,9378,66.666667,pass%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://github.com/andre-motta/model-routing-eval/blob/main/results/session_runs.csv (derived cells of session_runs.csv: one row per task set, model and effort / row mre-tickets3/claude-haiku-5-5/low / column passed_of_n)",,in,in mre-tickets3,github-model-routing-eval,opus-5.5,medium,coding,mid,ClaudeCode(backend claude),per-task,1.0349,2.89e-05,29,7548,66.666667,pass%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://github.com/andre-motta/model-routing-eval/blob/main/results/session_runs.csv (derived cells of session_runs.csv: one row per task set, model and effort / row mre-tickets3/claude-opus-5-5/medium / column passed_of_n)",,in,in mre-tickets3,github-model-routing-eval,sonnet-5.5,medium,coding,mid,ClaudeCode(backend claude),per-task,0.302475,0.0582,21,4290,66.666667,pass%,0,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://github.com/andre-motta/model-routing-eval/blob/main/results/session_runs.csv (derived cells of session_runs.csv: one row per task set, model and effort / row mre-tickets3/claude-sonnet-5-5/medium / column passed_of_n)",,in,out:cost-single-couple mre-medium3,github-model-routing-eval,haiku-5.5,low,coding,mid,ClaudeCode(backend claude),per-task,0.0121,2.89e-05,15,8068,100,pass%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://github.com/andre-motta/model-routing-eval/blob/main/results/session_runs.csv (derived cells of session_runs.csv: one row per task set, model and effort / row mre-medium3/claude-haiku-5-5/low / column passed_of_n)",,out:saturated,out:cost-single-couple mre-medium3,github-model-routing-eval,sonnet-5.5,medium,coding,mid,ClaudeCode(backend claude),per-task,0.155775,0.03,13,6462,100,pass%,0,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://github.com/andre-motta/model-routing-eval/blob/main/results/session_runs.csv (derived cells of session_runs.csv: one row per task set, model and effort / row mre-medium3/claude-sonnet-5-5/medium / column passed_of_n)",,out:saturated,out:cost-single-couple mre-uxd-u01,github-model-routing-eval,haiku-5.5,low,agentic-tool,mid,,per-run,0.1076,2.89e-05,24,22534,3,quality-1to5-judge-mean,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://github.com/andre-motta/model-routing-eval/tree/2e3ac7aa2c16c726ee749422e60487b8fb92306e (derived cells of the runs.csv files: one row per setup, backend, model and effort / row mre-uxd-u01/claude/claude-haiku-5-5/low / column quality_mean)",src-github-model-routing-eval-uxd-commit-2e3ac7a-2026-10-19|run:mre-uxd-u01-pass|haiku-5.5@low|,in,in mre-uxd-u01,github-model-routing-eval,haiku-5.5,medium,agentic-tool,mid,,per-run,0.177,2.89e-05,23,54064,3,quality-1to5-judge-mean,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://github.com/andre-motta/model-routing-eval/tree/2e3ac7aa2c16c726ee749422e60487b8fb92306e (derived cells of the runs.csv files: one row per setup, backend, model and effort / row mre-uxd-u01/claude/claude-haiku-5-5/medium / column quality_mean)",src-github-model-routing-eval-uxd-commit-2e3ac7a-2026-10-19|run:mre-uxd-u01-pass|haiku-5.5@medium|,in,in mre-uxd-u01,github-model-routing-eval,opus-5.5,low,agentic-tool,mid,,per-run,1.4068,2.89e-05,24,21700,3.5,quality-1to5-judge-mean,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://github.com/andre-motta/model-routing-eval/tree/2e3ac7aa2c16c726ee749422e60487b8fb92306e (derived cells of the runs.csv files: one row per setup, backend, model and effort / row mre-uxd-u01/claude/claude-opus-5-5/low / column quality_mean)",src-github-model-routing-eval-uxd-commit-2e3ac7a-2026-10-19|run:mre-uxd-u01-pass|opus-5.5@low|,in,in mre-uxd-u01,github-model-routing-eval,opus-5.5,medium,agentic-tool,mid,,per-run,3.5504,2.89e-05,56,65711,4,quality-1to5-judge-mean,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://github.com/andre-motta/model-routing-eval/tree/2e3ac7aa2c16c726ee749422e60487b8fb92306e (derived cells of the runs.csv files: one row per setup, backend, model and effort / row mre-uxd-u01/claude/claude-opus-5-5/medium / column quality_mean)",src-github-model-routing-eval-uxd-commit-2e3ac7a-2026-10-19|run:mre-uxd-u01-pass|opus-5.5@medium|,in,in mre-uxd-u01,github-model-routing-eval,sonnet-5.5,low,agentic-tool,mid,,per-run,0.4614,0.0888,18,15736,3.5,quality-1to5-judge-mean,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://github.com/andre-motta/model-routing-eval/tree/2e3ac7aa2c16c726ee749422e60487b8fb92306e (derived cells of the runs.csv files: one row per setup, backend, model and effort / row mre-uxd-u01/claude/claude-sonnet-5-5/low / column quality_mean)",src-github-model-routing-eval-uxd-commit-2e3ac7a-2026-10-19|run:mre-uxd-u01-pass|sonnet-5.5@low|,in,in mre-uxd-u01,github-model-routing-eval,sonnet-5.5,medium,agentic-tool,mid,,per-run,0.5628,0.108,25,22556,3.67,quality-1to5-judge-mean,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://github.com/andre-motta/model-routing-eval/tree/2e3ac7aa2c16c726ee749422e60487b8fb92306e (derived cells of the runs.csv files: one row per setup, backend, model and effort / row mre-uxd-u01/claude/claude-sonnet-5-5/medium / column quality_mean)",src-github-model-routing-eval-uxd-commit-2e3ac7a-2026-10-19|run:mre-uxd-u01-pass|sonnet-5.5@medium|,in,in mre-uxd-u01,github-model-routing-eval,?rits/zai-org/glm-5-3,not-established:absent,agentic-tool,mid,,,,,,,3,quality-1to5-judge-mean,0.00289,,,"https://github.com/andre-motta/model-routing-eval/tree/2e3ac7aa2c16c726ee749422e60487b8fb92306e (derived cells of the runs.csv files: one row per setup, backend, model and effort / row mre-uxd-u01/codex/rits/zai-org/glm-5-3/medium / column quality_mean)",,out:model-not-established, mre-uxd-u01,github-model-routing-eval,gpt-6-astra,low,agentic-tool,mid,,per-run,3.4405,2.89e-05,64758,10184,3,quality-1to5-judge-mean,0.00289,,cost-base-price:cost-publisher-figure,"https://github.com/andre-motta/model-routing-eval/tree/2e3ac7aa2c16c726ee749422e60487b8fb92306e (derived cells of the runs.csv files: one row per setup, backend, model and effort / row mre-uxd-u01/codex/gpt-6-astra/low / column quality_mean)",src-github-model-routing-eval-uxd-commit-2e3ac7a-2026-10-19|run:mre-uxd-u01-pass|gpt-6-astra@low|,in,in mre-uxd-u01,github-model-routing-eval,gpt-6-luna,low,agentic-tool,mid,,per-run,0.054,2.89e-05,76034,18358,3,quality-1to5-judge-mean,0.00289,,cost-base-price:cost-publisher-figure,"https://github.com/andre-motta/model-routing-eval/tree/2e3ac7aa2c16c726ee749422e60487b8fb92306e (derived cells of the runs.csv files: one row per setup, backend, model and effort / row mre-uxd-u01/codex/gpt-6-luna/low / column quality_mean)",src-github-model-routing-eval-uxd-commit-2e3ac7a-2026-10-19|run:mre-uxd-u01-pass|gpt-6-luna@low|,in,in mre-uxd-u01,github-model-routing-eval,gpt-6-luna,medium,agentic-tool,mid,,per-run,0.044,2.89e-05,67626,15315,3,quality-1to5-judge-mean,0.00289,,cost-base-price:cost-publisher-figure,"https://github.com/andre-motta/model-routing-eval/tree/2e3ac7aa2c16c726ee749422e60487b8fb92306e (derived cells of the runs.csv files: one row per setup, backend, model and effort / row mre-uxd-u01/codex/gpt-6-luna/medium / column quality_mean)",src-github-model-routing-eval-uxd-commit-2e3ac7a-2026-10-19|run:mre-uxd-u01-pass|gpt-6-luna@medium|,in,in mre-uxd-u01,github-model-routing-eval,gpt-6.1-sol,low,agentic-tool,mid,,per-run,0.5481,2.89e-05,68102,9980,3,quality-1to5-judge-mean,0.00289,,cost-base-price:cost-publisher-figure,"https://github.com/andre-motta/model-routing-eval/tree/2e3ac7aa2c16c726ee749422e60487b8fb92306e (derived cells of the runs.csv files: one row per setup, backend, model and effort / row mre-uxd-u01/codex/gpt-6.1-sol/low / column quality_mean)",src-github-model-routing-eval-uxd-commit-2e3ac7a-2026-10-19|run:mre-uxd-u01-pass|gpt-6.1-sol@low|,in,in mre-uxd-u01,github-model-routing-eval,gpt-6-astra,medium,agentic-tool,mid,,per-run,3.4988,2.89e-05,65405,12120,3,quality-1to5-judge-mean,0.00289,,cost-base-price:cost-publisher-figure,"https://github.com/andre-motta/model-routing-eval/tree/2e3ac7aa2c16c726ee749422e60487b8fb92306e (derived cells of the runs.csv files: one row per setup, backend, model and effort / row mre-uxd-u01/codex/gpt-6-astra/medium / column quality_mean)",src-github-model-routing-eval-uxd-commit-2e3ac7a-2026-10-19|run:mre-uxd-u01-pass|gpt-6-astra@medium|,in,in mre-uxd-u01,github-model-routing-eval,gpt-6.1-sol,medium,agentic-tool,mid,,per-run,0.8776,2.89e-05,83348,19584,3,quality-1to5-judge-mean,0.00289,,cost-base-price:cost-publisher-figure,"https://github.com/andre-motta/model-routing-eval/tree/2e3ac7aa2c16c726ee749422e60487b8fb92306e (derived cells of the runs.csv files: one row per setup, backend, model and effort / row mre-uxd-u01/codex/gpt-6.1-sol/medium / column quality_mean)",src-github-model-routing-eval-uxd-commit-2e3ac7a-2026-10-19|run:mre-uxd-u01-pass|gpt-6.1-sol@medium|,in,in mre-uxdws-u02,github-model-routing-eval,haiku-5.5,low,agentic-tool,mid,,per-run,0.5562,2.89e-05,65,45468,50,pass%(structural-checker),0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://github.com/andre-motta/model-routing-eval/tree/2e3ac7aa2c16c726ee749422e60487b8fb92306e (derived cells of the runs.csv files: one row per setup, backend, model and effort / row mre-uxdws-u02/claude/claude-haiku-5-5/low / column passed_of_n)",,in,in mre-uxdws-u02,github-model-routing-eval,haiku-5.5,medium,agentic-tool,mid,,per-run,1.054,2.89e-05,85,99481,100,pass%(structural-checker),0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://github.com/andre-motta/model-routing-eval/tree/2e3ac7aa2c16c726ee749422e60487b8fb92306e (derived cells of the runs.csv files: one row per setup, backend, model and effort / row mre-uxdws-u02/claude/claude-haiku-5-5/medium / column passed_of_n)",,out:uninformative,in mre-uxdws-u02,github-model-routing-eval,opus-5.5,low,agentic-tool,mid,,per-run,2.0326,2.89e-05,44,24542,50,pass%(structural-checker),0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://github.com/andre-motta/model-routing-eval/tree/2e3ac7aa2c16c726ee749422e60487b8fb92306e (derived cells of the runs.csv files: one row per setup, backend, model and effort / row mre-uxdws-u02/claude/claude-opus-5-5/low / column passed_of_n)",,in,in mre-uxdws-u02,github-model-routing-eval,opus-5.5,medium,agentic-tool,mid,,per-run,6.5029,2.89e-05,108,78150,100,pass%(structural-checker),0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://github.com/andre-motta/model-routing-eval/tree/2e3ac7aa2c16c726ee749422e60487b8fb92306e (derived cells of the runs.csv files: one row per setup, backend, model and effort / row mre-uxdws-u02/claude/claude-opus-5-5/medium / column passed_of_n)",,out:uninformative,in mre-uxdws-u02,github-model-routing-eval,sonnet-5.5,low,agentic-tool,mid,,per-run,0.8283750000000001,0.159,35,21608,100,pass%(structural-checker),0,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://github.com/andre-motta/model-routing-eval/tree/2e3ac7aa2c16c726ee749422e60487b8fb92306e (derived cells of the runs.csv files: one row per setup, backend, model and effort / row mre-uxdws-u02/claude/claude-sonnet-5-5/low / column passed_of_n)",,out:uninformative,in mre-uxdws-u02,github-model-routing-eval,sonnet-5.5,medium,agentic-tool,mid,,per-run,1.537125,0.296,77,46727,100,pass%(structural-checker),0,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://github.com/andre-motta/model-routing-eval/tree/2e3ac7aa2c16c726ee749422e60487b8fb92306e (derived cells of the runs.csv files: one row per setup, backend, model and effort / row mre-uxdws-u02/claude/claude-sonnet-5-5/medium / column passed_of_n)",,out:uninformative,in mre-uxdws-u02,github-model-routing-eval,?rits/zai-org/glm-5-3,not-established:absent,agentic-tool,mid,,,,,,,50,pass%(structural-checker),0,,,"https://github.com/andre-motta/model-routing-eval/tree/2e3ac7aa2c16c726ee749422e60487b8fb92306e (derived cells of the runs.csv files: one row per setup, backend, model and effort / row mre-uxdws-u02/codex/rits/zai-org/glm-5-3/medium / column passed_of_n)",,out:model-not-established, mre-uxdws-u02,github-model-routing-eval,gpt-6-astra,low,agentic-tool,mid,,per-run,7.5623,2.89e-05,95313,13605,100,pass%(structural-checker),0,,cost-base-price:cost-publisher-figure,"https://github.com/andre-motta/model-routing-eval/tree/2e3ac7aa2c16c726ee749422e60487b8fb92306e (derived cells of the runs.csv files: one row per setup, backend, model and effort / row mre-uxdws-u02/codex/gpt-6-astra/low / column passed_of_n)",,out:uninformative,in mre-uxdws-u02,github-model-routing-eval,gpt-6-astra,medium,agentic-tool,mid,,per-run,9.5991,2.89e-05,108268,16922,100,pass%(structural-checker),0,,cost-base-price:cost-publisher-figure,"https://github.com/andre-motta/model-routing-eval/tree/2e3ac7aa2c16c726ee749422e60487b8fb92306e (derived cells of the runs.csv files: one row per setup, backend, model and effort / row mre-uxdws-u02/codex/gpt-6-astra/medium / column passed_of_n)",,out:uninformative,in mre-uxdws-u02,github-model-routing-eval,gpt-6-luna,low,agentic-tool,mid,,per-run,0.2675,2.89e-05,143206,36040,50,pass%(structural-checker),0,,cost-base-price:cost-publisher-figure,"https://github.com/andre-motta/model-routing-eval/tree/2e3ac7aa2c16c726ee749422e60487b8fb92306e (derived cells of the runs.csv files: one row per setup, backend, model and effort / row mre-uxdws-u02/codex/gpt-6-luna/low / column passed_of_n)",,in,in mre-uxdws-u02,github-model-routing-eval,gpt-6-luna,medium,agentic-tool,mid,,per-run,0.2816,2.89e-05,160398,39904,100,pass%(structural-checker),0,,cost-base-price:cost-publisher-figure,"https://github.com/andre-motta/model-routing-eval/tree/2e3ac7aa2c16c726ee749422e60487b8fb92306e (derived cells of the runs.csv files: one row per setup, backend, model and effort / row mre-uxdws-u02/codex/gpt-6-luna/medium / column passed_of_n)",,out:uninformative,in mre-uxdws-u02,github-model-routing-eval,gpt-6.1-sol,low,agentic-tool,mid,,per-run,1.4103,2.89e-05,96716,18142,100,pass%(structural-checker),0,,cost-base-price:cost-publisher-figure,"https://github.com/andre-motta/model-routing-eval/tree/2e3ac7aa2c16c726ee749422e60487b8fb92306e (derived cells of the runs.csv files: one row per setup, backend, model and effort / row mre-uxdws-u02/codex/gpt-6.1-sol/low / column passed_of_n)",,out:uninformative,in mre-uxdws-u02,github-model-routing-eval,gpt-6.1-sol,medium,agentic-tool,mid,,per-run,1.5917,2.89e-05,115936,24126,100,pass%(structural-checker),0,,cost-base-price:cost-publisher-figure,"https://github.com/andre-motta/model-routing-eval/tree/2e3ac7aa2c16c726ee749422e60487b8fb92306e (derived cells of the runs.csv files: one row per setup, backend, model and effort / row mre-uxdws-u02/codex/gpt-6.1-sol/medium / column passed_of_n)",,out:uninformative,in mre-uxd-u01-pass,github-model-routing-eval,haiku-5.5,low,agentic-tool,mid,,per-run,0.1076,2.89e-05,24,22534,100,pass%(structural-checker),0,,,"https://github.com/andre-motta/model-routing-eval/tree/2e3ac7aa2c16c726ee749422e60487b8fb92306e (derived cells of the runs.csv files: one row per setup, backend, model and effort / row mre-uxd-u01/claude/claude-haiku-5-5/low / column passed_of_n)",src-github-model-routing-eval-uxd-commit-2e3ac7a-2026-10-19|run:mre-uxd-u01-pass|haiku-5.5@low|,out:saturated,in mre-uxd-u01-pass,github-model-routing-eval,haiku-5.5,medium,agentic-tool,mid,,per-run,0.177,2.89e-05,23,54064,100,pass%(structural-checker),0,,,"https://github.com/andre-motta/model-routing-eval/tree/2e3ac7aa2c16c726ee749422e60487b8fb92306e (derived cells of the runs.csv files: one row per setup, backend, model and effort / row mre-uxd-u01/claude/claude-haiku-5-5/medium / column passed_of_n)",src-github-model-routing-eval-uxd-commit-2e3ac7a-2026-10-19|run:mre-uxd-u01-pass|haiku-5.5@medium|,out:saturated,in mre-uxd-u01-pass,github-model-routing-eval,opus-5.5,low,agentic-tool,mid,,per-run,1.4068,2.89e-05,24,21700,100,pass%(structural-checker),0,,,"https://github.com/andre-motta/model-routing-eval/tree/2e3ac7aa2c16c726ee749422e60487b8fb92306e (derived cells of the runs.csv files: one row per setup, backend, model and effort / row mre-uxd-u01/claude/claude-opus-5-5/low / column passed_of_n)",src-github-model-routing-eval-uxd-commit-2e3ac7a-2026-10-19|run:mre-uxd-u01-pass|opus-5.5@low|,out:saturated,in mre-uxd-u01-pass,github-model-routing-eval,opus-5.5,medium,agentic-tool,mid,,per-run,3.5504,2.89e-05,56,65711,100,pass%(structural-checker),0,,,"https://github.com/andre-motta/model-routing-eval/tree/2e3ac7aa2c16c726ee749422e60487b8fb92306e (derived cells of the runs.csv files: one row per setup, backend, model and effort / row mre-uxd-u01/claude/claude-opus-5-5/medium / column passed_of_n)",src-github-model-routing-eval-uxd-commit-2e3ac7a-2026-10-19|run:mre-uxd-u01-pass|opus-5.5@medium|,out:saturated,in mre-uxd-u01-pass,github-model-routing-eval,sonnet-5.5,low,agentic-tool,mid,,per-run,0.6152,2.89e-05,18,15736,100,pass%(structural-checker),0,,,"https://github.com/andre-motta/model-routing-eval/tree/2e3ac7aa2c16c726ee749422e60487b8fb92306e (derived cells of the runs.csv files: one row per setup, backend, model and effort / row mre-uxd-u01/claude/claude-sonnet-5-5/low / column passed_of_n)",src-github-model-routing-eval-uxd-commit-2e3ac7a-2026-10-19|run:mre-uxd-u01-pass|sonnet-5.5@low|,out:saturated,in mre-uxd-u01-pass,github-model-routing-eval,sonnet-5.5,medium,agentic-tool,mid,,per-run,0.7504,2.89e-05,25,22556,100,pass%(structural-checker),0,,,"https://github.com/andre-motta/model-routing-eval/tree/2e3ac7aa2c16c726ee749422e60487b8fb92306e (derived cells of the runs.csv files: one row per setup, backend, model and effort / row mre-uxd-u01/claude/claude-sonnet-5-5/medium / column passed_of_n)",src-github-model-routing-eval-uxd-commit-2e3ac7a-2026-10-19|run:mre-uxd-u01-pass|sonnet-5.5@medium|,out:saturated,in mre-uxd-u01-pass,github-model-routing-eval,?rits/zai-org/glm-5-3,not-established:absent,agentic-tool,mid,,,,,,,100,pass%(structural-checker),0,,,"https://github.com/andre-motta/model-routing-eval/tree/2e3ac7aa2c16c726ee749422e60487b8fb92306e (derived cells of the runs.csv files: one row per setup, backend, model and effort / row mre-uxd-u01/codex/rits/zai-org/glm-5-3/medium / column passed_of_n)",,out:model-not-established, mre-uxd-u01-pass,github-model-routing-eval,gpt-6-astra,low,agentic-tool,mid,,per-run,3.4405,2.89e-05,64758,10184,100,pass%(structural-checker),0,,,"https://github.com/andre-motta/model-routing-eval/tree/2e3ac7aa2c16c726ee749422e60487b8fb92306e (derived cells of the runs.csv files: one row per setup, backend, model and effort / row mre-uxd-u01/codex/gpt-6-astra/low / column passed_of_n)",src-github-model-routing-eval-uxd-commit-2e3ac7a-2026-10-19|run:mre-uxd-u01-pass|gpt-6-astra@low|,out:saturated,in mre-uxd-u01-pass,github-model-routing-eval,gpt-6-luna,low,agentic-tool,mid,,per-run,0.054,2.89e-05,76034,18358,100,pass%(structural-checker),0,,,"https://github.com/andre-motta/model-routing-eval/tree/2e3ac7aa2c16c726ee749422e60487b8fb92306e (derived cells of the runs.csv files: one row per setup, backend, model and effort / row mre-uxd-u01/codex/gpt-6-luna/low / column passed_of_n)",src-github-model-routing-eval-uxd-commit-2e3ac7a-2026-10-19|run:mre-uxd-u01-pass|gpt-6-luna@low|,out:saturated,in mre-uxd-u01-pass,github-model-routing-eval,gpt-6-luna,medium,agentic-tool,mid,,per-run,0.044,2.89e-05,67626,15315,100,pass%(structural-checker),0,,,"https://github.com/andre-motta/model-routing-eval/tree/2e3ac7aa2c16c726ee749422e60487b8fb92306e (derived cells of the runs.csv files: one row per setup, backend, model and effort / row mre-uxd-u01/codex/gpt-6-luna/medium / column passed_of_n)",src-github-model-routing-eval-uxd-commit-2e3ac7a-2026-10-19|run:mre-uxd-u01-pass|gpt-6-luna@medium|,out:saturated,in mre-uxd-u01-pass,github-model-routing-eval,gpt-6.1-sol,low,agentic-tool,mid,,per-run,0.5481,2.89e-05,68102,9980,100,pass%(structural-checker),0,,,"https://github.com/andre-motta/model-routing-eval/tree/2e3ac7aa2c16c726ee749422e60487b8fb92306e (derived cells of the runs.csv files: one row per setup, backend, model and effort / row mre-uxd-u01/codex/gpt-6.1-sol/low / column passed_of_n)",src-github-model-routing-eval-uxd-commit-2e3ac7a-2026-10-19|run:mre-uxd-u01-pass|gpt-6.1-sol@low|,out:saturated,in mre-uxd-u01-pass,github-model-routing-eval,gpt-6-astra,medium,agentic-tool,mid,,per-run,3.4988,2.89e-05,65405,12120,100,pass%(structural-checker),0,,,"https://github.com/andre-motta/model-routing-eval/tree/2e3ac7aa2c16c726ee749422e60487b8fb92306e (derived cells of the runs.csv files: one row per setup, backend, model and effort / row mre-uxd-u01/codex/gpt-6-astra/medium / column passed_of_n)",src-github-model-routing-eval-uxd-commit-2e3ac7a-2026-10-19|run:mre-uxd-u01-pass|gpt-6-astra@medium|,out:saturated,in mre-uxd-u01-pass,github-model-routing-eval,gpt-6.1-sol,medium,agentic-tool,mid,,per-run,0.8776,2.89e-05,83348,19584,100,pass%(structural-checker),0,,,"https://github.com/andre-motta/model-routing-eval/tree/2e3ac7aa2c16c726ee749422e60487b8fb92306e (derived cells of the runs.csv files: one row per setup, backend, model and effort / row mre-uxd-u01/codex/gpt-6.1-sol/medium / column passed_of_n)",src-github-model-routing-eval-uxd-commit-2e3ac7a-2026-10-19|run:mre-uxd-u01-pass|gpt-6.1-sol@medium|,out:saturated,in pinyin-mini128-exp1-tone,github-mutsunn1,qwen3.8-omni-flash,nothink,mixed,hard,,,,,,,0.914,"Tone accuracy (exp1, correct information)",0.000289,,,"https://github.com/mutsunn1/qwen3.8-omni-pinyin-eval (results-minimal-128.md section 1, row exp1-tone)",,out:single-couple, pinyin-mini128-exp2-tone,github-mutsunn1,qwen3.8-omni-flash,nothink,mixed,hard,,,,,,,0.919,"Tone accuracy (exp2, wrong information)",0.000289,,,"https://github.com/mutsunn1/qwen3.8-omni-pinyin-eval (results-minimal-128.md section 1, row exp2-tone)",,out:single-couple, pinyin-mini128-exp3-initial,github-mutsunn1,qwen3.8-omni-flash,nothink,mixed,hard,,,,,,,0.962,Initial accuracy (exp3),0.000289,,,"https://github.com/mutsunn1/qwen3.8-omni-pinyin-eval (results-minimal-128.md section 1, row exp3-initial)",,out:single-couple, pinyin-mini128-exp3-final,github-mutsunn1,qwen3.8-omni-flash,nothink,mixed,hard,,,,,,,0.949,Final accuracy (exp3),0.000289,,,"https://github.com/mutsunn1/qwen3.8-omni-pinyin-eval (results-minimal-128.md section 1, row exp3-final)",,out:single-couple, pinyin-mini128-exp3-tone,github-mutsunn1,qwen3.8-omni-flash,nothink,mixed,hard,,,,,,,0.912,Tone accuracy (exp3),0.000289,,,"https://github.com/mutsunn1/qwen3.8-omni-pinyin-eval (results-minimal-128.md section 1, row exp3-tone)",,out:single-couple, pinyin-mini128-exp3-joint,github-mutsunn1,qwen3.8-omni-flash,nothink,mixed,hard,,,,,,,0.838,Joint accuracy (exp3),0.000289,,,"https://github.com/mutsunn1/qwen3.8-omni-pinyin-eval (results-minimal-128.md section 1, row exp3-joint)",,out:single-couple, pinyin-mini3-exp1-tone,github-mutsunn1,qwen3.8-omni-flash,nothink,mixed,hard,,,,,,,0.909,Tone accuracy (exp1),0.000289,,,"https://github.com/mutsunn1/qwen3.8-omni-pinyin-eval (results-minimal-128.md section 1, mini3-v1 column, row exp1-tone)",,out:single-couple, pinyin-mini3-exp2-tone,github-mutsunn1,qwen3.8-omni-flash,nothink,mixed,hard,,,,,,,0.916,Tone accuracy (exp2),0.000289,,,"https://github.com/mutsunn1/qwen3.8-omni-pinyin-eval (results-minimal-128.md section 1, mini3-v1 column, row exp2-tone)",,out:single-couple, pinyin-mini3-exp3-initial,github-mutsunn1,qwen3.8-omni-flash,nothink,mixed,hard,,,,,,,0.952,Initial accuracy (exp3),0.000289,,,"https://github.com/mutsunn1/qwen3.8-omni-pinyin-eval (results-minimal-128.md section 1, mini3-v1 column, row exp3-initial)",,out:single-couple, pinyin-mini3-exp3-final,github-mutsunn1,qwen3.8-omni-flash,nothink,mixed,hard,,,,,,,0.938,Final accuracy (exp3),0.000289,,,"https://github.com/mutsunn1/qwen3.8-omni-pinyin-eval (results-minimal-128.md section 1, mini3-v1 column, row exp3-final)",,out:single-couple, pinyin-mini3-exp3-tone,github-mutsunn1,qwen3.8-omni-flash,nothink,mixed,hard,,,,,,,0.910,Tone accuracy (exp3),0.000289,,,"https://github.com/mutsunn1/qwen3.8-omni-pinyin-eval (results-minimal-128.md section 1, mini3-v1 column, row exp3-tone)",,out:single-couple, pinyin-mini3-exp3-joint,github-mutsunn1,qwen3.8-omni-flash,nothink,mixed,hard,,,,,,,0.816,Joint accuracy (exp3),0.000289,,,"https://github.com/mutsunn1/qwen3.8-omni-pinyin-eval (results-minimal-128.md section 1, mini3-v1 column, row exp3-joint)",,out:single-couple, pinyin-mini128-detect-f1-model,github-mutsunn1,qwen3.8-omni-flash,nothink,mixed,hard,,,,,,,0.720,Error-F1 (model judgement),0.000289,,,"https://github.com/mutsunn1/qwen3.8-omni-pinyin-eval (results-minimal-128.md section 1, detection (model judgement), mini128 column)",,out:single-couple, pinyin-mini128-detect-fpr-model,github-mutsunn1,qwen3.8-omni-flash,nothink,mixed,hard,,,,,,,0.771,FPR (model judgement),0.000289,,,"https://github.com/mutsunn1/qwen3.8-omni-pinyin-eval (results-minimal-128.md section 1, detection (model judgement), mini128 column)",,out:single-couple, pinyin-mini128-detect-f1-derived,github-mutsunn1,qwen3.8-omni-flash,nothink,mixed,hard,,,,,,,0.922,Error-F1 (derived detection),0.000289,,,"https://github.com/mutsunn1/qwen3.8-omni-pinyin-eval (results-minimal-128.md section 1, detection (derived), mini128 column)",,out:single-couple, pinyin-mini128-detect-fpr-derived,github-mutsunn1,qwen3.8-omni-flash,nothink,mixed,hard,,,,,,,0.162,FPR (derived detection),0.000289,,,"https://github.com/mutsunn1/qwen3.8-omni-pinyin-eval (results-minimal-128.md section 1, detection (derived), mini128 column)",,out:single-couple, pinyin-mini3-detect-f1-model,github-mutsunn1,qwen3.8-omni-flash,nothink,mixed,hard,,,,,,,0.720,Error-F1 (model judgement),0.000289,,,"https://github.com/mutsunn1/qwen3.8-omni-pinyin-eval (results-minimal-128.md section 1, detection (model judgement), mini3 column)",,out:single-couple, pinyin-mini3-detect-fpr-model,github-mutsunn1,qwen3.8-omni-flash,nothink,mixed,hard,,,,,,,0.764,FPR (model judgement),0.000289,,,"https://github.com/mutsunn1/qwen3.8-omni-pinyin-eval (results-minimal-128.md section 1, detection (model judgement), mini3 column)",,out:single-couple, pinyin-mini3-detect-f1-derived,github-mutsunn1,qwen3.8-omni-flash,nothink,mixed,hard,,,,,,,0.912,Error-F1 (derived detection),0.000289,,,"https://github.com/mutsunn1/qwen3.8-omni-pinyin-eval (results-minimal-128.md section 1, detection (derived), mini3 column)",,out:single-couple, pinyin-mini3-detect-fpr-derived,github-mutsunn1,qwen3.8-omni-flash,nothink,mixed,hard,,,,,,,0.184,FPR (derived detection),0.000289,,,"https://github.com/mutsunn1/qwen3.8-omni-pinyin-eval (results-minimal-128.md section 1, detection (derived), mini3 column)",,out:single-couple, pinyin-mini128-ablation-exp1-tone,github-mutsunn1,qwen3.8-omni-flash,nothink,mixed,hard,,,,,,,0.914,"tone accuracy (exp1, ablation)",0.000289,,,"https://github.com/mutsunn1/qwen3.8-omni-pinyin-eval (results-minimal-128.md section 2.1 (thinking on vs off), exp1 tone, off column)",,out:single-couple, pinyin-mini128-ablation-exp1-tone,github-mutsunn1,qwen3.8-omni-flash,not-established:absent,mixed,hard,,,,,,,0.713,"tone accuracy (exp1, ablation)",0.000289,,,"https://github.com/mutsunn1/qwen3.8-omni-pinyin-eval (results-minimal-128.md section 2.1, exp1 tone, on column)",,out:effort-not-established, pinyin-mini128-ablation-exp2-tone,github-mutsunn1,qwen3.8-omni-flash,nothink,mixed,hard,,,,,,,0.919,"tone accuracy (exp2, ablation)",0.000289,,,"https://github.com/mutsunn1/qwen3.8-omni-pinyin-eval (results-minimal-128.md section 2.1 (thinking on vs off), exp2 tone, off column)",,out:single-couple, pinyin-mini128-ablation-exp2-tone,github-mutsunn1,qwen3.8-omni-flash,not-established:absent,mixed,hard,,,,,,,0.745,"tone accuracy (exp2, ablation)",0.000289,,,"https://github.com/mutsunn1/qwen3.8-omni-pinyin-eval (results-minimal-128.md section 2.1, exp2 tone, on column)",,out:effort-not-established, pinyin-mini128-ablation-exp3-joint,github-mutsunn1,qwen3.8-omni-flash,nothink,mixed,hard,,,,,,,0.829,"joint accuracy (exp3, ablation)",0.000289,,,"https://github.com/mutsunn1/qwen3.8-omni-pinyin-eval (results-minimal-128.md section 2.1 (thinking on vs off), exp3 joint, off column)",,out:single-couple, pinyin-mini128-ablation-exp3-joint,github-mutsunn1,qwen3.8-omni-flash,not-established:absent,mixed,hard,,,,,,,0.639,"joint accuracy (exp3, ablation)",0.000289,,,"https://github.com/mutsunn1/qwen3.8-omni-pinyin-eval (results-minimal-128.md section 2.1, exp3 joint, on column)",,out:effort-not-established, pinyin-mini128-ablation-exp3-tone,github-mutsunn1,qwen3.8-omni-flash,nothink,mixed,hard,,,,,,,0.912,"tone accuracy (exp3, ablation)",0.000289,,,"https://github.com/mutsunn1/qwen3.8-omni-pinyin-eval (results-minimal-128.md section 2.1 (thinking on vs off), exp3 tone, off column)",,out:single-couple, pinyin-mini128-ablation-exp3-tone,github-mutsunn1,qwen3.8-omni-flash,not-established:absent,mixed,hard,,,,,,,0.748,"tone accuracy (exp3, ablation)",0.000289,,,"https://github.com/mutsunn1/qwen3.8-omni-pinyin-eval (results-minimal-128.md section 2.1, exp3 tone, on column)",,out:effort-not-established, pinyin-mini128-ablation-exp4-wrong-initial,github-mutsunn1,qwen3.8-omni-flash,nothink,mixed,hard,,,,,,,0.977,"initial accuracy (exp4.wrong, ablation)",0.000289,,,"https://github.com/mutsunn1/qwen3.8-omni-pinyin-eval (results-minimal-128.md section 2.1 (thinking on vs off), exp4.wrong initial, off column)",,out:single-couple, pinyin-mini128-ablation-exp4-wrong-initial,github-mutsunn1,qwen3.8-omni-flash,not-established:absent,mixed,hard,,,,,,,0.872,"initial accuracy (exp4.wrong, ablation)",0.000289,,,"https://github.com/mutsunn1/qwen3.8-omni-pinyin-eval (results-minimal-128.md section 2.1, exp4.wrong initial, on column)",,out:effort-not-established, pinyin-mini128-ablation-exp5-wrong-final,github-mutsunn1,qwen3.8-omni-flash,nothink,mixed,hard,,,,,,,0.915,"final accuracy (exp5.wrong, ablation)",0.000289,,,"https://github.com/mutsunn1/qwen3.8-omni-pinyin-eval (results-minimal-128.md section 2.1 (thinking on vs off), exp5.wrong final, off column)",,out:single-couple, pinyin-mini128-ablation-exp5-wrong-final,github-mutsunn1,qwen3.8-omni-flash,not-established:absent,mixed,hard,,,,,,,0.730,"final accuracy (exp5.wrong, ablation)",0.000289,,,"https://github.com/mutsunn1/qwen3.8-omni-pinyin-eval (results-minimal-128.md section 2.1, exp5.wrong final, on column)",,out:effort-not-established, pinyin-mini128-ablation-exp6-wrong-tone,github-mutsunn1,qwen3.8-omni-flash,nothink,mixed,hard,,,,,,,0.930,"tone accuracy (exp6.wrong, ablation)",0.000289,,,"https://github.com/mutsunn1/qwen3.8-omni-pinyin-eval (results-minimal-128.md section 2.1 (thinking on vs off), exp6.wrong tone, off column)",,out:single-couple, pinyin-mini128-ablation-exp6-wrong-tone,github-mutsunn1,qwen3.8-omni-flash,not-established:absent,mixed,hard,,,,,,,0.492,"tone accuracy (exp6.wrong, ablation)",0.000289,,,"https://github.com/mutsunn1/qwen3.8-omni-pinyin-eval (results-minimal-128.md section 2.1, exp6.wrong tone, on column)",,out:effort-not-established, pinyin-mini128-ablation-snr20-exp3-initial,github-mutsunn1,qwen3.8-omni-flash,nothink,mixed,hard,,,,,,,0.824,"initial accuracy (exp3, SNR 20 dB)",0.000289,,,"https://github.com/mutsunn1/qwen3.8-omni-pinyin-eval (results-minimal-128.md section 2.2 (SNR 20 dB vs clean), exp3 initial, noise column)",,out:single-couple, pinyin-mini128-ablation-snr20-exp3-joint,github-mutsunn1,qwen3.8-omni-flash,nothink,mixed,hard,,,,,,,0.705,"joint accuracy (exp3, SNR 20 dB)",0.000289,,,"https://github.com/mutsunn1/qwen3.8-omni-pinyin-eval (results-minimal-128.md section 2.2 (SNR 20 dB vs clean), exp3 joint, noise column)",,out:single-couple, pinyin-mini128-ablation-snr20-exp4-free-initial,github-mutsunn1,qwen3.8-omni-flash,nothink,mixed,hard,,,,,,,0.857,"initial accuracy (exp4.free, SNR 20 dB)",0.000289,,,"https://github.com/mutsunn1/qwen3.8-omni-pinyin-eval (results-minimal-128.md section 2.2 (SNR 20 dB vs clean), exp4.free initial, noise column)",,out:single-couple, pinyin-mini128-ablation-snr20-exp5-free-final,github-mutsunn1,qwen3.8-omni-flash,nothink,mixed,hard,,,,,,,0.923,"final accuracy (exp5.free, SNR 20 dB)",0.000289,,,"https://github.com/mutsunn1/qwen3.8-omni-pinyin-eval (results-minimal-128.md section 2.2 (SNR 20 dB vs clean), exp5.free final, noise column)",,out:single-couple, pinyin-mini128-ablation-snr20-exp1-tone,github-mutsunn1,qwen3.8-omni-flash,nothink,mixed,hard,,,,,,,0.914,"tone accuracy (exp1, SNR 20 dB)",0.000289,,,"https://github.com/mutsunn1/qwen3.8-omni-pinyin-eval (results-minimal-128.md section 2.2 (SNR 20 dB vs clean), exp1 tone, noise column)",,out:single-couple, pinyin-mini128-ablation-snr20-exp2-tone,github-mutsunn1,qwen3.8-omni-flash,nothink,mixed,hard,,,,,,,0.919,"tone accuracy (exp2, SNR 20 dB)",0.000289,,,"https://github.com/mutsunn1/qwen3.8-omni-pinyin-eval (results-minimal-128.md section 2.2 (SNR 20 dB vs clean), exp2 tone, noise column)",,out:single-couple, pinyin-mini128-ablation-text-exp3-initial,github-mutsunn1,qwen3.8-omni-flash,nothink,mixed,hard,,,,,,,0.958,"initial accuracy (exp3, free text)",0.000289,,,"https://github.com/mutsunn1/qwen3.8-omni-pinyin-eval (results-minimal-128.md section 2.3 (free text vs JSON), exp3 initial, text column)",,out:single-couple, pinyin-mini128-ablation-text-exp3-tone,github-mutsunn1,qwen3.8-omni-flash,nothink,mixed,hard,,,,,,,0.908,"tone accuracy (exp3, free text)",0.000289,,,"https://github.com/mutsunn1/qwen3.8-omni-pinyin-eval (results-minimal-128.md section 2.3 (free text vs JSON), exp3 tone, text column)",,out:single-couple, pinyin-mini128-ablation-text-exp3-joint,github-mutsunn1,qwen3.8-omni-flash,nothink,mixed,hard,,,,,,,0.790,"joint accuracy (exp3, free text)",0.000289,,,"https://github.com/mutsunn1/qwen3.8-omni-pinyin-eval (results-minimal-128.md section 2.3 (free text vs JSON), exp3 joint, text column)",,out:single-couple, pinyin-mini128-ablation-text-exp3-final,github-mutsunn1,qwen3.8-omni-flash,nothink,mixed,hard,,,,,,,0.904,"final accuracy (exp3, free text)",0.000289,,,"https://github.com/mutsunn1/qwen3.8-omni-pinyin-eval (results-minimal-128.md section 2.3 (free text vs JSON), exp3 final, text column)",,out:single-couple, pinyin-mini128-ablation-text-exp5-free-final,github-mutsunn1,qwen3.8-omni-flash,nothink,mixed,hard,,,,,,,0.881,"final accuracy (exp5.free, free text)",0.000289,,,"https://github.com/mutsunn1/qwen3.8-omni-pinyin-eval (results-minimal-128.md section 2.3 (free text vs JSON), exp5.free final, text column)",,out:single-couple, pinyin-mini128-ablation-text-exp5-wrong-final,github-mutsunn1,qwen3.8-omni-flash,nothink,mixed,hard,,,,,,,0.665,"final accuracy (exp5.wrong, free text)",0.000289,,,"https://github.com/mutsunn1/qwen3.8-omni-pinyin-eval (results-minimal-128.md section 2.3 (free text vs JSON), exp5.wrong final, text column)",,out:single-couple, pinyin-mini128-exp3-initial,github-mutsunn1,?SDHY P0-v2,not-established:absent,mixed,hard,,,,,,,0.600,Initial accuracy (exp3),0.000289,,,"https://github.com/mutsunn1/qwen3.8-omni-pinyin-eval (README, baselines table, SDHY row, exp3-initial)",,out:model-not-established, pinyin-mini128-exp3-final,github-mutsunn1,?SDHY P0-v2,not-established:absent,mixed,hard,,,,,,,0.746,Final accuracy (exp3),0.000289,,,"https://github.com/mutsunn1/qwen3.8-omni-pinyin-eval (README, baselines table, SDHY row, exp3-final)",,out:model-not-established, pinyin-mini128-exp3-tone,github-mutsunn1,?SDHY P0-v2,not-established:absent,mixed,hard,,,,,,,0.699,Tone accuracy (exp3),0.000289,,,"https://github.com/mutsunn1/qwen3.8-omni-pinyin-eval (README, baselines table, SDHY row, exp3-tone)",,out:model-not-established, pinyin-mini128-exp3-joint,github-mutsunn1,?SDHY P0-v2,not-established:absent,mixed,hard,,,,,,,0.299,Joint accuracy (exp3),0.000289,,,"https://github.com/mutsunn1/qwen3.8-omni-pinyin-eval (README, baselines table, SDHY row, exp3-joint)",,out:model-not-established, pinyin-mini128-detect-f1-derived,github-mutsunn1,?SDHY P0-v2,not-established:absent,mixed,hard,,,,,,,0.731,Error-F1 (derived detection),0.000289,,,"https://github.com/mutsunn1/qwen3.8-omni-pinyin-eval (README, baselines table, SDHY row, detection)",,out:model-not-established, pinyin-mini128-detect-fpr-derived,github-mutsunn1,?SDHY P0-v2,not-established:absent,mixed,hard,,,,,,,0.701,FPR (derived detection),0.000289,,,"https://github.com/mutsunn1/qwen3.8-omni-pinyin-eval (README, baselines table, SDHY row, detection)",,out:model-not-established, pinyin-mini128-exp3-tone,github-mutsunn1,?讯飞 ISE,not-established:absent,mixed,hard,,,,,,,0.922,Tone accuracy (exp3),0.000289,,,"https://github.com/mutsunn1/qwen3.8-omni-pinyin-eval (README, baselines table, ISE row, tone)",,out:model-not-established, pinyin-mini128-detect-f1-ise-threshold,github-mutsunn1,?讯飞 ISE,not-established:absent,mixed,hard,,,,,,,0.914,Error-F1 (ISE threshold),0.000289,,,"https://github.com/mutsunn1/qwen3.8-omni-pinyin-eval (README, baselines table, ISE row, detection)",,out:model-not-established, pinyin-mini128-detect-fpr-ise-threshold,github-mutsunn1,?讯飞 ISE,not-established:absent,mixed,hard,,,,,,,0.133,FPR (ISE threshold),0.000289,,,"https://github.com/mutsunn1/qwen3.8-omni-pinyin-eval (README, baselines table, ISE row, detection)",,out:model-not-established, mythos-travas-bugs,github-mythos-travas,fable-5.1,high,coding,mid,ClaudeCode(claude -p),,,,,,5,bugs-of-5,0,,,"https://github.com/ulissesflores/mythos-5-1-travas (README.md, IMPORTANT block (the finding), test 2 sentence)",,out:saturated, mythos-travas-bugs,github-mythos-travas,opus-5.5,high,coding,mid,ClaudeCode(claude -p),,,,,,5,bugs-of-5,0,,,"https://github.com/ulissesflores/mythos-5-1-travas (README.md, IMPORTANT block (the finding), test 2 sentence)",,out:saturated, mythos-travas-bugs,github-mythos-travas,?claude-mythos-5-1,not-established:absent,coding,mid,ClaudeCode(claude -p),,,,,,5,bugs-of-5,0,,,"https://github.com/ulissesflores/mythos-5-1-travas (README.md, IMPORTANT block (the finding), test 2 sentence)",,out:model-not-established, pace-gpqa,github-neulab-pace,?azure/gpt-5.2-codex,not-established:absent,reasoning-math,hard,,,,,,,70.2020202020202,exact_match flexible-extract,2.89e-14,,,https://github.com/neulab/pace (results.gpqa_diamond_cot_zeroshot),,out:model-not-established, pace-aime25,github-neulab-pace,?azure/gpt-5.2-codex,not-established:absent,reasoning-math,hard,,,,,,,80,exact_match,2.89,,,https://github.com/neulab/pace (results.aime25),,out:model-not-established, pace-humaneval,github-neulab-pace,?azure/gpt-5.2-codex,not-established:absent,coding,hard,,,,,,,100,pass@1,2.89,,,https://github.com/neulab/pace (results.humaneval_chat),,out:model-not-established, pace-ifeval,github-neulab-pace,?azure/gpt-5.2-codex,not-established:absent,mixed,hard,,,,,,,92.2365988909427,prompt_level_strict_acc,2.89e-14,,,https://github.com/neulab/pace (results.ifeval),,out:model-not-established, pace-logiqa,github-neulab-pace,?azure/gpt-5.2-codex,not-established:absent,reasoning-math,hard,,,,,,,80.79877112135176,exact_match flexible-extract,2.89e-15,,,https://github.com/neulab/pace (results.logiqa_cot_zeroshot),,out:model-not-established, pace-mbpp,github-neulab-pace,?azure/gpt-5.2-codex,not-established:absent,coding,hard,,,,,,,96.2,pass@1,0.0289,,,https://github.com/neulab/pace (results.mbpp_chat),,out:model-not-established, pace-mmlu,github-neulab-pace,?azure/gpt-5.2-codex,not-established:absent,mixed,hard,,,,,,,37.259649622560886,exact_match flexible-extract,2.89e-16,,,https://github.com/neulab/pace (results.mmlu_cot_generative),,out:model-not-established, pace-swebench,github-neulab-pace,gpt-5.2-codex,unstated,coding,hard,,,,,,,369,resolved instances,0.289,,,https://github.com/neulab/pace (report),,out:effort-not-established, pace-gaia,github-neulab-pace,gpt-5.2-codex,unstated,agentic-tool,hard,,,,,,,117,resolved instances,0.289,,,https://github.com/neulab/pace (report),,out:effort-not-established, pace-commit0,github-neulab-pace,gpt-5.2-codex,unstated,coding,hard,,,,,,,8,resolved instances,0.289,,,https://github.com/neulab/pace (report),,out:effort-not-established, pace-swtbench,github-neulab-pace,gpt-5.2-codex,unstated,coding,hard,,,,,,,290,resolved instances,0.289,,,https://github.com/neulab/pace (report),,out:effort-not-established, pace-bfcl,github-neulab-pace,?gpt-5.2-codex-FC,not-established:absent,agentic-tool,hard,,,,,,,91.5,accuracy,0.0289,,,https://github.com/neulab/pace (BFCL_v4_simple_python_score.json),,out:model-not-established, pace-infobench,github-neulab-pace,gpt-5.2-codex,unstated,mixed,hard,,,,,,,55.87,average_accuracy,0.00289,,,https://github.com/neulab/pace (gpt-5.2-codex_metrics.json),,out:effort-not-established, pace-visualwebbench,github-neulab-pace,gpt-5.2-codex,unstated,computer-use,hard,,,,,,,93.20,accuracy,0.00289,,,https://github.com/neulab/pace (action_ground.json),,out:effort-not-established, pace-livecodebench,github-neulab-pace,gpt-5.2-codex,unstated,coding,hard,,,,,,,100.0,pass@1,0.0289,,,https://github.com/neulab/pace (codeexecution_1_cot_eval.json),,out:effort-not-established, thor-cw-pct,github-nextron-labs-thor-ai-benchmarks,qwen3.8-omni-flash,unstated,agentic-tool,hard,,,,,,,56.4,cw_pct,0.0289,,,"https://github.com/Nextron-Labs/thor-ai-benchmarks (row qwen3.8-omni-flash, column cw_pct)",,out:effort-not-established, nurb-bit-block#0.22.2/0.1.0@e8f4e93e23fd,github-nurb,fable-5,high,coding,mid,,per-task,1.92,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bit_block, row claude 2.1.241 / claude-fable-5 / high / 0.22.2/0.1.0@e8f4e93e23fd, column score)",,out:uninformative,in nurb-bit-block#0.23.0/0.1.0@5d7716fa32f6,github-nurb,fable-5,low,coding,mid,,per-task,1.35,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bit_block, row claude 2.1.246 / claude-fable-5 / low / 0.23.0/0.1.0@5d7716fa32f6, column score)",,out:uninformative,in nurb-bit-block#0.23.0/0.1.0@5d7716fa32f6,github-nurb,fable-5,max,coding,mid,,per-task,3.24,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bit_block, row claude 2.1.247 / claude-fable-5 / max / 0.23.0/0.1.0@5d7716fa32f6, column score)",,out:uninformative,in nurb-bit-block#0.23.0/0.1.0@5d7716fa32f6,github-nurb,fable-5,medium,coding,mid,,per-task,0.95,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bit_block, row claude 2.1.246 / claude-fable-5 / medium / 0.23.0/0.1.0@5d7716fa32f6, column score)",,out:uninformative,in nurb-bit-block#0.22.2/0.1.0@e8f4e93e23fd,github-nurb,opus-5,high,coding,mid,,per-task,1.23,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bit_block, row claude 2.1.241 / claude-opus-5 / high / 0.22.2/0.1.0@e8f4e93e23fd, column score)",,out:uninformative,in nurb-bit-block#0.22.2/0.1.0@e60a6422d46a,github-nurb,opus-5,low,coding,mid,,per-task,0.59,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bit_block, row claude 2.1.241 / claude-opus-5 / low / 0.22.2/0.1.0@e60a6422d46a, column score)",,out:saturated,in nurb-bit-block#0.23.0/0.1.0@5d7716fa32f6,github-nurb,opus-5,low,coding,mid,,per-task,0.71,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bit_block, row claude 2.1.246 / claude-opus-5 / low / 0.23.0/0.1.0@5d7716fa32f6, column score)",,out:uninformative,in nurb-bit-block#0.23.0/0.1.0@5d7716fa32f6,github-nurb,opus-5,max,coding,mid,,per-task,1.87,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bit_block, row claude 2.1.250 / claude-opus-5 / max / 0.23.0/0.1.0@5d7716fa32f6, column score)",,out:uninformative,in nurb-bit-block#0.22.2/0.1.0@e8f4e93e23fd,github-nurb,opus-5,medium,coding,mid,,per-task,1.13,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bit_block, row claude 2.1.241 / claude-opus-5 / medium / 0.22.2/0.1.0@e8f4e93e23fd, column score)",,out:uninformative,in nurb-bit-block#0.23.0/0.1.0@5d7716fa32f6,github-nurb,opus-5,xhigh,coding,mid,,per-task,1.61,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bit_block, row claude 2.1.247 / claude-opus-5 / xhigh / 0.23.0/0.1.0@5d7716fa32f6, column score)",,out:uninformative,in nurb-bit-block#0.22.2/0.1.0@e8f4e93e23fd,github-nurb,sonnet-5,high,coding,mid,,per-task,0.62,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bit_block, row claude 2.1.245 / claude-sonnet-5 / high / 0.22.2/0.1.0@e8f4e93e23fd, column score)",,out:uninformative,in nurb-bit-block#0.22.2/0.1.0@e60a6422d46a,github-nurb,sonnet-5,high,coding,mid,,per-task,0.80,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bit_block, row claude 2.1.241 / claude-sonnet-5 / high / 0.22.2/0.1.0@e60a6422d46a, column score)",,out:saturated,in nurb-bit-block#0.22.2/0.1.0@e60a6422d46a,github-nurb,sonnet-5,low,coding,mid,,per-task,0.38,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bit_block, row claude 2.1.241 / claude-sonnet-5 / low / 0.22.2/0.1.0@e60a6422d46a, column score)",,out:saturated,in nurb-bit-block#0.22.2/0.1.0@e60a6422d46a,github-nurb,sonnet-5,medium,coding,mid,,per-task,0.54,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bit_block, row claude 2.1.241 / claude-sonnet-5 / medium / 0.22.2/0.1.0@e60a6422d46a, column score)",,out:saturated,in nurb-bit-block#0.23.0/0.1.0@5d7716fa32f6,github-nurb,sonnet-5,xhigh,coding,mid,,per-task,0.78,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bit_block, row claude 2.1.246 / claude-sonnet-5 / xhigh / 0.23.0/0.1.0@5d7716fa32f6, column score)",,out:uninformative,in nurb-bit-block#0.22.2/0.1.0@e60a6422d46a,github-nurb,sonnet-5,xhigh,coding,mid,,per-task,0.76,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bit_block, row claude 2.1.241 / claude-sonnet-5 / xhigh / 0.22.2/0.1.0@e60a6422d46a, column score)",,out:saturated,in nurb-bit-block#0.23.0/0.1.0@5d7716fa32f6,github-nurb,gpt-5.6-luna,max,coding,mid,,per-task,0.084,0.0325,,,1.000,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bit_block, row codex 0.150.0 / gpt-5.6-luna / max / 0.23.0/0.1.0@5d7716fa32f6, column score)",,out:uninformative,out:cost-single-couple nurb-bit-block#0.22.2/0.1.0@e8f4e93e23fd,github-nurb,gpt-5.6-sol,high,coding,mid,,per-task,2.3125,0.267,,,1.000,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bit_block, row codex 0.149.0 / gpt-5.6-sol / high / 0.22.2/0.1.0@e8f4e93e23fd, column score)",,out:uninformative,in nurb-bit-block#0.22.2/0.1.0@e8f4e93e23fd,github-nurb,gpt-5.6-sol,low,coding,mid,,per-task,3.0,0.346,,,1.000,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bit_block, row codex 0.149.1 / gpt-5.6-sol / low / 0.22.2/0.1.0@e8f4e93e23fd, column score)",,out:uninformative,in nurb-bit-block#0.23.0/0.1.0@5d7716fa32f6,github-nurb,gpt-5.6-sol,max,coding,mid,,per-task,3.075,0.355,,,1.000,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bit_block, row codex 0.149.1 / gpt-5.6-sol / max / 0.23.0/0.1.0@5d7716fa32f6, column score)",,out:uninformative,in nurb-bit-block#0.22.2/0.1.0@e8f4e93e23fd,github-nurb,gpt-5.6-sol,medium,coding,mid,,per-task,2.25,0.26,,,1.000,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bit_block, row codex 0.149.0 / gpt-5.6-sol / medium / 0.22.2/0.1.0@e8f4e93e23fd, column score)",,out:uninformative,in nurb-bit-block#0.23.0/0.1.0@5d7716fa32f6,github-nurb,gpt-5.6-sol,xhigh,coding,mid,,per-task,3.0375000000000005,0.351,,,1.000,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bit_block, row codex 0.149.1 / gpt-5.6-sol / xhigh / 0.23.0/0.1.0@5d7716fa32f6, column score)",,out:uninformative,in nurb-bit-block#0.23.0/0.1.0@5d7716fa32f6,github-nurb,gpt-5.6-terra,max,coding,mid,,per-task,1.5030000000000001,0.0965,,,1.000,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bit_block, row codex 0.149.1 / gpt-5.6-terra / max / 0.23.0/0.1.0@5d7716fa32f6, column score)",,out:uninformative,in nurb-bit-block#0.23.0/0.1.0@5d7716fa32f6,github-nurb,gpt-5.6-terra,xhigh,coding,mid,,per-task,0.9810000000000001,0.063,,,1.000,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bit_block, row codex 0.149.1 / gpt-5.6-terra / xhigh / 0.23.0/0.1.0@5d7716fa32f6, column score)",,out:uninformative,in nurb-bit-block#0.23.0/0.1.0@5d7716fa32f6,github-nurb,grok-4.6,low,coding,mid,,per-task,0.05,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bit_block, row grok 1.0.5 / grok-4.6 / low / 0.23.0/0.1.0@5d7716fa32f6, column score)",,out:uninformative,in nurb-bit-block#0.22.2/0.1.0@e8f4e93e23fd,github-nurb,grok-4.6,low,coding,mid,,per-task,0.06,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bit_block, row grok 1.0.5 / grok-4.6 / low / 0.22.2/0.1.0@e8f4e93e23fd, column score)",,out:uninformative,in nurb-bit-block#0.22.2/0.1.0@e8f4e93e23fd,github-nurb,grok-4.6,medium,coding,mid,,per-task,0.19,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bit_block, row grok 1.0.5 / grok-4.6 / medium / 0.22.2/0.1.0@e8f4e93e23fd, column score)",,out:uninformative,in nurb-bit-block#0.22.2/0.1.0@e8f4e93e23fd,github-nurb,grok-4.6,xhigh,coding,mid,,per-task,0.24,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bit_block, row grok 1.0.5 / grok-4.6 / xhigh / 0.22.2/0.1.0@e8f4e93e23fd, column score)",,out:uninformative,in nurb-bit-block#0.22.2/0.1.0@e8f4e93e23fd,github-nurb,gpt-5.6-terra,high,coding,mid,,per-task,0.468,0.0302,,,0.973,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bit_block, row codex 0.149.0 / gpt-5.6-terra / high / 0.22.2/0.1.0@e8f4e93e23fd, column score)",,in,in nurb-bit-block#0.22.2/0.1.0@e8f4e93e23fd,github-nurb,gpt-5.6-luna,medium,coding,mid,,per-task,0.054,0.021,,,0.956,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bit_block, row codex 0.149.1 / gpt-5.6-luna / medium / 0.22.2/0.1.0@e8f4e93e23fd, column score)",,in,in nurb-bit-block#0.23.0/0.1.0@5d7716fa32f6,github-nurb,grok-4.6,medium,coding,mid,,per-task,0.15,0.00289,,,0.950,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bit_block, row grok 1.0.5 / grok-4.6 / medium / 0.23.0/0.1.0@5d7716fa32f6, column score)",,in,in nurb-bit-block#0.22.2/0.1.0@e8f4e93e23fd,github-nurb,gpt-5.6-luna,xhigh,coding,mid,,per-task,0.066,0.0256,,,0.947,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bit_block, row codex 0.149.0 / gpt-5.6-luna / xhigh / 0.22.2/0.1.0@e8f4e93e23fd, column score)",,in,in nurb-bit-block#0.22.2/0.1.0@e8f4e93e23fd,github-nurb,gpt-5.6-terra,medium,coding,mid,,per-task,0.675,0.0434,,,0.947,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bit_block, row codex 0.149.0 / gpt-5.6-terra / medium / 0.22.2/0.1.0@e8f4e93e23fd, column score)",,in,in nurb-bit-block#0.23.0/0.1.0@5d7716fa32f6,github-nurb,gpt-5.6-luna,max,coding,mid,,per-task,0.096,0.0371,,,0.920,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bit_block, row codex 0.149.1 / gpt-5.6-luna / max / 0.23.0/0.1.0@5d7716fa32f6, column score)",,in,out:cost-single-couple nurb-bit-block#0.22.2/0.1.0@e8f4e93e23fd,github-nurb,grok-4.6,high,coding,mid,,per-task,0.26,0.00289,,,0.917,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bit_block, row grok 1.0.5 / grok-4.6 / high / 0.22.2/0.1.0@e8f4e93e23fd, column score)",,in,in nurb-bit-block#0.22.2/0.1.0@e8f4e93e23fd,github-nurb,gpt-5.6-terra,medium,coding,mid,,per-task,1.6470000000000002,0.106,,,0.892,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bit_block, row codex 0.149.1 / gpt-5.6-terra / medium / 0.22.2/0.1.0@e8f4e93e23fd, column score)",,in,in nurb-bit-block#0.22.2/0.1.0@e8f4e93e23fd,github-nurb,gpt-5.6-luna,high,coding,mid,,per-task,0.066,0.0256,,,0.843,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bit_block, row codex 0.149.0 / gpt-5.6-luna / high / 0.22.2/0.1.0@e8f4e93e23fd, column score)",,in,in nurb-bit-block#0.22.2/0.1.0@e60a6422d46a,github-nurb,haiku-4.5,not-established:absent,coding,mid,,per-task,0.49,0.00289,,,0.806,score-of-1,0.000289,,,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bit_block, row claude 2.1.241 / claude-haiku-4-5 / high / 0.22.2/0.1.0@e60a6422d46a, column score)",,out:effort-not-established,out:effort-not-established nurb-bit-block#0.22.2/0.1.0@e8f4e93e23fd,github-nurb,gpt-5.6-terra,low,coding,mid,,per-task,0.756,0.0486,,,0.775,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bit_block, row codex 0.149.1 / gpt-5.6-terra / low / 0.22.2/0.1.0@e8f4e93e23fd, column score)",,in,in nurb-bit-block#0.22.2/0.1.0@e8f4e93e23fd,github-nurb,gpt-5.6-luna,low,coding,mid,,per-task,0.048,0.0187,,,0.681,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bit_block, row codex 0.149.1 / gpt-5.6-luna / low / 0.22.2/0.1.0@e8f4e93e23fd, column score)",,in,in nurb-bit-block#0.22.2/0.1.0@e60a6422d46a,github-nurb,haiku-4.5,not-established:absent,coding,mid,,per-task,0.39,0.00289,,,0.639,score-of-1,0.000289,,,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bit_block, row claude 2.1.241 / claude-haiku-4-5 / low / 0.22.2/0.1.0@e60a6422d46a, column score)",,out:effort-not-established,out:effort-not-established nurb-bit-block#0.23.0/0.1.0@5d7716fa32f6,github-nurb,haiku-4.5,not-established:absent,coding,mid,,per-task,0.44,0.00289,,,0.600,score-of-1,0.000289,,,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bit_block, row claude 2.1.246 / claude-haiku-4-5 / low / 0.23.0/0.1.0@5d7716fa32f6, column score)",,out:effort-not-established,out:effort-not-established nurb-bundle-holder#0.22.2/0.1.0@c16e77e91b9a,github-nurb,fable-5,high,coding,mid,,per-task,4.84,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bundle_holder, row claude 2.1.241 / claude-fable-5 / high / 0.22.2/0.1.0@c16e77e91b9a, column score)",,out:uninformative,in nurb-bundle-holder#0.23.0/0.1.0@396cc49ef106,github-nurb,fable-5,low,coding,mid,,per-task,2.33,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bundle_holder, row claude 2.1.246 / claude-fable-5 / low / 0.23.0/0.1.0@396cc49ef106, column score)",,out:uninformative,in nurb-bundle-holder#0.23.0/0.1.0@396cc49ef106,github-nurb,fable-5,max,coding,mid,,per-task,6.71,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bundle_holder, row claude 2.1.247 / claude-fable-5 / max / 0.23.0/0.1.0@396cc49ef106, column score)",,out:uninformative,in nurb-bundle-holder#0.23.0/0.1.0@396cc49ef106,github-nurb,fable-5,medium,coding,mid,,per-task,1.47,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bundle_holder, row claude 2.1.246 / claude-fable-5 / medium / 0.23.0/0.1.0@396cc49ef106, column score)",,out:uninformative,in nurb-bundle-holder#0.22.2/0.1.0@c16e77e91b9a,github-nurb,opus-5,high,coding,mid,,per-task,4.02,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bundle_holder, row claude 2.1.241 / claude-opus-5 / high / 0.22.2/0.1.0@c16e77e91b9a, column score)",,out:uninformative,in nurb-bundle-holder#0.22.2/0.1.0@4eb71d63bef3,github-nurb,opus-5,low,coding,mid,,per-task,1.20,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bundle_holder, row claude 2.1.241 / claude-opus-5 / low / 0.22.2/0.1.0@4eb71d63bef3, column score)",,out:single-couple,out:cost-single-couple nurb-bundle-holder#0.23.0/0.1.0@396cc49ef106,github-nurb,opus-5,low,coding,mid,,per-task,1.52,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bundle_holder, row claude 2.1.246 / claude-opus-5 / low / 0.23.0/0.1.0@396cc49ef106, column score)",,out:uninformative,in nurb-bundle-holder#0.23.0/0.1.0@396cc49ef106,github-nurb,opus-5,max,coding,mid,,per-task,5.10,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bundle_holder, row claude 2.1.250 / claude-opus-5 / max / 0.23.0/0.1.0@396cc49ef106, column score)",,out:uninformative,in nurb-bundle-holder#0.22.2/0.1.0@c16e77e91b9a,github-nurb,opus-5,medium,coding,mid,,per-task,2.50,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bundle_holder, row claude 2.1.241 / claude-opus-5 / medium / 0.22.2/0.1.0@c16e77e91b9a, column score)",,out:uninformative,in nurb-bundle-holder#0.23.0/0.1.0@396cc49ef106,github-nurb,opus-5,xhigh,coding,mid,,per-task,5.48,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bundle_holder, row claude 2.1.247 / claude-opus-5 / xhigh / 0.23.0/0.1.0@396cc49ef106, column score)",,out:uninformative,in nurb-bundle-holder#0.10.0/0.1.0@f65a02da4de4,github-nurb,sonnet-5,medium,coding,mid,,per-task,8.46,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bundle_holder, row claude 2.1.220 / claude-sonnet-5 / medium / 0.10.0/0.1.0@f65a02da4de4, column score)",,out:uninformative,in nurb-bundle-holder#0.10.0/0.1.0@f65a02da4de4,github-nurb,sonnet-5,xhigh,coding,mid,,per-task,7.38,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bundle_holder, row claude 2.1.220 / claude-sonnet-5 / xhigh / 0.10.0/0.1.0@f65a02da4de4, column score)",,out:uninformative,in nurb-bundle-holder#0.23.0/0.1.0@396cc49ef106,github-nurb,gpt-5.6-luna,max,coding,mid,,per-task,0.096,0.0371,,,1.000,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bundle_holder, row codex 0.150.0 / gpt-5.6-luna / max / 0.23.0/0.1.0@396cc49ef106, column score)",,out:uninformative,out:cost-single-couple nurb-bundle-holder#0.23.0/0.1.0@396cc49ef106,github-nurb,gpt-5.6-luna,max,coding,mid,,per-task,0.126,0.0486,,,1.000,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bundle_holder, row codex 0.149.1 / gpt-5.6-luna / max / 0.23.0/0.1.0@396cc49ef106, column score)",,out:uninformative,out:cost-single-couple nurb-bundle-holder#0.22.2/0.1.0@c16e77e91b9a,github-nurb,gpt-5.6-sol,high,coding,mid,,per-task,3.1624999999999996,0.365,,,1.000,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bundle_holder, row codex 0.149.0 / gpt-5.6-sol / high / 0.22.2/0.1.0@c16e77e91b9a, column score)",,out:uninformative,in nurb-bundle-holder#0.23.0/0.1.0@396cc49ef106,github-nurb,gpt-5.6-terra,max,coding,mid,,per-task,1.863,0.12,,,1.000,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bundle_holder, row codex 0.149.1 / gpt-5.6-terra / max / 0.23.0/0.1.0@396cc49ef106, column score)",,out:uninformative,in nurb-bundle-holder#0.23.0/0.1.0@396cc49ef106,github-nurb,gpt-5.6-terra,xhigh,coding,mid,,per-task,1.467,0.0942,,,1.000,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bundle_holder, row codex 0.149.1 / gpt-5.6-terra / xhigh / 0.23.0/0.1.0@396cc49ef106, column score)",,out:uninformative,in nurb-bundle-holder#0.22.2/0.1.0@c16e77e91b9a,github-nurb,grok-4.6,high,coding,mid,,per-task,0.35,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bundle_holder, row grok 1.0.5 / grok-4.6 / high / 0.22.2/0.1.0@c16e77e91b9a, column score)",,out:uninformative,in nurb-bundle-holder#0.19.2/0.1.0@9620846dd1cf,github-nurb,grok-4.6,high,coding,mid,,per-task,0.32,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bundle_holder, row grok 1.0.4 / grok-4.6 / high / 0.19.2/0.1.0@9620846dd1cf, column score)",,out:single-couple,out:cost-single-couple nurb-bundle-holder#0.23.0/0.1.0@396cc49ef106,github-nurb,grok-4.6,low,coding,mid,,per-task,0.12,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bundle_holder, row grok 1.0.5 / grok-4.6 / low / 0.23.0/0.1.0@396cc49ef106, column score)",,out:uninformative,in nurb-bundle-holder#0.23.0/0.1.0@396cc49ef106,github-nurb,grok-4.6,medium,coding,mid,,per-task,0.28,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bundle_holder, row grok 1.0.5 / grok-4.6 / medium / 0.23.0/0.1.0@396cc49ef106, column score)",,out:uninformative,in nurb-bundle-holder#0.22.2/0.1.0@c16e77e91b9a,github-nurb,grok-4.6,medium,coding,mid,,per-task,0.27,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bundle_holder, row grok 1.0.5 / grok-4.6 / medium / 0.22.2/0.1.0@c16e77e91b9a, column score)",,out:uninformative,in nurb-bundle-holder#0.22.2/0.1.0@c16e77e91b9a,github-nurb,grok-4.6,xhigh,coding,mid,,per-task,0.37,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bundle_holder, row grok 1.0.5 / grok-4.6 / xhigh / 0.22.2/0.1.0@c16e77e91b9a, column score)",,out:uninformative,in nurb-bundle-holder#0.22.2/0.1.0@c16e77e91b9a,github-nurb,sonnet-5,high,coding,mid,,per-task,3.34,0.00289,,,0.978,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bundle_holder, row claude 2.1.245 / claude-sonnet-5 / high / 0.22.2/0.1.0@c16e77e91b9a, column score)",,in,in nurb-bundle-holder#0.10.0/0.1.0@f65a02da4de4,github-nurb,sonnet-5,high,coding,mid,,per-task,8.05,0.00289,,,0.967,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bundle_holder, row claude 2.1.220 / claude-sonnet-5 / high / 0.10.0/0.1.0@f65a02da4de4, column score)",,in,in nurb-bundle-holder#0.22.2/0.1.0@c16e77e91b9a,github-nurb,gpt-5.6-luna,xhigh,coding,mid,,per-task,0.096,0.0371,,,0.960,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bundle_holder, row codex 0.149.0 / gpt-5.6-luna / xhigh / 0.22.2/0.1.0@c16e77e91b9a, column score)",,in,in nurb-bundle-holder#0.22.2/0.1.0@c16e77e91b9a,github-nurb,gpt-5.6-luna,medium,coding,mid,,per-task,0.072,0.0279,,,0.933,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bundle_holder, row codex 0.149.1 / gpt-5.6-luna / medium / 0.22.2/0.1.0@c16e77e91b9a, column score)",,in,in nurb-bundle-holder#0.22.2/0.1.0@c16e77e91b9a,github-nurb,gpt-5.6-sol,medium,coding,mid,,per-task,1.9875000000000003,0.23,,,0.933,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bundle_holder, row codex 0.149.0 / gpt-5.6-sol / medium / 0.22.2/0.1.0@c16e77e91b9a, column score)",,in,in nurb-bundle-holder#0.22.2/0.1.0@c16e77e91b9a,github-nurb,gpt-5.6-luna,high,coding,mid,,per-task,0.084,0.0325,,,0.920,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bundle_holder, row codex 0.149.0 / gpt-5.6-luna / high / 0.22.2/0.1.0@c16e77e91b9a, column score)",,in,in nurb-bundle-holder#0.23.0/0.1.0@396cc49ef106,github-nurb,gpt-5.6-sol,max,coding,mid,,per-task,5.0625,0.585,,,0.920,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bundle_holder, row codex 0.149.1 / gpt-5.6-sol / max / 0.23.0/0.1.0@396cc49ef106, column score)",,in,in nurb-bundle-holder#0.22.2/0.1.0@c16e77e91b9a,github-nurb,gpt-5.6-terra,medium,coding,mid,,per-task,1.269,0.0815,,,0.867,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bundle_holder, row codex 0.149.1 / gpt-5.6-terra / medium / 0.22.2/0.1.0@c16e77e91b9a, column score)",,in,in nurb-bundle-holder#0.22.2/0.1.0@c16e77e91b9a,github-nurb,grok-4.6,low,coding,mid,,per-task,0.10,0.00289,,,0.867,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bundle_holder, row grok 1.0.5 / grok-4.6 / low / 0.22.2/0.1.0@c16e77e91b9a, column score)",,in,in nurb-bundle-holder#0.23.0/0.1.0@396cc49ef106,github-nurb,sonnet-5,xhigh,coding,mid,,per-task,3.13,0.00289,,,0.844,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bundle_holder, row claude 2.1.246 / claude-sonnet-5 / xhigh / 0.23.0/0.1.0@396cc49ef106, column score)",,in,in nurb-bundle-holder#0.23.0/0.1.0@396cc49ef106,github-nurb,gpt-5.6-sol,xhigh,coding,mid,,per-task,2.75,0.318,,,0.840,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bundle_holder, row codex 0.149.1 / gpt-5.6-sol / xhigh / 0.23.0/0.1.0@396cc49ef106, column score)",,in,in nurb-bundle-holder#0.22.2/0.1.0@c16e77e91b9a,github-nurb,gpt-5.6-terra,medium,coding,mid,,per-task,1.035,0.0665,,,0.760,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bundle_holder, row codex 0.149.0 / gpt-5.6-terra / medium / 0.22.2/0.1.0@c16e77e91b9a, column score)",,in,in nurb-bundle-holder#0.22.2/0.1.0@c16e77e91b9a,github-nurb,gpt-5.6-sol,low,coding,mid,,per-task,2.8999999999999995,0.335,,,0.733,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bundle_holder, row codex 0.149.1 / gpt-5.6-sol / low / 0.22.2/0.1.0@c16e77e91b9a, column score)",,in,in nurb-bundle-holder#0.22.2/0.1.0@c16e77e91b9a,github-nurb,gpt-5.6-terra,high,coding,mid,,per-task,1.107,0.0711,,,0.693,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bundle_holder, row codex 0.149.0 / gpt-5.6-terra / high / 0.22.2/0.1.0@c16e77e91b9a, column score)",,in,in nurb-bundle-holder#0.22.2/0.1.0@c16e77e91b9a,github-nurb,gpt-5.6-terra,low,coding,mid,,per-task,0.774,0.0497,,,0.678,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bundle_holder, row codex 0.149.1 / gpt-5.6-terra / low / 0.22.2/0.1.0@c16e77e91b9a, column score)",,in,in nurb-bundle-holder#0.22.2/0.1.0@c16e77e91b9a,github-nurb,gpt-5.6-luna,low,coding,mid,,per-task,0.054,0.021,,,0.633,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bundle_holder, row codex 0.149.1 / gpt-5.6-luna / low / 0.22.2/0.1.0@c16e77e91b9a, column score)",,in,in nurb-bundle-holder#0.10.0/0.1.0@f65a02da4de4,github-nurb,sonnet-5,low,coding,mid,,per-task,2.09,0.00289,,,0.567,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bundle_holder, row claude 2.1.220 / claude-sonnet-5 / low / 0.10.0/0.1.0@f65a02da4de4, column score)",,in,in nurb-bundle-holder#0.10.0/0.1.0@f65a02da4de4,github-nurb,haiku-4.5,not-established:absent,coding,mid,,per-task,0.36,0.00289,,,0.467,score-of-1,0.000289,,,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bundle_holder, row claude 2.1.220 / claude-haiku-4-5 / high / 0.10.0/0.1.0@f65a02da4de4, column score)",,out:effort-not-established,out:effort-not-established nurb-bundle-holder#0.10.0/0.1.0@f65a02da4de4,github-nurb,haiku-4.5,not-established:absent,coding,mid,,per-task,0.53,0.00289,,,0.429,score-of-1,0.000289,,,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bundle_holder, row claude 2.1.220 / claude-haiku-4-5 / low / 0.10.0/0.1.0@f65a02da4de4, column score)",,out:effort-not-established,out:effort-not-established nurb-bundle-holder#0.23.0/0.1.0@396cc49ef106,github-nurb,haiku-4.5,not-established:absent,coding,mid,,per-task,0.62,0.00289,,,0.339,score-of-1,0.000289,,,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of bundle_holder, row claude 2.1.246 / claude-haiku-4-5 / low / 0.23.0/0.1.0@396cc49ef106, column score)",,out:effort-not-established,out:effort-not-established nurb-cable-clip#0.22.2/0.1.0@13435a35f451,github-nurb,fable-5,high,coding,mid,,per-task,3.36,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of cable_clip, row claude 2.1.241 / claude-fable-5 / high / 0.22.2/0.1.0@13435a35f451, column score)",,out:uninformative,in nurb-cable-clip#0.23.0/0.1.0@eeb6f271d406,github-nurb,fable-5,low,coding,mid,,per-task,1.79,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of cable_clip, row claude 2.1.246 / claude-fable-5 / low / 0.23.0/0.1.0@eeb6f271d406, column score)",,out:saturated,in nurb-cable-clip#0.23.0/0.1.0@eeb6f271d406,github-nurb,fable-5,max,coding,mid,,per-task,6.91,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of cable_clip, row claude 2.1.247 / claude-fable-5 / max / 0.23.0/0.1.0@eeb6f271d406, column score)",,out:saturated,in nurb-cable-clip#0.23.0/0.1.0@eeb6f271d406,github-nurb,fable-5,medium,coding,mid,,per-task,2.16,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of cable_clip, row claude 2.1.246 / claude-fable-5 / medium / 0.23.0/0.1.0@eeb6f271d406, column score)",,out:saturated,in nurb-cable-clip#0.10.0/0.1.0@8b7526eb5988,github-nurb,haiku-4.5,not-established:absent,coding,mid,,per-task,0.33,0.00289,,,1.000,score-of-1,0.000289,,,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of cable_clip, row claude 2.1.220 / claude-haiku-4-5 / high / 0.10.0/0.1.0@8b7526eb5988, column score)",,out:effort-not-established,out:effort-not-established nurb-cable-clip#0.10.0/0.1.0@8b7526eb5988,github-nurb,haiku-4.5,not-established:absent,coding,mid,,per-task,0.57,0.00289,,,1.000,score-of-1,0.000289,,,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of cable_clip, row claude 2.1.220 / claude-haiku-4-5 / low / 0.10.0/0.1.0@8b7526eb5988, column score)",,out:effort-not-established,out:effort-not-established nurb-cable-clip#0.22.2/0.1.0@13435a35f451,github-nurb,opus-5,high,coding,mid,,per-task,1.91,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of cable_clip, row claude 2.1.241 / claude-opus-5 / high / 0.22.2/0.1.0@13435a35f451, column score)",,out:uninformative,in nurb-cable-clip#0.23.0/0.1.0@eeb6f271d406,github-nurb,opus-5,low,coding,mid,,per-task,0.99,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of cable_clip, row claude 2.1.246 / claude-opus-5 / low / 0.23.0/0.1.0@eeb6f271d406, column score)",,out:saturated,in nurb-cable-clip#0.23.0/0.1.0@eeb6f271d406,github-nurb,opus-5,max,coding,mid,,per-task,2.65,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of cable_clip, row claude 2.1.250 / claude-opus-5 / max / 0.23.0/0.1.0@eeb6f271d406, column score)",,out:saturated,in nurb-cable-clip#0.22.2/0.1.0@13435a35f451,github-nurb,opus-5,medium,coding,mid,,per-task,1.98,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of cable_clip, row claude 2.1.241 / claude-opus-5 / medium / 0.22.2/0.1.0@13435a35f451, column score)",,out:uninformative,in nurb-cable-clip#0.23.0/0.1.0@eeb6f271d406,github-nurb,opus-5,xhigh,coding,mid,,per-task,2.52,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of cable_clip, row claude 2.1.247 / claude-opus-5 / xhigh / 0.23.0/0.1.0@eeb6f271d406, column score)",,out:saturated,in nurb-cable-clip#0.22.2/0.1.0@13435a35f451,github-nurb,sonnet-5,high,coding,mid,,per-task,1.11,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of cable_clip, row claude 2.1.245 / claude-sonnet-5 / high / 0.22.2/0.1.0@13435a35f451, column score)",,out:uninformative,in nurb-cable-clip#0.10.0/0.1.0@8b7526eb5988,github-nurb,sonnet-5,high,coding,mid,,per-task,1.02,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of cable_clip, row claude 2.1.220 / claude-sonnet-5 / high / 0.10.0/0.1.0@8b7526eb5988, column score)",,out:uninformative,in nurb-cable-clip#0.10.0/0.1.0@8b7526eb5988,github-nurb,sonnet-5,low,coding,mid,,per-task,0.66,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of cable_clip, row claude 2.1.220 / claude-sonnet-5 / low / 0.10.0/0.1.0@8b7526eb5988, column score)",,out:uninformative,in nurb-cable-clip#0.23.0/0.1.0@eeb6f271d406,github-nurb,sonnet-5,xhigh,coding,mid,,per-task,1.48,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of cable_clip, row claude 2.1.246 / claude-sonnet-5 / xhigh / 0.23.0/0.1.0@eeb6f271d406, column score)",,out:saturated,in nurb-cable-clip#0.10.0/0.1.0@8b7526eb5988,github-nurb,sonnet-5,xhigh,coding,mid,,per-task,3.76,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of cable_clip, row claude 2.1.220 / claude-sonnet-5 / xhigh / 0.10.0/0.1.0@8b7526eb5988, column score)",,out:uninformative,in nurb-cable-clip#0.22.2/0.1.0@13435a35f451,github-nurb,gpt-5.6-luna,high,coding,mid,,per-task,0.036,0.0142,,,1.000,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of cable_clip, row codex 0.149.0 / gpt-5.6-luna / high / 0.22.2/0.1.0@13435a35f451, column score)",,out:uninformative,in nurb-cable-clip#0.23.0/0.1.0@eeb6f271d406,github-nurb,gpt-5.6-luna,max,coding,mid,,per-task,0.054,0.021,,,1.000,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of cable_clip, row codex 0.150.0 / gpt-5.6-luna / max / 0.23.0/0.1.0@eeb6f271d406, column score)",,out:saturated,out:cost-single-couple nurb-cable-clip#0.23.0/0.1.0@eeb6f271d406,github-nurb,gpt-5.6-luna,max,coding,mid,,per-task,0.048,0.0187,,,1.000,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of cable_clip, row codex 0.149.1 / gpt-5.6-luna / max / 0.23.0/0.1.0@eeb6f271d406, column score)",,out:saturated,out:cost-single-couple nurb-cable-clip#0.22.2/0.1.0@13435a35f451,github-nurb,gpt-5.6-luna,medium,coding,mid,,per-task,0.036,0.0142,,,1.000,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of cable_clip, row codex 0.149.1 / gpt-5.6-luna / medium / 0.22.2/0.1.0@13435a35f451, column score)",,out:uninformative,in nurb-cable-clip#0.22.2/0.1.0@13435a35f451,github-nurb,gpt-5.6-luna,xhigh,coding,mid,,per-task,0.042,0.0164,,,1.000,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of cable_clip, row codex 0.149.0 / gpt-5.6-luna / xhigh / 0.22.2/0.1.0@13435a35f451, column score)",,out:uninformative,in nurb-cable-clip#0.22.2/0.1.0@13435a35f451,github-nurb,gpt-5.6-sol,high,coding,mid,,per-task,1.7000000000000002,0.196,,,1.000,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of cable_clip, row codex 0.149.0 / gpt-5.6-sol / high / 0.22.2/0.1.0@13435a35f451, column score)",,out:uninformative,in nurb-cable-clip#0.22.2/0.1.0@13435a35f451,github-nurb,gpt-5.6-sol,low,coding,mid,,per-task,1.5,0.173,,,1.000,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of cable_clip, row codex 0.149.1 / gpt-5.6-sol / low / 0.22.2/0.1.0@13435a35f451, column score)",,out:uninformative,in nurb-cable-clip#0.23.0/0.1.0@eeb6f271d406,github-nurb,gpt-5.6-sol,max,coding,mid,,per-task,2.6624999999999996,0.307,,,1.000,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of cable_clip, row codex 0.149.1 / gpt-5.6-sol / max / 0.23.0/0.1.0@eeb6f271d406, column score)",,out:saturated,in nurb-cable-clip#0.22.2/0.1.0@13435a35f451,github-nurb,gpt-5.6-sol,medium,coding,mid,,per-task,1.5375,0.178,,,1.000,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of cable_clip, row codex 0.149.0 / gpt-5.6-sol / medium / 0.22.2/0.1.0@13435a35f451, column score)",,out:uninformative,in nurb-cable-clip#0.23.0/0.1.0@eeb6f271d406,github-nurb,gpt-5.6-sol,xhigh,coding,mid,,per-task,2.0125,0.232,,,1.000,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of cable_clip, row codex 0.149.1 / gpt-5.6-sol / xhigh / 0.23.0/0.1.0@eeb6f271d406, column score)",,out:saturated,in nurb-cable-clip#0.22.2/0.1.0@13435a35f451,github-nurb,gpt-5.6-terra,low,coding,mid,,per-task,0.369,0.0238,,,1.000,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of cable_clip, row codex 0.149.1 / gpt-5.6-terra / low / 0.22.2/0.1.0@13435a35f451, column score)",,out:uninformative,in nurb-cable-clip#0.23.0/0.1.0@eeb6f271d406,github-nurb,gpt-5.6-terra,max,coding,mid,,per-task,0.936,0.0601,,,1.000,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of cable_clip, row codex 0.149.1 / gpt-5.6-terra / max / 0.23.0/0.1.0@eeb6f271d406, column score)",,out:saturated,in nurb-cable-clip#0.22.2/0.1.0@13435a35f451,github-nurb,gpt-5.6-terra,medium,coding,mid,,per-task,0.432,0.0279,,,1.000,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of cable_clip, row codex 0.149.1 / gpt-5.6-terra / medium / 0.22.2/0.1.0@13435a35f451, column score)",,out:uninformative,in nurb-cable-clip#0.22.2/0.1.0@13435a35f451,github-nurb,gpt-5.6-terra,medium,coding,mid,,per-task,0.405,0.0261,,,1.000,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of cable_clip, row codex 0.149.0 / gpt-5.6-terra / medium / 0.22.2/0.1.0@13435a35f451, column score)",,out:uninformative,in nurb-cable-clip#0.23.0/0.1.0@eeb6f271d406,github-nurb,gpt-5.6-terra,xhigh,coding,mid,,per-task,0.9810000000000001,0.063,,,1.000,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of cable_clip, row codex 0.149.1 / gpt-5.6-terra / xhigh / 0.23.0/0.1.0@eeb6f271d406, column score)",,out:saturated,in nurb-cable-clip#0.22.2/0.1.0@13435a35f451,github-nurb,grok-4.6,high,coding,mid,,per-task,0.17,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of cable_clip, row grok 1.0.5 / grok-4.6 / high / 0.22.2/0.1.0@13435a35f451, column score)",,out:uninformative,in nurb-cable-clip#0.19.2/0.1.0@62d2e9d68448,github-nurb,grok-4.6,high,coding,mid,,per-task,0.17,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of cable_clip, row grok 1.0.4 / grok-4.6 / high / 0.19.2/0.1.0@62d2e9d68448, column score)",,out:single-couple,out:cost-single-couple nurb-cable-clip#0.23.0/0.1.0@eeb6f271d406,github-nurb,grok-4.6,low,coding,mid,,per-task,0.07,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of cable_clip, row grok 1.0.5 / grok-4.6 / low / 0.23.0/0.1.0@eeb6f271d406, column score)",,out:saturated,out:republished nurb-cable-clip#0.22.2/0.1.0@13435a35f451,github-nurb,grok-4.6,low,coding,mid,,per-task,0.07,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of cable_clip, row grok 1.0.5 / grok-4.6 / low / 0.22.2/0.1.0@13435a35f451, column score)",,out:uninformative,out:republished nurb-cable-clip#0.23.0/0.1.0@eeb6f271d406,github-nurb,grok-4.6,medium,coding,mid,,per-task,0.17,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of cable_clip, row grok 1.0.5 / grok-4.6 / medium / 0.23.0/0.1.0@eeb6f271d406, column score)",,out:saturated,out:republished nurb-cable-clip#0.22.2/0.1.0@13435a35f451,github-nurb,grok-4.6,medium,coding,mid,,per-task,0.13,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of cable_clip, row grok 1.0.5 / grok-4.6 / medium / 0.22.2/0.1.0@13435a35f451, column score)",,out:uninformative,out:republished nurb-cable-clip#0.22.2/0.1.0@13435a35f451,github-nurb,grok-4.6,xhigh,coding,mid,,per-task,0.21,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of cable_clip, row grok 1.0.5 / grok-4.6 / xhigh / 0.22.2/0.1.0@13435a35f451, column score)",,out:uninformative,in nurb-cable-clip#0.22.2/0.1.0@13435a35f451,github-nurb,gpt-5.6-terra,high,coding,mid,,per-task,0.522,0.0336,,,0.949,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of cable_clip, row codex 0.149.0 / gpt-5.6-terra / high / 0.22.2/0.1.0@13435a35f451, column score)",,in,in nurb-cable-clip#0.22.2/0.1.0@13435a35f451,github-nurb,gpt-5.6-luna,low,coding,mid,,per-task,0.024,0.00968,,,0.915,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of cable_clip, row codex 0.149.1 / gpt-5.6-luna / low / 0.22.2/0.1.0@13435a35f451, column score)",,in,in nurb-cable-clip#0.23.0/0.1.0@eeb6f271d406,github-nurb,haiku-4.5,not-established:absent,coding,mid,,per-task,0.37,0.00289,,,0.756,score-of-1,0.000289,,,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of cable_clip, row claude 2.1.246 / claude-haiku-4-5 / low / 0.23.0/0.1.0@eeb6f271d406, column score)",,out:effort-not-established,out:effort-not-established nurb-cable-clip#0.22.2/0.1.0@28728fea0e2f,github-nurb,opus-5,low,coding,mid,,per-task,1.08,0.00289,,,0.745,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of cable_clip, row claude 2.1.241 / claude-opus-5 / low / 0.22.2/0.1.0@28728fea0e2f, column score)",,out:single-couple,out:cost-single-couple nurb-cable-clip#0.10.0/0.1.0@8b7526eb5988,github-nurb,sonnet-5,medium,coding,mid,,per-task,1.54,0.00289,,,0.745,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of cable_clip, row claude 2.1.220 / claude-sonnet-5 / medium / 0.10.0/0.1.0@8b7526eb5988, column score)",,out:single-couple,in nurb-leg-cup#0.22.2/0.1.0@cb94fa2b8578,github-nurb,fable-5,high,coding,mid,,per-task,2.49,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of leg_cup, row claude 2.1.241 / claude-fable-5 / high / 0.22.2/0.1.0@cb94fa2b8578, column score)",,out:uninformative,in nurb-leg-cup#0.23.0/0.1.0@6817426c8779,github-nurb,fable-5,low,coding,mid,,per-task,1.48,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of leg_cup, row claude 2.1.246 / claude-fable-5 / low / 0.23.0/0.1.0@6817426c8779, column score)",,out:uninformative,in nurb-leg-cup#0.23.0/0.1.0@6817426c8779,github-nurb,fable-5,max,coding,mid,,per-task,4.63,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of leg_cup, row claude 2.1.247 / claude-fable-5 / max / 0.23.0/0.1.0@6817426c8779, column score)",,out:uninformative,in nurb-leg-cup#0.23.0/0.1.0@6817426c8779,github-nurb,fable-5,medium,coding,mid,,per-task,1.06,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of leg_cup, row claude 2.1.246 / claude-fable-5 / medium / 0.23.0/0.1.0@6817426c8779, column score)",,out:uninformative,in nurb-leg-cup#0.22.2/0.1.0@cb94fa2b8578,github-nurb,opus-5,high,coding,mid,,per-task,1.50,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of leg_cup, row claude 2.1.241 / claude-opus-5 / high / 0.22.2/0.1.0@cb94fa2b8578, column score)",,out:uninformative,in nurb-leg-cup#0.22.2/0.1.0@ea00b7650ef5,github-nurb,opus-5,low,coding,mid,,per-task,0.68,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of leg_cup, row claude 2.1.241 / claude-opus-5 / low / 0.22.2/0.1.0@ea00b7650ef5, column score)",,out:single-couple,out:cost-single-couple nurb-leg-cup#0.23.0/0.1.0@6817426c8779,github-nurb,opus-5,low,coding,mid,,per-task,0.60,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of leg_cup, row claude 2.1.246 / claude-opus-5 / low / 0.23.0/0.1.0@6817426c8779, column score)",,out:uninformative,in nurb-leg-cup#0.23.0/0.1.0@6817426c8779,github-nurb,opus-5,xhigh,coding,mid,,per-task,2.75,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of leg_cup, row claude 2.1.247 / claude-opus-5 / xhigh / 0.23.0/0.1.0@6817426c8779, column score)",,out:uninformative,in nurb-leg-cup#0.23.0/0.1.0@6817426c8779,github-nurb,opus-5,xhigh,coding,mid,,per-task,2.97,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of leg_cup, row claude 2.1.248 / claude-opus-5 / xhigh / 0.23.0/0.1.0@6817426c8779, column score)",,out:uninformative,in nurb-leg-cup#0.22.2/0.1.0@da2f812c816d,github-nurb,sonnet-5,high,coding,mid,,per-task,0.82,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of leg_cup, row claude 2.1.245 / claude-sonnet-5 / high / 0.22.2/0.1.0@da2f812c816d, column score)",,out:single-couple,out:cost-single-couple nurb-leg-cup#0.22.2/0.1.0@da2f812c816d,github-nurb,sonnet-5,high,coding,mid,,per-task,0.75,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of leg_cup, row claude 2.1.246 / claude-sonnet-5 / high / 0.22.2/0.1.0@da2f812c816d, column score)",,out:single-couple,out:cost-single-couple nurb-leg-cup#0.10.0/0.1.0@8bc6d7c6cef1,github-nurb,sonnet-5,high,coding,mid,,per-task,0.83,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of leg_cup, row claude 2.1.220 / claude-sonnet-5 / high / 0.10.0/0.1.0@8bc6d7c6cef1, column score)",,out:saturated,in nurb-leg-cup#0.10.0/0.1.0@8bc6d7c6cef1,github-nurb,sonnet-5,low,coding,mid,,per-task,0.41,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of leg_cup, row claude 2.1.220 / claude-sonnet-5 / low / 0.10.0/0.1.0@8bc6d7c6cef1, column score)",,out:saturated,in nurb-leg-cup#0.10.0/0.1.0@8bc6d7c6cef1,github-nurb,sonnet-5,medium,coding,mid,,per-task,0.55,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of leg_cup, row claude 2.1.220 / claude-sonnet-5 / medium / 0.10.0/0.1.0@8bc6d7c6cef1, column score)",,out:saturated,in nurb-leg-cup#0.23.0/0.1.0@6817426c8779,github-nurb,sonnet-5,xhigh,coding,mid,,per-task,0.96,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of leg_cup, row claude 2.1.246 / claude-sonnet-5 / xhigh / 0.23.0/0.1.0@6817426c8779, column score)",,out:uninformative,in nurb-leg-cup#0.10.0/0.1.0@8bc6d7c6cef1,github-nurb,sonnet-5,xhigh,coding,mid,,per-task,1.85,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of leg_cup, row claude 2.1.220 / claude-sonnet-5 / xhigh / 0.10.0/0.1.0@8bc6d7c6cef1, column score)",,out:saturated,in nurb-leg-cup#0.22.2/0.1.0@cb94fa2b8578,github-nurb,gpt-5.6-luna,high,coding,mid,,per-task,0.054,0.021,,,1.000,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of leg_cup, row codex 0.149.0 / gpt-5.6-luna / high / 0.22.2/0.1.0@cb94fa2b8578, column score)",,out:uninformative,in nurb-leg-cup#0.23.0/0.1.0@6817426c8779,github-nurb,gpt-5.6-luna,max,coding,mid,,per-task,0.030000000000000002,0.0119,,,1.000,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of leg_cup, row codex 0.150.0 / gpt-5.6-luna / max / 0.23.0/0.1.0@6817426c8779, column score)",,out:uninformative,out:cost-single-couple nurb-leg-cup#0.23.0/0.1.0@6817426c8779,github-nurb,gpt-5.6-luna,max,coding,mid,,per-task,0.066,0.0256,,,1.000,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of leg_cup, row codex 0.149.1 / gpt-5.6-luna / max / 0.23.0/0.1.0@6817426c8779, column score)",,out:uninformative,out:cost-single-couple nurb-leg-cup#0.22.2/0.1.0@cb94fa2b8578,github-nurb,gpt-5.6-sol,high,coding,mid,,per-task,2.125,0.245,,,1.000,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of leg_cup, row codex 0.149.0 / gpt-5.6-sol / high / 0.22.2/0.1.0@cb94fa2b8578, column score)",,out:uninformative,out:republished nurb-leg-cup#0.22.2/0.1.0@cb94fa2b8578,github-nurb,gpt-5.6-sol,low,coding,mid,,per-task,1.3,0.15,,,1.000,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of leg_cup, row codex 0.149.1 / gpt-5.6-sol / low / 0.22.2/0.1.0@cb94fa2b8578, column score)",,out:uninformative,out:republished nurb-leg-cup#0.23.0/0.1.0@6817426c8779,github-nurb,gpt-5.6-sol,max,coding,mid,,per-task,3.4499999999999997,0.398,,,1.000,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of leg_cup, row codex 0.149.1 / gpt-5.6-sol / max / 0.23.0/0.1.0@6817426c8779, column score)",,out:uninformative,out:republished nurb-leg-cup#0.22.2/0.1.0@cb94fa2b8578,github-nurb,gpt-5.6-sol,medium,coding,mid,,per-task,2.2125000000000004,0.255,,,1.000,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of leg_cup, row codex 0.149.0 / gpt-5.6-sol / medium / 0.22.2/0.1.0@cb94fa2b8578, column score)",,out:uninformative,out:republished nurb-leg-cup#0.23.0/0.1.0@6817426c8779,github-nurb,gpt-5.6-sol,xhigh,coding,mid,,per-task,2.2125000000000004,0.255,,,1.000,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of leg_cup, row codex 0.149.1 / gpt-5.6-sol / xhigh / 0.23.0/0.1.0@6817426c8779, column score)",,out:uninformative,out:republished nurb-leg-cup#0.22.2/0.1.0@cb94fa2b8578,github-nurb,gpt-5.6-terra,high,coding,mid,,per-task,0.41400000000000003,0.0267,,,1.000,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of leg_cup, row codex 0.149.0 / gpt-5.6-terra / high / 0.22.2/0.1.0@cb94fa2b8578, column score)",,out:uninformative,in nurb-leg-cup#0.23.0/0.1.0@6817426c8779,github-nurb,gpt-5.6-terra,max,coding,mid,,per-task,1.179,0.0757,,,1.000,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of leg_cup, row codex 0.149.1 / gpt-5.6-terra / max / 0.23.0/0.1.0@6817426c8779, column score)",,out:uninformative,in nurb-leg-cup#0.22.2/0.1.0@cb94fa2b8578,github-nurb,gpt-5.6-terra,medium,coding,mid,,per-task,0.47700000000000004,0.0307,,,1.000,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of leg_cup, row codex 0.149.1 / gpt-5.6-terra / medium / 0.22.2/0.1.0@cb94fa2b8578, column score)",,out:uninformative,in nurb-leg-cup#0.22.2/0.1.0@cb94fa2b8578,github-nurb,gpt-5.6-terra,medium,coding,mid,,per-task,0.5760000000000001,0.0371,,,1.000,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of leg_cup, row codex 0.149.0 / gpt-5.6-terra / medium / 0.22.2/0.1.0@cb94fa2b8578, column score)",,out:uninformative,in nurb-leg-cup#0.23.0/0.1.0@6817426c8779,github-nurb,gpt-5.6-terra,xhigh,coding,mid,,per-task,0.468,0.0302,,,1.000,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of leg_cup, row codex 0.149.1 / gpt-5.6-terra / xhigh / 0.23.0/0.1.0@6817426c8779, column score)",,out:uninformative,in nurb-leg-cup#0.22.2/0.1.0@cb94fa2b8578,github-nurb,grok-4.6,high,coding,mid,,per-task,0.19,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of leg_cup, row grok 1.0.5 / grok-4.6 / high / 0.22.2/0.1.0@cb94fa2b8578, column score)",,out:uninformative,out:republished nurb-leg-cup#0.19.2/0.1.0@7ef9696be198,github-nurb,grok-4.6,high,coding,mid,,per-task,0.06,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of leg_cup, row grok 1.0.4 / grok-4.6 / high / 0.19.2/0.1.0@7ef9696be198, column score)",,out:single-couple,out:cost-single-couple nurb-leg-cup#0.23.0/0.1.0@6817426c8779,github-nurb,grok-4.6,low,coding,mid,,per-task,0.05,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of leg_cup, row grok 1.0.5 / grok-4.6 / low / 0.23.0/0.1.0@6817426c8779, column score)",,out:uninformative,in nurb-leg-cup#0.22.2/0.1.0@cb94fa2b8578,github-nurb,grok-4.6,low,coding,mid,,per-task,0.05,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of leg_cup, row grok 1.0.5 / grok-4.6 / low / 0.22.2/0.1.0@cb94fa2b8578, column score)",,out:uninformative,out:republished nurb-leg-cup#0.23.0/0.1.0@6817426c8779,github-nurb,grok-4.6,medium,coding,mid,,per-task,0.12,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of leg_cup, row grok 1.0.5 / grok-4.6 / medium / 0.23.0/0.1.0@6817426c8779, column score)",,out:uninformative,in nurb-leg-cup#0.22.2/0.1.0@cb94fa2b8578,github-nurb,grok-4.6,medium,coding,mid,,per-task,0.12,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of leg_cup, row grok 1.0.5 / grok-4.6 / medium / 0.22.2/0.1.0@cb94fa2b8578, column score)",,out:uninformative,out:republished nurb-leg-cup#0.22.2/0.1.0@cb94fa2b8578,github-nurb,grok-4.6,xhigh,coding,mid,,per-task,0.18,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of leg_cup, row grok 1.0.5 / grok-4.6 / xhigh / 0.22.2/0.1.0@cb94fa2b8578, column score)",,out:uninformative,in nurb-leg-cup#0.22.2/0.1.0@cb94fa2b8578,github-nurb,gpt-5.6-luna,xhigh,coding,mid,,per-task,0.036,0.0142,,,0.980,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of leg_cup, row codex 0.149.0 / gpt-5.6-luna / xhigh / 0.22.2/0.1.0@cb94fa2b8578, column score)",,in,in nurb-leg-cup#0.22.2/0.1.0@cb94fa2b8578,github-nurb,gpt-5.6-luna,medium,coding,mid,,per-task,0.030000000000000002,0.0119,,,0.967,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of leg_cup, row codex 0.149.1 / gpt-5.6-luna / medium / 0.22.2/0.1.0@cb94fa2b8578, column score)",,in,in nurb-leg-cup#0.10.0/0.1.0@8bc6d7c6cef1,github-nurb,haiku-4.5,not-established:absent,coding,mid,,per-task,0.17,0.00289,,,0.950,score-of-1,0.000289,,,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of leg_cup, row claude 2.1.220 / claude-haiku-4-5 / low / 0.10.0/0.1.0@8bc6d7c6cef1, column score)",,out:effort-not-established,out:effort-not-established nurb-leg-cup#0.22.2/0.1.0@cb94fa2b8578,github-nurb,opus-5,medium,coding,mid,,per-task,1.20,0.00289,,,0.922,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of leg_cup, row claude 2.1.241 / claude-opus-5 / medium / 0.22.2/0.1.0@cb94fa2b8578, column score)",,in,in nurb-leg-cup#0.23.0/0.1.0@6817426c8779,github-nurb,opus-5,max,coding,mid,,per-task,2.67,0.00289,,,0.907,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of leg_cup, row claude 2.1.250 / claude-opus-5 / max / 0.23.0/0.1.0@6817426c8779, column score)",,out:single-couple,in nurb-leg-cup#0.22.2/0.1.0@cb94fa2b8578,github-nurb,gpt-5.6-terra,low,coding,mid,,per-task,0.54,0.0348,,,0.878,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of leg_cup, row codex 0.149.1 / gpt-5.6-terra / low / 0.22.2/0.1.0@cb94fa2b8578, column score)",,in,in nurb-leg-cup#0.22.2/0.1.0@cb94fa2b8578,github-nurb,gpt-5.6-luna,low,coding,mid,,per-task,0.030000000000000002,0.0119,,,0.844,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of leg_cup, row codex 0.149.1 / gpt-5.6-luna / low / 0.22.2/0.1.0@cb94fa2b8578, column score)",,in,in nurb-leg-cup#0.23.0/0.1.0@6817426c8779,github-nurb,haiku-4.5,not-established:absent,coding,mid,,per-task,0.46,0.00289,,,0.700,score-of-1,0.000289,,,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of leg_cup, row claude 2.1.246 / claude-haiku-4-5 / low / 0.23.0/0.1.0@6817426c8779, column score)",,out:effort-not-established,out:effort-not-established nurb-leg-cup#0.10.0/0.1.0@8bc6d7c6cef1,github-nurb,haiku-4.5,not-established:absent,coding,mid,,per-task,0.24,0.00289,,,0.500,score-of-1,0.000289,,,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of leg_cup, row claude 2.1.220 / claude-haiku-4-5 / high / 0.10.0/0.1.0@8bc6d7c6cef1, column score)",,out:effort-not-established,out:effort-not-established nurb-pole-rest#0.22.2/0.1.0@de974b4cb0c3,github-nurb,fable-5,high,coding,mid,,per-task,3.37,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of pole_rest, row claude 2.1.241 / claude-fable-5 / high / 0.22.2/0.1.0@de974b4cb0c3, column score)",,out:uninformative,in nurb-pole-rest#0.23.0/0.1.0@e846eec22871,github-nurb,fable-5,low,coding,mid,,per-task,1.85,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of pole_rest, row claude 2.1.246 / claude-fable-5 / low / 0.23.0/0.1.0@e846eec22871, column score)",,out:uninformative,in nurb-pole-rest#0.23.0/0.1.0@e846eec22871,github-nurb,fable-5,max,coding,mid,,per-task,5.73,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of pole_rest, row claude 2.1.247 / claude-fable-5 / max / 0.23.0/0.1.0@e846eec22871, column score)",,out:uninformative,in nurb-pole-rest#0.23.0/0.1.0@e846eec22871,github-nurb,fable-5,medium,coding,mid,,per-task,1.00,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of pole_rest, row claude 2.1.246 / claude-fable-5 / medium / 0.23.0/0.1.0@e846eec22871, column score)",,out:uninformative,in nurb-pole-rest#0.22.2/0.1.0@de974b4cb0c3,github-nurb,opus-5,high,coding,mid,,per-task,2.53,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of pole_rest, row claude 2.1.241 / claude-opus-5 / high / 0.22.2/0.1.0@de974b4cb0c3, column score)",,out:uninformative,in nurb-pole-rest#0.22.2/0.1.0@d2dc4e75efc7,github-nurb,opus-5,low,coding,mid,,per-task,0.95,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of pole_rest, row claude 2.1.241 / claude-opus-5 / low / 0.22.2/0.1.0@d2dc4e75efc7, column score)",,out:uninformative,in nurb-pole-rest#0.23.0/0.1.0@e846eec22871,github-nurb,opus-5,low,coding,mid,,per-task,0.97,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of pole_rest, row claude 2.1.246 / claude-opus-5 / low / 0.23.0/0.1.0@e846eec22871, column score)",,out:uninformative,in nurb-pole-rest#0.23.0/0.1.0@e846eec22871,github-nurb,opus-5,max,coding,mid,,per-task,3.89,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of pole_rest, row claude 2.1.250 / claude-opus-5 / max / 0.23.0/0.1.0@e846eec22871, column score)",,out:uninformative,in nurb-pole-rest#0.22.2/0.1.0@de974b4cb0c3,github-nurb,opus-5,medium,coding,mid,,per-task,1.68,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of pole_rest, row claude 2.1.241 / claude-opus-5 / medium / 0.22.2/0.1.0@de974b4cb0c3, column score)",,out:uninformative,in nurb-pole-rest#0.23.0/0.1.0@e846eec22871,github-nurb,opus-5,xhigh,coding,mid,,per-task,3.63,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of pole_rest, row claude 2.1.247 / claude-opus-5 / xhigh / 0.23.0/0.1.0@e846eec22871, column score)",,out:uninformative,in nurb-pole-rest#0.22.2/0.1.0@de974b4cb0c3,github-nurb,sonnet-5,high,coding,mid,,per-task,1.25,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of pole_rest, row claude 2.1.245 / claude-sonnet-5 / high / 0.22.2/0.1.0@de974b4cb0c3, column score)",,out:uninformative,in nurb-pole-rest#0.22.2/0.1.0@d2dc4e75efc7,github-nurb,sonnet-5,high,coding,mid,,per-task,1.15,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of pole_rest, row claude 2.1.241 / claude-sonnet-5 / high / 0.22.2/0.1.0@d2dc4e75efc7, column score)",,out:uninformative,in nurb-pole-rest#0.22.2/0.1.0@d2dc4e75efc7,github-nurb,sonnet-5,medium,coding,mid,,per-task,0.86,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of pole_rest, row claude 2.1.241 / claude-sonnet-5 / medium / 0.22.2/0.1.0@d2dc4e75efc7, column score)",,out:uninformative,in nurb-pole-rest#0.23.0/0.1.0@e846eec22871,github-nurb,sonnet-5,xhigh,coding,mid,,per-task,2.39,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of pole_rest, row claude 2.1.246 / claude-sonnet-5 / xhigh / 0.23.0/0.1.0@e846eec22871, column score)",,out:uninformative,in nurb-pole-rest#0.22.2/0.1.0@d2dc4e75efc7,github-nurb,sonnet-5,xhigh,coding,mid,,per-task,1.95,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of pole_rest, row claude 2.1.241 / claude-sonnet-5 / xhigh / 0.22.2/0.1.0@d2dc4e75efc7, column score)",,out:uninformative,in nurb-pole-rest#0.23.0/0.1.0@e846eec22871,github-nurb,gpt-5.6-luna,max,coding,mid,,per-task,0.09,0.0348,,,1.000,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of pole_rest, row codex 0.150.0 / gpt-5.6-luna / max / 0.23.0/0.1.0@e846eec22871, column score)",,out:uninformative,out:cost-single-couple nurb-pole-rest#0.23.0/0.1.0@e846eec22871,github-nurb,gpt-5.6-luna,max,coding,mid,,per-task,0.066,0.0256,,,1.000,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of pole_rest, row codex 0.149.1 / gpt-5.6-luna / max / 0.23.0/0.1.0@e846eec22871, column score)",,out:uninformative,out:cost-single-couple nurb-pole-rest#0.22.2/0.1.0@de974b4cb0c3,github-nurb,gpt-5.6-luna,medium,coding,mid,,per-task,0.054,0.021,,,1.000,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of pole_rest, row codex 0.149.1 / gpt-5.6-luna / medium / 0.22.2/0.1.0@de974b4cb0c3, column score)",,out:uninformative,in nurb-pole-rest#0.22.2/0.1.0@de974b4cb0c3,github-nurb,gpt-5.6-sol,high,coding,mid,,per-task,2.225,0.257,,,1.000,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of pole_rest, row codex 0.149.0 / gpt-5.6-sol / high / 0.22.2/0.1.0@de974b4cb0c3, column score)",,out:uninformative,out:republished nurb-pole-rest#0.22.2/0.1.0@de974b4cb0c3,github-nurb,gpt-5.6-sol,low,coding,mid,,per-task,1.4499999999999997,0.167,,,1.000,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of pole_rest, row codex 0.149.1 / gpt-5.6-sol / low / 0.22.2/0.1.0@de974b4cb0c3, column score)",,out:uninformative,out:republished nurb-pole-rest#0.23.0/0.1.0@e846eec22871,github-nurb,gpt-5.6-sol,max,coding,mid,,per-task,3.6999999999999997,0.427,,,1.000,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of pole_rest, row codex 0.149.1 / gpt-5.6-sol / max / 0.23.0/0.1.0@e846eec22871, column score)",,out:uninformative,out:republished nurb-pole-rest#0.22.2/0.1.0@de974b4cb0c3,github-nurb,gpt-5.6-sol,medium,coding,mid,,per-task,2.6375,0.305,,,1.000,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of pole_rest, row codex 0.149.0 / gpt-5.6-sol / medium / 0.22.2/0.1.0@de974b4cb0c3, column score)",,out:uninformative,out:republished nurb-pole-rest#0.23.0/0.1.0@e846eec22871,github-nurb,gpt-5.6-sol,xhigh,coding,mid,,per-task,3.2625,0.377,,,1.000,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of pole_rest, row codex 0.149.1 / gpt-5.6-sol / xhigh / 0.23.0/0.1.0@e846eec22871, column score)",,out:uninformative,out:republished nurb-pole-rest#0.22.2/0.1.0@de974b4cb0c3,github-nurb,gpt-5.6-terra,high,coding,mid,,per-task,0.756,0.0486,,,1.000,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of pole_rest, row codex 0.149.0 / gpt-5.6-terra / high / 0.22.2/0.1.0@de974b4cb0c3, column score)",,out:uninformative,in nurb-pole-rest#0.23.0/0.1.0@e846eec22871,github-nurb,gpt-5.6-terra,max,coding,mid,,per-task,1.1880000000000002,0.0763,,,1.000,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of pole_rest, row codex 0.149.1 / gpt-5.6-terra / max / 0.23.0/0.1.0@e846eec22871, column score)",,out:uninformative,in nurb-pole-rest#0.22.2/0.1.0@de974b4cb0c3,github-nurb,gpt-5.6-terra,medium,coding,mid,,per-task,0.675,0.0434,,,1.000,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of pole_rest, row codex 0.149.1 / gpt-5.6-terra / medium / 0.22.2/0.1.0@de974b4cb0c3, column score)",,out:uninformative,in nurb-pole-rest#0.22.2/0.1.0@de974b4cb0c3,github-nurb,grok-4.6,high,coding,mid,,per-task,0.22,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of pole_rest, row grok 1.0.5 / grok-4.6 / high / 0.22.2/0.1.0@de974b4cb0c3, column score)",,out:uninformative,in nurb-pole-rest#0.23.0/0.1.0@e846eec22871,github-nurb,grok-4.6,low,coding,mid,,per-task,0.07,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of pole_rest, row grok 1.0.5 / grok-4.6 / low / 0.23.0/0.1.0@e846eec22871, column score)",,out:uninformative,out:republished nurb-pole-rest#0.22.2/0.1.0@de974b4cb0c3,github-nurb,grok-4.6,low,coding,mid,,per-task,0.08,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of pole_rest, row grok 1.0.5 / grok-4.6 / low / 0.22.2/0.1.0@de974b4cb0c3, column score)",,out:uninformative,in nurb-pole-rest#0.23.0/0.1.0@e846eec22871,github-nurb,grok-4.6,medium,coding,mid,,per-task,0.17,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of pole_rest, row grok 1.0.5 / grok-4.6 / medium / 0.23.0/0.1.0@e846eec22871, column score)",,out:uninformative,out:republished nurb-pole-rest#0.22.2/0.1.0@de974b4cb0c3,github-nurb,grok-4.6,medium,coding,mid,,per-task,0.20,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of pole_rest, row grok 1.0.5 / grok-4.6 / medium / 0.22.2/0.1.0@de974b4cb0c3, column score)",,out:uninformative,in nurb-pole-rest#0.22.2/0.1.0@de974b4cb0c3,github-nurb,grok-4.6,xhigh,coding,mid,,per-task,0.30,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of pole_rest, row grok 1.0.5 / grok-4.6 / xhigh / 0.22.2/0.1.0@de974b4cb0c3, column score)",,out:uninformative,in nurb-pole-rest#0.22.2/0.1.0@de974b4cb0c3,github-nurb,gpt-5.6-luna,high,coding,mid,,per-task,0.09,0.0348,,,0.980,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of pole_rest, row codex 0.149.0 / gpt-5.6-luna / high / 0.22.2/0.1.0@de974b4cb0c3, column score)",,in,in nurb-pole-rest#0.22.2/0.1.0@de974b4cb0c3,github-nurb,gpt-5.6-luna,xhigh,coding,mid,,per-task,0.096,0.0371,,,0.960,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of pole_rest, row codex 0.149.0 / gpt-5.6-luna / xhigh / 0.22.2/0.1.0@de974b4cb0c3, column score)",,in,in nurb-pole-rest#0.23.0/0.1.0@e846eec22871,github-nurb,gpt-5.6-terra,xhigh,coding,mid,,per-task,0.792,0.0509,,,0.898,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of pole_rest, row codex 0.149.1 / gpt-5.6-terra / xhigh / 0.23.0/0.1.0@e846eec22871, column score)",,out:single-couple,in nurb-pole-rest#0.22.2/0.1.0@de974b4cb0c3,github-nurb,gpt-5.6-terra,low,coding,mid,,per-task,0.8370000000000001,0.0538,,,0.856,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of pole_rest, row codex 0.149.1 / gpt-5.6-terra / low / 0.22.2/0.1.0@de974b4cb0c3, column score)",,in,in nurb-pole-rest#0.22.2/0.1.0@d2dc4e75efc7,github-nurb,sonnet-5,low,coding,mid,,per-task,1.02,0.00289,,,0.831,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of pole_rest, row claude 2.1.241 / claude-sonnet-5 / low / 0.22.2/0.1.0@d2dc4e75efc7, column score)",,out:single-couple,in nurb-pole-rest#0.22.2/0.1.0@de974b4cb0c3,github-nurb,gpt-5.6-terra,medium,coding,mid,,per-task,0.747,0.048,,,0.828,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of pole_rest, row codex 0.149.0 / gpt-5.6-terra / medium / 0.22.2/0.1.0@de974b4cb0c3, column score)",,in,in nurb-pole-rest#0.22.2/0.1.0@de974b4cb0c3,github-nurb,gpt-5.6-luna,low,coding,mid,,per-task,0.084,0.0325,,,0.628,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of pole_rest, row codex 0.149.1 / gpt-5.6-luna / low / 0.22.2/0.1.0@de974b4cb0c3, column score)",,in,in nurb-pole-rest#0.23.0/0.1.0@e846eec22871,github-nurb,haiku-4.5,not-established:absent,coding,mid,,per-task,0.54,0.00289,,,0.480,score-of-1,0.000289,,,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of pole_rest, row claude 2.1.246 / claude-haiku-4-5 / low / 0.23.0/0.1.0@e846eec22871, column score)",,out:effort-not-established,out:effort-not-established nurb-pole-rest#0.22.2/0.1.0@d2dc4e75efc7,github-nurb,haiku-4.5,not-established:absent,coding,mid,,per-task,0.70,0.00289,,,0.467,score-of-1,0.000289,,,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of pole_rest, row claude 2.1.241 / claude-haiku-4-5 / high / 0.22.2/0.1.0@d2dc4e75efc7, column score)",,out:effort-not-established,out:effort-not-established nurb-pole-rest#0.22.2/0.1.0@d2dc4e75efc7,github-nurb,haiku-4.5,not-established:absent,coding,mid,,per-task,0.52,0.00289,,,0.454,score-of-1,0.000289,,,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of pole_rest, row claude 2.1.241 / claude-haiku-4-5 / low / 0.22.2/0.1.0@d2dc4e75efc7, column score)",,out:effort-not-established,out:effort-not-established nurb-valve-knob#0.22.2/0.1.0@3202508a30f9,github-nurb,fable-5,high,coding,mid,,per-task,3.23,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of valve_knob, row claude 2.1.241 / claude-fable-5 / high / 0.22.2/0.1.0@3202508a30f9, column score)",,out:uninformative,in nurb-valve-knob#0.23.0/0.1.0@3202508a30f9,github-nurb,fable-5,low,coding,mid,,per-task,1.86,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of valve_knob, row claude 2.1.246 / claude-fable-5 / low / 0.23.0/0.1.0@3202508a30f9, column score)",,out:uninformative,in nurb-valve-knob#0.23.0/0.1.0@3202508a30f9,github-nurb,fable-5,max,coding,mid,,per-task,7.53,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of valve_knob, row claude 2.1.247 / claude-fable-5 / max / 0.23.0/0.1.0@3202508a30f9, column score)",,out:uninformative,in nurb-valve-knob#0.23.0/0.1.0@3202508a30f9,github-nurb,fable-5,medium,coding,mid,,per-task,1.13,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of valve_knob, row claude 2.1.246 / claude-fable-5 / medium / 0.23.0/0.1.0@3202508a30f9, column score)",,out:uninformative,in nurb-valve-knob#0.22.2/0.1.0@3202508a30f9,github-nurb,opus-5,high,coding,mid,,per-task,2.78,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of valve_knob, row claude 2.1.241 / claude-opus-5 / high / 0.22.2/0.1.0@3202508a30f9, column score)",,out:uninformative,in nurb-valve-knob#0.22.2/0.1.0@3202508a30f9,github-nurb,opus-5,low,coding,mid,,per-task,0.80,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of valve_knob, row claude 2.1.241 / claude-opus-5 / low / 0.22.2/0.1.0@3202508a30f9, column score)",,out:uninformative,in nurb-valve-knob#0.23.0/0.1.0@3202508a30f9,github-nurb,opus-5,low,coding,mid,,per-task,0.83,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of valve_knob, row claude 2.1.246 / claude-opus-5 / low / 0.23.0/0.1.0@3202508a30f9, column score)",,out:uninformative,in nurb-valve-knob#0.22.2/0.1.0@3202508a30f9,github-nurb,sonnet-5,high,coding,mid,,per-task,1.01,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of valve_knob, row claude 2.1.245 / claude-sonnet-5 / high / 0.22.2/0.1.0@3202508a30f9, column score)",,out:uninformative,in nurb-valve-knob#0.22.2/0.1.0@3202508a30f9,github-nurb,sonnet-5,high,coding,mid,,per-task,1.28,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of valve_knob, row claude 2.1.241 / claude-sonnet-5 / high / 0.22.2/0.1.0@3202508a30f9, column score)",,out:uninformative,in nurb-valve-knob#0.22.2/0.1.0@3202508a30f9,github-nurb,sonnet-5,low,coding,mid,,per-task,0.46,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of valve_knob, row claude 2.1.241 / claude-sonnet-5 / low / 0.22.2/0.1.0@3202508a30f9, column score)",,out:uninformative,in nurb-valve-knob#0.22.2/0.1.0@3202508a30f9,github-nurb,sonnet-5,medium,coding,mid,,per-task,0.67,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of valve_knob, row claude 2.1.241 / claude-sonnet-5 / medium / 0.22.2/0.1.0@3202508a30f9, column score)",,out:uninformative,in nurb-valve-knob#0.23.0/0.1.0@3202508a30f9,github-nurb,sonnet-5,xhigh,coding,mid,,per-task,2.02,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of valve_knob, row claude 2.1.246 / claude-sonnet-5 / xhigh / 0.23.0/0.1.0@3202508a30f9, column score)",,out:uninformative,in nurb-valve-knob#0.22.2/0.1.0@3202508a30f9,github-nurb,sonnet-5,xhigh,coding,mid,,per-task,1.67,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of valve_knob, row claude 2.1.241 / claude-sonnet-5 / xhigh / 0.22.2/0.1.0@3202508a30f9, column score)",,out:uninformative,in nurb-valve-knob#0.23.0/0.1.0@3202508a30f9,github-nurb,gpt-5.6-luna,max,coding,mid,,per-task,0.072,0.0279,,,1.000,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of valve_knob, row codex 0.150.0 / gpt-5.6-luna / max / 0.23.0/0.1.0@3202508a30f9, column score)",,out:uninformative,out:cost-single-couple nurb-valve-knob#0.23.0/0.1.0@3202508a30f9,github-nurb,gpt-5.6-sol,max,coding,mid,,per-task,2.225,0.257,,,1.000,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of valve_knob, row codex 0.149.1 / gpt-5.6-sol / max / 0.23.0/0.1.0@3202508a30f9, column score)",,out:uninformative,in nurb-valve-knob#0.23.0/0.1.0@3202508a30f9,github-nurb,gpt-5.6-terra,max,coding,mid,,per-task,1.206,0.0774,,,1.000,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of valve_knob, row codex 0.149.1 / gpt-5.6-terra / max / 0.23.0/0.1.0@3202508a30f9, column score)",,out:uninformative,in nurb-valve-knob#0.23.0/0.1.0@3202508a30f9,github-nurb,gpt-5.6-terra,xhigh,coding,mid,,per-task,0.792,0.0509,,,1.000,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of valve_knob, row codex 0.149.1 / gpt-5.6-terra / xhigh / 0.23.0/0.1.0@3202508a30f9, column score)",,out:uninformative,in nurb-valve-knob#0.22.2/0.1.0@3202508a30f9,github-nurb,grok-4.6,high,coding,mid,,per-task,0.31,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of valve_knob, row grok 1.0.5 / grok-4.6 / high / 0.22.2/0.1.0@3202508a30f9, column score)",,out:uninformative,in nurb-valve-knob#0.23.0/0.1.0@3202508a30f9,github-nurb,grok-4.6,low,coding,mid,,per-task,0.07,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of valve_knob, row grok 1.0.5 / grok-4.6 / low / 0.23.0/0.1.0@3202508a30f9, column score)",,out:uninformative,out:republished nurb-valve-knob#0.22.2/0.1.0@3202508a30f9,github-nurb,grok-4.6,low,coding,mid,,per-task,0.08,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of valve_knob, row grok 1.0.5 / grok-4.6 / low / 0.22.2/0.1.0@3202508a30f9, column score)",,out:uninformative,in nurb-valve-knob#0.23.0/0.1.0@3202508a30f9,github-nurb,grok-4.6,medium,coding,mid,,per-task,0.15,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of valve_knob, row grok 1.0.5 / grok-4.6 / medium / 0.23.0/0.1.0@3202508a30f9, column score)",,out:uninformative,out:republished nurb-valve-knob#0.22.2/0.1.0@3202508a30f9,github-nurb,grok-4.6,medium,coding,mid,,per-task,0.17,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of valve_knob, row grok 1.0.5 / grok-4.6 / medium / 0.22.2/0.1.0@3202508a30f9, column score)",,out:uninformative,in nurb-valve-knob#0.22.2/0.1.0@3202508a30f9,github-nurb,grok-4.6,xhigh,coding,mid,,per-task,0.32,0.00289,,,1.000,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of valve_knob, row grok 1.0.5 / grok-4.6 / xhigh / 0.22.2/0.1.0@3202508a30f9, column score)",,out:uninformative,in nurb-valve-knob#0.23.0/0.1.0@3202508a30f9,github-nurb,opus-5,xhigh,coding,mid,,per-task,3.13,0.00289,,,0.955,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of valve_knob, row claude 2.1.247 / claude-opus-5 / xhigh / 0.23.0/0.1.0@3202508a30f9, column score)",,in,in nurb-valve-knob#0.23.0/0.1.0@3202508a30f9,github-nurb,opus-5,max,coding,mid,,per-task,3.29,0.00289,,,0.954,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of valve_knob, row claude 2.1.250 / claude-opus-5 / max / 0.23.0/0.1.0@3202508a30f9, column score)",,in,in nurb-valve-knob#0.22.2/0.1.0@3202508a30f9,github-nurb,gpt-5.6-luna,high,coding,mid,,per-task,0.036,0.0142,,,0.941,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of valve_knob, row codex 0.149.0 / gpt-5.6-luna / high / 0.22.2/0.1.0@3202508a30f9, column score)",,in,in nurb-valve-knob#0.23.0/0.1.0@3202508a30f9,github-nurb,gpt-5.6-luna,max,coding,mid,,per-task,0.078,0.0302,,,0.941,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of valve_knob, row codex 0.149.1 / gpt-5.6-luna / max / 0.23.0/0.1.0@3202508a30f9, column score)",,in,out:cost-single-couple nurb-valve-knob#0.22.2/0.1.0@3202508a30f9,github-nurb,gpt-5.6-luna,xhigh,coding,mid,,per-task,0.078,0.0302,,,0.941,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of valve_knob, row codex 0.149.0 / gpt-5.6-luna / xhigh / 0.22.2/0.1.0@3202508a30f9, column score)",,in,in nurb-valve-knob#0.22.2/0.1.0@3202508a30f9,github-nurb,gpt-5.6-sol,medium,coding,mid,,per-task,1.625,0.188,,,0.941,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of valve_knob, row codex 0.149.0 / gpt-5.6-sol / medium / 0.22.2/0.1.0@3202508a30f9, column score)",,in,in nurb-valve-knob#0.23.0/0.1.0@3202508a30f9,github-nurb,gpt-5.6-sol,xhigh,coding,mid,,per-task,2.5250000000000004,0.292,,,0.941,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of valve_knob, row codex 0.149.1 / gpt-5.6-sol / xhigh / 0.23.0/0.1.0@3202508a30f9, column score)",,in,in nurb-valve-knob#0.22.2/0.1.0@3202508a30f9,github-nurb,gpt-5.6-terra,high,coding,mid,,per-task,0.9990000000000001,0.0642,,,0.941,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of valve_knob, row codex 0.149.0 / gpt-5.6-terra / high / 0.22.2/0.1.0@3202508a30f9, column score)",,in,in nurb-valve-knob#0.22.2/0.1.0@3202508a30f9,github-nurb,gpt-5.6-terra,medium,coding,mid,,per-task,0.684,0.044,,,0.935,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of valve_knob, row codex 0.149.0 / gpt-5.6-terra / medium / 0.22.2/0.1.0@3202508a30f9, column score)",,in,in nurb-valve-knob#0.22.2/0.1.0@3202508a30f9,github-nurb,opus-5,medium,coding,mid,,per-task,1.48,0.00289,,,0.923,score-of-1,0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of valve_knob, row claude 2.1.241 / claude-opus-5 / medium / 0.22.2/0.1.0@3202508a30f9, column score)",,in,in nurb-valve-knob#0.22.2/0.1.0@3202508a30f9,github-nurb,gpt-5.6-sol,low,coding,mid,,per-task,2.0,0.231,,,0.902,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of valve_knob, row codex 0.149.1 / gpt-5.6-sol / low / 0.22.2/0.1.0@3202508a30f9, column score)",,in,in nurb-valve-knob#0.22.2/0.1.0@3202508a30f9,github-nurb,gpt-5.6-terra,low,coding,mid,,per-task,0.7020000000000001,0.0451,,,0.902,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of valve_knob, row codex 0.149.1 / gpt-5.6-terra / low / 0.22.2/0.1.0@3202508a30f9, column score)",,in,in nurb-valve-knob#0.22.2/0.1.0@3202508a30f9,github-nurb,gpt-5.6-terra,medium,coding,mid,,per-task,0.7020000000000001,0.0451,,,0.902,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of valve_knob, row codex 0.149.1 / gpt-5.6-terra / medium / 0.22.2/0.1.0@3202508a30f9, column score)",,in,in nurb-valve-knob#0.22.2/0.1.0@3202508a30f9,github-nurb,gpt-5.6-sol,high,coding,mid,,per-task,1.6375000000000002,0.189,,,0.883,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of valve_knob, row codex 0.149.0 / gpt-5.6-sol / high / 0.22.2/0.1.0@3202508a30f9, column score)",,in,in nurb-valve-knob#0.22.2/0.1.0@3202508a30f9,github-nurb,gpt-5.6-luna,low,coding,mid,,per-task,0.036,0.0142,,,0.804,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of valve_knob, row codex 0.149.1 / gpt-5.6-luna / low / 0.22.2/0.1.0@3202508a30f9, column score)",,in,in nurb-valve-knob#0.22.2/0.1.0@3202508a30f9,github-nurb,gpt-5.6-luna,medium,coding,mid,,per-task,0.036,0.0142,,,0.706,score-of-1,0.000289,,cost-unrepriced; cost-price-band,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of valve_knob, row codex 0.149.1 / gpt-5.6-luna / medium / 0.22.2/0.1.0@3202508a30f9, column score)",,in,in nurb-valve-knob#0.23.0/0.1.0@3202508a30f9,github-nurb,haiku-4.5,not-established:absent,coding,mid,,per-task,0.49,0.00289,,,0.685,score-of-1,0.000289,,,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of valve_knob, row claude 2.1.246 / claude-haiku-4-5 / low / 0.23.0/0.1.0@3202508a30f9, column score)",,out:effort-not-established,out:effort-not-established nurb-valve-knob#0.22.2/0.1.0@3202508a30f9,github-nurb,haiku-4.5,not-established:absent,coding,mid,,per-task,0.37,0.00289,,,0.565,score-of-1,0.000289,,,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of valve_knob, row claude 2.1.241 / claude-haiku-4-5 / low / 0.22.2/0.1.0@3202508a30f9, column score)",,out:effort-not-established,out:effort-not-established nurb-valve-knob#0.22.2/0.1.0@3202508a30f9,github-nurb,haiku-4.5,not-established:absent,coding,mid,,per-task,0.65,0.00289,,,0.494,score-of-1,0.000289,,,"https://github.com/Shpigford/nurb-benchmarks (REPORT.md, table of valve_knob, row claude 2.1.241 / claude-haiku-4-5 / high / 0.22.2/0.1.0@3202508a30f9, column score)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,longcat-2.0,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.02044305,2.89e-09,21204,1539,68.75,answer_pass3%,0.00289,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row longcat-longcat-2-0-disabled / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,longcat-2.0,enabled,reasoning-math,mid,inspect-ai,per-suite,0.1828332,2.89e-08,19908,56916,95.8333,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row longcat-longcat-2-0-enabled / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,jamba-large-1.7,default,reasoning-math,mid,inspect-ai,per-suite,0.063256,2.89e-07,22896,2183,50.6944,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-requested-2026-07-21-ai21-jamba-large-1-7 / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,aion-2.0,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.2189082,2.89e-08,6004,132300,85.4167,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row aion-aion-labs-aion-2-0-low / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,aion-2.0,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.2049216,2.89e-08,69,125784,89.5833,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row aion-aion-labs-aion-2-0-medium / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,aion-2.0,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.1564104,2.89e-08,33,95478,91.6667,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row aion-aion-labs-aion-2-0-high / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,?aion/aion-labs/aion-2.5,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.241733,2.89e-07,19418,74105,88.8889,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row aion-aion-labs-aion-2-5-provider-default / column answer_pass3_accuracy)",,out:model-not-established,out:model-not-established obvbench@github-obviousbench,github-obviousbench,aion-3.0,default,reasoning-math,mid,inspect-ai,per-suite,0.4447635,2.89e-08,11196,67504,96.5278,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row aion-aion-labs-aion-3-0-provider-default / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,aion-3.0-mini,default,reasoning-math,mid,inspect-ai,per-suite,0.1734669,2.89e-08,5829,119409,93.0556,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row aion-aion-labs-aion-3-0-mini-provider-default / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,aion-3.5,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.993459,2.89e-07,6178,160943,93.75,answer_pass3%,0.00289,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260923-aion-labs-aion-3-5-low / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,aion-3.5,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,1.095633,2.89e-07,6178,177972,95.1389,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260923-aion-labs-aion-3-5-high / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,aion-3.5,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.870933,2.89e-07,6178,140522,97.9167,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260923-aion-labs-aion-3-5-max / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,aion-3.5-mini,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.50126248,2.89e-09,6178,353367,76.3889,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260923-aion-labs-aion-3-5-mini-low / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,aion-3.5-mini,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.41313108,2.89e-09,6178,290416,79.8611,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260923-aion-labs-aion-3-5-mini-high / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,aion-3.5-mini,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.31368348,2.89e-09,6178,219382,84.7222,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260923-aion-labs-aion-3-5-mini-max / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,aion-rp-llama-3.1-8b,solo,reasoning-math,mid,inspect-ai,per-suite,0.029212,2.89e-07,20265,8125,29.8611,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row aion-aion-labs-aion-rp-llama-3-1-8b-provider-default / column answer_pass3_accuracy)",,out:single-couple,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,nova-premier-v1,default,reasoning-math,mid,inspect-ai,per-suite,0.356845,2.89e-07,33213,21905,60.4167,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-requested-2026-07-21-amazon-nova-premier-v1 / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,haiku-3,solo,reasoning-math,mid,inspect-ai,per-suite,0.00852625,2.89e-09,21435,2534,44.4444,answer_pass3%,2.89e-05,,cost-base-price:cost-uniform-factor,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row requested-042-anthropic-claude-3-haiku-default / column answer_pass3_accuracy)",,out:single-couple,out:cost-single-couple obvbench@github-obviousbench,github-obviousbench,haiku-3.5,solo,reasoning-math,mid,inspect-ai,per-suite,0.0263592,0.00169,21435,3035,59.0278,answer_pass3%,2.89e-05,,cost-unrepriced; cost-price-band,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row requested-043-anthropic-claude-3-5-haiku-default / column answer_pass3_accuracy)",,out:single-couple,out:cost-single-couple obvbench@github-obviousbench,github-obviousbench,fable-5,low,reasoning-math,mid,inspect-ai,per-suite,0.619265,2.89e-07,28272,7263,97.9167,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260701-anthropic-claude-fable-5-low / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,fable-5,medium,reasoning-math,mid,inspect-ai,per-suite,0.719165,2.89e-07,28272,9317,97.9167,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260701-anthropic-claude-fable-5-medium / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,fable-5,high,reasoning-math,mid,inspect-ai,per-suite,0.853655,2.89e-07,28272,12639,98.6111,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260701-anthropic-claude-fable-5-high / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,fable-5,xhigh,reasoning-math,mid,inspect-ai,per-suite,1.016035,2.89e-07,28272,16125,98.6111,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260701-anthropic-claude-fable-5-xhigh / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,fable-5,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,2.123355,2.89e-07,28272,39334,99.3056,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260701-anthropic-claude-fable-5-max / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,fable-5.1,low,reasoning-math,mid,inspect-ai,per-suite,0.50021,2.89e-06,29136,4177,88.8889,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260830-anthropic-claude-fable-5-1-low / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,fable-5.1,medium,reasoning-math,mid,inspect-ai,per-suite,0.46906,2.89e-06,29136,3554,90.2778,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260830-anthropic-claude-fable-5-1-medium / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,fable-5.1,high,reasoning-math,mid,inspect-ai,per-suite,0.53131,2.89e-06,29136,4799,88.8889,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260830-anthropic-claude-fable-5-1-high / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,fable-5.1,xhigh,reasoning-math,mid,inspect-ai,per-suite,0.71541,2.89e-06,29136,8481,96.5278,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260830-anthropic-claude-fable-5-1-xhigh / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,fable-5.1,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,1.62131,2.89e-06,29136,26599,99.3056,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260830-anthropic-claude-fable-5-1-max / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,haiku-4.5,default,reasoning-math,mid,inspect-ai,per-suite,0.04191,2.89e-06,21435,4095,65.2778,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-5-anthropic-claude-haiku-4-5 / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,haiku-4.5,think-8000,reasoning-math,mid,inspect-ai,per-suite,0.420843,2.89e-07,33963,77376,90.2778,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-anthropic-claude-haiku-4-5-high-budget-8192 / column answer_pass3_accuracy)",,out:budget-config,out:budget-config obvbench@github-obviousbench,github-obviousbench,haiku-4.5,think-1000,reasoning-math,mid,inspect-ai,per-suite,0.361128,2.89e-07,33963,65433,91.6667,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-anthropic-claude-haiku-4-5-low-budget-1024 / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,haiku-4.5,think-2048,reasoning-math,mid,inspect-ai,per-suite,0.383278,2.89e-07,33963,69863,92.3611,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-anthropic-claude-haiku-4-5-medium-budget-2048 / column answer_pass3_accuracy)",,out:budget-config,out:budget-config obvbench@github-obviousbench,github-obviousbench,haiku-4.5,think-16000,reasoning-math,mid,inspect-ai,per-suite,0.439143,2.89e-07,33963,81036,93.0556,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-anthropic-claude-haiku-4-5-xhigh-budget-16384 / column answer_pass3_accuracy)",,out:budget-config,out:budget-config obvbench@github-obviousbench,github-obviousbench,haiku-5.5,nothink,reasoning-math,mid,inspect-ai,per-suite,0.0047987,2.89e-08,28272,3943,63.8889,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20261010-anthropic-claude-haiku-5-5-none / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,haiku-5.5,low,reasoning-math,mid,inspect-ai,per-suite,0.0091771,2.89e-08,29136,12527,71.5278,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20261010-anthropic-claude-haiku-5-5-low / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,haiku-5.5,medium,reasoning-math,mid,inspect-ai,per-suite,0.0130006,2.89e-08,29136,20174,83.3333,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20261010-anthropic-claude-haiku-5-5-medium / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,haiku-5.5,high,reasoning-math,mid,inspect-ai,per-suite,0.0171661,2.89e-08,29136,28505,92.3611,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20261010-anthropic-claude-haiku-5-5-high / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,haiku-5.5,xhigh,reasoning-math,mid,inspect-ai,per-suite,0.0206481,2.89e-08,29136,35469,91.6667,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20261010-anthropic-claude-haiku-5-5-xhigh / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,haiku-5.5,max,reasoning-math,mid,inspect-ai,per-suite,0.0436401,2.89e-08,29136,81453,97.2222,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20261010-anthropic-claude-haiku-5-5-max / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,opus-4,default,reasoning-math,mid,inspect-ai,per-suite,0.76665,2.89e-06,21435,5935,90.2778,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-requested-2026-08-10-anthropic-claude-opus-4 / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,opus-4,enabled,reasoning-math,mid,inspect-ai,per-suite,4.96212,2.89e-06,33963,59369,98.6111,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-requested-2026-08-12-anthropic-claude-opus-4-enabled / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,opus-4.6,low,reasoning-math,mid,inspect-ai,per-suite,0.1779,2.89e-05,21435,2829,90.2778,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-anthropic-claude-opus-4-6-low / column answer_pass3_accuracy)",,out:single-couple,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,opus-4.6,medium,reasoning-math,mid,inspect-ai,per-suite,0.20395,2.89e-06,21435,3871,89.5833,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-anthropic-claude-opus-4-6-medium / column answer_pass3_accuracy)",,out:single-couple,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,opus-4.6,high,reasoning-math,mid,inspect-ai,per-suite,0.652625,2.89e-07,21435,21818,97.9167,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-anthropic-claude-opus-4-6-high / column answer_pass3_accuracy)",,out:single-couple,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,opus-4.6,max,reasoning-math,mid,inspect-ai,per-suite,0.808175,2.89e-07,21435,28040,97.2222,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-anthropic-claude-opus-4-6-max / column answer_pass3_accuracy)",,out:single-couple,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,opus-4.7,low,reasoning-math,mid,inspect-ai,per-suite,0.23496,2.89e-06,30432,3312,84.0278,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-anthropic-claude-opus-4-7-low / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,opus-4.7,medium,reasoning-math,mid,inspect-ai,per-suite,0.234835,2.89e-07,30432,3307,85.4167,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-anthropic-claude-opus-4-7-medium / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,opus-4.7,high,reasoning-math,mid,inspect-ai,per-suite,0.24551,2.89e-06,30432,3734,86.8056,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-anthropic-claude-opus-4-7-high / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,opus-4.7,xhigh,reasoning-math,mid,inspect-ai,per-suite,0.28586,2.89e-06,30432,5348,91.6667,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-anthropic-claude-opus-4-7-xhigh / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,opus-4.7,max,reasoning-math,mid,inspect-ai,per-suite,0.335135,2.89e-07,30432,7319,86.8056,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-anthropic-claude-opus-4-7-max / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,opus-4.1,default,reasoning-math,mid,inspect-ai,per-suite,0.76635,2.89e-06,21435,5931,90.9722,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-requested-2026-08-10-anthropic-claude-opus-4-1 / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,opus-4.1,enabled,reasoning-math,mid,inspect-ai,per-suite,4.92492,2.89e-06,33963,58873,98.6111,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-requested-2026-08-12-anthropic-claude-opus-4-1-enabled / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,opus-4.5,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.1908,2.89e-05,21435,3345,81.9444,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row requested-022-anthropic-claude-opus-4-5-none / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,opus-4.5,think-1024,reasoning-math,mid,inspect-ai,per-suite,1.601965,2.89e-07,33963,57286,99.3056,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row requested-023-anthropic-claude-opus-4-5-low-budget-1024 / column answer_pass3_accuracy)",,out:budget-config,out:budget-config obvbench@github-obviousbench,github-obviousbench,opus-4.5,think-2048,reasoning-math,mid,inspect-ai,per-suite,1.67784,2.89e-06,33963,60321,99.3056,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row requested-024-anthropic-claude-opus-4-5-medium-budget-2048 / column answer_pass3_accuracy)",,out:budget-config,out:budget-config obvbench@github-obviousbench,github-obviousbench,opus-4.5,think-8000,reasoning-math,mid,inspect-ai,per-suite,1.691115,2.89e-07,33963,60852,99.3056,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row requested-025-anthropic-claude-opus-4-5-high-budget-8192 / column answer_pass3_accuracy)",,out:budget-config,out:budget-config obvbench@github-obviousbench,github-obviousbench,opus-4.5,think-16000,reasoning-math,mid,inspect-ai,per-suite,1.709565,2.89e-07,33963,61590,98.6111,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row requested-026-anthropic-claude-opus-4-5-xhigh-budget-16384 / column answer_pass3_accuracy)",,out:budget-config,out:budget-config obvbench@github-obviousbench,github-obviousbench,opus-4.8,nothink,reasoning-math,mid,inspect-ai,per-suite,0.202885,2.89e-07,28272,2461,84.7222,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-236-claude-opus-4-8-none / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,opus-4.8,low,reasoning-math,mid,inspect-ai,per-suite,0.30321,2.89e-06,28272,6474,95.1389,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-211-claude-opus-4-8-low / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,opus-4.8,medium,reasoning-math,mid,inspect-ai,per-suite,0.319985,2.89e-07,28272,7145,93.0556,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-212-claude-opus-4-8-medium / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,opus-4.8,high,reasoning-math,mid,inspect-ai,per-suite,0.354185,2.89e-07,28272,8513,94.4444,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-213-claude-opus-4-8-high / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,opus-4.8,xhigh,reasoning-math,mid,inspect-ai,per-suite,0.507835,2.89e-07,28272,14659,96.5278,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-214-claude-opus-4-8-xhigh / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,opus-4.8,max,reasoning-math,mid,inspect-ai,per-suite,1.004085,2.89e-07,28272,34509,99.3056,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-215-claude-opus-4-8-max / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,opus-5.5,low,reasoning-math,mid,inspect-ai,per-suite,0.317224,2.89e-07,29136,10034,95.8333,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260922-anthropic-claude-opus-5-5-low / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,opus-5.5,medium,reasoning-math,mid,inspect-ai,per-suite,0.399124,2.89e-07,29136,14129,96.5278,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260922-anthropic-claude-opus-5-5-medium / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,opus-5.5,high,reasoning-math,mid,inspect-ai,per-suite,0.412424,2.89e-07,29136,14794,100,answer_pass3%,2.89,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260922-anthropic-claude-opus-5-5-high / column answer_pass3_accuracy)",,out:uninformative,in obvbench@github-obviousbench,github-obviousbench,opus-5.5,xhigh,reasoning-math,mid,inspect-ai,per-suite,0.449364,2.89e-07,29136,16641,100,answer_pass3%,2.89,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260922-anthropic-claude-opus-5-5-xhigh / column answer_pass3_accuracy)",,out:uninformative,in obvbench@github-obviousbench,github-obviousbench,opus-5.5,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.802064,2.89e-07,29136,34276,100,answer_pass3%,2.89,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260922-anthropic-claude-opus-5-5-max / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,sonnet-4,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.170925,2.89e-07,21435,7108,57.6389,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row requested-027-anthropic-claude-sonnet-4-none / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,sonnet-4,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,1.034874,2.89e-07,33963,62199,94.4444,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row requested-028-anthropic-claude-sonnet-4-low / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,sonnet-4,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,1.141884,2.89e-07,33963,69333,95.1389,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row requested-029-anthropic-claude-sonnet-4-medium / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,sonnet-4,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,1.235574,2.89e-07,33963,75579,95.8333,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row requested-030-anthropic-claude-sonnet-4-high / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,sonnet-4,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,1.214964,2.89e-07,33963,74205,95.8333,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row requested-031-anthropic-claude-sonnet-4-xhigh / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,sonnet-4.5,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.186195,2.89e-07,21435,8126,68.0556,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row requested-032-anthropic-claude-sonnet-4-5-none / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,sonnet-4.5,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.947199,2.89e-07,33963,56354,95.8333,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row requested-033-anthropic-claude-sonnet-4-5-low / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,sonnet-4.5,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.970794,2.89e-07,33963,57927,96.5278,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row requested-034-anthropic-claude-sonnet-4-5-medium / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,sonnet-4.5,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,1.088769,2.89e-07,33963,65792,97.2222,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row requested-035-anthropic-claude-sonnet-4-5-high / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,sonnet-4.5,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,1.074324,2.89e-07,33963,64829,97.2222,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row requested-036-anthropic-claude-sonnet-4-5-xhigh / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,sonnet-4.6,nothink,reasoning-math,mid,inspect-ai,per-suite,0.12915,2.89e-06,21435,4323,79.8611,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-237-claude-sonnet-4-6-none / column answer_pass3_accuracy)",,in,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,sonnet-4.6,default,reasoning-math,mid,inspect-ai,per-suite,0.12708,2.89e-06,21435,4185,77.7778,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-4-anthropic-claude-sonnet-4-6 / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,sonnet-4.6,low,reasoning-math,mid,inspect-ai,per-suite,0.12111,2.89e-06,21435,3787,79.1667,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-216-claude-sonnet-4-6-low / column answer_pass3_accuracy)",,in,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,sonnet-4.6,medium,reasoning-math,mid,inspect-ai,per-suite,0.189,0.000289,21435,8313,88.1944,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-217-claude-sonnet-4-6-medium / column answer_pass3_accuracy)",,in,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,sonnet-4.6,high,reasoning-math,mid,inspect-ai,per-suite,0.573405,2.89e-07,21435,33940,96.5278,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-218-claude-sonnet-4-6-high / column answer_pass3_accuracy)",,in,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,sonnet-4.6,max,reasoning-math,mid,inspect-ai,per-suite,0.822045,2.89e-07,21435,50516,96.5278,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-219-claude-sonnet-4-6-max / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,sonnet-5,low,reasoning-math,mid,inspect-ai,per-suite,0.096264,2.89e-07,28272,3972,82.6389,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260630-anthropic-claude-sonnet-5-low / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,sonnet-5,medium,reasoning-math,mid,inspect-ai,per-suite,0.099434,2.89e-07,28272,4289,80.5556,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260630-anthropic-claude-sonnet-5-medium / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,sonnet-5,high,reasoning-math,mid,inspect-ai,per-suite,0.129304,2.89e-07,28272,7276,86.8056,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260630-anthropic-claude-sonnet-5-high / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,sonnet-5,xhigh,reasoning-math,mid,inspect-ai,per-suite,0.175854,2.89e-07,28272,11931,90.2778,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260630-anthropic-claude-sonnet-5-xhigh / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,sonnet-5,max,reasoning-math,mid,inspect-ai,per-suite,0.509744,2.89e-07,28272,45320,96.5278,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260630-anthropic-claude-sonnet-5-max / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,sonnet-5.5,nothink,reasoning-math,mid,inspect-ai,per-suite,0.098144,2.89e-07,28272,4160,84.7222,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260928-anthropic-claude-sonnet-5-5-none / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,sonnet-5.5,low,reasoning-math,mid,inspect-ai,per-suite,0.136689,0.0263,29136,12398,83.3333,answer_pass3%,2.89e-05,,cost-unrepriced; cost-price-band,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260928-anthropic-claude-sonnet-5-5-low / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,sonnet-5.5,medium,reasoning-math,mid,inspect-ai,per-suite,0.13634400000000002,0.0262,29136,12352,86.1111,answer_pass3%,2.89e-05,,cost-unrepriced; cost-price-band,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260928-anthropic-claude-sonnet-5-5-medium / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,sonnet-5.5,high,reasoning-math,mid,inspect-ai,per-suite,0.150729,0.029,29136,14270,88.1944,answer_pass3%,2.89e-05,,cost-unrepriced; cost-price-band,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260928-anthropic-claude-sonnet-5-5-high / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,sonnet-5.5,xhigh,reasoning-math,mid,inspect-ai,per-suite,0.1972815,0.038,29136,20477,99.3056,answer_pass3%,2.89e-05,,cost-unrepriced; cost-price-band,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260928-anthropic-claude-sonnet-5-5-xhigh / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,sonnet-5.5,max,reasoning-math,mid,inspect-ai,per-suite,0.4159215,0.08,29136,49629,100,answer_pass3%,2.89,,cost-unrepriced; cost-price-band,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260928-anthropic-claude-sonnet-5-5-max / column answer_pass3_accuracy)",,out:uninformative,in obvbench@github-obviousbench,github-obviousbench,trinity-large-thinking,solo,reasoning-math,mid,inspect-ai,per-suite,0.14164991,2.89e-09,10116,165145,94.4444,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-requested-2026-07-21-arcee-ai-trinity-large-thinking / column answer_pass3_accuracy)",,out:single-couple,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,ernie-4.5-vl-424b-a47b,default,reasoning-math,mid,inspect-ai,per-suite,0.04411593,2.89e-09,18279,29151,74.3056,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-requested-2026-07-21-baidu-ernie-4-5-vl-424b-a47b / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,seed-1.6,default,reasoning-math,mid,inspect-ai,per-suite,0.18188225,2.89e-09,52305,84403,96.5278,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-requested-2026-07-21-bytedance-seed-seed-1-6 / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,seed-1.6-flash,default,reasoning-math,mid,inspect-ai,per-suite,0.046565475,2.89e-10,53169,141926,87.5,answer_pass3%,0.0289,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-requested-2026-07-21-bytedance-seed-seed-1-6-flash / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,seed-2-1-turbo,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.020949,2.89e-07,36753,1029,79.1667,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-requested-2026-08-12-bytedance-seed-seed-2-1-turbo-none / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,seed-2-1-turbo,enabled,reasoning-math,mid,inspect-ai,per-suite,0.5414075,2.89e-08,37185,209126,100,answer_pass3%,2.89,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-requested-2026-08-12-bytedance-seed-seed-2-1-turbo-enabled / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,seed-2.0-code,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.0250965,2.89e-08,30273,3320,73.6111,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-requested-2026-08-12-bytedance-seed-seed-2-0-code-none / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,seed-2.0-code,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.2525895,2.89e-08,31569,78935,96.5278,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-requested-2026-08-12-bytedance-seed-seed-2-0-code-low / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,seed-2.0-code,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.3633135,2.89e-08,32001,115771,97.2222,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-requested-2026-08-12-bytedance-seed-seed-2-0-code-medium / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,seed-2.0-code,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.6262095,2.89e-08,30705,203619,97.9167,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-requested-2026-08-12-bytedance-seed-seed-2-0-code-high / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,seed-2.0-lite,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.01125225,2.89e-09,36753,1032,60.4167,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-bytedance-seed-seed-2-0-lite-minimal / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,seed-2.0-lite,default,reasoning-math,mid,inspect-ai,per-suite,0.18063425,2.89e-09,38481,85507,97.9167,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-requested-2026-07-21-bytedance-seed-seed-2-0-lite / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,seed-2.0-lite,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.13048825,2.89e-09,38049,60488,93.75,answer_pass3%,0.00289,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-bytedance-seed-seed-2-0-lite-low / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,seed-2.0-lite,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.17891025,2.89e-09,38481,84645,96.5278,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-bytedance-seed-seed-2-0-lite-medium / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,seed-2.0-lite,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.26414625,2.89e-09,37185,127425,96.5278,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-bytedance-seed-seed-2-0-lite-high / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,seed-2.0-mini,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.0060001,2.89e-08,36753,5812,54.8611,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-bytedance-seed-seed-2-0-mini-minimal / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,seed-2.0-mini,default,reasoning-math,mid,inspect-ai,per-suite,0.0820241,2.89e-08,38481,195440,95.1389,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-requested-2026-07-21-bytedance-seed-seed-2-0-mini / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,seed-2.0-mini,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.0667285,2.89e-08,38049,157309,90.9722,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-bytedance-seed-seed-2-0-mini-low / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,seed-2.0-mini,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.0839717,2.89e-08,38481,200309,93.75,answer_pass3%,0.00289,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-bytedance-seed-seed-2-0-mini-medium / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,seed-2.0-mini,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.1213161,2.89e-08,37185,293994,93.75,answer_pass3%,0.00289,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-bytedance-seed-seed-2-0-mini-high / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,ui-tars-1.5-7b,solo,reasoning-math,mid,inspect-ai,per-suite,0.0013327,2.89e-08,9839,1744,40.9722,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-requested-2026-07-21-bytedance-ui-tars-1-5-7b / column answer_pass3_accuracy)",,out:single-couple,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,celeris-1,default,reasoning-math,mid,inspect-ai,per-suite,0.061986,2.89e-07,21495,3166,53.4722,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row celeris-celeris-1-provider-default / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,opus-5,nothink,reasoning-math,mid,inspect-ai,per-suite,0.24551,2.89e-06,28272,4166,80.5556,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row anthropic-claude-opus-5-none / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,opus-5,low,reasoning-math,mid,inspect-ai,per-suite,0.43301,2.89e-06,28272,11666,98.6111,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row anthropic-claude-opus-5-low / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,opus-5,medium,reasoning-math,mid,inspect-ai,per-suite,0.502985,2.89e-07,28272,14465,99.3056,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row anthropic-claude-opus-5-medium / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,opus-5,high,reasoning-math,mid,inspect-ai,per-suite,0.59976,2.89e-06,28272,18336,100,answer_pass3%,2.89,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row anthropic-claude-opus-5-high / column answer_pass3_accuracy)",,out:uninformative,in obvbench@github-obviousbench,github-obviousbench,opus-5,xhigh,reasoning-math,mid,inspect-ai,per-suite,0.658285,2.89e-07,28272,20677,99.3056,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row anthropic-claude-opus-5-xhigh / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,opus-5,max,reasoning-math,mid,inspect-ai,per-suite,0.73756,2.89e-06,28272,23848,99.3056,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row anthropic-claude-opus-5-max / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,cogito-v2.1-671b,default,reasoning-math,mid,inspect-ai,per-suite,0.0380525,2.89e-08,28929,1513,74.3056,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-requested-2026-07-21-deepcogito-cogito-v2-1-671b / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,deepseek-v4.1-flash,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.00347835,2.89e-09,18561,1157,76.3889,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260910-deepseek-flash-disabled / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,deepseek-v4.1-flash,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.02387355,2.89e-09,29793,32341,97.9167,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260910-deepseek-flash-minimal / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,deepseek-v4.1-flash,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.02411595,2.89e-09,29793,32745,97.2222,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260910-deepseek-flash-low / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,deepseek-v4.1-flash,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.02534055,2.89e-09,29793,34786,97.2222,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260910-deepseek-flash-high / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,deepseek-v4.1-flash,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.02675595,2.89e-09,29793,37145,98.6111,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260910-deepseek-flash-max / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,deepseek-v4.1-flash,adaptive,reasoning-math,mid,inspect-ai,per-suite,0.02519175,2.89e-09,29793,34538,99.3056,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260910-deepseek-flash-adaptive / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,?deepseek/deepseek-v4-flash,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.00477642,2.89e-09,18561,1050,62.5,answer_pass3%,0.0289,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260731-deepseek-v4-flash-disabled / column answer_pass3_accuracy)",,out:model-not-established,out:model-not-established obvbench@github-obviousbench,github-obviousbench,?deepseek/deepseek-v4-flash,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.049665,2.89e-07,18561,69063,99.3056,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260731-deepseek-v4-flash-low / column answer_pass3_accuracy)",,out:model-not-established,out:model-not-established obvbench@github-obviousbench,github-obviousbench,?deepseek/deepseek-v4-flash,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.052205172,2.89e-10,43473,64961,98.6111,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260731-deepseek-v4-flash-high / column answer_pass3_accuracy)",,out:model-not-established,out:model-not-established obvbench@github-obviousbench,github-obviousbench,?deepseek/deepseek-v4-flash,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.068252568,2.89e-10,42561,89564,97.9167,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260731-deepseek-v4-flash-max / column answer_pass3_accuracy)",,out:model-not-established,out:model-not-established obvbench@github-obviousbench,github-obviousbench,?deepseek/deepseek-v4-pro,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.01457082,2.89e-09,18561,1172,74.3056,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260813-deepseek-v4-pro-disabled / column answer_pass3_accuracy)",,out:model-not-established,out:model-not-established obvbench@github-obviousbench,github-obviousbench,?deepseek/deepseek-v4-pro,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.08796744,2.89e-09,18561,38241,99.3056,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260813-deepseek-v4-pro-low / column answer_pass3_accuracy)",,out:model-not-established,out:model-not-established obvbench@github-obviousbench,github-obviousbench,?deepseek/deepseek-v4-pro,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.121792792,2.89e-10,48593,45471,98.6111,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260813-deepseek-v4-pro-high / column answer_pass3_accuracy)",,out:model-not-established,out:model-not-established obvbench@github-obviousbench,github-obviousbench,?deepseek/deepseek-v4-pro,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.16388328,2.89e-09,41025,69459,98.6111,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260813-deepseek-v4-pro-max / column answer_pass3_accuracy)",,out:model-not-established,out:model-not-established obvbench@github-obviousbench,github-obviousbench,deepseek-v3,solo,reasoning-math,mid,inspect-ai,per-suite,0.0074779068,2.89e-11,18129,4810,42.3611,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-76-deepseek-deepseek-v3 / column answer_pass3_accuracy)",,out:single-couple,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,deepseek-v3-0324,solo,reasoning-math,mid,inspect-ai,per-suite,0.0063348,2.89e-08,13103,4577,48.6111,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-69-deepseek-deepseek-v3-0324 / column answer_pass3_accuracy)",,out:single-couple,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,deepseek-v3.1,default,reasoning-math,mid,inspect-ai,per-suite,0.00504029,2.89e-09,15485,2038,54.8611,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-73-deepseek-deepseek-v3-1 / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,deepseek-v3.1-terminus,default,reasoning-math,mid,inspect-ai,per-suite,0.01980518,2.89e-09,15850,16674,58.3333,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-80-deepseek-deepseek-v3-1-terminus / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,deepseek-v3.2,default,reasoning-math,mid,inspect-ai,per-suite,0.0037922456,2.89e-11,16294,1511,50.6944,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-47-deepseek-deepseek-v3-2 / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,deepseek-v3.2-exp,default,reasoning-math,mid,inspect-ai,per-suite,0.00553408,2.89e-09,18497,1328,61.1111,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-57-deepseek-deepseek-v3-2-exp / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,deepseek-v4-flash-preview,default,reasoning-math,mid,inspect-ai,per-suite,0.011477368,2.89e-10,18425,32028,73.6111,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-35-deepseek-deepseek-v4-flash / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,deepseek-v4-pro-preview,default,reasoning-math,mid,inspect-ai,per-suite,0.046928496,2.89e-10,18249,44971,79.8611,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-78-deepseek-deepseek-v4-pro / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,?mistral-direct/devstral-2512,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.01129304,2.89e-09,18276,1478,65.9722,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260826-devstral-2512-provider-default / column answer_pass3_accuracy)",,out:model-not-established,out:model-not-established obvbench@github-obviousbench,github-obviousbench,ember-1,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.140487,2.89e-07,25869,4192,63.8889,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260924-fireworks-ember-1-none / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,ember-1,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.58173,2.89e-06,55245,27733,95.8333,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260924-fireworks-ember-1-low / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,ember-1,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.669405,2.89e-07,55245,33578,97.2222,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260924-fireworks-ember-1-high / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,ember-1,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.724344,2.89e-07,54813,37327,98.6111,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260924-fireworks-ember-1-max / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,gemini-3.5-flash-lite,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.0122442,2.89e-08,18039,2733,74.3056,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row gemini-flex-gemini-3-5-flash-lite-minimal / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,gemini-3.5-flash-lite,low,reasoning-math,mid,inspect-ai,per-suite,0.1321592,2.89e-08,18039,50699,91.6667,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row gemini-flex-gemini-3-5-flash-lite-low / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,gemini-3.5-flash-lite,medium,reasoning-math,mid,inspect-ai,per-suite,,,18039,82447,96.5278,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row gemini-flex-gemini-3-5-flash-lite-medium / column answer_pass3_accuracy)",,in,out:contradictory obvbench@github-obviousbench,github-obviousbench,gemini-3.5-flash-lite,high,reasoning-math,mid,inspect-ai,per-suite,,,18039,101410,97.9167,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row gemini-flex-gemini-3-5-flash-lite-high / column answer_pass3_accuracy)",,in,out:contradictory obvbench@github-obviousbench,github-obviousbench,gemini-3.6-flash,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.0172605,2.89e-08,18039,995,81.9444,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row gemini-flex-gemini-3-6-flash-minimal / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,gemini-3.6-flash,low,reasoning-math,mid,inspect-ai,per-suite,0.29326949999999996,0.0564,18039,48529,99.3056,answer_pass3%,2.89e-05,,cost-unrepriced; cost-price-band,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row gemini-flex-gemini-3-6-flash-low / column answer_pass3_accuracy)",,in,out:cost-single-couple obvbench@github-obviousbench,github-obviousbench,gemini-3.6-flash,medium,reasoning-math,mid,inspect-ai,per-suite,,,18039,86496,100,answer_pass3%,2.89,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row gemini-flex-gemini-3-6-flash-medium / column answer_pass3_accuracy)",,out:uninformative,out:contradictory obvbench@github-obviousbench,github-obviousbench,gemini-3.6-flash,high,reasoning-math,mid,inspect-ai,per-suite,,,18039,93404,99.3056,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row gemini-flex-gemini-3-6-flash-high / column answer_pass3_accuracy)",,in,out:contradictory obvbench@github-obviousbench,github-obviousbench,gemini-3.7-flash,low,reasoning-math,mid,inspect-ai,per-suite,0.11297925,2.89e-09,18039,989,99.3056,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row gemini-flex-gemini-3-7-flash-low / column answer_pass3_accuracy)",,in,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,gemini-3.7-flash,medium,reasoning-math,mid,inspect-ai,per-suite,0.2017755,2.89e-08,18039,982,100,answer_pass3%,2.89,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row gemini-flex-gemini-3-7-flash-medium / column answer_pass3_accuracy)",,out:uninformative,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,gemini-3.7-flash,high,reasoning-math,mid,inspect-ai,per-suite,0.3051705,2.89e-08,18039,970,100,answer_pass3%,2.89,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row gemini-flex-gemini-3-7-flash-high / column answer_pass3_accuracy)",,out:uninformative,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,gemini-3.8-flash,low,reasoning-math,mid,inspect-ai,per-suite,,,18039,18487,96.5278,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row gemini-flex-gemini-3-8-flash-low / column answer_pass3_accuracy)",,in,out:contradictory obvbench@github-obviousbench,github-obviousbench,gemini-3.8-flash,medium,reasoning-math,mid,inspect-ai,per-suite,,,18039,51389,100,answer_pass3%,2.89,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row gemini-flex-gemini-3-8-flash-medium / column answer_pass3_accuracy)",,out:uninformative,out:contradictory obvbench@github-obviousbench,github-obviousbench,gemini-3.8-flash,high,reasoning-math,mid,inspect-ai,per-suite,,,18039,80535,100,answer_pass3%,2.89,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row gemini-flex-gemini-3-8-flash-high / column answer_pass3_accuracy)",,out:uninformative,out:contradictory obvbench@github-obviousbench,github-obviousbench,glm-5.2,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.0343776,2.89e-08,19398,1641,68.0556,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row zai-glm-5-2-none / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,glm-5.2,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.26729624,2.89e-09,21926,53774,98.6111,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row zai-glm-5-2-high / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,glm-5.2,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.3675796,2.89e-08,21990,76544,99.3056,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row zai-glm-5-2-xhigh / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,glm-5.3,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.05467232,2.89e-09,20198,5893,79.1667,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row zai-glm-5-3-low / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,glm-5.3,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.08282352,2.89e-09,20198,12410,93.0556,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row zai-glm-5-3-high / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,glm-5.3,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.24084152,2.89e-09,20198,48404,98.6111,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row zai-glm-5-3-max / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,glm-5.3-flash,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.006667,2.89e-07,21990,6737,79.1667,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row zai-glm-5-3-flash-low / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,glm-5.3-flash,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.00881777,2.89e-09,21926,11062,88.8889,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row zai-glm-5-3-flash-high / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,glm-5.3-flash,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.0193585,2.89e-08,21990,32120,96.5278,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row zai-glm-5-3-flash-max / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,glm-5.3-flashx,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.01588253,2.89e-09,20262,6656,81.9444,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260921-glm-5-3-flashx-low / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,glm-5.3-flashx,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.02149578,2.89e-09,20262,11228,94.4444,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260921-glm-5-3-flashx-high / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,glm-5.3-flashx,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.04451655,2.89e-09,20198,29713,98.6111,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260921-glm-5-3-flashx-max / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,gemini-2.5-flash,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.0077746,2.89e-08,17607,997,65.2778,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-google-gemini-2-5-flash-none / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,gemini-2.5-flash,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.2003971,2.89e-08,17607,78046,92.3611,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-google-gemini-2-5-flash-low / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,gemini-2.5-flash,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.1851921,2.89e-08,17607,71964,94.4444,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-google-gemini-2-5-flash-medium / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,gemini-2.5-flash,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.1802621,2.89e-08,17607,69992,93.0556,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-google-gemini-2-5-flash-high / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,gemini-2.5-flash-lite,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.0021499,2.89e-08,17607,973,57.6389,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-google-gemini-2-5-flash-lite-none / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,gemini-2.5-flash-lite,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.0375203,2.89e-08,17607,89399,88.1944,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-189-gemini-2-5-flash-lite-low-budget-1024 / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,gemini-2.5-flash-lite,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.0472372,2.89e-08,17608,113691,86.1111,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-197-gemini-2-5-flash-lite-medium-budget-8192 / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,gemini-2.5-flash-lite,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.0502876,2.89e-08,17608,121317,86.1111,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-google-gemini-2-5-flash-lite-high / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,gemini-2.5-pro,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,1.69616875,2.89e-09,17607,167416,95.8333,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row requested-045-google-gemini-2-5-pro-low / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,gemini-2.5-pro,dynamic,reasoning-math,mid,inspect-ai,per-suite,1.70182875,2.89e-09,17607,167982,97.2222,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row requested-044-google-gemini-2-5-pro-dynamic / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,gemini-2.5-pro,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,1.78795875,2.89e-09,17607,176595,96.5278,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row requested-046-google-gemini-2-5-pro-medium / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,gemini-2.5-pro,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,1.72626875,2.89e-09,17607,170426,97.2222,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row requested-047-google-gemini-2-5-pro-high / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,gemini-2.5-pro,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,1.67839875,2.89e-09,17607,165639,95.8333,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row requested-048-google-gemini-2-5-pro-xhigh / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,gemini-3-flash,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.0118895,2.89e-08,17719,1010,86.1111,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-google-gemini-3-flash-preview-minimal / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,gemini-3-flash,default,reasoning-math,mid,inspect-ai,per-suite,0.0118245,2.89e-08,17607,1007,83.3333,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-159-gemini-3-flash-preview / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,gemini-3-flash,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.227781,2.89e-07,17682,72980,98.6111,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-google-gemini-3-flash-preview-low / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,gemini-3-flash,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.2473165,2.89e-08,17633,79500,99.3056,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-google-gemini-3-flash-preview-medium / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,gemini-3-flash,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.245631,2.89e-07,17730,78922,97.2222,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-google-gemini-3-flash-preview-high / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,gemini-3.1-flash-lite,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.00596425,2.89e-09,17827,1005,79.8611,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-193-gemini-3-1-flash-lite-minimal-budget-1024 / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,gemini-3.1-flash-lite,default,reasoning-math,mid,inspect-ai,per-suite,0.0059355,2.89e-08,17718,1004,81.25,answer_pass3%,0.00289,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-141-gemini-3-1-flash-lite / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,gemini-3.1-flash-lite,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.0850275,2.89e-08,17850,53710,83.3333,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-227-google-gemini-3-1-flash-lite-low / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,gemini-3.1-flash-lite,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.1175015,2.89e-08,17822,75364,95.8333,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-228-google-gemini-3-1-flash-lite-medium / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,gemini-3.1-flash-lite,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.19541975,2.89e-09,17849,127305,97.9167,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-229-google-gemini-3-1-flash-lite-high / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,gemini-3.1-pro,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.902638,2.89e-07,17615,72284,99.3056,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260625-google-gemini-3-1-pro-preview-low / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,gemini-3.1-pro,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,1.002,0.000289,17610,80565,100,answer_pass3%,2.89,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260625-google-gemini-3-1-pro-preview-medium / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,gemini-3.1-pro,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,1.167546,2.89e-07,17619,94359,100,answer_pass3%,2.89,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260625-google-gemini-3-1-pro-preview-high / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,gemini-3.5-flash,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.0353655,2.89e-08,17607,995,83.3333,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-220-google-gemini-3-5-flash-minimal / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,gemini-3.5-flash,default,reasoning-math,mid,inspect-ai,per-suite,0.8993745,2.89e-08,17607,96996,99.3056,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-6-gemini-3-5-flash / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,gemini-3.5-flash,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.5007285,2.89e-08,17739,52680,99.3056,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-221-google-gemini-3-5-flash-low / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,gemini-3.5-flash,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.9108225,2.89e-08,17649,98261,99.3056,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-222-google-gemini-3-5-flash-medium / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,gemini-3.5-flash,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.9955275,2.89e-08,17665,107670,100,answer_pass3%,2.89,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-223-google-gemini-3-5-flash-high / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,gemma-2-27b-it,solo,reasoning-math,mid,inspect-ai,per-suite,0.01551355,2.89e-09,21474,2451,45.1389,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-67-google-gemma-2-27b / column answer_pass3_accuracy)",,out:single-couple,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,?openai-api/lmstudio/google/gemma-2-9b,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.0018872,2.89e-08,21474,2116,42.3611,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260713-google-gemma-2-9b-none / column answer_pass3_accuracy)",,out:model-not-established,out:model-not-established obvbench@github-obviousbench,github-obviousbench,gemma-3-12b-it,solo,reasoning-math,mid,inspect-ai,per-suite,0.00105753,2.89e-09,21495,1521,57.6389,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-101-google-gemma-3-12b / column answer_pass3_accuracy)",,out:single-couple,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,gemma-3-27b-it,solo,reasoning-math,mid,inspect-ai,per-suite,0.00107672,2.89e-09,14341,1877,50.6944,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-105-google-gemma-3-27b / column answer_pass3_accuracy)",,out:single-couple,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,gemma-3-4b-it,solo,reasoning-math,mid,inspect-ai,per-suite,0.00100276,2.89e-09,21495,1787,36.1111,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-100-google-gemma-3-4b / column answer_pass3_accuracy)",,out:single-couple,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,gemma-3n-e4b-it,solo,reasoning-math,mid,inspect-ai,per-suite,0.00168246,2.89e-09,24519,1761,44.4444,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-27-google-gemma-3n-4b / column answer_pass3_accuracy)",,out:single-couple,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,gemma-4-26b-a4b-it,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.00171255,2.89e-09,21572,1415,68.75,answer_pass3%,0.00289,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-112-google-gemma-4-26b-a4b / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,gemma-4-26b-a4b-it,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.03818517,2.89e-09,22039,111989,96.5278,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-google-gemma-4-26b-a4b-it-low / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,gemma-4-26b-a4b-it,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.03507126,2.89e-09,20056,103108,96.5278,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-google-gemma-4-26b-a4b-it-medium / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,gemma-4-26b-a4b-it,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.04670439,2.89e-09,23456,145724,97.2222,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-google-gemma-4-26b-a4b-it-high / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,gemma-4-31b-it,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.00302507,2.89e-09,21403,1427,84.7222,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-116-google-gemma-4-31b / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,gemma-4-31b-it,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.02704315,2.89e-09,20780,66883,100,answer_pass3%,2.89,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-google-gemma-4-31b-it-low / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,gemma-4-31b-it,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.02517265,2.89e-09,16209,63685,99.3056,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-google-gemma-4-31b-it-medium / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,gemma-4-31b-it,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.02509939,2.89e-09,13914,64495,100,answer_pass3%,2.89,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-google-gemma-4-31b-it-high / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,gpt-5.3-codex,low,reasoning-math,mid,inspect-ai,per-suite,0.278166,2.89e-07,19368,17448,95.8333,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openai-gpt-5-3-codex-low / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,gpt-5.3-codex,medium,reasoning-math,mid,inspect-ai,per-suite,0.335272,2.89e-07,19368,21527,97.2222,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openai-gpt-5-3-codex-medium / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,gpt-5.3-codex,high,reasoning-math,mid,inspect-ai,per-suite,0.43806,2.89e-06,19368,28869,97.9167,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openai-gpt-5-3-codex-high / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,gpt-5.3-codex,xhigh,reasoning-math,mid,inspect-ai,per-suite,0.796292,2.89e-07,19368,54457,99.3056,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openai-gpt-5-3-codex-xhigh / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,granite-4.0-h-micro,solo,reasoning-math,mid,inspect-ai,per-suite,0.000672953,2.89e-10,29769,1490,46.5278,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-requested-2026-07-21-ibm-granite-granite-4-0-h-micro / column answer_pass3_accuracy)",,out:single-couple,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,granite-4.1-8b,solo,reasoning-math,mid,inspect-ai,per-suite,0.00081445,2.89e-09,8293,3998,47.2222,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-requested-2026-07-21-ibm-granite-granite-4-1-8b / column answer_pass3_accuracy)",,out:single-couple,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,granite-4.2-8b,nothink,reasoning-math,mid,inspect-ai,per-suite,0.02768175,2.89e-09,4197,174883,35.4167,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260830-ibm-granite-granite-4-2-8b-none / column answer_pass3_accuracy)",,out:single-couple,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,granite-4.2-8b,low,reasoning-math,mid,inspect-ai,per-suite,0.0135937,2.89e-08,12821,80326,68.75,answer_pass3%,0.00289,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260830-ibm-granite-granite-4-2-8b-low / column answer_pass3_accuracy)",,out:single-couple,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,granite-4.2-8b,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.0103239,2.89e-08,4853,60168,66.6667,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260830-ibm-granite-granite-4-2-8b-medium / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,granite-4.2-8b,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.152332,2.89e-07,4741,1008530,89.5833,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260830-ibm-granite-granite-4-2-8b-high / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,mercury-2,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.00803925,2.89e-09,17618,5523,41.6667,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-inception-mercury-2-none / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,mercury-2,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.02367075,2.89e-09,34984,23859,84.7222,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-inception-mercury-2-low / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,mercury-2,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.03986225,2.89e-09,16570,51795,94.4444,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-inception-mercury-2-medium / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,mercury-2,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.081467,2.89e-07,35782,100456,95.8333,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-inception-mercury-2-high / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,mercury-2.5,nothink,reasoning-math,mid,inspect-ai,per-suite,0.0050851,2.89e-08,16958,2258,52.7778,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260910-inception-mercury-2-5-none / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,mercury-2.5,low,reasoning-math,mid,inspect-ai,per-suite,0.08441175,2.89e-09,16110,108253,89.5833,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260910-inception-mercury-2-5-low / column answer_pass3_accuracy)",,out:single-couple,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,mercury-2.5,medium,reasoning-math,mid,inspect-ai,per-suite,0.1162076,2.89e-08,16123,150644,91.6667,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260910-inception-mercury-2-5-medium / column answer_pass3_accuracy)",,out:single-couple,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,mercury-2.5,high,reasoning-math,mid,inspect-ai,per-suite,0.12054835,2.89e-09,16118,156433,94.4444,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260910-inception-mercury-2-5-high / column answer_pass3_accuracy)",,out:single-couple,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,?openrouter/inception/mercury-2.5-preview,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.00510735,2.89e-09,16998,2277,47.2222,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260830-inception-mercury-2-5-preview-none / column answer_pass3_accuracy)",,out:model-not-established,out:model-not-established obvbench@github-obviousbench,github-obviousbench,?openrouter/inception/mercury-2.5-preview,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.0845024,2.89e-08,16147,108364,88.8889,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260830-inception-mercury-2-5-preview-low / column answer_pass3_accuracy)",,out:model-not-established,out:model-not-established obvbench@github-obviousbench,github-obviousbench,?openrouter/inception/mercury-2.5-preview,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.11772665,2.89e-09,16147,152663,95.8333,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260830-inception-mercury-2-5-preview-medium / column answer_pass3_accuracy)",,out:model-not-established,out:model-not-established obvbench@github-obviousbench,github-obviousbench,?openrouter/inception/mercury-2.5-preview,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.11960815,2.89e-09,16157,155169,93.75,answer_pass3%,0.00289,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260830-inception-mercury-2-5-preview-high / column answer_pass3_accuracy)",,out:model-not-established,out:model-not-established obvbench@github-obviousbench,github-obviousbench,ling-2.6-1t,default,reasoning-math,mid,inspect-ai,per-suite,0.00289255,2.89e-09,26034,1504,68.75,answer_pass3%,0.00289,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-requested-2026-07-21-inclusionai-ling-2-6-1t / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,ling-2.6-flash,default,reasoning-math,mid,inspect-ai,per-suite,0.00030218,2.89e-09,25832,1462,57.6389,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-requested-2026-07-21-inclusionai-ling-2-6-flash / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,ling-3.0-flash-sante,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.00284895,2.89e-09,21442,5640,59.7222,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260910-inclusionai-ling-3-0-flash-sante-free-none / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,ling-3.0-flash-sante,default,reasoning-math,mid,inspect-ai,per-suite,0.02258431,2.89e-09,21074,95908,89.5833,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260910-inclusionai-ling-3-0-flash-sante-free-provider-default / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,ling-3.0-flash-vl,nothink,reasoning-math,mid,inspect-ai,per-suite,0.00170922,2.89e-09,23170,1495,62.5,answer_pass3%,0.0289,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260911-inclusionai-ling-3-0-flash-vl-none / column answer_pass3_accuracy)",,out:single-couple,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,ling-3.0-flash-vl,default,reasoning-math,mid,inspect-ai,per-suite,0.008393604,2.89e-10,22546,39147,91.6667,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260911-inclusionai-ling-3-0-flash-vl-provider-default / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,?openrouter/inclusionai/ling-3.0-flash:free,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.00192789,2.89e-09,21314,1497,70.1389,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-requested-2026-07-24-inclusionai-ling-3-0-flash-free / column answer_pass3_accuracy)",,out:model-not-established,out:model-not-established obvbench@github-obviousbench,github-obviousbench,ring-2.6-1t,default,reasoning-math,mid,inspect-ai,per-suite,0.051527675,2.89e-10,28194,79061,97.9167,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-requested-2026-07-21-inclusionai-ring-2-6-1t / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,ring-2.6-1t,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.043830175,2.89e-10,28194,66745,92.3611,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-inclusionai-ring-2-6-1t-high / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,ring-2.6-1t,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.0271107,2.89e-08,28626,39942,91.6667,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-inclusionai-ring-2-6-1t-xhigh / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,kat-coder-air-v2.5,default,reasoning-math,mid,inspect-ai,per-suite,0.01740465,2.89e-09,21140,23799,74.3056,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-requested-2026-07-21-kwaipilot-kat-coder-air-v2-5 / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,kat-coder-pro-v2,default,reasoning-math,mid,inspect-ai,per-suite,0.0087996,2.89e-08,23508,1456,61.8056,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-requested-2026-08-10-kwaipilot-kat-coder-pro-v2 / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,kat-coder-pro-v2.5,default,reasoning-math,mid,inspect-ai,per-suite,0.17101178,2.89e-09,21844,52325,90.9722,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-requested-2026-07-21-kwaipilot-kat-coder-pro-v2-5 / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,llama-3-70b-instruct,solo,reasoning-math,mid,inspect-ai,per-suite,0.01206689,2.89e-09,21561,1447,56.9444,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-68-meta-llama-3-70b-instruct / column answer_pass3_accuracy)",,out:single-couple,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,llama-3-8b-instruct,solo,reasoning-math,mid,inspect-ai,per-suite,0.00089892,2.89e-09,21129,1344,39.5833,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-15-meta-llama-3-8b-instruct / column answer_pass3_accuracy)",,out:single-couple,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,llama-3.1-70b-instruct,solo,reasoning-math,mid,inspect-ai,per-suite,0.0090848,2.89e-08,21182,1681,45.1389,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-56-meta-llama-3-1-70b-instruct / column answer_pass3_accuracy)",,out:single-couple,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,llama-3.1-8b-instruct,solo,reasoning-math,mid,inspect-ai,per-suite,0.00050879,2.89e-09,21747,1477,20.8333,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-16-meta-llama-3-1-8b-instruct / column answer_pass3_accuracy)",,out:single-couple,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,llama-3.2-11b-vision-instruct,solo,reasoning-math,mid,inspect-ai,per-suite,0.00556689,2.89e-09,21129,1593,23.6111,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-117-meta-llama-3-2-11b-vision-instruct / column answer_pass3_accuracy)",,out:single-couple,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,llama-3.2-1b-instruct,solo,reasoning-math,mid,inspect-ai,per-suite,0.000937917,2.89e-10,21561,1770,24.3056,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-36-meta-llama-3-2-1b-instruct / column answer_pass3_accuracy)",,out:single-couple,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,llama-3.3-70b-instruct,solo,reasoning-math,mid,inspect-ai,per-suite,0.00258562,2.89e-09,22435,1491,56.9444,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-45-meta-llama-3-3-70b-instruct / column answer_pass3_accuracy)",,out:single-couple,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,llama-4-maverick,solo,reasoning-math,mid,inspect-ai,per-suite,0.0039543,2.89e-08,19888,1819,63.8889,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-125-meta-llama-4-maverick / column answer_pass3_accuracy)",,out:single-couple,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,llama-4-scout,solo,reasoning-math,mid,inspect-ai,per-suite,0.00218526,2.89e-09,21087,1661,50.6944,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-111-meta-llama-4-scout / column answer_pass3_accuracy)",,out:single-couple,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,muse-glimmer-30b,low,reasoning-math,mid,inspect-ai,per-suite,0.08279676,2.89e-09,15725,52475,95.8333,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-requested-2026-08-11-meta-muse-glimmer-30b-low / column answer_pass3_accuracy)",,out:single-couple,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,muse-glimmer-30b,medium,reasoning-math,mid,inspect-ai,per-suite,0.10632719,2.89e-09,8653,69858,97.2222,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-requested-2026-08-11-meta-muse-glimmer-30b-medium / column answer_pass3_accuracy)",,out:single-couple,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,muse-glimmer-30b,high,reasoning-math,mid,inspect-ai,per-suite,0.1658406,2.89e-08,8189,109598,98.6111,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-requested-2026-08-11-meta-muse-glimmer-30b-high / column answer_pass3_accuracy)",,out:single-couple,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,muse-glimmer-30b,xhigh,reasoning-math,mid,inspect-ai,per-suite,0.1757641,2.89e-08,6641,116128,97.9167,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-requested-2026-08-11-meta-muse-glimmer-30b-xhigh / column answer_pass3_accuracy)",,out:single-couple,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,muse-spark-1.1,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.37063175,2.89e-09,1728,81886,97.9167,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260709-meta-muse-spark-1-1-minimal / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,muse-spark-1.1,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.36125625,2.89e-09,1728,79680,98.6111,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260709-meta-muse-spark-1-1-low / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,muse-spark-1.1,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.52655575,2.89e-09,1728,118574,97.9167,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260709-meta-muse-spark-1-1-medium / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,muse-spark-1.1,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.7417375,2.89e-08,1728,169205,98.6111,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260709-meta-muse-spark-1-1-high / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,muse-spark-1.1,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.80840125,2.89e-09,18652,184720,98.6111,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260709-meta-muse-spark-1-1-xhigh / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,muse-spark-1.2,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.279802,2.89e-07,19506,60112,98.6111,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260806-meta-muse-spark-1-2-minimal / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,muse-spark-1.2,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.552904,2.89e-07,19646,124343,97.2222,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260806-meta-muse-spark-1-2-low / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,muse-spark-1.2,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.748195,2.89e-07,19086,170462,97.9167,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260806-meta-muse-spark-1-2-medium / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,muse-spark-1.2,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.7419385,2.89e-08,19506,168860,97.9167,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260806-meta-muse-spark-1-2-high / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,muse-spark-1.2,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.67085975,2.89e-09,19436,152169,97.9167,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260806-meta-muse-spark-1-2-xhigh / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,muse-spark-1.3,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.2146365,2.89e-08,19821,44673,97.2222,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260830-meta-muse-spark-1-3-minimal / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,muse-spark-1.3,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.489892,2.89e-07,19821,109439,99.3056,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260830-meta-muse-spark-1-3-low / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,muse-spark-1.3,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.6988985,2.89e-08,19821,158617,98.6111,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260830-meta-muse-spark-1-3-medium / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,muse-spark-1.3,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.75705975,2.89e-09,19821,172302,99.3056,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260830-meta-muse-spark-1-3-high / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,muse-spark-1.3,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.7740385,2.89e-08,19821,176297,99.3056,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260830-meta-muse-spark-1-3-xhigh / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,phi-4,solo,reasoning-math,mid,inspect-ai,per-suite,0.00187621,2.89e-09,19833,3485,50,answer_pass3%,2.89,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-requested-2026-07-21-microsoft-phi-4 / column answer_pass3_accuracy)",,out:single-couple,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,wizardlm-2-8x22b,default,reasoning-math,mid,inspect-ai,per-suite,0.016368,2.89e-07,18145,8255,49.3056,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-requested-2026-07-21-microsoft-wizardlm-2-8x22b / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,minimax-01,default,reasoning-math,mid,inspect-ai,per-suite,0.0661772,2.89e-08,323868,1276,43.0556,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-134-minimax-minimax-01 / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,minimax-m2,solo,reasoning-math,mid,inspect-ai,per-suite,0.124628815,2.89e-10,29113,117583,88.1944,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-83-minimax-minimax-m2 / column answer_pass3_accuracy)",,out:single-couple,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,minimax-m2.1,default,reasoning-math,mid,inspect-ai,per-suite,0.1399056,2.89e-08,34428,107981,94.4444,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-81-minimax-minimax-m2-1 / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,minimax-m2.5,default,reasoning-math,mid,inspect-ai,per-suite,0.1266846,2.89e-08,15509,108912,87.5,answer_pass3%,0.0289,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-88-minimax-minimax-m2-5 / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,minimax-m2.7,default,reasoning-math,mid,inspect-ai,per-suite,0.14602902,2.89e-09,23643,117551,83.3333,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-89-minimax-minimax-m2-7 / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,minimax-m3,default,reasoning-math,mid,inspect-ai,per-suite,0.06108792,2.89e-09,42699,47808,86.8056,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-138-minimax-minimax-m3 / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,codestral-2508,default,reasoning-math,mid,inspect-ai,per-suite,0.00656424,2.89e-09,17508,1498,40.9722,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-133-mistral-codestral-2508 / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,devstral-2512,solo,reasoning-math,mid,inspect-ai,per-suite,0.00481824,2.89e-09,8980,1472,65.2778,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-150-mistral-devstral-2-2512 / column answer_pass3_accuracy)",,out:single-couple,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,ministral-14b-2512,solo,reasoning-math,mid,inspect-ai,per-suite,0.0038878,2.89e-08,17956,1538,40.9722,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-113-mistral-ministral-3-14b-2512 / column answer_pass3_accuracy)",,out:single-couple,out:cost-single-couple obvbench@github-obviousbench,github-obviousbench,ministral-3b-2512,solo,reasoning-math,mid,inspect-ai,per-suite,0.00198312,2.89e-09,18084,1772,25,answer_pass3%,0.289,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-103-mistral-ministral-3-3b-2512 / column answer_pass3_accuracy)",,out:single-couple,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,ministral-8b-2512,solo,reasoning-math,mid,inspect-ai,per-suite,0.00300513,2.89e-09,18084,1969,41.6667,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-107-mistral-ministral-3-8b-2512 / column answer_pass3_accuracy)",,out:single-couple,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,mistral-large,default,reasoning-math,mid,inspect-ai,per-suite,0.3909408,2.89e-08,13892,61475,61.1111,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row requested-019-mistral-large-default / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,mistral-large-2407,default,reasoning-math,mid,inspect-ai,per-suite,0.1028476,2.89e-08,13668,13635,59.7222,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-174-mistral-large-2407 / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,mistral-large-2512,default,reasoning-math,mid,inspect-ai,per-suite,0.0468644,2.89e-08,14068,27469,59.0278,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-144-mistral-mistral-large-3-2512 / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,mistral-medium-3,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.01037792,2.89e-09,17508,1701,64.5833,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-153-mistral-mistral-medium-3 / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,mistral-medium-3.5,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.0401685,2.89e-08,21236,1495,51.3889,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-mistralai-mistral-medium-3-5-disabled / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,mistral-medium-3.5,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,4.023375,2.89e-07,23460,531758,95.8333,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-mistralai-mistral-medium-3-5-low / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,mistral-medium-3.5,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,4.24869,2.89e-06,23460,561800,95.1389,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-175-mistral-mistral-medium-3-5 / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,mistral-medium-3.5,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,4.5503475,2.89e-08,23460,602021,94.4444,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-mistralai-mistral-medium-3-5-high / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,mistral-medium-3.1,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.00841424,2.89e-09,15620,1491,68.0556,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-151-mistral-mistral-medium-3-1 / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,mistral-nemo,solo,reasoning-math,mid,inspect-ai,per-suite,0.00041509,2.89e-09,19175,1053,38.8889,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-13-mistral-mistral-nemo / column answer_pass3_accuracy)",,out:single-couple,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,mistral-saba,default,reasoning-math,mid,inspect-ai,per-suite,0.0034028,2.89e-08,16820,1540,50,answer_pass3%,2.89,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-126-mistral-saba / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,mistral-small-24b-instruct-2501,solo,reasoning-math,mid,inspect-ai,per-suite,0.00449132,2.89e-09,87396,1519,39.5833,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-19-mistral-mistral-small-3 / column answer_pass3_accuracy)",,out:single-couple,out:cost-single-couple obvbench@github-obviousbench,github-obviousbench,mistral-small-2603,default,reasoning-math,mid,inspect-ai,per-suite,0.00276198,2.89e-09,16148,1541,37.5,answer_pass3%,0.0289,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-124-mistral-mistral-small-4 / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,mistral-small-3.2-24b-instruct,solo,reasoning-math,mid,inspect-ai,per-suite,0.001211625,2.89e-10,14084,1527,41.6667,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-106-mistral-mistral-small-3-2-24b / column answer_pass3_accuracy)",,out:single-couple,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,mixtral-8x22b-instruct,solo,reasoning-math,mid,inspect-ai,per-suite,0.0398348,2.89e-08,18676,1543,52.0833,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-173-mistral-mixtral-8x22b-instruct / column answer_pass3_accuracy)",,out:single-couple,out:cost-single-couple obvbench@github-obviousbench,github-obviousbench,voxtral-small-24b-2507,solo,reasoning-math,mid,inspect-ai,per-suite,0.0010615033333333333,8.76e-05,8020,1739,43.75,answer_pass3%,0.00289,,cost-unrepriced; cost-price-band,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-114-mistral-voxtral-small-24b-2507 / column answer_pass3_accuracy)",,out:single-couple,out:cost-single-couple obvbench@github-obviousbench,github-obviousbench,kimi-k2-instruct,solo,reasoning-math,mid,inspect-ai,per-suite,0.01611313,2.89e-09,23709,1130,60.4167,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-98-moonshotai-kimi-k2-0711 / column answer_pass3_accuracy)",,out:single-couple,out:cost-single-couple obvbench@github-obviousbench,github-obviousbench,?openrouter/moonshotai/kimi-k2-0905,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.0181668,2.89e-08,24403,1410,59.7222,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-99-moonshotai-kimi-k2-0905 / column answer_pass3_accuracy)",,out:model-not-established,out:model-not-established obvbench@github-obviousbench,github-obviousbench,kimi-k2-thinking,solo,reasoning-math,mid,inspect-ai,per-suite,0.2347064,2.89e-08,19693,89168,97.2222,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row requested-020-moonshotai-kimi-k2-thinking-default / column answer_pass3_accuracy)",,in,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,kimi-k2.5,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.01444048,2.89e-09,15535,4322,59.7222,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-moonshotai-kimi-k2-5-disabled / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,kimi-k2.5,default,reasoning-math,mid,inspect-ai,per-suite,0.20676445,2.89e-09,16606,105554,97.2222,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-148-moonshotai-kimi-k2-5 / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,kimi-k2.6,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.03215223,2.89e-09,18308,3879,63.1944,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-moonshotai-kimi-k2-6-disabled / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,kimi-k2.6,default,reasoning-math,mid,inspect-ai,per-suite,0.282113568,2.89e-10,17011,79248,95.1389,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-164-moonshotai-kimi-k2-6 / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,kimi-k2.7-code,solo,reasoning-math,mid,inspect-ai,per-suite,0.14975302,2.89e-09,15036,39871,95.8333,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-moonshotai-kimi-k2-7-code-default / column answer_pass3_accuracy)",,in,out:cost-single-couple obvbench@github-obviousbench,github-obviousbench,kimi-k3,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.6930045,2.89e-08,17972,41895,100,answer_pass3%,2.89,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260716-moonshotai-kimi-k3-max / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,morph-v3-fast,default,reasoning-math,mid,inspect-ai,per-suite,0.531948,2.89e-07,54879,406704,22.9167,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-requested-2026-07-21-morph-morph-v3-fast / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,morph-v3-large,default,reasoning-math,mid,inspect-ai,per-suite,0.9265105,2.89e-08,59124,459631,50.6944,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-requested-2026-07-21-morph-morph-v3-large / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,nex-n2-mini,default,reasoning-math,mid,inspect-ai,per-suite,0.0030073,2.89e-08,21540,24688,51.3889,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-requested-2026-07-21-nex-agi-nex-n2-mini / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,nex-n2-pro,default,reasoning-math,mid,inspect-ai,per-suite,0.02566825,2.89e-09,20452,20648,78.4722,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-requested-2026-07-21-nex-agi-nex-n2-pro / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,nex-n2.5-mini,nothink,reasoning-math,mid,inspect-ai,per-suite,0.00066985,2.89e-09,21038,1439,40.2778,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260910-nex-agi-nex-n2-5-mini-free-none / column answer_pass3_accuracy)",,out:single-couple,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,nex-n2.5-mini,default,reasoning-math,mid,inspect-ai,per-suite,0.005205775,2.89e-10,19873,47233,54.8611,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260910-nex-agi-nex-n2-5-mini-free-provider-default / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,nex-n2.5-pro,nothink,reasoning-math,mid,inspect-ai,per-suite,0.006767,2.89e-07,21236,1458,62.5,answer_pass3%,0.0289,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260910-nex-agi-nex-n2-5-pro-free-none / column answer_pass3_accuracy)",,out:single-couple,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,nex-n2.5-pro,default,reasoning-math,mid,inspect-ai,per-suite,0.02799975,2.89e-09,19940,23158,86.8056,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260910-nex-agi-nex-n2-5-pro-free-provider-default / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,hermes-3-llama-3.1-405b,solo,reasoning-math,mid,inspect-ai,per-suite,0.022134,2.89e-07,21129,1005,61.1111,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-requested-2026-07-21-nousresearch-hermes-3-llama-3-1-405b / column answer_pass3_accuracy)",,out:single-couple,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,hermes-3-llama-3.1-70b,solo,reasoning-math,mid,inspect-ai,per-suite,1.6863273,2.89e-08,20265,2388774,25,answer_pass3%,0.289,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-requested-2026-07-21-nousresearch-hermes-3-llama-3-1-70b / column answer_pass3_accuracy)",,out:single-couple,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,hermes-4-405b,default,reasoning-math,mid,inspect-ai,per-suite,0.014314,2.89e-07,9808,1502,66.6667,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-requested-2026-07-21-nousresearch-hermes-4-405b / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,hermes-4-70b,default,reasoning-math,mid,inspect-ai,per-suite,0.00142913,2.89e-09,6581,1434,60.4167,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-requested-2026-07-21-nousresearch-hermes-4-70b / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,nemotron-3-nano-30b-a3b,default,reasoning-math,mid,inspect-ai,per-suite,0.0185894,2.89e-08,23892,86974,89.5833,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-nvidia-nemotron-3-nano-30b-a3b-default / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,nemotron-3-super-120b-a12b,default,reasoning-math,mid,inspect-ai,per-suite,0.02315962,2.89e-09,23892,52822,87.5,answer_pass3%,0.0289,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-nvidia-nemotron-3-super-120b-a12b-default / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,nemotron-3-ultra-550b-a55b,default,reasoning-math,mid,inspect-ai,per-suite,0.1770149,2.89e-08,17316,72635,96.5278,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row requested-021-nvidia-nemotron-3-ultra-default / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,nemotron-3.5-lightning,nothink,reasoning-math,mid,inspect-ai,per-suite,0.0077787,2.89e-08,23892,21558,45.1389,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-requested-2026-08-12-nvidia-nemotron-3-5-lightning-none / column answer_pass3_accuracy)",,out:single-couple,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,?openrouter/openai/gpt-3.5-turbo,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.0117465,2.89e-08,19833,1220,45.1389,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row requested-001-openai-gpt-3-5-turbo-default / column answer_pass3_accuracy)",,out:model-not-established,out:model-not-established obvbench@github-obviousbench,github-obviousbench,?openrouter/openai/gpt-3.5-turbo-0613,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.022638,2.89e-07,19800,1419,63.8889,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row requested-002-openai-gpt-3-5-turbo-older-v0613-default / column answer_pass3_accuracy)",,out:model-not-established,out:model-not-established obvbench@github-obviousbench,github-obviousbench,?openrouter/openai/gpt-3.5-turbo-16k,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.064676,2.89e-07,19824,1301,50.6944,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row requested-003-openai-gpt-3-5-turbo-16k-default / column answer_pass3_accuracy)",,out:model-not-established,out:model-not-established obvbench@github-obviousbench,github-obviousbench,?openrouter/openai/gpt-3.5-turbo-instruct,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.0370675,2.89e-08,20265,3335,17.3611,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row requested-004-openai-gpt-3-5-turbo-instruct-default / column answer_pass3_accuracy)",,out:model-not-established,out:model-not-established obvbench@github-obviousbench,github-obviousbench,?openrouter/openai/gpt-4,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.68196,2.89e-06,19814,1459,72.9167,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row requested-005-openai-gpt-4-default / column answer_pass3_accuracy)",,out:model-not-established,out:model-not-established obvbench@github-obviousbench,github-obviousbench,?openrouter/openai/gpt-4-turbo,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.23286,2.89e-06,19833,1151,70.1389,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row requested-006-openai-gpt-4-turbo-default / column answer_pass3_accuracy)",,out:model-not-established,out:model-not-established obvbench@github-obviousbench,github-obviousbench,gpt-4.1,solo,reasoning-math,mid,inspect-ai,per-suite,0.049712,2.89e-07,19800,1264,75.6944,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-2-openai-gpt-4-1 / column answer_pass3_accuracy)",,out:single-couple,out:cost-single-couple obvbench@github-obviousbench,github-obviousbench,gpt-4.1-mini,solo,reasoning-math,mid,inspect-ai,per-suite,0.0094976,2.89e-08,19800,986,64.5833,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-3-openai-gpt-4-1-mini / column answer_pass3_accuracy)",,out:single-couple,out:cost-single-couple obvbench@github-obviousbench,github-obviousbench,gpt-4.1-nano,solo,reasoning-math,mid,inspect-ai,per-suite,0.0023816,2.89e-08,19800,1004,52.0833,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-118-openai-gpt-4-1-nano / column answer_pass3_accuracy)",,out:single-couple,out:cost-single-couple obvbench@github-obviousbench,github-obviousbench,?openai/gpt-4o,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.06242,2.89e-06,19800,1292,75.6944,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-178-openai-gpt-4o / column answer_pass3_accuracy)",,out:model-not-established,out:model-not-established obvbench@github-obviousbench,github-obviousbench,gpt-4o-0513,solo,reasoning-math,mid,inspect-ai,per-suite,0.12024,2.89e-06,19800,1416,70.8333,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row requested-007-openai-gpt-4o-2024-05-13-default / column answer_pass3_accuracy)",,out:single-couple,out:cost-single-couple obvbench@github-obviousbench,github-obviousbench,gpt-4o-0806,solo,reasoning-math,mid,inspect-ai,per-suite,0.06312,2.89e-06,19800,1362,75,answer_pass3%,0.289,,cost-base-price:cost-uniform-factor,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row requested-008-openai-gpt-4o-2024-08-06-default / column answer_pass3_accuracy)",,out:single-couple,out:cost-single-couple obvbench@github-obviousbench,github-obviousbench,gpt-4o-1120,solo,reasoning-math,mid,inspect-ai,per-suite,0.06045,2.89e-06,19800,1095,77.0833,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row requested-009-openai-gpt-4o-2024-11-20-default / column answer_pass3_accuracy)",,out:single-couple,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,gpt-4o-mini,solo,reasoning-math,mid,inspect-ai,per-suite,0.0036612,2.89e-08,19800,1152,56.25,answer_pass3%,0.00289,,cost-base-price:cost-uniform-factor,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-123-openai-gpt-4o-mini / column answer_pass3_accuracy)",,out:single-couple,out:cost-single-couple obvbench@github-obviousbench,github-obviousbench,gpt-4o-mini,solo,reasoning-math,mid,inspect-ai,per-suite,0.003663,2.89e-07,19800,1155,59.0278,answer_pass3%,2.89e-05,,cost-base-price:cost-uniform-factor,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row requested-010-openai-gpt-4o-mini-2024-07-18-default / column answer_pass3_accuracy)",,out:single-couple,out:cost-single-couple obvbench@github-obviousbench,github-obviousbench,gpt-5,minimal,reasoning-math,mid,inspect-ai,per-suite,0.11194,2.89e-06,19368,8773,72.2222,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-177-openai-gpt-5-minimal / column answer_pass3_accuracy)",,out:single-couple,out:cost-single-couple obvbench@github-obviousbench,github-obviousbench,gpt-5,low,reasoning-math,mid,inspect-ai,per-suite,0.44635,2.89e-06,19368,42214,98.6111,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-openai-gpt-5-low / column answer_pass3_accuracy)",,out:single-couple,out:cost-single-couple obvbench@github-obviousbench,github-obviousbench,gpt-5,medium,reasoning-math,mid,inspect-ai,per-suite,0.70789,2.89e-06,19368,68368,100,answer_pass3%,2.89,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-openai-gpt-5-medium / column answer_pass3_accuracy)",,out:uninformative,out:cost-single-couple obvbench@github-obviousbench,github-obviousbench,gpt-5,high,reasoning-math,mid,inspect-ai,per-suite,1.17393,2.89e-06,19368,114972,100,answer_pass3%,2.89,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-openai-gpt-5-high / column answer_pass3_accuracy)",,out:uninformative,out:cost-single-couple obvbench@github-obviousbench,github-obviousbench,gpt-5-mini,minimal,reasoning-math,mid,inspect-ai,per-suite,0.022458,2.89e-07,19368,8808,62.5,answer_pass3%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-146-openai-gpt-5-mini-minimal / column answer_pass3_accuracy)",,out:single-couple,out:cost-single-couple obvbench@github-obviousbench,github-obviousbench,gpt-5-mini,low,reasoning-math,mid,inspect-ai,per-suite,0.086922,2.89e-07,19368,41040,93.75,answer_pass3%,0.00289,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-openai-gpt-5-mini-low / column answer_pass3_accuracy)",,out:single-couple,out:cost-single-couple obvbench@github-obviousbench,github-obviousbench,gpt-5-mini,medium,reasoning-math,mid,inspect-ai,per-suite,0.140136,2.89e-07,19368,67647,95.1389,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-openai-gpt-5-mini-medium / column answer_pass3_accuracy)",,out:single-couple,out:cost-single-couple obvbench@github-obviousbench,github-obviousbench,gpt-5-mini,high,reasoning-math,mid,inspect-ai,per-suite,0.25277225,2.89e-09,19393,123962,95.8333,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-openai-gpt-5-mini-high / column answer_pass3_accuracy)",,out:single-couple,out:cost-single-couple obvbench@github-obviousbench,github-obviousbench,gpt-5-nano,minimal,reasoning-math,mid,inspect-ai,per-suite,0.0047448,2.89e-08,19368,9441,37.5,answer_pass3%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-1-openai-gpt-5-nano-minimal / column answer_pass3_accuracy)",,out:single-couple,out:cost-single-couple obvbench@github-obviousbench,github-obviousbench,gpt-5-nano,low,reasoning-math,mid,inspect-ai,per-suite,0.0244052,2.89e-08,19368,58592,90.9722,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-188-openai-gpt-5-nano-low / column answer_pass3_accuracy)",,out:single-couple,out:cost-single-couple obvbench@github-obviousbench,github-obviousbench,gpt-5-nano,medium,reasoning-math,mid,inspect-ai,per-suite,0.055226,2.89e-07,19368,135644,95.1389,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-190-openai-gpt-5-nano-medium / column answer_pass3_accuracy)",,out:single-couple,out:cost-single-couple obvbench@github-obviousbench,github-obviousbench,gpt-5-nano,high,reasoning-math,mid,inspect-ai,per-suite,0.11042455,2.89e-09,19619,273609,97.2222,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-openai-gpt-5-nano-high / column answer_pass3_accuracy)",,out:single-couple,out:cost-single-couple obvbench@github-obviousbench,github-obviousbench,gpt-5.2,nothink,reasoning-math,mid,inspect-ai,per-suite,0.072044,2.89e-07,19368,2725,67.3611,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-180-openai-gpt-5-2-no-thinking / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,gpt-5.2,low,reasoning-math,mid,inspect-ai,per-suite,0.109872,2.89e-07,19368,5427,76.3889,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-openai-gpt-5-2-low / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,gpt-5.2,medium,reasoning-math,mid,inspect-ai,per-suite,0.173824,2.89e-07,19368,9995,78.4722,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-openai-gpt-5-2-medium / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,gpt-5.2,high,reasoning-math,mid,inspect-ai,per-suite,0.273938,2.89e-07,19368,17146,84.7222,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-openai-gpt-5-2-high / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,gpt-5.2,xhigh,reasoning-math,mid,inspect-ai,per-suite,0.812826,2.89e-07,19368,55638,98.6111,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-openai-gpt-5-2-xhigh / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,gpt-5.4,nothink,reasoning-math,mid,inspect-ai,per-suite,0.089355,2.89e-07,19368,2729,75,answer_pass3%,0.289,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-181-openai-gpt-5-4-no-thinking / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,gpt-5.4,low,reasoning-math,mid,inspect-ai,per-suite,0.28782,2.89e-06,19368,15960,95.1389,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-207-openai-gpt-5-4-low / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,gpt-5.4,medium,reasoning-math,mid,inspect-ai,per-suite,0.39765,2.89e-06,19368,23282,95.8333,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-208-openai-gpt-5-4-medium / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,gpt-5.4,high,reasoning-math,mid,inspect-ai,per-suite,0.48675,2.89e-06,19368,29222,97.2222,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-209-openai-gpt-5-4-high / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,gpt-5.4,xhigh,reasoning-math,mid,inspect-ai,per-suite,0.693885,2.89e-07,19368,43031,98.6111,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-210-openai-gpt-5-4-xhigh / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,gpt-5.4-mini,nothink,reasoning-math,mid,inspect-ai,per-suite,0.027162,2.89e-07,19368,2808,64.5833,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-169-openai-gpt-5-4-mini-no-thinking / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,gpt-5.4-mini,low,reasoning-math,mid,inspect-ai,per-suite,0.0987705,2.89e-08,19368,18721,90.9722,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-170-openai-gpt-5-4-mini-low / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,gpt-5.4-mini,medium,reasoning-math,mid,inspect-ai,per-suite,0.125748,2.89e-07,19368,24716,90.2778,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-232-openai-gpt-5-4-mini-medium / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,gpt-5.4-mini,high,reasoning-math,mid,inspect-ai,per-suite,0.1623645,2.89e-08,19368,32853,90.9722,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-233-openai-gpt-5-4-mini-high / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,gpt-5.4-mini,xhigh,reasoning-math,mid,inspect-ai,per-suite,0.2757015,2.89e-08,19368,58039,93.75,answer_pass3%,0.00289,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-235-openai-gpt-5-4-mini-xhigh / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,gpt-5.4-nano,nothink,reasoning-math,mid,inspect-ai,per-suite,0.0074686,2.89e-08,19368,2876,36.8056,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-136-openai-gpt-5-4-nano-no-thinking / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,gpt-5.4-nano,low,reasoning-math,mid,inspect-ai,per-suite,0.0250711,2.89e-08,19368,16958,52.7778,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-199-openai-gpt-5-4-nano-low / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,gpt-5.4-nano,medium,reasoning-math,mid,inspect-ai,per-suite,0.0347136,2.89e-08,19368,24672,71.5278,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-230-openai-gpt-5-4-nano-medium / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,gpt-5.4-nano,high,reasoning-math,mid,inspect-ai,per-suite,0.0397536,2.89e-08,19368,28704,81.9444,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-231-openai-gpt-5-4-nano-high / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,gpt-5.4-nano,xhigh,reasoning-math,mid,inspect-ai,per-suite,0.08089985,2.89e-09,19368,61621,91.6667,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-234-openai-gpt-5-4-nano-xhigh / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,gpt-5.5,nothink,reasoning-math,mid,inspect-ai,per-suite,0.17829,2.89e-06,19368,2715,84.0278,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-186-openai-gpt-5-5-no-thinking / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,gpt-5.5,low,reasoning-math,mid,inspect-ai,per-suite,0.64803,2.89e-06,19368,18373,97.9167,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-185-openai-gpt-5-5-low / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,gpt-5.5,medium,reasoning-math,mid,inspect-ai,per-suite,0.74403,2.89e-06,19368,21573,100,answer_pass3%,2.89,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-203-openai-gpt-5-5-medium / column answer_pass3_accuracy)",,out:uninformative,in obvbench@github-obviousbench,github-obviousbench,gpt-5.5,high,reasoning-math,mid,inspect-ai,per-suite,0.88467,2.89e-06,19368,26261,98.6111,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-204-openai-gpt-5-5-high / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,gpt-5.5,xhigh,reasoning-math,mid,inspect-ai,per-suite,1.08951,2.89e-06,19368,33089,100,answer_pass3%,2.89,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-205-openai-gpt-5-5-xhigh / column answer_pass3_accuracy)",,out:uninformative,in obvbench@github-obviousbench,github-obviousbench,gpt-5.6-luna,nothink,reasoning-math,mid,inspect-ai,per-suite,0.00426888,0.00164,19368,2701,63.8889,answer_pass3%,2.89e-05,,cost-unrepriced; cost-price-band,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260709-openai-gpt-5-6-luna-none / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,gpt-5.6-luna,low,reasoning-math,mid,inspect-ai,per-suite,0.00952344,0.00367,19368,9999,81.9444,answer_pass3%,2.89e-05,,cost-unrepriced; cost-price-band,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260709-openai-gpt-5-6-luna-low / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,gpt-5.6-luna,medium,reasoning-math,mid,inspect-ai,per-suite,0.01087704,0.00419,19368,11879,83.3333,answer_pass3%,2.89e-05,,cost-unrepriced; cost-price-band,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260709-openai-gpt-5-6-luna-medium / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,gpt-5.6-luna,high,reasoning-math,mid,inspect-ai,per-suite,0.01398168,0.00538,19368,16191,93.75,answer_pass3%,0.00289,,cost-unrepriced; cost-price-band,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260709-openai-gpt-5-6-luna-high / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,gpt-5.6-luna,xhigh,reasoning-math,mid,inspect-ai,per-suite,0.016282079999999997,0.00627,19368,19386,91.6667,answer_pass3%,2.89e-05,,cost-unrepriced; cost-price-band,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260709-openai-gpt-5-6-luna-xhigh / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,gpt-5.6-luna,max,reasoning-math,mid,inspect-ai,per-suite,0.019239120000000002,0.00741,19368,23493,94.4444,answer_pass3%,2.89e-05,,cost-unrepriced; cost-price-band,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260709-openai-gpt-5-6-luna-max / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,gpt-5.6-sol,nothink,reasoning-math,mid,inspect-ai,per-suite,0.164815,0.019,19368,2719,88.1944,answer_pass3%,2.89e-05,,cost-unrepriced; cost-price-band,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260709-openai-gpt-5-6-sol-none / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,gpt-5.6-sol,low,reasoning-math,mid,inspect-ai,per-suite,0.24171499999999999,0.0279,19368,5795,92.3611,answer_pass3%,2.89e-05,,cost-unrepriced; cost-price-band,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260709-openai-gpt-5-6-sol-low / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,gpt-5.6-sol,medium,reasoning-math,mid,inspect-ai,per-suite,0.239365,0.0276,19368,5701,90.2778,answer_pass3%,2.89e-05,,cost-unrepriced; cost-price-band,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260709-openai-gpt-5-6-sol-medium / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,gpt-5.6-sol,high,reasoning-math,mid,inspect-ai,per-suite,0.24729,0.0286,19368,6018,90.9722,answer_pass3%,2.89e-05,,cost-unrepriced; cost-price-band,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260709-openai-gpt-5-6-sol-high / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,gpt-5.6-sol,xhigh,reasoning-math,mid,inspect-ai,per-suite,0.26344,0.0304,19368,6664,93.75,answer_pass3%,0.00289,,cost-unrepriced; cost-price-band,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260709-openai-gpt-5-6-sol-xhigh / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,gpt-5.6-sol,max,reasoning-math,mid,inspect-ai,per-suite,0.37518999999999997,0.0433,19368,11134,96.5278,answer_pass3%,2.89e-05,,cost-unrepriced; cost-price-band,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260709-openai-gpt-5-6-sol-max / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,gpt-5.6-terra,nothink,reasoning-math,mid,inspect-ai,per-suite,0.0643032,0.00413,19368,2726,77.0833,answer_pass3%,2.89e-05,,cost-unrepriced; cost-price-band,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260709-openai-gpt-5-6-terra-none / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,gpt-5.6-terra,low,reasoning-math,mid,inspect-ai,per-suite,0.15066000000000002,0.00966,19368,10722,94.4444,answer_pass3%,2.89e-05,,cost-unrepriced; cost-price-band,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260709-openai-gpt-5-6-terra-low / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,gpt-5.6-terra,medium,reasoning-math,mid,inspect-ai,per-suite,0.1572264,0.0101,19368,11330,94.4444,answer_pass3%,2.89e-05,,cost-unrepriced; cost-price-band,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260709-openai-gpt-5-6-terra-medium / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,gpt-5.6-terra,high,reasoning-math,mid,inspect-ai,per-suite,0.1751868,0.0112,19368,12993,95.8333,answer_pass3%,2.89e-05,,cost-unrepriced; cost-price-band,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260709-openai-gpt-5-6-terra-high / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,gpt-5.6-terra,xhigh,reasoning-math,mid,inspect-ai,per-suite,0.19388160000000002,0.0124,19368,14724,95.8333,answer_pass3%,2.89e-05,,cost-unrepriced; cost-price-band,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260709-openai-gpt-5-6-terra-xhigh / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,gpt-5.6-terra,max,reasoning-math,mid,inspect-ai,per-suite,0.2594268,0.0166,19368,20793,97.9167,answer_pass3%,2.89e-05,,cost-unrepriced; cost-price-band,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260709-openai-gpt-5-6-terra-max / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,gpt-6-astra,low,reasoning-math,mid,inspect-ai,per-suite,0.41143,2.89e-06,19368,4355,95.8333,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260904-openai-gpt-6-astra-low / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,gpt-6-astra,medium,reasoning-math,mid,inspect-ai,per-suite,0.52938,2.89e-06,19368,6714,100,answer_pass3%,2.89,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260904-openai-gpt-6-astra-medium / column answer_pass3_accuracy)",,out:uninformative,in obvbench@github-obviousbench,github-obviousbench,gpt-6-astra,high,reasoning-math,mid,inspect-ai,per-suite,0.73533,2.89e-06,19368,10833,100,answer_pass3%,2.89,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260904-openai-gpt-6-astra-high / column answer_pass3_accuracy)",,out:uninformative,in obvbench@github-obviousbench,github-obviousbench,gpt-6-astra,xhigh,reasoning-math,mid,inspect-ai,per-suite,0.94433,2.89e-06,19368,15013,100,answer_pass3%,2.89,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260904-openai-gpt-6-astra-xhigh / column answer_pass3_accuracy)",,out:uninformative,in obvbench@github-obviousbench,github-obviousbench,gpt-6-astra,max,reasoning-math,mid,inspect-ai,per-suite,1.50313,2.89e-06,19368,26189,100,answer_pass3%,2.89,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260904-openai-gpt-6-astra-max / column answer_pass3_accuracy)",,out:uninformative,in obvbench@github-obviousbench,github-obviousbench,gpt-6-luna,nothink,reasoning-math,mid,inspect-ai,per-suite,0.0032918,2.89e-08,19368,2710,70.1389,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260922-openai-gpt-6-luna-none / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,gpt-6-luna,low,reasoning-math,mid,inspect-ai,per-suite,0.0088263,2.89e-08,19368,13779,87.5,answer_pass3%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260922-openai-gpt-6-luna-low / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,gpt-6-luna,medium,reasoning-math,mid,inspect-ai,per-suite,0.0116473,2.89e-08,19368,19421,95.8333,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260922-openai-gpt-6-luna-medium / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,gpt-6-luna,high,reasoning-math,mid,inspect-ai,per-suite,0.0127953,2.89e-08,19368,21717,95.8333,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260922-openai-gpt-6-luna-high / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,gpt-6-luna,xhigh,reasoning-math,mid,inspect-ai,per-suite,0.0131228,2.89e-08,19368,22372,97.9167,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260922-openai-gpt-6-luna-xhigh / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,gpt-6-luna,max,reasoning-math,mid,inspect-ai,per-suite,0.0140003,2.89e-08,19368,24127,99.3056,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260922-openai-gpt-6-luna-max / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,?openai/gpt-6-luna,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.0032973,2.89e-08,19368,2721,70.1389,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260923-openai-gpt-6-luna-pro-none / column answer_pass3_accuracy)",,out:model-not-established,out:model-not-established obvbench@github-obviousbench,github-obviousbench,?openai/gpt-6-luna,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.0086073,2.89e-08,19368,13341,90.9722,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260923-openai-gpt-6-luna-pro-low / column answer_pass3_accuracy)",,out:model-not-established,out:model-not-established obvbench@github-obviousbench,github-obviousbench,?openai/gpt-6-luna,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.0117728,2.89e-08,19368,19672,99.3056,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260923-openai-gpt-6-luna-pro-medium / column answer_pass3_accuracy)",,out:model-not-established,out:model-not-established obvbench@github-obviousbench,github-obviousbench,?openai/gpt-6-luna,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.0127933,2.89e-08,19368,21713,99.3056,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260923-openai-gpt-6-luna-pro-high / column answer_pass3_accuracy)",,out:model-not-established,out:model-not-established obvbench@github-obviousbench,github-obviousbench,?openai/gpt-6-luna,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.0126173,2.89e-08,19368,21361,99.3056,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260923-openai-gpt-6-luna-pro-xhigh / column answer_pass3_accuracy)",,out:model-not-established,out:model-not-established obvbench@github-obviousbench,github-obviousbench,?openai/gpt-6-luna,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.0134843,2.89e-08,19368,23095,100,answer_pass3%,2.89,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260923-openai-gpt-6-luna-pro-max / column answer_pass3_accuracy)",,out:model-not-established,out:model-not-established obvbench@github-obviousbench,github-obviousbench,gpt-6-sol,nothink,reasoning-math,mid,inspect-ai,per-suite,0.066216,2.89e-07,19368,2748,88.1944,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260922-openai-gpt-6-sol-none / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,gpt-6-sol,low,reasoning-math,mid,inspect-ai,per-suite,0.077786,2.89e-07,19368,3905,93.75,answer_pass3%,0.00289,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260922-openai-gpt-6-sol-low / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,gpt-6-sol,medium,reasoning-math,mid,inspect-ai,per-suite,0.103726,2.89e-07,19368,6499,94.4444,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260922-openai-gpt-6-sol-medium / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,gpt-6-sol,high,reasoning-math,mid,inspect-ai,per-suite,0.126966,2.89e-07,19368,8823,95.8333,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260922-openai-gpt-6-sol-high / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,gpt-6-sol,xhigh,reasoning-math,mid,inspect-ai,per-suite,0.165546,2.89e-07,19368,12681,99.3056,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260922-openai-gpt-6-sol-xhigh / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,gpt-6-sol,max,reasoning-math,mid,inspect-ai,per-suite,0.264846,2.89e-07,19368,22611,99.3056,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260922-openai-gpt-6-sol-max / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,?openai/gpt-6-sol,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.066156,2.89e-07,19368,2742,94.4444,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260923-openai-gpt-6-sol-pro-none / column answer_pass3_accuracy)",,out:model-not-established,out:model-not-established obvbench@github-obviousbench,github-obviousbench,?openai/gpt-6-sol,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.079166,2.89e-07,19368,4043,95.1389,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260923-openai-gpt-6-sol-pro-low / column answer_pass3_accuracy)",,out:model-not-established,out:model-not-established obvbench@github-obviousbench,github-obviousbench,?openai/gpt-6-sol,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.103506,2.89e-07,19368,6477,96.5278,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260923-openai-gpt-6-sol-pro-medium / column answer_pass3_accuracy)",,out:model-not-established,out:model-not-established obvbench@github-obviousbench,github-obviousbench,?openai/gpt-6-sol,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.123596,2.89e-07,19368,8486,97.2222,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260923-openai-gpt-6-sol-pro-high / column answer_pass3_accuracy)",,out:model-not-established,out:model-not-established obvbench@github-obviousbench,github-obviousbench,?openai/gpt-6-sol,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.168336,2.89e-07,19368,12960,100,answer_pass3%,2.89,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260923-openai-gpt-6-sol-pro-xhigh / column answer_pass3_accuracy)",,out:model-not-established,out:model-not-established obvbench@github-obviousbench,github-obviousbench,?openai/gpt-6-sol,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.264056,2.89e-07,19368,22532,100,answer_pass3%,2.89,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260923-openai-gpt-6-sol-pro-max / column answer_pass3_accuracy)",,out:model-not-established,out:model-not-established obvbench@github-obviousbench,github-obviousbench,gpt-6.1-sol,low,reasoning-math,mid,inspect-ai,per-suite,0.091706,2.89e-07,19368,5297,99.3056,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260929-openai-gpt-6-1-sol-low / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,gpt-6.1-sol,medium,reasoning-math,mid,inspect-ai,per-suite,0.106866,2.89e-07,19368,6813,99.3056,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260929-openai-gpt-6-1-sol-medium / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,gpt-6.1-sol,high,reasoning-math,mid,inspect-ai,per-suite,0.143196,2.89e-07,19368,10446,100,answer_pass3%,2.89,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260929-openai-gpt-6-1-sol-high / column answer_pass3_accuracy)",,out:uninformative,in obvbench@github-obviousbench,github-obviousbench,gpt-6.1-sol,xhigh,reasoning-math,mid,inspect-ai,per-suite,0.187316,2.89e-07,19368,14858,100,answer_pass3%,2.89,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260929-openai-gpt-6-1-sol-xhigh / column answer_pass3_accuracy)",,out:uninformative,in obvbench@github-obviousbench,github-obviousbench,gpt-6.1-sol,max,reasoning-math,mid,inspect-ai,per-suite,0.282746,2.89e-07,19368,24401,100,answer_pass3%,2.89,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260929-openai-gpt-6-1-sol-max / column answer_pass3_accuracy)",,out:uninformative,in obvbench@github-obviousbench,github-obviousbench,gpt-oss-120b,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.00564621,2.89e-09,33094,25364,83.3333,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-openai-gpt-oss-120b-low / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,gpt-oss-120b,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.008421792,2.89e-10,31413,41079,94.4444,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-openai-gpt-oss-120b-medium / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,gpt-oss-120b,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.01675898,2.89e-09,28406,94423,93.75,answer_pass3%,0.00289,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-openai-gpt-oss-120b-high / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,gpt-oss-20b,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.005110894,2.89e-10,32513,30788,77.7778,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-openai-gpt-oss-20b-low / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,gpt-oss-20b,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.00925853,2.89e-09,25664,62004,86.8056,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-openai-gpt-oss-20b-medium / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,gpt-oss-20b,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.01444828,2.89e-09,36244,101767,94.4444,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-openai-gpt-oss-20b-high / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,o1,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,7.3317,2.89e-05,19368,117353,96.5278,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-openai-o1-low / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,o1,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,11.41512,2.89e-06,19368,185410,98.6111,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-openai-o1-medium / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,o1,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,16.19964,2.89e-06,19368,265152,97.9167,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-openai-o1-high / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,o3,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.372616,2.89e-07,19368,41735,95.1389,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-openai-o3-low / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,o3,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.535592,2.89e-07,19368,62107,100,answer_pass3%,2.89,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-openai-o3-medium / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,o3,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.620616,2.89e-07,19368,72735,100,answer_pass3%,2.89,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-openai-o3-high / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,o3-mini,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.3977292,2.89e-08,19368,85551,90.2778,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-openai-o3-mini-low / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,o3-mini,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.7728908,2.89e-08,19368,170815,94.4444,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-openai-o3-mini-medium / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,o3-mini,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,1.8693752,2.89e-08,19368,420016,97.2222,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-openai-o3-mini-high / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,o3-mini,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,1.9168732,2.89e-08,19452,430790,97.9167,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-openai-o3-mini-high-low / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,o3-mini,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,1.8484136,2.89e-08,19368,415252,96.5278,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-openai-o3-mini-high-medium / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,o3-mini,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,1.9247085,2.89e-08,20383,432338,95.1389,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row requested-014-openai-o3-mini-high-high / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,o4-mini,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.216744,2.89e-07,19368,44418,95.8333,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-openai-o4-mini-low / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,o4-mini,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.3324948,2.89e-08,19368,70725,97.2222,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-openai-o4-mini-medium / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,o4-mini,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.4127112,2.89e-08,19368,88956,98.6111,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-openai-o4-mini-high / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,?openrouter/openai/o4-mini-high,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.4148716,2.89e-08,19368,89447,97.2222,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-openai-o4-mini-high-low / column answer_pass3_accuracy)",,out:model-not-established,out:model-not-established obvbench@github-obviousbench,github-obviousbench,?openrouter/openai/o4-mini-high,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.3954819,2.89e-08,19377,85038,96.5278,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-openai-o4-mini-high-medium / column answer_pass3_accuracy)",,out:model-not-established,out:model-not-established obvbench@github-obviousbench,github-obviousbench,?openrouter/openai/o4-mini-high,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.415162,2.89e-07,19368,89513,96.5278,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row requested-016-openai-o4-mini-high-high / column answer_pass3_accuracy)",,out:model-not-established,out:model-not-established obvbench@github-obviousbench,github-obviousbench,laguna-m.1,default,reasoning-math,mid,inspect-ai,per-suite,0.063411,2.89e-07,4979,157953,87.5,answer_pass3%,0.0289,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-requested-2026-07-21-poolside-laguna-m-1 / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,laguna-s-2.1,default,reasoning-math,mid,inspect-ai,per-suite,0.07393725,2.89e-09,17460,407184,80.5556,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-099-poolside-laguna-s-2-1 / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,laguna-xs-2.1,default,reasoning-math,mid,inspect-ai,per-suite,0.0200361,2.89e-08,11908,163796,92.3611,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-requested-2026-07-21-poolside-laguna-xs-2-1 / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,ternary-bonsai-2-27b,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.0024822,2.89e-08,22836,1539,37.5,answer_pass3%,0.0289,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260921-prism-ml-ternary-bonsai-2-27b-none / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,ternary-bonsai-2-27b,default,reasoning-math,mid,inspect-ai,per-suite,0.0478582,2.89e-08,40116,89699,90.9722,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260921-prism-ml-ternary-bonsai-2-27b-provider-default / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,qwen2.5-72b-instruct,solo,reasoning-math,mid,inspect-ai,per-suite,0.00782284,2.89e-09,20319,1270,52.7778,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-54-qwen2-5-72b-instruct / column answer_pass3_accuracy)",,out:single-couple,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,qwen2.5-7b-instruct,solo,reasoning-math,mid,inspect-ai,per-suite,0.0098315,2.89e-08,29391,34462,38.8889,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-20-qwen-qwen2-5-7b-instruct / column answer_pass3_accuracy)",,out:single-couple,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,?openrouter/qwen/qwen-plus,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.00610662,2.89e-09,20319,1056,65.9722,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-71-qwen-qwen-plus / column answer_pass3_accuracy)",,out:model-not-established,out:model-not-established obvbench@github-obviousbench,github-obviousbench,?openrouter/qwen/qwen-plus-2025-07-28,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.00613236,2.89e-09,20319,1089,60.4167,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-72-qwen-qwen-plus-0728 / column answer_pass3_accuracy)",,out:model-not-established,out:model-not-established obvbench@github-obviousbench,github-obviousbench,?openrouter/qwen/qwen-plus-2025-07-28:thinking,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.3145704,2.89e-08,20319,255369,96.5278,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-164-qwen-qwen-plus-2025-07-28-thinking / column answer_pass3_accuracy)",,out:model-not-established,out:model-not-established obvbench@github-obviousbench,github-obviousbench,?openrouter/qwen/qwen2.5-vl-72b-instruct,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.0031135,2.89e-08,12616,1516,37.5,answer_pass3%,0.0289,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-128-qwen-qwen2-5-vl-72b-instruct / column answer_pass3_accuracy)",,out:model-not-established,out:model-not-established obvbench@github-obviousbench,github-obviousbench,qwen3-14b,default,reasoning-math,mid,inspect-ai,per-suite,0.04244046,2.89e-09,20751,168189,91.6667,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-38-qwen-qwen3-14b / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,qwen3-235b-a22b,default,reasoning-math,mid,inspect-ai,per-suite,0.462283185,2.89e-10,20319,248922,90.2778,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-95-qwen-qwen3-235b-a22b / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,qwen3-235b-a22b-instruct-2507,solo,reasoning-math,mid,inspect-ai,per-suite,0.001450311,2.89e-10,19301,1339,54.8611,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-22-qwen-qwen3-235b-a22b-instruct-2507 / column answer_pass3_accuracy)",,out:single-couple,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,?openrouter/qwen/qwen3-235b-a22b-thinking-2507,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.0302635,2.89e-08,19214,282605,94.4444,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-23-qwen-qwen3-235b-a22b-thinking-2507 / column answer_pass3_accuracy)",,out:model-not-established,out:model-not-established obvbench@github-obviousbench,github-obviousbench,qwen3-30b-a3b,default,reasoning-math,mid,inspect-ai,per-suite,0.08464113,2.89e-09,20567,183978,94.4444,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-60-qwen-qwen3-30b-a3b / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,?openrouter/qwen/qwen3-30b-a3b-instruct-2507,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.00476569485,2.89e-12,18271,21284,50,answer_pass3%,2.89,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-33-qwen-qwen3-30b-a3b-instruct-2507 / column answer_pass3_accuracy)",,out:model-not-established,out:model-not-established obvbench@github-obviousbench,github-obviousbench,?openrouter/qwen/qwen3-30b-a3b-thinking-2507,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.13707992,2.89e-09,20319,338636,96.5278,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-51-qwen-qwen3-30b-a3b-thinking-2507 / column answer_pass3_accuracy)",,out:model-not-established,out:model-not-established obvbench@github-obviousbench,github-obviousbench,qwen3-32b,default,reasoning-math,mid,inspect-ai,per-suite,0.0512976,2.89e-08,18510,178390,75,answer_pass3%,0.289,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-40-qwen-qwen3-32b / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,qwen3-8b,default,reasoning-math,mid,inspect-ai,per-suite,0.04299395,2.89e-09,20319,104945,62.5,answer_pass3%,0.0289,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-49-qwen-qwen3-8b / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,qwen3-coder-480b-a35b-instruct,solo,reasoning-math,mid,inspect-ai,per-suite,0.00537978,2.89e-09,14171,1697,61.8056,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-94-qwen-qwen3-coder-480b-a35b / column answer_pass3_accuracy)",,out:single-couple,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,?openrouter/qwen/qwen3-coder-30b-a3b-instruct,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.00353643,2.89e-09,20319,7830,46.5278,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-39-qwen-qwen3-coder-30b-a3b-instruct / column answer_pass3_accuracy)",,out:model-not-established,out:model-not-established obvbench@github-obviousbench,github-obviousbench,?openrouter/qwen/qwen3-coder-flash,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.00679653,2.89e-09,20319,2907,50.6944,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-82-qwen-qwen3-coder-flash / column answer_pass3_accuracy)",,out:model-not-established,out:model-not-established obvbench@github-obviousbench,github-obviousbench,qwen3-coder-next,default,reasoning-math,mid,inspect-ai,per-suite,0.00343941,2.89e-09,19935,1540,43.0556,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-74-qwen-qwen3-coder-next / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,?openrouter/qwen/qwen3-coder-plus,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.02891785,2.89e-09,20319,4834,56.9444,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-160-qwen-qwen3-coder-plus / column answer_pass3_accuracy)",,out:model-not-established,out:model-not-established obvbench@github-obviousbench,github-obviousbench,?openrouter/qwen/qwen3-max,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.01992042,2.89e-09,20319,1044,68.75,answer_pass3%,0.00289,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-165-qwen-qwen3-max / column answer_pass3_accuracy)",,out:model-not-established,out:model-not-established obvbench@github-obviousbench,github-obviousbench,?openrouter/qwen/qwen3-next-80b-a3b-instruct,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.00335771,2.89e-09,20319,1390,56.25,answer_pass3%,0.00289,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-12-qwen3-next-80b-a3b-instruct / column answer_pass3_accuracy)",,out:model-not-established,out:model-not-established obvbench@github-obviousbench,github-obviousbench,?openrouter/qwen/qwen3-next-80b-a3b-thinking,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,1.59437355,2.89e-09,20709,1326056,80.5556,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-70-qwen-qwen3-next-80b-a3b-thinking / column answer_pass3_accuracy)",,out:model-not-established,out:model-not-established obvbench@github-obviousbench,github-obviousbench,?openrouter/qwen/qwen3-vl-235b-a22b-instruct,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.0049272,2.89e-08,18063,1473,63.8889,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-129-qwen-qwen3-vl-235b-a22b-instruct / column answer_pass3_accuracy)",,out:model-not-established,out:model-not-established obvbench@github-obviousbench,github-obviousbench,?openrouter/qwen/qwen3-vl-235b-a22b-thinking,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.82240938,2.89e-09,21183,314193,96.5278,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-156-qwen-qwen3-vl-235b-a22b-thinking / column answer_pass3_accuracy)",,out:model-not-established,out:model-not-established obvbench@github-obviousbench,github-obviousbench,?openrouter/qwen/qwen3-vl-30b-a3b-instruct,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.00353795,2.89e-09,20319,1724,46.5278,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-121-qwen-qwen3-vl-30b-a3b-instruct / column answer_pass3_accuracy)",,out:model-not-established,out:model-not-established obvbench@github-obviousbench,github-obviousbench,?openrouter/qwen/qwen3-vl-30b-a3b-thinking,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.64294347,2.89e-09,21183,410378,88.8889,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-140-qwen-qwen3-vl-30b-a3b-thinking / column answer_pass3_accuracy)",,out:model-not-established,out:model-not-established obvbench@github-obviousbench,github-obviousbench,?openrouter/qwen/qwen3-vl-8b-instruct,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.0023278,2.89e-08,19823,1526,43.75,answer_pass3%,0.00289,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-120-qwen-qwen3-vl-8b-instruct / column answer_pass3_accuracy)",,out:model-not-established,out:model-not-established obvbench@github-obviousbench,github-obviousbench,?openrouter/qwen/qwen3-vl-8b-thinking,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.679502031,2.89e-10,21183,495988,86.1111,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-137-qwen-qwen3-vl-8b-thinking / column answer_pass3_accuracy)",,out:model-not-established,out:model-not-established obvbench@github-obviousbench,github-obviousbench,qwen3.5-122b-a10b,default,reasoning-math,mid,inspect-ai,per-suite,0.44180344,2.89e-09,21972,209659,97.2222,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-149-qwen-qwen3-5-122b-a10b / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,qwen3.5-27b,default,reasoning-math,mid,inspect-ai,per-suite,0.2728011,2.89e-08,21972,172126,100,answer_pass3%,2.89,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-142-qwen-qwen3-5-27b / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,qwen3.5-35b-a3b,default,reasoning-math,mid,inspect-ai,per-suite,0.356654,2.89e-07,22236,280876,88.1944,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-131-qwen-qwen3-5-35b-a3b / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,qwen3.5-397b-a17b,default,reasoning-math,mid,inspect-ai,per-suite,0.44292417,2.89e-09,21908,185636,99.3056,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-154-qwen-qwen3-5-397b-a17b / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,qwen3.5-9b,default,reasoning-math,mid,inspect-ai,per-suite,0.05670465,2.89e-09,21972,363383,84.0278,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-102-qwen-qwen3-5-9b / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,qwen3.5-flash,default,reasoning-math,mid,inspect-ai,per-suite,0.06834646,2.89e-09,21972,257378,92.3611,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-109-qwen-qwen3-5-flash / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,qwen3.5-plus,default,reasoning-math,mid,inspect-ai,per-suite,0.28556736,2.89e-09,21972,179394,98.6111,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-143-qwen-qwen3-5-plus-2026-02-15 / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,qwen3.5-plus-0420,default,reasoning-math,mid,inspect-ai,per-suite,0.404928,2.89e-07,21972,221298,91.6667,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-145-qwen-qwen3-5-plus-2026-04-20 / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,qwen3.6-27b,default,reasoning-math,mid,inspect-ai,per-suite,0.67784064,2.89e-09,21972,209628,90.2778,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-158-qwen-qwen3-6-27b / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,qwen3.6-35b-a3b,default,reasoning-math,mid,inspect-ai,per-suite,0.2748459,2.89e-08,21972,302943,84.7222,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-130-qwen-qwen3-6-35b-a3b / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,qwen3.6-35b-a3b,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.2159529,2.89e-08,21972,218353,87.5,answer_pass3%,0.0289,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-196-qwen-qwen3-6-35b-a3b-low-budget-512 / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,qwen3.6-flash,default,reasoning-math,mid,inspect-ai,per-suite,0.247095,2.89e-07,21972,215978,87.5,answer_pass3%,0.0289,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-135-qwen-qwen3-6-flash / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,qwen3.6-flash,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.2435175,2.89e-08,21972,212798,88.8889,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-198-qwen-qwen3-6-flash-low-budget-512 / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,?openrouter/qwen/qwen3.6-max-preview,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.96784272,2.89e-09,21972,151441,97.9167,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-171-qwen-qwen3-6-max-preview / column answer_pass3_accuracy)",,out:model-not-established,out:model-not-established obvbench@github-obviousbench,github-obviousbench,qwen3.6-plus,default,reasoning-math,mid,inspect-ai,per-suite,0.37844235,2.89e-09,21972,190411,94.4444,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-147-qwen-qwen3-6-plus / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,qwen3.7-flash,nothink,reasoning-math,mid,inspect-ai,per-suite,0.00081443,2.89e-09,22836,995,47.2222,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-qwen-qwen3-7-flash-none / column answer_pass3_accuracy)",,in,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,qwen3.7-flash,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.02212021,2.89e-09,21972,165085,84.7222,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-qwen-qwen3-7-flash-low / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,qwen3.7-flash,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.02889997,2.89e-09,21972,217237,90.2778,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-qwen-qwen3-7-flash-medium / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,qwen3.7-flash,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.03078159,2.89e-09,21972,231711,90.9722,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-qwen-qwen3-7-flash-high / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,qwen3.7-max,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.48863375,2.89e-09,21970,122979,97.2222,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-166-qwen-qwen3-7-max / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,qwen3.7-plus,nothink,reasoning-math,mid,inspect-ai,per-suite,0.008608,2.89e-07,22836,1016,61.8056,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-qwen-qwen3-7-plus-none / column answer_pass3_accuracy)",,in,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,qwen3.7-plus,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.15325568,2.89e-09,21972,114238,90.2778,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-qwen-qwen3-7-plus-low / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,qwen3.7-plus,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.16158976,2.89e-09,21972,120749,95.8333,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-qwen-qwen3-7-plus-medium / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,qwen3.7-plus,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.1652352,2.89e-08,21972,123597,97.2222,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-qwen-qwen3-7-plus-high / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,qwen3.8-2.4t-a95b,low,reasoning-math,mid,inspect-ai,per-suite,0.3191658,2.89e-08,36259,41086,97.2222,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-requested-2026-08-12-qwen-qwen3-8-2-4t-a95b-low / column answer_pass3_accuracy)",,in,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,qwen3.8-2.4t-a95b,medium,reasoning-math,mid,inspect-ai,per-suite,0.3227172,2.89e-08,28648,44223,97.9167,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-requested-2026-08-12-qwen-qwen3-8-2-4t-a95b-medium / column answer_pass3_accuracy)",,in,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,qwen3.8-2.4t-a95b,xhigh,reasoning-math,mid,inspect-ai,per-suite,0.3760486,2.89e-08,38323,49847,97.9167,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-requested-2026-08-12-qwen-qwen3-8-2-4t-a95b-xhigh / column answer_pass3_accuracy)",,in,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,qwen3.8-27b,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.0149194,2.89e-08,22836,1451,48.6111,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260814-qwen-qwen3-8-27b-none / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,qwen3.8-27b,low,reasoning-math,mid,inspect-ai,per-suite,0.13900595,2.89e-09,34804,38546,90.9722,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260814-qwen-qwen3-8-27b-low / column answer_pass3_accuracy)",,in,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,qwen3.8-27b,medium,reasoning-math,mid,inspect-ai,per-suite,0.1504762,2.89e-08,21972,43934,93.75,answer_pass3%,0.00289,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260814-qwen-qwen3-8-27b-medium / column answer_pass3_accuracy)",,in,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,qwen3.8-27b,xhigh,reasoning-math,mid,inspect-ai,per-suite,0.17995465,2.89e-09,39540,50699,95.1389,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260814-qwen-qwen3-8-27b-xhigh / column answer_pass3_accuracy)",,in,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,qwen3.8-flash,nothink,reasoning-math,mid,inspect-ai,per-suite,0.00502655,2.89e-09,28452,1009,61.8056,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260826-qwen-qwen3-8-flash-none / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,qwen3.8-flash,default,reasoning-math,mid,inspect-ai,per-suite,0.03402663,2.89e-09,44004,57417,95.1389,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260826-qwen-qwen3-8-flash-provider-default / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,qwen3.8-max,low,reasoning-math,mid,inspect-ai,per-suite,0.308484,2.89e-07,33204,40346,98.6111,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260803-qwen-qwen3-8-max-low / column answer_pass3_accuracy)",,in,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,qwen3.8-max,medium,reasoning-math,mid,inspect-ai,per-suite,0.325134,2.89e-07,21972,46865,96.5278,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260803-qwen-qwen3-8-max-medium / column answer_pass3_accuracy)",,in,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,qwen3.8-max,xhigh,reasoning-math,mid,inspect-ai,per-suite,0.349692,2.89e-07,38388,45486,97.9167,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260803-qwen-qwen3-8-max-xhigh / column answer_pass3_accuracy)",,in,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,qwen3.8-max-0902,low,reasoning-math,mid,inspect-ai,per-suite,0.320382,2.89e-07,38820,40457,96.5278,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260905-qwen-qwen3-8-max-0902-low / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,qwen3.8-max-0902,medium,reasoning-math,mid,inspect-ai,per-suite,0.323172,2.89e-07,27588,44666,97.9167,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260905-qwen-qwen3-8-max-0902-medium / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,qwen3.8-max-0902,xhigh,reasoning-math,mid,inspect-ai,per-suite,0.377856,2.89e-07,44004,48308,98.6111,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260905-qwen-qwen3-8-max-0902-xhigh / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,?openrouter/qwen/qwen3.8-max-prime,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.644748,2.89e-07,38820,40789,97.9167,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260924-qwen-qwen3-8-max-prime-low / column answer_pass3_accuracy)",,out:model-not-established,out:model-not-established obvbench@github-obviousbench,github-obviousbench,?openrouter/qwen/qwen3.8-max-prime,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.67824,2.89e-06,27588,47324,96.5278,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260924-qwen-qwen3-8-max-prime-medium / column answer_pass3_accuracy)",,out:model-not-established,out:model-not-established obvbench@github-obviousbench,github-obviousbench,?openrouter/qwen/qwen3.8-max-prime,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.75126,2.89e-06,44004,47937,97.2222,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260924-qwen-qwen3-8-max-prime-xhigh / column answer_pass3_accuracy)",,out:model-not-established,out:model-not-established obvbench@github-obviousbench,github-obviousbench,qwen3.8-omni-flash,nothink,reasoning-math,mid,inspect-ai,per-suite,0.00410596,2.89e-09,22836,1448,63.8889,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260923-qwen-qwen3-8-omni-flash-none / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,qwen3.8-omni-flash,low,reasoning-math,mid,inspect-ai,per-suite,0.03060827,2.89e-09,40116,52321,97.9167,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260923-qwen-qwen3-8-omni-flash-low / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,qwen3.8-omni-flash,medium,reasoning-math,mid,inspect-ai,per-suite,0.02994792,2.89e-09,40116,50916,97.2222,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260923-qwen-qwen3-8-omni-flash-medium / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,qwen3.8-omni-flash,not-established:ambiguous,reasoning-math,mid,inspect-ai,per-suite,0.03049312,2.89e-09,40116,52076,98.6111,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260923-qwen-qwen3-8-omni-flash-high / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,reka-edge,solo,reasoning-math,mid,inspect-ai,per-suite,0.0008343,2.89e-08,6425,1918,22.9167,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-requested-2026-07-21-rekaai-reka-edge / column answer_pass3_accuracy)",,out:single-couple,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,fugu-max,default,reasoning-math,mid,inspect-ai,per-suite,0.38536,2.89e-06,51408,47067,99.3056,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260911-sakana-fugu-max-provider-default / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,fugu-ultra,default,reasoning-math,mid,inspect-ai,per-suite,4.473865,2.89e-07,602477,48716,97.9167,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-requested-2026-07-21-sakana-fugu-ultra / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,fugu-ultra,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,4.276705,2.89e-07,586891,44955,98.6111,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-sakana-fugu-ultra-high / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,fugu-ultra,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,4.8484,2.89e-05,578860,65350,99.3056,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-sakana-fugu-ultra-xhigh / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,fugu-ultra,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,5.281855,2.89e-07,616097,73379,99.3056,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260928-sakana-fugu-ultra-max / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,fugu-ultra-v2,default,reasoning-math,mid,inspect-ai,per-suite,2.938186,2.89e-07,301659,41744,100,answer_pass3%,2.89,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260911-sakana-fugu-ultra-v2-provider-default / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,l3.1-euryale-70b,default,reasoning-math,mid,inspect-ai,per-suite,0.0191709,2.89e-08,21129,1425,61.1111,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-172-sao10k-l3-1-euryale-70b / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,l3.3-euryale-70b,default,reasoning-math,mid,inspect-ai,per-suite,0.01514415,2.89e-09,21561,1506,68.0556,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-169-sao10k-l3-3-euryale-70b / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,sonar,default,reasoning-math,mid,inspect-ai,per-suite,,,16809,1057,52.0833,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row perplexity-sonar-provider-default / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,sonar-pro,default,reasoning-math,mid,inspect-ai,per-suite,,,16809,1015,61.1111,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row perplexity-sonar-pro-provider-default / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,sonar-reasoning-pro,default,reasoning-math,mid,inspect-ai,per-suite,,,16809,1051,97.9167,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row perplexity-sonar-reasoning-pro-provider-default / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,step-3.5-flash,default,reasoning-math,mid,inspect-ai,per-suite,0.0647133,2.89e-08,22017,208372,95.1389,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-requested-2026-07-21-stepfun-step-3-5-flash / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,step-3.7-flash,default,reasoning-math,mid,inspect-ai,per-suite,0.21030995,2.89e-09,19905,179701,97.9167,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-requested-2026-07-21-stepfun-step-3-7-flash / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,step-3.7-flash,low,reasoning-math,mid,inspect-ai,per-suite,0.0567874,2.89e-08,20145,46636,88.8889,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-stepfun-step-3-7-flash-low / column answer_pass3_accuracy)",,out:single-couple,out:cost-single-couple obvbench@github-obviousbench,github-obviousbench,step-3.7-flash,medium,reasoning-math,mid,inspect-ai,per-suite,0.08186305,2.89e-09,18625,68879,94.4444,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-stepfun-step-3-7-flash-medium / column answer_pass3_accuracy)",,out:single-couple,out:cost-single-couple obvbench@github-obviousbench,github-obviousbench,step-3.7-flash,high,reasoning-math,mid,inspect-ai,per-suite,0.11108515,2.89e-09,17007,94633,90.2778,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-stepfun-step-3-7-flash-high / column answer_pass3_accuracy)",,out:single-couple,out:cost-single-couple obvbench@github-obviousbench,github-obviousbench,hunyuan-a13b-instruct,default,reasoning-math,mid,inspect-ai,per-suite,0.00367002,2.89e-09,20319,1448,45.8333,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-requested-2026-07-21-tencent-hunyuan-a13b-instruct / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,?openrouter/tencent/hy3:free,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.0069026,2.89e-08,17133,1453,64.5833,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260706-tencent-hy3-none / column answer_pass3_accuracy)",,out:model-not-established,out:model-not-established obvbench@github-obviousbench,github-obviousbench,?openrouter/tencent/hy3:free,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.058379,2.89e-07,16653,66374,99.3056,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260706-tencent-hy3-low / column answer_pass3_accuracy)",,out:model-not-established,out:model-not-established obvbench@github-obviousbench,github-obviousbench,?openrouter/tencent/hy3:free,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.0586934,2.89e-08,16653,66767,100,answer_pass3%,2.89,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260706-tencent-hy3-high / column answer_pass3_accuracy)",,out:model-not-established,out:model-not-established obvbench@github-obviousbench,github-obviousbench,hy4-preview,nothink,reasoning-math,mid,inspect-ai,per-suite,0.026883148,2.89e-10,27222,1672,65.9722,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260830-tencent-hy4-preview-none / column answer_pass3_accuracy)",,out:single-couple,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,hy4-preview,low,reasoning-math,mid,inspect-ai,per-suite,0.788969784,2.89e-10,25926,306939,100,answer_pass3%,2.89,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260830-tencent-hy4-preview-low / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,hy4-preview,not-established:ambiguous,reasoning-math,mid,inspect-ai,per-suite,0.717957284,2.89e-10,25926,278534,99.3056,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260830-tencent-hy4-preview-medium / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,hy4-preview,high,reasoning-math,mid,inspect-ai,per-suite,0.770799784,2.89e-10,25926,299671,99.3056,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260830-tencent-hy4-preview-high / column answer_pass3_accuracy)",,out:single-couple,out:cost-not-comparable obvbench@github-obviousbench,github-obviousbench,inkling,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.28458936,2.89e-09,22824,2722,95.1389,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260715-thinkingmachines-inkling-minimal / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,inkling,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.10755216,2.89e-09,21960,2716,63.1944,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260715-thinkingmachines-inkling-none / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,inkling,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.29634552,2.89e-09,22824,2719,92.3611,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260715-thinkingmachines-inkling-low / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,inkling,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.42831216,2.89e-09,22824,2719,97.9167,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260715-thinkingmachines-inkling-medium / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,inkling,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.48678408,2.89e-09,22824,2720,97.9167,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260715-thinkingmachines-inkling-high / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,inkling,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.56778552,2.89e-09,22824,51541,98.6111,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260715-thinkingmachines-inkling-xhigh / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,inkling-small,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.08915616,2.89e-09,22824,21764,89.5833,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260730-thinkingmachines-inkling-small-minimal / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,inkling-small,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.03441888,2.89e-09,21960,3106,52.7778,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260730-thinkingmachines-inkling-small-none / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,inkling-small,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.0926496,2.89e-08,22824,22977,86.8056,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260730-thinkingmachines-inkling-small-low / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,inkling-small,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.1500048,2.89e-08,22824,42892,90.9722,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260730-thinkingmachines-inkling-small-medium / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,inkling-small,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.20835072,2.89e-09,22824,63151,90.9722,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260730-thinkingmachines-inkling-small-high / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,inkling-small,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.3043296,2.89e-08,22824,96477,91.6667,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260730-thinkingmachines-inkling-small-xhigh / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,solar-pro-3,default,reasoning-math,mid,inspect-ai,per-suite,0.039171,2.89e-07,12396,62186,42.3611,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-requested-2026-07-21-upstage-solar-pro-3 / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,solar-pro4,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.001389,2.89e-07,39276,1756,55.5556,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-requested-2026-08-11-upstage-solar-pro4-none / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,solar-pro4,enabled,reasoning-math,mid,inspect-ai,per-suite,0.024351,2.89e-07,38844,193214,97.2222,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-requested-2026-08-11-upstage-solar-pro4-enabled / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,nova-2-lite,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.06850855,2.89e-09,36510,20531,40.2778,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row bedrock-flex-us-amazon-nova-2-lite-v1-0-none / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,nova-2-lite,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.5794613,2.89e-08,58110,203740,92.3611,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row bedrock-flex-us-amazon-nova-2-lite-v1-0-low / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,nova-2-lite,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.97341365,2.89e-09,51630,347773,83.3333,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row bedrock-flex-us-amazon-nova-2-lite-v1-0-medium / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,nova-2-lite,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,7.05097415,2.89e-09,51630,2557795,88.8889,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row bedrock-flex-us-amazon-nova-2-lite-v1-0-high / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,nova-lite,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.00144822,2.89e-09,17037,1775,54.8611,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row bedrock-us-amazon-nova-lite-v1-0-provider-default / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,nova-micro,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.000860475,2.89e-10,17037,1887,50,answer_pass3%,2.89,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row bedrock-us-amazon-nova-micro-v1-0-provider-default / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,nova-pro,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.0434344,2.89e-08,17037,9314,64.5833,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row bedrock-flex-us-amazon-nova-pro-v1-0-provider-default / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,palmyra-x5,default,reasoning-math,mid,inspect-ai,per-suite,0.0858342,2.89e-08,119247,2381,65.2778,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-requested-2026-07-21-writer-palmyra-x5 / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,grok-4.20,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.0204791,2.89e-08,15179,3046,56.9444,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-x-ai-grok-4-20-disabled / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,grok-4.20,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.8517207,2.89e-08,14635,335892,98.6111,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-x-ai-grok-4-20-low / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,grok-4.20,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.83133085,2.89e-09,13803,327824,98.6111,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-x-ai-grok-4-20-medium / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,grok-4.20,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.8269302,2.89e-08,13675,326063,98.6111,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-x-ai-grok-4-20-high / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,grok-4.20,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.84361175,2.89e-09,13611,332726,97.2222,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-x-ai-grok-4-20-xhigh / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,grok-4.3,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.01591195,2.89e-09,16971,1006,48.6111,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-x-ai-grok-4-3-disabled / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,grok-4.3,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.3435627,2.89e-08,16143,132880,96.5278,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-x-ai-grok-4-3-low / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,grok-4.3,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.569422,2.89e-07,17483,222924,97.9167,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-x-ai-grok-4-3-medium / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,grok-4.3,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.4246204,2.89e-08,16299,164755,98.6111,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-x-ai-grok-4-3-high / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,grok-4.3,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.41584555,2.89e-09,15467,161381,97.9167,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-x-ai-grok-4-3-xhigh / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,grok-4.5,low,reasoning-math,mid,inspect-ai,per-suite,0.4371648,0.0631,46915,984,100,answer_pass3%,2.89,,cost-unrepriced; cost-price-band,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260708-grok-4-5-low / column answer_pass3_accuracy)",,out:uninformative,in obvbench@github-obviousbench,github-obviousbench,grok-4.5,medium,reasoning-math,mid,inspect-ai,per-suite,0.5181264,0.0748,46915,984,100,answer_pass3%,2.89,,cost-unrepriced; cost-price-band,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260708-grok-4-5-medium / column answer_pass3_accuracy)",,out:uninformative,in obvbench@github-obviousbench,github-obviousbench,grok-4.5,high,reasoning-math,mid,inspect-ai,per-suite,0.527544,0.0761,46915,984,100,answer_pass3%,2.89,,cost-unrepriced; cost-price-band,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260708-grok-4-5-high / column answer_pass3_accuracy)",,out:uninformative,in obvbench@github-obviousbench,github-obviousbench,grok-4.6,low,reasoning-math,mid,inspect-ai,per-suite,0.556662,2.89e-07,50371,983,99.3056,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260812-grok-4-6-low / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,grok-4.6,medium,reasoning-math,mid,inspect-ai,per-suite,0.749514,2.89e-07,47555,987,100,answer_pass3%,2.89,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260812-grok-4-6-medium / column answer_pass3_accuracy)",,out:uninformative,in obvbench@github-obviousbench,github-obviousbench,grok-4.6,high,reasoning-math,mid,inspect-ai,per-suite,0.79113,2.89e-06,47299,981,100,answer_pass3%,2.89,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260812-grok-4-6-high / column answer_pass3_accuracy)",,out:uninformative,in obvbench@github-obviousbench,github-obviousbench,grok-4.7,low,reasoning-math,mid,inspect-ai,per-suite,1.067694,2.89e-07,85635,1020,99.3056,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260921-grok-4-7-low / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,grok-4.7,medium,reasoning-math,mid,inspect-ai,per-suite,1.172376,2.89e-07,71939,1031,97.9167,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260921-grok-4-7-medium / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,grok-4.7,high,reasoning-math,mid,inspect-ai,per-suite,1.249896,2.89e-07,44163,1017,97.9167,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260921-grok-4-7-high / column answer_pass3_accuracy)",,in,in obvbench@github-obviousbench,github-obviousbench,grok-4.7,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,1.366038,2.89e-07,73907,1005,98.6111,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260921-grok-4-7-xhigh / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,grok-build-0.1,solo,reasoning-math,mid,inspect-ai,per-suite,0.645235,2.89e-07,13931,316650,98.6111,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-x-ai-grok-build-0-1-low / column answer_pass3_accuracy)",,out:single-couple,out:cost-single-couple obvbench@github-obviousbench,github-obviousbench,grok-build-0.1,solo,reasoning-math,mid,inspect-ai,per-suite,0.6388178,2.89e-08,13867,313403,99.3056,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-x-ai-grok-build-0-1-medium / column answer_pass3_accuracy)",,out:single-couple,out:cost-single-couple obvbench@github-obviousbench,github-obviousbench,grok-build-0.1,solo,reasoning-math,mid,inspect-ai,per-suite,0.6160886,2.89e-08,14123,301995,99.3056,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-x-ai-grok-build-0-1-high / column answer_pass3_accuracy)",,out:single-couple,out:cost-single-couple obvbench@github-obviousbench,github-obviousbench,grok-build-0.1,solo,reasoning-math,mid,inspect-ai,per-suite,0.6302982,2.89e-08,13995,309158,97.2222,answer_pass3%,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-x-ai-grok-build-0-1-xhigh / column answer_pass3_accuracy)",,out:single-couple,out:cost-single-couple obvbench@github-obviousbench,github-obviousbench,?openai-api/agent-platform/xai/grok-4.1-fast-non-reasoning,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.0173364,2.89e-08,10081,993,55.5556,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260713-xai-grok-4-1-fast-non-reasoning-none / column answer_pass3_accuracy)",,out:model-not-established,out:model-not-established obvbench@github-obviousbench,github-obviousbench,?openai-api/agent-platform/xai/grok-4.1-fast-reasoning,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.0788312,2.89e-08,9441,1002,93.75,answer_pass3%,0.00289,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260713-xai-grok-4-1-fast-reasoning-reasoning / column answer_pass3_accuracy)",,out:model-not-established,out:model-not-established obvbench@github-obviousbench,github-obviousbench,mimo-v2.5,default,reasoning-math,mid,inspect-ai,per-suite,0.02089808,2.89e-09,17156,72970,86.1111,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-requested-2026-07-21-xiaomi-mimo-v2-5 / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,mimo-v2.5-pro,default,reasoning-math,mid,inspect-ai,per-suite,0.08000433,2.89e-09,24695,81754,90.2778,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row openrouter-requested-2026-07-21-xiaomi-mimo-v2-5-pro / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,mimo-v2.6-flash,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.0031091592,2.89e-11,19087,1544,49.3056,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260921-xiaomi-mimo-v2-6-flash-none / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,mimo-v2.6-flash,default,reasoning-math,mid,inspect-ai,per-suite,0.0090298936,2.89e-11,17775,23640,82.6389,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260921-xiaomi-mimo-v2-6-flash-provider-default / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,mimo-v2.6-pro,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.067392375,2.89e-10,20751,67087,63.1944,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260921-xiaomi-mimo-v2-6-pro-none / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,mimo-v2.6-pro,default,reasoning-math,mid,inspect-ai,per-suite,0.083349915,2.89e-10,19887,85861,84.7222,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260921-xiaomi-mimo-v2-6-pro-provider-default / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,glm-4.5,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.00573125,2.89e-09,5679,1472,59.7222,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-z-ai-glm-4-5-disabled / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,glm-4.5,default,reasoning-math,mid,inspect-ai,per-suite,0.71284852,2.89e-09,5474,322859,92.3611,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-97-z-ai-glm-4-5 / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,glm-4.5-air,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.002459615,2.89e-10,6110,1382,52.7778,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-z-ai-glm-4-5-air-disabled / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,glm-4.5-air,default,reasoning-math,mid,inspect-ai,per-suite,0.25158073,2.89e-09,7393,294457,84.7222,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-77-z-ai-glm-4-5-air / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,glm-4.5v,default,reasoning-math,mid,inspect-ai,per-suite,0.20246255,2.89e-09,9065,110618,76.3889,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-152-z-ai-glm-4-5v / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,glm-4.6,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.00782609,2.89e-09,15894,1335,58.3333,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-z-ai-glm-4-6-disabled / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,glm-4.6,default,reasoning-math,mid,inspect-ai,per-suite,0.35781025,2.89e-09,15270,202492,86.1111,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-92-z-ai-glm-4-6 / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,glm-4.6v,default,reasoning-math,mid,inspect-ai,per-suite,0.111543265,2.89e-10,7595,122512,86.1111,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-132-z-ai-glm-4-6v / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,glm-4.7,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.00722756,2.89e-09,14574,1124,56.9444,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-z-ai-glm-4-7-disabled / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,glm-4.7,default,reasoning-math,mid,inspect-ai,per-suite,0.20521977,2.89e-09,15222,114079,91.6667,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-93-z-ai-glm-4-7 / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,glm-4.7-flash,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.00117582,2.89e-09,14110,1330,37.5,answer_pass3%,0.0289,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-z-ai-glm-4-7-flash-disabled / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,glm-4.7-flash,default,reasoning-math,mid,inspect-ai,per-suite,0.08136368,2.89e-09,18500,200659,69.4444,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-50-z-ai-glm-4-7-flash / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,glm-5,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.02494824,2.89e-09,17774,6990,62.5,answer_pass3%,0.0289,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-z-ai-glm-5-disabled / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,glm-5,default,reasoning-math,mid,inspect-ai,per-suite,0.2955956,2.89e-08,17723,137330,93.75,answer_pass3%,0.00289,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-96-z-ai-glm-5 / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,glm-5-turbo,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.0285312,2.89e-08,18966,1443,59.7222,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-z-ai-glm-5-turbo-disabled / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,glm-5-turbo,default,reasoning-math,mid,inspect-ai,per-suite,0.3380392,2.89e-08,18966,78820,95.1389,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-167-z-ai-glm-5-turbo / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,glm-5.1,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.03061625,2.89e-09,16750,4865,67.3611,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260612-z-ai-glm-5-1-disabled / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,glm-5.1,default,reasoning-math,mid,inspect-ai,per-suite,0.27695276,2.89e-09,17583,84531,97.9167,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row old-162-z-ai-glm-5-1 / column answer_pass3_accuracy)",,out:effort-not-established,out:effort-not-established obvbench@github-obviousbench,github-obviousbench,?openrouter/z-ai/glm-5.3-prime,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.1143632,2.89e-08,21990,5999,80.5556,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260924-z-ai-glm-5-3-prime-low / column answer_pass3_accuracy)",,out:model-not-established,out:model-not-established obvbench@github-obviousbench,github-obviousbench,?openrouter/z-ai/glm-5.3-prime,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.1632912,2.89e-08,21990,11559,89.5833,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260924-z-ai-glm-5-3-prime-high / column answer_pass3_accuracy)",,out:model-not-established,out:model-not-established obvbench@github-obviousbench,github-obviousbench,?openrouter/z-ai/glm-5.3-prime,not-established:absent,reasoning-math,mid,inspect-ai,per-suite,0.3973448,2.89e-08,21990,38156,98.6111,answer_pass3%,2.89e-05,,,"https://github.com/adamallcock/obviousbench/blob/222d9551d1a64252be76dd45a3edad3547a0d5b2/reports/v0_2/aggregate/summary.csv (reports/v0_2/aggregate/summary.csv at 222d955 (649 rows, one per model setting) / row manual-20260924-z-ai-glm-5-3-prime-max / column answer_pass3_accuracy)",,out:model-not-established,out:model-not-established rideshare-bench-final-score,github-ocarinalabs,grok-4.20,think,agentic-tool,hard,,,,,,,1237.46,rideshare-bench Final Score ($),0.00289,,,"https://github.com/ocarinalabs/www/blob/main/apps/web/content/analyses/grok-4.20-reasoning.md (Executive Summary table, row Final Score, column value)",,out:partial, occam-base,github-occam,opus-5.5,max,coding,mid,,,,,,,88.888889,pass%,0,,,"https://github.com/quisbaum-prog/occam/blob/244c2fc502209167116c9b72dbb0d95a4e0d6df9/README.md (Claude Opus 5.5, effort max: results table, row 'no plugin', column Tests passed)",,in, occam-rules,github-occam,opus-5.5,max,coding,mid,,,,,,,100,pass%,0,,,"https://github.com/quisbaum-prog/occam/blob/244c2fc502209167116c9b72dbb0d95a4e0d6df9/README.md (Claude Opus 5.5, effort max: results table, row '**Occam**', column Tests passed)",,out:uninformative, occam-ponytail,github-occam,opus-5.5,max,coding,mid,,,,,,,100,pass%,0,,,"https://github.com/quisbaum-prog/occam/blob/244c2fc502209167116c9b72dbb0d95a4e0d6df9/README.md (Claude Opus 5.5, effort max: results table, row 'Ponytail 4.10', column Tests passed)",,out:uninformative, occam-base,github-occam,opus-5.5,medium,coding,mid,,,,,,,94.444444,pass%,0,,,"https://github.com/quisbaum-prog/occam/blob/244c2fc502209167116c9b72dbb0d95a4e0d6df9/README.md (Claude Opus 5.5, effort medium: results table, row 'no plugin', column Tests passed)",,in, occam-rules,github-occam,opus-5.5,medium,coding,mid,,,,,,,100,pass%,0,,,"https://github.com/quisbaum-prog/occam/blob/244c2fc502209167116c9b72dbb0d95a4e0d6df9/README.md (Claude Opus 5.5, effort medium: results table, row '**Occam**', column Tests passed)",,out:uninformative, occam-ponytail,github-occam,opus-5.5,medium,coding,mid,,,,,,,100,pass%,0,,,"https://github.com/quisbaum-prog/occam/blob/244c2fc502209167116c9b72dbb0d95a4e0d6df9/README.md (Claude Opus 5.5, effort medium: results table, row 'Ponytail 4.10', column Tests passed)",,out:uninformative, occam-base,github-occam,sonnet-5.5,max,coding,mid,,,,,,,88.888889,pass%,0,,,"https://github.com/quisbaum-prog/occam/blob/244c2fc502209167116c9b72dbb0d95a4e0d6df9/README.md (Claude Sonnet 5.5, effort max: results table, row 'no plugin', column Tests passed)",,in, occam-rules,github-occam,sonnet-5.5,max,coding,mid,,,,,,,94.444444,pass%,0,,,"https://github.com/quisbaum-prog/occam/blob/244c2fc502209167116c9b72dbb0d95a4e0d6df9/README.md (Claude Sonnet 5.5, effort max: results table, row '**Occam**', column Tests passed)",,out:single-couple, occam-ponytail,github-occam,sonnet-5.5,max,coding,mid,,,,,,,94.444444,pass%,0,,,"https://github.com/quisbaum-prog/occam/blob/244c2fc502209167116c9b72dbb0d95a4e0d6df9/README.md (Claude Sonnet 5.5, effort max: results table, row 'Ponytail 4.10', column Tests passed)",,out:single-couple, occam-base,github-occam,sonnet-5.5,medium,coding,mid,,,,,,,88.888889,pass%,0,,,"https://github.com/quisbaum-prog/occam/blob/244c2fc502209167116c9b72dbb0d95a4e0d6df9/README.md (Claude Sonnet 5.5, effort medium: results table, row 'no plugin', column Tests passed)",,in, occam-rules,github-occam,sonnet-5.5,medium,coding,mid,,,,,,,100,pass%,0,,,"https://github.com/quisbaum-prog/occam/blob/244c2fc502209167116c9b72dbb0d95a4e0d6df9/README.md (Claude Sonnet 5.5, effort medium: results table, row '**Occam**', column Tests passed)",,out:uninformative, occam-ponytail,github-occam,sonnet-5.5,medium,coding,mid,,,,,,,100,pass%,0,,,"https://github.com/quisbaum-prog/occam/blob/244c2fc502209167116c9b72dbb0d95a4e0d6df9/README.md (Claude Sonnet 5.5, effort medium: results table, row 'Ponytail 4.10', column Tests passed)",,out:uninformative, occam-base,github-occam,haiku-4.5,default,coding,mid,,,,,,,55.555556,pass%,0,,,"https://github.com/quisbaum-prog/occam/blob/244c2fc502209167116c9b72dbb0d95a4e0d6df9/README.md (Claude Haiku 4.5: results table, row 'no plugin', column Tests passed)",,out:effort-not-established, occam-rules,github-occam,haiku-4.5,default,coding,mid,,,,,,,72.222222,pass%,0,,,"https://github.com/quisbaum-prog/occam/blob/244c2fc502209167116c9b72dbb0d95a4e0d6df9/README.md (Claude Haiku 4.5: results table, row '**Occam**', column Tests passed)",,out:effort-not-established, occam-ponytail,github-occam,haiku-4.5,default,coding,mid,,,,,,,55.555556,pass%,0,,,"https://github.com/quisbaum-prog/occam/blob/244c2fc502209167116c9b72dbb0d95a4e0d6df9/README.md (Claude Haiku 4.5: results table, row 'Ponytail 4.10', column Tests passed)",,out:effort-not-established, occam-base,github-occam,gpt-6-astra,not-established:absent,coding,mid,,,,,,,77.777778,pass%,0,,,"https://github.com/quisbaum-prog/occam/blob/244c2fc502209167116c9b72dbb0d95a4e0d6df9/README.md (GPT-6 Astra in Codex: results table, row 'no plugin', column Tests passed (original verifier count; the parenthesised count is after the documented source review))",,out:effort-not-established, occam-rules,github-occam,gpt-6-astra,not-established:absent,coding,mid,,,,,,,88.888889,pass%,0,,,"https://github.com/quisbaum-prog/occam/blob/244c2fc502209167116c9b72dbb0d95a4e0d6df9/README.md (GPT-6 Astra in Codex: results table, row '**Occam**', column Tests passed (original verifier count; the parenthesised count is after the documented source review))",,out:effort-not-established, occam-ponytail,github-occam,gpt-6-astra,not-established:absent,coding,mid,,,,,,,83.333333,pass%,0,,,"https://github.com/quisbaum-prog/occam/blob/244c2fc502209167116c9b72dbb0d95a4e0d6df9/README.md (GPT-6 Astra in Codex: results table, row 'Ponytail 4.10', column Tests passed (original verifier count; the parenthesised count is after the documented source review))",,out:effort-not-established, oabriefcont,github-openagents,opus-5.5,medium,agentic-tool,hard,coder-connect-agent,,0.4533,2.89e-05,,,75,pass%-first-attempt,0,,cost-base-price:cost-publisher-figure,https://github.com/OpenAgentsInc/openagents/blob/43a68711/docs/audits/2026-10-03-independent-efficiency/briefing-model-factorial/README.md (arm table: first-attempt acceptance (counts of the four runs)),src-github-openagents-briefing-factorial-2026-10-03|run:oabriefcont-final|opus-5.5@medium|,in,out:cost-single-couple oabriefcont,github-openagents,sonnet-5.5,medium,agentic-tool,hard,coder-connect-agent,,0.179925,0.0346,,,25,pass%-first-attempt,0,,cost-unrepriced; cost-price-band,https://github.com/OpenAgentsInc/openagents/blob/43a68711/docs/audits/2026-10-03-independent-efficiency/briefing-model-factorial/README.md (arm table: first-attempt acceptance (counts of the four runs)),src-github-openagents-briefing-factorial-2026-10-03|run:oabriefcont-final|sonnet-5.5@medium|,in,out:cost-single-couple oabrieftrea,github-openagents,opus-5.5,medium,agentic-tool,hard,coder-connect-agent,,0.5421,2.89e-05,,,100,pass%-first-attempt,0,,cost-base-price:cost-publisher-figure,https://github.com/OpenAgentsInc/openagents/blob/43a68711/docs/audits/2026-10-03-independent-efficiency/briefing-model-factorial/README.md (arm table: first-attempt acceptance (counts of the four runs)),src-github-openagents-briefing-factorial-2026-10-03|run:oabrieftrea-final|opus-5.5@medium|,in,out:cost-single-couple oabrieftrea,github-openagents,sonnet-5.5,medium,agentic-tool,hard,coder-connect-agent,,0.117525,0.0226,,,0,pass%-first-attempt,0,,cost-unrepriced; cost-price-band,https://github.com/OpenAgentsInc/openagents/blob/43a68711/docs/audits/2026-10-03-independent-efficiency/briefing-model-factorial/README.md (arm table: first-attempt acceptance (counts of the four runs)),src-github-openagents-briefing-factorial-2026-10-03|run:oabrieftrea-final|sonnet-5.5@medium|,in,out:cost-single-couple oabriefcont-final,github-openagents,opus-5.5,medium,agentic-tool,hard,coder-connect-agent,,0.4533,2.89e-05,,,100,pass%-final,0,,,https://github.com/OpenAgentsInc/openagents/blob/43a68711/docs/audits/2026-10-03-independent-efficiency/briefing-model-factorial/README.md (arm table: final acceptance (counts of the four runs)),src-github-openagents-briefing-factorial-2026-10-03|run:oabriefcont-final|opus-5.5@medium|,out:saturated,out:cost-single-couple oabriefcont-final,github-openagents,sonnet-5.5,medium,agentic-tool,hard,coder-connect-agent,,0.2399,2.89e-05,,,100,pass%-final,0,,,https://github.com/OpenAgentsInc/openagents/blob/43a68711/docs/audits/2026-10-03-independent-efficiency/briefing-model-factorial/README.md (arm table: final acceptance (counts of the four runs)),src-github-openagents-briefing-factorial-2026-10-03|run:oabriefcont-final|sonnet-5.5@medium|,out:saturated,out:cost-single-couple oabrieftrea-final,github-openagents,opus-5.5,medium,agentic-tool,hard,coder-connect-agent,,0.5421,2.89e-05,,,100,pass%-final,0,,,https://github.com/OpenAgentsInc/openagents/blob/43a68711/docs/audits/2026-10-03-independent-efficiency/briefing-model-factorial/README.md (arm table: final acceptance (counts of the four runs)),src-github-openagents-briefing-factorial-2026-10-03|run:oabrieftrea-final|opus-5.5@medium|,out:saturated,out:cost-single-couple oabrieftrea-final,github-openagents,sonnet-5.5,medium,agentic-tool,hard,coder-connect-agent,,0.1567,2.89e-05,,,100,pass%-final,0,,,https://github.com/OpenAgentsInc/openagents/blob/43a68711/docs/audits/2026-10-03-independent-efficiency/briefing-model-factorial/README.md (arm table: final acceptance (counts of the four runs)),src-github-openagents-briefing-factorial-2026-10-03|run:oabrieftrea-final|sonnet-5.5@medium|,out:saturated,out:cost-single-couple palia-voice-overall,github-palia-bench,gpt-5.4-mini,not-established:absent,mixed,easy,voice-pipeline-LiveKit,,,,,,6.8,Overall(judge),0.0289,,,"https://github.com/ChiChuRita/Palia/blob/main/agent/bench/results.md (results.md, LLM candidates table, row 'gpt-5.4-mini (minimal)', column Overall)",,out:effort-not-established, palia-voice-overall,github-palia-bench,gpt-5.4-mini,low,mixed,easy,voice-pipeline-LiveKit,,,,,,7.7,Overall(judge),0.0289,,,"https://github.com/ChiChuRita/Palia/blob/main/agent/bench/results.md (results.md, LLM candidates table, row 'gpt-5.4-mini (low)', column Overall)",,out:single-couple, palia-voice-overall,github-palia-bench,gpt-5.4,not-established:absent,mixed,easy,voice-pipeline-LiveKit,,,,,,7.3,Overall(judge),0.0289,,,"https://github.com/ChiChuRita/Palia/blob/main/agent/bench/results.md (results.md, LLM candidates table, row 'gpt-5.4 (minimal)', column Overall)",,out:effort-not-established, palia-voice-overall,github-palia-bench,gpt-5.2,not-established:absent,mixed,easy,voice-pipeline-LiveKit,,,,,,7.8,Overall(judge),0.0289,,,"https://github.com/ChiChuRita/Palia/blob/main/agent/bench/results.md (results.md, LLM candidates table, row 'gpt-5.2 (minimal)', column Overall)",,out:effort-not-established, palia-voice-overall,github-palia-bench,?gpt-5.1-chat-latest,not-established:absent,mixed,easy,voice-pipeline-LiveKit,,,,,,8.2,Overall(judge),0.0289,,,"https://github.com/ChiChuRita/Palia/blob/main/agent/bench/results.md (results.md, LLM candidates table, row 'gpt-5.1-chat-latest', column Overall)",,out:model-not-established, palia-voice-overall,github-palia-bench,gpt-4.1-mini,solo,mixed,easy,voice-pipeline-LiveKit,,,,,,6.3,Overall(judge),0.0289,,,"https://github.com/ChiChuRita/Palia/blob/main/agent/bench/results.md (results.md, LLM candidates table, row 'gpt-4.1-mini', column Overall)",,out:single-couple, parafr-flightsim,github-parafr,opus-5.5,medium,coding,hard,ClaudeCode,per-task,5,0.289,,,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/Para-FR/claude-sonnet-vs-opus-flight-sim/blob/56d279e300c9fc181bc3b1c70400d2462beeb71d/README.md (),,,out:cost-single-couple parafr-flightsim,github-parafr,sonnet-5.5,medium,coding,hard,ClaudeCode,per-task,3.75,0.777,,,,none,,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://github.com/Para-FR/claude-sonnet-vs-opus-flight-sim/blob/56d279e300c9fc181bc3b1c70400d2462beeb71d/README.md (),,,out:cost-single-couple peterth-autoparallel,github-peterth-llm-eval-local,gpt-6-luna,medium,coding,hard,,per-run,0.002580,2.89e-07,20996.800000,3564.850000,5.836364,score-of-10,2.89e-07,,cost-base-price:cost-publisher-figure,"https://github.com/PeterTh/llm-eval-local (4d_all_models_score_vs_cost.csv: one row per profile (model/effort/harness), means over the 220 programs / row gpt-6-luna-medium / column mean_overall_score)",,in,in peterth-autoparallel,github-peterth-llm-eval-local,gpt-6-luna,not-established:absent,coding,hard,,per-run,0.002680,2.89e-07,25376.150000,3467.595455,5.986364,score-of-10,2.89e-07,,,"https://github.com/PeterTh/llm-eval-local (4d_all_models_score_vs_cost.csv: one row per profile (model/effort/harness), means over the 220 programs / row gpt-6-luna-oc-medium / column mean_overall_score)",,out:effort-not-established,out:effort-not-established peterth-autoparallel,github-peterth-llm-eval-local,gpt-5-mini,default,coding,hard,,per-run,0.015428,2.89e-07,24838.181818,9902.272727,4.768182,score-of-10,2.89e-07,,,"https://github.com/PeterTh/llm-eval-local (4d_all_models_score_vs_cost.csv: one row per profile (model/effort/harness), means over the 220 programs / row gpt-5-mini / column mean_overall_score)",,out:effort-not-established,out:effort-not-established peterth-autoparallel,github-peterth-llm-eval-local,?DeepSeek V4 Flash,not-established:absent,coding,hard,,per-run,0.023551,2.89e-07,35873.853211,34574.770642,6.686364,score-of-10,2.89e-07,,,"https://github.com/PeterTh/llm-eval-local (4d_all_models_score_vs_cost.csv: one row per profile (model/effort/harness), means over the 220 programs / row deepseek-v4-flash / column mean_overall_score)",,out:model-not-established,out:model-not-established peterth-autoparallel,github-peterth-llm-eval-local,gpt-5.6-luna,xhigh,coding,hard,,per-run,0.034341,2.89e-07,77898.259091,24756.736364,7.340909,score-of-10,2.89e-07,,cost-base-price:cost-publisher-figure,"https://github.com/PeterTh/llm-eval-local (4d_all_models_score_vs_cost.csv: one row per profile (model/effort/harness), means over the 220 programs / row gpt-5.6-luna-xhigh / column mean_overall_score)",,in,in peterth-autoparallel,github-peterth-llm-eval-local,haiku-5.5,medium,coding,hard,,per-run,0.090755,2.89e-07,71640.572727,49162.550000,7.568182,score-of-10,2.89e-07,,cost-base-price:cost-publisher-figure,"https://github.com/PeterTh/llm-eval-local (4d_all_models_score_vs_cost.csv: one row per profile (model/effort/harness), means over the 220 programs / row claude-haiku-5.5-cc-medium / column mean_overall_score)",,in,in peterth-autoparallel,github-peterth-llm-eval-local,gpt-6.1-sol,not-established:absent,coding,hard,,per-run,0.091414,2.89e-07,33903.981818,8821.700000,8.054545,score-of-10,2.89e-07,,,"https://github.com/PeterTh/llm-eval-local (4d_all_models_score_vs_cost.csv: one row per profile (model/effort/harness), means over the 220 programs / row gpt-6.1-sol-oc-medium / column mean_overall_score)",,out:effort-not-established,out:effort-not-established peterth-autoparallel,github-peterth-llm-eval-local,gpt-6-sol,medium,coding,hard,,per-run,0.106658,2.89e-07,33229.672727,8585.345455,7.777273,score-of-10,2.89e-07,,cost-base-price:cost-publisher-figure,"https://github.com/PeterTh/llm-eval-local (4d_all_models_score_vs_cost.csv: one row per profile (model/effort/harness), means over the 220 programs / row gpt-6-sol-medium / column mean_overall_score)",,in,in peterth-autoparallel,github-peterth-llm-eval-local,gpt-6.1-sol,medium,coding,hard,,per-run,0.109207,2.89e-07,39871.895455,9445.922727,8.150000,score-of-10,2.89e-07,,cost-base-price:cost-publisher-figure,"https://github.com/PeterTh/llm-eval-local (4d_all_models_score_vs_cost.csv: one row per profile (model/effort/harness), means over the 220 programs / row gpt-6.1-sol-medium / column mean_overall_score)",,in,in peterth-autoparallel,github-peterth-llm-eval-local,sonnet-5.5,medium,coding,hard,,per-run,0.175958,2.89e-07,23404.454545,11121.190909,7.736364,score-of-10,2.89e-07,,cost-base-price:cost-publisher-figure,"https://github.com/PeterTh/llm-eval-local (4d_all_models_score_vs_cost.csv: one row per profile (model/effort/harness), means over the 220 programs / row claude-sonnet-5.5-cc-medium / column mean_overall_score)",,in,in peterth-autoparallel,github-peterth-llm-eval-local,qwen3.7-plus,default,coding,hard,,per-run,0.183590,2.89e-07,121874.429224,79534.703196,6.818182,score-of-10,2.89e-07,,,"https://github.com/PeterTh/llm-eval-local (4d_all_models_score_vs_cost.csv: one row per profile (model/effort/harness), means over the 220 programs / row qwen3.7-plus / column mean_overall_score)",,out:effort-not-established,out:effort-not-established peterth-autoparallel,github-peterth-llm-eval-local,qwen3.6-27b,default,coding,hard,,per-run,0.195984,2.89e-07,58873.181818,72016.363636,6.163636,score-of-10,2.89e-07,,,"https://github.com/PeterTh/llm-eval-local (4d_all_models_score_vs_cost.csv: one row per profile (model/effort/harness), means over the 220 programs / row qwen-3.6-27B-udq4 / column mean_overall_score)",,out:effort-not-established,out:effort-not-established peterth-autoparallel,github-peterth-llm-eval-local,gpt-5.2,default,coding,hard,,per-run,0.231254,2.89e-07,59358.636364,18785.000000,7.286364,score-of-10,2.89e-07,,,"https://github.com/PeterTh/llm-eval-local (4d_all_models_score_vs_cost.csv: one row per profile (model/effort/harness), means over the 220 programs / row gpt-5.2 / column mean_overall_score)",,out:effort-not-established,out:effort-not-established peterth-autoparallel,github-peterth-llm-eval-local,gpt-5.6-terra,xhigh,coding,hard,,per-run,0.236938,2.89e-07,52808.909091,19875.318182,7.650000,score-of-10,2.89e-07,,cost-base-price:cost-publisher-figure,"https://github.com/PeterTh/llm-eval-local (4d_all_models_score_vs_cost.csv: one row per profile (model/effort/harness), means over the 220 programs / row gpt-5.6-terra-xhigh / column mean_overall_score)",,in,in peterth-autoparallel,github-peterth-llm-eval-local,gpt-6.1-sol,xhigh,coding,hard,,per-run,0.257002,2.89e-07,70757.413636,27414.954545,8.409091,score-of-10,2.89e-07,,cost-base-price:cost-publisher-figure,"https://github.com/PeterTh/llm-eval-local (4d_all_models_score_vs_cost.csv: one row per profile (model/effort/harness), means over the 220 programs / row gpt-6.1-sol-xhigh / column mean_overall_score)",,in,in peterth-autoparallel,github-peterth-llm-eval-local,haiku-4.5,default,coding,hard,,per-run,0.322752,2.89e-07,40500.909091,19576.495455,5.459091,score-of-10,2.89e-07,,,"https://github.com/PeterTh/llm-eval-local (4d_all_models_score_vs_cost.csv: one row per profile (model/effort/harness), means over the 220 programs / row claude-haiku-4.5 / column mean_overall_score)",,out:effort-not-established,out:effort-not-established peterth-autoparallel,github-peterth-llm-eval-local,gpt-5.6-sol,xhigh,coding,hard,,per-run,0.9122739999999999,0.0479,81258.259091,25887.568182,7.922727,score-of-10,2.89e-07,,cost-unrepriced; cost-price-band,"https://github.com/PeterTh/llm-eval-local (4d_all_models_score_vs_cost.csv: one row per profile (model/effort/harness), means over the 220 programs / row gpt-5.6-sol-xhigh / column mean_overall_score)",,in,out:cost-single-couple peterth-autoparallel,github-peterth-llm-eval-local,gpt-4.1,solo,coding,hard,,per-run,0.430817,2.89e-07,79336.818182,5103.209091,3.468182,score-of-10,2.89e-07,,cost-base-price:cost-publisher-figure,"https://github.com/PeterTh/llm-eval-local (4d_all_models_score_vs_cost.csv: one row per profile (model/effort/harness), means over the 220 programs / row gpt-4.1 / column mean_overall_score)",,out:single-couple,out:cost-single-couple peterth-autoparallel,github-peterth-llm-eval-local,gpt-5.2-codex,default,coding,hard,,per-run,0.454652,2.89e-07,69803.181818,19169.545455,6.709091,score-of-10,2.89e-07,,,"https://github.com/PeterTh/llm-eval-local (4d_all_models_score_vs_cost.csv: one row per profile (model/effort/harness), means over the 220 programs / row gpt-5.2-codex / column mean_overall_score)",,out:effort-not-established,out:effort-not-established peterth-autoparallel,github-peterth-llm-eval-local,gpt-6-astra,medium,coding,hard,,per-run,0.481333,2.89e-07,31850.322727,6638.140909,8.063636,score-of-10,2.89e-07,,cost-base-price:cost-publisher-figure,"https://github.com/PeterTh/llm-eval-local (4d_all_models_score_vs_cost.csv: one row per profile (model/effort/harness), means over the 220 programs / row gpt-6-astra-medium / column mean_overall_score)",,in,in peterth-autoparallel,github-peterth-llm-eval-local,sonnet-5,medium,coding,hard,,per-run,0.494401,2.89e-07,43217.359091,20277.472727,6.950000,score-of-10,2.89e-07,,cost-base-price:cost-publisher-figure,"https://github.com/PeterTh/llm-eval-local (4d_all_models_score_vs_cost.csv: one row per profile (model/effort/harness), means over the 220 programs / row claude-sonnet-5-cc-medium / column mean_overall_score)",,in,in peterth-autoparallel,github-peterth-llm-eval-local,sonnet-4.5,default,coding,hard,,per-run,0.560206,2.89e-07,36345.000000,12719.090909,6.127273,score-of-10,2.89e-07,,,"https://github.com/PeterTh/llm-eval-local (4d_all_models_score_vs_cost.csv: one row per profile (model/effort/harness), means over the 220 programs / row claude-sonnet-4.5 / column mean_overall_score)",,out:effort-not-established,out:effort-not-established peterth-autoparallel,github-peterth-llm-eval-local,gemini-3-pro,default,coding,hard,,per-run,0.573930,2.89e-07,106553.636363,18345.836364,5.836364,score-of-10,2.89e-07,,,"https://github.com/PeterTh/llm-eval-local (4d_all_models_score_vs_cost.csv: one row per profile (model/effort/harness), means over the 220 programs / row gemini-3-pro-preview / column mean_overall_score)",,out:effort-not-established,out:effort-not-established peterth-autoparallel,github-peterth-llm-eval-local,opus-4.6,default,coding,hard,,per-run,1.123612,2.89e-07,58964.545455,22259.090909,7.054545,score-of-10,2.89e-07,,,"https://github.com/PeterTh/llm-eval-local (4d_all_models_score_vs_cost.csv: one row per profile (model/effort/harness), means over the 220 programs / row claude-opus-4.6 / column mean_overall_score)",,out:effort-not-established,out:effort-not-established peterth-autoparallel,github-peterth-llm-eval-local,opus-5.5,medium,coding,hard,,per-run,1.822687,2.89e-07,76619.618182,47126.854545,8.486364,score-of-10,2.89e-07,,cost-base-price:cost-publisher-figure,"https://github.com/PeterTh/llm-eval-local (4d_all_models_score_vs_cost.csv: one row per profile (model/effort/harness), means over the 220 programs / row claude-opus-5.5-cc-medium / column mean_overall_score)",,in,in peterth-autoparallel,github-peterth-llm-eval-local,fable-5,medium,coding,hard,,per-run,1.872498,2.89e-07,34581.450000,19025.572727,7.600000,score-of-10,2.89e-07,,cost-base-price:cost-publisher-figure,"https://github.com/PeterTh/llm-eval-local (4d_all_models_score_vs_cost.csv: one row per profile (model/effort/harness), means over the 220 programs / row claude-fable-5-cc-medium / column mean_overall_score)",,in,in peterth-autoparallel,github-peterth-llm-eval-local,opus-5,medium,coding,hard,,per-run,4.533956,2.89e-07,102709.181818,62138.690909,8.386364,score-of-10,2.89e-07,,cost-base-price:cost-publisher-figure,"https://github.com/PeterTh/llm-eval-local (4d_all_models_score_vs_cost.csv: one row per profile (model/effort/harness), means over the 220 programs / row claude-opus-5-cc-medium / column mean_overall_score)",,in,in peterth-autoparallel,github-peterth-llm-eval-local,gpt-5.6-luna,low,coding,hard,,,,,,,5.818182,score-of-10,2.89e-07,,,"https://github.com/PeterTh/llm-eval-local (4c_gpt56_score_vs_cost.csv: one row per GPT-5.6 variant x effort (Codex), means over 220 programs / row gpt-5.6-luna-low / column mean_overall_score)",,in, peterth-autoparallel,github-peterth-llm-eval-local,gpt-5.6-luna,medium,coding,hard,,,,,,,6.577273,score-of-10,2.89e-07,,,"https://github.com/PeterTh/llm-eval-local (4c_gpt56_score_vs_cost.csv: one row per GPT-5.6 variant x effort (Codex), means over 220 programs / row gpt-5.6-luna-medium / column mean_overall_score)",,in, peterth-autoparallel,github-peterth-llm-eval-local,gpt-5.6-terra,low,coding,hard,,,,,,,7.086364,score-of-10,2.89e-07,,,"https://github.com/PeterTh/llm-eval-local (4c_gpt56_score_vs_cost.csv: one row per GPT-5.6 variant x effort (Codex), means over 220 programs / row gpt-5.6-terra-low / column mean_overall_score)",,in, peterth-autoparallel,github-peterth-llm-eval-local,gpt-5.6-terra,medium,coding,hard,,,,,,,7.154545,score-of-10,2.89e-07,,,"https://github.com/PeterTh/llm-eval-local (4c_gpt56_score_vs_cost.csv: one row per GPT-5.6 variant x effort (Codex), means over 220 programs / row gpt-5.6-terra-medium / column mean_overall_score)",,in, peterth-autoparallel,github-peterth-llm-eval-local,gpt-5.6-sol,low,coding,hard,,,,,,,7.436364,score-of-10,2.89e-07,,,"https://github.com/PeterTh/llm-eval-local (4c_gpt56_score_vs_cost.csv: one row per GPT-5.6 variant x effort (Codex), means over 220 programs / row gpt-5.6-sol-low / column mean_overall_score)",,in, peterth-autoparallel,github-peterth-llm-eval-local,gpt-5.6-sol,medium,coding,hard,,,,,,,7.827273,score-of-10,2.89e-07,,,"https://github.com/PeterTh/llm-eval-local (4c_gpt56_score_vs_cost.csv: one row per GPT-5.6 variant x effort (Codex), means over 220 programs / row gpt-5.6-sol-medium / column mean_overall_score)",,in, ponytail,github-ponytail,haiku-4.5,nothink,coding,easy,messages-api-promptfoo,per-5tasks,0.0299,2.89e-05,,,,correct%,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/DietrichGebert/ponytail/blob/e3ba2aa6f1e6f0bc4d69eb09c9f0d0a93af56156/benchmarks/results/2026-06-17-cost-verification.md (),,,in ponytail-caveman,github-ponytail,haiku-4.5,nothink,coding,easy,messages-api-promptfoo,per-5tasks,0.0139,2.89e-05,,,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/DietrichGebert/ponytail/blob/e3ba2aa6f1e6f0bc4d69eb09c9f0d0a93af56156/benchmarks/results/2026-06-17-cost-verification.md (),,,in ponytail-pony,github-ponytail,haiku-4.5,nothink,coding,easy,messages-api-promptfoo,per-5tasks,0.0110,2.89e-05,,,100,correct%,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/DietrichGebert/ponytail/blob/e3ba2aa6f1e6f0bc4d69eb09c9f0d0a93af56156/benchmarks/results/2026-06-17-cost-verification.md (TL;DR / Claude table note),,out:saturated,in ponytail,github-ponytail,sonnet-4.6,nothink,coding,easy,messages-api-promptfoo,per-5tasks,0.1367,2.89e-05,,,76,correct%,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/DietrichGebert/ponytail/blob/e3ba2aa6f1e6f0bc4d69eb09c9f0d0a93af56156/benchmarks/results/2026-06-17-cost-verification.md (TL;DR),,out:single-couple,in ponytail-caveman,github-ponytail,sonnet-4.6,nothink,coding,easy,messages-api-promptfoo,per-5tasks,0.0458,2.89e-05,,,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/DietrichGebert/ponytail/blob/e3ba2aa6f1e6f0bc4d69eb09c9f0d0a93af56156/benchmarks/results/2026-06-17-cost-verification.md (),,,in ponytail-pony,github-ponytail,sonnet-4.6,nothink,coding,easy,messages-api-promptfoo,per-5tasks,0.0348,2.89e-05,,,100,correct%,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/DietrichGebert/ponytail/blob/e3ba2aa6f1e6f0bc4d69eb09c9f0d0a93af56156/benchmarks/results/2026-06-17-cost-verification.md (TL;DR / Claude table note),,out:saturated,in ponytail,github-ponytail,opus-4.8,nothink,coding,easy,messages-api-promptfoo,per-5tasks,0.1368,2.89e-05,,,,correct%,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/DietrichGebert/ponytail/blob/e3ba2aa6f1e6f0bc4d69eb09c9f0d0a93af56156/benchmarks/results/2026-06-17-cost-verification.md (),,,in ponytail-caveman,github-ponytail,opus-4.8,nothink,coding,easy,messages-api-promptfoo,per-5tasks,0.0724,2.89e-05,,,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/DietrichGebert/ponytail/blob/e3ba2aa6f1e6f0bc4d69eb09c9f0d0a93af56156/benchmarks/results/2026-06-17-cost-verification.md (),,,in ponytail-pony,github-ponytail,opus-4.8,nothink,coding,easy,messages-api-promptfoo,per-5tasks,0.0789,2.89e-05,,,100,correct%,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/DietrichGebert/ponytail/blob/e3ba2aa6f1e6f0bc4d69eb09c9f0d0a93af56156/benchmarks/results/2026-06-17-cost-verification.md (TL;DR / Claude table note),,out:saturated,in ponytail,github-ponytail,gpt-4.1-mini,solo,coding,easy,messages-api-promptfoo,per-5tasks,0.0026,2.89e-05,,,,correct%,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/DietrichGebert/ponytail/blob/e3ba2aa6f1e6f0bc4d69eb09c9f0d0a93af56156/benchmarks/results/2026-06-17-cost-verification.md (),,,out:cost-single-couple ponytail-pony,github-ponytail,gpt-4.1-mini,solo,coding,easy,messages-api-promptfoo,per-5tasks,0.0015,2.89e-05,,,100,correct%,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://github.com/DietrichGebert/ponytail/blob/e3ba2aa6f1e6f0bc4d69eb09c9f0d0a93af56156/benchmarks/results/2026-06-17-cost-verification.md (OpenAI table, correctness column)",,out:single-couple,out:cost-single-couple ponytail,github-ponytail,gpt-5.4-mini,default,coding,easy,messages-api-promptfoo,per-5tasks,0.0060,2.89e-05,,,,correct%,,,,https://github.com/DietrichGebert/ponytail/blob/e3ba2aa6f1e6f0bc4d69eb09c9f0d0a93af56156/benchmarks/results/2026-06-17-cost-verification.md (),,,out:effort-not-established ponytail-pony,github-ponytail,gpt-5.4-mini,default,coding,easy,messages-api-promptfoo,per-5tasks,0.0075,2.89e-05,,,100,correct%,0.289,,,"https://github.com/DietrichGebert/ponytail/blob/e3ba2aa6f1e6f0bc4d69eb09c9f0d0a93af56156/benchmarks/results/2026-06-17-cost-verification.md (OpenAI table, correctness column)",,out:effort-not-established,out:effort-not-established ponytail,github-ponytail,gpt-5.5,medium,coding,easy,messages-api-promptfoo,per-5tasks,0.0714,2.89e-05,,,,correct%,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/DietrichGebert/ponytail/blob/e3ba2aa6f1e6f0bc4d69eb09c9f0d0a93af56156/benchmarks/results/2026-06-17-cost-verification.md (),,,in ponytail-pony,github-ponytail,gpt-5.5,medium,coding,easy,messages-api-promptfoo,per-5tasks,0.0990,2.89e-05,,,100,correct%,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://github.com/DietrichGebert/ponytail/blob/e3ba2aa6f1e6f0bc4d69eb09c9f0d0a93af56156/benchmarks/results/2026-06-17-cost-verification.md (OpenAI table, correctness column)",,out:saturated,in predev-tb20,github-predev,haiku-4.5,unstated,coding,hard,harbor-predev,,,,,,41.6,resolved%,0.0289,,,"https://raw.githubusercontent.com/predotdev/predev-terminal-bench-2.0/6023457f0c964423b732a2b8343ca9d31488486c/README.md (the Runs table of the README, column Rate (printed 37 / 89 and 41.6%))",,out:effort-not-established, predev-tb20,github-predev,sonnet-4.6,unstated,coding,hard,harbor-predev,,,,,,56.2,resolved%,0.0289,,,"https://raw.githubusercontent.com/predotdev/predev-terminal-bench-2.0/6023457f0c964423b732a2b8343ca9d31488486c/README.md (the Runs table of the README, column Rate (printed 50 / 89 and 56.2%))",,out:effort-not-established, prinzbench-board,github-prinz-ai-prinzbench,gpt-5.6-sol-pro,unstated,mixed,frontier,chat-app/terminal,,,,,,91,score-of-99,0,,EAP-run,"https://github.com/prinz-ai/prinzbench (leaderboard table (README line 15), row 'gpt-5.6-sol-pro*', column 'prinzbench (full) score (x/99)')",,out:effort-not-established, prinzbench-board,github-prinz-ai-prinzbench,gpt-5.5-pro,not-established:absent,mixed,frontier,chat-app/terminal,,,,,,82,score-of-99,0,,EAP-run,"https://github.com/prinz-ai/prinzbench (leaderboard table (README line 16), row 'gpt-5.5-pro (extended)*', column 'prinzbench (full) score (x/99)')",,out:effort-not-established, prinzbench-board,github-prinz-ai-prinzbench,gpt-5.4-pro,not-established:absent,mixed,frontier,chat-app/terminal,,,,,,79,score-of-99,0,,,"https://github.com/prinz-ai/prinzbench (leaderboard table (README line 17), row 'gpt-5.4-pro (extended)', column 'prinzbench (full) score (x/99)')",,out:effort-not-established, prinzbench-board,github-prinz-ai-prinzbench,gpt-5.5,not-established:absent,mixed,frontier,chat-app/terminal,,,,,,74,score-of-99,0,,EAP-run,"https://github.com/prinz-ai/prinzbench (leaderboard table (README line 18), row 'gpt-5.5-thinking (heavy)*', column 'prinzbench (full) score (x/99)')",,out:effort-not-established, prinzbench-board,github-prinz-ai-prinzbench,gpt-5.4,xhigh,mixed,frontier,chat-app/terminal,,,,,,69,score-of-99,0,,,"https://github.com/prinz-ai/prinzbench (leaderboard table (README line 19), row 'gpt-5.4 (xhigh)', column 'prinzbench (full) score (x/99)')",,in, prinzbench-board,github-prinz-ai-prinzbench,gpt-5.4,not-established:absent,mixed,frontier,chat-app/terminal,,,,,,68,score-of-99,0,,,"https://github.com/prinz-ai/prinzbench (leaderboard table (README line 20), row 'gpt-5.4-thinking (heavy)', column 'prinzbench (full) score (x/99)')",,out:effort-not-established, prinzbench-board,github-prinz-ai-prinzbench,gpt-5.4,not-established:absent,mixed,frontier,chat-app/terminal,,,,,,58,score-of-99,0,,,"https://github.com/prinz-ai/prinzbench (leaderboard table (README line 21), row 'gpt-5.4-thinking (extended)', column 'prinzbench (full) score (x/99)')",,out:effort-not-established, prinzbench-board,github-prinz-ai-prinzbench,fable-5,max,mixed,frontier,chat-app/terminal,,,,,,56,score-of-99,0,,,"https://github.com/prinz-ai/prinzbench (leaderboard table (README line 22), row 'fable-5 (max)', column 'prinzbench (full) score (x/99)')",,in, prinzbench-board,github-prinz-ai-prinzbench,gpt-5.2,not-established:absent,mixed,frontier,chat-app/terminal,,,,,,52,score-of-99,0,,,"https://github.com/prinz-ai/prinzbench (leaderboard table (README line 23), row 'gpt-5.2-thinking (extended)', column 'prinzbench (full) score (x/99)')",,out:effort-not-established, prinzbench-board,github-prinz-ai-prinzbench,gpt-5.3-codex,high,mixed,frontier,chat-app/terminal,,,,,,52,score-of-99,0,,,"https://github.com/prinz-ai/prinzbench (leaderboard table (README line 24), row 'gpt-5.3-codex-high', column 'prinzbench (full) score (x/99)')",,in, prinzbench-board,github-prinz-ai-prinzbench,gemini-3.1-pro,unstated,mixed,frontier,chat-app/terminal,,,,,,50,score-of-99,0,,,"https://github.com/prinz-ai/prinzbench (leaderboard table (README line 25), row 'gemini-3.1-pro', column 'prinzbench (full) score (x/99)')",,out:effort-not-established, prinzbench-board,github-prinz-ai-prinzbench,kimi-k3,max,mixed,frontier,chat-app/terminal,,,,,,47,score-of-99,0,,,"https://github.com/prinz-ai/prinzbench (leaderboard table (README line 26), row 'kimi-k3', column 'prinzbench (full) score (x/99)')",,in, prinzbench-board,github-prinz-ai-prinzbench,grok-4.20,unstated,mixed,frontier,chat-app/terminal,,,,,,43,score-of-99,0,,,"https://github.com/prinz-ai/prinzbench (leaderboard table (README line 27), row 'grok-4.20', column 'prinzbench (full) score (x/99)')",,out:effort-not-established, prinzbench-board,github-prinz-ai-prinzbench,opus-4.8,max,mixed,frontier,chat-app/terminal,,,,,,42,score-of-99,0,,,"https://github.com/prinz-ai/prinzbench (leaderboard table (README line 28), row 'opus-4.8 (max)', column 'prinzbench (full) score (x/99)')",,in, prinzbench-board,github-prinz-ai-prinzbench,gemini-3-flash,high,mixed,frontier,chat-app/terminal,,,,,,36,score-of-99,0,,,"https://github.com/prinz-ai/prinzbench (leaderboard table (README line 29), row 'gemini-3-flash', column 'prinzbench (full) score (x/99)')",,in, prinzbench-board,github-prinz-ai-prinzbench,gemini-3-pro,high,mixed,frontier,chat-app/terminal,,,,,,35,score-of-99,0,,,"https://github.com/prinz-ai/prinzbench (leaderboard table (README line 30), row 'gemini-3-pro', column 'prinzbench (full) score (x/99)')",,in, prinzbench-board,github-prinz-ai-prinzbench,kimi-k2.5,think,mixed,frontier,chat-app/terminal,,,,,,35,score-of-99,0,,,"https://github.com/prinz-ai/prinzbench (leaderboard table (README line 31), row 'kimi-k2.5-thinking', column 'prinzbench (full) score (x/99)')",,in, prinzbench-board,github-prinz-ai-prinzbench,glm-5.2,not-established:absent,mixed,frontier,chat-app/terminal,,,,,,30,score-of-99,0,,,"https://github.com/prinz-ai/prinzbench (leaderboard table (README line 33), row 'glm-5.2', column 'prinzbench (full) score (x/99)')",,out:effort-not-established, prinzbench-board,github-prinz-ai-prinzbench,grok-4.1,think,mixed,frontier,chat-app/terminal,,,,,,25,score-of-99,0,,,"https://github.com/prinz-ai/prinzbench (leaderboard table (README line 34), row 'grok-4.1-thinking', column 'prinzbench (full) score (x/99)')",,in, prinzbench-board,github-prinz-ai-prinzbench,opus-4.7,not-established:absent,mixed,frontier,chat-app/terminal,,,,,,25,score-of-99,0,,,"https://github.com/prinz-ai/prinzbench (leaderboard table (README line 36), row 'opus-4.7', column 'prinzbench (full) score (x/99)')",,out:effort-not-established, prinzbench-board,github-prinz-ai-prinzbench,deepseek-v4-pro-preview,unstated,mixed,frontier,chat-app/terminal,,,,,,23,score-of-99,0,,,"https://github.com/prinz-ai/prinzbench (leaderboard table (README line 38), row 'deepseek-v4-pro', column 'prinzbench (full) score (x/99)')",,out:effort-not-established, prinzbench-board,github-prinz-ai-prinzbench,?kimi-k2-thinking,not-established:absent,mixed,frontier,chat-app/terminal,,,,,,22,score-of-99,0,,,"https://github.com/prinz-ai/prinzbench (leaderboard table (README line 39), row 'kimi-k2-thinking', column 'prinzbench (full) score (x/99)')",,out:model-not-established, prinzbench-board,github-prinz-ai-prinzbench,sonnet-4.5,not-established:absent,mixed,frontier,chat-app/terminal,,,,,,20,score-of-99,0,,,"https://github.com/prinz-ai/prinzbench (leaderboard table (README line 40), row 'sonnet-4.5', column 'prinzbench (full) score (x/99)')",,out:effort-not-established, prinzbench-board,github-prinz-ai-prinzbench,opus-4.6,not-established:absent,mixed,frontier,chat-app/terminal,,,,,,19,score-of-99,0,,,"https://github.com/prinz-ai/prinzbench (leaderboard table (README line 41), row 'opus-4.6', column 'prinzbench (full) score (x/99)')",,out:effort-not-established, prinzbench-board,github-prinz-ai-prinzbench,opus-4.5,not-established:absent,mixed,frontier,chat-app/terminal,,,,,,14,score-of-99,0,,,"https://github.com/prinz-ai/prinzbench (leaderboard table (README line 42), row 'opus-4.5', column 'prinzbench (full) score (x/99)')",,out:effort-not-established, prinzbench-board,github-prinz-ai-prinzbench,sonnet-4.6,not-established:absent,mixed,frontier,chat-app/terminal,,,,,,8,score-of-99,0,,,"https://github.com/prinz-ai/prinzbench (leaderboard table (README line 43), row 'sonnet-4.6', column 'prinzbench (full) score (x/99)')",,out:effort-not-established, wiggum-flower-given-oneshot,github-professor-wiggum,opus-5.5,low,mixed,hard,agent-bridge,,,,,,934,score-of-1000,0.289,,,"https://github.com/scottmreed/professor-wiggum (README table, row given / Claude Opus 5.5, column One-shot baseline: the bold number)",,in, wiggum-flower-given-harness,github-professor-wiggum,opus-5.5,low,mixed,hard,agent-bridge+wiggum-harness,,,,,,965,score-of-1000,0.289,,,"https://github.com/scottmreed/professor-wiggum (README table, row given / Claude Opus 5.5, column Harness: the bold number)",,in, wiggum-flower-given-oneshot,github-professor-wiggum,sonnet-5.5,low,mixed,hard,agent-bridge,,,,,,761,score-of-1000,0.289,,,"https://github.com/scottmreed/professor-wiggum (README table, row given / Claude Sonnet 5.5, column One-shot baseline: the bold number)",,in, wiggum-flower-given-harness,github-professor-wiggum,sonnet-5.5,low,mixed,hard,agent-bridge+wiggum-harness,,,,,,932,score-of-1000,0.289,,,"https://github.com/scottmreed/professor-wiggum (README table, row given / Claude Sonnet 5.5, column Harness: the bold number)",,in, wiggum-flower-given-oneshot,github-professor-wiggum,haiku-5.5,low,mixed,hard,agent-bridge,,,,,,777,score-of-1000,0.289,,,"https://github.com/scottmreed/professor-wiggum (README table, row given / Claude Haiku 5.5, column One-shot baseline: the bold number)",,in, wiggum-flower-given-harness,github-professor-wiggum,haiku-5.5,low,mixed,hard,agent-bridge+wiggum-harness,,,,,,726,score-of-1000,0.289,,,"https://github.com/scottmreed/professor-wiggum (README table, row given / Claude Haiku 5.5, column Harness: the bold number)",,in, wiggum-flower-hidden-oneshot,github-professor-wiggum,opus-5.5,low,mixed,hard,agent-bridge,,,,,,900,score-of-1000,0.289,,,"https://github.com/scottmreed/professor-wiggum (README table, row hidden / Claude Opus 5.5, column One-shot baseline: the bold number)",,in, wiggum-flower-hidden-harness,github-professor-wiggum,opus-5.5,low,mixed,hard,agent-bridge+wiggum-harness,,,,,,938,score-of-1000,0.289,,,"https://github.com/scottmreed/professor-wiggum (README table, row hidden / Claude Opus 5.5, column Harness: the bold number)",,in, wiggum-flower-hidden-oneshot,github-professor-wiggum,sonnet-5.5,low,mixed,hard,agent-bridge,,,,,,761,score-of-1000,0.289,,,"https://github.com/scottmreed/professor-wiggum (README table, row hidden / Claude Sonnet 5.5, column One-shot baseline: the bold number)",,in, wiggum-flower-hidden-harness,github-professor-wiggum,sonnet-5.5,low,mixed,hard,agent-bridge+wiggum-harness,,,,,,859,score-of-1000,0.289,,,"https://github.com/scottmreed/professor-wiggum (README table, row hidden / Claude Sonnet 5.5, column Harness: the bold number)",,in, wiggum-flower-hidden-oneshot,github-professor-wiggum,haiku-5.5,low,mixed,hard,agent-bridge,,,,,,720,score-of-1000,0.289,,,"https://github.com/scottmreed/professor-wiggum (README table, row hidden / Claude Haiku 5.5, column One-shot baseline: the bold number)",,in, wiggum-flower-hidden-harness,github-professor-wiggum,haiku-5.5,low,mixed,hard,agent-bridge+wiggum-harness,,,,,,649,score-of-1000,0.289,,,"https://github.com/scottmreed/professor-wiggum (README table, row hidden / Claude Haiku 5.5, column Harness: the bold number)",,in, taisp-safety-1pct,github-pwick15-taisp-control-budgets,qwen3.8-omni-flash,not-established:absent,agentic-tool,hard,,per-item,0.00094052,2.89e-09,,,52.1,safety (share of backdoors caught) %,0.0289,,,"https://github.com/pwick15/taisp-control-budgets (row audit_budget_pct 1.0, column safety)",,out:effort-not-established,out:effort-not-established taisp-safety-0p5pct,github-pwick15-taisp-control-budgets,qwen3.8-omni-flash,not-established:absent,agentic-tool,hard,,per-item,0.00094052,2.89e-09,,,37.1,safety (share of backdoors caught) %,0.0289,,,"https://github.com/pwick15/taisp-control-budgets (row audit_budget_pct 0.5, column safety)",,out:effort-not-established,out:effort-not-established taisp-safety-1pct,github-pwick15-taisp-control-budgets,qwen3.8-omni-flash,not-established:absent,agentic-tool,hard,,per-item,0.00091852,2.89e-09,,,53.3,safety (share of backdoors caught) %,0.0289,,,"https://github.com/pwick15/taisp-control-budgets (row audit_budget_pct 1.0, column safety)",,out:effort-not-established,out:effort-not-established taisp-safety-1pct,github-pwick15-taisp-control-budgets,qwen3.8-omni-flash,not-established:absent,agentic-tool,hard,,per-item,0.00053563,2.89e-09,,,35.4,safety (share of backdoors caught) %,0.0289,,,"https://github.com/pwick15/taisp-control-budgets (row audit_budget_pct 1.0, column safety)",,out:effort-not-established,out:effort-not-established pxpipe-arith@github-pxpipe,github-pxpipe,"?`google/gemini-3.6-flash`, `3.7-flash`",not-established:absent,mixed,easy,pxpipe-reflow,,,,,,100,solved-of-100,0,,,https://github.com/teamchong/pxpipe (README line 180: column 'arithmetic (N=100)'),,out:model-not-established, pxpipe-gist@github-pxpipe,github-pxpipe,"?`google/gemini-3.6-flash`, `3.7-flash`",not-established:absent,mixed,easy,pxpipe-reflow,,,,,,98,solved-of-98,0,,,https://github.com/teamchong/pxpipe (README line 180: column 'gist (N=98)'),,out:model-not-established, pxpipe-state@github-pxpipe,github-pxpipe,"?`google/gemini-3.6-flash`, `3.7-flash`",not-established:absent,mixed,easy,pxpipe-reflow,,,,,,18,solved-of-18,0,,,https://github.com/teamchong/pxpipe (README line 180: column 'state (N=18)'),,out:model-not-established, pxpipe-hex@github-pxpipe,github-pxpipe,"?`google/gemini-3.6-flash`, `3.7-flash`",not-established:absent,mixed,easy,pxpipe-reflow,,,,,,14,solved-of-15,0,,,https://github.com/teamchong/pxpipe (README line 180: column 'dense hex (N=15)'),,out:model-not-established, pxpipe-arith@github-pxpipe,github-pxpipe,opus-5,unstated,mixed,easy,pxpipe-reflow,,,,,,100,solved-of-100,0,,,https://github.com/teamchong/pxpipe (README line 181: column 'arithmetic (N=100)'),,out:effort-not-established, pxpipe-gist@github-pxpipe,github-pxpipe,opus-5,unstated,mixed,easy,pxpipe-reflow,,,,,,94,solved-of-98,0,,,https://github.com/teamchong/pxpipe (README line 181: column 'gist (N=98)'),,out:effort-not-established, pxpipe-state@github-pxpipe,github-pxpipe,opus-5,unstated,mixed,easy,pxpipe-reflow,,,,,,17,solved-of-18,0,,,https://github.com/teamchong/pxpipe (README line 181: column 'state (N=18)'),,out:effort-not-established, pxpipe-hex@github-pxpipe,github-pxpipe,opus-5,unstated,mixed,easy,pxpipe-reflow,,,,,,2,solved-of-15,0,,,https://github.com/teamchong/pxpipe (README line 181: column 'dense hex (N=15)'),,out:effort-not-established, pxpipe-arith@github-pxpipe,github-pxpipe,opus-5.5,unstated,mixed,easy,pxpipe-reflow,,,,,,100,solved-of-100,0,,,https://github.com/teamchong/pxpipe (README line 182: column 'arithmetic (N=100)'),,out:effort-not-established, pxpipe-gist@github-pxpipe,github-pxpipe,opus-5.5,unstated,mixed,easy,pxpipe-reflow,,,,,,94,solved-of-98,0,,,https://github.com/teamchong/pxpipe (README line 182: column 'gist (N=98)'),,out:effort-not-established, pxpipe-state@github-pxpipe,github-pxpipe,opus-5.5,unstated,mixed,easy,pxpipe-reflow,,,,,,17,solved-of-18,0,,,https://github.com/teamchong/pxpipe (README line 182: column 'state (N=18)'),,out:effort-not-established, pxpipe-hex@github-pxpipe,github-pxpipe,opus-5.5,unstated,mixed,easy,pxpipe-reflow,,,,,,3,solved-of-15,0,,,https://github.com/teamchong/pxpipe (README line 182: column 'dense hex (N=15)'),,out:effort-not-established, pxpipe-arith@github-pxpipe,github-pxpipe,sonnet-5.5,unstated,mixed,easy,pxpipe-reflow,,,,,,100,solved-of-100,0,,,https://github.com/teamchong/pxpipe (README line 183: column 'arithmetic (N=100)'),,out:effort-not-established, pxpipe-gist@github-pxpipe,github-pxpipe,sonnet-5.5,unstated,mixed,easy,pxpipe-reflow,,,,,,85,solved-of-98,0,,,https://github.com/teamchong/pxpipe (README line 183: column 'gist (N=98)'),,out:effort-not-established, pxpipe-state@github-pxpipe,github-pxpipe,sonnet-5.5,unstated,mixed,easy,pxpipe-reflow,,,,,,12,solved-of-18,0,,,https://github.com/teamchong/pxpipe (README line 183: column 'state (N=18)'),,out:effort-not-established, pxpipe-hex@github-pxpipe,github-pxpipe,sonnet-5.5,unstated,mixed,easy,pxpipe-reflow,,,,,,2,solved-of-15,0,,,https://github.com/teamchong/pxpipe (README line 183: column 'dense hex (N=15)'),,out:effort-not-established, pxpipe-arith@github-pxpipe,github-pxpipe,gpt-5.6-sol,unstated,mixed,easy,pxpipe-reflow,,,,,,98,solved-of-100,0,,,https://github.com/teamchong/pxpipe (README line 184: column 'arithmetic (N=100)'),,out:effort-not-established, pxpipe-gist@github-pxpipe,github-pxpipe,gpt-5.6-sol,unstated,mixed,easy,pxpipe-reflow,,,,,,83,solved-of-98,0,,,https://github.com/teamchong/pxpipe (README line 184: column 'gist (N=98)'),,out:effort-not-established, pxpipe-state@github-pxpipe,github-pxpipe,gpt-5.6-sol,unstated,mixed,easy,pxpipe-reflow,,,,,,17,solved-of-18,0,,,https://github.com/teamchong/pxpipe (README line 184: column 'state (N=18)'),,out:effort-not-established, pxpipe-hex@github-pxpipe,github-pxpipe,gpt-5.6-sol,unstated,mixed,easy,pxpipe-reflow,,,,,,0,solved-of-15,0,,,https://github.com/teamchong/pxpipe (README line 184: column 'dense hex (N=15)'),,out:effort-not-established, pxpipe-arith@github-pxpipe,github-pxpipe,opus-4.8,unstated,mixed,easy,pxpipe-reflow,,,,,,93,solved-of-100,0,,,https://github.com/teamchong/pxpipe (README line 185: column 'arithmetic (N=100)'),,out:effort-not-established, pxpipe-gist@github-pxpipe,github-pxpipe,opus-4.8,unstated,mixed,easy,pxpipe-reflow,,,,,,77,solved-of-98,0,,,https://github.com/teamchong/pxpipe (README line 185: column 'gist (N=98)'),,out:effort-not-established, pxpipe-state@github-pxpipe,github-pxpipe,opus-4.8,unstated,mixed,easy,pxpipe-reflow,,,,,,18,solved-of-18,0,,,https://github.com/teamchong/pxpipe (README line 185: column 'state (N=18)'),,out:effort-not-established, pxpipe-hex@github-pxpipe,github-pxpipe,opus-4.8,unstated,mixed,easy,pxpipe-reflow,,,,,,0,solved-of-15,0,,,https://github.com/teamchong/pxpipe (README line 185: column 'dense hex (N=15)'),,out:effort-not-established, pxpipe-arith@github-pxpipe,github-pxpipe,grok-4.5,unstated,mixed,easy,pxpipe-reflow,,,,,,100,solved-of-100,0,,,https://github.com/teamchong/pxpipe (README line 186: column 'arithmetic (N=100)'),,out:effort-not-established, pxpipe-gist@github-pxpipe,github-pxpipe,grok-4.5,unstated,mixed,easy,pxpipe-reflow,,,,,,97,solved-of-98,0,,,https://github.com/teamchong/pxpipe (README line 186: column 'gist (N=98)'),,out:effort-not-established, pxpipe-state@github-pxpipe,github-pxpipe,grok-4.5,unstated,mixed,easy,pxpipe-reflow,,,,,,17,solved-of-18,0,,,https://github.com/teamchong/pxpipe (README line 186: column 'state (N=18)'),,out:effort-not-established, pxpipe-hex@github-pxpipe,github-pxpipe,grok-4.5,unstated,mixed,easy,pxpipe-reflow,,,,,,0,solved-of-15,0,,,https://github.com/teamchong/pxpipe (README line 186: column 'dense hex (N=15)'),,out:effort-not-established, pxpipe-arith@github-pxpipe,github-pxpipe,grok-4.6,high,mixed,easy,pxpipe-reflow,,,,,,100,solved-of-100,0,,,https://github.com/teamchong/pxpipe (README line 187: column 'arithmetic (N=100)'),,out:single-couple, pxpipe-gist@github-pxpipe,github-pxpipe,grok-4.6,high,mixed,easy,pxpipe-reflow,,,,,,97,solved-of-98,0,,,https://github.com/teamchong/pxpipe (README line 187: column 'gist (N=98)'),,out:single-couple, pxpipe-state@github-pxpipe,github-pxpipe,grok-4.6,high,mixed,easy,pxpipe-reflow,,,,,,17,solved-of-18,0,,,https://github.com/teamchong/pxpipe (README line 187: column 'state (N=18)'),,out:single-couple, pxpipe-hex@github-pxpipe,github-pxpipe,grok-4.6,high,mixed,easy,pxpipe-reflow,,,,,,0,solved-of-15,0,,,https://github.com/teamchong/pxpipe (README line 187: column 'dense hex (N=15)'),,out:single-couple, pxpipe-arith@github-pxpipe,github-pxpipe,kimi-k3,unstated,mixed,easy,pxpipe-reflow,,,,,,79,solved-of-100,0,,,https://github.com/teamchong/pxpipe (README line 188: column 'arithmetic (N=100)'),,out:effort-not-established, pxpipe-gist@github-pxpipe,github-pxpipe,kimi-k3,unstated,mixed,easy,pxpipe-reflow,,,,,,84,solved-of-98,0,,,https://github.com/teamchong/pxpipe (README line 188: column 'gist (N=98)'),,out:effort-not-established, pxpipe-state@github-pxpipe,github-pxpipe,kimi-k3,unstated,mixed,easy,pxpipe-reflow,,,,,,15,solved-of-18,0,,,https://github.com/teamchong/pxpipe (README line 188: column 'state (N=18)'),,out:effort-not-established, pxpipe-hex@github-pxpipe,github-pxpipe,kimi-k3,unstated,mixed,easy,pxpipe-reflow,,,,,,0,solved-of-15,0,,,https://github.com/teamchong/pxpipe (README line 188: column 'dense hex (N=15)'),,out:effort-not-established, pxpipe-arith@github-pxpipe,github-pxpipe,qwen3.8-27b,unstated,mixed,easy,pxpipe-reflow,,,,,,98,solved-of-100,0,,,https://github.com/teamchong/pxpipe (README line 189: column 'arithmetic (N=100)'),,out:effort-not-established, pxpipe-gist@github-pxpipe,github-pxpipe,qwen3.8-27b,unstated,mixed,easy,pxpipe-reflow,,,,,,72,solved-of-98,0,,,https://github.com/teamchong/pxpipe (README line 189: column 'gist (N=98)'),,out:effort-not-established, pxpipe-state@github-pxpipe,github-pxpipe,qwen3.8-27b,unstated,mixed,easy,pxpipe-reflow,,,,,,11,solved-of-18,0,,,https://github.com/teamchong/pxpipe (README line 189: column 'state (N=18)'),,out:effort-not-established, pxpipe-hex@github-pxpipe,github-pxpipe,qwen3.8-27b,unstated,mixed,easy,pxpipe-reflow,,,,,,0,solved-of-15,0,,,https://github.com/teamchong/pxpipe (README line 189: column 'dense hex (N=15)'),,out:effort-not-established, pxpipe-arith@github-pxpipe,github-pxpipe,glm-5.3-flash,unstated,mixed,easy,pxpipe-reflow,,,,,,36,solved-of-100,0,,,https://github.com/teamchong/pxpipe (README line 190: column 'arithmetic (N=100)'),,out:effort-not-established, pxpipe-gist@github-pxpipe,github-pxpipe,glm-5.3-flash,unstated,mixed,easy,pxpipe-reflow,,,,,,57,solved-of-98,0,,,https://github.com/teamchong/pxpipe (README line 190: column 'gist (N=98)'),,out:effort-not-established, pxpipe-state@github-pxpipe,github-pxpipe,glm-5.3-flash,unstated,mixed,easy,pxpipe-reflow,,,,,,6,solved-of-18,0,,,https://github.com/teamchong/pxpipe (README line 190: column 'state (N=18)'),,out:effort-not-established, pxpipe-hex@github-pxpipe,github-pxpipe,glm-5.3-flash,unstated,mixed,easy,pxpipe-reflow,,,,,,0,solved-of-15,0,,,https://github.com/teamchong/pxpipe (README line 190: column 'dense hex (N=15)'),,out:effort-not-established, qoder-f2e,github-qoder-bench,qwen3.8-max,unstated,coding,mid,qodercli,,,,,,53.8,median-pct-of-max,0.0289,,,"https://github.com/QoderAI/qodercli-bench-qwen3.8 (02-f2e summary table, median %-of-max, Qwen3.8-Max)",,out:effort-not-established, qoder-f2e,github-qoder-bench,opus-4.8,unstated,coding,mid,qodercli,,,,,,50.3,median-pct-of-max,0.0289,,,"https://github.com/QoderAI/qodercli-bench-qwen3.8 (02-f2e summary table, median %-of-max, Claude Opus 4.8)",,out:effort-not-established, qoder-f2e,github-qoder-bench,gpt-5.6-sol,unstated,coding,mid,qodercli,,,,,,69.1,median-pct-of-max,0.0289,,,"https://github.com/QoderAI/qodercli-bench-qwen3.8 (02-f2e summary table, median %-of-max, GPT-5.6 sol)",,out:effort-not-established, qoder-f2e,github-qoder-bench,fable-5,unstated,coding,mid,qodercli,,,,,,49.7,median-pct-of-max,0.0289,,,"https://github.com/QoderAI/qodercli-bench-qwen3.8 (02-f2e summary table, median %-of-max, Claude Fable 5)",,out:effort-not-established, ramen-bench,github-ramenbench,fable-5.1,high,coding,mid,,per-task,5.16023425,0,2880,63620,0.6798333333333333,score-of-1,0,,cost-base-price:cost-publisher-figure,https://github.com/not-stbenjam/ramen-bench ($.results / row anthropic/fable-5.1/high / column reward),,in,in ramen-bench,github-ramenbench,fable-5.1,low,coding,mid,,per-task,0.8838962499999999,0,2140,8973,0.5757777777777778,score-of-1,0,,cost-base-price:cost-publisher-figure,https://github.com/not-stbenjam/ramen-bench ($.results / row anthropic/fable-5.1/low / column reward),,in,in ramen-bench,github-ramenbench,fable-5.1,max,coding,mid,,per-task,18.961766,0,1448,260113,0.7184444444444444,score-of-1,0,,cost-base-price:cost-publisher-figure,https://github.com/not-stbenjam/ramen-bench ($.results / row anthropic/fable-5.1/max / column reward),,in,in ramen-bench,github-ramenbench,fable-5.1,medium,coding,mid,,per-task,2.241144,0,2420,25505,0.6561111111111111,score-of-1,0,,cost-base-price:cost-publisher-figure,https://github.com/not-stbenjam/ramen-bench ($.results / row anthropic/fable-5.1/medium / column reward),,in,in ramen-bench,github-ramenbench,fable-5.1,xhigh,coding,mid,,per-task,8.89516275,0,2873,135382,0.6837777777777778,score-of-1,0,,cost-base-price:cost-publisher-figure,https://github.com/not-stbenjam/ramen-bench ($.results / row anthropic/fable-5.1/xhigh / column reward),,in,in ramen-bench,github-ramenbench,haiku-5.5,high,coding,mid,,per-task,0.0697769,0,16,81969,0.45472222222222225,score-of-1,0,,cost-base-price:cost-publisher-figure,https://github.com/not-stbenjam/ramen-bench ($.results / row anthropic/haiku-5.5/high / column reward),,in,in ramen-bench,github-ramenbench,haiku-5.5,low,coding,mid,,per-task,0.01748273,0,10,21003,0.4222777777777778,score-of-1,0,,cost-base-price:cost-publisher-figure,https://github.com/not-stbenjam/ramen-bench ($.results / row anthropic/haiku-5.5/low / column reward),,in,in ramen-bench,github-ramenbench,haiku-5.5,max,coding,mid,,per-task,0.89169544,0,86,204504,0.5997222222222223,score-of-1,0,,cost-base-price:cost-publisher-figure,https://github.com/not-stbenjam/ramen-bench ($.results / row anthropic/haiku-5.5/max / column reward),,in,in ramen-bench,github-ramenbench,haiku-5.5,medium,coding,mid,,per-task,0.03291831,0,8,43838,0.6336111111111111,score-of-1,0,,cost-base-price:cost-publisher-figure,https://github.com/not-stbenjam/ramen-bench ($.results / row anthropic/haiku-5.5/medium / column reward),,in,in ramen-bench,github-ramenbench,haiku-5.5,xhigh,coding,mid,,per-task,0.52333129,0,58,154445,0.5925555555555556,score-of-1,0,,cost-base-price:cost-publisher-figure,https://github.com/not-stbenjam/ramen-bench ($.results / row anthropic/haiku-5.5/xhigh / column reward),,in,in ramen-bench,github-ramenbench,opus-5.5,high,coding,mid,,per-task,3.0983784000000005,0,26,95661,0.7321111111111112,score-of-1,0,,cost-base-price:cost-publisher-figure,https://github.com/not-stbenjam/ramen-bench ($.results / row anthropic/opus-5.5/high / column reward),,in,in ramen-bench,github-ramenbench,opus-5.5,low,coding,mid,,per-task,0.38645320000000005,0,4,10435,0.6146666666666667,score-of-1,0,,cost-base-price:cost-publisher-figure,https://github.com/not-stbenjam/ramen-bench ($.results / row anthropic/opus-5.5/low / column reward),,in,in ramen-bench,github-ramenbench,opus-5.5,max,coding,mid,,per-task,26.94468999999999,0,304,528776,0.7279444444444445,score-of-1,0,,cost-base-price:cost-publisher-figure,https://github.com/not-stbenjam/ramen-bench ($.results / row anthropic/opus-5.5/max / column reward),,in,in ramen-bench,github-ramenbench,opus-5.5,medium,coding,mid,,per-task,1.9276516000000001,0,20,57529,0.731,score-of-1,0,,cost-base-price:cost-publisher-figure,https://github.com/not-stbenjam/ramen-bench ($.results / row anthropic/opus-5.5/medium / column reward),,in,in ramen-bench,github-ramenbench,opus-5.5,xhigh,coding,mid,,per-task,8.0468236,0,86,209160,0.7693888888888889,score-of-1,0,,cost-base-price:cost-publisher-figure,https://github.com/not-stbenjam/ramen-bench ($.results / row anthropic/opus-5.5/xhigh / column reward),,in,in ramen-bench,github-ramenbench,opus-5,high,coding,mid,,per-task,11.364385500000001,0,2246,138103,0.6777777777777778,score-of-1,0,,cost-base-price:cost-publisher-figure,https://github.com/not-stbenjam/ramen-bench ($.results / row anthropic/opus-5/high / column reward),,in,in ramen-bench,github-ramenbench,opus-5,low,coding,mid,,per-task,2.0481555,0,2126,29261,0.6457222222222223,score-of-1,0,,cost-base-price:cost-publisher-figure,https://github.com/not-stbenjam/ramen-bench ($.results / row anthropic/opus-5/low / column reward),,in,in ramen-bench,github-ramenbench,opus-5,max,coding,mid,,per-task,15.523395500000001,0,2226,216578,0.7166111111111111,score-of-1,0,,cost-base-price:cost-publisher-figure,https://github.com/not-stbenjam/ramen-bench ($.results / row anthropic/opus-5/max / column reward),,in,in ramen-bench,github-ramenbench,opus-5,medium,coding,mid,,per-task,4.210302499999999,0,2178,53447,0.6516666666666666,score-of-1,0,,cost-base-price:cost-publisher-figure,https://github.com/not-stbenjam/ramen-bench ($.results / row anthropic/opus-5/medium / column reward),,in,in ramen-bench,github-ramenbench,opus-5,xhigh,coding,mid,,per-task,8.822558500000003,0,2178,132846,0.7427777777777778,score-of-1,0,,cost-base-price:cost-publisher-figure,https://github.com/not-stbenjam/ramen-bench ($.results / row anthropic/opus-5/xhigh / column reward),,in,in ramen-bench,github-ramenbench,sonnet-5.5,high,coding,mid,,per-task,0.7949152500000001,0.153,1403,75193,0.7345555555555556,score-of-1,0,,cost-unrepriced; cost-price-band,https://github.com/not-stbenjam/ramen-bench ($.results / row anthropic/sonnet-5.5/high / column reward),,in,in ramen-bench,github-ramenbench,sonnet-5.5,low,coding,mid,,per-task,0.153507,0.0295,1270,11833,0.6756666666666666,score-of-1,0,,cost-unrepriced; cost-price-band,https://github.com/not-stbenjam/ramen-bench ($.results / row anthropic/sonnet-5.5/low / column reward),,in,in ramen-bench,github-ramenbench,sonnet-5.5,max,coding,mid,,per-task,6.3153232500000005,1.22,5763,638374,0.7126111111111111,score-of-1,0,,cost-unrepriced; cost-price-band,https://github.com/not-stbenjam/ramen-bench ($.results / row anthropic/sonnet-5.5/max / column reward),,in,in ramen-bench,github-ramenbench,sonnet-5.5,medium,coding,mid,,per-task,0.2637639,0.0508,1403,24440,0.6997222222222222,score-of-1,0,,cost-unrepriced; cost-price-band,https://github.com/not-stbenjam/ramen-bench ($.results / row anthropic/sonnet-5.5/medium / column reward),,in,in ramen-bench,github-ramenbench,sonnet-5.5,xhigh,coding,mid,,per-task,2.328339,0,1417,160941,0.6985,score-of-1,0,,cost-base-price:cost-delta-on-source,https://github.com/not-stbenjam/ramen-bench ($.results / row anthropic/sonnet-5.5/xhigh / column reward),,in,in ramen-bench,github-ramenbench,gemini-3.7-flash,high,coding,mid,,per-task,1.235677275,0,507225,185139,0.6040000000000001,score-of-1,0,,harness-label-as-level:antigravity-cli; cost-base-price:cost-publisher-figure,https://github.com/not-stbenjam/ramen-bench ($.results / row google/gemini-3.7-flash/high / column reward),,in,in ramen-bench,github-ramenbench,gemini-3.7-flash,low,coding,mid,,per-task,0.18718935,0,58826,36764,0.5536666666666666,score-of-1,0,,harness-label-as-level:antigravity-cli; cost-base-price:cost-publisher-figure,https://github.com/not-stbenjam/ramen-bench ($.results / row google/gemini-3.7-flash/low / column reward),,in,in ramen-bench,github-ramenbench,gemini-3.7-flash,medium,coding,mid,,per-task,0.296014125,0,153669,38708,0.0,score-of-1,0,,harness-label-as-level:antigravity-cli; cost-base-price:cost-publisher-figure,https://github.com/not-stbenjam/ramen-bench ($.results / row google/gemini-3.7-flash/medium / column reward),,out:uninformative,in ramen-bench,github-ramenbench,gemini-3.8-flash,high,coding,mid,,per-task,1.890059475,0,833770,218709,0.0,score-of-1,0,,harness-label-as-level:antigravity-cli; base-scheduled-list-price; cost-base-price:cost-delta-on-source,https://github.com/not-stbenjam/ramen-bench ($.results / row google/gemini-3.8-flash/high / column reward),,out:uninformative,in ramen-bench,github-ramenbench,gemini-3.8-flash,low,coding,mid,,per-task,0.0731412,0,35056,11580,0.5885,score-of-1,0,,harness-label-as-level:antigravity-cli; base-scheduled-list-price; cost-base-price:cost-delta-on-source,https://github.com/not-stbenjam/ramen-bench ($.results / row google/gemini-3.8-flash/low / column reward),,in,in ramen-bench,github-ramenbench,gemini-3.8-flash,medium,coding,mid,,per-task,0.269357025,0,97601,38597,0.5737222222222222,score-of-1,0,,harness-label-as-level:antigravity-cli; base-scheduled-list-price; cost-base-price:cost-delta-on-source,https://github.com/not-stbenjam/ramen-bench ($.results / row google/gemini-3.8-flash/medium / column reward),,in,in ramen-bench,github-ramenbench,gemini-4-argon,high,coding,mid,,per-task,1.7042728,0,359191,56710,0.0,score-of-1,0,,harness-label-as-level:antigravity-cli; base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://github.com/not-stbenjam/ramen-bench ($.results / row google/gemini-4-argon/high / column reward),,out:uninformative,in ramen-bench,github-ramenbench,gemini-4-argon,low,coding,mid,,per-task,0.3619191,0,45375,25861,0.4807222222222222,score-of-1,0,,harness-label-as-level:antigravity-cli; base-scheduled-list-price; cost-base-price:cost-delta-on-source,https://github.com/not-stbenjam/ramen-bench ($.results / row google/gemini-4-argon/low / column reward),,in,in ramen-bench,github-ramenbench,gemini-4-argon,medium,coding,mid,,,,,,,0.6814444444444445,score-of-1,0,,harness-label-as-level:antigravity-cli,https://github.com/not-stbenjam/ramen-bench ($.results / row google/gemini-4-argon/medium / column reward),,in, ramen-bench,github-ramenbench,muse-spark-1.3,high,coding,mid,,per-task,0.01046456,0,57298,15130,0.6366111111111111,score-of-1,0,,cost-base-price:cost-publisher-figure,https://github.com/not-stbenjam/ramen-bench ($.results / row meta/muse-spark-1.3/high / column reward),,out:single-couple,out:cost-single-couple ramen-bench,github-ramenbench,muse-spark-1.3,low,coding,mid,,per-task,0.008556484,0,52639,10525,0.5147777777777778,score-of-1,0,,cost-base-price:cost-publisher-figure,https://github.com/not-stbenjam/ramen-bench ($.results / row meta/muse-spark-1.3/low / column reward),,out:single-couple,out:cost-single-couple ramen-bench,github-ramenbench,muse-spark-1.3,medium,coding,mid,,per-task,0.007766112,0,45212,11059,0.5687777777777778,score-of-1,0,,cost-base-price:cost-publisher-figure,https://github.com/not-stbenjam/ramen-bench ($.results / row meta/muse-spark-1.3/medium / column reward),,out:single-couple,out:cost-single-couple ramen-bench,github-ramenbench,muse-spark-1.3,xhigh,coding,mid,,per-task,0.014569058,0,71577,22219,0.5760000000000001,score-of-1,0,,cost-base-price:cost-publisher-figure,https://github.com/not-stbenjam/ramen-bench ($.results / row meta/muse-spark-1.3/xhigh / column reward),,out:single-couple,out:cost-single-couple ramen-bench,github-ramenbench,?Muse Wonder,not-established:absent,coding,mid,,per-task,0.4144664,0,53329,7753,0.3536111111111111,score-of-1,0,,,https://github.com/not-stbenjam/ramen-bench ($.results / row meta/muse-wonder-1.0/high / column reward),,out:model-not-established,out:model-not-established ramen-bench,github-ramenbench,?Muse Wonder,not-established:absent,coding,mid,,per-task,0.4444728,0,50633,8700,0.3477777777777778,score-of-1,0,,,https://github.com/not-stbenjam/ramen-bench ($.results / row meta/muse-wonder-1.0/low / column reward),,out:model-not-established,out:model-not-established ramen-bench,github-ramenbench,?Muse Wonder,not-established:absent,coding,mid,,per-task,0.7260592,0,68116,14485,0.6236666666666667,score-of-1,0,,,https://github.com/not-stbenjam/ramen-bench ($.results / row meta/muse-wonder-1.0/max / column reward),,out:model-not-established,out:model-not-established ramen-bench,github-ramenbench,?Muse Wonder,not-established:absent,coding,mid,,per-task,0.4767768,0,51355,8458,0.6326111111111111,score-of-1,0,,,https://github.com/not-stbenjam/ramen-bench ($.results / row meta/muse-wonder-1.0/medium / column reward),,out:model-not-established,out:model-not-established ramen-bench,github-ramenbench,?Muse Wonder,not-established:absent,coding,mid,,per-task,0.4086416,0,51690,7873,0.6381666666666667,score-of-1,0,,,https://github.com/not-stbenjam/ramen-bench ($.results / row meta/muse-wonder-1.0/minimal / column reward),,out:model-not-established,out:model-not-established ramen-bench,github-ramenbench,?Muse Wonder,not-established:absent,coding,mid,,per-task,0.5636464,0,60294,10792,0.6844444444444444,score-of-1,0,,,https://github.com/not-stbenjam/ramen-bench ($.results / row meta/muse-wonder-1.0/xhigh / column reward),,out:model-not-established,out:model-not-established ramen-bench,github-ramenbench,?Mistral Large 4,not-established:absent,coding,mid,,per-task,0.01881568,0,,,0.4897222222222222,score-of-1,0,,,https://github.com/not-stbenjam/ramen-bench ($.results / row mistralai/mistral-large-4-0/default / column reward),,out:model-not-established,out:model-not-established ramen-bench,github-ramenbench,gpt-5.5,high,coding,mid,,per-task,,,,,0.4966111111111111,score-of-1,0,,,https://github.com/not-stbenjam/ramen-bench ($.results / row openai/gpt-5.5/high / column reward),,in,out:estimate ramen-bench,github-ramenbench,gpt-5.5,low,coding,mid,,per-task,,,,,0.6212777777777778,score-of-1,0,,,https://github.com/not-stbenjam/ramen-bench ($.results / row openai/gpt-5.5/low / column reward),,in,out:estimate ramen-bench,github-ramenbench,gpt-5.5,medium,coding,mid,,per-task,,,,,0.46111111111111114,score-of-1,0,,,https://github.com/not-stbenjam/ramen-bench ($.results / row openai/gpt-5.5/medium / column reward),,in,out:estimate ramen-bench,github-ramenbench,gpt-5.5,xhigh,coding,mid,,per-task,,,,,0.6536111111111111,score-of-1,0,,,https://github.com/not-stbenjam/ramen-bench ($.results / row openai/gpt-5.5/xhigh / column reward),,in,out:estimate ramen-bench,github-ramenbench,gpt-5.6-luna,high,coding,mid,,per-task,,,,,0.5402777777777777,score-of-1,0,,,https://github.com/not-stbenjam/ramen-bench ($.results / row openai/gpt-5.6-luna/high / column reward),,in,out:estimate ramen-bench,github-ramenbench,gpt-5.6-luna,low,coding,mid,,per-task,,,,,0.44783333333333336,score-of-1,0,,,https://github.com/not-stbenjam/ramen-bench ($.results / row openai/gpt-5.6-luna/low / column reward),,in,out:estimate ramen-bench,github-ramenbench,gpt-5.6-luna,max,coding,mid,,per-task,0.02936992,0,32920,14952,0.6321111111111112,score-of-1,0,,cost-base-price:cost-publisher-figure,https://github.com/not-stbenjam/ramen-bench ($.results / row openai/gpt-5.6-luna/max / column reward),,in,in ramen-bench,github-ramenbench,gpt-5.6-luna,medium,coding,mid,,per-task,,,,,0.5171666666666667,score-of-1,0,,,https://github.com/not-stbenjam/ramen-bench ($.results / row openai/gpt-5.6-luna/medium / column reward),,in,out:estimate ramen-bench,github-ramenbench,gpt-5.6-luna,xhigh,coding,mid,,per-task,,,,,0.5078333333333334,score-of-1,0,,,https://github.com/not-stbenjam/ramen-bench ($.results / row openai/gpt-5.6-luna/xhigh / column reward),,in,out:estimate ramen-bench,github-ramenbench,gpt-5.6-sol,high,coding,mid,,per-task,,,,,0.5881666666666667,score-of-1,0,,,https://github.com/not-stbenjam/ramen-bench ($.results / row openai/gpt-5.6-sol/high / column reward),,in,out:estimate ramen-bench,github-ramenbench,gpt-5.6-sol,low,coding,mid,,per-task,,,,,0.5341111111111112,score-of-1,0,,,https://github.com/not-stbenjam/ramen-bench ($.results / row openai/gpt-5.6-sol/low / column reward),,in,out:estimate ramen-bench,github-ramenbench,gpt-5.6-sol,max,coding,mid,,per-task,,,,,0.6791666666666667,score-of-1,0,,,https://github.com/not-stbenjam/ramen-bench ($.results / row openai/gpt-5.6-sol/max / column reward),,in,out:estimate ramen-bench,github-ramenbench,gpt-5.6-sol,medium,coding,mid,,per-task,,,,,0.6098333333333333,score-of-1,0,,,https://github.com/not-stbenjam/ramen-bench ($.results / row openai/gpt-5.6-sol/medium / column reward),,in,out:estimate ramen-bench,github-ramenbench,gpt-5.6-sol,not-established:absent,coding,mid,,per-task,,,,,,score-of-1,,,,https://github.com/not-stbenjam/ramen-bench (openai/gpt-5.6-sol/ultra/run.json $.usage.cost.total),,,out:effort-not-established ramen-bench,github-ramenbench,gpt-5.6-sol,xhigh,coding,mid,,per-task,,,,,0.6255555555555556,score-of-1,0,,,https://github.com/not-stbenjam/ramen-bench ($.results / row openai/gpt-5.6-sol/xhigh / column reward),,in,out:estimate ramen-bench,github-ramenbench,gpt-5.6-terra,high,coding,mid,,per-task,,,,,0.6277777777777778,score-of-1,0,,,https://github.com/not-stbenjam/ramen-bench ($.results / row openai/gpt-5.6-terra/high / column reward),,in,out:estimate ramen-bench,github-ramenbench,gpt-5.6-terra,low,coding,mid,,per-task,,,,,0.4597777777777778,score-of-1,0,,,https://github.com/not-stbenjam/ramen-bench ($.results / row openai/gpt-5.6-terra/low / column reward),,in,out:estimate ramen-bench,github-ramenbench,gpt-5.6-terra,max,coding,mid,,per-task,,,,,0.6733333333333333,score-of-1,0,,,https://github.com/not-stbenjam/ramen-bench ($.results / row openai/gpt-5.6-terra/max / column reward),,in,out:estimate ramen-bench,github-ramenbench,gpt-5.6-terra,medium,coding,mid,,per-task,,,,,0.5768333333333333,score-of-1,0,,,https://github.com/not-stbenjam/ramen-bench ($.results / row openai/gpt-5.6-terra/medium / column reward),,in,out:estimate ramen-bench,github-ramenbench,gpt-5.6-terra,not-established:absent,coding,mid,,per-task,,,,,0.6444444444444445,score-of-1,0,,,https://github.com/not-stbenjam/ramen-bench ($.results / row openai/gpt-5.6-terra/ultra / column reward),,out:effort-not-established,out:effort-not-established ramen-bench,github-ramenbench,gpt-5.6-terra,xhigh,coding,mid,,per-task,,,,,0.5868333333333333,score-of-1,0,,,https://github.com/not-stbenjam/ramen-bench ($.results / row openai/gpt-5.6-terra/xhigh / column reward),,in,out:estimate ramen-bench,github-ramenbench,gpt-6-astra,high,coding,mid,,per-task,1.402904,0,28234,15210,0.7661666666666668,score-of-1,0,,cost-base-price:cost-publisher-figure,https://github.com/not-stbenjam/ramen-bench ($.results / row openai/gpt-6-astra/high / column reward),,in,in ramen-bench,github-ramenbench,gpt-6-astra,low,coding,mid,,per-task,0.481904,0,16080,4712,0.6909444444444445,score-of-1,0,,cost-base-price:cost-publisher-figure,https://github.com/not-stbenjam/ramen-bench ($.results / row openai/gpt-6-astra/low / column reward),,in,in ramen-bench,github-ramenbench,gpt-6-astra,max,coding,mid,,per-task,2.923096,0,72385,29503,0.739388888888889,score-of-1,0,,cost-base-price:cost-publisher-figure,https://github.com/not-stbenjam/ramen-bench ($.results / row openai/gpt-6-astra/max / column reward),,in,in ramen-bench,github-ramenbench,gpt-6-astra,medium,coding,mid,,per-task,0.961344,0,32671,7437,0.7580555555555556,score-of-1,0,,cost-base-price:cost-publisher-figure,https://github.com/not-stbenjam/ramen-bench ($.results / row openai/gpt-6-astra/medium / column reward),,in,in ramen-bench,github-ramenbench,gpt-6-astra,not-established:absent,coding,mid,,per-task,2.447922,0,38255,17310,0.7501666666666666,score-of-1,0,,,https://github.com/not-stbenjam/ramen-bench ($.results / row openai/gpt-6-astra/ultra / column reward),,out:effort-not-established,out:effort-not-established ramen-bench,github-ramenbench,gpt-6-astra,xhigh,coding,mid,,per-task,1.857034,0,45013,17084,0.0,score-of-1,0,,cost-base-price:cost-publisher-figure,https://github.com/not-stbenjam/ramen-bench ($.results / row openai/gpt-6-astra/xhigh / column reward),,out:uninformative,in ramen-bench,github-ramenbench,gpt-6-luna,high,coding,mid,,per-task,0.00516436,0,12512,6618,0.5972777777777778,score-of-1,0,,cost-base-price:cost-publisher-figure,https://github.com/not-stbenjam/ramen-bench ($.results / row openai/gpt-6-luna/high / column reward),,in,in ramen-bench,github-ramenbench,gpt-6-luna,low,coding,mid,,per-task,0.00466278,0,10344,5603,0.0,score-of-1,0,,cost-base-price:cost-publisher-figure,https://github.com/not-stbenjam/ramen-bench ($.results / row openai/gpt-6-luna/low / column reward),,out:uninformative,in ramen-bench,github-ramenbench,gpt-6-luna,max,coding,mid,,per-task,0.0121158,0,27443,16823,0.6497777777777778,score-of-1,0,,cost-base-price:cost-publisher-figure,https://github.com/not-stbenjam/ramen-bench ($.results / row openai/gpt-6-luna/max / column reward),,in,in ramen-bench,github-ramenbench,gpt-6-luna,medium,coding,mid,,per-task,0.00442956,0,11536,5446,0.6391111111111112,score-of-1,0,,cost-base-price:cost-publisher-figure,https://github.com/not-stbenjam/ramen-bench ($.results / row openai/gpt-6-luna/medium / column reward),,in,in ramen-bench,github-ramenbench,gpt-6-luna,xhigh,coding,mid,,per-task,0.01407662,0,31173,15854,0.6421111111111112,score-of-1,0,,cost-base-price:cost-publisher-figure,https://github.com/not-stbenjam/ramen-bench ($.results / row openai/gpt-6-luna/xhigh / column reward),,in,in ramen-bench,github-ramenbench,gpt-6-sol,high,coding,mid,,per-task,0.3594492,0,36058,16965,0.7372222222222222,score-of-1,0,,cost-base-price:cost-publisher-figure,https://github.com/not-stbenjam/ramen-bench ($.results / row openai/gpt-6-sol/high / column reward),,in,in ramen-bench,github-ramenbench,gpt-6-sol,low,coding,mid,,per-task,0.1376884,0,22884,6801,0.7037222222222222,score-of-1,0,,cost-base-price:cost-publisher-figure,https://github.com/not-stbenjam/ramen-bench ($.results / row openai/gpt-6-sol/low / column reward),,in,in ramen-bench,github-ramenbench,gpt-6-sol,max,coding,mid,,per-task,0.3372876,0,45106,17409,0.723,score-of-1,0,,cost-base-price:cost-publisher-figure,https://github.com/not-stbenjam/ramen-bench ($.results / row openai/gpt-6-sol/max / column reward),,in,in ramen-bench,github-ramenbench,gpt-6-sol,medium,coding,mid,,per-task,0.205166,0,20427,11260,0.6547777777777778,score-of-1,0,,cost-base-price:cost-publisher-figure,https://github.com/not-stbenjam/ramen-bench ($.results / row openai/gpt-6-sol/medium / column reward),,in,in ramen-bench,github-ramenbench,gpt-6-sol,not-established:absent,coding,mid,,per-task,0.5552664,0,77693,23069,0.6962222222222223,score-of-1,0,,,https://github.com/not-stbenjam/ramen-bench ($.results / row openai/gpt-6-sol/ultra / column reward),,out:effort-not-established,out:effort-not-established ramen-bench,github-ramenbench,gpt-6-sol,xhigh,coding,mid,,per-task,0.3074536,0,28042,16776,0.6793888888888889,score-of-1,0,,cost-base-price:cost-publisher-figure,https://github.com/not-stbenjam/ramen-bench ($.results / row openai/gpt-6-sol/xhigh / column reward),,in,in ramen-bench,github-ramenbench,gpt-6.1-sol,high,coding,mid,,per-task,0.5006036,0,48856,24549,0.7325,score-of-1,0,,cost-base-price:cost-publisher-figure,https://github.com/not-stbenjam/ramen-bench ($.results / row openai/gpt-6.1-sol/high / column reward),,in,in ramen-bench,github-ramenbench,gpt-6.1-sol,low,coding,mid,,per-task,0.0787528,0,13708,4422,0.6688888888888889,score-of-1,0,,cost-base-price:cost-publisher-figure,https://github.com/not-stbenjam/ramen-bench ($.results / row openai/gpt-6.1-sol/low / column reward),,in,in ramen-bench,github-ramenbench,gpt-6.1-sol,max,coding,mid,,per-task,0.6424548,0,61973,37392,0.7558888888888888,score-of-1,0,,cost-base-price:cost-publisher-figure,https://github.com/not-stbenjam/ramen-bench ($.results / row openai/gpt-6.1-sol/max / column reward),,in,in ramen-bench,github-ramenbench,gpt-6.1-sol,medium,coding,mid,,per-task,0.09186520000000001,0,9505,6474,0.702388888888889,score-of-1,0,,cost-base-price:cost-publisher-figure,https://github.com/not-stbenjam/ramen-bench ($.results / row openai/gpt-6.1-sol/medium / column reward),,in,in ramen-bench,github-ramenbench,gpt-6.1-sol,not-established:absent,coding,mid,,,,,,,0.6810555555555555,score-of-1,0,,,https://github.com/not-stbenjam/ramen-bench ($.results / row openai/gpt-6.1-sol/ultra / column reward),,out:effort-not-established, ramen-bench,github-ramenbench,gpt-6.1-sol,xhigh,coding,mid,,per-task,0.47350159999999986,0,50819,27539,0.7586111111111111,score-of-1,0,,cost-base-price:cost-publisher-figure,https://github.com/not-stbenjam/ramen-bench ($.results / row openai/gpt-6.1-sol/xhigh / column reward),,in,in ramen-bench,github-ramenbench,grok-4.5,high,coding,mid,,per-task,0.175944832,0,68513,26117,0.5861111111111111,score-of-1,0,,harness-label-as-level:grok-cli; cost-base-price:cost-publisher-figure,https://github.com/not-stbenjam/ramen-bench ($.results / row xai/grok-4.5/high / column reward),,in,in ramen-bench,github-ramenbench,grok-4.5,low,coding,mid,,per-task,0.13253472,0,84984,12736,0.0,score-of-1,0,,harness-label-as-level:grok-cli; cost-base-price:cost-publisher-figure,https://github.com/not-stbenjam/ramen-bench ($.results / row xai/grok-4.5/low / column reward),,out:uninformative,in ramen-bench,github-ramenbench,grok-4.5,medium,coding,mid,,per-task,0.054904288,0,27776,9092,0.5211666666666667,score-of-1,0,,harness-label-as-level:grok-cli; cost-base-price:cost-publisher-figure,https://github.com/not-stbenjam/ramen-bench ($.results / row xai/grok-4.5/medium / column reward),,in,in ramen-bench,github-ramenbench,grok-4.6,high,coding,mid,,per-task,0.48446396,0,172334,61051,0.6597777777777778,score-of-1,0,,harness-label-as-level:grok-cli; cost-base-price:cost-publisher-figure,https://github.com/not-stbenjam/ramen-bench ($.results / row xai/grok-4.6/high / column reward),,in,in ramen-bench,github-ramenbench,grok-4.6,low,coding,mid,,per-task,0.0520914,0,29276,7403,0.5688333333333333,score-of-1,0,,harness-label-as-level:grok-cli; cost-base-price:cost-publisher-figure,https://github.com/not-stbenjam/ramen-bench ($.results / row xai/grok-4.6/low / column reward),,in,in ramen-bench,github-ramenbench,grok-4.6,medium,coding,mid,,per-task,0.3215822,0,193724,36509,0.6752777777777778,score-of-1,0,,harness-label-as-level:grok-cli; cost-base-price:cost-publisher-figure,https://github.com/not-stbenjam/ramen-bench ($.results / row xai/grok-4.6/medium / column reward),,in,in ramen-bench,github-ramenbench,grok-4.6,xhigh,coding,mid,,per-task,0.64540228,0,116608,65035,0.6088333333333333,score-of-1,0,,harness-label-as-level:grok-cli; cost-base-price:cost-publisher-figure,https://github.com/not-stbenjam/ramen-bench ($.results / row xai/grok-4.6/xhigh / column reward),,in,in ramen-bench,github-ramenbench,grok-4.7,high,coding,mid,,per-task,0.9776326,0,191671,140376,0.6320555555555556,score-of-1,0,,harness-label-as-level:grok-cli; cost-base-price:cost-publisher-figure,https://github.com/not-stbenjam/ramen-bench ($.results / row xai/grok-4.7/high / column reward),,in,in ramen-bench,github-ramenbench,grok-4.7,low,coding,mid,,per-task,0.06012832,0,48174,9470,0.6236666666666667,score-of-1,0,,harness-label-as-level:grok-cli; cost-base-price:cost-publisher-figure,https://github.com/not-stbenjam/ramen-bench ($.results / row xai/grok-4.7/low / column reward),,in,in ramen-bench,github-ramenbench,grok-4.7,medium,coding,mid,,per-task,0.8173022,0,284703,98836,0.6363333333333334,score-of-1,0,,harness-label-as-level:grok-cli; cost-base-price:cost-publisher-figure,https://github.com/not-stbenjam/ramen-bench ($.results / row xai/grok-4.7/medium / column reward),,in,in ramen-bench,github-ramenbench,grok-4.7,xhigh,coding,mid,,per-task,1.20272684,0,205656,145033,0.6731111111111111,score-of-1,0,,harness-label-as-level:grok-cli; cost-base-price:cost-publisher-figure,https://github.com/not-stbenjam/ramen-bench ($.results / row xai/grok-4.7/xhigh / column reward),,in,in ramen-bench,github-ramenbench,glm-5.3,not-established:absent,coding,mid,,per-task,3.467508,0,90913,67815,0.6139444444444445,score-of-1,0,,,https://github.com/not-stbenjam/ramen-bench ($.results / row z.ai/glm-5.3/high / column reward),,out:effort-not-established,out:effort-not-established ramen-bench,github-ramenbench,glm-5.3,not-established:absent,coding,mid,,per-task,3.5919149999999997,0,75550,94525,0.531,score-of-1,0,,,https://github.com/not-stbenjam/ramen-bench ($.results / row z.ai/glm-5.3/max / column reward),,out:effort-not-established,out:effort-not-established rampnet-fable,github-rampnet,fable-5,low,computer-use,mid,,,19.23,0.00289,,,61.1,F1x100,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://github.com/ProjectSidewalk/RampNet/blob/22c94280d7dc70bfd943629e6723b930294bd955/docs/claude_legs_122.md (table ""Claude Fable on annapolis (#156)"", row claude-fable-5)",,in,in rampnet-fable,github-rampnet,fable-5.1,low,computer-use,mid,,,20.67,0.00289,,,61.0,F1x100,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://github.com/ProjectSidewalk/RampNet/blob/22c94280d7dc70bfd943629e6723b930294bd955/docs/claude_legs_122.md (table ""Claude Fable on annapolis (#156)"", row claude-fable-5-1)",,in,in rampnet,github-rampnet,sonnet-5,low,computer-use,mid,vertex-global,,3.60,0.00289,,,46.3,F1x100,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://github.com/ProjectSidewalk/RampNet/blob/637f4ccb06bde076c63010bb7be6a9c0b5a4f511/docs/claude_legs_122.md (table ""First results: annapolis (2026-08-15)"", row claude-sonnet-5 low)",,in,out:cost-single-couple rampnet,github-rampnet,sonnet-5,high,computer-use,mid,vertex-global,,3.82,0.00289,,,45.6,F1x100,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://github.com/ProjectSidewalk/RampNet/pull/123 (table ""First results: annapolis (2026-08-15)"", row claude-sonnet-5 high)",,in,in rampnet,github-rampnet,opus-5,low,computer-use,mid,vertex-global,,8.94,0.00289,,,58.8,F1x100,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://github.com/ProjectSidewalk/RampNet/pull/123 (table ""First results: annapolis (2026-08-15)"", row claude-opus-5 low)",,in,in rampnet,github-rampnet,opus-5,high,computer-use,mid,vertex-global,,12.46,0.00289,,,52.0,F1x100,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://github.com/ProjectSidewalk/RampNet/pull/123 (table ""First results: annapolis (2026-08-15)"", row claude-opus-5 high)",,in,in mulmochat-spreadsheet-20251130,github-receptron-mulmochat,gemini-3-pro,unstated,agentic-tool,mid,MulmoChat engine + verifier,,,,,,100.0,avg-score-of-100,0.0289,,,"https://github.com/receptron/MulmoChat/blob/d8e4eb03f7/benchmark/SUMMARY.md (Model Performance Rankings table, row for gemini-3-pro-preview, column 'Avg Score')",,out:effort-not-established, mulmochat-spreadsheet-20251130,github-receptron-mulmochat,?claude-sonnet-4-5,not-established:absent,agentic-tool,mid,MulmoChat engine + verifier,,,,,,100.0,avg-score-of-100,0.0289,,,"https://github.com/receptron/MulmoChat/blob/d8e4eb03f7/benchmark/SUMMARY.md (Model Performance Rankings table, row for claude-sonnet-4-5, column 'Avg Score')",,out:model-not-established, mulmochat-spreadsheet-20251130,github-receptron-mulmochat,gpt-5.1,unstated,agentic-tool,mid,MulmoChat engine + verifier,,,,,,91.3,avg-score-of-100,0.0289,,,"https://github.com/receptron/MulmoChat/blob/d8e4eb03f7/benchmark/SUMMARY.md (Model Performance Rankings table, row for gpt-5.1, column 'Avg Score')",,out:effort-not-established, mulmochat-spreadsheet-20251130,github-receptron-mulmochat,?grok-4-1-fast-reasoning,not-established:absent,agentic-tool,mid,MulmoChat engine + verifier,,,,,,91.3,avg-score-of-100,0.0289,,,"https://github.com/receptron/MulmoChat/blob/d8e4eb03f7/benchmark/SUMMARY.md (Model Performance Rankings table, row for grok-4-1-fast-reasoning, column 'Avg Score')",,out:model-not-established, renchris-o55,github-renchris-infra,opus-5.5,low,coding,hard,claude -p no-tools CC,per-suite,1.60,0.00289,,23202,6,recall/36,0,,cost-base-price:cost-publisher-figure,"https://github.com/renchris/claude-infrastructure (recall table, row TOTAL, column o55@low)",,in,in renchris-o55,github-renchris-infra,opus-5.5,medium,coding,hard,claude -p no-tools CC,per-suite,2.96,0.00289,,91314,8,recall/36,0,,cost-base-price:cost-publisher-figure,"https://github.com/renchris/claude-infrastructure (recall table, row TOTAL, column o55@medium)",,out:republished,in renchris-o55,github-renchris-infra,opus-5.5,high,coding,hard,claude -p no-tools CC,per-suite,4.18,0.00289,,152521,8,recall/36,0,,cost-base-price:cost-publisher-figure,"https://github.com/renchris/claude-infrastructure (recall table, row TOTAL, column o55@high)",,out:republished,in renchris-o55,github-renchris-infra,opus-5.5,xhigh,coding,hard,claude -p no-tools CC,per-suite,9.10,0.00289,,398278,10,recall/36,0,,cost-base-price:cost-publisher-figure,"https://github.com/renchris/claude-infrastructure (recall table, row TOTAL, column o55@xhigh)",,out:republished,in renchris-o55,github-renchris-infra,opus-5.5,max,coding,hard,claude -p no-tools CC,per-suite,46.18,0.00289,,2155968,9,recall/36,0,,cap; cost-base-price:cost-publisher-figure,"https://github.com/renchris/claude-infrastructure (recall table, row TOTAL, column o55@max)",,in,in renchris-o55,github-renchris-infra,opus-5,high,coding,hard,claude -p no-tools CC,per-suite,10.62,0.00289,,364535,8,recall/36,0,,cost-base-price:cost-publisher-figure,"https://github.com/renchris/claude-infrastructure (recall table, row TOTAL, column o5@high)",,in,in renchris-f51,github-renchris-infra,fable-5.1,low,coding,hard,claude -p no-tools CC,per-suite,7.52,0.00289,,,6,recall/36,0,,cap; cost-base-price:cost-publisher-figure,"https://github.com/renchris/claude-infrastructure (recall table, row TOTAL (measured), column f51@low)",,in,in renchris-f51,github-renchris-infra,fable-5.1,medium,coding,hard,claude -p no-tools CC,per-suite,12.50,0.00289,,,10,recall/36,0,,cap; cost-base-price:cost-publisher-figure,"https://github.com/renchris/claude-infrastructure (recall table, row TOTAL (measured), column f51@medium)",,in,in renchris-f51,github-renchris-infra,fable-5.1,high,coding,hard,claude -p no-tools CC,per-suite,18.69,0.00289,,,10,recall/36,0,,cap; cost-base-price:cost-publisher-figure,"https://github.com/renchris/claude-infrastructure (recall table, row TOTAL (measured), column f51@high)",,in,in renchris-f51,github-renchris-infra,fable-5.1,xhigh,coding,hard,claude -p no-tools CC,per-suite,47.17,0.00289,,,9,recall/36,0,,cap; cost-base-price:cost-publisher-figure,"https://github.com/renchris/claude-infrastructure (recall table, row TOTAL (measured), column f51@xhigh)",,in,in renchris-s55sweep,github-renchris-infra,sonnet-5.5,low,coding,hard,,per-suite,0.7275,0.14,,,9,recall/36,0,,cost-unrepriced; cost-price-band,"https://github.com/renchris/claude-infrastructure (recall table, row TOTAL (measured), column s55@low)",,in,in renchris-s55sweep,github-renchris-infra,sonnet-5.5,medium,coding,hard,,per-suite,0.8999999999999999,0.173,,,9,recall/36,0,,cost-unrepriced; cost-price-band,"https://github.com/renchris/claude-infrastructure (recall table, row TOTAL (measured), column s55@medium)",,in,in renchris-s55sweep,github-renchris-infra,sonnet-5.5,high,coding,hard,,per-suite,1.53,0.294,,,8,recall/36,0,,cost-unrepriced; cost-price-band,"https://github.com/renchris/claude-infrastructure (recall table, row TOTAL (measured), column s55@high)",,in,in renchris-s55sweep,github-renchris-infra,sonnet-5.5,xhigh,coding,hard,,per-suite,2.64,0.508,,,11,recall/36,0,,cost-unrepriced; cost-price-band,"https://github.com/renchris/claude-infrastructure (recall table, row TOTAL (measured), column s55@xhigh)",,in,in renchris-s55sweep,github-renchris-infra,sonnet-5.5,max,coding,hard,,per-suite,18.0,3.46,,,10,recall/36,0,,cap; cost-unrepriced; cost-price-band,"https://github.com/renchris/claude-infrastructure (recall table, row TOTAL (measured), column s55@max)",,in,in renchris-s55sweep,github-renchris-infra,opus-5.5,medium,coding,hard,,,,,,,8,recall/36,0,,,"https://github.com/renchris/claude-infrastructure (recall table, row TOTAL (measured), column o55@medium)",,in, renchris-s55sweep,github-renchris-infra,opus-5.5,high,coding,hard,,,,,,,9,recall/36,0,,,"https://github.com/renchris/claude-infrastructure (recall table, row TOTAL (measured), column o55@high)",,in, renchris-s55sweep,github-renchris-infra,opus-5.5,xhigh,coding,hard,,,,,,,10,recall/36,0,,,"https://github.com/renchris/claude-infrastructure (recall table, row TOTAL (measured), column o55@xhigh)",,in, renchris-s55sweep,github-renchris-infra,opus-5,max,coding,hard,,,,,,,14,recall/36,0,,,"https://github.com/renchris/claude-infrastructure (recall table, row TOTAL (measured), column o5@max)",,in, renchris-s55sweep,github-renchris-infra,fable-5.1,high,coding,hard,,,,,,,11,recall/36,0,,,"https://github.com/renchris/claude-infrastructure (recall table, row TOTAL (measured), column f51@high)",,in, renchris-s5synth,github-renchris-infra,sonnet-5.5,medium,writing,hard,claude -p synth-probe,per-6-cells,1.395,0.268,,61078,6.50,score/10,0,,cost-unrepriced; cost-price-band,"https://github.com/renchris/claude-infrastructure (section 3 table, row SM, column mean score (all 18))",,in,in renchris-s5synth,github-renchris-infra,sonnet-5.5,high,writing,hard,claude -p synth-probe,per-6-cells,2.0175,0.388,,89683,7.33,score/10,0,,cost-unrepriced; cost-price-band,"https://github.com/renchris/claude-infrastructure (section 3 table, row SH, column mean score (all 18))",,in,in renchris-s5synth,github-renchris-infra,sonnet-5.5,xhigh,writing,hard,claude -p synth-probe,per-6-cells,3.1875,0.613,,192787,7.44,score/10,0,,cost-unrepriced; cost-price-band,"https://github.com/renchris/claude-infrastructure (section 3 table, row SX, column mean score (all 18))",,in,in renchris-s5synth,github-renchris-infra,opus-5.5,xhigh,writing,hard,claude -p synth-probe,per-6-cells,8.60,0.00289,,206423,8.94,score/10,0,,cost-base-price:cost-publisher-figure,"https://github.com/renchris/claude-infrastructure (section 3 table, row OX, column mean score (all 18))",,in,out:cost-single-couple retort55go,github-retort,opus-5,max,coding,mid,,per-run,4.205814,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (experiment-55-terra-vs-opus5-effort/bookshop/retort.db: one row per experiment_runs row / row 20 / column cost_usd),,,in retort55brpy,github-retort,opus-5,low,coding,mid,,per-run,8.138929999999998,2.89e-16,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (experiment-55-terra-vs-opus5-effort/brazil/retort.db: one row per experiment_runs row / row 11 / column cost_usd),,,in retort55brpy,github-retort,opus-5,medium,coding,mid,,per-run,13.937039500000004,2.89e-16,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (experiment-55-terra-vs-opus5-effort/brazil/retort.db: one row per experiment_runs row / row 12 / column cost_usd),,,in retort55brpy,github-retort,opus-5,high,coding,mid,,per-run,45.33738299999998,2.89e-15,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (experiment-55-terra-vs-opus5-effort/brazil/retort.db: one row per experiment_runs row / row 13 / column cost_usd),,,in retort55brpy,github-retort,opus-5,xhigh,coding,mid,,per-run,29.36775199999999,2.89e-15,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (experiment-55-terra-vs-opus5-effort/brazil/retort.db: one row per experiment_runs row / row 16 / column cost_usd),,,in retort55brpy,github-retort,opus-5,max,coding,mid,,per-run,58.42432100000004,2.89e-15,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (experiment-55-terra-vs-opus5-effort/brazil/retort.db: one row per experiment_runs row / row 17 / column cost_usd),,,in retort55brgo,github-retort,opus-5,low,coding,mid,,per-run,7.025300500000002,2.89e-16,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (experiment-55-terra-vs-opus5-effort/brazil/retort.db: one row per experiment_runs row / row 18 / column cost_usd),,,in retort55brgo,github-retort,opus-5,high,coding,mid,,per-run,22.382461499999998,2.89e-16,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (experiment-55-terra-vs-opus5-effort/brazil/retort.db: one row per experiment_runs row / row 20 / column cost_usd),,,in retort55brgo,github-retort,opus-5,xhigh,coding,mid,,per-run,26.010599500000005,2.89e-16,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (experiment-55-terra-vs-opus5-effort/brazil/retort.db: one row per experiment_runs row / row 21 / column cost_usd),,,in retort55brgo,github-retort,opus-5,max,coding,mid,,per-run,85.45383049999997,2.89e-15,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (experiment-55-terra-vs-opus5-effort/brazil/retort.db: one row per experiment_runs row / row 22 / column cost_usd),,,in retort55brpy,github-retort,opus-5.5,low,coding,mid,,per-run,1.3987554000000002,2.89e-17,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (experiment-75-opus55-alllang/brazil/retort.db: one row per experiment_runs row / row 1 / column cost_usd),,,in retort55brgo,github-retort,opus-5.5,low,coding,mid,,per-run,1.9903827999999997,2.89e-17,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (experiment-75-opus55-alllang/brazil/retort.db: one row per experiment_runs row / row 2 / column cost_usd),,,in retort4675brc,github-retort,opus-5,high,coding,hard,retort-playpen,per-run,24.114924500000008,2.89e-16,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (experiment-46-opus5/brazil/retort.db: one row per experiment_runs row / row 12 / column cost_usd),,,in retort4675brc,github-retort,opus-5.5,low,coding,hard,retort-playpen,per-run,2.2890341999999997,2.89e-17,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (experiment-75-opus55-alllang/brazil/retort.db: one row per experiment_runs row / row 10 / column cost_usd),,,in retort4675brclj,github-retort,opus-5,high,coding,hard,retort-playpen,per-run,2.5517610000000004,2.89e-17,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (experiment-46-opus5/brazil/retort.db: one row per experiment_runs row / row 5 / column cost_usd),,,in retort4675brclj,github-retort,opus-5.5,low,coding,hard,retort-playpen,per-run,1.4615807999999997,2.89e-17,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (experiment-75-opus55-alllang/brazil/retort.db: one row per experiment_runs row / row 6 / column cost_usd),,,in retort4675brcpp,github-retort,opus-5,high,coding,hard,retort-playpen,per-run,17.496295500000002,2.89e-16,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (experiment-46-opus5/brazil/retort.db: one row per experiment_runs row / row 13 / column cost_usd),,,in retort4675brcpp,github-retort,opus-5.5,low,coding,hard,retort-playpen,per-run,2.3037389999999998,2.89e-17,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (experiment-75-opus55-alllang/brazil/retort.db: one row per experiment_runs row / row 11 / column cost_usd),,,in retort4675brcs,github-retort,opus-5,high,coding,hard,retort-playpen,per-run,39.051736749999996,2.89e-16,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (experiment-46-opus5/brazil/retort.db: one row per experiment_runs row / row 7 / column cost_usd),,,in retort4675brcs,github-retort,opus-5.5,low,coding,hard,retort-playpen,per-run,1.9349280000000002,2.89e-17,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (experiment-75-opus55-alllang/brazil/retort.db: one row per experiment_runs row / row 9 / column cost_usd),,,in retort4675brerl,github-retort,opus-5,high,coding,hard,retort-playpen,per-run,23.010975,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (experiment-46-opus5/brazil/retort.db: one row per experiment_runs row / row 11 / column cost_usd),,,in retort4675brerl,github-retort,opus-5.5,low,coding,hard,retort-playpen,per-run,2.727359399999999,2.89e-16,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (experiment-75-opus55-alllang/brazil/retort.db: one row per experiment_runs row / row 7 / column cost_usd),,,in retort4675brjava,github-retort,opus-5,high,coding,hard,retort-playpen,per-run,20.17866099999999,2.89e-15,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (experiment-46-opus5/brazil/retort.db: one row per experiment_runs row / row 6 / column cost_usd),,,in retort4675brjava,github-retort,opus-5.5,low,coding,hard,retort-playpen,per-run,1.4786074,2.89e-08,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (experiment-75-opus55-alllang/brazil/retort.db: one row per experiment_runs row / row 5 / column cost_usd),,,in retort4675brobjc,github-retort,opus-5,high,coding,hard,retort-playpen,per-run,31.305827499999992,2.89e-16,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (experiment-46-opus5/brazil/retort.db: one row per experiment_runs row / row 14 / column cost_usd),,,in retort4675brobjc,github-retort,opus-5.5,low,coding,hard,retort-playpen,per-run,2.4554205999999996,2.89e-17,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (experiment-75-opus55-alllang/brazil/retort.db: one row per experiment_runs row / row 13 / column cost_usd),,,in retort4675brrust,github-retort,opus-5,high,coding,hard,retort-playpen,per-run,20.084743999999997,2.89e-16,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (experiment-46-opus5/brazil/retort.db: one row per experiment_runs row / row 4 / column cost_usd),,,in retort4675brrust,github-retort,opus-5.5,low,coding,hard,retort-playpen,per-run,1.8433348,2.89e-08,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (experiment-75-opus55-alllang/brazil/retort.db: one row per experiment_runs row / row 4 / column cost_usd),,,in retort4675brswift,github-retort,opus-5,high,coding,hard,retort-playpen,per-run,16.865453000000006,2.89e-16,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (experiment-46-opus5/brazil/retort.db: one row per experiment_runs row / row 15 / column cost_usd),,,in retort4675brswift,github-retort,opus-5.5,low,coding,hard,retort-playpen,per-run,1.3256422,2.89e-08,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (experiment-75-opus55-alllang/brazil/retort.db: one row per experiment_runs row / row 12 / column cost_usd),,,in retort4675brelixir,github-retort,opus-5,high,coding,hard,retort-playpen,per-run,33.60930575,2.89e-09,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (experiment-46-opus5/brazil/retort.db: one row per experiment_runs row / row 8 / column cost_usd),,,in retort4675brelixir,github-retort,opus-5.5,low,coding,hard,retort-playpen,per-run,1.9708937999999996,2.89e-17,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (experiment-75-opus55-alllang/brazil/retort.db: one row per experiment_runs row / row 8 / column cost_usd),,,in retort4675brts,github-retort,opus-5.5,low,coding,hard,retort-playpen,per-run,1.8112222000000004,2.89e-17,,,100,reqcov%,2.89,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (experiment-75-opus55-alllang/brazil/retort.db: one row per experiment_runs row / row 3 / column requirement_coverage),,out:single-couple,out:cost-single-couple retort4675rtclj,github-retort,opus-5,high,coding,mid,retort-playpen,per-run,2.02445,2.89e-06,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (experiment-46-opus5/bookshop/retort.db: one row per experiment_runs row / row 5 / column cost_usd),,,in retort4675rtrust,github-retort,opus-5,high,coding,mid,retort-playpen,per-run,1.466624,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (experiment-46-opus5/bookshop/retort.db: one row per experiment_runs row / row 4 / column cost_usd),,,in retort86brc,github-retort,opus-5.5,low,coding,hard,retort-playpen,per-run,3.7191654,2.89e-08,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (experiment-79-opus55-isolated/brazil/retort.db: one row per experiment_runs row / row 10 / column cost_usd),,,out:cost-single-couple retort86brclojure,github-retort,opus-5.5,low,coding,hard,retort-playpen,per-run,2.6177978,2.89e-08,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (experiment-79-opus55-isolated/brazil/retort.db: one row per experiment_runs row / row 6 / column cost_usd),,,in retort86brcpp,github-retort,opus-5.5,low,coding,hard,retort-playpen,per-run,3.660786199999999,2.89e-16,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (experiment-79-opus55-isolated/brazil/retort.db: one row per experiment_runs row / row 11 / column cost_usd),,,in retort86brcsharp,github-retort,opus-5.5,low,coding,hard,retort-playpen,per-run,3.3973491999999994,2.89e-17,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (experiment-79-opus55-isolated/brazil/retort.db: one row per experiment_runs row / row 9 / column cost_usd),,,in retort86brelixir,github-retort,opus-5.5,low,coding,hard,retort-playpen,per-run,2.2458582000000002,2.89e-17,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (experiment-79-opus55-isolated/brazil/retort.db: one row per experiment_runs row / row 8 / column cost_usd),,,in retort86brerlang,github-retort,opus-5.5,low,coding,hard,retort-playpen,per-run,3.035608,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (experiment-79-opus55-isolated/brazil/retort.db: one row per experiment_runs row / row 7 / column cost_usd),,,in retort86brgo,github-retort,opus-5.5,low,coding,hard,retort-playpen,per-run,3.3907316,2.89e-08,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (experiment-79-opus55-isolated/brazil/retort.db: one row per experiment_runs row / row 2 / column cost_usd),,,in retort86brjava,github-retort,opus-5.5,low,coding,hard,retort-playpen,per-run,2.2914942,2.89e-08,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (experiment-79-opus55-isolated/brazil/retort.db: one row per experiment_runs row / row 5 / column cost_usd),,,in retort86brobjc,github-retort,opus-5.5,low,coding,hard,,per-run,3.2062871999999993,2.89e-17,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (experiment-79-opus55-isolated/brazil/retort.db: one row per experiment_runs row / row 13 / column cost_usd),,,in retort86brpython,github-retort,opus-5.5,low,coding,hard,retort-playpen,per-run,2.3078904000000002,2.89e-17,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (experiment-79-opus55-isolated/brazil/retort.db: one row per experiment_runs row / row 1 / column cost_usd),,,in retort86brrust,github-retort,opus-5.5,low,coding,hard,retort-playpen,per-run,2.3491674000000002,2.89e-17,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (experiment-79-opus55-isolated/brazil/retort.db: one row per experiment_runs row / row 4 / column cost_usd),,,in retort86brswift,github-retort,opus-5.5,low,coding,hard,,per-run,2.3522407999999997,2.89e-17,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (experiment-79-opus55-isolated/brazil/retort.db: one row per experiment_runs row / row 12 / column cost_usd),,,in retort86brtypescript,github-retort,opus-5.5,low,coding,hard,retort-playpen,per-run,2.6388931999999996,2.89e-17,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (experiment-79-opus55-isolated/brazil/retort.db: one row per experiment_runs row / row 3 / column cost_usd),,,in retort49,github-retort,opus-5,low,coding,mid,retort-playpen,per-run,0.745668,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L993 / column cost_usd_mean),,,in retort49,github-retort,opus-5,medium,coding,mid,retort-playpen,per-run,0.856867,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L994 / column cost_usd_mean),,,in retort49,github-retort,opus-5,high,coding,mid,retort-playpen,per-run,1.772475,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L995 / column cost_usd_mean),,,in retort49,github-retort,fable-5,low,coding,mid,retort-playpen,per-run,0.908716,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L997 / column cost_usd_mean),,,in retort49,github-retort,fable-5,medium,coding,mid,retort-playpen,per-run,1.158366,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L998 / column cost_usd_mean),,,in retort49,github-retort,fable-5,high,coding,mid,retort-playpen,per-run,1.134069,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L999 / column cost_usd_mean),,,in retort49,github-retort,fable-5,max,coding,mid,retort-playpen,per-run,2.280604,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L1000 / column cost_usd_mean),,,in retort74,github-retort,opus-5.5,low,coding,mid,retort-playpen,per-run,0.381016,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L1571 / column cost_usd_mean),,,in retort74,github-retort,opus-5.5,medium,coding,mid,retort-playpen,per-run,0.589515,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L1572 / column cost_usd_mean),,,in retort74,github-retort,opus-5.5,high,coding,mid,retort-playpen,per-run,0.788293,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L1573 / column cost_usd_mean),,,in retort74,github-retort,opus-5.5,xhigh,coding,mid,retort-playpen,per-run,3.039925,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L1574 / column cost_usd_mean),,,in retort74,github-retort,opus-5.5,max,coding,mid,retort-playpen,per-run,10.255801,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L1575 / column cost_usd_mean),,,in retort74go,github-retort,opus-5.5,low,coding,mid,retort-playpen,per-run,0.4407,2.89e-05,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L1576 / column cost_usd_mean),,,in retort74go,github-retort,opus-5.5,medium,coding,mid,retort-playpen,per-run,0.706623,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L1577 / column cost_usd_mean),,,in retort74go,github-retort,opus-5.5,high,coding,mid,retort-playpen,per-run,0.860881,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L1578 / column cost_usd_mean),,,in retort74go,github-retort,opus-5.5,xhigh,coding,mid,retort-playpen,per-run,1.833043,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L1579 / column cost_usd_mean),,,in retort74go,github-retort,opus-5.5,max,coding,mid,retort-playpen,per-run,6.746573,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L1580 / column cost_usd_mean),,,in retort49,github-retort,opus-4.8,low,coding,mid,retort-playpen,per-run,0.570151,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L2089 / column cost_usd_mean),,,in retort49,github-retort,opus-4.8,medium,coding,mid,retort-playpen,per-run,0.659178,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L2090 / column cost_usd_mean),,,in retort49,github-retort,opus-4.8,high,coding,mid,retort-playpen,per-run,0.60375,2.89e-06,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L2091 / column cost_usd_mean),,,in retort49,github-retort,opus-4.8,max,coding,mid,retort-playpen,per-run,1.451395,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L2092 / column cost_usd_mean),,,in retort49,github-retort,opus-4.7,low,coding,mid,retort-playpen,per-run,0.605969,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L2093 / column cost_usd_mean),,,in retort49,github-retort,opus-4.7,medium,coding,mid,retort-playpen,per-run,0.668294,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L2094 / column cost_usd_mean),,,in retort49,github-retort,opus-4.7,high,coding,mid,retort-playpen,per-run,0.793644,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L2095 / column cost_usd_mean),,,in retort49,github-retort,opus-4.7,max,coding,mid,retort-playpen,per-run,1.132374,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L2096 / column cost_usd_mean),,,in retort49,github-retort,fable-5,default,coding,mid,retort-playpen,per-run,1.207234,2.89e-07,,,,none,,,,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L2544 / column cost_usd_mean),,,out:effort-not-established retort49,github-retort,opus-4.7,default,coding,mid,retort-playpen,per-run,0.750857,2.89e-07,,,,none,,,,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L2545 / column cost_usd_mean),,,out:effort-not-established retort49,github-retort,opus-4.8,default,coding,mid,retort-playpen,per-run,0.416196,2.89e-07,,,,none,,,,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L2546 / column cost_usd_mean),,,out:effort-not-established retort49,github-retort,opus-5,default,coding,mid,retort-playpen,per-run,1.381162,2.89e-07,,,,none,,,,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L2547 / column cost_usd_mean),,,out:effort-not-established retort55py,github-retort,opus-5,low,coding,mid,,per-run,0.75667,2.89e-06,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L2549 / column cost_usd_mean),,,in retort55py,github-retort,opus-5,medium,coding,mid,,per-run,1.036989,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L2550 / column cost_usd_mean),,,in retort55py,github-retort,opus-5,high,coding,mid,,per-run,1.680579,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L2551 / column cost_usd_mean),,,in retort55py,github-retort,opus-5,xhigh,coding,mid,,per-run,2.54715,2.89e-06,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L2552 / column cost_usd_mean),,,in retort55py,github-retort,opus-5,max,coding,mid,,per-run,19.208794,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L2553 / column cost_usd_mean),,,in retort55go,github-retort,opus-5,low,coding,mid,,per-run,0.865521,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L2554 / column cost_usd_mean),,,in retort55go,github-retort,opus-5,medium,coding,mid,,per-run,1.252672,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L2555 / column cost_usd_mean),,,in retort55go,github-retort,opus-5,high,coding,mid,,per-run,1.994618,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L2556 / column cost_usd_mean),,,in retort55go,github-retort,opus-5,xhigh,coding,mid,,per-run,6.704579,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L2557 / column cost_usd_mean),,,in retort15tdd,github-retort,?sonnet-4.6,not-established:absent,coding,mid,retort-playpen,per-run,0.580669,2.89e-07,,,,none,,,,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L2568 / column cost_usd_mean),,,out:model-not-established retort15bdd,github-retort,?opus-4.8,not-established:absent,coding,mid,retort-playpen,per-run,0.768461,2.89e-07,,,,none,,,,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L2570 / column cost_usd_mean),,,out:model-not-established retort15brtdd,github-retort,?sonnet-4.6,not-established:absent,coding,mid,retort-playpen,per-run,2.479001,2.89e-07,,,,none,,,,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L2572 / column cost_usd_mean),,,out:model-not-established retort15brbdd,github-retort,?opus-4.8,not-established:absent,coding,mid,retort-playpen,per-run,5.443984,2.89e-07,,,,none,,,,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L2574 / column cost_usd_mean),,,out:model-not-established retort8,github-retort,opus-4.7,default,coding,mid,retort-playpen,per-run,1.701577,2.89e-07,,,,none,,,,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L2580 / column cost_usd_mean),,,out:effort-not-established retort8,github-retort,opus-4.8,nothink,coding,mid,retort-playpen,per-run,1.101385,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L2581 / column cost_usd_mean),,,out:cost-single-couple retort74,github-retort,opus-5.5,default,coding,mid,retort-playpen,per-run,0.587329,2.89e-07,,,,none,,,,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L2584 / column cost_usd_mean),,,out:effort-not-established retort74go,github-retort,opus-5.5,default,coding,mid,retort-playpen,per-run,0.649541,2.89e-07,,,,none,,,,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L2585 / column cost_usd_mean),,,out:effort-not-established retort65,github-retort,fable-5.1,low,coding,mid,retort-playpen,per-run,1.300893,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L2586 / column cost_usd_mean),,,out:cost-single-couple retort65,github-retort,fable-5.1,default,coding,mid,retort-playpen,per-run,1.882243,2.89e-07,,,,none,,,,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L2587 / column cost_usd_mean),,,out:effort-not-established retort4675rtclj,github-retort,opus-5.5,low,coding,mid,retort-playpen,per-run,0.405662,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L3065 / column cost_usd_mean),,,in retort4675rtrust,github-retort,opus-5.5,low,coding,mid,retort-playpen,per-run,0.431812,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L3067 / column cost_usd_mean),,,in retort79pyiso,github-retort,opus-5.5,low,coding,mid,retort-playpen,per-run,0.315444,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L5175 / column cost_usd_mean),,,in retort79pyiso,github-retort,opus-5.5,medium,coding,mid,retort-playpen,per-run,0.453048,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L5176 / column cost_usd_mean),,,in retort79pyiso,github-retort,opus-5.5,high,coding,mid,retort-playpen,per-run,0.884843,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L5177 / column cost_usd_mean),,,in retort79pyiso,github-retort,opus-5.5,default,coding,mid,retort-playpen,per-run,0.445198,2.89e-07,,,,none,,,,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L5178 / column cost_usd_mean),,,out:effort-not-established retort79goiso,github-retort,opus-5.5,low,coding,mid,retort-playpen,per-run,0.369952,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L5179 / column cost_usd_mean),,,in retort79goiso,github-retort,opus-5.5,medium,coding,mid,retort-playpen,per-run,0.502891,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L5180 / column cost_usd_mean),,,in retort79goiso,github-retort,opus-5.5,high,coding,mid,retort-playpen,per-run,0.834945,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L5181 / column cost_usd_mean),,,in retort79goiso,github-retort,opus-5.5,default,coding,mid,retort-playpen,per-run,0.5041,2.89e-05,,,,none,,,,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L5182 / column cost_usd_mean),,,out:effort-not-established retort79v80py,github-retort,opus-5.5,low,coding,mid,retort-playpen,per-run,0.315444,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L5195 / column cost_usd_mean),,,in retort79v80py,github-retort,fable-5.1,low,coding,mid,retort-playpen,per-run,0.654473,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L5196 / column cost_usd_mean),,,in retort79v80go,github-retort,opus-5.5,default,coding,mid,retort-playpen,per-run,0.5041,2.89e-05,,,,none,,,,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L5197 / column cost_usd_mean),,,out:effort-not-established retort79v80go,github-retort,fable-5.1,default,coding,mid,retort-playpen,per-run,1.106958,2.89e-07,,,,none,,,,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L5198 / column cost_usd_mean),,,out:effort-not-established retort79v80rust,github-retort,opus-5.5,low,coding,mid,retort-playpen,per-run,0.346398,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L5199 / column cost_usd_mean),,,in retort79v80rust,github-retort,fable-5.1,low,coding,mid,retort-playpen,per-run,0.74782,2.89e-06,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L5200 / column cost_usd_mean),,,in retort79goiso,github-retort,haiku-5.5,low,coding,mid,retort-playpen,per-run,0.012965,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L6762 / column cost_usd_mean),,,in retort79goiso,github-retort,haiku-5.5,medium,coding,mid,retort-playpen,per-run,0.020999,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L6763 / column cost_usd_mean),,,in retort79goiso,github-retort,haiku-5.5,high,coding,mid,retort-playpen,per-run,0.035157,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L6764 / column cost_usd_mean),,,in retort79goiso,github-retort,haiku-5.5,xhigh,coding,mid,retort-playpen,per-run,0.057748,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L6765 / column cost_usd_mean),,,in retort79goiso,github-retort,haiku-5.5,max,coding,mid,retort-playpen,per-run,0.472183,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L6766 / column cost_usd_mean),,,in retort79goiso,github-retort,haiku-5.5,default,coding,mid,retort-playpen,per-run,0.022156,2.89e-07,,,,none,,,,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L6767 / column cost_usd_mean),,,out:effort-not-established retort79pyiso,github-retort,haiku-5.5,low,coding,mid,retort-playpen,per-run,0.011322,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L6768 / column cost_usd_mean),,,in retort79pyiso,github-retort,haiku-5.5,medium,coding,mid,retort-playpen,per-run,0.019545,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L6769 / column cost_usd_mean),,,in retort79pyiso,github-retort,haiku-5.5,high,coding,mid,retort-playpen,per-run,0.028701,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L6770 / column cost_usd_mean),,,in retort79pyiso,github-retort,haiku-5.5,xhigh,coding,mid,retort-playpen,per-run,0.055906,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L6771 / column cost_usd_mean),,,in retort79pyiso,github-retort,haiku-5.5,max,coding,mid,retort-playpen,per-run,0.287579,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L6772 / column cost_usd_mean),,,in retort79pyiso,github-retort,haiku-5.5,default,coding,mid,retort-playpen,per-run,0.022017,2.89e-07,,,,none,,,,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L6773 / column cost_usd_mean),,,out:effort-not-established retort86rtc,github-retort,opus-5.5,low,coding,mid,retort-playpen,per-run,0.686982,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L6774 / column cost_usd_mean),,,in retort86rtc,github-retort,haiku-5.5,low,coding,mid,retort-playpen,per-run,0.08515,2.89e-06,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L6775 / column cost_usd_mean),,,in retort86rtclojure,github-retort,opus-5.5,low,coding,mid,retort-playpen,per-run,0.31887,2.89e-06,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L6778 / column cost_usd_mean),,,in retort86rtclojure,github-retort,haiku-5.5,low,coding,mid,retort-playpen,per-run,0.014411,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L6779 / column cost_usd_mean),,,in retort86brclojure,github-retort,haiku-5.5,low,coding,hard,retort-playpen,per-run,0.280302,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L6781 / column cost_usd_mean),,,in retort86rtcpp,github-retort,opus-5.5,low,coding,mid,retort-playpen,per-run,0.818974,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L6782 / column cost_usd_mean),,,in retort86rtcpp,github-retort,haiku-5.5,low,coding,mid,retort-playpen,per-run,0.028553,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L6783 / column cost_usd_mean),,,in retort86brcpp,github-retort,haiku-5.5,low,coding,hard,retort-playpen,per-run,0.384996,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L6785 / column cost_usd_mean),,,in retort86rtcsharp,github-retort,opus-5.5,low,coding,mid,retort-playpen,per-run,0.358111,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L6786 / column cost_usd_mean),,,out:cost-single-couple retort86brcsharp,github-retort,haiku-5.5,low,coding,hard,retort-playpen,per-run,0.240425,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L6789 / column cost_usd_mean),,,in retort86rtelixir,github-retort,opus-5.5,low,coding,mid,retort-playpen,per-run,0.346107,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L6790 / column cost_usd_mean),,,in retort86rtelixir,github-retort,haiku-5.5,low,coding,mid,retort-playpen,per-run,0.014938,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L6791 / column cost_usd_mean),,,in retort86brelixir,github-retort,haiku-5.5,low,coding,hard,retort-playpen,per-run,0.708036,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L6793 / column cost_usd_mean),,,in retort86rterlang,github-retort,opus-5.5,low,coding,mid,retort-playpen,per-run,0.547223,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L6794 / column cost_usd_mean),,,in retort86rterlang,github-retort,haiku-5.5,low,coding,mid,retort-playpen,per-run,0.042158,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L6795 / column cost_usd_mean),,,in retort86brerlang,github-retort,haiku-5.5,low,coding,hard,retort-playpen,per-run,0.54144,2.89e-06,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L6797 / column cost_usd_mean),,,in retort86brgo,github-retort,haiku-5.5,low,coding,hard,retort-playpen,per-run,0.400679,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L6799 / column cost_usd_mean),,,in retort86rtjava,github-retort,opus-5.5,low,coding,mid,retort-playpen,per-run,0.460227,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L6800 / column cost_usd_mean),,,in retort86rtjava,github-retort,haiku-5.5,low,coding,mid,retort-playpen,per-run,0.018034,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L6801 / column cost_usd_mean),,,in retort86brjava,github-retort,haiku-5.5,low,coding,hard,retort-playpen,per-run,0.337964,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L6803 / column cost_usd_mean),,,in retort86rtobjc,github-retort,opus-5.5,low,coding,mid,retort-playpen,per-run,0.692615,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L6804 / column cost_usd_mean),,,in retort86rtobjc,github-retort,haiku-5.5,low,coding,mid,retort-playpen,per-run,0.041305,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L6805 / column cost_usd_mean),,,in retort86brobjc,github-retort,haiku-5.5,low,coding,hard,,per-run,0.275914,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L6807 / column cost_usd_mean),,,in retort86brpython,github-retort,haiku-5.5,low,coding,hard,retort-playpen,per-run,0.174291,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L6809 / column cost_usd_mean),,,in retort86rtrust,github-retort,opus-5.5,low,coding,mid,retort-playpen,per-run,0.346398,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L6810 / column cost_usd_mean),,,in retort86rtrust,github-retort,haiku-5.5,low,coding,mid,retort-playpen,per-run,0.011231,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L6811 / column cost_usd_mean),,,in retort86brrust,github-retort,haiku-5.5,low,coding,hard,retort-playpen,per-run,0.137059,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L6813 / column cost_usd_mean),,,in retort86rtswift,github-retort,opus-5.5,low,coding,mid,retort-playpen,per-run,0.531998,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L6814 / column cost_usd_mean),,,in retort86rtswift,github-retort,haiku-5.5,low,coding,mid,retort-playpen,per-run,0.018462,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L6815 / column cost_usd_mean),,,in retort86brswift,github-retort,haiku-5.5,low,coding,hard,,per-run,0.245044,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L6817 / column cost_usd_mean),,,in retort86rttypescript,github-retort,opus-5.5,low,coding,mid,retort-playpen,per-run,0.311664,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L6818 / column cost_usd_mean),,,in retort86rttypescript,github-retort,haiku-5.5,low,coding,mid,retort-playpen,per-run,0.012173,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L6819 / column cost_usd_mean),,,in retort86brtypescript,github-retort,haiku-5.5,low,coding,hard,retort-playpen,per-run,0.158107,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/adrianco/retort (one row per legacy row that is a mean / row L6821 / column cost_usd_mean),,,in retroboard-antigravity,github-retrospective-board-eval,gemini-3.1-pro,high,coding,hard,Antigravity,,,,,,40,score/42,0.289,,harness-label-as-level:antigravity-cli,"https://github.com/achintmehta/retrospective-board-eval (antigravity_gemini_3.1_pro_high/EVALUATION_RUBRIC.md, final summary)",,in, retroboard-antigravity,github-retrospective-board-eval,gemini-3.1-pro,low,coding,hard,Antigravity,,,,,,40,score/42,0.289,,harness-label-as-level:antigravity-cli,"https://github.com/achintmehta/retrospective-board-eval (antigravity_gemini_3.1_pro_low/EVALUATION_RUBRIC.md, final summary)",,in, retroboard-antigravity,github-retrospective-board-eval,?Gemini 3.1 Flash,not-established:absent,coding,hard,Antigravity,,,,,,38,score/42,0.289,,,"https://github.com/achintmehta/retrospective-board-eval (antigravity_gemini3_flash/EVALUATION_RUBRIC.md, final summary)",,out:model-not-established, retroboard-antigravity,github-retrospective-board-eval,opus-4.6,unstated,coding,hard,Antigravity,,,,,,40,score/42,0.289,,,"https://github.com/achintmehta/retrospective-board-eval (antigravity_opus_4.6/EVALUATION_RUBRIC.md, final summary)",,out:effort-not-established, retroboard-antigravity,github-retrospective-board-eval,sonnet-4.6,unstated,coding,hard,Antigravity,,,,,,42,score/42,0.289,,,"https://github.com/achintmehta/retrospective-board-eval (antigravity_sonnet_4.6/EVALUATION_RUBRIC.md, final summary)",,out:effort-not-established, roboco-rw-cpp,github-roboco-language-benchmark,opus-5.5,unstated,coding,mid,claude-code-ralph-loop,USD/run,1.94,0.00289,,,,none,,,,https://github.com/roboco-io/language-benchmark/blob/main/experiments/001-five-language-realworld/report.md (),,,out:effort-not-established roboco-rw-cpp,github-roboco-language-benchmark,opus-5.5,unstated,coding,mid,claude-code-ralph-loop,USD/run,2.18,0.00289,,,,none,,,,https://github.com/roboco-io/language-benchmark/blob/main/experiments/001-five-language-realworld/report.md (),,,out:effort-not-established roboco-rw-cpp,github-roboco-language-benchmark,opus-5.5,unstated,coding,mid,claude-code-ralph-loop,USD/run,1.54,0.00289,,,,none,,,,https://github.com/roboco-io/language-benchmark/blob/main/experiments/001-five-language-realworld/report.md (),,,out:effort-not-established roboco-rw-go,github-roboco-language-benchmark,opus-5.5,unstated,coding,mid,claude-code-ralph-loop,USD/run,1.43,0.00289,,,,none,,,,https://github.com/roboco-io/language-benchmark/blob/main/experiments/001-five-language-realworld/report.md (),,,out:effort-not-established roboco-rw-go,github-roboco-language-benchmark,opus-5.5,unstated,coding,mid,claude-code-ralph-loop,USD/run,1.28,0.00289,,,,none,,,,https://github.com/roboco-io/language-benchmark/blob/main/experiments/001-five-language-realworld/report.md (),,,out:effort-not-established roboco-rw-go,github-roboco-language-benchmark,opus-5.5,unstated,coding,mid,claude-code-ralph-loop,USD/run,1.20,0.00289,,,,none,,,,https://github.com/roboco-io/language-benchmark/blob/main/experiments/001-five-language-realworld/report.md (),,,out:effort-not-established roboco-rw-py,github-roboco-language-benchmark,opus-5.5,unstated,coding,mid,claude-code-ralph-loop,USD/run,1.03,0.00289,,,,none,,,,https://github.com/roboco-io/language-benchmark/blob/main/experiments/001-five-language-realworld/report.md (),,,out:effort-not-established roboco-rw-py,github-roboco-language-benchmark,opus-5.5,unstated,coding,mid,claude-code-ralph-loop,USD/run,1.04,0.00289,,,,none,,,,https://github.com/roboco-io/language-benchmark/blob/main/experiments/001-five-language-realworld/report.md (),,,out:effort-not-established roboco-rw-py,github-roboco-language-benchmark,opus-5.5,unstated,coding,mid,claude-code-ralph-loop,USD/run,1.10,0.00289,,,,none,,,,https://github.com/roboco-io/language-benchmark/blob/main/experiments/001-five-language-realworld/report.md (),,,out:effort-not-established roboco-rw-rust,github-roboco-language-benchmark,opus-5.5,unstated,coding,mid,claude-code-ralph-loop,USD/run,1.45,0.00289,,,,none,,,,https://github.com/roboco-io/language-benchmark/blob/main/experiments/001-five-language-realworld/report.md (),,,out:effort-not-established roboco-rw-rust,github-roboco-language-benchmark,opus-5.5,unstated,coding,mid,claude-code-ralph-loop,USD/run,1.45,0.00289,,,,none,,,,https://github.com/roboco-io/language-benchmark/blob/main/experiments/001-five-language-realworld/report.md (),,,out:effort-not-established roboco-rw-rust,github-roboco-language-benchmark,opus-5.5,unstated,coding,mid,claude-code-ralph-loop,USD/run,1.33,0.00289,,,,none,,,,https://github.com/roboco-io/language-benchmark/blob/main/experiments/001-five-language-realworld/report.md (),,,out:effort-not-established roboco-rw-ts,github-roboco-language-benchmark,opus-5.5,unstated,coding,mid,claude-code-ralph-loop,USD/run,1.85,0.00289,,,,none,,,,https://github.com/roboco-io/language-benchmark/blob/main/experiments/001-five-language-realworld/report.md (),,,out:effort-not-established roboco-rw-ts,github-roboco-language-benchmark,opus-5.5,unstated,coding,mid,claude-code-ralph-loop,USD/run,1.41,0.00289,,,,none,,,,https://github.com/roboco-io/language-benchmark/blob/main/experiments/001-five-language-realworld/report.md (),,,out:effort-not-established roboco-rw-ts,github-roboco-language-benchmark,opus-5.5,unstated,coding,mid,claude-code-ralph-loop,USD/run,1.34,0.00289,,,,none,,,,https://github.com/roboco-io/language-benchmark/blob/main/experiments/001-five-language-realworld/report.md (),,,out:effort-not-established roboco-rw-cpp,github-roboco-language-benchmark,sonnet-5.5,unstated,coding,mid,claude-code-ralph-loop,USD/run,2.15,0.00289,,,,none,,,,https://github.com/roboco-io/language-benchmark/blob/main/experiments/001-five-language-realworld/report.md (),,,out:effort-not-established roboco-rw-cpp,github-roboco-language-benchmark,sonnet-5.5,unstated,coding,mid,claude-code-ralph-loop,USD/run,1.11,0.00289,,,,none,,,,https://github.com/roboco-io/language-benchmark/blob/main/experiments/001-five-language-realworld/report.md (),,,out:effort-not-established roboco-rw-cpp,github-roboco-language-benchmark,sonnet-5.5,unstated,coding,mid,claude-code-ralph-loop,USD/run,1.03,0.00289,,,,none,,,,https://github.com/roboco-io/language-benchmark/blob/main/experiments/001-five-language-realworld/report.md (),,,out:effort-not-established roboco-rw-go,github-roboco-language-benchmark,sonnet-5.5,unstated,coding,mid,claude-code-ralph-loop,USD/run,0.61,0.00289,,,,none,,,,https://github.com/roboco-io/language-benchmark/blob/main/experiments/001-five-language-realworld/report.md (),,,out:effort-not-established roboco-rw-go,github-roboco-language-benchmark,sonnet-5.5,unstated,coding,mid,claude-code-ralph-loop,USD/run,0.57,0.00289,,,,none,,,,https://github.com/roboco-io/language-benchmark/blob/main/experiments/001-five-language-realworld/report.md (),,,out:effort-not-established roboco-rw-go,github-roboco-language-benchmark,sonnet-5.5,unstated,coding,mid,claude-code-ralph-loop,USD/run,0.68,0.00289,,,,none,,,,https://github.com/roboco-io/language-benchmark/blob/main/experiments/001-five-language-realworld/report.md (),,,out:effort-not-established roboco-rw-py,github-roboco-language-benchmark,sonnet-5.5,unstated,coding,mid,claude-code-ralph-loop,USD/run,0.52,0.00289,,,,none,,,,https://github.com/roboco-io/language-benchmark/blob/main/experiments/001-five-language-realworld/report.md (),,,out:effort-not-established roboco-rw-py,github-roboco-language-benchmark,sonnet-5.5,unstated,coding,mid,claude-code-ralph-loop,USD/run,0.47,0.00289,,,,none,,,,https://github.com/roboco-io/language-benchmark/blob/main/experiments/001-five-language-realworld/report.md (),,,out:effort-not-established roboco-rw-py,github-roboco-language-benchmark,sonnet-5.5,unstated,coding,mid,claude-code-ralph-loop,USD/run,0.44,0.00289,,,,none,,,,https://github.com/roboco-io/language-benchmark/blob/main/experiments/001-five-language-realworld/report.md (),,,out:effort-not-established roboco-rw-rust,github-roboco-language-benchmark,sonnet-5.5,unstated,coding,mid,claude-code-ralph-loop,USD/run,0.59,0.00289,,,,none,,,,https://github.com/roboco-io/language-benchmark/blob/main/experiments/001-five-language-realworld/report.md (),,,out:effort-not-established roboco-rw-rust,github-roboco-language-benchmark,sonnet-5.5,unstated,coding,mid,claude-code-ralph-loop,USD/run,0.57,0.00289,,,,none,,,,https://github.com/roboco-io/language-benchmark/blob/main/experiments/001-five-language-realworld/report.md (),,,out:effort-not-established roboco-rw-rust,github-roboco-language-benchmark,sonnet-5.5,unstated,coding,mid,claude-code-ralph-loop,USD/run,0.55,0.00289,,,,none,,,,https://github.com/roboco-io/language-benchmark/blob/main/experiments/001-five-language-realworld/report.md (),,,out:effort-not-established roboco-rw-ts,github-roboco-language-benchmark,sonnet-5.5,unstated,coding,mid,claude-code-ralph-loop,USD/run,0.60,0.00289,,,,none,,,,https://github.com/roboco-io/language-benchmark/blob/main/experiments/001-five-language-realworld/report.md (),,,out:effort-not-established roboco-rw-ts,github-roboco-language-benchmark,sonnet-5.5,unstated,coding,mid,claude-code-ralph-loop,USD/run,0.57,0.00289,,,,none,,,,https://github.com/roboco-io/language-benchmark/blob/main/experiments/001-five-language-realworld/report.md (),,,out:effort-not-established roboco-rw-ts,github-roboco-language-benchmark,sonnet-5.5,unstated,coding,mid,claude-code-ralph-loop,USD/run,0.63,0.00289,,,,none,,,,https://github.com/roboco-io/language-benchmark/blob/main/experiments/001-five-language-realworld/report.md (),,,out:effort-not-established rtlbench-5tasks,github-rtl-bench,deepseek-v4-flash-0731,think-2048,coding,hard,Claude Code,,,,,,100,score%,0,,,"https://github.com/rockyco/rtl-bench (Results, total row, column total (PASS count over the five tasks), model DeepSeek V4 Flash 0731)",,out:effort-not-established, rtlbench-5tasks,github-rtl-bench,qwen3.8-27b,think-2048,coding,hard,Claude Code,,,,,,60,score%,0,,,"https://github.com/rockyco/rtl-bench (Results, total row, column total (PASS count over the five tasks), model Qwen3.8-27B)",,out:effort-not-established, rtx4090-cloud-claude,github-rtx4090-local-vs-cloud,sonnet-5.5,medium,coding,mid,,,,,,,98.8,score,0.0289,,,"https://github.com/Howard159357/rtx4090-local-vs-cloud-coding-benchmark (Results / Overall table, row Claude Sonnet 5.5 · medium, column Score (3 runs))",,in, rtx4090-cloud-claude,github-rtx4090-local-vs-cloud,haiku-5.5,medium,coding,mid,,,,,,,96.8,score,0.0289,,,"https://github.com/Howard159357/rtx4090-local-vs-cloud-coding-benchmark (Results / Overall table, row Claude Haiku 5.5 · medium, column Score (3 runs))",,in, rtx4090-cloud-claude,github-rtx4090-local-vs-cloud,haiku-5.5,xhigh,coding,mid,,,,,,,94.5,score,0.0289,,,"https://github.com/Howard159357/rtx4090-local-vs-cloud-coding-benchmark (Results / Overall table, row Claude Haiku 5.5 · xhigh, column Score (3 runs))",,in, rtx4090-cloud-claude,github-rtx4090-local-vs-cloud,gpt-6.1-sol,medium,coding,mid,,,,,,,97.7,score,0.0289,,,"https://github.com/Howard159357/rtx4090-local-vs-cloud-coding-benchmark (Results / Overall table, row GPT-6.1 Sol · medium, column Score (3 runs))",,in, rtx4090-cloud-claude,github-rtx4090-local-vs-cloud,gpt-6-luna,xhigh,coding,mid,,,,,,,96.3,score,0.0289,,,"https://github.com/Howard159357/rtx4090-local-vs-cloud-coding-benchmark (Results / Overall table, row GPT-6 Luna · xhigh, column Score (3 runs))",,in, rtx4090-cloud-claude,github-rtx4090-local-vs-cloud,gpt-6-luna,medium,coding,mid,,,,,,,92.8,score,0.0289,,,"https://github.com/Howard159357/rtx4090-local-vs-cloud-coding-benchmark (Results / Overall table, row GPT-6 Luna · medium, column Score (3 runs))",,in, rtx4090-cloud-claude,github-rtx4090-local-vs-cloud,qwen3.8-flash-next,nothink,coding,mid,,,,,,,92.5,score,0.0289,,,"https://github.com/Howard159357/rtx4090-local-vs-cloud-coding-benchmark (Results / Overall table, row Qwen3.8-Flash-Next, column Score (3 runs))",,in, rtx4090-cloud-claude,github-rtx4090-local-vs-cloud,qwen3.8-flash-next,not-established:absent,coding,mid,,,,,,,88.1,score,0.0289,,,"https://github.com/Howard159357/rtx4090-local-vs-cloud-coding-benchmark (Results / Overall table, row Qwen3.8-Flash-Next, column Score (3 runs))",,out:effort-not-established, rtx4090-cloud-claude,github-rtx4090-local-vs-cloud,qwen3.6-27b,not-established:absent,coding,mid,,,,,,,85.1,score,0.0289,,,"https://github.com/Howard159357/rtx4090-local-vs-cloud-coding-benchmark (Results / Overall table, row Qwen3.6-27B, column Score (3 runs))",,out:effort-not-established, rtx4090-cloud-claude,github-rtx4090-local-vs-cloud,qwen3.6-35b-a3b,not-established:absent,coding,mid,,,,,,,82.9,score,0.0289,,,"https://github.com/Howard159357/rtx4090-local-vs-cloud-coding-benchmark (Results / Overall table, row Qwen3.6-35B-A3B, column Score (3 runs))",,out:effort-not-established, rtx4090-cloud-claude,github-rtx4090-local-vs-cloud,qwen3.8-27b,not-established:absent,coding,mid,,,,,,,77.5,score,0.0289,,,"https://github.com/Howard159357/rtx4090-local-vs-cloud-coding-benchmark (Results / Overall table, row Qwen3.8-27B, column Score (3 runs))",,out:effort-not-established, rtx4090-cloud-claude,github-rtx4090-local-vs-cloud,qwen3-coder-next,not-established:absent,coding,mid,,,,,,,75.5,score,0.0289,,,"https://github.com/Howard159357/rtx4090-local-vs-cloud-coding-benchmark (Results / Overall table, row Qwen3-Coder-Next, column Score (3 runs))",,out:effort-not-established, rtx4090-cloud-claude,github-rtx4090-local-vs-cloud,?Qwen3-Coder-30B-A3B,not-established:absent,coding,mid,,,,,,,70.4,score,0.0289,,,"https://github.com/Howard159357/rtx4090-local-vs-cloud-coding-benchmark (Results / Overall table, row Qwen3-Coder-30B-A3B, column Score (3 runs))",,out:model-not-established, rtx4090-cloud-claude,github-rtx4090-local-vs-cloud,gpt-oss-20b,not-established:absent,coding,mid,,,,,,,70.2,score,0.0289,,,"https://github.com/Howard159357/rtx4090-local-vs-cloud-coding-benchmark (Results / Overall table, row gpt-oss-20b, column Score (3 runs))",,out:effort-not-established, rtx4090-cloud-claude,github-rtx4090-local-vs-cloud,glm-4.7-flash,not-established:absent,coding,mid,,,,,,,53.7,score,0.0289,,,"https://github.com/Howard159357/rtx4090-local-vs-cloud-coding-benchmark (Results / Overall table, row GLM-4.7-Flash, column Score (3 runs))",,out:effort-not-established, runebench,github-runebench,opus-5,not-established:absent,agentic-tool,hard,,per-suite,47.133328,0,,,81.32340,xp-x1e5,0,,EAP-run,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key opus5-low (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:effort-not-established,out:effort-not-established runebench,github-runebench,opus-5,not-established:absent,agentic-tool,hard,,per-suite,82.207091,0,,,107.15928,xp-x1e5,0,,EAP-run,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key opus5-xhigh (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:effort-not-established,out:effort-not-established runebench,github-runebench,fable-5,xhigh,agentic-tool,hard,,per-suite,138.426457,0,,,63.63103,xp-x1e5,0,,cost-base-price:cost-publisher-figure,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key fable-5-xhigh (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:not-headline,in runebench,github-runebench,fable-5.1,xhigh,agentic-tool,hard,,per-suite,148.670335,0,,,81.74057,xp-x1e5,0,,cost-base-price:cost-publisher-figure,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key fable51-xhigh (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:not-headline,in runebench,github-runebench,opus-5.5,default,agentic-tool,hard,,per-suite,53.800064,0,,,208.21201,xp-x1e5,0,,EAP-run,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key opus55 (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:effort-not-established,out:effort-not-established runebench,github-runebench,opus-5.5,not-established:absent,agentic-tool,hard,,per-suite,82.838245,0,,,202.70785,xp-x1e5,0,,EAP-run,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key opus55-xhigh (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:effort-not-established,out:effort-not-established runebench,github-runebench,fable-5,high,agentic-tool,hard,,per-suite,128.943634,0,,,47.74407,xp-x1e5,0,,cost-base-price:cost-publisher-figure,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key fable-5 (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:not-headline,in runebench,github-runebench,fable-5.1,high,agentic-tool,hard,,per-suite,103.722321,0,,,96.52462,xp-x1e5,0,,cost-base-price:cost-publisher-figure,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key fable51 (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:not-headline,in runebench,github-runebench,opus-4.7,default,agentic-tool,hard,,per-suite,111.700729,0,,,45.73757,xp-x1e5,0,,,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key opus47 (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:effort-not-established,out:effort-not-established runebench,github-runebench,opus-4.7,xhigh,agentic-tool,hard,,per-suite,116.360823,0,,,47.04046,xp-x1e5,0,,cost-base-price:cost-publisher-figure,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key opus47-xhigh (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:not-headline,in runebench,github-runebench,opus-4.8,high,agentic-tool,hard,,per-suite,82.483388,0,,,28.94323,xp-x1e5,0,,cost-base-price:cost-publisher-figure,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key opus48 (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:not-headline,in runebench,github-runebench,opus-4.8,max,agentic-tool,hard,,per-suite,88.461988,0,,,19.35119,xp-x1e5,0,,cost-base-price:cost-publisher-figure,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key opus48-max (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:not-headline,in runebench,github-runebench,sonnet-4.6,default,agentic-tool,hard,,per-suite,60.022315,0,,,8.49198,xp-x1e5,0,,,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key sonnet46 (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:effort-not-established,out:effort-not-established runebench,github-runebench,sonnet-5,default,agentic-tool,hard,,per-suite,40.139467,0,,,27.56291,xp-x1e5,0,,,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key sonnet5 (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:effort-not-established,out:effort-not-established runebench,github-runebench,sonnet-5,xhigh,agentic-tool,hard,,per-suite,46.014721,0,,,43.29636,xp-x1e5,0,,cost-base-price:cost-publisher-figure,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key sonnet5-xhigh (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:not-headline,in runebench,github-runebench,haiku-4.5,default,agentic-tool,hard,,per-suite,13.495811,0,,,3.65684,xp-x1e5,0,,,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key haiku (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:effort-not-established,out:effort-not-established runebench,github-runebench,opus-5,default,agentic-tool,hard,,,,,,,67.02294,xp-x1e5,0,,EAP-run,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key opus5 (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:effort-not-established, runebench,github-runebench,opus-5,not-established:absent,agentic-tool,hard,,,,,,,117.02285,xp-x1e5,0,,EAP-run,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key opus5-medium (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:effort-not-established, runebench,github-runebench,opus-4.5,default,agentic-tool,hard,,per-suite,53.811555,0,,,38.18844,xp-x1e5,0,,,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key opus45 (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:effort-not-established,out:effort-not-established runebench,github-runebench,sonnet-4.5,default,agentic-tool,hard,,per-suite,41.137483,0,,,21.80211,xp-x1e5,0,,,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key sonnet45 (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:effort-not-established,out:effort-not-established runebench,github-runebench,sonnet-5.5,medium,agentic-tool,hard,,per-suite,10.2379665,1.97,,,50.33498,xp-x1e5,0,,cost-unrepriced; cost-price-band,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key sonnet55 (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:not-headline,in runebench,github-runebench,sonnet-5.5,xhigh,agentic-tool,hard,,per-suite,27.573114000000004,5.31,,,64.84253,xp-x1e5,0,,cost-unrepriced; cost-price-band,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key sonnet55-xhigh (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:not-headline,in runebench,github-runebench,haiku-5.5,default,agentic-tool,hard,,per-suite,1.310497,0,,,49.63023,xp-x1e5,0,,,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key haiku55 (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:effort-not-established,out:effort-not-established runebench,github-runebench,haiku-5.5,high,agentic-tool,hard,,per-suite,2.363425,0,,,43.96878,xp-x1e5,0,,cost-base-price:cost-publisher-figure,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key haiku55-high (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:not-headline,in runebench,github-runebench,gpt-6-astra,medium,agentic-tool,hard,,per-suite,248.871684,0,,,158.60482,xp-x1e5,0,,cost-base-price:cost-publisher-figure,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key gpt6astra (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:not-headline,in runebench,github-runebench,?openrouter/qwen/qwen3.5-35b-a3b,not-established:absent,agentic-tool,hard,,,,,,,0.22707,xp-x1e5,0,,,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key qwen35 (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:model-not-established, runebench,github-runebench,gemini-3.8-flash,default,agentic-tool,hard,,per-suite,42.070171,0,,,72.30322,xp-x1e5,0,,,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key gemini38flash (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:effort-not-established,out:effort-not-established runebench,github-runebench,kimi-k2.5,default,agentic-tool,hard,,per-suite,4.967102,0,,,0.99557,xp-x1e5,0,,,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key kimi (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:effort-not-established,out:effort-not-established runebench,github-runebench,gemini-3.1-pro,default,agentic-tool,hard,,per-suite,30.025991,0,,,18.14865,xp-x1e5,0,,,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key gemini31 (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:effort-not-established,out:effort-not-established runebench,github-runebench,gemini-3.5-flash,default,agentic-tool,hard,,,,,,,24.63998,xp-x1e5,0,,,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key gemini35flash (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:effort-not-established, runebench,github-runebench,gpt-oss-120b,default,agentic-tool,hard,,per-suite,3.193420,0,,,1.63959,xp-x1e5,0,,,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key gptoss120b (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:effort-not-established,out:effort-not-established runebench,github-runebench,kimi-k2.6,default,agentic-tool,hard,,per-suite,16.020333,0,,,4.72766,xp-x1e5,0,,,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key kimi26 (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:effort-not-established,out:effort-not-established runebench,github-runebench,glm-5,default,agentic-tool,hard,,per-suite,6.033183,0,,,1.80807,xp-x1e5,0,,,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key glm (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:effort-not-established,out:effort-not-established runebench,github-runebench,gpt-5.6-terra,high,agentic-tool,hard,,per-suite,50.477044,0,,,50.47751,xp-x1e5,0,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key gpt56terra (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:not-headline,in runebench,github-runebench,gpt-5.5,high,agentic-tool,hard,,per-suite,134.003939,0,,,57.52443,xp-x1e5,0,,EAP-run,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key gpt55 (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:not-headline,out:cost-not-comparable runebench,github-runebench,gemini-3.5-flash-lite,default,agentic-tool,hard,,per-suite,18.101430,0,,,29.42939,xp-x1e5,0,,,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key gemini35flashlite (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:effort-not-established,out:effort-not-established runebench,github-runebench,gemini-3.7-flash,default,agentic-tool,hard,,per-suite,47.520102,0,,,89.37402,xp-x1e5,0,,,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key gemini37flash (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:effort-not-established,out:effort-not-established runebench,github-runebench,gpt-5.4-mini,high,agentic-tool,hard,,per-suite,52.330967,0,,,18.87448,xp-x1e5,0,,cost-base-price:cost-publisher-figure,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key gpt54mini (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:not-headline,in runebench,github-runebench,kimi-k3,default,agentic-tool,hard,,per-suite,12.198686,0,,,4.87961,xp-x1e5,0,,,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key kimi3 (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:effort-not-established,out:effort-not-established runebench,github-runebench,glm-5.3,default,agentic-tool,hard,,per-suite,16.010161,0,,,37.85413,xp-x1e5,0,,,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key glm53 (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:effort-not-established,out:effort-not-established runebench,github-runebench,deepseek-v4-flash-0731,default,agentic-tool,hard,,per-suite,1.874209,0,,,24.72999,xp-x1e5,0,,,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key deepseekflash0731 (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:effort-not-established,out:effort-not-established runebench,github-runebench,kimi-k2.7-code,solo,agentic-tool,hard,,per-suite,20.323070,0,,,23.12481,xp-x1e5,0,,cost-base-price:cost-publisher-figure,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key kimi27 (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:not-headline,out:cost-single-couple runebench,github-runebench,grok-4.6,not-established:absent,agentic-tool,hard,,per-suite,88.442380,0,,,55.44485,xp-x1e5,0,,,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key grok46-xhigh (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:effort-not-established,out:effort-not-established runebench,github-runebench,grok-4.6,default,agentic-tool,hard,,per-suite,81.808980,0,,,106.25680,xp-x1e5,0,,,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key grok46 (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:effort-not-established,out:effort-not-established runebench,github-runebench,?google/gemini-3-pro-preview,not-established:absent,agentic-tool,hard,,per-suite,35.145492,0,,,13.06936,xp-x1e5,0,,,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key gemini (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:model-not-established,out:model-not-established runebench,github-runebench,gpt-5.6-sol,high,agentic-tool,hard,,per-suite,171.918921,0,,,46.15507,xp-x1e5,0,,cost-base-price:cost-publisher-figure,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key gpt56 (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:not-headline,in runebench,github-runebench,gpt-5.6-luna,high,agentic-tool,hard,,per-suite,7.611166,0,,,54.08603,xp-x1e5,0,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key gpt56luna (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:not-headline,in runebench,github-runebench,gemini-3.5-flash,not-established:absent,agentic-tool,hard,,per-suite,67.856432,0,,,29.76548,xp-x1e5,0,,,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key gemini35flash-high (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:effort-not-established,out:effort-not-established runebench,github-runebench,gpt-5.5,xhigh,agentic-tool,hard,,per-suite,213.915867,0,,,49.95366,xp-x1e5,0,,cost-base-price:cost-publisher-figure,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key gpt55-apikey (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:not-headline,in runebench,github-runebench,glm-5.3-flash,default,agentic-tool,hard,,per-suite,1.057966,0,,,18.45986,xp-x1e5,0,,,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key glm53flash (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:effort-not-established,out:effort-not-established runebench,github-runebench,gpt-5.6-terra,xhigh,agentic-tool,hard,,per-suite,83.462977,0,,,59.18213,xp-x1e5,0,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key gpt56terra-xhigh (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:not-headline,in runebench,github-runebench,gpt-6-sol,high,agentic-tool,hard,,per-suite,77.472438,0,,,81.80727,xp-x1e5,0,,cost-base-price:cost-publisher-figure,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key gpt6sol-high (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:not-headline,in runebench,github-runebench,gpt-5.4,high,agentic-tool,hard,,per-suite,88.614387,0,,,14.66112,xp-x1e5,0,,cost-base-price:cost-publisher-figure,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key gpt54 (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:not-headline,in runebench,github-runebench,grok-4.7,not-established:absent,agentic-tool,hard,,per-suite,114.168360,0,,,24.84498,xp-x1e5,0,,,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key grok47-xhigh (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:effort-not-established,out:effort-not-established runebench,github-runebench,grok-4.5,default,agentic-tool,hard,,per-suite,39.105990,0,,,74.61117,xp-x1e5,0,,,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key grok45 (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:effort-not-established,out:effort-not-established runebench,github-runebench,gpt-5.4-nano,not-established:absent,agentic-tool,hard,,,,,,,4.08657,xp-x1e5,0,,,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key gpt54nano (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:effort-not-established, runebench,github-runebench,gpt-5.6-sol,xhigh,agentic-tool,hard,,per-suite,139.354036,0,,,53.88601,xp-x1e5,0,,cost-base-price:cost-publisher-figure,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key gpt56-xhigh (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:not-headline,in runebench,github-runebench,gpt-6-astra,high,agentic-tool,hard,,per-suite,244.229470,0,,,175.45117,xp-x1e5,0,,cost-base-price:cost-publisher-figure,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key gpt6astra-high (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:not-headline,in runebench,github-runebench,qwen3.7-max,default,agentic-tool,hard,,per-suite,20.243752,0,,,19.08831,xp-x1e5,0,,,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key qwen37max (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:effort-not-established,out:effort-not-established runebench,github-runebench,gemini-3-flash,default,agentic-tool,hard,,per-suite,11.061939,0,,,13.17754,xp-x1e5,0,,,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key geminiflash (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:effort-not-established,out:effort-not-established runebench,github-runebench,qwen3.8-max,default,agentic-tool,hard,,per-suite,26.867056,0,,,43.99918,xp-x1e5,0,,,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key qwen38max (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:effort-not-established,out:effort-not-established runebench,github-runebench,gpt-6-luna,medium,agentic-tool,hard,,per-suite,1.891695,0,,,45.31728,xp-x1e5,0,,cost-base-price:cost-publisher-figure,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key gpt6luna (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:not-headline,in runebench,github-runebench,deepseek-v4.1-flash,default,agentic-tool,hard,,per-suite,1.335246,0,,,34.62616,xp-x1e5,0,,,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key deepseek41flash (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:effort-not-established,out:effort-not-established runebench,github-runebench,deepseek-v4-pro-preview,default,agentic-tool,hard,,per-suite,10.799457,0,,,19.45824,xp-x1e5,0,,,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key deepseek (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:effort-not-established,out:effort-not-established runebench,github-runebench,?openrouter/qwen/qwen3-max,not-established:absent,agentic-tool,hard,,,,,,,0.86162,xp-x1e5,0,,,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key qwen3max (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:model-not-established, runebench,github-runebench,gpt-5.6-luna,xhigh,agentic-tool,hard,,per-suite,12.035470,0,,,55.19153,xp-x1e5,0,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key gpt56luna-xhigh (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:not-headline,in runebench,github-runebench,grok-4.6,not-established:absent,agentic-tool,hard,,per-suite,76.139256,0,,,103.02290,xp-x1e5,0,,,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key grok46-medium (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:effort-not-established,out:effort-not-established runebench,github-runebench,glm-5.2,default,agentic-tool,hard,,per-suite,32.336443,0,,,25.48230,xp-x1e5,0,,,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key glm52 (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:effort-not-established,out:effort-not-established runebench,github-runebench,grok-4.5,not-established:absent,agentic-tool,hard,,per-suite,25.555881,0,,,56.00221,xp-x1e5,0,,,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key grok45-medium (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:effort-not-established,out:effort-not-established runebench,github-runebench,gpt-6-luna,high,agentic-tool,hard,,per-suite,2.203416,0,,,52.71485,xp-x1e5,0,,cost-base-price:cost-publisher-figure,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key gpt6luna-high (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:not-headline,in runebench,github-runebench,gemini-3.6-flash,default,agentic-tool,hard,,per-suite,61.041168,0,,,46.78458,xp-x1e5,0,,,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key gemini36flash (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:effort-not-established,out:effort-not-established runebench,github-runebench,grok-4.3,default,agentic-tool,hard,,,,,,,14.09008,xp-x1e5,0,,,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key grok43 (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:effort-not-established, runebench,github-runebench,qwen3.8-27b,default,agentic-tool,hard,,per-suite,13.921835,0,,,2.18422,xp-x1e5,0,,,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key qwen38 (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:effort-not-established,out:effort-not-established runebench,github-runebench,grok-4.7,default,agentic-tool,hard,,per-suite,111.104634,0,,,44.66462,xp-x1e5,0,,,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key grok47 (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:effort-not-established,out:effort-not-established runebench,github-runebench,?openrouter/z-ai/glm-5.2,not-established:absent,agentic-tool,hard,,per-suite,27.873206,0,,,38.55525,xp-x1e5,0,,,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key glm52-wandb (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:model-not-established,out:model-not-established runebench,github-runebench,deepseek-v4-flash-preview,default,agentic-tool,hard,,per-suite,5.740112,0,,,35.82186,xp-x1e5,0,,,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key deepseekflash (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:effort-not-established,out:effort-not-established runebench,github-runebench,gpt-6-sol,medium,agentic-tool,hard,,per-suite,71.024010,0,,,84.75172,xp-x1e5,0,,cost-base-price:cost-publisher-figure,https://github.com/MaxBittker/runebench (sum over the 16 skills of finalXp / 100000 of key gpt6sol (total XP in units of 1e5); the repository prints no total (the website ranks by the log-average of peakXpRate)),,out:not-headline,in leb-100-a-total,github-samirhvbr-ai-benchmark,gpt-6.1-sol-pro,xhigh,coding,hard,,,,,,,654,LEB total /1000,0.289,,,https://github.com/samirhvbr/ai-benchmark/blob/master/results/2026/LEB-100-A/gpt-6.1-sol-pro-xhigh/run-1/scorecard.md (## Total),,out:single-couple, scorch-claude-subagent,github-scorch-bench,?claude-haiku-5-5-subagent,not-established:absent,agentic-tool,mid,,,,,,,100,win%,0.289,,,"https://github.com/smerwin/scorch-bench (Table 'Claude results', row claude-haiku-5-5-subagent)",,out:model-not-established, scorch-claude-subagent,github-scorch-bench,?claude-fable-5-1-subagent,not-established:absent,agentic-tool,mid,,,,,,,88,win%,0.289,,,"https://github.com/smerwin/scorch-bench (Table 'Claude results', row claude-fable-5-1-subagent)",,out:model-not-established, scorch-claude-subagent,github-scorch-bench,?claude-sonnet-5-5-subagent,not-established:absent,agentic-tool,mid,,,,,,,88,win%,0.289,,,"https://github.com/smerwin/scorch-bench (Table 'Claude results', row claude-sonnet-5-5-subagent)",,out:model-not-established, scorch-claude-subagent,github-scorch-bench,?claude-opus-5-5-subagent,not-established:absent,agentic-tool,mid,,,,,,,75,win%,0.289,,,"https://github.com/smerwin/scorch-bench (Table 'Claude results', row claude-opus-5-5-subagent)",,out:model-not-established, scorch-claude-subagent,github-scorch-bench,kimi-k3,max,agentic-tool,mid,,,,,,,86,win%,0.289,,,"https://github.com/smerwin/scorch-bench (Seed-17 table, row moonshotai/kimi-k3)",,in, scorch-claude-subagent,github-scorch-bench,deepseek-v4-flash-preview,default,agentic-tool,mid,,,,,,,50,win%,0.289,,,"https://github.com/smerwin/scorch-bench (Seed-17 table, row deepseek/deepseek-v4-flash)",,out:effort-not-established, scorch-claude-subagent,github-scorch-bench,gpt-oss-120b,medium,agentic-tool,mid,,,,,,,38,win%,0.289,,,"https://github.com/smerwin/scorch-bench (Seed-17 table, row openai/gpt-oss-120b)",,out:single-couple, scorch-claude-subagent,github-scorch-bench,qwen3.5-397b-a17b,default,agentic-tool,mid,,,,,,,13,win%,0.289,,,"https://github.com/smerwin/scorch-bench (Seed-17 table, row qwen/qwen3.5-397b-a17b)",,out:effort-not-established, scorch-claude-subagent,github-scorch-bench,qwen3.6-35b-a3b,think,agentic-tool,mid,,,1.83,0.00289,,,13,win%,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://github.com/smerwin/scorch-bench (Seed-17 table, row qwen/qwen3.6-35b-a3b)",,in,out:cost-single-couple tau2-official-banking,github-sierra-tau2-bench,opus-5,max,agentic-tool,hard,tau2-bench-banking_knowledge-alltools,,,,,,48.71134020618557,pass%,0,,,https://github.com/sierra-research/tau2-bench (claude-opus-5_sierra_2026-08-04/submission.json line 17: $.results.banking_knowledge.pass_1),,in, tau2-official-banking,github-sierra-tau2-bench,fable-5,max,agentic-tool,hard,tau2-bench-banking_knowledge-alltools,,,,,,39.69072164948454,pass%,0,,,https://github.com/sierra-research/tau2-bench (claude-fable-5_sierra_2026-08-04/submission.json line 17: $.results.banking_knowledge.pass_1),,in, tau2-official-banking,github-sierra-tau2-bench,opus-4.8,max,agentic-tool,hard,tau2-bench-banking_knowledge-alltools,,,,,,39.69072164948454,pass%,0,,,https://github.com/sierra-research/tau2-bench (claude-opus-4-8_sierra_2026-08-04/submission.json line 17: $.results.banking_knowledge.pass_1),,in, tau2-official-banking,github-sierra-tau2-bench,opus-4.7,max,agentic-tool,hard,tau2-bench-banking_knowledge-alltools,,,,,,40.20618556701031,pass%,0,,,https://github.com/sierra-research/tau2-bench (claude-opus-4-7_sierra_2026-05-05/submission.json line 17: $.results.banking_knowledge.pass_1),,in, tau2-official-banking,github-sierra-tau2-bench,opus-4.6,max,agentic-tool,hard,tau2-bench-banking_knowledge-alltools,,,,,,27.32,pass%,0,,,https://github.com/sierra-research/tau2-bench (claude-opus-4-6_sierra_2026-05-05/submission.json line 22: $.results.banking_knowledge.pass_1),,out:single-couple, tau2-official-banking,github-sierra-tau2-bench,gemini-2.5-pro,not-established:absent,agentic-tool,hard,tau2-bench-banking_knowledge-alltools,,,,,,13.66,pass%,0,,,https://github.com/sierra-research/tau2-bench (gemini-2-5-pro_sierra_2026-05-05/submission.json line 22: $.results.banking_knowledge.pass_1),,out:effort-not-established, tau2-official-banking,github-sierra-tau2-bench,gemini-3.1-pro,high,agentic-tool,hard,tau2-bench-banking_knowledge-alltools,,,,,,26.03,pass%,0,,,https://github.com/sierra-research/tau2-bench (gemini-3-1-pro-preview_sierra_2026-05-05/submission.json line 22: $.results.banking_knowledge.pass_1),,in, tau2-official-banking,github-sierra-tau2-bench,glm-5.2,not-established:absent,agentic-tool,hard,tau2-bench-banking_knowledge-alltools,,,,,,37.11340206185567,pass%,0,,,https://github.com/sierra-research/tau2-bench (glm-5-2_sierra_2026-08-04/submission.json line 17: $.results.banking_knowledge.pass_1),,out:effort-not-established, tau2-official-banking,github-sierra-tau2-bench,gpt-5.2,high,agentic-tool,hard,tau2-bench-banking_knowledge-alltools,,,,,,32.22,pass%,0,,,https://github.com/sierra-research/tau2-bench (gpt-5-2_sierra_2026-02-26/submission.json line 43: $.results.banking_knowledge.pass_1),,in, tau2-official-banking,github-sierra-tau2-bench,gpt-5.4,xhigh,agentic-tool,hard,tau2-bench-banking_knowledge-alltools,,,,,,39.43,pass%,0,,,https://github.com/sierra-research/tau2-bench (gpt-5-4_sierra_2026-03-25/submission.json line 26: $.results.banking_knowledge.pass_1),,in, tau2-official-banking,github-sierra-tau2-bench,gpt-5.5,xhigh,agentic-tool,hard,tau2-bench-banking_knowledge-alltools,,,,,,44.58762886597938,pass%,0,,,https://github.com/sierra-research/tau2-bench (gpt-5-5_sierra_2026-05-05/submission.json line 17: $.results.banking_knowledge.pass_1),,in, tau2-official-banking,github-sierra-tau2-bench,gpt-5.6-sol,xhigh,agentic-tool,hard,tau2-bench-banking_knowledge-alltools,,,,,,46.90721649484536,pass%,0,,,https://github.com/sierra-research/tau2-bench (gpt-5-6-sol_sierra_2026-08-04/submission.json line 17: $.results.banking_knowledge.pass_1),,in, tau2-official-banking,github-sierra-tau2-bench,grok-4.1-fast,not-established:absent,agentic-tool,hard,tau2-bench-banking_knowledge-alltools,,,,,,13.14,pass%,0,,,https://github.com/sierra-research/tau2-bench (grok-4-1-fast_sierra_2026-05-05/submission.json line 22: $.results.banking_knowledge.pass_1),,out:effort-not-established, tau2-official-banking,github-sierra-tau2-bench,?Grok 4.2,not-established:absent,agentic-tool,hard,tau2-bench-banking_knowledge-alltools,,,,,,18.04,pass%,0,,,https://github.com/sierra-research/tau2-bench (grok-4-2_sierra_2026-05-05/submission.json line 22: $.results.banking_knowledge.pass_1),,out:model-not-established, tau2-official-banking,github-sierra-tau2-bench,grok-4.5,high,agentic-tool,hard,tau2-bench-banking_knowledge-alltools,,,,,,47.93814432989691,pass%,0,,,https://github.com/sierra-research/tau2-bench (grok-4-5_sierra_2026-08-04/submission.json line 17: $.results.banking_knowledge.pass_1),,in, tau2-official-banking,github-sierra-tau2-bench,grok-4-fast,high,agentic-tool,hard,tau2-bench-banking_knowledge-alltools,,,,,,15.72,pass%,0,,,https://github.com/sierra-research/tau2-bench (grok-4-fast_sierra_2026-05-05/submission.json line 22: $.results.banking_knowledge.pass_1),,out:effort-not-established, tau2-official-banking,github-sierra-tau2-bench,kimi-k3,max,agentic-tool,hard,tau2-bench-banking_knowledge-alltools,,,,,,37.11340206185567,pass%,0,,,https://github.com/sierra-research/tau2-bench (kimi-k3_sierra_2026-08-04/submission.json line 17: $.results.banking_knowledge.pass_1),,in, tau2-official-banking,github-sierra-tau2-bench,qwen3.8-max,xhigh,agentic-tool,hard,tau2-bench-banking_knowledge-alltools,,,,,,55.154639175257735,pass%,0,,,https://github.com/sierra-research/tau2-bench (qwen3-8-max_sierra_2026-08-04/submission.json line 17: $.results.banking_knowledge.pass_1),,in, tau2-airline,github-sierra-tau2-bench,opus-4.5,not-established:absent,agentic-tool,hard,tau2-bench-airline-text,per-trajectory,0.39919,0,,,84.0,pass%,0,,,https://github.com/sierra-research/tau2-bench (claude-opus-4-5_sierra_2026-02-26/submission.json line 22: $.results.airline.pass_1),,out:effort-not-established,out:effort-not-established tau2-retail,github-sierra-tau2-bench,opus-4.5,not-established:absent,agentic-tool,hard,tau2-bench-retail-text,per-trajectory,0.38695,0,,,79.61,pass%,0,,,https://github.com/sierra-research/tau2-bench (claude-opus-4-5_sierra_2026-02-26/submission.json line 29: $.results.retail.pass_1),,out:effort-not-established,out:effort-not-established tau2-telecom,github-sierra-tau2-bench,opus-4.5,not-established:absent,agentic-tool,hard,tau2-bench-telecom-text,per-trajectory,0.71992,0,,,92.32,pass%,0,,,https://github.com/sierra-research/tau2-bench (claude-opus-4-5_sierra_2026-02-26/submission.json line 36: $.results.telecom.pass_1),,out:effort-not-established,out:effort-not-established tau2-official-banking,github-sierra-tau2-bench,opus-4.5,not-established:absent,agentic-tool,hard,tau2-bench-banking_knowledge-alltools,,,,,,24.74,pass%,0,,,https://github.com/sierra-research/tau2-bench (claude-opus-4-5_sierra_2026-02-26/submission.json line 43: $.results.banking_knowledge.pass_1),,out:effort-not-established, tau2-airline,github-sierra-tau2-bench,sonnet-4.5,not-established:absent,agentic-tool,hard,tau2-bench-airline-text,per-trajectory,0.29646,0,,,72.0,pass%,0,,,https://github.com/sierra-research/tau2-bench (claude-sonnet-4-5_sierra_2026-02-26/submission.json line 22: $.results.airline.pass_1),,out:effort-not-established,out:effort-not-established tau2-retail,github-sierra-tau2-bench,sonnet-4.5,not-established:absent,agentic-tool,hard,tau2-bench-retail-text,per-trajectory,0.25494,0,,,72.37,pass%,0,,,https://github.com/sierra-research/tau2-bench (claude-sonnet-4-5_sierra_2026-02-26/submission.json line 29: $.results.retail.pass_1),,out:effort-not-established,out:effort-not-established tau2-telecom,github-sierra-tau2-bench,sonnet-4.5,not-established:absent,agentic-tool,hard,tau2-bench-telecom-text,per-trajectory,0.48769,0,,,84.87,pass%,0,,,https://github.com/sierra-research/tau2-bench (claude-sonnet-4-5_sierra_2026-02-26/submission.json line 36: $.results.telecom.pass_1),,out:effort-not-established,out:effort-not-established tau2-airline,github-sierra-tau2-bench,gpt-5.2,high,agentic-tool,hard,tau2-bench-airline-text,per-trajectory,0.11379,0,,,83.0,pass%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/sierra-research/tau2-bench (gpt-5-2_sierra_2026-02-26/submission.json line 22: $.results.airline.pass_1),,in,in tau2-retail,github-sierra-tau2-bench,gpt-5.2,high,agentic-tool,hard,tau2-bench-retail-text,per-trajectory,0.07156,0,,,81.58,pass%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/sierra-research/tau2-bench (gpt-5-2_sierra_2026-02-26/submission.json line 29: $.results.retail.pass_1),,in,in tau2-telecom,github-sierra-tau2-bench,gpt-5.2,high,agentic-tool,hard,tau2-bench-telecom-text,per-trajectory,0.09312,0,,,89.69,pass%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/sierra-research/tau2-bench (gpt-5-2_sierra_2026-02-26/submission.json line 36: $.results.telecom.pass_1),,in,in tau2-airline,github-sierra-tau2-bench,gpt-5.2,nothink,agentic-tool,hard,tau2-bench-airline-text,per-trajectory,0.053692803500000004,0,,,52.5,pass%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/sierra-research/tau2-bench (gpt-5-2-none_sierra_2026-02-26/submission.json line 22: $.results.airline.pass_1),,in,in tau2-retail,github-sierra-tau2-bench,gpt-5.2,nothink,agentic-tool,hard,tau2-bench-retail-text,per-trajectory,0.048219267434210525,0,,,75.0,pass%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/sierra-research/tau2-bench (gpt-5-2-none_sierra_2026-02-26/submission.json line 29: $.results.retail.pass_1),,in,in tau2-telecom,github-sierra-tau2-bench,gpt-5.2,nothink,agentic-tool,hard,tau2-bench-telecom-text,per-trajectory,0.04937742280701755,0,,,57.23684210526315,pass%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/sierra-research/tau2-bench (gpt-5-2-none_sierra_2026-02-26/submission.json line 36: $.results.telecom.pass_1),,in,in tau2-airline,github-sierra-tau2-bench,gemini-3-flash,high,agentic-tool,hard,tau2-bench-airline-text,,,,,,82.5,pass%,0,,,https://github.com/sierra-research/tau2-bench (gemini-3-flash_sierra_2026-03-02/submission.json line 22: $.results.airline.pass_1),,in, tau2-retail,github-sierra-tau2-bench,gemini-3-flash,high,agentic-tool,hard,tau2-bench-retail-text,,,,,,76.75,pass%,0,,,https://github.com/sierra-research/tau2-bench (gemini-3-flash_sierra_2026-03-02/submission.json line 29: $.results.retail.pass_1),,in, tau2-telecom,github-sierra-tau2-bench,gemini-3-flash,high,agentic-tool,hard,tau2-bench-telecom-text,,,,,,91.23,pass%,0,,,https://github.com/sierra-research/tau2-bench (gemini-3-flash_sierra_2026-03-02/submission.json line 36: $.results.telecom.pass_1),,in, tau2-airline,github-sierra-tau2-bench,gemini-3-pro,high,agentic-tool,hard,tau2-bench-airline-text,,,,,,80.5,pass%,0,,,https://github.com/sierra-research/tau2-bench (gemini-3-pro_sierra_2026-03-02/submission.json line 22: $.results.airline.pass_1),,in, tau2-retail,github-sierra-tau2-bench,gemini-3-pro,high,agentic-tool,hard,tau2-bench-retail-text,,,,,,75.88,pass%,0,,,https://github.com/sierra-research/tau2-bench (gemini-3-pro_sierra_2026-03-02/submission.json line 29: $.results.retail.pass_1),,in, tau2-telecom,github-sierra-tau2-bench,gemini-3-pro,high,agentic-tool,hard,tau2-bench-telecom-text,,,,,,91.01,pass%,0,,,https://github.com/sierra-research/tau2-bench (gemini-3-pro_sierra_2026-03-02/submission.json line 36: $.results.telecom.pass_1),,in, tau2-airline,github-sierra-tau2-bench,glm-5,think,agentic-tool,hard,tau2-bench-airline-text,,,,,,82.5,pass%,0,,,https://github.com/sierra-research/tau2-bench (glm-5-think_sierra_2026-03-02/submission.json line 22: $.results.airline.pass_1),,in, tau2-retail,github-sierra-tau2-bench,glm-5,think,agentic-tool,hard,tau2-bench-retail-text,,,,,,73.68,pass%,0,,,https://github.com/sierra-research/tau2-bench (glm-5-think_sierra_2026-03-02/submission.json line 29: $.results.retail.pass_1),,in, tau2-telecom,github-sierra-tau2-bench,glm-5,think,agentic-tool,hard,tau2-bench-telecom-text,,,,,,86.84,pass%,0,,,https://github.com/sierra-research/tau2-bench (glm-5-think_sierra_2026-03-02/submission.json line 36: $.results.telecom.pass_1),,in, tau2-airline,github-sierra-tau2-bench,qwen3.5-397b-a17b,think,agentic-tool,hard,tau2-bench-airline-text,,,,,,81.5,pass%,0,,,https://github.com/sierra-research/tau2-bench (qwen3.5-397b-a17b-think_sierra_2026-03-02/submission.json line 22: $.results.airline.pass_1),,in, tau2-retail,github-sierra-tau2-bench,qwen3.5-397b-a17b,think,agentic-tool,hard,tau2-bench-retail-text,,,,,,84.43,pass%,0,,,https://github.com/sierra-research/tau2-bench (qwen3.5-397b-a17b-think_sierra_2026-03-02/submission.json line 29: $.results.retail.pass_1),,in, tau2-telecom,github-sierra-tau2-bench,qwen3.5-397b-a17b,think,agentic-tool,hard,tau2-bench-telecom-text,,,,,,97.81,pass%,0,,,https://github.com/sierra-research/tau2-bench (qwen3.5-397b-a17b-think_sierra_2026-03-02/submission.json line 36: $.results.telecom.pass_1),,in, simpleenglish-skill,github-simpleenglish,fable-5.1,low,writing,easy,ClaudeCode-CLI,,,,,,81.4,STE-violation-reduction%,0.0289,,,"https://github.com/AminBlg/SimpleEnglish (table row claude-fable-5-1, column Reduction)",,in, simpleenglish-skill,github-simpleenglish,fable-5,low,writing,easy,ClaudeCode-CLI,,,,,,81.3,STE-violation-reduction%,0.0289,,,"https://github.com/AminBlg/SimpleEnglish (table row claude-fable-5, column Reduction)",,in, simpleenglish-skill,github-simpleenglish,opus-5,low,writing,easy,ClaudeCode-CLI,,,,,,85.0,STE-violation-reduction%,0.0289,,,"https://github.com/AminBlg/SimpleEnglish (table row claude-opus-5, column Reduction)",,in, simpleenglish-skill,github-simpleenglish,opus-4.8,low,writing,easy,ClaudeCode-CLI,,,,,,87.6,STE-violation-reduction%,0.0289,,,"https://github.com/AminBlg/SimpleEnglish (table row claude-opus-4-8, column Reduction)",,in, simpleenglish-skill,github-simpleenglish,opus-4.7,not-established:absent,writing,easy,ClaudeCode-CLI,,,,,,81.6,STE-violation-reduction%,0.0289,,,"https://github.com/AminBlg/SimpleEnglish (table row claude-opus-4-7, column Reduction)",,out:effort-not-established, simpleenglish-skill,github-simpleenglish,opus-4.6,not-established:absent,writing,easy,ClaudeCode-CLI,,,,,,82.1,STE-violation-reduction%,0.0289,,,"https://github.com/AminBlg/SimpleEnglish (table row claude-opus-4-6, column Reduction)",,out:effort-not-established, simpleenglish-skill,github-simpleenglish,opus-4.5,not-established:absent,writing,easy,ClaudeCode-CLI,,,,,,77.6,STE-violation-reduction%,0.0289,,,"https://github.com/AminBlg/SimpleEnglish (table row claude-opus-4-5-20251101, column Reduction)",,out:effort-not-established, simpleenglish-skill,github-simpleenglish,sonnet-5,low,writing,easy,ClaudeCode-CLI,,,,,,80.1,STE-violation-reduction%,0.0289,,,"https://github.com/AminBlg/SimpleEnglish (table row claude-sonnet-5, column Reduction)",,in, simpleenglish-skill,github-simpleenglish,sonnet-4.6,not-established:absent,writing,easy,ClaudeCode-CLI,,,,,,74.8,STE-violation-reduction%,0.0289,,,"https://github.com/AminBlg/SimpleEnglish (table row claude-sonnet-4-6, column Reduction)",,out:effort-not-established, spullara-gridpath,github-spullara-models,haiku-5.5,medium,coding,mid,single-prompt-chat-api,,,,,,,pass-rate-1prompt-1run,,,,"https://github.com/spullara/models (eval-claude-haiku-5-5.txt lines 10, 15, 16: the file prints the verdicts Syntax valid: YES; Sum matches: YES; Path valid: YES and no overall pass/fail score; the 0/100 is the rule 'all three YES' of the legacy row, not stated by the source)",,out:no-proof, spullara-gridpath,github-spullara-models,opus-4.5,nothink,coding,mid,single-prompt-chat-api,,,,,,,pass-rate-1prompt-1run,,,,"https://github.com/spullara/models (eval-claude-opus-4-5-20251101.txt lines 10, 15, 16: the file prints the verdicts Syntax valid: YES; Sum matches: YES; Path valid: YES and no overall pass/fail score; the 0/100 is the rule 'all three YES' of the legacy row, not stated by the source)",,out:no-proof, spullara-gridpath,github-spullara-models,opus-4.6,nothink,coding,mid,single-prompt-chat-api,,,,,,,pass-rate-1prompt-1run,,,,"https://github.com/spullara/models (eval-claude-opus-4-6.txt lines 10, 15, 16: the file prints the verdicts Syntax valid: YES; Sum matches: YES; Path valid: YES and no overall pass/fail score; the 0/100 is the rule 'all three YES' of the legacy row, not stated by the source)",,out:no-proof, spullara-gridpath,github-spullara-models,opus-4.7,default,coding,mid,single-prompt-chat-api,,,,,,,pass-rate-1prompt-1run,,,,"https://github.com/spullara/models (eval-claude-opus-4-7.txt lines 10, 15, 16: the file prints the verdicts Syntax valid: YES; Sum matches: YES; Path valid: YES and no overall pass/fail score; the 0/100 is the rule 'all three YES' of the legacy row, not stated by the source)",,out:no-proof, spullara-gridpath,github-spullara-models,opus-4.8,nothink,coding,mid,single-prompt-chat-api,,,,,,,pass-rate-1prompt-1run,,,,"https://github.com/spullara/models (eval-claude-opus-4-8.txt lines 10, 15, 16: the file prints the verdicts Syntax valid: YES; Sum matches: YES; Path valid: YES and no overall pass/fail score; the 0/100 is the rule 'all three YES' of the legacy row, not stated by the source)",,out:no-proof, spullara-gridpath,github-spullara-models,opus-5.5,medium,coding,mid,single-prompt-chat-api,,,,,,,pass-rate-1prompt-1run,,,,"https://github.com/spullara/models (eval-claude-opus-5-5.txt lines 10, 15, 16: the file prints the verdicts Syntax valid: YES; Sum matches: YES; Path valid: YES and no overall pass/fail score; the 0/100 is the rule 'all three YES' of the legacy row, not stated by the source)",,out:no-proof, spullara-gridpath,github-spullara-models,sonnet-4.5,nothink,coding,mid,single-prompt-chat-api,,,,,,,pass-rate-1prompt-1run,,,,"https://github.com/spullara/models (eval-claude-sonnet-4-5-20250929.txt lines 10, 15, 16: the file prints the verdicts Syntax valid: YES; Sum matches: YES; Path valid: YES and no overall pass/fail score; the 0/100 is the rule 'all three YES' of the legacy row, not stated by the source)",,out:no-proof, spullara-gridpath,github-spullara-models,sonnet-4.6,default,coding,mid,single-prompt-chat-api,,,,,,,pass-rate-1prompt-1run,,,,"https://github.com/spullara/models (eval-claude-sonnet-4-6.txt lines 10, 15, 16: the file prints the verdicts Syntax valid: YES; Sum matches: YES; Path valid: YES and no overall pass/fail score; the 0/100 is the rule 'all three YES' of the legacy row, not stated by the source)",,out:no-proof, spullara-gridpath,github-spullara-models,sonnet-5.5,high,coding,mid,single-prompt-chat-api,,,,,,,pass-rate-1prompt-1run,,,,"https://github.com/spullara/models (eval-claude-sonnet-5-5.txt lines 10, 15, 16: the file prints the verdicts Syntax valid: YES; Sum matches: YES; Path valid: YES and no overall pass/fail score; the 0/100 is the rule 'all three YES' of the legacy row, not stated by the source)",,out:no-proof, spullara-gridpath,github-spullara-models,sonnet-5,high,coding,mid,single-prompt-chat-api,,,,,,,pass-rate-1prompt-1run,,,,"https://github.com/spullara/models (eval-claude-sonnet-5.txt lines 10, 15, 16: the file prints the verdicts Syntax valid: YES; Sum matches: YES; Path valid: YES and no overall pass/fail score; the 0/100 is the rule 'all three YES' of the legacy row, not stated by the source)",,out:no-proof, spullara-gridpath,github-spullara-models,deepseek-v4-flash-0731,high,coding,mid,single-prompt-chat-api,,,,,,,pass-rate-1prompt-1run,,,,"https://github.com/spullara/models (eval-deepseek-v4-flash-0731.txt lines 10, 15, 16: the file prints the verdicts Syntax valid: YES; Sum matches: YES; Path valid: YES and no overall pass/fail score; the 0/100 is the rule 'all three YES' of the legacy row, not stated by the source)",,out:no-proof, spullara-gridpath,github-spullara-models,deepseek-v4-pro-0813,default,coding,mid,single-prompt-chat-api,,,,,,,pass-rate-1prompt-1run,,,,"https://github.com/spullara/models (eval-deepseek-v4-pro-0813.txt lines 10, 15, 16: the file prints the verdicts Syntax valid: YES; Sum matches: YES; Path valid: YES and no overall pass/fail score; the 0/100 is the rule 'all three YES' of the legacy row, not stated by the source)",,out:no-proof, spullara-gridpath,github-spullara-models,deepseek-v4.1-flash,high,coding,mid,single-prompt-chat-api,,,,,,,pass-rate-1prompt-1run,,,,"https://github.com/spullara/models (eval-deepseek-v4.1-flash.txt lines 10, 15, 16: the file prints the verdicts Syntax valid: YES; Sum matches: YES; Path valid: YES and no overall pass/fail score; the 0/100 is the rule 'all three YES' of the legacy row, not stated by the source)",,out:no-proof, spullara-gridpath,github-spullara-models,gemini-3-flash,high,coding,mid,single-prompt-chat-api,,,,,,,pass-rate-1prompt-1run,,,,"https://github.com/spullara/models (eval-gemini-3-flash-preview.txt lines 10, 15, 16: the file prints the verdicts Syntax valid: YES; Sum matches: YES; Path valid: YES and no overall pass/fail score; the 0/100 is the rule 'all three YES' of the legacy row, not stated by the source)",,out:no-proof, spullara-gridpath,github-spullara-models,gemini-3-pro,high,coding,mid,single-prompt-chat-api,,,,,,,pass-rate-1prompt-1run,,,,"https://github.com/spullara/models (eval-gemini-3-pro-preview.txt lines 10, 15, 16: the file prints the verdicts Syntax valid: YES; Sum matches: YES; Path valid: YES and no overall pass/fail score; the 0/100 is the rule 'all three YES' of the legacy row, not stated by the source)",,out:no-proof, spullara-gridpath,github-spullara-models,gemini-3.5-flash,medium,coding,mid,single-prompt-chat-api,,,,,,,pass-rate-1prompt-1run,,,,"https://github.com/spullara/models (eval-gemini-3.5-flash.txt lines 10, 15, 16: the file prints the verdicts Syntax valid: YES; Sum matches: YES; Path valid: YES and no overall pass/fail score; the 0/100 is the rule 'all three YES' of the legacy row, not stated by the source)",,out:no-proof, spullara-gridpath,github-spullara-models,gpt-5.2-codex,default,coding,mid,single-prompt-chat-api,,,,,,,pass-rate-1prompt-1run,,,,"https://github.com/spullara/models (eval-gpt-5.2-codex.txt lines 10, 15, 16: the file prints the verdicts Syntax valid: YES; Sum matches: YES; Path valid: YES and no overall pass/fail score; the 0/100 is the rule 'all three YES' of the legacy row, not stated by the source)",,out:no-proof, spullara-gridpath,github-spullara-models,gpt-5.3-chat-latest,solo,coding,mid,single-prompt-chat-api,,,,,,,pass-rate-1prompt-1run,,,,"https://github.com/spullara/models (eval-gpt-5.3-chat-latest.txt lines 10, 15, 16: the file prints the verdicts Syntax valid: YES; Sum matches: YES; Path valid: YES and no overall pass/fail score; the 0/100 is the rule 'all three YES' of the legacy row, not stated by the source)",,out:no-proof, spullara-gridpath,github-spullara-models,gpt-5.3-codex,default,coding,mid,single-prompt-chat-api,,,,,,,pass-rate-1prompt-1run,,,,"https://github.com/spullara/models (eval-gpt-5.3-codex.txt lines 10, 15, 16: the file prints the verdicts Syntax valid: YES; Sum matches: YES; Path valid: YES and no overall pass/fail score; the 0/100 is the rule 'all three YES' of the legacy row, not stated by the source)",,out:no-proof, spullara-gridpath,github-spullara-models,gpt-5.4,nothink,coding,mid,single-prompt-chat-api,,,,,,,pass-rate-1prompt-1run,,,,"https://github.com/spullara/models (eval-gpt-5.4-2026-03-05.txt lines 10, 15, 16: the file prints the verdicts Syntax valid: YES; Sum matches: YES; Path valid: YES and no overall pass/fail score; the 0/100 is the rule 'all three YES' of the legacy row, not stated by the source)",,out:no-proof, spullara-gridpath,github-spullara-models,gpt-5.4-nano,default,coding,mid,single-prompt-chat-api,,,,,,,pass-rate-1prompt-1run,,,,"https://github.com/spullara/models (eval-gpt-5.4-nano.txt lines 10, 15, 16: the file prints the verdicts Syntax valid: YES; Sum matches: NO; Path valid: NO and no overall pass/fail score; the 0/100 is the rule 'all three YES' of the legacy row, not stated by the source)",,out:no-proof, spullara-gridpath,github-spullara-models,gpt-5.5-pro,default,coding,mid,single-prompt-chat-api,,,,,,,pass-rate-1prompt-1run,,,,"https://github.com/spullara/models (eval-gpt-5.5-pro-2026-04-23.txt lines 10, 15, 16: the file prints the verdicts Syntax valid: YES; Sum matches: YES; Path valid: YES and no overall pass/fail score; the 0/100 is the rule 'all three YES' of the legacy row, not stated by the source)",,out:no-proof, spullara-gridpath,github-spullara-models,gpt-5.5,medium,coding,mid,single-prompt-chat-api,,,,,,,pass-rate-1prompt-1run,,,,"https://github.com/spullara/models (eval-gpt-5.5.txt lines 10, 15, 16: the file prints the verdicts Syntax valid: YES; Sum matches: YES; Path valid: YES and no overall pass/fail score; the 0/100 is the rule 'all three YES' of the legacy row, not stated by the source)",,out:no-proof, spullara-gridpath,github-spullara-models,gpt-5.6-luna,default,coding,mid,single-prompt-chat-api,,,,,,,pass-rate-1prompt-1run,,,,"https://github.com/spullara/models (eval-gpt-5.6-luna.txt lines 10, 15, 16: the file prints the verdicts Syntax valid: YES; Sum matches: YES; Path valid: YES and no overall pass/fail score; the 0/100 is the rule 'all three YES' of the legacy row, not stated by the source)",,out:no-proof, spullara-gridpath,github-spullara-models,gpt-5.6-sol,default,coding,mid,single-prompt-chat-api,,,,,,,pass-rate-1prompt-1run,,,,"https://github.com/spullara/models (eval-gpt-5.6-sol.txt lines 10, 15, 16: the file prints the verdicts Syntax valid: YES; Sum matches: YES; Path valid: YES and no overall pass/fail score; the 0/100 is the rule 'all three YES' of the legacy row, not stated by the source)",,out:no-proof, spullara-gridpath,github-spullara-models,gpt-5.6-terra,default,coding,mid,single-prompt-chat-api,,,,,,,pass-rate-1prompt-1run,,,,"https://github.com/spullara/models (eval-gpt-5.6-terra.txt lines 10, 15, 16: the file prints the verdicts Syntax valid: YES; Sum matches: YES; Path valid: YES and no overall pass/fail score; the 0/100 is the rule 'all three YES' of the legacy row, not stated by the source)",,out:no-proof, spullara-gridpath,github-spullara-models,gpt-6-astra,default,coding,mid,single-prompt-chat-api,,,,,,,pass-rate-1prompt-1run,,,,"https://github.com/spullara/models (eval-gpt-6-astra.txt lines 10, 15, 16: the file prints the verdicts Syntax valid: YES; Sum matches: YES; Path valid: YES and no overall pass/fail score; the 0/100 is the rule 'all three YES' of the legacy row, not stated by the source)",,out:no-proof, spullara-gridpath,github-spullara-models,gpt-6-luna,medium,coding,mid,single-prompt-chat-api,,,,,,,pass-rate-1prompt-1run,,,,"https://github.com/spullara/models (eval-gpt-6-luna.txt lines 10, 15, 16: the file prints the verdicts Syntax valid: YES; Sum matches: YES; Path valid: YES and no overall pass/fail score; the 0/100 is the rule 'all three YES' of the legacy row, not stated by the source)",,out:no-proof, spullara-gridpath,github-spullara-models,gpt-6-sol,medium,coding,mid,single-prompt-chat-api,,,,,,,pass-rate-1prompt-1run,,,,"https://github.com/spullara/models (eval-gpt-6-sol.txt lines 10, 15, 16: the file prints the verdicts Syntax valid: YES; Sum matches: YES; Path valid: YES and no overall pass/fail score; the 0/100 is the rule 'all three YES' of the legacy row, not stated by the source)",,out:no-proof, spullara-gridpath,github-spullara-models,gpt-6.1-sol,medium,coding,mid,single-prompt-chat-api,,,,,,,pass-rate-1prompt-1run,,,,"https://github.com/spullara/models (eval-gpt-6.1-sol.txt lines 10, 15, 16: the file prints the verdicts Syntax valid: YES; Sum matches: YES; Path valid: YES and no overall pass/fail score; the 0/100 is the rule 'all three YES' of the legacy row, not stated by the source)",,out:no-proof, spullara-gridpath,github-spullara-models,grok-4.20,nothink,coding,mid,single-prompt-chat-api,,,,,,,pass-rate-1prompt-1run,,,,"https://github.com/spullara/models (eval-grok-4.20-0309-non-reasoning.txt lines 10, 15, 16: the file prints the verdicts Syntax valid: YES; Sum matches: NO; Path valid: NO and no overall pass/fail score; the 0/100 is the rule 'all three YES' of the legacy row, not stated by the source)",,out:no-proof, spullara-gridpath,github-spullara-models,grok-4.20,think,coding,mid,single-prompt-chat-api,,,,,,,pass-rate-1prompt-1run,,,,"https://github.com/spullara/models (eval-grok-4.20-0309-reasoning.txt lines 10, 15, 16: the file prints the verdicts Syntax valid: YES; Sum matches: YES; Path valid: YES and no overall pass/fail score; the 0/100 is the rule 'all three YES' of the legacy row, not stated by the source)",,out:no-proof, spullara-gridpath,github-spullara-models,grok-4.20-multi-agent,default,coding,mid,single-prompt-chat-api,,,,,,,pass-rate-1prompt-1run,,,,"https://github.com/spullara/models (eval-grok-4.20-multi-agent-0309.txt lines 10, 15, 16: the file prints the verdicts Syntax valid: YES; Sum matches: YES; Path valid: YES and no overall pass/fail score; the 0/100 is the rule 'all three YES' of the legacy row, not stated by the source)",,out:no-proof, spullara-gridpath,github-spullara-models,grok-4.3,low,coding,mid,single-prompt-chat-api,,,,,,,pass-rate-1prompt-1run,,,,"https://github.com/spullara/models (eval-grok-4.3.txt lines 10, 15, 16: the file prints the verdicts Syntax valid: YES; Sum matches: YES; Path valid: NO and no overall pass/fail score; the 0/100 is the rule 'all three YES' of the legacy row, not stated by the source)",,out:no-proof, spullara-gridpath,github-spullara-models,grok-4.5,high,coding,mid,single-prompt-chat-api,,,,,,,pass-rate-1prompt-1run,,,,"https://github.com/spullara/models (eval-grok-4.5.txt lines 10, 15, 16: the file prints the verdicts Syntax valid: YES; Sum matches: YES; Path valid: YES and no overall pass/fail score; the 0/100 is the rule 'all three YES' of the legacy row, not stated by the source)",,out:no-proof, spullara-gridpath,github-spullara-models,grok-4.6,high,coding,mid,single-prompt-chat-api,,,,,,,pass-rate-1prompt-1run,,,,"https://github.com/spullara/models (eval-grok-4.6.txt lines 10, 15, 16: the file prints the verdicts Syntax valid: YES; Sum matches: YES; Path valid: YES and no overall pass/fail score; the 0/100 is the rule 'all three YES' of the legacy row, not stated by the source)",,out:no-proof, spullara-gridpath,github-spullara-models,grok-4.7,high,coding,mid,single-prompt-chat-api,,,,,,,pass-rate-1prompt-1run,,,,"https://github.com/spullara/models (eval-grok-4.7.txt lines 10, 15, 16: the file prints the verdicts Syntax valid: YES; Sum matches: YES; Path valid: YES and no overall pass/fail score; the 0/100 is the rule 'all three YES' of the legacy row, not stated by the source)",,out:no-proof, spullara-gridpath,github-spullara-models,kimi-k2.5,default,coding,mid,single-prompt-chat-api,,,,,,,pass-rate-1prompt-1run,,,,"https://github.com/spullara/models (eval-kimi-k2.5.txt lines 10, 15, 16: the file prints the verdicts Syntax valid: YES; Sum matches: YES; Path valid: YES and no overall pass/fail score; the 0/100 is the rule 'all three YES' of the legacy row, not stated by the source)",,out:no-proof, spullara-gridpath,github-spullara-models,kimi-k3,max,coding,mid,single-prompt-chat-api,,,,,,,pass-rate-1prompt-1run,,,,"https://github.com/spullara/models (eval-kimi-k3.txt lines 10, 15, 16: the file prints the verdicts Syntax valid: YES; Sum matches: YES; Path valid: YES and no overall pass/fail score; the 0/100 is the rule 'all three YES' of the legacy row, not stated by the source)",,out:no-proof, spullara-gridpath,github-spullara-models,?models/gemini-3.1-flash-lite-preview,not-established:absent,coding,mid,single-prompt-chat-api,,,,,,,pass-rate-1prompt-1run,,,,"https://github.com/spullara/models (eval-models_gemini-3.1-flash-lite-preview.txt lines 10, 15, 16: the file prints the verdicts Syntax valid: YES; Sum matches: YES; Path valid: YES and no overall pass/fail score; the 0/100 is the rule 'all three YES' of the legacy row, not stated by the source)",,out:no-proof, spullara-gridpath,github-spullara-models,?models/gemini-3.1-flash-lite,not-established:absent,coding,mid,single-prompt-chat-api,,,,,,,pass-rate-1prompt-1run,,,,"https://github.com/spullara/models (eval-models_gemini-3.1-flash-lite.txt lines 10, 15, 16: the file prints the verdicts Syntax valid: YES; Sum matches: YES; Path valid: YES and no overall pass/fail score; the 0/100 is the rule 'all three YES' of the legacy row, not stated by the source)",,out:no-proof, spullara-gridpath,github-spullara-models,?models/gemini-3.1-pro-preview-customtools,not-established:absent,coding,mid,single-prompt-chat-api,,,,,,,pass-rate-1prompt-1run,,,,"https://github.com/spullara/models (eval-models_gemini-3.1-pro-preview-customtools.txt lines 10, 15, 16: the file prints the verdicts Syntax valid: YES; Sum matches: YES; Path valid: YES and no overall pass/fail score; the 0/100 is the rule 'all three YES' of the legacy row, not stated by the source)",,out:no-proof, spullara-gridpath,github-spullara-models,?models/gemini-3.1-pro-preview,not-established:absent,coding,mid,single-prompt-chat-api,,,,,,,pass-rate-1prompt-1run,,,,"https://github.com/spullara/models (eval-models_gemini-3.1-pro-preview.txt lines 10, 15, 16: the file prints the verdicts Syntax valid: YES; Sum matches: YES; Path valid: YES and no overall pass/fail score; the 0/100 is the rule 'all three YES' of the legacy row, not stated by the source)",,out:no-proof, spullara-gridpath,github-spullara-models,?models/gemini-3.5-flash-lite,not-established:absent,coding,mid,single-prompt-chat-api,,,,,,,pass-rate-1prompt-1run,,,,"https://github.com/spullara/models (eval-models_gemini-3.5-flash-lite.txt lines 10, 15, 16: the file prints the verdicts Syntax valid: YES; Sum matches: YES; Path valid: YES and no overall pass/fail score; the 0/100 is the rule 'all three YES' of the legacy row, not stated by the source)",,out:no-proof, spullara-gridpath,github-spullara-models,?models/gemini-3.6-flash,not-established:absent,coding,mid,single-prompt-chat-api,,,,,,,pass-rate-1prompt-1run,,,,"https://github.com/spullara/models (eval-models_gemini-3.6-flash.txt lines 10, 15, 16: the file prints the verdicts Syntax valid: YES; Sum matches: YES; Path valid: YES and no overall pass/fail score; the 0/100 is the rule 'all three YES' of the legacy row, not stated by the source)",,out:no-proof, spullara-gridpath,github-spullara-models,?models/gemini-3.7-flash,not-established:absent,coding,mid,single-prompt-chat-api,,,,,,,pass-rate-1prompt-1run,,,,"https://github.com/spullara/models (eval-models_gemini-3.7-flash.txt lines 10, 15, 16: the file prints the verdicts Syntax valid: YES; Sum matches: YES; Path valid: YES and no overall pass/fail score; the 0/100 is the rule 'all three YES' of the legacy row, not stated by the source)",,out:no-proof, spullara-gridpath,github-spullara-models,?models/gemini-3.8-flash,not-established:absent,coding,mid,single-prompt-chat-api,,,,,,,pass-rate-1prompt-1run,,,,"https://github.com/spullara/models (eval-models_gemini-3.8-flash.txt lines 10, 15, 16: the file prints the verdicts Syntax valid: YES; Sum matches: YES; Path valid: YES and no overall pass/fail score; the 0/100 is the rule 'all three YES' of the legacy row, not stated by the source)",,out:no-proof, spullara-gridpath,github-spullara-models,?models/gemini-4-argon,not-established:absent,coding,mid,single-prompt-chat-api,,,,,,,pass-rate-1prompt-1run,,,,"https://github.com/spullara/models (eval-models_gemini-4-argon.txt lines 10, 15, 16: the file prints the verdicts Syntax valid: YES; Sum matches: YES; Path valid: YES and no overall pass/fail score; the 0/100 is the rule 'all three YES' of the legacy row, not stated by the source)",,out:no-proof, spullara-gridpath,github-spullara-models,qwen3.7-flash,default,coding,mid,single-prompt-chat-api,,,,,,,pass-rate-1prompt-1run,,,,"https://github.com/spullara/models (eval-qwen3.7-flash.txt lines 10, 15, 16: the file prints the verdicts Syntax valid: YES; Sum matches: YES; Path valid: YES and no overall pass/fail score; the 0/100 is the rule 'all three YES' of the legacy row, not stated by the source)",,out:no-proof, spullara-gridpath,github-spullara-models,glm-4.7-flash,think,coding,mid,single-prompt-chat-api,,,,,,,pass-rate-1prompt-1run,,,,"https://github.com/spullara/models (eval-z-ai_glm-4.7-flash.txt lines 10, 15, 16: the file prints the verdicts Syntax valid: YES; Sum matches: YES; Path valid: YES and no overall pass/fail score; the 0/100 is the rule 'all three YES' of the legacy row, not stated by the source)",,out:no-proof, spullara-gridpath,github-spullara-models,glm-4.7,think,coding,mid,single-prompt-chat-api,,,,,,,pass-rate-1prompt-1run,,,,"https://github.com/spullara/models (eval-z-ai_glm-4.7.txt lines 10, 15, 16: the file prints the verdicts Syntax valid: YES; Sum matches: YES; Path valid: YES and no overall pass/fail score; the 0/100 is the rule 'all three YES' of the legacy row, not stated by the source)",,out:no-proof, spullara-gridpath,github-spullara-models,glm-5-turbo,think,coding,mid,single-prompt-chat-api,,,,,,,pass-rate-1prompt-1run,,,,"https://github.com/spullara/models (eval-z-ai_glm-5-turbo.txt lines 10, 15, 16: the file prints the verdicts Syntax valid: YES; Sum matches: YES; Path valid: YES and no overall pass/fail score; the 0/100 is the rule 'all three YES' of the legacy row, not stated by the source)",,out:no-proof, spullara-gridpath,github-spullara-models,glm-5.1,think,coding,mid,single-prompt-chat-api,,,,,,,pass-rate-1prompt-1run,,,,"https://github.com/spullara/models (eval-z-ai_glm-5.1.txt lines 10, 15, 16: the file prints the verdicts Syntax valid: YES; Sum matches: YES; Path valid: YES and no overall pass/fail score; the 0/100 is the rule 'all three YES' of the legacy row, not stated by the source)",,out:no-proof, spullara-gridpath,github-spullara-models,glm-5.2,high,coding,mid,single-prompt-chat-api,,,,,,,pass-rate-1prompt-1run,,,,"https://github.com/spullara/models (eval-z-ai_glm-5.2.txt lines 10, 15, 16: the file prints the verdicts Syntax valid: YES; Sum matches: YES; Path valid: YES and no overall pass/fail score; the 0/100 is the rule 'all three YES' of the legacy row, not stated by the source)",,out:no-proof, spullara-gridpath,github-spullara-models,glm-5.3-flash,max,coding,mid,single-prompt-chat-api,,,,,,,pass-rate-1prompt-1run,,,,"https://github.com/spullara/models (eval-z-ai_glm-5.3-flash.txt lines 10, 15, 16: the file prints the verdicts Syntax valid: YES; Sum matches: NO; Path valid: NO and no overall pass/fail score; the 0/100 is the rule 'all three YES' of the legacy row, not stated by the source)",,out:no-proof, spullara-gridpath,github-spullara-models,glm-5.3-flashx,max,coding,mid,single-prompt-chat-api,,,,,,,pass-rate-1prompt-1run,,,,"https://github.com/spullara/models (eval-z-ai_glm-5.3-flashx.txt lines 10, 15, 16: the file prints the verdicts Syntax valid: YES; Sum matches: YES; Path valid: YES and no overall pass/fail score; the 0/100 is the rule 'all three YES' of the legacy row, not stated by the source)",,out:no-proof, spullara-gridpath,github-spullara-models,glm-5,think,coding,mid,single-prompt-chat-api,,,,,,,pass-rate-1prompt-1run,,,,"https://github.com/spullara/models (eval-z-ai_glm-5.txt lines 10, 15, 16: the file prints the verdicts Syntax valid: YES; Sum matches: YES; Path valid: YES and no overall pass/fail score; the 0/100 is the rule 'all three YES' of the legacy row, not stated by the source)",,out:no-proof, spullara-gridpath,github-spullara-models,glm-5v-turbo,think,coding,mid,single-prompt-chat-api,,,,,,,pass-rate-1prompt-1run,,,,"https://github.com/spullara/models (eval-z-ai_glm-5v-turbo.txt lines 10, 15, 16: the file prints the verdicts Syntax valid: YES; Sum matches: YES; Path valid: YES and no overall pass/fail score; the 0/100 is the rule 'all three YES' of the legacy row, not stated by the source)",,out:no-proof, spullara-gridpath,github-spullara-models,qwen3.8-omni-flash,default,coding,mid,single-prompt-chat-api,,,,,,,pass-rate-1prompt-1run,,,EAP-run,"https://github.com/spullara/models/tree/1cfcc597ee056be585132e17bba1431d0f36d81b/evals (qwen3.8-omni-flash file, section EXECUTION)",,out:no-proof, spullara-gridpath,github-spullara-models,opus-5,high,coding,mid,single-prompt-chat-api,,,,,,,pass-rate-1prompt-1run,,,,"https://github.com/spullara/models/tree/1cfcc597ee056be585132e17bba1431d0f36d81b/evals (claude-opus-5 file, lines Sum matches / Path valid)",,out:no-proof, tracker-quality-score,github-startakovsky-llm-model-tracker,gpt-6-astra-pro,max,mixed,hard,,,,,,,98,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,in, tracker-quality-score,github-startakovsky-llm-model-tracker,gpt-6-sol-pro,max,mixed,hard,,,,,,,94,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,in, tracker-quality-score,github-startakovsky-llm-model-tracker,gpt-6-luna-pro,max,mixed,hard,,,,,,,84,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,in, tracker-quality-score,github-startakovsky-llm-model-tracker,gpt-6.1-sol-pro,max,mixed,hard,,,,,,,95,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,in, tracker-quality-score,github-startakovsky-llm-model-tracker,gpt-5.6-luna-pro,unstated,mixed,hard,,,,,,,90,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,gpt-5.6-sol-pro,unstated,mixed,hard,,,,,,,93,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,gpt-5.6-terra-pro,unstated,mixed,hard,,,,,,,91,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,gpt-5.5-pro,unstated,mixed,hard,,,,,,,98,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,gpt-5.4-pro,unstated,mixed,hard,,,,,,,94,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,gpt-5.2-pro,unstated,mixed,hard,,,,,,,90,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,gpt-5.2-codex,unstated,mixed,hard,,,,,,,85,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,opus-5,unstated,mixed,hard,,,,,,,96,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,sonnet-5,unstated,mixed,hard,,,,,,,85,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,glm-5-turbo,unstated,mixed,hard,,,,,,,84,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,glm-5.2,unstated,mixed,hard,,,,,,,90,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,glm-5.3-flashx,unstated,mixed,hard,,,,,,,79,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,qwen3.6-max-preview,unstated,mixed,hard,,,,,,,85,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,qwen3.7-flash,unstated,mixed,hard,,,,,,,75,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,qwen3.8-2.4t-a95b,unstated,mixed,hard,,,,,,,86,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,qwen3.8-max-0902,unstated,mixed,hard,,,,,,,86,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,qwen3.8-omni-flash,unstated,mixed,hard,,,,,,,72,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,qwen3.8-flash-next,unstated,mixed,hard,,,,,,,70,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,deepseek-v4-flash-0731,unstated,mixed,hard,,,,,,,82,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,?DeepSeek V4 Flash Vision (exp),not-established:absent,mixed,hard,,,,,,,78,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:model-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,glm-5.1,unstated,mixed,hard,,,,,,,86,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,glm-5v-turbo,unstated,mixed,hard,,,,,,,83,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,?DeepSeek V4 Flash,not-established:absent,mixed,hard,,,,,,,82,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:model-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,?DeepSeek V4 Pro,not-established:absent,mixed,hard,,,,,,,89,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:model-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,qwen3.7-max,unstated,mixed,hard,,,,,,,84,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,qwen3-max-0123,think,mixed,hard,,,,,,,82,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:single-couple, tracker-quality-score,github-startakovsky-llm-model-tracker,qwen3.5-9b,unstated,mixed,hard,,,,,,,50,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,qwen3.5-27b,unstated,mixed,hard,,,,,,,58,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,qwen3.5-397b-a17b,unstated,mixed,hard,,,,,,,83,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,gpt-5.5,unstated,mixed,hard,,,,,,,95,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,gpt-5.4,unstated,mixed,hard,,,,,,,91,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,gpt-5.2,unstated,mixed,hard,,,,,,,87,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,gpt-5.6-sol,unstated,mixed,hard,,,,,,,92,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,gpt-5.6-terra,unstated,mixed,hard,,,,,,,89,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,opus-4.8,unstated,mixed,hard,,,,,,,95,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,opus-4.7,unstated,mixed,hard,,,,,,,93,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,fable-5,unstated,mixed,hard,,,,,,,91,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,sonnet-4.6,unstated,mixed,hard,,,,,,,89,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,sonnet-5.5,unstated,mixed,hard,,,,,,,92,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,grok-4.5,unstated,mixed,hard,,,,,,,88,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,qwen3.6-flash,unstated,mixed,hard,,,,,,,78,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,qwen3.6-35b-a3b,unstated,mixed,hard,,,,,,,64,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,qwen3.6-27b,unstated,mixed,hard,,,,,,,60,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,qwen3.6-plus,unstated,mixed,hard,,,,,,,79,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,qwen3.5-plus,unstated,mixed,hard,,,,,,,77,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,qwen3.5-35b-a3b,unstated,mixed,hard,,,,,,,62,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,qwen3.5-122b-a10b,unstated,mixed,hard,,,,,,,75,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,qwen3.5-flash,unstated,mixed,hard,,,,,,,74,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,?Qwen3.5 Plus (Feb),not-established:absent,mixed,hard,,,,,,,76,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:model-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,kimi-k2.7-code,solo,mixed,hard,,,,,,,85,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,in, tracker-quality-score,github-startakovsky-llm-model-tracker,gpt-5.6-luna,unstated,mixed,hard,,,,,,,88,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,kimi-k2.6,unstated,mixed,hard,,,,,,,83,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,gemini-3.5-flash,unstated,mixed,hard,,,,,,,87,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,gemini-3.1-flash-lite,unstated,mixed,hard,,,,,,,75,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,qwen3.7-plus,unstated,mixed,hard,,,,,,,80,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,grok-4.20,unstated,mixed,hard,,,,,,,85,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,grok-4.3,unstated,mixed,hard,,,,,,,86,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,glm-5,unstated,mixed,hard,,,,,,,87,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,glm-4.7,unstated,mixed,hard,,,,,,,78,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,glm-4.7-flash,unstated,mixed,hard,,,,,,,68,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,deepseek-v3.2,unstated,mixed,hard,,,,,,,80,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,?MoonshotAI: Kimi K2.5,not-established:absent,mixed,hard,,,,,,,80,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:model-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,?MoonshotAI: Kimi K2 Thinking,not-established:absent,mixed,hard,,,,,,,82,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:model-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,qwen3-8b,unstated,mixed,hard,,,,,,,50,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,gemini-3.1-pro,unstated,mixed,hard,,,,,,,90,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,gpt-5.4-mini,unstated,mixed,hard,,,,,,,85,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,gpt-5.4-nano,unstated,mixed,hard,,,,,,,78,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,gpt-5.3-codex,unstated,mixed,hard,,,,,,,86,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,grok-4.20-multi-agent,unstated,mixed,hard,,,,,,,87,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,haiku-4.5,unstated,mixed,hard,,,,,,,78,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,gemini-3-flash,unstated,mixed,hard,,,,,,,82,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,kimi-k3,unstated,mixed,hard,,,,,,,93,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,qwen3-coder-next,unstated,mixed,hard,,,,,,,70,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,gemini-3.6-flash,unstated,mixed,hard,,,,,,,86,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,gemini-3.5-flash-lite,unstated,mixed,hard,,,,,,,76,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,deepseek-v4-pro-0813,unstated,mixed,hard,,,,,,,89,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,grok-4.6,unstated,mixed,hard,,,,,,,90,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,glm-5.3,unstated,mixed,hard,,,,,,,91,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,qwen3.8-flash,unstated,mixed,hard,,,,,,,74,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,qwen3.8-27b,unstated,mixed,hard,,,,,,,66,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,gemini-3.7-flash,unstated,mixed,hard,,,,,,,86,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,deepseek-v4.1-flash,unstated,mixed,hard,,,,,,,86,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,gpt-6-astra,unstated,mixed,hard,,,,,,,98,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,fable-5.1,unstated,mixed,hard,,,,,,,97,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,gemini-3.8-flash,unstated,mixed,hard,,,,,,,87,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,glm-5.3-flash,unstated,mixed,hard,,,,,,,79,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,?GLM-5.3 Prime,not-established:absent,mixed,hard,,,,,,,90,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:model-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,grok-4.7,unstated,mixed,hard,,,,,,,90,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,opus-5.5,unstated,mixed,hard,,,,,,,97,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,gpt-6-sol,unstated,mixed,hard,,,,,,,94,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,gpt-6-luna,unstated,mixed,hard,,,,,,,84,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,gpt-6.1-sol,unstated,mixed,hard,,,,,,,95,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,?Qwen3.8 Max Prime,not-established:absent,mixed,hard,,,,,,,88,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:model-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,haiku-5.5,unstated,mixed,hard,,,,,,,75,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,gemini-4-argon,unstated,mixed,hard,,,,,,,96,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,deepseek-v4.1-flash-1017,unstated,mixed,hard,,,,,,,86,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,gpt-6.1-terra,unstated,mixed,hard,,,,,,,90,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,fable-5.2,unstated,mixed,hard,,,,,,,99,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,gemini-4-carbon,unstated,mixed,hard,,,,,,,96,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,gemini-4-hydrogen,unstated,mixed,hard,,,,,,,91,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, tracker-quality-score,github-startakovsky-llm-model-tracker,qwen4-max-preview,unstated,mixed,hard,,,,,,,78,score%,0.289,,,"https://github.com/startakovsky/llm-model-tracker (models.csv, row of the model, column quality_score)",,out:effort-not-established, synthbench-althing-globalopinionqa,github-synthbench,haiku-4.5,nothink,mixed,mid,OpenRouter-API,,,,,,0.761736,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-althing-globalopinionqa|anthropic/claude-haiku-4.5|- / column mean_sps),,in, synthbench-althing-globalopinionqa,github-synthbench,haiku-5.5,nothink,mixed,mid,OpenRouter-API,,,,,,0.774391,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-althing-globalopinionqa|anthropic/claude-haiku-5.5|- / column mean_sps),,in, synthbench-althing-globalopinionqa,github-synthbench,sonnet-4.6,nothink,mixed,mid,OpenRouter-API,,,,,,0.758637,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-althing-globalopinionqa|anthropic/claude-sonnet-4.6|- / column mean_sps),,in, synthbench-althing-globalopinionqa,github-synthbench,sonnet-4,default,mixed,mid,OpenRouter-API,,,,,,0.768283,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-althing-globalopinionqa|anthropic/claude-sonnet-4|- / column mean_sps),,out:effort-not-established, synthbench-althing-globalopinionqa,github-synthbench,sonnet-5.5,high,mixed,mid,OpenRouter-API,,,,,,0.765404,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-althing-globalopinionqa|anthropic/claude-sonnet-5.5|- / column mean_sps),,in, synthbench-althing-globalopinionqa,github-synthbench,deepseek-v4.1-flash,high,mixed,mid,OpenRouter-API,,,,,,0.778229,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-althing-globalopinionqa|deepseek/deepseek-v4.1-flash|- / column mean_sps),,in, synthbench-althing-globalopinionqa,github-synthbench,gemini-2.5-flash-lite,nothink,mixed,mid,OpenRouter-API,,,,,,0.771426,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-althing-globalopinionqa|google/gemini-2.5-flash-lite|- / column mean_sps),,out:single-couple, synthbench-althing-globalopinionqa,github-synthbench,gemini-3.5-flash-lite,minimal,mixed,mid,OpenRouter-API,,,,,,0.778730,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-althing-globalopinionqa|google/gemini-3.5-flash-lite|- / column mean_sps),,in, synthbench-althing-globalopinionqa,github-synthbench,llama-3.3-70b-instruct,solo,mixed,mid,OpenRouter-API,,,,,,0.763864,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-althing-globalopinionqa|meta-llama/llama-3.3-70b-instruct|- / column mean_sps),,out:single-couple, synthbench-althing-globalopinionqa,github-synthbench,muse-glimmer-30b,medium,mixed,mid,OpenRouter-API,,,,,,0.761592,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-althing-globalopinionqa|meta/muse-glimmer-30b|- / column mean_sps),,out:single-couple, synthbench-althing-globalopinionqa,github-synthbench,gpt-4o-mini,solo,mixed,mid,OpenRouter-API,,,,,,0.778334,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-althing-globalopinionqa|openai/gpt-4o-mini|- / column mean_sps),,out:single-couple, synthbench-althing-globalopinionqa,github-synthbench,gpt-6-luna,medium,mixed,mid,OpenRouter-API,,,,,,0.760212,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-althing-globalopinionqa|openai/gpt-6-luna|- / column mean_sps),,in, synthbench-althing-globalopinionqa,github-synthbench,qwen3.8-flash,default,mixed,mid,OpenRouter-API,,,,,,0.801818,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-althing-globalopinionqa|qwen/qwen3.8-flash|- / column mean_sps),,out:effort-not-established, synthbench-plain-globalopinionqa,github-synthbench,haiku-4.5,nothink,mixed,mid,OpenRouter-API,,,,,,0.675323,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-plain-globalopinionqa|anthropic/claude-haiku-4.5|- / column mean_sps),,in, synthbench-plain-globalopinionqa,github-synthbench,haiku-5.5,low,mixed,mid,OpenRouter-API,,,,,,0.675350,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-plain-globalopinionqa|anthropic/claude-haiku-5.5|off / column mean_sps),,in, synthbench-plain-globalopinionqa,github-synthbench,sonnet-4.6,nothink,mixed,mid,OpenRouter-API,,,,,,0.727367,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-plain-globalopinionqa|anthropic/claude-sonnet-4.6|- / column mean_sps),,in, synthbench-plain-globalopinionqa,github-synthbench,sonnet-4,default,mixed,mid,OpenRouter-API,,,,,,0.627051,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-plain-globalopinionqa|anthropic/claude-sonnet-4|- / column mean_sps),,out:effort-not-established, synthbench-plain-globalopinionqa,github-synthbench,sonnet-5.5,low,mixed,mid,OpenRouter-API,,,,,,0.755209,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-plain-globalopinionqa|anthropic/claude-sonnet-5.5|minimal / column mean_sps),,in, synthbench-plain-globalopinionqa,github-synthbench,deepseek-v4.1-flash,low,mixed,mid,OpenRouter-API,,,,,,0.791434,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-plain-globalopinionqa|deepseek/deepseek-v4.1-flash|off / column mean_sps),,in, synthbench-plain-globalopinionqa,github-synthbench,gemini-2.5-flash-lite,nothink,mixed,mid,OpenRouter-API,,,,,,0.761344,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-plain-globalopinionqa|google/gemini-2.5-flash-lite|- / column mean_sps),,out:single-couple, synthbench-plain-globalopinionqa,github-synthbench,gemini-2.5-flash,nothink,mixed,mid,OpenRouter-API,,,,,,0.765301,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-plain-globalopinionqa|google/gemini-2.5-flash|- / column mean_sps),,out:single-couple, synthbench-plain-globalopinionqa,github-synthbench,gemini-3.5-flash-lite,minimal,mixed,mid,OpenRouter-API,,,,,,0.769983,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-plain-globalopinionqa|google/gemini-3.5-flash-lite|- / column mean_sps),,in, synthbench-plain-globalopinionqa,github-synthbench,gemini-3.8-flash,low,mixed,mid,OpenRouter-API,,,,,,0.694283,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-plain-globalopinionqa|google/gemini-3.8-flash|minimal / column mean_sps),,in, synthbench-plain-globalopinionqa,github-synthbench,llama-3.3-70b-instruct,solo,mixed,mid,OpenRouter-API,,,,,,0.770055,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-plain-globalopinionqa|meta-llama/llama-3.3-70b-instruct|- / column mean_sps),,out:single-couple, synthbench-plain-globalopinionqa,github-synthbench,muse-glimmer-30b,low,mixed,mid,OpenRouter-API,,,,,,0.655351,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-plain-globalopinionqa|meta/muse-glimmer-30b|minimal / column mean_sps),,out:single-couple, synthbench-plain-globalopinionqa,github-synthbench,gpt-4o-mini,solo,mixed,mid,OpenRouter-API,,,,,,0.750386,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-plain-globalopinionqa|openai/gpt-4o-mini|- / column mean_sps),,out:single-couple, synthbench-plain-globalopinionqa,github-synthbench,?openai/gpt-4o,not-established:absent,mixed,mid,OpenRouter-API,,,,,,0.764664,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-plain-globalopinionqa|openai/gpt-4o|- / column mean_sps),,out:model-not-established, synthbench-plain-globalopinionqa,github-synthbench,gpt-6-luna,nothink,mixed,mid,OpenRouter-API,,,,,,0.741805,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-plain-globalopinionqa|openai/gpt-6-luna|off / column mean_sps),,in, synthbench-plain-globalopinionqa,github-synthbench,qwen3.8-flash,nothink,mixed,mid,OpenRouter-API,,,,,,0.795844,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-plain-globalopinionqa|qwen/qwen3.8-flash|off / column mean_sps),,in, synthbench-althing-gss,github-synthbench,haiku-4.5,nothink,mixed,mid,OpenRouter-API,,,,,,0.782395,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-althing-gss|anthropic/claude-haiku-4.5|- / column mean_sps),,in, synthbench-althing-gss,github-synthbench,haiku-5.5,nothink,mixed,mid,OpenRouter-API,,,,,,0.802949,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-althing-gss|anthropic/claude-haiku-5.5|- / column mean_sps),,in, synthbench-althing-gss,github-synthbench,sonnet-4.6,nothink,mixed,mid,OpenRouter-API,,,,,,0.813865,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-althing-gss|anthropic/claude-sonnet-4.6|- / column mean_sps),,in, synthbench-althing-gss,github-synthbench,sonnet-4,default,mixed,mid,OpenRouter-API,,,,,,0.812875,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-althing-gss|anthropic/claude-sonnet-4|- / column mean_sps),,out:effort-not-established, synthbench-althing-gss,github-synthbench,sonnet-5.5,high,mixed,mid,OpenRouter-API,,,,,,0.761179,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-althing-gss|anthropic/claude-sonnet-5.5|- / column mean_sps),,in, synthbench-althing-gss,github-synthbench,deepseek-v4.1-flash,high,mixed,mid,OpenRouter-API,,,,,,0.822488,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-althing-gss|deepseek/deepseek-v4.1-flash|- / column mean_sps),,in, synthbench-althing-gss,github-synthbench,gemini-2.5-flash-lite,nothink,mixed,mid,OpenRouter-API,,,,,,0.818377,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-althing-gss|google/gemini-2.5-flash-lite|- / column mean_sps),,out:single-couple, synthbench-althing-gss,github-synthbench,gemini-3.5-flash-lite,minimal,mixed,mid,OpenRouter-API,,,,,,0.814562,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-althing-gss|google/gemini-3.5-flash-lite|- / column mean_sps),,in, synthbench-althing-gss,github-synthbench,llama-3.3-70b-instruct,solo,mixed,mid,OpenRouter-API,,,,,,0.813930,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-althing-gss|meta-llama/llama-3.3-70b-instruct|- / column mean_sps),,out:single-couple, synthbench-althing-gss,github-synthbench,muse-glimmer-30b,medium,mixed,mid,OpenRouter-API,,,,,,0.804997,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-althing-gss|meta/muse-glimmer-30b|- / column mean_sps),,out:single-couple, synthbench-althing-gss,github-synthbench,gpt-4o-mini,solo,mixed,mid,OpenRouter-API,,,,,,0.801063,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-althing-gss|openai/gpt-4o-mini|- / column mean_sps),,out:single-couple, synthbench-althing-gss,github-synthbench,gpt-6-luna,medium,mixed,mid,OpenRouter-API,,,,,,0.801406,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-althing-gss|openai/gpt-6-luna|- / column mean_sps),,in, synthbench-althing-gss,github-synthbench,qwen3.8-flash,default,mixed,mid,OpenRouter-API,,,,,,0.846734,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-althing-gss|qwen/qwen3.8-flash|- / column mean_sps),,out:effort-not-established, synthbench-plain-gss,github-synthbench,haiku-4.5,nothink,mixed,mid,OpenRouter-API,,,,,,0.732140,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-plain-gss|anthropic/claude-haiku-4.5|- / column mean_sps),,in, synthbench-plain-gss,github-synthbench,haiku-5.5,low,mixed,mid,OpenRouter-API,,,,,,0.735337,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-plain-gss|anthropic/claude-haiku-5.5|off / column mean_sps),,in, synthbench-plain-gss,github-synthbench,sonnet-4.6,nothink,mixed,mid,OpenRouter-API,,,,,,0.775593,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-plain-gss|anthropic/claude-sonnet-4.6|- / column mean_sps),,in, synthbench-plain-gss,github-synthbench,sonnet-4,default,mixed,mid,OpenRouter-API,,,,,,0.721710,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-plain-gss|anthropic/claude-sonnet-4|- / column mean_sps),,out:effort-not-established, synthbench-plain-gss,github-synthbench,sonnet-5.5,low,mixed,mid,OpenRouter-API,,,,,,0.735957,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-plain-gss|anthropic/claude-sonnet-5.5|minimal / column mean_sps),,in, synthbench-plain-gss,github-synthbench,deepseek-v4.1-flash,low,mixed,mid,OpenRouter-API,,,,,,0.834313,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-plain-gss|deepseek/deepseek-v4.1-flash|off / column mean_sps),,in, synthbench-plain-gss,github-synthbench,gemini-2.5-flash-lite,nothink,mixed,mid,OpenRouter-API,,,,,,0.813499,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-plain-gss|google/gemini-2.5-flash-lite|- / column mean_sps),,out:single-couple, synthbench-plain-gss,github-synthbench,gemini-2.5-flash,nothink,mixed,mid,OpenRouter-API,,,,,,0.789471,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-plain-gss|google/gemini-2.5-flash|- / column mean_sps),,out:single-couple, synthbench-plain-gss,github-synthbench,gemini-3.5-flash-lite,minimal,mixed,mid,OpenRouter-API,,,,,,0.807438,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-plain-gss|google/gemini-3.5-flash-lite|- / column mean_sps),,in, synthbench-plain-gss,github-synthbench,gemini-3.8-flash,low,mixed,mid,OpenRouter-API,,,,,,0.531080,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-plain-gss|google/gemini-3.8-flash|minimal / column mean_sps),,in, synthbench-plain-gss,github-synthbench,llama-3.3-70b-instruct,solo,mixed,mid,OpenRouter-API,,,,,,0.814656,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-plain-gss|meta-llama/llama-3.3-70b-instruct|- / column mean_sps),,out:single-couple, synthbench-plain-gss,github-synthbench,muse-glimmer-30b,low,mixed,mid,OpenRouter-API,,,,,,0.543754,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-plain-gss|meta/muse-glimmer-30b|minimal / column mean_sps),,out:single-couple, synthbench-plain-gss,github-synthbench,gpt-4o-mini,solo,mixed,mid,OpenRouter-API,,,,,,0.804234,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-plain-gss|openai/gpt-4o-mini|- / column mean_sps),,out:single-couple, synthbench-plain-gss,github-synthbench,?openai/gpt-4o,not-established:absent,mixed,mid,OpenRouter-API,,,,,,0.802365,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-plain-gss|openai/gpt-4o|- / column mean_sps),,out:model-not-established, synthbench-plain-gss,github-synthbench,gpt-6-luna,nothink,mixed,mid,OpenRouter-API,,,,,,0.724092,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-plain-gss|openai/gpt-6-luna|off / column mean_sps),,in, synthbench-plain-gss,github-synthbench,qwen3.8-flash,nothink,mixed,mid,OpenRouter-API,,,,,,0.835171,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-plain-gss|qwen/qwen3.8-flash|off / column mean_sps),,in, synthbench-althing-opinionsqa,github-synthbench,haiku-4.5,nothink,mixed,mid,OpenRouter-API,,,,,,0.831247,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-althing-opinionsqa|anthropic/claude-haiku-4.5|- / column mean_sps),,in, synthbench-althing-opinionsqa,github-synthbench,haiku-5.5,nothink,mixed,mid,OpenRouter-API,,,,,,0.822803,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-althing-opinionsqa|anthropic/claude-haiku-5.5|- / column mean_sps),,in, synthbench-althing-opinionsqa,github-synthbench,sonnet-4.6,nothink,mixed,mid,OpenRouter-API,,,,,,0.807348,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-althing-opinionsqa|anthropic/claude-sonnet-4.6|- / column mean_sps),,in, synthbench-althing-opinionsqa,github-synthbench,sonnet-4,default,mixed,mid,OpenRouter-API,,,,,,0.841319,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-althing-opinionsqa|anthropic/claude-sonnet-4|- / column mean_sps),,out:effort-not-established, synthbench-althing-opinionsqa,github-synthbench,sonnet-5.5,high,mixed,mid,OpenRouter-API,,,,,,0.815734,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-althing-opinionsqa|anthropic/claude-sonnet-5.5|- / column mean_sps),,in, synthbench-althing-opinionsqa,github-synthbench,deepseek-v4.1-flash,high,mixed,mid,OpenRouter-API,,,,,,0.831886,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-althing-opinionsqa|deepseek/deepseek-v4.1-flash|- / column mean_sps),,in, synthbench-althing-opinionsqa,github-synthbench,gemini-2.5-flash-lite,nothink,mixed,mid,OpenRouter-API,,,,,,0.831174,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-althing-opinionsqa|google/gemini-2.5-flash-lite|- / column mean_sps),,out:single-couple, synthbench-althing-opinionsqa,github-synthbench,gemini-3.5-flash-lite,minimal,mixed,mid,OpenRouter-API,,,,,,0.839370,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-althing-opinionsqa|google/gemini-3.5-flash-lite|- / column mean_sps),,in, synthbench-althing-opinionsqa,github-synthbench,llama-3.3-70b-instruct,solo,mixed,mid,OpenRouter-API,,,,,,0.802667,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-althing-opinionsqa|meta-llama/llama-3.3-70b-instruct|- / column mean_sps),,out:single-couple, synthbench-althing-opinionsqa,github-synthbench,muse-glimmer-30b,medium,mixed,mid,OpenRouter-API,,,,,,0.832725,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-althing-opinionsqa|meta/muse-glimmer-30b|- / column mean_sps),,out:single-couple, synthbench-althing-opinionsqa,github-synthbench,gpt-4o-mini,solo,mixed,mid,OpenRouter-API,,,,,,0.806661,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-althing-opinionsqa|openai/gpt-4o-mini|- / column mean_sps),,out:single-couple, synthbench-althing-opinionsqa,github-synthbench,gpt-6-luna,medium,mixed,mid,OpenRouter-API,,,,,,0.829359,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-althing-opinionsqa|openai/gpt-6-luna|- / column mean_sps),,in, synthbench-althing-opinionsqa,github-synthbench,qwen3.8-flash,default,mixed,mid,OpenRouter-API,,,,,,0.868140,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-althing-opinionsqa|qwen/qwen3.8-flash|- / column mean_sps),,out:effort-not-established, synthbench-plain-opinionsqa,github-synthbench,haiku-4.5,nothink,mixed,mid,OpenRouter-API,,,,,,0.764993,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-plain-opinionsqa|anthropic/claude-haiku-4.5|- / column mean_sps),,in, synthbench-plain-opinionsqa,github-synthbench,haiku-5.5,low,mixed,mid,OpenRouter-API,,,,,,0.747053,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-plain-opinionsqa|anthropic/claude-haiku-5.5|off / column mean_sps),,in, synthbench-plain-opinionsqa,github-synthbench,sonnet-4.6,nothink,mixed,mid,OpenRouter-API,,,,,,0.806849,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-plain-opinionsqa|anthropic/claude-sonnet-4.6|- / column mean_sps),,in, synthbench-plain-opinionsqa,github-synthbench,sonnet-4,default,mixed,mid,OpenRouter-API,,,,,,0.719660,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-plain-opinionsqa|anthropic/claude-sonnet-4|- / column mean_sps),,out:effort-not-established, synthbench-plain-opinionsqa,github-synthbench,sonnet-5.5,low,mixed,mid,OpenRouter-API,,,,,,0.788890,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-plain-opinionsqa|anthropic/claude-sonnet-5.5|minimal / column mean_sps),,in, synthbench-plain-opinionsqa,github-synthbench,deepseek-v4.1-flash,low,mixed,mid,OpenRouter-API,,,,,,0.872856,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-plain-opinionsqa|deepseek/deepseek-v4.1-flash|off / column mean_sps),,in, synthbench-plain-opinionsqa,github-synthbench,gemini-2.5-flash-lite,nothink,mixed,mid,OpenRouter-API,,,,,,0.825897,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-plain-opinionsqa|google/gemini-2.5-flash-lite|- / column mean_sps),,out:single-couple, synthbench-plain-opinionsqa,github-synthbench,gemini-2.5-flash,nothink,mixed,mid,OpenRouter-API,,,,,,0.827370,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-plain-opinionsqa|google/gemini-2.5-flash|- / column mean_sps),,out:single-couple, synthbench-plain-opinionsqa,github-synthbench,gemini-3.5-flash-lite,minimal,mixed,mid,OpenRouter-API,,,,,,0.836063,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-plain-opinionsqa|google/gemini-3.5-flash-lite|- / column mean_sps),,in, synthbench-plain-opinionsqa,github-synthbench,gemini-3.8-flash,low,mixed,mid,OpenRouter-API,,,,,,0.701311,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-plain-opinionsqa|google/gemini-3.8-flash|minimal / column mean_sps),,in, synthbench-plain-opinionsqa,github-synthbench,llama-3.3-70b-instruct,solo,mixed,mid,OpenRouter-API,,,,,,0.822591,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-plain-opinionsqa|meta-llama/llama-3.3-70b-instruct|- / column mean_sps),,out:single-couple, synthbench-plain-opinionsqa,github-synthbench,muse-glimmer-30b,low,mixed,mid,OpenRouter-API,,,,,,0.689036,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-plain-opinionsqa|meta/muse-glimmer-30b|minimal / column mean_sps),,out:single-couple, synthbench-plain-opinionsqa,github-synthbench,gpt-4o-mini,solo,mixed,mid,OpenRouter-API,,,,,,0.816512,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-plain-opinionsqa|openai/gpt-4o-mini|- / column mean_sps),,out:single-couple, synthbench-plain-opinionsqa,github-synthbench,?openai/gpt-4o,not-established:absent,mixed,mid,OpenRouter-API,,,,,,0.825484,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-plain-opinionsqa|openai/gpt-4o|- / column mean_sps),,out:model-not-established, synthbench-plain-opinionsqa,github-synthbench,gpt-6-luna,nothink,mixed,mid,OpenRouter-API,,,,,,0.714129,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-plain-opinionsqa|openai/gpt-6-luna|off / column mean_sps),,in, synthbench-plain-opinionsqa,github-synthbench,qwen3.8-flash,nothink,mixed,mid,OpenRouter-API,,,,,,0.858986,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-plain-opinionsqa|qwen/qwen3.8-flash|off / column mean_sps),,in, synthbench-althing-subpop,github-synthbench,haiku-4.5,nothink,mixed,mid,OpenRouter-API,,,,,,0.770122,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-althing-subpop|anthropic/claude-haiku-4.5|- / column mean_sps),,in, synthbench-althing-subpop,github-synthbench,haiku-5.5,nothink,mixed,mid,OpenRouter-API,,,,,,0.783362,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-althing-subpop|anthropic/claude-haiku-5.5|- / column mean_sps),,in, synthbench-althing-subpop,github-synthbench,sonnet-4.6,nothink,mixed,mid,OpenRouter-API,,,,,,0.782049,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-althing-subpop|anthropic/claude-sonnet-4.6|- / column mean_sps),,in, synthbench-althing-subpop,github-synthbench,sonnet-4,default,mixed,mid,OpenRouter-API,,,,,,0.803322,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-althing-subpop|anthropic/claude-sonnet-4|- / column mean_sps),,out:effort-not-established, synthbench-althing-subpop,github-synthbench,sonnet-5.5,high,mixed,mid,OpenRouter-API,,,,,,0.722721,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-althing-subpop|anthropic/claude-sonnet-5.5|- / column mean_sps),,in, synthbench-althing-subpop,github-synthbench,deepseek-v4.1-flash,high,mixed,mid,OpenRouter-API,,,,,,0.815803,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-althing-subpop|deepseek/deepseek-v4.1-flash|- / column mean_sps),,in, synthbench-althing-subpop,github-synthbench,gemini-2.5-flash-lite,nothink,mixed,mid,OpenRouter-API,,,,,,0.747497,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-althing-subpop|google/gemini-2.5-flash-lite|- / column mean_sps),,out:single-couple, synthbench-althing-subpop,github-synthbench,gemini-3.5-flash-lite,minimal,mixed,mid,OpenRouter-API,,,,,,0.810683,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-althing-subpop|google/gemini-3.5-flash-lite|- / column mean_sps),,in, synthbench-althing-subpop,github-synthbench,llama-3.3-70b-instruct,solo,mixed,mid,OpenRouter-API,,,,,,0.775725,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-althing-subpop|meta-llama/llama-3.3-70b-instruct|- / column mean_sps),,out:single-couple, synthbench-althing-subpop,github-synthbench,muse-glimmer-30b,medium,mixed,mid,OpenRouter-API,,,,,,0.809188,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-althing-subpop|meta/muse-glimmer-30b|- / column mean_sps),,out:single-couple, synthbench-althing-subpop,github-synthbench,gpt-4o-mini,solo,mixed,mid,OpenRouter-API,,,,,,0.760117,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-althing-subpop|openai/gpt-4o-mini|- / column mean_sps),,out:single-couple, synthbench-althing-subpop,github-synthbench,gpt-6-luna,medium,mixed,mid,OpenRouter-API,,,,,,0.798292,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-althing-subpop|openai/gpt-6-luna|- / column mean_sps),,in, synthbench-althing-subpop,github-synthbench,qwen3.8-flash,default,mixed,mid,OpenRouter-API,,,,,,0.829014,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-althing-subpop|qwen/qwen3.8-flash|- / column mean_sps),,out:effort-not-established, synthbench-plain-subpop,github-synthbench,haiku-4.5,nothink,mixed,mid,OpenRouter-API,,,,,,0.710074,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-plain-subpop|anthropic/claude-haiku-4.5|- / column mean_sps),,in, synthbench-plain-subpop,github-synthbench,haiku-5.5,low,mixed,mid,OpenRouter-API,,,,,,0.713893,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-plain-subpop|anthropic/claude-haiku-5.5|off / column mean_sps),,in, synthbench-plain-subpop,github-synthbench,sonnet-4.6,nothink,mixed,mid,OpenRouter-API,,,,,,0.741836,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-plain-subpop|anthropic/claude-sonnet-4.6|- / column mean_sps),,in, synthbench-plain-subpop,github-synthbench,sonnet-4,default,mixed,mid,OpenRouter-API,,,,,,0.669642,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-plain-subpop|anthropic/claude-sonnet-4|- / column mean_sps),,out:effort-not-established, synthbench-plain-subpop,github-synthbench,sonnet-5.5,low,mixed,mid,OpenRouter-API,,,,,,0.736138,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-plain-subpop|anthropic/claude-sonnet-5.5|minimal / column mean_sps),,in, synthbench-plain-subpop,github-synthbench,deepseek-v4.1-flash,low,mixed,mid,OpenRouter-API,,,,,,0.837433,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-plain-subpop|deepseek/deepseek-v4.1-flash|off / column mean_sps),,in, synthbench-plain-subpop,github-synthbench,gemini-2.5-flash-lite,nothink,mixed,mid,OpenRouter-API,,,,,,0.778330,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-plain-subpop|google/gemini-2.5-flash-lite|- / column mean_sps),,out:single-couple, synthbench-plain-subpop,github-synthbench,gemini-2.5-flash,nothink,mixed,mid,OpenRouter-API,,,,,,0.719253,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-plain-subpop|google/gemini-2.5-flash|- / column mean_sps),,out:single-couple, synthbench-plain-subpop,github-synthbench,gemini-3.5-flash-lite,minimal,mixed,mid,OpenRouter-API,,,,,,0.800542,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-plain-subpop|google/gemini-3.5-flash-lite|- / column mean_sps),,in, synthbench-plain-subpop,github-synthbench,gemini-3.8-flash,low,mixed,mid,OpenRouter-API,,,,,,0.599975,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-plain-subpop|google/gemini-3.8-flash|minimal / column mean_sps),,in, synthbench-plain-subpop,github-synthbench,llama-3.3-70b-instruct,solo,mixed,mid,OpenRouter-API,,,,,,0.729212,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-plain-subpop|meta-llama/llama-3.3-70b-instruct|- / column mean_sps),,out:single-couple, synthbench-plain-subpop,github-synthbench,muse-glimmer-30b,low,mixed,mid,OpenRouter-API,,,,,,0.632127,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-plain-subpop|meta/muse-glimmer-30b|minimal / column mean_sps),,out:single-couple, synthbench-plain-subpop,github-synthbench,gpt-4o-mini,solo,mixed,mid,OpenRouter-API,,,,,,0.715948,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-plain-subpop|openai/gpt-4o-mini|- / column mean_sps),,out:single-couple, synthbench-plain-subpop,github-synthbench,?openai/gpt-4o,not-established:absent,mixed,mid,OpenRouter-API,,,,,,0.763270,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-plain-subpop|openai/gpt-4o|- / column mean_sps),,out:model-not-established, synthbench-plain-subpop,github-synthbench,gpt-6-luna,nothink,mixed,mid,OpenRouter-API,,,,,,0.723542,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-plain-subpop|openai/gpt-6-luna|off / column mean_sps),,in, synthbench-plain-subpop,github-synthbench,qwen3.8-flash,nothink,mixed,mid,OpenRouter-API,,,,,,0.824688,sps-of-1,2.89e-07,,,https://github.com/DataViking-Tech/SynthBench ($.configs / row synthbench-plain-subpop|qwen/qwen3.8-flash|off / column mean_sps),,in, s7t-techkwon-motion,github-techkwon,fable-5.2,not-established:absent,coding,mid,Claude Code / Codex CLI,per-task,8.16,0.00289,,,9,blind-rank-points-of-9,0.289,,,"https://github.com/techkwon/fable52-oneshot-bench (data.json, tasks[motion].points.fable)",,out:effort-not-established,out:effort-not-established s7t-techkwon-motion,github-techkwon,opus-5.5,high,coding,mid,Claude Code / Codex CLI,per-task,2.82,0.00289,,,4,blind-rank-points-of-9,0.289,,cost-base-price:cost-publisher-figure,"https://github.com/techkwon/fable52-oneshot-bench (data.json, tasks[motion].points.opus)",,in,out:cost-single-couple s7t-techkwon-motion,github-techkwon,gpt-6.1-sol,high,coding,mid,Claude Code / Codex CLI,,,,,,5,blind-rank-points-of-9,0.289,,,"https://github.com/techkwon/fable52-oneshot-bench (data.json, tasks[motion].points.gpt)",,in, s7t-techkwon-physics,github-techkwon,fable-5.2,not-established:absent,coding,mid,Claude Code / Codex CLI,per-task,1.25,0.00289,,,8,blind-rank-points-of-9,0.289,,,"https://github.com/techkwon/fable52-oneshot-bench (data.json, tasks[physics].points.fable)",,out:effort-not-established,out:effort-not-established s7t-techkwon-physics,github-techkwon,opus-5.5,high,coding,mid,Claude Code / Codex CLI,per-task,0.32,0.00289,,,7,blind-rank-points-of-9,0.289,,cost-base-price:cost-publisher-figure,"https://github.com/techkwon/fable52-oneshot-bench (data.json, tasks[physics].points.opus)",,in,out:cost-single-couple s7t-techkwon-physics,github-techkwon,gpt-6.1-sol,high,coding,mid,Claude Code / Codex CLI,,,,,,3,blind-rank-points-of-9,0.289,,,"https://github.com/techkwon/fable52-oneshot-bench (data.json, tasks[physics].points.gpt)",,in, s7t-techkwon-svg,github-techkwon,fable-5.2,not-established:absent,coding,mid,Claude Code / Codex CLI,per-task,1.11,0.00289,,,8,blind-rank-points-of-9,0.289,,,"https://github.com/techkwon/fable52-oneshot-bench (data.json, tasks[svg].points.fable)",,out:effort-not-established,out:effort-not-established s7t-techkwon-svg,github-techkwon,opus-5.5,high,coding,mid,Claude Code / Codex CLI,per-task,0.25,0.00289,,,3,blind-rank-points-of-9,0.289,,cost-base-price:cost-publisher-figure,"https://github.com/techkwon/fable52-oneshot-bench (data.json, tasks[svg].points.opus)",,in,out:cost-single-couple s7t-techkwon-svg,github-techkwon,gpt-6.1-sol,high,coding,mid,Claude Code / Codex CLI,,,,,,7,blind-rank-points-of-9,0.289,,,"https://github.com/techkwon/fable52-oneshot-bench (data.json, tasks[svg].points.gpt)",,in, s7t-techkwon-three,github-techkwon,fable-5.2,not-established:absent,coding,mid,Claude Code / Codex CLI,per-task,6.38,0.00289,,,6,blind-rank-points-of-9,0.289,,,"https://github.com/techkwon/fable52-oneshot-bench (data.json, tasks[three].points.fable)",,out:effort-not-established,out:effort-not-established s7t-techkwon-three,github-techkwon,opus-5.5,high,coding,mid,Claude Code / Codex CLI,per-task,2.71,0.00289,,,7,blind-rank-points-of-9,0.289,,cost-base-price:cost-publisher-figure,"https://github.com/techkwon/fable52-oneshot-bench (data.json, tasks[three].points.opus)",,in,out:cost-single-couple s7t-techkwon-three,github-techkwon,gpt-6.1-sol,high,coding,mid,Claude Code / Codex CLI,,,,,,5,blind-rank-points-of-9,0.289,,,"https://github.com/techkwon/fable52-oneshot-bench (data.json, tasks[three].points.gpt)",,in, s7t-techkwon-game,github-techkwon,fable-5.2,not-established:absent,coding,mid,Claude Code / Codex CLI,per-task,1.94,0.00289,,,3,blind-rank-points-of-9,0.289,,,"https://github.com/techkwon/fable52-oneshot-bench (data.json, tasks[game].points.fable)",,out:effort-not-established,out:effort-not-established s7t-techkwon-game,github-techkwon,opus-5.5,high,coding,mid,Claude Code / Codex CLI,per-task,0.31,0.00289,,,6,blind-rank-points-of-9,0.289,,cost-base-price:cost-publisher-figure,"https://github.com/techkwon/fable52-oneshot-bench (data.json, tasks[game].points.opus)",,out:single-couple,out:cost-single-couple s7t-techkwon-game,github-techkwon,gpt-6.1-sol,high,coding,mid,Claude Code / Codex CLI,,,,,,9,blind-rank-points-of-9,0.289,,,"https://github.com/techkwon/fable52-oneshot-bench (data.json, tasks[game].points.gpt)",,out:uninformative, s7t-techkwon-total,github-techkwon,fable-5.2,not-established:absent,coding,mid,Claude Code / Codex CLI,per-run-total,18.84,0.00289,,,34,blind-rank-points-of-45,0.289,,,"https://github.com/techkwon/fable52-oneshot-bench (data.json, total.fable)",,out:effort-not-established,out:effort-not-established s7t-techkwon-total,github-techkwon,opus-5.5,high,coding,mid,Claude Code / Codex CLI,per-run-total,6.41,0.00289,,,27,blind-rank-points-of-45,0.289,,cost-base-price:cost-publisher-figure,"https://github.com/techkwon/fable52-oneshot-bench (data.json, total.opus)",,out:not-headline,out:cost-single-couple s7t-techkwon-total,github-techkwon,gpt-6.1-sol,high,coding,mid,Claude Code / Codex CLI,,,,,,29,blind-rank-points-of-45,0.289,,,"https://github.com/techkwon/fable52-oneshot-bench (data.json, total.gpt)",,out:not-headline, techkwon-token-diet-motion,github-techkwon,fable-5.2,high,coding,easy,,per-run,7.1884,2.89e-05,,,33,blind-rank-points-of-48,0.289,,cost-base-price:cost-publisher-figure,"https://github.com/techkwon/fable52-token-diet (data.json, scores.points.motion[""fable-high""])",,out:not-headline,in techkwon-token-diet-motion,github-techkwon,fable-5.2,low,coding,easy,,per-run,1.7073,2.89e-05,,,40,blind-rank-points-of-48,0.289,,cost-base-price:cost-publisher-figure,"https://github.com/techkwon/fable52-token-diet (data.json, scores.points.motion[""fable-low""])",,out:not-headline,in techkwon-token-diet-motion,github-techkwon,opus-5.5,high,coding,easy,,per-run,3.0523,2.89e-05,,,47,blind-rank-points-of-48,0.289,,cost-base-price:cost-publisher-figure,"https://github.com/techkwon/fable52-token-diet (data.json, scores.points.motion[""opus-solo""])",,out:not-headline,in techkwon-token-diet-lesson,github-techkwon,fable-5.2,high,coding,easy,,per-run,6.8898,2.89e-05,,,37,blind-rank-points-of-48,0.289,,cost-base-price:cost-publisher-figure,"https://github.com/techkwon/fable52-token-diet (data.json, scores.points.lesson[""fable-high""])",,out:not-headline,in techkwon-token-diet-lesson,github-techkwon,fable-5.2,low,coding,easy,,per-run,1.6908,2.89e-05,,,42,blind-rank-points-of-48,0.289,,cost-base-price:cost-publisher-figure,"https://github.com/techkwon/fable52-token-diet (data.json, scores.points.lesson[""fable-low""])",,out:not-headline,in techkwon-token-diet-lesson,github-techkwon,opus-5.5,high,coding,easy,,per-run,2.7206,2.89e-05,,,41,blind-rank-points-of-48,0.289,,cost-base-price:cost-publisher-figure,"https://github.com/techkwon/fable52-token-diet (data.json, scores.points.lesson[""opus-solo""])",,out:not-headline,in github-telecom-oam-objective-off,github-telecom-oam,kimi-k3,nothink,mixed,mid,none,,,,,,90.1,accuracy-%,0.0289,,,"https://github.com/qianqiuqiu/Telecom_OM_LLM_Evaluation (report section 2.1 table, row kimi-k3, column 正确率 (5 subsets pooled))",,out:effort-not-established, github-telecom-oam-objective-off,github-telecom-oam,qwen3.8-max-0902,nothink,mixed,mid,none,,,,,,89.4,accuracy-%,0.0289,,,"https://github.com/qianqiuqiu/Telecom_OM_LLM_Evaluation (report section 2.1 table, row qwen3.8-max-0902, column 正确率 (5 subsets pooled))",,out:effort-not-established, github-telecom-oam-objective-off,github-telecom-oam,qwen3.7-plus,nothink,mixed,mid,none,,,,,,87.5,accuracy-%,0.0289,,,"https://github.com/qianqiuqiu/Telecom_OM_LLM_Evaluation (report section 2.1 table, row qwen3.7-plus, column 正确率 (5 subsets pooled))",,in, github-telecom-oam-objective-off,github-telecom-oam,deepseek-v4-pro-0813,nothink,mixed,mid,none,,,,,,87.0,accuracy-%,0.0289,,,"https://github.com/qianqiuqiu/Telecom_OM_LLM_Evaluation (report section 2.1 table, row deepseek-v4-pro-0813, column 正确率 (5 subsets pooled))",,in, github-telecom-oam-objective-off,github-telecom-oam,deepseek-v4.1-flash,nothink,mixed,mid,none,,,,,,86.1,accuracy-%,0.0289,,,"https://github.com/qianqiuqiu/Telecom_OM_LLM_Evaluation (report section 2.1 table, row deepseek-v4.1-flash, column 正确率 (5 subsets pooled))",,in, github-telecom-oam-objective-off,github-telecom-oam,qwen3.8-flash,nothink,mixed,mid,none,,,,,,86.0,accuracy-%,0.0289,,,"https://github.com/qianqiuqiu/Telecom_OM_LLM_Evaluation (report section 2.1 table, row qwen3.8-flash, column 正确率 (5 subsets pooled))",,in, github-telecom-oam-objective-off,github-telecom-oam,glm-5.2,nothink,mixed,mid,none,,,,,,85.3,accuracy-%,0.0289,,,"https://github.com/qianqiuqiu/Telecom_OM_LLM_Evaluation (report section 2.1 table, row glm-5.2, column 正确率 (5 subsets pooled))",,in, github-telecom-oam-scenario-off,github-telecom-oam,kimi-k3,nothink,agentic-tool,mid,none,,,,,,72.5,main-score-0-100,0.0289,,,"https://github.com/qianqiuqiu/Telecom_OM_LLM_Evaluation (report section 2.2 table, row kimi-k3, column 均分)",,out:effort-not-established, github-telecom-oam-scenario-off,github-telecom-oam,deepseek-v4.1-flash,nothink,agentic-tool,mid,none,,,,,,69.0,main-score-0-100,0.0289,,,"https://github.com/qianqiuqiu/Telecom_OM_LLM_Evaluation (report section 2.2 table, row deepseek-v4.1-flash, column 均分)",,in, github-telecom-oam-scenario-off,github-telecom-oam,qwen3.8-max-0902,nothink,agentic-tool,mid,none,,,,,,65.6,main-score-0-100,0.0289,,,"https://github.com/qianqiuqiu/Telecom_OM_LLM_Evaluation (report section 2.2 table, row qwen3.8-max-0902, column 均分)",,out:effort-not-established, github-telecom-oam-scenario-off,github-telecom-oam,deepseek-v4-pro-0813,nothink,agentic-tool,mid,none,,,,,,63.4,main-score-0-100,0.0289,,,"https://github.com/qianqiuqiu/Telecom_OM_LLM_Evaluation (report section 2.2 table, row deepseek-v4-pro-0813, column 均分)",,in, github-telecom-oam-scenario-off,github-telecom-oam,glm-5.2,nothink,agentic-tool,mid,none,,,,,,60.9,main-score-0-100,0.0289,,,"https://github.com/qianqiuqiu/Telecom_OM_LLM_Evaluation (report section 2.2 table, row glm-5.2, column 均分)",,in, github-telecom-oam-scenario-off,github-telecom-oam,qwen3.8-flash,nothink,agentic-tool,mid,none,,,,,,59.6,main-score-0-100,0.0289,,,"https://github.com/qianqiuqiu/Telecom_OM_LLM_Evaluation (report section 2.2 table, row qwen3.8-flash, column 均分)",,in, github-telecom-oam-scenario-off,github-telecom-oam,qwen3.7-plus,nothink,agentic-tool,mid,none,,,,,,58.9,main-score-0-100,0.0289,,,"https://github.com/qianqiuqiu/Telecom_OM_LLM_Evaluation (report section 2.2 table, row qwen3.7-plus, column 均分)",,in, github-telecom-oam-scenario-on41,github-telecom-oam,qwen3.8-max-0902,not-established:absent,agentic-tool,mid,none,,,,,,82.9,main-score-0-100,0.0289,,,"https://github.com/qianqiuqiu/Telecom_OM_LLM_Evaluation (thinking_main.md section 1 table, row qwen3.8-max, column 开思考)",,out:effort-not-established, github-telecom-oam-scenario-on41,github-telecom-oam,deepseek-v4.1-flash,high,agentic-tool,mid,none,,,,,,79.6,main-score-0-100,0.0289,,level-from-default,"https://github.com/qianqiuqiu/Telecom_OM_LLM_Evaluation (thinking_main.md section 1 table, row deepseek-v4.1-flash, column 开思考)",,in, github-telecom-oam-scenario-on41,github-telecom-oam,qwen3.8-flash,not-established:absent,agentic-tool,mid,none,,,,,,78.1,main-score-0-100,0.0289,,,"https://github.com/qianqiuqiu/Telecom_OM_LLM_Evaluation (thinking_main.md section 1 table, row qwen3.8-flash-ocgo, column 开思考)",,out:effort-not-established, github-telecom-oam-scenario-on41,github-telecom-oam,deepseek-v4-pro-0813,high,agentic-tool,mid,none,,,,,,70.3,main-score-0-100,0.0289,,level-from-default,"https://github.com/qianqiuqiu/Telecom_OM_LLM_Evaluation (thinking_main.md section 1 table, row deepseek-v4-pro, column 开思考)",,in, github-telecom-oam-scenario-on41,github-telecom-oam,glm-5.2,not-established:absent,agentic-tool,mid,none,,,,,,63.1,main-score-0-100,0.0289,,,"https://github.com/qianqiuqiu/Telecom_OM_LLM_Evaluation (thinking_main.md section 1 table, row glm-5.2, column 开思考)",,out:effort-not-established, terraform-haiku-bench,github-terraform-haiku-bench,haiku-4.5,unstated,coding,mid,Bedrock-API,,0.0353,2.89e-05,,,75.3,score-of-100,0.0289,,,"https://github.com/moriryota62/claude-haiku-terraform-benchmark (results/report.md, 総合スコア table, row 平均 (printed mean of the three task totals))",,out:effort-not-established,out:effort-not-established terraform-haiku-bench,github-terraform-haiku-bench,sonnet-5.5,unstated,coding,mid,Bedrock-API,,0.1286,2.89e-05,,,84.0,score-of-100,0.0289,,,"https://github.com/moriryota62/claude-haiku-terraform-benchmark (results/report.md, 総合スコア table, row 平均 (printed mean of the three task totals))",,out:effort-not-established,out:effort-not-established terraform-haiku-bench,github-terraform-haiku-bench,haiku-5.5,unstated,coding,mid,Bedrock-API,,0.0080,2.89e-05,,,81.4,score-of-100,0.0289,,,"https://github.com/moriryota62/claude-haiku-terraform-benchmark (results/report.md, 総合スコア table, row 平均 (printed mean of the three task totals))",,out:effort-not-established,out:effort-not-established threadkeeper-128k,github-threadkeeper,kimi-k3,not-established:absent,mixed,hard,,,,,,,98.45,composite,0.00289,,,https://github.com/neko-legends/threadkeeper (derived table of the 128k-corpus SCORED rows of results/leaderboard.csv / row kimi-k3__low__128k / column composite),,out:effort-not-established, threadkeeper-128k,github-threadkeeper,kimi-k3,default,mixed,hard,,,,,,,97.35,composite,0.00289,,,https://github.com/neko-legends/threadkeeper (derived table of the 128k-corpus SCORED rows of results/leaderboard.csv / row kimi-k3__default__128k / column composite),,out:effort-not-established, threadkeeper-128k,github-threadkeeper,deepseek-v4.1-flash,default,mixed,hard,,,,,,,96.57,composite,0.00289,,,https://github.com/neko-legends/threadkeeper (derived table of the 128k-corpus SCORED rows of results/leaderboard.csv / row deepseek-v4-1-flash__default__128k / column composite),,out:effort-not-established, threadkeeper-128k,github-threadkeeper,?DeepSeek-V4.1-Flash-TF,not-established:absent,mixed,hard,,,,,,,95.41,composite,0.00289,,,https://github.com/neko-legends/threadkeeper (derived table of the 128k-corpus SCORED rows of results/leaderboard.csv / row DeepSeek-V4.1-Flash-TF__default__128k / column composite),,out:model-not-established, threadkeeper-128k,github-threadkeeper,opus-5.5,medium,mixed,hard,,,,,,,95.41,composite,0.00289,,,https://github.com/neko-legends/threadkeeper (derived table of the 128k-corpus SCORED rows of results/leaderboard.csv / row opus__default__128k / column composite),,in, threadkeeper-128k,github-threadkeeper,?z-ai-glm-5-3-flash,not-established:absent,mixed,hard,,,,,,,95.02,composite,0.00289,,,https://github.com/neko-legends/threadkeeper (derived table of the 128k-corpus SCORED rows of results/leaderboard.csv / row z-ai-glm-5-3-flash__default__128k / column composite),,out:model-not-established, threadkeeper-128k,github-threadkeeper,?z-ai-glm-5-3-flash,not-established:absent,mixed,hard,,,,,,,95.02,composite,0.00289,,,https://github.com/neko-legends/threadkeeper (derived table of the 128k-corpus SCORED rows of results/leaderboard.csv / row z-ai-glm-5-3-flash__high__128k / column composite),,out:model-not-established, threadkeeper-128k,github-threadkeeper,deepseek-v4.1-flash,not-established:absent,mixed,hard,,,,,,,94.7,composite,0.00289,,,https://github.com/neko-legends/threadkeeper (derived table of the 128k-corpus SCORED rows of results/leaderboard.csv / row deepseek-v4-1-flash__low__128k / column composite),,out:effort-not-established, threadkeeper-128k,github-threadkeeper,?venice/qwen-3-8-flash,not-established:absent,mixed,hard,,,,,,,94.63,composite,0.00289,,,https://github.com/neko-legends/threadkeeper (derived table of the 128k-corpus SCORED rows of results/leaderboard.csv / row venice-qwen-3-8-flash__default__128k / column composite),,out:model-not-established, threadkeeper-128k,github-threadkeeper,sonnet-5.5,medium,mixed,hard,,,,,,,93.15,composite,0.00289,,,https://github.com/neko-legends/threadkeeper (derived table of the 128k-corpus SCORED rows of results/leaderboard.csv / row sonnet__default__128k / column composite),,in, threadkeeper-128k,github-threadkeeper,gpt-6-astra,not-established:absent,mixed,hard,,,,,,,90.64,composite,0.00289,,,https://github.com/neko-legends/threadkeeper (derived table of the 128k-corpus SCORED rows of results/leaderboard.csv / row openai-gpt-6-astra__high__128k / column composite),,out:effort-not-established, threadkeeper-128k,github-threadkeeper,?venice/qwen-3-8-flash,not-established:absent,mixed,hard,,,,,,,89.16,composite,0.00289,,,https://github.com/neko-legends/threadkeeper (derived table of the 128k-corpus SCORED rows of results/leaderboard.csv / row venice-qwen-3-8-flash__high__128k / column composite),,out:model-not-established, threadkeeper-128k,github-threadkeeper,opus-5.5,max,mixed,hard,,,,,,,85.8,composite,0.00289,,,https://github.com/neko-legends/threadkeeper (derived table of the 128k-corpus SCORED rows of results/leaderboard.csv / row opus__max__128k / column composite),,in, threadkeeper-128k,github-threadkeeper,?z-ai-glm-5-3-flash,not-established:absent,mixed,hard,,,,,,,85.67,composite,0.00289,,,https://github.com/neko-legends/threadkeeper (derived table of the 128k-corpus SCORED rows of results/leaderboard.csv / row z-ai-glm-5-3-flash__low__128k / column composite),,out:model-not-established, threadkeeper-128k,github-threadkeeper,gpt-6-astra,default,mixed,hard,,,,,,,83.79,composite,0.00289,,,https://github.com/neko-legends/threadkeeper (derived table of the 128k-corpus SCORED rows of results/leaderboard.csv / row openai-gpt-6-astra__default__128k / column composite),,out:effort-not-established, tilth-baseline,github-tilth,sonnet-4.6,default,coding,mid,mcp-agent,per-correct,0.26,0.00289,,,84,acc%,0.289,,,"https://github.com/jahala/tilth (benchmark README, table 'Results — v0.5.0', row Sonnet 4.6, column 'Baseline acc')",,out:effort-not-established,out:effort-not-established tilth-mcp,github-tilth,sonnet-4.6,default,coding,mid,mcp-agent,per-correct,0.15,0.00289,,,94,acc%,0.289,,,"https://github.com/jahala/tilth (benchmark README, table 'Results — v0.5.0', row Sonnet 4.6, column 'tilth acc')",,out:effort-not-established,out:effort-not-established tilth-baseline,github-tilth,opus-4.6,default,coding,mid,mcp-agent,per-correct,0.22,0.00289,,,91,acc%,0.289,,,"https://github.com/jahala/tilth (benchmark README, table 'Results — v0.5.0', row Opus 4.6, column 'Baseline acc')",,out:effort-not-established,out:effort-not-established tilth-mcp,github-tilth,opus-4.6,default,coding,mid,mcp-agent,per-correct,0.14,0.00289,,,92,acc%,0.289,,,"https://github.com/jahala/tilth (benchmark README, table 'Results — v0.5.0', row Opus 4.6, column 'tilth acc')",,out:effort-not-established,out:effort-not-established tilth-baseline,github-tilth,haiku-4.5,default,coding,mid,mcp-agent,per-correct,0.12,0.00289,,,54,acc%,0.289,,,"https://github.com/jahala/tilth (benchmark README, table 'Results — v0.5.0', row Haiku 4.5, column 'Baseline acc')",,out:effort-not-established,out:effort-not-established tilth-mcp,github-tilth,haiku-4.5,default,coding,mid,mcp-agent,per-correct,0.08,0.00289,,,73,acc%,0.289,,,"https://github.com/jahala/tilth (benchmark README, table 'Results — v0.5.0', row Haiku 4.5, column 'tilth acc')",,out:effort-not-established,out:effort-not-established tw-support-evals,github-tw-support-evals,sonnet-5.5,unstated,agentic-tool,easy,ClaudeCode-cli(claude -p),,,,,,97.5,pass%,0,,,"https://github.com/hsuanmingli/tw-support-agent-evals (README.md, section 'English', paragraph 'Run' (sample results, 2026-10-13))",,out:effort-not-established, tw-support-evals,github-tw-support-evals,haiku-5.5,unstated,agentic-tool,easy,ClaudeCode-cli(claude -p),,,,,,97.5,pass%,0,,,"https://github.com/hsuanmingli/tw-support-agent-evals (README.md, section 'English', paragraph 'Run' (sample results, 2026-10-13))",,out:effort-not-established, eveagent-base,github-vercel-eve,kimi-k3,default,agentic-tool,mid,,per-suite,0.99865100000000007,0,,,,none,,,,https://github.com/vercel/eve (),,,out:effort-not-established eveagent-guided,github-vercel-eve,kimi-k3,default,agentic-tool,mid,,per-suite,0.58404399999999998,0,,,,none,,,,https://github.com/vercel/eve (),,,out:effort-not-established eveagent-base,github-vercel-eve,fable-5.1,default,agentic-tool,mid,,per-suite,7.6910711666666662,0,,,,none,,,,https://github.com/vercel/eve (),,,out:effort-not-established eveagent-guided,github-vercel-eve,fable-5.1,default,agentic-tool,mid,,per-suite,6.4331806666666666,0,,,,none,,,,https://github.com/vercel/eve (),,,out:effort-not-established eveagent-base,github-vercel-eve,grok-4.6,default,agentic-tool,mid,,per-suite,1.576481333333333454,0,,,,none,,,,https://github.com/vercel/eve (),,,out:effort-not-established eveagent-guided,github-vercel-eve,grok-4.6,default,agentic-tool,mid,,per-suite,0.318993999999999996,0,,,,none,,,,https://github.com/vercel/eve (),,,out:effort-not-established eveagent-base,github-vercel-eve,gpt-5.6-sol,default,agentic-tool,mid,,per-suite,2.07785350000000000,0,,,,none,,,,https://github.com/vercel/eve (),,,out:effort-not-established eveagent-guided,github-vercel-eve,gpt-5.6-sol,default,agentic-tool,mid,,per-suite,1.11703649999999998,0,,,,none,,,,https://github.com/vercel/eve (),,,out:effort-not-established eveagent-base,github-vercel-eve,gpt-5.6-terra,default,agentic-tool,mid,,per-suite,1.28993300000000001,0,,,,none,,,,https://github.com/vercel/eve (),,,out:effort-not-established eveagent-guided,github-vercel-eve,gpt-5.6-terra,default,agentic-tool,mid,,per-suite,0.83938293333333334,0,,,,none,,,,https://github.com/vercel/eve (),,,out:effort-not-established eveagent-base,github-vercel-eve,gpt-6-astra,not-established:absent,agentic-tool,mid,,per-suite,6.8879185000000004,0,,,,none,,,,https://github.com/vercel/eve (),,,out:effort-not-established eveagent-guided,github-vercel-eve,gpt-6-astra,not-established:absent,agentic-tool,mid,,per-suite,4.7016963333333334,0,,,,none,,,,https://github.com/vercel/eve (),,,out:effort-not-established eveagent-base,github-vercel-eve,sonnet-5,default,agentic-tool,mid,,per-suite,2.58976326666666683,0,,,,none,,,,https://github.com/vercel/eve (),,,out:effort-not-established eveagent-guided,github-vercel-eve,sonnet-5,default,agentic-tool,mid,,per-suite,2.24143526666666671,0,,,,none,,,,https://github.com/vercel/eve (),,,out:effort-not-established eveagent-base,github-vercel-eve,glm-5.3,default,agentic-tool,mid,,per-suite,0.821988280000000014,0,,,,none,,,,https://github.com/vercel/eve (),,,out:effort-not-established eveagent-guided,github-vercel-eve,glm-5.3,default,agentic-tool,mid,,per-suite,0.313557146666666672,0,,,,none,,,,https://github.com/vercel/eve (),,,out:effort-not-established eveagent-base,github-vercel-eve,opus-5,default,agentic-tool,mid,,per-suite,6.9679662500000001,0,,,,none,,,,https://github.com/vercel/eve (),,,out:effort-not-established eveagent-guided,github-vercel-eve,opus-5,default,agentic-tool,mid,,per-suite,5.04976683333333337,0,,,,none,,,,https://github.com/vercel/eve (),,,out:effort-not-established eveagent-base,github-vercel-eve,gemini-3.1-pro,default,agentic-tool,mid,,per-suite,1.95556466666666663,0,,,,none,,,,https://github.com/vercel/eve (),,,out:effort-not-established eveagent-guided,github-vercel-eve,gemini-3.1-pro,default,agentic-tool,mid,,per-suite,0.969695333333333374,0,,,,none,,,,https://github.com/vercel/eve (),,,out:effort-not-established eveagent-base,github-vercel-eve,gemini-3.8-flash,default,agentic-tool,mid,,per-suite,2.63368672499999996,0,,,,none,,,,https://github.com/vercel/eve (),,,out:effort-not-established eveagent-guided,github-vercel-eve,gemini-3.8-flash,default,agentic-tool,mid,,per-suite,1.581835325000000014,0,,,,none,,,,https://github.com/vercel/eve (),,,out:effort-not-established eveagent-base,github-vercel-eve,minimax-m3,default,agentic-tool,mid,,per-suite,0.266580819999999973,0,,,,none,,,,https://github.com/vercel/eve (),,,out:effort-not-established eveagent-guided,github-vercel-eve,minimax-m3,default,agentic-tool,mid,,per-suite,0.097275279999999999,0,,,,none,,,,https://github.com/vercel/eve (),,,out:effort-not-established eveagent-base,github-vercel-eve,kimi-k2.7-code,solo,agentic-tool,mid,,per-suite,0.67112633999999997,0,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/vercel/eve (),,,out:cost-single-couple eveagent-guided,github-vercel-eve,kimi-k2.7-code,solo,agentic-tool,mid,,per-suite,0.339724310000000010,0,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/vercel/eve (),,,out:cost-single-couple eveagent2-base,github-vercel-eve,kimi-k3,default,agentic-tool,mid,,per-suite,1.5200522,0,,,,none,,,,https://github.com/vercel/eve (),,,out:effort-not-established eveagent2-guided,github-vercel-eve,kimi-k3,default,agentic-tool,mid,,per-suite,0.89567379999999997,0,,,,none,,,,https://github.com/vercel/eve (),,,out:effort-not-established eveagent2-base,github-vercel-eve,fable-5.1,not-established:absent,agentic-tool,mid,,per-suite,9.1828100833333332,0,,,,none,,,,https://github.com/vercel/eve (),,,out:effort-not-established eveagent2-guided,github-vercel-eve,fable-5.1,not-established:absent,agentic-tool,mid,,per-suite,5.2415239166666665,0,,,,none,,,,https://github.com/vercel/eve (),,,out:effort-not-established eveagent2-base,github-vercel-eve,gpt-5.6-terra,default,agentic-tool,mid,,per-suite,1.28489636666666659,0,,,,none,,,,https://github.com/vercel/eve (),,,out:effort-not-established eveagent2-guided,github-vercel-eve,gpt-5.6-terra,default,agentic-tool,mid,,per-suite,0.96034833333333333,0,,,,none,,,,https://github.com/vercel/eve (),,,out:effort-not-established eveagent2-base,github-vercel-eve,gpt-6-astra,not-established:absent,agentic-tool,mid,,per-suite,6.9860024999999998,0,,,,none,,,,https://github.com/vercel/eve (),,,out:effort-not-established eveagent2-guided,github-vercel-eve,gpt-6-astra,not-established:absent,agentic-tool,mid,,per-suite,5.0519706666666668,0,,,,none,,,,https://github.com/vercel/eve (),,,out:effort-not-established eveagent2-base,github-vercel-eve,sonnet-5,default,agentic-tool,mid,,per-suite,2.27874423333333336,0,,,,none,,,,https://github.com/vercel/eve (),,,out:effort-not-established eveagent2-guided,github-vercel-eve,sonnet-5,default,agentic-tool,mid,,per-suite,1.75915513333333328,0,,,,none,,,,https://github.com/vercel/eve (),,,out:effort-not-established eveagent2-base,github-vercel-eve,glm-5.3,default,agentic-tool,mid,,per-suite,0.81017814000000002,0,,,,none,,,,https://github.com/vercel/eve (),,,out:effort-not-established eveagent2-guided,github-vercel-eve,glm-5.3,default,agentic-tool,mid,,per-suite,0.446835666666666658,0,,,,none,,,,https://github.com/vercel/eve (),,,out:effort-not-established eveagent2-base,github-vercel-eve,gemini-3.1-pro,default,agentic-tool,mid,,per-suite,2.11581486666666652,0,,,,none,,,,https://github.com/vercel/eve (),,,out:effort-not-established eveagent2-guided,github-vercel-eve,gemini-3.1-pro,default,agentic-tool,mid,,per-suite,0.92215900000000003,0,,,,none,,,,https://github.com/vercel/eve (),,,out:effort-not-established eveagent2-base,github-vercel-eve,gemini-3.8-flash,default,agentic-tool,mid,,per-suite,4.04897029999999967,0,,,,none,,,,https://github.com/vercel/eve (),,,out:effort-not-established eveagent2-guided,github-vercel-eve,gemini-3.8-flash,default,agentic-tool,mid,,per-suite,1.99503782499999980,0,,,,none,,,,https://github.com/vercel/eve (),,,out:effort-not-established eveagent2-base,github-vercel-eve,minimax-m3,default,agentic-tool,mid,,per-suite,0.295652519999999992,0,,,,none,,,,https://github.com/vercel/eve (),,,out:effort-not-established eveagent2-guided,github-vercel-eve,minimax-m3,default,agentic-tool,mid,,per-suite,0.122018319999999994,0,,,,none,,,,https://github.com/vercel/eve (),,,out:effort-not-established eveagent2-base,github-vercel-eve,kimi-k2.7-code,solo,agentic-tool,mid,,per-suite,0.76733258333333336,0,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/vercel/eve (),,,out:cost-single-couple eveagent2-guided,github-vercel-eve,kimi-k2.7-code,solo,agentic-tool,mid,,per-suite,0.347020226666666640,0,,,,none,,,cost-base-price:cost-publisher-figure,https://github.com/vercel/eve (),,,out:cost-single-couple eveagent2-base,github-vercel-eve,opus-5.5,not-established:absent,agentic-tool,mid,,per-suite,2.79443260000000002,0,,,,none,,,,https://github.com/vercel/eve (),,,out:effort-not-established eveagent2-guided,github-vercel-eve,opus-5.5,not-established:absent,agentic-tool,mid,,per-suite,1.80253273333333344,0,,,,none,,,,https://github.com/vercel/eve (),,,out:effort-not-established eveagent2-base,github-vercel-eve,gpt-6-sol,not-established:absent,agentic-tool,mid,,per-suite,1.85386516666666665,0,,,,none,,,,https://github.com/vercel/eve (),,,out:effort-not-established eveagent2-guided,github-vercel-eve,gpt-6-sol,not-established:absent,agentic-tool,mid,,per-suite,1.26224946666666670,0,,,,none,,,,https://github.com/vercel/eve (),,,out:effort-not-established eveagent2-base,github-vercel-eve,gpt-6-luna,not-established:absent,agentic-tool,mid,,per-suite,0.085994778333333340,0,,,,none,,,,https://github.com/vercel/eve (),,,out:effort-not-established eveagent2-guided,github-vercel-eve,gpt-6-luna,not-established:absent,agentic-tool,mid,,per-suite,0.075328881666666669,0,,,,none,,,,https://github.com/vercel/eve (),,,out:effort-not-established eveagent2-base,github-vercel-eve,grok-4.7,default,agentic-tool,mid,,per-suite,1.12517733333333331,0,,,,none,,,,https://github.com/vercel/eve (),,,out:effort-not-established eveagent2-guided,github-vercel-eve,grok-4.7,default,agentic-tool,mid,,per-suite,0.81863333333333331,0,,,,none,,,,https://github.com/vercel/eve (),,,out:effort-not-established eve-ci-evecode,github-vercel-eve,opus-5.5,unstated,agentic-tool,mid,eve-code,,,,,,34,solved-of-35,0,,,"https://github.com/vercel/eve/pull/3769 (line 32: row 'Total' of the Correctness 'All harnesses and tasks' table, column eve-code@273fc91)",,out:effort-not-established, eve-ci-opencode,github-vercel-eve,opus-5.5,unstated,agentic-tool,mid,opencode,,,,,,35,solved-of-35,0,,,"https://github.com/vercel/eve/pull/3769 (line 32: row 'Total' of the Correctness 'All harnesses and tasks' table, column opencode)",,out:effort-not-established, eve-ci-pi,github-vercel-eve,opus-5.5,unstated,agentic-tool,mid,pi,,,,,,34,solved-of-35,0,,,"https://github.com/vercel/eve/pull/3769 (line 32: row 'Total' of the Correctness 'All harnesses and tasks' table, column pi)",,out:effort-not-established, vibeoscad,github-vibeopenscad,fable-5.1,low,coding,easy,vibe-openscad-bare,per-suite,0.2263699999999999976,0.00029,2272,4073,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S864 / column score),,out:uninformative,in vibeoscad,github-vibeopenscad,fable-5.1,high,coding,easy,vibe-openscad-bare,per-suite,0.6522199999999999676,0.00289,2272,12590,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S865 / column score),,out:uninformative,in vibeoscad,github-vibeopenscad,fable-5.1,xhigh,coding,easy,vibe-openscad-bare,per-suite,1.7254700000000000096,4.11e-05,2272,34055,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S866 / column score),,out:uninformative,in vibeoscad,github-vibeopenscad,fable-5.1,max,coding,easy,vibe-openscad-bare,per-suite,3.091619999999999986,4.11e-05,2272,61378,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S867 / column score),,out:uninformative,in vibeoscad,github-vibeopenscad,fable-5,low,coding,easy,vibe-openscad-bare,per-suite,0.23588000000000001,2.96e-05,2258,4266,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S868 / column score),,out:uninformative,in vibeoscad,github-vibeopenscad,fable-5,default,coding,easy,vibe-openscad-bare,per-suite,0.868830000000000003,2.96e-05,2258,16925,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S869 / column score),,out:effort-not-established,out:effort-not-established vibeoscad,github-vibeopenscad,fable-5,xhigh,coding,easy,vibe-openscad-bare,per-suite,1.17338000000000000,6.45e-06,2258,23016,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S870 / column score),,out:uninformative,in vibeoscad,github-vibeopenscad,fable-5,max,coding,easy,vibe-openscad-bare,per-suite,2.477430000000000026,5e-06,2258,49097,71.428571,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S871 / column score),,in,in vibeoscad,github-vibeopenscad,opus-5,low,coding,easy,vibe-openscad-bare,per-suite,0.144164999999999998,4.12e-06,2258,5315,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S872 / column score),,out:uninformative,in vibeoscad,github-vibeopenscad,opus-5,high,coding,easy,vibe-openscad-bare,per-suite,0.3013149999999999735,2.92e-05,2258,11601,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S873 / column score),,out:uninformative,in vibeoscad,github-vibeopenscad,opus-5,xhigh,coding,easy,vibe-openscad-bare,per-suite,0.681815000000000020,2.93e-06,2258,26821,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S874 / column score),,out:uninformative,in vibeoscad,github-vibeopenscad,opus-5,max,coding,easy,vibe-openscad-bare,per-suite,0.9841400000000000005,2.93e-05,2258,38914,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S875 / column score),,out:uninformative,in vibeoscad,github-vibeopenscad,opus-4.7,low,coding,easy,vibe-openscad-bare,per-suite,0.0953399999999999972,2.93e-06,2293,3355,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S2643 / column score),,out:uninformative,in vibeoscad,github-vibeopenscad,opus-4.8,low,coding,easy,vibe-openscad-bare,per-suite,0.111065000000000004,5.77e-07,2258,3991,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S2644 / column score),,out:uninformative,in vibeoscad,github-vibeopenscad,sonnet-4.6,low,coding,easy,vibe-openscad-bare,per-suite,0.067749,4.13e-06,2148,4087,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S2645 / column score),,out:uninformative,in vibeoscad,github-vibeopenscad,sonnet-5,low,coding,easy,vibe-openscad-bare,per-suite,0.037056000000000002,2.96e-06,2258,3254,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S2646 / column score),,out:uninformative,in vibeoscad,github-vibeopenscad,opus-4.7,max,coding,easy,vibe-openscad-bare,per-suite,0.149639999999999997,2.92e-06,2293,5527,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S2647 / column score),,out:uninformative,in vibeoscad,github-vibeopenscad,opus-4.8,max,coding,easy,vibe-openscad-bare,per-suite,0.212320000000000002,2.93e-05,2244,8044,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S2648 / column score),,out:uninformative,in vibeoscad,github-vibeopenscad,sonnet-5,max,coding,easy,vibe-openscad-bare,per-suite,2.619195999999999996,2.96e-06,2258,261468,42.857143,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S2649 / column score),,in,in vibeoscad,github-vibeopenscad,opus-4.7,nothink,coding,easy,vibe-openscad-bare,per-suite,0.1271649999999999995,2.94e-06,2293,4628,85.714286,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S2650 / column score),,in,in vibeoscad,github-vibeopenscad,opus-4.8,nothink,coding,easy,vibe-openscad-bare,per-suite,0.136415000000000001,2.94e-05,2258,5005,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S2651 / column score),,out:uninformative,in vibeoscad,github-vibeopenscad,opus-5,not-established:absent,coding,easy,vibe-openscad-bare,per-suite,0.139940000000000003,2.93e-05,2258,5146,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S2652 / column score),,out:effort-not-established,out:effort-not-established vibeoscad,github-vibeopenscad,sonnet-4.6,nothink,coding,easy,vibe-openscad-bare,per-suite,0.1242089999999999893,5.77e-07,2148,7851,71.428571,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S2653 / column score),,in,in vibeoscad,github-vibeopenscad,sonnet-5,not-established:absent,coding,easy,vibe-openscad-bare,per-suite,0.056166000000000000,2.93e-06,2258,5165,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S2654 / column score),,out:effort-not-established,out:effort-not-established vibeoscad,github-vibeopenscad,opus-4.7,xhigh,coding,easy,vibe-openscad-bare,per-suite,0.138714999999999995,2.94e-06,2293,5090,85.714286,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S2655 / column score),,in,in vibeoscad,github-vibeopenscad,opus-4.8,xhigh,coding,easy,vibe-openscad-bare,per-suite,0.130940000000000002,5.02e-06,2258,4786,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S2656 / column score),,out:uninformative,in vibeoscad,github-vibeopenscad,sonnet-5,xhigh,coding,easy,vibe-openscad-bare,per-suite,1.34273600000000005,5.77e-07,2258,133822,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S2657 / column score),,out:uninformative,in vibeoscad,github-vibeopenscad,haiku-4.5,nothink,coding,easy,vibe-openscad-bare,per-suite,0.0197580000000000005,2.94e-06,2148,3522,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S2658 / column score),,out:uninformative,in vibeoscad,github-vibeopenscad,opus-4.7,default,coding,easy,vibe-openscad-bare,,,,,,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S2659 / column score),,out:effort-not-established, vibeoscad,github-vibeopenscad,opus-4.8,nothink,coding,easy,vibe-openscad-bare,per-suite,0.12896500000000001,5.02e-06,2258,4707,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S2660 / column score),,out:uninformative,in vibeoscad,github-vibeopenscad,sonnet-4.6,nothink,coding,easy,vibe-openscad-bare,,,,,,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S2661 / column score),,out:uninformative, vibeoscad,github-vibeopenscad,sonnet-5,high,coding,easy,vibe-openscad-bare,per-suite,0.7178559999999999703,2.93e-06,2258,71334,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S2662 / column score),,out:uninformative,in vibeoscad-png1,github-vibeopenscad,fable-5,default,coding,easy,vibe-openscad-iter-png-1,per-suite,0.510700000000000013,5.77e-06,11905,7833,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S2663 / column score),,out:effort-not-established,out:effort-not-established vibeoscad-png1,github-vibeopenscad,haiku-4.5,nothink,coding,easy,vibe-openscad-iter-png-1,per-suite,0.0314900000000000006,6.45e-07,10940,4110,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S2664 / column score),,out:saturated,in vibeoscad-png1,github-vibeopenscad,opus-4.7,default,coding,easy,vibe-openscad-iter-png-1,per-suite,0.186619999999999996,4.12e-06,12414,4982,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S2665 / column score),,out:effort-not-established,out:effort-not-established vibeoscad-png1,github-vibeopenscad,opus-4.8,nothink,coding,easy,vibe-openscad-iter-png-1,per-suite,0.217484999999999983,2.92e-06,12292,6241,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S2666 / column score),,out:saturated,in vibeoscad-png1,github-vibeopenscad,sonnet-4.6,nothink,coding,easy,vibe-openscad-iter-png-1,per-suite,0.152292000000000002,2.96e-06,15454,7062,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S2667 / column score),,out:saturated,in vibeoscad-png2,github-vibeopenscad,fable-5,default,coding,easy,vibe-openscad-iter-png-2,per-suite,0.501249999999999995,5e-06,11905,7644,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S2668 / column score),,out:effort-not-established,out:effort-not-established vibeoscad-png2,github-vibeopenscad,haiku-4.5,nothink,coding,easy,vibe-openscad-iter-png-2,per-suite,0.0309849999999999988,6.45e-07,10800,4037,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S2669 / column score),,out:saturated,in vibeoscad-png2,github-vibeopenscad,opus-4.7,default,coding,easy,vibe-openscad-iter-png-2,per-suite,0.190640000000000001,6.45e-07,12108,5204,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S2670 / column score),,out:effort-not-established,out:effort-not-established vibeoscad-png2,github-vibeopenscad,opus-4.8,nothink,coding,easy,vibe-openscad-iter-png-2,per-suite,0.224479999999999999,2.9e-05,12311,6517,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S2671 / column score),,out:saturated,in vibeoscad-png2,github-vibeopenscad,sonnet-4.6,nothink,coding,easy,vibe-openscad-iter-png-2,per-suite,0.136515000000000012,5.77e-07,13290,6443,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S2672 / column score),,out:saturated,in vibeoscad-png3,github-vibeopenscad,fable-5,default,coding,easy,vibe-openscad-iter-png-3,per-suite,0.590059999999999968,5e-06,11926,9416,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S2673 / column score),,out:effort-not-established,out:effort-not-established vibeoscad-png3,github-vibeopenscad,haiku-4.5,nothink,coding,easy,vibe-openscad-iter-png-3,per-suite,0.032167999999999999,2.96e-06,10778,4278,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S2674 / column score),,out:saturated,in vibeoscad-png3,github-vibeopenscad,opus-4.7,default,coding,easy,vibe-openscad-iter-png-3,per-suite,0.179620,5.03e-06,11774,4830,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S2675 / column score),,out:effort-not-established,out:effort-not-established vibeoscad-png3,github-vibeopenscad,opus-4.8,nothink,coding,easy,vibe-openscad-iter-png-3,per-suite,0.242625000000000008,2.9e-05,12395,7226,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S2676 / column score),,out:saturated,in vibeoscad-png3,github-vibeopenscad,sonnet-4.6,nothink,coding,easy,vibe-openscad-iter-png-3,per-suite,0.139017,5.03e-06,12624,6743,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S2677 / column score),,out:saturated,in vibeoscad-pdf,github-vibeopenscad,fable-5,high,coding,easy,vibe-openscad-pdf-page,per-suite,0.81182,4.08e-06,5957,15045,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S2678 / column score),,out:saturated,in vibeoscad-pdf,github-vibeopenscad,fable-5.1,high,coding,easy,vibe-openscad-pdf-page,per-suite,0.65791,2.9e-05,5961,11966,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S2679 / column score),,out:saturated,in vibeoscad-pdf,github-vibeopenscad,haiku-4.5,nothink,coding,easy,vibe-openscad-pdf-page,per-suite,0.015870,4.08e-07,3365,2501,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S2680 / column score),,out:saturated,in vibeoscad-pdf,github-vibeopenscad,opus-4.7,nothink,coding,easy,vibe-openscad-pdf-page,per-suite,0.13129499999999999,2.89e-07,5969,4058,100,success%,0,,default-bridged; cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S2681 / column score),,out:saturated,in vibeoscad-pdf,github-vibeopenscad,opus-4.8,nothink,coding,easy,vibe-openscad-pdf-page,per-suite,0.13478500000000001,2.89e-07,5957,4200,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S2682 / column score),,out:saturated,in vibeoscad-pdf,github-vibeopenscad,opus-5,high,coding,easy,vibe-openscad-pdf-page,per-suite,1.5309099999999999,2.89e-07,5957,60045,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S2683 / column score),,out:saturated,in vibeoscad-pdf,github-vibeopenscad,sonnet-4.6,nothink,coding,easy,vibe-openscad-pdf-page,per-suite,0.094409999999999993,2.89e-07,3365,5621,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S2684 / column score),,out:saturated,in vibeoscad-pdf,github-vibeopenscad,sonnet-5,high,coding,easy,vibe-openscad-pdf-page,per-suite,0.440864,4.08e-07,5957,42895,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S2685 / column score),,out:saturated,in vibeoscad,github-vibeopenscad,gemini-2.5-flash,default,coding,easy,vibe-openscad-bare,per-suite,0.0156984999999999998,2.96e-07,1520,6097,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16137 / column score),,out:effort-not-established,out:effort-not-established vibeoscad,github-vibeopenscad,gemini-2.5-flash,nothink,coding,easy,vibe-openscad-bare,per-suite,0.0085285000000000004,6.45e-08,1520,3229,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16138 / column score),,out:uninformative,out:cost-single-couple vibeoscad,github-vibeopenscad,gemini-2.5-flash-lite,default,coding,easy,vibe-openscad-bare,per-suite,0.004618000000000000005,2.96e-07,1520,11165,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16139 / column score),,out:effort-not-established,out:effort-not-established vibeoscad,github-vibeopenscad,gemini-2.5-flash-lite,nothink,coding,easy,vibe-openscad-bare,per-suite,0.00224320000000000006,7.07e-08,1520,5228,85.714286,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16140 / column score),,out:single-couple,out:cost-single-couple vibeoscad,github-vibeopenscad,gemini-2.5-pro,default,coding,easy,vibe-openscad-bare,per-suite,0.039900000000000001,4.1e-07,1520,3800,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16141 / column score),,out:effort-not-established,out:effort-not-established vibeoscad,github-vibeopenscad,gemini-3-flash,default,coding,easy,vibe-openscad-bare,per-suite,0.0065035000000000002,6.45e-08,1520,2419,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16142 / column score),,out:effort-not-established,out:effort-not-established vibeoscad,github-vibeopenscad,gemini-3-flash,not-established:absent,coding,easy,vibe-openscad-bare,per-suite,0.00703600000000000006,6.45e-08,1520,2632,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16143 / column score),,out:effort-not-established,out:effort-not-established vibeoscad,github-vibeopenscad,gemini-3.1-flash-lite,minimal,coding,easy,vibe-openscad-bare,per-suite,0.00365749999999999993,2.9e-07,1520,2185,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16144 / column score),,out:uninformative,in vibeoscad,github-vibeopenscad,gemini-3.1-flash-lite,not-established:absent,coding,easy,vibe-openscad-bare,per-suite,0.00301099999999999999,4.09e-07,1520,1754,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16145 / column score),,out:effort-not-established,out:effort-not-established vibeoscad,github-vibeopenscad,gemini-3.1-pro,default,coding,easy,vibe-openscad-bare,per-suite,0.0222200000000000011,2.9e-06,1520,2032,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16146 / column score),,out:effort-not-established,out:effort-not-established vibeoscad,github-vibeopenscad,gemini-3.5-flash,default,coding,easy,vibe-openscad-bare,per-suite,0.0254730000000000008,6.45e-07,1520,2577,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16147 / column score),,out:effort-not-established,out:effort-not-established vibeoscad,github-vibeopenscad,gemini-3.5-flash,minimal,coding,easy,vibe-openscad-bare,per-suite,0.0349680000000000001,2.92e-06,1520,3632,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16148 / column score),,out:uninformative,in vibeoscad,github-vibeopenscad,gemini-3.5-flash-lite,minimal,coding,easy,vibe-openscad-bare,per-suite,0.0099534999999999997,6.45e-08,1520,3799,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16149 / column score),,out:uninformative,in vibeoscad,github-vibeopenscad,gemini-3.5-flash-lite,minimal,coding,easy,vibe-openscad-bare,per-suite,0.0115735000000000008,6.45e-08,1520,4447,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16150 / column score),,out:uninformative,in vibeoscad,github-vibeopenscad,gemini-3.6-flash,minimal,coding,easy,vibe-openscad-bare,per-suite,0.0119287499999999999,2.9e-07,1520,2877,100,success%,0,,cost-base-price:cost-delta-on-source,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16152 / column score),,out:uninformative,in vibeoscad,github-vibeopenscad,gpt-4.1,solo,coding,easy,vibe-openscad-bare,per-suite,0.0316860000000000003,4.12e-06,1767,3519,85.714286,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16157 / column score),,out:single-couple,out:cost-single-couple vibeoscad,github-vibeopenscad,gpt-5,default,coding,easy,vibe-openscad-bare,per-suite,0.3425800000000000004,4.08e-06,1760,34038,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16158 / column score),,out:effort-not-established,out:effort-not-established vibeoscad,github-vibeopenscad,gpt-5,high,coding,easy,vibe-openscad-bare,per-suite,0.51731999999999999,4.08e-06,1760,51512,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16159 / column score),,out:uninformative,out:cost-single-couple vibeoscad,github-vibeopenscad,gpt-5,low,coding,easy,vibe-openscad-bare,per-suite,0.1734600000000000003,5e-06,1760,17126,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16160 / column score),,out:uninformative,out:cost-single-couple vibeoscad,github-vibeopenscad,gpt-5-codex,default,coding,easy,vibe-openscad-bare,per-suite,0.8403299999999999999,5e-06,1760,83813,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16161 / column score),,out:effort-not-established,out:effort-not-established vibeoscad,github-vibeopenscad,gpt-5-mini,default,coding,easy,vibe-openscad-bare,per-suite,0.0684719999999999993,2.9e-06,1760,34016,85.714286,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16162 / column score),,out:effort-not-established,out:effort-not-established vibeoscad,github-vibeopenscad,gpt-5-mini,high,coding,easy,vibe-openscad-bare,per-suite,0.154880000000000005,2.9e-06,1760,77220,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16163 / column score),,out:uninformative,out:cost-single-couple vibeoscad,github-vibeopenscad,gpt-5-mini,low,coding,easy,vibe-openscad-bare,per-suite,0.0258139999999999992,4.09e-07,1760,12687,85.714286,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16164 / column score),,out:single-couple,out:cost-single-couple vibeoscad,github-vibeopenscad,gpt-5-nano,default,coding,easy,vibe-openscad-bare,per-suite,0.0436912000000000011,2.92e-07,1760,109008,85.714286,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16165 / column score),,out:effort-not-established,out:effort-not-established vibeoscad,github-vibeopenscad,gpt-5-nano,high,coding,easy,vibe-openscad-bare,,,,,,57.142857,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16166 / column score),,out:single-couple, vibeoscad,github-vibeopenscad,gpt-5-nano,low,coding,easy,vibe-openscad-bare,per-suite,0.00674760000000000022,5.77e-08,1760,16649,57.142857,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16167 / column score),,out:single-couple,out:cost-single-couple vibeoscad,github-vibeopenscad,gpt-5.1-codex,default,coding,easy,vibe-openscad-bare,per-suite,0.4841320000000000194,2.93e-07,1760,43788,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16168 / column score),,out:effort-not-established,out:effort-not-established vibeoscad,github-vibeopenscad,gpt-5.1-codex-max,default,coding,easy,vibe-openscad-bare,per-suite,0.324917999999999994,6.45e-08,1760,29314,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16169 / column score),,out:effort-not-established,out:effort-not-established vibeoscad,github-vibeopenscad,gpt-5.1-codex-mini,default,coding,easy,vibe-openscad-bare,per-suite,0.497640000000000003,2.93e-07,1760,45016,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16170 / column score),,out:effort-not-established,out:effort-not-established vibeoscad,github-vibeopenscad,gpt-5.2-codex,default,coding,easy,vibe-openscad-bare,per-suite,0.1744640,2.97e-07,1760,14304,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16171 / column score),,out:effort-not-established,out:effort-not-established vibeoscad,github-vibeopenscad,gpt-5.3-codex,default,coding,easy,vibe-openscad-bare,per-suite,0.0355559999999999993,4.09e-07,1760,2743,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16172 / column score),,out:effort-not-established,out:effort-not-established vibeoscad,github-vibeopenscad,gpt-5.4,default,coding,easy,vibe-openscad-bare,per-suite,0.0365372500000000002,2.9e-06,1760,2223,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16173 / column score),,out:effort-not-established,out:effort-not-established vibeoscad,github-vibeopenscad,gpt-5.4,high,coding,easy,vibe-openscad-bare,per-suite,0.45508800000000002,2.94e-06,1760,28223,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16174 / column score),,out:uninformative,in vibeoscad,github-vibeopenscad,gpt-5.4,low,coding,easy,vibe-openscad-bare,per-suite,0.088415999999999997,5.77e-07,1760,5306,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16175 / column score),,out:uninformative,in vibeoscad,github-vibeopenscad,gpt-5.4-mini,default,coding,easy,vibe-openscad-bare,per-suite,0.0100888500000000005,2.9e-06,1760,2100,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16176 / column score),,out:effort-not-established,out:effort-not-established vibeoscad,github-vibeopenscad,gpt-5.4-mini,high,coding,easy,vibe-openscad-bare,per-suite,0.2347369999999999901,2.94e-07,1760,78011,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16177 / column score),,out:uninformative,in vibeoscad,github-vibeopenscad,gpt-5.4-mini,low,coding,easy,vibe-openscad-bare,per-suite,0.02237299999999999871,2.93e-07,1760,7223,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16178 / column score),,out:uninformative,in vibeoscad,github-vibeopenscad,gpt-5.4-nano,default,coding,easy,vibe-openscad-bare,per-suite,0.01573537499999999979,2.89e-06,1760,6530,85.714286,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16179 / column score),,out:effort-not-established,out:effort-not-established vibeoscad,github-vibeopenscad,gpt-5.4-nano,high,coding,easy,vibe-openscad-bare,per-suite,0.02260979999999999997,4.09e-07,1760,37463,71.428571,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16180 / column score),,in,in vibeoscad,github-vibeopenscad,gpt-5.4-nano,low,coding,easy,vibe-openscad-bare,per-suite,0.00480960000000000007,4.1e-08,1760,7796,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16181 / column score),,out:uninformative,in vibeoscad,github-vibeopenscad,gpt-5.5,default,coding,easy,vibe-openscad-bare,per-suite,0.2020500000000000102,5e-06,1760,19985,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16182 / column score),,out:effort-not-established,out:effort-not-established vibeoscad,github-vibeopenscad,gpt-5.5,high,coding,easy,vibe-openscad-bare,per-suite,0.320409999999999983,4.08e-06,1760,31821,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16183 / column score),,out:uninformative,in vibeoscad,github-vibeopenscad,gpt-5.5,low,coding,easy,vibe-openscad-bare,per-suite,0.0628200000000000023,2.89e-06,1760,6062,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16184 / column score),,out:uninformative,in vibeoscad,github-vibeopenscad,gpt-5.6-luna,medium,coding,easy,vibe-openscad-bare,per-suite,0.01305519999999999947,5.77e-08,1760,10586,85.714286,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16185 / column score),,in,in vibeoscad,github-vibeopenscad,gpt-5.6-luna,high,coding,easy,vibe-openscad-bare,per-suite,0.0212787999999999992,6.45e-08,1760,17439,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16186 / column score),,out:uninformative,in vibeoscad,github-vibeopenscad,gpt-5.6-luna,low,coding,easy,vibe-openscad-bare,per-suite,0.00880239999999999963,4.1e-07,1760,7042,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16187 / column score),,out:uninformative,in vibeoscad,github-vibeopenscad,gpt-5.6-luna,max,coding,easy,vibe-openscad-bare,per-suite,0.083281600000000003,6.45e-08,1760,69108,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16188 / column score),,out:uninformative,in vibeoscad,github-vibeopenscad,gpt-5.6-luna,xhigh,coding,easy,vibe-openscad-bare,per-suite,0.05192559999999999898,6.45e-08,1760,42978,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16189 / column score),,out:uninformative,in vibeoscad,github-vibeopenscad,gpt-5.6-sol,medium,coding,easy,vibe-openscad-bare,per-suite,0.32832249999999996,0.0172,1760,7666,100,success%,0,,cost-unrepriced; cost-price-band,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16190 / column score),,out:uninformative,in vibeoscad,github-vibeopenscad,gpt-5.6-sol,high,coding,easy,vibe-openscad-bare,per-suite,0.5852275,0.0307,1760,13894,100,success%,0,,cost-unrepriced; cost-price-band,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16191 / column score),,out:uninformative,in vibeoscad,github-vibeopenscad,gpt-5.6-sol,low,coding,easy,vibe-openscad-bare,per-suite,0.22957,0.012,1760,5272,100,success%,0,,cost-unrepriced; cost-price-band,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16192 / column score),,out:uninformative,in vibeoscad,github-vibeopenscad,gpt-5.6-sol,max,coding,easy,vibe-openscad-bare,per-suite,1.3583349999999998,0.0713,1760,32636,100,success%,0,,cost-unrepriced; cost-price-band,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16193 / column score),,out:uninformative,in vibeoscad,github-vibeopenscad,gpt-5.6-sol,xhigh,coding,easy,vibe-openscad-bare,per-suite,0.572275,0.03,1760,13580,100,success%,0,,cost-unrepriced; cost-price-band,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16194 / column score),,out:uninformative,in vibeoscad,github-vibeopenscad,gpt-5.6-terra,medium,coding,easy,vibe-openscad-bare,per-suite,0.1093239999999999851,2.93e-06,1760,8817,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16195 / column score),,out:uninformative,in vibeoscad,github-vibeopenscad,gpt-5.6-terra,high,coding,easy,vibe-openscad-bare,per-suite,0.1584160000000000104,2.94e-06,1760,12908,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16196 / column score),,out:uninformative,in vibeoscad,github-vibeopenscad,gpt-5.6-terra,low,coding,easy,vibe-openscad-bare,per-suite,0.1010199999999999984,2.94e-06,1760,8125,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16197 / column score),,out:uninformative,in vibeoscad,github-vibeopenscad,gpt-5.6-terra,max,coding,easy,vibe-openscad-bare,,,,,,85.714286,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16198 / column score),,in, vibeoscad,github-vibeopenscad,gpt-5.6-terra,xhigh,coding,easy,vibe-openscad-bare,per-suite,0.27186400000000002,6.45e-07,1760,22362,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16199 / column score),,out:uninformative,in vibeoscad,github-vibeopenscad,gpt-6-astra,default,coding,easy,vibe-openscad-bare,per-suite,0.248400000000000007,2.94e-05,1760,4616,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16200 / column score),,out:effort-not-established,out:effort-not-established vibeoscad,github-vibeopenscad,gpt-6-astra,high,coding,easy,vibe-openscad-bare,per-suite,0.48159999999999999,2.96e-05,1760,9280,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16201 / column score),,out:uninformative,in vibeoscad,github-vibeopenscad,gpt-6-astra,low,coding,easy,vibe-openscad-bare,per-suite,0.200300000000000004,2.96e-05,1760,3654,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16202 / column score),,out:uninformative,in vibeoscad,github-vibeopenscad,gpt-6-astra,max,coding,easy,vibe-openscad-bare,per-suite,1.224400000000000001,7.07e-06,1760,24136,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16203 / column score),,out:uninformative,in vibeoscad,github-vibeopenscad,gpt-6-astra,xhigh,coding,easy,vibe-openscad-bare,per-suite,0.85984999999999995,6.45e-06,1760,16845,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16204 / column score),,out:uninformative,in vibeoscad,github-vibeopenscad,?openai/gpt-oss-120b,not-established:absent,coding,easy,vibe-openscad-bare,,,,,,71.428571,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16205 / column score),,out:model-not-established, vibeoscad,github-vibeopenscad,?openai/gpt-oss-20b,not-established:absent,coding,easy,vibe-openscad-bare,,,,,,85.714286,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16206 / column score),,out:model-not-established, vibeoscad,github-vibeopenscad,o3,default,coding,easy,vibe-openscad-bare,per-suite,0.1834559999999999963,2.89e-05,1760,22492,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16207 / column score),,out:effort-not-established,out:effort-not-established vibeoscad,github-vibeopenscad,o3,high,coding,easy,vibe-openscad-bare,per-suite,0.379032000000000006,4.11e-06,1760,46939,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16208 / column score),,out:uninformative,out:cost-single-couple vibeoscad,github-vibeopenscad,o3,low,coding,easy,vibe-openscad-bare,per-suite,0.0942960000000000006,2.92e-05,1760,11347,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16209 / column score),,out:uninformative,out:cost-single-couple vibeoscad,github-vibeopenscad,o4-mini,default,coding,easy,vibe-openscad-bare,per-suite,0.1057584000000000082,2.92e-07,1760,23596,85.714286,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16210 / column score),,out:effort-not-established,out:effort-not-established vibeoscad,github-vibeopenscad,o4-mini,high,coding,easy,vibe-openscad-bare,per-suite,0.3496196000000000165,2.89e-06,1760,79019,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16211 / column score),,out:uninformative,out:cost-single-couple vibeoscad,github-vibeopenscad,o4-mini,low,coding,easy,vibe-openscad-bare,per-suite,0.0408584000000000019,5.77e-08,1760,8846,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16212 / column score),,out:uninformative,out:cost-single-couple vibeoscad,github-vibeopenscad,qwen3-0.6b,default,coding,easy,vibe-openscad-bare,,,,,,0,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16213 / column score),,out:effort-not-established, vibeoscad,github-vibeopenscad,qwen3-8b,default,coding,easy,vibe-openscad-bare,,,,,,28.571429,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16214 / column score),,out:effort-not-established, vibeoscad,github-vibeopenscad,qwen3.5-9b,default,coding,easy,vibe-openscad-bare,,,,,,57.142857,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16215 / column score),,out:effort-not-established, vibeoscad,github-vibeopenscad,qwen3.8-27b,xhigh,coding,easy,vibe-openscad-bare,,,,,,85.714286,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16216 / column score),,in, vibeoscad-png1,github-vibeopenscad,gemini-2.5-flash,default,coding,easy,vibe-openscad-iter-png-1,per-suite,0.0196917999999999998,2.96e-07,9881,6691,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16217 / column score),,out:effort-not-established,out:effort-not-established vibeoscad-png1,github-vibeopenscad,gemini-2.5-flash-lite,default,coding,easy,vibe-openscad-iter-png-1,per-suite,0.00875730000000000107,5.77e-08,14949,18156,71.428571,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16218 / column score),,out:effort-not-established,out:effort-not-established vibeoscad-png1,github-vibeopenscad,gemini-2.5-pro,default,coding,easy,vibe-openscad-iter-png-1,per-suite,0.0547799999999999983,2.89e-06,7584,4530,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16219 / column score),,out:effort-not-established,out:effort-not-established vibeoscad-png1,github-vibeopenscad,gemini-3-flash,default,coding,easy,vibe-openscad-iter-png-1,per-suite,0.0122213000000000002,5.77e-08,11846,3467,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16220 / column score),,out:effort-not-established,out:effort-not-established vibeoscad-png1,github-vibeopenscad,gemini-3.1-flash-lite,minimal,coding,easy,vibe-openscad-iter-png-1,per-suite,0.0063812500000000000,2.89e-05,11629,2316,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16221 / column score),,out:saturated,in vibeoscad-png1,github-vibeopenscad,gemini-3.1-pro,default,coding,easy,vibe-openscad-iter-png-1,per-suite,0.0380624999999999992,2.89e-06,11458,2374,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16222 / column score),,out:effort-not-established,out:effort-not-established vibeoscad-png1,github-vibeopenscad,gemini-3.5-flash,default,coding,easy,vibe-openscad-iter-png-1,per-suite,0.0442934999999999995,2.92e-07,12021,2918,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16223 / column score),,out:effort-not-established,out:effort-not-established vibeoscad-png1,github-vibeopenscad,gpt-4.1,solo,coding,easy,vibe-openscad-iter-png-1,per-suite,0.0520359999999999984,5.77e-07,11118,3725,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16224 / column score),,out:single-couple,out:cost-single-couple vibeoscad-png1,github-vibeopenscad,gpt-5,default,coding,easy,vibe-openscad-iter-png-1,per-suite,0.248821250000000002,2.9e-06,9841,23652,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16225 / column score),,out:effort-not-established,out:effort-not-established vibeoscad-png1,github-vibeopenscad,gpt-5-codex,default,coding,easy,vibe-openscad-iter-png-1,per-suite,0.3357512499999999953,2.89e-06,8737,32483,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16226 / column score),,out:effort-not-established,out:effort-not-established vibeoscad-png1,github-vibeopenscad,gpt-5-mini,default,coding,easy,vibe-openscad-iter-png-1,per-suite,0.042465249999999999,5.02e-07,10085,19972,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16227 / column score),,out:effort-not-established,out:effort-not-established vibeoscad-png1,github-vibeopenscad,gpt-5-nano,default,coding,easy,vibe-openscad-iter-png-1,per-suite,0.032867250000000000,5.02e-08,9921,80928,85.714286,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16228 / column score),,out:effort-not-established,out:effort-not-established vibeoscad-png1,github-vibeopenscad,gpt-5.1-codex,default,coding,easy,vibe-openscad-iter-png-1,per-suite,0.2437741999999999988,5.02e-07,8653,21060,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16229 / column score),,out:effort-not-established,out:effort-not-established vibeoscad-png1,github-vibeopenscad,gpt-5.1-codex-max,default,coding,easy,vibe-openscad-iter-png-1,per-suite,0.1841190,2.89e-06,8620,15641,85.714286,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16230 / column score),,out:effort-not-established,out:effort-not-established vibeoscad-png1,github-vibeopenscad,gpt-5.1-codex-mini,default,coding,easy,vibe-openscad-iter-png-1,per-suite,0.5603705999999999996,2.96e-07,7824,49947,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16231 / column score),,out:effort-not-established,out:effort-not-established vibeoscad-png1,github-vibeopenscad,gpt-5.2-codex,default,coding,easy,vibe-openscad-iter-png-1,per-suite,0.1379480000000000109,2.9e-07,6890,10577,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16232 / column score),,out:effort-not-established,out:effort-not-established vibeoscad-png1,github-vibeopenscad,gpt-5.3-codex,default,coding,easy,vibe-openscad-iter-png-1,per-suite,0.045909000000000001,5.02e-07,9158,2681,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16233 / column score),,out:effort-not-established,out:effort-not-established vibeoscad-png1,github-vibeopenscad,gpt-5.4,default,coding,easy,vibe-openscad-iter-png-1,per-suite,0.053437999999999999,4.12e-06,8623,2262,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16234 / column score),,out:effort-not-established,out:effort-not-established vibeoscad-png1,github-vibeopenscad,gpt-5.4-mini,default,coding,easy,vibe-openscad-iter-png-1,per-suite,0.0097990000000000001,5e-08,8500,2133,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16235 / column score),,out:effort-not-established,out:effort-not-established vibeoscad-png1,github-vibeopenscad,gpt-5.4-nano,default,coding,easy,vibe-openscad-iter-png-1,per-suite,0.00404864999999999999,2.96e-09,12366,5202,85.714286,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16236 / column score),,out:effort-not-established,out:effort-not-established vibeoscad-png1,github-vibeopenscad,gpt-5.5,default,coding,easy,vibe-openscad-iter-png-1,per-suite,0.143078749999999986,4.11e-08,8639,13228,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16237 / column score),,out:effort-not-established,out:effort-not-established vibeoscad-png1,github-vibeopenscad,o3,default,coding,easy,vibe-openscad-iter-png-1,per-suite,0.162092000000000002,7.07e-07,9438,17902,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16238 / column score),,out:effort-not-established,out:effort-not-established vibeoscad-png1,github-vibeopenscad,o4-mini,default,coding,easy,vibe-openscad-iter-png-1,per-suite,0.121651200000000019,4.08e-08,8928,25416,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16239 / column score),,out:effort-not-established,out:effort-not-established vibeoscad-png2,github-vibeopenscad,gemini-2.5-flash,default,coding,easy,vibe-openscad-iter-png-2,per-suite,0.0203774999999999996,5.77e-08,10475,6894,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16240 / column score),,out:effort-not-established,out:effort-not-established vibeoscad-png2,github-vibeopenscad,gemini-2.5-pro,default,coding,easy,vibe-openscad-iter-png-2,per-suite,0.0534662500000000018,2.89e-06,7837,4367,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16241 / column score),,out:effort-not-established,out:effort-not-established vibeoscad-png2,github-vibeopenscad,gemini-3-flash,default,coding,easy,vibe-openscad-iter-png-2,per-suite,0.0124321999999999999,7.07e-08,12424,3482,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16242 / column score),,out:effort-not-established,out:effort-not-established vibeoscad-png2,github-vibeopenscad,gemini-3.1-flash-lite,minimal,coding,easy,vibe-openscad-iter-png-2,per-suite,0.00680250000000000016,4.09e-07,11760,2575,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16243 / column score),,out:saturated,in vibeoscad-png2,github-vibeopenscad,gemini-3.1-pro,default,coding,easy,vibe-openscad-iter-png-2,per-suite,0.0384399999999999992,2.89e-06,11800,2369,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16244 / column score),,out:effort-not-established,out:effort-not-established vibeoscad-png2,github-vibeopenscad,gemini-3.5-flash,default,coding,easy,vibe-openscad-iter-png-2,per-suite,0.0488100000000000005,2.9e-07,12362,3363,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16245 / column score),,out:effort-not-established,out:effort-not-established vibeoscad-png2,github-vibeopenscad,gpt-4.1,solo,coding,easy,vibe-openscad-iter-png-2,per-suite,0.0511780000000000004,2.93e-06,10981,3652,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16246 / column score),,out:single-couple,out:cost-single-couple vibeoscad-png2,github-vibeopenscad,gpt-5,default,coding,easy,vibe-openscad-iter-png-2,per-suite,0.2564274999999999745,2.89e-07,9702,24430,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16247 / column score),,out:effort-not-established,out:effort-not-established vibeoscad-png2,github-vibeopenscad,gpt-5-codex,default,coding,easy,vibe-openscad-iter-png-2,,,,,,85.714286,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16248 / column score),,out:effort-not-established, vibeoscad-png2,github-vibeopenscad,gpt-5-mini,default,coding,easy,vibe-openscad-iter-png-2,per-suite,0.03877150,2.9e-06,10414,18084,71.428571,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16249 / column score),,out:effort-not-established,out:effort-not-established vibeoscad-png2,github-vibeopenscad,gpt-5-nano,default,coding,easy,vibe-openscad-iter-png-2,per-suite,0.0256879500000000012,2.89e-06,9943,62977,85.714286,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16250 / column score),,out:effort-not-established,out:effort-not-established vibeoscad-png2,github-vibeopenscad,gpt-5.1-codex,default,coding,easy,vibe-openscad-iter-png-2,per-suite,0.2759523999999999995,4.11e-07,8671,23983,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16251 / column score),,out:effort-not-established,out:effort-not-established vibeoscad-png2,github-vibeopenscad,gpt-5.1-codex-max,default,coding,easy,vibe-openscad-iter-png-2,per-suite,0.225373000000000004,4.1e-07,8120,19455,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16252 / column score),,out:effort-not-established,out:effort-not-established vibeoscad-png2,github-vibeopenscad,gpt-5.1-codex-mini,default,coding,easy,vibe-openscad-iter-png-2,per-suite,0.9004113999999999913,5.77e-08,7791,80864,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16253 / column score),,out:effort-not-established,out:effort-not-established vibeoscad-png2,github-vibeopenscad,gpt-5.2-codex,default,coding,easy,vibe-openscad-iter-png-2,per-suite,0.388707199999999998,4.08e-06,6902,31472,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16254 / column score),,out:effort-not-established,out:effort-not-established vibeoscad-png2,github-vibeopenscad,gpt-5.3-codex,default,coding,easy,vibe-openscad-iter-png-2,per-suite,0.046870499999999999,5.02e-07,9095,2769,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16255 / column score),,out:effort-not-established,out:effort-not-established vibeoscad-png2,github-vibeopenscad,gpt-5.4,default,coding,easy,vibe-openscad-iter-png-2,per-suite,0.052475999999999999,2.96e-06,8662,2197,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16256 / column score),,out:effort-not-established,out:effort-not-established vibeoscad-png2,github-vibeopenscad,gpt-5.4-mini,default,coding,easy,vibe-openscad-iter-png-2,per-suite,0.0104704000000000010,4.08e-08,8521,2354,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16257 / column score),,out:effort-not-established,out:effort-not-established vibeoscad-png2,github-vibeopenscad,gpt-5.4-nano,default,coding,easy,vibe-openscad-iter-png-2,per-suite,0.0035476499999999999,2.9e-08,11038,4533,85.714286,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16258 / column score),,out:effort-not-established,out:effort-not-established vibeoscad-png2,github-vibeopenscad,gpt-5.5,default,coding,easy,vibe-openscad-iter-png-2,per-suite,0.1538899999999999943,5.02e-08,8880,14279,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16259 / column score),,out:effort-not-established,out:effort-not-established vibeoscad-png2,github-vibeopenscad,o3,default,coding,easy,vibe-openscad-iter-png-2,per-suite,0.121302000000000002,7.07e-07,9607,12761,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16260 / column score),,out:effort-not-established,out:effort-not-established vibeoscad-png2,github-vibeopenscad,o4-mini,default,coding,easy,vibe-openscad-iter-png-2,per-suite,0.1065713000000000096,5e-08,9915,21742,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16261 / column score),,out:effort-not-established,out:effort-not-established vibeoscad-png3,github-vibeopenscad,gemini-2.5-flash,default,coding,easy,vibe-openscad-iter-png-3,per-suite,0.0205709000000000003,5.77e-08,10678,6947,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16262 / column score),,out:effort-not-established,out:effort-not-established vibeoscad-png3,github-vibeopenscad,gemini-2.5-pro,default,coding,easy,vibe-openscad-iter-png-3,per-suite,0.0511350000000000023,0.000289,7956,4119,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16263 / column score),,out:effort-not-established,out:effort-not-established vibeoscad-png3,github-vibeopenscad,gemini-3-flash,default,coding,easy,vibe-openscad-iter-png-3,per-suite,0.0125296999999999997,6.45e-08,12574,3503,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16264 / column score),,out:effort-not-established,out:effort-not-established vibeoscad-png3,github-vibeopenscad,gemini-3.1-flash-lite,minimal,coding,easy,vibe-openscad-iter-png-3,per-suite,0.00705424999999999976,2.92e-07,11777,2740,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16265 / column score),,out:saturated,in vibeoscad-png3,github-vibeopenscad,gemini-3.1-pro,default,coding,easy,vibe-openscad-iter-png-3,per-suite,0.0380937499999999998,4.08e-06,11795,2335,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16266 / column score),,out:effort-not-established,out:effort-not-established vibeoscad-png3,github-vibeopenscad,gemini-3.5-flash,default,coding,easy,vibe-openscad-iter-png-3,per-suite,0.0494505000000000025,2.92e-07,12711,3376,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16267 / column score),,out:effort-not-established,out:effort-not-established vibeoscad-png3,github-vibeopenscad,gpt-4.1,solo,coding,easy,vibe-openscad-iter-png-3,per-suite,0.0469819999999999989,5.77e-07,10579,3228,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16268 / column score),,out:single-couple,out:cost-single-couple vibeoscad-png3,github-vibeopenscad,gpt-5,default,coding,easy,vibe-openscad-iter-png-3,per-suite,0.27202125,2.9e-07,9689,25991,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16269 / column score),,out:effort-not-established,out:effort-not-established vibeoscad-png3,github-vibeopenscad,gpt-5-mini,default,coding,easy,vibe-openscad-iter-png-3,per-suite,0.0330555000000000011,2.89e-06,9198,15378,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16270 / column score),,out:effort-not-established,out:effort-not-established vibeoscad-png3,github-vibeopenscad,gpt-5-nano,default,coding,easy,vibe-openscad-iter-png-3,per-suite,0.0235164500000000030,2.9e-08,9601,57591,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16271 / column score),,out:effort-not-established,out:effort-not-established vibeoscad-png3,github-vibeopenscad,gpt-5.1-codex,default,coding,easy,vibe-openscad-iter-png-3,per-suite,0.34338900000000000,6.45e-08,8715,30108,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16272 / column score),,out:effort-not-established,out:effort-not-established vibeoscad-png3,github-vibeopenscad,gpt-5.1-codex-max,default,coding,easy,vibe-openscad-iter-png-3,per-suite,0.145573800000000010,2.89e-06,8627,12136,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16273 / column score),,out:effort-not-established,out:effort-not-established vibeoscad-png3,github-vibeopenscad,gpt-5.1-codex-mini,default,coding,easy,vibe-openscad-iter-png-3,per-suite,0.5256800,2.97e-07,8070,46762,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16274 / column score),,out:effort-not-established,out:effort-not-established vibeoscad-png3,github-vibeopenscad,gpt-5.2-codex,default,coding,easy,vibe-openscad-iter-png-3,per-suite,0.2099456,4.13e-07,6956,16568,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16275 / column score),,out:effort-not-established,out:effort-not-established vibeoscad-png3,github-vibeopenscad,gpt-5.3-codex,default,coding,easy,vibe-openscad-iter-png-3,per-suite,0.047483999999999998,4.12e-07,9184,2809,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16276 / column score),,out:effort-not-established,out:effort-not-established vibeoscad-png3,github-vibeopenscad,gpt-5.4,default,coding,easy,vibe-openscad-iter-png-3,per-suite,0.052938000000000000,6.45e-07,8597,2234,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16277 / column score),,out:effort-not-established,out:effort-not-established vibeoscad-png3,github-vibeopenscad,gpt-5.4-mini,default,coding,easy,vibe-openscad-iter-png-3,per-suite,0.0099119999999999999,2.92e-07,8730,2140,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16278 / column score),,out:effort-not-established,out:effort-not-established vibeoscad-png3,github-vibeopenscad,gpt-5.4-nano,default,coding,easy,vibe-openscad-iter-png-3,per-suite,0.00332242499999999972,2.9e-08,10371,4241,85.714286,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16279 / column score),,out:effort-not-established,out:effort-not-established vibeoscad-png3,github-vibeopenscad,gpt-5.5,default,coding,easy,vibe-openscad-iter-png-3,per-suite,0.1641212500000000048,2.9e-07,8881,15302,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16280 / column score),,out:effort-not-established,out:effort-not-established vibeoscad-png3,github-vibeopenscad,o3,default,coding,easy,vibe-openscad-iter-png-3,per-suite,0.1853660000000000005,4.12e-06,9707,20744,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16281 / column score),,out:effort-not-established,out:effort-not-established vibeoscad-png3,github-vibeopenscad,o4-mini,default,coding,easy,vibe-openscad-iter-png-3,per-suite,0.0776402000000000034,5e-08,9938,15161,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16282 / column score),,out:effort-not-established,out:effort-not-established vibeoscad-pdf,github-vibeopenscad,gemini-3-flash,default,coding,easy,vibe-openscad-pdf-page,per-suite,0.024307300000000001,2.89e-08,2366,9439,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16283 / column score),,out:effort-not-established,out:effort-not-established vibeoscad-pdf,github-vibeopenscad,gemini-3.1-flash-lite,minimal,coding,easy,vibe-openscad-pdf-page,per-suite,0.00318950,4.08e-09,2366,1732,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16284 / column score),,out:saturated,in vibeoscad-pdf,github-vibeopenscad,gemini-3.1-pro,default,coding,easy,vibe-openscad-pdf-page,per-suite,0.36821750,4.08e-09,2366,36526,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16285 / column score),,out:effort-not-established,out:effort-not-established vibeoscad-pdf,github-vibeopenscad,gemini-3.5-flash,medium,coding,easy,vibe-openscad-pdf-page,per-suite,0.1785360,4.08e-08,2366,19443,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16286 / column score),,out:saturated,in vibeoscad-pdf,github-vibeopenscad,gemini-3.5-flash-lite,minimal,coding,easy,vibe-openscad-pdf-page,per-suite,0.0056723,4.08e-08,2366,1985,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16287 / column score),,out:saturated,in vibeoscad-pdf,github-vibeopenscad,gpt-5.4,nothink,coding,easy,vibe-openscad-pdf-page,per-suite,0.062224,4.08e-07,5360,3219,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16291 / column score),,out:saturated,in vibeoscad-pdf,github-vibeopenscad,gpt-5.5,medium,coding,easy,vibe-openscad-pdf-page,per-suite,0.17609000000000002,2.89e-06,5360,16939,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16292 / column score),,out:saturated,in vibeoscad-pdf,github-vibeopenscad,gpt-5.6-luna,medium,coding,easy,vibe-openscad-pdf-page,per-suite,0.0096496,2.9e-07,5360,7148,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16293 / column score),,out:saturated,in vibeoscad-pdf,github-vibeopenscad,gpt-5.6-sol,medium,coding,easy,vibe-openscad-pdf-page,per-suite,0.5588275,0.0293,5360,12654,100,success%,0,,cost-unrepriced; cost-price-band,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16294 / column score),,out:saturated,out:cost-single-couple vibeoscad-pdf,github-vibeopenscad,gpt-5.6-terra,medium,coding,easy,vibe-openscad-pdf-page,per-suite,0.08419600000000001,2.89e-07,5360,6123,100,success%,0,,cost-base-price:cost-publisher-figure,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16295 / column score),,out:saturated,in vibeoscad-pdf,github-vibeopenscad,gpt-6-astra,default,coding,easy,vibe-openscad-pdf-page,per-suite,0.54519999999999997,2.89e-06,5360,9832,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16296 / column score),,out:effort-not-established,out:effort-not-established vibeoscad-pdf,github-vibeopenscad,qwen3.5-9b,default,coding,easy,vibe-openscad-pdf-page,,,,,,0,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16297 / column score),,out:effort-not-established, vibeoscad-pdf,github-vibeopenscad,qwen3.8-27b,xhigh,coding,easy,vibe-openscad-pdf-page,,,,,,100,success%,0,,,https://github.com/sksat/vibe-openscad (one row per suite (matrixId) / row S16298 / column score),,out:saturated, vlmexam-ocr,github-vlmexam,fable-5,low,mixed,mid,vlm-exam,per-run-mean,1.44859,2.89e-07,51849,18602,94.03,similarity%,0.00289,,prev=94.03 (src-github-vlmexam-7ef2636-2026-09-22#M1); prev=94.03 (src-github-vlmexam-b8a50ac-2026-09-28#M1); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-fable-5:low / column tasks.ocr.primary_metric.value),,in,in vlmexam-extraction,github-vlmexam,fable-5,low,mixed,mid,vlm-exam,per-run-mean,1.49423,2.89e-07,144143,1056,91.75,judge-acc%,0.00289,,prev=91.75 (src-github-vlmexam-7ef2636-2026-09-22#M2); prev=91.75 (src-github-vlmexam-b8a50ac-2026-09-28#M2); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-fable-5:low / column tasks.extraction.primary_metric.value),,in,in vlmexam-counting,github-vlmexam,fable-5,low,mixed,mid,vlm-exam,per-run-mean,1.27094,2.89e-07,110534,3312,63.51,judge-acc%,0.00289,,prev=63.51 (src-github-vlmexam-7ef2636-2026-09-22#M3); prev=63.51 (src-github-vlmexam-b8a50ac-2026-09-28#M3); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-fable-5:low / column tasks.counting.primary_metric.value),,in,in vlmexam-identification,github-vlmexam,fable-5,low,mixed,mid,vlm-exam,per-run-mean,0.4384,2.89e-07,41745,419,100.0,judge-acc%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-fable-5:low / column tasks.identification.primary_metric.value),,out:uninformative,in vlmexam,github-vlmexam,fable-5,low,mixed,mid,vlm-exam,per-run-mean,2.64347,2.89e-07,214002,10069,66.23,judge-acc%,0.00289,,prev=66.23 (src-github-vlmexam-7ef2636-2026-09-22#M5); prev=66.23 (src-github-vlmexam-b8a50ac-2026-09-28#M5); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-fable-5:low / column tasks.reasoning.primary_metric.value),,in,in vlmexam-detection,github-vlmexam,fable-5,low,mixed,mid,vlm-exam,per-run-mean,14.66861,2.89e-07,619431,169486,56.41,mAP50,0.00289,,prev=56.41 (src-github-vlmexam-7ef2636-2026-09-22#M6); prev=56.41 (src-github-vlmexam-b8a50ac-2026-09-28#M6); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-fable-5:low / column tasks.detection.primary_metric.value),,in,in vlmexam-text,github-vlmexam,fable-5,low,mixed,hard,none,per-run-mean,24.4891,2.89e-07,1458095,198163,72.28,overall-%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-fable-5:low / column tasks.text.primary_metric.value),,in,in vlmexam,github-vlmexam,fable-5,high,mixed,mid,vlm-exam,per-run-mean,3.59607,2.89e-07,214002,29121,66.23,judge-acc%,0.00289,,prev=66.23 (src-github-vlmexam-7ef2636-2026-09-22#M7); prev=66.23 (src-github-vlmexam-b8a50ac-2026-09-28#M7); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-fable-5:high / column tasks.reasoning.primary_metric.value),,in,in vlmexam-text,github-vlmexam,fable-5,high,mixed,hard,none,per-run-mean,45.1573,2.89e-07,1458095,611527,74.16,overall-%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-fable-5:high / column tasks.text.primary_metric.value),,in,in vlmexam-ocr,github-vlmexam,fable-5.1,low,mixed,mid,vlm-exam,per-run-mean,1.438813,2.89e-07,51923,18392,94.0,similarity%,0.00289,,prev=94.0 (src-github-vlmexam-7ef2636-2026-09-22#M8); prev=94.0 (src-github-vlmexam-b8a50ac-2026-09-28#M8); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-fable-5-1:low / column tasks.ocr.primary_metric.value),,in,in vlmexam-extraction,github-vlmexam,fable-5.1,low,mixed,mid,vlm-exam,per-run-mean,1.508703,2.89e-07,144337,1307,93.13,judge-acc%,0.00289,,prev=93.13 (src-github-vlmexam-7ef2636-2026-09-22#M9); prev=93.13 (src-github-vlmexam-b8a50ac-2026-09-28#M9); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-fable-5-1:low / column tasks.extraction.primary_metric.value),,in,in vlmexam-counting,github-vlmexam,fable-5.1,low,mixed,mid,vlm-exam,per-run-mean,1.403537,2.89e-07,110682,5934,69.37,judge-acc%,0.00289,,prev=69.37 (src-github-vlmexam-7ef2636-2026-09-22#M10); prev=69.37 (src-github-vlmexam-b8a50ac-2026-09-28#M10); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-fable-5-1:low / column tasks.counting.primary_metric.value),,in,in vlmexam-identification,github-vlmexam,fable-5.1,low,mixed,mid,vlm-exam,per-run-mean,0.42919,2.89e-07,41809,222,97.92,judge-acc%,0.00289,,prev=97.92 (src-github-vlmexam-7ef2636-2026-09-22#M11); prev=97.92 (src-github-vlmexam-b8a50ac-2026-09-28#M11); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-fable-5-1:low / column tasks.identification.primary_metric.value),,in,in vlmexam,github-vlmexam,fable-5.1,low,mixed,mid,vlm-exam,per-run-mean,2.932657,2.89e-07,214304,15792,71.96,judge-acc%,0.00289,,prev=71.96 (src-github-vlmexam-7ef2636-2026-09-22#M12); prev=71.96 (src-github-vlmexam-b8a50ac-2026-09-28#M12); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-fable-5-1:low / column tasks.reasoning.primary_metric.value),,in,in vlmexam-detection,github-vlmexam,fable-5.1,low,mixed,mid,vlm-exam,per-run-mean,14.967593,2.89e-07,619976,175357,61.37,mAP50,0.00289,,prev=61.37 (src-github-vlmexam-7ef2636-2026-09-22#M13); prev=61.37 (src-github-vlmexam-b8a50ac-2026-09-28#M13); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-fable-5-1:low / column tasks.detection.primary_metric.value),,in,in vlmexam-text,github-vlmexam,fable-5.1,low,mixed,hard,none,per-run-mean,23.2332,2.89e-07,1459340,172796,72.88,overall-%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-fable-5-1:low / column tasks.text.primary_metric.value),,in,in vlmexam-ocr,github-vlmexam,fable-5.1,high,mixed,mid,vlm-exam,per-run-mean,1.452797,2.89e-07,51923,18671,93.62,similarity%,0.00289,,prev=93.62 (src-github-vlmexam-7ef2636-2026-09-22#M14); prev=93.62 (src-github-vlmexam-b8a50ac-2026-09-28#M14); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-fable-5-1:high / column tasks.ocr.primary_metric.value),,in,in vlmexam-extraction,github-vlmexam,fable-5.1,high,mixed,mid,vlm-exam,per-run-mean,1.575337,2.89e-07,144337,2639,93.47,judge-acc%,0.00289,,prev=93.47 (src-github-vlmexam-7ef2636-2026-09-22#M15); prev=93.47 (src-github-vlmexam-b8a50ac-2026-09-28#M15); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-fable-5-1:high / column tasks.extraction.primary_metric.value),,in,in vlmexam-counting,github-vlmexam,fable-5.1,high,mixed,mid,vlm-exam,per-run-mean,1.718453,2.89e-07,110682,12233,72.97,judge-acc%,0.00289,,prev=72.97 (src-github-vlmexam-7ef2636-2026-09-22#M16); prev=72.97 (src-github-vlmexam-b8a50ac-2026-09-28#M16); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-fable-5-1:high / column tasks.counting.primary_metric.value),,in,in vlmexam-identification,github-vlmexam,fable-5.1,high,mixed,mid,vlm-exam,per-run-mean,0.458623,2.89e-07,41809,811,96.88,judge-acc%,0.00289,,prev=96.88 (src-github-vlmexam-7ef2636-2026-09-22#M17); prev=96.88 (src-github-vlmexam-b8a50ac-2026-09-28#M17); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-fable-5-1:high / column tasks.identification.primary_metric.value),,in,in vlmexam,github-vlmexam,fable-5.1,high,mixed,mid,vlm-exam,per-run-mean,4.30334,2.89e-07,214304,43206,73.07,judge-acc%,0.00289,,prev=73.07 (src-github-vlmexam-7ef2636-2026-09-22#M18); prev=73.07 (src-github-vlmexam-b8a50ac-2026-09-28#M18); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-fable-5-1:high / column tasks.reasoning.primary_metric.value),,in,in vlmexam-detection,github-vlmexam,fable-5.1,high,mixed,mid,vlm-exam,per-run-mean,19.54851,2.89e-07,603596,270251,64.95,mAP50,0.00289,,prev=64.95 (src-github-vlmexam-7ef2636-2026-09-22#M19); prev=64.95 (src-github-vlmexam-b8a50ac-2026-09-28#M19); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-fable-5-1:high / column tasks.detection.primary_metric.value),,in,in vlmexam-text,github-vlmexam,fable-5.1,high,mixed,hard,none,per-run-mean,30.43625,2.89e-07,1459340,316857,75.26,overall-%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-fable-5-1:high / column tasks.text.primary_metric.value),,in,in vlmexam-ocr,github-vlmexam,sonnet-5,low,mixed,mid,vlm-exam,per-run-mean,0.289218,2.89e-07,51849,18552,91.67,similarity%,0.00289,,prev=91.67 (src-github-vlmexam-7ef2636-2026-09-22#M20); prev=91.67 (src-github-vlmexam-b8a50ac-2026-09-28#M20); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-sonnet-5:low / column tasks.ocr.primary_metric.value),,in,in vlmexam-extraction,github-vlmexam,sonnet-5,low,mixed,mid,vlm-exam,per-run-mean,0.295136,2.89e-07,144143,685,89.69,judge-acc%,0.00289,,prev=89.69 (src-github-vlmexam-7ef2636-2026-09-22#M21); prev=89.69 (src-github-vlmexam-b8a50ac-2026-09-28#M21); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-sonnet-5:low / column tasks.extraction.primary_metric.value),,in,in vlmexam-counting,github-vlmexam,sonnet-5,low,mixed,mid,vlm-exam,per-run-mean,0.225058,2.89e-07,110534,399,56.76,judge-acc%,0.00289,,prev=56.76 (src-github-vlmexam-7ef2636-2026-09-22#M22); prev=56.76 (src-github-vlmexam-b8a50ac-2026-09-28#M22); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-sonnet-5:low / column tasks.counting.primary_metric.value),,in,in vlmexam-identification,github-vlmexam,sonnet-5,low,mixed,mid,vlm-exam,per-run-mean,0.08568,2.89e-07,41745,219,81.25,judge-acc%,0.00289,,prev=81.25 (src-github-vlmexam-7ef2636-2026-09-22#M23); prev=81.25 (src-github-vlmexam-b8a50ac-2026-09-28#M23); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-sonnet-5:low / column tasks.identification.primary_metric.value),,in,in vlmexam,github-vlmexam,sonnet-5,low,mixed,mid,vlm-exam,per-run-mean,0.477804,2.89e-07,214002,4980,43.05,judge-acc%,0.00289,,prev=43.05 (src-github-vlmexam-7ef2636-2026-09-22#M24); prev=43.05 (src-github-vlmexam-b8a50ac-2026-09-28#M24); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-sonnet-5:low / column tasks.reasoning.primary_metric.value),,in,in vlmexam-detection,github-vlmexam,sonnet-5,low,mixed,mid,vlm-exam,per-run-mean,2.730952,2.89e-07,619431,149209,36.08,mAP50,0.00289,,prev=36.08 (src-github-vlmexam-7ef2636-2026-09-22#M25); prev=36.08 (src-github-vlmexam-b8a50ac-2026-09-28#M25); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-sonnet-5:low / column tasks.detection.primary_metric.value),,in,in vlmexam-text,github-vlmexam,sonnet-5,low,mixed,hard,none,per-run-mean,4.67702,2.89e-07,1458095,176083,59.37,overall-%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-sonnet-5:low / column tasks.text.primary_metric.value),,in,in vlmexam,github-vlmexam,sonnet-5,high,mixed,mid,vlm-exam,per-run-mean,0.656334,2.89e-07,214002,22833,43.05,judge-acc%,0.00289,,prev=43.05 (src-github-vlmexam-7ef2636-2026-09-22#M26); prev=43.05 (src-github-vlmexam-b8a50ac-2026-09-28#M26); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-sonnet-5:high / column tasks.reasoning.primary_metric.value),,in,in vlmexam-text,github-vlmexam,sonnet-5,high,mixed,hard,none,per-run-mean,8.80847,2.89e-07,1458095,589228,59.45,overall-%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-sonnet-5:high / column tasks.text.primary_metric.value),,in,in vlmexam-ocr,github-vlmexam,opus-4.8,low,mixed,mid,vlm-exam,per-run-mean,0.72582,2.89e-07,51849,18663,93.79,similarity%,0.00289,,prev=93.79 (src-github-vlmexam-7ef2636-2026-09-22#M27); prev=93.79 (src-github-vlmexam-b8a50ac-2026-09-28#M27); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-4-8:low / column tasks.ocr.primary_metric.value),,in,in vlmexam-extraction,github-vlmexam,opus-4.8,low,mixed,mid,vlm-exam,per-run-mean,0.73984,2.89e-07,144143,765,88.66,judge-acc%,0.00289,,prev=88.66 (src-github-vlmexam-7ef2636-2026-09-22#M28); prev=88.66 (src-github-vlmexam-b8a50ac-2026-09-28#M28); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-4-8:low / column tasks.extraction.primary_metric.value),,in,in vlmexam-counting,github-vlmexam,opus-4.8,low,mixed,mid,vlm-exam,per-run-mean,0.561245,2.89e-07,110534,343,54.05,judge-acc%,0.00289,,prev=54.05 (src-github-vlmexam-7ef2636-2026-09-22#M29); prev=54.05 (src-github-vlmexam-b8a50ac-2026-09-28#M29); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-4-8:low / column tasks.counting.primary_metric.value),,in,in vlmexam-identification,github-vlmexam,opus-4.8,low,mixed,mid,vlm-exam,per-run-mean,0.21435,2.89e-07,41745,225,84.38,judge-acc%,0.00289,,prev=84.38 (src-github-vlmexam-7ef2636-2026-09-22#M30); prev=84.38 (src-github-vlmexam-b8a50ac-2026-09-28#M30); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-4-8:low / column tasks.identification.primary_metric.value),,in,in vlmexam,github-vlmexam,opus-4.8,low,mixed,mid,vlm-exam,per-run-mean,1.17621,2.89e-07,214002,4248,52.98,judge-acc%,0.00289,,prev=52.98 (src-github-vlmexam-7ef2636-2026-09-22#M31); prev=52.98 (src-github-vlmexam-b8a50ac-2026-09-28#M31); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-4-8:low / column tasks.reasoning.primary_metric.value),,in,in vlmexam-detection,github-vlmexam,opus-4.8,low,mixed,mid,vlm-exam,per-run-mean,6.55283,2.89e-07,619431,138227,38.58,mAP50,0.00289,,prev=38.58 (src-github-vlmexam-7ef2636-2026-09-22#M32); prev=38.58 (src-github-vlmexam-b8a50ac-2026-09-28#M32); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-4-8:low / column tasks.detection.primary_metric.value),,in,in vlmexam-text,github-vlmexam,opus-4.8,low,mixed,hard,none,per-run-mean,15.193725,2.89e-07,1458095,316130,61.45,overall-%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-4-8:low / column tasks.text.primary_metric.value),,in,in vlmexam,github-vlmexam,opus-4.8,high,mixed,mid,vlm-exam,per-run-mean,1.178035,2.89e-07,214002,4321,52.32,judge-acc%,0.00289,,prev=52.32 (src-github-vlmexam-7ef2636-2026-09-22#M33); prev=52.32 (src-github-vlmexam-b8a50ac-2026-09-28#M33); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-4-8:high / column tasks.reasoning.primary_metric.value),,in,in vlmexam-text,github-vlmexam,opus-4.8,high,mixed,hard,none,per-run-mean,22.84365,2.89e-07,1458095,622127,62.12,overall-%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-4-8:high / column tasks.text.primary_metric.value),,in,in vlmexam-ocr,github-vlmexam,opus-5,low,mixed,mid,vlm-exam,per-run-mean,0.73672,2.89e-07,51849,19099,93.22,similarity%,0.00289,,prev=93.22 (src-github-vlmexam-7ef2636-2026-09-22#M34); prev=93.22 (src-github-vlmexam-b8a50ac-2026-09-28#M34); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-5:low / column tasks.ocr.primary_metric.value),,in,in vlmexam-extraction,github-vlmexam,opus-5,low,mixed,mid,vlm-exam,per-run-mean,0.77204,2.89e-07,144143,2053,89.69,judge-acc%,0.00289,,prev=89.69 (src-github-vlmexam-7ef2636-2026-09-22#M35); prev=89.69 (src-github-vlmexam-b8a50ac-2026-09-28#M35); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-5:low / column tasks.extraction.primary_metric.value),,in,in vlmexam-counting,github-vlmexam,opus-5,low,mixed,mid,vlm-exam,per-run-mean,0.707345,2.89e-07,110534,6187,70.27,judge-acc%,0.00289,,prev=70.27 (src-github-vlmexam-7ef2636-2026-09-22#M36); prev=70.27 (src-github-vlmexam-b8a50ac-2026-09-28#M36); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-5:low / column tasks.counting.primary_metric.value),,in,in vlmexam-identification,github-vlmexam,opus-5,low,mixed,mid,vlm-exam,per-run-mean,0.23105,2.89e-07,41745,893,90.62,judge-acc%,0.00289,,prev=90.62 (src-github-vlmexam-7ef2636-2026-09-22#M37); prev=90.62 (src-github-vlmexam-b8a50ac-2026-09-28#M37); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-5:low / column tasks.identification.primary_metric.value),,in,in vlmexam,github-vlmexam,opus-5,low,mixed,mid,vlm-exam,per-run-mean,1.546335,2.89e-07,214002,19053,71.52,judge-acc%,0.00289,,prev=71.52 (src-github-vlmexam-7ef2636-2026-09-22#M38); prev=71.52 (src-github-vlmexam-b8a50ac-2026-09-28#M38); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-5:low / column tasks.reasoning.primary_metric.value),,in,in vlmexam-detection,github-vlmexam,opus-5,low,mixed,mid,vlm-exam,per-run-mean,6.824355,2.89e-07,619431,149088,54.36,mAP50,0.00289,,prev=54.36 (src-github-vlmexam-7ef2636-2026-09-22#M39); prev=54.36 (src-github-vlmexam-b8a50ac-2026-09-28#M39); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-5:low / column tasks.detection.primary_metric.value),,in,in vlmexam-text,github-vlmexam,opus-5,low,mixed,hard,none,per-run-mean,13.036425,2.89e-07,1458095,229838,67.96,overall-%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-5:low / column tasks.text.primary_metric.value),,in,in vlmexam,github-vlmexam,opus-5,high,mixed,mid,vlm-exam,per-run-mean,2.699785,2.89e-07,214002,65191,74.17,judge-acc%,0.00289,,prev=74.17 (src-github-vlmexam-7ef2636-2026-09-22#M40); prev=74.17 (src-github-vlmexam-b8a50ac-2026-09-28#M40); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-5:high / column tasks.reasoning.primary_metric.value),,in,in vlmexam-text,github-vlmexam,opus-5,high,mixed,hard,none,per-run-mean,25.531925,2.89e-07,1458095,729658,65.82,overall-%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-5:high / column tasks.text.primary_metric.value),,in,in vlmexam-ocr,github-vlmexam,opus-5.5,low,mixed,mid,vlm-exam,per-run-mean,0.615792,2.89e-07,51923,20405,87.75,similarity%,0.00289,,prev=87.75 (src-github-vlmexam-7ef2636-2026-09-22#M41); prev=87.75 (src-github-vlmexam-b8a50ac-2026-09-28#M41); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-5-5:low / column tasks.ocr.primary_metric.value),,in,in vlmexam-extraction,github-vlmexam,opus-5.5,low,mixed,mid,vlm-exam,per-run-mean,0.640748,2.89e-07,144337,3170,93.47,judge-acc%,0.00289,,prev=93.47 (src-github-vlmexam-7ef2636-2026-09-22#M42); prev=93.47 (src-github-vlmexam-b8a50ac-2026-09-28#M42); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-5-5:low / column tasks.extraction.primary_metric.value),,in,in vlmexam-counting,github-vlmexam,opus-5.5,low,mixed,mid,vlm-exam,per-run-mean,0.596555,2.89e-07,110682,7691,80.63,judge-acc%,0.00289,,prev=80.63 (src-github-vlmexam-7ef2636-2026-09-22#M43); prev=80.63 (src-github-vlmexam-b8a50ac-2026-09-28#M43); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-5-5:low / column tasks.counting.primary_metric.value),,in,in vlmexam-identification,github-vlmexam,opus-5.5,low,mixed,mid,vlm-exam,per-run-mean,0.185123,2.89e-07,41809,894,93.75,judge-acc%,0.00289,,prev=93.75 (src-github-vlmexam-7ef2636-2026-09-22#M44); prev=93.75 (src-github-vlmexam-b8a50ac-2026-09-28#M44); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-5-5:low / column tasks.identification.primary_metric.value),,in,in vlmexam,github-vlmexam,opus-5.5,low,mixed,mid,vlm-exam,per-run-mean,1.351769,2.89e-07,214304,24728,83.0,judge-acc%,0.00289,,prev=83.0 (src-github-vlmexam-7ef2636-2026-09-22#M45); prev=83.0 (src-github-vlmexam-b8a50ac-2026-09-28#M45); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-5-5:low / column tasks.reasoning.primary_metric.value),,in,in vlmexam-detection,github-vlmexam,opus-5.5,low,mixed,mid,vlm-exam,per-run-mean,5.270137,2.89e-07,619931,139521,74.55,mAP50,0.00289,,prev=74.41 (src-github-vlmexam-7ef2636-2026-09-22#M46); prev=74.41 (src-github-vlmexam-b8a50ac-2026-09-28#M46); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-5-5:low / column tasks.detection.primary_metric.value),,in,in vlmexam-text,github-vlmexam,opus-5.5,low,mixed,hard,none,per-run-mean,9.42464,2.89e-07,1459205,179391,78.26,overall-%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-5-5:low / column tasks.text.primary_metric.value),,in,in vlmexam-ocr,github-vlmexam,opus-5.5,high,mixed,mid,vlm-exam,per-run-mean,0.899885,2.89e-07,51923,34610,87.16,similarity%,0.00289,,prev=87.16 (src-github-vlmexam-7ef2636-2026-09-22#M47); prev=87.16 (src-github-vlmexam-b8a50ac-2026-09-28#M47); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-5-5:high / column tasks.ocr.primary_metric.value),,in,in vlmexam-extraction,github-vlmexam,opus-5.5,high,mixed,mid,vlm-exam,per-run-mean,0.723621,2.89e-07,144337,7314,93.47,judge-acc%,0.00289,,prev=93.47 (src-github-vlmexam-7ef2636-2026-09-22#M48); prev=93.47 (src-github-vlmexam-b8a50ac-2026-09-28#M48); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-5-5:high / column tasks.extraction.primary_metric.value),,in,in vlmexam-counting,github-vlmexam,opus-5.5,high,mixed,mid,vlm-exam,per-run-mean,0.728128,2.89e-07,110682,14270,81.98,judge-acc%,0.00289,,prev=81.98 (src-github-vlmexam-7ef2636-2026-09-22#M49); prev=81.98 (src-github-vlmexam-b8a50ac-2026-09-28#M49); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-5-5:high / column tasks.counting.primary_metric.value),,in,in vlmexam-identification,github-vlmexam,opus-5.5,high,mixed,mid,vlm-exam,per-run-mean,0.214589,2.89e-07,41809,2368,95.83,judge-acc%,0.00289,,prev=95.83 (src-github-vlmexam-7ef2636-2026-09-22#M50); prev=95.83 (src-github-vlmexam-b8a50ac-2026-09-28#M50); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-5-5:high / column tasks.identification.primary_metric.value),,in,in vlmexam,github-vlmexam,opus-5.5,high,mixed,mid,vlm-exam,per-run-mean,1.637816,2.89e-07,214304,39030,85.87,judge-acc%,0.00289,,prev=85.87 (src-github-vlmexam-7ef2636-2026-09-22#M51); prev=85.87 (src-github-vlmexam-b8a50ac-2026-09-28#M51); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-5-5:high / column tasks.reasoning.primary_metric.value),,in,in vlmexam-detection,github-vlmexam,opus-5.5,high,mixed,mid,vlm-exam,per-run-mean,7.554164,2.89e-07,619931,253722,75.97,mAP50,0.00289,,prev=76.79 (src-github-vlmexam-7ef2636-2026-09-22#M52); prev=76.79 (src-github-vlmexam-b8a50ac-2026-09-28#M52); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-5-5:high / column tasks.detection.primary_metric.value),,in,in vlmexam-text,github-vlmexam,opus-5.5,high,mixed,hard,none,per-run-mean,13.64936,2.89e-07,1459205,390627,79.92,overall-%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-5-5:high / column tasks.text.primary_metric.value),,in,in vlmexam-ocr,github-vlmexam,sonnet-5.5,low,mixed,mid,vlm-exam,per-run-mean,0.292213,2.89e-07,51923,18837,90.57,similarity%,0.00289,,prev=90.57 (src-github-vlmexam-b8a50ac-2026-09-28#M53); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-sonnet-5-5:low / column tasks.ocr.primary_metric.value),,in,in vlmexam-extraction,github-vlmexam,sonnet-5.5,low,mixed,mid,vlm-exam,per-run-mean,0.317237,2.89e-07,144337,2856,90.72,judge-acc%,0.00289,,prev=90.72 (src-github-vlmexam-b8a50ac-2026-09-28#M54); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-sonnet-5-5:low / column tasks.extraction.primary_metric.value),,in,in vlmexam-counting,github-vlmexam,sonnet-5.5,low,mixed,mid,vlm-exam,per-run-mean,0.311764,2.89e-07,110682,9040,79.28,judge-acc%,0.00289,,prev=79.28 (src-github-vlmexam-b8a50ac-2026-09-28#M55); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-sonnet-5-5:low / column tasks.counting.primary_metric.value),,in,in vlmexam-identification,github-vlmexam,sonnet-5.5,low,mixed,mid,vlm-exam,per-run-mean,0.092405,2.89e-07,41809,879,91.67,judge-acc%,0.00289,,prev=91.67 (src-github-vlmexam-b8a50ac-2026-09-28#M56); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-sonnet-5-5:low / column tasks.identification.primary_metric.value),,in,in vlmexam,github-vlmexam,sonnet-5.5,low,mixed,mid,vlm-exam,per-run-mean,0.735205,2.89e-07,214304,30660,76.38,judge-acc%,0.00289,,prev=76.38 (src-github-vlmexam-b8a50ac-2026-09-28#M57); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-sonnet-5-5:low / column tasks.reasoning.primary_metric.value),,in,in vlmexam-detection,github-vlmexam,sonnet-5.5,low,mixed,mid,vlm-exam,per-run-mean,2.439539,2.89e-07,619931,119968,74.27,mAP50,0.00289,,prev=74.27 (src-github-vlmexam-b8a50ac-2026-09-28#M58); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-sonnet-5-5:low / column tasks.detection.primary_metric.value),,in,in vlmexam-text,github-vlmexam,sonnet-5.5,low,mixed,hard,none,per-run-mean,4.50378,2.89e-07,1459295,158519,66.25,overall-%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-sonnet-5-5:low / column tasks.text.primary_metric.value),,in,in vlmexam-ocr,github-vlmexam,sonnet-5.5,high,mixed,mid,vlm-exam,per-run-mean,0.406199,2.89e-07,51923,30235,90.88,similarity%,0.00289,,prev=90.88 (src-github-vlmexam-b8a50ac-2026-09-28#M59); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-sonnet-5-5:high / column tasks.ocr.primary_metric.value),,in,in vlmexam-extraction,github-vlmexam,sonnet-5.5,high,mixed,mid,vlm-exam,per-run-mean,0.344514,2.89e-07,144337,5584,93.13,judge-acc%,0.00289,,prev=93.13 (src-github-vlmexam-b8a50ac-2026-09-28#M60); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-sonnet-5-5:high / column tasks.extraction.primary_metric.value),,in,in vlmexam-counting,github-vlmexam,sonnet-5.5,high,mixed,mid,vlm-exam,per-run-mean,0.392871,2.89e-07,110682,17151,82.88,judge-acc%,0.00289,,prev=82.88 (src-github-vlmexam-b8a50ac-2026-09-28#M61); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-sonnet-5-5:high / column tasks.counting.primary_metric.value),,in,in vlmexam-identification,github-vlmexam,sonnet-5.5,high,mixed,mid,vlm-exam,per-run-mean,0.105775,2.89e-07,41809,2216,90.62,judge-acc%,0.00289,,prev=90.62 (src-github-vlmexam-b8a50ac-2026-09-28#M62); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-sonnet-5-5:high / column tasks.identification.primary_metric.value),,in,in vlmexam,github-vlmexam,sonnet-5.5,high,mixed,mid,vlm-exam,per-run-mean,0.920781,2.89e-07,214304,49217,83.89,judge-acc%,0.00289,,prev=83.89 (src-github-vlmexam-b8a50ac-2026-09-28#M63); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-sonnet-5-5:high / column tasks.reasoning.primary_metric.value),,in,in vlmexam-detection,github-vlmexam,sonnet-5.5,high,mixed,mid,vlm-exam,per-run-mean,3.481205,2.89e-07,619931,224134,76.76,mAP50,0.00289,,prev=76.76 (src-github-vlmexam-b8a50ac-2026-09-28#M64); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-sonnet-5-5:high / column tasks.detection.primary_metric.value),,in,in vlmexam-text,github-vlmexam,sonnet-5.5,high,mixed,hard,none,per-run-mean,6.437324,2.89e-07,1458642,352004,,overall-%,,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam (),,,in vlmexam-ocr,github-vlmexam,haiku-5.5,low,mixed,mid,vlm-exam,per-run-mean,0.020941,2.89e-07,51923,31498,90.13,similarity%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-haiku-5-5:low / column tasks.ocr.primary_metric.value),,in,in vlmexam-extraction,github-vlmexam,haiku-5.5,low,mixed,mid,vlm-exam,per-run-mean,0.01838,2.89e-07,144337,7893,85.91,judge-acc%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-haiku-5-5:low / column tasks.extraction.primary_metric.value),,in,in vlmexam-counting,github-vlmexam,haiku-5.5,low,mixed,mid,vlm-exam,per-run-mean,0.022704,2.89e-07,110682,23271,68.92,judge-acc%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-haiku-5-5:low / column tasks.counting.primary_metric.value),,in,in vlmexam-identification,github-vlmexam,haiku-5.5,low,mixed,mid,vlm-exam,per-run-mean,0.006323,2.89e-07,41809,4285,83.33,judge-acc%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-haiku-5-5:low / column tasks.identification.primary_metric.value),,in,in vlmexam,github-vlmexam,haiku-5.5,low,mixed,mid,vlm-exam,per-run-mean,0.061404,2.89e-07,214304,79947,68.87,judge-acc%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-haiku-5-5:low / column tasks.reasoning.primary_metric.value),,in,in vlmexam-detection,github-vlmexam,haiku-5.5,low,mixed,mid,vlm-exam,per-run-mean,0.160034,2.89e-07,619931,196083,65.83,mAP50,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-haiku-5-5:low / column tasks.detection.primary_metric.value),,in,in vlmexam-text,github-vlmexam,haiku-5.5,low,mixed,hard,none,per-run-mean,0.361382,2.89e-07,1459295,430904,61.21,overall-%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-haiku-5-5:low / column tasks.text.primary_metric.value),,in,in vlmexam-ocr,github-vlmexam,haiku-5.5,high,mixed,mid,vlm-exam,per-run-mean,0.033602,2.89e-07,51923,56819,88.04,similarity%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-haiku-5-5:high / column tasks.ocr.primary_metric.value),,in,in vlmexam-extraction,github-vlmexam,haiku-5.5,high,mixed,mid,vlm-exam,per-run-mean,0.021806,2.89e-07,144337,14745,87.29,judge-acc%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-haiku-5-5:high / column tasks.extraction.primary_metric.value),,in,in vlmexam-counting,github-vlmexam,haiku-5.5,high,mixed,mid,vlm-exam,per-run-mean,0.028869,2.89e-07,110682,35601,72.97,judge-acc%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-haiku-5-5:high / column tasks.counting.primary_metric.value),,in,in vlmexam-identification,github-vlmexam,haiku-5.5,high,mixed,mid,vlm-exam,per-run-mean,0.008057,2.89e-07,41809,7752,86.46,judge-acc%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-haiku-5-5:high / column tasks.identification.primary_metric.value),,in,in vlmexam,github-vlmexam,haiku-5.5,high,mixed,mid,vlm-exam,per-run-mean,0.087571,2.89e-07,214304,132280,74.83,judge-acc%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-haiku-5-5:high / column tasks.reasoning.primary_metric.value),,in,in vlmexam-detection,github-vlmexam,haiku-5.5,high,mixed,mid,vlm-exam,per-run-mean,0.239056,2.89e-07,619931,354126,68.19,mAP50,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-haiku-5-5:high / column tasks.detection.primary_metric.value),,in,in vlmexam-text,github-vlmexam,haiku-5.5,high,mixed,hard,none,per-run-mean,0.613946,2.89e-07,1459295,936033,65.28,overall-%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row claude-haiku-5-5:high / column tasks.text.primary_metric.value),,in,in vlmexam-ocr,github-vlmexam,gemini-3.5-flash,low,mixed,mid,vlm-exam,per-run-mean,0.604859,2.89e-07,42403,60139,89.34,similarity%,0.00289,,prev=89.34 (src-github-vlmexam-7ef2636-2026-09-22#M53); prev=89.34 (src-github-vlmexam-b8a50ac-2026-09-28#M65),https://github.com/roboflow/vlm-exam ($.models / row gemini-3.5-flash:low / column tasks.ocr.primary_metric.value),,in,out:cost-not-comparable vlmexam-extraction,github-vlmexam,gemini-3.5-flash,low,mixed,mid,vlm-exam,per-run-mean,0.36247,2.89e-07,110137,21918,94.5,judge-acc%,0.00289,,prev=94.5 (src-github-vlmexam-7ef2636-2026-09-22#M54); prev=94.5 (src-github-vlmexam-b8a50ac-2026-09-28#M66),https://github.com/roboflow/vlm-exam ($.models / row gemini-3.5-flash:low / column tasks.extraction.primary_metric.value),,in,out:cost-not-comparable vlmexam-counting,github-vlmexam,gemini-3.5-flash,low,mixed,mid,vlm-exam,per-run-mean,0.553392,2.89e-07,83854,47512,80.63,judge-acc%,0.00289,,prev=80.63 (src-github-vlmexam-7ef2636-2026-09-22#M55); prev=80.63 (src-github-vlmexam-b8a50ac-2026-09-28#M67),https://github.com/roboflow/vlm-exam ($.models / row gemini-3.5-flash:low / column tasks.counting.primary_metric.value),,in,out:cost-not-comparable vlmexam-identification,github-vlmexam,gemini-3.5-flash,low,mixed,mid,vlm-exam,per-run-mean,0.128763,2.89e-07,36426,8236,98.96,judge-acc%,0.00289,,prev=98.96 (src-github-vlmexam-7ef2636-2026-09-22#M56); prev=98.96 (src-github-vlmexam-b8a50ac-2026-09-28#M68),https://github.com/roboflow/vlm-exam ($.models / row gemini-3.5-flash:low / column tasks.identification.primary_metric.value),,in,out:cost-not-comparable vlmexam,github-vlmexam,gemini-3.5-flash,low,mixed,mid,vlm-exam,per-run-mean,1.235421,2.89e-07,171782,108639,82.12,judge-acc%,0.00289,,prev=82.12 (src-github-vlmexam-7ef2636-2026-09-22#M57); prev=82.12 (src-github-vlmexam-b8a50ac-2026-09-28#M69),https://github.com/roboflow/vlm-exam ($.models / row gemini-3.5-flash:low / column tasks.reasoning.primary_metric.value),,in,out:cost-not-comparable vlmexam-detection,github-vlmexam,gemini-3.5-flash,low,mixed,mid,vlm-exam,per-run-mean,3.933333,2.89e-07,299764,387076,70.58,mAP50,0.00289,,prev=70.58 (src-github-vlmexam-7ef2636-2026-09-22#M58); prev=70.58 (src-github-vlmexam-b8a50ac-2026-09-28#M70),https://github.com/roboflow/vlm-exam ($.models / row gemini-3.5-flash:low / column tasks.detection.primary_metric.value),,in,out:cost-not-comparable vlmexam-text,github-vlmexam,gemini-3.5-flash,low,mixed,hard,none,per-run-mean,7.831819,2.89e-07,742843,746395,76.69,overall-%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.5-flash:low / column tasks.text.primary_metric.value),,in,out:cost-not-comparable vlmexam-ocr,github-vlmexam,gemini-3.5-flash,high,mixed,mid,vlm-exam,per-run-mean,1.294672,2.89e-07,42403,136785,88.89,similarity%,0.00289,,prev=88.89 (src-github-vlmexam-7ef2636-2026-09-22#M59); prev=88.89 (src-github-vlmexam-b8a50ac-2026-09-28#M71),https://github.com/roboflow/vlm-exam ($.models / row gemini-3.5-flash:high / column tasks.ocr.primary_metric.value),,in,out:cost-not-comparable vlmexam-extraction,github-vlmexam,gemini-3.5-flash,high,mixed,mid,vlm-exam,per-run-mean,0.637757,2.89e-07,110137,52506,95.53,judge-acc%,0.00289,,prev=95.53 (src-github-vlmexam-7ef2636-2026-09-22#M60); prev=95.53 (src-github-vlmexam-b8a50ac-2026-09-28#M72),https://github.com/roboflow/vlm-exam ($.models / row gemini-3.5-flash:high / column tasks.extraction.primary_metric.value),,in,out:cost-not-comparable vlmexam-counting,github-vlmexam,gemini-3.5-flash,high,mixed,mid,vlm-exam,per-run-mean,1.224027,2.89e-07,83854,122027,82.43,judge-acc%,0.00289,,prev=82.43 (src-github-vlmexam-7ef2636-2026-09-22#M61); prev=82.43 (src-github-vlmexam-b8a50ac-2026-09-28#M73),https://github.com/roboflow/vlm-exam ($.models / row gemini-3.5-flash:high / column tasks.counting.primary_metric.value),,in,out:cost-not-comparable vlmexam-identification,github-vlmexam,gemini-3.5-flash,high,mixed,mid,vlm-exam,per-run-mean,0.217914,2.89e-07,36426,18142,97.92,judge-acc%,0.00289,,prev=97.92 (src-github-vlmexam-7ef2636-2026-09-22#M62); prev=97.92 (src-github-vlmexam-b8a50ac-2026-09-28#M74),https://github.com/roboflow/vlm-exam ($.models / row gemini-3.5-flash:high / column tasks.identification.primary_metric.value),,in,out:cost-not-comparable vlmexam,github-vlmexam,gemini-3.5-flash,high,mixed,mid,vlm-exam,per-run-mean,2.685549,2.89e-07,171782,269764,81.02,judge-acc%,0.00289,,prev=81.02 (src-github-vlmexam-7ef2636-2026-09-22#M63); prev=81.02 (src-github-vlmexam-b8a50ac-2026-09-28#M75),https://github.com/roboflow/vlm-exam ($.models / row gemini-3.5-flash:high / column tasks.reasoning.primary_metric.value),,in,out:cost-not-comparable vlmexam-detection,github-vlmexam,gemini-3.5-flash,high,mixed,mid,vlm-exam,per-run-mean,5.256789,2.89e-07,299764,534127,69.79,mAP50,0.00289,,prev=69.79 (src-github-vlmexam-7ef2636-2026-09-22#M64); prev=69.79 (src-github-vlmexam-b8a50ac-2026-09-28#M76),https://github.com/roboflow/vlm-exam ($.models / row gemini-3.5-flash:high / column tasks.detection.primary_metric.value),,in,out:cost-not-comparable vlmexam-text,github-vlmexam,gemini-3.5-flash,high,mixed,hard,none,per-run-mean,18.879365,2.89e-07,742843,1973900,75.55,overall-%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.5-flash:high / column tasks.text.primary_metric.value),,in,out:cost-not-comparable vlmexam-ocr,github-vlmexam,gemini-3.6-flash,low,mixed,mid,vlm-exam,per-run-mean,0.205144,2.89e-07,42403,18872,88.17,similarity%,0.00289,,prev=88.17 (src-github-vlmexam-7ef2636-2026-09-22#M65); prev=88.17 (src-github-vlmexam-b8a50ac-2026-09-28#M77); cost-base-price:cost-uniform-factor,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.6-flash:low / column tasks.ocr.primary_metric.value),,in,in vlmexam-extraction,github-vlmexam,gemini-3.6-flash,low,mixed,mid,vlm-exam,per-run-mean,0.291021,2.89e-07,110137,16775,95.88,judge-acc%,0.00289,,prev=95.88 (src-github-vlmexam-7ef2636-2026-09-22#M66); prev=95.88 (src-github-vlmexam-b8a50ac-2026-09-28#M78); cost-base-price:cost-uniform-factor,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.6-flash:low / column tasks.extraction.primary_metric.value),,in,in vlmexam-counting,github-vlmexam,gemini-3.6-flash,low,mixed,mid,vlm-exam,per-run-mean,0.499006,2.89e-07,83854,49763,80.18,judge-acc%,0.00289,,prev=80.18 (src-github-vlmexam-7ef2636-2026-09-22#M67); prev=80.18 (src-github-vlmexam-b8a50ac-2026-09-28#M79); cost-base-price:cost-uniform-factor,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.6-flash:low / column tasks.counting.primary_metric.value),,in,in vlmexam-identification,github-vlmexam,gemini-3.6-flash,low,mixed,mid,vlm-exam,per-run-mean,0.094799,2.89e-07,36426,5355,98.96,judge-acc%,0.00289,,prev=98.96 (src-github-vlmexam-7ef2636-2026-09-22#M68); prev=98.96 (src-github-vlmexam-b8a50ac-2026-09-28#M80); cost-base-price:cost-uniform-factor,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.6-flash:low / column tasks.identification.primary_metric.value),,in,in vlmexam,github-vlmexam,gemini-3.6-flash,low,mixed,mid,vlm-exam,per-run-mean,0.945371,2.89e-07,171782,91693,77.7,judge-acc%,0.00289,,prev=77.7 (src-github-vlmexam-7ef2636-2026-09-22#M69); prev=77.7 (src-github-vlmexam-b8a50ac-2026-09-28#M81); cost-base-price:cost-uniform-factor,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.6-flash:low / column tasks.reasoning.primary_metric.value),,in,in vlmexam-detection,github-vlmexam,gemini-3.6-flash,low,mixed,mid,vlm-exam,per-run-mean,2.069111,2.89e-07,299764,215929,57.08,mAP50,0.00289,,prev=57.08 (src-github-vlmexam-7ef2636-2026-09-22#M70); prev=57.08 (src-github-vlmexam-b8a50ac-2026-09-28#M82); cost-base-price:cost-uniform-factor,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.6-flash:low / column tasks.detection.primary_metric.value),,in,in vlmexam-text,github-vlmexam,gemini-3.6-flash,low,mixed,hard,none,per-run-mean,3.649827,2.89e-07,742843,338075,71.76,overall-%,0.00289,,cost-base-price:cost-uniform-factor,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.6-flash:low / column tasks.text.primary_metric.value),,in,in vlmexam-ocr,github-vlmexam,gemini-3.6-flash,high,mixed,mid,vlm-exam,per-run-mean,1.272907,2.89e-07,42403,161240,89.53,similarity%,0.00289,,prev=89.53 (src-github-vlmexam-7ef2636-2026-09-22#M71); prev=89.53 (src-github-vlmexam-b8a50ac-2026-09-28#M83); cost-base-price:cost-uniform-factor,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.6-flash:high / column tasks.ocr.primary_metric.value),,in,in vlmexam-extraction,github-vlmexam,gemini-3.6-flash,high,mixed,mid,vlm-exam,per-run-mean,0.615203,2.89e-07,110137,60000,94.85,judge-acc%,0.00289,,prev=94.85 (src-github-vlmexam-7ef2636-2026-09-22#M72); prev=94.85 (src-github-vlmexam-b8a50ac-2026-09-28#M84); cost-base-price:cost-uniform-factor,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.6-flash:high / column tasks.extraction.primary_metric.value),,in,in vlmexam-counting,github-vlmexam,gemini-3.6-flash,high,mixed,mid,vlm-exam,per-run-mean,1.314898,2.89e-07,83854,158549,79.28,judge-acc%,0.00289,,prev=79.28 (src-github-vlmexam-7ef2636-2026-09-22#M73); prev=79.28 (src-github-vlmexam-b8a50ac-2026-09-28#M85); cost-base-price:cost-uniform-factor,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.6-flash:high / column tasks.counting.primary_metric.value),,in,in vlmexam-identification,github-vlmexam,gemini-3.6-flash,high,mixed,mid,vlm-exam,per-run-mean,0.212959,2.89e-07,36426,21109,100.0,judge-acc%,0.00289,,cost-base-price:cost-uniform-factor,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.6-flash:high / column tasks.identification.primary_metric.value),,out:uninformative,in vlmexam,github-vlmexam,gemini-3.6-flash,high,mixed,mid,vlm-exam,per-run-mean,2.761383,2.89e-07,171782,333828,81.02,judge-acc%,0.00289,,prev=81.02 (src-github-vlmexam-7ef2636-2026-09-22#M75); prev=81.02 (src-github-vlmexam-b8a50ac-2026-09-28#M87); cost-base-price:cost-uniform-factor,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.6-flash:high / column tasks.reasoning.primary_metric.value),,in,in vlmexam-detection,github-vlmexam,gemini-3.6-flash,high,mixed,mid,vlm-exam,per-run-mean,4.631426,2.89e-07,299764,557571,70.72,mAP50,0.00289,,prev=70.72 (src-github-vlmexam-7ef2636-2026-09-22#M76); prev=70.72 (src-github-vlmexam-b8a50ac-2026-09-28#M88); cost-base-price:cost-uniform-factor,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.6-flash:high / column tasks.detection.primary_metric.value),,in,in vlmexam-text,github-vlmexam,gemini-3.6-flash,high,mixed,hard,none,per-run-mean,17.062804,2.89e-07,742843,2126472,77.42,overall-%,0.00289,,cost-base-price:cost-uniform-factor,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.6-flash:high / column tasks.text.primary_metric.value),,in,in vlmexam-ocr,github-vlmexam,gemini-3.7-flash,low,mixed,mid,vlm-exam,per-run-mean,0.099147,2.89e-07,42403,17959,88.18,similarity%,0.00289,,prev=88.18 (src-github-vlmexam-7ef2636-2026-09-22#M77); prev=88.18 (src-github-vlmexam-b8a50ac-2026-09-28#M89),https://github.com/roboflow/vlm-exam ($.models / row gemini-3.7-flash:low / column tasks.ocr.primary_metric.value),,in,out:cost-not-comparable vlmexam-extraction,github-vlmexam,gemini-3.7-flash,low,mixed,mid,vlm-exam,per-run-mean,0.135706,2.89e-07,110137,14161,96.22,judge-acc%,0.00289,,prev=96.22 (src-github-vlmexam-7ef2636-2026-09-22#M78); prev=96.22 (src-github-vlmexam-b8a50ac-2026-09-28#M90),https://github.com/roboflow/vlm-exam ($.models / row gemini-3.7-flash:low / column tasks.extraction.primary_metric.value),,in,out:cost-not-comparable vlmexam-counting,github-vlmexam,gemini-3.7-flash,low,mixed,mid,vlm-exam,per-run-mean,0.188039,2.89e-07,83854,33373,78.38,judge-acc%,0.00289,,prev=78.38 (src-github-vlmexam-7ef2636-2026-09-22#M79); prev=78.38 (src-github-vlmexam-b8a50ac-2026-09-28#M91),https://github.com/roboflow/vlm-exam ($.models / row gemini-3.7-flash:low / column tasks.counting.primary_metric.value),,in,out:cost-not-comparable vlmexam-identification,github-vlmexam,gemini-3.7-flash,low,mixed,mid,vlm-exam,per-run-mean,0.041743,2.89e-07,36426,3846,96.88,judge-acc%,0.00289,,prev=96.88 (src-github-vlmexam-7ef2636-2026-09-22#M80); prev=96.88 (src-github-vlmexam-b8a50ac-2026-09-28#M92),https://github.com/roboflow/vlm-exam ($.models / row gemini-3.7-flash:low / column tasks.identification.primary_metric.value),,in,out:cost-not-comparable vlmexam,github-vlmexam,gemini-3.7-flash,low,mixed,mid,vlm-exam,per-run-mean,0.334034,2.89e-07,171782,54719,80.79,judge-acc%,0.00289,,prev=80.79 (src-github-vlmexam-7ef2636-2026-09-22#M81); prev=80.79 (src-github-vlmexam-b8a50ac-2026-09-28#M93),https://github.com/roboflow/vlm-exam ($.models / row gemini-3.7-flash:low / column tasks.reasoning.primary_metric.value),,in,out:cost-not-comparable vlmexam-detection,github-vlmexam,gemini-3.7-flash,low,mixed,mid,vlm-exam,per-run-mean,1.183132,2.89e-07,299764,255549,70.54,mAP50,0.00289,,prev=70.54 (src-github-vlmexam-7ef2636-2026-09-22#M82); prev=70.54 (src-github-vlmexam-b8a50ac-2026-09-28#M94),https://github.com/roboflow/vlm-exam ($.models / row gemini-3.7-flash:low / column tasks.detection.primary_metric.value),,in,out:cost-not-comparable vlmexam-text,github-vlmexam,gemini-3.7-flash,low,mixed,hard,none,per-run-mean,1.893527,2.89e-07,742843,356372,73.89,overall-%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.7-flash:low / column tasks.text.primary_metric.value),,in,out:cost-not-comparable vlmexam-ocr,github-vlmexam,gemini-3.7-flash,high,mixed,mid,vlm-exam,per-run-mean,0.343555,2.89e-07,42403,83134,88.97,similarity%,0.00289,,prev=88.97 (src-github-vlmexam-7ef2636-2026-09-22#M83); prev=88.97 (src-github-vlmexam-b8a50ac-2026-09-28#M95),https://github.com/roboflow/vlm-exam ($.models / row gemini-3.7-flash:high / column tasks.ocr.primary_metric.value),,in,out:cost-not-comparable vlmexam-extraction,github-vlmexam,gemini-3.7-flash,high,mixed,mid,vlm-exam,per-run-mean,0.227289,2.89e-07,110137,38583,95.88,judge-acc%,0.00289,,prev=95.88 (src-github-vlmexam-7ef2636-2026-09-22#M84); prev=95.88 (src-github-vlmexam-b8a50ac-2026-09-28#M96),https://github.com/roboflow/vlm-exam ($.models / row gemini-3.7-flash:high / column tasks.extraction.primary_metric.value),,in,out:cost-not-comparable vlmexam-counting,github-vlmexam,gemini-3.7-flash,high,mixed,mid,vlm-exam,per-run-mean,0.41183,2.89e-07,83854,93051,79.28,judge-acc%,0.00289,,prev=79.28 (src-github-vlmexam-7ef2636-2026-09-22#M85); prev=79.28 (src-github-vlmexam-b8a50ac-2026-09-28#M97),https://github.com/roboflow/vlm-exam ($.models / row gemini-3.7-flash:high / column tasks.counting.primary_metric.value),,in,out:cost-not-comparable vlmexam-identification,github-vlmexam,gemini-3.7-flash,high,mixed,mid,vlm-exam,per-run-mean,0.068471,2.89e-07,36426,10974,96.88,judge-acc%,0.00289,,prev=96.88 (src-github-vlmexam-7ef2636-2026-09-22#M86); prev=96.88 (src-github-vlmexam-b8a50ac-2026-09-28#M98),https://github.com/roboflow/vlm-exam ($.models / row gemini-3.7-flash:high / column tasks.identification.primary_metric.value),,in,out:cost-not-comparable vlmexam,github-vlmexam,gemini-3.7-flash,high,mixed,mid,vlm-exam,per-run-mean,0.761635,2.89e-07,171782,168746,81.9,judge-acc%,0.00289,,prev=81.9 (src-github-vlmexam-7ef2636-2026-09-22#M87); prev=81.9 (src-github-vlmexam-b8a50ac-2026-09-28#M99),https://github.com/roboflow/vlm-exam ($.models / row gemini-3.7-flash:high / column tasks.reasoning.primary_metric.value),,in,out:cost-not-comparable vlmexam-detection,github-vlmexam,gemini-3.7-flash,high,mixed,mid,vlm-exam,per-run-mean,2.230047,2.89e-07,299764,534726,74.32,mAP50,0.00289,,prev=74.32 (src-github-vlmexam-7ef2636-2026-09-22#M88); prev=74.32 (src-github-vlmexam-b8a50ac-2026-09-28#M100),https://github.com/roboflow/vlm-exam ($.models / row gemini-3.7-flash:high / column tasks.detection.primary_metric.value),,in,out:cost-not-comparable vlmexam-text,github-vlmexam,gemini-3.7-flash,high,mixed,hard,none,per-run-mean,6.146807,2.89e-07,742843,1490580,78.77,overall-%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.7-flash:high / column tasks.text.primary_metric.value),,in,out:cost-not-comparable vlmexam-ocr,github-vlmexam,gemini-3.8-flash,low,mixed,mid,vlm-exam,per-run-mean,0.087195,2.89e-07,42403,14771,87.35,similarity%,0.00289,,prev=87.35 (src-github-vlmexam-7ef2636-2026-09-22#M89); prev=87.35 (src-github-vlmexam-b8a50ac-2026-09-28#M101); base-scheduled-list-price; cost-base-price:cost-delta-on-source,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.8-flash:low / column tasks.ocr.primary_metric.value),,in,in vlmexam-extraction,github-vlmexam,gemini-3.8-flash,low,mixed,mid,vlm-exam,per-run-mean,0.179379,2.89e-07,110137,25807,97.25,judge-acc%,0.00289,,prev=97.25 (src-github-vlmexam-7ef2636-2026-09-22#M90); prev=97.25 (src-github-vlmexam-b8a50ac-2026-09-28#M102); base-scheduled-list-price; cost-base-price:cost-delta-on-source,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.8-flash:low / column tasks.extraction.primary_metric.value),,in,in vlmexam-counting,github-vlmexam,gemini-3.8-flash,low,mixed,mid,vlm-exam,per-run-mean,0.266817,2.89e-07,83854,54380,78.83,judge-acc%,0.00289,,prev=78.83 (src-github-vlmexam-7ef2636-2026-09-22#M91); prev=78.83 (src-github-vlmexam-b8a50ac-2026-09-28#M103); base-scheduled-list-price; cost-base-price:cost-delta-on-source,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.8-flash:low / column tasks.counting.primary_metric.value),,in,in vlmexam-identification,github-vlmexam,gemini-3.8-flash,low,mixed,mid,vlm-exam,per-run-mean,0.045992,2.89e-07,36426,4979,97.92,judge-acc%,0.00289,,prev=97.92 (src-github-vlmexam-7ef2636-2026-09-22#M92); prev=97.92 (src-github-vlmexam-b8a50ac-2026-09-28#M104); base-scheduled-list-price; cost-base-price:cost-delta-on-source,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.8-flash:low / column tasks.identification.primary_metric.value),,in,in vlmexam,github-vlmexam,gemini-3.8-flash,low,mixed,mid,vlm-exam,per-run-mean,0.519403,2.89e-07,171782,104151,81.24,judge-acc%,0.00289,,prev=81.24 (src-github-vlmexam-7ef2636-2026-09-22#M93); prev=81.24 (src-github-vlmexam-b8a50ac-2026-09-28#M105); base-scheduled-list-price; cost-base-price:cost-delta-on-source,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.8-flash:low / column tasks.reasoning.primary_metric.value),,in,in vlmexam-detection,github-vlmexam,gemini-3.8-flash,low,mixed,mid,vlm-exam,per-run-mean,1.018587,2.89e-07,299764,211670,68.06,mAP50,0.00289,,prev=68.06 (src-github-vlmexam-7ef2636-2026-09-22#M94); prev=68.06 (src-github-vlmexam-b8a50ac-2026-09-28#M106); base-scheduled-list-price; cost-base-price:cost-delta-on-source,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.8-flash:low / column tasks.detection.primary_metric.value),,in,in vlmexam-text,github-vlmexam,gemini-3.8-flash,low,mixed,hard,none,per-run-mean,2.67346,2.89e-07,742843,564354,72.75,overall-%,0.00289,,base-scheduled-list-price; cost-base-price:cost-delta-on-source,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.8-flash:low / column tasks.text.primary_metric.value),,in,in vlmexam-ocr,github-vlmexam,gemini-3.8-flash,high,mixed,mid,vlm-exam,per-run-mean,2.355794,2.89e-07,42403,619731,88.83,similarity%,0.00289,,prev=88.83 (src-github-vlmexam-7ef2636-2026-09-22#M95); prev=88.83 (src-github-vlmexam-b8a50ac-2026-09-28#M107); base-scheduled-list-price; cost-base-price:cost-delta-on-source,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.8-flash:high / column tasks.ocr.primary_metric.value),,in,in vlmexam-extraction,github-vlmexam,gemini-3.8-flash,high,mixed,mid,vlm-exam,per-run-mean,0.859905,2.89e-07,110137,207281,94.85,judge-acc%,0.00289,,prev=94.85 (src-github-vlmexam-7ef2636-2026-09-22#M96); prev=94.85 (src-github-vlmexam-b8a50ac-2026-09-28#M108); base-scheduled-list-price; cost-base-price:cost-delta-on-source,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.8-flash:high / column tasks.extraction.primary_metric.value),,in,in vlmexam-counting,github-vlmexam,gemini-3.8-flash,high,mixed,mid,vlm-exam,per-run-mean,1.783938,2.89e-07,82710,459175,79.28,judge-acc%,0.00289,,prev=79.28 (src-github-vlmexam-7ef2636-2026-09-22#M97); prev=79.28 (src-github-vlmexam-b8a50ac-2026-09-28#M109); base-scheduled-list-price; cost-base-price:cost-delta-on-source,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.8-flash:high / column tasks.counting.primary_metric.value),,in,in vlmexam-identification,github-vlmexam,gemini-3.8-flash,high,mixed,mid,vlm-exam,per-run-mean,0.107604,2.89e-07,36426,21409,96.88,judge-acc%,0.00289,,prev=96.88 (src-github-vlmexam-7ef2636-2026-09-22#M98); prev=96.88 (src-github-vlmexam-b8a50ac-2026-09-28#M110); base-scheduled-list-price; cost-base-price:cost-delta-on-source,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.8-flash:high / column tasks.identification.primary_metric.value),,in,in vlmexam,github-vlmexam,gemini-3.8-flash,high,mixed,mid,vlm-exam,per-run-mean,3.147765,2.89e-07,171782,805048,84.55,judge-acc%,0.00289,,prev=84.55 (src-github-vlmexam-7ef2636-2026-09-22#M99); prev=84.55 (src-github-vlmexam-b8a50ac-2026-09-28#M111); base-scheduled-list-price; cost-base-price:cost-delta-on-source,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.8-flash:high / column tasks.reasoning.primary_metric.value),,in,in vlmexam-detection,github-vlmexam,gemini-3.8-flash,high,mixed,mid,vlm-exam,per-run-mean,5.245304,2.89e-07,299764,1338795,74.82,mAP50,0.00289,,prev=74.82 (src-github-vlmexam-7ef2636-2026-09-22#M100); prev=74.82 (src-github-vlmexam-b8a50ac-2026-09-28#M112); base-scheduled-list-price; cost-base-price:cost-delta-on-source,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.8-flash:high / column tasks.detection.primary_metric.value),,in,in vlmexam-text,github-vlmexam,gemini-3.8-flash,high,mixed,hard,none,per-run-mean,21.430206,2.89e-07,742843,5566153,78.66,overall-%,0.00289,,base-scheduled-list-price; cost-base-price:cost-delta-on-source,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.8-flash:high / column tasks.text.primary_metric.value),,in,in vlmexam-ocr,github-vlmexam,gemini-3.5-flash-lite,low,mixed,mid,vlm-exam,per-run-mean,0.041516,2.89e-07,42403,11518,87.36,similarity%,0.00289,,prev=87.36 (src-github-vlmexam-7ef2636-2026-09-22#M101); prev=87.36 (src-github-vlmexam-b8a50ac-2026-09-28#M113); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.5-flash-lite:low / column tasks.ocr.primary_metric.value),,in,in vlmexam-extraction,github-vlmexam,gemini-3.5-flash-lite,low,mixed,mid,vlm-exam,per-run-mean,0.040096,2.89e-07,110137,2822,91.75,judge-acc%,0.00289,,prev=91.75 (src-github-vlmexam-7ef2636-2026-09-22#M102); prev=91.75 (src-github-vlmexam-b8a50ac-2026-09-28#M114); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.5-flash-lite:low / column tasks.extraction.primary_metric.value),,in,in vlmexam-counting,github-vlmexam,gemini-3.5-flash-lite,low,mixed,mid,vlm-exam,per-run-mean,0.051461,2.89e-07,83854,10522,52.7,judge-acc%,0.00289,,prev=52.7 (src-github-vlmexam-7ef2636-2026-09-22#M103); prev=52.7 (src-github-vlmexam-b8a50ac-2026-09-28#M115); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.5-flash-lite:low / column tasks.counting.primary_metric.value),,in,in vlmexam-identification,github-vlmexam,gemini-3.5-flash-lite,low,mixed,mid,vlm-exam,per-run-mean,0.01326,2.89e-07,36426,933,84.38,judge-acc%,0.00289,,prev=84.38 (src-github-vlmexam-7ef2636-2026-09-22#M104); prev=84.38 (src-github-vlmexam-b8a50ac-2026-09-28#M116); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.5-flash-lite:low / column tasks.identification.primary_metric.value),,in,in vlmexam,github-vlmexam,gemini-3.5-flash-lite,low,mixed,mid,vlm-exam,per-run-mean,0.183612,2.89e-07,171782,52831,48.34,judge-acc%,0.00289,,prev=48.34 (src-github-vlmexam-7ef2636-2026-09-22#M105); prev=48.34 (src-github-vlmexam-b8a50ac-2026-09-28#M117); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.5-flash-lite:low / column tasks.reasoning.primary_metric.value),,in,in vlmexam-detection,github-vlmexam,gemini-3.5-flash-lite,low,mixed,mid,vlm-exam,per-run-mean,0.579047,2.89e-07,299764,195647,57.51,mAP50,0.00289,,prev=57.51 (src-github-vlmexam-7ef2636-2026-09-22#M106); prev=57.51 (src-github-vlmexam-b8a50ac-2026-09-28#M118); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.5-flash-lite:low / column tasks.detection.primary_metric.value),,in,in vlmexam-text,github-vlmexam,gemini-3.5-flash-lite,low,mixed,hard,none,per-run-mean,0.715198,2.89e-07,742843,196938,65.8,overall-%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.5-flash-lite:low / column tasks.text.primary_metric.value),,in,in vlmexam,github-vlmexam,gemini-3.5-flash-lite,high,mixed,mid,vlm-exam,per-run-mean,0.628262,2.89e-07,171782,230691,68.87,judge-acc%,0.00289,,prev=68.87 (src-github-vlmexam-7ef2636-2026-09-22#M107); prev=68.87 (src-github-vlmexam-b8a50ac-2026-09-28#M119); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.5-flash-lite:high / column tasks.reasoning.primary_metric.value),,in,in vlmexam-text,github-vlmexam,gemini-3.5-flash-lite,high,mixed,hard,none,per-run-mean,3.757825,2.89e-07,742843,1413989,71.17,overall-%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.5-flash-lite:high / column tasks.text.primary_metric.value),,in,in vlmexam-ocr,github-vlmexam,gemini-3-flash,low,mixed,mid,vlm-exam,per-run-mean,0.089506,2.89e-07,42403,22768,87.56,similarity%,0.00289,,prev=87.56 (src-github-vlmexam-7ef2636-2026-09-22#M108); prev=87.56 (src-github-vlmexam-b8a50ac-2026-09-28#M120); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gemini-3-flash-preview:low / column tasks.ocr.primary_metric.value),,in,in vlmexam-extraction,github-vlmexam,gemini-3-flash,low,mixed,mid,vlm-exam,per-run-mean,0.080278,2.89e-07,110137,8403,96.91,judge-acc%,0.00289,,prev=96.91 (src-github-vlmexam-7ef2636-2026-09-22#M109); prev=96.91 (src-github-vlmexam-b8a50ac-2026-09-28#M121); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gemini-3-flash-preview:low / column tasks.extraction.primary_metric.value),,in,in vlmexam-counting,github-vlmexam,gemini-3-flash,low,mixed,mid,vlm-exam,per-run-mean,0.086027,2.89e-07,83854,14700,67.57,judge-acc%,0.00289,,prev=67.57 (src-github-vlmexam-7ef2636-2026-09-22#M110); prev=67.57 (src-github-vlmexam-b8a50ac-2026-09-28#M122); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gemini-3-flash-preview:low / column tasks.counting.primary_metric.value),,in,in vlmexam-identification,github-vlmexam,gemini-3-flash,low,mixed,mid,vlm-exam,per-run-mean,0.027954,2.89e-07,36426,3247,93.75,judge-acc%,0.00289,,prev=93.75 (src-github-vlmexam-7ef2636-2026-09-22#M111); prev=93.75 (src-github-vlmexam-b8a50ac-2026-09-28#M123); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gemini-3-flash-preview:low / column tasks.identification.primary_metric.value),,in,in vlmexam,github-vlmexam,gemini-3-flash,low,mixed,mid,vlm-exam,per-run-mean,0.302224,2.89e-07,171782,72111,64.9,judge-acc%,0.00289,,prev=64.9 (src-github-vlmexam-7ef2636-2026-09-22#M112); prev=64.9 (src-github-vlmexam-b8a50ac-2026-09-28#M124); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gemini-3-flash-preview:low / column tasks.reasoning.primary_metric.value),,in,in vlmexam-detection,github-vlmexam,gemini-3-flash,low,mixed,mid,vlm-exam,per-run-mean,0.771914,2.89e-07,299764,207344,38.6,mAP50,0.00289,,prev=38.6 (src-github-vlmexam-7ef2636-2026-09-22#M113); prev=38.6 (src-github-vlmexam-b8a50ac-2026-09-28#M125); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gemini-3-flash-preview:low / column tasks.detection.primary_metric.value),,in,in vlmexam-text,github-vlmexam,gemini-3-flash,low,mixed,hard,none,per-run-mean,1.436152,2.89e-07,742843,354910,63.92,overall-%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gemini-3-flash-preview:low / column tasks.text.primary_metric.value),,in,in vlmexam,github-vlmexam,gemini-3-flash,high,mixed,mid,vlm-exam,per-run-mean,0.603013,2.89e-07,171782,172374,74.17,judge-acc%,0.00289,,prev=74.17 (src-github-vlmexam-7ef2636-2026-09-22#M114); prev=74.17 (src-github-vlmexam-b8a50ac-2026-09-28#M126); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gemini-3-flash-preview:high / column tasks.reasoning.primary_metric.value),,in,in vlmexam-text,github-vlmexam,gemini-3-flash,high,mixed,hard,none,per-run-mean,7.665465,2.89e-07,742843,2431348,73.07,overall-%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gemini-3-flash-preview:high / column tasks.text.primary_metric.value),,in,in vlmexam-ocr,github-vlmexam,gemini-2.5-pro,think-128,mixed,mid,vlm-exam,per-run-mean,0.173845,2.89e-07,11780,15912,88.82,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-2.5-pro:low / column tasks.ocr.primary_metric.value),,out:budget-config,out:budget-config vlmexam-extraction,github-vlmexam,gemini-2.5-pro,think-128,mixed,mid,vlm-exam,per-run-mean,0.12302,2.89e-07,30240,8522,84.54,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-2.5-pro:low / column tasks.extraction.primary_metric.value),,out:budget-config,out:budget-config vlmexam-counting,github-vlmexam,gemini-2.5-pro,think-128,mixed,mid,vlm-exam,per-run-mean,0.089761,2.89e-07,22697,6139,52.7,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-2.5-pro:low / column tasks.counting.primary_metric.value),,out:budget-config,out:budget-config vlmexam-identification,github-vlmexam,gemini-2.5-pro,think-128,mixed,mid,vlm-exam,per-run-mean,0.039672,2.89e-07,9906,2729,93.75,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-2.5-pro:low / column tasks.identification.primary_metric.value),,out:budget-config,out:budget-config vlmexam,github-vlmexam,gemini-2.5-pro,think-128,mixed,mid,vlm-exam,per-run-mean,0.194331,2.89e-07,47321,13518,42.38,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-2.5-pro:low / column tasks.reasoning.primary_metric.value),,out:budget-config,out:budget-config vlmexam-detection,github-vlmexam,gemini-2.5-pro,think-128,mixed,mid,vlm-exam,per-run-mean,2.602086,2.89e-07,92493,248647,33.73,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-2.5-pro:low / column tasks.detection.primary_metric.value),,out:budget-config,out:budget-config vlmexam-text,github-vlmexam,gemini-2.5-pro,think-128,mixed,hard,none,per-run-mean,2.771657,2.89e-07,249030,246037,65.21,overall-%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-2.5-pro:low / column tasks.text.primary_metric.value),,out:budget-config,out:budget-config vlmexam,github-vlmexam,gemini-2.5-pro,think-8000,mixed,mid,vlm-exam,per-run-mean,1.603701,2.89e-07,47321,154455,62.25,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-2.5-pro:high / column tasks.reasoning.primary_metric.value),,out:budget-config,out:budget-config vlmexam-text,github-vlmexam,gemini-2.5-pro,think-8000,mixed,hard,none,per-run-mean,14.852388,2.89e-07,249030,1454110,64.56,overall-%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-2.5-pro:high / column tasks.text.primary_metric.value),,out:budget-config,out:budget-config vlmexam-ocr,github-vlmexam,gemini-3.1-pro,low,mixed,mid,vlm-exam,per-run-mean,0.243194,2.89e-07,42403,13199,92.62,similarity%,0.00289,,prev=92.62 (src-github-vlmexam-7ef2636-2026-09-22#M122); prev=92.62 (src-github-vlmexam-b8a50ac-2026-09-28#M134); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.1-pro-preview:low / column tasks.ocr.primary_metric.value),,in,in vlmexam-extraction,github-vlmexam,gemini-3.1-pro,low,mixed,mid,vlm-exam,per-run-mean,0.611462,2.89e-07,110137,32599,95.88,judge-acc%,0.00289,,prev=95.88 (src-github-vlmexam-7ef2636-2026-09-22#M123); prev=95.88 (src-github-vlmexam-b8a50ac-2026-09-28#M135); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.1-pro-preview:low / column tasks.extraction.primary_metric.value),,in,in vlmexam-counting,github-vlmexam,gemini-3.1-pro,low,mixed,mid,vlm-exam,per-run-mean,0.525008,2.89e-07,83854,29775,71.62,judge-acc%,0.00289,,prev=71.62 (src-github-vlmexam-7ef2636-2026-09-22#M124); prev=71.62 (src-github-vlmexam-b8a50ac-2026-09-28#M136); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.1-pro-preview:low / column tasks.counting.primary_metric.value),,in,in vlmexam-identification,github-vlmexam,gemini-3.1-pro,low,mixed,mid,vlm-exam,per-run-mean,0.224796,2.89e-07,36426,12662,100.0,judge-acc%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.1-pro-preview:low / column tasks.identification.primary_metric.value),,out:uninformative,in vlmexam,github-vlmexam,gemini-3.1-pro,low,mixed,mid,vlm-exam,per-run-mean,1.775392,2.89e-07,171782,119319,72.19,judge-acc%,0.00289,,prev=72.19 (src-github-vlmexam-7ef2636-2026-09-22#M126); prev=72.19 (src-github-vlmexam-b8a50ac-2026-09-28#M138); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.1-pro-preview:low / column tasks.reasoning.primary_metric.value),,in,in vlmexam-detection,github-vlmexam,gemini-3.1-pro,low,mixed,mid,vlm-exam,per-run-mean,2.557072,2.89e-07,299762,163129,67.43,mAP50,0.00289,,prev=67.43 (src-github-vlmexam-7ef2636-2026-09-22#M127); prev=67.43 (src-github-vlmexam-b8a50ac-2026-09-28#M139); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.1-pro-preview:low / column tasks.detection.primary_metric.value),,in,in vlmexam-text,github-vlmexam,gemini-3.1-pro,low,mixed,hard,none,per-run-mean,6.038678,2.89e-07,742843,379416,72.63,overall-%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.1-pro-preview:low / column tasks.text.primary_metric.value),,in,in vlmexam,github-vlmexam,gemini-3.1-pro,high,mixed,mid,vlm-exam,per-run-mean,3.206536,2.89e-07,171782,238581,74.83,judge-acc%,0.00289,,prev=74.83 (src-github-vlmexam-7ef2636-2026-09-22#M128); prev=74.83 (src-github-vlmexam-b8a50ac-2026-09-28#M140); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.1-pro-preview:high / column tasks.reasoning.primary_metric.value),,in,in vlmexam-text,github-vlmexam,gemini-3.1-pro,high,mixed,hard,none,per-run-mean,15.69161,2.89e-07,742843,1183827,73.14,overall-%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.1-pro-preview:high / column tasks.text.primary_metric.value),,in,in vlmexam-ocr,github-vlmexam,gpt-5.5,low,mixed,mid,vlm-exam,per-run-mean,0.88334,2.89e-07,46626,21674,91.23,similarity%,0.00289,,prev=91.23 (src-github-vlmexam-7ef2636-2026-09-22#M129); prev=91.23 (src-github-vlmexam-b8a50ac-2026-09-28#M141); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.5:low / column tasks.ocr.primary_metric.value),,in,in vlmexam-extraction,github-vlmexam,gpt-5.5,low,mixed,mid,vlm-exam,per-run-mean,1.02304,2.89e-07,130810,12300,85.91,judge-acc%,0.00289,,prev=85.91 (src-github-vlmexam-7ef2636-2026-09-22#M130); prev=85.91 (src-github-vlmexam-b8a50ac-2026-09-28#M142); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.5:low / column tasks.extraction.primary_metric.value),,in,in vlmexam-counting,github-vlmexam,gpt-5.5,low,mixed,mid,vlm-exam,per-run-mean,1.142315,2.89e-07,100495,21328,68.02,judge-acc%,0.00289,,prev=68.02 (src-github-vlmexam-7ef2636-2026-09-22#M131); prev=68.02 (src-github-vlmexam-b8a50ac-2026-09-28#M143); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.5:low / column tasks.counting.primary_metric.value),,in,in vlmexam-identification,github-vlmexam,gpt-5.5,low,mixed,mid,vlm-exam,per-run-mean,0.279277,2.89e-07,37707,3025,89.58,judge-acc%,0.00289,,prev=89.58 (src-github-vlmexam-7ef2636-2026-09-22#M132); prev=89.58 (src-github-vlmexam-b8a50ac-2026-09-28#M144); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.5:low / column tasks.identification.primary_metric.value),,in,in vlmexam,github-vlmexam,gpt-5.5,low,mixed,mid,vlm-exam,per-run-mean,2.265105,2.89e-07,193419,43267,70.64,judge-acc%,0.00289,,prev=70.64 (src-github-vlmexam-7ef2636-2026-09-22#M133); prev=70.64 (src-github-vlmexam-b8a50ac-2026-09-28#M145); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.5:low / column tasks.reasoning.primary_metric.value),,in,in vlmexam-detection,github-vlmexam,gpt-5.5,low,mixed,mid,vlm-exam,per-run-mean,8.60901,2.89e-07,511200,201767,43.59,mAP50,0.00289,,prev=43.59 (src-github-vlmexam-7ef2636-2026-09-22#M134); prev=43.59 (src-github-vlmexam-b8a50ac-2026-09-28#M146); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.5:low / column tasks.detection.primary_metric.value),,in,in vlmexam-text,github-vlmexam,gpt-5.5,low,mixed,hard,none,per-run-mean,15.03378,2.89e-07,1186506,303375,58.4,overall-%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.5:low / column tasks.text.primary_metric.value),,in,in vlmexam-ocr,github-vlmexam,gpt-5.5,high,mixed,mid,vlm-exam,per-run-mean,2.65908,2.89e-07,46626,80865,91.65,similarity%,0.00289,,prev=91.65 (src-github-vlmexam-7ef2636-2026-09-22#M135); prev=91.65 (src-github-vlmexam-b8a50ac-2026-09-28#M147); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.5:high / column tasks.ocr.primary_metric.value),,in,in vlmexam-extraction,github-vlmexam,gpt-5.5,high,mixed,mid,vlm-exam,per-run-mean,1.79798,2.89e-07,130810,38131,86.94,judge-acc%,0.00289,,prev=86.94 (src-github-vlmexam-7ef2636-2026-09-22#M136); prev=86.94 (src-github-vlmexam-b8a50ac-2026-09-28#M148); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.5:high / column tasks.extraction.primary_metric.value),,in,in vlmexam-counting,github-vlmexam,gpt-5.5,high,mixed,mid,vlm-exam,per-run-mean,3.637242,2.89e-07,100128,104553,68.02,judge-acc%,0.00289,,prev=68.02 (src-github-vlmexam-7ef2636-2026-09-22#M137); prev=68.02 (src-github-vlmexam-b8a50ac-2026-09-28#M149); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.5:high / column tasks.counting.primary_metric.value),,in,in vlmexam-identification,github-vlmexam,gpt-5.5,high,mixed,mid,vlm-exam,per-run-mean,0.585945,2.89e-07,37685,13251,88.54,judge-acc%,0.00289,,prev=88.54 (src-github-vlmexam-7ef2636-2026-09-22#M138); prev=88.54 (src-github-vlmexam-b8a50ac-2026-09-28#M150); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.5:high / column tasks.identification.primary_metric.value),,in,in vlmexam,github-vlmexam,gpt-5.5,high,mixed,mid,vlm-exam,per-run-mean,6.601938,2.89e-07,192558,187972,72.19,judge-acc%,0.00289,,prev=72.19 (src-github-vlmexam-7ef2636-2026-09-22#M139); prev=72.19 (src-github-vlmexam-b8a50ac-2026-09-28#M151); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.5:high / column tasks.reasoning.primary_metric.value),,in,in vlmexam-detection,github-vlmexam,gpt-5.5,high,mixed,mid,vlm-exam,per-run-mean,32.606428,2.89e-07,498408,1003813,44.23,mAP50,0.00289,,prev=44.23 (src-github-vlmexam-7ef2636-2026-09-22#M140); prev=44.23 (src-github-vlmexam-b8a50ac-2026-09-28#M152); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.5:high / column tasks.detection.primary_metric.value),,in,in vlmexam-text,github-vlmexam,gpt-5.5,high,mixed,hard,none,per-run-mean,62.88633,2.89e-07,1186506,1898460,60.57,overall-%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.5:high / column tasks.text.primary_metric.value),,in,in vlmexam-ocr,github-vlmexam,gpt-5.4-mini,low,mixed,mid,vlm-exam,per-run-mean,0.155757,2.89e-07,46626,26842,89.55,similarity%,0.00289,,prev=89.55 (src-github-vlmexam-7ef2636-2026-09-22#M141); prev=89.55 (src-github-vlmexam-b8a50ac-2026-09-28#M153); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.4-mini:low / column tasks.ocr.primary_metric.value),,in,in vlmexam-extraction,github-vlmexam,gpt-5.4-mini,low,mixed,mid,vlm-exam,per-run-mean,0.136923,2.89e-07,130810,8626,84.19,judge-acc%,0.00289,,prev=84.19 (src-github-vlmexam-7ef2636-2026-09-22#M142); prev=84.19 (src-github-vlmexam-b8a50ac-2026-09-28#M154); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.4-mini:low / column tasks.extraction.primary_metric.value),,in,in vlmexam-counting,github-vlmexam,gpt-5.4-mini,low,mixed,mid,vlm-exam,per-run-mean,0.141097,2.89e-07,100495,14606,58.56,judge-acc%,0.00289,,prev=58.56 (src-github-vlmexam-7ef2636-2026-09-22#M143); prev=58.56 (src-github-vlmexam-b8a50ac-2026-09-28#M155); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.4-mini:low / column tasks.counting.primary_metric.value),,in,in vlmexam-identification,github-vlmexam,gpt-5.4-mini,low,mixed,mid,vlm-exam,per-run-mean,0.042475,2.89e-07,37685,3158,83.33,judge-acc%,0.00289,,prev=83.33 (src-github-vlmexam-7ef2636-2026-09-22#M144); prev=83.33 (src-github-vlmexam-b8a50ac-2026-09-28#M156); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.4-mini:low / column tasks.identification.primary_metric.value),,in,in vlmexam,github-vlmexam,gpt-5.4-mini,low,mixed,mid,vlm-exam,per-run-mean,0.336478,2.89e-07,193419,42536,56.95,judge-acc%,0.00289,,prev=56.95 (src-github-vlmexam-7ef2636-2026-09-22#M145); prev=56.95 (src-github-vlmexam-b8a50ac-2026-09-28#M157); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.4-mini:low / column tasks.reasoning.primary_metric.value),,in,in vlmexam-detection,github-vlmexam,gpt-5.4-mini,low,mixed,mid,vlm-exam,per-run-mean,1.101686,2.89e-07,446221,170449,15.8,mAP50,0.00289,,prev=15.8 (src-github-vlmexam-7ef2636-2026-09-22#M146); prev=15.8 (src-github-vlmexam-b8a50ac-2026-09-28#M158); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.4-mini:low / column tasks.detection.primary_metric.value),,in,in vlmexam-text,github-vlmexam,gpt-5.4-mini,low,mixed,hard,none,per-run-mean,2.113555,2.89e-07,1086575,288583,51.12,overall-%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.4-mini:low / column tasks.text.primary_metric.value),,in,in vlmexam-ocr,github-vlmexam,gpt-5.4-mini,high,mixed,mid,vlm-exam,per-run-mean,1.095946,2.89e-07,46626,235773,88.95,similarity%,0.00289,,prev=88.95 (src-github-vlmexam-7ef2636-2026-09-22#M147); prev=88.95 (src-github-vlmexam-b8a50ac-2026-09-28#M159); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.4-mini:high / column tasks.ocr.primary_metric.value),,in,in vlmexam-extraction,github-vlmexam,gpt-5.4-mini,high,mixed,mid,vlm-exam,per-run-mean,0.344934,2.89e-07,130810,54850,82.13,judge-acc%,0.00289,,prev=82.13 (src-github-vlmexam-7ef2636-2026-09-22#M148); prev=82.13 (src-github-vlmexam-b8a50ac-2026-09-28#M160); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.4-mini:high / column tasks.extraction.primary_metric.value),,in,in vlmexam-counting,github-vlmexam,gpt-5.4-mini,high,mixed,mid,vlm-exam,per-run-mean,0.543134,2.89e-07,100495,103947,64.86,judge-acc%,0.00289,,prev=64.86 (src-github-vlmexam-7ef2636-2026-09-22#M149); prev=64.86 (src-github-vlmexam-b8a50ac-2026-09-28#M161); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.4-mini:high / column tasks.counting.primary_metric.value),,in,in vlmexam-identification,github-vlmexam,gpt-5.4-mini,high,mixed,mid,vlm-exam,per-run-mean,0.174578,2.89e-07,37685,32514,82.29,judge-acc%,0.00289,,prev=82.29 (src-github-vlmexam-7ef2636-2026-09-22#M150); prev=82.29 (src-github-vlmexam-b8a50ac-2026-09-28#M162); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.4-mini:high / column tasks.identification.primary_metric.value),,in,in vlmexam,github-vlmexam,gpt-5.4-mini,high,mixed,mid,vlm-exam,per-run-mean,1.445357,2.89e-07,193419,288954,64.02,judge-acc%,0.00289,,prev=64.02 (src-github-vlmexam-7ef2636-2026-09-22#M151); prev=64.02 (src-github-vlmexam-b8a50ac-2026-09-28#M163); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.4-mini:high / column tasks.reasoning.primary_metric.value),,in,in vlmexam-detection,github-vlmexam,gpt-5.4-mini,high,mixed,mid,vlm-exam,per-run-mean,7.495255,2.89e-07,446221,1591242,16.56,mAP50,0.00289,,prev=16.56 (src-github-vlmexam-7ef2636-2026-09-22#M152); prev=16.56 (src-github-vlmexam-b8a50ac-2026-09-28#M164); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.4-mini:high / column tasks.detection.primary_metric.value),,in,in vlmexam-text,github-vlmexam,gpt-5.4-mini,high,mixed,hard,none,per-run-mean,15.944219,2.89e-07,1086575,3362064,55.75,overall-%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.4-mini:high / column tasks.text.primary_metric.value),,in,in vlmexam-ocr,github-vlmexam,gpt-5.6-sol,low,mixed,mid,vlm-exam,per-run-mean,1.542915,0.081,46626,29633,90.68,similarity%,0.00289,,prev=90.68 (src-github-vlmexam-7ef2636-2026-09-22#M153); prev=90.68 (src-github-vlmexam-b8a50ac-2026-09-28#M165); cost-unrepriced; cost-price-band,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-sol:low / column tasks.ocr.primary_metric.value),,in,in vlmexam-extraction,github-vlmexam,gpt-5.6-sol,low,mixed,mid,vlm-exam,per-run-mean,1.127885,0.0592,130810,5541,84.88,judge-acc%,0.00289,,prev=84.88 (src-github-vlmexam-7ef2636-2026-09-22#M154); prev=84.88 (src-github-vlmexam-b8a50ac-2026-09-28#M166); cost-unrepriced; cost-price-band,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-sol:low / column tasks.extraction.primary_metric.value),,in,in vlmexam-counting,github-vlmexam,gpt-5.6-sol,low,mixed,mid,vlm-exam,per-run-mean,1.3546568749999999,0.0711,100495,16091,74.32,judge-acc%,0.00289,,prev=74.32 (src-github-vlmexam-7ef2636-2026-09-22#M155); prev=74.32 (src-github-vlmexam-b8a50ac-2026-09-28#M167); cost-unrepriced; cost-price-band,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-sol:low / column tasks.counting.primary_metric.value),,in,in vlmexam-identification,github-vlmexam,gpt-5.6-sol,low,mixed,mid,vlm-exam,per-run-mean,0.315926875,0.0166,37685,1378,89.58,judge-acc%,0.00289,,prev=89.58 (src-github-vlmexam-7ef2636-2026-09-22#M156); prev=89.58 (src-github-vlmexam-b8a50ac-2026-09-28#M168); cost-unrepriced; cost-price-band,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-sol:low / column tasks.identification.primary_metric.value),,in,in vlmexam,github-vlmexam,gpt-5.6-sol,low,mixed,mid,vlm-exam,per-run-mean,2.413901875,0.127,193419,26282,66.0,judge-acc%,0.00289,,prev=66.0 (src-github-vlmexam-7ef2636-2026-09-22#M157); prev=66.0 (src-github-vlmexam-b8a50ac-2026-09-28#M169); cost-unrepriced; cost-price-band,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-sol:low / column tasks.reasoning.primary_metric.value),,in,in vlmexam-detection,github-vlmexam,gpt-5.6-sol,low,mixed,mid,vlm-exam,per-run-mean,15.185046250000001,0.797,511200,282922,68.44,mAP50,0.00289,,prev=68.44 (src-github-vlmexam-7ef2636-2026-09-22#M158); prev=68.44 (src-github-vlmexam-b8a50ac-2026-09-28#M170); cost-unrepriced; cost-price-band,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-sol:low / column tasks.detection.primary_metric.value),,in,in vlmexam-text,github-vlmexam,gpt-5.6-sol,low,mixed,hard,none,per-run-mean,21.9145575,1.15,1186506,333511,63.59,overall-%,0.00289,,cost-unrepriced; cost-price-band,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-sol:low / column tasks.text.primary_metric.value),,in,in vlmexam-ocr,github-vlmexam,gpt-5.6-sol,high,mixed,mid,vlm-exam,per-run-mean,3.80683875,0.2,46626,84516,90.2,similarity%,0.00289,,prev=90.2 (src-github-vlmexam-7ef2636-2026-09-22#M159); prev=90.2 (src-github-vlmexam-b8a50ac-2026-09-28#M171); cost-unrepriced; cost-price-band,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-sol:high / column tasks.ocr.primary_metric.value),,in,in vlmexam-extraction,github-vlmexam,gpt-5.6-sol,high,mixed,mid,vlm-exam,per-run-mean,1.443695,0.0758,130810,13197,86.94,judge-acc%,0.00289,,prev=86.94 (src-github-vlmexam-7ef2636-2026-09-22#M160); prev=86.94 (src-github-vlmexam-b8a50ac-2026-09-28#M172); cost-unrepriced; cost-price-band,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-sol:high / column tasks.extraction.primary_metric.value),,in,in vlmexam-counting,github-vlmexam,gpt-5.6-sol,high,mixed,mid,vlm-exam,per-run-mean,2.2284418749999997,0.117,100495,37274,76.13,judge-acc%,0.00289,,prev=76.13 (src-github-vlmexam-7ef2636-2026-09-22#M161); prev=76.13 (src-github-vlmexam-b8a50ac-2026-09-28#M173); cost-unrepriced; cost-price-band,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-sol:high / column tasks.counting.primary_metric.value),,in,in vlmexam-identification,github-vlmexam,gpt-5.6-sol,high,mixed,mid,vlm-exam,per-run-mean,0.34521437499999996,0.0181,37685,2088,92.71,judge-acc%,0.00289,,prev=92.71 (src-github-vlmexam-7ef2636-2026-09-22#M162); prev=92.71 (src-github-vlmexam-b8a50ac-2026-09-28#M174); cost-unrepriced; cost-price-band,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-sol:high / column tasks.identification.primary_metric.value),,in,in vlmexam,github-vlmexam,gpt-5.6-sol,high,mixed,mid,vlm-exam,per-run-mean,3.5456671249999996,0.186,193457,53713,71.74,judge-acc%,0.00289,,prev=71.74 (src-github-vlmexam-7ef2636-2026-09-22#M163); prev=71.74 (src-github-vlmexam-b8a50ac-2026-09-28#M175); cost-unrepriced; cost-price-band,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-sol:high / column tasks.reasoning.primary_metric.value),,in,in vlmexam-detection,github-vlmexam,gpt-5.6-sol,high,mixed,mid,vlm-exam,per-run-mean,35.83099849999999,1.88,495464,786053,68.4,mAP50,0.00289,,prev=68.4 (src-github-vlmexam-7ef2636-2026-09-22#M164); prev=68.4 (src-github-vlmexam-b8a50ac-2026-09-28#M176); cost-unrepriced; cost-price-band,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-sol:high / column tasks.detection.primary_metric.value),,in,in vlmexam-text,github-vlmexam,gpt-5.6-sol,high,mixed,hard,none,per-run-mean,57.840255,3.04,1186506,1204437,65.28,overall-%,0.00289,,cost-unrepriced; cost-price-band,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-sol:high / column tasks.text.primary_metric.value),,in,in vlmexam-ocr,github-vlmexam,gpt-5.6-terra,low,mixed,mid,vlm-exam,per-run-mean,0.56494,2.89e-07,46626,29892,89.36,similarity%,0.00289,,prev=89.36 (src-github-vlmexam-7ef2636-2026-09-22#M165); prev=89.36 (src-github-vlmexam-b8a50ac-2026-09-28#M177); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-terra:low / column tasks.ocr.primary_metric.value),,in,in vlmexam-extraction,github-vlmexam,gpt-5.6-terra,low,mixed,mid,vlm-exam,per-run-mean,0.455375,2.89e-07,130810,8557,79.73,judge-acc%,0.00289,,prev=79.73 (src-github-vlmexam-7ef2636-2026-09-22#M166); prev=79.73 (src-github-vlmexam-b8a50ac-2026-09-28#M178); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-terra:low / column tasks.extraction.primary_metric.value),,in,in vlmexam-counting,github-vlmexam,gpt-5.6-terra,low,mixed,mid,vlm-exam,per-run-mean,0.518217,2.89e-07,100495,17799,65.77,judge-acc%,0.00289,,prev=65.77 (src-github-vlmexam-7ef2636-2026-09-22#M167); prev=65.77 (src-github-vlmexam-b8a50ac-2026-09-28#M179); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-terra:low / column tasks.counting.primary_metric.value),,in,in vlmexam-identification,github-vlmexam,gpt-5.6-terra,low,mixed,mid,vlm-exam,per-run-mean,0.137027,2.89e-07,37685,2854,86.46,judge-acc%,0.00289,,prev=86.46 (src-github-vlmexam-7ef2636-2026-09-22#M168); prev=86.46 (src-github-vlmexam-b8a50ac-2026-09-28#M180); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-terra:low / column tasks.identification.primary_metric.value),,in,in vlmexam,github-vlmexam,gpt-5.6-terra,low,mixed,mid,vlm-exam,per-run-mean,0.965517,2.89e-07,193419,32131,60.93,judge-acc%,0.00289,,prev=60.93 (src-github-vlmexam-7ef2636-2026-09-22#M169); prev=60.93 (src-github-vlmexam-b8a50ac-2026-09-28#M181); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-terra:low / column tasks.reasoning.primary_metric.value),,in,in vlmexam-detection,github-vlmexam,gpt-5.6-terra,low,mixed,mid,vlm-exam,per-run-mean,4.441445,2.89e-07,511200,210896,60.57,mAP50,0.00289,,prev=60.57 (src-github-vlmexam-7ef2636-2026-09-22#M170); prev=60.57 (src-github-vlmexam-b8a50ac-2026-09-28#M182); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-terra:low / column tasks.detection.primary_metric.value),,in,in vlmexam-text,github-vlmexam,gpt-5.6-terra,low,mixed,hard,none,per-run-mean,8.380185,2.89e-07,1186506,360928,56.27,overall-%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-terra:low / column tasks.text.primary_metric.value),,in,in vlmexam-ocr,github-vlmexam,gpt-5.6-terra,high,mixed,mid,vlm-exam,per-run-mean,1.07472,2.89e-07,46626,63877,89.42,similarity%,0.00289,,prev=89.42 (src-github-vlmexam-7ef2636-2026-09-22#M171); prev=89.42 (src-github-vlmexam-b8a50ac-2026-09-28#M183); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-terra:high / column tasks.ocr.primary_metric.value),,in,in vlmexam-extraction,github-vlmexam,gpt-5.6-terra,high,mixed,mid,vlm-exam,per-run-mean,0.52057,2.89e-07,130810,12903,80.41,judge-acc%,0.00289,,prev=80.41 (src-github-vlmexam-7ef2636-2026-09-22#M172); prev=80.41 (src-github-vlmexam-b8a50ac-2026-09-28#M184); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-terra:high / column tasks.extraction.primary_metric.value),,in,in vlmexam-counting,github-vlmexam,gpt-5.6-terra,high,mixed,mid,vlm-exam,per-run-mean,0.707203,2.89e-07,100495,30398,62.61,judge-acc%,0.00289,,prev=62.61 (src-github-vlmexam-7ef2636-2026-09-22#M173); prev=62.61 (src-github-vlmexam-b8a50ac-2026-09-28#M185); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-terra:high / column tasks.counting.primary_metric.value),,in,in vlmexam-identification,github-vlmexam,gpt-5.6-terra,high,mixed,mid,vlm-exam,per-run-mean,0.153478,2.89e-07,37685,3951,86.46,judge-acc%,0.00289,,prev=86.46 (src-github-vlmexam-7ef2636-2026-09-22#M174); prev=86.46 (src-github-vlmexam-b8a50ac-2026-09-28#M186); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-terra:high / column tasks.identification.primary_metric.value),,in,in vlmexam,github-vlmexam,gpt-5.6-terra,high,mixed,mid,vlm-exam,per-run-mean,1.257367,2.89e-07,193419,51588,65.34,judge-acc%,0.00289,,prev=65.34 (src-github-vlmexam-7ef2636-2026-09-22#M175); prev=65.34 (src-github-vlmexam-b8a50ac-2026-09-28#M187); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-terra:high / column tasks.reasoning.primary_metric.value),,in,in vlmexam-detection,github-vlmexam,gpt-5.6-terra,high,mixed,mid,vlm-exam,per-run-mean,8.16005,2.89e-07,511200,458803,61.26,mAP50,0.00289,,prev=61.26 (src-github-vlmexam-7ef2636-2026-09-22#M176); prev=61.26 (src-github-vlmexam-b8a50ac-2026-09-28#M188); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-terra:high / column tasks.detection.primary_metric.value),,in,in vlmexam-text,github-vlmexam,gpt-5.6-terra,high,mixed,hard,none,per-run-mean,16.04286,2.89e-07,1186506,871773,56.91,overall-%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-terra:high / column tasks.text.primary_metric.value),,in,in vlmexam-ocr,github-vlmexam,gpt-5.6-luna,low,mixed,mid,vlm-exam,per-run-mean,0.215436,2.89e-07,46626,28135,90.68,similarity%,0.00289,,prev=90.68 (src-github-vlmexam-7ef2636-2026-09-22#M177); prev=90.68 (src-github-vlmexam-b8a50ac-2026-09-28#M189); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-luna:low / column tasks.ocr.primary_metric.value),,in,in vlmexam-extraction,github-vlmexam,gpt-5.6-luna,low,mixed,mid,vlm-exam,per-run-mean,0.190574,2.89e-07,130810,9961,80.41,judge-acc%,0.00289,,prev=80.41 (src-github-vlmexam-7ef2636-2026-09-22#M178); prev=80.41 (src-github-vlmexam-b8a50ac-2026-09-28#M190); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-luna:low / column tasks.extraction.primary_metric.value),,in,in vlmexam-counting,github-vlmexam,gpt-5.6-luna,low,mixed,mid,vlm-exam,per-run-mean,0.234593,2.89e-07,100495,22350,67.12,judge-acc%,0.00289,,prev=67.12 (src-github-vlmexam-7ef2636-2026-09-22#M179); prev=67.12 (src-github-vlmexam-b8a50ac-2026-09-28#M191); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-luna:low / column tasks.counting.primary_metric.value),,in,in vlmexam-identification,github-vlmexam,gpt-5.6-luna,low,mixed,mid,vlm-exam,per-run-mean,0.059125,2.89e-07,37685,3573,83.33,judge-acc%,0.00289,,prev=83.33 (src-github-vlmexam-7ef2636-2026-09-22#M180); prev=83.33 (src-github-vlmexam-b8a50ac-2026-09-28#M192); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-luna:low / column tasks.identification.primary_metric.value),,in,in vlmexam,github-vlmexam,gpt-5.6-luna,low,mixed,mid,vlm-exam,per-run-mean,0.474953,2.89e-07,193419,46922,60.49,judge-acc%,0.00289,,prev=60.49 (src-github-vlmexam-7ef2636-2026-09-22#M181); prev=60.49 (src-github-vlmexam-b8a50ac-2026-09-28#M193); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-luna:low / column tasks.reasoning.primary_metric.value),,in,in vlmexam-detection,github-vlmexam,gpt-5.6-luna,low,mixed,mid,vlm-exam,per-run-mean,1.892964,2.89e-07,511200,230294,60.96,mAP50,0.00289,,prev=60.96 (src-github-vlmexam-7ef2636-2026-09-22#M182); prev=60.96 (src-github-vlmexam-b8a50ac-2026-09-28#M194); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-luna:low / column tasks.detection.primary_metric.value),,in,in vlmexam-text,github-vlmexam,gpt-5.6-luna,low,mixed,hard,none,per-run-mean,3.244818,2.89e-07,1186506,343052,51.78,overall-%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-luna:low / column tasks.text.primary_metric.value),,in,in vlmexam-ocr,github-vlmexam,gpt-5.6-luna,high,mixed,mid,vlm-exam,per-run-mean,0.781368,2.89e-07,46626,122457,91.45,similarity%,0.00289,,prev=91.45 (src-github-vlmexam-7ef2636-2026-09-22#M183); prev=91.45 (src-github-vlmexam-b8a50ac-2026-09-28#M195); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-luna:high / column tasks.ocr.primary_metric.value),,in,in vlmexam-extraction,github-vlmexam,gpt-5.6-luna,high,mixed,mid,vlm-exam,per-run-mean,0.277426,2.89e-07,130810,24436,81.79,judge-acc%,0.00289,,prev=81.79 (src-github-vlmexam-7ef2636-2026-09-22#M184); prev=81.79 (src-github-vlmexam-b8a50ac-2026-09-28#M196); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-luna:high / column tasks.extraction.primary_metric.value),,in,in vlmexam-counting,github-vlmexam,gpt-5.6-luna,high,mixed,mid,vlm-exam,per-run-mean,0.559349,2.89e-07,100495,76476,70.72,judge-acc%,0.00289,,prev=70.72 (src-github-vlmexam-7ef2636-2026-09-22#M185); prev=70.72 (src-github-vlmexam-b8a50ac-2026-09-28#M197); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-luna:high / column tasks.counting.primary_metric.value),,in,in vlmexam-identification,github-vlmexam,gpt-5.6-luna,high,mixed,mid,vlm-exam,per-run-mean,0.111557,2.89e-07,37685,12312,84.38,judge-acc%,0.00289,,prev=84.38 (src-github-vlmexam-7ef2636-2026-09-22#M186); prev=84.38 (src-github-vlmexam-b8a50ac-2026-09-28#M198); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-luna:high / column tasks.identification.primary_metric.value),,in,in vlmexam,github-vlmexam,gpt-5.6-luna,high,mixed,mid,vlm-exam,per-run-mean,1.153273,2.89e-07,193419,159976,65.56,judge-acc%,0.00289,,prev=65.56 (src-github-vlmexam-7ef2636-2026-09-22#M187); prev=65.56 (src-github-vlmexam-b8a50ac-2026-09-28#M199); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-luna:high / column tasks.reasoning.primary_metric.value),,in,in vlmexam-detection,github-vlmexam,gpt-5.6-luna,high,mixed,mid,vlm-exam,per-run-mean,6.216004,2.89e-07,497584,953070,62.29,mAP50,0.00289,,prev=62.29 (src-github-vlmexam-7ef2636-2026-09-22#M188); prev=62.29 (src-github-vlmexam-b8a50ac-2026-09-28#M200); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-luna:high / column tasks.detection.primary_metric.value),,in,in vlmexam-text,github-vlmexam,gpt-5.6-luna,high,mixed,hard,none,per-run-mean,12.409986,2.89e-07,1186506,1870580,55.72,overall-%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-luna:high / column tasks.text.primary_metric.value),,in,in vlmexam-ocr,github-vlmexam,gpt-6-astra,low,mixed,mid,vlm-exam,per-run-mean,1.153143,2.89e-07,46626,13738,91.89,similarity%,0.00289,,prev=91.89 (src-github-vlmexam-7ef2636-2026-09-22#M189); prev=91.89 (src-github-vlmexam-b8a50ac-2026-09-28#M201); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-astra:low / column tasks.ocr.primary_metric.value),,in,in vlmexam-extraction,github-vlmexam,gpt-6-astra,low,mixed,mid,vlm-exam,per-run-mean,1.441033,2.89e-07,130810,2659,88.66,judge-acc%,0.00289,,prev=88.66 (src-github-vlmexam-7ef2636-2026-09-22#M190); prev=88.66 (src-github-vlmexam-b8a50ac-2026-09-28#M202); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-astra:low / column tasks.extraction.primary_metric.value),,in,in vlmexam-counting,github-vlmexam,gpt-6-astra,low,mixed,mid,vlm-exam,per-run-mean,1.328517,2.89e-07,100495,6471,80.18,judge-acc%,0.00289,,prev=80.18 (src-github-vlmexam-7ef2636-2026-09-22#M191); prev=80.18 (src-github-vlmexam-b8a50ac-2026-09-28#M203); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-astra:low / column tasks.counting.primary_metric.value),,in,in vlmexam-identification,github-vlmexam,gpt-6-astra,low,mixed,mid,vlm-exam,per-run-mean,0.40135,2.89e-07,37685,490,89.58,judge-acc%,0.00289,,prev=89.58 (src-github-vlmexam-7ef2636-2026-09-22#M192); prev=89.58 (src-github-vlmexam-b8a50ac-2026-09-28#M204); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-astra:low / column tasks.identification.primary_metric.value),,in,in vlmexam,github-vlmexam,gpt-6-astra,low,mixed,mid,vlm-exam,per-run-mean,2.38884,2.89e-07,193419,9093,87.2,judge-acc%,0.00289,,prev=87.2 (src-github-vlmexam-7ef2636-2026-09-22#M193); prev=87.2 (src-github-vlmexam-b8a50ac-2026-09-28#M205); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-astra:low / column tasks.reasoning.primary_metric.value),,in,in vlmexam-detection,github-vlmexam,gpt-6-astra,low,mixed,mid,vlm-exam,per-run-mean,12.523817,2.89e-07,511200,148236,82.07,mAP50,0.00289,,prev=82.07 (src-github-vlmexam-7ef2636-2026-09-22#M194); prev=82.07 (src-github-vlmexam-b8a50ac-2026-09-28#M206); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-astra:low / column tasks.detection.primary_metric.value),,in,in vlmexam-text,github-vlmexam,gpt-6-astra,low,mixed,hard,none,per-run-mean,20.55291,2.89e-07,1186506,173757,77.84,overall-%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-astra:low / column tasks.text.primary_metric.value),,in,in vlmexam-ocr,github-vlmexam,gpt-6-astra,high,mixed,mid,vlm-exam,per-run-mean,3.289727,2.89e-07,46626,56469,91.52,similarity%,0.00289,,prev=91.52 (src-github-vlmexam-7ef2636-2026-09-22#M195); prev=91.52 (src-github-vlmexam-b8a50ac-2026-09-28#M207); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-astra:high / column tasks.ocr.primary_metric.value),,in,in vlmexam-extraction,github-vlmexam,gpt-6-astra,high,mixed,mid,vlm-exam,per-run-mean,1.789433,2.89e-07,130810,9627,91.07,judge-acc%,0.00289,,prev=91.07 (src-github-vlmexam-7ef2636-2026-09-22#M196); prev=91.07 (src-github-vlmexam-b8a50ac-2026-09-28#M208); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-astra:high / column tasks.extraction.primary_metric.value),,in,in vlmexam-counting,github-vlmexam,gpt-6-astra,high,mixed,mid,vlm-exam,per-run-mean,2.036467,2.89e-07,100495,20630,81.08,judge-acc%,0.00289,,prev=81.08 (src-github-vlmexam-7ef2636-2026-09-22#M197); prev=81.08 (src-github-vlmexam-b8a50ac-2026-09-28#M209); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-astra:high / column tasks.counting.primary_metric.value),,in,in vlmexam-identification,github-vlmexam,gpt-6-astra,high,mixed,mid,vlm-exam,per-run-mean,0.4471,2.89e-07,37685,1405,92.71,judge-acc%,0.00289,,prev=92.71 (src-github-vlmexam-7ef2636-2026-09-22#M198); prev=92.71 (src-github-vlmexam-b8a50ac-2026-09-28#M210); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-astra:high / column tasks.identification.primary_metric.value),,in,in vlmexam,github-vlmexam,gpt-6-astra,high,mixed,mid,vlm-exam,per-run-mean,3.169473,2.89e-07,193419,24706,91.17,judge-acc%,0.00289,,prev=91.17 (src-github-vlmexam-7ef2636-2026-09-22#M199); prev=91.17 (src-github-vlmexam-b8a50ac-2026-09-28#M211); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-astra:high / column tasks.reasoning.primary_metric.value),,in,in vlmexam-detection,github-vlmexam,gpt-6-astra,high,mixed,mid,vlm-exam,per-run-mean,25.190313,2.89e-07,485448,406717,83.56,mAP50,0.00289,,prev=83.56 (src-github-vlmexam-7ef2636-2026-09-22#M200); prev=83.56 (src-github-vlmexam-b8a50ac-2026-09-28#M212); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-astra:high / column tasks.detection.primary_metric.value),,in,in vlmexam-text,github-vlmexam,gpt-6-astra,high,mixed,hard,none,per-run-mean,50.37671,2.89e-07,1186506,770233,77.63,overall-%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-astra:high / column tasks.text.primary_metric.value),,in,in vlmexam-ocr,github-vlmexam,gpt-6-sol,low,mixed,mid,vlm-exam,per-run-mean,0.261582,2.89e-07,46626,16833,91.7,similarity%,0.00289,,prev=91.67 (src-github-vlmexam-7ef2636-2026-09-22#M201); prev=91.7 (src-github-vlmexam-b8a50ac-2026-09-28#M213); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-sol:low / column tasks.ocr.primary_metric.value),,in,in vlmexam-extraction,github-vlmexam,gpt-6-sol,low,mixed,mid,vlm-exam,per-run-mean,0.30632,2.89e-07,130810,4470,84.19,judge-acc%,0.00289,,prev=80.41 (src-github-vlmexam-7ef2636-2026-09-22#M202); prev=84.19 (src-github-vlmexam-b8a50ac-2026-09-28#M214); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-sol:low / column tasks.extraction.primary_metric.value),,in,in vlmexam-counting,github-vlmexam,gpt-6-sol,low,mixed,mid,vlm-exam,per-run-mean,0.285217,2.89e-07,100495,8423,76.58,judge-acc%,0.00289,,prev=74.77 (src-github-vlmexam-7ef2636-2026-09-22#M203); prev=76.58 (src-github-vlmexam-b8a50ac-2026-09-28#M215); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-sol:low / column tasks.counting.primary_metric.value),,in,in vlmexam-identification,github-vlmexam,gpt-6-sol,low,mixed,mid,vlm-exam,per-run-mean,0.08573,2.89e-07,37685,1036,93.75,judge-acc%,0.00289,,prev=91.67 (src-github-vlmexam-7ef2636-2026-09-22#M204); prev=93.75 (src-github-vlmexam-b8a50ac-2026-09-28#M216); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-sol:low / column tasks.identification.primary_metric.value),,in,in vlmexam,github-vlmexam,gpt-6-sol,low,mixed,mid,vlm-exam,per-run-mean,0.561761,2.89e-07,193419,17492,72.63,judge-acc%,0.00289,,prev=72.19 (src-github-vlmexam-7ef2636-2026-09-22#M205); prev=72.63 (src-github-vlmexam-b8a50ac-2026-09-28#M217); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-sol:low / column tasks.reasoning.primary_metric.value),,in,in vlmexam-detection,github-vlmexam,gpt-6-sol,low,mixed,mid,vlm-exam,per-run-mean,2.656693,2.89e-07,511200,163429,74.65,mAP50,0.00289,,prev=73.61 (src-github-vlmexam-7ef2636-2026-09-22#M206); prev=74.65 (src-github-vlmexam-b8a50ac-2026-09-28#M218); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-sol:low / column tasks.detection.primary_metric.value),,in,in vlmexam-text,github-vlmexam,gpt-6-sol,low,mixed,hard,none,per-run-mean,4.642552,2.89e-07,1186506,226954,66.68,overall-%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-sol:low / column tasks.text.primary_metric.value),,in,in vlmexam-ocr,github-vlmexam,gpt-6-sol,high,mixed,mid,vlm-exam,per-run-mean,0.686449,2.89e-07,46626,59320,91.96,similarity%,0.00289,,prev=91.89 (src-github-vlmexam-7ef2636-2026-09-22#M207); prev=91.96 (src-github-vlmexam-b8a50ac-2026-09-28#M219); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-sol:high / column tasks.ocr.primary_metric.value),,in,in vlmexam-extraction,github-vlmexam,gpt-6-sol,high,mixed,mid,vlm-exam,per-run-mean,0.418787,2.89e-07,130810,15717,83.51,judge-acc%,0.00289,,prev=82.47 (src-github-vlmexam-7ef2636-2026-09-22#M208); prev=83.51 (src-github-vlmexam-b8a50ac-2026-09-28#M220); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-sol:high / column tasks.extraction.primary_metric.value),,in,in vlmexam-counting,github-vlmexam,gpt-6-sol,high,mixed,mid,vlm-exam,per-run-mean,0.521283,2.89e-07,100495,32029,77.48,judge-acc%,0.00289,,prev=76.13 (src-github-vlmexam-7ef2636-2026-09-22#M209); prev=77.48 (src-github-vlmexam-b8a50ac-2026-09-28#M221); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-sol:high / column tasks.counting.primary_metric.value),,in,in vlmexam-identification,github-vlmexam,gpt-6-sol,high,mixed,mid,vlm-exam,per-run-mean,0.116173,2.89e-07,37685,4080,92.71,judge-acc%,0.00289,,prev=92.71 (src-github-vlmexam-7ef2636-2026-09-22#M210); prev=92.71 (src-github-vlmexam-b8a50ac-2026-09-28#M222); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-sol:high / column tasks.identification.primary_metric.value),,in,in vlmexam,github-vlmexam,gpt-6-sol,high,mixed,mid,vlm-exam,per-run-mean,0.923101,2.89e-07,193419,53626,77.7,judge-acc%,0.00289,,prev=77.92 (src-github-vlmexam-7ef2636-2026-09-22#M211); prev=77.7 (src-github-vlmexam-b8a50ac-2026-09-28#M223); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-sol:high / column tasks.reasoning.primary_metric.value),,in,in vlmexam-detection,github-vlmexam,gpt-6-sol,high,mixed,mid,vlm-exam,per-run-mean,5.380973,2.89e-07,511200,435857,76.4,mAP50,0.00289,,prev=75.17 (src-github-vlmexam-7ef2636-2026-09-22#M212); prev=76.4 (src-github-vlmexam-b8a50ac-2026-09-28#M224); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-sol:high / column tasks.detection.primary_metric.value),,in,in vlmexam-text,github-vlmexam,gpt-6-sol,high,mixed,hard,none,per-run-mean,11.062672,2.89e-07,1186506,868966,68.77,overall-%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-sol:high / column tasks.text.primary_metric.value),,in,in vlmexam-ocr,github-vlmexam,gpt-6-luna,low,mixed,mid,vlm-exam,per-run-mean,0.017679,2.89e-07,46626,26032,90.62,similarity%,0.00289,,prev=87.9 (src-github-vlmexam-7ef2636-2026-09-22#M213); prev=90.62 (src-github-vlmexam-b8a50ac-2026-09-28#M225); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-luna:low / column tasks.ocr.primary_metric.value),,in,in vlmexam-extraction,github-vlmexam,gpt-6-luna,low,mixed,mid,vlm-exam,per-run-mean,0.017268,2.89e-07,130810,8374,83.51,judge-acc%,0.00289,,prev=68.04 (src-github-vlmexam-7ef2636-2026-09-22#M214); prev=83.51 (src-github-vlmexam-b8a50ac-2026-09-28#M226); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-luna:low / column tasks.extraction.primary_metric.value),,in,in vlmexam-counting,github-vlmexam,gpt-6-luna,low,mixed,mid,vlm-exam,per-run-mean,0.018396,2.89e-07,100495,16693,71.62,judge-acc%,0.00289,,prev=65.77 (src-github-vlmexam-7ef2636-2026-09-22#M215); prev=71.62 (src-github-vlmexam-b8a50ac-2026-09-28#M227); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-luna:low / column tasks.counting.primary_metric.value),,in,in vlmexam-identification,github-vlmexam,gpt-6-luna,low,mixed,mid,vlm-exam,per-run-mean,0.005337,2.89e-07,37685,3138,87.5,judge-acc%,0.00289,,prev=81.25 (src-github-vlmexam-7ef2636-2026-09-22#M216); prev=87.5 (src-github-vlmexam-b8a50ac-2026-09-28#M228); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-luna:low / column tasks.identification.primary_metric.value),,in,in vlmexam,github-vlmexam,gpt-6-luna,low,mixed,mid,vlm-exam,per-run-mean,0.038308,2.89e-07,193419,37932,64.24,judge-acc%,0.00289,,prev=52.1 (src-github-vlmexam-7ef2636-2026-09-22#M217); prev=64.24 (src-github-vlmexam-b8a50ac-2026-09-28#M229); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-luna:low / column tasks.reasoning.primary_metric.value),,in,in vlmexam-detection,github-vlmexam,gpt-6-luna,low,mixed,mid,vlm-exam,per-run-mean,0.158288,2.89e-07,511200,214336,65.54,mAP50,0.00289,,prev=56.75 (src-github-vlmexam-7ef2636-2026-09-22#M218); prev=65.54 (src-github-vlmexam-b8a50ac-2026-09-28#M230); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-luna:low / column tasks.detection.primary_metric.value),,in,in vlmexam-text,github-vlmexam,gpt-6-luna,low,mixed,hard,none,per-run-mean,0.264032,2.89e-07,1186506,290762,59.77,overall-%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-luna:low / column tasks.text.primary_metric.value),,in,in vlmexam-ocr,github-vlmexam,gpt-6-luna,high,mixed,mid,vlm-exam,per-run-mean,0.039523,2.89e-07,46626,69721,91.87,similarity%,0.00289,,prev=88.52 (src-github-vlmexam-7ef2636-2026-09-22#M219); prev=91.87 (src-github-vlmexam-b8a50ac-2026-09-28#M231); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-luna:high / column tasks.ocr.primary_metric.value),,in,in vlmexam-extraction,github-vlmexam,gpt-6-luna,high,mixed,mid,vlm-exam,per-run-mean,0.022372,2.89e-07,130810,18582,84.88,judge-acc%,0.00289,,prev=66.67 (src-github-vlmexam-7ef2636-2026-09-22#M220); prev=84.88 (src-github-vlmexam-b8a50ac-2026-09-28#M232); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-luna:high / column tasks.extraction.primary_metric.value),,in,in vlmexam-counting,github-vlmexam,gpt-6-luna,high,mixed,mid,vlm-exam,per-run-mean,0.029084,2.89e-07,100495,38068,72.07,judge-acc%,0.00289,,prev=64.41 (src-github-vlmexam-7ef2636-2026-09-22#M221); prev=72.07 (src-github-vlmexam-b8a50ac-2026-09-28#M233); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-luna:high / column tasks.counting.primary_metric.value),,in,in vlmexam-identification,github-vlmexam,gpt-6-luna,high,mixed,mid,vlm-exam,per-run-mean,0.007159,2.89e-07,37685,6780,87.5,judge-acc%,0.00289,,prev=80.21 (src-github-vlmexam-7ef2636-2026-09-22#M222); prev=87.5 (src-github-vlmexam-b8a50ac-2026-09-28#M234); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-luna:high / column tasks.identification.primary_metric.value),,in,in vlmexam,github-vlmexam,gpt-6-luna,high,mixed,mid,vlm-exam,per-run-mean,0.066209,2.89e-07,193419,93735,71.08,judge-acc%,0.00289,,prev=60.71 (src-github-vlmexam-7ef2636-2026-09-22#M223); prev=71.08 (src-github-vlmexam-b8a50ac-2026-09-28#M235); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-luna:high / column tasks.reasoning.primary_metric.value),,in,in vlmexam-detection,github-vlmexam,gpt-6-luna,high,mixed,mid,vlm-exam,per-run-mean,0.358333,2.89e-07,511200,614426,68.05,mAP50,0.00289,,prev=64.12 (src-github-vlmexam-7ef2636-2026-09-22#M224); prev=68.05 (src-github-vlmexam-b8a50ac-2026-09-28#M236); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-luna:high / column tasks.detection.primary_metric.value),,in,in vlmexam-text,github-vlmexam,gpt-6-luna,high,mixed,hard,none,per-run-mean,0.756817,2.89e-07,1186506,1276332,62.54,overall-%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-luna:high / column tasks.text.primary_metric.value),,in,in vlmexam-ocr,github-vlmexam,gpt-6.1-sol,low,mixed,mid,vlm-exam,per-run-mean,0.235139,2.89e-07,46626,14189,91.96,similarity%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-6.1-sol:low / column tasks.ocr.primary_metric.value),,in,in vlmexam-extraction,github-vlmexam,gpt-6.1-sol,low,mixed,mid,vlm-exam,per-run-mean,0.288883,2.89e-07,130810,2726,87.97,judge-acc%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-6.1-sol:low / column tasks.extraction.primary_metric.value),,in,in vlmexam-counting,github-vlmexam,gpt-6.1-sol,low,mixed,mid,vlm-exam,per-run-mean,0.271357,2.89e-07,100495,7037,78.83,judge-acc%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-6.1-sol:low / column tasks.counting.primary_metric.value),,in,in vlmexam-identification,github-vlmexam,gpt-6.1-sol,low,mixed,mid,vlm-exam,per-run-mean,0.080887,2.89e-07,37685,552,89.58,judge-acc%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-6.1-sol:low / column tasks.identification.primary_metric.value),,in,in vlmexam,github-vlmexam,gpt-6.1-sol,low,mixed,mid,vlm-exam,per-run-mean,0.497338,2.89e-07,193419,11050,83.66,judge-acc%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-6.1-sol:low / column tasks.reasoning.primary_metric.value),,in,in vlmexam-detection,github-vlmexam,gpt-6.1-sol,low,mixed,mid,vlm-exam,per-run-mean,2.56408,2.89e-07,511200,154168,80.84,mAP50,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-6.1-sol:low / column tasks.detection.primary_metric.value),,in,in vlmexam-text,github-vlmexam,gpt-6.1-sol,low,mixed,hard,none,per-run-mean,4.111802,2.89e-07,1186506,173879,75.75,overall-%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-6.1-sol:low / column tasks.text.primary_metric.value),,in,in vlmexam-ocr,github-vlmexam,gpt-6.1-sol,high,mixed,mid,vlm-exam,per-run-mean,0.621245,2.89e-07,46626,52799,91.67,similarity%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-6.1-sol:high / column tasks.ocr.primary_metric.value),,in,in vlmexam-extraction,github-vlmexam,gpt-6.1-sol,high,mixed,mid,vlm-exam,per-run-mean,0.357457,2.89e-07,130810,9584,90.03,judge-acc%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-6.1-sol:high / column tasks.extraction.primary_metric.value),,in,in vlmexam-counting,github-vlmexam,gpt-6.1-sol,high,mixed,mid,vlm-exam,per-run-mean,0.42054,2.89e-07,100495,21955,80.18,judge-acc%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-6.1-sol:high / column tasks.counting.primary_metric.value),,in,in vlmexam-identification,github-vlmexam,gpt-6.1-sol,high,mixed,mid,vlm-exam,per-run-mean,0.095167,2.89e-07,37685,1980,88.54,judge-acc%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-6.1-sol:high / column tasks.identification.primary_metric.value),,in,in vlmexam,github-vlmexam,gpt-6.1-sol,high,mixed,mid,vlm-exam,per-run-mean,0.635258,2.89e-07,193419,24842,88.74,judge-acc%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-6.1-sol:high / column tasks.reasoning.primary_metric.value),,in,in vlmexam-detection,github-vlmexam,gpt-6.1-sol,high,mixed,mid,vlm-exam,per-run-mean,5.581963,2.89e-07,511200,455956,81.64,mAP50,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-6.1-sol:high / column tasks.detection.primary_metric.value),,in,in vlmexam-text,github-vlmexam,gpt-6.1-sol,high,mixed,hard,none,per-run-mean,9.390492,2.89e-07,1186506,701748,75.84,overall-%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row gpt-6.1-sol:high / column tasks.text.primary_metric.value),,in,in vlmexam-ocr,github-vlmexam,qwen3.8-max,low,mixed,mid,vlm-exam,per-run-mean,0.206826,2.89e-07,39675,21246,93.35,similarity%,0.00289,,prev=93.35 (src-github-vlmexam-7ef2636-2026-09-22#M225); prev=93.35 (src-github-vlmexam-b8a50ac-2026-09-28#M237); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-max:low / column tasks.ocr.primary_metric.value),,in,in vlmexam-extraction,github-vlmexam,qwen3.8-max,low,mixed,mid,vlm-exam,per-run-mean,0.285504,2.89e-07,111328,10475,87.63,judge-acc%,0.00289,,prev=87.63 (src-github-vlmexam-7ef2636-2026-09-22#M226); prev=87.63 (src-github-vlmexam-b8a50ac-2026-09-28#M238); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-max:low / column tasks.extraction.primary_metric.value),,in,in vlmexam-counting,github-vlmexam,qwen3.8-max,low,mixed,mid,vlm-exam,per-run-mean,0.337772,2.89e-07,85015,27957,81.08,judge-acc%,0.00289,,prev=81.08 (src-github-vlmexam-7ef2636-2026-09-22#M227); prev=81.08 (src-github-vlmexam-b8a50ac-2026-09-28#M239); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-max:low / column tasks.counting.primary_metric.value),,in,in vlmexam-identification,github-vlmexam,qwen3.8-max,low,mixed,mid,vlm-exam,per-run-mean,0.085232,2.89e-07,32022,3531,88.54,judge-acc%,0.00289,,prev=88.54 (src-github-vlmexam-7ef2636-2026-09-22#M228); prev=88.54 (src-github-vlmexam-b8a50ac-2026-09-28#M240); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-max:low / column tasks.identification.primary_metric.value),,in,in vlmexam,github-vlmexam,qwen3.8-max,low,mixed,mid,vlm-exam,per-run-mean,0.731396,2.89e-07,164417,67094,75.94,judge-acc%,0.00289,,prev=75.94 (src-github-vlmexam-7ef2636-2026-09-22#M229); prev=75.94 (src-github-vlmexam-b8a50ac-2026-09-28#M241); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-max:low / column tasks.reasoning.primary_metric.value),,in,in vlmexam-detection,github-vlmexam,qwen3.8-max,low,mixed,mid,vlm-exam,per-run-mean,3.117518,2.89e-07,399748,386337,76.7,mAP50,0.00289,,prev=76.7 (src-github-vlmexam-7ef2636-2026-09-22#M230); prev=76.7 (src-github-vlmexam-b8a50ac-2026-09-28#M242); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-max:low / column tasks.detection.primary_metric.value),,in,in vlmexam-text,github-vlmexam,qwen3.8-max-0902,low,mixed,hard,none,per-run-mean,4.600348,2.89e-07,961130,446348,74.02,overall-%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-max:low / column tasks.text.primary_metric.value),,in,in vlmexam-ocr,github-vlmexam,qwen3.8-max,high,mixed,mid,vlm-exam,per-run-mean,1.005234,2.89e-07,38713,154635,91.29,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-max:high / column tasks.ocr.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-extraction,github-vlmexam,qwen3.8-max,high,mixed,mid,vlm-exam,per-run-mean,0.386683,2.89e-07,109574,27922,89.35,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-max:high / column tasks.extraction.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-counting,github-vlmexam,qwen3.8-max,high,mixed,mid,vlm-exam,per-run-mean,0.673457,2.89e-07,83488,84413,81.08,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-max:high / column tasks.counting.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-identification,github-vlmexam,qwen3.8-max,high,mixed,mid,vlm-exam,per-run-mean,0.117878,2.89e-07,31190,9250,89.58,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-max:high / column tasks.identification.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam,github-vlmexam,qwen3.8-max,high,mixed,mid,vlm-exam,per-run-mean,1.601875,2.89e-07,160684,213418,80.35,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-max:high / column tasks.reasoning.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-detection,github-vlmexam,qwen3.8-max,high,mixed,mid,vlm-exam,per-run-mean,7.453546,2.89e-07,393354,1111140,78.44,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-max:high / column tasks.detection.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-text,github-vlmexam,qwen3.8-max-0902,high,mixed,hard,none,per-run-mean,16.824076,2.89e-07,945029,2489003,71.78,overall-%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-max:high / column tasks.text.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-ocr,github-vlmexam,qwen3.7-plus,nothink,mixed,mid,vlm-exam,per-run-mean,0.034427,2.89e-07,38787,17199,86.52,similarity%,0.00289,,prev=86.52 (src-github-vlmexam-7ef2636-2026-09-22#M237); prev=86.52 (src-github-vlmexam-b8a50ac-2026-09-28#M249),https://github.com/roboflow/vlm-exam ($.models / row qwen-3.7-plus:low / column tasks.ocr.primary_metric.value),,in,out:cost-not-comparable vlmexam-extraction,github-vlmexam,qwen3.7-plus,nothink,mixed,mid,vlm-exam,per-run-mean,0.035802,2.89e-07,109000,720,83.51,judge-acc%,0.00289,,prev=83.51 (src-github-vlmexam-7ef2636-2026-09-22#M238); prev=83.51 (src-github-vlmexam-b8a50ac-2026-09-28#M250),https://github.com/roboflow/vlm-exam ($.models / row qwen-3.7-plus:low / column tasks.extraction.primary_metric.value),,in,out:cost-not-comparable vlmexam-counting,github-vlmexam,qwen3.7-plus,nothink,mixed,mid,vlm-exam,per-run-mean,0.026843,2.89e-07,83239,161,50.0,judge-acc%,0.00289,,prev=50.0 (src-github-vlmexam-7ef2636-2026-09-22#M239); prev=50.0 (src-github-vlmexam-b8a50ac-2026-09-28#M251),https://github.com/roboflow/vlm-exam ($.models / row qwen-3.7-plus:low / column tasks.counting.primary_metric.value),,in,out:cost-not-comparable vlmexam-identification,github-vlmexam,qwen3.7-plus,nothink,mixed,mid,vlm-exam,per-run-mean,0.010161,2.89e-07,31254,125,84.38,judge-acc%,0.00289,,prev=84.38 (src-github-vlmexam-7ef2636-2026-09-22#M240); prev=84.38 (src-github-vlmexam-b8a50ac-2026-09-28#M252),https://github.com/roboflow/vlm-exam ($.models / row qwen-3.7-plus:low / column tasks.identification.primary_metric.value),,in,out:cost-not-comparable vlmexam,github-vlmexam,qwen3.7-plus,nothink,mixed,mid,vlm-exam,per-run-mean,0.052075,2.89e-07,160793,485,39.74,judge-acc%,0.00289,,prev=39.74 (src-github-vlmexam-7ef2636-2026-09-22#M241); prev=39.74 (src-github-vlmexam-b8a50ac-2026-09-28#M253),https://github.com/roboflow/vlm-exam ($.models / row qwen-3.7-plus:low / column tasks.reasoning.primary_metric.value),,in,out:cost-not-comparable vlmexam-detection,github-vlmexam,qwen3.7-plus,nothink,mixed,mid,vlm-exam,per-run-mean,0.324637,2.89e-07,393748,155186,60.09,mAP50,0.00289,,prev=60.09 (src-github-vlmexam-7ef2636-2026-09-22#M242); prev=60.09 (src-github-vlmexam-b8a50ac-2026-09-28#M254),https://github.com/roboflow/vlm-exam ($.models / row qwen-3.7-plus:low / column tasks.detection.primary_metric.value),,in,out:cost-not-comparable vlmexam-text,github-vlmexam,qwen3.7-plus,nothink,mixed,hard,none,per-run-mean,0.514524,2.89e-07,937233,167664,60.25,overall-%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.7-plus:low / column tasks.text.primary_metric.value),,in,out:cost-not-comparable vlmexam,github-vlmexam,qwen3.7-plus,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.644836,2.89e-07,158955,464039,68.21,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.7-plus:high / column tasks.reasoning.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-text,github-vlmexam,qwen3.7-plus,not-established:absent,mixed,hard,none,per-run-mean,2.507483,2.89e-07,937637,1724562,65.54,overall-%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.7-plus:high / column tasks.text.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-ocr,github-vlmexam,qwen3.7-flash,nothink,mixed,mid,vlm-exam,per-run-mean,0.003446,2.89e-07,38787,17555,84.13,similarity%,0.00289,,prev=84.13 (src-github-vlmexam-7ef2636-2026-09-22#M244); prev=84.13 (src-github-vlmexam-b8a50ac-2026-09-28#M256); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.7-flash:low / column tasks.ocr.primary_metric.value),,in,in vlmexam-extraction,github-vlmexam,qwen3.7-flash,nothink,mixed,mid,vlm-exam,per-run-mean,0.003299,2.89e-07,106901,709,77.32,judge-acc%,0.00289,,prev=77.32 (src-github-vlmexam-7ef2636-2026-09-22#M245); prev=77.32 (src-github-vlmexam-b8a50ac-2026-09-28#M257); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.7-flash:low / column tasks.extraction.primary_metric.value),,in,in vlmexam-counting,github-vlmexam,qwen3.7-flash,nothink,mixed,mid,vlm-exam,per-run-mean,0.002518,2.89e-07,83239,160,45.95,judge-acc%,0.00289,,prev=45.95 (src-github-vlmexam-7ef2636-2026-09-22#M246); prev=45.95 (src-github-vlmexam-b8a50ac-2026-09-28#M258); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.7-flash:low / column tasks.counting.primary_metric.value),,in,in vlmexam-identification,github-vlmexam,qwen3.7-flash,nothink,mixed,mid,vlm-exam,per-run-mean,0.000953,2.89e-07,31254,122,84.38,judge-acc%,0.00289,,prev=84.38 (src-github-vlmexam-7ef2636-2026-09-22#M247); prev=84.38 (src-github-vlmexam-b8a50ac-2026-09-28#M259); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.7-flash:low / column tasks.identification.primary_metric.value),,in,in vlmexam,github-vlmexam,qwen3.7-flash,nothink,mixed,mid,vlm-exam,per-run-mean,0.004886,2.89e-07,160793,480,34.44,judge-acc%,0.00289,,prev=34.44 (src-github-vlmexam-7ef2636-2026-09-22#M248); prev=34.44 (src-github-vlmexam-b8a50ac-2026-09-28#M260); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.7-flash:low / column tasks.reasoning.primary_metric.value),,in,in vlmexam-detection,github-vlmexam,qwen3.7-flash,nothink,mixed,mid,vlm-exam,per-run-mean,0.030863,2.89e-07,392107,146923,42.83,mAP50,0.00289,,prev=42.83 (src-github-vlmexam-7ef2636-2026-09-22#M249); prev=42.83 (src-github-vlmexam-b8a50ac-2026-09-28#M261); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.7-flash:low / column tasks.detection.primary_metric.value),,in,in vlmexam-text,github-vlmexam,qwen3.7-flash,nothink,mixed,hard,none,per-run-mean,0.049001,2.89e-07,939041,160229,54.31,overall-%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.7-flash:low / column tasks.text.primary_metric.value),,in,in vlmexam,github-vlmexam,qwen3.7-flash,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.074855,2.89e-07,153977,540276,61.59,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.7-flash:high / column tasks.reasoning.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-text,github-vlmexam,qwen3.7-flash,not-established:absent,mixed,hard,none,per-run-mean,0.259335,2.89e-07,935916,1778902,62.26,overall-%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.7-flash:high / column tasks.text.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-ocr,github-vlmexam,qwen3.8-flash,nothink,mixed,mid,vlm-exam,per-run-mean,0.01227,2.89e-07,38787,13728,88.0,similarity%,0.00289,,prev=88.0 (src-github-vlmexam-7ef2636-2026-09-22#M251); prev=88.0 (src-github-vlmexam-b8a50ac-2026-09-28#M263); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-flash:low / column tasks.ocr.primary_metric.value),,in,in vlmexam-extraction,github-vlmexam,qwen3.8-flash,nothink,mixed,mid,vlm-exam,per-run-mean,0.016689,2.89e-07,109000,720,84.88,judge-acc%,0.00289,,prev=84.88 (src-github-vlmexam-7ef2636-2026-09-22#M252); prev=84.88 (src-github-vlmexam-b8a50ac-2026-09-28#M264); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-flash:low / column tasks.extraction.primary_metric.value),,in,in vlmexam-counting,github-vlmexam,qwen3.8-flash,nothink,mixed,mid,vlm-exam,per-run-mean,0.012562,2.89e-07,83239,163,56.31,judge-acc%,0.00289,,prev=56.31 (src-github-vlmexam-7ef2636-2026-09-22#M253); prev=56.31 (src-github-vlmexam-b8a50ac-2026-09-28#M265); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-flash:low / column tasks.counting.primary_metric.value),,in,in vlmexam-identification,github-vlmexam,qwen3.8-flash,nothink,mixed,mid,vlm-exam,per-run-mean,0.004746,2.89e-07,31254,124,88.54,judge-acc%,0.00289,,prev=88.54 (src-github-vlmexam-7ef2636-2026-09-22#M254); prev=88.54 (src-github-vlmexam-b8a50ac-2026-09-28#M266); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-flash:low / column tasks.identification.primary_metric.value),,in,in vlmexam,github-vlmexam,qwen3.8-flash,nothink,mixed,mid,vlm-exam,per-run-mean,0.024339,2.89e-07,160793,469,35.1,judge-acc%,0.00289,,prev=35.1 (src-github-vlmexam-7ef2636-2026-09-22#M255); prev=35.1 (src-github-vlmexam-b8a50ac-2026-09-28#M267); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-flash:low / column tasks.reasoning.primary_metric.value),,in,in vlmexam-detection,github-vlmexam,qwen3.8-flash,nothink,mixed,mid,vlm-exam,per-run-mean,0.160999,2.89e-07,393748,216886,59.82,mAP50,0.00289,,prev=59.82 (src-github-vlmexam-7ef2636-2026-09-22#M256); prev=59.82 (src-github-vlmexam-b8a50ac-2026-09-28#M268); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-flash:low / column tasks.detection.primary_metric.value),,in,in vlmexam-text,github-vlmexam,qwen3.8-flash,nothink,mixed,hard,none,per-run-mean,0.23168,2.89e-07,944968,191350,58.87,overall-%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-flash:low / column tasks.text.primary_metric.value),,in,in vlmexam-ocr,github-vlmexam,qwen3.8-flash,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.018398,2.89e-07,40119,26340,91.32,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-flash:high / column tasks.ocr.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-extraction,github-vlmexam,qwen3.8-flash,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.0267,2.89e-07,112492,20906,84.54,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-flash:high / column tasks.extraction.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-counting,github-vlmexam,qwen3.8-flash,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.061585,2.89e-07,85903,103617,68.02,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-flash:high / column tasks.counting.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-identification,github-vlmexam,qwen3.8-flash,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.010327,2.89e-07,32406,11631,86.46,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-flash:high / column tasks.identification.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam,github-vlmexam,qwen3.8-flash,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.160781,2.89e-07,166954,288804,69.54,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-flash:high / column tasks.reasoning.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-detection,github-vlmexam,qwen3.8-flash,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.260949,2.89e-07,402748,426674,67.05,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-flash:high / column tasks.detection.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-text,github-vlmexam,qwen3.8-flash,not-established:absent,mixed,hard,none,per-run-mean,0.457553,2.89e-07,967345,664790,62.93,overall-%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-flash:high / column tasks.text.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-ocr,github-vlmexam,qwen3-vl-235b-a22b-instruct,solo,mixed,mid,vlm-exam,per-run-mean,0.021117,2.89e-07,38641,15215,88.1,similarity%,0.00289,,prev=88.1 (src-github-vlmexam-7ef2636-2026-09-22#M263); prev=88.1 (src-github-vlmexam-b8a50ac-2026-09-28#M275); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row qwen-3-vl-235b:low / column tasks.ocr.primary_metric.value),,out:single-couple,out:cost-single-couple vlmexam-extraction,github-vlmexam,qwen3-vl-235b-a22b-instruct,solo,mixed,mid,vlm-exam,per-run-mean,0.022342,2.89e-07,108520,725,87.63,judge-acc%,0.00289,,prev=87.63 (src-github-vlmexam-7ef2636-2026-09-22#M264); prev=87.63 (src-github-vlmexam-b8a50ac-2026-09-28#M276); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row qwen-3-vl-235b:low / column tasks.extraction.primary_metric.value),,out:single-couple,out:cost-single-couple vlmexam-counting,github-vlmexam,qwen3-vl-235b-a22b-instruct,solo,mixed,mid,vlm-exam,per-run-mean,0.016717,2.89e-07,82870,162,47.3,judge-acc%,0.00289,,prev=47.3 (src-github-vlmexam-7ef2636-2026-09-22#M265); prev=47.3 (src-github-vlmexam-b8a50ac-2026-09-28#M277); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row qwen-3-vl-235b:low / column tasks.counting.primary_metric.value),,out:single-couple,out:cost-single-couple vlmexam-identification,github-vlmexam,qwen3-vl-235b-a22b-instruct,solo,mixed,mid,vlm-exam,per-run-mean,0.00633,2.89e-07,31095,126,90.62,judge-acc%,0.00289,,prev=90.62 (src-github-vlmexam-7ef2636-2026-09-22#M266); prev=90.62 (src-github-vlmexam-b8a50ac-2026-09-28#M278); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row qwen-3-vl-235b:low / column tasks.identification.primary_metric.value),,out:single-couple,out:cost-single-couple vlmexam,github-vlmexam,qwen3-vl-235b-a22b-instruct,solo,mixed,mid,vlm-exam,per-run-mean,0.032427,2.89e-07,160048,474,29.8,judge-acc%,0.00289,,prev=29.8 (src-github-vlmexam-7ef2636-2026-09-22#M267); prev=33.77 (src-github-vlmexam-7ef2636-2026-09-22#M269); prev=29.8 (src-github-vlmexam-b8a50ac-2026-09-28#M279); prev=33.77 (src-github-vlmexam-b8a50ac-2026-09-28#M281); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row qwen-3-vl-235b:low / column tasks.reasoning.primary_metric.value),,out:single-couple,out:cost-single-couple vlmexam-detection,github-vlmexam,qwen3-vl-235b-a22b-instruct,solo,mixed,mid,vlm-exam,per-run-mean,0.228627,2.89e-07,657877,110286,52.14,mAP50,0.00289,,prev=52.14 (src-github-vlmexam-7ef2636-2026-09-22#M268); prev=52.14 (src-github-vlmexam-b8a50ac-2026-09-28#M280); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row qwen-3-vl-235b:low / column tasks.detection.primary_metric.value),,out:single-couple,out:cost-single-couple vlmexam-text,github-vlmexam,qwen3-vl-235b-a22b-instruct,solo,mixed,hard,none,per-run-mean,0.505445,2.89e-07,1451129,244567,56.36,overall-%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row qwen-3-vl-235b:low / column tasks.text.primary_metric.value),,out:single-couple,out:cost-single-couple vlmexam,github-vlmexam,qwen3-vl-235b-a22b-instruct,solo,mixed,mid,vlm-exam,per-run-mean,0.032423,2.89e-07,160048,470,33.77,judge-acc%,0.00289,,prev=29.8 (src-github-vlmexam-7ef2636-2026-09-22#M267); prev=33.77 (src-github-vlmexam-7ef2636-2026-09-22#M269); prev=29.8 (src-github-vlmexam-b8a50ac-2026-09-28#M279); prev=33.77 (src-github-vlmexam-b8a50ac-2026-09-28#M281); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row qwen-3-vl-235b:high / column tasks.reasoning.primary_metric.value),,out:single-couple,out:cost-single-couple vlmexam-text,github-vlmexam,qwen3-vl-235b-a22b-instruct,solo,mixed,hard,none,per-run-mean,0.510132,2.89e-07,1422966,256294,55.45,overall-%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row qwen-3-vl-235b:high / column tasks.text.primary_metric.value),,out:single-couple,out:cost-single-couple vlmexam-ocr,github-vlmexam,qwen3.5-27b,nothink,mixed,mid,vlm-exam,per-run-mean,0.052253,2.89e-07,36671,17188,84.45,similarity%,0.00289,,prev=84.45 (src-github-vlmexam-7ef2636-2026-09-22#M270); prev=84.45 (src-github-vlmexam-b8a50ac-2026-09-28#M282); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.5-27b:low / column tasks.ocr.primary_metric.value),,in,in vlmexam-extraction,github-vlmexam,qwen3.5-27b,nothink,mixed,mid,vlm-exam,per-run-mean,0.033341,2.89e-07,105258,735,79.38,judge-acc%,0.00289,,prev=79.38 (src-github-vlmexam-7ef2636-2026-09-22#M271); prev=79.38 (src-github-vlmexam-b8a50ac-2026-09-28#M283); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.5-27b:low / column tasks.extraction.primary_metric.value),,in,in vlmexam-counting,github-vlmexam,qwen3.5-27b,nothink,mixed,mid,vlm-exam,per-run-mean,0.02476,2.89e-07,81253,160,54.05,judge-acc%,0.00289,,prev=54.05 (src-github-vlmexam-7ef2636-2026-09-22#M272); prev=54.05 (src-github-vlmexam-b8a50ac-2026-09-28#M284); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.5-27b:low / column tasks.counting.primary_metric.value),,in,in vlmexam-identification,github-vlmexam,qwen3.5-27b,nothink,mixed,mid,vlm-exam,per-run-mean,0.009643,2.89e-07,31169,122,78.12,judge-acc%,0.00289,,prev=78.12 (src-github-vlmexam-7ef2636-2026-09-22#M273); prev=78.12 (src-github-vlmexam-b8a50ac-2026-09-28#M285); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.5-27b:low / column tasks.identification.primary_metric.value),,in,in vlmexam,github-vlmexam,qwen3.5-27b,nothink,mixed,mid,vlm-exam,per-run-mean,0.048422,2.89e-07,157647,470,31.79,judge-acc%,0.00289,,prev=31.79 (src-github-vlmexam-7ef2636-2026-09-22#M274); prev=31.79 (src-github-vlmexam-b8a50ac-2026-09-28#M286); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.5-27b:low / column tasks.reasoning.primary_metric.value),,in,in vlmexam-detection,github-vlmexam,qwen3.5-27b,nothink,mixed,mid,vlm-exam,per-run-mean,0.511351,2.89e-07,507769,149592,58.75,mAP50,0.00289,,prev=58.75 (src-github-vlmexam-7ef2636-2026-09-22#M275); prev=58.75 (src-github-vlmexam-b8a50ac-2026-09-28#M287); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.5-27b:low / column tasks.detection.primary_metric.value),,in,in vlmexam-text,github-vlmexam,qwen3.5-27b,nothink,mixed,hard,none,per-run-mean,0.736041,2.89e-07,941806,188958,60.34,overall-%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.5-27b:low / column tasks.text.primary_metric.value),,in,in vlmexam,github-vlmexam,qwen3.5-27b,not-established:absent,mixed,mid,vlm-exam,per-run-mean,1.513257,2.89e-07,156359,610979,61.59,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.5-27b:high / column tasks.reasoning.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-text,github-vlmexam,qwen3.5-27b,not-established:absent,mixed,hard,none,per-run-mean,6.104733,2.89e-07,940606,2426063,61.7,overall-%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.5-27b:high / column tasks.text.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-ocr,github-vlmexam,qwen3.8-27b,low,mixed,mid,vlm-exam,per-run-mean,0.051757,2.89e-07,38787,16717,81.42,similarity%,0.00289,,prev=81.42 (src-github-vlmexam-7ef2636-2026-09-22#M277); prev=81.42 (src-github-vlmexam-b8a50ac-2026-09-28#M289); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-27b:low / column tasks.ocr.primary_metric.value),,in,in vlmexam-extraction,github-vlmexam,qwen3.8-27b,low,mixed,mid,vlm-exam,per-run-mean,0.034423,2.89e-07,109000,718,79.38,judge-acc%,0.00289,,prev=79.38 (src-github-vlmexam-7ef2636-2026-09-22#M278); prev=79.38 (src-github-vlmexam-b8a50ac-2026-09-28#M290); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-27b:low / column tasks.extraction.primary_metric.value),,in,in vlmexam-counting,github-vlmexam,qwen3.8-27b,low,mixed,mid,vlm-exam,per-run-mean,0.025356,2.89e-07,83239,160,41.89,judge-acc%,0.00289,,prev=41.89 (src-github-vlmexam-7ef2636-2026-09-22#M279); prev=41.89 (src-github-vlmexam-b8a50ac-2026-09-28#M291); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-27b:low / column tasks.counting.primary_metric.value),,in,in vlmexam-identification,github-vlmexam,qwen3.8-27b,low,mixed,mid,vlm-exam,per-run-mean,0.009676,2.89e-07,31254,125,78.12,judge-acc%,0.00289,,prev=78.12 (src-github-vlmexam-7ef2636-2026-09-22#M280); prev=78.12 (src-github-vlmexam-b8a50ac-2026-09-28#M292); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-27b:low / column tasks.identification.primary_metric.value),,in,in vlmexam,github-vlmexam,qwen3.8-27b,low,mixed,mid,vlm-exam,per-run-mean,0.04932,2.89e-07,160793,451,31.79,judge-acc%,0.00289,,prev=31.79 (src-github-vlmexam-7ef2636-2026-09-22#M281); prev=31.79 (src-github-vlmexam-b8a50ac-2026-09-28#M293); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-27b:low / column tasks.reasoning.primary_metric.value),,in,in vlmexam-detection,github-vlmexam,qwen3.8-27b,low,mixed,mid,vlm-exam,per-run-mean,0.651464,2.89e-07,771660,174986,54.51,mAP50,0.00289,,prev=54.51 (src-github-vlmexam-7ef2636-2026-09-22#M282); prev=54.51 (src-github-vlmexam-b8a50ac-2026-09-28#M294); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-27b:low / column tasks.detection.primary_metric.value),,in,in vlmexam-text,github-vlmexam,qwen3.8-27b,low,mixed,hard,none,per-run-mean,0.903864,2.89e-07,1616807,174509,54.34,overall-%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-27b:low / column tasks.text.primary_metric.value),,in,in vlmexam,github-vlmexam,qwen3.8-27b,not-established:ambiguous,mixed,mid,vlm-exam,per-run-mean,0.976716,2.89e-07,166833,386111,62.25,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-27b:high / column tasks.reasoning.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-text,github-vlmexam,qwen3.8-27b,not-established:ambiguous,mixed,hard,none,per-run-mean,1.932367,2.89e-07,1683295,594741,57.81,overall-%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-27b:high / column tasks.text.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-ocr,github-vlmexam,qwen3.6-27b,nothink,mixed,mid,vlm-exam,per-run-mean,0.052949,2.89e-07,38806,17389,82.8,similarity%,0.00289,,prev=82.8 (src-github-vlmexam-7ef2636-2026-09-22#M284); prev=82.8 (src-github-vlmexam-b8a50ac-2026-09-28#M296); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.6-27b:low / column tasks.ocr.primary_metric.value),,in,in vlmexam-extraction,github-vlmexam,qwen3.6-27b,nothink,mixed,mid,vlm-exam,per-run-mean,0.033256,2.89e-07,109053,725,85.57,judge-acc%,0.00289,,prev=85.57 (src-github-vlmexam-7ef2636-2026-09-22#M285); prev=85.57 (src-github-vlmexam-b8a50ac-2026-09-28#M297); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.6-27b:low / column tasks.extraction.primary_metric.value),,in,in vlmexam-counting,github-vlmexam,qwen3.6-27b,nothink,mixed,mid,vlm-exam,per-run-mean,0.024453,2.89e-07,83283,160,44.59,judge-acc%,0.00289,,prev=44.59 (src-github-vlmexam-7ef2636-2026-09-22#M286); prev=44.59 (src-github-vlmexam-b8a50ac-2026-09-28#M298); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.6-27b:low / column tasks.counting.primary_metric.value),,in,in vlmexam-identification,github-vlmexam,qwen3.6-27b,nothink,mixed,mid,vlm-exam,per-run-mean,0.009333,2.89e-07,31272,123,78.12,judge-acc%,0.00289,,prev=78.12 (src-github-vlmexam-7ef2636-2026-09-22#M287); prev=78.12 (src-github-vlmexam-b8a50ac-2026-09-28#M299); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.6-27b:low / column tasks.identification.primary_metric.value),,in,in vlmexam,github-vlmexam,qwen3.6-27b,nothink,mixed,mid,vlm-exam,per-run-mean,0.047648,2.89e-07,160878,481,31.13,judge-acc%,0.00289,,prev=31.13 (src-github-vlmexam-7ef2636-2026-09-22#M288); prev=31.13 (src-github-vlmexam-b8a50ac-2026-09-28#M300); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.6-27b:low / column tasks.reasoning.primary_metric.value),,in,in vlmexam-detection,github-vlmexam,qwen3.6-27b,nothink,mixed,mid,vlm-exam,per-run-mean,0.577794,2.89e-07,705570,155785,53.88,mAP50,0.00289,,prev=53.88 (src-github-vlmexam-7ef2636-2026-09-22#M289); prev=53.88 (src-github-vlmexam-b8a50ac-2026-09-28#M301); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.6-27b:low / column tasks.detection.primary_metric.value),,in,in vlmexam-text,github-vlmexam,qwen3.6-27b,nothink,mixed,hard,none,per-run-mean,0.675077,2.89e-07,937777,168358,60.5,overall-%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.6-27b:low / column tasks.text.primary_metric.value),,in,in vlmexam,github-vlmexam,qwen3.6-27b,not-established:absent,mixed,mid,vlm-exam,per-run-mean,1.542971,2.89e-07,160588,623567,54.3,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.6-27b:high / column tasks.reasoning.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-text,github-vlmexam,qwen3.6-27b,not-established:absent,mixed,hard,none,per-run-mean,4.416055,2.89e-07,931965,1727799,59.8,overall-%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.6-27b:high / column tasks.text.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-ocr,github-vlmexam,glm-5v-turbo,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.109192,2.89e-07,50423,12171,89.31,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row glm-5v-turbo:low / column tasks.ocr.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-extraction,github-vlmexam,glm-5v-turbo,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.169887,2.89e-07,139826,524,81.44,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row glm-5v-turbo:low / column tasks.extraction.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-counting,github-vlmexam,glm-5v-turbo,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.128793,2.89e-07,106834,148,48.65,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row glm-5v-turbo:low / column tasks.counting.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-identification,github-vlmexam,glm-5v-turbo,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.048707,2.89e-07,40189,120,84.38,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row glm-5v-turbo:low / column tasks.identification.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam,github-vlmexam,glm-5v-turbo,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.251258,2.89e-07,208008,412,31.79,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row glm-5v-turbo:low / column tasks.reasoning.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-detection,github-vlmexam,glm-5v-turbo,not-established:absent,mixed,mid,vlm-exam,per-run-mean,1.299348,2.89e-07,720773,108605,56.47,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row glm-5v-turbo:low / column tasks.detection.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-text,github-vlmexam,glm-5v-turbo,not-established:absent,mixed,hard,none,per-run-mean,2.325832,2.89e-07,1515260,126880,51.54,overall-%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row glm-5v-turbo:low / column tasks.text.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam,github-vlmexam,glm-5v-turbo,not-established:absent,mixed,mid,vlm-exam,per-run-mean,1.04487,2.89e-07,208008,198815,49.67,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row glm-5v-turbo:high / column tasks.reasoning.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-text,github-vlmexam,glm-5v-turbo,not-established:absent,mixed,hard,none,per-run-mean,4.823518,2.89e-07,1517632,750590,55.96,overall-%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row glm-5v-turbo:high / column tasks.text.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-ocr,github-vlmexam,glm-5.3-flash,low,mixed,mid,vlm-exam,per-run-mean,0.006887,2.89e-07,50747,12324,90.62,similarity%,0.00289,,prev=90.62 (src-github-vlmexam-7ef2636-2026-09-22#M298); prev=90.62 (src-github-vlmexam-b8a50ac-2026-09-28#M310); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row glm-5.3-flash:low / column tasks.ocr.primary_metric.value),,in,in vlmexam-extraction,github-vlmexam,glm-5.3-flash,low,mixed,mid,vlm-exam,per-run-mean,0.011027,2.89e-07,141993,1509,83.51,judge-acc%,0.00289,,prev=83.51 (src-github-vlmexam-7ef2636-2026-09-22#M299); prev=83.51 (src-github-vlmexam-b8a50ac-2026-09-28#M311); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row glm-5.3-flash:low / column tasks.extraction.primary_metric.value),,in,in vlmexam-counting,github-vlmexam,glm-5.3-flash,low,mixed,mid,vlm-exam,per-run-mean,0.009026,2.89e-07,109169,3354,55.41,judge-acc%,0.00289,,prev=55.41 (src-github-vlmexam-7ef2636-2026-09-22#M300); prev=55.41 (src-github-vlmexam-b8a50ac-2026-09-28#M312); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row glm-5.3-flash:low / column tasks.counting.primary_metric.value),,in,in vlmexam-identification,github-vlmexam,glm-5.3-flash,low,mixed,mid,vlm-exam,per-run-mean,0.003192,2.89e-07,40969,478,84.38,judge-acc%,0.00289,,prev=84.38 (src-github-vlmexam-7ef2636-2026-09-22#M301); prev=84.38 (src-github-vlmexam-b8a50ac-2026-09-28#M313); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row glm-5.3-flash:low / column tasks.identification.primary_metric.value),,in,in vlmexam,github-vlmexam,glm-5.3-flash,low,mixed,mid,vlm-exam,per-run-mean,0.01859,2.89e-07,210404,11239,50.99,judge-acc%,0.00289,,prev=50.99 (src-github-vlmexam-7ef2636-2026-09-22#M302); prev=50.99 (src-github-vlmexam-b8a50ac-2026-09-28#M314); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row glm-5.3-flash:low / column tasks.reasoning.primary_metric.value),,in,in vlmexam-detection,github-vlmexam,glm-5.3-flash,low,mixed,mid,vlm-exam,per-run-mean,0.104384,2.89e-07,801166,177188,33.09,mAP50,0.00289,,prev=33.09 (src-github-vlmexam-7ef2636-2026-09-22#M303); prev=33.09 (src-github-vlmexam-b8a50ac-2026-09-28#M315); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row glm-5.3-flash:low / column tasks.detection.primary_metric.value),,in,in vlmexam-text,github-vlmexam,glm-5.3-flash,low,mixed,hard,none,per-run-mean,0.204037,2.89e-07,1778492,282601,55.36,overall-%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row glm-5.3-flash:low / column tasks.text.primary_metric.value),,in,in vlmexam,github-vlmexam,glm-5.3-flash,high,mixed,mid,vlm-exam,per-run-mean,0.022444,2.89e-07,210404,26654,59.6,judge-acc%,0.00289,,prev=59.6 (src-github-vlmexam-7ef2636-2026-09-22#M304); prev=59.6 (src-github-vlmexam-b8a50ac-2026-09-28#M316); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row glm-5.3-flash:high / column tasks.reasoning.primary_metric.value),,in,in vlmexam-text,github-vlmexam,glm-5.3-flash,high,mixed,hard,none,per-run-mean,0.322909,2.89e-07,1753908,765462,55.31,overall-%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row glm-5.3-flash:high / column tasks.text.primary_metric.value),,in,in vlmexam-ocr,github-vlmexam,kimi-k2.6,nothink,mixed,mid,vlm-exam,per-run-mean,0.079337,2.89e-07,50708,12126,88.49,similarity%,0.00289,,prev=88.49 (src-github-vlmexam-7ef2636-2026-09-22#M305); prev=88.49 (src-github-vlmexam-b8a50ac-2026-09-28#M317); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row kimi-k2.6:low / column tasks.ocr.primary_metric.value),,in,in vlmexam-extraction,github-vlmexam,kimi-k2.6,nothink,mixed,mid,vlm-exam,per-run-mean,0.145867,2.89e-07,141822,12131,79.38,judge-acc%,0.00289,,prev=79.38 (src-github-vlmexam-7ef2636-2026-09-22#M306); prev=79.38 (src-github-vlmexam-b8a50ac-2026-09-28#M318); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row kimi-k2.6:low / column tasks.extraction.primary_metric.value),,in,in vlmexam-counting,github-vlmexam,kimi-k2.6,nothink,mixed,mid,vlm-exam,per-run-mean,0.14076,2.89e-07,109053,17522,56.76,judge-acc%,0.00289,,prev=56.76 (src-github-vlmexam-7ef2636-2026-09-22#M307); prev=56.76 (src-github-vlmexam-b8a50ac-2026-09-28#M319); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row kimi-k2.6:low / column tasks.counting.primary_metric.value),,in,in vlmexam-identification,github-vlmexam,kimi-k2.6,nothink,mixed,mid,vlm-exam,per-run-mean,0.03174,2.89e-07,40931,533,78.12,judge-acc%,0.00289,,prev=78.12 (src-github-vlmexam-7ef2636-2026-09-22#M308); prev=78.12 (src-github-vlmexam-b8a50ac-2026-09-28#M320); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row kimi-k2.6:low / column tasks.identification.primary_metric.value),,in,in vlmexam,github-vlmexam,kimi-k2.6,nothink,mixed,mid,vlm-exam,per-run-mean,0.197148,2.89e-07,210176,12527,39.07,judge-acc%,0.00289,,prev=39.07 (src-github-vlmexam-7ef2636-2026-09-22#M309); prev=39.07 (src-github-vlmexam-b8a50ac-2026-09-28#M321); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row kimi-k2.6:low / column tasks.reasoning.primary_metric.value),,in,in vlmexam-detection,github-vlmexam,kimi-k2.6,nothink,mixed,mid,vlm-exam,per-run-mean,1.467584,2.89e-07,578461,299515,35.66,mAP50,0.00289,,prev=35.66 (src-github-vlmexam-7ef2636-2026-09-22#M310); prev=35.66 (src-github-vlmexam-b8a50ac-2026-09-28#M322); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row kimi-k2.6:low / column tasks.detection.primary_metric.value),,in,in vlmexam-text,github-vlmexam,kimi-k2.6,nothink,mixed,hard,none,per-run-mean,1.547777,2.89e-07,1343297,162513,54.4,overall-%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row kimi-k2.6:low / column tasks.text.primary_metric.value),,in,in vlmexam,github-vlmexam,kimi-k2.6,not-established:absent,mixed,mid,vlm-exam,per-run-mean,3.018422,2.89e-07,205711,821849,58.94,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row kimi-k2.6:high / column tasks.reasoning.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-text,github-vlmexam,kimi-k2.6,not-established:absent,mixed,hard,none,per-run-mean,13.272715,2.89e-07,1343297,3522094,52.45,overall-%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row kimi-k2.6:high / column tasks.text.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-ocr,github-vlmexam,kimi-k3,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.347304,2.89e-07,51248,12904,93.0,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row kimi-k3:low / column tasks.ocr.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-extraction,github-vlmexam,kimi-k3,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.449724,2.89e-07,143168,1348,84.54,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row kimi-k3:low / column tasks.extraction.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-counting,github-vlmexam,kimi-k3,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.342438,2.89e-07,110076,814,45.95,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row kimi-k3:low / column tasks.counting.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-identification,github-vlmexam,kimi-k3,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.1302,2.89e-07,41355,409,81.25,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row kimi-k3:low / column tasks.identification.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam,github-vlmexam,kimi-k3,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.663069,2.89e-07,212213,1762,42.38,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row kimi-k3:low / column tasks.reasoning.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-detection,github-vlmexam,kimi-k3,not-established:absent,mixed,mid,vlm-exam,per-run-mean,5.005464,2.89e-07,938718,145954,51.92,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row kimi-k3:low / column tasks.detection.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-text,github-vlmexam,kimi-k3,not-established:absent,mixed,hard,none,per-run-mean,10.02945,2.89e-07,2507260,167178,58.59,overall-%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row kimi-k3:low / column tasks.text.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam,github-vlmexam,kimi-k3,high,mixed,mid,vlm-exam,per-run-mean,5.565156,2.89e-07,213817,328247,74.17,judge-acc%,0.00289,,prev=74.17 (src-github-vlmexam-7ef2636-2026-09-22#M318); prev=74.17 (src-github-vlmexam-b8a50ac-2026-09-28#M330); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row kimi-k3:high / column tasks.reasoning.primary_metric.value),,in,in vlmexam-text,github-vlmexam,kimi-k3,high,mixed,hard,none,per-run-mean,25.53603,2.89e-07,2547190,1192964,61.81,overall-%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row kimi-k3:high / column tasks.text.primary_metric.value),,in,in vlmexam-ocr,github-vlmexam,muse-spark-1.1,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.23211,2.89e-07,50983,39619,92.56,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.1:low / column tasks.ocr.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-extraction,github-vlmexam,muse-spark-1.1,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.28455,2.89e-07,143267,24816,87.63,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.1:low / column tasks.extraction.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-counting,github-vlmexam,muse-spark-1.1,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.307283,2.89e-07,110052,39934,76.58,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.1:low / column tasks.counting.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-identification,github-vlmexam,muse-spark-1.1,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.104748,2.89e-07,41466,12451,91.67,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.1:low / column tasks.identification.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam,github-vlmexam,muse-spark-1.1,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.920978,2.89e-07,212043,154335,74.17,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.1:low / column tasks.reasoning.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-detection,github-vlmexam,muse-spark-1.1,not-established:absent,mixed,mid,vlm-exam,per-run-mean,2.418373,2.89e-07,580824,398198,60.58,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.1:low / column tasks.detection.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-text,github-vlmexam,muse-spark-1.1,not-established:absent,mixed,hard,none,per-run-mean,4.543513,2.89e-07,1307092,684623,68.78,overall-%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.1:low / column tasks.text.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-ocr,github-vlmexam,muse-spark-1.1,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.522413,2.89e-07,49047,108495,92.85,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.1:high / column tasks.ocr.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-extraction,github-vlmexam,muse-spark-1.1,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.486968,2.89e-07,138243,73921,89.0,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.1:high / column tasks.extraction.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-counting,github-vlmexam,muse-spark-1.1,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.583147,2.89e-07,106179,105982,76.13,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.1:high / column tasks.counting.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-identification,github-vlmexam,muse-spark-1.1,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.207704,2.89e-07,39844,37153,89.58,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.1:high / column tasks.identification.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam,github-vlmexam,muse-spark-1.1,not-established:absent,mixed,mid,vlm-exam,per-run-mean,1.965568,2.89e-07,212043,400121,76.6,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.1:high / column tasks.reasoning.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-detection,github-vlmexam,muse-spark-1.1,not-established:absent,mixed,mid,vlm-exam,per-run-mean,3.747103,2.89e-07,567741,714689,60.03,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.1:high / column tasks.detection.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-text,github-vlmexam,muse-spark-1.1,not-established:absent,mixed,hard,none,per-run-mean,9.22686,2.89e-07,1307092,1786587,67.53,overall-%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.1:high / column tasks.text.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-ocr,github-vlmexam,muse-spark-1.2,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.290568,2.89e-07,49047,53943,93.6,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.2:low / column tasks.ocr.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-extraction,github-vlmexam,muse-spark-1.2,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.332701,2.89e-07,138243,37623,89.0,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.2:low / column tasks.extraction.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-counting,github-vlmexam,muse-spark-1.2,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.367135,2.89e-07,106179,55156,76.58,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.2:low / column tasks.counting.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-identification,github-vlmexam,muse-spark-1.2,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.120356,2.89e-07,39844,16600,89.58,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.2:low / column tasks.identification.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam,github-vlmexam,muse-spark-1.2,not-established:absent,mixed,mid,vlm-exam,per-run-mean,1.099247,2.89e-07,204141,198605,75.06,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.2:low / column tasks.reasoning.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-detection,github-vlmexam,muse-spark-1.2,not-established:absent,mixed,mid,vlm-exam,per-run-mean,2.393571,2.89e-07,566869,396467,58.97,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.2:low / column tasks.detection.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-text,github-vlmexam,muse-spark-1.2,not-established:absent,mixed,hard,none,per-run-mean,5.178841,2.89e-07,1307092,834112,68.7,overall-%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.2:low / column tasks.text.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-ocr,github-vlmexam,muse-spark-1.2,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.505828,2.89e-07,49047,104593,92.9,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.2:high / column tasks.ocr.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-extraction,github-vlmexam,muse-spark-1.2,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.456231,2.89e-07,138179,66708,88.32,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.2:high / column tasks.extraction.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-counting,github-vlmexam,muse-spark-1.2,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.60412,2.89e-07,106179,110917,75.23,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.2:high / column tasks.counting.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-identification,github-vlmexam,muse-spark-1.2,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.19744,2.89e-07,39844,34738,87.5,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.2:high / column tasks.identification.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam,github-vlmexam,muse-spark-1.2,not-established:absent,mixed,mid,vlm-exam,per-run-mean,1.878308,2.89e-07,204141,381913,75.72,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.2:high / column tasks.reasoning.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-detection,github-vlmexam,muse-spark-1.2,not-established:absent,mixed,mid,vlm-exam,per-run-mean,3.376585,2.89e-07,567741,627508,60.47,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.2:high / column tasks.detection.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-text,github-vlmexam,muse-spark-1.2,not-established:absent,mixed,hard,none,per-run-mean,8.686153,2.89e-07,1307092,1659362,68.6,overall-%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.2:high / column tasks.text.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-ocr,github-vlmexam,muse-spark-1.3,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.305543,2.89e-07,48647,57585,91.26,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.3:low / column tasks.ocr.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-extraction,github-vlmexam,muse-spark-1.3,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.303939,2.89e-07,136811,31277,88.66,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.3:low / column tasks.extraction.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-counting,github-vlmexam,muse-spark-1.3,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.362609,2.89e-07,104607,54553,74.32,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.3:low / column tasks.counting.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-identification,github-vlmexam,muse-spark-1.3,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.115744,2.89e-07,39844,15515,92.71,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.3:low / column tasks.identification.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam,github-vlmexam,muse-spark-1.3,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.961681,2.89e-07,199221,167683,73.29,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.3:low / column tasks.reasoning.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-detection,github-vlmexam,muse-spark-1.3,not-established:absent,mixed,mid,vlm-exam,per-run-mean,2.73043,2.89e-07,559546,477882,58.65,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.3:low / column tasks.detection.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-text,github-vlmexam,muse-spark-1.3,not-established:absent,mixed,hard,none,per-run-mean,5.159639,2.89e-07,1307092,829594,70.4,overall-%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.3:low / column tasks.text.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-ocr,github-vlmexam,muse-spark-1.3,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.559038,2.89e-07,45419,118180,86.87,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.3:high / column tasks.ocr.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-extraction,github-vlmexam,muse-spark-1.3,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.427884,2.89e-07,135192,60916,87.63,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.3:high / column tasks.extraction.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-counting,github-vlmexam,muse-spark-1.3,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.693152,2.89e-07,103443,132670,75.68,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.3:high / column tasks.counting.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-identification,github-vlmexam,muse-spark-1.3,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.202316,2.89e-07,38605,36249,86.46,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.3:high / column tasks.identification.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam,github-vlmexam,muse-spark-1.3,not-established:absent,mixed,mid,vlm-exam,per-run-mean,1.846895,2.89e-07,200063,375722,73.07,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.3:high / column tasks.reasoning.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-detection,github-vlmexam,muse-spark-1.3,not-established:absent,mixed,mid,vlm-exam,per-run-mean,4.214529,2.89e-07,554320,828619,56.63,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.3:high / column tasks.detection.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-text,github-vlmexam,muse-spark-1.3,not-established:absent,mixed,hard,none,per-run-mean,9.032801,2.89e-07,1307092,1740926,69.77,overall-%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.3:high / column tasks.text.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-ocr,github-vlmexam,?Muse Wonder,not-established:absent,mixed,mid,vlm-exam,per-run-mean,1.171075,2.89e-07,49047,48744,91.72,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-wonder:low / column tasks.ocr.primary_metric.value),,out:model-not-established,out:model-not-established vlmexam-extraction,github-vlmexam,?Muse Wonder,not-established:absent,mixed,mid,vlm-exam,per-run-mean,1.346132,2.89e-07,138243,39658,92.1,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-wonder:low / column tasks.extraction.primary_metric.value),,out:model-not-established,out:model-not-established vlmexam-counting,github-vlmexam,?Muse Wonder,not-established:absent,mixed,mid,vlm-exam,per-run-mean,1.744849,2.89e-07,106179,66007,76.58,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-wonder:low / column tasks.counting.primary_metric.value),,out:model-not-established,out:model-not-established vlmexam-identification,github-vlmexam,?Muse Wonder,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.448449,2.89e-07,39844,14454,92.71,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-wonder:low / column tasks.identification.primary_metric.value),,out:model-not-established,out:model-not-established vlmexam,github-vlmexam,?Muse Wonder,not-established:absent,mixed,mid,vlm-exam,per-run-mean,3.683584,2.89e-07,204141,143351,85.21,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-wonder:low / column tasks.reasoning.primary_metric.value),,out:model-not-established,out:model-not-established vlmexam-detection,github-vlmexam,?Muse Wonder,not-established:absent,mixed,mid,vlm-exam,per-run-mean,11.017237,2.89e-07,567741,437314,65.14,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-wonder:low / column tasks.detection.primary_metric.value),,out:model-not-established,out:model-not-established vlmexam-text,github-vlmexam,?Muse Wonder,not-established:absent,mixed,hard,none,per-run-mean,20.328756,2.89e-07,1306299,755178,74.29,overall-%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-wonder:low / column tasks.text.primary_metric.value),,out:model-not-established,out:model-not-established vlmexam-ocr,github-vlmexam,?Muse Wonder,not-established:absent,mixed,mid,vlm-exam,per-run-mean,2.044448,2.89e-07,49047,92413,92.24,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-wonder:high / column tasks.ocr.primary_metric.value),,out:model-not-established,out:model-not-established vlmexam-extraction,github-vlmexam,?Muse Wonder,not-established:absent,mixed,mid,vlm-exam,per-run-mean,2.056045,2.89e-07,138243,75154,91.41,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-wonder:high / column tasks.extraction.primary_metric.value),,out:model-not-established,out:model-not-established vlmexam-counting,github-vlmexam,?Muse Wonder,not-established:absent,mixed,mid,vlm-exam,per-run-mean,3.197869,2.89e-07,106179,138658,79.73,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-wonder:high / column tasks.counting.primary_metric.value),,out:model-not-established,out:model-not-established vlmexam-identification,github-vlmexam,?Muse Wonder,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.747796,2.89e-07,39844,29421,90.62,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-wonder:high / column tasks.identification.primary_metric.value),,out:model-not-established,out:model-not-established vlmexam,github-vlmexam,?Muse Wonder,not-established:absent,mixed,mid,vlm-exam,per-run-mean,7.057344,2.89e-07,204141,312039,83.44,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-wonder:high / column tasks.reasoning.primary_metric.value),,out:model-not-established,out:model-not-established vlmexam-detection,github-vlmexam,?Muse Wonder,not-established:absent,mixed,mid,vlm-exam,per-run-mean,15.361197,2.89e-07,567741,654512,66.03,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-wonder:high / column tasks.detection.primary_metric.value),,out:model-not-established,out:model-not-established vlmexam-text,github-vlmexam,?Muse Wonder,not-established:absent,mixed,hard,none,per-run-mean,35.457948,2.89e-07,1307092,1511479,76.02,overall-%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-wonder:high / column tasks.text.primary_metric.value),,out:model-not-established,out:model-not-established vlmexam-ocr,github-vlmexam,muse-glimmer-30b,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.044904,2.89e-07,50860,18069,92.14,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-glimmer-30b:low / column tasks.ocr.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-extraction,github-vlmexam,muse-glimmer-30b,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.065518,2.89e-07,142996,10313,86.6,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-glimmer-30b:low / column tasks.extraction.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-counting,github-vlmexam,muse-glimmer-30b,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.060524,2.89e-07,109805,14728,66.22,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-glimmer-30b:low / column tasks.counting.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-identification,github-vlmexam,muse-glimmer-30b,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.019989,2.89e-07,41412,3663,81.25,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-glimmer-30b:low / column tasks.identification.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam,github-vlmexam,muse-glimmer-30b,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.156338,2.89e-07,211540,54866,57.62,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-glimmer-30b:low / column tasks.reasoning.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-detection,github-vlmexam,muse-glimmer-30b,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.509658,2.89e-07,579991,204441,40.98,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-glimmer-30b:low / column tasks.detection.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-text,github-vlmexam,muse-glimmer-30b,low,mixed,hard,none,per-run-mean,0.945581,2.89e-07,1336018,318650,60.7,overall-%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-glimmer-30b:low / column tasks.text.primary_metric.value),,out:single-couple,out:cost-not-comparable vlmexam,github-vlmexam,muse-glimmer-30b,high,mixed,mid,vlm-exam,per-run-mean,0.493748,2.89e-07,211460,279825,62.91,judge-acc%,0.00289,,prev=62.91 (src-github-vlmexam-7ef2636-2026-09-22#M361); prev=62.91 (src-github-vlmexam-b8a50ac-2026-09-28#M373),https://github.com/roboflow/vlm-exam ($.models / row muse-glimmer-30b:high / column tasks.reasoning.primary_metric.value),,out:single-couple,out:cost-not-comparable vlmexam-text,github-vlmexam,muse-glimmer-30b,high,mixed,hard,none,per-run-mean,2.435961,2.89e-07,1336072,1312224,60.08,overall-%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-glimmer-30b:high / column tasks.text.primary_metric.value),,out:single-couple,out:cost-not-comparable vlmexam-ocr,github-vlmexam,grok-4.5,low,mixed,mid,vlm-exam,per-run-mean,0.252927,2.89e-07,58248,22738,92.12,similarity%,0.00289,,prev=92.12 (src-github-vlmexam-7ef2636-2026-09-22#M362); prev=92.12 (src-github-vlmexam-b8a50ac-2026-09-28#M374); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row grok-4.5:low / column tasks.ocr.primary_metric.value),,in,in vlmexam-extraction,github-vlmexam,grok-4.5,low,mixed,mid,vlm-exam,per-run-mean,0.431461,2.89e-07,159834,18632,83.51,judge-acc%,0.00289,,prev=83.51 (src-github-vlmexam-7ef2636-2026-09-22#M363); prev=83.51 (src-github-vlmexam-b8a50ac-2026-09-28#M375); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row grok-4.5:low / column tasks.extraction.primary_metric.value),,in,in vlmexam-counting,github-vlmexam,grok-4.5,low,mixed,mid,vlm-exam,per-run-mean,0.479336,2.89e-07,122403,39088,59.46,judge-acc%,0.00289,,prev=59.46 (src-github-vlmexam-7ef2636-2026-09-22#M364); prev=59.46 (src-github-vlmexam-b8a50ac-2026-09-28#M376); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row grok-4.5:low / column tasks.counting.primary_metric.value),,in,in vlmexam-identification,github-vlmexam,grok-4.5,low,mixed,mid,vlm-exam,per-run-mean,0.148758,2.89e-07,48176,8734,83.33,judge-acc%,0.00289,,prev=83.33 (src-github-vlmexam-7ef2636-2026-09-22#M365); prev=83.33 (src-github-vlmexam-b8a50ac-2026-09-28#M377); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row grok-4.5:low / column tasks.identification.primary_metric.value),,in,in vlmexam,github-vlmexam,grok-4.5,low,mixed,mid,vlm-exam,per-run-mean,1.233598,2.89e-07,240022,125592,57.62,judge-acc%,0.00289,,prev=57.62 (src-github-vlmexam-7ef2636-2026-09-22#M366); prev=57.62 (src-github-vlmexam-b8a50ac-2026-09-28#M378); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row grok-4.5:low / column tasks.reasoning.primary_metric.value),,in,in vlmexam-detection,github-vlmexam,grok-4.5,low,mixed,mid,vlm-exam,per-run-mean,2.819815,2.89e-07,510494,299804,19.0,mAP50,0.00289,,prev=19.0 (src-github-vlmexam-7ef2636-2026-09-22#M367); prev=19.0 (src-github-vlmexam-b8a50ac-2026-09-28#M379); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row grok-4.5:low / column tasks.detection.primary_metric.value),,in,in vlmexam-text,github-vlmexam,grok-4.5,low,mixed,hard,none,per-run-mean,3.923406,2.89e-07,1063737,299322,57.14,overall-%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row grok-4.5:low / column tasks.text.primary_metric.value),,in,in vlmexam-ocr,github-vlmexam,grok-4.5,high,mixed,mid,vlm-exam,per-run-mean,0.432061,2.89e-07,58657,52458,92.28,similarity%,0.00289,,prev=92.28 (src-github-vlmexam-7ef2636-2026-09-22#M368); prev=92.28 (src-github-vlmexam-b8a50ac-2026-09-28#M380); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row grok-4.5:high / column tasks.ocr.primary_metric.value),,in,in vlmexam-extraction,github-vlmexam,grok-4.5,high,mixed,mid,vlm-exam,per-run-mean,0.594797,2.89e-07,160884,45505,81.79,judge-acc%,0.00289,,prev=81.79 (src-github-vlmexam-7ef2636-2026-09-22#M369); prev=81.79 (src-github-vlmexam-b8a50ac-2026-09-28#M381); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row grok-4.5:high / column tasks.extraction.primary_metric.value),,in,in vlmexam-counting,github-vlmexam,grok-4.5,high,mixed,mid,vlm-exam,per-run-mean,0.875285,2.89e-07,123301,104780,57.66,judge-acc%,0.00289,,prev=57.66 (src-github-vlmexam-7ef2636-2026-09-22#M370); prev=57.66 (src-github-vlmexam-b8a50ac-2026-09-28#M382); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row grok-4.5:high / column tasks.counting.primary_metric.value),,in,in vlmexam-identification,github-vlmexam,grok-4.5,high,mixed,mid,vlm-exam,per-run-mean,0.214136,2.89e-07,48526,19514,85.42,judge-acc%,0.00289,,prev=85.42 (src-github-vlmexam-7ef2636-2026-09-22#M371); prev=85.42 (src-github-vlmexam-b8a50ac-2026-09-28#M383); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row grok-4.5:high / column tasks.identification.primary_metric.value),,in,in vlmexam,github-vlmexam,grok-4.5,high,mixed,mid,vlm-exam,per-run-mean,2.796215,2.89e-07,240255,385951,59.82,judge-acc%,0.00289,,prev=59.82 (src-github-vlmexam-7ef2636-2026-09-22#M372); prev=59.82 (src-github-vlmexam-b8a50ac-2026-09-28#M384); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row grok-4.5:high / column tasks.reasoning.primary_metric.value),,in,in vlmexam-detection,github-vlmexam,grok-4.5,high,mixed,mid,vlm-exam,per-run-mean,4.905846,2.89e-07,513306,646539,17.75,mAP50,0.00289,,prev=17.75 (src-github-vlmexam-7ef2636-2026-09-22#M373); prev=17.75 (src-github-vlmexam-b8a50ac-2026-09-28#M385); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row grok-4.5:high / column tasks.detection.primary_metric.value),,in,in vlmexam-text,github-vlmexam,grok-4.5,high,mixed,hard,none,per-run-mean,7.962516,2.89e-07,1063737,972507,57.55,overall-%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row grok-4.5:high / column tasks.text.primary_metric.value),,in,in vlmexam-ocr,github-vlmexam,grok-4.6,low,mixed,mid,vlm-exam,per-run-mean,0.336885,2.89e-07,58187,36752,91.85,similarity%,0.00289,,prev=91.85 (src-github-vlmexam-7ef2636-2026-09-22#M374); prev=91.85 (src-github-vlmexam-b8a50ac-2026-09-28#M386); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row grok-4.6:low / column tasks.ocr.primary_metric.value),,in,in vlmexam-extraction,github-vlmexam,grok-4.6,low,mixed,mid,vlm-exam,per-run-mean,0.480249,2.89e-07,159704,26807,85.57,judge-acc%,0.00289,,prev=85.57 (src-github-vlmexam-7ef2636-2026-09-22#M375); prev=85.57 (src-github-vlmexam-b8a50ac-2026-09-28#M387); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row grok-4.6:low / column tasks.extraction.primary_metric.value),,in,in vlmexam-counting,github-vlmexam,grok-4.6,low,mixed,mid,vlm-exam,per-run-mean,0.583441,2.89e-07,122339,56460,65.77,judge-acc%,0.00289,,prev=65.77 (src-github-vlmexam-7ef2636-2026-09-22#M376); prev=65.77 (src-github-vlmexam-b8a50ac-2026-09-28#M388); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row grok-4.6:low / column tasks.counting.primary_metric.value),,in,in vlmexam-identification,github-vlmexam,grok-4.6,low,mixed,mid,vlm-exam,per-run-mean,0.175883,2.89e-07,48122,13273,84.38,judge-acc%,0.00289,,prev=84.38 (src-github-vlmexam-7ef2636-2026-09-22#M377); prev=84.38 (src-github-vlmexam-b8a50ac-2026-09-28#M389); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row grok-4.6:low / column tasks.identification.primary_metric.value),,in,in vlmexam,github-vlmexam,grok-4.6,low,mixed,mid,vlm-exam,per-run-mean,1.400901,2.89e-07,239902,153516,61.15,judge-acc%,0.00289,,prev=61.15 (src-github-vlmexam-7ef2636-2026-09-22#M378); prev=61.15 (src-github-vlmexam-b8a50ac-2026-09-28#M390); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row grok-4.6:low / column tasks.reasoning.primary_metric.value),,in,in vlmexam-detection,github-vlmexam,grok-4.6,low,mixed,mid,vlm-exam,per-run-mean,3.234518,2.89e-07,510091,369056,23.76,mAP50,0.00289,,prev=23.76 (src-github-vlmexam-7ef2636-2026-09-22#M379); prev=23.76 (src-github-vlmexam-b8a50ac-2026-09-28#M391); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row grok-4.6:low / column tasks.detection.primary_metric.value),,in,in vlmexam-text,github-vlmexam,grok-4.6,low,mixed,hard,none,per-run-mean,6.38904,2.89e-07,1321737,624261,60.59,overall-%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row grok-4.6:low / column tasks.text.primary_metric.value),,in,in vlmexam-ocr,github-vlmexam,grok-4.6,high,mixed,mid,vlm-exam,per-run-mean,0.845253,2.89e-07,63946,119560,91.59,similarity%,0.00289,,prev=91.59 (src-github-vlmexam-7ef2636-2026-09-22#M380); prev=91.59 (src-github-vlmexam-b8a50ac-2026-09-28#M392); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row grok-4.6:high / column tasks.ocr.primary_metric.value),,in,in vlmexam-extraction,github-vlmexam,grok-4.6,high,mixed,mid,vlm-exam,per-run-mean,0.876185,2.89e-07,174588,87835,85.57,judge-acc%,0.00289,,prev=85.57 (src-github-vlmexam-7ef2636-2026-09-22#M381); prev=85.57 (src-github-vlmexam-b8a50ac-2026-09-28#M393); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row grok-4.6:high / column tasks.extraction.primary_metric.value),,in,in vlmexam-counting,github-vlmexam,grok-4.6,high,mixed,mid,vlm-exam,per-run-mean,2.019162,2.89e-07,133751,291943,56.76,judge-acc%,0.00289,,prev=56.76 (src-github-vlmexam-7ef2636-2026-09-22#M382); prev=56.76 (src-github-vlmexam-b8a50ac-2026-09-28#M394); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row grok-4.6:high / column tasks.counting.primary_metric.value),,in,in vlmexam-identification,github-vlmexam,grok-4.6,high,mixed,mid,vlm-exam,per-run-mean,0.476153,2.89e-07,53012,61688,85.42,judge-acc%,0.00289,,prev=85.42 (src-github-vlmexam-7ef2636-2026-09-22#M383); prev=85.42 (src-github-vlmexam-b8a50ac-2026-09-28#M395); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row grok-4.6:high / column tasks.identification.primary_metric.value),,in,in vlmexam,github-vlmexam,grok-4.6,high,mixed,mid,vlm-exam,per-run-mean,4.822491,2.89e-07,240627,723539,63.8,judge-acc%,0.00289,,prev=63.8 (src-github-vlmexam-7ef2636-2026-09-22#M384); prev=63.8 (src-github-vlmexam-b8a50ac-2026-09-28#M396); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row grok-4.6:high / column tasks.reasoning.primary_metric.value),,in,in vlmexam-detection,github-vlmexam,grok-4.6,high,mixed,mid,vlm-exam,per-run-mean,10.34857,2.89e-07,548806,1541826,24.02,mAP50,0.00289,,prev=24.02 (src-github-vlmexam-7ef2636-2026-09-22#M385); prev=24.02 (src-github-vlmexam-b8a50ac-2026-09-28#M397); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row grok-4.6:high / column tasks.detection.primary_metric.value),,in,in vlmexam-text,github-vlmexam,grok-4.6,high,mixed,hard,none,per-run-mean,17.958396,2.89e-07,1321737,2552487,61.16,overall-%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row grok-4.6:high / column tasks.text.primary_metric.value),,in,in vlmexam-ocr,github-vlmexam,grok-4.7,low,mixed,mid,vlm-exam,per-run-mean,0.66841,2.89e-07,86356,82616,92.57,similarity%,0.00289,,prev=92.57 (src-github-vlmexam-7ef2636-2026-09-22#M386); prev=92.57 (src-github-vlmexam-b8a50ac-2026-09-28#M398); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row grok-4.7:low / column tasks.ocr.primary_metric.value),,in,in vlmexam-extraction,github-vlmexam,grok-4.7,low,mixed,mid,vlm-exam,per-run-mean,0.58048,2.89e-07,233428,18937,84.88,judge-acc%,0.00289,,prev=84.88 (src-github-vlmexam-7ef2636-2026-09-22#M387); prev=84.88 (src-github-vlmexam-b8a50ac-2026-09-28#M399); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row grok-4.7:low / column tasks.extraction.primary_metric.value),,in,in vlmexam-counting,github-vlmexam,grok-4.7,low,mixed,mid,vlm-exam,per-run-mean,0.791627,2.89e-07,178607,72402,61.71,judge-acc%,0.00289,,prev=61.71 (src-github-vlmexam-7ef2636-2026-09-22#M388); prev=61.71 (src-github-vlmexam-b8a50ac-2026-09-28#M400); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row grok-4.7:low / column tasks.counting.primary_metric.value),,in,in vlmexam-identification,github-vlmexam,grok-4.7,low,mixed,mid,vlm-exam,per-run-mean,0.201637,2.89e-07,72450,9456,87.5,judge-acc%,0.00289,,prev=87.5 (src-github-vlmexam-7ef2636-2026-09-22#M389); prev=87.5 (src-github-vlmexam-b8a50ac-2026-09-28#M401); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row grok-4.7:low / column tasks.identification.primary_metric.value),,in,in vlmexam,github-vlmexam,grok-4.7,low,mixed,mid,vlm-exam,per-run-mean,2.201434,2.89e-07,354720,248666,64.24,judge-acc%,0.00289,,prev=64.24 (src-github-vlmexam-7ef2636-2026-09-22#M390); prev=64.24 (src-github-vlmexam-b8a50ac-2026-09-28#M402); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row grok-4.7:low / column tasks.reasoning.primary_metric.value),,in,in vlmexam-detection,github-vlmexam,grok-4.7,low,mixed,mid,vlm-exam,per-run-mean,5.17788,2.89e-07,700271,629556,40.42,mAP50,0.00289,,prev=40.42 (src-github-vlmexam-7ef2636-2026-09-22#M391); prev=40.42 (src-github-vlmexam-b8a50ac-2026-09-28#M403); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row grok-4.7:low / column tasks.detection.primary_metric.value),,in,in vlmexam-text,github-vlmexam,grok-4.7,low,mixed,hard,none,per-run-mean,13.676706,2.89e-07,1685337,1717672,63.62,overall-%,0.00289,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row grok-4.7:low / column tasks.text.primary_metric.value),,in,in vlmexam-ocr,github-vlmexam,grok-4.7,high,mixed,mid,vlm-exam,per-run-mean,1.568902,2.89e-07,86286,232722,93.47,similarity%,0.00289,,prev=93.47 (src-github-vlmexam-7ef2636-2026-09-22#M392); prev=93.47 (src-github-vlmexam-b8a50ac-2026-09-28#M404); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row grok-4.7:high / column tasks.ocr.primary_metric.value),,in,in vlmexam-extraction,github-vlmexam,grok-4.7,high,mixed,mid,vlm-exam,per-run-mean,0.651899,2.89e-07,233451,30833,87.63,judge-acc%,0.00289,,prev=87.63 (src-github-vlmexam-7ef2636-2026-09-22#M393); prev=87.63 (src-github-vlmexam-b8a50ac-2026-09-28#M405); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row grok-4.7:high / column tasks.extraction.primary_metric.value),,in,in vlmexam-counting,github-vlmexam,grok-4.7,high,mixed,mid,vlm-exam,per-run-mean,1.228176,2.89e-07,179588,144833,60.81,judge-acc%,0.00289,,prev=60.81 (src-github-vlmexam-7ef2636-2026-09-22#M394); prev=60.81 (src-github-vlmexam-b8a50ac-2026-09-28#M406); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row grok-4.7:high / column tasks.counting.primary_metric.value),,in,in vlmexam-identification,github-vlmexam,grok-4.7,high,mixed,mid,vlm-exam,per-run-mean,0.297221,2.89e-07,72450,25387,80.21,judge-acc%,0.00289,,prev=80.21 (src-github-vlmexam-7ef2636-2026-09-22#M395); prev=80.21 (src-github-vlmexam-b8a50ac-2026-09-28#M407); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row grok-4.7:high / column tasks.identification.primary_metric.value),,in,in vlmexam,github-vlmexam,grok-4.7,high,mixed,mid,vlm-exam,per-run-mean,3.659255,2.89e-07,354778,491616,66.89,judge-acc%,0.00289,,prev=66.89 (src-github-vlmexam-7ef2636-2026-09-22#M396); prev=66.89 (src-github-vlmexam-b8a50ac-2026-09-28#M408); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row grok-4.7:high / column tasks.reasoning.primary_metric.value),,in,in vlmexam-detection,github-vlmexam,grok-4.7,high,mixed,mid,vlm-exam,per-run-mean,7.044964,2.89e-07,704108,939458,41.16,mAP50,0.00289,,prev=41.16 (src-github-vlmexam-7ef2636-2026-09-22#M397); prev=41.16 (src-github-vlmexam-b8a50ac-2026-09-28#M409); cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam ($.models / row grok-4.7:high / column tasks.detection.primary_metric.value),,in,in vlmexam-text,github-vlmexam,grok-4.7,high,mixed,hard,none,per-run-mean,28.689984,2.89e-07,1666242,4226250,,overall-%,,,cost-base-price:cost-publisher-figure,https://github.com/roboflow/vlm-exam (),,,in vlmexam-ocr,github-vlmexam,deepseek-v4-flash-0731,low,mixed,mid,vlm-exam,per-run-mean,0.024977,2.89e-07,14378,14129,86.67,similarity%,0.00289,,prev=86.67 (src-github-vlmexam-7ef2636-2026-09-22#M398); prev=86.67 (src-github-vlmexam-b8a50ac-2026-09-28#M410),https://github.com/roboflow/vlm-exam ($.models / row deepseek-v4-flash-vision-exp:low / column tasks.ocr.primary_metric.value),,in,out:cost-not-comparable vlmexam-extraction,github-vlmexam,deepseek-v4-flash-0731,low,mixed,mid,vlm-exam,per-run-mean,0.016798,2.89e-07,37017,387,65.98,judge-acc%,0.00289,,prev=65.98 (src-github-vlmexam-7ef2636-2026-09-22#M399); prev=65.98 (src-github-vlmexam-b8a50ac-2026-09-28#M411),https://github.com/roboflow/vlm-exam ($.models / row deepseek-v4-flash-vision-exp:low / column tasks.extraction.primary_metric.value),,in,out:cost-not-comparable vlmexam-counting,github-vlmexam,deepseek-v4-flash-0731,low,mixed,mid,vlm-exam,per-run-mean,0.012754,2.89e-07,28764,74,45.95,judge-acc%,0.00289,,prev=45.95 (src-github-vlmexam-7ef2636-2026-09-22#M400); prev=45.95 (src-github-vlmexam-b8a50ac-2026-09-28#M412),https://github.com/roboflow/vlm-exam ($.models / row deepseek-v4-flash-vision-exp:low / column tasks.counting.primary_metric.value),,in,out:cost-not-comparable vlmexam-identification,github-vlmexam,deepseek-v4-flash-0731,low,mixed,mid,vlm-exam,per-run-mean,0.005588,2.89e-07,12447,84,68.75,judge-acc%,0.00289,,prev=68.75 (src-github-vlmexam-7ef2636-2026-09-22#M401); prev=68.75 (src-github-vlmexam-b8a50ac-2026-09-28#M413),https://github.com/roboflow/vlm-exam ($.models / row deepseek-v4-flash-vision-exp:low / column tasks.identification.primary_metric.value),,in,out:cost-not-comparable vlmexam,github-vlmexam,deepseek-v4-flash-0731,low,mixed,mid,vlm-exam,per-run-mean,0.026207,2.89e-07,58839,241,31.79,judge-acc%,0.00289,,prev=31.79 (src-github-vlmexam-7ef2636-2026-09-22#M402); prev=31.79 (src-github-vlmexam-b8a50ac-2026-09-28#M414),https://github.com/roboflow/vlm-exam ($.models / row deepseek-v4-flash-vision-exp:low / column tasks.reasoning.primary_metric.value),,in,out:cost-not-comparable vlmexam-detection,github-vlmexam,deepseek-v4-flash-0731,low,mixed,mid,vlm-exam,per-run-mean,0.276888,2.89e-07,111448,172614,45.32,mAP50,0.00289,,prev=45.32 (src-github-vlmexam-7ef2636-2026-09-22#M403); prev=45.32 (src-github-vlmexam-b8a50ac-2026-09-28#M415),https://github.com/roboflow/vlm-exam ($.models / row deepseek-v4-flash-vision-exp:low / column tasks.detection.primary_metric.value),,in,out:cost-not-comparable vlmexam-text,github-vlmexam,deepseek-v4-flash-0731,low,mixed,hard,none,per-run-mean,3.715955,2.89e-07,324068,2707095,43.98,overall-%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row deepseek-v4-flash-vision-exp:low / column tasks.text.primary_metric.value),,in,out:cost-not-comparable vlmexam,github-vlmexam,deepseek-v4-flash-0731,high,mixed,mid,vlm-exam,per-run-mean,0.379299,2.89e-07,70919,263708,49.01,judge-acc%,0.00289,,prev=49.01 (src-github-vlmexam-7ef2636-2026-09-22#M404); prev=49.01 (src-github-vlmexam-b8a50ac-2026-09-28#M416),https://github.com/roboflow/vlm-exam ($.models / row deepseek-v4-flash-vision-exp:high / column tasks.reasoning.primary_metric.value),,in,out:cost-not-comparable vlmexam-text,github-vlmexam,deepseek-v4-flash-0731,high,mixed,hard,none,per-run-mean,3.594676,2.89e-07,324068,2615217,44.68,overall-%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row deepseek-v4-flash-vision-exp:high / column tasks.text.primary_metric.value),,in,out:cost-not-comparable vlmexam-ocr,github-vlmexam,mimo-v2.6-pro,nothink,mixed,mid,vlm-exam,per-run-mean,0.02823,2.89e-07,38678,13109,90.73,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row mimo-v2.6-pro:low / column tasks.ocr.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-extraction,github-vlmexam,mimo-v2.6-pro,nothink,mixed,mid,vlm-exam,per-run-mean,0.047955,2.89e-07,108617,812,81.1,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row mimo-v2.6-pro:low / column tasks.extraction.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-counting,github-vlmexam,mimo-v2.6-pro,nothink,mixed,mid,vlm-exam,per-run-mean,0.036771,2.89e-07,82944,793,50.0,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row mimo-v2.6-pro:low / column tasks.counting.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-identification,github-vlmexam,mimo-v2.6-pro,nothink,mixed,mid,vlm-exam,per-run-mean,0.013652,2.89e-07,31127,129,76.04,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row mimo-v2.6-pro:low / column tasks.identification.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam,github-vlmexam,mimo-v2.6-pro,nothink,mixed,mid,vlm-exam,per-run-mean,0.072095,2.89e-07,160155,2790,35.1,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row mimo-v2.6-pro:low / column tasks.reasoning.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-detection,github-vlmexam,mimo-v2.6-pro,nothink,mixed,mid,vlm-exam,per-run-mean,0.34479,2.89e-07,511115,140753,41.97,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row mimo-v2.6-pro:low / column tasks.detection.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-text,github-vlmexam,mimo-v2.6-pro,nothink,mixed,hard,none,per-run-mean,0.724964,2.89e-07,1222191,222196,48.6,overall-%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row mimo-v2.6-pro:low / column tasks.text.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-ocr,github-vlmexam,mimo-v2.6-pro,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.177212,2.89e-07,38604,184390,87.47,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row mimo-v2.6-pro:high / column tasks.ocr.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-extraction,github-vlmexam,mimo-v2.6-pro,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.123063,2.89e-07,108423,87241,80.41,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row mimo-v2.6-pro:high / column tasks.extraction.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-counting,github-vlmexam,mimo-v2.6-pro,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.120105,2.89e-07,82796,96654,59.01,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row mimo-v2.6-pro:high / column tasks.counting.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-identification,github-vlmexam,mimo-v2.6-pro,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.038067,2.89e-07,31063,28224,78.12,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row mimo-v2.6-pro:high / column tasks.identification.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam,github-vlmexam,mimo-v2.6-pro,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.393488,2.89e-07,159853,372359,55.85,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row mimo-v2.6-pro:high / column tasks.reasoning.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-detection,github-vlmexam,mimo-v2.6-pro,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.755989,2.89e-07,510615,613645,46.67,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row mimo-v2.6-pro:high / column tasks.detection.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-text,github-vlmexam,mimo-v2.6-pro,not-established:absent,mixed,hard,none,per-run-mean,2.02154,2.89e-07,1258886,1694166,49.91,overall-%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row mimo-v2.6-pro:high / column tasks.text.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-ocr,github-vlmexam,mimo-v2.6-flash,nothink,mixed,mid,vlm-exam,per-run-mean,0.010635,2.89e-07,38678,18642,87.05,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row mimo-v2.6-flash:low / column tasks.ocr.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-extraction,github-vlmexam,mimo-v2.6-flash,nothink,mixed,mid,vlm-exam,per-run-mean,0.015437,2.89e-07,108617,824,80.07,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row mimo-v2.6-flash:low / column tasks.extraction.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-counting,github-vlmexam,mimo-v2.6-flash,nothink,mixed,mid,vlm-exam,per-run-mean,0.0119,2.89e-07,82944,1028,49.55,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row mimo-v2.6-flash:low / column tasks.counting.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-identification,github-vlmexam,mimo-v2.6-flash,nothink,mixed,mid,vlm-exam,per-run-mean,0.004394,2.89e-07,31127,128,76.04,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row mimo-v2.6-flash:low / column tasks.identification.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam,github-vlmexam,mimo-v2.6-flash,nothink,mixed,mid,vlm-exam,per-run-mean,0.023468,2.89e-07,160155,3738,33.11,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row mimo-v2.6-flash:low / column tasks.reasoning.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-detection,github-vlmexam,mimo-v2.6-flash,nothink,mixed,mid,vlm-exam,per-run-mean,0.101528,2.89e-07,511106,107048,37.75,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row mimo-v2.6-flash:low / column tasks.detection.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-text,github-vlmexam,mimo-v2.6-flash,nothink,mixed,hard,none,per-run-mean,0.22263,2.89e-07,1282573,153820,49.73,overall-%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row mimo-v2.6-flash:low / column tasks.text.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-ocr,github-vlmexam,mimo-v2.6-flash,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.059865,2.89e-07,38604,194503,86.96,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row mimo-v2.6-flash:high / column tasks.ocr.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-extraction,github-vlmexam,mimo-v2.6-flash,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.03465,2.89e-07,108423,69538,82.47,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row mimo-v2.6-flash:high / column tasks.extraction.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-counting,github-vlmexam,mimo-v2.6-flash,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.02584,2.89e-07,82796,50887,64.86,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row mimo-v2.6-flash:high / column tasks.counting.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-identification,github-vlmexam,mimo-v2.6-flash,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.011028,2.89e-07,31063,23853,82.29,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row mimo-v2.6-flash:high / column tasks.identification.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam,github-vlmexam,mimo-v2.6-flash,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.11632,2.89e-07,159853,335500,58.5,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row mimo-v2.6-flash:high / column tasks.reasoning.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-detection,github-vlmexam,mimo-v2.6-flash,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.232685,2.89e-07,510615,575710,45.04,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row mimo-v2.6-flash:high / column tasks.detection.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-text,github-vlmexam,mimo-v2.6-flash,not-established:absent,mixed,hard,none,per-run-mean,0.742265,2.89e-07,1306671,1997610,50.4,overall-%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row mimo-v2.6-flash:high / column tasks.text.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-ocr,github-vlmexam,?Mistral Large 4,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.060759,2.89e-07,51812,12214,92.73,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row mistral-large-4:low / column tasks.ocr.primary_metric.value),,out:model-not-established,out:model-not-established vlmexam-extraction,github-vlmexam,?Mistral Large 4,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.099301,2.89e-07,144435,519,80.07,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row mistral-large-4:low / column tasks.extraction.primary_metric.value),,out:model-not-established,out:model-not-established vlmexam-counting,github-vlmexam,?Mistral Large 4,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.075804,2.89e-07,111022,148,54.5,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row mistral-large-4:low / column tasks.counting.primary_metric.value),,out:model-not-established,out:model-not-established vlmexam-identification,github-vlmexam,?Mistral Large 4,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.028586,2.89e-07,41671,120,85.42,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row mistral-large-4:low / column tasks.identification.primary_metric.value),,out:model-not-established,out:model-not-established vlmexam,github-vlmexam,?Mistral Large 4,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.192718,2.89e-07,213061,22888,38.85,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row mistral-large-4:low / column tasks.reasoning.primary_metric.value),,out:model-not-established,out:model-not-established vlmexam-detection,github-vlmexam,?Mistral Large 4,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.692952,2.89e-07,402026,200753,59.34,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row mistral-large-4:low / column tasks.detection.primary_metric.value),,out:model-not-established,out:model-not-established vlmexam-text,github-vlmexam,?Mistral Large 4,not-established:absent,mixed,hard,none,per-run-mean,2.620825,2.89e-07,958097,942258,46.07,overall-%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row mistral-large-4:low / column tasks.text.primary_metric.value),,out:model-not-established,out:model-not-established vlmexam-ocr,github-vlmexam,?Mistral Large 4,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.910474,2.89e-07,51812,418776,87.08,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row mistral-large-4:high / column tasks.ocr.primary_metric.value),,out:model-not-established,out:model-not-established vlmexam-extraction,github-vlmexam,?Mistral Large 4,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.320436,2.89e-07,144435,106326,82.47,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row mistral-large-4:high / column tasks.extraction.primary_metric.value),,out:model-not-established,out:model-not-established vlmexam-counting,github-vlmexam,?Mistral Large 4,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.695845,2.89e-07,111022,296818,63.06,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row mistral-large-4:high / column tasks.counting.primary_metric.value),,out:model-not-established,out:model-not-established vlmexam-identification,github-vlmexam,?Mistral Large 4,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.140834,2.89e-07,41671,53827,85.42,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row mistral-large-4:high / column tasks.identification.primary_metric.value),,out:model-not-established,out:model-not-established vlmexam,github-vlmexam,?Mistral Large 4,not-established:absent,mixed,mid,vlm-exam,per-run-mean,2.010435,2.89e-07,213061,892609,57.62,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row mistral-large-4:high / column tasks.reasoning.primary_metric.value),,out:model-not-established,out:model-not-established vlmexam-detection,github-vlmexam,?Mistral Large 4,not-established:absent,mixed,mid,vlm-exam,per-run-mean,5.762501,2.89e-07,401815,2626443,50.17,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row mistral-large-4:high / column tasks.detection.primary_metric.value),,out:model-not-established,out:model-not-established vlmexam-text,github-vlmexam,?Mistral Large 4,not-established:absent,mixed,hard,none,per-run-mean,12.600173,2.89e-07,975689,5711342,54.54,overall-%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row mistral-large-4:high / column tasks.text.primary_metric.value),,out:model-not-established,out:model-not-established vlmexam-ocr,github-vlmexam,gemini-4-argon,low,mixed,mid,vlm-exam,per-run-mean,0.214003,2.89e-07,43538,12693,88.85,similarity%,0.00289,,EAP-run; base-scheduled-list-price; cost-base-price:cost-delta-on-source,https://github.com/roboflow/vlm-exam ($.models / row gemini-4-argon-eap:low / column tasks.ocr.primary_metric.value),,in,in vlmexam-extraction,github-vlmexam,gemini-4-argon,low,mixed,mid,vlm-exam,per-run-mean,0.236976,2.89e-07,113223,1053,97.94,judge-acc%,0.00289,,EAP-run; base-scheduled-list-price; cost-base-price:cost-delta-on-source,https://github.com/roboflow/vlm-exam ($.models / row gemini-4-argon-eap:low / column tasks.extraction.primary_metric.value),,in,in vlmexam-counting,github-vlmexam,gemini-4-argon,low,mixed,mid,vlm-exam,per-run-mean,0.17626,2.89e-07,86215,383,86.04,judge-acc%,0.00289,,EAP-run; base-scheduled-list-price; cost-base-price:cost-delta-on-source,https://github.com/roboflow/vlm-exam ($.models / row gemini-4-argon-eap:low / column tasks.counting.primary_metric.value),,in,in vlmexam-identification,github-vlmexam,gemini-4-argon,low,mixed,mid,vlm-exam,per-run-mean,0.077091,2.89e-07,37447,220,93.75,judge-acc%,0.00289,,EAP-run; base-scheduled-list-price; cost-base-price:cost-delta-on-source,https://github.com/roboflow/vlm-exam ($.models / row gemini-4-argon-eap:low / column tasks.identification.primary_metric.value),,in,in vlmexam,github-vlmexam,gemini-4-argon,low,mixed,mid,vlm-exam,per-run-mean,0.362466,2.89e-07,176613,924,89.4,judge-acc%,0.00289,,EAP-run; base-scheduled-list-price; cost-base-price:cost-delta-on-source,https://github.com/roboflow/vlm-exam ($.models / row gemini-4-argon-eap:low / column tasks.reasoning.primary_metric.value),,in,in vlmexam-detection,github-vlmexam,gemini-4-argon,low,mixed,mid,vlm-exam,per-run-mean,2.732007,2.89e-07,307762,211648,82.51,mAP50,0.00289,,base-scheduled-list-price; cost-base-price:cost-delta-on-source,https://github.com/roboflow/vlm-exam ($.models / row gemini-4-argon-eap:low / column tasks.detection.primary_metric.value),,in,in vlmexam-text,github-vlmexam,gemini-4-argon,low,mixed,hard,none,per-run-mean,3.066126,2.89e-07,760573,154498,85.7,overall-%,0.00289,,EAP-run; base-scheduled-list-price; cost-base-price:cost-delta-on-source,https://github.com/roboflow/vlm-exam ($.models / row gemini-4-argon-eap:low / column tasks.text.primary_metric.value),,in,in vlmexam-ocr,github-vlmexam,gemini-4-argon,high,mixed,mid,vlm-exam,per-run-mean,0.872949,2.89e-07,43538,78587,91.26,similarity%,0.00289,,EAP-run; base-scheduled-list-price; cost-base-price:cost-delta-on-source,https://github.com/roboflow/vlm-exam ($.models / row gemini-4-argon-eap:high / column tasks.ocr.primary_metric.value),,in,in vlmexam-extraction,github-vlmexam,gemini-4-argon,high,mixed,mid,vlm-exam,per-run-mean,0.743929,2.89e-07,113223,51748,97.94,judge-acc%,0.00289,,base-scheduled-list-price; cost-base-price:cost-delta-on-source,https://github.com/roboflow/vlm-exam ($.models / row gemini-4-argon-eap:high / column tasks.extraction.primary_metric.value),,in,in vlmexam-counting,github-vlmexam,gemini-4-argon,high,mixed,mid,vlm-exam,per-run-mean,0.748483,2.89e-07,86215,57605,90.54,judge-acc%,0.00289,,base-scheduled-list-price; cost-base-price:cost-delta-on-source,https://github.com/roboflow/vlm-exam ($.models / row gemini-4-argon-eap:high / column tasks.counting.primary_metric.value),,in,in vlmexam-identification,github-vlmexam,gemini-4-argon,high,mixed,mid,vlm-exam,per-run-mean,0.183637,2.89e-07,37447,10874,96.88,judge-acc%,0.00289,,EAP-run; base-scheduled-list-price; cost-base-price:cost-delta-on-source,https://github.com/roboflow/vlm-exam ($.models / row gemini-4-argon-eap:high / column tasks.identification.primary_metric.value),,in,in vlmexam,github-vlmexam,gemini-4-argon,high,mixed,mid,vlm-exam,per-run-mean,1.910533,2.89e-07,176613,155731,91.39,judge-acc%,0.00289,,base-scheduled-list-price; cost-base-price:cost-delta-on-source,https://github.com/roboflow/vlm-exam ($.models / row gemini-4-argon-eap:high / column tasks.reasoning.primary_metric.value),,in,in vlmexam-detection,github-vlmexam,gemini-4-argon,high,mixed,mid,vlm-exam,per-run-mean,6.730571,2.89e-07,307762,611505,85.07,mAP50,0.00289,,base-scheduled-list-price; cost-base-price:cost-delta-on-source,https://github.com/roboflow/vlm-exam ($.models / row gemini-4-argon-eap:high / column tasks.detection.primary_metric.value),,in,in vlmexam-text,github-vlmexam,gemini-4-argon,high,mixed,hard,none,per-run-mean,13.280156,2.89e-07,760573,1175901,87.96,overall-%,0.00289,,base-scheduled-list-price; cost-base-price:cost-delta-on-source,https://github.com/roboflow/vlm-exam ($.models / row gemini-4-argon-eap:high / column tasks.text.primary_metric.value),,in,in vlmexam-ocr,github-vlmexam,fable-5,low,mixed,mid,vlm-exam,per-run-mean,1.44859,2.89e-07,51849,18602,94.03,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-fable-5:low / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,fable-5,low,mixed,mid,vlm-exam,per-run-mean,1.49423,2.89e-07,144143,1056,91.75,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-fable-5:low / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,fable-5,low,mixed,mid,vlm-exam,per-run-mean,1.27094,2.89e-07,110534,3312,63.51,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-fable-5:low / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,fable-5,low,mixed,mid,vlm-exam,per-run-mean,0.4384,2.89e-07,41745,419,100.0,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-fable-5:low / column tasks.identification.primary_metric.value),,out:uninformative,out:superseded vlmexam,github-vlmexam,fable-5,low,mixed,mid,vlm-exam,per-run-mean,2.64347,2.89e-07,214002,10069,66.23,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-fable-5:low / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,fable-5,low,mixed,mid,vlm-exam,per-run-mean,14.66861,2.89e-07,619431,169486,56.41,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-fable-5:low / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,fable-5,high,mixed,mid,vlm-exam,per-run-mean,3.59607,2.89e-07,214002,29121,66.23,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-fable-5:high / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,fable-5.1,low,mixed,mid,vlm-exam,per-run-mean,1.438813,2.89e-07,51923,18392,94.0,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-fable-5-1:low / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,fable-5.1,low,mixed,mid,vlm-exam,per-run-mean,1.508703,2.89e-07,144337,1307,93.13,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-fable-5-1:low / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,fable-5.1,low,mixed,mid,vlm-exam,per-run-mean,1.403537,2.89e-07,110682,5934,69.37,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-fable-5-1:low / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,fable-5.1,low,mixed,mid,vlm-exam,per-run-mean,0.42919,2.89e-07,41809,222,97.92,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-fable-5-1:low / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,fable-5.1,low,mixed,mid,vlm-exam,per-run-mean,2.932657,2.89e-07,214304,15792,71.96,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-fable-5-1:low / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,fable-5.1,low,mixed,mid,vlm-exam,per-run-mean,14.967593,2.89e-07,619976,175357,61.37,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-fable-5-1:low / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,fable-5.1,high,mixed,mid,vlm-exam,per-run-mean,1.452797,2.89e-07,51923,18671,93.62,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-fable-5-1:high / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,fable-5.1,high,mixed,mid,vlm-exam,per-run-mean,1.575337,2.89e-07,144337,2639,93.47,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-fable-5-1:high / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,fable-5.1,high,mixed,mid,vlm-exam,per-run-mean,1.718453,2.89e-07,110682,12233,72.97,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-fable-5-1:high / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,fable-5.1,high,mixed,mid,vlm-exam,per-run-mean,0.458623,2.89e-07,41809,811,96.88,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-fable-5-1:high / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,fable-5.1,high,mixed,mid,vlm-exam,per-run-mean,4.30334,2.89e-07,214304,43206,73.07,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-fable-5-1:high / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,fable-5.1,high,mixed,mid,vlm-exam,per-run-mean,19.54851,2.89e-07,603596,270251,64.95,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-fable-5-1:high / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,sonnet-5,low,mixed,mid,vlm-exam,per-run-mean,0.289218,2.89e-07,51849,18552,91.67,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-sonnet-5:low / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,sonnet-5,low,mixed,mid,vlm-exam,per-run-mean,0.295136,2.89e-07,144143,685,89.69,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-sonnet-5:low / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,sonnet-5,low,mixed,mid,vlm-exam,per-run-mean,0.225058,2.89e-07,110534,399,56.76,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-sonnet-5:low / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,sonnet-5,low,mixed,mid,vlm-exam,per-run-mean,0.08568,2.89e-07,41745,219,81.25,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-sonnet-5:low / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,sonnet-5,low,mixed,mid,vlm-exam,per-run-mean,0.477804,2.89e-07,214002,4980,43.05,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-sonnet-5:low / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,sonnet-5,low,mixed,mid,vlm-exam,per-run-mean,2.730952,2.89e-07,619431,149209,36.08,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-sonnet-5:low / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,sonnet-5,high,mixed,mid,vlm-exam,per-run-mean,0.656334,2.89e-07,214002,22833,43.05,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-sonnet-5:high / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,opus-4.8,low,mixed,mid,vlm-exam,per-run-mean,0.72582,2.89e-07,51849,18663,93.79,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-4-8:low / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,opus-4.8,low,mixed,mid,vlm-exam,per-run-mean,0.73984,2.89e-07,144143,765,88.66,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-4-8:low / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,opus-4.8,low,mixed,mid,vlm-exam,per-run-mean,0.561245,2.89e-07,110534,343,54.05,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-4-8:low / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,opus-4.8,low,mixed,mid,vlm-exam,per-run-mean,0.21435,2.89e-07,41745,225,84.38,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-4-8:low / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,opus-4.8,low,mixed,mid,vlm-exam,per-run-mean,1.17621,2.89e-07,214002,4248,52.98,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-4-8:low / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,opus-4.8,low,mixed,mid,vlm-exam,per-run-mean,6.55283,2.89e-07,619431,138227,38.58,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-4-8:low / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,opus-4.8,high,mixed,mid,vlm-exam,per-run-mean,1.178035,2.89e-07,214002,4321,52.32,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-4-8:high / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,opus-5,low,mixed,mid,vlm-exam,per-run-mean,0.73672,2.89e-07,51849,19099,93.22,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-5:low / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,opus-5,low,mixed,mid,vlm-exam,per-run-mean,0.77204,2.89e-07,144143,2053,89.69,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-5:low / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,opus-5,low,mixed,mid,vlm-exam,per-run-mean,0.707345,2.89e-07,110534,6187,70.27,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-5:low / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,opus-5,low,mixed,mid,vlm-exam,per-run-mean,0.23105,2.89e-07,41745,893,90.62,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-5:low / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,opus-5,low,mixed,mid,vlm-exam,per-run-mean,1.546335,2.89e-07,214002,19053,71.52,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-5:low / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,opus-5,low,mixed,mid,vlm-exam,per-run-mean,6.824355,2.89e-07,619431,149088,54.36,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-5:low / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,opus-5,high,mixed,mid,vlm-exam,per-run-mean,2.699785,2.89e-07,214002,65191,74.17,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-5:high / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,opus-5.5,low,mixed,mid,vlm-exam,per-run-mean,0.615792,2.89e-07,51923,20405,87.75,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-5-5:low / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,opus-5.5,low,mixed,mid,vlm-exam,per-run-mean,0.640748,2.89e-07,144337,3170,93.47,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-5-5:low / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,opus-5.5,low,mixed,mid,vlm-exam,per-run-mean,0.596555,2.89e-07,110682,7691,80.63,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-5-5:low / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,opus-5.5,low,mixed,mid,vlm-exam,per-run-mean,0.185123,2.89e-07,41809,894,93.75,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-5-5:low / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,opus-5.5,low,mixed,mid,vlm-exam,per-run-mean,1.351769,2.89e-07,214304,24728,83.0,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-5-5:low / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,opus-5.5,low,mixed,mid,vlm-exam,per-run-mean,5.454977,2.89e-07,619431,148863,74.41,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-5-5:low / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,opus-5.5,high,mixed,mid,vlm-exam,per-run-mean,0.899885,2.89e-07,51923,34610,87.16,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-5-5:high / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,opus-5.5,high,mixed,mid,vlm-exam,per-run-mean,0.723621,2.89e-07,144337,7314,93.47,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-5-5:high / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,opus-5.5,high,mixed,mid,vlm-exam,per-run-mean,0.728128,2.89e-07,110682,14270,81.98,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-5-5:high / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,opus-5.5,high,mixed,mid,vlm-exam,per-run-mean,0.214589,2.89e-07,41809,2368,95.83,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-5-5:high / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,opus-5.5,high,mixed,mid,vlm-exam,per-run-mean,1.637816,2.89e-07,214304,39030,85.87,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-5-5:high / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,opus-5.5,high,mixed,mid,vlm-exam,per-run-mean,7.407944,2.89e-07,619431,246511,76.79,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-5-5:high / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,gemini-3.5-flash,low,mixed,mid,vlm-exam,per-run-mean,0.604859,2.89e-07,42403,60139,89.34,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.5-flash:low / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,gemini-3.5-flash,low,mixed,mid,vlm-exam,per-run-mean,0.36247,2.89e-07,110137,21918,94.5,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.5-flash:low / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,gemini-3.5-flash,low,mixed,mid,vlm-exam,per-run-mean,0.553392,2.89e-07,83854,47512,80.63,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.5-flash:low / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,gemini-3.5-flash,low,mixed,mid,vlm-exam,per-run-mean,0.128763,2.89e-07,36426,8236,98.96,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.5-flash:low / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,gemini-3.5-flash,low,mixed,mid,vlm-exam,per-run-mean,1.235421,2.89e-07,171782,108639,82.12,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.5-flash:low / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,gemini-3.5-flash,low,mixed,mid,vlm-exam,per-run-mean,3.933333,2.89e-07,299764,387076,70.58,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.5-flash:low / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,gemini-3.5-flash,high,mixed,mid,vlm-exam,per-run-mean,1.294672,2.89e-07,42403,136785,88.89,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.5-flash:high / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,gemini-3.5-flash,high,mixed,mid,vlm-exam,per-run-mean,0.637757,2.89e-07,110137,52506,95.53,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.5-flash:high / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,gemini-3.5-flash,high,mixed,mid,vlm-exam,per-run-mean,1.224027,2.89e-07,83854,122027,82.43,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.5-flash:high / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,gemini-3.5-flash,high,mixed,mid,vlm-exam,per-run-mean,0.217914,2.89e-07,36426,18142,97.92,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.5-flash:high / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,gemini-3.5-flash,high,mixed,mid,vlm-exam,per-run-mean,2.685549,2.89e-07,171782,269764,81.02,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.5-flash:high / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,gemini-3.5-flash,high,mixed,mid,vlm-exam,per-run-mean,5.256789,2.89e-07,299764,534127,69.79,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.5-flash:high / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,gemini-3.6-flash,low,mixed,mid,vlm-exam,per-run-mean,0.205144,2.89e-07,42403,18872,88.17,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.6-flash:low / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,gemini-3.6-flash,low,mixed,mid,vlm-exam,per-run-mean,0.291021,2.89e-07,110137,16775,95.88,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.6-flash:low / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,gemini-3.6-flash,low,mixed,mid,vlm-exam,per-run-mean,0.499006,2.89e-07,83854,49763,80.18,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.6-flash:low / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,gemini-3.6-flash,low,mixed,mid,vlm-exam,per-run-mean,0.094799,2.89e-07,36426,5355,98.96,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.6-flash:low / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,gemini-3.6-flash,low,mixed,mid,vlm-exam,per-run-mean,0.945371,2.89e-07,171782,91693,77.7,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.6-flash:low / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,gemini-3.6-flash,low,mixed,mid,vlm-exam,per-run-mean,2.069111,2.89e-07,299764,215929,57.08,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.6-flash:low / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,gemini-3.6-flash,high,mixed,mid,vlm-exam,per-run-mean,1.272907,2.89e-07,42403,161240,89.53,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.6-flash:high / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,gemini-3.6-flash,high,mixed,mid,vlm-exam,per-run-mean,0.615203,2.89e-07,110137,60000,94.85,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.6-flash:high / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,gemini-3.6-flash,high,mixed,mid,vlm-exam,per-run-mean,1.314898,2.89e-07,83854,158549,79.28,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.6-flash:high / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,gemini-3.6-flash,high,mixed,mid,vlm-exam,per-run-mean,0.212959,2.89e-07,36426,21109,100.0,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.6-flash:high / column tasks.identification.primary_metric.value),,out:uninformative,out:superseded vlmexam,github-vlmexam,gemini-3.6-flash,high,mixed,mid,vlm-exam,per-run-mean,2.761383,2.89e-07,171782,333828,81.02,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.6-flash:high / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,gemini-3.6-flash,high,mixed,mid,vlm-exam,per-run-mean,4.631426,2.89e-07,299764,557571,70.72,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.6-flash:high / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,gemini-3.7-flash,low,mixed,mid,vlm-exam,per-run-mean,0.099147,2.89e-07,42403,17959,88.18,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.7-flash:low / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,gemini-3.7-flash,low,mixed,mid,vlm-exam,per-run-mean,0.135706,2.89e-07,110137,14161,96.22,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.7-flash:low / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,gemini-3.7-flash,low,mixed,mid,vlm-exam,per-run-mean,0.188039,2.89e-07,83854,33373,78.38,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.7-flash:low / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,gemini-3.7-flash,low,mixed,mid,vlm-exam,per-run-mean,0.041743,2.89e-07,36426,3846,96.88,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.7-flash:low / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,gemini-3.7-flash,low,mixed,mid,vlm-exam,per-run-mean,0.334034,2.89e-07,171782,54719,80.79,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.7-flash:low / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,gemini-3.7-flash,low,mixed,mid,vlm-exam,per-run-mean,1.183132,2.89e-07,299764,255549,70.54,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.7-flash:low / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,gemini-3.7-flash,high,mixed,mid,vlm-exam,per-run-mean,0.343555,2.89e-07,42403,83134,88.97,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.7-flash:high / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,gemini-3.7-flash,high,mixed,mid,vlm-exam,per-run-mean,0.227289,2.89e-07,110137,38583,95.88,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.7-flash:high / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,gemini-3.7-flash,high,mixed,mid,vlm-exam,per-run-mean,0.41183,2.89e-07,83854,93051,79.28,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.7-flash:high / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,gemini-3.7-flash,high,mixed,mid,vlm-exam,per-run-mean,0.068471,2.89e-07,36426,10974,96.88,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.7-flash:high / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,gemini-3.7-flash,high,mixed,mid,vlm-exam,per-run-mean,0.761635,2.89e-07,171782,168746,81.9,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.7-flash:high / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,gemini-3.7-flash,high,mixed,mid,vlm-exam,per-run-mean,2.230047,2.89e-07,299764,534726,74.32,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.7-flash:high / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,gemini-3.8-flash,low,mixed,mid,vlm-exam,per-run-mean,0.087195,2.89e-07,42403,14771,87.35,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.8-flash:low / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,gemini-3.8-flash,low,mixed,mid,vlm-exam,per-run-mean,0.179379,2.89e-07,110137,25807,97.25,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.8-flash:low / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,gemini-3.8-flash,low,mixed,mid,vlm-exam,per-run-mean,0.266817,2.89e-07,83854,54380,78.83,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.8-flash:low / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,gemini-3.8-flash,low,mixed,mid,vlm-exam,per-run-mean,0.045992,2.89e-07,36426,4979,97.92,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.8-flash:low / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,gemini-3.8-flash,low,mixed,mid,vlm-exam,per-run-mean,0.519403,2.89e-07,171782,104151,81.24,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.8-flash:low / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,gemini-3.8-flash,low,mixed,mid,vlm-exam,per-run-mean,1.018587,2.89e-07,299764,211670,68.06,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.8-flash:low / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,gemini-3.8-flash,high,mixed,mid,vlm-exam,per-run-mean,2.355794,2.89e-07,42403,619731,88.83,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.8-flash:high / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,gemini-3.8-flash,high,mixed,mid,vlm-exam,per-run-mean,0.859905,2.89e-07,110137,207281,94.85,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.8-flash:high / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,gemini-3.8-flash,high,mixed,mid,vlm-exam,per-run-mean,1.783938,2.89e-07,82710,459175,79.28,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.8-flash:high / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,gemini-3.8-flash,high,mixed,mid,vlm-exam,per-run-mean,0.107604,2.89e-07,36426,21409,96.88,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.8-flash:high / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,gemini-3.8-flash,high,mixed,mid,vlm-exam,per-run-mean,3.147765,2.89e-07,171782,805048,84.55,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.8-flash:high / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,gemini-3.8-flash,high,mixed,mid,vlm-exam,per-run-mean,5.245304,2.89e-07,299764,1338795,74.82,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.8-flash:high / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,gemini-3.5-flash-lite,low,mixed,mid,vlm-exam,per-run-mean,0.041516,2.89e-07,42403,11518,87.36,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.5-flash-lite:low / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,gemini-3.5-flash-lite,low,mixed,mid,vlm-exam,per-run-mean,0.040096,2.89e-07,110137,2822,91.75,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.5-flash-lite:low / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,gemini-3.5-flash-lite,low,mixed,mid,vlm-exam,per-run-mean,0.051461,2.89e-07,83854,10522,52.7,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.5-flash-lite:low / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,gemini-3.5-flash-lite,low,mixed,mid,vlm-exam,per-run-mean,0.01326,2.89e-07,36426,933,84.38,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.5-flash-lite:low / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,gemini-3.5-flash-lite,low,mixed,mid,vlm-exam,per-run-mean,0.183612,2.89e-07,171782,52831,48.34,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.5-flash-lite:low / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,gemini-3.5-flash-lite,low,mixed,mid,vlm-exam,per-run-mean,0.579047,2.89e-07,299764,195647,57.51,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.5-flash-lite:low / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,gemini-3.5-flash-lite,high,mixed,mid,vlm-exam,per-run-mean,0.628262,2.89e-07,171782,230691,68.87,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.5-flash-lite:high / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,gemini-3-flash,low,mixed,mid,vlm-exam,per-run-mean,0.089506,2.89e-07,42403,22768,87.56,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3-flash-preview:low / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,gemini-3-flash,low,mixed,mid,vlm-exam,per-run-mean,0.080278,2.89e-07,110137,8403,96.91,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3-flash-preview:low / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,gemini-3-flash,low,mixed,mid,vlm-exam,per-run-mean,0.086027,2.89e-07,83854,14700,67.57,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3-flash-preview:low / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,gemini-3-flash,low,mixed,mid,vlm-exam,per-run-mean,0.027954,2.89e-07,36426,3247,93.75,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3-flash-preview:low / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,gemini-3-flash,low,mixed,mid,vlm-exam,per-run-mean,0.302224,2.89e-07,171782,72111,64.9,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3-flash-preview:low / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,gemini-3-flash,low,mixed,mid,vlm-exam,per-run-mean,0.771914,2.89e-07,299764,207344,38.6,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3-flash-preview:low / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,gemini-3-flash,high,mixed,mid,vlm-exam,per-run-mean,0.603013,2.89e-07,171782,172374,74.17,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3-flash-preview:high / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,gemini-2.5-pro,think-128,mixed,mid,vlm-exam,per-run-mean,0.173845,2.89e-07,11780,15912,88.82,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-2.5-pro:low / column tasks.ocr.primary_metric.value),,out:budget-config,out:budget-config vlmexam-extraction,github-vlmexam,gemini-2.5-pro,think-128,mixed,mid,vlm-exam,per-run-mean,0.12302,2.89e-07,30240,8522,84.54,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-2.5-pro:low / column tasks.extraction.primary_metric.value),,out:budget-config,out:budget-config vlmexam-counting,github-vlmexam,gemini-2.5-pro,think-128,mixed,mid,vlm-exam,per-run-mean,0.089761,2.89e-07,22697,6139,52.7,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-2.5-pro:low / column tasks.counting.primary_metric.value),,out:budget-config,out:budget-config vlmexam-identification,github-vlmexam,gemini-2.5-pro,think-128,mixed,mid,vlm-exam,per-run-mean,0.039672,2.89e-07,9906,2729,93.75,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-2.5-pro:low / column tasks.identification.primary_metric.value),,out:budget-config,out:budget-config vlmexam,github-vlmexam,gemini-2.5-pro,think-128,mixed,mid,vlm-exam,per-run-mean,0.194331,2.89e-07,47321,13518,42.38,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-2.5-pro:low / column tasks.reasoning.primary_metric.value),,out:budget-config,out:budget-config vlmexam-detection,github-vlmexam,gemini-2.5-pro,think-128,mixed,mid,vlm-exam,per-run-mean,2.602086,2.89e-07,92493,248647,33.73,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-2.5-pro:low / column tasks.detection.primary_metric.value),,out:budget-config,out:budget-config vlmexam,github-vlmexam,gemini-2.5-pro,think-8000,mixed,mid,vlm-exam,per-run-mean,1.603701,2.89e-07,47321,154455,62.25,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-2.5-pro:high / column tasks.reasoning.primary_metric.value),,out:budget-config,out:budget-config vlmexam-ocr,github-vlmexam,gemini-3.1-pro,low,mixed,mid,vlm-exam,per-run-mean,0.243194,2.89e-07,42403,13199,92.62,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.1-pro-preview:low / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,gemini-3.1-pro,low,mixed,mid,vlm-exam,per-run-mean,0.611462,2.89e-07,110137,32599,95.88,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.1-pro-preview:low / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,gemini-3.1-pro,low,mixed,mid,vlm-exam,per-run-mean,0.525008,2.89e-07,83854,29775,71.62,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.1-pro-preview:low / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,gemini-3.1-pro,low,mixed,mid,vlm-exam,per-run-mean,0.224796,2.89e-07,36426,12662,100.0,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.1-pro-preview:low / column tasks.identification.primary_metric.value),,out:uninformative,out:superseded vlmexam,github-vlmexam,gemini-3.1-pro,low,mixed,mid,vlm-exam,per-run-mean,1.775392,2.89e-07,171782,119319,72.19,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.1-pro-preview:low / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,gemini-3.1-pro,low,mixed,mid,vlm-exam,per-run-mean,2.557072,2.89e-07,299762,163129,67.43,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.1-pro-preview:low / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,gemini-3.1-pro,high,mixed,mid,vlm-exam,per-run-mean,3.206536,2.89e-07,171782,238581,74.83,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.1-pro-preview:high / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,gpt-5.5,low,mixed,mid,vlm-exam,per-run-mean,0.88334,2.89e-07,46626,21674,91.23,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.5:low / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,gpt-5.5,low,mixed,mid,vlm-exam,per-run-mean,1.02304,2.89e-07,130810,12300,85.91,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.5:low / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,gpt-5.5,low,mixed,mid,vlm-exam,per-run-mean,1.142315,2.89e-07,100495,21328,68.02,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.5:low / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,gpt-5.5,low,mixed,mid,vlm-exam,per-run-mean,0.279277,2.89e-07,37707,3025,89.58,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.5:low / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,gpt-5.5,low,mixed,mid,vlm-exam,per-run-mean,2.265105,2.89e-07,193419,43267,70.64,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.5:low / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,gpt-5.5,low,mixed,mid,vlm-exam,per-run-mean,8.60901,2.89e-07,511200,201767,43.59,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.5:low / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,gpt-5.5,high,mixed,mid,vlm-exam,per-run-mean,2.65908,2.89e-07,46626,80865,91.65,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.5:high / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,gpt-5.5,high,mixed,mid,vlm-exam,per-run-mean,1.79798,2.89e-07,130810,38131,86.94,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.5:high / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,gpt-5.5,high,mixed,mid,vlm-exam,per-run-mean,3.637242,2.89e-07,100128,104553,68.02,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.5:high / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,gpt-5.5,high,mixed,mid,vlm-exam,per-run-mean,0.585945,2.89e-07,37685,13251,88.54,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.5:high / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,gpt-5.5,high,mixed,mid,vlm-exam,per-run-mean,6.601938,2.89e-07,192558,187972,72.19,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.5:high / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,gpt-5.5,high,mixed,mid,vlm-exam,per-run-mean,32.606428,2.89e-07,498408,1003813,44.23,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.5:high / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,gpt-5.4-mini,low,mixed,mid,vlm-exam,per-run-mean,0.155757,2.89e-07,46626,26842,89.55,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.4-mini:low / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,gpt-5.4-mini,low,mixed,mid,vlm-exam,per-run-mean,0.136923,2.89e-07,130810,8626,84.19,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.4-mini:low / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,gpt-5.4-mini,low,mixed,mid,vlm-exam,per-run-mean,0.141097,2.89e-07,100495,14606,58.56,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.4-mini:low / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,gpt-5.4-mini,low,mixed,mid,vlm-exam,per-run-mean,0.042475,2.89e-07,37685,3158,83.33,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.4-mini:low / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,gpt-5.4-mini,low,mixed,mid,vlm-exam,per-run-mean,0.336478,2.89e-07,193419,42536,56.95,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.4-mini:low / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,gpt-5.4-mini,low,mixed,mid,vlm-exam,per-run-mean,1.101686,2.89e-07,446221,170449,15.8,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.4-mini:low / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,gpt-5.4-mini,high,mixed,mid,vlm-exam,per-run-mean,1.095946,2.89e-07,46626,235773,88.95,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.4-mini:high / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,gpt-5.4-mini,high,mixed,mid,vlm-exam,per-run-mean,0.344934,2.89e-07,130810,54850,82.13,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.4-mini:high / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,gpt-5.4-mini,high,mixed,mid,vlm-exam,per-run-mean,0.543134,2.89e-07,100495,103947,64.86,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.4-mini:high / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,gpt-5.4-mini,high,mixed,mid,vlm-exam,per-run-mean,0.174578,2.89e-07,37685,32514,82.29,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.4-mini:high / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,gpt-5.4-mini,high,mixed,mid,vlm-exam,per-run-mean,1.445357,2.89e-07,193419,288954,64.02,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.4-mini:high / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,gpt-5.4-mini,high,mixed,mid,vlm-exam,per-run-mean,7.495255,2.89e-07,446221,1591242,16.56,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.4-mini:high / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,gpt-5.6-sol,low,mixed,mid,vlm-exam,per-run-mean,1.12212,2.89e-07,46626,29633,90.68,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-sol:low / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,gpt-5.6-sol,low,mixed,mid,vlm-exam,per-run-mean,0.82028,2.89e-07,130810,5541,84.88,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-sol:low / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,gpt-5.6-sol,low,mixed,mid,vlm-exam,per-run-mean,0.985205,2.89e-07,100495,16091,74.32,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-sol:low / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,gpt-5.6-sol,low,mixed,mid,vlm-exam,per-run-mean,0.229765,2.89e-07,37685,1378,89.58,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-sol:low / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,gpt-5.6-sol,low,mixed,mid,vlm-exam,per-run-mean,1.755565,2.89e-07,193419,26282,66.0,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-sol:low / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,gpt-5.6-sol,low,mixed,mid,vlm-exam,per-run-mean,11.04367,2.89e-07,511200,282922,68.44,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-sol:low / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,gpt-5.6-sol,high,mixed,mid,vlm-exam,per-run-mean,2.76861,2.89e-07,46626,84516,90.2,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-sol:high / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,gpt-5.6-sol,high,mixed,mid,vlm-exam,per-run-mean,1.04996,2.89e-07,130810,13197,86.94,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-sol:high / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,gpt-5.6-sol,high,mixed,mid,vlm-exam,per-run-mean,1.620685,2.89e-07,100495,37274,76.13,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-sol:high / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,gpt-5.6-sol,high,mixed,mid,vlm-exam,per-run-mean,0.251065,2.89e-07,37685,2088,92.71,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-sol:high / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,gpt-5.6-sol,high,mixed,mid,vlm-exam,per-run-mean,2.578667,2.89e-07,193457,53713,71.74,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-sol:high / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,gpt-5.6-sol,high,mixed,mid,vlm-exam,per-run-mean,26.058908,2.89e-07,495464,786053,68.4,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-sol:high / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,gpt-5.6-terra,low,mixed,mid,vlm-exam,per-run-mean,0.56494,2.89e-07,46626,29892,89.36,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-terra:low / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,gpt-5.6-terra,low,mixed,mid,vlm-exam,per-run-mean,0.455375,2.89e-07,130810,8557,79.73,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-terra:low / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,gpt-5.6-terra,low,mixed,mid,vlm-exam,per-run-mean,0.518217,2.89e-07,100495,17799,65.77,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-terra:low / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,gpt-5.6-terra,low,mixed,mid,vlm-exam,per-run-mean,0.137027,2.89e-07,37685,2854,86.46,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-terra:low / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,gpt-5.6-terra,low,mixed,mid,vlm-exam,per-run-mean,0.965517,2.89e-07,193419,32131,60.93,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-terra:low / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,gpt-5.6-terra,low,mixed,mid,vlm-exam,per-run-mean,4.441445,2.89e-07,511200,210896,60.57,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-terra:low / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,gpt-5.6-terra,high,mixed,mid,vlm-exam,per-run-mean,1.07472,2.89e-07,46626,63877,89.42,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-terra:high / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,gpt-5.6-terra,high,mixed,mid,vlm-exam,per-run-mean,0.52057,2.89e-07,130810,12903,80.41,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-terra:high / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,gpt-5.6-terra,high,mixed,mid,vlm-exam,per-run-mean,0.707203,2.89e-07,100495,30398,62.61,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-terra:high / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,gpt-5.6-terra,high,mixed,mid,vlm-exam,per-run-mean,0.153478,2.89e-07,37685,3951,86.46,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-terra:high / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,gpt-5.6-terra,high,mixed,mid,vlm-exam,per-run-mean,1.257367,2.89e-07,193419,51588,65.34,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-terra:high / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,gpt-5.6-terra,high,mixed,mid,vlm-exam,per-run-mean,8.16005,2.89e-07,511200,458803,61.26,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-terra:high / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,gpt-5.6-luna,low,mixed,mid,vlm-exam,per-run-mean,0.215436,2.89e-07,46626,28135,90.68,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-luna:low / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,gpt-5.6-luna,low,mixed,mid,vlm-exam,per-run-mean,0.190574,2.89e-07,130810,9961,80.41,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-luna:low / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,gpt-5.6-luna,low,mixed,mid,vlm-exam,per-run-mean,0.234593,2.89e-07,100495,22350,67.12,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-luna:low / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,gpt-5.6-luna,low,mixed,mid,vlm-exam,per-run-mean,0.059125,2.89e-07,37685,3573,83.33,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-luna:low / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,gpt-5.6-luna,low,mixed,mid,vlm-exam,per-run-mean,0.474953,2.89e-07,193419,46922,60.49,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-luna:low / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,gpt-5.6-luna,low,mixed,mid,vlm-exam,per-run-mean,1.892964,2.89e-07,511200,230294,60.96,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-luna:low / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,gpt-5.6-luna,high,mixed,mid,vlm-exam,per-run-mean,0.781368,2.89e-07,46626,122457,91.45,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-luna:high / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,gpt-5.6-luna,high,mixed,mid,vlm-exam,per-run-mean,0.277426,2.89e-07,130810,24436,81.79,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-luna:high / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,gpt-5.6-luna,high,mixed,mid,vlm-exam,per-run-mean,0.559349,2.89e-07,100495,76476,70.72,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-luna:high / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,gpt-5.6-luna,high,mixed,mid,vlm-exam,per-run-mean,0.111557,2.89e-07,37685,12312,84.38,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-luna:high / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,gpt-5.6-luna,high,mixed,mid,vlm-exam,per-run-mean,1.153273,2.89e-07,193419,159976,65.56,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-luna:high / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,gpt-5.6-luna,high,mixed,mid,vlm-exam,per-run-mean,6.216004,2.89e-07,497584,953070,62.29,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-luna:high / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,gpt-6-astra,low,mixed,mid,vlm-exam,per-run-mean,1.153143,2.89e-07,46626,13738,91.89,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-astra:low / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,gpt-6-astra,low,mixed,mid,vlm-exam,per-run-mean,1.441033,2.89e-07,130810,2659,88.66,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-astra:low / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,gpt-6-astra,low,mixed,mid,vlm-exam,per-run-mean,1.328517,2.89e-07,100495,6471,80.18,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-astra:low / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,gpt-6-astra,low,mixed,mid,vlm-exam,per-run-mean,0.40135,2.89e-07,37685,490,89.58,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-astra:low / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,gpt-6-astra,low,mixed,mid,vlm-exam,per-run-mean,2.38884,2.89e-07,193419,9093,87.2,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-astra:low / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,gpt-6-astra,low,mixed,mid,vlm-exam,per-run-mean,12.523817,2.89e-07,511200,148236,82.07,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-astra:low / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,gpt-6-astra,high,mixed,mid,vlm-exam,per-run-mean,3.289727,2.89e-07,46626,56469,91.52,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-astra:high / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,gpt-6-astra,high,mixed,mid,vlm-exam,per-run-mean,1.789433,2.89e-07,130810,9627,91.07,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-astra:high / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,gpt-6-astra,high,mixed,mid,vlm-exam,per-run-mean,2.036467,2.89e-07,100495,20630,81.08,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-astra:high / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,gpt-6-astra,high,mixed,mid,vlm-exam,per-run-mean,0.4471,2.89e-07,37685,1405,92.71,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-astra:high / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,gpt-6-astra,high,mixed,mid,vlm-exam,per-run-mean,3.169473,2.89e-07,193419,24706,91.17,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-astra:high / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,gpt-6-astra,high,mixed,mid,vlm-exam,per-run-mean,25.190313,2.89e-07,485448,406717,83.56,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-astra:high / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,gpt-6-sol,low,mixed,mid,vlm-exam,per-run-mean,0.260365,2.89e-07,46626,16711,91.67,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-sol:low / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,gpt-6-sol,low,mixed,mid,vlm-exam,per-run-mean,0.304667,2.89e-07,130810,4305,80.41,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-sol:low / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,gpt-6-sol,low,mixed,mid,vlm-exam,per-run-mean,0.287627,2.89e-07,100495,8664,74.77,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-sol:low / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,gpt-6-sol,low,mixed,mid,vlm-exam,per-run-mean,0.086563,2.89e-07,37685,1119,91.67,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-sol:low / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,gpt-6-sol,low,mixed,mid,vlm-exam,per-run-mean,0.584148,2.89e-07,193419,19731,72.19,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-sol:low / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,gpt-6-sol,low,mixed,mid,vlm-exam,per-run-mean,2.661127,2.89e-07,511200,163873,73.61,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-sol:low / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,gpt-6-sol,high,mixed,mid,vlm-exam,per-run-mean,0.694509,2.89e-07,46626,60126,91.89,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-sol:high / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,gpt-6-sol,high,mixed,mid,vlm-exam,per-run-mean,0.438697,2.89e-07,130810,17708,82.47,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-sol:high / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,gpt-6-sol,high,mixed,mid,vlm-exam,per-run-mean,0.528073,2.89e-07,100495,32708,76.13,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-sol:high / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,gpt-6-sol,high,mixed,mid,vlm-exam,per-run-mean,0.114103,2.89e-07,37685,3873,92.71,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-sol:high / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,gpt-6-sol,high,mixed,mid,vlm-exam,per-run-mean,1.038151,2.89e-07,193419,65131,77.92,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-sol:high / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,gpt-6-sol,high,mixed,mid,vlm-exam,per-run-mean,5.4631,2.89e-07,511200,444070,75.17,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-sol:high / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,gpt-6-luna,low,mixed,mid,vlm-exam,per-run-mean,0.019256,2.89e-07,46626,29187,87.9,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-luna:low / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,gpt-6-luna,low,mixed,mid,vlm-exam,per-run-mean,0.021247,2.89e-07,130810,16332,68.04,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-luna:low / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,gpt-6-luna,low,mixed,mid,vlm-exam,per-run-mean,0.021319,2.89e-07,100495,22539,65.77,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-luna:low / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,gpt-6-luna,low,mixed,mid,vlm-exam,per-run-mean,0.006572,2.89e-07,37685,5607,81.25,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-luna:low / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,gpt-6-luna,low,mixed,mid,vlm-exam,per-run-mean,0.044313,2.89e-07,193419,49941,52.1,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-luna:low / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,gpt-6-luna,low,mixed,mid,vlm-exam,per-run-mean,0.154964,2.89e-07,511200,207687,56.75,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-luna:low / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,gpt-6-luna,high,mixed,mid,vlm-exam,per-run-mean,0.052,2.89e-07,46626,94675,88.52,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-luna:high / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,gpt-6-luna,high,mixed,mid,vlm-exam,per-run-mean,0.034751,2.89e-07,130810,43340,66.67,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-luna:high / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,gpt-6-luna,high,mixed,mid,vlm-exam,per-run-mean,0.042557,2.89e-07,100495,65016,64.41,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-luna:high / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,gpt-6-luna,high,mixed,mid,vlm-exam,per-run-mean,0.010585,2.89e-07,37685,13633,80.21,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-luna:high / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,gpt-6-luna,high,mixed,mid,vlm-exam,per-run-mean,0.091769,2.89e-07,193419,144854,60.71,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-luna:high / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,gpt-6-luna,high,mixed,mid,vlm-exam,per-run-mean,0.397082,2.89e-07,511200,691923,64.12,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-luna:high / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,qwen3.8-max,low,mixed,mid,vlm-exam,per-run-mean,0.206826,2.89e-07,39675,21246,93.35,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-max:low / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,qwen3.8-max,low,mixed,mid,vlm-exam,per-run-mean,0.285504,2.89e-07,111328,10475,87.63,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-max:low / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,qwen3.8-max,low,mixed,mid,vlm-exam,per-run-mean,0.337772,2.89e-07,85015,27957,81.08,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-max:low / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,qwen3.8-max,low,mixed,mid,vlm-exam,per-run-mean,0.085232,2.89e-07,32022,3531,88.54,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-max:low / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,qwen3.8-max,low,mixed,mid,vlm-exam,per-run-mean,0.731396,2.89e-07,164417,67094,75.94,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-max:low / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,qwen3.8-max,low,mixed,mid,vlm-exam,per-run-mean,3.117518,2.89e-07,399748,386337,76.7,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-max:low / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,qwen3.8-max,high,mixed,mid,vlm-exam,per-run-mean,1.005234,2.89e-07,38713,154635,91.29,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-max:high / column tasks.ocr.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-extraction,github-vlmexam,qwen3.8-max,high,mixed,mid,vlm-exam,per-run-mean,0.386683,2.89e-07,109574,27922,89.35,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-max:high / column tasks.extraction.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-counting,github-vlmexam,qwen3.8-max,high,mixed,mid,vlm-exam,per-run-mean,0.673457,2.89e-07,83488,84413,81.08,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-max:high / column tasks.counting.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-identification,github-vlmexam,qwen3.8-max,high,mixed,mid,vlm-exam,per-run-mean,0.117878,2.89e-07,31190,9250,89.58,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-max:high / column tasks.identification.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam,github-vlmexam,qwen3.8-max,high,mixed,mid,vlm-exam,per-run-mean,1.601875,2.89e-07,160684,213418,80.35,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-max:high / column tasks.reasoning.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-detection,github-vlmexam,qwen3.8-max,high,mixed,mid,vlm-exam,per-run-mean,7.453546,2.89e-07,393354,1111140,78.44,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-max:high / column tasks.detection.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-ocr,github-vlmexam,qwen3.7-plus,nothink,mixed,mid,vlm-exam,per-run-mean,0.034427,2.89e-07,38787,17199,86.52,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.7-plus:low / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,qwen3.7-plus,nothink,mixed,mid,vlm-exam,per-run-mean,0.035802,2.89e-07,109000,720,83.51,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.7-plus:low / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,qwen3.7-plus,nothink,mixed,mid,vlm-exam,per-run-mean,0.026843,2.89e-07,83239,161,50.0,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.7-plus:low / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,qwen3.7-plus,nothink,mixed,mid,vlm-exam,per-run-mean,0.010161,2.89e-07,31254,125,84.38,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.7-plus:low / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,qwen3.7-plus,nothink,mixed,mid,vlm-exam,per-run-mean,0.052075,2.89e-07,160793,485,39.74,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.7-plus:low / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,qwen3.7-plus,nothink,mixed,mid,vlm-exam,per-run-mean,0.324637,2.89e-07,393748,155186,60.09,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.7-plus:low / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,qwen3.7-plus,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.644836,2.89e-07,158955,464039,68.21,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.7-plus:high / column tasks.reasoning.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-ocr,github-vlmexam,qwen3.7-flash,nothink,mixed,mid,vlm-exam,per-run-mean,0.003446,2.89e-07,38787,17555,84.13,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.7-flash:low / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,qwen3.7-flash,nothink,mixed,mid,vlm-exam,per-run-mean,0.003299,2.89e-07,106901,709,77.32,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.7-flash:low / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,qwen3.7-flash,nothink,mixed,mid,vlm-exam,per-run-mean,0.002518,2.89e-07,83239,160,45.95,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.7-flash:low / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,qwen3.7-flash,nothink,mixed,mid,vlm-exam,per-run-mean,0.000953,2.89e-07,31254,122,84.38,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.7-flash:low / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,qwen3.7-flash,nothink,mixed,mid,vlm-exam,per-run-mean,0.004886,2.89e-07,160793,480,34.44,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.7-flash:low / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,qwen3.7-flash,nothink,mixed,mid,vlm-exam,per-run-mean,0.030863,2.89e-07,392107,146923,42.83,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.7-flash:low / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,qwen3.7-flash,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.074855,2.89e-07,153977,540276,61.59,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.7-flash:high / column tasks.reasoning.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-ocr,github-vlmexam,qwen3.8-flash,nothink,mixed,mid,vlm-exam,per-run-mean,0.01227,2.89e-07,38787,13728,88.0,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-flash:low / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,qwen3.8-flash,nothink,mixed,mid,vlm-exam,per-run-mean,0.016689,2.89e-07,109000,720,84.88,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-flash:low / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,qwen3.8-flash,nothink,mixed,mid,vlm-exam,per-run-mean,0.012562,2.89e-07,83239,163,56.31,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-flash:low / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,qwen3.8-flash,nothink,mixed,mid,vlm-exam,per-run-mean,0.004746,2.89e-07,31254,124,88.54,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-flash:low / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,qwen3.8-flash,nothink,mixed,mid,vlm-exam,per-run-mean,0.024339,2.89e-07,160793,469,35.1,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-flash:low / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,qwen3.8-flash,nothink,mixed,mid,vlm-exam,per-run-mean,0.160999,2.89e-07,393748,216886,59.82,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-flash:low / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,qwen3.8-flash,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.018398,2.89e-07,40119,26340,91.32,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-flash:high / column tasks.ocr.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-extraction,github-vlmexam,qwen3.8-flash,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.0267,2.89e-07,112492,20906,84.54,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-flash:high / column tasks.extraction.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-counting,github-vlmexam,qwen3.8-flash,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.061585,2.89e-07,85903,103617,68.02,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-flash:high / column tasks.counting.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-identification,github-vlmexam,qwen3.8-flash,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.010327,2.89e-07,32406,11631,86.46,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-flash:high / column tasks.identification.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam,github-vlmexam,qwen3.8-flash,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.160781,2.89e-07,166954,288804,69.54,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-flash:high / column tasks.reasoning.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-detection,github-vlmexam,qwen3.8-flash,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.260949,2.89e-07,402748,426674,67.05,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-flash:high / column tasks.detection.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-ocr,github-vlmexam,qwen3-vl-235b-a22b-instruct,solo,mixed,mid,vlm-exam,per-run-mean,0.021117,2.89e-07,38641,15215,88.1,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3-vl-235b:low / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,qwen3-vl-235b-a22b-instruct,solo,mixed,mid,vlm-exam,per-run-mean,0.022342,2.89e-07,108520,725,87.63,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3-vl-235b:low / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,qwen3-vl-235b-a22b-instruct,solo,mixed,mid,vlm-exam,per-run-mean,0.016717,2.89e-07,82870,162,47.3,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3-vl-235b:low / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,qwen3-vl-235b-a22b-instruct,solo,mixed,mid,vlm-exam,per-run-mean,0.00633,2.89e-07,31095,126,90.62,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3-vl-235b:low / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,qwen3-vl-235b-a22b-instruct,solo,mixed,mid,vlm-exam,per-run-mean,0.032427,2.89e-07,160048,474,29.8,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3-vl-235b:low / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,qwen3-vl-235b-a22b-instruct,solo,mixed,mid,vlm-exam,per-run-mean,0.228627,2.89e-07,657877,110286,52.14,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3-vl-235b:low / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,qwen3-vl-235b-a22b-instruct,solo,mixed,mid,vlm-exam,per-run-mean,0.032423,2.89e-07,160048,470,33.77,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3-vl-235b:high / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,qwen3.5-27b,nothink,mixed,mid,vlm-exam,per-run-mean,0.052253,2.89e-07,36671,17188,84.45,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.5-27b:low / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,qwen3.5-27b,nothink,mixed,mid,vlm-exam,per-run-mean,0.033341,2.89e-07,105258,735,79.38,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.5-27b:low / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,qwen3.5-27b,nothink,mixed,mid,vlm-exam,per-run-mean,0.02476,2.89e-07,81253,160,54.05,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.5-27b:low / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,qwen3.5-27b,nothink,mixed,mid,vlm-exam,per-run-mean,0.009643,2.89e-07,31169,122,78.12,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.5-27b:low / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,qwen3.5-27b,nothink,mixed,mid,vlm-exam,per-run-mean,0.048422,2.89e-07,157647,470,31.79,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.5-27b:low / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,qwen3.5-27b,nothink,mixed,mid,vlm-exam,per-run-mean,0.511351,2.89e-07,507769,149592,58.75,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.5-27b:low / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,qwen3.5-27b,not-established:absent,mixed,mid,vlm-exam,per-run-mean,1.513257,2.89e-07,156359,610979,61.59,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.5-27b:high / column tasks.reasoning.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-ocr,github-vlmexam,qwen3.8-27b,low,mixed,mid,vlm-exam,per-run-mean,0.051757,2.89e-07,38787,16717,81.42,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-27b:low / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,qwen3.8-27b,low,mixed,mid,vlm-exam,per-run-mean,0.034423,2.89e-07,109000,718,79.38,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-27b:low / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,qwen3.8-27b,low,mixed,mid,vlm-exam,per-run-mean,0.025356,2.89e-07,83239,160,41.89,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-27b:low / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,qwen3.8-27b,low,mixed,mid,vlm-exam,per-run-mean,0.009676,2.89e-07,31254,125,78.12,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-27b:low / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,qwen3.8-27b,low,mixed,mid,vlm-exam,per-run-mean,0.04932,2.89e-07,160793,451,31.79,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-27b:low / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,qwen3.8-27b,low,mixed,mid,vlm-exam,per-run-mean,0.651464,2.89e-07,771660,174986,54.51,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-27b:low / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,qwen3.8-27b,not-established:ambiguous,mixed,mid,vlm-exam,per-run-mean,0.976716,2.89e-07,166833,386111,62.25,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-27b:high / column tasks.reasoning.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-ocr,github-vlmexam,qwen3.6-27b,nothink,mixed,mid,vlm-exam,per-run-mean,0.052949,2.89e-07,38806,17389,82.8,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.6-27b:low / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,qwen3.6-27b,nothink,mixed,mid,vlm-exam,per-run-mean,0.033256,2.89e-07,109053,725,85.57,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.6-27b:low / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,qwen3.6-27b,nothink,mixed,mid,vlm-exam,per-run-mean,0.024453,2.89e-07,83283,160,44.59,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.6-27b:low / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,qwen3.6-27b,nothink,mixed,mid,vlm-exam,per-run-mean,0.009333,2.89e-07,31272,123,78.12,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.6-27b:low / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,qwen3.6-27b,nothink,mixed,mid,vlm-exam,per-run-mean,0.047648,2.89e-07,160878,481,31.13,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.6-27b:low / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,qwen3.6-27b,nothink,mixed,mid,vlm-exam,per-run-mean,0.577794,2.89e-07,705570,155785,53.88,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.6-27b:low / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,qwen3.6-27b,not-established:absent,mixed,mid,vlm-exam,per-run-mean,1.542971,2.89e-07,160588,623567,54.3,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.6-27b:high / column tasks.reasoning.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-ocr,github-vlmexam,glm-5v-turbo,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.109192,2.89e-07,50423,12171,89.31,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row glm-5v-turbo:low / column tasks.ocr.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-extraction,github-vlmexam,glm-5v-turbo,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.169887,2.89e-07,139826,524,81.44,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row glm-5v-turbo:low / column tasks.extraction.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-counting,github-vlmexam,glm-5v-turbo,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.128793,2.89e-07,106834,148,48.65,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row glm-5v-turbo:low / column tasks.counting.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-identification,github-vlmexam,glm-5v-turbo,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.048707,2.89e-07,40189,120,84.38,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row glm-5v-turbo:low / column tasks.identification.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam,github-vlmexam,glm-5v-turbo,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.251258,2.89e-07,208008,412,31.79,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row glm-5v-turbo:low / column tasks.reasoning.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-detection,github-vlmexam,glm-5v-turbo,not-established:absent,mixed,mid,vlm-exam,per-run-mean,1.299348,2.89e-07,720773,108605,56.47,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row glm-5v-turbo:low / column tasks.detection.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam,github-vlmexam,glm-5v-turbo,not-established:absent,mixed,mid,vlm-exam,per-run-mean,1.04487,2.89e-07,208008,198815,49.67,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row glm-5v-turbo:high / column tasks.reasoning.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-ocr,github-vlmexam,glm-5.3-flash,low,mixed,mid,vlm-exam,per-run-mean,0.006887,2.89e-07,50747,12324,90.62,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row glm-5.3-flash:low / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,glm-5.3-flash,low,mixed,mid,vlm-exam,per-run-mean,0.011027,2.89e-07,141993,1509,83.51,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row glm-5.3-flash:low / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,glm-5.3-flash,low,mixed,mid,vlm-exam,per-run-mean,0.009026,2.89e-07,109169,3354,55.41,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row glm-5.3-flash:low / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,glm-5.3-flash,low,mixed,mid,vlm-exam,per-run-mean,0.003192,2.89e-07,40969,478,84.38,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row glm-5.3-flash:low / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,glm-5.3-flash,low,mixed,mid,vlm-exam,per-run-mean,0.01859,2.89e-07,210404,11239,50.99,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row glm-5.3-flash:low / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,glm-5.3-flash,low,mixed,mid,vlm-exam,per-run-mean,0.104384,2.89e-07,801166,177188,33.09,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row glm-5.3-flash:low / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,glm-5.3-flash,high,mixed,mid,vlm-exam,per-run-mean,0.022444,2.89e-07,210404,26654,59.6,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row glm-5.3-flash:high / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,kimi-k2.6,nothink,mixed,mid,vlm-exam,per-run-mean,0.079337,2.89e-07,50708,12126,88.49,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row kimi-k2.6:low / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,kimi-k2.6,nothink,mixed,mid,vlm-exam,per-run-mean,0.145867,2.89e-07,141822,12131,79.38,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row kimi-k2.6:low / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,kimi-k2.6,nothink,mixed,mid,vlm-exam,per-run-mean,0.14076,2.89e-07,109053,17522,56.76,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row kimi-k2.6:low / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,kimi-k2.6,nothink,mixed,mid,vlm-exam,per-run-mean,0.03174,2.89e-07,40931,533,78.12,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row kimi-k2.6:low / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,kimi-k2.6,nothink,mixed,mid,vlm-exam,per-run-mean,0.197148,2.89e-07,210176,12527,39.07,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row kimi-k2.6:low / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,kimi-k2.6,nothink,mixed,mid,vlm-exam,per-run-mean,1.467584,2.89e-07,578461,299515,35.66,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row kimi-k2.6:low / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,kimi-k2.6,not-established:absent,mixed,mid,vlm-exam,per-run-mean,3.018422,2.89e-07,205711,821849,58.94,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row kimi-k2.6:high / column tasks.reasoning.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-ocr,github-vlmexam,kimi-k3,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.347304,2.89e-07,51248,12904,93.0,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row kimi-k3:low / column tasks.ocr.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-extraction,github-vlmexam,kimi-k3,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.449724,2.89e-07,143168,1348,84.54,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row kimi-k3:low / column tasks.extraction.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-counting,github-vlmexam,kimi-k3,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.342438,2.89e-07,110076,814,45.95,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row kimi-k3:low / column tasks.counting.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-identification,github-vlmexam,kimi-k3,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.1302,2.89e-07,41355,409,81.25,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row kimi-k3:low / column tasks.identification.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam,github-vlmexam,kimi-k3,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.663069,2.89e-07,212213,1762,42.38,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row kimi-k3:low / column tasks.reasoning.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-detection,github-vlmexam,kimi-k3,not-established:absent,mixed,mid,vlm-exam,per-run-mean,5.005464,2.89e-07,938718,145954,51.92,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row kimi-k3:low / column tasks.detection.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam,github-vlmexam,kimi-k3,high,mixed,mid,vlm-exam,per-run-mean,5.565156,2.89e-07,213817,328247,74.17,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row kimi-k3:high / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,muse-spark-1.1,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.23211,2.89e-07,50983,39619,92.56,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.1:low / column tasks.ocr.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-extraction,github-vlmexam,muse-spark-1.1,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.28455,2.89e-07,143267,24816,87.63,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.1:low / column tasks.extraction.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-counting,github-vlmexam,muse-spark-1.1,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.307283,2.89e-07,110052,39934,76.58,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.1:low / column tasks.counting.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-identification,github-vlmexam,muse-spark-1.1,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.104748,2.89e-07,41466,12451,91.67,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.1:low / column tasks.identification.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam,github-vlmexam,muse-spark-1.1,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.920978,2.89e-07,212043,154335,74.17,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.1:low / column tasks.reasoning.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-detection,github-vlmexam,muse-spark-1.1,not-established:absent,mixed,mid,vlm-exam,per-run-mean,2.418373,2.89e-07,580824,398198,60.58,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.1:low / column tasks.detection.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-ocr,github-vlmexam,muse-spark-1.1,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.522413,2.89e-07,49047,108495,92.85,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.1:high / column tasks.ocr.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-extraction,github-vlmexam,muse-spark-1.1,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.486968,2.89e-07,138243,73921,89.0,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.1:high / column tasks.extraction.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-counting,github-vlmexam,muse-spark-1.1,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.583147,2.89e-07,106179,105982,76.13,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.1:high / column tasks.counting.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-identification,github-vlmexam,muse-spark-1.1,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.207704,2.89e-07,39844,37153,89.58,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.1:high / column tasks.identification.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam,github-vlmexam,muse-spark-1.1,not-established:absent,mixed,mid,vlm-exam,per-run-mean,1.965568,2.89e-07,212043,400121,76.6,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.1:high / column tasks.reasoning.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-detection,github-vlmexam,muse-spark-1.1,not-established:absent,mixed,mid,vlm-exam,per-run-mean,3.747103,2.89e-07,567741,714689,60.03,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.1:high / column tasks.detection.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-ocr,github-vlmexam,muse-spark-1.2,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.290568,2.89e-07,49047,53943,93.6,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.2:low / column tasks.ocr.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-extraction,github-vlmexam,muse-spark-1.2,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.332701,2.89e-07,138243,37623,89.0,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.2:low / column tasks.extraction.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-counting,github-vlmexam,muse-spark-1.2,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.367135,2.89e-07,106179,55156,76.58,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.2:low / column tasks.counting.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-identification,github-vlmexam,muse-spark-1.2,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.120356,2.89e-07,39844,16600,89.58,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.2:low / column tasks.identification.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam,github-vlmexam,muse-spark-1.2,not-established:absent,mixed,mid,vlm-exam,per-run-mean,1.099247,2.89e-07,204141,198605,75.06,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.2:low / column tasks.reasoning.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-detection,github-vlmexam,muse-spark-1.2,not-established:absent,mixed,mid,vlm-exam,per-run-mean,2.393571,2.89e-07,566869,396467,58.97,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.2:low / column tasks.detection.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-ocr,github-vlmexam,muse-spark-1.2,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.505828,2.89e-07,49047,104593,92.9,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.2:high / column tasks.ocr.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-extraction,github-vlmexam,muse-spark-1.2,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.456231,2.89e-07,138179,66708,88.32,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.2:high / column tasks.extraction.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-counting,github-vlmexam,muse-spark-1.2,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.60412,2.89e-07,106179,110917,75.23,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.2:high / column tasks.counting.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-identification,github-vlmexam,muse-spark-1.2,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.19744,2.89e-07,39844,34738,87.5,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.2:high / column tasks.identification.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam,github-vlmexam,muse-spark-1.2,not-established:absent,mixed,mid,vlm-exam,per-run-mean,1.878308,2.89e-07,204141,381913,75.72,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.2:high / column tasks.reasoning.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-detection,github-vlmexam,muse-spark-1.2,not-established:absent,mixed,mid,vlm-exam,per-run-mean,3.376585,2.89e-07,567741,627508,60.47,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.2:high / column tasks.detection.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-ocr,github-vlmexam,muse-spark-1.3,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.305543,2.89e-07,48647,57585,91.26,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.3:low / column tasks.ocr.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-extraction,github-vlmexam,muse-spark-1.3,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.303939,2.89e-07,136811,31277,88.66,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.3:low / column tasks.extraction.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-counting,github-vlmexam,muse-spark-1.3,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.362609,2.89e-07,104607,54553,74.32,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.3:low / column tasks.counting.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-identification,github-vlmexam,muse-spark-1.3,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.115744,2.89e-07,39844,15515,92.71,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.3:low / column tasks.identification.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam,github-vlmexam,muse-spark-1.3,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.961681,2.89e-07,199221,167683,73.29,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.3:low / column tasks.reasoning.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-detection,github-vlmexam,muse-spark-1.3,not-established:absent,mixed,mid,vlm-exam,per-run-mean,2.73043,2.89e-07,559546,477882,58.65,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.3:low / column tasks.detection.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-ocr,github-vlmexam,muse-spark-1.3,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.559038,2.89e-07,45419,118180,86.87,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.3:high / column tasks.ocr.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-extraction,github-vlmexam,muse-spark-1.3,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.427884,2.89e-07,135192,60916,87.63,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.3:high / column tasks.extraction.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-counting,github-vlmexam,muse-spark-1.3,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.693152,2.89e-07,103443,132670,75.68,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.3:high / column tasks.counting.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-identification,github-vlmexam,muse-spark-1.3,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.202316,2.89e-07,38605,36249,86.46,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.3:high / column tasks.identification.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam,github-vlmexam,muse-spark-1.3,not-established:absent,mixed,mid,vlm-exam,per-run-mean,1.846895,2.89e-07,200063,375722,73.07,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.3:high / column tasks.reasoning.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-detection,github-vlmexam,muse-spark-1.3,not-established:absent,mixed,mid,vlm-exam,per-run-mean,4.214529,2.89e-07,554320,828619,56.63,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.3:high / column tasks.detection.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-ocr,github-vlmexam,muse-glimmer-30b,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.044904,2.89e-07,50860,18069,92.14,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-glimmer-30b:low / column tasks.ocr.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-extraction,github-vlmexam,muse-glimmer-30b,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.065518,2.89e-07,142996,10313,86.6,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-glimmer-30b:low / column tasks.extraction.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-counting,github-vlmexam,muse-glimmer-30b,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.060524,2.89e-07,109805,14728,66.22,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-glimmer-30b:low / column tasks.counting.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-identification,github-vlmexam,muse-glimmer-30b,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.019989,2.89e-07,41412,3663,81.25,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-glimmer-30b:low / column tasks.identification.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam,github-vlmexam,muse-glimmer-30b,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.156338,2.89e-07,211540,54866,57.62,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-glimmer-30b:low / column tasks.reasoning.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-detection,github-vlmexam,muse-glimmer-30b,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.509658,2.89e-07,579991,204441,40.98,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-glimmer-30b:low / column tasks.detection.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam,github-vlmexam,muse-glimmer-30b,high,mixed,mid,vlm-exam,per-run-mean,0.493748,2.89e-07,211460,279825,62.91,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-glimmer-30b:high / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,grok-4.5,low,mixed,mid,vlm-exam,per-run-mean,0.252927,2.89e-07,58248,22738,92.12,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row grok-4.5:low / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,grok-4.5,low,mixed,mid,vlm-exam,per-run-mean,0.431461,2.89e-07,159834,18632,83.51,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row grok-4.5:low / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,grok-4.5,low,mixed,mid,vlm-exam,per-run-mean,0.479336,2.89e-07,122403,39088,59.46,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row grok-4.5:low / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,grok-4.5,low,mixed,mid,vlm-exam,per-run-mean,0.148758,2.89e-07,48176,8734,83.33,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row grok-4.5:low / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,grok-4.5,low,mixed,mid,vlm-exam,per-run-mean,1.233598,2.89e-07,240022,125592,57.62,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row grok-4.5:low / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,grok-4.5,low,mixed,mid,vlm-exam,per-run-mean,2.819815,2.89e-07,510494,299804,19.0,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row grok-4.5:low / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,grok-4.5,high,mixed,mid,vlm-exam,per-run-mean,0.432061,2.89e-07,58657,52458,92.28,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row grok-4.5:high / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,grok-4.5,high,mixed,mid,vlm-exam,per-run-mean,0.594797,2.89e-07,160884,45505,81.79,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row grok-4.5:high / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,grok-4.5,high,mixed,mid,vlm-exam,per-run-mean,0.875285,2.89e-07,123301,104780,57.66,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row grok-4.5:high / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,grok-4.5,high,mixed,mid,vlm-exam,per-run-mean,0.214136,2.89e-07,48526,19514,85.42,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row grok-4.5:high / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,grok-4.5,high,mixed,mid,vlm-exam,per-run-mean,2.796215,2.89e-07,240255,385951,59.82,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row grok-4.5:high / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,grok-4.5,high,mixed,mid,vlm-exam,per-run-mean,4.905846,2.89e-07,513306,646539,17.75,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row grok-4.5:high / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,grok-4.6,low,mixed,mid,vlm-exam,per-run-mean,0.336885,2.89e-07,58187,36752,91.85,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row grok-4.6:low / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,grok-4.6,low,mixed,mid,vlm-exam,per-run-mean,0.480249,2.89e-07,159704,26807,85.57,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row grok-4.6:low / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,grok-4.6,low,mixed,mid,vlm-exam,per-run-mean,0.583441,2.89e-07,122339,56460,65.77,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row grok-4.6:low / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,grok-4.6,low,mixed,mid,vlm-exam,per-run-mean,0.175883,2.89e-07,48122,13273,84.38,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row grok-4.6:low / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,grok-4.6,low,mixed,mid,vlm-exam,per-run-mean,1.400901,2.89e-07,239902,153516,61.15,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row grok-4.6:low / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,grok-4.6,low,mixed,mid,vlm-exam,per-run-mean,3.234518,2.89e-07,510091,369056,23.76,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row grok-4.6:low / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,grok-4.6,high,mixed,mid,vlm-exam,per-run-mean,0.845253,2.89e-07,63946,119560,91.59,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row grok-4.6:high / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,grok-4.6,high,mixed,mid,vlm-exam,per-run-mean,0.876185,2.89e-07,174588,87835,85.57,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row grok-4.6:high / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,grok-4.6,high,mixed,mid,vlm-exam,per-run-mean,2.019162,2.89e-07,133751,291943,56.76,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row grok-4.6:high / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,grok-4.6,high,mixed,mid,vlm-exam,per-run-mean,0.476153,2.89e-07,53012,61688,85.42,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row grok-4.6:high / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,grok-4.6,high,mixed,mid,vlm-exam,per-run-mean,4.822491,2.89e-07,240627,723539,63.8,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row grok-4.6:high / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,grok-4.6,high,mixed,mid,vlm-exam,per-run-mean,10.34857,2.89e-07,548806,1541826,24.02,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row grok-4.6:high / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,grok-4.7,low,mixed,mid,vlm-exam,per-run-mean,0.66841,2.89e-07,86356,82616,92.57,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row grok-4.7:low / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,grok-4.7,low,mixed,mid,vlm-exam,per-run-mean,0.58048,2.89e-07,233428,18937,84.88,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row grok-4.7:low / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,grok-4.7,low,mixed,mid,vlm-exam,per-run-mean,0.791627,2.89e-07,178607,72402,61.71,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row grok-4.7:low / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,grok-4.7,low,mixed,mid,vlm-exam,per-run-mean,0.201637,2.89e-07,72450,9456,87.5,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row grok-4.7:low / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,grok-4.7,low,mixed,mid,vlm-exam,per-run-mean,2.201434,2.89e-07,354720,248666,64.24,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row grok-4.7:low / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,grok-4.7,low,mixed,mid,vlm-exam,per-run-mean,5.17788,2.89e-07,700271,629556,40.42,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row grok-4.7:low / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,grok-4.7,high,mixed,mid,vlm-exam,per-run-mean,1.568902,2.89e-07,86286,232722,93.47,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row grok-4.7:high / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,grok-4.7,high,mixed,mid,vlm-exam,per-run-mean,0.651899,2.89e-07,233451,30833,87.63,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row grok-4.7:high / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,grok-4.7,high,mixed,mid,vlm-exam,per-run-mean,1.228176,2.89e-07,179588,144833,60.81,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row grok-4.7:high / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,grok-4.7,high,mixed,mid,vlm-exam,per-run-mean,0.297221,2.89e-07,72450,25387,80.21,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row grok-4.7:high / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,grok-4.7,high,mixed,mid,vlm-exam,per-run-mean,3.659255,2.89e-07,354778,491616,66.89,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row grok-4.7:high / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,grok-4.7,high,mixed,mid,vlm-exam,per-run-mean,7.044964,2.89e-07,704108,939458,41.16,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row grok-4.7:high / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,deepseek-v4-flash-0731,low,mixed,mid,vlm-exam,per-run-mean,0.024977,2.89e-07,14378,14129,86.67,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row deepseek-v4-flash-vision-exp:low / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,deepseek-v4-flash-0731,low,mixed,mid,vlm-exam,per-run-mean,0.016798,2.89e-07,37017,387,65.98,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row deepseek-v4-flash-vision-exp:low / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,deepseek-v4-flash-0731,low,mixed,mid,vlm-exam,per-run-mean,0.012754,2.89e-07,28764,74,45.95,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row deepseek-v4-flash-vision-exp:low / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,deepseek-v4-flash-0731,low,mixed,mid,vlm-exam,per-run-mean,0.005588,2.89e-07,12447,84,68.75,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row deepseek-v4-flash-vision-exp:low / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,deepseek-v4-flash-0731,low,mixed,mid,vlm-exam,per-run-mean,0.026207,2.89e-07,58839,241,31.79,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row deepseek-v4-flash-vision-exp:low / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,deepseek-v4-flash-0731,low,mixed,mid,vlm-exam,per-run-mean,0.276888,2.89e-07,111448,172614,45.32,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row deepseek-v4-flash-vision-exp:low / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,deepseek-v4-flash-0731,high,mixed,mid,vlm-exam,per-run-mean,0.379299,2.89e-07,70919,263708,49.01,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row deepseek-v4-flash-vision-exp:high / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,fable-5,low,mixed,mid,vlm-exam,per-run-mean,1.44859,2.89e-07,51849,18602,94.03,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-fable-5:low / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,fable-5,low,mixed,mid,vlm-exam,per-run-mean,1.49423,2.89e-07,144143,1056,91.75,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-fable-5:low / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,fable-5,low,mixed,mid,vlm-exam,per-run-mean,1.27094,2.89e-07,110534,3312,63.51,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-fable-5:low / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,fable-5,low,mixed,mid,vlm-exam,per-run-mean,0.4384,2.89e-07,41745,419,100.0,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-fable-5:low / column tasks.identification.primary_metric.value),,out:uninformative,out:superseded vlmexam,github-vlmexam,fable-5,low,mixed,mid,vlm-exam,per-run-mean,2.64347,2.89e-07,214002,10069,66.23,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-fable-5:low / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,fable-5,low,mixed,mid,vlm-exam,per-run-mean,14.66861,2.89e-07,619431,169486,56.41,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-fable-5:low / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,fable-5,high,mixed,mid,vlm-exam,per-run-mean,3.59607,2.89e-07,214002,29121,66.23,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-fable-5:high / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,fable-5.1,low,mixed,mid,vlm-exam,per-run-mean,1.438813,2.89e-07,51923,18392,94.0,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-fable-5-1:low / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,fable-5.1,low,mixed,mid,vlm-exam,per-run-mean,1.508703,2.89e-07,144337,1307,93.13,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-fable-5-1:low / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,fable-5.1,low,mixed,mid,vlm-exam,per-run-mean,1.403537,2.89e-07,110682,5934,69.37,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-fable-5-1:low / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,fable-5.1,low,mixed,mid,vlm-exam,per-run-mean,0.42919,2.89e-07,41809,222,97.92,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-fable-5-1:low / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,fable-5.1,low,mixed,mid,vlm-exam,per-run-mean,2.932657,2.89e-07,214304,15792,71.96,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-fable-5-1:low / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,fable-5.1,low,mixed,mid,vlm-exam,per-run-mean,14.967593,2.89e-07,619976,175357,61.37,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-fable-5-1:low / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,fable-5.1,high,mixed,mid,vlm-exam,per-run-mean,1.452797,2.89e-07,51923,18671,93.62,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-fable-5-1:high / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,fable-5.1,high,mixed,mid,vlm-exam,per-run-mean,1.575337,2.89e-07,144337,2639,93.47,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-fable-5-1:high / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,fable-5.1,high,mixed,mid,vlm-exam,per-run-mean,1.718453,2.89e-07,110682,12233,72.97,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-fable-5-1:high / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,fable-5.1,high,mixed,mid,vlm-exam,per-run-mean,0.458623,2.89e-07,41809,811,96.88,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-fable-5-1:high / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,fable-5.1,high,mixed,mid,vlm-exam,per-run-mean,4.30334,2.89e-07,214304,43206,73.07,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-fable-5-1:high / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,fable-5.1,high,mixed,mid,vlm-exam,per-run-mean,19.54851,2.89e-07,603596,270251,64.95,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-fable-5-1:high / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,sonnet-5,low,mixed,mid,vlm-exam,per-run-mean,0.289218,2.89e-07,51849,18552,91.67,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-sonnet-5:low / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,sonnet-5,low,mixed,mid,vlm-exam,per-run-mean,0.295136,2.89e-07,144143,685,89.69,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-sonnet-5:low / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,sonnet-5,low,mixed,mid,vlm-exam,per-run-mean,0.225058,2.89e-07,110534,399,56.76,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-sonnet-5:low / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,sonnet-5,low,mixed,mid,vlm-exam,per-run-mean,0.08568,2.89e-07,41745,219,81.25,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-sonnet-5:low / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,sonnet-5,low,mixed,mid,vlm-exam,per-run-mean,0.477804,2.89e-07,214002,4980,43.05,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-sonnet-5:low / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,sonnet-5,low,mixed,mid,vlm-exam,per-run-mean,2.730952,2.89e-07,619431,149209,36.08,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-sonnet-5:low / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,sonnet-5,high,mixed,mid,vlm-exam,per-run-mean,0.656334,2.89e-07,214002,22833,43.05,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-sonnet-5:high / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,opus-4.8,low,mixed,mid,vlm-exam,per-run-mean,0.72582,2.89e-07,51849,18663,93.79,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-4-8:low / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,opus-4.8,low,mixed,mid,vlm-exam,per-run-mean,0.73984,2.89e-07,144143,765,88.66,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-4-8:low / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,opus-4.8,low,mixed,mid,vlm-exam,per-run-mean,0.561245,2.89e-07,110534,343,54.05,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-4-8:low / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,opus-4.8,low,mixed,mid,vlm-exam,per-run-mean,0.21435,2.89e-07,41745,225,84.38,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-4-8:low / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,opus-4.8,low,mixed,mid,vlm-exam,per-run-mean,1.17621,2.89e-07,214002,4248,52.98,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-4-8:low / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,opus-4.8,low,mixed,mid,vlm-exam,per-run-mean,6.55283,2.89e-07,619431,138227,38.58,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-4-8:low / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,opus-4.8,high,mixed,mid,vlm-exam,per-run-mean,1.178035,2.89e-07,214002,4321,52.32,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-4-8:high / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,opus-5,low,mixed,mid,vlm-exam,per-run-mean,0.73672,2.89e-07,51849,19099,93.22,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-5:low / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,opus-5,low,mixed,mid,vlm-exam,per-run-mean,0.77204,2.89e-07,144143,2053,89.69,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-5:low / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,opus-5,low,mixed,mid,vlm-exam,per-run-mean,0.707345,2.89e-07,110534,6187,70.27,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-5:low / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,opus-5,low,mixed,mid,vlm-exam,per-run-mean,0.23105,2.89e-07,41745,893,90.62,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-5:low / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,opus-5,low,mixed,mid,vlm-exam,per-run-mean,1.546335,2.89e-07,214002,19053,71.52,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-5:low / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,opus-5,low,mixed,mid,vlm-exam,per-run-mean,6.824355,2.89e-07,619431,149088,54.36,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-5:low / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,opus-5,high,mixed,mid,vlm-exam,per-run-mean,2.699785,2.89e-07,214002,65191,74.17,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-5:high / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,opus-5.5,low,mixed,mid,vlm-exam,per-run-mean,0.615792,2.89e-07,51923,20405,87.75,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-5-5:low / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,opus-5.5,low,mixed,mid,vlm-exam,per-run-mean,0.640748,2.89e-07,144337,3170,93.47,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-5-5:low / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,opus-5.5,low,mixed,mid,vlm-exam,per-run-mean,0.596555,2.89e-07,110682,7691,80.63,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-5-5:low / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,opus-5.5,low,mixed,mid,vlm-exam,per-run-mean,0.185123,2.89e-07,41809,894,93.75,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-5-5:low / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,opus-5.5,low,mixed,mid,vlm-exam,per-run-mean,1.351769,2.89e-07,214304,24728,83.0,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-5-5:low / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,opus-5.5,low,mixed,mid,vlm-exam,per-run-mean,5.454977,2.89e-07,619431,148863,74.41,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-5-5:low / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,opus-5.5,high,mixed,mid,vlm-exam,per-run-mean,0.899885,2.89e-07,51923,34610,87.16,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-5-5:high / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,opus-5.5,high,mixed,mid,vlm-exam,per-run-mean,0.723621,2.89e-07,144337,7314,93.47,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-5-5:high / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,opus-5.5,high,mixed,mid,vlm-exam,per-run-mean,0.728128,2.89e-07,110682,14270,81.98,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-5-5:high / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,opus-5.5,high,mixed,mid,vlm-exam,per-run-mean,0.214589,2.89e-07,41809,2368,95.83,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-5-5:high / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,opus-5.5,high,mixed,mid,vlm-exam,per-run-mean,1.637816,2.89e-07,214304,39030,85.87,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-5-5:high / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,opus-5.5,high,mixed,mid,vlm-exam,per-run-mean,7.407944,2.89e-07,619431,246511,76.79,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-opus-5-5:high / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,sonnet-5.5,low,mixed,mid,vlm-exam,per-run-mean,0.292213,2.89e-07,51923,18837,90.57,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-sonnet-5-5:low / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,sonnet-5.5,low,mixed,mid,vlm-exam,per-run-mean,0.317237,2.89e-07,144337,2856,90.72,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-sonnet-5-5:low / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,sonnet-5.5,low,mixed,mid,vlm-exam,per-run-mean,0.311764,2.89e-07,110682,9040,79.28,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-sonnet-5-5:low / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,sonnet-5.5,low,mixed,mid,vlm-exam,per-run-mean,0.092405,2.89e-07,41809,879,91.67,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-sonnet-5-5:low / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,sonnet-5.5,low,mixed,mid,vlm-exam,per-run-mean,0.735205,2.89e-07,214304,30660,76.38,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-sonnet-5-5:low / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,sonnet-5.5,low,mixed,mid,vlm-exam,per-run-mean,2.439539,2.89e-07,619931,119968,74.27,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-sonnet-5-5:low / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,sonnet-5.5,high,mixed,mid,vlm-exam,per-run-mean,0.406199,2.89e-07,51923,30235,90.88,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-sonnet-5-5:high / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,sonnet-5.5,high,mixed,mid,vlm-exam,per-run-mean,0.344514,2.89e-07,144337,5584,93.13,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-sonnet-5-5:high / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,sonnet-5.5,high,mixed,mid,vlm-exam,per-run-mean,0.392871,2.89e-07,110682,17151,82.88,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-sonnet-5-5:high / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,sonnet-5.5,high,mixed,mid,vlm-exam,per-run-mean,0.105775,2.89e-07,41809,2216,90.62,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-sonnet-5-5:high / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,sonnet-5.5,high,mixed,mid,vlm-exam,per-run-mean,0.920781,2.89e-07,214304,49217,83.89,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-sonnet-5-5:high / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,sonnet-5.5,high,mixed,mid,vlm-exam,per-run-mean,3.481205,2.89e-07,619931,224134,76.76,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row claude-sonnet-5-5:high / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,gemini-3.5-flash,low,mixed,mid,vlm-exam,per-run-mean,0.604859,2.89e-07,42403,60139,89.34,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.5-flash:low / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,gemini-3.5-flash,low,mixed,mid,vlm-exam,per-run-mean,0.36247,2.89e-07,110137,21918,94.5,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.5-flash:low / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,gemini-3.5-flash,low,mixed,mid,vlm-exam,per-run-mean,0.553392,2.89e-07,83854,47512,80.63,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.5-flash:low / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,gemini-3.5-flash,low,mixed,mid,vlm-exam,per-run-mean,0.128763,2.89e-07,36426,8236,98.96,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.5-flash:low / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,gemini-3.5-flash,low,mixed,mid,vlm-exam,per-run-mean,1.235421,2.89e-07,171782,108639,82.12,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.5-flash:low / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,gemini-3.5-flash,low,mixed,mid,vlm-exam,per-run-mean,3.933333,2.89e-07,299764,387076,70.58,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.5-flash:low / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,gemini-3.5-flash,high,mixed,mid,vlm-exam,per-run-mean,1.294672,2.89e-07,42403,136785,88.89,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.5-flash:high / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,gemini-3.5-flash,high,mixed,mid,vlm-exam,per-run-mean,0.637757,2.89e-07,110137,52506,95.53,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.5-flash:high / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,gemini-3.5-flash,high,mixed,mid,vlm-exam,per-run-mean,1.224027,2.89e-07,83854,122027,82.43,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.5-flash:high / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,gemini-3.5-flash,high,mixed,mid,vlm-exam,per-run-mean,0.217914,2.89e-07,36426,18142,97.92,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.5-flash:high / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,gemini-3.5-flash,high,mixed,mid,vlm-exam,per-run-mean,2.685549,2.89e-07,171782,269764,81.02,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.5-flash:high / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,gemini-3.5-flash,high,mixed,mid,vlm-exam,per-run-mean,5.256789,2.89e-07,299764,534127,69.79,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.5-flash:high / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,gemini-3.6-flash,low,mixed,mid,vlm-exam,per-run-mean,0.205144,2.89e-07,42403,18872,88.17,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.6-flash:low / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,gemini-3.6-flash,low,mixed,mid,vlm-exam,per-run-mean,0.291021,2.89e-07,110137,16775,95.88,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.6-flash:low / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,gemini-3.6-flash,low,mixed,mid,vlm-exam,per-run-mean,0.499006,2.89e-07,83854,49763,80.18,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.6-flash:low / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,gemini-3.6-flash,low,mixed,mid,vlm-exam,per-run-mean,0.094799,2.89e-07,36426,5355,98.96,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.6-flash:low / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,gemini-3.6-flash,low,mixed,mid,vlm-exam,per-run-mean,0.945371,2.89e-07,171782,91693,77.7,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.6-flash:low / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,gemini-3.6-flash,low,mixed,mid,vlm-exam,per-run-mean,2.069111,2.89e-07,299764,215929,57.08,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.6-flash:low / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,gemini-3.6-flash,high,mixed,mid,vlm-exam,per-run-mean,1.272907,2.89e-07,42403,161240,89.53,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.6-flash:high / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,gemini-3.6-flash,high,mixed,mid,vlm-exam,per-run-mean,0.615203,2.89e-07,110137,60000,94.85,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.6-flash:high / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,gemini-3.6-flash,high,mixed,mid,vlm-exam,per-run-mean,1.314898,2.89e-07,83854,158549,79.28,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.6-flash:high / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,gemini-3.6-flash,high,mixed,mid,vlm-exam,per-run-mean,0.212959,2.89e-07,36426,21109,100.0,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.6-flash:high / column tasks.identification.primary_metric.value),,out:uninformative,out:superseded vlmexam,github-vlmexam,gemini-3.6-flash,high,mixed,mid,vlm-exam,per-run-mean,2.761383,2.89e-07,171782,333828,81.02,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.6-flash:high / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,gemini-3.6-flash,high,mixed,mid,vlm-exam,per-run-mean,4.631426,2.89e-07,299764,557571,70.72,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.6-flash:high / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,gemini-3.7-flash,low,mixed,mid,vlm-exam,per-run-mean,0.099147,2.89e-07,42403,17959,88.18,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.7-flash:low / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,gemini-3.7-flash,low,mixed,mid,vlm-exam,per-run-mean,0.135706,2.89e-07,110137,14161,96.22,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.7-flash:low / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,gemini-3.7-flash,low,mixed,mid,vlm-exam,per-run-mean,0.188039,2.89e-07,83854,33373,78.38,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.7-flash:low / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,gemini-3.7-flash,low,mixed,mid,vlm-exam,per-run-mean,0.041743,2.89e-07,36426,3846,96.88,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.7-flash:low / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,gemini-3.7-flash,low,mixed,mid,vlm-exam,per-run-mean,0.334034,2.89e-07,171782,54719,80.79,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.7-flash:low / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,gemini-3.7-flash,low,mixed,mid,vlm-exam,per-run-mean,1.183132,2.89e-07,299764,255549,70.54,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.7-flash:low / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,gemini-3.7-flash,high,mixed,mid,vlm-exam,per-run-mean,0.343555,2.89e-07,42403,83134,88.97,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.7-flash:high / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,gemini-3.7-flash,high,mixed,mid,vlm-exam,per-run-mean,0.227289,2.89e-07,110137,38583,95.88,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.7-flash:high / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,gemini-3.7-flash,high,mixed,mid,vlm-exam,per-run-mean,0.41183,2.89e-07,83854,93051,79.28,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.7-flash:high / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,gemini-3.7-flash,high,mixed,mid,vlm-exam,per-run-mean,0.068471,2.89e-07,36426,10974,96.88,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.7-flash:high / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,gemini-3.7-flash,high,mixed,mid,vlm-exam,per-run-mean,0.761635,2.89e-07,171782,168746,81.9,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.7-flash:high / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,gemini-3.7-flash,high,mixed,mid,vlm-exam,per-run-mean,2.230047,2.89e-07,299764,534726,74.32,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.7-flash:high / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,gemini-3.8-flash,low,mixed,mid,vlm-exam,per-run-mean,0.087195,2.89e-07,42403,14771,87.35,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.8-flash:low / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,gemini-3.8-flash,low,mixed,mid,vlm-exam,per-run-mean,0.179379,2.89e-07,110137,25807,97.25,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.8-flash:low / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,gemini-3.8-flash,low,mixed,mid,vlm-exam,per-run-mean,0.266817,2.89e-07,83854,54380,78.83,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.8-flash:low / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,gemini-3.8-flash,low,mixed,mid,vlm-exam,per-run-mean,0.045992,2.89e-07,36426,4979,97.92,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.8-flash:low / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,gemini-3.8-flash,low,mixed,mid,vlm-exam,per-run-mean,0.519403,2.89e-07,171782,104151,81.24,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.8-flash:low / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,gemini-3.8-flash,low,mixed,mid,vlm-exam,per-run-mean,1.018587,2.89e-07,299764,211670,68.06,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.8-flash:low / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,gemini-3.8-flash,high,mixed,mid,vlm-exam,per-run-mean,2.355794,2.89e-07,42403,619731,88.83,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.8-flash:high / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,gemini-3.8-flash,high,mixed,mid,vlm-exam,per-run-mean,0.859905,2.89e-07,110137,207281,94.85,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.8-flash:high / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,gemini-3.8-flash,high,mixed,mid,vlm-exam,per-run-mean,1.783938,2.89e-07,82710,459175,79.28,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.8-flash:high / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,gemini-3.8-flash,high,mixed,mid,vlm-exam,per-run-mean,0.107604,2.89e-07,36426,21409,96.88,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.8-flash:high / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,gemini-3.8-flash,high,mixed,mid,vlm-exam,per-run-mean,3.147765,2.89e-07,171782,805048,84.55,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.8-flash:high / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,gemini-3.8-flash,high,mixed,mid,vlm-exam,per-run-mean,5.245304,2.89e-07,299764,1338795,74.82,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.8-flash:high / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,gemini-3.5-flash-lite,low,mixed,mid,vlm-exam,per-run-mean,0.041516,2.89e-07,42403,11518,87.36,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.5-flash-lite:low / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,gemini-3.5-flash-lite,low,mixed,mid,vlm-exam,per-run-mean,0.040096,2.89e-07,110137,2822,91.75,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.5-flash-lite:low / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,gemini-3.5-flash-lite,low,mixed,mid,vlm-exam,per-run-mean,0.051461,2.89e-07,83854,10522,52.7,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.5-flash-lite:low / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,gemini-3.5-flash-lite,low,mixed,mid,vlm-exam,per-run-mean,0.01326,2.89e-07,36426,933,84.38,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.5-flash-lite:low / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,gemini-3.5-flash-lite,low,mixed,mid,vlm-exam,per-run-mean,0.183612,2.89e-07,171782,52831,48.34,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.5-flash-lite:low / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,gemini-3.5-flash-lite,low,mixed,mid,vlm-exam,per-run-mean,0.579047,2.89e-07,299764,195647,57.51,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.5-flash-lite:low / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,gemini-3.5-flash-lite,high,mixed,mid,vlm-exam,per-run-mean,0.628262,2.89e-07,171782,230691,68.87,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.5-flash-lite:high / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,gemini-3-flash,low,mixed,mid,vlm-exam,per-run-mean,0.089506,2.89e-07,42403,22768,87.56,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3-flash-preview:low / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,gemini-3-flash,low,mixed,mid,vlm-exam,per-run-mean,0.080278,2.89e-07,110137,8403,96.91,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3-flash-preview:low / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,gemini-3-flash,low,mixed,mid,vlm-exam,per-run-mean,0.086027,2.89e-07,83854,14700,67.57,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3-flash-preview:low / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,gemini-3-flash,low,mixed,mid,vlm-exam,per-run-mean,0.027954,2.89e-07,36426,3247,93.75,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3-flash-preview:low / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,gemini-3-flash,low,mixed,mid,vlm-exam,per-run-mean,0.302224,2.89e-07,171782,72111,64.9,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3-flash-preview:low / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,gemini-3-flash,low,mixed,mid,vlm-exam,per-run-mean,0.771914,2.89e-07,299764,207344,38.6,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3-flash-preview:low / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,gemini-3-flash,high,mixed,mid,vlm-exam,per-run-mean,0.603013,2.89e-07,171782,172374,74.17,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3-flash-preview:high / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,gemini-2.5-pro,think-128,mixed,mid,vlm-exam,per-run-mean,0.173845,2.89e-07,11780,15912,88.82,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-2.5-pro:low / column tasks.ocr.primary_metric.value),,out:budget-config,out:budget-config vlmexam-extraction,github-vlmexam,gemini-2.5-pro,think-128,mixed,mid,vlm-exam,per-run-mean,0.12302,2.89e-07,30240,8522,84.54,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-2.5-pro:low / column tasks.extraction.primary_metric.value),,out:budget-config,out:budget-config vlmexam-counting,github-vlmexam,gemini-2.5-pro,think-128,mixed,mid,vlm-exam,per-run-mean,0.089761,2.89e-07,22697,6139,52.7,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-2.5-pro:low / column tasks.counting.primary_metric.value),,out:budget-config,out:budget-config vlmexam-identification,github-vlmexam,gemini-2.5-pro,think-128,mixed,mid,vlm-exam,per-run-mean,0.039672,2.89e-07,9906,2729,93.75,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-2.5-pro:low / column tasks.identification.primary_metric.value),,out:budget-config,out:budget-config vlmexam,github-vlmexam,gemini-2.5-pro,think-128,mixed,mid,vlm-exam,per-run-mean,0.194331,2.89e-07,47321,13518,42.38,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-2.5-pro:low / column tasks.reasoning.primary_metric.value),,out:budget-config,out:budget-config vlmexam-detection,github-vlmexam,gemini-2.5-pro,think-128,mixed,mid,vlm-exam,per-run-mean,2.602086,2.89e-07,92493,248647,33.73,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-2.5-pro:low / column tasks.detection.primary_metric.value),,out:budget-config,out:budget-config vlmexam,github-vlmexam,gemini-2.5-pro,think-8000,mixed,mid,vlm-exam,per-run-mean,1.603701,2.89e-07,47321,154455,62.25,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-2.5-pro:high / column tasks.reasoning.primary_metric.value),,out:budget-config,out:budget-config vlmexam-ocr,github-vlmexam,gemini-3.1-pro,low,mixed,mid,vlm-exam,per-run-mean,0.243194,2.89e-07,42403,13199,92.62,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.1-pro-preview:low / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,gemini-3.1-pro,low,mixed,mid,vlm-exam,per-run-mean,0.611462,2.89e-07,110137,32599,95.88,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.1-pro-preview:low / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,gemini-3.1-pro,low,mixed,mid,vlm-exam,per-run-mean,0.525008,2.89e-07,83854,29775,71.62,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.1-pro-preview:low / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,gemini-3.1-pro,low,mixed,mid,vlm-exam,per-run-mean,0.224796,2.89e-07,36426,12662,100.0,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.1-pro-preview:low / column tasks.identification.primary_metric.value),,out:uninformative,out:superseded vlmexam,github-vlmexam,gemini-3.1-pro,low,mixed,mid,vlm-exam,per-run-mean,1.775392,2.89e-07,171782,119319,72.19,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.1-pro-preview:low / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,gemini-3.1-pro,low,mixed,mid,vlm-exam,per-run-mean,2.557072,2.89e-07,299762,163129,67.43,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.1-pro-preview:low / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,gemini-3.1-pro,high,mixed,mid,vlm-exam,per-run-mean,3.206536,2.89e-07,171782,238581,74.83,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gemini-3.1-pro-preview:high / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,gpt-5.5,low,mixed,mid,vlm-exam,per-run-mean,0.88334,2.89e-07,46626,21674,91.23,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.5:low / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,gpt-5.5,low,mixed,mid,vlm-exam,per-run-mean,1.02304,2.89e-07,130810,12300,85.91,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.5:low / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,gpt-5.5,low,mixed,mid,vlm-exam,per-run-mean,1.142315,2.89e-07,100495,21328,68.02,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.5:low / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,gpt-5.5,low,mixed,mid,vlm-exam,per-run-mean,0.279277,2.89e-07,37707,3025,89.58,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.5:low / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,gpt-5.5,low,mixed,mid,vlm-exam,per-run-mean,2.265105,2.89e-07,193419,43267,70.64,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.5:low / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,gpt-5.5,low,mixed,mid,vlm-exam,per-run-mean,8.60901,2.89e-07,511200,201767,43.59,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.5:low / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,gpt-5.5,high,mixed,mid,vlm-exam,per-run-mean,2.65908,2.89e-07,46626,80865,91.65,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.5:high / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,gpt-5.5,high,mixed,mid,vlm-exam,per-run-mean,1.79798,2.89e-07,130810,38131,86.94,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.5:high / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,gpt-5.5,high,mixed,mid,vlm-exam,per-run-mean,3.637242,2.89e-07,100128,104553,68.02,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.5:high / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,gpt-5.5,high,mixed,mid,vlm-exam,per-run-mean,0.585945,2.89e-07,37685,13251,88.54,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.5:high / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,gpt-5.5,high,mixed,mid,vlm-exam,per-run-mean,6.601938,2.89e-07,192558,187972,72.19,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.5:high / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,gpt-5.5,high,mixed,mid,vlm-exam,per-run-mean,32.606428,2.89e-07,498408,1003813,44.23,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.5:high / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,gpt-5.4-mini,low,mixed,mid,vlm-exam,per-run-mean,0.155757,2.89e-07,46626,26842,89.55,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.4-mini:low / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,gpt-5.4-mini,low,mixed,mid,vlm-exam,per-run-mean,0.136923,2.89e-07,130810,8626,84.19,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.4-mini:low / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,gpt-5.4-mini,low,mixed,mid,vlm-exam,per-run-mean,0.141097,2.89e-07,100495,14606,58.56,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.4-mini:low / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,gpt-5.4-mini,low,mixed,mid,vlm-exam,per-run-mean,0.042475,2.89e-07,37685,3158,83.33,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.4-mini:low / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,gpt-5.4-mini,low,mixed,mid,vlm-exam,per-run-mean,0.336478,2.89e-07,193419,42536,56.95,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.4-mini:low / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,gpt-5.4-mini,low,mixed,mid,vlm-exam,per-run-mean,1.101686,2.89e-07,446221,170449,15.8,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.4-mini:low / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,gpt-5.4-mini,high,mixed,mid,vlm-exam,per-run-mean,1.095946,2.89e-07,46626,235773,88.95,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.4-mini:high / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,gpt-5.4-mini,high,mixed,mid,vlm-exam,per-run-mean,0.344934,2.89e-07,130810,54850,82.13,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.4-mini:high / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,gpt-5.4-mini,high,mixed,mid,vlm-exam,per-run-mean,0.543134,2.89e-07,100495,103947,64.86,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.4-mini:high / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,gpt-5.4-mini,high,mixed,mid,vlm-exam,per-run-mean,0.174578,2.89e-07,37685,32514,82.29,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.4-mini:high / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,gpt-5.4-mini,high,mixed,mid,vlm-exam,per-run-mean,1.445357,2.89e-07,193419,288954,64.02,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.4-mini:high / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,gpt-5.4-mini,high,mixed,mid,vlm-exam,per-run-mean,7.495255,2.89e-07,446221,1591242,16.56,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.4-mini:high / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,gpt-5.6-sol,low,mixed,mid,vlm-exam,per-run-mean,1.12212,2.89e-07,46626,29633,90.68,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-sol:low / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,gpt-5.6-sol,low,mixed,mid,vlm-exam,per-run-mean,0.82028,2.89e-07,130810,5541,84.88,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-sol:low / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,gpt-5.6-sol,low,mixed,mid,vlm-exam,per-run-mean,0.985205,2.89e-07,100495,16091,74.32,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-sol:low / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,gpt-5.6-sol,low,mixed,mid,vlm-exam,per-run-mean,0.229765,2.89e-07,37685,1378,89.58,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-sol:low / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,gpt-5.6-sol,low,mixed,mid,vlm-exam,per-run-mean,1.755565,2.89e-07,193419,26282,66.0,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-sol:low / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,gpt-5.6-sol,low,mixed,mid,vlm-exam,per-run-mean,11.04367,2.89e-07,511200,282922,68.44,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-sol:low / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,gpt-5.6-sol,high,mixed,mid,vlm-exam,per-run-mean,2.76861,2.89e-07,46626,84516,90.2,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-sol:high / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,gpt-5.6-sol,high,mixed,mid,vlm-exam,per-run-mean,1.04996,2.89e-07,130810,13197,86.94,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-sol:high / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,gpt-5.6-sol,high,mixed,mid,vlm-exam,per-run-mean,1.620685,2.89e-07,100495,37274,76.13,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-sol:high / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,gpt-5.6-sol,high,mixed,mid,vlm-exam,per-run-mean,0.251065,2.89e-07,37685,2088,92.71,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-sol:high / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,gpt-5.6-sol,high,mixed,mid,vlm-exam,per-run-mean,2.578667,2.89e-07,193457,53713,71.74,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-sol:high / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,gpt-5.6-sol,high,mixed,mid,vlm-exam,per-run-mean,26.058908,2.89e-07,495464,786053,68.4,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-sol:high / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,gpt-5.6-terra,low,mixed,mid,vlm-exam,per-run-mean,0.56494,2.89e-07,46626,29892,89.36,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-terra:low / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,gpt-5.6-terra,low,mixed,mid,vlm-exam,per-run-mean,0.455375,2.89e-07,130810,8557,79.73,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-terra:low / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,gpt-5.6-terra,low,mixed,mid,vlm-exam,per-run-mean,0.518217,2.89e-07,100495,17799,65.77,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-terra:low / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,gpt-5.6-terra,low,mixed,mid,vlm-exam,per-run-mean,0.137027,2.89e-07,37685,2854,86.46,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-terra:low / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,gpt-5.6-terra,low,mixed,mid,vlm-exam,per-run-mean,0.965517,2.89e-07,193419,32131,60.93,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-terra:low / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,gpt-5.6-terra,low,mixed,mid,vlm-exam,per-run-mean,4.441445,2.89e-07,511200,210896,60.57,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-terra:low / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,gpt-5.6-terra,high,mixed,mid,vlm-exam,per-run-mean,1.07472,2.89e-07,46626,63877,89.42,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-terra:high / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,gpt-5.6-terra,high,mixed,mid,vlm-exam,per-run-mean,0.52057,2.89e-07,130810,12903,80.41,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-terra:high / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,gpt-5.6-terra,high,mixed,mid,vlm-exam,per-run-mean,0.707203,2.89e-07,100495,30398,62.61,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-terra:high / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,gpt-5.6-terra,high,mixed,mid,vlm-exam,per-run-mean,0.153478,2.89e-07,37685,3951,86.46,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-terra:high / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,gpt-5.6-terra,high,mixed,mid,vlm-exam,per-run-mean,1.257367,2.89e-07,193419,51588,65.34,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-terra:high / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,gpt-5.6-terra,high,mixed,mid,vlm-exam,per-run-mean,8.16005,2.89e-07,511200,458803,61.26,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-terra:high / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,gpt-5.6-luna,low,mixed,mid,vlm-exam,per-run-mean,0.215436,2.89e-07,46626,28135,90.68,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-luna:low / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,gpt-5.6-luna,low,mixed,mid,vlm-exam,per-run-mean,0.190574,2.89e-07,130810,9961,80.41,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-luna:low / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,gpt-5.6-luna,low,mixed,mid,vlm-exam,per-run-mean,0.234593,2.89e-07,100495,22350,67.12,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-luna:low / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,gpt-5.6-luna,low,mixed,mid,vlm-exam,per-run-mean,0.059125,2.89e-07,37685,3573,83.33,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-luna:low / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,gpt-5.6-luna,low,mixed,mid,vlm-exam,per-run-mean,0.474953,2.89e-07,193419,46922,60.49,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-luna:low / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,gpt-5.6-luna,low,mixed,mid,vlm-exam,per-run-mean,1.892964,2.89e-07,511200,230294,60.96,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-luna:low / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,gpt-5.6-luna,high,mixed,mid,vlm-exam,per-run-mean,0.781368,2.89e-07,46626,122457,91.45,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-luna:high / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,gpt-5.6-luna,high,mixed,mid,vlm-exam,per-run-mean,0.277426,2.89e-07,130810,24436,81.79,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-luna:high / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,gpt-5.6-luna,high,mixed,mid,vlm-exam,per-run-mean,0.559349,2.89e-07,100495,76476,70.72,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-luna:high / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,gpt-5.6-luna,high,mixed,mid,vlm-exam,per-run-mean,0.111557,2.89e-07,37685,12312,84.38,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-luna:high / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,gpt-5.6-luna,high,mixed,mid,vlm-exam,per-run-mean,1.153273,2.89e-07,193419,159976,65.56,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-luna:high / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,gpt-5.6-luna,high,mixed,mid,vlm-exam,per-run-mean,6.216004,2.89e-07,497584,953070,62.29,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-5.6-luna:high / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,gpt-6-astra,low,mixed,mid,vlm-exam,per-run-mean,1.153143,2.89e-07,46626,13738,91.89,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-astra:low / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,gpt-6-astra,low,mixed,mid,vlm-exam,per-run-mean,1.441033,2.89e-07,130810,2659,88.66,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-astra:low / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,gpt-6-astra,low,mixed,mid,vlm-exam,per-run-mean,1.328517,2.89e-07,100495,6471,80.18,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-astra:low / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,gpt-6-astra,low,mixed,mid,vlm-exam,per-run-mean,0.40135,2.89e-07,37685,490,89.58,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-astra:low / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,gpt-6-astra,low,mixed,mid,vlm-exam,per-run-mean,2.38884,2.89e-07,193419,9093,87.2,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-astra:low / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,gpt-6-astra,low,mixed,mid,vlm-exam,per-run-mean,12.523817,2.89e-07,511200,148236,82.07,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-astra:low / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,gpt-6-astra,high,mixed,mid,vlm-exam,per-run-mean,3.289727,2.89e-07,46626,56469,91.52,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-astra:high / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,gpt-6-astra,high,mixed,mid,vlm-exam,per-run-mean,1.789433,2.89e-07,130810,9627,91.07,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-astra:high / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,gpt-6-astra,high,mixed,mid,vlm-exam,per-run-mean,2.036467,2.89e-07,100495,20630,81.08,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-astra:high / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,gpt-6-astra,high,mixed,mid,vlm-exam,per-run-mean,0.4471,2.89e-07,37685,1405,92.71,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-astra:high / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,gpt-6-astra,high,mixed,mid,vlm-exam,per-run-mean,3.169473,2.89e-07,193419,24706,91.17,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-astra:high / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,gpt-6-astra,high,mixed,mid,vlm-exam,per-run-mean,25.190313,2.89e-07,485448,406717,83.56,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-astra:high / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,gpt-6-sol,low,mixed,mid,vlm-exam,per-run-mean,0.261582,2.89e-07,46626,16833,91.7,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-sol:low / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,gpt-6-sol,low,mixed,mid,vlm-exam,per-run-mean,0.30632,2.89e-07,130810,4470,84.19,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-sol:low / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,gpt-6-sol,low,mixed,mid,vlm-exam,per-run-mean,0.285217,2.89e-07,100495,8423,76.58,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-sol:low / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,gpt-6-sol,low,mixed,mid,vlm-exam,per-run-mean,0.08573,2.89e-07,37685,1036,93.75,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-sol:low / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,gpt-6-sol,low,mixed,mid,vlm-exam,per-run-mean,0.561761,2.89e-07,193419,17492,72.63,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-sol:low / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,gpt-6-sol,low,mixed,mid,vlm-exam,per-run-mean,2.656693,2.89e-07,511200,163429,74.65,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-sol:low / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,gpt-6-sol,high,mixed,mid,vlm-exam,per-run-mean,0.686449,2.89e-07,46626,59320,91.96,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-sol:high / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,gpt-6-sol,high,mixed,mid,vlm-exam,per-run-mean,0.418787,2.89e-07,130810,15717,83.51,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-sol:high / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,gpt-6-sol,high,mixed,mid,vlm-exam,per-run-mean,0.521283,2.89e-07,100495,32029,77.48,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-sol:high / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,gpt-6-sol,high,mixed,mid,vlm-exam,per-run-mean,0.116173,2.89e-07,37685,4080,92.71,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-sol:high / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,gpt-6-sol,high,mixed,mid,vlm-exam,per-run-mean,0.923101,2.89e-07,193419,53626,77.7,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-sol:high / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,gpt-6-sol,high,mixed,mid,vlm-exam,per-run-mean,5.380973,2.89e-07,511200,435857,76.4,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-sol:high / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,gpt-6-luna,low,mixed,mid,vlm-exam,per-run-mean,0.017679,2.89e-07,46626,26032,90.62,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-luna:low / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,gpt-6-luna,low,mixed,mid,vlm-exam,per-run-mean,0.017268,2.89e-07,130810,8374,83.51,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-luna:low / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,gpt-6-luna,low,mixed,mid,vlm-exam,per-run-mean,0.018396,2.89e-07,100495,16693,71.62,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-luna:low / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,gpt-6-luna,low,mixed,mid,vlm-exam,per-run-mean,0.005337,2.89e-07,37685,3138,87.5,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-luna:low / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,gpt-6-luna,low,mixed,mid,vlm-exam,per-run-mean,0.038308,2.89e-07,193419,37932,64.24,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-luna:low / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,gpt-6-luna,low,mixed,mid,vlm-exam,per-run-mean,0.158288,2.89e-07,511200,214336,65.54,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-luna:low / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,gpt-6-luna,high,mixed,mid,vlm-exam,per-run-mean,0.039523,2.89e-07,46626,69721,91.87,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-luna:high / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,gpt-6-luna,high,mixed,mid,vlm-exam,per-run-mean,0.022372,2.89e-07,130810,18582,84.88,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-luna:high / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,gpt-6-luna,high,mixed,mid,vlm-exam,per-run-mean,0.029084,2.89e-07,100495,38068,72.07,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-luna:high / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,gpt-6-luna,high,mixed,mid,vlm-exam,per-run-mean,0.007159,2.89e-07,37685,6780,87.5,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-luna:high / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,gpt-6-luna,high,mixed,mid,vlm-exam,per-run-mean,0.066209,2.89e-07,193419,93735,71.08,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-luna:high / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,gpt-6-luna,high,mixed,mid,vlm-exam,per-run-mean,0.358333,2.89e-07,511200,614426,68.05,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row gpt-6-luna:high / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,qwen3.8-max,low,mixed,mid,vlm-exam,per-run-mean,0.206826,2.89e-07,39675,21246,93.35,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-max:low / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,qwen3.8-max,low,mixed,mid,vlm-exam,per-run-mean,0.285504,2.89e-07,111328,10475,87.63,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-max:low / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,qwen3.8-max,low,mixed,mid,vlm-exam,per-run-mean,0.337772,2.89e-07,85015,27957,81.08,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-max:low / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,qwen3.8-max,low,mixed,mid,vlm-exam,per-run-mean,0.085232,2.89e-07,32022,3531,88.54,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-max:low / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,qwen3.8-max,low,mixed,mid,vlm-exam,per-run-mean,0.731396,2.89e-07,164417,67094,75.94,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-max:low / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,qwen3.8-max,low,mixed,mid,vlm-exam,per-run-mean,3.117518,2.89e-07,399748,386337,76.7,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-max:low / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,qwen3.8-max,high,mixed,mid,vlm-exam,per-run-mean,1.005234,2.89e-07,38713,154635,91.29,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-max:high / column tasks.ocr.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-extraction,github-vlmexam,qwen3.8-max,high,mixed,mid,vlm-exam,per-run-mean,0.386683,2.89e-07,109574,27922,89.35,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-max:high / column tasks.extraction.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-counting,github-vlmexam,qwen3.8-max,high,mixed,mid,vlm-exam,per-run-mean,0.673457,2.89e-07,83488,84413,81.08,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-max:high / column tasks.counting.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-identification,github-vlmexam,qwen3.8-max,high,mixed,mid,vlm-exam,per-run-mean,0.117878,2.89e-07,31190,9250,89.58,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-max:high / column tasks.identification.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam,github-vlmexam,qwen3.8-max,high,mixed,mid,vlm-exam,per-run-mean,1.601875,2.89e-07,160684,213418,80.35,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-max:high / column tasks.reasoning.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-detection,github-vlmexam,qwen3.8-max,high,mixed,mid,vlm-exam,per-run-mean,7.453546,2.89e-07,393354,1111140,78.44,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-max:high / column tasks.detection.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-ocr,github-vlmexam,qwen3.7-plus,nothink,mixed,mid,vlm-exam,per-run-mean,0.034427,2.89e-07,38787,17199,86.52,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.7-plus:low / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,qwen3.7-plus,nothink,mixed,mid,vlm-exam,per-run-mean,0.035802,2.89e-07,109000,720,83.51,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.7-plus:low / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,qwen3.7-plus,nothink,mixed,mid,vlm-exam,per-run-mean,0.026843,2.89e-07,83239,161,50.0,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.7-plus:low / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,qwen3.7-plus,nothink,mixed,mid,vlm-exam,per-run-mean,0.010161,2.89e-07,31254,125,84.38,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.7-plus:low / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,qwen3.7-plus,nothink,mixed,mid,vlm-exam,per-run-mean,0.052075,2.89e-07,160793,485,39.74,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.7-plus:low / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,qwen3.7-plus,nothink,mixed,mid,vlm-exam,per-run-mean,0.324637,2.89e-07,393748,155186,60.09,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.7-plus:low / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,qwen3.7-plus,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.644836,2.89e-07,158955,464039,68.21,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.7-plus:high / column tasks.reasoning.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-ocr,github-vlmexam,qwen3.7-flash,nothink,mixed,mid,vlm-exam,per-run-mean,0.003446,2.89e-07,38787,17555,84.13,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.7-flash:low / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,qwen3.7-flash,nothink,mixed,mid,vlm-exam,per-run-mean,0.003299,2.89e-07,106901,709,77.32,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.7-flash:low / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,qwen3.7-flash,nothink,mixed,mid,vlm-exam,per-run-mean,0.002518,2.89e-07,83239,160,45.95,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.7-flash:low / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,qwen3.7-flash,nothink,mixed,mid,vlm-exam,per-run-mean,0.000953,2.89e-07,31254,122,84.38,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.7-flash:low / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,qwen3.7-flash,nothink,mixed,mid,vlm-exam,per-run-mean,0.004886,2.89e-07,160793,480,34.44,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.7-flash:low / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,qwen3.7-flash,nothink,mixed,mid,vlm-exam,per-run-mean,0.030863,2.89e-07,392107,146923,42.83,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.7-flash:low / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,qwen3.7-flash,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.074855,2.89e-07,153977,540276,61.59,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.7-flash:high / column tasks.reasoning.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-ocr,github-vlmexam,qwen3.8-flash,nothink,mixed,mid,vlm-exam,per-run-mean,0.01227,2.89e-07,38787,13728,88.0,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-flash:low / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,qwen3.8-flash,nothink,mixed,mid,vlm-exam,per-run-mean,0.016689,2.89e-07,109000,720,84.88,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-flash:low / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,qwen3.8-flash,nothink,mixed,mid,vlm-exam,per-run-mean,0.012562,2.89e-07,83239,163,56.31,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-flash:low / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,qwen3.8-flash,nothink,mixed,mid,vlm-exam,per-run-mean,0.004746,2.89e-07,31254,124,88.54,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-flash:low / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,qwen3.8-flash,nothink,mixed,mid,vlm-exam,per-run-mean,0.024339,2.89e-07,160793,469,35.1,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-flash:low / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,qwen3.8-flash,nothink,mixed,mid,vlm-exam,per-run-mean,0.160999,2.89e-07,393748,216886,59.82,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-flash:low / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,qwen3.8-flash,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.018398,2.89e-07,40119,26340,91.32,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-flash:high / column tasks.ocr.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-extraction,github-vlmexam,qwen3.8-flash,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.0267,2.89e-07,112492,20906,84.54,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-flash:high / column tasks.extraction.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-counting,github-vlmexam,qwen3.8-flash,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.061585,2.89e-07,85903,103617,68.02,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-flash:high / column tasks.counting.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-identification,github-vlmexam,qwen3.8-flash,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.010327,2.89e-07,32406,11631,86.46,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-flash:high / column tasks.identification.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam,github-vlmexam,qwen3.8-flash,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.160781,2.89e-07,166954,288804,69.54,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-flash:high / column tasks.reasoning.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-detection,github-vlmexam,qwen3.8-flash,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.260949,2.89e-07,402748,426674,67.05,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-flash:high / column tasks.detection.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-ocr,github-vlmexam,qwen3-vl-235b-a22b-instruct,solo,mixed,mid,vlm-exam,per-run-mean,0.021117,2.89e-07,38641,15215,88.1,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3-vl-235b:low / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,qwen3-vl-235b-a22b-instruct,solo,mixed,mid,vlm-exam,per-run-mean,0.022342,2.89e-07,108520,725,87.63,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3-vl-235b:low / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,qwen3-vl-235b-a22b-instruct,solo,mixed,mid,vlm-exam,per-run-mean,0.016717,2.89e-07,82870,162,47.3,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3-vl-235b:low / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,qwen3-vl-235b-a22b-instruct,solo,mixed,mid,vlm-exam,per-run-mean,0.00633,2.89e-07,31095,126,90.62,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3-vl-235b:low / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,qwen3-vl-235b-a22b-instruct,solo,mixed,mid,vlm-exam,per-run-mean,0.032427,2.89e-07,160048,474,29.8,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3-vl-235b:low / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,qwen3-vl-235b-a22b-instruct,solo,mixed,mid,vlm-exam,per-run-mean,0.228627,2.89e-07,657877,110286,52.14,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3-vl-235b:low / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,qwen3-vl-235b-a22b-instruct,solo,mixed,mid,vlm-exam,per-run-mean,0.032423,2.89e-07,160048,470,33.77,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3-vl-235b:high / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,qwen3.5-27b,nothink,mixed,mid,vlm-exam,per-run-mean,0.052253,2.89e-07,36671,17188,84.45,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.5-27b:low / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,qwen3.5-27b,nothink,mixed,mid,vlm-exam,per-run-mean,0.033341,2.89e-07,105258,735,79.38,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.5-27b:low / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,qwen3.5-27b,nothink,mixed,mid,vlm-exam,per-run-mean,0.02476,2.89e-07,81253,160,54.05,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.5-27b:low / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,qwen3.5-27b,nothink,mixed,mid,vlm-exam,per-run-mean,0.009643,2.89e-07,31169,122,78.12,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.5-27b:low / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,qwen3.5-27b,nothink,mixed,mid,vlm-exam,per-run-mean,0.048422,2.89e-07,157647,470,31.79,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.5-27b:low / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,qwen3.5-27b,nothink,mixed,mid,vlm-exam,per-run-mean,0.511351,2.89e-07,507769,149592,58.75,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.5-27b:low / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,qwen3.5-27b,not-established:absent,mixed,mid,vlm-exam,per-run-mean,1.513257,2.89e-07,156359,610979,61.59,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.5-27b:high / column tasks.reasoning.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-ocr,github-vlmexam,qwen3.8-27b,low,mixed,mid,vlm-exam,per-run-mean,0.051757,2.89e-07,38787,16717,81.42,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-27b:low / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,qwen3.8-27b,low,mixed,mid,vlm-exam,per-run-mean,0.034423,2.89e-07,109000,718,79.38,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-27b:low / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,qwen3.8-27b,low,mixed,mid,vlm-exam,per-run-mean,0.025356,2.89e-07,83239,160,41.89,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-27b:low / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,qwen3.8-27b,low,mixed,mid,vlm-exam,per-run-mean,0.009676,2.89e-07,31254,125,78.12,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-27b:low / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,qwen3.8-27b,low,mixed,mid,vlm-exam,per-run-mean,0.04932,2.89e-07,160793,451,31.79,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-27b:low / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,qwen3.8-27b,low,mixed,mid,vlm-exam,per-run-mean,0.651464,2.89e-07,771660,174986,54.51,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-27b:low / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,qwen3.8-27b,not-established:ambiguous,mixed,mid,vlm-exam,per-run-mean,0.976716,2.89e-07,166833,386111,62.25,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.8-27b:high / column tasks.reasoning.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-ocr,github-vlmexam,qwen3.6-27b,nothink,mixed,mid,vlm-exam,per-run-mean,0.052949,2.89e-07,38806,17389,82.8,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.6-27b:low / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,qwen3.6-27b,nothink,mixed,mid,vlm-exam,per-run-mean,0.033256,2.89e-07,109053,725,85.57,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.6-27b:low / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,qwen3.6-27b,nothink,mixed,mid,vlm-exam,per-run-mean,0.024453,2.89e-07,83283,160,44.59,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.6-27b:low / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,qwen3.6-27b,nothink,mixed,mid,vlm-exam,per-run-mean,0.009333,2.89e-07,31272,123,78.12,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.6-27b:low / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,qwen3.6-27b,nothink,mixed,mid,vlm-exam,per-run-mean,0.047648,2.89e-07,160878,481,31.13,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.6-27b:low / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,qwen3.6-27b,nothink,mixed,mid,vlm-exam,per-run-mean,0.577794,2.89e-07,705570,155785,53.88,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.6-27b:low / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,qwen3.6-27b,not-established:absent,mixed,mid,vlm-exam,per-run-mean,1.542971,2.89e-07,160588,623567,54.3,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row qwen-3.6-27b:high / column tasks.reasoning.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-ocr,github-vlmexam,glm-5v-turbo,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.109192,2.89e-07,50423,12171,89.31,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row glm-5v-turbo:low / column tasks.ocr.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-extraction,github-vlmexam,glm-5v-turbo,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.169887,2.89e-07,139826,524,81.44,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row glm-5v-turbo:low / column tasks.extraction.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-counting,github-vlmexam,glm-5v-turbo,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.128793,2.89e-07,106834,148,48.65,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row glm-5v-turbo:low / column tasks.counting.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-identification,github-vlmexam,glm-5v-turbo,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.048707,2.89e-07,40189,120,84.38,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row glm-5v-turbo:low / column tasks.identification.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam,github-vlmexam,glm-5v-turbo,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.251258,2.89e-07,208008,412,31.79,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row glm-5v-turbo:low / column tasks.reasoning.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-detection,github-vlmexam,glm-5v-turbo,not-established:absent,mixed,mid,vlm-exam,per-run-mean,1.299348,2.89e-07,720773,108605,56.47,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row glm-5v-turbo:low / column tasks.detection.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam,github-vlmexam,glm-5v-turbo,not-established:absent,mixed,mid,vlm-exam,per-run-mean,1.04487,2.89e-07,208008,198815,49.67,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row glm-5v-turbo:high / column tasks.reasoning.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-ocr,github-vlmexam,glm-5.3-flash,low,mixed,mid,vlm-exam,per-run-mean,0.006887,2.89e-07,50747,12324,90.62,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row glm-5.3-flash:low / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,glm-5.3-flash,low,mixed,mid,vlm-exam,per-run-mean,0.011027,2.89e-07,141993,1509,83.51,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row glm-5.3-flash:low / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,glm-5.3-flash,low,mixed,mid,vlm-exam,per-run-mean,0.009026,2.89e-07,109169,3354,55.41,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row glm-5.3-flash:low / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,glm-5.3-flash,low,mixed,mid,vlm-exam,per-run-mean,0.003192,2.89e-07,40969,478,84.38,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row glm-5.3-flash:low / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,glm-5.3-flash,low,mixed,mid,vlm-exam,per-run-mean,0.01859,2.89e-07,210404,11239,50.99,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row glm-5.3-flash:low / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,glm-5.3-flash,low,mixed,mid,vlm-exam,per-run-mean,0.104384,2.89e-07,801166,177188,33.09,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row glm-5.3-flash:low / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,glm-5.3-flash,high,mixed,mid,vlm-exam,per-run-mean,0.022444,2.89e-07,210404,26654,59.6,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row glm-5.3-flash:high / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,kimi-k2.6,nothink,mixed,mid,vlm-exam,per-run-mean,0.079337,2.89e-07,50708,12126,88.49,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row kimi-k2.6:low / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,kimi-k2.6,nothink,mixed,mid,vlm-exam,per-run-mean,0.145867,2.89e-07,141822,12131,79.38,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row kimi-k2.6:low / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,kimi-k2.6,nothink,mixed,mid,vlm-exam,per-run-mean,0.14076,2.89e-07,109053,17522,56.76,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row kimi-k2.6:low / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,kimi-k2.6,nothink,mixed,mid,vlm-exam,per-run-mean,0.03174,2.89e-07,40931,533,78.12,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row kimi-k2.6:low / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,kimi-k2.6,nothink,mixed,mid,vlm-exam,per-run-mean,0.197148,2.89e-07,210176,12527,39.07,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row kimi-k2.6:low / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,kimi-k2.6,nothink,mixed,mid,vlm-exam,per-run-mean,1.467584,2.89e-07,578461,299515,35.66,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row kimi-k2.6:low / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,kimi-k2.6,not-established:absent,mixed,mid,vlm-exam,per-run-mean,3.018422,2.89e-07,205711,821849,58.94,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row kimi-k2.6:high / column tasks.reasoning.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-ocr,github-vlmexam,kimi-k3,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.347304,2.89e-07,51248,12904,93.0,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row kimi-k3:low / column tasks.ocr.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-extraction,github-vlmexam,kimi-k3,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.449724,2.89e-07,143168,1348,84.54,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row kimi-k3:low / column tasks.extraction.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-counting,github-vlmexam,kimi-k3,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.342438,2.89e-07,110076,814,45.95,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row kimi-k3:low / column tasks.counting.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-identification,github-vlmexam,kimi-k3,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.1302,2.89e-07,41355,409,81.25,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row kimi-k3:low / column tasks.identification.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam,github-vlmexam,kimi-k3,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.663069,2.89e-07,212213,1762,42.38,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row kimi-k3:low / column tasks.reasoning.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-detection,github-vlmexam,kimi-k3,not-established:absent,mixed,mid,vlm-exam,per-run-mean,5.005464,2.89e-07,938718,145954,51.92,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row kimi-k3:low / column tasks.detection.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam,github-vlmexam,kimi-k3,high,mixed,mid,vlm-exam,per-run-mean,5.565156,2.89e-07,213817,328247,74.17,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row kimi-k3:high / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,muse-spark-1.1,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.23211,2.89e-07,50983,39619,92.56,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.1:low / column tasks.ocr.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-extraction,github-vlmexam,muse-spark-1.1,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.28455,2.89e-07,143267,24816,87.63,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.1:low / column tasks.extraction.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-counting,github-vlmexam,muse-spark-1.1,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.307283,2.89e-07,110052,39934,76.58,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.1:low / column tasks.counting.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-identification,github-vlmexam,muse-spark-1.1,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.104748,2.89e-07,41466,12451,91.67,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.1:low / column tasks.identification.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam,github-vlmexam,muse-spark-1.1,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.920978,2.89e-07,212043,154335,74.17,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.1:low / column tasks.reasoning.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-detection,github-vlmexam,muse-spark-1.1,not-established:absent,mixed,mid,vlm-exam,per-run-mean,2.418373,2.89e-07,580824,398198,60.58,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.1:low / column tasks.detection.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-ocr,github-vlmexam,muse-spark-1.1,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.522413,2.89e-07,49047,108495,92.85,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.1:high / column tasks.ocr.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-extraction,github-vlmexam,muse-spark-1.1,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.486968,2.89e-07,138243,73921,89.0,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.1:high / column tasks.extraction.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-counting,github-vlmexam,muse-spark-1.1,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.583147,2.89e-07,106179,105982,76.13,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.1:high / column tasks.counting.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-identification,github-vlmexam,muse-spark-1.1,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.207704,2.89e-07,39844,37153,89.58,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.1:high / column tasks.identification.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam,github-vlmexam,muse-spark-1.1,not-established:absent,mixed,mid,vlm-exam,per-run-mean,1.965568,2.89e-07,212043,400121,76.6,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.1:high / column tasks.reasoning.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-detection,github-vlmexam,muse-spark-1.1,not-established:absent,mixed,mid,vlm-exam,per-run-mean,3.747103,2.89e-07,567741,714689,60.03,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.1:high / column tasks.detection.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-ocr,github-vlmexam,muse-spark-1.2,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.290568,2.89e-07,49047,53943,93.6,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.2:low / column tasks.ocr.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-extraction,github-vlmexam,muse-spark-1.2,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.332701,2.89e-07,138243,37623,89.0,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.2:low / column tasks.extraction.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-counting,github-vlmexam,muse-spark-1.2,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.367135,2.89e-07,106179,55156,76.58,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.2:low / column tasks.counting.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-identification,github-vlmexam,muse-spark-1.2,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.120356,2.89e-07,39844,16600,89.58,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.2:low / column tasks.identification.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam,github-vlmexam,muse-spark-1.2,not-established:absent,mixed,mid,vlm-exam,per-run-mean,1.099247,2.89e-07,204141,198605,75.06,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.2:low / column tasks.reasoning.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-detection,github-vlmexam,muse-spark-1.2,not-established:absent,mixed,mid,vlm-exam,per-run-mean,2.393571,2.89e-07,566869,396467,58.97,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.2:low / column tasks.detection.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-ocr,github-vlmexam,muse-spark-1.2,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.505828,2.89e-07,49047,104593,92.9,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.2:high / column tasks.ocr.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-extraction,github-vlmexam,muse-spark-1.2,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.456231,2.89e-07,138179,66708,88.32,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.2:high / column tasks.extraction.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-counting,github-vlmexam,muse-spark-1.2,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.60412,2.89e-07,106179,110917,75.23,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.2:high / column tasks.counting.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-identification,github-vlmexam,muse-spark-1.2,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.19744,2.89e-07,39844,34738,87.5,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.2:high / column tasks.identification.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam,github-vlmexam,muse-spark-1.2,not-established:absent,mixed,mid,vlm-exam,per-run-mean,1.878308,2.89e-07,204141,381913,75.72,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.2:high / column tasks.reasoning.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-detection,github-vlmexam,muse-spark-1.2,not-established:absent,mixed,mid,vlm-exam,per-run-mean,3.376585,2.89e-07,567741,627508,60.47,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.2:high / column tasks.detection.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-ocr,github-vlmexam,muse-spark-1.3,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.305543,2.89e-07,48647,57585,91.26,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.3:low / column tasks.ocr.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-extraction,github-vlmexam,muse-spark-1.3,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.303939,2.89e-07,136811,31277,88.66,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.3:low / column tasks.extraction.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-counting,github-vlmexam,muse-spark-1.3,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.362609,2.89e-07,104607,54553,74.32,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.3:low / column tasks.counting.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-identification,github-vlmexam,muse-spark-1.3,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.115744,2.89e-07,39844,15515,92.71,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.3:low / column tasks.identification.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam,github-vlmexam,muse-spark-1.3,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.961681,2.89e-07,199221,167683,73.29,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.3:low / column tasks.reasoning.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-detection,github-vlmexam,muse-spark-1.3,not-established:absent,mixed,mid,vlm-exam,per-run-mean,2.73043,2.89e-07,559546,477882,58.65,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.3:low / column tasks.detection.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-ocr,github-vlmexam,muse-spark-1.3,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.559038,2.89e-07,45419,118180,86.87,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.3:high / column tasks.ocr.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-extraction,github-vlmexam,muse-spark-1.3,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.427884,2.89e-07,135192,60916,87.63,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.3:high / column tasks.extraction.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-counting,github-vlmexam,muse-spark-1.3,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.693152,2.89e-07,103443,132670,75.68,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.3:high / column tasks.counting.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-identification,github-vlmexam,muse-spark-1.3,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.202316,2.89e-07,38605,36249,86.46,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.3:high / column tasks.identification.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam,github-vlmexam,muse-spark-1.3,not-established:absent,mixed,mid,vlm-exam,per-run-mean,1.846895,2.89e-07,200063,375722,73.07,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.3:high / column tasks.reasoning.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-detection,github-vlmexam,muse-spark-1.3,not-established:absent,mixed,mid,vlm-exam,per-run-mean,4.214529,2.89e-07,554320,828619,56.63,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-spark-1.3:high / column tasks.detection.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-ocr,github-vlmexam,muse-glimmer-30b,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.044904,2.89e-07,50860,18069,92.14,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-glimmer-30b:low / column tasks.ocr.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-extraction,github-vlmexam,muse-glimmer-30b,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.065518,2.89e-07,142996,10313,86.6,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-glimmer-30b:low / column tasks.extraction.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-counting,github-vlmexam,muse-glimmer-30b,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.060524,2.89e-07,109805,14728,66.22,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-glimmer-30b:low / column tasks.counting.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-identification,github-vlmexam,muse-glimmer-30b,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.019989,2.89e-07,41412,3663,81.25,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-glimmer-30b:low / column tasks.identification.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam,github-vlmexam,muse-glimmer-30b,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.156338,2.89e-07,211540,54866,57.62,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-glimmer-30b:low / column tasks.reasoning.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-detection,github-vlmexam,muse-glimmer-30b,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.509658,2.89e-07,579991,204441,40.98,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-glimmer-30b:low / column tasks.detection.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam,github-vlmexam,muse-glimmer-30b,high,mixed,mid,vlm-exam,per-run-mean,0.493748,2.89e-07,211460,279825,62.91,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row muse-glimmer-30b:high / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,grok-4.5,low,mixed,mid,vlm-exam,per-run-mean,0.252927,2.89e-07,58248,22738,92.12,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row grok-4.5:low / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,grok-4.5,low,mixed,mid,vlm-exam,per-run-mean,0.431461,2.89e-07,159834,18632,83.51,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row grok-4.5:low / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,grok-4.5,low,mixed,mid,vlm-exam,per-run-mean,0.479336,2.89e-07,122403,39088,59.46,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row grok-4.5:low / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,grok-4.5,low,mixed,mid,vlm-exam,per-run-mean,0.148758,2.89e-07,48176,8734,83.33,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row grok-4.5:low / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,grok-4.5,low,mixed,mid,vlm-exam,per-run-mean,1.233598,2.89e-07,240022,125592,57.62,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row grok-4.5:low / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,grok-4.5,low,mixed,mid,vlm-exam,per-run-mean,2.819815,2.89e-07,510494,299804,19.0,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row grok-4.5:low / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,grok-4.5,high,mixed,mid,vlm-exam,per-run-mean,0.432061,2.89e-07,58657,52458,92.28,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row grok-4.5:high / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,grok-4.5,high,mixed,mid,vlm-exam,per-run-mean,0.594797,2.89e-07,160884,45505,81.79,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row grok-4.5:high / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,grok-4.5,high,mixed,mid,vlm-exam,per-run-mean,0.875285,2.89e-07,123301,104780,57.66,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row grok-4.5:high / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,grok-4.5,high,mixed,mid,vlm-exam,per-run-mean,0.214136,2.89e-07,48526,19514,85.42,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row grok-4.5:high / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,grok-4.5,high,mixed,mid,vlm-exam,per-run-mean,2.796215,2.89e-07,240255,385951,59.82,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row grok-4.5:high / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,grok-4.5,high,mixed,mid,vlm-exam,per-run-mean,4.905846,2.89e-07,513306,646539,17.75,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row grok-4.5:high / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,grok-4.6,low,mixed,mid,vlm-exam,per-run-mean,0.336885,2.89e-07,58187,36752,91.85,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row grok-4.6:low / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,grok-4.6,low,mixed,mid,vlm-exam,per-run-mean,0.480249,2.89e-07,159704,26807,85.57,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row grok-4.6:low / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,grok-4.6,low,mixed,mid,vlm-exam,per-run-mean,0.583441,2.89e-07,122339,56460,65.77,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row grok-4.6:low / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,grok-4.6,low,mixed,mid,vlm-exam,per-run-mean,0.175883,2.89e-07,48122,13273,84.38,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row grok-4.6:low / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,grok-4.6,low,mixed,mid,vlm-exam,per-run-mean,1.400901,2.89e-07,239902,153516,61.15,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row grok-4.6:low / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,grok-4.6,low,mixed,mid,vlm-exam,per-run-mean,3.234518,2.89e-07,510091,369056,23.76,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row grok-4.6:low / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,grok-4.6,high,mixed,mid,vlm-exam,per-run-mean,0.845253,2.89e-07,63946,119560,91.59,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row grok-4.6:high / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,grok-4.6,high,mixed,mid,vlm-exam,per-run-mean,0.876185,2.89e-07,174588,87835,85.57,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row grok-4.6:high / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,grok-4.6,high,mixed,mid,vlm-exam,per-run-mean,2.019162,2.89e-07,133751,291943,56.76,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row grok-4.6:high / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,grok-4.6,high,mixed,mid,vlm-exam,per-run-mean,0.476153,2.89e-07,53012,61688,85.42,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row grok-4.6:high / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,grok-4.6,high,mixed,mid,vlm-exam,per-run-mean,4.822491,2.89e-07,240627,723539,63.8,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row grok-4.6:high / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,grok-4.6,high,mixed,mid,vlm-exam,per-run-mean,10.34857,2.89e-07,548806,1541826,24.02,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row grok-4.6:high / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,grok-4.7,low,mixed,mid,vlm-exam,per-run-mean,0.66841,2.89e-07,86356,82616,92.57,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row grok-4.7:low / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,grok-4.7,low,mixed,mid,vlm-exam,per-run-mean,0.58048,2.89e-07,233428,18937,84.88,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row grok-4.7:low / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,grok-4.7,low,mixed,mid,vlm-exam,per-run-mean,0.791627,2.89e-07,178607,72402,61.71,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row grok-4.7:low / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,grok-4.7,low,mixed,mid,vlm-exam,per-run-mean,0.201637,2.89e-07,72450,9456,87.5,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row grok-4.7:low / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,grok-4.7,low,mixed,mid,vlm-exam,per-run-mean,2.201434,2.89e-07,354720,248666,64.24,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row grok-4.7:low / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,grok-4.7,low,mixed,mid,vlm-exam,per-run-mean,5.17788,2.89e-07,700271,629556,40.42,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row grok-4.7:low / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,grok-4.7,high,mixed,mid,vlm-exam,per-run-mean,1.568902,2.89e-07,86286,232722,93.47,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row grok-4.7:high / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,grok-4.7,high,mixed,mid,vlm-exam,per-run-mean,0.651899,2.89e-07,233451,30833,87.63,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row grok-4.7:high / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,grok-4.7,high,mixed,mid,vlm-exam,per-run-mean,1.228176,2.89e-07,179588,144833,60.81,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row grok-4.7:high / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,grok-4.7,high,mixed,mid,vlm-exam,per-run-mean,0.297221,2.89e-07,72450,25387,80.21,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row grok-4.7:high / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,grok-4.7,high,mixed,mid,vlm-exam,per-run-mean,3.659255,2.89e-07,354778,491616,66.89,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row grok-4.7:high / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,grok-4.7,high,mixed,mid,vlm-exam,per-run-mean,7.044964,2.89e-07,704108,939458,41.16,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row grok-4.7:high / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,deepseek-v4-flash-0731,low,mixed,mid,vlm-exam,per-run-mean,0.024977,2.89e-07,14378,14129,86.67,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row deepseek-v4-flash-vision-exp:low / column tasks.ocr.primary_metric.value),,out:superseded,out:superseded vlmexam-extraction,github-vlmexam,deepseek-v4-flash-0731,low,mixed,mid,vlm-exam,per-run-mean,0.016798,2.89e-07,37017,387,65.98,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row deepseek-v4-flash-vision-exp:low / column tasks.extraction.primary_metric.value),,out:superseded,out:superseded vlmexam-counting,github-vlmexam,deepseek-v4-flash-0731,low,mixed,mid,vlm-exam,per-run-mean,0.012754,2.89e-07,28764,74,45.95,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row deepseek-v4-flash-vision-exp:low / column tasks.counting.primary_metric.value),,out:superseded,out:superseded vlmexam-identification,github-vlmexam,deepseek-v4-flash-0731,low,mixed,mid,vlm-exam,per-run-mean,0.005588,2.89e-07,12447,84,68.75,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row deepseek-v4-flash-vision-exp:low / column tasks.identification.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,deepseek-v4-flash-0731,low,mixed,mid,vlm-exam,per-run-mean,0.026207,2.89e-07,58839,241,31.79,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row deepseek-v4-flash-vision-exp:low / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-detection,github-vlmexam,deepseek-v4-flash-0731,low,mixed,mid,vlm-exam,per-run-mean,0.276888,2.89e-07,111448,172614,45.32,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row deepseek-v4-flash-vision-exp:low / column tasks.detection.primary_metric.value),,out:superseded,out:superseded vlmexam,github-vlmexam,deepseek-v4-flash-0731,high,mixed,mid,vlm-exam,per-run-mean,0.379299,2.89e-07,70919,263708,49.01,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row deepseek-v4-flash-vision-exp:high / column tasks.reasoning.primary_metric.value),,out:superseded,out:superseded vlmexam-ocr,github-vlmexam,mimo-v2.6-pro,nothink,mixed,mid,vlm-exam,per-run-mean,0.02823,2.89e-07,38678,13109,90.73,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row mimo-v2.6-pro:low / column tasks.ocr.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-extraction,github-vlmexam,mimo-v2.6-pro,nothink,mixed,mid,vlm-exam,per-run-mean,0.047955,2.89e-07,108617,812,81.1,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row mimo-v2.6-pro:low / column tasks.extraction.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-counting,github-vlmexam,mimo-v2.6-pro,nothink,mixed,mid,vlm-exam,per-run-mean,0.036771,2.89e-07,82944,793,50.0,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row mimo-v2.6-pro:low / column tasks.counting.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-identification,github-vlmexam,mimo-v2.6-pro,nothink,mixed,mid,vlm-exam,per-run-mean,0.013652,2.89e-07,31127,129,76.04,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row mimo-v2.6-pro:low / column tasks.identification.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam,github-vlmexam,mimo-v2.6-pro,nothink,mixed,mid,vlm-exam,per-run-mean,0.072095,2.89e-07,160155,2790,35.1,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row mimo-v2.6-pro:low / column tasks.reasoning.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-detection,github-vlmexam,mimo-v2.6-pro,nothink,mixed,mid,vlm-exam,per-run-mean,0.34479,2.89e-07,511115,140753,41.97,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row mimo-v2.6-pro:low / column tasks.detection.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-ocr,github-vlmexam,mimo-v2.6-pro,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.177212,2.89e-07,38604,184390,87.47,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row mimo-v2.6-pro:high / column tasks.ocr.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-extraction,github-vlmexam,mimo-v2.6-pro,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.123063,2.89e-07,108423,87241,80.41,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row mimo-v2.6-pro:high / column tasks.extraction.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-counting,github-vlmexam,mimo-v2.6-pro,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.120105,2.89e-07,82796,96654,59.01,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row mimo-v2.6-pro:high / column tasks.counting.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-identification,github-vlmexam,mimo-v2.6-pro,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.038067,2.89e-07,31063,28224,78.12,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row mimo-v2.6-pro:high / column tasks.identification.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam,github-vlmexam,mimo-v2.6-pro,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.393488,2.89e-07,159853,372359,55.85,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row mimo-v2.6-pro:high / column tasks.reasoning.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-detection,github-vlmexam,mimo-v2.6-pro,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.755989,2.89e-07,510615,613645,46.67,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row mimo-v2.6-pro:high / column tasks.detection.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-ocr,github-vlmexam,mimo-v2.6-flash,nothink,mixed,mid,vlm-exam,per-run-mean,0.010635,2.89e-07,38678,18642,87.05,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row mimo-v2.6-flash:low / column tasks.ocr.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-extraction,github-vlmexam,mimo-v2.6-flash,nothink,mixed,mid,vlm-exam,per-run-mean,0.015437,2.89e-07,108617,824,80.07,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row mimo-v2.6-flash:low / column tasks.extraction.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-counting,github-vlmexam,mimo-v2.6-flash,nothink,mixed,mid,vlm-exam,per-run-mean,0.0119,2.89e-07,82944,1028,49.55,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row mimo-v2.6-flash:low / column tasks.counting.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-identification,github-vlmexam,mimo-v2.6-flash,nothink,mixed,mid,vlm-exam,per-run-mean,0.004394,2.89e-07,31127,128,76.04,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row mimo-v2.6-flash:low / column tasks.identification.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam,github-vlmexam,mimo-v2.6-flash,nothink,mixed,mid,vlm-exam,per-run-mean,0.023468,2.89e-07,160155,3738,33.11,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row mimo-v2.6-flash:low / column tasks.reasoning.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-detection,github-vlmexam,mimo-v2.6-flash,nothink,mixed,mid,vlm-exam,per-run-mean,0.101528,2.89e-07,511106,107048,37.75,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row mimo-v2.6-flash:low / column tasks.detection.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-ocr,github-vlmexam,mimo-v2.6-flash,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.059865,2.89e-07,38604,194503,86.96,similarity%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row mimo-v2.6-flash:high / column tasks.ocr.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-extraction,github-vlmexam,mimo-v2.6-flash,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.03465,2.89e-07,108423,69538,82.47,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row mimo-v2.6-flash:high / column tasks.extraction.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-counting,github-vlmexam,mimo-v2.6-flash,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.02584,2.89e-07,82796,50887,64.86,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row mimo-v2.6-flash:high / column tasks.counting.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-identification,github-vlmexam,mimo-v2.6-flash,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.011028,2.89e-07,31063,23853,82.29,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row mimo-v2.6-flash:high / column tasks.identification.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam,github-vlmexam,mimo-v2.6-flash,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.11632,2.89e-07,159853,335500,58.5,judge-acc%,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row mimo-v2.6-flash:high / column tasks.reasoning.primary_metric.value),,out:effort-not-established,out:effort-not-established vlmexam-detection,github-vlmexam,mimo-v2.6-flash,not-established:absent,mixed,mid,vlm-exam,per-run-mean,0.232685,2.89e-07,510615,575710,45.04,mAP50,0.00289,,,https://github.com/roboflow/vlm-exam ($.models / row mimo-v2.6-flash:high / column tasks.detection.primary_metric.value),,out:effort-not-established,out:effort-not-established vulcanbench-ciiv4,github-vulcanbench,opus-5.5,low,coding,hard,,per-task,1.6953,2.89e-05,,,86.3631,combined-v3.15,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/morganlinton/VulcanBench (docs/results/swe-v4-opus55-2026-09/opus55-astra-fable-efforts.csv line 2: model opus55, effort low, column combined)",,in,in vulcanbench-ciiv4,github-vulcanbench,sonnet-5.5,low,coding,hard,,per-task,2.1571499999999997,0.415,,,81.6257,combined-v3.15,2.89e-05,,cost-unrepriced; cost-price-band,"https://github.com/morganlinton/VulcanBench (docs/results/swe-v4-sonnet55-2026-10/sonnet55-vs-claude-efforts.csv line 12: model sonnet55, effort low, column combined)",,in,in vulcanbench-ciiv4,github-vulcanbench,gpt-6.1-sol,low,coding,hard,,per-task,0.305976,2.89e-07,,,86.2213,combined-v3.15,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/morganlinton/VulcanBench (docs/results/swe-v4-gpt6-vs-gpt56-2026-09/gpt61sol-opus55-astra-efforts.csv line 2: model gpt61sol, effort low, column combined)",,in,in vulcanbench-ciiv4,github-vulcanbench,gpt-6-astra,low,coding,hard,,per-task,1.721698,2.89e-07,,,87.4325,combined-v3.15,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/morganlinton/VulcanBench (docs/results/swe-v4-gpt6-vs-gpt56-2026-09/gpt61sol-opus55-astra-efforts.csv line 12: model astra, effort low, column combined)",,in,in vulcanbench-ciiv4-quality,github-vulcanbench,opus-5.5,low,coding,hard,,,,,,,72.5336,code-quality-judge%,2.89e-05,,,"https://github.com/morganlinton/VulcanBench (docs/results/swe-v4-gpt6-vs-gpt56-2026-09/gpt61sol-opus55-astra-quality-efforts.csv line 7: model opus55, effort low, column code_quality)",,in, vulcanbench-ciiv4-quality,github-vulcanbench,sonnet-5.5,low,coding,hard,,,,,,,61.6683,code-quality-judge%,2.89e-05,,,"https://github.com/morganlinton/VulcanBench (docs/results/swe-v4-sonnet55-2026-10/sonnet55-vs-claude-efforts.csv line 12: model sonnet55, effort low, column code_quality)",,in, vulcanbench-ciiv4-quality,github-vulcanbench,gpt-6.1-sol,low,coding,hard,,,,,,,70.7870,code-quality-judge%,2.89e-05,,,"https://github.com/morganlinton/VulcanBench (docs/results/swe-v4-gpt6-vs-gpt56-2026-09/gpt61sol-opus55-astra-quality-efforts.csv line 2: model gpt61sol, effort low, column code_quality)",,in, vulcanbench-ciiv4-quality,github-vulcanbench,gpt-6-astra,low,coding,hard,,,,,,,70.3092,code-quality-judge%,2.89e-05,,,"https://github.com/morganlinton/VulcanBench (docs/results/swe-v4-gpt6-vs-gpt56-2026-09/gpt61sol-opus55-astra-quality-efforts.csv line 12: model astra, effort low, column code_quality)",,in, vulcanbench-ciiv4-f51,github-vulcanbench,fable-5.1,low,coding,hard,,per-task,7.963719,2.89e-07,,,89.1225,combined-v3.4,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/morganlinton/VulcanBench (docs/results/swe-v4-astra-fable51-2026-09/astra-vs-fable51-v34-efforts.csv line 7: model fable, effort low, column combined_v3)",,in,in vulcanbench-ciiv4-f51,github-vulcanbench,gpt-6-astra,low,coding,hard,,per-task,1.721698,2.89e-07,,,87.4325,combined-v3.4,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/morganlinton/VulcanBench (docs/results/swe-v4-astra-fable51-2026-09/astra-vs-fable51-v34-efforts.csv line 2: model astra, effort low, column combined_v3)",,out:republished,out:republished vulcanbench-ciiv4,github-vulcanbench,opus-5.5,medium,coding,hard,,per-task,2.8422,2.89e-05,,,90.8635,combined-v3.15,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/morganlinton/VulcanBench (docs/results/swe-v4-opus55-2026-09/opus55-astra-fable-efforts.csv line 3: model opus55, effort medium, column combined)",,in,in vulcanbench-ciiv4,github-vulcanbench,sonnet-5.5,medium,coding,hard,,per-task,2.25165,0.433,,,84.0956,combined-v3.15,2.89e-05,,cost-unrepriced; cost-price-band,"https://github.com/morganlinton/VulcanBench (docs/results/swe-v4-sonnet55-2026-10/sonnet55-vs-claude-efforts.csv line 13: model sonnet55, effort medium, column combined)",,in,in vulcanbench-ciiv4,github-vulcanbench,gpt-6.1-sol,medium,coding,hard,,per-task,0.398600,2.89e-07,,,86.4410,combined-v3.15,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/morganlinton/VulcanBench (docs/results/swe-v4-gpt6-vs-gpt56-2026-09/gpt61sol-opus55-astra-efforts.csv line 3: model gpt61sol, effort medium, column combined)",,in,in vulcanbench-ciiv4,github-vulcanbench,gpt-6-astra,medium,coding,hard,,per-task,1.481347,2.89e-07,,,87.7262,combined-v3.15,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/morganlinton/VulcanBench (docs/results/swe-v4-gpt6-vs-gpt56-2026-09/gpt61sol-opus55-astra-efforts.csv line 13: model astra, effort medium, column combined)",,in,in vulcanbench-ciiv4-quality,github-vulcanbench,opus-5.5,medium,coding,hard,,,,,,,77.3171,code-quality-judge%,2.89e-05,,,"https://github.com/morganlinton/VulcanBench (docs/results/swe-v4-gpt6-vs-gpt56-2026-09/gpt61sol-opus55-astra-quality-efforts.csv line 8: model opus55, effort medium, column code_quality)",,in, vulcanbench-ciiv4-quality,github-vulcanbench,sonnet-5.5,medium,coding,hard,,,,,,,65.3500,code-quality-judge%,2.89e-05,,,"https://github.com/morganlinton/VulcanBench (docs/results/swe-v4-sonnet55-2026-10/sonnet55-vs-claude-efforts.csv line 13: model sonnet55, effort medium, column code_quality)",,in, vulcanbench-ciiv4-quality,github-vulcanbench,gpt-6.1-sol,medium,coding,hard,,,,,,,70.2482,code-quality-judge%,2.89e-05,,,"https://github.com/morganlinton/VulcanBench (docs/results/swe-v4-gpt6-vs-gpt56-2026-09/gpt61sol-opus55-astra-quality-efforts.csv line 3: model gpt61sol, effort medium, column code_quality)",,in, vulcanbench-ciiv4-quality,github-vulcanbench,gpt-6-astra,medium,coding,hard,,,,,,,71.1864,code-quality-judge%,2.89e-05,,,"https://github.com/morganlinton/VulcanBench (docs/results/swe-v4-gpt6-vs-gpt56-2026-09/gpt61sol-opus55-astra-quality-efforts.csv line 13: model astra, effort medium, column code_quality)",,in, vulcanbench-ciiv4-f51,github-vulcanbench,fable-5.1,medium,coding,hard,,per-task,9.186010,2.89e-07,,,90.1293,combined-v3.4,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/morganlinton/VulcanBench (docs/results/swe-v4-astra-fable51-2026-09/astra-vs-fable51-v34-efforts.csv line 8: model fable, effort medium, column combined_v3)",,in,in vulcanbench-ciiv4-f51,github-vulcanbench,gpt-6-astra,medium,coding,hard,,per-task,1.481347,2.89e-07,,,87.7262,combined-v3.4,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/morganlinton/VulcanBench (docs/results/swe-v4-astra-fable51-2026-09/astra-vs-fable51-v34-efforts.csv line 3: model astra, effort medium, column combined_v3)",,out:republished,out:republished vulcanbench-ciiv4,github-vulcanbench,opus-5.5,high,coding,hard,,per-task,3.2694,2.89e-05,,,91.1081,combined-v3.15,2.89e-05,,,"https://github.com/morganlinton/VulcanBench (docs/results/swe-v4-opus55-2026-09/opus55-astra-fable-efforts.csv line 4: model opus55, effort high, column combined)",,out:partial,out:partial vulcanbench-ciiv4,github-vulcanbench,sonnet-5.5,high,coding,hard,,per-task,1.7928000000000002,0.345,,,86.7923,combined-v3.15,2.89e-05,,cost-unrepriced; cost-price-band,"https://github.com/morganlinton/VulcanBench (docs/results/swe-v4-sonnet55-2026-10/sonnet55-vs-claude-efforts.csv line 14: model sonnet55, effort high, column combined)",,in,in vulcanbench-ciiv4,github-vulcanbench,gpt-6.1-sol,high,coding,hard,,per-task,0.330070,2.89e-07,,,88.2342,combined-v3.15,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/morganlinton/VulcanBench (docs/results/swe-v4-gpt6-vs-gpt56-2026-09/gpt61sol-opus55-astra-efforts.csv line 4: model gpt61sol, effort high, column combined)",,in,in vulcanbench-ciiv4,github-vulcanbench,gpt-6-astra,high,coding,hard,,per-task,1.711065,2.89e-07,,,88.1580,combined-v3.15,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/morganlinton/VulcanBench (docs/results/swe-v4-gpt6-vs-gpt56-2026-09/gpt61sol-opus55-astra-efforts.csv line 14: model astra, effort high, column combined)",,in,in vulcanbench-ciiv4-quality,github-vulcanbench,opus-5.5,high,coding,hard,,,,,,,77.9900,code-quality-judge%,2.89e-05,,,"https://github.com/morganlinton/VulcanBench (docs/results/swe-v4-gpt6-vs-gpt56-2026-09/gpt61sol-opus55-astra-quality-efforts.csv line 9: model opus55, effort high, column code_quality)",,out:partial, vulcanbench-ciiv4-quality,github-vulcanbench,sonnet-5.5,high,coding,hard,,,,,,,70.8384,code-quality-judge%,2.89e-05,,,"https://github.com/morganlinton/VulcanBench (docs/results/swe-v4-sonnet55-2026-10/sonnet55-vs-claude-efforts.csv line 14: model sonnet55, effort high, column code_quality)",,in, vulcanbench-ciiv4-quality,github-vulcanbench,gpt-6.1-sol,high,coding,hard,,,,,,,73.6676,code-quality-judge%,2.89e-05,,,"https://github.com/morganlinton/VulcanBench (docs/results/swe-v4-gpt6-vs-gpt56-2026-09/gpt61sol-opus55-astra-quality-efforts.csv line 4: model gpt61sol, effort high, column code_quality)",,in, vulcanbench-ciiv4-quality,github-vulcanbench,gpt-6-astra,high,coding,hard,,,,,,,73.4751,code-quality-judge%,2.89e-05,,,"https://github.com/morganlinton/VulcanBench (docs/results/swe-v4-gpt6-vs-gpt56-2026-09/gpt61sol-opus55-astra-quality-efforts.csv line 14: model astra, effort high, column code_quality)",,in, vulcanbench-ciiv4-f51,github-vulcanbench,fable-5.1,high,coding,hard,,per-task,9.701575,2.89e-07,,,90.0689,combined-v3.4,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/morganlinton/VulcanBench (docs/results/swe-v4-astra-fable51-2026-09/astra-vs-fable51-v34-efforts.csv line 9: model fable, effort high, column combined_v3)",,in,in vulcanbench-ciiv4-f51,github-vulcanbench,gpt-6-astra,high,coding,hard,,per-task,1.711065,2.89e-07,,,88.1580,combined-v3.4,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/morganlinton/VulcanBench (docs/results/swe-v4-astra-fable51-2026-09/astra-vs-fable51-v34-efforts.csv line 4: model astra, effort high, column combined_v3)",,out:republished,out:republished vulcanbench-ciiv4,github-vulcanbench,opus-5.5,xhigh,coding,hard,,per-task,4.1116,2.89e-05,,,90.6788,combined-v3.15,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/morganlinton/VulcanBench (docs/results/swe-v4-opus55-2026-09/opus55-astra-fable-efforts.csv line 5: model opus55, effort extra-high, column combined)",,in,in vulcanbench-ciiv4,github-vulcanbench,sonnet-5.5,xhigh,coding,hard,,per-task,2.53155,0.487,,,90.2037,combined-v3.15,2.89e-05,,cost-unrepriced; cost-price-band,"https://github.com/morganlinton/VulcanBench (docs/results/swe-v4-sonnet55-2026-10/sonnet55-vs-claude-efforts.csv line 15: model sonnet55, effort extra-high, column combined)",,in,in vulcanbench-ciiv4,github-vulcanbench,gpt-6.1-sol,xhigh,coding,hard,,per-task,0.434591,2.89e-07,,,88.7805,combined-v3.15,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/morganlinton/VulcanBench (docs/results/swe-v4-gpt6-vs-gpt56-2026-09/gpt61sol-opus55-astra-efforts.csv line 5: model gpt61sol, effort extra-high, column combined)",,in,in vulcanbench-ciiv4,github-vulcanbench,gpt-6-astra,xhigh,coding,hard,,per-task,2.302022,2.89e-07,,,89.1616,combined-v3.15,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/morganlinton/VulcanBench (docs/results/swe-v4-gpt6-vs-gpt56-2026-09/gpt61sol-opus55-astra-efforts.csv line 15: model astra, effort extra-high, column combined)",,in,in vulcanbench-ciiv4-quality,github-vulcanbench,opus-5.5,xhigh,coding,hard,,,,,,,79.9809,code-quality-judge%,2.89e-05,,,"https://github.com/morganlinton/VulcanBench (docs/results/swe-v4-gpt6-vs-gpt56-2026-09/gpt61sol-opus55-astra-quality-efforts.csv line 10: model opus55, effort extra-high, column code_quality)",,in, vulcanbench-ciiv4-quality,github-vulcanbench,sonnet-5.5,xhigh,coding,hard,,,,,,,75.7848,code-quality-judge%,2.89e-05,,,"https://github.com/morganlinton/VulcanBench (docs/results/swe-v4-sonnet55-2026-10/sonnet55-vs-claude-efforts.csv line 15: model sonnet55, effort extra-high, column code_quality)",,in, vulcanbench-ciiv4-quality,github-vulcanbench,gpt-6.1-sol,xhigh,coding,hard,,,,,,,74.9895,code-quality-judge%,2.89e-05,,,"https://github.com/morganlinton/VulcanBench (docs/results/swe-v4-gpt6-vs-gpt56-2026-09/gpt61sol-opus55-astra-quality-efforts.csv line 5: model gpt61sol, effort extra-high, column code_quality)",,in, vulcanbench-ciiv4-quality,github-vulcanbench,gpt-6-astra,xhigh,coding,hard,,,,,,,75.4749,code-quality-judge%,2.89e-05,,,"https://github.com/morganlinton/VulcanBench (docs/results/swe-v4-gpt6-vs-gpt56-2026-09/gpt61sol-opus55-astra-quality-efforts.csv line 15: model astra, effort extra-high, column code_quality)",,in, vulcanbench-ciiv4-f51,github-vulcanbench,fable-5.1,xhigh,coding,hard,,per-task,14.485635,2.89e-07,,,90.7543,combined-v3.4,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/morganlinton/VulcanBench (docs/results/swe-v4-astra-fable51-2026-09/astra-vs-fable51-v34-efforts.csv line 10: model fable, effort extra-high, column combined_v3)",,in,in vulcanbench-ciiv4-f51,github-vulcanbench,gpt-6-astra,xhigh,coding,hard,,per-task,2.302022,2.89e-07,,,89.1616,combined-v3.4,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/morganlinton/VulcanBench (docs/results/swe-v4-astra-fable51-2026-09/astra-vs-fable51-v34-efforts.csv line 5: model astra, effort extra-high, column combined_v3)",,out:republished,out:republished vulcanbench-ciiv4,github-vulcanbench,opus-5.5,max,coding,hard,,per-task,8.7480,2.89e-05,,,90.2197,combined-v3.15,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/morganlinton/VulcanBench (docs/results/swe-v4-opus55-2026-09/opus55-astra-fable-efforts.csv line 6: model opus55, effort max, column combined)",,in,in vulcanbench-ciiv4,github-vulcanbench,sonnet-5.5,max,coding,hard,,per-task,4.1396999999999995,0.797,,,92.0184,combined-v3.15,2.89e-05,,cost-unrepriced; cost-price-band,"https://github.com/morganlinton/VulcanBench (docs/results/swe-v4-sonnet55-2026-10/sonnet55-vs-claude-efforts.csv line 16: model sonnet55, effort max, column combined)",,in,in vulcanbench-ciiv4,github-vulcanbench,gpt-6.1-sol,max,coding,hard,,per-task,0.458339,2.89e-07,,,88.3478,combined-v3.15,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/morganlinton/VulcanBench (docs/results/swe-v4-gpt6-vs-gpt56-2026-09/gpt61sol-opus55-astra-efforts.csv line 6: model gpt61sol, effort max, column combined)",,in,in vulcanbench-ciiv4,github-vulcanbench,gpt-6-astra,max,coding,hard,,per-task,2.568128,2.89e-07,,,89.3033,combined-v3.15,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/morganlinton/VulcanBench (docs/results/swe-v4-gpt6-vs-gpt56-2026-09/gpt61sol-opus55-astra-efforts.csv line 16: model astra, effort max, column combined)",,in,in vulcanbench-ciiv4-quality,github-vulcanbench,opus-5.5,max,coding,hard,,,,,,,79.7695,code-quality-judge%,2.89e-05,,,"https://github.com/morganlinton/VulcanBench (docs/results/swe-v4-gpt6-vs-gpt56-2026-09/gpt61sol-opus55-astra-quality-efforts.csv line 11: model opus55, effort max, column code_quality)",,in, vulcanbench-ciiv4-quality,github-vulcanbench,sonnet-5.5,max,coding,hard,,,,,,,81.7158,code-quality-judge%,2.89e-05,,,"https://github.com/morganlinton/VulcanBench (docs/results/swe-v4-sonnet55-2026-10/sonnet55-vs-claude-efforts.csv line 16: model sonnet55, effort max, column code_quality)",,in, vulcanbench-ciiv4-quality,github-vulcanbench,gpt-6.1-sol,max,coding,hard,,,,,,,73.7979,code-quality-judge%,2.89e-05,,,"https://github.com/morganlinton/VulcanBench (docs/results/swe-v4-gpt6-vs-gpt56-2026-09/gpt61sol-opus55-astra-quality-efforts.csv line 6: model gpt61sol, effort max, column code_quality)",,in, vulcanbench-ciiv4-quality,github-vulcanbench,gpt-6-astra,max,coding,hard,,,,,,,76.2645,code-quality-judge%,2.89e-05,,,"https://github.com/morganlinton/VulcanBench (docs/results/swe-v4-gpt6-vs-gpt56-2026-09/gpt61sol-opus55-astra-quality-efforts.csv line 16: model astra, effort max, column code_quality)",,in, vulcanbench-ciiv4-f51,github-vulcanbench,fable-5.1,max,coding,hard,,per-task,9.058763,2.89e-07,,,91.8365,combined-v3.4,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/morganlinton/VulcanBench (docs/results/swe-v4-astra-fable51-2026-09/astra-vs-fable51-v34-efforts.csv line 11: model fable, effort max, column combined_v3)",,in,in vulcanbench-ciiv4-f51,github-vulcanbench,gpt-6-astra,max,coding,hard,,per-task,2.568128,2.89e-07,,,89.3033,combined-v3.4,2.89e-05,,cost-base-price:cost-publisher-figure,"https://github.com/morganlinton/VulcanBench (docs/results/swe-v4-astra-fable51-2026-09/astra-vs-fable51-v34-efforts.csv line 6: model astra, effort max, column combined_v3)",,out:republished,out:republished vulcanbench3,github-vulcanbench,grok-4.5,medium,coding,hard,VulcanBench,per-task,0.23199999999999998,0.0336,,,91.3,pass@1%,0.0289,,cost-unrepriced; cost-price-band,https://github.com/morganlinton/VulcanBench (docs/results/v3-3way-2026-07/model-card.md line 14: pass@1 cell),,in,in vulcanbench3,github-vulcanbench,grok-4.5,high,coding,hard,VulcanBench,per-task,0.304,0.044,,,91.3,pass@1%,0.0289,,cost-unrepriced; cost-price-band,https://github.com/morganlinton/VulcanBench (docs/results/v3-3way-2026-07/model-card.md line 15: pass@1 cell),,in,in vulcanbench3,github-vulcanbench,fable-5,low,coding,hard,VulcanBench,per-task,0.53,0.00289,,,87.0,pass@1%,0.0289,,cost-base-price:cost-publisher-figure,https://github.com/morganlinton/VulcanBench (docs/results/v3-3way-2026-07/model-card.md line 16: pass@1 cell),,in,in vulcanbench3,github-vulcanbench,gpt-5.6-sol,high,coding,hard,VulcanBench,per-task,0.8624999999999999,0.0996,,,87.0,pass@1%,0.0289,,cost-unrepriced; cost-price-band,https://github.com/morganlinton/VulcanBench (docs/results/v3-3way-2026-07/model-card.md line 17: pass@1 cell),,in,in vulcanbench3,github-vulcanbench,fable-5,high,coding,hard,VulcanBench,per-task,0.91,0.00289,,,87.0,pass@1%,0.0289,,cost-base-price:cost-publisher-figure,https://github.com/morganlinton/VulcanBench (docs/results/v3-3way-2026-07/model-card.md line 18: pass@1 cell),,in,in vulcanbench3,github-vulcanbench,grok-4.5,low,coding,hard,VulcanBench,per-task,0.12,0.0176,,,82.6,pass@1%,0.0289,,cost-unrepriced; cost-price-band,https://github.com/morganlinton/VulcanBench (docs/results/v3-3way-2026-07/model-card.md line 19: pass@1 cell),,in,in vulcanbench3,github-vulcanbench,gpt-5.6-sol,medium,coding,hard,VulcanBench,per-task,0.47500000000000003,0.0549,,,82.6,pass@1%,0.0289,,cost-unrepriced; cost-price-band,https://github.com/morganlinton/VulcanBench (docs/results/v3-3way-2026-07/model-card.md line 20: pass@1 cell),,in,in vulcanbench3,github-vulcanbench,fable-5,medium,coding,hard,VulcanBench,per-task,0.71,0.00289,,,82.6,pass@1%,0.0289,,cost-base-price:cost-publisher-figure,https://github.com/morganlinton/VulcanBench (docs/results/v3-3way-2026-07/model-card.md line 21: pass@1 cell),,in,in vulcanbench3,github-vulcanbench,gpt-5.6-sol,low,coding,hard,VulcanBench,per-task,0.21250000000000002,0.0247,,,78.3,pass@1%,0.0289,,cost-unrepriced; cost-price-band,https://github.com/morganlinton/VulcanBench (docs/results/v3-3way-2026-07/model-card.md line 22: pass@1 cell),,in,in vulcanbench3-o5,github-vulcanbench,opus-5,low,coding,hard,vulcanbench-v3,per-task,0.61,0.00289,,,87.0,pass@1%,0.0289,,cost-base-price:cost-publisher-figure,https://github.com/morganlinton/VulcanBench (docs/results/v3-opus5-effort-2026-07/model-card.md line 13: pass@1 cell),,in,in vulcanbench3-o5,github-vulcanbench,opus-5,medium,coding,hard,vulcanbench-v3,per-task,1.05,0.00289,,,82.6,pass@1%,0.0289,,cost-base-price:cost-publisher-figure,https://github.com/morganlinton/VulcanBench (docs/results/v3-opus5-effort-2026-07/model-card.md line 14: pass@1 cell),,in,in vulcanbench3-o5,github-vulcanbench,opus-5,high,coding,hard,vulcanbench-v3,per-task,1.90,0.00289,,,78.3,pass@1%,0.0289,,cost-base-price:cost-publisher-figure,https://github.com/morganlinton/VulcanBench (docs/results/v3-opus5-effort-2026-07/model-card.md line 15: pass@1 cell),,in,in vulcanbench3,github-vulcanbench,kimi-k3,max,coding,hard,VulcanBench,,,,,,73.9,pass@1%,0.0289,,cap,https://github.com/morganlinton/VulcanBench (docs/results/v3-kimi-2026-07/report.html line 55: pass@1 cell),,in, vulcanbench3,github-vulcanbench,haiku-4.5,unstated,coding,hard,VulcanBench,,,,,,78.26087,pass@1%,0,,,https://github.com/morganlinton/VulcanBench (docs/results/v3-leaderboard-2026-07/card.html line 151: Score cell (k/23)),,out:effort-not-established, wcbcc,github-weather-card,fable-5,high,coding,easy,ClaudeCode,,,,,,79.166667,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row claude-fable-5--cli--claude-code--dev / column fidelity_match),,out:not-headline, wcbcc,github-weather-card,fable-5.1,high,coding,easy,ClaudeCode,,,,,,75,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row claude-fable-5-1-eff-high--cli--claude-code--dev / column fidelity_match),,out:not-headline, wcbcc,github-weather-card,fable-5.1,low,coding,easy,ClaudeCode,,,,,,62.5,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row claude-fable-5-1-eff-low--cli--claude-code--dev / column fidelity_match),,out:not-headline, wcbcc,github-weather-card,fable-5.1,max,coding,easy,ClaudeCode,,,,,,62.5,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row claude-fable-5-1-eff-max--cli--claude-code--dev / column fidelity_match),,out:not-headline, wcbcc,github-weather-card,fable-5.1,medium,coding,easy,ClaudeCode,,,,,,83.333333,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row claude-fable-5-1-eff-medium--cli--claude-code--dev / column fidelity_match),,out:not-headline, wcbcc,github-weather-card,fable-5.1,xhigh,coding,easy,ClaudeCode,,,,,,79.166667,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row claude-fable-5-1-eff-xhigh--cli--claude-code--dev / column fidelity_match),,out:not-headline, wcbcc,github-weather-card,fable-5,high,coding,easy,ClaudeCode,,,,,,66.666667,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row claude-fable-5-eff-high--cli--claude-code--dev / column fidelity_match),,out:not-headline, wcbcc,github-weather-card,fable-5,low,coding,easy,ClaudeCode,,,,,,62.5,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row claude-fable-5-eff-low--cli--claude-code--dev / column fidelity_match),,out:not-headline, wcbcc,github-weather-card,fable-5,max,coding,easy,ClaudeCode,,,,,,66.666667,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row claude-fable-5-eff-max--cli--claude-code--dev / column fidelity_match),,out:not-headline, wcbcc,github-weather-card,fable-5,medium,coding,easy,ClaudeCode,,,,,,70.833333,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row claude-fable-5-eff-medium--cli--claude-code--dev / column fidelity_match),,out:not-headline, wcbcc,github-weather-card,fable-5,xhigh,coding,easy,ClaudeCode,,,,,,66.666667,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row claude-fable-5-eff-xhigh--cli--claude-code--dev / column fidelity_match),,out:not-headline, wcbcc,github-weather-card,haiku-4.5,not-established:absent,coding,easy,ClaudeCode,,,,,,83.333333,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row claude-haiku-4-5-eff-high--cli--claude-code--dev / column fidelity_match),,out:effort-not-established, wcbcc,github-weather-card,haiku-4.5,not-established:absent,coding,easy,ClaudeCode,,,,,,75,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row claude-haiku-4-5-eff-low--cli--claude-code--dev / column fidelity_match),,out:effort-not-established, wcbcc,github-weather-card,haiku-4.5,not-established:absent,coding,easy,ClaudeCode,,,,,,83.333333,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row claude-haiku-4-5-eff-max--cli--claude-code--dev / column fidelity_match),,out:effort-not-established, wcbcc,github-weather-card,haiku-4.5,not-established:absent,coding,easy,ClaudeCode,,,,,,70.833333,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row claude-haiku-4-5-eff-medium--cli--claude-code--dev / column fidelity_match),,out:effort-not-established, wcbcc,github-weather-card,haiku-4.5,not-established:absent,coding,easy,ClaudeCode,,,,,,62.5,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row claude-haiku-4-5-eff-xhigh--cli--claude-code--dev / column fidelity_match),,out:effort-not-established, wcbapi,github-weather-card,haiku-5.5,high,coding,easy,,,,,,,68.75,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row claude-haiku-5-5-eff-high--api--official--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,haiku-5.5,low,coding,easy,,,,,,,64.583333,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row claude-haiku-5-5-eff-low--api--official--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,haiku-5.5,max,coding,easy,,,,,,,54.166667,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row claude-haiku-5-5-eff-max--api--official-cont--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,haiku-5.5,medium,coding,easy,,,,,,,68.75,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row claude-haiku-5-5-eff-medium--api--official--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,haiku-5.5,xhigh,coding,easy,,,,,,,64.583333,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row claude-haiku-5-5-eff-xhigh--api--official--dev / column fidelity_match),,out:not-headline, wcbcc,github-weather-card,opus-4.8,high,coding,easy,ClaudeCode,,,,,,91.666667,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row claude-opus-4-8-eff-high--cli--claude-code--dev / column fidelity_match),,out:not-headline, wcbcc,github-weather-card,opus-4.8,low,coding,easy,ClaudeCode,,,,,,70.833333,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row claude-opus-4-8-eff-low--cli--claude-code--dev / column fidelity_match),,out:not-headline, wcbcc,github-weather-card,opus-4.8,max,coding,easy,ClaudeCode,,,,,,87.5,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row claude-opus-4-8-eff-max--cli--claude-code--dev / column fidelity_match),,out:not-headline, wcbcc,github-weather-card,opus-4.8,medium,coding,easy,ClaudeCode,,,,,,70.833333,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row claude-opus-4-8-eff-medium--cli--claude-code--dev / column fidelity_match),,out:not-headline, wcbcc,github-weather-card,opus-4.8,xhigh,coding,easy,ClaudeCode,,,,,,66.666667,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row claude-opus-4-8-eff-xhigh--cli--claude-code--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,opus-5.5,high,coding,easy,,,,,,,66.666667,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row claude-opus-5-5-eff-high--api--official--dev / column fidelity_match),,out:not-headline, wcbcc,github-weather-card,opus-5.5,high,coding,easy,ClaudeCode,,,,,,66.666667,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row claude-opus-5-5-eff-high--cli--claude-code--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,opus-5.5,low,coding,easy,,,,,,,85.416667,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row claude-opus-5-5-eff-low--api--official--dev / column fidelity_match),,out:not-headline, wcbcc,github-weather-card,opus-5.5,low,coding,easy,ClaudeCode,,,,,,91.666667,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row claude-opus-5-5-eff-low--cli--claude-code--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,opus-5.5,max,coding,easy,,,,,,,68.75,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row claude-opus-5-5-eff-max--api--official-cont--dev / column fidelity_match),,out:not-headline, wcbcc,github-weather-card,opus-5.5,max,coding,easy,ClaudeCode,,,,,,66.666667,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row claude-opus-5-5-eff-max--cli--claude-code--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,opus-5.5,medium,coding,easy,,,,,,,72.916667,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row claude-opus-5-5-eff-medium--api--official--dev / column fidelity_match),,out:not-headline, wcbcc,github-weather-card,opus-5.5,medium,coding,easy,ClaudeCode,,,,,,70.833333,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row claude-opus-5-5-eff-medium--cli--claude-code--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,opus-5.5,xhigh,coding,easy,,,,,,,58.333333,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row claude-opus-5-5-eff-xhigh--api--official--dev / column fidelity_match),,out:not-headline, wcbcc,github-weather-card,opus-5.5,xhigh,coding,easy,ClaudeCode,,,,,,70.833333,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row claude-opus-5-5-eff-xhigh--cli--claude-code--dev / column fidelity_match),,out:not-headline, wcbcc,github-weather-card,opus-5,high,coding,easy,ClaudeCode,,,,,,62.5,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row claude-opus-5-eff-high--cli--claude-code--dev / column fidelity_match),,out:not-headline, wcbcc,github-weather-card,opus-5,low,coding,easy,ClaudeCode,,,,,,62.5,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row claude-opus-5-eff-low--cli--claude-code--dev / column fidelity_match),,out:not-headline, wcbcc,github-weather-card,opus-5,max,coding,easy,ClaudeCode,,,,,,54.166667,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row claude-opus-5-eff-max--cli--claude-code--dev / column fidelity_match),,out:not-headline, wcbcc,github-weather-card,opus-5,medium,coding,easy,ClaudeCode,,,,,,87.5,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row claude-opus-5-eff-medium--cli--claude-code--dev / column fidelity_match),,out:not-headline, wcbcc,github-weather-card,opus-5,xhigh,coding,easy,ClaudeCode,,,,,,45.833333,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row claude-opus-5-eff-xhigh--cli--claude-code--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,sonnet-5.5,high,coding,easy,,,,,,,75,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row claude-sonnet-5-5-eff-high--api--official--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,sonnet-5.5,low,coding,easy,,,,,,,75,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row claude-sonnet-5-5-eff-low--api--official--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,sonnet-5.5,max,coding,easy,,,,,,,52.083333,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row claude-sonnet-5-5-eff-max--api--official-cont--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,sonnet-5.5,medium,coding,easy,,,,,,,81.25,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row claude-sonnet-5-5-eff-medium--api--official--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,sonnet-5.5,xhigh,coding,easy,,,,,,,70.833333,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row claude-sonnet-5-5-eff-xhigh--api--official--dev / column fidelity_match),,out:not-headline, wcbcc,github-weather-card,sonnet-5,high,coding,easy,ClaudeCode,,,,,,66.666667,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row claude-sonnet-5-eff-high--cli--claude-code--dev / column fidelity_match),,out:not-headline, wcbcc,github-weather-card,sonnet-5,low,coding,easy,ClaudeCode,,,,,,70.833333,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row claude-sonnet-5-eff-low--cli--claude-code--dev / column fidelity_match),,out:not-headline, wcbcc,github-weather-card,sonnet-5,max,coding,easy,ClaudeCode,,,,,,79.166667,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row claude-sonnet-5-eff-max--cli--claude-code--dev / column fidelity_match),,out:not-headline, wcbcc,github-weather-card,sonnet-5,medium,coding,easy,ClaudeCode,,,,,,50,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row claude-sonnet-5-eff-medium--cli--claude-code--dev / column fidelity_match),,out:not-headline, wcbcc,github-weather-card,sonnet-5,xhigh,coding,easy,ClaudeCode,,,,,,62.5,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row claude-sonnet-5-eff-xhigh--cli--claude-code--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,deepseek-v4-flash-0731,high,coding,easy,,,,,,,75,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row deepseek-v4-flash-0731-eff-high--api--official--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,deepseek-v4-flash-0731,low,coding,easy,,,,,,,79.166667,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row deepseek-v4-flash-0731-eff-low--api--official--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,deepseek-v4-flash-0731,max,coding,easy,,,,,,,79.166667,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row deepseek-v4-flash-0731-eff-max--api--official--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,deepseek-v4-flash-0731,medium,coding,easy,,,,,,,72.916667,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row deepseek-v4-flash-0731-eff-medium--api--official--dev / column fidelity_match),,out:effort-not-established, wcbapi,github-weather-card,deepseek-v4-flash-0731,minimal,coding,easy,,,,,,,95.833333,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row deepseek-v4-flash-0731-eff-minimal--api--official--dev / column fidelity_match),,out:effort-not-established, wcbapi,github-weather-card,deepseek-v4-flash-0731,nothink,coding,easy,,,,,,,62.5,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row deepseek-v4-flash-0731-eff-none--api--official--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,deepseek-v4-flash-preview,high,coding,easy,,,,,,,50,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row deepseek-v4-flash-eff-high--api--official--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,deepseek-v4-flash-preview,max,coding,easy,,,,,,,75,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row deepseek-v4-flash-eff-max--api--official--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,deepseek-v4-flash-vision-exp,high,coding,easy,,,,,,,60.416667,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row deepseek-v4-flash-vision-exp-eff-high--api--official--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,deepseek-v4-flash-vision-exp,low,coding,easy,,,,,,,68.75,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row deepseek-v4-flash-vision-exp-eff-low--api--official--dev / column fidelity_match),,out:effort-not-established, wcbapi,github-weather-card,deepseek-v4-flash-vision-exp,max,coding,easy,,,,,,,64.583333,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row deepseek-v4-flash-vision-exp-eff-max--api--official--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,deepseek-v4-flash-vision-exp,medium,coding,easy,,,,,,,70.833333,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row deepseek-v4-flash-vision-exp-eff-medium--api--official--dev / column fidelity_match),,out:effort-not-established, wcbapi,github-weather-card,deepseek-v4-flash-vision-exp,minimal,coding,easy,,,,,,,83.333333,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row deepseek-v4-flash-vision-exp-eff-minimal--api--official--dev / column fidelity_match),,out:effort-not-established, wcbapi,github-weather-card,deepseek-v4-flash-vision-exp,nothink,coding,easy,,,,,,,81.25,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row deepseek-v4-flash-vision-exp-eff-none--api--official--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,deepseek-v4-flash-vision-exp,xhigh,coding,easy,,,,,,,66.666667,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row deepseek-v4-flash-vision-exp-eff-xhigh--api--official--dev / column fidelity_match),,out:effort-not-established, wcbapi,github-weather-card,?deepseek-v4-pro-0812,not-established:absent,coding,easy,,,,,,,54.166667,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row deepseek-v4-pro-0812-eff-high--api--official--dev / column fidelity_match),,out:model-not-established, wcbapi,github-weather-card,?deepseek-v4-pro-0812,not-established:absent,coding,easy,,,,,,,56.25,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row deepseek-v4-pro-0812-eff-low--api--official--dev / column fidelity_match),,out:model-not-established, wcbapi,github-weather-card,?deepseek-v4-pro-0812,not-established:absent,coding,easy,,,,,,,61.904762,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row deepseek-v4-pro-0812-eff-max--api--official--dev / column fidelity_match),,out:model-not-established, wcbapi,github-weather-card,?deepseek-v4-pro-0812,not-established:absent,coding,easy,,,,,,,83.333333,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row deepseek-v4-pro-0812-eff-medium--api--official--dev / column fidelity_match),,out:model-not-established, wcbapi,github-weather-card,?deepseek-v4-pro-0812,not-established:absent,coding,easy,,,,,,,60.416667,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row deepseek-v4-pro-0812-eff-minimal--api--official--dev / column fidelity_match),,out:model-not-established, wcbapi,github-weather-card,?deepseek-v4-pro-0812,not-established:absent,coding,easy,,,,,,,75,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row deepseek-v4-pro-0812-eff-none--api--official--dev / column fidelity_match),,out:model-not-established, wcbapi,github-weather-card,?deepseek-v4-pro-0812,not-established:absent,coding,easy,,,,,,,72.916667,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row deepseek-v4-pro-0812-eff-xhigh--api--official--dev / column fidelity_match),,out:model-not-established, wcbapi,github-weather-card,deepseek-v4-pro-preview,high,coding,easy,,,,,,,75,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row deepseek-v4-pro-eff-high--api--official--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,deepseek-v4-pro-preview,max,coding,easy,,,,,,,68.75,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row deepseek-v4-pro-eff-max--api--official--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,deepseek-v4.1-flash-1017,high,coding,easy,,,,,,,66.666667,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row deepseek-v4.1-flash-1017-eff-high--api--official--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,deepseek-v4.1-flash-1017,low,coding,easy,,,,,,,64.583333,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row deepseek-v4.1-flash-1017-eff-low--api--official--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,deepseek-v4.1-flash-1017,max,coding,easy,,,,,,,54.166667,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row deepseek-v4.1-flash-1017-eff-max--api--official--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,deepseek-v4.1-flash-1017,high,coding,easy,,,,,,,58.333333,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row deepseek-v4.1-flash-1017-eff-medium--api--official--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,deepseek-v4.1-flash-1017,low,coding,easy,,,,,,,64.583333,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row deepseek-v4.1-flash-1017-eff-minimal--api--official--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,deepseek-v4.1-flash-1017,nothink,coding,easy,,,,,,,68.75,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row deepseek-v4.1-flash-1017-eff-none--api--official--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,deepseek-v4.1-flash-1017,not-established:absent,coding,easy,,,,,,,60.416667,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row deepseek-v4.1-flash-1017-eff-ultra--api--official--dev / column fidelity_match),,out:effort-not-established, wcbapi,github-weather-card,deepseek-v4.1-flash-1017,high,coding,easy,,,,,,,81.25,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row deepseek-v4.1-flash-1017-eff-xhigh--api--official--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,deepseek-v4.1-flash,high,coding,easy,,,,,,,68.75,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row deepseek-v4.1-flash-eff-high--api--official--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,deepseek-v4.1-flash,low,coding,easy,,,,,,,72.916667,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row deepseek-v4.1-flash-eff-low--api--official--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,deepseek-v4.1-flash,max,coding,easy,,,,,,,62.5,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row deepseek-v4.1-flash-eff-max--api--official--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,deepseek-v4.1-flash,high,coding,easy,,,,,,,68.75,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row deepseek-v4.1-flash-eff-medium--api--official--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,deepseek-v4.1-flash,low,coding,easy,,,,,,,77.083333,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row deepseek-v4.1-flash-eff-minimal--api--official--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,deepseek-v4.1-flash,nothink,coding,easy,,,,,,,52.083333,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row deepseek-v4.1-flash-eff-none--api--official--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,deepseek-v4.1-flash,high,coding,easy,,,,,,,64.583333,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row deepseek-v4.1-flash-eff-xhigh--api--official--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,?doubao-seed-2-1-pro-260628,not-established:absent,coding,easy,,,,,,,50,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row doubao-seed-2-1-pro-eff-disabled--api--official--dev / column fidelity_match),,out:model-not-established, wcbapi,github-weather-card,?doubao-seed-2-1-pro-260628,not-established:absent,coding,easy,,,,,,,18.75,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row doubao-seed-2-1-pro-eff-enabled--api--official--dev / column fidelity_match),,out:model-not-established, wcbapi,github-weather-card,gemini-3.1-pro,high,coding,easy,,,,,,,75,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row gemini-3.1-pro-preview-eff-high--api--official--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,gemini-3.1-pro,low,coding,easy,,,,,,,81.25,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row gemini-3.1-pro-preview-eff-low--api--official--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,gemini-3.1-pro,medium,coding,easy,,,,,,,75,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row gemini-3.1-pro-preview-eff-medium--api--official--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,gemini-3.5-flash,high,coding,easy,,,,,,,77.083333,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row gemini-3.5-flash-eff-high--api--official--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,gemini-3.5-flash,low,coding,easy,,,,,,,66.666667,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row gemini-3.5-flash-eff-low--api--official--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,gemini-3.5-flash,medium,coding,easy,,,,,,,64.583333,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row gemini-3.5-flash-eff-medium--api--official--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,gemini-3.5-flash,minimal,coding,easy,,,,,,,75,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row gemini-3.5-flash-eff-minimal--api--official--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,gemini-3.6-flash,high,coding,easy,,,,,,,91.666667,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row gemini-3.6-flash-eff-high--api--official--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,gemini-3.6-flash,low,coding,easy,,,,,,,87.5,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row gemini-3.6-flash-eff-low--api--official--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,gemini-3.6-flash,medium,coding,easy,,,,,,,79.166667,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row gemini-3.6-flash-eff-medium--api--official--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,gemini-3.6-flash,minimal,coding,easy,,,,,,,79.166667,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row gemini-3.6-flash-eff-minimal--api--official--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,glm-5.1,not-established:absent,coding,easy,,,,,,,58.333333,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row glm-5.1-eff-disabled--api--official--dev / column fidelity_match),,out:effort-not-established, wcbapi,github-weather-card,glm-5.1,enabled,coding,easy,,,,,,,58.333333,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row glm-5.1-eff-enabled--api--official--dev / column fidelity_match),,out:effort-not-established, wcbapi,github-weather-card,glm-5.2,not-established:absent,coding,easy,,,,,,,50,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row glm-5.2-eff-disabled--api--official--dev / column fidelity_match),,out:effort-not-established, wcbapi,github-weather-card,glm-5.2,enabled,coding,easy,,,,,,,47.619048,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row glm-5.2-eff-enabled--api--official--dev / column fidelity_match),,out:effort-not-established, wcbapi,github-weather-card,gpt-5.2-codex,high,coding,easy,,,,,,,77.083333,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row gpt-5.2-codex-eff-high--api--official--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,gpt-5.2-codex,low,coding,easy,,,,,,,83.333333,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row gpt-5.2-codex-eff-low--api--official--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,gpt-5.2-codex,medium,coding,easy,,,,,,,75,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row gpt-5.2-codex-eff-medium--api--official--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,gpt-5.2-codex,xhigh,coding,easy,,,,,,,60.416667,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row gpt-5.2-codex-eff-xhigh--api--official--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,gpt-5.4,high,coding,easy,,,,,,,77.083333,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row gpt-5.4-eff-high--api--official--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,gpt-5.4,low,coding,easy,,,,,,,79.166667,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row gpt-5.4-eff-low--api--official--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,gpt-5.4,medium,coding,easy,,,,,,,77.083333,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row gpt-5.4-eff-medium--api--official--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,gpt-5.4,nothink,coding,easy,,,,,,,68.75,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row gpt-5.4-eff-none--api--official--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,gpt-5.4,xhigh,coding,easy,,,,,,,72.916667,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row gpt-5.4-eff-xhigh--api--official--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,gpt-5.4-mini,high,coding,easy,,,,,,,70.833333,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row gpt-5.4-mini-eff-high--api--official--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,gpt-5.4-mini,low,coding,easy,,,,,,,56.25,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row gpt-5.4-mini-eff-low--api--official--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,gpt-5.4-mini,medium,coding,easy,,,,,,,58.333333,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row gpt-5.4-mini-eff-medium--api--official--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,gpt-5.4-mini,nothink,coding,easy,,,,,,,56.25,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row gpt-5.4-mini-eff-none--api--official--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,gpt-5.5,high,coding,easy,,,,,,,87.5,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row gpt-5.5-eff-high--api--official--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,grok-4.3,default,coding,easy,,,,,,,58.333333,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row grok-4.3--api--official--dev / column fidelity_match),,out:effort-not-established, wcbapi,github-weather-card,grok-4.3,high,coding,easy,,,,,,,70.833333,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row grok-4.3-eff-high--api--official--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,grok-4.3,low,coding,easy,,,,,,,47.916667,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row grok-4.3-eff-low--api--official--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,grok-4.3,medium,coding,easy,,,,,,,45.833333,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row grok-4.3-eff-medium--api--official--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,grok-4.5,high,coding,easy,,,,,,,68.75,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row grok-4.5--api--official--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,grok-4.5,high,coding,easy,,,,,,,66.666667,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row grok-4.5-eff-high--api--official--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,grok-4.5,low,coding,easy,,,,,,,58.333333,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row grok-4.5-eff-low--api--official--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,grok-4.5,medium,coding,easy,,,,,,,75,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row grok-4.5-eff-medium--api--official--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,grok-4.6,high,coding,easy,,,,,,,58.333333,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row grok-4.6--api--official--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,grok-4.6,high,coding,easy,,,,,,,58.333333,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row grok-4.6-eff-high--api--official--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,grok-4.6,low,coding,easy,,,,,,,54.166667,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row grok-4.6-eff-low--api--official--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,grok-4.6,medium,coding,easy,,,,,,,58.333333,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row grok-4.6-eff-medium--api--official--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,grok-4.6,xhigh,coding,easy,,,,,,,66.666667,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row grok-4.6-eff-xhigh--api--official--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,kimi-k2.6,not-established:absent,coding,easy,,,,,,,56.25,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row kimi-k2.6-eff-disabled--api--official--dev / column fidelity_match),,out:effort-not-established, wcbapi,github-weather-card,kimi-k2.6,enabled,coding,easy,,,,,,,66.666667,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row kimi-k2.6-eff-enabled--api--official--dev / column fidelity_match),,out:effort-not-established, wcbapi,github-weather-card,kimi-k2.7-code,solo,coding,easy,,,,,,,72.916667,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row kimi-k2.7-code--api--official--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,kimi-k3,not-established:absent,coding,easy,,,,,,,75,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row kimi-k3-eff-disabled--api--official--dev / column fidelity_match),,out:effort-not-established, wcbapi,github-weather-card,kimi-k3,high,coding,easy,,,,,,,79.166667,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row kimi-k3-eff-high--api--official--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,kimi-k3,low,coding,easy,,,,,,,68.75,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row kimi-k3-eff-low--api--official--dev / column fidelity_match),,out:not-headline, wcbapi,github-weather-card,mimo-v2.5-pro,high,coding,easy,,,,,,,70.833333,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row mimo-v2.5-pro-eff-high--api--official--dev / column fidelity_match),,out:effort-not-established, wcbapi,github-weather-card,mimo-v2.5-pro,low,coding,easy,,,,,,,56.25,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row mimo-v2.5-pro-eff-low--api--official--dev / column fidelity_match),,out:effort-not-established, wcbapi,github-weather-card,mimo-v2.5-pro,medium,coding,easy,,,,,,,66.666667,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row mimo-v2.5-pro-eff-medium--api--official--dev / column fidelity_match),,out:effort-not-established, wcbapi,github-weather-card,mimo-v2.5-pro,nothink,coding,easy,,,,,,,60.416667,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row mimo-v2.5-pro-eff-none--api--official--dev / column fidelity_match),,out:effort-not-established, wcbapi,github-weather-card,?minimax-m3.1-flash,not-established:absent,coding,easy,,,,,,,58.333333,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row minimax-m3.1-flash-eff-high--api--official--dev / column fidelity_match),,out:model-not-established, wcbapi,github-weather-card,?minimax-m3.1-flash,not-established:absent,coding,easy,,,,,,,60.416667,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row minimax-m3.1-flash-eff-low--api--official--dev / column fidelity_match),,out:model-not-established, wcbapi,github-weather-card,?minimax-m3.1-flash,not-established:absent,coding,easy,,,,,,,68.75,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row minimax-m3.1-flash-eff-max--api--official--dev / column fidelity_match),,out:model-not-established, wcbapi,github-weather-card,?minimax-m3.1-flash,not-established:absent,coding,easy,,,,,,,60.416667,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row minimax-m3.1-flash-eff-medium--api--official--dev / column fidelity_match),,out:model-not-established, wcbapi,github-weather-card,?minimax-m3.1-flash,not-established:absent,coding,easy,,,,,,,60.416667,fidelity-match%,0,,,https://github.com/2nd1st/weather-card-benchmark (all 596 configs// of the pack: config.json + send-log.json + slot meta.json (see extractions) / row minimax-m3.1-flash-eff-xhigh--api--official--dev / column fidelity_match),,out:model-not-established, wookccb,github-wook3024,sonnet-4.6,medium,coding,mid,ClaudeCode,USD per run (mean),0.1771,2.89e-05,,,93.03,pass%,0.00129,,,"https://github.com/wook3024/claude-code-bench/tree/718e6b9191019389e97b355083d6bcef99d921ca (Full Comparison Matrix, row `sonnet-med`, column 'Pass Rate')",,in,out:failed-run wookccb,github-wook3024,sonnet-4.6,high,coding,mid,ClaudeCode,USD per run (mean),0.2956,2.89e-05,,,87.52,pass%,0.00289,,cost-base-price:cost-publisher-figure,"https://github.com/wook3024/claude-code-bench/tree/718e6b9191019389e97b355083d6bcef99d921ca (Full Comparison Matrix, row `sonnet-high`, column 'Pass Rate')",,in,out:cost-single-couple wookccb,github-wook3024,opus-4.6,medium,coding,mid,ClaudeCode,USD per run (mean),0.3545,2.89e-05,,,87.88,pass%,0.00289,,cost-base-price:cost-publisher-figure,"https://github.com/wook3024/claude-code-bench/tree/718e6b9191019389e97b355083d6bcef99d921ca (Full Comparison Matrix, row `opus-adaptive-med`, column 'Pass Rate')",,out:single-couple,out:cost-single-couple wookccb,github-wook3024,opus-4.6,high,coding,mid,ClaudeCode,USD per run (mean),0.3853,2.89e-05,,,69.70,pass%,0.00289,,cost-base-price:cost-publisher-figure,"https://github.com/wook3024/claude-code-bench/tree/718e6b9191019389e97b355083d6bcef99d921ca (Full Comparison Matrix, row `opus-adaptive-high`, column 'Pass Rate')",,out:single-couple,out:cost-single-couple wookccb-noadapt,github-wook3024,opus-4.6,medium,coding,mid,ClaudeCode,USD per run (mean),0.3220,2.89e-05,,,83.33,pass%,0.00289,,cost-base-price:cost-publisher-figure,"https://github.com/wook3024/claude-code-bench/tree/718e6b9191019389e97b355083d6bcef99d921ca (Full Comparison Matrix, row `opus-fixed-med`, column 'Pass Rate')",,out:single-couple,out:cost-single-couple wookccb-noadapt,github-wook3024,opus-4.6,high,coding,mid,ClaudeCode,USD per run (mean),0.3371,2.89e-05,,,83.33,pass%,0.00289,,cost-base-price:cost-publisher-figure,"https://github.com/wook3024/claude-code-bench/tree/718e6b9191019389e97b355083d6bcef99d921ca (Full Comparison Matrix, row `opus-fixed-high`, column 'Pass Rate')",,out:single-couple,out:cost-single-couple xdotli-tb20-codex,github-xdotli-gpt52-tb2,gpt-5.2,unstated,agentic-tool,hard,Codex-CLI,,,,,,53.932584,pass%,0,,,"https://github.com/xdotli/gpt-5.2-tb2 (README, 'Results Summary' table, row gpt-5.2, column Original)",,out:effort-not-established, xdotli-tb20-codex,github-xdotli-gpt52-tb2,gpt-5.2-pro,unstated,agentic-tool,hard,Codex-CLI,,,,,,44.94382,pass%,0,,,"https://github.com/xdotli/gpt-5.2-tb2 (README, 'Results Summary' table, row gpt-5.2-pro, column Original)",,out:effort-not-established, xdotli-tb20-codex,github-xdotli-gpt52-tb2,gpt-5.1-codex-max,unstated,agentic-tool,hard,Codex-CLI,,,,,,53.932584,pass%,0,,,"https://github.com/xdotli/gpt-5.2-tb2 (README, 'Results Summary' table, row gpt-5.1-codex-max, column Original)",,out:effort-not-established, lolbench-lol-a,github-yakshithk-lolbench,gpt-5.6-sol-pro,nothink,reasoning-math,hard,,,,,,,89.11,LoL-A mean,0.00289,,,https://github.com/YakshithK/lolbench ($.lol_a.gpt-5.6-sol-pro),,out:single-couple, surfevolver,yhenon-surface-evolver,fable-5,high,reasoning-math,hard,,per-run,1.21470125,2.89e-06,,,95,mean-score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/yhenon/surface-evolver-llm-eval ($.models / row claude-fable-5 (high) / column mean_score),src-github-yhenon-surface-evolver-llm-eval-2026-10-09|run:surfevolver-pass|fable-5@high|,in,in surfevolver,yhenon-surface-evolver,kimi-k3,default,reasoning-math,hard,,per-run,0.7588861125,2.89e-06,,,95,mean-score%,0.000289,,,https://github.com/yhenon/surface-evolver-llm-eval ($.models / row kimi-k3 / column mean_score),,out:effort-not-established,out:effort-not-established surfevolver,yhenon-surface-evolver,gpt-5.6-sol,xhigh,reasoning-math,hard,,per-run,0.7349811914062501,0.0849,,,93.125,mean-score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://github.com/yhenon/surface-evolver-llm-eval ($.models / row gpt-5.6-sol (xhigh) / column mean_score),src-github-yhenon-surface-evolver-llm-eval-2026-10-09|run:surfevolver-pass|gpt-5.6-sol@xhigh|,in,out:cost-single-couple surfevolver,yhenon-surface-evolver,gpt-5.5,high,reasoning-math,hard,,per-run,0.8641133125,2.89e-06,,,88.125,mean-score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/yhenon/surface-evolver-llm-eval ($.models / row gpt-5.5 (high) / column mean_score),src-github-yhenon-surface-evolver-llm-eval-2026-10-09|run:surfevolver-pass|gpt-5.5@high|,in,in surfevolver,yhenon-surface-evolver,opus-4.8,high,reasoning-math,hard,,per-run,1.3726028125,2.89e-06,,,87.5,mean-score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/yhenon/surface-evolver-llm-eval ($.models / row claude-opus-4.8 (high) / column mean_score),src-github-yhenon-surface-evolver-llm-eval-2026-10-09|run:surfevolver-pass|opus-4.8@high|,in,in surfevolver,yhenon-surface-evolver,gpt-5.6-terra,xhigh,reasoning-math,hard,,per-run,0.4269320296875,0.0274,,,83.75,mean-score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://github.com/yhenon/surface-evolver-llm-eval ($.models / row gpt-5.6-terra (xhigh) / column mean_score),src-github-yhenon-surface-evolver-llm-eval-2026-10-09|run:surfevolver-pass|gpt-5.6-terra@xhigh|,in,out:cost-single-couple surfevolver,yhenon-surface-evolver,gpt-5.5,medium,reasoning-math,hard,,per-run,0.595081875,2.89e-06,,,81.25,mean-score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/yhenon/surface-evolver-llm-eval ($.models / row gpt-5.5 (medium) / column mean_score),src-github-yhenon-surface-evolver-llm-eval-2026-10-09|run:surfevolver-pass|gpt-5.5@medium|,in,in surfevolver,yhenon-surface-evolver,gemini-3.8-flash,high,reasoning-math,hard,,per-run,0.16238218125,2.89e-06,,,76.875,mean-score%,0.000289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://github.com/yhenon/surface-evolver-llm-eval ($.models / row gemini-3.8-flash (high) / column mean_score),src-github-yhenon-surface-evolver-llm-eval-2026-10-09|run:surfevolver-pass|gemini-3.8-flash@high|,in,in surfevolver,yhenon-surface-evolver,grok-4.5,high,reasoning-math,hard,,per-run,0.23051529999999998,0.0333,,,74.375,mean-score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://github.com/yhenon/surface-evolver-llm-eval ($.models / row grok-4.5 (high) / column mean_score),src-github-yhenon-surface-evolver-llm-eval-2026-10-09|run:surfevolver-pass|grok-4.5@high|,in,out:cost-single-couple surfevolver,yhenon-surface-evolver,gemini-3.5-flash,medium,reasoning-math,hard,,per-run,0.44254692,2.89e-06,,,58.125,mean-score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/yhenon/surface-evolver-llm-eval ($.models / row gemini-3.5-flash (medium) / column mean_score),src-github-yhenon-surface-evolver-llm-eval-2026-10-09|run:surfevolver-pass|gemini-3.5-flash@medium|,in,in surfevolver,yhenon-surface-evolver,?meta/muse-spark-1.1,not-established:absent,reasoning-math,hard,,per-run,0.156146171875,2.89e-06,,,52.5,mean-score%,0.000289,,,https://github.com/yhenon/surface-evolver-llm-eval ($.models / row muse-spark-1.1 (high) / column mean_score),,out:model-not-established,out:model-not-established surfevolver,yhenon-surface-evolver,kimi-k2.7-code,solo,reasoning-math,hard,,per-run,0.2520076904625,2.89e-06,,,48.75,mean-score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/yhenon/surface-evolver-llm-eval ($.models / row kimi-k2.7-code / column mean_score),src-github-yhenon-surface-evolver-llm-eval-2026-10-09|run:surfevolver-pass|kimi-k2.7-code@solo|,in,in surfevolver,yhenon-surface-evolver,glm-5.2,high,reasoning-math,hard,,per-run,0.29038732075,2.89e-06,,,55.625,mean-score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/yhenon/surface-evolver-llm-eval ($.models / row glm-5.2 (high) / column mean_score),src-github-yhenon-surface-evolver-llm-eval-2026-10-09|run:surfevolver-pass|glm-5.2@high|,in,in surfevolver,yhenon-surface-evolver,deepseek-v4.1-flash,high,reasoning-math,hard,,per-run,0.13298173200000002,2.89e-06,,,46.25,mean-score%,0.000289,,cost-method-assumed-single,https://github.com/yhenon/surface-evolver-llm-eval ($.models / row deepseek-v4.1-flash (high) / column mean_score),src-github-yhenon-surface-evolver-llm-eval-2026-10-09|run:surfevolver-pass|deepseek-v4.1-flash@high|,in,out:cost-not-comparable surfevolver,yhenon-surface-evolver,opus-4.8,not-established:absent,reasoning-math,hard,,per-run,0.6079421875000001,2.89e-06,,,68.125,mean-score%,0.000289,,,https://github.com/yhenon/surface-evolver-llm-eval ($.models / row claude-opus-4.8 (none) / column mean_score),,out:effort-not-established,out:effort-not-established surfevolver,yhenon-surface-evolver,deepseek-v4-pro-preview,high,reasoning-math,hard,,per-run,0.25713391366666666,2.89e-06,,,40,mean-score%,0.000289,,cost-method-assumed-single,https://github.com/yhenon/surface-evolver-llm-eval ($.models / row deepseek-v4-pro (high) / column mean_score),src-github-yhenon-surface-evolver-llm-eval-2026-10-09|run:surfevolver-pass|deepseek-v4-pro-preview@high|,in,out:cost-not-comparable surfevolver,yhenon-surface-evolver,gpt-5.6-luna,medium,reasoning-math,hard,,per-run,0.037797781875,0.0145,,,61.875,mean-score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://github.com/yhenon/surface-evolver-llm-eval ($.models / row gpt-5.6-luna (medium) / column mean_score),src-github-yhenon-surface-evolver-llm-eval-2026-10-09|run:surfevolver-pass|gpt-5.6-luna@medium|,in,out:cost-single-couple surfevolver,yhenon-surface-evolver,sonnet-5,medium,reasoning-math,hard,,per-run,0.7461840000000001,2.89e-06,,,60,mean-score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/yhenon/surface-evolver-llm-eval ($.models / row claude-sonnet-5 (medium) / column mean_score),src-github-yhenon-surface-evolver-llm-eval-2026-10-09|run:surfevolver-pass|sonnet-5@medium|,in,in surfevolver,yhenon-surface-evolver,minimax-m3,default,reasoning-math,hard,,per-run,0.129878985,2.89e-06,,,54.99999999999999,mean-score%,0.000289,,,https://github.com/yhenon/surface-evolver-llm-eval ($.models / row minimax-m3 / column mean_score),,out:effort-not-established,out:effort-not-established surfevolver,yhenon-surface-evolver,glm-5.3-flash,max,reasoning-math,hard,,per-run,0.019283421874999998,2.89e-06,,,52.5,mean-score%,0.000289,,cost-method-assumed-single,https://github.com/yhenon/surface-evolver-llm-eval ($.models / row glm-5.3-flash (max) / column mean_score),src-github-yhenon-surface-evolver-llm-eval-2026-10-09|run:surfevolver-pass|glm-5.3-flash@max|,in,out:cost-not-comparable surfevolver,yhenon-surface-evolver,qwen3.8-27b,xhigh,reasoning-math,hard,,per-run,0.56554758125,2.89e-06,,,45,mean-score%,0.000289,,cost-method-assumed-single,https://github.com/yhenon/surface-evolver-llm-eval ($.models / row qwen3.8-27b (xhigh) / column mean_score),src-github-yhenon-surface-evolver-llm-eval-2026-10-09|run:surfevolver-pass|qwen3.8-27b@xhigh|,in,out:cost-not-comparable surfevolver,yhenon-surface-evolver,?mistralai/mistral-large-4-0,not-established:absent,reasoning-math,hard,,per-run,0.37607405,2.89e-06,,,28.125,mean-score%,0.000289,,,https://github.com/yhenon/surface-evolver-llm-eval ($.models / row mistral-large-4-0 / column mean_score),,out:model-not-established,out:model-not-established surfevolver,yhenon-surface-evolver,qwen3.6-35b-a3b,default,reasoning-math,hard,,per-run,0.14617220798,2.89e-06,,,44.375,mean-score%,0.000289,,,https://github.com/yhenon/surface-evolver-llm-eval ($.models / row qwen3.6-35b-a3b / column mean_score),,out:effort-not-established,out:effort-not-established surfevolver,yhenon-surface-evolver,gemma-4-31b-it,nothink,reasoning-math,hard,,per-run,0.014371744,2.89e-06,,,30.624999999999997,mean-score%,0.000289,,cost-method-assumed-single,https://github.com/yhenon/surface-evolver-llm-eval ($.models / row gemma-4-31b-it (none) / column mean_score),,out:single-couple,out:cost-not-comparable surfevolver,yhenon-surface-evolver,mistral-medium-3.5,high,reasoning-math,hard,,per-run,0.39676275,2.89e-06,,,26.875,mean-score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/yhenon/surface-evolver-llm-eval ($.models / row mistral-medium-3-5 (high) / column mean_score),,out:single-couple,out:cost-single-couple surfevolver,yhenon-surface-evolver,gpt-oss-120b,default,reasoning-math,hard,,per-run,0.0055770231249999995,2.89e-06,,,25,mean-score%,0.000289,,,https://github.com/yhenon/surface-evolver-llm-eval ($.models / row gpt-oss-120b / column mean_score),,out:effort-not-established,out:effort-not-established surfevolver,yhenon-surface-evolver,laguna-m.1,think,reasoning-math,hard,,per-run,0.03091999375,2.89e-06,,,15.625,mean-score%,0.000289,,cost-method-assumed-single,https://github.com/yhenon/surface-evolver-llm-eval ($.models / row laguna-m.1 / column mean_score),,out:single-couple,out:cost-not-comparable surfevolver,yhenon-surface-evolver,trinity-large-thinking,solo,reasoning-math,hard,,per-run,0.08908523214285714,2.89e-06,,,15.625,mean-score%,0.000289,,cost-method-assumed-single,https://github.com/yhenon/surface-evolver-llm-eval ($.models / row trinity-large-thinking / column mean_score),,out:single-couple,out:cost-not-comparable surfevolver-pass,yhenon-surface-evolver,fable-5,high,reasoning-math,hard,,per-run,1.21470125,2.89e-06,,,87.5,pass%,0.000289,,,https://github.com/yhenon/surface-evolver-llm-eval ($.by_model / row claude-fable-5 (high) / column pass_rate),src-github-yhenon-surface-evolver-llm-eval-2026-10-09|run:surfevolver-pass|fable-5@high|,in,in surfevolver-pass,yhenon-surface-evolver,kimi-k3,default,reasoning-math,hard,,per-run,0.7588861125,2.89e-06,,,87.5,pass%,0.000289,,,https://github.com/yhenon/surface-evolver-llm-eval ($.by_model / row kimi-k3 / column pass_rate),,out:effort-not-established,out:effort-not-established surfevolver-pass,yhenon-surface-evolver,gpt-5.6-sol,xhigh,reasoning-math,hard,,per-run,0.587984953125,2.89e-06,,,87.5,pass%,0.000289,,,https://github.com/yhenon/surface-evolver-llm-eval ($.by_model / row gpt-5.6-sol (xhigh) / column pass_rate),src-github-yhenon-surface-evolver-llm-eval-2026-10-09|run:surfevolver-pass|gpt-5.6-sol@xhigh|,in,out:cost-single-couple surfevolver-pass,yhenon-surface-evolver,gpt-5.5,high,reasoning-math,hard,,per-run,0.8641133125,2.89e-06,,,75,pass%,0.000289,,,https://github.com/yhenon/surface-evolver-llm-eval ($.by_model / row gpt-5.5 (high) / column pass_rate),src-github-yhenon-surface-evolver-llm-eval-2026-10-09|run:surfevolver-pass|gpt-5.5@high|,in,in surfevolver-pass,yhenon-surface-evolver,opus-4.8,high,reasoning-math,hard,,per-run,1.3726028125,2.89e-06,,,68.75,pass%,0.000289,,,https://github.com/yhenon/surface-evolver-llm-eval ($.by_model / row claude-opus-4.8 (high) / column pass_rate),src-github-yhenon-surface-evolver-llm-eval-2026-10-09|run:surfevolver-pass|opus-4.8@high|,in,in surfevolver-pass,yhenon-surface-evolver,gpt-5.6-terra,xhigh,reasoning-math,hard,,per-run,0.474368921875,2.89e-06,,,68.75,pass%,0.000289,,,https://github.com/yhenon/surface-evolver-llm-eval ($.by_model / row gpt-5.6-terra (xhigh) / column pass_rate),src-github-yhenon-surface-evolver-llm-eval-2026-10-09|run:surfevolver-pass|gpt-5.6-terra@xhigh|,in,out:cost-single-couple surfevolver-pass,yhenon-surface-evolver,gpt-5.5,medium,reasoning-math,hard,,per-run,0.595081875,2.89e-06,,,62.5,pass%,0.000289,,,https://github.com/yhenon/surface-evolver-llm-eval ($.by_model / row gpt-5.5 (medium) / column pass_rate),src-github-yhenon-surface-evolver-llm-eval-2026-10-09|run:surfevolver-pass|gpt-5.5@medium|,in,in surfevolver-pass,yhenon-surface-evolver,gemini-3.8-flash,high,reasoning-math,hard,,per-run,0.16238218125,2.89e-06,,,56.25,pass%,0.000289,,,https://github.com/yhenon/surface-evolver-llm-eval ($.by_model / row gemini-3.8-flash (high) / column pass_rate),src-github-yhenon-surface-evolver-llm-eval-2026-10-09|run:surfevolver-pass|gemini-3.8-flash@high|,in,in surfevolver-pass,yhenon-surface-evolver,grok-4.5,high,reasoning-math,hard,,per-run,0.288144125,2.89e-06,,,50,pass%,0.000289,,,https://github.com/yhenon/surface-evolver-llm-eval ($.by_model / row grok-4.5 (high) / column pass_rate),src-github-yhenon-surface-evolver-llm-eval-2026-10-09|run:surfevolver-pass|grok-4.5@high|,in,out:cost-single-couple surfevolver-pass,yhenon-surface-evolver,gemini-3.5-flash,medium,reasoning-math,hard,,per-run,0.44254692,2.89e-06,,,37.5,pass%,0.000289,,,https://github.com/yhenon/surface-evolver-llm-eval ($.by_model / row gemini-3.5-flash (medium) / column pass_rate),src-github-yhenon-surface-evolver-llm-eval-2026-10-09|run:surfevolver-pass|gemini-3.5-flash@medium|,in,in surfevolver-pass,yhenon-surface-evolver,?meta/muse-spark-1.1,not-established:absent,reasoning-math,hard,,per-run,0.156146171875,2.89e-06,,,37.5,pass%,0.000289,,,https://github.com/yhenon/surface-evolver-llm-eval ($.by_model / row muse-spark-1.1 (high) / column pass_rate),,out:model-not-established,out:model-not-established surfevolver-pass,yhenon-surface-evolver,kimi-k2.7-code,solo,reasoning-math,hard,,per-run,0.2520076904625,2.89e-06,,,37.5,pass%,0.000289,,,https://github.com/yhenon/surface-evolver-llm-eval ($.by_model / row kimi-k2.7-code / column pass_rate),src-github-yhenon-surface-evolver-llm-eval-2026-10-09|run:surfevolver-pass|kimi-k2.7-code@solo|,in,in surfevolver-pass,yhenon-surface-evolver,glm-5.2,high,reasoning-math,hard,,per-run,0.29038732075,2.89e-06,,,31.25,pass%,0.000289,,,https://github.com/yhenon/surface-evolver-llm-eval ($.by_model / row glm-5.2 (high) / column pass_rate),src-github-yhenon-surface-evolver-llm-eval-2026-10-09|run:surfevolver-pass|glm-5.2@high|,in,in surfevolver-pass,yhenon-surface-evolver,deepseek-v4.1-flash,high,reasoning-math,hard,,per-run,0.13298173200000002,2.89e-06,,,31.25,pass%,0.000289,,,https://github.com/yhenon/surface-evolver-llm-eval ($.by_model / row deepseek-v4.1-flash (high) / column pass_rate),src-github-yhenon-surface-evolver-llm-eval-2026-10-09|run:surfevolver-pass|deepseek-v4.1-flash@high|,in,out:cost-not-comparable surfevolver-pass,yhenon-surface-evolver,opus-4.8,not-established:absent,reasoning-math,hard,,per-run,0.6079421875000001,2.89e-06,,,25,pass%,0.000289,,,https://github.com/yhenon/surface-evolver-llm-eval ($.by_model / row claude-opus-4.8 (none) / column pass_rate),,out:effort-not-established,out:effort-not-established surfevolver-pass,yhenon-surface-evolver,deepseek-v4-pro-preview,high,reasoning-math,hard,,per-run,0.25713391366666666,2.89e-06,,,25,pass%,0.000289,,,https://github.com/yhenon/surface-evolver-llm-eval ($.by_model / row deepseek-v4-pro (high) / column pass_rate),src-github-yhenon-surface-evolver-llm-eval-2026-10-09|run:surfevolver-pass|deepseek-v4-pro-preview@high|,in,out:cost-not-comparable surfevolver-pass,yhenon-surface-evolver,gpt-5.6-luna,medium,reasoning-math,hard,,per-run,0.062996303125,2.89e-06,,,18.75,pass%,0.000289,,,https://github.com/yhenon/surface-evolver-llm-eval ($.by_model / row gpt-5.6-luna (medium) / column pass_rate),src-github-yhenon-surface-evolver-llm-eval-2026-10-09|run:surfevolver-pass|gpt-5.6-luna@medium|,in,out:cost-single-couple surfevolver-pass,yhenon-surface-evolver,sonnet-5,medium,reasoning-math,hard,,per-run,0.7461840000000001,2.89e-06,,,18.75,pass%,0.000289,,,https://github.com/yhenon/surface-evolver-llm-eval ($.by_model / row claude-sonnet-5 (medium) / column pass_rate),src-github-yhenon-surface-evolver-llm-eval-2026-10-09|run:surfevolver-pass|sonnet-5@medium|,in,in surfevolver-pass,yhenon-surface-evolver,minimax-m3,default,reasoning-math,hard,,per-run,0.129878985,2.89e-06,,,18.75,pass%,0.000289,,,https://github.com/yhenon/surface-evolver-llm-eval ($.by_model / row minimax-m3 / column pass_rate),,out:effort-not-established,out:effort-not-established surfevolver-pass,yhenon-surface-evolver,glm-5.3-flash,max,reasoning-math,hard,,per-run,0.019283421874999998,2.89e-06,,,18.75,pass%,0.000289,,,https://github.com/yhenon/surface-evolver-llm-eval ($.by_model / row glm-5.3-flash (max) / column pass_rate),src-github-yhenon-surface-evolver-llm-eval-2026-10-09|run:surfevolver-pass|glm-5.3-flash@max|,in,out:cost-not-comparable surfevolver-pass,yhenon-surface-evolver,qwen3.8-27b,xhigh,reasoning-math,hard,,per-run,0.56554758125,2.89e-06,,,18.75,pass%,0.000289,,,https://github.com/yhenon/surface-evolver-llm-eval ($.by_model / row qwen3.8-27b (xhigh) / column pass_rate),src-github-yhenon-surface-evolver-llm-eval-2026-10-09|run:surfevolver-pass|qwen3.8-27b@xhigh|,in,out:cost-not-comparable surfevolver-pass,yhenon-surface-evolver,?mistralai/mistral-large-4-0,not-established:absent,reasoning-math,hard,,per-run,0.37607405,2.89e-06,,,18.75,pass%,0.000289,,,https://github.com/yhenon/surface-evolver-llm-eval ($.by_model / row mistral-large-4-0 / column pass_rate),,out:model-not-established,out:model-not-established surfevolver-pass,yhenon-surface-evolver,qwen3.6-35b-a3b,default,reasoning-math,hard,,per-run,0.14617220798,2.89e-06,,,12.5,pass%,0.000289,,,https://github.com/yhenon/surface-evolver-llm-eval ($.by_model / row qwen3.6-35b-a3b / column pass_rate),,out:effort-not-established,out:effort-not-established surfevolver-pass,yhenon-surface-evolver,gemma-4-31b-it,nothink,reasoning-math,hard,,per-run,0.014371744,2.89e-06,,,6.25,pass%,0.000289,,,https://github.com/yhenon/surface-evolver-llm-eval ($.by_model / row gemma-4-31b-it (none) / column pass_rate),,out:single-couple,out:cost-not-comparable surfevolver-pass,yhenon-surface-evolver,mistral-medium-3.5,high,reasoning-math,hard,,per-run,0.39676275,2.89e-06,,,6.25,pass%,0.000289,,,https://github.com/yhenon/surface-evolver-llm-eval ($.by_model / row mistral-medium-3-5 (high) / column pass_rate),,out:single-couple,out:cost-single-couple surfevolver-pass,yhenon-surface-evolver,gpt-oss-120b,default,reasoning-math,hard,,per-run,0.0055770231249999995,2.89e-06,,,6.25,pass%,0.000289,,,https://github.com/yhenon/surface-evolver-llm-eval ($.by_model / row gpt-oss-120b / column pass_rate),,out:effort-not-established,out:effort-not-established surfevolver-pass,yhenon-surface-evolver,laguna-m.1,think,reasoning-math,hard,,per-run,0.03091999375,2.89e-06,,,6.25,pass%,0.000289,,,https://github.com/yhenon/surface-evolver-llm-eval ($.by_model / row laguna-m.1 / column pass_rate),,out:single-couple,out:cost-not-comparable surfevolver-pass,yhenon-surface-evolver,trinity-large-thinking,solo,reasoning-math,hard,,per-run,0.08908523214285714,2.89e-06,,,6.25,pass%,0.000289,,,https://github.com/yhenon/surface-evolver-llm-eval ($.by_model / row trinity-large-thinking / column pass_rate),,out:single-couple,out:cost-not-comparable youkiti-prisma-tsuge10-accuracy,github-youkiti,grok-4.20,unstated,mixed,hard,,USD/run,0.067,0.000289,,,86.04,accuracy%,0.00289,,,"https://github.com/youkiti/PRISMA-AI-Share (leaderboard, Accuracy % (95% CI))",,out:effort-not-established,out:effort-not-established youkiti-prisma-tsuge10-accuracy,github-youkiti,grok-4.6,low,mixed,hard,,USD/run,0.055,0.000289,,,83.40,accuracy%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://github.com/youkiti/PRISMA-AI-Share (leaderboard, Accuracy % (95% CI))",,in,in youkiti-prisma-tsuge10-accuracy,github-youkiti,grok-4-fast,unstated,mixed,hard,,USD/run,0.005,0.000289,,,83.02,accuracy%,0.00289,,,"https://github.com/youkiti/PRISMA-AI-Share (leaderboard, Accuracy % (95% CI))",,out:effort-not-established,out:effort-not-established youkiti-prisma-tsuge10-accuracy,github-youkiti,gemini-3.8-flash,medium,mixed,hard,,USD/run,0.040,0.000289,,,82.26,accuracy%,0.00289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://github.com/youkiti/PRISMA-AI-Share (leaderboard, Accuracy % (95% CI))",,in,in youkiti-prisma-tsuge10-accuracy,github-youkiti,gpt-5.4,unstated,mixed,hard,,USD/run,0.060,0.000289,,,82.08,accuracy%,0.00289,,,"https://github.com/youkiti/PRISMA-AI-Share (leaderboard, Accuracy % (95% CI))",,out:effort-not-established,out:effort-not-established youkiti-prisma-tsuge10-accuracy,github-youkiti,gpt-5.6-terra,nothink,mixed,hard,,USD/run,0.053099999999999994,0.00342,,,82.08,accuracy%,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://github.com/youkiti/PRISMA-AI-Share (leaderboard, Accuracy % (95% CI))",,in,out:cost-single-couple youkiti-prisma-tsuge10-accuracy,github-youkiti,gemini-3-flash,low,mixed,hard,,USD/run,0.051,0.000289,,,81.51,accuracy%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://github.com/youkiti/PRISMA-AI-Share (leaderboard, Accuracy % (95% CI))",,in,in youkiti-prisma-tsuge10-accuracy,github-youkiti,gemini-3.1-pro,unstated,mixed,hard,,USD/run,0.154,0.000289,,,81.51,accuracy%,0.00289,,,"https://github.com/youkiti/PRISMA-AI-Share (leaderboard, Accuracy % (95% CI))",,out:effort-not-established,out:effort-not-established youkiti-prisma-tsuge10-accuracy,github-youkiti,gemini-3-pro,high,mixed,hard,,,,,,,81.32,accuracy%,0.00289,,,"https://github.com/youkiti/PRISMA-AI-Share (leaderboard, Accuracy % (95% CI))",,in, youkiti-prisma-tsuge10-accuracy,github-youkiti,qwen3.6-plus,unstated,mixed,hard,,USD/run,0.050,0.000289,,,81.32,accuracy%,0.00289,,,"https://github.com/youkiti/PRISMA-AI-Share (leaderboard, Accuracy % (95% CI))",,out:effort-not-established,out:effort-not-established youkiti-prisma-tsuge10-accuracy,github-youkiti,grok-4,solo,mixed,hard,,USD/run,0.111,0.000289,,,81.13,accuracy%,0.00289,,cost-method-assumed-single,"https://github.com/youkiti/PRISMA-AI-Share (leaderboard, Accuracy % (95% CI))",,out:single-couple,out:cost-not-comparable youkiti-prisma-tsuge10-accuracy,github-youkiti,grok-4.1-fast,unstated,mixed,hard,,USD/run,0.006,0.000289,,,81.13,accuracy%,0.00289,,,"https://github.com/youkiti/PRISMA-AI-Share (leaderboard, Accuracy % (95% CI))",,out:effort-not-established,out:effort-not-established youkiti-prisma-tsuge10-accuracy,github-youkiti,gpt-oss-120b,unstated,mixed,hard,,USD/run,0.002,0.000289,,,80.94,accuracy%,0.00289,,,"https://github.com/youkiti/PRISMA-AI-Share (leaderboard, Accuracy % (95% CI))",,out:effort-not-established,out:effort-not-established youkiti-prisma-tsuge10-accuracy,github-youkiti,?DeepSeek V4 Pro,not-established:absent,mixed,hard,,USD/run,0.053,0.000289,,,80.94,accuracy%,0.00289,,,"https://github.com/youkiti/PRISMA-AI-Share (leaderboard, Accuracy % (95% CI))",,out:model-not-established,out:model-not-established youkiti-prisma-tsuge10-accuracy,github-youkiti,gpt-5.1,unstated,mixed,hard,,,,,,,80.19,accuracy%,0.00289,,,"https://github.com/youkiti/PRISMA-AI-Share (leaderboard, Accuracy % (95% CI))",,out:effort-not-established, youkiti-prisma-tsuge10-accuracy,github-youkiti,gpt-5.6-sol,nothink,mixed,hard,,USD/run,0.15,0.0173,,,80.00,accuracy%,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://github.com/youkiti/PRISMA-AI-Share (leaderboard, Accuracy % (95% CI))",,in,out:cost-single-couple youkiti-prisma-tsuge10-accuracy,github-youkiti,gpt-5.6-luna,nothink,mixed,hard,,USD/run,0.0144,0.00555,,,79.81,accuracy%,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://github.com/youkiti/PRISMA-AI-Share (leaderboard, Accuracy % (95% CI))",,in,out:cost-single-couple youkiti-prisma-tsuge10-accuracy,github-youkiti,?Qwen3-235B,not-established:absent,mixed,hard,,USD/run,0.003,0.000289,,,79.43,accuracy%,0.00289,,,"https://github.com/youkiti/PRISMA-AI-Share (leaderboard, Accuracy % (95% CI))",,out:model-not-established,out:model-not-established youkiti-prisma-tsuge10-accuracy,github-youkiti,gemini-2.5-pro,unstated,mixed,hard,,USD/run,0.111,0.000289,,,79.06,accuracy%,0.00289,,,"https://github.com/youkiti/PRISMA-AI-Share (leaderboard, Accuracy % (95% CI))",,out:effort-not-established,out:effort-not-established youkiti-prisma-tsuge10-accuracy,github-youkiti,opus-4.1,unstated,mixed,hard,,USD/run,0.562,0.000289,,,79.06,accuracy%,0.00289,,,"https://github.com/youkiti/PRISMA-AI-Share (leaderboard, Accuracy % (95% CI))",,out:effort-not-established,out:effort-not-established youkiti-prisma-tsuge10-accuracy,github-youkiti,opus-4.7,low,mixed,hard,,USD/run,0.158,0.000289,,,78.68,accuracy%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://github.com/youkiti/PRISMA-AI-Share (leaderboard, Accuracy % (95% CI))",,in,in youkiti-prisma-tsuge10-accuracy,github-youkiti,gpt-5,unstated,mixed,hard,,USD/run,0.031,0.000289,,,78.11,accuracy%,0.00289,,,"https://github.com/youkiti/PRISMA-AI-Share (leaderboard, Accuracy % (95% CI))",,out:effort-not-established,out:effort-not-established youkiti-prisma-tsuge10-accuracy,github-youkiti,qwen3-max-0923,solo,mixed,hard,,USD/run,0.027,0.000289,,,77.92,accuracy%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://github.com/youkiti/PRISMA-AI-Share (leaderboard, Accuracy % (95% CI))",,out:single-couple,out:cost-single-couple youkiti-prisma-tsuge10-accuracy,github-youkiti,kimi-k2.6,unstated,mixed,hard,,USD/run,0.048,0.000289,,,77.55,accuracy%,0.00289,,,"https://github.com/youkiti/PRISMA-AI-Share (leaderboard, Accuracy % (95% CI))",,out:effort-not-established,out:effort-not-established youkiti-prisma-tsuge10-accuracy,github-youkiti,gpt-6-astra,high,mixed,hard,,USD/run,0.478,0.000289,,,76.42,accuracy%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://github.com/youkiti/PRISMA-AI-Share (leaderboard, Accuracy % (95% CI))",,in,in youkiti-prisma-tsuge10-accuracy,github-youkiti,sonnet-4.5,unstated,mixed,hard,,USD/run,0.163,0.000289,,,72.64,accuracy%,0.00289,,,"https://github.com/youkiti/PRISMA-AI-Share (leaderboard, Accuracy % (95% CI))",,out:effort-not-established,out:effort-not-established youkiti-prisma-tsuge10-accuracy,github-youkiti,?GPT-4o,not-established:absent,mixed,hard,,USD/run,0.043,0.000289,,,68.49,accuracy%,0.00289,,,"https://github.com/youkiti/PRISMA-AI-Share (leaderboard, Accuracy % (95% CI))",,out:model-not-established,out:model-not-established android-bench-2,google,sonnet-5.5,max,coding,hard,,USD/full-benchmark-run,1181.1750000000002,227,,,40.0,pass%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://developer.android.com/bench (2.0 table, Pass rate (%))",,in,out:cost-single-couple android-bench-2,google,opus-5.5,max,coding,hard,,USD/full-benchmark-run,1150.3,0.0289,,,37.3,pass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://developer.android.com/bench (2.0 table, Pass rate (%))",,in,in android-bench-2,google,gpt-6.1-sol,max,coding,hard,,USD/full-benchmark-run,99.5,0.0289,,,29.3,pass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://developer.android.com/bench (2.0 table, Pass rate (%))",,in,in android-bench-2,google,gpt-6.1-terra,max,coding,hard,,USD/full-benchmark-run,178.3,0.0289,,,28.7,pass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://developer.android.com/bench (2.0 table, Pass rate (%))",,in,in android-bench-2,google,gpt-6-astra,high,coding,hard,,USD/full-benchmark-run,375.7,0.0289,,,28.0,pass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://developer.android.com/bench (2.0 table, Pass rate (%))",,in,in android-bench-2,google,?Kimi K3.1 Pro,not-established:absent,coding,hard,,USD/full-benchmark-run,317.4,0.0289,,,24.0,pass%,0.0289,,,"https://developer.android.com/bench (2.0 table, Pass rate (%))",,out:model-not-established,out:model-not-established android-bench-2,google,fable-5.1,high,coding,hard,,USD/full-benchmark-run,492.6,0.0289,,,22.7,pass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://developer.android.com/bench (2.0 table, Pass rate (%))",,in,in android-bench-2,google,gemini-4-argon,high,coding,hard,,USD/full-benchmark-run,267.6,0.0289,,,21.3,pass%,0.0289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://developer.android.com/bench (2.0 table, Pass rate (%))",,in,in android-bench-2,google,deepseek-v4.1-flash-1017,not-established:absent,coding,hard,,USD/full-benchmark-run,9.9,0.0289,,,17.3,pass%,0.0289,,,"https://developer.android.com/bench (2.0 table, Pass rate (%))",,out:effort-not-established,out:effort-not-established android-bench-2,google,?Qwen3.8 Max,not-established:absent,coding,hard,,USD/full-benchmark-run,258.4,0.0289,,,12.5,pass%,0.0289,,,"https://developer.android.com/bench (2.0 table, Pass rate (%))",,out:model-not-established,out:model-not-established android-bench-2,google,kimi-k3,max,coding,hard,,USD/full-benchmark-run,418.3,0.0289,,,12.0,pass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://developer.android.com/bench (2.0 table, Pass rate (%))",,in,out:cost-single-couple android-bench-2,google,gpt-6-luna,not-established:absent,coding,hard,,USD/full-benchmark-run,5.3,0.0289,,,10.7,pass%,0.0289,,,"https://developer.android.com/bench (2.0 table, Pass rate (%))",,out:effort-not-established,out:effort-not-established android-bench-2,google,gemini-3.8-flash,not-established:absent,coding,hard,,USD/full-benchmark-run,34.5,0.0289,,,8.0,pass%,0.0289,,,"https://developer.android.com/bench (2.0 table, Pass rate (%))",,out:effort-not-established,out:effort-not-established android-bench-2,google,gemini-3.7-flash,not-established:absent,coding,hard,,USD/full-benchmark-run,26.0,0.0289,,,7.3,pass%,0.0289,,,"https://developer.android.com/bench (2.0 table, Pass rate (%))",,out:effort-not-established,out:effort-not-established android-bench,google,opus-5,unstated,coding,hard,,USD/full-benchmark-run,175.4,0.0289,,,91.8,score%,0.0289,,,"https://developer.android.com/bench (1.0 table, Score (%))",,out:effort-not-established,out:effort-not-established android-bench,google,fable-5,unstated,coding,hard,,USD/full-benchmark-run,144.3,0.0289,,,90.9,score%,0.0289,,,"https://developer.android.com/bench (1.0 table, Score (%))",,out:effort-not-established,out:effort-not-established android-bench,google,gpt-5.6-sol,unstated,coding,hard,,USD/full-benchmark-run,150.0,0.0289,,,90.8,score%,0.0289,,,"https://developer.android.com/bench (1.0 table, Score (%))",,out:effort-not-established,out:effort-not-established android-bench,google,kimi-k3,unstated,coding,hard,,USD/full-benchmark-run,112.9,0.0289,,,90.2,score%,0.0289,,,"https://developer.android.com/bench (1.0 table, Score (%))",,out:effort-not-established,out:effort-not-established android-bench,google,gpt-5.6-luna,unstated,coding,hard,,USD/full-benchmark-run,7.2,0.0289,,,87.6,score%,0.0289,,,"https://developer.android.com/bench (1.0 table, Score (%))",,out:effort-not-established,out:effort-not-established android-bench,google,?Qwen3.8 Max,not-established:absent,coding,hard,,USD/full-benchmark-run,196.7,0.0289,,,87.0,score%,0.0289,,,"https://developer.android.com/bench (1.0 table, Score (%))",,out:model-not-established,out:model-not-established android-bench,google,gpt-5.6-terra,unstated,coding,hard,,USD/full-benchmark-run,48.0,0.0289,,,86.8,score%,0.0289,,,"https://developer.android.com/bench (1.0 table, Score (%))",,out:effort-not-established,out:effort-not-established android-bench,google,gpt-5.5,unstated,coding,hard,,USD/full-benchmark-run,138.3,0.0289,,,80.2,score%,0.0289,,,"https://developer.android.com/bench (1.0 table, Score (%))",,out:effort-not-established,out:effort-not-established android-bench,google,sonnet-5,unstated,coding,hard,,USD/full-benchmark-run,99.9,0.0289,,,76.2,score%,0.0289,,,"https://developer.android.com/bench (1.0 table, Score (%))",,out:effort-not-established,out:effort-not-established android-bench,google,gemini-3.6-flash,unstated,coding,hard,,USD/full-benchmark-run,135.5,0.0289,,,75.6,score%,0.0289,,,"https://developer.android.com/bench (1.0 table, Score (%))",,out:effort-not-established,out:effort-not-established android-bench,google,gemini-3.1-pro,unstated,coding,hard,,USD/full-benchmark-run,86.6,0.0289,,,74.3,score%,0.0289,,,"https://developer.android.com/bench (1.0 table, Score (%))",,out:effort-not-established,out:effort-not-established android-bench,google,gpt-5.4,unstated,coding,hard,,USD/full-benchmark-run,83.4,0.0289,,,74.1,score%,0.0289,,,"https://developer.android.com/bench (1.0 table, Score (%))",,out:effort-not-established,out:effort-not-established android-bench,google,opus-4.8,unstated,coding,hard,,USD/full-benchmark-run,88.0,0.0289,,,72.4,score%,0.0289,,,"https://developer.android.com/bench (1.0 table, Score (%))",,out:effort-not-established,out:effort-not-established android-bench,google,glm-5.2,unstated,coding,hard,,USD/full-benchmark-run,117.0,0.0289,,,72.2,score%,0.0289,,,"https://developer.android.com/bench (1.0 table, Score (%))",,out:effort-not-established,out:effort-not-established android-bench,google,gemini-3.5-flash,unstated,coding,hard,,USD/full-benchmark-run,165.6,0.0289,,,71.1,score%,0.0289,,,"https://developer.android.com/bench (1.0 table, Score (%))",,out:effort-not-established,out:effort-not-established android-bench,google,kimi-k2.7-code,solo,coding,hard,,USD/full-benchmark-run,48.1,0.0289,,,70.4,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://developer.android.com/bench (1.0 table, Score (%))",,out:single-couple,out:cost-single-couple android-bench,google,opus-4.7,unstated,coding,hard,,USD/full-benchmark-run,96.5,0.0289,,,68.7,score%,0.0289,,,"https://developer.android.com/bench (1.0 table, Score (%))",,out:effort-not-established,out:effort-not-established android-bench,google,kimi-k2.6,unstated,coding,hard,,USD/full-benchmark-run,49.4,0.0289,,,67.6,score%,0.0289,,,"https://developer.android.com/bench (1.0 table, Score (%))",,out:effort-not-established,out:effort-not-established android-bench,google,sonnet-4.6,unstated,coding,hard,,USD/full-benchmark-run,127.6,0.0289,,,67.0,score%,0.0289,,,"https://developer.android.com/bench (1.0 table, Score (%))",,out:effort-not-established,out:effort-not-established android-bench,google,minimax-m3,unstated,coding,hard,,USD/full-benchmark-run,41.7,0.0289,,,63.6,score%,0.0289,,,"https://developer.android.com/bench (1.0 table, Score (%))",,out:effort-not-established,out:effort-not-established android-bench,google,glm-5.1,unstated,coding,hard,,USD/full-benchmark-run,53.5,0.0289,,,63.2,score%,0.0289,,,"https://developer.android.com/bench (1.0 table, Score (%))",,out:effort-not-established,out:effort-not-established android-bench,google,gemini-3-flash,unstated,coding,hard,,USD/full-benchmark-run,30.1,0.0289,,,62.5,score%,0.0289,,,"https://developer.android.com/bench (1.0 table, Score (%))",,out:effort-not-established,out:effort-not-established android-bench,google,mimo-v2.5-pro,unstated,coding,hard,,USD/full-benchmark-run,9.2,0.0289,,,60.8,score%,0.0289,,,"https://developer.android.com/bench (1.0 table, Score (%))",,out:effort-not-established,out:effort-not-established android-bench,google,?Deepseek V4 Pro,not-established:absent,coding,hard,,USD/full-benchmark-run,3.7,0.0289,,,59.5,score%,0.0289,,,"https://developer.android.com/bench (1.0 table, Score (%))",,out:model-not-established,out:model-not-established android-bench,google,qwen3.7-plus,unstated,coding,hard,,USD/full-benchmark-run,18.6,0.0289,,,57.7,score%,0.0289,,,"https://developer.android.com/bench (1.0 table, Score (%))",,out:effort-not-established,out:effort-not-established android-bench,google,?Deepseek V4 Flash,not-established:absent,coding,hard,,USD/full-benchmark-run,1.5,0.0289,,,54.7,score%,0.0289,,,"https://developer.android.com/bench (1.0 table, Score (%))",,out:model-not-established,out:model-not-established android-bench,google,qwen3.7-max,unstated,coding,hard,,USD/full-benchmark-run,58.3,0.0289,,,54.2,score%,0.0289,,,"https://developer.android.com/bench (1.0 table, Score (%))",,out:effort-not-established,out:effort-not-established android-bench,google,gemini-3.5-flash-lite,unstated,coding,hard,,USD/full-benchmark-run,34.1,0.0289,,,50.6,score%,0.0289,,,"https://developer.android.com/bench (1.0 table, Score (%))",,out:effort-not-established,out:effort-not-established android-bench,google,qwen3.6-27b,unstated,coding,hard,,USD/full-benchmark-run,97.3,0.0289,,,45.1,score%,0.0289,,,"https://developer.android.com/bench (1.0 table, Score (%))",,out:effort-not-established,out:effort-not-established android-bench,google,minimax-m2.7,unstated,coding,hard,,USD/full-benchmark-run,14.9,0.0289,,,41.6,score%,0.0289,,,"https://developer.android.com/bench (1.0 table, Score (%))",,out:effort-not-established,out:effort-not-established android-bench,google,gemma-4-31b-it,unstated,coding,hard,,USD/full-benchmark-run,10.4,0.0289,,,37.1,score%,0.0289,,,"https://developer.android.com/bench (1.0 table, Score (%))",,out:effort-not-established,out:effort-not-established android-bench,google,qwen3.6-35b-a3b,unstated,coding,hard,,USD/full-benchmark-run,17.8,0.0289,,,37.0,score%,0.0289,,,"https://developer.android.com/bench (1.0 table, Score (%))",,out:effort-not-established,out:effort-not-established google-cybergym-38,google-blog-3-8-cyber,gemini-3.8-flash-cyber,unstated,coding,hard,,,,,,,86.2,pass@1%,0.0289,,,https://blog.google/innovation-and-ai/models-and-research/gemini-models/3-8-flash-and-3-8-flash-cyber/ (chart C1 bar label above Gemini 3.8 Flash Cyber),,out:effort-not-established, google-cybergym-38,google-blog-3-8-cyber,gemini-3.5-flash-cyber,unstated,coding,hard,,,,,,,77.5,pass@1%,0.0289,,,https://blog.google/innovation-and-ai/models-and-research/gemini-models/3-8-flash-and-3-8-flash-cyber/ (chart C1 bar label above Gemini 3.5 Flash Cyber),,out:effort-not-established, google-cybergym-38,google-blog-3-8-cyber,gpt-5.6-sol,unstated,coding,hard,,,,,,,83.6,pass@1%,0.0289,,,https://blog.google/innovation-and-ai/models-and-research/gemini-models/3-8-flash-and-3-8-flash-cyber/ (chart C1 bar label above GPT-5.6 Sol),,out:effort-not-established, google-cwe-bench@google-blog-3-8-cyber,google-blog-3-8-cyber,gemini-3.8-flash-cyber,unstated,coding,hard,,USD/rollout,3.64,0.05,,,47.2,pass@1%,0.0289,,,"https://blog.google/innovation-and-ai/models-and-research/gemini-models/3-8-flash-and-3-8-flash-cyber/ (blog text, CWE-Bench paragraph)",,out:effort-not-established,out:effort-not-established google-cwe-bench@google-blog-3-8-cyber,google-blog-3-8-cyber,fable-5,unstated,coding,hard,,USD/rollout,10.27,0.05,,,48.0,pass@1%,0.5,,,"https://blog.google/innovation-and-ai/models-and-research/gemini-models/3-8-flash-and-3-8-flash-cyber/ (chart C2 point labelled Fable 5: displayed (425,407) = original px (816.0,781.4))",,out:effort-not-established,out:effort-not-established google-cwe-bench@google-blog-3-8-cyber,google-blog-3-8-cyber,gpt-5.6-sol,unstated,coding,hard,,USD/rollout,2.29,0.05,,,44.4,pass@1%,0.5,,,"https://blog.google/innovation-and-ai/models-and-research/gemini-models/3-8-flash-and-3-8-flash-cyber/ (chart C2 point labelled GPT 5.6 Sol: displayed (1483,463) = original px (2847.4,889.0))",,out:effort-not-established,out:effort-not-established google-cwe-bench@google-blog-3-8-cyber,google-blog-3-8-cyber,gemini-3.7-flash,unstated,coding,hard,,USD/rollout,1.43,0.05,,,44.2,pass@1%,0.5,,,"https://blog.google/innovation-and-ai/models-and-research/gemini-models/3-8-flash-and-3-8-flash-cyber/ (chart C2 point labelled Gemini 3.7 Flash: displayed (1596,465) = original px (3064.3,892.8))",,out:effort-not-established,out:effort-not-established google-cwe-bench@google-blog-3-8-cyber,google-blog-3-8-cyber,opus-4.8,unstated,coding,hard,,USD/rollout,2.42,0.05,,,42.2,pass@1%,0.5,,,"https://blog.google/innovation-and-ai/models-and-research/gemini-models/3-8-flash-and-3-8-flash-cyber/ (chart C2 point labelled Opus 4.8: displayed (1465,497) = original px (2812.8,954.2))",,out:effort-not-established,out:effort-not-established google-cwe-bench@google-blog-3-8-cyber,google-blog-3-8-cyber,grok-4.6,unstated,coding,hard,,USD/rollout,1.74,0.05,,,38.5,pass@1%,0.5,,,"https://blog.google/innovation-and-ai/models-and-research/gemini-models/3-8-flash-and-3-8-flash-cyber/ (chart C2 point labelled Grok 4.6: displayed (1555,555) = original px (2985.6,1065.6))",,out:effort-not-established,out:effort-not-established google-cwe-bench@google-blog-3-8-cyber,google-blog-3-8-cyber,?DeepSeek V4 Flash,not-established:absent,coding,hard,,USD/rollout,0.14,0.05,,,30.8,pass@1%,0.5,,,"https://blog.google/innovation-and-ai/models-and-research/gemini-models/3-8-flash-and-3-8-flash-cyber/ (chart C2 point labelled DeepSeek V4 Flash: displayed (1767,675) = original px (3392.6,1296.0))",,out:model-not-established,out:model-not-established gs2-hle-nt@google,google,gemini-3-deepthink,unstated,reasoning-math,frontier,google-eval-table,,,,,,41.0,score%,0.0289,,EAP-run,https://blog.google/products/gemini/gemini-3/ (Gemini 3 Deep Think paragraph: Humanity’s Last Exam (41.0% without the use of tools)),,out:effort-not-established, gs2-gpqa-1,google,gemini-3-deepthink,unstated,reasoning-math,hard,,,,,,,93.8,score%,0.0289,,EAP-run,https://blog.google/products/gemini/gemini-3/ (Gemini 3 Deep Think paragraph: GPQA Diamond (93.8%)),,out:effort-not-established, google-cybergym-codemender,google-deepmind-3-5-cyber,gemini-3.5-flash-cyber,unstated,coding,hard,,,,,,,83.2,pass@1%,0.0289,,,"https://deepmind.google/blog/introducing-gemini-3-5-flash-cyber/ ($.data[1] (chart 'CyberGym Evaluation'), key y)",,out:effort-not-established, google-cybergym-codemender,google-deepmind-3-5-cyber,gpt-5.6-sol,unstated,coding,hard,,,,,,,83.6,pass@1%,0.0289,,,"https://deepmind.google/blog/introducing-gemini-3-5-flash-cyber/ ($.data[2] (chart 'CyberGym Evaluation'), key y)",,out:effort-not-established, google-bigsleep-eval,google-deepmind-3-5-cyber,gemini-3.5-flash,unstated,coding,hard,Google internal(no guardrails),,,,,,36,pass@1%,0.0289,,,"https://deepmind.google/blog/introducing-gemini-3-5-flash-cyber/ ($.data[0] (chart 'Big Sleep Evaluation'), key y)",,out:effort-not-established, google-bigsleep-eval,google-deepmind-3-5-cyber,gemini-3.6-flash,unstated,coding,hard,Google internal(no guardrails),,,,,,42,pass@1%,0.0289,,,"https://deepmind.google/blog/introducing-gemini-3-5-flash-cyber/ ($.data[1] (chart 'Big Sleep Evaluation'), key y)",,out:effort-not-established, google-bigsleep-eval,google-deepmind-3-5-cyber,gemini-3.5-flash-cyber,unstated,coding,hard,Google internal(no guardrails),,,,,,72,pass@1%,0.0289,,,"https://deepmind.google/blog/introducing-gemini-3-5-flash-cyber/ ($.data[2] (chart 'Big Sleep Evaluation'), key y)",,out:effort-not-established, google-chrome-commit-scan,google-deepmind-3-5-cyber,gemini-3.5-flash,unstated,coding,hard,Google pipeline,,,,,,55,pass@1%,0.0289,,,"https://deepmind.google/blog/introducing-gemini-3-5-flash-cyber/ ($.data[0] (chart 'Chrome Production Commit Scanning Pipeline'), key y)",,out:effort-not-established, google-chrome-commit-scan,google-deepmind-3-5-cyber,gemini-3.5-flash-cyber,unstated,coding,hard,Google pipeline,,,,,,72,pass@1%,0.0289,,,"https://deepmind.google/blog/introducing-gemini-3-5-flash-cyber/ ($.data[1] (chart 'Chrome Production Commit Scanning Pipeline'), key y)",,out:effort-not-established, google-chrome-commit-scan,google-deepmind-3-5-cyber,opus-4.6,unstated,coding,hard,Google pipeline,,,,,,54,pass@1%,0.0289,,,"https://deepmind.google/blog/introducing-gemini-3-5-flash-cyber/ ($.data[2] (chart 'Chrome Production Commit Scanning Pipeline'), key y)",,out:effort-not-established, google-v8-unique-issues,google-deepmind-3-5-cyber,?3.5 Flash Cyber,not-established:absent,coding,hard,"Google(fixed invocations,unstated)",,,,,,55,unique-confirmed-issues(count),0.289,,,"https://deepmind.google/blog/introducing-gemini-3-5-flash-cyber/ (blog text, V8 paragraph)",,out:model-not-established, google-v8-unique-issues,google-deepmind-3-5-cyber,?3.5 Flash,not-established:absent,coding,hard,"Google(fixed invocations,unstated)",,,,,,47,unique-confirmed-issues(count),0.289,,,"https://deepmind.google/blog/introducing-gemini-3-5-flash-cyber/ (blog text, V8 paragraph)",,out:model-not-established, google-v8-unique-issues,google-deepmind-3-5-cyber,opus-4.6,unstated,coding,hard,"Google(fixed invocations,unstated)",,,,,,36,unique-confirmed-issues(count),0.289,,,"https://deepmind.google/blog/introducing-gemini-3-5-flash-cyber/ (blog text, V8 paragraph)",,out:effort-not-established, gs2-hle-nt@google,google,gemini-3.1-flash-lite-preview,high,reasoning-math,frontier,google-eval-table,,,,,,16.0,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-1-flash-lite/ (card Results table, row Humanity’s Last Exam, column Gemini 3.1 Flash-Lite High)",,in, gs2-hle-nt@google,google,gemini-2.5-flash,think,reasoning-math,frontier,google-eval-table,,,,,,11.0,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-1-flash-lite/ (card Results table, row Humanity’s Last Exam, column Gemini 2.5 Flash Dynamic)",,out:single-couple, gs2-hle-nt@google,google,gemini-2.5-flash-lite,think,reasoning-math,frontier,google-eval-table,,,,,,6.9,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-1-flash-lite/ (card Results table, row Humanity’s Last Exam, column Gemini 2.5 Flash-Lite Dynamic)",,out:single-couple, gs2-hle-nt@google,google,gpt-5-mini,high,reasoning-math,frontier,google-eval-table,,,,,,16.7,score%,0.0289,,restated-from:OpenAI,"https://deepmind.google/models/model-cards/gemini-3-1-flash-lite/ (card Results table, row Humanity’s Last Exam, column GPT-5 mini High)",,out:single-couple, gs2-hle-nt@google,google,haiku-4.5,not-established:absent,reasoning-math,frontier,google-eval-table,,,,,,9.7,score%,0.0289,,restated-from:Anthropic,"https://deepmind.google/models/model-cards/gemini-3-1-flash-lite/ (card Results table, row Humanity’s Last Exam, column Claude 4.5 Haiku Extended Thinking)",,out:effort-not-established, gs2-hle-nt@google,google,grok-4.1-fast,think,reasoning-math,frontier,google-eval-table,,,,,,17.6,score%,0.0289,,restated-from:xAI; prev=17.6 (src-google-gemini-3-flash-card-2026-10-19#M5),"https://deepmind.google/models/model-cards/gemini-3-1-flash-lite/ (card Results table, row Humanity’s Last Exam, column Grok 4.1 Fast Reasoning)",,in, gs2-gpqa-2,google,gemini-3.1-flash-lite-preview,high,reasoning-math,hard,,,,,,,86.9,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-1-flash-lite/ (card Results table, row GPQA Diamond, column Gemini 3.1 Flash-Lite High)",,in, gs2-gpqa-2,google,gemini-2.5-flash,think,reasoning-math,hard,,,,,,,82.8,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-1-flash-lite/ (card Results table, row GPQA Diamond, column Gemini 2.5 Flash Dynamic)",,out:single-couple, gs2-gpqa-2,google,gemini-2.5-flash-lite,think,reasoning-math,hard,,,,,,,66.7,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-1-flash-lite/ (card Results table, row GPQA Diamond, column Gemini 2.5 Flash-Lite Dynamic)",,out:single-couple, gs2-gpqa-2,google,gpt-5-mini,high,reasoning-math,hard,,,,,,,82.3,score%,0.0289,,restated-from:OpenAI,"https://deepmind.google/models/model-cards/gemini-3-1-flash-lite/ (card Results table, row GPQA Diamond, column GPT-5 mini High)",,out:single-couple, gs2-gpqa-2,google,haiku-4.5,not-established:absent,reasoning-math,hard,,,,,,,73.0,score%,0.0289,,restated-from:Artificial Analysis leaderboard,"https://deepmind.google/models/model-cards/gemini-3-1-flash-lite/ (card Results table, row GPQA Diamond, column Claude 4.5 Haiku Extended Thinking)",,out:effort-not-established, gs2-gpqa-2,google,grok-4.1-fast,think,reasoning-math,hard,,,,,,,84.3,score%,0.0289,,restated-from:Artificial Analysis leaderboard,"https://deepmind.google/models/model-cards/gemini-3-1-flash-lite/ (card Results table, row GPQA Diamond, column Grok 4.1 Fast Reasoning)",,in, gs2-mmmupro@google,google,gemini-3.1-flash-lite-preview,high,mixed,hard,google-eval-table,,,,,,76.8,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-1-flash-lite/ (card Results table, row MMMU-Pro, column Gemini 3.1 Flash-Lite High)",,in, gs2-mmmupro@google,google,gemini-2.5-flash,think,mixed,hard,google-eval-table,,,,,,66.7,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-1-flash-lite/ (card Results table, row MMMU-Pro, column Gemini 2.5 Flash Dynamic)",,out:single-couple, gs2-mmmupro@google,google,gemini-2.5-flash-lite,think,mixed,hard,google-eval-table,,,,,,51.0,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-1-flash-lite/ (card Results table, row MMMU-Pro, column Gemini 2.5 Flash-Lite Dynamic)",,out:single-couple, gs2-mmmupro@google,google,gpt-5-mini,high,mixed,hard,google-eval-table,,,,,,74.1,score%,0.0289,,restated-from:OpenAI,"https://deepmind.google/models/model-cards/gemini-3-1-flash-lite/ (card Results table, row MMMU-Pro, column GPT-5 mini High)",,out:single-couple, gs2-mmmupro@google,google,haiku-4.5,not-established:absent,mixed,hard,google-eval-table,,,,,,58.0,score%,0.0289,,restated-from:Artificial Analysis leaderboard,"https://deepmind.google/models/model-cards/gemini-3-1-flash-lite/ (card Results table, row MMMU-Pro, column Claude 4.5 Haiku Extended Thinking)",,out:effort-not-established, gs2-mmmupro@google,google,grok-4.1-fast,think,mixed,hard,google-eval-table,,,,,,63.0,score%,0.0289,,restated-from:xAI; prev=63.0 (src-google-gemini-3-flash-card-2026-10-19#M13),"https://deepmind.google/models/model-cards/gemini-3-1-flash-lite/ (card Results table, row MMMU-Pro, column Grok 4.1 Fast Reasoning)",,in, gs2-charxiv-2,google,gemini-3.1-flash-lite-preview,high,mixed,hard,,,,,,,73.2,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-1-flash-lite/ (card Results table, row CharXiv Reasoning, column Gemini 3.1 Flash-Lite High)",,in, gs2-charxiv-2,google,gemini-2.5-flash,think,mixed,hard,,,,,,,63.7,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-1-flash-lite/ (card Results table, row CharXiv Reasoning, column Gemini 2.5 Flash Dynamic)",,out:single-couple, gs2-charxiv-2,google,gemini-2.5-flash-lite,think,mixed,hard,,,,,,,55.5,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-1-flash-lite/ (card Results table, row CharXiv Reasoning, column Gemini 2.5 Flash-Lite Dynamic)",,out:single-couple, gs2-charxiv-2,google,haiku-4.5,not-established:absent,mixed,hard,,,,,,,61.7,score%,0.0289,,evaluated-by:Google DeepMind,"https://deepmind.google/models/model-cards/gemini-3-1-flash-lite/ (card Results table, row CharXiv Reasoning, column Claude 4.5 Haiku Extended Thinking)",,out:effort-not-established, gs2-charxiv-2,google,grok-4.1-fast,think,mixed,hard,,,,,,,31.6,score%,0.0289,,evaluated-by:Google DeepMind,"https://deepmind.google/models/model-cards/gemini-3-1-flash-lite/ (card Results table, row CharXiv Reasoning, column Grok 4.1 Fast Reasoning)",,in, gs2-videommmu-2,google,gemini-3.1-flash-lite-preview,high,mixed,hard,,,,,,,84.8,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-1-flash-lite/ (card Results table, row Video-MMMU, column Gemini 3.1 Flash-Lite High)",,in, gs2-videommmu-2,google,gemini-2.5-flash,think,mixed,hard,,,,,,,79.2,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-1-flash-lite/ (card Results table, row Video-MMMU, column Gemini 2.5 Flash Dynamic)",,out:single-couple, gs2-videommmu-2,google,gemini-2.5-flash-lite,think,mixed,hard,,,,,,,60.7,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-1-flash-lite/ (card Results table, row Video-MMMU, column Gemini 2.5 Flash-Lite Dynamic)",,out:single-couple, gs2-videommmu-2,google,gpt-5-mini,high,mixed,hard,,,,,,,82.5,score%,0.0289,,restated-from:OpenAI,"https://deepmind.google/models/model-cards/gemini-3-1-flash-lite/ (card Results table, row Video-MMMU, column GPT-5 mini High)",,out:single-couple, gs2-videommmu-2,google,grok-4.1-fast,think,mixed,hard,,,,,,,74.6,score%,0.0289,,evaluated-by:Google DeepMind,"https://deepmind.google/models/model-cards/gemini-3-1-flash-lite/ (card Results table, row Video-MMMU, column Grok 4.1 Fast Reasoning)",,in, gs2-simpleqa,google,gemini-3.1-flash-lite-preview,high,mixed,hard,,,,,,,43.3,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-1-flash-lite/ (card Results table, row SimpleQA Verified, column Gemini 3.1 Flash-Lite High)",,in, gs2-simpleqa,google,gemini-2.5-flash,think,mixed,hard,,,,,,,28.1,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-1-flash-lite/ (card Results table, row SimpleQA Verified, column Gemini 2.5 Flash Dynamic)",,out:single-couple, gs2-simpleqa,google,gemini-2.5-flash-lite,think,mixed,hard,,,,,,,11.5,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-1-flash-lite/ (card Results table, row SimpleQA Verified, column Gemini 2.5 Flash-Lite Dynamic)",,out:single-couple, gs2-simpleqa,google,gpt-5-mini,high,mixed,hard,,,,,,,9.5,score%,0.0289,,evaluated-by:Google DeepMind,"https://deepmind.google/models/model-cards/gemini-3-1-flash-lite/ (card Results table, row SimpleQA Verified, column GPT-5 mini High)",,out:single-couple, gs2-simpleqa,google,haiku-4.5,not-established:absent,mixed,hard,,,,,,,5.5,score%,0.0289,,evaluated-by:Google DeepMind,"https://deepmind.google/models/model-cards/gemini-3-1-flash-lite/ (card Results table, row SimpleQA Verified, column Claude 4.5 Haiku Extended Thinking)",,out:effort-not-established, gs2-simpleqa,google,grok-4.1-fast,think,mixed,hard,,,,,,,19.5,score%,0.0289,,evaluated-by:Google DeepMind; prev=19.5 (src-google-gemini-3-flash-card-2026-10-19#M45),"https://deepmind.google/models/model-cards/gemini-3-1-flash-lite/ (card Results table, row SimpleQA Verified, column Grok 4.1 Fast Reasoning)",,in, gs2-facts-2,google,gemini-3.1-flash-lite-preview,high,mixed,hard,,,,,,,40.6,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-1-flash-lite/ (card Results table, row FACTS Benchmark Suite, column Gemini 3.1 Flash-Lite High)",,in, gs2-facts-2,google,gemini-2.5-flash,think,mixed,hard,,,,,,,50.4,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-1-flash-lite/ (card Results table, row FACTS Benchmark Suite, column Gemini 2.5 Flash Dynamic)",,out:single-couple, gs2-facts-2,google,gemini-2.5-flash-lite,think,mixed,hard,,,,,,,17.9,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-1-flash-lite/ (card Results table, row FACTS Benchmark Suite, column Gemini 2.5 Flash-Lite Dynamic)",,out:single-couple, gs2-facts-2,google,gpt-5-mini,high,mixed,hard,,,,,,,33.7,score%,0.0289,,evaluated-by:Google DeepMind,"https://deepmind.google/models/model-cards/gemini-3-1-flash-lite/ (card Results table, row FACTS Benchmark Suite, column GPT-5 mini High)",,out:single-couple, gs2-facts-2,google,haiku-4.5,not-established:absent,mixed,hard,,,,,,,18.6,score%,0.0289,,evaluated-by:Google DeepMind,"https://deepmind.google/models/model-cards/gemini-3-1-flash-lite/ (card Results table, row FACTS Benchmark Suite, column Claude 4.5 Haiku Extended Thinking)",,out:effort-not-established, gs2-facts-2,google,grok-4.1-fast,think,mixed,hard,,,,,,,42.1,score%,0.0289,,evaluated-by:Google DeepMind; prev=42.1 (src-google-gemini-3-flash-card-2026-10-19#M42),"https://deepmind.google/models/model-cards/gemini-3-1-flash-lite/ (card Results table, row FACTS Benchmark Suite, column Grok 4.1 Fast Reasoning)",,in, gs2-mmmlu,google,gemini-3.1-flash-lite-preview,high,mixed,hard,,,,,,,88.9,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-1-flash-lite/ (card Results table, row MMMLU, column Gemini 3.1 Flash-Lite High)",,in, gs2-mmmlu,google,gemini-2.5-flash,think,mixed,hard,,,,,,,86.6,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-1-flash-lite/ (card Results table, row MMMLU, column Gemini 2.5 Flash Dynamic)",,out:single-couple, gs2-mmmlu,google,gemini-2.5-flash-lite,think,mixed,hard,,,,,,,84.5,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-1-flash-lite/ (card Results table, row MMMLU, column Gemini 2.5 Flash-Lite Dynamic)",,out:single-couple, gs2-mmmlu,google,gpt-5-mini,high,mixed,hard,,,,,,,84.9,score%,0.0289,,evaluated-by:Google DeepMind,"https://deepmind.google/models/model-cards/gemini-3-1-flash-lite/ (card Results table, row MMMLU, column GPT-5 mini High)",,out:single-couple, gs2-mmmlu,google,haiku-4.5,not-established:absent,mixed,hard,,,,,,,83.0,score%,0.0289,,restated-from:Anthropic,"https://deepmind.google/models/model-cards/gemini-3-1-flash-lite/ (card Results table, row MMMLU, column Claude 4.5 Haiku Extended Thinking)",,out:effort-not-established, gs2-mmmlu,google,grok-4.1-fast,think,mixed,hard,,,,,,,86.8,score%,0.0289,,evaluated-by:Google DeepMind; prev=86.8 (src-google-gemini-3-flash-card-2026-10-19#M48),"https://deepmind.google/models/model-cards/gemini-3-1-flash-lite/ (card Results table, row MMMLU, column Grok 4.1 Fast Reasoning)",,in, gs2-lcb,google,gemini-3.1-flash-lite-preview,high,coding,hard,,,,,,,72.0,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-1-flash-lite/ (card Results table, row LiveCodeBench, column Gemini 3.1 Flash-Lite High)",,in, gs2-lcb,google,gemini-2.5-flash,think,coding,hard,,,,,,,62.6,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-1-flash-lite/ (card Results table, row LiveCodeBench, column Gemini 2.5 Flash Dynamic)",,out:single-couple, gs2-lcb,google,gemini-2.5-flash-lite,think,coding,hard,,,,,,,34.3,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-1-flash-lite/ (card Results table, row LiveCodeBench, column Gemini 2.5 Flash-Lite Dynamic)",,out:single-couple, gs2-lcb,google,gpt-5-mini,high,coding,hard,,,,,,,80.4,score%,0.0289,,evaluated-by:Google DeepMind,"https://deepmind.google/models/model-cards/gemini-3-1-flash-lite/ (card Results table, row LiveCodeBench, column GPT-5 mini High)",,out:single-couple, gs2-lcb,google,haiku-4.5,not-established:absent,coding,hard,,,,,,,53.2,score%,0.0289,,evaluated-by:Google DeepMind,"https://deepmind.google/models/model-cards/gemini-3-1-flash-lite/ (card Results table, row LiveCodeBench, column Claude 4.5 Haiku Extended Thinking)",,out:effort-not-established, gs2-lcb,google,grok-4.1-fast,think,coding,hard,,,,,,,76.5,score%,0.0289,,evaluated-by:Google DeepMind,"https://deepmind.google/models/model-cards/gemini-3-1-flash-lite/ (card Results table, row LiveCodeBench, column Grok 4.1 Fast Reasoning)",,in, gs2-mrcr128,google,gemini-3.1-flash-lite-preview,high,mixed,hard,,,,,,,60.1,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-1-flash-lite/ (card Results table, row MRCR v2 128k, column Gemini 3.1 Flash-Lite High)",,in, gs2-mrcr128,google,gemini-2.5-flash,think,mixed,hard,,,,,,,54.3,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-1-flash-lite/ (card Results table, row MRCR v2 128k, column Gemini 2.5 Flash Dynamic)",,out:single-couple, gs2-mrcr128,google,gemini-2.5-flash-lite,think,mixed,hard,,,,,,,30.6,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-1-flash-lite/ (card Results table, row MRCR v2 128k, column Gemini 2.5 Flash-Lite Dynamic)",,out:single-couple, gs2-mrcr128,google,gpt-5-mini,high,mixed,hard,,,,,,,52.5,score%,0.0289,,restated-from:OpenAI,"https://deepmind.google/models/model-cards/gemini-3-1-flash-lite/ (card Results table, row MRCR v2 128k, column GPT-5 mini High)",,out:single-couple, gs2-mrcr128,google,haiku-4.5,not-established:absent,mixed,hard,,,,,,,35.3,score%,0.0289,,restated-from:Anthropic,"https://deepmind.google/models/model-cards/gemini-3-1-flash-lite/ (card Results table, row MRCR v2 128k, column Claude 4.5 Haiku Extended Thinking)",,out:effort-not-established, gs2-mrcr128,google,grok-4.1-fast,think,mixed,hard,,,,,,,54.6,score%,0.0289,,restated-from:xAI; prev=54.6 (src-google-gemini-3-flash-card-2026-10-19#M55),"https://deepmind.google/models/model-cards/gemini-3-1-flash-lite/ (card Results table, row MRCR v2 128k, column Grok 4.1 Fast Reasoning)",,in, gs2-mrcr1m,google,gemini-3.1-flash-lite-preview,high,mixed,hard,,,,,,,12.3,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-1-flash-lite/ (card Results table, row MRCR v2 1M, column Gemini 3.1 Flash-Lite High)",,in, gs2-mrcr1m,google,gemini-2.5-flash,think,mixed,hard,,,,,,,21.0,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-1-flash-lite/ (card Results table, row MRCR v2 1M, column Gemini 2.5 Flash Dynamic)",,out:single-couple, gs2-mrcr1m,google,gemini-2.5-flash-lite,think,mixed,hard,,,,,,,5.4,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-1-flash-lite/ (card Results table, row MRCR v2 1M, column Gemini 2.5 Flash-Lite Dynamic)",,out:single-couple, gs2-mrcr1m,google,grok-4.1-fast,think,mixed,hard,,,,,,,6.1,score%,0.0289,,restated-from:xAI; prev=6.1 (src-google-gemini-3-flash-card-2026-10-19#M56),"https://deepmind.google/models/model-cards/gemini-3-1-flash-lite/ (card Results table, row MRCR v2 1M, column Grok 4.1 Fast Reasoning)",,in, gs2-mmmupro@google,google,gemini-3.5-flash,default,mixed,hard,google-eval-table,,,,,,83.6,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-5-flash/ (model card Results table, one row per benchmark and model / row MMMU-Pro/Gemini 3.5 Flash / column value)",,out:effort-not-established, gs2-mmmupro@google,google,opus-4.7,unstated,mixed,hard,google-eval-table,,,,,,75.2,score%,0.0289,,evaluated-by:Google DeepMind,"https://deepmind.google/models/model-cards/gemini-3-5-flash/ (model card Results table, one row per benchmark and model / row MMMU-Pro/Claude Opus 4.7 / column value)",,out:effort-not-established, gs2-mrcr1m,google,gemini-3.5-flash,default,mixed,hard,,,,,,,26.6,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-5-flash/ (model card Results table, one row per benchmark and model / row MRCR v2 1M/Gemini 3.5 Flash / column value)",,out:effort-not-established, gs2-toolathlon,google,gemini-3.5-flash,default,agentic-tool,hard,,,,,,,56.5,score%,0.0289,,restated-from:Toolathlon results for the Gemini models are provided by the benchmarks authors at HKUST; vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-5-flash/ (model card Results table, one row per benchmark and model / row Toolathlon/Gemini 3.5 Flash / column value)",,out:effort-not-established, gs2-swepro-1,google,gemini-3-flash,default,coding,frontier,,,,,,,49.6,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-5-flash/ (model card Results table, one row per benchmark and model / row SWE-Bench Pro (Public)/Gemini 3 Flash / column value)",,out:effort-not-established, gs2-mrcr128-2,google,gemini-3.5-flash,default,mixed,hard,,,,,,,77.3,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-5-flash/ (model card Results table, one row per benchmark and model / row MRCR v2 128k/Gemini 3.5 Flash / column value)",,out:effort-not-established, gs2-mrcr128-2,google,opus-4.7,unstated,mixed,hard,,,,,,,59.3,score%,0.0289,,evaluated-by:Google DeepMind,"https://deepmind.google/models/model-cards/gemini-3-5-flash/ (model card Results table, one row per benchmark and model / row MRCR v2 128k/Claude Opus 4.7 / column value)",,out:effort-not-established, gs2-mrcr128-2,google,gpt-5.5,unstated,mixed,hard,,,,,,,94.8,score%,0.0289,,evaluated-by:Google DeepMind,"https://deepmind.google/models/model-cards/gemini-3-5-flash/ (model card Results table, one row per benchmark and model / row MRCR v2 128k/GPT-5.5 / column value)",,out:effort-not-established, gs2-tb21,google,gemini-3.5-flash,default,coding,hard,,,,,,,76.2,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-5-flash/ (model card Results table, one row per benchmark and model / row Terminal-bench 2.1/Gemini 3.5 Flash / column value)",,out:effort-not-established, gs2-tb21,google,gemini-3-flash,default,coding,hard,,,,,,,58.0,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-5-flash/ (model card Results table, one row per benchmark and model / row Terminal-bench 2.1/Gemini 3 Flash / column value)",,out:effort-not-established, gs2-tb21,google,gemini-3.1-pro,default,coding,hard,,,,,,,70.3,score%,0.0289,,restated-from:for other models are reported from the public leaderboard; vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-5-flash/ (model card Results table, one row per benchmark and model / row Terminal-bench 2.1/Gemini 3.1 Pro / column value)",,out:effort-not-established, gs2-tb21,google,gpt-5.5,unstated,coding,hard,,,,,,,78.2,score%,0.0289,,restated-from:for other models are reported from the public leaderboard,"https://deepmind.google/models/model-cards/gemini-3-5-flash/ (model card Results table, one row per benchmark and model / row Terminal-bench 2.1/GPT-5.5 / column value)",,out:effort-not-established, gs2-mcp-scale-2,google,gemini-3.5-flash,default,agentic-tool,hard,,,,,,,83.6,score%,0.0289,,restated-from:MCP Atlas results are reported from the ScaleAI official leaderboard; vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-5-flash/ (model card Results table, one row per benchmark and model / row MCP Atlas/Gemini 3.5 Flash / column value)",,out:effort-not-established, gs2-mcp-scale-2,google,gemini-3-flash,default,agentic-tool,hard,,,,,,,62.0,score%,0.0289,,restated-from:MCP Atlas results are reported from the ScaleAI official leaderboard; vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-5-flash/ (model card Results table, one row per benchmark and model / row MCP Atlas/Gemini 3 Flash / column value)",,out:effort-not-established, gs2-mcp-scale-2,google,gemini-3.1-pro,default,agentic-tool,hard,,,,,,,78.2,score%,0.0289,,restated-from:MCP Atlas results are reported from the ScaleAI official leaderboard; vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-5-flash/ (model card Results table, one row per benchmark and model / row MCP Atlas/Gemini 3.1 Pro / column value)",,out:effort-not-established, gs2-mcp-scale-2,google,sonnet-4.6,unstated,agentic-tool,hard,,,,,,,69.5,score%,0.0289,,restated-from:MCP Atlas results are reported from the ScaleAI official leaderboard,"https://deepmind.google/models/model-cards/gemini-3-5-flash/ (model card Results table, one row per benchmark and model / row MCP Atlas/Claude Sonnet 4.6 / column value)",,out:effort-not-established, gs2-mcp-scale-2,google,opus-4.7,unstated,agentic-tool,hard,,,,,,,79.1,score%,0.0289,,restated-from:MCP Atlas results are reported from the ScaleAI official leaderboard,"https://deepmind.google/models/model-cards/gemini-3-5-flash/ (model card Results table, one row per benchmark and model / row MCP Atlas/Claude Opus 4.7 / column value)",,out:effort-not-established, gs2-mcp-scale-2,google,gpt-5.5,unstated,agentic-tool,hard,,,,,,,75.3,score%,0.0289,,restated-from:MCP Atlas results are reported from the ScaleAI official leaderboard,"https://deepmind.google/models/model-cards/gemini-3-5-flash/ (model card Results table, one row per benchmark and model / row MCP Atlas/GPT-5.5 / column value)",,out:effort-not-established, gs2-osworldv-1,google,gemini-3.5-flash,default,computer-use,hard,,,,,,,78.4,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-5-flash/ (model card Results table, one row per benchmark and model / row OSWorld-Verified/Gemini 3.5 Flash / column value)",,out:effort-not-established, gs2-osworldv-1,google,gemini-3-flash,default,computer-use,hard,,,,,,,65.1,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-5-flash/ (model card Results table, one row per benchmark and model / row OSWorld-Verified/Gemini 3 Flash / column value)",,out:effort-not-established, gs2-osworldv-1,google,sonnet-4.6,unstated,computer-use,hard,,,,,,,72.5,score%,0.0289,,restated-from:Anthropic,"https://deepmind.google/models/model-cards/gemini-3-5-flash/ (model card Results table, one row per benchmark and model / row OSWorld-Verified/Claude Sonnet 4.6 / column value)",,out:effort-not-established, gs2-gdpval-2,google,gemini-3.5-flash,default,mixed,hard,,,,,,,1656,Elo,0.289,,restated-from:GDPval-AA results are sourced from the Artificial Analysis public leaderboard; vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-5-flash/ (model card Results table, one row per benchmark and model / row GDPval-AA/Gemini 3.5 Flash / column elo)",,out:effort-not-established, gs2-gdpval-2,google,gemini-3-flash,default,mixed,hard,,,,,,,1204,Elo,0.289,,restated-from:GDPval-AA results are sourced from the Artificial Analysis public leaderboard; vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-5-flash/ (model card Results table, one row per benchmark and model / row GDPval-AA/Gemini 3 Flash / column elo)",,out:effort-not-established, gs2-gdpval-2,google,gemini-3.1-pro,default,mixed,hard,,,,,,,1314,Elo,0.289,,restated-from:GDPval-AA results are sourced from the Artificial Analysis public leaderboard; vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-5-flash/ (model card Results table, one row per benchmark and model / row GDPval-AA/Gemini 3.1 Pro / column elo)",,out:effort-not-established, gs2-gdpval-2,google,sonnet-4.6,unstated,mixed,hard,,,,,,,1676,Elo,0.289,,restated-from:GDPval-AA results are sourced from the Artificial Analysis public leaderboard,"https://deepmind.google/models/model-cards/gemini-3-5-flash/ (model card Results table, one row per benchmark and model / row GDPval-AA/Claude Sonnet 4.6 / column elo)",,out:effort-not-established, gs2-gdpval-2,google,opus-4.7,unstated,mixed,hard,,,,,,,1753,Elo,0.289,,restated-from:GDPval-AA results are sourced from the Artificial Analysis public leaderboard,"https://deepmind.google/models/model-cards/gemini-3-5-flash/ (model card Results table, one row per benchmark and model / row GDPval-AA/Claude Opus 4.7 / column elo)",,out:effort-not-established, gs2-gdpval-2,google,gpt-5.5,unstated,mixed,hard,,,,,,,1769,Elo,0.289,,restated-from:GDPval-AA results are sourced from the Artificial Analysis public leaderboard,"https://deepmind.google/models/model-cards/gemini-3-5-flash/ (model card Results table, one row per benchmark and model / row GDPval-AA/GPT-5.5 / column elo)",,out:effort-not-established, gs2-charxiv-nt-1,google,gemini-3.5-flash,default,mixed,hard,,,,,,,84.2,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-5-flash/ (model card Results table, one row per benchmark and model / row CharXiv Reasoning | No tools/Gemini 3.5 Flash / column value)",,out:effort-not-established, gs2-charxiv-nt-1,google,gemini-3-flash,default,mixed,hard,,,,,,,80.3,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-5-flash/ (model card Results table, one row per benchmark and model / row CharXiv Reasoning | No tools/Gemini 3 Flash / column value)",,out:effort-not-established, gs2-charxiv-nt-1,google,gemini-3.1-pro,default,mixed,hard,,,,,,,83.3,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-5-flash/ (model card Results table, one row per benchmark and model / row CharXiv Reasoning | No tools/Gemini 3.1 Pro / column value)",,out:effort-not-established, gs2-charxiv-nt-1,google,sonnet-4.6,unstated,mixed,hard,,,,,,,72.4,score%,0.0289,,restated-from:Anthropic,"https://deepmind.google/models/model-cards/gemini-3-5-flash/ (model card Results table, one row per benchmark and model / row CharXiv Reasoning | No tools/Claude Sonnet 4.6 / column value)",,out:effort-not-established, gs2-charxiv-nt-1,google,opus-4.7,unstated,mixed,hard,,,,,,,82.1,score%,0.0289,,restated-from:Anthropic,"https://deepmind.google/models/model-cards/gemini-3-5-flash/ (model card Results table, one row per benchmark and model / row CharXiv Reasoning | No tools/Claude Opus 4.7 / column value)",,out:effort-not-established, gs2-charxiv-nt-1,google,gpt-5.5,unstated,mixed,hard,,,,,,,84.1,score%,0.0289,,evaluated-by:Google DeepMind,"https://deepmind.google/models/model-cards/gemini-3-5-flash/ (model card Results table, one row per benchmark and model / row CharXiv Reasoning | No tools/GPT-5.5 / column value)",,out:effort-not-established, gs2-mrcr1m,google,gemini-3.6-flash,default,mixed,hard,,,,,,,54.0,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-6-flash/ (model card Results table, one row per benchmark and model / row GDM-MRCR v2 1M/Gemini 3.6 Flash / column value)",,out:effort-not-established, gs2-swepro-1,google,gemini-3.6-flash,default,coding,frontier,,,,,,,58.7,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-6-flash/ (model card Results table, one row per benchmark and model / row SWE-Bench Pro (Public)/Gemini 3.6 Flash / column value)",,out:effort-not-established, gs2-swepro-1,google,grok-4.5,unstated,coding,frontier,,,,,,,64.7,score%,0.0289,,restated-from:xAI,"https://deepmind.google/models/model-cards/gemini-3-6-flash/ (model card Results table, one row per benchmark and model / row SWE-Bench Pro (Public)/Grok 4.5 / column value)",,out:effort-not-established, gs2-mrcr128-2,google,gemini-3.6-flash,default,mixed,hard,,,,,,,91.8,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-6-flash/ (model card Results table, one row per benchmark and model / row GDM-MRCR v2 128k/Gemini 3.6 Flash / column value)",,out:effort-not-established, gs2-mrcr128-2,google,gpt-5.6-luna,unstated,mixed,hard,,,,,,,74.8,score%,0.0289,,restated-from:Available scores for other models are sourced from https://contextarena.ai/,"https://deepmind.google/models/model-cards/gemini-3-6-flash/ (model card Results table, one row per benchmark and model / row GDM-MRCR v2 128k/GPT-5.6 Luna / column value)",,out:effort-not-established, gs2-mrcr128-2,google,grok-4.5,unstated,mixed,hard,,,,,,,81.4,score%,0.0289,,evaluated-by:Google DeepMind,"https://deepmind.google/models/model-cards/gemini-3-6-flash/ (model card Results table, one row per benchmark and model / row GDM-MRCR v2 128k/Grok 4.5 / column value)",,out:effort-not-established, gs2-mrcr128-2,google,sonnet-5,unstated,mixed,hard,,,,,,,71.6,score%,0.0289,,restated-from:Available scores for other models are sourced from https://contextarena.ai/,"https://deepmind.google/models/model-cards/gemini-3-6-flash/ (model card Results table, one row per benchmark and model / row GDM-MRCR v2 128k/Claude Sonnet 5 / column value)",,out:effort-not-established, gs2-osworldv-1,google,gemini-3.6-flash,default,computer-use,hard,,,,,,,83.0,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-6-flash/ (model card Results table, one row per benchmark and model / row OSWorld-Verified/Gemini 3.6 Flash / column value)",,out:effort-not-established, gs2-osworldv-1,google,gpt-5.6-luna,unstated,computer-use,hard,,,,,,,72.6,score%,0.0289,,evaluated-by:Google DeepMind,"https://deepmind.google/models/model-cards/gemini-3-6-flash/ (model card Results table, one row per benchmark and model / row OSWorld-Verified/GPT-5.6 Luna / column value)",,out:effort-not-established, gs2-osworldv-1,google,sonnet-5,unstated,computer-use,hard,,,,,,,81.2,score%,0.0289,,restated-from:Anthropic,"https://deepmind.google/models/model-cards/gemini-3-6-flash/ (model card Results table, one row per benchmark and model / row OSWorld-Verified/Claude Sonnet 5 / column value)",,out:effort-not-established, gs2-charxiv-nt-1,google,gemini-3.6-flash,default,mixed,hard,,,,,,,85.2,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-6-flash/ (model card Results table, one row per benchmark and model / row CharXiv Reasoning | No tools/Gemini 3.6 Flash / column value)",,out:effort-not-established, gs2-charxiv-nt-1,google,gpt-5.6-luna,unstated,mixed,hard,,,,,,,82.7,score%,0.0289,,evaluated-by:Google DeepMind,"https://deepmind.google/models/model-cards/gemini-3-6-flash/ (model card Results table, one row per benchmark and model / row CharXiv Reasoning | No tools/GPT-5.6 Luna / column value)",,out:effort-not-established, gs2-charxiv-nt-1,google,grok-4.5,unstated,mixed,hard,,,,,,,81.6,score%,0.0289,,evaluated-by:Google DeepMind,"https://deepmind.google/models/model-cards/gemini-3-6-flash/ (model card Results table, one row per benchmark and model / row CharXiv Reasoning | No tools/Grok 4.5 / column value)",,out:effort-not-established, gs2-charxiv-nt-1,google,sonnet-5,unstated,mixed,hard,,,,,,,77.0,score%,0.0289,,restated-from:Anthropic,"https://deepmind.google/models/model-cards/gemini-3-6-flash/ (model card Results table, one row per benchmark and model / row CharXiv Reasoning | No tools/Claude Sonnet 5 / column value)",,out:effort-not-established, gs2-deepswe-1,google,gemini-3.6-flash,high,coding,frontier,mini-swe-agent,,,,,,49,score%,0.0289,,restated-from:DeepSWE v1.1 results for Gemini models are reported from the public leaderboard from deepswe.datacurve.ai; vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-6-flash/ (model card Results table, one row per benchmark and model / row DeepSWE v1.1/Gemini 3.6 Flash / column value)",,in, gs2-deepswe-1,google,gemini-3.5-flash,medium,coding,frontier,mini-swe-agent,,,,,,37,score%,0.0289,,restated-from:DeepSWE v1.1 results for Gemini models are reported from the public leaderboard from deepswe.datacurve.ai; vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-6-flash/ (model card Results table, one row per benchmark and model / row DeepSWE v1.1/Gemini 3.5 Flash / column value)",,in, gs2-tb21-2,google,gemini-3.6-flash,default,coding,hard,Terminus-2,,,,,,78.0,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-6-flash/ (model card Results table, one row per benchmark and model / row Terminal-bench 2.1/Gemini 3.6 Flash / column value)",,out:effort-not-established, gs2-tb21-2,google,gemini-3.1-pro,default,coding,hard,Terminus-2,,,,,,73.8,score%,0.0289,,restated-from:for other models are reported from the public leaderboard and Artificial Analysis; vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-6-flash/ (model card Results table, one row per benchmark and model / row Terminal-bench 2.1/Gemini 3.1 Pro / column value)",,out:effort-not-established, gs2-tb21-2,google,grok-4.5,unstated,coding,hard,Terminus-2,,,,,,83.3,score%,0.0289,,restated-from:for other models are reported from the public leaderboard and Artificial Analysis,"https://deepmind.google/models/model-cards/gemini-3-6-flash/ (model card Results table, one row per benchmark and model / row Terminal-bench 2.1/Grok 4.5 / column value)",,out:effort-not-established, gs2-tb21-2,google,sonnet-5,unstated,coding,hard,Terminus-2,,,,,,80.4,score%,0.0289,,restated-from:for other models are reported from the public leaderboard and Artificial Analysis,"https://deepmind.google/models/model-cards/gemini-3-6-flash/ (model card Results table, one row per benchmark and model / row Terminal-bench 2.1/Claude Sonnet 5 / column value)",,out:effort-not-established, gs2-mlebench-1,google,gemini-3.6-flash,default,coding,hard,interactive-bash,,,,,,63.9,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-6-flash/ (model card Results table, one row per benchmark and model / row MLE-Bench/Gemini 3.6 Flash / column value)",,out:effort-not-established, gs2-mlebench-1,google,gemini-3.5-flash,default,coding,hard,interactive-bash,,,,,,49.7,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-6-flash/ (model card Results table, one row per benchmark and model / row MLE-Bench/Gemini 3.5 Flash / column value)",,out:effort-not-established, gs2-mlebench-1,google,gemini-3.1-pro,default,coding,hard,interactive-bash,,,,,,42.6,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-6-flash/ (model card Results table, one row per benchmark and model / row MLE-Bench/Gemini 3.1 Pro / column value)",,out:effort-not-established, gs2-mlebench-1,google,gpt-5.6-luna,unstated,coding,hard,interactive-bash,,,,,,47.6,score%,0.0289,,evaluated-by:Google DeepMind,"https://deepmind.google/models/model-cards/gemini-3-6-flash/ (model card Results table, one row per benchmark and model / row MLE-Bench/GPT-5.6 Luna / column value)",,out:effort-not-established, gs2-mlebench-1,google,grok-4.5,unstated,coding,hard,interactive-bash,,,,,,43.2,score%,0.0289,,evaluated-by:Google DeepMind,"https://deepmind.google/models/model-cards/gemini-3-6-flash/ (model card Results table, one row per benchmark and model / row MLE-Bench/Grok 4.5 / column value)",,out:effort-not-established, gs2-mlebench-1,google,sonnet-5,unstated,coding,hard,interactive-bash,,,,,,66.9,score%,0.0289,,evaluated-by:Google DeepMind,"https://deepmind.google/models/model-cards/gemini-3-6-flash/ (model card Results table, one row per benchmark and model / row MLE-Bench/Claude Sonnet 5 / column value)",,out:effort-not-established, gs2-gdpvalaa2,google,gemini-3.6-flash,default,mixed,hard,,,,,,,1421,Elo,0.289,,restated-from:GDPVal-AA v2 results are sourced from the Artificial Analysis public leaderboard; vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-6-flash/ (model card Results table, one row per benchmark and model / row GDPVal-AA v2/Gemini 3.6 Flash / column elo)",,out:effort-not-established, gs2-gdpvalaa2,google,gemini-3.5-flash,default,mixed,hard,,,,,,,1349,Elo,0.289,,restated-from:GDPVal-AA v2 results are sourced from the Artificial Analysis public leaderboard; vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-6-flash/ (model card Results table, one row per benchmark and model / row GDPVal-AA v2/Gemini 3.5 Flash / column elo)",,out:effort-not-established, gs2-gdpvalaa2,google,gemini-3.1-pro,default,mixed,hard,,,,,,,965,Elo,0.289,,restated-from:GDPVal-AA v2 results are sourced from the Artificial Analysis public leaderboard; vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-6-flash/ (model card Results table, one row per benchmark and model / row GDPVal-AA v2/Gemini 3.1 Pro / column elo)",,out:effort-not-established, gs2-gdpvalaa2,google,gpt-5.6-luna,unstated,mixed,hard,,,,,,,1584,Elo,0.289,,restated-from:GDPVal-AA v2 results are sourced from the Artificial Analysis public leaderboard,"https://deepmind.google/models/model-cards/gemini-3-6-flash/ (model card Results table, one row per benchmark and model / row GDPVal-AA v2/GPT-5.6 Luna / column elo)",,out:effort-not-established, gs2-gdpvalaa2,google,grok-4.5,unstated,mixed,hard,,,,,,,1535,Elo,0.289,,restated-from:GDPVal-AA v2 results are sourced from the Artificial Analysis public leaderboard,"https://deepmind.google/models/model-cards/gemini-3-6-flash/ (model card Results table, one row per benchmark and model / row GDPVal-AA v2/Grok 4.5 / column elo)",,out:effort-not-established, gs2-gdpvalaa2,google,sonnet-5,unstated,mixed,hard,,,,,,,1607,Elo,0.289,,restated-from:GDPVal-AA v2 results are sourced from the Artificial Analysis public leaderboard,"https://deepmind.google/models/model-cards/gemini-3-6-flash/ (model card Results table, one row per benchmark and model / row GDPVal-AA v2/Claude Sonnet 5 / column elo)",,out:effort-not-established, gs2-charxiv-t-1,google,gemini-3.6-flash,default,mixed,hard,,,,,,,89.4,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-6-flash/ (model card Results table, one row per benchmark and model / row CharXiv Reasoning | With tools/Gemini 3.6 Flash / column value)",,out:effort-not-established, gs2-charxiv-t-1,google,gemini-3.5-flash,default,mixed,hard,,,,,,,84.9,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-6-flash/ (model card Results table, one row per benchmark and model / row CharXiv Reasoning | With tools/Gemini 3.5 Flash / column value)",,out:effort-not-established, gs2-charxiv-t-1,google,gemini-3.1-pro,default,mixed,hard,,,,,,,83.2,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-6-flash/ (model card Results table, one row per benchmark and model / row CharXiv Reasoning | With tools/Gemini 3.1 Pro / column value)",,out:effort-not-established, gs2-charxiv-t-1,google,sonnet-5,unstated,mixed,hard,,,,,,,88.3,score%,0.0289,,restated-from:Anthropic,"https://deepmind.google/models/model-cards/gemini-3-6-flash/ (model card Results table, one row per benchmark and model / row CharXiv Reasoning | With tools/Claude Sonnet 5 / column value)",,out:effort-not-established, gs2-charxiv-nt-1,google,gemini-3.7-flash,default,mixed,hard,,,,,,,84.5,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-7-flash/ (model card Results table, one row per benchmark and model / row CharXiv Reasoning | No tools/Gemini 3.7 Flash / column value)",,out:effort-not-established, gs2-charxiv-nt-1,google,gpt-5.6-terra,unstated,mixed,hard,,,,,,,85.9,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-7-flash/ (model card Results table, one row per benchmark and model / row CharXiv Reasoning | No tools/GPT-5.6 Terra / column value)",,out:effort-not-established, gs2-tb21-2,google,gemini-3.7-flash,default,coding,hard,Terminus-2,,,,,,85.8,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-7-flash/ (model card Results table, one row per benchmark and model / row Terminal-bench 2.1/Gemini 3.7 Flash / column value)",,out:effort-not-established, gs2-charxiv-t-1,google,gemini-3.7-flash,default,mixed,hard,,,,,,,88.7,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-7-flash/ (model card Results table, one row per benchmark and model / row CharXiv Reasoning | With tools/Gemini 3.7 Flash / column value)",,out:effort-not-established, gs2-codearena,google,gemini-3.7-flash,default,coding,hard,,,,,,,1588,Elo,0.289,,restated-from:official public Web Dev leaderboard,"https://deepmind.google/models/model-cards/gemini-3-7-flash/ (model card Results table, one row per benchmark and model / row Code Arena/Gemini 3.7 Flash / column elo)",,out:effort-not-established, gs2-codearena,google,gpt-5.6-terra,unstated,coding,hard,,,,,,,1523,Elo,0.289,,restated-from:official public Web Dev leaderboard,"https://deepmind.google/models/model-cards/gemini-3-7-flash/ (model card Results table, one row per benchmark and model / row Code Arena/GPT-5.6 Terra / column elo)",,out:effort-not-established, gs2-tb30,google,gemini-3.7-flash,default,agentic-tool,frontier,best-of-harnesses,,,,,,14.9,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-7-flash/ (model card Results table, one row per benchmark and model / row Terminal-bench 3.0/Gemini 3.7 Flash / column value)",,out:effort-not-established, gs2-tb30,google,gemini-3.6-flash,default,agentic-tool,frontier,best-of-harnesses,,,,,,5.4,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-7-flash/ (model card Results table, one row per benchmark and model / row Terminal-bench 3.0/Gemini 3.6 Flash / column value)",,out:effort-not-established, gs2-tb30,google,sonnet-5,unstated,agentic-tool,frontier,best-of-harnesses,,,,,,14.6,score%,0.0289,,restated-from:official public leaderboard,"https://deepmind.google/models/model-cards/gemini-3-7-flash/ (model card Results table, one row per benchmark and model / row Terminal-bench 3.0/Claude Sonnet 5 / column value)",,out:effort-not-established, gs2-tb30,google,gpt-5.6-terra,unstated,agentic-tool,frontier,best-of-harnesses,,,,,,20.8,score%,0.0289,,restated-from:official public leaderboard,"https://deepmind.google/models/model-cards/gemini-3-7-flash/ (model card Results table, one row per benchmark and model / row Terminal-bench 3.0/GPT-5.6 Terra / column value)",,out:effort-not-established, gs2-gdpvalaa2-3,google,gemini-3.7-flash,default,mixed,hard,,,,,,,1525,Elo,0.289,,restated-from:Artificial Analysis public leaderboard,"https://deepmind.google/models/model-cards/gemini-3-7-flash/ (model card Results table, one row per benchmark and model / row GDPVal-AA v2/Gemini 3.7 Flash / column elo)",,out:effort-not-established, gs2-gdpvalaa2-3,google,gemini-3.6-flash,default,mixed,hard,,,,,,,1422,Elo,0.289,,restated-from:Artificial Analysis public leaderboard,"https://deepmind.google/models/model-cards/gemini-3-7-flash/ (model card Results table, one row per benchmark and model / row GDPVal-AA v2/Gemini 3.6 Flash / column elo)",,out:effort-not-established, gs2-gdpvalaa2-3,google,sonnet-5,unstated,mixed,hard,,,,,,,1598,Elo,0.289,,restated-from:Artificial Analysis public leaderboard,"https://deepmind.google/models/model-cards/gemini-3-7-flash/ (model card Results table, one row per benchmark and model / row GDPVal-AA v2/Claude Sonnet 5 / column elo)",,out:effort-not-established, gs2-gdpvalaa2-3,google,gpt-5.6-terra,unstated,mixed,hard,,,,,,,1578,Elo,0.289,,restated-from:Artificial Analysis public leaderboard,"https://deepmind.google/models/model-cards/gemini-3-7-flash/ (model card Results table, one row per benchmark and model / row GDPVal-AA v2/GPT-5.6 Terra / column elo)",,out:effort-not-established, gs2-gdppdf-1,google,gemini-3.7-flash,default,mixed,hard,,,,,,,34.0,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-7-flash/ (model card Results table, one row per benchmark and model / row GDP.pdf/Gemini 3.7 Flash / column value)",,out:effort-not-established, gs2-gdppdf-1,google,gemini-3.6-flash,default,mixed,hard,,,,,,,22.0,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-7-flash/ (model card Results table, one row per benchmark and model / row GDP.pdf/Gemini 3.6 Flash / column value)",,out:effort-not-established, gs2-gdppdf-1,google,sonnet-5,unstated,mixed,hard,,,,,,,28.0,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-7-flash/ (model card Results table, one row per benchmark and model / row GDP.pdf/Claude Sonnet 5 / column value)",,out:effort-not-established, gs2-gdppdf-1,google,gpt-5.6-terra,unstated,mixed,hard,,,,,,,24.7,score%,0.0289,,restated-from:official public leaderboard,"https://deepmind.google/models/model-cards/gemini-3-7-flash/ (model card Results table, one row per benchmark and model / row GDP.pdf/GPT-5.6 Terra / column value)",,out:effort-not-established, gs2-lvbench-1,google,gemini-3.7-flash,default,mixed,hard,,,,,,,85.4,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-7-flash/ (model card Results table, one row per benchmark and model / row LVBench/Gemini 3.7 Flash / column value)",,out:effort-not-established, gs2-lvbench-1,google,gemini-3.6-flash,default,mixed,hard,,,,,,,84.2,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-7-flash/ (model card Results table, one row per benchmark and model / row LVBench/Gemini 3.6 Flash / column value)",,out:effort-not-established, gs2-lvbench-1,google,sonnet-5,unstated,mixed,hard,,,,,,,68.5,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-7-flash/ (model card Results table, one row per benchmark and model / row LVBench/Claude Sonnet 5 / column value)",,out:effort-not-established, gs2-lvbench-1,google,gpt-5.6-terra,unstated,mixed,hard,,,,,,,78.9,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-7-flash/ (model card Results table, one row per benchmark and model / row LVBench/GPT-5.6 Terra / column value)",,out:effort-not-established, gs2-mrcr128-3,google,gemini-3.7-flash,default,mixed,hard,,,,,,,97.0,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-7-flash/ (model card Results table, one row per benchmark and model / row GDM-MRCR v2 128k/Gemini 3.7 Flash / column value)",,out:effort-not-established, gs2-mrcr128-3,google,sonnet-5,unstated,mixed,hard,,,,,,,81.5,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-7-flash/ (model card Results table, one row per benchmark and model / row GDM-MRCR v2 128k/Claude Sonnet 5 / column value)",,out:effort-not-established, gs2-mrcr128-3,google,gpt-5.6-terra,unstated,mixed,hard,,,,,,,93.5,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-7-flash/ (model card Results table, one row per benchmark and model / row GDM-MRCR v2 128k/GPT-5.6 Terra / column value)",,out:effort-not-established, gs2-osworld2,google,gemini-3.7-flash,default,computer-use,frontier,,,,,,,47.9,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-7-flash/ (model card Results table, one row per benchmark and model / row OSWorld-2.0/Gemini 3.7 Flash / column value)",,out:effort-not-established, gs2-osworld2,google,gemini-3.6-flash,default,computer-use,frontier,,,,,,,33.8,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-7-flash/ (model card Results table, one row per benchmark and model / row OSWorld-2.0/Gemini 3.6 Flash / column value)",,out:effort-not-established, gs2-osworld2,google,gpt-5.6-terra,unstated,computer-use,frontier,,,,,,,50.2,score%,0.0289,,restated-from:official blog post,"https://deepmind.google/models/model-cards/gemini-3-7-flash/ (model card Results table, one row per benchmark and model / row OSWorld-2.0/GPT-5.6 Terra / column value)",,out:effort-not-established, gs2-ale-1,google,gemini-3.7-flash,default,computer-use,frontier,ALE-Claw,,,,,,26.3,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-7-flash/ (model card Results table, one row per benchmark and model / row Agent's Last Exam/Gemini 3.7 Flash / column value)",,out:effort-not-established, gs2-ale-1,google,gemini-3.6-flash,default,computer-use,frontier,ALE-Claw,,,,,,24.2,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-7-flash/ (model card Results table, one row per benchmark and model / row Agent's Last Exam/Gemini 3.6 Flash / column value)",,out:effort-not-established, gs2-ale-1,google,sonnet-5,unstated,computer-use,frontier,ALE-Claw,,,,,,33.3,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-7-flash/ (model card Results table, one row per benchmark and model / row Agent's Last Exam/Claude Sonnet 5 / column value)",,out:effort-not-established, gs2-ale-1,google,gpt-5.6-terra,unstated,computer-use,frontier,ALE-Claw,,,,,,28.0,score%,0.0289,,restated-from:official public leaderboard,"https://deepmind.google/models/model-cards/gemini-3-7-flash/ (model card Results table, one row per benchmark and model / row Agent's Last Exam/GPT-5.6 Terra / column value)",,out:effort-not-established, gs2-hlev,google,gemini-3.7-flash,default,reasoning-math,frontier,,,,,,,53.6,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-7-flash/ (model card Results table, one row per benchmark and model / row HLE-Verified/Gemini 3.7 Flash / column value)",,out:effort-not-established, gs2-hlev,google,gemini-3.6-flash,default,reasoning-math,frontier,,,,,,,51.2,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-7-flash/ (model card Results table, one row per benchmark and model / row HLE-Verified/Gemini 3.6 Flash / column value)",,out:effort-not-established, gs2-hlev,google,sonnet-5,unstated,reasoning-math,frontier,,,,,,,31.0,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-7-flash/ (model card Results table, one row per benchmark and model / row HLE-Verified/Claude Sonnet 5 / column value)",,out:effort-not-established, gs2-hlev,google,gpt-5.6-terra,unstated,reasoning-math,frontier,,,,,,,51.1,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-7-flash/ (model card Results table, one row per benchmark and model / row HLE-Verified/GPT-5.6 Terra / column value)",,out:effort-not-established, gs2-biomyst-solv,google,gemini-3.7-flash,default,agentic-tool,hard,,,,,,,87.1,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-7-flash/ (model card Results table, one row per benchmark and model / row BioMysteryBench | Human solvable/Gemini 3.7 Flash / column value)",,out:effort-not-established, gs2-biomyst-solv,google,gemini-3.6-flash,default,agentic-tool,hard,,,,,,,80.6,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-7-flash/ (model card Results table, one row per benchmark and model / row BioMysteryBench | Human solvable/Gemini 3.6 Flash / column value)",,out:effort-not-established, gs2-biomyst-solv,google,gpt-5.6-terra,unstated,agentic-tool,hard,,,,,,,83.8,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-7-flash/ (model card Results table, one row per benchmark and model / row BioMysteryBench | Human solvable/GPT-5.6 Terra / column value)",,out:effort-not-established, gs2-biomyst-diff,google,gemini-3.7-flash,default,agentic-tool,frontier,,,,,,,43.5,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-7-flash/ (model card Results table, one row per benchmark and model / row BioMysteryBench | Human difficult/Gemini 3.7 Flash / column value)",,out:effort-not-established, gs2-biomyst-diff,google,gemini-3.6-flash,default,agentic-tool,frontier,,,,,,,41.2,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-7-flash/ (model card Results table, one row per benchmark and model / row BioMysteryBench | Human difficult/Gemini 3.6 Flash / column value)",,out:effort-not-established, gs2-biomyst-diff,google,sonnet-5,unstated,agentic-tool,frontier,,,,,,,34.1,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-7-flash/ (model card Results table, one row per benchmark and model / row BioMysteryBench | Human difficult/Claude Sonnet 5 / column value)",,out:effort-not-established, gs2-biomyst-diff,google,gpt-5.6-terra,unstated,agentic-tool,frontier,,,,,,,49.4,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-7-flash/ (model card Results table, one row per benchmark and model / row BioMysteryBench | Human difficult/GPT-5.6 Terra / column value)",,out:effort-not-established, gs2-labbench2,google,gemini-3.7-flash,default,agentic-tool,hard,,,,,,,82.1,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-7-flash/ (model card Results table, one row per benchmark and model / row LABBench2/Gemini 3.7 Flash / column value)",,out:effort-not-established, gs2-labbench2,google,gemini-3.6-flash,default,agentic-tool,hard,,,,,,,76.1,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-7-flash/ (model card Results table, one row per benchmark and model / row LABBench2/Gemini 3.6 Flash / column value)",,out:effort-not-established, gs2-labbench2,google,sonnet-5,unstated,agentic-tool,hard,,,,,,,80.1,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-7-flash/ (model card Results table, one row per benchmark and model / row LABBench2/Claude Sonnet 5 / column value)",,out:effort-not-established, gs2-labbench2,google,gpt-5.6-terra,unstated,agentic-tool,hard,,,,,,,81.2,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-7-flash/ (model card Results table, one row per benchmark and model / row LABBench2/GPT-5.6 Terra / column value)",,out:effort-not-established, gs2-hle-nt@google,google,gemini-3-flash,not-established:absent,reasoning-math,frontier,google-eval-table,,,,,,33.7,score%,0.0289,,,"https://storage.googleapis.com/deepmind-media/Model-Cards/Gemini-3-Flash-Model-Card.pdf (results table image, row HLE (sub-row 1), column Gemini 3 Flash: printed text at x 583-632, y 151-164 px (original 1210x1251))",,out:effort-not-established, gs2-hle-s@google,google,gemini-3-flash,not-established:absent,reasoning-math,frontier,google-eval-table,,,,,,43.5,score%,0.0289,,,"https://storage.googleapis.com/deepmind-media/Model-Cards/Gemini-3-Flash-Model-Card.pdf (results table image, row HLE (sub-row 2), column Gemini 3 Flash: printed text at x 583-632, y 177-190 px (original 1210x1251))",,out:effort-not-established, gs2-hle-nt@google,google,gpt-5.2,xhigh,reasoning-math,frontier,google-eval-table,,,,,,34.5,score%,0.0289,,,"https://storage.googleapis.com/deepmind-media/Model-Cards/Gemini-3-Flash-Model-Card.pdf (results table image, row HLE (sub-row 1), column GPT-5.2: printed text at x 1014-1063, y 151-163 px (original 1210x1251))",,in, gs2-hle-s@google,google,gpt-5.2,xhigh,reasoning-math,frontier,google-eval-table,,,,,,45.5,score%,0.0289,,,"https://storage.googleapis.com/deepmind-media/Model-Cards/Gemini-3-Flash-Model-Card.pdf (results table image, row HLE (sub-row 2), column GPT-5.2: printed text at x 1014-1063, y 177-189 px (original 1210x1251))",,in, gs2-hle-nt@google,google,grok-4.1-fast,think,reasoning-math,frontier,google-eval-table,,,,,,17.6,score%,0.0289,,,"https://storage.googleapis.com/deepmind-media/Model-Cards/Gemini-3-Flash-Model-Card.pdf (results table image, row HLE (sub-row 1), column Grok 4.1 Fast: printed text at x 1101-1149, y 151-163 px (original 1210x1251))",,out:superseded, gs2-gpqa-1,google,gemini-3-flash,not-established:absent,reasoning-math,hard,,,,,,,90.4,score%,0.0289,,,"https://storage.googleapis.com/deepmind-media/Model-Cards/Gemini-3-Flash-Model-Card.pdf (results table image, row GPQA, column Gemini 3 Flash: printed text at x 583-632, y 261-274 px (original 1210x1251))",,out:effort-not-established, gs2-gpqa-1,google,gpt-5.2,xhigh,reasoning-math,hard,,,,,,,92.4,score%,0.0289,,,"https://storage.googleapis.com/deepmind-media/Model-Cards/Gemini-3-Flash-Model-Card.pdf (results table image, row GPQA, column GPT-5.2: printed text at x 1014-1065, y 261-273 px (original 1210x1251))",,in, gs2-aime-nt,google,gemini-3-flash,not-established:absent,reasoning-math,hard,,,,,,,95.2,score%,0.0289,,,"https://storage.googleapis.com/deepmind-media/Model-Cards/Gemini-3-Flash-Model-Card.pdf (results table image, row AIME (sub-row 1), column Gemini 3 Flash: printed text at x 583-632, y 303-316 px (original 1210x1251))",,out:effort-not-established, gs2-aime-code,google,gemini-3-flash,not-established:absent,reasoning-math,hard,,,,,,,99.7,score%,0.0289,,,"https://storage.googleapis.com/deepmind-media/Model-Cards/Gemini-3-Flash-Model-Card.pdf (results table image, row AIME (sub-row 2), column Gemini 3 Flash: printed text at x 583-632, y 329-342 px (original 1210x1251))",,out:effort-not-established, gs2-aime-nt,google,gpt-5.2,xhigh,reasoning-math,hard,,,,,,,100,score%,0.289,,,"https://storage.googleapis.com/deepmind-media/Model-Cards/Gemini-3-Flash-Model-Card.pdf (results table image, row AIME (sub-row 1), column GPT-5.2: printed text at x 1015-1059, y 303-315 px (original 1210x1251))",,out:single-couple, gs2-mmmupro@google,google,gemini-3-flash,not-established:absent,mixed,hard,google-eval-table,,,,,,81.2,score%,0.0289,,,"https://storage.googleapis.com/deepmind-media/Model-Cards/Gemini-3-Flash-Model-Card.pdf (results table image, row MMMU, column Gemini 3 Flash: printed text at x 583-634, y 372-385 px (original 1210x1251))",,out:effort-not-established, gs2-mmmupro@google,google,gpt-5.2,xhigh,mixed,hard,google-eval-table,,,,,,79.5,score%,0.0289,,,"https://storage.googleapis.com/deepmind-media/Model-Cards/Gemini-3-Flash-Model-Card.pdf (results table image, row MMMU, column GPT-5.2: printed text at x 1015-1063, y 373-385 px (original 1210x1251))",,in, gs2-mmmupro@google,google,grok-4.1-fast,think,mixed,hard,google-eval-table,,,,,,63.0,score%,0.0289,,,"https://storage.googleapis.com/deepmind-media/Model-Cards/Gemini-3-Flash-Model-Card.pdf (results table image, row MMMU, column Grok 4.1 Fast: printed text at x 1101-1149, y 373-385 px (original 1210x1251))",,out:superseded, gs2-screenspot,google,gemini-3-flash,not-established:absent,computer-use,hard,,,,,,,69.1,score%,0.0289,,,"https://storage.googleapis.com/deepmind-media/Model-Cards/Gemini-3-Flash-Model-Card.pdf (results table image, row ScreenSpot, column Gemini 3 Flash: printed text at x 584-633, y 413-426 px (original 1210x1251))",,out:effort-not-established, gs2-screenspot,google,gpt-5.2,xhigh,computer-use,hard,,,,,,,86.3,score%,0.0289,,,"https://storage.googleapis.com/deepmind-media/Model-Cards/Gemini-3-Flash-Model-Card.pdf (results table image, row ScreenSpot, column GPT-5.2: printed text at x 1015-1065, y 413-425 px (original 1210x1251))",,out:single-couple, gs2-charxiv-1,google,gemini-3-flash,not-established:absent,mixed,hard,,,,,,,80.3,score%,0.0289,,,"https://storage.googleapis.com/deepmind-media/Model-Cards/Gemini-3-Flash-Model-Card.pdf (results table image, row CharXiv, column Gemini 3 Flash: printed text at x 583-632, y 467-480 px (original 1210x1251))",,out:effort-not-established, gs2-charxiv-1,google,gpt-5.2,xhigh,mixed,hard,,,,,,,82.1,score%,0.0289,,,"https://storage.googleapis.com/deepmind-media/Model-Cards/Gemini-3-Flash-Model-Card.pdf (results table image, row CharXiv, column GPT-5.2: printed text at x 1014-1065, y 467-480 px (original 1210x1251))",,out:single-couple, gs2-omnidoc,google,gemini-3-flash,not-established:absent,mixed,hard,,,,,,,0.121,edit-distance(lower-better),0.000289,,,"https://storage.googleapis.com/deepmind-media/Model-Cards/Gemini-3-Flash-Model-Card.pdf (results table image, row Omni, column Gemini 3 Flash: printed text at x 582-629, y 512-525 px (original 1210x1251))",,out:effort-not-established, gs2-omnidoc,google,gpt-5.2,high,mixed,hard,,,,,,,0.143,edit-distance(lower-better),0.000289,,,"https://storage.googleapis.com/deepmind-media/Model-Cards/Gemini-3-Flash-Model-Card.pdf (results table image, row Omni, column GPT-5.2: printed text at x 1014-1062, y 513-525 px (original 1210x1251))",,out:single-couple, gs2-videommmu-1,google,gemini-3-flash,not-established:absent,mixed,hard,,,,,,,86.9,score%,0.0289,,,"https://storage.googleapis.com/deepmind-media/Model-Cards/Gemini-3-Flash-Model-Card.pdf (results table image, row Video, column Gemini 3 Flash: printed text at x 583-632, y 557-570 px (original 1210x1251))",,out:effort-not-established, gs2-videommmu-1,google,gpt-5.2,xhigh,mixed,hard,,,,,,,85.9,score%,0.0289,,,"https://storage.googleapis.com/deepmind-media/Model-Cards/Gemini-3-Flash-Model-Card.pdf (results table image, row Video, column GPT-5.2: printed text at x 1015-1063, y 558-570 px (original 1210x1251))",,out:single-couple, gs2-lcbpro,google,gemini-3-flash,not-established:absent,coding,hard,,,,,,,2316,Elo,0.289,,,"https://storage.googleapis.com/deepmind-media/Model-Cards/Gemini-3-Flash-Model-Card.pdf (results table image, row LCB, column Gemini 3 Flash: printed text at x 583-625, y 602-615 px (original 1210x1251))",,out:effort-not-established, gs2-lcbpro,google,gpt-5.2,xhigh,coding,hard,,,,,,,2393,Elo,0.289,,,"https://storage.googleapis.com/deepmind-media/Model-Cards/Gemini-3-Flash-Model-Card.pdf (results table image, row LCB, column GPT-5.2: printed text at x 1015-1056, y 603-615 px (original 1210x1251))",,in, gs2-tb20-1,google,gemini-3-flash,not-established:absent,coding,hard,Terminus-2,,,,,,47.6,score%,0.0289,,,"https://storage.googleapis.com/deepmind-media/Model-Cards/Gemini-3-Flash-Model-Card.pdf (results table image, row TB, column Gemini 3 Flash: printed text at x 583-632, y 646-659 px (original 1210x1251))",,out:effort-not-established, gs2-swev,google,gemini-3-flash,not-established:absent,coding,hard,,,,,,,78.0,score%,0.0289,,,"https://storage.googleapis.com/deepmind-media/Model-Cards/Gemini-3-Flash-Model-Card.pdf (results table image, row SWE, column Gemini 3 Flash: printed text at x 583-632, y 688-701 px (original 1210x1251))",,out:effort-not-established, gs2-swev,google,gpt-5.2,xhigh,coding,hard,,,,,,,80.0,score%,0.0289,,,"https://storage.googleapis.com/deepmind-media/Model-Cards/Gemini-3-Flash-Model-Card.pdf (results table image, row SWE, column GPT-5.2: printed text at x 1014-1065, y 688-700 px (original 1210x1251))",,in, gs2-swev,google,grok-4.1-fast,think,coding,hard,,,,,,,50.6,score%,0.0289,,,"https://storage.googleapis.com/deepmind-media/Model-Cards/Gemini-3-Flash-Model-Card.pdf (results table image, row SWE, column Grok 4.1 Fast: printed text at x 1101-1149, y 688-700 px (original 1210x1251))",,in, gs2-tau2-2,google,gemini-3-flash,not-established:absent,agentic-tool,hard,,,,,,,90.2,score%,0.0289,,,"https://storage.googleapis.com/deepmind-media/Model-Cards/Gemini-3-Flash-Model-Card.pdf (results table image, row tau2, column Gemini 3 Flash: printed text at x 583-632, y 730-743 px (original 1210x1251))",,out:effort-not-established, gs2-tau2-2,google,gemini-3-pro,not-established:absent,agentic-tool,hard,,,,,,,90.7,score%,0.0289,,,"https://storage.googleapis.com/deepmind-media/Model-Cards/Gemini-3-Flash-Model-Card.pdf (results table image, row tau2, column Gemini 3 Pro: printed text at x 669-720, y 730-743 px (original 1210x1251))",,out:effort-not-established, gs2-tau2-2,google,sonnet-4.5,not-established:absent,agentic-tool,hard,,,,,,,87.2,score%,0.0289,,,"https://storage.googleapis.com/deepmind-media/Model-Cards/Gemini-3-Flash-Model-Card.pdf (results table image, row tau2, column Claude Sonnet 4.5: printed text at x 929-977, y 730-742 px (original 1210x1251))",,out:effort-not-established, gs2-toolathlon,google,gemini-3-flash,not-established:absent,agentic-tool,hard,,,,,,,49.4,score%,0.0289,,,"https://storage.googleapis.com/deepmind-media/Model-Cards/Gemini-3-Flash-Model-Card.pdf (results table image, row Toolathlon, column Gemini 3 Flash: printed text at x 582-634, y 772-785 px (original 1210x1251))",,out:effort-not-established, gs2-toolathlon,google,gemini-3-pro,not-established:absent,agentic-tool,hard,,,,,,,36.4,score%,0.0289,,,"https://storage.googleapis.com/deepmind-media/Model-Cards/Gemini-3-Flash-Model-Card.pdf (results table image, row Toolathlon, column Gemini 3 Pro: printed text at x 669-718, y 772-785 px (original 1210x1251))",,out:effort-not-established, gs2-toolathlon,google,sonnet-4.5,not-established:absent,agentic-tool,hard,,,,,,,38.9,score%,0.0289,,,"https://storage.googleapis.com/deepmind-media/Model-Cards/Gemini-3-Flash-Model-Card.pdf (results table image, row Toolathlon, column Claude Sonnet 4.5: printed text at x 928-977, y 772-784 px (original 1210x1251))",,out:effort-not-established, gs2-toolathlon,google,gpt-5.2,xhigh,agentic-tool,hard,,,,,,,46.3,score%,0.0289,,,"https://storage.googleapis.com/deepmind-media/Model-Cards/Gemini-3-Flash-Model-Card.pdf (results table image, row Toolathlon, column GPT-5.2: printed text at x 1014-1063, y 772-784 px (original 1210x1251))",,out:single-couple, gs2-mcp-scale-1,google,gemini-3-flash,not-established:absent,agentic-tool,hard,,,,,,,57.4,score%,0.0289,,,"https://storage.googleapis.com/deepmind-media/Model-Cards/Gemini-3-Flash-Model-Card.pdf (results table image, row MCP, column Gemini 3 Flash: printed text at x 583-632, y 814-827 px (original 1210x1251))",,out:effort-not-established, gs2-mcp-scale-1,google,gemini-3-pro,not-established:absent,agentic-tool,hard,,,,,,,54.1,score%,0.0289,,,"https://storage.googleapis.com/deepmind-media/Model-Cards/Gemini-3-Flash-Model-Card.pdf (results table image, row MCP, column Gemini 3 Pro: printed text at x 669-718, y 814-827 px (original 1210x1251))",,out:effort-not-established, gs2-mcp-scale-1,google,sonnet-4.5,not-established:absent,agentic-tool,hard,,,,,,,43.8,score%,0.0289,,,"https://storage.googleapis.com/deepmind-media/Model-Cards/Gemini-3-Flash-Model-Card.pdf (results table image, row MCP, column Claude Sonnet 4.5: printed text at x 928-977, y 814-826 px (original 1210x1251))",,out:effort-not-established, gs2-mcp-scale-1,google,gpt-5.2,xhigh,agentic-tool,hard,,,,,,,60.6,score%,0.0289,,,"https://storage.googleapis.com/deepmind-media/Model-Cards/Gemini-3-Flash-Model-Card.pdf (results table image, row MCP, column GPT-5.2: printed text at x 1014-1065, y 814-826 px (original 1210x1251))",,out:single-couple, gs2-facts-2,google,gemini-3-flash,not-established:absent,mixed,hard,,,,,,,61.9,score%,0.0289,,,"https://storage.googleapis.com/deepmind-media/Model-Cards/Gemini-3-Flash-Model-Card.pdf (results table image, row FACTS, column Gemini 3 Flash: printed text at x 583-632, y 910-923 px (original 1210x1251))",,out:effort-not-established, gs2-facts-2,google,sonnet-4.5,not-established:absent,mixed,hard,,,,,,,48.9,score%,0.0289,,,"https://storage.googleapis.com/deepmind-media/Model-Cards/Gemini-3-Flash-Model-Card.pdf (results table image, row FACTS, column Claude Sonnet 4.5: printed text at x 928-977, y 910-922 px (original 1210x1251))",,out:effort-not-established, gs2-facts-2,google,gpt-5.2,xhigh,mixed,hard,,,,,,,61.4,score%,0.0289,,,"https://storage.googleapis.com/deepmind-media/Model-Cards/Gemini-3-Flash-Model-Card.pdf (results table image, row FACTS, column GPT-5.2: printed text at x 1015-1063, y 910-922 px (original 1210x1251))",,in, gs2-facts-2,google,grok-4.1-fast,think,mixed,hard,,,,,,,42.1,score%,0.0289,,,"https://storage.googleapis.com/deepmind-media/Model-Cards/Gemini-3-Flash-Model-Card.pdf (results table image, row FACTS, column Grok 4.1 Fast: printed text at x 1101-1149, y 910-922 px (original 1210x1251))",,out:superseded, gs2-simpleqa,google,gemini-3-flash,not-established:absent,mixed,hard,,,,,,,68.7,score%,0.0289,,,"https://storage.googleapis.com/deepmind-media/Model-Cards/Gemini-3-Flash-Model-Card.pdf (results table image, row SimpleQA, column Gemini 3 Flash: printed text at x 583-632, y 961-974 px (original 1210x1251))",,out:effort-not-established, gs2-simpleqa,google,gpt-5.2,xhigh,mixed,hard,,,,,,,38.0,score%,0.0289,,,"https://storage.googleapis.com/deepmind-media/Model-Cards/Gemini-3-Flash-Model-Card.pdf (results table image, row SimpleQA, column GPT-5.2: printed text at x 1014-1063, y 961-973 px (original 1210x1251))",,in, gs2-simpleqa,google,grok-4.1-fast,think,mixed,hard,,,,,,,19.5,score%,0.0289,,,"https://storage.googleapis.com/deepmind-media/Model-Cards/Gemini-3-Flash-Model-Card.pdf (results table image, row SimpleQA, column Grok 4.1 Fast: printed text at x 1101-1149, y 961-973 px (original 1210x1251))",,out:superseded, gs2-mmmlu,google,gemini-3-flash,not-established:absent,mixed,hard,,,,,,,91.8,score%,0.0289,,,"https://storage.googleapis.com/deepmind-media/Model-Cards/Gemini-3-Flash-Model-Card.pdf (results table image, row MMMLU, column Gemini 3 Flash: printed text at x 583-634, y 1003-1016 px (original 1210x1251))",,out:effort-not-established, gs2-mmmlu,google,gpt-5.2,xhigh,mixed,hard,,,,,,,89.6,score%,0.0289,,,"https://storage.googleapis.com/deepmind-media/Model-Cards/Gemini-3-Flash-Model-Card.pdf (results table image, row MMMLU, column GPT-5.2: printed text at x 1015-1063, y 1003-1015 px (original 1210x1251))",,in, gs2-mmmlu,google,grok-4.1-fast,think,mixed,hard,,,,,,,86.8,score%,0.0289,,,"https://storage.googleapis.com/deepmind-media/Model-Cards/Gemini-3-Flash-Model-Card.pdf (results table image, row MMMLU, column Grok 4.1 Fast: printed text at x 1101-1149, y 1003-1015 px (original 1210x1251))",,out:superseded, gs2-piqa,google,gemini-3-flash,not-established:absent,mixed,mid,,,,,,,92.8,score%,0.0289,,,"https://storage.googleapis.com/deepmind-media/Model-Cards/Gemini-3-Flash-Model-Card.pdf (results table image, row PIQA, column Gemini 3 Flash: printed text at x 583-632, y 1046-1059 px (original 1210x1251))",,out:effort-not-established, gs2-piqa,google,gpt-5.2,xhigh,mixed,mid,,,,,,,91.2,score%,0.0289,,,"https://storage.googleapis.com/deepmind-media/Model-Cards/Gemini-3-Flash-Model-Card.pdf (results table image, row PIQA, column GPT-5.2: printed text at x 1015-1063, y 1047-1059 px (original 1210x1251))",,in, gs2-piqa,google,grok-4.1-fast,think,mixed,mid,,,,,,,85.6,score%,0.0289,,,"https://storage.googleapis.com/deepmind-media/Model-Cards/Gemini-3-Flash-Model-Card.pdf (results table image, row PIQA, column Grok 4.1 Fast: printed text at x 1101-1149, y 1047-1059 px (original 1210x1251))",,in, gs2-mrcr128,google,gemini-3-flash,not-established:absent,mixed,hard,,,,,,,67.2,score%,0.0289,,,"https://storage.googleapis.com/deepmind-media/Model-Cards/Gemini-3-Flash-Model-Card.pdf (results table image, row MRCR (sub-row 1), column Gemini 3 Flash: printed text at x 583-632, y 1090-1103 px (original 1210x1251))",,out:effort-not-established, gs2-mrcr1m,google,gemini-3-flash,not-established:absent,mixed,hard,,,,,,,22.1,score%,0.0289,,,"https://storage.googleapis.com/deepmind-media/Model-Cards/Gemini-3-Flash-Model-Card.pdf (results table image, row MRCR (sub-row 2), column Gemini 3 Flash: printed text at x 583-632, y 1116-1129 px (original 1210x1251))",,out:effort-not-established, gs2-mrcr128,google,gpt-5.2,xhigh,mixed,hard,,,,,,,81.9,score%,0.0289,,,"https://storage.googleapis.com/deepmind-media/Model-Cards/Gemini-3-Flash-Model-Card.pdf (results table image, row MRCR (sub-row 1), column GPT-5.2: printed text at x 1014-1065, y 1090-1103 px (original 1210x1251))",,in, gs2-mrcr128,google,grok-4.1-fast,think,mixed,hard,,,,,,,54.6,score%,0.0289,,,"https://storage.googleapis.com/deepmind-media/Model-Cards/Gemini-3-Flash-Model-Card.pdf (results table image, row MRCR (sub-row 1), column Grok 4.1 Fast: printed text at x 1101-1149, y 1090-1102 px (original 1210x1251))",,out:superseded, gs2-mrcr1m,google,grok-4.1-fast,think,mixed,hard,,,,,,,6.1,score%,0.0289,,,"https://storage.googleapis.com/deepmind-media/Model-Cards/Gemini-3-Flash-Model-Card.pdf (results table image, row MRCR (sub-row 2), column Grok 4.1 Fast: printed text at x 1101-1138, y 1116-1128 px (original 1210x1251))",,out:superseded, gs2-hle-nt@google,google,gemini-3-pro,unstated,reasoning-math,frontier,google-eval-table,,,,,,37.5,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-pro/ (results table image, row HLE (sub-row 1), column Gemini 3 Pro: printed text at x 986-1072, y 166-188 px (original 2048x1872))",,out:effort-not-established, gs2-hle-s@google,google,gemini-3-pro,unstated,reasoning-math,frontier,google-eval-table,,,,,,45.8,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-pro/ (results table image, row HLE (sub-row 2), column Gemini 3 Pro: printed text at x 986-1072, y 210-232 px (original 2048x1872))",,out:effort-not-established, gs2-hle-nt@google,google,sonnet-4.5,unstated,reasoning-math,frontier,google-eval-table,,,,,,13.7,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-pro/ (results table image, row HLE (sub-row 1), column Claude Sonnet 4.5: printed text at x 1499-1581, y 166-188 px (original 2048x1872))",,out:effort-not-established, gs2-hle-nt@google,google,gpt-5.1,unstated,reasoning-math,frontier,google-eval-table,,,,,,26.5,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-pro/ (results table image, row HLE (sub-row 1), column GPT-5.1: printed text at x 1754-1836, y 166-188 px (original 2048x1872))",,out:effort-not-established, gs2-gpqa-1,google,gemini-3-pro,unstated,reasoning-math,hard,,,,,,,91.9,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-pro/ (results table image, row GPQA, column Gemini 3 Pro: printed text at x 987-1072, y 352-374 px (original 2048x1872))",,out:effort-not-established, gs2-gpqa-1,google,sonnet-4.5,unstated,reasoning-math,hard,,,,,,,83.4,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-pro/ (results table image, row GPQA, column Claude Sonnet 4.5: printed text at x 1499-1581, y 352-374 px (original 2048x1872))",,out:effort-not-established, gs2-gpqa-1,google,gpt-5.1,unstated,reasoning-math,hard,,,,,,,88.1,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-pro/ (results table image, row GPQA, column GPT-5.1: printed text at x 1754-1836, y 352-374 px (original 2048x1872))",,out:effort-not-established, gs2-aime-nt,google,gemini-3-pro,unstated,reasoning-math,hard,,,,,,,95.0,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-pro/ (results table image, row AIME (sub-row 1), column Gemini 3 Pro: printed text at x 987-1072, y 423-445 px (original 2048x1872))",,out:effort-not-established, gs2-aime-code,google,gemini-3-pro,unstated,reasoning-math,hard,,,,,,,100,score%,0.289,,,"https://deepmind.google/models/model-cards/gemini-3-pro/ (results table image, row AIME (sub-row 2), column Gemini 3 Pro: printed text at x 987-1062, y 467-489 px (original 2048x1872))",,out:effort-not-established, gs2-aime-nt,google,sonnet-4.5,unstated,reasoning-math,hard,,,,,,,87.0,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-pro/ (results table image, row AIME (sub-row 1), column Claude Sonnet 4.5: printed text at x 1499-1581, y 423-445 px (original 2048x1872))",,out:effort-not-established, gs2-aime-code,google,sonnet-4.5,unstated,reasoning-math,hard,,,,,,,100,score%,0.289,,,"https://deepmind.google/models/model-cards/gemini-3-pro/ (results table image, row AIME (sub-row 2), column Claude Sonnet 4.5: printed text at x 1498-1573, y 467-489 px (original 2048x1872))",,out:effort-not-established, gs2-aime-nt,google,gpt-5.1,unstated,reasoning-math,hard,,,,,,,94.0,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-pro/ (results table image, row AIME (sub-row 1), column GPT-5.1: printed text at x 1754-1836, y 423-445 px (original 2048x1872))",,out:effort-not-established, gs2-mmmupro@google,google,gemini-3-pro,unstated,mixed,hard,google-eval-table,,,,,,81.0,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-pro/ (results table image, row MMMU, column Gemini 3 Pro: printed text at x 987-1072, y 617-639 px (original 2048x1872))",,out:effort-not-established, gs2-mmmupro@google,google,sonnet-4.5,unstated,mixed,hard,google-eval-table,,,,,,68.0,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-pro/ (results table image, row MMMU, column Claude Sonnet 4.5: printed text at x 1499-1581, y 617-639 px (original 2048x1872))",,out:effort-not-established, gs2-mmmupro@google,google,gpt-5.1,unstated,mixed,hard,google-eval-table,,,,,,76.0,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-pro/ (results table image, row MMMU, column GPT-5.1: printed text at x 1754-1836, y 617-639 px (original 2048x1872))",,out:effort-not-established, gs2-screenspot,google,gemini-3-pro,unstated,computer-use,hard,,,,,,,72.7,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-pro/ (results table image, row ScreenSpot, column Gemini 3 Pro: printed text at x 987-1072, y 690-713 px (original 2048x1872))",,out:effort-not-established, gs2-screenspot,google,sonnet-4.5,unstated,computer-use,hard,,,,,,,36.2,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-pro/ (results table image, row ScreenSpot, column Claude Sonnet 4.5: printed text at x 1498-1581, y 691-712 px (original 2048x1872))",,out:effort-not-established, gs2-screenspot,google,gpt-5.1,unstated,computer-use,hard,,,,,,,3.5,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-pro/ (results table image, row ScreenSpot, column GPT-5.1: printed text at x 1753-1817, y 691-712 px (original 2048x1872))",,out:effort-not-established, gs2-charxiv-1,google,gemini-3-pro,unstated,mixed,hard,,,,,,,81.4,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-pro/ (results table image, row CharXiv, column Gemini 3 Pro: printed text at x 987-1072, y 764-786 px (original 2048x1872))",,out:effort-not-established, gs2-charxiv-1,google,sonnet-4.5,unstated,mixed,hard,,,,,,,68.5,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-pro/ (results table image, row CharXiv, column Claude Sonnet 4.5: printed text at x 1499-1581, y 764-786 px (original 2048x1872))",,out:effort-not-established, gs2-charxiv-1,google,gpt-5.1,unstated,mixed,hard,,,,,,,69.5,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-pro/ (results table image, row CharXiv, column GPT-5.1: printed text at x 1754-1836, y 764-786 px (original 2048x1872))",,out:effort-not-established, gs2-omnidoc,google,gemini-3-pro,unstated,mixed,hard,,,,,,,0.115,edit-distance(lower-better),0.000289,,,"https://deepmind.google/models/model-cards/gemini-3-pro/ (results table image, row Omni, column Gemini 3 Pro: printed text at x 986-1070, y 838-860 px (original 2048x1872))",,out:effort-not-established, gs2-omnidoc,google,sonnet-4.5,unstated,mixed,hard,,,,,,,0.145,edit-distance(lower-better),0.000289,,,"https://deepmind.google/models/model-cards/gemini-3-pro/ (results table image, row Omni, column Claude Sonnet 4.5: printed text at x 1498-1580, y 838-860 px (original 2048x1872))",,out:effort-not-established, gs2-omnidoc,google,gpt-5.1,unstated,mixed,hard,,,,,,,0.147,edit-distance(lower-better),0.000289,,,"https://deepmind.google/models/model-cards/gemini-3-pro/ (results table image, row Omni, column GPT-5.1: printed text at x 1753-1835, y 838-860 px (original 2048x1872))",,out:effort-not-established, gs2-videommmu-1,google,gemini-3-pro,unstated,mixed,hard,,,,,,,87.6,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-pro/ (results table image, row Video, column Gemini 3 Pro: printed text at x 987-1072, y 911-933 px (original 2048x1872))",,out:effort-not-established, gs2-videommmu-1,google,sonnet-4.5,unstated,mixed,hard,,,,,,,77.8,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-pro/ (results table image, row Video, column Claude Sonnet 4.5: printed text at x 1499-1581, y 911-933 px (original 2048x1872))",,out:effort-not-established, gs2-videommmu-1,google,gpt-5.1,unstated,mixed,hard,,,,,,,80.4,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-pro/ (results table image, row Video, column GPT-5.1: printed text at x 1754-1836, y 911-933 px (original 2048x1872))",,out:effort-not-established, gs2-lcbpro,google,gemini-3-pro,unstated,coding,hard,,,,,,,2439,Elo,0.289,,,"https://deepmind.google/models/model-cards/gemini-3-pro/ (results table image, row LCB, column Gemini 3 Pro: printed text at x 987-1070, y 987-1013 px (original 2048x1872))",,out:effort-not-established, gs2-lcbpro,google,sonnet-4.5,unstated,coding,hard,,,,,,,1418,Elo,0.289,,,"https://deepmind.google/models/model-cards/gemini-3-pro/ (results table image, row LCB, column Claude Sonnet 4.5: printed text at x 1499-1579, y 988-1012 px (original 2048x1872))",,out:effort-not-established, gs2-lcbpro,google,gpt-5.1,unstated,coding,hard,,,,,,,2243,Elo,0.289,,,"https://deepmind.google/models/model-cards/gemini-3-pro/ (results table image, row LCB, column GPT-5.1: printed text at x 1754-1835, y 988-1012 px (original 2048x1872))",,out:effort-not-established, gs2-tb20-1,google,gemini-3-pro,unstated,coding,hard,Terminus-2,,,,,,54.2,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-pro/ (results table image, row TB, column Gemini 3 Pro: printed text at x 987-1072, y 1061-1083 px (original 2048x1872))",,out:effort-not-established, gs2-tb20-1,google,sonnet-4.5,unstated,coding,hard,Terminus-2,,,,,,42.8,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-pro/ (results table image, row TB, column Claude Sonnet 4.5: printed text at x 1498-1581, y 1061-1083 px (original 2048x1872))",,out:effort-not-established, gs2-tb20-1,google,gpt-5.1,unstated,coding,hard,Terminus-2,,,,,,47.6,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-pro/ (results table image, row TB, column GPT-5.1: printed text at x 1753-1836, y 1061-1083 px (original 2048x1872))",,out:effort-not-established, gs2-swev,google,gemini-3-pro,unstated,coding,hard,,,,,,,76.2,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-pro/ (results table image, row SWE, column Gemini 3 Pro: printed text at x 987-1070, y 1132-1154 px (original 2048x1872))",,out:effort-not-established, gs2-swev,google,sonnet-4.5,unstated,coding,hard,,,,,,,77.2,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-pro/ (results table image, row SWE, column Claude Sonnet 4.5: printed text at x 1499-1583, y 1132-1154 px (original 2048x1872))",,out:effort-not-established, gs2-swev,google,gpt-5.1,unstated,coding,hard,,,,,,,76.3,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-pro/ (results table image, row SWE, column GPT-5.1: printed text at x 1754-1836, y 1132-1154 px (original 2048x1872))",,out:effort-not-established, gs2-tau2,google,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,85.4,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-pro/ (results table image, row tau2, column Gemini 3 Pro: printed text at x 987-1072, y 1203-1225 px (original 2048x1872))",,out:effort-not-established, gs2-tau2,google,sonnet-4.5,unstated,agentic-tool,hard,,,,,,,84.7,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-pro/ (results table image, row tau2, column Claude Sonnet 4.5: printed text at x 1499-1581, y 1203-1225 px (original 2048x1872))",,out:effort-not-established, gs2-tau2,google,gpt-5.1,unstated,agentic-tool,hard,,,,,,,80.2,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-pro/ (results table image, row tau2, column GPT-5.1: printed text at x 1754-1836, y 1203-1225 px (original 2048x1872))",,out:effort-not-established, gs2-facts-1,google,gemini-3-pro,unstated,mixed,hard,,,,,,,70.5,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-pro/ (results table image, row FACTS, column Gemini 3 Pro: printed text at x 987-1072, y 1361-1383 px (original 2048x1872))",,out:effort-not-established, gs2-facts-1,google,sonnet-4.5,unstated,mixed,hard,,,,,,,50.4,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-pro/ (results table image, row FACTS, column Claude Sonnet 4.5: printed text at x 1498-1581, y 1361-1383 px (original 2048x1872))",,out:effort-not-established, gs2-facts-1,google,gpt-5.1,unstated,mixed,hard,,,,,,,50.8,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-pro/ (results table image, row FACTS, column GPT-5.1: printed text at x 1754-1836, y 1361-1383 px (original 2048x1872))",,out:effort-not-established, gs2-simpleqa,google,gemini-3-pro,unstated,mixed,hard,,,,,,,72.1,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-pro/ (results table image, row SimpleQA, column Gemini 3 Pro: printed text at x 987-1072, y 1447-1469 px (original 2048x1872))",,out:effort-not-established, gs2-simpleqa,google,sonnet-4.5,unstated,mixed,hard,,,,,,,29.3,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-pro/ (results table image, row SimpleQA, column Claude Sonnet 4.5: printed text at x 1499-1581, y 1447-1469 px (original 2048x1872))",,out:effort-not-established, gs2-simpleqa,google,gpt-5.1,unstated,mixed,hard,,,,,,,34.9,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-pro/ (results table image, row SimpleQA, column GPT-5.1: printed text at x 1753-1836, y 1447-1469 px (original 2048x1872))",,out:effort-not-established, gs2-mmmlu,google,gemini-3-pro,unstated,mixed,hard,,,,,,,91.8,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-pro/ (results table image, row MMMLU, column Gemini 3 Pro: printed text at x 987-1072, y 1518-1540 px (original 2048x1872))",,out:effort-not-established, gs2-mmmlu,google,sonnet-4.5,unstated,mixed,hard,,,,,,,89.1,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-pro/ (results table image, row MMMLU, column Claude Sonnet 4.5: printed text at x 1499-1581, y 1518-1540 px (original 2048x1872))",,out:effort-not-established, gs2-mmmlu,google,gpt-5.1,unstated,mixed,hard,,,,,,,91.0,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-pro/ (results table image, row MMMLU, column GPT-5.1: printed text at x 1754-1836, y 1518-1540 px (original 2048x1872))",,out:effort-not-established, gs2-piqa,google,gemini-3-pro,unstated,mixed,mid,,,,,,,93.4,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-pro/ (results table image, row PIQA, column Gemini 3 Pro: printed text at x 987-1072, y 1592-1614 px (original 2048x1872))",,out:effort-not-established, gs2-piqa,google,sonnet-4.5,unstated,mixed,mid,,,,,,,90.1,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-pro/ (results table image, row PIQA, column Claude Sonnet 4.5: printed text at x 1498-1581, y 1592-1614 px (original 2048x1872))",,out:effort-not-established, gs2-piqa,google,gpt-5.1,unstated,mixed,mid,,,,,,,90.9,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-pro/ (results table image, row PIQA, column GPT-5.1: printed text at x 1754-1836, y 1592-1614 px (original 2048x1872))",,out:effort-not-established, gs2-mrcr128,google,gemini-3-pro,unstated,mixed,hard,,,,,,,77.0,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-pro/ (results table image, row MRCR (sub-row 1), column Gemini 3 Pro: printed text at x 987-1072, y 1665-1687 px (original 2048x1872))",,out:effort-not-established, gs2-mrcr1m,google,gemini-3-pro,unstated,mixed,hard,,,,,,,26.3,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-pro/ (results table image, row MRCR (sub-row 2), column Gemini 3 Pro: printed text at x 987-1072, y 1709-1732 px (original 2048x1872))",,out:effort-not-established, gs2-mrcr128,google,sonnet-4.5,unstated,mixed,hard,,,,,,,47.1,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-pro/ (results table image, row MRCR (sub-row 1), column Claude Sonnet 4.5: printed text at x 1498-1581, y 1665-1687 px (original 2048x1872))",,out:effort-not-established, gs2-mrcr128,google,gpt-5.1,unstated,mixed,hard,,,,,,,61.6,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-pro/ (results table image, row MRCR (sub-row 1), column GPT-5.1: printed text at x 1754-1836, y 1665-1687 px (original 2048x1872))",,out:effort-not-established, gs2-hle-nt@google,google,gemini-3.1-pro,high,reasoning-math,frontier,google-eval-table,,,,,,44.4,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-1-pro/ (results table, row Humanity's Last Exam Academic reasoning (full set, text + MM) / column Gemini 3.1 Pro Thinking (High))",,in, gs2-hle-nt@google,google,sonnet-4.6,not-established:absent,reasoning-math,frontier,google-eval-table,,,,,,33.2,score%,0.0289,,restated-from:Anthropic,"https://deepmind.google/models/model-cards/gemini-3-1-pro/ (results table, row Humanity's Last Exam Academic reasoning (full set, text + MM) / column Sonnet 4.6 Thinking (Max))",,out:effort-not-established, gs2-hle-nt@google,google,opus-4.6,max,reasoning-math,frontier,google-eval-table,,,,,,40.0,score%,0.0289,,restated-from:Anthropic,"https://deepmind.google/models/model-cards/gemini-3-1-pro/ (results table, row Humanity's Last Exam Academic reasoning (full set, text + MM) / column Opus 4.6 Thinking (Max))",,out:single-couple, gs2-hle-s@google,google,gemini-3.1-pro,high,reasoning-math,frontier,google-eval-table,,,,,,51.4,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-1-pro/ (results table, row (continued) / column Gemini 3.1 Pro Thinking (High))",,in, gs2-hle-s@google,google,sonnet-4.6,not-established:absent,reasoning-math,frontier,google-eval-table,,,,,,49.0,score%,0.0289,,restated-from:Anthropic,"https://deepmind.google/models/model-cards/gemini-3-1-pro/ (results table, row (continued) / column Sonnet 4.6 Thinking (Max))",,out:effort-not-established, gs2-hle-s@google,google,opus-4.6,max,reasoning-math,frontier,google-eval-table,,,,,,53.1,score%,0.0289,,restated-from:Anthropic,"https://deepmind.google/models/model-cards/gemini-3-1-pro/ (results table, row (continued) / column Opus 4.6 Thinking (Max))",,out:single-couple, gs2-gpqa-1,google,gemini-3.1-pro,high,reasoning-math,hard,,,,,,,94.3,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-1-pro/ (results table, row GPQA Diamond Scientific knowledge / column Gemini 3.1 Pro Thinking (High))",,in, gs2-gpqa-1,google,sonnet-4.6,not-established:absent,reasoning-math,hard,,,,,,,89.9,score%,0.0289,,restated-from:Anthropic,"https://deepmind.google/models/model-cards/gemini-3-1-pro/ (results table, row GPQA Diamond Scientific knowledge / column Sonnet 4.6 Thinking (Max))",,out:effort-not-established, gs2-mmmupro@google,google,gemini-3.1-pro,high,mixed,hard,google-eval-table,,,,,,80.5,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-1-pro/ (results table, row MMMU-Pro Multimodal understanding and reasoning / column Gemini 3.1 Pro Thinking (High))",,in, gs2-mmmupro@google,google,sonnet-4.6,not-established:absent,mixed,hard,google-eval-table,,,,,,74.5,score%,0.0289,,restated-from:Anthropic,"https://deepmind.google/models/model-cards/gemini-3-1-pro/ (results table, row MMMU-Pro Multimodal understanding and reasoning / column Sonnet 4.6 Thinking (Max))",,out:effort-not-established, gs2-mmmupro@google,google,opus-4.6,max,mixed,hard,google-eval-table,,,,,,73.9,score%,0.0289,,restated-from:Anthropic,"https://deepmind.google/models/model-cards/gemini-3-1-pro/ (results table, row MMMU-Pro Multimodal understanding and reasoning / column Opus 4.6 Thinking (Max))",,out:single-couple, gs2-lcbpro,google,gemini-3.1-pro,high,coding,hard,,,,,,,2887,Elo,0.289,,restated-from:public leaderboard,"https://deepmind.google/models/model-cards/gemini-3-1-pro/ (results table, row LiveCodeBench Pro Competitive coding problems from Codeforces, ICPC, and IOI / column Gemini 3.1 Pro Thinking (High))",,in, gs2-swev,google,gemini-3.1-pro,high,coding,hard,,,,,,,80.6,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-1-pro/ (results table, row SWE-Bench Verified Agentic coding / column Gemini 3.1 Pro Thinking (High))",,in, gs2-swev,google,sonnet-4.6,not-established:absent,coding,hard,,,,,,,79.6,score%,0.0289,,restated-from:Anthropic,"https://deepmind.google/models/model-cards/gemini-3-1-pro/ (results table, row SWE-Bench Verified Agentic coding / column Sonnet 4.6 Thinking (Max))",,out:effort-not-established, gs2-swev,google,opus-4.6,max,coding,hard,,,,,,,80.8,score%,0.0289,,restated-from:Anthropic,"https://deepmind.google/models/model-cards/gemini-3-1-pro/ (results table, row SWE-Bench Verified Agentic coding / column Opus 4.6 Thinking (Max))",,out:single-couple, gs2-mmmlu,google,gemini-3.1-pro,high,mixed,hard,,,,,,,92.6,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-1-pro/ (results table, row MMMLU Multilingual Q&A / column Gemini 3.1 Pro Thinking (High))",,in, gs2-mmmlu,google,sonnet-4.6,not-established:absent,mixed,hard,,,,,,,89.3,score%,0.0289,,restated-from:Anthropic,"https://deepmind.google/models/model-cards/gemini-3-1-pro/ (results table, row MMMLU Multilingual Q&A / column Sonnet 4.6 Thinking (Max))",,out:effort-not-established, gs2-mmmlu,google,opus-4.6,max,mixed,hard,,,,,,,91.1,score%,0.0289,,restated-from:Anthropic,"https://deepmind.google/models/model-cards/gemini-3-1-pro/ (results table, row MMMLU Multilingual Q&A / column Opus 4.6 Thinking (Max))",,out:single-couple, gs2-mrcr1m,google,gemini-3.1-pro,high,mixed,hard,,,,,,,26.3,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-1-pro/ (results table, row (continued) / column Gemini 3.1 Pro Thinking (High))",,in, gs2-tb20-2,google,gemini-3.1-pro,not-established:absent,coding,hard,Terminus-2,,,,,,68.5,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-1-pro/ (results table, row Terminal-Bench 2.0 Agentic terminal coding / column Gemini 3.1 Pro Thinking (High))",,out:effort-not-established, gs2-tb20-2,google,gemini-3-pro,not-established:absent,coding,hard,Terminus-2,,,,,,56.9,score%,0.0289,,restated-from:the public leaderboard,"https://deepmind.google/models/model-cards/gemini-3-1-pro/ (results table, row Terminal-Bench 2.0 Agentic terminal coding / column Gemini 3 Pro Thinking (High))",,out:effort-not-established, gs2-tb20-2,google,sonnet-4.6,not-established:absent,coding,hard,Terminus-2,,,,,,59.1,score%,0.0289,,restated-from:the public leaderboard,"https://deepmind.google/models/model-cards/gemini-3-1-pro/ (results table, row Terminal-Bench 2.0 Agentic terminal coding / column Sonnet 4.6 Thinking (Max))",,out:effort-not-established, gs2-tb20-2,google,gpt-5.3-codex,not-established:absent,coding,hard,Terminus-2,,,,,,64.7,score%,0.0289,,EAP-run; restated-from:the public leaderboard,"https://deepmind.google/models/model-cards/gemini-3-1-pro/ (results table, row Terminal-Bench 2.0 Agentic terminal coding / column GPT-5.3-Codex Thinking (xhigh))",,out:effort-not-established, gs2-tb20-best,google,gpt-5.2,xhigh,coding,hard,best-of-harnesses,,,,,,62.2,score%,0.0289,,restated-from:OpenAI,"https://deepmind.google/models/model-cards/gemini-3-1-pro/ (results table, row (continued) / column GPT-5.2 Thinking (xhigh))",,in, gs2-tb20-best,google,gpt-5.3-codex,xhigh,coding,hard,best-of-harnesses,,,,,,77.3,score%,0.0289,,EAP-run; restated-from:OpenAI,"https://deepmind.google/models/model-cards/gemini-3-1-pro/ (results table, row (continued) / column GPT-5.3-Codex Thinking (xhigh))",,in, gs2-swepro-1,google,gemini-3.1-pro,high,coding,frontier,,,,,,,54.2,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-1-pro/ (results table, row SWE-Bench Pro (Public) Diverse agentic coding tasks / column Gemini 3.1 Pro Thinking (High))",,in, gs2-swepro-1,google,gemini-3-pro,high,coding,frontier,,,,,,,43.3,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-1-pro/ (results table, row SWE-Bench Pro (Public) Diverse agentic coding tasks / column Gemini 3 Pro Thinking (High))",,in, gs2-swepro-1,google,gpt-5.2,xhigh,coding,frontier,,,,,,,55.6,score%,0.0289,,restated-from:OpenAI,"https://deepmind.google/models/model-cards/gemini-3-1-pro/ (results table, row SWE-Bench Pro (Public) Diverse agentic coding tasks / column GPT-5.2 Thinking (xhigh))",,in, gs2-swepro-1,google,gpt-5.3-codex,xhigh,coding,frontier,,,,,,,56.8,score%,0.0289,,EAP-run; restated-from:OpenAI,"https://deepmind.google/models/model-cards/gemini-3-1-pro/ (results table, row SWE-Bench Pro (Public) Diverse agentic coding tasks / column GPT-5.3-Codex Thinking (xhigh))",,in, gs2-scicode,google,gemini-3-pro,high,coding,hard,,,,,,,56,score%,0.289,,restated-from:Artificial Analysis,"https://deepmind.google/models/model-cards/gemini-3-1-pro/ (results table, row SciCode Scientific research coding / column Gemini 3 Pro Thinking (High))",,in, gs2-scicode,google,sonnet-4.6,not-established:absent,coding,hard,,,,,,,47,score%,0.289,,restated-from:Artificial Analysis,"https://deepmind.google/models/model-cards/gemini-3-1-pro/ (results table, row SciCode Scientific research coding / column Sonnet 4.6 Thinking (Max))",,out:effort-not-established, gs2-scicode,google,opus-4.6,max,coding,hard,,,,,,,52,score%,0.289,,restated-from:Artificial Analysis,"https://deepmind.google/models/model-cards/gemini-3-1-pro/ (results table, row SciCode Scientific research coding / column Opus 4.6 Thinking (Max))",,out:single-couple, gs2-scicode,google,gpt-5.2,xhigh,coding,hard,,,,,,,52,score%,0.289,,restated-from:Artificial Analysis,"https://deepmind.google/models/model-cards/gemini-3-1-pro/ (results table, row SciCode Scientific research coding / column GPT-5.2 Thinking (xhigh))",,in, gs2-apexagents,google,gemini-3.1-pro,high,agentic-tool,hard,,,,,,,33.5,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-1-pro/ (results table, row APEX-Agents Long horizon professional tasks / column Gemini 3.1 Pro Thinking (High))",,in, gs2-apexagents,google,gemini-3-pro,high,agentic-tool,hard,,,,,,,18.4,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-1-pro/ (results table, row APEX-Agents Long horizon professional tasks / column Gemini 3 Pro Thinking (High))",,in, gs2-apexagents,google,opus-4.6,max,agentic-tool,hard,,,,,,,29.8,score%,0.0289,,restated-from:Anthropic,"https://deepmind.google/models/model-cards/gemini-3-1-pro/ (results table, row APEX-Agents Long horizon professional tasks / column Opus 4.6 Thinking (Max))",,out:single-couple, gs2-apexagents,google,gpt-5.2,xhigh,agentic-tool,hard,,,,,,,23.0,score%,0.0289,,restated-from:OpenAI,"https://deepmind.google/models/model-cards/gemini-3-1-pro/ (results table, row APEX-Agents Long horizon professional tasks / column GPT-5.2 Thinking (xhigh))",,in, gs2-gdpval-1,google,gemini-3.1-pro,high,mixed,hard,,,,,,,1317,Elo,0.289,,restated-from:Artificial Analysis public leaderboard,"https://deepmind.google/models/model-cards/gemini-3-1-pro/ (results table, row GDPval-AA Elo Expert tasks / column Gemini 3.1 Pro Thinking (High))",,in, gs2-gdpval-1,google,gemini-3-pro,high,mixed,hard,,,,,,,1195,Elo,0.289,,restated-from:Artificial Analysis public leaderboard,"https://deepmind.google/models/model-cards/gemini-3-1-pro/ (results table, row GDPval-AA Elo Expert tasks / column Gemini 3 Pro Thinking (High))",,in, gs2-gdpval-1,google,sonnet-4.6,not-established:absent,mixed,hard,,,,,,,1633,Elo,0.289,,restated-from:Artificial Analysis public leaderboard,"https://deepmind.google/models/model-cards/gemini-3-1-pro/ (results table, row GDPval-AA Elo Expert tasks / column Sonnet 4.6 Thinking (Max))",,out:effort-not-established, gs2-gdpval-1,google,opus-4.6,max,mixed,hard,,,,,,,1606,Elo,0.289,,restated-from:Artificial Analysis public leaderboard,"https://deepmind.google/models/model-cards/gemini-3-1-pro/ (results table, row GDPval-AA Elo Expert tasks / column Opus 4.6 Thinking (Max))",,out:single-couple, gs2-gdpval-1,google,gpt-5.2,xhigh,mixed,hard,,,,,,,1462,Elo,0.289,,restated-from:Artificial Analysis public leaderboard,"https://deepmind.google/models/model-cards/gemini-3-1-pro/ (results table, row GDPval-AA Elo Expert tasks / column GPT-5.2 Thinking (xhigh))",,in, gs2-tau2-retail,google,gemini-3.1-pro,high,agentic-tool,hard,,,,,,,90.8,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-1-pro/ (results table, row τ2-bench Agentic and tool use / column Gemini 3.1 Pro Thinking (High))",,in, gs2-tau2-retail,google,sonnet-4.6,not-established:absent,agentic-tool,hard,,,,,,,91.7,score%,0.0289,,restated-from:Anthropic,"https://deepmind.google/models/model-cards/gemini-3-1-pro/ (results table, row τ2-bench Agentic and tool use / column Sonnet 4.6 Thinking (Max))",,out:effort-not-established, gs2-tau2-retail,google,opus-4.6,max,agentic-tool,hard,,,,,,,91.9,score%,0.0289,,restated-from:Anthropic,"https://deepmind.google/models/model-cards/gemini-3-1-pro/ (results table, row τ2-bench Agentic and tool use / column Opus 4.6 Thinking (Max))",,out:single-couple, gs2-tau2-retail,google,gpt-5.2,xhigh,agentic-tool,hard,,,,,,,82.0,score%,0.0289,,restated-from:OpenAI,"https://deepmind.google/models/model-cards/gemini-3-1-pro/ (results table, row τ2-bench Agentic and tool use / column GPT-5.2 Thinking (xhigh))",,in, gs2-tau2-telecom,google,gemini-3.1-pro,high,agentic-tool,hard,,,,,,,99.3,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-1-pro/ (results table, row (continued) / column Gemini 3.1 Pro Thinking (High))",,in, gs2-tau2-telecom,google,sonnet-4.6,not-established:absent,agentic-tool,hard,,,,,,,97.9,score%,0.0289,,restated-from:Anthropic,"https://deepmind.google/models/model-cards/gemini-3-1-pro/ (results table, row (continued) / column Sonnet 4.6 Thinking (Max))",,out:effort-not-established, gs2-tau2-telecom,google,opus-4.6,max,agentic-tool,hard,,,,,,,99.3,score%,0.0289,,restated-from:Anthropic,"https://deepmind.google/models/model-cards/gemini-3-1-pro/ (results table, row (continued) / column Opus 4.6 Thinking (Max))",,out:single-couple, gs2-tau2-telecom,google,gpt-5.2,xhigh,agentic-tool,hard,,,,,,,98.7,score%,0.0289,,restated-from:OpenAI,"https://deepmind.google/models/model-cards/gemini-3-1-pro/ (results table, row (continued) / column GPT-5.2 Thinking (xhigh))",,in, gs2-mcp-turing,google,gemini-3.1-pro,high,agentic-tool,hard,,,,,,,69.2,score%,0.0289,,restated-from:Turing,"https://deepmind.google/models/model-cards/gemini-3-1-pro/ (results table, row MCP Atlas Multi-step workflows using MCP / column Gemini 3.1 Pro Thinking (High))",,in, gs2-mcp-turing,google,gemini-3-pro,high,agentic-tool,hard,,,,,,,54.1,score%,0.0289,,restated-from:Turing,"https://deepmind.google/models/model-cards/gemini-3-1-pro/ (results table, row MCP Atlas Multi-step workflows using MCP / column Gemini 3 Pro Thinking (High))",,in, gs2-mcp-turing,google,sonnet-4.6,not-established:absent,agentic-tool,hard,,,,,,,61.3,score%,0.0289,,restated-from:Turing,"https://deepmind.google/models/model-cards/gemini-3-1-pro/ (results table, row MCP Atlas Multi-step workflows using MCP / column Sonnet 4.6 Thinking (Max))",,out:effort-not-established, gs2-mcp-turing,google,opus-4.6,max,agentic-tool,hard,,,,,,,59.5,score%,0.0289,,restated-from:Turing,"https://deepmind.google/models/model-cards/gemini-3-1-pro/ (results table, row MCP Atlas Multi-step workflows using MCP / column Opus 4.6 Thinking (Max))",,out:single-couple, gs2-mcp-turing,google,gpt-5.2,xhigh,agentic-tool,hard,,,,,,,60.6,score%,0.0289,,restated-from:Turing,"https://deepmind.google/models/model-cards/gemini-3-1-pro/ (results table, row MCP Atlas Multi-step workflows using MCP / column GPT-5.2 Thinking (xhigh))",,in, gs2-browsecomp,google,gemini-3.1-pro,high,agentic-tool,hard,,,,,,,85.9,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-1-pro/ (results table, row BrowseComp Agentic search / column Gemini 3.1 Pro Thinking (High))",,in, gs2-browsecomp,google,gemini-3-pro,high,agentic-tool,hard,,,,,,,59.2,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-1-pro/ (results table, row BrowseComp Agentic search / column Gemini 3 Pro Thinking (High))",,in, gs2-browsecomp,google,sonnet-4.6,not-established:absent,agentic-tool,hard,,,,,,,74.7,score%,0.0289,,restated-from:Anthropic,"https://deepmind.google/models/model-cards/gemini-3-1-pro/ (results table, row BrowseComp Agentic search / column Sonnet 4.6 Thinking (Max))",,out:effort-not-established, gs2-browsecomp,google,opus-4.6,max,agentic-tool,hard,,,,,,,84.0,score%,0.0289,,restated-from:Anthropic,"https://deepmind.google/models/model-cards/gemini-3-1-pro/ (results table, row BrowseComp Agentic search / column Opus 4.6 Thinking (Max))",,out:single-couple, gs2-browsecomp,google,gpt-5.2,xhigh,agentic-tool,hard,,,,,,,65.8,score%,0.0289,,restated-from:OpenAI,"https://deepmind.google/models/model-cards/gemini-3-1-pro/ (results table, row BrowseComp Agentic search / column GPT-5.2 Thinking (xhigh))",,in, gs2-mrcr128-2,google,gemini-3.1-pro,high,mixed,hard,,,,,,,84.9,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-1-pro/ (results table, row MRCR v2 (8-needle) Long context performance / column Gemini 3.1 Pro Thinking (High))",,in, gs2-mrcr128-2,google,sonnet-4.6,not-established:absent,mixed,hard,,,,,,,84.9,score%,0.0289,,restated-from:Anthropic,"https://deepmind.google/models/model-cards/gemini-3-1-pro/ (results table, row MRCR v2 (8-needle) Long context performance / column Sonnet 4.6 Thinking (Max))",,out:effort-not-established, gs2-mrcr128-2,google,opus-4.6,max,mixed,hard,,,,,,,84.0,score%,0.0289,,restated-from:Anthropic,"https://deepmind.google/models/model-cards/gemini-3-1-pro/ (results table, row BrowseComp Agentic search / column Opus 4.6 Thinking (Max))",,out:single-couple, gs2-mrcr128-2,google,gpt-5.2,xhigh,mixed,hard,,,,,,,83.8,score%,0.0289,,restated-from:OpenAI,"https://deepmind.google/models/model-cards/gemini-3-1-pro/ (results table, row MRCR v2 (8-needle) Long context performance / column GPT-5.2 Thinking (xhigh))",,in, gs2-mrcr128,google,gemini-3.5-flash-lite,high,mixed,hard,,,,,,,72.2,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-5-flash-lite/ (Results table, row gs2-mrcr128, column Gemini 3.5 Flash-Lite)",,in, gs2-mrcr128,google,gpt-5.4-mini,unstated,mixed,hard,,,,,,,42.7,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-5-flash-lite/ (Results table, row gs2-mrcr128, column GPT-5.4 mini)",,out:effort-not-established, gs2-mrcr1m,google,gemini-3.5-flash-lite,high,mixed,hard,,,,,,,21.3,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-5-flash-lite/ (Results table, row gs2-mrcr1m, column Gemini 3.5 Flash-Lite)",,in, gs2-swepro-2,google,gemini-3.5-flash-lite,high,coding,frontier,,,,,,,54.2,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-5-flash-lite/ (Results table, row gs2-swepro-2, column Gemini 3.5 Flash-Lite)",,out:single-couple, gs2-swepro-2,google,gemini-3.1-flash-lite,unstated,coding,frontier,,,,,,,38.3,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-5-flash-lite/ (Results table, row gs2-swepro-2, column Gemini 3.1 Flash-Lite)",,out:effort-not-established, gs2-swepro-2,google,gpt-5.4-mini,unstated,coding,frontier,,,,,,,54.4,score%,0.0289,,restated-from:OpenAI,"https://deepmind.google/models/model-cards/gemini-3-5-flash-lite/ (Results table, row gs2-swepro-2, column GPT-5.4 mini)",,out:effort-not-established, gs2-swepro-2,google,haiku-4.5,unstated,coding,frontier,,,,,,,39.5,score%,0.0289,,restated-from:Anthropic,"https://deepmind.google/models/model-cards/gemini-3-5-flash-lite/ (Results table, row gs2-swepro-2, column Claude Haiku 4.5)",,out:effort-not-established, gs2-tb21-3,google,gemini-3.5-flash-lite,not-established:absent,coding,hard,Terminus-2,,,,,,54.0,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-5-flash-lite/ (Results table, row gs2-tb21-3, column Gemini 3.5 Flash-Lite)",,out:effort-not-established, gs2-tb21-3,google,gemini-3.1-flash-lite,unstated,coding,hard,Terminus-2,,,,,,31.0,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-5-flash-lite/ (Results table, row gs2-tb21-3, column Gemini 3.1 Flash-Lite)",,out:effort-not-established, gs2-tb21-3,google,gpt-5.4-mini,unstated,coding,hard,Terminus-2,,,,,,59.2,score%,0.0289,,restated-from:for other models are reported from the public leaderboard,"https://deepmind.google/models/model-cards/gemini-3-5-flash-lite/ (Results table, row gs2-tb21-3, column GPT-5.4 mini)",,out:effort-not-established, gs2-tb21-3,google,haiku-4.5,unstated,coding,hard,Terminus-2,,,,,,44.2,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-5-flash-lite/ (Results table, row gs2-tb21-3, column Claude Haiku 4.5)",,out:effort-not-established, gs2-mlebench-2,google,gemini-3.5-flash-lite,high,coding,hard,interactive-bash,,,,,,39.2,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-5-flash-lite/ (Results table, row gs2-mlebench-2, column Gemini 3.5 Flash-Lite)",,out:single-couple, gs2-mlebench-2,google,gemini-3.1-flash-lite,unstated,coding,hard,interactive-bash,,,,,,22.0,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-5-flash-lite/ (Results table, row gs2-mlebench-2, column Gemini 3.1 Flash-Lite)",,out:effort-not-established, gs2-gdpvalaa2-2,google,gemini-3.5-flash-lite,high,mixed,hard,,,,,,,1140,Elo,0.289,,restated-from:GDPVal-AA v2 results are sourced from the,"https://deepmind.google/models/model-cards/gemini-3-5-flash-lite/ (Results table, row gs2-gdpvalaa2-2, column Gemini 3.5 Flash-Lite)",,out:single-couple, gs2-gdpvalaa2-2,google,gemini-3.1-flash-lite,unstated,mixed,hard,,,,,,,642,Elo,0.289,,restated-from:GDPVal-AA v2 results are sourced from the,"https://deepmind.google/models/model-cards/gemini-3-5-flash-lite/ (Results table, row gs2-gdpvalaa2-2, column Gemini 3.1 Flash-Lite)",,out:effort-not-established, gs2-gdpvalaa2-2,google,gpt-5.4-mini,unstated,mixed,hard,,,,,,,1171,Elo,0.289,,restated-from:GDPVal-AA v2 results are sourced from the,"https://deepmind.google/models/model-cards/gemini-3-5-flash-lite/ (Results table, row gs2-gdpvalaa2-2, column GPT-5.4 mini)",,out:effort-not-established, gs2-gdpvalaa2-2,google,haiku-4.5,unstated,mixed,hard,,,,,,,907,Elo,0.289,,restated-from:GDPVal-AA v2 results are sourced from the,"https://deepmind.google/models/model-cards/gemini-3-5-flash-lite/ (Results table, row gs2-gdpvalaa2-2, column Claude Haiku 4.5)",,out:effort-not-established, gs2-osworldv-2,google,gemini-3.5-flash-lite,high,computer-use,hard,,,,,,,74.0,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-5-flash-lite/ (Results table, row gs2-osworldv-2, column Gemini 3.5 Flash-Lite)",,out:single-couple, gs2-osworldv-2,google,gemini-3.1-flash-lite,unstated,computer-use,hard,,,,,,,54.3,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-5-flash-lite/ (Results table, row gs2-osworldv-2, column Gemini 3.1 Flash-Lite)",,out:effort-not-established, gs2-osworldv-2,google,gpt-5.4-mini,unstated,computer-use,hard,,,,,,,72.1,score%,0.0289,,restated-from:OpenAI,"https://deepmind.google/models/model-cards/gemini-3-5-flash-lite/ (Results table, row gs2-osworldv-2, column GPT-5.4 mini)",,out:effort-not-established, gs2-osworldv-2,google,haiku-4.5,unstated,computer-use,hard,,,,,,,50.7,score%,0.0289,,restated-from:Anthropic,"https://deepmind.google/models/model-cards/gemini-3-5-flash-lite/ (Results table, row gs2-osworldv-2, column Claude Haiku 4.5)",,out:effort-not-established, gs2-charxiv-nt-2,google,gemini-3.5-flash-lite,high,mixed,hard,,,,,,,74.5,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-5-flash-lite/ (Results table, row gs2-charxiv-nt-2, column Gemini 3.5 Flash-Lite)",,out:single-couple, gs2-charxiv-nt-2,google,gemini-3.1-flash-lite,unstated,mixed,hard,,,,,,,73.2,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-5-flash-lite/ (Results table, row gs2-charxiv-nt-2, column Gemini 3.1 Flash-Lite)",,out:effort-not-established, gs2-charxiv-nt-2,google,gpt-5.4-mini,unstated,mixed,hard,,,,,,,80.3,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-5-flash-lite/ (Results table, row gs2-charxiv-nt-2, column GPT-5.4 mini)",,out:effort-not-established, gs2-charxiv-nt-2,google,haiku-4.5,unstated,mixed,hard,,,,,,,61.7,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-5-flash-lite/ (Results table, row gs2-charxiv-nt-2, column Claude Haiku 4.5)",,out:effort-not-established, gs2-charxiv-t-2,google,gemini-3.5-flash-lite,high,mixed,hard,,,,,,,76.5,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-5-flash-lite/ (Results table, row gs2-charxiv-t-2, column Gemini 3.5 Flash-Lite)",,out:single-couple, gs2-charxiv-t-2,google,gemini-3.1-flash-lite,unstated,mixed,hard,,,,,,,75.6,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-5-flash-lite/ (Results table, row gs2-charxiv-t-2, column Gemini 3.1 Flash-Lite)",,out:effort-not-established, gs2-deepswe-2,google,gemini-3.8-flash,not-established:absent,coding,frontier,,,,,,,73.7,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-8-flash/ (model card, section Results, row 'DeepSWE v1.1 Long-horizon software engineering', column Gemini 3.8 Flash)",,out:effort-not-established, gs2-deepswe-2,google,gemini-3.7-flash,default,coding,frontier,,,,,,,65.3,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-8-flash/ (model card, section Results, row 'DeepSWE v1.1 Long-horizon software engineering', column Gemini 3.7 Flash)",,out:effort-not-established, gs2-deepswe-2,google,opus-5,unstated,coding,frontier,,,,,,,74.0,score%,0.0289,,restated-from:the public leaderboard from deepswe.datacurve.ai,"https://deepmind.google/models/model-cards/gemini-3-8-flash/ (model card, section Results, row 'DeepSWE v1.1 Long-horizon software engineering', column Claude Opus 5)",,out:effort-not-established, gs2-deepswe-2,google,sonnet-5,unstated,coding,frontier,,,,,,,53.8,score%,0.0289,,restated-from:the public leaderboard from deepswe.datacurve.ai,"https://deepmind.google/models/model-cards/gemini-3-8-flash/ (model card, section Results, row 'DeepSWE v1.1 Long-horizon software engineering', column Claude Sonnet 5)",,out:effort-not-established, gs2-deepswe-2,google,gpt-5.6-sol,unstated,coding,frontier,,,,,,,72.7,score%,0.0289,,restated-from:the public leaderboard from deepswe.datacurve.ai,"https://deepmind.google/models/model-cards/gemini-3-8-flash/ (model card, section Results, row 'DeepSWE v1.1 Long-horizon software engineering', column GPT-5.6 Sol)",,out:effort-not-established, gs2-deepswe-2,google,gpt-5.6-terra,unstated,coding,frontier,,,,,,,69.6,score%,0.0289,,restated-from:the public leaderboard from deepswe.datacurve.ai,"https://deepmind.google/models/model-cards/gemini-3-8-flash/ (model card, section Results, row 'DeepSWE v1.1 Long-horizon software engineering', column GPT-5.6 Terra)",,out:effort-not-established, gs2-gdpvalaa2-4,google,gemini-3.8-flash,medium,mixed,hard,,,,,,,1545,Elo,0.289,,restated-from:the Artificial Analysis public leaderboard,"https://deepmind.google/models/model-cards/gemini-3-8-flash/ (model card, section Results, row 'GDPVal-AA v2 Knowledge work Elo', column Gemini 3.8 Flash)",,out:single-couple, gs2-gdpvalaa2-4,google,gemini-3.7-flash,default,mixed,hard,,,,,,,1482,Elo,0.289,,restated-from:the Artificial Analysis public leaderboard,"https://deepmind.google/models/model-cards/gemini-3-8-flash/ (model card, section Results, row 'GDPVal-AA v2 Knowledge work Elo', column Gemini 3.7 Flash)",,out:effort-not-established, gs2-gdpvalaa2-4,google,opus-5,unstated,mixed,hard,,,,,,,1824,Elo,0.289,,restated-from:the Artificial Analysis public leaderboard,"https://deepmind.google/models/model-cards/gemini-3-8-flash/ (model card, section Results, row 'GDPVal-AA v2 Knowledge work Elo', column Claude Opus 5)",,out:effort-not-established, gs2-gdpvalaa2-4,google,sonnet-5,unstated,mixed,hard,,,,,,,1584,Elo,0.289,,restated-from:the Artificial Analysis public leaderboard,"https://deepmind.google/models/model-cards/gemini-3-8-flash/ (model card, section Results, row 'GDPVal-AA v2 Knowledge work Elo', column Claude Sonnet 5)",,out:effort-not-established, gs2-gdpvalaa2-4,google,gpt-5.6-sol,unstated,mixed,hard,,,,,,,1710,Elo,0.289,,restated-from:the Artificial Analysis public leaderboard,"https://deepmind.google/models/model-cards/gemini-3-8-flash/ (model card, section Results, row 'GDPVal-AA v2 Knowledge work Elo', column GPT-5.6 Sol)",,out:effort-not-established, gs2-gdpvalaa2-4,google,gpt-5.6-terra,unstated,mixed,hard,,,,,,,1528,Elo,0.289,,restated-from:the Artificial Analysis public leaderboard,"https://deepmind.google/models/model-cards/gemini-3-8-flash/ (model card, section Results, row 'GDPVal-AA v2 Knowledge work Elo', column GPT-5.6 Terra)",,out:effort-not-established, gs2-tb21-2,google,gemini-3.8-flash,medium,coding,hard,Terminus-2,,,,,,89.4,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-8-flash/ (model card, section Results, row 'Terminal-bench 2.1 Agentic terminal coding', column Gemini 3.8 Flash)",,out:single-couple, gs2-tb21-2,google,gemini-3.7-flash,default,coding,hard,Terminus-2,,,,,,85.8,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-8-flash/ (model card, section Results, row 'Terminal-bench 2.1 Agentic terminal coding', column Gemini 3.7 Flash)",,out:effort-not-established, gs2-tb21-2,google,opus-5,unstated,coding,hard,Terminus-2,,,,,,89.1,score%,0.0289,,restated-from:the public leaderboard and Artificial Analysis,"https://deepmind.google/models/model-cards/gemini-3-8-flash/ (model card, section Results, row 'Terminal-bench 2.1 Agentic terminal coding', column Claude Opus 5)",,out:effort-not-established, gs2-tb21-2,google,sonnet-5,unstated,coding,hard,Terminus-2,,,,,,80.4,score%,0.0289,,restated-from:the public leaderboard and Artificial Analysis,"https://deepmind.google/models/model-cards/gemini-3-8-flash/ (model card, section Results, row 'Terminal-bench 2.1 Agentic terminal coding', column Claude Sonnet 5)",,out:effort-not-established, gs2-tb21-2,google,gpt-5.6-sol,unstated,coding,hard,Terminus-2,,,,,,88.8,score%,0.0289,,restated-from:the public leaderboard and Artificial Analysis,"https://deepmind.google/models/model-cards/gemini-3-8-flash/ (model card, section Results, row 'Terminal-bench 2.1 Agentic terminal coding', column GPT-5.6 Sol)",,out:effort-not-established, gs2-tb21-2,google,gpt-5.6-terra,unstated,coding,hard,Terminus-2,,,,,,87.4,score%,0.0289,,restated-from:the public leaderboard and Artificial Analysis,"https://deepmind.google/models/model-cards/gemini-3-8-flash/ (model card, section Results, row 'Terminal-bench 2.1 Agentic terminal coding', column GPT-5.6 Terra)",,out:effort-not-established, gs2-gdppdf-2,google,gemini-3.8-flash,medium,mixed,hard,,,,,,,35.0,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-8-flash/ (model card, section Results, row 'GDP.PDF Expert PDF document comprehension All pass rate', column Gemini 3.8 Flash)",,out:single-couple, gs2-gdppdf-2,google,gemini-3.7-flash,default,mixed,hard,,,,,,,34.0,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-8-flash/ (model card, section Results, row 'GDP.PDF Expert PDF document comprehension All pass rate', column Gemini 3.7 Flash)",,out:effort-not-established, gs2-gdppdf-2,google,opus-5,unstated,mixed,hard,,,,,,,37.0,score%,0.0289,,evaluated-by:Google,"https://deepmind.google/models/model-cards/gemini-3-8-flash/ (model card, section Results, row 'GDP.PDF Expert PDF document comprehension All pass rate', column Claude Opus 5)",,out:effort-not-established, gs2-gdppdf-2,google,sonnet-5,unstated,mixed,hard,,,,,,,28.0,score%,0.0289,,evaluated-by:Google,"https://deepmind.google/models/model-cards/gemini-3-8-flash/ (model card, section Results, row 'GDP.PDF Expert PDF document comprehension All pass rate', column Claude Sonnet 5)",,out:effort-not-established, gs2-gdppdf-2,google,gpt-5.6-sol,unstated,mixed,hard,,,,,,,40.0,score%,0.0289,,evaluated-by:Google,"https://deepmind.google/models/model-cards/gemini-3-8-flash/ (model card, section Results, row 'GDP.PDF Expert PDF document comprehension All pass rate', column GPT-5.6 Sol)",,out:effort-not-established, gs2-gdppdf-2,google,gpt-5.6-terra,unstated,mixed,hard,,,,,,,29.0,score%,0.0289,,evaluated-by:Google,"https://deepmind.google/models/model-cards/gemini-3-8-flash/ (model card, section Results, row 'GDP.PDF Expert PDF document comprehension All pass rate', column GPT-5.6 Terra)",,out:effort-not-established, gs2-charxiv-nt-3,google,gemini-3.8-flash,medium,mixed,hard,,,,,,,86.2,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-8-flash/ (model card, section Results, row 'CharXiv Reasoning Information synthesis from complex charts No tools', column Gemini 3.8 Flash)",,out:single-couple, gs2-charxiv-nt-3,google,gemini-3.7-flash,default,mixed,hard,,,,,,,84.5,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-8-flash/ (model card, section Results, row 'CharXiv Reasoning Information synthesis from complex charts No tools', column Gemini 3.7 Flash)",,out:effort-not-established, gs2-charxiv-nt-3,google,opus-5,unstated,mixed,hard,,,,,,,83.7,score%,0.0289,,evaluated-by:Google,"https://deepmind.google/models/model-cards/gemini-3-8-flash/ (model card, section Results, row 'CharXiv Reasoning Information synthesis from complex charts No tools', column Claude Opus 5)",,out:effort-not-established, gs2-charxiv-nt-3,google,sonnet-5,unstated,mixed,hard,,,,,,,70.1,score%,0.0289,,restated-from:Anthropic,"https://deepmind.google/models/model-cards/gemini-3-8-flash/ (model card, section Results, row 'CharXiv Reasoning Information synthesis from complex charts No tools', column Claude Sonnet 5)",,out:effort-not-established, gs2-charxiv-nt-3,google,gpt-5.6-sol,unstated,mixed,hard,,,,,,,85.8,score%,0.0289,,evaluated-by:Google,"https://deepmind.google/models/model-cards/gemini-3-8-flash/ (model card, section Results, row 'CharXiv Reasoning Information synthesis from complex charts No tools', column GPT-5.6 Sol)",,out:effort-not-established, gs2-charxiv-nt-3,google,gpt-5.6-terra,unstated,mixed,hard,,,,,,,85.9,score%,0.0289,,evaluated-by:Google,"https://deepmind.google/models/model-cards/gemini-3-8-flash/ (model card, section Results, row 'CharXiv Reasoning Information synthesis from complex charts No tools', column GPT-5.6 Terra)",,out:effort-not-established, gs2-lvbench-1,google,gemini-3.8-flash,medium,mixed,hard,,,,,,,87.1,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-8-flash/ (model card, section Results, row 'LVBench Long video understanding', column Gemini 3.8 Flash (the '(static)' value: no tools))",,out:single-couple, gs2-lvbench-1,google,gemini-3.7-flash,default,mixed,hard,,,,,,,85.4,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-8-flash/ (model card, section Results, row 'LVBench Long video understanding', column Gemini 3.7 Flash)",,out:effort-not-established, gs2-lvbench-1,google,opus-5,unstated,mixed,hard,,,,,,,75.4,score%,0.0289,,evaluated-by:Google,"https://deepmind.google/models/model-cards/gemini-3-8-flash/ (model card, section Results, row 'LVBench Long video understanding', column Claude Opus 5)",,out:effort-not-established, gs2-lvbench-1,google,sonnet-5,unstated,mixed,hard,,,,,,,68.5,score%,0.0289,,evaluated-by:Google,"https://deepmind.google/models/model-cards/gemini-3-8-flash/ (model card, section Results, row 'LVBench Long video understanding', column Claude Sonnet 5)",,out:effort-not-established, gs2-lvbench-1,google,gpt-5.6-sol,unstated,mixed,hard,,,,,,,82.1,score%,0.0289,,evaluated-by:Google,"https://deepmind.google/models/model-cards/gemini-3-8-flash/ (model card, section Results, row 'LVBench Long video understanding', column GPT-5.6 Sol)",,out:effort-not-established, gs2-lvbench-1,google,gpt-5.6-terra,unstated,mixed,hard,,,,,,,78.9,score%,0.0289,,evaluated-by:Google,"https://deepmind.google/models/model-cards/gemini-3-8-flash/ (model card, section Results, row 'LVBench Long video understanding', column GPT-5.6 Terra)",,out:effort-not-established, gs2-hlev,google,gemini-3.8-flash,medium,reasoning-math,frontier,,,,,,,54.9,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-8-flash/ (model card, section Results, row 'HLE-Verified Multidisciplinary expert reasoning', column Gemini 3.8 Flash)",,out:single-couple, gs2-hlev,google,gemini-3.7-flash,default,reasoning-math,frontier,,,,,,,53.6,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-8-flash/ (model card, section Results, row 'HLE-Verified Multidisciplinary expert reasoning', column Gemini 3.7 Flash)",,out:effort-not-established, gs2-hlev,google,opus-5,unstated,reasoning-math,frontier,,,,,,,54.4,score%,0.0289,,evaluated-by:Google,"https://deepmind.google/models/model-cards/gemini-3-8-flash/ (model card, section Results, row 'HLE-Verified Multidisciplinary expert reasoning', column Claude Opus 5)",,out:effort-not-established, gs2-hlev,google,sonnet-5,unstated,reasoning-math,frontier,,,,,,,31.0,score%,0.0289,,evaluated-by:Google,"https://deepmind.google/models/model-cards/gemini-3-8-flash/ (model card, section Results, row 'HLE-Verified Multidisciplinary expert reasoning', column Claude Sonnet 5)",,out:effort-not-established, gs2-hlev,google,gpt-5.6-sol,unstated,reasoning-math,frontier,,,,,,,54.5,score%,0.0289,,evaluated-by:Google,"https://deepmind.google/models/model-cards/gemini-3-8-flash/ (model card, section Results, row 'HLE-Verified Multidisciplinary expert reasoning', column GPT-5.6 Sol)",,out:effort-not-established, gs2-hlev,google,gpt-5.6-terra,unstated,reasoning-math,frontier,,,,,,,51.1,score%,0.0289,,evaluated-by:Google,"https://deepmind.google/models/model-cards/gemini-3-8-flash/ (model card, section Results, row 'HLE-Verified Multidisciplinary expert reasoning', column GPT-5.6 Terra)",,out:effort-not-established, gs2-osworld2-2,google,gemini-3.8-flash,medium,computer-use,frontier,,,,,,,59.0,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-8-flash/ (model card, section Results, row 'OSWorld-2.0 Agentic computer use Partial score batch tool enabled', column Gemini 3.8 Flash)",,out:single-couple, gs2-osworld2-2,google,gemini-3.7-flash,default,computer-use,frontier,,,,,,,50.6,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-8-flash/ (model card, section Results, row 'OSWorld-2.0 Agentic computer use Partial score batch tool enabled', column Gemini 3.7 Flash)",,out:effort-not-established, gs2-osworld2-2,google,opus-5,unstated,computer-use,frontier,,,,,,,75.4,score%,0.0289,,restated-from:the Fable 5.1 blog post,"https://deepmind.google/models/model-cards/gemini-3-8-flash/ (model card, section Results, row 'OSWorld-2.0 Agentic computer use Partial score batch tool enabled', column Claude Opus 5)",,out:effort-not-established, gs2-osworld2-2,google,sonnet-5,unstated,computer-use,frontier,,,,,,,42.6,score%,0.0289,,evaluated-by:Google,"https://deepmind.google/models/model-cards/gemini-3-8-flash/ (model card, section Results, row 'OSWorld-2.0 Agentic computer use Partial score batch tool enabled', column Claude Sonnet 5)",,out:effort-not-established, gs2-osworld2-2,google,gpt-5.6-sol,unstated,computer-use,frontier,,,,,,,62.6,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-3-8-flash/ (model card, section Results, row 'OSWorld-2.0 Agentic computer use Partial score batch tool enabled', column GPT-5.6 Sol)",,out:effort-not-established, gs2-osworld2-2,google,gpt-5.6-terra,unstated,computer-use,frontier,,,,,,,50.2,score%,0.0289,,restated-from:the official blog post,"https://deepmind.google/models/model-cards/gemini-3-8-flash/ (model card, section Results, row 'OSWorld-2.0 Agentic computer use Partial score batch tool enabled', column GPT-5.6 Terra)",,out:effort-not-established, gs2-biomyst-solv,google,gemini-3.8-flash,medium,agentic-tool,hard,,,,,,,88.8,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-8-flash/ (model card, section Results, row 'BioMysteryBench Bioinformatics research workflows Human Solvable', column Gemini 3.8 Flash)",,out:single-couple, gs2-biomyst-solv,google,gemini-3.7-flash,default,agentic-tool,hard,,,,,,,87.1,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-8-flash/ (model card, section Results, row 'BioMysteryBench Bioinformatics research workflows Human Solvable', column Gemini 3.7 Flash)",,out:effort-not-established, gs2-biomyst-solv,google,opus-5,unstated,agentic-tool,hard,,,,,,,90.1,score%,0.0289,,restated-from:Anthropic,"https://deepmind.google/models/model-cards/gemini-3-8-flash/ (model card, section Results, row 'BioMysteryBench Bioinformatics research workflows Human Solvable', column Claude Opus 5)",,out:effort-not-established, gs2-biomyst-solv,google,sonnet-5,unstated,agentic-tool,hard,,,,,,,87.5,score%,0.0289,,restated-from:Anthropic,"https://deepmind.google/models/model-cards/gemini-3-8-flash/ (model card, section Results, row 'BioMysteryBench Bioinformatics research workflows Human Solvable', column Claude Sonnet 5)",,out:effort-not-established, gs2-biomyst-solv,google,gpt-5.6-sol,unstated,agentic-tool,hard,,,,,,,79.5,score%,0.0289,,evaluated-by:Google,"https://deepmind.google/models/model-cards/gemini-3-8-flash/ (model card, section Results, row 'BioMysteryBench Bioinformatics research workflows Human Solvable', column GPT-5.6 Sol)",,out:effort-not-established, gs2-biomyst-solv,google,gpt-5.6-terra,unstated,agentic-tool,hard,,,,,,,83.8,score%,0.0289,,evaluated-by:Google,"https://deepmind.google/models/model-cards/gemini-3-8-flash/ (model card, section Results, row 'BioMysteryBench Bioinformatics research workflows Human Solvable', column GPT-5.6 Terra)",,out:effort-not-established, gs2-biomyst-diff,google,gemini-3.8-flash,medium,agentic-tool,frontier,,,,,,,56.5,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-8-flash/ (model card, section Results, row 'BioMysteryBench Bioinformatics research workflows Human Solvable' (sub-row 'Human Difficult'), column Gemini 3.8 Flash)",,out:single-couple, gs2-biomyst-diff,google,gemini-3.7-flash,default,agentic-tool,frontier,,,,,,,43.5,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-8-flash/ (model card, section Results, row 'BioMysteryBench Bioinformatics research workflows Human Solvable' (sub-row 'Human Difficult'), column Gemini 3.7 Flash)",,out:effort-not-established, gs2-biomyst-diff,google,opus-5,unstated,agentic-tool,frontier,,,,,,,49.4,score%,0.0289,,restated-from:Anthropic,"https://deepmind.google/models/model-cards/gemini-3-8-flash/ (model card, section Results, row 'BioMysteryBench Bioinformatics research workflows Human Solvable' (sub-row 'Human Difficult'), column Claude Opus 5)",,out:effort-not-established, gs2-biomyst-diff,google,sonnet-5,unstated,agentic-tool,frontier,,,,,,,34.1,score%,0.0289,,restated-from:Anthropic,"https://deepmind.google/models/model-cards/gemini-3-8-flash/ (model card, section Results, row 'BioMysteryBench Bioinformatics research workflows Human Solvable' (sub-row 'Human Difficult'), column Claude Sonnet 5)",,out:effort-not-established, gs2-biomyst-diff,google,gpt-5.6-sol,unstated,agentic-tool,frontier,,,,,,,44.7,score%,0.0289,,evaluated-by:Google,"https://deepmind.google/models/model-cards/gemini-3-8-flash/ (model card, section Results, row 'BioMysteryBench Bioinformatics research workflows Human Solvable' (sub-row 'Human Difficult'), column GPT-5.6 Sol)",,out:effort-not-established, gs2-biomyst-diff,google,gpt-5.6-terra,unstated,agentic-tool,frontier,,,,,,,49.4,score%,0.0289,,evaluated-by:Google,"https://deepmind.google/models/model-cards/gemini-3-8-flash/ (model card, section Results, row 'BioMysteryBench Bioinformatics research workflows Human Solvable' (sub-row 'Human Difficult'), column GPT-5.6 Terra)",,out:effort-not-established, gs2-labbench2,google,gemini-3.8-flash,medium,agentic-tool,hard,,,,,,,86.2,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-8-flash/ (model card, section Results, row 'LABBench2 Biology real-world research tasks', column Gemini 3.8 Flash)",,out:single-couple, gs2-labbench2,google,gemini-3.7-flash,default,agentic-tool,hard,,,,,,,82.1,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-3-8-flash/ (model card, section Results, row 'LABBench2 Biology real-world research tasks', column Gemini 3.7 Flash)",,out:effort-not-established, gs2-labbench2,google,opus-5,unstated,agentic-tool,hard,,,,,,,84.2,score%,0.0289,,evaluated-by:Google,"https://deepmind.google/models/model-cards/gemini-3-8-flash/ (model card, section Results, row 'LABBench2 Biology real-world research tasks', column Claude Opus 5)",,out:effort-not-established, gs2-labbench2,google,sonnet-5,unstated,agentic-tool,hard,,,,,,,80.1,score%,0.0289,,evaluated-by:Google,"https://deepmind.google/models/model-cards/gemini-3-8-flash/ (model card, section Results, row 'LABBench2 Biology real-world research tasks', column Claude Sonnet 5)",,out:effort-not-established, gs2-labbench2,google,gpt-5.6-sol,unstated,agentic-tool,hard,,,,,,,82.1,score%,0.0289,,evaluated-by:Google,"https://deepmind.google/models/model-cards/gemini-3-8-flash/ (model card, section Results, row 'LABBench2 Biology real-world research tasks', column GPT-5.6 Sol)",,out:effort-not-established, gs2-labbench2,google,gpt-5.6-terra,unstated,agentic-tool,hard,,,,,,,81.2,score%,0.0289,,evaluated-by:Google,"https://deepmind.google/models/model-cards/gemini-3-8-flash/ (model card, section Results, row 'LABBench2 Biology real-world research tasks', column GPT-5.6 Terra)",,out:effort-not-established, gs2-deepswe-3,google,gemini-4-argon,not-established:absent,coding,frontier,,,,,,,77.9,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-4-argon/ (model card Results table, one row per benchmark and model / row DeepSWE v1.1/Gemini 4 Argon / column value)",,out:effort-not-established, gs2-deepswe-3,google,fable-5.1,unstated,coding,frontier,,,,,,,67.4,score%,0.0289,,restated-from:Fable 5.1 and Opus 5.5 results are taken from their respective system cards,"https://deepmind.google/models/model-cards/gemini-4-argon/ (model card Results table, one row per benchmark and model / row DeepSWE v1.1/Claude Fable 5.1 / column value)",,out:effort-not-established, gs2-deepswe-3,google,opus-5.5,unstated,coding,frontier,,,,,,,74.2,score%,0.0289,,restated-from:Fable 5.1 and Opus 5.5 results are taken from their respective system cards,"https://deepmind.google/models/model-cards/gemini-4-argon/ (model card Results table, one row per benchmark and model / row DeepSWE v1.1/Claude Opus 5.5 / column value)",,out:effort-not-established, gs2-posttrain,google,gemini-4-argon,not-established:absent,coding,frontier,OpenCode,,,,,,45.3,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-4-argon/ (model card Results table, one row per benchmark and model / row PostTrainBench/Gemini 4 Argon / column value)",,out:effort-not-established, gs2-posttrain,google,gpt-6-astra,unstated,coding,frontier,OpenCode,,,,,,44.3,score%,0.0289,,evaluated-by:Google DeepMind,"https://deepmind.google/models/model-cards/gemini-4-argon/ (model card Results table, one row per benchmark and model / row PostTrainBench/GPT-6 Astra / column value)",,out:effort-not-established, gs2-posttrain,google,fable-5.1,unstated,coding,frontier,OpenCode,,,,,,40.2,score%,0.0289,,evaluated-by:Google DeepMind,"https://deepmind.google/models/model-cards/gemini-4-argon/ (model card Results table, one row per benchmark and model / row PostTrainBench/Claude Fable 5.1 / column value)",,out:effort-not-established, gs2-posttrain,google,opus-5.5,unstated,coding,frontier,OpenCode,,,,,,49.3,score%,0.0289,,evaluated-by:Google DeepMind,"https://deepmind.google/models/model-cards/gemini-4-argon/ (model card Results table, one row per benchmark and model / row PostTrainBench/Claude Opus 5.5 / column value)",,out:effort-not-established, gs2-tbsci@google,google,gemini-4-argon,high,agentic-tool,frontier,,,,,,,57.6,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-4-argon/ (model card Results table, one row per benchmark and model / row Terminal-Bench Science 0.1/Gemini 4 Argon / column value)",,out:single-couple, gs2-tbsci@google,google,gpt-6-astra,unstated,agentic-tool,frontier,,,,,,,68.1,score%,0.0289,,restated-from:All other results are reported from the official public leaderboard,"https://deepmind.google/models/model-cards/gemini-4-argon/ (model card Results table, one row per benchmark and model / row Terminal-Bench Science 0.1/GPT-6 Astra / column value)",,out:effort-not-established, gs2-tbsci@google,google,opus-5.5,unstated,agentic-tool,frontier,,,,,,,63.3,score%,0.0289,,restated-from:All other results are reported from the official public leaderboard,"https://deepmind.google/models/model-cards/gemini-4-argon/ (model card Results table, one row per benchmark and model / row Terminal-Bench Science 0.1/Claude Opus 5.5 / column value)",,out:effort-not-established, gs2-labbench2-2,google,gemini-4-argon,high,agentic-tool,hard,,,,,,,88.8,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-4-argon/ (model card Results table, one row per benchmark and model / row LABBench 2/Gemini 4 Argon / column value)",,out:single-couple, gs2-labbench2-2,google,gpt-6-astra,unstated,agentic-tool,hard,,,,,,,85.4,score%,0.0289,,evaluated-by:Google DeepMind,"https://deepmind.google/models/model-cards/gemini-4-argon/ (model card Results table, one row per benchmark and model / row LABBench 2/GPT-6 Astra / column value)",,out:effort-not-established, gs2-labbench2-2,google,fable-5.1,unstated,agentic-tool,hard,,,,,,,68.6,score%,0.0289,,evaluated-by:Google DeepMind,"https://deepmind.google/models/model-cards/gemini-4-argon/ (model card Results table, one row per benchmark and model / row LABBench 2/Claude Fable 5.1 / column value)",,out:effort-not-established, gs2-labbench2-2,google,opus-5.5,unstated,agentic-tool,hard,,,,,,,73.1,score%,0.0289,,evaluated-by:Google DeepMind,"https://deepmind.google/models/model-cards/gemini-4-argon/ (model card Results table, one row per benchmark and model / row LABBench 2/Claude Opus 5.5 / column value)",,out:effort-not-established, gs2-graphwalks128,google,gemini-4-argon,high,reasoning-math,hard,,,,,,,99.7,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-4-argon/ (model card Results table, one row per benchmark and model / row GraphWalks Up to 128k/Gemini 4 Argon / column value)",,out:single-couple, gs2-graphwalks128,google,gpt-6-astra,unstated,reasoning-math,hard,,,,,,,98.7,score%,0.0289,,evaluated-by:Google DeepMind,"https://deepmind.google/models/model-cards/gemini-4-argon/ (model card Results table, one row per benchmark and model / row GraphWalks Up to 128k/GPT-6 Astra / column value)",,out:effort-not-established, gs2-graphwalks128,google,fable-5.1,unstated,reasoning-math,hard,,,,,,,91.4,score%,0.0289,,evaluated-by:Google DeepMind,"https://deepmind.google/models/model-cards/gemini-4-argon/ (model card Results table, one row per benchmark and model / row GraphWalks Up to 128k/Claude Fable 5.1 / column value)",,out:effort-not-established, gs2-graphwalks128,google,opus-5.5,unstated,reasoning-math,hard,,,,,,,90.6,score%,0.0289,,evaluated-by:Google DeepMind,"https://deepmind.google/models/model-cards/gemini-4-argon/ (model card Results table, one row per benchmark and model / row GraphWalks Up to 128k/Claude Opus 5.5 / column value)",,out:effort-not-established, gs2-graphwalks1m@google,google,gemini-4-argon,high,reasoning-math,hard,,,,,,,84.2,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-4-argon/ (model card Results table, one row per benchmark and model / row GraphWalks 256k to 1M/Gemini 4 Argon / column value)",,out:single-couple, gs2-graphwalks1m@google,google,gpt-6-astra,unstated,reasoning-math,hard,,,,,,,71.8,score%,0.0289,,evaluated-by:Google DeepMind,"https://deepmind.google/models/model-cards/gemini-4-argon/ (model card Results table, one row per benchmark and model / row GraphWalks 256k to 1M/GPT-6 Astra / column value)",,out:effort-not-established, gs2-graphwalks1m@google,google,fable-5.1,unstated,reasoning-math,hard,,,,,,,65.0,score%,0.0289,,evaluated-by:Google DeepMind,"https://deepmind.google/models/model-cards/gemini-4-argon/ (model card Results table, one row per benchmark and model / row GraphWalks 256k to 1M/Claude Fable 5.1 / column value)",,out:effort-not-established, gs2-graphwalks1m@google,google,opus-5.5,unstated,reasoning-math,hard,,,,,,,66.8,score%,0.0289,,evaluated-by:Google DeepMind,"https://deepmind.google/models/model-cards/gemini-4-argon/ (model card Results table, one row per benchmark and model / row GraphWalks 256k to 1M/Claude Opus 5.5 / column value)",,out:effort-not-established, gs2-ale-2@google,google,gemini-4-argon,high,computer-use,frontier,ALE-Claw,,,,,,39.5,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-4-argon/ (model card Results table, one row per benchmark and model / row Agent's Last Exam/Gemini 4 Argon / column value)",,out:single-couple, gs2-ale-2@google,google,gpt-6-astra,unstated,computer-use,frontier,ALE-Claw,,,,,,34.2,score%,0.0289,,restated-from:GPT-6 Astra and Opus 5.5 results are taken from the official public leaderboard,"https://deepmind.google/models/model-cards/gemini-4-argon/ (model card Results table, one row per benchmark and model / row Agent's Last Exam/GPT-6 Astra / column value)",,out:effort-not-established, gs2-ale-2@google,google,opus-5.5,unstated,computer-use,frontier,ALE-Claw,,,,,,38.2,score%,0.0289,,restated-from:GPT-6 Astra and Opus 5.5 results are taken from the official public leaderboard,"https://deepmind.google/models/model-cards/gemini-4-argon/ (model card Results table, one row per benchmark and model / row Agent's Last Exam/Claude Opus 5.5 / column value)",,out:effort-not-established, gs2-osworld2off,google,gemini-4-argon,high,computer-use,frontier,,,,,,,69.2,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-4-argon/ (model card Results table, one row per benchmark and model / row OSWorld-2.0 Offline subset/Gemini 4 Argon / column value)",,out:single-couple, gs2-osworld2off,google,gpt-6-astra,unstated,computer-use,frontier,,,,,,,72.6,score%,0.0289,,restated-from:GPT Astra results were taken from the official blog post,"https://deepmind.google/models/model-cards/gemini-4-argon/ (model card Results table, one row per benchmark and model / row OSWorld-2.0 Offline subset/GPT-6 Astra / column value)",,out:effort-not-established, gs2-lvbench-2,google,gemini-4-argon,high,mixed,hard,,,,,,,91.7,score%,0.0289,,vendor-reported:Google,"https://deepmind.google/models/model-cards/gemini-4-argon/ (model card Results table, one row per benchmark and model / row LVBench/Gemini 4 Argon / column value)",,out:single-couple, gs2-lvbench-2,google,gpt-6-astra,unstated,mixed,hard,,,,,,,87.5,score%,0.0289,,evaluated-by:Google DeepMind,"https://deepmind.google/models/model-cards/gemini-4-argon/ (model card Results table, one row per benchmark and model / row LVBench/GPT-6 Astra / column value)",,out:effort-not-established, gs2-lvbench-2,google,fable-5.1,unstated,mixed,hard,,,,,,,79.7,score%,0.0289,,evaluated-by:Google DeepMind,"https://deepmind.google/models/model-cards/gemini-4-argon/ (model card Results table, one row per benchmark and model / row LVBench/Claude Fable 5.1 / column value)",,out:effort-not-established, gs2-lvbench-2,google,opus-5.5,unstated,mixed,hard,,,,,,,83.7,score%,0.0289,,evaluated-by:Google DeepMind,"https://deepmind.google/models/model-cards/gemini-4-argon/ (model card Results table, one row per benchmark and model / row LVBench/Claude Opus 5.5 / column value)",,out:effort-not-established, aa-index5@google-gemini-4-carbon-card,google-gemini-4-carbon-card,gemini-4-carbon,high,mixed,hard,,,,,,,59,AA-idx,0.289,,restated-from:Artificial,https://deepmind.google/models/model-cards/gemini-4-carbon/ (tableau des résultats : AA Index v5.0),,out:single-couple, valsindex4@google-gemini-4-carbon-card,google-gemini-4-carbon-card,gemini-4-carbon,high,mixed,hard,Vals-Index,,,,,,70.4,accuracy%,0.0289,,restated-from:Vals AI,https://deepmind.google/models/model-cards/gemini-4-carbon/ (tableau des résultats : Vals Index v2.2),,out:single-couple, gdmc-swesweep-reward,google-gemini-4-carbon-card,gemini-4-carbon,high,coding,frontier,mini-SWE-agent,,,,,,9.6,resolved%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-4-carbon/ (tableau des résultats : SWE-sweep (mini-swe-agent, auto-calculé))",,out:single-couple, scf52-fswe2@google-gemini-4-carbon-card,google-gemini-4-carbon-card,gemini-4-carbon,high,coding,frontier,,,,,,,61.2,score%,0.0289,,restated-from:Proximal,https://deepmind.google/models/model-cards/gemini-4-carbon/ (tableau des résultats : FrontierSWE 2),,out:single-couple, aatb40@google-gemini-4-carbon-card,google-gemini-4-carbon-card,gemini-4-carbon,high,coding,hard,TB-AA,,,,,,65.2,pass%,0.0289,,restated-from:Artificial,https://deepmind.google/models/model-cards/gemini-4-carbon/ (tableau des résultats : Terminal-Bench 4.0 (AA)),,out:single-couple, gs2-ale-2@google-gemini-4-carbon-card,google-gemini-4-carbon-card,gemini-4-carbon,high,computer-use,frontier,ALE-Claw,,,,,,77.4,score%,0.0289,,,https://deepmind.google/models/model-cards/gemini-4-carbon/ (tableau des résultats : Agents' Last Exam v1.1 (score)),,out:single-couple, gdmc-osworld21-offline,google-gemini-4-carbon-card,gemini-4-carbon,high,computer-use,frontier,,,,,,,81.5,score%,0.0289,,,"https://deepmind.google/models/model-cards/gemini-4-carbon/ (tableau des résultats : OSWorld-2.1 (sous-ensemble hors ligne, partiel))",,out:single-couple, zapierab@google-gemini-4-carbon-card,google-gemini-4-carbon-card,gemini-4-carbon,high,agentic-tool,hard,AutomationBench,,,,,,53.9,score%,0.0289,,,https://deepmind.google/models/model-cards/gemini-4-carbon/ (tableau des résultats : AutomationBench (Zapier)),,out:single-couple, vendingbench2@google-gemini-4-carbon-card,google-gemini-4-carbon-card,gemini-4-carbon,high,agentic-tool,hard,andonlabs-vb2-harness,,,,,,16484,USD-final-balance,0.289,,,"https://deepmind.google/models/model-cards/gemini-4-carbon/ (tableau des résultats : Vending-Bench 2 (solde, $))",,out:single-couple, surge-chartography@google-gemini-4-carbon-card,google-gemini-4-carbon-card,gemini-4-carbon,high,mixed,frontier,Surge-hosted,,,,,,72.5,score%,0.0289,,,https://deepmind.google/models/model-cards/gemini-4-carbon/ (tableau des résultats : Chartography),,out:single-couple, bb2@google-gemini-4-carbon-card,google-gemini-4-carbon-card,gemini-4-carbon,high,agentic-tool,hard,andonlabs-bb2-harness,,,,,,0.586,score-of-1,0.000289,,,https://deepmind.google/models/model-cards/gemini-4-carbon/ (tableau des résultats : Blueprint-Bench 2 (similarité)),,out:single-couple, gs2-graphwalks1m@google-gemini-4-carbon-card,google-gemini-4-carbon-card,gemini-4-carbon,high,reasoning-math,hard,,,,,,,96.2,score%,0.0289,,,https://deepmind.google/models/model-cards/gemini-4-carbon/ (tableau des résultats : GraphWalks 256k-1M BFS F1 (auto-calculé)),,out:single-couple, surge-riemann-bench@google-gemini-4-carbon-card,google-gemini-4-carbon-card,gemini-4-carbon,high,reasoning-math,frontier,Surge-hosted,,,,,,80.0,score%,0.0289,,,https://deepmind.google/models/model-cards/gemini-4-carbon/ (tableau des résultats : RiemannBench),,out:single-couple, gs2-tbsci@google-gemini-4-carbon-card,google-gemini-4-carbon-card,gemini-4-carbon,high,agentic-tool,frontier,,,,,,,64.8,score%,0.0289,,,https://deepmind.google/models/model-cards/gemini-4-carbon/ (tableau des résultats : Terminal-Bench-Science 0.1 (AA)),,out:single-couple, google-cwe-bench@google-gemini-4-carbon-card,google-gemini-4-carbon-card,gemini-4-carbon,high,coding,hard,,,,,,,71.0,pass@1%,0.0289,,,https://deepmind.google/models/model-cards/gemini-4-carbon/ (tableau des résultats : CWE-bench),,out:single-couple, gdmc-exploitgym,google-gemini-4-carbon-card,gemini-4-carbon,high,agentic-tool,hard,,,,,,,54.8,score%,0.0289,,,https://deepmind.google/models/model-cards/gemini-4-carbon/ (tableau des résultats : ExploitGym (auto-calculé)),,out:single-couple, gdmc-secbenchpro-js183,google-gemini-4-carbon-card,gemini-4-carbon,high,agentic-tool,frontier,,,,,,,88.2,score%,0.0289,,,https://deepmind.google/models/model-cards/gemini-4-carbon/ (tableau des résultats : SEC-bench Pro),,out:single-couple, gs2-hle-nt@googleblog-deepthink-feb26,googleblog-deepthink-feb26,?Gemini 3 Deep Think Feb 2026,not-established:absent,reasoning-math,frontier,google-eval-table,,,,,,48.4,score%,0.0289,,,"https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-deep-think/ (table, row 'Humanity's Last Exam, No tools', column 'Gemini 3 Deep Think' ~(817,410) px of the 2420x1506 original)",,out:model-not-established, gs2-hle-s@googleblog-deepthink-feb26,googleblog-deepthink-feb26,?Gemini 3 Deep Think Feb 2026,not-established:absent,reasoning-math,frontier,google-eval-table,,,,,,53.4,score%,0.0289,,,"https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-deep-think/ (table, row 'Humanity's Last Exam, Search + code execution', column 'Gemini 3 Deep Think' ~(817,462) px of the 2420x1506 original)",,out:model-not-established, gs2-mmmupro@googleblog-deepthink-feb26,googleblog-deepthink-feb26,?Gemini 3 Deep Think Feb 2026,not-established:absent,mixed,hard,google-eval-table,,,,,,81.5,score%,0.0289,,,"https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-deep-think/ (table, row 'MMMU-Pro', column 'Gemini 3 Deep Think' ~(817,571) px of the 2420x1506 original)",,out:model-not-established, gblog-imo2025,googleblog-deepthink-feb26,?Gemini 3 Deep Think Feb 2026,not-established:absent,reasoning-math,frontier,google-eval-table,,,,,,81.5,acc%,0.0289,,,"https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-deep-think/ (table, row 'International Math Olympiad 2025', column 'Gemini 3 Deep Think' ~(817,711) px of the 2420x1506 original)",,out:model-not-established, gblog-imo2025,googleblog-deepthink-feb26,gemini-3-pro,high,reasoning-math,frontier,google-eval-table,,,,,,14.3,acc%,0.0289,,,"https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-deep-think/ (table, row 'International Math Olympiad 2025', column 'Gemini 3 Pro Preview' ~(1216,711) px of the 2420x1506 original)",,in, gblog-imo2025,googleblog-deepthink-feb26,gpt-5.2,xhigh,reasoning-math,frontier,google-eval-table,,,,,,71.4,acc%,0.0289,,,"https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-deep-think/ (table, row 'International Math Olympiad 2025', column 'GPT-5.2' ~(2021,711) px of the 2420x1506 original)",,in, gblog-codeforces,googleblog-deepthink-feb26,?Gemini 3 Deep Think Feb 2026,not-established:absent,coding,frontier,google-eval-table,,,,,,3455,elo,0.289,,,"https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-deep-think/ (table, row 'Codeforces', column 'Gemini 3 Deep Think' ~(817,853) px of the 2420x1506 original)",,out:model-not-established, gblog-codeforces,googleblog-deepthink-feb26,gemini-3-pro,high,coding,frontier,google-eval-table,,,,,,2512,elo,0.289,,,"https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-deep-think/ (table, row 'Codeforces', column 'Gemini 3 Pro Preview' ~(1216,853) px of the 2420x1506 original)",,out:single-couple, gblog-codeforces,googleblog-deepthink-feb26,opus-4.6,max,coding,frontier,google-eval-table,,,,,,2352,elo,0.289,,,"https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-deep-think/ (table, row 'Codeforces', column 'Claude Opus 4.6' ~(1618,853) px of the 2420x1506 original)",,out:single-couple, gblog-ipho2025,googleblog-deepthink-feb26,?Gemini 3 Deep Think Feb 2026,not-established:absent,reasoning-math,frontier,google-eval-table,,,,,,87.7,acc%,0.0289,,,"https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-deep-think/ (table, row 'International Physics Olympiad 2025 (theory)', column 'Gemini 3 Deep Think' ~(817,996) px of the 2420x1506 original)",,out:model-not-established, gblog-ipho2025,googleblog-deepthink-feb26,gemini-3-pro,high,reasoning-math,frontier,google-eval-table,,,,,,76.3,acc%,0.0289,,,"https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-deep-think/ (table, row 'International Physics Olympiad 2025 (theory)', column 'Gemini 3 Pro Preview' ~(1216,996) px of the 2420x1506 original)",,in, gblog-ipho2025,googleblog-deepthink-feb26,opus-4.6,max,reasoning-math,frontier,google-eval-table,,,,,,71.6,acc%,0.0289,,,"https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-deep-think/ (table, row 'International Physics Olympiad 2025 (theory)', column 'Claude Opus 4.6' ~(1618,996) px of the 2420x1506 original)",,out:single-couple, gblog-ipho2025,googleblog-deepthink-feb26,gpt-5.2,xhigh,reasoning-math,frontier,google-eval-table,,,,,,70.5,acc%,0.0289,,,"https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-deep-think/ (table, row 'International Physics Olympiad 2025 (theory)', column 'GPT-5.2' ~(2021,996) px of the 2420x1506 original)",,in, gblog-cmt,googleblog-deepthink-feb26,?Gemini 3 Deep Think Feb 2026,not-established:absent,reasoning-math,frontier,google-eval-table,,,,,,50.5,acc%,0.0289,,,"https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-deep-think/ (table, row 'CMT-Benchmark', column 'Gemini 3 Deep Think' ~(817,1123) px of the 2420x1506 original)",,out:model-not-established, gblog-cmt,googleblog-deepthink-feb26,gemini-3-pro,high,reasoning-math,frontier,google-eval-table,,,,,,39.5,acc%,0.0289,,,"https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-deep-think/ (table, row 'CMT-Benchmark', column 'Gemini 3 Pro Preview' ~(1216,1123) px of the 2420x1506 original)",,in, gblog-cmt,googleblog-deepthink-feb26,opus-4.6,max,reasoning-math,frontier,google-eval-table,,,,,,17.1,acc%,0.0289,,,"https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-deep-think/ (table, row 'CMT-Benchmark', column 'Claude Opus 4.6' ~(1618,1123) px of the 2420x1506 original)",,out:single-couple, gblog-cmt,googleblog-deepthink-feb26,gpt-5.2,xhigh,reasoning-math,frontier,google-eval-table,,,,,,41.0,acc%,0.0289,,,"https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-deep-think/ (table, row 'CMT-Benchmark', column 'GPT-5.2' ~(2021,1123) px of the 2420x1506 original)",,in, gblog-icho2025,googleblog-deepthink-feb26,?Gemini 3 Deep Think Feb 2026,not-established:absent,reasoning-math,frontier,google-eval-table,,,,,,82.8,acc%,0.0289,,,"https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-deep-think/ (table, row 'International Chemistry Olympiad 2025, (theory)', column 'Gemini 3 Deep Think' ~(817,1250) px of the 2420x1506 original)",,out:model-not-established, gblog-icho2025,googleblog-deepthink-feb26,gemini-3-pro,high,reasoning-math,frontier,google-eval-table,,,,,,69.6,acc%,0.0289,,,"https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-deep-think/ (table, row 'International Chemistry Olympiad 2025, (theory)', column 'Gemini 3 Pro Preview' ~(1216,1250) px of the 2420x1506 original)",,in, gblog-icho2025,googleblog-deepthink-feb26,gpt-5.2,xhigh,reasoning-math,frontier,google-eval-table,,,,,,72.0,acc%,0.0289,,,"https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-deep-think/ (table, row 'International Chemistry Olympiad 2025, (theory)', column 'GPT-5.2' ~(2021,1250) px of the 2420x1506 original)",,in, gearth-geoexpertqueries-llm,googleearthai-2610.15750,gemini-3.1-pro,high,agentic-tool,hard,GRA agent / LLM,per-query,0.028,0.000289,,,0.0,score%,0.0289,,,"https://arxiv.org/abs/2610.15750 (Table 4, row GeoExpertQueries, configuration LLM, column 3.1P (mean; the printed ""±"" is the std over three runs))",,out:saturated,out:cost-not-comparable gearth-geoexpertqueries-llm,googleearthai-2610.15750,gemini-3.8-flash,medium,agentic-tool,hard,GRA agent / LLM,per-query,0.010,0.000289,,,0.0,score%,0.0289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2610.15750 (Table 4, row GeoExpertQueries, configuration LLM, column 3.8F (mean; the printed ""±"" is the std over three runs))",,out:saturated,out:cost-single-couple gearth-geoexpertqueries-basic,googleearthai-2610.15750,gemini-3.1-pro,high,agentic-tool,hard,GRA agent / LLM + Basic Tools,per-query,0.115,0.000289,,,2.3,score%,0.0289,,,"https://arxiv.org/abs/2610.15750 (Table 4, row GeoExpertQueries, configuration LLM + Basic Tools, column 3.1P (mean; the printed ""±"" is the std over three runs))",,in,out:cost-not-comparable gearth-geoexpertqueries-basic,googleearthai-2610.15750,gemini-3.8-flash,medium,agentic-tool,hard,GRA agent / LLM + Basic Tools,per-query,0.044,0.000289,,,3.3,score%,0.0289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2610.15750 (Table 4, row GeoExpertQueries, configuration LLM + Basic Tools, column 3.8F (mean; the printed ""±"" is the std over three runs))",,in,out:cost-single-couple gearth-geoexpertqueries-gratools,googleearthai-2610.15750,gemini-3.1-pro,high,agentic-tool,hard,GRA agent / LLM + GRA Tools,per-query,0.512,0.000289,,,50.8,score%,0.0289,,,"https://arxiv.org/abs/2610.15750 (Table 4, row GeoExpertQueries, configuration LLM + GRA Tools, column 3.1P (mean; the printed ""±"" is the std over three runs))",,in,out:cost-not-comparable gearth-geoexpertqueries-gratools,googleearthai-2610.15750,gemini-3.8-flash,medium,agentic-tool,hard,GRA agent / LLM + GRA Tools,per-query,0.167,0.000289,,,52.2,score%,0.0289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2610.15750 (Table 4, row GeoExpertQueries, configuration LLM + GRA Tools, column 3.8F (mean; the printed ""±"" is the std over three runs))",,in,out:cost-single-couple gearth-geoexpertqueries-gra,googleearthai-2610.15750,gemini-3.1-pro,high,agentic-tool,hard,GRA agent / GRA,per-query,0.688,0.000289,,,47.6,score%,0.0289,,,"https://arxiv.org/abs/2610.15750 (Table 4, row GeoExpertQueries, configuration GRA, column 3.1P (mean; the printed ""±"" is the std over three runs))",,in,out:cost-not-comparable gearth-geoexpertqueries-gra,googleearthai-2610.15750,gemini-3.8-flash,medium,agentic-tool,hard,GRA agent / GRA,per-query,0.199,0.000289,,,62.7,score%,0.0289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2610.15750 (Table 4, row GeoExpertQueries, configuration GRA, column 3.8F (mean; the printed ""±"" is the std over three runs))",,in,out:cost-single-couple gearth-geoktools-llm,googleearthai-2610.15750,gemini-3.1-pro,high,agentic-tool,hard,GRA agent / LLM,per-query,0.024,0.000289,,,37.1,score%,0.0289,,,"https://arxiv.org/abs/2610.15750 (Table 4, row GeoKTools, configuration LLM, column 3.1P (mean; the printed ""±"" is the std over three runs))",,in,out:cost-not-comparable gearth-geoktools-llm,googleearthai-2610.15750,gemini-3.8-flash,medium,agentic-tool,hard,GRA agent / LLM,per-query,0.012,0.000289,,,40.5,score%,0.0289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2610.15750 (Table 4, row GeoKTools, configuration LLM, column 3.8F (mean; the printed ""±"" is the std over three runs))",,in,out:cost-single-couple gearth-geoktools-basic,googleearthai-2610.15750,gemini-3.1-pro,high,agentic-tool,hard,GRA agent / LLM + Basic Tools,per-query,0.575,0.000289,,,37.8,score%,0.0289,,,"https://arxiv.org/abs/2610.15750 (Table 4, row GeoKTools, configuration LLM + Basic Tools, column 3.1P (mean; the printed ""±"" is the std over three runs))",,in,out:cost-not-comparable gearth-geoktools-basic,googleearthai-2610.15750,gemini-3.8-flash,medium,agentic-tool,hard,GRA agent / LLM + Basic Tools,per-query,0.112,0.000289,,,40.0,score%,0.0289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2610.15750 (Table 4, row GeoKTools, configuration LLM + Basic Tools, column 3.8F (mean; the printed ""±"" is the std over three runs))",,in,out:cost-single-couple gearth-geoktools-gratools,googleearthai-2610.15750,gemini-3.1-pro,high,agentic-tool,hard,GRA agent / LLM + GRA Tools,per-query,0.410,0.000289,,,84.5,score%,0.0289,,,"https://arxiv.org/abs/2610.15750 (Table 4, row GeoKTools, configuration LLM + GRA Tools, column 3.1P (mean; the printed ""±"" is the std over three runs))",,in,out:cost-not-comparable gearth-geoktools-gratools,googleearthai-2610.15750,gemini-3.8-flash,medium,agentic-tool,hard,GRA agent / LLM + GRA Tools,per-query,0.147,0.000289,,,86.0,score%,0.0289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2610.15750 (Table 4, row GeoKTools, configuration LLM + GRA Tools, column 3.8F (mean; the printed ""±"" is the std over three runs))",,in,out:cost-single-couple gearth-geoktools-gra,googleearthai-2610.15750,gemini-3.1-pro,high,agentic-tool,hard,GRA agent / GRA,per-query,0.360,0.000289,,,81.6,score%,0.0289,,,"https://arxiv.org/abs/2610.15750 (Table 4, row GeoKTools, configuration GRA, column 3.1P (mean; the printed ""±"" is the std over three runs))",,in,out:cost-not-comparable gearth-geoktools-gra,googleearthai-2610.15750,gemini-3.8-flash,medium,agentic-tool,hard,GRA agent / GRA,per-query,0.122,0.000289,,,85.9,score%,0.0289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2610.15750 (Table 4, row GeoKTools, configuration GRA, column 3.8F (mean; the printed ""±"" is the std over three runs))",,in,out:cost-single-couple gearth-cbgb-llm,googleearthai-2610.15750,gemini-3.1-pro,high,agentic-tool,hard,GRA agent / LLM,per-query,0.025,0.000289,,,14.4,score%,0.0289,,,"https://arxiv.org/abs/2610.15750 (Table 4, row CBGB, configuration LLM, column 3.1P (mean; the printed ""±"" is the std over three runs))",,in,out:cost-not-comparable gearth-cbgb-llm,googleearthai-2610.15750,gemini-3.8-flash,medium,agentic-tool,hard,GRA agent / LLM,per-query,0.017,0.000289,,,12.9,score%,0.0289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2610.15750 (Table 4, row CBGB, configuration LLM, column 3.8F (mean; the printed ""±"" is the std over three runs))",,in,out:cost-single-couple gearth-cbgb-basic,googleearthai-2610.15750,gemini-3.1-pro,high,agentic-tool,hard,GRA agent / LLM + Basic Tools,per-query,0.514,0.000289,,,13.6,score%,0.0289,,,"https://arxiv.org/abs/2610.15750 (Table 4, row CBGB, configuration LLM + Basic Tools, column 3.1P (mean; the printed ""±"" is the std over three runs))",,in,out:cost-not-comparable gearth-cbgb-basic,googleearthai-2610.15750,gemini-3.8-flash,medium,agentic-tool,hard,GRA agent / LLM + Basic Tools,per-query,0.132,0.000289,,,19.7,score%,0.0289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2610.15750 (Table 4, row CBGB, configuration LLM + Basic Tools, column 3.8F (mean; the printed ""±"" is the std over three runs))",,in,out:cost-single-couple gearth-cbgb-gratools,googleearthai-2610.15750,gemini-3.1-pro,high,agentic-tool,hard,GRA agent / LLM + GRA Tools,per-query,0.140,0.000289,,,84.8,score%,0.0289,,,"https://arxiv.org/abs/2610.15750 (Table 4, row CBGB, configuration LLM + GRA Tools, column 3.1P (mean; the printed ""±"" is the std over three runs))",,in,out:cost-not-comparable gearth-cbgb-gratools,googleearthai-2610.15750,gemini-3.8-flash,medium,agentic-tool,hard,GRA agent / LLM + GRA Tools,per-query,0.110,0.000289,,,87.9,score%,0.0289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2610.15750 (Table 4, row CBGB, configuration LLM + GRA Tools, column 3.8F (mean; the printed ""±"" is the std over three runs))",,in,out:cost-single-couple gearth-cbgb-gra,googleearthai-2610.15750,gemini-3.1-pro,high,agentic-tool,hard,GRA agent / GRA,per-query,0.151,0.000289,,,84.8,score%,0.0289,,,"https://arxiv.org/abs/2610.15750 (Table 4, row CBGB, configuration GRA, column 3.1P (mean; the printed ""±"" is the std over three runs))",,in,out:cost-not-comparable gearth-cbgb-gra,googleearthai-2610.15750,gemini-3.8-flash,medium,agentic-tool,hard,GRA agent / GRA,per-query,0.093,0.000289,,,86.4,score%,0.0289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2610.15750 (Table 4, row CBGB, configuration GRA, column 3.8F (mean; the printed ""±"" is the std over three runs))",,in,out:cost-single-couple gearth-univearth-llm,googleearthai-2610.15750,gemini-3.1-pro,high,agentic-tool,hard,GRA agent / LLM,per-query,0.006,0.000289,,,86.9,score%,0.0289,,,"https://arxiv.org/abs/2610.15750 (Table 4, row UnivEARTH, configuration LLM, column 3.1P (mean; the printed ""±"" is the std over three runs))",,in,out:cost-not-comparable gearth-univearth-llm,googleearthai-2610.15750,gemini-3.8-flash,medium,agentic-tool,hard,GRA agent / LLM,per-query,0.002,0.000289,,,93.6,score%,0.0289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2610.15750 (Table 4, row UnivEARTH, configuration LLM, column 3.8F (mean; the printed ""±"" is the std over three runs))",,in,out:cost-single-couple gearth-univearth-basic,googleearthai-2610.15750,gemini-3.1-pro,high,agentic-tool,hard,GRA agent / LLM + Basic Tools,per-query,0.029,0.000289,,,96.7,score%,0.0289,,,"https://arxiv.org/abs/2610.15750 (Table 4, row UnivEARTH, configuration LLM + Basic Tools, column 3.1P (mean; the printed ""±"" is the std over three runs))",,in,out:cost-not-comparable gearth-univearth-basic,googleearthai-2610.15750,gemini-3.8-flash,medium,agentic-tool,hard,GRA agent / LLM + Basic Tools,per-query,0.010,0.000289,,,98.3,score%,0.0289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2610.15750 (Table 4, row UnivEARTH, configuration LLM + Basic Tools, column 3.8F (mean; the printed ""±"" is the std over three runs))",,in,out:cost-single-couple gearth-univearth-gratools,googleearthai-2610.15750,gemini-3.1-pro,high,agentic-tool,hard,GRA agent / LLM + GRA Tools,per-query,0.116,0.000289,,,97.9,score%,0.0289,,,"https://arxiv.org/abs/2610.15750 (Table 4, row UnivEARTH, configuration LLM + GRA Tools, column 3.1P (mean; the printed ""±"" is the std over three runs))",,in,out:cost-not-comparable gearth-univearth-gratools,googleearthai-2610.15750,gemini-3.8-flash,medium,agentic-tool,hard,GRA agent / LLM + GRA Tools,per-query,0.046,0.000289,,,98.8,score%,0.0289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2610.15750 (Table 4, row UnivEARTH, configuration LLM + GRA Tools, column 3.8F (mean; the printed ""±"" is the std over three runs))",,in,out:cost-single-couple gearth-univearth-gra,googleearthai-2610.15750,gemini-3.1-pro,high,agentic-tool,hard,GRA agent / GRA,per-query,0.271,0.000289,,,89.5,score%,0.0289,,,"https://arxiv.org/abs/2610.15750 (Table 4, row UnivEARTH, configuration GRA, column 3.1P (mean; the printed ""±"" is the std over three runs))",,in,out:cost-not-comparable gearth-univearth-gra,googleearthai-2610.15750,gemini-3.8-flash,medium,agentic-tool,hard,GRA agent / GRA,per-query,0.079,0.000289,,,98.1,score%,0.0289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2610.15750 (Table 4, row UnivEARTH, configuration GRA, column 3.8F (mean; the printed ""±"" is the std over three runs))",,in,out:cost-single-couple gradually-overall-index,gradually,grok-4.7,xhigh,mixed,hard,,,,,,,103.4,gradually overall index (100 = average),0.0289,,,https://www.gradually.ai/en/llm-comparison/grok-4.7-vs-grok-4.6/ (LLM matchup header / overall index table),,out:not-headline, gradually-overall-index,gradually,grok-4.6,high,mixed,hard,,,,,,,102.4,gradually overall index (100 = average),0.0289,,,https://www.gradually.ai/en/llm-comparison/grok-4.7-vs-grok-4.6/ (LLM matchup header / overall index table),,out:not-headline, gradually-area-index-coding,gradually,grok-4.7,unstated,mixed,hard,,,,,,,103.2,gradually Coding index (100 = average),0.0289,,,"https://www.gradually.ai/en/llm-comparison/grok-4.7-vs-grok-4.6/ (table Area | Grok 4.7 | Grok 4.6, row Coding)",,out:effort-not-established, gradually-area-index-coding,gradually,grok-4.6,unstated,mixed,hard,,,,,,,100.9,gradually Coding index (100 = average),0.0289,,,"https://www.gradually.ai/en/llm-comparison/grok-4.7-vs-grok-4.6/ (table Area | Grok 4.7 | Grok 4.6, row Coding)",,out:effort-not-established, gradually-area-index-reasoning,gradually,grok-4.7,unstated,mixed,hard,,,,,,,102.2,gradually Reasoning index (100 = average),0.0289,,,"https://www.gradually.ai/en/llm-comparison/grok-4.7-vs-grok-4.6/ (table Area | Grok 4.7 | Grok 4.6, row Reasoning)",,out:effort-not-established, gradually-area-index-reasoning,gradually,grok-4.6,unstated,mixed,hard,,,,,,,100.7,gradually Reasoning index (100 = average),0.0289,,,"https://www.gradually.ai/en/llm-comparison/grok-4.7-vs-grok-4.6/ (table Area | Grok 4.7 | Grok 4.6, row Reasoning)",,out:effort-not-established, gradually-area-index-mathematics,gradually,grok-4.7,unstated,mixed,hard,,,,,,,94.8,gradually Mathematics index (100 = average),0.0289,,,"https://www.gradually.ai/en/llm-comparison/grok-4.7-vs-grok-4.6/ (table Area | Grok 4.7 | Grok 4.6, row Mathematics)",,out:effort-not-established, gradually-area-index-mathematics,gradually,grok-4.6,unstated,mixed,hard,,,,,,,101.5,gradually Mathematics index (100 = average),0.0289,,,"https://www.gradually.ai/en/llm-comparison/grok-4.7-vs-grok-4.6/ (table Area | Grok 4.7 | Grok 4.6, row Mathematics)",,out:effort-not-established, gradually-area-index-knowledge,gradually,grok-4.7,unstated,mixed,hard,,,,,,,105.5,gradually Knowledge index (100 = average),0.0289,,,"https://www.gradually.ai/en/llm-comparison/grok-4.7-vs-grok-4.6/ (table Area | Grok 4.7 | Grok 4.6, row Knowledge)",,out:effort-not-established, gradually-area-index-knowledge,gradually,grok-4.6,unstated,mixed,hard,,,,,,,100.7,gradually Knowledge index (100 = average),0.0289,,,"https://www.gradually.ai/en/llm-comparison/grok-4.7-vs-grok-4.6/ (table Area | Grok 4.7 | Grok 4.6, row Knowledge)",,out:effort-not-established, gradually-area-index-agents,gradually,grok-4.7,unstated,mixed,hard,,,,,,,107.4,gradually Agents index (100 = average),0.0289,,,"https://www.gradually.ai/en/llm-comparison/grok-4.7-vs-grok-4.6/ (table Area | Grok 4.7 | Grok 4.6, row Agents)",,out:effort-not-established, gradually-area-index-agents,gradually,grok-4.6,unstated,mixed,hard,,,,,,,104.4,gradually Agents index (100 = average),0.0289,,,"https://www.gradually.ai/en/llm-comparison/grok-4.7-vs-grok-4.6/ (table Area | Grok 4.7 | Grok 4.6, row Agents)",,out:effort-not-established, gradually-area-index-general,gradually,grok-4.7,unstated,mixed,hard,,,,,,,101.6,gradually General index (100 = average),0.0289,,,"https://www.gradually.ai/en/llm-comparison/grok-4.7-vs-grok-4.6/ (table Area | Grok 4.7 | Grok 4.6, row General)",,out:effort-not-established, gradually-area-index-general,gradually,grok-4.6,unstated,mixed,hard,,,,,,,106.0,gradually General index (100 = average),0.0289,,,"https://www.gradually.ai/en/llm-comparison/grok-4.7-vs-grok-4.6/ (table Area | Grok 4.7 | Grok 4.6, row General)",,out:effort-not-established, gradually-area-index-multimodal,gradually,grok-4.7,unstated,mixed,hard,,,,,,,96.0,gradually Multimodal index (100 = average),0.0289,,,"https://www.gradually.ai/en/llm-comparison/grok-4.7-vs-grok-4.6/ (table Area | Grok 4.7 | Grok 4.6, row Multimodal)",,out:effort-not-established, gradually-area-index-multimodal,gradually,grok-4.6,unstated,mixed,hard,,,,,,,100.2,gradually Multimodal index (100 = average),0.0289,,,"https://www.gradually.ai/en/llm-comparison/grok-4.7-vs-grok-4.6/ (table Area | Grok 4.7 | Grok 4.6, row Multimodal)",,out:effort-not-established, gradually-area-index-finance,gradually,grok-4.7,unstated,mixed,hard,,,,,,,105.3,gradually Finance index (100 = average),0.0289,,,"https://www.gradually.ai/en/llm-comparison/grok-4.7-vs-grok-4.6/ (table Area | Grok 4.7 | Grok 4.6, row Finance)",,out:effort-not-established, gradually-area-index-finance,gradually,grok-4.6,unstated,mixed,hard,,,,,,,100.5,gradually Finance index (100 = average),0.0289,,,"https://www.gradually.ai/en/llm-comparison/grok-4.7-vs-grok-4.6/ (table Area | Grok 4.7 | Grok 4.6, row Finance)",,out:effort-not-established, gradually-area-index-legal,gradually,grok-4.7,unstated,mixed,hard,,,,,,,109.9,gradually Legal index (100 = average),0.0289,,,"https://www.gradually.ai/en/llm-comparison/grok-4.7-vs-grok-4.6/ (table Area | Grok 4.7 | Grok 4.6, row Legal)",,out:effort-not-established, gradually-area-index-legal,gradually,grok-4.6,unstated,mixed,hard,,,,,,,104.8,gradually Legal index (100 = average),0.0289,,,"https://www.gradually.ai/en/llm-comparison/grok-4.7-vs-grok-4.6/ (table Area | Grok 4.7 | Grok 4.6, row Legal)",,out:effort-not-established, gradually-area-index-health,gradually,grok-4.7,unstated,mixed,hard,,,,,,,106.2,gradually Health index (100 = average),0.0289,,,"https://www.gradually.ai/en/llm-comparison/grok-4.7-vs-grok-4.6/ (table Area | Grok 4.7 | Grok 4.6, row Health)",,out:effort-not-established, gradually-area-index-health,gradually,grok-4.6,unstated,mixed,hard,,,,,,,100.4,gradually Health index (100 = average),0.0289,,,"https://www.gradually.ai/en/llm-comparison/grok-4.7-vs-grok-4.6/ (table Area | Grok 4.7 | Grok 4.6, row Health)",,out:effort-not-established, gradually-area-index-productivity,gradually,grok-4.7,unstated,mixed,hard,,,,,,,103.3,gradually Productivity index (100 = average),0.0289,,,"https://www.gradually.ai/en/llm-comparison/grok-4.7-vs-grok-4.6/ (section ""areas that do not count toward the overall index"", row Productivity)",,out:effort-not-established, gradually-area-index-productivity,gradually,grok-4.6,unstated,mixed,hard,,,,,,,104.5,gradually Productivity index (100 = average),0.0289,,,"https://www.gradually.ai/en/llm-comparison/grok-4.7-vs-grok-4.6/ (section ""areas that do not count toward the overall index"", row Productivity)",,out:effort-not-established, gradually-area-index-cybersecurity,gradually,grok-4.7,unstated,mixed,hard,,,,,,,104.2,gradually Cybersecurity index (100 = average),0.0289,,,"https://www.gradually.ai/en/llm-comparison/grok-4.7-vs-grok-4.6/ (section ""areas that do not count toward the overall index"", row Cybersecurity)",,out:effort-not-established, gradually-area-index-cybersecurity,gradually,grok-4.6,unstated,mixed,hard,,,,,,,103.2,gradually Cybersecurity index (100 = average),0.0289,,,"https://www.gradually.ai/en/llm-comparison/grok-4.7-vs-grok-4.6/ (section ""areas that do not count toward the overall index"", row Cybersecurity)",,out:effort-not-established, gradually-own-test-pelican-svg-cost,gradually,grok-4.7,high,mixed,hard,,USD/trial,0.0072,2.89e-05,,1069,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.gradually.ai/en/llm-comparison/grok-4.7-vs-grok-4.6/ (),,,out:cost-single-couple gradually-own-test-pelican-svg-cost,gradually,grok-4.6,high,mixed,hard,,USD/trial,0.0462,2.89e-05,,7660,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.gradually.ai/en/llm-comparison/grok-4.7-vs-grok-4.6/ (),,,out:cost-single-couple gradually-valscopy-emb-v1-1,gradually.ai,glm-5.3,unstated,mixed,hard,,,,,,,69.1,accuracy%,0.0289,,,"https://www.gradually.ai/en/llm-comparison/kimi-k3.1-pro-vs-glm-5.3/ (Shared benchmarks section, card ""EMB v1.1 Overall"", column B (GLM-5.3))",,out:effort-not-established, gradually-valscopy-finance-agent-v2-1,gradually.ai,glm-5.3,unstated,agentic-tool,hard,,,,,,,65.0,accuracy%,0.0289,,,"https://www.gradually.ai/en/llm-comparison/kimi-k3.1-pro-vs-glm-5.3/ (Shared benchmarks section, card ""Finance Agent v2.1 Overall"", column B (GLM-5.3))",,out:effort-not-established, gradually-valscopy-hlab-vals-1-1,gradually.ai,glm-5.3,unstated,mixed,hard,,,,,,,14.6,accuracy%,0.0289,,,"https://www.gradually.ai/en/llm-comparison/kimi-k3.1-pro-vs-glm-5.3/ (Shared benchmarks section, card ""HLAB-Vals-1.1 Overall · Task fully resolved"", column B (GLM-5.3))",,out:effort-not-established, gradually-valscopy-ioi,gradually.ai,glm-5.3,unstated,reasoning-math,hard,,,,,,,68.4,accuracy%,0.0289,,,"https://www.gradually.ai/en/llm-comparison/kimi-k3.1-pro-vs-glm-5.3/ (Shared benchmarks section, card ""IOI Overall"", column B (GLM-5.3))",,out:effort-not-established, gradually-valscopy-legal-research-bench,gradually.ai,glm-5.3,unstated,mixed,hard,,,,,,,49.0,accuracy%,0.0289,,,"https://www.gradually.ai/en/llm-comparison/kimi-k3.1-pro-vs-glm-5.3/ (Shared benchmarks section, card ""Legal Research Bench Overall · All-pass"", column B (GLM-5.3))",,out:effort-not-established, gradually-valscopy-mysterymechanism,gradually.ai,glm-5.3,unstated,reasoning-math,hard,,,,,,,23.0,accuracy%,0.0289,,,"https://www.gradually.ai/en/llm-comparison/kimi-k3.1-pro-vs-glm-5.3/ (Shared benchmarks section, card ""MysteryMechanism Overall"", column B (GLM-5.3))",,out:effort-not-established, gradually-valscopy-proofbench-v1-1,gradually.ai,glm-5.3,unstated,reasoning-math,hard,,,,,,,49,accuracy%,0.289,,,"https://www.gradually.ai/en/llm-comparison/kimi-k3.1-pro-vs-glm-5.3/ (Shared benchmarks section, card ""ProofBench v1.1 Overall"", column B (GLM-5.3))",,out:effort-not-established, gradually-valscopy-sre-bench,gradually.ai,glm-5.3,unstated,agentic-tool,hard,,,,,,,9.2,accuracy%,0.0289,,,"https://www.gradually.ai/en/llm-comparison/kimi-k3.1-pro-vs-glm-5.3/ (Shared benchmarks section, card ""SRE Bench Overall"", column B (GLM-5.3))",,out:effort-not-established, gradually-valscopy-tax-agent-bench,gradually.ai,glm-5.3,unstated,mixed,hard,,,,,,,39.7,accuracy%,0.0289,,,"https://www.gradually.ai/en/llm-comparison/kimi-k3.1-pro-vs-glm-5.3/ (Shared benchmarks section, card ""Tax Agent Bench Overall"", column B (GLM-5.3))",,out:effort-not-established, gradually-valscopy-terminal-bench-4,gradually.ai,glm-5.3,unstated,coding,hard,,,,,,,38.9,accuracy%,0.0289,,,"https://www.gradually.ai/en/llm-comparison/kimi-k3.1-pro-vs-glm-5.3/ (Shared benchmarks section, card ""Terminal-Bench 4.0 Overall"", column B (GLM-5.3))",,out:effort-not-established, gradually-valscopy-terminal-bench-science,gradually.ai,glm-5.3,unstated,coding,hard,,,,,,,5.7,accuracy%,0.0289,,,"https://www.gradually.ai/en/llm-comparison/kimi-k3.1-pro-vs-glm-5.3/ (Shared benchmarks section, card ""Terminal-Bench-Science Overall"", column B (GLM-5.3))",,out:effort-not-established, gradually-valscopy-vals-finance-index,gradually.ai,glm-5.3,unstated,mixed,hard,,,,,,,60.5,accuracy%,0.0289,,,"https://www.gradually.ai/en/llm-comparison/kimi-k3.1-pro-vs-glm-5.3/ (Shared benchmarks section, card ""Vals Finance Index Overall"", column B (GLM-5.3))",,out:effort-not-established, gradually-valscopy-vals-index,gradually.ai,glm-5.3,unstated,mixed,hard,,,,,,,59.7,accuracy%,0.0289,,,"https://www.gradually.ai/en/llm-comparison/kimi-k3.1-pro-vs-glm-5.3/ (Shared benchmarks section, card ""Vals Index Overall"", column B (GLM-5.3))",,out:effort-not-established, gradually-valscopy-vals-legal-index,gradually.ai,glm-5.3,unstated,mixed,hard,,,,,,,74.6,accuracy%,0.0289,,,"https://www.gradually.ai/en/llm-comparison/kimi-k3.1-pro-vs-glm-5.3/ (Shared benchmarks section, card ""Vals Legal Index Overall"", column B (GLM-5.3))",,out:effort-not-established, gradually-valscopy-vibe-code-bench-v1-1,gradually.ai,glm-5.3,unstated,coding,hard,,,,,,,78.1,accuracy%,0.0289,,,"https://www.gradually.ai/en/llm-comparison/kimi-k3.1-pro-vs-glm-5.3/ (Shared benchmarks section, card ""Vibe Code Bench v1.1 Overall"", column B (GLM-5.3))",,out:effort-not-established, gradually-metascore-v4-overall-index-max,gradually.ai,glm-5.3,max,mixed,hard,,,,,,,100.7,"Gradually Meta-Score v4 overall index (points, 100 = reference group average)",0.0289,,,"https://www.gradually.ai/en/llm-comparison/kimi-k3.1-pro-vs-glm-5.3/ (table ""Overall index (max vs. max)"", column GLM-5.3)",,out:single-couple, graphite-mannered,graphite,opus-4,unstated,writing,mid,graphite-ai-tells,,,,,,85.947,score-of-100,0.000289,,,https://graphite.io/five-percent/research/ai-tells-opus-5-5-update (100 − the printed mannered-prose score (higher printed = more mannered; the setup holds the complement)),,out:effort-not-established, graphite-mannered,graphite,opus-4.6,unstated,writing,mid,graphite-ai-tells,,,,,,84.988,score-of-100,0.000289,,,https://graphite.io/five-percent/research/ai-tells-opus-5-5-update (100 − the printed mannered-prose score (higher printed = more mannered; the setup holds the complement)),,out:effort-not-established, graphite-mannered,graphite,opus-5,unstated,writing,mid,graphite-ai-tells,,,,,,83.254,score-of-100,0.000289,,,https://graphite.io/five-percent/research/ai-tells-opus-5-5-update (100 − the printed mannered-prose score (higher printed = more mannered; the setup holds the complement)),,out:effort-not-established, graphite-mannered,graphite,opus-5.5,unstated,writing,mid,graphite-ai-tells,,,,,,89.429,score-of-100,0.000289,,,https://graphite.io/five-percent/research/ai-tells-opus-5-5-update (100 − the printed mannered-prose score (higher printed = more mannered; the setup holds the complement)),,out:effort-not-established, graphite-mannered,graphite,gpt-4.1,solo,writing,mid,graphite-ai-tells,,,,,,81.287,score-of-100,0.000289,,,https://graphite.io/five-percent/research/ai-tells-opus-5-5-update (100 − the printed mannered-prose score (higher printed = more mannered; the setup holds the complement)),,out:single-couple, graphite-mannered,graphite,gpt-5,unstated,writing,mid,graphite-ai-tells,,,,,,81.780,score-of-100,0.000289,,,https://graphite.io/five-percent/research/ai-tells-opus-5-5-update (100 − the printed mannered-prose score (higher printed = more mannered; the setup holds the complement)),,out:effort-not-established, graphite-mannered,graphite,gpt-5.6-sol,unstated,writing,mid,graphite-ai-tells,,,,,,94.449,score-of-100,0.000289,,,https://graphite.io/five-percent/research/ai-tells-opus-5-5-update (100 − the printed mannered-prose score (higher printed = more mannered; the setup holds the complement)),,out:effort-not-established, graphite-mannered,graphite,gpt-6-astra,unstated,writing,mid,graphite-ai-tells,,,,,,92.088,score-of-100,0.000289,,,https://graphite.io/five-percent/research/ai-tells-opus-5-5-update (100 − the printed mannered-prose score (higher printed = more mannered; the setup holds the complement)),,out:effort-not-established, grip-closed-loop,grip-2610.16170,gemini-3.8-flash,low,mixed,hard,own benchmark via routed API,,,,,,68.9,score%,0.0289,,,"https://arxiv.org/abs/2610.16170 (Table 3, row Gemini 3.8 Flash, column Mean (E1))",,in, grip-closed-loop,grip-2610.16170,opus-5,low,mixed,hard,own benchmark via routed API,,,,,,66.0,score%,0.0289,,,"https://arxiv.org/abs/2610.16170 (Table 3, row Claude Opus 5, column Mean (E1))",,in, grip-closed-loop,grip-2610.16170,grok-4.6,low,mixed,hard,own benchmark via routed API,,,,,,57.1,score%,0.0289,,,"https://arxiv.org/abs/2610.16170 (Table 3, row Grok 4.6, column Mean (E1))",,in, grip-closed-loop,grip-2610.16170,gpt-5.6-sol,nothink,mixed,hard,own benchmark via routed API,,,,,,54.4,score%,0.0289,,,"https://arxiv.org/abs/2610.16170 (Table 3, row GPT-5.6 Sol, column Mean (E1))",,in, grip-closed-loop,grip-2610.16170,sonnet-5,low,mixed,hard,own benchmark via routed API,,,,,,54.2,score%,0.0289,,,"https://arxiv.org/abs/2610.16170 (Table 3, row Claude Sonnet 5, column Mean (E1))",,in, grip-closed-loop,grip-2610.16170,?Muse Glimmer 30B,not-established:absent,mixed,hard,own benchmark via routed API,,,,,,47.7,score%,0.0289,,,"https://arxiv.org/abs/2610.16170 (Table 3, row Muse Glimmer 30B, column Mean (E1))",,out:model-not-established, grip-closed-loop,grip-2610.16170,deepseek-v4.1-flash,not-established:absent,mixed,hard,own benchmark via routed API,,,,,,46.1,score%,0.0289,,,"https://arxiv.org/abs/2610.16170 (Table 3, row DeepSeek V4.1 Flash, column Mean (E1))",,out:effort-not-established, grip-closed-loop,grip-2610.16170,gpt-5.6-luna,nothink,mixed,hard,own benchmark via routed API,,,,,,45.0,score%,0.0289,,,"https://arxiv.org/abs/2610.16170 (Table 3, row GPT-5.6 Luna, column Mean (E1))",,in, grip-closed-loop,grip-2610.16170,?Perplexity Sonar Pro,not-established:absent,mixed,hard,own benchmark via routed API,,,,,,43.2,score%,0.0289,,,"https://arxiv.org/abs/2610.16170 (Table 3, row Perplexity Sonar Pro, column Mean (E1))",,out:model-not-established, grip-closed-loop,grip-2610.16170,inkling,nothink,mixed,hard,own benchmark via routed API,,,,,,41.3,score%,0.0289,,,"https://arxiv.org/abs/2610.16170 (Table 3, row Inkling, column Mean (E1))",,out:single-couple, grip-closed-loop,grip-2610.16170,qwen3-vl-8b-instruct,solo,mixed,hard,own benchmark via routed API,,,,,,42.7,score%,0.0289,,,"https://arxiv.org/abs/2610.16170 (Table 3, row Qwen3-VL-8B-Instruct, column Mean (E1))",,out:single-couple, grip-closed-loop,grip-2610.16170,?Qwen3-VL-8B-Thinking,not-established:absent,mixed,hard,own benchmark via routed API,,,,,,40.7,score%,0.0289,,,"https://arxiv.org/abs/2610.16170 (Table 3, row Qwen3-VL-8B-Thinking, column Mean (E1))",,out:model-not-established, grip-closed-loop,grip-2610.16170,?Molmo2-8B,not-established:absent,mixed,hard,own benchmark via routed API,,,,,,40.0,score%,0.0289,,,"https://arxiv.org/abs/2610.16170 (Table 3, row Molmo2-8B, column Mean (E1))",,out:model-not-established, grip-closed-loop,grip-2610.16170,?InternVL3.5-8B,not-established:absent,mixed,hard,own benchmark via routed API,,,,,,36.9,score%,0.0289,,,"https://arxiv.org/abs/2610.16170 (Table 3, row InternVL3.5-8B, column Mean (E1))",,out:model-not-established, grip-closed-loop,grip-2610.16170,?Kimi-VL-A3B-Thinking,not-established:absent,mixed,hard,own benchmark via routed API,,,,,,31.8,score%,0.0289,,,"https://arxiv.org/abs/2610.16170 (Table 3, row Kimi-VL-A3B-Thinking, column Mean (E1))",,out:model-not-established, gso-0712,gso-bench,opus-4.8,not-established:absent,coding,frontier,OpenHands,,,,,,47.06,opt@1%,0.00289,,,https://gso-bench.github.io/ ($.models[0].score),,out:effort-not-established, gso-0712,gso-bench,sonnet-5,not-established:absent,coding,frontier,OpenHands,,,,,,37.25,opt@1%,0.00289,,,https://gso-bench.github.io/ ($.models[1].score),,out:effort-not-established, gso-0427,gso-bench,opus-4.7,not-established:absent,coding,frontier,OpenHands,,,,,,44.12,opt@1%,0.00289,,,https://gso-bench.github.io/ ($.models[2].score),,out:effort-not-established, gso-0427,gso-bench,opus-4.6,not-established:absent,coding,frontier,OpenHands,,,,,,41.18,opt@1%,0.00289,,,https://gso-bench.github.io/ ($.models[3].score),,out:effort-not-established, gso-0427,gso-bench,gpt-5.5,not-established:absent,coding,frontier,OpenHands,,,,,,40.2,opt@1%,0.00289,,,https://gso-bench.github.io/ ($.models[4].score),,out:effort-not-established, gso-pre0427,gso-bench,gpt-5.4,not-established:absent,coding,frontier,OpenHands,,,,,,31.37,opt@1%,0.00289,,,https://gso-bench.github.io/ ($.models[5].score),,out:effort-not-established, gso-pre0427,gso-bench,gpt-5.4,not-established:absent,coding,frontier,OpenHands,,,,,,25.49,opt@1%,0.00289,,,https://gso-bench.github.io/ ($.models[6].score),,out:effort-not-established, gso-pre0427,gso-bench,gemini-3.1-pro,unstated,coding,frontier,OpenHands,,,,,,22.55,opt@1%,0.00289,,,https://gso-bench.github.io/ ($.models[7].score),,out:effort-not-established, gso-pre0427,gso-bench,opus-4.6,unstated,coding,frontier,OpenHands,,,,,,33.33,opt@1%,0.00289,,,https://gso-bench.github.io/ ($.models[8].score),,out:effort-not-established, gso-pre0427,gso-bench,gemini-3-flash,unstated,coding,frontier,OpenHands,,,,,,9.8,opt@1%,0.00289,,,https://gso-bench.github.io/ ($.models[9].score),,out:effort-not-established, gso-pre0427,gso-bench,gpt-5.2,not-established:absent,coding,frontier,OpenHands,,,,,,27.45,opt@1%,0.00289,,,https://gso-bench.github.io/ ($.models[10].score),,out:effort-not-established, gso-pre0427,gso-bench,gpt-5.1,not-established:absent,coding,frontier,OpenHands,,,,,,13.73,opt@1%,0.00289,,,https://gso-bench.github.io/ ($.models[11].score),,out:effort-not-established, gso-pre0427,gso-bench,opus-4.5,unstated,coding,frontier,OpenHands,,,,,,26.47,opt@1%,0.00289,,,https://gso-bench.github.io/ ($.models[12].score),,out:effort-not-established, gso-pre0427,gso-bench,gemini-3-pro,unstated,coding,frontier,OpenHands,,,,,,18.63,opt@1%,0.00289,,,https://gso-bench.github.io/ ($.models[13].score),,out:effort-not-established, gso-pre0427,gso-bench,sonnet-4.5,unstated,coding,frontier,OpenHands,,,,,,14.71,opt@1%,0.00289,,,https://gso-bench.github.io/ ($.models[15].score),,out:effort-not-established, gso-0927,gso-bench,fable-5.1,not-established:absent,coding,frontier,OpenHands,,,,,,88.24,opt@1%,0.00289,,,https://gso-bench.github.io/ ($.models[30].score),,out:effort-not-established, gso-0927,gso-bench,gpt-6-astra,not-established:absent,coding,frontier,OpenHands,,,,,,79.41,opt@1%,0.00289,,,https://gso-bench.github.io/ ($.models[31].score),,out:effort-not-established, gso-0927,gso-bench,fable-5,not-established:absent,coding,frontier,OpenHands,,,,,,78.43,opt@1%,0.00289,,,https://gso-bench.github.io/ ($.models[32].score),,out:effort-not-established, gso-0927,gso-bench,gpt-5.6-sol,not-established:absent,coding,frontier,OpenHands,,,,,,76.47,opt@1%,0.00289,,,https://gso-bench.github.io/ ($.models[33].score),,out:effort-not-established, guren-stage2-bare,gurenjs/agents-on-guren,sonnet-5.5,medium,coding,hard,ClaudeCode,,0.4275,0.0823,,,26,solved-of-27,0.289,,cost-unrepriced; cost-price-band,"https://github.com/gurenjs/agents-on-guren (RESULTS-STAGE2.md, Pass (solved of cells) for Sonnet 5.5, bare)",,out:single-couple,out:cost-single-couple guren-stage2-bare,gurenjs/agents-on-guren,opus-5.5,medium,coding,hard,ClaudeCode,,1.51,0.00289,,,27,solved-of-27,0.289,,cost-base-price:cost-publisher-figure,"https://github.com/gurenjs/agents-on-guren (RESULTS-STAGE2.md, Pass (solved of cells) for Opus 5.5, bare)",,out:uninformative,in guren-stage2-bare,gurenjs/agents-on-guren,haiku-4.5,default,coding,hard,ClaudeCode,,0.79,0.00289,,,8,solved-of-27,0.289,,,"https://github.com/gurenjs/agents-on-guren (RESULTS-STAGE2.md, Pass (solved of cells) for Haiku 4.5, bare)",,out:effort-not-established,out:effort-not-established guren-stage2-bare,gurenjs/agents-on-guren,fable-5.1,high,coding,hard,ClaudeCode,,6.27,0.00289,,,27,solved-of-27,0.289,,cost-base-price:cost-publisher-figure,"https://github.com/gurenjs/agents-on-guren (RESULTS-STAGE2.md, Pass (solved of cells) for Fable 5.1, bare)",,out:uninformative,in guren-stage2-shipped,gurenjs/agents-on-guren,sonnet-5.5,medium,coding,hard,ClaudeCode,,0.4575,0.0881,,,27,solved-of-27,0.289,,cost-unrepriced; cost-price-band,"https://github.com/gurenjs/agents-on-guren (RESULTS-STAGE2.md, Pass (solved of cells) for Sonnet 5.5, shipped)",,out:saturated,out:cost-single-couple guren-stage2-shipped,gurenjs/agents-on-guren,opus-5.5,medium,coding,hard,ClaudeCode,,1.29,0.00289,,,27,solved-of-27,0.289,,cost-base-price:cost-publisher-figure,"https://github.com/gurenjs/agents-on-guren (RESULTS-STAGE2.md, Pass (solved of cells) for Opus 5.5, shipped)",,out:saturated,in guren-stage2-shipped,gurenjs/agents-on-guren,haiku-4.5,default,coding,hard,ClaudeCode,,0.89,0.00289,,,12,solved-of-27,0.289,,,"https://github.com/gurenjs/agents-on-guren (RESULTS-STAGE2.md, Pass (solved of cells) for Haiku 4.5, shipped)",,out:effort-not-established,out:effort-not-established guren-stage2-shipped,gurenjs/agents-on-guren,fable-5.1,high,coding,hard,ClaudeCode,,5.42,0.00289,,,27,solved-of-27,0.289,,cost-base-price:cost-publisher-figure,"https://github.com/gurenjs/agents-on-guren (RESULTS-STAGE2.md, Pass (solved of cells) for Fable 5.1, shipped)",,out:saturated,in habr-prompts30-base,habr-author,gpt-6.1-sol,unstated,coding,mid,third-party-openai-compatible-api,,,,,,100,pass rate % of 90 runs,0,,,"https://habr.com/ru/articles/1096066/ (results table, row ""База"", column ""gpt-6.1-sol"")",,out:effort-not-established, habr-prompts30-base,habr-author,haiku-5.5,unstated,coding,mid,third-party-openai-compatible-api,,,,,,95.555556,pass rate % of 90 runs,0,,,"https://habr.com/ru/articles/1096066/ (results table, row ""База"", column ""claude-haiku-5-5"")",,out:effort-not-established, habr-prompts30-base,habr-author,glm-5.3-flash,unstated,coding,mid,third-party-openai-compatible-api,,,,,,87.777778,pass rate % of 90 runs,0,,,"https://habr.com/ru/articles/1096066/ (results table, row ""База"", column ""glm-5.3-flash, прошло из 90"")",,out:effort-not-established, habr-prompts30-role,habr-author,gpt-6.1-sol,unstated,coding,mid,third-party-openai-compatible-api,,,,,,96.666667,pass rate % of 90 runs,0,,,"https://habr.com/ru/articles/1096066/ (results table, row ""Роль"", column ""gpt-6.1-sol"")",,out:effort-not-established, habr-prompts30-role,habr-author,haiku-5.5,unstated,coding,mid,third-party-openai-compatible-api,,,,,,98.888889,pass rate % of 90 runs,0,,,"https://habr.com/ru/articles/1096066/ (results table, row ""Роль"", column ""claude-haiku-5-5"")",,out:effort-not-established, habr-prompts30-role,habr-author,glm-5.3-flash,unstated,coding,mid,third-party-openai-compatible-api,,,,,,86.666667,pass rate % of 90 runs,0,,,"https://habr.com/ru/articles/1096066/ (results table, row ""Роль"", column ""glm-5.3-flash, прошло из 90"")",,out:effort-not-established, habr-prompts30-stepbystep,habr-author,gpt-6.1-sol,unstated,coding,mid,third-party-openai-compatible-api,,,,,,100,pass rate % of 90 runs,0,,,"https://habr.com/ru/articles/1096066/ (results table, row ""Шаг за шагом"", column ""gpt-6.1-sol"")",,out:effort-not-established, habr-prompts30-stepbystep,habr-author,haiku-5.5,unstated,coding,mid,third-party-openai-compatible-api,,,,,,94.444444,pass rate % of 90 runs,0,,,"https://habr.com/ru/articles/1096066/ (results table, row ""Шаг за шагом"", column ""claude-haiku-5-5"")",,out:effort-not-established, habr-prompts30-stepbystep,habr-author,glm-5.3-flash,unstated,coding,mid,third-party-openai-compatible-api,,,,,,86.666667,pass rate % of 90 runs,0,,,"https://habr.com/ru/articles/1096066/ (results table, row ""Шаг за шагом"", column ""glm-5.3-flash, прошло из 90"")",,out:effort-not-established, habr-prompts30-pressure,habr-author,gpt-6.1-sol,unstated,coding,mid,third-party-openai-compatible-api,,,,,,95.555556,pass rate % of 90 runs,0,,,"https://habr.com/ru/articles/1096066/ (results table, row ""Давление"", column ""gpt-6.1-sol"")",,out:effort-not-established, habr-prompts30-pressure,habr-author,haiku-5.5,unstated,coding,mid,third-party-openai-compatible-api,,,,,,97.777778,pass rate % of 90 runs,0,,,"https://habr.com/ru/articles/1096066/ (results table, row ""Давление"", column ""claude-haiku-5-5"")",,out:effort-not-established, habr-prompts30-pressure,habr-author,glm-5.3-flash,unstated,coding,mid,third-party-openai-compatible-api,,,,,,82.222222,pass rate % of 90 runs,0,,,"https://habr.com/ru/articles/1096066/ (results table, row ""Давление"", column ""glm-5.3-flash, прошло из 90"")",,out:effort-not-established, habr-prompts30-tests-first,habr-author,gpt-6.1-sol,unstated,coding,mid,third-party-openai-compatible-api,,,,,,98.888889,pass rate % of 90 runs,0,,,"https://habr.com/ru/articles/1096066/ (results table, row ""Сначала тесты"", column ""gpt-6.1-sol"")",,out:effort-not-established, habr-prompts30-tests-first,habr-author,haiku-5.5,unstated,coding,mid,third-party-openai-compatible-api,,,,,,96.666667,pass rate % of 90 runs,0,,,"https://habr.com/ru/articles/1096066/ (results table, row ""Сначала тесты"", column ""claude-haiku-5-5"")",,out:effort-not-established, habr-prompts30-tests-first,habr-author,glm-5.3-flash,unstated,coding,mid,third-party-openai-compatible-api,,,,,,75.555556,pass rate % of 90 runs,0,,,"https://habr.com/ru/articles/1096066/ (results table, row ""Сначала тесты"", column ""glm-5.3-flash, прошло из 90"")",,out:effort-not-established, habr-prompts30-code-only,habr-author,gpt-6.1-sol,unstated,coding,mid,third-party-openai-compatible-api,,,,,,96.666667,pass rate % of 90 runs,0,,,"https://habr.com/ru/articles/1096066/ (results table, row ""Только код"", column ""gpt-6.1-sol"")",,out:effort-not-established, habr-prompts30-code-only,habr-author,haiku-5.5,unstated,coding,mid,third-party-openai-compatible-api,,,,,,97.777778,pass rate % of 90 runs,0,,,"https://habr.com/ru/articles/1096066/ (results table, row ""Только код"", column ""claude-haiku-5-5"")",,out:effort-not-established, habr-prompts30-code-only,habr-author,glm-5.3-flash,unstated,coding,mid,third-party-openai-compatible-api,,,,,,94.444444,pass rate % of 90 runs,0,,,"https://habr.com/ru/articles/1096066/ (results table, row ""Только код"", column ""glm-5.3-flash, прошло из 90"")",,out:effort-not-established, habr-prompts30-are-you-sure,habr-author,gpt-6.1-sol,unstated,coding,mid,third-party-openai-compatible-api,,,,,,100,pass rate % of 90 runs,0,,,"https://habr.com/ru/articles/1096066/ (results table, row ""«Ты уверен?»"", column ""gpt-6.1-sol"")",,out:effort-not-established, habr-prompts30-are-you-sure,habr-author,haiku-5.5,unstated,coding,mid,third-party-openai-compatible-api,,,,,,97.777778,pass rate % of 90 runs,0,,,"https://habr.com/ru/articles/1096066/ (results table, row ""«Ты уверен?»"", column ""claude-haiku-5-5"")",,out:effort-not-established, habr-prompts30-are-you-sure,habr-author,glm-5.3-flash,unstated,coding,mid,third-party-openai-compatible-api,,,,,,93.333333,pass rate % of 90 runs,0,,,"https://habr.com/ru/articles/1096066/ (results table, row ""«Ты уверен?»"", column ""glm-5.3-flash, прошло из 90"")",,out:effort-not-established, habr-webpage-brief,habr-author,gpt-6-astra,unstated,writing,mid,chat-or-api-default,,,,,,8.8,author average 1-10 (5 criteria incl. cost points),0.0289,,,"https://habr.com/ru/articles/1096360/ (summary table, row GPT-6 Astra, column ""Средний балл"")",,out:effort-not-established, habr-webpage-brief,habr-author,opus-5.5,unstated,writing,mid,chat-or-api-default,,,,,,8.4,author average 1-10 (5 criteria incl. cost points),0.0289,,,"https://habr.com/ru/articles/1096360/ (summary table, row Claude Opus 5.5, column ""Средний балл"")",,out:effort-not-established, habr-webpage-brief,habr-author,?Qwen 3.8 Max Prime,not-established:absent,writing,mid,chat-or-api-default,,,,,,8.0,author average 1-10 (5 criteria incl. cost points),0.0289,,,"https://habr.com/ru/articles/1096360/ (summary table, row Qwen 3.8 Max Prime, column ""Средний балл"")",,out:model-not-established, habr-webpage-brief,habr-author,glm-5.3,unstated,writing,mid,chat-or-api-default,,,,,,8.0,author average 1-10 (5 criteria incl. cost points),0.0289,,,"https://habr.com/ru/articles/1096360/ (summary table, row GLM-5.3, column ""Средний балл"")",,out:effort-not-established, habr-hidden119,habr-author,gpt-6-astra,not-established:absent,coding,mid,tools-enabled-default-effort,,,,,,100,hidden tests passed %,0,,,"https://habr.com/ru/articles/1096542/ (results table, row ChatGPT 6 Astra, column ""Скрытые тесты"")",,out:effort-not-established, habr-hidden119,habr-author,gpt-6.1-sol,medium,coding,mid,tools-enabled-default-effort,,,,,,100,hidden tests passed %,0,,level-from-default,"https://habr.com/ru/articles/1096542/ (results table, row ChatGPT 6.1 Sol, column ""Скрытые тесты"")",,out:saturated, habr-hidden119,habr-author,opus-5.5,not-established:absent,coding,mid,tools-enabled-default-effort,,,,,,100,hidden tests passed %,0,,,"https://habr.com/ru/articles/1096542/ (results table, row Claude Opus 5.5, column ""Скрытые тесты"")",,out:effort-not-established, habr-hidden119,habr-author,sonnet-5.5,high,coding,mid,tools-enabled-default-effort,,,,,,100,hidden tests passed %,0,,level-from-default,"https://habr.com/ru/articles/1096542/ (results table, row Claude Sonnet 5.5, column ""Скрытые тесты"")",,out:saturated, habr-crashtest27,habr-author,opus-5.5,high,mixed,easy,openrouter-default-settings,per-run,0.53,0.00289,,,8.3,author composite 0-10 (incl. cost points),0.0289,,cost-base-price:cost-publisher-figure,"https://habr.com/ru/articles/1096934/ (section 4 table, row M01, column ""Оценка / Итоговый Tier"")",,in,in habr-crashtest27,habr-author,gpt-6-astra,default,mixed,easy,openrouter-default-settings,per-run,0.57,0.00289,,,9.0,author composite 0-10 (incl. cost points),0.0289,,,"https://habr.com/ru/articles/1096934/ (section 4 table, row M02, column ""Оценка / Итоговый Tier"")",,out:effort-not-established,out:effort-not-established habr-crashtest27,habr-author,grok-4.7,high,mixed,easy,openrouter-default-settings,per-run,0.13,0.00289,,,7.8,author composite 0-10 (incl. cost points),0.0289,,cost-base-price:cost-publisher-figure,"https://habr.com/ru/articles/1096934/ (section 4 table, row M04, column ""Оценка / Итоговый Tier"")",,in,out:cost-single-couple habr-crashtest27,habr-author,?Qwen 3.8 Max,not-established:absent,mixed,easy,openrouter-default-settings,per-run,0.30,0.00289,,,6.5,author composite 0-10 (incl. cost points),0.0289,,,"https://habr.com/ru/articles/1096934/ (section 4 table, row M06, column ""Оценка / Итоговый Tier"")",,out:model-not-established,out:model-not-established habr-crashtest27,habr-author,glm-5.3,default,mixed,easy,openrouter-default-settings,per-run,0.29,0.00289,,,7.5,author composite 0-10 (incl. cost points),0.0289,,,"https://habr.com/ru/articles/1096934/ (section 4 table, row M07, column ""Оценка / Итоговый Tier"")",,out:effort-not-established,out:effort-not-established habr-crashtest27,habr-author,kimi-k3,default,mixed,easy,openrouter-default-settings,per-run,0.75,0.00289,,,6.3,author composite 0-10 (incl. cost points),0.0289,,,"https://habr.com/ru/articles/1096934/ (section 4 table, row M09, column ""Оценка / Итоговый Tier"")",,out:effort-not-established,out:effort-not-established habr-crashtest27,habr-author,gemini-4-argon,medium,mixed,easy,openrouter-default-settings,per-run,0.08,0.00289,,,7.0,author composite 0-10 (incl. cost points),0.0289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://habr.com/ru/articles/1096934/ (section 4 table, row M11, column ""Оценка / Итоговый Tier"")",,in,in hal-science,hal-princeton,o3,medium,reasoning-math,hard,,,,,,,33.33,score%,0.00289,,,https://hal.cs.princeton.edu/scienceagentbench (leaderboard table of scienceagentbench.html: one row per evaluation (rank) / row 1 / column accuracy),,out:single-couple, hal-science,hal-princeton,sonnet-4.5,not-established:absent,reasoning-math,hard,,,,,,,30.39,score%,0.00289,,,https://hal.cs.princeton.edu/scienceagentbench (leaderboard table of scienceagentbench.html: one row per evaluation (rank) / row 2 / column accuracy),,out:effort-not-established, hal-science,hal-princeton,sonnet-3.7,not-established:absent,reasoning-math,hard,,,,,,,30.39,score%,0.00289,,,https://hal.cs.princeton.edu/scienceagentbench (leaderboard table of scienceagentbench.html: one row per evaluation (rank) / row 3 / column accuracy),,out:effort-not-established, hal-science,hal-princeton,gpt-5,medium,reasoning-math,hard,,,,,,,30.39,score%,0.00289,,,https://hal.cs.princeton.edu/scienceagentbench (leaderboard table of scienceagentbench.html: one row per evaluation (rank) / row 4 / column accuracy),,out:single-couple, hal-science,hal-princeton,o4-mini,low,reasoning-math,hard,,,,,,,27.45,score%,0.00289,,,https://hal.cs.princeton.edu/scienceagentbench (leaderboard table of scienceagentbench.html: one row per evaluation (rank) / row 6 / column accuracy),,out:single-couple, hal-science,hal-princeton,o4-mini,high,reasoning-math,hard,,,,,,,27.45,score%,0.00289,,,https://hal.cs.princeton.edu/scienceagentbench (leaderboard table of scienceagentbench.html: one row per evaluation (rank) / row 7 / column accuracy),,out:single-couple, hal-science,hal-princeton,gpt-4.1,solo,reasoning-math,hard,,,,,,,24.51,score%,0.00289,,,https://hal.cs.princeton.edu/scienceagentbench (leaderboard table of scienceagentbench.html: one row per evaluation (rank) / row 10 / column accuracy),,out:single-couple, hal-science,hal-princeton,deepseek-r1,solo,reasoning-math,hard,,,,,,,23.53,score%,0.00289,,,https://hal.cs.princeton.edu/scienceagentbench (leaderboard table of scienceagentbench.html: one row per evaluation (rank) / row 12 / column accuracy),,out:single-couple, hal-science,hal-princeton,deepseek-v3,solo,reasoning-math,hard,,,,,,,15.69,score%,0.00289,,,https://hal.cs.princeton.edu/scienceagentbench (leaderboard table of scienceagentbench.html: one row per evaluation (rank) / row 18 / column accuracy),,out:single-couple, hal-science,hal-princeton,gemini-2.0-flash,solo,reasoning-math,hard,,,,,,,12.75,score%,0.00289,,,https://hal.cs.princeton.edu/scienceagentbench (leaderboard table of scienceagentbench.html: one row per evaluation (rank) / row 19 / column accuracy),,out:single-couple, hal-swemini,hal-princeton,sonnet-4.5,think-4096,coding,hard,,,,,,,72.00,resolved%,0.00289,,,https://hal.cs.princeton.edu/swebench_verified_mini (leaderboard table of swebench_verified_mini.html: one row per evaluation (rank) / row 1 / column accuracy),,out:budget-config, hal-swemini,hal-princeton,sonnet-4.5,unstated,coding,hard,,,,,,,68.00,resolved%,0.00289,,,https://hal.cs.princeton.edu/swebench_verified_mini (leaderboard table of swebench_verified_mini.html: one row per evaluation (rank) / row 2 / column accuracy),,out:effort-not-established, hal-swemini,hal-princeton,opus-4.1,unstated,coding,hard,,,,,,,61.00,resolved%,0.00289,,,https://hal.cs.princeton.edu/swebench_verified_mini (leaderboard table of swebench_verified_mini.html: one row per evaluation (rank) / row 3 / column accuracy),,out:effort-not-established, hal-swemini,hal-princeton,o4-mini,low,coding,hard,,,,,,,54.00,resolved%,0.00289,,,https://hal.cs.princeton.edu/swebench_verified_mini (leaderboard table of swebench_verified_mini.html: one row per evaluation (rank) / row 4 / column accuracy),,out:single-couple, hal-swemini,hal-princeton,o4-mini,high,coding,hard,,,,,,,50.00,resolved%,0.00289,,,https://hal.cs.princeton.edu/swebench_verified_mini (leaderboard table of swebench_verified_mini.html: one row per evaluation (rank) / row 7 / column accuracy),,out:single-couple, hal-swemini,hal-princeton,gpt-5,medium,coding,hard,,,,,,,46.00,resolved%,0.00289,,,https://hal.cs.princeton.edu/swebench_verified_mini (leaderboard table of swebench_verified_mini.html: one row per evaluation (rank) / row 10 / column accuracy),,out:single-couple, hal-swemini,hal-princeton,o3,medium,coding,hard,,,,,,,46.00,resolved%,0.00289,,,https://hal.cs.princeton.edu/swebench_verified_mini (leaderboard table of swebench_verified_mini.html: one row per evaluation (rank) / row 12 / column accuracy),,out:single-couple, hal-swemini,hal-princeton,gpt-4.1,solo,coding,hard,,,,,,,44.00,resolved%,0.00289,,,https://hal.cs.princeton.edu/swebench_verified_mini (leaderboard table of swebench_verified_mini.html: one row per evaluation (rank) / row 14 / column accuracy),,out:single-couple, hal-swemini,hal-princeton,gemini-2.0-flash,solo,coding,hard,,,,,,,24.00,resolved%,0.00289,,,https://hal.cs.princeton.edu/swebench_verified_mini (leaderboard table of swebench_verified_mini.html: one row per evaluation (rank) / row 21 / column accuracy),,out:single-couple, hal-swemini,hal-princeton,deepseek-v3,solo,coding,hard,,,,,,,24.00,resolved%,0.00289,,,https://hal.cs.princeton.edu/swebench_verified_mini (leaderboard table of swebench_verified_mini.html: one row per evaluation (rank) / row 22 / column accuracy),,out:single-couple, hal-swemini-generalist,hal-princeton,gpt-5,medium,coding,hard,HAL-Generalist-Agent,,,,,,12.00,resolved%,0.00289,,,https://hal.cs.princeton.edu/swebench_verified_mini (leaderboard table of swebench_verified_mini.html: one row per evaluation (rank) / row 25 / column accuracy),,out:single-couple, hal-swemini-generalist,hal-princeton,deepseek-v3,solo,coding,hard,HAL-Generalist-Agent,,,,,,10.00,resolved%,0.00289,,,https://hal.cs.princeton.edu/swebench_verified_mini (leaderboard table of swebench_verified_mini.html: one row per evaluation (rank) / row 26 / column accuracy),,out:single-couple, hal-swemini-generalist,hal-princeton,o4-mini,low,coding,hard,HAL-Generalist-Agent,,,,,,6.00,resolved%,0.00289,,,https://hal.cs.princeton.edu/swebench_verified_mini (leaderboard table of swebench_verified_mini.html: one row per evaluation (rank) / row 27 / column accuracy),,out:single-couple, hal-swemini-generalist,hal-princeton,deepseek-r1,solo,coding,hard,HAL-Generalist-Agent,,,,,,6.00,resolved%,0.00289,,,https://hal.cs.princeton.edu/swebench_verified_mini (leaderboard table of swebench_verified_mini.html: one row per evaluation (rank) / row 28 / column accuracy),,out:single-couple, hal-swemini-generalist,hal-princeton,gemini-2.0-flash,solo,coding,hard,HAL-Generalist-Agent,,,,,,2.00,resolved%,0.00289,,,https://hal.cs.princeton.edu/swebench_verified_mini (leaderboard table of swebench_verified_mini.html: one row per evaluation (rank) / row 29 / column accuracy),,out:single-couple, hal-swemini-generalist,hal-princeton,o4-mini,high,coding,hard,HAL-Generalist-Agent,,,,,,2.00,resolved%,0.00289,,,https://hal.cs.princeton.edu/swebench_verified_mini (leaderboard table of swebench_verified_mini.html: one row per evaluation (rank) / row 30 / column accuracy),,out:single-couple, hal-swemini-generalist,hal-princeton,gpt-4.1,solo,coding,hard,HAL-Generalist-Agent,,,,,,2.00,resolved%,0.00289,,,https://hal.cs.princeton.edu/swebench_verified_mini (leaderboard table of swebench_verified_mini.html: one row per evaluation (rank) / row 31 / column accuracy),,out:single-couple, hal-swemini,hal-princeton,deepseek-r1,solo,coding,hard,,,,,,,0.00,resolved%,0.00289,,,https://hal.cs.princeton.edu/swebench_verified_mini (leaderboard table of swebench_verified_mini.html: one row per evaluation (rank) / row 32 / column accuracy),,out:uninformative, hal-swemini-generalist,hal-princeton,o3,medium,coding,hard,HAL-Generalist-Agent,,,,,,0.00,resolved%,0.00289,,,https://hal.cs.princeton.edu/swebench_verified_mini (leaderboard table of swebench_verified_mini.html: one row per evaluation (rank) / row 33 / column accuracy),,out:uninformative, tb2hf-0error,harborframework,?anthropic/claude-opus-4-7,not-established:absent,coding,hard,0error-Ledger,,,,,,,pass%,,,,https://huggingface.co/datasets/harborframework/terminal-bench-2-leaderboard (the dataset page prints no per-model score (the scores are in the per-trial files)),,out:no-proof, tb2hf-wozcode,harborframework,opus-4.7,unstated,coding,hard,WOZCODE,,,,,,,pass%,,,,https://huggingface.co/datasets/harborframework/terminal-bench-2-leaderboard (the dataset page prints no per-model score (the scores are in the per-trial files)),,out:no-proof, tb2hf-vix,harborframework,opus-4.7,unstated,coding,hard,vix,,,,,,,pass%,,,,https://huggingface.co/datasets/harborframework/terminal-bench-2-leaderboard (the dataset page prints no per-model score (the scores are in the per-trial files)),,out:no-proof, tb2hf-simplai,harborframework,sonnet-4.6,unstated,coding,hard,Simplai-Agent,,,,,,,pass%,,,,https://huggingface.co/datasets/harborframework/terminal-bench-2-leaderboard (the dataset page prints no per-model score (the scores are in the per-trial files)),,out:no-proof, tb2hf-polaris,harborframework,?,not-established:absent,coding,hard,Polaris,,,,,,,pass%,,,,https://huggingface.co/datasets/harborframework/terminal-bench-2-leaderboard (the dataset page prints no per-model score (the scores are in the per-trial files)),,out:no-proof, hehee9maze-t1,hehee9maze-bcd609c,fable-5,medium,reasoning-math,hard,"single call, image input, no tools",,,,,,39.34517267771413,score%,0,,,https://github.com/hehee9/maze-bench (benchmark_results.json $.models[0].official_mean_score (mean of the model's per-maze scores over its 30 graded mazes)),,in, hehee9maze-t1,hehee9maze-bcd609c,fable-5.1,medium,reasoning-math,hard,"single call, image input, no tools",,,,,,55.34559036753233,score%,0,,,https://github.com/hehee9/maze-bench (benchmark_results.json $.models[1].official_mean_score (mean of the model's per-maze scores over its 30 graded mazes)),,in, hehee9maze-t1,hehee9maze-bcd609c,haiku-4.5,think-8000,reasoning-math,hard,"single call, image input, no tools",,,,,,13.543315366686945,score%,0,,,https://github.com/hehee9/maze-bench (benchmark_results.json $.models[2].official_mean_score (mean of the model's per-maze scores over its 30 graded mazes)),,out:budget-config, hehee9maze-t1,hehee9maze-bcd609c,haiku-5.5,medium,reasoning-math,hard,"single call, image input, no tools",,,,,,52.65455083534051,score%,0,,,https://github.com/hehee9/maze-bench (benchmark_results.json $.models[3].official_mean_score (mean of the model's per-maze scores over its 30 graded mazes)),,in, hehee9maze-t1,hehee9maze-bcd609c,opus-4.8,medium,reasoning-math,hard,"single call, image input, no tools",,,,,,29.884484019405456,score%,0,,,https://github.com/hehee9/maze-bench (benchmark_results.json $.models[4].official_mean_score (mean of the model's per-maze scores over its 30 graded mazes)),,in, hehee9maze-t1,hehee9maze-bcd609c,opus-5,medium,reasoning-math,hard,"single call, image input, no tools",,,,,,50.86333965495908,score%,0,,,https://github.com/hehee9/maze-bench (benchmark_results.json $.models[5].official_mean_score (mean of the model's per-maze scores over its 30 graded mazes)),,in, hehee9maze-t1,hehee9maze-bcd609c,opus-5.5,medium,reasoning-math,hard,"single call, image input, no tools",,,,,,85.16969415818103,score%,0,,,https://github.com/hehee9/maze-bench (benchmark_results.json $.models[6].official_mean_score (mean of the model's per-maze scores over its 30 graded mazes)),,in, hehee9maze-t1,hehee9maze-bcd609c,sonnet-5,medium,reasoning-math,hard,"single call, image input, no tools",,,,,,25.354360057427876,score%,0,,,https://github.com/hehee9/maze-bench (benchmark_results.json $.models[7].official_mean_score (mean of the model's per-maze scores over its 30 graded mazes)),,in, hehee9maze-t1,hehee9maze-bcd609c,sonnet-5.5,medium,reasoning-math,hard,"single call, image input, no tools",,,,,,58.466635601638316,score%,0,,,https://github.com/hehee9/maze-bench (benchmark_results.json $.models[8].official_mean_score (mean of the model's per-maze scores over its 30 graded mazes)),,in, hehee9maze-t1,hehee9maze-bcd609c,?DeepSeek V4 Flash Vision Exp,not-established:absent,reasoning-math,hard,"single call, image input, no tools",,,,,,18.862329373768663,score%,0,,,https://github.com/hehee9/maze-bench (benchmark_results.json $.models[9].official_mean_score (mean of the model's per-maze scores over its 30 graded mazes)),,out:model-not-established, hehee9maze-t1,hehee9maze-bcd609c,deepseek-v4.1-flash,high,reasoning-math,hard,"single call, image input, no tools",,,,,,14.960350287478581,score%,0,,,https://github.com/hehee9/maze-bench (benchmark_results.json $.models[10].official_mean_score (mean of the model's per-maze scores over its 30 graded mazes)),,in, hehee9maze-t1,hehee9maze-bcd609c,deepseek-v4.1-flash-1017,high,reasoning-math,hard,"single call, image input, no tools",,,,,,24.459965825891633,score%,0,,,https://github.com/hehee9/maze-bench (benchmark_results.json $.models[11].official_mean_score (mean of the model's per-maze scores over its 30 graded mazes)),,in, hehee9maze-t1,hehee9maze-bcd609c,glm-5.3-flash,high,reasoning-math,hard,"single call, image input, no tools",,,,,,22.181401359376757,score%,0,,,https://github.com/hehee9/maze-bench (benchmark_results.json $.models[12].official_mean_score (mean of the model's per-maze scores over its 30 graded mazes)),,in, hehee9maze-t1,hehee9maze-bcd609c,gpt-5.6-luna,medium,reasoning-math,hard,"single call, image input, no tools",,,,,,20.594960532201473,score%,0,,,https://github.com/hehee9/maze-bench (benchmark_results.json $.models[13].official_mean_score (mean of the model's per-maze scores over its 30 graded mazes)),,in, hehee9maze-t1,hehee9maze-bcd609c,gpt-5.6-luna-pro,medium,reasoning-math,hard,"single call, image input, no tools",,,,,,24.999452801197823,score%,0,,,https://github.com/hehee9/maze-bench (benchmark_results.json $.models[14].official_mean_score (mean of the model's per-maze scores over its 30 graded mazes)),,in, hehee9maze-t1,hehee9maze-bcd609c,gpt-5.6-sol,medium,reasoning-math,hard,"single call, image input, no tools",,,,,,31.462656636230673,score%,0,,,https://github.com/hehee9/maze-bench (benchmark_results.json $.models[15].official_mean_score (mean of the model's per-maze scores over its 30 graded mazes)),,in, hehee9maze-t1,hehee9maze-bcd609c,gpt-5.6-sol-pro,medium,reasoning-math,hard,"single call, image input, no tools",,,,,,66.09010121865137,score%,0,,,https://github.com/hehee9/maze-bench (benchmark_results.json $.models[16].official_mean_score (mean of the model's per-maze scores over its 30 graded mazes)),,in, hehee9maze-t1,hehee9maze-bcd609c,gpt-5.6-terra,medium,reasoning-math,hard,"single call, image input, no tools",,,,,,19.97130004173005,score%,0,,,https://github.com/hehee9/maze-bench (benchmark_results.json $.models[17].official_mean_score (mean of the model's per-maze scores over its 30 graded mazes)),,in, hehee9maze-t1,hehee9maze-bcd609c,gpt-5.6-terra-pro,medium,reasoning-math,hard,"single call, image input, no tools",,,,,,26.753338828009184,score%,0,,,https://github.com/hehee9/maze-bench (benchmark_results.json $.models[18].official_mean_score (mean of the model's per-maze scores over its 30 graded mazes)),,in, hehee9maze-t1,hehee9maze-bcd609c,gpt-6-astra,medium,reasoning-math,hard,"single call, image input, no tools",,,,,,94.99221878358438,score%,0,,,https://github.com/hehee9/maze-bench (benchmark_results.json $.models[19].official_mean_score (mean of the model's per-maze scores over its 30 graded mazes)),,in, hehee9maze-t1,hehee9maze-bcd609c,gpt-6-luna,medium,reasoning-math,hard,"single call, image input, no tools",,,,,,20.880801432897034,score%,0,,,https://github.com/hehee9/maze-bench (benchmark_results.json $.models[20].official_mean_score (mean of the model's per-maze scores over its 30 graded mazes)),,in, hehee9maze-t1,hehee9maze-bcd609c,gpt-6-sol,medium,reasoning-math,hard,"single call, image input, no tools",,,,,,54.65409013558336,score%,0,,,https://github.com/hehee9/maze-bench (benchmark_results.json $.models[21].official_mean_score (mean of the model's per-maze scores over its 30 graded mazes)),,in, hehee9maze-t1,hehee9maze-bcd609c,gpt-6.1-sol,medium,reasoning-math,hard,"single call, image input, no tools",,,,,,88.56516213088034,score%,0,,,https://github.com/hehee9/maze-bench (benchmark_results.json $.models[22].official_mean_score (mean of the model's per-maze scores over its 30 graded mazes)),,in, hehee9maze-t1,hehee9maze-bcd609c,gemini-3.1-flash-lite,medium,reasoning-math,hard,"single call, image input, no tools",,,,,,15.042928817990603,score%,0,,,https://github.com/hehee9/maze-bench (benchmark_results.json $.models[23].official_mean_score (mean of the model's per-maze scores over its 30 graded mazes)),,in, hehee9maze-t1,hehee9maze-bcd609c,gemini-3.1-pro,medium,reasoning-math,hard,"single call, image input, no tools",,,,,,17.33937216419962,score%,0,,,https://github.com/hehee9/maze-bench (benchmark_results.json $.models[24].official_mean_score (mean of the model's per-maze scores over its 30 graded mazes)),,in, hehee9maze-t1,hehee9maze-bcd609c,gemini-3.5-flash,medium,reasoning-math,hard,"single call, image input, no tools",,,,,,26.448802261589808,score%,0,,,https://github.com/hehee9/maze-bench (benchmark_results.json $.models[25].official_mean_score (mean of the model's per-maze scores over its 30 graded mazes)),,in, hehee9maze-t1,hehee9maze-bcd609c,gemini-3.5-flash-lite,medium,reasoning-math,hard,"single call, image input, no tools",,,,,,15.28962282341627,score%,0,,,https://github.com/hehee9/maze-bench (benchmark_results.json $.models[26].official_mean_score (mean of the model's per-maze scores over its 30 graded mazes)),,in, hehee9maze-t1,hehee9maze-bcd609c,gemini-3.6-flash,medium,reasoning-math,hard,"single call, image input, no tools",,,,,,25.116712295940417,score%,0,,,https://github.com/hehee9/maze-bench (benchmark_results.json $.models[27].official_mean_score (mean of the model's per-maze scores over its 30 graded mazes)),,in, hehee9maze-t1,hehee9maze-bcd609c,gemini-3.7-flash,medium,reasoning-math,hard,"single call, image input, no tools",,,,,,23.128581143891804,score%,0,,,https://github.com/hehee9/maze-bench (benchmark_results.json $.models[28].official_mean_score (mean of the model's per-maze scores over its 30 graded mazes)),,in, hehee9maze-t1,hehee9maze-bcd609c,gemini-3.8-flash,medium,reasoning-math,hard,"single call, image input, no tools",,,,,,40.67488946283808,score%,0,,,https://github.com/hehee9/maze-bench (benchmark_results.json $.models[29].official_mean_score (mean of the model's per-maze scores over its 30 graded mazes)),,in, hehee9maze-t1,hehee9maze-bcd609c,grok-4.5,medium,reasoning-math,hard,"single call, image input, no tools",,,,,,16.313907682889937,score%,0,,,https://github.com/hehee9/maze-bench (benchmark_results.json $.models[33].official_mean_score (mean of the model's per-maze scores over its 30 graded mazes)),,in, hehee9maze-t1,hehee9maze-bcd609c,kimi-k3,not-established:absent,reasoning-math,hard,"single call, image input, no tools",,,,,,48.13882958659373,score%,0,,,https://github.com/hehee9/maze-bench (benchmark_results.json $.models[34].official_mean_score (mean of the model's per-maze scores over its 30 graded mazes)),,out:effort-not-established, hehee9maze-t1,hehee9maze-bcd609c,kimi-k3,max,reasoning-math,hard,"single call, image input, no tools",,,,,,32.88958069592808,score%,0,,,https://github.com/hehee9/maze-bench (benchmark_results.json $.models[35].official_mean_score (mean of the model's per-maze scores over its 30 graded mazes)),,in, hehee9maze-t1,hehee9maze-bcd609c,qwen3.7-plus,think,reasoning-math,hard,"single call, image input, no tools",,,,,,20.14546685278644,score%,0,,,https://github.com/hehee9/maze-bench (benchmark_results.json $.models[41].official_mean_score (mean of the model's per-maze scores over its 30 graded mazes)),,in, hehee9maze-t1,hehee9maze-bcd609c,?Qwen3.8 max,not-established:absent,reasoning-math,hard,"single call, image input, no tools",,,,,,53.64755076277993,score%,0,,,https://github.com/hehee9/maze-bench (benchmark_results.json $.models[42].official_mean_score (mean of the model's per-maze scores over its 30 graded mazes)),,out:model-not-established, hehee9maze-t2,hehee9maze-bcd609c,fable-5.1,medium,reasoning-math,hard,"single call, image input, no tools",,,,,,6.134707276978194,score%,0,,,https://github.com/hehee9/maze-bench (benchmark_results_tier2.json $.models[0].official_mean_score (mean of the model's per-maze scores over its 20 graded mazes)),,in, hehee9maze-t2,hehee9maze-bcd609c,opus-5.5,medium,reasoning-math,hard,"single call, image input, no tools",,,,,,67.76141692115924,score%,0,,,https://github.com/hehee9/maze-bench (benchmark_results_tier2.json $.models[1].official_mean_score (mean of the model's per-maze scores over its 20 graded mazes)),,in, hehee9maze-t2,hehee9maze-bcd609c,sonnet-5.5,medium,reasoning-math,hard,"single call, image input, no tools",,,,,,35.77896416506466,score%,0,,,https://github.com/hehee9/maze-bench (benchmark_results_tier2.json $.models[2].official_mean_score (mean of the model's per-maze scores over its 20 graded mazes)),,in, hehee9maze-t2,hehee9maze-bcd609c,gpt-6-astra,medium,reasoning-math,hard,"single call, image input, no tools",,,,,,77.14148711949062,score%,0,,,https://github.com/hehee9/maze-bench (benchmark_results_tier2.json $.models[3].official_mean_score (mean of the model's per-maze scores over its 20 graded mazes)),,in, hehee9maze-t2,hehee9maze-bcd609c,gpt-6-luna,medium,reasoning-math,hard,"single call, image input, no tools",,,,,,4.754104510979806,score%,0,,,https://github.com/hehee9/maze-bench (benchmark_results_tier2.json $.models[4].official_mean_score (mean of the model's per-maze scores over its 20 graded mazes)),,in, hehee9maze-t2,hehee9maze-bcd609c,gpt-6-sol,medium,reasoning-math,hard,"single call, image input, no tools",,,,,,2.1354470022144363,score%,0,,,https://github.com/hehee9/maze-bench (benchmark_results_tier2.json $.models[5].official_mean_score (mean of the model's per-maze scores over its 20 graded mazes)),,in, hehee9maze-t2,hehee9maze-bcd609c,gpt-6.1-sol,medium,reasoning-math,hard,"single call, image input, no tools",,,,,,33.50227317000045,score%,0,,,https://github.com/hehee9/maze-bench (benchmark_results_tier2.json $.models[6].official_mean_score (mean of the model's per-maze scores over its 20 graded mazes)),,in, hexdatabench@hex.tech,hex.tech,opus-5.5,max,agentic-tool,hard,Hex-workspace-agent,per-task,3.5739114765,0,,,70.5,score%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://hex.tech/databench ($.rows / row Opus 5.5 · Max / column scoreValue),,in,in hexdatabench@hex.tech,hex.tech,opus-5.5,xhigh,agentic-tool,hard,Hex-workspace-agent,per-task,2.1610205525,0,,,67,score%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://hex.tech/databench ($.rows / row Opus 5.5 · XHigh / column scoreValue),,in,in hexdatabench@hex.tech,hex.tech,opus-5.5,high,agentic-tool,hard,Hex-workspace-agent,per-task,1.248579639,0,,,65,score%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://hex.tech/databench ($.rows / row Opus 5.5 · High / column scoreValue),,in,in hexdatabench@hex.tech,hex.tech,opus-5.5,medium,agentic-tool,hard,Hex-workspace-agent,per-task,0.97343032025,0,,,62.5,score%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://hex.tech/databench ($.rows / row Opus 5.5 · Medium / column scoreValue),,in,in hexdatabench@hex.tech,hex.tech,gpt-6-sol,xhigh,agentic-tool,hard,Hex-workspace-agent,per-task,0.581652172833,0,,,61.3333,score%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://hex.tech/databench ($.rows / row GPT-6 Sol · XHigh / column scoreValue),,in,in hexdatabench@hex.tech,hex.tech,gpt-6.1-sol,medium,agentic-tool,hard,Hex-workspace-agent,per-task,0.254434,0,,,58,score%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://hex.tech/databench ($.rows / row GPT-6.1 Sol · Medium / column scoreValue),,in,in hexdatabench@hex.tech,hex.tech,gpt-6-sol,max,agentic-tool,hard,Hex-workspace-agent,per-task,0.984485202833,0,,,57,score%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://hex.tech/databench ($.rows / row GPT-6 Sol · Max / column scoreValue),,in,in hexdatabench@hex.tech,hex.tech,gpt-6.1-sol,max,agentic-tool,hard,Hex-workspace-agent,per-task,0.502261,0,,,57,score%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://hex.tech/databench ($.rows / row GPT-6.1 Sol · Max / column scoreValue),,in,in hexdatabench@hex.tech,hex.tech,gpt-6-astra,low,agentic-tool,hard,Hex-workspace-agent,per-task,0.854904,0,,,55,score%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://hex.tech/databench ($.rows / row GPT-6 Astra · Low / column scoreValue),,in,in hexdatabench@hex.tech,hex.tech,gpt-6-astra,max,agentic-tool,hard,Hex-workspace-agent,per-task,2.114002,0,,,55,score%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://hex.tech/databench ($.rows / row GPT-6 Astra · Max / column scoreValue),,in,in hexdatabench@hex.tech,hex.tech,gpt-6.1-sol,high,agentic-tool,hard,Hex-workspace-agent,per-task,0.375952,0,,,55,score%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://hex.tech/databench ($.rows / row GPT-6.1 Sol · High / column scoreValue),,in,in hexdatabench@hex.tech,hex.tech,gpt-6.1-sol,xhigh,agentic-tool,hard,Hex-workspace-agent,per-task,0.43813,0,,,55,score%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://hex.tech/databench ($.rows / row GPT-6.1 Sol · XHigh / column scoreValue),,in,in hexdatabench@hex.tech,hex.tech,gpt-6-sol,high,agentic-tool,hard,Hex-workspace-agent,per-task,0.387394600167,0,,,54.6667,score%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://hex.tech/databench ($.rows / row GPT-6 Sol · High / column scoreValue),,in,in hexdatabench@hex.tech,hex.tech,opus-5.5,low,agentic-tool,hard,Hex-workspace-agent,per-task,0.61010294975,0,,,54,score%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://hex.tech/databench ($.rows / row Opus 5.5 · Low / column scoreValue),,in,in hexdatabench@hex.tech,hex.tech,gpt-6-astra,medium,agentic-tool,hard,Hex-workspace-agent,per-task,1.236406,0,,,52.6667,score%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://hex.tech/databench ($.rows / row GPT-6 Astra · Medium / column scoreValue),,in,in hexdatabench@hex.tech,hex.tech,gpt-6-astra,xhigh,agentic-tool,hard,Hex-workspace-agent,per-task,1.750837,0,,,52.3333,score%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://hex.tech/databench ($.rows / row GPT-6 Astra · XHigh / column scoreValue),,in,in hexdatabench@hex.tech,hex.tech,gpt-6-luna,max,agentic-tool,hard,Hex-workspace-agent,per-task,0.057961059717,0,,,52.3333,score%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://hex.tech/databench ($.rows / row GPT-6 Luna · Max / column scoreValue),,in,in hexdatabench@hex.tech,hex.tech,gpt-6-astra,high,agentic-tool,hard,Hex-workspace-agent,per-task,1.615272,0,,,52,score%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://hex.tech/databench ($.rows / row GPT-6 Astra · High / column scoreValue),,in,in hexdatabench@hex.tech,hex.tech,gpt-6-sol,medium,agentic-tool,hard,Hex-workspace-agent,per-task,0.270769650167,0,,,51.3333,score%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://hex.tech/databench ($.rows / row GPT-6 Sol · Medium / column scoreValue),,in,in hexdatabench@hex.tech,hex.tech,gpt-6-sol,low,agentic-tool,hard,Hex-workspace-agent,per-task,0.174839599833,0,,,50.3333,score%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://hex.tech/databench ($.rows / row GPT-6 Sol · Low / column scoreValue),,in,in hexdatabench@hex.tech,hex.tech,gpt-6.1-sol,low,agentic-tool,hard,Hex-workspace-agent,per-task,0.208597,0,,,48,score%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://hex.tech/databench ($.rows / row GPT-6.1 Sol · Low / column scoreValue),,in,in hexdatabench@hex.tech,hex.tech,gpt-6-luna,high,agentic-tool,hard,Hex-workspace-agent,per-task,0.025823215225,0,,,46,score%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://hex.tech/databench ($.rows / row GPT-6 Luna · High / column scoreValue),,in,in hexdatabench@hex.tech,hex.tech,gpt-6-luna,xhigh,agentic-tool,hard,Hex-workspace-agent,per-task,0.03956597605,0,,,46,score%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://hex.tech/databench ($.rows / row GPT-6 Luna · XHigh / column scoreValue),,in,in hexdatabench@hex.tech,hex.tech,gpt-6-luna,medium,agentic-tool,hard,Hex-workspace-agent,per-task,0.019124674467,0,,,42.6667,score%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://hex.tech/databench ($.rows / row GPT-6 Luna · Medium / column scoreValue),,in,in hexdatabench@hex.tech,hex.tech,gpt-5.6-sol,xhigh,agentic-tool,hard,Hex-workspace-agent,per-task,1.2288462500000001,0.142,,,40.3333,score%,2.89e-05,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://hex.tech/databench ($.rows / row GPT-5.6 Sol · XHigh / column scoreValue),,in,in hexdatabench@hex.tech,hex.tech,gpt-5.6-sol,medium,agentic-tool,hard,Hex-workspace-agent,per-task,0.766365,0.0885,,,39.6667,score%,2.89e-05,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://hex.tech/databench ($.rows / row GPT-5.6 Sol · Medium / column scoreValue),,in,in hexdatabench@hex.tech,hex.tech,gpt-5.6-terra,xhigh,agentic-tool,hard,Hex-workspace-agent,per-task,0.26748000000000005,0.0172,,,39.3333,score%,2.89e-05,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://hex.tech/databench ($.rows / row GPT-5.6 Terra · XHigh / column scoreValue),,in,in hexdatabench@hex.tech,hex.tech,gpt-5.6-sol,high,agentic-tool,hard,Hex-workspace-agent,per-task,0.9356525,0.108,,,38,score%,2.89e-05,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://hex.tech/databench ($.rows / row GPT-5.6 Sol · High / column scoreValue),,in,in hexdatabench@hex.tech,hex.tech,gpt-5.6-luna,xhigh,agentic-tool,hard,Hex-workspace-agent,per-task,0.0237828,0.00915,,,35.3333,score%,2.89e-05,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://hex.tech/databench ($.rows / row GPT-5.6 Luna · XHigh / column scoreValue),,in,in hexdatabench@hex.tech,hex.tech,gpt-5.6-terra,high,agentic-tool,hard,Hex-workspace-agent,per-task,0.18333,0.0118,,,32.6667,score%,2.89e-05,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://hex.tech/databench ($.rows / row GPT-5.6 Terra · High / column scoreValue),,in,in hexdatabench@hex.tech,hex.tech,gpt-5.6-luna,high,agentic-tool,hard,Hex-workspace-agent,per-task,0.0183984,0.00708,,,31.3333,score%,2.89e-05,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://hex.tech/databench ($.rows / row GPT-5.6 Luna · High / column scoreValue),,in,in hexdatabench@hex.tech,hex.tech,gpt-6-luna,low,agentic-tool,hard,Hex-workspace-agent,per-task,0.0107957625,0,,,30.3333,score%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://hex.tech/databench ($.rows / row GPT-6 Luna · Low / column scoreValue),,in,in hexdatabench@hex.tech,hex.tech,gpt-5.6-sol,low,agentic-tool,hard,Hex-workspace-agent,per-task,0.46171625000000005,0.0533,,,29.6667,score%,2.89e-05,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://hex.tech/databench ($.rows / row GPT-5.6 Sol · Low / column scoreValue),,in,in hexdatabench@hex.tech,hex.tech,gpt-5.6-terra,medium,agentic-tool,hard,Hex-workspace-agent,per-task,0.13663530000000002,0.00877,,,29.3333,score%,2.89e-05,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://hex.tech/databench ($.rows / row GPT-5.6 Terra · Medium / column scoreValue),,in,in hexdatabench@hex.tech,hex.tech,haiku-5.5,medium,agentic-tool,hard,Hex-workspace-agent,per-task,0.027272650733333334,0,,,28,score%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://hex.tech/databench ($.rows / row Claude Haiku 5.5 · Medium / column scoreValue),,in,in hexdatabench@hex.tech,hex.tech,haiku-5.5,high,agentic-tool,hard,Hex-workspace-agent,per-task,0.058317044033333335,0,,,28,score%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://hex.tech/databench ($.rows / row Claude Haiku 5.5 · High / column scoreValue),,in,in hexdatabench@hex.tech,hex.tech,gpt-5.6-terra,low,agentic-tool,hard,Hex-workspace-agent,per-task,0.1290258,0.00828,,,27,score%,2.89e-05,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://hex.tech/databench ($.rows / row GPT-5.6 Terra · Low / column scoreValue),,in,in hexdatabench@hex.tech,hex.tech,fable-5.1,max,agentic-tool,hard,Hex-workspace-agent,per-task,3.358707,0,,,27,score%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://hex.tech/databench ($.rows / row Fable 5.1 · Max / column scoreValue),,in,in hexdatabench@hex.tech,hex.tech,gpt-5.6-luna,medium,agentic-tool,hard,Hex-workspace-agent,per-task,0.011073,0.00426,,,24,score%,2.89e-05,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://hex.tech/databench ($.rows / row GPT-5.6 Luna · Medium / column scoreValue),,in,in hexdatabench@hex.tech,hex.tech,haiku-5.5,low,agentic-tool,hard,Hex-workspace-agent,per-task,0.015316343699999999,0,,,23,score%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://hex.tech/databench ($.rows / row Claude Haiku 5.5 · Low / column scoreValue),,in,in hexdatabench@hex.tech,hex.tech,fable-5.1,xhigh,agentic-tool,hard,Hex-workspace-agent,per-task,2.495851,0,,,21.6667,score%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://hex.tech/databench ($.rows / row Fable 5.1 · XHigh / column scoreValue),,in,in hexdatabench@hex.tech,hex.tech,fable-5.1,medium,agentic-tool,hard,Hex-workspace-agent,per-task,1.182898,0,,,21,score%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://hex.tech/databench ($.rows / row Fable 5.1 · Medium / column scoreValue),,in,in hexdatabench@hex.tech,hex.tech,fable-5.1,high,agentic-tool,hard,Hex-workspace-agent,per-task,1.571076,0,,,20.3333,score%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://hex.tech/databench ($.rows / row Fable 5.1 · High / column scoreValue),,in,in hexdatabench@hex.tech,hex.tech,opus-5,max,agentic-tool,hard,Hex-workspace-agent,per-task,2.109061,0,,,19.6667,score%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://hex.tech/databench ($.rows / row Opus 5 · Max / column scoreValue),,in,in hexdatabench@hex.tech,hex.tech,gpt-5.6-luna,low,agentic-tool,hard,Hex-workspace-agent,per-task,0.0078846,0.00303,,,19,score%,2.89e-05,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://hex.tech/databench ($.rows / row GPT-5.6 Luna · Low / column scoreValue),,in,in hexdatabench@hex.tech,hex.tech,opus-4.8,xhigh,agentic-tool,hard,Hex-workspace-agent,per-task,1.200635,0,,,18.6667,score%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://hex.tech/databench ($.rows / row Opus 4.8 · XHigh / column scoreValue),,in,in hexdatabench@hex.tech,hex.tech,opus-5,high,agentic-tool,hard,Hex-workspace-agent,per-task,1.611204,0,,,18,score%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://hex.tech/databench ($.rows / row Opus 5 · High / column scoreValue),,in,in hexdatabench@hex.tech,hex.tech,fable-5,max,agentic-tool,hard,Hex-workspace-agent,per-task,3.486334,0,,,18,score%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://hex.tech/databench ($.rows / row Fable 5 · Max / column scoreValue),,in,in hexdatabench@hex.tech,hex.tech,opus-5,xhigh,agentic-tool,hard,Hex-workspace-agent,per-task,1.887681,0,,,17.3333,score%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://hex.tech/databench ($.rows / row Opus 5 · XHigh / column scoreValue),,in,in hexdatabench@hex.tech,hex.tech,opus-4.8,medium,agentic-tool,hard,Hex-workspace-agent,per-task,0.758971,0,,,17,score%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://hex.tech/databench ($.rows / row Opus 4.8 · Medium / column scoreValue),,in,in hexdatabench@hex.tech,hex.tech,opus-5,medium,agentic-tool,hard,Hex-workspace-agent,per-task,1.101234,0,,,17,score%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://hex.tech/databench ($.rows / row Opus 5 · Medium / column scoreValue),,in,in hexdatabench@hex.tech,hex.tech,fable-5.1,low,agentic-tool,hard,Hex-workspace-agent,per-task,0.924505,0,,,16.3333,score%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://hex.tech/databench ($.rows / row Fable 5.1 · Low / column scoreValue),,in,in hexdatabench@hex.tech,hex.tech,glm-5.3,max,agentic-tool,hard,Hex-workspace-agent,per-task,0.638527,0,,,16.3333,score%,2.89e-05,,cost-method-assumed-single,https://hex.tech/databench ($.rows / row GLM 5.3 · Max / column scoreValue),,in,out:cost-not-comparable hexdatabench@hex.tech,hex.tech,fable-5,high,agentic-tool,hard,Hex-workspace-agent,per-task,1.880558,0,,,16,score%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://hex.tech/databench ($.rows / row Fable 5 · High / column scoreValue),,in,in hexdatabench@hex.tech,hex.tech,opus-5,low,agentic-tool,hard,Hex-workspace-agent,per-task,0.744621,0,,,15.6667,score%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://hex.tech/databench ($.rows / row Opus 5 · Low / column scoreValue),,in,in hexdatabench@hex.tech,hex.tech,opus-4.8,max,agentic-tool,hard,Hex-workspace-agent,per-task,1.783553,0,,,15,score%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://hex.tech/databench ($.rows / row Opus 4.8 · Max / column scoreValue),,in,in hexdatabench@hex.tech,hex.tech,fable-5,low,agentic-tool,hard,Hex-workspace-agent,per-task,1.136589,0,,,15,score%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://hex.tech/databench ($.rows / row Fable 5 · Low / column scoreValue),,in,in hexdatabench@hex.tech,hex.tech,fable-5,medium,agentic-tool,hard,Hex-workspace-agent,per-task,1.504295,0,,,14.6667,score%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://hex.tech/databench ($.rows / row Fable 5 · Medium / column scoreValue),,in,in hexdatabench@hex.tech,hex.tech,glm-5.3,high,agentic-tool,hard,Hex-workspace-agent,per-task,0.356431,0,,,14.6667,score%,2.89e-05,,cost-method-assumed-single,https://hex.tech/databench ($.rows / row GLM 5.3 · High / column scoreValue),,in,out:cost-not-comparable hexdatabench@hex.tech,hex.tech,sonnet-5,xhigh,agentic-tool,hard,Hex-workspace-agent,per-task,0.619515,0,,,14.3333,score%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://hex.tech/databench ($.rows / row Sonnet 5 · XHigh / column scoreValue),,in,in hexdatabench@hex.tech,hex.tech,opus-4.8,high,agentic-tool,hard,Hex-workspace-agent,per-task,0.857424,0,,,14,score%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://hex.tech/databench ($.rows / row Opus 4.8 · High / column scoreValue),,in,in hexdatabench@hex.tech,hex.tech,deepseek-v4.1-flash,high,agentic-tool,hard,Hex-workspace-agent,per-task,0.139078,0,,,14,score%,2.89e-05,,cost-method-assumed-single,https://hex.tech/databench ($.rows / row DeepSeek V4.1 Flash · High / column scoreValue),,in,out:cost-not-comparable hexdatabench@hex.tech,hex.tech,sonnet-5,high,agentic-tool,hard,Hex-workspace-agent,per-task,0.492168,0,,,13.6667,score%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://hex.tech/databench ($.rows / row Sonnet 5 · High / column scoreValue),,in,in hexdatabench@hex.tech,hex.tech,deepseek-v4.1-flash,low,agentic-tool,hard,Hex-workspace-agent,per-task,0.103412,0,,,13.6667,score%,2.89e-05,,cost-method-assumed-single,https://hex.tech/databench ($.rows / row DeepSeek V4.1 Flash · Low / column scoreValue),,in,out:cost-not-comparable hexdatabench@hex.tech,hex.tech,sonnet-5,medium,agentic-tool,hard,Hex-workspace-agent,per-task,0.362365,0,,,13.3333,score%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://hex.tech/databench ($.rows / row Sonnet 5 · Medium / column scoreValue),,in,in hexdatabench@hex.tech,hex.tech,glm-5.2,high,agentic-tool,hard,Hex-workspace-agent,per-task,0.253753,0,,,13.3333,score%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://hex.tech/databench ($.rows / row GLM 5.2 · High / column scoreValue),,in,out:cost-single-couple hexdatabench@hex.tech,hex.tech,?Kimi K2.7,not-established:absent,agentic-tool,hard,Hex-workspace-agent,per-task,0.276548310167,0,,,12.6667,score%,2.89e-05,,,https://hex.tech/databench ($.rows / row Kimi K2.7 · Medium / column scoreValue),,out:model-not-established,out:model-not-established hexdatabench@hex.tech,hex.tech,sonnet-5,max,agentic-tool,hard,Hex-workspace-agent,per-task,1.067905,0,,,12.3333,score%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://hex.tech/databench ($.rows / row Sonnet 5 · Max / column scoreValue),,in,in hexdatabench@hex.tech,hex.tech,opus-4.8,low,agentic-tool,hard,Hex-workspace-agent,per-task,0.60302,0,,,12,score%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://hex.tech/databench ($.rows / row Opus 4.8 · Low / column scoreValue),,in,in hexdatabench@hex.tech,hex.tech,sonnet-5,low,agentic-tool,hard,Hex-workspace-agent,per-task,0.263527,0,,,11.6667,score%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://hex.tech/databench ($.rows / row Sonnet 5 · Low / column scoreValue),,in,in hexdatabench@hex.tech,hex.tech,glm-5.2,not-established:absent,agentic-tool,hard,Hex-workspace-agent,per-task,0.320113,0,,,9,score%,2.89e-05,,,https://hex.tech/databench ($.rows / row GLM 5.2 · Max / column scoreValue),,out:effort-not-established,out:effort-not-established hexdatabench@hex.tech,hex.tech,glm-5.3,low,agentic-tool,hard,Hex-workspace-agent,per-task,0.199005,0,,,8.6667,score%,2.89e-05,,cost-method-assumed-single,https://hex.tech/databench ($.rows / row GLM 5.3 · Low / column scoreValue),,in,out:cost-not-comparable rt-v1.1-audio-proofread,heydonna,gemini-3.8-flash,low,writing,mid,rt-pipeline,usd-per-repetition,5.32,0.00289,,,22.9,WER-verbatim-lower-better,0.0289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://huggingface.co/datasets/heydonna/record-test-bench-results (track table, row 'gemini-3.8-flash', column 'Proofread WER verbatim' (mean of repetitions 2 and 3))",src-heydonna-rt-v1.1-readme-2026-10-21|run:heydonna-rt-v1.1-audio-legal-structure|gemini-3.8-flash@low|,in,in heydonna-rt-v1.1-audio-legal-structure,heydonna,gemini-3.8-flash,low,writing,mid,rt-pipeline,usd-per-repetition,5.32,0.00289,,,53.7,F1%,0.0289,,,"https://huggingface.co/datasets/heydonna/record-test-bench-results (track table, row 'gemini-3.8-flash', column 'Legal-structure F1')",src-heydonna-rt-v1.1-readme-2026-10-21|run:heydonna-rt-v1.1-audio-legal-structure|gemini-3.8-flash@low|,in,in rt-v1.1-audio-proofread,heydonna,gemini-4-argon,low,writing,mid,rt-pipeline,usd-per-repetition,15.16,0.00289,,,22.5,WER-verbatim-lower-better,0.0289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://huggingface.co/datasets/heydonna/record-test-bench-results (track table, row 'gemini-4-argon', column 'Proofread WER verbatim' (mean of repetitions 2 and 3))",src-heydonna-rt-v1.1-readme-2026-10-21|run:heydonna-rt-v1.1-audio-legal-structure|gemini-4-argon@low|,in,in heydonna-rt-v1.1-audio-legal-structure,heydonna,gemini-4-argon,low,writing,mid,rt-pipeline,usd-per-repetition,15.16,0.00289,,,48.1,F1%,0.0289,,,"https://huggingface.co/datasets/heydonna/record-test-bench-results (track table, row 'gemini-4-argon', column 'Legal-structure F1')",src-heydonna-rt-v1.1-readme-2026-10-21|run:heydonna-rt-v1.1-audio-legal-structure|gemini-4-argon@low|,in,in rt-v1.1-audio-proofread,heydonna,gemini-3.1-flash-lite,minimal,writing,mid,rt-pipeline,usd-per-repetition,2.36,0.00289,,,20.2,WER-verbatim-lower-better,0.0289,,cost-base-price:cost-publisher-figure,"https://huggingface.co/datasets/heydonna/record-test-bench-results (track table, row 'gemini-3.1-flash-lite', column 'Proofread WER verbatim' (mean of repetitions 2 and 3))",src-heydonna-rt-v1.1-readme-2026-10-21|run:heydonna-rt-v1.1-audio-legal-structure|gemini-3.1-flash-lite@minimal|,in,in heydonna-rt-v1.1-audio-legal-structure,heydonna,gemini-3.1-flash-lite,minimal,writing,mid,rt-pipeline,usd-per-repetition,2.36,0.00289,,,19.2,F1%,0.0289,,,"https://huggingface.co/datasets/heydonna/record-test-bench-results (track table, row 'gemini-3.1-flash-lite', column 'Legal-structure F1')",src-heydonna-rt-v1.1-readme-2026-10-21|run:heydonna-rt-v1.1-audio-legal-structure|gemini-3.1-flash-lite@minimal|,in,in rt-v1.1-text-sc,heydonna,sonnet-5.5,high,writing,mid,rt-pipeline,usd-per-repetition,11.12,0.00289,,,48.1,SC-name-accuracy-higher-better,0.0289,,cost-base-price:cost-publisher-figure,"https://huggingface.co/datasets/heydonna/record-test-bench-results (track table, row 'claude-sonnet-5-5', column 'SC name accuracy' (mean of repetitions 2 and 3))",src-heydonna-rt-v1.1-readme-2026-10-21|run:heydonna-rt-v1.1-text-legal-structure|sonnet-5.5@high|,in,in heydonna-rt-v1.1-text-legal-structure,heydonna,sonnet-5.5,high,writing,mid,rt-pipeline,usd-per-repetition,11.12,0.00289,,,25.8,F1%,0.0289,,,"https://huggingface.co/datasets/heydonna/record-test-bench-results (track table, row 'claude-sonnet-5-5', column 'Legal-structure F1')",src-heydonna-rt-v1.1-readme-2026-10-21|run:heydonna-rt-v1.1-text-legal-structure|sonnet-5.5@high|,in,in rt-v1.1-text-sc,heydonna,gpt-6.1-sol,medium,writing,mid,rt-pipeline,usd-per-repetition,6.37,0.00289,,,52.5,SC-name-accuracy-higher-better,0.0289,,cost-base-price:cost-publisher-figure,"https://huggingface.co/datasets/heydonna/record-test-bench-results (track table, row 'gpt-6.1-sol', column 'SC name accuracy' (mean of repetitions 2 and 3))",src-heydonna-rt-v1.1-readme-2026-10-21|run:heydonna-rt-v1.1-text-legal-structure|gpt-6.1-sol@medium|,in,in heydonna-rt-v1.1-text-legal-structure,heydonna,gpt-6.1-sol,medium,writing,mid,rt-pipeline,usd-per-repetition,6.37,0.00289,,,19.5,F1%,0.0289,,,"https://huggingface.co/datasets/heydonna/record-test-bench-results (track table, row 'gpt-6.1-sol', column 'Legal-structure F1')",src-heydonna-rt-v1.1-readme-2026-10-21|run:heydonna-rt-v1.1-text-legal-structure|gpt-6.1-sol@medium|,in,in rt-v1.1-text-sc,heydonna,haiku-5.5,default,writing,mid,rt-pipeline,usd-per-repetition,0.58,0.00289,,,41.1,SC-name-accuracy-higher-better,0.0289,,,"https://huggingface.co/datasets/heydonna/record-test-bench-results (track table, row 'claude-haiku-5-5', column 'SC name accuracy' (mean of repetitions 2 and 3))",,out:effort-not-established,out:effort-not-established heydonna-rt-v1.1-text-legal-structure,heydonna,haiku-5.5,default,writing,mid,rt-pipeline,usd-per-repetition,0.58,0.00289,,,8.7,F1%,0.0289,,,"https://huggingface.co/datasets/heydonna/record-test-bench-results (track table, row 'claude-haiku-5-5', column 'Legal-structure F1')",,out:effort-not-established,out:effort-not-established 4dcodebench-renders,hf-4dcodebench,gemini-3.8-flash,high,mixed,mid,,,,,,,200,solved-of-200,0,,harness-label-as-level:antigravity-cli,"https://huggingface.co/datasets/4DCodeBench/Results (README table, row antigravity-gemini-3.8-flash-high, column renders)",,out:uninformative, 4dcodebench-renders,hf-4dcodebench,fable-5.1,high,mixed,mid,,,,,,,198,solved-of-200,0,,,"https://huggingface.co/datasets/4DCodeBench/Results (README table, row claude-claude-fable-5-1-high, column renders)",,out:single-couple, 4dcodebench-renders,hf-4dcodebench,opus-5.5,high,mixed,mid,,,,,,,200,solved-of-200,0,,,"https://huggingface.co/datasets/4DCodeBench/Results (README table, row claude-claude-opus-5-5-high, column renders)",,out:uninformative, 4dcodebench-renders,hf-4dcodebench,opus-5,high,mixed,mid,,,,,,,200,solved-of-200,0,,,"https://huggingface.co/datasets/4DCodeBench/Results (README table, row claude-claude-opus-5-high, column renders)",,out:uninformative, 4dcodebench-renders,hf-4dcodebench,gpt-5.6-luna,max,mixed,mid,,,,,,,200,solved-of-200,0,,,"https://huggingface.co/datasets/4DCodeBench/Results (README table, row codex-gpt-5.6-luna-max, column renders)",,out:uninformative, 4dcodebench-renders,hf-4dcodebench,gpt-5.6-sol,high,mixed,mid,,,,,,,200,solved-of-200,0,,,"https://huggingface.co/datasets/4DCodeBench/Results (README table, row codex-gpt-5.6-sol-high, column renders)",,out:uninformative, 4dcodebench-renders,hf-4dcodebench,gpt-5.6-terra,high,mixed,mid,,,,,,,200,solved-of-200,0,,,"https://huggingface.co/datasets/4DCodeBench/Results (README table, row codex-gpt-5.6-terra-high, column renders)",,out:uninformative, 4dcodebench-renders,hf-4dcodebench,gpt-6-astra,high,mixed,mid,,,,,,,200,solved-of-200,0,,,"https://huggingface.co/datasets/4DCodeBench/Results (README table, row codex-gpt-6-astra-high, column renders)",,out:uninformative, 4dcodebench-renders,hf-4dcodebench,gpt-6-astra,low,mixed,mid,,,,,,,200,solved-of-200,0,,,"https://huggingface.co/datasets/4DCodeBench/Results (README table, row codex-gpt-6-astra-low, column renders)",,out:uninformative, 4dcodebench-renders,hf-4dcodebench,gpt-6-astra,max,mixed,mid,,,,,,,200,solved-of-200,0,,,"https://huggingface.co/datasets/4DCodeBench/Results (README table, row codex-gpt-6-astra-max, column renders)",,out:uninformative, 4dcodebench-renders,hf-4dcodebench,deepseek-v4.1-flash,not-established:absent,mixed,mid,,,,,,,199,solved-of-200,0,,,"https://huggingface.co/datasets/4DCodeBench/Results (README table, row stirrup-deepseek-v4.1-flash-default, column renders)",,out:effort-not-established, 4dcodebench-renders,hf-4dcodebench,gemma-4-31b-it,not-established:absent,mixed,mid,,,,,,,200,solved-of-200,0,,,"https://huggingface.co/datasets/4DCodeBench/Results (README table, row stirrup-gemma-4-31b-default, column renders)",,out:effort-not-established, 4dcodebench-renders,hf-4dcodebench,glm-5.3-flash,not-established:absent,mixed,mid,,,,,,,197,solved-of-200,0,,,"https://huggingface.co/datasets/4DCodeBench/Results (README table, row stirrup-glm-5.3-flash-default, column renders)",,out:effort-not-established, 4dcodebench-renders,hf-4dcodebench,mimo-v2.5,not-established:absent,mixed,mid,,,,,,,199,solved-of-200,0,,,"https://huggingface.co/datasets/4DCodeBench/Results (README table, row stirrup-mimo-v2.5-default, column renders)",,out:effort-not-established, 4dcodebench-renders,hf-4dcodebench,minimax-m3,not-established:absent,mixed,mid,,,,,,,196,solved-of-200,0,,,"https://huggingface.co/datasets/4DCodeBench/Results (README table, row stirrup-minimax-m3-default, column renders)",,out:effort-not-established, 4dcodebench-renders,hf-4dcodebench,mistral-medium-3.5,not-established:absent,mixed,mid,,,,,,,185,solved-of-200,0,,,"https://huggingface.co/datasets/4DCodeBench/Results (README table, row stirrup-mistral-medium-3.5-default, column renders)",,out:effort-not-established, 4dcodebench-renders,hf-4dcodebench,?muse-glimmer,not-established:absent,mixed,mid,,,,,,,199,solved-of-200,0,,,"https://huggingface.co/datasets/4DCodeBench/Results (README table, row stirrup-muse-glimmer-high, column renders)",,out:model-not-established, 4dcodebench-renders,hf-4dcodebench,qwen3.8-flash-next,not-established:absent,mixed,mid,,,,,,,185,solved-of-200,0,,,"https://huggingface.co/datasets/4DCodeBench/Results (README table, row stirrup-qwen3.8-flash-next-default, column renders)",,out:effort-not-established, ale-lite-ahc026,hf-agentnativeresearchlab-ale,gpt-5.6-sol,unstated,coding,frontier,"custom watcher harness, vendor CLI",,,,,,223,performance-rating,0.289,,,"https://huggingface.co/datasets/AgentNativeResearchLab/ale-bench-glm5.2-trajectories (ale-scoreboard-glm5.2.SB.md line 6, row codex-sol/ahc026, column perf)",,out:effort-not-established, ale-lite-ahc026,hf-agentnativeresearchlab-ale,glm-5.3,unstated,coding,frontier,"custom watcher harness, vendor CLI",,,,,,730,performance-rating,0.289,,,"https://huggingface.co/datasets/AgentNativeResearchLab/ale-bench-glm5.2-trajectories (ale-scoreboard-glm5.2.SB.md line 8, row glm-52/ahc026, column perf)",,out:effort-not-established, ale-lite-ahc039,hf-agentnativeresearchlab-ale,gpt-5.6-sol,unstated,coding,frontier,"custom watcher harness, vendor CLI",,,,,,265,performance-rating,0.289,,,"https://huggingface.co/datasets/AgentNativeResearchLab/ale-bench-glm5.2-trajectories (ale-scoreboard-glm5.2.SB.md line 7, row codex-sol/ahc039, column perf)",,out:effort-not-established, ale-lite-ahc039,hf-agentnativeresearchlab-ale,glm-5.3,unstated,coding,frontier,"custom watcher harness, vendor CLI",,,,,,1684,performance-rating,0.289,,,"https://huggingface.co/datasets/AgentNativeResearchLab/ale-bench-glm5.2-trajectories (ale-scoreboard-glm5.2.SB.md line 9, row glm-52/ahc039, column perf)",,out:effort-not-established, discoverphysics-ara-claude-code,hf-agentnativeresearchlab,fable-5,unstated,reasoning-math,frontier,Claude Code (CC + ARA bridge),,,,,,72.727273,score%,0,,,"https://arxiv.org/abs/2605.26087 (scoreboard, bold PASS line)",,out:effort-not-established, discoverphysics-ara-codex,hf-agentnativeresearchlab,gpt-5.6-sol,high,reasoning-math,frontier,Codex CLI (ARA bridge),,,,,,72.727273,score%,0,,,"https://arxiv.org/abs/2605.26087 (scoreboard, bold PASS line)",,in, discoverphysics-ara-grok-cli,hf-agentnativeresearchlab,grok-4.5,high,reasoning-math,frontier,grok CLI (ARA bridge),,,,,,45.454545,score%,0,,,"https://arxiv.org/abs/2605.26087 (scoreboard, bold PASS line)",,out:single-couple, discoverphysics-ara-claude-code,hf-agentnativeresearchlab,glm-5.2,unstated,reasoning-math,frontier,Claude Code (CC + ARA bridge),,,,,,27.272727,score%,0,,,"https://arxiv.org/abs/2605.26087 (scoreboard, bold PASS line)",,out:effort-not-established, discoverphysics-ara-claude-code,hf-agentnativeresearchlab,opus-4.8,max,reasoning-math,frontier,Claude Code (CC + ARA bridge),,447,0.289,,,18.181818,score%,0,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2605.26087 (scoreboard, bold PASS line)",,out:single-couple,out:cost-single-couple discoverphysics-ara-codex,hf-agentnativeresearchlab,gpt-5.5,high,reasoning-math,frontier,Codex CLI (ARA bridge),,1,0.289,,,18.181818,score%,0,,,"https://arxiv.org/abs/2605.26087 (scoreboard, bold PASS line)",,in,out:cost-basis discoverphysics-ara-kimi-code,hf-agentnativeresearchlab,?kimi-k2.7,not-established:absent,reasoning-math,frontier,kimi-code CLI (ARA bridge),,1,0.289,,,9.090909,score%,0,,,"https://arxiv.org/abs/2605.26087 (scoreboard, bold PASS line)",,out:model-not-established,out:model-not-established discoverphysics-ara-antigravity,hf-agentnativeresearchlab,gemini-3.1-pro,high,reasoning-math,frontier,Antigravity CLI (ARA bridge),,1,0.289,,,9.090909,score%,0,,harness-label-as-level:antigravity-cli; cost-price-ratio:USD; cost-method-assumed-single,"https://arxiv.org/abs/2605.26087 (scoreboard, bold PASS line)",,out:single-couple,out:cost-not-comparable lhtb-cli-doc-table,hf-agentnativeresearchlab-lhtb,glm-5.2,unstated,agentic-tool,frontier,"vendor installed CLI (Harbor patched, 90 min)",,,,,,0.020,score-of-1,0.000289,,,"https://huggingface.co/datasets/AgentNativeResearchLab/lhtb-glm5.2-trajectories (lhtb-board-glm5.2.SB.md line 6, row document-table-layout-reconstruction, column reward)",,out:effort-not-established, lhtb-cli-great-exp,hf-agentnativeresearchlab-lhtb,glm-5.2,unstated,agentic-tool,frontier,"vendor installed CLI (Harbor patched, 90 min)",,,,,,0.545,score-of-1,0.000289,,,"https://huggingface.co/datasets/AgentNativeResearchLab/lhtb-glm5.2-trajectories (lhtb-board-glm5.2.SB.md line 7, row great-expectations-audit, column reward)",,out:effort-not-established, lhtb-cli-langchain,hf-agentnativeresearchlab-lhtb,glm-5.2,unstated,agentic-tool,frontier,"vendor installed CLI (Harbor patched, 90 min)",,3.68,0.00289,,,1.000,score-of-1,0.000289,,,"https://huggingface.co/datasets/AgentNativeResearchLab/lhtb-glm5.2-trajectories (lhtb-board-glm5.2.SB.md line 8, row langchain-version-migration, column reward)",,out:effort-not-established,out:effort-not-established lhtb-cli-sci-fig,hf-agentnativeresearchlab-lhtb,glm-5.2,unstated,agentic-tool,frontier,"vendor installed CLI (Harbor patched, 90 min)",,,,,,0.040,score-of-1,0.000289,,,"https://huggingface.co/datasets/AgentNativeResearchLab/lhtb-glm5.2-trajectories (lhtb-board-glm5.2.SB.md line 9, row scientific-figure-data-reconstruction, column reward)",,out:effort-not-established, lhtb-cli-doc-table,hf-agentnativeresearchlab-lhtb,kimi-k3,unstated,agentic-tool,frontier,"vendor installed CLI (Harbor patched, 90 min)",,,,,,0.092,score-of-1,0.000289,,,"https://huggingface.co/datasets/AgentNativeResearchLab/lhtb-glm5.2-trajectories (lhtb-board-kimi-k3.SB.md line 6, row document-table-layout-reconstruction, column reward)",,out:effort-not-established, lhtb-cli-great-exp,hf-agentnativeresearchlab-lhtb,kimi-k3,unstated,agentic-tool,frontier,"vendor installed CLI (Harbor patched, 90 min)",,,,,,1.000,score-of-1,0.000289,,,"https://huggingface.co/datasets/AgentNativeResearchLab/lhtb-glm5.2-trajectories (lhtb-board-kimi-k3.SB.md line 7, row great-expectations-audit, column reward)",,out:effort-not-established, lhtb-cli-langchain,hf-agentnativeresearchlab-lhtb,kimi-k3,unstated,agentic-tool,frontier,"vendor installed CLI (Harbor patched, 90 min)",,,,,,1.000,score-of-1,0.000289,,,"https://huggingface.co/datasets/AgentNativeResearchLab/lhtb-glm5.2-trajectories (lhtb-board-kimi-k3.SB.md line 8, row langchain-version-migration, column reward)",,out:effort-not-established, lhtb-cli-sci-fig,hf-agentnativeresearchlab-lhtb,kimi-k3,unstated,agentic-tool,frontier,"vendor installed CLI (Harbor patched, 90 min)",,,,,,0.040,score-of-1,0.000289,,,"https://huggingface.co/datasets/AgentNativeResearchLab/lhtb-glm5.2-trajectories (lhtb-board-kimi-k3.SB.md line 9, row scientific-figure-data-reconstruction, column reward)",,out:effort-not-established, lhtb-cli-doc-table,hf-agentnativeresearchlab-lhtb,?gemini3.1-pro-high,not-established:absent,agentic-tool,frontier,"vendor installed CLI (Harbor patched, 90 min)",,,,,,0.075,score-of-1,0.000289,,,"https://huggingface.co/datasets/AgentNativeResearchLab/lhtb-glm5.2-trajectories (lhtb-board-gemini3.1-pro-high.SB.md line 6, row document-table-layout-reconstruction, column reward)",,out:model-not-established, lhtb-cli-great-exp,hf-agentnativeresearchlab-lhtb,?gemini3.1-pro-high,not-established:absent,agentic-tool,frontier,"vendor installed CLI (Harbor patched, 90 min)",,,,,,0.273,score-of-1,0.000289,,,"https://huggingface.co/datasets/AgentNativeResearchLab/lhtb-glm5.2-trajectories (lhtb-board-gemini3.1-pro-high.SB.md line 7, row great-expectations-audit, column reward)",,out:model-not-established, lhtb-cli-langchain,hf-agentnativeresearchlab-lhtb,?gemini3.1-pro-high,not-established:absent,agentic-tool,frontier,"vendor installed CLI (Harbor patched, 90 min)",,,,,,1.000,score-of-1,0.000289,,,"https://huggingface.co/datasets/AgentNativeResearchLab/lhtb-glm5.2-trajectories (lhtb-board-gemini3.1-pro-high.SB.md line 8, row langchain-version-migration, column reward)",,out:model-not-established, lhtb-cli-sci-fig,hf-agentnativeresearchlab-lhtb,?gemini3.1-pro-high,not-established:absent,agentic-tool,frontier,"vendor installed CLI (Harbor patched, 90 min)",,,,,,0.040,score-of-1,0.000289,,,"https://huggingface.co/datasets/AgentNativeResearchLab/lhtb-glm5.2-trajectories (lhtb-board-gemini3.1-pro-high.SB.md line 9, row scientific-figure-data-reconstruction, column reward)",,out:model-not-established, lhtb-cli-doc-table,hf-agentnativeresearchlab-lhtb,grok-4.5,unstated,agentic-tool,frontier,"vendor installed CLI (Harbor patched, 90 min)",,,,,,0.075,score-of-1,0.000289,,,"https://huggingface.co/datasets/AgentNativeResearchLab/lhtb-glm5.2-trajectories (lhtb-board-grok4.5.SB.md line 6, row document-table-layout-reconstruction, column reward)",,out:effort-not-established, lhtb-cli-great-exp,hf-agentnativeresearchlab-lhtb,grok-4.5,unstated,agentic-tool,frontier,"vendor installed CLI (Harbor patched, 90 min)",,,,,,0.273,score-of-1,0.000289,,,"https://huggingface.co/datasets/AgentNativeResearchLab/lhtb-glm5.2-trajectories (lhtb-board-grok4.5.SB.md line 7, row great-expectations-audit, column reward)",,out:effort-not-established, lhtb-cli-langchain,hf-agentnativeresearchlab-lhtb,grok-4.5,unstated,agentic-tool,frontier,"vendor installed CLI (Harbor patched, 90 min)",,,,,,1.000,score-of-1,0.000289,,,"https://huggingface.co/datasets/AgentNativeResearchLab/lhtb-glm5.2-trajectories (lhtb-board-grok4.5.SB.md line 8, row langchain-version-migration, column reward)",,out:effort-not-established, lhtb-cli-sci-fig,hf-agentnativeresearchlab-lhtb,grok-4.5,unstated,agentic-tool,frontier,"vendor installed CLI (Harbor patched, 90 min)",,,,,,0.040,score-of-1,0.000289,,,"https://huggingface.co/datasets/AgentNativeResearchLab/lhtb-glm5.2-trajectories (lhtb-board-grok4.5.SB.md line 9, row scientific-figure-data-reconstruction, column reward)",,out:effort-not-established, agents-last-exam,hf-ale-official,?moonshotai/Kimi-K3,not-established:absent,agentic-tool,frontier,claude_code,,,,,,26.973684210526315,pct-tasks-passed,2.89e-16,,,https://huggingface.co/api/datasets/agents-last-exam/agents-last-exam/leaderboard ($ / row .eval_results/ale-claude-code-thinking-max.yaml / column value),,out:model-not-established, agents-last-exam,hf-ale-official,?zai-org/GLM-5.2,not-established:absent,agentic-tool,frontier,claude_code,,,,,,20.394736842105264,pct-tasks-passed,2.89e-16,,,https://huggingface.co/api/datasets/agents-last-exam/agents-last-exam/leaderboard ($ / row .eval_results/ale-claude-code-max.yaml / column value),,out:model-not-established, agents-last-exam,hf-ale-official,qwen3.8-27b,not-established:absent,agentic-tool,frontier,claude_code,,,,,,20.394736842105264,pct-tasks-passed,2.89e-16,,max-as-highest,https://huggingface.co/api/datasets/agents-last-exam/agents-last-exam/leaderboard ($ / row .eval_results/ale-claude-code-reasoning-max.yaml / column value),,out:effort-not-established, hf-brianmatzelle-vq-evals-mmlu,hf-brianmatzelle-vq-evals,?Baekpica/DeepSeek-V4.1-Flash-1017-VQ-GGUF,not-established:absent,mixed,hard,,,,,,,81.8,"MMLU 20 per subject, zero-shot, bare letter (accuracy, %)",0.0289,,,"https://huggingface.co/datasets/brianmatzelle/deepseek-v4.1-flash-1017-vq-evals (table, row ""MMLU, 20 per subject (n=1140), zero-shot, bare letter, accuracy"", column Official)",,out:model-not-established, hf-brianmatzelle-vq-evals-mmlu-letters,hf-brianmatzelle-vq-evals,?Baekpica/DeepSeek-V4.1-Flash-1017-VQ-GGUF,not-established:absent,mixed,hard,,,,,,,83.8,"MMLU over the replies that gave a letter (accuracy, %)",0.0289,,,"https://huggingface.co/datasets/brianmatzelle/deepseek-v4.1-flash-1017-vq-evals (table, row ""MMLU, accuracy over the replies that gave a letter"", column Official)",,out:model-not-established, hf-brianmatzelle-vq-evals-gsm8k,hf-brianmatzelle-vq-evals,?Baekpica/DeepSeek-V4.1-Flash-1017-VQ-GGUF,not-established:absent,mixed,hard,,,,,,,97.0,"GSM8K 200 sampled, exact match (%)",0.0289,,,"https://huggingface.co/datasets/brianmatzelle/deepseek-v4.1-flash-1017-vq-evals (table, row ""GSM8K, 200 sampled (seed 0), step-by-step, exact match"", column Official)",,out:model-not-established, hf-brianmatzelle-vq-evals-humaneval,hf-brianmatzelle-vq-evals,?Baekpica/DeepSeek-V4.1-Flash-1017-VQ-GGUF,not-established:absent,mixed,hard,,,,,,,90.9,HumanEval pass@1 (%),0.0289,,,"https://huggingface.co/datasets/brianmatzelle/deepseek-v4.1-flash-1017-vq-evals (table, row ""HumanEval, all 164, pass@1"", column Official)",,out:model-not-established, hf-brianmatzelle-vq-evals-ifeval-ps,hf-brianmatzelle-vq-evals,?Baekpica/DeepSeek-V4.1-Flash-1017-VQ-GGUF,not-established:absent,mixed,hard,,,,,,,79.1,IFEval prompt-level strict (%),0.0289,,,"https://huggingface.co/datasets/brianmatzelle/deepseek-v4.1-flash-1017-vq-evals (table, row ""IFEval, all 541, prompt-level strict"", column Official)",,out:model-not-established, hf-brianmatzelle-vq-evals-ifeval-pl,hf-brianmatzelle-vq-evals,?Baekpica/DeepSeek-V4.1-Flash-1017-VQ-GGUF,not-established:absent,mixed,hard,,,,,,,84.7,IFEval prompt-level loose (%),0.0289,,,"https://huggingface.co/datasets/brianmatzelle/deepseek-v4.1-flash-1017-vq-evals (table, row ""IFEval, prompt-level loose"", column Official)",,out:model-not-established, hf-brianmatzelle-vq-evals-ifeval-is,hf-brianmatzelle-vq-evals,?Baekpica/DeepSeek-V4.1-Flash-1017-VQ-GGUF,not-established:absent,mixed,hard,,,,,,,85.3,IFEval instruction-level strict (%),0.0289,,,"https://huggingface.co/datasets/brianmatzelle/deepseek-v4.1-flash-1017-vq-evals (table, row ""IFEval, instruction-level strict"", column Official)",,out:model-not-established, hf-brianmatzelle-vq-evals-ifeval-il,hf-brianmatzelle-vq-evals,?Baekpica/DeepSeek-V4.1-Flash-1017-VQ-GGUF,not-established:absent,mixed,hard,,,,,,,89.1,IFEval instruction-level loose (%),0.0289,,,"https://huggingface.co/datasets/brianmatzelle/deepseek-v4.1-flash-1017-vq-evals (table, row ""IFEval, instruction-level loose"", column Official)",,out:model-not-established, hf-brianmatzelle-vq-evals-gsm8k-think,hf-brianmatzelle-vq-evals,?Baekpica/DeepSeek-V4.1-Flash-1017-VQ-GGUF,not-established:absent,mixed,hard,,,,,,,98.0,"GSM8K first 50, thinking on, effort high (exact match, %)",0.0289,,,"https://huggingface.co/datasets/brianmatzelle/deepseek-v4.1-flash-1017-vq-evals (table, row ""GSM8K, first 50 of the sample, thinking on, effort high"", column Official)",,out:model-not-established, hf-brianmatzelle-vq-evals-harmbench,hf-brianmatzelle-vq-evals,?Baekpica/DeepSeek-V4.1-Flash-1017-VQ-GGUF,not-established:absent,mixed,hard,,,,,,,80.5,"HarmBench standard, refused (judge, % of 200; a refusal rate, not a capability)",0.0289,,,"https://huggingface.co/datasets/brianmatzelle/deepseek-v4.1-flash-1017-vq-evals (table, row ""HarmBench standard, 200 harmful: refused"", column Official)",,out:model-not-established, hf-brianmatzelle-vq-evals-harmbench-kw,hf-brianmatzelle-vq-evals,?Baekpica/DeepSeek-V4.1-Flash-1017-VQ-GGUF,not-established:absent,mixed,hard,,,,,,,74.5,"HarmBench standard, refused (keyword classifier, %)",0.0289,,,"https://huggingface.co/datasets/brianmatzelle/deepseek-v4.1-flash-1017-vq-evals (table, row ""HarmBench standard, refused (keyword)"", column Official)",,out:model-not-established, hf-brianmatzelle-vq-evals-jbb,hf-brianmatzelle-vq-evals,?Baekpica/DeepSeek-V4.1-Flash-1017-VQ-GGUF,not-established:absent,mixed,hard,,,,,,,77.0,"JailbreakBench harmful, refused (judge, %)",0.0289,,,"https://huggingface.co/datasets/brianmatzelle/deepseek-v4.1-flash-1017-vq-evals (table, row ""JailbreakBench, 100 harmful: refused"", column Official)",,out:model-not-established, hf-brianmatzelle-vq-evals-jbb-kw,hf-brianmatzelle-vq-evals,?Baekpica/DeepSeek-V4.1-Flash-1017-VQ-GGUF,not-established:absent,mixed,hard,,,,,,,88.0,"JailbreakBench harmful, refused (keyword classifier, %)",0.0289,,,"https://huggingface.co/datasets/brianmatzelle/deepseek-v4.1-flash-1017-vq-evals (table, row ""JailbreakBench, 100 harmful: refused (keyword)"", column Official)",,out:model-not-established, hf-brianmatzelle-vq-evals-xstest-unsafe,hf-brianmatzelle-vq-evals,?Baekpica/DeepSeek-V4.1-Flash-1017-VQ-GGUF,not-established:absent,mixed,hard,,,,,,,87.0,"XSTest unsafe, refused (judge, %)",0.0289,,,"https://huggingface.co/datasets/brianmatzelle/deepseek-v4.1-flash-1017-vq-evals (table, row ""XSTest, 200 unsafe: refused"", column Official)",,out:model-not-established, hf-brianmatzelle-vq-evals-xstest-unsafe-kw,hf-brianmatzelle-vq-evals,?Baekpica/DeepSeek-V4.1-Flash-1017-VQ-GGUF,not-established:absent,mixed,hard,,,,,,,80.0,"XSTest unsafe, refused (keyword classifier, %)",0.0289,,,"https://huggingface.co/datasets/brianmatzelle/deepseek-v4.1-flash-1017-vq-evals (table, row ""XSTest, 200 unsafe: refused (keyword)"", column Official)",,out:model-not-established, hf-brianmatzelle-vq-evals-xstest-safe,hf-brianmatzelle-vq-evals,?Baekpica/DeepSeek-V4.1-Flash-1017-VQ-GGUF,not-established:absent,mixed,hard,,,,,,,8.8,"XSTest safe prompts refused, over-refusal (judge, %; lower is better)",0.0289,,,"https://huggingface.co/datasets/brianmatzelle/deepseek-v4.1-flash-1017-vq-evals (table, row ""Over-refusal: XSTest, 250 safe prompts refused"", column Official)",,out:model-not-established, hf-brianmatzelle-vq-evals-xstest-safe-kw,hf-brianmatzelle-vq-evals,?Baekpica/DeepSeek-V4.1-Flash-1017-VQ-GGUF,not-established:absent,mixed,hard,,,,,,,6.8,"XSTest safe, refused (keyword classifier, %; lower is better)",0.0289,,,"https://huggingface.co/datasets/brianmatzelle/deepseek-v4.1-flash-1017-vq-evals (table, row ""XSTest safe, refused (keyword)"", column Official)",,out:model-not-established, hf-brianmatzelle-vq-evals-jbb-benign,hf-brianmatzelle-vq-evals,?Baekpica/DeepSeek-V4.1-Flash-1017-VQ-GGUF,not-established:absent,mixed,hard,,,,,,,5.0,"JailbreakBench benign prompts refused, over-refusal (judge, %; lower is better)",0.0289,,,"https://huggingface.co/datasets/brianmatzelle/deepseek-v4.1-flash-1017-vq-evals (table, row ""Over-refusal: JailbreakBench, 100 benign prompts refused"", column Official)",,out:model-not-established, hf-brianmatzelle-vq-evals-harmbench-think,hf-brianmatzelle-vq-evals,?Baekpica/DeepSeek-V4.1-Flash-1017-VQ-GGUF,not-established:absent,mixed,hard,,,,,,,70.0,"HarmBench 30 prompts with thinking on, refused (judge, %)",0.0289,,,"https://huggingface.co/datasets/brianmatzelle/deepseek-v4.1-flash-1017-vq-evals (table, row ""HarmBench 30 prompts, thinking on: refused, judged"", column Official)",,out:model-not-established, extractbench,hf-extractbench,?FINAL-Bench/Darwin-180B-RSI-R3,not-established:absent,agentic-tool,mid,llamaindex-extract-pipeline,,,,,,90.29,extraction-score-0-100,0.00289,,,https://huggingface.co/api/datasets/llamaindex/ExtractBench/leaderboard (leaderboard entry rank 1 (value field)),,out:model-not-established, extractbench,hf-extractbench,qwen3.8-flash-next,unstated,agentic-tool,mid,llamaindex-extract-pipeline,,,,,,89.88,extraction-score-0-100,0.00289,,,https://huggingface.co/api/datasets/llamaindex/ExtractBench/leaderboard (leaderboard entry rank 2 (value field)),,out:effort-not-established, extractbench,hf-extractbench,qwen3.8-27b,unstated,agentic-tool,mid,llamaindex-extract-pipeline,,,,,,89.75,extraction-score-0-100,0.00289,,,https://huggingface.co/api/datasets/llamaindex/ExtractBench/leaderboard (leaderboard entry rank 3 (value field)),,out:effort-not-established, extractbench,hf-extractbench,qwen3.6-35b-a3b,unstated,agentic-tool,mid,llamaindex-extract-pipeline,,,,,,88.11,extraction-score-0-100,0.00289,,,https://huggingface.co/api/datasets/llamaindex/ExtractBench/leaderboard (leaderboard entry rank 4 (value field)),,out:effort-not-established, extractbench,hf-extractbench,deepseek-v4.1-flash,nothink,agentic-tool,mid,llamaindex-extract-pipeline,,,,,,87.11,extraction-score-0-100,0.00289,,,https://huggingface.co/api/datasets/llamaindex/ExtractBench/leaderboard (leaderboard entry rank 5 (value field)),,out:single-couple, extractbench,hf-extractbench,?moonshotai/Kimi-K3,not-established:absent,agentic-tool,mid,llamaindex-extract-pipeline,,,,,,83.17,extraction-score-0-100,0.00289,,,https://huggingface.co/api/datasets/llamaindex/ExtractBench/leaderboard (leaderboard entry rank 6 (value field)),,out:model-not-established, extractbench,hf-extractbench,?zai-org/GLM-5.3-Flash,not-established:absent,agentic-tool,mid,llamaindex-extract-pipeline,,,,,,80.75,extraction-score-0-100,0.00289,,,https://huggingface.co/api/datasets/llamaindex/ExtractBench/leaderboard (leaderboard entry rank 7 (value field)),,out:model-not-established, extractbench,hf-extractbench,?datalab-to/lift,not-established:absent,agentic-tool,mid,llamaindex-extract-pipeline,,,,,,78.43,extraction-score-0-100,0.00289,,,https://huggingface.co/api/datasets/llamaindex/ExtractBench/leaderboard (leaderboard entry rank 8 (value field)),,out:model-not-established, extractbench,hf-extractbench,?numind/NuExtract-2.0-8B,not-established:absent,agentic-tool,mid,llamaindex-extract-pipeline,,,,,,49.42,extraction-score-0-100,0.00289,,,https://huggingface.co/api/datasets/llamaindex/ExtractBench/leaderboard (leaderboard entry rank 9 (value field)),,out:model-not-established, extractbench,hf-extractbench,?openbmb/MiniCPM-V-4_5,not-established:absent,agentic-tool,mid,llamaindex-extract-pipeline,,,,,,45.85,extraction-score-0-100,0.00289,,,https://huggingface.co/api/datasets/llamaindex/ExtractBench/leaderboard (leaderboard entry rank 10 (value field)),,out:model-not-established, extractbench,hf-extractbench,?zai-org/GLM-4.6V-Flash,not-established:absent,agentic-tool,mid,llamaindex-extract-pipeline,,,,,,45.19,extraction-score-0-100,0.00289,,,https://huggingface.co/api/datasets/llamaindex/ExtractBench/leaderboard (leaderboard entry rank 11 (value field)),,out:model-not-established, humanwill-falserefusal,hf-humanwill-cybersecurity,?Mistral Small 2603,not-established:absent,mixed,mid,direct-api,,,,,,99.53,score%,0.00289,,,https://huggingface.co/spaces/humanwill-ai/cybersecurity-benchmark (100 minus the printed false-refusal rate (the setup holds the complement: higher = fewer refusals)),,out:model-not-established, humanwill-falserefusal,hf-humanwill-cybersecurity,mistral-medium-3.5,unstated,mixed,mid,direct-api,,,,,,99.29,score%,0.00289,,,https://huggingface.co/spaces/humanwill-ai/cybersecurity-benchmark (100 minus the printed false-refusal rate (the setup holds the complement: higher = fewer refusals)),,out:effort-not-established, humanwill-falserefusal,hf-humanwill-cybersecurity,gpt-5.6-sol,unstated,mixed,mid,direct-api,,,,,,97.88,score%,0.00289,,,https://huggingface.co/spaces/humanwill-ai/cybersecurity-benchmark (100 minus the printed false-refusal rate (the setup holds the complement: higher = fewer refusals)),,out:effort-not-established, humanwill-falserefusal,hf-humanwill-cybersecurity,glm-5.3-flash,unstated,mixed,mid,direct-api,,,,,,96.46,score%,0.00289,,,https://huggingface.co/spaces/humanwill-ai/cybersecurity-benchmark (100 minus the printed false-refusal rate (the setup holds the complement: higher = fewer refusals)),,out:effort-not-established, humanwill-falserefusal,hf-humanwill-cybersecurity,gpt-5.6-terra,unstated,mixed,mid,direct-api,,,,,,96.23,score%,0.00289,,,https://huggingface.co/spaces/humanwill-ai/cybersecurity-benchmark (100 minus the printed false-refusal rate (the setup holds the complement: higher = fewer refusals)),,out:effort-not-established, humanwill-falserefusal,hf-humanwill-cybersecurity,sonnet-4.6,unstated,mixed,mid,direct-api,,,,,,93.40,score%,0.00289,,,https://huggingface.co/spaces/humanwill-ai/cybersecurity-benchmark (100 minus the printed false-refusal rate (the setup holds the complement: higher = fewer refusals)),,out:effort-not-established, humanwill-falserefusal,hf-humanwill-cybersecurity,gpt-6-sol,unstated,mixed,mid,direct-api,,,,,,93.16,score%,0.00289,,,https://huggingface.co/spaces/humanwill-ai/cybersecurity-benchmark (100 minus the printed false-refusal rate (the setup holds the complement: higher = fewer refusals)),,out:effort-not-established, humanwill-falserefusal,hf-humanwill-cybersecurity,deepseek-v4.1-flash,unstated,mixed,mid,direct-api,,,,,,91.04,score%,0.00289,,,https://huggingface.co/spaces/humanwill-ai/cybersecurity-benchmark (100 minus the printed false-refusal rate (the setup holds the complement: higher = fewer refusals)),,out:effort-not-established, humanwill-falserefusal,hf-humanwill-cybersecurity,?Meta Muse Spark 1.3,not-established:absent,mixed,mid,direct-api,,,,,,85.64,score%,0.00289,,,https://huggingface.co/spaces/humanwill-ai/cybersecurity-benchmark (100 minus the printed false-refusal rate (the setup holds the complement: higher = fewer refusals)),,out:model-not-established, humanwill-falserefusal,hf-humanwill-cybersecurity,qwen3.8-max-0902,unstated,mixed,mid,direct-api,,,,,,75.71,score%,0.00289,,,https://huggingface.co/spaces/humanwill-ai/cybersecurity-benchmark (100 minus the printed false-refusal rate (the setup holds the complement: higher = fewer refusals)),,out:effort-not-established, humanwill-falserefusal,hf-humanwill-cybersecurity,nemotron-3-ultra-550b-a55b,unstated,mixed,mid,direct-api,,,,,,73.11,score%,0.00289,,,https://huggingface.co/spaces/humanwill-ai/cybersecurity-benchmark (100 minus the printed false-refusal rate (the setup holds the complement: higher = fewer refusals)),,out:effort-not-established, humanwill-falserefusal,hf-humanwill-cybersecurity,gemini-3.8-flash,unstated,mixed,mid,direct-api,,,,,,56.91,score%,0.00289,,,https://huggingface.co/spaces/humanwill-ai/cybersecurity-benchmark (100 minus the printed false-refusal rate (the setup holds the complement: higher = fewer refusals)),,out:effort-not-established, humanwill-falserefusal,hf-humanwill-cybersecurity,grok-4.7,unstated,mixed,mid,direct-api,,,,,,37.26,score%,0.00289,,,https://huggingface.co/spaces/humanwill-ai/cybersecurity-benchmark (100 minus the printed false-refusal rate (the setup holds the complement: higher = fewer refusals)),,out:effort-not-established, humanwill-falserefusal,hf-humanwill-cybersecurity,grok-4.6,unstated,mixed,mid,direct-api,,,,,,35.61,score%,0.00289,,,https://huggingface.co/spaces/humanwill-ai/cybersecurity-benchmark (100 minus the printed false-refusal rate (the setup holds the complement: higher = fewer refusals)),,out:effort-not-established, humanwill-falserefusal,hf-humanwill-cybersecurity,gpt-6-astra,unstated,mixed,mid,direct-api,,,,,,26.89,score%,0.00289,,,https://huggingface.co/spaces/humanwill-ai/cybersecurity-benchmark (100 minus the printed false-refusal rate (the setup holds the complement: higher = fewer refusals)),,out:effort-not-established, humanwill-falserefusal,hf-humanwill-cybersecurity,sonnet-5.5,high,mixed,mid,direct-api,,,,,,16.27,score%,0.00289,,,https://huggingface.co/spaces/humanwill-ai/cybersecurity-benchmark (100 minus the printed false-refusal rate (the setup holds the complement: higher = fewer refusals)),,out:single-couple, humanwill-falserefusal,hf-humanwill-cybersecurity,opus-5,unstated,mixed,mid,direct-api,,,,,,12.03,score%,0.00289,,,https://huggingface.co/spaces/humanwill-ai/cybersecurity-benchmark (100 minus the printed false-refusal rate (the setup holds the complement: higher = fewer refusals)),,out:effort-not-established, humanwill-falserefusal,hf-humanwill-cybersecurity,fable-5.1,unstated,mixed,mid,direct-api,,,,,,8.96,score%,0.00289,,,https://huggingface.co/spaces/humanwill-ai/cybersecurity-benchmark (100 minus the printed false-refusal rate (the setup holds the complement: higher = fewer refusals)),,out:effort-not-established, humanwill-falserefusal,hf-humanwill-cybersecurity,opus-5.5,unstated,mixed,mid,direct-api,,,,,,6.13,score%,0.00289,,,https://huggingface.co/spaces/humanwill-ai/cybersecurity-benchmark (100 minus the printed false-refusal rate (the setup holds the complement: higher = fewer refusals)),,out:effort-not-established, redlinebench,hf-redlinebench,opus-5,unstated,coding,hard,,,,,,,56.9,score%,0.0289,,,https://huggingface.co/datasets/crosbylegal/RedlineBench ($ / row 1 / column value),,out:effort-not-established, redlinebench,hf-redlinebench,gpt-5.6-sol,unstated,coding,hard,,,,,,,56.2,score%,0.0289,,,https://huggingface.co/datasets/crosbylegal/RedlineBench ($ / row 2 / column value),,out:effort-not-established, redlinebench,hf-redlinebench,gpt-5.6-luna,unstated,coding,hard,,,,,,,55.5,score%,0.0289,,,https://huggingface.co/datasets/crosbylegal/RedlineBench ($ / row 3 / column value),,out:effort-not-established, redlinebench,hf-redlinebench,gemini-3.8-flash,unstated,coding,hard,,,,,,,55.2,score%,0.0289,,,https://huggingface.co/datasets/crosbylegal/RedlineBench ($ / row 4 / column value),,out:effort-not-established, redlinebench,hf-redlinebench,opus-5.5,unstated,coding,hard,,,,,,,53.5,score%,0.0289,,,https://huggingface.co/datasets/crosbylegal/RedlineBench ($ / row 5 / column value),,out:effort-not-established, redlinebench,hf-redlinebench,gemini-3.6-flash,unstated,coding,hard,,,,,,,51,score%,0.0289,,,https://huggingface.co/datasets/crosbylegal/RedlineBench ($ / row 6 / column value),,out:effort-not-established, redlinebench,hf-redlinebench,gpt-5.5,unstated,coding,hard,,,,,,,50.5,score%,0.0289,,,https://huggingface.co/datasets/crosbylegal/RedlineBench ($ / row 7 / column value),,out:effort-not-established, redlinebench,hf-redlinebench,?moonshotai/Kimi-K3,not-established:absent,coding,hard,,,,,,,49.3,score%,0.0289,,,https://huggingface.co/datasets/crosbylegal/RedlineBench ($ / row 8 / column value),,out:model-not-established, redlinebench,hf-redlinebench,gpt-5.6-terra,unstated,coding,hard,,,,,,,49.3,score%,0.0289,,,https://huggingface.co/datasets/crosbylegal/RedlineBench ($ / row 9 / column value),,out:effort-not-established, redlinebench,hf-redlinebench,fable-5,unstated,coding,hard,,,,,,,47.3,score%,0.0289,,,https://huggingface.co/datasets/crosbylegal/RedlineBench ($ / row 10 / column value),,out:effort-not-established, redlinebench,hf-redlinebench,?zai-org/GLM-5.2,not-established:absent,coding,hard,,,,,,,45.7,score%,0.0289,,,https://huggingface.co/datasets/crosbylegal/RedlineBench ($ / row 11 / column value),,out:model-not-established, redlinebench,hf-redlinebench,gemini-3.5-flash,unstated,coding,hard,,,,,,,45.1,score%,0.0289,,,https://huggingface.co/datasets/crosbylegal/RedlineBench ($ / row 12 / column value),,out:effort-not-established, redlinebench,hf-redlinebench,opus-4.8,unstated,coding,hard,,,,,,,44.4,score%,0.0289,,,https://huggingface.co/datasets/crosbylegal/RedlineBench ($ / row 13 / column value),,out:effort-not-established, roblox-qa-freeform,hf-roblox-llm-leaderboard,?Qwen 2.5 Coder 32B (Q4_K_M),not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,55.5,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Qwen 2.5 Coder 32B (Q4_K_M) / column freeform_counts),,out:model-not-established, roblox-qa-multiple-choice,hf-roblox-llm-leaderboard,?Qwen 2.5 Coder 32B (Q4_K_M),not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,84.566667,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Qwen 2.5 Coder 32B (Q4_K_M) / column multiple_choice_counts),,out:model-not-established, roblox-leetcode-easy,hf-roblox-llm-leaderboard,?Qwen 2.5 Coder 32B (Q4_K_M),not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,73.48,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Qwen 2.5 Coder 32B (Q4_K_M) / column lc_easy_unit_pass),,out:model-not-established, roblox-leetcode-medium,hf-roblox-llm-leaderboard,?Qwen 2.5 Coder 32B (Q4_K_M),not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,44.49,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Qwen 2.5 Coder 32B (Q4_K_M) / column lc_medium_unit_pass),,out:model-not-established, roblox-leetcode-hard,hf-roblox-llm-leaderboard,?Qwen 2.5 Coder 32B (Q4_K_M),not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,25.4,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Qwen 2.5 Coder 32B (Q4_K_M) / column lc_hard_unit_pass),,out:model-not-established, roblox-qa-freeform,hf-roblox-llm-leaderboard,?Qwen 3 4B Instruct 2507 (Q8_0),not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,46.133333,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Qwen 3 4B Instruct 2507 (Q8_0) / column freeform_counts),,out:model-not-established, roblox-qa-multiple-choice,hf-roblox-llm-leaderboard,?Qwen 3 4B Instruct 2507 (Q8_0),not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,82.133333,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Qwen 3 4B Instruct 2507 (Q8_0) / column multiple_choice_counts),,out:model-not-established, roblox-leetcode-easy,hf-roblox-llm-leaderboard,?Qwen 3 4B Instruct 2507 (Q8_0),not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,52.08,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Qwen 3 4B Instruct 2507 (Q8_0) / column lc_easy_unit_pass),,out:model-not-established, roblox-leetcode-medium,hf-roblox-llm-leaderboard,?Qwen 3 4B Instruct 2507 (Q8_0),not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,25.41,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Qwen 3 4B Instruct 2507 (Q8_0) / column lc_medium_unit_pass),,out:model-not-established, roblox-leetcode-hard,hf-roblox-llm-leaderboard,?Qwen 3 4B Instruct 2507 (Q8_0),not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,17.34,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Qwen 3 4B Instruct 2507 (Q8_0) / column lc_hard_unit_pass),,out:model-not-established, roblox-qa-freeform,hf-roblox-llm-leaderboard,?Qwen 3 Coder 30B-A3B,not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,56.133333,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Qwen 3 Coder 30B-A3B / column freeform_counts),,out:model-not-established, roblox-qa-multiple-choice,hf-roblox-llm-leaderboard,?Qwen 3 Coder 30B-A3B,not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,85.033333,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Qwen 3 Coder 30B-A3B / column multiple_choice_counts),,out:model-not-established, roblox-leetcode-easy,hf-roblox-llm-leaderboard,?Qwen 3 Coder 30B-A3B,not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,92.21,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Qwen 3 Coder 30B-A3B / column lc_easy_unit_pass),,out:model-not-established, roblox-leetcode-medium,hf-roblox-llm-leaderboard,?Qwen 3 Coder 30B-A3B,not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,59.08,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Qwen 3 Coder 30B-A3B / column lc_medium_unit_pass),,out:model-not-established, roblox-leetcode-hard,hf-roblox-llm-leaderboard,?Qwen 3 Coder 30B-A3B,not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,41.78,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Qwen 3 Coder 30B-A3B / column lc_hard_unit_pass),,out:model-not-established, roblox-qa-freeform,hf-roblox-llm-leaderboard,qwen3.5-9b,unstated,mixed,mid,roblox-llm-leaderboard-harness,,,,,,39.1,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Qwen 3.5 9B / column freeform_counts),,out:effort-not-established, roblox-qa-multiple-choice,hf-roblox-llm-leaderboard,qwen3.5-9b,unstated,mixed,mid,roblox-llm-leaderboard-harness,,,,,,74.5,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Qwen 3.5 9B / column multiple_choice_counts),,out:effort-not-established, roblox-leetcode-easy,hf-roblox-llm-leaderboard,qwen3.5-9b,unstated,mixed,mid,roblox-llm-leaderboard-harness,,,,,,51.99,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Qwen 3.5 9B / column lc_easy_unit_pass),,out:effort-not-established, roblox-leetcode-medium,hf-roblox-llm-leaderboard,qwen3.5-9b,unstated,mixed,mid,roblox-llm-leaderboard-harness,,,,,,22.46,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Qwen 3.5 9B / column lc_medium_unit_pass),,out:effort-not-established, roblox-leetcode-hard,hf-roblox-llm-leaderboard,qwen3.5-9b,unstated,mixed,mid,roblox-llm-leaderboard-harness,,,,,,7.2,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Qwen 3.5 9B / column lc_hard_unit_pass),,out:effort-not-established, roblox-qa-freeform,hf-roblox-llm-leaderboard,qwen3.6-27b,unstated,mixed,mid,roblox-llm-leaderboard-harness,,,,,,63.933333,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Qwen 3.6 27B / column freeform_counts),,out:effort-not-established, roblox-qa-multiple-choice,hf-roblox-llm-leaderboard,qwen3.6-27b,unstated,mixed,mid,roblox-llm-leaderboard-harness,,,,,,89.9,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Qwen 3.6 27B / column multiple_choice_counts),,out:effort-not-established, roblox-leetcode-easy,hf-roblox-llm-leaderboard,qwen3.6-27b,unstated,mixed,mid,roblox-llm-leaderboard-harness,,,,,,90.36,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Qwen 3.6 27B / column lc_easy_unit_pass),,out:effort-not-established, roblox-leetcode-medium,hf-roblox-llm-leaderboard,qwen3.6-27b,unstated,mixed,mid,roblox-llm-leaderboard-harness,,,,,,70.16,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Qwen 3.6 27B / column lc_medium_unit_pass),,out:effort-not-established, roblox-leetcode-hard,hf-roblox-llm-leaderboard,qwen3.6-27b,unstated,mixed,mid,roblox-llm-leaderboard-harness,,,,,,46.29,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Qwen 3.6 27B / column lc_hard_unit_pass),,out:effort-not-established, roblox-qa-freeform,hf-roblox-llm-leaderboard,qwen3.6-35b-a3b,unstated,mixed,mid,roblox-llm-leaderboard-harness,,,,,,60.933333,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Qwen 3.6 35B-A3B / column freeform_counts),,out:effort-not-established, roblox-qa-multiple-choice,hf-roblox-llm-leaderboard,qwen3.6-35b-a3b,unstated,mixed,mid,roblox-llm-leaderboard-harness,,,,,,89.766667,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Qwen 3.6 35B-A3B / column multiple_choice_counts),,out:effort-not-established, roblox-leetcode-easy,hf-roblox-llm-leaderboard,qwen3.6-35b-a3b,unstated,mixed,mid,roblox-llm-leaderboard-harness,,,,,,94.36,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Qwen 3.6 35B-A3B / column lc_easy_unit_pass),,out:effort-not-established, roblox-leetcode-medium,hf-roblox-llm-leaderboard,qwen3.6-35b-a3b,unstated,mixed,mid,roblox-llm-leaderboard-harness,,,,,,71.72,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Qwen 3.6 35B-A3B / column lc_medium_unit_pass),,out:effort-not-established, roblox-leetcode-hard,hf-roblox-llm-leaderboard,qwen3.6-35b-a3b,unstated,mixed,mid,roblox-llm-leaderboard-harness,,,,,,37.3,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Qwen 3.6 35B-A3B / column lc_hard_unit_pass),,out:effort-not-established, roblox-qa-freeform,hf-roblox-llm-leaderboard,qwen3.8-2.4t-a95b,unstated,mixed,mid,roblox-llm-leaderboard-harness,,,,,,75.7,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Qwen 3.8 2.4T-A95B / column freeform_counts),,out:effort-not-established, roblox-qa-multiple-choice,hf-roblox-llm-leaderboard,qwen3.8-2.4t-a95b,unstated,mixed,mid,roblox-llm-leaderboard-harness,,,,,,95.366667,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Qwen 3.8 2.4T-A95B / column multiple_choice_counts),,out:effort-not-established, roblox-leetcode-easy,hf-roblox-llm-leaderboard,qwen3.8-2.4t-a95b,unstated,mixed,mid,roblox-llm-leaderboard-harness,,,,,,97.21,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Qwen 3.8 2.4T-A95B / column lc_easy_unit_pass),,out:effort-not-established, roblox-leetcode-medium,hf-roblox-llm-leaderboard,qwen3.8-2.4t-a95b,unstated,mixed,mid,roblox-llm-leaderboard-harness,,,,,,96.44,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Qwen 3.8 2.4T-A95B / column lc_medium_unit_pass),,out:effort-not-established, roblox-leetcode-hard,hf-roblox-llm-leaderboard,qwen3.8-2.4t-a95b,unstated,mixed,mid,roblox-llm-leaderboard-harness,,,,,,73.21,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Qwen 3.8 2.4T-A95B / column lc_hard_unit_pass),,out:effort-not-established, roblox-qa-freeform,hf-roblox-llm-leaderboard,"?Qwen 3.8 27B (Medium, Q4_K_XL)",not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,58.933333,acc%,0,,,"https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Qwen 3.8 27B (Medium, Q4_K_XL) / column freeform_counts)",,out:model-not-established, roblox-qa-multiple-choice,hf-roblox-llm-leaderboard,"?Qwen 3.8 27B (Medium, Q4_K_XL)",not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,90.766667,acc%,0,,,"https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Qwen 3.8 27B (Medium, Q4_K_XL) / column multiple_choice_counts)",,out:model-not-established, roblox-leetcode-easy,hf-roblox-llm-leaderboard,"?Qwen 3.8 27B (Medium, Q4_K_XL)",not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,94.82,pass%,0.00289,,,"https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Qwen 3.8 27B (Medium, Q4_K_XL) / column lc_easy_unit_pass)",,out:model-not-established, roblox-leetcode-medium,hf-roblox-llm-leaderboard,"?Qwen 3.8 27B (Medium, Q4_K_XL)",not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,88.88,pass%,0.00289,,,"https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Qwen 3.8 27B (Medium, Q4_K_XL) / column lc_medium_unit_pass)",,out:model-not-established, roblox-leetcode-hard,hf-roblox-llm-leaderboard,"?Qwen 3.8 27B (Medium, Q4_K_XL)",not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,63.98,pass%,0.00289,,,"https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Qwen 3.8 27B (Medium, Q4_K_XL) / column lc_hard_unit_pass)",,out:model-not-established, roblox-qa-freeform,hf-roblox-llm-leaderboard,"?Qwen 3.8 27B (XHigh, Q4_K_XL)",not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,62.633333,acc%,0,,,"https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Qwen 3.8 27B (XHigh, Q4_K_XL) / column freeform_counts)",,out:model-not-established, roblox-qa-multiple-choice,hf-roblox-llm-leaderboard,"?Qwen 3.8 27B (XHigh, Q4_K_XL)",not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,90.766667,acc%,0,,,"https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Qwen 3.8 27B (XHigh, Q4_K_XL) / column multiple_choice_counts)",,out:model-not-established, roblox-leetcode-easy,hf-roblox-llm-leaderboard,"?Qwen 3.8 27B (XHigh, Q4_K_XL)",not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,88.82,pass%,0.00289,,,"https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Qwen 3.8 27B (XHigh, Q4_K_XL) / column lc_easy_unit_pass)",,out:model-not-established, roblox-leetcode-medium,hf-roblox-llm-leaderboard,"?Qwen 3.8 27B (XHigh, Q4_K_XL)",not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,81.45,pass%,0.00289,,,"https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Qwen 3.8 27B (XHigh, Q4_K_XL) / column lc_medium_unit_pass)",,out:model-not-established, roblox-leetcode-hard,hf-roblox-llm-leaderboard,"?Qwen 3.8 27B (XHigh, Q4_K_XL)",not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,59.98,pass%,0.00289,,,"https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Qwen 3.8 27B (XHigh, Q4_K_XL) / column lc_hard_unit_pass)",,out:model-not-established, roblox-qa-freeform,hf-roblox-llm-leaderboard,"?Qwen 3.8 Flash Next (Medium, NVFP4)",not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,65.166667,acc%,0,,,"https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Qwen 3.8 Flash Next (Medium, NVFP4) / column freeform_counts)",,out:model-not-established, roblox-qa-multiple-choice,hf-roblox-llm-leaderboard,"?Qwen 3.8 Flash Next (Medium, NVFP4)",not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,92.633333,acc%,0,,,"https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Qwen 3.8 Flash Next (Medium, NVFP4) / column multiple_choice_counts)",,out:model-not-established, roblox-leetcode-easy,hf-roblox-llm-leaderboard,"?Qwen 3.8 Flash Next (Medium, NVFP4)",not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,97.6,pass%,0.00289,,,"https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Qwen 3.8 Flash Next (Medium, NVFP4) / column lc_easy_unit_pass)",,out:model-not-established, roblox-leetcode-medium,hf-roblox-llm-leaderboard,"?Qwen 3.8 Flash Next (Medium, NVFP4)",not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,84.8,pass%,0.00289,,,"https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Qwen 3.8 Flash Next (Medium, NVFP4) / column lc_medium_unit_pass)",,out:model-not-established, roblox-leetcode-hard,hf-roblox-llm-leaderboard,"?Qwen 3.8 Flash Next (Medium, NVFP4)",not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,62.88,pass%,0.00289,,,"https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Qwen 3.8 Flash Next (Medium, NVFP4) / column lc_hard_unit_pass)",,out:model-not-established, roblox-qa-freeform,hf-roblox-llm-leaderboard,"?Qwen 3.8 Flash Next (XHigh, NVFP4)",not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,65.866667,acc%,0,,,"https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Qwen 3.8 Flash Next (XHigh, NVFP4) / column freeform_counts)",,out:model-not-established, roblox-qa-multiple-choice,hf-roblox-llm-leaderboard,"?Qwen 3.8 Flash Next (XHigh, NVFP4)",not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,90.7,acc%,0,,,"https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Qwen 3.8 Flash Next (XHigh, NVFP4) / column multiple_choice_counts)",,out:model-not-established, roblox-leetcode-easy,hf-roblox-llm-leaderboard,"?Qwen 3.8 Flash Next (XHigh, NVFP4)",not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,91.94,pass%,0.00289,,,"https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Qwen 3.8 Flash Next (XHigh, NVFP4) / column lc_easy_unit_pass)",,out:model-not-established, roblox-leetcode-medium,hf-roblox-llm-leaderboard,"?Qwen 3.8 Flash Next (XHigh, NVFP4)",not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,89.76,pass%,0.00289,,,"https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Qwen 3.8 Flash Next (XHigh, NVFP4) / column lc_medium_unit_pass)",,out:model-not-established, roblox-leetcode-hard,hf-roblox-llm-leaderboard,"?Qwen 3.8 Flash Next (XHigh, NVFP4)",not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,77.76,pass%,0.00289,,,"https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Qwen 3.8 Flash Next (XHigh, NVFP4) / column lc_hard_unit_pass)",,out:model-not-established, roblox-qa-freeform,hf-roblox-llm-leaderboard,fable-5,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,82.866667,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Claude Fable 5 (Medium) / column freeform_counts),,in, roblox-qa-multiple-choice,hf-roblox-llm-leaderboard,fable-5,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,96.966667,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Claude Fable 5 (Medium) / column multiple_choice_counts),,in, roblox-leetcode-easy,hf-roblox-llm-leaderboard,fable-5,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,97.08,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Claude Fable 5 (Medium) / column lc_easy_unit_pass),,in, roblox-leetcode-medium,hf-roblox-llm-leaderboard,fable-5,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,98.38,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Claude Fable 5 (Medium) / column lc_medium_unit_pass),,in, roblox-leetcode-hard,hf-roblox-llm-leaderboard,fable-5,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,93.05,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Claude Fable 5 (Medium) / column lc_hard_unit_pass),,in, roblox-qa-freeform,hf-roblox-llm-leaderboard,fable-5.1,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,85.3,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Claude Fable 5.1 (Medium) / column freeform_counts),,in, roblox-qa-multiple-choice,hf-roblox-llm-leaderboard,fable-5.1,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,97.933333,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Claude Fable 5.1 (Medium) / column multiple_choice_counts),,in, roblox-leetcode-easy,hf-roblox-llm-leaderboard,fable-5.1,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,96.99,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Claude Fable 5.1 (Medium) / column lc_easy_unit_pass),,in, roblox-leetcode-medium,hf-roblox-llm-leaderboard,fable-5.1,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,97.21,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Claude Fable 5.1 (Medium) / column lc_medium_unit_pass),,in, roblox-leetcode-hard,hf-roblox-llm-leaderboard,fable-5.1,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,91.31,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Claude Fable 5.1 (Medium) / column lc_hard_unit_pass),,in, roblox-qa-freeform,hf-roblox-llm-leaderboard,haiku-4.5,not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,63.9,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Claude Haiku 4.5 (Extended Thinking) / column freeform_counts),,out:effort-not-established, roblox-qa-multiple-choice,hf-roblox-llm-leaderboard,haiku-4.5,not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,89.5,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Claude Haiku 4.5 (Extended Thinking) / column multiple_choice_counts),,out:effort-not-established, roblox-leetcode-easy,hf-roblox-llm-leaderboard,haiku-4.5,not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,95.56,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Claude Haiku 4.5 (Extended Thinking) / column lc_easy_unit_pass),,out:effort-not-established, roblox-leetcode-medium,hf-roblox-llm-leaderboard,haiku-4.5,not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,80.77,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Claude Haiku 4.5 (Extended Thinking) / column lc_medium_unit_pass),,out:effort-not-established, roblox-leetcode-hard,hf-roblox-llm-leaderboard,haiku-4.5,not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,64.32,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Claude Haiku 4.5 (Extended Thinking) / column lc_hard_unit_pass),,out:effort-not-established, roblox-qa-freeform,hf-roblox-llm-leaderboard,opus-4.8,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,78.133333,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Claude Opus 4.8 (Medium) / column freeform_counts),,in, roblox-qa-multiple-choice,hf-roblox-llm-leaderboard,opus-4.8,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,96.666667,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Claude Opus 4.8 (Medium) / column multiple_choice_counts),,in, roblox-leetcode-easy,hf-roblox-llm-leaderboard,opus-4.8,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,97.08,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Claude Opus 4.8 (Medium) / column lc_easy_unit_pass),,in, roblox-leetcode-medium,hf-roblox-llm-leaderboard,opus-4.8,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,92.5,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Claude Opus 4.8 (Medium) / column lc_medium_unit_pass),,in, roblox-leetcode-hard,hf-roblox-llm-leaderboard,opus-4.8,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,88.06,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Claude Opus 4.8 (Medium) / column lc_hard_unit_pass),,in, roblox-qa-freeform,hf-roblox-llm-leaderboard,opus-5,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,83.466667,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Claude Opus 5 (Medium) / column freeform_counts),,in, roblox-qa-multiple-choice,hf-roblox-llm-leaderboard,opus-5,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,97.5,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Claude Opus 5 (Medium) / column multiple_choice_counts),,in, roblox-leetcode-easy,hf-roblox-llm-leaderboard,opus-5,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,97.08,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Claude Opus 5 (Medium) / column lc_easy_unit_pass),,in, roblox-leetcode-medium,hf-roblox-llm-leaderboard,opus-5,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,96.73,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Claude Opus 5 (Medium) / column lc_medium_unit_pass),,in, roblox-leetcode-hard,hf-roblox-llm-leaderboard,opus-5,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,90.86,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Claude Opus 5 (Medium) / column lc_hard_unit_pass),,in, roblox-qa-freeform,hf-roblox-llm-leaderboard,opus-5.5,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,87.7,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Claude Opus 5.5 (Medium) / column freeform_counts),,in, roblox-qa-multiple-choice,hf-roblox-llm-leaderboard,opus-5.5,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,98.566667,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Claude Opus 5.5 (Medium) / column multiple_choice_counts),,in, roblox-leetcode-easy,hf-roblox-llm-leaderboard,opus-5.5,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,97.08,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Claude Opus 5.5 (Medium) / column lc_easy_unit_pass),,in, roblox-leetcode-medium,hf-roblox-llm-leaderboard,opus-5.5,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,98.6,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Claude Opus 5.5 (Medium) / column lc_medium_unit_pass),,in, roblox-leetcode-hard,hf-roblox-llm-leaderboard,opus-5.5,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,95.76,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Claude Opus 5.5 (Medium) / column lc_hard_unit_pass),,in, roblox-qa-freeform,hf-roblox-llm-leaderboard,sonnet-4,not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,71.533333,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Claude Sonnet 4 (Medium) / column freeform_counts),,out:effort-not-established, roblox-qa-multiple-choice,hf-roblox-llm-leaderboard,sonnet-4,not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,92.333333,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Claude Sonnet 4 (Medium) / column multiple_choice_counts),,out:effort-not-established, roblox-leetcode-easy,hf-roblox-llm-leaderboard,sonnet-4,not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,91.04,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Claude Sonnet 4 (Medium) / column lc_easy_unit_pass),,out:effort-not-established, roblox-leetcode-medium,hf-roblox-llm-leaderboard,sonnet-4,not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,88.17,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Claude Sonnet 4 (Medium) / column lc_medium_unit_pass),,out:effort-not-established, roblox-leetcode-hard,hf-roblox-llm-leaderboard,sonnet-4,not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,70.8,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Claude Sonnet 4 (Medium) / column lc_hard_unit_pass),,out:effort-not-established, roblox-qa-freeform,hf-roblox-llm-leaderboard,sonnet-5,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,74.533333,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Claude Sonnet 5 (Medium) / column freeform_counts),,in, roblox-qa-multiple-choice,hf-roblox-llm-leaderboard,sonnet-5,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,93.966667,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Claude Sonnet 5 (Medium) / column multiple_choice_counts),,in, roblox-leetcode-easy,hf-roblox-llm-leaderboard,sonnet-5,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,93.76,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Claude Sonnet 5 (Medium) / column lc_easy_unit_pass),,in, roblox-leetcode-medium,hf-roblox-llm-leaderboard,sonnet-5,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,90.44,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Claude Sonnet 5 (Medium) / column lc_medium_unit_pass),,in, roblox-leetcode-hard,hf-roblox-llm-leaderboard,sonnet-5,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,77.45,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Claude Sonnet 5 (Medium) / column lc_hard_unit_pass),,in, roblox-qa-freeform,hf-roblox-llm-leaderboard,sonnet-5.5,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,78.6,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Claude Sonnet 5.5 (Medium) / column freeform_counts),,in, roblox-qa-multiple-choice,hf-roblox-llm-leaderboard,sonnet-5.5,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,96.633333,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Claude Sonnet 5.5 (Medium) / column multiple_choice_counts),,in, roblox-leetcode-easy,hf-roblox-llm-leaderboard,sonnet-5.5,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,97.58,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Claude Sonnet 5.5 (Medium) / column lc_easy_unit_pass),,in, roblox-leetcode-medium,hf-roblox-llm-leaderboard,sonnet-5.5,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,97.58,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Claude Sonnet 5.5 (Medium) / column lc_medium_unit_pass),,in, roblox-leetcode-hard,hf-roblox-llm-leaderboard,sonnet-5.5,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,87.42,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Claude Sonnet 5.5 (Medium) / column lc_hard_unit_pass),,in, roblox-qa-freeform,hf-roblox-llm-leaderboard,deepseek-r1-0528,solo,mixed,mid,roblox-llm-leaderboard-harness,,,,,,66.5,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Deepseek R1 0528 / column freeform_counts),,out:single-couple, roblox-qa-multiple-choice,hf-roblox-llm-leaderboard,deepseek-r1-0528,solo,mixed,mid,roblox-llm-leaderboard-harness,,,,,,89.2,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Deepseek R1 0528 / column multiple_choice_counts),,out:single-couple, roblox-leetcode-easy,hf-roblox-llm-leaderboard,deepseek-r1-0528,solo,mixed,mid,roblox-llm-leaderboard-harness,,,,,,92.61,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Deepseek R1 0528 / column lc_easy_unit_pass),,out:single-couple, roblox-leetcode-medium,hf-roblox-llm-leaderboard,deepseek-r1-0528,solo,mixed,mid,roblox-llm-leaderboard-harness,,,,,,78.87,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Deepseek R1 0528 / column lc_medium_unit_pass),,out:single-couple, roblox-leetcode-hard,hf-roblox-llm-leaderboard,deepseek-r1-0528,solo,mixed,mid,roblox-llm-leaderboard-harness,,,,,,57.2,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Deepseek R1 0528 / column lc_hard_unit_pass),,out:single-couple, roblox-qa-freeform,hf-roblox-llm-leaderboard,?Deepseek V4 Flash,not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,67.966667,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Deepseek V4 Flash / column freeform_counts),,out:model-not-established, roblox-qa-multiple-choice,hf-roblox-llm-leaderboard,?Deepseek V4 Flash,not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,90.566667,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Deepseek V4 Flash / column multiple_choice_counts),,out:model-not-established, roblox-leetcode-easy,hf-roblox-llm-leaderboard,?Deepseek V4 Flash,not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,90.69,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Deepseek V4 Flash / column lc_easy_unit_pass),,out:model-not-established, roblox-leetcode-medium,hf-roblox-llm-leaderboard,?Deepseek V4 Flash,not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,73.97,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Deepseek V4 Flash / column lc_medium_unit_pass),,out:model-not-established, roblox-leetcode-hard,hf-roblox-llm-leaderboard,?Deepseek V4 Flash,not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,42.11,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Deepseek V4 Flash / column lc_hard_unit_pass),,out:model-not-established, roblox-qa-freeform,hf-roblox-llm-leaderboard,deepseek-v4-flash-0731,unstated,mixed,mid,roblox-llm-leaderboard-harness,,,,,,67.433333,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Deepseek V4 Flash 0731 / column freeform_counts),,out:effort-not-established, roblox-qa-multiple-choice,hf-roblox-llm-leaderboard,deepseek-v4-flash-0731,unstated,mixed,mid,roblox-llm-leaderboard-harness,,,,,,91.833333,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Deepseek V4 Flash 0731 / column multiple_choice_counts),,out:effort-not-established, roblox-leetcode-easy,hf-roblox-llm-leaderboard,deepseek-v4-flash-0731,unstated,mixed,mid,roblox-llm-leaderboard-harness,,,,,,94.95,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Deepseek V4 Flash 0731 / column lc_easy_unit_pass),,out:effort-not-established, roblox-leetcode-medium,hf-roblox-llm-leaderboard,deepseek-v4-flash-0731,unstated,mixed,mid,roblox-llm-leaderboard-harness,,,,,,93.73,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Deepseek V4 Flash 0731 / column lc_medium_unit_pass),,out:effort-not-established, roblox-leetcode-hard,hf-roblox-llm-leaderboard,deepseek-v4-flash-0731,unstated,mixed,mid,roblox-llm-leaderboard-harness,,,,,,82.91,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Deepseek V4 Flash 0731 / column lc_hard_unit_pass),,out:effort-not-established, roblox-qa-freeform,hf-roblox-llm-leaderboard,deepseek-v4-pro-0813,high,mixed,mid,roblox-llm-leaderboard-harness,,,,,,73.533333,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Deepseek V4 Pro 0813 (High) / column freeform_counts),,in, roblox-qa-multiple-choice,hf-roblox-llm-leaderboard,deepseek-v4-pro-0813,high,mixed,mid,roblox-llm-leaderboard-harness,,,,,,92.6,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Deepseek V4 Pro 0813 (High) / column multiple_choice_counts),,in, roblox-leetcode-easy,hf-roblox-llm-leaderboard,deepseek-v4-pro-0813,high,mixed,mid,roblox-llm-leaderboard-harness,,,,,,95.46,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Deepseek V4 Pro 0813 (High) / column lc_easy_unit_pass),,in, roblox-leetcode-medium,hf-roblox-llm-leaderboard,deepseek-v4-pro-0813,high,mixed,mid,roblox-llm-leaderboard-harness,,,,,,95.43,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Deepseek V4 Pro 0813 (High) / column lc_medium_unit_pass),,in, roblox-leetcode-hard,hf-roblox-llm-leaderboard,deepseek-v4-pro-0813,high,mixed,mid,roblox-llm-leaderboard-harness,,,,,,86.65,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Deepseek V4 Pro 0813 (High) / column lc_hard_unit_pass),,in, roblox-qa-freeform,hf-roblox-llm-leaderboard,gemini-2.5-pro,not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,70.733333,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Gemini 2.5 Pro (Medium) / column freeform_counts),,out:effort-not-established, roblox-qa-multiple-choice,hf-roblox-llm-leaderboard,gemini-2.5-pro,not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,92.833333,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Gemini 2.5 Pro (Medium) / column multiple_choice_counts),,out:effort-not-established, roblox-leetcode-easy,hf-roblox-llm-leaderboard,gemini-2.5-pro,not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,94.95,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Gemini 2.5 Pro (Medium) / column lc_easy_unit_pass),,out:effort-not-established, roblox-leetcode-medium,hf-roblox-llm-leaderboard,gemini-2.5-pro,not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,87.78,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Gemini 2.5 Pro (Medium) / column lc_medium_unit_pass),,out:effort-not-established, roblox-leetcode-hard,hf-roblox-llm-leaderboard,gemini-2.5-pro,not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,67.55,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Gemini 2.5 Pro (Medium) / column lc_hard_unit_pass),,out:effort-not-established, roblox-qa-freeform,hf-roblox-llm-leaderboard,gemini-3.1-pro,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,78.566667,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Gemini 3.1 Pro (Medium) / column freeform_counts),,in, roblox-qa-multiple-choice,hf-roblox-llm-leaderboard,gemini-3.1-pro,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,96.533333,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Gemini 3.1 Pro (Medium) / column multiple_choice_counts),,in, roblox-leetcode-easy,hf-roblox-llm-leaderboard,gemini-3.1-pro,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,95.05,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Gemini 3.1 Pro (Medium) / column lc_easy_unit_pass),,in, roblox-leetcode-medium,hf-roblox-llm-leaderboard,gemini-3.1-pro,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,95.7,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Gemini 3.1 Pro (Medium) / column lc_medium_unit_pass),,in, roblox-leetcode-hard,hf-roblox-llm-leaderboard,gemini-3.1-pro,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,93.59,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Gemini 3.1 Pro (Medium) / column lc_hard_unit_pass),,in, roblox-qa-freeform,hf-roblox-llm-leaderboard,gemini-3.7-flash,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,80.633333,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Gemini 3.7 Flash (Medium) / column freeform_counts),,in, roblox-qa-multiple-choice,hf-roblox-llm-leaderboard,gemini-3.7-flash,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,96.766667,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Gemini 3.7 Flash (Medium) / column multiple_choice_counts),,in, roblox-leetcode-easy,hf-roblox-llm-leaderboard,gemini-3.7-flash,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,94.86,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Gemini 3.7 Flash (Medium) / column lc_easy_unit_pass),,in, roblox-leetcode-medium,hf-roblox-llm-leaderboard,gemini-3.7-flash,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,95.62,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Gemini 3.7 Flash (Medium) / column lc_medium_unit_pass),,in, roblox-leetcode-hard,hf-roblox-llm-leaderboard,gemini-3.7-flash,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,85.74,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Gemini 3.7 Flash (Medium) / column lc_hard_unit_pass),,in, roblox-qa-freeform,hf-roblox-llm-leaderboard,gemini-3.8-flash,high,mixed,mid,roblox-llm-leaderboard-harness,,,,,,80.766667,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Gemini 3.8 Flash (High) / column freeform_counts),,in, roblox-qa-multiple-choice,hf-roblox-llm-leaderboard,gemini-3.8-flash,high,mixed,mid,roblox-llm-leaderboard-harness,,,,,,96.533333,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Gemini 3.8 Flash (High) / column multiple_choice_counts),,in, roblox-leetcode-easy,hf-roblox-llm-leaderboard,gemini-3.8-flash,high,mixed,mid,roblox-llm-leaderboard-harness,,,,,,97.58,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Gemini 3.8 Flash (High) / column lc_easy_unit_pass),,in, roblox-leetcode-medium,hf-roblox-llm-leaderboard,gemini-3.8-flash,high,mixed,mid,roblox-llm-leaderboard-harness,,,,,,99.52,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Gemini 3.8 Flash (High) / column lc_medium_unit_pass),,in, roblox-leetcode-hard,hf-roblox-llm-leaderboard,gemini-3.8-flash,high,mixed,mid,roblox-llm-leaderboard-harness,,,,,,93.85,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Gemini 3.8 Flash (High) / column lc_hard_unit_pass),,in, roblox-qa-freeform,hf-roblox-llm-leaderboard,gemma-3-27b-it,solo,mixed,mid,roblox-llm-leaderboard-harness,,,,,,53.033333,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Gemma 3 27B / column freeform_counts),,out:single-couple, roblox-qa-multiple-choice,hf-roblox-llm-leaderboard,gemma-3-27b-it,solo,mixed,mid,roblox-llm-leaderboard-harness,,,,,,84.533333,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Gemma 3 27B / column multiple_choice_counts),,out:single-couple, roblox-leetcode-easy,hf-roblox-llm-leaderboard,gemma-3-27b-it,solo,mixed,mid,roblox-llm-leaderboard-harness,,,,,,47.23,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Gemma 3 27B / column lc_easy_unit_pass),,out:single-couple, roblox-leetcode-medium,hf-roblox-llm-leaderboard,gemma-3-27b-it,solo,mixed,mid,roblox-llm-leaderboard-harness,,,,,,25.38,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Gemma 3 27B / column lc_medium_unit_pass),,out:single-couple, roblox-leetcode-hard,hf-roblox-llm-leaderboard,gemma-3-27b-it,solo,mixed,mid,roblox-llm-leaderboard-harness,,,,,,20.52,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Gemma 3 27B / column lc_hard_unit_pass),,out:single-couple, roblox-qa-freeform,hf-roblox-llm-leaderboard,gemma-4-26b-a4b-it,unstated,mixed,mid,roblox-llm-leaderboard-harness,,,,,,64.9,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Gemma 4 26B-A4B / column freeform_counts),,out:effort-not-established, roblox-qa-multiple-choice,hf-roblox-llm-leaderboard,gemma-4-26b-a4b-it,unstated,mixed,mid,roblox-llm-leaderboard-harness,,,,,,90.933333,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Gemma 4 26B-A4B / column multiple_choice_counts),,out:effort-not-established, roblox-leetcode-easy,hf-roblox-llm-leaderboard,gemma-4-26b-a4b-it,unstated,mixed,mid,roblox-llm-leaderboard-harness,,,,,,61.75,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Gemma 4 26B-A4B / column lc_easy_unit_pass),,out:effort-not-established, roblox-leetcode-medium,hf-roblox-llm-leaderboard,gemma-4-26b-a4b-it,unstated,mixed,mid,roblox-llm-leaderboard-harness,,,,,,54.83,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Gemma 4 26B-A4B / column lc_medium_unit_pass),,out:effort-not-established, roblox-leetcode-hard,hf-roblox-llm-leaderboard,gemma-4-26b-a4b-it,unstated,mixed,mid,roblox-llm-leaderboard-harness,,,,,,27.65,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Gemma 4 26B-A4B / column lc_hard_unit_pass),,out:effort-not-established, roblox-qa-freeform,hf-roblox-llm-leaderboard,gemma-4-31b-it,unstated,mixed,mid,roblox-llm-leaderboard-harness,,,,,,66.866667,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Gemma 4 31B / column freeform_counts),,out:effort-not-established, roblox-qa-multiple-choice,hf-roblox-llm-leaderboard,gemma-4-31b-it,unstated,mixed,mid,roblox-llm-leaderboard-harness,,,,,,92.566667,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Gemma 4 31B / column multiple_choice_counts),,out:effort-not-established, roblox-leetcode-easy,hf-roblox-llm-leaderboard,gemma-4-31b-it,unstated,mixed,mid,roblox-llm-leaderboard-harness,,,,,,82.99,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Gemma 4 31B / column lc_easy_unit_pass),,out:effort-not-established, roblox-leetcode-medium,hf-roblox-llm-leaderboard,gemma-4-31b-it,unstated,mixed,mid,roblox-llm-leaderboard-harness,,,,,,69.17,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Gemma 4 31B / column lc_medium_unit_pass),,out:effort-not-established, roblox-leetcode-hard,hf-roblox-llm-leaderboard,gemma-4-31b-it,unstated,mixed,mid,roblox-llm-leaderboard-harness,,,,,,61.61,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Gemma 4 31B / column lc_hard_unit_pass),,out:effort-not-established, roblox-qa-freeform,hf-roblox-llm-leaderboard,llama-3.1-8b-instruct,solo,mixed,mid,roblox-llm-leaderboard-harness,,,,,,43.5,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Llama 3.1 8B Instruct / column freeform_counts),,out:single-couple, roblox-qa-multiple-choice,hf-roblox-llm-leaderboard,llama-3.1-8b-instruct,solo,mixed,mid,roblox-llm-leaderboard-harness,,,,,,78.733333,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Llama 3.1 8B Instruct / column multiple_choice_counts),,out:single-couple, roblox-leetcode-easy,hf-roblox-llm-leaderboard,llama-3.1-8b-instruct,solo,mixed,mid,roblox-llm-leaderboard-harness,,,,,,40.12,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Llama 3.1 8B Instruct / column lc_easy_unit_pass),,out:single-couple, roblox-leetcode-medium,hf-roblox-llm-leaderboard,llama-3.1-8b-instruct,solo,mixed,mid,roblox-llm-leaderboard-harness,,,,,,18.94,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Llama 3.1 8B Instruct / column lc_medium_unit_pass),,out:single-couple, roblox-leetcode-hard,hf-roblox-llm-leaderboard,llama-3.1-8b-instruct,solo,mixed,mid,roblox-llm-leaderboard-harness,,,,,,11.7,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Llama 3.1 8B Instruct / column lc_hard_unit_pass),,out:single-couple, roblox-qa-freeform,hf-roblox-llm-leaderboard,?Muse Glimmer 30B (Q4_K_XL),not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,67.066667,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Muse Glimmer 30B (Q4_K_XL) / column freeform_counts),,out:model-not-established, roblox-qa-multiple-choice,hf-roblox-llm-leaderboard,?Muse Glimmer 30B (Q4_K_XL),not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,89.866667,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Muse Glimmer 30B (Q4_K_XL) / column multiple_choice_counts),,out:model-not-established, roblox-leetcode-easy,hf-roblox-llm-leaderboard,?Muse Glimmer 30B (Q4_K_XL),not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,94.95,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Muse Glimmer 30B (Q4_K_XL) / column lc_easy_unit_pass),,out:model-not-established, roblox-leetcode-medium,hf-roblox-llm-leaderboard,?Muse Glimmer 30B (Q4_K_XL),not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,84.26,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Muse Glimmer 30B (Q4_K_XL) / column lc_medium_unit_pass),,out:model-not-established, roblox-leetcode-hard,hf-roblox-llm-leaderboard,?Muse Glimmer 30B (Q4_K_XL),not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,59.5,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Muse Glimmer 30B (Q4_K_XL) / column lc_hard_unit_pass),,out:model-not-established, roblox-qa-freeform,hf-roblox-llm-leaderboard,?Devstral Small 2507 (Q4_K_M),not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,53.633333,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Devstral Small 2507 (Q4_K_M) / column freeform_counts),,out:model-not-established, roblox-qa-multiple-choice,hf-roblox-llm-leaderboard,?Devstral Small 2507 (Q4_K_M),not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,83.666667,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Devstral Small 2507 (Q4_K_M) / column multiple_choice_counts),,out:model-not-established, roblox-leetcode-easy,hf-roblox-llm-leaderboard,?Devstral Small 2507 (Q4_K_M),not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,65.51,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Devstral Small 2507 (Q4_K_M) / column lc_easy_unit_pass),,out:model-not-established, roblox-leetcode-medium,hf-roblox-llm-leaderboard,?Devstral Small 2507 (Q4_K_M),not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,34.15,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Devstral Small 2507 (Q4_K_M) / column lc_medium_unit_pass),,out:model-not-established, roblox-leetcode-hard,hf-roblox-llm-leaderboard,?Devstral Small 2507 (Q4_K_M),not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,21.85,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Devstral Small 2507 (Q4_K_M) / column lc_hard_unit_pass),,out:model-not-established, roblox-qa-freeform,hf-roblox-llm-leaderboard,kimi-k3,not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,78.766667,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Kimi K3 (High) / column freeform_counts),,out:effort-not-established, roblox-qa-multiple-choice,hf-roblox-llm-leaderboard,kimi-k3,not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,96.466667,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Kimi K3 (High) / column multiple_choice_counts),,out:effort-not-established, roblox-leetcode-easy,hf-roblox-llm-leaderboard,kimi-k3,not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,96.57,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Kimi K3 (High) / column lc_easy_unit_pass),,out:effort-not-established, roblox-leetcode-medium,hf-roblox-llm-leaderboard,kimi-k3,not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,93.85,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Kimi K3 (High) / column lc_medium_unit_pass),,out:effort-not-established, roblox-leetcode-hard,hf-roblox-llm-leaderboard,kimi-k3,not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,91.69,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Kimi K3 (High) / column lc_hard_unit_pass),,out:effort-not-established, roblox-qa-freeform,hf-roblox-llm-leaderboard,nemotron-3.5-lightning,unstated,mixed,mid,roblox-llm-leaderboard-harness,,,,,,58.466667,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Nemotron 3.5 Lightning / column freeform_counts),,out:effort-not-established, roblox-qa-multiple-choice,hf-roblox-llm-leaderboard,nemotron-3.5-lightning,unstated,mixed,mid,roblox-llm-leaderboard-harness,,,,,,87.666667,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Nemotron 3.5 Lightning / column multiple_choice_counts),,out:effort-not-established, roblox-leetcode-easy,hf-roblox-llm-leaderboard,nemotron-3.5-lightning,unstated,mixed,mid,roblox-llm-leaderboard-harness,,,,,,79.57,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Nemotron 3.5 Lightning / column lc_easy_unit_pass),,out:effort-not-established, roblox-leetcode-medium,hf-roblox-llm-leaderboard,nemotron-3.5-lightning,unstated,mixed,mid,roblox-llm-leaderboard-harness,,,,,,67.32,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Nemotron 3.5 Lightning / column lc_medium_unit_pass),,out:effort-not-established, roblox-leetcode-hard,hf-roblox-llm-leaderboard,nemotron-3.5-lightning,unstated,mixed,mid,roblox-llm-leaderboard-harness,,,,,,49.83,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Nemotron 3.5 Lightning / column lc_hard_unit_pass),,out:effort-not-established, roblox-qa-freeform,hf-roblox-llm-leaderboard,gpt-5,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,77.033333,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GPT 5 (Medium) / column freeform_counts),,out:single-couple, roblox-qa-multiple-choice,hf-roblox-llm-leaderboard,gpt-5,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,94.366667,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GPT 5 (Medium) / column multiple_choice_counts),,out:single-couple, roblox-leetcode-easy,hf-roblox-llm-leaderboard,gpt-5,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,96.99,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GPT 5 (Medium) / column lc_easy_unit_pass),,out:single-couple, roblox-leetcode-medium,hf-roblox-llm-leaderboard,gpt-5,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,96.47,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GPT 5 (Medium) / column lc_medium_unit_pass),,out:single-couple, roblox-leetcode-hard,hf-roblox-llm-leaderboard,gpt-5,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,86.57,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GPT 5 (Medium) / column lc_hard_unit_pass),,out:single-couple, roblox-qa-freeform,hf-roblox-llm-leaderboard,gpt-5.4-nano,high,mixed,mid,roblox-llm-leaderboard-harness,,,,,,68.9,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GPT 5.4 nano (High) / column freeform_counts),,in, roblox-qa-multiple-choice,hf-roblox-llm-leaderboard,gpt-5.4-nano,high,mixed,mid,roblox-llm-leaderboard-harness,,,,,,89,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GPT 5.4 nano (High) / column multiple_choice_counts),,in, roblox-leetcode-easy,hf-roblox-llm-leaderboard,gpt-5.4-nano,high,mixed,mid,roblox-llm-leaderboard-harness,,,,,,89.85,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GPT 5.4 nano (High) / column lc_easy_unit_pass),,in, roblox-leetcode-medium,hf-roblox-llm-leaderboard,gpt-5.4-nano,high,mixed,mid,roblox-llm-leaderboard-harness,,,,,,84.93,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GPT 5.4 nano (High) / column lc_medium_unit_pass),,in, roblox-leetcode-hard,hf-roblox-llm-leaderboard,gpt-5.4-nano,high,mixed,mid,roblox-llm-leaderboard-harness,,,,,,65.54,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GPT 5.4 nano (High) / column lc_hard_unit_pass),,in, roblox-qa-freeform,hf-roblox-llm-leaderboard,gpt-5.5,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,82.6,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GPT 5.5 (Medium) / column freeform_counts),,in, roblox-qa-multiple-choice,hf-roblox-llm-leaderboard,gpt-5.5,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,97.533333,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GPT 5.5 (Medium) / column multiple_choice_counts),,in, roblox-leetcode-easy,hf-roblox-llm-leaderboard,gpt-5.5,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,97.06,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GPT 5.5 (Medium) / column lc_easy_unit_pass),,in, roblox-leetcode-medium,hf-roblox-llm-leaderboard,gpt-5.5,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,97.44,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GPT 5.5 (Medium) / column lc_medium_unit_pass),,in, roblox-leetcode-hard,hf-roblox-llm-leaderboard,gpt-5.5,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,93.01,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GPT 5.5 (Medium) / column lc_hard_unit_pass),,in, roblox-qa-freeform,hf-roblox-llm-leaderboard,gpt-5.6-luna,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,78.3,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GPT 5.6 Luna (Medium) / column freeform_counts),,in, roblox-qa-multiple-choice,hf-roblox-llm-leaderboard,gpt-5.6-luna,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,95.766667,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GPT 5.6 Luna (Medium) / column multiple_choice_counts),,in, roblox-leetcode-easy,hf-roblox-llm-leaderboard,gpt-5.6-luna,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,95.47,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GPT 5.6 Luna (Medium) / column lc_easy_unit_pass),,in, roblox-leetcode-medium,hf-roblox-llm-leaderboard,gpt-5.6-luna,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,88.98,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GPT 5.6 Luna (Medium) / column lc_medium_unit_pass),,in, roblox-leetcode-hard,hf-roblox-llm-leaderboard,gpt-5.6-luna,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,75.24,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GPT 5.6 Luna (Medium) / column lc_hard_unit_pass),,in, roblox-qa-freeform,hf-roblox-llm-leaderboard,gpt-5.6-sol,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,84.2,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GPT 5.6 Sol (Medium) / column freeform_counts),,in, roblox-qa-multiple-choice,hf-roblox-llm-leaderboard,gpt-5.6-sol,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,97.933333,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GPT 5.6 Sol (Medium) / column multiple_choice_counts),,in, roblox-leetcode-easy,hf-roblox-llm-leaderboard,gpt-5.6-sol,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,97,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GPT 5.6 Sol (Medium) / column lc_easy_unit_pass),,in, roblox-leetcode-medium,hf-roblox-llm-leaderboard,gpt-5.6-sol,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,98.48,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GPT 5.6 Sol (Medium) / column lc_medium_unit_pass),,in, roblox-leetcode-hard,hf-roblox-llm-leaderboard,gpt-5.6-sol,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,92.28,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GPT 5.6 Sol (Medium) / column lc_hard_unit_pass),,in, roblox-qa-freeform,hf-roblox-llm-leaderboard,gpt-5.6-terra,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,77.833333,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GPT 5.6 Terra (Medium) / column freeform_counts),,in, roblox-qa-multiple-choice,hf-roblox-llm-leaderboard,gpt-5.6-terra,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,95.766667,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GPT 5.6 Terra (Medium) / column multiple_choice_counts),,in, roblox-leetcode-easy,hf-roblox-llm-leaderboard,gpt-5.6-terra,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,97.08,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GPT 5.6 Terra (Medium) / column lc_easy_unit_pass),,in, roblox-leetcode-medium,hf-roblox-llm-leaderboard,gpt-5.6-terra,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,93.89,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GPT 5.6 Terra (Medium) / column lc_medium_unit_pass),,in, roblox-leetcode-hard,hf-roblox-llm-leaderboard,gpt-5.6-terra,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,88.55,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GPT 5.6 Terra (Medium) / column lc_hard_unit_pass),,in, roblox-qa-freeform,hf-roblox-llm-leaderboard,gpt-6-astra,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,87.133333,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GPT 6 Astra (Medium) / column freeform_counts),,in, roblox-qa-multiple-choice,hf-roblox-llm-leaderboard,gpt-6-astra,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,98.5,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GPT 6 Astra (Medium) / column multiple_choice_counts),,in, roblox-leetcode-easy,hf-roblox-llm-leaderboard,gpt-6-astra,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,97.51,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GPT 6 Astra (Medium) / column lc_easy_unit_pass),,in, roblox-leetcode-medium,hf-roblox-llm-leaderboard,gpt-6-astra,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,98.52,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GPT 6 Astra (Medium) / column lc_medium_unit_pass),,in, roblox-leetcode-hard,hf-roblox-llm-leaderboard,gpt-6-astra,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,94.88,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GPT 6 Astra (Medium) / column lc_hard_unit_pass),,in, roblox-qa-freeform,hf-roblox-llm-leaderboard,gpt-6-luna,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,79.066667,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GPT 6 Luna (Medium) / column freeform_counts),,in, roblox-qa-multiple-choice,hf-roblox-llm-leaderboard,gpt-6-luna,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,95.633333,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GPT 6 Luna (Medium) / column multiple_choice_counts),,in, roblox-leetcode-easy,hf-roblox-llm-leaderboard,gpt-6-luna,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,97.58,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GPT 6 Luna (Medium) / column lc_easy_unit_pass),,in, roblox-leetcode-medium,hf-roblox-llm-leaderboard,gpt-6-luna,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,98.05,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GPT 6 Luna (Medium) / column lc_medium_unit_pass),,in, roblox-leetcode-hard,hf-roblox-llm-leaderboard,gpt-6-luna,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,81.19,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GPT 6 Luna (Medium) / column lc_hard_unit_pass),,in, roblox-qa-freeform,hf-roblox-llm-leaderboard,gpt-6-sol,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,82.366667,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GPT 6 Sol (Medium) / column freeform_counts),,in, roblox-qa-multiple-choice,hf-roblox-llm-leaderboard,gpt-6-sol,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,97.833333,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GPT 6 Sol (Medium) / column multiple_choice_counts),,in, roblox-leetcode-easy,hf-roblox-llm-leaderboard,gpt-6-sol,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,97,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GPT 6 Sol (Medium) / column lc_easy_unit_pass),,in, roblox-leetcode-medium,hf-roblox-llm-leaderboard,gpt-6-sol,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,98.43,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GPT 6 Sol (Medium) / column lc_medium_unit_pass),,in, roblox-leetcode-hard,hf-roblox-llm-leaderboard,gpt-6-sol,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,94.14,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GPT 6 Sol (Medium) / column lc_hard_unit_pass),,in, roblox-qa-freeform,hf-roblox-llm-leaderboard,gpt-6.1-sol,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,86.8,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GPT 6.1 Sol (Medium) / column freeform_counts),,in, roblox-qa-multiple-choice,hf-roblox-llm-leaderboard,gpt-6.1-sol,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,98.566667,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GPT 6.1 Sol (Medium) / column multiple_choice_counts),,in, roblox-leetcode-easy,hf-roblox-llm-leaderboard,gpt-6.1-sol,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,97.51,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GPT 6.1 Sol (Medium) / column lc_easy_unit_pass),,in, roblox-leetcode-medium,hf-roblox-llm-leaderboard,gpt-6.1-sol,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,98.61,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GPT 6.1 Sol (Medium) / column lc_medium_unit_pass),,in, roblox-leetcode-hard,hf-roblox-llm-leaderboard,gpt-6.1-sol,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,94.34,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GPT 6.1 Sol (Medium) / column lc_hard_unit_pass),,in, roblox-qa-freeform,hf-roblox-llm-leaderboard,gpt-oss-20b,unstated,mixed,mid,roblox-llm-leaderboard-harness,,,,,,61.7,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GPT OSS 20B / column freeform_counts),,out:effort-not-established, roblox-qa-multiple-choice,hf-roblox-llm-leaderboard,gpt-oss-20b,unstated,mixed,mid,roblox-llm-leaderboard-harness,,,,,,88.7,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GPT OSS 20B / column multiple_choice_counts),,out:effort-not-established, roblox-leetcode-easy,hf-roblox-llm-leaderboard,gpt-oss-20b,unstated,mixed,mid,roblox-llm-leaderboard-harness,,,,,,86.43,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GPT OSS 20B / column lc_easy_unit_pass),,out:effort-not-established, roblox-leetcode-medium,hf-roblox-llm-leaderboard,gpt-oss-20b,unstated,mixed,mid,roblox-llm-leaderboard-harness,,,,,,72.06,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GPT OSS 20B / column lc_medium_unit_pass),,out:effort-not-established, roblox-leetcode-hard,hf-roblox-llm-leaderboard,gpt-oss-20b,unstated,mixed,mid,roblox-llm-leaderboard-harness,,,,,,43.33,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GPT OSS 20B / column lc_hard_unit_pass),,out:effort-not-established, roblox-qa-freeform,hf-roblox-llm-leaderboard,?Luau Devstral 24B Instruct v0.2 (Q5_K_XL),not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,58.8,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Luau Devstral 24B Instruct v0.2 (Q5_K_XL) / column freeform_counts),,out:model-not-established, roblox-qa-multiple-choice,hf-roblox-llm-leaderboard,?Luau Devstral 24B Instruct v0.2 (Q5_K_XL),not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,85.9,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Luau Devstral 24B Instruct v0.2 (Q5_K_XL) / column multiple_choice_counts),,out:model-not-established, roblox-leetcode-easy,hf-roblox-llm-leaderboard,?Luau Devstral 24B Instruct v0.2 (Q5_K_XL),not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,72.34,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Luau Devstral 24B Instruct v0.2 (Q5_K_XL) / column lc_easy_unit_pass),,out:model-not-established, roblox-leetcode-medium,hf-roblox-llm-leaderboard,?Luau Devstral 24B Instruct v0.2 (Q5_K_XL),not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,36.75,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Luau Devstral 24B Instruct v0.2 (Q5_K_XL) / column lc_medium_unit_pass),,out:model-not-established, roblox-leetcode-hard,hf-roblox-llm-leaderboard,?Luau Devstral 24B Instruct v0.2 (Q5_K_XL),not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,31.39,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Luau Devstral 24B Instruct v0.2 (Q5_K_XL) / column lc_hard_unit_pass),,out:model-not-established, roblox-qa-freeform,hf-roblox-llm-leaderboard,?Luau Qwen3 4B FIM v0.1 (Q8_0),not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,44.633333,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Luau Qwen3 4B FIM v0.1 (Q8_0) / column freeform_counts),,out:model-not-established, roblox-qa-multiple-choice,hf-roblox-llm-leaderboard,?Luau Qwen3 4B FIM v0.1 (Q8_0),not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,82.266667,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Luau Qwen3 4B FIM v0.1 (Q8_0) / column multiple_choice_counts),,out:model-not-established, roblox-leetcode-easy,hf-roblox-llm-leaderboard,?Luau Qwen3 4B FIM v0.1 (Q8_0),not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,35.37,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Luau Qwen3 4B FIM v0.1 (Q8_0) / column lc_easy_unit_pass),,out:model-not-established, roblox-leetcode-medium,hf-roblox-llm-leaderboard,?Luau Qwen3 4B FIM v0.1 (Q8_0),not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,14.77,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Luau Qwen3 4B FIM v0.1 (Q8_0) / column lc_medium_unit_pass),,out:model-not-established, roblox-leetcode-hard,hf-roblox-llm-leaderboard,?Luau Qwen3 4B FIM v0.1 (Q8_0),not-established:absent,mixed,mid,roblox-llm-leaderboard-harness,,,,,,9.32,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Luau Qwen3 4B FIM v0.1 (Q8_0) / column lc_hard_unit_pass),,out:model-not-established, roblox-qa-freeform,hf-roblox-llm-leaderboard,grok-4.5,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,79.666667,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Grok 4.5 (Medium) / column freeform_counts),,in, roblox-qa-multiple-choice,hf-roblox-llm-leaderboard,grok-4.5,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,96.233333,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Grok 4.5 (Medium) / column multiple_choice_counts),,in, roblox-leetcode-easy,hf-roblox-llm-leaderboard,grok-4.5,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,97.58,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Grok 4.5 (Medium) / column lc_easy_unit_pass),,in, roblox-leetcode-medium,hf-roblox-llm-leaderboard,grok-4.5,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,95.02,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Grok 4.5 (Medium) / column lc_medium_unit_pass),,in, roblox-leetcode-hard,hf-roblox-llm-leaderboard,grok-4.5,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,83.88,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Grok 4.5 (Medium) / column lc_hard_unit_pass),,in, roblox-qa-freeform,hf-roblox-llm-leaderboard,grok-4.6,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,80.166667,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Grok 4.6 (Medium) / column freeform_counts),,in, roblox-qa-multiple-choice,hf-roblox-llm-leaderboard,grok-4.6,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,96.766667,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Grok 4.6 (Medium) / column multiple_choice_counts),,in, roblox-leetcode-easy,hf-roblox-llm-leaderboard,grok-4.6,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,97.51,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Grok 4.6 (Medium) / column lc_easy_unit_pass),,in, roblox-leetcode-medium,hf-roblox-llm-leaderboard,grok-4.6,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,96.43,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Grok 4.6 (Medium) / column lc_medium_unit_pass),,in, roblox-leetcode-hard,hf-roblox-llm-leaderboard,grok-4.6,medium,mixed,mid,roblox-llm-leaderboard-harness,,,,,,91.78,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row Grok 4.6 (Medium) / column lc_hard_unit_pass),,in, roblox-qa-freeform,hf-roblox-llm-leaderboard,glm-4.7-flash,unstated,mixed,mid,roblox-llm-leaderboard-harness,,,,,,52.966667,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GLM 4.7 Flash / column freeform_counts),,out:effort-not-established, roblox-qa-multiple-choice,hf-roblox-llm-leaderboard,glm-4.7-flash,unstated,mixed,mid,roblox-llm-leaderboard-harness,,,,,,83.133333,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GLM 4.7 Flash / column multiple_choice_counts),,out:effort-not-established, roblox-leetcode-easy,hf-roblox-llm-leaderboard,glm-4.7-flash,unstated,mixed,mid,roblox-llm-leaderboard-harness,,,,,,52.99,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GLM 4.7 Flash / column lc_easy_unit_pass),,out:effort-not-established, roblox-leetcode-medium,hf-roblox-llm-leaderboard,glm-4.7-flash,unstated,mixed,mid,roblox-llm-leaderboard-harness,,,,,,20.44,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GLM 4.7 Flash / column lc_medium_unit_pass),,out:effort-not-established, roblox-leetcode-hard,hf-roblox-llm-leaderboard,glm-4.7-flash,unstated,mixed,mid,roblox-llm-leaderboard-harness,,,,,,6.75,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GLM 4.7 Flash / column lc_hard_unit_pass),,out:effort-not-established, roblox-qa-freeform,hf-roblox-llm-leaderboard,glm-5.2,high,mixed,mid,roblox-llm-leaderboard-harness,,,,,,71.566667,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GLM 5.2 (High) / column freeform_counts),,in, roblox-qa-multiple-choice,hf-roblox-llm-leaderboard,glm-5.2,high,mixed,mid,roblox-llm-leaderboard-harness,,,,,,89,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GLM 5.2 (High) / column multiple_choice_counts),,in, roblox-leetcode-easy,hf-roblox-llm-leaderboard,glm-5.2,high,mixed,mid,roblox-llm-leaderboard-harness,,,,,,94.95,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GLM 5.2 (High) / column lc_easy_unit_pass),,in, roblox-leetcode-medium,hf-roblox-llm-leaderboard,glm-5.2,high,mixed,mid,roblox-llm-leaderboard-harness,,,,,,89.18,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GLM 5.2 (High) / column lc_medium_unit_pass),,in, roblox-leetcode-hard,hf-roblox-llm-leaderboard,glm-5.2,high,mixed,mid,roblox-llm-leaderboard-harness,,,,,,68.61,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GLM 5.2 (High) / column lc_hard_unit_pass),,in, roblox-qa-freeform,hf-roblox-llm-leaderboard,glm-5.3,high,mixed,mid,roblox-llm-leaderboard-harness,,,,,,74.066667,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GLM 5.3 (High) / column freeform_counts),,in, roblox-qa-multiple-choice,hf-roblox-llm-leaderboard,glm-5.3,high,mixed,mid,roblox-llm-leaderboard-harness,,,,,,93.933333,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GLM 5.3 (High) / column multiple_choice_counts),,in, roblox-leetcode-easy,hf-roblox-llm-leaderboard,glm-5.3,high,mixed,mid,roblox-llm-leaderboard-harness,,,,,,93.67,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GLM 5.3 (High) / column lc_easy_unit_pass),,in, roblox-leetcode-medium,hf-roblox-llm-leaderboard,glm-5.3,high,mixed,mid,roblox-llm-leaderboard-harness,,,,,,84.45,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GLM 5.3 (High) / column lc_medium_unit_pass),,in, roblox-leetcode-hard,hf-roblox-llm-leaderboard,glm-5.3,high,mixed,mid,roblox-llm-leaderboard-harness,,,,,,78.34,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GLM 5.3 (High) / column lc_hard_unit_pass),,in, roblox-qa-freeform,hf-roblox-llm-leaderboard,glm-5.3-flash,high,mixed,mid,roblox-llm-leaderboard-harness,,,,,,74.7,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GLM 5.3 Flash (High) / column freeform_counts),,in, roblox-qa-multiple-choice,hf-roblox-llm-leaderboard,glm-5.3-flash,high,mixed,mid,roblox-llm-leaderboard-harness,,,,,,94.6,acc%,0,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GLM 5.3 Flash (High) / column multiple_choice_counts),,in, roblox-leetcode-easy,hf-roblox-llm-leaderboard,glm-5.3-flash,high,mixed,mid,roblox-llm-leaderboard-harness,,,,,,97.08,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GLM 5.3 Flash (High) / column lc_easy_unit_pass),,in, roblox-leetcode-medium,hf-roblox-llm-leaderboard,glm-5.3-flash,high,mixed,mid,roblox-llm-leaderboard-harness,,,,,,87.81,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GLM 5.3 Flash (High) / column lc_medium_unit_pass),,in, roblox-leetcode-hard,hf-roblox-llm-leaderboard,glm-5.3-flash,high,mixed,mid,roblox-llm-leaderboard-harness,,,,,,67.58,pass%,0.00289,,,https://huggingface.co/spaces/TorpedoSoftware/Roblox-LLM-Leaderboard ($.models / row GLM 5.3 Flash (High) / column lc_hard_unit_pass),,in, hf-tunaturacan-cre-001,hf-tunaturacan,gemini-3.8-flash,unstated,writing,mid,,,,,,,8.8,author-rating,0.0289,,,"https://huggingface.co/datasets/Tunaturacan/Gemini-3.8-flash-benchmarking (README, test CRE-001 (20 uses for a paperclip), line ""Rating: 8,8"")",,out:effort-not-established, hf-tunaturacan-cre-002,hf-tunaturacan,gemini-3.8-flash,unstated,writing,mid,,,,,,,4.6,author-rating,0.0289,,,"https://huggingface.co/datasets/Tunaturacan/Gemini-3.8-flash-benchmarking (README, test CRE-002 (sad story without e), line ""Rating: 4,6"")",,out:effort-not-established, hf-tunaturacan-phi-001,hf-tunaturacan,gemini-3.8-flash,unstated,writing,mid,,,,,,,8.4,author-rating,0.0289,,,"https://huggingface.co/datasets/Tunaturacan/Gemini-3.8-flash-benchmarking (README, test PHI-001 (something instead of nothing), line ""Rating:8,4"")",,out:effort-not-established, hf-tunaturacan-humr-001,hf-tunaturacan,gemini-3.8-flash,unstated,writing,mid,,,,,,,5.8,author-rating,0.0289,,,"https://huggingface.co/datasets/Tunaturacan/Gemini-3.8-flash-benchmarking (README, test HUMR-001 (surprising joke), line ""Rating: 5,8"")",,out:effort-not-established, hf-tunaturacan-mem-001,hf-tunaturacan,gemini-3.8-flash,unstated,writing,mid,,,,,,,9.2,author-rating,0.0289,,,"https://huggingface.co/datasets/Tunaturacan/Gemini-3.8-flash-benchmarking (README, test MEM-001 (recall in a long conversation), line ""Rating: 9,2"")",,out:effort-not-established, hf-tunaturacan-act-001,hf-tunaturacan,gemini-3.8-flash,unstated,writing,mid,,,,,,,8.0,author-rating,0.0289,,,"https://huggingface.co/datasets/Tunaturacan/Gemini-3.8-flash-benchmarking (README, test ACT-001 (fears), line ""Rating: 8,0"")",,out:effort-not-established, hotkv-banking77-fresh,hotkv,fable-5.1,low,mixed,easy,direct-api-baseline,"USD per 3,000 requests (baseline)",30.31,0.00289,,,90.2,"fresh answer fits % (judged, semantic-hit subset)",0.0289,,cost-base-price:cost-publisher-figure,"https://dev.to/hotkv-ltd/hotkv-cut-claude-token-use-by-70-in-our-banking77-benchmark-2j1f (table 'At the default threshold', row Claude Fable 5.1, column 'Fresh answer fits')",,in,in hotkv-banking77-fresh,hotkv,opus-5.5,low,mixed,easy,direct-api-baseline,"USD per 3,000 requests (baseline)",14.60,0.00289,,,99.0,"fresh answer fits % (judged, semantic-hit subset)",0.0289,,cost-base-price:cost-publisher-figure,"https://dev.to/hotkv-ltd/hotkv-cut-claude-token-use-by-70-in-our-banking77-benchmark-2j1f (table 'At the default threshold', row Claude Opus 5.5, column 'Fresh answer fits')",,in,in hotkv-banking77-fresh,hotkv,sonnet-5.5,not-established:absent,mixed,easy,direct-api-baseline,"USD per 3,000 requests (baseline)",5.51,0.00289,,,86.1,"fresh answer fits % (judged, semantic-hit subset)",0.0289,,,"https://dev.to/hotkv-ltd/hotkv-cut-claude-token-use-by-70-in-our-banking77-benchmark-2j1f (table 'At the default threshold', row Claude Sonnet 5.5, column 'Fresh answer fits')",,out:effort-not-established,out:effort-not-established hotkv-banking77-fresh,hotkv,haiku-5.5,not-established:absent,mixed,easy,direct-api-baseline,"USD per 3,000 requests (baseline)",0.27,0.00289,,,78.6,"fresh answer fits % (judged, semantic-hit subset)",0.0289,,,"https://dev.to/hotkv-ltd/hotkv-cut-claude-token-use-by-70-in-our-banking77-benchmark-2j1f (table 'At the default threshold', row Claude Haiku 5.5, column 'Fresh answer fits')",,out:effort-not-established,out:effort-not-established s7t-wsp-exp4-repair,huggingface-shawnghu,fable-5.2,high,agentic-tool,hard,,,,,,,1.0,score-of-1,0.0289,,,"https://huggingface.co/datasets/shawnghu/fable-weight-space-programming (results/exp4/oneshot_repair/r0/score.json, test1024.success)",,out:single-couple, s7t-wsp-exp4-repair,huggingface-shawnghu,fable-5.2,high,agentic-tool,hard,,,,,,,1.0,score-of-1,0.0289,,,"https://huggingface.co/datasets/shawnghu/fable-weight-space-programming (results/exp4/oneshot_repair/r1/score.json, test1024.success)",,out:single-couple, s7t-wsp-exp4-repair,huggingface-shawnghu,fable-5.2,high,agentic-tool,hard,,,,,,,1.0,score-of-1,0.0289,,,"https://huggingface.co/datasets/shawnghu/fable-weight-space-programming (results/exp4/oneshot_repair/r2/score.json, test1024.success)",,out:single-couple, s7t-wsp-exp5-asterix,huggingface-shawnghu,fable-5.2,high,agentic-tool,hard,,,,,,,81.708,score,0.000289,,,"https://huggingface.co/datasets/shawnghu/fable-weight-space-programming (results/exp5_high/asterix/r0/score.json, score.mean)",,out:single-couple, s7t-wsp-exp5-asterix,huggingface-shawnghu,fable-5.2,high,agentic-tool,hard,,,,,,,66.43,score,0.00289,,,"https://huggingface.co/datasets/shawnghu/fable-weight-space-programming (results/exp5_high/asterix/r1/score.json, score.mean)",,out:single-couple, s7t-wsp-exp5-asterix,huggingface-shawnghu,fable-5.2,high,agentic-tool,hard,,,,,,,65.797,score,0.000289,,,"https://huggingface.co/datasets/shawnghu/fable-weight-space-programming (results/exp5_high/asterix/r2/score.json, score.mean)",,out:single-couple, s7t-wsp-exp5-breakout,huggingface-shawnghu,fable-5.2,high,agentic-tool,hard,,,,,,,456.329,score,0.000289,,,"https://huggingface.co/datasets/shawnghu/fable-weight-space-programming (results/exp5_high/breakout/r0/score.json, score.mean)",,out:single-couple, s7t-wsp-exp5-breakout,huggingface-shawnghu,fable-5.2,high,agentic-tool,hard,,,,,,,502.682,score,0.000289,,,"https://huggingface.co/datasets/shawnghu/fable-weight-space-programming (results/exp5_high/breakout/r1/score.json, score.mean)",,out:single-couple, s7t-wsp-exp5-breakout,huggingface-shawnghu,fable-5.2,high,agentic-tool,hard,,,,,,,494.574,score,0.000289,,,"https://huggingface.co/datasets/shawnghu/fable-weight-space-programming (results/exp5_high/breakout/r2/score.json, score.mean)",,out:single-couple, s7t-wsp-exp5-seaquest,huggingface-shawnghu,fable-5.2,high,agentic-tool,hard,,,,,,,53.546,score,0.000289,,,"https://huggingface.co/datasets/shawnghu/fable-weight-space-programming (results/exp5_high/seaquest/r0/score.json, score.mean)",,in, s7t-wsp-exp5-seaquest,huggingface-shawnghu,fable-5.2,high,agentic-tool,hard,,,,,,,35.597,score,0.000289,,,"https://huggingface.co/datasets/shawnghu/fable-weight-space-programming (results/exp5_high/seaquest/r1/score.json, score.mean)",,in, s7t-wsp-exp5-seaquest,huggingface-shawnghu,fable-5.2,high,agentic-tool,hard,,,,,,,57.534,score,0.000289,,,"https://huggingface.co/datasets/shawnghu/fable-weight-space-programming (results/exp5_high/seaquest/r2/score.json, score.mean)",,in, s7t-wsp-exp5-asterix,huggingface-shawnghu,fable-5.2,xhigh,agentic-tool,hard,,,,,,,0.473,score,0.000289,,,"https://huggingface.co/datasets/shawnghu/fable-weight-space-programming (results/exp5/asterix/r2/score.json, score.mean)",,out:partial, s7t-wsp-exp5-seaquest,huggingface-shawnghu,fable-5.2,xhigh,agentic-tool,hard,,,,,,,66.132,score,0.000289,,,"https://huggingface.co/datasets/shawnghu/fable-weight-space-programming (results/exp5/seaquest/r2/score.json, score.mean)",,in, s7t-wsp-exp6-go,huggingface-shawnghu,fable-5.2,medium,agentic-tool,frontier,,,,,,,0.7689,score-of-1,2.89e-05,,,"https://huggingface.co/datasets/shawnghu/fable-weight-space-programming (results/exp6/budget_0_medium_r1/eval_exp6.json, table.main_score)",,out:single-couple, s7t-wsp-exp6-go,huggingface-shawnghu,fable-5.2,medium,agentic-tool,frontier,,,,,,,0.8735,score-of-1,2.89e-05,,,"https://huggingface.co/datasets/shawnghu/fable-weight-space-programming (results/exp6/budget_0_medium_r2/eval_exp6.json, table.main_score)",,out:single-couple, s7t-wsp-exp6-go,huggingface-shawnghu,fable-5.2,not-established:assumed,agentic-tool,frontier,,,,,,,0.9333,score-of-1,2.89e-05,,,"https://huggingface.co/datasets/shawnghu/fable-weight-space-programming (results/exp6/budget_10/eval_exp6.json, table.main_score)",,out:effort-not-established, s7t-wsp-exp6-go,huggingface-shawnghu,fable-5.2,xhigh,agentic-tool,frontier,,,,,,,0.045,score-of-1,0.000289,,,"https://huggingface.co/datasets/shawnghu/fable-weight-space-programming (results/exp6/budget_0/eval_exp6.json, table.main_score)",,out:failed-run, slopcode-oct26,humanlayer-scb-2026-10,opus-5.5,medium,coding,hard,SlopCodeBench-just-solve,per-campaign(196ckpt),193.47,0.00289,,,28,solved-of-196,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://github.com/humanlayer/advanced-context-engineering-for-coding-agents/blob/main/benchmarking-new-models-on-slop-code-bench.md (Complete campaigns table, strict passes column: Opus 5.5 Medium)",,in,in slopcode-oct26,humanlayer-scb-2026-10,opus-5.5,xhigh,coding,hard,SlopCodeBench-just-solve,per-campaign(196ckpt),817.04,0.00289,,,25,solved-of-196,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://github.com/humanlayer/advanced-context-engineering-for-coding-agents/blob/main/benchmarking-new-models-on-slop-code-bench.md (Complete campaigns table, strict passes column: Opus 5.5 XHigh)",,in,in slopcode-oct26,humanlayer-scb-2026-10,fable-5.1,xhigh,coding,hard,SlopCodeBench-just-solve,per-campaign(196ckpt),1550.07,0.00289,,,26,solved-of-196,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://github.com/humanlayer/advanced-context-engineering-for-coding-agents/blob/main/benchmarking-new-models-on-slop-code-bench.md (Complete campaigns table, strict passes column: Fable 5.1 XHigh)",,in,in slopcode-oct26,humanlayer-scb-2026-10,gpt-6-astra,xhigh,coding,hard,SlopCodeBench-just-solve,per-campaign(196ckpt),758.62,0.00289,,,32,solved-of-196,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://github.com/humanlayer/advanced-context-engineering-for-coding-agents/blob/main/benchmarking-new-models-on-slop-code-bench.md (Complete campaigns table, strict passes column: GPT-6 Astra XHigh)",,in,in slopcode-oct26,humanlayer-scb-2026-10,gpt-6-astra,medium,coding,hard,SlopCodeBench-just-solve,per-campaign(196ckpt),261.05,0.00289,,,29,solved-of-196,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://github.com/humanlayer/advanced-context-engineering-for-coding-agents/blob/main/benchmarking-new-models-on-slop-code-bench.md (Complete campaigns table, strict passes column: GPT-6 Astra Medium)",,in,in slopcode-oct26,humanlayer-scb-2026-10,gpt-6-sol,medium,coding,hard,SlopCodeBench-just-solve,per-campaign(196ckpt),245.69,0.00289,,,30,solved-of-196,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://github.com/humanlayer/advanced-context-engineering-for-coding-agents/blob/main/benchmarking-new-models-on-slop-code-bench.md (Complete campaigns table, strict passes column: GPT-6 SOL Medium)",,in,in slopcode-oct26,humanlayer-scb-2026-10,gpt-6-sol,xhigh,coding,hard,SlopCodeBench-just-solve,per-campaign(196ckpt),517.32,0.00289,,,26,solved-of-196,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://github.com/humanlayer/advanced-context-engineering-for-coding-agents/blob/main/benchmarking-new-models-on-slop-code-bench.md (Complete campaigns table, strict passes column: GPT-6 SOL XHigh)",,in,in slopcode-oct26,humanlayer-scb-2026-10,gpt-6.1-sol,medium,coding,hard,SlopCodeBench-just-solve,per-campaign(196ckpt),178.51,0.00289,,,29,solved-of-196,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://github.com/humanlayer/advanced-context-engineering-for-coding-agents/blob/main/benchmarking-new-models-on-slop-code-bench.md (Complete campaigns table, strict passes column: GPT-6.1 SOL Medium)",,in,in slopcode-oct26,humanlayer-scb-2026-10,gpt-5.6-sol,xhigh,coding,hard,SlopCodeBench-just-solve,per-campaign(196ckpt),941.6249999999999,109,,,28,solved-of-196,0,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://github.com/humanlayer/advanced-context-engineering-for-coding-agents/blob/main/benchmarking-new-models-on-slop-code-bench.md (Complete campaigns table, strict passes column: GPT-5.6 SOL XHigh)",,in,out:cost-single-couple slopcode-oct26,humanlayer-scb-2026-10,glm-5.3,not-established:absent,coding,hard,SlopCodeBench-just-solve,per-campaign(196ckpt),365.13,0.00289,,,24,solved-of-196,0,,,"https://github.com/humanlayer/advanced-context-engineering-for-coding-agents/blob/main/benchmarking-new-models-on-slop-code-bench.md (Complete campaigns table, strict passes column: GLM 5.3 XHigh)",,out:effort-not-established,out:effort-not-established hymultiturn-importance,hymultiturn-2607.29196,gpt-5.5,high,mixed,hard,own benchmark,,,,,,77.2,score%,0.0289,,,"https://arxiv.org/abs/2607.29196 (Leaderboard, rank 1, GPT-5.5 (high), Importance (mean of 3 rolls))",,in, hymultiturn-importance,hymultiturn-2607.29196,grok-4.5,high,mixed,hard,own benchmark,,,,,,75.8,score%,0.0289,,,"https://arxiv.org/abs/2607.29196 (Leaderboard, rank 2, Grok 4.5 (high), Importance (mean of 3 rolls))",,in, hymultiturn-importance,hymultiturn-2607.29196,kimi-k3,max,mixed,hard,own benchmark,,,,,,74.2,score%,0.0289,,,"https://arxiv.org/abs/2607.29196 (Leaderboard, rank 3, Kimi K3 (max), Importance (mean of 3 rolls))",,in, hymultiturn-importance,hymultiturn-2607.29196,gpt-5.4,high,mixed,hard,own benchmark,,,,,,73.3,score%,0.0289,,,"https://arxiv.org/abs/2607.29196 (Leaderboard, rank 4, GPT-5.4 (high), Importance (mean of 3 rolls))",,in, hymultiturn-importance,hymultiturn-2607.29196,gemini-3.1-pro,high,mixed,hard,own benchmark,,,,,,71.7,score%,0.0289,,,"https://arxiv.org/abs/2607.29196 (Leaderboard, rank 5, Gemini 3.1 Pro (high), Importance (mean of 3 rolls))",,in, hymultiturn-importance,hymultiturn-2607.29196,opus-4.6,high,mixed,hard,own benchmark,,,,,,71.6,score%,0.0289,,,"https://arxiv.org/abs/2607.29196 (Leaderboard, rank 6, Claude Opus 4.6 (high), Importance (mean of 3 rolls))",,out:single-couple, hymultiturn-importance,hymultiturn-2607.29196,opus-4.7,high,mixed,hard,own benchmark,,,,,,70.8,score%,0.0289,,,"https://arxiv.org/abs/2607.29196 (Leaderboard, rank 7, Claude Opus 4.7 (high), Importance (mean of 3 rolls))",,in, hymultiturn-importance,hymultiturn-2607.29196,kimi-k2.6,think,mixed,hard,own benchmark,,,,,,67.0,score%,0.0289,,,"https://arxiv.org/abs/2607.29196 (Leaderboard, rank 9, Kimi K2.6 (thinking), Importance (mean of 3 rolls))",,in, hymultiturn-importance,hymultiturn-2607.29196,kimi-k2.5,think,mixed,hard,own benchmark,,,,,,60.1,score%,0.0289,,,"https://arxiv.org/abs/2607.29196 (Leaderboard, rank 11, Kimi K2.5 (thinking), Importance (mean of 3 rolls))",,in, hymultiturn-importance,hymultiturn-2607.29196,qwen3.6-plus,think,mixed,hard,own benchmark,,,,,,58.7,score%,0.0289,,,"https://arxiv.org/abs/2607.29196 (Leaderboard, rank 12, Qwen 3.6 Plus (thinking), Importance (mean of 3 rolls))",,in, hymultiturn-importance,hymultiturn-2607.29196,kimi-k2.6,nothink,mixed,hard,own benchmark,,,,,,56.4,score%,0.0289,,,"https://arxiv.org/abs/2607.29196 (Leaderboard, rank 14, Kimi K2.6 (nothink), Importance (mean of 3 rolls))",,in, hymultiturn-importance,hymultiturn-2607.29196,deepseek-v4-pro-preview,not-established:absent,mixed,hard,own benchmark,,,,,,55.9,score%,0.0289,,,"https://arxiv.org/abs/2607.29196 (Leaderboard, rank 15, DeepSeek V4 Pro (thinking), Importance (mean of 3 rolls))",,out:effort-not-established, hymultiturn-importance,hymultiturn-2607.29196,kimi-k2.5,nothink,mixed,hard,own benchmark,,,,,,53.0,score%,0.0289,,,"https://arxiv.org/abs/2607.29196 (Leaderboard, rank 18, Kimi K2.5 (nothink), Importance (mean of 3 rolls))",,in, hymultiturn-importance,hymultiturn-2607.29196,?DeepSeek V4 Flash,not-established:absent,mixed,hard,own benchmark,,,,,,49.4,score%,0.0289,,,"https://arxiv.org/abs/2607.29196 (Leaderboard, rank 19, DeepSeek V4 Flash (thinking), Importance (mean of 3 rolls))",,out:model-not-established, hymultiturn-importance,hymultiturn-2607.29196,qwen3.6-plus,nothink,mixed,hard,own benchmark,,,,,,44.7,score%,0.0289,,,"https://arxiv.org/abs/2607.29196 (Leaderboard, rank 21, Qwen 3.6 Plus (nothink), Importance (mean of 3 rolls))",,in, hymultiturn-importance,hymultiturn-2607.29196,gemini-3.1-flash-lite,not-established:absent,mixed,hard,own benchmark,,,,,,38.9,score%,0.0289,,,"https://arxiv.org/abs/2607.29196 (Leaderboard, rank 22, Gemini 3.1 Flash Lite (nothink), Importance (mean of 3 rolls))",,out:effort-not-established, hypfrontier-benchmark300,hypfrontier-2608.10843,deepseek-v4-pro-preview,unstated,reasoning-math,hard,own pipeline (R1 direct prompt),,,,,,17.3,score%,0.0289,,,"https://arxiv.org/abs/2608.10843 (Table 1, hypfrontier-benchmark300, row DeepSeek V4 Pro, column R1)",,out:effort-not-established, hypfrontier-benchmark300-hf-valid,hypfrontier-2608.10843,deepseek-v4-pro-preview,unstated,reasoning-math,hard,"Hypothesis Frontier (verifier-guided LLM-symbolic search, at most 6 LLM calls)",,,,,,67.3,score%,0.0289,,,"https://arxiv.org/abs/2608.10843 (Table 1, hypfrontier-benchmark300, row DeepSeek V4 Pro, column Valid (HF))",,out:effort-not-established, hypfrontier-benchmark300,hypfrontier-2608.10843,gemini-3.5-flash,unstated,reasoning-math,hard,own pipeline (R1 direct prompt),,,,,,24.0,score%,0.0289,,,"https://arxiv.org/abs/2608.10843 (Table 1, hypfrontier-benchmark300, row Gemini 3.5 Flash, column R1)",,out:effort-not-established, hypfrontier-benchmark300-hf-valid,hypfrontier-2608.10843,gemini-3.5-flash,unstated,reasoning-math,hard,"Hypothesis Frontier (verifier-guided LLM-symbolic search, at most 6 LLM calls)",,,,,,65.3,score%,0.0289,,,"https://arxiv.org/abs/2608.10843 (Table 1, hypfrontier-benchmark300, row Gemini 3.5 Flash, column Valid (HF))",,out:effort-not-established, hypfrontier-benchmark300,hypfrontier-2608.10843,kimi-k2.7-code,solo,reasoning-math,hard,own pipeline (R1 direct prompt),,,,,,27.0,score%,0.0289,,,"https://arxiv.org/abs/2608.10843 (Table 1, hypfrontier-benchmark300, row Kimi K2.7 Code, column R1)",,out:not-headline, hypfrontier-benchmark300-hf-valid,hypfrontier-2608.10843,kimi-k2.7-code,solo,reasoning-math,hard,"Hypothesis Frontier (verifier-guided LLM-symbolic search, at most 6 LLM calls)",,,,,,64.7,score%,0.0289,,,"https://arxiv.org/abs/2608.10843 (Table 1, hypfrontier-benchmark300, row Kimi K2.7 Code, column Valid (HF))",,out:single-couple, hypfrontier-benchmark300,hypfrontier-2608.10843,kimi-k2.6,unstated,reasoning-math,hard,own pipeline (R1 direct prompt),,,,,,15.0,score%,0.0289,,,"https://arxiv.org/abs/2608.10843 (Table 1, hypfrontier-benchmark300, row Kimi K2.6, column R1)",,out:effort-not-established, hypfrontier-benchmark300-hf-valid,hypfrontier-2608.10843,kimi-k2.6,unstated,reasoning-math,hard,"Hypothesis Frontier (verifier-guided LLM-symbolic search, at most 6 LLM calls)",,,,,,54.0,score%,0.0289,,,"https://arxiv.org/abs/2608.10843 (Table 1, hypfrontier-benchmark300, row Kimi K2.6, column Valid (HF))",,out:effort-not-established, hypfrontier-benchmark300,hypfrontier-2608.10843,grok-4.3,unstated,reasoning-math,hard,own pipeline (R1 direct prompt),,,,,,4.7,score%,0.0289,,,"https://arxiv.org/abs/2608.10843 (Table 1, hypfrontier-benchmark300, row Grok 4.3, column R1)",,out:effort-not-established, hypfrontier-benchmark300-hf-valid,hypfrontier-2608.10843,grok-4.3,unstated,reasoning-math,hard,"Hypothesis Frontier (verifier-guided LLM-symbolic search, at most 6 LLM calls)",,,,,,29.0,score%,0.0289,,,"https://arxiv.org/abs/2608.10843 (Table 1, hypfrontier-benchmark300, row Grok 4.3, column Valid (HF))",,out:effort-not-established, hypfrontier-challenge64,hypfrontier-2608.10843,gpt-5.6-sol,xhigh,reasoning-math,hard,own pipeline (R1 direct prompt),,,,,,57.8,score%,0.0289,,,"https://arxiv.org/abs/2608.10843 (Table 1, hypfrontier-challenge64, row GPT-5.6 Sol (xhigh), column R1)",,out:not-headline, hypfrontier-challenge64-hf-valid,hypfrontier-2608.10843,gpt-5.6-sol,xhigh,reasoning-math,hard,"Hypothesis Frontier (verifier-guided LLM-symbolic search, at most 6 LLM calls)",,,,,,89.1,score%,0.0289,,,"https://arxiv.org/abs/2608.10843 (Table 1, hypfrontier-challenge64, row GPT-5.6 Sol (xhigh), column Valid (HF))",,in, hypfrontier-challenge64,hypfrontier-2608.10843,gpt-5.6-terra,xhigh,reasoning-math,hard,own pipeline (R1 direct prompt),,,,,,37.5,score%,0.0289,,,"https://arxiv.org/abs/2608.10843 (Table 1, hypfrontier-challenge64, row GPT-5.6 Terra (xhigh), column R1)",,out:not-headline, hypfrontier-challenge64-hf-valid,hypfrontier-2608.10843,gpt-5.6-terra,xhigh,reasoning-math,hard,"Hypothesis Frontier (verifier-guided LLM-symbolic search, at most 6 LLM calls)",,,,,,81.2,score%,0.0289,,,"https://arxiv.org/abs/2608.10843 (Table 1, hypfrontier-challenge64, row GPT-5.6 Terra (xhigh), column Valid (HF))",,in, hypfrontier-challenge64,hypfrontier-2608.10843,fable-5,medium,reasoning-math,hard,own pipeline (R1 direct prompt),,,,,,40.6,score%,0.0289,,,"https://arxiv.org/abs/2608.10843 (Table 1, hypfrontier-challenge64, row Fable 5 (medium; low), column R1)",,out:not-headline, hypfrontier-challenge64-hf-valid,hypfrontier-2608.10843,fable-5,medium,reasoning-math,hard,"Hypothesis Frontier (verifier-guided LLM-symbolic search, at most 6 LLM calls)",,,,,,75.0,score%,0.0289,,,"https://arxiv.org/abs/2608.10843 (Table 1, hypfrontier-challenge64, row Fable 5 (medium; low), column Valid (HF))",,in, hypfrontier-challenge64,hypfrontier-2608.10843,grok-4.5,high,reasoning-math,hard,own pipeline (R1 direct prompt),,,,,,17.2,score%,0.0289,,,"https://arxiv.org/abs/2608.10843 (Table 1, hypfrontier-challenge64, row Grok 4.5 (high), column R1)",,out:not-headline, hypfrontier-challenge64-hf-valid,hypfrontier-2608.10843,grok-4.5,high,reasoning-math,hard,"Hypothesis Frontier (verifier-guided LLM-symbolic search, at most 6 LLM calls)",,,,,,51.6,score%,0.0289,,,"https://arxiv.org/abs/2608.10843 (Table 1, hypfrontier-challenge64, row Grok 4.5 (high), column Valid (HF))",,in, hypfrontier-challenge64,hypfrontier-2608.10843,kimi-k3,unstated,reasoning-math,hard,own pipeline (R1 direct prompt),,,,,,10.9,score%,0.0289,,,"https://arxiv.org/abs/2608.10843 (Table 1, hypfrontier-challenge64, row Kimi K3, column R1)",,out:effort-not-established, hypfrontier-challenge64-hf-valid,hypfrontier-2608.10843,kimi-k3,unstated,reasoning-math,hard,"Hypothesis Frontier (verifier-guided LLM-symbolic search, at most 6 LLM calls)",,,,,,48.4,score%,0.0289,,,"https://arxiv.org/abs/2608.10843 (Table 1, hypfrontier-challenge64, row Kimi K3, column Valid (HF))",,out:effort-not-established, hypfrontier-challenge64,hypfrontier-2608.10843,gpt-5.6-luna,xhigh,reasoning-math,hard,own pipeline (R1 direct prompt),,,,,,23.4,score%,0.0289,,,"https://arxiv.org/abs/2608.10843 (Table 1, hypfrontier-challenge64, row GPT-5.6 Luna (xhigh), column R1)",,out:not-headline, hypfrontier-challenge64-hf-valid,hypfrontier-2608.10843,gpt-5.6-luna,xhigh,reasoning-math,hard,"Hypothesis Frontier (verifier-guided LLM-symbolic search, at most 6 LLM calls)",,,,,,46.9,score%,0.0289,,,"https://arxiv.org/abs/2608.10843 (Table 1, hypfrontier-challenge64, row GPT-5.6 Luna (xhigh), column Valid (HF))",,in, hypfrontier-challenge64,hypfrontier-2608.10843,deepseek-v4-pro-preview,unstated,reasoning-math,hard,own pipeline (R1 direct prompt),,,,,,9.4,score%,0.0289,,,"https://arxiv.org/abs/2608.10843 (Table 1, hypfrontier-challenge64, row DeepSeek V4 Pro, column R1)",,out:effort-not-established, hypfrontier-challenge64-hf-valid,hypfrontier-2608.10843,deepseek-v4-pro-preview,unstated,reasoning-math,hard,"Hypothesis Frontier (verifier-guided LLM-symbolic search, at most 6 LLM calls)",,,,,,34.4,score%,0.0289,,,"https://arxiv.org/abs/2608.10843 (Table 1, hypfrontier-challenge64, row DeepSeek V4 Pro, column Valid (HF))",,out:effort-not-established, hypfrontier-challenge64,hypfrontier-2608.10843,kimi-k2.7-code,solo,reasoning-math,hard,own pipeline (R1 direct prompt),,,,,,7.8,score%,0.0289,,,"https://arxiv.org/abs/2608.10843 (Table 1, hypfrontier-challenge64, row Kimi K2.7 Code, column R1)",,out:not-headline, hypfrontier-challenge64-hf-valid,hypfrontier-2608.10843,kimi-k2.7-code,solo,reasoning-math,hard,"Hypothesis Frontier (verifier-guided LLM-symbolic search, at most 6 LLM calls)",,,,,,34.4,score%,0.0289,,,"https://arxiv.org/abs/2608.10843 (Table 1, hypfrontier-challenge64, row Kimi K2.7 Code, column Valid (HF))",,in, hypfrontier-challenge64,hypfrontier-2608.10843,gemini-3.5-flash,unstated,reasoning-math,hard,own pipeline (R1 direct prompt),,,,,,10.9,score%,0.0289,,,"https://arxiv.org/abs/2608.10843 (Table 1, hypfrontier-challenge64, row Gemini 3.5 Flash, column R1)",,out:effort-not-established, hypfrontier-challenge64-hf-valid,hypfrontier-2608.10843,gemini-3.5-flash,unstated,reasoning-math,hard,"Hypothesis Frontier (verifier-guided LLM-symbolic search, at most 6 LLM calls)",,,,,,28.1,score%,0.0289,,,"https://arxiv.org/abs/2608.10843 (Table 1, hypfrontier-challenge64, row Gemini 3.5 Flash, column Valid (HF))",,out:effort-not-established, hypfrontier-challenge64,hypfrontier-2608.10843,kimi-k2.6,unstated,reasoning-math,hard,own pipeline (R1 direct prompt),,,,,,4.7,score%,0.0289,,,"https://arxiv.org/abs/2608.10843 (Table 1, hypfrontier-challenge64, row Kimi K2.6, column R1)",,out:effort-not-established, hypfrontier-challenge64-hf-valid,hypfrontier-2608.10843,kimi-k2.6,unstated,reasoning-math,hard,"Hypothesis Frontier (verifier-guided LLM-symbolic search, at most 6 LLM calls)",,,,,,23.4,score%,0.0289,,,"https://arxiv.org/abs/2608.10843 (Table 1, hypfrontier-challenge64, row Kimi K2.6, column Valid (HF))",,out:effort-not-established, hypfrontier-challenge64,hypfrontier-2608.10843,grok-4.3,unstated,reasoning-math,hard,own pipeline (R1 direct prompt),,,,,,3.1,score%,0.0289,,,"https://arxiv.org/abs/2608.10843 (Table 1, hypfrontier-challenge64, row Grok 4.3, column R1)",,out:effort-not-established, hypfrontier-challenge64-hf-valid,hypfrontier-2608.10843,grok-4.3,unstated,reasoning-math,hard,"Hypothesis Frontier (verifier-guided LLM-symbolic search, at most 6 LLM calls)",,,,,,12.5,score%,0.0289,,,"https://arxiv.org/abs/2608.10843 (Table 1, hypfrontier-challenge64, row Grok 4.3, column Valid (HF))",,out:effort-not-established, ianlpaterson,ianlpaterson,sonnet-4.6,nothink,mixed,mid,,per-run,0.20,0.00289,,,100.0,quality,0.0289,,cost-method-assumed-single,"https://ianlpaterson.com/blog/llm-benchmark-2026-38-actual-tasks-15-models-for-2-29/ (row Claude Sonnet 4.6, column Quality)",,in,out:cost-not-comparable ianlpaterson,ianlpaterson,opus-4.6,default,mixed,mid,,per-run,0.69,0.00289,,,100.0,quality,0.0289,,,"https://ianlpaterson.com/blog/llm-benchmark-2026-38-actual-tasks-15-models-for-2-29/ (row Claude Opus 4.6, column Quality)",,out:effort-not-established,out:effort-not-established ianlpaterson,ianlpaterson,kimi-k2.5,think,mixed,mid,,per-run,0.13,0.00289,,,98.6,quality,0.0289,,cost-method-assumed-single,"https://ianlpaterson.com/blog/llm-benchmark-2026-38-actual-tasks-15-models-for-2-29/ (row Kimi K2.5, column Quality)",,in,out:cost-not-comparable ianlpaterson,ianlpaterson,minimax-m2.5,default,mixed,mid,,per-run,0.07,0.00289,,,98.6,quality,0.0289,,,"https://ianlpaterson.com/blog/llm-benchmark-2026-38-actual-tasks-15-models-for-2-29/ (row MiniMax M2.5, column Quality)",,out:effort-not-established,out:effort-not-established ianlpaterson,ianlpaterson,gemini-2.5-pro,default,mixed,mid,,per-run,0.71,0.00289,,,98.3,quality,0.0289,,,"https://ianlpaterson.com/blog/llm-benchmark-2026-38-actual-tasks-15-models-for-2-29/ (row Gemini 2.5 Pro, column Quality)",,out:effort-not-established,out:effort-not-established ianlpaterson,ianlpaterson,gpt-5.2-codex,medium,mixed,mid,,,,,,,98.3,quality,0.0289,,,"https://ianlpaterson.com/blog/llm-benchmark-2026-38-actual-tasks-15-models-for-2-29/ (row GPT-5.2-codex (Codex CLI), column Quality)",,in, ianlpaterson,ianlpaterson,gpt-oss-20b,default,mixed,mid,,,,,,,98.3,quality,0.0289,,,"https://ianlpaterson.com/blog/llm-benchmark-2026-38-actual-tasks-15-models-for-2-29/ (row GPT-oss-20b, column Quality)",,out:effort-not-established, ianlpaterson,ianlpaterson,gpt-5.2,default,mixed,mid,,per-run,0.15,0.00289,,,98.0,quality,0.0289,,,"https://ianlpaterson.com/blog/llm-benchmark-2026-38-actual-tasks-15-models-for-2-29/ (row GPT-5.2, column Quality)",,out:effort-not-established,out:effort-not-established ianlpaterson,ianlpaterson,gemini-2.5-flash,default,mixed,mid,,per-run,0.003,0.000289,,,97.1,quality,0.0289,,,"https://ianlpaterson.com/blog/llm-benchmark-2026-38-actual-tasks-15-models-for-2-29/ (row Gemini 2.5 Flash, column Quality)",,out:effort-not-established,out:effort-not-established ianlpaterson,ianlpaterson,deepseek-r1,solo,mixed,mid,,per-run,0.12,0.00289,,,96.8,quality,0.0289,,cost-method-assumed-single,"https://ianlpaterson.com/blog/llm-benchmark-2026-38-actual-tasks-15-models-for-2-29/ (row DeepSeek R1, column Quality)",,out:single-couple,out:cost-not-comparable ianlpaterson,ianlpaterson,haiku-4.5,nothink,mixed,mid,,per-run,0.04,0.00289,,,95.9,quality,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://ianlpaterson.com/blog/llm-benchmark-2026-38-actual-tasks-15-models-for-2-29/ (row Claude Haiku 4.5, column Quality)",,in,out:cost-single-couple ianlpaterson,ianlpaterson,gpt-5-nano,default,mixed,mid,,per-run,0.03,0.00289,,,94.8,quality,0.0289,,,"https://ianlpaterson.com/blog/llm-benchmark-2026-38-actual-tasks-15-models-for-2-29/ (row GPT-5-Nano, column Quality)",,out:effort-not-established,out:effort-not-established ianlpaterson,ianlpaterson,deepseek-v3,solo,mixed,mid,,per-run,0.008,0.000289,,,88.7,quality,0.0289,,cost-method-assumed-single,"https://ianlpaterson.com/blog/llm-benchmark-2026-38-actual-tasks-15-models-for-2-29/ (row DeepSeek V3 (Chat), column Quality)",,out:single-couple,out:cost-not-comparable ianlpaterson,ianlpaterson,?Qwen 3.5 35B,not-established:absent,mixed,mid,,,,,,,85.8,quality,0.0289,,,"https://ianlpaterson.com/blog/llm-benchmark-2026-38-actual-tasks-15-models-for-2-29/ (row Qwen 3.5 35B (local), column Quality)",,out:model-not-established, ianlpaterson,ianlpaterson,gemma-3-12b-it,solo,mixed,mid,,,,,,,80.6,quality,0.0289,,,"https://ianlpaterson.com/blog/llm-benchmark-2026-38-actual-tasks-15-models-for-2-29/ (row Gemma 3 12B (local), column Quality)",,out:single-couple, ibragim-pi,ibragim-dev,sonnet-5.5,high,coding,mid,,per-task,0.072825,0.014,,,100,pass@1%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://ibragim.dev/leaderboard/ (ibragim-leaderboard-20260928-table.csv: one row per leaderboard row / row Pi|Sonnet 5.5|high / column pass1),,out:uninformative,out:cost-single-couple ibragim-pi,ibragim-dev,opus-5.5,low,coding,mid,,per-task,0.1168,2.89e-05,,,100,pass@1%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://ibragim.dev/leaderboard/ (ibragim-leaderboard-20260928-table.csv: one row per leaderboard row / row Pi|Opus 5.5|low / column pass1),,out:uninformative,in ibragim-pi,ibragim-dev,opus-5.5,medium,coding,mid,,per-task,0.2207,2.89e-05,,,100,pass@1%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://ibragim.dev/leaderboard/ (ibragim-leaderboard-20260928-table.csv: one row per leaderboard row / row Pi|Opus 5.5|medium / column pass1),,out:uninformative,in ibragim-pi,ibragim-dev,opus-5.5,high,coding,mid,,per-task,0.3034,2.89e-05,,,100,pass@1%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://ibragim.dev/leaderboard/ (ibragim-leaderboard-20260928-table.csv: one row per leaderboard row / row Pi|Opus 5.5|high / column pass1),,out:uninformative,in ibragim-pi,ibragim-dev,opus-5,high,coding,mid,,per-task,0.5161,2.89e-05,,,96.7,pass@1%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://ibragim.dev/leaderboard/ (ibragim-leaderboard-20260928-table.csv: one row per leaderboard row / row Pi|Opus 5|high / column pass1),,in,in ibragim-pi,ibragim-dev,sonnet-5,high,coding,mid,,per-task,0.2910,2.89e-05,,,83.3,pass@1%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://ibragim.dev/leaderboard/ (ibragim-leaderboard-20260928-table.csv: one row per leaderboard row / row Pi|Sonnet 5|high / column pass1),,in,in ibragim-cc,ibragim-dev,sonnet-5.5,high,coding,mid,ClaudeCode,per-task,0.11047499999999999,0.0213,,,100,pass@1%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://ibragim.dev/leaderboard/ (ibragim-leaderboard-20260928-table.csv: one row per leaderboard row / row Claude Code|Sonnet 5.5|high / column pass1),,out:uninformative,out:cost-single-couple ibragim-cc,ibragim-dev,opus-5.5,high,coding,mid,ClaudeCode,per-task,0.3546,2.89e-05,,,100,pass@1%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://ibragim.dev/leaderboard/ (ibragim-leaderboard-20260928-table.csv: one row per leaderboard row / row Claude Code|Opus 5.5|high / column pass1),,out:uninformative,in ibragim-cc,ibragim-dev,sonnet-5,high,coding,mid,ClaudeCode,per-task,0.3957,2.89e-05,,,83.3,pass@1%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://ibragim.dev/leaderboard/ (ibragim-leaderboard-20260928-table.csv: one row per leaderboard row / row Claude Code|Sonnet 5|high / column pass1),,out:single-couple,in ibragim-pi,ibragim-dev,gpt-6-luna,xhigh,coding,mid,,per-task,0.0145,2.89e-05,,,100,pass@1%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://ibragim.dev/leaderboard/ (ibragim-leaderboard-20260930-table.csv: one row per leaderboard row / row Pi|GPT-6 Luna|xhigh / column pass1),,out:uninformative,in ibragim-pi,ibragim-dev,gpt-6.1-sol,medium,coding,mid,,per-task,0.0704,2.89e-05,,,100,pass@1%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://ibragim.dev/leaderboard/ (ibragim-leaderboard-20260930-table.csv: one row per leaderboard row / row Pi|GPT-6.1 Sol|medium / column pass1),,out:uninformative,in ibragim-pi,ibragim-dev,gpt-6-sol,medium,coding,mid,,per-task,0.0715,2.89e-05,,,100,pass@1%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://ibragim.dev/leaderboard/ (ibragim-leaderboard-20260930-table.csv: one row per leaderboard row / row Pi|GPT-6 Sol|medium / column pass1),,out:uninformative,in ibragim-pi,ibragim-dev,gpt-6.1-sol,high,coding,mid,,per-task,0.1334,2.89e-05,,,100,pass@1%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://ibragim.dev/leaderboard/ (ibragim-leaderboard-20260930-table.csv: one row per leaderboard row / row Pi|GPT-6.1 Sol|high / column pass1),,out:uninformative,in ibragim-codex,ibragim-dev,gpt-6.1-sol,medium,coding,mid,Codex,per-task,0.1375,2.89e-05,,,100,pass@1%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://ibragim.dev/leaderboard/ (ibragim-leaderboard-20260930-table.csv: one row per leaderboard row / row Codex|GPT-6.1 Sol|medium / column pass1),,out:uninformative,in ibragim-codex,ibragim-dev,gpt-6.1-sol,high,coding,mid,Codex,per-task,0.1472,2.89e-05,,,100,pass@1%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://ibragim.dev/leaderboard/ (ibragim-leaderboard-20260930-table.csv: one row per leaderboard row / row Codex|GPT-6.1 Sol|high / column pass1),,out:uninformative,in ibragim-codex,ibragim-dev,gpt-6-sol,medium,coding,mid,Codex,per-task,0.1612,2.89e-05,,,100,pass@1%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://ibragim.dev/leaderboard/ (ibragim-leaderboard-20260930-table.csv: one row per leaderboard row / row Codex|GPT-6 Sol|medium / column pass1),,out:uninformative,in ibragim-pi,ibragim-dev,gpt-6-astra,low,coding,mid,,per-task,0.2618,2.89e-05,,,100,pass@1%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://ibragim.dev/leaderboard/ (ibragim-leaderboard-20260930-table.csv: one row per leaderboard row / row Pi|GPT-6 Astra|low / column pass1),,out:uninformative,in ibragim-pi,ibragim-dev,gpt-6-luna,medium,coding,mid,,per-task,0.0061,2.89e-05,,,96.7,pass@1%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://ibragim.dev/leaderboard/ (ibragim-leaderboard-20260930-table.csv: one row per leaderboard row / row Pi|GPT-6 Luna|medium / column pass1),,in,in ibragim-pi,ibragim-dev,glm-5.3-flash,max,coding,mid,,per-task,0.1999,2.89e-05,,,96.7,pass@1%,0.0289,,cost-method-assumed-single,https://ibragim.dev/leaderboard/ (ibragim-leaderboard-20260930-table.csv: one row per leaderboard row / row Pi|GLM-5.3-Flash|max / column pass1),,in,out:cost-not-comparable ibragim-pi,ibragim-dev,gpt-5.6-sol,medium,coding,mid,,per-task,0.252125,0.0291,,,96.7,pass@1%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://ibragim.dev/leaderboard/ (ibragim-leaderboard-20260930-table.csv: one row per leaderboard row / row Pi|GPT-5.6 Sol|medium / column pass1),,in,out:cost-single-couple ibragim-pi,ibragim-dev,gpt-6-luna,high,coding,mid,,per-task,0.0112,2.89e-05,,,93.3,pass@1%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://ibragim.dev/leaderboard/ (ibragim-leaderboard-20260930-table.csv: one row per leaderboard row / row Pi|GPT-6 Luna|high / column pass1),,in,in ibragim-pi,ibragim-dev,deepseek-v4.1-flash,max,coding,mid,,per-task,0.0425,2.89e-05,,,93.3,pass@1%,0.0289,,cost-method-assumed-single,https://ibragim.dev/leaderboard/ (ibragim-leaderboard-20260930-table.csv: one row per leaderboard row / row Pi|DeepSeek-V4.1-Flash|max / column pass1),,in,out:cost-not-comparable ibragim-pi,ibragim-dev,gpt-5.6-luna,medium,coding,mid,,per-task,0.0057,0.00219,,,90,pass@1%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://ibragim.dev/leaderboard/ (ibragim-leaderboard-20260930-table.csv: one row per leaderboard row / row Pi|GPT-5.6 Luna|medium / column pass1),,in,out:cost-single-couple ibragim-pi,ibragim-dev,gpt-6-luna,xhigh,coding,mid,,per-task,0.0277,2.89e-05,,,90,pass@1%,0.0289,,,https://ibragim.dev/leaderboard/ (ibragim-leaderboard-20260930-table.csv: one row per leaderboard row / row Oh My Pi|GPT-6 Luna|xhigh / column pass1),,out:decision:D61,out:decision:D61 ibragim-codex,ibragim-dev,gpt-5.6-sol,medium,coding,mid,Codex,per-task,0.551875,0.0637,,,90,pass@1%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://ibragim.dev/leaderboard/ (ibragim-leaderboard-20260930-table.csv: one row per leaderboard row / row Codex|GPT-5.6 Sol|medium / column pass1),,out:single-couple,out:cost-single-couple ibragim-pi,ibragim-dev,gpt-5.6-terra,medium,coding,mid,,per-task,0.08442,0.00542,,,86.7,pass@1%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://ibragim.dev/leaderboard/ (ibragim-leaderboard-20260930-table.csv: one row per leaderboard row / row Pi|GPT-5.6 Terra|medium / column pass1),,in,out:cost-single-couple ibragim-pi,ibragim-dev,qwen3.8-27b,xhigh,coding,mid,,per-task,0.2301,2.89e-05,,,76.7,pass@1%,0.0289,,cost-method-assumed-single,https://ibragim.dev/leaderboard/ (ibragim-leaderboard-20260930-table.csv: one row per leaderboard row / row Pi|Qwen3.8-27B|xhigh / column pass1),,in,out:cost-not-comparable imecchess-puzzles,imec-2610.00416,gemini-3.5-flash,medium,reasoning-math,mid,own APO harness (no tools),per-1k-calls,9.163,0.000289,446,944,55.40,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/html/2610.00416 (Table 2 (baseline prompt, 559 puzzles, mean of three runs), row 'Gemini 3.5 Flash', column 'Puzzle acc. (%)')",,in,in imecchess-puzzles,imec-2610.00416,gemini-3.5-flash-lite,low,reasoning-math,mid,own APO harness (no tools),per-1k-calls,0.169,0.000289,447,14,26.30,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/html/2610.00416 (Table 2 (baseline prompt, 559 puzzles, mean of three runs), row 'Gemini 3.5 Flash Lite', column 'Puzzle acc. (%)')",,in,in imecchess-puzzles,imec-2610.00416,haiku-4.5,nothink,reasoning-math,mid,own APO harness (no tools),per-1k-calls,0.707,0.000289,646,12,11.63,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://arxiv.org/html/2610.00416 (Table 2 (baseline prompt, 559 puzzles, mean of three runs), row 'Claude Haiku 4.5', column 'Puzzle acc. (%)')",,in,in imecchess-puzzles,imec-2610.00416,qwen3.8-27b,default,reasoning-math,mid,own APO harness (no tools),per-1k-calls,0.231,0.000289,452,15,8.47,score%,0.00289,,,"https://arxiv.org/html/2610.00416 (Table 2 (baseline prompt, 559 puzzles, mean of three runs), row 'Qwen3.8 27B', column 'Puzzle acc. (%)')",,out:effort-not-established,out:effort-not-established imecchess-puzzles,imec-2610.00416,gpt-5.6-luna,low,reasoning-math,mid,own APO harness (no tools),per-1k-calls,1.152,0.443,426,1529,31.72,score%,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://arxiv.org/html/2610.00416 (Table 2 (baseline prompt, 559 puzzles, mean of three runs), row 'GPT-5.6 Luna', column 'Puzzle acc. (%)')",,in,out:cost-single-couple imecchess-puzzles,imec-2610.00416,deepseek-v4-pro-0813,default,reasoning-math,mid,own APO harness (no tools),per-1k-calls,0.559,0.000289,435,13,14.49,score%,0.00289,,,"https://arxiv.org/html/2610.00416 (Table 2 (baseline prompt, 559 puzzles, mean of three runs), row 'DeepSeek V4 Pro 0813', column 'Puzzle acc. (%)')",,out:effort-not-established,out:effort-not-established implicator-magicpages-ts20,implicator.ai,qwen3-coder-next,unstated,coding,mid,,,,,,,94.8,pass%,0.0289,,restated-from:Magic Pages,https://www.implicator.ai/open-weights-llms-score-94-8-on-custom-coding-benchmark-4-behind-claude-opus/ (first paragraph),,out:effort-not-established, improofbench,improofbench.math.ethz.ch,gpt-5.4,unstated,reasoning-math,frontier,,,,,,,81.7870294599018,score%,0,,,https://improofbench.math.ethz.ch/questions/leaderboard ($ / row GPT-5.4 / column score_percentage),,out:effort-not-established, improofbench,improofbench.math.ethz.ch,opus-4.7,unstated,reasoning-math,frontier,,,,,,,81.08292416803056,score%,0,,,https://improofbench.math.ethz.ch/questions/leaderboard ($ / row Claude Opus 4.7 / column score_percentage),,out:effort-not-established, improofbench,improofbench.math.ethz.ch,gpt-5.5,unstated,reasoning-math,frontier,,,,,,,80.1418439716312,score%,0,,,https://improofbench.math.ethz.ch/questions/leaderboard ($ / row GPT-5.5 / column score_percentage),,out:effort-not-established, improofbench,improofbench.math.ethz.ch,?Gemini 3.1 Pro Preview (Custom Tools),not-established:absent,reasoning-math,frontier,,,,,,,79.33510638297872,score%,0,,,https://improofbench.math.ethz.ch/questions/leaderboard ($ / row Gemini 3.1 Pro Preview (Custom Tools) / column score_percentage),,out:model-not-established, improofbench,improofbench.math.ethz.ch,gemini-3.1-pro,unstated,reasoning-math,frontier,,,,,,,78.31185215493726,score%,0,,,https://improofbench.math.ethz.ch/questions/leaderboard ($ / row Gemini 3.1 Pro Preview / column score_percentage),,out:effort-not-established, improofbench,improofbench.math.ethz.ch,opus-4.6,unstated,reasoning-math,frontier,,,,,,,76.11327059465357,score%,0,,,https://improofbench.math.ethz.ch/questions/leaderboard ($ / row Claude Opus 4.6 / column score_percentage),,out:effort-not-established, improofbench,improofbench.math.ethz.ch,gemini-3-pro,unstated,reasoning-math,frontier,,,,,,,68.37015821058374,score%,0,,,https://improofbench.math.ethz.ch/questions/leaderboard ($ / row Gemini 3 Pro Preview / column score_percentage),,out:effort-not-established, improofbench,improofbench.math.ethz.ch,gpt-5.2,unstated,reasoning-math,frontier,,,,,,,65.7201309328969,score%,0,,,https://improofbench.math.ethz.ch/questions/leaderboard ($ / row GPT-5.2 / column score_percentage),,out:effort-not-established, improofbench,improofbench.math.ethz.ch,gpt-5.1,unstated,reasoning-math,frontier,,,,,,,60.888003840131496,score%,0,,,https://improofbench.math.ethz.ch/questions/leaderboard ($ / row GPT-5.1 / column score_percentage),,out:effort-not-established, improofbench,improofbench.math.ethz.ch,gpt-5-pro,unstated,reasoning-math,frontier,,,,,,,56.21590289143481,score%,0,,,https://improofbench.math.ethz.ch/questions/leaderboard ($ / row GPT-5 Pro / column score_percentage),,out:effort-not-established, improofbench,improofbench.math.ethz.ch,grok-4,solo,reasoning-math,frontier,,,,,,,53.81444353518822,score%,0,,,https://improofbench.math.ethz.ch/questions/leaderboard ($ / row Grok 4 / column score_percentage),,out:single-couple, improofbench,improofbench.math.ethz.ch,gpt-5,unstated,reasoning-math,frontier,,,,,,,51.078491543917075,score%,0,,,https://improofbench.math.ethz.ch/questions/leaderboard ($ / row GPT-5 / column score_percentage),,out:effort-not-established, improofbench,improofbench.math.ethz.ch,glm-5,unstated,reasoning-math,frontier,,,,,,,42.523000049595794,score%,0,,,https://improofbench.math.ethz.ch/questions/leaderboard ($ / row GLM-5 / column score_percentage),,out:effort-not-established, improofbench,improofbench.math.ethz.ch,o4-mini,unstated,reasoning-math,frontier,,,,,,,42.338689679115205,score%,0,,,https://improofbench.math.ethz.ch/questions/leaderboard ($ / row o4-mini / column score_percentage),,out:effort-not-established, improofbench,improofbench.math.ethz.ch,grok-4-fast,think,reasoning-math,frontier,,,,,,,41.232951445717404,score%,0,,,https://improofbench.math.ethz.ch/questions/leaderboard ($ / row Grok 4 Fast Reasoning / column score_percentage),,out:single-couple, improofbench,improofbench.math.ethz.ch,o3,unstated,reasoning-math,frontier,,,,,,,39.351782968804244,score%,0,,,https://improofbench.math.ethz.ch/questions/leaderboard ($ / row o3 / column score_percentage),,out:effort-not-established, improofbench,improofbench.math.ethz.ch,gemini-2.5-pro,unstated,reasoning-math,frontier,,,,,,,38.069421713038736,score%,0,,,https://improofbench.math.ethz.ch/questions/leaderboard ($ / row Gemini 2.5 Pro / column score_percentage),,out:effort-not-established, improofbench,improofbench.math.ethz.ch,grok-3,solo,reasoning-math,frontier,,,,,,,36.717192382086,score%,0,,,https://improofbench.math.ethz.ch/questions/leaderboard ($ / row Grok 3 / column score_percentage),,out:single-couple, improofbench,improofbench.math.ethz.ch,qwen3-235b-a22b,unstated,reasoning-math,frontier,,,,,,,36.03376233695383,score%,0,,,https://improofbench.math.ethz.ch/questions/leaderboard ($ / row Qwen3 235B A22B / column score_percentage),,out:effort-not-established, improofbench,improofbench.math.ethz.ch,opus-4.1,unstated,reasoning-math,frontier,,,,,,,35.97235654416505,score%,0,,,https://improofbench.math.ethz.ch/questions/leaderboard ($ / row Claude Opus 4.1 / column score_percentage),,out:effort-not-established, improofbench,improofbench.math.ethz.ch,gpt-oss-120b,unstated,reasoning-math,frontier,,,,,,,34.939307146753954,score%,0,,,https://improofbench.math.ethz.ch/questions/leaderboard ($ / row GPT-OSS 120B / column score_percentage),,out:effort-not-established, improofbench,improofbench.math.ethz.ch,sonnet-4,unstated,reasoning-math,frontier,,,,,,,34.83614789465853,score%,0,,,https://improofbench.math.ethz.ch/questions/leaderboard ($ / row Claude Sonnet 4 / column score_percentage),,out:effort-not-established, improofbench,improofbench.math.ethz.ch,gemini-2.5-flash,unstated,reasoning-math,frontier,,,,,,,34.36535981748747,score%,0,,,https://improofbench.math.ethz.ch/questions/leaderboard ($ / row Gemini 2.5 Flash / column score_percentage),,out:effort-not-established, improofbench,improofbench.math.ethz.ch,deepseek-v3.1-terminus,unstated,reasoning-math,frontier,,,,,,,33.166939443535185,score%,0,,,https://improofbench.math.ethz.ch/questions/leaderboard ($ / row DeepSeek V3.1 Terminus / column score_percentage),,out:effort-not-established, improofbench,improofbench.math.ethz.ch,?GPT-4o,not-established:absent,reasoning-math,frontier,,,,,,,26.559911719486188,score%,0,,,https://improofbench.math.ethz.ch/questions/leaderboard ($ / row GPT-4o / column score_percentage),,out:model-not-established, improofbench,improofbench.math.ethz.ch,?ChatGPT 5.4 Pro,not-established:absent,reasoning-math,frontier,,,,,,,0.0,score%,0,,,https://improofbench.math.ethz.ch/questions/leaderboard ($ / row ChatGPT 5.4 Pro (Browser) / column score_percentage),,out:model-not-established, improofbench-complete,improofbench.math.ethz.ch,gpt-5.4,unstated,reasoning-math,frontier,,,,,,,49.2646653475767,complete%,0,,,https://improofbench.math.ethz.ch/questions/leaderboard ($ / row GPT-5.4 / column complete_solution),,out:effort-not-established, improofbench-complete,improofbench.math.ethz.ch,gemini-3.1-pro,unstated,reasoning-math,frontier,,,,,,,45.71755166555171,complete%,0,,,https://improofbench.math.ethz.ch/questions/leaderboard ($ / row Gemini 3.1 Pro Preview / column complete_solution),,out:effort-not-established, improofbench-complete,improofbench.math.ethz.ch,gpt-5.2,unstated,reasoning-math,frontier,,,,,,,32.37568484587012,complete%,0,,,https://improofbench.math.ethz.ch/questions/leaderboard ($ / row GPT-5.2 / column complete_solution),,out:effort-not-established, improofbench-complete,improofbench.math.ethz.ch,opus-4.6,unstated,reasoning-math,frontier,,,,,,,31.678141028929304,complete%,0,,,https://improofbench.math.ethz.ch/questions/leaderboard ($ / row Claude Opus 4.6 / column complete_solution),,out:effort-not-established, improofbench-complete,improofbench.math.ethz.ch,gpt-5,unstated,reasoning-math,frontier,,,,,,,20.43978639571032,complete%,0,,,https://improofbench.math.ethz.ch/questions/leaderboard ($ / row GPT-5 / column complete_solution),,out:effort-not-established, improofbench-complete,improofbench.math.ethz.ch,grok-4,solo,reasoning-math,frontier,,,,,,,11.047035397663695,complete%,0,,,https://improofbench.math.ethz.ch/questions/leaderboard ($ / row Grok 4 / column complete_solution),,out:single-couple, improofbench-complete,improofbench.math.ethz.ch,o4-mini,unstated,reasoning-math,frontier,,,,,,,6.449548033842547,complete%,0,,,https://improofbench.math.ethz.ch/questions/leaderboard ($ / row o4-mini / column complete_solution),,out:effort-not-established, improofbench-complete,improofbench.math.ethz.ch,gemini-2.5-pro,unstated,reasoning-math,frontier,,,,,,,6.081253528899433,complete%,0,,,https://improofbench.math.ethz.ch/questions/leaderboard ($ / row Gemini 2.5 Pro / column complete_solution),,out:effort-not-established, improofbench-complete,improofbench.math.ethz.ch,opus-4.1,unstated,reasoning-math,frontier,,,,,,,3.3818450251971597,complete%,0,,,https://improofbench.math.ethz.ch/questions/leaderboard ($ / row Claude Opus 4.1 / column complete_solution),,out:effort-not-established, incident-arena,incident-arena-2610.00648,?GPT-6 (astra),not-established:absent,agentic-tool,frontier,,USD/episode,3.28,0.00289,,,0.59,score-of-1,0.00289,,,"https://arxiv.org/abs/2610.00648 (Table 2 (p. 6 of the preprint), row GPT-6 (astra), column Pass@1 (averaged over all efforts))",,out:model-not-established,out:model-not-established incident-arena,incident-arena-2610.00648,?GPT-6 (sol),not-established:absent,agentic-tool,frontier,,USD/episode,0.81,0.00289,,,0.39,score-of-1,0.00289,,,"https://arxiv.org/abs/2610.00648 (Table 2 (p. 6 of the preprint), row GPT-6 (sol), column Pass@1 (averaged over all efforts))",,out:model-not-established,out:model-not-established incident-arena,incident-arena-2610.00648,?GPT-5.6 (sol),not-established:absent,agentic-tool,frontier,,USD/episode,2.51,0.00289,,,0.37,score-of-1,0.00289,,,"https://arxiv.org/abs/2610.00648 (Table 2 (p. 6 of the preprint), row GPT-5.6 (sol), column Pass@1 (averaged over all efforts))",,out:model-not-established,out:model-not-established incident-arena,incident-arena-2610.00648,?GPT-5.6 (terra),not-established:absent,agentic-tool,frontier,,USD/episode,1.14,0.00289,,,0.28,score-of-1,0.00289,,,"https://arxiv.org/abs/2610.00648 (Table 2 (p. 6 of the preprint), row GPT-5.6 (terra), column Pass@1 (averaged over all efforts))",,out:model-not-established,out:model-not-established incident-arena,incident-arena-2610.00648,opus-5.5,unstated,agentic-tool,frontier,,USD/episode,2.00,0.00289,,,0.54,score-of-1,0.00289,,,"https://arxiv.org/abs/2610.00648 (Table 2 (p. 6 of the preprint), row Claude Opus 5.5, column Pass@1 (averaged over all efforts))",,out:effort-not-established,out:effort-not-established incident-arena,incident-arena-2610.00648,fable-5.1,unstated,agentic-tool,frontier,,USD/episode,3.99,0.00289,,,0.44,score-of-1,0.00289,,,"https://arxiv.org/abs/2610.00648 (Table 2 (p. 6 of the preprint), row Claude Fable 5.1, column Pass@1 (averaged over all efforts))",,out:effort-not-established,out:effort-not-established incident-arena,incident-arena-2610.00648,opus-5,unstated,agentic-tool,frontier,,USD/episode,2.30,0.00289,,,0.36,score-of-1,0.00289,,,"https://arxiv.org/abs/2610.00648 (Table 2 (p. 6 of the preprint), row Claude Opus 5, column Pass@1 (averaged over all efforts))",,out:effort-not-established,out:effort-not-established incident-arena,incident-arena-2610.00648,grok-4.7,unstated,agentic-tool,frontier,,USD/episode,6.27,0.00289,,,0.26,score-of-1,0.00289,,,"https://arxiv.org/abs/2610.00648 (Table 2 (p. 6 of the preprint), row Grok 4.7, column Pass@1 (averaged over all efforts))",,out:effort-not-established,out:effort-not-established incident-arena,incident-arena-2610.00648,muse-spark-1.3,unstated,agentic-tool,frontier,,USD/episode,1.49,0.00289,,,0.26,score-of-1,0.00289,,,"https://arxiv.org/abs/2610.00648 (Table 2 (p. 6 of the preprint), row Muse Spark 1.3, column Pass@1 (averaged over all efforts))",,out:effort-not-established,out:effort-not-established incident-arena,incident-arena-2610.00648,glm-5.3,unstated,agentic-tool,frontier,,USD/episode,1.97,0.00289,,,0.31,score-of-1,0.00289,,,"https://arxiv.org/abs/2610.00648 (Table 2 (p. 6 of the preprint), row GLM-5.3, column Pass@1 (averaged over all efforts))",,out:effort-not-established,out:effort-not-established inferencebench-p101,inferencebench.ai,opus-5.5,max,coding,frontier,,,,,,,12.08,speedup-x,0.00289,,,https://inferencebench.ai/ (script.js line 88: value (aggregate geometric-mean speedup over the PyTorch baseline)),,in, inferencebench-p101,inferencebench.ai,fable-5.1,unstated,coding,frontier,,,,,,,9.83,speedup-x,0.00289,,,https://inferencebench.ai/ (script.js line 89: value (aggregate geometric-mean speedup over the PyTorch baseline)),,out:effort-not-established, inferencebench-p101,inferencebench.ai,fable-5.1,max,coding,frontier,,,,,,,9.31,speedup-x,0.00289,,,https://inferencebench.ai/ (script.js line 90: value (aggregate geometric-mean speedup over the PyTorch baseline)),,in, inferencebench-p101,inferencebench.ai,opus-5,unstated,coding,frontier,,,,,,,8.90,speedup-x,0.00289,,,https://inferencebench.ai/ (script.js line 91: value (aggregate geometric-mean speedup over the PyTorch baseline)),,out:effort-not-established, inferencebench-p101,inferencebench.ai,fable-5,low,coding,frontier,,,,,,,8.74,speedup-x,0.00289,,,https://inferencebench.ai/ (script.js line 92: value (aggregate geometric-mean speedup over the PyTorch baseline)),,in, inferencebench-p10,inferencebench.ai,opus-4.7,unstated,coding,frontier,,,,,,,8.53,speedup-x,0.00289,,,https://inferencebench.ai/ (script.js line 93: value (aggregate geometric-mean speedup over the PyTorch baseline)),,out:effort-not-established, inferencebench-p101,inferencebench.ai,gpt-6-astra,not-established:absent,coding,frontier,,,,,,,7.90,speedup-x,0.00289,,,https://inferencebench.ai/ (script.js line 94: value (aggregate geometric-mean speedup over the PyTorch baseline)),,out:effort-not-established, inferencebench-p101,inferencebench.ai,gpt-6-sol,not-established:absent,coding,frontier,,,,,,,7.64,speedup-x,0.00289,,,https://inferencebench.ai/ (script.js line 95: value (aggregate geometric-mean speedup over the PyTorch baseline)),,out:effort-not-established, inferencebench-p10,inferencebench.ai,opus-4.8,unstated,coding,frontier,,,,,,,7.60,speedup-x,0.00289,,,https://inferencebench.ai/ (script.js line 96: value (aggregate geometric-mean speedup over the PyTorch baseline)),,out:effort-not-established, inferencebench-p101,inferencebench.ai,fable-5,unstated,coding,frontier,,,,,,,7.52,speedup-x,0.00289,,,https://inferencebench.ai/ (script.js line 97: value (aggregate geometric-mean speedup over the PyTorch baseline)),,out:effort-not-established, inferencebench-p101,inferencebench.ai,gpt-5.6-sol,not-established:absent,coding,frontier,,,,,,,7.34,speedup-x,0.00289,,,https://inferencebench.ai/ (script.js line 98: value (aggregate geometric-mean speedup over the PyTorch baseline)),,out:effort-not-established, inferencebench-p10,inferencebench.ai,opus-4.8,xhigh,coding,frontier,,,,,,,7.34,speedup-x,0.00289,,,https://inferencebench.ai/ (script.js line 99: value (aggregate geometric-mean speedup over the PyTorch baseline)),,in, inferencebench-p101,inferencebench.ai,glm-5.2,not-established:absent,coding,frontier,,,,,,,7.00,speedup-x,0.00289,,,https://inferencebench.ai/ (script.js line 100: value (aggregate geometric-mean speedup over the PyTorch baseline)),,out:effort-not-established, inferencebench-p101,inferencebench.ai,grok-4.6,unstated,coding,frontier,,,,,,,6.65,speedup-x,0.00289,,,https://inferencebench.ai/ (script.js line 101: value (aggregate geometric-mean speedup over the PyTorch baseline)),,out:effort-not-established, inferencebench-p101,inferencebench.ai,sonnet-5,unstated,coding,frontier,,,,,,,6.43,speedup-x,0.00289,,,https://inferencebench.ai/ (script.js line 102: value (aggregate geometric-mean speedup over the PyTorch baseline)),,out:effort-not-established, inferencebench-p101,inferencebench.ai,kimi-k2.7-code,solo,coding,frontier,,,,,,,6.27,speedup-x,0.00289,,,https://inferencebench.ai/ (script.js line 103: value (aggregate geometric-mean speedup over the PyTorch baseline)),,in, inferencebench-p10,inferencebench.ai,gpt-5.4,not-established:absent,coding,frontier,,,,,,,6.16,speedup-x,0.00289,,,https://inferencebench.ai/ (script.js line 104: value (aggregate geometric-mean speedup over the PyTorch baseline)),,out:effort-not-established, inferencebench-p101,inferencebench.ai,kimi-k3,unstated,coding,frontier,,,,,,,5.70,speedup-x,0.00289,,,https://inferencebench.ai/ (script.js line 105: value (aggregate geometric-mean speedup over the PyTorch baseline)),,out:effort-not-established, inferencebench-p10,inferencebench.ai,sonnet-4.6,unstated,coding,frontier,,,,,,,5.56,speedup-x,0.00289,,,https://inferencebench.ai/ (script.js line 106: value (aggregate geometric-mean speedup over the PyTorch baseline)),,out:effort-not-established, inferencebench-p10,inferencebench.ai,gpt-5.3-codex,not-established:absent,coding,frontier,,,,,,,5.53,speedup-x,0.00289,,,https://inferencebench.ai/ (script.js line 107: value (aggregate geometric-mean speedup over the PyTorch baseline)),,out:effort-not-established, inferencebench-p10,inferencebench.ai,gpt-5.5,xhigh,coding,frontier,,,,,,,5.45,speedup-x,0.00289,,,https://inferencebench.ai/ (script.js line 108: value (aggregate geometric-mean speedup over the PyTorch baseline)),,in, inferencebench-p101,inferencebench.ai,glm-5.3,not-established:absent,coding,frontier,,,,,,,4.98,speedup-x,0.00289,,,https://inferencebench.ai/ (script.js line 109: value (aggregate geometric-mean speedup over the PyTorch baseline)),,out:effort-not-established, inferencebench-p10,inferencebench.ai,gemini-3.1-pro,unstated,coding,frontier,,,,,,,4.92,speedup-x,0.00289,,,https://inferencebench.ai/ (script.js line 110: value (aggregate geometric-mean speedup over the PyTorch baseline)),,out:effort-not-established, inferencebench-p10,inferencebench.ai,kimi-k2.6,unstated,coding,frontier,,,,,,,4.51,speedup-x,0.00289,,,https://inferencebench.ai/ (script.js line 112: value (aggregate geometric-mean speedup over the PyTorch baseline)),,out:effort-not-established, inferencebench-p101,inferencebench.ai,glm-5.3-flash,unstated,coding,frontier,,,,,,,4.49,speedup-x,0.00289,,,https://inferencebench.ai/ (script.js line 113: value (aggregate geometric-mean speedup over the PyTorch baseline)),,out:effort-not-established, inferencebench-p10,inferencebench.ai,opus-4.6,unstated,coding,frontier,,,,,,,4.38,speedup-x,0.00289,,,https://inferencebench.ai/ (script.js line 114: value (aggregate geometric-mean speedup over the PyTorch baseline)),,out:effort-not-established, inferencebench-p10,inferencebench.ai,gpt-5.2,unstated,coding,frontier,,,,,,,4.28,speedup-x,0.00289,,,https://inferencebench.ai/ (script.js line 115: value (aggregate geometric-mean speedup over the PyTorch baseline)),,out:effort-not-established, inferencebench-p10,inferencebench.ai,gpt-5.5,high,coding,frontier,,,,,,,4.22,speedup-x,0.00289,,,https://inferencebench.ai/ (script.js line 116: value (aggregate geometric-mean speedup over the PyTorch baseline)),,in, inferencebench-p10,inferencebench.ai,gemini-3.5-flash,unstated,coding,frontier,,,,,,,4.16,speedup-x,0.00289,,,https://inferencebench.ai/ (script.js line 117: value (aggregate geometric-mean speedup over the PyTorch baseline)),,out:effort-not-established, inferencebench-p10,inferencebench.ai,opus-4.5,unstated,coding,frontier,,,,,,,3.76,speedup-x,0.00289,,,https://inferencebench.ai/ (script.js line 118: value (aggregate geometric-mean speedup over the PyTorch baseline)),,out:effort-not-established, inferencebench-p101,inferencebench.ai,grok-4.5,unstated,coding,frontier,,,,,,,3.70,speedup-x,0.00289,,,https://inferencebench.ai/ (script.js line 119: value (aggregate geometric-mean speedup over the PyTorch baseline)),,out:effort-not-established, inferencebench-p10,inferencebench.ai,gpt-5.1-codex-max,unstated,coding,frontier,,,,,,,3.59,speedup-x,0.00289,,,https://inferencebench.ai/ (script.js line 120: value (aggregate geometric-mean speedup over the PyTorch baseline)),,out:effort-not-established, inferencebench-p101,inferencebench.ai,grok-4.5,unstated,coding,frontier,,,,,,,3.42,speedup-x,0.00289,,,https://inferencebench.ai/ (script.js line 121: value (aggregate geometric-mean speedup over the PyTorch baseline)),,out:effort-not-established, inferencebench-p10,inferencebench.ai,glm-5,unstated,coding,frontier,,,,,,,3.22,speedup-x,0.00289,,,https://inferencebench.ai/ (script.js line 122: value (aggregate geometric-mean speedup over the PyTorch baseline)),,out:effort-not-established, inferencebench-p10,inferencebench.ai,sonnet-4.5,unstated,coding,frontier,,,,,,,3.18,speedup-x,0.00289,,,https://inferencebench.ai/ (script.js line 123: value (aggregate geometric-mean speedup over the PyTorch baseline)),,out:effort-not-established, inferencebench-p10,inferencebench.ai,fable-5,unstated,coding,frontier,,,,,,,3.16,speedup-x,0.00289,,,https://inferencebench.ai/ (script.js line 124: value (aggregate geometric-mean speedup over the PyTorch baseline)),,out:effort-not-established, inferencebench-p10,inferencebench.ai,haiku-4.5,unstated,coding,frontier,,,,,,,2.78,speedup-x,0.00289,,,https://inferencebench.ai/ (script.js line 125: value (aggregate geometric-mean speedup over the PyTorch baseline)),,out:effort-not-established, inferencebench-p10,inferencebench.ai,gpt-5.3-codex,not-established:absent,coding,frontier,,,,,,,2.32,speedup-x,0.00289,,,https://inferencebench.ai/ (script.js line 126: value (aggregate geometric-mean speedup over the PyTorch baseline)),,out:effort-not-established, inferencebench-p10,inferencebench.ai,fable-5,low,coding,frontier,,,,,,,2.15,speedup-x,0.00289,,,https://inferencebench.ai/ (script.js line 128: value (aggregate geometric-mean speedup over the PyTorch baseline)),,in, inferencebench-p10,inferencebench.ai,gpt-5.2-codex,unstated,coding,frontier,,,,,,,1.98,speedup-x,0.00289,,,https://inferencebench.ai/ (script.js line 129: value (aggregate geometric-mean speedup over the PyTorch baseline)),,out:effort-not-established, ibmartian-full-p-claude,ironbee,sonnet-5.5,low,coding,mid,diff-only-no-tools,USD per PR,0.14223178666666667,0,,,0.6437523737181922,"F2 core (0-100), mean 3 passes",0,,cost-base-price:cost-publisher-figure,https://github.com/ironbee-ai/code-review-benchmarks (reports/full-r123/configs.csv: one row per configuration / row claude-sonnet-5.5/low / column f2),,in,in ibmartian-full-p-grok,ironbee,grok-4.7,low,coding,mid,diff-only-no-tools,USD per PR,0.13857782666666668,0,,,0.6186966640806826,"F2 core (0-100), mean 3 passes",0,,cost-base-price:cost-publisher-figure,https://github.com/ironbee-ai/code-review-benchmarks (reports/full-r123/configs.csv: one row per configuration / row grok-4.7/low / column f2),,in,in ibmartian-full-p-claude,ironbee,opus-5.5,low,coding,mid,diff-only-no-tools,USD per PR,0.28267666666666663,0,,,0.6213817059050559,"F2 core (0-100), mean 3 passes",0,,cost-base-price:cost-publisher-figure,https://github.com/ironbee-ai/code-review-benchmarks (reports/full-r123/configs.csv: one row per configuration / row claude-opus-5.5/low / column f2),,in,in ibmartian-full-p-gemini,ironbee,gemini-4-argon,high,coding,mid,diff-only-no-tools,USD per PR,0.23531549333333335,0,,,0.5660377358490565,"F2 core (0-100), mean 3 passes",0,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://github.com/ironbee-ai/code-review-benchmarks (reports/full-r123/configs.csv: one row per configuration / row gemini-4-argon/xhigh / column f2),,in,in ibmartian-full-p-gemini,ironbee,gemini-4-argon,medium,coding,mid,diff-only-no-tools,USD per PR,0.11282647999999999,0,,,0.5057865409344192,"F2 core (0-100), mean 3 passes",0,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://github.com/ironbee-ai/code-review-benchmarks (reports/full-r123/configs.csv: one row per configuration / row gemini-4-argon/default / column f2),,in,in ibmartian-full-p-gemini,ironbee,gemini-4-argon,low,coding,mid,diff-only-no-tools,USD per PR,0.12111570666666668,0,,,0.5256570713391738,"F2 core (0-100), mean 3 passes",0,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://github.com/ironbee-ai/code-review-benchmarks (reports/full-r123/configs.csv: one row per configuration / row gemini-4-argon/low / column f2),,in,in ibmartian-full-p-claude,ironbee,opus-5.5,medium,coding,mid,diff-only-no-tools,USD per PR,0.31596584,0,,,0.6186131386861312,"F2 core (0-100), mean 3 passes",0,,cost-base-price:cost-publisher-figure,https://github.com/ironbee-ai/code-review-benchmarks (reports/full-r123/configs.csv: one row per configuration / row claude-opus-5.5/default / column f2),,in,in ibmartian-full-p-other,ironbee,kimi-k3,low,coding,mid,diff-only-no-tools,USD per PR,0.14808056,0,,,0.5462519936204148,"F2 core (0-100), mean 3 passes",0,,cost-base-price:cost-publisher-figure,https://github.com/ironbee-ai/code-review-benchmarks (reports/full-r123/configs.csv: one row per configuration / row kimi-k3/low / column f2),,in,out:cost-single-couple ibmartian-full-p-claude,ironbee,opus-5,low,coding,mid,diff-only-no-tools,USD per PR,0.44900216666666665,0,,,0.6192005710206995,"F2 core (0-100), mean 3 passes",0,,cost-base-price:cost-publisher-figure,https://github.com/ironbee-ai/code-review-benchmarks (reports/full-r123/configs.csv: one row per configuration / row claude-opus-5/low / column f2),,in,in ibmartian-full-p-grok,ironbee,grok-4.7,high,coding,mid,diff-only-no-tools,USD per PR,0.25991476,0,,,0.6066642520825788,"F2 core (0-100), mean 3 passes",0,,cost-base-price:cost-publisher-figure,https://github.com/ironbee-ai/code-review-benchmarks (reports/full-r123/configs.csv: one row per configuration / row grok-4.7/default / column f2),,in,in ibmartian-full-p-claude,ironbee,sonnet-5.5,high,coding,mid,diff-only-no-tools,USD per PR,0.15662052,0,,,0.6174591909155429,"F2 core (0-100), mean 3 passes",0,,cost-base-price:cost-publisher-figure,https://github.com/ironbee-ai/code-review-benchmarks (reports/full-r123/configs.csv: one row per configuration / row claude-sonnet-5.5/default / column f2),,in,in ibmartian-full-p-other,ironbee,kimi-k3,xhigh,coding,mid,diff-only-no-tools,USD per PR,0.25280472,0,,,0.5561818865088313,"F2 core (0-100), mean 3 passes",0,,,https://github.com/ironbee-ai/code-review-benchmarks (reports/full-r123/configs.csv: one row per configuration / row kimi-k3/xhigh / column f2),,out:effort-not-established,out:effort-not-established ibmartian-full-p-claude,ironbee,sonnet-5.5,xhigh,coding,mid,diff-only-no-tools,USD per PR,0.21175132,0,,,0.6113013698630136,"F2 core (0-100), mean 3 passes",0,,cost-base-price:cost-publisher-figure,https://github.com/ironbee-ai/code-review-benchmarks (reports/full-r123/configs.csv: one row per configuration / row claude-sonnet-5.5/xhigh / column f2),,in,in ibmartian-full-p-other,ironbee,deepseek-v4.1-flash-1017,high,coding,mid,diff-only-no-tools,USD per PR,0.025173217999999997,0,,,0.5645457888929752,"F2 core (0-100), mean 3 passes",0,,,https://github.com/ironbee-ai/code-review-benchmarks (reports/full-r123/configs.csv: one row per configuration / row deepseek-v4.1-flash/default / column f2),,in,out:cost-not-comparable ibmartian-full-p-other,ironbee,deepseek-v4-pro-0813,high,coding,mid,diff-only-no-tools,USD per PR,0.1557488856,0,,,0.5237538940809968,"F2 core (0-100), mean 3 passes",0,,cost-base-price:cost-publisher-figure,https://github.com/ironbee-ai/code-review-benchmarks (reports/full-r123/configs.csv: one row per configuration / row deepseek-v4-pro/default / column f2),,in,in ibmartian-full-p-other,ironbee,kimi-k3,default,coding,mid,diff-only-no-tools,USD per PR,0.3937325,0,,,0.5518763796909494,"F2 core (0-100), mean 3 passes",0,,,https://github.com/ironbee-ai/code-review-benchmarks (reports/full-r123/configs.csv: one row per configuration / row kimi-k3/default / column f2),,out:effort-not-established,out:effort-not-established ibmartian-full-p-other,ironbee,deepseek-v4.1-flash-1017,low,coding,mid,diff-only-no-tools,USD per PR,0.017396963,0,,,0.5288277968690339,"F2 core (0-100), mean 3 passes",0,,,https://github.com/ironbee-ai/code-review-benchmarks (reports/full-r123/configs.csv: one row per configuration / row deepseek-v4.1-flash/low / column f2),,in,out:cost-not-comparable ibmartian-full-p-claude,ironbee,opus-5.5,xhigh,coding,mid,diff-only-no-tools,USD per PR,0.4785787733333333,0,,,0.6035642232683254,"F2 core (0-100), mean 3 passes",0,,cost-base-price:cost-publisher-figure,https://github.com/ironbee-ai/code-review-benchmarks (reports/full-r123/configs.csv: one row per configuration / row claude-opus-5.5/xhigh / column f2),,in,in ibmartian-full-p-other,ironbee,qwen3.8-max-0902,low,coding,mid,diff-only-no-tools,USD per PR,0.11640316,0,,,0.5330812854442344,"F2 core (0-100), mean 3 passes",0,,cost-base-price:cost-publisher-figure,https://github.com/ironbee-ai/code-review-benchmarks (reports/full-r123/configs.csv: one row per configuration / row qwen3.8-max/low / column f2),,in,in ibmartian-full-p-other,ironbee,deepseek-v4-pro-0813,low,coding,mid,diff-only-no-tools,USD per PR,0.0987110784,0,,,0.501387237415775,"F2 core (0-100), mean 3 passes",0,,cost-base-price:cost-publisher-figure,https://github.com/ironbee-ai/code-review-benchmarks (reports/full-r123/configs.csv: one row per configuration / row deepseek-v4-pro/low / column f2),,in,in ibmartian-full-p-grok,ironbee,grok-4.7,xhigh,coding,mid,diff-only-no-tools,USD per PR,0.4432269733333334,0,,,0.5845942228335627,"F2 core (0-100), mean 3 passes",0,,cost-base-price:cost-publisher-figure,https://github.com/ironbee-ai/code-review-benchmarks (reports/full-r123/configs.csv: one row per configuration / row grok-4.7/xhigh / column f2),,in,in ibmartian-full-p-gpt,ironbee,gpt-6.1-sol,low,coding,mid,diff-only-no-tools,USD per PR,0.08353951999999999,0,,,0.42548500881834217,"F2 core (0-100), mean 3 passes",0,,cost-base-price:cost-publisher-figure,https://github.com/ironbee-ai/code-review-benchmarks (reports/full-r123/configs.csv: one row per configuration / row gpt-6.1-sol/low / column f2),,in,in ibmartian-full-p-gpt,ironbee,gpt-6.1-sol,medium,coding,mid,diff-only-no-tools,USD per PR,0.08727825333333333,0,,,0.4424398625429553,"F2 core (0-100), mean 3 passes",0,,cost-base-price:cost-publisher-figure,https://github.com/ironbee-ai/code-review-benchmarks (reports/full-r123/configs.csv: one row per configuration / row gpt-6.1-sol/default / column f2),,in,in ibmartian-full-p-gpt,ironbee,gpt-5.6-terra,xhigh,coding,mid,diff-only-no-tools,USD per PR,0.212283,0,,,0.48926014319809075,"F2 core (0-100), mean 3 passes",0,,cost-base-price:cost-publisher-figure,https://github.com/ironbee-ai/code-review-benchmarks (reports/full-r123/configs.csv: one row per configuration / row gpt-5.6-terra/xhigh / column f2),,in,in ibmartian-full-p-other,ironbee,glm-5.3,high,coding,mid,diff-only-no-tools,USD per PR,0.10243437333333334,0,,,0.5527728085867621,"F2 core (0-100), mean 3 passes",0,,cost-base-price:cost-publisher-figure,https://github.com/ironbee-ai/code-review-benchmarks (reports/full-r123/configs.csv: one row per configuration / row glm-5.3/default / column f2),,in,in ibmartian-full-p-gpt,ironbee,gpt-6-luna,medium,coding,mid,diff-only-no-tools,USD per PR,0.005431746,0,,,0.41556145004420864,"F2 core (0-100), mean 3 passes",0,,cost-base-price:cost-publisher-figure,https://github.com/ironbee-ai/code-review-benchmarks (reports/full-r123/configs.csv: one row per configuration / row gpt-6-luna/default / column f2),,in,in ibmartian-full-p-gpt,ironbee,gpt-5.6-terra,low,coding,mid,diff-only-no-tools,USD per PR,0.10161244,0,,,0.4193828770099957,"F2 core (0-100), mean 3 passes",0,,cost-base-price:cost-publisher-figure,https://github.com/ironbee-ai/code-review-benchmarks (reports/full-r123/configs.csv: one row per configuration / row gpt-5.6-terra/low / column f2),,in,in ibmartian-full-p-gpt,ironbee,gpt-6-luna,xhigh,coding,mid,diff-only-no-tools,USD per PR,0.008944266000000001,0,,,0.4419773774612484,"F2 core (0-100), mean 3 passes",0,,cost-base-price:cost-publisher-figure,https://github.com/ironbee-ai/code-review-benchmarks (reports/full-r123/configs.csv: one row per configuration / row gpt-6-luna/xhigh / column f2),,in,in ibmartian-full-p-gpt,ironbee,gpt-6.1-sol,xhigh,coding,mid,diff-only-no-tools,USD per PR,0.15029738666666667,0,,,0.47477155343663086,"F2 core (0-100), mean 3 passes",0,,cost-base-price:cost-publisher-figure,https://github.com/ironbee-ai/code-review-benchmarks (reports/full-r123/configs.csv: one row per configuration / row gpt-6.1-sol/xhigh / column f2),,in,in ibmartian-full-p-gpt,ironbee,gpt-5.6-terra,default,coding,mid,diff-only-no-tools,USD per PR,0.10681756,0,,,0.420781451266638,"F2 core (0-100), mean 3 passes",0,,,https://github.com/ironbee-ai/code-review-benchmarks (reports/full-r123/configs.csv: one row per configuration / row gpt-5.6-terra/default / column f2),,out:effort-not-established,out:effort-not-established ibmartian-full-p-claude,ironbee,opus-5,high,coding,mid,diff-only-no-tools,USD per PR,0.5742775333333334,0,,,0.5832262210796916,"F2 core (0-100), mean 3 passes",0,,cost-base-price:cost-publisher-figure,https://github.com/ironbee-ai/code-review-benchmarks (reports/full-r123/configs.csv: one row per configuration / row claude-opus-5/default / column f2),,in,in ibmartian-full-p-gpt,ironbee,gpt-6-luna,low,coding,mid,diff-only-no-tools,USD per PR,0.004385669333333334,0,,,0.37104901511681176,"F2 core (0-100), mean 3 passes",0,,cost-base-price:cost-publisher-figure,https://github.com/ironbee-ai/code-review-benchmarks (reports/full-r123/configs.csv: one row per configuration / row gpt-6-luna/low / column f2),,in,in ibmartian-full-p-claude,ironbee,opus-5,xhigh,coding,mid,diff-only-no-tools,USD per PR,0.7423506000000001,0,,,0.590625,"F2 core (0-100), mean 3 passes",0,,cost-base-price:cost-publisher-figure,https://github.com/ironbee-ai/code-review-benchmarks (reports/full-r123/configs.csv: one row per configuration / row claude-opus-5/xhigh / column f2),,in,in ibmartian-full-p-other,ironbee,qwen3.8-max-0902,xhigh,coding,mid,diff-only-no-tools,USD per PR,0.21303307999999999,0,,,0.5427905427905428,"F2 core (0-100), mean 3 passes",0,,cost-base-price:cost-publisher-figure,https://github.com/ironbee-ai/code-review-benchmarks (reports/full-r123/configs.csv: one row per configuration / row qwen3.8-max/xhigh / column f2),,in,in ibmartian-full-p-other,ironbee,qwen3.8-max-0902,default,coding,mid,diff-only-no-tools,USD per PR,0.21381944,0,,,0.5436219431592861,"F2 core (0-100), mean 3 passes",0,,,https://github.com/ironbee-ai/code-review-benchmarks (reports/full-r123/configs.csv: one row per configuration / row qwen3.8-max/default / column f2),,out:effort-not-established,out:effort-not-established ibmartian-full-p-other,ironbee,glm-5.3,low,coding,mid,diff-only-no-tools,USD per PR,0.067529048,0,,,0.4919825072886298,"F2 core (0-100), mean 3 passes",0,,cost-base-price:cost-publisher-figure,https://github.com/ironbee-ai/code-review-benchmarks (reports/full-r123/configs.csv: one row per configuration / row glm-5.3/low / column f2),,in,in ibmartian-full-p-claude,ironbee,sonnet-5,xhigh,coding,mid,diff-only-no-tools,USD per PR,0.4012914533333333,0,,,0.49454417458641325,"F2 core (0-100), mean 3 passes",0,,cost-base-price:cost-publisher-figure,https://github.com/ironbee-ai/code-review-benchmarks (reports/full-r123/configs.csv: one row per configuration / row claude-sonnet-5/xhigh / column f2),,in,in ibmartian-full-p-claude,ironbee,haiku-5.5,medium,coding,mid,diff-only-no-tools,USD per PR,0.022644916,0,,,0.5068815038603558,"F2 core (0-100), mean 3 passes",0,,cost-base-price:cost-publisher-figure,https://github.com/ironbee-ai/code-review-benchmarks (reports/full-r123/configs.csv: one row per configuration / row claude-haiku-5.5/default / column f2),,in,in ibmartian-full-p-claude,ironbee,sonnet-5,high,coding,mid,diff-only-no-tools,USD per PR,0.26693052,0,,,0.46566837107377645,"F2 core (0-100), mean 3 passes",0,,cost-base-price:cost-publisher-figure,https://github.com/ironbee-ai/code-review-benchmarks (reports/full-r123/configs.csv: one row per configuration / row claude-sonnet-5/default / column f2),,in,in ibmartian-full-p-claude,ironbee,haiku-5.5,xhigh,coding,mid,diff-only-no-tools,USD per PR,0.070413634,0,,,0.5015625,"F2 core (0-100), mean 3 passes",0,,cost-base-price:cost-publisher-figure,https://github.com/ironbee-ai/code-review-benchmarks (reports/full-r123/configs.csv: one row per configuration / row claude-haiku-5.5/xhigh / column f2),,in,in ibmartian-full-p-claude,ironbee,haiku-5.5,low,coding,mid,diff-only-no-tools,USD per PR,0.020202412666666666,0,,,0.4673807205452775,"F2 core (0-100), mean 3 passes",0,,cost-base-price:cost-publisher-figure,https://github.com/ironbee-ai/code-review-benchmarks (reports/full-r123/configs.csv: one row per configuration / row claude-haiku-5.5/low / column f2),,in,in ibmartian-full-p-claude,ironbee,sonnet-5,low,coding,mid,diff-only-no-tools,USD per PR,0.14830236,0,,,0.3305455993628037,"F2 core (0-100), mean 3 passes",0,,cost-base-price:cost-publisher-figure,https://github.com/ironbee-ai/code-review-benchmarks (reports/full-r123/configs.csv: one row per configuration / row claude-sonnet-5/low / column f2),,in,in ibmartian-frontier10-p-claude,ironbee,fable-5.1,low,coding,mid,diff-only-no-tools,USD per PR,0.8624963333333333,0,,,0.6896551724137933,"F2 core (0-100), mean 3 passes",0,,cost-base-price:cost-publisher-figure,https://github.com/ironbee-ai/code-review-benchmarks (reports/frontier-r123/configs.csv: one row per configuration / row claude-fable-5.1/low / column f2),,in,in ibmartian-frontier10-p-claude,ironbee,fable-5.1,high,coding,mid,diff-only-no-tools,USD per PR,1.0738496666666668,0,,,0.6266490765171504,"F2 core (0-100), mean 3 passes",0,,cost-base-price:cost-publisher-figure,https://github.com/ironbee-ai/code-review-benchmarks (reports/frontier-r123/configs.csv: one row per configuration / row claude-fable-5.1/default / column f2),,in,in ibmartian-frontier10-p-gpt,ironbee,gpt-6-astra,low,coding,mid,diff-only-no-tools,USD per PR,0.4062496666666667,0,,,0.42589437819420783,"F2 core (0-100), mean 3 passes",0,,cost-base-price:cost-publisher-figure,https://github.com/ironbee-ai/code-review-benchmarks (reports/frontier-r123/configs.csv: one row per configuration / row gpt-6-astra/low / column f2),,in,in ibmartian-frontier10-p-claude,ironbee,fable-5.1,xhigh,coding,mid,diff-only-no-tools,USD per PR,1.6048613333333333,0,,,0.634517766497462,"F2 core (0-100), mean 3 passes",0,,cost-base-price:cost-publisher-figure,https://github.com/ironbee-ai/code-review-benchmarks (reports/frontier-r123/configs.csv: one row per configuration / row claude-fable-5.1/xhigh / column f2),,in,in ibmartian-frontier10-p-gpt,ironbee,gpt-6-astra,default,coding,mid,diff-only-no-tools,USD per PR,0.4401096666666667,0,,,0.42139384116693684,"F2 core (0-100), mean 3 passes",0,,,https://github.com/ironbee-ai/code-review-benchmarks (reports/frontier-r123/configs.csv: one row per configuration / row gpt-6-astra/default / column f2),,out:effort-not-established,out:effort-not-established ibmartian-frontier10-p-gpt,ironbee,gpt-6-astra,xhigh,coding,mid,diff-only-no-tools,USD per PR,0.7593613333333333,0,,,0.4290171606864274,"F2 core (0-100), mean 3 passes",0,,cost-base-price:cost-publisher-figure,https://github.com/ironbee-ai/code-review-benchmarks (reports/frontier-r123/configs.csv: one row per configuration / row gpt-6-astra/xhigh / column f2),,in,in jobbench,job-bench.github.io,opus-5,not-established:absent,agentic-tool,hard,JobBench-OpenCode,,,,,,65.7,score%,0.0289,,,https://job-bench.github.io/ (lb-0930.json $.leaderboard[0].overallScore (weighted score shown on the page; 65 tasks)),,out:effort-not-established, jobbench,job-bench.github.io,fable-5,not-established:absent,agentic-tool,hard,JobBench-OpenCode,,,,,,57.4,score%,0.0289,,,https://job-bench.github.io/ (lb-0930.json $.leaderboard[4].overallScore (weighted score shown on the page; 63 tasks)),,out:effort-not-established, jobbench,job-bench.github.io,opus-4.8,not-established:absent,agentic-tool,hard,JobBench-OpenCode,,,,,,48.4,score%,0.0289,,,https://job-bench.github.io/ (lb-0930.json $.leaderboard[8].overallScore (weighted score shown on the page; 61 tasks)),,out:effort-not-established, jobbench,job-bench.github.io,opus-4.7,not-established:absent,agentic-tool,hard,JobBench-OpenCode,,,,,,44.5,score%,0.0289,,,https://job-bench.github.io/ (lb-0930.json $.leaderboard[10].overallScore (weighted score shown on the page; 65 tasks)),,out:effort-not-established, jobbench,job-bench.github.io,sonnet-4.6,not-established:absent,agentic-tool,hard,JobBench-OpenCode,,,,,,36.6,score%,0.0289,,,https://job-bench.github.io/ (lb-0930.json $.leaderboard[13].overallScore (weighted score shown on the page; 64 tasks)),,out:effort-not-established, jobbench,job-bench.github.io,sonnet-4.5,not-established:absent,agentic-tool,hard,JobBench-OpenCode,,,,,,20.7,score%,0.0289,,,https://job-bench.github.io/ (lb-0930.json $.leaderboard[19].overallScore (weighted score shown on the page; 65 tasks)),,out:effort-not-established, jobbench,job-bench.github.io,opus-5.5,not-established:absent,agentic-tool,hard,JobBench-OpenCode,,,,,,75.4,score%,0.0289,,,https://job-bench.github.io/ (lb-1015.json $.leaderboard[0].overallScore (weighted score shown on the page; ? tasks)),,out:effort-not-established, jobbench,job-bench.github.io,fable-5.1,not-established:absent,agentic-tool,hard,JobBench-OpenCode,,,,,,73.1,score%,0.0289,,,https://job-bench.github.io/ (lb-1015.json $.leaderboard[2].overallScore (weighted score shown on the page; ? tasks)),,out:effort-not-established, jobbench,job-bench.github.io,gpt-6-astra,not-established:absent,agentic-tool,hard,JobBench-OpenCode,,,,,,66.1,score%,0.0289,,,https://job-bench.github.io/ (lb-1015.json $.leaderboard[3].overallScore (weighted score shown on the page; ? tasks)),,out:effort-not-established, jobbench,job-bench.github.io,glm-5.3,not-established:absent,agentic-tool,hard,JobBench-OpenCode,,,,,,61.42,score%,0.00289,,,https://job-bench.github.io/ (lb-1015.json $.leaderboard[7].overallScore (weighted score shown on the page; 65 tasks)),,out:effort-not-established, jobbench,job-bench.github.io,kimi-k3,not-established:absent,agentic-tool,hard,JobBench-OpenCode,,,,,,54.27,score%,0.00289,,,https://job-bench.github.io/ (lb-1015.json $.leaderboard[10].overallScore (weighted score shown on the page; 65 tasks)),,out:effort-not-established, jobbench,job-bench.github.io,?Qwen 3.8 Max,not-established:absent,agentic-tool,hard,JobBench-OpenCode,,,,,,52.67,score%,0.00289,,,https://job-bench.github.io/ (lb-1015.json $.leaderboard[11].overallScore (weighted score shown on the page; 65 tasks)),,out:model-not-established, jobbench,job-bench.github.io,gpt-5.6-sol,not-established:absent,agentic-tool,hard,JobBench-OpenCode,,,,,,45.38,score%,0.00289,,,https://job-bench.github.io/ (lb-1015.json $.leaderboard[13].overallScore (weighted score shown on the page; 65 tasks)),,out:effort-not-established, jobbench,job-bench.github.io,glm-5.2,not-established:absent,agentic-tool,hard,JobBench-OpenCode,,,,,,43.4,score%,0.0289,,,https://job-bench.github.io/ (lb-1015.json $.leaderboard[15].overallScore (weighted score shown on the page; 63 tasks)),,out:effort-not-established, jobbench,job-bench.github.io,gpt-5.5,not-established:absent,agentic-tool,hard,JobBench-OpenCode,,,,,,38.3,score%,0.0289,,max-as-highest,https://job-bench.github.io/ (lb-1015.json $.leaderboard[16].overallScore (weighted score shown on the page; 65 tasks)),,out:effort-not-established, jobbench,job-bench.github.io,gpt-5.4,not-established:absent,agentic-tool,hard,JobBench-OpenCode,,,,,,32.2,score%,0.0289,,max-as-highest,https://job-bench.github.io/ (lb-1015.json $.leaderboard[18].overallScore (weighted score shown on the page; 65 tasks)),,out:effort-not-established, jobbench,job-bench.github.io,gemini-3.5-flash,not-established:absent,agentic-tool,hard,JobBench-OpenCode,,,,,,31.5,score%,0.0289,,max-as-highest,https://job-bench.github.io/ (lb-1015.json $.leaderboard[19].overallScore (weighted score shown on the page; 65 tasks)),,out:effort-not-established, jobbench,job-bench.github.io,gpt-5.2,not-established:absent,agentic-tool,hard,JobBench-OpenCode,,,,,,26.6,score%,0.0289,,max-as-highest,https://job-bench.github.io/ (lb-1015.json $.leaderboard[22].overallScore (weighted score shown on the page; 65 tasks)),,out:effort-not-established, jobbench,job-bench.github.io,gemini-3.1-pro,not-established:absent,agentic-tool,hard,JobBench-OpenCode,,,,,,15.9,score%,0.0289,,max-as-highest,https://job-bench.github.io/ (lb-1015.json $.leaderboard[24].overallScore (weighted score shown on the page; 65 tasks)),,out:effort-not-established, hlb-deep-swe-claude-code,joelniklaus-harness,glm-5.3-flash,high,agentic-tool,hard,claude-code,USD/trial,0.2729175516816817,0,,,61.26126126126126,resolve-rate-macro-%,0,,,https://huggingface.co/spaces/joelniklaus/harness-leaderboard ($.leaderboard['zai-org/GLM-5.3-Flash'].stages.full.efforts.high.harnesses.claude-code.benchmarks['deep-swe'].rate),,in,out:cost-not-comparable hlb-featurebench-claude-code,joelniklaus-harness,glm-5.3-flash,high,agentic-tool,mid,claude-code,USD/trial,0.051568476530172415,0,,,82.15053763440859,resolve-rate-macro-%,0,,,https://huggingface.co/spaces/joelniklaus/harness-leaderboard ($.leaderboard['zai-org/GLM-5.3-Flash'].stages.full.efforts.high.harnesses.claude-code.benchmarks['featurebench'].rate),,in,out:cost-not-comparable hlb-terminal-bench-2.1-claude-code,joelniklaus-harness,glm-5.3-flash,high,agentic-tool,mid,claude-code,USD/trial,0.04651979091954023,0,,,64.36781609195402,resolve-rate-macro-%,0,,,https://huggingface.co/spaces/joelniklaus/harness-leaderboard ($.leaderboard['zai-org/GLM-5.3-Flash'].stages.full.efforts.high.harnesses.claude-code.benchmarks['terminal-bench-2.1'].rate),,in,out:cost-not-comparable hlb-terminal-bench-2.1-codex,joelniklaus-harness,glm-5.3-flash,high,agentic-tool,mid,codex,USD/trial,0.04514585651340996,0,,,65.51724137931034,resolve-rate-macro-%,0,,,https://huggingface.co/spaces/joelniklaus/harness-leaderboard ($.leaderboard['zai-org/GLM-5.3-Flash'].stages.full.efforts.high.harnesses.codex.benchmarks['terminal-bench-2.1'].rate),,in,out:cost-not-comparable hlb-featurebench-codex,joelniklaus-harness,glm-5.3-flash,high,agentic-tool,mid,codex,USD/trial,0.030678793268817204,0,,,80.64516129032258,resolve-rate-macro-%,0,,,https://huggingface.co/spaces/joelniklaus/harness-leaderboard ($.leaderboard['zai-org/GLM-5.3-Flash'].stages.full.efforts.high.harnesses.codex.benchmarks['featurebench'].rate),,in,out:cost-not-comparable hlb-deep-swe-codex,joelniklaus-harness,glm-5.3-flash,high,agentic-tool,hard,codex,USD/trial,0.25848798048192767,0,,,53.15315315315315,resolve-rate-macro-%,0,,,https://huggingface.co/spaces/joelniklaus/harness-leaderboard ($.leaderboard['zai-org/GLM-5.3-Flash'].stages.full.efforts.high.harnesses.codex.benchmarks['deep-swe'].rate),,in,out:cost-not-comparable hlb-featurebench-pi,joelniklaus-harness,glm-5.3-flash,high,agentic-tool,mid,pi,USD/trial,0.04321676135483871,0,,,79.78494623655914,resolve-rate-macro-%,0,,,https://huggingface.co/spaces/joelniklaus/harness-leaderboard ($.leaderboard['zai-org/GLM-5.3-Flash'].stages.full.efforts.high.harnesses.pi.benchmarks['featurebench'].rate),,in,out:cost-not-comparable hlb-terminal-bench-2.1-pi,joelniklaus-harness,glm-5.3-flash,high,agentic-tool,mid,pi,USD/trial,0.02837653448275862,0,,,70.11494252873564,resolve-rate-macro-%,0,,,https://huggingface.co/spaces/joelniklaus/harness-leaderboard ($.leaderboard['zai-org/GLM-5.3-Flash'].stages.full.efforts.high.harnesses.pi.benchmarks['terminal-bench-2.1'].rate),,in,out:cost-not-comparable hlb-deep-swe-pi,joelniklaus-harness,glm-5.3-flash,high,agentic-tool,hard,pi,USD/trial,0.19267902171686746,0,,,61.56156156156156,resolve-rate-macro-%,0,,,https://huggingface.co/spaces/joelniklaus/harness-leaderboard ($.leaderboard['zai-org/GLM-5.3-Flash'].stages.full.efforts.high.harnesses.pi.benchmarks['deep-swe'].rate),,in,out:cost-not-comparable hlb-featurebench-opencode,joelniklaus-harness,glm-5.3-flash,high,agentic-tool,mid,opencode,USD/trial,0.14154004742424242,0,,,79.78494623655914,resolve-rate-macro-%,0,,,https://huggingface.co/spaces/joelniklaus/harness-leaderboard ($.leaderboard['zai-org/GLM-5.3-Flash'].stages.full.efforts.high.harnesses.opencode.benchmarks['featurebench'].rate),,in,out:cost-not-comparable hlb-terminal-bench-2.1-opencode,joelniklaus-harness,glm-5.3-flash,high,agentic-tool,mid,opencode,USD/trial,0.048749341647509575,0,,,47.89272030651341,resolve-rate-macro-%,0,,,https://huggingface.co/spaces/joelniklaus/harness-leaderboard ($.leaderboard['zai-org/GLM-5.3-Flash'].stages.full.efforts.high.harnesses.opencode.benchmarks['terminal-bench-2.1'].rate),,in,out:cost-not-comparable hlb-deep-swe-opencode,joelniklaus-harness,glm-5.3-flash,high,agentic-tool,hard,opencode,USD/trial,0.6830949522822822,0,,,27.32732732732733,resolve-rate-macro-%,0,,,https://huggingface.co/spaces/joelniklaus/harness-leaderboard ($.leaderboard['zai-org/GLM-5.3-Flash'].stages.full.efforts.high.harnesses.opencode.benchmarks['deep-swe'].rate),,in,out:cost-not-comparable hlb-featurebench-hermes,joelniklaus-harness,glm-5.3-flash,high,agentic-tool,mid,hermes,USD/trial,0.050710656666666666,0,,,82.15053763440859,resolve-rate-macro-%,0,,,https://huggingface.co/spaces/joelniklaus/harness-leaderboard ($.leaderboard['zai-org/GLM-5.3-Flash'].stages.full.efforts.high.harnesses.hermes.benchmarks['featurebench'].rate),,in,out:cost-not-comparable hlb-terminal-bench-2.1-hermes,joelniklaus-harness,glm-5.3-flash,high,agentic-tool,mid,hermes,USD/trial,0.038853045632183905,0,,,67.04980842911877,resolve-rate-macro-%,0,,,https://huggingface.co/spaces/joelniklaus/harness-leaderboard ($.leaderboard['zai-org/GLM-5.3-Flash'].stages.full.efforts.high.harnesses.hermes.benchmarks['terminal-bench-2.1'].rate),,in,out:cost-not-comparable hlb-deep-swe-hermes,joelniklaus-harness,glm-5.3-flash,high,agentic-tool,hard,hermes,USD/trial,0.2706456024324324,0,,,58.55855855855856,resolve-rate-macro-%,0,,,https://huggingface.co/spaces/joelniklaus/harness-leaderboard ($.leaderboard['zai-org/GLM-5.3-Flash'].stages.full.efforts.high.harnesses.hermes.benchmarks['deep-swe'].rate),,in,out:cost-not-comparable hlb-featurebench-mini-swe-agent,joelniklaus-harness,glm-5.3-flash,high,agentic-tool,mid,mini-swe-agent,USD/trial,0.06253141421505376,0,,,81.72043010752689,resolve-rate-macro-%,0,,,https://huggingface.co/spaces/joelniklaus/harness-leaderboard ($.leaderboard['zai-org/GLM-5.3-Flash'].stages.full.efforts.high.harnesses.mini-swe-agent.benchmarks['featurebench'].rate),,in,out:cost-not-comparable hlb-terminal-bench-2.1-mini-swe-agent,joelniklaus-harness,glm-5.3-flash,high,agentic-tool,mid,mini-swe-agent,USD/trial,0.05699340379310345,0,,,67.04980842911877,resolve-rate-macro-%,0,,,https://huggingface.co/spaces/joelniklaus/harness-leaderboard ($.leaderboard['zai-org/GLM-5.3-Flash'].stages.full.efforts.high.harnesses.mini-swe-agent.benchmarks['terminal-bench-2.1'].rate),,in,out:cost-not-comparable hlb-deep-swe-mini-swe-agent,joelniklaus-harness,glm-5.3-flash,high,agentic-tool,hard,mini-swe-agent,USD/trial,0.36386600645645645,0,,,62.16216216216216,resolve-rate-macro-%,0,,,https://huggingface.co/spaces/joelniklaus/harness-leaderboard ($.leaderboard['zai-org/GLM-5.3-Flash'].stages.full.efforts.high.harnesses.mini-swe-agent.benchmarks['deep-swe'].rate),,in,out:cost-not-comparable hlb-deep-swe-kimi-code,joelniklaus-harness,glm-5.3-flash,high,agentic-tool,hard,kimi-code,USD/trial,0.3030922777477478,0,,,63.66366366366367,resolve-rate-macro-%,0,,,https://huggingface.co/spaces/joelniklaus/harness-leaderboard ($.leaderboard['zai-org/GLM-5.3-Flash'].stages.full.efforts.high.harnesses.kimi-code.benchmarks['deep-swe'].rate),,in,out:cost-not-comparable hlb-featurebench-kimi-code,joelniklaus-harness,glm-5.3-flash,high,agentic-tool,mid,kimi-code,USD/trial,0.05683847110151188,0,,,81.29032258064516,resolve-rate-macro-%,0,,,https://huggingface.co/spaces/joelniklaus/harness-leaderboard ($.leaderboard['zai-org/GLM-5.3-Flash'].stages.full.efforts.high.harnesses.kimi-code.benchmarks['featurebench'].rate),,in,out:cost-not-comparable hlb-terminal-bench-2.1-kimi-code,joelniklaus-harness,glm-5.3-flash,high,agentic-tool,mid,kimi-code,USD/trial,0.04338274486590039,0,,,68.19923371647509,resolve-rate-macro-%,0,,,https://huggingface.co/spaces/joelniklaus/harness-leaderboard ($.leaderboard['zai-org/GLM-5.3-Flash'].stages.full.efforts.high.harnesses.kimi-code.benchmarks['terminal-bench-2.1'].rate),,in,out:cost-not-comparable hlb-featurebench-qwen-code,joelniklaus-harness,glm-5.3-flash,high,agentic-tool,mid,qwen-code,USD/trial,0.05411437663793103,0,,,81.50537634408602,resolve-rate-macro-%,0,,,https://huggingface.co/spaces/joelniklaus/harness-leaderboard ($.leaderboard['zai-org/GLM-5.3-Flash'].stages.full.efforts.high.harnesses.qwen-code.benchmarks['featurebench'].rate),,in,out:cost-not-comparable hlb-terminal-bench-2.1-qwen-code,joelniklaus-harness,glm-5.3-flash,high,agentic-tool,mid,qwen-code,USD/trial,0.057713813065134095,0,,,60.15325670498085,resolve-rate-macro-%,0,,,https://huggingface.co/spaces/joelniklaus/harness-leaderboard ($.leaderboard['zai-org/GLM-5.3-Flash'].stages.full.efforts.high.harnesses.qwen-code.benchmarks['terminal-bench-2.1'].rate),,in,out:cost-not-comparable hlb-deep-swe-qwen-code,joelniklaus-harness,glm-5.3-flash,high,agentic-tool,hard,qwen-code,USD/trial,0.32539964522522524,0,,,54.65465465465466,resolve-rate-macro-%,0,,,https://huggingface.co/spaces/joelniklaus/harness-leaderboard ($.leaderboard['zai-org/GLM-5.3-Flash'].stages.full.efforts.high.harnesses.qwen-code.benchmarks['deep-swe'].rate),,in,out:cost-not-comparable hlb-terminal-bench-2.1-openclaw,joelniklaus-harness,glm-5.3-flash,high,agentic-tool,mid,openclaw,USD/trial,0.0514026569348659,0,,,50.57471264367817,resolve-rate-macro-%,0,,,https://huggingface.co/spaces/joelniklaus/harness-leaderboard ($.leaderboard['zai-org/GLM-5.3-Flash'].stages.full.efforts.high.harnesses.openclaw.benchmarks['terminal-bench-2.1'].rate),,in,out:cost-not-comparable hlb-featurebench-openclaw,joelniklaus-harness,glm-5.3-flash,high,agentic-tool,mid,openclaw,USD/trial,0.09957413722580645,0,,,80.21505376344086,resolve-rate-macro-%,0,,,https://huggingface.co/spaces/joelniklaus/harness-leaderboard ($.leaderboard['zai-org/GLM-5.3-Flash'].stages.full.efforts.high.harnesses.openclaw.benchmarks['featurebench'].rate),,in,out:cost-not-comparable hlb-deep-swe-openclaw,joelniklaus-harness,glm-5.3-flash,high,agentic-tool,hard,openclaw,USD/trial,0.5401108951951952,0,,,32.432432432432434,resolve-rate-macro-%,0,,,https://huggingface.co/spaces/joelniklaus/harness-leaderboard ($.leaderboard['zai-org/GLM-5.3-Flash'].stages.full.efforts.high.harnesses.openclaw.benchmarks['deep-swe'].rate),,in,out:cost-not-comparable hlb-featurebench-claude-code,joelniklaus-harness,glm-5.3-flash,low,agentic-tool,mid,claude-code,USD/trial,0.03477505411637931,0,,,78.92473118279569,resolve-rate-macro-%,0,,,https://huggingface.co/spaces/joelniklaus/harness-leaderboard ($.leaderboard['zai-org/GLM-5.3-Flash'].stages.full.efforts.low.harnesses.claude-code.benchmarks['featurebench'].rate),,in,out:cost-not-comparable hlb-deep-swe-claude-code,joelniklaus-harness,glm-5.3-flash,low,agentic-tool,hard,claude-code,USD/trial,0.17433847657657656,0,,,55.85585585585585,resolve-rate-macro-%,0,,,https://huggingface.co/spaces/joelniklaus/harness-leaderboard ($.leaderboard['zai-org/GLM-5.3-Flash'].stages.full.efforts.low.harnesses.claude-code.benchmarks['deep-swe'].rate),,in,out:cost-not-comparable hlb-terminal-bench-2.1-claude-code,joelniklaus-harness,glm-5.3-flash,low,agentic-tool,mid,claude-code,USD/trial,0.03835191977011494,0,,,63.60153256704981,resolve-rate-macro-%,0,,,https://huggingface.co/spaces/joelniklaus/harness-leaderboard ($.leaderboard['zai-org/GLM-5.3-Flash'].stages.full.efforts.low.harnesses.claude-code.benchmarks['terminal-bench-2.1'].rate),,in,out:cost-not-comparable hlb-featurebench-codex,joelniklaus-harness,glm-5.3-flash,low,agentic-tool,mid,codex,USD/trial,0.0336264832688172,0,,,63.01075268817204,resolve-rate-macro-%,0,,,https://huggingface.co/spaces/joelniklaus/harness-leaderboard ($.leaderboard['zai-org/GLM-5.3-Flash'].stages.full.efforts.low.harnesses.codex.benchmarks['featurebench'].rate),,in,out:cost-not-comparable hlb-deep-swe-codex,joelniklaus-harness,glm-5.3-flash,low,agentic-tool,hard,codex,USD/trial,0.20920084537537537,0,,,42.04204204204204,resolve-rate-macro-%,0,,,https://huggingface.co/spaces/joelniklaus/harness-leaderboard ($.leaderboard['zai-org/GLM-5.3-Flash'].stages.full.efforts.low.harnesses.codex.benchmarks['deep-swe'].rate),,in,out:cost-not-comparable hlb-terminal-bench-2.1-codex,joelniklaus-harness,glm-5.3-flash,low,agentic-tool,mid,codex,USD/trial,0.04730904689655172,0,,,54.02298850574713,resolve-rate-macro-%,0,,,https://huggingface.co/spaces/joelniklaus/harness-leaderboard ($.leaderboard['zai-org/GLM-5.3-Flash'].stages.full.efforts.low.harnesses.codex.benchmarks['terminal-bench-2.1'].rate),,in,out:cost-not-comparable hlb-terminal-bench-2.1-pi,joelniklaus-harness,glm-5.3-flash,low,agentic-tool,mid,pi,USD/trial,0.02220029478927203,0,,,62.83524904214559,resolve-rate-macro-%,0,,,https://huggingface.co/spaces/joelniklaus/harness-leaderboard ($.leaderboard['zai-org/GLM-5.3-Flash'].stages.full.efforts.low.harnesses.pi.benchmarks['terminal-bench-2.1'].rate),,in,out:cost-not-comparable hlb-deep-swe-pi,joelniklaus-harness,glm-5.3-flash,low,agentic-tool,hard,pi,USD/trial,0.1179167606006006,0,,,52.25225225225225,resolve-rate-macro-%,0,,,https://huggingface.co/spaces/joelniklaus/harness-leaderboard ($.leaderboard['zai-org/GLM-5.3-Flash'].stages.full.efforts.low.harnesses.pi.benchmarks['deep-swe'].rate),,in,out:cost-not-comparable hlb-featurebench-pi,joelniklaus-harness,glm-5.3-flash,low,agentic-tool,mid,pi,USD/trial,0.04491939126881721,0,,,66.23655913978495,resolve-rate-macro-%,0,,,https://huggingface.co/spaces/joelniklaus/harness-leaderboard ($.leaderboard['zai-org/GLM-5.3-Flash'].stages.full.efforts.low.harnesses.pi.benchmarks['featurebench'].rate),,in,out:cost-not-comparable hlb-featurebench-opencode,joelniklaus-harness,glm-5.3-flash,low,agentic-tool,mid,opencode,USD/trial,0.10059822808602151,0,,,63.87096774193548,resolve-rate-macro-%,0,,,https://huggingface.co/spaces/joelniklaus/harness-leaderboard ($.leaderboard['zai-org/GLM-5.3-Flash'].stages.full.efforts.low.harnesses.opencode.benchmarks['featurebench'].rate),,in,out:cost-not-comparable hlb-terminal-bench-2.1-opencode,joelniklaus-harness,glm-5.3-flash,low,agentic-tool,mid,opencode,USD/trial,0.03659269099616858,0,,,47.89272030651341,resolve-rate-macro-%,0,,,https://huggingface.co/spaces/joelniklaus/harness-leaderboard ($.leaderboard['zai-org/GLM-5.3-Flash'].stages.full.efforts.low.harnesses.opencode.benchmarks['terminal-bench-2.1'].rate),,in,out:cost-not-comparable hlb-deep-swe-opencode,joelniklaus-harness,glm-5.3-flash,low,agentic-tool,hard,opencode,USD/trial,0.5909569313513513,0,,,23.12312312312312,resolve-rate-macro-%,0,,,https://huggingface.co/spaces/joelniklaus/harness-leaderboard ($.leaderboard['zai-org/GLM-5.3-Flash'].stages.full.efforts.low.harnesses.opencode.benchmarks['deep-swe'].rate),,in,out:cost-not-comparable hlb-terminal-bench-2.1-hermes,joelniklaus-harness,glm-5.3-flash,low,agentic-tool,mid,hermes,USD/trial,0.03776997191570881,0,,,67.81609195402298,resolve-rate-macro-%,0,,,https://huggingface.co/spaces/joelniklaus/harness-leaderboard ($.leaderboard['zai-org/GLM-5.3-Flash'].stages.full.efforts.low.harnesses.hermes.benchmarks['terminal-bench-2.1'].rate),,in,out:cost-not-comparable hlb-deep-swe-hermes,joelniklaus-harness,glm-5.3-flash,low,agentic-tool,hard,hermes,USD/trial,0.16428138954954954,0,,,51.35135135135135,resolve-rate-macro-%,0,,,https://huggingface.co/spaces/joelniklaus/harness-leaderboard ($.leaderboard['zai-org/GLM-5.3-Flash'].stages.full.efforts.low.harnesses.hermes.benchmarks['deep-swe'].rate),,in,out:cost-not-comparable hlb-featurebench-hermes,joelniklaus-harness,glm-5.3-flash,low,agentic-tool,mid,hermes,USD/trial,0.05360627254310345,0,,,70.96774193548387,resolve-rate-macro-%,0,,,https://huggingface.co/spaces/joelniklaus/harness-leaderboard ($.leaderboard['zai-org/GLM-5.3-Flash'].stages.full.efforts.low.harnesses.hermes.benchmarks['featurebench'].rate),,in,out:cost-not-comparable hlb-deep-swe-mini-swe-agent,joelniklaus-harness,glm-5.3-flash,low,agentic-tool,hard,mini-swe-agent,USD/trial,0.22010837345345344,0,,,55.85585585585585,resolve-rate-macro-%,0,,,https://huggingface.co/spaces/joelniklaus/harness-leaderboard ($.leaderboard['zai-org/GLM-5.3-Flash'].stages.full.efforts.low.harnesses.mini-swe-agent.benchmarks['deep-swe'].rate),,in,out:cost-not-comparable hlb-terminal-bench-2.1-mini-swe-agent,joelniklaus-harness,glm-5.3-flash,low,agentic-tool,mid,mini-swe-agent,USD/trial,0.04338689862068965,0,,,64.36781609195402,resolve-rate-macro-%,0,,,https://huggingface.co/spaces/joelniklaus/harness-leaderboard ($.leaderboard['zai-org/GLM-5.3-Flash'].stages.full.efforts.low.harnesses.mini-swe-agent.benchmarks['terminal-bench-2.1'].rate),,in,out:cost-not-comparable hlb-featurebench-mini-swe-agent,joelniklaus-harness,glm-5.3-flash,low,agentic-tool,mid,mini-swe-agent,USD/trial,0.042518219461206895,0,,,75.69892473118279,resolve-rate-macro-%,0,,,https://huggingface.co/spaces/joelniklaus/harness-leaderboard ($.leaderboard['zai-org/GLM-5.3-Flash'].stages.full.efforts.low.harnesses.mini-swe-agent.benchmarks['featurebench'].rate),,in,out:cost-not-comparable hlb-deep-swe-kimi-code,joelniklaus-harness,glm-5.3-flash,low,agentic-tool,hard,kimi-code,USD/trial,0.1765651535135135,0,,,50.75075075075075,resolve-rate-macro-%,0,,,https://huggingface.co/spaces/joelniklaus/harness-leaderboard ($.leaderboard['zai-org/GLM-5.3-Flash'].stages.full.efforts.low.harnesses.kimi-code.benchmarks['deep-swe'].rate),,in,out:cost-not-comparable hlb-featurebench-kimi-code,joelniklaus-harness,glm-5.3-flash,low,agentic-tool,mid,kimi-code,USD/trial,0.06222773967602592,0,,,67.95698924731183,resolve-rate-macro-%,0,,,https://huggingface.co/spaces/joelniklaus/harness-leaderboard ($.leaderboard['zai-org/GLM-5.3-Flash'].stages.full.efforts.low.harnesses.kimi-code.benchmarks['featurebench'].rate),,in,out:cost-not-comparable hlb-terminal-bench-2.1-kimi-code,joelniklaus-harness,glm-5.3-flash,low,agentic-tool,mid,kimi-code,USD/trial,0.036138801877394634,0,,,66.28352490421455,resolve-rate-macro-%,0,,,https://huggingface.co/spaces/joelniklaus/harness-leaderboard ($.leaderboard['zai-org/GLM-5.3-Flash'].stages.full.efforts.low.harnesses.kimi-code.benchmarks['terminal-bench-2.1'].rate),,in,out:cost-not-comparable hlb-terminal-bench-2.1-qwen-code,joelniklaus-harness,glm-5.3-flash,low,agentic-tool,mid,qwen-code,USD/trial,0.05200098195402299,0,,,57.8544061302682,resolve-rate-macro-%,0,,,https://huggingface.co/spaces/joelniklaus/harness-leaderboard ($.leaderboard['zai-org/GLM-5.3-Flash'].stages.full.efforts.low.harnesses.qwen-code.benchmarks['terminal-bench-2.1'].rate),,in,out:cost-not-comparable hlb-deep-swe-qwen-code,joelniklaus-harness,glm-5.3-flash,low,agentic-tool,hard,qwen-code,USD/trial,0.22449941726726724,0,,,46.546546546546547,resolve-rate-macro-%,0,,,https://huggingface.co/spaces/joelniklaus/harness-leaderboard ($.leaderboard['zai-org/GLM-5.3-Flash'].stages.full.efforts.low.harnesses.qwen-code.benchmarks['deep-swe'].rate),,in,out:cost-not-comparable hlb-featurebench-qwen-code,joelniklaus-harness,glm-5.3-flash,low,agentic-tool,mid,qwen-code,USD/trial,0.04691750343412527,0,,,71.82795698924731,resolve-rate-macro-%,0,,,https://huggingface.co/spaces/joelniklaus/harness-leaderboard ($.leaderboard['zai-org/GLM-5.3-Flash'].stages.full.efforts.low.harnesses.qwen-code.benchmarks['featurebench'].rate),,in,out:cost-not-comparable hlb-terminal-bench-2.1-openclaw,joelniklaus-harness,glm-5.3-flash,low,agentic-tool,mid,openclaw,USD/trial,0.08366685996168582,0,,,45.59386973180076,resolve-rate-macro-%,0,,,https://huggingface.co/spaces/joelniklaus/harness-leaderboard ($.leaderboard['zai-org/GLM-5.3-Flash'].stages.full.efforts.low.harnesses.openclaw.benchmarks['terminal-bench-2.1'].rate),,in,out:cost-not-comparable hlb-deep-swe-openclaw,joelniklaus-harness,glm-5.3-flash,low,agentic-tool,hard,openclaw,USD/trial,0.48149467783783784,0,,,29.72972972972973,resolve-rate-macro-%,0,,,https://huggingface.co/spaces/joelniklaus/harness-leaderboard ($.leaderboard['zai-org/GLM-5.3-Flash'].stages.full.efforts.low.harnesses.openclaw.benchmarks['deep-swe'].rate),,in,out:cost-not-comparable hlb-featurebench-openclaw,joelniklaus-harness,glm-5.3-flash,low,agentic-tool,mid,openclaw,USD/trial,0.12509735853131748,0,,,67.31182795698925,resolve-rate-macro-%,0,,,https://huggingface.co/spaces/joelniklaus/harness-leaderboard ($.leaderboard['zai-org/GLM-5.3-Flash'].stages.full.efforts.low.harnesses.openclaw.benchmarks['featurebench'].rate),,in,out:cost-not-comparable legalforecast-mtd-micro-brier,johnhughes3/LegalForecastBench,opus-5.5,high,mixed,hard,LegalForecastBench-agentic,USD,20.59,0.00289,,,0.14540,micro-Brier,2.89e-06,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://github.com/johnhughes3/LegalForecastBench (Table tab:main (Benchmark results, sorted by micro-Brier loss): row Claude Opus 5.5)",,in,in legalforecast-mtd-micro-brier,johnhughes3/LegalForecastBench,sonnet-5.5,high,mixed,hard,LegalForecastBench-agentic,USD,5.2425,1.01,,,0.17298,micro-Brier,2.89e-06,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://github.com/johnhughes3/LegalForecastBench (Table tab:main (Benchmark results, sorted by micro-Brier loss): row Claude Sonnet 5.5)",,in,out:cost-single-couple legalforecast-mtd-micro-brier,johnhughes3/LegalForecastBench,fable-5.1,not-established:absent,mixed,hard,LegalForecastBench-agentic,USD,83.18,0.00289,,,0.12877,micro-Brier,2.89e-06,,,"https://github.com/johnhughes3/LegalForecastBench (Table tab:main (Benchmark results, sorted by micro-Brier loss): row Claude Fable 5.1)",,out:effort-not-established,out:effort-not-established legalforecast-mtd-micro-brier,johnhughes3/LegalForecastBench,opus-5,not-established:absent,mixed,hard,LegalForecastBench-agentic,USD,45.89,0.00289,,,0.13987,micro-Brier,2.89e-06,,,"https://github.com/johnhughes3/LegalForecastBench (Table tab:main (Benchmark results, sorted by micro-Brier loss): row Claude Opus 5)",,out:effort-not-established,out:effort-not-established legalforecast-mtd-micro-brier,johnhughes3/LegalForecastBench,sonnet-5,not-established:absent,mixed,hard,LegalForecastBench-agentic,USD,24.68,0.00289,,,0.15848,micro-Brier,2.89e-06,,,"https://github.com/johnhughes3/LegalForecastBench (Table tab:main (Benchmark results, sorted by micro-Brier loss): row Claude Sonnet 5)",,out:effort-not-established,out:effort-not-established legalforecast-mtd-micro-brier,johnhughes3/LegalForecastBench,gpt-6-sol,high,mixed,hard,LegalForecastBench-agentic,USD,11.10,0.00289,,,0.11763,micro-Brier,2.89e-06,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://github.com/johnhughes3/LegalForecastBench (Table tab:main (Benchmark results, sorted by micro-Brier loss): row GPT-6 Sol)",,in,in legalforecast-mtd-micro-brier,johnhughes3/LegalForecastBench,grok-4.6,high,mixed,hard,LegalForecastBench-agentic,USD,15.72,0.00289,,,0.13368,micro-Brier,2.89e-06,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://github.com/johnhughes3/LegalForecastBench (Table tab:main (Benchmark results, sorted by micro-Brier loss): row Grok 4.6)",,in,in legalforecast-mtd-micro-brier,johnhughes3/LegalForecastBench,gpt-5.6-sol,high,mixed,hard,LegalForecastBench-agentic,USD,31.137500000000003,3.6,,,0.14009,micro-Brier,2.89e-06,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://github.com/johnhughes3/LegalForecastBench (Table tab:main (Benchmark results, sorted by micro-Brier loss): row GPT-5.6 Sol)",,in,out:cost-single-couple legalforecast-mtd-micro-brier,johnhughes3/LegalForecastBench,kimi-k3,not-established:absent,mixed,hard,LegalForecastBench-agentic,USD,16.87,0.00289,,,0.14130,micro-Brier,2.89e-06,,,"https://github.com/johnhughes3/LegalForecastBench (Table tab:main (Benchmark results, sorted by micro-Brier loss): row Kimi K3)",,out:effort-not-established,out:effort-not-established legalforecast-mtd-micro-brier,johnhughes3/LegalForecastBench,gpt-5.6-luna,high,mixed,hard,LegalForecastBench-agentic,USD,0.888,0.342,,,0.14322,micro-Brier,2.89e-06,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://github.com/johnhughes3/LegalForecastBench (Table tab:main (Benchmark results, sorted by micro-Brier loss): row GPT-5.6 Luna)",,in,out:cost-single-couple legalforecast-mtd-micro-brier,johnhughes3/LegalForecastBench,gpt-6.1-sol,high,mixed,hard,LegalForecastBench-agentic,USD,10.85,0.00289,,,0.14948,micro-Brier,2.89e-06,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://github.com/johnhughes3/LegalForecastBench (Table tab:main (Benchmark results, sorted by micro-Brier loss): row GPT-6.1 Sol)",,in,in legalforecast-mtd-micro-brier,johnhughes3/LegalForecastBench,gpt-6-astra,high,mixed,hard,LegalForecastBench-agentic,USD,59.74,0.00289,,,0.15221,micro-Brier,2.89e-06,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://github.com/johnhughes3/LegalForecastBench (Table tab:main (Benchmark results, sorted by micro-Brier loss): row GPT-6 Astra)",,in,in legalforecast-mtd-micro-brier,johnhughes3/LegalForecastBench,gemini-3.8-flash,high,mixed,hard,LegalForecastBench-agentic,USD,35.61,0.00289,,,0.15331,micro-Brier,2.89e-06,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://github.com/johnhughes3/LegalForecastBench (Table tab:main (Benchmark results, sorted by micro-Brier loss): row Gemini 3.8 Flash)",,in,in legalforecast-mtd-micro-brier,johnhughes3/LegalForecastBench,gemini-4-argon,high,mixed,hard,LegalForecastBench-agentic,USD,25.02,0.00289,,,0.15387,micro-Brier,2.89e-06,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://github.com/johnhughes3/LegalForecastBench (Table tab:main (Benchmark results, sorted by micro-Brier loss): row Gemini 4 Argon)",,in,in legalforecast-mtd-micro-brier,johnhughes3/LegalForecastBench,grok-4.7,high,mixed,hard,LegalForecastBench-agentic,USD,33.00,0.00289,,,0.15833,micro-Brier,2.89e-06,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://github.com/johnhughes3/LegalForecastBench (Table tab:main (Benchmark results, sorted by micro-Brier loss): row Grok 4.7)",,in,out:cost-single-couple legalforecast-mtd-micro-brier,johnhughes3/LegalForecastBench,gpt-6-luna,unstated,mixed,hard,LegalForecastBench-agentic,USD,0.63,0.00289,,,0.16368,micro-Brier,2.89e-06,,,"https://github.com/johnhughes3/LegalForecastBench (Table tab:main (Benchmark results, sorted by micro-Brier loss): row GPT-6 Luna)",,out:effort-not-established,out:effort-not-established legalforecast-mtd-micro-brier,johnhughes3/LegalForecastBench,gemini-3.1-pro,high,mixed,hard,LegalForecastBench-agentic,USD,27.73,0.00289,,,0.18345,micro-Brier,2.89e-06,,cost-method-assumed-single,"https://github.com/johnhughes3/LegalForecastBench (Table tab:main (Benchmark results, sorted by micro-Brier loss): row Gemini 3.1 Pro Preview)",,in,out:cost-not-comparable gamearena-chess-text,kaggle-game-arena-2609.31473,gemini-3-pro,unstated,mixed,hard,Game Arena,,,,,,1325,Elo,0.289,,,"https://arxiv.org/abs/2609.31473 (Appendix Table 1, block Chess Text Input (Elo): one row per model / row Gemini 3 Pro Preview / column score)",,out:effort-not-established, gamearena-chess-text,kaggle-game-arena-2609.31473,gemini-3-flash,unstated,mixed,hard,Game Arena,,,,,,1297,Elo,0.289,,,"https://arxiv.org/abs/2609.31473 (Appendix Table 1, block Chess Text Input (Elo): one row per model / row Gemini 3 Flash Preview / column score)",,out:effort-not-established, gamearena-chess-text,kaggle-game-arena-2609.31473,gpt-5.2,unstated,mixed,hard,Game Arena,,,,,,933,Elo,0.289,,,"https://arxiv.org/abs/2609.31473 (Appendix Table 1, block Chess Text Input (Elo): one row per model / row GPT-5.2 / column score)",,out:effort-not-established, gamearena-chess-text,kaggle-game-arena-2609.31473,grok-4.1-fast,think,mixed,hard,Game Arena,,,,,,632,Elo,0.289,,,"https://arxiv.org/abs/2609.31473 (Appendix Table 1, block Chess Text Input (Elo): one row per model / row Grok 4.1 Fast Reasoning / column score)",,out:single-couple, gamearena-chess-text,kaggle-game-arena-2609.31473,opus-4.5,unstated,mixed,hard,Game Arena,,,,,,236,Elo,0.289,,,"https://arxiv.org/abs/2609.31473 (Appendix Table 1, block Chess Text Input (Elo): one row per model / row Claude Opus 4.5 / column score)",,out:effort-not-established, gamearena-chess-text,kaggle-game-arena-2609.31473,sonnet-4.5,unstated,mixed,hard,Game Arena,,,,,,189,Elo,0.289,,,"https://arxiv.org/abs/2609.31473 (Appendix Table 1, block Chess Text Input (Elo): one row per model / row Claude Sonnet 4.5 / column score)",,out:effort-not-established, gamearena-chess-text,kaggle-game-arena-2609.31473,haiku-4.5,unstated,mixed,hard,Game Arena,,,,,,122,Elo,0.289,,,"https://arxiv.org/abs/2609.31473 (Appendix Table 1, block Chess Text Input (Elo): one row per model / row Claude Haiku 4.5 / column score)",,out:effort-not-established, gamearena-chess-text,kaggle-game-arena-2609.31473,deepseek-v3.2,unstated,mixed,hard,Game Arena,,,,,,0,Elo,0.289,,,"https://arxiv.org/abs/2609.31473 (Appendix Table 1, block Chess Text Input (Elo): one row per model / row DeepSeek V3.2 / column score)",,out:effort-not-established, gamearena-chess-opening,kaggle-game-arena-2609.31473,gemini-3-flash,unstated,mixed,hard,Game Arena,,,,,,1263,Elo,0.289,,,"https://arxiv.org/abs/2609.31473 (Appendix Table 1, block Chess Opening (Elo): one row per model / row Gemini 3 Flash Preview / column score)",,out:effort-not-established, gamearena-chess-opening,kaggle-game-arena-2609.31473,gemini-3-pro,unstated,mixed,hard,Game Arena,,,,,,1253,Elo,0.289,,,"https://arxiv.org/abs/2609.31473 (Appendix Table 1, block Chess Opening (Elo): one row per model / row Gemini 3 Pro Preview / column score)",,out:effort-not-established, gamearena-chess-opening,kaggle-game-arena-2609.31473,gpt-5.2,unstated,mixed,hard,Game Arena,,,,,,889,Elo,0.289,,,"https://arxiv.org/abs/2609.31473 (Appendix Table 1, block Chess Opening (Elo): one row per model / row GPT-5.2 / column score)",,out:effort-not-established, gamearena-chess-opening,kaggle-game-arena-2609.31473,grok-4.1-fast,think,mixed,hard,Game Arena,,,,,,635,Elo,0.289,,,"https://arxiv.org/abs/2609.31473 (Appendix Table 1, block Chess Opening (Elo): one row per model / row Grok 4.1 Fast Reasoning / column score)",,out:single-couple, gamearena-chess-opening,kaggle-game-arena-2609.31473,opus-4.5,unstated,mixed,hard,Game Arena,,,,,,252,Elo,0.289,,,"https://arxiv.org/abs/2609.31473 (Appendix Table 1, block Chess Opening (Elo): one row per model / row Claude Opus 4.5 / column score)",,out:effort-not-established, gamearena-chess-opening,kaggle-game-arena-2609.31473,sonnet-4.5,unstated,mixed,hard,Game Arena,,,,,,228,Elo,0.289,,,"https://arxiv.org/abs/2609.31473 (Appendix Table 1, block Chess Opening (Elo): one row per model / row Claude Sonnet 4.5 / column score)",,out:effort-not-established, gamearena-chess-opening,kaggle-game-arena-2609.31473,haiku-4.5,unstated,mixed,hard,Game Arena,,,,,,102,Elo,0.289,,,"https://arxiv.org/abs/2609.31473 (Appendix Table 1, block Chess Opening (Elo): one row per model / row Claude Haiku 4.5 / column score)",,out:effort-not-established, gamearena-chess-opening,kaggle-game-arena-2609.31473,deepseek-v3.2,unstated,mixed,hard,Game Arena,,,,,,0,Elo,0.289,,,"https://arxiv.org/abs/2609.31473 (Appendix Table 1, block Chess Opening (Elo): one row per model / row DeepSeek V3.2 / column score)",,out:effort-not-established, gamearena-poker,kaggle-game-arena-2609.31473,gpt-5.2,unstated,mixed,hard,Game Arena,,,,,,47,bb-per-100,0.289,,,"https://arxiv.org/abs/2609.31473 (Appendix Table 1, block Heads-Up Poker (Mean BB/100): one row per model / row GPT-5.2 / column score)",,out:effort-not-established, gamearena-poker,kaggle-game-arena-2609.31473,opus-4.5,unstated,mixed,hard,Game Arena,,,,,,18,bb-per-100,0.289,,,"https://arxiv.org/abs/2609.31473 (Appendix Table 1, block Heads-Up Poker (Mean BB/100): one row per model / row Claude Opus 4.5 / column score)",,out:effort-not-established, gamearena-poker,kaggle-game-arena-2609.31473,sonnet-4.5,unstated,mixed,hard,Game Arena,,,,,,13,bb-per-100,0.289,,,"https://arxiv.org/abs/2609.31473 (Appendix Table 1, block Heads-Up Poker (Mean BB/100): one row per model / row Claude Sonnet 4.5 / column score)",,out:effort-not-established, gamearena-poker,kaggle-game-arena-2609.31473,gemini-3-flash,unstated,mixed,hard,Game Arena,,,,,,6,bb-per-100,0.289,,,"https://arxiv.org/abs/2609.31473 (Appendix Table 1, block Heads-Up Poker (Mean BB/100): one row per model / row Gemini 3 Flash Preview / column score)",,out:effort-not-established, gamearena-poker,kaggle-game-arena-2609.31473,deepseek-v3.2,unstated,mixed,hard,Game Arena,,,,,,-10,bb-per-100,0.289,,,"https://arxiv.org/abs/2609.31473 (Appendix Table 1, block Heads-Up Poker (Mean BB/100): one row per model / row DeepSeek V3.2 / column score)",,out:effort-not-established, gamearena-poker,kaggle-game-arena-2609.31473,gemini-3-pro,unstated,mixed,hard,Game Arena,,,,,,-15,bb-per-100,0.289,,,"https://arxiv.org/abs/2609.31473 (Appendix Table 1, block Heads-Up Poker (Mean BB/100): one row per model / row Gemini 3 Pro Preview / column score)",,out:effort-not-established, gamearena-poker,kaggle-game-arena-2609.31473,grok-4.1-fast,think,mixed,hard,Game Arena,,,,,,-19,bb-per-100,0.289,,,"https://arxiv.org/abs/2609.31473 (Appendix Table 1, block Heads-Up Poker (Mean BB/100): one row per model / row Grok 4.1 Fast Reasoning / column score)",,out:single-couple, gamearena-werewolf,kaggle-game-arena-2609.31473,gemini-3-pro,unstated,mixed,hard,Game Arena,,,,,,0.10,pct-rating,0.00289,,,"https://arxiv.org/abs/2609.31473 (Appendix Table 1, block Werewolf (Equilibrium rating): one row per model / row Gemini 3 Pro Preview / column score)",,out:effort-not-established, gamearena-werewolf,kaggle-game-arena-2609.31473,gemini-3-flash,unstated,mixed,hard,Game Arena,,,,,,-0.36,pct-rating,0.00289,,,"https://arxiv.org/abs/2609.31473 (Appendix Table 1, block Werewolf (Equilibrium rating): one row per model / row Gemini 3 Flash Preview / column score)",,out:effort-not-established, gamearena-werewolf,kaggle-game-arena-2609.31473,gpt-5.2,unstated,mixed,hard,Game Arena,,,,,,-1.12,pct-rating,0.00289,,,"https://arxiv.org/abs/2609.31473 (Appendix Table 1, block Werewolf (Equilibrium rating): one row per model / row GPT-5.2 / column score)",,out:effort-not-established, gamearena-werewolf,kaggle-game-arena-2609.31473,opus-4.5,unstated,mixed,hard,Game Arena,,,,,,-1.31,pct-rating,0.00289,,,"https://arxiv.org/abs/2609.31473 (Appendix Table 1, block Werewolf (Equilibrium rating): one row per model / row Claude Opus 4.5 / column score)",,out:effort-not-established, gamearena-werewolf,kaggle-game-arena-2609.31473,sonnet-4.5,unstated,mixed,hard,Game Arena,,,,,,-3.67,pct-rating,0.00289,,,"https://arxiv.org/abs/2609.31473 (Appendix Table 1, block Werewolf (Equilibrium rating): one row per model / row Claude Sonnet 4.5 / column score)",,out:effort-not-established, gamearena-werewolf,kaggle-game-arena-2609.31473,grok-4.1-fast,think,mixed,hard,Game Arena,,,,,,-5.23,pct-rating,0.00289,,,"https://arxiv.org/abs/2609.31473 (Appendix Table 1, block Werewolf (Equilibrium rating): one row per model / row Grok 4.1 Fast Reasoning / column score)",,out:single-couple, kagi-reasoning,kagi-llm-benchmark,?claude-5-fable,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,10.4,0.0289,,,91.4,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'claude-5-fable-thinking', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,?claude-5-fable,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,9.9,0.0289,,,88.8,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'claude-5-fable', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,?claude-4-8-opus,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,8.8,0.0289,,,88.8,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'claude-4-8-opus-thinking', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,?gpt-5-5,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,2.2,0.0289,,,88.8,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'gpt-5-5', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,?claude-4-6-opus,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,4.8,0.0289,,,83.6,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'claude-4-6-opus-thinking', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,?grok-4-5,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,1.0,0.0289,,,83.5,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'grok-4-5', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,?claude-4-7-opus,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,2.8,0.0289,,,80.7,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'claude-4-7-opus-thinking', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,?claude-4-5-opus,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,4.5,0.0289,,,80.2,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'claude-4-5-opus-thinking', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,gemini-3-pro,unstated,reasoning-math,mid,Kagi-board,per-suite,0.4,0.0289,,,80.1,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'gemini-3-pro', column %accuracy)",,out:effort-not-established,out:effort-not-established kagi-reasoning,kagi-llm-benchmark,?kimi-k2-5,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,0.5,0.0289,,,78.5,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'kimi-k2-5-thinking', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,gpt-5-pro,unstated,reasoning-math,mid,Kagi-board,per-suite,31.8,0.0289,,,76.8,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'gpt-5-pro', column %accuracy)",,out:effort-not-established,out:effort-not-established kagi-reasoning,kagi-llm-benchmark,glm-5,think,reasoning-math,mid,Kagi-board,per-suite,2.0,0.0289,,,75.0,acc%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'glm-5-thinking', column %accuracy)",,out:single-couple,out:cost-single-couple kagi-reasoning,kagi-llm-benchmark,?grok-4-20,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,1.3,0.0289,,,75.0,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'grok-4-20-thinking', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,?chatgpt-4o (points to gpt 5.3),not-established:absent,reasoning-math,mid,Kagi-board,per-suite,0.8,0.0289,,,75.0,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'chatgpt-4o (points to gpt 5.3)', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,opus-4,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,22.4,0.0289,,,74.3,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'claude-4-opus-thinking', column %accuracy)",,out:effort-not-established,out:effort-not-established kagi-reasoning,kagi-llm-benchmark,?qwen-3-5-397b,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,1.8,0.0289,,,73.7,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'qwen-3-5-397b', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,grok-4,solo,reasoning-math,mid,Kagi-board,per-suite,1.0,0.0289,,,73.6,acc%,0.0289,,cost-method-assumed-single,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'grok-4', column %accuracy)",,out:single-couple,out:cost-not-comparable kagi-reasoning,kagi-llm-benchmark,?gpt-5-2,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,1.4,0.0289,,,73.3,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'gpt-5-2', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,?claude-4-7-opus,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,2.2,0.0289,,,73.3,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'claude-4-7-opus', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,sonnet-4,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,5.4,0.0289,,,73.0,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'claude-4-sonnet-thinking', column %accuracy)",,out:effort-not-established,out:effort-not-established kagi-reasoning,kagi-llm-benchmark,gpt-5,unstated,reasoning-math,mid,Kagi-board,per-suite,7.1,0.0289,,,72.7,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'gpt-5', column %accuracy)",,out:effort-not-established,out:effort-not-established kagi-reasoning,kagi-llm-benchmark,qwen3-max-0923,solo,reasoning-math,mid,Kagi-board,per-suite,1.9,0.0289,,,72.5,acc%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'qwen3-max', column %accuracy)",,out:single-couple,out:cost-single-couple kagi-reasoning,kagi-llm-benchmark,?claude-4-6-opus,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,1.6,0.0289,,,72.4,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'claude-4-6-opus', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,o3-pro,unstated,reasoning-math,mid,Kagi-board,per-suite,34.2,0.0289,,,72.1,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'o3-pro', column %accuracy)",,out:effort-not-established,out:effort-not-established kagi-reasoning,kagi-llm-benchmark,?claude-4-5-opus,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,1.4,0.0289,,,70.7,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'claude-4-5-opus', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,?gemini-2-5-pro,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,1.7,0.0289,,,70.3,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'gemini-2-5-pro', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,gpt-5-mini,unstated,reasoning-math,mid,Kagi-board,per-suite,4.9,0.0289,,,70.3,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'gpt-5-mini', column %accuracy)",,out:effort-not-established,out:effort-not-established kagi-reasoning,kagi-llm-benchmark,gpt-5-codex,unstated,reasoning-math,mid,Kagi-board,per-suite,4.6,0.0289,,,70.3,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'gpt-5-codex', column %accuracy)",,out:effort-not-established,out:effort-not-established kagi-reasoning,kagi-llm-benchmark,deepseek-r1,solo,reasoning-math,mid,Kagi-board,per-suite,9.9,0.0289,,,69.4,acc%,0.0289,,cost-method-assumed-single,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'deepseek-r1', column %accuracy)",,out:single-couple,out:cost-not-comparable kagi-reasoning,kagi-llm-benchmark,qwen3-235b-a22b,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,0.1,0.0289,,,69.4,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'qwen-3-235b-a22b-thinking', column %accuracy)",,out:effort-not-established,out:effort-not-established kagi-reasoning,kagi-llm-benchmark,?claude-4-haiku,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,0.8,0.0289,,,69.0,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'claude-4-haiku-thinking', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,o3,unstated,reasoning-math,mid,Kagi-board,per-suite,4.8,0.0289,,,67.6,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'o3', column %accuracy)",,out:effort-not-established,out:effort-not-established kagi-reasoning,kagi-llm-benchmark,o4-mini,unstated,reasoning-math,mid,Kagi-board,per-suite,3.1,0.0289,,,67.6,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'o4-mini', column %accuracy)",,out:effort-not-established,out:effort-not-established kagi-reasoning,kagi-llm-benchmark,?gemini-3-1-flash-lite,not-established:absent,reasoning-math,mid,Kagi-board,,,,,,67.2,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'gemini-3-1-flash-lite', column %accuracy)",,out:model-not-established, kagi-reasoning,kagi-llm-benchmark,?gpt-5-6-sol,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,2.7,0.0289,,,67.0,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'gpt-5-6-sol', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,?qwen3-next-80b-a3b,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,1.0,0.0289,,,66.7,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'qwen3-next-80b-a3b-thinking', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,?inclusionai/ring-1t,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,1.0,0.0289,,,66.4,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'inclusionai/ring-1t', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,grok-4-fast,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,0.3,0.0289,,,66.1,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'grok-4-fast-thinking', column %accuracy)",,out:effort-not-established,out:effort-not-established kagi-reasoning,kagi-llm-benchmark,?arcee-ai/maestro-reasoning,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,2.7,0.0289,,,64.9,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'arcee-ai/maestro-reasoning', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,?moonshotai/kimi-k2-thinking,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,0.8,0.0289,,,64.4,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'moonshotai/kimi-k2-thinking', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,?kimi-k2-5,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,0.1,0.0289,,,63.8,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'kimi-k2-5', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,?gpt-5-4,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,0.3,0.0289,,,63.8,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'gpt-5-4', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,gemma-4-31b-it,unstated,reasoning-math,mid,Kagi-board,per-suite,1.0,0.0289,,,63.5,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'gemma-4-31b', column %accuracy)",,out:effort-not-established,out:effort-not-established kagi-reasoning,kagi-llm-benchmark,?qwen-plus-2025-07-28,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,1.1,0.0289,,,63.3,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'qwen-plus-2025-07-28', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,?glm-5-2,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,0.7,0.0289,,,62.6,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'glm-5-2', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,?stepfun-ai/step3,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,1.6,0.0289,,,62.3,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'stepfun-ai/step3', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,gpt-5-nano,unstated,reasoning-math,mid,Kagi-board,per-suite,0.4,0.0289,,,62.2,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'gpt-5-nano', column %accuracy)",,out:effort-not-established,out:effort-not-established kagi-reasoning,kagi-llm-benchmark,grok-3,solo,reasoning-math,mid,Kagi-board,per-suite,2.6,0.0289,,,61.3,acc%,0.0289,,cost-method-assumed-single,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'grok-3', column %accuracy)",,out:single-couple,out:cost-not-comparable kagi-reasoning,kagi-llm-benchmark,grok-3-mini,unstated,reasoning-math,mid,Kagi-board,per-suite,0.3,0.0289,,,61.3,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'grok-3-mini', column %accuracy)",,out:effort-not-established,out:effort-not-established kagi-reasoning,kagi-llm-benchmark,?cogito-v2-preview-llama-405b,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,2.1,0.0289,,,61.1,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'cogito-v2-preview-llama-405b', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,?glm-5-2,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,1.0,0.0289,,,60.0,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'glm-5-2-thinking', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,?z-ai/glm-4.5v,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,0.7,0.0289,,,59.8,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'z-ai/glm-4.5v', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,opus-4,unstated,reasoning-math,mid,Kagi-board,per-suite,8.4,0.0289,,,59.6,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'claude-4-opus', column %accuracy)",,out:effort-not-established,out:effort-not-established kagi-reasoning,kagi-llm-benchmark,gpt-oss-120b,unstated,reasoning-math,mid,Kagi-board,per-suite,0.4,0.0289,,,58.6,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'gpt-oss-120b', column %accuracy)",,out:effort-not-established,out:effort-not-established kagi-reasoning,kagi-llm-benchmark,?cogito-v2-preview-deepseek-671b,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,0.7,0.0289,,,58.4,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'cogito-v2-preview-deepseek-671b', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,?claude-4-5-sonnet,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,1.0,0.0289,,,57.9,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'claude-4-5-sonnet', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,?glm-4-5,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,1.0,0.0289,,,57.9,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'glm-4-5', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,?minimax/minimax-m2,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,0.1,0.0289,,,57.8,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'minimax/minimax-m2', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,?inclusionai/ling-1t,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,0.2,0.0289,,,57.8,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'inclusionai/ling-1t', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,deepseek-v3.1-terminus,unstated,reasoning-math,mid,Kagi-board,per-suite,0.2,0.0289,,,57.4,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'deepseek-v3.1-terminus', column %accuracy)",,out:effort-not-established,out:effort-not-established kagi-reasoning,kagi-llm-benchmark,?gemini-2-5-flash,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,0.5,0.0289,,,56.8,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'gemini-2-5-flash-thinking', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,qwen3-max-0923,solo,reasoning-math,mid,Kagi-board,per-suite,1.1,0.0289,,,55.9,acc%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'qwen/qwen3-max', column %accuracy)",,out:single-couple,out:cost-single-couple kagi-reasoning,kagi-llm-benchmark,llama-4-maverick,solo,reasoning-math,mid,Kagi-board,per-suite,0.2,0.0289,,,55.9,acc%,0.0289,,cost-method-assumed-single,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'llama-4-maverick', column %accuracy)",,out:single-couple,out:cost-not-comparable kagi-reasoning,kagi-llm-benchmark,sonnet-4,unstated,reasoning-math,mid,Kagi-board,per-suite,1.8,0.0289,,,55.9,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'claude-4-sonnet', column %accuracy)",,out:effort-not-established,out:effort-not-established kagi-reasoning,kagi-llm-benchmark,?hermes-4-405b,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,2.6,0.0289,,,55.8,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'hermes-4-405b (thinking)', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,?minimax-m2-5,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,1.9,0.0289,,,55.2,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'minimax-m2-5', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,?claude-4-haiku,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,0.3,0.0289,,,55.2,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'claude-4-haiku', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,qwen3-235b-a22b,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,0.4,0.0289,,,55.0,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'qwen-3-235b-a22b (no thinking)', column %accuracy)",,out:effort-not-established,out:effort-not-established kagi-reasoning,kagi-llm-benchmark,?Qwen3-32B-fast,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,0.5,0.0289,,,54.9,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'Qwen3-32B-fast (thinking)', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,qwen3-30b-a3b-thinking-2507,solo,reasoning-math,mid,Kagi-board,per-suite,0.6,0.0289,,,54.9,acc%,0.0289,,cost-method-assumed-single,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'Qwen3-30B-A3B-Thinking-2507', column %accuracy)",,out:single-couple,out:cost-not-comparable kagi-reasoning,kagi-llm-benchmark,qwen3-next-80b-a3b-instruct,solo,reasoning-math,mid,Kagi-board,per-suite,0.1,0.0289,,,54.4,acc%,0.0289,,cost-method-assumed-single,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'qwen3-next-80b-a3b-instruct', column %accuracy)",,out:single-couple,out:cost-not-comparable kagi-reasoning,kagi-llm-benchmark,deepseek-v4-pro-preview,unstated,reasoning-math,mid,Kagi-board,per-suite,0.2,0.0289,,,53.5,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'deepseek-v4-pro', column %accuracy)",,out:effort-not-established,out:effort-not-established kagi-reasoning,kagi-llm-benchmark,gpt-oss-20b,unstated,reasoning-math,mid,Kagi-board,per-suite,0.5,0.0289,,,53.2,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'gpt-oss-20b', column %accuracy)",,out:effort-not-established,out:effort-not-established kagi-reasoning,kagi-llm-benchmark,?deepseek chat v3.1,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,0.4,0.0289,,,53.2,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'deepseek chat v3.1', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,grok-code-fast-1,unstated,reasoning-math,mid,Kagi-board,per-suite,1.0,0.0289,,,52.5,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'grok-code-fast-1', column %accuracy)",,out:effort-not-established,out:effort-not-established kagi-reasoning,kagi-llm-benchmark,?gpt-4-1,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,2.1,0.0289,,,52.3,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'gpt-4-1', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,?deepseek chat v3,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,0.4,0.0289,,,52.3,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'deepseek chat v3', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,deepseek-r1-distill-llama-70b,solo,reasoning-math,mid,Kagi-board,per-suite,1.0,0.0289,,,52.3,acc%,0.0289,,cost-method-assumed-single,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'deepseek-r1-distill-llama-70b', column %accuracy)",,out:single-couple,out:cost-not-comparable kagi-reasoning,kagi-llm-benchmark,deepseek-v3.2-exp,unstated,reasoning-math,mid,Kagi-board,per-suite,0.2,0.0289,,,52.2,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'deepseek/deepseek-v3.2-exp', column %accuracy)",,out:effort-not-established,out:effort-not-established kagi-reasoning,kagi-llm-benchmark,deepseek-v4-flash-preview,unstated,reasoning-math,mid,Kagi-board,,,,,,52.2,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'deepseek-v4-flash', column %accuracy)",,out:effort-not-established, kagi-reasoning,kagi-llm-benchmark,kimi-k2-instruct-0905,solo,reasoning-math,mid,Kagi-board,per-suite,0.3,0.0289,,,52.2,acc%,0.0289,,cost-method-assumed-single,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'kimi-k2-0905 (see note below)', column %accuracy)",,out:single-couple,out:cost-not-comparable kagi-reasoning,kagi-llm-benchmark,?cogito-v2-preview-llama-4-scout,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,0.3,0.0289,,,52.2,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'cogito-v2-preview-llama-4-scout', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,?nvidia/nemotron-nano-12b-v2-vl,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,0.1,0.0289,,,51.7,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'nvidia/nemotron-nano-12b-v2-vl', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,glm-5,unstated,reasoning-math,mid,Kagi-board,per-suite,0.2,0.0289,,,51.7,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'glm-5', column %accuracy)",,out:effort-not-established,out:effort-not-established kagi-reasoning,kagi-llm-benchmark,?gpt-5-6-terra,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,2.5,0.0289,,,51.3,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'gpt-5-6-terra', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,?mistral-large-3,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,0.1,0.0289,,,50.9,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'mistral-large-3', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,?mistral-medium,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,0.5,0.0289,,,50.0,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'mistral-medium', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,?qwen-3-coder,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,0.8,0.0289,,,49.5,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'qwen-3-coder', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,?gpt-5-6-luna,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,1.0,0.0289,,,49.1,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'gpt-5-6-luna', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,qwen3-14b,unstated,reasoning-math,mid,Kagi-board,per-suite,0.5,0.0289,,,49.1,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'Qwen3-14B', column %accuracy)",,out:effort-not-established,out:effort-not-established kagi-reasoning,kagi-llm-benchmark,qwen3-32b,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,0.5,0.0289,,,48.7,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'Qwen3-32B (No Thinking)', column %accuracy)",,out:effort-not-established,out:effort-not-established kagi-reasoning,kagi-llm-benchmark,?gpt-4-1-mini,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,0.4,0.0289,,,48.6,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'gpt-4-1-mini', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,?nvidia/nemotron-nano-9b-v2,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,0.1,0.0289,,,47.4,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'nvidia/nemotron-nano-9b-v2', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,?z-ai/glm-4.6:exacto,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,0.1,0.0289,,,47.4,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'z-ai/glm-4.6:exacto', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,?z-ai/glm-4.6,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,0.1,0.0289,,,45.7,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'z-ai/glm-4.6', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,?llama-3-405b,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,1.1,0.0289,,,45.0,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'llama-3-405b', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,?baidu/ernie-4.5-300b-a47b,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,0.2,0.0289,,,45.0,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'baidu/ernie-4.5-300b-a47b', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,?kimi-k2-0711,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,1.1,0.0289,,,45.0,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'kimi-k2-0711 (see note below)', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,?amazon/nova-premier-v1,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,0.4,0.0289,,,44.8,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'amazon/nova-premier-v1', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,?grok-4-20,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,0.4,0.0289,,,44.8,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'grok-4-20', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,?gemini-2-5-flash,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,0.4,0.0289,,,44.1,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'gemini-2-5-flash', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,?meituan/longcat-flash-chat,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,0.1,0.0289,,,43.9,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'meituan/longcat-flash-chat', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,?z-ai/glm-4.5-air,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,0.2,0.0289,,,43.0,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'z-ai/glm-4.5-air', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,?minimax/minimax-01,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,0.1,0.0289,,,42.5,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'minimax/minimax-01', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,?thudm/glm-4-32b,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,0.1,0.0289,,,42.3,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'thudm/glm-4-32b', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,?mistral-medium-3-5,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,0.4,0.0289,,,41.4,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'mistral-medium-3-5', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,?gemini-2-5-flash-lite,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,0.1,0.0289,,,40.5,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'gemini-2-5-flash-lite', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,?mistral-small-4,not-established:absent,reasoning-math,mid,Kagi-board,,,,,,40.5,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'mistral-small-4', column %accuracy)",,out:model-not-established, kagi-reasoning,kagi-llm-benchmark,?mistral-small-3.2-24b-it,not-established:absent,reasoning-math,mid,Kagi-board,,,,,,40.4,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'mistral-small-3.2-24b-it', column %accuracy)",,out:model-not-established, kagi-reasoning,kagi-llm-benchmark,?google/gemma-3-27b-it-fast,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,0.1,0.0289,,,40.4,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'google/gemma-3-27b-it-fast', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,?gpt-5-4-nano,not-established:absent,reasoning-math,mid,Kagi-board,,,,,,39.7,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'gpt-5-4-nano', column %accuracy)",,out:model-not-established, kagi-reasoning,kagi-llm-benchmark,?thedrummer/anubis-70b-v1.1,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,0.2,0.0289,,,39.6,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'thedrummer/anubis-70b-v1.1', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,?gpt-5-4-mini,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,0.1,0.0289,,,37.9,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'gpt-5-4-mini', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,?microsoft/phi-4-reasoning-plus,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,0.2,0.0289,,,37.8,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'microsoft/phi-4-reasoning-plus', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,?mistral-small,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,0.1,0.0289,,,37.8,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'mistral-small', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,?gemini-flash 2.0,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,0.1,0.0289,,,37.8,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'gemini-flash 2.0', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,?mistralai/devstral-medium,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,0.2,0.0289,,,37.7,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'mistralai/devstral-medium', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,?mistralai/Devstral-Small-2505,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,0.1,0.0289,,,37.7,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'mistralai/Devstral-Small-2505', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,llama-4-scout,solo,reasoning-math,mid,Kagi-board,per-suite,0.1,0.0289,,,36.9,acc%,0.0289,,cost-method-assumed-single,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'llama-4-scout', column %accuracy)",,out:single-couple,out:cost-not-comparable kagi-reasoning,kagi-llm-benchmark,qwen2.5-vl-72b-instruct,unstated,reasoning-math,mid,Kagi-board,,,,,,36.0,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'Qwen/Qwen2.5-VL-72B-Instruct', column %accuracy)",,out:effort-not-established, kagi-reasoning,kagi-llm-benchmark,grok-4-fast,unstated,reasoning-math,mid,Kagi-board,per-suite,0.1,0.0289,,,35.4,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'grok-4-fast', column %accuracy)",,out:effort-not-established,out:effort-not-established kagi-reasoning,kagi-llm-benchmark,?llama-3-70b,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,0.3,0.0289,,,35.1,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'llama-3-70b', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,?minimax/minimax-01,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,0.2,0.0289,,,35.1,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'minimax/minimax-01', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,gemma-3-27b-it,solo,reasoning-math,mid,Kagi-board,per-suite,0.1,0.0289,,,35.1,acc%,0.0289,,cost-method-assumed-single,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'gemma-3-27b', column %accuracy)",,out:single-couple,out:cost-not-comparable kagi-reasoning,kagi-llm-benchmark,?mistralai/devstral-small,not-established:absent,reasoning-math,mid,Kagi-board,,,,,,34.2,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'mistralai/devstral-small', column %accuracy)",,out:model-not-established, kagi-reasoning,kagi-llm-benchmark,haiku-3,solo,reasoning-math,mid,Kagi-board,per-suite,0.5,0.0289,,,34.2,acc%,0.0289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'claude-3-haiku', column %accuracy)",,out:single-couple,out:cost-single-couple kagi-reasoning,kagi-llm-benchmark,?gpt-4-1-nano,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,0.1,0.0289,,,33.3,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'gpt-4-1-nano', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,?mistralai/codestral-2508,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,0.1,0.0289,,,32.5,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'mistralai/codestral-2508', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,?arcee-ai/virtuoso-large,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,0.3,0.0289,,,32.4,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'arcee-ai/virtuoso-large', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,?google/gemma-3n-e4b-it,not-established:absent,reasoning-math,mid,Kagi-board,,,,,,31.5,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'google/gemma-3n-e4b-it', column %accuracy)",,out:model-not-established, kagi-reasoning,kagi-llm-benchmark,?hermes-4-405b,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,0.4,0.0289,,,30.1,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'hermes-4-405b (no thinking)', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,?cohere/command-a,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,1.9,0.0289,,,28.8,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'cohere/command-a', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,?thedrummer/valkyrie-49b-v1,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,0.1,0.0289,,,28.8,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'thedrummer/valkyrie-49b-v1', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,gpt-4o-mini,solo,reasoning-math,mid,Kagi-board,per-suite,0.1,0.0289,,,28.8,acc%,0.0289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'gpt-4o-mini', column %accuracy)",,out:single-couple,out:cost-single-couple kagi-reasoning,kagi-llm-benchmark,?ai21/jamba-large-1.7,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,1.3,0.0289,,,26.1,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'ai21/jamba-large-1.7', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,?google/gemma-3-4b-it,not-established:absent,reasoning-math,mid,Kagi-board,,,,,,25.2,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'google/gemma-3-4b-it', column %accuracy)",,out:model-not-established, kagi-reasoning,kagi-llm-benchmark,?inception/mercury,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,0.2,0.0289,,,21.6,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'inception/mercury', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,?inception/mercury-coder,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,0.1,0.0289,,,20.7,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'inception/mercury-coder', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,?bytedance/ui-tars-1.5-7b,not-established:absent,reasoning-math,mid,Kagi-board,,,,,,20.7,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'bytedance/ui-tars-1.5-7b', column %accuracy)",,out:model-not-established, kagi-reasoning,kagi-llm-benchmark,?arcee-ai/spotlight,not-established:absent,reasoning-math,mid,Kagi-board,,,,,,18.9,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'arcee-ai/spotlight', column %accuracy)",,out:model-not-established, kagi-reasoning,kagi-llm-benchmark,?microsoft/phi-4-multimodal-instruct,not-established:absent,reasoning-math,mid,Kagi-board,,,,,,17.1,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'microsoft/phi-4-multimodal-instruct', column %accuracy)",,out:model-not-established, kagi-reasoning,kagi-llm-benchmark,?magistral-medium,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,22.4,0.0289,,,16.2,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'magistral-medium', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,?ai21/jamba-mini-1.7,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,0.1,0.0289,,,11.7,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'ai21/jamba-mini-1.7', column %accuracy)",,out:model-not-established,out:model-not-established kagi-reasoning,kagi-llm-benchmark,?arcee-ai/AFM-4.5B,not-established:absent,reasoning-math,mid,Kagi-board,,,,,,10.8,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'arcee-ai/AFM-4.5B', column %accuracy)",,out:model-not-established, kagi-reasoning,kagi-llm-benchmark,?magistral-small,not-established:absent,reasoning-math,mid,Kagi-board,per-suite,7.4,0.0289,,,6.3,acc%,0.0289,,,"https://help.kagi.com/kagi/ai/llm-benchmark.html (table row 'magistral-small', column %accuracy)",,out:model-not-established,out:model-not-established kaloyan,kaloyan-blog,opus-5.5,unstated,coding,hard,scenes-cli,,1.1889,2.89e-05,,,59.7,score-of-100,0.0289,,,https://kaloyan.blog/ai-models-rebuild-a-photo-in-blender (models[]: overall (mean of the three unrounded scene scores)),,out:effort-not-established,out:effort-not-established kaloyan,kaloyan-blog,sonnet-5.5,unstated,coding,hard,scenes-cli,,0.4978,2.89e-05,,,55.5,score-of-100,0.0289,,,https://kaloyan.blog/ai-models-rebuild-a-photo-in-blender (models[]: overall (mean of the three unrounded scene scores)),,out:effort-not-established,out:effort-not-established kaloyan,kaloyan-blog,gpt-6-astra,unstated,coding,hard,scenes-cli,,1.6939,2.89e-05,,,63.4,score-of-100,0.0289,,,https://kaloyan.blog/ai-models-rebuild-a-photo-in-blender (models[]: overall (mean of the three unrounded scene scores)),,out:effort-not-established,out:effort-not-established kaloyan,kaloyan-blog,gpt-6.1-sol,unstated,coding,hard,scenes-cli,,0.3581,2.89e-05,,,60.9,score-of-100,0.0289,,,https://kaloyan.blog/ai-models-rebuild-a-photo-in-blender (models[]: overall (mean of the three unrounded scene scores)),,out:effort-not-established,out:effort-not-established kbench-overall,kbench-2608.21601,gpt-5.6-sol,not-established:absent,agentic-tool,frontier,pi,USD/task,8.51,0.00289,,,8.04,score-of-10,0.00289,,,"https://arxiv.org/abs/2608.21601 (Table 4, row gpt-5.6-sol, column 'Overall (95% CI)')",,out:effort-not-established,out:effort-not-established kbench-overall,kbench-2608.21601,opus-5,not-established:absent,agentic-tool,frontier,pi,USD/task,6.69,0.00289,,,7.61,score-of-10,0.00289,,,"https://arxiv.org/abs/2608.21601 (Table 4, row claude-opus-5, column 'Overall (95% CI)')",,out:effort-not-established,out:effort-not-established kbench-overall,kbench-2608.21601,gpt-5.6-luna,not-established:absent,agentic-tool,frontier,pi,USD/task,0.15,0.00289,,,7.46,score-of-10,0.00289,,,"https://arxiv.org/abs/2608.21601 (Table 4, row gpt-5.6-luna, column 'Overall (95% CI)')",,out:effort-not-established,out:effort-not-established kbench-overall,kbench-2608.21601,kimi-k3,not-established:absent,agentic-tool,frontier,pi,USD/task,1.11,0.00289,,,7.17,score-of-10,0.00289,,,"https://arxiv.org/abs/2608.21601 (Table 4, row kimi-k3, column 'Overall (95% CI)')",,out:effort-not-established,out:effort-not-established kbench-overall,kbench-2608.21601,grok-4.5,not-established:absent,agentic-tool,frontier,pi,USD/task,0.38,0.00289,,,6.96,score-of-10,0.00289,,,"https://arxiv.org/abs/2608.21601 (Table 4, row grok-4.5, column 'Overall (95% CI)')",,out:effort-not-established,out:effort-not-established kbench-overall,kbench-2608.21601,gemini-3.6-flash,not-established:absent,agentic-tool,frontier,pi,USD/task,0.82,0.00289,,,5.84,score-of-10,0.00289,,,"https://arxiv.org/abs/2608.21601 (Table 4, row gemini-3.6-flash, column 'Overall (95% CI)')",,out:effort-not-established,out:effort-not-established kernelbench-mega-cc,github-kernelbench,fable-5.2,unstated,coding,hard,,,,,,,31.41,speedup-x,0.00289,,,"https://kernelbench.com/models/claude-fable-5-2 (Board summary, Mega deck, cell Kimi-Linear Decode (RTX PRO 6000, canonical board))",,out:effort-not-established, kernelbench-cc-01,github-kernelbench,fable-5.2,high,coding,hard,,,,,,,0.1085,achieved-over-peak (unbounded),2.89e-05,,,"https://kernelbench.com/models/claude-fable-5-2 (CUDA deck, cell GLM-5.2 Fused MoE (RTX PRO 6000))",,in, kernelbench-cc-02-ms,github-kernelbench,fable-5.2,high,agentic-tool,hard,,,,,,,0.117,geomean-ms,0.000289,,,"https://kernelbench.com/models/claude-fable-5-2 (CUDA deck, cell DeepSeek NSA (RTX PRO 6000))",,out:single-couple, kernelbench-cc-03,github-kernelbench,fable-5.2,high,coding,hard,,,,,,,0.0671,achieved-over-peak (unbounded),2.89e-05,,,"https://kernelbench.com/models/claude-fable-5-2 (CUDA deck, cell MegaQwen Decode (RTX PRO 6000))",,in, killswitch-board,killswitch-bench,kimi-k2.7-code,solo,coding,hard,,per-run,1.0975,2.89e-05,,,0,pass rate % (verification passed),0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://bench.killswitch-lang.org/ (derived per-model cells of the run records / row @cf/moonshotai/kimi-k2.7-code|opencode / column passed_of_runs),,out:single-couple,out:cost-single-couple killswitch-board,killswitch-bench,fable-5.1,unstated,coding,hard,,per-run,0.9188,2.89e-05,,,50,pass rate % (verification passed),0,,,https://bench.killswitch-lang.org/ (derived per-model cells of the run records / row claude-fable-5-1|claude / column passed_of_runs),,out:effort-not-established,out:effort-not-established killswitch-board,killswitch-bench,gpt-5.6-luna,unstated,coding,hard,,per-run,0.0300,2.89e-05,,,0,pass rate % (verification passed),0,,,https://bench.killswitch-lang.org/ (derived per-model cells of the run records / row gpt-5.6-luna|codex / column passed_of_runs),,out:effort-not-established,out:effort-not-established killswitch-board,killswitch-bench,qwen3.8-27b,unstated,coding,hard,,per-run,0.7941,2.89e-05,,,0,pass rate % (verification passed),0,,,https://bench.killswitch-lang.org/ (derived per-model cells of the run records / row @cf/qwen/qwen3.8-27b|opencode / column passed_of_runs),,out:effort-not-established,out:effort-not-established killswitch-board,killswitch-bench,gpt-6-astra,unstated,coding,hard,,per-run,1.0174,2.89e-05,,,60,pass rate % (verification passed),0,,,https://bench.killswitch-lang.org/ (derived per-model cells of the run records / row gpt-6-astra|codex / column passed_of_runs),,out:effort-not-established,out:effort-not-established killswitch-board,killswitch-bench,?@cf/deepseek-ai/deepseek-v4-pro-0813,not-established:absent,coding,hard,,per-run,2.7943,2.89e-05,,,20,pass rate % (verification passed),0,,,https://bench.killswitch-lang.org/ (derived per-model cells of the run records / row @cf/deepseek-ai/deepseek-v4-pro-0813|opencode / column passed_of_runs),,out:model-not-established,out:model-not-established killswitch-board,killswitch-bench,sonnet-5,unstated,coding,hard,,per-run,1.2407,2.89e-05,,,20,pass rate % (verification passed),0,,,https://bench.killswitch-lang.org/ (derived per-model cells of the run records / row claude-sonnet-5|claude / column passed_of_runs),,out:effort-not-established,out:effort-not-established killswitch-board,killswitch-bench,?@cf/zai-org/glm-5.3,not-established:absent,coding,hard,,per-run,1.8547,2.89e-05,,,10,pass rate % (verification passed),0,,,https://bench.killswitch-lang.org/ (derived per-model cells of the run records / row @cf/zai-org/glm-5.3|opencode / column passed_of_runs),,out:model-not-established,out:model-not-established killswitch-board,killswitch-bench,gpt-5.6-sol,unstated,coding,hard,,per-run,0.8315,2.89e-05,,,30,pass rate % (verification passed),0,,,https://bench.killswitch-lang.org/ (derived per-model cells of the run records / row gpt-5.6-sol|codex / column passed_of_runs),,out:effort-not-established,out:effort-not-established killswitch-board,killswitch-bench,opus-5,unstated,coding,hard,,per-run,1.7776,2.89e-05,,,70,pass rate % (verification passed),0,,,https://bench.killswitch-lang.org/ (derived per-model cells of the run records / row claude-opus-5|claude / column passed_of_runs),,out:effort-not-established,out:effort-not-established killswitch-board,killswitch-bench,kimi-k3,unstated,coding,hard,,per-run,1.6240,2.89e-05,,,10,pass rate % (verification passed),0,,,https://bench.killswitch-lang.org/ (derived per-model cells of the run records / row moonshotai/kimi-k3|opencode / column passed_of_runs),,out:effort-not-established,out:effort-not-established killswitch-board,killswitch-bench,muse-spark-1.3,unstated,coding,hard,,per-run,2.0061,2.89e-05,,,40,pass rate % (verification passed),0,,,https://bench.killswitch-lang.org/ (derived per-model cells of the run records / row meta/muse-spark-1.3|opencode / column passed_of_runs),,out:effort-not-established,out:effort-not-established killswitch-board,killswitch-bench,deepseek-v4.1-flash,unstated,coding,hard,,per-run,0.1079,2.89e-05,,,10,pass rate % (verification passed),0,,,https://bench.killswitch-lang.org/ (derived per-model cells of the run records / row deepseek/deepseek-v4.1-flash|opencode / column passed_of_runs),,out:effort-not-established,out:effort-not-established killswitch-board,killswitch-bench,mimo-v2.6-pro,unstated,coding,hard,,per-run,0.1168,2.89e-05,,,40,pass rate % (verification passed),0,,,https://bench.killswitch-lang.org/ (derived per-model cells of the run records / row xiaomi/mimo-v2.6-pro|opencode / column passed_of_runs),,out:effort-not-established,out:effort-not-established killswitch-board,killswitch-bench,opus-5.5,unstated,coding,hard,,per-run,0.2851,2.89e-05,,,60,pass rate % (verification passed),0,,,https://bench.killswitch-lang.org/ (derived per-model cells of the run records / row claude-opus-5-5|claude / column passed_of_runs),,out:effort-not-established,out:effort-not-established killswitch-board,killswitch-bench,gpt-6-sol,unstated,coding,hard,,per-run,0.2974,2.89e-05,,,30,pass rate % (verification passed),0,,,https://bench.killswitch-lang.org/ (derived per-model cells of the run records / row gpt-6-sol|codex / column passed_of_runs),,out:effort-not-established,out:effort-not-established killswitch-board,killswitch-bench,sonnet-5.5,unstated,coding,hard,,per-run,0.1216,2.89e-05,,,10,pass rate % (verification passed),0,,,https://bench.killswitch-lang.org/ (derived per-model cells of the run records / row claude-sonnet-5-5|claude / column passed_of_runs),,out:effort-not-established,out:effort-not-established killswitch-board,killswitch-bench,gpt-6.1-sol,unstated,coding,hard,,per-run,0.2082,2.89e-05,,,60,pass rate % (verification passed),0,,,https://bench.killswitch-lang.org/ (derived per-model cells of the run records / row gpt-6.1-sol|codex / column passed_of_runs),,out:effort-not-established,out:effort-not-established killswitch-board,killswitch-bench,?mistralai/mistral-large-4-0,not-established:absent,coding,hard,,per-run,1.0204,2.89e-05,,,10,pass rate % (verification passed),0,,,https://bench.killswitch-lang.org/ (derived per-model cells of the run records / row mistralai/mistral-large-4-0|opencode / column passed_of_runs),,out:model-not-established,out:model-not-established killswitch-board,killswitch-bench,?meta/muse-wonder,not-established:absent,coding,hard,,per-run,2.8225,2.89e-05,,,40,pass rate % (verification passed),0,,,https://bench.killswitch-lang.org/ (derived per-model cells of the run records / row meta/muse-wonder|opencode / column passed_of_runs),,out:model-not-established,out:model-not-established killswitch-board,killswitch-bench,gemini-4-argon,unstated,coding,hard,,per-run,0.7236,2.89e-05,,,50,pass rate % (verification passed),0,,,https://bench.killswitch-lang.org/ (derived per-model cells of the run records / row google/gemini-4-argon|opencode / column passed_of_runs),,out:effort-not-established,out:effort-not-established killswitch-board,killswitch-bench,?minimax/minimax-m3.1-flash:free,not-established:absent,coding,hard,,per-run,0.3353,2.89e-05,,,20,pass rate % (verification passed),0,,,https://bench.killswitch-lang.org/ (derived per-model cells of the run records / row minimax/minimax-m3.1-flash:free|opencode / column passed_of_runs),,out:model-not-established,out:model-not-established killswitch,killswitch-bench,kimi-k2.7-code,solo,coding,hard,,per-run,1.0975,2.89e-05,,,0,pass%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://bench.killswitch-lang.org/ (derived per-model cells of the run records / row @cf/moonshotai/kimi-k2.7-code|opencode / column passed_of_runs),,out:single-couple,out:cost-single-couple killswitch,killswitch-bench,fable-5.1,unstated,coding,hard,,per-run,0.9188,2.89e-05,,,50,pass%,0,,,https://bench.killswitch-lang.org/ (derived per-model cells of the run records / row claude-fable-5-1|claude / column passed_of_runs),,out:effort-not-established,out:effort-not-established killswitch,killswitch-bench,gpt-5.6-luna,unstated,coding,hard,,per-run,0.0300,2.89e-05,,,0,pass%,0,,,https://bench.killswitch-lang.org/ (derived per-model cells of the run records / row gpt-5.6-luna|codex / column passed_of_runs),,out:effort-not-established,out:effort-not-established killswitch,killswitch-bench,qwen3.8-27b,unstated,coding,hard,,per-run,0.7941,2.89e-05,,,0,pass%,0,,,https://bench.killswitch-lang.org/ (derived per-model cells of the run records / row @cf/qwen/qwen3.8-27b|opencode / column passed_of_runs),,out:effort-not-established,out:effort-not-established killswitch,killswitch-bench,gpt-6-astra,unstated,coding,hard,,per-run,1.0174,2.89e-05,,,60,pass%,0,,,https://bench.killswitch-lang.org/ (derived per-model cells of the run records / row gpt-6-astra|codex / column passed_of_runs),,out:effort-not-established,out:effort-not-established killswitch,killswitch-bench,?@cf/deepseek-ai/deepseek-v4-pro-0813,not-established:absent,coding,hard,,per-run,2.7943,2.89e-05,,,20,pass%,0,,,https://bench.killswitch-lang.org/ (derived per-model cells of the run records / row @cf/deepseek-ai/deepseek-v4-pro-0813|opencode / column passed_of_runs),,out:model-not-established,out:model-not-established killswitch,killswitch-bench,sonnet-5,unstated,coding,hard,,per-run,1.2407,2.89e-05,,,20,pass%,0,,,https://bench.killswitch-lang.org/ (derived per-model cells of the run records / row claude-sonnet-5|claude / column passed_of_runs),,out:effort-not-established,out:effort-not-established killswitch,killswitch-bench,?@cf/zai-org/glm-5.3,not-established:absent,coding,hard,,per-run,1.8547,2.89e-05,,,10,pass%,0,,,https://bench.killswitch-lang.org/ (derived per-model cells of the run records / row @cf/zai-org/glm-5.3|opencode / column passed_of_runs),,out:model-not-established,out:model-not-established killswitch,killswitch-bench,gpt-5.6-sol,unstated,coding,hard,,per-run,0.8315,2.89e-05,,,30,pass%,0,,,https://bench.killswitch-lang.org/ (derived per-model cells of the run records / row gpt-5.6-sol|codex / column passed_of_runs),,out:effort-not-established,out:effort-not-established killswitch,killswitch-bench,opus-5,unstated,coding,hard,,per-run,1.7776,2.89e-05,,,70,pass%,0,,,https://bench.killswitch-lang.org/ (derived per-model cells of the run records / row claude-opus-5|claude / column passed_of_runs),,out:effort-not-established,out:effort-not-established killswitch,killswitch-bench,kimi-k3,unstated,coding,hard,,per-run,1.6240,2.89e-05,,,10,pass%,0,,,https://bench.killswitch-lang.org/ (derived per-model cells of the run records / row moonshotai/kimi-k3|opencode / column passed_of_runs),,out:effort-not-established,out:effort-not-established killswitch,killswitch-bench,muse-spark-1.3,unstated,coding,hard,,per-run,2.0061,2.89e-05,,,40,pass%,0,,,https://bench.killswitch-lang.org/ (derived per-model cells of the run records / row meta/muse-spark-1.3|opencode / column passed_of_runs),,out:effort-not-established,out:effort-not-established killswitch,killswitch-bench,deepseek-v4.1-flash,unstated,coding,hard,,per-run,0.1079,2.89e-05,,,10,pass%,0,,,https://bench.killswitch-lang.org/ (derived per-model cells of the run records / row deepseek/deepseek-v4.1-flash|opencode / column passed_of_runs),,out:effort-not-established,out:effort-not-established killswitch,killswitch-bench,mimo-v2.6-pro,unstated,coding,hard,,per-run,0.1168,2.89e-05,,,40,pass%,0,,,https://bench.killswitch-lang.org/ (derived per-model cells of the run records / row xiaomi/mimo-v2.6-pro|opencode / column passed_of_runs),,out:effort-not-established,out:effort-not-established killswitch,killswitch-bench,opus-5.5,unstated,coding,hard,,per-run,0.2851,2.89e-05,,,60,pass%,0,,,https://bench.killswitch-lang.org/ (derived per-model cells of the run records / row claude-opus-5-5|claude / column passed_of_runs),,out:effort-not-established,out:effort-not-established killswitch,killswitch-bench,gpt-6-sol,unstated,coding,hard,,per-run,0.2974,2.89e-05,,,30,pass%,0,,,https://bench.killswitch-lang.org/ (derived per-model cells of the run records / row gpt-6-sol|codex / column passed_of_runs),,out:effort-not-established,out:effort-not-established killswitch,killswitch-bench,sonnet-5.5,unstated,coding,hard,,per-run,0.1216,2.89e-05,,,10,pass%,0,,,https://bench.killswitch-lang.org/ (derived per-model cells of the run records / row claude-sonnet-5-5|claude / column passed_of_runs),,out:effort-not-established,out:effort-not-established kilobench,kilo,gpt-6-astra,unstated,coding,hard,KiloCode,per-attempt,107.293192,0,41883177.8,520855.8,79.32584299999999,complete%,0,,,https://kilo.ai/leaderboard ($ / row openai-gpt-6-astra / column completionPercentage),,out:effort-not-established,out:effort-not-established kilobench,kilo,gpt-5.6-sol,unstated,coding,hard,KiloCode,per-attempt,87.40998859999999,0,60682917.4,389406,76.179775,complete%,0,,,https://kilo.ai/leaderboard ($ / row openai-gpt-5-6-sol / column completionPercentage),,out:effort-not-established,out:effort-not-established kilobench,kilo,fable-5.1,unstated,coding,hard,KiloCode,per-attempt,91.4074256,0,43639578.6,1143044.6,76.179775,complete%,0,,,https://kilo.ai/leaderboard ($ / row anthropic-claude-fable-5-1 / column completionPercentage),,out:effort-not-established,out:effort-not-established kilobench,kilo,deepseek-v4.1-flash,unstated,coding,hard,KiloCode,per-attempt,2.5831196000000003,0,80616029.2,1830692.6,75.280899,complete%,0,,,https://kilo.ai/leaderboard ($ / row deepseek-deepseek-v4-1-flash / column completionPercentage),,out:effort-not-established,out:effort-not-established kilobench,kilo,gemini-3.8-flash,unstated,coding,hard,KiloCode,per-attempt,112.2663174,0,298888163,954403,75.280899,complete%,0,,,https://kilo.ai/leaderboard ($ / row google-gemini-3-8-flash / column completionPercentage),,out:effort-not-established,out:effort-not-established kilobench,kilo,gpt-5.5,unstated,coding,hard,KiloCode,per-attempt,72.62918640000001,0,58201978.8,378475.6,74.157303,complete%,0,,,https://kilo.ai/leaderboard ($ / row openai-gpt-5-5 / column completionPercentage),,out:effort-not-established,out:effort-not-established kilobench,kilo,grok-4.6,unstated,coding,hard,KiloCode,per-attempt,33.829006,0,32546258.6,389613.4,73.03370799999999,complete%,0,,,https://kilo.ai/leaderboard ($ / row x-ai-grok-4-6 / column completionPercentage),,out:effort-not-established,out:effort-not-established kilobench,kilo,kimi-k3,unstated,coding,hard,KiloCode,per-attempt,48.378817,0,49519975,431494.4,72.808989,complete%,0,,,https://kilo.ai/leaderboard ($ / row moonshotai-kimi-k3 / column completionPercentage),,out:effort-not-established,out:effort-not-established kilobench,kilo,opus-5,unstated,coding,hard,KiloCode,per-attempt,113.5366288,0,93412796.2,1819250.6,71.460674,complete%,0,,,https://kilo.ai/leaderboard ($ / row anthropic-claude-opus-5 / column completionPercentage),,out:effort-not-established,out:effort-not-established kilobench,kilo,fable-5,unstated,coding,hard,KiloCode,per-attempt,87.5169082,0,31385294.4,860026.8,71.011236,complete%,0,,,https://kilo.ai/leaderboard ($ / row anthropic-claude-fable-5 / column completionPercentage),,out:effort-not-established,out:effort-not-established kilobench,kilo,grok-4.5,unstated,coding,hard,KiloCode,per-attempt,27.291154,0,35921270,533553.6,70.786517,complete%,0,,,https://kilo.ai/leaderboard ($ / row x-ai-grok-4-5 / column completionPercentage),,out:effort-not-established,out:effort-not-established kilobench,kilo,opus-4.7,unstated,coding,hard,KiloCode,per-attempt,100.5076156,0,87387276.8,1553647.8,70.11236,complete%,0,,,https://kilo.ai/leaderboard ($ / row anthropic-claude-opus-4-7 / column completionPercentage),,out:effort-not-established,out:effort-not-established kilobench,kilo,opus-4.8,unstated,coding,hard,KiloCode,per-attempt,85.194714,0,59514899,1369161.2,67.640449,complete%,0,,,https://kilo.ai/leaderboard ($ / row anthropic-claude-opus-4-8 / column completionPercentage),,out:effort-not-established,out:effort-not-established kilobench,kilo,gemini-3.5-flash,unstated,coding,hard,KiloCode,per-attempt,104.4912192,0,192896942.2,1063041.8,64.719101,complete%,0,,,https://kilo.ai/leaderboard ($ / row google-gemini-3-5-flash / column completionPercentage),,out:effort-not-established,out:effort-not-established kilobench,kilo,kimi-k2.7-code,solo,coding,hard,KiloCode,per-attempt,32.940153,0,119189344.2,568159.6,60.674156999999994,complete%,0,,cost-base-price:cost-publisher-figure,https://kilo.ai/leaderboard ($ / row moonshotai-kimi-k2-7-code / column completionPercentage),,out:single-couple,out:cost-single-couple kilobench,kilo,sonnet-5,unstated,coding,hard,KiloCode,per-attempt,36.186279799999994,0,82715303.2,1328864.4,59.550562,complete%,0,,,https://kilo.ai/leaderboard ($ / row anthropic-claude-sonnet-5 / column completionPercentage),,out:effort-not-established,out:effort-not-established kilobench,kilo,sonnet-4.6,unstated,coding,hard,KiloCode,per-attempt,53.374126600000004,0,59452949.6,1734699.4,55.05618,complete%,0,,,https://kilo.ai/leaderboard ($ / row anthropic-claude-sonnet-4-6 / column completionPercentage),,out:effort-not-established,out:effort-not-established kilobench,kilo,qwen3.7-max,unstated,coding,hard,KiloCode,per-attempt,20.6499772,0,60863876,364144.8,54.606742,complete%,0,,,https://kilo.ai/leaderboard ($ / row qwen-qwen3-7-max / column completionPercentage),,out:effort-not-established,out:effort-not-established kilobench,kilo,kimi-k2.6,unstated,coding,hard,KiloCode,per-attempt,24.844050600000003,0,82834735.6,781673.6,54.382022,complete%,0,,,https://kilo.ai/leaderboard ($ / row moonshotai-kimi-k2-6 / column completionPercentage),,out:effort-not-established,out:effort-not-established kilobench,kilo,?Qwen3.8 Max,not-established:absent,coding,hard,KiloCode,per-attempt,32.709336,0,46257655.8,356619.2,54.157303,complete%,0,,,https://kilo.ai/leaderboard ($ / row qwen-qwen3-8-max / column completionPercentage),,out:model-not-established,out:model-not-established kilobench,kilo,glm-5.2,unstated,coding,hard,KiloCode,per-attempt,26.2141134,0,50208144.4,347290.4,53.033708000000004,complete%,0,,,https://kilo.ai/leaderboard ($ / row z-ai-glm-5-2 / column completionPercentage),,out:effort-not-established,out:effort-not-established kilobench,kilo,grok-build-0.1,solo,coding,hard,KiloCode,per-attempt,30.701289600000003,0,119298008.2,738961.2,50.561798,complete%,0,,cost-base-price:cost-publisher-figure,https://kilo.ai/leaderboard ($ / row x-ai-grok-build-0-1 / column completionPercentage),,out:single-couple,out:cost-single-couple kilobench,kilo,glm-5.1,unstated,coding,hard,KiloCode,per-attempt,23.9824468,0,45509908.4,292845,49.438202,complete%,0,,,https://kilo.ai/leaderboard ($ / row z-ai-glm-5-1 / column completionPercentage),,out:effort-not-established,out:effort-not-established kilobench,kilo,gemini-3.6-flash,unstated,coding,hard,KiloCode,per-attempt,80.3143008,0,166298397.4,1187737.2,47.865169,complete%,0,,,https://kilo.ai/leaderboard ($ / row google-gemini-3-6-flash / column completionPercentage),,out:effort-not-established,out:effort-not-established kilobench,kilo,?DeepSeek V4 Pro 0423,not-established:absent,coding,hard,KiloCode,per-attempt,15.908566,0,45880682.6,392432.4,44.044944,complete%,0,,,https://kilo.ai/leaderboard ($ / row deepseek-deepseek-v4-pro / column completionPercentage),,out:model-not-established,out:model-not-established kilobench,kilo,opus-4.7,unstated,coding,hard,KiloCode,USD per run (mean),100.51,0.00289,87387276.8,1553647.8,70.1,complete%,0.0289,,,"https://kilo.ai/models/anthropic-claude-opus-4-7 (Kilo Bench, dd ""% Completion on Terminal Bench 2.0"")",,out:effort-not-established,out:effort-not-established pinchbench@kilo,kilo,opus-4.7,unstated,agentic-tool,mid,,USD per run (mean),62.499,0.000289,,,76.0,score%,0.0289,,,"https://kilo.ai/models/anthropic-claude-opus-4-7 (PinchBench run, card ""Average score"")",,out:effort-not-established,out:effort-not-established kilobench,kilo,sonnet-4.6,unstated,coding,hard,KiloCode,USD per run (mean),53.37,0.00289,59452949.6,1734699.4,55.1,complete%,0.0289,,,"https://kilo.ai/models/anthropic-claude-sonnet-4-6 (Kilo Bench, dd ""% Completion on Terminal Bench 2.0"")",,out:effort-not-established,out:effort-not-established pinchbench@kilo,kilo,sonnet-4.6,unstated,agentic-tool,mid,,USD per run (mean),15.390,0.000289,,,69.6,score%,0.0289,,,"https://kilo.ai/models/anthropic-claude-sonnet-4-6 (PinchBench run, card ""Average score"")",,out:effort-not-established,out:effort-not-established kingy-sameprompt-16x2,kingy.ai,gpt-6.1-terra,unstated,mixed,easy,,per-run-total,0.042,0.000289,,,100,pass%,0,,,"https://kingy.ai/tools/ai-models-same-prompt-tested/ (table ""Scorecard"", row GPT-6.1 Terra, Answers that passed every check column)",,out:effort-not-established,out:effort-not-established kingy-sameprompt-16x2,kingy.ai,gpt-6.1-sol,unstated,mixed,easy,,per-run-total,0.067,0.000289,,,100,pass%,0,,,"https://kingy.ai/tools/ai-models-same-prompt-tested/ (table ""Scorecard"", row GPT-6.1 Sol, Answers that passed every check column)",,out:effort-not-established,out:effort-not-established kingy-sameprompt-16x2,kingy.ai,qwen4-max,high,mixed,easy,,per-run-total,0.12,0.00289,,,100,pass%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://kingy.ai/tools/ai-models-same-prompt-tested/ (table ""Scorecard"", row Qwen4 Max, Answers that passed every check column)",,out:single-couple,out:cost-single-couple kingy-sameprompt-16x2,kingy.ai,gemini-4-argon,unstated,mixed,easy,,per-run-total,0.14,0.00289,,,100,pass%,0,,,"https://kingy.ai/tools/ai-models-same-prompt-tested/ (table ""Scorecard"", row Gemini 4 Argon, Answers that passed every check column)",,out:effort-not-established,out:effort-not-established kingy-sameprompt-16x2,kingy.ai,gemini-3.8-flash,unstated,mixed,easy,,per-run-total,0.16,0.00289,,,100,pass%,0,,,"https://kingy.ai/tools/ai-models-same-prompt-tested/ (table ""Scorecard"", row Gemini 3.8 Flash, Answers that passed every check column)",,out:effort-not-established,out:effort-not-established kingy-sameprompt-16x2,kingy.ai,sonnet-5.5,unstated,mixed,easy,,per-run-total,0.17,0.00289,,,100,pass%,0,,,"https://kingy.ai/tools/ai-models-same-prompt-tested/ (table ""Scorecard"", row Claude Sonnet 5.5, Answers that passed every check column)",,out:effort-not-established,out:effort-not-established kingy-sameprompt-16x2,kingy.ai,gemini-4-hydrogen,unstated,mixed,easy,,per-run-total,0.29,0.00289,,,100,pass%,0,,,"https://kingy.ai/tools/ai-models-same-prompt-tested/ (table ""Scorecard"", row Gemini 4 Hydrogen, Answers that passed every check column)",,out:effort-not-established,out:effort-not-established kingy-sameprompt-16x2,kingy.ai,gpt-6-astra,unstated,mixed,easy,,per-run-total,0.34,0.00289,,,100,pass%,0,,,"https://kingy.ai/tools/ai-models-same-prompt-tested/ (table ""Scorecard"", row GPT-6 Astra, Answers that passed every check column)",,out:effort-not-established,out:effort-not-established kingy-sameprompt-16x2,kingy.ai,fable-5.2,unstated,mixed,easy,,per-run-total,0.77,0.00289,,,100,pass%,0,,,"https://kingy.ai/tools/ai-models-same-prompt-tested/ (table ""Scorecard"", row Claude Fable 5.2, Answers that passed every check column)",,out:effort-not-established,out:effort-not-established kingy-sameprompt-16x2,kingy.ai,qwen3.8-27b,unstated,mixed,easy,,per-run-total,0.18,0.00289,,,96.875,pass%,0,,,"https://kingy.ai/tools/ai-models-same-prompt-tested/ (table ""Scorecard"", row Qwen 3.8 27B, Answers that passed every check column)",,out:effort-not-established,out:effort-not-established kingy-sameprompt-16x2,kingy.ai,opus-5.5,unstated,mixed,easy,,per-run-total,0.38,0.00289,,,96.875,pass%,0,,,"https://kingy.ai/tools/ai-models-same-prompt-tested/ (table ""Scorecard"", row Claude Opus 5.5, Answers that passed every check column)",,out:effort-not-established,out:effort-not-established kingy-sameprompt-16x2,kingy.ai,grok-4.7,unstated,mixed,easy,,per-run-total,0.44,0.00289,,,96.875,pass%,0,,,"https://kingy.ai/tools/ai-models-same-prompt-tested/ (table ""Scorecard"", row Grok 4.7, Answers that passed every check column)",,out:effort-not-established,out:effort-not-established kingy932510-16tasks,kingy.ai,haiku-5.5,unstated,mixed,easy,,per-run-total,0.006,0.000289,,,93.75,pass%,0,,,"https://kingy.ai/blog/claude-haiku-5-5-benchmarks-specs-sol-luna/ (table ""Kingy tested it"", row Claude Haiku 5.5, Passed (run 1) column)",,out:effort-not-established,out:effort-not-established kingy932510-16tasks,kingy.ai,haiku-4.5,unstated,mixed,easy,,per-run-total,0.03,0.00289,,,81.25,pass%,0,,,"https://kingy.ai/blog/claude-haiku-5-5-benchmarks-specs-sol-luna/ (table ""Kingy tested it"", row Claude Haiku 4.5, Passed (run 1) column)",,out:effort-not-established,out:effort-not-established kingy932510-16tasks,kingy.ai,gpt-6-luna,unstated,mixed,easy,,per-run-total,0.0025,2.89e-05,,,93.75,pass%,0,,,"https://kingy.ai/blog/claude-haiku-5-5-benchmarks-specs-sol-luna/ (table ""Kingy tested it"", row GPT-6 Luna, Passed (run 1) column)",,out:effort-not-established,out:effort-not-established aa-index43@kingy.ai,kingy.ai,sonnet-5.5,medium,mixed,frontier,,per-task,0.59,0.00289,,,41,AA-idx,0.289,,restated-from:Artificial Analysis; same-runs-as:src-artificialanalysis-model-pages-2026-10-15#M3,"https://kingy.ai/?p=932395 (table « Independent results show why Max needs a reason », column Intelligence Index)",,out:copy,out:copy aa-index43@kingy.ai,kingy.ai,sonnet-5.5,high,mixed,frontier,,per-task,1.12,0.00289,,,47,AA-idx,0.289,,restated-from:Artificial Analysis; same-runs-as:src-artificialanalysis-model-pages-2026-10-15#M4,"https://kingy.ai/?p=932395 (table « Independent results show why Max needs a reason », column Intelligence Index)",,out:copy,out:copy aa-index43@kingy.ai,kingy.ai,sonnet-5.5,max,mixed,frontier,,per-task,7.67,0.00289,,,56,AA-idx,0.289,,restated-from:Artificial Analysis; same-runs-as:src-artificialanalysis-model-pages-2026-10-15#M6,"https://kingy.ai/?p=932395 (table « Independent results show why Max needs a reason », column Intelligence Index)",,out:copy,out:copy kingy930869-4tasks,kingy.ai,deepseek-v4.1-flash-1017,not-established:absent,mixed,easy,,per-run-total,0.01567,2.89e-06,,,100,pass%,0,,,"https://kingy.ai/blog/deepseek-v4-1-flash-vs-gpt-6-claude-test/ (table ""Results at a glance"", row DeepSeek V4.1 Flash 1017, Passed column (trials passed of 20: code repairs 10/10, chart + strict JSON 5/5, tool ledger 5/5))",,out:effort-not-established,out:effort-not-established kingy930869-4tasks,kingy.ai,?DeepSeek V4.1 Flash (Sept snapshot),not-established:absent,mixed,easy,,per-run-total,0.01805,2.89e-06,,,95,pass%,0,,,"https://kingy.ai/blog/deepseek-v4-1-flash-vs-gpt-6-claude-test/ (table ""Results at a glance"", row DeepSeek V4.1 Flash (Sept snapshot), Passed column (trials passed of 20: code repairs 9/10, chart + strict JSON 5/5, tool ledger 5/5))",,out:model-not-established,out:model-not-established kingy930869-4tasks,kingy.ai,gpt-6-luna,low,mixed,easy,,per-run-total,0.00308,2.89e-06,,,100,pass%,0,,cost-base-price:cost-publisher-figure,"https://kingy.ai/blog/deepseek-v4-1-flash-vs-gpt-6-claude-test/ (table ""Results at a glance"", row GPT-6 Luna, Passed column (trials passed of 20: code repairs 10/10, chart + strict JSON 5/5, tool ledger 5/5))",,out:uninformative,in kingy930869-4tasks,kingy.ai,haiku-5.5,low,mixed,easy,,per-run-total,0.00562,2.89e-06,,,100,pass%,0,,cost-base-price:cost-publisher-figure,"https://kingy.ai/blog/deepseek-v4-1-flash-vs-gpt-6-claude-test/ (table ""Results at a glance"", row Claude Haiku 5.5, Passed column (trials passed of 20: code repairs 10/10, chart + strict JSON 5/5, tool ledger 5/5))",,out:uninformative,in kingy930869-4tasks,kingy.ai,gpt-6.1-terra,not-established:absent,mixed,easy,,per-run-total,0.02591,2.89e-06,,,100,pass%,0,,,"https://kingy.ai/blog/deepseek-v4-1-flash-vs-gpt-6-claude-test/ (table ""Results at a glance"", row GPT-6.1 Terra, Passed column (trials passed of 20: code repairs 10/10, chart + strict JSON 5/5, tool ledger 5/5))",,out:effort-not-established,out:effort-not-established kingy930869-4tasks,kingy.ai,gpt-6.1-sol,low,mixed,easy,,per-run-total,0.04997,2.89e-06,,,100,pass%,0,,cost-base-price:cost-publisher-figure,"https://kingy.ai/blog/deepseek-v4-1-flash-vs-gpt-6-claude-test/ (table ""Results at a glance"", row GPT-6.1 Sol, Passed column (trials passed of 20: code repairs 10/10, chart + strict JSON 5/5, tool ledger 5/5))",,out:uninformative,in kingy930869-4tasks,kingy.ai,?Kimi K3.1 Pro,not-established:absent,mixed,easy,,per-run-total,0.06515,2.89e-06,,,100,pass%,0,,,"https://kingy.ai/blog/deepseek-v4-1-flash-vs-gpt-6-claude-test/ (table ""Results at a glance"", row Kimi K3.1 Pro, Passed column (trials passed of 20: code repairs 10/10, chart + strict JSON 5/5, tool ledger 5/5))",,out:model-not-established,out:model-not-established kingy930869-4tasks,kingy.ai,sonnet-5.5,low,mixed,easy,,per-run-total,0.08634,2.89e-06,,,100,pass%,0,,cost-base-price:cost-publisher-figure,"https://kingy.ai/blog/deepseek-v4-1-flash-vs-gpt-6-claude-test/ (table ""Results at a glance"", row Claude Sonnet 5.5, Passed column (trials passed of 20: code repairs 10/10, chart + strict JSON 5/5, tool ledger 5/5))",,out:uninformative,in kingy930869-4tasks,kingy.ai,opus-5.5,low,mixed,easy,,per-run-total,0.18486,2.89e-06,,,80,pass%,0,,cost-base-price:cost-publisher-figure,"https://kingy.ai/blog/deepseek-v4-1-flash-vs-gpt-6-claude-test/ (table ""Results at a glance"", row Claude Opus 5.5, Passed column (trials passed of 20: code repairs 10/10, chart + strict JSON 1/5, tool ledger 5/5))",,in,in kingy930869-4tasks,kingy.ai,gpt-6-astra,low,mixed,easy,,per-run-total,0.24320,2.89e-06,,,100,pass%,0,,cost-base-price:cost-publisher-figure,"https://kingy.ai/blog/deepseek-v4-1-flash-vs-gpt-6-claude-test/ (table ""Results at a glance"", row GPT-6 Astra, Passed column (trials passed of 20: code repairs 10/10, chart + strict JSON 5/5, tool ledger 5/5))",,out:uninformative,in kingy930869-4tasks,kingy.ai,fable-5.1,low,mixed,easy,,per-run-total,0.46320,2.89e-06,,,75,pass%,0,,cost-base-price:cost-publisher-figure,"https://kingy.ai/blog/deepseek-v4-1-flash-vs-gpt-6-claude-test/ (table ""Results at a glance"", row Claude Fable 5.1, Passed column (trials passed of 20: code repairs 10/10, chart + strict JSON 0/5, tool ledger 5/5))",,in,in kingy930869-4tasks,kingy.ai,fable-5.2,low,mixed,easy,,per-run-total,0.34760,2.89e-06,,,100,pass%,0,,cost-base-price:cost-publisher-figure,"https://kingy.ai/blog/deepseek-v4-1-flash-vs-gpt-6-claude-test/ (table ""Results at a glance"", row Claude Fable 5.2, Passed column (trials passed of 20: code repairs 10/10, chart + strict JSON 5/5, tool ledger 5/5))",,out:uninformative,in kingy930869-4tasks,kingy.ai,gpt-6-sol,low,mixed,easy,,per-run-total,0.05085,2.89e-06,,,100,pass%,0,,cost-base-price:cost-publisher-figure,"https://kingy.ai/blog/deepseek-v4-1-flash-vs-gpt-6-claude-test/ (table ""Results at a glance"", row GPT-6 Sol, Passed column (trials passed of 20: code repairs 10/10, chart + strict JSON 5/5, tool ledger 5/5))",,out:uninformative,in kingy930869-4tasks,kingy.ai,grok-4.6,low,mixed,easy,,per-run-total,0.08760,2.89e-06,,,100,pass%,0,,cost-base-price:cost-publisher-figure,"https://kingy.ai/blog/deepseek-v4-1-flash-vs-gpt-6-claude-test/ (table ""Results at a glance"", row Grok 4.6, Passed column (trials passed of 20: code repairs 10/10, chart + strict JSON 5/5, tool ledger 5/5))",,out:uninformative,in kingy930869-4tasks,kingy.ai,grok-4.7,low,mixed,easy,,per-run-total,0.13572,2.89e-06,,,95,pass%,0,,cost-base-price:cost-publisher-figure,"https://kingy.ai/blog/deepseek-v4-1-flash-vs-gpt-6-claude-test/ (table ""Results at a glance"", row Grok 4.7, Passed column (trials passed of 20: code repairs 10/10, chart + strict JSON 5/5, tool ledger 4/5))",,in,in kingy930869-4tasks,kingy.ai,gemini-4-hydrogen,not-established:absent,mixed,easy,,per-run-total,0.12673,2.89e-06,,,100,pass%,0,,,"https://kingy.ai/blog/deepseek-v4-1-flash-vs-gpt-6-claude-test/ (table ""Results at a glance"", row Gemini 4 Hydrogen, Passed column (trials passed of 20: code repairs 10/10, chart + strict JSON 5/5, tool ledger 5/5))",,out:effort-not-established,out:effort-not-established kingy930869-harder8,kingy.ai,deepseek-v4.1-flash-1017,unstated,mixed,easy,,per-run-total,0.051,0.000289,,877,100,pass%,0,,,"https://kingy.ai/blog/deepseek-v4-1-flash-vs-gpt-6-claude-test/ (table ""Harder everyday tasks"", row DeepSeek V4.1 Flash 1017, Answers passing every check column)",,out:effort-not-established,out:effort-not-established kingy930869-harder8,kingy.ai,?DeepSeek V4.1 Flash (Sept snapshot),not-established:absent,mixed,easy,,per-run-total,0.035,0.000289,,713,100,pass%,0,,,"https://kingy.ai/blog/deepseek-v4-1-flash-vs-gpt-6-claude-test/ (table ""Harder everyday tasks"", row DeepSeek V4.1 Flash (Sept snapshot), Answers passing every check column)",,out:model-not-established,out:model-not-established kingy930869-harder8,kingy.ai,gpt-6-luna,unstated,mixed,easy,,per-run-total,0.005,0.000289,,255,87.5,pass%,0,,,"https://kingy.ai/blog/deepseek-v4-1-flash-vs-gpt-6-claude-test/ (table ""Harder everyday tasks"", row GPT-6 Luna, Answers passing every check column)",,out:effort-not-established,out:effort-not-established kingy930869-harder8,kingy.ai,haiku-5.5,unstated,mixed,easy,,per-run-total,0.009,0.000289,,754,100,pass%,0,,,"https://kingy.ai/blog/deepseek-v4-1-flash-vs-gpt-6-claude-test/ (table ""Harder everyday tasks"", row Claude Haiku 5.5, Answers passing every check column)",,out:effort-not-established,out:effort-not-established kingy930869-harder8,kingy.ai,?Kimi K3.1 Pro,not-established:absent,mixed,easy,,per-run-total,0.289,0.000289,,681,100,pass%,0,,,"https://kingy.ai/blog/deepseek-v4-1-flash-vs-gpt-6-claude-test/ (table ""Harder everyday tasks"", row Kimi K3.1 Pro, Answers passing every check column)",,out:model-not-established,out:model-not-established kingy930869-harder8,kingy.ai,fable-5.1,unstated,mixed,easy,,per-run-total,0.701,0.000289,,780,100,pass%,0,,,"https://kingy.ai/blog/deepseek-v4-1-flash-vs-gpt-6-claude-test/ (table ""Harder everyday tasks"", row Claude Fable 5.1, Answers passing every check column)",,out:effort-not-established,out:effort-not-established kingy930869-harder8,kingy.ai,gpt-6.1-terra,unstated,mixed,easy,,per-run-total,0.029,0.000289,,202,100,pass%,0,,,"https://kingy.ai/blog/deepseek-v4-1-flash-vs-gpt-6-claude-test/ (table ""Harder everyday tasks"", row GPT-6.1 Terra, Answers passing every check column)",,out:effort-not-established,out:effort-not-established kingy930869-harder8,kingy.ai,gpt-6.1-sol,unstated,mixed,easy,,per-run-total,0.048,0.000289,,193,100,pass%,0,,,"https://kingy.ai/blog/deepseek-v4-1-flash-vs-gpt-6-claude-test/ (table ""Harder everyday tasks"", row GPT-6.1 Sol, Answers passing every check column)",,out:effort-not-established,out:effort-not-established kingy930869-harder8,kingy.ai,sonnet-5.5,unstated,mixed,easy,,per-run-total,0.132,0.000289,,663,100,pass%,0,,,"https://kingy.ai/blog/deepseek-v4-1-flash-vs-gpt-6-claude-test/ (table ""Harder everyday tasks"", row Claude Sonnet 5.5, Answers passing every check column)",,out:effort-not-established,out:effort-not-established kingy930869-harder8,kingy.ai,opus-5.5,unstated,mixed,easy,,per-run-total,0.263,0.000289,,655,93.75,pass%,0,,,"https://kingy.ai/blog/deepseek-v4-1-flash-vs-gpt-6-claude-test/ (table ""Harder everyday tasks"", row Claude Opus 5.5, Answers passing every check column)",,out:effort-not-established,out:effort-not-established kingy930869-harder8,kingy.ai,gpt-6-astra,unstated,mixed,easy,,per-run-total,0.238,0.000289,,202,100,pass%,0,,,"https://kingy.ai/blog/deepseek-v4-1-flash-vs-gpt-6-claude-test/ (table ""Harder everyday tasks"", row GPT-6 Astra, Answers passing every check column)",,out:effort-not-established,out:effort-not-established kingy30,kingy.ai,fable-5.1,not-established:absent,mixed,easy,VercelAIGateway,,0.210570,2.89e-07,,,100,pass%,0,,,"https://kingy.ai/blog/claude-fable-5-1-benchmarks-price-mythos-access/ (results table, row 'Claude Fable 5.1', column 'Passed')",,out:effort-not-established,out:effort-not-established kingy30,kingy.ai,opus-5,not-established:absent,mixed,easy,VercelAIGateway,,0.169285,2.89e-07,,,100,pass%,0,,,"https://kingy.ai/blog/claude-fable-5-1-benchmarks-price-mythos-access/ (results table, row 'Claude Opus 5', column 'Passed')",,out:effort-not-established,out:effort-not-established kingy30,kingy.ai,sonnet-5,not-established:absent,mixed,easy,VercelAIGateway,,0.041734,2.89e-07,,,100,pass%,0,,,"https://kingy.ai/blog/claude-fable-5-1-benchmarks-price-mythos-access/ (results table, row 'Claude Sonnet 5', column 'Passed')",,out:effort-not-established,out:effort-not-established aa-index5@kingy.ai,kingy.ai,fable-5.1,high,mixed,hard,,per-task,7.54,0.00289,,,47,AA-idx,0.289,,restated-from:Artificial Analysis; same-runs-as:src-artificialanalysis-leaderboards-models-2026-11-09#M1137,https://kingy.ai/blog/claude-fable-5-2/ (section What a matched-effort independent comparison shows),,out:copy,out:copy aa-index5@kingy.ai,kingy.ai,fable-5.2,high,mixed,hard,,per-task,9.08,0.00289,,,62,AA-idx,0.289,,restated-from:Artificial Analysis; same-runs-as:src-artificialanalysis-leaderboards-models-2026-11-10#M43,https://kingy.ai/blog/claude-fable-5-2/ (section What a matched-effort independent comparison shows),,out:copy,out:copy aa-index5@kingy.ai,kingy.ai,fable-5.1,max,mixed,hard,,per-task,12.99,0.00289,,,49,AA-idx,0.289,,restated-from:Artificial Analysis; same-runs-as:src-artificialanalysis-leaderboards-models-2026-11-09#M1067,https://kingy.ai/blog/claude-fable-5-2/ (section What a matched-effort independent comparison shows),,out:copy,out:copy aa-index5@kingy.ai,kingy.ai,fable-5.2,max,mixed,hard,,per-task,26.54,0.00289,,,65,AA-idx,0.289,,restated-from:Artificial Analysis; same-runs-as:src-artificialanalysis-leaderboards-models-2026-11-10#M85,https://kingy.ai/blog/claude-fable-5-2/ (section What a matched-effort independent comparison shows),,out:superseded,out:superseded scf52-fc20@kingy.ai,kingy.ai,fable-5.2,low,coding,frontier,,per-task,2.10,0.00289,,,34.2,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M11,"https://kingy.ai/blog/claude-fable-5-2/ (section The effort setting ..., table Model and effort)",,out:copy,out:copy scf52-fc20@kingy.ai,kingy.ai,fable-5.2,medium,coding,frontier,,per-task,2.48,0.00289,,,37.6,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M12,"https://kingy.ai/blog/claude-fable-5-2/ (section The effort setting ..., table Model and effort)",,out:copy,out:copy scf52-fc20@kingy.ai,kingy.ai,fable-5.2,high,coding,frontier,,per-task,6.72,0.00289,,,45.3,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M13,"https://kingy.ai/blog/claude-fable-5-2/ (section The effort setting ..., table Model and effort)",,out:superseded,out:superseded scf52-fc20@kingy.ai,kingy.ai,fable-5.2,xhigh,coding,frontier,,per-task,14.19,0.00289,,,49.1,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M14,"https://kingy.ai/blog/claude-fable-5-2/ (section The effort setting ..., table Model and effort)",,out:superseded,out:superseded scf52-fc20@kingy.ai,kingy.ai,fable-5.2,max,coding,frontier,,per-task,44.70,0.00289,,,45.7,score%,0.0289,,restated-from:Anthropic,"https://kingy.ai/blog/claude-fable-5-2/ (section The effort setting ..., table Model and effort)",,out:partial,out:partial scf52-fc20@kingy.ai,kingy.ai,opus-5.5,max,coding,frontier,,per-task,12.82,0.00289,,,45.5,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M16,"https://kingy.ai/blog/claude-fable-5-2/ (section The effort setting ..., table Model and effort)",,out:copy,out:copy scf52-fc20@kingy.ai,kingy.ai,gpt-6-astra,max,coding,frontier,,per-task,6.68,0.00289,,,42.8,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M17,"https://kingy.ai/blog/claude-fable-5-2/ (section The effort setting ..., table Model and effort)",,out:superseded,out:superseded scf52-fc20@kingy.ai,kingy.ai,fable-5.1,xhigh,coding,frontier,,per-task,8.68,0.00289,,,32.4,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M18,"https://kingy.ai/blog/claude-fable-5-2/ (section The effort setting ..., table Model and effort)",,out:copy,out:copy scf52-fc20@kingy.ai,kingy.ai,fable-5.2,not-established:assumed,coding,frontier,,per-task,2.623,0.000289,,,,score%,,,restated-from:Cognition’s live board,https://kingy.ai/blog/claude-fable-5-2/ (),,,out:effort-not-established scf52-fc20@kingy.ai,kingy.ai,fable-5.2,not-established:assumed,coding,frontier,,per-task,3.103,0.000289,,,,score%,,,restated-from:Cognition’s live board,https://kingy.ai/blog/claude-fable-5-2/ (),,,out:effort-not-established scf52-fc20@kingy.ai,kingy.ai,fable-5.2,not-established:assumed,coding,frontier,,per-task,8.402,0.000289,,,,score%,,,restated-from:Cognition’s live board,https://kingy.ai/blog/claude-fable-5-2/ (),,,out:effort-not-established scf52-fc20@kingy.ai,kingy.ai,fable-5.2,not-established:assumed,coding,frontier,,per-task,17.734,0.000289,,,,score%,,,restated-from:Cognition’s live board,https://kingy.ai/blog/claude-fable-5-2/ (),,,out:effort-not-established scf52-fc20@kingy.ai,kingy.ai,fable-5.2,not-established:assumed,coding,frontier,,per-task,55.868,0.000289,,,,score%,,,restated-from:Cognition’s live board,https://kingy.ai/blog/claude-fable-5-2/ (),,,out:effort-not-established cursorbench40@kingy.ai,kingy.ai,fable-5.2,max,coding,frontier,CursorBench,per-task,32.79,0.00289,,,60.0,score%,0.0289,,restated-from:Cursor’s current leaderboard; same-runs-as:src-cursorbench-2026-11-10#M1,"https://kingy.ai/blog/claude-fable-5-2/ (section CursorBench 4.0, table Model and effort)",,out:copy,out:copy cursorbench40@kingy.ai,kingy.ai,opus-5.5,max,coding,frontier,CursorBench,per-task,13.43,0.00289,,,57.8,score%,0.0289,,restated-from:Cursor’s current leaderboard; cost-base-price:cost-publisher-figure,"https://kingy.ai/blog/claude-fable-5-2/ (section CursorBench 4.0, table Model and effort)",,out:republished,out:republished cursorbench40@kingy.ai,kingy.ai,fable-5.2,high,coding,frontier,CursorBench,per-task,9.70,0.00289,,,56.9,score%,0.0289,,restated-from:Cursor’s current leaderboard; same-runs-as:src-cursorbench-2026-11-10#M2,"https://kingy.ai/blog/claude-fable-5-2/ (section CursorBench 4.0, table Model and effort)",,out:copy,out:copy cursorbench40@kingy.ai,kingy.ai,fable-5.2,xhigh,coding,frontier,CursorBench,per-task,15.48,0.00289,,,56.3,score%,0.0289,,restated-from:Cursor’s current leaderboard; same-runs-as:src-cursorbench-2026-11-10#M3,"https://kingy.ai/blog/claude-fable-5-2/ (section CursorBench 4.0, table Model and effort)",,out:copy,out:copy cursorbench40@kingy.ai,kingy.ai,fable-5.2,medium,coding,frontier,CursorBench,per-task,4.66,0.00289,,,54.8,score%,0.0289,,restated-from:Cursor’s current leaderboard; same-runs-as:src-cursorbench-2026-11-10#M4,"https://kingy.ai/blog/claude-fable-5-2/ (section CursorBench 4.0, table Model and effort)",,out:copy,out:copy cursorbench40@kingy.ai,kingy.ai,fable-5.2,low,coding,frontier,CursorBench,per-task,3.94,0.00289,,,53.2,score%,0.0289,,restated-from:Cursor’s current leaderboard; same-runs-as:src-cursorbench-2026-11-10#M5,"https://kingy.ai/blog/claude-fable-5-2/ (section CursorBench 4.0, table Model and effort)",,out:copy,out:copy cursorbench40@kingy.ai,kingy.ai,fable-5.1,max,coding,frontier,CursorBench,per-task,17.28,0.00289,,,51.8,score%,0.0289,,restated-from:Cursor’s current leaderboard; cost-base-price:cost-publisher-figure,"https://kingy.ai/blog/claude-fable-5-2/ (section CursorBench 4.0, table Model and effort)",,out:republished,out:republished cursorbench40@kingy.ai,kingy.ai,opus-5.5,high,coding,frontier,CursorBench,per-task,3.97,0.00289,,,56.0,score%,0.0289,,restated-from:Cursor’s current leaderboard; cost-base-price:cost-publisher-figure,"https://kingy.ai/blog/claude-fable-5-2/ (section CursorBench 4.0, table Model and effort)",,out:republished,out:republished cursorbench40@kingy.ai,kingy.ai,deepseek-v4.1-flash-1017,max,coding,frontier,CursorBench,per-task,0.98,0.00289,,,47.7,score%,0.0289,,restated-from:Cursor’s current leaderboard; same-runs-as:src-cursorbench-2026-11-10#M8,"https://kingy.ai/blog/claude-fable-5-2/ (section CursorBench 4.0, table Model and effort)",,out:copy,out:copy arcagi1@kingy.ai,kingy.ai,fable-5.2,xhigh,reasoning-math,frontier,ARC-official,,,,,,98.5,pass%,0.0289,,restated-from:ARC Prize; same-runs-as:src-arcprize-leaderboard-2026-11-10#M5,https://kingy.ai/blog/claude-fable-5-2/ (section ARC-AGI: the harness changes the result),,out:copy, arcagi2@kingy.ai,kingy.ai,fable-5.2,xhigh,reasoning-math,frontier,ARC-official,,,,,,93.8,pass%,0.0289,,restated-from:ARC Prize; same-runs-as:src-arcprize-leaderboard-2026-11-10#M6,https://kingy.ai/blog/claude-fable-5-2/ (section ARC-AGI: the harness changes the result),,out:copy, scf52-arc3s@kingy.ai,kingy.ai,fable-5.2,max,reasoning-math,frontier,,,,,,,65.7,score%,0.0289,,restated-from:ARC Prize; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M217,"https://kingy.ai/blog/claude-fable-5-2/ (section ARC-AGI, ARC-AGI-3 table, row Max, column Standard (RHAE))",,out:copy, scf52-arc3p@kingy.ai,kingy.ai,fable-5.2,max,reasoning-math,frontier,,,,,,,94.9,score%,0.0289,,restated-from:ARC Prize; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M218,"https://kingy.ai/blog/claude-fable-5-2/ (section ARC-AGI, ARC-AGI-3 table, row Max, column Provider Adapter (RHAE))",,out:copy, scf52-arc3s@kingy.ai,kingy.ai,fable-5.2,xhigh,reasoning-math,frontier,,,,,,,81.2,score%,0.0289,,restated-from:ARC Prize; same-runs-as:src-arcprize-leaderboard-2026-11-10#M7,"https://kingy.ai/blog/claude-fable-5-2/ (section ARC-AGI, ARC-AGI-3 table, row Xhigh, column Standard (RHAE))",,out:copy, scf52-arc3p@kingy.ai,kingy.ai,fable-5.2,xhigh,reasoning-math,frontier,,,,,,,97.3,score%,0.0289,,restated-from:ARC Prize; same-runs-as:src-arcprize-leaderboard-2026-11-10#M8,"https://kingy.ai/blog/claude-fable-5-2/ (section ARC-AGI, ARC-AGI-3 table, row Xhigh, column Provider Adapter (RHAE))",,out:copy, scf52-arc3s@kingy.ai,kingy.ai,fable-5.2,high,reasoning-math,frontier,,,,,,,79.3,score%,0.0289,,restated-from:ARC Prize; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M215,"https://kingy.ai/blog/claude-fable-5-2/ (section ARC-AGI, ARC-AGI-3 table, row High, column Standard (RHAE))",,out:copy, scf52-arc3p@kingy.ai,kingy.ai,fable-5.2,high,reasoning-math,frontier,,,,,,,97.7,score%,0.0289,,restated-from:ARC Prize; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M216,"https://kingy.ai/blog/claude-fable-5-2/ (section ARC-AGI, ARC-AGI-3 table, row High, column Provider Adapter (RHAE))",,out:copy, scf52-arc3s@kingy.ai,kingy.ai,fable-5.2,medium,reasoning-math,frontier,,,,,,,73.3,score%,0.0289,,restated-from:ARC Prize; same-runs-as:src-arcprize-leaderboard-2026-11-10#M15,"https://kingy.ai/blog/claude-fable-5-2/ (section ARC-AGI, ARC-AGI-3 table, row Medium, column Standard (RHAE))",,out:copy, scf52-arc3p@kingy.ai,kingy.ai,fable-5.2,medium,reasoning-math,frontier,,,,,,,96.8,score%,0.0289,,restated-from:ARC Prize; same-runs-as:src-arcprize-leaderboard-2026-11-10#M16,"https://kingy.ai/blog/claude-fable-5-2/ (section ARC-AGI, ARC-AGI-3 table, row Medium, column Provider Adapter (RHAE))",,out:copy, scf52-arc3s@kingy.ai,kingy.ai,fable-5.2,low,reasoning-math,frontier,,,,,,,52.0,score%,0.0289,,restated-from:ARC Prize; same-runs-as:src-arcprize-leaderboard-2026-11-10#M19,"https://kingy.ai/blog/claude-fable-5-2/ (section ARC-AGI, ARC-AGI-3 table, row Low, column Standard (RHAE))",,out:copy, scf52-arc3p@kingy.ai,kingy.ai,fable-5.2,low,reasoning-math,frontier,,,,,,,92.3,score%,0.0289,,restated-from:ARC Prize; same-runs-as:src-arcprize-leaderboard-2026-11-10#M20,"https://kingy.ai/blog/claude-fable-5-2/ (section ARC-AGI, ARC-AGI-3 table, row Low, column Provider Adapter (RHAE))",,out:copy, valstb4@kingy.ai,kingy.ai,fable-5.2,unstated,coding,hard,Vals-runner,per-task,14.56,0.00289,,,65.15,accuracy%,0.00289,,restated-from:Vals,"https://kingy.ai/blog/claude-fable-5-2/ (section Independent launch-day results, Vals Terminal-Bench 4.0 table)",,out:effort-not-established,out:effort-not-established valstb4@kingy.ai,kingy.ai,opus-5.5,unstated,coding,hard,Vals-runner,per-task,12.04,0.00289,,,65.15,accuracy%,0.00289,,restated-from:Vals,"https://kingy.ai/blog/claude-fable-5-2/ (section Independent launch-day results, Vals Terminal-Bench 4.0 table)",,out:effort-not-established,out:effort-not-established valstb4@kingy.ai,kingy.ai,?Kimi K3.1 Pro,not-established:absent,coding,hard,Vals-runner,per-task,4.57,0.00289,,,63.64,accuracy%,0.00289,,restated-from:Vals,"https://kingy.ai/blog/claude-fable-5-2/ (section Independent launch-day results, Vals Terminal-Bench 4.0 table)",,out:model-not-established,out:model-not-established valstb4@kingy.ai,kingy.ai,gemini-4-carbon,unstated,coding,hard,Vals-runner,per-task,7.45,0.00289,,,63.13,accuracy%,0.00289,,EAP-run; restated-from:Vals,"https://kingy.ai/blog/claude-fable-5-2/ (section Independent launch-day results, Vals Terminal-Bench 4.0 table)",,out:effort-not-established,out:effort-not-established valstb4@kingy.ai,kingy.ai,gpt-6-astra,unstated,coding,hard,Vals-runner,per-task,9.58,0.00289,,,59.60,accuracy%,0.00289,,restated-from:Vals,"https://kingy.ai/blog/claude-fable-5-2/ (section Independent launch-day results, Vals Terminal-Bench 4.0 table)",,out:effort-not-established,out:effort-not-established valstb4@kingy.ai,kingy.ai,fable-5.1,unstated,coding,hard,Vals-runner,per-task,17.18,0.00289,,,58.08,accuracy%,0.00289,,restated-from:Vals,"https://kingy.ai/blog/claude-fable-5-2/ (section Independent launch-day results, Vals Terminal-Bench 4.0 table)",,out:effort-not-established,out:effort-not-established valstb4@kingy.ai,kingy.ai,qwen3.8-max-0902,unstated,coding,hard,Vals-runner,per-task,12.15,0.00289,,,38.89,accuracy%,0.00289,,restated-from:Vals,"https://kingy.ai/blog/claude-fable-5-2/ (section Independent launch-day results, Vals Terminal-Bench 4.0 table)",,out:effort-not-established,out:effort-not-established valstb4@kingy.ai,kingy.ai,deepseek-v4.1-flash-1017,unstated,coding,hard,Vals-runner,per-task,0.54,0.00289,,,31.82,accuracy%,0.00289,,restated-from:Vals,"https://kingy.ai/blog/claude-fable-5-2/ (section Independent launch-day results, Vals Terminal-Bench 4.0 table)",,out:effort-not-established,out:effort-not-established valsindex4@kingy.ai,kingy.ai,?Fable,not-established:absent,mixed,hard,Vals-Index,per-task,17.94,0.00289,,,71.31,accuracy%,0.00289,,restated-from:Vals Index,"https://kingy.ai/blog/claude-fable-5-2/ (section Independent launch-day results, Vals Index v2.2 sentence)",,out:model-not-established,out:model-not-established valsindex4@kingy.ai,kingy.ai,?Opus,not-established:absent,mixed,hard,Vals-Index,per-task,24.77,0.00289,,,70.14,accuracy%,0.00289,,restated-from:Vals Index,"https://kingy.ai/blog/claude-fable-5-2/ (section Independent launch-day results, Vals Index v2.2 sentence)",,out:model-not-established,out:model-not-established valsindex4@kingy.ai,kingy.ai,?Kimi,not-established:absent,mixed,hard,Vals-Index,per-task,6.44,0.00289,,,62.52,accuracy%,0.00289,,restated-from:Vals Index,"https://kingy.ai/blog/claude-fable-5-2/ (section Independent launch-day results, Vals Index v2.2 sentence)",,out:model-not-established,out:model-not-established scf52-tb4@kingy.ai,kingy.ai,?Fable,not-established:absent,coding,frontier,,,,,,,67.6,score%,0.0289,,restated-from:system card,"https://kingy.ai/blog/claude-fable-5-2/ (section What the other evaluations actually measured (Terminal-Bench 4.0, system card pages 210-211))",,out:model-not-established, scf52-tb4@kingy.ai,kingy.ai,?Opus,not-established:absent,coding,frontier,,,,,,,66.4,score%,0.0289,,restated-from:system card,"https://kingy.ai/blog/claude-fable-5-2/ (section What the other evaluations actually measured (Terminal-Bench 4.0, system card pages 210-211))",,out:model-not-established, scf52-tb4@kingy.ai,kingy.ai,fable-5.1,unstated,coding,frontier,,,,,,,55.8,score%,0.0289,,restated-from:system card,https://kingy.ai/blog/claude-fable-5-2/ (section What the other evaluations actually measured (Terminal-Bench 4.0)),,out:effort-not-established, scf52-rli@kingy.ai,kingy.ai,?Fable,not-established:absent,agentic-tool,frontier,,,,,,,41.3,score%,0.0289,,restated-from:system card,"https://kingy.ai/blog/claude-fable-5-2/ (section What the other evaluations actually measured (Remote Labor Index, system card page 242))",,out:model-not-established, scf52-oswp@kingy.ai,kingy.ai,?Fable,not-established:absent,computer-use,frontier,OSWorld2-partial,,,,,,89.3,score%,0.0289,,restated-from:system card,https://kingy.ai/blog/claude-fable-5-2/ (section What the other evaluations actually measured (OSWorld 2.1)),,out:model-not-established, scf52-osws@kingy.ai,kingy.ai,?Fable,not-established:absent,computer-use,frontier,,,,,,,54.6,score%,0.0289,,restated-from:system card,https://kingy.ai/blog/claude-fable-5-2/ (section What the other evaluations actually measured (OSWorld 2.1)),,out:model-not-established, scf52-oswp@kingy.ai,kingy.ai,?Opus,not-established:absent,computer-use,frontier,OSWorld2-partial,,,,,,87.2,score%,0.0289,,restated-from:system card,https://kingy.ai/blog/claude-fable-5-2/ (section What the other evaluations actually measured (OSWorld 2.1)),,out:model-not-established, scf52-osws@kingy.ai,kingy.ai,?Opus,not-established:absent,computer-use,frontier,,,,,,,53.2,score%,0.0289,,restated-from:system card,https://kingy.ai/blog/claude-fable-5-2/ (section What the other evaluations actually measured (OSWorld 2.1)),,out:model-not-established, scf52-oswp@kingy.ai,kingy.ai,fable-5.1,unstated,computer-use,frontier,OSWorld2-partial,,,,,,83.5,score%,0.0289,,restated-from:system card,https://kingy.ai/blog/claude-fable-5-2/ (section What the other evaluations actually measured (OSWorld 2.1)),,out:effort-not-established, scf52-osws@kingy.ai,kingy.ai,fable-5.1,unstated,computer-use,frontier,,,,,,,47.6,score%,0.0289,,restated-from:system card,https://kingy.ai/blog/claude-fable-5-2/ (section What the other evaluations actually measured (OSWorld 2.1)),,out:effort-not-established, zapierab@kingy.ai,kingy.ai,?Fable,not-established:absent,agentic-tool,hard,AutomationBench,per-task,4.64,0.00289,,,51.4,score%,0.0289,,restated-from:Zapier,https://kingy.ai/blog/claude-fable-5-2/ (section What the other evaluations actually measured (Zapier)),,out:model-not-established,out:model-not-established zapierab@kingy.ai,kingy.ai,?Fable,not-established:absent,agentic-tool,hard,AutomationBench,per-task,1.30,0.00289,,,39.7,score%,0.0289,,restated-from:Zapier,https://kingy.ai/blog/claude-fable-5-2/ (section What the other evaluations actually measured (Zapier)),,out:model-not-established,out:model-not-established zapierab@kingy.ai,kingy.ai,?Fable,not-established:absent,agentic-tool,hard,AutomationBench,per-task,2.29,0.00289,,,47.9,score%,0.0289,,restated-from:Zapier,https://kingy.ai/blog/claude-fable-5-2/ (section What the other evaluations actually measured (Zapier)),,out:model-not-established,out:model-not-established scf52-fc20@kingy.ai,kingy.ai,fable-5.2,xhigh,coding,frontier,,,,,,,49.1,score%,0.0289,,restated-from:the announcement’s headline table; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M14,"https://kingy.ai/blog/claude-fable-5-2/ (section Benchmarks: where Fable 5.2 improved, headline table, row FrontierCode 2.0, column Fable 5.2)",,out:superseded, scf52-fc20@kingy.ai,kingy.ai,fable-5.1,xhigh,coding,frontier,,,,,,,32.4,score%,0.0289,,restated-from:the announcement’s headline table; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M18,"https://kingy.ai/blog/claude-fable-5-2/ (section Benchmarks: where Fable 5.2 improved, headline table, row FrontierCode 2.0, column Fable 5.1)",,out:copy, scf52-fc20@kingy.ai,kingy.ai,opus-5.5,max,coding,frontier,,,,,,,45.5,score%,0.0289,,restated-from:the announcement’s headline table; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M16,"https://kingy.ai/blog/claude-fable-5-2/ (section Benchmarks: where Fable 5.2 improved, headline table, row FrontierCode 2.0, column Opus 5.5)",,out:copy, scf52-fc20@kingy.ai,kingy.ai,gpt-6-astra,max,coding,frontier,,,,,,,42.8,score%,0.0289,,restated-from:the announcement’s headline table; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M17,"https://kingy.ai/blog/claude-fable-5-2/ (section Benchmarks: where Fable 5.2 improved, headline table, row FrontierCode 2.0, column GPT-6 Astra)",,out:superseded, scf52-fc20@kingy.ai,kingy.ai,gemini-4-carbon,medium,coding,frontier,,,,,,,41.1,score%,0.0289,,EAP-run; restated-from:the announcement’s headline table,"https://kingy.ai/blog/claude-fable-5-2/ (section Benchmarks: where Fable 5.2 improved, headline table, row FrontierCode 2.0, column Gemini 4 Carbon)",,out:single-couple, scf52-fswe2@kingy.ai,kingy.ai,fable-5.2,max,coding,frontier,,,,,,,69.9,score%,0.0289,,restated-from:the announcement’s headline table; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M35,"https://kingy.ai/blog/claude-fable-5-2/ (section Benchmarks: where Fable 5.2 improved, headline table, row FrontierSWE v2, column Fable 5.2)",,out:superseded, scf52-fswe2@kingy.ai,kingy.ai,fable-5.1,max,coding,frontier,,,,,,,56.3,score%,0.0289,,restated-from:the announcement’s headline table; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M39,"https://kingy.ai/blog/claude-fable-5-2/ (section Benchmarks: where Fable 5.2 improved, headline table, row FrontierSWE v2, column Fable 5.1)",,out:copy, scf52-fswe2@kingy.ai,kingy.ai,opus-5.5,max,coding,frontier,,,,,,,62.3,score%,0.0289,,restated-from:the announcement’s headline table; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M37,"https://kingy.ai/blog/claude-fable-5-2/ (section Benchmarks: where Fable 5.2 improved, headline table, row FrontierSWE v2, column Opus 5.5)",,out:copy, scf52-fswe2@kingy.ai,kingy.ai,gpt-6-astra,max,coding,frontier,,,,,,,65.5,score%,0.0289,,restated-from:the announcement’s headline table; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M36,"https://kingy.ai/blog/claude-fable-5-2/ (section Benchmarks: where Fable 5.2 improved, headline table, row FrontierSWE v2, column GPT-6 Astra)",,out:superseded, scf52-fswe2@kingy.ai,kingy.ai,gemini-4-carbon,high,coding,frontier,,,,,,,61.2,score%,0.0289,,EAP-run; restated-from:the announcement’s headline table,"https://kingy.ai/blog/claude-fable-5-2/ (section Benchmarks: where Fable 5.2 improved, headline table, row FrontierSWE v2, column Gemini 4 Carbon)",,out:single-couple, scf52-autom@kingy.ai,kingy.ai,fable-5.2,max,agentic-tool,frontier,,,,,,,51.4,score%,0.0289,,restated-from:the announcement’s headline table; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M189,"https://kingy.ai/blog/claude-fable-5-2/ (section Benchmarks: where Fable 5.2 improved, headline table, row AutomationBench, column Fable 5.2)",,out:superseded, scf52-autom@kingy.ai,kingy.ai,fable-5.1,max,agentic-tool,frontier,,,,,,,31.4,score%,0.0289,,restated-from:the announcement’s headline table; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M205,"https://kingy.ai/blog/claude-fable-5-2/ (section Benchmarks: where Fable 5.2 improved, headline table, row AutomationBench, column Fable 5.1)",,out:copy, scf52-autom@kingy.ai,kingy.ai,opus-5.5,max,agentic-tool,frontier,,,,,,,42.5,score%,0.0289,,restated-from:the announcement’s headline table,"https://kingy.ai/blog/claude-fable-5-2/ (section Benchmarks: where Fable 5.2 improved, headline table, row AutomationBench, column Opus 5.5)",,in, scf52-autom@kingy.ai,kingy.ai,gpt-6-astra,max,agentic-tool,frontier,,,,,,,41.4,score%,0.0289,,restated-from:the announcement’s headline table; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M202,"https://kingy.ai/blog/claude-fable-5-2/ (section Benchmarks: where Fable 5.2 improved, headline table, row AutomationBench, column GPT-6 Astra)",,out:superseded, scf52-autom@kingy.ai,kingy.ai,gemini-4-carbon,high,agentic-tool,frontier,,,,,,,53.9,score%,0.0289,,EAP-run; restated-from:the announcement’s headline table,"https://kingy.ai/blog/claude-fable-5-2/ (section Benchmarks: where Fable 5.2 improved, headline table, row AutomationBench, column Gemini 4 Carbon)",,in, scf52-tbsci@kingy.ai,kingy.ai,fable-5.2,max,agentic-tool,frontier,,,,,,,74.6,score%,0.0289,,restated-from:the announcement’s headline table; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M28,"https://kingy.ai/blog/claude-fable-5-2/ (section Benchmarks: where Fable 5.2 improved, headline table, row Terminal-Bench-Science 0.1, column Fable 5.2)",,out:superseded, scf52-tbsci@kingy.ai,kingy.ai,fable-5.1,max,agentic-tool,frontier,,,,,,,52.6,score%,0.0289,,restated-from:the announcement’s headline table; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M31,"https://kingy.ai/blog/claude-fable-5-2/ (section Benchmarks: where Fable 5.2 improved, headline table, row Terminal-Bench-Science 0.1, column Fable 5.1)",,out:copy, scf52-tbsci@kingy.ai,kingy.ai,opus-5.5,max,agentic-tool,frontier,,,,,,,58.7,score%,0.0289,,restated-from:the announcement’s headline table; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M30,"https://kingy.ai/blog/claude-fable-5-2/ (section Benchmarks: where Fable 5.2 improved, headline table, row Terminal-Bench-Science 0.1, column Opus 5.5)",,out:copy, scf52-tbsci@kingy.ai,kingy.ai,gpt-6-astra,max,agentic-tool,frontier,,,,,,,68.1,score%,0.0289,,restated-from:the announcement’s headline table; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M32,"https://kingy.ai/blog/claude-fable-5-2/ (section Benchmarks: where Fable 5.2 improved, headline table, row Terminal-Bench-Science 0.1, column GPT-6 Astra)",,out:superseded, scf52-tbsci@kingy.ai,kingy.ai,gemini-4-carbon,high,agentic-tool,frontier,,,,,,,64.8,score%,0.0289,,EAP-run; restated-from:the announcement’s headline table,"https://kingy.ai/blog/claude-fable-5-2/ (section Benchmarks: where Fable 5.2 improved, headline table, row Terminal-Bench-Science 0.1, column Gemini 4 Carbon)",,out:single-couple, scf52-hlet@kingy.ai,kingy.ai,fable-5.2,max,reasoning-math,frontier,HLE-tools,,,,,,74.2,score%,0.0289,,restated-from:the announcement’s headline table; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M80,"https://kingy.ai/blog/claude-fable-5-2/ (section Benchmarks: where Fable 5.2 improved, headline table, row Humanity’s Last Exam, with tools, column Fable 5.2)",,out:superseded, scf52-hlet@kingy.ai,kingy.ai,fable-5.1,max,reasoning-math,frontier,HLE-tools,,,,,,65.6,score%,0.0289,,restated-from:the announcement’s headline table; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M90,"https://kingy.ai/blog/claude-fable-5-2/ (section Benchmarks: where Fable 5.2 improved, headline table, row Humanity’s Last Exam, with tools, column Fable 5.1)",,out:copy, scf52-hlet@kingy.ai,kingy.ai,opus-5.5,max,reasoning-math,frontier,HLE-tools,,,,,,67.7,score%,0.0289,,restated-from:the announcement’s headline table; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M85,"https://kingy.ai/blog/claude-fable-5-2/ (section Benchmarks: where Fable 5.2 improved, headline table, row Humanity’s Last Exam, with tools, column Opus 5.5)",,out:copy, scf52-hlet@kingy.ai,kingy.ai,gpt-6-astra,max,reasoning-math,frontier,HLE-tools,,,,,,57.2,score%,0.0289,,restated-from:the announcement’s headline table; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M96,"https://kingy.ai/blog/claude-fable-5-2/ (section Benchmarks: where Fable 5.2 improved, headline table, row Humanity’s Last Exam, with tools, column GPT-6 Astra)",,out:superseded, scf52-chartn@kingy.ai,kingy.ai,fable-5.2,max,reasoning-math,hard,,,,,,,73.4,score%,0.0289,,restated-from:the announcement’s headline table; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M122,"https://kingy.ai/blog/claude-fable-5-2/ (section Benchmarks: where Fable 5.2 improved, headline table, row Chartography, without tools, column Fable 5.2)",,out:copy, scf52-chartn@kingy.ai,kingy.ai,fable-5.1,max,reasoning-math,hard,,,,,,,44.8,score%,0.0289,,restated-from:the announcement’s headline table; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M126,"https://kingy.ai/blog/claude-fable-5-2/ (section Benchmarks: where Fable 5.2 improved, headline table, row Chartography, without tools, column Fable 5.1)",,out:copy, scf52-chartn@kingy.ai,kingy.ai,opus-5.5,max,reasoning-math,hard,,,,,,,64.4,score%,0.0289,,restated-from:the announcement’s headline table; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M124,"https://kingy.ai/blog/claude-fable-5-2/ (section Benchmarks: where Fable 5.2 improved, headline table, row Chartography, without tools, column Opus 5.5)",,out:copy, scf52-chartn@kingy.ai,kingy.ai,gpt-6-astra,max,reasoning-math,hard,,,,,,,71.0,score%,0.0289,,restated-from:the announcement’s headline table; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M130,"https://kingy.ai/blog/claude-fable-5-2/ (section Benchmarks: where Fable 5.2 improved, headline table, row Chartography, without tools, column GPT-6 Astra)",,out:copy, scf52-chartn@kingy.ai,kingy.ai,gemini-4-carbon,high,reasoning-math,hard,,,,,,,72.5,score%,0.0289,,EAP-run; restated-from:the announcement’s headline table,"https://kingy.ai/blog/claude-fable-5-2/ (section Benchmarks: where Fable 5.2 improved, headline table, row Chartography, without tools, column Gemini 4 Carbon)",,out:single-couple, scf52-robodojo@kingy.ai,kingy.ai,?Fable 5.2,not-established:absent,agentic-tool,frontier,,,,,,,64.9,score%,0.0289,,restated-from:Anthropic,https://kingy.ai/blog/claude-fable-5-2/ (Robotics paragraph),,out:model-not-established, scf52-robodojo@kingy.ai,kingy.ai,gpt-6-astra,unstated,agentic-tool,frontier,,,,,,,29.8,score%,0.0289,,restated-from:Anthropic,https://kingy.ai/blog/claude-fable-5-2/ (Robotics paragraph),,out:effort-not-established, scf52-robodojo@kingy.ai,kingy.ai,fable-5.1,unstated,agentic-tool,frontier,,,,,,,27.6,score%,0.0289,,restated-from:Anthropic,https://kingy.ai/blog/claude-fable-5-2/ (Robotics paragraph),,out:effort-not-established, scf52-briefr@kingy.ai,kingy.ai,?Fable,not-established:absent,agentic-tool,frontier,,,,,,,66.1,score%,0.0289,,restated-from:the card (Artificial Analysis evaluations),https://kingy.ai/blog/claude-fable-5-2/ (Office work paragraph),,out:model-not-established, scf52-briefe@kingy.ai,kingy.ai,?Fable,not-established:absent,agentic-tool,frontier,,,,,,,1785,AA-elo,0.289,,restated-from:the card (Artificial Analysis evaluations),https://kingy.ai/blog/claude-fable-5-2/ (Office work paragraph),,out:model-not-established, scf52-briefe@kingy.ai,kingy.ai,?Opus,not-established:absent,agentic-tool,frontier,,,,,,,1800,AA-elo,0.289,,restated-from:the card (Artificial Analysis evaluations),https://kingy.ai/blog/claude-fable-5-2/ (Office work paragraph),,out:model-not-established, scf52-gdpval@kingy.ai,kingy.ai,?Fable,not-established:absent,agentic-tool,frontier,,,,,,,1831,AA-elo,0.289,,restated-from:the card (Artificial Analysis evaluations),https://kingy.ai/blog/claude-fable-5-2/ (Office work paragraph),,out:model-not-established, scf52-gdpval@kingy.ai,kingy.ai,?Opus,not-established:absent,agentic-tool,frontier,,,,,,,1866,AA-elo,0.289,,restated-from:the card (Artificial Analysis evaluations),https://kingy.ai/blog/claude-fable-5-2/ (Office work paragraph),,out:model-not-established, scf52-gdpval@kingy.ai,kingy.ai,?Muse Wonder Full,not-established:absent,agentic-tool,frontier,,,,,,,1857,AA-elo,0.289,,restated-from:the card (Artificial Analysis evaluations),https://kingy.ai/blog/claude-fable-5-2/ (Office work paragraph),,out:model-not-established, valstax@kingy.ai,kingy.ai,?Fable 5.2,not-established:absent,agentic-tool,hard,Vals-runner,,,,,,32.09,score%,0.00289,,restated-from:Vals,https://kingy.ai/blog/claude-fable-5-2/ (Vals paragraph),,out:model-not-established, valshlab-2026-10-21@kingy.ai,kingy.ai,?Fable 5.2,not-established:absent,agentic-tool,frontier,Vals-runner,,,,,,5.00,score%,0.00289,,restated-from:Vals,https://kingy.ai/blog/claude-fable-5-2/ (Vals paragraph),,out:model-not-established, scf52-hlen@kingy.ai,kingy.ai,?Fable 5.2,not-established:absent,reasoning-math,frontier,HLE-notools,,,,,,73.2,score%,0.0289,,restated-from:system card,https://kingy.ai/blog/claude-fable-5-2/ (Research and charts paragraph),,out:model-not-established, scf52-chartt@kingy.ai,kingy.ai,?Fable,not-established:absent,reasoning-math,hard,,,,,,,91.6,score%,0.0289,,restated-from:system card,https://kingy.ai/blog/claude-fable-5-2/ (Research and charts paragraph),,out:model-not-established, zapierab@kingy.ai,kingy.ai,fable-5.1,unstated,agentic-tool,hard,AutomationBench,,,,,,22.4,score%,0.0289,,restated-from:Zapier's report,https://kingy.ai/blog/claude-fable-5-2/ (AutomationBench paragraph),,out:effort-not-established, aa-index5@kingy.ai,kingy.ai,fable-5.2,max,mixed,hard,,per-task,26.54,0.00289,,,65,AA-idx,0.289,,restated-from:Artificial Analysis; prev=65 (src-kingy.ai-fable-5-2-benchmarks-2026-11-09#M4); same-runs-as:src-artificialanalysis-leaderboards-models-2026-11-10#M85,https://kingy.ai/blog/fable-5-2-vs-gpt-6-astra/ (section Independent results),,out:copy,out:copy aa-index5@kingy.ai,kingy.ai,gpt-6-astra,max,mixed,hard,,per-task,6.24,0.00289,,,57,AA-idx,0.289,,restated-from:Artificial Analysis; same-runs-as:src-artificialanalysis-leaderboards-models-2026-11-09#M214,https://kingy.ai/blog/fable-5-2-vs-gpt-6-astra/ (section Independent results),,out:copy,out:copy scf52-fc20@kingy.ai,kingy.ai,fable-5.2,high,coding,frontier,,per-task,6.72,0.00289,,,45.3,score%,0.0289,,restated-from:Anthropic; prev=45.3 (src-kingy.ai-fable-5-2-benchmarks-2026-11-09#M7); same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M13,"https://kingy.ai/blog/fable-5-2-vs-gpt-6-astra/ (section Coding, table FrontierCode 2.0 configuration)",,out:copy,out:copy scf52-fc20@kingy.ai,kingy.ai,fable-5.2,xhigh,coding,frontier,,per-task,14.19,0.00289,,,49.1,score%,0.0289,,restated-from:Anthropic; prev=49.1 (src-kingy.ai-fable-5-2-benchmarks-2026-11-09#M8); prev=49.1 (src-kingy.ai-fable-5-2-benchmarks-2026-11-09#M63); same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M14,"https://kingy.ai/blog/fable-5-2-vs-gpt-6-astra/ (section Coding, table FrontierCode 2.0 configuration)",,out:copy,out:copy scf52-fc20@kingy.ai,kingy.ai,fable-5.2,max,coding,frontier,,per-task,44.70,0.00289,,,45.7,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M15,"https://kingy.ai/blog/fable-5-2-vs-gpt-6-astra/ (section Coding, table FrontierCode 2.0 configuration)",,out:copy,out:copy scf52-fc20@kingy.ai,kingy.ai,gpt-6-astra,max,coding,frontier,,per-task,6.68,0.00289,,,42.8,score%,0.0289,,restated-from:Anthropic; prev=42.8 (src-kingy.ai-fable-5-2-benchmarks-2026-11-09#M11); prev=42.8 (src-kingy.ai-fable-5-2-benchmarks-2026-11-09#M66); same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M17,"https://kingy.ai/blog/fable-5-2-vs-gpt-6-astra/ (section Coding, table FrontierCode 2.0 configuration)",,out:copy,out:copy scf52-fswe2@kingy.ai,kingy.ai,fable-5.2,max,coding,frontier,,,,,,,69.9,score%,0.0289,,restated-from:Anthropic; prev=69.9 (src-kingy.ai-fable-5-2-benchmarks-2026-11-09#M68); same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M35,"https://kingy.ai/blog/fable-5-2-vs-gpt-6-astra/ (section Other vendor-reported benchmarks, table, row FrontierSWE v2, column Fable 5.2)",,out:copy, scf52-fswe2@kingy.ai,kingy.ai,gpt-6-astra,max,coding,frontier,,,,,,,65.5,score%,0.0289,,restated-from:Anthropic; prev=65.5 (src-kingy.ai-fable-5-2-benchmarks-2026-11-09#M71); same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M36,"https://kingy.ai/blog/fable-5-2-vs-gpt-6-astra/ (section Other vendor-reported benchmarks, table, row FrontierSWE v2, column GPT-6 Astra)",,out:copy, scf52-tbsci@kingy.ai,kingy.ai,fable-5.2,max,agentic-tool,frontier,,,,,,,74.6,score%,0.0289,,restated-from:Anthropic; prev=74.6 (src-kingy.ai-fable-5-2-benchmarks-2026-11-09#M78); same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M28,"https://kingy.ai/blog/fable-5-2-vs-gpt-6-astra/ (section Other vendor-reported benchmarks, table, row Terminal-Bench-Science 0.1, column Fable 5.2)",,out:copy, scf52-tbsci@kingy.ai,kingy.ai,gpt-6-astra,max,agentic-tool,frontier,,,,,,,68.1,score%,0.0289,,restated-from:Anthropic; prev=68.1 (src-kingy.ai-fable-5-2-benchmarks-2026-11-09#M81); same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M32,"https://kingy.ai/blog/fable-5-2-vs-gpt-6-astra/ (section Other vendor-reported benchmarks, table, row Terminal-Bench-Science 0.1, column GPT-6 Astra)",,out:copy, scf52-hlet@kingy.ai,kingy.ai,fable-5.2,max,reasoning-math,frontier,HLE-tools,,,,,,74.2,score%,0.0289,,restated-from:Anthropic; prev=74.2 (src-kingy.ai-fable-5-2-benchmarks-2026-11-09#M83); same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M80,"https://kingy.ai/blog/fable-5-2-vs-gpt-6-astra/ (section Other vendor-reported benchmarks, table, row Humanity’s Last Exam, with tools, column Fable 5.2)",,out:copy, scf52-hlet@kingy.ai,kingy.ai,gpt-6-astra,max,reasoning-math,frontier,HLE-tools,,,,,,57.2,score%,0.0289,,restated-from:Anthropic; prev=57.2 (src-kingy.ai-fable-5-2-benchmarks-2026-11-09#M86); same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M96,"https://kingy.ai/blog/fable-5-2-vs-gpt-6-astra/ (section Other vendor-reported benchmarks, table, row Humanity’s Last Exam, with tools, column GPT-6 Astra)",,out:copy, scf52-autom@kingy.ai,kingy.ai,fable-5.2,max,agentic-tool,frontier,,,,,,,51.4,score%,0.0289,,restated-from:Anthropic; prev=51.4 (src-kingy.ai-fable-5-2-benchmarks-2026-11-09#M73); same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M189,"https://kingy.ai/blog/fable-5-2-vs-gpt-6-astra/ (section Other vendor-reported benchmarks, table, row AutomationBench, column Fable 5.2)",,out:copy, scf52-autom@kingy.ai,kingy.ai,gpt-6-astra,max,agentic-tool,frontier,,,,,,,41.4,score%,0.0289,,restated-from:Anthropic; prev=41.4 (src-kingy.ai-fable-5-2-benchmarks-2026-11-09#M76); same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M202,"https://kingy.ai/blog/fable-5-2-vs-gpt-6-astra/ (section Other vendor-reported benchmarks, table, row AutomationBench, column GPT-6 Astra)",,out:copy, komodor-neocloud-aws-bedrock,komodor,kimi-k3,default,agentic-tool,hard,Claude-Code-CLI,usd-per-run,0.87,0.00289,,,68.6,E2E-success-fraction,0.0289,,,"https://github.com/komodorio/neocloud-sre-benchmark (README.md results table, row 'Kimi K3 · AWS Bedrock', column E2E)",,out:effort-not-established,out:effort-not-established komodor-neocloud-fireworks,komodor,kimi-k3,default,agentic-tool,hard,Claude-Code-CLI,usd-per-run,0.66,0.00289,,,66.7,E2E-success-fraction,0.0289,,,"https://github.com/komodorio/neocloud-sre-benchmark (README.md results table, row 'Kimi K3 · Fireworks', column E2E)",,out:effort-not-established,out:effort-not-established komodor-neocloud-nebius,komodor,kimi-k3,default,agentic-tool,hard,Claude-Code-CLI,usd-per-run,4.72,0.00289,,,66.7,E2E-success-fraction,0.0289,,,"https://github.com/komodorio/neocloud-sre-benchmark (README.md results table, row 'Kimi K3 · Nebius', column E2E)",,out:effort-not-established,out:effort-not-established komodor-neocloud-modal,komodor,kimi-k3,default,agentic-tool,hard,Claude-Code-CLI,usd-per-run,0.84,0.00289,,,66.7,E2E-success-fraction,0.0289,,,"https://github.com/komodorio/neocloud-sre-benchmark (README.md results table, row 'Kimi K3 · Modal', column E2E)",,out:effort-not-established,out:effort-not-established komodor-neocloud-baseten,komodor,kimi-k3,default,agentic-tool,hard,Claude-Code-CLI,usd-per-run,0.74,0.00289,,,62.7,E2E-success-fraction,0.0289,,,"https://github.com/komodorio/neocloud-sre-benchmark (README.md results table, row 'Kimi K3 · Baseten', column E2E)",,out:effort-not-established,out:effort-not-established komodor-neocloud-together-ai,komodor,kimi-k3,default,agentic-tool,hard,Claude-Code-CLI,usd-per-run,0.65,0.00289,,,58.8,E2E-success-fraction,0.0289,,,"https://github.com/komodorio/neocloud-sre-benchmark (README.md results table, row 'Kimi K3 · Together AI', column E2E)",,out:effort-not-established,out:effort-not-established komodor-neocloud-aws-bedrock,komodor,sonnet-5,unstated,agentic-tool,hard,Claude-Code-CLI,usd-per-run,1.22,0.00289,,,45.1,E2E-success-fraction,0.0289,,,"https://github.com/komodorio/neocloud-sre-benchmark (README.md results table, row 'Claude Sonnet 5 · Bedrock (baseline)', column E2E)",,out:effort-not-established,out:effort-not-established krauq-scan2026-ctf,krauq.ai,gpt-5.6-luna,nothink,agentic-tool,hard,,per-suite,,,,,28,solved-of-55,0,,,https://krauq.ai/benchmarks/scan-2026/ (one row per model/effort setting / row gpt-5.6-luna--none / column solved),,in,out:estimate krauq-scan2026-ctf,krauq.ai,gpt-5.6-luna,low,agentic-tool,hard,,per-suite,0.8359,2.89e-05,,,33,solved-of-55,0,,cost-base-price:cost-publisher-figure,https://krauq.ai/benchmarks/scan-2026/ (one row per model/effort setting / row gpt-5.6-luna--low / column solved),,in,in krauq-scan2026-ctf,krauq.ai,gpt-5.6-luna,medium,agentic-tool,hard,,per-suite,,,,,39,solved-of-55,0,,,https://krauq.ai/benchmarks/scan-2026/ (one row per model/effort setting / row gpt-5.6-luna--medium / column solved),,in,out:estimate krauq-scan2026-ctf,krauq.ai,gpt-5.6-luna,high,agentic-tool,hard,,per-suite,,,,,47,solved-of-55,0,,,https://krauq.ai/benchmarks/scan-2026/ (one row per model/effort setting / row gpt-5.6-luna--high / column solved),,in,out:estimate krauq-scan2026-ctf,krauq.ai,gpt-5.6-luna,xhigh,agentic-tool,hard,,per-suite,,,,,50,solved-of-55,0,,,https://krauq.ai/benchmarks/scan-2026/ (one row per model/effort setting / row gpt-5.6-luna--xhigh / column solved),,in,out:estimate krauq-scan2026-ctf,krauq.ai,gpt-5.6-luna,max,agentic-tool,hard,,per-suite,,,,,51,solved-of-55,0,,,https://krauq.ai/benchmarks/scan-2026/ (one row per model/effort setting / row gpt-5.6-luna--max / column solved),,in,out:estimate krauq-scan2026-ctf,krauq.ai,gpt-5.6-terra,nothink,agentic-tool,hard,,per-suite,11.0087,2.89e-05,,,38,solved-of-55,0,,cost-base-price:cost-publisher-figure,https://krauq.ai/benchmarks/scan-2026/ (one row per model/effort setting / row gpt-5.6-terra--none / column solved),,in,in krauq-scan2026-ctf,krauq.ai,gpt-5.6-terra,low,agentic-tool,hard,,per-suite,11.8914,2.89e-05,,,50,solved-of-55,0,,cost-base-price:cost-publisher-figure,https://krauq.ai/benchmarks/scan-2026/ (one row per model/effort setting / row gpt-5.6-terra--low / column solved),,in,in krauq-scan2026-ctf,krauq.ai,gpt-5.6-terra,medium,agentic-tool,hard,,per-suite,13.35,2.89e-05,,,48,solved-of-55,0,,cost-base-price:cost-publisher-figure,https://krauq.ai/benchmarks/scan-2026/ (one row per model/effort setting / row gpt-5.6-terra--medium / column solved),,in,in krauq-scan2026-ctf,krauq.ai,gpt-5.6-terra,high,agentic-tool,hard,,per-suite,18.3618,2.89e-05,,,52,solved-of-55,0,,cost-base-price:cost-publisher-figure,https://krauq.ai/benchmarks/scan-2026/ (one row per model/effort setting / row gpt-5.6-terra--high / column solved),,in,in krauq-scan2026-ctf,krauq.ai,gpt-5.6-terra,xhigh,agentic-tool,hard,,per-suite,22.8903,2.89e-05,,,53,solved-of-55,0,,cost-base-price:cost-publisher-figure,https://krauq.ai/benchmarks/scan-2026/ (one row per model/effort setting / row gpt-5.6-terra--xhigh / column solved),,in,in krauq-scan2026-ctf,krauq.ai,gpt-5.6-terra,max,agentic-tool,hard,,per-suite,,,,,53,solved-of-55,0,,,https://krauq.ai/benchmarks/scan-2026/ (one row per model/effort setting / row gpt-5.6-terra--max / column solved),,in,out:estimate krauq-scan2026-ctf,krauq.ai,gpt-5.6-sol,nothink,agentic-tool,hard,,per-suite,,,,,43,solved-of-55,0,,,https://krauq.ai/benchmarks/scan-2026/ (one row per model/effort setting / row gpt-5.6-sol--none / column solved),,in,out:estimate krauq-scan2026-ctf,krauq.ai,gpt-5.6-sol,low,agentic-tool,hard,,per-suite,29.306475,1.54,,,51,solved-of-55,0,,cost-unrepriced; cost-price-band,https://krauq.ai/benchmarks/scan-2026/ (one row per model/effort setting / row gpt-5.6-sol--low / column solved),,in,in krauq-scan2026-ctf,krauq.ai,gpt-5.6-sol,medium,agentic-tool,hard,,per-suite,34.6072375,1.82,,,54,solved-of-55,0,,cost-unrepriced; cost-price-band,https://krauq.ai/benchmarks/scan-2026/ (one row per model/effort setting / row gpt-5.6-sol--medium / column solved),,in,in krauq-scan2026-ctf,krauq.ai,gpt-5.6-sol,high,agentic-tool,hard,,per-suite,44.0372625,2.31,,,55,solved-of-55,0,,cost-unrepriced; cost-price-band,https://krauq.ai/benchmarks/scan-2026/ (one row per model/effort setting / row gpt-5.6-sol--high / column solved),,out:uninformative,in krauq-scan2026-ctf,krauq.ai,gpt-5.6-sol,xhigh,agentic-tool,hard,,per-suite,,,,,53,solved-of-55,0,,,https://krauq.ai/benchmarks/scan-2026/ (one row per model/effort setting / row gpt-5.6-sol--xhigh / column solved),,in,out:estimate krauq-scan2026-ctf,krauq.ai,gpt-5.6-sol,max,agentic-tool,hard,,per-suite,62.1555,3.26,,,55,solved-of-55,0,,cost-unrepriced; cost-price-band,https://krauq.ai/benchmarks/scan-2026/ (one row per model/effort setting / row gpt-5.6-sol--max / column solved),,out:uninformative,in krauq-scan2026-ctf,krauq.ai,gpt-6-luna,nothink,agentic-tool,hard,,per-suite,,,,,34,solved-of-55,0,,,https://krauq.ai/benchmarks/scan-2026/ (one row per model/effort setting / row gpt-6-luna--none / column solved),,in,out:estimate krauq-scan2026-ctf,krauq.ai,gpt-6-luna,low,agentic-tool,hard,,per-suite,0.5494,2.89e-05,,,37,solved-of-55,0,,cost-base-price:cost-publisher-figure,https://krauq.ai/benchmarks/scan-2026/ (one row per model/effort setting / row gpt-6-luna--low / column solved),,in,in krauq-scan2026-ctf,krauq.ai,gpt-6-luna,medium,agentic-tool,hard,,per-suite,0.5122,2.89e-05,,,43,solved-of-55,0,,cost-base-price:cost-publisher-figure,https://krauq.ai/benchmarks/scan-2026/ (one row per model/effort setting / row gpt-6-luna--medium / column solved),,in,in krauq-scan2026-ctf,krauq.ai,gpt-6-luna,high,agentic-tool,hard,,per-suite,0.7938,2.89e-05,,,45,solved-of-55,0,,cost-base-price:cost-publisher-figure,https://krauq.ai/benchmarks/scan-2026/ (one row per model/effort setting / row gpt-6-luna--high / column solved),,in,in krauq-scan2026-ctf,krauq.ai,gpt-6-luna,xhigh,agentic-tool,hard,,per-suite,,,,,46,solved-of-55,0,,,https://krauq.ai/benchmarks/scan-2026/ (one row per model/effort setting / row gpt-6-luna--xhigh / column solved),,in,out:estimate krauq-scan2026-ctf,krauq.ai,gpt-6-luna,max,agentic-tool,hard,,per-suite,,,,,49,solved-of-55,0,,,https://krauq.ai/benchmarks/scan-2026/ (one row per model/effort setting / row gpt-6-luna--max / column solved),,in,out:estimate krauq-scan2026-ctf,krauq.ai,gpt-6-sol,nothink,agentic-tool,hard,,per-suite,18.4167,2.89e-05,,,52,solved-of-55,0,,cost-base-price:cost-publisher-figure,https://krauq.ai/benchmarks/scan-2026/ (one row per model/effort setting / row gpt-6-sol--none / column solved),,in,in krauq-scan2026-ctf,krauq.ai,gpt-6-sol,low,agentic-tool,hard,,per-suite,11.2699,2.89e-05,,,54,solved-of-55,0,,cost-base-price:cost-publisher-figure,https://krauq.ai/benchmarks/scan-2026/ (one row per model/effort setting / row gpt-6-sol--low / column solved),,in,in krauq-scan2026-ctf,krauq.ai,gpt-6-sol,medium,agentic-tool,hard,,per-suite,15.7397,2.89e-05,,,53,solved-of-55,0,,cost-base-price:cost-publisher-figure,https://krauq.ai/benchmarks/scan-2026/ (one row per model/effort setting / row gpt-6-sol--medium / column solved),,in,in krauq-scan2026-ctf,krauq.ai,gpt-6-sol,high,agentic-tool,hard,,per-suite,17.8663,2.89e-05,,,54,solved-of-55,0,,cost-base-price:cost-publisher-figure,https://krauq.ai/benchmarks/scan-2026/ (one row per model/effort setting / row gpt-6-sol--high / column solved),,in,in krauq-scan2026-ctf,krauq.ai,gpt-6-sol,xhigh,agentic-tool,hard,,per-suite,16.6426,2.89e-05,,,54,solved-of-55,0,,cost-base-price:cost-publisher-figure,https://krauq.ai/benchmarks/scan-2026/ (one row per model/effort setting / row gpt-6-sol--xhigh / column solved),,in,in krauq-scan2026-ctf,krauq.ai,gpt-6-sol,max,agentic-tool,hard,,per-suite,20.7873,2.89e-05,,,54,solved-of-55,0,,cost-base-price:cost-publisher-figure,https://krauq.ai/benchmarks/scan-2026/ (one row per model/effort setting / row gpt-6-sol--max / column solved),,in,in krauq-scan2026-ctf,krauq.ai,gpt-6-astra,low,agentic-tool,hard,,per-suite,,,,,50,solved-of-55,0,,,https://krauq.ai/benchmarks/scan-2026/ (one row per model/effort setting / row gpt-6-astra--low / column solved),,in,out:estimate krauq-scan2026-ctf,krauq.ai,gpt-6-astra,medium,agentic-tool,hard,,per-suite,,,,,49,solved-of-55,0,,,https://krauq.ai/benchmarks/scan-2026/ (one row per model/effort setting / row gpt-6-astra--medium / column solved),,in,out:estimate krauq-scan2026-ctf,krauq.ai,gpt-6.1-sol,low,agentic-tool,hard,,per-suite,,,,,45,solved-of-55,0,,,https://krauq.ai/benchmarks/scan-2026/ (one row per model/effort setting / row gpt-6.1-sol--low / column solved),,in,out:estimate krauq-scan2026-ctf,krauq.ai,gpt-6.1-sol,medium,agentic-tool,hard,,per-suite,,,,,45,solved-of-55,0,,,https://krauq.ai/benchmarks/scan-2026/ (one row per model/effort setting / row gpt-6.1-sol--medium / column solved),,in,out:estimate krauq-scan2026-ctf,krauq.ai,gpt-6.1-sol,high,agentic-tool,hard,,per-suite,,,,,52,solved-of-55,0,,,https://krauq.ai/benchmarks/scan-2026/ (one row per model/effort setting / row gpt-6.1-sol--high / column solved),,in,out:estimate krauq-scan2026-ctf,krauq.ai,gpt-6.1-sol,xhigh,agentic-tool,hard,,per-suite,,,,,52,solved-of-55,0,,,https://krauq.ai/benchmarks/scan-2026/ (one row per model/effort setting / row gpt-6.1-sol--xhigh / column solved),,in,out:estimate krauq-scan2026-ctf,krauq.ai,gpt-6.1-sol,max,agentic-tool,hard,,per-suite,,,,,52,solved-of-55,0,,,https://krauq.ai/benchmarks/scan-2026/ (one row per model/effort setting / row gpt-6.1-sol--max / column solved),,in,out:estimate krauq-scan2026-ctf,krauq.ai,haiku-4.5,default,agentic-tool,hard,,per-suite,,,,,33,solved-of-55,0,,,https://krauq.ai/benchmarks/scan-2026/ (one row per model/effort setting / row claude-haiku-4-5-20251001--low / column solved),,out:effort-not-established,out:effort-not-established krauq-scan2026-ctf,krauq.ai,haiku-4.5,default,agentic-tool,hard,,per-suite,,,,,33,solved-of-55,0,,,https://krauq.ai/benchmarks/scan-2026/ (one row per model/effort setting / row claude-haiku-4-5-20251001--medium / column solved),,out:effort-not-established,out:effort-not-established krauq-scan2026-ctf,krauq.ai,haiku-4.5,default,agentic-tool,hard,,per-suite,,,,,31,solved-of-55,0,,,https://krauq.ai/benchmarks/scan-2026/ (one row per model/effort setting / row claude-haiku-4-5-20251001--high / column solved),,out:effort-not-established,out:effort-not-established krauq-scan2026-ctf,krauq.ai,haiku-4.5,default,agentic-tool,hard,,per-suite,,,,,32,solved-of-55,0,,,https://krauq.ai/benchmarks/scan-2026/ (one row per model/effort setting / row claude-haiku-4-5-20251001--xhigh / column solved),,out:effort-not-established,out:effort-not-established krauq-scan2026-ctf,krauq.ai,haiku-4.5,default,agentic-tool,hard,,per-suite,,,,,32,solved-of-55,0,,,https://krauq.ai/benchmarks/scan-2026/ (one row per model/effort setting / row claude-haiku-4-5-20251001--max / column solved),,out:effort-not-established,out:effort-not-established krauq-scan2026-ctf,krauq.ai,haiku-5.5,low,agentic-tool,hard,,per-suite,0.4927,2.89e-05,,,44,solved-of-55,0,,cost-base-price:cost-publisher-figure,https://krauq.ai/benchmarks/scan-2026/ (one row per model/effort setting / row claude-haiku-5-5--low / column solved),,in,in krauq-scan2026-ctf,krauq.ai,haiku-5.5,medium,agentic-tool,hard,,per-suite,,,,,45,solved-of-55,0,,,https://krauq.ai/benchmarks/scan-2026/ (one row per model/effort setting / row claude-haiku-5-5--medium / column solved),,in,out:estimate krauq-scan2026-ctf,krauq.ai,haiku-5.5,high,agentic-tool,hard,,per-suite,,,,,49,solved-of-55,0,,,https://krauq.ai/benchmarks/scan-2026/ (one row per model/effort setting / row claude-haiku-5-5--high / column solved),,in,out:estimate krauq-scan2026-ctf,krauq.ai,haiku-5.5,xhigh,agentic-tool,hard,,per-suite,1.8745,2.89e-05,,,50,solved-of-55,0,,cost-base-price:cost-publisher-figure,https://krauq.ai/benchmarks/scan-2026/ (one row per model/effort setting / row claude-haiku-5-5--xhigh / column solved),,in,in krauq-scan2026-ctf,krauq.ai,haiku-5.5,max,agentic-tool,hard,,per-suite,2.8915,2.89e-05,,,48,solved-of-55,0,,cost-base-price:cost-publisher-figure,https://krauq.ai/benchmarks/scan-2026/ (one row per model/effort setting / row claude-haiku-5-5--max / column solved),,in,in krauq-scan2026-ctf,krauq.ai,sonnet-5,low,agentic-tool,hard,,per-suite,16.4862,2.89e-05,,,48,solved-of-55,0,,cost-base-price:cost-publisher-figure,https://krauq.ai/benchmarks/scan-2026/ (one row per model/effort setting / row claude-sonnet-5--low / column solved),,in,in krauq-scan2026-ctf,krauq.ai,sonnet-5,medium,agentic-tool,hard,,per-suite,,,,,49,solved-of-55,0,,,https://krauq.ai/benchmarks/scan-2026/ (one row per model/effort setting / row claude-sonnet-5--medium / column solved),,in,out:estimate krauq-scan2026-ctf,krauq.ai,sonnet-5,high,agentic-tool,hard,,per-suite,,,,,50,solved-of-55,0,,,https://krauq.ai/benchmarks/scan-2026/ (one row per model/effort setting / row claude-sonnet-5--high / column solved),,in,out:estimate krauq-scan2026-ctf,krauq.ai,sonnet-5,xhigh,agentic-tool,hard,,per-suite,,,,,47,solved-of-55,0,,,https://krauq.ai/benchmarks/scan-2026/ (one row per model/effort setting / row claude-sonnet-5--xhigh / column solved),,in,out:estimate krauq-scan2026-ctf,krauq.ai,sonnet-5,max,agentic-tool,hard,,per-suite,,,,,51,solved-of-55,0,,,https://krauq.ai/benchmarks/scan-2026/ (one row per model/effort setting / row claude-sonnet-5--max / column solved),,in,out:estimate krauq-scan2026-ctf,krauq.ai,sonnet-5.5,low,agentic-tool,hard,,per-suite,,,,,48,solved-of-55,0,,,https://krauq.ai/benchmarks/scan-2026/ (one row per model/effort setting / row claude-sonnet-5-5--low / column solved),,in,out:estimate krauq-scan2026-ctf,krauq.ai,sonnet-5.5,medium,agentic-tool,hard,,per-suite,,,,,47,solved-of-55,0,,,https://krauq.ai/benchmarks/scan-2026/ (one row per model/effort setting / row claude-sonnet-5-5--medium / column solved),,in,out:estimate krauq-scan2026-ctf,krauq.ai,sonnet-5.5,high,agentic-tool,hard,,per-suite,7.121849999999999,1.37,,,50,solved-of-55,0,,cost-unrepriced; cost-price-band,https://krauq.ai/benchmarks/scan-2026/ (one row per model/effort setting / row claude-sonnet-5-5--high / column solved),,in,in krauq-scan2026-ctf,krauq.ai,sonnet-5.5,xhigh,agentic-tool,hard,,per-suite,9.137474999999998,1.76,,,54,solved-of-55,0,,cost-unrepriced; cost-price-band,https://krauq.ai/benchmarks/scan-2026/ (one row per model/effort setting / row claude-sonnet-5-5--xhigh / column solved),,in,in krauq-scan2026-ctf,krauq.ai,sonnet-5.5,max,agentic-tool,hard,,per-suite,32.942925,6.34,,,53,solved-of-55,0,,cost-unrepriced; cost-price-band,https://krauq.ai/benchmarks/scan-2026/ (one row per model/effort setting / row claude-sonnet-5-5--max / column solved),,in,in krauq-scan2026-ctf,krauq.ai,opus-5,low,agentic-tool,hard,,per-suite,21.5652,2.89e-05,,,55,solved-of-55,0,,cost-base-price:cost-publisher-figure,https://krauq.ai/benchmarks/scan-2026/ (one row per model/effort setting / row claude-opus-5--low / column solved),,out:uninformative,in krauq-scan2026-ctf,krauq.ai,opus-5,medium,agentic-tool,hard,,per-suite,27.0434,2.89e-05,,,53,solved-of-55,0,,cost-base-price:cost-publisher-figure,https://krauq.ai/benchmarks/scan-2026/ (one row per model/effort setting / row claude-opus-5--medium / column solved),,in,in krauq-scan2026-ctf,krauq.ai,opus-5,high,agentic-tool,hard,,per-suite,,,,,52,solved-of-55,0,,,https://krauq.ai/benchmarks/scan-2026/ (one row per model/effort setting / row claude-opus-5--high / column solved),,in,out:estimate krauq-scan2026-ctf,krauq.ai,opus-5,xhigh,agentic-tool,hard,,per-suite,,,,,53,solved-of-55,0,,,https://krauq.ai/benchmarks/scan-2026/ (one row per model/effort setting / row claude-opus-5--xhigh / column solved),,in,out:estimate krauq-scan2026-ctf,krauq.ai,opus-5,max,agentic-tool,hard,,per-suite,,,,,54,solved-of-55,0,,,https://krauq.ai/benchmarks/scan-2026/ (one row per model/effort setting / row claude-opus-5--max / column solved),,in,out:estimate krauq-scan2026-ctf,krauq.ai,opus-5.5,low,agentic-tool,hard,,per-suite,8.6557,2.89e-05,,,51,solved-of-55,0,,cost-base-price:cost-publisher-figure,https://krauq.ai/benchmarks/scan-2026/ (one row per model/effort setting / row claude-opus-5-5--low / column solved),,in,in krauq-scan2026-ctf,krauq.ai,opus-5.5,medium,agentic-tool,hard,,per-suite,,,,,54,solved-of-55,0,,,https://krauq.ai/benchmarks/scan-2026/ (one row per model/effort setting / row claude-opus-5-5--medium / column solved),,in,out:estimate krauq-scan2026-ctf,krauq.ai,opus-5.5,high,agentic-tool,hard,,per-suite,14.8871,2.89e-05,,,54,solved-of-55,0,,cost-base-price:cost-publisher-figure,https://krauq.ai/benchmarks/scan-2026/ (one row per model/effort setting / row claude-opus-5-5--high / column solved),,in,in krauq-scan2026-ctf,krauq.ai,opus-5.5,xhigh,agentic-tool,hard,,per-suite,22.3845,2.89e-05,,,54,solved-of-55,0,,cost-base-price:cost-publisher-figure,https://krauq.ai/benchmarks/scan-2026/ (one row per model/effort setting / row claude-opus-5-5--xhigh / column solved),,in,in krauq-scan2026-ctf,krauq.ai,opus-5.5,max,agentic-tool,hard,,per-suite,,,,,53,solved-of-55,0,,,https://krauq.ai/benchmarks/scan-2026/ (one row per model/effort setting / row claude-opus-5-5--max / column solved),,in,out:estimate krauq-scan2026-ctf,krauq.ai,fable-5,low,agentic-tool,hard,,per-suite,,,,,51,solved-of-55,0,,,https://krauq.ai/benchmarks/scan-2026/ (one row per model/effort setting / row claude-fable-5--low / column solved),,in,out:estimate krauq-scan2026-ctf,krauq.ai,fable-5,medium,agentic-tool,hard,,per-suite,54.5306,2.89e-05,,,53,solved-of-55,0,,cost-base-price:cost-publisher-figure,https://krauq.ai/benchmarks/scan-2026/ (one row per model/effort setting / row claude-fable-5--medium / column solved),,in,in krauq-scan2026-ctf,krauq.ai,fable-5.1,low,agentic-tool,hard,,per-suite,,,,,52,solved-of-55,0,,,https://krauq.ai/benchmarks/scan-2026/ (one row per model/effort setting / row claude-fable-5-1--low / column solved),,in,out:estimate krauq-scan2026-ctf,krauq.ai,fable-5.1,medium,agentic-tool,hard,,per-suite,,,,,52,solved-of-55,0,,,https://krauq.ai/benchmarks/scan-2026/ (one row per model/effort setting / row claude-fable-5-1--medium / column solved),,in,out:estimate labelbox-implicit,labelbox.com,opus-4.6,high,mixed,hard,Labelbox-ImplicitIntelligence,,,,,,53.2,score%,0.0289,,,"https://labelbox.com/leaderboards/implicit-intelligence/ (board row 01, column SPR)",,out:single-couple, labelbox-implicit,labelbox.com,opus-4.6,unstated,mixed,hard,Labelbox-ImplicitIntelligence,,,,,,52.7,score%,0.0289,,,"https://labelbox.com/leaderboards/implicit-intelligence/ (board row 02, column SPR)",,out:effort-not-established, labelbox-implicit,labelbox.com,gpt-5.2-pro,unstated,mixed,hard,Labelbox-ImplicitIntelligence,,,,,,48.3,score%,0.0289,,,"https://labelbox.com/leaderboards/implicit-intelligence/ (board row 03, column SPR)",,out:effort-not-established, labelbox-implicit,labelbox.com,gpt-5.2-pro,high,mixed,hard,Labelbox-ImplicitIntelligence,,,,,,47.3,score%,0.0289,,,"https://labelbox.com/leaderboards/implicit-intelligence/ (board row 04, column SPR)",,in, labelbox-implicit,labelbox.com,opus-4.7,high,mixed,hard,Labelbox-ImplicitIntelligence,,,,,,45.9,score%,0.0289,,EAP-run,"https://labelbox.com/leaderboards/implicit-intelligence/ (board row 05, column SPR)",,in, labelbox-implicit,labelbox.com,gpt-5,unstated,mixed,hard,Labelbox-ImplicitIntelligence,,,,,,44.9,score%,0.0289,,,"https://labelbox.com/leaderboards/implicit-intelligence/ (board row 06, column SPR)",,out:effort-not-established, labelbox-implicit,labelbox.com,gpt-5.4-pro,unstated,mixed,hard,Labelbox-ImplicitIntelligence,,,,,,43.9,score%,0.0289,,,"https://labelbox.com/leaderboards/implicit-intelligence/ (board row 07, column SPR)",,out:effort-not-established, labelbox-implicit,labelbox.com,gpt-5.4-pro,xhigh,mixed,hard,Labelbox-ImplicitIntelligence,,,,,,43.4,score%,0.0289,,,"https://labelbox.com/leaderboards/implicit-intelligence/ (board row 08, column SPR)",,in, labelbox-implicit,labelbox.com,opus-4.7,unstated,mixed,hard,Labelbox-ImplicitIntelligence,,,,,,42.4,score%,0.0289,,EAP-run,"https://labelbox.com/leaderboards/implicit-intelligence/ (board row 09, column SPR)",,out:effort-not-established, labelbox-implicit,labelbox.com,gpt-5,high,mixed,hard,Labelbox-ImplicitIntelligence,,,,,,41.5,score%,0.0289,,,"https://labelbox.com/leaderboards/implicit-intelligence/ (board row 10, column SPR)",,out:single-couple, labelbox-implicit,labelbox.com,opus-4.5,not-established:absent,mixed,hard,Labelbox-ImplicitIntelligence,,,,,,41.0,score%,0.0289,,,"https://labelbox.com/leaderboards/implicit-intelligence/ (board row 11, column SPR)",,out:effort-not-established, labelbox-implicit,labelbox.com,opus-4.5,unstated,mixed,hard,Labelbox-ImplicitIntelligence,,,,,,39.5,score%,0.0289,,,"https://labelbox.com/leaderboards/implicit-intelligence/ (board row 12, column SPR)",,out:effort-not-established, labelbox-implicit,labelbox.com,gemini-3-pro,unstated,mixed,hard,Labelbox-ImplicitIntelligence,,,,,,38.5,score%,0.0289,,,"https://labelbox.com/leaderboards/implicit-intelligence/ (board row 13, column SPR)",,out:effort-not-established, labelbox-implicit,labelbox.com,gemini-3-pro,high,mixed,hard,Labelbox-ImplicitIntelligence,,,,,,37.6,score%,0.0289,,,"https://labelbox.com/leaderboards/implicit-intelligence/ (board row 14, column SPR)",,in, labelbox-implicit,labelbox.com,gpt-5.2,high,mixed,hard,Labelbox-ImplicitIntelligence,,,,,,35.1,score%,0.0289,,,"https://labelbox.com/leaderboards/implicit-intelligence/ (board row 15, column SPR)",,in, labelbox-implicit,labelbox.com,deepseek-r1,solo,mixed,hard,Labelbox-ImplicitIntelligence,,,,,,34.6,score%,0.0289,,,"https://labelbox.com/leaderboards/implicit-intelligence/ (board row 16, column SPR)",,out:single-couple, labelbox-implicit,labelbox.com,gpt-5.2,unstated,mixed,hard,Labelbox-ImplicitIntelligence,,,,,,33.7,score%,0.0289,,,"https://labelbox.com/leaderboards/implicit-intelligence/ (board row 17, column SPR)",,out:effort-not-established, labelbox-implicit,labelbox.com,gemini-3-flash,unstated,mixed,hard,Labelbox-ImplicitIntelligence,,,,,,30.2,score%,0.0289,,,"https://labelbox.com/leaderboards/implicit-intelligence/ (board row 18, column SPR)",,out:effort-not-established, labelbox-implicit,labelbox.com,sonnet-4.5,unstated,mixed,hard,Labelbox-ImplicitIntelligence,,,,,,28.3,score%,0.0289,,,"https://labelbox.com/leaderboards/implicit-intelligence/ (board row 19, column SPR)",,out:effort-not-established, labelbox-implicit,labelbox.com,sonnet-4.5,not-established:absent,mixed,hard,Labelbox-ImplicitIntelligence,,,,,,27.8,score%,0.0289,,,"https://labelbox.com/leaderboards/implicit-intelligence/ (board row 20, column SPR)",,out:effort-not-established, labelbox-implicit,labelbox.com,gpt-5.4,unstated,mixed,hard,Labelbox-ImplicitIntelligence,,,,,,27.3,score%,0.0289,,,"https://labelbox.com/leaderboards/implicit-intelligence/ (board row 21, column SPR)",,out:effort-not-established, labelbox-implicit,labelbox.com,deepseek-v3.1,unstated,mixed,hard,Labelbox-ImplicitIntelligence,,,,,,27.3,score%,0.0289,,,"https://labelbox.com/leaderboards/implicit-intelligence/ (board row 22, column SPR)",,out:effort-not-established, labelbox-implicit,labelbox.com,gpt-5.4,xhigh,mixed,hard,Labelbox-ImplicitIntelligence,,,,,,25.9,score%,0.0289,,,"https://labelbox.com/leaderboards/implicit-intelligence/ (board row 23, column SPR)",,in, labelbox-implicit,labelbox.com,gpt-5.1,unstated,mixed,hard,Labelbox-ImplicitIntelligence,,,,,,20.5,score%,0.0289,,,"https://labelbox.com/leaderboards/implicit-intelligence/ (board row 24, column SPR)",,out:effort-not-established, labelbox-implicit,labelbox.com,gpt-4.1,solo,mixed,hard,Labelbox-ImplicitIntelligence,,,,,,18.5,score%,0.0289,,,"https://labelbox.com/leaderboards/implicit-intelligence/ (board row 25, column SPR)",,out:single-couple, labelbox-implicit,labelbox.com,llama-4-maverick,solo,mixed,hard,Labelbox-ImplicitIntelligence,,,,,,18.0,score%,0.0289,,,"https://labelbox.com/leaderboards/implicit-intelligence/ (board row 26, column SPR)",,out:single-couple, labelbox-implicit,labelbox.com,gpt-oss-120b,unstated,mixed,hard,Labelbox-ImplicitIntelligence,,,,,,16.1,score%,0.0289,,,"https://labelbox.com/leaderboards/implicit-intelligence/ (board row 27, column SPR)",,out:effort-not-established, labelbox-implicit,labelbox.com,llama-4-scout,solo,mixed,hard,Labelbox-ImplicitIntelligence,,,,,,11.2,score%,0.0289,,,"https://labelbox.com/leaderboards/implicit-intelligence/ (board row 28, column SPR)",,out:single-couple, labelbox-implicit,labelbox.com,gpt-oss-20b,unstated,mixed,hard,Labelbox-ImplicitIntelligence,,,,,,9.8,score%,0.0289,,,"https://labelbox.com/leaderboards/implicit-intelligence/ (board row 29, column SPR)",,out:effort-not-established, labelbox-implicit,labelbox.com,gemma-3n-e4b-it,solo,mixed,hard,Labelbox-ImplicitIntelligence,,,,,,4.9,score%,0.0289,,,"https://labelbox.com/leaderboards/implicit-intelligence/ (board row 30, column SPR)",,out:single-couple, labopbench-overall,labopbench-2610.19780,opus-4.7,unstated,mixed,hard,own benchmark,,,,,,45.8,score%,0.0289,,,"https://arxiv.org/abs/2610.19780 (page 7, Table 2, row Claude Opus 4.7, column Overall)",,out:effort-not-established, labopbench-overall,labopbench-2610.19780,gpt-5.5,unstated,mixed,hard,own benchmark,,,,,,43.6,score%,0.0289,,,"https://arxiv.org/abs/2610.19780 (page 7, Table 2, row GPT-5.5, column Overall)",,out:effort-not-established, labopbench-overall,labopbench-2610.19780,gemini-3.1-pro,unstated,mixed,hard,own benchmark,,,,,,41.9,score%,0.0289,,,"https://arxiv.org/abs/2610.19780 (page 7, Table 2, row Gemini 3.1 Pro, column Overall)",,out:effort-not-established, labopbench-overall,labopbench-2610.19780,qwen3.6-plus,unstated,mixed,hard,own benchmark,,,,,,41.2,score%,0.0289,,,"https://arxiv.org/abs/2610.19780 (page 7, Table 2, row Qwen3.6-Plus, column Overall)",,out:effort-not-established, labopbench-overall,labopbench-2610.19780,minimax-m3,unstated,mixed,hard,own benchmark,,,,,,39.6,score%,0.0289,,,"https://arxiv.org/abs/2610.19780 (page 7, Table 2, row MiniMax-M3, column Overall)",,out:effort-not-established, labopbench-overall,labopbench-2610.19780,grok-4.3,unstated,mixed,hard,own benchmark,,,,,,37.5,score%,0.0289,,,"https://arxiv.org/abs/2610.19780 (page 7, Table 2, row Grok 4.3, column Overall)",,out:effort-not-established, labopbench-overall,labopbench-2610.19780,gemini-3.1-flash-lite,unstated,mixed,hard,own benchmark,,,,,,36.8,score%,0.0289,,,"https://arxiv.org/abs/2610.19780 (page 7, Table 2, row Gemini 3.1 Flash-Lite, column Overall)",,out:effort-not-established, labopbench-overall,labopbench-2610.19780,?Intern-S1-Pro,not-established:absent,mixed,hard,own benchmark,,,,,,28.8,score%,0.0289,,,"https://arxiv.org/abs/2610.19780 (page 7, Table 2, row Intern-S1-Pro, column Overall)",,out:model-not-established, latchbio-biosecbench-surveillance,latchbio-benchmarks-bio,gpt-6.1-sol,unstated,mixed,hard,Pi,,,,,,50.79,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-6-1-sol-pi / column scores.biosecbench-surveillance),,out:effort-not-established, latchbio-biosecbench-surveillance,latchbio-benchmarks-bio,gpt-6-astra,unstated,mixed,hard,Pi,,,,,,48.52,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-6-astra-pi / column scores.biosecbench-surveillance),,out:effort-not-established, latchbio-biosecbench-surveillance,latchbio-benchmarks-bio,opus-5,unstated,mixed,hard,Pi,,,,,,51.48,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row opus-5-pi / column scores.biosecbench-surveillance),,out:effort-not-established, latchbio-biosecbench-surveillance,latchbio-benchmarks-bio,grok-4.6,unstated,mixed,hard,Pi,,,,,,47.52,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row grok-4-6-pi / column scores.biosecbench-surveillance),,out:effort-not-established, latchbio-biosecbench-surveillance,latchbio-benchmarks-bio,gpt-6-sol,unstated,mixed,hard,Pi,,,,,,47.74,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-6-sol-pi / column scores.biosecbench-surveillance),,out:effort-not-established, latchbio-biosecbench-surveillance,latchbio-benchmarks-bio,opus-4.8,unstated,mixed,hard,Pi,,,,,,46.89,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row opus-4-8-pi / column scores.biosecbench-surveillance),,out:effort-not-established, latchbio-biosecbench-surveillance,latchbio-benchmarks-bio,gpt-5.6-sol,unstated,mixed,hard,Pi,,,,,,47.07,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-5-6-sol-pi / column scores.biosecbench-surveillance),,out:effort-not-established, latchbio-biosecbench-surveillance,latchbio-benchmarks-bio,opus-5.5,unstated,mixed,hard,Pi,,,,,,55.81,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row opus-5-5-pi / column scores.biosecbench-surveillance),,out:effort-not-established, latchbio-biosecbench-surveillance,latchbio-benchmarks-bio,deepseek-v4.1-flash,unstated,mixed,hard,Pi,,,,,,51.47,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row deepseek-v4-1-flash-pi / column scores.biosecbench-surveillance),,out:effort-not-established, latchbio-biosecbench-surveillance,latchbio-benchmarks-bio,gpt-5.5,unstated,mixed,hard,Pi,,,,,,47.08,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-5-5-pi / column scores.biosecbench-surveillance),,out:effort-not-established, latchbio-biosecbench-surveillance,latchbio-benchmarks-bio,sonnet-5,unstated,mixed,hard,Pi,,,,,,39.05,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row sonnet-5-pi / column scores.biosecbench-surveillance),,out:effort-not-established, latchbio-biosecbench-surveillance,latchbio-benchmarks-bio,opus-4.7,unstated,mixed,hard,Pi,,,,,,45.79,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row opus-4-7-pi / column scores.biosecbench-surveillance),,out:effort-not-established, latchbio-biosecbench-surveillance,latchbio-benchmarks-bio,gemini-3.8-flash,unstated,mixed,hard,Pi,,,,,,44.11,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gemini-3-8-flash-pi / column scores.biosecbench-surveillance),,out:effort-not-established, latchbio-biosecbench-surveillance,latchbio-benchmarks-bio,gpt-6-luna,unstated,mixed,hard,Pi,,,,,,41.46,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-6-luna-pi / column scores.biosecbench-surveillance),,out:effort-not-established, latchbio-biosecbench-surveillance,latchbio-benchmarks-bio,kimi-k3,unstated,mixed,hard,Pi,,,,,,38.56,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row kimi-k3-pi / column scores.biosecbench-surveillance),,out:effort-not-established, latchbio-biosecbench-surveillance,latchbio-benchmarks-bio,gpt-5.6-luna,unstated,mixed,hard,Pi,,,,,,35.09,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-5-6-luna-pi / column scores.biosecbench-surveillance),,out:effort-not-established, latchbio-biosecbench-surveillance,latchbio-benchmarks-bio,sonnet-4.6,unstated,mixed,hard,Pi,,,,,,32.34,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row sonnet-4-6-pi / column scores.biosecbench-surveillance),,out:effort-not-established, latchbio-epibench,latchbio-benchmarks-bio,sonnet-5.5,unstated,mixed,hard,Pi,,,,,,30.19,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row sonnet-5-5-pi / column scores.epibench),,out:effort-not-established, latchbio-epibench,latchbio-benchmarks-bio,gpt-6.1-sol,unstated,mixed,hard,Pi,,,,,,28.3,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-6-1-sol-pi / column scores.epibench),,out:effort-not-established, latchbio-epibench,latchbio-benchmarks-bio,gpt-6-astra,unstated,mixed,hard,Pi,,,,,,28.3,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-6-astra-pi / column scores.epibench),,out:effort-not-established, latchbio-epibench,latchbio-benchmarks-bio,opus-5,unstated,mixed,hard,Pi,,,,,,25.16,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row opus-5-pi / column scores.epibench),,out:effort-not-established, latchbio-epibench,latchbio-benchmarks-bio,grok-4.6,unstated,mixed,hard,Pi,,,,,,23.58,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row grok-4-6-pi / column scores.epibench),,out:effort-not-established, latchbio-epibench,latchbio-benchmarks-bio,gpt-6-sol,unstated,mixed,hard,Pi,,,,,,22.01,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-6-sol-pi / column scores.epibench),,out:effort-not-established, latchbio-epibench,latchbio-benchmarks-bio,opus-4.8,unstated,mixed,hard,Pi,,,,,,25.79,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row opus-4-8-pi / column scores.epibench),,out:effort-not-established, latchbio-epibench,latchbio-benchmarks-bio,gpt-5.6-sol,unstated,mixed,hard,Pi,,,,,,21.38,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-5-6-sol-pi / column scores.epibench),,out:effort-not-established, latchbio-epibench,latchbio-benchmarks-bio,opus-5.5,unstated,mixed,hard,Pi,,,,,,38.99,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row opus-5-5-pi / column scores.epibench),,out:effort-not-established, latchbio-epibench,latchbio-benchmarks-bio,deepseek-v4.1-flash,unstated,mixed,hard,Pi,,,,,,25.47,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row deepseek-v4-1-flash-pi / column scores.epibench),,out:effort-not-established, latchbio-epibench,latchbio-benchmarks-bio,gpt-5.5,unstated,mixed,hard,Pi,,,,,,28.3,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-5-5-pi / column scores.epibench),,out:effort-not-established, latchbio-epibench,latchbio-benchmarks-bio,sonnet-5,unstated,mixed,hard,Pi,,,,,,19.5,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row sonnet-5-pi / column scores.epibench),,out:effort-not-established, latchbio-epibench,latchbio-benchmarks-bio,opus-4.7,unstated,mixed,hard,Pi,,,,,,22.64,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row opus-4-7-pi / column scores.epibench),,out:effort-not-established, latchbio-epibench,latchbio-benchmarks-bio,gemini-3.8-flash,unstated,mixed,hard,Pi,,,,,,21.38,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gemini-3-8-flash-pi / column scores.epibench),,out:effort-not-established, latchbio-epibench,latchbio-benchmarks-bio,gpt-6-luna,unstated,mixed,hard,Pi,,,,,,19.18,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-6-luna-pi / column scores.epibench),,out:effort-not-established, latchbio-epibench,latchbio-benchmarks-bio,kimi-k3,unstated,mixed,hard,Pi,,,,,,15.72,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row kimi-k3-pi / column scores.epibench),,out:effort-not-established, latchbio-epibench,latchbio-benchmarks-bio,gpt-5.6-luna,unstated,mixed,hard,Pi,,,,,,18.87,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-5-6-luna-pi / column scores.epibench),,out:effort-not-established, latchbio-epibench,latchbio-benchmarks-bio,sonnet-4.6,unstated,mixed,hard,Pi,,,,,,18.87,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row sonnet-4-6-pi / column scores.epibench),,out:effort-not-established, latchbio-functionbench,latchbio-benchmarks-bio,sonnet-5.5,unstated,mixed,hard,Pi,,,,,,51.71,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row sonnet-5-5-pi / column scores.functionbench),,out:effort-not-established, latchbio-functionbench,latchbio-benchmarks-bio,gpt-6.1-sol,unstated,mixed,hard,Pi,,,,,,46.03,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-6-1-sol-pi / column scores.functionbench),,out:effort-not-established, latchbio-functionbench,latchbio-benchmarks-bio,gpt-6-astra,unstated,mixed,hard,Pi,,,,,,48.63,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-6-astra-pi / column scores.functionbench),,out:effort-not-established, latchbio-functionbench,latchbio-benchmarks-bio,opus-5,unstated,mixed,hard,Pi,,,,,,42.46,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row opus-5-pi / column scores.functionbench),,out:effort-not-established, latchbio-functionbench,latchbio-benchmarks-bio,grok-4.6,unstated,mixed,hard,Pi,,,,,,44.04,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row grok-4-6-pi / column scores.functionbench),,out:effort-not-established, latchbio-functionbench,latchbio-benchmarks-bio,gpt-6-sol,unstated,mixed,hard,Pi,,,,,,39.27,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-6-sol-pi / column scores.functionbench),,out:effort-not-established, latchbio-functionbench,latchbio-benchmarks-bio,opus-4.8,unstated,mixed,hard,Pi,,,,,,43.07,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row opus-4-8-pi / column scores.functionbench),,out:effort-not-established, latchbio-functionbench,latchbio-benchmarks-bio,gpt-5.6-sol,unstated,mixed,hard,Pi,,,,,,34.36,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-5-6-sol-pi / column scores.functionbench),,out:effort-not-established, latchbio-functionbench,latchbio-benchmarks-bio,opus-5.5,unstated,mixed,hard,Pi,,,,,,73.61,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row opus-5-5-pi / column scores.functionbench),,out:effort-not-established, latchbio-functionbench,latchbio-benchmarks-bio,deepseek-v4.1-flash,unstated,mixed,hard,Pi,,,,,,40.84,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row deepseek-v4-1-flash-pi / column scores.functionbench),,out:effort-not-established, latchbio-functionbench,latchbio-benchmarks-bio,gpt-5.5,unstated,mixed,hard,Pi,,,,,,28.31,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-5-5-pi / column scores.functionbench),,out:effort-not-established, latchbio-functionbench,latchbio-benchmarks-bio,sonnet-5,unstated,mixed,hard,Pi,,,,,,33.11,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row sonnet-5-pi / column scores.functionbench),,out:effort-not-established, latchbio-functionbench,latchbio-benchmarks-bio,opus-4.7,unstated,mixed,hard,Pi,,,,,,30.75,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row opus-4-7-pi / column scores.functionbench),,out:effort-not-established, latchbio-functionbench,latchbio-benchmarks-bio,gemini-3.8-flash,unstated,mixed,hard,Pi,,,,,,35.96,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gemini-3-8-flash-pi / column scores.functionbench),,out:effort-not-established, latchbio-functionbench,latchbio-benchmarks-bio,gpt-6-luna,unstated,mixed,hard,Pi,,,,,,27.25,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-6-luna-pi / column scores.functionbench),,out:effort-not-established, latchbio-functionbench,latchbio-benchmarks-bio,kimi-k3,unstated,mixed,hard,Pi,,,,,,32.73,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row kimi-k3-pi / column scores.functionbench),,out:effort-not-established, latchbio-functionbench,latchbio-benchmarks-bio,gpt-5.6-luna,unstated,mixed,hard,Pi,,,,,,27.59,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-5-6-luna-pi / column scores.functionbench),,out:effort-not-established, latchbio-functionbench,latchbio-benchmarks-bio,sonnet-4.6,unstated,mixed,hard,Pi,,,,,,25.54,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row sonnet-4-6-pi / column scores.functionbench),,out:effort-not-established, latchbio-metagenomics,latchbio-benchmarks-bio,sonnet-5.5,unstated,mixed,hard,Pi,,,,,,60,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row sonnet-5-5-pi / column scores.metagenomics),,out:effort-not-established, latchbio-metagenomics,latchbio-benchmarks-bio,gpt-6-astra,unstated,mixed,hard,Pi,,,,,,47,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-6-astra-pi / column scores.metagenomics),,out:effort-not-established, latchbio-metagenomics,latchbio-benchmarks-bio,opus-5,unstated,mixed,hard,Pi,,,,,,54,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row opus-5-pi / column scores.metagenomics),,out:effort-not-established, latchbio-metagenomics,latchbio-benchmarks-bio,grok-4.6,unstated,mixed,hard,Pi,,,,,,38.67,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row grok-4-6-pi / column scores.metagenomics),,out:effort-not-established, latchbio-metagenomics,latchbio-benchmarks-bio,gpt-6-sol,unstated,mixed,hard,Pi,,,,,,42,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-6-sol-pi / column scores.metagenomics),,out:effort-not-established, latchbio-metagenomics,latchbio-benchmarks-bio,opus-4.8,unstated,mixed,hard,Pi,,,,,,48.33,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row opus-4-8-pi / column scores.metagenomics),,out:effort-not-established, latchbio-metagenomics,latchbio-benchmarks-bio,gpt-5.6-sol,unstated,mixed,hard,Pi,,,,,,31.33,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-5-6-sol-pi / column scores.metagenomics),,out:effort-not-established, latchbio-metagenomics,latchbio-benchmarks-bio,opus-5.5,unstated,mixed,hard,Pi,,,,,,39.33,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row opus-5-5-pi / column scores.metagenomics),,out:effort-not-established, latchbio-metagenomics,latchbio-benchmarks-bio,deepseek-v4.1-flash,unstated,mixed,hard,Pi,,,,,,38,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row deepseek-v4-1-flash-pi / column scores.metagenomics),,out:effort-not-established, latchbio-metagenomics,latchbio-benchmarks-bio,sonnet-5,unstated,mixed,hard,Pi,,,,,,42.33,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row sonnet-5-pi / column scores.metagenomics),,out:effort-not-established, latchbio-metagenomics,latchbio-benchmarks-bio,opus-4.7,unstated,mixed,hard,Pi,,,,,,35.33,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row opus-4-7-pi / column scores.metagenomics),,out:effort-not-established, latchbio-metagenomics,latchbio-benchmarks-bio,gemini-3.8-flash,unstated,mixed,hard,Pi,,,,,,26.67,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gemini-3-8-flash-pi / column scores.metagenomics),,out:effort-not-established, latchbio-metagenomics,latchbio-benchmarks-bio,gpt-6-luna,unstated,mixed,hard,Pi,,,,,,30.67,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-6-luna-pi / column scores.metagenomics),,out:effort-not-established, latchbio-metagenomics,latchbio-benchmarks-bio,kimi-k3,unstated,mixed,hard,Pi,,,,,,27.33,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row kimi-k3-pi / column scores.metagenomics),,out:effort-not-established, latchbio-metagenomics,latchbio-benchmarks-bio,gpt-5.6-luna,unstated,mixed,hard,Pi,,,,,,22.67,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-5-6-luna-pi / column scores.metagenomics),,out:effort-not-established, latchbio-metagenomics,latchbio-benchmarks-bio,sonnet-4.6,unstated,mixed,hard,Pi,,,,,,27.67,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row sonnet-4-6-pi / column scores.metagenomics),,out:effort-not-established, latchbio-oncologybench,latchbio-benchmarks-bio,sonnet-5.5,unstated,mixed,hard,Pi,,,,,,29.3333333333,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row sonnet-5-5-pi / column scores.oncologybench),,out:effort-not-established, latchbio-oncologybench,latchbio-benchmarks-bio,gpt-6-astra,unstated,mixed,hard,Pi,,,,,,21.3333333333,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-6-astra-pi / column scores.oncologybench),,out:effort-not-established, latchbio-oncologybench,latchbio-benchmarks-bio,opus-5,unstated,mixed,hard,Pi,,,,,,40,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row opus-5-pi / column scores.oncologybench),,out:effort-not-established, latchbio-oncologybench,latchbio-benchmarks-bio,grok-4.6,unstated,mixed,hard,Pi,,,,,,18.6666666667,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row grok-4-6-pi / column scores.oncologybench),,out:effort-not-established, latchbio-oncologybench,latchbio-benchmarks-bio,gpt-6-sol,unstated,mixed,hard,Pi,,,,,,18.6666666667,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-6-sol-pi / column scores.oncologybench),,out:effort-not-established, latchbio-oncologybench,latchbio-benchmarks-bio,opus-4.8,unstated,mixed,hard,Pi,,,,,,16,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row opus-4-8-pi / column scores.oncologybench),,out:effort-not-established, latchbio-oncologybench,latchbio-benchmarks-bio,gpt-5.6-sol,unstated,mixed,hard,Pi,,,,,,18.6666666667,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-5-6-sol-pi / column scores.oncologybench),,out:effort-not-established, latchbio-oncologybench,latchbio-benchmarks-bio,opus-5.5,unstated,mixed,hard,Pi,,,,,,29.3333333333,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row opus-5-5-pi / column scores.oncologybench),,out:effort-not-established, latchbio-oncologybench,latchbio-benchmarks-bio,deepseek-v4.1-flash,unstated,mixed,hard,Pi,,,,,,14.6666666667,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row deepseek-v4-1-flash-pi / column scores.oncologybench),,out:effort-not-established, latchbio-oncologybench,latchbio-benchmarks-bio,gpt-5.5,unstated,mixed,hard,Pi,,,,,,14.6666666667,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-5-5-pi / column scores.oncologybench),,out:effort-not-established, latchbio-oncologybench,latchbio-benchmarks-bio,sonnet-5,unstated,mixed,hard,Pi,,,,,,14.6666666667,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row sonnet-5-pi / column scores.oncologybench),,out:effort-not-established, latchbio-oncologybench,latchbio-benchmarks-bio,gemini-3.8-flash,unstated,mixed,hard,Pi,,,,,,13.3333333333,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gemini-3-8-flash-pi / column scores.oncologybench),,out:effort-not-established, latchbio-oncologybench,latchbio-benchmarks-bio,gpt-6-luna,unstated,mixed,hard,Pi,,,,,,12,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-6-luna-pi / column scores.oncologybench),,out:effort-not-established, latchbio-oncologybench,latchbio-benchmarks-bio,kimi-k3,unstated,mixed,hard,Pi,,,,,,24,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row kimi-k3-pi / column scores.oncologybench),,out:effort-not-established, latchbio-oncologybench,latchbio-benchmarks-bio,gpt-5.6-luna,unstated,mixed,hard,Pi,,,,,,10.6666666667,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-5-6-luna-pi / column scores.oncologybench),,out:effort-not-established, latchbio-oncologybench,latchbio-benchmarks-bio,sonnet-4.6,unstated,mixed,hard,Pi,,,,,,2.6666666667,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row sonnet-4-6-pi / column scores.oncologybench),,out:effort-not-established, latchbio-scbench,latchbio-benchmarks-bio,sonnet-5.5,unstated,mixed,hard,Pi,,,,,,60.34,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row sonnet-5-5-pi / column scores.scbench),,out:effort-not-established, latchbio-scbench,latchbio-benchmarks-bio,gpt-6.1-sol,unstated,mixed,hard,Pi,,,,,,62.91,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-6-1-sol-pi / column scores.scbench),,out:effort-not-established, latchbio-scbench,latchbio-benchmarks-bio,gpt-6-astra,unstated,mixed,hard,Pi,,,,,,63.93,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-6-astra-pi / column scores.scbench),,out:effort-not-established, latchbio-scbench,latchbio-benchmarks-bio,opus-5,unstated,mixed,hard,Pi,,,,,,58.29,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row opus-5-pi / column scores.scbench),,out:effort-not-established, latchbio-scbench,latchbio-benchmarks-bio,grok-4.6,unstated,mixed,hard,Pi,,,,,,59.15,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row grok-4-6-pi / column scores.scbench),,out:effort-not-established, latchbio-scbench,latchbio-benchmarks-bio,gpt-6-sol,unstated,mixed,hard,Pi,,,,,,61.54,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-6-sol-pi / column scores.scbench),,out:effort-not-established, latchbio-scbench,latchbio-benchmarks-bio,opus-4.8,unstated,mixed,hard,Pi,,,,,,57.09,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row opus-4-8-pi / column scores.scbench),,out:effort-not-established, latchbio-scbench,latchbio-benchmarks-bio,gpt-5.6-sol,unstated,mixed,hard,Pi,,,,,,58.8,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-5-6-sol-pi / column scores.scbench),,out:effort-not-established, latchbio-scbench,latchbio-benchmarks-bio,opus-5.5,unstated,mixed,hard,Pi,,,,,,55.38,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row opus-5-5-pi / column scores.scbench),,out:effort-not-established, latchbio-scbench,latchbio-benchmarks-bio,deepseek-v4.1-flash,unstated,mixed,hard,Pi,,,,,,54.7,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row deepseek-v4-1-flash-pi / column scores.scbench),,out:effort-not-established, latchbio-scbench,latchbio-benchmarks-bio,gpt-5.5,unstated,mixed,hard,Pi,,,,,,57.09,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-5-5-pi / column scores.scbench),,out:effort-not-established, latchbio-scbench,latchbio-benchmarks-bio,sonnet-5,unstated,mixed,hard,Pi,,,,,,55.56,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row sonnet-5-pi / column scores.scbench),,out:effort-not-established, latchbio-scbench,latchbio-benchmarks-bio,opus-4.7,unstated,mixed,hard,Pi,,,,,,50.77,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row opus-4-7-pi / column scores.scbench),,out:effort-not-established, latchbio-scbench,latchbio-benchmarks-bio,gemini-3.8-flash,unstated,mixed,hard,Pi,,,,,,34.02,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gemini-3-8-flash-pi / column scores.scbench),,out:effort-not-established, latchbio-scbench,latchbio-benchmarks-bio,gpt-6-luna,unstated,mixed,hard,Pi,,,,,,53.85,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-6-luna-pi / column scores.scbench),,out:effort-not-established, latchbio-scbench,latchbio-benchmarks-bio,kimi-k3,unstated,mixed,hard,Pi,,,,,,47.52,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row kimi-k3-pi / column scores.scbench),,out:effort-not-established, latchbio-scbench,latchbio-benchmarks-bio,gpt-5.6-luna,unstated,mixed,hard,Pi,,,,,,50.26,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-5-6-luna-pi / column scores.scbench),,out:effort-not-established, latchbio-scbench,latchbio-benchmarks-bio,sonnet-4.6,unstated,mixed,hard,Pi,,,,,,39.49,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row sonnet-4-6-pi / column scores.scbench),,out:effort-not-established, latchbio-scbench-long,latchbio-benchmarks-bio,sonnet-5.5,unstated,mixed,hard,Pi,,,,,,30.3,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row sonnet-5-5-pi / column scores.scbench-long),,out:effort-not-established, latchbio-scbench-long,latchbio-benchmarks-bio,gpt-6.1-sol,unstated,mixed,hard,Pi,,,,,,26.7,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-6-1-sol-pi / column scores.scbench-long),,out:effort-not-established, latchbio-scbench-long,latchbio-benchmarks-bio,gpt-6-astra,unstated,mixed,hard,Pi,,,,,,27.27,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-6-astra-pi / column scores.scbench-long),,out:effort-not-established, latchbio-scbench-long,latchbio-benchmarks-bio,opus-5,unstated,mixed,hard,Pi,,,,,,27.27,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row opus-5-pi / column scores.scbench-long),,out:effort-not-established, latchbio-scbench-long,latchbio-benchmarks-bio,grok-4.6,unstated,mixed,hard,Pi,,,,,,16.48,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row grok-4-6-pi / column scores.scbench-long),,out:effort-not-established, latchbio-scbench-long,latchbio-benchmarks-bio,gpt-6-sol,unstated,mixed,hard,Pi,,,,,,28.41,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-6-sol-pi / column scores.scbench-long),,out:effort-not-established, latchbio-scbench-long,latchbio-benchmarks-bio,opus-4.8,unstated,mixed,hard,Pi,,,,,,16.48,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row opus-4-8-pi / column scores.scbench-long),,out:effort-not-established, latchbio-scbench-long,latchbio-benchmarks-bio,gpt-5.6-sol,unstated,mixed,hard,Pi,,,,,,27.84,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-5-6-sol-pi / column scores.scbench-long),,out:effort-not-established, latchbio-scbench-long,latchbio-benchmarks-bio,opus-5.5,unstated,mixed,hard,Pi,,,,,,6.82,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row opus-5-5-pi / column scores.scbench-long),,out:effort-not-established, latchbio-scbench-long,latchbio-benchmarks-bio,deepseek-v4.1-flash,unstated,mixed,hard,Pi,,,,,,14.77,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row deepseek-v4-1-flash-pi / column scores.scbench-long),,out:effort-not-established, latchbio-scbench-long,latchbio-benchmarks-bio,gpt-5.5,unstated,mixed,hard,Pi,,,,,,21.59,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-5-5-pi / column scores.scbench-long),,out:effort-not-established, latchbio-scbench-long,latchbio-benchmarks-bio,sonnet-5,unstated,mixed,hard,Pi,,,,,,15.91,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row sonnet-5-pi / column scores.scbench-long),,out:effort-not-established, latchbio-scbench-long,latchbio-benchmarks-bio,opus-4.7,unstated,mixed,hard,Pi,,,,,,11.36,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row opus-4-7-pi / column scores.scbench-long),,out:effort-not-established, latchbio-scbench-long,latchbio-benchmarks-bio,gemini-3.8-flash,unstated,mixed,hard,Pi,,,,,,19.89,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gemini-3-8-flash-pi / column scores.scbench-long),,out:effort-not-established, latchbio-scbench-long,latchbio-benchmarks-bio,gpt-6-luna,unstated,mixed,hard,Pi,,,,,,10.8,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-6-luna-pi / column scores.scbench-long),,out:effort-not-established, latchbio-scbench-long,latchbio-benchmarks-bio,kimi-k3,unstated,mixed,hard,Pi,,,,,,14.2,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row kimi-k3-pi / column scores.scbench-long),,out:effort-not-established, latchbio-scbench-long,latchbio-benchmarks-bio,gpt-5.6-luna,unstated,mixed,hard,Pi,,,,,,13.07,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-5-6-luna-pi / column scores.scbench-long),,out:effort-not-established, latchbio-scbench-long,latchbio-benchmarks-bio,sonnet-4.6,unstated,mixed,hard,Pi,,,,,,8.52,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row sonnet-4-6-pi / column scores.scbench-long),,out:effort-not-established, latchbio-spatialbench,latchbio-benchmarks-bio,sonnet-5.5,unstated,mixed,hard,Pi,,,,,,72.75,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row sonnet-5-5-pi / column scores.spatialbench),,out:effort-not-established, latchbio-spatialbench,latchbio-benchmarks-bio,gpt-6.1-sol,unstated,mixed,hard,Pi,,,,,,67.25,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-6-1-sol-pi / column scores.spatialbench),,out:effort-not-established, latchbio-spatialbench,latchbio-benchmarks-bio,gpt-6-astra,unstated,mixed,hard,Pi,,,,,,66.67,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-6-astra-pi / column scores.spatialbench),,out:effort-not-established, latchbio-spatialbench,latchbio-benchmarks-bio,opus-5,unstated,mixed,hard,Pi,,,,,,68.41,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row opus-5-pi / column scores.spatialbench),,out:effort-not-established, latchbio-spatialbench,latchbio-benchmarks-bio,grok-4.6,unstated,mixed,hard,Pi,,,,,,67.25,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row grok-4-6-pi / column scores.spatialbench),,out:effort-not-established, latchbio-spatialbench,latchbio-benchmarks-bio,gpt-6-sol,unstated,mixed,hard,Pi,,,,,,67.54,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-6-sol-pi / column scores.spatialbench),,out:effort-not-established, latchbio-spatialbench,latchbio-benchmarks-bio,opus-4.8,unstated,mixed,hard,Pi,,,,,,65.8,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row opus-4-8-pi / column scores.spatialbench),,out:effort-not-established, latchbio-spatialbench,latchbio-benchmarks-bio,gpt-5.6-sol,unstated,mixed,hard,Pi,,,,,,67.54,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-5-6-sol-pi / column scores.spatialbench),,out:effort-not-established, latchbio-spatialbench,latchbio-benchmarks-bio,opus-5.5,unstated,mixed,hard,Pi,,,,,,72.75,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row opus-5-5-pi / column scores.spatialbench),,out:effort-not-established, latchbio-spatialbench,latchbio-benchmarks-bio,deepseek-v4.1-flash,unstated,mixed,hard,Pi,,,,,,63.19,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row deepseek-v4-1-flash-pi / column scores.spatialbench),,out:effort-not-established, latchbio-spatialbench,latchbio-benchmarks-bio,gpt-5.5,unstated,mixed,hard,Pi,,,,,,64.06,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-5-5-pi / column scores.spatialbench),,out:effort-not-established, latchbio-spatialbench,latchbio-benchmarks-bio,sonnet-5,unstated,mixed,hard,Pi,,,,,,66.67,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row sonnet-5-pi / column scores.spatialbench),,out:effort-not-established, latchbio-spatialbench,latchbio-benchmarks-bio,opus-4.7,unstated,mixed,hard,Pi,,,,,,54.78,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row opus-4-7-pi / column scores.spatialbench),,out:effort-not-established, latchbio-spatialbench,latchbio-benchmarks-bio,gemini-3.8-flash,unstated,mixed,hard,Pi,,,,,,59.42,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gemini-3-8-flash-pi / column scores.spatialbench),,out:effort-not-established, latchbio-spatialbench,latchbio-benchmarks-bio,gpt-6-luna,unstated,mixed,hard,Pi,,,,,,59.71,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-6-luna-pi / column scores.spatialbench),,out:effort-not-established, latchbio-spatialbench,latchbio-benchmarks-bio,kimi-k3,unstated,mixed,hard,Pi,,,,,,63.48,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row kimi-k3-pi / column scores.spatialbench),,out:effort-not-established, latchbio-spatialbench,latchbio-benchmarks-bio,gpt-5.6-luna,unstated,mixed,hard,Pi,,,,,,60.87,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-5-6-luna-pi / column scores.spatialbench),,out:effort-not-established, latchbio-spatialbench,latchbio-benchmarks-bio,sonnet-4.6,unstated,mixed,hard,Pi,,,,,,53.91,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row sonnet-4-6-pi / column scores.spatialbench),,out:effort-not-established, latchbio-spatialbench-long,latchbio-benchmarks-bio,sonnet-5.5,unstated,mixed,hard,Pi,,,,,,34.92,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row sonnet-5-5-pi / column scores.spatialbench-long),,out:effort-not-established, latchbio-spatialbench-long,latchbio-benchmarks-bio,gpt-6.1-sol,unstated,mixed,hard,Pi,,,,,,38.69,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-6-1-sol-pi / column scores.spatialbench-long),,out:effort-not-established, latchbio-spatialbench-long,latchbio-benchmarks-bio,gpt-6-astra,unstated,mixed,hard,Pi,,,,,,37.5,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-6-astra-pi / column scores.spatialbench-long),,out:effort-not-established, latchbio-spatialbench-long,latchbio-benchmarks-bio,opus-5,unstated,mixed,hard,Pi,,,,,,27.98,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row opus-5-pi / column scores.spatialbench-long),,out:effort-not-established, latchbio-spatialbench-long,latchbio-benchmarks-bio,grok-4.6,unstated,mixed,hard,Pi,,,,,,26.19,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row grok-4-6-pi / column scores.spatialbench-long),,out:effort-not-established, latchbio-spatialbench-long,latchbio-benchmarks-bio,gpt-6-sol,unstated,mixed,hard,Pi,,,,,,31.55,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-6-sol-pi / column scores.spatialbench-long),,out:effort-not-established, latchbio-spatialbench-long,latchbio-benchmarks-bio,opus-4.8,unstated,mixed,hard,Pi,,,,,,33.33,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row opus-4-8-pi / column scores.spatialbench-long),,out:effort-not-established, latchbio-spatialbench-long,latchbio-benchmarks-bio,gpt-5.6-sol,unstated,mixed,hard,Pi,,,,,,37.5,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-5-6-sol-pi / column scores.spatialbench-long),,out:effort-not-established, latchbio-spatialbench-long,latchbio-benchmarks-bio,opus-5.5,unstated,mixed,hard,Pi,,,,,,20.24,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row opus-5-5-pi / column scores.spatialbench-long),,out:effort-not-established, latchbio-spatialbench-long,latchbio-benchmarks-bio,deepseek-v4.1-flash,unstated,mixed,hard,Pi,,,,,,26.19,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row deepseek-v4-1-flash-pi / column scores.spatialbench-long),,out:effort-not-established, latchbio-spatialbench-long,latchbio-benchmarks-bio,gpt-5.5,unstated,mixed,hard,Pi,,,,,,32.14,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-5-5-pi / column scores.spatialbench-long),,out:effort-not-established, latchbio-spatialbench-long,latchbio-benchmarks-bio,sonnet-5,unstated,mixed,hard,Pi,,,,,,24.4,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row sonnet-5-pi / column scores.spatialbench-long),,out:effort-not-established, latchbio-spatialbench-long,latchbio-benchmarks-bio,opus-4.7,unstated,mixed,hard,Pi,,,,,,26.19,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row opus-4-7-pi / column scores.spatialbench-long),,out:effort-not-established, latchbio-spatialbench-long,latchbio-benchmarks-bio,gemini-3.8-flash,unstated,mixed,hard,Pi,,,,,,28.57,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gemini-3-8-flash-pi / column scores.spatialbench-long),,out:effort-not-established, latchbio-spatialbench-long,latchbio-benchmarks-bio,gpt-6-luna,unstated,mixed,hard,Pi,,,,,,23.21,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-6-luna-pi / column scores.spatialbench-long),,out:effort-not-established, latchbio-spatialbench-long,latchbio-benchmarks-bio,kimi-k3,unstated,mixed,hard,Pi,,,,,,22.62,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row kimi-k3-pi / column scores.spatialbench-long),,out:effort-not-established, latchbio-spatialbench-long,latchbio-benchmarks-bio,gpt-5.6-luna,unstated,mixed,hard,Pi,,,,,,22.62,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-5-6-luna-pi / column scores.spatialbench-long),,out:effort-not-established, latchbio-spatialbench-long,latchbio-benchmarks-bio,sonnet-4.6,unstated,mixed,hard,Pi,,,,,,22.62,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row sonnet-4-6-pi / column scores.spatialbench-long),,out:effort-not-established, latchbio-txbench-ab,latchbio-benchmarks-bio,sonnet-5.5,unstated,mixed,hard,Pi,,,,,,54.67,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row sonnet-5-5-pi / column scores.txbench-ab),,out:effort-not-established, latchbio-txbench-ab,latchbio-benchmarks-bio,gpt-6.1-sol,unstated,mixed,hard,Pi,,,,,,49.67,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-6-1-sol-pi / column scores.txbench-ab),,out:effort-not-established, latchbio-txbench-ab,latchbio-benchmarks-bio,gpt-6-astra,unstated,mixed,hard,Pi,,,,,,56,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-6-astra-pi / column scores.txbench-ab),,out:effort-not-established, latchbio-txbench-ab,latchbio-benchmarks-bio,opus-5,unstated,mixed,hard,Pi,,,,,,48.67,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row opus-5-pi / column scores.txbench-ab),,out:effort-not-established, latchbio-txbench-ab,latchbio-benchmarks-bio,grok-4.6,unstated,mixed,hard,Pi,,,,,,53,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row grok-4-6-pi / column scores.txbench-ab),,out:effort-not-established, latchbio-txbench-ab,latchbio-benchmarks-bio,gpt-6-sol,unstated,mixed,hard,Pi,,,,,,43.33,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-6-sol-pi / column scores.txbench-ab),,out:effort-not-established, latchbio-txbench-ab,latchbio-benchmarks-bio,opus-4.8,unstated,mixed,hard,Pi,,,,,,33.33,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row opus-4-8-pi / column scores.txbench-ab),,out:effort-not-established, latchbio-txbench-ab,latchbio-benchmarks-bio,gpt-5.6-sol,unstated,mixed,hard,Pi,,,,,,37.33,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-5-6-sol-pi / column scores.txbench-ab),,out:effort-not-established, latchbio-txbench-ab,latchbio-benchmarks-bio,opus-5.5,unstated,mixed,hard,Pi,,,,,,8.33,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row opus-5-5-pi / column scores.txbench-ab),,out:effort-not-established, latchbio-txbench-ab,latchbio-benchmarks-bio,gpt-5.5,unstated,mixed,hard,Pi,,,,,,33,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-5-5-pi / column scores.txbench-ab),,out:effort-not-established, latchbio-txbench-ab,latchbio-benchmarks-bio,sonnet-5,unstated,mixed,hard,Pi,,,,,,27.67,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row sonnet-5-pi / column scores.txbench-ab),,out:effort-not-established, latchbio-txbench-ab,latchbio-benchmarks-bio,opus-4.7,unstated,mixed,hard,Pi,,,,,,31.67,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row opus-4-7-pi / column scores.txbench-ab),,out:effort-not-established, latchbio-txbench-ab,latchbio-benchmarks-bio,gemini-3.8-flash,unstated,mixed,hard,Pi,,,,,,49,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gemini-3-8-flash-pi / column scores.txbench-ab),,out:effort-not-established, latchbio-txbench-ab,latchbio-benchmarks-bio,gpt-6-luna,unstated,mixed,hard,Pi,,,,,,34,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-6-luna-pi / column scores.txbench-ab),,out:effort-not-established, latchbio-txbench-ab,latchbio-benchmarks-bio,kimi-k3,unstated,mixed,hard,Pi,,,,,,35.33,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row kimi-k3-pi / column scores.txbench-ab),,out:effort-not-established, latchbio-txbench-ab,latchbio-benchmarks-bio,gpt-5.6-luna,unstated,mixed,hard,Pi,,,,,,19.33,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-5-6-luna-pi / column scores.txbench-ab),,out:effort-not-established, latchbio-txbench-ab,latchbio-benchmarks-bio,sonnet-4.6,unstated,mixed,hard,Pi,,,,,,26.33,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row sonnet-4-6-pi / column scores.txbench-ab),,out:effort-not-established, latchbio-txbench-od,latchbio-benchmarks-bio,sonnet-5.5,unstated,mixed,hard,Pi,,,,,,51.92,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row sonnet-5-5-pi / column scores.txbench-od),,out:effort-not-established, latchbio-txbench-od,latchbio-benchmarks-bio,gpt-6.1-sol,unstated,mixed,hard,Pi,,,,,,52.51,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-6-1-sol-pi / column scores.txbench-od),,out:effort-not-established, latchbio-txbench-od,latchbio-benchmarks-bio,gpt-6-astra,unstated,mixed,hard,Pi,,,,,,51.92,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-6-astra-pi / column scores.txbench-od),,out:effort-not-established, latchbio-txbench-od,latchbio-benchmarks-bio,opus-5,unstated,mixed,hard,Pi,,,,,,42.48,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row opus-5-pi / column scores.txbench-od),,out:effort-not-established, latchbio-txbench-od,latchbio-benchmarks-bio,grok-4.6,unstated,mixed,hard,Pi,,,,,,46.02,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row grok-4-6-pi / column scores.txbench-od),,out:effort-not-established, latchbio-txbench-od,latchbio-benchmarks-bio,gpt-6-sol,unstated,mixed,hard,Pi,,,,,,43.07,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-6-sol-pi / column scores.txbench-od),,out:effort-not-established, latchbio-txbench-od,latchbio-benchmarks-bio,opus-4.8,unstated,mixed,hard,Pi,,,,,,37.46,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row opus-4-8-pi / column scores.txbench-od),,out:effort-not-established, latchbio-txbench-od,latchbio-benchmarks-bio,gpt-5.6-sol,unstated,mixed,hard,Pi,,,,,,35.99,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-5-6-sol-pi / column scores.txbench-od),,out:effort-not-established, latchbio-txbench-od,latchbio-benchmarks-bio,opus-5.5,unstated,mixed,hard,Pi,,,,,,1.47,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row opus-5-5-pi / column scores.txbench-od),,out:effort-not-established, latchbio-txbench-od,latchbio-benchmarks-bio,deepseek-v4.1-flash,unstated,mixed,hard,Pi,,,,,,34.81,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row deepseek-v4-1-flash-pi / column scores.txbench-od),,out:effort-not-established, latchbio-txbench-od,latchbio-benchmarks-bio,gpt-5.5,unstated,mixed,hard,Pi,,,,,,33.92,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-5-5-pi / column scores.txbench-od),,out:effort-not-established, latchbio-txbench-od,latchbio-benchmarks-bio,sonnet-5,unstated,mixed,hard,Pi,,,,,,36.58,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row sonnet-5-pi / column scores.txbench-od),,out:effort-not-established, latchbio-txbench-od,latchbio-benchmarks-bio,opus-4.7,unstated,mixed,hard,Pi,,,,,,31.86,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row opus-4-7-pi / column scores.txbench-od),,out:effort-not-established, latchbio-txbench-od,latchbio-benchmarks-bio,gemini-3.8-flash,unstated,mixed,hard,Pi,,,,,,35.1,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gemini-3-8-flash-pi / column scores.txbench-od),,out:effort-not-established, latchbio-txbench-od,latchbio-benchmarks-bio,gpt-6-luna,unstated,mixed,hard,Pi,,,,,,33.63,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-6-luna-pi / column scores.txbench-od),,out:effort-not-established, latchbio-txbench-od,latchbio-benchmarks-bio,kimi-k3,unstated,mixed,hard,Pi,,,,,,31.27,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row kimi-k3-pi / column scores.txbench-od),,out:effort-not-established, latchbio-txbench-od,latchbio-benchmarks-bio,gpt-5.6-luna,unstated,mixed,hard,Pi,,,,,,23.01,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-5-6-luna-pi / column scores.txbench-od),,out:effort-not-established, latchbio-txbench-od,latchbio-benchmarks-bio,sonnet-4.6,unstated,mixed,hard,Pi,,,,,,30.09,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row sonnet-4-6-pi / column scores.txbench-od),,out:effort-not-established, latchbio-txbench-pp,latchbio-benchmarks-bio,sonnet-5.5,unstated,mixed,hard,Pi,,,,,,64.33,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row sonnet-5-5-pi / column scores.txbench-pp),,out:effort-not-established, latchbio-txbench-pp,latchbio-benchmarks-bio,gpt-6.1-sol,unstated,mixed,hard,Pi,,,,,,59.67,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-6-1-sol-pi / column scores.txbench-pp),,out:effort-not-established, latchbio-txbench-pp,latchbio-benchmarks-bio,gpt-6-astra,unstated,mixed,hard,Pi,,,,,,59.33,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-6-astra-pi / column scores.txbench-pp),,out:effort-not-established, latchbio-txbench-pp,latchbio-benchmarks-bio,opus-5,unstated,mixed,hard,Pi,,,,,,63,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row opus-5-pi / column scores.txbench-pp),,out:effort-not-established, latchbio-txbench-pp,latchbio-benchmarks-bio,grok-4.6,unstated,mixed,hard,Pi,,,,,,61.67,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row grok-4-6-pi / column scores.txbench-pp),,out:effort-not-established, latchbio-txbench-pp,latchbio-benchmarks-bio,gpt-6-sol,unstated,mixed,hard,Pi,,,,,,63,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-6-sol-pi / column scores.txbench-pp),,out:effort-not-established, latchbio-txbench-pp,latchbio-benchmarks-bio,opus-4.8,unstated,mixed,hard,Pi,,,,,,57.67,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row opus-4-8-pi / column scores.txbench-pp),,out:effort-not-established, latchbio-txbench-pp,latchbio-benchmarks-bio,gpt-5.6-sol,unstated,mixed,hard,Pi,,,,,,61.33,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-5-6-sol-pi / column scores.txbench-pp),,out:effort-not-established, latchbio-txbench-pp,latchbio-benchmarks-bio,opus-5.5,unstated,mixed,hard,Pi,,,,,,26.33,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row opus-5-5-pi / column scores.txbench-pp),,out:effort-not-established, latchbio-txbench-pp,latchbio-benchmarks-bio,deepseek-v4.1-flash,unstated,mixed,hard,Pi,,,,,,46.67,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row deepseek-v4-1-flash-pi / column scores.txbench-pp),,out:effort-not-established, latchbio-txbench-pp,latchbio-benchmarks-bio,gpt-5.5,unstated,mixed,hard,Pi,,,,,,55.33,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-5-5-pi / column scores.txbench-pp),,out:effort-not-established, latchbio-txbench-pp,latchbio-benchmarks-bio,sonnet-5,unstated,mixed,hard,Pi,,,,,,49.33,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row sonnet-5-pi / column scores.txbench-pp),,out:effort-not-established, latchbio-txbench-pp,latchbio-benchmarks-bio,opus-4.7,unstated,mixed,hard,Pi,,,,,,45.33,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row opus-4-7-pi / column scores.txbench-pp),,out:effort-not-established, latchbio-txbench-pp,latchbio-benchmarks-bio,gemini-3.8-flash,unstated,mixed,hard,Pi,,,,,,54.67,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gemini-3-8-flash-pi / column scores.txbench-pp),,out:effort-not-established, latchbio-txbench-pp,latchbio-benchmarks-bio,gpt-6-luna,unstated,mixed,hard,Pi,,,,,,44.33,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-6-luna-pi / column scores.txbench-pp),,out:effort-not-established, latchbio-txbench-pp,latchbio-benchmarks-bio,kimi-k3,unstated,mixed,hard,Pi,,,,,,39.67,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row kimi-k3-pi / column scores.txbench-pp),,out:effort-not-established, latchbio-txbench-pp,latchbio-benchmarks-bio,gpt-5.6-luna,unstated,mixed,hard,Pi,,,,,,43.33,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-5-6-luna-pi / column scores.txbench-pp),,out:effort-not-established, latchbio-txbench-pp,latchbio-benchmarks-bio,sonnet-4.6,unstated,mixed,hard,Pi,,,,,,34.33,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row sonnet-4-6-pi / column scores.txbench-pp),,out:effort-not-established, latchbio-variantbench,latchbio-benchmarks-bio,sonnet-5.5,unstated,mixed,hard,Pi,,,,,,51.69,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row sonnet-5-5-pi / column scores.variantbench),,out:effort-not-established, latchbio-variantbench,latchbio-benchmarks-bio,gpt-6.1-sol,unstated,mixed,hard,Pi,,,,,,46.05,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-6-1-sol-pi / column scores.variantbench),,out:effort-not-established, latchbio-variantbench,latchbio-benchmarks-bio,gpt-6-astra,unstated,mixed,hard,Pi,,,,,,46.61,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-6-astra-pi / column scores.variantbench),,out:effort-not-established, latchbio-variantbench,latchbio-benchmarks-bio,opus-5,unstated,mixed,hard,Pi,,,,,,50.56,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row opus-5-pi / column scores.variantbench),,out:effort-not-established, latchbio-variantbench,latchbio-benchmarks-bio,grok-4.6,unstated,mixed,hard,Pi,,,,,,40.4,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row grok-4-6-pi / column scores.variantbench),,out:effort-not-established, latchbio-variantbench,latchbio-benchmarks-bio,gpt-6-sol,unstated,mixed,hard,Pi,,,,,,38.7,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-6-sol-pi / column scores.variantbench),,out:effort-not-established, latchbio-variantbench,latchbio-benchmarks-bio,opus-4.8,unstated,mixed,hard,Pi,,,,,,42.37,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row opus-4-8-pi / column scores.variantbench),,out:effort-not-established, latchbio-variantbench,latchbio-benchmarks-bio,gpt-5.6-sol,unstated,mixed,hard,Pi,,,,,,35.31,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-5-6-sol-pi / column scores.variantbench),,out:effort-not-established, latchbio-variantbench,latchbio-benchmarks-bio,opus-5.5,unstated,mixed,hard,Pi,,,,,,50.56,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row opus-5-5-pi / column scores.variantbench),,out:effort-not-established, latchbio-variantbench,latchbio-benchmarks-bio,deepseek-v4.1-flash,unstated,mixed,hard,Pi,,,,,,31.07,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row deepseek-v4-1-flash-pi / column scores.variantbench),,out:effort-not-established, latchbio-variantbench,latchbio-benchmarks-bio,gpt-5.5,unstated,mixed,hard,Pi,,,,,,30.51,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-5-5-pi / column scores.variantbench),,out:effort-not-established, latchbio-variantbench,latchbio-benchmarks-bio,sonnet-5,unstated,mixed,hard,Pi,,,,,,39.83,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row sonnet-5-pi / column scores.variantbench),,out:effort-not-established, latchbio-variantbench,latchbio-benchmarks-bio,opus-4.7,unstated,mixed,hard,Pi,,,,,,35.03,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row opus-4-7-pi / column scores.variantbench),,out:effort-not-established, latchbio-variantbench,latchbio-benchmarks-bio,gemini-3.8-flash,unstated,mixed,hard,Pi,,,,,,31.36,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gemini-3-8-flash-pi / column scores.variantbench),,out:effort-not-established, latchbio-variantbench,latchbio-benchmarks-bio,gpt-6-luna,unstated,mixed,hard,Pi,,,,,,27.68,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-6-luna-pi / column scores.variantbench),,out:effort-not-established, latchbio-variantbench,latchbio-benchmarks-bio,kimi-k3,unstated,mixed,hard,Pi,,,,,,31.36,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row kimi-k3-pi / column scores.variantbench),,out:effort-not-established, latchbio-variantbench,latchbio-benchmarks-bio,gpt-5.6-luna,unstated,mixed,hard,Pi,,,,,,24.01,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row gpt-5-6-luna-pi / column scores.variantbench),,out:effort-not-established, latchbio-variantbench,latchbio-benchmarks-bio,sonnet-4.6,unstated,mixed,hard,Pi,,,,,,31.07,pass-rate%(macro),0.00289,,,https://benchmarks.bio/ ($.capabilitiesLeaderboard / row sonnet-4-6-pi / column scores.variantbench),,out:effort-not-established, leanzero-gauntlet72,leanzero,?Qwen3.8 Max Prime,not-established:absent,coding,hard,goose-fork-agent,,,,,,83.64,Gauntlet 7.2 score x100,0.00289,,,"https://leanzero.net/agentic-benchmarks (leaderboard row (Gauntlet 7.2), the row's rank, name, id and score)",,out:model-not-established, leanzero-gauntlet72,leanzero,sonnet-5.5,unstated,coding,hard,goose-fork-agent,,,,,,79.84,Gauntlet 7.2 score x100,0.00289,,,"https://leanzero.net/agentic-benchmarks (leaderboard row (Gauntlet 7.2), the row's rank, name, id and score)",,out:effort-not-established, leanzero-gauntlet72,leanzero,gpt-6.1-sol,unstated,coding,hard,goose-fork-agent,,,,,,79.78,Gauntlet 7.2 score x100,0.00289,,,"https://leanzero.net/agentic-benchmarks (leaderboard row (Gauntlet 7.2), the row's rank, name, id and score)",,out:effort-not-established, leanzero-gauntlet72,leanzero,opus-5.5,unstated,coding,hard,goose-fork-agent,,,,,,79.26,Gauntlet 7.2 score x100,0.00289,,,"https://leanzero.net/agentic-benchmarks (leaderboard row (Gauntlet 7.2), the row's rank, name, id and score)",,out:effort-not-established, leanzero-gauntlet72,leanzero,?Haiku 5.5,not-established:absent,coding,hard,goose-fork-agent,,,,,,66.10,Gauntlet 7.2 score x100,0.00289,,,"https://leanzero.net/agentic-benchmarks (leaderboard row (Gauntlet 7.2), the row's rank, name, id and score)",,out:model-not-established, leanzero-forge2-medium,leanzero,opus-5.5,medium,coding,hard,goose-fork-agent,,,,,,0.6745,Forge 2.0 score x100 (median of 2 builds),2.89e-05,,,"https://leanzero.net/agentic-benchmarks (Forge 2.0 board row (cloud baseline, median of its independent builds))",,in, leanzero-forge2-medium,leanzero,gpt-6.1-sol,medium,coding,hard,goose-fork-agent,,,,,,0.5933,Forge 2.0 score x100 (median of 2 builds),2.89e-05,,,"https://leanzero.net/agentic-benchmarks (Forge 2.0 board row (cloud baseline, median of its independent builds))",,in, leanzero-forge2-medium,leanzero,?Haiku 5.5,not-established:absent,coding,hard,goose-fork-agent,,,,,,0.0621,Forge 2.0 score x100 (median of 2 builds),2.89e-05,,,"https://leanzero.net/agentic-benchmarks (Forge 2.0 board row (cloud baseline, median of its independent builds))",,out:model-not-established, leanzero-forge2-medium,leanzero,gemini-4-argon,medium,coding,hard,goose-fork-agent,,,,,,0.5434,Forge 2.0 score x100 (median of 2 builds),2.89e-05,,,"https://leanzero.net/agentic-benchmarks (Forge 2.0 board row (cloud baseline, median of its independent builds))",,in, leanzero-forge2-medium,leanzero,sonnet-5.5,medium,coding,hard,goose-fork-agent,,,,,,0.5692,Forge 2.0 score x100 (median of 2 builds),2.89e-05,,,"https://leanzero.net/agentic-benchmarks (Forge 2.0 board row (cloud baseline, median of its independent builds))",,in, leanzero-forge2-medium,leanzero,?Qwen3.8 Max Prime,not-established:absent,coding,hard,goose-fork-agent,,,,,,0.5765,Forge 2.0 score x100 (median of 2 builds),2.89e-05,,,"https://leanzero.net/agentic-benchmarks (Forge 2.0 board row (cloud baseline, median of its independent builds))",,out:model-not-established, lechmazur-debate,lechmazur-debate,fable-5.1,high,mixed,mid,multi-judge-panel,,,,,,1733.5,BT-rating,0.0289,,,https://github.com/lechmazur/debate (README line 70: column BT (rank 1)),,in, lechmazur-debate,lechmazur-debate,fable-5,high,mixed,mid,multi-judge-panel,,,,,,1722.4,BT-rating,0.0289,,,https://github.com/lechmazur/debate (README line 71: column BT (rank 2)),,in, lechmazur-debate,lechmazur-debate,opus-5,high,mixed,mid,multi-judge-panel,,,,,,1720.1,BT-rating,0.0289,,,https://github.com/lechmazur/debate (README line 72: column BT (rank 3)),,in, lechmazur-debate,lechmazur-debate,kimi-k3,unstated,mixed,mid,multi-judge-panel,,,,,,1694.0,BT-rating,0.0289,,,https://github.com/lechmazur/debate (README line 73: column BT (rank 4)),,out:effort-not-established, lechmazur-debate,lechmazur-debate,opus-5.5,high,mixed,mid,multi-judge-panel,per-debate,0.12418,2.89e-06,,,1691.1,BT-rating,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/lechmazur/debate (README line 74: column BT (rank 5)),,in,in lechmazur-debate,lechmazur-debate,gemini-4-argon,high,mixed,mid,multi-judge-panel,per-debate,0.19289,2.89e-06,,,1672.7,BT-rating,0.0289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://github.com/lechmazur/debate (README line 75: column BT (rank 6)),,in,in lechmazur-debate,lechmazur-debate,opus-4.7,high,mixed,mid,multi-judge-panel,,,,,,1644.1,BT-rating,0.0289,,,https://github.com/lechmazur/debate (README line 77: column BT (rank 8)),,in, lechmazur-debate,lechmazur-debate,gpt-5.6-sol,high,mixed,mid,multi-judge-panel,,,,,,1642.0,BT-rating,0.0289,,,https://github.com/lechmazur/debate (README line 78: column BT (rank 9)),,in, lechmazur-debate,lechmazur-debate,glm-5.3,high,mixed,mid,multi-judge-panel,,,,,,1637.7,BT-rating,0.0289,,,https://github.com/lechmazur/debate (README line 79: column BT (rank 10)),,in, lechmazur-debate,lechmazur-debate,opus-4.8,high,mixed,mid,multi-judge-panel,,,,,,1626.7,BT-rating,0.0289,,,https://github.com/lechmazur/debate (README line 81: column BT (rank 12)),,in, lechmazur-debate,lechmazur-debate,grok-4.7,high,mixed,mid,multi-judge-panel,,,,,,1616.1,BT-rating,0.0289,,,https://github.com/lechmazur/debate (README line 82: column BT (rank 13)),,in, lechmazur-debate,lechmazur-debate,gpt-6-astra,high,mixed,mid,multi-judge-panel,,,,,,1608.0,BT-rating,0.0289,,,https://github.com/lechmazur/debate (README line 83: column BT (rank 14)),,in, lechmazur-debate,lechmazur-debate,grok-4.6,high,mixed,mid,multi-judge-panel,,,,,,1600.9,BT-rating,0.0289,,,https://github.com/lechmazur/debate (README line 85: column BT (rank 16)),,in, lechmazur-debate,lechmazur-debate,sonnet-5,high,mixed,mid,multi-judge-panel,,,,,,1582.5,BT-rating,0.0289,,,https://github.com/lechmazur/debate (README line 87: column BT (rank 18)),,in, lechmazur-debate,lechmazur-debate,deepseek-v4.1-flash,high,mixed,mid,multi-judge-panel,,,,,,1578.5,BT-rating,0.0289,,,https://github.com/lechmazur/debate (README line 88: column BT (rank 19)),,in, lechmazur-debate,lechmazur-debate,deepseek-v4-pro-0813,high,mixed,mid,multi-judge-panel,,,,,,1567.2,BT-rating,0.0289,,,https://github.com/lechmazur/debate (README line 90: column BT (rank 21)),,in, lechmazur-debate,lechmazur-debate,glm-5.2,not-established:absent,mixed,mid,multi-judge-panel,,,,,,1559.3,BT-rating,0.0289,,,https://github.com/lechmazur/debate (README line 91: column BT (rank 22)),,out:effort-not-established, lechmazur-debate,lechmazur-debate,sonnet-4.6,high,mixed,mid,multi-judge-panel,,,,,,1556.4,BT-rating,0.0289,,,https://github.com/lechmazur/debate (README line 92: column BT (rank 23)),,in, lechmazur-debate,lechmazur-debate,?Qwen 3.8 Max,not-established:absent,mixed,mid,multi-judge-panel,,,,,,1549.3,BT-rating,0.0289,,,https://github.com/lechmazur/debate (README line 93: column BT (rank 24)),,out:model-not-established, lechmazur-debate,lechmazur-debate,gpt-5.4,high,mixed,mid,multi-judge-panel,,,,,,1542.7,BT-rating,0.0289,,,https://github.com/lechmazur/debate (README line 94: column BT (rank 25)),,in, lechmazur-debate,lechmazur-debate,sonnet-4.6,not-established:absent,mixed,mid,multi-judge-panel,,,,,,1537.2,BT-rating,0.0289,,,https://github.com/lechmazur/debate (README line 95: column BT (rank 26)),,out:effort-not-established, lechmazur-debate,lechmazur-debate,gpt-5.5,high,mixed,mid,multi-judge-panel,,,,,,1523.4,BT-rating,0.0289,,,https://github.com/lechmazur/debate (README line 96: column BT (rank 27)),,in, lechmazur-debate,lechmazur-debate,glm-5.1,unstated,mixed,mid,multi-judge-panel,,,,,,1514.4,BT-rating,0.0289,,,https://github.com/lechmazur/debate (README line 97: column BT (rank 28)),,out:effort-not-established, lechmazur-debate,lechmazur-debate,gemini-3.8-flash,high,mixed,mid,multi-judge-panel,,,,,,1509.7,BT-rating,0.0289,,,https://github.com/lechmazur/debate (README line 98: column BT (rank 29)),,in, lechmazur-debate,lechmazur-debate,kimi-k2.6,unstated,mixed,mid,multi-judge-panel,,,,,,1506.8,BT-rating,0.0289,,,https://github.com/lechmazur/debate (README line 99: column BT (rank 30)),,out:effort-not-established, lechmazur-debate,lechmazur-debate,gpt-5.4,nothink,mixed,mid,multi-judge-panel,,,,,,1490.3,BT-rating,0.0289,,,https://github.com/lechmazur/debate (README line 101: column BT (rank 32)),,in, lechmazur-debate,lechmazur-debate,grok-4.5,high,mixed,mid,multi-judge-panel,,,,,,1486.1,BT-rating,0.0289,,,https://github.com/lechmazur/debate (README line 102: column BT (rank 33)),,in, lechmazur-debate,lechmazur-debate,gemini-3.1-pro,unstated,mixed,mid,multi-judge-panel,,,,,,1485.2,BT-rating,0.0289,,,https://github.com/lechmazur/debate (README line 103: column BT (rank 34)),,out:effort-not-established, lechmazur-debate,lechmazur-debate,qwen3.6-max-preview,unstated,mixed,mid,multi-judge-panel,,,,,,1470.4,BT-rating,0.0289,,,https://github.com/lechmazur/debate (README line 105: column BT (rank 36)),,out:effort-not-established, lechmazur-debate,lechmazur-debate,gemini-3.7-flash,high,mixed,mid,multi-judge-panel,,,,,,1451.2,BT-rating,0.0289,,,https://github.com/lechmazur/debate (README line 106: column BT (rank 37)),,in, lechmazur-debate,lechmazur-debate,?Kimi K2.5,not-established:absent,mixed,mid,multi-judge-panel,,,,,,1448.7,BT-rating,0.0289,,,https://github.com/lechmazur/debate (README line 108: column BT (rank 39)),,out:model-not-established, lechmazur-debate,lechmazur-debate,?DeepSeek V4 Pro Preview,not-established:absent,mixed,mid,multi-judge-panel,,,,,,1443.6,BT-rating,0.0289,,,https://github.com/lechmazur/debate (README line 110: column BT (rank 41)),,out:model-not-established, lechmazur-debate,lechmazur-debate,qwen3.7-max,unstated,mixed,mid,multi-judge-panel,,,,,,1429.8,BT-rating,0.0289,,,https://github.com/lechmazur/debate (README line 111: column BT (rank 42)),,out:effort-not-established, lechmazur-debate,lechmazur-debate,grok-4.20,think,mixed,mid,multi-judge-panel,,,,,,1406.7,BT-rating,0.0289,,,https://github.com/lechmazur/debate (README line 113: column BT (rank 44)),,in, lechmazur-debate,lechmazur-debate,gemini-3.5-flash,unstated,mixed,mid,multi-judge-panel,,,,,,1402.8,BT-rating,0.0289,,,https://github.com/lechmazur/debate (README line 114: column BT (rank 45)),,out:effort-not-established, lechmazur-debate,lechmazur-debate,grok-4.20,nothink,mixed,mid,multi-judge-panel,,,,,,1398.8,BT-rating,0.0289,,,https://github.com/lechmazur/debate (README line 115: column BT (rank 46)),,in, lechmazur-debate,lechmazur-debate,qwen3.5-397b-a17b,unstated,mixed,mid,multi-judge-panel,,,,,,1385.2,BT-rating,0.0289,,,https://github.com/lechmazur/debate (README line 116: column BT (rank 47)),,out:effort-not-established, lechmazur-debate,lechmazur-debate,grok-4.3,unstated,mixed,mid,multi-judge-panel,,,,,,1366.2,BT-rating,0.0289,,,https://github.com/lechmazur/debate (README line 121: column BT (rank 52)),,out:effort-not-established, lechmazur-debate,lechmazur-debate,deepseek-v3.2,unstated,mixed,mid,multi-judge-panel,,,,,,1357.3,BT-rating,0.0289,,,https://github.com/lechmazur/debate (README line 122: column BT (rank 53)),,out:effort-not-established, lechmazur-debate,lechmazur-debate,gemini-3.1-flash-lite-preview,unstated,mixed,mid,multi-judge-panel,,,,,,1324.9,BT-rating,0.0289,,,https://github.com/lechmazur/debate (README line 124: column BT (rank 55)),,out:effort-not-established, lechmazur-debate,lechmazur-debate,gpt-oss-120b,unstated,mixed,mid,multi-judge-panel,,,,,,1272.9,BT-rating,0.0289,,,https://github.com/lechmazur/debate (README line 125: column BT (rank 56)),,out:effort-not-established, lechmazur-elimination,lechmazur-elimination-game,gpt-5.2,medium,mixed,mid,elimination-game,,,,,,7.517,trueskill-mu,0.000289,,,https://github.com/lechmazur/elimination_game (README line 102: column μ (rank 1)),,in, lechmazur-elimination,lechmazur-elimination-game,gpt-5,medium,mixed,mid,elimination-game,,,,,,5.968,trueskill-mu,0.000289,,,https://github.com/lechmazur/elimination_game (README line 103: column μ (rank 2)),,out:single-couple, lechmazur-elimination,lechmazur-elimination-game,gpt-5-mini,medium,mixed,mid,elimination-game,,,,,,5.732,trueskill-mu,0.000289,,,https://github.com/lechmazur/elimination_game (README line 104: column μ (rank 3)),,out:single-couple, lechmazur-elimination,lechmazur-elimination-game,opus-4.5,think-16000,mixed,mid,elimination-game,,,,,,5.661,trueskill-mu,0.000289,,,https://github.com/lechmazur/elimination_game (README line 105: column μ (rank 4)),,out:budget-config, lechmazur-elimination,lechmazur-elimination-game,gemini-3-flash,unstated,mixed,mid,elimination-game,,,,,,5.655,trueskill-mu,0.000289,,,https://github.com/lechmazur/elimination_game (README line 106: column μ (rank 5)),,out:effort-not-established, lechmazur-elimination,lechmazur-elimination-game,?Grok 3 Mini Beta,not-established:absent,mixed,mid,elimination-game,,,,,,5.529,trueskill-mu,0.000289,,,https://github.com/lechmazur/elimination_game (README line 107: column μ (rank 6)),,out:model-not-established, lechmazur-elimination,lechmazur-elimination-game,?GPT-4o Mar 2025,not-established:absent,mixed,mid,elimination-game,,,,,,5.495,trueskill-mu,0.000289,,,https://github.com/lechmazur/elimination_game (README line 108: column μ (rank 7)),,out:model-not-established, lechmazur-elimination,lechmazur-elimination-game,?DeepSeek R1 05/28,not-established:absent,mixed,mid,elimination-game,,,,,,5.350,trueskill-mu,0.000289,,,https://github.com/lechmazur/elimination_game (README line 109: column μ (rank 8)),,out:model-not-established, lechmazur-elimination,lechmazur-elimination-game,sonnet-3.7,think-16000,mixed,mid,elimination-game,,,,,,5.278,trueskill-mu,0.000289,,,https://github.com/lechmazur/elimination_game (README line 110: column μ (rank 9)),,out:budget-config, lechmazur-elimination,lechmazur-elimination-game,opus-4.1,nothink,mixed,mid,elimination-game,,,,,,5.208,trueskill-mu,0.000289,,,https://github.com/lechmazur/elimination_game (README line 111: column μ (rank 10)),,out:single-couple, lechmazur-elimination,lechmazur-elimination-game,sonnet-4.5,think-16000,mixed,mid,elimination-game,,,,,,5.193,trueskill-mu,0.000289,,,https://github.com/lechmazur/elimination_game (README line 112: column μ (rank 11)),,out:budget-config, lechmazur-elimination,lechmazur-elimination-game,grok-4,solo,mixed,mid,elimination-game,,,,,,5.153,trueskill-mu,0.000289,,,https://github.com/lechmazur/elimination_game (README line 113: column μ (rank 12)),,out:single-couple, lechmazur-elimination,lechmazur-elimination-game,gpt-4.5-preview,solo,mixed,mid,elimination-game,,,,,,5.122,trueskill-mu,0.000289,,,https://github.com/lechmazur/elimination_game (README line 114: column μ (rank 13)),,out:single-couple, lechmazur-elimination,lechmazur-elimination-game,sonnet-3.5-1022,solo,mixed,mid,elimination-game,,,,,,5.097,trueskill-mu,0.000289,,,https://github.com/lechmazur/elimination_game (README line 115: column μ (rank 14)),,out:single-couple, lechmazur-elimination,lechmazur-elimination-game,?Grok 3 Beta,not-established:absent,mixed,mid,elimination-game,,,,,,5.096,trueskill-mu,0.000289,,,https://github.com/lechmazur/elimination_game (README line 116: column μ (rank 15)),,out:model-not-established, lechmazur-elimination,lechmazur-elimination-game,gemini-3-pro,unstated,mixed,mid,elimination-game,,,,,,4.887,trueskill-mu,0.000289,,,https://github.com/lechmazur/elimination_game (README line 117: column μ (rank 16)),,out:effort-not-established, lechmazur-elimination,lechmazur-elimination-game,sonnet-3.7,unstated,mixed,mid,elimination-game,,,,,,4.778,trueskill-mu,0.000289,,,https://github.com/lechmazur/elimination_game (README line 118: column μ (rank 17)),,out:effort-not-established, lechmazur-elimination,lechmazur-elimination-game,gemini-2.5-flash,unstated,mixed,mid,elimination-game,,,,,,4.727,trueskill-mu,0.000289,,,https://github.com/lechmazur/elimination_game (README line 119: column μ (rank 18)),,out:effort-not-established, lechmazur-elimination,lechmazur-elimination-game,sonnet-4,nothink,mixed,mid,elimination-game,,,,,,4.642,trueskill-mu,0.000289,,,https://github.com/lechmazur/elimination_game (README line 120: column μ (rank 19)),,out:single-couple, lechmazur-elimination,lechmazur-elimination-game,minimax-m2,solo,mixed,mid,elimination-game,,,,,,4.565,trueskill-mu,0.000289,,,https://github.com/lechmazur/elimination_game (README line 121: column μ (rank 20)),,out:single-couple, lechmazur-elimination,lechmazur-elimination-game,qwen3-max-0123,think,mixed,mid,elimination-game,,,,,,4.490,trueskill-mu,0.000289,,EAP-run,https://github.com/lechmazur/elimination_game (README line 122: column μ (rank 21)),,out:single-couple, lechmazur-elimination,lechmazur-elimination-game,o3,medium,mixed,mid,elimination-game,,,,,,4.477,trueskill-mu,0.000289,,,https://github.com/lechmazur/elimination_game (README line 123: column μ (rank 22)),,out:single-couple, lechmazur-elimination,lechmazur-elimination-game,gemini-2.5-pro,unstated,mixed,mid,elimination-game,,,,,,4.468,trueskill-mu,0.000289,,,https://github.com/lechmazur/elimination_game (README line 124: column μ (rank 23)),,out:effort-not-established, lechmazur-elimination,lechmazur-elimination-game,opus-4,nothink,mixed,mid,elimination-game,,,,,,4.413,trueskill-mu,0.000289,,,https://github.com/lechmazur/elimination_game (README line 125: column μ (rank 24)),,out:single-couple, lechmazur-elimination,lechmazur-elimination-game,?Qwen 3 235B A22B 25-07 Instruct,not-established:absent,mixed,mid,elimination-game,,,,,,4.407,trueskill-mu,0.000289,,,https://github.com/lechmazur/elimination_game (README line 126: column μ (rank 25)),,out:model-not-established, lechmazur-elimination,lechmazur-elimination-game,o3-mini,not-established:absent,mixed,mid,elimination-game,,,,,,4.371,trueskill-mu,0.000289,,,https://github.com/lechmazur/elimination_game (README line 127: column μ (rank 26)),,out:effort-not-established, lechmazur-elimination,lechmazur-elimination-game,kimi-k2-thinking,solo,mixed,mid,elimination-game,,,,,,4.325,trueskill-mu,0.000289,,,https://github.com/lechmazur/elimination_game (README line 128: column μ (rank 27)),,in, lechmazur-elimination,lechmazur-elimination-game,sonnet-4,think-16000,mixed,mid,elimination-game,,,,,,4.319,trueskill-mu,0.000289,,,https://github.com/lechmazur/elimination_game (README line 129: column μ (rank 28)),,out:budget-config, lechmazur-elimination,lechmazur-elimination-game,glm-4.5,unstated,mixed,mid,elimination-game,,,,,,4.247,trueskill-mu,0.000289,,,https://github.com/lechmazur/elimination_game (README line 130: column μ (rank 29)),,out:effort-not-established, lechmazur-elimination,lechmazur-elimination-game,?Mistral Large 2,not-established:absent,mixed,mid,elimination-game,,,,,,4.114,trueskill-mu,0.000289,,,https://github.com/lechmazur/elimination_game (README line 131: column μ (rank 30)),,out:model-not-established, lechmazur-elimination,lechmazur-elimination-game,deepseek-v3,solo,mixed,mid,elimination-game,,,,,,4.071,trueskill-mu,0.000289,,,https://github.com/lechmazur/elimination_game (README line 132: column μ (rank 31)),,out:single-couple, lechmazur-elimination,lechmazur-elimination-game,deepseek-r1,solo,mixed,mid,elimination-game,,,,,,4.063,trueskill-mu,0.000289,,,https://github.com/lechmazur/elimination_game (README line 133: column μ (rank 32)),,out:single-couple, lechmazur-elimination,lechmazur-elimination-game,opus-4,think-16000,mixed,mid,elimination-game,,,,,,3.857,trueskill-mu,0.000289,,,https://github.com/lechmazur/elimination_game (README line 134: column μ (rank 33)),,out:budget-config, lechmazur-elimination,lechmazur-elimination-game,o1,not-established:absent,mixed,mid,elimination-game,,,,,,3.856,trueskill-mu,0.000289,,,https://github.com/lechmazur/elimination_game (README line 135: column μ (rank 34)),,out:effort-not-established, lechmazur-elimination,lechmazur-elimination-game,gpt-oss-120b,unstated,mixed,mid,elimination-game,,,,,,3.794,trueskill-mu,0.000289,,,https://github.com/lechmazur/elimination_game (README line 136: column μ (rank 35)),,out:effort-not-established, lechmazur-elimination,lechmazur-elimination-game,gemini-2.5-pro,unstated,mixed,mid,elimination-game,,,,,,3.697,trueskill-mu,0.000289,,,https://github.com/lechmazur/elimination_game (README line 137: column μ (rank 36)),,out:effort-not-established, lechmazur-elimination,lechmazur-elimination-game,?Mistral Large 3,not-established:absent,mixed,mid,elimination-game,,,,,,3.640,trueskill-mu,0.000289,,,https://github.com/lechmazur/elimination_game (README line 138: column μ (rank 37)),,out:model-not-established, lechmazur-elimination,lechmazur-elimination-game,llama-4-maverick,solo,mixed,mid,elimination-game,,,,,,3.625,trueskill-mu,0.000289,,,https://github.com/lechmazur/elimination_game (README line 139: column μ (rank 38)),,out:single-couple, lechmazur-elimination,lechmazur-elimination-game,grok-4.1-fast,think,mixed,mid,elimination-game,,,,,,3.624,trueskill-mu,0.000289,,,https://github.com/lechmazur/elimination_game (README line 140: column μ (rank 39)),,in, lechmazur-elimination,lechmazur-elimination-game,?Llama 3.3 70B,not-established:absent,mixed,mid,elimination-game,,,,,,3.589,trueskill-mu,0.000289,,,https://github.com/lechmazur/elimination_game (README line 141: column μ (rank 40)),,out:model-not-established, lechmazur-elimination,lechmazur-elimination-game,?Amazon Nova Pro,not-established:absent,mixed,mid,elimination-game,,,,,,3.524,trueskill-mu,0.000289,,,https://github.com/lechmazur/elimination_game (README line 142: column μ (rank 41)),,out:model-not-established, lechmazur-elimination,lechmazur-elimination-game,qwen3-235b-a22b,unstated,mixed,mid,elimination-game,,,,,,3.517,trueskill-mu,0.000289,,,https://github.com/lechmazur/elimination_game (README line 143: column μ (rank 42)),,out:effort-not-established, lechmazur-elimination,lechmazur-elimination-game,?GPT-4o Feb 2025,not-established:absent,mixed,mid,elimination-game,,,,,,3.510,trueskill-mu,0.000289,,,https://github.com/lechmazur/elimination_game (README line 144: column μ (rank 43)),,out:model-not-established, lechmazur-elimination,lechmazur-elimination-game,?MiniMax-Text-01,not-established:absent,mixed,mid,elimination-game,,,,,,3.450,trueskill-mu,0.000289,,,https://github.com/lechmazur/elimination_game (README line 145: column μ (rank 44)),,out:model-not-established, lechmazur-elimination,lechmazur-elimination-game,kimi-k2-instruct,solo,mixed,mid,elimination-game,,,,,,3.405,trueskill-mu,0.000289,,,https://github.com/lechmazur/elimination_game (README line 146: column μ (rank 45)),,out:single-couple, lechmazur-elimination,lechmazur-elimination-game,?Mistral Small 3,not-established:absent,mixed,mid,elimination-game,,,,,,3.389,trueskill-mu,0.000289,,,https://github.com/lechmazur/elimination_game (README line 147: column μ (rank 46)),,out:model-not-established, lechmazur-elimination,lechmazur-elimination-game,?Grok 2 12-12,not-established:absent,mixed,mid,elimination-game,,,,,,3.350,trueskill-mu,0.000289,,,https://github.com/lechmazur/elimination_game (README line 148: column μ (rank 47)),,out:model-not-established, lechmazur-elimination,lechmazur-elimination-game,gpt-4o-mini,solo,mixed,mid,elimination-game,,,,,,3.299,trueskill-mu,0.000289,,,https://github.com/lechmazur/elimination_game (README line 149: column μ (rank 48)),,out:single-couple, lechmazur-elimination,lechmazur-elimination-game,o4-mini,high,mixed,mid,elimination-game,,,,,,3.298,trueskill-mu,0.000289,,,https://github.com/lechmazur/elimination_game (README line 150: column μ (rank 49)),,out:single-couple, lechmazur-elimination,lechmazur-elimination-game,haiku-3.5,solo,mixed,mid,elimination-game,,,,,,3.154,trueskill-mu,0.000289,,,https://github.com/lechmazur/elimination_game (README line 151: column μ (rank 50)),,out:single-couple, lechmazur-elimination,lechmazur-elimination-game,?Llama 3.1 405B,not-established:absent,mixed,mid,elimination-game,,,,,,3.072,trueskill-mu,0.000289,,,https://github.com/lechmazur/elimination_game (README line 152: column μ (rank 51)),,out:model-not-established, lechmazur-elimination,lechmazur-elimination-game,?Gemini 2.0 Pro Exp 02-05,not-established:absent,mixed,mid,elimination-game,,,,,,3.072,trueskill-mu,0.000289,,,https://github.com/lechmazur/elimination_game (README line 153: column μ (rank 52)),,out:model-not-established, lechmazur-elimination,lechmazur-elimination-game,?Microsoft Phi-4,not-established:absent,mixed,mid,elimination-game,,,,,,2.842,trueskill-mu,0.000289,,,https://github.com/lechmazur/elimination_game (README line 154: column μ (rank 53)),,out:model-not-established, lechmazur-elimination,lechmazur-elimination-game,?Gemini 2.0 Flash Think Exp 01-21,not-established:absent,mixed,mid,elimination-game,,,,,,2.811,trueskill-mu,0.000289,,,https://github.com/lechmazur/elimination_game (README line 155: column μ (rank 54)),,out:model-not-established, lechmazur-elimination,lechmazur-elimination-game,glm-4.6,unstated,mixed,mid,elimination-game,,,,,,2.693,trueskill-mu,0.000289,,,https://github.com/lechmazur/elimination_game (README line 156: column μ (rank 55)),,out:effort-not-established, lechmazur-elimination,lechmazur-elimination-game,?Qwen 2.5 Max,not-established:absent,mixed,mid,elimination-game,,,,,,2.459,trueskill-mu,0.000289,,,https://github.com/lechmazur/elimination_game (README line 157: column μ (rank 56)),,out:model-not-established, lechmazur-elimination,lechmazur-elimination-game,?Mistral Medium 3,not-established:absent,mixed,mid,elimination-game,,,,,,2.192,trueskill-mu,0.000289,,,https://github.com/lechmazur/elimination_game (README line 158: column μ (rank 57)),,out:model-not-established, lechmazur-elimination,lechmazur-elimination-game,?Qwen QwQ-32B 16K,not-established:absent,mixed,mid,elimination-game,,,,,,2.048,trueskill-mu,0.000289,,,https://github.com/lechmazur/elimination_game (README line 159: column μ (rank 58)),,out:model-not-established, lechmazur-elimination,lechmazur-elimination-game,gemini-2.0-flash,solo,mixed,mid,elimination-game,,,,,,1.954,trueskill-mu,0.000289,,,https://github.com/lechmazur/elimination_game (README line 160: column μ (rank 59)),,out:single-couple, lechmazur-elimination,lechmazur-elimination-game,qwen3-30b-a3b,unstated,mixed,mid,elimination-game,,,,,,1.863,trueskill-mu,0.000289,,,https://github.com/lechmazur/elimination_game (README line 161: column μ (rank 60)),,out:effort-not-established, lechmazur-elimination,lechmazur-elimination-game,mistral-medium-3.1,unstated,mixed,mid,elimination-game,,,,,,0.296,trueskill-mu,0.000289,,,https://github.com/lechmazur/elimination_game (README line 162: column μ (rank 61)),,out:effort-not-established, lechmazur-nyt,lechmazur-nyt,opus-5,xhigh,reasoning-math,mid,objective-scoring,,,,,,94.3,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 41: row of the table 'Leaderboard: Extended Version', column Score)",,in, lechmazur-nyt,lechmazur-nyt,fable-5,high,reasoning-math,mid,objective-scoring,,,,,,92.7,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 45: row of the table 'Leaderboard: Extended Version', column Score)",,in, lechmazur-nyt,lechmazur-nyt,opus-5,high,reasoning-math,mid,objective-scoring,,,,,,92.2,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 48: row of the table 'Leaderboard: Extended Version', column Score)",,in, lechmazur-nyt,lechmazur-nyt,opus-4.6,high,reasoning-math,mid,objective-scoring,,,,,,92.1,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 49: row of the table 'Leaderboard: Extended Version', column Score)",,out:single-couple, lechmazur-nyt,lechmazur-nyt,opus-4.8,xhigh,reasoning-math,mid,objective-scoring,,,,,,91.1,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 52: row of the table 'Leaderboard: Extended Version', column Score)",,in, lechmazur-nyt,lechmazur-nyt,fable-5.1,high,reasoning-math,mid,objective-scoring,,,,,,90.0,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 56: row of the table 'Leaderboard: Extended Version', column Score)",,in, lechmazur-nyt,lechmazur-nyt,opus-5.5,high,reasoning-math,mid,objective-scoring,,,,,,88.5,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 61: row of the table 'Leaderboard: Extended Version', column Score)",,in, lechmazur-nyt,lechmazur-nyt,opus-4.8,high,reasoning-math,mid,objective-scoring,,,,,,88.3,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 62: row of the table 'Leaderboard: Extended Version', column Score)",,in, lechmazur-nyt,lechmazur-nyt,opus-5.5,unstated,reasoning-math,mid,objective-scoring,,,,,,87.8,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 64: row of the table 'Leaderboard: Extended Version', column Score)",,out:effort-not-established, lechmazur-nyt,lechmazur-nyt,sonnet-4.6,high,reasoning-math,mid,objective-scoring,,,,,,80.9,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 75: row of the table 'Leaderboard: Extended Version', column Score)",,in, lechmazur-nyt,lechmazur-nyt,sonnet-4.6,think-32000,reasoning-math,mid,objective-scoring,,,,,,76.4,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 84: row of the table 'Leaderboard: Extended Version', column Score)",,out:budget-config, lechmazur-nyt,lechmazur-nyt,opus-4.6,think-16000,reasoning-math,mid,objective-scoring,,,,,,76.4,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 85: row of the table 'Leaderboard: Extended Version', column Score)",,out:budget-config, lechmazur-nyt,lechmazur-nyt,sonnet-5,high,reasoning-math,mid,objective-scoring,,,,,,75.1,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 86: row of the table 'Leaderboard: Extended Version', column Score)",,in, lechmazur-nyt,lechmazur-nyt,opus-4.5,think-16000,reasoning-math,mid,objective-scoring,,,,,,52.5,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 108: row of the table 'Leaderboard: Extended Version', column Score)",,out:budget-config, lechmazur-nyt,lechmazur-nyt,opus-4.5,nothink,reasoning-math,mid,objective-scoring,,,,,,49.4,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 110: row of the table 'Leaderboard: Extended Version', column Score)",,out:single-couple, lechmazur-nyt,lechmazur-nyt,sonnet-4.6,think-16000,reasoning-math,mid,objective-scoring,,,,,,48.0,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 111: row of the table 'Leaderboard: Extended Version', column Score)",,out:budget-config, lechmazur-nyt,lechmazur-nyt,sonnet-4.6,not-established:absent,reasoning-math,mid,objective-scoring,,,,,,44.8,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 113: row of the table 'Leaderboard: Extended Version', column Score)",,out:effort-not-established, lechmazur-nyt,lechmazur-nyt,opus-4.6,not-established:absent,reasoning-math,mid,objective-scoring,,,,,,43.2,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 115: row of the table 'Leaderboard: Extended Version', column Score)",,out:effort-not-established, lechmazur-nyt,lechmazur-nyt,opus-4.7,high,reasoning-math,mid,objective-scoring,,,,,,39.0,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 119: row of the table 'Leaderboard: Extended Version', column Score)",,in, lechmazur-nyt,lechmazur-nyt,sonnet-4.5,think-16000,reasoning-math,mid,objective-scoring,,,,,,37.3,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 120: row of the table 'Leaderboard: Extended Version', column Score)",,out:budget-config, lechmazur-nyt,lechmazur-nyt,sonnet-4.5,nothink,reasoning-math,mid,objective-scoring,,,,,,35.8,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 122: row of the table 'Leaderboard: Extended Version', column Score)",,out:single-couple, lechmazur-nyt,lechmazur-nyt,haiku-4.5,unstated,reasoning-math,mid,objective-scoring,,,,,,14.3,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 140: row of the table 'Leaderboard: Extended Version', column Score)",,out:effort-not-established, lechmazur-nyt,lechmazur-nyt,opus-4.7,not-established:absent,reasoning-math,mid,objective-scoring,,,,,,10.8,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 145: row of the table 'Leaderboard: Extended Version', column Score)",,out:effort-not-established, lechmazur-nyt-hard100,lechmazur-nyt,opus-5,xhigh,reasoning-math,hard,,,,,,,94.5,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 215: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,in, lechmazur-nyt-hard100,lechmazur-nyt,fable-5,high,reasoning-math,hard,,,,,,,93.6,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 217: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,in, lechmazur-nyt-hard100,lechmazur-nyt,opus-4.8,high,reasoning-math,hard,,,,,,,92.1,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 222: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,in, lechmazur-nyt-hard100,lechmazur-nyt,opus-5,high,reasoning-math,hard,,,,,,,91.9,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 224: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,in, lechmazur-nyt-hard100,lechmazur-nyt,opus-4.8,xhigh,reasoning-math,hard,,,,,,,90.6,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 226: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,in, lechmazur-nyt-hard100,lechmazur-nyt,opus-5.5,high,reasoning-math,hard,,,,,,,90.6,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 227: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,in, lechmazur-nyt-hard100,lechmazur-nyt,fable-5.1,high,reasoning-math,hard,,,,,,,88.5,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 230: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,in, lechmazur-nyt-hard100,lechmazur-nyt,opus-4.6,high,reasoning-math,hard,,,,,,,88.1,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 234: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,out:single-couple, lechmazur-nyt-hard100,lechmazur-nyt,opus-5.5,unstated,reasoning-math,hard,,,,,,,83.4,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 242: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,out:effort-not-established, lechmazur-nyt-hard100,lechmazur-nyt,opus-4.6,think-16000,reasoning-math,hard,,,,,,,78.4,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 246: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,out:budget-config, lechmazur-nyt-hard100,lechmazur-nyt,sonnet-4.6,high,reasoning-math,hard,,,,,,,74.1,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 255: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,in, lechmazur-nyt-hard100,lechmazur-nyt,sonnet-5,high,reasoning-math,hard,,,,,,,69.9,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 262: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,in, lechmazur-nyt-hard100,lechmazur-nyt,sonnet-4.6,think-32000,reasoning-math,hard,,,,,,,69.4,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 263: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,out:budget-config, lechmazur-nyt-hard100,lechmazur-nyt,opus-4.5,think-16000,reasoning-math,hard,,,,,,,51.6,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 280: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,out:budget-config, lechmazur-nyt-hard100,lechmazur-nyt,sonnet-4.6,think-16000,reasoning-math,hard,,,,,,,45.3,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 285: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,out:budget-config, lechmazur-nyt-hard100,lechmazur-nyt,sonnet-4.5,nothink,reasoning-math,hard,,,,,,,43.6,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 287: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,out:single-couple, lechmazur-nyt-hard100,lechmazur-nyt,sonnet-4.5,think-16000,reasoning-math,hard,,,,,,,43.0,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 288: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,out:budget-config, lechmazur-nyt,lechmazur-nyt,sonnet-5.5,high,reasoning-math,mid,objective-scoring,,,,,,80.5,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 79: row of the table 'Leaderboard: Extended Version', column Score)",,in, lechmazur-nyt,lechmazur-nyt,haiku-5.5,high,reasoning-math,mid,objective-scoring,,,,,,65.7,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 103: row of the table 'Leaderboard: Extended Version', column Score)",,in, lechmazur-nyt-hard100,lechmazur-nyt,sonnet-5.5,high,reasoning-math,hard,,,,,,,79.1,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 253: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,in, lechmazur-nyt-hard100,lechmazur-nyt,haiku-5.5,high,reasoning-math,hard,,,,,,,64.9,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 280: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,in, lechmazur-nyt,lechmazur-nyt,gemini-4-argon,high,reasoning-math,mid,objective-scoring,,,,,,98.6,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 34: row of the table 'Leaderboard: Extended Version', column Score)",,in, lechmazur-nyt,lechmazur-nyt,gpt-6-astra,xhigh,reasoning-math,mid,objective-scoring,,,,,,98.1,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 35: row of the table 'Leaderboard: Extended Version', column Score)",,in, lechmazur-nyt,lechmazur-nyt,gpt-6-astra,high,reasoning-math,mid,objective-scoring,,,,,,97.7,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 36: row of the table 'Leaderboard: Extended Version', column Score)",,in, lechmazur-nyt,lechmazur-nyt,gemini-3.1-pro,unstated,reasoning-math,mid,objective-scoring,,,,,,97.4,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 37: row of the table 'Leaderboard: Extended Version', column Score)",,out:effort-not-established, lechmazur-nyt,lechmazur-nyt,gemini-3.8-flash,high,reasoning-math,mid,objective-scoring,,,,,,97.4,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 38: row of the table 'Leaderboard: Extended Version', column Score)",,in, lechmazur-nyt,lechmazur-nyt,gpt-5.5,xhigh,reasoning-math,mid,objective-scoring,,,,,,96.2,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 39: row of the table 'Leaderboard: Extended Version', column Score)",,in, lechmazur-nyt,lechmazur-nyt,gpt-6.1-sol,high,reasoning-math,mid,objective-scoring,,,,,,95.5,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 40: row of the table 'Leaderboard: Extended Version', column Score)",,in, lechmazur-nyt,lechmazur-nyt,gpt-5.5,high,reasoning-math,mid,objective-scoring,,,,,,95.2,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 41: row of the table 'Leaderboard: Extended Version', column Score)",,in, lechmazur-nyt,lechmazur-nyt,gemini-3-pro,unstated,reasoning-math,mid,objective-scoring,,,,,,94.4,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 42: row of the table 'Leaderboard: Extended Version', column Score)",,out:effort-not-established, lechmazur-nyt,lechmazur-nyt,gemini-3.7-flash,unstated,reasoning-math,mid,objective-scoring,,,,,,94.0,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 44: row of the table 'Leaderboard: Extended Version', column Score)",,out:effort-not-established, lechmazur-nyt,lechmazur-nyt,gpt-5.6-sol,xhigh,reasoning-math,mid,objective-scoring,,,,,,93.8,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 45: row of the table 'Leaderboard: Extended Version', column Score)",,in, lechmazur-nyt,lechmazur-nyt,kimi-k3,unstated,reasoning-math,mid,objective-scoring,,,,,,93.6,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 46: row of the table 'Leaderboard: Extended Version', column Score)",,out:effort-not-established, lechmazur-nyt,lechmazur-nyt,gemini-3.5-flash,unstated,reasoning-math,mid,objective-scoring,,,,,,92.6,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 49: row of the table 'Leaderboard: Extended Version', column Score)",,out:effort-not-established, lechmazur-nyt,lechmazur-nyt,gpt-5.5,medium,reasoning-math,mid,objective-scoring,,,,,,92.4,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 50: row of the table 'Leaderboard: Extended Version', column Score)",,in, lechmazur-nyt,lechmazur-nyt,?DeepSeek V4 Pro,not-established:absent,reasoning-math,mid,objective-scoring,,,,,,91.3,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 53: row of the table 'Leaderboard: Extended Version', column Score)",,out:model-not-established, lechmazur-nyt,lechmazur-nyt,gpt-5.4,xhigh,reasoning-math,mid,objective-scoring,,,,,,91.3,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 54: row of the table 'Leaderboard: Extended Version', column Score)",,in, lechmazur-nyt,lechmazur-nyt,gpt-5.6-sol,high,reasoning-math,mid,objective-scoring,,,,,,91.0,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 56: row of the table 'Leaderboard: Extended Version', column Score)",,in, lechmazur-nyt,lechmazur-nyt,gpt-5.4,high,reasoning-math,mid,objective-scoring,,,,,,90.6,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 57: row of the table 'Leaderboard: Extended Version', column Score)",,in, lechmazur-nyt,lechmazur-nyt,gpt-6-sol,high,reasoning-math,mid,objective-scoring,,,,,,90.1,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 58: row of the table 'Leaderboard: Extended Version', column Score)",,in, lechmazur-nyt,lechmazur-nyt,?Grok 4.20 Multi-Agent Exp Beta 0304,not-established:absent,reasoning-math,mid,objective-scoring,,,,,,89.6,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 60: row of the table 'Leaderboard: Extended Version', column Score)",,out:model-not-established, lechmazur-nyt,lechmazur-nyt,?DeepSeek V4 Flash,not-established:absent,reasoning-math,mid,objective-scoring,,,,,,89.6,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 61: row of the table 'Leaderboard: Extended Version', column Score)",,out:model-not-established, lechmazur-nyt,lechmazur-nyt,deepseek-v4.1-flash,high,reasoning-math,mid,objective-scoring,,,,,,89.6,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 62: row of the table 'Leaderboard: Extended Version', column Score)",,in, lechmazur-nyt,lechmazur-nyt,gemini-3.6-flash,unstated,reasoning-math,mid,objective-scoring,,,,,,89.0,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 63: row of the table 'Leaderboard: Extended Version', column Score)",,out:effort-not-established, lechmazur-nyt,lechmazur-nyt,?Qwen 3.8 Max,not-established:absent,reasoning-math,mid,objective-scoring,,,,,,88.3,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 66: row of the table 'Leaderboard: Extended Version', column Score)",,out:model-not-established, lechmazur-nyt,lechmazur-nyt,gpt-5.4,medium,reasoning-math,mid,objective-scoring,,,,,,87.8,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 68: row of the table 'Leaderboard: Extended Version', column Score)",,in, lechmazur-nyt,lechmazur-nyt,?Grok 4.1 Fast Reasoning,not-established:absent,reasoning-math,mid,objective-scoring,,,,,,87.4,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 69: row of the table 'Leaderboard: Extended Version', column Score)",,out:model-not-established, lechmazur-nyt,lechmazur-nyt,kimi-k2.6,unstated,reasoning-math,mid,objective-scoring,,,,,,87.2,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 70: row of the table 'Leaderboard: Extended Version', column Score)",,out:effort-not-established, lechmazur-nyt,lechmazur-nyt,grok-4.20,think,reasoning-math,mid,objective-scoring,,,,,,85.4,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 71: row of the table 'Leaderboard: Extended Version', column Score)",,in, lechmazur-nyt,lechmazur-nyt,qwen3.7-max,unstated,reasoning-math,mid,objective-scoring,,,,,,85.1,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 72: row of the table 'Leaderboard: Extended Version', column Score)",,out:effort-not-established, lechmazur-nyt,lechmazur-nyt,?Grok 4.20 Reasoning Exp Beta 0304,not-established:absent,reasoning-math,mid,objective-scoring,,,,,,83.7,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 75: row of the table 'Leaderboard: Extended Version', column Score)",,out:model-not-established, lechmazur-nyt,lechmazur-nyt,gpt-5.2,xhigh,reasoning-math,mid,objective-scoring,,,,,,83.6,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 76: row of the table 'Leaderboard: Extended Version', column Score)",,in, lechmazur-nyt,lechmazur-nyt,gemini-3-flash,unstated,reasoning-math,mid,objective-scoring,,,,,,83.1,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 77: row of the table 'Leaderboard: Extended Version', column Score)",,out:effort-not-established, lechmazur-nyt,lechmazur-nyt,grok-4.6,xhigh,reasoning-math,mid,objective-scoring,,,,,,80.0,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 80: row of the table 'Leaderboard: Extended Version', column Score)",,in, lechmazur-nyt,lechmazur-nyt,grok-4.5,high,reasoning-math,mid,objective-scoring,,,,,,79.9,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 81: row of the table 'Leaderboard: Extended Version', column Score)",,in, lechmazur-nyt,lechmazur-nyt,gpt-5.2-pro,unstated,reasoning-math,mid,objective-scoring,,,,,,79.3,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 82: row of the table 'Leaderboard: Extended Version', column Score)",,out:effort-not-established, lechmazur-nyt,lechmazur-nyt,grok-4.6,high,reasoning-math,mid,objective-scoring,,,,,,79.0,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 84: row of the table 'Leaderboard: Extended Version', column Score)",,in, lechmazur-nyt,lechmazur-nyt,gpt-5.6-terra,high,reasoning-math,mid,objective-scoring,,,,,,78.4,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 85: row of the table 'Leaderboard: Extended Version', column Score)",,in, lechmazur-nyt,lechmazur-nyt,glm-5.1,unstated,reasoning-math,mid,objective-scoring,,,,,,77.7,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 86: row of the table 'Leaderboard: Extended Version', column Score)",,out:effort-not-established, lechmazur-nyt,lechmazur-nyt,grok-4.7,high,reasoning-math,mid,objective-scoring,,,,,,76.8,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 87: row of the table 'Leaderboard: Extended Version', column Score)",,in, lechmazur-nyt,lechmazur-nyt,glm-5,unstated,reasoning-math,mid,objective-scoring,,,,,,74.8,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 91: row of the table 'Leaderboard: Extended Version', column Score)",,out:effort-not-established, lechmazur-nyt,lechmazur-nyt,qwen3.7-plus,unstated,reasoning-math,mid,objective-scoring,,,,,,74.8,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 92: row of the table 'Leaderboard: Extended Version', column Score)",,out:effort-not-established, lechmazur-nyt,lechmazur-nyt,glm-5.2,high,reasoning-math,mid,objective-scoring,,,,,,74.3,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 93: row of the table 'Leaderboard: Extended Version', column Score)",,in, lechmazur-nyt,lechmazur-nyt,glm-5.3,high,reasoning-math,mid,objective-scoring,,,,,,74.2,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 94: row of the table 'Leaderboard: Extended Version', column Score)",,in, lechmazur-nyt,lechmazur-nyt,qwen3.6-max-preview,unstated,reasoning-math,mid,objective-scoring,,,,,,74.1,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 95: row of the table 'Leaderboard: Extended Version', column Score)",,out:effort-not-established, lechmazur-nyt,lechmazur-nyt,?Kimi K2.5,not-established:absent,reasoning-math,mid,objective-scoring,,,,,,69.9,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 97: row of the table 'Leaderboard: Extended Version', column Score)",,out:model-not-established, lechmazur-nyt,lechmazur-nyt,gpt-5.6-luna,high,reasoning-math,mid,objective-scoring,,,,,,69.4,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 98: row of the table 'Leaderboard: Extended Version', column Score)",,in, lechmazur-nyt,lechmazur-nyt,gpt-6-luna,high,reasoning-math,mid,objective-scoring,,,,,,68.7,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 99: row of the table 'Leaderboard: Extended Version', column Score)",,in, lechmazur-nyt,lechmazur-nyt,gpt-5.2,high,reasoning-math,mid,objective-scoring,,,,,,68.1,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 101: row of the table 'Leaderboard: Extended Version', column Score)",,in, lechmazur-nyt,lechmazur-nyt,?DeepSeek V4 Pro Preview,not-established:absent,reasoning-math,mid,objective-scoring,,,,,,67.3,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 102: row of the table 'Leaderboard: Extended Version', column Score)",,out:model-not-established, lechmazur-nyt,lechmazur-nyt,gpt-5.4-mini,xhigh,reasoning-math,mid,objective-scoring,,,,,,61.8,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 105: row of the table 'Leaderboard: Extended Version', column Score)",,in, lechmazur-nyt,lechmazur-nyt,gpt-5.2,medium,reasoning-math,mid,objective-scoring,,,,,,60.6,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 106: row of the table 'Leaderboard: Extended Version', column Score)",,in, lechmazur-nyt,lechmazur-nyt,gemini-3.5-flash-lite,high,reasoning-math,mid,objective-scoring,,,,,,60.4,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 107: row of the table 'Leaderboard: Extended Version', column Score)",,in, lechmazur-nyt,lechmazur-nyt,qwen3.6-plus,unstated,reasoning-math,mid,objective-scoring,,,,,,60.3,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 108: row of the table 'Leaderboard: Extended Version', column Score)",,out:effort-not-established, lechmazur-nyt,lechmazur-nyt,qwen3.5-397b-a17b,unstated,reasoning-math,mid,objective-scoring,,,,,,58.9,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 109: row of the table 'Leaderboard: Extended Version', column Score)",,out:effort-not-established, lechmazur-nyt,lechmazur-nyt,grok-4.3,unstated,reasoning-math,mid,objective-scoring,,,,,,55.2,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 110: row of the table 'Leaderboard: Extended Version', column Score)",,out:effort-not-established, lechmazur-nyt,lechmazur-nyt,qwen3.8-27b,unstated,reasoning-math,mid,objective-scoring,,,,,,54.5,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 111: row of the table 'Leaderboard: Extended Version', column Score)",,out:effort-not-established, lechmazur-nyt,lechmazur-nyt,gpt-5.2,low,reasoning-math,mid,objective-scoring,,,,,,54.2,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 112: row of the table 'Leaderboard: Extended Version', column Score)",,in, lechmazur-nyt,lechmazur-nyt,qwen3.5-122b-a10b,unstated,reasoning-math,mid,objective-scoring,,,,,,51.7,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 114: row of the table 'Leaderboard: Extended Version', column Score)",,out:effort-not-established, lechmazur-nyt,lechmazur-nyt,qwen3.5-27b,unstated,reasoning-math,mid,objective-scoring,,,,,,47.9,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 117: row of the table 'Leaderboard: Extended Version', column Score)",,out:effort-not-established, lechmazur-nyt,lechmazur-nyt,qwen3.7-flash,unstated,reasoning-math,mid,objective-scoring,,,,,,43.8,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 119: row of the table 'Leaderboard: Extended Version', column Score)",,out:effort-not-established, lechmazur-nyt,lechmazur-nyt,qwen3.6-35b-a3b,unstated,reasoning-math,mid,objective-scoring,,,,,,41.6,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 121: row of the table 'Leaderboard: Extended Version', column Score)",,out:effort-not-established, lechmazur-nyt,lechmazur-nyt,deepseek-v3.2,unstated,reasoning-math,mid,objective-scoring,,,,,,36.7,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 126: row of the table 'Leaderboard: Extended Version', column Score)",,out:effort-not-established, lechmazur-nyt,lechmazur-nyt,qwen3-max-0123,unstated,reasoning-math,mid,objective-scoring,,,,,,30.1,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 129: row of the table 'Leaderboard: Extended Version', column Score)",,out:effort-not-established, lechmazur-nyt,lechmazur-nyt,gpt-5.5,nothink,reasoning-math,mid,objective-scoring,,,,,,22.0,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 136: row of the table 'Leaderboard: Extended Version', column Score)",,in, lechmazur-nyt,lechmazur-nyt,gpt-5.4,nothink,reasoning-math,mid,objective-scoring,,,,,,17.8,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 137: row of the table 'Leaderboard: Extended Version', column Score)",,in, lechmazur-nyt,lechmazur-nyt,gpt-5.2,nothink,reasoning-math,mid,objective-scoring,,,,,,14.5,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 145: row of the table 'Leaderboard: Extended Version', column Score)",,in, lechmazur-nyt,lechmazur-nyt,grok-4.1-fast,nothink,reasoning-math,mid,objective-scoring,,,,,,12.3,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 148: row of the table 'Leaderboard: Extended Version', column Score)",,in, lechmazur-nyt,lechmazur-nyt,qwen3-max-0923,solo,reasoning-math,mid,objective-scoring,,,,,,11.8,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 149: row of the table 'Leaderboard: Extended Version', column Score)",,out:single-couple, lechmazur-nyt,lechmazur-nyt,grok-4.20,nothink,reasoning-math,mid,objective-scoring,,,,,,8.6,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 153: row of the table 'Leaderboard: Extended Version', column Score)",,in, lechmazur-nyt,lechmazur-nyt,deepseek-v3.2,nothink,reasoning-math,mid,objective-scoring,,,,,,8.2,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 154: row of the table 'Leaderboard: Extended Version', column Score)",,in, lechmazur-nyt,lechmazur-nyt,gemini-3.1-flash-lite-preview,unstated,reasoning-math,mid,objective-scoring,,,,,,8.2,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 155: row of the table 'Leaderboard: Extended Version', column Score)",,out:effort-not-established, lechmazur-nyt,lechmazur-nyt,?Grok 4.20 Non-Reasoning Exp Beta 0304,not-established:absent,reasoning-math,mid,objective-scoring,,,,,,7.6,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 157: row of the table 'Leaderboard: Extended Version', column Score)",,out:model-not-established, lechmazur-nyt-hard100,lechmazur-nyt,gpt-6-astra,xhigh,reasoning-math,hard,,,,,,,98.7,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 215: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,in, lechmazur-nyt-hard100,lechmazur-nyt,gemini-4-argon,high,reasoning-math,hard,,,,,,,98.7,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 216: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,in, lechmazur-nyt-hard100,lechmazur-nyt,gpt-6-astra,high,reasoning-math,hard,,,,,,,97.8,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 217: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,in, lechmazur-nyt-hard100,lechmazur-nyt,gemini-3.8-flash,high,reasoning-math,hard,,,,,,,96.5,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 218: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,in, lechmazur-nyt-hard100,lechmazur-nyt,gemini-3.1-pro,unstated,reasoning-math,hard,,,,,,,96.1,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 219: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,out:effort-not-established, lechmazur-nyt-hard100,lechmazur-nyt,gpt-5.5,xhigh,reasoning-math,hard,,,,,,,96.1,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 220: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,in, lechmazur-nyt-hard100,lechmazur-nyt,gpt-6.1-sol,high,reasoning-math,hard,,,,,,,95.6,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 221: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,in, lechmazur-nyt-hard100,lechmazur-nyt,gpt-5.5,high,reasoning-math,hard,,,,,,,95.2,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 222: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,in, lechmazur-nyt-hard100,lechmazur-nyt,gpt-5.6-sol,xhigh,reasoning-math,hard,,,,,,,94.4,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 224: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,in, lechmazur-nyt-hard100,lechmazur-nyt,gpt-5.4,xhigh,reasoning-math,hard,,,,,,,93.4,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 226: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,in, lechmazur-nyt-hard100,lechmazur-nyt,gpt-5.6-sol,high,reasoning-math,hard,,,,,,,92.7,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 228: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,in, lechmazur-nyt-hard100,lechmazur-nyt,gemini-3-pro,unstated,reasoning-math,hard,,,,,,,92.3,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 229: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,out:effort-not-established, lechmazur-nyt-hard100,lechmazur-nyt,gemini-3.7-flash,unstated,reasoning-math,hard,,,,,,,92.2,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 230: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,out:effort-not-established, lechmazur-nyt-hard100,lechmazur-nyt,kimi-k3,unstated,reasoning-math,hard,,,,,,,92.1,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 232: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,out:effort-not-established, lechmazur-nyt-hard100,lechmazur-nyt,gemini-3.5-flash,unstated,reasoning-math,hard,,,,,,,90.8,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 234: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,out:effort-not-established, lechmazur-nyt-hard100,lechmazur-nyt,?Qwen 3.8 Max,not-established:absent,reasoning-math,hard,,,,,,,88.9,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 237: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,out:model-not-established, lechmazur-nyt-hard100,lechmazur-nyt,gpt-6-sol,high,reasoning-math,hard,,,,,,,88.8,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 238: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,in, lechmazur-nyt-hard100,lechmazur-nyt,gemini-3.6-flash,unstated,reasoning-math,hard,,,,,,,88.5,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 240: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,out:effort-not-established, lechmazur-nyt-hard100,lechmazur-nyt,?DeepSeek V4 Pro,not-established:absent,reasoning-math,hard,,,,,,,88.4,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 241: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,out:model-not-established, lechmazur-nyt-hard100,lechmazur-nyt,gpt-5.4,high,reasoning-math,hard,,,,,,,88.4,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 242: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,in, lechmazur-nyt-hard100,lechmazur-nyt,gpt-5.5,medium,reasoning-math,hard,,,,,,,87.3,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 244: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,in, lechmazur-nyt-hard100,lechmazur-nyt,?DeepSeek V4 Flash,not-established:absent,reasoning-math,hard,,,,,,,87.2,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 245: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,out:model-not-established, lechmazur-nyt-hard100,lechmazur-nyt,deepseek-v4.1-flash,high,reasoning-math,hard,,,,,,,86.1,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 246: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,in, lechmazur-nyt-hard100,lechmazur-nyt,?Grok 4.20 Multi-Agent Exp Beta 0304,not-established:absent,reasoning-math,hard,,,,,,,85.2,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 247: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,out:model-not-established, lechmazur-nyt-hard100,lechmazur-nyt,gpt-5.4,medium,reasoning-math,hard,,,,,,,84.4,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 249: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,in, lechmazur-nyt-hard100,lechmazur-nyt,kimi-k2.6,unstated,reasoning-math,hard,,,,,,,80.2,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 252: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,out:effort-not-established, lechmazur-nyt-hard100,lechmazur-nyt,qwen3.7-max,unstated,reasoning-math,hard,,,,,,,78.9,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 254: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,out:effort-not-established, lechmazur-nyt-hard100,lechmazur-nyt,gpt-5.2,xhigh,reasoning-math,hard,,,,,,,78.6,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 255: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,in, lechmazur-nyt-hard100,lechmazur-nyt,glm-5.1,unstated,reasoning-math,hard,,,,,,,77.6,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 257: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,out:effort-not-established, lechmazur-nyt-hard100,lechmazur-nyt,grok-4.20,think,reasoning-math,hard,,,,,,,77.4,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 258: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,in, lechmazur-nyt-hard100,lechmazur-nyt,grok-4.5,high,reasoning-math,hard,,,,,,,77.2,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 260: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,in, lechmazur-nyt-hard100,lechmazur-nyt,?Grok 4.20 Reasoning Exp Beta 0304,not-established:absent,reasoning-math,hard,,,,,,,77.1,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 261: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,out:model-not-established, lechmazur-nyt-hard100,lechmazur-nyt,grok-4.6,xhigh,reasoning-math,hard,,,,,,,77.1,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 262: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,in, lechmazur-nyt-hard100,lechmazur-nyt,?Grok 4.1 Fast Reasoning,not-established:absent,reasoning-math,hard,,,,,,,75.2,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 263: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,out:model-not-established, lechmazur-nyt-hard100,lechmazur-nyt,grok-4.6,high,reasoning-math,hard,,,,,,,74.6,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 264: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,in, lechmazur-nyt-hard100,lechmazur-nyt,glm-5.2,high,reasoning-math,hard,,,,,,,72.8,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 266: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,in, lechmazur-nyt-hard100,lechmazur-nyt,grok-4.7,high,reasoning-math,hard,,,,,,,72.8,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 267: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,in, lechmazur-nyt-hard100,lechmazur-nyt,gpt-5.6-terra,high,reasoning-math,hard,,,,,,,72.4,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 268: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,in, lechmazur-nyt-hard100,lechmazur-nyt,glm-5.3,high,reasoning-math,hard,,,,,,,72.2,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 269: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,in, lechmazur-nyt-hard100,lechmazur-nyt,gpt-5.2-pro,unstated,reasoning-math,hard,,,,,,,71.8,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 270: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,out:effort-not-established, lechmazur-nyt-hard100,lechmazur-nyt,qwen3.7-plus,unstated,reasoning-math,hard,,,,,,,70.9,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 271: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,out:effort-not-established, lechmazur-nyt-hard100,lechmazur-nyt,qwen3.6-max-preview,unstated,reasoning-math,hard,,,,,,,69.4,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 274: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,out:effort-not-established, lechmazur-nyt-hard100,lechmazur-nyt,glm-5,unstated,reasoning-math,hard,,,,,,,67.5,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 275: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,out:effort-not-established, lechmazur-nyt-hard100,lechmazur-nyt,gpt-5.2,high,reasoning-math,hard,,,,,,,66.2,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 276: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,in, lechmazur-nyt-hard100,lechmazur-nyt,gpt-5.6-luna,high,reasoning-math,hard,,,,,,,66.1,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 277: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,in, lechmazur-nyt-hard100,lechmazur-nyt,gpt-6-luna,high,reasoning-math,hard,,,,,,,65.8,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 279: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,in, lechmazur-nyt-hard100,lechmazur-nyt,?Kimi K2.5,not-established:absent,reasoning-math,hard,,,,,,,63.7,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 282: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,out:model-not-established, lechmazur-nyt-hard100,lechmazur-nyt,gpt-5.4-mini,xhigh,reasoning-math,hard,,,,,,,62.5,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 284: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,in, lechmazur-nyt-hard100,lechmazur-nyt,gemini-3-flash,unstated,reasoning-math,hard,,,,,,,61.8,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 285: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,out:effort-not-established, lechmazur-nyt-hard100,lechmazur-nyt,gemini-3.5-flash-lite,high,reasoning-math,hard,,,,,,,60.7,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 286: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,in, lechmazur-nyt-hard100,lechmazur-nyt,?DeepSeek V4 Pro Preview,not-established:absent,reasoning-math,hard,,,,,,,59.9,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 287: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,out:model-not-established, lechmazur-nyt-hard100,lechmazur-nyt,qwen3.6-plus,unstated,reasoning-math,hard,,,,,,,57.1,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 288: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,out:effort-not-established, lechmazur-nyt-hard100,lechmazur-nyt,gpt-5.2,medium,reasoning-math,hard,,,,,,,55.8,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 289: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,in, lechmazur-nyt-hard100,lechmazur-nyt,qwen3.8-27b,unstated,reasoning-math,hard,,,,,,,52.0,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 290: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,out:effort-not-established, lechmazur-nyt-hard100,lechmazur-nyt,qwen3.5-397b-a17b,unstated,reasoning-math,hard,,,,,,,47.1,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 292: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,out:effort-not-established, lechmazur-nyt-hard100,lechmazur-nyt,gpt-5.2,low,reasoning-math,hard,,,,,,,46.4,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 293: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,in, lechmazur-nyt-hard100,lechmazur-nyt,grok-4.3,unstated,reasoning-math,hard,,,,,,,45.6,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 294: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,out:effort-not-established, lechmazur-nyt-hard100,lechmazur-nyt,qwen3.5-122b-a10b,unstated,reasoning-math,hard,,,,,,,45.4,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 295: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,out:effort-not-established, lechmazur-nyt-hard100,lechmazur-nyt,qwen3.5-27b,unstated,reasoning-math,hard,,,,,,,44.6,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 297: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,out:effort-not-established, lechmazur-nyt-hard100,lechmazur-nyt,qwen3.6-35b-a3b,unstated,reasoning-math,hard,,,,,,,35.5,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 306: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,out:effort-not-established, lechmazur-nyt-hard100,lechmazur-nyt,qwen3.7-flash,unstated,reasoning-math,hard,,,,,,,35.4,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 307: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,out:effort-not-established, lechmazur-nyt-hard100,lechmazur-nyt,qwen3-max-0123,unstated,reasoning-math,hard,,,,,,,31.6,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 309: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,out:effort-not-established, lechmazur-nyt-hard100,lechmazur-nyt,deepseek-v3.2,unstated,reasoning-math,hard,,,,,,,29.7,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 311: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,out:effort-not-established, lechmazur-nyt-hard100,lechmazur-nyt,gpt-5.4,nothink,reasoning-math,hard,,,,,,,19.8,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 318: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,in, lechmazur-nyt-hard100,lechmazur-nyt,gpt-5.5,nothink,reasoning-math,hard,,,,,,,19.1,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 319: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,in, lechmazur-nyt-hard100,lechmazur-nyt,gpt-5.2,nothink,reasoning-math,hard,,,,,,,15.8,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 324: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,in, lechmazur-nyt-hard100,lechmazur-nyt,qwen3-max-0923,solo,reasoning-math,hard,,,,,,,11.6,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 331: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,out:single-couple, lechmazur-nyt-hard100,lechmazur-nyt,grok-4.20,nothink,reasoning-math,hard,,,,,,,9.4,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 333: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,in, lechmazur-nyt-hard100,lechmazur-nyt,gemini-3.1-flash-lite-preview,unstated,reasoning-math,hard,,,,,,,8.9,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 335: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,out:effort-not-established, lechmazur-nyt-hard100,lechmazur-nyt,grok-4.1-fast,nothink,reasoning-math,hard,,,,,,,8.8,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 336: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,in, lechmazur-nyt-hard100,lechmazur-nyt,?Grok 4.20 Non-Reasoning Exp Beta 0304,not-established:absent,reasoning-math,hard,,,,,,,7.7,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 339: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,out:model-not-established, lechmazur-nyt-hard100,lechmazur-nyt,deepseek-v3.2,nothink,reasoning-math,hard,,,,,,,6.8,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 341: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,in, lechmazur-nyt,lechmazur-nyt,deepseek-v4.1-flash-1017,high,reasoning-math,mid,objective-scoring,,,,,,92.8,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 48: row of the table 'Leaderboard: Extended Version', column Score)",,in, lechmazur-nyt-hard100,lechmazur-nyt,deepseek-v4.1-flash-1017,high,reasoning-math,hard,,,,,,,91.3,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 236: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,in, lechmazur-nyt-hard100,lechmazur-nyt,opus-4.5,nothink,reasoning-math,hard,,,,,,,42.0,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 303: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,out:single-couple, lechmazur-nyt-hard100,lechmazur-nyt,sonnet-4.6,not-established:absent,reasoning-math,hard,,,,,,,40.4,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 305: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,out:effort-not-established, lechmazur-nyt-hard100,lechmazur-nyt,opus-4.7,high,reasoning-math,hard,,,,,,,39.3,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 306: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,in, lechmazur-nyt-hard100,lechmazur-nyt,opus-4.6,not-established:absent,reasoning-math,hard,,,,,,,37.2,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 308: row of the table 'Leaderboard: Newest 100 puzzles, extended version', column Score)",,out:effort-not-established, lechmazur-nyt-original,lechmazur-nyt,sonnet-3.5-1022,solo,reasoning-math,mid,objective-scoring,,,,,,25.9,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 388: row of the table 'Leaderboard: Original Version', column Score)",,out:single-couple, lechmazur-nyt-original,lechmazur-nyt,opus-3,solo,reasoning-math,mid,objective-scoring,,,,,,24.8,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 389: row of the table 'Leaderboard: Original Version', column Score)",,out:single-couple, lechmazur-nyt-original,lechmazur-nyt,haiku-3.5,solo,reasoning-math,mid,objective-scoring,,,,,,13.7,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 400: row of the table 'Leaderboard: Original Version', column Score)",,out:single-couple, lechmazur-nyt-original-window,lechmazur-nyt,opus-3,solo,reasoning-math,mid,objective-scoring,,,,,,8.2,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 498: row of the table 'Leaderboard: Older models', column Score)",,out:single-couple, lechmazur-nyt-original-window,lechmazur-nyt,sonnet-3.5-1022,solo,reasoning-math,mid,objective-scoring,,,,,,8.1,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 499: row of the table 'Leaderboard: Older models', column Score)",,out:single-couple, lechmazur-nyt-original-window,lechmazur-nyt,haiku-3.5,solo,reasoning-math,mid,objective-scoring,,,,,,3.8,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 520: row of the table 'Leaderboard: Older models', column Score)",,out:single-couple, lechmazur-nyt-original-window,lechmazur-nyt,haiku-3,solo,reasoning-math,mid,objective-scoring,,,,,,0.7,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 526: row of the table 'Leaderboard: Older models', column Score)",,out:single-couple, lechmazur-nyt-original-window,lechmazur-nyt,opus-4.1,think-16000,reasoning-math,mid,objective-scoring,,,,,,45.3,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 440: row of the table 'Leaderboard: Older models', column Score)",,out:effort-not-established, lechmazur-nyt-original-window,lechmazur-nyt,opus-4,think-16000,reasoning-math,mid,objective-scoring,,,,,,35.2,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 447: row of the table 'Leaderboard: Older models', column Score)",,out:effort-not-established, lechmazur-nyt-original-window,lechmazur-nyt,sonnet-4,think-16000,reasoning-math,mid,objective-scoring,,,,,,26.4,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 451: row of the table 'Leaderboard: Older models', column Score)",,out:effort-not-established, lechmazur-nyt-original-window,lechmazur-nyt,sonnet-4,think-64000,reasoning-math,mid,objective-scoring,,,,,,26.0,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 452: row of the table 'Leaderboard: Older models', column Score)",,out:effort-not-established, lechmazur-nyt-original-window,lechmazur-nyt,opus-4.1,not-established:absent,reasoning-math,mid,objective-scoring,,,,,,21.7,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 455: row of the table 'Leaderboard: Older models', column Score)",,out:effort-not-established, lechmazur-nyt-original-window,lechmazur-nyt,opus-4,not-established:absent,reasoning-math,mid,objective-scoring,,,,,,19.7,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 460: row of the table 'Leaderboard: Older models', column Score)",,out:effort-not-established, lechmazur-nyt-original-window,lechmazur-nyt,sonnet-4,not-established:absent,reasoning-math,mid,objective-scoring,,,,,,13.7,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 469: row of the table 'Leaderboard: Older models', column Score)",,out:effort-not-established, lechmazur-nyt-original-window,lechmazur-nyt,opus-4.6,think-32000,reasoning-math,mid,objective-scoring,,,,,,13.6,score%,0.0289,,,"https://github.com/lechmazur/nyt-connections (README.md line 470: row of the table 'Leaderboard: Older models', column Score)",,out:budget-config, lechmazur-writing,lechmazur-writing,fable-5.1,high,writing,mid,pairwise-LLM-judge,,,,,,3.756,score,0.000289,,,https://github.com/lechmazur/writing (README line 19: column 'Comparison score' (rank 1)),,in, lechmazur-writing,lechmazur-writing,opus-5,xhigh,writing,mid,pairwise-LLM-judge,,,,,,3.730,score,0.000289,,,https://github.com/lechmazur/writing (README line 20: column 'Comparison score' (rank 2)),,in, lechmazur-writing,lechmazur-writing,opus-5.5,high,writing,mid,pairwise-LLM-judge,,,,,,3.715,score,0.000289,,,https://github.com/lechmazur/writing (README line 21: column 'Comparison score' (rank 3)),,in, lechmazur-writing,lechmazur-writing,gpt-6-astra,high,writing,mid,pairwise-LLM-judge,,,,,,3.443,score,0.000289,,,https://github.com/lechmazur/writing (README line 22: column 'Comparison score' (rank 4)),,in, lechmazur-writing,lechmazur-writing,opus-5,high,writing,mid,pairwise-LLM-judge,,,,,,3.372,score,0.000289,,,https://github.com/lechmazur/writing (README line 23: column 'Comparison score' (rank 5)),,in, lechmazur-writing,lechmazur-writing,glm-5.3,max,writing,mid,pairwise-LLM-judge,,,,,,3.028,score,0.000289,,,https://github.com/lechmazur/writing (README line 24: column 'Comparison score' (rank 6)),,in, lechmazur-writing,lechmazur-writing,fable-5,high,writing,mid,pairwise-LLM-judge,,,,,,2.853,score,0.000289,,,https://github.com/lechmazur/writing (README line 25: column 'Comparison score' (rank 7)),,out:partial, lechmazur-writing,lechmazur-writing,gpt-5.6-sol,xhigh,writing,mid,pairwise-LLM-judge,,,,,,2.469,score,0.000289,,,https://github.com/lechmazur/writing (README line 26: column 'Comparison score' (rank 8)),,in, lechmazur-writing,lechmazur-writing,gpt-5.5,xhigh,writing,mid,pairwise-LLM-judge,,,,,,2.433,score,0.000289,,,https://github.com/lechmazur/writing (README line 27: column 'Comparison score' (rank 9)),,in, lechmazur-writing,lechmazur-writing,kimi-k3,unstated,writing,mid,pairwise-LLM-judge,,,,,,2.420,score,0.000289,,,https://github.com/lechmazur/writing (README line 28: column 'Comparison score' (rank 10)),,out:effort-not-established, lechmazur-writing,lechmazur-writing,gpt-5.6-sol,high,writing,mid,pairwise-LLM-judge,,,,,,2.280,score,0.000289,,,https://github.com/lechmazur/writing (README line 29: column 'Comparison score' (rank 11)),,in, lechmazur-writing,lechmazur-writing,gpt-5.4,medium,writing,mid,pairwise-LLM-judge,,,,,,1.968,score,0.000289,,,https://github.com/lechmazur/writing (README line 30: column 'Comparison score' (rank 12)),,in, lechmazur-writing,lechmazur-writing,gpt-5.4,xhigh,writing,mid,pairwise-LLM-judge,,,,,,1.962,score,0.000289,,,https://github.com/lechmazur/writing (README line 31: column 'Comparison score' (rank 13)),,in, lechmazur-writing,lechmazur-writing,opus-4.7,high,writing,mid,pairwise-LLM-judge,,,,,,1.764,score,0.000289,,,https://github.com/lechmazur/writing (README line 33: column 'Comparison score' (rank 15)),,out:partial, lechmazur-writing,lechmazur-writing,sonnet-4.6,think-16000,writing,mid,pairwise-LLM-judge,,,,,,1.655,score,0.000289,,,https://github.com/lechmazur/writing (README line 34: column 'Comparison score' (rank 16)),,out:budget-config, lechmazur-writing,lechmazur-writing,opus-4.6,think-16000,writing,mid,pairwise-LLM-judge,,,,,,1.128,score,0.000289,,,https://github.com/lechmazur/writing (README line 36: column 'Comparison score' (rank 18)),,out:budget-config, lechmazur-writing,lechmazur-writing,gemini-4-argon,high,writing,mid,pairwise-LLM-judge,,,,,,0.800,score,0.000289,,,https://github.com/lechmazur/writing (README line 37: column 'Comparison score' (rank 19)),,in, lechmazur-writing,lechmazur-writing,opus-4.8,xhigh,writing,mid,pairwise-LLM-judge,,,,,,0.759,score,0.000289,,,https://github.com/lechmazur/writing (README line 38: column 'Comparison score' (rank 20)),,in, lechmazur-writing,lechmazur-writing,?DeepSeek V4 Pro,not-established:absent,writing,mid,pairwise-LLM-judge,,,,,,0.517,score,0.000289,,,https://github.com/lechmazur/writing (README line 41: column 'Comparison score' (rank 23)),,out:model-not-established, lechmazur-writing,lechmazur-writing,glm-5.2,not-established:absent,writing,mid,pairwise-LLM-judge,,,,,,0.457,score,0.000289,,,https://github.com/lechmazur/writing (README line 42: column 'Comparison score' (rank 24)),,out:effort-not-established, lechmazur-writing,lechmazur-writing,grok-4.7,high,writing,mid,pairwise-LLM-judge,,,,,,0.432,score,0.000289,,,https://github.com/lechmazur/writing (README line 43: column 'Comparison score' (rank 25)),,in, lechmazur-writing,lechmazur-writing,gpt-5.2,medium,writing,mid,pairwise-LLM-judge,,,,,,0.333,score,0.000289,,,https://github.com/lechmazur/writing (README line 44: column 'Comparison score' (rank 26)),,in, lechmazur-writing,lechmazur-writing,opus-4.8,high,writing,mid,pairwise-LLM-judge,,,,,,0.245,score,0.000289,,,https://github.com/lechmazur/writing (README line 45: column 'Comparison score' (rank 27)),,out:partial, lechmazur-writing,lechmazur-writing,?Qwen 3.8 Max,not-established:absent,writing,mid,pairwise-LLM-judge,,,,,,0.176,score,0.000289,,,https://github.com/lechmazur/writing (README line 46: column 'Comparison score' (rank 28)),,out:model-not-established, lechmazur-writing,lechmazur-writing,gemini-3.8-flash,high,writing,mid,pairwise-LLM-judge,,,,,,0.148,score,0.000289,,,https://github.com/lechmazur/writing (README line 47: column 'Comparison score' (rank 29)),,in, lechmazur-writing,lechmazur-writing,kimi-k2.6,unstated,writing,mid,pairwise-LLM-judge,,,,,,0.078,score,0.000289,,,https://github.com/lechmazur/writing (README line 48: column 'Comparison score' (rank 30)),,out:effort-not-established, lechmazur-writing,lechmazur-writing,deepseek-v4.1-flash,high,writing,mid,pairwise-LLM-judge,,,,,,-0.488,score,0.000289,,,https://github.com/lechmazur/writing (README line 52: column 'Comparison score' (rank 34)),,in, lechmazur-writing,lechmazur-writing,?DeepSeek V4 Pro Preview,not-established:absent,writing,mid,pairwise-LLM-judge,,,,,,-0.541,score,0.000289,,,https://github.com/lechmazur/writing (README line 53: column 'Comparison score' (rank 35)),,out:model-not-established, lechmazur-writing,lechmazur-writing,qwen3.8-27b,unstated,writing,mid,pairwise-LLM-judge,,,,,,-0.637,score,0.000289,,,https://github.com/lechmazur/writing (README line 54: column 'Comparison score' (rank 36)),,out:effort-not-established, lechmazur-writing,lechmazur-writing,qwen3-max-preview,unstated,writing,mid,pairwise-LLM-judge,,,,,,-0.688,score,0.000289,,,https://github.com/lechmazur/writing (README line 56: column 'Comparison score' (rank 38)),,out:effort-not-established, lechmazur-writing,lechmazur-writing,gemini-3.7-flash,high,writing,mid,pairwise-LLM-judge,,,,,,-0.706,score,0.000289,,,https://github.com/lechmazur/writing (README line 57: column 'Comparison score' (rank 39)),,in, lechmazur-writing,lechmazur-writing,qwen3.6-max-preview,unstated,writing,mid,pairwise-LLM-judge,,,,,,-0.941,score,0.000289,,,https://github.com/lechmazur/writing (README line 58: column 'Comparison score' (rank 40)),,out:effort-not-established, lechmazur-writing,lechmazur-writing,glm-5.1,unstated,writing,mid,pairwise-LLM-judge,,,,,,-1.043,score,0.000289,,,https://github.com/lechmazur/writing (README line 59: column 'Comparison score' (rank 41)),,out:effort-not-established, lechmazur-writing,lechmazur-writing,?Kimi K2.5,not-established:absent,writing,mid,pairwise-LLM-judge,,,,,,-1.088,score,0.000289,,,https://github.com/lechmazur/writing (README line 60: column 'Comparison score' (rank 42)),,out:model-not-established, lechmazur-writing,lechmazur-writing,gemini-3.5-flash,unstated,writing,mid,pairwise-LLM-judge,,,,,,-1.988,score,0.000289,,,https://github.com/lechmazur/writing (README line 67: column 'Comparison score' (rank 49)),,out:effort-not-established, lechmazur-writing,lechmazur-writing,gemini-3.1-pro,unstated,writing,mid,pairwise-LLM-judge,,,,,,-2.170,score,0.000289,,,https://github.com/lechmazur/writing (README line 68: column 'Comparison score' (rank 50)),,out:effort-not-established, lechmazur-writing,lechmazur-writing,qwen3.6-plus,unstated,writing,mid,pairwise-LLM-judge,,,,,,-2.281,score,0.000289,,,https://github.com/lechmazur/writing (README line 69: column 'Comparison score' (rank 51)),,out:effort-not-established, lechmazur-writing,lechmazur-writing,qwen3.7-max,unstated,writing,mid,pairwise-LLM-judge,,,,,,-2.666,score,0.000289,,,https://github.com/lechmazur/writing (README line 71: column 'Comparison score' (rank 53)),,out:effort-not-established, lechmazur-writing,lechmazur-writing,deepseek-v3.2,unstated,writing,mid,pairwise-LLM-judge,,,,,,-2.877,score,0.000289,,,https://github.com/lechmazur/writing (README line 72: column 'Comparison score' (rank 54)),,out:effort-not-established, lechmazur-writing,lechmazur-writing,grok-4.6,high,writing,mid,pairwise-LLM-judge,,,,,,-2.880,score,0.000289,,,https://github.com/lechmazur/writing (README line 73: column 'Comparison score' (rank 55)),,in, lechmazur-writing,lechmazur-writing,gpt-oss-120b,unstated,writing,mid,pairwise-LLM-judge,,,,,,-3.160,score,0.000289,,,https://github.com/lechmazur/writing (README line 74: column 'Comparison score' (rank 56)),,out:effort-not-established, lechmazur-writing,lechmazur-writing,grok-4.3,unstated,writing,mid,pairwise-LLM-judge,,,,,,-4.257,score,0.000289,,,https://github.com/lechmazur/writing (README line 76: column 'Comparison score' (rank 58)),,out:effort-not-established, lechmazur-writing,lechmazur-writing,grok-4.5,high,writing,mid,pairwise-LLM-judge,,,,,,-5.089,score,0.000289,,,https://github.com/lechmazur/writing (README line 77: column 'Comparison score' (rank 59)),,in, lester-modelarena-r10,lesterppo,gpt-6-luna,medium,reasoning-math,mid,model-arena-r10,,,,,,24,pass-of-24,0,,,"https://github.com/lesterppo/model-arena (README, round 10 summary table, row gpt-6-luna, column TOTAL)",,out:saturated, lester-modelarena-r10,lesterppo,haiku-5.5,medium,reasoning-math,mid,model-arena-r10,,,,,,24,pass-of-24,0,,,"https://github.com/lesterppo/model-arena (README, round 10 summary table, row claude-haiku-5-5, column TOTAL)",,out:saturated, lester-modelarena-r10,lesterppo,deepseek-v4.1-flash-1017,high,reasoning-math,mid,model-arena-r10,,,,,,24,pass-of-24,0,,,"https://github.com/lesterppo/model-arena (README, round 10 summary table, row deepseek-flash, column TOTAL)",,out:saturated, lester-modelarena-r10,lesterppo,?minimax-m3.1-flash,not-established:absent,reasoning-math,mid,model-arena-r10,,,,,,24,pass-of-24,0,,,"https://github.com/lesterppo/model-arena (README, round 10 summary table, row minimax-m3.1-flash, column TOTAL)",,out:model-not-established, lhtb-paper-cost-jun2026,lhtb-2607.08964,grok-4.5,unstated,agentic-tool,frontier,,per-task,10.95,0.00289,,,,none,,,,https://arxiv.org/abs/2607.08964 (),,,out:effort-not-established lhtb-paper-cost-jun2026,lhtb-2607.08964,gpt-5.6-sol,unstated,agentic-tool,frontier,,per-task,21.14,0.00289,,,,none,,,,https://arxiv.org/abs/2607.08964 (),,,out:effort-not-established lhtb-paper-cost-jun2026,lhtb-2607.08964,gpt-5.5,unstated,agentic-tool,frontier,,per-task,21.00,0.00289,,,,none,,,,https://arxiv.org/abs/2607.08964 (),,,out:effort-not-established lhtb-paper-cost-jun2026,lhtb-2607.08964,minimax-m3,unstated,agentic-tool,frontier,,per-task,6.13,0.00289,,,,none,,,,https://arxiv.org/abs/2607.08964 (),,,out:effort-not-established lhtb-paper-cost-jun2026,lhtb-2607.08964,kimi-k2.7-code,solo,agentic-tool,frontier,,per-task,8.67,0.00289,,,,none,,,cost-base-price:cost-publisher-figure,https://arxiv.org/abs/2607.08964 (),,,out:cost-single-couple lhtb-paper-cost-jun2026,lhtb-2607.08964,?DeepSeek V4 Pro,not-established:absent,agentic-tool,frontier,,per-task,6.19,0.00289,,,,none,,,,https://arxiv.org/abs/2607.08964 (),,,out:model-not-established lhtb-paper-cost-jun2026,lhtb-2607.08964,qwen3.7-max,unstated,agentic-tool,frontier,,per-task,7.78,0.00289,,,,none,,,,https://arxiv.org/abs/2607.08964 (),,,out:effort-not-established lhtb-paper-cost-jun2026,lhtb-2607.08964,?Doubao Seed 2.1 Pro,not-established:absent,agentic-tool,frontier,,per-task,5.16,0.00289,,,,none,,,,https://arxiv.org/abs/2607.08964 (),,,out:model-not-established lhtb-paper-cost-jun2026,lhtb-2607.08964,gemini-3.1-pro,unstated,agentic-tool,frontier,,per-task,7.44,0.00289,,,,none,,,,https://arxiv.org/abs/2607.08964 (),,,out:effort-not-established lhtb-paper-cost-jun2026,lhtb-2607.08964,glm-5.1,unstated,agentic-tool,frontier,,per-task,5.46,0.00289,,,,none,,,,https://arxiv.org/abs/2607.08964 (),,,out:effort-not-established lhtb-paper-cost-jun2026,lhtb-2607.08964,gpt-5.3-codex,unstated,agentic-tool,frontier,,per-task,8.16,0.00289,,,,none,,,,https://arxiv.org/abs/2607.08964 (),,,out:effort-not-established lhtb-paper-cost-jun2026,lhtb-2607.08964,glm-5.2,unstated,agentic-tool,frontier,,per-task,11.93,0.00289,,,,none,,,,https://arxiv.org/abs/2607.08964 (),,,out:effort-not-established lhtb-paper-cost-jun2026,lhtb-2607.08964,qwen3.6-plus,unstated,agentic-tool,frontier,,per-task,4.47,0.00289,,,,none,,,,https://arxiv.org/abs/2607.08964 (),,,out:effort-not-established lhtb-paper-cost-jun2026,lhtb-2607.08964,hy3,unstated,agentic-tool,frontier,,per-task,3.62,0.00289,,,,none,,,,https://arxiv.org/abs/2607.08964 (),,,out:effort-not-established lhtb-paper-cost-jun2026,lhtb-2607.08964,gpt-5.4,unstated,agentic-tool,frontier,,per-task,25.77,0.00289,,,,none,,,,https://arxiv.org/abs/2607.08964 (),,,out:effort-not-established lhtb-paper-cost-jun2026,lhtb-2607.08964,kimi-k2.6,unstated,agentic-tool,frontier,,per-task,9.94,0.00289,,,,none,,,,https://arxiv.org/abs/2607.08964 (),,,out:effort-not-established lhtb-paper-cost-jun2026,lhtb-2607.08964,grok-4.20,unstated,agentic-tool,frontier,,per-task,19.64,0.00289,,,,none,,,,https://arxiv.org/abs/2607.08964 (),,,out:effort-not-established lhtb1-mean,lhtb,grok-4.5,unstated,agentic-tool,frontier,Terminus-2,per-task,11.19,0.000289,,,50.5,mean-reward%,0.0289,,,https://zli12321.github.io/LHTB/ (const LB of lhtb-script.js (the leaderboard array of the page): one row per model / row Grok 4.5 / column mean),,out:effort-not-established,out:effort-not-established lhtb1-mean,lhtb,sonnet-5,unstated,agentic-tool,frontier,Terminus-2,per-task,60.37,0.000289,,,49.7,mean-reward%,0.0289,,,https://zli12321.github.io/LHTB/ (const LB of lhtb-script.js (the leaderboard array of the page): one row per model / row Claude Sonnet 5 / column mean),,out:effort-not-established,out:effort-not-established lhtb1-mean,lhtb,opus-4.8,unstated,agentic-tool,frontier,Terminus-2,per-task,39.11,0.000289,,,49.2,mean-reward%,0.0289,,,https://zli12321.github.io/LHTB/ (const LB of lhtb-script.js (the leaderboard array of the page): one row per model / row Claude Opus 4.8 / column mean),,out:effort-not-established,out:effort-not-established lhtb1-mean,lhtb,fable-5,unstated,agentic-tool,frontier,Terminus-2,per-task,73.11,0.000289,,,48.7,mean-reward%,0.0289,,,https://zli12321.github.io/LHTB/ (const LB of lhtb-script.js (the leaderboard array of the page): one row per model / row Claude Fable 5 / column mean),,out:effort-not-established,out:effort-not-established lhtb1-mean,lhtb,gpt-5.6-sol,unstated,agentic-tool,frontier,Terminus-2,per-task,21.14,0.000289,,,45.1,mean-reward%,0.0289,,,https://zli12321.github.io/LHTB/ (const LB of lhtb-script.js (the leaderboard array of the page): one row per model / row GPT-5.6-sol / column mean),,out:effort-not-established,out:effort-not-established lhtb1-mean,lhtb,gpt-5.5,unstated,agentic-tool,frontier,Terminus-2,per-task,21.46,0.000289,,,44.5,mean-reward%,0.0289,,,https://zli12321.github.io/LHTB/ (const LB of lhtb-script.js (the leaderboard array of the page): one row per model / row GPT-5.5 / column mean),,out:effort-not-established,out:effort-not-established lhtb1-mean,lhtb,sonnet-4.6,unstated,agentic-tool,frontier,Terminus-2,per-task,38.00,0.000289,,,37.3,mean-reward%,0.0289,,,https://zli12321.github.io/LHTB/ (const LB of lhtb-script.js (the leaderboard array of the page): one row per model / row Claude Sonnet 4.6 / column mean),,out:effort-not-established,out:effort-not-established lhtb1-mean,lhtb,kimi-k2.7-code,solo,agentic-tool,frontier,Terminus-2,per-task,8.31,0.000289,,,36.7,mean-reward%,0.0289,,cost-base-price:cost-publisher-figure,https://zli12321.github.io/LHTB/ (const LB of lhtb-script.js (the leaderboard array of the page): one row per model / row Kimi K2.7 Code / column mean),,out:single-couple,out:cost-single-couple lhtb1-mean,lhtb,glm-5.2,unstated,agentic-tool,frontier,Terminus-2,per-task,11.93,0.000289,,,31.6,mean-reward%,0.0289,,,https://zli12321.github.io/LHTB/ (const LB of lhtb-script.js (the leaderboard array of the page): one row per model / row GLM 5.2 / column mean),,out:effort-not-established,out:effort-not-established lhtb1-mean,lhtb,qwen3.6-plus,unstated,agentic-tool,frontier,Terminus-2,per-task,4.47,0.000289,,,31.3,mean-reward%,0.0289,,,https://zli12321.github.io/LHTB/ (const LB of lhtb-script.js (the leaderboard array of the page): one row per model / row Qwen3.6 Plus / column mean),,out:effort-not-established,out:effort-not-established lhtb1-mean,lhtb,deepseek-v4-pro-preview,unstated,agentic-tool,frontier,Terminus-2,per-task,6.32,0.000289,,,30.7,mean-reward%,0.0289,,,https://zli12321.github.io/LHTB/ (const LB of lhtb-script.js (the leaderboard array of the page): one row per model / row DeepSeek V4 Pro / column mean),,out:effort-not-established,out:effort-not-established lhtb1-mean,lhtb,qwen3.7-max,unstated,agentic-tool,frontier,Terminus-2,per-task,7.78,0.000289,,,29.6,mean-reward%,0.0289,,,https://zli12321.github.io/LHTB/ (const LB of lhtb-script.js (the leaderboard array of the page): one row per model / row Qwen3.7 Max / column mean),,out:effort-not-established,out:effort-not-established lhtb1-mean,lhtb,gemini-3.1-pro,unstated,agentic-tool,frontier,Terminus-2,per-task,7.61,0.000289,,,27.9,mean-reward%,0.0289,,,https://zli12321.github.io/LHTB/ (const LB of lhtb-script.js (the leaderboard array of the page): one row per model / row Gemini 3.1 Pro / column mean),,out:effort-not-established,out:effort-not-established lhtb1-mean,lhtb,gpt-5.4,unstated,agentic-tool,frontier,Terminus-2,per-task,27.57,0.000289,,,27.2,mean-reward%,0.0289,,,https://zli12321.github.io/LHTB/ (const LB of lhtb-script.js (the leaderboard array of the page): one row per model / row GPT-5.4 / column mean),,out:effort-not-established,out:effort-not-established lhtb1-mean,lhtb,glm-5.1,unstated,agentic-tool,frontier,Terminus-2,per-task,5.13,0.000289,,,26.7,mean-reward%,0.0289,,,https://zli12321.github.io/LHTB/ (const LB of lhtb-script.js (the leaderboard array of the page): one row per model / row GLM 5.1 / column mean),,out:effort-not-established,out:effort-not-established lhtb1-mean,lhtb,kimi-k2.6,unstated,agentic-tool,frontier,Terminus-2,per-task,9.94,0.000289,,,25.5,mean-reward%,0.0289,,,https://zli12321.github.io/LHTB/ (const LB of lhtb-script.js (the leaderboard array of the page): one row per model / row Kimi K2.6 / column mean),,out:effort-not-established,out:effort-not-established lhtb1-mean,lhtb,gpt-5.3-codex,unstated,agentic-tool,frontier,Terminus-2,per-task,8.20,0.000289,,,21.5,mean-reward%,0.0289,,,https://zli12321.github.io/LHTB/ (const LB of lhtb-script.js (the leaderboard array of the page): one row per model / row GPT-5.3 Codex / column mean),,out:effort-not-established,out:effort-not-established lhtb1-mean,lhtb,grok-4.20,unstated,agentic-tool,frontier,Terminus-2,per-task,20.63,0.000289,,,10.2,mean-reward%,0.0289,,,https://zli12321.github.io/LHTB/ (const LB of lhtb-script.js (the leaderboard array of the page): one row per model / row Grok 4.20 / column mean),,out:effort-not-established,out:effort-not-established lb2-longhorizon#none,livebench,?Beam 1.0,not-established:absent,agentic-tool,hard,LiveBench2,per-suite(18q),253.0278,2.89e-05,,,17.3,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row beam-1.0 / column long_agentic),,out:model-not-established,out:model-not-established lb2-longhorizon#none,livebench,fable-5.1,max,agentic-tool,hard,LiveBench2,per-suite(18q),928.3102,2.89e-05,,,80.8,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row claude-fable-5.1 / column long_agentic),,out:superseded,out:superseded lb2-longhorizon#none,livebench,fable-5,max,agentic-tool,hard,LiveBench2,per-suite(18q),1075.2587,2.89e-05,,,53.2,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261014) / row claude-fable-5 / column long_agentic),,in,in lb2-longhorizon#none,livebench,haiku-4.5,not-established:absent,agentic-tool,hard,LiveBench2,per-suite(18q),45.8733,2.89e-05,,,11.1,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row claude-haiku-4.5 / column long_agentic),,out:effort-not-established,out:effort-not-established lb2-longhorizon#none,livebench,haiku-5.5,max,agentic-tool,hard,LiveBench2,per-suite(18q),186.5138,2.89e-05,,,57.6,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row claude-haiku-5.5 / column long_agentic),,out:superseded,out:superseded lb2-longhorizon#none,livebench,opus-4.8,max,agentic-tool,hard,LiveBench2,per-suite(18q),935.4536,2.89e-05,,,48.3,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261014) / row claude-opus-4.8 / column long_agentic),,in,in lb2-longhorizon#none,livebench,opus-5.5,max,agentic-tool,hard,LiveBench2,per-suite(18q),684.1579,2.89e-05,,,85.0,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row claude-opus-5.5 / column long_agentic),,out:superseded,out:superseded lb2-longhorizon#none,livebench,opus-5,max,agentic-tool,hard,LiveBench2,per-suite(18q),877.5571,2.89e-05,,,62.1,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261014) / row claude-opus-5 / column long_agentic),,in,in lb2-longhorizon#none,livebench,sonnet-4.6,not-established:absent,agentic-tool,hard,LiveBench2,per-suite(18q),367.5530,2.89e-05,,,23.1,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row claude-sonnet-4.6 / column long_agentic),,out:effort-not-established,out:effort-not-established lb2-longhorizon#none,livebench,sonnet-5.5,max,agentic-tool,hard,LiveBench2,per-suite(18q),630.2070,2.89e-05,,,78.8,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row claude-sonnet-5.5 / column long_agentic),,out:superseded,out:superseded lb2-longhorizon#none,livebench,sonnet-5,max,agentic-tool,hard,LiveBench2,per-suite(18q),597.8005,2.89e-05,,,39.0,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261014) / row claude-sonnet-5 / column long_agentic),,in,in lb2-longhorizon#none,livebench,?DeepSeek V4 Flash Vision,not-established:absent,agentic-tool,hard,LiveBench2,per-suite(18q),18.7324,2.89e-05,,,39.0,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row deepseek-v4-flash-vision / column long_agentic),,out:model-not-established,out:model-not-established lb2-longhorizon#none,livebench,deepseek-v4.1-flash-1017,max,agentic-tool,hard,LiveBench2,per-suite(18q),26.2483,2.89e-05,,,50.9,score%,0.0289,,EAP-run,https://livebench.ai/ (all rows of table.csv (release 20261014) / row deepseek-v4.1-flash-1017 / column long_agentic),,out:effort-not-established,out:effort-not-established lb2-longhorizon#none,livebench,deepseek-v4.1-flash,max,agentic-tool,hard,LiveBench2,per-suite(18q),29.6058,2.89e-05,,,40.1,score%,0.0289,,cost-method-assumed-single,https://livebench.ai/ (all rows of table.csv (release 20261014) / row deepseek-v4.1-flash / column long_agentic),,in,out:cost-not-comparable lb2-longhorizon#none,livebench,gemini-3.1-pro,high,agentic-tool,hard,LiveBench2,per-suite(18q),146.2625,2.89e-05,,,23.9,score%,0.0289,,cost-method-assumed-single,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gemini-3.1-pro / column long_agentic),,in,out:cost-not-comparable lb2-longhorizon#none,livebench,gemini-3.7-flash,high,agentic-tool,hard,LiveBench2,per-suite(18q),100.0529,2.89e-05,,,28.3,score%,0.0289,,cost-method-assumed-single,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gemini-3.7-flash / column long_agentic),,in,out:cost-not-comparable lb2-longhorizon#none,livebench,gemini-3.8-flash,high,agentic-tool,hard,LiveBench2,per-suite(18q),126.7023,2.89e-05,,,30.1,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gemini-3.8-flash / column long_agentic),,out:superseded,out:superseded lb2-longhorizon#none,livebench,gemini-4-argon,high,agentic-tool,hard,LiveBench2,per-suite(18q),249.1537,2.89e-05,,,69.9,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gemini-4-argon / column long_agentic),,out:superseded,out:superseded lb2-longhorizon#none,livebench,gemma-4-31b-it,not-established:absent,agentic-tool,hard,LiveBench2,per-suite(18q),17.7964,2.89e-05,,,13.3,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gemma-4-31b / column long_agentic),,out:effort-not-established,out:effort-not-established lb2-longhorizon#none,livebench,glm-5.3-flash,max,agentic-tool,hard,LiveBench2,per-suite(18q),29.3179,2.89e-05,,,28.4,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row glm-5.3-flash / column long_agentic),,out:superseded,out:superseded lb2-longhorizon#none,livebench,glm-5.3,max,agentic-tool,hard,LiveBench2,per-suite(18q),330.8749,2.89e-05,,,35.9,score%,0.0289,,cost-method-assumed-single,https://livebench.ai/ (all rows of table.csv (release 20261014) / row glm-5.3 / column long_agentic),,in,out:cost-not-comparable lb2-longhorizon#none,livebench,gpt-5.5,xhigh,agentic-tool,hard,LiveBench2,per-suite(18q),249.3267,2.89e-05,,,44.6,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gpt-5.5 / column long_agentic),,in,in lb2-longhorizon#none,livebench,gpt-5.6-luna,max,agentic-tool,hard,LiveBench2,per-suite(18q),11.89254,4.58,,,30.4,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gpt-5.6-luna / column long_agentic),,in,out:cost-single-couple lb2-longhorizon#none,livebench,gpt-5.6-sol,max,agentic-tool,hard,LiveBench2,per-suite(18q),359.134,41.5,,,48.5,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gpt-5.6-sol / column long_agentic),,in,out:cost-single-couple lb2-longhorizon#none,livebench,gpt-5.6-terra,max,agentic-tool,hard,LiveBench2,per-suite(18q),211.6243,2.89e-05,,,48.4,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gpt-5.6-terra / column long_agentic),,out:superseded,out:superseded lb2-longhorizon#none,livebench,gpt-6-astra,max,agentic-tool,hard,LiveBench2,per-suite(18q),652.4416,2.89e-05,,,82.4,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gpt-6-astra / column long_agentic),,out:superseded,out:superseded lb2-longhorizon#none,livebench,gpt-6-luna,max,agentic-tool,hard,LiveBench2,per-suite(18q),17.4170,2.89e-05,,,48.1,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gpt-6-luna / column long_agentic),,out:superseded,out:superseded lb2-longhorizon#none,livebench,gpt-6-sol,max,agentic-tool,hard,LiveBench2,per-suite(18q),155.1863,2.89e-05,,,66.9,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gpt-6-sol / column long_agentic),,in,in lb2-longhorizon#none,livebench,gpt-6.1-sol,max,agentic-tool,hard,LiveBench2,per-suite(18q),116.7779,2.89e-05,,,73.0,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gpt-6.1-sol / column long_agentic),,out:superseded,out:superseded lb2-longhorizon#none,livebench,grok-4.5,not-established:absent,agentic-tool,hard,LiveBench2,per-suite(18q),80.9693,2.89e-05,,,27.9,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row grok-4.5 / column long_agentic),,out:effort-not-established,out:effort-not-established lb2-longhorizon#none,livebench,grok-4.6,xhigh,agentic-tool,hard,LiveBench2,per-suite(18q),191.2646,2.89e-05,,,40.7,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row grok-4.6 / column long_agentic),,out:superseded,out:superseded lb2-longhorizon#none,livebench,grok-4.7,xhigh,agentic-tool,hard,LiveBench2,per-suite(18q),340.7994,2.89e-05,,,50.1,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row grok-4.7 / column long_agentic),,out:superseded,out:superseded lb2-longhorizon#none,livebench,inkling,max,agentic-tool,hard,LiveBench2,per-suite(18q),223.3012,2.89e-05,,,14.1,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row inkling / column long_agentic),,out:effort-not-established,out:effort-not-established lb2-longhorizon#none,livebench,kimi-k3,max,agentic-tool,hard,LiveBench2,per-suite(18q),323.8289,2.89e-05,,,42.8,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row kimi-k3 / column long_agentic),,out:superseded,out:superseded lb2-longhorizon#none,livebench,mimo-v2.6-pro,not-established:absent,agentic-tool,hard,LiveBench2,per-suite(18q),24.9952,2.89e-05,,,47.5,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row mimo-v2.6-pro / column long_agentic),,out:effort-not-established,out:effort-not-established lb2-longhorizon#none,livebench,minimax-m3,not-established:absent,agentic-tool,hard,LiveBench2,per-suite(18q),75.5146,2.89e-05,,,12.4,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row minimax-m3 / column long_agentic),,out:effort-not-established,out:effort-not-established lb2-longhorizon#none,livebench,?Mistral Large 4,not-established:absent,agentic-tool,hard,LiveBench2,per-suite(18q),172.0030,2.89e-05,,,11.8,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row mistral-large-4 / column long_agentic),,out:model-not-established,out:model-not-established lb2-longhorizon#none,livebench,muse-spark-1.2,xhigh,agentic-tool,hard,LiveBench2,per-suite(18q),71.0781,2.89e-05,,,21.3,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261014) / row muse-spark-1.2 / column long_agentic),,out:single-couple,out:cost-single-couple lb2-longhorizon#none,livebench,muse-spark-1.3,max,agentic-tool,hard,LiveBench2,per-suite(18q),159.1011,2.89e-05,,,40.4,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row muse-spark-1.3 / column long_agentic),,out:effort-not-established,out:effort-not-established lb2-longhorizon#none,livebench,?Muse Spark Open,not-established:absent,agentic-tool,hard,LiveBench2,per-suite(18q),87.0049,2.89e-05,,,18.9,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row muse-spark-open / column long_agentic),,out:model-not-established,out:model-not-established lb2-longhorizon#none,livebench,?Muse Wonder 1.0,not-established:absent,agentic-tool,hard,LiveBench2,per-suite(18q),260.6919,2.89e-05,,,53.2,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row muse-wonder-1.0 / column long_agentic),,out:model-not-established,out:model-not-established lb2-longhorizon#none,livebench,nemotron-3.5-lightning,not-established:absent,agentic-tool,hard,LiveBench2,per-suite(18q),10.0763,2.89e-05,,,8.3,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row nemotron-lightning-3.5 / column long_agentic),,out:effort-not-established,out:effort-not-established lb2-longhorizon#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,agentic-tool,hard,LiveBench2,per-suite(18q),36.8587,2.89e-05,,,15.8,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row nemotron-super-vl-3.5 / column long_agentic),,out:model-not-established,out:model-not-established lb2-longhorizon#none,livebench,nemotron-3-ultra-550b-a55b,not-established:absent,agentic-tool,hard,LiveBench2,per-suite(18q),94.4440,2.89e-05,,,11.2,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row nemotron-ultra-3 / column long_agentic),,out:effort-not-established,out:effort-not-established lb2-longhorizon#none,livebench,qwen3.8-27b,not-established:absent,agentic-tool,hard,LiveBench2,per-suite(18q),129.3132,2.89e-05,,,27.9,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row qwen3.8-27b / column long_agentic),,out:effort-not-established,out:effort-not-established lb2-longhorizon#none,livebench,qwen3.8-flash,not-established:absent,agentic-tool,hard,LiveBench2,per-suite(18q),33.6968,2.89e-05,,,37.1,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row qwen3.8-flash / column long_agentic),,out:effort-not-established,out:effort-not-established lb2-longhorizon#none,livebench,?Qwen3.8 Max,not-established:absent,agentic-tool,hard,LiveBench2,per-suite(18q),268.7409,2.89e-05,,,42.3,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row qwen3.8-max / column long_agentic),,out:model-not-established,out:model-not-established lb2-longhorizon#none,livebench,?Step 5 (Preview),not-established:absent,agentic-tool,hard,LiveBench2,per-suite(18q),186.7613,2.89e-05,,,27.5,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row step-5-preview / column long_agentic),,out:model-not-established,out:model-not-established lb2-reasoning#none,livebench,?Beam 1.0,not-established:absent,reasoning-math,hard,LiveBench2,per-suite(202q),8.007986,2.89e-05,,,80.2,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row beam-1.0 / column reasoning),,out:model-not-established,out:model-not-established lb2-reasoning#none,livebench,fable-5.1,max,reasoning-math,hard,LiveBench2,per-suite(202q),92.947380,2.89e-05,,,91.7,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row claude-fable-5.1 / column reasoning),,out:superseded,out:superseded lb2-reasoning#none,livebench,fable-5,max,reasoning-math,hard,LiveBench2,per-suite(202q),121.684040,2.89e-05,,,89.7,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261014) / row claude-fable-5 / column reasoning),,in,in lb2-reasoning#none,livebench,haiku-4.5,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,61.7,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row claude-haiku-4.5 / column reasoning),,out:effort-not-established, lb2-reasoning#none,livebench,haiku-5.5,max,reasoning-math,hard,LiveBench2,per-suite(202q),4.161384,2.89e-05,,,82.4,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row claude-haiku-5.5 / column reasoning),,out:superseded,out:superseded lb2-reasoning#none,livebench,opus-4.8,max,reasoning-math,hard,LiveBench2,per-suite(202q),122.357560,2.89e-05,,,89.2,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261014) / row claude-opus-4.8 / column reasoning),,in,in lb2-reasoning#none,livebench,opus-5.5,max,reasoning-math,hard,LiveBench2,per-suite(202q),50.951592,2.89e-05,,,92.2,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row claude-opus-5.5 / column reasoning),,out:superseded,out:superseded lb2-reasoning#none,livebench,opus-5,max,reasoning-math,hard,LiveBench2,per-suite(202q),34.025995,2.89e-05,,,91.2,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261014) / row claude-opus-5 / column reasoning),,in,in lb2-reasoning#none,livebench,sonnet-4.6,not-established:absent,reasoning-math,hard,LiveBench2,per-suite(202q),63.232245,2.89e-05,,,86.4,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row claude-sonnet-4.6 / column reasoning),,out:effort-not-established,out:effort-not-established lb2-reasoning#none,livebench,sonnet-5.5,max,reasoning-math,hard,LiveBench2,per-suite(202q),42.230746,2.89e-05,,,91.6,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row claude-sonnet-5.5 / column reasoning),,out:superseded,out:superseded lb2-reasoning#none,livebench,sonnet-5,max,reasoning-math,hard,LiveBench2,per-suite(202q),51.545930,2.89e-05,,,88.7,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261014) / row claude-sonnet-5 / column reasoning),,in,in lb2-reasoning#none,livebench,?DeepSeek V4 Flash Vision,not-established:absent,reasoning-math,hard,LiveBench2,per-suite(202q),17.142103,2.89e-05,,,85.4,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row deepseek-v4-flash-vision / column reasoning),,out:model-not-established,out:model-not-established lb2-reasoning#none,livebench,deepseek-v4.1-flash-1017,max,reasoning-math,hard,LiveBench2,per-suite(202q),4.892630,2.89e-05,,,89.1,score%,0.0289,,EAP-run,https://livebench.ai/ (all rows of table.csv (release 20261014) / row deepseek-v4.1-flash-1017 / column reasoning),,out:effort-not-established,out:effort-not-established lb2-reasoning#none,livebench,deepseek-v4.1-flash,max,reasoning-math,hard,LiveBench2,per-suite(202q),9.221465,2.89e-05,,,86.7,score%,0.0289,,cost-method-assumed-single,https://livebench.ai/ (all rows of table.csv (release 20261014) / row deepseek-v4.1-flash / column reasoning),,in,out:cost-not-comparable lb2-reasoning#none,livebench,gemini-3.1-pro,high,reasoning-math,hard,LiveBench2,per-suite(202q),29.978462,2.89e-05,,,84.0,score%,0.0289,,cost-method-assumed-single,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gemini-3.1-pro / column reasoning),,in,out:cost-not-comparable lb2-reasoning#none,livebench,gemini-3.7-flash,high,reasoning-math,hard,LiveBench2,per-suite(202q),13.917404,2.89e-05,,,87.8,score%,0.0289,,cost-method-assumed-single,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gemini-3.7-flash / column reasoning),,in,out:cost-not-comparable lb2-reasoning#none,livebench,gemini-3.8-flash,high,reasoning-math,hard,LiveBench2,per-suite(202q),29.805468,2.89e-05,,,89.3,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gemini-3.8-flash / column reasoning),,out:superseded,out:superseded lb2-reasoning#none,livebench,gemini-4-argon,high,reasoning-math,hard,LiveBench2,per-suite(202q),15.768264,2.89e-05,,,95.1,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gemini-4-argon / column reasoning),,out:superseded,out:superseded lb2-reasoning#none,livebench,gemma-4-31b-it,not-established:absent,reasoning-math,hard,LiveBench2,per-suite(202q),0.761541,2.89e-05,,,68.3,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gemma-4-31b / column reasoning),,out:effort-not-established,out:effort-not-established lb2-reasoning#none,livebench,glm-5.3-flash,max,reasoning-math,hard,LiveBench2,per-suite(202q),2.783884,2.89e-05,,,77.6,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row glm-5.3-flash / column reasoning),,out:superseded,out:superseded lb2-reasoning#none,livebench,glm-5.3,max,reasoning-math,hard,LiveBench2,per-suite(202q),53.482734,2.89e-05,,,85.8,score%,0.0289,,cost-method-assumed-single,https://livebench.ai/ (all rows of table.csv (release 20261014) / row glm-5.3 / column reasoning),,in,out:cost-not-comparable lb2-reasoning#none,livebench,gpt-5.5,xhigh,reasoning-math,hard,LiveBench2,per-suite(202q),58.424220,2.89e-05,,,89.7,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gpt-5.5 / column reasoning),,in,in lb2-reasoning#none,livebench,gpt-5.6-luna,max,reasoning-math,hard,LiveBench2,per-suite(202q),3.3560694,1.29,,,85.6,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gpt-5.6-luna / column reasoning),,in,out:cost-single-couple lb2-reasoning#none,livebench,gpt-5.6-sol,max,reasoning-math,hard,LiveBench2,per-suite(202q),48.24085,5.57,,,91.7,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gpt-5.6-sol / column reasoning),,in,out:cost-single-couple lb2-reasoning#none,livebench,gpt-5.6-terra,max,reasoning-math,hard,LiveBench2,per-suite(202q),37.804418,2.89e-05,,,90.6,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gpt-5.6-terra / column reasoning),,out:superseded,out:superseded lb2-reasoning#none,livebench,gpt-6-astra,max,reasoning-math,hard,LiveBench2,per-suite(202q),78.748130,2.89e-05,,,92.7,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gpt-6-astra / column reasoning),,out:superseded,out:superseded lb2-reasoning#none,livebench,gpt-6-luna,max,reasoning-math,hard,LiveBench2,per-suite(202q),4.323805,2.89e-05,,,81.8,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gpt-6-luna / column reasoning),,out:superseded,out:superseded lb2-reasoning#none,livebench,gpt-6-sol,max,reasoning-math,hard,LiveBench2,per-suite(202q),24.424686,2.89e-05,,,88.7,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gpt-6-sol / column reasoning),,in,in lb2-reasoning#none,livebench,gpt-6.1-sol,max,reasoning-math,hard,LiveBench2,per-suite(202q),16.223276,2.89e-05,,,92.6,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gpt-6.1-sol / column reasoning),,out:superseded,out:superseded lb2-reasoning#none,livebench,grok-4.5,not-established:absent,reasoning-math,hard,LiveBench2,per-suite(202q),17.718878,2.89e-05,,,87.2,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row grok-4.5 / column reasoning),,out:effort-not-established,out:effort-not-established lb2-reasoning#none,livebench,grok-4.6,xhigh,reasoning-math,hard,LiveBench2,per-suite(202q),17.625982,2.89e-05,,,91.2,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row grok-4.6 / column reasoning),,out:superseded,out:superseded lb2-reasoning#none,livebench,grok-4.7,xhigh,reasoning-math,hard,LiveBench2,per-suite(202q),77.784560,2.89e-05,,,82.7,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row grok-4.7 / column reasoning),,out:superseded,out:superseded lb2-reasoning#none,livebench,inkling,max,reasoning-math,hard,LiveBench2,per-suite(202q),21.009810,2.89e-05,,,78.3,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row inkling / column reasoning),,out:effort-not-established,out:effort-not-established lb2-reasoning#none,livebench,kimi-k3,max,reasoning-math,hard,LiveBench2,per-suite(202q),39.409440,2.89e-05,,,90.7,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row kimi-k3 / column reasoning),,out:superseded,out:superseded lb2-reasoning#none,livebench,mimo-v2.6-pro,not-established:absent,reasoning-math,hard,LiveBench2,per-suite(202q),4.793772,2.89e-05,,,79.6,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row mimo-v2.6-pro / column reasoning),,out:effort-not-established,out:effort-not-established lb2-reasoning#none,livebench,minimax-m3,not-established:absent,reasoning-math,hard,LiveBench2,per-suite(202q),3.909928,2.89e-05,,,74.5,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row minimax-m3 / column reasoning),,out:effort-not-established,out:effort-not-established lb2-reasoning#none,livebench,?Mistral Large 4,not-established:absent,reasoning-math,hard,LiveBench2,per-suite(202q),24.038229,2.89e-05,,,83.9,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row mistral-large-4 / column reasoning),,out:model-not-established,out:model-not-established lb2-reasoning#none,livebench,muse-spark-1.2,xhigh,reasoning-math,hard,LiveBench2,per-suite(202q),20.072400,2.89e-05,,,90.0,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261014) / row muse-spark-1.2 / column reasoning),,out:single-couple,out:cost-single-couple lb2-reasoning#none,livebench,muse-spark-1.3,max,reasoning-math,hard,LiveBench2,per-suite(202q),27.415945,2.89e-05,,,89.7,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row muse-spark-1.3 / column reasoning),,out:effort-not-established,out:effort-not-established lb2-reasoning#none,livebench,?Muse Spark Open,not-established:absent,reasoning-math,hard,LiveBench2,per-suite(202q),8.616320,2.89e-05,,,73.7,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row muse-spark-open / column reasoning),,out:model-not-established,out:model-not-established lb2-reasoning#none,livebench,?Muse Wonder 1.0,not-established:absent,reasoning-math,hard,LiveBench2,per-suite(202q),60.269305,2.89e-05,,,90.6,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row muse-wonder-1.0 / column reasoning),,out:model-not-established,out:model-not-established lb2-reasoning#none,livebench,nemotron-3.5-lightning,not-established:absent,reasoning-math,hard,LiveBench2,per-suite(202q),4.538956,2.89e-05,,,42.9,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row nemotron-lightning-3.5 / column reasoning),,out:effort-not-established,out:effort-not-established lb2-reasoning#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,reasoning-math,hard,LiveBench2,per-suite(202q),2.696917,2.89e-05,,,78.8,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row nemotron-super-vl-3.5 / column reasoning),,out:model-not-established,out:model-not-established lb2-reasoning#none,livebench,nemotron-3-ultra-550b-a55b,not-established:absent,reasoning-math,hard,LiveBench2,per-suite(202q),27.833936,2.89e-05,,,74.7,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row nemotron-ultra-3 / column reasoning),,out:effort-not-established,out:effort-not-established lb2-reasoning#none,livebench,qwen3.8-27b,not-established:absent,reasoning-math,hard,LiveBench2,per-suite(202q),15.132953,2.89e-05,,,80.0,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row qwen3.8-27b / column reasoning),,out:effort-not-established,out:effort-not-established lb2-reasoning#none,livebench,qwen3.8-flash,not-established:absent,reasoning-math,hard,LiveBench2,per-suite(202q),4.441567,2.89e-05,,,87.4,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row qwen3.8-flash / column reasoning),,out:effort-not-established,out:effort-not-established lb2-reasoning#none,livebench,?Qwen3.8 Max,not-established:absent,reasoning-math,hard,LiveBench2,per-suite(202q),26.561120,2.89e-05,,,88.2,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row qwen3.8-max / column reasoning),,out:model-not-established,out:model-not-established lb2-reasoning#none,livebench,?Step 5 (Preview),not-established:absent,reasoning-math,hard,LiveBench2,per-suite(202q),9.738658,2.89e-05,,,83.8,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row step-5-preview / column reasoning),,out:model-not-established,out:model-not-established lb2-coding#none,livebench,?Beam 1.0,not-established:absent,coding,hard,LiveBench2,per-suite(29q),53.6939,2.89e-05,,,83.9,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row beam-1.0 / column coding),,out:model-not-established,out:model-not-established lb2-coding#none,livebench,fable-5.1,max,coding,hard,LiveBench2,per-suite(29q),153.1886,2.89e-05,,,97.7,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row claude-fable-5.1 / column coding),,out:superseded,out:superseded lb2-coding#none,livebench,fable-5,max,coding,hard,LiveBench2,per-suite(29q),258.8906,2.89e-05,,,98.3,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261014) / row claude-fable-5 / column coding),,in,in lb2-coding#none,livebench,haiku-4.5,not-established:absent,coding,hard,LiveBench2,per-suite(29q),14.3267,2.89e-05,,,48.1,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row claude-haiku-4.5 / column coding),,out:effort-not-established,out:effort-not-established lb2-coding#none,livebench,haiku-5.5,max,coding,hard,LiveBench2,per-suite(29q),25.3398,2.89e-05,,,91.4,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row claude-haiku-5.5 / column coding),,out:superseded,out:superseded lb2-coding#none,livebench,opus-4.8,max,coding,hard,LiveBench2,per-suite(29q),120.3981,2.89e-05,,,77.3,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261014) / row claude-opus-4.8 / column coding),,in,in lb2-coding#none,livebench,opus-5.5,max,coding,hard,LiveBench2,per-suite(29q),145.8927,2.89e-05,,,96.3,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row claude-opus-5.5 / column coding),,out:superseded,out:superseded lb2-coding#none,livebench,opus-5,max,coding,hard,LiveBench2,per-suite(29q),113.7312,2.89e-05,,,90.8,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261014) / row claude-opus-5 / column coding),,in,in lb2-coding#none,livebench,sonnet-4.6,not-established:absent,coding,hard,LiveBench2,per-suite(29q),76.2312,2.89e-05,,,66.6,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row claude-sonnet-4.6 / column coding),,out:effort-not-established,out:effort-not-established lb2-coding#none,livebench,sonnet-5.5,max,coding,hard,LiveBench2,per-suite(29q),116.6328,2.89e-05,,,94.7,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row claude-sonnet-5.5 / column coding),,out:superseded,out:superseded lb2-coding#none,livebench,sonnet-5,max,coding,hard,LiveBench2,per-suite(29q),101.0088,2.89e-05,,,74.7,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261014) / row claude-sonnet-5 / column coding),,in,in lb2-coding#none,livebench,?DeepSeek V4 Flash Vision,not-established:absent,coding,hard,LiveBench2,per-suite(29q),1.1639,2.89e-05,,,37.6,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row deepseek-v4-flash-vision / column coding),,out:model-not-established,out:model-not-established lb2-coding#none,livebench,deepseek-v4.1-flash-1017,max,coding,hard,LiveBench2,per-suite(29q),5.6706,2.89e-05,,,96.0,score%,0.0289,,EAP-run,https://livebench.ai/ (all rows of table.csv (release 20261014) / row deepseek-v4.1-flash-1017 / column coding),,out:effort-not-established,out:effort-not-established lb2-coding#none,livebench,deepseek-v4.1-flash,max,coding,hard,LiveBench2,per-suite(29q),6.8937,2.89e-05,,,90.2,score%,0.0289,,cost-method-assumed-single,https://livebench.ai/ (all rows of table.csv (release 20261014) / row deepseek-v4.1-flash / column coding),,in,out:cost-not-comparable lb2-coding#none,livebench,gemini-3.1-pro,high,coding,hard,LiveBench2,per-suite(29q),37.4308,2.89e-05,,,66.7,score%,0.0289,,cost-method-assumed-single,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gemini-3.1-pro / column coding),,in,out:cost-not-comparable lb2-coding#none,livebench,gemini-3.7-flash,high,coding,hard,LiveBench2,per-suite(29q),50.2195,2.89e-05,,,80.5,score%,0.0289,,cost-method-assumed-single,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gemini-3.7-flash / column coding),,in,out:cost-not-comparable lb2-coding#none,livebench,gemini-3.8-flash,high,coding,hard,LiveBench2,per-suite(29q),66.5964,2.89e-05,,,82.2,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gemini-3.8-flash / column coding),,out:superseded,out:superseded lb2-coding#none,livebench,gemini-4-argon,high,coding,hard,LiveBench2,per-suite(29q),147.2135,2.89e-05,,,89.7,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gemini-4-argon / column coding),,out:superseded,out:superseded lb2-coding#none,livebench,gemma-4-31b-it,not-established:absent,coding,hard,LiveBench2,per-suite(29q),6.7457,2.89e-05,,,49.0,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gemma-4-31b / column coding),,out:effort-not-established,out:effort-not-established lb2-coding#none,livebench,glm-5.3-flash,max,coding,hard,LiveBench2,per-suite(29q),4.9180,2.89e-05,,,80.6,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row glm-5.3-flash / column coding),,out:superseded,out:superseded lb2-coding#none,livebench,glm-5.3,max,coding,hard,LiveBench2,per-suite(29q),62.0134,2.89e-05,,,82.8,score%,0.0289,,cost-method-assumed-single,https://livebench.ai/ (all rows of table.csv (release 20261014) / row glm-5.3 / column coding),,in,out:cost-not-comparable lb2-coding#none,livebench,gpt-5.5,xhigh,coding,hard,LiveBench2,per-suite(29q),122.0217,2.89e-05,,,85.1,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gpt-5.5 / column coding),,in,in lb2-coding#none,livebench,gpt-5.6-luna,max,coding,hard,LiveBench2,per-suite(29q),31.72374,12.2,,,73.6,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gpt-5.6-luna / column coding),,in,out:cost-single-couple lb2-coding#none,livebench,gpt-5.6-sol,max,coding,hard,LiveBench2,per-suite(29q),136.62012499999997,15.8,,,89.7,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gpt-5.6-sol / column coding),,in,out:cost-single-couple lb2-coding#none,livebench,gpt-5.6-terra,max,coding,hard,LiveBench2,per-suite(29q),78.7272,2.89e-05,,,86.2,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gpt-5.6-terra / column coding),,out:superseded,out:superseded lb2-coding#none,livebench,gpt-6-astra,max,coding,hard,LiveBench2,per-suite(29q),96.1457,2.89e-05,,,93.7,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gpt-6-astra / column coding),,out:superseded,out:superseded lb2-coding#none,livebench,gpt-6-luna,max,coding,hard,LiveBench2,per-suite(29q),2.7566,2.89e-05,,,84.5,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gpt-6-luna / column coding),,out:superseded,out:superseded lb2-coding#none,livebench,gpt-6-sol,max,coding,hard,LiveBench2,per-suite(29q),28.3295,2.89e-05,,,93.1,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gpt-6-sol / column coding),,in,in lb2-coding#none,livebench,gpt-6.1-sol,max,coding,hard,LiveBench2,per-suite(29q),13.9838,2.89e-05,,,96.0,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gpt-6.1-sol / column coding),,out:superseded,out:superseded lb2-coding#none,livebench,grok-4.5,not-established:absent,coding,hard,LiveBench2,per-suite(29q),27.8161,2.89e-05,,,94.3,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row grok-4.5 / column coding),,out:effort-not-established,out:effort-not-established lb2-coding#none,livebench,grok-4.6,xhigh,coding,hard,LiveBench2,per-suite(29q),53.8930,2.89e-05,,,89.1,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row grok-4.6 / column coding),,out:superseded,out:superseded lb2-coding#none,livebench,grok-4.7,xhigh,coding,hard,LiveBench2,per-suite(29q),141.5166,2.89e-05,,,84.5,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row grok-4.7 / column coding),,out:superseded,out:superseded lb2-coding#none,livebench,inkling,max,coding,hard,LiveBench2,per-suite(29q),54.4219,2.89e-05,,,64.0,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row inkling / column coding),,out:effort-not-established,out:effort-not-established lb2-coding#none,livebench,kimi-k3,max,coding,hard,LiveBench2,per-suite(29q),59.7802,2.89e-05,,,59.3,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row kimi-k3 / column coding),,out:superseded,out:superseded lb2-coding#none,livebench,mimo-v2.6-pro,not-established:absent,coding,hard,LiveBench2,per-suite(29q),6.4933,2.89e-05,,,81.5,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row mimo-v2.6-pro / column coding),,out:effort-not-established,out:effort-not-established lb2-coding#none,livebench,minimax-m3,not-established:absent,coding,hard,LiveBench2,per-suite(29q),13.1977,2.89e-05,,,70.9,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row minimax-m3 / column coding),,out:effort-not-established,out:effort-not-established lb2-coding#none,livebench,?Mistral Large 4,not-established:absent,coding,hard,LiveBench2,per-suite(29q),28.4950,2.89e-05,,,60.0,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row mistral-large-4 / column coding),,out:model-not-established,out:model-not-established lb2-coding#none,livebench,muse-spark-1.2,xhigh,coding,hard,LiveBench2,per-suite(29q),42.5059,2.89e-05,,,78.2,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261014) / row muse-spark-1.2 / column coding),,out:single-couple,out:cost-single-couple lb2-coding#none,livebench,muse-spark-1.3,max,coding,hard,LiveBench2,per-suite(29q),39.7769,2.89e-05,,,90.2,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row muse-spark-1.3 / column coding),,out:effort-not-established,out:effort-not-established lb2-coding#none,livebench,?Muse Spark Open,not-established:absent,coding,hard,LiveBench2,per-suite(29q),36.3236,2.89e-05,,,73.6,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row muse-spark-open / column coding),,out:model-not-established,out:model-not-established lb2-coding#none,livebench,?Muse Wonder 1.0,not-established:absent,coding,hard,LiveBench2,per-suite(29q),89.9653,2.89e-05,,,86.2,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row muse-wonder-1.0 / column coding),,out:model-not-established,out:model-not-established lb2-coding#none,livebench,nemotron-3.5-lightning,not-established:absent,coding,hard,LiveBench2,per-suite(29q),2.4572,2.89e-05,,,22.6,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row nemotron-lightning-3.5 / column coding),,out:effort-not-established,out:effort-not-established lb2-coding#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,coding,hard,LiveBench2,per-suite(29q),9.5910,2.89e-05,,,65.5,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row nemotron-super-vl-3.5 / column coding),,out:model-not-established,out:model-not-established lb2-coding#none,livebench,nemotron-3-ultra-550b-a55b,not-established:absent,coding,hard,LiveBench2,per-suite(29q),29.3630,2.89e-05,,,43.6,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row nemotron-ultra-3 / column coding),,out:effort-not-established,out:effort-not-established lb2-coding#none,livebench,qwen3.8-27b,not-established:absent,coding,hard,LiveBench2,per-suite(29q),20.0100,2.89e-05,,,86.8,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row qwen3.8-27b / column coding),,out:effort-not-established,out:effort-not-established lb2-coding#none,livebench,qwen3.8-flash,not-established:absent,coding,hard,LiveBench2,per-suite(29q),3.0780,2.89e-05,,,87.4,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row qwen3.8-flash / column coding),,out:effort-not-established,out:effort-not-established lb2-coding#none,livebench,?Qwen3.8 Max,not-established:absent,coding,hard,LiveBench2,per-suite(29q),57.6206,2.89e-05,,,60.3,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row qwen3.8-max / column coding),,out:model-not-established,out:model-not-established lb2-coding#none,livebench,?Step 5 (Preview),not-established:absent,coding,hard,LiveBench2,per-suite(29q),31.7642,2.89e-05,,,85.6,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row step-5-preview / column coding),,out:model-not-established,out:model-not-established lb2-browser#none,livebench,?Beam 1.0,not-established:absent,computer-use,hard,LiveBench2,per-suite(25q),0.0000,2.89e-05,,,0.0,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row beam-1.0 / column browser),,out:model-not-established,out:model-not-established lb2-browser#none,livebench,fable-5.1,max,computer-use,hard,LiveBench2,per-suite(25q),93.6557,2.89e-05,,,100.0,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row claude-fable-5.1 / column browser),,out:uninformative,out:superseded lb2-browser#none,livebench,fable-5,max,computer-use,hard,LiveBench2,per-suite(25q),257.5396,2.89e-05,,,92.0,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261014) / row claude-fable-5 / column browser),,in,in lb2-browser#none,livebench,haiku-4.5,not-established:absent,computer-use,hard,LiveBench2,per-suite(25q),37.5462,2.89e-05,,,40.0,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row claude-haiku-4.5 / column browser),,out:effort-not-established,out:effort-not-established lb2-browser#none,livebench,haiku-5.5,max,computer-use,hard,LiveBench2,per-suite(25q),11.5004,2.89e-05,,,80.0,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row claude-haiku-5.5 / column browser),,out:superseded,out:superseded lb2-browser#none,livebench,opus-4.8,max,computer-use,hard,LiveBench2,per-suite(25q),221.7935,2.89e-05,,,96.0,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261014) / row claude-opus-4.8 / column browser),,in,in lb2-browser#none,livebench,opus-5.5,max,computer-use,hard,LiveBench2,per-suite(25q),366.7447,2.89e-05,,,80.0,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row claude-opus-5.5 / column browser),,out:superseded,out:superseded lb2-browser#none,livebench,opus-5,max,computer-use,hard,LiveBench2,per-suite(25q),74.1313,2.89e-05,,,84.0,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261014) / row claude-opus-5 / column browser),,in,in lb2-browser#none,livebench,sonnet-4.6,not-established:absent,computer-use,hard,LiveBench2,per-suite(25q),84.3814,2.89e-05,,,68.0,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row claude-sonnet-4.6 / column browser),,out:effort-not-established,out:effort-not-established lb2-browser#none,livebench,sonnet-5.5,max,computer-use,hard,LiveBench2,per-suite(25q),191.4709,2.89e-05,,,84.0,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row claude-sonnet-5.5 / column browser),,out:superseded,out:superseded lb2-browser#none,livebench,sonnet-5,max,computer-use,hard,LiveBench2,per-suite(25q),157.2459,2.89e-05,,,72.0,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261014) / row claude-sonnet-5 / column browser),,in,in lb2-browser#none,livebench,?DeepSeek V4 Flash Vision,not-established:absent,computer-use,hard,LiveBench2,per-suite(25q),10.7928,2.89e-05,,,64.0,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row deepseek-v4-flash-vision / column browser),,out:model-not-established,out:model-not-established lb2-browser#none,livebench,deepseek-v4.1-flash-1017,max,computer-use,hard,LiveBench2,per-suite(25q),6.1253,2.89e-05,,,76.0,score%,0.0289,,EAP-run,https://livebench.ai/ (all rows of table.csv (release 20261014) / row deepseek-v4.1-flash-1017 / column browser),,out:effort-not-established,out:effort-not-established lb2-browser#none,livebench,deepseek-v4.1-flash,max,computer-use,hard,LiveBench2,per-suite(25q),8.7162,2.89e-05,,,84.0,score%,0.0289,,cost-method-assumed-single,https://livebench.ai/ (all rows of table.csv (release 20261014) / row deepseek-v4.1-flash / column browser),,in,out:cost-not-comparable lb2-browser#none,livebench,gemini-3.1-pro,high,computer-use,hard,LiveBench2,per-suite(25q),44.4294,2.89e-05,,,4.0,score%,0.0289,,cost-method-assumed-single,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gemini-3.1-pro / column browser),,in,out:cost-not-comparable lb2-browser#none,livebench,gemini-3.7-flash,high,computer-use,hard,LiveBench2,per-suite(25q),26.7332,2.89e-05,,,56.0,score%,0.0289,,cost-method-assumed-single,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gemini-3.7-flash / column browser),,in,out:cost-not-comparable lb2-browser#none,livebench,gemini-3.8-flash,high,computer-use,hard,LiveBench2,per-suite(25q),30.3273,2.89e-05,,,64.0,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gemini-3.8-flash / column browser),,out:superseded,out:superseded lb2-browser#none,livebench,gemini-4-argon,high,computer-use,hard,LiveBench2,per-suite(25q),85.8467,2.89e-05,,,92.0,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gemini-4-argon / column browser),,out:superseded,out:superseded lb2-browser#none,livebench,gemma-4-31b-it,not-established:absent,computer-use,hard,LiveBench2,per-suite(25q),6.3530,2.89e-05,,,4.0,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gemma-4-31b / column browser),,out:effort-not-established,out:effort-not-established lb2-browser#none,livebench,glm-5.3-flash,max,computer-use,hard,LiveBench2,per-suite(25q),4.4223,2.89e-05,,,84.0,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row glm-5.3-flash / column browser),,out:superseded,out:superseded lb2-browser#none,livebench,glm-5.3,max,computer-use,hard,LiveBench2,,,,,,0.0,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row glm-5.3 / column browser),,out:uninformative, lb2-browser#none,livebench,gpt-5.5,xhigh,computer-use,hard,LiveBench2,per-suite(25q),140.5000,2.89e-05,,,48.0,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gpt-5.5 / column browser),,in,in lb2-browser#none,livebench,gpt-5.6-luna,max,computer-use,hard,LiveBench2,per-suite(25q),1.4601600000000001,0.562,,,68.0,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gpt-5.6-luna / column browser),,in,out:cost-single-couple lb2-browser#none,livebench,gpt-5.6-sol,max,computer-use,hard,LiveBench2,per-suite(25q),41.817875,4.83,,,88.0,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gpt-5.6-sol / column browser),,in,out:cost-single-couple lb2-browser#none,livebench,gpt-5.6-terra,max,computer-use,hard,LiveBench2,per-suite(25q),21.1792,2.89e-05,,,84.0,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gpt-5.6-terra / column browser),,out:superseded,out:superseded lb2-browser#none,livebench,gpt-6-astra,max,computer-use,hard,LiveBench2,per-suite(25q),147.7418,2.89e-05,,,84.0,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gpt-6-astra / column browser),,out:superseded,out:superseded lb2-browser#none,livebench,gpt-6-luna,max,computer-use,hard,LiveBench2,per-suite(25q),5.9552,2.89e-05,,,72.0,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gpt-6-luna / column browser),,out:superseded,out:superseded lb2-browser#none,livebench,gpt-6-sol,max,computer-use,hard,LiveBench2,per-suite(25q),82.0941,2.89e-05,,,92.0,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gpt-6-sol / column browser),,in,in lb2-browser#none,livebench,gpt-6.1-sol,max,computer-use,hard,LiveBench2,per-suite(25q),60.9333,2.89e-05,,,88.0,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gpt-6.1-sol / column browser),,out:superseded,out:superseded lb2-browser#none,livebench,grok-4.5,not-established:absent,computer-use,hard,LiveBench2,per-suite(25q),72.9424,2.89e-05,,,44.0,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row grok-4.5 / column browser),,out:effort-not-established,out:effort-not-established lb2-browser#none,livebench,grok-4.6,xhigh,computer-use,hard,LiveBench2,per-suite(25q),73.0312,2.89e-05,,,64.0,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row grok-4.6 / column browser),,out:superseded,out:superseded lb2-browser#none,livebench,grok-4.7,xhigh,computer-use,hard,LiveBench2,per-suite(25q),119.4449,2.89e-05,,,60.0,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row grok-4.7 / column browser),,out:superseded,out:superseded lb2-browser#none,livebench,inkling,max,computer-use,hard,LiveBench2,per-suite(25q),59.9040,2.89e-05,,,16.0,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row inkling / column browser),,out:effort-not-established,out:effort-not-established lb2-browser#none,livebench,kimi-k3,max,computer-use,hard,LiveBench2,per-suite(25q),9.5504,2.89e-05,,,16.0,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row kimi-k3 / column browser),,out:superseded,out:superseded lb2-browser#none,livebench,mimo-v2.6-pro,not-established:absent,computer-use,hard,LiveBench2,per-suite(25q),11.4168,2.89e-05,,,88.0,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row mimo-v2.6-pro / column browser),,out:effort-not-established,out:effort-not-established lb2-browser#none,livebench,minimax-m3,not-established:absent,computer-use,hard,LiveBench2,per-suite(25q),10.7301,2.89e-05,,,8.0,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row minimax-m3 / column browser),,out:effort-not-established,out:effort-not-established lb2-browser#none,livebench,?Mistral Large 4,not-established:absent,computer-use,hard,LiveBench2,per-suite(25q),11.2661,2.89e-05,,,8.0,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row mistral-large-4 / column browser),,out:model-not-established,out:model-not-established lb2-browser#none,livebench,muse-spark-1.2,xhigh,computer-use,hard,LiveBench2,per-suite(25q),62.3631,2.89e-05,,,36.0,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261014) / row muse-spark-1.2 / column browser),,out:single-couple,out:cost-single-couple lb2-browser#none,livebench,muse-spark-1.3,max,computer-use,hard,LiveBench2,per-suite(25q),42.2449,2.89e-05,,,80.0,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row muse-spark-1.3 / column browser),,out:effort-not-established,out:effort-not-established lb2-browser#none,livebench,?Muse Spark Open,not-established:absent,computer-use,hard,LiveBench2,per-suite(25q),66.0842,2.89e-05,,,36.0,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row muse-spark-open / column browser),,out:model-not-established,out:model-not-established lb2-browser#none,livebench,?Muse Wonder 1.0,not-established:absent,computer-use,hard,LiveBench2,per-suite(25q),103.4533,2.89e-05,,,72.0,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row muse-wonder-1.0 / column browser),,out:model-not-established,out:model-not-established lb2-browser#none,livebench,nemotron-3.5-lightning,not-established:absent,computer-use,hard,LiveBench2,per-suite(25q),2.9900,2.89e-05,,,0.0,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row nemotron-lightning-3.5 / column browser),,out:effort-not-established,out:effort-not-established lb2-browser#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,computer-use,hard,LiveBench2,per-suite(25q),8.7729,2.89e-05,,,4.0,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row nemotron-super-vl-3.5 / column browser),,out:model-not-established,out:model-not-established lb2-browser#none,livebench,nemotron-3-ultra-550b-a55b,not-established:absent,computer-use,hard,LiveBench2,per-suite(25q),14.2232,2.89e-05,,,0.0,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row nemotron-ultra-3 / column browser),,out:effort-not-established,out:effort-not-established lb2-browser#none,livebench,qwen3.8-27b,not-established:absent,computer-use,hard,LiveBench2,per-suite(25q),32.2569,2.89e-05,,,32.0,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row qwen3.8-27b / column browser),,out:effort-not-established,out:effort-not-established lb2-browser#none,livebench,qwen3.8-flash,not-established:absent,computer-use,hard,LiveBench2,per-suite(25q),5.6006,2.89e-05,,,48.0,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row qwen3.8-flash / column browser),,out:effort-not-established,out:effort-not-established lb2-browser#none,livebench,?Qwen3.8 Max,not-established:absent,computer-use,hard,LiveBench2,per-suite(25q),38.5639,2.89e-05,,,32.0,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row qwen3.8-max / column browser),,out:model-not-established,out:model-not-established lb2-browser#none,livebench,?Step 5 (Preview),not-established:absent,computer-use,hard,LiveBench2,per-suite(25q),69.7934,2.89e-05,,,24.0,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row step-5-preview / column browser),,out:model-not-established,out:model-not-established lb2-dataanalysis#none,livebench,?Beam 1.0,not-established:absent,mixed,hard,LiveBench2,per-suite(150q),11.243774,2.89e-05,,,66.4,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row beam-1.0 / column data_analysis),,out:model-not-established,out:model-not-established lb2-dataanalysis#none,livebench,fable-5.1,max,mixed,hard,LiveBench2,per-suite(150q),199.971390,2.89e-05,,,80.3,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row claude-fable-5.1 / column data_analysis),,out:superseded,out:superseded lb2-dataanalysis#none,livebench,fable-5,max,mixed,hard,LiveBench2,per-suite(150q),195.103260,2.89e-05,,,80.5,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261014) / row claude-fable-5 / column data_analysis),,in,in lb2-dataanalysis#none,livebench,haiku-4.5,not-established:absent,mixed,hard,LiveBench2,,,,,,59.3,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row claude-haiku-4.5 / column data_analysis),,out:effort-not-established, lb2-dataanalysis#none,livebench,haiku-5.5,max,mixed,hard,LiveBench2,per-suite(150q),4.720797,2.89e-05,,,53.1,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row claude-haiku-5.5 / column data_analysis),,out:superseded,out:superseded lb2-dataanalysis#none,livebench,opus-4.8,max,mixed,hard,LiveBench2,per-suite(150q),96.837230,2.89e-05,,,66.0,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261014) / row claude-opus-4.8 / column data_analysis),,in,in lb2-dataanalysis#none,livebench,opus-5.5,max,mixed,hard,LiveBench2,per-suite(150q),122.183932,2.89e-05,,,80.3,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row claude-opus-5.5 / column data_analysis),,out:superseded,out:superseded lb2-dataanalysis#none,livebench,opus-5,max,mixed,hard,LiveBench2,per-suite(150q),111.829380,2.89e-05,,,74.6,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261014) / row claude-opus-5 / column data_analysis),,in,in lb2-dataanalysis#none,livebench,sonnet-4.6,not-established:absent,mixed,hard,LiveBench2,per-suite(150q),62.532267,2.89e-05,,,76.1,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row claude-sonnet-4.6 / column data_analysis),,out:effort-not-established,out:effort-not-established lb2-dataanalysis#none,livebench,sonnet-5.5,max,mixed,hard,LiveBench2,per-suite(150q),79.595142,2.89e-05,,,59.5,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row claude-sonnet-5.5 / column data_analysis),,out:superseded,out:superseded lb2-dataanalysis#none,livebench,sonnet-5,max,mixed,hard,LiveBench2,per-suite(150q),46.509852,2.89e-05,,,71.7,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261014) / row claude-sonnet-5 / column data_analysis),,in,in lb2-dataanalysis#none,livebench,?DeepSeek V4 Flash Vision,not-established:absent,mixed,hard,LiveBench2,per-suite(150q),11.854736,2.89e-05,,,79.5,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row deepseek-v4-flash-vision / column data_analysis),,out:model-not-established,out:model-not-established lb2-dataanalysis#none,livebench,deepseek-v4.1-flash-1017,max,mixed,hard,LiveBench2,per-suite(150q),4.974009,2.89e-05,,,79.5,score%,0.0289,,EAP-run,https://livebench.ai/ (all rows of table.csv (release 20261014) / row deepseek-v4.1-flash-1017 / column data_analysis),,out:effort-not-established,out:effort-not-established lb2-dataanalysis#none,livebench,deepseek-v4.1-flash,max,mixed,hard,LiveBench2,per-suite(150q),10.665914,2.89e-05,,,79.3,score%,0.0289,,cost-method-assumed-single,https://livebench.ai/ (all rows of table.csv (release 20261014) / row deepseek-v4.1-flash / column data_analysis),,in,out:cost-not-comparable lb2-dataanalysis#none,livebench,gemini-3.1-pro,high,mixed,hard,LiveBench2,per-suite(150q),38.925258,2.89e-05,,,78.5,score%,0.0289,,cost-method-assumed-single,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gemini-3.1-pro / column data_analysis),,in,out:cost-not-comparable lb2-dataanalysis#none,livebench,gemini-3.7-flash,high,mixed,hard,LiveBench2,per-suite(150q),24.998514,2.89e-05,,,68.0,score%,0.0289,,cost-method-assumed-single,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gemini-3.7-flash / column data_analysis),,in,out:cost-not-comparable lb2-dataanalysis#none,livebench,gemini-3.8-flash,high,mixed,hard,LiveBench2,per-suite(150q),35.657075,2.89e-05,,,54.0,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gemini-3.8-flash / column data_analysis),,out:superseded,out:superseded lb2-dataanalysis#none,livebench,gemini-4-argon,high,mixed,hard,LiveBench2,per-suite(150q),42.650884,2.89e-05,,,85.2,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gemini-4-argon / column data_analysis),,out:superseded,out:superseded lb2-dataanalysis#none,livebench,gemma-4-31b-it,not-established:absent,mixed,hard,LiveBench2,per-suite(150q),0.684744,2.89e-05,,,53.3,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gemma-4-31b / column data_analysis),,out:effort-not-established,out:effort-not-established lb2-dataanalysis#none,livebench,glm-5.3-flash,max,mixed,hard,LiveBench2,per-suite(150q),3.641342,2.89e-05,,,76.4,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row glm-5.3-flash / column data_analysis),,out:superseded,out:superseded lb2-dataanalysis#none,livebench,glm-5.3,max,mixed,hard,LiveBench2,per-suite(150q),55.965175,2.89e-05,,,70.2,score%,0.0289,,cost-method-assumed-single,https://livebench.ai/ (all rows of table.csv (release 20261014) / row glm-5.3 / column data_analysis),,in,out:cost-not-comparable lb2-dataanalysis#none,livebench,gpt-5.5,xhigh,mixed,hard,LiveBench2,per-suite(150q),60.825030,2.89e-05,,,81.6,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gpt-5.5 / column data_analysis),,in,in lb2-dataanalysis#none,livebench,gpt-5.6-luna,max,mixed,hard,LiveBench2,per-suite(150q),2.407107,0.926,,,78.0,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gpt-5.6-luna / column data_analysis),,in,out:cost-single-couple lb2-dataanalysis#none,livebench,gpt-5.6-sol,max,mixed,hard,LiveBench2,per-suite(150q),44.646105000000006,5.16,,,79.8,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gpt-5.6-sol / column data_analysis),,in,out:cost-single-couple lb2-dataanalysis#none,livebench,gpt-5.6-terra,max,mixed,hard,LiveBench2,per-suite(150q),33.331368,2.89e-05,,,79.3,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gpt-5.6-terra / column data_analysis),,out:superseded,out:superseded lb2-dataanalysis#none,livebench,gpt-6-astra,max,mixed,hard,LiveBench2,per-suite(150q),104.835330,2.89e-05,,,83.0,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gpt-6-astra / column data_analysis),,out:superseded,out:superseded lb2-dataanalysis#none,livebench,gpt-6-luna,max,mixed,hard,LiveBench2,per-suite(150q),2.490824,2.89e-05,,,73.4,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gpt-6-luna / column data_analysis),,out:superseded,out:superseded lb2-dataanalysis#none,livebench,gpt-6-sol,max,mixed,hard,LiveBench2,per-suite(150q),29.839216,2.89e-05,,,81.2,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gpt-6-sol / column data_analysis),,in,in lb2-dataanalysis#none,livebench,gpt-6.1-sol,max,mixed,hard,LiveBench2,per-suite(150q),21.812766,2.89e-05,,,82.7,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gpt-6.1-sol / column data_analysis),,out:superseded,out:superseded lb2-dataanalysis#none,livebench,grok-4.5,not-established:absent,mixed,hard,LiveBench2,per-suite(150q),17.083282,2.89e-05,,,73.0,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row grok-4.5 / column data_analysis),,out:effort-not-established,out:effort-not-established lb2-dataanalysis#none,livebench,grok-4.6,xhigh,mixed,hard,LiveBench2,per-suite(150q),18.448514,2.89e-05,,,75.3,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row grok-4.6 / column data_analysis),,out:superseded,out:superseded lb2-dataanalysis#none,livebench,grok-4.7,xhigh,mixed,hard,LiveBench2,per-suite(150q),73.194860,2.89e-05,,,76.9,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row grok-4.7 / column data_analysis),,out:superseded,out:superseded lb2-dataanalysis#none,livebench,inkling,max,mixed,hard,LiveBench2,per-suite(150q),21.695226,2.89e-05,,,72.8,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row inkling / column data_analysis),,out:effort-not-established,out:effort-not-established lb2-dataanalysis#none,livebench,kimi-k3,max,mixed,hard,LiveBench2,per-suite(150q),52.853199,2.89e-05,,,78.7,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row kimi-k3 / column data_analysis),,out:superseded,out:superseded lb2-dataanalysis#none,livebench,mimo-v2.6-pro,not-established:absent,mixed,hard,LiveBench2,per-suite(150q),5.784599,2.89e-05,,,72.3,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row mimo-v2.6-pro / column data_analysis),,out:effort-not-established,out:effort-not-established lb2-dataanalysis#none,livebench,minimax-m3,not-established:absent,mixed,hard,LiveBench2,per-suite(150q),4.312914,2.89e-05,,,76.2,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row minimax-m3 / column data_analysis),,out:effort-not-established,out:effort-not-established lb2-dataanalysis#none,livebench,?Mistral Large 4,not-established:absent,mixed,hard,LiveBench2,per-suite(150q),20.058128,2.89e-05,,,76.5,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row mistral-large-4 / column data_analysis),,out:model-not-established,out:model-not-established lb2-dataanalysis#none,livebench,muse-spark-1.2,xhigh,mixed,hard,LiveBench2,per-suite(150q),16.417100,2.89e-05,,,76.5,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261014) / row muse-spark-1.2 / column data_analysis),,out:single-couple,out:cost-single-couple lb2-dataanalysis#none,livebench,muse-spark-1.3,max,mixed,hard,LiveBench2,per-suite(150q),25.414286,2.89e-05,,,79.6,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row muse-spark-1.3 / column data_analysis),,out:effort-not-established,out:effort-not-established lb2-dataanalysis#none,livebench,?Muse Spark Open,not-established:absent,mixed,hard,LiveBench2,per-suite(150q),6.736449,2.89e-05,,,60.2,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row muse-spark-open / column data_analysis),,out:model-not-established,out:model-not-established lb2-dataanalysis#none,livebench,?Muse Wonder 1.0,not-established:absent,mixed,hard,LiveBench2,per-suite(150q),54.860475,2.89e-05,,,81.6,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row muse-wonder-1.0 / column data_analysis),,out:model-not-established,out:model-not-established lb2-dataanalysis#none,livebench,nemotron-3.5-lightning,not-established:absent,mixed,hard,LiveBench2,per-suite(150q),2.082972,2.89e-05,,,43.1,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row nemotron-lightning-3.5 / column data_analysis),,out:effort-not-established,out:effort-not-established lb2-dataanalysis#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,mixed,hard,LiveBench2,per-suite(150q),2.912539,2.89e-05,,,64.6,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row nemotron-super-vl-3.5 / column data_analysis),,out:model-not-established,out:model-not-established lb2-dataanalysis#none,livebench,nemotron-3-ultra-550b-a55b,not-established:absent,mixed,hard,LiveBench2,per-suite(150q),27.519329,2.89e-05,,,54.5,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row nemotron-ultra-3 / column data_analysis),,out:effort-not-established,out:effort-not-established lb2-dataanalysis#none,livebench,qwen3.8-27b,not-established:absent,mixed,hard,LiveBench2,per-suite(150q),13.354811,2.89e-05,,,76.6,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row qwen3.8-27b / column data_analysis),,out:effort-not-established,out:effort-not-established lb2-dataanalysis#none,livebench,qwen3.8-flash,not-established:absent,mixed,hard,LiveBench2,per-suite(150q),6.517801,2.89e-05,,,74.2,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row qwen3.8-flash / column data_analysis),,out:effort-not-established,out:effort-not-established lb2-dataanalysis#none,livebench,?Qwen3.8 Max,not-established:absent,mixed,hard,LiveBench2,per-suite(150q),32.841838,2.89e-05,,,78.4,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row qwen3.8-max / column data_analysis),,out:model-not-established,out:model-not-established lb2-dataanalysis#none,livebench,?Step 5 (Preview),not-established:absent,mixed,hard,LiveBench2,per-suite(150q),9.584719,2.89e-05,,,63.5,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row step-5-preview / column data_analysis),,out:model-not-established,out:model-not-established lb2-research#none,livebench,?Beam 1.0,not-established:absent,mixed,hard,LiveBench2,per-suite(25q),52.4729,2.89e-05,,,72.8,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row beam-1.0 / column research),,out:model-not-established,out:model-not-established lb2-research#none,livebench,fable-5.1,max,mixed,hard,LiveBench2,per-suite(25q),459.4924,2.89e-05,,,82.0,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row claude-fable-5.1 / column research),,out:superseded,out:superseded lb2-research#none,livebench,fable-5,max,mixed,hard,LiveBench2,per-suite(25q),380.0341,2.89e-05,,,86.9,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261014) / row claude-fable-5 / column research),,in,in lb2-research#none,livebench,haiku-4.5,not-established:absent,mixed,hard,LiveBench2,per-suite(25q),9.5075,2.89e-05,,,42.2,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row claude-haiku-4.5 / column research),,out:effort-not-established,out:effort-not-established lb2-research#none,livebench,haiku-5.5,max,mixed,hard,LiveBench2,per-suite(25q),42.6783,2.89e-05,,,81.9,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row claude-haiku-5.5 / column research),,out:superseded,out:superseded lb2-research#none,livebench,opus-4.8,max,mixed,hard,LiveBench2,per-suite(25q),137.1769,2.89e-05,,,81.8,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261014) / row claude-opus-4.8 / column research),,in,in lb2-research#none,livebench,opus-5.5,max,mixed,hard,LiveBench2,per-suite(25q),193.9905,2.89e-05,,,85.0,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row claude-opus-5.5 / column research),,out:superseded,out:superseded lb2-research#none,livebench,opus-5,max,mixed,hard,LiveBench2,per-suite(25q),373.3481,2.89e-05,,,88.9,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261014) / row claude-opus-5 / column research),,in,in lb2-research#none,livebench,sonnet-4.6,not-established:absent,mixed,hard,LiveBench2,per-suite(25q),85.8390,2.89e-05,,,63.6,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row claude-sonnet-4.6 / column research),,out:effort-not-established,out:effort-not-established lb2-research#none,livebench,sonnet-5.5,max,mixed,hard,LiveBench2,per-suite(25q),180.0836,2.89e-05,,,83.6,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row claude-sonnet-5.5 / column research),,out:superseded,out:superseded lb2-research#none,livebench,sonnet-5,max,mixed,hard,LiveBench2,per-suite(25q),131.1451,2.89e-05,,,82.8,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261014) / row claude-sonnet-5 / column research),,in,in lb2-research#none,livebench,?DeepSeek V4 Flash Vision,not-established:absent,mixed,hard,LiveBench2,per-suite(25q),5.4737,2.89e-05,,,69.2,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row deepseek-v4-flash-vision / column research),,out:model-not-established,out:model-not-established lb2-research#none,livebench,deepseek-v4.1-flash-1017,max,mixed,hard,LiveBench2,per-suite(25q),8.2586,2.89e-05,,,79.5,score%,0.0289,,EAP-run,https://livebench.ai/ (all rows of table.csv (release 20261014) / row deepseek-v4.1-flash-1017 / column research),,out:effort-not-established,out:effort-not-established lb2-research#none,livebench,deepseek-v4.1-flash,max,mixed,hard,LiveBench2,per-suite(25q),8.9906,2.89e-05,,,86.8,score%,0.0289,,cost-method-assumed-single,https://livebench.ai/ (all rows of table.csv (release 20261014) / row deepseek-v4.1-flash / column research),,in,out:cost-not-comparable lb2-research#none,livebench,gemini-3.1-pro,high,mixed,hard,LiveBench2,per-suite(25q),16.9377,2.89e-05,,,65.7,score%,0.0289,,cost-method-assumed-single,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gemini-3.1-pro / column research),,in,out:cost-not-comparable lb2-research#none,livebench,gemini-3.7-flash,high,mixed,hard,LiveBench2,per-suite(25q),59.0398,2.89e-05,,,76.5,score%,0.0289,,cost-method-assumed-single,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gemini-3.7-flash / column research),,in,out:cost-not-comparable lb2-research#none,livebench,gemini-3.8-flash,high,mixed,hard,LiveBench2,per-suite(25q),58.0372,2.89e-05,,,79.1,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gemini-3.8-flash / column research),,out:superseded,out:superseded lb2-research#none,livebench,gemini-4-argon,high,mixed,hard,LiveBench2,per-suite(25q),148.8889,2.89e-05,,,83.1,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gemini-4-argon / column research),,out:superseded,out:superseded lb2-research#none,livebench,gemma-4-31b-it,not-established:absent,mixed,hard,LiveBench2,per-suite(25q),0.8455,2.89e-05,,,44.4,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gemma-4-31b / column research),,out:effort-not-established,out:effort-not-established lb2-research#none,livebench,glm-5.3-flash,max,mixed,hard,LiveBench2,per-suite(25q),4.1129,2.89e-05,,,70.1,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row glm-5.3-flash / column research),,out:superseded,out:superseded lb2-research#none,livebench,glm-5.3,max,mixed,hard,LiveBench2,per-suite(25q),40.8648,2.89e-05,,,73.2,score%,0.0289,,cost-method-assumed-single,https://livebench.ai/ (all rows of table.csv (release 20261014) / row glm-5.3 / column research),,in,out:cost-not-comparable lb2-research#none,livebench,gpt-5.5,xhigh,mixed,hard,LiveBench2,per-suite(25q),377.0335,2.89e-05,,,61.6,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gpt-5.5 / column research),,in,in lb2-research#none,livebench,gpt-5.6-luna,max,mixed,hard,LiveBench2,per-suite(25q),10.834259999999999,4.17,,,51.0,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gpt-5.6-luna / column research),,in,out:cost-single-couple lb2-research#none,livebench,gpt-5.6-sol,max,mixed,hard,LiveBench2,per-suite(25q),396.714125,45.8,,,54.5,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gpt-5.6-sol / column research),,in,out:cost-single-couple lb2-research#none,livebench,gpt-5.6-terra,max,mixed,hard,LiveBench2,per-suite(25q),169.8099,2.89e-05,,,60.4,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gpt-5.6-terra / column research),,out:superseded,out:superseded lb2-research#none,livebench,gpt-6-astra,max,mixed,hard,LiveBench2,per-suite(25q),388.5171,2.89e-05,,,85.2,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gpt-6-astra / column research),,out:superseded,out:superseded lb2-research#none,livebench,gpt-6-luna,max,mixed,hard,LiveBench2,per-suite(25q),7.8176,2.89e-05,,,43.5,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gpt-6-luna / column research),,out:superseded,out:superseded lb2-research#none,livebench,gpt-6-sol,max,mixed,hard,LiveBench2,per-suite(25q),77.1117,2.89e-05,,,69.3,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gpt-6-sol / column research),,in,in lb2-research#none,livebench,gpt-6.1-sol,max,mixed,hard,LiveBench2,per-suite(25q),53.1342,2.89e-05,,,83.5,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gpt-6.1-sol / column research),,out:superseded,out:superseded lb2-research#none,livebench,grok-4.5,not-established:absent,mixed,hard,LiveBench2,per-suite(25q),17.9932,2.89e-05,,,85.9,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row grok-4.5 / column research),,out:effort-not-established,out:effort-not-established lb2-research#none,livebench,grok-4.6,xhigh,mixed,hard,LiveBench2,per-suite(25q),51.1602,2.89e-05,,,84.5,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row grok-4.6 / column research),,out:superseded,out:superseded lb2-research#none,livebench,grok-4.7,xhigh,mixed,hard,LiveBench2,per-suite(25q),100.7016,2.89e-05,,,86.4,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row grok-4.7 / column research),,out:superseded,out:superseded lb2-research#none,livebench,inkling,max,mixed,hard,LiveBench2,per-suite(25q),36.6959,2.89e-05,,,59.9,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row inkling / column research),,out:effort-not-established,out:effort-not-established lb2-research#none,livebench,kimi-k3,max,mixed,hard,LiveBench2,per-suite(25q),52.9086,2.89e-05,,,79.0,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row kimi-k3 / column research),,out:superseded,out:superseded lb2-research#none,livebench,mimo-v2.6-pro,not-established:absent,mixed,hard,LiveBench2,per-suite(25q),3.1304,2.89e-05,,,76.7,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row mimo-v2.6-pro / column research),,out:effort-not-established,out:effort-not-established lb2-research#none,livebench,minimax-m3,not-established:absent,mixed,hard,LiveBench2,per-suite(25q),5.5352,2.89e-05,,,68.0,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row minimax-m3 / column research),,out:effort-not-established,out:effort-not-established lb2-research#none,livebench,?Mistral Large 4,not-established:absent,mixed,hard,LiveBench2,per-suite(25q),51.1975,2.89e-05,,,28.1,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row mistral-large-4 / column research),,out:model-not-established,out:model-not-established lb2-research#none,livebench,muse-spark-1.2,xhigh,mixed,hard,LiveBench2,per-suite(25q),39.2300,2.89e-05,,,67.7,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261014) / row muse-spark-1.2 / column research),,out:single-couple,out:cost-single-couple lb2-research#none,livebench,muse-spark-1.3,max,mixed,hard,LiveBench2,per-suite(25q),59.2706,2.89e-05,,,68.6,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row muse-spark-1.3 / column research),,out:effort-not-established,out:effort-not-established lb2-research#none,livebench,?Muse Spark Open,not-established:absent,mixed,hard,LiveBench2,per-suite(25q),16.1050,2.89e-05,,,80.3,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row muse-spark-open / column research),,out:model-not-established,out:model-not-established lb2-research#none,livebench,?Muse Wonder 1.0,not-established:absent,mixed,hard,LiveBench2,per-suite(25q),77.1255,2.89e-05,,,88.0,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row muse-wonder-1.0 / column research),,out:model-not-established,out:model-not-established lb2-research#none,livebench,nemotron-3.5-lightning,not-established:absent,mixed,hard,LiveBench2,per-suite(25q),1.9102,2.89e-05,,,40.0,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row nemotron-lightning-3.5 / column research),,out:effort-not-established,out:effort-not-established lb2-research#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,mixed,hard,LiveBench2,per-suite(25q),3.6690,2.89e-05,,,70.9,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row nemotron-super-vl-3.5 / column research),,out:model-not-established,out:model-not-established lb2-research#none,livebench,nemotron-3-ultra-550b-a55b,not-established:absent,mixed,hard,LiveBench2,per-suite(25q),43.0728,2.89e-05,,,43.2,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row nemotron-ultra-3 / column research),,out:effort-not-established,out:effort-not-established lb2-research#none,livebench,qwen3.8-27b,not-established:absent,mixed,hard,LiveBench2,per-suite(25q),24.8042,2.89e-05,,,59.4,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row qwen3.8-27b / column research),,out:effort-not-established,out:effort-not-established lb2-research#none,livebench,qwen3.8-flash,not-established:absent,mixed,hard,LiveBench2,per-suite(25q),6.9697,2.89e-05,,,74.6,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row qwen3.8-flash / column research),,out:effort-not-established,out:effort-not-established lb2-research#none,livebench,?Qwen3.8 Max,not-established:absent,mixed,hard,LiveBench2,per-suite(25q),43.0028,2.89e-05,,,69.9,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row qwen3.8-max / column research),,out:model-not-established,out:model-not-established lb2-research#none,livebench,?Step 5 (Preview),not-established:absent,mixed,hard,LiveBench2,per-suite(25q),27.0361,2.89e-05,,,72.8,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row step-5-preview / column research),,out:model-not-established,out:model-not-established lb2-design#none,livebench,?Beam 1.0,not-established:absent,coding,hard,LiveBench2,per-suite(25q),9.3721,2.89e-05,,,67.9,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row beam-1.0 / column design),,out:model-not-established,out:model-not-established lb2-design#none,livebench,fable-5.1,max,coding,hard,LiveBench2,per-suite(25q),184.3886,2.89e-05,,,83.4,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row claude-fable-5.1 / column design),,out:superseded,out:superseded lb2-design#none,livebench,fable-5,max,coding,hard,LiveBench2,per-suite(25q),213.7368,2.89e-05,,,84.7,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261014) / row claude-fable-5 / column design),,in,in lb2-design#none,livebench,haiku-4.5,not-established:absent,coding,hard,LiveBench2,per-suite(25q),3.8951,2.89e-05,,,59.9,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row claude-haiku-4.5 / column design),,out:effort-not-established,out:effort-not-established lb2-design#none,livebench,haiku-5.5,max,coding,hard,LiveBench2,per-suite(25q),16.5782,2.89e-05,,,83.1,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row claude-haiku-5.5 / column design),,out:superseded,out:superseded lb2-design#none,livebench,opus-4.8,max,coding,hard,LiveBench2,per-suite(25q),161.2586,2.89e-05,,,78.8,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261014) / row claude-opus-4.8 / column design),,in,in lb2-design#none,livebench,opus-5.5,max,coding,hard,LiveBench2,per-suite(25q),143.7074,2.89e-05,,,86.9,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row claude-opus-5.5 / column design),,out:superseded,out:superseded lb2-design#none,livebench,opus-5,max,coding,hard,LiveBench2,per-suite(25q),136.3159,2.89e-05,,,83.0,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261014) / row claude-opus-5 / column design),,in,in lb2-design#none,livebench,sonnet-4.6,not-established:absent,coding,hard,LiveBench2,per-suite(25q),53.4647,2.89e-05,,,71.8,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row claude-sonnet-4.6 / column design),,out:effort-not-established,out:effort-not-established lb2-design#none,livebench,sonnet-5.5,max,coding,hard,LiveBench2,per-suite(25q),125.4152,2.89e-05,,,85.0,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row claude-sonnet-5.5 / column design),,out:superseded,out:superseded lb2-design#none,livebench,sonnet-5,max,coding,hard,LiveBench2,per-suite(25q),136.8032,2.89e-05,,,82.0,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261014) / row claude-sonnet-5 / column design),,in,in lb2-design#none,livebench,?DeepSeek V4 Flash Vision,not-established:absent,coding,hard,LiveBench2,per-suite(25q),1.4856,2.89e-05,,,70.7,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row deepseek-v4-flash-vision / column design),,out:model-not-established,out:model-not-established lb2-design#none,livebench,deepseek-v4.1-flash-1017,max,coding,hard,LiveBench2,per-suite(25q),5.2997,2.89e-05,,,83.4,score%,0.0289,,EAP-run,https://livebench.ai/ (all rows of table.csv (release 20261014) / row deepseek-v4.1-flash-1017 / column design),,out:effort-not-established,out:effort-not-established lb2-design#none,livebench,deepseek-v4.1-flash,max,coding,hard,LiveBench2,per-suite(25q),4.3701,2.89e-05,,,79.2,score%,0.0289,,cost-method-assumed-single,https://livebench.ai/ (all rows of table.csv (release 20261014) / row deepseek-v4.1-flash / column design),,in,out:cost-not-comparable lb2-design#none,livebench,gemini-3.1-pro,high,coding,hard,LiveBench2,per-suite(25q),14.8952,2.89e-05,,,61.6,score%,0.0289,,cost-method-assumed-single,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gemini-3.1-pro / column design),,in,out:cost-not-comparable lb2-design#none,livebench,gemini-3.7-flash,high,coding,hard,LiveBench2,per-suite(25q),15.5785,2.89e-05,,,73.2,score%,0.0289,,cost-method-assumed-single,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gemini-3.7-flash / column design),,in,out:cost-not-comparable lb2-design#none,livebench,gemini-3.8-flash,high,coding,hard,LiveBench2,per-suite(25q),24.4897,2.89e-05,,,72.7,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gemini-3.8-flash / column design),,out:superseded,out:superseded lb2-design#none,livebench,gemini-4-argon,high,coding,hard,LiveBench2,per-suite(25q),29.0110,2.89e-05,,,73.7,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gemini-4-argon / column design),,out:superseded,out:superseded lb2-design#none,livebench,gemma-4-31b-it,not-established:absent,coding,hard,LiveBench2,per-suite(25q),0.3698,2.89e-05,,,58.4,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gemma-4-31b / column design),,out:effort-not-established,out:effort-not-established lb2-design#none,livebench,glm-5.3-flash,max,coding,hard,LiveBench2,per-suite(25q),1.5852,2.89e-05,,,77.2,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row glm-5.3-flash / column design),,out:superseded,out:superseded lb2-design#none,livebench,glm-5.3,max,coding,hard,LiveBench2,per-suite(25q),23.8904,2.89e-05,,,77.3,score%,0.0289,,cost-method-assumed-single,https://livebench.ai/ (all rows of table.csv (release 20261014) / row glm-5.3 / column design),,in,out:cost-not-comparable lb2-design#none,livebench,gpt-5.5,xhigh,coding,hard,LiveBench2,per-suite(25q),29.7589,2.89e-05,,,70.3,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gpt-5.5 / column design),,in,in lb2-design#none,livebench,gpt-5.6-luna,max,coding,hard,LiveBench2,per-suite(25q),1.3431000000000002,0.517,,,76.0,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gpt-5.6-luna / column design),,in,out:cost-single-couple lb2-design#none,livebench,gpt-5.6-sol,max,coding,hard,LiveBench2,per-suite(25q),53.319,6.16,,,81.6,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gpt-5.6-sol / column design),,in,out:cost-single-couple lb2-design#none,livebench,gpt-5.6-terra,max,coding,hard,LiveBench2,per-suite(25q),15.5017,2.89e-05,,,76.0,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gpt-5.6-terra / column design),,out:superseded,out:superseded lb2-design#none,livebench,gpt-6-astra,max,coding,hard,LiveBench2,per-suite(25q),71.8905,2.89e-05,,,82.0,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gpt-6-astra / column design),,out:superseded,out:superseded lb2-design#none,livebench,gpt-6-luna,max,coding,hard,LiveBench2,per-suite(25q),0.7642,2.89e-05,,,82.5,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gpt-6-luna / column design),,out:superseded,out:superseded lb2-design#none,livebench,gpt-6-sol,max,coding,hard,LiveBench2,per-suite(25q),10.6347,2.89e-05,,,82.2,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gpt-6-sol / column design),,in,in lb2-design#none,livebench,gpt-6.1-sol,max,coding,hard,LiveBench2,per-suite(25q),9.2636,2.89e-05,,,82.1,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row gpt-6.1-sol / column design),,out:superseded,out:superseded lb2-design#none,livebench,grok-4.5,not-established:absent,coding,hard,LiveBench2,per-suite(25q),9.6932,2.89e-05,,,78.1,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row grok-4.5 / column design),,out:effort-not-established,out:effort-not-established lb2-design#none,livebench,grok-4.6,xhigh,coding,hard,LiveBench2,per-suite(25q),31.6643,2.89e-05,,,79.8,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row grok-4.6 / column design),,out:superseded,out:superseded lb2-design#none,livebench,grok-4.7,xhigh,coding,hard,LiveBench2,per-suite(25q),84.2392,2.89e-05,,,78.0,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row grok-4.7 / column design),,out:superseded,out:superseded lb2-design#none,livebench,inkling,max,coding,hard,LiveBench2,per-suite(25q),7.1532,2.89e-05,,,58.3,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row inkling / column design),,out:effort-not-established,out:effort-not-established lb2-design#none,livebench,kimi-k3,max,coding,hard,LiveBench2,per-suite(25q),25.0185,2.89e-05,,,77.2,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row kimi-k3 / column design),,out:superseded,out:superseded lb2-design#none,livebench,mimo-v2.6-pro,not-established:absent,coding,hard,LiveBench2,per-suite(25q),2.3306,2.89e-05,,,78.5,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row mimo-v2.6-pro / column design),,out:effort-not-established,out:effort-not-established lb2-design#none,livebench,minimax-m3,not-established:absent,coding,hard,LiveBench2,per-suite(25q),5.1973,2.89e-05,,,66.2,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row minimax-m3 / column design),,out:effort-not-established,out:effort-not-established lb2-design#none,livebench,?Mistral Large 4,not-established:absent,coding,hard,LiveBench2,per-suite(25q),9.7239,2.89e-05,,,65.6,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row mistral-large-4 / column design),,out:model-not-established,out:model-not-established lb2-design#none,livebench,muse-spark-1.2,xhigh,coding,hard,LiveBench2,per-suite(25q),21.4058,2.89e-05,,,67.1,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261014) / row muse-spark-1.2 / column design),,out:single-couple,out:cost-single-couple lb2-design#none,livebench,muse-spark-1.3,max,coding,hard,LiveBench2,per-suite(25q),20.7156,2.89e-05,,,74.8,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row muse-spark-1.3 / column design),,out:effort-not-established,out:effort-not-established lb2-design#none,livebench,?Muse Spark Open,not-established:absent,coding,hard,LiveBench2,per-suite(25q),8.8973,2.89e-05,,,60.3,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row muse-spark-open / column design),,out:model-not-established,out:model-not-established lb2-design#none,livebench,?Muse Wonder 1.0,not-established:absent,coding,hard,LiveBench2,per-suite(25q),17.1777,2.89e-05,,,75.1,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row muse-wonder-1.0 / column design),,out:model-not-established,out:model-not-established lb2-design#none,livebench,nemotron-3.5-lightning,not-established:absent,coding,hard,LiveBench2,per-suite(25q),0.7565,2.89e-05,,,43.9,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row nemotron-lightning-3.5 / column design),,out:effort-not-established,out:effort-not-established lb2-design#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,coding,hard,LiveBench2,per-suite(25q),1.3939,2.89e-05,,,60.7,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row nemotron-super-vl-3.5 / column design),,out:model-not-established,out:model-not-established lb2-design#none,livebench,nemotron-3-ultra-550b-a55b,not-established:absent,coding,hard,LiveBench2,per-suite(25q),1.7131,2.89e-05,,,58.6,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row nemotron-ultra-3 / column design),,out:effort-not-established,out:effort-not-established lb2-design#none,livebench,qwen3.8-27b,not-established:absent,coding,hard,LiveBench2,per-suite(25q),9.5903,2.89e-05,,,75.9,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row qwen3.8-27b / column design),,out:effort-not-established,out:effort-not-established lb2-design#none,livebench,qwen3.8-flash,not-established:absent,coding,hard,LiveBench2,per-suite(25q),3.2018,2.89e-05,,,72.8,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row qwen3.8-flash / column design),,out:effort-not-established,out:effort-not-established lb2-design#none,livebench,?Qwen3.8 Max,not-established:absent,coding,hard,LiveBench2,per-suite(25q),14.9060,2.89e-05,,,78.6,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row qwen3.8-max / column design),,out:model-not-established,out:model-not-established lb2-design#none,livebench,?Step 5 (Preview),not-established:absent,coding,hard,LiveBench2,per-suite(25q),18.6422,2.89e-05,,,76.9,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261014) / row step-5-preview / column design),,out:model-not-established,out:model-not-established lb2-longhorizon#none,livebench,fable-5.1,max,agentic-tool,hard,LiveBench2,per-suite(18q),1130.8143,2.89e-05,5149271,376896,77.9,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row claude-fable-5.1 / column long_agentic),,out:superseded,out:superseded lb2-browser#none,livebench,fable-5.1,max,computer-use,hard,LiveBench2,per-suite(25q),768.3499,2.89e-05,5149271,21867,89.8,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row claude-fable-5.1 / column browser),,out:superseded,out:superseded lb2-longhorizon#none,livebench,haiku-5.5,max,agentic-tool,hard,LiveBench2,per-suite(18q),188.8446,2.89e-05,8020513,1011481,40.0,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row claude-haiku-5.5 / column long_agentic),,out:superseded,out:superseded lb2-browser#none,livebench,haiku-5.5,max,computer-use,hard,LiveBench2,per-suite(25q),15.5069,2.89e-05,8020513,54123,69.5,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row claude-haiku-5.5 / column browser),,out:superseded,out:superseded lb2-longhorizon#none,livebench,opus-5.5,max,agentic-tool,hard,LiveBench2,per-suite(18q),896.5110,2.89e-05,7513231,606047,72.8,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row claude-opus-5.5 / column long_agentic),,out:superseded,out:superseded lb2-browser#none,livebench,opus-5.5,max,computer-use,hard,LiveBench2,per-suite(25q),379.7230,2.89e-05,7513231,28611,88.4,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row claude-opus-5.5 / column browser),,out:superseded,out:superseded lb2-longhorizon#none,livebench,sonnet-5.5,max,agentic-tool,hard,LiveBench2,per-suite(18q),789.3299,2.89e-05,11309447,1071131,63.4,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row claude-sonnet-5.5 / column long_agentic),,out:superseded,out:superseded lb2-browser#none,livebench,sonnet-5.5,max,computer-use,hard,LiveBench2,per-suite(25q),227.5769,2.89e-05,11309447,42650,89.3,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row claude-sonnet-5.5 / column browser),,out:superseded,out:superseded lb2-longhorizon#none,livebench,deepseek-v4.1-flash-1017,max,agentic-tool,hard,LiveBench2,per-suite(18q),26.3216,2.89e-05,7809105,410582,35.7,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row deepseek-v4.1-flash-1017 / column long_agentic),,out:superseded,out:superseded lb2-browser#none,livebench,deepseek-v4.1-flash-1017,max,computer-use,hard,LiveBench2,per-suite(25q),7.9942,2.89e-05,7809105,32444,67.2,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row deepseek-v4.1-flash-1017 / column browser),,out:superseded,out:superseded lb2-longhorizon#none,livebench,gemini-3.8-flash,high,agentic-tool,hard,LiveBench2,per-suite(18q),127.5220,2.89e-05,7448652,281880,16.5,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row gemini-3.8-flash / column long_agentic),,out:superseded,out:superseded lb2-browser#none,livebench,gemini-3.8-flash,high,computer-use,hard,LiveBench2,per-suite(25q),121.3738,2.89e-05,7448652,38746,45.1,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row gemini-3.8-flash / column browser),,out:superseded,out:superseded lb2-longhorizon#none,livebench,gemini-4-argon,high,agentic-tool,hard,LiveBench2,per-suite(18q),190.6643,2.89e-05,6244559,349211,61.2,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row gemini-4-argon / column long_agentic),,out:superseded,out:superseded lb2-browser#none,livebench,gemini-4-argon,high,computer-use,hard,LiveBench2,per-suite(25q),159.4139,2.89e-05,6244559,46555,82.8,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row gemini-4-argon / column browser),,out:superseded,out:superseded lb2-research#none,livebench,gemini-4-argon,high,mixed,hard,LiveBench2,per-suite,131.0222,2.89e-05,6244559,144282,83.1,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row gemini-4-argon / column research),,out:superseded,out:superseded lb2-longhorizon#none,livebench,gemma-4-31b-it,not-established:absent,agentic-tool,hard,LiveBench2,per-suite(18q),16.3578,2.89e-05,908825,42185,10.7,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row gemma-4-31b / column long_agentic),,out:effort-not-established,out:effort-not-established lb2-browser#none,livebench,gemma-4-31b-it,not-established:absent,computer-use,hard,LiveBench2,per-suite(25q),6.0550,2.89e-05,908825,83841,0.0,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row gemma-4-31b / column browser),,out:effort-not-established,out:effort-not-established lb2-longhorizon#none,livebench,glm-5.3-flash,max,agentic-tool,hard,LiveBench2,per-suite(18q),25.3055,2.89e-05,2795958,232648,19.0,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row glm-5.3-flash / column long_agentic),,out:superseded,out:superseded lb2-browser#none,livebench,glm-5.3-flash,max,computer-use,hard,LiveBench2,per-suite(25q),5.3773,2.89e-05,2795958,18282,59.8,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row glm-5.3-flash / column browser),,out:superseded,out:superseded lb2-longhorizon#none,livebench,gpt-5.6-terra,max,agentic-tool,hard,LiveBench2,per-suite(18q),198.6272,2.89e-05,4461950,226242,33.1,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row gpt-5.6-terra / column long_agentic),,out:superseded,out:superseded lb2-browser#none,livebench,gpt-5.6-terra,max,computer-use,hard,LiveBench2,per-suite(25q),78.0750,2.89e-05,4461950,9421,70.3,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row gpt-5.6-terra / column browser),,out:superseded,out:superseded lb2-longhorizon#none,livebench,gpt-6-astra,max,agentic-tool,hard,LiveBench2,per-suite(18q),803.5064,2.89e-05,2762821,235359,77.5,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row gpt-6-astra / column long_agentic),,out:superseded,out:superseded lb2-browser#none,livebench,gpt-6-astra,max,computer-use,hard,LiveBench2,per-suite(25q),403.6848,2.89e-05,2762821,4426,91.3,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row gpt-6-astra / column browser),,out:superseded,out:superseded lb2-longhorizon#none,livebench,gpt-6-luna,max,agentic-tool,hard,LiveBench2,per-suite(18q),14.7216,2.89e-05,4600682,548941,30.9,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row gpt-6-luna / column long_agentic),,out:superseded,out:superseded lb2-browser#none,livebench,gpt-6-luna,max,computer-use,hard,LiveBench2,per-suite(25q),4.8303,2.89e-05,4600682,13581,70.3,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row gpt-6-luna / column browser),,out:superseded,out:superseded lb2-longhorizon#none,livebench,gpt-6.1-sol,max,agentic-tool,hard,LiveBench2,per-suite(18q),139.6504,2.89e-05,2603401,222618,68.7,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row gpt-6.1-sol / column long_agentic),,out:superseded,out:superseded lb2-browser#none,livebench,gpt-6.1-sol,max,computer-use,hard,LiveBench2,per-suite(25q),70.0917,2.89e-05,2603401,4504,93.3,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row gpt-6.1-sol / column browser),,out:superseded,out:superseded lb2-longhorizon#none,livebench,gpt-6.1-terra,max,agentic-tool,hard,LiveBench2,per-suite(18q),116.4201,2.89e-05,4358218,268781,48.6,score%,0.0289,,EAP-run,https://livebench.ai/ (all rows of table.csv (release 20261025) / row gpt-6.1-terra / column long_agentic),,out:superseded,out:superseded lb2-reasoning#none,livebench,gpt-6.1-terra,max,reasoning-math,hard,LiveBench2,per-suite(202q),8.139872,2.89e-05,4358218,7802.2,88.7,score%,0.0289,,EAP-run,https://livebench.ai/ (all rows of table.csv (release 20261025) / row gpt-6.1-terra / column reasoning),,out:superseded,out:superseded lb2-coding#none,livebench,gpt-6.1-terra,max,coding,hard,LiveBench2,per-suite,24.9701,2.89e-05,4358218,40715,94.3,score%,0.0289,,EAP-run,https://livebench.ai/ (all rows of table.csv (release 20261025) / row gpt-6.1-terra / column coding),,out:superseded,out:superseded lb2-browser#none,livebench,gpt-6.1-terra,max,computer-use,hard,LiveBench2,per-suite(25q),48.7405,2.89e-05,4358218,7376,93.1,score%,0.0289,,EAP-run,https://livebench.ai/ (all rows of table.csv (release 20261025) / row gpt-6.1-terra / column browser),,out:superseded,out:superseded lb2-dataanalysis#none,livebench,gpt-6.1-terra,max,mixed,hard,LiveBench2,per-suite(150q),9.427008,2.89e-05,4358218,11651.5,82.3,score%,0.0289,,EAP-run,https://livebench.ai/ (all rows of table.csv (release 20261025) / row gpt-6.1-terra / column data_analysis),,out:superseded,out:superseded lb2-research#none,livebench,gpt-6.1-terra,max,mixed,hard,LiveBench2,per-suite,29.3630,2.89e-05,4358218,36971,73.9,score%,0.0289,,EAP-run,https://livebench.ai/ (all rows of table.csv (release 20261025) / row gpt-6.1-terra / column research),,out:superseded,out:superseded lb2-design#none,livebench,gpt-6.1-terra,max,coding,hard,LiveBench2,per-suite(25q),6.7559,2.89e-05,4358218,32458,82.3,score%,0.0289,,EAP-run,https://livebench.ai/ (all rows of table.csv (release 20261025) / row gpt-6.1-terra / column design),,out:superseded,out:superseded lb2-longhorizon#none,livebench,grok-4.6,xhigh,agentic-tool,hard,LiveBench2,per-suite(18q),184.3855,2.89e-05,2594134,124368,28.0,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row grok-4.6 / column long_agentic),,out:superseded,out:superseded lb2-browser#none,livebench,grok-4.6,xhigh,computer-use,hard,LiveBench2,per-suite(25q),96.6277,2.89e-05,2594134,20210,49.4,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row grok-4.6 / column browser),,out:superseded,out:superseded lb2-longhorizon#none,livebench,grok-4.7,xhigh,agentic-tool,hard,LiveBench2,per-suite(18q),337.7910,2.89e-05,5865387,277156,46.1,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row grok-4.7 / column long_agentic),,out:superseded,out:superseded lb2-browser#none,livebench,grok-4.7,xhigh,computer-use,hard,LiveBench2,per-suite(25q),147.0203,2.89e-05,5865387,43952,49.3,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row grok-4.7 / column browser),,out:superseded,out:superseded lb2-longhorizon#none,livebench,inkling,max,agentic-tool,hard,LiveBench2,per-suite(18q),193.8144,2.89e-05,4056155,145622,8.5,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row inkling / column long_agentic),,out:effort-not-established,out:effort-not-established lb2-browser#none,livebench,inkling,max,computer-use,hard,LiveBench2,per-suite(25q),62.6916,2.89e-05,4056155,27041,12.0,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row inkling / column browser),,out:effort-not-established,out:effort-not-established lb2-longhorizon#none,livebench,?Kimi K3.1 Pro,not-established:absent,agentic-tool,hard,LiveBench2,per-suite(18q),133.6662,2.89e-05,3776025,161945,39.1,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row kimi-k3.1-pro / column long_agentic),,out:model-not-established,out:model-not-established lb2-reasoning#none,livebench,?Kimi K3.1 Pro,not-established:absent,reasoning-math,hard,LiveBench2,per-suite(202q),31.528624,2.89e-05,3776025,15404.6,91.1,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row kimi-k3.1-pro / column reasoning),,out:model-not-established,out:model-not-established lb2-coding#none,livebench,?Kimi K3.1 Pro,not-established:absent,coding,hard,LiveBench2,per-suite,24.0592,2.89e-05,3776025,17901,81.8,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row kimi-k3.1-pro / column coding),,out:model-not-established,out:model-not-established lb2-browser#none,livebench,?Kimi K3.1 Pro,not-established:absent,computer-use,hard,LiveBench2,per-suite(25q),46.0318,2.89e-05,3776025,15140,75.9,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row kimi-k3.1-pro / column browser),,out:model-not-established,out:model-not-established lb2-dataanalysis#none,livebench,?Kimi K3.1 Pro,not-established:absent,mixed,hard,LiveBench2,per-suite(150q),32.561892,2.89e-05,3776025,21080.6,79.1,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row kimi-k3.1-pro / column data_analysis),,out:model-not-established,out:model-not-established lb2-research#none,livebench,?Kimi K3.1 Pro,not-established:absent,mixed,hard,LiveBench2,per-suite,67.4527,2.89e-05,3776025,51541,77.9,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row kimi-k3.1-pro / column research),,out:model-not-established,out:model-not-established lb2-design#none,livebench,?Kimi K3.1 Pro,not-established:absent,coding,hard,LiveBench2,per-suite(25q),15.3582,2.89e-05,3776025,36542,77.8,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row kimi-k3.1-pro / column design),,out:model-not-established,out:model-not-established lb2-longhorizon#none,livebench,kimi-k3,max,agentic-tool,hard,LiveBench2,per-suite(18q),293.4732,2.89e-05,2549070,241693,26.4,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row kimi-k3 / column long_agentic),,out:superseded,out:superseded lb2-browser#none,livebench,kimi-k3,max,computer-use,hard,LiveBench2,per-suite(25q),111.9154,2.89e-05,2549070,21228,75.2,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row kimi-k3 / column browser),,out:superseded,out:superseded lb2-longhorizon#none,livebench,mimo-v2.6-pro,not-established:absent,agentic-tool,hard,LiveBench2,per-suite(18q),21.8646,2.89e-05,3542125,363173,35.2,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row mimo-v2.6-pro / column long_agentic),,out:effort-not-established,out:effort-not-established lb2-browser#none,livebench,mimo-v2.6-pro,not-established:absent,computer-use,hard,LiveBench2,per-suite(25q),14.6423,2.89e-05,3542125,40284,77.3,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row mimo-v2.6-pro / column browser),,out:effort-not-established,out:effort-not-established lb2-longhorizon#none,livebench,?MiniMax M3.1 Flash,not-established:absent,agentic-tool,hard,LiveBench2,per-suite(18q),19.4973,2.89e-05,7073906,405022,28.8,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row minimax-m3.1-flash / column long_agentic),,out:model-not-established,out:model-not-established lb2-reasoning#none,livebench,?MiniMax M3.1 Flash,not-established:absent,reasoning-math,hard,LiveBench2,per-suite(202q),2.236724,2.89e-05,7073906,18175.2,82.9,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row minimax-m3.1-flash / column reasoning),,out:model-not-established,out:model-not-established lb2-coding#none,livebench,?MiniMax M3.1 Flash,not-established:absent,coding,hard,LiveBench2,per-suite,7.1465,2.89e-05,7073906,106897,83.9,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row minimax-m3.1-flash / column coding),,out:model-not-established,out:model-not-established lb2-browser#none,livebench,?MiniMax M3.1 Flash,not-established:absent,computer-use,hard,LiveBench2,per-suite(25q),7.7651,2.89e-05,7073906,39436,80.6,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row minimax-m3.1-flash / column browser),,out:model-not-established,out:model-not-established lb2-dataanalysis#none,livebench,?MiniMax M3.1 Flash,not-established:absent,mixed,hard,LiveBench2,per-suite(150q),1.850079,2.89e-05,7073906,19632.0,71.4,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row minimax-m3.1-flash / column data_analysis),,out:model-not-established,out:model-not-established lb2-research#none,livebench,?MiniMax M3.1 Flash,not-established:absent,mixed,hard,LiveBench2,per-suite,5.8567,2.89e-05,7073906,115341,72.7,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row minimax-m3.1-flash / column research),,out:model-not-established,out:model-not-established lb2-design#none,livebench,?MiniMax M3.1 Flash,not-established:absent,coding,hard,LiveBench2,per-suite(25q),3.9555,2.89e-05,7073906,96274,74.0,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row minimax-m3.1-flash / column design),,out:model-not-established,out:model-not-established lb2-longhorizon#1029,livebench,?Mistral Large 4 1029,not-established:absent,agentic-tool,hard,LiveBench2,per-suite(18q),50.3358,2.89e-05,3531380,195215,27.5,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row mistral-large-4-0 / column long_agentic),,out:model-not-established,out:model-not-established lb2-reasoning#1029,livebench,?Mistral Large 4 1029,not-established:absent,reasoning-math,hard,LiveBench2,per-suite(202q),10.950814,2.89e-05,3531380,25433.4,85.2,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row mistral-large-4-0 / column reasoning),,out:model-not-established,out:model-not-established lb2-coding#1029,livebench,?Mistral Large 4 1029,not-established:absent,coding,hard,LiveBench2,per-suite,10.1816,2.89e-05,3531380,24908,95.4,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row mistral-large-4-0 / column coding),,out:model-not-established,out:model-not-established lb2-browser#1029,livebench,?Mistral Large 4 1029,not-established:absent,computer-use,hard,LiveBench2,per-suite(25q),41.3131,2.89e-05,3531380,38870,17.4,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row mistral-large-4-0 / column browser),,out:model-not-established,out:model-not-established lb2-dataanalysis#1029,livebench,?Mistral Large 4 1029,not-established:absent,mixed,hard,LiveBench2,per-suite(150q),9.489857,2.89e-05,3531380,28890.8,76.6,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row mistral-large-4-0 / column data_analysis),,out:model-not-established,out:model-not-established lb2-research#1029,livebench,?Mistral Large 4 1029,not-established:absent,mixed,hard,LiveBench2,per-suite,18.1138,2.89e-05,3531380,90850,79.7,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row mistral-large-4-0 / column research),,out:model-not-established,out:model-not-established lb2-design#1029,livebench,?Mistral Large 4 1029,not-established:absent,coding,hard,LiveBench2,per-suite(25q),5.1539,2.89e-05,3531380,45913,76.3,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row mistral-large-4-0 / column design),,out:model-not-established,out:model-not-established lb2-longhorizon#none,livebench,?Mistral Large 4,not-established:absent,agentic-tool,hard,LiveBench2,per-suite(18q),181.9871,2.89e-05,5856694,557407,8.8,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row mistral-large-4 / column long_agentic),,out:model-not-established,out:model-not-established lb2-browser#none,livebench,?Mistral Large 4,not-established:absent,computer-use,hard,LiveBench2,per-suite(25q),19.5067,2.89e-05,5856694,38824,0.6,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row mistral-large-4 / column browser),,out:model-not-established,out:model-not-established lb2-longhorizon#none,livebench,muse-spark-1.3,max,agentic-tool,hard,LiveBench2,per-suite(18q),160.0968,2.89e-05,3808652,167987,25.5,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row muse-spark-1.3 / column long_agentic),,out:effort-not-established,out:effort-not-established lb2-browser#none,livebench,muse-spark-1.3,max,computer-use,hard,LiveBench2,per-suite(25q),74.6337,2.89e-05,3808652,27337,30.9,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row muse-spark-1.3 / column browser),,out:effort-not-established,out:effort-not-established lb2-longhorizon#none,livebench,?Muse Spark Open,not-established:absent,agentic-tool,hard,LiveBench2,per-suite(18q),77.0540,2.89e-05,2951174,123505,11.7,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row muse-spark-open / column long_agentic),,out:model-not-established,out:model-not-established lb2-browser#none,livebench,?Muse Spark Open,not-established:absent,computer-use,hard,LiveBench2,per-suite(25q),73.7488,2.89e-05,2951174,24422,26.2,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row muse-spark-open / column browser),,out:model-not-established,out:model-not-established lb2-longhorizon#none,livebench,?Muse Wonder 1.0,not-established:absent,agentic-tool,hard,LiveBench2,per-suite(18q),249.0660,2.89e-05,2309751,128541,52.6,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row muse-wonder-1.0 / column long_agentic),,out:model-not-established,out:model-not-established lb2-browser#none,livebench,?Muse Wonder 1.0,not-established:absent,computer-use,hard,LiveBench2,per-suite(25q),155.2595,2.89e-05,2309751,17722,60.0,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row muse-wonder-1.0 / column browser),,out:model-not-established,out:model-not-established lb2-longhorizon#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,agentic-tool,hard,LiveBench2,per-suite(18q),17.9863,2.89e-05,2330674,220137,7.3,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row nemotron-super-vl-3.5-nvfp4 / column long_agentic),,out:model-not-established,out:model-not-established lb2-reasoning#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,reasoning-math,hard,LiveBench2,per-suite(202q),2.432103,2.89e-05,2330674,23736.7,71.7,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row nemotron-super-vl-3.5-nvfp4 / column reasoning),,out:model-not-established,out:model-not-established lb2-coding#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,coding,hard,LiveBench2,per-suite,2.8919,2.89e-05,2330674,41035,61.3,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row nemotron-super-vl-3.5-nvfp4 / column coding),,out:model-not-established,out:model-not-established lb2-browser#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,computer-use,hard,LiveBench2,per-suite(25q),5.0964,2.89e-05,2330674,28302,18.0,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row nemotron-super-vl-3.5-nvfp4 / column browser),,out:model-not-established,out:model-not-established lb2-dataanalysis#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,mixed,hard,LiveBench2,per-suite(150q),2.526379,2.89e-05,2330674,32030.2,65.7,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row nemotron-super-vl-3.5-nvfp4 / column data_analysis),,out:model-not-established,out:model-not-established lb2-research#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,mixed,hard,LiveBench2,per-suite,2.2036,2.89e-05,2330674,47150,70.9,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row nemotron-super-vl-3.5-nvfp4 / column research),,out:model-not-established,out:model-not-established lb2-design#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,coding,hard,LiveBench2,per-suite(25q),0.9541,2.89e-05,2330674,31615,57.1,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row nemotron-super-vl-3.5-nvfp4 / column design),,out:model-not-established,out:model-not-established lb2-longhorizon#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,agentic-tool,hard,LiveBench2,per-suite(18q),39.2803,2.89e-05,2428275,213654,11.7,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row nemotron-super-vl-3.5 / column long_agentic),,out:model-not-established,out:model-not-established lb2-reasoning#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,reasoning-math,hard,LiveBench2,per-suite(202q),4.219045,2.89e-05,2428275,35869.1,74.6,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row nemotron-super-vl-3.5 / column reasoning),,out:model-not-established,out:model-not-established lb2-coding#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,coding,hard,LiveBench2,per-suite,7.8211,2.89e-05,2428275,39205,71.3,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row nemotron-super-vl-3.5 / column coding),,out:model-not-established,out:model-not-established lb2-browser#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,computer-use,hard,LiveBench2,per-suite(25q),10.3947,2.89e-05,2428275,45119,21.6,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row nemotron-super-vl-3.5 / column browser),,out:model-not-established,out:model-not-established lb2-dataanalysis#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,mixed,hard,LiveBench2,per-suite(150q),3.298999,2.89e-05,2428275,36090.7,64.6,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row nemotron-super-vl-3.5 / column data_analysis),,out:model-not-established,out:model-not-established lb2-research#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,mixed,hard,LiveBench2,per-suite,3.8603,2.89e-05,2428275,45235,66.7,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row nemotron-super-vl-3.5 / column research),,out:model-not-established,out:model-not-established lb2-design#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,coding,hard,LiveBench2,per-suite(25q),1.2254,2.89e-05,2428275,33882,62.8,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row nemotron-super-vl-3.5 / column design),,out:model-not-established,out:model-not-established lb2-longhorizon#none,livebench,qwen3.8-27b,not-established:absent,agentic-tool,hard,LiveBench2,per-suite(18q),111.0786,2.89e-05,4208607,333965,20.6,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row qwen3.8-27b / column long_agentic),,out:effort-not-established,out:effort-not-established lb2-browser#none,livebench,qwen3.8-27b,not-established:absent,computer-use,hard,LiveBench2,per-suite(25q),35.8460,2.89e-05,4208607,55394,24.2,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row qwen3.8-27b / column browser),,out:effort-not-established,out:effort-not-established lb2-longhorizon#none,livebench,?Qwen3.8 Max,not-established:absent,agentic-tool,hard,LiveBench2,per-suite(18q),275.7063,2.89e-05,2453853,385536,29.9,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row qwen3.8-max / column long_agentic),,out:model-not-established,out:model-not-established lb2-browser#none,livebench,?Qwen3.8 Max,not-established:absent,computer-use,hard,LiveBench2,per-suite(25q),94.4203,2.89e-05,2453853,129386,49.4,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row qwen3.8-max / column browser),,out:model-not-established,out:model-not-established lb2-longhorizon#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,agentic-tool,hard,LiveBench2,per-suite(18q),18.4084,2.89e-05,2263561,214431,8.4,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row smaug-nemotron-3.5-nvfp4 / column long_agentic),,out:model-not-established,out:model-not-established lb2-reasoning#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,reasoning-math,hard,LiveBench2,per-suite(202q),2.540429,2.89e-05,2263561,24803.9,75.1,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row smaug-nemotron-3.5-nvfp4 / column reasoning),,out:model-not-established,out:model-not-established lb2-coding#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,coding,hard,LiveBench2,per-suite,2.7317,2.89e-05,2263561,35061,72.2,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row smaug-nemotron-3.5-nvfp4 / column coding),,out:model-not-established,out:model-not-established lb2-browser#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,computer-use,hard,LiveBench2,per-suite(25q),5.9469,2.89e-05,2263561,58102,25.6,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row smaug-nemotron-3.5-nvfp4 / column browser),,out:model-not-established,out:model-not-established lb2-dataanalysis#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,mixed,hard,LiveBench2,per-suite(150q),2.500918,2.89e-05,2263561,31690.7,65.1,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row smaug-nemotron-3.5-nvfp4 / column data_analysis),,out:model-not-established,out:model-not-established lb2-research#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,mixed,hard,LiveBench2,per-suite,2.0504,2.89e-05,2263561,46357,67.8,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row smaug-nemotron-3.5-nvfp4 / column research),,out:model-not-established,out:model-not-established lb2-design#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,coding,hard,LiveBench2,per-suite(25q),0.7001,2.89e-05,2263561,31355,62.7,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row smaug-nemotron-3.5-nvfp4 / column design),,out:model-not-established,out:model-not-established lb2-longhorizon#none,livebench,?Step 5 (Preview),not-established:absent,agentic-tool,hard,LiveBench2,per-suite(18q),162.9821,2.89e-05,5566946,434152,19.4,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row step-5-preview / column long_agentic),,out:model-not-established,out:model-not-established lb2-browser#none,livebench,?Step 5 (Preview),not-established:absent,computer-use,hard,LiveBench2,per-suite(25q),83.8516,2.89e-05,5566946,155046,24.8,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261025) / row step-5-preview / column browser),,out:model-not-established,out:model-not-established lb2-longhorizon-finance-compliance-apps#none,livebench,fable-5.1,max,agentic-tool,hard,LiveBench2,,,,,,83.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, claude-fable-5.1, scores, Finance & Compliance Apps)",,out:superseded, lb2-longhorizon-operations-commerce-apps#none,livebench,fable-5.1,max,agentic-tool,hard,LiveBench2,,,,,,87.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, claude-fable-5.1, scores, Operations & Commerce Apps)",,out:superseded, lb2-longhorizon-long-run-operations#none,livebench,fable-5.1,max,agentic-tool,hard,LiveBench2,,,,,,54.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, claude-fable-5.1, scores, Long-Run Operations)",,out:superseded, lb2-longhorizon-delegated-operations#none,livebench,fable-5.1,max,agentic-tool,hard,LiveBench2,,,,,,79.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, claude-fable-5.1, scores, Delegated Operations)",,out:superseded, lb2-longhorizon-systems-engineering#none,livebench,fable-5.1,max,agentic-tool,hard,LiveBench2,,,,,,87.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, claude-fable-5.1, scores, Systems Engineering)",,out:superseded, lb2-longhorizon-performance-optimisation#none,livebench,fable-5.1,max,agentic-tool,hard,LiveBench2,,,,,,73.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, claude-fable-5.1, scores, Performance Optimisation)",,out:superseded, lb2-longhorizon-finance-compliance-apps#none,livebench,haiku-5.5,max,agentic-tool,hard,LiveBench2,,,,,,38.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, claude-haiku-5.5, scores, Finance & Compliance Apps)",,out:superseded, lb2-longhorizon-operations-commerce-apps#none,livebench,haiku-5.5,max,agentic-tool,hard,LiveBench2,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, claude-haiku-5.5, scores, Operations & Commerce Apps)",,out:superseded, lb2-longhorizon-long-run-operations#none,livebench,haiku-5.5,max,agentic-tool,hard,LiveBench2,,,,,,36.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, claude-haiku-5.5, scores, Long-Run Operations)",,out:superseded, lb2-longhorizon-delegated-operations#none,livebench,haiku-5.5,max,agentic-tool,hard,LiveBench2,,,,,,7.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, claude-haiku-5.5, scores, Delegated Operations)",,out:superseded, lb2-longhorizon-systems-engineering#none,livebench,haiku-5.5,max,agentic-tool,hard,LiveBench2,,,,,,74.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, claude-haiku-5.5, scores, Systems Engineering)",,out:superseded, lb2-longhorizon-performance-optimisation#none,livebench,haiku-5.5,max,agentic-tool,hard,LiveBench2,,,,,,56.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, claude-haiku-5.5, scores, Performance Optimisation)",,out:superseded, lb2-longhorizon-finance-compliance-apps#none,livebench,opus-5.5,max,agentic-tool,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, claude-opus-5.5, scores, Finance & Compliance Apps)",,out:uninformative, lb2-longhorizon-operations-commerce-apps#none,livebench,opus-5.5,max,agentic-tool,hard,LiveBench2,,,,,,87.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, claude-opus-5.5, scores, Operations & Commerce Apps)",,out:superseded, lb2-longhorizon-long-run-operations#none,livebench,opus-5.5,max,agentic-tool,hard,LiveBench2,,,,,,53.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, claude-opus-5.5, scores, Long-Run Operations)",,out:superseded, lb2-longhorizon-delegated-operations#none,livebench,opus-5.5,max,agentic-tool,hard,LiveBench2,,,,,,34.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, claude-opus-5.5, scores, Delegated Operations)",,out:superseded, lb2-longhorizon-systems-engineering#none,livebench,opus-5.5,max,agentic-tool,hard,LiveBench2,,,,,,97.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, claude-opus-5.5, scores, Systems Engineering)",,out:superseded, lb2-longhorizon-performance-optimisation#none,livebench,opus-5.5,max,agentic-tool,hard,LiveBench2,,,,,,83.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, claude-opus-5.5, scores, Performance Optimisation)",,out:superseded, lb2-longhorizon-finance-compliance-apps#none,livebench,sonnet-5.5,max,agentic-tool,hard,LiveBench2,,,,,,83.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, claude-sonnet-5.5, scores, Finance & Compliance Apps)",,out:superseded, lb2-longhorizon-operations-commerce-apps#none,livebench,sonnet-5.5,max,agentic-tool,hard,LiveBench2,,,,,,79.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, claude-sonnet-5.5, scores, Operations & Commerce Apps)",,out:superseded, lb2-longhorizon-long-run-operations#none,livebench,sonnet-5.5,max,agentic-tool,hard,LiveBench2,,,,,,48.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, claude-sonnet-5.5, scores, Long-Run Operations)",,out:superseded, lb2-longhorizon-delegated-operations#none,livebench,sonnet-5.5,max,agentic-tool,hard,LiveBench2,,,,,,30.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, claude-sonnet-5.5, scores, Delegated Operations)",,out:superseded, lb2-longhorizon-systems-engineering#none,livebench,sonnet-5.5,max,agentic-tool,hard,LiveBench2,,,,,,77.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, claude-sonnet-5.5, scores, Systems Engineering)",,out:superseded, lb2-longhorizon-performance-optimisation#none,livebench,sonnet-5.5,max,agentic-tool,hard,LiveBench2,,,,,,74.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, claude-sonnet-5.5, scores, Performance Optimisation)",,out:superseded, lb2-longhorizon-finance-compliance-apps#none,livebench,deepseek-v4.1-flash-1017,max,agentic-tool,hard,LiveBench2,,,,,,27.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, deepseek-v4.1-flash-1017, scores, Finance & Compliance Apps)",,out:superseded, lb2-longhorizon-operations-commerce-apps#none,livebench,deepseek-v4.1-flash-1017,max,agentic-tool,hard,LiveBench2,,,,,,43.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, deepseek-v4.1-flash-1017, scores, Operations & Commerce Apps)",,out:superseded, lb2-longhorizon-long-run-operations#none,livebench,deepseek-v4.1-flash-1017,max,agentic-tool,hard,LiveBench2,,,,,,38.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, deepseek-v4.1-flash-1017, scores, Long-Run Operations)",,out:superseded, lb2-longhorizon-delegated-operations#none,livebench,deepseek-v4.1-flash-1017,max,agentic-tool,hard,LiveBench2,,,,,,2.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, deepseek-v4.1-flash-1017, scores, Delegated Operations)",,out:superseded, lb2-longhorizon-systems-engineering#none,livebench,deepseek-v4.1-flash-1017,max,agentic-tool,hard,LiveBench2,,,,,,72.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, deepseek-v4.1-flash-1017, scores, Systems Engineering)",,out:superseded, lb2-longhorizon-performance-optimisation#none,livebench,deepseek-v4.1-flash-1017,max,agentic-tool,hard,LiveBench2,,,,,,57.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, deepseek-v4.1-flash-1017, scores, Performance Optimisation)",,out:superseded, lb2-longhorizon-finance-compliance-apps#none,livebench,gemini-3.8-flash,high,agentic-tool,hard,LiveBench2,,,,,,5.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, gemini-3.8-flash, scores, Finance & Compliance Apps)",,out:superseded, lb2-longhorizon-operations-commerce-apps#none,livebench,gemini-3.8-flash,high,agentic-tool,hard,LiveBench2,,,,,,4.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, gemini-3.8-flash, scores, Operations & Commerce Apps)",,out:superseded, lb2-longhorizon-long-run-operations#none,livebench,gemini-3.8-flash,high,agentic-tool,hard,LiveBench2,,,,,,14.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, gemini-3.8-flash, scores, Long-Run Operations)",,out:superseded, lb2-longhorizon-delegated-operations#none,livebench,gemini-3.8-flash,high,agentic-tool,hard,LiveBench2,,,,,,1.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, gemini-3.8-flash, scores, Delegated Operations)",,out:superseded, lb2-longhorizon-systems-engineering#none,livebench,gemini-3.8-flash,high,agentic-tool,hard,LiveBench2,,,,,,68.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, gemini-3.8-flash, scores, Systems Engineering)",,out:superseded, lb2-longhorizon-performance-optimisation#none,livebench,gemini-3.8-flash,high,agentic-tool,hard,LiveBench2,,,,,,39.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, gemini-3.8-flash, scores, Performance Optimisation)",,out:superseded, lb2-longhorizon-finance-compliance-apps#none,livebench,gemini-4-argon,high,agentic-tool,hard,LiveBench2,,,,,,88.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, gemini-4-argon, scores, Finance & Compliance Apps)",,out:superseded, lb2-longhorizon-operations-commerce-apps#none,livebench,gemini-4-argon,high,agentic-tool,hard,LiveBench2,,,,,,70.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, gemini-4-argon, scores, Operations & Commerce Apps)",,out:superseded, lb2-longhorizon-long-run-operations#none,livebench,gemini-4-argon,high,agentic-tool,hard,LiveBench2,,,,,,27.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, gemini-4-argon, scores, Long-Run Operations)",,out:superseded, lb2-longhorizon-delegated-operations#none,livebench,gemini-4-argon,high,agentic-tool,hard,LiveBench2,,,,,,46.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, gemini-4-argon, scores, Delegated Operations)",,out:superseded, lb2-longhorizon-systems-engineering#none,livebench,gemini-4-argon,high,agentic-tool,hard,LiveBench2,,,,,,96.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, gemini-4-argon, scores, Systems Engineering)",,out:superseded, lb2-longhorizon-performance-optimisation#none,livebench,gemini-4-argon,high,agentic-tool,hard,LiveBench2,,,,,,45.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, gemini-4-argon, scores, Performance Optimisation)",,out:superseded, lb2-longhorizon-finance-compliance-apps#none,livebench,gemma-4-31b-it,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,5.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, gemma-4-31b, scores, Finance & Compliance Apps)",,out:effort-not-established, lb2-longhorizon-operations-commerce-apps#none,livebench,gemma-4-31b-it,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,8.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, gemma-4-31b, scores, Operations & Commerce Apps)",,out:effort-not-established, lb2-longhorizon-long-run-operations#none,livebench,gemma-4-31b-it,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,0.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, gemma-4-31b, scores, Long-Run Operations)",,out:effort-not-established, lb2-longhorizon-delegated-operations#none,livebench,gemma-4-31b-it,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,4.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, gemma-4-31b, scores, Delegated Operations)",,out:effort-not-established, lb2-longhorizon-systems-engineering#none,livebench,gemma-4-31b-it,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,28.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, gemma-4-31b, scores, Systems Engineering)",,out:effort-not-established, lb2-longhorizon-performance-optimisation#none,livebench,gemma-4-31b-it,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,32.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, gemma-4-31b, scores, Performance Optimisation)",,out:effort-not-established, lb2-longhorizon-finance-compliance-apps#none,livebench,glm-5.3-flash,max,agentic-tool,hard,LiveBench2,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, glm-5.3-flash, scores, Finance & Compliance Apps)",,out:uninformative, lb2-longhorizon-operations-commerce-apps#none,livebench,glm-5.3-flash,max,agentic-tool,hard,LiveBench2,,,,,,20.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, glm-5.3-flash, scores, Operations & Commerce Apps)",,out:superseded, lb2-longhorizon-long-run-operations#none,livebench,glm-5.3-flash,max,agentic-tool,hard,LiveBench2,,,,,,5.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, glm-5.3-flash, scores, Long-Run Operations)",,out:superseded, lb2-longhorizon-delegated-operations#none,livebench,glm-5.3-flash,max,agentic-tool,hard,LiveBench2,,,,,,2.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, glm-5.3-flash, scores, Delegated Operations)",,out:superseded, lb2-longhorizon-systems-engineering#none,livebench,glm-5.3-flash,max,agentic-tool,hard,LiveBench2,,,,,,75.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, glm-5.3-flash, scores, Systems Engineering)",,out:superseded, lb2-longhorizon-performance-optimisation#none,livebench,glm-5.3-flash,max,agentic-tool,hard,LiveBench2,,,,,,40.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, glm-5.3-flash, scores, Performance Optimisation)",,out:superseded, lb2-longhorizon-finance-compliance-apps#none,livebench,gpt-5.6-terra,max,agentic-tool,hard,LiveBench2,,,,,,27.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, gpt-5.6-terra, scores, Finance & Compliance Apps)",,out:superseded, lb2-longhorizon-operations-commerce-apps#none,livebench,gpt-5.6-terra,max,agentic-tool,hard,LiveBench2,,,,,,33.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, gpt-5.6-terra, scores, Operations & Commerce Apps)",,out:superseded, lb2-longhorizon-long-run-operations#none,livebench,gpt-5.6-terra,max,agentic-tool,hard,LiveBench2,,,,,,16.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, gpt-5.6-terra, scores, Long-Run Operations)",,out:superseded, lb2-longhorizon-delegated-operations#none,livebench,gpt-5.6-terra,max,agentic-tool,hard,LiveBench2,,,,,,22.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, gpt-5.6-terra, scores, Delegated Operations)",,out:superseded, lb2-longhorizon-systems-engineering#none,livebench,gpt-5.6-terra,max,agentic-tool,hard,LiveBench2,,,,,,72.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, gpt-5.6-terra, scores, Systems Engineering)",,out:superseded, lb2-longhorizon-performance-optimisation#none,livebench,gpt-5.6-terra,max,agentic-tool,hard,LiveBench2,,,,,,45.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, gpt-5.6-terra, scores, Performance Optimisation)",,out:superseded, lb2-longhorizon-finance-compliance-apps#none,livebench,gpt-6-astra,max,agentic-tool,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, gpt-6-astra, scores, Finance & Compliance Apps)",,out:uninformative, lb2-longhorizon-operations-commerce-apps#none,livebench,gpt-6-astra,max,agentic-tool,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, gpt-6-astra, scores, Operations & Commerce Apps)",,out:uninformative, lb2-longhorizon-long-run-operations#none,livebench,gpt-6-astra,max,agentic-tool,hard,LiveBench2,,,,,,33.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, gpt-6-astra, scores, Long-Run Operations)",,out:superseded, lb2-longhorizon-delegated-operations#none,livebench,gpt-6-astra,max,agentic-tool,hard,LiveBench2,,,,,,68.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, gpt-6-astra, scores, Delegated Operations)",,out:superseded, lb2-longhorizon-systems-engineering#none,livebench,gpt-6-astra,max,agentic-tool,hard,LiveBench2,,,,,,97.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, gpt-6-astra, scores, Systems Engineering)",,out:superseded, lb2-longhorizon-performance-optimisation#none,livebench,gpt-6-astra,max,agentic-tool,hard,LiveBench2,,,,,,61.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, gpt-6-astra, scores, Performance Optimisation)",,out:superseded, lb2-longhorizon-finance-compliance-apps#none,livebench,gpt-6-luna,max,agentic-tool,hard,LiveBench2,,,,,,38.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, gpt-6-luna, scores, Finance & Compliance Apps)",,out:superseded, lb2-longhorizon-operations-commerce-apps#none,livebench,gpt-6-luna,max,agentic-tool,hard,LiveBench2,,,,,,43.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, gpt-6-luna, scores, Operations & Commerce Apps)",,out:superseded, lb2-longhorizon-long-run-operations#none,livebench,gpt-6-luna,max,agentic-tool,hard,LiveBench2,,,,,,17.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, gpt-6-luna, scores, Long-Run Operations)",,out:superseded, lb2-longhorizon-delegated-operations#none,livebench,gpt-6-luna,max,agentic-tool,hard,LiveBench2,,,,,,0.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, gpt-6-luna, scores, Delegated Operations)",,out:superseded, lb2-longhorizon-systems-engineering#none,livebench,gpt-6-luna,max,agentic-tool,hard,LiveBench2,,,,,,60.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, gpt-6-luna, scores, Systems Engineering)",,out:superseded, lb2-longhorizon-performance-optimisation#none,livebench,gpt-6-luna,max,agentic-tool,hard,LiveBench2,,,,,,43.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, gpt-6-luna, scores, Performance Optimisation)",,out:superseded, lb2-longhorizon-finance-compliance-apps#none,livebench,gpt-6.1-sol,max,agentic-tool,hard,LiveBench2,,,,,,66.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, gpt-6.1-sol, scores, Finance & Compliance Apps)",,out:superseded, lb2-longhorizon-operations-commerce-apps#none,livebench,gpt-6.1-sol,max,agentic-tool,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, gpt-6.1-sol, scores, Operations & Commerce Apps)",,out:uninformative, lb2-longhorizon-long-run-operations#none,livebench,gpt-6.1-sol,max,agentic-tool,hard,LiveBench2,,,,,,25.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, gpt-6.1-sol, scores, Long-Run Operations)",,out:superseded, lb2-longhorizon-delegated-operations#none,livebench,gpt-6.1-sol,max,agentic-tool,hard,LiveBench2,,,,,,56.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, gpt-6.1-sol, scores, Delegated Operations)",,out:superseded, lb2-longhorizon-systems-engineering#none,livebench,gpt-6.1-sol,max,agentic-tool,hard,LiveBench2,,,,,,96.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, gpt-6.1-sol, scores, Systems Engineering)",,out:superseded, lb2-longhorizon-performance-optimisation#none,livebench,gpt-6.1-sol,max,agentic-tool,hard,LiveBench2,,,,,,71.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, gpt-6.1-sol, scores, Performance Optimisation)",,out:superseded, lb2-longhorizon-finance-compliance-apps#none,livebench,gpt-6.1-terra,max,agentic-tool,hard,LiveBench2,,,,,,55.6,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Long Agentic, models, gpt-6.1-terra, scores, Finance & Compliance Apps)",,out:superseded, lb2-longhorizon-operations-commerce-apps#none,livebench,gpt-6.1-terra,max,agentic-tool,hard,LiveBench2,,,,,,81.2,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Long Agentic, models, gpt-6.1-terra, scores, Operations & Commerce Apps)",,out:superseded, lb2-longhorizon-long-run-operations#none,livebench,gpt-6.1-terra,max,agentic-tool,hard,LiveBench2,,,,,,28.2,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Long Agentic, models, gpt-6.1-terra, scores, Long-Run Operations)",,out:superseded, lb2-longhorizon-delegated-operations#none,livebench,gpt-6.1-terra,max,agentic-tool,hard,LiveBench2,,,,,,0.8,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Long Agentic, models, gpt-6.1-terra, scores, Delegated Operations)",,out:superseded, lb2-longhorizon-systems-engineering#none,livebench,gpt-6.1-terra,max,agentic-tool,hard,LiveBench2,,,,,,97.2,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Long Agentic, models, gpt-6.1-terra, scores, Systems Engineering)",,out:superseded, lb2-longhorizon-performance-optimisation#none,livebench,gpt-6.1-terra,max,agentic-tool,hard,LiveBench2,,,,,,50.6,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Long Agentic, models, gpt-6.1-terra, scores, Performance Optimisation)",,out:superseded, lb2-longhorizon-finance-compliance-apps#none,livebench,grok-4.6,xhigh,agentic-tool,hard,LiveBench2,,,,,,44.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, grok-4.6, scores, Finance & Compliance Apps)",,out:superseded, lb2-longhorizon-operations-commerce-apps#none,livebench,grok-4.6,xhigh,agentic-tool,hard,LiveBench2,,,,,,18.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, grok-4.6, scores, Operations & Commerce Apps)",,out:superseded, lb2-longhorizon-long-run-operations#none,livebench,grok-4.6,xhigh,agentic-tool,hard,LiveBench2,,,,,,11.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, grok-4.6, scores, Long-Run Operations)",,out:superseded, lb2-longhorizon-delegated-operations#none,livebench,grok-4.6,xhigh,agentic-tool,hard,LiveBench2,,,,,,4.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, grok-4.6, scores, Delegated Operations)",,out:superseded, lb2-longhorizon-systems-engineering#none,livebench,grok-4.6,xhigh,agentic-tool,hard,LiveBench2,,,,,,71.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, grok-4.6, scores, Systems Engineering)",,out:superseded, lb2-longhorizon-performance-optimisation#none,livebench,grok-4.6,xhigh,agentic-tool,hard,LiveBench2,,,,,,50.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, grok-4.6, scores, Performance Optimisation)",,out:superseded, lb2-longhorizon-finance-compliance-apps#none,livebench,grok-4.7,xhigh,agentic-tool,hard,LiveBench2,,,,,,61.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, grok-4.7, scores, Finance & Compliance Apps)",,out:superseded, lb2-longhorizon-operations-commerce-apps#none,livebench,grok-4.7,xhigh,agentic-tool,hard,LiveBench2,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, grok-4.7, scores, Operations & Commerce Apps)",,out:superseded, lb2-longhorizon-long-run-operations#none,livebench,grok-4.7,xhigh,agentic-tool,hard,LiveBench2,,,,,,9.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, grok-4.7, scores, Long-Run Operations)",,out:superseded, lb2-longhorizon-delegated-operations#none,livebench,grok-4.7,xhigh,agentic-tool,hard,LiveBench2,,,,,,48.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, grok-4.7, scores, Delegated Operations)",,out:superseded, lb2-longhorizon-systems-engineering#none,livebench,grok-4.7,xhigh,agentic-tool,hard,LiveBench2,,,,,,70.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, grok-4.7, scores, Systems Engineering)",,out:superseded, lb2-longhorizon-performance-optimisation#none,livebench,grok-4.7,xhigh,agentic-tool,hard,LiveBench2,,,,,,42.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, grok-4.7, scores, Performance Optimisation)",,out:superseded, lb2-longhorizon-finance-compliance-apps#none,livebench,inkling,max,agentic-tool,hard,LiveBench2,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, inkling, scores, Finance & Compliance Apps)",,out:effort-not-established, lb2-longhorizon-operations-commerce-apps#none,livebench,inkling,max,agentic-tool,hard,LiveBench2,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, inkling, scores, Operations & Commerce Apps)",,out:effort-not-established, lb2-longhorizon-long-run-operations#none,livebench,inkling,max,agentic-tool,hard,LiveBench2,,,,,,1.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, inkling, scores, Long-Run Operations)",,out:effort-not-established, lb2-longhorizon-delegated-operations#none,livebench,inkling,max,agentic-tool,hard,LiveBench2,,,,,,0.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, inkling, scores, Delegated Operations)",,out:effort-not-established, lb2-longhorizon-systems-engineering#none,livebench,inkling,max,agentic-tool,hard,LiveBench2,,,,,,38.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, inkling, scores, Systems Engineering)",,out:effort-not-established, lb2-longhorizon-performance-optimisation#none,livebench,inkling,max,agentic-tool,hard,LiveBench2,,,,,,34.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, inkling, scores, Performance Optimisation)",,out:effort-not-established, lb2-longhorizon-finance-compliance-apps#none,livebench,?Kimi K3.1 Pro,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,44.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, kimi-k3.1-pro, scores, Finance & Compliance Apps)",,out:model-not-established, lb2-longhorizon-operations-commerce-apps#none,livebench,?Kimi K3.1 Pro,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,27.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, kimi-k3.1-pro, scores, Operations & Commerce Apps)",,out:model-not-established, lb2-longhorizon-long-run-operations#none,livebench,?Kimi K3.1 Pro,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,27.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, kimi-k3.1-pro, scores, Long-Run Operations)",,out:model-not-established, lb2-longhorizon-delegated-operations#none,livebench,?Kimi K3.1 Pro,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,29.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, kimi-k3.1-pro, scores, Delegated Operations)",,out:model-not-established, lb2-longhorizon-systems-engineering#none,livebench,?Kimi K3.1 Pro,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,74.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, kimi-k3.1-pro, scores, Systems Engineering)",,out:model-not-established, lb2-longhorizon-performance-optimisation#none,livebench,?Kimi K3.1 Pro,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,56.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, kimi-k3.1-pro, scores, Performance Optimisation)",,out:model-not-established, lb2-longhorizon-finance-compliance-apps#none,livebench,kimi-k3,max,agentic-tool,hard,LiveBench2,,,,,,22.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, kimi-k3, scores, Finance & Compliance Apps)",,out:superseded, lb2-longhorizon-operations-commerce-apps#none,livebench,kimi-k3,max,agentic-tool,hard,LiveBench2,,,,,,16.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, kimi-k3, scores, Operations & Commerce Apps)",,out:superseded, lb2-longhorizon-long-run-operations#none,livebench,kimi-k3,max,agentic-tool,hard,LiveBench2,,,,,,13.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, kimi-k3, scores, Long-Run Operations)",,out:superseded, lb2-longhorizon-delegated-operations#none,livebench,kimi-k3,max,agentic-tool,hard,LiveBench2,,,,,,3.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, kimi-k3, scores, Delegated Operations)",,out:superseded, lb2-longhorizon-systems-engineering#none,livebench,kimi-k3,max,agentic-tool,hard,LiveBench2,,,,,,82.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, kimi-k3, scores, Systems Engineering)",,out:superseded, lb2-longhorizon-performance-optimisation#none,livebench,kimi-k3,max,agentic-tool,hard,LiveBench2,,,,,,61.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, kimi-k3, scores, Performance Optimisation)",,out:superseded, lb2-longhorizon-finance-compliance-apps#none,livebench,mimo-v2.6-pro,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,33.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, mimo-v2.6-pro, scores, Finance & Compliance Apps)",,out:effort-not-established, lb2-longhorizon-operations-commerce-apps#none,livebench,mimo-v2.6-pro,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, mimo-v2.6-pro, scores, Operations & Commerce Apps)",,out:effort-not-established, lb2-longhorizon-long-run-operations#none,livebench,mimo-v2.6-pro,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,18.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, mimo-v2.6-pro, scores, Long-Run Operations)",,out:effort-not-established, lb2-longhorizon-delegated-operations#none,livebench,mimo-v2.6-pro,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,8.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, mimo-v2.6-pro, scores, Delegated Operations)",,out:effort-not-established, lb2-longhorizon-systems-engineering#none,livebench,mimo-v2.6-pro,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,71.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, mimo-v2.6-pro, scores, Systems Engineering)",,out:effort-not-established, lb2-longhorizon-performance-optimisation#none,livebench,mimo-v2.6-pro,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,50.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, mimo-v2.6-pro, scores, Performance Optimisation)",,out:effort-not-established, lb2-longhorizon-finance-compliance-apps#none,livebench,?MiniMax M3.1 Flash,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,5.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, minimax-m3.1-flash, scores, Finance & Compliance Apps)",,out:model-not-established, lb2-longhorizon-operations-commerce-apps#none,livebench,?MiniMax M3.1 Flash,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,8.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, minimax-m3.1-flash, scores, Operations & Commerce Apps)",,out:model-not-established, lb2-longhorizon-long-run-operations#none,livebench,?MiniMax M3.1 Flash,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,5.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, minimax-m3.1-flash, scores, Long-Run Operations)",,out:model-not-established, lb2-longhorizon-delegated-operations#none,livebench,?MiniMax M3.1 Flash,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,51.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, minimax-m3.1-flash, scores, Delegated Operations)",,out:model-not-established, lb2-longhorizon-systems-engineering#none,livebench,?MiniMax M3.1 Flash,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,67.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, minimax-m3.1-flash, scores, Systems Engineering)",,out:model-not-established, lb2-longhorizon-performance-optimisation#none,livebench,?MiniMax M3.1 Flash,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,56.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, minimax-m3.1-flash, scores, Performance Optimisation)",,out:model-not-established, lb2-longhorizon-finance-compliance-apps#1029,livebench,?Mistral Large 4 1029,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,22.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, mistral-large-4-0, scores, Finance & Compliance Apps)",,out:model-not-established, lb2-longhorizon-operations-commerce-apps#1029,livebench,?Mistral Large 4 1029,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, mistral-large-4-0, scores, Operations & Commerce Apps)",,out:model-not-established, lb2-longhorizon-long-run-operations#1029,livebench,?Mistral Large 4 1029,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,4.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, mistral-large-4-0, scores, Long-Run Operations)",,out:model-not-established, lb2-longhorizon-delegated-operations#1029,livebench,?Mistral Large 4 1029,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,12.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, mistral-large-4-0, scores, Delegated Operations)",,out:model-not-established, lb2-longhorizon-systems-engineering#1029,livebench,?Mistral Large 4 1029,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,35.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, mistral-large-4-0, scores, Systems Engineering)",,out:model-not-established, lb2-longhorizon-performance-optimisation#1029,livebench,?Mistral Large 4 1029,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,47.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, mistral-large-4-0, scores, Performance Optimisation)",,out:model-not-established, lb2-longhorizon-finance-compliance-apps#none,livebench,?Mistral Large 4,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, mistral-large-4, scores, Finance & Compliance Apps)",,out:model-not-established, lb2-longhorizon-operations-commerce-apps#none,livebench,?Mistral Large 4,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, mistral-large-4, scores, Operations & Commerce Apps)",,out:model-not-established, lb2-longhorizon-long-run-operations#none,livebench,?Mistral Large 4,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,0.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, mistral-large-4, scores, Long-Run Operations)",,out:model-not-established, lb2-longhorizon-delegated-operations#none,livebench,?Mistral Large 4,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,4.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, mistral-large-4, scores, Delegated Operations)",,out:model-not-established, lb2-longhorizon-systems-engineering#none,livebench,?Mistral Large 4,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,29.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, mistral-large-4, scores, Systems Engineering)",,out:model-not-established, lb2-longhorizon-performance-optimisation#none,livebench,?Mistral Large 4,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,38.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, mistral-large-4, scores, Performance Optimisation)",,out:model-not-established, lb2-longhorizon-finance-compliance-apps#none,livebench,muse-spark-1.3,max,agentic-tool,hard,LiveBench2,,,,,,22.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, muse-spark-1.3, scores, Finance & Compliance Apps)",,out:effort-not-established, lb2-longhorizon-operations-commerce-apps#none,livebench,muse-spark-1.3,max,agentic-tool,hard,LiveBench2,,,,,,29.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, muse-spark-1.3, scores, Operations & Commerce Apps)",,out:effort-not-established, lb2-longhorizon-long-run-operations#none,livebench,muse-spark-1.3,max,agentic-tool,hard,LiveBench2,,,,,,9.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, muse-spark-1.3, scores, Long-Run Operations)",,out:effort-not-established, lb2-longhorizon-delegated-operations#none,livebench,muse-spark-1.3,max,agentic-tool,hard,LiveBench2,,,,,,14.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, muse-spark-1.3, scores, Delegated Operations)",,out:effort-not-established, lb2-longhorizon-systems-engineering#none,livebench,muse-spark-1.3,max,agentic-tool,hard,LiveBench2,,,,,,58.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, muse-spark-1.3, scores, Systems Engineering)",,out:effort-not-established, lb2-longhorizon-performance-optimisation#none,livebench,muse-spark-1.3,max,agentic-tool,hard,LiveBench2,,,,,,35.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, muse-spark-1.3, scores, Performance Optimisation)",,out:effort-not-established, lb2-longhorizon-finance-compliance-apps#none,livebench,?Muse Spark Open,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,11.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, muse-spark-open, scores, Finance & Compliance Apps)",,out:model-not-established, lb2-longhorizon-operations-commerce-apps#none,livebench,?Muse Spark Open,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,4.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, muse-spark-open, scores, Operations & Commerce Apps)",,out:model-not-established, lb2-longhorizon-long-run-operations#none,livebench,?Muse Spark Open,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,2.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, muse-spark-open, scores, Long-Run Operations)",,out:model-not-established, lb2-longhorizon-delegated-operations#none,livebench,?Muse Spark Open,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,0.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, muse-spark-open, scores, Delegated Operations)",,out:model-not-established, lb2-longhorizon-systems-engineering#none,livebench,?Muse Spark Open,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,38.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, muse-spark-open, scores, Systems Engineering)",,out:model-not-established, lb2-longhorizon-performance-optimisation#none,livebench,?Muse Spark Open,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,37.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, muse-spark-open, scores, Performance Optimisation)",,out:model-not-established, lb2-longhorizon-finance-compliance-apps#none,livebench,?Muse Wonder 1.0,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,72.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, muse-wonder-1.0, scores, Finance & Compliance Apps)",,out:model-not-established, lb2-longhorizon-operations-commerce-apps#none,livebench,?Muse Wonder 1.0,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,52.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, muse-wonder-1.0, scores, Operations & Commerce Apps)",,out:model-not-established, lb2-longhorizon-long-run-operations#none,livebench,?Muse Wonder 1.0,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,26.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, muse-wonder-1.0, scores, Long-Run Operations)",,out:model-not-established, lb2-longhorizon-delegated-operations#none,livebench,?Muse Wonder 1.0,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,46.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, muse-wonder-1.0, scores, Delegated Operations)",,out:model-not-established, lb2-longhorizon-systems-engineering#none,livebench,?Muse Wonder 1.0,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,86.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, muse-wonder-1.0, scores, Systems Engineering)",,out:model-not-established, lb2-longhorizon-performance-optimisation#none,livebench,?Muse Wonder 1.0,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,41.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, muse-wonder-1.0, scores, Performance Optimisation)",,out:model-not-established, lb2-longhorizon-finance-compliance-apps#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,agentic-tool,hard,LiveBench2,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, nemotron-super-vl-3.5-nvfp4, scores, Finance & Compliance Apps)",,out:model-not-established, lb2-longhorizon-operations-commerce-apps#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,agentic-tool,hard,LiveBench2,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, nemotron-super-vl-3.5-nvfp4, scores, Operations & Commerce Apps)",,out:model-not-established, lb2-longhorizon-long-run-operations#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,agentic-tool,hard,LiveBench2,,,,,,1.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, nemotron-super-vl-3.5-nvfp4, scores, Long-Run Operations)",,out:model-not-established, lb2-longhorizon-delegated-operations#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,agentic-tool,hard,LiveBench2,,,,,,4.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, nemotron-super-vl-3.5-nvfp4, scores, Delegated Operations)",,out:model-not-established, lb2-longhorizon-systems-engineering#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,agentic-tool,hard,LiveBench2,,,,,,23.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, nemotron-super-vl-3.5-nvfp4, scores, Systems Engineering)",,out:model-not-established, lb2-longhorizon-performance-optimisation#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,agentic-tool,hard,LiveBench2,,,,,,30.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, nemotron-super-vl-3.5-nvfp4, scores, Performance Optimisation)",,out:model-not-established, lb2-longhorizon-finance-compliance-apps#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, nemotron-super-vl-3.5, scores, Finance & Compliance Apps)",,out:model-not-established, lb2-longhorizon-operations-commerce-apps#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,6.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, nemotron-super-vl-3.5, scores, Operations & Commerce Apps)",,out:model-not-established, lb2-longhorizon-long-run-operations#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,5.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, nemotron-super-vl-3.5, scores, Long-Run Operations)",,out:model-not-established, lb2-longhorizon-delegated-operations#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,5.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, nemotron-super-vl-3.5, scores, Delegated Operations)",,out:model-not-established, lb2-longhorizon-systems-engineering#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,36.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, nemotron-super-vl-3.5, scores, Systems Engineering)",,out:model-not-established, lb2-longhorizon-performance-optimisation#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,36.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, nemotron-super-vl-3.5, scores, Performance Optimisation)",,out:model-not-established, lb2-longhorizon-finance-compliance-apps#none,livebench,qwen3.8-27b,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,5.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, qwen3.8-27b, scores, Finance & Compliance Apps)",,out:effort-not-established, lb2-longhorizon-operations-commerce-apps#none,livebench,qwen3.8-27b,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,31.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, qwen3.8-27b, scores, Operations & Commerce Apps)",,out:effort-not-established, lb2-longhorizon-long-run-operations#none,livebench,qwen3.8-27b,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,3.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, qwen3.8-27b, scores, Long-Run Operations)",,out:effort-not-established, lb2-longhorizon-delegated-operations#none,livebench,qwen3.8-27b,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,1.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, qwen3.8-27b, scores, Delegated Operations)",,out:effort-not-established, lb2-longhorizon-systems-engineering#none,livebench,qwen3.8-27b,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,64.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, qwen3.8-27b, scores, Systems Engineering)",,out:effort-not-established, lb2-longhorizon-performance-optimisation#none,livebench,qwen3.8-27b,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,41.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, qwen3.8-27b, scores, Performance Optimisation)",,out:effort-not-established, lb2-longhorizon-finance-compliance-apps#none,livebench,?Qwen3.8 Max,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,27.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, qwen3.8-max, scores, Finance & Compliance Apps)",,out:model-not-established, lb2-longhorizon-operations-commerce-apps#none,livebench,?Qwen3.8 Max,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,33.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, qwen3.8-max, scores, Operations & Commerce Apps)",,out:model-not-established, lb2-longhorizon-long-run-operations#none,livebench,?Qwen3.8 Max,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,18.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, qwen3.8-max, scores, Long-Run Operations)",,out:model-not-established, lb2-longhorizon-delegated-operations#none,livebench,?Qwen3.8 Max,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,7.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, qwen3.8-max, scores, Delegated Operations)",,out:model-not-established, lb2-longhorizon-systems-engineering#none,livebench,?Qwen3.8 Max,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,74.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, qwen3.8-max, scores, Systems Engineering)",,out:model-not-established, lb2-longhorizon-performance-optimisation#none,livebench,?Qwen3.8 Max,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,43.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, qwen3.8-max, scores, Performance Optimisation)",,out:model-not-established, lb2-longhorizon-finance-compliance-apps#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, smaug-nemotron-3.5-nvfp4, scores, Finance & Compliance Apps)",,out:model-not-established, lb2-longhorizon-operations-commerce-apps#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, smaug-nemotron-3.5-nvfp4, scores, Operations & Commerce Apps)",,out:model-not-established, lb2-longhorizon-long-run-operations#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,0.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, smaug-nemotron-3.5-nvfp4, scores, Long-Run Operations)",,out:model-not-established, lb2-longhorizon-delegated-operations#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,5.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, smaug-nemotron-3.5-nvfp4, scores, Delegated Operations)",,out:model-not-established, lb2-longhorizon-systems-engineering#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,27.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, smaug-nemotron-3.5-nvfp4, scores, Systems Engineering)",,out:model-not-established, lb2-longhorizon-performance-optimisation#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,36.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, smaug-nemotron-3.5-nvfp4, scores, Performance Optimisation)",,out:model-not-established, lb2-longhorizon-finance-compliance-apps#none,livebench,?Step 5 (Preview),not-established:absent,agentic-tool,hard,LiveBench2,,,,,,5.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, step-5-preview, scores, Finance & Compliance Apps)",,out:model-not-established, lb2-longhorizon-operations-commerce-apps#none,livebench,?Step 5 (Preview),not-established:absent,agentic-tool,hard,LiveBench2,,,,,,20.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, step-5-preview, scores, Operations & Commerce Apps)",,out:model-not-established, lb2-longhorizon-long-run-operations#none,livebench,?Step 5 (Preview),not-established:absent,agentic-tool,hard,LiveBench2,,,,,,9.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, step-5-preview, scores, Long-Run Operations)",,out:model-not-established, lb2-longhorizon-delegated-operations#none,livebench,?Step 5 (Preview),not-established:absent,agentic-tool,hard,LiveBench2,,,,,,1.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, step-5-preview, scores, Delegated Operations)",,out:model-not-established, lb2-longhorizon-systems-engineering#none,livebench,?Step 5 (Preview),not-established:absent,agentic-tool,hard,LiveBench2,,,,,,63.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, step-5-preview, scores, Systems Engineering)",,out:model-not-established, lb2-longhorizon-performance-optimisation#none,livebench,?Step 5 (Preview),not-established:absent,agentic-tool,hard,LiveBench2,,,,,,43.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, step-5-preview, scores, Performance Optimisation)",,out:model-not-established, lb2-reasoning-theory-of-mind#none,livebench,fable-5.1,max,reasoning-math,hard,LiveBench2,,,,,,80.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, claude-fable-5.1, scores, Theory of mind)",,out:superseded, lb2-reasoning-zebra-puzzles#none,livebench,fable-5.1,max,reasoning-math,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, claude-fable-5.1, scores, Zebra puzzles)",,out:uninformative, lb2-reasoning-spatial#none,livebench,fable-5.1,max,reasoning-math,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, claude-fable-5.1, scores, Spatial)",,out:uninformative, lb2-reasoning-logic-with-navigation#none,livebench,fable-5.1,max,reasoning-math,hard,LiveBench2,,,,,,86.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, claude-fable-5.1, scores, Logic with navigation)",,out:superseded, lb2-reasoning-theory-of-mind#none,livebench,haiku-5.5,max,reasoning-math,hard,LiveBench2,,,,,,78.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, claude-haiku-5.5, scores, Theory of mind)",,out:superseded, lb2-reasoning-zebra-puzzles#none,livebench,haiku-5.5,max,reasoning-math,hard,LiveBench2,,,,,,96.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, claude-haiku-5.5, scores, Zebra puzzles)",,out:superseded, lb2-reasoning-spatial#none,livebench,haiku-5.5,max,reasoning-math,hard,LiveBench2,,,,,,88.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, claude-haiku-5.5, scores, Spatial)",,out:superseded, lb2-reasoning-logic-with-navigation#none,livebench,haiku-5.5,max,reasoning-math,hard,LiveBench2,,,,,,66.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, claude-haiku-5.5, scores, Logic with navigation)",,out:superseded, lb2-reasoning-theory-of-mind#none,livebench,opus-5.5,max,reasoning-math,hard,LiveBench2,,,,,,84.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, claude-opus-5.5, scores, Theory of mind)",,out:superseded, lb2-reasoning-zebra-puzzles#none,livebench,opus-5.5,max,reasoning-math,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, claude-opus-5.5, scores, Zebra puzzles)",,out:uninformative, lb2-reasoning-spatial#none,livebench,opus-5.5,max,reasoning-math,hard,LiveBench2,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, claude-opus-5.5, scores, Spatial)",,out:superseded, lb2-reasoning-logic-with-navigation#none,livebench,opus-5.5,max,reasoning-math,hard,LiveBench2,,,,,,86.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, claude-opus-5.5, scores, Logic with navigation)",,out:superseded, lb2-reasoning-theory-of-mind#none,livebench,sonnet-5.5,max,reasoning-math,hard,LiveBench2,,,,,,86.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, claude-sonnet-5.5, scores, Theory of mind)",,out:superseded, lb2-reasoning-zebra-puzzles#none,livebench,sonnet-5.5,max,reasoning-math,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, claude-sonnet-5.5, scores, Zebra puzzles)",,out:uninformative, lb2-reasoning-spatial#none,livebench,sonnet-5.5,max,reasoning-math,hard,LiveBench2,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, claude-sonnet-5.5, scores, Spatial)",,out:superseded, lb2-reasoning-logic-with-navigation#none,livebench,sonnet-5.5,max,reasoning-math,hard,LiveBench2,,,,,,82.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, claude-sonnet-5.5, scores, Logic with navigation)",,out:superseded, lb2-reasoning-theory-of-mind#none,livebench,deepseek-v4.1-flash-1017,max,reasoning-math,hard,LiveBench2,,,,,,88.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, deepseek-v4.1-flash-1017, scores, Theory of mind)",,out:superseded, lb2-reasoning-zebra-puzzles#none,livebench,deepseek-v4.1-flash-1017,max,reasoning-math,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, deepseek-v4.1-flash-1017, scores, Zebra puzzles)",,out:uninformative, lb2-reasoning-spatial#none,livebench,deepseek-v4.1-flash-1017,max,reasoning-math,hard,LiveBench2,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, deepseek-v4.1-flash-1017, scores, Spatial)",,out:superseded, lb2-reasoning-logic-with-navigation#none,livebench,deepseek-v4.1-flash-1017,max,reasoning-math,hard,LiveBench2,,,,,,70.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, deepseek-v4.1-flash-1017, scores, Logic with navigation)",,out:superseded, lb2-reasoning-theory-of-mind#none,livebench,gemini-3.8-flash,high,reasoning-math,hard,LiveBench2,,,,,,76.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, gemini-3.8-flash, scores, Theory of mind)",,out:superseded, lb2-reasoning-zebra-puzzles#none,livebench,gemini-3.8-flash,high,reasoning-math,hard,LiveBench2,,,,,,98.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, gemini-3.8-flash, scores, Zebra puzzles)",,out:superseded, lb2-reasoning-spatial#none,livebench,gemini-3.8-flash,high,reasoning-math,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, gemini-3.8-flash, scores, Spatial)",,out:uninformative, lb2-reasoning-logic-with-navigation#none,livebench,gemini-3.8-flash,high,reasoning-math,hard,LiveBench2,,,,,,82.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, gemini-3.8-flash, scores, Logic with navigation)",,out:superseded, lb2-reasoning-theory-of-mind#none,livebench,gemini-4-argon,high,reasoning-math,hard,LiveBench2,,,,,,92.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, gemini-4-argon, scores, Theory of mind)",,out:superseded, lb2-reasoning-zebra-puzzles#none,livebench,gemini-4-argon,high,reasoning-math,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, gemini-4-argon, scores, Zebra puzzles)",,out:uninformative, lb2-reasoning-spatial#none,livebench,gemini-4-argon,high,reasoning-math,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, gemini-4-argon, scores, Spatial)",,out:uninformative, lb2-reasoning-logic-with-navigation#none,livebench,gemini-4-argon,high,reasoning-math,hard,LiveBench2,,,,,,88.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, gemini-4-argon, scores, Logic with navigation)",,out:superseded, lb2-reasoning-theory-of-mind#none,livebench,gemma-4-31b-it,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,73.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, gemma-4-31b, scores, Theory of mind)",,out:effort-not-established, lb2-reasoning-zebra-puzzles#none,livebench,gemma-4-31b-it,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,36.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, gemma-4-31b, scores, Zebra puzzles)",,out:effort-not-established, lb2-reasoning-spatial#none,livebench,gemma-4-31b-it,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,96.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, gemma-4-31b, scores, Spatial)",,out:effort-not-established, lb2-reasoning-logic-with-navigation#none,livebench,gemma-4-31b-it,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,68.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, gemma-4-31b, scores, Logic with navigation)",,out:effort-not-established, lb2-reasoning-theory-of-mind#none,livebench,glm-5.3-flash,max,reasoning-math,hard,LiveBench2,,,,,,73.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, glm-5.3-flash, scores, Theory of mind)",,out:superseded, lb2-reasoning-zebra-puzzles#none,livebench,glm-5.3-flash,max,reasoning-math,hard,LiveBench2,,,,,,79.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, glm-5.3-flash, scores, Zebra puzzles)",,out:superseded, lb2-reasoning-spatial#none,livebench,glm-5.3-flash,max,reasoning-math,hard,LiveBench2,,,,,,96.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, glm-5.3-flash, scores, Spatial)",,out:superseded, lb2-reasoning-logic-with-navigation#none,livebench,glm-5.3-flash,max,reasoning-math,hard,LiveBench2,,,,,,62.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, glm-5.3-flash, scores, Logic with navigation)",,out:superseded, lb2-reasoning-theory-of-mind#none,livebench,gpt-5.6-terra,max,reasoning-math,hard,LiveBench2,,,,,,86.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, gpt-5.6-terra, scores, Theory of mind)",,out:superseded, lb2-reasoning-zebra-puzzles#none,livebench,gpt-5.6-terra,max,reasoning-math,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, gpt-5.6-terra, scores, Zebra puzzles)",,out:uninformative, lb2-reasoning-spatial#none,livebench,gpt-5.6-terra,max,reasoning-math,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, gpt-5.6-terra, scores, Spatial)",,out:uninformative, lb2-reasoning-logic-with-navigation#none,livebench,gpt-5.6-terra,max,reasoning-math,hard,LiveBench2,,,,,,76.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, gpt-5.6-terra, scores, Logic with navigation)",,out:superseded, lb2-reasoning-theory-of-mind#none,livebench,gpt-6-astra,max,reasoning-math,hard,LiveBench2,,,,,,84.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, gpt-6-astra, scores, Theory of mind)",,out:superseded, lb2-reasoning-zebra-puzzles#none,livebench,gpt-6-astra,max,reasoning-math,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, gpt-6-astra, scores, Zebra puzzles)",,out:uninformative, lb2-reasoning-spatial#none,livebench,gpt-6-astra,max,reasoning-math,hard,LiveBench2,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, gpt-6-astra, scores, Spatial)",,out:superseded, lb2-reasoning-logic-with-navigation#none,livebench,gpt-6-astra,max,reasoning-math,hard,LiveBench2,,,,,,88.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, gpt-6-astra, scores, Logic with navigation)",,out:superseded, lb2-reasoning-theory-of-mind#none,livebench,gpt-6-luna,max,reasoning-math,hard,LiveBench2,,,,,,73.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, gpt-6-luna, scores, Theory of mind)",,out:superseded, lb2-reasoning-zebra-puzzles#none,livebench,gpt-6-luna,max,reasoning-math,hard,LiveBench2,,,,,,96.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, gpt-6-luna, scores, Zebra puzzles)",,out:superseded, lb2-reasoning-spatial#none,livebench,gpt-6-luna,max,reasoning-math,hard,LiveBench2,,,,,,96.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, gpt-6-luna, scores, Spatial)",,out:superseded, lb2-reasoning-logic-with-navigation#none,livebench,gpt-6-luna,max,reasoning-math,hard,LiveBench2,,,,,,62.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, gpt-6-luna, scores, Logic with navigation)",,out:superseded, lb2-reasoning-theory-of-mind#none,livebench,gpt-6.1-sol,max,reasoning-math,hard,LiveBench2,,,,,,86.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, gpt-6.1-sol, scores, Theory of mind)",,out:superseded, lb2-reasoning-zebra-puzzles#none,livebench,gpt-6.1-sol,max,reasoning-math,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, gpt-6.1-sol, scores, Zebra puzzles)",,out:uninformative, lb2-reasoning-spatial#none,livebench,gpt-6.1-sol,max,reasoning-math,hard,LiveBench2,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, gpt-6.1-sol, scores, Spatial)",,out:superseded, lb2-reasoning-logic-with-navigation#none,livebench,gpt-6.1-sol,max,reasoning-math,hard,LiveBench2,,,,,,86.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, gpt-6.1-sol, scores, Logic with navigation)",,out:superseded, lb2-reasoning-theory-of-mind#none,livebench,gpt-6.1-terra,max,reasoning-math,hard,LiveBench2,,,,,,84.6,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Reasoning, models, gpt-6.1-terra, scores, Theory of mind)",,out:superseded, lb2-reasoning-zebra-puzzles#none,livebench,gpt-6.1-terra,max,reasoning-math,hard,LiveBench2,,,,,,100.0,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Reasoning, models, gpt-6.1-terra, scores, Zebra puzzles)",,out:uninformative, lb2-reasoning-spatial#none,livebench,gpt-6.1-terra,max,reasoning-math,hard,LiveBench2,,,,,,98.0,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Reasoning, models, gpt-6.1-terra, scores, Spatial)",,out:superseded, lb2-reasoning-logic-with-navigation#none,livebench,gpt-6.1-terra,max,reasoning-math,hard,LiveBench2,,,,,,72.0,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Reasoning, models, gpt-6.1-terra, scores, Logic with navigation)",,out:superseded, lb2-reasoning-theory-of-mind#none,livebench,grok-4.6,xhigh,reasoning-math,hard,LiveBench2,,,,,,90.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, grok-4.6, scores, Theory of mind)",,out:superseded, lb2-reasoning-zebra-puzzles#none,livebench,grok-4.6,xhigh,reasoning-math,hard,LiveBench2,,,,,,96.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, grok-4.6, scores, Zebra puzzles)",,out:superseded, lb2-reasoning-spatial#none,livebench,grok-4.6,xhigh,reasoning-math,hard,LiveBench2,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, grok-4.6, scores, Spatial)",,out:superseded, lb2-reasoning-logic-with-navigation#none,livebench,grok-4.6,xhigh,reasoning-math,hard,LiveBench2,,,,,,80.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, grok-4.6, scores, Logic with navigation)",,out:superseded, lb2-reasoning-theory-of-mind#none,livebench,grok-4.7,xhigh,reasoning-math,hard,LiveBench2,,,,,,84.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, grok-4.7, scores, Theory of mind)",,out:superseded, lb2-reasoning-zebra-puzzles#none,livebench,grok-4.7,xhigh,reasoning-math,hard,LiveBench2,,,,,,86.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, grok-4.7, scores, Zebra puzzles)",,out:superseded, lb2-reasoning-spatial#none,livebench,grok-4.7,xhigh,reasoning-math,hard,LiveBench2,,,,,,94.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, grok-4.7, scores, Spatial)",,out:superseded, lb2-reasoning-logic-with-navigation#none,livebench,grok-4.7,xhigh,reasoning-math,hard,LiveBench2,,,,,,66.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, grok-4.7, scores, Logic with navigation)",,out:superseded, lb2-reasoning-theory-of-mind#none,livebench,inkling,max,reasoning-math,hard,LiveBench2,,,,,,65.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, inkling, scores, Theory of mind)",,out:effort-not-established, lb2-reasoning-zebra-puzzles#none,livebench,inkling,max,reasoning-math,hard,LiveBench2,,,,,,88.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, inkling, scores, Zebra puzzles)",,out:effort-not-established, lb2-reasoning-spatial#none,livebench,inkling,max,reasoning-math,hard,LiveBench2,,,,,,94.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, inkling, scores, Spatial)",,out:effort-not-established, lb2-reasoning-logic-with-navigation#none,livebench,inkling,max,reasoning-math,hard,LiveBench2,,,,,,66.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, inkling, scores, Logic with navigation)",,out:effort-not-established, lb2-reasoning-theory-of-mind#none,livebench,?Kimi K3.1 Pro,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,86.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, kimi-k3.1-pro, scores, Theory of mind)",,out:model-not-established, lb2-reasoning-zebra-puzzles#none,livebench,?Kimi K3.1 Pro,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, kimi-k3.1-pro, scores, Zebra puzzles)",,out:model-not-established, lb2-reasoning-spatial#none,livebench,?Kimi K3.1 Pro,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, kimi-k3.1-pro, scores, Spatial)",,out:model-not-established, lb2-reasoning-logic-with-navigation#none,livebench,?Kimi K3.1 Pro,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,78.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, kimi-k3.1-pro, scores, Logic with navigation)",,out:model-not-established, lb2-reasoning-theory-of-mind#none,livebench,kimi-k3,max,reasoning-math,hard,LiveBench2,,,,,,82.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, kimi-k3, scores, Theory of mind)",,out:superseded, lb2-reasoning-zebra-puzzles#none,livebench,kimi-k3,max,reasoning-math,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, kimi-k3, scores, Zebra puzzles)",,out:uninformative, lb2-reasoning-spatial#none,livebench,kimi-k3,max,reasoning-math,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, kimi-k3, scores, Spatial)",,out:uninformative, lb2-reasoning-logic-with-navigation#none,livebench,kimi-k3,max,reasoning-math,hard,LiveBench2,,,,,,80.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, kimi-k3, scores, Logic with navigation)",,out:superseded, lb2-reasoning-theory-of-mind#none,livebench,mimo-v2.6-pro,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,86.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, mimo-v2.6-pro, scores, Theory of mind)",,out:effort-not-established, lb2-reasoning-zebra-puzzles#none,livebench,mimo-v2.6-pro,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,72.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, mimo-v2.6-pro, scores, Zebra puzzles)",,out:effort-not-established, lb2-reasoning-spatial#none,livebench,mimo-v2.6-pro,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,94.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, mimo-v2.6-pro, scores, Spatial)",,out:effort-not-established, lb2-reasoning-logic-with-navigation#none,livebench,mimo-v2.6-pro,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,66.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, mimo-v2.6-pro, scores, Logic with navigation)",,out:effort-not-established, lb2-reasoning-theory-of-mind#none,livebench,?MiniMax M3.1 Flash,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,63.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, minimax-m3.1-flash, scores, Theory of mind)",,out:model-not-established, lb2-reasoning-zebra-puzzles#none,livebench,?MiniMax M3.1 Flash,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, minimax-m3.1-flash, scores, Zebra puzzles)",,out:model-not-established, lb2-reasoning-spatial#none,livebench,?MiniMax M3.1 Flash,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,96.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, minimax-m3.1-flash, scores, Spatial)",,out:model-not-established, lb2-reasoning-logic-with-navigation#none,livebench,?MiniMax M3.1 Flash,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,72.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, minimax-m3.1-flash, scores, Logic with navigation)",,out:model-not-established, lb2-reasoning-theory-of-mind#1029,livebench,?Mistral Large 4 1029,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,88.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, mistral-large-4-0, scores, Theory of mind)",,out:model-not-established, lb2-reasoning-zebra-puzzles#1029,livebench,?Mistral Large 4 1029,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,94.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, mistral-large-4-0, scores, Zebra puzzles)",,out:model-not-established, lb2-reasoning-spatial#1029,livebench,?Mistral Large 4 1029,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,94.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, mistral-large-4-0, scores, Spatial)",,out:model-not-established, lb2-reasoning-logic-with-navigation#1029,livebench,?Mistral Large 4 1029,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,64.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, mistral-large-4-0, scores, Logic with navigation)",,out:model-not-established, lb2-reasoning-theory-of-mind#none,livebench,?Mistral Large 4,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,80.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, mistral-large-4, scores, Theory of mind)",,out:model-not-established, lb2-reasoning-zebra-puzzles#none,livebench,?Mistral Large 4,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,93.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, mistral-large-4, scores, Zebra puzzles)",,out:model-not-established, lb2-reasoning-spatial#none,livebench,?Mistral Large 4,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,94.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, mistral-large-4, scores, Spatial)",,out:model-not-established, lb2-reasoning-logic-with-navigation#none,livebench,?Mistral Large 4,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,68.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, mistral-large-4, scores, Logic with navigation)",,out:model-not-established, lb2-reasoning-theory-of-mind#none,livebench,muse-spark-1.3,max,reasoning-math,hard,LiveBench2,,,,,,84.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, muse-spark-1.3, scores, Theory of mind)",,out:effort-not-established, lb2-reasoning-zebra-puzzles#none,livebench,muse-spark-1.3,max,reasoning-math,hard,LiveBench2,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, muse-spark-1.3, scores, Zebra puzzles)",,out:effort-not-established, lb2-reasoning-spatial#none,livebench,muse-spark-1.3,max,reasoning-math,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, muse-spark-1.3, scores, Spatial)",,out:effort-not-established, lb2-reasoning-logic-with-navigation#none,livebench,muse-spark-1.3,max,reasoning-math,hard,LiveBench2,,,,,,76.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, muse-spark-1.3, scores, Logic with navigation)",,out:effort-not-established, lb2-reasoning-theory-of-mind#none,livebench,?Muse Spark Open,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,76.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, muse-spark-open, scores, Theory of mind)",,out:model-not-established, lb2-reasoning-zebra-puzzles#none,livebench,?Muse Spark Open,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,40.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, muse-spark-open, scores, Zebra puzzles)",,out:model-not-established, lb2-reasoning-spatial#none,livebench,?Muse Spark Open,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, muse-spark-open, scores, Spatial)",,out:model-not-established, lb2-reasoning-logic-with-navigation#none,livebench,?Muse Spark Open,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,78.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, muse-spark-open, scores, Logic with navigation)",,out:model-not-established, lb2-reasoning-theory-of-mind#none,livebench,?Muse Wonder 1.0,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,86.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, muse-wonder-1.0, scores, Theory of mind)",,out:model-not-established, lb2-reasoning-zebra-puzzles#none,livebench,?Muse Wonder 1.0,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, muse-wonder-1.0, scores, Zebra puzzles)",,out:model-not-established, lb2-reasoning-spatial#none,livebench,?Muse Wonder 1.0,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,96.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, muse-wonder-1.0, scores, Spatial)",,out:model-not-established, lb2-reasoning-logic-with-navigation#none,livebench,?Muse Wonder 1.0,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,80.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, muse-wonder-1.0, scores, Logic with navigation)",,out:model-not-established, lb2-reasoning-theory-of-mind#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,reasoning-math,hard,LiveBench2,,,,,,63.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, nemotron-super-vl-3.5-nvfp4, scores, Theory of mind)",,out:model-not-established, lb2-reasoning-zebra-puzzles#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,reasoning-math,hard,LiveBench2,,,,,,63.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, nemotron-super-vl-3.5-nvfp4, scores, Zebra puzzles)",,out:model-not-established, lb2-reasoning-spatial#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,reasoning-math,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, nemotron-super-vl-3.5-nvfp4, scores, Spatial)",,out:model-not-established, lb2-reasoning-logic-with-navigation#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,reasoning-math,hard,LiveBench2,,,,,,60.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, nemotron-super-vl-3.5-nvfp4, scores, Logic with navigation)",,out:model-not-established, lb2-reasoning-theory-of-mind#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,75.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, nemotron-super-vl-3.5, scores, Theory of mind)",,out:model-not-established, lb2-reasoning-zebra-puzzles#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,67.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, nemotron-super-vl-3.5, scores, Zebra puzzles)",,out:model-not-established, lb2-reasoning-spatial#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, nemotron-super-vl-3.5, scores, Spatial)",,out:model-not-established, lb2-reasoning-logic-with-navigation#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,58.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, nemotron-super-vl-3.5, scores, Logic with navigation)",,out:model-not-established, lb2-reasoning-theory-of-mind#none,livebench,qwen3.8-27b,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,59.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, qwen3.8-27b, scores, Theory of mind)",,out:effort-not-established, lb2-reasoning-zebra-puzzles#none,livebench,qwen3.8-27b,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,96.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, qwen3.8-27b, scores, Zebra puzzles)",,out:effort-not-established, lb2-reasoning-spatial#none,livebench,qwen3.8-27b,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,96.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, qwen3.8-27b, scores, Spatial)",,out:effort-not-established, lb2-reasoning-logic-with-navigation#none,livebench,qwen3.8-27b,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,68.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, qwen3.8-27b, scores, Logic with navigation)",,out:effort-not-established, lb2-reasoning-theory-of-mind#none,livebench,?Qwen3.8 Max,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,78.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, qwen3.8-max, scores, Theory of mind)",,out:model-not-established, lb2-reasoning-zebra-puzzles#none,livebench,?Qwen3.8 Max,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, qwen3.8-max, scores, Zebra puzzles)",,out:model-not-established, lb2-reasoning-spatial#none,livebench,?Qwen3.8 Max,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, qwen3.8-max, scores, Spatial)",,out:model-not-established, lb2-reasoning-logic-with-navigation#none,livebench,?Qwen3.8 Max,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,74.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, qwen3.8-max, scores, Logic with navigation)",,out:model-not-established, lb2-reasoning-theory-of-mind#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,75.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, smaug-nemotron-3.5-nvfp4, scores, Theory of mind)",,out:model-not-established, lb2-reasoning-zebra-puzzles#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,67.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, smaug-nemotron-3.5-nvfp4, scores, Zebra puzzles)",,out:model-not-established, lb2-reasoning-spatial#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, smaug-nemotron-3.5-nvfp4, scores, Spatial)",,out:model-not-established, lb2-reasoning-logic-with-navigation#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,60.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, smaug-nemotron-3.5-nvfp4, scores, Logic with navigation)",,out:model-not-established, lb2-reasoning-theory-of-mind#none,livebench,?Step 5 (Preview),not-established:absent,reasoning-math,hard,LiveBench2,,,,,,75.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, step-5-preview, scores, Theory of mind)",,out:model-not-established, lb2-reasoning-zebra-puzzles#none,livebench,?Step 5 (Preview),not-established:absent,reasoning-math,hard,LiveBench2,,,,,,90.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, step-5-preview, scores, Zebra puzzles)",,out:model-not-established, lb2-reasoning-spatial#none,livebench,?Step 5 (Preview),not-established:absent,reasoning-math,hard,LiveBench2,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, step-5-preview, scores, Spatial)",,out:model-not-established, lb2-reasoning-logic-with-navigation#none,livebench,?Step 5 (Preview),not-established:absent,reasoning-math,hard,LiveBench2,,,,,,72.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, step-5-preview, scores, Logic with navigation)",,out:model-not-established, lb2-coding-llm-api-integration#none,livebench,fable-5.1,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, claude-fable-5.1, scores, LLM API Integration)",,out:uninformative, lb2-coding-agent-loop#none,livebench,fable-5.1,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, claude-fable-5.1, scores, Agent Loop)",,out:uninformative, lb2-coding-billing-limits#none,livebench,fable-5.1,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, claude-fable-5.1, scores, Billing & Limits)",,out:uninformative, lb2-coding-cloud-infrastructure#none,livebench,fable-5.1,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, claude-fable-5.1, scores, Cloud Infrastructure)",,out:uninformative, lb2-coding-product-ux#none,livebench,fable-5.1,max,coding,hard,LiveBench2,,,,,,83.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, claude-fable-5.1, scores, Product & UX)",,out:superseded, lb2-coding-memory-tools#none,livebench,fable-5.1,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, claude-fable-5.1, scores, Memory & Tools)",,out:uninformative, lb2-coding-llm-api-integration#none,livebench,haiku-5.5,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, claude-haiku-5.5, scores, LLM API Integration)",,out:uninformative, lb2-coding-agent-loop#none,livebench,haiku-5.5,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, claude-haiku-5.5, scores, Agent Loop)",,out:uninformative, lb2-coding-billing-limits#none,livebench,haiku-5.5,max,coding,hard,LiveBench2,,,,,,95.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, claude-haiku-5.5, scores, Billing & Limits)",,out:superseded, lb2-coding-cloud-infrastructure#none,livebench,haiku-5.5,max,coding,hard,LiveBench2,,,,,,83.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, claude-haiku-5.5, scores, Cloud Infrastructure)",,out:superseded, lb2-coding-product-ux#none,livebench,haiku-5.5,max,coding,hard,LiveBench2,,,,,,77.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, claude-haiku-5.5, scores, Product & UX)",,out:superseded, lb2-coding-memory-tools#none,livebench,haiku-5.5,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, claude-haiku-5.5, scores, Memory & Tools)",,out:uninformative, lb2-coding-llm-api-integration#none,livebench,opus-5.5,max,coding,hard,LiveBench2,,,,,,97.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, claude-opus-5.5, scores, LLM API Integration)",,out:superseded, lb2-coding-agent-loop#none,livebench,opus-5.5,max,coding,hard,LiveBench2,,,,,,96.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, claude-opus-5.5, scores, Agent Loop)",,out:superseded, lb2-coding-billing-limits#none,livebench,opus-5.5,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, claude-opus-5.5, scores, Billing & Limits)",,out:uninformative, lb2-coding-cloud-infrastructure#none,livebench,opus-5.5,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, claude-opus-5.5, scores, Cloud Infrastructure)",,out:uninformative, lb2-coding-product-ux#none,livebench,opus-5.5,max,coding,hard,LiveBench2,,,,,,88.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, claude-opus-5.5, scores, Product & UX)",,out:superseded, lb2-coding-memory-tools#none,livebench,opus-5.5,max,coding,hard,LiveBench2,,,,,,97.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, claude-opus-5.5, scores, Memory & Tools)",,out:superseded, lb2-coding-llm-api-integration#none,livebench,sonnet-5.5,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, claude-sonnet-5.5, scores, LLM API Integration)",,out:uninformative, lb2-coding-agent-loop#none,livebench,sonnet-5.5,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, claude-sonnet-5.5, scores, Agent Loop)",,out:uninformative, lb2-coding-billing-limits#none,livebench,sonnet-5.5,max,coding,hard,LiveBench2,,,,,,83.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, claude-sonnet-5.5, scores, Billing & Limits)",,out:superseded, lb2-coding-cloud-infrastructure#none,livebench,sonnet-5.5,max,coding,hard,LiveBench2,,,,,,98.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, claude-sonnet-5.5, scores, Cloud Infrastructure)",,out:superseded, lb2-coding-product-ux#none,livebench,sonnet-5.5,max,coding,hard,LiveBench2,,,,,,87.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, claude-sonnet-5.5, scores, Product & UX)",,out:superseded, lb2-coding-memory-tools#none,livebench,sonnet-5.5,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, claude-sonnet-5.5, scores, Memory & Tools)",,out:uninformative, lb2-coding-llm-api-integration#none,livebench,deepseek-v4.1-flash-1017,max,coding,hard,LiveBench2,,,,,,87.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, deepseek-v4.1-flash-1017, scores, LLM API Integration)",,out:superseded, lb2-coding-agent-loop#none,livebench,deepseek-v4.1-flash-1017,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, deepseek-v4.1-flash-1017, scores, Agent Loop)",,out:uninformative, lb2-coding-billing-limits#none,livebench,deepseek-v4.1-flash-1017,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, deepseek-v4.1-flash-1017, scores, Billing & Limits)",,out:uninformative, lb2-coding-cloud-infrastructure#none,livebench,deepseek-v4.1-flash-1017,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, deepseek-v4.1-flash-1017, scores, Cloud Infrastructure)",,out:uninformative, lb2-coding-product-ux#none,livebench,deepseek-v4.1-flash-1017,max,coding,hard,LiveBench2,,,,,,88.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, deepseek-v4.1-flash-1017, scores, Product & UX)",,out:superseded, lb2-coding-memory-tools#none,livebench,deepseek-v4.1-flash-1017,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, deepseek-v4.1-flash-1017, scores, Memory & Tools)",,out:uninformative, lb2-coding-llm-api-integration#none,livebench,gemini-3.8-flash,high,coding,hard,LiveBench2,,,,,,87.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gemini-3.8-flash, scores, LLM API Integration)",,out:superseded, lb2-coding-agent-loop#none,livebench,gemini-3.8-flash,high,coding,hard,LiveBench2,,,,,,80.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gemini-3.8-flash, scores, Agent Loop)",,out:superseded, lb2-coding-billing-limits#none,livebench,gemini-3.8-flash,high,coding,hard,LiveBench2,,,,,,75.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gemini-3.8-flash, scores, Billing & Limits)",,out:superseded, lb2-coding-cloud-infrastructure#none,livebench,gemini-3.8-flash,high,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gemini-3.8-flash, scores, Cloud Infrastructure)",,out:uninformative, lb2-coding-product-ux#none,livebench,gemini-3.8-flash,high,coding,hard,LiveBench2,,,,,,72.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gemini-3.8-flash, scores, Product & UX)",,out:superseded, lb2-coding-memory-tools#none,livebench,gemini-3.8-flash,high,coding,hard,LiveBench2,,,,,,75.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gemini-3.8-flash, scores, Memory & Tools)",,out:superseded, lb2-coding-llm-api-integration#none,livebench,gemini-4-argon,high,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gemini-4-argon, scores, LLM API Integration)",,out:uninformative, lb2-coding-agent-loop#none,livebench,gemini-4-argon,high,coding,hard,LiveBench2,,,,,,80.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gemini-4-argon, scores, Agent Loop)",,out:superseded, lb2-coding-billing-limits#none,livebench,gemini-4-argon,high,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gemini-4-argon, scores, Billing & Limits)",,out:uninformative, lb2-coding-cloud-infrastructure#none,livebench,gemini-4-argon,high,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gemini-4-argon, scores, Cloud Infrastructure)",,out:uninformative, lb2-coding-product-ux#none,livebench,gemini-4-argon,high,coding,hard,LiveBench2,,,,,,77.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gemini-4-argon, scores, Product & UX)",,out:superseded, lb2-coding-memory-tools#none,livebench,gemini-4-argon,high,coding,hard,LiveBench2,,,,,,83.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gemini-4-argon, scores, Memory & Tools)",,out:superseded, lb2-coding-llm-api-integration#none,livebench,gemma-4-31b-it,not-established:absent,coding,hard,LiveBench2,,,,,,54.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gemma-4-31b, scores, LLM API Integration)",,out:effort-not-established, lb2-coding-agent-loop#none,livebench,gemma-4-31b-it,not-established:absent,coding,hard,LiveBench2,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gemma-4-31b, scores, Agent Loop)",,out:effort-not-established, lb2-coding-billing-limits#none,livebench,gemma-4-31b-it,not-established:absent,coding,hard,LiveBench2,,,,,,25.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gemma-4-31b, scores, Billing & Limits)",,out:effort-not-established, lb2-coding-cloud-infrastructure#none,livebench,gemma-4-31b-it,not-established:absent,coding,hard,LiveBench2,,,,,,63.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gemma-4-31b, scores, Cloud Infrastructure)",,out:effort-not-established, lb2-coding-product-ux#none,livebench,gemma-4-31b-it,not-established:absent,coding,hard,LiveBench2,,,,,,33.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gemma-4-31b, scores, Product & UX)",,out:effort-not-established, lb2-coding-memory-tools#none,livebench,gemma-4-31b-it,not-established:absent,coding,hard,LiveBench2,,,,,,67.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gemma-4-31b, scores, Memory & Tools)",,out:effort-not-established, lb2-coding-llm-api-integration#none,livebench,glm-5.3-flash,max,coding,hard,LiveBench2,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, glm-5.3-flash, scores, LLM API Integration)",,out:superseded, lb2-coding-agent-loop#none,livebench,glm-5.3-flash,max,coding,hard,LiveBench2,,,,,,80.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, glm-5.3-flash, scores, Agent Loop)",,out:superseded, lb2-coding-billing-limits#none,livebench,glm-5.3-flash,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, glm-5.3-flash, scores, Billing & Limits)",,out:uninformative, lb2-coding-cloud-infrastructure#none,livebench,glm-5.3-flash,max,coding,hard,LiveBench2,,,,,,83.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, glm-5.3-flash, scores, Cloud Infrastructure)",,out:superseded, lb2-coding-product-ux#none,livebench,glm-5.3-flash,max,coding,hard,LiveBench2,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, glm-5.3-flash, scores, Product & UX)",,out:superseded, lb2-coding-memory-tools#none,livebench,glm-5.3-flash,max,coding,hard,LiveBench2,,,,,,75.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, glm-5.3-flash, scores, Memory & Tools)",,out:superseded, lb2-coding-llm-api-integration#none,livebench,gpt-5.6-terra,max,coding,hard,LiveBench2,,,,,,87.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gpt-5.6-terra, scores, LLM API Integration)",,out:superseded, lb2-coding-agent-loop#none,livebench,gpt-5.6-terra,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gpt-5.6-terra, scores, Agent Loop)",,out:uninformative, lb2-coding-billing-limits#none,livebench,gpt-5.6-terra,max,coding,hard,LiveBench2,,,,,,79.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gpt-5.6-terra, scores, Billing & Limits)",,out:superseded, lb2-coding-cloud-infrastructure#none,livebench,gpt-5.6-terra,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gpt-5.6-terra, scores, Cloud Infrastructure)",,out:uninformative, lb2-coding-product-ux#none,livebench,gpt-5.6-terra,max,coding,hard,LiveBench2,,,,,,72.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gpt-5.6-terra, scores, Product & UX)",,out:superseded, lb2-coding-memory-tools#none,livebench,gpt-5.6-terra,max,coding,hard,LiveBench2,,,,,,75.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gpt-5.6-terra, scores, Memory & Tools)",,out:superseded, lb2-coding-llm-api-integration#none,livebench,gpt-6-astra,max,coding,hard,LiveBench2,,,,,,75.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gpt-6-astra, scores, LLM API Integration)",,out:superseded, lb2-coding-agent-loop#none,livebench,gpt-6-astra,max,coding,hard,LiveBench2,,,,,,90.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gpt-6-astra, scores, Agent Loop)",,out:superseded, lb2-coding-billing-limits#none,livebench,gpt-6-astra,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gpt-6-astra, scores, Billing & Limits)",,out:uninformative, lb2-coding-cloud-infrastructure#none,livebench,gpt-6-astra,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gpt-6-astra, scores, Cloud Infrastructure)",,out:uninformative, lb2-coding-product-ux#none,livebench,gpt-6-astra,max,coding,hard,LiveBench2,,,,,,94.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gpt-6-astra, scores, Product & UX)",,out:superseded, lb2-coding-memory-tools#none,livebench,gpt-6-astra,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gpt-6-astra, scores, Memory & Tools)",,out:uninformative, lb2-coding-llm-api-integration#none,livebench,gpt-6-luna,max,coding,hard,LiveBench2,,,,,,75.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gpt-6-luna, scores, LLM API Integration)",,out:superseded, lb2-coding-agent-loop#none,livebench,gpt-6-luna,max,coding,hard,LiveBench2,,,,,,90.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gpt-6-luna, scores, Agent Loop)",,out:superseded, lb2-coding-billing-limits#none,livebench,gpt-6-luna,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gpt-6-luna, scores, Billing & Limits)",,out:uninformative, lb2-coding-cloud-infrastructure#none,livebench,gpt-6-luna,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gpt-6-luna, scores, Cloud Infrastructure)",,out:uninformative, lb2-coding-product-ux#none,livebench,gpt-6-luna,max,coding,hard,LiveBench2,,,,,,83.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gpt-6-luna, scores, Product & UX)",,out:superseded, lb2-coding-memory-tools#none,livebench,gpt-6-luna,max,coding,hard,LiveBench2,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gpt-6-luna, scores, Memory & Tools)",,out:superseded, lb2-coding-llm-api-integration#none,livebench,gpt-6.1-sol,max,coding,hard,LiveBench2,,,,,,83.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gpt-6.1-sol, scores, LLM API Integration)",,out:superseded, lb2-coding-agent-loop#none,livebench,gpt-6.1-sol,max,coding,hard,LiveBench2,,,,,,90.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gpt-6.1-sol, scores, Agent Loop)",,out:superseded, lb2-coding-billing-limits#none,livebench,gpt-6.1-sol,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gpt-6.1-sol, scores, Billing & Limits)",,out:uninformative, lb2-coding-cloud-infrastructure#none,livebench,gpt-6.1-sol,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gpt-6.1-sol, scores, Cloud Infrastructure)",,out:uninformative, lb2-coding-product-ux#none,livebench,gpt-6.1-sol,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gpt-6.1-sol, scores, Product & UX)",,out:uninformative, lb2-coding-memory-tools#none,livebench,gpt-6.1-sol,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gpt-6.1-sol, scores, Memory & Tools)",,out:uninformative, lb2-coding-llm-api-integration#none,livebench,gpt-6.1-terra,max,coding,hard,LiveBench2,,,,,,83.3,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Coding, models, gpt-6.1-terra, scores, LLM API Integration)",,out:superseded, lb2-coding-agent-loop#none,livebench,gpt-6.1-terra,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Coding, models, gpt-6.1-terra, scores, Agent Loop)",,out:uninformative, lb2-coding-billing-limits#none,livebench,gpt-6.1-terra,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Coding, models, gpt-6.1-terra, scores, Billing & Limits)",,out:uninformative, lb2-coding-cloud-infrastructure#none,livebench,gpt-6.1-terra,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Coding, models, gpt-6.1-terra, scores, Cloud Infrastructure)",,out:uninformative, lb2-coding-product-ux#none,livebench,gpt-6.1-terra,max,coding,hard,LiveBench2,,,,,,83.3,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Coding, models, gpt-6.1-terra, scores, Product & UX)",,out:superseded, lb2-coding-memory-tools#none,livebench,gpt-6.1-terra,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Coding, models, gpt-6.1-terra, scores, Memory & Tools)",,out:uninformative, lb2-coding-llm-api-integration#none,livebench,grok-4.6,xhigh,coding,hard,LiveBench2,,,,,,75.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, grok-4.6, scores, LLM API Integration)",,out:superseded, lb2-coding-agent-loop#none,livebench,grok-4.6,xhigh,coding,hard,LiveBench2,,,,,,80.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, grok-4.6, scores, Agent Loop)",,out:superseded, lb2-coding-billing-limits#none,livebench,grok-4.6,xhigh,coding,hard,LiveBench2,,,,,,95.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, grok-4.6, scores, Billing & Limits)",,out:superseded, lb2-coding-cloud-infrastructure#none,livebench,grok-4.6,xhigh,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, grok-4.6, scores, Cloud Infrastructure)",,out:uninformative, lb2-coding-product-ux#none,livebench,grok-4.6,xhigh,coding,hard,LiveBench2,,,,,,83.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, grok-4.6, scores, Product & UX)",,out:superseded, lb2-coding-memory-tools#none,livebench,grok-4.6,xhigh,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, grok-4.6, scores, Memory & Tools)",,out:uninformative, lb2-coding-llm-api-integration#none,livebench,grok-4.7,xhigh,coding,hard,LiveBench2,,,,,,37.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, grok-4.7, scores, LLM API Integration)",,out:superseded, lb2-coding-agent-loop#none,livebench,grok-4.7,xhigh,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, grok-4.7, scores, Agent Loop)",,out:uninformative, lb2-coding-billing-limits#none,livebench,grok-4.7,xhigh,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, grok-4.7, scores, Billing & Limits)",,out:uninformative, lb2-coding-cloud-infrastructure#none,livebench,grok-4.7,xhigh,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, grok-4.7, scores, Cloud Infrastructure)",,out:uninformative, lb2-coding-product-ux#none,livebench,grok-4.7,xhigh,coding,hard,LiveBench2,,,,,,66.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, grok-4.7, scores, Product & UX)",,out:superseded, lb2-coding-memory-tools#none,livebench,grok-4.7,xhigh,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, grok-4.7, scores, Memory & Tools)",,out:uninformative, lb2-coding-llm-api-integration#none,livebench,inkling,max,coding,hard,LiveBench2,,,,,,75.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, inkling, scores, LLM API Integration)",,out:effort-not-established, lb2-coding-agent-loop#none,livebench,inkling,max,coding,hard,LiveBench2,,,,,,60.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, inkling, scores, Agent Loop)",,out:effort-not-established, lb2-coding-billing-limits#none,livebench,inkling,max,coding,hard,LiveBench2,,,,,,75.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, inkling, scores, Billing & Limits)",,out:effort-not-established, lb2-coding-cloud-infrastructure#none,livebench,inkling,max,coding,hard,LiveBench2,,,,,,66.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, inkling, scores, Cloud Infrastructure)",,out:effort-not-established, lb2-coding-product-ux#none,livebench,inkling,max,coding,hard,LiveBench2,,,,,,47.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, inkling, scores, Product & UX)",,out:effort-not-established, lb2-coding-memory-tools#none,livebench,inkling,max,coding,hard,LiveBench2,,,,,,67.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, inkling, scores, Memory & Tools)",,out:effort-not-established, lb2-coding-llm-api-integration#none,livebench,?Kimi K3.1 Pro,not-established:absent,coding,hard,LiveBench2,,,,,,75.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, kimi-k3.1-pro, scores, LLM API Integration)",,out:model-not-established, lb2-coding-agent-loop#none,livebench,?Kimi K3.1 Pro,not-established:absent,coding,hard,LiveBench2,,,,,,80.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, kimi-k3.1-pro, scores, Agent Loop)",,out:model-not-established, lb2-coding-billing-limits#none,livebench,?Kimi K3.1 Pro,not-established:absent,coding,hard,LiveBench2,,,,,,95.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, kimi-k3.1-pro, scores, Billing & Limits)",,out:model-not-established, lb2-coding-cloud-infrastructure#none,livebench,?Kimi K3.1 Pro,not-established:absent,coding,hard,LiveBench2,,,,,,92.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, kimi-k3.1-pro, scores, Cloud Infrastructure)",,out:model-not-established, lb2-coding-product-ux#none,livebench,?Kimi K3.1 Pro,not-established:absent,coding,hard,LiveBench2,,,,,,55.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, kimi-k3.1-pro, scores, Product & UX)",,out:model-not-established, lb2-coding-memory-tools#none,livebench,?Kimi K3.1 Pro,not-established:absent,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, kimi-k3.1-pro, scores, Memory & Tools)",,out:model-not-established, lb2-coding-llm-api-integration#none,livebench,kimi-k3,max,coding,hard,LiveBench2,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, kimi-k3, scores, LLM API Integration)",,out:superseded, lb2-coding-agent-loop#none,livebench,kimi-k3,max,coding,hard,LiveBench2,,,,,,40.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, kimi-k3, scores, Agent Loop)",,out:superseded, lb2-coding-billing-limits#none,livebench,kimi-k3,max,coding,hard,LiveBench2,,,,,,75.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, kimi-k3, scores, Billing & Limits)",,out:superseded, lb2-coding-cloud-infrastructure#none,livebench,kimi-k3,max,coding,hard,LiveBench2,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, kimi-k3, scores, Cloud Infrastructure)",,out:superseded, lb2-coding-product-ux#none,livebench,kimi-k3,max,coding,hard,LiveBench2,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, kimi-k3, scores, Product & UX)",,out:superseded, lb2-coding-memory-tools#none,livebench,kimi-k3,max,coding,hard,LiveBench2,,,,,,25.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, kimi-k3, scores, Memory & Tools)",,out:superseded, lb2-coding-llm-api-integration#none,livebench,mimo-v2.6-pro,not-established:absent,coding,hard,LiveBench2,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, mimo-v2.6-pro, scores, LLM API Integration)",,out:effort-not-established, lb2-coding-agent-loop#none,livebench,mimo-v2.6-pro,not-established:absent,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, mimo-v2.6-pro, scores, Agent Loop)",,out:effort-not-established, lb2-coding-billing-limits#none,livebench,mimo-v2.6-pro,not-established:absent,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, mimo-v2.6-pro, scores, Billing & Limits)",,out:effort-not-established, lb2-coding-cloud-infrastructure#none,livebench,mimo-v2.6-pro,not-established:absent,coding,hard,LiveBench2,,,,,,90.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, mimo-v2.6-pro, scores, Cloud Infrastructure)",,out:effort-not-established, lb2-coding-product-ux#none,livebench,mimo-v2.6-pro,not-established:absent,coding,hard,LiveBench2,,,,,,72.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, mimo-v2.6-pro, scores, Product & UX)",,out:effort-not-established, lb2-coding-memory-tools#none,livebench,mimo-v2.6-pro,not-established:absent,coding,hard,LiveBench2,,,,,,72.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, mimo-v2.6-pro, scores, Memory & Tools)",,out:effort-not-established, lb2-coding-llm-api-integration#none,livebench,?MiniMax M3.1 Flash,not-established:absent,coding,hard,LiveBench2,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, minimax-m3.1-flash, scores, LLM API Integration)",,out:model-not-established, lb2-coding-agent-loop#none,livebench,?MiniMax M3.1 Flash,not-established:absent,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, minimax-m3.1-flash, scores, Agent Loop)",,out:model-not-established, lb2-coding-billing-limits#none,livebench,?MiniMax M3.1 Flash,not-established:absent,coding,hard,LiveBench2,,,,,,75.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, minimax-m3.1-flash, scores, Billing & Limits)",,out:model-not-established, lb2-coding-cloud-infrastructure#none,livebench,?MiniMax M3.1 Flash,not-established:absent,coding,hard,LiveBench2,,,,,,98.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, minimax-m3.1-flash, scores, Cloud Infrastructure)",,out:model-not-established, lb2-coding-product-ux#none,livebench,?MiniMax M3.1 Flash,not-established:absent,coding,hard,LiveBench2,,,,,,94.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, minimax-m3.1-flash, scores, Product & UX)",,out:model-not-established, lb2-coding-memory-tools#none,livebench,?MiniMax M3.1 Flash,not-established:absent,coding,hard,LiveBench2,,,,,,68.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, minimax-m3.1-flash, scores, Memory & Tools)",,out:model-not-established, lb2-coding-llm-api-integration#1029,livebench,?Mistral Large 4 1029,not-established:absent,coding,hard,LiveBench2,,,,,,87.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, mistral-large-4-0, scores, LLM API Integration)",,out:model-not-established, lb2-coding-agent-loop#1029,livebench,?Mistral Large 4 1029,not-established:absent,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, mistral-large-4-0, scores, Agent Loop)",,out:model-not-established, lb2-coding-billing-limits#1029,livebench,?Mistral Large 4 1029,not-established:absent,coding,hard,LiveBench2,,,,,,95.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, mistral-large-4-0, scores, Billing & Limits)",,out:model-not-established, lb2-coding-cloud-infrastructure#1029,livebench,?Mistral Large 4 1029,not-established:absent,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, mistral-large-4-0, scores, Cloud Infrastructure)",,out:model-not-established, lb2-coding-product-ux#1029,livebench,?Mistral Large 4 1029,not-established:absent,coding,hard,LiveBench2,,,,,,88.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, mistral-large-4-0, scores, Product & UX)",,out:model-not-established, lb2-coding-memory-tools#1029,livebench,?Mistral Large 4 1029,not-established:absent,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, mistral-large-4-0, scores, Memory & Tools)",,out:model-not-established, lb2-coding-llm-api-integration#none,livebench,?Mistral Large 4,not-established:absent,coding,hard,LiveBench2,,,,,,68.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, mistral-large-4, scores, LLM API Integration)",,out:model-not-established, lb2-coding-agent-loop#none,livebench,?Mistral Large 4,not-established:absent,coding,hard,LiveBench2,,,,,,56.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, mistral-large-4, scores, Agent Loop)",,out:model-not-established, lb2-coding-billing-limits#none,livebench,?Mistral Large 4,not-established:absent,coding,hard,LiveBench2,,,,,,45.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, mistral-large-4, scores, Billing & Limits)",,out:model-not-established, lb2-coding-cloud-infrastructure#none,livebench,?Mistral Large 4,not-established:absent,coding,hard,LiveBench2,,,,,,47.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, mistral-large-4, scores, Cloud Infrastructure)",,out:model-not-established, lb2-coding-product-ux#none,livebench,?Mistral Large 4,not-established:absent,coding,hard,LiveBench2,,,,,,55.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, mistral-large-4, scores, Product & UX)",,out:model-not-established, lb2-coding-memory-tools#none,livebench,?Mistral Large 4,not-established:absent,coding,hard,LiveBench2,,,,,,96.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, mistral-large-4, scores, Memory & Tools)",,out:model-not-established, lb2-coding-llm-api-integration#none,livebench,muse-spark-1.3,max,coding,hard,LiveBench2,,,,,,75.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, muse-spark-1.3, scores, LLM API Integration)",,out:effort-not-established, lb2-coding-agent-loop#none,livebench,muse-spark-1.3,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, muse-spark-1.3, scores, Agent Loop)",,out:effort-not-established, lb2-coding-billing-limits#none,livebench,muse-spark-1.3,max,coding,hard,LiveBench2,,,,,,95.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, muse-spark-1.3, scores, Billing & Limits)",,out:effort-not-established, lb2-coding-cloud-infrastructure#none,livebench,muse-spark-1.3,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, muse-spark-1.3, scores, Cloud Infrastructure)",,out:effort-not-established, lb2-coding-product-ux#none,livebench,muse-spark-1.3,max,coding,hard,LiveBench2,,,,,,72.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, muse-spark-1.3, scores, Product & UX)",,out:effort-not-established, lb2-coding-memory-tools#none,livebench,muse-spark-1.3,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, muse-spark-1.3, scores, Memory & Tools)",,out:effort-not-established, lb2-coding-llm-api-integration#none,livebench,?Muse Spark Open,not-established:absent,coding,hard,LiveBench2,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, muse-spark-open, scores, LLM API Integration)",,out:model-not-established, lb2-coding-agent-loop#none,livebench,?Muse Spark Open,not-established:absent,coding,hard,LiveBench2,,,,,,78.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, muse-spark-open, scores, Agent Loop)",,out:model-not-established, lb2-coding-billing-limits#none,livebench,?Muse Spark Open,not-established:absent,coding,hard,LiveBench2,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, muse-spark-open, scores, Billing & Limits)",,out:model-not-established, lb2-coding-cloud-infrastructure#none,livebench,?Muse Spark Open,not-established:absent,coding,hard,LiveBench2,,,,,,91.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, muse-spark-open, scores, Cloud Infrastructure)",,out:model-not-established, lb2-coding-product-ux#none,livebench,?Muse Spark Open,not-established:absent,coding,hard,LiveBench2,,,,,,72.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, muse-spark-open, scores, Product & UX)",,out:model-not-established, lb2-coding-memory-tools#none,livebench,?Muse Spark Open,not-established:absent,coding,hard,LiveBench2,,,,,,90.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, muse-spark-open, scores, Memory & Tools)",,out:model-not-established, lb2-coding-llm-api-integration#none,livebench,?Muse Wonder 1.0,not-established:absent,coding,hard,LiveBench2,,,,,,62.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, muse-wonder-1.0, scores, LLM API Integration)",,out:model-not-established, lb2-coding-agent-loop#none,livebench,?Muse Wonder 1.0,not-established:absent,coding,hard,LiveBench2,,,,,,80.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, muse-wonder-1.0, scores, Agent Loop)",,out:model-not-established, lb2-coding-billing-limits#none,livebench,?Muse Wonder 1.0,not-established:absent,coding,hard,LiveBench2,,,,,,95.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, muse-wonder-1.0, scores, Billing & Limits)",,out:model-not-established, lb2-coding-cloud-infrastructure#none,livebench,?Muse Wonder 1.0,not-established:absent,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, muse-wonder-1.0, scores, Cloud Infrastructure)",,out:model-not-established, lb2-coding-product-ux#none,livebench,?Muse Wonder 1.0,not-established:absent,coding,hard,LiveBench2,,,,,,94.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, muse-wonder-1.0, scores, Product & UX)",,out:model-not-established, lb2-coding-memory-tools#none,livebench,?Muse Wonder 1.0,not-established:absent,coding,hard,LiveBench2,,,,,,75.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, muse-wonder-1.0, scores, Memory & Tools)",,out:model-not-established, lb2-coding-llm-api-integration#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,coding,hard,LiveBench2,,,,,,66.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, nemotron-super-vl-3.5-nvfp4, scores, LLM API Integration)",,out:model-not-established, lb2-coding-agent-loop#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,coding,hard,LiveBench2,,,,,,40.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, nemotron-super-vl-3.5-nvfp4, scores, Agent Loop)",,out:model-not-established, lb2-coding-billing-limits#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,coding,hard,LiveBench2,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, nemotron-super-vl-3.5-nvfp4, scores, Billing & Limits)",,out:model-not-established, lb2-coding-cloud-infrastructure#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,coding,hard,LiveBench2,,,,,,91.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, nemotron-super-vl-3.5-nvfp4, scores, Cloud Infrastructure)",,out:model-not-established, lb2-coding-product-ux#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,coding,hard,LiveBench2,,,,,,33.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, nemotron-super-vl-3.5-nvfp4, scores, Product & UX)",,out:model-not-established, lb2-coding-memory-tools#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,coding,hard,LiveBench2,,,,,,90.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, nemotron-super-vl-3.5-nvfp4, scores, Memory & Tools)",,out:model-not-established, lb2-coding-llm-api-integration#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,coding,hard,LiveBench2,,,,,,66.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, nemotron-super-vl-3.5, scores, LLM API Integration)",,out:model-not-established, lb2-coding-agent-loop#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,coding,hard,LiveBench2,,,,,,70.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, nemotron-super-vl-3.5, scores, Agent Loop)",,out:model-not-established, lb2-coding-billing-limits#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,coding,hard,LiveBench2,,,,,,70.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, nemotron-super-vl-3.5, scores, Billing & Limits)",,out:model-not-established, lb2-coding-cloud-infrastructure#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,coding,hard,LiveBench2,,,,,,63.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, nemotron-super-vl-3.5, scores, Cloud Infrastructure)",,out:model-not-established, lb2-coding-product-ux#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,coding,hard,LiveBench2,,,,,,66.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, nemotron-super-vl-3.5, scores, Product & UX)",,out:model-not-established, lb2-coding-memory-tools#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,coding,hard,LiveBench2,,,,,,96.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, nemotron-super-vl-3.5, scores, Memory & Tools)",,out:model-not-established, lb2-coding-llm-api-integration#none,livebench,qwen3.8-27b,not-established:absent,coding,hard,LiveBench2,,,,,,87.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, qwen3.8-27b, scores, LLM API Integration)",,out:effort-not-established, lb2-coding-agent-loop#none,livebench,qwen3.8-27b,not-established:absent,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, qwen3.8-27b, scores, Agent Loop)",,out:effort-not-established, lb2-coding-billing-limits#none,livebench,qwen3.8-27b,not-established:absent,coding,hard,LiveBench2,,,,,,79.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, qwen3.8-27b, scores, Billing & Limits)",,out:effort-not-established, lb2-coding-cloud-infrastructure#none,livebench,qwen3.8-27b,not-established:absent,coding,hard,LiveBench2,,,,,,86.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, qwen3.8-27b, scores, Cloud Infrastructure)",,out:effort-not-established, lb2-coding-product-ux#none,livebench,qwen3.8-27b,not-established:absent,coding,hard,LiveBench2,,,,,,72.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, qwen3.8-27b, scores, Product & UX)",,out:effort-not-established, lb2-coding-memory-tools#none,livebench,qwen3.8-27b,not-established:absent,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, qwen3.8-27b, scores, Memory & Tools)",,out:effort-not-established, lb2-coding-llm-api-integration#none,livebench,?Qwen3.8 Max,not-established:absent,coding,hard,LiveBench2,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, qwen3.8-max, scores, LLM API Integration)",,out:model-not-established, lb2-coding-agent-loop#none,livebench,?Qwen3.8 Max,not-established:absent,coding,hard,LiveBench2,,,,,,60.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, qwen3.8-max, scores, Agent Loop)",,out:model-not-established, lb2-coding-billing-limits#none,livebench,?Qwen3.8 Max,not-established:absent,coding,hard,LiveBench2,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, qwen3.8-max, scores, Billing & Limits)",,out:model-not-established, lb2-coding-cloud-infrastructure#none,livebench,?Qwen3.8 Max,not-established:absent,coding,hard,LiveBench2,,,,,,33.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, qwen3.8-max, scores, Cloud Infrastructure)",,out:model-not-established, lb2-coding-product-ux#none,livebench,?Qwen3.8 Max,not-established:absent,coding,hard,LiveBench2,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, qwen3.8-max, scores, Product & UX)",,out:model-not-established, lb2-coding-memory-tools#none,livebench,?Qwen3.8 Max,not-established:absent,coding,hard,LiveBench2,,,,,,75.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, qwen3.8-max, scores, Memory & Tools)",,out:model-not-established, lb2-coding-llm-api-integration#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,coding,hard,LiveBench2,,,,,,75.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, smaug-nemotron-3.5-nvfp4, scores, LLM API Integration)",,out:model-not-established, lb2-coding-agent-loop#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,coding,hard,LiveBench2,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, smaug-nemotron-3.5-nvfp4, scores, Agent Loop)",,out:model-not-established, lb2-coding-billing-limits#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,coding,hard,LiveBench2,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, smaug-nemotron-3.5-nvfp4, scores, Billing & Limits)",,out:model-not-established, lb2-coding-cloud-infrastructure#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,coding,hard,LiveBench2,,,,,,80.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, smaug-nemotron-3.5-nvfp4, scores, Cloud Infrastructure)",,out:model-not-established, lb2-coding-product-ux#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,coding,hard,LiveBench2,,,,,,83.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, smaug-nemotron-3.5-nvfp4, scores, Product & UX)",,out:model-not-established, lb2-coding-memory-tools#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,coding,hard,LiveBench2,,,,,,90.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, smaug-nemotron-3.5-nvfp4, scores, Memory & Tools)",,out:model-not-established, lb2-coding-llm-api-integration#none,livebench,?Step 5 (Preview),not-established:absent,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, step-5-preview, scores, LLM API Integration)",,out:model-not-established, lb2-coding-agent-loop#none,livebench,?Step 5 (Preview),not-established:absent,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, step-5-preview, scores, Agent Loop)",,out:model-not-established, lb2-coding-billing-limits#none,livebench,?Step 5 (Preview),not-established:absent,coding,hard,LiveBench2,,,,,,70.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, step-5-preview, scores, Billing & Limits)",,out:model-not-established, lb2-coding-cloud-infrastructure#none,livebench,?Step 5 (Preview),not-established:absent,coding,hard,LiveBench2,,,,,,77.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, step-5-preview, scores, Cloud Infrastructure)",,out:model-not-established, lb2-coding-product-ux#none,livebench,?Step 5 (Preview),not-established:absent,coding,hard,LiveBench2,,,,,,72.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, step-5-preview, scores, Product & UX)",,out:model-not-established, lb2-coding-memory-tools#none,livebench,?Step 5 (Preview),not-established:absent,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, step-5-preview, scores, Memory & Tools)",,out:model-not-established, lb2-browser-data-aggregation#none,livebench,fable-5.1,max,agentic-tool,hard,LiveBench2,,,,,,83.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, claude-fable-5.1, scores, Data Aggregation)",,out:superseded, lb2-browser-sequential-planning#none,livebench,fable-5.1,max,agentic-tool,hard,LiveBench2,,,,,,71.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, claude-fable-5.1, scores, Sequential Planning)",,out:superseded, lb2-browser-analysis-driven-action#none,livebench,fable-5.1,max,agentic-tool,hard,LiveBench2,,,,,,97.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, claude-fable-5.1, scores, Analysis-Driven Action)",,out:superseded, lb2-browser-structural-integrity#none,livebench,fable-5.1,max,agentic-tool,hard,LiveBench2,,,,,,94.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, claude-fable-5.1, scores, Structural Integrity)",,out:superseded, lb2-browser-constraint-adherence#none,livebench,fable-5.1,max,agentic-tool,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, claude-fable-5.1, scores, Constraint Adherence)",,out:uninformative, lb2-browser-data-aggregation#none,livebench,haiku-5.5,max,agentic-tool,hard,LiveBench2,,,,,,40.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, claude-haiku-5.5, scores, Data Aggregation)",,out:superseded, lb2-browser-sequential-planning#none,livebench,haiku-5.5,max,agentic-tool,hard,LiveBench2,,,,,,57.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, claude-haiku-5.5, scores, Sequential Planning)",,out:superseded, lb2-browser-analysis-driven-action#none,livebench,haiku-5.5,max,agentic-tool,hard,LiveBench2,,,,,,88.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, claude-haiku-5.5, scores, Analysis-Driven Action)",,out:superseded, lb2-browser-structural-integrity#none,livebench,haiku-5.5,max,agentic-tool,hard,LiveBench2,,,,,,91.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, claude-haiku-5.5, scores, Structural Integrity)",,out:superseded, lb2-browser-constraint-adherence#none,livebench,haiku-5.5,max,agentic-tool,hard,LiveBench2,,,,,,61.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, claude-haiku-5.5, scores, Constraint Adherence)",,out:superseded, lb2-browser-data-aggregation#none,livebench,opus-5.5,max,agentic-tool,hard,LiveBench2,,,,,,99.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, claude-opus-5.5, scores, Data Aggregation)",,out:superseded, lb2-browser-sequential-planning#none,livebench,opus-5.5,max,agentic-tool,hard,LiveBench2,,,,,,69.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, claude-opus-5.5, scores, Sequential Planning)",,out:superseded, lb2-browser-analysis-driven-action#none,livebench,opus-5.5,max,agentic-tool,hard,LiveBench2,,,,,,80.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, claude-opus-5.5, scores, Analysis-Driven Action)",,out:superseded, lb2-browser-structural-integrity#none,livebench,opus-5.5,max,agentic-tool,hard,LiveBench2,,,,,,95.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, claude-opus-5.5, scores, Structural Integrity)",,out:superseded, lb2-browser-constraint-adherence#none,livebench,opus-5.5,max,agentic-tool,hard,LiveBench2,,,,,,97.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, claude-opus-5.5, scores, Constraint Adherence)",,out:superseded, lb2-browser-data-aggregation#none,livebench,sonnet-5.5,max,agentic-tool,hard,LiveBench2,,,,,,82.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, claude-sonnet-5.5, scores, Data Aggregation)",,out:superseded, lb2-browser-sequential-planning#none,livebench,sonnet-5.5,max,agentic-tool,hard,LiveBench2,,,,,,69.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, claude-sonnet-5.5, scores, Sequential Planning)",,out:superseded, lb2-browser-analysis-driven-action#none,livebench,sonnet-5.5,max,agentic-tool,hard,LiveBench2,,,,,,96.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, claude-sonnet-5.5, scores, Analysis-Driven Action)",,out:superseded, lb2-browser-structural-integrity#none,livebench,sonnet-5.5,max,agentic-tool,hard,LiveBench2,,,,,,97.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, claude-sonnet-5.5, scores, Structural Integrity)",,out:superseded, lb2-browser-constraint-adherence#none,livebench,sonnet-5.5,max,agentic-tool,hard,LiveBench2,,,,,,99.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, claude-sonnet-5.5, scores, Constraint Adherence)",,out:superseded, lb2-browser-data-aggregation#none,livebench,deepseek-v4.1-flash-1017,max,agentic-tool,hard,LiveBench2,,,,,,66.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, deepseek-v4.1-flash-1017, scores, Data Aggregation)",,out:superseded, lb2-browser-sequential-planning#none,livebench,deepseek-v4.1-flash-1017,max,agentic-tool,hard,LiveBench2,,,,,,89.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, deepseek-v4.1-flash-1017, scores, Sequential Planning)",,out:superseded, lb2-browser-analysis-driven-action#none,livebench,deepseek-v4.1-flash-1017,max,agentic-tool,hard,LiveBench2,,,,,,56.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, deepseek-v4.1-flash-1017, scores, Analysis-Driven Action)",,out:superseded, lb2-browser-structural-integrity#none,livebench,deepseek-v4.1-flash-1017,max,agentic-tool,hard,LiveBench2,,,,,,52.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, deepseek-v4.1-flash-1017, scores, Structural Integrity)",,out:superseded, lb2-browser-constraint-adherence#none,livebench,deepseek-v4.1-flash-1017,max,agentic-tool,hard,LiveBench2,,,,,,88.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, deepseek-v4.1-flash-1017, scores, Constraint Adherence)",,out:superseded, lb2-browser-data-aggregation#none,livebench,gemini-3.8-flash,high,agentic-tool,hard,LiveBench2,,,,,,39.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, gemini-3.8-flash, scores, Data Aggregation)",,out:superseded, lb2-browser-sequential-planning#none,livebench,gemini-3.8-flash,high,agentic-tool,hard,LiveBench2,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, gemini-3.8-flash, scores, Sequential Planning)",,out:uninformative, lb2-browser-analysis-driven-action#none,livebench,gemini-3.8-flash,high,agentic-tool,hard,LiveBench2,,,,,,47.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, gemini-3.8-flash, scores, Analysis-Driven Action)",,out:superseded, lb2-browser-structural-integrity#none,livebench,gemini-3.8-flash,high,agentic-tool,hard,LiveBench2,,,,,,53.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, gemini-3.8-flash, scores, Structural Integrity)",,out:superseded, lb2-browser-constraint-adherence#none,livebench,gemini-3.8-flash,high,agentic-tool,hard,LiveBench2,,,,,,96.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, gemini-3.8-flash, scores, Constraint Adherence)",,out:superseded, lb2-browser-data-aggregation#none,livebench,gemini-4-argon,high,agentic-tool,hard,LiveBench2,,,,,,83.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, gemini-4-argon, scores, Data Aggregation)",,out:superseded, lb2-browser-sequential-planning#none,livebench,gemini-4-argon,high,agentic-tool,hard,LiveBench2,,,,,,83.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, gemini-4-argon, scores, Sequential Planning)",,out:superseded, lb2-browser-analysis-driven-action#none,livebench,gemini-4-argon,high,agentic-tool,hard,LiveBench2,,,,,,74.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, gemini-4-argon, scores, Analysis-Driven Action)",,out:superseded, lb2-browser-structural-integrity#none,livebench,gemini-4-argon,high,agentic-tool,hard,LiveBench2,,,,,,86.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, gemini-4-argon, scores, Structural Integrity)",,out:superseded, lb2-browser-constraint-adherence#none,livebench,gemini-4-argon,high,agentic-tool,hard,LiveBench2,,,,,,93.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, gemini-4-argon, scores, Constraint Adherence)",,out:superseded, lb2-browser-data-aggregation#none,livebench,gemma-4-31b-it,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, gemma-4-31b, scores, Data Aggregation)",,out:effort-not-established, lb2-browser-sequential-planning#none,livebench,gemma-4-31b-it,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, gemma-4-31b, scores, Sequential Planning)",,out:effort-not-established, lb2-browser-analysis-driven-action#none,livebench,gemma-4-31b-it,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, gemma-4-31b, scores, Analysis-Driven Action)",,out:effort-not-established, lb2-browser-structural-integrity#none,livebench,gemma-4-31b-it,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, gemma-4-31b, scores, Structural Integrity)",,out:effort-not-established, lb2-browser-constraint-adherence#none,livebench,gemma-4-31b-it,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, gemma-4-31b, scores, Constraint Adherence)",,out:effort-not-established, lb2-browser-data-aggregation#none,livebench,glm-5.3-flash,max,agentic-tool,hard,LiveBench2,,,,,,48.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, glm-5.3-flash, scores, Data Aggregation)",,out:superseded, lb2-browser-sequential-planning#none,livebench,glm-5.3-flash,max,agentic-tool,hard,LiveBench2,,,,,,54.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, glm-5.3-flash, scores, Sequential Planning)",,out:superseded, lb2-browser-analysis-driven-action#none,livebench,glm-5.3-flash,max,agentic-tool,hard,LiveBench2,,,,,,65.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, glm-5.3-flash, scores, Analysis-Driven Action)",,out:superseded, lb2-browser-structural-integrity#none,livebench,glm-5.3-flash,max,agentic-tool,hard,LiveBench2,,,,,,48.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, glm-5.3-flash, scores, Structural Integrity)",,out:superseded, lb2-browser-constraint-adherence#none,livebench,glm-5.3-flash,max,agentic-tool,hard,LiveBench2,,,,,,93.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, glm-5.3-flash, scores, Constraint Adherence)",,out:superseded, lb2-browser-data-aggregation#none,livebench,gpt-5.6-terra,max,agentic-tool,hard,LiveBench2,,,,,,56.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, gpt-5.6-terra, scores, Data Aggregation)",,out:superseded, lb2-browser-sequential-planning#none,livebench,gpt-5.6-terra,max,agentic-tool,hard,LiveBench2,,,,,,78.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, gpt-5.6-terra, scores, Sequential Planning)",,out:superseded, lb2-browser-analysis-driven-action#none,livebench,gpt-5.6-terra,max,agentic-tool,hard,LiveBench2,,,,,,76.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, gpt-5.6-terra, scores, Analysis-Driven Action)",,out:superseded, lb2-browser-structural-integrity#none,livebench,gpt-5.6-terra,max,agentic-tool,hard,LiveBench2,,,,,,57.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, gpt-5.6-terra, scores, Structural Integrity)",,out:superseded, lb2-browser-constraint-adherence#none,livebench,gpt-5.6-terra,max,agentic-tool,hard,LiveBench2,,,,,,94.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, gpt-5.6-terra, scores, Constraint Adherence)",,out:superseded, lb2-browser-data-aggregation#none,livebench,gpt-6-astra,max,agentic-tool,hard,LiveBench2,,,,,,83.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, gpt-6-astra, scores, Data Aggregation)",,out:superseded, lb2-browser-sequential-planning#none,livebench,gpt-6-astra,max,agentic-tool,hard,LiveBench2,,,,,,96.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, gpt-6-astra, scores, Sequential Planning)",,out:superseded, lb2-browser-analysis-driven-action#none,livebench,gpt-6-astra,max,agentic-tool,hard,LiveBench2,,,,,,97.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, gpt-6-astra, scores, Analysis-Driven Action)",,out:superseded, lb2-browser-structural-integrity#none,livebench,gpt-6-astra,max,agentic-tool,hard,LiveBench2,,,,,,83.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, gpt-6-astra, scores, Structural Integrity)",,out:superseded, lb2-browser-constraint-adherence#none,livebench,gpt-6-astra,max,agentic-tool,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, gpt-6-astra, scores, Constraint Adherence)",,out:uninformative, lb2-browser-data-aggregation#none,livebench,gpt-6-luna,max,agentic-tool,hard,LiveBench2,,,,,,72.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, gpt-6-luna, scores, Data Aggregation)",,out:superseded, lb2-browser-sequential-planning#none,livebench,gpt-6-luna,max,agentic-tool,hard,LiveBench2,,,,,,83.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, gpt-6-luna, scores, Sequential Planning)",,out:superseded, lb2-browser-analysis-driven-action#none,livebench,gpt-6-luna,max,agentic-tool,hard,LiveBench2,,,,,,58.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, gpt-6-luna, scores, Analysis-Driven Action)",,out:superseded, lb2-browser-structural-integrity#none,livebench,gpt-6-luna,max,agentic-tool,hard,LiveBench2,,,,,,57.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, gpt-6-luna, scores, Structural Integrity)",,out:superseded, lb2-browser-constraint-adherence#none,livebench,gpt-6-luna,max,agentic-tool,hard,LiveBench2,,,,,,97.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, gpt-6-luna, scores, Constraint Adherence)",,out:superseded, lb2-browser-data-aggregation#none,livebench,gpt-6.1-sol,max,agentic-tool,hard,LiveBench2,,,,,,83.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, gpt-6.1-sol, scores, Data Aggregation)",,out:superseded, lb2-browser-sequential-planning#none,livebench,gpt-6.1-sol,max,agentic-tool,hard,LiveBench2,,,,,,96.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, gpt-6.1-sol, scores, Sequential Planning)",,out:superseded, lb2-browser-analysis-driven-action#none,livebench,gpt-6.1-sol,max,agentic-tool,hard,LiveBench2,,,,,,97.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, gpt-6.1-sol, scores, Analysis-Driven Action)",,out:superseded, lb2-browser-structural-integrity#none,livebench,gpt-6.1-sol,max,agentic-tool,hard,LiveBench2,,,,,,93.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, gpt-6.1-sol, scores, Structural Integrity)",,out:superseded, lb2-browser-constraint-adherence#none,livebench,gpt-6.1-sol,max,agentic-tool,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, gpt-6.1-sol, scores, Constraint Adherence)",,out:uninformative, lb2-browser-data-aggregation#none,livebench,gpt-6.1-terra,max,agentic-tool,hard,LiveBench2,,,,,,91.3,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Browser, models, gpt-6.1-terra, scores, Data Aggregation)",,out:superseded, lb2-browser-sequential-planning#none,livebench,gpt-6.1-terra,max,agentic-tool,hard,LiveBench2,,,,,,93.8,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Browser, models, gpt-6.1-terra, scores, Sequential Planning)",,out:superseded, lb2-browser-analysis-driven-action#none,livebench,gpt-6.1-terra,max,agentic-tool,hard,LiveBench2,,,,,,90.4,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Browser, models, gpt-6.1-terra, scores, Analysis-Driven Action)",,out:superseded, lb2-browser-structural-integrity#none,livebench,gpt-6.1-terra,max,agentic-tool,hard,LiveBench2,,,,,,94.6,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Browser, models, gpt-6.1-terra, scores, Structural Integrity)",,out:superseded, lb2-browser-constraint-adherence#none,livebench,gpt-6.1-terra,max,agentic-tool,hard,LiveBench2,,,,,,100.0,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Browser, models, gpt-6.1-terra, scores, Constraint Adherence)",,out:uninformative, lb2-browser-data-aggregation#none,livebench,grok-4.6,xhigh,agentic-tool,hard,LiveBench2,,,,,,17.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, grok-4.6, scores, Data Aggregation)",,out:superseded, lb2-browser-sequential-planning#none,livebench,grok-4.6,xhigh,agentic-tool,hard,LiveBench2,,,,,,14.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, grok-4.6, scores, Sequential Planning)",,out:superseded, lb2-browser-analysis-driven-action#none,livebench,grok-4.6,xhigh,agentic-tool,hard,LiveBench2,,,,,,59.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, grok-4.6, scores, Analysis-Driven Action)",,out:superseded, lb2-browser-structural-integrity#none,livebench,grok-4.6,xhigh,agentic-tool,hard,LiveBench2,,,,,,72.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, grok-4.6, scores, Structural Integrity)",,out:superseded, lb2-browser-constraint-adherence#none,livebench,grok-4.6,xhigh,agentic-tool,hard,LiveBench2,,,,,,96.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, grok-4.6, scores, Constraint Adherence)",,out:superseded, lb2-browser-data-aggregation#none,livebench,grok-4.7,xhigh,agentic-tool,hard,LiveBench2,,,,,,68.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, grok-4.7, scores, Data Aggregation)",,out:superseded, lb2-browser-sequential-planning#none,livebench,grok-4.7,xhigh,agentic-tool,hard,LiveBench2,,,,,,17.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, grok-4.7, scores, Sequential Planning)",,out:superseded, lb2-browser-analysis-driven-action#none,livebench,grok-4.7,xhigh,agentic-tool,hard,LiveBench2,,,,,,6.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, grok-4.7, scores, Analysis-Driven Action)",,out:superseded, lb2-browser-structural-integrity#none,livebench,grok-4.7,xhigh,agentic-tool,hard,LiveBench2,,,,,,97.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, grok-4.7, scores, Structural Integrity)",,out:superseded, lb2-browser-constraint-adherence#none,livebench,grok-4.7,xhigh,agentic-tool,hard,LiveBench2,,,,,,74.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, grok-4.7, scores, Constraint Adherence)",,out:superseded, lb2-browser-data-aggregation#none,livebench,inkling,max,agentic-tool,hard,LiveBench2,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, inkling, scores, Data Aggregation)",,out:effort-not-established, lb2-browser-sequential-planning#none,livebench,inkling,max,agentic-tool,hard,LiveBench2,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, inkling, scores, Sequential Planning)",,out:effort-not-established, lb2-browser-analysis-driven-action#none,livebench,inkling,max,agentic-tool,hard,LiveBench2,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, inkling, scores, Analysis-Driven Action)",,out:effort-not-established, lb2-browser-structural-integrity#none,livebench,inkling,max,agentic-tool,hard,LiveBench2,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, inkling, scores, Structural Integrity)",,out:effort-not-established, lb2-browser-constraint-adherence#none,livebench,inkling,max,agentic-tool,hard,LiveBench2,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, inkling, scores, Constraint Adherence)",,out:effort-not-established, lb2-browser-data-aggregation#none,livebench,?Kimi K3.1 Pro,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,83.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, kimi-k3.1-pro, scores, Data Aggregation)",,out:model-not-established, lb2-browser-sequential-planning#none,livebench,?Kimi K3.1 Pro,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,91.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, kimi-k3.1-pro, scores, Sequential Planning)",,out:model-not-established, lb2-browser-analysis-driven-action#none,livebench,?Kimi K3.1 Pro,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,63.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, kimi-k3.1-pro, scores, Analysis-Driven Action)",,out:model-not-established, lb2-browser-structural-integrity#none,livebench,?Kimi K3.1 Pro,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,69.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, kimi-k3.1-pro, scores, Structural Integrity)",,out:model-not-established, lb2-browser-constraint-adherence#none,livebench,?Kimi K3.1 Pro,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,81.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, kimi-k3.1-pro, scores, Constraint Adherence)",,out:model-not-established, lb2-browser-data-aggregation#none,livebench,kimi-k3,max,agentic-tool,hard,LiveBench2,,,,,,66.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, kimi-k3, scores, Data Aggregation)",,out:superseded, lb2-browser-sequential-planning#none,livebench,kimi-k3,max,agentic-tool,hard,LiveBench2,,,,,,59.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, kimi-k3, scores, Sequential Planning)",,out:superseded, lb2-browser-analysis-driven-action#none,livebench,kimi-k3,max,agentic-tool,hard,LiveBench2,,,,,,88.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, kimi-k3, scores, Analysis-Driven Action)",,out:superseded, lb2-browser-structural-integrity#none,livebench,kimi-k3,max,agentic-tool,hard,LiveBench2,,,,,,75.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, kimi-k3, scores, Structural Integrity)",,out:superseded, lb2-browser-constraint-adherence#none,livebench,kimi-k3,max,agentic-tool,hard,LiveBench2,,,,,,81.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, kimi-k3, scores, Constraint Adherence)",,out:superseded, lb2-browser-data-aggregation#none,livebench,mimo-v2.6-pro,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,57.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, mimo-v2.6-pro, scores, Data Aggregation)",,out:effort-not-established, lb2-browser-sequential-planning#none,livebench,mimo-v2.6-pro,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,67.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, mimo-v2.6-pro, scores, Sequential Planning)",,out:effort-not-established, lb2-browser-analysis-driven-action#none,livebench,mimo-v2.6-pro,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,81.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, mimo-v2.6-pro, scores, Analysis-Driven Action)",,out:effort-not-established, lb2-browser-structural-integrity#none,livebench,mimo-v2.6-pro,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,94.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, mimo-v2.6-pro, scores, Structural Integrity)",,out:effort-not-established, lb2-browser-constraint-adherence#none,livebench,mimo-v2.6-pro,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,93.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, mimo-v2.6-pro, scores, Constraint Adherence)",,out:effort-not-established, lb2-browser-data-aggregation#none,livebench,?MiniMax M3.1 Flash,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,82.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, minimax-m3.1-flash, scores, Data Aggregation)",,out:model-not-established, lb2-browser-sequential-planning#none,livebench,?MiniMax M3.1 Flash,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,69.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, minimax-m3.1-flash, scores, Sequential Planning)",,out:model-not-established, lb2-browser-analysis-driven-action#none,livebench,?MiniMax M3.1 Flash,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,80.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, minimax-m3.1-flash, scores, Analysis-Driven Action)",,out:model-not-established, lb2-browser-structural-integrity#none,livebench,?MiniMax M3.1 Flash,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,76.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, minimax-m3.1-flash, scores, Structural Integrity)",,out:model-not-established, lb2-browser-constraint-adherence#none,livebench,?MiniMax M3.1 Flash,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,98.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, minimax-m3.1-flash, scores, Constraint Adherence)",,out:model-not-established, lb2-browser-data-aggregation#1029,livebench,?Mistral Large 4 1029,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,4.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, mistral-large-4-0, scores, Data Aggregation)",,out:model-not-established, lb2-browser-sequential-planning#1029,livebench,?Mistral Large 4 1029,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,8.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, mistral-large-4-0, scores, Sequential Planning)",,out:model-not-established, lb2-browser-analysis-driven-action#1029,livebench,?Mistral Large 4 1029,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, mistral-large-4-0, scores, Analysis-Driven Action)",,out:model-not-established, lb2-browser-structural-integrity#1029,livebench,?Mistral Large 4 1029,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,54.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, mistral-large-4-0, scores, Structural Integrity)",,out:model-not-established, lb2-browser-constraint-adherence#1029,livebench,?Mistral Large 4 1029,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,33.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, mistral-large-4-0, scores, Constraint Adherence)",,out:model-not-established, lb2-browser-data-aggregation#none,livebench,?Mistral Large 4,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, mistral-large-4, scores, Data Aggregation)",,out:model-not-established, lb2-browser-sequential-planning#none,livebench,?Mistral Large 4,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, mistral-large-4, scores, Sequential Planning)",,out:model-not-established, lb2-browser-analysis-driven-action#none,livebench,?Mistral Large 4,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, mistral-large-4, scores, Analysis-Driven Action)",,out:model-not-established, lb2-browser-structural-integrity#none,livebench,?Mistral Large 4,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,3.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, mistral-large-4, scores, Structural Integrity)",,out:model-not-established, lb2-browser-constraint-adherence#none,livebench,?Mistral Large 4,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, mistral-large-4, scores, Constraint Adherence)",,out:model-not-established, lb2-browser-data-aggregation#none,livebench,muse-spark-1.3,max,agentic-tool,hard,LiveBench2,,,,,,35.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, muse-spark-1.3, scores, Data Aggregation)",,out:effort-not-established, lb2-browser-sequential-planning#none,livebench,muse-spark-1.3,max,agentic-tool,hard,LiveBench2,,,,,,25.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, muse-spark-1.3, scores, Sequential Planning)",,out:effort-not-established, lb2-browser-analysis-driven-action#none,livebench,muse-spark-1.3,max,agentic-tool,hard,LiveBench2,,,,,,6.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, muse-spark-1.3, scores, Analysis-Driven Action)",,out:effort-not-established, lb2-browser-structural-integrity#none,livebench,muse-spark-1.3,max,agentic-tool,hard,LiveBench2,,,,,,33.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, muse-spark-1.3, scores, Structural Integrity)",,out:effort-not-established, lb2-browser-constraint-adherence#none,livebench,muse-spark-1.3,max,agentic-tool,hard,LiveBench2,,,,,,83.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, muse-spark-1.3, scores, Constraint Adherence)",,out:effort-not-established, lb2-browser-data-aggregation#none,livebench,?Muse Spark Open,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,34.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, muse-spark-open, scores, Data Aggregation)",,out:model-not-established, lb2-browser-sequential-planning#none,livebench,?Muse Spark Open,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,14.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, muse-spark-open, scores, Sequential Planning)",,out:model-not-established, lb2-browser-analysis-driven-action#none,livebench,?Muse Spark Open,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,17.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, muse-spark-open, scores, Analysis-Driven Action)",,out:model-not-established, lb2-browser-structural-integrity#none,livebench,?Muse Spark Open,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,21.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, muse-spark-open, scores, Structural Integrity)",,out:model-not-established, lb2-browser-constraint-adherence#none,livebench,?Muse Spark Open,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,52.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, muse-spark-open, scores, Constraint Adherence)",,out:model-not-established, lb2-browser-data-aggregation#none,livebench,?Muse Wonder 1.0,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,22.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, muse-wonder-1.0, scores, Data Aggregation)",,out:model-not-established, lb2-browser-sequential-planning#none,livebench,?Muse Wonder 1.0,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,71.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, muse-wonder-1.0, scores, Sequential Planning)",,out:model-not-established, lb2-browser-analysis-driven-action#none,livebench,?Muse Wonder 1.0,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,58.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, muse-wonder-1.0, scores, Analysis-Driven Action)",,out:model-not-established, lb2-browser-structural-integrity#none,livebench,?Muse Wonder 1.0,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,75.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, muse-wonder-1.0, scores, Structural Integrity)",,out:model-not-established, lb2-browser-constraint-adherence#none,livebench,?Muse Wonder 1.0,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,97.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, muse-wonder-1.0, scores, Constraint Adherence)",,out:model-not-established, lb2-browser-data-aggregation#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,agentic-tool,hard,LiveBench2,,,,,,0.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, nemotron-super-vl-3.5-nvfp4, scores, Data Aggregation)",,out:model-not-established, lb2-browser-sequential-planning#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,agentic-tool,hard,LiveBench2,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, nemotron-super-vl-3.5-nvfp4, scores, Sequential Planning)",,out:model-not-established, lb2-browser-analysis-driven-action#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,agentic-tool,hard,LiveBench2,,,,,,15.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, nemotron-super-vl-3.5-nvfp4, scores, Analysis-Driven Action)",,out:model-not-established, lb2-browser-structural-integrity#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,agentic-tool,hard,LiveBench2,,,,,,13.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, nemotron-super-vl-3.5-nvfp4, scores, Structural Integrity)",,out:model-not-established, lb2-browser-constraint-adherence#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,agentic-tool,hard,LiveBench2,,,,,,89.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, nemotron-super-vl-3.5-nvfp4, scores, Constraint Adherence)",,out:model-not-established, lb2-browser-data-aggregation#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,17.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, nemotron-super-vl-3.5, scores, Data Aggregation)",,out:model-not-established, lb2-browser-sequential-planning#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, nemotron-super-vl-3.5, scores, Sequential Planning)",,out:model-not-established, lb2-browser-analysis-driven-action#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,24.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, nemotron-super-vl-3.5, scores, Analysis-Driven Action)",,out:model-not-established, lb2-browser-structural-integrity#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,21.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, nemotron-super-vl-3.5, scores, Structural Integrity)",,out:model-not-established, lb2-browser-constraint-adherence#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,51.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, nemotron-super-vl-3.5, scores, Constraint Adherence)",,out:model-not-established, lb2-browser-data-aggregation#none,livebench,qwen3.8-27b,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,33.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, qwen3.8-27b, scores, Data Aggregation)",,out:effort-not-established, lb2-browser-sequential-planning#none,livebench,qwen3.8-27b,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,7.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, qwen3.8-27b, scores, Sequential Planning)",,out:effort-not-established, lb2-browser-analysis-driven-action#none,livebench,qwen3.8-27b,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,15.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, qwen3.8-27b, scores, Analysis-Driven Action)",,out:effort-not-established, lb2-browser-structural-integrity#none,livebench,qwen3.8-27b,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,36.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, qwen3.8-27b, scores, Structural Integrity)",,out:effort-not-established, lb2-browser-constraint-adherence#none,livebench,qwen3.8-27b,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,27.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, qwen3.8-27b, scores, Constraint Adherence)",,out:effort-not-established, lb2-browser-data-aggregation#none,livebench,?Qwen3.8 Max,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,39.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, qwen3.8-max, scores, Data Aggregation)",,out:model-not-established, lb2-browser-sequential-planning#none,livebench,?Qwen3.8 Max,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,31.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, qwen3.8-max, scores, Sequential Planning)",,out:model-not-established, lb2-browser-analysis-driven-action#none,livebench,?Qwen3.8 Max,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,59.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, qwen3.8-max, scores, Analysis-Driven Action)",,out:model-not-established, lb2-browser-structural-integrity#none,livebench,?Qwen3.8 Max,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,45.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, qwen3.8-max, scores, Structural Integrity)",,out:model-not-established, lb2-browser-constraint-adherence#none,livebench,?Qwen3.8 Max,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,76.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, qwen3.8-max, scores, Constraint Adherence)",,out:model-not-established, lb2-browser-data-aggregation#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,1.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, smaug-nemotron-3.5-nvfp4, scores, Data Aggregation)",,out:model-not-established, lb2-browser-sequential-planning#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, smaug-nemotron-3.5-nvfp4, scores, Sequential Planning)",,out:model-not-established, lb2-browser-analysis-driven-action#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,35.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, smaug-nemotron-3.5-nvfp4, scores, Analysis-Driven Action)",,out:model-not-established, lb2-browser-structural-integrity#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,32.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, smaug-nemotron-3.5-nvfp4, scores, Structural Integrity)",,out:model-not-established, lb2-browser-constraint-adherence#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,74.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, smaug-nemotron-3.5-nvfp4, scores, Constraint Adherence)",,out:model-not-established, lb2-browser-data-aggregation#none,livebench,?Step 5 (Preview),not-established:absent,agentic-tool,hard,LiveBench2,,,,,,18.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, step-5-preview, scores, Data Aggregation)",,out:model-not-established, lb2-browser-sequential-planning#none,livebench,?Step 5 (Preview),not-established:absent,agentic-tool,hard,LiveBench2,,,,,,3.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, step-5-preview, scores, Sequential Planning)",,out:model-not-established, lb2-browser-analysis-driven-action#none,livebench,?Step 5 (Preview),not-established:absent,agentic-tool,hard,LiveBench2,,,,,,17.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, step-5-preview, scores, Analysis-Driven Action)",,out:model-not-established, lb2-browser-structural-integrity#none,livebench,?Step 5 (Preview),not-established:absent,agentic-tool,hard,LiveBench2,,,,,,45.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, step-5-preview, scores, Structural Integrity)",,out:model-not-established, lb2-browser-constraint-adherence#none,livebench,?Step 5 (Preview),not-established:absent,agentic-tool,hard,LiveBench2,,,,,,49.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, step-5-preview, scores, Constraint Adherence)",,out:model-not-established, lb2-dataanalysis-consecutive-events#none,livebench,fable-5.1,max,mixed,hard,LiveBench2,,,,,,90.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, claude-fable-5.1, scores, Consecutive events)",,out:superseded, lb2-dataanalysis-table-join#none,livebench,fable-5.1,max,mixed,hard,LiveBench2,,,,,,56.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, claude-fable-5.1, scores, Table join)",,out:superseded, lb2-dataanalysis-table-reformat#none,livebench,fable-5.1,max,mixed,hard,LiveBench2,,,,,,94.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, claude-fable-5.1, scores, Table reformat)",,out:superseded, lb2-dataanalysis-consecutive-events#none,livebench,haiku-5.5,max,mixed,hard,LiveBench2,,,,,,16.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, claude-haiku-5.5, scores, Consecutive events)",,out:superseded, lb2-dataanalysis-table-join#none,livebench,haiku-5.5,max,mixed,hard,LiveBench2,,,,,,44.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, claude-haiku-5.5, scores, Table join)",,out:superseded, lb2-dataanalysis-table-reformat#none,livebench,haiku-5.5,max,mixed,hard,LiveBench2,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, claude-haiku-5.5, scores, Table reformat)",,out:superseded, lb2-dataanalysis-consecutive-events#none,livebench,opus-5.5,max,mixed,hard,LiveBench2,,,,,,90.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, claude-opus-5.5, scores, Consecutive events)",,out:superseded, lb2-dataanalysis-table-join#none,livebench,opus-5.5,max,mixed,hard,LiveBench2,,,,,,52.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, claude-opus-5.5, scores, Table join)",,out:superseded, lb2-dataanalysis-table-reformat#none,livebench,opus-5.5,max,mixed,hard,LiveBench2,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, claude-opus-5.5, scores, Table reformat)",,out:superseded, lb2-dataanalysis-consecutive-events#none,livebench,sonnet-5.5,max,mixed,hard,LiveBench2,,,,,,40.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, claude-sonnet-5.5, scores, Consecutive events)",,out:superseded, lb2-dataanalysis-table-join#none,livebench,sonnet-5.5,max,mixed,hard,LiveBench2,,,,,,39.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, claude-sonnet-5.5, scores, Table join)",,out:superseded, lb2-dataanalysis-table-reformat#none,livebench,sonnet-5.5,max,mixed,hard,LiveBench2,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, claude-sonnet-5.5, scores, Table reformat)",,out:superseded, lb2-dataanalysis-consecutive-events#none,livebench,deepseek-v4.1-flash-1017,max,mixed,hard,LiveBench2,,,,,,90.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, deepseek-v4.1-flash-1017, scores, Consecutive events)",,out:superseded, lb2-dataanalysis-table-join#none,livebench,deepseek-v4.1-flash-1017,max,mixed,hard,LiveBench2,,,,,,48.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, deepseek-v4.1-flash-1017, scores, Table join)",,out:superseded, lb2-dataanalysis-table-reformat#none,livebench,deepseek-v4.1-flash-1017,max,mixed,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, deepseek-v4.1-flash-1017, scores, Table reformat)",,out:uninformative, lb2-dataanalysis-consecutive-events#none,livebench,gemini-3.8-flash,high,mixed,hard,LiveBench2,,,,,,20.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, gemini-3.8-flash, scores, Consecutive events)",,out:superseded, lb2-dataanalysis-table-join#none,livebench,gemini-3.8-flash,high,mixed,hard,LiveBench2,,,,,,45.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, gemini-3.8-flash, scores, Table join)",,out:superseded, lb2-dataanalysis-table-reformat#none,livebench,gemini-3.8-flash,high,mixed,hard,LiveBench2,,,,,,96.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, gemini-3.8-flash, scores, Table reformat)",,out:superseded, lb2-dataanalysis-consecutive-events#none,livebench,gemini-4-argon,high,mixed,hard,LiveBench2,,,,,,91.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, gemini-4-argon, scores, Consecutive events)",,out:superseded, lb2-dataanalysis-table-join#none,livebench,gemini-4-argon,high,mixed,hard,LiveBench2,,,,,,69.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, gemini-4-argon, scores, Table join)",,out:superseded, lb2-dataanalysis-table-reformat#none,livebench,gemini-4-argon,high,mixed,hard,LiveBench2,,,,,,94.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, gemini-4-argon, scores, Table reformat)",,out:superseded, lb2-dataanalysis-consecutive-events#none,livebench,gemma-4-31b-it,not-established:absent,mixed,hard,LiveBench2,,,,,,13.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, gemma-4-31b, scores, Consecutive events)",,out:effort-not-established, lb2-dataanalysis-table-join#none,livebench,gemma-4-31b-it,not-established:absent,mixed,hard,LiveBench2,,,,,,46.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, gemma-4-31b, scores, Table join)",,out:effort-not-established, lb2-dataanalysis-table-reformat#none,livebench,gemma-4-31b-it,not-established:absent,mixed,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, gemma-4-31b, scores, Table reformat)",,out:effort-not-established, lb2-dataanalysis-consecutive-events#none,livebench,glm-5.3-flash,max,mixed,hard,LiveBench2,,,,,,84.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, glm-5.3-flash, scores, Consecutive events)",,out:superseded, lb2-dataanalysis-table-join#none,livebench,glm-5.3-flash,max,mixed,hard,LiveBench2,,,,,,48.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, glm-5.3-flash, scores, Table join)",,out:superseded, lb2-dataanalysis-table-reformat#none,livebench,glm-5.3-flash,max,mixed,hard,LiveBench2,,,,,,96.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, glm-5.3-flash, scores, Table reformat)",,out:superseded, lb2-dataanalysis-consecutive-events#none,livebench,gpt-5.6-terra,max,mixed,hard,LiveBench2,,,,,,87.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, gpt-5.6-terra, scores, Consecutive events)",,out:superseded, lb2-dataanalysis-table-join#none,livebench,gpt-5.6-terra,max,mixed,hard,LiveBench2,,,,,,50.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, gpt-5.6-terra, scores, Table join)",,out:superseded, lb2-dataanalysis-table-reformat#none,livebench,gpt-5.6-terra,max,mixed,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, gpt-5.6-terra, scores, Table reformat)",,out:uninformative, lb2-dataanalysis-consecutive-events#none,livebench,gpt-6-astra,max,mixed,hard,LiveBench2,,,,,,90.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, gpt-6-astra, scores, Consecutive events)",,out:superseded, lb2-dataanalysis-table-join#none,livebench,gpt-6-astra,max,mixed,hard,LiveBench2,,,,,,58.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, gpt-6-astra, scores, Table join)",,out:superseded, lb2-dataanalysis-table-reformat#none,livebench,gpt-6-astra,max,mixed,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, gpt-6-astra, scores, Table reformat)",,out:uninformative, lb2-dataanalysis-consecutive-events#none,livebench,gpt-6-luna,max,mixed,hard,LiveBench2,,,,,,70.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, gpt-6-luna, scores, Consecutive events)",,out:superseded, lb2-dataanalysis-table-join#none,livebench,gpt-6-luna,max,mixed,hard,LiveBench2,,,,,,49.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, gpt-6-luna, scores, Table join)",,out:superseded, lb2-dataanalysis-table-reformat#none,livebench,gpt-6-luna,max,mixed,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, gpt-6-luna, scores, Table reformat)",,out:uninformative, lb2-dataanalysis-consecutive-events#none,livebench,gpt-6.1-sol,max,mixed,hard,LiveBench2,,,,,,90.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, gpt-6.1-sol, scores, Consecutive events)",,out:superseded, lb2-dataanalysis-table-join#none,livebench,gpt-6.1-sol,max,mixed,hard,LiveBench2,,,,,,57.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, gpt-6.1-sol, scores, Table join)",,out:superseded, lb2-dataanalysis-table-reformat#none,livebench,gpt-6.1-sol,max,mixed,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, gpt-6.1-sol, scores, Table reformat)",,out:uninformative, lb2-dataanalysis-consecutive-events#none,livebench,gpt-6.1-terra,max,mixed,hard,LiveBench2,,,,,,90.5,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Data Analysis, models, gpt-6.1-terra, scores, Consecutive events)",,out:superseded, lb2-dataanalysis-table-join#none,livebench,gpt-6.1-terra,max,mixed,hard,LiveBench2,,,,,,56.5,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Data Analysis, models, gpt-6.1-terra, scores, Table join)",,out:superseded, lb2-dataanalysis-table-reformat#none,livebench,gpt-6.1-terra,max,mixed,hard,LiveBench2,,,,,,100.0,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Data Analysis, models, gpt-6.1-terra, scores, Table reformat)",,out:uninformative, lb2-dataanalysis-consecutive-events#none,livebench,grok-4.6,xhigh,mixed,hard,LiveBench2,,,,,,84.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, grok-4.6, scores, Consecutive events)",,out:superseded, lb2-dataanalysis-table-join#none,livebench,grok-4.6,xhigh,mixed,hard,LiveBench2,,,,,,43.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, grok-4.6, scores, Table join)",,out:superseded, lb2-dataanalysis-table-reformat#none,livebench,grok-4.6,xhigh,mixed,hard,LiveBench2,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, grok-4.6, scores, Table reformat)",,out:superseded, lb2-dataanalysis-consecutive-events#none,livebench,grok-4.7,xhigh,mixed,hard,LiveBench2,,,,,,85.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, grok-4.7, scores, Consecutive events)",,out:superseded, lb2-dataanalysis-table-join#none,livebench,grok-4.7,xhigh,mixed,hard,LiveBench2,,,,,,44.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, grok-4.7, scores, Table join)",,out:superseded, lb2-dataanalysis-table-reformat#none,livebench,grok-4.7,xhigh,mixed,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, grok-4.7, scores, Table reformat)",,out:uninformative, lb2-dataanalysis-consecutive-events#none,livebench,inkling,max,mixed,hard,LiveBench2,,,,,,69.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, inkling, scores, Consecutive events)",,out:effort-not-established, lb2-dataanalysis-table-join#none,livebench,inkling,max,mixed,hard,LiveBench2,,,,,,48.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, inkling, scores, Table join)",,out:effort-not-established, lb2-dataanalysis-table-reformat#none,livebench,inkling,max,mixed,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, inkling, scores, Table reformat)",,out:effort-not-established, lb2-dataanalysis-consecutive-events#none,livebench,?Kimi K3.1 Pro,not-established:absent,mixed,hard,LiveBench2,,,,,,90.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, kimi-k3.1-pro, scores, Consecutive events)",,out:model-not-established, lb2-dataanalysis-table-join#none,livebench,?Kimi K3.1 Pro,not-established:absent,mixed,hard,LiveBench2,,,,,,49.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, kimi-k3.1-pro, scores, Table join)",,out:model-not-established, lb2-dataanalysis-table-reformat#none,livebench,?Kimi K3.1 Pro,not-established:absent,mixed,hard,LiveBench2,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, kimi-k3.1-pro, scores, Table reformat)",,out:model-not-established, lb2-dataanalysis-consecutive-events#none,livebench,kimi-k3,max,mixed,hard,LiveBench2,,,,,,89.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, kimi-k3, scores, Consecutive events)",,out:superseded, lb2-dataanalysis-table-join#none,livebench,kimi-k3,max,mixed,hard,LiveBench2,,,,,,48.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, kimi-k3, scores, Table join)",,out:superseded, lb2-dataanalysis-table-reformat#none,livebench,kimi-k3,max,mixed,hard,LiveBench2,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, kimi-k3, scores, Table reformat)",,out:superseded, lb2-dataanalysis-consecutive-events#none,livebench,mimo-v2.6-pro,not-established:absent,mixed,hard,LiveBench2,,,,,,70.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, mimo-v2.6-pro, scores, Consecutive events)",,out:effort-not-established, lb2-dataanalysis-table-join#none,livebench,mimo-v2.6-pro,not-established:absent,mixed,hard,LiveBench2,,,,,,48.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, mimo-v2.6-pro, scores, Table join)",,out:effort-not-established, lb2-dataanalysis-table-reformat#none,livebench,mimo-v2.6-pro,not-established:absent,mixed,hard,LiveBench2,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, mimo-v2.6-pro, scores, Table reformat)",,out:effort-not-established, lb2-dataanalysis-consecutive-events#none,livebench,?MiniMax M3.1 Flash,not-established:absent,mixed,hard,LiveBench2,,,,,,68.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, minimax-m3.1-flash, scores, Consecutive events)",,out:model-not-established, lb2-dataanalysis-table-join#none,livebench,?MiniMax M3.1 Flash,not-established:absent,mixed,hard,LiveBench2,,,,,,48.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, minimax-m3.1-flash, scores, Table join)",,out:model-not-established, lb2-dataanalysis-table-reformat#none,livebench,?MiniMax M3.1 Flash,not-established:absent,mixed,hard,LiveBench2,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, minimax-m3.1-flash, scores, Table reformat)",,out:model-not-established, lb2-dataanalysis-consecutive-events#1029,livebench,?Mistral Large 4 1029,not-established:absent,mixed,hard,LiveBench2,,,,,,81.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, mistral-large-4-0, scores, Consecutive events)",,out:model-not-established, lb2-dataanalysis-table-join#1029,livebench,?Mistral Large 4 1029,not-established:absent,mixed,hard,LiveBench2,,,,,,48.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, mistral-large-4-0, scores, Table join)",,out:model-not-established, lb2-dataanalysis-table-reformat#1029,livebench,?Mistral Large 4 1029,not-established:absent,mixed,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, mistral-large-4-0, scores, Table reformat)",,out:model-not-established, lb2-dataanalysis-consecutive-events#none,livebench,?Mistral Large 4,not-established:absent,mixed,hard,LiveBench2,,,,,,80.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, mistral-large-4, scores, Consecutive events)",,out:model-not-established, lb2-dataanalysis-table-join#none,livebench,?Mistral Large 4,not-established:absent,mixed,hard,LiveBench2,,,,,,49.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, mistral-large-4, scores, Table join)",,out:model-not-established, lb2-dataanalysis-table-reformat#none,livebench,?Mistral Large 4,not-established:absent,mixed,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, mistral-large-4, scores, Table reformat)",,out:model-not-established, lb2-dataanalysis-consecutive-events#none,livebench,muse-spark-1.3,max,mixed,hard,LiveBench2,,,,,,90.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, muse-spark-1.3, scores, Consecutive events)",,out:effort-not-established, lb2-dataanalysis-table-join#none,livebench,muse-spark-1.3,max,mixed,hard,LiveBench2,,,,,,48.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, muse-spark-1.3, scores, Table join)",,out:effort-not-established, lb2-dataanalysis-table-reformat#none,livebench,muse-spark-1.3,max,mixed,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, muse-spark-1.3, scores, Table reformat)",,out:effort-not-established, lb2-dataanalysis-consecutive-events#none,livebench,?Muse Spark Open,not-established:absent,mixed,hard,LiveBench2,,,,,,36.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, muse-spark-open, scores, Consecutive events)",,out:model-not-established, lb2-dataanalysis-table-join#none,livebench,?Muse Spark Open,not-established:absent,mixed,hard,LiveBench2,,,,,,44.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, muse-spark-open, scores, Table join)",,out:model-not-established, lb2-dataanalysis-table-reformat#none,livebench,?Muse Spark Open,not-established:absent,mixed,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, muse-spark-open, scores, Table reformat)",,out:model-not-established, lb2-dataanalysis-consecutive-events#none,livebench,?Muse Wonder 1.0,not-established:absent,mixed,hard,LiveBench2,,,,,,98.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, muse-wonder-1.0, scores, Consecutive events)",,out:model-not-established, lb2-dataanalysis-table-join#none,livebench,?Muse Wonder 1.0,not-established:absent,mixed,hard,LiveBench2,,,,,,46.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, muse-wonder-1.0, scores, Table join)",,out:model-not-established, lb2-dataanalysis-table-reformat#none,livebench,?Muse Wonder 1.0,not-established:absent,mixed,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, muse-wonder-1.0, scores, Table reformat)",,out:model-not-established, lb2-dataanalysis-consecutive-events#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,mixed,hard,LiveBench2,,,,,,50.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, nemotron-super-vl-3.5-nvfp4, scores, Consecutive events)",,out:model-not-established, lb2-dataanalysis-table-join#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,mixed,hard,LiveBench2,,,,,,46.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, nemotron-super-vl-3.5-nvfp4, scores, Table join)",,out:model-not-established, lb2-dataanalysis-table-reformat#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,mixed,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, nemotron-super-vl-3.5-nvfp4, scores, Table reformat)",,out:model-not-established, lb2-dataanalysis-consecutive-events#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,mixed,hard,LiveBench2,,,,,,49.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, nemotron-super-vl-3.5, scores, Consecutive events)",,out:model-not-established, lb2-dataanalysis-table-join#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,mixed,hard,LiveBench2,,,,,,46.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, nemotron-super-vl-3.5, scores, Table join)",,out:model-not-established, lb2-dataanalysis-table-reformat#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,mixed,hard,LiveBench2,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, nemotron-super-vl-3.5, scores, Table reformat)",,out:model-not-established, lb2-dataanalysis-consecutive-events#none,livebench,qwen3.8-27b,not-established:absent,mixed,hard,LiveBench2,,,,,,84.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, qwen3.8-27b, scores, Consecutive events)",,out:effort-not-established, lb2-dataanalysis-table-join#none,livebench,qwen3.8-27b,not-established:absent,mixed,hard,LiveBench2,,,,,,48.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, qwen3.8-27b, scores, Table join)",,out:effort-not-established, lb2-dataanalysis-table-reformat#none,livebench,qwen3.8-27b,not-established:absent,mixed,hard,LiveBench2,,,,,,96.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, qwen3.8-27b, scores, Table reformat)",,out:effort-not-established, lb2-dataanalysis-consecutive-events#none,livebench,?Qwen3.8 Max,not-established:absent,mixed,hard,LiveBench2,,,,,,87.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, qwen3.8-max, scores, Consecutive events)",,out:model-not-established, lb2-dataanalysis-table-join#none,livebench,?Qwen3.8 Max,not-established:absent,mixed,hard,LiveBench2,,,,,,50.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, qwen3.8-max, scores, Table join)",,out:model-not-established, lb2-dataanalysis-table-reformat#none,livebench,?Qwen3.8 Max,not-established:absent,mixed,hard,LiveBench2,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, qwen3.8-max, scores, Table reformat)",,out:model-not-established, lb2-dataanalysis-consecutive-events#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,mixed,hard,LiveBench2,,,,,,50.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, smaug-nemotron-3.5-nvfp4, scores, Consecutive events)",,out:model-not-established, lb2-dataanalysis-table-join#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,mixed,hard,LiveBench2,,,,,,45.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, smaug-nemotron-3.5-nvfp4, scores, Table join)",,out:model-not-established, lb2-dataanalysis-table-reformat#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,mixed,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, smaug-nemotron-3.5-nvfp4, scores, Table reformat)",,out:model-not-established, lb2-dataanalysis-consecutive-events#none,livebench,?Step 5 (Preview),not-established:absent,mixed,hard,LiveBench2,,,,,,42.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, step-5-preview, scores, Consecutive events)",,out:model-not-established, lb2-dataanalysis-table-join#none,livebench,?Step 5 (Preview),not-established:absent,mixed,hard,LiveBench2,,,,,,50.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, step-5-preview, scores, Table join)",,out:model-not-established, lb2-dataanalysis-table-reformat#none,livebench,?Step 5 (Preview),not-established:absent,mixed,hard,LiveBench2,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, step-5-preview, scores, Table reformat)",,out:model-not-established, lb2-research-regulatory-compliance#none,livebench,fable-5.1,max,mixed,hard,LiveBench2,,,,,,86.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, claude-fable-5.1, scores, Regulatory & Compliance)",,out:superseded, lb2-research-legal#none,livebench,fable-5.1,max,mixed,hard,LiveBench2,,,,,,93.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, claude-fable-5.1, scores, Legal)",,out:superseded, lb2-research-tax-finance#none,livebench,fable-5.1,max,mixed,hard,LiveBench2,,,,,,75.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, claude-fable-5.1, scores, Tax & Finance)",,out:superseded, lb2-research-strategy#none,livebench,fable-5.1,max,mixed,hard,LiveBench2,,,,,,56.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, claude-fable-5.1, scores, Strategy)",,out:superseded, lb2-research-science-evidence#none,livebench,fable-5.1,max,mixed,hard,LiveBench2,,,,,,93.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, claude-fable-5.1, scores, Science & Evidence)",,out:superseded, lb2-research-regulatory-compliance#none,livebench,haiku-5.5,max,mixed,hard,LiveBench2,,,,,,80.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, claude-haiku-5.5, scores, Regulatory & Compliance)",,out:superseded, lb2-research-legal#none,livebench,haiku-5.5,max,mixed,hard,LiveBench2,,,,,,85.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, claude-haiku-5.5, scores, Legal)",,out:superseded, lb2-research-tax-finance#none,livebench,haiku-5.5,max,mixed,hard,LiveBench2,,,,,,73.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, claude-haiku-5.5, scores, Tax & Finance)",,out:superseded, lb2-research-strategy#none,livebench,haiku-5.5,max,mixed,hard,LiveBench2,,,,,,85.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, claude-haiku-5.5, scores, Strategy)",,out:superseded, lb2-research-science-evidence#none,livebench,haiku-5.5,max,mixed,hard,LiveBench2,,,,,,92.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, claude-haiku-5.5, scores, Science & Evidence)",,out:superseded, lb2-research-regulatory-compliance#none,livebench,opus-5.5,max,mixed,hard,LiveBench2,,,,,,87.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, claude-opus-5.5, scores, Regulatory & Compliance)",,out:superseded, lb2-research-legal#none,livebench,opus-5.5,max,mixed,hard,LiveBench2,,,,,,99.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, claude-opus-5.5, scores, Legal)",,out:superseded, lb2-research-tax-finance#none,livebench,opus-5.5,max,mixed,hard,LiveBench2,,,,,,82.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, claude-opus-5.5, scores, Tax & Finance)",,out:superseded, lb2-research-strategy#none,livebench,opus-5.5,max,mixed,hard,LiveBench2,,,,,,87.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, claude-opus-5.5, scores, Strategy)",,out:superseded, lb2-research-science-evidence#none,livebench,opus-5.5,max,mixed,hard,LiveBench2,,,,,,62.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, claude-opus-5.5, scores, Science & Evidence)",,out:superseded, lb2-research-regulatory-compliance#none,livebench,sonnet-5.5,max,mixed,hard,LiveBench2,,,,,,89.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, claude-sonnet-5.5, scores, Regulatory & Compliance)",,out:superseded, lb2-research-legal#none,livebench,sonnet-5.5,max,mixed,hard,LiveBench2,,,,,,95.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, claude-sonnet-5.5, scores, Legal)",,out:superseded, lb2-research-tax-finance#none,livebench,sonnet-5.5,max,mixed,hard,LiveBench2,,,,,,60.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, claude-sonnet-5.5, scores, Tax & Finance)",,out:superseded, lb2-research-strategy#none,livebench,sonnet-5.5,max,mixed,hard,LiveBench2,,,,,,82.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, claude-sonnet-5.5, scores, Strategy)",,out:superseded, lb2-research-science-evidence#none,livebench,sonnet-5.5,max,mixed,hard,LiveBench2,,,,,,94.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, claude-sonnet-5.5, scores, Science & Evidence)",,out:superseded, lb2-research-regulatory-compliance#none,livebench,deepseek-v4.1-flash-1017,max,mixed,hard,LiveBench2,,,,,,86.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, deepseek-v4.1-flash-1017, scores, Regulatory & Compliance)",,out:superseded, lb2-research-legal#none,livebench,deepseek-v4.1-flash-1017,max,mixed,hard,LiveBench2,,,,,,83.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, deepseek-v4.1-flash-1017, scores, Legal)",,out:superseded, lb2-research-tax-finance#none,livebench,deepseek-v4.1-flash-1017,max,mixed,hard,LiveBench2,,,,,,60.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, deepseek-v4.1-flash-1017, scores, Tax & Finance)",,out:superseded, lb2-research-strategy#none,livebench,deepseek-v4.1-flash-1017,max,mixed,hard,LiveBench2,,,,,,81.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, deepseek-v4.1-flash-1017, scores, Strategy)",,out:superseded, lb2-research-science-evidence#none,livebench,deepseek-v4.1-flash-1017,max,mixed,hard,LiveBench2,,,,,,89.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, deepseek-v4.1-flash-1017, scores, Science & Evidence)",,out:superseded, lb2-research-regulatory-compliance#none,livebench,gemini-3.8-flash,high,mixed,hard,LiveBench2,,,,,,79.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, gemini-3.8-flash, scores, Regulatory & Compliance)",,out:superseded, lb2-research-legal#none,livebench,gemini-3.8-flash,high,mixed,hard,LiveBench2,,,,,,86.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, gemini-3.8-flash, scores, Legal)",,out:superseded, lb2-research-tax-finance#none,livebench,gemini-3.8-flash,high,mixed,hard,LiveBench2,,,,,,72.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, gemini-3.8-flash, scores, Tax & Finance)",,out:superseded, lb2-research-strategy#none,livebench,gemini-3.8-flash,high,mixed,hard,LiveBench2,,,,,,80.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, gemini-3.8-flash, scores, Strategy)",,out:superseded, lb2-research-science-evidence#none,livebench,gemini-3.8-flash,high,mixed,hard,LiveBench2,,,,,,77.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, gemini-3.8-flash, scores, Science & Evidence)",,out:superseded, lb2-research-regulatory-compliance#none,livebench,gemini-4-argon,high,mixed,hard,LiveBench2,,,,,,77.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, gemini-4-argon, scores, Regulatory & Compliance)",,out:superseded, lb2-research-legal#none,livebench,gemini-4-argon,high,mixed,hard,LiveBench2,,,,,,98.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, gemini-4-argon, scores, Legal)",,out:superseded, lb2-research-tax-finance#none,livebench,gemini-4-argon,high,mixed,hard,LiveBench2,,,,,,76.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, gemini-4-argon, scores, Tax & Finance)",,out:superseded, lb2-research-strategy#none,livebench,gemini-4-argon,high,mixed,hard,LiveBench2,,,,,,84.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, gemini-4-argon, scores, Strategy)",,out:superseded, lb2-research-science-evidence#none,livebench,gemini-4-argon,high,mixed,hard,LiveBench2,,,,,,86.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, gemini-4-argon, scores, Science & Evidence)",,out:superseded, lb2-research-regulatory-compliance#none,livebench,gemma-4-31b-it,not-established:absent,mixed,hard,LiveBench2,,,,,,49.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, gemma-4-31b, scores, Regulatory & Compliance)",,out:effort-not-established, lb2-research-legal#none,livebench,gemma-4-31b-it,not-established:absent,mixed,hard,LiveBench2,,,,,,40.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, gemma-4-31b, scores, Legal)",,out:effort-not-established, lb2-research-tax-finance#none,livebench,gemma-4-31b-it,not-established:absent,mixed,hard,LiveBench2,,,,,,48.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, gemma-4-31b, scores, Tax & Finance)",,out:effort-not-established, lb2-research-strategy#none,livebench,gemma-4-31b-it,not-established:absent,mixed,hard,LiveBench2,,,,,,47.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, gemma-4-31b, scores, Strategy)",,out:effort-not-established, lb2-research-science-evidence#none,livebench,gemma-4-31b-it,not-established:absent,mixed,hard,LiveBench2,,,,,,27.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, gemma-4-31b, scores, Science & Evidence)",,out:effort-not-established, lb2-research-regulatory-compliance#none,livebench,glm-5.3-flash,max,mixed,hard,LiveBench2,,,,,,72.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, glm-5.3-flash, scores, Regulatory & Compliance)",,out:superseded, lb2-research-legal#none,livebench,glm-5.3-flash,max,mixed,hard,LiveBench2,,,,,,69.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, glm-5.3-flash, scores, Legal)",,out:superseded, lb2-research-tax-finance#none,livebench,glm-5.3-flash,max,mixed,hard,LiveBench2,,,,,,56.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, glm-5.3-flash, scores, Tax & Finance)",,out:superseded, lb2-research-strategy#none,livebench,glm-5.3-flash,max,mixed,hard,LiveBench2,,,,,,70.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, glm-5.3-flash, scores, Strategy)",,out:superseded, lb2-research-science-evidence#none,livebench,glm-5.3-flash,max,mixed,hard,LiveBench2,,,,,,89.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, glm-5.3-flash, scores, Science & Evidence)",,out:superseded, lb2-research-regulatory-compliance#none,livebench,gpt-5.6-terra,max,mixed,hard,LiveBench2,,,,,,57.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, gpt-5.6-terra, scores, Regulatory & Compliance)",,out:superseded, lb2-research-legal#none,livebench,gpt-5.6-terra,max,mixed,hard,LiveBench2,,,,,,71.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, gpt-5.6-terra, scores, Legal)",,out:superseded, lb2-research-tax-finance#none,livebench,gpt-5.6-terra,max,mixed,hard,LiveBench2,,,,,,40.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, gpt-5.6-terra, scores, Tax & Finance)",,out:superseded, lb2-research-strategy#none,livebench,gpt-5.6-terra,max,mixed,hard,LiveBench2,,,,,,56.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, gpt-5.6-terra, scores, Strategy)",,out:superseded, lb2-research-science-evidence#none,livebench,gpt-5.6-terra,max,mixed,hard,LiveBench2,,,,,,88.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, gpt-5.6-terra, scores, Science & Evidence)",,out:superseded, lb2-research-regulatory-compliance#none,livebench,gpt-6-astra,max,mixed,hard,LiveBench2,,,,,,80.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, gpt-6-astra, scores, Regulatory & Compliance)",,out:superseded, lb2-research-legal#none,livebench,gpt-6-astra,max,mixed,hard,LiveBench2,,,,,,94.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, gpt-6-astra, scores, Legal)",,out:superseded, lb2-research-tax-finance#none,livebench,gpt-6-astra,max,mixed,hard,LiveBench2,,,,,,85.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, gpt-6-astra, scores, Tax & Finance)",,out:superseded, lb2-research-strategy#none,livebench,gpt-6-astra,max,mixed,hard,LiveBench2,,,,,,87.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, gpt-6-astra, scores, Strategy)",,out:superseded, lb2-research-science-evidence#none,livebench,gpt-6-astra,max,mixed,hard,LiveBench2,,,,,,84.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, gpt-6-astra, scores, Science & Evidence)",,out:superseded, lb2-research-regulatory-compliance#none,livebench,gpt-6-luna,max,mixed,hard,LiveBench2,,,,,,35.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, gpt-6-luna, scores, Regulatory & Compliance)",,out:superseded, lb2-research-legal#none,livebench,gpt-6-luna,max,mixed,hard,LiveBench2,,,,,,73.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, gpt-6-luna, scores, Legal)",,out:superseded, lb2-research-tax-finance#none,livebench,gpt-6-luna,max,mixed,hard,LiveBench2,,,,,,14.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, gpt-6-luna, scores, Tax & Finance)",,out:superseded, lb2-research-strategy#none,livebench,gpt-6-luna,max,mixed,hard,LiveBench2,,,,,,55.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, gpt-6-luna, scores, Strategy)",,out:superseded, lb2-research-science-evidence#none,livebench,gpt-6-luna,max,mixed,hard,LiveBench2,,,,,,58.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, gpt-6-luna, scores, Science & Evidence)",,out:superseded, lb2-research-regulatory-compliance#none,livebench,gpt-6.1-sol,max,mixed,hard,LiveBench2,,,,,,77.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, gpt-6.1-sol, scores, Regulatory & Compliance)",,out:superseded, lb2-research-legal#none,livebench,gpt-6.1-sol,max,mixed,hard,LiveBench2,,,,,,99.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, gpt-6.1-sol, scores, Legal)",,out:superseded, lb2-research-tax-finance#none,livebench,gpt-6.1-sol,max,mixed,hard,LiveBench2,,,,,,81.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, gpt-6.1-sol, scores, Tax & Finance)",,out:superseded, lb2-research-strategy#none,livebench,gpt-6.1-sol,max,mixed,hard,LiveBench2,,,,,,76.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, gpt-6.1-sol, scores, Strategy)",,out:superseded, lb2-research-science-evidence#none,livebench,gpt-6.1-sol,max,mixed,hard,LiveBench2,,,,,,86.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, gpt-6.1-sol, scores, Science & Evidence)",,out:superseded, lb2-research-regulatory-compliance#none,livebench,gpt-6.1-terra,max,mixed,hard,LiveBench2,,,,,,62.8,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Research, models, gpt-6.1-terra, scores, Regulatory & Compliance)",,out:superseded, lb2-research-legal#none,livebench,gpt-6.1-terra,max,mixed,hard,LiveBench2,,,,,,85.6,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Research, models, gpt-6.1-terra, scores, Legal)",,out:superseded, lb2-research-tax-finance#none,livebench,gpt-6.1-terra,max,mixed,hard,LiveBench2,,,,,,67.8,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Research, models, gpt-6.1-terra, scores, Tax & Finance)",,out:superseded, lb2-research-strategy#none,livebench,gpt-6.1-terra,max,mixed,hard,LiveBench2,,,,,,78.5,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Research, models, gpt-6.1-terra, scores, Strategy)",,out:superseded, lb2-research-science-evidence#none,livebench,gpt-6.1-terra,max,mixed,hard,LiveBench2,,,,,,89.8,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Research, models, gpt-6.1-terra, scores, Science & Evidence)",,out:superseded, lb2-research-regulatory-compliance#none,livebench,grok-4.6,xhigh,mixed,hard,LiveBench2,,,,,,85.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, grok-4.6, scores, Regulatory & Compliance)",,out:superseded, lb2-research-legal#none,livebench,grok-4.6,xhigh,mixed,hard,LiveBench2,,,,,,88.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, grok-4.6, scores, Legal)",,out:superseded, lb2-research-tax-finance#none,livebench,grok-4.6,xhigh,mixed,hard,LiveBench2,,,,,,79.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, grok-4.6, scores, Tax & Finance)",,out:superseded, lb2-research-strategy#none,livebench,grok-4.6,xhigh,mixed,hard,LiveBench2,,,,,,82.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, grok-4.6, scores, Strategy)",,out:superseded, lb2-research-science-evidence#none,livebench,grok-4.6,xhigh,mixed,hard,LiveBench2,,,,,,86.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, grok-4.6, scores, Science & Evidence)",,out:superseded, lb2-research-regulatory-compliance#none,livebench,grok-4.7,xhigh,mixed,hard,LiveBench2,,,,,,83.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, grok-4.7, scores, Regulatory & Compliance)",,out:superseded, lb2-research-legal#none,livebench,grok-4.7,xhigh,mixed,hard,LiveBench2,,,,,,90.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, grok-4.7, scores, Legal)",,out:superseded, lb2-research-tax-finance#none,livebench,grok-4.7,xhigh,mixed,hard,LiveBench2,,,,,,81.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, grok-4.7, scores, Tax & Finance)",,out:superseded, lb2-research-strategy#none,livebench,grok-4.7,xhigh,mixed,hard,LiveBench2,,,,,,91.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, grok-4.7, scores, Strategy)",,out:superseded, lb2-research-science-evidence#none,livebench,grok-4.7,xhigh,mixed,hard,LiveBench2,,,,,,88.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, grok-4.7, scores, Science & Evidence)",,out:superseded, lb2-research-regulatory-compliance#none,livebench,inkling,max,mixed,hard,LiveBench2,,,,,,57.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, inkling, scores, Regulatory & Compliance)",,out:effort-not-established, lb2-research-legal#none,livebench,inkling,max,mixed,hard,LiveBench2,,,,,,60.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, inkling, scores, Legal)",,out:effort-not-established, lb2-research-tax-finance#none,livebench,inkling,max,mixed,hard,LiveBench2,,,,,,60.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, inkling, scores, Tax & Finance)",,out:effort-not-established, lb2-research-strategy#none,livebench,inkling,max,mixed,hard,LiveBench2,,,,,,64.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, inkling, scores, Strategy)",,out:effort-not-established, lb2-research-science-evidence#none,livebench,inkling,max,mixed,hard,LiveBench2,,,,,,58.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, inkling, scores, Science & Evidence)",,out:effort-not-established, lb2-research-regulatory-compliance#none,livebench,?Kimi K3.1 Pro,not-established:absent,mixed,hard,LiveBench2,,,,,,79.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, kimi-k3.1-pro, scores, Regulatory & Compliance)",,out:model-not-established, lb2-research-legal#none,livebench,?Kimi K3.1 Pro,not-established:absent,mixed,hard,LiveBench2,,,,,,99.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, kimi-k3.1-pro, scores, Legal)",,out:model-not-established, lb2-research-tax-finance#none,livebench,?Kimi K3.1 Pro,not-established:absent,mixed,hard,LiveBench2,,,,,,62.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, kimi-k3.1-pro, scores, Tax & Finance)",,out:model-not-established, lb2-research-strategy#none,livebench,?Kimi K3.1 Pro,not-established:absent,mixed,hard,LiveBench2,,,,,,90.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, kimi-k3.1-pro, scores, Strategy)",,out:model-not-established, lb2-research-science-evidence#none,livebench,?Kimi K3.1 Pro,not-established:absent,mixed,hard,LiveBench2,,,,,,58.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, kimi-k3.1-pro, scores, Science & Evidence)",,out:model-not-established, lb2-research-regulatory-compliance#none,livebench,kimi-k3,max,mixed,hard,LiveBench2,,,,,,78.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, kimi-k3, scores, Regulatory & Compliance)",,out:superseded, lb2-research-legal#none,livebench,kimi-k3,max,mixed,hard,LiveBench2,,,,,,95.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, kimi-k3, scores, Legal)",,out:superseded, lb2-research-tax-finance#none,livebench,kimi-k3,max,mixed,hard,LiveBench2,,,,,,67.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, kimi-k3, scores, Tax & Finance)",,out:superseded, lb2-research-strategy#none,livebench,kimi-k3,max,mixed,hard,LiveBench2,,,,,,69.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, kimi-k3, scores, Strategy)",,out:superseded, lb2-research-science-evidence#none,livebench,kimi-k3,max,mixed,hard,LiveBench2,,,,,,87.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, kimi-k3, scores, Science & Evidence)",,out:superseded, lb2-research-regulatory-compliance#none,livebench,mimo-v2.6-pro,not-established:absent,mixed,hard,LiveBench2,,,,,,77.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, mimo-v2.6-pro, scores, Regulatory & Compliance)",,out:effort-not-established, lb2-research-legal#none,livebench,mimo-v2.6-pro,not-established:absent,mixed,hard,LiveBench2,,,,,,77.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, mimo-v2.6-pro, scores, Legal)",,out:effort-not-established, lb2-research-tax-finance#none,livebench,mimo-v2.6-pro,not-established:absent,mixed,hard,LiveBench2,,,,,,64.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, mimo-v2.6-pro, scores, Tax & Finance)",,out:effort-not-established, lb2-research-strategy#none,livebench,mimo-v2.6-pro,not-established:absent,mixed,hard,LiveBench2,,,,,,80.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, mimo-v2.6-pro, scores, Strategy)",,out:effort-not-established, lb2-research-science-evidence#none,livebench,mimo-v2.6-pro,not-established:absent,mixed,hard,LiveBench2,,,,,,91.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, mimo-v2.6-pro, scores, Science & Evidence)",,out:effort-not-established, lb2-research-regulatory-compliance#none,livebench,?MiniMax M3.1 Flash,not-established:absent,mixed,hard,LiveBench2,,,,,,65.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, minimax-m3.1-flash, scores, Regulatory & Compliance)",,out:model-not-established, lb2-research-legal#none,livebench,?MiniMax M3.1 Flash,not-established:absent,mixed,hard,LiveBench2,,,,,,68.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, minimax-m3.1-flash, scores, Legal)",,out:model-not-established, lb2-research-tax-finance#none,livebench,?MiniMax M3.1 Flash,not-established:absent,mixed,hard,LiveBench2,,,,,,64.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, minimax-m3.1-flash, scores, Tax & Finance)",,out:model-not-established, lb2-research-strategy#none,livebench,?MiniMax M3.1 Flash,not-established:absent,mixed,hard,LiveBench2,,,,,,88.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, minimax-m3.1-flash, scores, Strategy)",,out:model-not-established, lb2-research-science-evidence#none,livebench,?MiniMax M3.1 Flash,not-established:absent,mixed,hard,LiveBench2,,,,,,94.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, minimax-m3.1-flash, scores, Science & Evidence)",,out:model-not-established, lb2-research-regulatory-compliance#1029,livebench,?Mistral Large 4 1029,not-established:absent,mixed,hard,LiveBench2,,,,,,73.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, mistral-large-4-0, scores, Regulatory & Compliance)",,out:model-not-established, lb2-research-legal#1029,livebench,?Mistral Large 4 1029,not-established:absent,mixed,hard,LiveBench2,,,,,,90.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, mistral-large-4-0, scores, Legal)",,out:model-not-established, lb2-research-tax-finance#1029,livebench,?Mistral Large 4 1029,not-established:absent,mixed,hard,LiveBench2,,,,,,75.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, mistral-large-4-0, scores, Tax & Finance)",,out:model-not-established, lb2-research-strategy#1029,livebench,?Mistral Large 4 1029,not-established:absent,mixed,hard,LiveBench2,,,,,,79.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, mistral-large-4-0, scores, Strategy)",,out:model-not-established, lb2-research-science-evidence#1029,livebench,?Mistral Large 4 1029,not-established:absent,mixed,hard,LiveBench2,,,,,,88.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, mistral-large-4-0, scores, Science & Evidence)",,out:model-not-established, lb2-research-regulatory-compliance#none,livebench,?Mistral Large 4,not-established:absent,mixed,hard,LiveBench2,,,,,,33.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, mistral-large-4, scores, Regulatory & Compliance)",,out:model-not-established, lb2-research-legal#none,livebench,?Mistral Large 4,not-established:absent,mixed,hard,LiveBench2,,,,,,45.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, mistral-large-4, scores, Legal)",,out:model-not-established, lb2-research-tax-finance#none,livebench,?Mistral Large 4,not-established:absent,mixed,hard,LiveBench2,,,,,,11.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, mistral-large-4, scores, Tax & Finance)",,out:model-not-established, lb2-research-strategy#none,livebench,?Mistral Large 4,not-established:absent,mixed,hard,LiveBench2,,,,,,48.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, mistral-large-4, scores, Strategy)",,out:model-not-established, lb2-research-science-evidence#none,livebench,?Mistral Large 4,not-established:absent,mixed,hard,LiveBench2,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, mistral-large-4, scores, Science & Evidence)",,out:model-not-established, lb2-research-regulatory-compliance#none,livebench,muse-spark-1.3,max,mixed,hard,LiveBench2,,,,,,87.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, muse-spark-1.3, scores, Regulatory & Compliance)",,out:effort-not-established, lb2-research-legal#none,livebench,muse-spark-1.3,max,mixed,hard,LiveBench2,,,,,,98.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, muse-spark-1.3, scores, Legal)",,out:effort-not-established, lb2-research-tax-finance#none,livebench,muse-spark-1.3,max,mixed,hard,LiveBench2,,,,,,28.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, muse-spark-1.3, scores, Tax & Finance)",,out:effort-not-established, lb2-research-strategy#none,livebench,muse-spark-1.3,max,mixed,hard,LiveBench2,,,,,,60.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, muse-spark-1.3, scores, Strategy)",,out:effort-not-established, lb2-research-science-evidence#none,livebench,muse-spark-1.3,max,mixed,hard,LiveBench2,,,,,,58.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, muse-spark-1.3, scores, Science & Evidence)",,out:effort-not-established, lb2-research-regulatory-compliance#none,livebench,?Muse Spark Open,not-established:absent,mixed,hard,LiveBench2,,,,,,76.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, muse-spark-open, scores, Regulatory & Compliance)",,out:model-not-established, lb2-research-legal#none,livebench,?Muse Spark Open,not-established:absent,mixed,hard,LiveBench2,,,,,,90.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, muse-spark-open, scores, Legal)",,out:model-not-established, lb2-research-tax-finance#none,livebench,?Muse Spark Open,not-established:absent,mixed,hard,LiveBench2,,,,,,72.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, muse-spark-open, scores, Tax & Finance)",,out:model-not-established, lb2-research-strategy#none,livebench,?Muse Spark Open,not-established:absent,mixed,hard,LiveBench2,,,,,,82.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, muse-spark-open, scores, Strategy)",,out:model-not-established, lb2-research-science-evidence#none,livebench,?Muse Spark Open,not-established:absent,mixed,hard,LiveBench2,,,,,,85.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, muse-spark-open, scores, Science & Evidence)",,out:model-not-established, lb2-research-regulatory-compliance#none,livebench,?Muse Wonder 1.0,not-established:absent,mixed,hard,LiveBench2,,,,,,85.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, muse-wonder-1.0, scores, Regulatory & Compliance)",,out:model-not-established, lb2-research-legal#none,livebench,?Muse Wonder 1.0,not-established:absent,mixed,hard,LiveBench2,,,,,,99.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, muse-wonder-1.0, scores, Legal)",,out:model-not-established, lb2-research-tax-finance#none,livebench,?Muse Wonder 1.0,not-established:absent,mixed,hard,LiveBench2,,,,,,74.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, muse-wonder-1.0, scores, Tax & Finance)",,out:model-not-established, lb2-research-strategy#none,livebench,?Muse Wonder 1.0,not-established:absent,mixed,hard,LiveBench2,,,,,,97.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, muse-wonder-1.0, scores, Strategy)",,out:model-not-established, lb2-research-science-evidence#none,livebench,?Muse Wonder 1.0,not-established:absent,mixed,hard,LiveBench2,,,,,,92.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, muse-wonder-1.0, scores, Science & Evidence)",,out:model-not-established, lb2-research-regulatory-compliance#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,mixed,hard,LiveBench2,,,,,,60.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, nemotron-super-vl-3.5-nvfp4, scores, Regulatory & Compliance)",,out:model-not-established, lb2-research-legal#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,mixed,hard,LiveBench2,,,,,,89.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, nemotron-super-vl-3.5-nvfp4, scores, Legal)",,out:model-not-established, lb2-research-tax-finance#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,mixed,hard,LiveBench2,,,,,,65.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, nemotron-super-vl-3.5-nvfp4, scores, Tax & Finance)",,out:model-not-established, lb2-research-strategy#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,mixed,hard,LiveBench2,,,,,,69.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, nemotron-super-vl-3.5-nvfp4, scores, Strategy)",,out:model-not-established, lb2-research-science-evidence#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,mixed,hard,LiveBench2,,,,,,81.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, nemotron-super-vl-3.5-nvfp4, scores, Science & Evidence)",,out:model-not-established, lb2-research-regulatory-compliance#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,mixed,hard,LiveBench2,,,,,,69.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, nemotron-super-vl-3.5, scores, Regulatory & Compliance)",,out:model-not-established, lb2-research-legal#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,mixed,hard,LiveBench2,,,,,,70.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, nemotron-super-vl-3.5, scores, Legal)",,out:model-not-established, lb2-research-tax-finance#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,mixed,hard,LiveBench2,,,,,,62.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, nemotron-super-vl-3.5, scores, Tax & Finance)",,out:model-not-established, lb2-research-strategy#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,mixed,hard,LiveBench2,,,,,,73.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, nemotron-super-vl-3.5, scores, Strategy)",,out:model-not-established, lb2-research-science-evidence#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,mixed,hard,LiveBench2,,,,,,56.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, nemotron-super-vl-3.5, scores, Science & Evidence)",,out:model-not-established, lb2-research-regulatory-compliance#none,livebench,qwen3.8-27b,not-established:absent,mixed,hard,LiveBench2,,,,,,63.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, qwen3.8-27b, scores, Regulatory & Compliance)",,out:effort-not-established, lb2-research-legal#none,livebench,qwen3.8-27b,not-established:absent,mixed,hard,LiveBench2,,,,,,76.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, qwen3.8-27b, scores, Legal)",,out:effort-not-established, lb2-research-tax-finance#none,livebench,qwen3.8-27b,not-established:absent,mixed,hard,LiveBench2,,,,,,37.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, qwen3.8-27b, scores, Tax & Finance)",,out:effort-not-established, lb2-research-strategy#none,livebench,qwen3.8-27b,not-established:absent,mixed,hard,LiveBench2,,,,,,59.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, qwen3.8-27b, scores, Strategy)",,out:effort-not-established, lb2-research-science-evidence#none,livebench,qwen3.8-27b,not-established:absent,mixed,hard,LiveBench2,,,,,,62.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, qwen3.8-27b, scores, Science & Evidence)",,out:effort-not-established, lb2-research-regulatory-compliance#none,livebench,?Qwen3.8 Max,not-established:absent,mixed,hard,LiveBench2,,,,,,73.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, qwen3.8-max, scores, Regulatory & Compliance)",,out:model-not-established, lb2-research-legal#none,livebench,?Qwen3.8 Max,not-established:absent,mixed,hard,LiveBench2,,,,,,90.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, qwen3.8-max, scores, Legal)",,out:model-not-established, lb2-research-tax-finance#none,livebench,?Qwen3.8 Max,not-established:absent,mixed,hard,LiveBench2,,,,,,57.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, qwen3.8-max, scores, Tax & Finance)",,out:model-not-established, lb2-research-strategy#none,livebench,?Qwen3.8 Max,not-established:absent,mixed,hard,LiveBench2,,,,,,71.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, qwen3.8-max, scores, Strategy)",,out:model-not-established, lb2-research-science-evidence#none,livebench,?Qwen3.8 Max,not-established:absent,mixed,hard,LiveBench2,,,,,,55.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, qwen3.8-max, scores, Science & Evidence)",,out:model-not-established, lb2-research-regulatory-compliance#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,mixed,hard,LiveBench2,,,,,,50.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, smaug-nemotron-3.5-nvfp4, scores, Regulatory & Compliance)",,out:model-not-established, lb2-research-legal#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,mixed,hard,LiveBench2,,,,,,75.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, smaug-nemotron-3.5-nvfp4, scores, Legal)",,out:model-not-established, lb2-research-tax-finance#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,mixed,hard,LiveBench2,,,,,,70.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, smaug-nemotron-3.5-nvfp4, scores, Tax & Finance)",,out:model-not-established, lb2-research-strategy#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,mixed,hard,LiveBench2,,,,,,81.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, smaug-nemotron-3.5-nvfp4, scores, Strategy)",,out:model-not-established, lb2-research-science-evidence#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,mixed,hard,LiveBench2,,,,,,79.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, smaug-nemotron-3.5-nvfp4, scores, Science & Evidence)",,out:model-not-established, lb2-research-regulatory-compliance#none,livebench,?Step 5 (Preview),not-established:absent,mixed,hard,LiveBench2,,,,,,67.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, step-5-preview, scores, Regulatory & Compliance)",,out:model-not-established, lb2-research-legal#none,livebench,?Step 5 (Preview),not-established:absent,mixed,hard,LiveBench2,,,,,,69.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, step-5-preview, scores, Legal)",,out:model-not-established, lb2-research-tax-finance#none,livebench,?Step 5 (Preview),not-established:absent,mixed,hard,LiveBench2,,,,,,71.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, step-5-preview, scores, Tax & Finance)",,out:model-not-established, lb2-research-strategy#none,livebench,?Step 5 (Preview),not-established:absent,mixed,hard,LiveBench2,,,,,,81.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, step-5-preview, scores, Strategy)",,out:model-not-established, lb2-research-science-evidence#none,livebench,?Step 5 (Preview),not-established:absent,mixed,hard,LiveBench2,,,,,,84.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, step-5-preview, scores, Science & Evidence)",,out:model-not-established, lb2-design-documents-docx#none,livebench,fable-5.1,max,mixed,hard,LiveBench2,,,,,,92.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, claude-fable-5.1, scores, Documents (DOCX))",,out:superseded, lb2-design-pdf#none,livebench,fable-5.1,max,mixed,hard,LiveBench2,,,,,,84.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, claude-fable-5.1, scores, PDF)",,out:superseded, lb2-design-presentations-ppt#none,livebench,fable-5.1,max,mixed,hard,LiveBench2,,,,,,79.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, claude-fable-5.1, scores, Presentations (PPT))",,out:superseded, lb2-design-documents-docx#none,livebench,haiku-5.5,max,mixed,hard,LiveBench2,,,,,,92.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, claude-haiku-5.5, scores, Documents (DOCX))",,out:superseded, lb2-design-pdf#none,livebench,haiku-5.5,max,mixed,hard,LiveBench2,,,,,,87.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, claude-haiku-5.5, scores, PDF)",,out:superseded, lb2-design-presentations-ppt#none,livebench,haiku-5.5,max,mixed,hard,LiveBench2,,,,,,76.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, claude-haiku-5.5, scores, Presentations (PPT))",,out:superseded, lb2-design-documents-docx#none,livebench,opus-5.5,max,mixed,hard,LiveBench2,,,,,,90.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, claude-opus-5.5, scores, Documents (DOCX))",,out:superseded, lb2-design-pdf#none,livebench,opus-5.5,max,mixed,hard,LiveBench2,,,,,,88.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, claude-opus-5.5, scores, PDF)",,out:superseded, lb2-design-presentations-ppt#none,livebench,opus-5.5,max,mixed,hard,LiveBench2,,,,,,84.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, claude-opus-5.5, scores, Presentations (PPT))",,out:superseded, lb2-design-documents-docx#none,livebench,sonnet-5.5,max,mixed,hard,LiveBench2,,,,,,94.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, claude-sonnet-5.5, scores, Documents (DOCX))",,out:superseded, lb2-design-pdf#none,livebench,sonnet-5.5,max,mixed,hard,LiveBench2,,,,,,87.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, claude-sonnet-5.5, scores, PDF)",,out:superseded, lb2-design-presentations-ppt#none,livebench,sonnet-5.5,max,mixed,hard,LiveBench2,,,,,,79.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, claude-sonnet-5.5, scores, Presentations (PPT))",,out:superseded, lb2-design-documents-docx#none,livebench,deepseek-v4.1-flash-1017,max,mixed,hard,LiveBench2,,,,,,81.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, deepseek-v4.1-flash-1017, scores, Documents (DOCX))",,out:superseded, lb2-design-pdf#none,livebench,deepseek-v4.1-flash-1017,max,mixed,hard,LiveBench2,,,,,,89.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, deepseek-v4.1-flash-1017, scores, PDF)",,out:superseded, lb2-design-presentations-ppt#none,livebench,deepseek-v4.1-flash-1017,max,mixed,hard,LiveBench2,,,,,,80.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, deepseek-v4.1-flash-1017, scores, Presentations (PPT))",,out:superseded, lb2-design-documents-docx#none,livebench,gemini-3.8-flash,high,mixed,hard,LiveBench2,,,,,,83.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, gemini-3.8-flash, scores, Documents (DOCX))",,out:superseded, lb2-design-pdf#none,livebench,gemini-3.8-flash,high,mixed,hard,LiveBench2,,,,,,77.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, gemini-3.8-flash, scores, PDF)",,out:superseded, lb2-design-presentations-ppt#none,livebench,gemini-3.8-flash,high,mixed,hard,LiveBench2,,,,,,64.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, gemini-3.8-flash, scores, Presentations (PPT))",,out:superseded, lb2-design-documents-docx#none,livebench,gemini-4-argon,high,mixed,hard,LiveBench2,,,,,,84.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, gemini-4-argon, scores, Documents (DOCX))",,out:superseded, lb2-design-pdf#none,livebench,gemini-4-argon,high,mixed,hard,LiveBench2,,,,,,74.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, gemini-4-argon, scores, PDF)",,out:superseded, lb2-design-presentations-ppt#none,livebench,gemini-4-argon,high,mixed,hard,LiveBench2,,,,,,68.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, gemini-4-argon, scores, Presentations (PPT))",,out:superseded, lb2-design-documents-docx#none,livebench,gemma-4-31b-it,not-established:absent,mixed,hard,LiveBench2,,,,,,64.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, gemma-4-31b, scores, Documents (DOCX))",,out:effort-not-established, lb2-design-pdf#none,livebench,gemma-4-31b-it,not-established:absent,mixed,hard,LiveBench2,,,,,,54.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, gemma-4-31b, scores, PDF)",,out:effort-not-established, lb2-design-presentations-ppt#none,livebench,gemma-4-31b-it,not-established:absent,mixed,hard,LiveBench2,,,,,,58.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, gemma-4-31b, scores, Presentations (PPT))",,out:effort-not-established, lb2-design-documents-docx#none,livebench,glm-5.3-flash,max,mixed,hard,LiveBench2,,,,,,72.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, glm-5.3-flash, scores, Documents (DOCX))",,out:superseded, lb2-design-pdf#none,livebench,glm-5.3-flash,max,mixed,hard,LiveBench2,,,,,,78.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, glm-5.3-flash, scores, PDF)",,out:superseded, lb2-design-presentations-ppt#none,livebench,glm-5.3-flash,max,mixed,hard,LiveBench2,,,,,,78.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, glm-5.3-flash, scores, Presentations (PPT))",,out:superseded, lb2-design-documents-docx#none,livebench,gpt-5.6-terra,max,mixed,hard,LiveBench2,,,,,,79.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, gpt-5.6-terra, scores, Documents (DOCX))",,out:superseded, lb2-design-pdf#none,livebench,gpt-5.6-terra,max,mixed,hard,LiveBench2,,,,,,75.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, gpt-5.6-terra, scores, PDF)",,out:superseded, lb2-design-presentations-ppt#none,livebench,gpt-5.6-terra,max,mixed,hard,LiveBench2,,,,,,75.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, gpt-5.6-terra, scores, Presentations (PPT))",,out:superseded, lb2-design-documents-docx#none,livebench,gpt-6-astra,max,mixed,hard,LiveBench2,,,,,,84.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, gpt-6-astra, scores, Documents (DOCX))",,out:superseded, lb2-design-pdf#none,livebench,gpt-6-astra,max,mixed,hard,LiveBench2,,,,,,78.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, gpt-6-astra, scores, PDF)",,out:superseded, lb2-design-presentations-ppt#none,livebench,gpt-6-astra,max,mixed,hard,LiveBench2,,,,,,83.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, gpt-6-astra, scores, Presentations (PPT))",,out:superseded, lb2-design-documents-docx#none,livebench,gpt-6-luna,max,mixed,hard,LiveBench2,,,,,,86.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, gpt-6-luna, scores, Documents (DOCX))",,out:superseded, lb2-design-pdf#none,livebench,gpt-6-luna,max,mixed,hard,LiveBench2,,,,,,78.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, gpt-6-luna, scores, PDF)",,out:superseded, lb2-design-presentations-ppt#none,livebench,gpt-6-luna,max,mixed,hard,LiveBench2,,,,,,83.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, gpt-6-luna, scores, Presentations (PPT))",,out:superseded, lb2-design-documents-docx#none,livebench,gpt-6.1-sol,max,mixed,hard,LiveBench2,,,,,,86.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, gpt-6.1-sol, scores, Documents (DOCX))",,out:superseded, lb2-design-pdf#none,livebench,gpt-6.1-sol,max,mixed,hard,LiveBench2,,,,,,79.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, gpt-6.1-sol, scores, PDF)",,out:superseded, lb2-design-presentations-ppt#none,livebench,gpt-6.1-sol,max,mixed,hard,LiveBench2,,,,,,82.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, gpt-6.1-sol, scores, Presentations (PPT))",,out:superseded, lb2-design-documents-docx#none,livebench,gpt-6.1-terra,max,mixed,hard,LiveBench2,,,,,,93.0,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Design, models, gpt-6.1-terra, scores, Documents (DOCX))",,out:superseded, lb2-design-pdf#none,livebench,gpt-6.1-terra,max,mixed,hard,LiveBench2,,,,,,75.5,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Design, models, gpt-6.1-terra, scores, PDF)",,out:superseded, lb2-design-presentations-ppt#none,livebench,gpt-6.1-terra,max,mixed,hard,LiveBench2,,,,,,82.5,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Design, models, gpt-6.1-terra, scores, Presentations (PPT))",,out:superseded, lb2-design-documents-docx#none,livebench,grok-4.6,xhigh,mixed,hard,LiveBench2,,,,,,76.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, grok-4.6, scores, Documents (DOCX))",,out:superseded, lb2-design-pdf#none,livebench,grok-4.6,xhigh,mixed,hard,LiveBench2,,,,,,82.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, grok-4.6, scores, PDF)",,out:superseded, lb2-design-presentations-ppt#none,livebench,grok-4.6,xhigh,mixed,hard,LiveBench2,,,,,,79.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, grok-4.6, scores, Presentations (PPT))",,out:superseded, lb2-design-documents-docx#none,livebench,grok-4.7,xhigh,mixed,hard,LiveBench2,,,,,,72.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, grok-4.7, scores, Documents (DOCX))",,out:superseded, lb2-design-pdf#none,livebench,grok-4.7,xhigh,mixed,hard,LiveBench2,,,,,,80.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, grok-4.7, scores, PDF)",,out:superseded, lb2-design-presentations-ppt#none,livebench,grok-4.7,xhigh,mixed,hard,LiveBench2,,,,,,78.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, grok-4.7, scores, Presentations (PPT))",,out:superseded, lb2-design-documents-docx#none,livebench,inkling,max,mixed,hard,LiveBench2,,,,,,72.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, inkling, scores, Documents (DOCX))",,out:effort-not-established, lb2-design-pdf#none,livebench,inkling,max,mixed,hard,LiveBench2,,,,,,50.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, inkling, scores, PDF)",,out:effort-not-established, lb2-design-presentations-ppt#none,livebench,inkling,max,mixed,hard,LiveBench2,,,,,,57.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, inkling, scores, Presentations (PPT))",,out:effort-not-established, lb2-design-documents-docx#none,livebench,?Kimi K3.1 Pro,not-established:absent,mixed,hard,LiveBench2,,,,,,78.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, kimi-k3.1-pro, scores, Documents (DOCX))",,out:model-not-established, lb2-design-pdf#none,livebench,?Kimi K3.1 Pro,not-established:absent,mixed,hard,LiveBench2,,,,,,82.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, kimi-k3.1-pro, scores, PDF)",,out:model-not-established, lb2-design-presentations-ppt#none,livebench,?Kimi K3.1 Pro,not-established:absent,mixed,hard,LiveBench2,,,,,,74.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, kimi-k3.1-pro, scores, Presentations (PPT))",,out:model-not-established, lb2-design-documents-docx#none,livebench,kimi-k3,max,mixed,hard,LiveBench2,,,,,,81.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, kimi-k3, scores, Documents (DOCX))",,out:superseded, lb2-design-pdf#none,livebench,kimi-k3,max,mixed,hard,LiveBench2,,,,,,79.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, kimi-k3, scores, PDF)",,out:superseded, lb2-design-presentations-ppt#none,livebench,kimi-k3,max,mixed,hard,LiveBench2,,,,,,74.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, kimi-k3, scores, Presentations (PPT))",,out:superseded, lb2-design-documents-docx#none,livebench,mimo-v2.6-pro,not-established:absent,mixed,hard,LiveBench2,,,,,,86.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, mimo-v2.6-pro, scores, Documents (DOCX))",,out:effort-not-established, lb2-design-pdf#none,livebench,mimo-v2.6-pro,not-established:absent,mixed,hard,LiveBench2,,,,,,80.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, mimo-v2.6-pro, scores, PDF)",,out:effort-not-established, lb2-design-presentations-ppt#none,livebench,mimo-v2.6-pro,not-established:absent,mixed,hard,LiveBench2,,,,,,74.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, mimo-v2.6-pro, scores, Presentations (PPT))",,out:effort-not-established, lb2-design-documents-docx#none,livebench,?MiniMax M3.1 Flash,not-established:absent,mixed,hard,LiveBench2,,,,,,84.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, minimax-m3.1-flash, scores, Documents (DOCX))",,out:model-not-established, lb2-design-pdf#none,livebench,?MiniMax M3.1 Flash,not-established:absent,mixed,hard,LiveBench2,,,,,,77.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, minimax-m3.1-flash, scores, PDF)",,out:model-not-established, lb2-design-presentations-ppt#none,livebench,?MiniMax M3.1 Flash,not-established:absent,mixed,hard,LiveBench2,,,,,,67.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, minimax-m3.1-flash, scores, Presentations (PPT))",,out:model-not-established, lb2-design-documents-docx#1029,livebench,?Mistral Large 4 1029,not-established:absent,mixed,hard,LiveBench2,,,,,,67.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, mistral-large-4-0, scores, Documents (DOCX))",,out:model-not-established, lb2-design-pdf#1029,livebench,?Mistral Large 4 1029,not-established:absent,mixed,hard,LiveBench2,,,,,,79.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, mistral-large-4-0, scores, PDF)",,out:model-not-established, lb2-design-presentations-ppt#1029,livebench,?Mistral Large 4 1029,not-established:absent,mixed,hard,LiveBench2,,,,,,78.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, mistral-large-4-0, scores, Presentations (PPT))",,out:model-not-established, lb2-design-documents-docx#none,livebench,?Mistral Large 4,not-established:absent,mixed,hard,LiveBench2,,,,,,81.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, mistral-large-4, scores, Documents (DOCX))",,out:model-not-established, lb2-design-pdf#none,livebench,?Mistral Large 4,not-established:absent,mixed,hard,LiveBench2,,,,,,52.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, mistral-large-4, scores, PDF)",,out:model-not-established, lb2-design-presentations-ppt#none,livebench,?Mistral Large 4,not-established:absent,mixed,hard,LiveBench2,,,,,,68.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, mistral-large-4, scores, Presentations (PPT))",,out:model-not-established, lb2-design-documents-docx#none,livebench,muse-spark-1.3,max,mixed,hard,LiveBench2,,,,,,73.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, muse-spark-1.3, scores, Documents (DOCX))",,out:effort-not-established, lb2-design-pdf#none,livebench,muse-spark-1.3,max,mixed,hard,LiveBench2,,,,,,81.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, muse-spark-1.3, scores, PDF)",,out:effort-not-established, lb2-design-presentations-ppt#none,livebench,muse-spark-1.3,max,mixed,hard,LiveBench2,,,,,,71.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, muse-spark-1.3, scores, Presentations (PPT))",,out:effort-not-established, lb2-design-documents-docx#none,livebench,?Muse Spark Open,not-established:absent,mixed,hard,LiveBench2,,,,,,61.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, muse-spark-open, scores, Documents (DOCX))",,out:model-not-established, lb2-design-pdf#none,livebench,?Muse Spark Open,not-established:absent,mixed,hard,LiveBench2,,,,,,67.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, muse-spark-open, scores, PDF)",,out:model-not-established, lb2-design-presentations-ppt#none,livebench,?Muse Spark Open,not-established:absent,mixed,hard,LiveBench2,,,,,,55.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, muse-spark-open, scores, Presentations (PPT))",,out:model-not-established, lb2-design-documents-docx#none,livebench,?Muse Wonder 1.0,not-established:absent,mixed,hard,LiveBench2,,,,,,74.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, muse-wonder-1.0, scores, Documents (DOCX))",,out:model-not-established, lb2-design-pdf#none,livebench,?Muse Wonder 1.0,not-established:absent,mixed,hard,LiveBench2,,,,,,70.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, muse-wonder-1.0, scores, PDF)",,out:model-not-established, lb2-design-presentations-ppt#none,livebench,?Muse Wonder 1.0,not-established:absent,mixed,hard,LiveBench2,,,,,,78.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, muse-wonder-1.0, scores, Presentations (PPT))",,out:model-not-established, lb2-design-documents-docx#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,mixed,hard,LiveBench2,,,,,,64.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, nemotron-super-vl-3.5-nvfp4, scores, Documents (DOCX))",,out:model-not-established, lb2-design-pdf#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,mixed,hard,LiveBench2,,,,,,59.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, nemotron-super-vl-3.5-nvfp4, scores, PDF)",,out:model-not-established, lb2-design-presentations-ppt#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,mixed,hard,LiveBench2,,,,,,52.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, nemotron-super-vl-3.5-nvfp4, scores, Presentations (PPT))",,out:model-not-established, lb2-design-documents-docx#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,mixed,hard,LiveBench2,,,,,,74.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, nemotron-super-vl-3.5, scores, Documents (DOCX))",,out:model-not-established, lb2-design-pdf#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,mixed,hard,LiveBench2,,,,,,59.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, nemotron-super-vl-3.5, scores, PDF)",,out:model-not-established, lb2-design-presentations-ppt#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,mixed,hard,LiveBench2,,,,,,60.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, nemotron-super-vl-3.5, scores, Presentations (PPT))",,out:model-not-established, lb2-design-documents-docx#none,livebench,qwen3.8-27b,not-established:absent,mixed,hard,LiveBench2,,,,,,79.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, qwen3.8-27b, scores, Documents (DOCX))",,out:effort-not-established, lb2-design-pdf#none,livebench,qwen3.8-27b,not-established:absent,mixed,hard,LiveBench2,,,,,,82.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, qwen3.8-27b, scores, PDF)",,out:effort-not-established, lb2-design-presentations-ppt#none,livebench,qwen3.8-27b,not-established:absent,mixed,hard,LiveBench2,,,,,,69.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, qwen3.8-27b, scores, Presentations (PPT))",,out:effort-not-established, lb2-design-documents-docx#none,livebench,?Qwen3.8 Max,not-established:absent,mixed,hard,LiveBench2,,,,,,78.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, qwen3.8-max, scores, Documents (DOCX))",,out:model-not-established, lb2-design-pdf#none,livebench,?Qwen3.8 Max,not-established:absent,mixed,hard,LiveBench2,,,,,,80.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, qwen3.8-max, scores, PDF)",,out:model-not-established, lb2-design-presentations-ppt#none,livebench,?Qwen3.8 Max,not-established:absent,mixed,hard,LiveBench2,,,,,,77.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, qwen3.8-max, scores, Presentations (PPT))",,out:model-not-established, lb2-design-documents-docx#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,mixed,hard,LiveBench2,,,,,,70.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, smaug-nemotron-3.5-nvfp4, scores, Documents (DOCX))",,out:model-not-established, lb2-design-pdf#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,mixed,hard,LiveBench2,,,,,,61.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, smaug-nemotron-3.5-nvfp4, scores, PDF)",,out:model-not-established, lb2-design-presentations-ppt#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,mixed,hard,LiveBench2,,,,,,60.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, smaug-nemotron-3.5-nvfp4, scores, Presentations (PPT))",,out:model-not-established, lb2-design-documents-docx#none,livebench,?Step 5 (Preview),not-established:absent,mixed,hard,LiveBench2,,,,,,82.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, step-5-preview, scores, Documents (DOCX))",,out:model-not-established, lb2-design-pdf#none,livebench,?Step 5 (Preview),not-established:absent,mixed,hard,LiveBench2,,,,,,72.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, step-5-preview, scores, PDF)",,out:model-not-established, lb2-design-presentations-ppt#none,livebench,?Step 5 (Preview),not-established:absent,mixed,hard,LiveBench2,,,,,,77.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, step-5-preview, scores, Presentations (PPT))",,out:model-not-established, lb2-longhorizon#none,livebench,gpt-6.1-terra,max,agentic-tool,hard,LiveBench2,per-suite(18q),110.6270,2.89e-05,5686313,276089,56.2,score%,0.0289,,prev=48.6 (src-livebench-lb2-2026-10-25#M28); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row gpt-6.1-terra / column long_agentic),src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|gpt-6.1-terra@max|,in,in lb2-reasoning#none,livebench,gpt-6.1-terra,max,reasoning-math,hard,LiveBench2,per-suite(202q),8.139872,2.89e-05,5686313,7802.2,88.7,score%,0.0289,,prev=88.7 (src-livebench-lb2-2026-10-25#M29); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row gpt-6.1-terra / column reasoning),src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|gpt-6.1-terra@max|,in,in lb2-coding#none,livebench,gpt-6.1-terra,max,coding,hard,LiveBench2,per-suite,31.1532,2.89e-05,5686313,56061,89.2,score%,0.0289,,prev=94.3 (src-livebench-lb2-2026-10-25#M30); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row gpt-6.1-terra / column coding),src-livebench-lb2-2026-11-06|livebench:lb2-coding|gpt-6.1-terra@max|,in,in lb2-browser#none,livebench,gpt-6.1-terra,max,computer-use,hard,LiveBench2,per-suite(25q),48.7405,2.89e-05,5686313,7376,93.1,score%,0.0289,,prev=93.1 (src-livebench-lb2-2026-10-25#M31); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row gpt-6.1-terra / column browser),src-livebench-lb2-2026-11-06|livebench:lb2-browser|gpt-6.1-terra@max|,in,in lb2-dataanalysis#none,livebench,gpt-6.1-terra,max,mixed,hard,LiveBench2,per-suite(150q),9.427008,2.89e-05,5686313,11651.5,82.3,score%,0.0289,,prev=82.3 (src-livebench-lb2-2026-10-25#M32); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row gpt-6.1-terra / column data_analysis),src-livebench-lb2-2026-11-06|livebench:lb2-dataanalysis|gpt-6.1-terra@max|,in,in lb2-research#none,livebench,gpt-6.1-terra,max,mixed,hard,LiveBench2,per-suite,32.1644,2.89e-05,5686313,39418,79.1,score%,0.0289,,prev=73.9 (src-livebench-lb2-2026-10-25#M33); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row gpt-6.1-terra / column research),src-livebench-lb2-2026-11-06|livebench:lb2-research|gpt-6.1-terra@max|,in,in lb2-design#none,livebench,gpt-6.1-terra,max,coding,hard,LiveBench2,per-suite(25q),6.7559,2.89e-05,5686313,32458,79.7,score%,0.0289,,prev=82.3 (src-livebench-lb2-2026-10-25#M34); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row gpt-6.1-terra / column design),src-livebench-lb2-2026-11-06|livebench:lb2-design|gpt-6.1-terra@max|,in,in lb2-longhorizon#none,livebench,?Qwen3.8 Max,not-established:absent,agentic-tool,hard,LiveBench2,per-suite(18q),298.6206,2.89e-05,2453853,401506,26.6,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row qwen3.8-max / column long_agentic),,out:model-not-established,out:model-not-established lb2-reasoning#none,livebench,?Qwen3.8 Max,not-established:absent,reasoning-math,hard,LiveBench2,per-suite(202q),26.561120,2.89e-05,2453853,21514.8,88.2,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row qwen3.8-max / column reasoning),,out:model-not-established,out:model-not-established lb2-coding#none,livebench,?Qwen3.8 Max,not-established:absent,coding,hard,LiveBench2,per-suite,47.6860,2.89e-05,2453853,167999,60.9,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row qwen3.8-max / column coding),,out:model-not-established,out:model-not-established lb2-browser#none,livebench,?Qwen3.8 Max,not-established:absent,computer-use,hard,LiveBench2,per-suite(25q),94.4203,2.89e-05,2453853,129386,49.4,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row qwen3.8-max / column browser),,out:model-not-established,out:model-not-established lb2-dataanalysis#none,livebench,?Qwen3.8 Max,not-established:absent,mixed,hard,LiveBench2,per-suite(150q),32.841838,2.89e-05,2453853,34658.0,78.4,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row qwen3.8-max / column data_analysis),,out:model-not-established,out:model-not-established lb2-research#none,livebench,?Qwen3.8 Max,not-established:absent,mixed,hard,LiveBench2,per-suite,57.0258,2.89e-05,2453853,120821,72.8,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row qwen3.8-max / column research),,out:model-not-established,out:model-not-established lb2-design#none,livebench,?Qwen3.8 Max,not-established:absent,coding,hard,LiveBench2,per-suite(25q),14.9060,2.89e-05,2453853,45551,76.6,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row qwen3.8-max / column design),,out:model-not-established,out:model-not-established lb2-longhorizon#none,livebench,glm-5.3-flash,max,agentic-tool,hard,LiveBench2,per-suite(18q),26.8432,2.89e-05,2795958,236560,20.7,score%,0.0289,,prev=28.4 (src-livebench-lb2-2026-10-14#M20); prev=19.0 (src-livebench-lb2-2026-10-25#M18); cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://livebench.ai/ (all rows of table.csv (release 20261106) / row glm-5.3-flash / column long_agentic),src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|glm-5.3-flash@max|,in,in lb2-reasoning#none,livebench,glm-5.3-flash,max,reasoning-math,hard,LiveBench2,per-suite(202q),2.783884,2.89e-05,2795958,27228.4,77.6,score%,0.0289,,prev=77.6 (src-livebench-lb2-2026-10-14#M68); cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://livebench.ai/ (all rows of table.csv (release 20261106) / row glm-5.3-flash / column reasoning),src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|glm-5.3-flash@max|,in,in lb2-coding#none,livebench,glm-5.3-flash,max,coding,hard,LiveBench2,per-suite,4.0701,2.89e-05,2795958,29839,70.9,score%,0.0289,,prev=80.6 (src-livebench-lb2-2026-10-14#M116); cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://livebench.ai/ (all rows of table.csv (release 20261106) / row glm-5.3-flash / column coding),src-livebench-lb2-2026-11-06|livebench:lb2-coding|glm-5.3-flash@max|,in,in lb2-browser#none,livebench,glm-5.3-flash,max,computer-use,hard,LiveBench2,per-suite(25q),5.3773,2.89e-05,2795958,18282,59.8,score%,0.0289,,prev=84.0 (src-livebench-lb2-2026-10-14#M164); prev=59.8 (src-livebench-lb2-2026-10-25#M19); cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://livebench.ai/ (all rows of table.csv (release 20261106) / row glm-5.3-flash / column browser),src-livebench-lb2-2026-11-06|livebench:lb2-browser|glm-5.3-flash@max|,in,in lb2-dataanalysis#none,livebench,glm-5.3-flash,max,mixed,hard,LiveBench2,per-suite(150q),3.641342,2.89e-05,2795958,47358.8,76.4,score%,0.0289,,prev=76.4 (src-livebench-lb2-2026-10-14#M212); cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://livebench.ai/ (all rows of table.csv (release 20261106) / row glm-5.3-flash / column data_analysis),src-livebench-lb2-2026-11-06|livebench:lb2-dataanalysis|glm-5.3-flash@max|,in,in lb2-research#none,livebench,glm-5.3-flash,max,mixed,hard,LiveBench2,per-suite,5.0674,2.89e-05,2795958,70042,73.9,score%,0.0289,,prev=70.1 (src-livebench-lb2-2026-10-14#M260); cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://livebench.ai/ (all rows of table.csv (release 20261106) / row glm-5.3-flash / column research),src-livebench-lb2-2026-11-06|livebench:lb2-research|glm-5.3-flash@max|,in,in lb2-design#none,livebench,glm-5.3-flash,max,coding,hard,LiveBench2,per-suite(25q),1.5852,2.89e-05,2795958,38912,73.7,score%,0.0289,,prev=77.2 (src-livebench-lb2-2026-10-14#M308); cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://livebench.ai/ (all rows of table.csv (release 20261106) / row glm-5.3-flash / column design),src-livebench-lb2-2026-11-06|livebench:lb2-design|glm-5.3-flash@max|,in,in lb2-longhorizon#none,livebench,qwen3.8-27b,not-established:absent,agentic-tool,hard,LiveBench2,per-suite(18q),139.8592,2.89e-05,4986973,335423,15.9,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row qwen3.8-27b / column long_agentic),,out:effort-not-established,out:effort-not-established lb2-reasoning#none,livebench,qwen3.8-27b,not-established:absent,reasoning-math,hard,LiveBench2,per-suite(202q),15.132953,2.89e-05,4986973,24785.5,80.0,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row qwen3.8-27b / column reasoning),,out:effort-not-established,out:effort-not-established lb2-coding#none,livebench,qwen3.8-27b,not-established:absent,coding,hard,LiveBench2,per-suite,25.7988,2.89e-05,4986973,56381,69.3,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row qwen3.8-27b / column coding),,out:effort-not-established,out:effort-not-established lb2-browser#none,livebench,qwen3.8-27b,not-established:absent,computer-use,hard,LiveBench2,per-suite(25q),35.8460,2.89e-05,4986973,55394,24.2,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row qwen3.8-27b / column browser),,out:effort-not-established,out:effort-not-established lb2-dataanalysis#none,livebench,qwen3.8-27b,not-established:absent,mixed,hard,LiveBench2,per-suite(150q),13.354811,2.89e-05,4986973,29044.5,76.6,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row qwen3.8-27b / column data_analysis),,out:effort-not-established,out:effort-not-established lb2-research#none,livebench,qwen3.8-27b,not-established:absent,mixed,hard,LiveBench2,per-suite,26.5652,2.89e-05,4986973,95022,61.3,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row qwen3.8-27b / column research),,out:effort-not-established,out:effort-not-established lb2-design#none,livebench,qwen3.8-27b,not-established:absent,coding,hard,LiveBench2,per-suite(25q),9.5903,2.89e-05,4986973,63352,72.4,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row qwen3.8-27b / column design),,out:effort-not-established,out:effort-not-established lb2-longhorizon#none,livebench,gpt-6-luna,max,agentic-tool,hard,LiveBench2,per-suite(18q),12.0049,2.89e-05,5982822,254238,24.7,score%,0.0289,,prev=48.1 (src-livebench-lb2-2026-10-14#M27); prev=30.9 (src-livebench-lb2-2026-10-25#M24); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row gpt-6-luna / column long_agentic),src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|gpt-6-luna@max|,in,in lb2-reasoning#none,livebench,gpt-6-luna,max,reasoning-math,hard,LiveBench2,per-suite(202q),4.323805,2.89e-05,5982822,42628.6,81.8,score%,0.0289,,prev=81.8 (src-livebench-lb2-2026-10-14#M75); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row gpt-6-luna / column reasoning),src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|gpt-6-luna@max|,in,in lb2-coding#none,livebench,gpt-6-luna,max,coding,hard,LiveBench2,per-suite,3.2545,2.89e-05,5982822,83087,70.8,score%,0.0289,,prev=84.5 (src-livebench-lb2-2026-10-14#M123); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row gpt-6-luna / column coding),src-livebench-lb2-2026-11-06|livebench:lb2-coding|gpt-6-luna@max|,in,in lb2-browser#none,livebench,gpt-6-luna,max,computer-use,hard,LiveBench2,per-suite(25q),4.8303,2.89e-05,5982822,13581,70.3,score%,0.0289,,prev=72.0 (src-livebench-lb2-2026-10-14#M171); prev=70.3 (src-livebench-lb2-2026-10-25#M25); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row gpt-6-luna / column browser),src-livebench-lb2-2026-11-06|livebench:lb2-browser|gpt-6-luna@max|,in,in lb2-dataanalysis#none,livebench,gpt-6-luna,max,mixed,hard,LiveBench2,per-suite(150q),2.490824,2.89e-05,5982822,32472.6,73.4,score%,0.0289,,prev=73.4 (src-livebench-lb2-2026-10-14#M219); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row gpt-6-luna / column data_analysis),src-livebench-lb2-2026-11-06|livebench:lb2-dataanalysis|gpt-6-luna@max|,in,in lb2-research#none,livebench,gpt-6-luna,max,mixed,hard,LiveBench2,per-suite,9.3740,2.89e-05,5982822,242163,48.5,score%,0.0289,,prev=43.5 (src-livebench-lb2-2026-10-14#M267); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row gpt-6-luna / column research),src-livebench-lb2-2026-11-06|livebench:lb2-research|gpt-6-luna@max|,in,in lb2-design#none,livebench,gpt-6-luna,max,coding,hard,LiveBench2,per-suite(25q),0.7642,2.89e-05,5982822,44762,76.1,score%,0.0289,,prev=82.5 (src-livebench-lb2-2026-10-14#M315); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row gpt-6-luna / column design),src-livebench-lb2-2026-11-06|livebench:lb2-design|gpt-6-luna@max|,in,in lb2-longhorizon#none,livebench,gpt-5.6-terra,max,agentic-tool,hard,LiveBench2,per-suite(18q),220.7339,2.89e-05,4461950,164033,25.9,score%,0.0289,,prev=48.4 (src-livebench-lb2-2026-10-14#M25); prev=33.1 (src-livebench-lb2-2026-10-25#M20); cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row gpt-5.6-terra / column long_agentic),src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|gpt-5.6-terra@max|,in,in lb2-reasoning#none,livebench,gpt-5.6-terra,max,reasoning-math,hard,LiveBench2,per-suite(202q),37.804418,2.89e-05,4461950,15238.0,90.6,score%,0.0289,,prev=90.6 (src-livebench-lb2-2026-10-14#M73); cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row gpt-5.6-terra / column reasoning),src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|gpt-5.6-terra@max|,in,in lb2-coding#none,livebench,gpt-5.6-terra,max,coding,hard,LiveBench2,per-suite,65.1535,2.89e-05,4461950,33438,84.2,score%,0.0289,,prev=86.2 (src-livebench-lb2-2026-10-14#M121); cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row gpt-5.6-terra / column coding),src-livebench-lb2-2026-11-06|livebench:lb2-coding|gpt-5.6-terra@max|,in,in lb2-browser#none,livebench,gpt-5.6-terra,max,computer-use,hard,LiveBench2,per-suite(25q),78.0750,2.89e-05,4461950,9421,70.3,score%,0.0289,,prev=84.0 (src-livebench-lb2-2026-10-14#M169); prev=70.3 (src-livebench-lb2-2026-10-25#M21); cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row gpt-5.6-terra / column browser),src-livebench-lb2-2026-11-06|livebench:lb2-browser|gpt-5.6-terra@max|,in,in lb2-dataanalysis#none,livebench,gpt-5.6-terra,max,mixed,hard,LiveBench2,per-suite(150q),33.331368,2.89e-05,4461950,17622.9,79.3,score%,0.0289,,prev=79.3 (src-livebench-lb2-2026-10-14#M217); cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row gpt-5.6-terra / column data_analysis),src-livebench-lb2-2026-11-06|livebench:lb2-dataanalysis|gpt-5.6-terra@max|,in,in lb2-research#none,livebench,gpt-5.6-terra,max,mixed,hard,LiveBench2,per-suite,202.7855,2.89e-05,4461950,79992,79.7,score%,0.0289,,prev=60.4 (src-livebench-lb2-2026-10-14#M265); cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row gpt-5.6-terra / column research),src-livebench-lb2-2026-11-06|livebench:lb2-research|gpt-5.6-terra@max|,in,in lb2-design#none,livebench,gpt-5.6-terra,max,coding,hard,LiveBench2,per-suite(25q),15.5017,2.89e-05,4461950,23164,70.9,score%,0.0289,,prev=76.0 (src-livebench-lb2-2026-10-14#M313); cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row gpt-5.6-terra / column design),src-livebench-lb2-2026-11-06|livebench:lb2-design|gpt-5.6-terra@max|,in,in lb2-longhorizon#none,livebench,gpt-6.1-sol,max,agentic-tool,hard,LiveBench2,per-suite(18q),115.5868,2.89e-05,3229066,214852,65.6,score%,0.0289,,prev=73.0 (src-livebench-lb2-2026-10-14#M29); prev=68.7 (src-livebench-lb2-2026-10-25#M26); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row gpt-6.1-sol / column long_agentic),src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|gpt-6.1-sol@max|,in,in lb2-reasoning#none,livebench,gpt-6.1-sol,max,reasoning-math,hard,LiveBench2,per-suite(202q),16.223276,2.89e-05,3229066,7811.1,92.6,score%,0.0289,,prev=92.6 (src-livebench-lb2-2026-10-14#M77); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row gpt-6.1-sol / column reasoning),src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|gpt-6.1-sol@max|,in,in lb2-coding#none,livebench,gpt-6.1-sol,max,coding,hard,LiveBench2,per-suite,19.2659,2.89e-05,3229066,20075,82.1,score%,0.0289,,prev=96.0 (src-livebench-lb2-2026-10-14#M125); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row gpt-6.1-sol / column coding),src-livebench-lb2-2026-11-06|livebench:lb2-coding|gpt-6.1-sol@max|,in,in lb2-browser#none,livebench,gpt-6.1-sol,max,computer-use,hard,LiveBench2,per-suite(25q),70.0917,2.89e-05,3229066,4504,93.3,score%,0.0289,,prev=88.0 (src-livebench-lb2-2026-10-14#M173); prev=93.3 (src-livebench-lb2-2026-10-25#M27); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row gpt-6.1-sol / column browser),src-livebench-lb2-2026-11-06|livebench:lb2-browser|gpt-6.1-sol@max|,in,in lb2-dataanalysis#none,livebench,gpt-6.1-sol,max,mixed,hard,LiveBench2,per-suite(150q),21.812766,2.89e-05,3229066,13803.5,82.7,score%,0.0289,,prev=82.7 (src-livebench-lb2-2026-10-14#M221); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row gpt-6.1-sol / column data_analysis),src-livebench-lb2-2026-11-06|livebench:lb2-dataanalysis|gpt-6.1-sol@max|,in,in lb2-research#none,livebench,gpt-6.1-sol,max,mixed,hard,LiveBench2,per-suite,59.6963,2.89e-05,3229066,46686,90.0,score%,0.0289,,prev=83.5 (src-livebench-lb2-2026-10-14#M269); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row gpt-6.1-sol / column research),src-livebench-lb2-2026-11-06|livebench:lb2-research|gpt-6.1-sol@max|,in,in lb2-design#none,livebench,gpt-6.1-sol,max,coding,hard,LiveBench2,per-suite(25q),9.2636,2.89e-05,3229066,25521,79.6,score%,0.0289,,prev=82.1 (src-livebench-lb2-2026-10-14#M317); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row gpt-6.1-sol / column design),src-livebench-lb2-2026-11-06|livebench:lb2-design|gpt-6.1-sol@max|,in,in lb2-longhorizon#none,livebench,gpt-6-astra,max,agentic-tool,hard,LiveBench2,per-suite(18q),911.1639,2.89e-05,2762821,235681,75.6,score%,0.0289,,prev=82.4 (src-livebench-lb2-2026-10-14#M26); prev=77.5 (src-livebench-lb2-2026-10-25#M22); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row gpt-6-astra / column long_agentic),src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|gpt-6-astra@max|,in,in lb2-reasoning#none,livebench,gpt-6-astra,max,reasoning-math,hard,LiveBench2,per-suite(202q),78.748130,2.89e-05,2762821,7576.6,92.7,score%,0.0289,,prev=92.7 (src-livebench-lb2-2026-10-14#M74); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row gpt-6-astra / column reasoning),src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|gpt-6-astra@max|,in,in lb2-coding#none,livebench,gpt-6-astra,max,coding,hard,LiveBench2,per-suite,79.5689,2.89e-05,2762821,13904,87.5,score%,0.0289,,prev=93.7 (src-livebench-lb2-2026-10-14#M122); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row gpt-6-astra / column coding),src-livebench-lb2-2026-11-06|livebench:lb2-coding|gpt-6-astra@max|,in,in lb2-browser#none,livebench,gpt-6-astra,max,computer-use,hard,LiveBench2,per-suite(25q),403.6848,2.89e-05,2762821,4426,91.3,score%,0.0289,,prev=84.0 (src-livebench-lb2-2026-10-14#M170); prev=91.3 (src-livebench-lb2-2026-10-25#M23); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row gpt-6-astra / column browser),src-livebench-lb2-2026-11-06|livebench:lb2-browser|gpt-6-astra@max|,in,in lb2-dataanalysis#none,livebench,gpt-6-astra,max,mixed,hard,LiveBench2,per-suite(150q),104.835330,2.89e-05,2762821,13239.7,83.0,score%,0.0289,,prev=83.0 (src-livebench-lb2-2026-10-14#M218); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row gpt-6-astra / column data_analysis),src-livebench-lb2-2026-11-06|livebench:lb2-dataanalysis|gpt-6-astra@max|,in,in lb2-research#none,livebench,gpt-6-astra,max,mixed,hard,LiveBench2,per-suite,442.7878,2.89e-05,2762821,35296,90.6,score%,0.0289,,prev=85.2 (src-livebench-lb2-2026-10-14#M266); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row gpt-6-astra / column research),src-livebench-lb2-2026-11-06|livebench:lb2-research|gpt-6-astra@max|,in,in lb2-design#none,livebench,gpt-6-astra,max,coding,hard,LiveBench2,per-suite(25q),71.8905,2.89e-05,2762821,24627,80.0,score%,0.0289,,prev=82.0 (src-livebench-lb2-2026-10-14#M314); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row gpt-6-astra / column design),src-livebench-lb2-2026-11-06|livebench:lb2-design|gpt-6-astra@max|,in,in lb2-longhorizon#none,livebench,fable-5.2,xhigh,agentic-tool,hard,LiveBench2,per-suite(18q),2896.7024,2.89e-05,7417350,1403403,82.9,score%,0.0289,,EAP-run; cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://livebench.ai/ (all rows of table.csv (release 20261106) / row claude-fable-5.2 / column long_agentic),src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|fable-5.2@xhigh|,in,in lb2-reasoning#none,livebench,fable-5.2,xhigh,reasoning-math,hard,LiveBench2,per-suite(202q),33.138964,2.89e-05,7417350,3688.1,88.8,score%,0.0289,,EAP-run; cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://livebench.ai/ (all rows of table.csv (release 20261106) / row claude-fable-5.2 / column reasoning),src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|fable-5.2@xhigh|,in,in lb2-coding#none,livebench,fable-5.2,xhigh,coding,hard,LiveBench2,per-suite,333.4411,2.89e-05,7417350,125865,79.2,score%,0.0289,,EAP-run; cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://livebench.ai/ (all rows of table.csv (release 20261106) / row claude-fable-5.2 / column coding),src-livebench-lb2-2026-11-06|livebench:lb2-coding|fable-5.2@xhigh|,in,in lb2-browser#none,livebench,fable-5.2,xhigh,computer-use,hard,LiveBench2,per-suite(25q),86.0849,2.89e-05,7417350,16442,86.9,score%,0.0289,,EAP-run; cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://livebench.ai/ (all rows of table.csv (release 20261106) / row claude-fable-5.2 / column browser),src-livebench-lb2-2026-11-06|livebench:lb2-browser|fable-5.2@xhigh|,in,in lb2-dataanalysis#none,livebench,fable-5.2,xhigh,mixed,hard,LiveBench2,per-suite(150q),74.745184,2.89e-05,7417350,11449.4,81.5,score%,0.0289,,EAP-run; cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://livebench.ai/ (all rows of table.csv (release 20261106) / row claude-fable-5.2 / column data_analysis),src-livebench-lb2-2026-11-06|livebench:lb2-dataanalysis|fable-5.2@xhigh|,in,in lb2-research#none,livebench,fable-5.2,xhigh,mixed,hard,LiveBench2,per-suite,291.8870,2.89e-05,7417350,113205,94.5,score%,0.0289,,EAP-run; cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://livebench.ai/ (all rows of table.csv (release 20261106) / row claude-fable-5.2 / column research),src-livebench-lb2-2026-11-06|livebench:lb2-research|fable-5.2@xhigh|,in,in lb2-design#none,livebench,fable-5.2,xhigh,coding,hard,LiveBench2,per-suite(25q),180.0986,2.89e-05,7417350,105434,85.1,score%,0.0289,,EAP-run; cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://livebench.ai/ (all rows of table.csv (release 20261106) / row claude-fable-5.2 / column design),src-livebench-lb2-2026-11-06|livebench:lb2-design|fable-5.2@xhigh|,in,in lb2-longhorizon#none,livebench,opus-5.5,max,agentic-tool,hard,LiveBench2,per-suite(18q),1510.5196,2.89e-05,8716791,1074376,72.8,score%,0.0289,,prev=85.0 (src-livebench-lb2-2026-10-14#M7); prev=72.8 (src-livebench-lb2-2026-10-25#M5); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row claude-opus-5.5 / column long_agentic),src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|opus-5.5@max|,in,in lb2-reasoning#none,livebench,opus-5.5,max,reasoning-math,hard,LiveBench2,per-suite(202q),50.951592,2.89e-05,8716791,12279.5,92.2,score%,0.0289,,prev=92.2 (src-livebench-lb2-2026-10-14#M55); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row claude-opus-5.5 / column reasoning),src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|opus-5.5@max|,in,in lb2-coding#none,livebench,opus-5.5,max,coding,hard,LiveBench2,per-suite,206.6651,2.89e-05,8716791,113553,87.1,score%,0.0289,,prev=96.3 (src-livebench-lb2-2026-10-14#M103); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row claude-opus-5.5 / column coding),src-livebench-lb2-2026-11-06|livebench:lb2-coding|opus-5.5@max|,in,in lb2-browser#none,livebench,opus-5.5,max,computer-use,hard,LiveBench2,per-suite(25q),379.7230,2.89e-05,8716791,28611,88.4,score%,0.0289,,prev=80.0 (src-livebench-lb2-2026-10-14#M151); prev=88.4 (src-livebench-lb2-2026-10-25#M6); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row claude-opus-5.5 / column browser),src-livebench-lb2-2026-11-06|livebench:lb2-browser|opus-5.5@max|,in,in lb2-dataanalysis#none,livebench,opus-5.5,max,mixed,hard,LiveBench2,per-suite(150q),122.183932,2.89e-05,8716791,39923.6,80.3,score%,0.0289,,prev=80.3 (src-livebench-lb2-2026-10-14#M199); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row claude-opus-5.5 / column data_analysis),src-livebench-lb2-2026-11-06|livebench:lb2-dataanalysis|opus-5.5@max|,in,in lb2-research#none,livebench,opus-5.5,max,mixed,hard,LiveBench2,per-suite,200.4620,2.89e-05,8716791,136724,88.9,score%,0.0289,,prev=85.0 (src-livebench-lb2-2026-10-14#M247); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row claude-opus-5.5 / column research),src-livebench-lb2-2026-11-06|livebench:lb2-research|opus-5.5@max|,in,in lb2-design#none,livebench,opus-5.5,max,coding,hard,LiveBench2,per-suite(25q),143.7074,2.89e-05,8716791,150005,83.3,score%,0.0289,,prev=86.9 (src-livebench-lb2-2026-10-14#M295); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row claude-opus-5.5 / column design),src-livebench-lb2-2026-11-06|livebench:lb2-design|opus-5.5@max|,in,in lb2-longhorizon#none,livebench,sonnet-5.5,max,agentic-tool,hard,LiveBench2,per-suite(18q),943.4892,182,13046624,2703682,63.4,score%,0.0289,,prev=78.8 (src-livebench-lb2-2026-10-14#M10); prev=63.4 (src-livebench-lb2-2026-10-25#M7); cost-method-assumed-single; cost-unrepriced; cost-price-band,https://livebench.ai/ (all rows of table.csv (release 20261106) / row claude-sonnet-5.5 / column long_agentic),src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|sonnet-5.5@max|,in,out:cost-single-couple lb2-reasoning#none,livebench,sonnet-5.5,max,reasoning-math,hard,LiveBench2,per-suite(202q),31.6730595,6.1,13046624,20574.0,91.6,score%,0.0289,,prev=91.6 (src-livebench-lb2-2026-10-14#M58); cost-method-assumed-single; cost-unrepriced; cost-price-band,https://livebench.ai/ (all rows of table.csv (release 20261106) / row claude-sonnet-5.5 / column reasoning),src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|sonnet-5.5@max|,in,out:cost-single-couple lb2-coding#none,livebench,sonnet-5.5,max,coding,hard,LiveBench2,per-suite,112.66305,21.7,13046624,148387,77.2,score%,0.0289,,prev=94.7 (src-livebench-lb2-2026-10-14#M106); cost-method-assumed-single; cost-unrepriced; cost-price-band,https://livebench.ai/ (all rows of table.csv (release 20261106) / row claude-sonnet-5.5 / column coding),src-livebench-lb2-2026-11-06|livebench:lb2-coding|sonnet-5.5@max|,in,out:cost-single-couple lb2-browser#none,livebench,sonnet-5.5,max,computer-use,hard,LiveBench2,per-suite(25q),170.682675,32.8,13046624,42650,89.3,score%,0.0289,,prev=84.0 (src-livebench-lb2-2026-10-14#M154); prev=89.3 (src-livebench-lb2-2026-10-25#M8); cost-method-assumed-single; cost-unrepriced; cost-price-band,https://livebench.ai/ (all rows of table.csv (release 20261106) / row claude-sonnet-5.5 / column browser),src-livebench-lb2-2026-11-06|livebench:lb2-browser|sonnet-5.5@max|,in,out:cost-single-couple lb2-dataanalysis#none,livebench,sonnet-5.5,max,mixed,hard,LiveBench2,per-suite(150q),59.69635649999999,11.5,13046624,52256.1,59.5,score%,0.0289,,prev=59.5 (src-livebench-lb2-2026-10-14#M202); cost-method-assumed-single; cost-unrepriced; cost-price-band,https://livebench.ai/ (all rows of table.csv (release 20261106) / row claude-sonnet-5.5 / column data_analysis),src-livebench-lb2-2026-11-06|livebench:lb2-dataanalysis|sonnet-5.5@max|,in,out:cost-single-couple lb2-research#none,livebench,sonnet-5.5,max,mixed,hard,LiveBench2,per-suite,149.16075,28.7,13046624,263725,88.0,score%,0.0289,,prev=83.6 (src-livebench-lb2-2026-10-14#M250); cost-method-assumed-single; cost-unrepriced; cost-price-band,https://livebench.ai/ (all rows of table.csv (release 20261106) / row claude-sonnet-5.5 / column research),src-livebench-lb2-2026-11-06|livebench:lb2-research|sonnet-5.5@max|,in,out:cost-single-couple lb2-design#none,livebench,sonnet-5.5,max,coding,hard,LiveBench2,per-suite(25q),94.06139999999999,18.1,13046624,210867,81.3,score%,0.0289,,prev=85.0 (src-livebench-lb2-2026-10-14#M298); cost-method-assumed-single; cost-unrepriced; cost-price-band,https://livebench.ai/ (all rows of table.csv (release 20261106) / row claude-sonnet-5.5 / column design),src-livebench-lb2-2026-11-06|livebench:lb2-design|sonnet-5.5@max|,in,out:cost-single-couple lb2-longhorizon#none,livebench,haiku-5.5,max,agentic-tool,hard,LiveBench2,per-suite(18q),292.4741,2.89e-05,8997262,3216665,47.9,score%,0.0289,,prev=57.6 (src-livebench-lb2-2026-10-14#M5); prev=40.0 (src-livebench-lb2-2026-10-25#M3); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row claude-haiku-5.5 / column long_agentic),src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|haiku-5.5@max|,in,in lb2-reasoning#none,livebench,haiku-5.5,max,reasoning-math,hard,LiveBench2,per-suite(202q),4.161384,2.89e-05,8997262,40788.6,82.4,score%,0.0289,,prev=82.4 (src-livebench-lb2-2026-10-14#M53); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row claude-haiku-5.5 / column reasoning),src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|haiku-5.5@max|,in,in lb2-coding#none,livebench,haiku-5.5,max,coding,hard,LiveBench2,per-suite,28.0712,2.89e-05,8997262,198189,77.6,score%,0.0289,,prev=91.4 (src-livebench-lb2-2026-10-14#M101); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row claude-haiku-5.5 / column coding),src-livebench-lb2-2026-11-06|livebench:lb2-coding|haiku-5.5@max|,in,in lb2-browser#none,livebench,haiku-5.5,max,computer-use,hard,LiveBench2,per-suite(25q),15.5069,2.89e-05,8997262,54123,69.5,score%,0.0289,,prev=80.0 (src-livebench-lb2-2026-10-14#M149); prev=69.5 (src-livebench-lb2-2026-10-25#M4); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row claude-haiku-5.5 / column browser),src-livebench-lb2-2026-11-06|livebench:lb2-browser|haiku-5.5@max|,in,in lb2-dataanalysis#none,livebench,haiku-5.5,max,mixed,hard,LiveBench2,per-suite(150q),4.720797,2.89e-05,8997262,61935.8,53.1,score%,0.0289,,prev=53.1 (src-livebench-lb2-2026-10-14#M197); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row claude-haiku-5.5 / column data_analysis),src-livebench-lb2-2026-11-06|livebench:lb2-dataanalysis|haiku-5.5@max|,in,in lb2-research#none,livebench,haiku-5.5,max,mixed,hard,LiveBench2,per-suite,44.6320,2.89e-05,8997262,249671,84.3,score%,0.0289,,prev=81.9 (src-livebench-lb2-2026-10-14#M245); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row claude-haiku-5.5 / column research),src-livebench-lb2-2026-11-06|livebench:lb2-research|haiku-5.5@max|,in,in lb2-design#none,livebench,haiku-5.5,max,coding,hard,LiveBench2,per-suite(25q),16.5782,2.89e-05,8997262,171437,79.3,score%,0.0289,,prev=83.1 (src-livebench-lb2-2026-10-14#M293); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row claude-haiku-5.5 / column design),src-livebench-lb2-2026-11-06|livebench:lb2-design|haiku-5.5@max|,in,in lb2-longhorizon#none,livebench,fable-5.1,max,agentic-tool,hard,LiveBench2,per-suite(18q),1445.2861,2.89e-05,5149271,349354,74.2,score%,0.0289,,prev=80.8 (src-livebench-lb2-2026-10-14#M2); prev=77.9 (src-livebench-lb2-2026-10-25#M1); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row claude-fable-5.1 / column long_agentic),src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|fable-5.1@max|,in,in lb2-reasoning#none,livebench,fable-5.1,max,reasoning-math,hard,LiveBench2,per-suite(202q),92.947380,2.89e-05,5149271,8870.4,91.7,score%,0.0289,,prev=91.7 (src-livebench-lb2-2026-10-14#M50); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row claude-fable-5.1 / column reasoning),src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|fable-5.1@max|,in,in lb2-coding#none,livebench,fable-5.1,max,coding,hard,LiveBench2,per-suite,126.7768,2.89e-05,5149271,41078,89.7,score%,0.0289,,prev=97.7 (src-livebench-lb2-2026-10-14#M98); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row claude-fable-5.1 / column coding),src-livebench-lb2-2026-11-06|livebench:lb2-coding|fable-5.1@max|,in,in lb2-browser#none,livebench,fable-5.1,max,computer-use,hard,LiveBench2,per-suite(25q),768.3499,2.89e-05,5149271,21867,89.8,score%,0.0289,,prev=89.8 (src-livebench-lb2-2026-10-25#M2); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row claude-fable-5.1 / column browser),src-livebench-lb2-2026-11-06|livebench:lb2-browser|fable-5.1@max|,in,in lb2-dataanalysis#none,livebench,fable-5.1,max,mixed,hard,LiveBench2,per-suite(150q),199.971390,2.89e-05,5149271,25855.6,80.3,score%,0.0289,,prev=80.3 (src-livebench-lb2-2026-10-14#M194); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row claude-fable-5.1 / column data_analysis),src-livebench-lb2-2026-11-06|livebench:lb2-dataanalysis|fable-5.1@max|,in,in lb2-research#none,livebench,fable-5.1,max,mixed,hard,LiveBench2,per-suite,454.5856,2.89e-05,5149271,76812,88.5,score%,0.0289,,prev=82.0 (src-livebench-lb2-2026-10-14#M242); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row claude-fable-5.1 / column research),src-livebench-lb2-2026-11-06|livebench:lb2-research|fable-5.1@max|,in,in lb2-design#none,livebench,fable-5.1,max,coding,hard,LiveBench2,per-suite(25q),184.3886,2.89e-05,5149271,59570,81.6,score%,0.0289,,prev=83.4 (src-livebench-lb2-2026-10-14#M290); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row claude-fable-5.1 / column design),src-livebench-lb2-2026-11-06|livebench:lb2-design|fable-5.1@max|,in,in lb2-longhorizon#none,livebench,deepseek-v4.1-flash-1017,max,agentic-tool,hard,LiveBench2,per-suite(18q),25.5237,2.89e-05,9428630,415741,38.8,score%,0.0289,,prev=35.7 (src-livebench-lb2-2026-10-25#M9); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row deepseek-v4.1-flash-1017 / column long_agentic),src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|deepseek-v4.1-flash-1017@max|,in,in lb2-reasoning#none,livebench,deepseek-v4.1-flash-1017,max,reasoning-math,hard,LiveBench2,per-suite(202q),4.892630,2.89e-05,9428630,19909.2,89.1,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row deepseek-v4.1-flash-1017 / column reasoning),src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|deepseek-v4.1-flash-1017@max|,in,in lb2-coding#none,livebench,deepseek-v4.1-flash-1017,max,coding,hard,LiveBench2,per-suite,6.2290,2.89e-05,9428630,75019,80.4,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row deepseek-v4.1-flash-1017 / column coding),src-livebench-lb2-2026-11-06|livebench:lb2-coding|deepseek-v4.1-flash-1017@max|,in,in lb2-browser#none,livebench,deepseek-v4.1-flash-1017,max,computer-use,hard,LiveBench2,per-suite(25q),7.9942,2.89e-05,9428630,32444,67.2,score%,0.0289,,prev=67.2 (src-livebench-lb2-2026-10-25#M10); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row deepseek-v4.1-flash-1017 / column browser),src-livebench-lb2-2026-11-06|livebench:lb2-browser|deepseek-v4.1-flash-1017@max|,in,in lb2-dataanalysis#none,livebench,deepseek-v4.1-flash-1017,max,mixed,hard,LiveBench2,per-suite(150q),4.974009,2.89e-05,9428630,26703.8,79.5,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row deepseek-v4.1-flash-1017 / column data_analysis),src-livebench-lb2-2026-11-06|livebench:lb2-dataanalysis|deepseek-v4.1-flash-1017@max|,in,in lb2-research#none,livebench,deepseek-v4.1-flash-1017,max,mixed,hard,LiveBench2,per-suite,8.8737,2.89e-05,9428630,135395,78.6,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row deepseek-v4.1-flash-1017 / column research),src-livebench-lb2-2026-11-06|livebench:lb2-research|deepseek-v4.1-flash-1017@max|,in,in lb2-design#none,livebench,deepseek-v4.1-flash-1017,max,coding,hard,LiveBench2,per-suite(25q),5.2997,2.89e-05,9428630,113066,79.8,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row deepseek-v4.1-flash-1017 / column design),src-livebench-lb2-2026-11-06|livebench:lb2-design|deepseek-v4.1-flash-1017@max|,in,in lb2-longhorizon#none,livebench,gemini-3.8-flash,high,agentic-tool,hard,LiveBench2,per-suite(18q),102.7529,2.89e-05,7448652,233920,16.5,score%,0.0289,,prev=30.1 (src-livebench-lb2-2026-10-14#M17); prev=16.5 (src-livebench-lb2-2026-10-25#M11); base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://livebench.ai/ (all rows of table.csv (release 20261106) / row gemini-3.8-flash / column long_agentic),src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|gemini-3.8-flash@high|,in,in lb2-reasoning#none,livebench,gemini-3.8-flash,high,reasoning-math,hard,LiveBench2,per-suite(202q),29.805468,2.89e-05,7448652,39118.0,89.3,score%,0.0289,,prev=89.3 (src-livebench-lb2-2026-10-14#M65); base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://livebench.ai/ (all rows of table.csv (release 20261106) / row gemini-3.8-flash / column reasoning),src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|gemini-3.8-flash@high|,in,in lb2-coding#none,livebench,gemini-3.8-flash,high,coding,hard,LiveBench2,per-suite,55.1143,2.89e-05,7448652,111470,73.3,score%,0.0289,,prev=82.2 (src-livebench-lb2-2026-10-14#M113); base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://livebench.ai/ (all rows of table.csv (release 20261106) / row gemini-3.8-flash / column coding),src-livebench-lb2-2026-11-06|livebench:lb2-coding|gemini-3.8-flash@high|,in,in lb2-browser#none,livebench,gemini-3.8-flash,high,computer-use,hard,LiveBench2,per-suite(25q),121.3738,2.89e-05,7448652,38746,45.1,score%,0.0289,,prev=64.0 (src-livebench-lb2-2026-10-14#M161); prev=45.1 (src-livebench-lb2-2026-10-25#M12); base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://livebench.ai/ (all rows of table.csv (release 20261106) / row gemini-3.8-flash / column browser),src-livebench-lb2-2026-11-06|livebench:lb2-browser|gemini-3.8-flash@high|,in,in lb2-dataanalysis#none,livebench,gemini-3.8-flash,high,mixed,hard,LiveBench2,per-suite(150q),35.657075,2.89e-05,7448652,62326.3,54.0,score%,0.0289,,prev=54.0 (src-livebench-lb2-2026-10-14#M209); base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://livebench.ai/ (all rows of table.csv (release 20261106) / row gemini-3.8-flash / column data_analysis),src-livebench-lb2-2026-11-06|livebench:lb2-dataanalysis|gemini-3.8-flash@high|,in,in lb2-research#none,livebench,gemini-3.8-flash,high,mixed,hard,LiveBench2,per-suite,57.8991,2.89e-05,7448652,143672,79.4,score%,0.0289,,prev=79.1 (src-livebench-lb2-2026-10-14#M257); base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://livebench.ai/ (all rows of table.csv (release 20261106) / row gemini-3.8-flash / column research),src-livebench-lb2-2026-11-06|livebench:lb2-research|gemini-3.8-flash@high|,in,in lb2-design#none,livebench,gemini-3.8-flash,high,coding,hard,LiveBench2,per-suite(25q),24.4897,2.89e-05,7448652,86732,69.7,score%,0.0289,,prev=72.7 (src-livebench-lb2-2026-10-14#M305); base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://livebench.ai/ (all rows of table.csv (release 20261106) / row gemini-3.8-flash / column design),src-livebench-lb2-2026-11-06|livebench:lb2-design|gemini-3.8-flash@high|,in,in lb2-longhorizon#none,livebench,gemini-4-argon,high,agentic-tool,hard,LiveBench2,per-suite(18q),159.7500,2.89e-05,6244559,279482,58.5,score%,0.0289,,prev=69.9 (src-livebench-lb2-2026-10-14#M18); prev=61.2 (src-livebench-lb2-2026-10-25#M13); base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://livebench.ai/ (all rows of table.csv (release 20261106) / row gemini-4-argon / column long_agentic),src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|gemini-4-argon@high|,in,in lb2-reasoning#none,livebench,gemini-4-argon,high,reasoning-math,hard,LiveBench2,per-suite(202q),15.768264,2.89e-05,6244559,7571.2,95.1,score%,0.0289,,prev=95.1 (src-livebench-lb2-2026-10-14#M66); base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://livebench.ai/ (all rows of table.csv (release 20261106) / row gemini-4-argon / column reasoning),src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|gemini-4-argon@high|,in,in lb2-coding#none,livebench,gemini-4-argon,high,coding,hard,LiveBench2,per-suite,121.8319,2.89e-05,6244559,115041,85.7,score%,0.0289,,prev=89.7 (src-livebench-lb2-2026-10-14#M114); base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://livebench.ai/ (all rows of table.csv (release 20261106) / row gemini-4-argon / column coding),src-livebench-lb2-2026-11-06|livebench:lb2-coding|gemini-4-argon@high|,in,in lb2-browser#none,livebench,gemini-4-argon,high,computer-use,hard,LiveBench2,per-suite(25q),159.4139,2.89e-05,6244559,46555,82.8,score%,0.0289,,prev=92.0 (src-livebench-lb2-2026-10-14#M162); prev=82.8 (src-livebench-lb2-2026-10-25#M14); base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://livebench.ai/ (all rows of table.csv (release 20261106) / row gemini-4-argon / column browser),src-livebench-lb2-2026-11-06|livebench:lb2-browser|gemini-4-argon@high|,in,in lb2-dataanalysis#none,livebench,gemini-4-argon,high,mixed,hard,LiveBench2,per-suite(150q),42.650884,2.89e-05,6244559,26732.0,85.2,score%,0.0289,,prev=85.2 (src-livebench-lb2-2026-10-14#M210); base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://livebench.ai/ (all rows of table.csv (release 20261106) / row gemini-4-argon / column data_analysis),src-livebench-lb2-2026-11-06|livebench:lb2-dataanalysis|gemini-4-argon@high|,in,in lb2-research#none,livebench,gemini-4-argon,high,mixed,hard,LiveBench2,per-suite,131.0222,2.89e-05,6244559,144282,86.8,score%,0.0289,,prev=83.1 (src-livebench-lb2-2026-10-14#M258); prev=83.1 (src-livebench-lb2-2026-10-25#M15); base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://livebench.ai/ (all rows of table.csv (release 20261106) / row gemini-4-argon / column research),src-livebench-lb2-2026-11-06|livebench:lb2-research|gemini-4-argon@high|,in,in lb2-design#none,livebench,gemini-4-argon,high,coding,hard,LiveBench2,per-suite(25q),29.0110,2.89e-05,6244559,60890,69.2,score%,0.0289,,prev=73.7 (src-livebench-lb2-2026-10-14#M306); base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://livebench.ai/ (all rows of table.csv (release 20261106) / row gemini-4-argon / column design),src-livebench-lb2-2026-11-06|livebench:lb2-design|gemini-4-argon@high|,in,in lb2-longhorizon#none,livebench,gemini-4-carbon,high,agentic-tool,hard,LiveBench2,per-suite(18q),162.9875,2.89e-05,8651737,310037,72.7,score%,0.0289,,EAP-run,https://livebench.ai/ (all rows of table.csv (release 20261106) / row gemini-4-carbon / column long_agentic),,out:superseded,out:superseded lb2-reasoning#none,livebench,gemini-4-carbon,high,reasoning-math,hard,LiveBench2,per-suite(202q),47.124746,2.89e-05,8651737,21641.0,90.6,score%,0.0289,,EAP-run,https://livebench.ai/ (all rows of table.csv (release 20261106) / row gemini-4-carbon / column reasoning),,out:superseded,out:superseded lb2-coding#none,livebench,gemini-4-carbon,high,coding,hard,LiveBench2,per-suite,155.0969,2.89e-05,8651737,106420,91.0,score%,0.0289,,EAP-run,https://livebench.ai/ (all rows of table.csv (release 20261106) / row gemini-4-carbon / column coding),,out:superseded,out:superseded lb2-browser#none,livebench,gemini-4-carbon,high,computer-use,hard,LiveBench2,per-suite(25q),175.9156,2.89e-05,8651737,31005,80.0,score%,0.0289,,EAP-run,https://livebench.ai/ (all rows of table.csv (release 20261106) / row gemini-4-carbon / column browser),,out:superseded,out:superseded lb2-dataanalysis#none,livebench,gemini-4-carbon,high,mixed,hard,LiveBench2,per-suite(150q),105.844034,2.89e-05,8651737,56033.9,86.5,score%,0.0289,,EAP-run,https://livebench.ai/ (all rows of table.csv (release 20261106) / row gemini-4-carbon / column data_analysis),,out:superseded,out:superseded lb2-research#none,livebench,gemini-4-carbon,high,mixed,hard,LiveBench2,per-suite,110.0743,2.89e-05,8651737,116829,92.5,score%,0.0289,,EAP-run,https://livebench.ai/ (all rows of table.csv (release 20261106) / row gemini-4-carbon / column research),,out:superseded,out:superseded lb2-design#none,livebench,gemini-4-carbon,high,coding,hard,LiveBench2,per-suite(25q),30.6109,2.89e-05,8651737,70819,80.2,score%,0.0289,,EAP-run,https://livebench.ai/ (all rows of table.csv (release 20261106) / row gemini-4-carbon / column design),,out:superseded,out:superseded lb2-longhorizon#none,livebench,grok-4.6,xhigh,agentic-tool,hard,LiveBench2,per-suite(18q),262.3171,2.89e-05,3410517,132588,18.7,score%,0.0289,,prev=40.7 (src-livebench-lb2-2026-10-14#M31); prev=28.0 (src-livebench-lb2-2026-10-25#M35); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row grok-4.6 / column long_agentic),src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|grok-4.6@xhigh|,in,in lb2-reasoning#none,livebench,grok-4.6,xhigh,reasoning-math,hard,LiveBench2,per-suite(202q),17.625982,2.89e-05,3410517,14138.8,91.2,score%,0.0289,,prev=91.2 (src-livebench-lb2-2026-10-14#M79); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row grok-4.6 / column reasoning),src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|grok-4.6@xhigh|,in,in lb2-coding#none,livebench,grok-4.6,xhigh,coding,hard,LiveBench2,per-suite,84.4515,2.89e-05,3410517,36696,76.7,score%,0.0289,,prev=89.1 (src-livebench-lb2-2026-10-14#M127); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row grok-4.6 / column coding),src-livebench-lb2-2026-11-06|livebench:lb2-coding|grok-4.6@xhigh|,in,in lb2-browser#none,livebench,grok-4.6,xhigh,computer-use,hard,LiveBench2,per-suite(25q),96.6277,2.89e-05,3410517,20210,49.4,score%,0.0289,,prev=64.0 (src-livebench-lb2-2026-10-14#M175); prev=49.4 (src-livebench-lb2-2026-10-25#M36); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row grok-4.6 / column browser),src-livebench-lb2-2026-11-06|livebench:lb2-browser|grok-4.6@xhigh|,in,in lb2-dataanalysis#none,livebench,grok-4.6,xhigh,mixed,hard,LiveBench2,per-suite(150q),18.448514,2.89e-05,3410517,19229.3,75.3,score%,0.0289,,prev=75.3 (src-livebench-lb2-2026-10-14#M223); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row grok-4.6 / column data_analysis),src-livebench-lb2-2026-11-06|livebench:lb2-dataanalysis|grok-4.6@xhigh|,in,in lb2-research#none,livebench,grok-4.6,xhigh,mixed,hard,LiveBench2,per-suite,57.8180,2.89e-05,3410517,34863,88.8,score%,0.0289,,prev=84.5 (src-livebench-lb2-2026-10-14#M271); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row grok-4.6 / column research),src-livebench-lb2-2026-11-06|livebench:lb2-research|grok-4.6@xhigh|,in,in lb2-design#none,livebench,grok-4.6,xhigh,coding,hard,LiveBench2,per-suite(25q),31.6643,2.89e-05,3410517,46787,76.3,score%,0.0289,,prev=79.8 (src-livebench-lb2-2026-10-14#M319); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row grok-4.6 / column design),src-livebench-lb2-2026-11-06|livebench:lb2-design|grok-4.6@xhigh|,in,in lb2-longhorizon#none,livebench,grok-4.7,xhigh,agentic-tool,hard,LiveBench2,per-suite(18q),615.7270,2.89e-05,7292410,260265,45.3,score%,0.0289,,prev=50.1 (src-livebench-lb2-2026-10-14#M32); prev=46.1 (src-livebench-lb2-2026-10-25#M37); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row grok-4.7 / column long_agentic),src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|grok-4.7@xhigh|,in,in lb2-reasoning#none,livebench,grok-4.7,xhigh,reasoning-math,hard,LiveBench2,per-suite(202q),77.784560,2.89e-05,7292410,63769.2,82.7,score%,0.0289,,prev=82.7 (src-livebench-lb2-2026-10-14#M80); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row grok-4.7 / column reasoning),src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|grok-4.7@xhigh|,in,in lb2-coding#none,livebench,grok-4.7,xhigh,coding,hard,LiveBench2,per-suite,183.2107,2.89e-05,7292410,78459,73.1,score%,0.0289,,prev=84.5 (src-livebench-lb2-2026-10-14#M128); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row grok-4.7 / column coding),src-livebench-lb2-2026-11-06|livebench:lb2-coding|grok-4.7@xhigh|,in,in lb2-browser#none,livebench,grok-4.7,xhigh,computer-use,hard,LiveBench2,per-suite(25q),147.0203,2.89e-05,7292410,43952,49.3,score%,0.0289,,prev=60.0 (src-livebench-lb2-2026-10-14#M176); prev=49.3 (src-livebench-lb2-2026-10-25#M38); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row grok-4.7 / column browser),src-livebench-lb2-2026-11-06|livebench:lb2-browser|grok-4.7@xhigh|,in,in lb2-dataanalysis#none,livebench,grok-4.7,xhigh,mixed,hard,LiveBench2,per-suite(150q),73.194860,2.89e-05,7292410,80143.9,76.9,score%,0.0289,,prev=76.9 (src-livebench-lb2-2026-10-14#M224); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row grok-4.7 / column data_analysis),src-livebench-lb2-2026-11-06|livebench:lb2-dataanalysis|grok-4.7@xhigh|,in,in lb2-research#none,livebench,grok-4.7,xhigh,mixed,hard,LiveBench2,per-suite,139.9186,2.89e-05,7292410,85530,89.5,score%,0.0289,,prev=86.4 (src-livebench-lb2-2026-10-14#M272); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row grok-4.7 / column research),src-livebench-lb2-2026-11-06|livebench:lb2-research|grok-4.7@xhigh|,in,in lb2-design#none,livebench,grok-4.7,xhigh,coding,hard,LiveBench2,per-suite(25q),84.2392,2.89e-05,7292410,117654,75.0,score%,0.0289,,prev=78.0 (src-livebench-lb2-2026-10-14#M320); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://livebench.ai/ (all rows of table.csv (release 20261106) / row grok-4.7 / column design),src-livebench-lb2-2026-11-06|livebench:lb2-design|grok-4.7@xhigh|,in,in lb2-longhorizon#none,livebench,kimi-k3,max,agentic-tool,hard,LiveBench2,per-suite(18q),318.1815,2.89e-05,2549070,229733,36.0,score%,0.0289,,prev=42.8 (src-livebench-lb2-2026-10-14#M34); prev=26.4 (src-livebench-lb2-2026-10-25#M48); cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://livebench.ai/ (all rows of table.csv (release 20261106) / row kimi-k3 / column long_agentic),src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|kimi-k3@max|,in,in lb2-reasoning#none,livebench,kimi-k3,max,reasoning-math,hard,LiveBench2,per-suite(202q),39.409440,2.89e-05,2549070,12769.7,90.7,score%,0.0289,,prev=90.7 (src-livebench-lb2-2026-10-14#M82); cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://livebench.ai/ (all rows of table.csv (release 20261106) / row kimi-k3 / column reasoning),src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|kimi-k3@max|,in,in lb2-coding#none,livebench,kimi-k3,max,coding,hard,LiveBench2,per-suite,49.4733,2.89e-05,2549070,18869,53.1,score%,0.0289,,prev=59.3 (src-livebench-lb2-2026-10-14#M130); cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://livebench.ai/ (all rows of table.csv (release 20261106) / row kimi-k3 / column coding),src-livebench-lb2-2026-11-06|livebench:lb2-coding|kimi-k3@max|,in,in lb2-browser#none,livebench,kimi-k3,max,computer-use,hard,LiveBench2,per-suite(25q),111.9154,2.89e-05,2549070,21228,75.2,score%,0.0289,,prev=16.0 (src-livebench-lb2-2026-10-14#M178); prev=75.2 (src-livebench-lb2-2026-10-25#M49); cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://livebench.ai/ (all rows of table.csv (release 20261106) / row kimi-k3 / column browser),src-livebench-lb2-2026-11-06|livebench:lb2-browser|kimi-k3@max|,in,in lb2-dataanalysis#none,livebench,kimi-k3,max,mixed,hard,LiveBench2,per-suite(150q),52.853199,2.89e-05,2549070,22775.3,78.7,score%,0.0289,,prev=78.7 (src-livebench-lb2-2026-10-14#M226); cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://livebench.ai/ (all rows of table.csv (release 20261106) / row kimi-k3 / column data_analysis),src-livebench-lb2-2026-11-06|livebench:lb2-dataanalysis|kimi-k3@max|,in,in lb2-research#none,livebench,kimi-k3,max,mixed,hard,LiveBench2,per-suite,60.1409,2.89e-05,2549070,39627,79.8,score%,0.0289,,prev=79.0 (src-livebench-lb2-2026-10-14#M274); cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://livebench.ai/ (all rows of table.csv (release 20261106) / row kimi-k3 / column research),src-livebench-lb2-2026-11-06|livebench:lb2-research|kimi-k3@max|,in,in lb2-design#none,livebench,kimi-k3,max,coding,hard,LiveBench2,per-suite(25q),25.0185,2.89e-05,2549070,31713,72.5,score%,0.0289,,prev=77.2 (src-livebench-lb2-2026-10-14#M322); cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://livebench.ai/ (all rows of table.csv (release 20261106) / row kimi-k3 / column design),src-livebench-lb2-2026-11-06|livebench:lb2-design|kimi-k3@max|,in,in lb2-longhorizon#none,livebench,gemini-4-hydrogen,xhigh,agentic-tool,hard,LiveBench2,per-suite(18q),128.7423,2.89e-05,11510831,307004,61.8,score%,0.0289,,EAP-run; cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://livebench.ai/ (all rows of table.csv (release 20261106) / row gemini-4-hydrogen / column long_agentic),src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|gemini-4-hydrogen@xhigh|,in,in lb2-reasoning#none,livebench,gemini-4-hydrogen,xhigh,reasoning-math,hard,LiveBench2,per-suite(202q),39.955349,2.89e-05,11510831,25341.6,88.6,score%,0.0289,,EAP-run; cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://livebench.ai/ (all rows of table.csv (release 20261106) / row gemini-4-hydrogen / column reasoning),src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|gemini-4-hydrogen@xhigh|,in,in lb2-coding#none,livebench,gemini-4-hydrogen,xhigh,coding,hard,LiveBench2,per-suite,148.5966,2.89e-05,11510831,125397,78.5,score%,0.0289,,EAP-run; cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://livebench.ai/ (all rows of table.csv (release 20261106) / row gemini-4-hydrogen / column coding),src-livebench-lb2-2026-11-06|livebench:lb2-coding|gemini-4-hydrogen@xhigh|,in,in lb2-browser#none,livebench,gemini-4-hydrogen,xhigh,computer-use,hard,LiveBench2,per-suite(25q),151.1639,2.89e-05,11510831,35677,77.1,score%,0.0289,,EAP-run; cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://livebench.ai/ (all rows of table.csv (release 20261106) / row gemini-4-hydrogen / column browser),src-livebench-lb2-2026-11-06|livebench:lb2-browser|gemini-4-hydrogen@xhigh|,in,in lb2-dataanalysis#none,livebench,gemini-4-hydrogen,xhigh,mixed,hard,LiveBench2,per-suite(150q),88.788675,2.89e-05,11510831,68925.6,83.2,score%,0.0289,,EAP-run; cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://livebench.ai/ (all rows of table.csv (release 20261106) / row gemini-4-hydrogen / column data_analysis),src-livebench-lb2-2026-11-06|livebench:lb2-dataanalysis|gemini-4-hydrogen@xhigh|,in,in lb2-research#none,livebench,gemini-4-hydrogen,xhigh,mixed,hard,LiveBench2,per-suite,109.7579,2.89e-05,11510831,120892,86.8,score%,0.0289,,EAP-run; cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://livebench.ai/ (all rows of table.csv (release 20261106) / row gemini-4-hydrogen / column research),src-livebench-lb2-2026-11-06|livebench:lb2-research|gemini-4-hydrogen@xhigh|,in,in lb2-design#none,livebench,gemini-4-hydrogen,xhigh,coding,hard,LiveBench2,per-suite(25q),23.2266,2.89e-05,11510831,76403,77.3,score%,0.0289,,EAP-run; cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://livebench.ai/ (all rows of table.csv (release 20261106) / row gemini-4-hydrogen / column design),src-livebench-lb2-2026-11-06|livebench:lb2-design|gemini-4-hydrogen@xhigh|,in,in lb2-longhorizon#none,livebench,gemma-4-31b-it,not-established:absent,agentic-tool,hard,LiveBench2,per-suite(18q),17.4334,2.89e-05,955443,47630,8.5,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row gemma-4-31b / column long_agentic),,out:effort-not-established,out:effort-not-established lb2-reasoning#none,livebench,gemma-4-31b-it,not-established:absent,reasoning-math,hard,LiveBench2,per-suite(202q),0.761541,2.89e-05,955443,9018.9,68.3,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row gemma-4-31b / column reasoning),,out:effort-not-established,out:effort-not-established lb2-coding#none,livebench,gemma-4-31b-it,not-established:absent,coding,hard,LiveBench2,per-suite,6.0489,2.89e-05,955443,12435,20.3,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row gemma-4-31b / column coding),,out:effort-not-established,out:effort-not-established lb2-browser#none,livebench,gemma-4-31b-it,not-established:absent,computer-use,hard,LiveBench2,per-suite(25q),6.0550,2.89e-05,955443,83841,0.0,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row gemma-4-31b / column browser),,out:effort-not-established,out:effort-not-established lb2-dataanalysis#none,livebench,gemma-4-31b-it,not-established:absent,mixed,hard,LiveBench2,per-suite(150q),0.684744,2.89e-05,955443,9486.8,53.3,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row gemma-4-31b / column data_analysis),,out:effort-not-established,out:effort-not-established lb2-research#none,livebench,gemma-4-31b-it,not-established:absent,mixed,hard,LiveBench2,per-suite,1.5320,2.89e-05,955443,12190,38.1,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row gemma-4-31b / column research),,out:effort-not-established,out:effort-not-established lb2-design#none,livebench,gemma-4-31b-it,not-established:absent,coding,hard,LiveBench2,per-suite(25q),0.3698,2.89e-05,955443,9942,56.5,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row gemma-4-31b / column design),,out:effort-not-established,out:effort-not-established lb2-longhorizon#none,livebench,inkling,max,agentic-tool,hard,LiveBench2,per-suite(18q),195.5277,2.89e-05,4467118,156387,9.8,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row inkling / column long_agentic),,out:effort-not-established,out:effort-not-established lb2-reasoning#none,livebench,inkling,max,reasoning-math,hard,LiveBench2,per-suite(202q),21.009810,2.89e-05,4467118,25444.8,78.3,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row inkling / column reasoning),,out:effort-not-established,out:effort-not-established lb2-coding#none,livebench,inkling,max,coding,hard,LiveBench2,per-suite,52.0648,2.89e-05,4467118,35217,48.7,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row inkling / column coding),,out:effort-not-established,out:effort-not-established lb2-browser#none,livebench,inkling,max,computer-use,hard,LiveBench2,per-suite(25q),62.6916,2.89e-05,4467118,27041,12.0,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row inkling / column browser),,out:effort-not-established,out:effort-not-established lb2-dataanalysis#none,livebench,inkling,max,mixed,hard,LiveBench2,per-suite(150q),21.695226,2.89e-05,4467118,34889.3,72.8,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row inkling / column data_analysis),,out:effort-not-established,out:effort-not-established lb2-research#none,livebench,inkling,max,mixed,hard,LiveBench2,per-suite,41.6190,2.89e-05,4467118,43046,60.3,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row inkling / column research),,out:effort-not-established,out:effort-not-established lb2-design#none,livebench,inkling,max,coding,hard,LiveBench2,per-suite(25q),7.1532,2.89e-05,4467118,27035,55.2,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row inkling / column design),,out:effort-not-established,out:effort-not-established lb2-longhorizon#none,livebench,?Kimi K3.1 Pro,not-established:absent,agentic-tool,hard,LiveBench2,per-suite(18q),109.6905,2.89e-05,4565574,121331,38.7,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row kimi-k3.1-pro / column long_agentic),,out:model-not-established,out:model-not-established lb2-reasoning#none,livebench,?Kimi K3.1 Pro,not-established:absent,reasoning-math,hard,LiveBench2,per-suite(202q),31.528624,2.89e-05,4565574,15404.6,91.1,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row kimi-k3.1-pro / column reasoning),,out:model-not-established,out:model-not-established lb2-coding#none,livebench,?Kimi K3.1 Pro,not-established:absent,coding,hard,LiveBench2,per-suite,33.4782,2.89e-05,4565574,25830,67.8,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row kimi-k3.1-pro / column coding),,out:model-not-established,out:model-not-established lb2-browser#none,livebench,?Kimi K3.1 Pro,not-established:absent,computer-use,hard,LiveBench2,per-suite(25q),46.0318,2.89e-05,4565574,15140,75.9,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row kimi-k3.1-pro / column browser),,out:model-not-established,out:model-not-established lb2-dataanalysis#none,livebench,?Kimi K3.1 Pro,not-established:absent,mixed,hard,LiveBench2,per-suite(150q),32.561892,2.89e-05,4565574,21080.6,79.1,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row kimi-k3.1-pro / column data_analysis),,out:model-not-established,out:model-not-established lb2-research#none,livebench,?Kimi K3.1 Pro,not-established:absent,mixed,hard,LiveBench2,per-suite,74.8000,2.89e-05,4565574,55325,82.1,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row kimi-k3.1-pro / column research),,out:model-not-established,out:model-not-established lb2-design#none,livebench,?Kimi K3.1 Pro,not-established:absent,coding,hard,LiveBench2,per-suite(25q),15.3582,2.89e-05,4565574,36542,73.7,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row kimi-k3.1-pro / column design),,out:model-not-established,out:model-not-established lb2-longhorizon#none,livebench,mimo-v2.6-pro,not-established:absent,agentic-tool,hard,LiveBench2,per-suite(18q),15.9601,2.89e-05,4047281,323987,36.4,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row mimo-v2.6-pro / column long_agentic),,out:effort-not-established,out:effort-not-established lb2-reasoning#none,livebench,mimo-v2.6-pro,not-established:absent,reasoning-math,hard,LiveBench2,per-suite(202q),4.793772,2.89e-05,4047281,26730.3,79.6,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row mimo-v2.6-pro / column reasoning),,out:effort-not-established,out:effort-not-established lb2-coding#none,livebench,mimo-v2.6-pro,not-established:absent,coding,hard,LiveBench2,per-suite,6.7064,2.89e-05,4047281,91838,64.5,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row mimo-v2.6-pro / column coding),,out:effort-not-established,out:effort-not-established lb2-browser#none,livebench,mimo-v2.6-pro,not-established:absent,computer-use,hard,LiveBench2,per-suite(25q),14.6423,2.89e-05,4047281,40284,77.3,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row mimo-v2.6-pro / column browser),,out:effort-not-established,out:effort-not-established lb2-dataanalysis#none,livebench,mimo-v2.6-pro,not-established:absent,mixed,hard,LiveBench2,per-suite(150q),5.784599,2.89e-05,4047281,41652.1,72.3,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row mimo-v2.6-pro / column data_analysis),,out:effort-not-established,out:effort-not-established lb2-research#none,livebench,mimo-v2.6-pro,not-established:absent,mixed,hard,LiveBench2,per-suite,3.8217,2.89e-05,4047281,71966,84.8,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row mimo-v2.6-pro / column research),,out:effort-not-established,out:effort-not-established lb2-design#none,livebench,mimo-v2.6-pro,not-established:absent,coding,hard,LiveBench2,per-suite(25q),2.3306,2.89e-05,4047281,58295,74.3,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row mimo-v2.6-pro / column design),,out:effort-not-established,out:effort-not-established lb2-longhorizon#none,livebench,?MiniMax M3.1 Flash,not-established:absent,agentic-tool,hard,LiveBench2,per-suite(18q),23.3763,2.89e-05,7783784,407317,25.7,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row minimax-m3.1-flash / column long_agentic),,out:model-not-established,out:model-not-established lb2-reasoning#none,livebench,?MiniMax M3.1 Flash,not-established:absent,reasoning-math,hard,LiveBench2,per-suite(202q),2.236724,2.89e-05,7783784,18175.2,82.9,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row minimax-m3.1-flash / column reasoning),,out:model-not-established,out:model-not-established lb2-coding#none,livebench,?MiniMax M3.1 Flash,not-established:absent,coding,hard,LiveBench2,per-suite,5.6964,2.89e-05,7783784,74240,68.8,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row minimax-m3.1-flash / column coding),,out:model-not-established,out:model-not-established lb2-browser#none,livebench,?MiniMax M3.1 Flash,not-established:absent,computer-use,hard,LiveBench2,per-suite(25q),7.7651,2.89e-05,7783784,39436,80.6,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row minimax-m3.1-flash / column browser),,out:model-not-established,out:model-not-established lb2-dataanalysis#none,livebench,?MiniMax M3.1 Flash,not-established:absent,mixed,hard,LiveBench2,per-suite(150q),1.850079,2.89e-05,7783784,19632.0,71.4,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row minimax-m3.1-flash / column data_analysis),,out:model-not-established,out:model-not-established lb2-research#none,livebench,?MiniMax M3.1 Flash,not-established:absent,mixed,hard,LiveBench2,per-suite,6.3810,2.89e-05,7783784,119806,76.7,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row minimax-m3.1-flash / column research),,out:model-not-established,out:model-not-established lb2-design#none,livebench,?MiniMax M3.1 Flash,not-established:absent,coding,hard,LiveBench2,per-suite(25q),3.9555,2.89e-05,7783784,96274,71.2,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row minimax-m3.1-flash / column design),,out:model-not-established,out:model-not-established lb2-longhorizon#1029,livebench,?Mistral Large 4 1029,not-established:absent,agentic-tool,hard,LiveBench2,per-suite(18q),69.4784,2.89e-05,4246242,207973,24.7,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row mistral-large-4-0 / column long_agentic),,out:model-not-established,out:model-not-established lb2-reasoning#1029,livebench,?Mistral Large 4 1029,not-established:absent,reasoning-math,hard,LiveBench2,per-suite(202q),10.950814,2.89e-05,4246242,25433.4,85.2,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row mistral-large-4-0 / column reasoning),,out:model-not-established,out:model-not-established lb2-coding#1029,livebench,?Mistral Large 4 1029,not-established:absent,coding,hard,LiveBench2,per-suite,13.7830,2.89e-05,4246242,34882,79.4,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row mistral-large-4-0 / column coding),,out:model-not-established,out:model-not-established lb2-browser#1029,livebench,?Mistral Large 4 1029,not-established:absent,computer-use,hard,LiveBench2,per-suite(25q),41.3131,2.89e-05,4246242,38870,17.4,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row mistral-large-4-0 / column browser),,out:model-not-established,out:model-not-established lb2-dataanalysis#1029,livebench,?Mistral Large 4 1029,not-established:absent,mixed,hard,LiveBench2,per-suite(150q),9.489857,2.89e-05,4246242,28890.8,76.6,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row mistral-large-4-0 / column data_analysis),,out:model-not-established,out:model-not-established lb2-research#1029,livebench,?Mistral Large 4 1029,not-established:absent,mixed,hard,LiveBench2,per-suite,19.3282,2.89e-05,4246242,93992,80.3,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row mistral-large-4-0 / column research),,out:model-not-established,out:model-not-established lb2-design#1029,livebench,?Mistral Large 4 1029,not-established:absent,coding,hard,LiveBench2,per-suite(25q),5.1539,2.89e-05,4246242,45913,76.3,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row mistral-large-4-0 / column design),,out:model-not-established,out:model-not-established lb2-longhorizon#none,livebench,?Mistral Large 4,not-established:absent,agentic-tool,hard,LiveBench2,per-suite(18q),59.3707,2.89e-05,5390362,185095,9.2,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row mistral-large-4 / column long_agentic),,out:model-not-established,out:model-not-established lb2-reasoning#none,livebench,?Mistral Large 4,not-established:absent,reasoning-math,hard,LiveBench2,per-suite(202q),24.038229,2.89e-05,5390362,56565.6,83.9,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row mistral-large-4 / column reasoning),,out:model-not-established,out:model-not-established lb2-coding#none,livebench,?Mistral Large 4,not-established:absent,coding,hard,LiveBench2,per-suite,22.0783,2.89e-05,5390362,37663,44.4,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row mistral-large-4 / column coding),,out:model-not-established,out:model-not-established lb2-browser#none,livebench,?Mistral Large 4,not-established:absent,computer-use,hard,LiveBench2,per-suite(25q),19.5067,2.89e-05,5390362,38824,0.6,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row mistral-large-4 / column browser),,out:model-not-established,out:model-not-established lb2-dataanalysis#none,livebench,?Mistral Large 4,not-established:absent,mixed,hard,LiveBench2,per-suite(150q),20.058128,2.89e-05,5390362,62775.6,76.5,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row mistral-large-4 / column data_analysis),,out:model-not-established,out:model-not-established lb2-research#none,livebench,?Mistral Large 4,not-established:absent,mixed,hard,LiveBench2,per-suite,43.3875,2.89e-05,5390362,194911,30.8,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row mistral-large-4 / column research),,out:model-not-established,out:model-not-established lb2-design#none,livebench,?Mistral Large 4,not-established:absent,coding,hard,LiveBench2,per-suite(25q),9.7239,2.89e-05,5390362,123574,60.7,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row mistral-large-4 / column design),,out:model-not-established,out:model-not-established lb2-longhorizon#none,livebench,muse-spark-1.3,max,agentic-tool,hard,LiveBench2,per-suite(18q),202.6900,2.89e-05,3808652,266289,47.9,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row muse-spark-1.3 / column long_agentic),,out:effort-not-established,out:effort-not-established lb2-reasoning#none,livebench,muse-spark-1.3,max,reasoning-math,hard,LiveBench2,per-suite(202q),27.415945,2.89e-05,3808652,31620.4,89.7,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row muse-spark-1.3 / column reasoning),,out:effort-not-established,out:effort-not-established lb2-coding#none,livebench,muse-spark-1.3,max,coding,hard,LiveBench2,per-suite,32.9188,2.89e-05,3808652,34886,84.4,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row muse-spark-1.3 / column coding),,out:effort-not-established,out:effort-not-established lb2-browser#none,livebench,muse-spark-1.3,max,computer-use,hard,LiveBench2,per-suite(25q),74.6337,2.89e-05,3808652,27337,30.9,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row muse-spark-1.3 / column browser),,out:effort-not-established,out:effort-not-established lb2-dataanalysis#none,livebench,muse-spark-1.3,max,mixed,hard,LiveBench2,per-suite(150q),25.414286,2.89e-05,3808652,38795.2,79.6,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row muse-spark-1.3 / column data_analysis),,out:effort-not-established,out:effort-not-established lb2-research#none,livebench,muse-spark-1.3,max,mixed,hard,LiveBench2,per-suite,68.7216,2.89e-05,3808652,48118,82.5,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row muse-spark-1.3 / column research),,out:effort-not-established,out:effort-not-established lb2-design#none,livebench,muse-spark-1.3,max,coding,hard,LiveBench2,per-suite(25q),20.7156,2.89e-05,3808652,48559,74.8,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row muse-spark-1.3 / column design),,out:effort-not-established,out:effort-not-established lb2-longhorizon#none,livebench,?Muse Spark Open,not-established:absent,agentic-tool,hard,LiveBench2,per-suite(18q),98.9539,2.89e-05,3331250,132493,12.1,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row muse-spark-open / column long_agentic),,out:model-not-established,out:model-not-established lb2-reasoning#none,livebench,?Muse Spark Open,not-established:absent,reasoning-math,hard,LiveBench2,per-suite(202q),8.616320,2.89e-05,3331250,9860.6,73.7,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row muse-spark-open / column reasoning),,out:model-not-established,out:model-not-established lb2-coding#none,livebench,?Muse Spark Open,not-established:absent,coding,hard,LiveBench2,per-suite,41.5092,2.89e-05,3331250,32881,55.1,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row muse-spark-open / column coding),,out:model-not-established,out:model-not-established lb2-browser#none,livebench,?Muse Spark Open,not-established:absent,computer-use,hard,LiveBench2,per-suite(25q),73.7488,2.89e-05,3331250,24422,26.2,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row muse-spark-open / column browser),,out:model-not-established,out:model-not-established lb2-dataanalysis#none,livebench,?Muse Spark Open,not-established:absent,mixed,hard,LiveBench2,per-suite(150q),6.736449,2.89e-05,3331250,9998.5,60.2,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row muse-spark-open / column data_analysis),,out:model-not-established,out:model-not-established lb2-research#none,livebench,?Muse Spark Open,not-established:absent,mixed,hard,LiveBench2,per-suite,18.9965,2.89e-05,3331250,28602,82.7,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row muse-spark-open / column research),,out:model-not-established,out:model-not-established lb2-design#none,livebench,?Muse Spark Open,not-established:absent,coding,hard,LiveBench2,per-suite(25q),8.8973,2.89e-05,3331250,32098,58.1,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row muse-spark-open / column design),,out:model-not-established,out:model-not-established lb2-longhorizon#none,livebench,?Muse Wonder 1.0,not-established:absent,agentic-tool,hard,LiveBench2,per-suite(18q),295.8600,2.89e-05,3205935,181796,46.2,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row muse-wonder-1.0 / column long_agentic),,out:model-not-established,out:model-not-established lb2-reasoning#none,livebench,?Muse Wonder 1.0,not-established:absent,reasoning-math,hard,LiveBench2,per-suite(202q),60.269305,2.89e-05,3205935,14702.7,90.6,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row muse-wonder-1.0 / column reasoning),,out:model-not-established,out:model-not-established lb2-coding#none,livebench,?Muse Wonder 1.0,not-established:absent,coding,hard,LiveBench2,per-suite,133.8919,2.89e-05,3205935,26221,74.9,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row muse-wonder-1.0 / column coding),,out:model-not-established,out:model-not-established lb2-browser#none,livebench,?Muse Wonder 1.0,not-established:absent,computer-use,hard,LiveBench2,per-suite(25q),155.2595,2.89e-05,3205935,17722,60.0,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row muse-wonder-1.0 / column browser),,out:model-not-established,out:model-not-established lb2-dataanalysis#none,livebench,?Muse Wonder 1.0,not-established:absent,mixed,hard,LiveBench2,per-suite(150q),54.860475,2.89e-05,3205935,17566.4,81.6,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row muse-wonder-1.0 / column data_analysis),,out:model-not-established,out:model-not-established lb2-research#none,livebench,?Muse Wonder 1.0,not-established:absent,mixed,hard,LiveBench2,per-suite,92.1989,2.89e-05,3205935,31266,93.0,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row muse-wonder-1.0 / column research),,out:model-not-established,out:model-not-established lb2-design#none,livebench,?Muse Wonder 1.0,not-established:absent,coding,hard,LiveBench2,per-suite(25q),17.1777,2.89e-05,3205935,18073,70.9,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row muse-wonder-1.0 / column design),,out:model-not-established,out:model-not-established lb2-longhorizon#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,agentic-tool,hard,LiveBench2,per-suite(18q),16.9937,2.89e-05,2609463,193660,11.0,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row nemotron-super-vl-3.5-nvfp4 / column long_agentic),,out:model-not-established,out:model-not-established lb2-reasoning#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,reasoning-math,hard,LiveBench2,per-suite(202q),2.432103,2.89e-05,2609463,23736.7,71.7,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row nemotron-super-vl-3.5-nvfp4 / column reasoning),,out:model-not-established,out:model-not-established lb2-coding#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,coding,hard,LiveBench2,per-suite,3.5342,2.89e-05,2609463,50590,34.8,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row nemotron-super-vl-3.5-nvfp4 / column coding),,out:model-not-established,out:model-not-established lb2-browser#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,computer-use,hard,LiveBench2,per-suite(25q),5.0964,2.89e-05,2609463,28302,18.0,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row nemotron-super-vl-3.5-nvfp4 / column browser),,out:model-not-established,out:model-not-established lb2-dataanalysis#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,mixed,hard,LiveBench2,per-suite(150q),2.526379,2.89e-05,2609463,32030.2,65.7,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row nemotron-super-vl-3.5-nvfp4 / column data_analysis),,out:model-not-established,out:model-not-established lb2-research#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,mixed,hard,LiveBench2,per-suite,2.9593,2.89e-05,2609463,59106,67.4,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row nemotron-super-vl-3.5-nvfp4 / column research),,out:model-not-established,out:model-not-established lb2-design#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,coding,hard,LiveBench2,per-suite(25q),0.9541,2.89e-05,2609463,31615,55.6,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row nemotron-super-vl-3.5-nvfp4 / column design),,out:model-not-established,out:model-not-established lb2-longhorizon#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,agentic-tool,hard,LiveBench2,per-suite(18q),29.7698,2.89e-05,3830925,184078,12.0,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row nemotron-super-vl-3.5 / column long_agentic),,out:model-not-established,out:model-not-established lb2-reasoning#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,reasoning-math,hard,LiveBench2,per-suite(202q),4.219045,2.89e-05,3830925,35869.1,74.6,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row nemotron-super-vl-3.5 / column reasoning),,out:model-not-established,out:model-not-established lb2-coding#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,coding,hard,LiveBench2,per-suite,9.8867,2.89e-05,3830925,53055,54.1,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row nemotron-super-vl-3.5 / column coding),,out:model-not-established,out:model-not-established lb2-browser#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,computer-use,hard,LiveBench2,per-suite(25q),10.3947,2.89e-05,3830925,45119,21.6,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row nemotron-super-vl-3.5 / column browser),,out:model-not-established,out:model-not-established lb2-dataanalysis#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,mixed,hard,LiveBench2,per-suite(150q),3.298999,2.89e-05,3830925,36090.7,64.6,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row nemotron-super-vl-3.5 / column data_analysis),,out:model-not-established,out:model-not-established lb2-research#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,mixed,hard,LiveBench2,per-suite,8.6900,2.89e-05,3830925,61551,67.1,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row nemotron-super-vl-3.5 / column research),,out:model-not-established,out:model-not-established lb2-design#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,coding,hard,LiveBench2,per-suite(25q),1.2254,2.89e-05,3830925,33882,60.0,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row nemotron-super-vl-3.5 / column design),,out:model-not-established,out:model-not-established lb2-longhorizon#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,agentic-tool,hard,LiveBench2,per-suite(18q),20.7088,2.89e-05,3105230,217188,11.3,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row smaug-nemotron-3.5-nvfp4 / column long_agentic),,out:model-not-established,out:model-not-established lb2-reasoning#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,reasoning-math,hard,LiveBench2,per-suite(202q),2.540429,2.89e-05,3105230,24803.9,75.1,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row smaug-nemotron-3.5-nvfp4 / column reasoning),,out:model-not-established,out:model-not-established lb2-coding#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,coding,hard,LiveBench2,per-suite,3.9240,2.89e-05,3105230,47199,51.5,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row smaug-nemotron-3.5-nvfp4 / column coding),,out:model-not-established,out:model-not-established lb2-browser#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,computer-use,hard,LiveBench2,per-suite(25q),5.9469,2.89e-05,3105230,58102,25.6,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row smaug-nemotron-3.5-nvfp4 / column browser),,out:model-not-established,out:model-not-established lb2-dataanalysis#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,mixed,hard,LiveBench2,per-suite(150q),2.500918,2.89e-05,3105230,31690.7,65.1,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row smaug-nemotron-3.5-nvfp4 / column data_analysis),,out:model-not-established,out:model-not-established lb2-research#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,mixed,hard,LiveBench2,per-suite,3.1462,2.89e-05,3105230,60180,66.8,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row smaug-nemotron-3.5-nvfp4 / column research),,out:model-not-established,out:model-not-established lb2-design#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,coding,hard,LiveBench2,per-suite(25q),0.7001,2.89e-05,3105230,31355,60.6,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row smaug-nemotron-3.5-nvfp4 / column design),,out:model-not-established,out:model-not-established lb2-longhorizon#none,livebench,?Step 5 (Preview),not-established:absent,agentic-tool,hard,LiveBench2,per-suite(18q),162.9821,2.89e-05,6422759,434152,19.4,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row step-5-preview / column long_agentic),,out:model-not-established,out:model-not-established lb2-reasoning#none,livebench,?Step 5 (Preview),not-established:absent,reasoning-math,hard,LiveBench2,per-suite(202q),9.738658,2.89e-05,6422759,17442.7,83.8,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row step-5-preview / column reasoning),,out:model-not-established,out:model-not-established lb2-coding#none,livebench,?Step 5 (Preview),not-established:absent,coding,hard,LiveBench2,per-suite,33.4886,2.89e-05,6422759,56497,67.6,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row step-5-preview / column coding),,out:model-not-established,out:model-not-established lb2-browser#none,livebench,?Step 5 (Preview),not-established:absent,computer-use,hard,LiveBench2,per-suite(25q),83.8516,2.89e-05,6422759,155046,24.8,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row step-5-preview / column browser),,out:model-not-established,out:model-not-established lb2-dataanalysis#none,livebench,?Step 5 (Preview),not-established:absent,mixed,hard,LiveBench2,per-suite(150q),9.584719,2.89e-05,6422759,22293.3,63.5,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row step-5-preview / column data_analysis),,out:model-not-established,out:model-not-established lb2-research#none,livebench,?Step 5 (Preview),not-established:absent,mixed,hard,LiveBench2,per-suite,29.4641,2.89e-05,6422759,77130,75.5,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row step-5-preview / column research),,out:model-not-established,out:model-not-established lb2-design#none,livebench,?Step 5 (Preview),not-established:absent,coding,hard,LiveBench2,per-suite(25q),18.6422,2.89e-05,6422759,71830,70.8,score%,0.0289,,,https://livebench.ai/ (all rows of table.csv (release 20261106) / row step-5-preview / column design),,out:model-not-established,out:model-not-established lb2-longhorizon-finance-compliance-apps#none,livebench,fable-5.1,max,agentic-tool,hard,LiveBench2,,,,,,94.4,score%,0.0289,,prev=83.3 (src-livebench-lb2-2026-10-25#M2001),"https://livebench.ai/ (breakdown.json, Long Agentic, models, claude-fable-5.1, scores, Finance & Compliance Apps)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|fable-5.1@max|,in, lb2-longhorizon-operations-commerce-apps#none,livebench,fable-5.1,max,agentic-tool,hard,LiveBench2,,,,,,77.1,score%,0.0289,,prev=87.5 (src-livebench-lb2-2026-10-25#M2002),"https://livebench.ai/ (breakdown.json, Long Agentic, models, claude-fable-5.1, scores, Operations & Commerce Apps)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|fable-5.1@max|,in, lb2-longhorizon-long-run-operations#none,livebench,fable-5.1,max,agentic-tool,hard,LiveBench2,,,,,,39.0,score%,0.0289,,prev=54.6 (src-livebench-lb2-2026-10-25#M2003),"https://livebench.ai/ (breakdown.json, Long Agentic, models, claude-fable-5.1, scores, Long-Run Operations)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|fable-5.1@max|,in, lb2-longhorizon-delegated-operations#none,livebench,fable-5.1,max,agentic-tool,hard,LiveBench2,,,,,,72.6,score%,0.0289,,prev=79.0 (src-livebench-lb2-2026-10-25#M2004),"https://livebench.ai/ (breakdown.json, Long Agentic, models, claude-fable-5.1, scores, Delegated Operations)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|fable-5.1@max|,in, lb2-longhorizon-systems-engineering#none,livebench,fable-5.1,max,agentic-tool,hard,LiveBench2,,,,,,93.2,score%,0.0289,,prev=87.6 (src-livebench-lb2-2026-10-25#M2005),"https://livebench.ai/ (breakdown.json, Long Agentic, models, claude-fable-5.1, scores, Systems Engineering)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|fable-5.1@max|,in, lb2-longhorizon-performance-optimisation#none,livebench,fable-5.1,max,agentic-tool,hard,LiveBench2,,,,,,74.8,score%,0.0289,,prev=73.7 (src-livebench-lb2-2026-10-25#M2006),"https://livebench.ai/ (breakdown.json, Long Agentic, models, claude-fable-5.1, scores, Performance Optimisation)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|fable-5.1@max|,in, lb2-longhorizon-finance-compliance-apps#none,livebench,fable-5.2,xhigh,agentic-tool,hard,LiveBench2,,,,,,100.0,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Long Agentic, models, claude-fable-5.2, scores, Finance & Compliance Apps)",,out:uninformative, lb2-longhorizon-operations-commerce-apps#none,livebench,fable-5.2,xhigh,agentic-tool,hard,LiveBench2,,,,,,89.6,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Long Agentic, models, claude-fable-5.2, scores, Operations & Commerce Apps)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|fable-5.2@xhigh|,in, lb2-longhorizon-long-run-operations#none,livebench,fable-5.2,xhigh,agentic-tool,hard,LiveBench2,,,,,,59.2,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Long Agentic, models, claude-fable-5.2, scores, Long-Run Operations)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|fable-5.2@xhigh|,in, lb2-longhorizon-delegated-operations#none,livebench,fable-5.2,xhigh,agentic-tool,hard,LiveBench2,,,,,,73.8,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Long Agentic, models, claude-fable-5.2, scores, Delegated Operations)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|fable-5.2@xhigh|,in, lb2-longhorizon-systems-engineering#none,livebench,fable-5.2,xhigh,agentic-tool,hard,LiveBench2,,,,,,97.0,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Long Agentic, models, claude-fable-5.2, scores, Systems Engineering)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|fable-5.2@xhigh|,in, lb2-longhorizon-performance-optimisation#none,livebench,fable-5.2,xhigh,agentic-tool,hard,LiveBench2,,,,,,83.2,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Long Agentic, models, claude-fable-5.2, scores, Performance Optimisation)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|fable-5.2@xhigh|,in, lb2-longhorizon-finance-compliance-apps#none,livebench,haiku-5.5,max,agentic-tool,hard,LiveBench2,,,,,,44.4,score%,0.0289,,prev=38.9 (src-livebench-lb2-2026-10-25#M2007),"https://livebench.ai/ (breakdown.json, Long Agentic, models, claude-haiku-5.5, scores, Finance & Compliance Apps)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|haiku-5.5@max|,in, lb2-longhorizon-operations-commerce-apps#none,livebench,haiku-5.5,max,agentic-tool,hard,LiveBench2,,,,,,83.3,score%,0.0289,,prev=50.0 (src-livebench-lb2-2026-10-25#M2008),"https://livebench.ai/ (breakdown.json, Long Agentic, models, claude-haiku-5.5, scores, Operations & Commerce Apps)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|haiku-5.5@max|,in, lb2-longhorizon-long-run-operations#none,livebench,haiku-5.5,max,agentic-tool,hard,LiveBench2,,,,,,25.9,score%,0.0289,,prev=36.9 (src-livebench-lb2-2026-10-25#M2009),"https://livebench.ai/ (breakdown.json, Long Agentic, models, claude-haiku-5.5, scores, Long-Run Operations)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|haiku-5.5@max|,in, lb2-longhorizon-delegated-operations#none,livebench,haiku-5.5,max,agentic-tool,hard,LiveBench2,,,,,,6.8,score%,0.0289,,prev=7.5 (src-livebench-lb2-2026-10-25#M2010),"https://livebench.ai/ (breakdown.json, Long Agentic, models, claude-haiku-5.5, scores, Delegated Operations)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|haiku-5.5@max|,in, lb2-longhorizon-systems-engineering#none,livebench,haiku-5.5,max,agentic-tool,hard,LiveBench2,,,,,,85.7,score%,0.0289,,prev=74.4 (src-livebench-lb2-2026-10-25#M2011),"https://livebench.ai/ (breakdown.json, Long Agentic, models, claude-haiku-5.5, scores, Systems Engineering)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|haiku-5.5@max|,in, lb2-longhorizon-performance-optimisation#none,livebench,haiku-5.5,max,agentic-tool,hard,LiveBench2,,,,,,60.1,score%,0.0289,,prev=56.6 (src-livebench-lb2-2026-10-25#M2012),"https://livebench.ai/ (breakdown.json, Long Agentic, models, claude-haiku-5.5, scores, Performance Optimisation)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|haiku-5.5@max|,in, lb2-longhorizon-finance-compliance-apps#none,livebench,opus-5.5,max,agentic-tool,hard,LiveBench2,,,,,,88.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, claude-opus-5.5, scores, Finance & Compliance Apps)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|opus-5.5@max|,in, lb2-longhorizon-operations-commerce-apps#none,livebench,opus-5.5,max,agentic-tool,hard,LiveBench2,,,,,,95.8,score%,0.0289,,prev=87.5 (src-livebench-lb2-2026-10-25#M2014),"https://livebench.ai/ (breakdown.json, Long Agentic, models, claude-opus-5.5, scores, Operations & Commerce Apps)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|opus-5.5@max|,in, lb2-longhorizon-long-run-operations#none,livebench,opus-5.5,max,agentic-tool,hard,LiveBench2,,,,,,58.6,score%,0.0289,,prev=53.8 (src-livebench-lb2-2026-10-25#M2015),"https://livebench.ai/ (breakdown.json, Long Agentic, models, claude-opus-5.5, scores, Long-Run Operations)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|opus-5.5@max|,in, lb2-longhorizon-delegated-operations#none,livebench,opus-5.5,max,agentic-tool,hard,LiveBench2,,,,,,33.0,score%,0.0289,,prev=34.2 (src-livebench-lb2-2026-10-25#M2016),"https://livebench.ai/ (breakdown.json, Long Agentic, models, claude-opus-5.5, scores, Delegated Operations)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|opus-5.5@max|,in, lb2-longhorizon-systems-engineering#none,livebench,opus-5.5,max,agentic-tool,hard,LiveBench2,,,,,,97.0,score%,0.0289,,prev=97.1 (src-livebench-lb2-2026-10-25#M2017),"https://livebench.ai/ (breakdown.json, Long Agentic, models, claude-opus-5.5, scores, Systems Engineering)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|opus-5.5@max|,in, lb2-longhorizon-performance-optimisation#none,livebench,opus-5.5,max,agentic-tool,hard,LiveBench2,,,,,,79.3,score%,0.0289,,prev=83.6 (src-livebench-lb2-2026-10-25#M2018),"https://livebench.ai/ (breakdown.json, Long Agentic, models, claude-opus-5.5, scores, Performance Optimisation)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|opus-5.5@max|,in, lb2-longhorizon-finance-compliance-apps#none,livebench,sonnet-5.5,max,agentic-tool,hard,LiveBench2,,,,,,88.9,score%,0.0289,,prev=83.3 (src-livebench-lb2-2026-10-25#M2019),"https://livebench.ai/ (breakdown.json, Long Agentic, models, claude-sonnet-5.5, scores, Finance & Compliance Apps)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|sonnet-5.5@max|,in, lb2-longhorizon-operations-commerce-apps#none,livebench,sonnet-5.5,max,agentic-tool,hard,LiveBench2,,,,,,89.6,score%,0.0289,,prev=79.2 (src-livebench-lb2-2026-10-25#M2020),"https://livebench.ai/ (breakdown.json, Long Agentic, models, claude-sonnet-5.5, scores, Operations & Commerce Apps)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|sonnet-5.5@max|,in, lb2-longhorizon-long-run-operations#none,livebench,sonnet-5.5,max,agentic-tool,hard,LiveBench2,,,,,,43.4,score%,0.0289,,prev=48.9 (src-livebench-lb2-2026-10-25#M2021),"https://livebench.ai/ (breakdown.json, Long Agentic, models, claude-sonnet-5.5, scores, Long-Run Operations)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|sonnet-5.5@max|,in, lb2-longhorizon-delegated-operations#none,livebench,sonnet-5.5,max,agentic-tool,hard,LiveBench2,,,,,,13.8,score%,0.0289,,prev=30.9 (src-livebench-lb2-2026-10-25#M2022),"https://livebench.ai/ (breakdown.json, Long Agentic, models, claude-sonnet-5.5, scores, Delegated Operations)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|sonnet-5.5@max|,in, lb2-longhorizon-systems-engineering#none,livebench,sonnet-5.5,max,agentic-tool,hard,LiveBench2,,,,,,96.7,score%,0.0289,,prev=77.3 (src-livebench-lb2-2026-10-25#M2023),"https://livebench.ai/ (breakdown.json, Long Agentic, models, claude-sonnet-5.5, scores, Systems Engineering)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|sonnet-5.5@max|,in, lb2-longhorizon-performance-optimisation#none,livebench,sonnet-5.5,max,agentic-tool,hard,LiveBench2,,,,,,68.7,score%,0.0289,,prev=74.6 (src-livebench-lb2-2026-10-25#M2024),"https://livebench.ai/ (breakdown.json, Long Agentic, models, claude-sonnet-5.5, scores, Performance Optimisation)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|sonnet-5.5@max|,in, lb2-longhorizon-finance-compliance-apps#none,livebench,deepseek-v4.1-flash-1017,max,agentic-tool,hard,LiveBench2,,,,,,11.1,score%,0.0289,,prev=27.8 (src-livebench-lb2-2026-10-25#M2025),"https://livebench.ai/ (breakdown.json, Long Agentic, models, deepseek-v4.1-flash-1017, scores, Finance & Compliance Apps)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|deepseek-v4.1-flash-1017@max|,in, lb2-longhorizon-operations-commerce-apps#none,livebench,deepseek-v4.1-flash-1017,max,agentic-tool,hard,LiveBench2,,,,,,50.0,score%,0.0289,,prev=43.8 (src-livebench-lb2-2026-10-25#M2026),"https://livebench.ai/ (breakdown.json, Long Agentic, models, deepseek-v4.1-flash-1017, scores, Operations & Commerce Apps)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|deepseek-v4.1-flash-1017@max|,in, lb2-longhorizon-long-run-operations#none,livebench,deepseek-v4.1-flash-1017,max,agentic-tool,hard,LiveBench2,,,,,,32.5,score%,0.0289,,prev=38.3 (src-livebench-lb2-2026-10-25#M2027),"https://livebench.ai/ (breakdown.json, Long Agentic, models, deepseek-v4.1-flash-1017, scores, Long-Run Operations)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|deepseek-v4.1-flash-1017@max|,in, lb2-longhorizon-delegated-operations#none,livebench,deepseek-v4.1-flash-1017,max,agentic-tool,hard,LiveBench2,,,,,,32.6,score%,0.0289,,prev=2.4 (src-livebench-lb2-2026-10-25#M2028),"https://livebench.ai/ (breakdown.json, Long Agentic, models, deepseek-v4.1-flash-1017, scores, Delegated Operations)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|deepseek-v4.1-flash-1017@max|,in, lb2-longhorizon-systems-engineering#none,livebench,deepseek-v4.1-flash-1017,max,agentic-tool,hard,LiveBench2,,,,,,73.8,score%,0.0289,,prev=72.4 (src-livebench-lb2-2026-10-25#M2029),"https://livebench.ai/ (breakdown.json, Long Agentic, models, deepseek-v4.1-flash-1017, scores, Systems Engineering)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|deepseek-v4.1-flash-1017@max|,in, lb2-longhorizon-performance-optimisation#none,livebench,deepseek-v4.1-flash-1017,max,agentic-tool,hard,LiveBench2,,,,,,44.4,score%,0.0289,,prev=57.4 (src-livebench-lb2-2026-10-25#M2030),"https://livebench.ai/ (breakdown.json, Long Agentic, models, deepseek-v4.1-flash-1017, scores, Performance Optimisation)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|deepseek-v4.1-flash-1017@max|,in, lb2-longhorizon-finance-compliance-apps#none,livebench,gemini-3.8-flash,high,agentic-tool,hard,LiveBench2,,,,,,5.6,score%,0.0289,,prev=5.6 (src-livebench-lb2-2026-10-25#M2031),"https://livebench.ai/ (breakdown.json, Long Agentic, models, gemini-3.8-flash, scores, Finance & Compliance Apps)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|gemini-3.8-flash@high|,in, lb2-longhorizon-operations-commerce-apps#none,livebench,gemini-3.8-flash,high,agentic-tool,hard,LiveBench2,,,,,,12.5,score%,0.0289,,prev=4.2 (src-livebench-lb2-2026-10-25#M2032),"https://livebench.ai/ (breakdown.json, Long Agentic, models, gemini-3.8-flash, scores, Operations & Commerce Apps)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|gemini-3.8-flash@high|,in, lb2-longhorizon-long-run-operations#none,livebench,gemini-3.8-flash,high,agentic-tool,hard,LiveBench2,,,,,,5.8,score%,0.0289,,prev=14.5 (src-livebench-lb2-2026-10-25#M2033),"https://livebench.ai/ (breakdown.json, Long Agentic, models, gemini-3.8-flash, scores, Long-Run Operations)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|gemini-3.8-flash@high|,in, lb2-longhorizon-delegated-operations#none,livebench,gemini-3.8-flash,high,agentic-tool,hard,LiveBench2,,,,,,0.7,score%,0.0289,,prev=1.0 (src-livebench-lb2-2026-10-25#M2034),"https://livebench.ai/ (breakdown.json, Long Agentic, models, gemini-3.8-flash, scores, Delegated Operations)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|gemini-3.8-flash@high|,in, lb2-longhorizon-systems-engineering#none,livebench,gemini-3.8-flash,high,agentic-tool,hard,LiveBench2,,,,,,65.1,score%,0.0289,,prev=68.7 (src-livebench-lb2-2026-10-25#M2035),"https://livebench.ai/ (breakdown.json, Long Agentic, models, gemini-3.8-flash, scores, Systems Engineering)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|gemini-3.8-flash@high|,in, lb2-longhorizon-performance-optimisation#none,livebench,gemini-3.8-flash,high,agentic-tool,hard,LiveBench2,,,,,,39.6,score%,0.0289,,prev=39.8 (src-livebench-lb2-2026-10-25#M2036),"https://livebench.ai/ (breakdown.json, Long Agentic, models, gemini-3.8-flash, scores, Performance Optimisation)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|gemini-3.8-flash@high|,in, lb2-longhorizon-finance-compliance-apps#none,livebench,gemini-4-argon,high,agentic-tool,hard,LiveBench2,,,,,,88.9,score%,0.0289,,prev=88.9 (src-livebench-lb2-2026-10-25#M2037),"https://livebench.ai/ (breakdown.json, Long Agentic, models, gemini-4-argon, scores, Finance & Compliance Apps)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|gemini-4-argon@high|,in, lb2-longhorizon-operations-commerce-apps#none,livebench,gemini-4-argon,high,agentic-tool,hard,LiveBench2,,,,,,50.0,score%,0.0289,,prev=70.8 (src-livebench-lb2-2026-10-25#M2038),"https://livebench.ai/ (breakdown.json, Long Agentic, models, gemini-4-argon, scores, Operations & Commerce Apps)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|gemini-4-argon@high|,in, lb2-longhorizon-long-run-operations#none,livebench,gemini-4-argon,high,agentic-tool,hard,LiveBench2,,,,,,38.2,score%,0.0289,,prev=27.1 (src-livebench-lb2-2026-10-25#M2039),"https://livebench.ai/ (breakdown.json, Long Agentic, models, gemini-4-argon, scores, Long-Run Operations)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|gemini-4-argon@high|,in, lb2-longhorizon-delegated-operations#none,livebench,gemini-4-argon,high,agentic-tool,hard,LiveBench2,,,,,,47.4,score%,0.0289,,prev=46.9 (src-livebench-lb2-2026-10-25#M2040),"https://livebench.ai/ (breakdown.json, Long Agentic, models, gemini-4-argon, scores, Delegated Operations)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|gemini-4-argon@high|,in, lb2-longhorizon-systems-engineering#none,livebench,gemini-4-argon,high,agentic-tool,hard,LiveBench2,,,,,,95.5,score%,0.0289,,prev=96.1 (src-livebench-lb2-2026-10-25#M2041),"https://livebench.ai/ (breakdown.json, Long Agentic, models, gemini-4-argon, scores, Systems Engineering)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|gemini-4-argon@high|,in, lb2-longhorizon-performance-optimisation#none,livebench,gemini-4-argon,high,agentic-tool,hard,LiveBench2,,,,,,45.6,score%,0.0289,,prev=45.4 (src-livebench-lb2-2026-10-25#M2042),"https://livebench.ai/ (breakdown.json, Long Agentic, models, gemini-4-argon, scores, Performance Optimisation)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|gemini-4-argon@high|,in, lb2-longhorizon-finance-compliance-apps#none,livebench,gemini-4-carbon,high,agentic-tool,hard,LiveBench2,,,,,,88.9,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Long Agentic, models, gemini-4-carbon, scores, Finance & Compliance Apps)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|gemini-4-carbon@high|,in, lb2-longhorizon-operations-commerce-apps#none,livebench,gemini-4-carbon,high,agentic-tool,hard,LiveBench2,,,,,,100.0,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Long Agentic, models, gemini-4-carbon, scores, Operations & Commerce Apps)",,out:uninformative, lb2-longhorizon-long-run-operations#none,livebench,gemini-4-carbon,high,agentic-tool,hard,LiveBench2,,,,,,60.0,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Long Agentic, models, gemini-4-carbon, scores, Long-Run Operations)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|gemini-4-carbon@high|,in, lb2-longhorizon-delegated-operations#none,livebench,gemini-4-carbon,high,agentic-tool,hard,LiveBench2,,,,,,45.1,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Long Agentic, models, gemini-4-carbon, scores, Delegated Operations)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|gemini-4-carbon@high|,in, lb2-longhorizon-systems-engineering#none,livebench,gemini-4-carbon,high,agentic-tool,hard,LiveBench2,,,,,,95.8,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Long Agentic, models, gemini-4-carbon, scores, Systems Engineering)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|gemini-4-carbon@high|,in, lb2-longhorizon-performance-optimisation#none,livebench,gemini-4-carbon,high,agentic-tool,hard,LiveBench2,,,,,,45.0,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Long Agentic, models, gemini-4-carbon, scores, Performance Optimisation)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|gemini-4-carbon@high|,in, lb2-longhorizon-finance-compliance-apps#none,livebench,gemini-4-hydrogen,xhigh,agentic-tool,hard,LiveBench2,,,,,,88.9,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Long Agentic, models, gemini-4-hydrogen, scores, Finance & Compliance Apps)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|gemini-4-hydrogen@xhigh|,in, lb2-longhorizon-operations-commerce-apps#none,livebench,gemini-4-hydrogen,xhigh,agentic-tool,hard,LiveBench2,,,,,,77.1,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Long Agentic, models, gemini-4-hydrogen, scores, Operations & Commerce Apps)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|gemini-4-hydrogen@xhigh|,in, lb2-longhorizon-long-run-operations#none,livebench,gemini-4-hydrogen,xhigh,agentic-tool,hard,LiveBench2,,,,,,55.4,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Long Agentic, models, gemini-4-hydrogen, scores, Long-Run Operations)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|gemini-4-hydrogen@xhigh|,in, lb2-longhorizon-delegated-operations#none,livebench,gemini-4-hydrogen,xhigh,agentic-tool,hard,LiveBench2,,,,,,21.7,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Long Agentic, models, gemini-4-hydrogen, scores, Delegated Operations)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|gemini-4-hydrogen@xhigh|,in, lb2-longhorizon-systems-engineering#none,livebench,gemini-4-hydrogen,xhigh,agentic-tool,hard,LiveBench2,,,,,,76.6,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Long Agentic, models, gemini-4-hydrogen, scores, Systems Engineering)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|gemini-4-hydrogen@xhigh|,in, lb2-longhorizon-performance-optimisation#none,livebench,gemini-4-hydrogen,xhigh,agentic-tool,hard,LiveBench2,,,,,,65.9,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Long Agentic, models, gemini-4-hydrogen, scores, Performance Optimisation)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|gemini-4-hydrogen@xhigh|,in, lb2-longhorizon-finance-compliance-apps#none,livebench,gemma-4-31b-it,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, gemma-4-31b, scores, Finance & Compliance Apps)",,out:effort-not-established, lb2-longhorizon-operations-commerce-apps#none,livebench,gemma-4-31b-it,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, gemma-4-31b, scores, Operations & Commerce Apps)",,out:effort-not-established, lb2-longhorizon-long-run-operations#none,livebench,gemma-4-31b-it,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, gemma-4-31b, scores, Long-Run Operations)",,out:effort-not-established, lb2-longhorizon-delegated-operations#none,livebench,gemma-4-31b-it,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,5.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, gemma-4-31b, scores, Delegated Operations)",,out:effort-not-established, lb2-longhorizon-systems-engineering#none,livebench,gemma-4-31b-it,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,27.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, gemma-4-31b, scores, Systems Engineering)",,out:effort-not-established, lb2-longhorizon-performance-optimisation#none,livebench,gemma-4-31b-it,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,38.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, gemma-4-31b, scores, Performance Optimisation)",,out:effort-not-established, lb2-longhorizon-finance-compliance-apps#none,livebench,glm-5.3-flash,max,agentic-tool,hard,LiveBench2,,,,,,5.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, glm-5.3-flash, scores, Finance & Compliance Apps)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|glm-5.3-flash@max|,in, lb2-longhorizon-operations-commerce-apps#none,livebench,glm-5.3-flash,max,agentic-tool,hard,LiveBench2,,,,,,27.1,score%,0.0289,,prev=20.9 (src-livebench-lb2-2026-10-25#M2050),"https://livebench.ai/ (breakdown.json, Long Agentic, models, glm-5.3-flash, scores, Operations & Commerce Apps)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|glm-5.3-flash@max|,in, lb2-longhorizon-long-run-operations#none,livebench,glm-5.3-flash,max,agentic-tool,hard,LiveBench2,,,,,,16.9,score%,0.0289,,prev=5.4 (src-livebench-lb2-2026-10-25#M2051),"https://livebench.ai/ (breakdown.json, Long Agentic, models, glm-5.3-flash, scores, Long-Run Operations)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|glm-5.3-flash@max|,in, lb2-longhorizon-delegated-operations#none,livebench,glm-5.3-flash,max,agentic-tool,hard,LiveBench2,,,,,,8.7,score%,0.0289,,prev=2.8 (src-livebench-lb2-2026-10-25#M2052),"https://livebench.ai/ (breakdown.json, Long Agentic, models, glm-5.3-flash, scores, Delegated Operations)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|glm-5.3-flash@max|,in, lb2-longhorizon-systems-engineering#none,livebench,glm-5.3-flash,max,agentic-tool,hard,LiveBench2,,,,,,39.4,score%,0.0289,,prev=75.3 (src-livebench-lb2-2026-10-25#M2053),"https://livebench.ai/ (breakdown.json, Long Agentic, models, glm-5.3-flash, scores, Systems Engineering)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|glm-5.3-flash@max|,in, lb2-longhorizon-performance-optimisation#none,livebench,glm-5.3-flash,max,agentic-tool,hard,LiveBench2,,,,,,42.0,score%,0.0289,,prev=40.1 (src-livebench-lb2-2026-10-25#M2054),"https://livebench.ai/ (breakdown.json, Long Agentic, models, glm-5.3-flash, scores, Performance Optimisation)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|glm-5.3-flash@max|,in, lb2-longhorizon-finance-compliance-apps#none,livebench,gpt-5.6-terra,max,agentic-tool,hard,LiveBench2,,,,,,11.1,score%,0.0289,,prev=27.8 (src-livebench-lb2-2026-10-25#M2055),"https://livebench.ai/ (breakdown.json, Long Agentic, models, gpt-5.6-terra, scores, Finance & Compliance Apps)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|gpt-5.6-terra@max|,in, lb2-longhorizon-operations-commerce-apps#none,livebench,gpt-5.6-terra,max,agentic-tool,hard,LiveBench2,,,,,,33.3,score%,0.0289,,prev=33.3 (src-livebench-lb2-2026-10-25#M2056),"https://livebench.ai/ (breakdown.json, Long Agentic, models, gpt-5.6-terra, scores, Operations & Commerce Apps)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|gpt-5.6-terra@max|,in, lb2-longhorizon-long-run-operations#none,livebench,gpt-5.6-terra,max,agentic-tool,hard,LiveBench2,,,,,,20.7,score%,0.0289,,prev=16.9 (src-livebench-lb2-2026-10-25#M2057),"https://livebench.ai/ (breakdown.json, Long Agentic, models, gpt-5.6-terra, scores, Long-Run Operations)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|gpt-5.6-terra@max|,in, lb2-longhorizon-delegated-operations#none,livebench,gpt-5.6-terra,max,agentic-tool,hard,LiveBench2,,,,,,2.3,score%,0.0289,,prev=22.9 (src-livebench-lb2-2026-10-25#M2058),"https://livebench.ai/ (breakdown.json, Long Agentic, models, gpt-5.6-terra, scores, Delegated Operations)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|gpt-5.6-terra@max|,in, lb2-longhorizon-systems-engineering#none,livebench,gpt-5.6-terra,max,agentic-tool,hard,LiveBench2,,,,,,73.1,score%,0.0289,,prev=72.3 (src-livebench-lb2-2026-10-25#M2059),"https://livebench.ai/ (breakdown.json, Long Agentic, models, gpt-5.6-terra, scores, Systems Engineering)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|gpt-5.6-terra@max|,in, lb2-longhorizon-performance-optimisation#none,livebench,gpt-5.6-terra,max,agentic-tool,hard,LiveBench2,,,,,,40.9,score%,0.0289,,prev=45.7 (src-livebench-lb2-2026-10-25#M2060),"https://livebench.ai/ (breakdown.json, Long Agentic, models, gpt-5.6-terra, scores, Performance Optimisation)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|gpt-5.6-terra@max|,in, lb2-longhorizon-finance-compliance-apps#none,livebench,gpt-6-astra,max,agentic-tool,hard,LiveBench2,,,,,,88.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, gpt-6-astra, scores, Finance & Compliance Apps)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|gpt-6-astra@max|,in, lb2-longhorizon-operations-commerce-apps#none,livebench,gpt-6-astra,max,agentic-tool,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, gpt-6-astra, scores, Operations & Commerce Apps)",,out:uninformative, lb2-longhorizon-long-run-operations#none,livebench,gpt-6-astra,max,agentic-tool,hard,LiveBench2,,,,,,26.1,score%,0.0289,,prev=33.4 (src-livebench-lb2-2026-10-25#M2063),"https://livebench.ai/ (breakdown.json, Long Agentic, models, gpt-6-astra, scores, Long-Run Operations)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|gpt-6-astra@max|,in, lb2-longhorizon-delegated-operations#none,livebench,gpt-6-astra,max,agentic-tool,hard,LiveBench2,,,,,,71.9,score%,0.0289,,prev=68.9 (src-livebench-lb2-2026-10-25#M2064),"https://livebench.ai/ (breakdown.json, Long Agentic, models, gpt-6-astra, scores, Delegated Operations)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|gpt-6-astra@max|,in, lb2-longhorizon-systems-engineering#none,livebench,gpt-6-astra,max,agentic-tool,hard,LiveBench2,,,,,,97.3,score%,0.0289,,prev=97.4 (src-livebench-lb2-2026-10-25#M2065),"https://livebench.ai/ (breakdown.json, Long Agentic, models, gpt-6-astra, scores, Systems Engineering)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|gpt-6-astra@max|,in, lb2-longhorizon-performance-optimisation#none,livebench,gpt-6-astra,max,agentic-tool,hard,LiveBench2,,,,,,67.0,score%,0.0289,,prev=61.8 (src-livebench-lb2-2026-10-25#M2066),"https://livebench.ai/ (breakdown.json, Long Agentic, models, gpt-6-astra, scores, Performance Optimisation)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|gpt-6-astra@max|,in, lb2-longhorizon-finance-compliance-apps#none,livebench,gpt-6-luna,max,agentic-tool,hard,LiveBench2,,,,,,22.2,score%,0.0289,,prev=38.9 (src-livebench-lb2-2026-10-25#M2067),"https://livebench.ai/ (breakdown.json, Long Agentic, models, gpt-6-luna, scores, Finance & Compliance Apps)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|gpt-6-luna@max|,in, lb2-longhorizon-operations-commerce-apps#none,livebench,gpt-6-luna,max,agentic-tool,hard,LiveBench2,,,,,,31.2,score%,0.0289,,prev=43.8 (src-livebench-lb2-2026-10-25#M2068),"https://livebench.ai/ (breakdown.json, Long Agentic, models, gpt-6-luna, scores, Operations & Commerce Apps)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|gpt-6-luna@max|,in, lb2-longhorizon-long-run-operations#none,livebench,gpt-6-luna,max,agentic-tool,hard,LiveBench2,,,,,,16.9,score%,0.0289,,prev=17.6 (src-livebench-lb2-2026-10-25#M2069),"https://livebench.ai/ (breakdown.json, Long Agentic, models, gpt-6-luna, scores, Long-Run Operations)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|gpt-6-luna@max|,in, lb2-longhorizon-delegated-operations#none,livebench,gpt-6-luna,max,agentic-tool,hard,LiveBench2,,,,,,1.2,score%,0.0289,,prev=0.8 (src-livebench-lb2-2026-10-25#M2070),"https://livebench.ai/ (breakdown.json, Long Agentic, models, gpt-6-luna, scores, Delegated Operations)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|gpt-6-luna@max|,in, lb2-longhorizon-systems-engineering#none,livebench,gpt-6-luna,max,agentic-tool,hard,LiveBench2,,,,,,63.2,score%,0.0289,,prev=60.1 (src-livebench-lb2-2026-10-25#M2071),"https://livebench.ai/ (breakdown.json, Long Agentic, models, gpt-6-luna, scores, Systems Engineering)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|gpt-6-luna@max|,in, lb2-longhorizon-performance-optimisation#none,livebench,gpt-6-luna,max,agentic-tool,hard,LiveBench2,,,,,,35.4,score%,0.0289,,prev=43.9 (src-livebench-lb2-2026-10-25#M2072),"https://livebench.ai/ (breakdown.json, Long Agentic, models, gpt-6-luna, scores, Performance Optimisation)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|gpt-6-luna@max|,in, lb2-longhorizon-finance-compliance-apps#none,livebench,gpt-6.1-sol,max,agentic-tool,hard,LiveBench2,,,,,,61.1,score%,0.0289,,prev=66.7 (src-livebench-lb2-2026-10-25#M2073),"https://livebench.ai/ (breakdown.json, Long Agentic, models, gpt-6.1-sol, scores, Finance & Compliance Apps)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|gpt-6.1-sol@max|,in, lb2-longhorizon-operations-commerce-apps#none,livebench,gpt-6.1-sol,max,agentic-tool,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, gpt-6.1-sol, scores, Operations & Commerce Apps)",,out:uninformative, lb2-longhorizon-long-run-operations#none,livebench,gpt-6.1-sol,max,agentic-tool,hard,LiveBench2,,,,,,27.5,score%,0.0289,,prev=25.0 (src-livebench-lb2-2026-10-25#M2075),"https://livebench.ai/ (breakdown.json, Long Agentic, models, gpt-6.1-sol, scores, Long-Run Operations)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|gpt-6.1-sol@max|,in, lb2-longhorizon-delegated-operations#none,livebench,gpt-6.1-sol,max,agentic-tool,hard,LiveBench2,,,,,,50.3,score%,0.0289,,prev=56.2 (src-livebench-lb2-2026-10-25#M2076),"https://livebench.ai/ (breakdown.json, Long Agentic, models, gpt-6.1-sol, scores, Delegated Operations)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|gpt-6.1-sol@max|,in, lb2-longhorizon-systems-engineering#none,livebench,gpt-6.1-sol,max,agentic-tool,hard,LiveBench2,,,,,,97.2,score%,0.0289,,prev=96.6 (src-livebench-lb2-2026-10-25#M2077),"https://livebench.ai/ (breakdown.json, Long Agentic, models, gpt-6.1-sol, scores, Systems Engineering)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|gpt-6.1-sol@max|,in, lb2-longhorizon-performance-optimisation#none,livebench,gpt-6.1-sol,max,agentic-tool,hard,LiveBench2,,,,,,59.6,score%,0.0289,,prev=71.7 (src-livebench-lb2-2026-10-25#M2078),"https://livebench.ai/ (breakdown.json, Long Agentic, models, gpt-6.1-sol, scores, Performance Optimisation)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|gpt-6.1-sol@max|,in, lb2-longhorizon-finance-compliance-apps#none,livebench,gpt-6.1-terra,max,agentic-tool,hard,LiveBench2,,,,,,61.1,score%,0.0289,,prev=55.6 (src-livebench-lb2-2026-10-25#M2079),"https://livebench.ai/ (breakdown.json, Long Agentic, models, gpt-6.1-terra, scores, Finance & Compliance Apps)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|gpt-6.1-terra@max|,in, lb2-longhorizon-operations-commerce-apps#none,livebench,gpt-6.1-terra,max,agentic-tool,hard,LiveBench2,,,,,,93.8,score%,0.0289,,prev=81.2 (src-livebench-lb2-2026-10-25#M2080),"https://livebench.ai/ (breakdown.json, Long Agentic, models, gpt-6.1-terra, scores, Operations & Commerce Apps)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|gpt-6.1-terra@max|,in, lb2-longhorizon-long-run-operations#none,livebench,gpt-6.1-terra,max,agentic-tool,hard,LiveBench2,,,,,,34.8,score%,0.0289,,prev=28.2 (src-livebench-lb2-2026-10-25#M2081),"https://livebench.ai/ (breakdown.json, Long Agentic, models, gpt-6.1-terra, scores, Long-Run Operations)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|gpt-6.1-terra@max|,in, lb2-longhorizon-delegated-operations#none,livebench,gpt-6.1-terra,max,agentic-tool,hard,LiveBench2,,,,,,1.5,score%,0.0289,,prev=0.8 (src-livebench-lb2-2026-10-25#M2082),"https://livebench.ai/ (breakdown.json, Long Agentic, models, gpt-6.1-terra, scores, Delegated Operations)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|gpt-6.1-terra@max|,in, lb2-longhorizon-systems-engineering#none,livebench,gpt-6.1-terra,max,agentic-tool,hard,LiveBench2,,,,,,96.9,score%,0.0289,,prev=97.2 (src-livebench-lb2-2026-10-25#M2083),"https://livebench.ai/ (breakdown.json, Long Agentic, models, gpt-6.1-terra, scores, Systems Engineering)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|gpt-6.1-terra@max|,in, lb2-longhorizon-performance-optimisation#none,livebench,gpt-6.1-terra,max,agentic-tool,hard,LiveBench2,,,,,,74.6,score%,0.0289,,prev=50.6 (src-livebench-lb2-2026-10-25#M2084),"https://livebench.ai/ (breakdown.json, Long Agentic, models, gpt-6.1-terra, scores, Performance Optimisation)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|gpt-6.1-terra@max|,in, lb2-longhorizon-finance-compliance-apps#none,livebench,grok-4.6,xhigh,agentic-tool,hard,LiveBench2,,,,,,16.7,score%,0.0289,,prev=44.4 (src-livebench-lb2-2026-10-25#M2085),"https://livebench.ai/ (breakdown.json, Long Agentic, models, grok-4.6, scores, Finance & Compliance Apps)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|grok-4.6@xhigh|,in, lb2-longhorizon-operations-commerce-apps#none,livebench,grok-4.6,xhigh,agentic-tool,hard,LiveBench2,,,,,,8.3,score%,0.0289,,prev=18.8 (src-livebench-lb2-2026-10-25#M2086),"https://livebench.ai/ (breakdown.json, Long Agentic, models, grok-4.6, scores, Operations & Commerce Apps)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|grok-4.6@xhigh|,in, lb2-longhorizon-long-run-operations#none,livebench,grok-4.6,xhigh,agentic-tool,hard,LiveBench2,,,,,,6.3,score%,0.0289,,prev=11.6 (src-livebench-lb2-2026-10-25#M2087),"https://livebench.ai/ (breakdown.json, Long Agentic, models, grok-4.6, scores, Long-Run Operations)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|grok-4.6@xhigh|,in, lb2-longhorizon-delegated-operations#none,livebench,grok-4.6,xhigh,agentic-tool,hard,LiveBench2,,,,,,2.9,score%,0.0289,,prev=4.4 (src-livebench-lb2-2026-10-25#M2088),"https://livebench.ai/ (breakdown.json, Long Agentic, models, grok-4.6, scores, Delegated Operations)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|grok-4.6@xhigh|,in, lb2-longhorizon-systems-engineering#none,livebench,grok-4.6,xhigh,agentic-tool,hard,LiveBench2,,,,,,71.2,score%,0.0289,,prev=71.2 (src-livebench-lb2-2026-10-25#M2089),"https://livebench.ai/ (breakdown.json, Long Agentic, models, grok-4.6, scores, Systems Engineering)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|grok-4.6@xhigh|,in, lb2-longhorizon-performance-optimisation#none,livebench,grok-4.6,xhigh,agentic-tool,hard,LiveBench2,,,,,,40.6,score%,0.0289,,prev=50.6 (src-livebench-lb2-2026-10-25#M2090),"https://livebench.ai/ (breakdown.json, Long Agentic, models, grok-4.6, scores, Performance Optimisation)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|grok-4.6@xhigh|,in, lb2-longhorizon-finance-compliance-apps#none,livebench,grok-4.7,xhigh,agentic-tool,hard,LiveBench2,,,,,,66.7,score%,0.0289,,prev=61.1 (src-livebench-lb2-2026-10-25#M2091),"https://livebench.ai/ (breakdown.json, Long Agentic, models, grok-4.7, scores, Finance & Compliance Apps)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|grok-4.7@xhigh|,in, lb2-longhorizon-operations-commerce-apps#none,livebench,grok-4.7,xhigh,agentic-tool,hard,LiveBench2,,,,,,41.7,score%,0.0289,,prev=50.0 (src-livebench-lb2-2026-10-25#M2092),"https://livebench.ai/ (breakdown.json, Long Agentic, models, grok-4.7, scores, Operations & Commerce Apps)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|grok-4.7@xhigh|,in, lb2-longhorizon-long-run-operations#none,livebench,grok-4.7,xhigh,agentic-tool,hard,LiveBench2,,,,,,7.1,score%,0.0289,,prev=9.3 (src-livebench-lb2-2026-10-25#M2093),"https://livebench.ai/ (breakdown.json, Long Agentic, models, grok-4.7, scores, Long-Run Operations)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|grok-4.7@xhigh|,in, lb2-longhorizon-delegated-operations#none,livebench,grok-4.7,xhigh,agentic-tool,hard,LiveBench2,,,,,,49.4,score%,0.0289,,prev=48.4 (src-livebench-lb2-2026-10-25#M2094),"https://livebench.ai/ (breakdown.json, Long Agentic, models, grok-4.7, scores, Delegated Operations)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|grok-4.7@xhigh|,in, lb2-longhorizon-systems-engineering#none,livebench,grok-4.7,xhigh,agentic-tool,hard,LiveBench2,,,,,,70.9,score%,0.0289,,prev=70.1 (src-livebench-lb2-2026-10-25#M2095),"https://livebench.ai/ (breakdown.json, Long Agentic, models, grok-4.7, scores, Systems Engineering)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|grok-4.7@xhigh|,in, lb2-longhorizon-performance-optimisation#none,livebench,grok-4.7,xhigh,agentic-tool,hard,LiveBench2,,,,,,44.4,score%,0.0289,,prev=42.3 (src-livebench-lb2-2026-10-25#M2096),"https://livebench.ai/ (breakdown.json, Long Agentic, models, grok-4.7, scores, Performance Optimisation)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|grok-4.7@xhigh|,in, lb2-longhorizon-finance-compliance-apps#none,livebench,inkling,max,agentic-tool,hard,LiveBench2,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, inkling, scores, Finance & Compliance Apps)",,out:effort-not-established, lb2-longhorizon-operations-commerce-apps#none,livebench,inkling,max,agentic-tool,hard,LiveBench2,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, inkling, scores, Operations & Commerce Apps)",,out:effort-not-established, lb2-longhorizon-long-run-operations#none,livebench,inkling,max,agentic-tool,hard,LiveBench2,,,,,,1.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, inkling, scores, Long-Run Operations)",,out:effort-not-established, lb2-longhorizon-delegated-operations#none,livebench,inkling,max,agentic-tool,hard,LiveBench2,,,,,,4.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, inkling, scores, Delegated Operations)",,out:effort-not-established, lb2-longhorizon-systems-engineering#none,livebench,inkling,max,agentic-tool,hard,LiveBench2,,,,,,38.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, inkling, scores, Systems Engineering)",,out:effort-not-established, lb2-longhorizon-performance-optimisation#none,livebench,inkling,max,agentic-tool,hard,LiveBench2,,,,,,37.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, inkling, scores, Performance Optimisation)",,out:effort-not-established, lb2-longhorizon-finance-compliance-apps#none,livebench,?Kimi K3.1 Pro,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,27.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, kimi-k3.1-pro, scores, Finance & Compliance Apps)",,out:model-not-established, lb2-longhorizon-operations-commerce-apps#none,livebench,?Kimi K3.1 Pro,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,29.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, kimi-k3.1-pro, scores, Operations & Commerce Apps)",,out:model-not-established, lb2-longhorizon-long-run-operations#none,livebench,?Kimi K3.1 Pro,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,31.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, kimi-k3.1-pro, scores, Long-Run Operations)",,out:model-not-established, lb2-longhorizon-delegated-operations#none,livebench,?Kimi K3.1 Pro,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,33.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, kimi-k3.1-pro, scores, Delegated Operations)",,out:model-not-established, lb2-longhorizon-systems-engineering#none,livebench,?Kimi K3.1 Pro,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,73.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, kimi-k3.1-pro, scores, Systems Engineering)",,out:model-not-established, lb2-longhorizon-performance-optimisation#none,livebench,?Kimi K3.1 Pro,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,61.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, kimi-k3.1-pro, scores, Performance Optimisation)",,out:model-not-established, lb2-longhorizon-finance-compliance-apps#none,livebench,kimi-k3,max,agentic-tool,hard,LiveBench2,,,,,,38.9,score%,0.0289,,prev=22.2 (src-livebench-lb2-2026-10-25#M2109),"https://livebench.ai/ (breakdown.json, Long Agentic, models, kimi-k3, scores, Finance & Compliance Apps)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|kimi-k3@max|,in, lb2-longhorizon-operations-commerce-apps#none,livebench,kimi-k3,max,agentic-tool,hard,LiveBench2,,,,,,37.5,score%,0.0289,,prev=16.7 (src-livebench-lb2-2026-10-25#M2110),"https://livebench.ai/ (breakdown.json, Long Agentic, models, kimi-k3, scores, Operations & Commerce Apps)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|kimi-k3@max|,in, lb2-longhorizon-long-run-operations#none,livebench,kimi-k3,max,agentic-tool,hard,LiveBench2,,,,,,11.6,score%,0.0289,,prev=13.2 (src-livebench-lb2-2026-10-25#M2111),"https://livebench.ai/ (breakdown.json, Long Agentic, models, kimi-k3, scores, Long-Run Operations)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|kimi-k3@max|,in, lb2-longhorizon-delegated-operations#none,livebench,kimi-k3,max,agentic-tool,hard,LiveBench2,,,,,,31.8,score%,0.0289,,prev=3.5 (src-livebench-lb2-2026-10-25#M2112),"https://livebench.ai/ (breakdown.json, Long Agentic, models, kimi-k3, scores, Delegated Operations)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|kimi-k3@max|,in, lb2-longhorizon-systems-engineering#none,livebench,kimi-k3,max,agentic-tool,hard,LiveBench2,,,,,,52.5,score%,0.0289,,prev=82.7 (src-livebench-lb2-2026-10-25#M2113),"https://livebench.ai/ (breakdown.json, Long Agentic, models, kimi-k3, scores, Systems Engineering)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|kimi-k3@max|,in, lb2-longhorizon-performance-optimisation#none,livebench,kimi-k3,max,agentic-tool,hard,LiveBench2,,,,,,57.4,score%,0.0289,,prev=61.1 (src-livebench-lb2-2026-10-25#M2114),"https://livebench.ai/ (breakdown.json, Long Agentic, models, kimi-k3, scores, Performance Optimisation)",src-livebench-lb2-2026-11-06|livebench:lb2-longhorizon|kimi-k3@max|,in, lb2-longhorizon-finance-compliance-apps#none,livebench,mimo-v2.6-pro,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,66.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, mimo-v2.6-pro, scores, Finance & Compliance Apps)",,out:effort-not-established, lb2-longhorizon-operations-commerce-apps#none,livebench,mimo-v2.6-pro,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,39.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, mimo-v2.6-pro, scores, Operations & Commerce Apps)",,out:effort-not-established, lb2-longhorizon-long-run-operations#none,livebench,mimo-v2.6-pro,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,6.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, mimo-v2.6-pro, scores, Long-Run Operations)",,out:effort-not-established, lb2-longhorizon-delegated-operations#none,livebench,mimo-v2.6-pro,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,6.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, mimo-v2.6-pro, scores, Delegated Operations)",,out:effort-not-established, lb2-longhorizon-systems-engineering#none,livebench,mimo-v2.6-pro,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,79.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, mimo-v2.6-pro, scores, Systems Engineering)",,out:effort-not-established, lb2-longhorizon-performance-optimisation#none,livebench,mimo-v2.6-pro,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,45.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, mimo-v2.6-pro, scores, Performance Optimisation)",,out:effort-not-established, lb2-longhorizon-finance-compliance-apps#none,livebench,?MiniMax M3.1 Flash,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,22.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, minimax-m3.1-flash, scores, Finance & Compliance Apps)",,out:model-not-established, lb2-longhorizon-operations-commerce-apps#none,livebench,?MiniMax M3.1 Flash,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,29.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, minimax-m3.1-flash, scores, Operations & Commerce Apps)",,out:model-not-established, lb2-longhorizon-long-run-operations#none,livebench,?MiniMax M3.1 Flash,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,10.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, minimax-m3.1-flash, scores, Long-Run Operations)",,out:model-not-established, lb2-longhorizon-delegated-operations#none,livebench,?MiniMax M3.1 Flash,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,0.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, minimax-m3.1-flash, scores, Delegated Operations)",,out:model-not-established, lb2-longhorizon-systems-engineering#none,livebench,?MiniMax M3.1 Flash,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,71.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, minimax-m3.1-flash, scores, Systems Engineering)",,out:model-not-established, lb2-longhorizon-performance-optimisation#none,livebench,?MiniMax M3.1 Flash,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,50.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, minimax-m3.1-flash, scores, Performance Optimisation)",,out:model-not-established, lb2-longhorizon-finance-compliance-apps#1029,livebench,?Mistral Large 4 1029,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,27.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, mistral-large-4-0, scores, Finance & Compliance Apps)",,out:model-not-established, lb2-longhorizon-operations-commerce-apps#1029,livebench,?Mistral Large 4 1029,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,20.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, mistral-large-4-0, scores, Operations & Commerce Apps)",,out:model-not-established, lb2-longhorizon-long-run-operations#1029,livebench,?Mistral Large 4 1029,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,3.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, mistral-large-4-0, scores, Long-Run Operations)",,out:model-not-established, lb2-longhorizon-delegated-operations#1029,livebench,?Mistral Large 4 1029,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,25.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, mistral-large-4-0, scores, Delegated Operations)",,out:model-not-established, lb2-longhorizon-systems-engineering#1029,livebench,?Mistral Large 4 1029,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,46.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, mistral-large-4-0, scores, Systems Engineering)",,out:model-not-established, lb2-longhorizon-performance-optimisation#1029,livebench,?Mistral Large 4 1029,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,36.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, mistral-large-4-0, scores, Performance Optimisation)",,out:model-not-established, lb2-longhorizon-finance-compliance-apps#none,livebench,?Mistral Large 4,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, mistral-large-4, scores, Finance & Compliance Apps)",,out:model-not-established, lb2-longhorizon-operations-commerce-apps#none,livebench,?Mistral Large 4,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, mistral-large-4, scores, Operations & Commerce Apps)",,out:model-not-established, lb2-longhorizon-long-run-operations#none,livebench,?Mistral Large 4,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,3.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, mistral-large-4, scores, Long-Run Operations)",,out:model-not-established, lb2-longhorizon-delegated-operations#none,livebench,?Mistral Large 4,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,5.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, mistral-large-4, scores, Delegated Operations)",,out:model-not-established, lb2-longhorizon-systems-engineering#none,livebench,?Mistral Large 4,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,28.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, mistral-large-4, scores, Systems Engineering)",,out:model-not-established, lb2-longhorizon-performance-optimisation#none,livebench,?Mistral Large 4,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,37.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, mistral-large-4, scores, Performance Optimisation)",,out:model-not-established, lb2-longhorizon-finance-compliance-apps#none,livebench,muse-spark-1.3,max,agentic-tool,hard,LiveBench2,,,,,,55.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, muse-spark-1.3, scores, Finance & Compliance Apps)",,out:effort-not-established, lb2-longhorizon-operations-commerce-apps#none,livebench,muse-spark-1.3,max,agentic-tool,hard,LiveBench2,,,,,,70.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, muse-spark-1.3, scores, Operations & Commerce Apps)",,out:effort-not-established, lb2-longhorizon-long-run-operations#none,livebench,muse-spark-1.3,max,agentic-tool,hard,LiveBench2,,,,,,34.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, muse-spark-1.3, scores, Long-Run Operations)",,out:effort-not-established, lb2-longhorizon-delegated-operations#none,livebench,muse-spark-1.3,max,agentic-tool,hard,LiveBench2,,,,,,14.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, muse-spark-1.3, scores, Delegated Operations)",,out:effort-not-established, lb2-longhorizon-systems-engineering#none,livebench,muse-spark-1.3,max,agentic-tool,hard,LiveBench2,,,,,,85.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, muse-spark-1.3, scores, Systems Engineering)",,out:effort-not-established, lb2-longhorizon-performance-optimisation#none,livebench,muse-spark-1.3,max,agentic-tool,hard,LiveBench2,,,,,,41.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, muse-spark-1.3, scores, Performance Optimisation)",,out:effort-not-established, lb2-longhorizon-finance-compliance-apps#none,livebench,?Muse Spark Open,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, muse-spark-open, scores, Finance & Compliance Apps)",,out:model-not-established, lb2-longhorizon-operations-commerce-apps#none,livebench,?Muse Spark Open,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,4.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, muse-spark-open, scores, Operations & Commerce Apps)",,out:model-not-established, lb2-longhorizon-long-run-operations#none,livebench,?Muse Spark Open,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,2.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, muse-spark-open, scores, Long-Run Operations)",,out:model-not-established, lb2-longhorizon-delegated-operations#none,livebench,?Muse Spark Open,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,3.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, muse-spark-open, scores, Delegated Operations)",,out:model-not-established, lb2-longhorizon-systems-engineering#none,livebench,?Muse Spark Open,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,51.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, muse-spark-open, scores, Systems Engineering)",,out:model-not-established, lb2-longhorizon-performance-optimisation#none,livebench,?Muse Spark Open,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,39.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, muse-spark-open, scores, Performance Optimisation)",,out:model-not-established, lb2-longhorizon-finance-compliance-apps#none,livebench,?Muse Wonder 1.0,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, muse-wonder-1.0, scores, Finance & Compliance Apps)",,out:model-not-established, lb2-longhorizon-operations-commerce-apps#none,livebench,?Muse Wonder 1.0,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,60.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, muse-wonder-1.0, scores, Operations & Commerce Apps)",,out:model-not-established, lb2-longhorizon-long-run-operations#none,livebench,?Muse Wonder 1.0,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,48.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, muse-wonder-1.0, scores, Long-Run Operations)",,out:model-not-established, lb2-longhorizon-delegated-operations#none,livebench,?Muse Wonder 1.0,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,7.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, muse-wonder-1.0, scores, Delegated Operations)",,out:model-not-established, lb2-longhorizon-systems-engineering#none,livebench,?Muse Wonder 1.0,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,82.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, muse-wonder-1.0, scores, Systems Engineering)",,out:model-not-established, lb2-longhorizon-performance-optimisation#none,livebench,?Muse Wonder 1.0,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,49.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, muse-wonder-1.0, scores, Performance Optimisation)",,out:model-not-established, lb2-longhorizon-finance-compliance-apps#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,agentic-tool,hard,LiveBench2,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, nemotron-super-vl-3.5-nvfp4, scores, Finance & Compliance Apps)",,out:model-not-established, lb2-longhorizon-operations-commerce-apps#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,agentic-tool,hard,LiveBench2,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, nemotron-super-vl-3.5-nvfp4, scores, Operations & Commerce Apps)",,out:model-not-established, lb2-longhorizon-long-run-operations#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,agentic-tool,hard,LiveBench2,,,,,,1.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, nemotron-super-vl-3.5-nvfp4, scores, Long-Run Operations)",,out:model-not-established, lb2-longhorizon-delegated-operations#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,agentic-tool,hard,LiveBench2,,,,,,5.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, nemotron-super-vl-3.5-nvfp4, scores, Delegated Operations)",,out:model-not-established, lb2-longhorizon-systems-engineering#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,agentic-tool,hard,LiveBench2,,,,,,52.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, nemotron-super-vl-3.5-nvfp4, scores, Systems Engineering)",,out:model-not-established, lb2-longhorizon-performance-optimisation#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,agentic-tool,hard,LiveBench2,,,,,,32.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, nemotron-super-vl-3.5-nvfp4, scores, Performance Optimisation)",,out:model-not-established, lb2-longhorizon-finance-compliance-apps#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, nemotron-super-vl-3.5, scores, Finance & Compliance Apps)",,out:model-not-established, lb2-longhorizon-operations-commerce-apps#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,14.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, nemotron-super-vl-3.5, scores, Operations & Commerce Apps)",,out:model-not-established, lb2-longhorizon-long-run-operations#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,1.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, nemotron-super-vl-3.5, scores, Long-Run Operations)",,out:model-not-established, lb2-longhorizon-delegated-operations#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,5.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, nemotron-super-vl-3.5, scores, Delegated Operations)",,out:model-not-established, lb2-longhorizon-systems-engineering#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,32.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, nemotron-super-vl-3.5, scores, Systems Engineering)",,out:model-not-established, lb2-longhorizon-performance-optimisation#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,34.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, nemotron-super-vl-3.5, scores, Performance Optimisation)",,out:model-not-established, lb2-longhorizon-finance-compliance-apps#none,livebench,qwen3.8-27b,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,5.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, qwen3.8-27b, scores, Finance & Compliance Apps)",,out:effort-not-established, lb2-longhorizon-operations-commerce-apps#none,livebench,qwen3.8-27b,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,4.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, qwen3.8-27b, scores, Operations & Commerce Apps)",,out:effort-not-established, lb2-longhorizon-long-run-operations#none,livebench,qwen3.8-27b,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,15.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, qwen3.8-27b, scores, Long-Run Operations)",,out:effort-not-established, lb2-longhorizon-delegated-operations#none,livebench,qwen3.8-27b,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,3.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, qwen3.8-27b, scores, Delegated Operations)",,out:effort-not-established, lb2-longhorizon-systems-engineering#none,livebench,qwen3.8-27b,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,49.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, qwen3.8-27b, scores, Systems Engineering)",,out:effort-not-established, lb2-longhorizon-performance-optimisation#none,livebench,qwen3.8-27b,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,47.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, qwen3.8-27b, scores, Performance Optimisation)",,out:effort-not-established, lb2-longhorizon-finance-compliance-apps#none,livebench,?Qwen3.8 Max,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,11.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, qwen3.8-max, scores, Finance & Compliance Apps)",,out:model-not-established, lb2-longhorizon-operations-commerce-apps#none,livebench,?Qwen3.8 Max,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,45.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, qwen3.8-max, scores, Operations & Commerce Apps)",,out:model-not-established, lb2-longhorizon-long-run-operations#none,livebench,?Qwen3.8 Max,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,6.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, qwen3.8-max, scores, Long-Run Operations)",,out:model-not-established, lb2-longhorizon-delegated-operations#none,livebench,?Qwen3.8 Max,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,6.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, qwen3.8-max, scores, Delegated Operations)",,out:model-not-established, lb2-longhorizon-systems-engineering#none,livebench,?Qwen3.8 Max,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,66.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, qwen3.8-max, scores, Systems Engineering)",,out:model-not-established, lb2-longhorizon-performance-optimisation#none,livebench,?Qwen3.8 Max,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,41.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, qwen3.8-max, scores, Performance Optimisation)",,out:model-not-established, lb2-longhorizon-finance-compliance-apps#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, smaug-nemotron-3.5-nvfp4, scores, Finance & Compliance Apps)",,out:model-not-established, lb2-longhorizon-operations-commerce-apps#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, smaug-nemotron-3.5-nvfp4, scores, Operations & Commerce Apps)",,out:model-not-established, lb2-longhorizon-long-run-operations#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,3.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, smaug-nemotron-3.5-nvfp4, scores, Long-Run Operations)",,out:model-not-established, lb2-longhorizon-delegated-operations#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,6.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, smaug-nemotron-3.5-nvfp4, scores, Delegated Operations)",,out:model-not-established, lb2-longhorizon-systems-engineering#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,53.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, smaug-nemotron-3.5-nvfp4, scores, Systems Engineering)",,out:model-not-established, lb2-longhorizon-performance-optimisation#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,30.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, smaug-nemotron-3.5-nvfp4, scores, Performance Optimisation)",,out:model-not-established, lb2-longhorizon-finance-compliance-apps#none,livebench,?Step 5 (Preview),not-established:absent,agentic-tool,hard,LiveBench2,,,,,,5.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, step-5-preview, scores, Finance & Compliance Apps)",,out:model-not-established, lb2-longhorizon-operations-commerce-apps#none,livebench,?Step 5 (Preview),not-established:absent,agentic-tool,hard,LiveBench2,,,,,,20.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, step-5-preview, scores, Operations & Commerce Apps)",,out:model-not-established, lb2-longhorizon-long-run-operations#none,livebench,?Step 5 (Preview),not-established:absent,agentic-tool,hard,LiveBench2,,,,,,9.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, step-5-preview, scores, Long-Run Operations)",,out:model-not-established, lb2-longhorizon-delegated-operations#none,livebench,?Step 5 (Preview),not-established:absent,agentic-tool,hard,LiveBench2,,,,,,1.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, step-5-preview, scores, Delegated Operations)",,out:model-not-established, lb2-longhorizon-systems-engineering#none,livebench,?Step 5 (Preview),not-established:absent,agentic-tool,hard,LiveBench2,,,,,,63.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, step-5-preview, scores, Systems Engineering)",,out:model-not-established, lb2-longhorizon-performance-optimisation#none,livebench,?Step 5 (Preview),not-established:absent,agentic-tool,hard,LiveBench2,,,,,,43.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Long Agentic, models, step-5-preview, scores, Performance Optimisation)",,out:model-not-established, lb2-reasoning-theory-of-mind#none,livebench,fable-5.1,max,reasoning-math,hard,LiveBench2,,,,,,80.8,score%,0.0289,,prev=80.8 (src-livebench-lb2-2026-10-25#M2193),"https://livebench.ai/ (breakdown.json, Reasoning, models, claude-fable-5.1, scores, Theory of mind)",src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|fable-5.1@max|,in, lb2-reasoning-zebra-puzzles#none,livebench,fable-5.1,max,reasoning-math,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, claude-fable-5.1, scores, Zebra puzzles)",,out:uninformative, lb2-reasoning-spatial#none,livebench,fable-5.1,max,reasoning-math,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, claude-fable-5.1, scores, Spatial)",,out:uninformative, lb2-reasoning-logic-with-navigation#none,livebench,fable-5.1,max,reasoning-math,hard,LiveBench2,,,,,,86.0,score%,0.0289,,prev=86.0 (src-livebench-lb2-2026-10-25#M2196),"https://livebench.ai/ (breakdown.json, Reasoning, models, claude-fable-5.1, scores, Logic with navigation)",src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|fable-5.1@max|,in, lb2-reasoning-theory-of-mind#none,livebench,fable-5.2,xhigh,reasoning-math,hard,LiveBench2,,,,,,73.1,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Reasoning, models, claude-fable-5.2, scores, Theory of mind)",src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|fable-5.2@xhigh|,in, lb2-reasoning-zebra-puzzles#none,livebench,fable-5.2,xhigh,reasoning-math,hard,LiveBench2,,,,,,100.0,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Reasoning, models, claude-fable-5.2, scores, Zebra puzzles)",,out:uninformative, lb2-reasoning-spatial#none,livebench,fable-5.2,xhigh,reasoning-math,hard,LiveBench2,,,,,,100.0,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Reasoning, models, claude-fable-5.2, scores, Spatial)",,out:uninformative, lb2-reasoning-logic-with-navigation#none,livebench,fable-5.2,xhigh,reasoning-math,hard,LiveBench2,,,,,,82.0,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Reasoning, models, claude-fable-5.2, scores, Logic with navigation)",src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|fable-5.2@xhigh|,in, lb2-reasoning-theory-of-mind#none,livebench,haiku-5.5,max,reasoning-math,hard,LiveBench2,,,,,,78.8,score%,0.0289,,prev=78.8 (src-livebench-lb2-2026-10-25#M2197),"https://livebench.ai/ (breakdown.json, Reasoning, models, claude-haiku-5.5, scores, Theory of mind)",src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|haiku-5.5@max|,in, lb2-reasoning-zebra-puzzles#none,livebench,haiku-5.5,max,reasoning-math,hard,LiveBench2,,,,,,96.8,score%,0.0289,,prev=96.8 (src-livebench-lb2-2026-10-25#M2198),"https://livebench.ai/ (breakdown.json, Reasoning, models, claude-haiku-5.5, scores, Zebra puzzles)",src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|haiku-5.5@max|,in, lb2-reasoning-spatial#none,livebench,haiku-5.5,max,reasoning-math,hard,LiveBench2,,,,,,88.0,score%,0.0289,,prev=88.0 (src-livebench-lb2-2026-10-25#M2199),"https://livebench.ai/ (breakdown.json, Reasoning, models, claude-haiku-5.5, scores, Spatial)",src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|haiku-5.5@max|,in, lb2-reasoning-logic-with-navigation#none,livebench,haiku-5.5,max,reasoning-math,hard,LiveBench2,,,,,,66.0,score%,0.0289,,prev=66.0 (src-livebench-lb2-2026-10-25#M2200),"https://livebench.ai/ (breakdown.json, Reasoning, models, claude-haiku-5.5, scores, Logic with navigation)",src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|haiku-5.5@max|,in, lb2-reasoning-theory-of-mind#none,livebench,opus-5.5,max,reasoning-math,hard,LiveBench2,,,,,,84.6,score%,0.0289,,prev=84.6 (src-livebench-lb2-2026-10-25#M2201),"https://livebench.ai/ (breakdown.json, Reasoning, models, claude-opus-5.5, scores, Theory of mind)",src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|opus-5.5@max|,in, lb2-reasoning-zebra-puzzles#none,livebench,opus-5.5,max,reasoning-math,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, claude-opus-5.5, scores, Zebra puzzles)",,out:uninformative, lb2-reasoning-spatial#none,livebench,opus-5.5,max,reasoning-math,hard,LiveBench2,,,,,,98.0,score%,0.0289,,prev=98.0 (src-livebench-lb2-2026-10-25#M2203),"https://livebench.ai/ (breakdown.json, Reasoning, models, claude-opus-5.5, scores, Spatial)",src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|opus-5.5@max|,in, lb2-reasoning-logic-with-navigation#none,livebench,opus-5.5,max,reasoning-math,hard,LiveBench2,,,,,,86.0,score%,0.0289,,prev=86.0 (src-livebench-lb2-2026-10-25#M2204),"https://livebench.ai/ (breakdown.json, Reasoning, models, claude-opus-5.5, scores, Logic with navigation)",src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|opus-5.5@max|,in, lb2-reasoning-theory-of-mind#none,livebench,sonnet-5.5,max,reasoning-math,hard,LiveBench2,,,,,,86.5,score%,0.0289,,prev=86.5 (src-livebench-lb2-2026-10-25#M2205),"https://livebench.ai/ (breakdown.json, Reasoning, models, claude-sonnet-5.5, scores, Theory of mind)",src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|sonnet-5.5@max|,in, lb2-reasoning-zebra-puzzles#none,livebench,sonnet-5.5,max,reasoning-math,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, claude-sonnet-5.5, scores, Zebra puzzles)",,out:uninformative, lb2-reasoning-spatial#none,livebench,sonnet-5.5,max,reasoning-math,hard,LiveBench2,,,,,,98.0,score%,0.0289,,prev=98.0 (src-livebench-lb2-2026-10-25#M2207),"https://livebench.ai/ (breakdown.json, Reasoning, models, claude-sonnet-5.5, scores, Spatial)",src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|sonnet-5.5@max|,in, lb2-reasoning-logic-with-navigation#none,livebench,sonnet-5.5,max,reasoning-math,hard,LiveBench2,,,,,,82.0,score%,0.0289,,prev=82.0 (src-livebench-lb2-2026-10-25#M2208),"https://livebench.ai/ (breakdown.json, Reasoning, models, claude-sonnet-5.5, scores, Logic with navigation)",src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|sonnet-5.5@max|,in, lb2-reasoning-theory-of-mind#none,livebench,deepseek-v4.1-flash-1017,max,reasoning-math,hard,LiveBench2,,,,,,88.5,score%,0.0289,,prev=88.5 (src-livebench-lb2-2026-10-25#M2209),"https://livebench.ai/ (breakdown.json, Reasoning, models, deepseek-v4.1-flash-1017, scores, Theory of mind)",src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|deepseek-v4.1-flash-1017@max|,in, lb2-reasoning-zebra-puzzles#none,livebench,deepseek-v4.1-flash-1017,max,reasoning-math,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, deepseek-v4.1-flash-1017, scores, Zebra puzzles)",,out:uninformative, lb2-reasoning-spatial#none,livebench,deepseek-v4.1-flash-1017,max,reasoning-math,hard,LiveBench2,,,,,,98.0,score%,0.0289,,prev=98.0 (src-livebench-lb2-2026-10-25#M2211),"https://livebench.ai/ (breakdown.json, Reasoning, models, deepseek-v4.1-flash-1017, scores, Spatial)",src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|deepseek-v4.1-flash-1017@max|,in, lb2-reasoning-logic-with-navigation#none,livebench,deepseek-v4.1-flash-1017,max,reasoning-math,hard,LiveBench2,,,,,,70.0,score%,0.0289,,prev=70.0 (src-livebench-lb2-2026-10-25#M2212),"https://livebench.ai/ (breakdown.json, Reasoning, models, deepseek-v4.1-flash-1017, scores, Logic with navigation)",src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|deepseek-v4.1-flash-1017@max|,in, lb2-reasoning-theory-of-mind#none,livebench,gemini-3.8-flash,high,reasoning-math,hard,LiveBench2,,,,,,76.9,score%,0.0289,,prev=76.9 (src-livebench-lb2-2026-10-25#M2213),"https://livebench.ai/ (breakdown.json, Reasoning, models, gemini-3.8-flash, scores, Theory of mind)",src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|gemini-3.8-flash@high|,in, lb2-reasoning-zebra-puzzles#none,livebench,gemini-3.8-flash,high,reasoning-math,hard,LiveBench2,,,,,,98.2,score%,0.0289,,prev=98.2 (src-livebench-lb2-2026-10-25#M2214),"https://livebench.ai/ (breakdown.json, Reasoning, models, gemini-3.8-flash, scores, Zebra puzzles)",src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|gemini-3.8-flash@high|,in, lb2-reasoning-spatial#none,livebench,gemini-3.8-flash,high,reasoning-math,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, gemini-3.8-flash, scores, Spatial)",,out:uninformative, lb2-reasoning-logic-with-navigation#none,livebench,gemini-3.8-flash,high,reasoning-math,hard,LiveBench2,,,,,,82.0,score%,0.0289,,prev=82.0 (src-livebench-lb2-2026-10-25#M2216),"https://livebench.ai/ (breakdown.json, Reasoning, models, gemini-3.8-flash, scores, Logic with navigation)",src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|gemini-3.8-flash@high|,in, lb2-reasoning-theory-of-mind#none,livebench,gemini-4-argon,high,reasoning-math,hard,LiveBench2,,,,,,92.3,score%,0.0289,,prev=92.3 (src-livebench-lb2-2026-10-25#M2217),"https://livebench.ai/ (breakdown.json, Reasoning, models, gemini-4-argon, scores, Theory of mind)",src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|gemini-4-argon@high|,in, lb2-reasoning-zebra-puzzles#none,livebench,gemini-4-argon,high,reasoning-math,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, gemini-4-argon, scores, Zebra puzzles)",,out:uninformative, lb2-reasoning-spatial#none,livebench,gemini-4-argon,high,reasoning-math,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, gemini-4-argon, scores, Spatial)",,out:uninformative, lb2-reasoning-logic-with-navigation#none,livebench,gemini-4-argon,high,reasoning-math,hard,LiveBench2,,,,,,88.0,score%,0.0289,,prev=88.0 (src-livebench-lb2-2026-10-25#M2220),"https://livebench.ai/ (breakdown.json, Reasoning, models, gemini-4-argon, scores, Logic with navigation)",src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|gemini-4-argon@high|,in, lb2-reasoning-theory-of-mind#none,livebench,gemini-4-carbon,high,reasoning-math,hard,LiveBench2,,,,,,86.5,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Reasoning, models, gemini-4-carbon, scores, Theory of mind)",src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|gemini-4-carbon@high|,in, lb2-reasoning-zebra-puzzles#none,livebench,gemini-4-carbon,high,reasoning-math,hard,LiveBench2,,,,,,100.0,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Reasoning, models, gemini-4-carbon, scores, Zebra puzzles)",,out:uninformative, lb2-reasoning-spatial#none,livebench,gemini-4-carbon,high,reasoning-math,hard,LiveBench2,,,,,,100.0,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Reasoning, models, gemini-4-carbon, scores, Spatial)",,out:uninformative, lb2-reasoning-logic-with-navigation#none,livebench,gemini-4-carbon,high,reasoning-math,hard,LiveBench2,,,,,,76.0,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Reasoning, models, gemini-4-carbon, scores, Logic with navigation)",src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|gemini-4-carbon@high|,in, lb2-reasoning-theory-of-mind#none,livebench,gemini-4-hydrogen,xhigh,reasoning-math,hard,LiveBench2,,,,,,86.5,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Reasoning, models, gemini-4-hydrogen, scores, Theory of mind)",src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|gemini-4-hydrogen@xhigh|,in, lb2-reasoning-zebra-puzzles#none,livebench,gemini-4-hydrogen,xhigh,reasoning-math,hard,LiveBench2,,,,,,100.0,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Reasoning, models, gemini-4-hydrogen, scores, Zebra puzzles)",,out:uninformative, lb2-reasoning-spatial#none,livebench,gemini-4-hydrogen,xhigh,reasoning-math,hard,LiveBench2,,,,,,96.0,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Reasoning, models, gemini-4-hydrogen, scores, Spatial)",src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|gemini-4-hydrogen@xhigh|,in, lb2-reasoning-logic-with-navigation#none,livebench,gemini-4-hydrogen,xhigh,reasoning-math,hard,LiveBench2,,,,,,72.0,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Reasoning, models, gemini-4-hydrogen, scores, Logic with navigation)",src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|gemini-4-hydrogen@xhigh|,in, lb2-reasoning-theory-of-mind#none,livebench,gemma-4-31b-it,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,73.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, gemma-4-31b, scores, Theory of mind)",,out:effort-not-established, lb2-reasoning-zebra-puzzles#none,livebench,gemma-4-31b-it,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,36.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, gemma-4-31b, scores, Zebra puzzles)",,out:effort-not-established, lb2-reasoning-spatial#none,livebench,gemma-4-31b-it,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,96.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, gemma-4-31b, scores, Spatial)",,out:effort-not-established, lb2-reasoning-logic-with-navigation#none,livebench,gemma-4-31b-it,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,68.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, gemma-4-31b, scores, Logic with navigation)",,out:effort-not-established, lb2-reasoning-theory-of-mind#none,livebench,glm-5.3-flash,max,reasoning-math,hard,LiveBench2,,,,,,73.1,score%,0.0289,,prev=73.1 (src-livebench-lb2-2026-10-25#M2225),"https://livebench.ai/ (breakdown.json, Reasoning, models, glm-5.3-flash, scores, Theory of mind)",src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|glm-5.3-flash@max|,in, lb2-reasoning-zebra-puzzles#none,livebench,glm-5.3-flash,max,reasoning-math,hard,LiveBench2,,,,,,79.5,score%,0.0289,,prev=79.5 (src-livebench-lb2-2026-10-25#M2226),"https://livebench.ai/ (breakdown.json, Reasoning, models, glm-5.3-flash, scores, Zebra puzzles)",src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|glm-5.3-flash@max|,in, lb2-reasoning-spatial#none,livebench,glm-5.3-flash,max,reasoning-math,hard,LiveBench2,,,,,,96.0,score%,0.0289,,prev=96.0 (src-livebench-lb2-2026-10-25#M2227),"https://livebench.ai/ (breakdown.json, Reasoning, models, glm-5.3-flash, scores, Spatial)",src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|glm-5.3-flash@max|,in, lb2-reasoning-logic-with-navigation#none,livebench,glm-5.3-flash,max,reasoning-math,hard,LiveBench2,,,,,,62.0,score%,0.0289,,prev=62.0 (src-livebench-lb2-2026-10-25#M2228),"https://livebench.ai/ (breakdown.json, Reasoning, models, glm-5.3-flash, scores, Logic with navigation)",src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|glm-5.3-flash@max|,in, lb2-reasoning-theory-of-mind#none,livebench,gpt-5.6-terra,max,reasoning-math,hard,LiveBench2,,,,,,86.5,score%,0.0289,,prev=86.5 (src-livebench-lb2-2026-10-25#M2229),"https://livebench.ai/ (breakdown.json, Reasoning, models, gpt-5.6-terra, scores, Theory of mind)",src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|gpt-5.6-terra@max|,in, lb2-reasoning-zebra-puzzles#none,livebench,gpt-5.6-terra,max,reasoning-math,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, gpt-5.6-terra, scores, Zebra puzzles)",,out:uninformative, lb2-reasoning-spatial#none,livebench,gpt-5.6-terra,max,reasoning-math,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, gpt-5.6-terra, scores, Spatial)",,out:uninformative, lb2-reasoning-logic-with-navigation#none,livebench,gpt-5.6-terra,max,reasoning-math,hard,LiveBench2,,,,,,76.0,score%,0.0289,,prev=76.0 (src-livebench-lb2-2026-10-25#M2232),"https://livebench.ai/ (breakdown.json, Reasoning, models, gpt-5.6-terra, scores, Logic with navigation)",src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|gpt-5.6-terra@max|,in, lb2-reasoning-theory-of-mind#none,livebench,gpt-6-astra,max,reasoning-math,hard,LiveBench2,,,,,,84.6,score%,0.0289,,prev=84.6 (src-livebench-lb2-2026-10-25#M2233),"https://livebench.ai/ (breakdown.json, Reasoning, models, gpt-6-astra, scores, Theory of mind)",src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|gpt-6-astra@max|,in, lb2-reasoning-zebra-puzzles#none,livebench,gpt-6-astra,max,reasoning-math,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, gpt-6-astra, scores, Zebra puzzles)",,out:uninformative, lb2-reasoning-spatial#none,livebench,gpt-6-astra,max,reasoning-math,hard,LiveBench2,,,,,,98.0,score%,0.0289,,prev=98.0 (src-livebench-lb2-2026-10-25#M2235),"https://livebench.ai/ (breakdown.json, Reasoning, models, gpt-6-astra, scores, Spatial)",src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|gpt-6-astra@max|,in, lb2-reasoning-logic-with-navigation#none,livebench,gpt-6-astra,max,reasoning-math,hard,LiveBench2,,,,,,88.0,score%,0.0289,,prev=88.0 (src-livebench-lb2-2026-10-25#M2236),"https://livebench.ai/ (breakdown.json, Reasoning, models, gpt-6-astra, scores, Logic with navigation)",src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|gpt-6-astra@max|,in, lb2-reasoning-theory-of-mind#none,livebench,gpt-6-luna,max,reasoning-math,hard,LiveBench2,,,,,,73.1,score%,0.0289,,prev=73.1 (src-livebench-lb2-2026-10-25#M2237),"https://livebench.ai/ (breakdown.json, Reasoning, models, gpt-6-luna, scores, Theory of mind)",src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|gpt-6-luna@max|,in, lb2-reasoning-zebra-puzzles#none,livebench,gpt-6-luna,max,reasoning-math,hard,LiveBench2,,,,,,96.0,score%,0.0289,,prev=96.0 (src-livebench-lb2-2026-10-25#M2238),"https://livebench.ai/ (breakdown.json, Reasoning, models, gpt-6-luna, scores, Zebra puzzles)",src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|gpt-6-luna@max|,in, lb2-reasoning-spatial#none,livebench,gpt-6-luna,max,reasoning-math,hard,LiveBench2,,,,,,96.0,score%,0.0289,,prev=96.0 (src-livebench-lb2-2026-10-25#M2239),"https://livebench.ai/ (breakdown.json, Reasoning, models, gpt-6-luna, scores, Spatial)",src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|gpt-6-luna@max|,in, lb2-reasoning-logic-with-navigation#none,livebench,gpt-6-luna,max,reasoning-math,hard,LiveBench2,,,,,,62.0,score%,0.0289,,prev=62.0 (src-livebench-lb2-2026-10-25#M2240),"https://livebench.ai/ (breakdown.json, Reasoning, models, gpt-6-luna, scores, Logic with navigation)",src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|gpt-6-luna@max|,in, lb2-reasoning-theory-of-mind#none,livebench,gpt-6.1-sol,max,reasoning-math,hard,LiveBench2,,,,,,86.5,score%,0.0289,,prev=86.5 (src-livebench-lb2-2026-10-25#M2241),"https://livebench.ai/ (breakdown.json, Reasoning, models, gpt-6.1-sol, scores, Theory of mind)",src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|gpt-6.1-sol@max|,in, lb2-reasoning-zebra-puzzles#none,livebench,gpt-6.1-sol,max,reasoning-math,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, gpt-6.1-sol, scores, Zebra puzzles)",,out:uninformative, lb2-reasoning-spatial#none,livebench,gpt-6.1-sol,max,reasoning-math,hard,LiveBench2,,,,,,98.0,score%,0.0289,,prev=98.0 (src-livebench-lb2-2026-10-25#M2243),"https://livebench.ai/ (breakdown.json, Reasoning, models, gpt-6.1-sol, scores, Spatial)",src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|gpt-6.1-sol@max|,in, lb2-reasoning-logic-with-navigation#none,livebench,gpt-6.1-sol,max,reasoning-math,hard,LiveBench2,,,,,,86.0,score%,0.0289,,prev=86.0 (src-livebench-lb2-2026-10-25#M2244),"https://livebench.ai/ (breakdown.json, Reasoning, models, gpt-6.1-sol, scores, Logic with navigation)",src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|gpt-6.1-sol@max|,in, lb2-reasoning-theory-of-mind#none,livebench,gpt-6.1-terra,max,reasoning-math,hard,LiveBench2,,,,,,84.6,score%,0.0289,,prev=84.6 (src-livebench-lb2-2026-10-25#M2245),"https://livebench.ai/ (breakdown.json, Reasoning, models, gpt-6.1-terra, scores, Theory of mind)",src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|gpt-6.1-terra@max|,in, lb2-reasoning-zebra-puzzles#none,livebench,gpt-6.1-terra,max,reasoning-math,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, gpt-6.1-terra, scores, Zebra puzzles)",,out:uninformative, lb2-reasoning-spatial#none,livebench,gpt-6.1-terra,max,reasoning-math,hard,LiveBench2,,,,,,98.0,score%,0.0289,,prev=98.0 (src-livebench-lb2-2026-10-25#M2247),"https://livebench.ai/ (breakdown.json, Reasoning, models, gpt-6.1-terra, scores, Spatial)",src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|gpt-6.1-terra@max|,in, lb2-reasoning-logic-with-navigation#none,livebench,gpt-6.1-terra,max,reasoning-math,hard,LiveBench2,,,,,,72.0,score%,0.0289,,prev=72.0 (src-livebench-lb2-2026-10-25#M2248),"https://livebench.ai/ (breakdown.json, Reasoning, models, gpt-6.1-terra, scores, Logic with navigation)",src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|gpt-6.1-terra@max|,in, lb2-reasoning-theory-of-mind#none,livebench,grok-4.6,xhigh,reasoning-math,hard,LiveBench2,,,,,,90.4,score%,0.0289,,prev=90.4 (src-livebench-lb2-2026-10-25#M2249),"https://livebench.ai/ (breakdown.json, Reasoning, models, grok-4.6, scores, Theory of mind)",src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|grok-4.6@xhigh|,in, lb2-reasoning-zebra-puzzles#none,livebench,grok-4.6,xhigh,reasoning-math,hard,LiveBench2,,,,,,96.5,score%,0.0289,,prev=96.5 (src-livebench-lb2-2026-10-25#M2250),"https://livebench.ai/ (breakdown.json, Reasoning, models, grok-4.6, scores, Zebra puzzles)",src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|grok-4.6@xhigh|,in, lb2-reasoning-spatial#none,livebench,grok-4.6,xhigh,reasoning-math,hard,LiveBench2,,,,,,98.0,score%,0.0289,,prev=98.0 (src-livebench-lb2-2026-10-25#M2251),"https://livebench.ai/ (breakdown.json, Reasoning, models, grok-4.6, scores, Spatial)",src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|grok-4.6@xhigh|,in, lb2-reasoning-logic-with-navigation#none,livebench,grok-4.6,xhigh,reasoning-math,hard,LiveBench2,,,,,,80.0,score%,0.0289,,prev=80.0 (src-livebench-lb2-2026-10-25#M2252),"https://livebench.ai/ (breakdown.json, Reasoning, models, grok-4.6, scores, Logic with navigation)",src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|grok-4.6@xhigh|,in, lb2-reasoning-theory-of-mind#none,livebench,grok-4.7,xhigh,reasoning-math,hard,LiveBench2,,,,,,84.6,score%,0.0289,,prev=84.6 (src-livebench-lb2-2026-10-25#M2253),"https://livebench.ai/ (breakdown.json, Reasoning, models, grok-4.7, scores, Theory of mind)",src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|grok-4.7@xhigh|,in, lb2-reasoning-zebra-puzzles#none,livebench,grok-4.7,xhigh,reasoning-math,hard,LiveBench2,,,,,,86.0,score%,0.0289,,prev=86.0 (src-livebench-lb2-2026-10-25#M2254),"https://livebench.ai/ (breakdown.json, Reasoning, models, grok-4.7, scores, Zebra puzzles)",src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|grok-4.7@xhigh|,in, lb2-reasoning-spatial#none,livebench,grok-4.7,xhigh,reasoning-math,hard,LiveBench2,,,,,,94.0,score%,0.0289,,prev=94.0 (src-livebench-lb2-2026-10-25#M2255),"https://livebench.ai/ (breakdown.json, Reasoning, models, grok-4.7, scores, Spatial)",src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|grok-4.7@xhigh|,in, lb2-reasoning-logic-with-navigation#none,livebench,grok-4.7,xhigh,reasoning-math,hard,LiveBench2,,,,,,66.0,score%,0.0289,,prev=66.0 (src-livebench-lb2-2026-10-25#M2256),"https://livebench.ai/ (breakdown.json, Reasoning, models, grok-4.7, scores, Logic with navigation)",src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|grok-4.7@xhigh|,in, lb2-reasoning-theory-of-mind#none,livebench,inkling,max,reasoning-math,hard,LiveBench2,,,,,,65.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, inkling, scores, Theory of mind)",,out:effort-not-established, lb2-reasoning-zebra-puzzles#none,livebench,inkling,max,reasoning-math,hard,LiveBench2,,,,,,88.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, inkling, scores, Zebra puzzles)",,out:effort-not-established, lb2-reasoning-spatial#none,livebench,inkling,max,reasoning-math,hard,LiveBench2,,,,,,94.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, inkling, scores, Spatial)",,out:effort-not-established, lb2-reasoning-logic-with-navigation#none,livebench,inkling,max,reasoning-math,hard,LiveBench2,,,,,,66.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, inkling, scores, Logic with navigation)",,out:effort-not-established, lb2-reasoning-theory-of-mind#none,livebench,?Kimi K3.1 Pro,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,86.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, kimi-k3.1-pro, scores, Theory of mind)",,out:model-not-established, lb2-reasoning-zebra-puzzles#none,livebench,?Kimi K3.1 Pro,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, kimi-k3.1-pro, scores, Zebra puzzles)",,out:model-not-established, lb2-reasoning-spatial#none,livebench,?Kimi K3.1 Pro,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, kimi-k3.1-pro, scores, Spatial)",,out:model-not-established, lb2-reasoning-logic-with-navigation#none,livebench,?Kimi K3.1 Pro,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,78.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, kimi-k3.1-pro, scores, Logic with navigation)",,out:model-not-established, lb2-reasoning-theory-of-mind#none,livebench,kimi-k3,max,reasoning-math,hard,LiveBench2,,,,,,82.7,score%,0.0289,,prev=82.7 (src-livebench-lb2-2026-10-25#M2265),"https://livebench.ai/ (breakdown.json, Reasoning, models, kimi-k3, scores, Theory of mind)",src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|kimi-k3@max|,in, lb2-reasoning-zebra-puzzles#none,livebench,kimi-k3,max,reasoning-math,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, kimi-k3, scores, Zebra puzzles)",,out:uninformative, lb2-reasoning-spatial#none,livebench,kimi-k3,max,reasoning-math,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, kimi-k3, scores, Spatial)",,out:uninformative, lb2-reasoning-logic-with-navigation#none,livebench,kimi-k3,max,reasoning-math,hard,LiveBench2,,,,,,80.0,score%,0.0289,,prev=80.0 (src-livebench-lb2-2026-10-25#M2268),"https://livebench.ai/ (breakdown.json, Reasoning, models, kimi-k3, scores, Logic with navigation)",src-livebench-lb2-2026-11-06|livebench:lb2-reasoning|kimi-k3@max|,in, lb2-reasoning-theory-of-mind#none,livebench,mimo-v2.6-pro,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,86.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, mimo-v2.6-pro, scores, Theory of mind)",,out:effort-not-established, lb2-reasoning-zebra-puzzles#none,livebench,mimo-v2.6-pro,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,72.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, mimo-v2.6-pro, scores, Zebra puzzles)",,out:effort-not-established, lb2-reasoning-spatial#none,livebench,mimo-v2.6-pro,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,94.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, mimo-v2.6-pro, scores, Spatial)",,out:effort-not-established, lb2-reasoning-logic-with-navigation#none,livebench,mimo-v2.6-pro,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,66.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, mimo-v2.6-pro, scores, Logic with navigation)",,out:effort-not-established, lb2-reasoning-theory-of-mind#none,livebench,?MiniMax M3.1 Flash,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,63.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, minimax-m3.1-flash, scores, Theory of mind)",,out:model-not-established, lb2-reasoning-zebra-puzzles#none,livebench,?MiniMax M3.1 Flash,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, minimax-m3.1-flash, scores, Zebra puzzles)",,out:model-not-established, lb2-reasoning-spatial#none,livebench,?MiniMax M3.1 Flash,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,96.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, minimax-m3.1-flash, scores, Spatial)",,out:model-not-established, lb2-reasoning-logic-with-navigation#none,livebench,?MiniMax M3.1 Flash,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,72.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, minimax-m3.1-flash, scores, Logic with navigation)",,out:model-not-established, lb2-reasoning-theory-of-mind#1029,livebench,?Mistral Large 4 1029,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,88.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, mistral-large-4-0, scores, Theory of mind)",,out:model-not-established, lb2-reasoning-zebra-puzzles#1029,livebench,?Mistral Large 4 1029,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,94.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, mistral-large-4-0, scores, Zebra puzzles)",,out:model-not-established, lb2-reasoning-spatial#1029,livebench,?Mistral Large 4 1029,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,94.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, mistral-large-4-0, scores, Spatial)",,out:model-not-established, lb2-reasoning-logic-with-navigation#1029,livebench,?Mistral Large 4 1029,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,64.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, mistral-large-4-0, scores, Logic with navigation)",,out:model-not-established, lb2-reasoning-theory-of-mind#none,livebench,?Mistral Large 4,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,80.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, mistral-large-4, scores, Theory of mind)",,out:model-not-established, lb2-reasoning-zebra-puzzles#none,livebench,?Mistral Large 4,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,93.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, mistral-large-4, scores, Zebra puzzles)",,out:model-not-established, lb2-reasoning-spatial#none,livebench,?Mistral Large 4,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,94.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, mistral-large-4, scores, Spatial)",,out:model-not-established, lb2-reasoning-logic-with-navigation#none,livebench,?Mistral Large 4,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,68.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, mistral-large-4, scores, Logic with navigation)",,out:model-not-established, lb2-reasoning-theory-of-mind#none,livebench,muse-spark-1.3,max,reasoning-math,hard,LiveBench2,,,,,,84.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, muse-spark-1.3, scores, Theory of mind)",,out:effort-not-established, lb2-reasoning-zebra-puzzles#none,livebench,muse-spark-1.3,max,reasoning-math,hard,LiveBench2,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, muse-spark-1.3, scores, Zebra puzzles)",,out:effort-not-established, lb2-reasoning-spatial#none,livebench,muse-spark-1.3,max,reasoning-math,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, muse-spark-1.3, scores, Spatial)",,out:effort-not-established, lb2-reasoning-logic-with-navigation#none,livebench,muse-spark-1.3,max,reasoning-math,hard,LiveBench2,,,,,,76.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, muse-spark-1.3, scores, Logic with navigation)",,out:effort-not-established, lb2-reasoning-theory-of-mind#none,livebench,?Muse Spark Open,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,76.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, muse-spark-open, scores, Theory of mind)",,out:model-not-established, lb2-reasoning-zebra-puzzles#none,livebench,?Muse Spark Open,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,40.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, muse-spark-open, scores, Zebra puzzles)",,out:model-not-established, lb2-reasoning-spatial#none,livebench,?Muse Spark Open,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, muse-spark-open, scores, Spatial)",,out:model-not-established, lb2-reasoning-logic-with-navigation#none,livebench,?Muse Spark Open,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,78.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, muse-spark-open, scores, Logic with navigation)",,out:model-not-established, lb2-reasoning-theory-of-mind#none,livebench,?Muse Wonder 1.0,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,86.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, muse-wonder-1.0, scores, Theory of mind)",,out:model-not-established, lb2-reasoning-zebra-puzzles#none,livebench,?Muse Wonder 1.0,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, muse-wonder-1.0, scores, Zebra puzzles)",,out:model-not-established, lb2-reasoning-spatial#none,livebench,?Muse Wonder 1.0,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,96.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, muse-wonder-1.0, scores, Spatial)",,out:model-not-established, lb2-reasoning-logic-with-navigation#none,livebench,?Muse Wonder 1.0,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,80.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, muse-wonder-1.0, scores, Logic with navigation)",,out:model-not-established, lb2-reasoning-theory-of-mind#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,reasoning-math,hard,LiveBench2,,,,,,63.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, nemotron-super-vl-3.5-nvfp4, scores, Theory of mind)",,out:model-not-established, lb2-reasoning-zebra-puzzles#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,reasoning-math,hard,LiveBench2,,,,,,63.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, nemotron-super-vl-3.5-nvfp4, scores, Zebra puzzles)",,out:model-not-established, lb2-reasoning-spatial#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,reasoning-math,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, nemotron-super-vl-3.5-nvfp4, scores, Spatial)",,out:model-not-established, lb2-reasoning-logic-with-navigation#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,reasoning-math,hard,LiveBench2,,,,,,60.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, nemotron-super-vl-3.5-nvfp4, scores, Logic with navigation)",,out:model-not-established, lb2-reasoning-theory-of-mind#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,75.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, nemotron-super-vl-3.5, scores, Theory of mind)",,out:model-not-established, lb2-reasoning-zebra-puzzles#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,67.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, nemotron-super-vl-3.5, scores, Zebra puzzles)",,out:model-not-established, lb2-reasoning-spatial#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, nemotron-super-vl-3.5, scores, Spatial)",,out:model-not-established, lb2-reasoning-logic-with-navigation#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,58.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, nemotron-super-vl-3.5, scores, Logic with navigation)",,out:model-not-established, lb2-reasoning-theory-of-mind#none,livebench,qwen3.8-27b,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,59.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, qwen3.8-27b, scores, Theory of mind)",,out:effort-not-established, lb2-reasoning-zebra-puzzles#none,livebench,qwen3.8-27b,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,96.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, qwen3.8-27b, scores, Zebra puzzles)",,out:effort-not-established, lb2-reasoning-spatial#none,livebench,qwen3.8-27b,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,96.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, qwen3.8-27b, scores, Spatial)",,out:effort-not-established, lb2-reasoning-logic-with-navigation#none,livebench,qwen3.8-27b,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,68.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, qwen3.8-27b, scores, Logic with navigation)",,out:effort-not-established, lb2-reasoning-theory-of-mind#none,livebench,?Qwen3.8 Max,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,78.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, qwen3.8-max, scores, Theory of mind)",,out:model-not-established, lb2-reasoning-zebra-puzzles#none,livebench,?Qwen3.8 Max,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, qwen3.8-max, scores, Zebra puzzles)",,out:model-not-established, lb2-reasoning-spatial#none,livebench,?Qwen3.8 Max,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, qwen3.8-max, scores, Spatial)",,out:model-not-established, lb2-reasoning-logic-with-navigation#none,livebench,?Qwen3.8 Max,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,74.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, qwen3.8-max, scores, Logic with navigation)",,out:model-not-established, lb2-reasoning-theory-of-mind#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,75.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, smaug-nemotron-3.5-nvfp4, scores, Theory of mind)",,out:model-not-established, lb2-reasoning-zebra-puzzles#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,67.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, smaug-nemotron-3.5-nvfp4, scores, Zebra puzzles)",,out:model-not-established, lb2-reasoning-spatial#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, smaug-nemotron-3.5-nvfp4, scores, Spatial)",,out:model-not-established, lb2-reasoning-logic-with-navigation#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,reasoning-math,hard,LiveBench2,,,,,,60.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, smaug-nemotron-3.5-nvfp4, scores, Logic with navigation)",,out:model-not-established, lb2-reasoning-theory-of-mind#none,livebench,?Step 5 (Preview),not-established:absent,reasoning-math,hard,LiveBench2,,,,,,75.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, step-5-preview, scores, Theory of mind)",,out:model-not-established, lb2-reasoning-zebra-puzzles#none,livebench,?Step 5 (Preview),not-established:absent,reasoning-math,hard,LiveBench2,,,,,,90.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, step-5-preview, scores, Zebra puzzles)",,out:model-not-established, lb2-reasoning-spatial#none,livebench,?Step 5 (Preview),not-established:absent,reasoning-math,hard,LiveBench2,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, step-5-preview, scores, Spatial)",,out:model-not-established, lb2-reasoning-logic-with-navigation#none,livebench,?Step 5 (Preview),not-established:absent,reasoning-math,hard,LiveBench2,,,,,,72.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Reasoning, models, step-5-preview, scores, Logic with navigation)",,out:model-not-established, lb2-coding-llm-api-integration#none,livebench,fable-5.1,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, claude-fable-5.1, scores, LLM API Integration)",,out:uninformative, lb2-coding-agent-loop#none,livebench,fable-5.1,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, claude-fable-5.1, scores, Agent Loop)",,out:uninformative, lb2-coding-billing-limits#none,livebench,fable-5.1,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, claude-fable-5.1, scores, Billing & Limits)",,out:uninformative, lb2-coding-cloud-infrastructure#none,livebench,fable-5.1,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, claude-fable-5.1, scores, Cloud Infrastructure)",,out:uninformative, lb2-coding-product-ux#none,livebench,fable-5.1,max,coding,hard,LiveBench2,,,,,,83.3,score%,0.0289,,prev=83.3 (src-livebench-lb2-2026-10-25#M2325),"https://livebench.ai/ (breakdown.json, Coding, models, claude-fable-5.1, scores, Product & UX)",src-livebench-lb2-2026-11-06|livebench:lb2-coding|fable-5.1@max|,in, lb2-coding-memory-tools#none,livebench,fable-5.1,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, claude-fable-5.1, scores, Memory & Tools)",,out:uninformative, lb2-coding-hard-fixes#none,livebench,fable-5.1,max,coding,hard,LiveBench2,,,,,,63.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, claude-fable-5.1, scores, Hard Fixes)",src-livebench-lb2-2026-11-06|livebench:lb2-coding|fable-5.1@max|,in, lb2-coding-llm-api-integration#none,livebench,fable-5.2,xhigh,coding,hard,LiveBench2,,,,,,66.7,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Coding, models, claude-fable-5.2, scores, LLM API Integration)",src-livebench-lb2-2026-11-06|livebench:lb2-coding|fable-5.2@xhigh|,in, lb2-coding-agent-loop#none,livebench,fable-5.2,xhigh,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Coding, models, claude-fable-5.2, scores, Agent Loop)",,out:uninformative, lb2-coding-billing-limits#none,livebench,fable-5.2,xhigh,coding,hard,LiveBench2,,,,,,94.4,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Coding, models, claude-fable-5.2, scores, Billing & Limits)",src-livebench-lb2-2026-11-06|livebench:lb2-coding|fable-5.2@xhigh|,in, lb2-coding-cloud-infrastructure#none,livebench,fable-5.2,xhigh,coding,hard,LiveBench2,,,,,,88.9,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Coding, models, claude-fable-5.2, scores, Cloud Infrastructure)",src-livebench-lb2-2026-11-06|livebench:lb2-coding|fable-5.2@xhigh|,in, lb2-coding-product-ux#none,livebench,fable-5.2,xhigh,coding,hard,LiveBench2,,,,,,58.3,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Coding, models, claude-fable-5.2, scores, Product & UX)",src-livebench-lb2-2026-11-06|livebench:lb2-coding|fable-5.2@xhigh|,in, lb2-coding-memory-tools#none,livebench,fable-5.2,xhigh,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Coding, models, claude-fable-5.2, scores, Memory & Tools)",,out:uninformative, lb2-coding-hard-fixes#none,livebench,fable-5.2,xhigh,coding,hard,LiveBench2,,,,,,63.6,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Coding, models, claude-fable-5.2, scores, Hard Fixes)",src-livebench-lb2-2026-11-06|livebench:lb2-coding|fable-5.2@xhigh|,in, lb2-coding-llm-api-integration#none,livebench,haiku-5.5,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, claude-haiku-5.5, scores, LLM API Integration)",,out:uninformative, lb2-coding-agent-loop#none,livebench,haiku-5.5,max,coding,hard,LiveBench2,,,,,,66.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, claude-haiku-5.5, scores, Agent Loop)",src-livebench-lb2-2026-11-06|livebench:lb2-coding|haiku-5.5@max|,in, lb2-coding-billing-limits#none,livebench,haiku-5.5,max,coding,hard,LiveBench2,,,,,,94.4,score%,0.0289,,prev=95.8 (src-livebench-lb2-2026-10-25#M2329),"https://livebench.ai/ (breakdown.json, Coding, models, claude-haiku-5.5, scores, Billing & Limits)",src-livebench-lb2-2026-11-06|livebench:lb2-coding|haiku-5.5@max|,in, lb2-coding-cloud-infrastructure#none,livebench,haiku-5.5,max,coding,hard,LiveBench2,,,,,,66.7,score%,0.0289,,prev=83.3 (src-livebench-lb2-2026-10-25#M2330),"https://livebench.ai/ (breakdown.json, Coding, models, claude-haiku-5.5, scores, Cloud Infrastructure)",src-livebench-lb2-2026-11-06|livebench:lb2-coding|haiku-5.5@max|,in, lb2-coding-product-ux#none,livebench,haiku-5.5,max,coding,hard,LiveBench2,,,,,,66.7,score%,0.0289,,prev=77.8 (src-livebench-lb2-2026-10-25#M2331),"https://livebench.ai/ (breakdown.json, Coding, models, claude-haiku-5.5, scores, Product & UX)",src-livebench-lb2-2026-11-06|livebench:lb2-coding|haiku-5.5@max|,in, lb2-coding-memory-tools#none,livebench,haiku-5.5,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, claude-haiku-5.5, scores, Memory & Tools)",,out:uninformative, lb2-coding-hard-fixes#none,livebench,haiku-5.5,max,coding,hard,LiveBench2,,,,,,62.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, claude-haiku-5.5, scores, Hard Fixes)",src-livebench-lb2-2026-11-06|livebench:lb2-coding|haiku-5.5@max|,in, lb2-coding-llm-api-integration#none,livebench,opus-5.5,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,prev=97.5 (src-livebench-lb2-2026-10-25#M2333),"https://livebench.ai/ (breakdown.json, Coding, models, claude-opus-5.5, scores, LLM API Integration)",,out:uninformative, lb2-coding-agent-loop#none,livebench,opus-5.5,max,coding,hard,LiveBench2,,,,,,96.7,score%,0.0289,,prev=96.0 (src-livebench-lb2-2026-10-25#M2334),"https://livebench.ai/ (breakdown.json, Coding, models, claude-opus-5.5, scores, Agent Loop)",src-livebench-lb2-2026-11-06|livebench:lb2-coding|opus-5.5@max|,in, lb2-coding-billing-limits#none,livebench,opus-5.5,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, claude-opus-5.5, scores, Billing & Limits)",,out:uninformative, lb2-coding-cloud-infrastructure#none,livebench,opus-5.5,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, claude-opus-5.5, scores, Cloud Infrastructure)",,out:uninformative, lb2-coding-product-ux#none,livebench,opus-5.5,max,coding,hard,LiveBench2,,,,,,83.3,score%,0.0289,,prev=88.9 (src-livebench-lb2-2026-10-25#M2337),"https://livebench.ai/ (breakdown.json, Coding, models, claude-opus-5.5, scores, Product & UX)",src-livebench-lb2-2026-11-06|livebench:lb2-coding|opus-5.5@max|,in, lb2-coding-memory-tools#none,livebench,opus-5.5,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,prev=97.5 (src-livebench-lb2-2026-10-25#M2338),"https://livebench.ai/ (breakdown.json, Coding, models, claude-opus-5.5, scores, Memory & Tools)",,out:uninformative, lb2-coding-hard-fixes#none,livebench,opus-5.5,max,coding,hard,LiveBench2,,,,,,53.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, claude-opus-5.5, scores, Hard Fixes)",src-livebench-lb2-2026-11-06|livebench:lb2-coding|opus-5.5@max|,in, lb2-coding-llm-api-integration#none,livebench,sonnet-5.5,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, claude-sonnet-5.5, scores, LLM API Integration)",,out:uninformative, lb2-coding-agent-loop#none,livebench,sonnet-5.5,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, claude-sonnet-5.5, scores, Agent Loop)",,out:uninformative, lb2-coding-billing-limits#none,livebench,sonnet-5.5,max,coding,hard,LiveBench2,,,,,,77.8,score%,0.0289,,prev=83.3 (src-livebench-lb2-2026-10-25#M2341),"https://livebench.ai/ (breakdown.json, Coding, models, claude-sonnet-5.5, scores, Billing & Limits)",src-livebench-lb2-2026-11-06|livebench:lb2-coding|sonnet-5.5@max|,in, lb2-coding-cloud-infrastructure#none,livebench,sonnet-5.5,max,coding,hard,LiveBench2,,,,,,96.7,score%,0.0289,,prev=98.3 (src-livebench-lb2-2026-10-25#M2342),"https://livebench.ai/ (breakdown.json, Coding, models, claude-sonnet-5.5, scores, Cloud Infrastructure)",src-livebench-lb2-2026-11-06|livebench:lb2-coding|sonnet-5.5@max|,in, lb2-coding-product-ux#none,livebench,sonnet-5.5,max,coding,hard,LiveBench2,,,,,,75.0,score%,0.0289,,prev=87.2 (src-livebench-lb2-2026-10-25#M2343),"https://livebench.ai/ (breakdown.json, Coding, models, claude-sonnet-5.5, scores, Product & UX)",src-livebench-lb2-2026-11-06|livebench:lb2-coding|sonnet-5.5@max|,in, lb2-coding-memory-tools#none,livebench,sonnet-5.5,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, claude-sonnet-5.5, scores, Memory & Tools)",,out:uninformative, lb2-coding-hard-fixes#none,livebench,sonnet-5.5,max,coding,hard,LiveBench2,,,,,,26.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, claude-sonnet-5.5, scores, Hard Fixes)",src-livebench-lb2-2026-11-06|livebench:lb2-coding|sonnet-5.5@max|,in, lb2-coding-llm-api-integration#none,livebench,deepseek-v4.1-flash-1017,max,coding,hard,LiveBench2,,,,,,83.3,score%,0.0289,,prev=87.5 (src-livebench-lb2-2026-10-25#M2345),"https://livebench.ai/ (breakdown.json, Coding, models, deepseek-v4.1-flash-1017, scores, LLM API Integration)",src-livebench-lb2-2026-11-06|livebench:lb2-coding|deepseek-v4.1-flash-1017@max|,in, lb2-coding-agent-loop#none,livebench,deepseek-v4.1-flash-1017,max,coding,hard,LiveBench2,,,,,,66.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, deepseek-v4.1-flash-1017, scores, Agent Loop)",src-livebench-lb2-2026-11-06|livebench:lb2-coding|deepseek-v4.1-flash-1017@max|,in, lb2-coding-billing-limits#none,livebench,deepseek-v4.1-flash-1017,max,coding,hard,LiveBench2,,,,,,66.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, deepseek-v4.1-flash-1017, scores, Billing & Limits)",src-livebench-lb2-2026-11-06|livebench:lb2-coding|deepseek-v4.1-flash-1017@max|,in, lb2-coding-cloud-infrastructure#none,livebench,deepseek-v4.1-flash-1017,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, deepseek-v4.1-flash-1017, scores, Cloud Infrastructure)",,out:uninformative, lb2-coding-product-ux#none,livebench,deepseek-v4.1-flash-1017,max,coding,hard,LiveBench2,,,,,,91.7,score%,0.0289,,prev=88.9 (src-livebench-lb2-2026-10-25#M2349),"https://livebench.ai/ (breakdown.json, Coding, models, deepseek-v4.1-flash-1017, scores, Product & UX)",src-livebench-lb2-2026-11-06|livebench:lb2-coding|deepseek-v4.1-flash-1017@max|,in, lb2-coding-memory-tools#none,livebench,deepseek-v4.1-flash-1017,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, deepseek-v4.1-flash-1017, scores, Memory & Tools)",,out:uninformative, lb2-coding-hard-fixes#none,livebench,deepseek-v4.1-flash-1017,max,coding,hard,LiveBench2,,,,,,62.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, deepseek-v4.1-flash-1017, scores, Hard Fixes)",src-livebench-lb2-2026-11-06|livebench:lb2-coding|deepseek-v4.1-flash-1017@max|,in, lb2-coding-llm-api-integration#none,livebench,gemini-3.8-flash,high,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,prev=87.5 (src-livebench-lb2-2026-10-25#M2351),"https://livebench.ai/ (breakdown.json, Coding, models, gemini-3.8-flash, scores, LLM API Integration)",,out:uninformative, lb2-coding-agent-loop#none,livebench,gemini-3.8-flash,high,coding,hard,LiveBench2,,,,,,66.7,score%,0.0289,,prev=80.0 (src-livebench-lb2-2026-10-25#M2352),"https://livebench.ai/ (breakdown.json, Coding, models, gemini-3.8-flash, scores, Agent Loop)",src-livebench-lb2-2026-11-06|livebench:lb2-coding|gemini-3.8-flash@high|,in, lb2-coding-billing-limits#none,livebench,gemini-3.8-flash,high,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,prev=75.0 (src-livebench-lb2-2026-10-25#M2353),"https://livebench.ai/ (breakdown.json, Coding, models, gemini-3.8-flash, scores, Billing & Limits)",,out:uninformative, lb2-coding-cloud-infrastructure#none,livebench,gemini-3.8-flash,high,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gemini-3.8-flash, scores, Cloud Infrastructure)",,out:uninformative, lb2-coding-product-ux#none,livebench,gemini-3.8-flash,high,coding,hard,LiveBench2,,,,,,66.7,score%,0.0289,,prev=72.2 (src-livebench-lb2-2026-10-25#M2355),"https://livebench.ai/ (breakdown.json, Coding, models, gemini-3.8-flash, scores, Product & UX)",src-livebench-lb2-2026-11-06|livebench:lb2-coding|gemini-3.8-flash@high|,in, lb2-coding-memory-tools#none,livebench,gemini-3.8-flash,high,coding,hard,LiveBench2,,,,,,66.7,score%,0.0289,,prev=75.0 (src-livebench-lb2-2026-10-25#M2356),"https://livebench.ai/ (breakdown.json, Coding, models, gemini-3.8-flash, scores, Memory & Tools)",src-livebench-lb2-2026-11-06|livebench:lb2-coding|gemini-3.8-flash@high|,in, lb2-coding-hard-fixes#none,livebench,gemini-3.8-flash,high,coding,hard,LiveBench2,,,,,,38.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gemini-3.8-flash, scores, Hard Fixes)",src-livebench-lb2-2026-11-06|livebench:lb2-coding|gemini-3.8-flash@high|,in, lb2-coding-llm-api-integration#none,livebench,gemini-4-argon,high,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gemini-4-argon, scores, LLM API Integration)",,out:uninformative, lb2-coding-agent-loop#none,livebench,gemini-4-argon,high,coding,hard,LiveBench2,,,,,,66.7,score%,0.0289,,prev=80.0 (src-livebench-lb2-2026-10-25#M2358),"https://livebench.ai/ (breakdown.json, Coding, models, gemini-4-argon, scores, Agent Loop)",src-livebench-lb2-2026-11-06|livebench:lb2-coding|gemini-4-argon@high|,in, lb2-coding-billing-limits#none,livebench,gemini-4-argon,high,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gemini-4-argon, scores, Billing & Limits)",,out:uninformative, lb2-coding-cloud-infrastructure#none,livebench,gemini-4-argon,high,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gemini-4-argon, scores, Cloud Infrastructure)",,out:uninformative, lb2-coding-product-ux#none,livebench,gemini-4-argon,high,coding,hard,LiveBench2,,,,,,91.7,score%,0.0289,,prev=77.8 (src-livebench-lb2-2026-10-25#M2361),"https://livebench.ai/ (breakdown.json, Coding, models, gemini-4-argon, scores, Product & UX)",src-livebench-lb2-2026-11-06|livebench:lb2-coding|gemini-4-argon@high|,in, lb2-coding-memory-tools#none,livebench,gemini-4-argon,high,coding,hard,LiveBench2,,,,,,91.7,score%,0.0289,,prev=83.3 (src-livebench-lb2-2026-10-25#M2362),"https://livebench.ai/ (breakdown.json, Coding, models, gemini-4-argon, scores, Memory & Tools)",src-livebench-lb2-2026-11-06|livebench:lb2-coding|gemini-4-argon@high|,in, lb2-coding-hard-fixes#none,livebench,gemini-4-argon,high,coding,hard,LiveBench2,,,,,,63.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gemini-4-argon, scores, Hard Fixes)",src-livebench-lb2-2026-11-06|livebench:lb2-coding|gemini-4-argon@high|,in, lb2-coding-llm-api-integration#none,livebench,gemini-4-carbon,high,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Coding, models, gemini-4-carbon, scores, LLM API Integration)",,out:uninformative, lb2-coding-agent-loop#none,livebench,gemini-4-carbon,high,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Coding, models, gemini-4-carbon, scores, Agent Loop)",,out:uninformative, lb2-coding-billing-limits#none,livebench,gemini-4-carbon,high,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Coding, models, gemini-4-carbon, scores, Billing & Limits)",,out:uninformative, lb2-coding-cloud-infrastructure#none,livebench,gemini-4-carbon,high,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Coding, models, gemini-4-carbon, scores, Cloud Infrastructure)",,out:uninformative, lb2-coding-product-ux#none,livebench,gemini-4-carbon,high,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Coding, models, gemini-4-carbon, scores, Product & UX)",,out:uninformative, lb2-coding-memory-tools#none,livebench,gemini-4-carbon,high,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Coding, models, gemini-4-carbon, scores, Memory & Tools)",,out:uninformative, lb2-coding-hard-fixes#none,livebench,gemini-4-carbon,high,coding,hard,LiveBench2,,,,,,56.7,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Coding, models, gemini-4-carbon, scores, Hard Fixes)",,in, lb2-coding-llm-api-integration#none,livebench,gemini-4-hydrogen,xhigh,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Coding, models, gemini-4-hydrogen, scores, LLM API Integration)",,out:uninformative, lb2-coding-agent-loop#none,livebench,gemini-4-hydrogen,xhigh,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Coding, models, gemini-4-hydrogen, scores, Agent Loop)",,out:uninformative, lb2-coding-billing-limits#none,livebench,gemini-4-hydrogen,xhigh,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Coding, models, gemini-4-hydrogen, scores, Billing & Limits)",,out:uninformative, lb2-coding-cloud-infrastructure#none,livebench,gemini-4-hydrogen,xhigh,coding,hard,LiveBench2,,,,,,88.9,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Coding, models, gemini-4-hydrogen, scores, Cloud Infrastructure)",src-livebench-lb2-2026-11-06|livebench:lb2-coding|gemini-4-hydrogen@xhigh|,in, lb2-coding-product-ux#none,livebench,gemini-4-hydrogen,xhigh,coding,hard,LiveBench2,,,,,,50.0,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Coding, models, gemini-4-hydrogen, scores, Product & UX)",src-livebench-lb2-2026-11-06|livebench:lb2-coding|gemini-4-hydrogen@xhigh|,in, lb2-coding-memory-tools#none,livebench,gemini-4-hydrogen,xhigh,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Coding, models, gemini-4-hydrogen, scores, Memory & Tools)",,out:uninformative, lb2-coding-hard-fixes#none,livebench,gemini-4-hydrogen,xhigh,coding,hard,LiveBench2,,,,,,43.6,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Coding, models, gemini-4-hydrogen, scores, Hard Fixes)",src-livebench-lb2-2026-11-06|livebench:lb2-coding|gemini-4-hydrogen@xhigh|,in, lb2-coding-llm-api-integration#none,livebench,gemma-4-31b-it,not-established:absent,coding,hard,LiveBench2,,,,,,38.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gemma-4-31b, scores, LLM API Integration)",,out:effort-not-established, lb2-coding-agent-loop#none,livebench,gemma-4-31b-it,not-established:absent,coding,hard,LiveBench2,,,,,,16.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gemma-4-31b, scores, Agent Loop)",,out:effort-not-established, lb2-coding-billing-limits#none,livebench,gemma-4-31b-it,not-established:absent,coding,hard,LiveBench2,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gemma-4-31b, scores, Billing & Limits)",,out:effort-not-established, lb2-coding-cloud-infrastructure#none,livebench,gemma-4-31b-it,not-established:absent,coding,hard,LiveBench2,,,,,,27.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gemma-4-31b, scores, Cloud Infrastructure)",,out:effort-not-established, lb2-coding-product-ux#none,livebench,gemma-4-31b-it,not-established:absent,coding,hard,LiveBench2,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gemma-4-31b, scores, Product & UX)",,out:effort-not-established, lb2-coding-memory-tools#none,livebench,gemma-4-31b-it,not-established:absent,coding,hard,LiveBench2,,,,,,57.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gemma-4-31b, scores, Memory & Tools)",,out:effort-not-established, lb2-coding-hard-fixes#none,livebench,gemma-4-31b-it,not-established:absent,coding,hard,LiveBench2,,,,,,13.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gemma-4-31b, scores, Hard Fixes)",,out:effort-not-established, lb2-coding-llm-api-integration#none,livebench,glm-5.3-flash,max,coding,hard,LiveBench2,,,,,,83.5,score%,0.0289,,prev=50.0 (src-livebench-lb2-2026-10-25#M2369),"https://livebench.ai/ (breakdown.json, Coding, models, glm-5.3-flash, scores, LLM API Integration)",src-livebench-lb2-2026-11-06|livebench:lb2-coding|glm-5.3-flash@max|,in, lb2-coding-agent-loop#none,livebench,glm-5.3-flash,max,coding,hard,LiveBench2,,,,,,66.7,score%,0.0289,,prev=80.0 (src-livebench-lb2-2026-10-25#M2370),"https://livebench.ai/ (breakdown.json, Coding, models, glm-5.3-flash, scores, Agent Loop)",src-livebench-lb2-2026-11-06|livebench:lb2-coding|glm-5.3-flash@max|,in, lb2-coding-billing-limits#none,livebench,glm-5.3-flash,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, glm-5.3-flash, scores, Billing & Limits)",,out:uninformative, lb2-coding-cloud-infrastructure#none,livebench,glm-5.3-flash,max,coding,hard,LiveBench2,,,,,,83.3,score%,0.0289,,prev=83.3 (src-livebench-lb2-2026-10-25#M2372),"https://livebench.ai/ (breakdown.json, Coding, models, glm-5.3-flash, scores, Cloud Infrastructure)",src-livebench-lb2-2026-11-06|livebench:lb2-coding|glm-5.3-flash@max|,in, lb2-coding-product-ux#none,livebench,glm-5.3-flash,max,coding,hard,LiveBench2,,,,,,33.3,score%,0.0289,,prev=50.0 (src-livebench-lb2-2026-10-25#M2373),"https://livebench.ai/ (breakdown.json, Coding, models, glm-5.3-flash, scores, Product & UX)",src-livebench-lb2-2026-11-06|livebench:lb2-coding|glm-5.3-flash@max|,in, lb2-coding-memory-tools#none,livebench,glm-5.3-flash,max,coding,hard,LiveBench2,,,,,,95.2,score%,0.0289,,prev=75.0 (src-livebench-lb2-2026-10-25#M2374),"https://livebench.ai/ (breakdown.json, Coding, models, glm-5.3-flash, scores, Memory & Tools)",src-livebench-lb2-2026-11-06|livebench:lb2-coding|glm-5.3-flash@max|,in, lb2-coding-hard-fixes#none,livebench,glm-5.3-flash,max,coding,hard,LiveBench2,,,,,,59.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, glm-5.3-flash, scores, Hard Fixes)",src-livebench-lb2-2026-11-06|livebench:lb2-coding|glm-5.3-flash@max|,in, lb2-coding-llm-api-integration#none,livebench,gpt-5.6-terra,max,coding,hard,LiveBench2,,,,,,83.3,score%,0.0289,,prev=87.5 (src-livebench-lb2-2026-10-25#M2375),"https://livebench.ai/ (breakdown.json, Coding, models, gpt-5.6-terra, scores, LLM API Integration)",src-livebench-lb2-2026-11-06|livebench:lb2-coding|gpt-5.6-terra@max|,in, lb2-coding-agent-loop#none,livebench,gpt-5.6-terra,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gpt-5.6-terra, scores, Agent Loop)",,out:uninformative, lb2-coding-billing-limits#none,livebench,gpt-5.6-terra,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,prev=79.2 (src-livebench-lb2-2026-10-25#M2377),"https://livebench.ai/ (breakdown.json, Coding, models, gpt-5.6-terra, scores, Billing & Limits)",,out:uninformative, lb2-coding-cloud-infrastructure#none,livebench,gpt-5.6-terra,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gpt-5.6-terra, scores, Cloud Infrastructure)",,out:uninformative, lb2-coding-product-ux#none,livebench,gpt-5.6-terra,max,coding,hard,LiveBench2,,,,,,75.0,score%,0.0289,,prev=72.2 (src-livebench-lb2-2026-10-25#M2379),"https://livebench.ai/ (breakdown.json, Coding, models, gpt-5.6-terra, scores, Product & UX)",src-livebench-lb2-2026-11-06|livebench:lb2-coding|gpt-5.6-terra@max|,in, lb2-coding-memory-tools#none,livebench,gpt-5.6-terra,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,prev=75.0 (src-livebench-lb2-2026-10-25#M2380),"https://livebench.ai/ (breakdown.json, Coding, models, gpt-5.6-terra, scores, Memory & Tools)",,out:uninformative, lb2-coding-hard-fixes#none,livebench,gpt-5.6-terra,max,coding,hard,LiveBench2,,,,,,54.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gpt-5.6-terra, scores, Hard Fixes)",src-livebench-lb2-2026-11-06|livebench:lb2-coding|gpt-5.6-terra@max|,in, lb2-coding-llm-api-integration#none,livebench,gpt-6-astra,max,coding,hard,LiveBench2,,,,,,66.7,score%,0.0289,,prev=75.0 (src-livebench-lb2-2026-10-25#M2381),"https://livebench.ai/ (breakdown.json, Coding, models, gpt-6-astra, scores, LLM API Integration)",src-livebench-lb2-2026-11-06|livebench:lb2-coding|gpt-6-astra@max|,in, lb2-coding-agent-loop#none,livebench,gpt-6-astra,max,coding,hard,LiveBench2,,,,,,83.3,score%,0.0289,,prev=90.0 (src-livebench-lb2-2026-10-25#M2382),"https://livebench.ai/ (breakdown.json, Coding, models, gpt-6-astra, scores, Agent Loop)",src-livebench-lb2-2026-11-06|livebench:lb2-coding|gpt-6-astra@max|,in, lb2-coding-billing-limits#none,livebench,gpt-6-astra,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gpt-6-astra, scores, Billing & Limits)",,out:uninformative, lb2-coding-cloud-infrastructure#none,livebench,gpt-6-astra,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gpt-6-astra, scores, Cloud Infrastructure)",,out:uninformative, lb2-coding-product-ux#none,livebench,gpt-6-astra,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,prev=94.4 (src-livebench-lb2-2026-10-25#M2385),"https://livebench.ai/ (breakdown.json, Coding, models, gpt-6-astra, scores, Product & UX)",,out:uninformative, lb2-coding-memory-tools#none,livebench,gpt-6-astra,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gpt-6-astra, scores, Memory & Tools)",,out:uninformative, lb2-coding-hard-fixes#none,livebench,gpt-6-astra,max,coding,hard,LiveBench2,,,,,,70.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gpt-6-astra, scores, Hard Fixes)",src-livebench-lb2-2026-11-06|livebench:lb2-coding|gpt-6-astra@max|,in, lb2-coding-llm-api-integration#none,livebench,gpt-6-luna,max,coding,hard,LiveBench2,,,,,,66.7,score%,0.0289,,prev=75.0 (src-livebench-lb2-2026-10-25#M2387),"https://livebench.ai/ (breakdown.json, Coding, models, gpt-6-luna, scores, LLM API Integration)",src-livebench-lb2-2026-11-06|livebench:lb2-coding|gpt-6-luna@max|,in, lb2-coding-agent-loop#none,livebench,gpt-6-luna,max,coding,hard,LiveBench2,,,,,,83.3,score%,0.0289,,prev=90.0 (src-livebench-lb2-2026-10-25#M2388),"https://livebench.ai/ (breakdown.json, Coding, models, gpt-6-luna, scores, Agent Loop)",src-livebench-lb2-2026-11-06|livebench:lb2-coding|gpt-6-luna@max|,in, lb2-coding-billing-limits#none,livebench,gpt-6-luna,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gpt-6-luna, scores, Billing & Limits)",,out:uninformative, lb2-coding-cloud-infrastructure#none,livebench,gpt-6-luna,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gpt-6-luna, scores, Cloud Infrastructure)",,out:uninformative, lb2-coding-product-ux#none,livebench,gpt-6-luna,max,coding,hard,LiveBench2,,,,,,66.7,score%,0.0289,,prev=83.3 (src-livebench-lb2-2026-10-25#M2391),"https://livebench.ai/ (breakdown.json, Coding, models, gpt-6-luna, scores, Product & UX)",src-livebench-lb2-2026-11-06|livebench:lb2-coding|gpt-6-luna@max|,in, lb2-coding-memory-tools#none,livebench,gpt-6-luna,max,coding,hard,LiveBench2,,,,,,33.3,score%,0.0289,,prev=50.0 (src-livebench-lb2-2026-10-25#M2392),"https://livebench.ai/ (breakdown.json, Coding, models, gpt-6-luna, scores, Memory & Tools)",src-livebench-lb2-2026-11-06|livebench:lb2-coding|gpt-6-luna@max|,in, lb2-coding-hard-fixes#none,livebench,gpt-6-luna,max,coding,hard,LiveBench2,,,,,,56.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gpt-6-luna, scores, Hard Fixes)",src-livebench-lb2-2026-11-06|livebench:lb2-coding|gpt-6-luna@max|,in, lb2-coding-llm-api-integration#none,livebench,gpt-6.1-sol,max,coding,hard,LiveBench2,,,,,,77.8,score%,0.0289,,prev=83.3 (src-livebench-lb2-2026-10-25#M2393),"https://livebench.ai/ (breakdown.json, Coding, models, gpt-6.1-sol, scores, LLM API Integration)",src-livebench-lb2-2026-11-06|livebench:lb2-coding|gpt-6.1-sol@max|,in, lb2-coding-agent-loop#none,livebench,gpt-6.1-sol,max,coding,hard,LiveBench2,,,,,,83.3,score%,0.0289,,prev=90.0 (src-livebench-lb2-2026-10-25#M2394),"https://livebench.ai/ (breakdown.json, Coding, models, gpt-6.1-sol, scores, Agent Loop)",src-livebench-lb2-2026-11-06|livebench:lb2-coding|gpt-6.1-sol@max|,in, lb2-coding-billing-limits#none,livebench,gpt-6.1-sol,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gpt-6.1-sol, scores, Billing & Limits)",,out:uninformative, lb2-coding-cloud-infrastructure#none,livebench,gpt-6.1-sol,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gpt-6.1-sol, scores, Cloud Infrastructure)",,out:uninformative, lb2-coding-product-ux#none,livebench,gpt-6.1-sol,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gpt-6.1-sol, scores, Product & UX)",,out:uninformative, lb2-coding-memory-tools#none,livebench,gpt-6.1-sol,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gpt-6.1-sol, scores, Memory & Tools)",,out:uninformative, lb2-coding-hard-fixes#none,livebench,gpt-6.1-sol,max,coding,hard,LiveBench2,,,,,,37.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gpt-6.1-sol, scores, Hard Fixes)",src-livebench-lb2-2026-11-06|livebench:lb2-coding|gpt-6.1-sol@max|,in, lb2-coding-llm-api-integration#none,livebench,gpt-6.1-terra,max,coding,hard,LiveBench2,,,,,,77.8,score%,0.0289,,prev=83.3 (src-livebench-lb2-2026-10-25#M2399),"https://livebench.ai/ (breakdown.json, Coding, models, gpt-6.1-terra, scores, LLM API Integration)",src-livebench-lb2-2026-11-06|livebench:lb2-coding|gpt-6.1-terra@max|,in, lb2-coding-agent-loop#none,livebench,gpt-6.1-terra,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gpt-6.1-terra, scores, Agent Loop)",,out:uninformative, lb2-coding-billing-limits#none,livebench,gpt-6.1-terra,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gpt-6.1-terra, scores, Billing & Limits)",,out:uninformative, lb2-coding-cloud-infrastructure#none,livebench,gpt-6.1-terra,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gpt-6.1-terra, scores, Cloud Infrastructure)",,out:uninformative, lb2-coding-product-ux#none,livebench,gpt-6.1-terra,max,coding,hard,LiveBench2,,,,,,75.0,score%,0.0289,,prev=83.3 (src-livebench-lb2-2026-10-25#M2403),"https://livebench.ai/ (breakdown.json, Coding, models, gpt-6.1-terra, scores, Product & UX)",src-livebench-lb2-2026-11-06|livebench:lb2-coding|gpt-6.1-terra@max|,in, lb2-coding-memory-tools#none,livebench,gpt-6.1-terra,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gpt-6.1-terra, scores, Memory & Tools)",,out:uninformative, lb2-coding-hard-fixes#none,livebench,gpt-6.1-terra,max,coding,hard,LiveBench2,,,,,,81.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, gpt-6.1-terra, scores, Hard Fixes)",src-livebench-lb2-2026-11-06|livebench:lb2-coding|gpt-6.1-terra@max|,in, lb2-coding-llm-api-integration#none,livebench,grok-4.6,xhigh,coding,hard,LiveBench2,,,,,,66.7,score%,0.0289,,prev=75.0 (src-livebench-lb2-2026-10-25#M2405),"https://livebench.ai/ (breakdown.json, Coding, models, grok-4.6, scores, LLM API Integration)",src-livebench-lb2-2026-11-06|livebench:lb2-coding|grok-4.6@xhigh|,in, lb2-coding-agent-loop#none,livebench,grok-4.6,xhigh,coding,hard,LiveBench2,,,,,,66.7,score%,0.0289,,prev=80.0 (src-livebench-lb2-2026-10-25#M2406),"https://livebench.ai/ (breakdown.json, Coding, models, grok-4.6, scores, Agent Loop)",src-livebench-lb2-2026-11-06|livebench:lb2-coding|grok-4.6@xhigh|,in, lb2-coding-billing-limits#none,livebench,grok-4.6,xhigh,coding,hard,LiveBench2,,,,,,94.4,score%,0.0289,,prev=95.8 (src-livebench-lb2-2026-10-25#M2407),"https://livebench.ai/ (breakdown.json, Coding, models, grok-4.6, scores, Billing & Limits)",src-livebench-lb2-2026-11-06|livebench:lb2-coding|grok-4.6@xhigh|,in, lb2-coding-cloud-infrastructure#none,livebench,grok-4.6,xhigh,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, grok-4.6, scores, Cloud Infrastructure)",,out:uninformative, lb2-coding-product-ux#none,livebench,grok-4.6,xhigh,coding,hard,LiveBench2,,,,,,75.0,score%,0.0289,,prev=83.3 (src-livebench-lb2-2026-10-25#M2409),"https://livebench.ai/ (breakdown.json, Coding, models, grok-4.6, scores, Product & UX)",src-livebench-lb2-2026-11-06|livebench:lb2-coding|grok-4.6@xhigh|,in, lb2-coding-memory-tools#none,livebench,grok-4.6,xhigh,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, grok-4.6, scores, Memory & Tools)",,out:uninformative, lb2-coding-hard-fixes#none,livebench,grok-4.6,xhigh,coding,hard,LiveBench2,,,,,,51.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, grok-4.6, scores, Hard Fixes)",src-livebench-lb2-2026-11-06|livebench:lb2-coding|grok-4.6@xhigh|,in, lb2-coding-llm-api-integration#none,livebench,grok-4.7,xhigh,coding,hard,LiveBench2,,,,,,16.7,score%,0.0289,,prev=37.5 (src-livebench-lb2-2026-10-25#M2411),"https://livebench.ai/ (breakdown.json, Coding, models, grok-4.7, scores, LLM API Integration)",src-livebench-lb2-2026-11-06|livebench:lb2-coding|grok-4.7@xhigh|,in, lb2-coding-agent-loop#none,livebench,grok-4.7,xhigh,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, grok-4.7, scores, Agent Loop)",,out:uninformative, lb2-coding-billing-limits#none,livebench,grok-4.7,xhigh,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, grok-4.7, scores, Billing & Limits)",,out:uninformative, lb2-coding-cloud-infrastructure#none,livebench,grok-4.7,xhigh,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, grok-4.7, scores, Cloud Infrastructure)",,out:uninformative, lb2-coding-product-ux#none,livebench,grok-4.7,xhigh,coding,hard,LiveBench2,,,,,,83.3,score%,0.0289,,prev=66.7 (src-livebench-lb2-2026-10-25#M2415),"https://livebench.ai/ (breakdown.json, Coding, models, grok-4.7, scores, Product & UX)",src-livebench-lb2-2026-11-06|livebench:lb2-coding|grok-4.7@xhigh|,in, lb2-coding-memory-tools#none,livebench,grok-4.7,xhigh,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, grok-4.7, scores, Memory & Tools)",,out:uninformative, lb2-coding-hard-fixes#none,livebench,grok-4.7,xhigh,coding,hard,LiveBench2,,,,,,34.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, grok-4.7, scores, Hard Fixes)",src-livebench-lb2-2026-11-06|livebench:lb2-coding|grok-4.7@xhigh|,in, lb2-coding-llm-api-integration#none,livebench,inkling,max,coding,hard,LiveBench2,,,,,,66.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, inkling, scores, LLM API Integration)",,out:effort-not-established, lb2-coding-agent-loop#none,livebench,inkling,max,coding,hard,LiveBench2,,,,,,33.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, inkling, scores, Agent Loop)",,out:effort-not-established, lb2-coding-billing-limits#none,livebench,inkling,max,coding,hard,LiveBench2,,,,,,94.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, inkling, scores, Billing & Limits)",,out:effort-not-established, lb2-coding-cloud-infrastructure#none,livebench,inkling,max,coding,hard,LiveBench2,,,,,,66.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, inkling, scores, Cloud Infrastructure)",,out:effort-not-established, lb2-coding-product-ux#none,livebench,inkling,max,coding,hard,LiveBench2,,,,,,8.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, inkling, scores, Product & UX)",,out:effort-not-established, lb2-coding-memory-tools#none,livebench,inkling,max,coding,hard,LiveBench2,,,,,,57.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, inkling, scores, Memory & Tools)",,out:effort-not-established, lb2-coding-hard-fixes#none,livebench,inkling,max,coding,hard,LiveBench2,,,,,,36.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, inkling, scores, Hard Fixes)",,out:effort-not-established, lb2-coding-llm-api-integration#none,livebench,?Kimi K3.1 Pro,not-established:absent,coding,hard,LiveBench2,,,,,,66.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, kimi-k3.1-pro, scores, LLM API Integration)",,out:model-not-established, lb2-coding-agent-loop#none,livebench,?Kimi K3.1 Pro,not-established:absent,coding,hard,LiveBench2,,,,,,66.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, kimi-k3.1-pro, scores, Agent Loop)",,out:model-not-established, lb2-coding-billing-limits#none,livebench,?Kimi K3.1 Pro,not-established:absent,coding,hard,LiveBench2,,,,,,94.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, kimi-k3.1-pro, scores, Billing & Limits)",,out:model-not-established, lb2-coding-cloud-infrastructure#none,livebench,?Kimi K3.1 Pro,not-established:absent,coding,hard,LiveBench2,,,,,,88.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, kimi-k3.1-pro, scores, Cloud Infrastructure)",,out:model-not-established, lb2-coding-product-ux#none,livebench,?Kimi K3.1 Pro,not-established:absent,coding,hard,LiveBench2,,,,,,33.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, kimi-k3.1-pro, scores, Product & UX)",,out:model-not-established, lb2-coding-memory-tools#none,livebench,?Kimi K3.1 Pro,not-established:absent,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, kimi-k3.1-pro, scores, Memory & Tools)",,out:model-not-established, lb2-coding-hard-fixes#none,livebench,?Kimi K3.1 Pro,not-established:absent,coding,hard,LiveBench2,,,,,,48.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, kimi-k3.1-pro, scores, Hard Fixes)",,out:model-not-established, lb2-coding-llm-api-integration#none,livebench,kimi-k3,max,coding,hard,LiveBench2,,,,,,50.0,score%,0.0289,,prev=50.0 (src-livebench-lb2-2026-10-25#M2429),"https://livebench.ai/ (breakdown.json, Coding, models, kimi-k3, scores, LLM API Integration)",src-livebench-lb2-2026-11-06|livebench:lb2-coding|kimi-k3@max|,in, lb2-coding-agent-loop#none,livebench,kimi-k3,max,coding,hard,LiveBench2,,,,,,0.0,score%,0.0289,,prev=40.0 (src-livebench-lb2-2026-10-25#M2430),"https://livebench.ai/ (breakdown.json, Coding, models, kimi-k3, scores, Agent Loop)",,out:uninformative, lb2-coding-billing-limits#none,livebench,kimi-k3,max,coding,hard,LiveBench2,,,,,,66.7,score%,0.0289,,prev=75.0 (src-livebench-lb2-2026-10-25#M2431),"https://livebench.ai/ (breakdown.json, Coding, models, kimi-k3, scores, Billing & Limits)",src-livebench-lb2-2026-11-06|livebench:lb2-coding|kimi-k3@max|,in, lb2-coding-cloud-infrastructure#none,livebench,kimi-k3,max,coding,hard,LiveBench2,,,,,,50.0,score%,0.0289,,prev=50.0 (src-livebench-lb2-2026-10-25#M2432),"https://livebench.ai/ (breakdown.json, Coding, models, kimi-k3, scores, Cloud Infrastructure)",src-livebench-lb2-2026-11-06|livebench:lb2-coding|kimi-k3@max|,in, lb2-coding-product-ux#none,livebench,kimi-k3,max,coding,hard,LiveBench2,,,,,,58.3,score%,0.0289,,prev=50.0 (src-livebench-lb2-2026-10-25#M2433),"https://livebench.ai/ (breakdown.json, Coding, models, kimi-k3, scores, Product & UX)",src-livebench-lb2-2026-11-06|livebench:lb2-coding|kimi-k3@max|,in, lb2-coding-memory-tools#none,livebench,kimi-k3,max,coding,hard,LiveBench2,,,,,,62.0,score%,0.0289,,prev=25.0 (src-livebench-lb2-2026-10-25#M2434),"https://livebench.ai/ (breakdown.json, Coding, models, kimi-k3, scores, Memory & Tools)",src-livebench-lb2-2026-11-06|livebench:lb2-coding|kimi-k3@max|,in, lb2-coding-hard-fixes#none,livebench,kimi-k3,max,coding,hard,LiveBench2,,,,,,60.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, kimi-k3, scores, Hard Fixes)",src-livebench-lb2-2026-11-06|livebench:lb2-coding|kimi-k3@max|,in, lb2-coding-llm-api-integration#none,livebench,mimo-v2.6-pro,not-established:absent,coding,hard,LiveBench2,,,,,,33.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, mimo-v2.6-pro, scores, LLM API Integration)",,out:effort-not-established, lb2-coding-agent-loop#none,livebench,mimo-v2.6-pro,not-established:absent,coding,hard,LiveBench2,,,,,,66.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, mimo-v2.6-pro, scores, Agent Loop)",,out:effort-not-established, lb2-coding-billing-limits#none,livebench,mimo-v2.6-pro,not-established:absent,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, mimo-v2.6-pro, scores, Billing & Limits)",,out:effort-not-established, lb2-coding-cloud-infrastructure#none,livebench,mimo-v2.6-pro,not-established:absent,coding,hard,LiveBench2,,,,,,83.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, mimo-v2.6-pro, scores, Cloud Infrastructure)",,out:effort-not-established, lb2-coding-product-ux#none,livebench,mimo-v2.6-pro,not-established:absent,coding,hard,LiveBench2,,,,,,58.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, mimo-v2.6-pro, scores, Product & UX)",,out:effort-not-established, lb2-coding-memory-tools#none,livebench,mimo-v2.6-pro,not-established:absent,coding,hard,LiveBench2,,,,,,63.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, mimo-v2.6-pro, scores, Memory & Tools)",,out:effort-not-established, lb2-coding-hard-fixes#none,livebench,mimo-v2.6-pro,not-established:absent,coding,hard,LiveBench2,,,,,,55.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, mimo-v2.6-pro, scores, Hard Fixes)",,out:effort-not-established, lb2-coding-llm-api-integration#none,livebench,?MiniMax M3.1 Flash,not-established:absent,coding,hard,LiveBench2,,,,,,33.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, minimax-m3.1-flash, scores, LLM API Integration)",,out:model-not-established, lb2-coding-agent-loop#none,livebench,?MiniMax M3.1 Flash,not-established:absent,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, minimax-m3.1-flash, scores, Agent Loop)",,out:model-not-established, lb2-coding-billing-limits#none,livebench,?MiniMax M3.1 Flash,not-established:absent,coding,hard,LiveBench2,,,,,,66.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, minimax-m3.1-flash, scores, Billing & Limits)",,out:model-not-established, lb2-coding-cloud-infrastructure#none,livebench,?MiniMax M3.1 Flash,not-established:absent,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, minimax-m3.1-flash, scores, Cloud Infrastructure)",,out:model-not-established, lb2-coding-product-ux#none,livebench,?MiniMax M3.1 Flash,not-established:absent,coding,hard,LiveBench2,,,,,,83.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, minimax-m3.1-flash, scores, Product & UX)",,out:model-not-established, lb2-coding-memory-tools#none,livebench,?MiniMax M3.1 Flash,not-established:absent,coding,hard,LiveBench2,,,,,,58.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, minimax-m3.1-flash, scores, Memory & Tools)",,out:model-not-established, lb2-coding-hard-fixes#none,livebench,?MiniMax M3.1 Flash,not-established:absent,coding,hard,LiveBench2,,,,,,48.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, minimax-m3.1-flash, scores, Hard Fixes)",,out:model-not-established, lb2-coding-llm-api-integration#1029,livebench,?Mistral Large 4 1029,not-established:absent,coding,hard,LiveBench2,,,,,,83.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, mistral-large-4-0, scores, LLM API Integration)",,out:model-not-established, lb2-coding-agent-loop#1029,livebench,?Mistral Large 4 1029,not-established:absent,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, mistral-large-4-0, scores, Agent Loop)",,out:model-not-established, lb2-coding-billing-limits#1029,livebench,?Mistral Large 4 1029,not-established:absent,coding,hard,LiveBench2,,,,,,94.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, mistral-large-4-0, scores, Billing & Limits)",,out:model-not-established, lb2-coding-cloud-infrastructure#1029,livebench,?Mistral Large 4 1029,not-established:absent,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, mistral-large-4-0, scores, Cloud Infrastructure)",,out:model-not-established, lb2-coding-product-ux#1029,livebench,?Mistral Large 4 1029,not-established:absent,coding,hard,LiveBench2,,,,,,58.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, mistral-large-4-0, scores, Product & UX)",,out:model-not-established, lb2-coding-memory-tools#1029,livebench,?Mistral Large 4 1029,not-established:absent,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, mistral-large-4-0, scores, Memory & Tools)",,out:model-not-established, lb2-coding-hard-fixes#1029,livebench,?Mistral Large 4 1029,not-established:absent,coding,hard,LiveBench2,,,,,,47.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, mistral-large-4-0, scores, Hard Fixes)",,out:model-not-established, lb2-coding-llm-api-integration#none,livebench,?Mistral Large 4,not-established:absent,coding,hard,LiveBench2,,,,,,83.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, mistral-large-4, scores, LLM API Integration)",,out:model-not-established, lb2-coding-agent-loop#none,livebench,?Mistral Large 4,not-established:absent,coding,hard,LiveBench2,,,,,,33.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, mistral-large-4, scores, Agent Loop)",,out:model-not-established, lb2-coding-billing-limits#none,livebench,?Mistral Large 4,not-established:absent,coding,hard,LiveBench2,,,,,,61.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, mistral-large-4, scores, Billing & Limits)",,out:model-not-established, lb2-coding-cloud-infrastructure#none,livebench,?Mistral Large 4,not-established:absent,coding,hard,LiveBench2,,,,,,44.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, mistral-large-4, scores, Cloud Infrastructure)",,out:model-not-established, lb2-coding-product-ux#none,livebench,?Mistral Large 4,not-established:absent,coding,hard,LiveBench2,,,,,,33.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, mistral-large-4, scores, Product & UX)",,out:model-not-established, lb2-coding-memory-tools#none,livebench,?Mistral Large 4,not-established:absent,coding,hard,LiveBench2,,,,,,61.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, mistral-large-4, scores, Memory & Tools)",,out:model-not-established, lb2-coding-hard-fixes#none,livebench,?Mistral Large 4,not-established:absent,coding,hard,LiveBench2,,,,,,16.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, mistral-large-4, scores, Hard Fixes)",,out:model-not-established, lb2-coding-llm-api-integration#none,livebench,muse-spark-1.3,max,coding,hard,LiveBench2,,,,,,66.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, muse-spark-1.3, scores, LLM API Integration)",,out:effort-not-established, lb2-coding-agent-loop#none,livebench,muse-spark-1.3,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, muse-spark-1.3, scores, Agent Loop)",,out:effort-not-established, lb2-coding-billing-limits#none,livebench,muse-spark-1.3,max,coding,hard,LiveBench2,,,,,,94.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, muse-spark-1.3, scores, Billing & Limits)",,out:effort-not-established, lb2-coding-cloud-infrastructure#none,livebench,muse-spark-1.3,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, muse-spark-1.3, scores, Cloud Infrastructure)",,out:effort-not-established, lb2-coding-product-ux#none,livebench,muse-spark-1.3,max,coding,hard,LiveBench2,,,,,,91.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, muse-spark-1.3, scores, Product & UX)",,out:effort-not-established, lb2-coding-memory-tools#none,livebench,muse-spark-1.3,max,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, muse-spark-1.3, scores, Memory & Tools)",,out:effort-not-established, lb2-coding-hard-fixes#none,livebench,muse-spark-1.3,max,coding,hard,LiveBench2,,,,,,55.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, muse-spark-1.3, scores, Hard Fixes)",,out:effort-not-established, lb2-coding-llm-api-integration#none,livebench,?Muse Spark Open,not-established:absent,coding,hard,LiveBench2,,,,,,33.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, muse-spark-open, scores, LLM API Integration)",,out:model-not-established, lb2-coding-agent-loop#none,livebench,?Muse Spark Open,not-established:absent,coding,hard,LiveBench2,,,,,,66.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, muse-spark-open, scores, Agent Loop)",,out:model-not-established, lb2-coding-billing-limits#none,livebench,?Muse Spark Open,not-established:absent,coding,hard,LiveBench2,,,,,,33.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, muse-spark-open, scores, Billing & Limits)",,out:model-not-established, lb2-coding-cloud-infrastructure#none,livebench,?Muse Spark Open,not-established:absent,coding,hard,LiveBench2,,,,,,83.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, muse-spark-open, scores, Cloud Infrastructure)",,out:model-not-established, lb2-coding-product-ux#none,livebench,?Muse Spark Open,not-established:absent,coding,hard,LiveBench2,,,,,,58.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, muse-spark-open, scores, Product & UX)",,out:model-not-established, lb2-coding-memory-tools#none,livebench,?Muse Spark Open,not-established:absent,coding,hard,LiveBench2,,,,,,86.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, muse-spark-open, scores, Memory & Tools)",,out:model-not-established, lb2-coding-hard-fixes#none,livebench,?Muse Spark Open,not-established:absent,coding,hard,LiveBench2,,,,,,35.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, muse-spark-open, scores, Hard Fixes)",,out:model-not-established, lb2-coding-llm-api-integration#none,livebench,?Muse Wonder 1.0,not-established:absent,coding,hard,LiveBench2,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, muse-wonder-1.0, scores, LLM API Integration)",,out:model-not-established, lb2-coding-agent-loop#none,livebench,?Muse Wonder 1.0,not-established:absent,coding,hard,LiveBench2,,,,,,66.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, muse-wonder-1.0, scores, Agent Loop)",,out:model-not-established, lb2-coding-billing-limits#none,livebench,?Muse Wonder 1.0,not-established:absent,coding,hard,LiveBench2,,,,,,94.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, muse-wonder-1.0, scores, Billing & Limits)",,out:model-not-established, lb2-coding-cloud-infrastructure#none,livebench,?Muse Wonder 1.0,not-established:absent,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, muse-wonder-1.0, scores, Cloud Infrastructure)",,out:model-not-established, lb2-coding-product-ux#none,livebench,?Muse Wonder 1.0,not-established:absent,coding,hard,LiveBench2,,,,,,91.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, muse-wonder-1.0, scores, Product & UX)",,out:model-not-established, lb2-coding-memory-tools#none,livebench,?Muse Wonder 1.0,not-established:absent,coding,hard,LiveBench2,,,,,,66.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, muse-wonder-1.0, scores, Memory & Tools)",,out:model-not-established, lb2-coding-hard-fixes#none,livebench,?Muse Wonder 1.0,not-established:absent,coding,hard,LiveBench2,,,,,,59.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, muse-wonder-1.0, scores, Hard Fixes)",,out:model-not-established, lb2-coding-llm-api-integration#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,coding,hard,LiveBench2,,,,,,55.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, nemotron-super-vl-3.5-nvfp4, scores, LLM API Integration)",,out:model-not-established, lb2-coding-agent-loop#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,coding,hard,LiveBench2,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, nemotron-super-vl-3.5-nvfp4, scores, Agent Loop)",,out:model-not-established, lb2-coding-billing-limits#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,coding,hard,LiveBench2,,,,,,33.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, nemotron-super-vl-3.5-nvfp4, scores, Billing & Limits)",,out:model-not-established, lb2-coding-cloud-infrastructure#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,coding,hard,LiveBench2,,,,,,83.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, nemotron-super-vl-3.5-nvfp4, scores, Cloud Infrastructure)",,out:model-not-established, lb2-coding-product-ux#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,coding,hard,LiveBench2,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, nemotron-super-vl-3.5-nvfp4, scores, Product & UX)",,out:model-not-established, lb2-coding-memory-tools#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,coding,hard,LiveBench2,,,,,,86.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, nemotron-super-vl-3.5-nvfp4, scores, Memory & Tools)",,out:model-not-established, lb2-coding-hard-fixes#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,coding,hard,LiveBench2,,,,,,11.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, nemotron-super-vl-3.5-nvfp4, scores, Hard Fixes)",,out:model-not-established, lb2-coding-llm-api-integration#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,coding,hard,LiveBench2,,,,,,55.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, nemotron-super-vl-3.5, scores, LLM API Integration)",,out:model-not-established, lb2-coding-agent-loop#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,coding,hard,LiveBench2,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, nemotron-super-vl-3.5, scores, Agent Loop)",,out:model-not-established, lb2-coding-billing-limits#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,coding,hard,LiveBench2,,,,,,61.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, nemotron-super-vl-3.5, scores, Billing & Limits)",,out:model-not-established, lb2-coding-cloud-infrastructure#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,coding,hard,LiveBench2,,,,,,61.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, nemotron-super-vl-3.5, scores, Cloud Infrastructure)",,out:model-not-established, lb2-coding-product-ux#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,coding,hard,LiveBench2,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, nemotron-super-vl-3.5, scores, Product & UX)",,out:model-not-established, lb2-coding-memory-tools#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,coding,hard,LiveBench2,,,,,,95.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, nemotron-super-vl-3.5, scores, Memory & Tools)",,out:model-not-established, lb2-coding-hard-fixes#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,coding,hard,LiveBench2,,,,,,26.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, nemotron-super-vl-3.5, scores, Hard Fixes)",,out:model-not-established, lb2-coding-llm-api-integration#none,livebench,qwen3.8-27b,not-established:absent,coding,hard,LiveBench2,,,,,,83.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, qwen3.8-27b, scores, LLM API Integration)",,out:effort-not-established, lb2-coding-agent-loop#none,livebench,qwen3.8-27b,not-established:absent,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, qwen3.8-27b, scores, Agent Loop)",,out:effort-not-established, lb2-coding-billing-limits#none,livebench,qwen3.8-27b,not-established:absent,coding,hard,LiveBench2,,,,,,72.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, qwen3.8-27b, scores, Billing & Limits)",,out:effort-not-established, lb2-coding-cloud-infrastructure#none,livebench,qwen3.8-27b,not-established:absent,coding,hard,LiveBench2,,,,,,72.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, qwen3.8-27b, scores, Cloud Infrastructure)",,out:effort-not-established, lb2-coding-product-ux#none,livebench,qwen3.8-27b,not-established:absent,coding,hard,LiveBench2,,,,,,58.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, qwen3.8-27b, scores, Product & UX)",,out:effort-not-established, lb2-coding-memory-tools#none,livebench,qwen3.8-27b,not-established:absent,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, qwen3.8-27b, scores, Memory & Tools)",,out:effort-not-established, lb2-coding-hard-fixes#none,livebench,qwen3.8-27b,not-established:absent,coding,hard,LiveBench2,,,,,,29.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, qwen3.8-27b, scores, Hard Fixes)",,out:effort-not-established, lb2-coding-llm-api-integration#none,livebench,?Qwen3.8 Max,not-established:absent,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, qwen3.8-max, scores, LLM API Integration)",,out:model-not-established, lb2-coding-agent-loop#none,livebench,?Qwen3.8 Max,not-established:absent,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, qwen3.8-max, scores, Agent Loop)",,out:model-not-established, lb2-coding-billing-limits#none,livebench,?Qwen3.8 Max,not-established:absent,coding,hard,LiveBench2,,,,,,61.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, qwen3.8-max, scores, Billing & Limits)",,out:model-not-established, lb2-coding-cloud-infrastructure#none,livebench,?Qwen3.8 Max,not-established:absent,coding,hard,LiveBench2,,,,,,58.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, qwen3.8-max, scores, Cloud Infrastructure)",,out:model-not-established, lb2-coding-product-ux#none,livebench,?Qwen3.8 Max,not-established:absent,coding,hard,LiveBench2,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, qwen3.8-max, scores, Product & UX)",,out:model-not-established, lb2-coding-memory-tools#none,livebench,?Qwen3.8 Max,not-established:absent,coding,hard,LiveBench2,,,,,,66.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, qwen3.8-max, scores, Memory & Tools)",,out:model-not-established, lb2-coding-hard-fixes#none,livebench,?Qwen3.8 Max,not-established:absent,coding,hard,LiveBench2,,,,,,46.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, qwen3.8-max, scores, Hard Fixes)",,out:model-not-established, lb2-coding-llm-api-integration#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,coding,hard,LiveBench2,,,,,,66.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, smaug-nemotron-3.5-nvfp4, scores, LLM API Integration)",,out:model-not-established, lb2-coding-agent-loop#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,coding,hard,LiveBench2,,,,,,16.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, smaug-nemotron-3.5-nvfp4, scores, Agent Loop)",,out:model-not-established, lb2-coding-billing-limits#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,coding,hard,LiveBench2,,,,,,33.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, smaug-nemotron-3.5-nvfp4, scores, Billing & Limits)",,out:model-not-established, lb2-coding-cloud-infrastructure#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,coding,hard,LiveBench2,,,,,,61.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, smaug-nemotron-3.5-nvfp4, scores, Cloud Infrastructure)",,out:model-not-established, lb2-coding-product-ux#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,coding,hard,LiveBench2,,,,,,75.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, smaug-nemotron-3.5-nvfp4, scores, Product & UX)",,out:model-not-established, lb2-coding-memory-tools#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,coding,hard,LiveBench2,,,,,,86.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, smaug-nemotron-3.5-nvfp4, scores, Memory & Tools)",,out:model-not-established, lb2-coding-hard-fixes#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,coding,hard,LiveBench2,,,,,,28.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, smaug-nemotron-3.5-nvfp4, scores, Hard Fixes)",,out:model-not-established, lb2-coding-llm-api-integration#none,livebench,?Step 5 (Preview),not-established:absent,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, step-5-preview, scores, LLM API Integration)",,out:model-not-established, lb2-coding-agent-loop#none,livebench,?Step 5 (Preview),not-established:absent,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, step-5-preview, scores, Agent Loop)",,out:model-not-established, lb2-coding-billing-limits#none,livebench,?Step 5 (Preview),not-established:absent,coding,hard,LiveBench2,,,,,,61.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, step-5-preview, scores, Billing & Limits)",,out:model-not-established, lb2-coding-cloud-infrastructure#none,livebench,?Step 5 (Preview),not-established:absent,coding,hard,LiveBench2,,,,,,55.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, step-5-preview, scores, Cloud Infrastructure)",,out:model-not-established, lb2-coding-product-ux#none,livebench,?Step 5 (Preview),not-established:absent,coding,hard,LiveBench2,,,,,,58.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, step-5-preview, scores, Product & UX)",,out:model-not-established, lb2-coding-memory-tools#none,livebench,?Step 5 (Preview),not-established:absent,coding,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, step-5-preview, scores, Memory & Tools)",,out:model-not-established, lb2-coding-hard-fixes#none,livebench,?Step 5 (Preview),not-established:absent,coding,hard,LiveBench2,,,,,,27.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Coding, models, step-5-preview, scores, Hard Fixes)",,out:model-not-established, lb2-browser-data-aggregation#none,livebench,fable-5.1,max,agentic-tool,hard,LiveBench2,,,,,,83.3,score%,0.0289,,prev=83.3 (src-livebench-lb2-2026-10-25#M2513),"https://livebench.ai/ (breakdown.json, Browser, models, claude-fable-5.1, scores, Data Aggregation)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|fable-5.1@max|,in, lb2-browser-sequential-planning#none,livebench,fable-5.1,max,agentic-tool,hard,LiveBench2,,,,,,71.4,score%,0.0289,,prev=71.4 (src-livebench-lb2-2026-10-25#M2514),"https://livebench.ai/ (breakdown.json, Browser, models, claude-fable-5.1, scores, Sequential Planning)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|fable-5.1@max|,in, lb2-browser-analysis-driven-action#none,livebench,fable-5.1,max,agentic-tool,hard,LiveBench2,,,,,,97.8,score%,0.0289,,prev=97.8 (src-livebench-lb2-2026-10-25#M2515),"https://livebench.ai/ (breakdown.json, Browser, models, claude-fable-5.1, scores, Analysis-Driven Action)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|fable-5.1@max|,in, lb2-browser-structural-integrity#none,livebench,fable-5.1,max,agentic-tool,hard,LiveBench2,,,,,,94.8,score%,0.0289,,prev=94.8 (src-livebench-lb2-2026-10-25#M2516),"https://livebench.ai/ (breakdown.json, Browser, models, claude-fable-5.1, scores, Structural Integrity)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|fable-5.1@max|,in, lb2-browser-constraint-adherence#none,livebench,fable-5.1,max,agentic-tool,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, claude-fable-5.1, scores, Constraint Adherence)",,out:uninformative, lb2-browser-data-aggregation#none,livebench,fable-5.2,xhigh,agentic-tool,hard,LiveBench2,,,,,,72.8,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Browser, models, claude-fable-5.2, scores, Data Aggregation)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|fable-5.2@xhigh|,in, lb2-browser-sequential-planning#none,livebench,fable-5.2,xhigh,agentic-tool,hard,LiveBench2,,,,,,71.4,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Browser, models, claude-fable-5.2, scores, Sequential Planning)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|fable-5.2@xhigh|,in, lb2-browser-analysis-driven-action#none,livebench,fable-5.2,xhigh,agentic-tool,hard,LiveBench2,,,,,,97.3,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Browser, models, claude-fable-5.2, scores, Analysis-Driven Action)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|fable-5.2@xhigh|,in, lb2-browser-structural-integrity#none,livebench,fable-5.2,xhigh,agentic-tool,hard,LiveBench2,,,,,,95.6,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Browser, models, claude-fable-5.2, scores, Structural Integrity)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|fable-5.2@xhigh|,in, lb2-browser-constraint-adherence#none,livebench,fable-5.2,xhigh,agentic-tool,hard,LiveBench2,,,,,,97.2,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Browser, models, claude-fable-5.2, scores, Constraint Adherence)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|fable-5.2@xhigh|,in, lb2-browser-data-aggregation#none,livebench,haiku-5.5,max,agentic-tool,hard,LiveBench2,,,,,,40.5,score%,0.0289,,prev=40.5 (src-livebench-lb2-2026-10-25#M2518),"https://livebench.ai/ (breakdown.json, Browser, models, claude-haiku-5.5, scores, Data Aggregation)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|haiku-5.5@max|,in, lb2-browser-sequential-planning#none,livebench,haiku-5.5,max,agentic-tool,hard,LiveBench2,,,,,,57.4,score%,0.0289,,prev=57.4 (src-livebench-lb2-2026-10-25#M2519),"https://livebench.ai/ (breakdown.json, Browser, models, claude-haiku-5.5, scores, Sequential Planning)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|haiku-5.5@max|,in, lb2-browser-analysis-driven-action#none,livebench,haiku-5.5,max,agentic-tool,hard,LiveBench2,,,,,,88.8,score%,0.0289,,prev=88.8 (src-livebench-lb2-2026-10-25#M2520),"https://livebench.ai/ (breakdown.json, Browser, models, claude-haiku-5.5, scores, Analysis-Driven Action)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|haiku-5.5@max|,in, lb2-browser-structural-integrity#none,livebench,haiku-5.5,max,agentic-tool,hard,LiveBench2,,,,,,91.7,score%,0.0289,,prev=91.7 (src-livebench-lb2-2026-10-25#M2521),"https://livebench.ai/ (breakdown.json, Browser, models, claude-haiku-5.5, scores, Structural Integrity)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|haiku-5.5@max|,in, lb2-browser-constraint-adherence#none,livebench,haiku-5.5,max,agentic-tool,hard,LiveBench2,,,,,,61.8,score%,0.0289,,prev=61.8 (src-livebench-lb2-2026-10-25#M2522),"https://livebench.ai/ (breakdown.json, Browser, models, claude-haiku-5.5, scores, Constraint Adherence)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|haiku-5.5@max|,in, lb2-browser-data-aggregation#none,livebench,opus-5.5,max,agentic-tool,hard,LiveBench2,,,,,,99.2,score%,0.0289,,prev=99.2 (src-livebench-lb2-2026-10-25#M2523),"https://livebench.ai/ (breakdown.json, Browser, models, claude-opus-5.5, scores, Data Aggregation)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|opus-5.5@max|,in, lb2-browser-sequential-planning#none,livebench,opus-5.5,max,agentic-tool,hard,LiveBench2,,,,,,69.6,score%,0.0289,,prev=69.6 (src-livebench-lb2-2026-10-25#M2524),"https://livebench.ai/ (breakdown.json, Browser, models, claude-opus-5.5, scores, Sequential Planning)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|opus-5.5@max|,in, lb2-browser-analysis-driven-action#none,livebench,opus-5.5,max,agentic-tool,hard,LiveBench2,,,,,,80.7,score%,0.0289,,prev=80.7 (src-livebench-lb2-2026-10-25#M2525),"https://livebench.ai/ (breakdown.json, Browser, models, claude-opus-5.5, scores, Analysis-Driven Action)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|opus-5.5@max|,in, lb2-browser-structural-integrity#none,livebench,opus-5.5,max,agentic-tool,hard,LiveBench2,,,,,,95.6,score%,0.0289,,prev=95.6 (src-livebench-lb2-2026-10-25#M2526),"https://livebench.ai/ (breakdown.json, Browser, models, claude-opus-5.5, scores, Structural Integrity)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|opus-5.5@max|,in, lb2-browser-constraint-adherence#none,livebench,opus-5.5,max,agentic-tool,hard,LiveBench2,,,,,,97.9,score%,0.0289,,prev=97.9 (src-livebench-lb2-2026-10-25#M2527),"https://livebench.ai/ (breakdown.json, Browser, models, claude-opus-5.5, scores, Constraint Adherence)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|opus-5.5@max|,in, lb2-browser-data-aggregation#none,livebench,sonnet-5.5,max,agentic-tool,hard,LiveBench2,,,,,,82.6,score%,0.0289,,prev=82.6 (src-livebench-lb2-2026-10-25#M2528),"https://livebench.ai/ (breakdown.json, Browser, models, claude-sonnet-5.5, scores, Data Aggregation)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|sonnet-5.5@max|,in, lb2-browser-sequential-planning#none,livebench,sonnet-5.5,max,agentic-tool,hard,LiveBench2,,,,,,69.6,score%,0.0289,,prev=69.6 (src-livebench-lb2-2026-10-25#M2529),"https://livebench.ai/ (breakdown.json, Browser, models, claude-sonnet-5.5, scores, Sequential Planning)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|sonnet-5.5@max|,in, lb2-browser-analysis-driven-action#none,livebench,sonnet-5.5,max,agentic-tool,hard,LiveBench2,,,,,,96.4,score%,0.0289,,prev=96.4 (src-livebench-lb2-2026-10-25#M2530),"https://livebench.ai/ (breakdown.json, Browser, models, claude-sonnet-5.5, scores, Analysis-Driven Action)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|sonnet-5.5@max|,in, lb2-browser-structural-integrity#none,livebench,sonnet-5.5,max,agentic-tool,hard,LiveBench2,,,,,,97.3,score%,0.0289,,prev=97.3 (src-livebench-lb2-2026-10-25#M2531),"https://livebench.ai/ (breakdown.json, Browser, models, claude-sonnet-5.5, scores, Structural Integrity)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|sonnet-5.5@max|,in, lb2-browser-constraint-adherence#none,livebench,sonnet-5.5,max,agentic-tool,hard,LiveBench2,,,,,,99.3,score%,0.0289,,prev=99.3 (src-livebench-lb2-2026-10-25#M2532),"https://livebench.ai/ (breakdown.json, Browser, models, claude-sonnet-5.5, scores, Constraint Adherence)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|sonnet-5.5@max|,in, lb2-browser-data-aggregation#none,livebench,deepseek-v4.1-flash-1017,max,agentic-tool,hard,LiveBench2,,,,,,66.7,score%,0.0289,,prev=66.7 (src-livebench-lb2-2026-10-25#M2533),"https://livebench.ai/ (breakdown.json, Browser, models, deepseek-v4.1-flash-1017, scores, Data Aggregation)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|deepseek-v4.1-flash-1017@max|,in, lb2-browser-sequential-planning#none,livebench,deepseek-v4.1-flash-1017,max,agentic-tool,hard,LiveBench2,,,,,,89.3,score%,0.0289,,prev=89.3 (src-livebench-lb2-2026-10-25#M2534),"https://livebench.ai/ (breakdown.json, Browser, models, deepseek-v4.1-flash-1017, scores, Sequential Planning)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|deepseek-v4.1-flash-1017@max|,in, lb2-browser-analysis-driven-action#none,livebench,deepseek-v4.1-flash-1017,max,agentic-tool,hard,LiveBench2,,,,,,56.5,score%,0.0289,,prev=56.5 (src-livebench-lb2-2026-10-25#M2535),"https://livebench.ai/ (breakdown.json, Browser, models, deepseek-v4.1-flash-1017, scores, Analysis-Driven Action)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|deepseek-v4.1-flash-1017@max|,in, lb2-browser-structural-integrity#none,livebench,deepseek-v4.1-flash-1017,max,agentic-tool,hard,LiveBench2,,,,,,52.1,score%,0.0289,,prev=52.1 (src-livebench-lb2-2026-10-25#M2536),"https://livebench.ai/ (breakdown.json, Browser, models, deepseek-v4.1-flash-1017, scores, Structural Integrity)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|deepseek-v4.1-flash-1017@max|,in, lb2-browser-constraint-adherence#none,livebench,deepseek-v4.1-flash-1017,max,agentic-tool,hard,LiveBench2,,,,,,88.9,score%,0.0289,,prev=88.9 (src-livebench-lb2-2026-10-25#M2537),"https://livebench.ai/ (breakdown.json, Browser, models, deepseek-v4.1-flash-1017, scores, Constraint Adherence)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|deepseek-v4.1-flash-1017@max|,in, lb2-browser-data-aggregation#none,livebench,gemini-3.8-flash,high,agentic-tool,hard,LiveBench2,,,,,,39.4,score%,0.0289,,prev=39.4 (src-livebench-lb2-2026-10-25#M2538),"https://livebench.ai/ (breakdown.json, Browser, models, gemini-3.8-flash, scores, Data Aggregation)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|gemini-3.8-flash@high|,in, lb2-browser-sequential-planning#none,livebench,gemini-3.8-flash,high,agentic-tool,hard,LiveBench2,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, gemini-3.8-flash, scores, Sequential Planning)",,out:uninformative, lb2-browser-analysis-driven-action#none,livebench,gemini-3.8-flash,high,agentic-tool,hard,LiveBench2,,,,,,47.5,score%,0.0289,,prev=47.5 (src-livebench-lb2-2026-10-25#M2540),"https://livebench.ai/ (breakdown.json, Browser, models, gemini-3.8-flash, scores, Analysis-Driven Action)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|gemini-3.8-flash@high|,in, lb2-browser-structural-integrity#none,livebench,gemini-3.8-flash,high,agentic-tool,hard,LiveBench2,,,,,,53.8,score%,0.0289,,prev=53.8 (src-livebench-lb2-2026-10-25#M2541),"https://livebench.ai/ (breakdown.json, Browser, models, gemini-3.8-flash, scores, Structural Integrity)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|gemini-3.8-flash@high|,in, lb2-browser-constraint-adherence#none,livebench,gemini-3.8-flash,high,agentic-tool,hard,LiveBench2,,,,,,96.5,score%,0.0289,,prev=96.5 (src-livebench-lb2-2026-10-25#M2542),"https://livebench.ai/ (breakdown.json, Browser, models, gemini-3.8-flash, scores, Constraint Adherence)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|gemini-3.8-flash@high|,in, lb2-browser-data-aggregation#none,livebench,gemini-4-argon,high,agentic-tool,hard,LiveBench2,,,,,,83.3,score%,0.0289,,prev=83.3 (src-livebench-lb2-2026-10-25#M2543),"https://livebench.ai/ (breakdown.json, Browser, models, gemini-4-argon, scores, Data Aggregation)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|gemini-4-argon@high|,in, lb2-browser-sequential-planning#none,livebench,gemini-4-argon,high,agentic-tool,hard,LiveBench2,,,,,,83.9,score%,0.0289,,prev=83.9 (src-livebench-lb2-2026-10-25#M2544),"https://livebench.ai/ (breakdown.json, Browser, models, gemini-4-argon, scores, Sequential Planning)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|gemini-4-argon@high|,in, lb2-browser-analysis-driven-action#none,livebench,gemini-4-argon,high,agentic-tool,hard,LiveBench2,,,,,,74.5,score%,0.0289,,prev=74.5 (src-livebench-lb2-2026-10-25#M2545),"https://livebench.ai/ (breakdown.json, Browser, models, gemini-4-argon, scores, Analysis-Driven Action)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|gemini-4-argon@high|,in, lb2-browser-structural-integrity#none,livebench,gemini-4-argon,high,agentic-tool,hard,LiveBench2,,,,,,86.1,score%,0.0289,,prev=86.1 (src-livebench-lb2-2026-10-25#M2546),"https://livebench.ai/ (breakdown.json, Browser, models, gemini-4-argon, scores, Structural Integrity)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|gemini-4-argon@high|,in, lb2-browser-constraint-adherence#none,livebench,gemini-4-argon,high,agentic-tool,hard,LiveBench2,,,,,,93.8,score%,0.0289,,prev=93.8 (src-livebench-lb2-2026-10-25#M2547),"https://livebench.ai/ (breakdown.json, Browser, models, gemini-4-argon, scores, Constraint Adherence)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|gemini-4-argon@high|,in, lb2-browser-data-aggregation#none,livebench,gemini-4-carbon,high,agentic-tool,hard,LiveBench2,,,,,,64.3,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Browser, models, gemini-4-carbon, scores, Data Aggregation)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|gemini-4-carbon@high|,in, lb2-browser-sequential-planning#none,livebench,gemini-4-carbon,high,agentic-tool,hard,LiveBench2,,,,,,70.2,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Browser, models, gemini-4-carbon, scores, Sequential Planning)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|gemini-4-carbon@high|,in, lb2-browser-analysis-driven-action#none,livebench,gemini-4-carbon,high,agentic-tool,hard,LiveBench2,,,,,,77.3,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Browser, models, gemini-4-carbon, scores, Analysis-Driven Action)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|gemini-4-carbon@high|,in, lb2-browser-structural-integrity#none,livebench,gemini-4-carbon,high,agentic-tool,hard,LiveBench2,,,,,,98.6,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Browser, models, gemini-4-carbon, scores, Structural Integrity)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|gemini-4-carbon@high|,in, lb2-browser-constraint-adherence#none,livebench,gemini-4-carbon,high,agentic-tool,hard,LiveBench2,,,,,,100.0,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Browser, models, gemini-4-carbon, scores, Constraint Adherence)",,out:uninformative, lb2-browser-data-aggregation#none,livebench,gemini-4-hydrogen,xhigh,agentic-tool,hard,LiveBench2,,,,,,65.1,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Browser, models, gemini-4-hydrogen, scores, Data Aggregation)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|gemini-4-hydrogen@xhigh|,in, lb2-browser-sequential-planning#none,livebench,gemini-4-hydrogen,xhigh,agentic-tool,hard,LiveBench2,,,,,,69.0,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Browser, models, gemini-4-hydrogen, scores, Sequential Planning)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|gemini-4-hydrogen@xhigh|,in, lb2-browser-analysis-driven-action#none,livebench,gemini-4-hydrogen,xhigh,agentic-tool,hard,LiveBench2,,,,,,73.8,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Browser, models, gemini-4-hydrogen, scores, Analysis-Driven Action)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|gemini-4-hydrogen@xhigh|,in, lb2-browser-structural-integrity#none,livebench,gemini-4-hydrogen,xhigh,agentic-tool,hard,LiveBench2,,,,,,90.0,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Browser, models, gemini-4-hydrogen, scores, Structural Integrity)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|gemini-4-hydrogen@xhigh|,in, lb2-browser-constraint-adherence#none,livebench,gemini-4-hydrogen,xhigh,agentic-tool,hard,LiveBench2,,,,,,97.9,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Browser, models, gemini-4-hydrogen, scores, Constraint Adherence)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|gemini-4-hydrogen@xhigh|,in, lb2-browser-data-aggregation#none,livebench,gemma-4-31b-it,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, gemma-4-31b, scores, Data Aggregation)",,out:effort-not-established, lb2-browser-sequential-planning#none,livebench,gemma-4-31b-it,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, gemma-4-31b, scores, Sequential Planning)",,out:effort-not-established, lb2-browser-analysis-driven-action#none,livebench,gemma-4-31b-it,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, gemma-4-31b, scores, Analysis-Driven Action)",,out:effort-not-established, lb2-browser-structural-integrity#none,livebench,gemma-4-31b-it,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, gemma-4-31b, scores, Structural Integrity)",,out:effort-not-established, lb2-browser-constraint-adherence#none,livebench,gemma-4-31b-it,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, gemma-4-31b, scores, Constraint Adherence)",,out:effort-not-established, lb2-browser-data-aggregation#none,livebench,glm-5.3-flash,max,agentic-tool,hard,LiveBench2,,,,,,48.9,score%,0.0289,,prev=48.9 (src-livebench-lb2-2026-10-25#M2553),"https://livebench.ai/ (breakdown.json, Browser, models, glm-5.3-flash, scores, Data Aggregation)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|glm-5.3-flash@max|,in, lb2-browser-sequential-planning#none,livebench,glm-5.3-flash,max,agentic-tool,hard,LiveBench2,,,,,,54.6,score%,0.0289,,prev=54.6 (src-livebench-lb2-2026-10-25#M2554),"https://livebench.ai/ (breakdown.json, Browser, models, glm-5.3-flash, scores, Sequential Planning)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|glm-5.3-flash@max|,in, lb2-browser-analysis-driven-action#none,livebench,glm-5.3-flash,max,agentic-tool,hard,LiveBench2,,,,,,65.5,score%,0.0289,,prev=65.5 (src-livebench-lb2-2026-10-25#M2555),"https://livebench.ai/ (breakdown.json, Browser, models, glm-5.3-flash, scores, Analysis-Driven Action)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|glm-5.3-flash@max|,in, lb2-browser-structural-integrity#none,livebench,glm-5.3-flash,max,agentic-tool,hard,LiveBench2,,,,,,48.9,score%,0.0289,,prev=48.9 (src-livebench-lb2-2026-10-25#M2556),"https://livebench.ai/ (breakdown.json, Browser, models, glm-5.3-flash, scores, Structural Integrity)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|glm-5.3-flash@max|,in, lb2-browser-constraint-adherence#none,livebench,glm-5.3-flash,max,agentic-tool,hard,LiveBench2,,,,,,93.8,score%,0.0289,,prev=93.8 (src-livebench-lb2-2026-10-25#M2557),"https://livebench.ai/ (breakdown.json, Browser, models, glm-5.3-flash, scores, Constraint Adherence)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|glm-5.3-flash@max|,in, lb2-browser-data-aggregation#none,livebench,gpt-5.6-terra,max,agentic-tool,hard,LiveBench2,,,,,,56.1,score%,0.0289,,prev=56.1 (src-livebench-lb2-2026-10-25#M2558),"https://livebench.ai/ (breakdown.json, Browser, models, gpt-5.6-terra, scores, Data Aggregation)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|gpt-5.6-terra@max|,in, lb2-browser-sequential-planning#none,livebench,gpt-5.6-terra,max,agentic-tool,hard,LiveBench2,,,,,,78.7,score%,0.0289,,prev=78.7 (src-livebench-lb2-2026-10-25#M2559),"https://livebench.ai/ (breakdown.json, Browser, models, gpt-5.6-terra, scores, Sequential Planning)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|gpt-5.6-terra@max|,in, lb2-browser-analysis-driven-action#none,livebench,gpt-5.6-terra,max,agentic-tool,hard,LiveBench2,,,,,,76.9,score%,0.0289,,prev=76.9 (src-livebench-lb2-2026-10-25#M2560),"https://livebench.ai/ (breakdown.json, Browser, models, gpt-5.6-terra, scores, Analysis-Driven Action)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|gpt-5.6-terra@max|,in, lb2-browser-structural-integrity#none,livebench,gpt-5.6-terra,max,agentic-tool,hard,LiveBench2,,,,,,57.0,score%,0.0289,,prev=57.0 (src-livebench-lb2-2026-10-25#M2561),"https://livebench.ai/ (breakdown.json, Browser, models, gpt-5.6-terra, scores, Structural Integrity)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|gpt-5.6-terra@max|,in, lb2-browser-constraint-adherence#none,livebench,gpt-5.6-terra,max,agentic-tool,hard,LiveBench2,,,,,,94.4,score%,0.0289,,prev=94.4 (src-livebench-lb2-2026-10-25#M2562),"https://livebench.ai/ (breakdown.json, Browser, models, gpt-5.6-terra, scores, Constraint Adherence)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|gpt-5.6-terra@max|,in, lb2-browser-data-aggregation#none,livebench,gpt-6-astra,max,agentic-tool,hard,LiveBench2,,,,,,83.3,score%,0.0289,,prev=83.3 (src-livebench-lb2-2026-10-25#M2563),"https://livebench.ai/ (breakdown.json, Browser, models, gpt-6-astra, scores, Data Aggregation)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|gpt-6-astra@max|,in, lb2-browser-sequential-planning#none,livebench,gpt-6-astra,max,agentic-tool,hard,LiveBench2,,,,,,96.4,score%,0.0289,,prev=96.4 (src-livebench-lb2-2026-10-25#M2564),"https://livebench.ai/ (breakdown.json, Browser, models, gpt-6-astra, scores, Sequential Planning)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|gpt-6-astra@max|,in, lb2-browser-analysis-driven-action#none,livebench,gpt-6-astra,max,agentic-tool,hard,LiveBench2,,,,,,97.1,score%,0.0289,,prev=97.1 (src-livebench-lb2-2026-10-25#M2565),"https://livebench.ai/ (breakdown.json, Browser, models, gpt-6-astra, scores, Analysis-Driven Action)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|gpt-6-astra@max|,in, lb2-browser-structural-integrity#none,livebench,gpt-6-astra,max,agentic-tool,hard,LiveBench2,,,,,,83.6,score%,0.0289,,prev=83.6 (src-livebench-lb2-2026-10-25#M2566),"https://livebench.ai/ (breakdown.json, Browser, models, gpt-6-astra, scores, Structural Integrity)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|gpt-6-astra@max|,in, lb2-browser-constraint-adherence#none,livebench,gpt-6-astra,max,agentic-tool,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, gpt-6-astra, scores, Constraint Adherence)",,out:uninformative, lb2-browser-data-aggregation#none,livebench,gpt-6-luna,max,agentic-tool,hard,LiveBench2,,,,,,72.8,score%,0.0289,,prev=72.8 (src-livebench-lb2-2026-10-25#M2568),"https://livebench.ai/ (breakdown.json, Browser, models, gpt-6-luna, scores, Data Aggregation)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|gpt-6-luna@max|,in, lb2-browser-sequential-planning#none,livebench,gpt-6-luna,max,agentic-tool,hard,LiveBench2,,,,,,83.2,score%,0.0289,,prev=83.2 (src-livebench-lb2-2026-10-25#M2569),"https://livebench.ai/ (breakdown.json, Browser, models, gpt-6-luna, scores, Sequential Planning)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|gpt-6-luna@max|,in, lb2-browser-analysis-driven-action#none,livebench,gpt-6-luna,max,agentic-tool,hard,LiveBench2,,,,,,58.4,score%,0.0289,,prev=58.4 (src-livebench-lb2-2026-10-25#M2570),"https://livebench.ai/ (breakdown.json, Browser, models, gpt-6-luna, scores, Analysis-Driven Action)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|gpt-6-luna@max|,in, lb2-browser-structural-integrity#none,livebench,gpt-6-luna,max,agentic-tool,hard,LiveBench2,,,,,,57.3,score%,0.0289,,prev=57.3 (src-livebench-lb2-2026-10-25#M2571),"https://livebench.ai/ (breakdown.json, Browser, models, gpt-6-luna, scores, Structural Integrity)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|gpt-6-luna@max|,in, lb2-browser-constraint-adherence#none,livebench,gpt-6-luna,max,agentic-tool,hard,LiveBench2,,,,,,97.9,score%,0.0289,,prev=97.9 (src-livebench-lb2-2026-10-25#M2572),"https://livebench.ai/ (breakdown.json, Browser, models, gpt-6-luna, scores, Constraint Adherence)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|gpt-6-luna@max|,in, lb2-browser-data-aggregation#none,livebench,gpt-6.1-sol,max,agentic-tool,hard,LiveBench2,,,,,,83.3,score%,0.0289,,prev=83.3 (src-livebench-lb2-2026-10-25#M2573),"https://livebench.ai/ (breakdown.json, Browser, models, gpt-6.1-sol, scores, Data Aggregation)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|gpt-6.1-sol@max|,in, lb2-browser-sequential-planning#none,livebench,gpt-6.1-sol,max,agentic-tool,hard,LiveBench2,,,,,,96.4,score%,0.0289,,prev=96.4 (src-livebench-lb2-2026-10-25#M2574),"https://livebench.ai/ (breakdown.json, Browser, models, gpt-6.1-sol, scores, Sequential Planning)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|gpt-6.1-sol@max|,in, lb2-browser-analysis-driven-action#none,livebench,gpt-6.1-sol,max,agentic-tool,hard,LiveBench2,,,,,,97.1,score%,0.0289,,prev=97.1 (src-livebench-lb2-2026-10-25#M2575),"https://livebench.ai/ (breakdown.json, Browser, models, gpt-6.1-sol, scores, Analysis-Driven Action)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|gpt-6.1-sol@max|,in, lb2-browser-structural-integrity#none,livebench,gpt-6.1-sol,max,agentic-tool,hard,LiveBench2,,,,,,93.1,score%,0.0289,,prev=93.1 (src-livebench-lb2-2026-10-25#M2576),"https://livebench.ai/ (breakdown.json, Browser, models, gpt-6.1-sol, scores, Structural Integrity)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|gpt-6.1-sol@max|,in, lb2-browser-constraint-adherence#none,livebench,gpt-6.1-sol,max,agentic-tool,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, gpt-6.1-sol, scores, Constraint Adherence)",,out:uninformative, lb2-browser-data-aggregation#none,livebench,gpt-6.1-terra,max,agentic-tool,hard,LiveBench2,,,,,,91.3,score%,0.0289,,prev=91.3 (src-livebench-lb2-2026-10-25#M2578),"https://livebench.ai/ (breakdown.json, Browser, models, gpt-6.1-terra, scores, Data Aggregation)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|gpt-6.1-terra@max|,in, lb2-browser-sequential-planning#none,livebench,gpt-6.1-terra,max,agentic-tool,hard,LiveBench2,,,,,,93.8,score%,0.0289,,prev=93.8 (src-livebench-lb2-2026-10-25#M2579),"https://livebench.ai/ (breakdown.json, Browser, models, gpt-6.1-terra, scores, Sequential Planning)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|gpt-6.1-terra@max|,in, lb2-browser-analysis-driven-action#none,livebench,gpt-6.1-terra,max,agentic-tool,hard,LiveBench2,,,,,,90.4,score%,0.0289,,prev=90.4 (src-livebench-lb2-2026-10-25#M2580),"https://livebench.ai/ (breakdown.json, Browser, models, gpt-6.1-terra, scores, Analysis-Driven Action)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|gpt-6.1-terra@max|,in, lb2-browser-structural-integrity#none,livebench,gpt-6.1-terra,max,agentic-tool,hard,LiveBench2,,,,,,94.6,score%,0.0289,,prev=94.6 (src-livebench-lb2-2026-10-25#M2581),"https://livebench.ai/ (breakdown.json, Browser, models, gpt-6.1-terra, scores, Structural Integrity)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|gpt-6.1-terra@max|,in, lb2-browser-constraint-adherence#none,livebench,gpt-6.1-terra,max,agentic-tool,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, gpt-6.1-terra, scores, Constraint Adherence)",,out:uninformative, lb2-browser-data-aggregation#none,livebench,grok-4.6,xhigh,agentic-tool,hard,LiveBench2,,,,,,17.6,score%,0.0289,,prev=17.6 (src-livebench-lb2-2026-10-25#M2583),"https://livebench.ai/ (breakdown.json, Browser, models, grok-4.6, scores, Data Aggregation)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|grok-4.6@xhigh|,in, lb2-browser-sequential-planning#none,livebench,grok-4.6,xhigh,agentic-tool,hard,LiveBench2,,,,,,14.8,score%,0.0289,,prev=14.8 (src-livebench-lb2-2026-10-25#M2584),"https://livebench.ai/ (breakdown.json, Browser, models, grok-4.6, scores, Sequential Planning)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|grok-4.6@xhigh|,in, lb2-browser-analysis-driven-action#none,livebench,grok-4.6,xhigh,agentic-tool,hard,LiveBench2,,,,,,59.3,score%,0.0289,,prev=59.3 (src-livebench-lb2-2026-10-25#M2585),"https://livebench.ai/ (breakdown.json, Browser, models, grok-4.6, scores, Analysis-Driven Action)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|grok-4.6@xhigh|,in, lb2-browser-structural-integrity#none,livebench,grok-4.6,xhigh,agentic-tool,hard,LiveBench2,,,,,,72.9,score%,0.0289,,prev=72.9 (src-livebench-lb2-2026-10-25#M2586),"https://livebench.ai/ (breakdown.json, Browser, models, grok-4.6, scores, Structural Integrity)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|grok-4.6@xhigh|,in, lb2-browser-constraint-adherence#none,livebench,grok-4.6,xhigh,agentic-tool,hard,LiveBench2,,,,,,96.5,score%,0.0289,,prev=96.5 (src-livebench-lb2-2026-10-25#M2587),"https://livebench.ai/ (breakdown.json, Browser, models, grok-4.6, scores, Constraint Adherence)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|grok-4.6@xhigh|,in, lb2-browser-data-aggregation#none,livebench,grok-4.7,xhigh,agentic-tool,hard,LiveBench2,,,,,,68.2,score%,0.0289,,prev=68.2 (src-livebench-lb2-2026-10-25#M2588),"https://livebench.ai/ (breakdown.json, Browser, models, grok-4.7, scores, Data Aggregation)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|grok-4.7@xhigh|,in, lb2-browser-sequential-planning#none,livebench,grok-4.7,xhigh,agentic-tool,hard,LiveBench2,,,,,,17.5,score%,0.0289,,prev=17.5 (src-livebench-lb2-2026-10-25#M2589),"https://livebench.ai/ (breakdown.json, Browser, models, grok-4.7, scores, Sequential Planning)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|grok-4.7@xhigh|,in, lb2-browser-analysis-driven-action#none,livebench,grok-4.7,xhigh,agentic-tool,hard,LiveBench2,,,,,,6.3,score%,0.0289,,prev=6.3 (src-livebench-lb2-2026-10-25#M2590),"https://livebench.ai/ (breakdown.json, Browser, models, grok-4.7, scores, Analysis-Driven Action)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|grok-4.7@xhigh|,in, lb2-browser-structural-integrity#none,livebench,grok-4.7,xhigh,agentic-tool,hard,LiveBench2,,,,,,97.3,score%,0.0289,,prev=97.3 (src-livebench-lb2-2026-10-25#M2591),"https://livebench.ai/ (breakdown.json, Browser, models, grok-4.7, scores, Structural Integrity)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|grok-4.7@xhigh|,in, lb2-browser-constraint-adherence#none,livebench,grok-4.7,xhigh,agentic-tool,hard,LiveBench2,,,,,,74.7,score%,0.0289,,prev=74.7 (src-livebench-lb2-2026-10-25#M2592),"https://livebench.ai/ (breakdown.json, Browser, models, grok-4.7, scores, Constraint Adherence)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|grok-4.7@xhigh|,in, lb2-browser-data-aggregation#none,livebench,inkling,max,agentic-tool,hard,LiveBench2,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, inkling, scores, Data Aggregation)",,out:effort-not-established, lb2-browser-sequential-planning#none,livebench,inkling,max,agentic-tool,hard,LiveBench2,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, inkling, scores, Sequential Planning)",,out:effort-not-established, lb2-browser-analysis-driven-action#none,livebench,inkling,max,agentic-tool,hard,LiveBench2,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, inkling, scores, Analysis-Driven Action)",,out:effort-not-established, lb2-browser-structural-integrity#none,livebench,inkling,max,agentic-tool,hard,LiveBench2,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, inkling, scores, Structural Integrity)",,out:effort-not-established, lb2-browser-constraint-adherence#none,livebench,inkling,max,agentic-tool,hard,LiveBench2,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, inkling, scores, Constraint Adherence)",,out:effort-not-established, lb2-browser-data-aggregation#none,livebench,?Kimi K3.1 Pro,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,83.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, kimi-k3.1-pro, scores, Data Aggregation)",,out:model-not-established, lb2-browser-sequential-planning#none,livebench,?Kimi K3.1 Pro,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,91.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, kimi-k3.1-pro, scores, Sequential Planning)",,out:model-not-established, lb2-browser-analysis-driven-action#none,livebench,?Kimi K3.1 Pro,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,63.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, kimi-k3.1-pro, scores, Analysis-Driven Action)",,out:model-not-established, lb2-browser-structural-integrity#none,livebench,?Kimi K3.1 Pro,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,69.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, kimi-k3.1-pro, scores, Structural Integrity)",,out:model-not-established, lb2-browser-constraint-adherence#none,livebench,?Kimi K3.1 Pro,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,81.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, kimi-k3.1-pro, scores, Constraint Adherence)",,out:model-not-established, lb2-browser-data-aggregation#none,livebench,kimi-k3,max,agentic-tool,hard,LiveBench2,,,,,,66.7,score%,0.0289,,prev=66.7 (src-livebench-lb2-2026-10-25#M2603),"https://livebench.ai/ (breakdown.json, Browser, models, kimi-k3, scores, Data Aggregation)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|kimi-k3@max|,in, lb2-browser-sequential-planning#none,livebench,kimi-k3,max,agentic-tool,hard,LiveBench2,,,,,,59.2,score%,0.0289,,prev=59.2 (src-livebench-lb2-2026-10-25#M2604),"https://livebench.ai/ (breakdown.json, Browser, models, kimi-k3, scores, Sequential Planning)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|kimi-k3@max|,in, lb2-browser-analysis-driven-action#none,livebench,kimi-k3,max,agentic-tool,hard,LiveBench2,,,,,,88.6,score%,0.0289,,prev=88.6 (src-livebench-lb2-2026-10-25#M2605),"https://livebench.ai/ (breakdown.json, Browser, models, kimi-k3, scores, Analysis-Driven Action)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|kimi-k3@max|,in, lb2-browser-structural-integrity#none,livebench,kimi-k3,max,agentic-tool,hard,LiveBench2,,,,,,75.5,score%,0.0289,,prev=75.5 (src-livebench-lb2-2026-10-25#M2606),"https://livebench.ai/ (breakdown.json, Browser, models, kimi-k3, scores, Structural Integrity)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|kimi-k3@max|,in, lb2-browser-constraint-adherence#none,livebench,kimi-k3,max,agentic-tool,hard,LiveBench2,,,,,,81.6,score%,0.0289,,prev=81.6 (src-livebench-lb2-2026-10-25#M2607),"https://livebench.ai/ (breakdown.json, Browser, models, kimi-k3, scores, Constraint Adherence)",src-livebench-lb2-2026-11-06|livebench:lb2-browser|kimi-k3@max|,in, lb2-browser-data-aggregation#none,livebench,mimo-v2.6-pro,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,57.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, mimo-v2.6-pro, scores, Data Aggregation)",,out:effort-not-established, lb2-browser-sequential-planning#none,livebench,mimo-v2.6-pro,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,67.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, mimo-v2.6-pro, scores, Sequential Planning)",,out:effort-not-established, lb2-browser-analysis-driven-action#none,livebench,mimo-v2.6-pro,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,81.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, mimo-v2.6-pro, scores, Analysis-Driven Action)",,out:effort-not-established, lb2-browser-structural-integrity#none,livebench,mimo-v2.6-pro,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,94.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, mimo-v2.6-pro, scores, Structural Integrity)",,out:effort-not-established, lb2-browser-constraint-adherence#none,livebench,mimo-v2.6-pro,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,93.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, mimo-v2.6-pro, scores, Constraint Adherence)",,out:effort-not-established, lb2-browser-data-aggregation#none,livebench,?MiniMax M3.1 Flash,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,82.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, minimax-m3.1-flash, scores, Data Aggregation)",,out:model-not-established, lb2-browser-sequential-planning#none,livebench,?MiniMax M3.1 Flash,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,69.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, minimax-m3.1-flash, scores, Sequential Planning)",,out:model-not-established, lb2-browser-analysis-driven-action#none,livebench,?MiniMax M3.1 Flash,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,80.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, minimax-m3.1-flash, scores, Analysis-Driven Action)",,out:model-not-established, lb2-browser-structural-integrity#none,livebench,?MiniMax M3.1 Flash,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,76.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, minimax-m3.1-flash, scores, Structural Integrity)",,out:model-not-established, lb2-browser-constraint-adherence#none,livebench,?MiniMax M3.1 Flash,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,98.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, minimax-m3.1-flash, scores, Constraint Adherence)",,out:model-not-established, lb2-browser-data-aggregation#1029,livebench,?Mistral Large 4 1029,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,4.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, mistral-large-4-0, scores, Data Aggregation)",,out:model-not-established, lb2-browser-sequential-planning#1029,livebench,?Mistral Large 4 1029,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,8.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, mistral-large-4-0, scores, Sequential Planning)",,out:model-not-established, lb2-browser-analysis-driven-action#1029,livebench,?Mistral Large 4 1029,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, mistral-large-4-0, scores, Analysis-Driven Action)",,out:model-not-established, lb2-browser-structural-integrity#1029,livebench,?Mistral Large 4 1029,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,54.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, mistral-large-4-0, scores, Structural Integrity)",,out:model-not-established, lb2-browser-constraint-adherence#1029,livebench,?Mistral Large 4 1029,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,33.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, mistral-large-4-0, scores, Constraint Adherence)",,out:model-not-established, lb2-browser-data-aggregation#none,livebench,?Mistral Large 4,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, mistral-large-4, scores, Data Aggregation)",,out:model-not-established, lb2-browser-sequential-planning#none,livebench,?Mistral Large 4,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, mistral-large-4, scores, Sequential Planning)",,out:model-not-established, lb2-browser-analysis-driven-action#none,livebench,?Mistral Large 4,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, mistral-large-4, scores, Analysis-Driven Action)",,out:model-not-established, lb2-browser-structural-integrity#none,livebench,?Mistral Large 4,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,3.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, mistral-large-4, scores, Structural Integrity)",,out:model-not-established, lb2-browser-constraint-adherence#none,livebench,?Mistral Large 4,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, mistral-large-4, scores, Constraint Adherence)",,out:model-not-established, lb2-browser-data-aggregation#none,livebench,muse-spark-1.3,max,agentic-tool,hard,LiveBench2,,,,,,35.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, muse-spark-1.3, scores, Data Aggregation)",,out:effort-not-established, lb2-browser-sequential-planning#none,livebench,muse-spark-1.3,max,agentic-tool,hard,LiveBench2,,,,,,25.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, muse-spark-1.3, scores, Sequential Planning)",,out:effort-not-established, lb2-browser-analysis-driven-action#none,livebench,muse-spark-1.3,max,agentic-tool,hard,LiveBench2,,,,,,6.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, muse-spark-1.3, scores, Analysis-Driven Action)",,out:effort-not-established, lb2-browser-structural-integrity#none,livebench,muse-spark-1.3,max,agentic-tool,hard,LiveBench2,,,,,,33.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, muse-spark-1.3, scores, Structural Integrity)",,out:effort-not-established, lb2-browser-constraint-adherence#none,livebench,muse-spark-1.3,max,agentic-tool,hard,LiveBench2,,,,,,83.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, muse-spark-1.3, scores, Constraint Adherence)",,out:effort-not-established, lb2-browser-data-aggregation#none,livebench,?Muse Spark Open,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,34.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, muse-spark-open, scores, Data Aggregation)",,out:model-not-established, lb2-browser-sequential-planning#none,livebench,?Muse Spark Open,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,14.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, muse-spark-open, scores, Sequential Planning)",,out:model-not-established, lb2-browser-analysis-driven-action#none,livebench,?Muse Spark Open,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,17.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, muse-spark-open, scores, Analysis-Driven Action)",,out:model-not-established, lb2-browser-structural-integrity#none,livebench,?Muse Spark Open,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,21.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, muse-spark-open, scores, Structural Integrity)",,out:model-not-established, lb2-browser-constraint-adherence#none,livebench,?Muse Spark Open,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,52.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, muse-spark-open, scores, Constraint Adherence)",,out:model-not-established, lb2-browser-data-aggregation#none,livebench,?Muse Wonder 1.0,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,22.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, muse-wonder-1.0, scores, Data Aggregation)",,out:model-not-established, lb2-browser-sequential-planning#none,livebench,?Muse Wonder 1.0,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,71.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, muse-wonder-1.0, scores, Sequential Planning)",,out:model-not-established, lb2-browser-analysis-driven-action#none,livebench,?Muse Wonder 1.0,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,58.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, muse-wonder-1.0, scores, Analysis-Driven Action)",,out:model-not-established, lb2-browser-structural-integrity#none,livebench,?Muse Wonder 1.0,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,75.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, muse-wonder-1.0, scores, Structural Integrity)",,out:model-not-established, lb2-browser-constraint-adherence#none,livebench,?Muse Wonder 1.0,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,97.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, muse-wonder-1.0, scores, Constraint Adherence)",,out:model-not-established, lb2-browser-data-aggregation#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,agentic-tool,hard,LiveBench2,,,,,,0.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, nemotron-super-vl-3.5-nvfp4, scores, Data Aggregation)",,out:model-not-established, lb2-browser-sequential-planning#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,agentic-tool,hard,LiveBench2,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, nemotron-super-vl-3.5-nvfp4, scores, Sequential Planning)",,out:model-not-established, lb2-browser-analysis-driven-action#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,agentic-tool,hard,LiveBench2,,,,,,15.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, nemotron-super-vl-3.5-nvfp4, scores, Analysis-Driven Action)",,out:model-not-established, lb2-browser-structural-integrity#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,agentic-tool,hard,LiveBench2,,,,,,13.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, nemotron-super-vl-3.5-nvfp4, scores, Structural Integrity)",,out:model-not-established, lb2-browser-constraint-adherence#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,agentic-tool,hard,LiveBench2,,,,,,89.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, nemotron-super-vl-3.5-nvfp4, scores, Constraint Adherence)",,out:model-not-established, lb2-browser-data-aggregation#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,17.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, nemotron-super-vl-3.5, scores, Data Aggregation)",,out:model-not-established, lb2-browser-sequential-planning#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, nemotron-super-vl-3.5, scores, Sequential Planning)",,out:model-not-established, lb2-browser-analysis-driven-action#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,24.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, nemotron-super-vl-3.5, scores, Analysis-Driven Action)",,out:model-not-established, lb2-browser-structural-integrity#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,21.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, nemotron-super-vl-3.5, scores, Structural Integrity)",,out:model-not-established, lb2-browser-constraint-adherence#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,51.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, nemotron-super-vl-3.5, scores, Constraint Adherence)",,out:model-not-established, lb2-browser-data-aggregation#none,livebench,qwen3.8-27b,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,33.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, qwen3.8-27b, scores, Data Aggregation)",,out:effort-not-established, lb2-browser-sequential-planning#none,livebench,qwen3.8-27b,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,7.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, qwen3.8-27b, scores, Sequential Planning)",,out:effort-not-established, lb2-browser-analysis-driven-action#none,livebench,qwen3.8-27b,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,15.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, qwen3.8-27b, scores, Analysis-Driven Action)",,out:effort-not-established, lb2-browser-structural-integrity#none,livebench,qwen3.8-27b,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,36.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, qwen3.8-27b, scores, Structural Integrity)",,out:effort-not-established, lb2-browser-constraint-adherence#none,livebench,qwen3.8-27b,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,27.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, qwen3.8-27b, scores, Constraint Adherence)",,out:effort-not-established, lb2-browser-data-aggregation#none,livebench,?Qwen3.8 Max,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,39.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, qwen3.8-max, scores, Data Aggregation)",,out:model-not-established, lb2-browser-sequential-planning#none,livebench,?Qwen3.8 Max,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,31.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, qwen3.8-max, scores, Sequential Planning)",,out:model-not-established, lb2-browser-analysis-driven-action#none,livebench,?Qwen3.8 Max,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,59.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, qwen3.8-max, scores, Analysis-Driven Action)",,out:model-not-established, lb2-browser-structural-integrity#none,livebench,?Qwen3.8 Max,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,45.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, qwen3.8-max, scores, Structural Integrity)",,out:model-not-established, lb2-browser-constraint-adherence#none,livebench,?Qwen3.8 Max,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,76.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, qwen3.8-max, scores, Constraint Adherence)",,out:model-not-established, lb2-browser-data-aggregation#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,1.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, smaug-nemotron-3.5-nvfp4, scores, Data Aggregation)",,out:model-not-established, lb2-browser-sequential-planning#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, smaug-nemotron-3.5-nvfp4, scores, Sequential Planning)",,out:model-not-established, lb2-browser-analysis-driven-action#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,35.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, smaug-nemotron-3.5-nvfp4, scores, Analysis-Driven Action)",,out:model-not-established, lb2-browser-structural-integrity#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,32.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, smaug-nemotron-3.5-nvfp4, scores, Structural Integrity)",,out:model-not-established, lb2-browser-constraint-adherence#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,agentic-tool,hard,LiveBench2,,,,,,74.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, smaug-nemotron-3.5-nvfp4, scores, Constraint Adherence)",,out:model-not-established, lb2-browser-data-aggregation#none,livebench,?Step 5 (Preview),not-established:absent,agentic-tool,hard,LiveBench2,,,,,,18.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, step-5-preview, scores, Data Aggregation)",,out:model-not-established, lb2-browser-sequential-planning#none,livebench,?Step 5 (Preview),not-established:absent,agentic-tool,hard,LiveBench2,,,,,,3.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, step-5-preview, scores, Sequential Planning)",,out:model-not-established, lb2-browser-analysis-driven-action#none,livebench,?Step 5 (Preview),not-established:absent,agentic-tool,hard,LiveBench2,,,,,,17.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, step-5-preview, scores, Analysis-Driven Action)",,out:model-not-established, lb2-browser-structural-integrity#none,livebench,?Step 5 (Preview),not-established:absent,agentic-tool,hard,LiveBench2,,,,,,45.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, step-5-preview, scores, Structural Integrity)",,out:model-not-established, lb2-browser-constraint-adherence#none,livebench,?Step 5 (Preview),not-established:absent,agentic-tool,hard,LiveBench2,,,,,,49.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Browser, models, step-5-preview, scores, Constraint Adherence)",,out:model-not-established, lb2-dataanalysis-consecutive-events#none,livebench,fable-5.1,max,mixed,hard,LiveBench2,,,,,,90.6,score%,0.0289,,prev=90.6 (src-livebench-lb2-2026-10-25#M2673),"https://livebench.ai/ (breakdown.json, Data Analysis, models, claude-fable-5.1, scores, Consecutive events)",src-livebench-lb2-2026-11-06|livebench:lb2-dataanalysis|fable-5.1@max|,in, lb2-dataanalysis-table-join#none,livebench,fable-5.1,max,mixed,hard,LiveBench2,,,,,,56.2,score%,0.0289,,prev=56.2 (src-livebench-lb2-2026-10-25#M2674),"https://livebench.ai/ (breakdown.json, Data Analysis, models, claude-fable-5.1, scores, Table join)",src-livebench-lb2-2026-11-06|livebench:lb2-dataanalysis|fable-5.1@max|,in, lb2-dataanalysis-table-reformat#none,livebench,fable-5.1,max,mixed,hard,LiveBench2,,,,,,94.1,score%,0.0289,,prev=94.1 (src-livebench-lb2-2026-10-25#M2675),"https://livebench.ai/ (breakdown.json, Data Analysis, models, claude-fable-5.1, scores, Table reformat)",src-livebench-lb2-2026-11-06|livebench:lb2-dataanalysis|fable-5.1@max|,in, lb2-dataanalysis-consecutive-events#none,livebench,fable-5.2,xhigh,mixed,hard,LiveBench2,,,,,,90.6,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Data Analysis, models, claude-fable-5.2, scores, Consecutive events)",src-livebench-lb2-2026-11-06|livebench:lb2-dataanalysis|fable-5.2@xhigh|,in, lb2-dataanalysis-table-join#none,livebench,fable-5.2,xhigh,mixed,hard,LiveBench2,,,,,,55.8,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Data Analysis, models, claude-fable-5.2, scores, Table join)",src-livebench-lb2-2026-11-06|livebench:lb2-dataanalysis|fable-5.2@xhigh|,in, lb2-dataanalysis-table-reformat#none,livebench,fable-5.2,xhigh,mixed,hard,LiveBench2,,,,,,98.0,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Data Analysis, models, claude-fable-5.2, scores, Table reformat)",src-livebench-lb2-2026-11-06|livebench:lb2-dataanalysis|fable-5.2@xhigh|,in, lb2-dataanalysis-consecutive-events#none,livebench,haiku-5.5,max,mixed,hard,LiveBench2,,,,,,16.4,score%,0.0289,,prev=16.4 (src-livebench-lb2-2026-10-25#M2676),"https://livebench.ai/ (breakdown.json, Data Analysis, models, claude-haiku-5.5, scores, Consecutive events)",src-livebench-lb2-2026-11-06|livebench:lb2-dataanalysis|haiku-5.5@max|,in, lb2-dataanalysis-table-join#none,livebench,haiku-5.5,max,mixed,hard,LiveBench2,,,,,,44.8,score%,0.0289,,prev=44.8 (src-livebench-lb2-2026-10-25#M2677),"https://livebench.ai/ (breakdown.json, Data Analysis, models, claude-haiku-5.5, scores, Table join)",src-livebench-lb2-2026-11-06|livebench:lb2-dataanalysis|haiku-5.5@max|,in, lb2-dataanalysis-table-reformat#none,livebench,haiku-5.5,max,mixed,hard,LiveBench2,,,,,,98.0,score%,0.0289,,prev=98.0 (src-livebench-lb2-2026-10-25#M2678),"https://livebench.ai/ (breakdown.json, Data Analysis, models, claude-haiku-5.5, scores, Table reformat)",src-livebench-lb2-2026-11-06|livebench:lb2-dataanalysis|haiku-5.5@max|,in, lb2-dataanalysis-consecutive-events#none,livebench,opus-5.5,max,mixed,hard,LiveBench2,,,,,,90.6,score%,0.0289,,prev=90.6 (src-livebench-lb2-2026-10-25#M2679),"https://livebench.ai/ (breakdown.json, Data Analysis, models, claude-opus-5.5, scores, Consecutive events)",src-livebench-lb2-2026-11-06|livebench:lb2-dataanalysis|opus-5.5@max|,in, lb2-dataanalysis-table-join#none,livebench,opus-5.5,max,mixed,hard,LiveBench2,,,,,,52.3,score%,0.0289,,prev=52.3 (src-livebench-lb2-2026-10-25#M2680),"https://livebench.ai/ (breakdown.json, Data Analysis, models, claude-opus-5.5, scores, Table join)",src-livebench-lb2-2026-11-06|livebench:lb2-dataanalysis|opus-5.5@max|,in, lb2-dataanalysis-table-reformat#none,livebench,opus-5.5,max,mixed,hard,LiveBench2,,,,,,98.0,score%,0.0289,,prev=98.0 (src-livebench-lb2-2026-10-25#M2681),"https://livebench.ai/ (breakdown.json, Data Analysis, models, claude-opus-5.5, scores, Table reformat)",src-livebench-lb2-2026-11-06|livebench:lb2-dataanalysis|opus-5.5@max|,in, lb2-dataanalysis-consecutive-events#none,livebench,sonnet-5.5,max,mixed,hard,LiveBench2,,,,,,40.6,score%,0.0289,,prev=40.6 (src-livebench-lb2-2026-10-25#M2682),"https://livebench.ai/ (breakdown.json, Data Analysis, models, claude-sonnet-5.5, scores, Consecutive events)",src-livebench-lb2-2026-11-06|livebench:lb2-dataanalysis|sonnet-5.5@max|,in, lb2-dataanalysis-table-join#none,livebench,sonnet-5.5,max,mixed,hard,LiveBench2,,,,,,39.8,score%,0.0289,,prev=39.8 (src-livebench-lb2-2026-10-25#M2683),"https://livebench.ai/ (breakdown.json, Data Analysis, models, claude-sonnet-5.5, scores, Table join)",src-livebench-lb2-2026-11-06|livebench:lb2-dataanalysis|sonnet-5.5@max|,in, lb2-dataanalysis-table-reformat#none,livebench,sonnet-5.5,max,mixed,hard,LiveBench2,,,,,,98.0,score%,0.0289,,prev=98.0 (src-livebench-lb2-2026-10-25#M2684),"https://livebench.ai/ (breakdown.json, Data Analysis, models, claude-sonnet-5.5, scores, Table reformat)",src-livebench-lb2-2026-11-06|livebench:lb2-dataanalysis|sonnet-5.5@max|,in, lb2-dataanalysis-consecutive-events#none,livebench,deepseek-v4.1-flash-1017,max,mixed,hard,LiveBench2,,,,,,90.3,score%,0.0289,,prev=90.3 (src-livebench-lb2-2026-10-25#M2685),"https://livebench.ai/ (breakdown.json, Data Analysis, models, deepseek-v4.1-flash-1017, scores, Consecutive events)",src-livebench-lb2-2026-11-06|livebench:lb2-dataanalysis|deepseek-v4.1-flash-1017@max|,in, lb2-dataanalysis-table-join#none,livebench,deepseek-v4.1-flash-1017,max,mixed,hard,LiveBench2,,,,,,48.2,score%,0.0289,,prev=48.2 (src-livebench-lb2-2026-10-25#M2686),"https://livebench.ai/ (breakdown.json, Data Analysis, models, deepseek-v4.1-flash-1017, scores, Table join)",src-livebench-lb2-2026-11-06|livebench:lb2-dataanalysis|deepseek-v4.1-flash-1017@max|,in, lb2-dataanalysis-table-reformat#none,livebench,deepseek-v4.1-flash-1017,max,mixed,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, deepseek-v4.1-flash-1017, scores, Table reformat)",,out:uninformative, lb2-dataanalysis-consecutive-events#none,livebench,gemini-3.8-flash,high,mixed,hard,LiveBench2,,,,,,20.6,score%,0.0289,,prev=20.6 (src-livebench-lb2-2026-10-25#M2688),"https://livebench.ai/ (breakdown.json, Data Analysis, models, gemini-3.8-flash, scores, Consecutive events)",src-livebench-lb2-2026-11-06|livebench:lb2-dataanalysis|gemini-3.8-flash@high|,in, lb2-dataanalysis-table-join#none,livebench,gemini-3.8-flash,high,mixed,hard,LiveBench2,,,,,,45.3,score%,0.0289,,prev=45.3 (src-livebench-lb2-2026-10-25#M2689),"https://livebench.ai/ (breakdown.json, Data Analysis, models, gemini-3.8-flash, scores, Table join)",src-livebench-lb2-2026-11-06|livebench:lb2-dataanalysis|gemini-3.8-flash@high|,in, lb2-dataanalysis-table-reformat#none,livebench,gemini-3.8-flash,high,mixed,hard,LiveBench2,,,,,,96.1,score%,0.0289,,prev=96.1 (src-livebench-lb2-2026-10-25#M2690),"https://livebench.ai/ (breakdown.json, Data Analysis, models, gemini-3.8-flash, scores, Table reformat)",src-livebench-lb2-2026-11-06|livebench:lb2-dataanalysis|gemini-3.8-flash@high|,in, lb2-dataanalysis-consecutive-events#none,livebench,gemini-4-argon,high,mixed,hard,LiveBench2,,,,,,91.4,score%,0.0289,,prev=91.4 (src-livebench-lb2-2026-10-25#M2691),"https://livebench.ai/ (breakdown.json, Data Analysis, models, gemini-4-argon, scores, Consecutive events)",src-livebench-lb2-2026-11-06|livebench:lb2-dataanalysis|gemini-4-argon@high|,in, lb2-dataanalysis-table-join#none,livebench,gemini-4-argon,high,mixed,hard,LiveBench2,,,,,,69.9,score%,0.0289,,prev=69.9 (src-livebench-lb2-2026-10-25#M2692),"https://livebench.ai/ (breakdown.json, Data Analysis, models, gemini-4-argon, scores, Table join)",src-livebench-lb2-2026-11-06|livebench:lb2-dataanalysis|gemini-4-argon@high|,in, lb2-dataanalysis-table-reformat#none,livebench,gemini-4-argon,high,mixed,hard,LiveBench2,,,,,,94.1,score%,0.0289,,prev=94.1 (src-livebench-lb2-2026-10-25#M2693),"https://livebench.ai/ (breakdown.json, Data Analysis, models, gemini-4-argon, scores, Table reformat)",src-livebench-lb2-2026-11-06|livebench:lb2-dataanalysis|gemini-4-argon@high|,in, lb2-dataanalysis-consecutive-events#none,livebench,gemini-4-carbon,high,mixed,hard,LiveBench2,,,,,,98.2,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Data Analysis, models, gemini-4-carbon, scores, Consecutive events)",src-livebench-lb2-2026-11-06|livebench:lb2-dataanalysis|gemini-4-carbon@high|,in, lb2-dataanalysis-table-join#none,livebench,gemini-4-carbon,high,mixed,hard,LiveBench2,,,,,,67.3,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Data Analysis, models, gemini-4-carbon, scores, Table join)",src-livebench-lb2-2026-11-06|livebench:lb2-dataanalysis|gemini-4-carbon@high|,in, lb2-dataanalysis-table-reformat#none,livebench,gemini-4-carbon,high,mixed,hard,LiveBench2,,,,,,94.1,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Data Analysis, models, gemini-4-carbon, scores, Table reformat)",src-livebench-lb2-2026-11-06|livebench:lb2-dataanalysis|gemini-4-carbon@high|,in, lb2-dataanalysis-consecutive-events#none,livebench,gemini-4-hydrogen,xhigh,mixed,hard,LiveBench2,,,,,,95.0,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Data Analysis, models, gemini-4-hydrogen, scores, Consecutive events)",src-livebench-lb2-2026-11-06|livebench:lb2-dataanalysis|gemini-4-hydrogen@xhigh|,in, lb2-dataanalysis-table-join#none,livebench,gemini-4-hydrogen,xhigh,mixed,hard,LiveBench2,,,,,,56.7,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Data Analysis, models, gemini-4-hydrogen, scores, Table join)",src-livebench-lb2-2026-11-06|livebench:lb2-dataanalysis|gemini-4-hydrogen@xhigh|,in, lb2-dataanalysis-table-reformat#none,livebench,gemini-4-hydrogen,xhigh,mixed,hard,LiveBench2,,,,,,98.0,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Data Analysis, models, gemini-4-hydrogen, scores, Table reformat)",src-livebench-lb2-2026-11-06|livebench:lb2-dataanalysis|gemini-4-hydrogen@xhigh|,in, lb2-dataanalysis-consecutive-events#none,livebench,gemma-4-31b-it,not-established:absent,mixed,hard,LiveBench2,,,,,,13.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, gemma-4-31b, scores, Consecutive events)",,out:effort-not-established, lb2-dataanalysis-table-join#none,livebench,gemma-4-31b-it,not-established:absent,mixed,hard,LiveBench2,,,,,,46.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, gemma-4-31b, scores, Table join)",,out:effort-not-established, lb2-dataanalysis-table-reformat#none,livebench,gemma-4-31b-it,not-established:absent,mixed,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, gemma-4-31b, scores, Table reformat)",,out:effort-not-established, lb2-dataanalysis-consecutive-events#none,livebench,glm-5.3-flash,max,mixed,hard,LiveBench2,,,,,,84.3,score%,0.0289,,prev=84.3 (src-livebench-lb2-2026-10-25#M2697),"https://livebench.ai/ (breakdown.json, Data Analysis, models, glm-5.3-flash, scores, Consecutive events)",src-livebench-lb2-2026-11-06|livebench:lb2-dataanalysis|glm-5.3-flash@max|,in, lb2-dataanalysis-table-join#none,livebench,glm-5.3-flash,max,mixed,hard,LiveBench2,,,,,,48.8,score%,0.0289,,prev=48.8 (src-livebench-lb2-2026-10-25#M2698),"https://livebench.ai/ (breakdown.json, Data Analysis, models, glm-5.3-flash, scores, Table join)",src-livebench-lb2-2026-11-06|livebench:lb2-dataanalysis|glm-5.3-flash@max|,in, lb2-dataanalysis-table-reformat#none,livebench,glm-5.3-flash,max,mixed,hard,LiveBench2,,,,,,96.1,score%,0.0289,,prev=96.1 (src-livebench-lb2-2026-10-25#M2699),"https://livebench.ai/ (breakdown.json, Data Analysis, models, glm-5.3-flash, scores, Table reformat)",src-livebench-lb2-2026-11-06|livebench:lb2-dataanalysis|glm-5.3-flash@max|,in, lb2-dataanalysis-consecutive-events#none,livebench,gpt-5.6-terra,max,mixed,hard,LiveBench2,,,,,,87.7,score%,0.0289,,prev=87.7 (src-livebench-lb2-2026-10-25#M2700),"https://livebench.ai/ (breakdown.json, Data Analysis, models, gpt-5.6-terra, scores, Consecutive events)",src-livebench-lb2-2026-11-06|livebench:lb2-dataanalysis|gpt-5.6-terra@max|,in, lb2-dataanalysis-table-join#none,livebench,gpt-5.6-terra,max,mixed,hard,LiveBench2,,,,,,50.2,score%,0.0289,,prev=50.2 (src-livebench-lb2-2026-10-25#M2701),"https://livebench.ai/ (breakdown.json, Data Analysis, models, gpt-5.6-terra, scores, Table join)",src-livebench-lb2-2026-11-06|livebench:lb2-dataanalysis|gpt-5.6-terra@max|,in, lb2-dataanalysis-table-reformat#none,livebench,gpt-5.6-terra,max,mixed,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, gpt-5.6-terra, scores, Table reformat)",,out:uninformative, lb2-dataanalysis-consecutive-events#none,livebench,gpt-6-astra,max,mixed,hard,LiveBench2,,,,,,90.6,score%,0.0289,,prev=90.6 (src-livebench-lb2-2026-10-25#M2703),"https://livebench.ai/ (breakdown.json, Data Analysis, models, gpt-6-astra, scores, Consecutive events)",src-livebench-lb2-2026-11-06|livebench:lb2-dataanalysis|gpt-6-astra@max|,in, lb2-dataanalysis-table-join#none,livebench,gpt-6-astra,max,mixed,hard,LiveBench2,,,,,,58.4,score%,0.0289,,prev=58.4 (src-livebench-lb2-2026-10-25#M2704),"https://livebench.ai/ (breakdown.json, Data Analysis, models, gpt-6-astra, scores, Table join)",src-livebench-lb2-2026-11-06|livebench:lb2-dataanalysis|gpt-6-astra@max|,in, lb2-dataanalysis-table-reformat#none,livebench,gpt-6-astra,max,mixed,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, gpt-6-astra, scores, Table reformat)",,out:uninformative, lb2-dataanalysis-consecutive-events#none,livebench,gpt-6-luna,max,mixed,hard,LiveBench2,,,,,,70.5,score%,0.0289,,prev=70.5 (src-livebench-lb2-2026-10-25#M2706),"https://livebench.ai/ (breakdown.json, Data Analysis, models, gpt-6-luna, scores, Consecutive events)",src-livebench-lb2-2026-11-06|livebench:lb2-dataanalysis|gpt-6-luna@max|,in, lb2-dataanalysis-table-join#none,livebench,gpt-6-luna,max,mixed,hard,LiveBench2,,,,,,49.6,score%,0.0289,,prev=49.6 (src-livebench-lb2-2026-10-25#M2707),"https://livebench.ai/ (breakdown.json, Data Analysis, models, gpt-6-luna, scores, Table join)",src-livebench-lb2-2026-11-06|livebench:lb2-dataanalysis|gpt-6-luna@max|,in, lb2-dataanalysis-table-reformat#none,livebench,gpt-6-luna,max,mixed,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, gpt-6-luna, scores, Table reformat)",,out:uninformative, lb2-dataanalysis-consecutive-events#none,livebench,gpt-6.1-sol,max,mixed,hard,LiveBench2,,,,,,90.6,score%,0.0289,,prev=90.6 (src-livebench-lb2-2026-10-25#M2709),"https://livebench.ai/ (breakdown.json, Data Analysis, models, gpt-6.1-sol, scores, Consecutive events)",src-livebench-lb2-2026-11-06|livebench:lb2-dataanalysis|gpt-6.1-sol@max|,in, lb2-dataanalysis-table-join#none,livebench,gpt-6.1-sol,max,mixed,hard,LiveBench2,,,,,,57.4,score%,0.0289,,prev=57.4 (src-livebench-lb2-2026-10-25#M2710),"https://livebench.ai/ (breakdown.json, Data Analysis, models, gpt-6.1-sol, scores, Table join)",src-livebench-lb2-2026-11-06|livebench:lb2-dataanalysis|gpt-6.1-sol@max|,in, lb2-dataanalysis-table-reformat#none,livebench,gpt-6.1-sol,max,mixed,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, gpt-6.1-sol, scores, Table reformat)",,out:uninformative, lb2-dataanalysis-consecutive-events#none,livebench,gpt-6.1-terra,max,mixed,hard,LiveBench2,,,,,,90.5,score%,0.0289,,prev=90.5 (src-livebench-lb2-2026-10-25#M2712),"https://livebench.ai/ (breakdown.json, Data Analysis, models, gpt-6.1-terra, scores, Consecutive events)",src-livebench-lb2-2026-11-06|livebench:lb2-dataanalysis|gpt-6.1-terra@max|,in, lb2-dataanalysis-table-join#none,livebench,gpt-6.1-terra,max,mixed,hard,LiveBench2,,,,,,56.5,score%,0.0289,,prev=56.5 (src-livebench-lb2-2026-10-25#M2713),"https://livebench.ai/ (breakdown.json, Data Analysis, models, gpt-6.1-terra, scores, Table join)",src-livebench-lb2-2026-11-06|livebench:lb2-dataanalysis|gpt-6.1-terra@max|,in, lb2-dataanalysis-table-reformat#none,livebench,gpt-6.1-terra,max,mixed,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, gpt-6.1-terra, scores, Table reformat)",,out:uninformative, lb2-dataanalysis-consecutive-events#none,livebench,grok-4.6,xhigh,mixed,hard,LiveBench2,,,,,,84.6,score%,0.0289,,prev=84.6 (src-livebench-lb2-2026-10-25#M2715),"https://livebench.ai/ (breakdown.json, Data Analysis, models, grok-4.6, scores, Consecutive events)",src-livebench-lb2-2026-11-06|livebench:lb2-dataanalysis|grok-4.6@xhigh|,in, lb2-dataanalysis-table-join#none,livebench,grok-4.6,xhigh,mixed,hard,LiveBench2,,,,,,43.1,score%,0.0289,,prev=43.1 (src-livebench-lb2-2026-10-25#M2716),"https://livebench.ai/ (breakdown.json, Data Analysis, models, grok-4.6, scores, Table join)",src-livebench-lb2-2026-11-06|livebench:lb2-dataanalysis|grok-4.6@xhigh|,in, lb2-dataanalysis-table-reformat#none,livebench,grok-4.6,xhigh,mixed,hard,LiveBench2,,,,,,98.0,score%,0.0289,,prev=98.0 (src-livebench-lb2-2026-10-25#M2717),"https://livebench.ai/ (breakdown.json, Data Analysis, models, grok-4.6, scores, Table reformat)",src-livebench-lb2-2026-11-06|livebench:lb2-dataanalysis|grok-4.6@xhigh|,in, lb2-dataanalysis-consecutive-events#none,livebench,grok-4.7,xhigh,mixed,hard,LiveBench2,,,,,,85.7,score%,0.0289,,prev=85.7 (src-livebench-lb2-2026-10-25#M2718),"https://livebench.ai/ (breakdown.json, Data Analysis, models, grok-4.7, scores, Consecutive events)",src-livebench-lb2-2026-11-06|livebench:lb2-dataanalysis|grok-4.7@xhigh|,in, lb2-dataanalysis-table-join#none,livebench,grok-4.7,xhigh,mixed,hard,LiveBench2,,,,,,44.9,score%,0.0289,,prev=44.9 (src-livebench-lb2-2026-10-25#M2719),"https://livebench.ai/ (breakdown.json, Data Analysis, models, grok-4.7, scores, Table join)",src-livebench-lb2-2026-11-06|livebench:lb2-dataanalysis|grok-4.7@xhigh|,in, lb2-dataanalysis-table-reformat#none,livebench,grok-4.7,xhigh,mixed,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, grok-4.7, scores, Table reformat)",,out:uninformative, lb2-dataanalysis-consecutive-events#none,livebench,inkling,max,mixed,hard,LiveBench2,,,,,,69.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, inkling, scores, Consecutive events)",,out:effort-not-established, lb2-dataanalysis-table-join#none,livebench,inkling,max,mixed,hard,LiveBench2,,,,,,48.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, inkling, scores, Table join)",,out:effort-not-established, lb2-dataanalysis-table-reformat#none,livebench,inkling,max,mixed,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, inkling, scores, Table reformat)",,out:effort-not-established, lb2-dataanalysis-consecutive-events#none,livebench,?Kimi K3.1 Pro,not-established:absent,mixed,hard,LiveBench2,,,,,,90.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, kimi-k3.1-pro, scores, Consecutive events)",,out:model-not-established, lb2-dataanalysis-table-join#none,livebench,?Kimi K3.1 Pro,not-established:absent,mixed,hard,LiveBench2,,,,,,49.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, kimi-k3.1-pro, scores, Table join)",,out:model-not-established, lb2-dataanalysis-table-reformat#none,livebench,?Kimi K3.1 Pro,not-established:absent,mixed,hard,LiveBench2,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, kimi-k3.1-pro, scores, Table reformat)",,out:model-not-established, lb2-dataanalysis-consecutive-events#none,livebench,kimi-k3,max,mixed,hard,LiveBench2,,,,,,89.8,score%,0.0289,,prev=89.8 (src-livebench-lb2-2026-10-25#M2727),"https://livebench.ai/ (breakdown.json, Data Analysis, models, kimi-k3, scores, Consecutive events)",src-livebench-lb2-2026-11-06|livebench:lb2-dataanalysis|kimi-k3@max|,in, lb2-dataanalysis-table-join#none,livebench,kimi-k3,max,mixed,hard,LiveBench2,,,,,,48.4,score%,0.0289,,prev=48.4 (src-livebench-lb2-2026-10-25#M2728),"https://livebench.ai/ (breakdown.json, Data Analysis, models, kimi-k3, scores, Table join)",src-livebench-lb2-2026-11-06|livebench:lb2-dataanalysis|kimi-k3@max|,in, lb2-dataanalysis-table-reformat#none,livebench,kimi-k3,max,mixed,hard,LiveBench2,,,,,,98.0,score%,0.0289,,prev=98.0 (src-livebench-lb2-2026-10-25#M2729),"https://livebench.ai/ (breakdown.json, Data Analysis, models, kimi-k3, scores, Table reformat)",src-livebench-lb2-2026-11-06|livebench:lb2-dataanalysis|kimi-k3@max|,in, lb2-dataanalysis-consecutive-events#none,livebench,mimo-v2.6-pro,not-established:absent,mixed,hard,LiveBench2,,,,,,70.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, mimo-v2.6-pro, scores, Consecutive events)",,out:effort-not-established, lb2-dataanalysis-table-join#none,livebench,mimo-v2.6-pro,not-established:absent,mixed,hard,LiveBench2,,,,,,48.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, mimo-v2.6-pro, scores, Table join)",,out:effort-not-established, lb2-dataanalysis-table-reformat#none,livebench,mimo-v2.6-pro,not-established:absent,mixed,hard,LiveBench2,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, mimo-v2.6-pro, scores, Table reformat)",,out:effort-not-established, lb2-dataanalysis-consecutive-events#none,livebench,?MiniMax M3.1 Flash,not-established:absent,mixed,hard,LiveBench2,,,,,,68.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, minimax-m3.1-flash, scores, Consecutive events)",,out:model-not-established, lb2-dataanalysis-table-join#none,livebench,?MiniMax M3.1 Flash,not-established:absent,mixed,hard,LiveBench2,,,,,,48.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, minimax-m3.1-flash, scores, Table join)",,out:model-not-established, lb2-dataanalysis-table-reformat#none,livebench,?MiniMax M3.1 Flash,not-established:absent,mixed,hard,LiveBench2,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, minimax-m3.1-flash, scores, Table reformat)",,out:model-not-established, lb2-dataanalysis-consecutive-events#1029,livebench,?Mistral Large 4 1029,not-established:absent,mixed,hard,LiveBench2,,,,,,81.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, mistral-large-4-0, scores, Consecutive events)",,out:model-not-established, lb2-dataanalysis-table-join#1029,livebench,?Mistral Large 4 1029,not-established:absent,mixed,hard,LiveBench2,,,,,,48.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, mistral-large-4-0, scores, Table join)",,out:model-not-established, lb2-dataanalysis-table-reformat#1029,livebench,?Mistral Large 4 1029,not-established:absent,mixed,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, mistral-large-4-0, scores, Table reformat)",,out:model-not-established, lb2-dataanalysis-consecutive-events#none,livebench,?Mistral Large 4,not-established:absent,mixed,hard,LiveBench2,,,,,,80.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, mistral-large-4, scores, Consecutive events)",,out:model-not-established, lb2-dataanalysis-table-join#none,livebench,?Mistral Large 4,not-established:absent,mixed,hard,LiveBench2,,,,,,49.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, mistral-large-4, scores, Table join)",,out:model-not-established, lb2-dataanalysis-table-reformat#none,livebench,?Mistral Large 4,not-established:absent,mixed,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, mistral-large-4, scores, Table reformat)",,out:model-not-established, lb2-dataanalysis-consecutive-events#none,livebench,muse-spark-1.3,max,mixed,hard,LiveBench2,,,,,,90.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, muse-spark-1.3, scores, Consecutive events)",,out:effort-not-established, lb2-dataanalysis-table-join#none,livebench,muse-spark-1.3,max,mixed,hard,LiveBench2,,,,,,48.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, muse-spark-1.3, scores, Table join)",,out:effort-not-established, lb2-dataanalysis-table-reformat#none,livebench,muse-spark-1.3,max,mixed,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, muse-spark-1.3, scores, Table reformat)",,out:effort-not-established, lb2-dataanalysis-consecutive-events#none,livebench,?Muse Spark Open,not-established:absent,mixed,hard,LiveBench2,,,,,,36.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, muse-spark-open, scores, Consecutive events)",,out:model-not-established, lb2-dataanalysis-table-join#none,livebench,?Muse Spark Open,not-established:absent,mixed,hard,LiveBench2,,,,,,44.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, muse-spark-open, scores, Table join)",,out:model-not-established, lb2-dataanalysis-table-reformat#none,livebench,?Muse Spark Open,not-established:absent,mixed,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, muse-spark-open, scores, Table reformat)",,out:model-not-established, lb2-dataanalysis-consecutive-events#none,livebench,?Muse Wonder 1.0,not-established:absent,mixed,hard,LiveBench2,,,,,,98.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, muse-wonder-1.0, scores, Consecutive events)",,out:model-not-established, lb2-dataanalysis-table-join#none,livebench,?Muse Wonder 1.0,not-established:absent,mixed,hard,LiveBench2,,,,,,46.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, muse-wonder-1.0, scores, Table join)",,out:model-not-established, lb2-dataanalysis-table-reformat#none,livebench,?Muse Wonder 1.0,not-established:absent,mixed,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, muse-wonder-1.0, scores, Table reformat)",,out:model-not-established, lb2-dataanalysis-consecutive-events#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,mixed,hard,LiveBench2,,,,,,50.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, nemotron-super-vl-3.5-nvfp4, scores, Consecutive events)",,out:model-not-established, lb2-dataanalysis-table-join#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,mixed,hard,LiveBench2,,,,,,46.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, nemotron-super-vl-3.5-nvfp4, scores, Table join)",,out:model-not-established, lb2-dataanalysis-table-reformat#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,mixed,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, nemotron-super-vl-3.5-nvfp4, scores, Table reformat)",,out:model-not-established, lb2-dataanalysis-consecutive-events#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,mixed,hard,LiveBench2,,,,,,49.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, nemotron-super-vl-3.5, scores, Consecutive events)",,out:model-not-established, lb2-dataanalysis-table-join#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,mixed,hard,LiveBench2,,,,,,46.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, nemotron-super-vl-3.5, scores, Table join)",,out:model-not-established, lb2-dataanalysis-table-reformat#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,mixed,hard,LiveBench2,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, nemotron-super-vl-3.5, scores, Table reformat)",,out:model-not-established, lb2-dataanalysis-consecutive-events#none,livebench,qwen3.8-27b,not-established:absent,mixed,hard,LiveBench2,,,,,,84.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, qwen3.8-27b, scores, Consecutive events)",,out:effort-not-established, lb2-dataanalysis-table-join#none,livebench,qwen3.8-27b,not-established:absent,mixed,hard,LiveBench2,,,,,,48.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, qwen3.8-27b, scores, Table join)",,out:effort-not-established, lb2-dataanalysis-table-reformat#none,livebench,qwen3.8-27b,not-established:absent,mixed,hard,LiveBench2,,,,,,96.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, qwen3.8-27b, scores, Table reformat)",,out:effort-not-established, lb2-dataanalysis-consecutive-events#none,livebench,?Qwen3.8 Max,not-established:absent,mixed,hard,LiveBench2,,,,,,87.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, qwen3.8-max, scores, Consecutive events)",,out:model-not-established, lb2-dataanalysis-table-join#none,livebench,?Qwen3.8 Max,not-established:absent,mixed,hard,LiveBench2,,,,,,50.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, qwen3.8-max, scores, Table join)",,out:model-not-established, lb2-dataanalysis-table-reformat#none,livebench,?Qwen3.8 Max,not-established:absent,mixed,hard,LiveBench2,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, qwen3.8-max, scores, Table reformat)",,out:model-not-established, lb2-dataanalysis-consecutive-events#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,mixed,hard,LiveBench2,,,,,,50.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, smaug-nemotron-3.5-nvfp4, scores, Consecutive events)",,out:model-not-established, lb2-dataanalysis-table-join#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,mixed,hard,LiveBench2,,,,,,45.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, smaug-nemotron-3.5-nvfp4, scores, Table join)",,out:model-not-established, lb2-dataanalysis-table-reformat#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,mixed,hard,LiveBench2,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, smaug-nemotron-3.5-nvfp4, scores, Table reformat)",,out:model-not-established, lb2-dataanalysis-consecutive-events#none,livebench,?Step 5 (Preview),not-established:absent,mixed,hard,LiveBench2,,,,,,42.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, step-5-preview, scores, Consecutive events)",,out:model-not-established, lb2-dataanalysis-table-join#none,livebench,?Step 5 (Preview),not-established:absent,mixed,hard,LiveBench2,,,,,,50.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, step-5-preview, scores, Table join)",,out:model-not-established, lb2-dataanalysis-table-reformat#none,livebench,?Step 5 (Preview),not-established:absent,mixed,hard,LiveBench2,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Data Analysis, models, step-5-preview, scores, Table reformat)",,out:model-not-established, lb2-research-regulatory-compliance#none,livebench,fable-5.1,max,mixed,hard,LiveBench2,,,,,,94.2,score%,0.0289,,prev=86.3 (src-livebench-lb2-2026-10-25#M2769),"https://livebench.ai/ (breakdown.json, Research, models, claude-fable-5.1, scores, Regulatory & Compliance)",src-livebench-lb2-2026-11-06|livebench:lb2-research|fable-5.1@max|,in, lb2-research-legal#none,livebench,fable-5.1,max,mixed,hard,LiveBench2,,,,,,99.2,score%,0.0289,,prev=93.5 (src-livebench-lb2-2026-10-25#M2770),"https://livebench.ai/ (breakdown.json, Research, models, claude-fable-5.1, scores, Legal)",src-livebench-lb2-2026-11-06|livebench:lb2-research|fable-5.1@max|,in, lb2-research-tax-finance#none,livebench,fable-5.1,max,mixed,hard,LiveBench2,,,,,,82.2,score%,0.0289,,prev=75.4 (src-livebench-lb2-2026-10-25#M2771),"https://livebench.ai/ (breakdown.json, Research, models, claude-fable-5.1, scores, Tax & Finance)",src-livebench-lb2-2026-11-06|livebench:lb2-research|fable-5.1@max|,in, lb2-research-strategy#none,livebench,fable-5.1,max,mixed,hard,LiveBench2,,,,,,66.5,score%,0.0289,,prev=56.5 (src-livebench-lb2-2026-10-25#M2772),"https://livebench.ai/ (breakdown.json, Research, models, claude-fable-5.1, scores, Strategy)",src-livebench-lb2-2026-11-06|livebench:lb2-research|fable-5.1@max|,in, lb2-research-science-evidence#none,livebench,fable-5.1,max,mixed,hard,LiveBench2,,,,,,93.5,score%,0.0289,,prev=93.5 (src-livebench-lb2-2026-10-25#M2773),"https://livebench.ai/ (breakdown.json, Research, models, claude-fable-5.1, scores, Science & Evidence)",src-livebench-lb2-2026-11-06|livebench:lb2-research|fable-5.1@max|,in, lb2-research-regulatory-compliance#none,livebench,fable-5.2,xhigh,mixed,hard,LiveBench2,,,,,,95.3,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Research, models, claude-fable-5.2, scores, Regulatory & Compliance)",src-livebench-lb2-2026-11-06|livebench:lb2-research|fable-5.2@xhigh|,in, lb2-research-legal#none,livebench,fable-5.2,xhigh,mixed,hard,LiveBench2,,,,,,99.2,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Research, models, claude-fable-5.2, scores, Legal)",src-livebench-lb2-2026-11-06|livebench:lb2-research|fable-5.2@xhigh|,in, lb2-research-tax-finance#none,livebench,fable-5.2,xhigh,mixed,hard,LiveBench2,,,,,,94.1,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Research, models, claude-fable-5.2, scores, Tax & Finance)",src-livebench-lb2-2026-11-06|livebench:lb2-research|fable-5.2@xhigh|,in, lb2-research-strategy#none,livebench,fable-5.2,xhigh,mixed,hard,LiveBench2,,,,,,93.5,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Research, models, claude-fable-5.2, scores, Strategy)",src-livebench-lb2-2026-11-06|livebench:lb2-research|fable-5.2@xhigh|,in, lb2-research-science-evidence#none,livebench,fable-5.2,xhigh,mixed,hard,LiveBench2,,,,,,88.2,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Research, models, claude-fable-5.2, scores, Science & Evidence)",src-livebench-lb2-2026-11-06|livebench:lb2-research|fable-5.2@xhigh|,in, lb2-research-regulatory-compliance#none,livebench,haiku-5.5,max,mixed,hard,LiveBench2,,,,,,80.1,score%,0.0289,,prev=80.4 (src-livebench-lb2-2026-10-25#M2774),"https://livebench.ai/ (breakdown.json, Research, models, claude-haiku-5.5, scores, Regulatory & Compliance)",src-livebench-lb2-2026-11-06|livebench:lb2-research|haiku-5.5@max|,in, lb2-research-legal#none,livebench,haiku-5.5,max,mixed,hard,LiveBench2,,,,,,90.1,score%,0.0289,,prev=85.1 (src-livebench-lb2-2026-10-25#M2775),"https://livebench.ai/ (breakdown.json, Research, models, claude-haiku-5.5, scores, Legal)",src-livebench-lb2-2026-11-06|livebench:lb2-research|haiku-5.5@max|,in, lb2-research-tax-finance#none,livebench,haiku-5.5,max,mixed,hard,LiveBench2,,,,,,76.1,score%,0.0289,,prev=73.1 (src-livebench-lb2-2026-10-25#M2776),"https://livebench.ai/ (breakdown.json, Research, models, claude-haiku-5.5, scores, Tax & Finance)",src-livebench-lb2-2026-11-06|livebench:lb2-research|haiku-5.5@max|,in, lb2-research-strategy#none,livebench,haiku-5.5,max,mixed,hard,LiveBench2,,,,,,91.9,score%,0.0289,,prev=85.4 (src-livebench-lb2-2026-10-25#M2777),"https://livebench.ai/ (breakdown.json, Research, models, claude-haiku-5.5, scores, Strategy)",src-livebench-lb2-2026-11-06|livebench:lb2-research|haiku-5.5@max|,in, lb2-research-science-evidence#none,livebench,haiku-5.5,max,mixed,hard,LiveBench2,,,,,,92.2,score%,0.0289,,prev=92.2 (src-livebench-lb2-2026-10-25#M2778),"https://livebench.ai/ (breakdown.json, Research, models, claude-haiku-5.5, scores, Science & Evidence)",src-livebench-lb2-2026-11-06|livebench:lb2-research|haiku-5.5@max|,in, lb2-research-regulatory-compliance#none,livebench,opus-5.5,max,mixed,hard,LiveBench2,,,,,,92.2,score%,0.0289,,prev=87.2 (src-livebench-lb2-2026-10-25#M2779),"https://livebench.ai/ (breakdown.json, Research, models, claude-opus-5.5, scores, Regulatory & Compliance)",src-livebench-lb2-2026-11-06|livebench:lb2-research|opus-5.5@max|,in, lb2-research-legal#none,livebench,opus-5.5,max,mixed,hard,LiveBench2,,,,,,99.9,score%,0.0289,,prev=99.9 (src-livebench-lb2-2026-10-25#M2780),"https://livebench.ai/ (breakdown.json, Research, models, claude-opus-5.5, scores, Legal)",src-livebench-lb2-2026-11-06|livebench:lb2-research|opus-5.5@max|,in, lb2-research-tax-finance#none,livebench,opus-5.5,max,mixed,hard,LiveBench2,,,,,,91.1,score%,0.0289,,prev=82.0 (src-livebench-lb2-2026-10-25#M2781),"https://livebench.ai/ (breakdown.json, Research, models, claude-opus-5.5, scores, Tax & Finance)",src-livebench-lb2-2026-11-06|livebench:lb2-research|opus-5.5@max|,in, lb2-research-strategy#none,livebench,opus-5.5,max,mixed,hard,LiveBench2,,,,,,89.3,score%,0.0289,,prev=87.5 (src-livebench-lb2-2026-10-25#M2782),"https://livebench.ai/ (breakdown.json, Research, models, claude-opus-5.5, scores, Strategy)",src-livebench-lb2-2026-11-06|livebench:lb2-research|opus-5.5@max|,in, lb2-research-science-evidence#none,livebench,opus-5.5,max,mixed,hard,LiveBench2,,,,,,62.4,score%,0.0289,,prev=62.4 (src-livebench-lb2-2026-10-25#M2783),"https://livebench.ai/ (breakdown.json, Research, models, claude-opus-5.5, scores, Science & Evidence)",src-livebench-lb2-2026-11-06|livebench:lb2-research|opus-5.5@max|,in, lb2-research-regulatory-compliance#none,livebench,sonnet-5.5,max,mixed,hard,LiveBench2,,,,,,96.7,score%,0.0289,,prev=89.2 (src-livebench-lb2-2026-10-25#M2784),"https://livebench.ai/ (breakdown.json, Research, models, claude-sonnet-5.5, scores, Regulatory & Compliance)",src-livebench-lb2-2026-11-06|livebench:lb2-research|sonnet-5.5@max|,in, lb2-research-legal#none,livebench,sonnet-5.5,max,mixed,hard,LiveBench2,,,,,,96.2,score%,0.0289,,prev=95.1 (src-livebench-lb2-2026-10-25#M2785),"https://livebench.ai/ (breakdown.json, Research, models, claude-sonnet-5.5, scores, Legal)",src-livebench-lb2-2026-11-06|livebench:lb2-research|sonnet-5.5@max|,in, lb2-research-tax-finance#none,livebench,sonnet-5.5,max,mixed,hard,LiveBench2,,,,,,64.4,score%,0.0289,,prev=60.5 (src-livebench-lb2-2026-10-25#M2786),"https://livebench.ai/ (breakdown.json, Research, models, claude-sonnet-5.5, scores, Tax & Finance)",src-livebench-lb2-2026-11-06|livebench:lb2-research|sonnet-5.5@max|,in, lb2-research-strategy#none,livebench,sonnet-5.5,max,mixed,hard,LiveBench2,,,,,,89.1,score%,0.0289,,prev=82.6 (src-livebench-lb2-2026-10-25#M2787),"https://livebench.ai/ (breakdown.json, Research, models, claude-sonnet-5.5, scores, Strategy)",src-livebench-lb2-2026-11-06|livebench:lb2-research|sonnet-5.5@max|,in, lb2-research-science-evidence#none,livebench,sonnet-5.5,max,mixed,hard,LiveBench2,,,,,,94.8,score%,0.0289,,prev=94.8 (src-livebench-lb2-2026-10-25#M2788),"https://livebench.ai/ (breakdown.json, Research, models, claude-sonnet-5.5, scores, Science & Evidence)",src-livebench-lb2-2026-11-06|livebench:lb2-research|sonnet-5.5@max|,in, lb2-research-regulatory-compliance#none,livebench,deepseek-v4.1-flash-1017,max,mixed,hard,LiveBench2,,,,,,80.3,score%,0.0289,,prev=86.2 (src-livebench-lb2-2026-10-25#M2789),"https://livebench.ai/ (breakdown.json, Research, models, deepseek-v4.1-flash-1017, scores, Regulatory & Compliance)",src-livebench-lb2-2026-11-06|livebench:lb2-research|deepseek-v4.1-flash-1017@max|,in, lb2-research-legal#none,livebench,deepseek-v4.1-flash-1017,max,mixed,hard,LiveBench2,,,,,,67.0,score%,0.0289,,prev=83.7 (src-livebench-lb2-2026-10-25#M2790),"https://livebench.ai/ (breakdown.json, Research, models, deepseek-v4.1-flash-1017, scores, Legal)",src-livebench-lb2-2026-11-06|livebench:lb2-research|deepseek-v4.1-flash-1017@max|,in, lb2-research-tax-finance#none,livebench,deepseek-v4.1-flash-1017,max,mixed,hard,LiveBench2,,,,,,78.2,score%,0.0289,,prev=60.0 (src-livebench-lb2-2026-10-25#M2791),"https://livebench.ai/ (breakdown.json, Research, models, deepseek-v4.1-flash-1017, scores, Tax & Finance)",src-livebench-lb2-2026-11-06|livebench:lb2-research|deepseek-v4.1-flash-1017@max|,in, lb2-research-strategy#none,livebench,deepseek-v4.1-flash-1017,max,mixed,hard,LiveBench2,,,,,,80.4,score%,0.0289,,prev=81.6 (src-livebench-lb2-2026-10-25#M2792),"https://livebench.ai/ (breakdown.json, Research, models, deepseek-v4.1-flash-1017, scores, Strategy)",src-livebench-lb2-2026-11-06|livebench:lb2-research|deepseek-v4.1-flash-1017@max|,in, lb2-research-science-evidence#none,livebench,deepseek-v4.1-flash-1017,max,mixed,hard,LiveBench2,,,,,,89.0,score%,0.0289,,prev=89.0 (src-livebench-lb2-2026-10-25#M2793),"https://livebench.ai/ (breakdown.json, Research, models, deepseek-v4.1-flash-1017, scores, Science & Evidence)",src-livebench-lb2-2026-11-06|livebench:lb2-research|deepseek-v4.1-flash-1017@max|,in, lb2-research-regulatory-compliance#none,livebench,gemini-3.8-flash,high,mixed,hard,LiveBench2,,,,,,78.0,score%,0.0289,,prev=79.7 (src-livebench-lb2-2026-10-25#M2794),"https://livebench.ai/ (breakdown.json, Research, models, gemini-3.8-flash, scores, Regulatory & Compliance)",src-livebench-lb2-2026-11-06|livebench:lb2-research|gemini-3.8-flash@high|,in, lb2-research-legal#none,livebench,gemini-3.8-flash,high,mixed,hard,LiveBench2,,,,,,91.5,score%,0.0289,,prev=86.7 (src-livebench-lb2-2026-10-25#M2795),"https://livebench.ai/ (breakdown.json, Research, models, gemini-3.8-flash, scores, Legal)",src-livebench-lb2-2026-11-06|livebench:lb2-research|gemini-3.8-flash@high|,in, lb2-research-tax-finance#none,livebench,gemini-3.8-flash,high,mixed,hard,LiveBench2,,,,,,74.2,score%,0.0289,,prev=72.3 (src-livebench-lb2-2026-10-25#M2796),"https://livebench.ai/ (breakdown.json, Research, models, gemini-3.8-flash, scores, Tax & Finance)",src-livebench-lb2-2026-11-06|livebench:lb2-research|gemini-3.8-flash@high|,in, lb2-research-strategy#none,livebench,gemini-3.8-flash,high,mixed,hard,LiveBench2,,,,,,77.1,score%,0.0289,,prev=80.4 (src-livebench-lb2-2026-10-25#M2797),"https://livebench.ai/ (breakdown.json, Research, models, gemini-3.8-flash, scores, Strategy)",src-livebench-lb2-2026-11-06|livebench:lb2-research|gemini-3.8-flash@high|,in, lb2-research-science-evidence#none,livebench,gemini-3.8-flash,high,mixed,hard,LiveBench2,,,,,,77.6,score%,0.0289,,prev=77.6 (src-livebench-lb2-2026-10-25#M2798),"https://livebench.ai/ (breakdown.json, Research, models, gemini-3.8-flash, scores, Science & Evidence)",src-livebench-lb2-2026-11-06|livebench:lb2-research|gemini-3.8-flash@high|,in, lb2-research-regulatory-compliance#none,livebench,gemini-4-argon,high,mixed,hard,LiveBench2,,,,,,84.7,score%,0.0289,,prev=77.0 (src-livebench-lb2-2026-10-25#M2799),"https://livebench.ai/ (breakdown.json, Research, models, gemini-4-argon, scores, Regulatory & Compliance)",src-livebench-lb2-2026-11-06|livebench:lb2-research|gemini-4-argon@high|,in, lb2-research-legal#none,livebench,gemini-4-argon,high,mixed,hard,LiveBench2,,,,,,99.3,score%,0.0289,,prev=98.1 (src-livebench-lb2-2026-10-25#M2800),"https://livebench.ai/ (breakdown.json, Research, models, gemini-4-argon, scores, Legal)",src-livebench-lb2-2026-11-06|livebench:lb2-research|gemini-4-argon@high|,in, lb2-research-tax-finance#none,livebench,gemini-4-argon,high,mixed,hard,LiveBench2,,,,,,81.8,score%,0.0289,,prev=76.5 (src-livebench-lb2-2026-10-25#M2801),"https://livebench.ai/ (breakdown.json, Research, models, gemini-4-argon, scores, Tax & Finance)",src-livebench-lb2-2026-11-06|livebench:lb2-research|gemini-4-argon@high|,in, lb2-research-strategy#none,livebench,gemini-4-argon,high,mixed,hard,LiveBench2,,,,,,83.5,score%,0.0289,,prev=84.8 (src-livebench-lb2-2026-10-25#M2802),"https://livebench.ai/ (breakdown.json, Research, models, gemini-4-argon, scores, Strategy)",src-livebench-lb2-2026-11-06|livebench:lb2-research|gemini-4-argon@high|,in, lb2-research-science-evidence#none,livebench,gemini-4-argon,high,mixed,hard,LiveBench2,,,,,,86.7,score%,0.0289,,prev=86.7 (src-livebench-lb2-2026-10-25#M2803),"https://livebench.ai/ (breakdown.json, Research, models, gemini-4-argon, scores, Science & Evidence)",src-livebench-lb2-2026-11-06|livebench:lb2-research|gemini-4-argon@high|,in, lb2-research-regulatory-compliance#none,livebench,gemini-4-carbon,high,mixed,hard,LiveBench2,,,,,,94.9,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Research, models, gemini-4-carbon, scores, Regulatory & Compliance)",src-livebench-lb2-2026-11-06|livebench:lb2-research|gemini-4-carbon@high|,in, lb2-research-legal#none,livebench,gemini-4-carbon,high,mixed,hard,LiveBench2,,,,,,98.8,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Research, models, gemini-4-carbon, scores, Legal)",src-livebench-lb2-2026-11-06|livebench:lb2-research|gemini-4-carbon@high|,in, lb2-research-tax-finance#none,livebench,gemini-4-carbon,high,mixed,hard,LiveBench2,,,,,,91.7,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Research, models, gemini-4-carbon, scores, Tax & Finance)",src-livebench-lb2-2026-11-06|livebench:lb2-research|gemini-4-carbon@high|,in, lb2-research-strategy#none,livebench,gemini-4-carbon,high,mixed,hard,LiveBench2,,,,,,89.2,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Research, models, gemini-4-carbon, scores, Strategy)",src-livebench-lb2-2026-11-06|livebench:lb2-research|gemini-4-carbon@high|,in, lb2-research-science-evidence#none,livebench,gemini-4-carbon,high,mixed,hard,LiveBench2,,,,,,83.4,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Research, models, gemini-4-carbon, scores, Science & Evidence)",src-livebench-lb2-2026-11-06|livebench:lb2-research|gemini-4-carbon@high|,in, lb2-research-regulatory-compliance#none,livebench,gemini-4-hydrogen,xhigh,mixed,hard,LiveBench2,,,,,,82.6,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Research, models, gemini-4-hydrogen, scores, Regulatory & Compliance)",src-livebench-lb2-2026-11-06|livebench:lb2-research|gemini-4-hydrogen@xhigh|,in, lb2-research-legal#none,livebench,gemini-4-hydrogen,xhigh,mixed,hard,LiveBench2,,,,,,99.8,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Research, models, gemini-4-hydrogen, scores, Legal)",src-livebench-lb2-2026-11-06|livebench:lb2-research|gemini-4-hydrogen@xhigh|,in, lb2-research-tax-finance#none,livebench,gemini-4-hydrogen,xhigh,mixed,hard,LiveBench2,,,,,,91.6,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Research, models, gemini-4-hydrogen, scores, Tax & Finance)",src-livebench-lb2-2026-11-06|livebench:lb2-research|gemini-4-hydrogen@xhigh|,in, lb2-research-strategy#none,livebench,gemini-4-hydrogen,xhigh,mixed,hard,LiveBench2,,,,,,76.0,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Research, models, gemini-4-hydrogen, scores, Strategy)",src-livebench-lb2-2026-11-06|livebench:lb2-research|gemini-4-hydrogen@xhigh|,in, lb2-research-science-evidence#none,livebench,gemini-4-hydrogen,xhigh,mixed,hard,LiveBench2,,,,,,81.8,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Research, models, gemini-4-hydrogen, scores, Science & Evidence)",src-livebench-lb2-2026-11-06|livebench:lb2-research|gemini-4-hydrogen@xhigh|,in, lb2-research-regulatory-compliance#none,livebench,gemma-4-31b-it,not-established:absent,mixed,hard,LiveBench2,,,,,,29.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, gemma-4-31b, scores, Regulatory & Compliance)",,out:effort-not-established, lb2-research-legal#none,livebench,gemma-4-31b-it,not-established:absent,mixed,hard,LiveBench2,,,,,,34.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, gemma-4-31b, scores, Legal)",,out:effort-not-established, lb2-research-tax-finance#none,livebench,gemma-4-31b-it,not-established:absent,mixed,hard,LiveBench2,,,,,,54.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, gemma-4-31b, scores, Tax & Finance)",,out:effort-not-established, lb2-research-strategy#none,livebench,gemma-4-31b-it,not-established:absent,mixed,hard,LiveBench2,,,,,,46.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, gemma-4-31b, scores, Strategy)",,out:effort-not-established, lb2-research-science-evidence#none,livebench,gemma-4-31b-it,not-established:absent,mixed,hard,LiveBench2,,,,,,27.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, gemma-4-31b, scores, Science & Evidence)",,out:effort-not-established, lb2-research-regulatory-compliance#none,livebench,glm-5.3-flash,max,mixed,hard,LiveBench2,,,,,,80.9,score%,0.0289,,prev=72.1 (src-livebench-lb2-2026-10-25#M2809),"https://livebench.ai/ (breakdown.json, Research, models, glm-5.3-flash, scores, Regulatory & Compliance)",src-livebench-lb2-2026-11-06|livebench:lb2-research|glm-5.3-flash@max|,in, lb2-research-legal#none,livebench,glm-5.3-flash,max,mixed,hard,LiveBench2,,,,,,72.1,score%,0.0289,,prev=69.3 (src-livebench-lb2-2026-10-25#M2810),"https://livebench.ai/ (breakdown.json, Research, models, glm-5.3-flash, scores, Legal)",src-livebench-lb2-2026-11-06|livebench:lb2-research|glm-5.3-flash@max|,in, lb2-research-tax-finance#none,livebench,glm-5.3-flash,max,mixed,hard,LiveBench2,,,,,,55.2,score%,0.0289,,prev=56.0 (src-livebench-lb2-2026-10-25#M2811),"https://livebench.ai/ (breakdown.json, Research, models, glm-5.3-flash, scores, Tax & Finance)",src-livebench-lb2-2026-11-06|livebench:lb2-research|glm-5.3-flash@max|,in, lb2-research-strategy#none,livebench,glm-5.3-flash,max,mixed,hard,LiveBench2,,,,,,75.6,score%,0.0289,,prev=70.7 (src-livebench-lb2-2026-10-25#M2812),"https://livebench.ai/ (breakdown.json, Research, models, glm-5.3-flash, scores, Strategy)",src-livebench-lb2-2026-11-06|livebench:lb2-research|glm-5.3-flash@max|,in, lb2-research-science-evidence#none,livebench,glm-5.3-flash,max,mixed,hard,LiveBench2,,,,,,89.4,score%,0.0289,,prev=89.4 (src-livebench-lb2-2026-10-25#M2813),"https://livebench.ai/ (breakdown.json, Research, models, glm-5.3-flash, scores, Science & Evidence)",src-livebench-lb2-2026-11-06|livebench:lb2-research|glm-5.3-flash@max|,in, lb2-research-regulatory-compliance#none,livebench,gpt-5.6-terra,max,mixed,hard,LiveBench2,,,,,,85.9,score%,0.0289,,prev=57.8 (src-livebench-lb2-2026-10-25#M2814),"https://livebench.ai/ (breakdown.json, Research, models, gpt-5.6-terra, scores, Regulatory & Compliance)",src-livebench-lb2-2026-11-06|livebench:lb2-research|gpt-5.6-terra@max|,in, lb2-research-legal#none,livebench,gpt-5.6-terra,max,mixed,hard,LiveBench2,,,,,,99.7,score%,0.0289,,prev=71.7 (src-livebench-lb2-2026-10-25#M2815),"https://livebench.ai/ (breakdown.json, Research, models, gpt-5.6-terra, scores, Legal)",src-livebench-lb2-2026-11-06|livebench:lb2-research|gpt-5.6-terra@max|,in, lb2-research-tax-finance#none,livebench,gpt-5.6-terra,max,mixed,hard,LiveBench2,,,,,,58.3,score%,0.0289,,prev=40.6 (src-livebench-lb2-2026-10-25#M2816),"https://livebench.ai/ (breakdown.json, Research, models, gpt-5.6-terra, scores, Tax & Finance)",src-livebench-lb2-2026-11-06|livebench:lb2-research|gpt-5.6-terra@max|,in, lb2-research-strategy#none,livebench,gpt-5.6-terra,max,mixed,hard,LiveBench2,,,,,,65.6,score%,0.0289,,prev=56.0 (src-livebench-lb2-2026-10-25#M2817),"https://livebench.ai/ (breakdown.json, Research, models, gpt-5.6-terra, scores, Strategy)",src-livebench-lb2-2026-11-06|livebench:lb2-research|gpt-5.6-terra@max|,in, lb2-research-science-evidence#none,livebench,gpt-5.6-terra,max,mixed,hard,LiveBench2,,,,,,88.6,score%,0.0289,,prev=88.6 (src-livebench-lb2-2026-10-25#M2818),"https://livebench.ai/ (breakdown.json, Research, models, gpt-5.6-terra, scores, Science & Evidence)",src-livebench-lb2-2026-11-06|livebench:lb2-research|gpt-5.6-terra@max|,in, lb2-research-regulatory-compliance#none,livebench,gpt-6-astra,max,mixed,hard,LiveBench2,,,,,,87.9,score%,0.0289,,prev=80.0 (src-livebench-lb2-2026-10-25#M2819),"https://livebench.ai/ (breakdown.json, Research, models, gpt-6-astra, scores, Regulatory & Compliance)",src-livebench-lb2-2026-11-06|livebench:lb2-research|gpt-6-astra@max|,in, lb2-research-legal#none,livebench,gpt-6-astra,max,mixed,hard,LiveBench2,,,,,,94.3,score%,0.0289,,prev=94.4 (src-livebench-lb2-2026-10-25#M2820),"https://livebench.ai/ (breakdown.json, Research, models, gpt-6-astra, scores, Legal)",src-livebench-lb2-2026-11-06|livebench:lb2-research|gpt-6-astra@max|,in, lb2-research-tax-finance#none,livebench,gpt-6-astra,max,mixed,hard,LiveBench2,,,,,,93.4,score%,0.0289,,prev=85.0 (src-livebench-lb2-2026-10-25#M2821),"https://livebench.ai/ (breakdown.json, Research, models, gpt-6-astra, scores, Tax & Finance)",src-livebench-lb2-2026-11-06|livebench:lb2-research|gpt-6-astra@max|,in, lb2-research-strategy#none,livebench,gpt-6-astra,max,mixed,hard,LiveBench2,,,,,,93.6,score%,0.0289,,prev=87.1 (src-livebench-lb2-2026-10-25#M2822),"https://livebench.ai/ (breakdown.json, Research, models, gpt-6-astra, scores, Strategy)",src-livebench-lb2-2026-11-06|livebench:lb2-research|gpt-6-astra@max|,in, lb2-research-science-evidence#none,livebench,gpt-6-astra,max,mixed,hard,LiveBench2,,,,,,84.0,score%,0.0289,,prev=84.0 (src-livebench-lb2-2026-10-25#M2823),"https://livebench.ai/ (breakdown.json, Research, models, gpt-6-astra, scores, Science & Evidence)",src-livebench-lb2-2026-11-06|livebench:lb2-research|gpt-6-astra@max|,in, lb2-research-regulatory-compliance#none,livebench,gpt-6-luna,max,mixed,hard,LiveBench2,,,,,,51.0,score%,0.0289,,prev=35.9 (src-livebench-lb2-2026-10-25#M2824),"https://livebench.ai/ (breakdown.json, Research, models, gpt-6-luna, scores, Regulatory & Compliance)",src-livebench-lb2-2026-11-06|livebench:lb2-research|gpt-6-luna@max|,in, lb2-research-legal#none,livebench,gpt-6-luna,max,mixed,hard,LiveBench2,,,,,,72.6,score%,0.0289,,prev=73.4 (src-livebench-lb2-2026-10-25#M2825),"https://livebench.ai/ (breakdown.json, Research, models, gpt-6-luna, scores, Legal)",src-livebench-lb2-2026-11-06|livebench:lb2-research|gpt-6-luna@max|,in, lb2-research-tax-finance#none,livebench,gpt-6-luna,max,mixed,hard,LiveBench2,,,,,,13.6,score%,0.0289,,prev=14.3 (src-livebench-lb2-2026-10-25#M2826),"https://livebench.ai/ (breakdown.json, Research, models, gpt-6-luna, scores, Tax & Finance)",src-livebench-lb2-2026-11-06|livebench:lb2-research|gpt-6-luna@max|,in, lb2-research-strategy#none,livebench,gpt-6-luna,max,mixed,hard,LiveBench2,,,,,,58.4,score%,0.0289,,prev=55.3 (src-livebench-lb2-2026-10-25#M2827),"https://livebench.ai/ (breakdown.json, Research, models, gpt-6-luna, scores, Strategy)",src-livebench-lb2-2026-11-06|livebench:lb2-research|gpt-6-luna@max|,in, lb2-research-science-evidence#none,livebench,gpt-6-luna,max,mixed,hard,LiveBench2,,,,,,58.3,score%,0.0289,,prev=58.3 (src-livebench-lb2-2026-10-25#M2828),"https://livebench.ai/ (breakdown.json, Research, models, gpt-6-luna, scores, Science & Evidence)",src-livebench-lb2-2026-11-06|livebench:lb2-research|gpt-6-luna@max|,in, lb2-research-regulatory-compliance#none,livebench,gpt-6.1-sol,max,mixed,hard,LiveBench2,,,,,,84.1,score%,0.0289,,prev=77.3 (src-livebench-lb2-2026-10-25#M2829),"https://livebench.ai/ (breakdown.json, Research, models, gpt-6.1-sol, scores, Regulatory & Compliance)",src-livebench-lb2-2026-11-06|livebench:lb2-research|gpt-6.1-sol@max|,in, lb2-research-legal#none,livebench,gpt-6.1-sol,max,mixed,hard,LiveBench2,,,,,,99.7,score%,0.0289,,prev=99.8 (src-livebench-lb2-2026-10-25#M2830),"https://livebench.ai/ (breakdown.json, Research, models, gpt-6.1-sol, scores, Legal)",src-livebench-lb2-2026-11-06|livebench:lb2-research|gpt-6.1-sol@max|,in, lb2-research-tax-finance#none,livebench,gpt-6.1-sol,max,mixed,hard,LiveBench2,,,,,,92.1,score%,0.0289,,prev=81.8 (src-livebench-lb2-2026-10-25#M2831),"https://livebench.ai/ (breakdown.json, Research, models, gpt-6.1-sol, scores, Tax & Finance)",src-livebench-lb2-2026-11-06|livebench:lb2-research|gpt-6.1-sol@max|,in, lb2-research-strategy#none,livebench,gpt-6.1-sol,max,mixed,hard,LiveBench2,,,,,,90.5,score%,0.0289,,prev=76.0 (src-livebench-lb2-2026-10-25#M2832),"https://livebench.ai/ (breakdown.json, Research, models, gpt-6.1-sol, scores, Strategy)",src-livebench-lb2-2026-11-06|livebench:lb2-research|gpt-6.1-sol@max|,in, lb2-research-science-evidence#none,livebench,gpt-6.1-sol,max,mixed,hard,LiveBench2,,,,,,86.7,score%,0.0289,,prev=86.7 (src-livebench-lb2-2026-10-25#M2833),"https://livebench.ai/ (breakdown.json, Research, models, gpt-6.1-sol, scores, Science & Evidence)",src-livebench-lb2-2026-11-06|livebench:lb2-research|gpt-6.1-sol@max|,in, lb2-research-regulatory-compliance#none,livebench,gpt-6.1-terra,max,mixed,hard,LiveBench2,,,,,,73.7,score%,0.0289,,prev=62.8 (src-livebench-lb2-2026-10-25#M2834),"https://livebench.ai/ (breakdown.json, Research, models, gpt-6.1-terra, scores, Regulatory & Compliance)",src-livebench-lb2-2026-11-06|livebench:lb2-research|gpt-6.1-terra@max|,in, lb2-research-legal#none,livebench,gpt-6.1-terra,max,mixed,hard,LiveBench2,,,,,,91.9,score%,0.0289,,prev=85.6 (src-livebench-lb2-2026-10-25#M2835),"https://livebench.ai/ (breakdown.json, Research, models, gpt-6.1-terra, scores, Legal)",src-livebench-lb2-2026-11-06|livebench:lb2-research|gpt-6.1-terra@max|,in, lb2-research-tax-finance#none,livebench,gpt-6.1-terra,max,mixed,hard,LiveBench2,,,,,,69.6,score%,0.0289,,prev=67.8 (src-livebench-lb2-2026-10-25#M2836),"https://livebench.ai/ (breakdown.json, Research, models, gpt-6.1-terra, scores, Tax & Finance)",src-livebench-lb2-2026-11-06|livebench:lb2-research|gpt-6.1-terra@max|,in, lb2-research-strategy#none,livebench,gpt-6.1-terra,max,mixed,hard,LiveBench2,,,,,,79.7,score%,0.0289,,prev=78.5 (src-livebench-lb2-2026-10-25#M2837),"https://livebench.ai/ (breakdown.json, Research, models, gpt-6.1-terra, scores, Strategy)",src-livebench-lb2-2026-11-06|livebench:lb2-research|gpt-6.1-terra@max|,in, lb2-research-science-evidence#none,livebench,gpt-6.1-terra,max,mixed,hard,LiveBench2,,,,,,89.8,score%,0.0289,,prev=89.8 (src-livebench-lb2-2026-10-25#M2838),"https://livebench.ai/ (breakdown.json, Research, models, gpt-6.1-terra, scores, Science & Evidence)",src-livebench-lb2-2026-11-06|livebench:lb2-research|gpt-6.1-terra@max|,in, lb2-research-regulatory-compliance#none,livebench,grok-4.6,xhigh,mixed,hard,LiveBench2,,,,,,90.5,score%,0.0289,,prev=85.3 (src-livebench-lb2-2026-10-25#M2839),"https://livebench.ai/ (breakdown.json, Research, models, grok-4.6, scores, Regulatory & Compliance)",src-livebench-lb2-2026-11-06|livebench:lb2-research|grok-4.6@xhigh|,in, lb2-research-legal#none,livebench,grok-4.6,xhigh,mixed,hard,LiveBench2,,,,,,93.2,score%,0.0289,,prev=88.5 (src-livebench-lb2-2026-10-25#M2840),"https://livebench.ai/ (breakdown.json, Research, models, grok-4.6, scores, Legal)",src-livebench-lb2-2026-11-06|livebench:lb2-research|grok-4.6@xhigh|,in, lb2-research-tax-finance#none,livebench,grok-4.6,xhigh,mixed,hard,LiveBench2,,,,,,85.8,score%,0.0289,,prev=79.9 (src-livebench-lb2-2026-10-25#M2841),"https://livebench.ai/ (breakdown.json, Research, models, grok-4.6, scores, Tax & Finance)",src-livebench-lb2-2026-11-06|livebench:lb2-research|grok-4.6@xhigh|,in, lb2-research-strategy#none,livebench,grok-4.6,xhigh,mixed,hard,LiveBench2,,,,,,85.9,score%,0.0289,,prev=82.9 (src-livebench-lb2-2026-10-25#M2842),"https://livebench.ai/ (breakdown.json, Research, models, grok-4.6, scores, Strategy)",src-livebench-lb2-2026-11-06|livebench:lb2-research|grok-4.6@xhigh|,in, lb2-research-science-evidence#none,livebench,grok-4.6,xhigh,mixed,hard,LiveBench2,,,,,,86.8,score%,0.0289,,prev=86.8 (src-livebench-lb2-2026-10-25#M2843),"https://livebench.ai/ (breakdown.json, Research, models, grok-4.6, scores, Science & Evidence)",src-livebench-lb2-2026-11-06|livebench:lb2-research|grok-4.6@xhigh|,in, lb2-research-regulatory-compliance#none,livebench,grok-4.7,xhigh,mixed,hard,LiveBench2,,,,,,89.1,score%,0.0289,,prev=83.9 (src-livebench-lb2-2026-10-25#M2844),"https://livebench.ai/ (breakdown.json, Research, models, grok-4.7, scores, Regulatory & Compliance)",src-livebench-lb2-2026-11-06|livebench:lb2-research|grok-4.7@xhigh|,in, lb2-research-legal#none,livebench,grok-4.7,xhigh,mixed,hard,LiveBench2,,,,,,92.9,score%,0.0289,,prev=90.8 (src-livebench-lb2-2026-10-25#M2845),"https://livebench.ai/ (breakdown.json, Research, models, grok-4.7, scores, Legal)",src-livebench-lb2-2026-11-06|livebench:lb2-research|grok-4.7@xhigh|,in, lb2-research-tax-finance#none,livebench,grok-4.7,xhigh,mixed,hard,LiveBench2,,,,,,86.5,score%,0.0289,,prev=81.9 (src-livebench-lb2-2026-10-25#M2846),"https://livebench.ai/ (breakdown.json, Research, models, grok-4.7, scores, Tax & Finance)",src-livebench-lb2-2026-11-06|livebench:lb2-research|grok-4.7@xhigh|,in, lb2-research-strategy#none,livebench,grok-4.7,xhigh,mixed,hard,LiveBench2,,,,,,91.6,score%,0.0289,,prev=91.6 (src-livebench-lb2-2026-10-25#M2847),"https://livebench.ai/ (breakdown.json, Research, models, grok-4.7, scores, Strategy)",src-livebench-lb2-2026-11-06|livebench:lb2-research|grok-4.7@xhigh|,in, lb2-research-science-evidence#none,livebench,grok-4.7,xhigh,mixed,hard,LiveBench2,,,,,,88.9,score%,0.0289,,prev=88.9 (src-livebench-lb2-2026-10-25#M2848),"https://livebench.ai/ (breakdown.json, Research, models, grok-4.7, scores, Science & Evidence)",src-livebench-lb2-2026-11-06|livebench:lb2-research|grok-4.7@xhigh|,in, lb2-research-regulatory-compliance#none,livebench,inkling,max,mixed,hard,LiveBench2,,,,,,59.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, inkling, scores, Regulatory & Compliance)",,out:effort-not-established, lb2-research-legal#none,livebench,inkling,max,mixed,hard,LiveBench2,,,,,,56.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, inkling, scores, Legal)",,out:effort-not-established, lb2-research-tax-finance#none,livebench,inkling,max,mixed,hard,LiveBench2,,,,,,64.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, inkling, scores, Tax & Finance)",,out:effort-not-established, lb2-research-strategy#none,livebench,inkling,max,mixed,hard,LiveBench2,,,,,,63.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, inkling, scores, Strategy)",,out:effort-not-established, lb2-research-science-evidence#none,livebench,inkling,max,mixed,hard,LiveBench2,,,,,,58.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, inkling, scores, Science & Evidence)",,out:effort-not-established, lb2-research-regulatory-compliance#none,livebench,?Kimi K3.1 Pro,not-established:absent,mixed,hard,LiveBench2,,,,,,89.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, kimi-k3.1-pro, scores, Regulatory & Compliance)",,out:model-not-established, lb2-research-legal#none,livebench,?Kimi K3.1 Pro,not-established:absent,mixed,hard,LiveBench2,,,,,,98.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, kimi-k3.1-pro, scores, Legal)",,out:model-not-established, lb2-research-tax-finance#none,livebench,?Kimi K3.1 Pro,not-established:absent,mixed,hard,LiveBench2,,,,,,66.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, kimi-k3.1-pro, scores, Tax & Finance)",,out:model-not-established, lb2-research-strategy#none,livebench,?Kimi K3.1 Pro,not-established:absent,mixed,hard,LiveBench2,,,,,,92.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, kimi-k3.1-pro, scores, Strategy)",,out:model-not-established, lb2-research-science-evidence#none,livebench,?Kimi K3.1 Pro,not-established:absent,mixed,hard,LiveBench2,,,,,,58.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, kimi-k3.1-pro, scores, Science & Evidence)",,out:model-not-established, lb2-research-regulatory-compliance#none,livebench,kimi-k3,max,mixed,hard,LiveBench2,,,,,,87.4,score%,0.0289,,prev=78.4 (src-livebench-lb2-2026-10-25#M2859),"https://livebench.ai/ (breakdown.json, Research, models, kimi-k3, scores, Regulatory & Compliance)",src-livebench-lb2-2026-11-06|livebench:lb2-research|kimi-k3@max|,in, lb2-research-legal#none,livebench,kimi-k3,max,mixed,hard,LiveBench2,,,,,,93.7,score%,0.0289,,prev=95.1 (src-livebench-lb2-2026-10-25#M2860),"https://livebench.ai/ (breakdown.json, Research, models, kimi-k3, scores, Legal)",src-livebench-lb2-2026-11-06|livebench:lb2-research|kimi-k3@max|,in, lb2-research-tax-finance#none,livebench,kimi-k3,max,mixed,hard,LiveBench2,,,,,,64.6,score%,0.0289,,prev=67.7 (src-livebench-lb2-2026-10-25#M2861),"https://livebench.ai/ (breakdown.json, Research, models, kimi-k3, scores, Tax & Finance)",src-livebench-lb2-2026-11-06|livebench:lb2-research|kimi-k3@max|,in, lb2-research-strategy#none,livebench,kimi-k3,max,mixed,hard,LiveBench2,,,,,,61.1,score%,0.0289,,prev=69.2 (src-livebench-lb2-2026-10-25#M2862),"https://livebench.ai/ (breakdown.json, Research, models, kimi-k3, scores, Strategy)",src-livebench-lb2-2026-11-06|livebench:lb2-research|kimi-k3@max|,in, lb2-research-science-evidence#none,livebench,kimi-k3,max,mixed,hard,LiveBench2,,,,,,87.5,score%,0.0289,,prev=87.5 (src-livebench-lb2-2026-10-25#M2863),"https://livebench.ai/ (breakdown.json, Research, models, kimi-k3, scores, Science & Evidence)",src-livebench-lb2-2026-11-06|livebench:lb2-research|kimi-k3@max|,in, lb2-research-regulatory-compliance#none,livebench,mimo-v2.6-pro,not-established:absent,mixed,hard,LiveBench2,,,,,,84.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, mimo-v2.6-pro, scores, Regulatory & Compliance)",,out:effort-not-established, lb2-research-legal#none,livebench,mimo-v2.6-pro,not-established:absent,mixed,hard,LiveBench2,,,,,,88.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, mimo-v2.6-pro, scores, Legal)",,out:effort-not-established, lb2-research-tax-finance#none,livebench,mimo-v2.6-pro,not-established:absent,mixed,hard,LiveBench2,,,,,,72.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, mimo-v2.6-pro, scores, Tax & Finance)",,out:effort-not-established, lb2-research-strategy#none,livebench,mimo-v2.6-pro,not-established:absent,mixed,hard,LiveBench2,,,,,,93.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, mimo-v2.6-pro, scores, Strategy)",,out:effort-not-established, lb2-research-science-evidence#none,livebench,mimo-v2.6-pro,not-established:absent,mixed,hard,LiveBench2,,,,,,91.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, mimo-v2.6-pro, scores, Science & Evidence)",,out:effort-not-established, lb2-research-regulatory-compliance#none,livebench,?MiniMax M3.1 Flash,not-established:absent,mixed,hard,LiveBench2,,,,,,68.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, minimax-m3.1-flash, scores, Regulatory & Compliance)",,out:model-not-established, lb2-research-legal#none,livebench,?MiniMax M3.1 Flash,not-established:absent,mixed,hard,LiveBench2,,,,,,78.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, minimax-m3.1-flash, scores, Legal)",,out:model-not-established, lb2-research-tax-finance#none,livebench,?MiniMax M3.1 Flash,not-established:absent,mixed,hard,LiveBench2,,,,,,68.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, minimax-m3.1-flash, scores, Tax & Finance)",,out:model-not-established, lb2-research-strategy#none,livebench,?MiniMax M3.1 Flash,not-established:absent,mixed,hard,LiveBench2,,,,,,88.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, minimax-m3.1-flash, scores, Strategy)",,out:model-not-established, lb2-research-science-evidence#none,livebench,?MiniMax M3.1 Flash,not-established:absent,mixed,hard,LiveBench2,,,,,,94.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, minimax-m3.1-flash, scores, Science & Evidence)",,out:model-not-established, lb2-research-regulatory-compliance#1029,livebench,?Mistral Large 4 1029,not-established:absent,mixed,hard,LiveBench2,,,,,,75.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, mistral-large-4-0, scores, Regulatory & Compliance)",,out:model-not-established, lb2-research-legal#1029,livebench,?Mistral Large 4 1029,not-established:absent,mixed,hard,LiveBench2,,,,,,84.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, mistral-large-4-0, scores, Legal)",,out:model-not-established, lb2-research-tax-finance#1029,livebench,?Mistral Large 4 1029,not-established:absent,mixed,hard,LiveBench2,,,,,,76.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, mistral-large-4-0, scores, Tax & Finance)",,out:model-not-established, lb2-research-strategy#1029,livebench,?Mistral Large 4 1029,not-established:absent,mixed,hard,LiveBench2,,,,,,84.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, mistral-large-4-0, scores, Strategy)",,out:model-not-established, lb2-research-science-evidence#1029,livebench,?Mistral Large 4 1029,not-established:absent,mixed,hard,LiveBench2,,,,,,88.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, mistral-large-4-0, scores, Science & Evidence)",,out:model-not-established, lb2-research-regulatory-compliance#none,livebench,?Mistral Large 4,not-established:absent,mixed,hard,LiveBench2,,,,,,38.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, mistral-large-4, scores, Regulatory & Compliance)",,out:model-not-established, lb2-research-legal#none,livebench,?Mistral Large 4,not-established:absent,mixed,hard,LiveBench2,,,,,,36.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, mistral-large-4, scores, Legal)",,out:model-not-established, lb2-research-tax-finance#none,livebench,?Mistral Large 4,not-established:absent,mixed,hard,LiveBench2,,,,,,9.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, mistral-large-4, scores, Tax & Finance)",,out:model-not-established, lb2-research-strategy#none,livebench,?Mistral Large 4,not-established:absent,mixed,hard,LiveBench2,,,,,,50.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, mistral-large-4, scores, Strategy)",,out:model-not-established, lb2-research-science-evidence#none,livebench,?Mistral Large 4,not-established:absent,mixed,hard,LiveBench2,,,,,,22.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, mistral-large-4, scores, Science & Evidence)",,out:model-not-established, lb2-research-regulatory-compliance#none,livebench,muse-spark-1.3,max,mixed,hard,LiveBench2,,,,,,94.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, muse-spark-1.3, scores, Regulatory & Compliance)",,out:effort-not-established, lb2-research-legal#none,livebench,muse-spark-1.3,max,mixed,hard,LiveBench2,,,,,,97.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, muse-spark-1.3, scores, Legal)",,out:effort-not-established, lb2-research-tax-finance#none,livebench,muse-spark-1.3,max,mixed,hard,LiveBench2,,,,,,60.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, muse-spark-1.3, scores, Tax & Finance)",,out:effort-not-established, lb2-research-strategy#none,livebench,muse-spark-1.3,max,mixed,hard,LiveBench2,,,,,,70.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, muse-spark-1.3, scores, Strategy)",,out:effort-not-established, lb2-research-science-evidence#none,livebench,muse-spark-1.3,max,mixed,hard,LiveBench2,,,,,,81.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, muse-spark-1.3, scores, Science & Evidence)",,out:effort-not-established, lb2-research-regulatory-compliance#none,livebench,?Muse Spark Open,not-established:absent,mixed,hard,LiveBench2,,,,,,79.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, muse-spark-open, scores, Regulatory & Compliance)",,out:model-not-established, lb2-research-legal#none,livebench,?Muse Spark Open,not-established:absent,mixed,hard,LiveBench2,,,,,,89.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, muse-spark-open, scores, Legal)",,out:model-not-established, lb2-research-tax-finance#none,livebench,?Muse Spark Open,not-established:absent,mixed,hard,LiveBench2,,,,,,80.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, muse-spark-open, scores, Tax & Finance)",,out:model-not-established, lb2-research-strategy#none,livebench,?Muse Spark Open,not-established:absent,mixed,hard,LiveBench2,,,,,,82.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, muse-spark-open, scores, Strategy)",,out:model-not-established, lb2-research-science-evidence#none,livebench,?Muse Spark Open,not-established:absent,mixed,hard,LiveBench2,,,,,,85.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, muse-spark-open, scores, Science & Evidence)",,out:model-not-established, lb2-research-regulatory-compliance#none,livebench,?Muse Wonder 1.0,not-established:absent,mixed,hard,LiveBench2,,,,,,90.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, muse-wonder-1.0, scores, Regulatory & Compliance)",,out:model-not-established, lb2-research-legal#none,livebench,?Muse Wonder 1.0,not-established:absent,mixed,hard,LiveBench2,,,,,,99.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, muse-wonder-1.0, scores, Legal)",,out:model-not-established, lb2-research-tax-finance#none,livebench,?Muse Wonder 1.0,not-established:absent,mixed,hard,LiveBench2,,,,,,88.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, muse-wonder-1.0, scores, Tax & Finance)",,out:model-not-established, lb2-research-strategy#none,livebench,?Muse Wonder 1.0,not-established:absent,mixed,hard,LiveBench2,,,,,,98.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, muse-wonder-1.0, scores, Strategy)",,out:model-not-established, lb2-research-science-evidence#none,livebench,?Muse Wonder 1.0,not-established:absent,mixed,hard,LiveBench2,,,,,,92.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, muse-wonder-1.0, scores, Science & Evidence)",,out:model-not-established, lb2-research-regulatory-compliance#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,mixed,hard,LiveBench2,,,,,,54.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, nemotron-super-vl-3.5-nvfp4, scores, Regulatory & Compliance)",,out:model-not-established, lb2-research-legal#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,mixed,hard,LiveBench2,,,,,,78.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, nemotron-super-vl-3.5-nvfp4, scores, Legal)",,out:model-not-established, lb2-research-tax-finance#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,mixed,hard,LiveBench2,,,,,,67.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, nemotron-super-vl-3.5-nvfp4, scores, Tax & Finance)",,out:model-not-established, lb2-research-strategy#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,mixed,hard,LiveBench2,,,,,,67.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, nemotron-super-vl-3.5-nvfp4, scores, Strategy)",,out:model-not-established, lb2-research-science-evidence#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,mixed,hard,LiveBench2,,,,,,81.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, nemotron-super-vl-3.5-nvfp4, scores, Science & Evidence)",,out:model-not-established, lb2-research-regulatory-compliance#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,mixed,hard,LiveBench2,,,,,,69.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, nemotron-super-vl-3.5, scores, Regulatory & Compliance)",,out:model-not-established, lb2-research-legal#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,mixed,hard,LiveBench2,,,,,,71.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, nemotron-super-vl-3.5, scores, Legal)",,out:model-not-established, lb2-research-tax-finance#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,mixed,hard,LiveBench2,,,,,,61.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, nemotron-super-vl-3.5, scores, Tax & Finance)",,out:model-not-established, lb2-research-strategy#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,mixed,hard,LiveBench2,,,,,,75.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, nemotron-super-vl-3.5, scores, Strategy)",,out:model-not-established, lb2-research-science-evidence#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,mixed,hard,LiveBench2,,,,,,56.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, nemotron-super-vl-3.5, scores, Science & Evidence)",,out:model-not-established, lb2-research-regulatory-compliance#none,livebench,qwen3.8-27b,not-established:absent,mixed,hard,LiveBench2,,,,,,65.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, qwen3.8-27b, scores, Regulatory & Compliance)",,out:effort-not-established, lb2-research-legal#none,livebench,qwen3.8-27b,not-established:absent,mixed,hard,LiveBench2,,,,,,74.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, qwen3.8-27b, scores, Legal)",,out:effort-not-established, lb2-research-tax-finance#none,livebench,qwen3.8-27b,not-established:absent,mixed,hard,LiveBench2,,,,,,36.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, qwen3.8-27b, scores, Tax & Finance)",,out:effort-not-established, lb2-research-strategy#none,livebench,qwen3.8-27b,not-established:absent,mixed,hard,LiveBench2,,,,,,74.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, qwen3.8-27b, scores, Strategy)",,out:effort-not-established, lb2-research-science-evidence#none,livebench,qwen3.8-27b,not-established:absent,mixed,hard,LiveBench2,,,,,,62.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, qwen3.8-27b, scores, Science & Evidence)",,out:effort-not-established, lb2-research-regulatory-compliance#none,livebench,?Qwen3.8 Max,not-established:absent,mixed,hard,LiveBench2,,,,,,82.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, qwen3.8-max, scores, Regulatory & Compliance)",,out:model-not-established, lb2-research-legal#none,livebench,?Qwen3.8 Max,not-established:absent,mixed,hard,LiveBench2,,,,,,87.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, qwen3.8-max, scores, Legal)",,out:model-not-established, lb2-research-tax-finance#none,livebench,?Qwen3.8 Max,not-established:absent,mixed,hard,LiveBench2,,,,,,57.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, qwen3.8-max, scores, Tax & Finance)",,out:model-not-established, lb2-research-strategy#none,livebench,?Qwen3.8 Max,not-established:absent,mixed,hard,LiveBench2,,,,,,76.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, qwen3.8-max, scores, Strategy)",,out:model-not-established, lb2-research-science-evidence#none,livebench,?Qwen3.8 Max,not-established:absent,mixed,hard,LiveBench2,,,,,,55.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, qwen3.8-max, scores, Science & Evidence)",,out:model-not-established, lb2-research-regulatory-compliance#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,mixed,hard,LiveBench2,,,,,,50.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, smaug-nemotron-3.5-nvfp4, scores, Regulatory & Compliance)",,out:model-not-established, lb2-research-legal#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,mixed,hard,LiveBench2,,,,,,71.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, smaug-nemotron-3.5-nvfp4, scores, Legal)",,out:model-not-established, lb2-research-tax-finance#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,mixed,hard,LiveBench2,,,,,,68.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, smaug-nemotron-3.5-nvfp4, scores, Tax & Finance)",,out:model-not-established, lb2-research-strategy#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,mixed,hard,LiveBench2,,,,,,81.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, smaug-nemotron-3.5-nvfp4, scores, Strategy)",,out:model-not-established, lb2-research-science-evidence#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,mixed,hard,LiveBench2,,,,,,79.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, smaug-nemotron-3.5-nvfp4, scores, Science & Evidence)",,out:model-not-established, lb2-research-regulatory-compliance#none,livebench,?Step 5 (Preview),not-established:absent,mixed,hard,LiveBench2,,,,,,71.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, step-5-preview, scores, Regulatory & Compliance)",,out:model-not-established, lb2-research-legal#none,livebench,?Step 5 (Preview),not-established:absent,mixed,hard,LiveBench2,,,,,,71.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, step-5-preview, scores, Legal)",,out:model-not-established, lb2-research-tax-finance#none,livebench,?Step 5 (Preview),not-established:absent,mixed,hard,LiveBench2,,,,,,74.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, step-5-preview, scores, Tax & Finance)",,out:model-not-established, lb2-research-strategy#none,livebench,?Step 5 (Preview),not-established:absent,mixed,hard,LiveBench2,,,,,,83.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, step-5-preview, scores, Strategy)",,out:model-not-established, lb2-research-science-evidence#none,livebench,?Step 5 (Preview),not-established:absent,mixed,hard,LiveBench2,,,,,,84.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Research, models, step-5-preview, scores, Science & Evidence)",,out:model-not-established, lb2-design-documents-docx#none,livebench,fable-5.1,max,mixed,hard,LiveBench2,,,,,,89.8,score%,0.0289,,prev=92.1 (src-livebench-lb2-2026-10-25#M2929),"https://livebench.ai/ (breakdown.json, Design, models, claude-fable-5.1, scores, Documents (DOCX))",src-livebench-lb2-2026-11-06|livebench:lb2-design|fable-5.1@max|,in, lb2-design-pdf#none,livebench,fable-5.1,max,mixed,hard,LiveBench2,,,,,,84.1,score%,0.0289,,prev=84.2 (src-livebench-lb2-2026-10-25#M2930),"https://livebench.ai/ (breakdown.json, Design, models, claude-fable-5.1, scores, PDF)",src-livebench-lb2-2026-11-06|livebench:lb2-design|fable-5.1@max|,in, lb2-design-presentations-ppt#none,livebench,fable-5.1,max,mixed,hard,LiveBench2,,,,,,76.4,score%,0.0289,,prev=79.2 (src-livebench-lb2-2026-10-25#M2931),"https://livebench.ai/ (breakdown.json, Design, models, claude-fable-5.1, scores, Presentations (PPT))",src-livebench-lb2-2026-11-06|livebench:lb2-design|fable-5.1@max|,in, lb2-design-documents-docx#none,livebench,fable-5.2,xhigh,mixed,hard,LiveBench2,,,,,,92.6,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Design, models, claude-fable-5.2, scores, Documents (DOCX))",src-livebench-lb2-2026-11-06|livebench:lb2-design|fable-5.2@xhigh|,in, lb2-design-pdf#none,livebench,fable-5.2,xhigh,mixed,hard,LiveBench2,,,,,,87.2,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Design, models, claude-fable-5.2, scores, PDF)",src-livebench-lb2-2026-11-06|livebench:lb2-design|fable-5.2@xhigh|,in, lb2-design-presentations-ppt#none,livebench,fable-5.2,xhigh,mixed,hard,LiveBench2,,,,,,80.5,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Design, models, claude-fable-5.2, scores, Presentations (PPT))",src-livebench-lb2-2026-11-06|livebench:lb2-design|fable-5.2@xhigh|,in, lb2-design-documents-docx#none,livebench,haiku-5.5,max,mixed,hard,LiveBench2,,,,,,90.1,score%,0.0289,,prev=92.4 (src-livebench-lb2-2026-10-25#M2932),"https://livebench.ai/ (breakdown.json, Design, models, claude-haiku-5.5, scores, Documents (DOCX))",src-livebench-lb2-2026-11-06|livebench:lb2-design|haiku-5.5@max|,in, lb2-design-pdf#none,livebench,haiku-5.5,max,mixed,hard,LiveBench2,,,,,,84.6,score%,0.0289,,prev=87.3 (src-livebench-lb2-2026-10-25#M2933),"https://livebench.ai/ (breakdown.json, Design, models, claude-haiku-5.5, scores, PDF)",src-livebench-lb2-2026-11-06|livebench:lb2-design|haiku-5.5@max|,in, lb2-design-presentations-ppt#none,livebench,haiku-5.5,max,mixed,hard,LiveBench2,,,,,,71.2,score%,0.0289,,prev=76.4 (src-livebench-lb2-2026-10-25#M2934),"https://livebench.ai/ (breakdown.json, Design, models, claude-haiku-5.5, scores, Presentations (PPT))",src-livebench-lb2-2026-11-06|livebench:lb2-design|haiku-5.5@max|,in, lb2-design-documents-docx#none,livebench,opus-5.5,max,mixed,hard,LiveBench2,,,,,,86.0,score%,0.0289,,prev=90.3 (src-livebench-lb2-2026-10-25#M2935),"https://livebench.ai/ (breakdown.json, Design, models, claude-opus-5.5, scores, Documents (DOCX))",src-livebench-lb2-2026-11-06|livebench:lb2-design|opus-5.5@max|,in, lb2-design-pdf#none,livebench,opus-5.5,max,mixed,hard,LiveBench2,,,,,,85.6,score%,0.0289,,prev=88.2 (src-livebench-lb2-2026-10-25#M2936),"https://livebench.ai/ (breakdown.json, Design, models, claude-opus-5.5, scores, PDF)",src-livebench-lb2-2026-11-06|livebench:lb2-design|opus-5.5@max|,in, lb2-design-presentations-ppt#none,livebench,opus-5.5,max,mixed,hard,LiveBench2,,,,,,80.7,score%,0.0289,,prev=84.6 (src-livebench-lb2-2026-10-25#M2937),"https://livebench.ai/ (breakdown.json, Design, models, claude-opus-5.5, scores, Presentations (PPT))",src-livebench-lb2-2026-11-06|livebench:lb2-design|opus-5.5@max|,in, lb2-design-documents-docx#none,livebench,sonnet-5.5,max,mixed,hard,LiveBench2,,,,,,92.1,score%,0.0289,,prev=94.1 (src-livebench-lb2-2026-10-25#M2938),"https://livebench.ai/ (breakdown.json, Design, models, claude-sonnet-5.5, scores, Documents (DOCX))",src-livebench-lb2-2026-11-06|livebench:lb2-design|sonnet-5.5@max|,in, lb2-design-pdf#none,livebench,sonnet-5.5,max,mixed,hard,LiveBench2,,,,,,86.4,score%,0.0289,,prev=87.6 (src-livebench-lb2-2026-10-25#M2939),"https://livebench.ai/ (breakdown.json, Design, models, claude-sonnet-5.5, scores, PDF)",src-livebench-lb2-2026-11-06|livebench:lb2-design|sonnet-5.5@max|,in, lb2-design-presentations-ppt#none,livebench,sonnet-5.5,max,mixed,hard,LiveBench2,,,,,,73.4,score%,0.0289,,prev=79.4 (src-livebench-lb2-2026-10-25#M2940),"https://livebench.ai/ (breakdown.json, Design, models, claude-sonnet-5.5, scores, Presentations (PPT))",src-livebench-lb2-2026-11-06|livebench:lb2-design|sonnet-5.5@max|,in, lb2-design-documents-docx#none,livebench,deepseek-v4.1-flash-1017,max,mixed,hard,LiveBench2,,,,,,79.8,score%,0.0289,,prev=81.3 (src-livebench-lb2-2026-10-25#M2941),"https://livebench.ai/ (breakdown.json, Design, models, deepseek-v4.1-flash-1017, scores, Documents (DOCX))",src-livebench-lb2-2026-11-06|livebench:lb2-design|deepseek-v4.1-flash-1017@max|,in, lb2-design-pdf#none,livebench,deepseek-v4.1-flash-1017,max,mixed,hard,LiveBench2,,,,,,86.7,score%,0.0289,,prev=89.2 (src-livebench-lb2-2026-10-25#M2942),"https://livebench.ai/ (breakdown.json, Design, models, deepseek-v4.1-flash-1017, scores, PDF)",src-livebench-lb2-2026-11-06|livebench:lb2-design|deepseek-v4.1-flash-1017@max|,in, lb2-design-presentations-ppt#none,livebench,deepseek-v4.1-flash-1017,max,mixed,hard,LiveBench2,,,,,,75.2,score%,0.0289,,prev=80.4 (src-livebench-lb2-2026-10-25#M2943),"https://livebench.ai/ (breakdown.json, Design, models, deepseek-v4.1-flash-1017, scores, Presentations (PPT))",src-livebench-lb2-2026-11-06|livebench:lb2-design|deepseek-v4.1-flash-1017@max|,in, lb2-design-documents-docx#none,livebench,gemini-3.8-flash,high,mixed,hard,LiveBench2,,,,,,80.3,score%,0.0289,,prev=83.1 (src-livebench-lb2-2026-10-25#M2944),"https://livebench.ai/ (breakdown.json, Design, models, gemini-3.8-flash, scores, Documents (DOCX))",src-livebench-lb2-2026-11-06|livebench:lb2-design|gemini-3.8-flash@high|,in, lb2-design-pdf#none,livebench,gemini-3.8-flash,high,mixed,hard,LiveBench2,,,,,,72.3,score%,0.0289,,prev=77.8 (src-livebench-lb2-2026-10-25#M2945),"https://livebench.ai/ (breakdown.json, Design, models, gemini-3.8-flash, scores, PDF)",src-livebench-lb2-2026-11-06|livebench:lb2-design|gemini-3.8-flash@high|,in, lb2-design-presentations-ppt#none,livebench,gemini-3.8-flash,high,mixed,hard,LiveBench2,,,,,,63.5,score%,0.0289,,prev=64.9 (src-livebench-lb2-2026-10-25#M2946),"https://livebench.ai/ (breakdown.json, Design, models, gemini-3.8-flash, scores, Presentations (PPT))",src-livebench-lb2-2026-11-06|livebench:lb2-design|gemini-3.8-flash@high|,in, lb2-design-documents-docx#none,livebench,gemini-4-argon,high,mixed,hard,LiveBench2,,,,,,82.2,score%,0.0289,,prev=84.5 (src-livebench-lb2-2026-10-25#M2947),"https://livebench.ai/ (breakdown.json, Design, models, gemini-4-argon, scores, Documents (DOCX))",src-livebench-lb2-2026-11-06|livebench:lb2-design|gemini-4-argon@high|,in, lb2-design-pdf#none,livebench,gemini-4-argon,high,mixed,hard,LiveBench2,,,,,,69.8,score%,0.0289,,prev=74.6 (src-livebench-lb2-2026-10-25#M2948),"https://livebench.ai/ (breakdown.json, Design, models, gemini-4-argon, scores, PDF)",src-livebench-lb2-2026-11-06|livebench:lb2-design|gemini-4-argon@high|,in, lb2-design-presentations-ppt#none,livebench,gemini-4-argon,high,mixed,hard,LiveBench2,,,,,,63.4,score%,0.0289,,prev=68.6 (src-livebench-lb2-2026-10-25#M2949),"https://livebench.ai/ (breakdown.json, Design, models, gemini-4-argon, scores, Presentations (PPT))",src-livebench-lb2-2026-11-06|livebench:lb2-design|gemini-4-argon@high|,in, lb2-design-documents-docx#none,livebench,gemini-4-carbon,high,mixed,hard,LiveBench2,,,,,,92.1,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Design, models, gemini-4-carbon, scores, Documents (DOCX))",src-livebench-lb2-2026-11-06|livebench:lb2-design|gemini-4-carbon@high|,in, lb2-design-pdf#none,livebench,gemini-4-carbon,high,mixed,hard,LiveBench2,,,,,,86.1,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Design, models, gemini-4-carbon, scores, PDF)",src-livebench-lb2-2026-11-06|livebench:lb2-design|gemini-4-carbon@high|,in, lb2-design-presentations-ppt#none,livebench,gemini-4-carbon,high,mixed,hard,LiveBench2,,,,,,71.2,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Design, models, gemini-4-carbon, scores, Presentations (PPT))",src-livebench-lb2-2026-11-06|livebench:lb2-design|gemini-4-carbon@high|,in, lb2-design-documents-docx#none,livebench,gemini-4-hydrogen,xhigh,mixed,hard,LiveBench2,,,,,,88.3,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Design, models, gemini-4-hydrogen, scores, Documents (DOCX))",src-livebench-lb2-2026-11-06|livebench:lb2-design|gemini-4-hydrogen@xhigh|,in, lb2-design-pdf#none,livebench,gemini-4-hydrogen,xhigh,mixed,hard,LiveBench2,,,,,,81.1,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Design, models, gemini-4-hydrogen, scores, PDF)",src-livebench-lb2-2026-11-06|livebench:lb2-design|gemini-4-hydrogen@xhigh|,in, lb2-design-presentations-ppt#none,livebench,gemini-4-hydrogen,xhigh,mixed,hard,LiveBench2,,,,,,70.3,score%,0.0289,,EAP-run,"https://livebench.ai/ (breakdown.json, Design, models, gemini-4-hydrogen, scores, Presentations (PPT))",src-livebench-lb2-2026-11-06|livebench:lb2-design|gemini-4-hydrogen@xhigh|,in, lb2-design-documents-docx#none,livebench,gemma-4-31b-it,not-established:absent,mixed,hard,LiveBench2,,,,,,61.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, gemma-4-31b, scores, Documents (DOCX))",,out:effort-not-established, lb2-design-pdf#none,livebench,gemma-4-31b-it,not-established:absent,mixed,hard,LiveBench2,,,,,,52.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, gemma-4-31b, scores, PDF)",,out:effort-not-established, lb2-design-presentations-ppt#none,livebench,gemma-4-31b-it,not-established:absent,mixed,hard,LiveBench2,,,,,,57.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, gemma-4-31b, scores, Presentations (PPT))",,out:effort-not-established, lb2-design-documents-docx#none,livebench,glm-5.3-flash,max,mixed,hard,LiveBench2,,,,,,70.8,score%,0.0289,,prev=72.7 (src-livebench-lb2-2026-10-25#M2953),"https://livebench.ai/ (breakdown.json, Design, models, glm-5.3-flash, scores, Documents (DOCX))",src-livebench-lb2-2026-11-06|livebench:lb2-design|glm-5.3-flash@max|,in, lb2-design-pdf#none,livebench,glm-5.3-flash,max,mixed,hard,LiveBench2,,,,,,77.1,score%,0.0289,,prev=78.9 (src-livebench-lb2-2026-10-25#M2954),"https://livebench.ai/ (breakdown.json, Design, models, glm-5.3-flash, scores, PDF)",src-livebench-lb2-2026-11-06|livebench:lb2-design|glm-5.3-flash@max|,in, lb2-design-presentations-ppt#none,livebench,glm-5.3-flash,max,mixed,hard,LiveBench2,,,,,,72.6,score%,0.0289,,prev=78.0 (src-livebench-lb2-2026-10-25#M2955),"https://livebench.ai/ (breakdown.json, Design, models, glm-5.3-flash, scores, Presentations (PPT))",src-livebench-lb2-2026-11-06|livebench:lb2-design|glm-5.3-flash@max|,in, lb2-design-documents-docx#none,livebench,gpt-5.6-terra,max,mixed,hard,LiveBench2,,,,,,76.4,score%,0.0289,,prev=79.2 (src-livebench-lb2-2026-10-25#M2956),"https://livebench.ai/ (breakdown.json, Design, models, gpt-5.6-terra, scores, Documents (DOCX))",src-livebench-lb2-2026-11-06|livebench:lb2-design|gpt-5.6-terra@max|,in, lb2-design-pdf#none,livebench,gpt-5.6-terra,max,mixed,hard,LiveBench2,,,,,,70.8,score%,0.0289,,prev=75.5 (src-livebench-lb2-2026-10-25#M2957),"https://livebench.ai/ (breakdown.json, Design, models, gpt-5.6-terra, scores, PDF)",src-livebench-lb2-2026-11-06|livebench:lb2-design|gpt-5.6-terra@max|,in, lb2-design-presentations-ppt#none,livebench,gpt-5.6-terra,max,mixed,hard,LiveBench2,,,,,,68.6,score%,0.0289,,prev=75.0 (src-livebench-lb2-2026-10-25#M2958),"https://livebench.ai/ (breakdown.json, Design, models, gpt-5.6-terra, scores, Presentations (PPT))",src-livebench-lb2-2026-11-06|livebench:lb2-design|gpt-5.6-terra@max|,in, lb2-design-documents-docx#none,livebench,gpt-6-astra,max,mixed,hard,LiveBench2,,,,,,81.6,score%,0.0289,,prev=84.7 (src-livebench-lb2-2026-10-25#M2959),"https://livebench.ai/ (breakdown.json, Design, models, gpt-6-astra, scores, Documents (DOCX))",src-livebench-lb2-2026-11-06|livebench:lb2-design|gpt-6-astra@max|,in, lb2-design-pdf#none,livebench,gpt-6-astra,max,mixed,hard,LiveBench2,,,,,,78.3,score%,0.0289,,prev=78.3 (src-livebench-lb2-2026-10-25#M2960),"https://livebench.ai/ (breakdown.json, Design, models, gpt-6-astra, scores, PDF)",src-livebench-lb2-2026-11-06|livebench:lb2-design|gpt-6-astra@max|,in, lb2-design-presentations-ppt#none,livebench,gpt-6-astra,max,mixed,hard,LiveBench2,,,,,,80.5,score%,0.0289,,prev=83.4 (src-livebench-lb2-2026-10-25#M2961),"https://livebench.ai/ (breakdown.json, Design, models, gpt-6-astra, scores, Presentations (PPT))",src-livebench-lb2-2026-11-06|livebench:lb2-design|gpt-6-astra@max|,in, lb2-design-documents-docx#none,livebench,gpt-6-luna,max,mixed,hard,LiveBench2,,,,,,81.9,score%,0.0289,,prev=86.5 (src-livebench-lb2-2026-10-25#M2962),"https://livebench.ai/ (breakdown.json, Design, models, gpt-6-luna, scores, Documents (DOCX))",src-livebench-lb2-2026-11-06|livebench:lb2-design|gpt-6-luna@max|,in, lb2-design-pdf#none,livebench,gpt-6-luna,max,mixed,hard,LiveBench2,,,,,,77.4,score%,0.0289,,prev=78.9 (src-livebench-lb2-2026-10-25#M2963),"https://livebench.ai/ (breakdown.json, Design, models, gpt-6-luna, scores, PDF)",src-livebench-lb2-2026-11-06|livebench:lb2-design|gpt-6-luna@max|,in, lb2-design-presentations-ppt#none,livebench,gpt-6-luna,max,mixed,hard,LiveBench2,,,,,,72.8,score%,0.0289,,prev=83.2 (src-livebench-lb2-2026-10-25#M2964),"https://livebench.ai/ (breakdown.json, Design, models, gpt-6-luna, scores, Presentations (PPT))",src-livebench-lb2-2026-11-06|livebench:lb2-design|gpt-6-luna@max|,in, lb2-design-documents-docx#none,livebench,gpt-6.1-sol,max,mixed,hard,LiveBench2,,,,,,83.3,score%,0.0289,,prev=86.2 (src-livebench-lb2-2026-10-25#M2965),"https://livebench.ai/ (breakdown.json, Design, models, gpt-6.1-sol, scores, Documents (DOCX))",src-livebench-lb2-2026-11-06|livebench:lb2-design|gpt-6.1-sol@max|,in, lb2-design-pdf#none,livebench,gpt-6.1-sol,max,mixed,hard,LiveBench2,,,,,,78.9,score%,0.0289,,prev=79.1 (src-livebench-lb2-2026-10-25#M2966),"https://livebench.ai/ (breakdown.json, Design, models, gpt-6.1-sol, scores, PDF)",src-livebench-lb2-2026-11-06|livebench:lb2-design|gpt-6.1-sol@max|,in, lb2-design-presentations-ppt#none,livebench,gpt-6.1-sol,max,mixed,hard,LiveBench2,,,,,,78.4,score%,0.0289,,prev=82.3 (src-livebench-lb2-2026-10-25#M2967),"https://livebench.ai/ (breakdown.json, Design, models, gpt-6.1-sol, scores, Presentations (PPT))",src-livebench-lb2-2026-11-06|livebench:lb2-design|gpt-6.1-sol@max|,in, lb2-design-documents-docx#none,livebench,gpt-6.1-terra,max,mixed,hard,LiveBench2,,,,,,89.4,score%,0.0289,,prev=93.0 (src-livebench-lb2-2026-10-25#M2968),"https://livebench.ai/ (breakdown.json, Design, models, gpt-6.1-terra, scores, Documents (DOCX))",src-livebench-lb2-2026-11-06|livebench:lb2-design|gpt-6.1-terra@max|,in, lb2-design-pdf#none,livebench,gpt-6.1-terra,max,mixed,hard,LiveBench2,,,,,,74.9,score%,0.0289,,prev=75.5 (src-livebench-lb2-2026-10-25#M2969),"https://livebench.ai/ (breakdown.json, Design, models, gpt-6.1-terra, scores, PDF)",src-livebench-lb2-2026-11-06|livebench:lb2-design|gpt-6.1-terra@max|,in, lb2-design-presentations-ppt#none,livebench,gpt-6.1-terra,max,mixed,hard,LiveBench2,,,,,,78.8,score%,0.0289,,prev=82.5 (src-livebench-lb2-2026-10-25#M2970),"https://livebench.ai/ (breakdown.json, Design, models, gpt-6.1-terra, scores, Presentations (PPT))",src-livebench-lb2-2026-11-06|livebench:lb2-design|gpt-6.1-terra@max|,in, lb2-design-documents-docx#none,livebench,grok-4.6,xhigh,mixed,hard,LiveBench2,,,,,,73.5,score%,0.0289,,prev=76.9 (src-livebench-lb2-2026-10-25#M2971),"https://livebench.ai/ (breakdown.json, Design, models, grok-4.6, scores, Documents (DOCX))",src-livebench-lb2-2026-11-06|livebench:lb2-design|grok-4.6@xhigh|,in, lb2-design-pdf#none,livebench,grok-4.6,xhigh,mixed,hard,LiveBench2,,,,,,80.8,score%,0.0289,,prev=82.0 (src-livebench-lb2-2026-10-25#M2972),"https://livebench.ai/ (breakdown.json, Design, models, grok-4.6, scores, PDF)",src-livebench-lb2-2026-11-06|livebench:lb2-design|grok-4.6@xhigh|,in, lb2-design-presentations-ppt#none,livebench,grok-4.6,xhigh,mixed,hard,LiveBench2,,,,,,74.4,score%,0.0289,,prev=79.6 (src-livebench-lb2-2026-10-25#M2973),"https://livebench.ai/ (breakdown.json, Design, models, grok-4.6, scores, Presentations (PPT))",src-livebench-lb2-2026-11-06|livebench:lb2-design|grok-4.6@xhigh|,in, lb2-design-documents-docx#none,livebench,grok-4.7,xhigh,mixed,hard,LiveBench2,,,,,,72.0,score%,0.0289,,prev=72.9 (src-livebench-lb2-2026-10-25#M2974),"https://livebench.ai/ (breakdown.json, Design, models, grok-4.7, scores, Documents (DOCX))",src-livebench-lb2-2026-11-06|livebench:lb2-design|grok-4.7@xhigh|,in, lb2-design-pdf#none,livebench,grok-4.7,xhigh,mixed,hard,LiveBench2,,,,,,79.3,score%,0.0289,,prev=80.1 (src-livebench-lb2-2026-10-25#M2975),"https://livebench.ai/ (breakdown.json, Design, models, grok-4.7, scores, PDF)",src-livebench-lb2-2026-11-06|livebench:lb2-design|grok-4.7@xhigh|,in, lb2-design-presentations-ppt#none,livebench,grok-4.7,xhigh,mixed,hard,LiveBench2,,,,,,73.3,score%,0.0289,,prev=78.6 (src-livebench-lb2-2026-10-25#M2976),"https://livebench.ai/ (breakdown.json, Design, models, grok-4.7, scores, Presentations (PPT))",src-livebench-lb2-2026-11-06|livebench:lb2-design|grok-4.7@xhigh|,in, lb2-design-documents-docx#none,livebench,inkling,max,mixed,hard,LiveBench2,,,,,,65.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, inkling, scores, Documents (DOCX))",,out:effort-not-established, lb2-design-pdf#none,livebench,inkling,max,mixed,hard,LiveBench2,,,,,,47.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, inkling, scores, PDF)",,out:effort-not-established, lb2-design-presentations-ppt#none,livebench,inkling,max,mixed,hard,LiveBench2,,,,,,56.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, inkling, scores, Presentations (PPT))",,out:effort-not-established, lb2-design-documents-docx#none,livebench,?Kimi K3.1 Pro,not-established:absent,mixed,hard,LiveBench2,,,,,,76.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, kimi-k3.1-pro, scores, Documents (DOCX))",,out:model-not-established, lb2-design-pdf#none,livebench,?Kimi K3.1 Pro,not-established:absent,mixed,hard,LiveBench2,,,,,,80.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, kimi-k3.1-pro, scores, PDF)",,out:model-not-established, lb2-design-presentations-ppt#none,livebench,?Kimi K3.1 Pro,not-established:absent,mixed,hard,LiveBench2,,,,,,68.0,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, kimi-k3.1-pro, scores, Presentations (PPT))",,out:model-not-established, lb2-design-documents-docx#none,livebench,kimi-k3,max,mixed,hard,LiveBench2,,,,,,77.3,score%,0.0289,,prev=81.4 (src-livebench-lb2-2026-10-25#M2983),"https://livebench.ai/ (breakdown.json, Design, models, kimi-k3, scores, Documents (DOCX))",src-livebench-lb2-2026-11-06|livebench:lb2-design|kimi-k3@max|,in, lb2-design-pdf#none,livebench,kimi-k3,max,mixed,hard,LiveBench2,,,,,,76.8,score%,0.0289,,prev=79.0 (src-livebench-lb2-2026-10-25#M2984),"https://livebench.ai/ (breakdown.json, Design, models, kimi-k3, scores, PDF)",src-livebench-lb2-2026-11-06|livebench:lb2-design|kimi-k3@max|,in, lb2-design-presentations-ppt#none,livebench,kimi-k3,max,mixed,hard,LiveBench2,,,,,,67.7,score%,0.0289,,prev=74.2 (src-livebench-lb2-2026-10-25#M2985),"https://livebench.ai/ (breakdown.json, Design, models, kimi-k3, scores, Presentations (PPT))",src-livebench-lb2-2026-11-06|livebench:lb2-design|kimi-k3@max|,in, lb2-design-documents-docx#none,livebench,mimo-v2.6-pro,not-established:absent,mixed,hard,LiveBench2,,,,,,82.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, mimo-v2.6-pro, scores, Documents (DOCX))",,out:effort-not-established, lb2-design-pdf#none,livebench,mimo-v2.6-pro,not-established:absent,mixed,hard,LiveBench2,,,,,,76.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, mimo-v2.6-pro, scores, PDF)",,out:effort-not-established, lb2-design-presentations-ppt#none,livebench,mimo-v2.6-pro,not-established:absent,mixed,hard,LiveBench2,,,,,,69.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, mimo-v2.6-pro, scores, Presentations (PPT))",,out:effort-not-established, lb2-design-documents-docx#none,livebench,?MiniMax M3.1 Flash,not-established:absent,mixed,hard,LiveBench2,,,,,,82.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, minimax-m3.1-flash, scores, Documents (DOCX))",,out:model-not-established, lb2-design-pdf#none,livebench,?MiniMax M3.1 Flash,not-established:absent,mixed,hard,LiveBench2,,,,,,76.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, minimax-m3.1-flash, scores, PDF)",,out:model-not-established, lb2-design-presentations-ppt#none,livebench,?MiniMax M3.1 Flash,not-established:absent,mixed,hard,LiveBench2,,,,,,63.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, minimax-m3.1-flash, scores, Presentations (PPT))",,out:model-not-established, lb2-design-documents-docx#1029,livebench,?Mistral Large 4 1029,not-established:absent,mixed,hard,LiveBench2,,,,,,67.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, mistral-large-4-0, scores, Documents (DOCX))",,out:model-not-established, lb2-design-pdf#1029,livebench,?Mistral Large 4 1029,not-established:absent,mixed,hard,LiveBench2,,,,,,79.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, mistral-large-4-0, scores, PDF)",,out:model-not-established, lb2-design-presentations-ppt#1029,livebench,?Mistral Large 4 1029,not-established:absent,mixed,hard,LiveBench2,,,,,,78.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, mistral-large-4-0, scores, Presentations (PPT))",,out:model-not-established, lb2-design-documents-docx#none,livebench,?Mistral Large 4,not-established:absent,mixed,hard,LiveBench2,,,,,,77.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, mistral-large-4, scores, Documents (DOCX))",,out:model-not-established, lb2-design-pdf#none,livebench,?Mistral Large 4,not-established:absent,mixed,hard,LiveBench2,,,,,,50.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, mistral-large-4, scores, PDF)",,out:model-not-established, lb2-design-presentations-ppt#none,livebench,?Mistral Large 4,not-established:absent,mixed,hard,LiveBench2,,,,,,60.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, mistral-large-4, scores, Presentations (PPT))",,out:model-not-established, lb2-design-documents-docx#none,livebench,muse-spark-1.3,max,mixed,hard,LiveBench2,,,,,,80.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, muse-spark-1.3, scores, Documents (DOCX))",,out:effort-not-established, lb2-design-pdf#none,livebench,muse-spark-1.3,max,mixed,hard,LiveBench2,,,,,,80.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, muse-spark-1.3, scores, PDF)",,out:effort-not-established, lb2-design-presentations-ppt#none,livebench,muse-spark-1.3,max,mixed,hard,LiveBench2,,,,,,68.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, muse-spark-1.3, scores, Presentations (PPT))",,out:effort-not-established, lb2-design-documents-docx#none,livebench,?Muse Spark Open,not-established:absent,mixed,hard,LiveBench2,,,,,,60.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, muse-spark-open, scores, Documents (DOCX))",,out:model-not-established, lb2-design-pdf#none,livebench,?Muse Spark Open,not-established:absent,mixed,hard,LiveBench2,,,,,,64.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, muse-spark-open, scores, PDF)",,out:model-not-established, lb2-design-presentations-ppt#none,livebench,?Muse Spark Open,not-established:absent,mixed,hard,LiveBench2,,,,,,52.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, muse-spark-open, scores, Presentations (PPT))",,out:model-not-established, lb2-design-documents-docx#none,livebench,?Muse Wonder 1.0,not-established:absent,mixed,hard,LiveBench2,,,,,,70.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, muse-wonder-1.0, scores, Documents (DOCX))",,out:model-not-established, lb2-design-pdf#none,livebench,?Muse Wonder 1.0,not-established:absent,mixed,hard,LiveBench2,,,,,,70.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, muse-wonder-1.0, scores, PDF)",,out:model-not-established, lb2-design-presentations-ppt#none,livebench,?Muse Wonder 1.0,not-established:absent,mixed,hard,LiveBench2,,,,,,71.5,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, muse-wonder-1.0, scores, Presentations (PPT))",,out:model-not-established, lb2-design-documents-docx#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,mixed,hard,LiveBench2,,,,,,59.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, nemotron-super-vl-3.5-nvfp4, scores, Documents (DOCX))",,out:model-not-established, lb2-design-pdf#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,mixed,hard,LiveBench2,,,,,,57.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, nemotron-super-vl-3.5-nvfp4, scores, PDF)",,out:model-not-established, lb2-design-presentations-ppt#none,livebench,?Nemotron 3.5 Super VL (NVFP4),not-established:absent,mixed,hard,LiveBench2,,,,,,52.6,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, nemotron-super-vl-3.5-nvfp4, scores, Presentations (PPT))",,out:model-not-established, lb2-design-documents-docx#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,mixed,hard,LiveBench2,,,,,,70.1,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, nemotron-super-vl-3.5, scores, Documents (DOCX))",,out:model-not-established, lb2-design-pdf#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,mixed,hard,LiveBench2,,,,,,58.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, nemotron-super-vl-3.5, scores, PDF)",,out:model-not-established, lb2-design-presentations-ppt#none,livebench,?Nemotron 3.5 Super VL,not-established:absent,mixed,hard,LiveBench2,,,,,,56.4,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, nemotron-super-vl-3.5, scores, Presentations (PPT))",,out:model-not-established, lb2-design-documents-docx#none,livebench,qwen3.8-27b,not-established:absent,mixed,hard,LiveBench2,,,,,,76.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, qwen3.8-27b, scores, Documents (DOCX))",,out:effort-not-established, lb2-design-pdf#none,livebench,qwen3.8-27b,not-established:absent,mixed,hard,LiveBench2,,,,,,78.8,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, qwen3.8-27b, scores, PDF)",,out:effort-not-established, lb2-design-presentations-ppt#none,livebench,qwen3.8-27b,not-established:absent,mixed,hard,LiveBench2,,,,,,66.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, qwen3.8-27b, scores, Presentations (PPT))",,out:effort-not-established, lb2-design-documents-docx#none,livebench,?Qwen3.8 Max,not-established:absent,mixed,hard,LiveBench2,,,,,,77.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, qwen3.8-max, scores, Documents (DOCX))",,out:model-not-established, lb2-design-pdf#none,livebench,?Qwen3.8 Max,not-established:absent,mixed,hard,LiveBench2,,,,,,80.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, qwen3.8-max, scores, PDF)",,out:model-not-established, lb2-design-presentations-ppt#none,livebench,?Qwen3.8 Max,not-established:absent,mixed,hard,LiveBench2,,,,,,73.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, qwen3.8-max, scores, Presentations (PPT))",,out:model-not-established, lb2-design-documents-docx#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,mixed,hard,LiveBench2,,,,,,66.3,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, smaug-nemotron-3.5-nvfp4, scores, Documents (DOCX))",,out:model-not-established, lb2-design-pdf#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,mixed,hard,LiveBench2,,,,,,59.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, smaug-nemotron-3.5-nvfp4, scores, PDF)",,out:model-not-established, lb2-design-presentations-ppt#none,livebench,?Smaug-Nemotron-3.5-NVFP4,not-established:absent,mixed,hard,LiveBench2,,,,,,58.7,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, smaug-nemotron-3.5-nvfp4, scores, Presentations (PPT))",,out:model-not-established, lb2-design-documents-docx#none,livebench,?Step 5 (Preview),not-established:absent,mixed,hard,LiveBench2,,,,,,78.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, step-5-preview, scores, Documents (DOCX))",,out:model-not-established, lb2-design-pdf#none,livebench,?Step 5 (Preview),not-established:absent,mixed,hard,LiveBench2,,,,,,69.2,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, step-5-preview, scores, PDF)",,out:model-not-established, lb2-design-presentations-ppt#none,livebench,?Step 5 (Preview),not-established:absent,mixed,hard,LiveBench2,,,,,,68.9,score%,0.0289,,,"https://livebench.ai/ (breakdown.json, Design, models, step-5-preview, scores, Presentations (PPT))",,out:model-not-established, lb2-longhorizon#none,livebench,gemini-4-carbon,high,agentic-tool,hard,LiveBench2,per-suite(18q),162.9875,2.89e-05,,310037,72.7,score%,0.0289,,EAP-run; prev=72.7 (src-livebench-lb2-2026-11-06#M113); base-scheduled-list-price; cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://livebench.ai/ (table.csv, colonne long_agentic (moyenne de la suite, 0-100, un seul run))",,in,out:cost-single-couple lb2-reasoning#none,livebench,gemini-4-carbon,high,reasoning-math,hard,LiveBench2,per-suite(202q),47.124746,2.89e-07,,21641.0,90.6,score%,0.0289,,EAP-run; prev=90.6 (src-livebench-lb2-2026-11-06#M114); base-scheduled-list-price; cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://livebench.ai/ (table.csv, colonne reasoning (moyenne de la suite, 0-100, un seul run))",,in,out:cost-single-couple lb2-coding#none,livebench,gemini-4-carbon,high,coding,hard,LiveBench2,per-suite,155.0969,2.89e-05,,106420,91.0,score%,0.0289,,EAP-run; prev=91.0 (src-livebench-lb2-2026-11-06#M115); base-scheduled-list-price; cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://livebench.ai/ (table.csv, colonne coding (moyenne de la suite, 0-100, un seul run))",,in,out:cost-single-couple lb2-browser#none,livebench,gemini-4-carbon,high,computer-use,hard,LiveBench2,per-suite(25q),175.9156,2.89e-05,,31005,80.0,score%,0.0289,,EAP-run; prev=80.0 (src-livebench-lb2-2026-11-06#M116); base-scheduled-list-price; cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://livebench.ai/ (table.csv, colonne browser (moyenne de la suite, 0-100, un seul run))",,in,out:cost-single-couple lb2-dataanalysis#none,livebench,gemini-4-carbon,high,mixed,hard,LiveBench2,per-suite(150q),105.844034,2.89e-07,,56033.9,86.5,score%,0.0289,,EAP-run; prev=86.5 (src-livebench-lb2-2026-11-06#M117); base-scheduled-list-price; cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://livebench.ai/ (table.csv, colonne data_analysis (moyenne de la suite, 0-100, un seul run))",,in,out:cost-single-couple lb2-research#none,livebench,gemini-4-carbon,high,mixed,hard,LiveBench2,per-suite,110.0743,2.89e-05,,116829,92.5,score%,0.0289,,EAP-run; prev=92.5 (src-livebench-lb2-2026-11-06#M118); base-scheduled-list-price; cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://livebench.ai/ (table.csv, colonne research (moyenne de la suite, 0-100, un seul run))",,in,out:cost-single-couple lb2-design#none,livebench,gemini-4-carbon,high,coding,hard,LiveBench2,per-suite(25q),30.6109,2.89e-05,,70819,80.2,score%,0.0289,,EAP-run; prev=80.2 (src-livebench-lb2-2026-11-06#M119); base-scheduled-list-price; cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://livebench.ai/ (table.csv, colonne design (moyenne de la suite, 0-100, un seul run))",,in,out:cost-single-couple livebench-task-amps_hard,livebench,?arcee-trinity-large-preview,not-established:absent,reasoning-math,hard,,,,,,,61.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row arcee-trinity-large-preview, column AMPS_Hard)",,out:model-not-established, livebench-task-code_completion,livebench,?arcee-trinity-large-preview,not-established:absent,coding,hard,,,,,,,60.87,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row arcee-trinity-large-preview, column code_completion)",,out:model-not-established, livebench-task-code_generation,livebench,?arcee-trinity-large-preview,not-established:absent,coding,hard,,,,,,,70.423,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row arcee-trinity-large-preview, column code_generation)",,out:model-not-established, livebench-task-connections,livebench,?arcee-trinity-large-preview,not-established:absent,mixed,hard,,,,,,,34.833,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row arcee-trinity-large-preview, column connections)",,out:model-not-established, livebench-task-consecutive_events,livebench,?arcee-trinity-large-preview,not-established:absent,mixed,hard,,,,,,,6.556,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row arcee-trinity-large-preview, column consecutive_events)",,out:model-not-established, livebench-task-integrals_with_game,livebench,?arcee-trinity-large-preview,not-established:absent,reasoning-math,hard,,,,,,,8.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row arcee-trinity-large-preview, column integrals_with_game)",,out:model-not-established, livebench-task-javascript,livebench,?arcee-trinity-large-preview,not-established:absent,coding,hard,,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row arcee-trinity-large-preview, column javascript)",,out:model-not-established, livebench-task-logic_with_navigation,livebench,?arcee-trinity-large-preview,not-established:absent,mixed,hard,,,,,,,2.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row arcee-trinity-large-preview, column logic_with_navigation)",,out:model-not-established, livebench-task-math_comp,livebench,?arcee-trinity-large-preview,not-established:absent,reasoning-math,hard,,,,,,,47.059,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row arcee-trinity-large-preview, column math_comp)",,out:model-not-established, livebench-task-olympiad,livebench,?arcee-trinity-large-preview,not-established:absent,reasoning-math,hard,,,,,,,63.669,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row arcee-trinity-large-preview, column olympiad)",,out:model-not-established, livebench-task-paraphrase,livebench,?arcee-trinity-large-preview,not-established:absent,mixed,hard,,,,,,,12.55,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row arcee-trinity-large-preview, column paraphrase)",,out:model-not-established, livebench-task-plot_unscrambling,livebench,?arcee-trinity-large-preview,not-established:absent,mixed,hard,,,,,,,31.617,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row arcee-trinity-large-preview, column plot_unscrambling)",,out:model-not-established, livebench-task-python,livebench,?arcee-trinity-large-preview,not-established:absent,coding,hard,,,,,,,10.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row arcee-trinity-large-preview, column python)",,out:model-not-established, livebench-task-simplify,livebench,?arcee-trinity-large-preview,not-established:absent,mixed,hard,,,,,,,11.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row arcee-trinity-large-preview, column simplify)",,out:model-not-established, livebench-task-spatial,livebench,?arcee-trinity-large-preview,not-established:absent,mixed,hard,,,,,,,46.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row arcee-trinity-large-preview, column spatial)",,out:model-not-established, livebench-task-story_generation,livebench,?arcee-trinity-large-preview,not-established:absent,mixed,hard,,,,,,,10.6,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row arcee-trinity-large-preview, column story_generation)",,out:model-not-established, livebench-task-summarize,livebench,?arcee-trinity-large-preview,not-established:absent,mixed,hard,,,,,,,14.617,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row arcee-trinity-large-preview, column summarize)",,out:model-not-established, livebench-task-tablejoin,livebench,?arcee-trinity-large-preview,not-established:absent,mixed,hard,,,,,,,20.308,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row arcee-trinity-large-preview, column tablejoin)",,out:model-not-established, livebench-task-tablereformat,livebench,?arcee-trinity-large-preview,not-established:absent,mixed,hard,,,,,,,94.118,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row arcee-trinity-large-preview, column tablereformat)",,out:model-not-established, livebench-task-theory_of_mind,livebench,?arcee-trinity-large-preview,not-established:absent,mixed,hard,,,,,,,26.923,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row arcee-trinity-large-preview, column theory_of_mind)",,out:model-not-established, livebench-task-typescript,livebench,?arcee-trinity-large-preview,not-established:absent,coding,hard,,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row arcee-trinity-large-preview, column typescript)",,out:model-not-established, livebench-task-typos,livebench,?arcee-trinity-large-preview,not-established:absent,mixed,hard,,,,,,,60.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row arcee-trinity-large-preview, column typos)",,out:model-not-established, livebench-task-zebra_puzzle,livebench,?arcee-trinity-large-preview,not-established:absent,mixed,hard,,,,,,,7.5,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row arcee-trinity-large-preview, column zebra_puzzle)",,out:model-not-established, livebench-task-amps_hard,livebench,opus-4.1,unstated,reasoning-math,hard,,,,,,,89.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-base, column AMPS_Hard)",,out:effort-not-established, livebench-task-code_completion,livebench,opus-4.1,unstated,coding,hard,,,,,,,76.087,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-base, column code_completion)",,out:effort-not-established, livebench-task-code_generation,livebench,opus-4.1,unstated,coding,hard,,,,,,,76.056,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-base, column code_generation)",,out:effort-not-established, livebench-task-connections,livebench,opus-4.1,unstated,mixed,hard,,,,,,,86.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-base, column connections)",,out:effort-not-established, livebench-task-consecutive_events,livebench,opus-4.1,unstated,mixed,hard,,,,,,,2.223,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-base, column consecutive_events)",,out:effort-not-established, livebench-task-integrals_with_game,livebench,opus-4.1,unstated,reasoning-math,hard,,,,,,,10.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-base, column integrals_with_game)",,out:effort-not-established, livebench-task-javascript,livebench,opus-4.1,unstated,coding,hard,,,,,,,45.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-base, column javascript)",,out:effort-not-established, livebench-task-logic_with_navigation,livebench,opus-4.1,unstated,mixed,hard,,,,,,,42.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-base, column logic_with_navigation)",,out:effort-not-established, livebench-task-math_comp,livebench,opus-4.1,unstated,reasoning-math,hard,,,,,,,65.686,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-base, column math_comp)",,out:effort-not-established, livebench-task-olympiad,livebench,opus-4.1,unstated,reasoning-math,hard,,,,,,,86.619,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-base, column olympiad)",,out:effort-not-established, livebench-task-paraphrase,livebench,opus-4.1,unstated,mixed,hard,,,,,,,19.15,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-base, column paraphrase)",,out:effort-not-established, livebench-task-plot_unscrambling,livebench,opus-4.1,unstated,mixed,hard,,,,,,,60.257,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-base, column plot_unscrambling)",,out:effort-not-established, livebench-task-python,livebench,opus-4.1,unstated,coding,hard,,,,,,,75.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-base, column python)",,out:effort-not-established, livebench-task-simplify,livebench,opus-4.1,unstated,mixed,hard,,,,,,,25.583,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-base, column simplify)",,out:effort-not-established, livebench-task-spatial,livebench,opus-4.1,unstated,mixed,hard,,,,,,,62.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-base, column spatial)",,out:effort-not-established, livebench-task-story_generation,livebench,opus-4.1,unstated,mixed,hard,,,,,,,31.017,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-base, column story_generation)",,out:effort-not-established, livebench-task-summarize,livebench,opus-4.1,unstated,mixed,hard,,,,,,,27.917,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-base, column summarize)",,out:effort-not-established, livebench-task-tablejoin,livebench,opus-4.1,unstated,mixed,hard,,,,,,,37.827,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-base, column tablejoin)",,out:effort-not-established, livebench-task-tablereformat,livebench,opus-4.1,unstated,mixed,hard,,,,,,,96.078,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-base, column tablereformat)",,out:effort-not-established, livebench-task-theory_of_mind,livebench,opus-4.1,unstated,mixed,hard,,,,,,,48.077,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-base, column theory_of_mind)",,out:effort-not-established, livebench-task-typescript,livebench,opus-4.1,unstated,coding,hard,,,,,,,40.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-base, column typescript)",,out:effort-not-established, livebench-task-typos,livebench,opus-4.1,unstated,mixed,hard,,,,,,,84.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-base, column typos)",,out:effort-not-established, livebench-task-zebra_puzzle,livebench,opus-4.1,unstated,mixed,hard,,,,,,,11.5,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-base, column zebra_puzzle)",,out:effort-not-established, livebench-task-amps_hard,livebench,opus-4.1,unstated,reasoning-math,hard,,,,,,,93.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-thinking-32k, column AMPS_Hard)",,out:effort-not-established, livebench-task-code_completion,livebench,opus-4.1,unstated,coding,hard,,,,,,,76.087,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-thinking-32k, column code_completion)",,out:effort-not-established, livebench-task-code_generation,livebench,opus-4.1,unstated,coding,hard,,,,,,,73.239,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-thinking-32k, column code_generation)",,out:effort-not-established, livebench-task-connections,livebench,opus-4.1,unstated,mixed,hard,,,,,,,93.833,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-thinking-32k, column connections)",,out:effort-not-established, livebench-task-consecutive_events,livebench,opus-4.1,unstated,mixed,hard,,,,,,,4.641,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-thinking-32k, column consecutive_events)",,out:effort-not-established, livebench-task-integrals_with_game,livebench,opus-4.1,unstated,reasoning-math,hard,,,,,,,26.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-thinking-32k, column integrals_with_game)",,out:effort-not-established, livebench-task-javascript,livebench,opus-4.1,unstated,coding,hard,,,,,,,45.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-thinking-32k, column javascript)",,out:effort-not-established, livebench-task-logic_with_navigation,livebench,opus-4.1,unstated,mixed,hard,,,,,,,70.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-thinking-32k, column logic_with_navigation)",,out:effort-not-established, livebench-task-math_comp,livebench,opus-4.1,unstated,reasoning-math,hard,,,,,,,85.294,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-thinking-32k, column math_comp)",,out:effort-not-established, livebench-task-olympiad,livebench,opus-4.1,unstated,reasoning-math,hard,,,,,,,88.483,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-thinking-32k, column olympiad)",,out:effort-not-established, livebench-task-paraphrase,livebench,opus-4.1,unstated,mixed,hard,,,,,,,35.35,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-thinking-32k, column paraphrase)",,out:effort-not-established, livebench-task-plot_unscrambling,livebench,opus-4.1,unstated,mixed,hard,,,,,,,60.458,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-thinking-32k, column plot_unscrambling)",,out:effort-not-established, livebench-task-python,livebench,opus-4.1,unstated,coding,hard,,,,,,,70.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-thinking-32k, column python)",,out:effort-not-established, livebench-task-simplify,livebench,opus-4.1,unstated,mixed,hard,,,,,,,44.4,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-thinking-32k, column simplify)",,out:effort-not-established, livebench-task-spatial,livebench,opus-4.1,unstated,mixed,hard,,,,,,,90.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-thinking-32k, column spatial)",,out:effort-not-established, livebench-task-story_generation,livebench,opus-4.1,unstated,mixed,hard,,,,,,,44.683,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-thinking-32k, column story_generation)",,out:effort-not-established, livebench-task-summarize,livebench,opus-4.1,unstated,mixed,hard,,,,,,,45.183,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-thinking-32k, column summarize)",,out:effort-not-established, livebench-task-tablejoin,livebench,opus-4.1,unstated,mixed,hard,,,,,,,44.25,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-thinking-32k, column tablejoin)",,out:effort-not-established, livebench-task-tablereformat,livebench,opus-4.1,unstated,mixed,hard,,,,,,,98.039,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-thinking-32k, column tablereformat)",,out:effort-not-established, livebench-task-theory_of_mind,livebench,opus-4.1,unstated,mixed,hard,,,,,,,67.308,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-thinking-32k, column theory_of_mind)",,out:effort-not-established, livebench-task-typescript,livebench,opus-4.1,unstated,coding,hard,,,,,,,30.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-thinking-32k, column typescript)",,out:effort-not-established, livebench-task-typos,livebench,opus-4.1,unstated,mixed,hard,,,,,,,64.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-thinking-32k, column typos)",,out:effort-not-established, livebench-task-zebra_puzzle,livebench,opus-4.1,unstated,mixed,hard,,,,,,,62.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-thinking-32k, column zebra_puzzle)",,out:effort-not-established, livebench-task-amps_hard,livebench,sonnet-4,unstated,reasoning-math,hard,,,,,,,84.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-base, column AMPS_Hard)",,out:effort-not-established, livebench-task-code_completion,livebench,sonnet-4,unstated,coding,hard,,,,,,,82.609,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-base, column code_completion)",,out:effort-not-established, livebench-task-code_generation,livebench,sonnet-4,unstated,coding,hard,,,,,,,78.873,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-base, column code_generation)",,out:effort-not-established, livebench-task-connections,livebench,sonnet-4,unstated,mixed,hard,,,,,,,74.833,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-base, column connections)",,out:effort-not-established, livebench-task-consecutive_events,livebench,sonnet-4,unstated,mixed,hard,,,,,,,2.833,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-base, column consecutive_events)",,out:effort-not-established, livebench-task-integrals_with_game,livebench,sonnet-4,unstated,reasoning-math,hard,,,,,,,6.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-base, column integrals_with_game)",,out:effort-not-established, livebench-task-javascript,livebench,sonnet-4,unstated,coding,hard,,,,,,,25.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-base, column javascript)",,out:effort-not-established, livebench-task-logic_with_navigation,livebench,sonnet-4,unstated,mixed,hard,,,,,,,28.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-base, column logic_with_navigation)",,out:effort-not-established, livebench-task-math_comp,livebench,sonnet-4,unstated,reasoning-math,hard,,,,,,,70.588,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-base, column math_comp)",,out:effort-not-established, livebench-task-olympiad,livebench,sonnet-4,unstated,reasoning-math,hard,,,,,,,80.841,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-base, column olympiad)",,out:effort-not-established, livebench-task-paraphrase,livebench,sonnet-4,unstated,mixed,hard,,,,,,,16.983,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-base, column paraphrase)",,out:effort-not-established, livebench-task-plot_unscrambling,livebench,sonnet-4,unstated,mixed,hard,,,,,,,54.209,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-base, column plot_unscrambling)",,out:effort-not-established, livebench-task-python,livebench,sonnet-4,unstated,coding,hard,,,,,,,65.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-base, column python)",,out:effort-not-established, livebench-task-simplify,livebench,sonnet-4,unstated,mixed,hard,,,,,,,22.183,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-base, column simplify)",,out:effort-not-established, livebench-task-spatial,livebench,sonnet-4,unstated,mixed,hard,,,,,,,60.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-base, column spatial)",,out:effort-not-established, livebench-task-story_generation,livebench,sonnet-4,unstated,mixed,hard,,,,,,,24.75,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-base, column story_generation)",,out:effort-not-established, livebench-task-summarize,livebench,sonnet-4,unstated,mixed,hard,,,,,,,26.8,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-base, column summarize)",,out:effort-not-established, livebench-task-tablejoin,livebench,sonnet-4,unstated,mixed,hard,,,,,,,35.25,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-base, column tablejoin)",,out:effort-not-established, livebench-task-tablereformat,livebench,sonnet-4,unstated,mixed,hard,,,,,,,94.118,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-base, column tablereformat)",,out:effort-not-established, livebench-task-theory_of_mind,livebench,sonnet-4,unstated,mixed,hard,,,,,,,57.692,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-base, column theory_of_mind)",,out:effort-not-established, livebench-task-typescript,livebench,sonnet-4,unstated,coding,hard,,,,,,,25.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-base, column typescript)",,out:effort-not-established, livebench-task-typos,livebench,sonnet-4,unstated,mixed,hard,,,,,,,84.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-base, column typos)",,out:effort-not-established, livebench-task-zebra_puzzle,livebench,sonnet-4,unstated,mixed,hard,,,,,,,13.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-base, column zebra_puzzle)",,out:effort-not-established, livebench-task-amps_hard,livebench,sonnet-4,think-64000,reasoning-math,hard,,,,,,,86.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-thinking-64k, column AMPS_Hard)",,out:budget-config, livebench-task-code_completion,livebench,sonnet-4,think-64000,coding,hard,,,,,,,76.087,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-thinking-64k, column code_completion)",,out:budget-config, livebench-task-code_generation,livebench,sonnet-4,think-64000,coding,hard,,,,,,,78.873,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-thinking-64k, column code_generation)",,out:budget-config, livebench-task-connections,livebench,sonnet-4,think-64000,mixed,hard,,,,,,,82.833,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-thinking-64k, column connections)",,out:budget-config, livebench-task-consecutive_events,livebench,sonnet-4,think-64000,mixed,hard,,,,,,,24.21,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-thinking-64k, column consecutive_events)",,out:budget-config, livebench-task-integrals_with_game,livebench,sonnet-4,think-64000,reasoning-math,hard,,,,,,,27.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-thinking-64k, column integrals_with_game)",,out:budget-config, livebench-task-javascript,livebench,sonnet-4,think-64000,coding,hard,,,,,,,30.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-thinking-64k, column javascript)",,out:budget-config, livebench-task-logic_with_navigation,livebench,sonnet-4,think-64000,mixed,hard,,,,,,,66.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-thinking-64k, column logic_with_navigation)",,out:budget-config, livebench-task-math_comp,livebench,sonnet-4,think-64000,reasoning-math,hard,,,,,,,85.294,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-thinking-64k, column math_comp)",,out:budget-config, livebench-task-olympiad,livebench,sonnet-4,think-64000,reasoning-math,hard,,,,,,,83.702,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-thinking-64k, column olympiad)",,out:budget-config, livebench-task-paraphrase,livebench,sonnet-4,think-64000,mixed,hard,,,,,,,41.35,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-thinking-64k, column paraphrase)",,out:budget-config, livebench-task-plot_unscrambling,livebench,sonnet-4,think-64000,mixed,hard,,,,,,,55.898,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-thinking-64k, column plot_unscrambling)",,out:budget-config, livebench-task-python,livebench,sonnet-4,think-64000,coding,hard,,,,,,,60.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-thinking-64k, column python)",,out:budget-config, livebench-task-simplify,livebench,sonnet-4,think-64000,mixed,hard,,,,,,,46.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-thinking-64k, column simplify)",,out:budget-config, livebench-task-spatial,livebench,sonnet-4,think-64000,mixed,hard,,,,,,,96.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-thinking-64k, column spatial)",,out:budget-config, livebench-task-story_generation,livebench,sonnet-4,think-64000,mixed,hard,,,,,,,48.733,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-thinking-64k, column story_generation)",,out:budget-config, livebench-task-summarize,livebench,sonnet-4,think-64000,mixed,hard,,,,,,,41.267,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-thinking-64k, column summarize)",,out:budget-config, livebench-task-tablejoin,livebench,sonnet-4,think-64000,mixed,hard,,,,,,,41.635,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-thinking-64k, column tablejoin)",,out:budget-config, livebench-task-tablereformat,livebench,sonnet-4,think-64000,mixed,hard,,,,,,,98.039,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-thinking-64k, column tablereformat)",,out:budget-config, livebench-task-theory_of_mind,livebench,sonnet-4,think-64000,mixed,hard,,,,,,,61.538,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-thinking-64k, column theory_of_mind)",,out:budget-config, livebench-task-typescript,livebench,sonnet-4,think-64000,coding,hard,,,,,,,30.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-thinking-64k, column typescript)",,out:budget-config, livebench-task-typos,livebench,sonnet-4,think-64000,mixed,hard,,,,,,,80.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-thinking-64k, column typos)",,out:budget-config, livebench-task-zebra_puzzle,livebench,sonnet-4,think-64000,mixed,hard,,,,,,,52.5,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-thinking-64k, column zebra_puzzle)",,out:budget-config, livebench-task-amps_hard,livebench,haiku-4.5,unstated,reasoning-math,hard,,,,,,,88.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001, column AMPS_Hard)",,out:effort-not-established, livebench-task-code_completion,livebench,haiku-4.5,unstated,coding,hard,,,,,,,73.913,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001, column code_completion)",,out:effort-not-established, livebench-task-code_generation,livebench,haiku-4.5,unstated,coding,hard,,,,,,,70.423,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001, column code_generation)",,out:effort-not-established, livebench-task-connections,livebench,haiku-4.5,unstated,mixed,hard,,,,,,,71.333,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001, column connections)",,out:effort-not-established, livebench-task-consecutive_events,livebench,haiku-4.5,unstated,mixed,hard,,,,,,,2.988,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001, column consecutive_events)",,out:effort-not-established, livebench-task-integrals_with_game,livebench,haiku-4.5,unstated,reasoning-math,hard,,,,,,,4.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001, column integrals_with_game)",,out:effort-not-established, livebench-task-javascript,livebench,haiku-4.5,unstated,coding,hard,,,,,,,30.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001, column javascript)",,out:effort-not-established, livebench-task-logic_with_navigation,livebench,haiku-4.5,unstated,mixed,hard,,,,,,,18.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001, column logic_with_navigation)",,out:effort-not-established, livebench-task-math_comp,livebench,haiku-4.5,unstated,reasoning-math,hard,,,,,,,68.627,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001, column math_comp)",,out:effort-not-established, livebench-task-olympiad,livebench,haiku-4.5,unstated,reasoning-math,hard,,,,,,,71.259,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001, column olympiad)",,out:effort-not-established, livebench-task-paraphrase,livebench,haiku-4.5,unstated,mixed,hard,,,,,,,15.483,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001, column paraphrase)",,out:effort-not-established, livebench-task-plot_unscrambling,livebench,haiku-4.5,unstated,mixed,hard,,,,,,,37.804,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001, column plot_unscrambling)",,out:effort-not-established, livebench-task-python,livebench,haiku-4.5,unstated,coding,hard,,,,,,,45.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001, column python)",,out:effort-not-established, livebench-task-simplify,livebench,haiku-4.5,unstated,mixed,hard,,,,,,,18.95,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001, column simplify)",,out:effort-not-established, livebench-task-spatial,livebench,haiku-4.5,unstated,mixed,hard,,,,,,,58.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001, column spatial)",,out:effort-not-established, livebench-task-story_generation,livebench,haiku-4.5,unstated,mixed,hard,,,,,,,16.417,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001, column story_generation)",,out:effort-not-established, livebench-task-summarize,livebench,haiku-4.5,unstated,mixed,hard,,,,,,,20.167,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001, column summarize)",,out:effort-not-established, livebench-task-tablejoin,livebench,haiku-4.5,unstated,mixed,hard,,,,,,,38.269,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001, column tablejoin)",,out:effort-not-established, livebench-task-tablereformat,livebench,haiku-4.5,unstated,mixed,hard,,,,,,,94.118,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001, column tablereformat)",,out:effort-not-established, livebench-task-theory_of_mind,livebench,haiku-4.5,unstated,mixed,hard,,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001, column theory_of_mind)",,out:effort-not-established, livebench-task-typescript,livebench,haiku-4.5,unstated,coding,hard,,,,,,,25.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001, column typescript)",,out:effort-not-established, livebench-task-typos,livebench,haiku-4.5,unstated,mixed,hard,,,,,,,62.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001, column typos)",,out:effort-not-established, livebench-task-zebra_puzzle,livebench,haiku-4.5,unstated,mixed,hard,,,,,,,9.75,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001, column zebra_puzzle)",,out:effort-not-established, livebench-task-amps_hard,livebench,haiku-4.5,think-63999,reasoning-math,hard,,,,,,,97.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001-thinking-64k, column AMPS_Hard)",,out:budget-config, livebench-task-code_completion,livebench,haiku-4.5,think-63999,coding,hard,,,,,,,69.565,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001-thinking-64k, column code_completion)",,out:budget-config, livebench-task-code_generation,livebench,haiku-4.5,think-63999,coding,hard,,,,,,,76.056,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001-thinking-64k, column code_generation)",,out:budget-config, livebench-task-connections,livebench,haiku-4.5,think-63999,mixed,hard,,,,,,,84.833,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001-thinking-64k, column connections)",,out:budget-config, livebench-task-consecutive_events,livebench,haiku-4.5,think-63999,mixed,hard,,,,,,,39.232,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001-thinking-64k, column consecutive_events)",,out:budget-config, livebench-task-integrals_with_game,livebench,haiku-4.5,think-63999,reasoning-math,hard,,,,,,,38.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001-thinking-64k, column integrals_with_game)",,out:budget-config, livebench-task-javascript,livebench,haiku-4.5,think-63999,coding,hard,,,,,,,40.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001-thinking-64k, column javascript)",,out:budget-config, livebench-task-logic_with_navigation,livebench,haiku-4.5,think-63999,mixed,hard,,,,,,,54.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001-thinking-64k, column logic_with_navigation)",,out:budget-config, livebench-task-math_comp,livebench,haiku-4.5,think-63999,reasoning-math,hard,,,,,,,95.098,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001-thinking-64k, column math_comp)",,out:budget-config, livebench-task-olympiad,livebench,haiku-4.5,think-63999,reasoning-math,hard,,,,,,,80.03,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001-thinking-64k, column olympiad)",,out:budget-config, livebench-task-paraphrase,livebench,haiku-4.5,think-63999,mixed,hard,,,,,,,42.65,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001-thinking-64k, column paraphrase)",,out:budget-config, livebench-task-plot_unscrambling,livebench,haiku-4.5,think-63999,mixed,hard,,,,,,,42.53,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001-thinking-64k, column plot_unscrambling)",,out:budget-config, livebench-task-python,livebench,haiku-4.5,think-63999,coding,hard,,,,,,,65.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001-thinking-64k, column python)",,out:budget-config, livebench-task-simplify,livebench,haiku-4.5,think-63999,mixed,hard,,,,,,,45.367,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001-thinking-64k, column simplify)",,out:budget-config, livebench-task-spatial,livebench,haiku-4.5,think-63999,mixed,hard,,,,,,,90.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001-thinking-64k, column spatial)",,out:budget-config, livebench-task-story_generation,livebench,haiku-4.5,think-63999,mixed,hard,,,,,,,57.267,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001-thinking-64k, column story_generation)",,out:budget-config, livebench-task-summarize,livebench,haiku-4.5,think-63999,mixed,hard,,,,,,,53.833,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001-thinking-64k, column summarize)",,out:budget-config, livebench-task-tablejoin,livebench,haiku-4.5,think-63999,mixed,hard,,,,,,,42.577,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001-thinking-64k, column tablejoin)",,out:budget-config, livebench-task-tablereformat,livebench,haiku-4.5,think-63999,mixed,hard,,,,,,,96.078,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001-thinking-64k, column tablereformat)",,out:budget-config, livebench-task-theory_of_mind,livebench,haiku-4.5,think-63999,mixed,hard,,,,,,,44.231,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001-thinking-64k, column theory_of_mind)",,out:budget-config, livebench-task-typescript,livebench,haiku-4.5,think-63999,coding,hard,,,,,,,20.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001-thinking-64k, column typescript)",,out:budget-config, livebench-task-typos,livebench,haiku-4.5,think-63999,mixed,hard,,,,,,,72.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001-thinking-64k, column typos)",,out:budget-config, livebench-task-zebra_puzzle,livebench,haiku-4.5,think-63999,mixed,hard,,,,,,,58.5,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001-thinking-64k, column zebra_puzzle)",,out:budget-config, livebench-task-amps_hard,livebench,opus-4.5,not-established:absent,reasoning-math,hard,,,,,,,90.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-high-effort, column AMPS_Hard)",,out:effort-not-established, livebench-task-code_completion,livebench,opus-4.5,not-established:absent,coding,hard,,,,,,,73.913,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-high-effort, column code_completion)",,out:effort-not-established, livebench-task-code_generation,livebench,opus-4.5,not-established:absent,coding,hard,,,,,,,81.69,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-high-effort, column code_generation)",,out:effort-not-established, livebench-task-connections,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,91.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-high-effort, column connections)",,out:effort-not-established, livebench-task-consecutive_events,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,1.951,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-high-effort, column consecutive_events)",,out:effort-not-established, livebench-task-integrals_with_game,livebench,opus-4.5,not-established:absent,reasoning-math,hard,,,,,,,8.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-high-effort, column integrals_with_game)",,out:effort-not-established, livebench-task-javascript,livebench,opus-4.5,not-established:absent,coding,hard,,,,,,,55.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-high-effort, column javascript)",,out:effort-not-established, livebench-task-logic_with_navigation,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,62.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-high-effort, column logic_with_navigation)",,out:effort-not-established, livebench-task-math_comp,livebench,opus-4.5,not-established:absent,reasoning-math,hard,,,,,,,80.392,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-high-effort, column math_comp)",,out:effort-not-established, livebench-task-olympiad,livebench,opus-4.5,not-established:absent,reasoning-math,hard,,,,,,,87.388,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-high-effort, column olympiad)",,out:effort-not-established, livebench-task-paraphrase,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,22.917,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-high-effort, column paraphrase)",,out:effort-not-established, livebench-task-plot_unscrambling,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,62.275,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-high-effort, column plot_unscrambling)",,out:effort-not-established, livebench-task-python,livebench,opus-4.5,not-established:absent,coding,hard,,,,,,,75.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-high-effort, column python)",,out:effort-not-established, livebench-task-simplify,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,25.2,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-high-effort, column simplify)",,out:effort-not-established, livebench-task-spatial,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,80.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-high-effort, column spatial)",,out:effort-not-established, livebench-task-story_generation,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,25.267,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-high-effort, column story_generation)",,out:effort-not-established, livebench-task-summarize,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,32.983,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-high-effort, column summarize)",,out:effort-not-established, livebench-task-tablejoin,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,38.808,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-high-effort, column tablejoin)",,out:effort-not-established, livebench-task-tablereformat,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,96.078,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-high-effort, column tablereformat)",,out:effort-not-established, livebench-task-theory_of_mind,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,59.615,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-high-effort, column theory_of_mind)",,out:effort-not-established, livebench-task-typescript,livebench,opus-4.5,not-established:absent,coding,hard,,,,,,,55.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-high-effort, column typescript)",,out:effort-not-established, livebench-task-typos,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,78.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-high-effort, column typos)",,out:effort-not-established, livebench-task-zebra_puzzle,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,18.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-high-effort, column zebra_puzzle)",,out:effort-not-established, livebench-task-amps_hard,livebench,opus-4.5,not-established:absent,reasoning-math,hard,,,,,,,86.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-low-effort, column AMPS_Hard)",,out:effort-not-established, livebench-task-code_completion,livebench,opus-4.5,not-established:absent,coding,hard,,,,,,,76.087,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-low-effort, column code_completion)",,out:effort-not-established, livebench-task-code_generation,livebench,opus-4.5,not-established:absent,coding,hard,,,,,,,80.282,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-low-effort, column code_generation)",,out:effort-not-established, livebench-task-connections,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,86.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-low-effort, column connections)",,out:effort-not-established, livebench-task-consecutive_events,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,1.749,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-low-effort, column consecutive_events)",,out:effort-not-established, livebench-task-integrals_with_game,livebench,opus-4.5,not-established:absent,reasoning-math,hard,,,,,,,7.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-low-effort, column integrals_with_game)",,out:effort-not-established, livebench-task-javascript,livebench,opus-4.5,not-established:absent,coding,hard,,,,,,,45.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-low-effort, column javascript)",,out:effort-not-established, livebench-task-logic_with_navigation,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-low-effort, column logic_with_navigation)",,out:effort-not-established, livebench-task-math_comp,livebench,opus-4.5,not-established:absent,reasoning-math,hard,,,,,,,76.471,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-low-effort, column math_comp)",,out:effort-not-established, livebench-task-olympiad,livebench,opus-4.5,not-established:absent,reasoning-math,hard,,,,,,,86.942,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-low-effort, column olympiad)",,out:effort-not-established, livebench-task-paraphrase,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,23.5,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-low-effort, column paraphrase)",,out:effort-not-established, livebench-task-plot_unscrambling,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,61.536,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-low-effort, column plot_unscrambling)",,out:effort-not-established, livebench-task-python,livebench,opus-4.5,not-established:absent,coding,hard,,,,,,,65.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-low-effort, column python)",,out:effort-not-established, livebench-task-simplify,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,30.6,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-low-effort, column simplify)",,out:effort-not-established, livebench-task-spatial,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,74.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-low-effort, column spatial)",,out:effort-not-established, livebench-task-story_generation,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,27.5,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-low-effort, column story_generation)",,out:effort-not-established, livebench-task-summarize,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,34.217,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-low-effort, column summarize)",,out:effort-not-established, livebench-task-tablejoin,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,32.712,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-low-effort, column tablejoin)",,out:effort-not-established, livebench-task-tablereformat,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,98.039,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-low-effort, column tablereformat)",,out:effort-not-established, livebench-task-theory_of_mind,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-low-effort, column theory_of_mind)",,out:effort-not-established, livebench-task-typescript,livebench,opus-4.5,not-established:absent,coding,hard,,,,,,,40.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-low-effort, column typescript)",,out:effort-not-established, livebench-task-typos,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,84.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-low-effort, column typos)",,out:effort-not-established, livebench-task-zebra_puzzle,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,17.25,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-low-effort, column zebra_puzzle)",,out:effort-not-established, livebench-task-amps_hard,livebench,opus-4.5,not-established:absent,reasoning-math,hard,,,,,,,88.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-medium-effort, column AMPS_Hard)",,out:effort-not-established, livebench-task-code_completion,livebench,opus-4.5,not-established:absent,coding,hard,,,,,,,73.913,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-medium-effort, column code_completion)",,out:effort-not-established, livebench-task-code_generation,livebench,opus-4.5,not-established:absent,coding,hard,,,,,,,83.099,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-medium-effort, column code_generation)",,out:effort-not-established, livebench-task-connections,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,89.667,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-medium-effort, column connections)",,out:effort-not-established, livebench-task-consecutive_events,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,2.239,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-medium-effort, column consecutive_events)",,out:effort-not-established, livebench-task-integrals_with_game,livebench,opus-4.5,not-established:absent,reasoning-math,hard,,,,,,,7.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-medium-effort, column integrals_with_game)",,out:effort-not-established, livebench-task-javascript,livebench,opus-4.5,not-established:absent,coding,hard,,,,,,,65.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-medium-effort, column javascript)",,out:effort-not-established, livebench-task-logic_with_navigation,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,58.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-medium-effort, column logic_with_navigation)",,out:effort-not-established, livebench-task-math_comp,livebench,opus-4.5,not-established:absent,reasoning-math,hard,,,,,,,83.333,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-medium-effort, column math_comp)",,out:effort-not-established, livebench-task-olympiad,livebench,opus-4.5,not-established:absent,reasoning-math,hard,,,,,,,86.938,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-medium-effort, column olympiad)",,out:effort-not-established, livebench-task-paraphrase,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,22.817,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-medium-effort, column paraphrase)",,out:effort-not-established, livebench-task-plot_unscrambling,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,62.303,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-medium-effort, column plot_unscrambling)",,out:effort-not-established, livebench-task-python,livebench,opus-4.5,not-established:absent,coding,hard,,,,,,,70.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-medium-effort, column python)",,out:effort-not-established, livebench-task-simplify,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,27.317,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-medium-effort, column simplify)",,out:effort-not-established, livebench-task-spatial,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,82.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-medium-effort, column spatial)",,out:effort-not-established, livebench-task-story_generation,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,31.733,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-medium-effort, column story_generation)",,out:effort-not-established, livebench-task-summarize,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,30.567,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-medium-effort, column summarize)",,out:effort-not-established, livebench-task-tablejoin,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,36.346,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-medium-effort, column tablejoin)",,out:effort-not-established, livebench-task-tablereformat,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,98.039,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-medium-effort, column tablereformat)",,out:effort-not-established, livebench-task-theory_of_mind,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,53.846,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-medium-effort, column theory_of_mind)",,out:effort-not-established, livebench-task-typescript,livebench,opus-4.5,not-established:absent,coding,hard,,,,,,,55.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-medium-effort, column typescript)",,out:effort-not-established, livebench-task-typos,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,84.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-medium-effort, column typos)",,out:effort-not-established, livebench-task-zebra_puzzle,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,19.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-medium-effort, column zebra_puzzle)",,out:effort-not-established, livebench-task-amps_hard,livebench,opus-4.5,not-established:contradictory,reasoning-math,hard,,,,,,,99.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-high-effort, column AMPS_Hard)",,out:effort-not-established, livebench-task-code_completion,livebench,opus-4.5,not-established:contradictory,coding,hard,,,,,,,80.435,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-high-effort, column code_completion)",,out:effort-not-established, livebench-task-code_generation,livebench,opus-4.5,not-established:contradictory,coding,hard,,,,,,,78.873,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-high-effort, column code_generation)",,out:effort-not-established, livebench-task-connections,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,99.333,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-high-effort, column connections)",,out:effort-not-established, livebench-task-consecutive_events,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,79.363,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-high-effort, column consecutive_events)",,out:effort-not-established, livebench-task-integrals_with_game,livebench,opus-4.5,not-established:contradictory,reasoning-math,hard,,,,,,,78.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-high-effort, column integrals_with_game)",,out:effort-not-established, livebench-task-javascript,livebench,opus-4.5,not-established:contradictory,coding,hard,,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-high-effort, column javascript)",,out:effort-not-established, livebench-task-logic_with_navigation,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,68.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-high-effort, column logic_with_navigation)",,out:effort-not-established, livebench-task-math_comp,livebench,opus-4.5,not-established:contradictory,reasoning-math,hard,,,,,,,95.098,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-high-effort, column math_comp)",,out:effort-not-established, livebench-task-olympiad,livebench,opus-4.5,not-established:contradictory,reasoning-math,hard,,,,,,,89.458,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-high-effort, column olympiad)",,out:effort-not-established, livebench-task-paraphrase,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,65.667,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-high-effort, column paraphrase)",,out:effort-not-established, livebench-task-plot_unscrambling,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,66.45,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-high-effort, column plot_unscrambling)",,out:effort-not-established, livebench-task-python,livebench,opus-4.5,not-established:contradictory,coding,hard,,,,,,,85.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-high-effort, column python)",,out:effort-not-established, livebench-task-simplify,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,54.95,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-high-effort, column simplify)",,out:effort-not-established, livebench-task-spatial,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,96.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-high-effort, column spatial)",,out:effort-not-established, livebench-task-story_generation,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,65.85,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-high-effort, column story_generation)",,out:effort-not-established, livebench-task-summarize,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,63.717,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-high-effort, column summarize)",,out:effort-not-established, livebench-task-tablejoin,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,45.923,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-high-effort, column tablejoin)",,out:effort-not-established, livebench-task-tablereformat,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,98.039,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-high-effort, column tablereformat)",,out:effort-not-established, livebench-task-theory_of_mind,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,78.846,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-high-effort, column theory_of_mind)",,out:effort-not-established, livebench-task-typescript,livebench,opus-4.5,not-established:contradictory,coding,hard,,,,,,,55.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-high-effort, column typescript)",,out:effort-not-established, livebench-task-typos,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,78.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-high-effort, column typos)",,out:effort-not-established, livebench-task-zebra_puzzle,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,77.5,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-high-effort, column zebra_puzzle)",,out:effort-not-established, livebench-task-amps_hard,livebench,opus-4.5,not-established:contradictory,reasoning-math,hard,,,,,,,85.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-low-effort, column AMPS_Hard)",,out:effort-not-established, livebench-task-code_completion,livebench,opus-4.5,not-established:contradictory,coding,hard,,,,,,,76.087,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-low-effort, column code_completion)",,out:effort-not-established, livebench-task-code_generation,livebench,opus-4.5,not-established:contradictory,coding,hard,,,,,,,78.873,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-low-effort, column code_generation)",,out:effort-not-established, livebench-task-connections,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,99.333,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-low-effort, column connections)",,out:effort-not-established, livebench-task-consecutive_events,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,27.144,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-low-effort, column consecutive_events)",,out:effort-not-established, livebench-task-integrals_with_game,livebench,opus-4.5,not-established:contradictory,reasoning-math,hard,,,,,,,44.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-low-effort, column integrals_with_game)",,out:effort-not-established, livebench-task-javascript,livebench,opus-4.5,not-established:contradictory,coding,hard,,,,,,,45.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-low-effort, column javascript)",,out:effort-not-established, livebench-task-logic_with_navigation,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,68.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-low-effort, column logic_with_navigation)",,out:effort-not-established, livebench-task-math_comp,livebench,opus-4.5,not-established:contradictory,reasoning-math,hard,,,,,,,90.196,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-low-effort, column math_comp)",,out:effort-not-established, livebench-task-olympiad,livebench,opus-4.5,not-established:contradictory,reasoning-math,hard,,,,,,,87.415,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-low-effort, column olympiad)",,out:effort-not-established, livebench-task-paraphrase,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,45.767,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-low-effort, column paraphrase)",,out:effort-not-established, livebench-task-plot_unscrambling,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,60.92,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-low-effort, column plot_unscrambling)",,out:effort-not-established, livebench-task-python,livebench,opus-4.5,not-established:contradictory,coding,hard,,,,,,,70.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-low-effort, column python)",,out:effort-not-established, livebench-task-simplify,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,52.767,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-low-effort, column simplify)",,out:effort-not-established, livebench-task-spatial,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,84.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-low-effort, column spatial)",,out:effort-not-established, livebench-task-story_generation,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,54.783,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-low-effort, column story_generation)",,out:effort-not-established, livebench-task-summarize,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,49.933,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-low-effort, column summarize)",,out:effort-not-established, livebench-task-tablejoin,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,33.885,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-low-effort, column tablejoin)",,out:effort-not-established, livebench-task-tablereformat,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,98.039,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-low-effort, column tablereformat)",,out:effort-not-established, livebench-task-theory_of_mind,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,55.769,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-low-effort, column theory_of_mind)",,out:effort-not-established, livebench-task-typescript,livebench,opus-4.5,not-established:contradictory,coding,hard,,,,,,,35.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-low-effort, column typescript)",,out:effort-not-established, livebench-task-typos,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,82.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-low-effort, column typos)",,out:effort-not-established, livebench-task-zebra_puzzle,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,74.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-low-effort, column zebra_puzzle)",,out:effort-not-established, livebench-task-amps_hard,livebench,opus-4.5,not-established:contradictory,reasoning-math,hard,,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-medium-effort, column AMPS_Hard)",,out:effort-not-established, livebench-task-code_completion,livebench,opus-4.5,not-established:contradictory,coding,hard,,,,,,,76.087,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-medium-effort, column code_completion)",,out:effort-not-established, livebench-task-code_generation,livebench,opus-4.5,not-established:contradictory,coding,hard,,,,,,,78.873,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-medium-effort, column code_generation)",,out:effort-not-established, livebench-task-connections,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,98.333,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-medium-effort, column connections)",,out:effort-not-established, livebench-task-consecutive_events,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,78.026,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-medium-effort, column consecutive_events)",,out:effort-not-established, livebench-task-integrals_with_game,livebench,opus-4.5,not-established:contradictory,reasoning-math,hard,,,,,,,62.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-medium-effort, column integrals_with_game)",,out:effort-not-established, livebench-task-javascript,livebench,opus-4.5,not-established:contradictory,coding,hard,,,,,,,55.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-medium-effort, column javascript)",,out:effort-not-established, livebench-task-logic_with_navigation,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,74.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-medium-effort, column logic_with_navigation)",,out:effort-not-established, livebench-task-math_comp,livebench,opus-4.5,not-established:contradictory,reasoning-math,hard,,,,,,,92.157,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-medium-effort, column math_comp)",,out:effort-not-established, livebench-task-olympiad,livebench,opus-4.5,not-established:contradictory,reasoning-math,hard,,,,,,,88.805,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-medium-effort, column olympiad)",,out:effort-not-established, livebench-task-paraphrase,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,62.817,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-medium-effort, column paraphrase)",,out:effort-not-established, livebench-task-plot_unscrambling,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,62.718,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-medium-effort, column plot_unscrambling)",,out:effort-not-established, livebench-task-python,livebench,opus-4.5,not-established:contradictory,coding,hard,,,,,,,70.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-medium-effort, column python)",,out:effort-not-established, livebench-task-simplify,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,56.217,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-medium-effort, column simplify)",,out:effort-not-established, livebench-task-spatial,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-medium-effort, column spatial)",,out:effort-not-established, livebench-task-story_generation,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,66.8,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-medium-effort, column story_generation)",,out:effort-not-established, livebench-task-summarize,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,56.233,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-medium-effort, column summarize)",,out:effort-not-established, livebench-task-tablejoin,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,40.981,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-medium-effort, column tablejoin)",,out:effort-not-established, livebench-task-tablereformat,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,98.039,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-medium-effort, column tablereformat)",,out:effort-not-established, livebench-task-theory_of_mind,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,73.077,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-medium-effort, column theory_of_mind)",,out:effort-not-established, livebench-task-typescript,livebench,opus-4.5,not-established:contradictory,coding,hard,,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-medium-effort, column typescript)",,out:effort-not-established, livebench-task-typos,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,80.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-medium-effort, column typos)",,out:effort-not-established, livebench-task-zebra_puzzle,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,83.75,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-medium-effort, column zebra_puzzle)",,out:effort-not-established, livebench-task-amps_hard,livebench,opus-4.6,high,reasoning-math,hard,,,,,,,97.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-6-thinking-auto-high-effort, column AMPS_Hard)",,out:superseded, livebench-task-code_completion,livebench,opus-4.6,high,coding,hard,,,,,,,76.087,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-6-thinking-auto-high-effort, column code_completion)",,out:superseded, livebench-task-code_generation,livebench,opus-4.6,high,coding,hard,,,,,,,80.282,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-6-thinking-auto-high-effort, column code_generation)",,out:superseded, livebench-task-connections,livebench,opus-4.6,high,mixed,hard,,,,,,,99.333,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-6-thinking-auto-high-effort, column connections)",,out:superseded, livebench-task-consecutive_events,livebench,opus-4.6,high,mixed,hard,,,,,,,63.467,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-6-thinking-auto-high-effort, column consecutive_events)",,out:superseded, livebench-task-integrals_with_game,livebench,opus-4.6,high,reasoning-math,hard,,,,,,,73.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-6-thinking-auto-high-effort, column integrals_with_game)",,out:superseded, livebench-task-javascript,livebench,opus-4.6,high,coding,hard,,,,,,,60.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-6-thinking-auto-high-effort, column javascript)",,out:superseded, livebench-task-logic_with_navigation,livebench,opus-4.6,high,mixed,hard,,,,,,,80.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-6-thinking-auto-high-effort, column logic_with_navigation)",,out:superseded, livebench-task-math_comp,livebench,opus-4.6,high,reasoning-math,hard,,,,,,,95.098,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-6-thinking-auto-high-effort, column math_comp)",,out:superseded, livebench-task-olympiad,livebench,opus-4.6,high,reasoning-math,hard,,,,,,,92.17,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-6-thinking-auto-high-effort, column olympiad)",,out:superseded, livebench-task-paraphrase,livebench,opus-4.6,high,mixed,hard,,,,,,,62.817,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-6-thinking-auto-high-effort, column paraphrase)",,out:superseded, livebench-task-plot_unscrambling,livebench,opus-4.6,high,mixed,hard,,,,,,,66.476,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-6-thinking-auto-high-effort, column plot_unscrambling)",,out:superseded, livebench-task-python,livebench,opus-4.6,high,coding,hard,,,,,,,80.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-6-thinking-auto-high-effort, column python)",,out:superseded, livebench-task-simplify,livebench,opus-4.6,high,mixed,hard,,,,,,,59.15,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-6-thinking-auto-high-effort, column simplify)",,out:superseded, livebench-task-spatial,livebench,opus-4.6,high,mixed,hard,,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-6-thinking-auto-high-effort, column spatial)",,out:superseded, livebench-task-story_generation,livebench,opus-4.6,high,mixed,hard,,,,,,,66.133,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-6-thinking-auto-high-effort, column story_generation)",,out:superseded, livebench-task-summarize,livebench,opus-4.6,high,mixed,hard,,,,,,,65.15,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-6-thinking-auto-high-effort, column summarize)",,out:superseded, livebench-task-tablejoin,livebench,opus-4.6,high,mixed,hard,,,,,,,48.173,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-6-thinking-auto-high-effort, column tablejoin)",,out:superseded, livebench-task-tablereformat,livebench,opus-4.6,high,mixed,hard,,,,,,,98.039,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-6-thinking-auto-high-effort, column tablereformat)",,out:superseded, livebench-task-theory_of_mind,livebench,opus-4.6,high,mixed,hard,,,,,,,82.692,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-6-thinking-auto-high-effort, column theory_of_mind)",,out:superseded, livebench-task-typescript,livebench,opus-4.6,high,coding,hard,,,,,,,45.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-6-thinking-auto-high-effort, column typescript)",,out:superseded, livebench-task-typos,livebench,opus-4.6,high,mixed,hard,,,,,,,84.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-6-thinking-auto-high-effort, column typos)",,out:superseded, livebench-task-zebra_puzzle,livebench,opus-4.6,high,mixed,hard,,,,,,,94.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-6-thinking-auto-high-effort, column zebra_puzzle)",,out:superseded, livebench-task-amps_hard,livebench,sonnet-4.5,unstated,reasoning-math,hard,,,,,,,91.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929, column AMPS_Hard)",,out:effort-not-established, livebench-task-code_completion,livebench,sonnet-4.5,unstated,coding,hard,,,,,,,76.087,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929, column code_completion)",,out:effort-not-established, livebench-task-code_generation,livebench,sonnet-4.5,unstated,coding,hard,,,,,,,76.056,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929, column code_generation)",,out:effort-not-established, livebench-task-connections,livebench,sonnet-4.5,unstated,mixed,hard,,,,,,,80.667,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929, column connections)",,out:effort-not-established, livebench-task-consecutive_events,livebench,sonnet-4.5,unstated,mixed,hard,,,,,,,6.341,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929, column consecutive_events)",,out:effort-not-established, livebench-task-integrals_with_game,livebench,sonnet-4.5,unstated,reasoning-math,hard,,,,,,,8.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929, column integrals_with_game)",,out:effort-not-established, livebench-task-javascript,livebench,sonnet-4.5,unstated,coding,hard,,,,,,,45.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929, column javascript)",,out:effort-not-established, livebench-task-logic_with_navigation,livebench,sonnet-4.5,unstated,mixed,hard,,,,,,,32.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929, column logic_with_navigation)",,out:effort-not-established, livebench-task-math_comp,livebench,sonnet-4.5,unstated,reasoning-math,hard,,,,,,,68.627,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929, column math_comp)",,out:effort-not-established, livebench-task-olympiad,livebench,sonnet-4.5,unstated,reasoning-math,hard,,,,,,,82.852,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929, column olympiad)",,out:effort-not-established, livebench-task-paraphrase,livebench,sonnet-4.5,unstated,mixed,hard,,,,,,,19.633,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929, column paraphrase)",,out:effort-not-established, livebench-task-plot_unscrambling,livebench,sonnet-4.5,unstated,mixed,hard,,,,,,,57.328,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929, column plot_unscrambling)",,out:effort-not-established, livebench-task-python,livebench,sonnet-4.5,unstated,coding,hard,,,,,,,80.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929, column python)",,out:effort-not-established, livebench-task-simplify,livebench,sonnet-4.5,unstated,mixed,hard,,,,,,,19.367,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929, column simplify)",,out:effort-not-established, livebench-task-spatial,livebench,sonnet-4.5,unstated,mixed,hard,,,,,,,70.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929, column spatial)",,out:effort-not-established, livebench-task-story_generation,livebench,sonnet-4.5,unstated,mixed,hard,,,,,,,28.183,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929, column story_generation)",,out:effort-not-established, livebench-task-summarize,livebench,sonnet-4.5,unstated,mixed,hard,,,,,,,26.9,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929, column summarize)",,out:effort-not-established, livebench-task-tablejoin,livebench,sonnet-4.5,unstated,mixed,hard,,,,,,,36.635,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929, column tablejoin)",,out:effort-not-established, livebench-task-tablereformat,livebench,sonnet-4.5,unstated,mixed,hard,,,,,,,98.039,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929, column tablereformat)",,out:effort-not-established, livebench-task-theory_of_mind,livebench,sonnet-4.5,unstated,mixed,hard,,,,,,,51.923,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929, column theory_of_mind)",,out:effort-not-established, livebench-task-typescript,livebench,sonnet-4.5,unstated,coding,hard,,,,,,,20.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929, column typescript)",,out:effort-not-established, livebench-task-typos,livebench,sonnet-4.5,unstated,mixed,hard,,,,,,,90.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929, column typos)",,out:effort-not-established, livebench-task-zebra_puzzle,livebench,sonnet-4.5,unstated,mixed,hard,,,,,,,15.25,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929, column zebra_puzzle)",,out:effort-not-established, livebench-task-amps_hard,livebench,sonnet-4.5,think-64000,reasoning-math,hard,,,,,,,97.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929-thinking-64k, column AMPS_Hard)",,out:budget-config, livebench-task-code_completion,livebench,sonnet-4.5,think-64000,coding,hard,,,,,,,80.435,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929-thinking-64k, column code_completion)",,out:budget-config, livebench-task-code_generation,livebench,sonnet-4.5,think-64000,coding,hard,,,,,,,80.282,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929-thinking-64k, column code_generation)",,out:budget-config, livebench-task-connections,livebench,sonnet-4.5,think-64000,mixed,hard,,,,,,,91.333,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929-thinking-64k, column connections)",,out:budget-config, livebench-task-consecutive_events,livebench,sonnet-4.5,think-64000,mixed,hard,,,,,,,27.379,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929-thinking-64k, column consecutive_events)",,out:budget-config, livebench-task-integrals_with_game,livebench,sonnet-4.5,think-64000,reasoning-math,hard,,,,,,,47.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929-thinking-64k, column integrals_with_game)",,out:budget-config, livebench-task-javascript,livebench,sonnet-4.5,think-64000,coding,hard,,,,,,,40.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929-thinking-64k, column javascript)",,out:budget-config, livebench-task-logic_with_navigation,livebench,sonnet-4.5,think-64000,mixed,hard,,,,,,,68.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929-thinking-64k, column logic_with_navigation)",,out:budget-config, livebench-task-math_comp,livebench,sonnet-4.5,think-64000,reasoning-math,hard,,,,,,,90.196,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929-thinking-64k, column math_comp)",,out:budget-config, livebench-task-olympiad,livebench,sonnet-4.5,think-64000,reasoning-math,hard,,,,,,,83.058,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929-thinking-64k, column olympiad)",,out:budget-config, livebench-task-paraphrase,livebench,sonnet-4.5,think-64000,mixed,hard,,,,,,,53.417,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929-thinking-64k, column paraphrase)",,out:budget-config, livebench-task-plot_unscrambling,livebench,sonnet-4.5,think-64000,mixed,hard,,,,,,,62.023,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929-thinking-64k, column plot_unscrambling)",,out:budget-config, livebench-task-python,livebench,sonnet-4.5,think-64000,coding,hard,,,,,,,75.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929-thinking-64k, column python)",,out:budget-config, livebench-task-simplify,livebench,sonnet-4.5,think-64000,mixed,hard,,,,,,,47.867,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929-thinking-64k, column simplify)",,out:budget-config, livebench-task-spatial,livebench,sonnet-4.5,think-64000,mixed,hard,,,,,,,96.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929-thinking-64k, column spatial)",,out:budget-config, livebench-task-story_generation,livebench,sonnet-4.5,think-64000,mixed,hard,,,,,,,58.4,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929-thinking-64k, column story_generation)",,out:budget-config, livebench-task-summarize,livebench,sonnet-4.5,think-64000,mixed,hard,,,,,,,53.717,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929-thinking-64k, column summarize)",,out:budget-config, livebench-task-tablejoin,livebench,sonnet-4.5,think-64000,mixed,hard,,,,,,,45.481,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929-thinking-64k, column tablejoin)",,out:budget-config, livebench-task-tablereformat,livebench,sonnet-4.5,think-64000,mixed,hard,,,,,,,98.039,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929-thinking-64k, column tablereformat)",,out:budget-config, livebench-task-theory_of_mind,livebench,sonnet-4.5,think-64000,mixed,hard,,,,,,,78.846,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929-thinking-64k, column theory_of_mind)",,out:budget-config, livebench-task-typescript,livebench,sonnet-4.5,think-64000,coding,hard,,,,,,,45.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929-thinking-64k, column typescript)",,out:budget-config, livebench-task-typos,livebench,sonnet-4.5,think-64000,mixed,hard,,,,,,,76.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929-thinking-64k, column typos)",,out:budget-config, livebench-task-zebra_puzzle,livebench,sonnet-4.5,think-64000,mixed,hard,,,,,,,67.5,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929-thinking-64k, column zebra_puzzle)",,out:budget-config, livebench-task-amps_hard,livebench,sonnet-4.6,high,reasoning-math,hard,,,,,,,78.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-high-effort, column AMPS_Hard)",,out:superseded, livebench-task-code_completion,livebench,sonnet-4.6,high,coding,hard,,,,,,,78.261,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-high-effort, column code_completion)",,out:superseded, livebench-task-code_generation,livebench,sonnet-4.6,high,coding,hard,,,,,,,81.69,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-high-effort, column code_generation)",,out:superseded, livebench-task-connections,livebench,sonnet-4.6,high,mixed,hard,,,,,,,97.333,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-high-effort, column connections)",,out:superseded, livebench-task-consecutive_events,livebench,sonnet-4.6,high,mixed,hard,,,,,,,82.9,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-high-effort, column consecutive_events)",,out:superseded, livebench-task-integrals_with_game,livebench,sonnet-4.6,high,reasoning-math,hard,,,,,,,87.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-high-effort, column integrals_with_game)",,out:superseded, livebench-task-javascript,livebench,sonnet-4.6,high,coding,hard,,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-high-effort, column javascript)",,out:superseded, livebench-task-logic_with_navigation,livebench,sonnet-4.6,high,mixed,hard,,,,,,,76.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-high-effort, column logic_with_navigation)",,out:superseded, livebench-task-math_comp,livebench,sonnet-4.6,high,reasoning-math,hard,,,,,,,93.137,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-high-effort, column math_comp)",,out:superseded, livebench-task-olympiad,livebench,sonnet-4.6,high,reasoning-math,hard,,,,,,,87.998,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-high-effort, column olympiad)",,out:superseded, livebench-task-paraphrase,livebench,sonnet-4.6,high,mixed,hard,,,,,,,61.833,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-high-effort, column paraphrase)",,out:superseded, livebench-task-plot_unscrambling,livebench,sonnet-4.6,high,mixed,hard,,,,,,,59.747,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-high-effort, column plot_unscrambling)",,out:superseded, livebench-task-python,livebench,sonnet-4.6,high,coding,hard,,,,,,,70.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-high-effort, column python)",,out:superseded, livebench-task-simplify,livebench,sonnet-4.6,high,mixed,hard,,,,,,,60.933,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-high-effort, column simplify)",,out:superseded, livebench-task-spatial,livebench,sonnet-4.6,high,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-high-effort, column spatial)",,out:uninformative, livebench-task-story_generation,livebench,sonnet-4.6,high,mixed,hard,,,,,,,64.867,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-high-effort, column story_generation)",,out:superseded, livebench-task-summarize,livebench,sonnet-4.6,high,mixed,hard,,,,,,,68.033,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-high-effort, column summarize)",,out:superseded, livebench-task-tablejoin,livebench,sonnet-4.6,high,mixed,hard,,,,,,,49.192,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-high-effort, column tablejoin)",,out:superseded, livebench-task-tablereformat,livebench,sonnet-4.6,high,mixed,hard,,,,,,,96.078,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-high-effort, column tablereformat)",,out:superseded, livebench-task-theory_of_mind,livebench,sonnet-4.6,high,mixed,hard,,,,,,,75.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-high-effort, column theory_of_mind)",,out:superseded, livebench-task-typescript,livebench,sonnet-4.6,high,coding,hard,,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-high-effort, column typescript)",,out:superseded, livebench-task-typos,livebench,sonnet-4.6,high,mixed,hard,,,,,,,76.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-high-effort, column typos)",,out:superseded, livebench-task-zebra_puzzle,livebench,sonnet-4.6,high,mixed,hard,,,,,,,94.5,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-high-effort, column zebra_puzzle)",,out:superseded, livebench-task-amps_hard,livebench,sonnet-4.6,medium,reasoning-math,hard,,,,,,,76.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-medium-effort, column AMPS_Hard)",,out:superseded, livebench-task-code_completion,livebench,sonnet-4.6,medium,coding,hard,,,,,,,78.261,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-medium-effort, column code_completion)",,out:superseded, livebench-task-code_generation,livebench,sonnet-4.6,medium,coding,hard,,,,,,,80.282,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-medium-effort, column code_generation)",,out:superseded, livebench-task-connections,livebench,sonnet-4.6,medium,mixed,hard,,,,,,,99.333,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-medium-effort, column connections)",,out:superseded, livebench-task-consecutive_events,livebench,sonnet-4.6,medium,mixed,hard,,,,,,,92.683,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-medium-effort, column consecutive_events)",,out:superseded, livebench-task-integrals_with_game,livebench,sonnet-4.6,medium,reasoning-math,hard,,,,,,,90.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-medium-effort, column integrals_with_game)",,out:superseded, livebench-task-javascript,livebench,sonnet-4.6,medium,coding,hard,,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-medium-effort, column javascript)",,out:superseded, livebench-task-logic_with_navigation,livebench,sonnet-4.6,medium,mixed,hard,,,,,,,70.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-medium-effort, column logic_with_navigation)",,out:superseded, livebench-task-math_comp,livebench,sonnet-4.6,medium,reasoning-math,hard,,,,,,,94.118,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-medium-effort, column math_comp)",,out:superseded, livebench-task-olympiad,livebench,sonnet-4.6,medium,reasoning-math,hard,,,,,,,87.858,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-medium-effort, column olympiad)",,out:superseded, livebench-task-paraphrase,livebench,sonnet-4.6,medium,mixed,hard,,,,,,,59.4,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-medium-effort, column paraphrase)",,out:superseded, livebench-task-plot_unscrambling,livebench,sonnet-4.6,medium,mixed,hard,,,,,,,56.975,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-medium-effort, column plot_unscrambling)",,out:superseded, livebench-task-python,livebench,sonnet-4.6,medium,coding,hard,,,,,,,75.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-medium-effort, column python)",,out:superseded, livebench-task-simplify,livebench,sonnet-4.6,medium,mixed,hard,,,,,,,62.933,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-medium-effort, column simplify)",,out:superseded, livebench-task-spatial,livebench,sonnet-4.6,medium,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-medium-effort, column spatial)",,out:uninformative, livebench-task-story_generation,livebench,sonnet-4.6,medium,mixed,hard,,,,,,,68.9,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-medium-effort, column story_generation)",,out:superseded, livebench-task-summarize,livebench,sonnet-4.6,medium,mixed,hard,,,,,,,61.65,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-medium-effort, column summarize)",,out:superseded, livebench-task-tablejoin,livebench,sonnet-4.6,medium,mixed,hard,,,,,,,45.077,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-medium-effort, column tablejoin)",,out:superseded, livebench-task-tablereformat,livebench,sonnet-4.6,medium,mixed,hard,,,,,,,96.078,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-medium-effort, column tablereformat)",,out:superseded, livebench-task-theory_of_mind,livebench,sonnet-4.6,medium,mixed,hard,,,,,,,73.077,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-medium-effort, column theory_of_mind)",,out:superseded, livebench-task-typescript,livebench,sonnet-4.6,medium,coding,hard,,,,,,,55.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-medium-effort, column typescript)",,out:superseded, livebench-task-typos,livebench,sonnet-4.6,medium,mixed,hard,,,,,,,72.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-medium-effort, column typos)",,out:superseded, livebench-task-zebra_puzzle,livebench,sonnet-4.6,medium,mixed,hard,,,,,,,96.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-medium-effort, column zebra_puzzle)",,out:superseded, livebench-task-amps_hard,livebench,sonnet-4.6,low,reasoning-math,hard,,,,,,,75.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-low-effort, column AMPS_Hard)",,out:superseded, livebench-task-code_completion,livebench,sonnet-4.6,low,coding,hard,,,,,,,73.913,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-low-effort, column code_completion)",,out:superseded, livebench-task-code_generation,livebench,sonnet-4.6,low,coding,hard,,,,,,,74.648,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-low-effort, column code_generation)",,out:superseded, livebench-task-connections,livebench,sonnet-4.6,low,mixed,hard,,,,,,,96.833,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-low-effort, column connections)",,out:superseded, livebench-task-consecutive_events,livebench,sonnet-4.6,low,mixed,hard,,,,,,,88.391,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-low-effort, column consecutive_events)",,out:superseded, livebench-task-integrals_with_game,livebench,sonnet-4.6,low,reasoning-math,hard,,,,,,,72.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-low-effort, column integrals_with_game)",,out:superseded, livebench-task-javascript,livebench,sonnet-4.6,low,coding,hard,,,,,,,60.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-low-effort, column javascript)",,out:superseded, livebench-task-logic_with_navigation,livebench,sonnet-4.6,low,mixed,hard,,,,,,,68.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-low-effort, column logic_with_navigation)",,out:superseded, livebench-task-math_comp,livebench,sonnet-4.6,low,reasoning-math,hard,,,,,,,89.216,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-low-effort, column math_comp)",,out:superseded, livebench-task-olympiad,livebench,sonnet-4.6,low,reasoning-math,hard,,,,,,,85.312,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-low-effort, column olympiad)",,out:superseded, livebench-task-paraphrase,livebench,sonnet-4.6,low,mixed,hard,,,,,,,43.9,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-low-effort, column paraphrase)",,out:superseded, livebench-task-plot_unscrambling,livebench,sonnet-4.6,low,mixed,hard,,,,,,,53.327,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-low-effort, column plot_unscrambling)",,out:superseded, livebench-task-python,livebench,sonnet-4.6,low,coding,hard,,,,,,,75.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-low-effort, column python)",,out:superseded, livebench-task-simplify,livebench,sonnet-4.6,low,mixed,hard,,,,,,,46.733,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-low-effort, column simplify)",,out:superseded, livebench-task-spatial,livebench,sonnet-4.6,low,mixed,hard,,,,,,,96.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-low-effort, column spatial)",,out:superseded, livebench-task-story_generation,livebench,sonnet-4.6,low,mixed,hard,,,,,,,59.033,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-low-effort, column story_generation)",,out:superseded, livebench-task-summarize,livebench,sonnet-4.6,low,mixed,hard,,,,,,,56.867,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-low-effort, column summarize)",,out:superseded, livebench-task-tablejoin,livebench,sonnet-4.6,low,mixed,hard,,,,,,,37.404,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-low-effort, column tablejoin)",,out:superseded, livebench-task-tablereformat,livebench,sonnet-4.6,low,mixed,hard,,,,,,,98.039,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-low-effort, column tablereformat)",,out:superseded, livebench-task-theory_of_mind,livebench,sonnet-4.6,low,mixed,hard,,,,,,,55.769,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-low-effort, column theory_of_mind)",,out:superseded, livebench-task-typescript,livebench,sonnet-4.6,low,coding,hard,,,,,,,55.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-low-effort, column typescript)",,out:superseded, livebench-task-typos,livebench,sonnet-4.6,low,mixed,hard,,,,,,,64.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-low-effort, column typos)",,out:superseded, livebench-task-zebra_puzzle,livebench,sonnet-4.6,low,mixed,hard,,,,,,,90.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-low-effort, column zebra_puzzle)",,out:superseded, livebench-task-amps_hard,livebench,deepseek-v3.2,unstated,reasoning-math,hard,,,,,,,95.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2, column AMPS_Hard)",,out:effort-not-established, livebench-task-code_completion,livebench,deepseek-v3.2,unstated,coding,hard,,,,,,,73.913,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2, column code_completion)",,out:effort-not-established, livebench-task-code_generation,livebench,deepseek-v3.2,unstated,coding,hard,,,,,,,77.465,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2, column code_generation)",,out:effort-not-established, livebench-task-connections,livebench,deepseek-v3.2,unstated,mixed,hard,,,,,,,81.833,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2, column connections)",,out:effort-not-established, livebench-task-consecutive_events,livebench,deepseek-v3.2,unstated,mixed,hard,,,,,,,1.678,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2, column consecutive_events)",,out:effort-not-established, livebench-task-integrals_with_game,livebench,deepseek-v3.2,unstated,reasoning-math,hard,,,,,,,10.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2, column integrals_with_game)",,out:effort-not-established, livebench-task-javascript,livebench,deepseek-v3.2,unstated,coding,hard,,,,,,,40.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2, column javascript)",,out:effort-not-established, livebench-task-logic_with_navigation,livebench,deepseek-v3.2,unstated,mixed,hard,,,,,,,42.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2, column logic_with_navigation)",,out:effort-not-established, livebench-task-math_comp,livebench,deepseek-v3.2,unstated,reasoning-math,hard,,,,,,,76.471,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2, column math_comp)",,out:effort-not-established, livebench-task-olympiad,livebench,deepseek-v3.2,unstated,reasoning-math,hard,,,,,,,74.346,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2, column olympiad)",,out:effort-not-established, livebench-task-paraphrase,livebench,deepseek-v3.2,unstated,mixed,hard,,,,,,,20.6,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2, column paraphrase)",,out:effort-not-established, livebench-task-plot_unscrambling,livebench,deepseek-v3.2,unstated,mixed,hard,,,,,,,44.885,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2, column plot_unscrambling)",,out:effort-not-established, livebench-task-python,livebench,deepseek-v3.2,unstated,coding,hard,,,,,,,70.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2, column python)",,out:effort-not-established, livebench-task-simplify,livebench,deepseek-v3.2,unstated,mixed,hard,,,,,,,23.967,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2, column simplify)",,out:effort-not-established, livebench-task-spatial,livebench,deepseek-v3.2,unstated,mixed,hard,,,,,,,76.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2, column spatial)",,out:effort-not-established, livebench-task-story_generation,livebench,deepseek-v3.2,unstated,mixed,hard,,,,,,,20.683,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2, column story_generation)",,out:effort-not-established, livebench-task-summarize,livebench,deepseek-v3.2,unstated,mixed,hard,,,,,,,27.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2, column summarize)",,out:effort-not-established, livebench-task-tablejoin,livebench,deepseek-v3.2,unstated,mixed,hard,,,,,,,35.385,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2, column tablejoin)",,out:effort-not-established, livebench-task-tablereformat,livebench,deepseek-v3.2,unstated,mixed,hard,,,,,,,98.039,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2, column tablereformat)",,out:effort-not-established, livebench-task-theory_of_mind,livebench,deepseek-v3.2,unstated,mixed,hard,,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2, column theory_of_mind)",,out:effort-not-established, livebench-task-typescript,livebench,deepseek-v3.2,unstated,coding,hard,,,,,,,30.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2, column typescript)",,out:effort-not-established, livebench-task-typos,livebench,deepseek-v3.2,unstated,mixed,hard,,,,,,,66.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2, column typos)",,out:effort-not-established, livebench-task-zebra_puzzle,livebench,deepseek-v3.2,unstated,mixed,hard,,,,,,,9.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2, column zebra_puzzle)",,out:effort-not-established, livebench-task-amps_hard,livebench,deepseek-v3.2-exp,unstated,reasoning-math,hard,,,,,,,92.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp, column AMPS_Hard)",,out:effort-not-established, livebench-task-code_completion,livebench,deepseek-v3.2-exp,unstated,coding,hard,,,,,,,71.739,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp, column code_completion)",,out:effort-not-established, livebench-task-code_generation,livebench,deepseek-v3.2-exp,unstated,coding,hard,,,,,,,74.648,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp, column code_generation)",,out:effort-not-established, livebench-task-connections,livebench,deepseek-v3.2-exp,unstated,mixed,hard,,,,,,,79.333,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp, column connections)",,out:effort-not-established, livebench-task-consecutive_events,livebench,deepseek-v3.2-exp,unstated,mixed,hard,,,,,,,2.602,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp, column consecutive_events)",,out:effort-not-established, livebench-task-integrals_with_game,livebench,deepseek-v3.2-exp,unstated,reasoning-math,hard,,,,,,,13.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp, column integrals_with_game)",,out:effort-not-established, livebench-task-javascript,livebench,deepseek-v3.2-exp,unstated,coding,hard,,,,,,,30.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp, column javascript)",,out:effort-not-established, livebench-task-logic_with_navigation,livebench,deepseek-v3.2-exp,unstated,mixed,hard,,,,,,,40.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp, column logic_with_navigation)",,out:effort-not-established, livebench-task-math_comp,livebench,deepseek-v3.2-exp,unstated,reasoning-math,hard,,,,,,,75.49,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp, column math_comp)",,out:effort-not-established, livebench-task-olympiad,livebench,deepseek-v3.2-exp,unstated,reasoning-math,hard,,,,,,,77.04,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp, column olympiad)",,out:effort-not-established, livebench-task-paraphrase,livebench,deepseek-v3.2-exp,unstated,mixed,hard,,,,,,,16.083,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp, column paraphrase)",,out:effort-not-established, livebench-task-plot_unscrambling,livebench,deepseek-v3.2-exp,unstated,mixed,hard,,,,,,,45.455,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp, column plot_unscrambling)",,out:effort-not-established, livebench-task-python,livebench,deepseek-v3.2-exp,unstated,coding,hard,,,,,,,55.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp, column python)",,out:effort-not-established, livebench-task-simplify,livebench,deepseek-v3.2-exp,unstated,mixed,hard,,,,,,,20.85,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp, column simplify)",,out:effort-not-established, livebench-task-spatial,livebench,deepseek-v3.2-exp,unstated,mixed,hard,,,,,,,80.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp, column spatial)",,out:effort-not-established, livebench-task-story_generation,livebench,deepseek-v3.2-exp,unstated,mixed,hard,,,,,,,16.717,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp, column story_generation)",,out:effort-not-established, livebench-task-summarize,livebench,deepseek-v3.2-exp,unstated,mixed,hard,,,,,,,23.667,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp, column summarize)",,out:effort-not-established, livebench-task-tablejoin,livebench,deepseek-v3.2-exp,unstated,mixed,hard,,,,,,,32.135,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp, column tablejoin)",,out:effort-not-established, livebench-task-tablereformat,livebench,deepseek-v3.2-exp,unstated,mixed,hard,,,,,,,98.039,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp, column tablereformat)",,out:effort-not-established, livebench-task-theory_of_mind,livebench,deepseek-v3.2-exp,unstated,mixed,hard,,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp, column theory_of_mind)",,out:effort-not-established, livebench-task-typescript,livebench,deepseek-v3.2-exp,unstated,coding,hard,,,,,,,25.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp, column typescript)",,out:effort-not-established, livebench-task-typos,livebench,deepseek-v3.2-exp,unstated,mixed,hard,,,,,,,72.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp, column typos)",,out:effort-not-established, livebench-task-zebra_puzzle,livebench,deepseek-v3.2-exp,unstated,mixed,hard,,,,,,,12.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp, column zebra_puzzle)",,out:effort-not-established, livebench-task-amps_hard,livebench,deepseek-v3.2-exp,think,reasoning-math,hard,,,,,,,96.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp-thinking, column AMPS_Hard)",,out:superseded, livebench-task-code_completion,livebench,deepseek-v3.2-exp,think,coding,hard,,,,,,,73.913,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp-thinking, column code_completion)",,out:superseded, livebench-task-code_generation,livebench,deepseek-v3.2-exp,think,coding,hard,,,,,,,66.197,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp-thinking, column code_generation)",,out:superseded, livebench-task-connections,livebench,deepseek-v3.2-exp,think,mixed,hard,,,,,,,87.667,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp-thinking, column connections)",,out:superseded, livebench-task-consecutive_events,livebench,deepseek-v3.2-exp,think,mixed,hard,,,,,,,8.947,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp-thinking, column consecutive_events)",,out:superseded, livebench-task-integrals_with_game,livebench,deepseek-v3.2-exp,think,reasoning-math,hard,,,,,,,59.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp-thinking, column integrals_with_game)",,out:superseded, livebench-task-javascript,livebench,deepseek-v3.2-exp,think,coding,hard,,,,,,,25.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp-thinking, column javascript)",,out:superseded, livebench-task-logic_with_navigation,livebench,deepseek-v3.2-exp,think,mixed,hard,,,,,,,70.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp-thinking, column logic_with_navigation)",,out:superseded, livebench-task-math_comp,livebench,deepseek-v3.2-exp,think,reasoning-math,hard,,,,,,,92.157,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp-thinking, column math_comp)",,out:superseded, livebench-task-olympiad,livebench,deepseek-v3.2-exp,think,reasoning-math,hard,,,,,,,82.424,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp-thinking, column olympiad)",,out:superseded, livebench-task-paraphrase,livebench,deepseek-v3.2-exp,think,mixed,hard,,,,,,,34.333,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp-thinking, column paraphrase)",,out:superseded, livebench-task-plot_unscrambling,livebench,deepseek-v3.2-exp,think,mixed,hard,,,,,,,47.526,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp-thinking, column plot_unscrambling)",,out:superseded, livebench-task-python,livebench,deepseek-v3.2-exp,think,coding,hard,,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp-thinking, column python)",,out:superseded, livebench-task-simplify,livebench,deepseek-v3.2-exp,think,mixed,hard,,,,,,,41.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp-thinking, column simplify)",,out:superseded, livebench-task-spatial,livebench,deepseek-v3.2-exp,think,mixed,hard,,,,,,,88.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp-thinking, column spatial)",,out:superseded, livebench-task-story_generation,livebench,deepseek-v3.2-exp,think,mixed,hard,,,,,,,42.517,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp-thinking, column story_generation)",,out:superseded, livebench-task-summarize,livebench,deepseek-v3.2-exp,think,mixed,hard,,,,,,,47.233,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp-thinking, column summarize)",,out:superseded, livebench-task-tablejoin,livebench,deepseek-v3.2-exp,think,mixed,hard,,,,,,,45.558,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp-thinking, column tablejoin)",,out:superseded, livebench-task-tablereformat,livebench,deepseek-v3.2-exp,think,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp-thinking, column tablereformat)",,out:uninformative, livebench-task-theory_of_mind,livebench,deepseek-v3.2-exp,think,mixed,hard,,,,,,,69.231,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp-thinking, column theory_of_mind)",,out:superseded, livebench-task-typescript,livebench,deepseek-v3.2-exp,think,coding,hard,,,,,,,20.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp-thinking, column typescript)",,out:superseded, livebench-task-typos,livebench,deepseek-v3.2-exp,think,mixed,hard,,,,,,,78.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp-thinking, column typos)",,out:superseded, livebench-task-zebra_puzzle,livebench,deepseek-v3.2-exp,think,mixed,hard,,,,,,,30.25,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp-thinking, column zebra_puzzle)",,out:superseded, livebench-task-amps_hard,livebench,deepseek-v3.2,think,reasoning-math,hard,,,,,,,97.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-thinking, column AMPS_Hard)",,out:superseded, livebench-task-code_completion,livebench,deepseek-v3.2,think,coding,hard,,,,,,,63.043,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-thinking, column code_completion)",,out:superseded, livebench-task-code_generation,livebench,deepseek-v3.2,think,coding,hard,,,,,,,66.197,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-thinking, column code_generation)",,out:superseded, livebench-task-connections,livebench,deepseek-v3.2,think,mixed,hard,,,,,,,93.5,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-thinking, column connections)",,out:superseded, livebench-task-consecutive_events,livebench,deepseek-v3.2,think,mixed,hard,,,,,,,8.402,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-thinking, column consecutive_events)",,out:superseded, livebench-task-integrals_with_game,livebench,deepseek-v3.2,think,reasoning-math,hard,,,,,,,63.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-thinking, column integrals_with_game)",,out:superseded, livebench-task-javascript,livebench,deepseek-v3.2,think,coding,hard,,,,,,,30.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-thinking, column javascript)",,out:superseded, livebench-task-logic_with_navigation,livebench,deepseek-v3.2,think,mixed,hard,,,,,,,64.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-thinking, column logic_with_navigation)",,out:superseded, livebench-task-math_comp,livebench,deepseek-v3.2,think,reasoning-math,hard,,,,,,,95.098,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-thinking, column math_comp)",,out:superseded, livebench-task-olympiad,livebench,deepseek-v3.2,think,reasoning-math,hard,,,,,,,85.037,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-thinking, column olympiad)",,out:superseded, livebench-task-paraphrase,livebench,deepseek-v3.2,think,mixed,hard,,,,,,,41.817,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-thinking, column paraphrase)",,out:superseded, livebench-task-plot_unscrambling,livebench,deepseek-v3.2,think,mixed,hard,,,,,,,45.726,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-thinking, column plot_unscrambling)",,out:superseded, livebench-task-python,livebench,deepseek-v3.2,think,coding,hard,,,,,,,60.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-thinking, column python)",,out:superseded, livebench-task-simplify,livebench,deepseek-v3.2,think,mixed,hard,,,,,,,48.217,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-thinking, column simplify)",,out:superseded, livebench-task-spatial,livebench,deepseek-v3.2,think,mixed,hard,,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-thinking, column spatial)",,out:superseded, livebench-task-story_generation,livebench,deepseek-v3.2,think,mixed,hard,,,,,,,55.117,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-thinking, column story_generation)",,out:superseded, livebench-task-summarize,livebench,deepseek-v3.2,think,mixed,hard,,,,,,,47.6,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-thinking, column summarize)",,out:superseded, livebench-task-tablejoin,livebench,deepseek-v3.2,think,mixed,hard,,,,,,,41.596,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-thinking, column tablejoin)",,out:superseded, livebench-task-tablereformat,livebench,deepseek-v3.2,think,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-thinking, column tablereformat)",,out:uninformative, livebench-task-theory_of_mind,livebench,deepseek-v3.2,think,mixed,hard,,,,,,,76.923,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-thinking, column theory_of_mind)",,out:superseded, livebench-task-typescript,livebench,deepseek-v3.2,think,coding,hard,,,,,,,30.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-thinking, column typescript)",,out:superseded, livebench-task-typos,livebench,deepseek-v3.2,think,mixed,hard,,,,,,,72.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-thinking, column typos)",,out:superseded, livebench-task-zebra_puzzle,livebench,deepseek-v3.2,think,mixed,hard,,,,,,,69.75,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-thinking, column zebra_puzzle)",,out:superseded, livebench-task-amps_hard,livebench,devstral-2512,solo,reasoning-math,hard,,,,,,,80.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row devstral-2512, column AMPS_Hard)",,out:superseded, livebench-task-code_completion,livebench,devstral-2512,solo,coding,hard,,,,,,,67.391,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row devstral-2512, column code_completion)",,out:superseded, livebench-task-code_generation,livebench,devstral-2512,solo,coding,hard,,,,,,,66.197,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row devstral-2512, column code_generation)",,out:superseded, livebench-task-connections,livebench,devstral-2512,solo,mixed,hard,,,,,,,34.333,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row devstral-2512, column connections)",,out:superseded, livebench-task-consecutive_events,livebench,devstral-2512,solo,mixed,hard,,,,,,,3.517,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row devstral-2512, column consecutive_events)",,out:superseded, livebench-task-integrals_with_game,livebench,devstral-2512,solo,reasoning-math,hard,,,,,,,7.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row devstral-2512, column integrals_with_game)",,out:superseded, livebench-task-javascript,livebench,devstral-2512,solo,coding,hard,,,,,,,40.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row devstral-2512, column javascript)",,out:superseded, livebench-task-logic_with_navigation,livebench,devstral-2512,solo,mixed,hard,,,,,,,16.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row devstral-2512, column logic_with_navigation)",,out:superseded, livebench-task-math_comp,livebench,devstral-2512,solo,reasoning-math,hard,,,,,,,60.784,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row devstral-2512, column math_comp)",,out:superseded, livebench-task-olympiad,livebench,devstral-2512,solo,reasoning-math,hard,,,,,,,62.279,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row devstral-2512, column olympiad)",,out:superseded, livebench-task-paraphrase,livebench,devstral-2512,solo,mixed,hard,,,,,,,12.35,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row devstral-2512, column paraphrase)",,out:superseded, livebench-task-plot_unscrambling,livebench,devstral-2512,solo,mixed,hard,,,,,,,38.674,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row devstral-2512, column plot_unscrambling)",,out:superseded, livebench-task-python,livebench,devstral-2512,solo,coding,hard,,,,,,,70.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row devstral-2512, column python)",,out:superseded, livebench-task-simplify,livebench,devstral-2512,solo,mixed,hard,,,,,,,13.217,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row devstral-2512, column simplify)",,out:superseded, livebench-task-spatial,livebench,devstral-2512,solo,mixed,hard,,,,,,,56.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row devstral-2512, column spatial)",,out:superseded, livebench-task-story_generation,livebench,devstral-2512,solo,mixed,hard,,,,,,,11.533,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row devstral-2512, column story_generation)",,out:superseded, livebench-task-summarize,livebench,devstral-2512,solo,mixed,hard,,,,,,,16.9,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row devstral-2512, column summarize)",,out:superseded, livebench-task-tablejoin,livebench,devstral-2512,solo,mixed,hard,,,,,,,21.75,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row devstral-2512, column tablejoin)",,out:superseded, livebench-task-tablereformat,livebench,devstral-2512,solo,mixed,hard,,,,,,,92.157,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row devstral-2512, column tablereformat)",,out:superseded, livebench-task-theory_of_mind,livebench,devstral-2512,solo,mixed,hard,,,,,,,38.462,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row devstral-2512, column theory_of_mind)",,out:superseded, livebench-task-typescript,livebench,devstral-2512,solo,coding,hard,,,,,,,20.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row devstral-2512, column typescript)",,out:superseded, livebench-task-typos,livebench,devstral-2512,solo,mixed,hard,,,,,,,64.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row devstral-2512, column typos)",,out:superseded, livebench-task-zebra_puzzle,livebench,devstral-2512,solo,mixed,hard,,,,,,,0.5,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row devstral-2512, column zebra_puzzle)",,out:superseded, livebench-task-amps_hard,livebench,gemini-2.5-flash,think,reasoning-math,hard,,,,,,,85.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-06-05-highthinking, column AMPS_Hard)",,out:superseded, livebench-task-code_completion,livebench,gemini-2.5-flash,think,coding,hard,,,,,,,63.043,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-06-05-highthinking, column code_completion)",,out:superseded, livebench-task-code_generation,livebench,gemini-2.5-flash,think,coding,hard,,,,,,,69.014,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-06-05-highthinking, column code_generation)",,out:superseded, livebench-task-connections,livebench,gemini-2.5-flash,think,mixed,hard,,,,,,,70.167,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-06-05-highthinking, column connections)",,out:superseded, livebench-task-consecutive_events,livebench,gemini-2.5-flash,think,mixed,hard,,,,,,,2.566,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-06-05-highthinking, column consecutive_events)",,out:superseded, livebench-task-integrals_with_game,livebench,gemini-2.5-flash,think,reasoning-math,hard,,,,,,,21.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-06-05-highthinking, column integrals_with_game)",,out:superseded, livebench-task-javascript,livebench,gemini-2.5-flash,think,coding,hard,,,,,,,10.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-06-05-highthinking, column javascript)",,out:superseded, livebench-task-logic_with_navigation,livebench,gemini-2.5-flash,think,mixed,hard,,,,,,,32.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-06-05-highthinking, column logic_with_navigation)",,out:superseded, livebench-task-math_comp,livebench,gemini-2.5-flash,think,reasoning-math,hard,,,,,,,87.255,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-06-05-highthinking, column math_comp)",,out:superseded, livebench-task-olympiad,livebench,gemini-2.5-flash,think,reasoning-math,hard,,,,,,,81.762,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-06-05-highthinking, column olympiad)",,out:superseded, livebench-task-paraphrase,livebench,gemini-2.5-flash,think,mixed,hard,,,,,,,25.433,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-06-05-highthinking, column paraphrase)",,out:superseded, livebench-task-plot_unscrambling,livebench,gemini-2.5-flash,think,mixed,hard,,,,,,,52.657,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-06-05-highthinking, column plot_unscrambling)",,out:superseded, livebench-task-python,livebench,gemini-2.5-flash,think,coding,hard,,,,,,,40.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-06-05-highthinking, column python)",,out:superseded, livebench-task-simplify,livebench,gemini-2.5-flash,think,mixed,hard,,,,,,,22.467,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-06-05-highthinking, column simplify)",,out:superseded, livebench-task-spatial,livebench,gemini-2.5-flash,think,mixed,hard,,,,,,,86.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-06-05-highthinking, column spatial)",,out:superseded, livebench-task-story_generation,livebench,gemini-2.5-flash,think,mixed,hard,,,,,,,32.917,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-06-05-highthinking, column story_generation)",,out:superseded, livebench-task-summarize,livebench,gemini-2.5-flash,think,mixed,hard,,,,,,,33.167,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-06-05-highthinking, column summarize)",,out:superseded, livebench-task-tablejoin,livebench,gemini-2.5-flash,think,mixed,hard,,,,,,,41.327,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-06-05-highthinking, column tablejoin)",,out:superseded, livebench-task-tablereformat,livebench,gemini-2.5-flash,think,mixed,hard,,,,,,,98.039,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-06-05-highthinking, column tablereformat)",,out:superseded, livebench-task-theory_of_mind,livebench,gemini-2.5-flash,think,mixed,hard,,,,,,,42.308,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-06-05-highthinking, column theory_of_mind)",,out:superseded, livebench-task-typescript,livebench,gemini-2.5-flash,think,coding,hard,,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-06-05-highthinking, column typescript)",,out:uninformative, livebench-task-typos,livebench,gemini-2.5-flash,think,mixed,hard,,,,,,,64.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-06-05-highthinking, column typos)",,out:superseded, livebench-task-zebra_puzzle,livebench,gemini-2.5-flash,think,mixed,hard,,,,,,,18.25,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-06-05-highthinking, column zebra_puzzle)",,out:superseded, livebench-task-amps_hard,livebench,gemini-2.5-flash-lite,think,reasoning-math,hard,,,,,,,93.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-highthinking, column AMPS_Hard)",,out:superseded, livebench-task-code_completion,livebench,gemini-2.5-flash-lite,think,coding,hard,,,,,,,65.217,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-highthinking, column code_completion)",,out:superseded, livebench-task-code_generation,livebench,gemini-2.5-flash-lite,think,coding,hard,,,,,,,67.606,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-highthinking, column code_generation)",,out:superseded, livebench-task-connections,livebench,gemini-2.5-flash-lite,think,mixed,hard,,,,,,,61.833,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-highthinking, column connections)",,out:superseded, livebench-task-consecutive_events,livebench,gemini-2.5-flash-lite,think,mixed,hard,,,,,,,6.622,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-highthinking, column consecutive_events)",,out:superseded, livebench-task-integrals_with_game,livebench,gemini-2.5-flash-lite,think,reasoning-math,hard,,,,,,,11.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-highthinking, column integrals_with_game)",,out:superseded, livebench-task-javascript,livebench,gemini-2.5-flash-lite,think,coding,hard,,,,,,,5.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-highthinking, column javascript)",,out:superseded, livebench-task-logic_with_navigation,livebench,gemini-2.5-flash-lite,think,mixed,hard,,,,,,,42.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-highthinking, column logic_with_navigation)",,out:superseded, livebench-task-math_comp,livebench,gemini-2.5-flash-lite,think,reasoning-math,hard,,,,,,,73.529,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-highthinking, column math_comp)",,out:superseded, livebench-task-olympiad,livebench,gemini-2.5-flash-lite,think,reasoning-math,hard,,,,,,,66.633,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-highthinking, column olympiad)",,out:superseded, livebench-task-paraphrase,livebench,gemini-2.5-flash-lite,think,mixed,hard,,,,,,,16.6,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-highthinking, column paraphrase)",,out:superseded, livebench-task-plot_unscrambling,livebench,gemini-2.5-flash-lite,think,mixed,hard,,,,,,,32.108,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-highthinking, column plot_unscrambling)",,out:superseded, livebench-task-python,livebench,gemini-2.5-flash-lite,think,coding,hard,,,,,,,10.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-highthinking, column python)",,out:superseded, livebench-task-simplify,livebench,gemini-2.5-flash-lite,think,mixed,hard,,,,,,,23.35,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-highthinking, column simplify)",,out:superseded, livebench-task-spatial,livebench,gemini-2.5-flash-lite,think,mixed,hard,,,,,,,84.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-highthinking, column spatial)",,out:superseded, livebench-task-story_generation,livebench,gemini-2.5-flash-lite,think,mixed,hard,,,,,,,27.75,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-highthinking, column story_generation)",,out:superseded, livebench-task-summarize,livebench,gemini-2.5-flash-lite,think,mixed,hard,,,,,,,24.6,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-highthinking, column summarize)",,out:superseded, livebench-task-tablejoin,livebench,gemini-2.5-flash-lite,think,mixed,hard,,,,,,,36.462,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-highthinking, column tablejoin)",,out:superseded, livebench-task-tablereformat,livebench,gemini-2.5-flash-lite,think,mixed,hard,,,,,,,98.039,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-highthinking, column tablereformat)",,out:superseded, livebench-task-theory_of_mind,livebench,gemini-2.5-flash-lite,think,mixed,hard,,,,,,,34.615,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-highthinking, column theory_of_mind)",,out:superseded, livebench-task-typescript,livebench,gemini-2.5-flash-lite,think,coding,hard,,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-highthinking, column typescript)",,out:uninformative, livebench-task-typos,livebench,gemini-2.5-flash-lite,think,mixed,hard,,,,,,,62.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-highthinking, column typos)",,out:superseded, livebench-task-zebra_puzzle,livebench,gemini-2.5-flash-lite,think,mixed,hard,,,,,,,12.75,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-highthinking, column zebra_puzzle)",,out:superseded, livebench-task-amps_hard,livebench,gemini-2.5-flash-lite-preview-09-2025,think,reasoning-math,hard,,,,,,,93.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-preview-09-2025-highthinking, column AMPS_Hard)",,out:superseded, livebench-task-code_completion,livebench,gemini-2.5-flash-lite-preview-09-2025,think,coding,hard,,,,,,,67.391,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-preview-09-2025-highthinking, column code_completion)",,out:superseded, livebench-task-code_generation,livebench,gemini-2.5-flash-lite-preview-09-2025,think,coding,hard,,,,,,,63.38,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-preview-09-2025-highthinking, column code_generation)",,out:superseded, livebench-task-connections,livebench,gemini-2.5-flash-lite-preview-09-2025,think,mixed,hard,,,,,,,63.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-preview-09-2025-highthinking, column connections)",,out:superseded, livebench-task-consecutive_events,livebench,gemini-2.5-flash-lite-preview-09-2025,think,mixed,hard,,,,,,,8.346,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-preview-09-2025-highthinking, column consecutive_events)",,out:superseded, livebench-task-integrals_with_game,livebench,gemini-2.5-flash-lite-preview-09-2025,think,reasoning-math,hard,,,,,,,17.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-preview-09-2025-highthinking, column integrals_with_game)",,out:superseded, livebench-task-javascript,livebench,gemini-2.5-flash-lite-preview-09-2025,think,coding,hard,,,,,,,5.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-preview-09-2025-highthinking, column javascript)",,out:superseded, livebench-task-logic_with_navigation,livebench,gemini-2.5-flash-lite-preview-09-2025,think,mixed,hard,,,,,,,24.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-preview-09-2025-highthinking, column logic_with_navigation)",,out:superseded, livebench-task-math_comp,livebench,gemini-2.5-flash-lite-preview-09-2025,think,reasoning-math,hard,,,,,,,83.333,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-preview-09-2025-highthinking, column math_comp)",,out:superseded, livebench-task-olympiad,livebench,gemini-2.5-flash-lite-preview-09-2025,think,reasoning-math,hard,,,,,,,66.279,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-preview-09-2025-highthinking, column olympiad)",,out:superseded, livebench-task-paraphrase,livebench,gemini-2.5-flash-lite-preview-09-2025,think,mixed,hard,,,,,,,27.183,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-preview-09-2025-highthinking, column paraphrase)",,out:superseded, livebench-task-plot_unscrambling,livebench,gemini-2.5-flash-lite-preview-09-2025,think,mixed,hard,,,,,,,32.803,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-preview-09-2025-highthinking, column plot_unscrambling)",,out:superseded, livebench-task-python,livebench,gemini-2.5-flash-lite-preview-09-2025,think,coding,hard,,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-preview-09-2025-highthinking, column python)",,out:uninformative, livebench-task-simplify,livebench,gemini-2.5-flash-lite-preview-09-2025,think,mixed,hard,,,,,,,24.283,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-preview-09-2025-highthinking, column simplify)",,out:superseded, livebench-task-spatial,livebench,gemini-2.5-flash-lite-preview-09-2025,think,mixed,hard,,,,,,,68.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-preview-09-2025-highthinking, column spatial)",,out:superseded, livebench-task-story_generation,livebench,gemini-2.5-flash-lite-preview-09-2025,think,mixed,hard,,,,,,,32.733,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-preview-09-2025-highthinking, column story_generation)",,out:superseded, livebench-task-summarize,livebench,gemini-2.5-flash-lite-preview-09-2025,think,mixed,hard,,,,,,,28.233,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-preview-09-2025-highthinking, column summarize)",,out:superseded, livebench-task-tablejoin,livebench,gemini-2.5-flash-lite-preview-09-2025,think,mixed,hard,,,,,,,37.25,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-preview-09-2025-highthinking, column tablejoin)",,out:superseded, livebench-task-tablereformat,livebench,gemini-2.5-flash-lite-preview-09-2025,think,mixed,hard,,,,,,,98.039,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-preview-09-2025-highthinking, column tablereformat)",,out:superseded, livebench-task-theory_of_mind,livebench,gemini-2.5-flash-lite-preview-09-2025,think,mixed,hard,,,,,,,40.385,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-preview-09-2025-highthinking, column theory_of_mind)",,out:superseded, livebench-task-typescript,livebench,gemini-2.5-flash-lite-preview-09-2025,think,coding,hard,,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-preview-09-2025-highthinking, column typescript)",,out:uninformative, livebench-task-typos,livebench,gemini-2.5-flash-lite-preview-09-2025,think,mixed,hard,,,,,,,62.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-preview-09-2025-highthinking, column typos)",,out:superseded, livebench-task-zebra_puzzle,livebench,gemini-2.5-flash-lite-preview-09-2025,think,mixed,hard,,,,,,,12.25,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-preview-09-2025-highthinking, column zebra_puzzle)",,out:superseded, livebench-task-amps_hard,livebench,gemini-2.5-flash-preview-09-2025,think,reasoning-math,hard,,,,,,,96.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-preview-09-2025-highthinking, column AMPS_Hard)",,out:superseded, livebench-task-code_completion,livebench,gemini-2.5-flash-preview-09-2025,think,coding,hard,,,,,,,67.391,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-preview-09-2025-highthinking, column code_completion)",,out:superseded, livebench-task-code_generation,livebench,gemini-2.5-flash-preview-09-2025,think,coding,hard,,,,,,,67.606,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-preview-09-2025-highthinking, column code_generation)",,out:superseded, livebench-task-connections,livebench,gemini-2.5-flash-preview-09-2025,think,mixed,hard,,,,,,,77.667,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-preview-09-2025-highthinking, column connections)",,out:superseded, livebench-task-consecutive_events,livebench,gemini-2.5-flash-preview-09-2025,think,mixed,hard,,,,,,,37.524,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-preview-09-2025-highthinking, column consecutive_events)",,out:superseded, livebench-task-integrals_with_game,livebench,gemini-2.5-flash-preview-09-2025,think,reasoning-math,hard,,,,,,,32.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-preview-09-2025-highthinking, column integrals_with_game)",,out:superseded, livebench-task-javascript,livebench,gemini-2.5-flash-preview-09-2025,think,coding,hard,,,,,,,15.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-preview-09-2025-highthinking, column javascript)",,out:superseded, livebench-task-logic_with_navigation,livebench,gemini-2.5-flash-preview-09-2025,think,mixed,hard,,,,,,,60.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-preview-09-2025-highthinking, column logic_with_navigation)",,out:superseded, livebench-task-math_comp,livebench,gemini-2.5-flash-preview-09-2025,think,reasoning-math,hard,,,,,,,89.216,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-preview-09-2025-highthinking, column math_comp)",,out:superseded, livebench-task-olympiad,livebench,gemini-2.5-flash-preview-09-2025,think,reasoning-math,hard,,,,,,,84.188,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-preview-09-2025-highthinking, column olympiad)",,out:superseded, livebench-task-paraphrase,livebench,gemini-2.5-flash-preview-09-2025,think,mixed,hard,,,,,,,24.467,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-preview-09-2025-highthinking, column paraphrase)",,out:superseded, livebench-task-plot_unscrambling,livebench,gemini-2.5-flash-preview-09-2025,think,mixed,hard,,,,,,,52.362,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-preview-09-2025-highthinking, column plot_unscrambling)",,out:superseded, livebench-task-python,livebench,gemini-2.5-flash-preview-09-2025,think,coding,hard,,,,,,,40.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-preview-09-2025-highthinking, column python)",,out:superseded, livebench-task-simplify,livebench,gemini-2.5-flash-preview-09-2025,think,mixed,hard,,,,,,,26.95,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-preview-09-2025-highthinking, column simplify)",,out:superseded, livebench-task-spatial,livebench,gemini-2.5-flash-preview-09-2025,think,mixed,hard,,,,,,,80.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-preview-09-2025-highthinking, column spatial)",,out:superseded, livebench-task-story_generation,livebench,gemini-2.5-flash-preview-09-2025,think,mixed,hard,,,,,,,30.767,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-preview-09-2025-highthinking, column story_generation)",,out:superseded, livebench-task-summarize,livebench,gemini-2.5-flash-preview-09-2025,think,mixed,hard,,,,,,,28.533,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-preview-09-2025-highthinking, column summarize)",,out:superseded, livebench-task-tablejoin,livebench,gemini-2.5-flash-preview-09-2025,think,mixed,hard,,,,,,,47.385,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-preview-09-2025-highthinking, column tablejoin)",,out:superseded, livebench-task-tablereformat,livebench,gemini-2.5-flash-preview-09-2025,think,mixed,hard,,,,,,,98.039,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-preview-09-2025-highthinking, column tablereformat)",,out:superseded, livebench-task-theory_of_mind,livebench,gemini-2.5-flash-preview-09-2025,think,mixed,hard,,,,,,,42.308,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-preview-09-2025-highthinking, column theory_of_mind)",,out:superseded, livebench-task-typescript,livebench,gemini-2.5-flash-preview-09-2025,think,coding,hard,,,,,,,15.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-preview-09-2025-highthinking, column typescript)",,out:superseded, livebench-task-typos,livebench,gemini-2.5-flash-preview-09-2025,think,mixed,hard,,,,,,,66.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-preview-09-2025-highthinking, column typos)",,out:superseded, livebench-task-zebra_puzzle,livebench,gemini-2.5-flash-preview-09-2025,think,mixed,hard,,,,,,,23.5,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-preview-09-2025-highthinking, column zebra_puzzle)",,out:superseded, livebench-task-amps_hard,livebench,gemini-2.5-pro,think,reasoning-math,hard,,,,,,,74.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-pro-06-05-highthinking, column AMPS_Hard)",,out:superseded, livebench-task-code_completion,livebench,gemini-2.5-pro,think,coding,hard,,,,,,,73.913,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-pro-06-05-highthinking, column code_completion)",,out:superseded, livebench-task-code_generation,livebench,gemini-2.5-pro,think,coding,hard,,,,,,,77.465,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-pro-06-05-highthinking, column code_generation)",,out:superseded, livebench-task-connections,livebench,gemini-2.5-pro,think,mixed,hard,,,,,,,87.5,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-pro-06-05-highthinking, column connections)",,out:superseded, livebench-task-consecutive_events,livebench,gemini-2.5-pro,think,mixed,hard,,,,,,,11.844,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-pro-06-05-highthinking, column consecutive_events)",,out:superseded, livebench-task-integrals_with_game,livebench,gemini-2.5-pro,think,reasoning-math,hard,,,,,,,24.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-pro-06-05-highthinking, column integrals_with_game)",,out:superseded, livebench-task-javascript,livebench,gemini-2.5-pro,think,coding,hard,,,,,,,30.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-pro-06-05-highthinking, column javascript)",,out:superseded, livebench-task-logic_with_navigation,livebench,gemini-2.5-pro,think,mixed,hard,,,,,,,68.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-pro-06-05-highthinking, column logic_with_navigation)",,out:superseded, livebench-task-math_comp,livebench,gemini-2.5-pro,think,reasoning-math,hard,,,,,,,89.216,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-pro-06-05-highthinking, column math_comp)",,out:superseded, livebench-task-olympiad,livebench,gemini-2.5-pro,think,reasoning-math,hard,,,,,,,86.047,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-pro-06-05-highthinking, column olympiad)",,out:superseded, livebench-task-paraphrase,livebench,gemini-2.5-pro,think,mixed,hard,,,,,,,28.6,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-pro-06-05-highthinking, column paraphrase)",,out:superseded, livebench-task-plot_unscrambling,livebench,gemini-2.5-pro,think,mixed,hard,,,,,,,62.987,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-pro-06-05-highthinking, column plot_unscrambling)",,out:superseded, livebench-task-python,livebench,gemini-2.5-pro,think,coding,hard,,,,,,,45.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-pro-06-05-highthinking, column python)",,out:superseded, livebench-task-simplify,livebench,gemini-2.5-pro,think,mixed,hard,,,,,,,34.467,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-pro-06-05-highthinking, column simplify)",,out:superseded, livebench-task-spatial,livebench,gemini-2.5-pro,think,mixed,hard,,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-pro-06-05-highthinking, column spatial)",,out:superseded, livebench-task-story_generation,livebench,gemini-2.5-pro,think,mixed,hard,,,,,,,32.15,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-pro-06-05-highthinking, column story_generation)",,out:superseded, livebench-task-summarize,livebench,gemini-2.5-pro,think,mixed,hard,,,,,,,37.05,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-pro-06-05-highthinking, column summarize)",,out:superseded, livebench-task-tablejoin,livebench,gemini-2.5-pro,think,mixed,hard,,,,,,,44.962,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-pro-06-05-highthinking, column tablejoin)",,out:superseded, livebench-task-tablereformat,livebench,gemini-2.5-pro,think,mixed,hard,,,,,,,98.039,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-pro-06-05-highthinking, column tablereformat)",,out:superseded, livebench-task-theory_of_mind,livebench,gemini-2.5-pro,think,mixed,hard,,,,,,,69.231,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-pro-06-05-highthinking, column theory_of_mind)",,out:superseded, livebench-task-typescript,livebench,gemini-2.5-pro,think,coding,hard,,,,,,,25.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-pro-06-05-highthinking, column typescript)",,out:superseded, livebench-task-typos,livebench,gemini-2.5-pro,think,mixed,hard,,,,,,,76.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-pro-06-05-highthinking, column typos)",,out:superseded, livebench-task-zebra_puzzle,livebench,gemini-2.5-pro,think,mixed,hard,,,,,,,48.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-pro-06-05-highthinking, column zebra_puzzle)",,out:superseded, livebench-task-amps_hard,livebench,gemini-3-flash,high,reasoning-math,hard,,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-high, column AMPS_Hard)",,out:superseded, livebench-task-code_completion,livebench,gemini-3-flash,high,coding,hard,,,,,,,71.739,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-high, column code_completion)",,out:superseded, livebench-task-code_generation,livebench,gemini-3-flash,high,coding,hard,,,,,,,76.056,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-high, column code_generation)",,out:superseded, livebench-task-connections,livebench,gemini-3-flash,high,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-high, column connections)",,out:uninformative, livebench-task-consecutive_events,livebench,gemini-3-flash,high,mixed,hard,,,,,,,74.837,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-high, column consecutive_events)",,out:superseded, livebench-task-integrals_with_game,livebench,gemini-3-flash,high,reasoning-math,hard,,,,,,,56.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-high, column integrals_with_game)",,out:superseded, livebench-task-javascript,livebench,gemini-3-flash,high,coding,hard,,,,,,,40.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-high, column javascript)",,out:superseded, livebench-task-logic_with_navigation,livebench,gemini-3-flash,high,mixed,hard,,,,,,,72.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-high, column logic_with_navigation)",,out:superseded, livebench-task-math_comp,livebench,gemini-3-flash,high,reasoning-math,hard,,,,,,,93.137,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-high, column math_comp)",,out:superseded, livebench-task-olympiad,livebench,gemini-3-flash,high,reasoning-math,hard,,,,,,,89.56,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-high, column olympiad)",,out:superseded, livebench-task-paraphrase,livebench,gemini-3-flash,high,mixed,hard,,,,,,,72.983,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-high, column paraphrase)",,out:superseded, livebench-task-plot_unscrambling,livebench,gemini-3-flash,high,mixed,hard,,,,,,,65.694,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-high, column plot_unscrambling)",,out:superseded, livebench-task-python,livebench,gemini-3-flash,high,coding,hard,,,,,,,45.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-high, column python)",,out:superseded, livebench-task-simplify,livebench,gemini-3-flash,high,mixed,hard,,,,,,,70.133,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-high, column simplify)",,out:superseded, livebench-task-spatial,livebench,gemini-3-flash,high,mixed,hard,,,,,,,96.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-high, column spatial)",,out:superseded, livebench-task-story_generation,livebench,gemini-3-flash,high,mixed,hard,,,,,,,71.467,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-high, column story_generation)",,out:superseded, livebench-task-summarize,livebench,gemini-3-flash,high,mixed,hard,,,,,,,84.867,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-high, column summarize)",,out:superseded, livebench-task-tablejoin,livebench,gemini-3-flash,high,mixed,hard,,,,,,,51.442,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-high, column tablejoin)",,out:superseded, livebench-task-tablereformat,livebench,gemini-3-flash,high,mixed,hard,,,,,,,98.039,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-high, column tablereformat)",,out:superseded, livebench-task-theory_of_mind,livebench,gemini-3-flash,high,mixed,hard,,,,,,,82.692,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-high, column theory_of_mind)",,out:superseded, livebench-task-typescript,livebench,gemini-3-flash,high,coding,hard,,,,,,,35.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-high, column typescript)",,out:superseded, livebench-task-typos,livebench,gemini-3-flash,high,mixed,hard,,,,,,,88.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-high, column typos)",,out:superseded, livebench-task-zebra_puzzle,livebench,gemini-3-flash,high,mixed,hard,,,,,,,47.5,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-high, column zebra_puzzle)",,out:superseded, livebench-task-amps_hard,livebench,gemini-3-flash,minimal,reasoning-math,hard,,,,,,,94.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-minimal, column AMPS_Hard)",,out:superseded, livebench-task-code_completion,livebench,gemini-3-flash,minimal,coding,hard,,,,,,,78.261,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-minimal, column code_completion)",,out:superseded, livebench-task-code_generation,livebench,gemini-3-flash,minimal,coding,hard,,,,,,,78.873,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-minimal, column code_generation)",,out:superseded, livebench-task-connections,livebench,gemini-3-flash,minimal,mixed,hard,,,,,,,96.5,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-minimal, column connections)",,out:superseded, livebench-task-consecutive_events,livebench,gemini-3-flash,minimal,mixed,hard,,,,,,,7.224,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-minimal, column consecutive_events)",,out:superseded, livebench-task-integrals_with_game,livebench,gemini-3-flash,minimal,reasoning-math,hard,,,,,,,12.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-minimal, column integrals_with_game)",,out:superseded, livebench-task-javascript,livebench,gemini-3-flash,minimal,coding,hard,,,,,,,40.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-minimal, column javascript)",,out:superseded, livebench-task-logic_with_navigation,livebench,gemini-3-flash,minimal,mixed,hard,,,,,,,44.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-minimal, column logic_with_navigation)",,out:superseded, livebench-task-math_comp,livebench,gemini-3-flash,minimal,reasoning-math,hard,,,,,,,84.314,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-minimal, column math_comp)",,out:superseded, livebench-task-olympiad,livebench,gemini-3-flash,minimal,reasoning-math,hard,,,,,,,82.081,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-minimal, column olympiad)",,out:superseded, livebench-task-paraphrase,livebench,gemini-3-flash,minimal,mixed,hard,,,,,,,19.767,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-minimal, column paraphrase)",,out:superseded, livebench-task-plot_unscrambling,livebench,gemini-3-flash,minimal,mixed,hard,,,,,,,59.439,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-minimal, column plot_unscrambling)",,out:superseded, livebench-task-python,livebench,gemini-3-flash,minimal,coding,hard,,,,,,,55.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-minimal, column python)",,out:superseded, livebench-task-simplify,livebench,gemini-3-flash,minimal,mixed,hard,,,,,,,30.033,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-minimal, column simplify)",,out:superseded, livebench-task-spatial,livebench,gemini-3-flash,minimal,mixed,hard,,,,,,,82.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-minimal, column spatial)",,out:superseded, livebench-task-story_generation,livebench,gemini-3-flash,minimal,mixed,hard,,,,,,,30.7,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-minimal, column story_generation)",,out:superseded, livebench-task-summarize,livebench,gemini-3-flash,minimal,mixed,hard,,,,,,,32.783,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-minimal, column summarize)",,out:superseded, livebench-task-tablejoin,livebench,gemini-3-flash,minimal,mixed,hard,,,,,,,39.654,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-minimal, column tablejoin)",,out:superseded, livebench-task-tablereformat,livebench,gemini-3-flash,minimal,mixed,hard,,,,,,,98.039,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-minimal, column tablereformat)",,out:superseded, livebench-task-theory_of_mind,livebench,gemini-3-flash,minimal,mixed,hard,,,,,,,51.923,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-minimal, column theory_of_mind)",,out:superseded, livebench-task-typescript,livebench,gemini-3-flash,minimal,coding,hard,,,,,,,35.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-minimal, column typescript)",,out:superseded, livebench-task-typos,livebench,gemini-3-flash,minimal,mixed,hard,,,,,,,80.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-minimal, column typos)",,out:superseded, livebench-task-zebra_puzzle,livebench,gemini-3-flash,minimal,mixed,hard,,,,,,,18.75,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-minimal, column zebra_puzzle)",,out:superseded, livebench-task-amps_hard,livebench,gemini-3-pro,high,reasoning-math,hard,,,,,,,97.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-high, column AMPS_Hard)",src-livebench-question-set-2026-01-08-2026-03-06|livebench-tasks|gemini-3-pro@high|2026-01-08,in, livebench-task-code_completion,livebench,gemini-3-pro,high,coding,hard,,,,,,,71.739,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-high, column code_completion)",src-livebench-question-set-2026-01-08-2026-03-06|livebench-tasks|gemini-3-pro@high|2026-01-08,in, livebench-task-code_generation,livebench,gemini-3-pro,high,coding,hard,,,,,,,77.465,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-high, column code_generation)",src-livebench-question-set-2026-01-08-2026-03-06|livebench-tasks|gemini-3-pro@high|2026-01-08,in, livebench-task-connections,livebench,gemini-3-pro,high,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-high, column connections)",,out:uninformative, livebench-task-consecutive_events,livebench,gemini-3-pro,high,mixed,hard,,,,,,,73.342,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-high, column consecutive_events)",src-livebench-question-set-2026-01-08-2026-03-06|livebench-tasks|gemini-3-pro@high|2026-01-08,in, livebench-task-integrals_with_game,livebench,gemini-3-pro,high,reasoning-math,hard,,,,,,,45.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-high, column integrals_with_game)",src-livebench-question-set-2026-01-08-2026-03-06|livebench-tasks|gemini-3-pro@high|2026-01-08,in, livebench-task-javascript,livebench,gemini-3-pro,high,coding,hard,,,,,,,60.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-high, column javascript)",src-livebench-question-set-2026-01-08-2026-03-06|livebench-tasks|gemini-3-pro@high|2026-01-08,in, livebench-task-logic_with_navigation,livebench,gemini-3-pro,high,mixed,hard,,,,,,,70.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-high, column logic_with_navigation)",src-livebench-question-set-2026-01-08-2026-03-06|livebench-tasks|gemini-3-pro@high|2026-01-08,in, livebench-task-math_comp,livebench,gemini-3-pro,high,reasoning-math,hard,,,,,,,95.098,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-high, column math_comp)",src-livebench-question-set-2026-01-08-2026-03-06|livebench-tasks|gemini-3-pro@high|2026-01-08,in, livebench-task-olympiad,livebench,gemini-3-pro,high,reasoning-math,hard,,,,,,,90.25,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-high, column olympiad)",src-livebench-question-set-2026-01-08-2026-03-06|livebench-tasks|gemini-3-pro@high|2026-01-08,in, livebench-task-paraphrase,livebench,gemini-3-pro,high,mixed,hard,,,,,,,64.317,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-high, column paraphrase)",src-livebench-question-set-2026-01-08-2026-03-06|livebench-tasks|gemini-3-pro@high|2026-01-08,in, livebench-task-plot_unscrambling,livebench,gemini-3-pro,high,mixed,hard,,,,,,,69.863,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-high, column plot_unscrambling)",src-livebench-question-set-2026-01-08-2026-03-06|livebench-tasks|gemini-3-pro@high|2026-01-08,in, livebench-task-python,livebench,gemini-3-pro,high,coding,hard,,,,,,,70.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-high, column python)",src-livebench-question-set-2026-01-08-2026-03-06|livebench-tasks|gemini-3-pro@high|2026-01-08,in, livebench-task-simplify,livebench,gemini-3-pro,high,mixed,hard,,,,,,,58.167,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-high, column simplify)",src-livebench-question-set-2026-01-08-2026-03-06|livebench-tasks|gemini-3-pro@high|2026-01-08,in, livebench-task-spatial,livebench,gemini-3-pro,high,mixed,hard,,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-high, column spatial)",src-livebench-question-set-2026-01-08-2026-03-06|livebench-tasks|gemini-3-pro@high|2026-01-08,in, livebench-task-story_generation,livebench,gemini-3-pro,high,mixed,hard,,,,,,,66.8,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-high, column story_generation)",src-livebench-question-set-2026-01-08-2026-03-06|livebench-tasks|gemini-3-pro@high|2026-01-08,in, livebench-task-summarize,livebench,gemini-3-pro,high,mixed,hard,,,,,,,74.1,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-high, column summarize)",src-livebench-question-set-2026-01-08-2026-03-06|livebench-tasks|gemini-3-pro@high|2026-01-08,in, livebench-task-tablejoin,livebench,gemini-3-pro,high,mixed,hard,,,,,,,51.788,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-high, column tablejoin)",src-livebench-question-set-2026-01-08-2026-03-06|livebench-tasks|gemini-3-pro@high|2026-01-08,in, livebench-task-tablereformat,livebench,gemini-3-pro,high,mixed,hard,,,,,,,98.039,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-high, column tablereformat)",src-livebench-question-set-2026-01-08-2026-03-06|livebench-tasks|gemini-3-pro@high|2026-01-08,in, livebench-task-theory_of_mind,livebench,gemini-3-pro,high,mixed,hard,,,,,,,76.923,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-high, column theory_of_mind)",src-livebench-question-set-2026-01-08-2026-03-06|livebench-tasks|gemini-3-pro@high|2026-01-08,in, livebench-task-typescript,livebench,gemini-3-pro,high,coding,hard,,,,,,,35.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-high, column typescript)",src-livebench-question-set-2026-01-08-2026-03-06|livebench-tasks|gemini-3-pro@high|2026-01-08,in, livebench-task-typos,livebench,gemini-3-pro,high,mixed,hard,,,,,,,84.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-high, column typos)",src-livebench-question-set-2026-01-08-2026-03-06|livebench-tasks|gemini-3-pro@high|2026-01-08,in, livebench-task-zebra_puzzle,livebench,gemini-3-pro,high,mixed,hard,,,,,,,64.75,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-high, column zebra_puzzle)",src-livebench-question-set-2026-01-08-2026-03-06|livebench-tasks|gemini-3-pro@high|2026-01-08,in, livebench-task-amps_hard,livebench,gemini-3-pro,low,reasoning-math,hard,,,,,,,97.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-low, column AMPS_Hard)",src-livebench-question-set-2026-01-08-2026-03-06|livebench-tasks|gemini-3-pro@low|2026-01-08,in, livebench-task-code_completion,livebench,gemini-3-pro,low,coding,hard,,,,,,,65.217,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-low, column code_completion)",src-livebench-question-set-2026-01-08-2026-03-06|livebench-tasks|gemini-3-pro@low|2026-01-08,in, livebench-task-code_generation,livebench,gemini-3-pro,low,coding,hard,,,,,,,76.056,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-low, column code_generation)",src-livebench-question-set-2026-01-08-2026-03-06|livebench-tasks|gemini-3-pro@low|2026-01-08,in, livebench-task-connections,livebench,gemini-3-pro,low,mixed,hard,,,,,,,99.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-low, column connections)",src-livebench-question-set-2026-01-08-2026-03-06|livebench-tasks|gemini-3-pro@low|2026-01-08,in, livebench-task-consecutive_events,livebench,gemini-3-pro,low,mixed,hard,,,,,,,58.141,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-low, column consecutive_events)",src-livebench-question-set-2026-01-08-2026-03-06|livebench-tasks|gemini-3-pro@low|2026-01-08,in, livebench-task-integrals_with_game,livebench,gemini-3-pro,low,reasoning-math,hard,,,,,,,32.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-low, column integrals_with_game)",src-livebench-question-set-2026-01-08-2026-03-06|livebench-tasks|gemini-3-pro@low|2026-01-08,in, livebench-task-javascript,livebench,gemini-3-pro,low,coding,hard,,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-low, column javascript)",src-livebench-question-set-2026-01-08-2026-03-06|livebench-tasks|gemini-3-pro@low|2026-01-08,in, livebench-task-logic_with_navigation,livebench,gemini-3-pro,low,mixed,hard,,,,,,,68.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-low, column logic_with_navigation)",src-livebench-question-set-2026-01-08-2026-03-06|livebench-tasks|gemini-3-pro@low|2026-01-08,in, livebench-task-math_comp,livebench,gemini-3-pro,low,reasoning-math,hard,,,,,,,92.157,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-low, column math_comp)",src-livebench-question-set-2026-01-08-2026-03-06|livebench-tasks|gemini-3-pro@low|2026-01-08,in, livebench-task-olympiad,livebench,gemini-3-pro,low,reasoning-math,hard,,,,,,,89.779,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-low, column olympiad)",src-livebench-question-set-2026-01-08-2026-03-06|livebench-tasks|gemini-3-pro@low|2026-01-08,in, livebench-task-paraphrase,livebench,gemini-3-pro,low,mixed,hard,,,,,,,16.133,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-low, column paraphrase)",src-livebench-question-set-2026-01-08-2026-03-06|livebench-tasks|gemini-3-pro@low|2026-01-08,in, livebench-task-plot_unscrambling,livebench,gemini-3-pro,low,mixed,hard,,,,,,,61.475,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-low, column plot_unscrambling)",src-livebench-question-set-2026-01-08-2026-03-06|livebench-tasks|gemini-3-pro@low|2026-01-08,in, livebench-task-python,livebench,gemini-3-pro,low,coding,hard,,,,,,,70.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-low, column python)",src-livebench-question-set-2026-01-08-2026-03-06|livebench-tasks|gemini-3-pro@low|2026-01-08,in, livebench-task-simplify,livebench,gemini-3-pro,low,mixed,hard,,,,,,,27.717,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-low, column simplify)",src-livebench-question-set-2026-01-08-2026-03-06|livebench-tasks|gemini-3-pro@low|2026-01-08,in, livebench-task-spatial,livebench,gemini-3-pro,low,mixed,hard,,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-low, column spatial)",src-livebench-question-set-2026-01-08-2026-03-06|livebench-tasks|gemini-3-pro@low|2026-01-08,in, livebench-task-story_generation,livebench,gemini-3-pro,low,mixed,hard,,,,,,,28.267,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-low, column story_generation)",src-livebench-question-set-2026-01-08-2026-03-06|livebench-tasks|gemini-3-pro@low|2026-01-08,in, livebench-task-summarize,livebench,gemini-3-pro,low,mixed,hard,,,,,,,35.4,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-low, column summarize)",src-livebench-question-set-2026-01-08-2026-03-06|livebench-tasks|gemini-3-pro@low|2026-01-08,in, livebench-task-tablejoin,livebench,gemini-3-pro,low,mixed,hard,,,,,,,44.558,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-low, column tablejoin)",src-livebench-question-set-2026-01-08-2026-03-06|livebench-tasks|gemini-3-pro@low|2026-01-08,in, livebench-task-tablereformat,livebench,gemini-3-pro,low,mixed,hard,,,,,,,98.039,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-low, column tablereformat)",src-livebench-question-set-2026-01-08-2026-03-06|livebench-tasks|gemini-3-pro@low|2026-01-08,in, livebench-task-theory_of_mind,livebench,gemini-3-pro,low,mixed,hard,,,,,,,63.462,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-low, column theory_of_mind)",src-livebench-question-set-2026-01-08-2026-03-06|livebench-tasks|gemini-3-pro@low|2026-01-08,in, livebench-task-typescript,livebench,gemini-3-pro,low,coding,hard,,,,,,,45.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-low, column typescript)",src-livebench-question-set-2026-01-08-2026-03-06|livebench-tasks|gemini-3-pro@low|2026-01-08,in, livebench-task-typos,livebench,gemini-3-pro,low,mixed,hard,,,,,,,78.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-low, column typos)",src-livebench-question-set-2026-01-08-2026-03-06|livebench-tasks|gemini-3-pro@low|2026-01-08,in, livebench-task-zebra_puzzle,livebench,gemini-3-pro,low,mixed,hard,,,,,,,53.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-low, column zebra_puzzle)",src-livebench-question-set-2026-01-08-2026-03-06|livebench-tasks|gemini-3-pro@low|2026-01-08,in, livebench-task-amps_hard,livebench,gemini-3.1-pro,high,reasoning-math,hard,,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-pro-preview-high, column AMPS_Hard)",,out:superseded, livebench-task-code_completion,livebench,gemini-3.1-pro,high,coding,hard,,,,,,,78.261,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-pro-preview-high, column code_completion)",,out:superseded, livebench-task-code_generation,livebench,gemini-3.1-pro,high,coding,hard,,,,,,,74.648,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-pro-preview-high, column code_generation)",,out:superseded, livebench-task-connections,livebench,gemini-3.1-pro,high,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-pro-preview-high, column connections)",,out:uninformative, livebench-task-consecutive_events,livebench,gemini-3.1-pro,high,mixed,hard,,,,,,,85.239,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-pro-preview-high, column consecutive_events)",,out:superseded, livebench-task-integrals_with_game,livebench,gemini-3.1-pro,high,reasoning-math,hard,,,,,,,78.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-pro-preview-high, column integrals_with_game)",,out:superseded, livebench-task-javascript,livebench,gemini-3.1-pro,high,coding,hard,,,,,,,55.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-pro-preview-high, column javascript)",,out:superseded, livebench-task-logic_with_navigation,livebench,gemini-3.1-pro,high,mixed,hard,,,,,,,72.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-pro-preview-high, column logic_with_navigation)",,out:superseded, livebench-task-math_comp,livebench,gemini-3.1-pro,high,reasoning-math,hard,,,,,,,96.078,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-pro-preview-high, column math_comp)",,out:superseded, livebench-task-olympiad,livebench,gemini-3.1-pro,high,reasoning-math,hard,,,,,,,92.102,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-pro-preview-high, column olympiad)",,out:superseded, livebench-task-paraphrase,livebench,gemini-3.1-pro,high,mixed,hard,,,,,,,79.867,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-pro-preview-high, column paraphrase)",,out:superseded, livebench-task-plot_unscrambling,livebench,gemini-3.1-pro,high,mixed,hard,,,,,,,74.128,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-pro-preview-high, column plot_unscrambling)",,out:superseded, livebench-task-python,livebench,gemini-3.1-pro,high,coding,hard,,,,,,,85.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-pro-preview-high, column python)",,out:superseded, livebench-task-simplify,livebench,gemini-3.1-pro,high,mixed,hard,,,,,,,71.05,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-pro-preview-high, column simplify)",,out:superseded, livebench-task-spatial,livebench,gemini-3.1-pro,high,mixed,hard,,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-pro-preview-high, column spatial)",,out:superseded, livebench-task-story_generation,livebench,gemini-3.1-pro,high,mixed,hard,,,,,,,77.25,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-pro-preview-high, column story_generation)",,out:superseded, livebench-task-summarize,livebench,gemini-3.1-pro,high,mixed,hard,,,,,,,88.233,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-pro-preview-high, column summarize)",,out:superseded, livebench-task-tablejoin,livebench,gemini-3.1-pro,high,mixed,hard,,,,,,,52.346,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-pro-preview-high, column tablejoin)",,out:superseded, livebench-task-tablereformat,livebench,gemini-3.1-pro,high,mixed,hard,,,,,,,98.039,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-pro-preview-high, column tablereformat)",,out:superseded, livebench-task-theory_of_mind,livebench,gemini-3.1-pro,high,mixed,hard,,,,,,,80.769,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-pro-preview-high, column theory_of_mind)",,out:superseded, livebench-task-typescript,livebench,gemini-3.1-pro,high,coding,hard,,,,,,,55.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-pro-preview-high, column typescript)",,out:superseded, livebench-task-typos,livebench,gemini-3.1-pro,high,mixed,hard,,,,,,,82.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-pro-preview-high, column typos)",,out:superseded, livebench-task-zebra_puzzle,livebench,gemini-3.1-pro,high,mixed,hard,,,,,,,85.25,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-pro-preview-high, column zebra_puzzle)",,out:superseded, livebench-task-amps_hard,livebench,gemini-3.1-flash-lite-preview,high,reasoning-math,hard,,,,,,,97.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-flash-lite-preview-high, column AMPS_Hard)",,out:superseded, livebench-task-code_completion,livebench,gemini-3.1-flash-lite-preview,high,coding,hard,,,,,,,65.217,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-flash-lite-preview-high, column code_completion)",,out:superseded, livebench-task-code_generation,livebench,gemini-3.1-flash-lite-preview,high,coding,hard,,,,,,,71.831,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-flash-lite-preview-high, column code_generation)",,out:superseded, livebench-task-connections,livebench,gemini-3.1-flash-lite-preview,high,mixed,hard,,,,,,,91.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-flash-lite-preview-high, column connections)",,out:superseded, livebench-task-consecutive_events,livebench,gemini-3.1-flash-lite-preview,high,mixed,hard,,,,,,,23.767,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-flash-lite-preview-high, column consecutive_events)",,out:superseded, livebench-task-integrals_with_game,livebench,gemini-3.1-flash-lite-preview,high,reasoning-math,hard,,,,,,,27.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-flash-lite-preview-high, column integrals_with_game)",,out:superseded, livebench-task-javascript,livebench,gemini-3.1-flash-lite-preview,high,coding,hard,,,,,,,35.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-flash-lite-preview-high, column javascript)",,out:superseded, livebench-task-logic_with_navigation,livebench,gemini-3.1-flash-lite-preview,high,mixed,hard,,,,,,,60.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-flash-lite-preview-high, column logic_with_navigation)",,out:superseded, livebench-task-math_comp,livebench,gemini-3.1-flash-lite-preview,high,reasoning-math,hard,,,,,,,89.216,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-flash-lite-preview-high, column math_comp)",,out:superseded, livebench-task-olympiad,livebench,gemini-3.1-flash-lite-preview,high,reasoning-math,hard,,,,,,,81.021,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-flash-lite-preview-high, column olympiad)",,out:superseded, livebench-task-paraphrase,livebench,gemini-3.1-flash-lite-preview,high,mixed,hard,,,,,,,61.95,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-flash-lite-preview-high, column paraphrase)",,out:superseded, livebench-task-plot_unscrambling,livebench,gemini-3.1-flash-lite-preview,high,mixed,hard,,,,,,,46.548,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-flash-lite-preview-high, column plot_unscrambling)",,out:superseded, livebench-task-python,livebench,gemini-3.1-flash-lite-preview,high,coding,hard,,,,,,,40.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-flash-lite-preview-high, column python)",,out:superseded, livebench-task-simplify,livebench,gemini-3.1-flash-lite-preview,high,mixed,hard,,,,,,,65.867,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-flash-lite-preview-high, column simplify)",,out:superseded, livebench-task-spatial,livebench,gemini-3.1-flash-lite-preview,high,mixed,hard,,,,,,,88.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-flash-lite-preview-high, column spatial)",,out:superseded, livebench-task-story_generation,livebench,gemini-3.1-flash-lite-preview,high,mixed,hard,,,,,,,67.3,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-flash-lite-preview-high, column story_generation)",,out:superseded, livebench-task-summarize,livebench,gemini-3.1-flash-lite-preview,high,mixed,hard,,,,,,,79.35,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-flash-lite-preview-high, column summarize)",,out:superseded, livebench-task-tablejoin,livebench,gemini-3.1-flash-lite-preview,high,mixed,hard,,,,,,,42.885,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-flash-lite-preview-high, column tablejoin)",,out:superseded, livebench-task-tablereformat,livebench,gemini-3.1-flash-lite-preview,high,mixed,hard,,,,,,,98.039,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-flash-lite-preview-high, column tablereformat)",,out:superseded, livebench-task-theory_of_mind,livebench,gemini-3.1-flash-lite-preview,high,mixed,hard,,,,,,,65.385,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-flash-lite-preview-high, column theory_of_mind)",,out:superseded, livebench-task-typescript,livebench,gemini-3.1-flash-lite-preview,high,coding,hard,,,,,,,25.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-flash-lite-preview-high, column typescript)",,out:superseded, livebench-task-typos,livebench,gemini-3.1-flash-lite-preview,high,mixed,hard,,,,,,,82.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-flash-lite-preview-high, column typos)",,out:superseded, livebench-task-zebra_puzzle,livebench,gemini-3.1-flash-lite-preview,high,mixed,hard,,,,,,,25.25,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-flash-lite-preview-high, column zebra_puzzle)",,out:superseded, livebench-task-amps_hard,livebench,glm-4.6,unstated,reasoning-math,hard,,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6, column AMPS_Hard)",,out:effort-not-established, livebench-task-code_completion,livebench,glm-4.6,unstated,coding,hard,,,,,,,67.391,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6, column code_completion)",,out:effort-not-established, livebench-task-code_generation,livebench,glm-4.6,unstated,coding,hard,,,,,,,74.648,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6, column code_generation)",,out:effort-not-established, livebench-task-connections,livebench,glm-4.6,unstated,mixed,hard,,,,,,,71.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6, column connections)",,out:effort-not-established, livebench-task-consecutive_events,livebench,glm-4.6,unstated,mixed,hard,,,,,,,12.362,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6, column consecutive_events)",,out:effort-not-established, livebench-task-integrals_with_game,livebench,glm-4.6,unstated,reasoning-math,hard,,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6, column integrals_with_game)",,out:effort-not-established, livebench-task-javascript,livebench,glm-4.6,unstated,coding,hard,,,,,,,30.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6, column javascript)",,out:effort-not-established, livebench-task-logic_with_navigation,livebench,glm-4.6,unstated,mixed,hard,,,,,,,60.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6, column logic_with_navigation)",,out:effort-not-established, livebench-task-math_comp,livebench,glm-4.6,unstated,reasoning-math,hard,,,,,,,95.098,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6, column math_comp)",,out:effort-not-established, livebench-task-olympiad,livebench,glm-4.6,unstated,reasoning-math,hard,,,,,,,81.414,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6, column olympiad)",,out:effort-not-established, livebench-task-paraphrase,livebench,glm-4.6,unstated,mixed,hard,,,,,,,22.767,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6, column paraphrase)",,out:effort-not-established, livebench-task-plot_unscrambling,livebench,glm-4.6,unstated,mixed,hard,,,,,,,49.959,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6, column plot_unscrambling)",,out:effort-not-established, livebench-task-python,livebench,glm-4.6,unstated,coding,hard,,,,,,,55.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6, column python)",,out:effort-not-established, livebench-task-simplify,livebench,glm-4.6,unstated,mixed,hard,,,,,,,20.817,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6, column simplify)",,out:effort-not-established, livebench-task-spatial,livebench,glm-4.6,unstated,mixed,hard,,,,,,,90.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6, column spatial)",,out:effort-not-established, livebench-task-story_generation,livebench,glm-4.6,unstated,mixed,hard,,,,,,,29.367,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6, column story_generation)",,out:effort-not-established, livebench-task-summarize,livebench,glm-4.6,unstated,mixed,hard,,,,,,,31.817,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6, column summarize)",,out:effort-not-established, livebench-task-tablejoin,livebench,glm-4.6,unstated,mixed,hard,,,,,,,43.481,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6, column tablejoin)",,out:effort-not-established, livebench-task-tablereformat,livebench,glm-4.6,unstated,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6, column tablereformat)",,out:effort-not-established, livebench-task-theory_of_mind,livebench,glm-4.6,unstated,mixed,hard,,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6, column theory_of_mind)",,out:effort-not-established, livebench-task-typescript,livebench,glm-4.6,unstated,coding,hard,,,,,,,20.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6, column typescript)",,out:effort-not-established, livebench-task-typos,livebench,glm-4.6,unstated,mixed,hard,,,,,,,56.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6, column typos)",,out:effort-not-established, livebench-task-zebra_puzzle,livebench,glm-4.6,unstated,mixed,hard,,,,,,,48.25,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6, column zebra_puzzle)",,out:effort-not-established, livebench-task-amps_hard,livebench,glm-4.6v,unstated,reasoning-math,hard,,,,,,,95.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6v, column AMPS_Hard)",,out:effort-not-established, livebench-task-code_completion,livebench,glm-4.6v,unstated,coding,hard,,,,,,,60.87,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6v, column code_completion)",,out:effort-not-established, livebench-task-code_generation,livebench,glm-4.6v,unstated,coding,hard,,,,,,,67.606,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6v, column code_generation)",,out:effort-not-established, livebench-task-connections,livebench,glm-4.6v,unstated,mixed,hard,,,,,,,57.5,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6v, column connections)",,out:effort-not-established, livebench-task-consecutive_events,livebench,glm-4.6v,unstated,mixed,hard,,,,,,,6.251,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6v, column consecutive_events)",,out:effort-not-established, livebench-task-integrals_with_game,livebench,glm-4.6v,unstated,reasoning-math,hard,,,,,,,10.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6v, column integrals_with_game)",,out:effort-not-established, livebench-task-javascript,livebench,glm-4.6v,unstated,coding,hard,,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6v, column javascript)",,out:effort-not-established, livebench-task-logic_with_navigation,livebench,glm-4.6v,unstated,mixed,hard,,,,,,,12.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6v, column logic_with_navigation)",,out:effort-not-established, livebench-task-math_comp,livebench,glm-4.6v,unstated,reasoning-math,hard,,,,,,,84.314,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6v, column math_comp)",,out:effort-not-established, livebench-task-olympiad,livebench,glm-4.6v,unstated,reasoning-math,hard,,,,,,,60.687,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6v, column olympiad)",,out:effort-not-established, livebench-task-paraphrase,livebench,glm-4.6v,unstated,mixed,hard,,,,,,,16.983,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6v, column paraphrase)",,out:effort-not-established, livebench-task-plot_unscrambling,livebench,glm-4.6v,unstated,mixed,hard,,,,,,,29.713,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6v, column plot_unscrambling)",,out:effort-not-established, livebench-task-python,livebench,glm-4.6v,unstated,coding,hard,,,,,,,10.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6v, column python)",,out:effort-not-established, livebench-task-simplify,livebench,glm-4.6v,unstated,mixed,hard,,,,,,,14.933,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6v, column simplify)",,out:effort-not-established, livebench-task-spatial,livebench,glm-4.6v,unstated,mixed,hard,,,,,,,84.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6v, column spatial)",,out:effort-not-established, livebench-task-story_generation,livebench,glm-4.6v,unstated,mixed,hard,,,,,,,14.6,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6v, column story_generation)",,out:effort-not-established, livebench-task-summarize,livebench,glm-4.6v,unstated,mixed,hard,,,,,,,21.733,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6v, column summarize)",,out:effort-not-established, livebench-task-tablejoin,livebench,glm-4.6v,unstated,mixed,hard,,,,,,,34.942,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6v, column tablejoin)",,out:effort-not-established, livebench-task-tablereformat,livebench,glm-4.6v,unstated,mixed,hard,,,,,,,98.039,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6v, column tablereformat)",,out:effort-not-established, livebench-task-theory_of_mind,livebench,glm-4.6v,unstated,mixed,hard,,,,,,,34.615,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6v, column theory_of_mind)",,out:effort-not-established, livebench-task-typescript,livebench,glm-4.6v,unstated,coding,hard,,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6v, column typescript)",,out:effort-not-established, livebench-task-typos,livebench,glm-4.6v,unstated,mixed,hard,,,,,,,62.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6v, column typos)",,out:effort-not-established, livebench-task-zebra_puzzle,livebench,glm-4.6v,unstated,mixed,hard,,,,,,,18.25,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6v, column zebra_puzzle)",,out:effort-not-established, livebench-task-amps_hard,livebench,glm-4.7,unstated,reasoning-math,hard,,,,,,,97.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.7, column AMPS_Hard)",,out:effort-not-established, livebench-task-code_completion,livebench,glm-4.7,unstated,coding,hard,,,,,,,67.391,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.7, column code_completion)",,out:effort-not-established, livebench-task-code_generation,livebench,glm-4.7,unstated,coding,hard,,,,,,,78.873,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.7, column code_generation)",,out:effort-not-established, livebench-task-connections,livebench,glm-4.7,unstated,mixed,hard,,,,,,,70.5,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.7, column connections)",,out:effort-not-established, livebench-task-consecutive_events,livebench,glm-4.7,unstated,mixed,hard,,,,,,,18.149,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.7, column consecutive_events)",,out:effort-not-established, livebench-task-integrals_with_game,livebench,glm-4.7,unstated,reasoning-math,hard,,,,,,,35.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.7, column integrals_with_game)",,out:effort-not-established, livebench-task-javascript,livebench,glm-4.7,unstated,coding,hard,,,,,,,25.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.7, column javascript)",,out:effort-not-established, livebench-task-logic_with_navigation,livebench,glm-4.7,unstated,mixed,hard,,,,,,,62.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.7, column logic_with_navigation)",,out:effort-not-established, livebench-task-math_comp,livebench,glm-4.7,unstated,reasoning-math,hard,,,,,,,92.157,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.7, column math_comp)",,out:effort-not-established, livebench-task-olympiad,livebench,glm-4.7,unstated,reasoning-math,hard,,,,,,,79.918,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.7, column olympiad)",,out:effort-not-established, livebench-task-paraphrase,livebench,glm-4.7,unstated,mixed,hard,,,,,,,31.183,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.7, column paraphrase)",,out:effort-not-established, livebench-task-plot_unscrambling,livebench,glm-4.7,unstated,mixed,hard,,,,,,,53.179,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.7, column plot_unscrambling)",,out:effort-not-established, livebench-task-python,livebench,glm-4.7,unstated,coding,hard,,,,,,,65.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.7, column python)",,out:effort-not-established, livebench-task-simplify,livebench,glm-4.7,unstated,mixed,hard,,,,,,,36.817,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.7, column simplify)",,out:effort-not-established, livebench-task-spatial,livebench,glm-4.7,unstated,mixed,hard,,,,,,,82.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.7, column spatial)",,out:effort-not-established, livebench-task-story_generation,livebench,glm-4.7,unstated,mixed,hard,,,,,,,37.85,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.7, column story_generation)",,out:effort-not-established, livebench-task-summarize,livebench,glm-4.7,unstated,mixed,hard,,,,,,,36.783,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.7, column summarize)",,out:effort-not-established, livebench-task-tablejoin,livebench,glm-4.7,unstated,mixed,hard,,,,,,,47.365,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.7, column tablejoin)",,out:effort-not-established, livebench-task-tablereformat,livebench,glm-4.7,unstated,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.7, column tablereformat)",,out:effort-not-established, livebench-task-theory_of_mind,livebench,glm-4.7,unstated,mixed,hard,,,,,,,76.923,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.7, column theory_of_mind)",,out:effort-not-established, livebench-task-typescript,livebench,glm-4.7,unstated,coding,hard,,,,,,,35.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.7, column typescript)",,out:effort-not-established, livebench-task-typos,livebench,glm-4.7,unstated,mixed,hard,,,,,,,72.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.7, column typos)",,out:effort-not-established, livebench-task-zebra_puzzle,livebench,glm-4.7,unstated,mixed,hard,,,,,,,18.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.7, column zebra_puzzle)",,out:effort-not-established, livebench-task-amps_hard,livebench,glm-5,unstated,reasoning-math,hard,,,,,,,97.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5, column AMPS_Hard)",,out:effort-not-established, livebench-task-code_completion,livebench,glm-5,unstated,coding,hard,,,,,,,78.261,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5, column code_completion)",,out:effort-not-established, livebench-task-code_generation,livebench,glm-5,unstated,coding,hard,,,,,,,69.014,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5, column code_generation)",,out:effort-not-established, livebench-task-connections,livebench,glm-5,unstated,mixed,hard,,,,,,,91.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5, column connections)",,out:effort-not-established, livebench-task-consecutive_events,livebench,glm-5,unstated,mixed,hard,,,,,,,59.957,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5, column consecutive_events)",,out:effort-not-established, livebench-task-integrals_with_game,livebench,glm-5,unstated,reasoning-math,hard,,,,,,,57.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5, column integrals_with_game)",,out:effort-not-established, livebench-task-javascript,livebench,glm-5,unstated,coding,hard,,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5, column javascript)",,out:effort-not-established, livebench-task-logic_with_navigation,livebench,glm-5,unstated,mixed,hard,,,,,,,66.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5, column logic_with_navigation)",,out:effort-not-established, livebench-task-math_comp,livebench,glm-5,unstated,reasoning-math,hard,,,,,,,95.098,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5, column math_comp)",,out:effort-not-established, livebench-task-olympiad,livebench,glm-5,unstated,reasoning-math,hard,,,,,,,84.758,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5, column olympiad)",,out:effort-not-established, livebench-task-paraphrase,livebench,glm-5,unstated,mixed,hard,,,,,,,52.35,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5, column paraphrase)",,out:effort-not-established, livebench-task-plot_unscrambling,livebench,glm-5,unstated,mixed,hard,,,,,,,63.584,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5, column plot_unscrambling)",,out:effort-not-established, livebench-task-python,livebench,glm-5,unstated,coding,hard,,,,,,,75.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5, column python)",,out:effort-not-established, livebench-task-simplify,livebench,glm-5,unstated,mixed,hard,,,,,,,52.85,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5, column simplify)",,out:effort-not-established, livebench-task-spatial,livebench,glm-5,unstated,mixed,hard,,,,,,,92.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5, column spatial)",,out:effort-not-established, livebench-task-story_generation,livebench,glm-5,unstated,mixed,hard,,,,,,,57.833,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5, column story_generation)",,out:effort-not-established, livebench-task-summarize,livebench,glm-5,unstated,mixed,hard,,,,,,,58.283,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5, column summarize)",,out:effort-not-established, livebench-task-tablejoin,livebench,glm-5,unstated,mixed,hard,,,,,,,45.692,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5, column tablejoin)",,out:effort-not-established, livebench-task-tablereformat,livebench,glm-5,unstated,mixed,hard,,,,,,,98.039,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5, column tablereformat)",,out:effort-not-established, livebench-task-theory_of_mind,livebench,glm-5,unstated,mixed,hard,,,,,,,82.692,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5, column theory_of_mind)",,out:effort-not-established, livebench-task-typescript,livebench,glm-5,unstated,coding,hard,,,,,,,40.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5, column typescript)",,out:effort-not-established, livebench-task-typos,livebench,glm-5,unstated,mixed,hard,,,,,,,78.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5, column typos)",,out:effort-not-established, livebench-task-zebra_puzzle,livebench,glm-5,unstated,mixed,hard,,,,,,,35.75,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5, column zebra_puzzle)",,out:effort-not-established, livebench-task-amps_hard,livebench,gpt-5-mini,unstated,reasoning-math,hard,,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini, column AMPS_Hard)",,out:effort-not-established, livebench-task-code_completion,livebench,gpt-5-mini,unstated,coding,hard,,,,,,,76.087,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini, column code_completion)",,out:effort-not-established, livebench-task-code_generation,livebench,gpt-5-mini,unstated,coding,hard,,,,,,,76.056,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini, column code_generation)",,out:effort-not-established, livebench-task-connections,livebench,gpt-5-mini,unstated,mixed,hard,,,,,,,96.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini, column connections)",,out:effort-not-established, livebench-task-consecutive_events,livebench,gpt-5-mini,unstated,mixed,hard,,,,,,,5.103,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini, column consecutive_events)",,out:effort-not-established, livebench-task-integrals_with_game,livebench,gpt-5-mini,unstated,reasoning-math,hard,,,,,,,32.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini, column integrals_with_game)",,out:effort-not-established, livebench-task-javascript,livebench,gpt-5-mini,unstated,coding,hard,,,,,,,30.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini, column javascript)",,out:effort-not-established, livebench-task-logic_with_navigation,livebench,gpt-5-mini,unstated,mixed,hard,,,,,,,48.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini, column logic_with_navigation)",,out:effort-not-established, livebench-task-math_comp,livebench,gpt-5-mini,unstated,reasoning-math,hard,,,,,,,89.216,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini, column math_comp)",,out:effort-not-established, livebench-task-olympiad,livebench,gpt-5-mini,unstated,reasoning-math,hard,,,,,,,78.295,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini, column olympiad)",,out:effort-not-established, livebench-task-paraphrase,livebench,gpt-5-mini,unstated,mixed,hard,,,,,,,61.933,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini, column paraphrase)",,out:effort-not-established, livebench-task-plot_unscrambling,livebench,gpt-5-mini,unstated,mixed,hard,,,,,,,37.437,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini, column plot_unscrambling)",,out:effort-not-established, livebench-task-python,livebench,gpt-5-mini,unstated,coding,hard,,,,,,,55.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini, column python)",,out:effort-not-established, livebench-task-simplify,livebench,gpt-5-mini,unstated,mixed,hard,,,,,,,56.45,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini, column simplify)",,out:effort-not-established, livebench-task-spatial,livebench,gpt-5-mini,unstated,mixed,hard,,,,,,,86.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini, column spatial)",,out:effort-not-established, livebench-task-story_generation,livebench,gpt-5-mini,unstated,mixed,hard,,,,,,,71.633,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini, column story_generation)",,out:effort-not-established, livebench-task-summarize,livebench,gpt-5-mini,unstated,mixed,hard,,,,,,,66.85,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini, column summarize)",,out:effort-not-established, livebench-task-tablejoin,livebench,gpt-5-mini,unstated,mixed,hard,,,,,,,43.712,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini, column tablejoin)",,out:effort-not-established, livebench-task-tablereformat,livebench,gpt-5-mini,unstated,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini, column tablereformat)",,out:effort-not-established, livebench-task-theory_of_mind,livebench,gpt-5-mini,unstated,mixed,hard,,,,,,,59.615,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini, column theory_of_mind)",,out:effort-not-established, livebench-task-typescript,livebench,gpt-5-mini,unstated,coding,hard,,,,,,,20.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini, column typescript)",,out:effort-not-established, livebench-task-typos,livebench,gpt-5-mini,unstated,mixed,hard,,,,,,,74.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini, column typos)",,out:effort-not-established, livebench-task-zebra_puzzle,livebench,gpt-5-mini,unstated,mixed,hard,,,,,,,41.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini, column zebra_puzzle)",,out:effort-not-established, livebench-task-amps_hard,livebench,gpt-5-mini,high,reasoning-math,hard,,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-high, column AMPS_Hard)",,out:superseded, livebench-task-code_completion,livebench,gpt-5-mini,high,coding,hard,,,,,,,67.391,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-high, column code_completion)",,out:superseded, livebench-task-code_generation,livebench,gpt-5-mini,high,coding,hard,,,,,,,69.014,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-high, column code_generation)",,out:superseded, livebench-task-connections,livebench,gpt-5-mini,high,mixed,hard,,,,,,,98.667,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-high, column connections)",,out:superseded, livebench-task-consecutive_events,livebench,gpt-5-mini,high,mixed,hard,,,,,,,21.681,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-high, column consecutive_events)",,out:superseded, livebench-task-integrals_with_game,livebench,gpt-5-mini,high,reasoning-math,hard,,,,,,,57.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-high, column integrals_with_game)",,out:superseded, livebench-task-javascript,livebench,gpt-5-mini,high,coding,hard,,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-high, column javascript)",,out:superseded, livebench-task-logic_with_navigation,livebench,gpt-5-mini,high,mixed,hard,,,,,,,62.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-high, column logic_with_navigation)",,out:superseded, livebench-task-math_comp,livebench,gpt-5-mini,high,reasoning-math,hard,,,,,,,91.176,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-high, column math_comp)",,out:superseded, livebench-task-olympiad,livebench,gpt-5-mini,high,reasoning-math,hard,,,,,,,82.626,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-high, column olympiad)",,out:superseded, livebench-task-paraphrase,livebench,gpt-5-mini,high,mixed,hard,,,,,,,61.917,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-high, column paraphrase)",,out:superseded, livebench-task-plot_unscrambling,livebench,gpt-5-mini,high,mixed,hard,,,,,,,41.895,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-high, column plot_unscrambling)",,out:superseded, livebench-task-python,livebench,gpt-5-mini,high,coding,hard,,,,,,,70.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-high, column python)",,out:superseded, livebench-task-simplify,livebench,gpt-5-mini,high,mixed,hard,,,,,,,60.367,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-high, column simplify)",,out:superseded, livebench-task-spatial,livebench,gpt-5-mini,high,mixed,hard,,,,,,,88.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-high, column spatial)",,out:superseded, livebench-task-story_generation,livebench,gpt-5-mini,high,mixed,hard,,,,,,,73.5,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-high, column story_generation)",,out:superseded, livebench-task-summarize,livebench,gpt-5-mini,high,mixed,hard,,,,,,,65.3,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-high, column summarize)",,out:superseded, livebench-task-tablejoin,livebench,gpt-5-mini,high,mixed,hard,,,,,,,43.904,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-high, column tablejoin)",,out:superseded, livebench-task-tablereformat,livebench,gpt-5-mini,high,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-high, column tablereformat)",,out:uninformative, livebench-task-theory_of_mind,livebench,gpt-5-mini,high,mixed,hard,,,,,,,61.538,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-high, column theory_of_mind)",,out:superseded, livebench-task-typescript,livebench,gpt-5-mini,high,coding,hard,,,,,,,20.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-high, column typescript)",,out:superseded, livebench-task-typos,livebench,gpt-5-mini,high,mixed,hard,,,,,,,86.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-high, column typos)",,out:superseded, livebench-task-zebra_puzzle,livebench,gpt-5-mini,high,mixed,hard,,,,,,,61.75,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-high, column zebra_puzzle)",,out:superseded, livebench-task-amps_hard,livebench,gpt-5-mini,low,reasoning-math,hard,,,,,,,95.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-low, column AMPS_Hard)",,out:superseded, livebench-task-code_completion,livebench,gpt-5-mini,low,coding,hard,,,,,,,63.043,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-low, column code_completion)",,out:superseded, livebench-task-code_generation,livebench,gpt-5-mini,low,coding,hard,,,,,,,76.056,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-low, column code_generation)",,out:superseded, livebench-task-connections,livebench,gpt-5-mini,low,mixed,hard,,,,,,,90.5,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-low, column connections)",,out:superseded, livebench-task-consecutive_events,livebench,gpt-5-mini,low,mixed,hard,,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-low, column consecutive_events)",,out:uninformative, livebench-task-integrals_with_game,livebench,gpt-5-mini,low,reasoning-math,hard,,,,,,,12.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-low, column integrals_with_game)",,out:superseded, livebench-task-javascript,livebench,gpt-5-mini,low,coding,hard,,,,,,,35.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-low, column javascript)",,out:superseded, livebench-task-logic_with_navigation,livebench,gpt-5-mini,low,mixed,hard,,,,,,,40.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-low, column logic_with_navigation)",,out:superseded, livebench-task-math_comp,livebench,gpt-5-mini,low,reasoning-math,hard,,,,,,,79.412,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-low, column math_comp)",,out:superseded, livebench-task-olympiad,livebench,gpt-5-mini,low,reasoning-math,hard,,,,,,,66.545,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-low, column olympiad)",,out:superseded, livebench-task-paraphrase,livebench,gpt-5-mini,low,mixed,hard,,,,,,,45.633,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-low, column paraphrase)",,out:superseded, livebench-task-plot_unscrambling,livebench,gpt-5-mini,low,mixed,hard,,,,,,,28.737,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-low, column plot_unscrambling)",,out:superseded, livebench-task-python,livebench,gpt-5-mini,low,coding,hard,,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-low, column python)",,out:superseded, livebench-task-simplify,livebench,gpt-5-mini,low,mixed,hard,,,,,,,48.367,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-low, column simplify)",,out:superseded, livebench-task-spatial,livebench,gpt-5-mini,low,mixed,hard,,,,,,,84.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-low, column spatial)",,out:superseded, livebench-task-story_generation,livebench,gpt-5-mini,low,mixed,hard,,,,,,,59.5,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-low, column story_generation)",,out:superseded, livebench-task-summarize,livebench,gpt-5-mini,low,mixed,hard,,,,,,,49.35,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-low, column summarize)",,out:superseded, livebench-task-tablejoin,livebench,gpt-5-mini,low,mixed,hard,,,,,,,36.923,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-low, column tablejoin)",,out:superseded, livebench-task-tablereformat,livebench,gpt-5-mini,low,mixed,hard,,,,,,,98.039,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-low, column tablereformat)",,out:superseded, livebench-task-theory_of_mind,livebench,gpt-5-mini,low,mixed,hard,,,,,,,53.846,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-low, column theory_of_mind)",,out:superseded, livebench-task-typescript,livebench,gpt-5-mini,low,coding,hard,,,,,,,25.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-low, column typescript)",,out:superseded, livebench-task-typos,livebench,gpt-5-mini,low,mixed,hard,,,,,,,62.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-low, column typos)",,out:superseded, livebench-task-zebra_puzzle,livebench,gpt-5-mini,low,mixed,hard,,,,,,,5.75,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-low, column zebra_puzzle)",,out:superseded, livebench-task-amps_hard,livebench,gpt-5-mini,minimal,reasoning-math,hard,,,,,,,76.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-minimal, column AMPS_Hard)",,out:superseded, livebench-task-code_completion,livebench,gpt-5-mini,minimal,coding,hard,,,,,,,69.565,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-minimal, column code_completion)",,out:superseded, livebench-task-code_generation,livebench,gpt-5-mini,minimal,coding,hard,,,,,,,71.831,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-minimal, column code_generation)",,out:superseded, livebench-task-connections,livebench,gpt-5-mini,minimal,mixed,hard,,,,,,,48.5,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-minimal, column connections)",,out:superseded, livebench-task-consecutive_events,livebench,gpt-5-mini,minimal,mixed,hard,,,,,,,0.478,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-minimal, column consecutive_events)",,out:superseded, livebench-task-integrals_with_game,livebench,gpt-5-mini,minimal,reasoning-math,hard,,,,,,,6.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-minimal, column integrals_with_game)",,out:superseded, livebench-task-javascript,livebench,gpt-5-mini,minimal,coding,hard,,,,,,,25.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-minimal, column javascript)",,out:superseded, livebench-task-logic_with_navigation,livebench,gpt-5-mini,minimal,mixed,hard,,,,,,,26.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-minimal, column logic_with_navigation)",,out:superseded, livebench-task-math_comp,livebench,gpt-5-mini,minimal,reasoning-math,hard,,,,,,,56.863,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-minimal, column math_comp)",,out:superseded, livebench-task-olympiad,livebench,gpt-5-mini,minimal,reasoning-math,hard,,,,,,,51.259,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-minimal, column olympiad)",,out:superseded, livebench-task-paraphrase,livebench,gpt-5-mini,minimal,mixed,hard,,,,,,,15.533,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-minimal, column paraphrase)",,out:superseded, livebench-task-plot_unscrambling,livebench,gpt-5-mini,minimal,mixed,hard,,,,,,,25.866,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-minimal, column plot_unscrambling)",,out:superseded, livebench-task-python,livebench,gpt-5-mini,minimal,coding,hard,,,,,,,30.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-minimal, column python)",,out:superseded, livebench-task-simplify,livebench,gpt-5-mini,minimal,mixed,hard,,,,,,,22.867,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-minimal, column simplify)",,out:superseded, livebench-task-spatial,livebench,gpt-5-mini,minimal,mixed,hard,,,,,,,62.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-minimal, column spatial)",,out:superseded, livebench-task-story_generation,livebench,gpt-5-mini,minimal,mixed,hard,,,,,,,19.583,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-minimal, column story_generation)",,out:superseded, livebench-task-summarize,livebench,gpt-5-mini,minimal,mixed,hard,,,,,,,25.267,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-minimal, column summarize)",,out:superseded, livebench-task-tablejoin,livebench,gpt-5-mini,minimal,mixed,hard,,,,,,,29.923,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-minimal, column tablejoin)",,out:superseded, livebench-task-tablereformat,livebench,gpt-5-mini,minimal,mixed,hard,,,,,,,94.118,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-minimal, column tablereformat)",,out:superseded, livebench-task-theory_of_mind,livebench,gpt-5-mini,minimal,mixed,hard,,,,,,,32.692,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-minimal, column theory_of_mind)",,out:superseded, livebench-task-typescript,livebench,gpt-5-mini,minimal,coding,hard,,,,,,,10.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-minimal, column typescript)",,out:superseded, livebench-task-typos,livebench,gpt-5-mini,minimal,mixed,hard,,,,,,,60.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-minimal, column typos)",,out:superseded, livebench-task-zebra_puzzle,livebench,gpt-5-mini,minimal,mixed,hard,,,,,,,8.5,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-minimal, column zebra_puzzle)",,out:superseded, livebench-task-amps_hard,livebench,gpt-5-nano,unstated,reasoning-math,hard,,,,,,,96.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano, column AMPS_Hard)",,out:effort-not-established, livebench-task-code_completion,livebench,gpt-5-nano,unstated,coding,hard,,,,,,,58.696,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano, column code_completion)",,out:effort-not-established, livebench-task-code_generation,livebench,gpt-5-nano,unstated,coding,hard,,,,,,,76.056,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano, column code_generation)",,out:effort-not-established, livebench-task-connections,livebench,gpt-5-nano,unstated,mixed,hard,,,,,,,74.667,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano, column connections)",,out:effort-not-established, livebench-task-consecutive_events,livebench,gpt-5-nano,unstated,mixed,hard,,,,,,,1.499,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano, column consecutive_events)",,out:effort-not-established, livebench-task-integrals_with_game,livebench,gpt-5-nano,unstated,reasoning-math,hard,,,,,,,22.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano, column integrals_with_game)",,out:effort-not-established, livebench-task-javascript,livebench,gpt-5-nano,unstated,coding,hard,,,,,,,20.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano, column javascript)",,out:effort-not-established, livebench-task-logic_with_navigation,livebench,gpt-5-nano,unstated,mixed,hard,,,,,,,8.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano, column logic_with_navigation)",,out:effort-not-established, livebench-task-math_comp,livebench,gpt-5-nano,unstated,reasoning-math,hard,,,,,,,86.275,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano, column math_comp)",,out:effort-not-established, livebench-task-olympiad,livebench,gpt-5-nano,unstated,reasoning-math,hard,,,,,,,54.522,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano, column olympiad)",,out:effort-not-established, livebench-task-paraphrase,livebench,gpt-5-nano,unstated,mixed,hard,,,,,,,48.8,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano, column paraphrase)",,out:effort-not-established, livebench-task-plot_unscrambling,livebench,gpt-5-nano,unstated,mixed,hard,,,,,,,16.516,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano, column plot_unscrambling)",,out:effort-not-established, livebench-task-python,livebench,gpt-5-nano,unstated,coding,hard,,,,,,,45.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano, column python)",,out:effort-not-established, livebench-task-simplify,livebench,gpt-5-nano,unstated,mixed,hard,,,,,,,55.117,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano, column simplify)",,out:effort-not-established, livebench-task-spatial,livebench,gpt-5-nano,unstated,mixed,hard,,,,,,,80.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano, column spatial)",,out:effort-not-established, livebench-task-story_generation,livebench,gpt-5-nano,unstated,mixed,hard,,,,,,,55.35,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano, column story_generation)",,out:effort-not-established, livebench-task-summarize,livebench,gpt-5-nano,unstated,mixed,hard,,,,,,,48.667,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano, column summarize)",,out:effort-not-established, livebench-task-tablejoin,livebench,gpt-5-nano,unstated,mixed,hard,,,,,,,35.385,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano, column tablejoin)",,out:effort-not-established, livebench-task-tablereformat,livebench,gpt-5-nano,unstated,mixed,hard,,,,,,,96.078,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano, column tablereformat)",,out:effort-not-established, livebench-task-theory_of_mind,livebench,gpt-5-nano,unstated,mixed,hard,,,,,,,42.308,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano, column theory_of_mind)",,out:effort-not-established, livebench-task-typescript,livebench,gpt-5-nano,unstated,coding,hard,,,,,,,20.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano, column typescript)",,out:effort-not-established, livebench-task-typos,livebench,gpt-5-nano,unstated,mixed,hard,,,,,,,52.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano, column typos)",,out:effort-not-established, livebench-task-zebra_puzzle,livebench,gpt-5-nano,unstated,mixed,hard,,,,,,,11.5,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano, column zebra_puzzle)",,out:effort-not-established, livebench-task-amps_hard,livebench,gpt-5-nano,high,reasoning-math,hard,,,,,,,96.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-high, column AMPS_Hard)",,out:superseded, livebench-task-code_completion,livebench,gpt-5-nano,high,coding,hard,,,,,,,54.348,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-high, column code_completion)",,out:superseded, livebench-task-code_generation,livebench,gpt-5-nano,high,coding,hard,,,,,,,70.423,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-high, column code_generation)",,out:superseded, livebench-task-connections,livebench,gpt-5-nano,high,mixed,hard,,,,,,,81.167,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-high, column connections)",,out:superseded, livebench-task-consecutive_events,livebench,gpt-5-nano,high,mixed,hard,,,,,,,5.809,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-high, column consecutive_events)",,out:superseded, livebench-task-integrals_with_game,livebench,gpt-5-nano,high,reasoning-math,hard,,,,,,,31.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-high, column integrals_with_game)",,out:superseded, livebench-task-javascript,livebench,gpt-5-nano,high,coding,hard,,,,,,,25.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-high, column javascript)",,out:superseded, livebench-task-logic_with_navigation,livebench,gpt-5-nano,high,mixed,hard,,,,,,,14.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-high, column logic_with_navigation)",,out:superseded, livebench-task-math_comp,livebench,gpt-5-nano,high,reasoning-math,hard,,,,,,,90.196,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-high, column math_comp)",,out:superseded, livebench-task-olympiad,livebench,gpt-5-nano,high,reasoning-math,hard,,,,,,,56.429,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-high, column olympiad)",,out:superseded, livebench-task-paraphrase,livebench,gpt-5-nano,high,mixed,hard,,,,,,,50.183,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-high, column paraphrase)",,out:superseded, livebench-task-plot_unscrambling,livebench,gpt-5-nano,high,mixed,hard,,,,,,,17.358,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-high, column plot_unscrambling)",,out:superseded, livebench-task-python,livebench,gpt-5-nano,high,coding,hard,,,,,,,35.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-high, column python)",,out:superseded, livebench-task-simplify,livebench,gpt-5-nano,high,mixed,hard,,,,,,,58.75,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-high, column simplify)",,out:superseded, livebench-task-spatial,livebench,gpt-5-nano,high,mixed,hard,,,,,,,94.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-high, column spatial)",,out:superseded, livebench-task-story_generation,livebench,gpt-5-nano,high,mixed,hard,,,,,,,55.233,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-high, column story_generation)",,out:superseded, livebench-task-summarize,livebench,gpt-5-nano,high,mixed,hard,,,,,,,58.633,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-high, column summarize)",,out:superseded, livebench-task-tablejoin,livebench,gpt-5-nano,high,mixed,hard,,,,,,,34.212,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-high, column tablejoin)",,out:superseded, livebench-task-tablereformat,livebench,gpt-5-nano,high,mixed,hard,,,,,,,90.196,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-high, column tablereformat)",,out:superseded, livebench-task-theory_of_mind,livebench,gpt-5-nano,high,mixed,hard,,,,,,,46.154,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-high, column theory_of_mind)",,out:superseded, livebench-task-typescript,livebench,gpt-5-nano,high,coding,hard,,,,,,,10.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-high, column typescript)",,out:superseded, livebench-task-typos,livebench,gpt-5-nano,high,mixed,hard,,,,,,,42.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-high, column typos)",,out:superseded, livebench-task-zebra_puzzle,livebench,gpt-5-nano,high,mixed,hard,,,,,,,7.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-high, column zebra_puzzle)",,out:superseded, livebench-task-amps_hard,livebench,gpt-5-nano,low,reasoning-math,hard,,,,,,,79.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-low, column AMPS_Hard)",,out:superseded, livebench-task-code_completion,livebench,gpt-5-nano,low,coding,hard,,,,,,,43.478,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-low, column code_completion)",,out:superseded, livebench-task-code_generation,livebench,gpt-5-nano,low,coding,hard,,,,,,,61.972,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-low, column code_generation)",,out:superseded, livebench-task-connections,livebench,gpt-5-nano,low,mixed,hard,,,,,,,64.333,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-low, column connections)",,out:superseded, livebench-task-consecutive_events,livebench,gpt-5-nano,low,mixed,hard,,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-low, column consecutive_events)",,out:uninformative, livebench-task-integrals_with_game,livebench,gpt-5-nano,low,reasoning-math,hard,,,,,,,7.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-low, column integrals_with_game)",,out:superseded, livebench-task-javascript,livebench,gpt-5-nano,low,coding,hard,,,,,,,10.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-low, column javascript)",,out:superseded, livebench-task-logic_with_navigation,livebench,gpt-5-nano,low,mixed,hard,,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-low, column logic_with_navigation)",,out:uninformative, livebench-task-math_comp,livebench,gpt-5-nano,low,reasoning-math,hard,,,,,,,73.529,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-low, column math_comp)",,out:superseded, livebench-task-olympiad,livebench,gpt-5-nano,low,reasoning-math,hard,,,,,,,36.099,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-low, column olympiad)",,out:superseded, livebench-task-paraphrase,livebench,gpt-5-nano,low,mixed,hard,,,,,,,25.633,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-low, column paraphrase)",,out:superseded, livebench-task-plot_unscrambling,livebench,gpt-5-nano,low,mixed,hard,,,,,,,13.871,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-low, column plot_unscrambling)",,out:superseded, livebench-task-python,livebench,gpt-5-nano,low,coding,hard,,,,,,,20.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-low, column python)",,out:superseded, livebench-task-simplify,livebench,gpt-5-nano,low,mixed,hard,,,,,,,25.95,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-low, column simplify)",,out:superseded, livebench-task-spatial,livebench,gpt-5-nano,low,mixed,hard,,,,,,,70.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-low, column spatial)",,out:superseded, livebench-task-story_generation,livebench,gpt-5-nano,low,mixed,hard,,,,,,,36.783,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-low, column story_generation)",,out:superseded, livebench-task-summarize,livebench,gpt-5-nano,low,mixed,hard,,,,,,,28.017,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-low, column summarize)",,out:superseded, livebench-task-tablejoin,livebench,gpt-5-nano,low,mixed,hard,,,,,,,27.346,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-low, column tablejoin)",,out:superseded, livebench-task-tablereformat,livebench,gpt-5-nano,low,mixed,hard,,,,,,,82.353,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-low, column tablereformat)",,out:superseded, livebench-task-theory_of_mind,livebench,gpt-5-nano,low,mixed,hard,,,,,,,38.462,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-low, column theory_of_mind)",,out:superseded, livebench-task-typescript,livebench,gpt-5-nano,low,coding,hard,,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-low, column typescript)",,out:uninformative, livebench-task-typos,livebench,gpt-5-nano,low,mixed,hard,,,,,,,28.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-low, column typos)",,out:superseded, livebench-task-zebra_puzzle,livebench,gpt-5-nano,low,mixed,hard,,,,,,,2.25,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-low, column zebra_puzzle)",,out:superseded, livebench-task-amps_hard,livebench,gpt-5-pro,unstated,reasoning-math,hard,,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-pro-2025-10-06, column AMPS_Hard)",,out:effort-not-established, livebench-task-code_completion,livebench,gpt-5-pro,unstated,coding,hard,,,,,,,69.565,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-pro-2025-10-06, column code_completion)",,out:effort-not-established, livebench-task-code_generation,livebench,gpt-5-pro,unstated,coding,hard,,,,,,,74.648,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-pro-2025-10-06, column code_generation)",,out:effort-not-established, livebench-task-connections,livebench,gpt-5-pro,unstated,mixed,hard,,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-pro-2025-10-06, column connections)",,out:effort-not-established, livebench-task-consecutive_events,livebench,gpt-5-pro,unstated,mixed,hard,,,,,,,26.276,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-pro-2025-10-06, column consecutive_events)",,out:effort-not-established, livebench-task-integrals_with_game,livebench,gpt-5-pro,unstated,reasoning-math,hard,,,,,,,62.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-pro-2025-10-06, column integrals_with_game)",,out:effort-not-established, livebench-task-javascript,livebench,gpt-5-pro,unstated,coding,hard,,,,,,,45.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-pro-2025-10-06, column javascript)",,out:effort-not-established, livebench-task-logic_with_navigation,livebench,gpt-5-pro,unstated,mixed,hard,,,,,,,64.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-pro-2025-10-06, column logic_with_navigation)",,out:effort-not-established, livebench-task-math_comp,livebench,gpt-5-pro,unstated,reasoning-math,hard,,,,,,,97.059,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-pro-2025-10-06, column math_comp)",,out:effort-not-established, livebench-task-olympiad,livebench,gpt-5-pro,unstated,reasoning-math,hard,,,,,,,87.603,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-pro-2025-10-06, column olympiad)",,out:effort-not-established, livebench-task-paraphrase,livebench,gpt-5-pro,unstated,mixed,hard,,,,,,,61.4,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-pro-2025-10-06, column paraphrase)",,out:effort-not-established, livebench-task-plot_unscrambling,livebench,gpt-5-pro,unstated,mixed,hard,,,,,,,64.085,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-pro-2025-10-06, column plot_unscrambling)",,out:effort-not-established, livebench-task-python,livebench,gpt-5-pro,unstated,coding,hard,,,,,,,65.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-pro-2025-10-06, column python)",,out:effort-not-established, livebench-task-simplify,livebench,gpt-5-pro,unstated,mixed,hard,,,,,,,62.217,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-pro-2025-10-06, column simplify)",,out:effort-not-established, livebench-task-spatial,livebench,gpt-5-pro,unstated,mixed,hard,,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-pro-2025-10-06, column spatial)",,out:effort-not-established, livebench-task-story_generation,livebench,gpt-5-pro,unstated,mixed,hard,,,,,,,67.267,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-pro-2025-10-06, column story_generation)",,out:effort-not-established, livebench-task-summarize,livebench,gpt-5-pro,unstated,mixed,hard,,,,,,,64.95,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-pro-2025-10-06, column summarize)",,out:effort-not-established, livebench-task-tablejoin,livebench,gpt-5-pro,unstated,mixed,hard,,,,,,,44.846,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-pro-2025-10-06, column tablejoin)",,out:effort-not-established, livebench-task-tablereformat,livebench,gpt-5-pro,unstated,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-pro-2025-10-06, column tablereformat)",,out:effort-not-established, livebench-task-theory_of_mind,livebench,gpt-5-pro,unstated,mixed,hard,,,,,,,80.769,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-pro-2025-10-06, column theory_of_mind)",,out:effort-not-established, livebench-task-typescript,livebench,gpt-5-pro,unstated,coding,hard,,,,,,,45.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-pro-2025-10-06, column typescript)",,out:effort-not-established, livebench-task-typos,livebench,gpt-5-pro,unstated,mixed,hard,,,,,,,80.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-pro-2025-10-06, column typos)",,out:effort-not-established, livebench-task-zebra_puzzle,livebench,gpt-5-pro,unstated,mixed,hard,,,,,,,84.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-pro-2025-10-06, column zebra_puzzle)",,out:effort-not-established, livebench-task-amps_hard,livebench,gpt-5.1,high,reasoning-math,hard,,,,,,,97.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-high, column AMPS_Hard)",,out:superseded, livebench-task-code_completion,livebench,gpt-5.1,high,coding,hard,,,,,,,71.739,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-high, column code_completion)",,out:superseded, livebench-task-code_generation,livebench,gpt-5.1,high,coding,hard,,,,,,,73.239,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-high, column code_generation)",,out:superseded, livebench-task-connections,livebench,gpt-5.1,high,mixed,hard,,,,,,,97.333,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-high, column connections)",,out:superseded, livebench-task-consecutive_events,livebench,gpt-5.1,high,mixed,hard,,,,,,,64.684,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-high, column consecutive_events)",,out:superseded, livebench-task-integrals_with_game,livebench,gpt-5.1,high,reasoning-math,hard,,,,,,,67.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-high, column integrals_with_game)",,out:superseded, livebench-task-javascript,livebench,gpt-5.1,high,coding,hard,,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-high, column javascript)",,out:superseded, livebench-task-logic_with_navigation,livebench,gpt-5.1,high,mixed,hard,,,,,,,66.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-high, column logic_with_navigation)",,out:superseded, livebench-task-math_comp,livebench,gpt-5.1,high,reasoning-math,hard,,,,,,,95.098,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-high, column math_comp)",,out:superseded, livebench-task-olympiad,livebench,gpt-5.1,high,reasoning-math,hard,,,,,,,88.5,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-high, column olympiad)",,out:superseded, livebench-task-paraphrase,livebench,gpt-5.1,high,mixed,hard,,,,,,,58.333,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-high, column paraphrase)",,out:superseded, livebench-task-plot_unscrambling,livebench,gpt-5.1,high,mixed,hard,,,,,,,60.448,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-high, column plot_unscrambling)",,out:superseded, livebench-task-python,livebench,gpt-5.1,high,coding,hard,,,,,,,65.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-high, column python)",,out:superseded, livebench-task-simplify,livebench,gpt-5.1,high,mixed,hard,,,,,,,60.133,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-high, column simplify)",,out:superseded, livebench-task-spatial,livebench,gpt-5.1,high,mixed,hard,,,,,,,92.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-high, column spatial)",,out:superseded, livebench-task-story_generation,livebench,gpt-5.1,high,mixed,hard,,,,,,,76.117,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-high, column story_generation)",,out:superseded, livebench-task-summarize,livebench,gpt-5.1,high,mixed,hard,,,,,,,61.033,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-high, column summarize)",,out:superseded, livebench-task-tablejoin,livebench,gpt-5.1,high,mixed,hard,,,,,,,44.135,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-high, column tablejoin)",,out:superseded, livebench-task-tablereformat,livebench,gpt-5.1,high,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-high, column tablereformat)",,out:uninformative, livebench-task-theory_of_mind,livebench,gpt-5.1,high,mixed,hard,,,,,,,76.923,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-high, column theory_of_mind)",,out:superseded, livebench-task-typescript,livebench,gpt-5.1,high,coding,hard,,,,,,,45.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-high, column typescript)",,out:superseded, livebench-task-typos,livebench,gpt-5.1,high,mixed,hard,,,,,,,80.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-high, column typos)",,out:superseded, livebench-task-zebra_puzzle,livebench,gpt-5.1,high,mixed,hard,,,,,,,80.25,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-high, column zebra_puzzle)",,out:superseded, livebench-task-amps_hard,livebench,gpt-5.1,low,reasoning-math,hard,,,,,,,94.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-low, column AMPS_Hard)",,out:superseded, livebench-task-code_completion,livebench,gpt-5.1,low,coding,hard,,,,,,,76.087,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-low, column code_completion)",,out:superseded, livebench-task-code_generation,livebench,gpt-5.1,low,coding,hard,,,,,,,84.507,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-low, column code_generation)",,out:superseded, livebench-task-connections,livebench,gpt-5.1,low,mixed,hard,,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-low, column connections)",,out:superseded, livebench-task-consecutive_events,livebench,gpt-5.1,low,mixed,hard,,,,,,,0.237,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-low, column consecutive_events)",,out:superseded, livebench-task-integrals_with_game,livebench,gpt-5.1,low,reasoning-math,hard,,,,,,,24.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-low, column integrals_with_game)",,out:superseded, livebench-task-javascript,livebench,gpt-5.1,low,coding,hard,,,,,,,25.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-low, column javascript)",,out:superseded, livebench-task-logic_with_navigation,livebench,gpt-5.1,low,mixed,hard,,,,,,,58.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-low, column logic_with_navigation)",,out:superseded, livebench-task-math_comp,livebench,gpt-5.1,low,reasoning-math,hard,,,,,,,81.373,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-low, column math_comp)",,out:superseded, livebench-task-olympiad,livebench,gpt-5.1,low,reasoning-math,hard,,,,,,,74.14,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-low, column olympiad)",,out:superseded, livebench-task-paraphrase,livebench,gpt-5.1,low,mixed,hard,,,,,,,43.233,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-low, column paraphrase)",,out:superseded, livebench-task-plot_unscrambling,livebench,gpt-5.1,low,mixed,hard,,,,,,,53.555,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-low, column plot_unscrambling)",,out:superseded, livebench-task-python,livebench,gpt-5.1,low,coding,hard,,,,,,,60.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-low, column python)",,out:superseded, livebench-task-simplify,livebench,gpt-5.1,low,mixed,hard,,,,,,,46.55,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-low, column simplify)",,out:superseded, livebench-task-spatial,livebench,gpt-5.1,low,mixed,hard,,,,,,,88.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-low, column spatial)",,out:superseded, livebench-task-story_generation,livebench,gpt-5.1,low,mixed,hard,,,,,,,55.183,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-low, column story_generation)",,out:superseded, livebench-task-summarize,livebench,gpt-5.1,low,mixed,hard,,,,,,,45.533,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-low, column summarize)",,out:superseded, livebench-task-tablejoin,livebench,gpt-5.1,low,mixed,hard,,,,,,,37.365,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-low, column tablejoin)",,out:superseded, livebench-task-tablereformat,livebench,gpt-5.1,low,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-low, column tablereformat)",,out:uninformative, livebench-task-theory_of_mind,livebench,gpt-5.1,low,mixed,hard,,,,,,,73.077,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-low, column theory_of_mind)",,out:superseded, livebench-task-typescript,livebench,gpt-5.1,low,coding,hard,,,,,,,35.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-low, column typescript)",,out:superseded, livebench-task-typos,livebench,gpt-5.1,low,mixed,hard,,,,,,,82.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-low, column typos)",,out:superseded, livebench-task-zebra_puzzle,livebench,gpt-5.1,low,mixed,hard,,,,,,,19.5,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-low, column zebra_puzzle)",,out:superseded, livebench-task-amps_hard,livebench,gpt-5.1,medium,reasoning-math,hard,,,,,,,97.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-medium, column AMPS_Hard)",,out:superseded, livebench-task-code_completion,livebench,gpt-5.1,medium,coding,hard,,,,,,,73.913,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-medium, column code_completion)",,out:superseded, livebench-task-code_generation,livebench,gpt-5.1,medium,coding,hard,,,,,,,77.465,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-medium, column code_generation)",,out:superseded, livebench-task-connections,livebench,gpt-5.1,medium,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-medium, column connections)",,out:uninformative, livebench-task-consecutive_events,livebench,gpt-5.1,medium,mixed,hard,,,,,,,48.459,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-medium, column consecutive_events)",,out:superseded, livebench-task-integrals_with_game,livebench,gpt-5.1,medium,reasoning-math,hard,,,,,,,42.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-medium, column integrals_with_game)",,out:superseded, livebench-task-javascript,livebench,gpt-5.1,medium,coding,hard,,,,,,,45.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-medium, column javascript)",,out:superseded, livebench-task-logic_with_navigation,livebench,gpt-5.1,medium,mixed,hard,,,,,,,62.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-medium, column logic_with_navigation)",,out:superseded, livebench-task-math_comp,livebench,gpt-5.1,medium,reasoning-math,hard,,,,,,,90.196,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-medium, column math_comp)",,out:superseded, livebench-task-olympiad,livebench,gpt-5.1,medium,reasoning-math,hard,,,,,,,86.846,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-medium, column olympiad)",,out:superseded, livebench-task-paraphrase,livebench,gpt-5.1,medium,mixed,hard,,,,,,,53.483,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-medium, column paraphrase)",,out:superseded, livebench-task-plot_unscrambling,livebench,gpt-5.1,medium,mixed,hard,,,,,,,55.971,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-medium, column plot_unscrambling)",,out:superseded, livebench-task-python,livebench,gpt-5.1,medium,coding,hard,,,,,,,65.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-medium, column python)",,out:superseded, livebench-task-simplify,livebench,gpt-5.1,medium,mixed,hard,,,,,,,63.85,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-medium, column simplify)",,out:superseded, livebench-task-spatial,livebench,gpt-5.1,medium,mixed,hard,,,,,,,94.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-medium, column spatial)",,out:superseded, livebench-task-story_generation,livebench,gpt-5.1,medium,mixed,hard,,,,,,,66.817,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-medium, column story_generation)",,out:superseded, livebench-task-summarize,livebench,gpt-5.1,medium,mixed,hard,,,,,,,57.067,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-medium, column summarize)",,out:superseded, livebench-task-tablejoin,livebench,gpt-5.1,medium,mixed,hard,,,,,,,41.212,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-medium, column tablejoin)",,out:superseded, livebench-task-tablereformat,livebench,gpt-5.1,medium,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-medium, column tablereformat)",,out:uninformative, livebench-task-theory_of_mind,livebench,gpt-5.1,medium,mixed,hard,,,,,,,76.923,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-medium, column theory_of_mind)",,out:superseded, livebench-task-typescript,livebench,gpt-5.1,medium,coding,hard,,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-medium, column typescript)",,out:superseded, livebench-task-typos,livebench,gpt-5.1,medium,mixed,hard,,,,,,,80.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-medium, column typos)",,out:superseded, livebench-task-zebra_puzzle,livebench,gpt-5.1,medium,mixed,hard,,,,,,,63.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-medium, column zebra_puzzle)",,out:superseded, livebench-task-amps_hard,livebench,gpt-5.1,not-established:absent,reasoning-math,hard,,,,,,,78.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-nothinking, column AMPS_Hard)",,out:effort-not-established, livebench-task-code_completion,livebench,gpt-5.1,not-established:absent,coding,hard,,,,,,,76.087,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-nothinking, column code_completion)",,out:effort-not-established, livebench-task-code_generation,livebench,gpt-5.1,not-established:absent,coding,hard,,,,,,,78.873,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-nothinking, column code_generation)",,out:effort-not-established, livebench-task-connections,livebench,gpt-5.1,not-established:absent,mixed,hard,,,,,,,44.667,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-nothinking, column connections)",,out:effort-not-established, livebench-task-consecutive_events,livebench,gpt-5.1,not-established:absent,mixed,hard,,,,,,,3.927,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-nothinking, column consecutive_events)",,out:effort-not-established, livebench-task-integrals_with_game,livebench,gpt-5.1,not-established:absent,reasoning-math,hard,,,,,,,3.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-nothinking, column integrals_with_game)",,out:effort-not-established, livebench-task-javascript,livebench,gpt-5.1,not-established:absent,coding,hard,,,,,,,35.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-nothinking, column javascript)",,out:effort-not-established, livebench-task-logic_with_navigation,livebench,gpt-5.1,not-established:absent,mixed,hard,,,,,,,26.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-nothinking, column logic_with_navigation)",,out:effort-not-established, livebench-task-math_comp,livebench,gpt-5.1,not-established:absent,reasoning-math,hard,,,,,,,28.431,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-nothinking, column math_comp)",,out:effort-not-established, livebench-task-olympiad,livebench,gpt-5.1,not-established:absent,reasoning-math,hard,,,,,,,68.614,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-nothinking, column olympiad)",,out:effort-not-established, livebench-task-paraphrase,livebench,gpt-5.1,not-established:absent,mixed,hard,,,,,,,16.883,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-nothinking, column paraphrase)",,out:effort-not-established, livebench-task-plot_unscrambling,livebench,gpt-5.1,not-established:absent,mixed,hard,,,,,,,42.867,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-nothinking, column plot_unscrambling)",,out:effort-not-established, livebench-task-python,livebench,gpt-5.1,not-established:absent,coding,hard,,,,,,,30.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-nothinking, column python)",,out:effort-not-established, livebench-task-simplify,livebench,gpt-5.1,not-established:absent,mixed,hard,,,,,,,27.117,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-nothinking, column simplify)",,out:effort-not-established, livebench-task-spatial,livebench,gpt-5.1,not-established:absent,mixed,hard,,,,,,,48.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-nothinking, column spatial)",,out:effort-not-established, livebench-task-story_generation,livebench,gpt-5.1,not-established:absent,mixed,hard,,,,,,,21.933,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-nothinking, column story_generation)",,out:effort-not-established, livebench-task-summarize,livebench,gpt-5.1,not-established:absent,mixed,hard,,,,,,,28.05,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-nothinking, column summarize)",,out:effort-not-established, livebench-task-tablejoin,livebench,gpt-5.1,not-established:absent,mixed,hard,,,,,,,32.192,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-nothinking, column tablejoin)",,out:effort-not-established, livebench-task-tablereformat,livebench,gpt-5.1,not-established:absent,mixed,hard,,,,,,,96.078,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-nothinking, column tablereformat)",,out:effort-not-established, livebench-task-theory_of_mind,livebench,gpt-5.1,not-established:absent,mixed,hard,,,,,,,25.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-nothinking, column theory_of_mind)",,out:effort-not-established, livebench-task-typescript,livebench,gpt-5.1,not-established:absent,coding,hard,,,,,,,20.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-nothinking, column typescript)",,out:effort-not-established, livebench-task-typos,livebench,gpt-5.1,not-established:absent,mixed,hard,,,,,,,74.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-nothinking, column typos)",,out:effort-not-established, livebench-task-zebra_puzzle,livebench,gpt-5.1,not-established:absent,mixed,hard,,,,,,,8.25,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-nothinking, column zebra_puzzle)",,out:effort-not-established, livebench-task-amps_hard,livebench,gpt-5.1-codex,unstated,reasoning-math,hard,,,,,,,95.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex, column AMPS_Hard)",,out:effort-not-established, livebench-task-code_completion,livebench,gpt-5.1-codex,unstated,coding,hard,,,,,,,71.739,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex, column code_completion)",,out:effort-not-established, livebench-task-code_generation,livebench,gpt-5.1-codex,unstated,coding,hard,,,,,,,71.831,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex, column code_generation)",,out:effort-not-established, livebench-task-connections,livebench,gpt-5.1-codex,unstated,mixed,hard,,,,,,,96.5,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex, column connections)",,out:effort-not-established, livebench-task-consecutive_events,livebench,gpt-5.1-codex,unstated,mixed,hard,,,,,,,44.644,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex, column consecutive_events)",,out:effort-not-established, livebench-task-integrals_with_game,livebench,gpt-5.1-codex,unstated,reasoning-math,hard,,,,,,,45.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex, column integrals_with_game)",,out:effort-not-established, livebench-task-javascript,livebench,gpt-5.1-codex,unstated,coding,hard,,,,,,,45.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex, column javascript)",,out:effort-not-established, livebench-task-logic_with_navigation,livebench,gpt-5.1-codex,unstated,mixed,hard,,,,,,,64.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex, column logic_with_navigation)",,out:effort-not-established, livebench-task-math_comp,livebench,gpt-5.1-codex,unstated,reasoning-math,hard,,,,,,,96.078,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex, column math_comp)",,out:effort-not-established, livebench-task-olympiad,livebench,gpt-5.1-codex,unstated,reasoning-math,hard,,,,,,,82.244,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex, column olympiad)",,out:effort-not-established, livebench-task-paraphrase,livebench,gpt-5.1-codex,unstated,mixed,hard,,,,,,,61.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex, column paraphrase)",,out:effort-not-established, livebench-task-plot_unscrambling,livebench,gpt-5.1-codex,unstated,mixed,hard,,,,,,,41.937,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex, column plot_unscrambling)",,out:effort-not-established, livebench-task-python,livebench,gpt-5.1-codex,unstated,coding,hard,,,,,,,65.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex, column python)",,out:effort-not-established, livebench-task-simplify,livebench,gpt-5.1-codex,unstated,mixed,hard,,,,,,,60.317,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex, column simplify)",,out:effort-not-established, livebench-task-spatial,livebench,gpt-5.1-codex,unstated,mixed,hard,,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex, column spatial)",,out:effort-not-established, livebench-task-story_generation,livebench,gpt-5.1-codex,unstated,mixed,hard,,,,,,,67.55,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex, column story_generation)",,out:effort-not-established, livebench-task-summarize,livebench,gpt-5.1-codex,unstated,mixed,hard,,,,,,,64.683,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex, column summarize)",,out:effort-not-established, livebench-task-tablejoin,livebench,gpt-5.1-codex,unstated,mixed,hard,,,,,,,41.519,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex, column tablejoin)",,out:effort-not-established, livebench-task-tablereformat,livebench,gpt-5.1-codex,unstated,mixed,hard,,,,,,,96.078,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex, column tablereformat)",,out:effort-not-established, livebench-task-theory_of_mind,livebench,gpt-5.1-codex,unstated,mixed,hard,,,,,,,76.923,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex, column theory_of_mind)",,out:effort-not-established, livebench-task-typescript,livebench,gpt-5.1-codex,unstated,coding,hard,,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex, column typescript)",,out:effort-not-established, livebench-task-typos,livebench,gpt-5.1-codex,unstated,mixed,hard,,,,,,,70.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex, column typos)",,out:effort-not-established, livebench-task-zebra_puzzle,livebench,gpt-5.1-codex,unstated,mixed,hard,,,,,,,89.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex, column zebra_puzzle)",,out:effort-not-established, livebench-task-amps_hard,livebench,gpt-5.1-codex-max,unstated,reasoning-math,hard,,,,,,,96.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max, column AMPS_Hard)",,out:effort-not-established, livebench-task-code_completion,livebench,gpt-5.1-codex-max,unstated,coding,hard,,,,,,,78.261,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max, column code_completion)",,out:effort-not-established, livebench-task-code_generation,livebench,gpt-5.1-codex-max,unstated,coding,hard,,,,,,,84.507,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max, column code_generation)",,out:effort-not-established, livebench-task-connections,livebench,gpt-5.1-codex-max,unstated,mixed,hard,,,,,,,86.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max, column connections)",,out:effort-not-established, livebench-task-consecutive_events,livebench,gpt-5.1-codex-max,unstated,mixed,hard,,,,,,,21.84,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max, column consecutive_events)",,out:effort-not-established, livebench-task-integrals_with_game,livebench,gpt-5.1-codex-max,unstated,reasoning-math,hard,,,,,,,56.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max, column integrals_with_game)",,out:effort-not-established, livebench-task-javascript,livebench,gpt-5.1-codex-max,unstated,coding,hard,,,,,,,40.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max, column javascript)",,out:effort-not-established, livebench-task-logic_with_navigation,livebench,gpt-5.1-codex-max,unstated,mixed,hard,,,,,,,64.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max, column logic_with_navigation)",,out:effort-not-established, livebench-task-math_comp,livebench,gpt-5.1-codex-max,unstated,reasoning-math,hard,,,,,,,93.137,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max, column math_comp)",,out:effort-not-established, livebench-task-olympiad,livebench,gpt-5.1-codex-max,unstated,reasoning-math,hard,,,,,,,89.483,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max, column olympiad)",,out:effort-not-established, livebench-task-paraphrase,livebench,gpt-5.1-codex-max,unstated,mixed,hard,,,,,,,57.383,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max, column paraphrase)",,out:effort-not-established, livebench-task-plot_unscrambling,livebench,gpt-5.1-codex-max,unstated,mixed,hard,,,,,,,58.155,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max, column plot_unscrambling)",,out:effort-not-established, livebench-task-python,livebench,gpt-5.1-codex-max,unstated,coding,hard,,,,,,,75.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max, column python)",,out:effort-not-established, livebench-task-simplify,livebench,gpt-5.1-codex-max,unstated,mixed,hard,,,,,,,66.5,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max, column simplify)",,out:effort-not-established, livebench-task-spatial,livebench,gpt-5.1-codex-max,unstated,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max, column spatial)",,out:effort-not-established, livebench-task-story_generation,livebench,gpt-5.1-codex-max,unstated,mixed,hard,,,,,,,71.25,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max, column story_generation)",,out:effort-not-established, livebench-task-summarize,livebench,gpt-5.1-codex-max,unstated,mixed,hard,,,,,,,73.367,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max, column summarize)",,out:effort-not-established, livebench-task-tablejoin,livebench,gpt-5.1-codex-max,unstated,mixed,hard,,,,,,,42.827,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max, column tablejoin)",,out:effort-not-established, livebench-task-tablereformat,livebench,gpt-5.1-codex-max,unstated,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max, column tablereformat)",,out:effort-not-established, livebench-task-theory_of_mind,livebench,gpt-5.1-codex-max,unstated,mixed,hard,,,,,,,86.538,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max, column theory_of_mind)",,out:effort-not-established, livebench-task-typescript,livebench,gpt-5.1-codex-max,unstated,coding,hard,,,,,,,55.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max, column typescript)",,out:effort-not-established, livebench-task-typos,livebench,gpt-5.1-codex-max,unstated,mixed,hard,,,,,,,82.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max, column typos)",,out:effort-not-established, livebench-task-zebra_puzzle,livebench,gpt-5.1-codex-max,unstated,mixed,hard,,,,,,,87.75,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max, column zebra_puzzle)",,out:effort-not-established, livebench-task-amps_hard,livebench,gpt-5.1-codex-max,high,reasoning-math,hard,,,,,,,90.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max-high, column AMPS_Hard)",,out:superseded, livebench-task-code_completion,livebench,gpt-5.1-codex-max,high,coding,hard,,,,,,,78.261,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max-high, column code_completion)",,out:superseded, livebench-task-code_generation,livebench,gpt-5.1-codex-max,high,coding,hard,,,,,,,83.099,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max-high, column code_generation)",,out:superseded, livebench-task-connections,livebench,gpt-5.1-codex-max,high,mixed,hard,,,,,,,90.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max-high, column connections)",,out:superseded, livebench-task-consecutive_events,livebench,gpt-5.1-codex-max,high,mixed,hard,,,,,,,65.12,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max-high, column consecutive_events)",,out:superseded, livebench-task-integrals_with_game,livebench,gpt-5.1-codex-max,high,reasoning-math,hard,,,,,,,61.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max-high, column integrals_with_game)",,out:superseded, livebench-task-javascript,livebench,gpt-5.1-codex-max,high,coding,hard,,,,,,,45.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max-high, column javascript)",,out:superseded, livebench-task-logic_with_navigation,livebench,gpt-5.1-codex-max,high,mixed,hard,,,,,,,64.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max-high, column logic_with_navigation)",,out:superseded, livebench-task-math_comp,livebench,gpt-5.1-codex-max,high,reasoning-math,hard,,,,,,,96.078,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max-high, column math_comp)",,out:superseded, livebench-task-olympiad,livebench,gpt-5.1-codex-max,high,reasoning-math,hard,,,,,,,85.787,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max-high, column olympiad)",,out:superseded, livebench-task-paraphrase,livebench,gpt-5.1-codex-max,high,mixed,hard,,,,,,,77.95,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max-high, column paraphrase)",,out:superseded, livebench-task-plot_unscrambling,livebench,gpt-5.1-codex-max,high,mixed,hard,,,,,,,57.441,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max-high, column plot_unscrambling)",,out:superseded, livebench-task-python,livebench,gpt-5.1-codex-max,high,coding,hard,,,,,,,65.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max-high, column python)",,out:superseded, livebench-task-simplify,livebench,gpt-5.1-codex-max,high,mixed,hard,,,,,,,65.45,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max-high, column simplify)",,out:superseded, livebench-task-spatial,livebench,gpt-5.1-codex-max,high,mixed,hard,,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max-high, column spatial)",,out:superseded, livebench-task-story_generation,livebench,gpt-5.1-codex-max,high,mixed,hard,,,,,,,65.967,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max-high, column story_generation)",,out:superseded, livebench-task-summarize,livebench,gpt-5.1-codex-max,high,mixed,hard,,,,,,,72.167,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max-high, column summarize)",,out:superseded, livebench-task-tablejoin,livebench,gpt-5.1-codex-max,high,mixed,hard,,,,,,,45.25,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max-high, column tablejoin)",,out:superseded, livebench-task-tablereformat,livebench,gpt-5.1-codex-max,high,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max-high, column tablereformat)",,out:uninformative, livebench-task-theory_of_mind,livebench,gpt-5.1-codex-max,high,mixed,hard,,,,,,,84.615,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max-high, column theory_of_mind)",,out:superseded, livebench-task-typescript,livebench,gpt-5.1-codex-max,high,coding,hard,,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max-high, column typescript)",,out:superseded, livebench-task-typos,livebench,gpt-5.1-codex-max,high,mixed,hard,,,,,,,82.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max-high, column typos)",,out:superseded, livebench-task-zebra_puzzle,livebench,gpt-5.1-codex-max,high,mixed,hard,,,,,,,88.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max-high, column zebra_puzzle)",,out:superseded, livebench-task-amps_hard,livebench,gpt-5.1-codex-mini,unstated,reasoning-math,hard,,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-mini, column AMPS_Hard)",,out:effort-not-established, livebench-task-code_completion,livebench,gpt-5.1-codex-mini,unstated,coding,hard,,,,,,,65.217,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-mini, column code_completion)",,out:effort-not-established, livebench-task-code_generation,livebench,gpt-5.1-codex-mini,unstated,coding,hard,,,,,,,74.648,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-mini, column code_generation)",,out:effort-not-established, livebench-task-connections,livebench,gpt-5.1-codex-mini,unstated,mixed,hard,,,,,,,97.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-mini, column connections)",,out:effort-not-established, livebench-task-consecutive_events,livebench,gpt-5.1-codex-mini,unstated,mixed,hard,,,,,,,8.528,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-mini, column consecutive_events)",,out:effort-not-established, livebench-task-integrals_with_game,livebench,gpt-5.1-codex-mini,unstated,reasoning-math,hard,,,,,,,32.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-mini, column integrals_with_game)",,out:effort-not-established, livebench-task-javascript,livebench,gpt-5.1-codex-mini,unstated,coding,hard,,,,,,,25.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-mini, column javascript)",,out:effort-not-established, livebench-task-logic_with_navigation,livebench,gpt-5.1-codex-mini,unstated,mixed,hard,,,,,,,58.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-mini, column logic_with_navigation)",,out:effort-not-established, livebench-task-math_comp,livebench,gpt-5.1-codex-mini,unstated,reasoning-math,hard,,,,,,,94.118,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-mini, column math_comp)",,out:effort-not-established, livebench-task-olympiad,livebench,gpt-5.1-codex-mini,unstated,reasoning-math,hard,,,,,,,80.904,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-mini, column olympiad)",,out:effort-not-established, livebench-task-paraphrase,livebench,gpt-5.1-codex-mini,unstated,mixed,hard,,,,,,,45.467,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-mini, column paraphrase)",,out:effort-not-established, livebench-task-plot_unscrambling,livebench,gpt-5.1-codex-mini,unstated,mixed,hard,,,,,,,30.039,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-mini, column plot_unscrambling)",,out:effort-not-established, livebench-task-python,livebench,gpt-5.1-codex-mini,unstated,coding,hard,,,,,,,65.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-mini, column python)",,out:effort-not-established, livebench-task-simplify,livebench,gpt-5.1-codex-mini,unstated,mixed,hard,,,,,,,59.783,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-mini, column simplify)",,out:effort-not-established, livebench-task-spatial,livebench,gpt-5.1-codex-mini,unstated,mixed,hard,,,,,,,94.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-mini, column spatial)",,out:effort-not-established, livebench-task-story_generation,livebench,gpt-5.1-codex-mini,unstated,mixed,hard,,,,,,,68.383,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-mini, column story_generation)",,out:effort-not-established, livebench-task-summarize,livebench,gpt-5.1-codex-mini,unstated,mixed,hard,,,,,,,62.45,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-mini, column summarize)",,out:effort-not-established, livebench-task-tablejoin,livebench,gpt-5.1-codex-mini,unstated,mixed,hard,,,,,,,40.577,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-mini, column tablejoin)",,out:effort-not-established, livebench-task-tablereformat,livebench,gpt-5.1-codex-mini,unstated,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-mini, column tablereformat)",,out:effort-not-established, livebench-task-theory_of_mind,livebench,gpt-5.1-codex-mini,unstated,mixed,hard,,,,,,,53.846,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-mini, column theory_of_mind)",,out:effort-not-established, livebench-task-typescript,livebench,gpt-5.1-codex-mini,unstated,coding,hard,,,,,,,30.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-mini, column typescript)",,out:effort-not-established, livebench-task-typos,livebench,gpt-5.1-codex-mini,unstated,mixed,hard,,,,,,,62.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-mini, column typos)",,out:effort-not-established, livebench-task-zebra_puzzle,livebench,gpt-5.1-codex-mini,unstated,mixed,hard,,,,,,,53.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-mini, column zebra_puzzle)",,out:effort-not-established, livebench-task-amps_hard,livebench,gpt-5.2,high,reasoning-math,hard,,,,,,,97.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-high, column AMPS_Hard)",,out:superseded, livebench-task-code_completion,livebench,gpt-5.2,high,coding,hard,,,,,,,76.087,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-high, column code_completion)",,out:superseded, livebench-task-code_generation,livebench,gpt-5.2,high,coding,hard,,,,,,,76.056,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-high, column code_generation)",,out:superseded, livebench-task-connections,livebench,gpt-5.2,high,mixed,hard,,,,,,,99.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-high, column connections)",,out:superseded, livebench-task-consecutive_events,livebench,gpt-5.2,high,mixed,hard,,,,,,,88.913,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-high, column consecutive_events)",,out:superseded, livebench-task-integrals_with_game,livebench,gpt-5.2,high,reasoning-math,hard,,,,,,,92.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-high, column integrals_with_game)",,out:superseded, livebench-task-javascript,livebench,gpt-5.2,high,coding,hard,,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-high, column javascript)",,out:superseded, livebench-task-logic_with_navigation,livebench,gpt-5.2,high,mixed,hard,,,,,,,74.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-high, column logic_with_navigation)",,out:superseded, livebench-task-math_comp,livebench,gpt-5.2,high,reasoning-math,hard,,,,,,,95.098,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-high, column math_comp)",,out:superseded, livebench-task-olympiad,livebench,gpt-5.2,high,reasoning-math,hard,,,,,,,88.566,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-high, column olympiad)",,out:superseded, livebench-task-paraphrase,livebench,gpt-5.2,high,mixed,hard,,,,,,,64.1,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-high, column paraphrase)",,out:superseded, livebench-task-plot_unscrambling,livebench,gpt-5.2,high,mixed,hard,,,,,,,58.427,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-high, column plot_unscrambling)",,out:superseded, livebench-task-python,livebench,gpt-5.2,high,coding,hard,,,,,,,70.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-high, column python)",,out:superseded, livebench-task-simplify,livebench,gpt-5.2,high,mixed,hard,,,,,,,54.083,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-high, column simplify)",,out:superseded, livebench-task-spatial,livebench,gpt-5.2,high,mixed,hard,,,,,,,96.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-high, column spatial)",,out:superseded, livebench-task-story_generation,livebench,gpt-5.2,high,mixed,hard,,,,,,,65.7,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-high, column story_generation)",,out:superseded, livebench-task-summarize,livebench,gpt-5.2,high,mixed,hard,,,,,,,63.2,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-high, column summarize)",,out:superseded, livebench-task-tablejoin,livebench,gpt-5.2,high,mixed,hard,,,,,,,45.577,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-high, column tablejoin)",,out:superseded, livebench-task-tablereformat,livebench,gpt-5.2,high,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-high, column tablereformat)",,out:uninformative, livebench-task-theory_of_mind,livebench,gpt-5.2,high,mixed,hard,,,,,,,78.846,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-high, column theory_of_mind)",,out:superseded, livebench-task-typescript,livebench,gpt-5.2,high,coding,hard,,,,,,,35.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-high, column typescript)",,out:superseded, livebench-task-typos,livebench,gpt-5.2,high,mixed,hard,,,,,,,82.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-high, column typos)",,out:superseded, livebench-task-zebra_puzzle,livebench,gpt-5.2,high,mixed,hard,,,,,,,84.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-high, column zebra_puzzle)",,out:superseded, livebench-task-amps_hard,livebench,gpt-5.2,low,reasoning-math,hard,,,,,,,97.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-low, column AMPS_Hard)",,out:superseded, livebench-task-code_completion,livebench,gpt-5.2,low,coding,hard,,,,,,,71.739,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-low, column code_completion)",,out:superseded, livebench-task-code_generation,livebench,gpt-5.2,low,coding,hard,,,,,,,76.056,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-low, column code_generation)",,out:superseded, livebench-task-connections,livebench,gpt-5.2,low,mixed,hard,,,,,,,97.5,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-low, column connections)",,out:superseded, livebench-task-consecutive_events,livebench,gpt-5.2,low,mixed,hard,,,,,,,16.119,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-low, column consecutive_events)",,out:superseded, livebench-task-integrals_with_game,livebench,gpt-5.2,low,reasoning-math,hard,,,,,,,61.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-low, column integrals_with_game)",,out:superseded, livebench-task-javascript,livebench,gpt-5.2,low,coding,hard,,,,,,,35.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-low, column javascript)",,out:superseded, livebench-task-logic_with_navigation,livebench,gpt-5.2,low,mixed,hard,,,,,,,66.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-low, column logic_with_navigation)",,out:superseded, livebench-task-math_comp,livebench,gpt-5.2,low,reasoning-math,hard,,,,,,,94.118,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-low, column math_comp)",,out:superseded, livebench-task-olympiad,livebench,gpt-5.2,low,reasoning-math,hard,,,,,,,86.739,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-low, column olympiad)",,out:superseded, livebench-task-paraphrase,livebench,gpt-5.2,low,mixed,hard,,,,,,,46.117,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-low, column paraphrase)",,out:superseded, livebench-task-plot_unscrambling,livebench,gpt-5.2,low,mixed,hard,,,,,,,47.042,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-low, column plot_unscrambling)",,out:superseded, livebench-task-python,livebench,gpt-5.2,low,coding,hard,,,,,,,65.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-low, column python)",,out:superseded, livebench-task-simplify,livebench,gpt-5.2,low,mixed,hard,,,,,,,59.9,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-low, column simplify)",,out:superseded, livebench-task-spatial,livebench,gpt-5.2,low,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-low, column spatial)",,out:uninformative, livebench-task-story_generation,livebench,gpt-5.2,low,mixed,hard,,,,,,,55.833,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-low, column story_generation)",,out:superseded, livebench-task-summarize,livebench,gpt-5.2,low,mixed,hard,,,,,,,56.333,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-low, column summarize)",,out:superseded, livebench-task-tablejoin,livebench,gpt-5.2,low,mixed,hard,,,,,,,42.096,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-low, column tablejoin)",,out:superseded, livebench-task-tablereformat,livebench,gpt-5.2,low,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-low, column tablereformat)",,out:uninformative, livebench-task-theory_of_mind,livebench,gpt-5.2,low,mixed,hard,,,,,,,76.923,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-low, column theory_of_mind)",,out:superseded, livebench-task-typescript,livebench,gpt-5.2,low,coding,hard,,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-low, column typescript)",,out:superseded, livebench-task-typos,livebench,gpt-5.2,low,mixed,hard,,,,,,,66.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-low, column typos)",,out:superseded, livebench-task-zebra_puzzle,livebench,gpt-5.2,low,mixed,hard,,,,,,,42.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-low, column zebra_puzzle)",,out:superseded, livebench-task-amps_hard,livebench,gpt-5.2,medium,reasoning-math,hard,,,,,,,97.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-medium, column AMPS_Hard)",,out:superseded, livebench-task-code_completion,livebench,gpt-5.2,medium,coding,hard,,,,,,,69.565,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-medium, column code_completion)",,out:superseded, livebench-task-code_generation,livebench,gpt-5.2,medium,coding,hard,,,,,,,74.648,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-medium, column code_generation)",,out:superseded, livebench-task-connections,livebench,gpt-5.2,medium,mixed,hard,,,,,,,97.5,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-medium, column connections)",,out:superseded, livebench-task-consecutive_events,livebench,gpt-5.2,medium,mixed,hard,,,,,,,66.166,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-medium, column consecutive_events)",,out:superseded, livebench-task-integrals_with_game,livebench,gpt-5.2,medium,reasoning-math,hard,,,,,,,88.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-medium, column integrals_with_game)",,out:superseded, livebench-task-javascript,livebench,gpt-5.2,medium,coding,hard,,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-medium, column javascript)",,out:superseded, livebench-task-logic_with_navigation,livebench,gpt-5.2,medium,mixed,hard,,,,,,,72.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-medium, column logic_with_navigation)",,out:superseded, livebench-task-math_comp,livebench,gpt-5.2,medium,reasoning-math,hard,,,,,,,94.118,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-medium, column math_comp)",,out:superseded, livebench-task-olympiad,livebench,gpt-5.2,medium,reasoning-math,hard,,,,,,,89.158,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-medium, column olympiad)",,out:superseded, livebench-task-paraphrase,livebench,gpt-5.2,medium,mixed,hard,,,,,,,58.817,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-medium, column paraphrase)",,out:superseded, livebench-task-plot_unscrambling,livebench,gpt-5.2,medium,mixed,hard,,,,,,,51.33,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-medium, column plot_unscrambling)",,out:superseded, livebench-task-python,livebench,gpt-5.2,medium,coding,hard,,,,,,,65.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-medium, column python)",,out:superseded, livebench-task-simplify,livebench,gpt-5.2,medium,mixed,hard,,,,,,,53.367,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-medium, column simplify)",,out:superseded, livebench-task-spatial,livebench,gpt-5.2,medium,mixed,hard,,,,,,,96.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-medium, column spatial)",,out:superseded, livebench-task-story_generation,livebench,gpt-5.2,medium,mixed,hard,,,,,,,62.917,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-medium, column story_generation)",,out:superseded, livebench-task-summarize,livebench,gpt-5.2,medium,mixed,hard,,,,,,,55.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-medium, column summarize)",,out:superseded, livebench-task-tablejoin,livebench,gpt-5.2,medium,mixed,hard,,,,,,,44.942,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-medium, column tablejoin)",,out:superseded, livebench-task-tablereformat,livebench,gpt-5.2,medium,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-medium, column tablereformat)",,out:uninformative, livebench-task-theory_of_mind,livebench,gpt-5.2,medium,mixed,hard,,,,,,,82.692,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-medium, column theory_of_mind)",,out:superseded, livebench-task-typescript,livebench,gpt-5.2,medium,coding,hard,,,,,,,40.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-medium, column typescript)",,out:superseded, livebench-task-typos,livebench,gpt-5.2,medium,mixed,hard,,,,,,,76.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-medium, column typos)",,out:superseded, livebench-task-zebra_puzzle,livebench,gpt-5.2,medium,mixed,hard,,,,,,,86.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-medium, column zebra_puzzle)",,out:superseded, livebench-task-amps_hard,livebench,gpt-5.2,not-established:absent,reasoning-math,hard,,,,,,,77.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-nothinking, column AMPS_Hard)",,out:effort-not-established, livebench-task-code_completion,livebench,gpt-5.2,not-established:absent,coding,hard,,,,,,,78.261,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-nothinking, column code_completion)",,out:effort-not-established, livebench-task-code_generation,livebench,gpt-5.2,not-established:absent,coding,hard,,,,,,,74.648,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-nothinking, column code_generation)",,out:effort-not-established, livebench-task-connections,livebench,gpt-5.2,not-established:absent,mixed,hard,,,,,,,48.833,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-nothinking, column connections)",,out:effort-not-established, livebench-task-consecutive_events,livebench,gpt-5.2,not-established:absent,mixed,hard,,,,,,,5.485,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-nothinking, column consecutive_events)",,out:effort-not-established, livebench-task-integrals_with_game,livebench,gpt-5.2,not-established:absent,reasoning-math,hard,,,,,,,7.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-nothinking, column integrals_with_game)",,out:effort-not-established, livebench-task-javascript,livebench,gpt-5.2,not-established:absent,coding,hard,,,,,,,35.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-nothinking, column javascript)",,out:effort-not-established, livebench-task-logic_with_navigation,livebench,gpt-5.2,not-established:absent,mixed,hard,,,,,,,54.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-nothinking, column logic_with_navigation)",,out:effort-not-established, livebench-task-math_comp,livebench,gpt-5.2,not-established:absent,reasoning-math,hard,,,,,,,67.647,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-nothinking, column math_comp)",,out:effort-not-established, livebench-task-olympiad,livebench,gpt-5.2,not-established:absent,reasoning-math,hard,,,,,,,81.356,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-nothinking, column olympiad)",,out:effort-not-established, livebench-task-paraphrase,livebench,gpt-5.2,not-established:absent,mixed,hard,,,,,,,21.567,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-nothinking, column paraphrase)",,out:effort-not-established, livebench-task-plot_unscrambling,livebench,gpt-5.2,not-established:absent,mixed,hard,,,,,,,45.067,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-nothinking, column plot_unscrambling)",,out:effort-not-established, livebench-task-python,livebench,gpt-5.2,not-established:absent,coding,hard,,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-nothinking, column python)",,out:effort-not-established, livebench-task-simplify,livebench,gpt-5.2,not-established:absent,mixed,hard,,,,,,,25.183,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-nothinking, column simplify)",,out:effort-not-established, livebench-task-spatial,livebench,gpt-5.2,not-established:absent,mixed,hard,,,,,,,74.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-nothinking, column spatial)",,out:effort-not-established, livebench-task-story_generation,livebench,gpt-5.2,not-established:absent,mixed,hard,,,,,,,30.25,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-nothinking, column story_generation)",,out:effort-not-established, livebench-task-summarize,livebench,gpt-5.2,not-established:absent,mixed,hard,,,,,,,31.8,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-nothinking, column summarize)",,out:effort-not-established, livebench-task-tablejoin,livebench,gpt-5.2,not-established:absent,mixed,hard,,,,,,,37.558,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-nothinking, column tablejoin)",,out:effort-not-established, livebench-task-tablereformat,livebench,gpt-5.2,not-established:absent,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-nothinking, column tablereformat)",,out:effort-not-established, livebench-task-theory_of_mind,livebench,gpt-5.2,not-established:absent,mixed,hard,,,,,,,32.692,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-nothinking, column theory_of_mind)",,out:effort-not-established, livebench-task-typescript,livebench,gpt-5.2,not-established:absent,coding,hard,,,,,,,35.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-nothinking, column typescript)",,out:effort-not-established, livebench-task-typos,livebench,gpt-5.2,not-established:absent,mixed,hard,,,,,,,56.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-nothinking, column typos)",,out:effort-not-established, livebench-task-zebra_puzzle,livebench,gpt-5.2,not-established:absent,mixed,hard,,,,,,,10.5,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-nothinking, column zebra_puzzle)",,out:effort-not-established, livebench-task-amps_hard,livebench,gpt-5.2-codex,unstated,reasoning-math,hard,,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-codex, column AMPS_Hard)",,out:effort-not-established, livebench-task-code_completion,livebench,gpt-5.2-codex,unstated,coding,hard,,,,,,,86.957,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-codex, column code_completion)",,out:effort-not-established, livebench-task-code_generation,livebench,gpt-5.2-codex,unstated,coding,hard,,,,,,,80.282,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-codex, column code_generation)",,out:effort-not-established, livebench-task-connections,livebench,gpt-5.2-codex,unstated,mixed,hard,,,,,,,95.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-codex, column connections)",,out:effort-not-established, livebench-task-consecutive_events,livebench,gpt-5.2-codex,unstated,mixed,hard,,,,,,,89.016,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-codex, column consecutive_events)",,out:effort-not-established, livebench-task-integrals_with_game,livebench,gpt-5.2-codex,unstated,reasoning-math,hard,,,,,,,75.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-codex, column integrals_with_game)",,out:effort-not-established, livebench-task-javascript,livebench,gpt-5.2-codex,unstated,coding,hard,,,,,,,30.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-codex, column javascript)",,out:effort-not-established, livebench-task-logic_with_navigation,livebench,gpt-5.2-codex,unstated,mixed,hard,,,,,,,68.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-codex, column logic_with_navigation)",,out:effort-not-established, livebench-task-math_comp,livebench,gpt-5.2-codex,unstated,reasoning-math,hard,,,,,,,95.098,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-codex, column math_comp)",,out:effort-not-established, livebench-task-olympiad,livebench,gpt-5.2-codex,unstated,reasoning-math,hard,,,,,,,86.997,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-codex, column olympiad)",,out:effort-not-established, livebench-task-paraphrase,livebench,gpt-5.2-codex,unstated,mixed,hard,,,,,,,67.05,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-codex, column paraphrase)",,out:effort-not-established, livebench-task-plot_unscrambling,livebench,gpt-5.2-codex,unstated,mixed,hard,,,,,,,56.035,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-codex, column plot_unscrambling)",,out:effort-not-established, livebench-task-python,livebench,gpt-5.2-codex,unstated,coding,hard,,,,,,,75.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-codex, column python)",,out:effort-not-established, livebench-task-simplify,livebench,gpt-5.2-codex,unstated,mixed,hard,,,,,,,60.567,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-codex, column simplify)",,out:effort-not-established, livebench-task-spatial,livebench,gpt-5.2-codex,unstated,mixed,hard,,,,,,,94.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-codex, column spatial)",,out:effort-not-established, livebench-task-story_generation,livebench,gpt-5.2-codex,unstated,mixed,hard,,,,,,,74.783,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-codex, column story_generation)",,out:effort-not-established, livebench-task-summarize,livebench,gpt-5.2-codex,unstated,mixed,hard,,,,,,,63.383,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-codex, column summarize)",,out:effort-not-established, livebench-task-tablejoin,livebench,gpt-5.2-codex,unstated,mixed,hard,,,,,,,45.596,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-codex, column tablejoin)",,out:effort-not-established, livebench-task-tablereformat,livebench,gpt-5.2-codex,unstated,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-codex, column tablereformat)",,out:effort-not-established, livebench-task-theory_of_mind,livebench,gpt-5.2-codex,unstated,mixed,hard,,,,,,,78.846,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-codex, column theory_of_mind)",,out:effort-not-established, livebench-task-typescript,livebench,gpt-5.2-codex,unstated,coding,hard,,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-codex, column typescript)",,out:effort-not-established, livebench-task-typos,livebench,gpt-5.2-codex,unstated,mixed,hard,,,,,,,70.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-codex, column typos)",,out:effort-not-established, livebench-task-zebra_puzzle,livebench,gpt-5.2-codex,unstated,mixed,hard,,,,,,,70.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-codex, column zebra_puzzle)",,out:effort-not-established, livebench-task-amps_hard,livebench,gpt-5.3-codex,high,reasoning-math,hard,,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-high, column AMPS_Hard)",,out:superseded, livebench-task-code_completion,livebench,gpt-5.3-codex,high,coding,hard,,,,,,,76.087,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-high, column code_completion)",,out:superseded, livebench-task-code_generation,livebench,gpt-5.3-codex,high,coding,hard,,,,,,,80.282,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-high, column code_generation)",,out:superseded, livebench-task-connections,livebench,gpt-5.3-codex,high,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-high, column connections)",,out:uninformative, livebench-task-consecutive_events,livebench,gpt-5.3-codex,high,mixed,hard,,,,,,,39.699,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-high, column consecutive_events)",,out:superseded, livebench-task-integrals_with_game,livebench,gpt-5.3-codex,high,reasoning-math,hard,,,,,,,73.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-high, column integrals_with_game)",,out:superseded, livebench-task-javascript,livebench,gpt-5.3-codex,high,coding,hard,,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-high, column javascript)",,out:superseded, livebench-task-logic_with_navigation,livebench,gpt-5.3-codex,high,mixed,hard,,,,,,,70.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-high, column logic_with_navigation)",,out:superseded, livebench-task-math_comp,livebench,gpt-5.3-codex,high,reasoning-math,hard,,,,,,,93.137,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-high, column math_comp)",,out:superseded, livebench-task-olympiad,livebench,gpt-5.3-codex,high,reasoning-math,hard,,,,,,,87.206,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-high, column olympiad)",,out:superseded, livebench-task-paraphrase,livebench,gpt-5.3-codex,high,mixed,hard,,,,,,,64.85,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-high, column paraphrase)",,out:superseded, livebench-task-plot_unscrambling,livebench,gpt-5.3-codex,high,mixed,hard,,,,,,,64.26,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-high, column plot_unscrambling)",,out:superseded, livebench-task-python,livebench,gpt-5.3-codex,high,coding,hard,,,,,,,65.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-high, column python)",,out:superseded, livebench-task-simplify,livebench,gpt-5.3-codex,high,mixed,hard,,,,,,,61.083,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-high, column simplify)",,out:superseded, livebench-task-spatial,livebench,gpt-5.3-codex,high,mixed,hard,,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-high, column spatial)",,out:superseded, livebench-task-story_generation,livebench,gpt-5.3-codex,high,mixed,hard,,,,,,,74.75,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-high, column story_generation)",,out:superseded, livebench-task-summarize,livebench,gpt-5.3-codex,high,mixed,hard,,,,,,,60.817,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-high, column summarize)",,out:superseded, livebench-task-tablejoin,livebench,gpt-5.3-codex,high,mixed,hard,,,,,,,48.365,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-high, column tablejoin)",,out:superseded, livebench-task-tablereformat,livebench,gpt-5.3-codex,high,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-high, column tablereformat)",,out:uninformative, livebench-task-theory_of_mind,livebench,gpt-5.3-codex,high,mixed,hard,,,,,,,84.615,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-high, column theory_of_mind)",,out:superseded, livebench-task-typescript,livebench,gpt-5.3-codex,high,coding,hard,,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-high, column typescript)",,out:superseded, livebench-task-typos,livebench,gpt-5.3-codex,high,mixed,hard,,,,,,,76.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-high, column typos)",,out:superseded, livebench-task-zebra_puzzle,livebench,gpt-5.3-codex,high,mixed,hard,,,,,,,68.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-high, column zebra_puzzle)",,out:superseded, livebench-task-amps_hard,livebench,gpt-5.3-codex,xhigh,reasoning-math,hard,,,,,,,97.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-xhigh, column AMPS_Hard)",,out:superseded, livebench-task-code_completion,livebench,gpt-5.3-codex,xhigh,coding,hard,,,,,,,76.087,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-xhigh, column code_completion)",,out:superseded, livebench-task-code_generation,livebench,gpt-5.3-codex,xhigh,coding,hard,,,,,,,78.873,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-xhigh, column code_generation)",,out:superseded, livebench-task-connections,livebench,gpt-5.3-codex,xhigh,mixed,hard,,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-xhigh, column connections)",,out:superseded, livebench-task-consecutive_events,livebench,gpt-5.3-codex,xhigh,mixed,hard,,,,,,,6.383,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-xhigh, column consecutive_events)",,out:superseded, livebench-task-integrals_with_game,livebench,gpt-5.3-codex,xhigh,reasoning-math,hard,,,,,,,66.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-xhigh, column integrals_with_game)",,out:superseded, livebench-task-javascript,livebench,gpt-5.3-codex,xhigh,coding,hard,,,,,,,60.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-xhigh, column javascript)",,out:superseded, livebench-task-logic_with_navigation,livebench,gpt-5.3-codex,xhigh,mixed,hard,,,,,,,68.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-xhigh, column logic_with_navigation)",,out:superseded, livebench-task-math_comp,livebench,gpt-5.3-codex,xhigh,reasoning-math,hard,,,,,,,93.137,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-xhigh, column math_comp)",,out:superseded, livebench-task-olympiad,livebench,gpt-5.3-codex,xhigh,reasoning-math,hard,,,,,,,86.661,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-xhigh, column olympiad)",,out:superseded, livebench-task-paraphrase,livebench,gpt-5.3-codex,xhigh,mixed,hard,,,,,,,70.9,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-xhigh, column paraphrase)",,out:superseded, livebench-task-plot_unscrambling,livebench,gpt-5.3-codex,xhigh,mixed,hard,,,,,,,57.54,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-xhigh, column plot_unscrambling)",,out:superseded, livebench-task-python,livebench,gpt-5.3-codex,xhigh,coding,hard,,,,,,,75.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-xhigh, column python)",,out:superseded, livebench-task-simplify,livebench,gpt-5.3-codex,xhigh,mixed,hard,,,,,,,65.8,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-xhigh, column simplify)",,out:superseded, livebench-task-spatial,livebench,gpt-5.3-codex,xhigh,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-xhigh, column spatial)",,out:uninformative, livebench-task-story_generation,livebench,gpt-5.3-codex,xhigh,mixed,hard,,,,,,,73.733,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-xhigh, column story_generation)",,out:superseded, livebench-task-summarize,livebench,gpt-5.3-codex,xhigh,mixed,hard,,,,,,,74.933,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-xhigh, column summarize)",,out:superseded, livebench-task-tablejoin,livebench,gpt-5.3-codex,xhigh,mixed,hard,,,,,,,42.654,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-xhigh, column tablejoin)",,out:superseded, livebench-task-tablereformat,livebench,gpt-5.3-codex,xhigh,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-xhigh, column tablereformat)",,out:uninformative, livebench-task-theory_of_mind,livebench,gpt-5.3-codex,xhigh,mixed,hard,,,,,,,57.692,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-xhigh, column theory_of_mind)",,out:superseded, livebench-task-typescript,livebench,gpt-5.3-codex,xhigh,coding,hard,,,,,,,65.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-xhigh, column typescript)",,out:superseded, livebench-task-typos,livebench,gpt-5.3-codex,xhigh,mixed,hard,,,,,,,82.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-xhigh, column typos)",,out:superseded, livebench-task-zebra_puzzle,livebench,gpt-5.3-codex,xhigh,mixed,hard,,,,,,,60.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-xhigh, column zebra_puzzle)",,out:superseded, livebench-task-amps_hard,livebench,?gpt-5.3-instant,not-established:absent,reasoning-math,hard,,,,,,,97.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-instant, column AMPS_Hard)",,out:model-not-established, livebench-task-code_completion,livebench,?gpt-5.3-instant,not-established:absent,coding,hard,,,,,,,82.609,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-instant, column code_completion)",,out:model-not-established, livebench-task-code_generation,livebench,?gpt-5.3-instant,not-established:absent,coding,hard,,,,,,,74.648,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-instant, column code_generation)",,out:model-not-established, livebench-task-connections,livebench,?gpt-5.3-instant,not-established:absent,mixed,hard,,,,,,,93.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-instant, column connections)",,out:model-not-established, livebench-task-consecutive_events,livebench,?gpt-5.3-instant,not-established:absent,mixed,hard,,,,,,,1.99,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-instant, column consecutive_events)",,out:model-not-established, livebench-task-integrals_with_game,livebench,?gpt-5.3-instant,not-established:absent,reasoning-math,hard,,,,,,,23.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-instant, column integrals_with_game)",,out:model-not-established, livebench-task-javascript,livebench,?gpt-5.3-instant,not-established:absent,coding,hard,,,,,,,20.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-instant, column javascript)",,out:model-not-established, livebench-task-logic_with_navigation,livebench,?gpt-5.3-instant,not-established:absent,mixed,hard,,,,,,,66.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-instant, column logic_with_navigation)",,out:model-not-established, livebench-task-math_comp,livebench,?gpt-5.3-instant,not-established:absent,reasoning-math,hard,,,,,,,86.275,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-instant, column math_comp)",,out:model-not-established, livebench-task-olympiad,livebench,?gpt-5.3-instant,not-established:absent,reasoning-math,hard,,,,,,,83.347,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-instant, column olympiad)",,out:model-not-established, livebench-task-paraphrase,livebench,?gpt-5.3-instant,not-established:absent,mixed,hard,,,,,,,56.283,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-instant, column paraphrase)",,out:model-not-established, livebench-task-plot_unscrambling,livebench,?gpt-5.3-instant,not-established:absent,mixed,hard,,,,,,,52.998,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-instant, column plot_unscrambling)",,out:model-not-established, livebench-task-python,livebench,?gpt-5.3-instant,not-established:absent,coding,hard,,,,,,,45.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-instant, column python)",,out:model-not-established, livebench-task-simplify,livebench,?gpt-5.3-instant,not-established:absent,mixed,hard,,,,,,,54.617,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-instant, column simplify)",,out:model-not-established, livebench-task-spatial,livebench,?gpt-5.3-instant,not-established:absent,mixed,hard,,,,,,,94.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-instant, column spatial)",,out:model-not-established, livebench-task-story_generation,livebench,?gpt-5.3-instant,not-established:absent,mixed,hard,,,,,,,70.7,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-instant, column story_generation)",,out:model-not-established, livebench-task-summarize,livebench,?gpt-5.3-instant,not-established:absent,mixed,hard,,,,,,,56.017,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-instant, column summarize)",,out:model-not-established, livebench-task-tablejoin,livebench,?gpt-5.3-instant,not-established:absent,mixed,hard,,,,,,,42.077,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-instant, column tablejoin)",,out:model-not-established, livebench-task-tablereformat,livebench,?gpt-5.3-instant,not-established:absent,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-instant, column tablereformat)",,out:model-not-established, livebench-task-theory_of_mind,livebench,?gpt-5.3-instant,not-established:absent,mixed,hard,,,,,,,63.462,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-instant, column theory_of_mind)",,out:model-not-established, livebench-task-typescript,livebench,?gpt-5.3-instant,not-established:absent,coding,hard,,,,,,,20.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-instant, column typescript)",,out:model-not-established, livebench-task-typos,livebench,?gpt-5.3-instant,not-established:absent,mixed,hard,,,,,,,64.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-instant, column typos)",,out:model-not-established, livebench-task-zebra_puzzle,livebench,?gpt-5.3-instant,not-established:absent,mixed,hard,,,,,,,29.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-instant, column zebra_puzzle)",,out:model-not-established, livebench-task-amps_hard,livebench,gpt-5.4,high,reasoning-math,hard,,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-high, column AMPS_Hard)",,out:superseded, livebench-task-code_completion,livebench,gpt-5.4,high,coding,hard,,,,,,,76.087,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-high, column code_completion)",,out:superseded, livebench-task-code_generation,livebench,gpt-5.4,high,coding,hard,,,,,,,80.282,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-high, column code_generation)",,out:superseded, livebench-task-connections,livebench,gpt-5.4,high,mixed,hard,,,,,,,99.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-high, column connections)",,out:superseded, livebench-task-consecutive_events,livebench,gpt-5.4,high,mixed,hard,,,,,,,81.357,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-high, column consecutive_events)",,out:superseded, livebench-task-integrals_with_game,livebench,gpt-5.4,high,reasoning-math,hard,,,,,,,77.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-high, column integrals_with_game)",,out:superseded, livebench-task-javascript,livebench,gpt-5.4,high,coding,hard,,,,,,,45.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-high, column javascript)",,out:superseded, livebench-task-logic_with_navigation,livebench,gpt-5.4,high,mixed,hard,,,,,,,70.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-high, column logic_with_navigation)",,out:superseded, livebench-task-math_comp,livebench,gpt-5.4,high,reasoning-math,hard,,,,,,,96.078,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-high, column math_comp)",,out:superseded, livebench-task-olympiad,livebench,gpt-5.4,high,reasoning-math,hard,,,,,,,88.847,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-high, column olympiad)",,out:superseded, livebench-task-paraphrase,livebench,gpt-5.4,high,mixed,hard,,,,,,,62.417,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-high, column paraphrase)",,out:superseded, livebench-task-plot_unscrambling,livebench,gpt-5.4,high,mixed,hard,,,,,,,66.027,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-high, column plot_unscrambling)",,out:superseded, livebench-task-python,livebench,gpt-5.4,high,coding,hard,,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-high, column python)",,out:superseded, livebench-task-simplify,livebench,gpt-5.4,high,mixed,hard,,,,,,,59.2,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-high, column simplify)",,out:superseded, livebench-task-spatial,livebench,gpt-5.4,high,mixed,hard,,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-high, column spatial)",,out:superseded, livebench-task-story_generation,livebench,gpt-5.4,high,mixed,hard,,,,,,,72.983,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-high, column story_generation)",,out:superseded, livebench-task-summarize,livebench,gpt-5.4,high,mixed,hard,,,,,,,65.217,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-high, column summarize)",,out:superseded, livebench-task-tablejoin,livebench,gpt-5.4,high,mixed,hard,,,,,,,49.788,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-high, column tablejoin)",,out:superseded, livebench-task-tablereformat,livebench,gpt-5.4,high,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-high, column tablereformat)",,out:uninformative, livebench-task-theory_of_mind,livebench,gpt-5.4,high,mixed,hard,,,,,,,84.615,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-high, column theory_of_mind)",,out:superseded, livebench-task-typescript,livebench,gpt-5.4,high,coding,hard,,,,,,,45.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-high, column typescript)",,out:superseded, livebench-task-typos,livebench,gpt-5.4,high,mixed,hard,,,,,,,84.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-high, column typos)",,out:superseded, livebench-task-zebra_puzzle,livebench,gpt-5.4,high,mixed,hard,,,,,,,90.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-high, column zebra_puzzle)",,out:superseded, livebench-task-amps_hard,livebench,gpt-oss-120b,unstated,reasoning-math,hard,,,,,,,92.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-oss-120b, column AMPS_Hard)",,out:effort-not-established, livebench-task-code_completion,livebench,gpt-oss-120b,unstated,coding,hard,,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-oss-120b, column code_completion)",,out:effort-not-established, livebench-task-code_generation,livebench,gpt-oss-120b,unstated,coding,hard,,,,,,,70.423,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-oss-120b, column code_generation)",,out:effort-not-established, livebench-task-connections,livebench,gpt-oss-120b,unstated,mixed,hard,,,,,,,79.167,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-oss-120b, column connections)",,out:effort-not-established, livebench-task-consecutive_events,livebench,gpt-oss-120b,unstated,mixed,hard,,,,,,,2.87,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-oss-120b, column consecutive_events)",,out:effort-not-established, livebench-task-integrals_with_game,livebench,gpt-oss-120b,unstated,reasoning-math,hard,,,,,,,32.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-oss-120b, column integrals_with_game)",,out:effort-not-established, livebench-task-javascript,livebench,gpt-oss-120b,unstated,coding,hard,,,,,,,20.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-oss-120b, column javascript)",,out:effort-not-established, livebench-task-logic_with_navigation,livebench,gpt-oss-120b,unstated,mixed,hard,,,,,,,8.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-oss-120b, column logic_with_navigation)",,out:effort-not-established, livebench-task-math_comp,livebench,gpt-oss-120b,unstated,reasoning-math,hard,,,,,,,92.157,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-oss-120b, column math_comp)",,out:effort-not-established, livebench-task-olympiad,livebench,gpt-oss-120b,unstated,reasoning-math,hard,,,,,,,59.338,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-oss-120b, column olympiad)",,out:effort-not-established, livebench-task-paraphrase,livebench,gpt-oss-120b,unstated,mixed,hard,,,,,,,44.833,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-oss-120b, column paraphrase)",,out:effort-not-established, livebench-task-plot_unscrambling,livebench,gpt-oss-120b,unstated,mixed,hard,,,,,,,18.605,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-oss-120b, column plot_unscrambling)",,out:effort-not-established, livebench-task-python,livebench,gpt-oss-120b,unstated,coding,hard,,,,,,,20.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-oss-120b, column python)",,out:effort-not-established, livebench-task-simplify,livebench,gpt-oss-120b,unstated,mixed,hard,,,,,,,55.5,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-oss-120b, column simplify)",,out:effort-not-established, livebench-task-spatial,livebench,gpt-oss-120b,unstated,mixed,hard,,,,,,,80.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-oss-120b, column spatial)",,out:effort-not-established, livebench-task-story_generation,livebench,gpt-oss-120b,unstated,mixed,hard,,,,,,,56.467,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-oss-120b, column story_generation)",,out:effort-not-established, livebench-task-summarize,livebench,gpt-oss-120b,unstated,mixed,hard,,,,,,,44.367,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-oss-120b, column summarize)",,out:effort-not-established, livebench-task-tablejoin,livebench,gpt-oss-120b,unstated,mixed,hard,,,,,,,29.231,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-oss-120b, column tablejoin)",,out:effort-not-established, livebench-task-tablereformat,livebench,gpt-oss-120b,unstated,mixed,hard,,,,,,,84.314,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-oss-120b, column tablereformat)",,out:effort-not-established, livebench-task-theory_of_mind,livebench,gpt-oss-120b,unstated,mixed,hard,,,,,,,48.077,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-oss-120b, column theory_of_mind)",,out:effort-not-established, livebench-task-typescript,livebench,gpt-oss-120b,unstated,coding,hard,,,,,,,10.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-oss-120b, column typescript)",,out:effort-not-established, livebench-task-typos,livebench,gpt-oss-120b,unstated,mixed,hard,,,,,,,48.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-oss-120b, column typos)",,out:effort-not-established, livebench-task-zebra_puzzle,livebench,gpt-oss-120b,unstated,mixed,hard,,,,,,,20.75,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-oss-120b, column zebra_puzzle)",,out:effort-not-established, livebench-task-amps_hard,livebench,grok-4,solo,reasoning-math,hard,,,,,,,86.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4-0709, column AMPS_Hard)",,out:superseded, livebench-task-code_completion,livebench,grok-4,solo,coding,hard,,,,,,,67.391,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4-0709, column code_completion)",,out:superseded, livebench-task-code_generation,livebench,grok-4,solo,coding,hard,,,,,,,78.873,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4-0709, column code_generation)",,out:superseded, livebench-task-connections,livebench,grok-4,solo,mixed,hard,,,,,,,98.667,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4-0709, column connections)",,out:superseded, livebench-task-consecutive_events,livebench,grok-4,solo,mixed,hard,,,,,,,51.072,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4-0709, column consecutive_events)",,out:superseded, livebench-task-integrals_with_game,livebench,grok-4,solo,reasoning-math,hard,,,,,,,65.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4-0709, column integrals_with_game)",,out:superseded, livebench-task-javascript,livebench,grok-4,solo,coding,hard,,,,,,,20.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4-0709, column javascript)",,out:superseded, livebench-task-logic_with_navigation,livebench,grok-4,solo,mixed,hard,,,,,,,74.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4-0709, column logic_with_navigation)",,out:superseded, livebench-task-math_comp,livebench,grok-4,solo,reasoning-math,hard,,,,,,,94.118,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4-0709, column math_comp)",,out:superseded, livebench-task-olympiad,livebench,grok-4,solo,reasoning-math,hard,,,,,,,86.975,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4-0709, column olympiad)",,out:superseded, livebench-task-paraphrase,livebench,grok-4,solo,mixed,hard,,,,,,,19.817,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4-0709, column paraphrase)",,out:superseded, livebench-task-plot_unscrambling,livebench,grok-4,solo,mixed,hard,,,,,,,60.497,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4-0709, column plot_unscrambling)",,out:superseded, livebench-task-python,livebench,grok-4,solo,coding,hard,,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4-0709, column python)",,out:superseded, livebench-task-simplify,livebench,grok-4,solo,mixed,hard,,,,,,,25.867,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4-0709, column simplify)",,out:superseded, livebench-task-spatial,livebench,grok-4,solo,mixed,hard,,,,,,,96.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4-0709, column spatial)",,out:superseded, livebench-task-story_generation,livebench,grok-4,solo,mixed,hard,,,,,,,38.783,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4-0709, column story_generation)",,out:superseded, livebench-task-summarize,livebench,grok-4,solo,mixed,hard,,,,,,,31.833,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4-0709, column summarize)",,out:superseded, livebench-task-tablejoin,livebench,grok-4,solo,mixed,hard,,,,,,,41.019,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4-0709, column tablejoin)",,out:superseded, livebench-task-tablereformat,livebench,grok-4,solo,mixed,hard,,,,,,,98.039,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4-0709, column tablereformat)",,out:superseded, livebench-task-theory_of_mind,livebench,grok-4,solo,mixed,hard,,,,,,,61.538,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4-0709, column theory_of_mind)",,out:superseded, livebench-task-typescript,livebench,grok-4,solo,coding,hard,,,,,,,20.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4-0709, column typescript)",,out:superseded, livebench-task-typos,livebench,grok-4,solo,mixed,hard,,,,,,,70.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4-0709, column typos)",,out:superseded, livebench-task-zebra_puzzle,livebench,grok-4,solo,mixed,hard,,,,,,,85.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4-0709, column zebra_puzzle)",,out:superseded, livebench-task-amps_hard,livebench,grok-4.1-fast,nothink,reasoning-math,hard,,,,,,,47.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-non-reasoning, column AMPS_Hard)",,out:superseded, livebench-task-code_completion,livebench,grok-4.1-fast,nothink,coding,hard,,,,,,,52.174,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-non-reasoning, column code_completion)",,out:superseded, livebench-task-code_generation,livebench,grok-4.1-fast,nothink,coding,hard,,,,,,,56.338,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-non-reasoning, column code_generation)",,out:superseded, livebench-task-connections,livebench,grok-4.1-fast,nothink,mixed,hard,,,,,,,44.167,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-non-reasoning, column connections)",,out:superseded, livebench-task-consecutive_events,livebench,grok-4.1-fast,nothink,mixed,hard,,,,,,,5.308,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-non-reasoning, column consecutive_events)",,out:superseded, livebench-task-integrals_with_game,livebench,grok-4.1-fast,nothink,reasoning-math,hard,,,,,,,5.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-non-reasoning, column integrals_with_game)",,out:superseded, livebench-task-javascript,livebench,grok-4.1-fast,nothink,coding,hard,,,,,,,10.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-non-reasoning, column javascript)",,out:superseded, livebench-task-logic_with_navigation,livebench,grok-4.1-fast,nothink,mixed,hard,,,,,,,8.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-non-reasoning, column logic_with_navigation)",,out:superseded, livebench-task-math_comp,livebench,grok-4.1-fast,nothink,reasoning-math,hard,,,,,,,45.098,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-non-reasoning, column math_comp)",,out:superseded, livebench-task-olympiad,livebench,grok-4.1-fast,nothink,reasoning-math,hard,,,,,,,58.582,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-non-reasoning, column olympiad)",,out:superseded, livebench-task-paraphrase,livebench,grok-4.1-fast,nothink,mixed,hard,,,,,,,12.617,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-non-reasoning, column paraphrase)",,out:superseded, livebench-task-plot_unscrambling,livebench,grok-4.1-fast,nothink,mixed,hard,,,,,,,41.855,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-non-reasoning, column plot_unscrambling)",,out:superseded, livebench-task-python,livebench,grok-4.1-fast,nothink,coding,hard,,,,,,,15.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-non-reasoning, column python)",,out:superseded, livebench-task-simplify,livebench,grok-4.1-fast,nothink,mixed,hard,,,,,,,17.117,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-non-reasoning, column simplify)",,out:superseded, livebench-task-spatial,livebench,grok-4.1-fast,nothink,mixed,hard,,,,,,,36.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-non-reasoning, column spatial)",,out:superseded, livebench-task-story_generation,livebench,grok-4.1-fast,nothink,mixed,hard,,,,,,,18.717,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-non-reasoning, column story_generation)",,out:superseded, livebench-task-summarize,livebench,grok-4.1-fast,nothink,mixed,hard,,,,,,,19.45,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-non-reasoning, column summarize)",,out:superseded, livebench-task-tablejoin,livebench,grok-4.1-fast,nothink,mixed,hard,,,,,,,26.327,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-non-reasoning, column tablejoin)",,out:superseded, livebench-task-tablereformat,livebench,grok-4.1-fast,nothink,mixed,hard,,,,,,,90.196,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-non-reasoning, column tablereformat)",,out:superseded, livebench-task-theory_of_mind,livebench,grok-4.1-fast,nothink,mixed,hard,,,,,,,40.385,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-non-reasoning, column theory_of_mind)",,out:superseded, livebench-task-typescript,livebench,grok-4.1-fast,nothink,coding,hard,,,,,,,5.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-non-reasoning, column typescript)",,out:superseded, livebench-task-typos,livebench,grok-4.1-fast,nothink,mixed,hard,,,,,,,64.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-non-reasoning, column typos)",,out:superseded, livebench-task-zebra_puzzle,livebench,grok-4.1-fast,nothink,mixed,hard,,,,,,,9.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-non-reasoning, column zebra_puzzle)",,out:superseded, livebench-task-amps_hard,livebench,grok-4.1-fast,think,reasoning-math,hard,,,,,,,95.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-reasoning, column AMPS_Hard)",,out:superseded, livebench-task-code_completion,livebench,grok-4.1-fast,think,coding,hard,,,,,,,67.391,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-reasoning, column code_completion)",,out:superseded, livebench-task-code_generation,livebench,grok-4.1-fast,think,coding,hard,,,,,,,71.831,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-reasoning, column code_generation)",,out:superseded, livebench-task-connections,livebench,grok-4.1-fast,think,mixed,hard,,,,,,,99.333,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-reasoning, column connections)",,out:superseded, livebench-task-consecutive_events,livebench,grok-4.1-fast,think,mixed,hard,,,,,,,29.941,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-reasoning, column consecutive_events)",,out:superseded, livebench-task-integrals_with_game,livebench,grok-4.1-fast,think,reasoning-math,hard,,,,,,,65.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-reasoning, column integrals_with_game)",,out:superseded, livebench-task-javascript,livebench,grok-4.1-fast,think,coding,hard,,,,,,,25.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-reasoning, column javascript)",,out:superseded, livebench-task-logic_with_navigation,livebench,grok-4.1-fast,think,mixed,hard,,,,,,,70.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-reasoning, column logic_with_navigation)",,out:superseded, livebench-task-math_comp,livebench,grok-4.1-fast,think,reasoning-math,hard,,,,,,,96.078,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-reasoning, column math_comp)",,out:superseded, livebench-task-olympiad,livebench,grok-4.1-fast,think,reasoning-math,hard,,,,,,,78.802,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-reasoning, column olympiad)",,out:superseded, livebench-task-paraphrase,livebench,grok-4.1-fast,think,mixed,hard,,,,,,,23.733,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-reasoning, column paraphrase)",,out:superseded, livebench-task-plot_unscrambling,livebench,grok-4.1-fast,think,mixed,hard,,,,,,,47.648,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-reasoning, column plot_unscrambling)",,out:superseded, livebench-task-python,livebench,grok-4.1-fast,think,coding,hard,,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-reasoning, column python)",,out:superseded, livebench-task-simplify,livebench,grok-4.1-fast,think,mixed,hard,,,,,,,25.8,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-reasoning, column simplify)",,out:superseded, livebench-task-spatial,livebench,grok-4.1-fast,think,mixed,hard,,,,,,,94.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-reasoning, column spatial)",,out:superseded, livebench-task-story_generation,livebench,grok-4.1-fast,think,mixed,hard,,,,,,,32.283,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-reasoning, column story_generation)",,out:superseded, livebench-task-summarize,livebench,grok-4.1-fast,think,mixed,hard,,,,,,,31.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-reasoning, column summarize)",,out:superseded, livebench-task-tablejoin,livebench,grok-4.1-fast,think,mixed,hard,,,,,,,38.538,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-reasoning, column tablejoin)",,out:superseded, livebench-task-tablereformat,livebench,grok-4.1-fast,think,mixed,hard,,,,,,,88.235,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-reasoning, column tablereformat)",,out:superseded, livebench-task-theory_of_mind,livebench,grok-4.1-fast,think,mixed,hard,,,,,,,61.538,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-reasoning, column theory_of_mind)",,out:superseded, livebench-task-typescript,livebench,grok-4.1-fast,think,coding,hard,,,,,,,20.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-reasoning, column typescript)",,out:superseded, livebench-task-typos,livebench,grok-4.1-fast,think,mixed,hard,,,,,,,76.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-reasoning, column typos)",,out:superseded, livebench-task-zebra_puzzle,livebench,grok-4.1-fast,think,mixed,hard,,,,,,,95.25,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-reasoning, column zebra_puzzle)",,out:superseded, livebench-task-amps_hard,livebench,grok-code-fast-1,unstated,reasoning-math,hard,,,,,,,87.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-code-fast-1-0825, column AMPS_Hard)",,out:effort-not-established, livebench-task-code_completion,livebench,grok-code-fast-1,unstated,coding,hard,,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-code-fast-1-0825, column code_completion)",,out:effort-not-established, livebench-task-code_generation,livebench,grok-code-fast-1,unstated,coding,hard,,,,,,,78.873,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-code-fast-1-0825, column code_generation)",,out:effort-not-established, livebench-task-connections,livebench,grok-code-fast-1,unstated,mixed,hard,,,,,,,55.667,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-code-fast-1-0825, column connections)",,out:effort-not-established, livebench-task-consecutive_events,livebench,grok-code-fast-1,unstated,mixed,hard,,,,,,,8.931,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-code-fast-1-0825, column consecutive_events)",,out:effort-not-established, livebench-task-integrals_with_game,livebench,grok-code-fast-1,unstated,reasoning-math,hard,,,,,,,8.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-code-fast-1-0825, column integrals_with_game)",,out:effort-not-established, livebench-task-javascript,livebench,grok-code-fast-1,unstated,coding,hard,,,,,,,30.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-code-fast-1-0825, column javascript)",,out:effort-not-established, livebench-task-logic_with_navigation,livebench,grok-code-fast-1,unstated,mixed,hard,,,,,,,42.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-code-fast-1-0825, column logic_with_navigation)",,out:effort-not-established, livebench-task-math_comp,livebench,grok-code-fast-1,unstated,reasoning-math,hard,,,,,,,61.765,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-code-fast-1-0825, column math_comp)",,out:effort-not-established, livebench-task-olympiad,livebench,grok-code-fast-1,unstated,reasoning-math,hard,,,,,,,67.286,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-code-fast-1-0825, column olympiad)",,out:effort-not-established, livebench-task-paraphrase,livebench,grok-code-fast-1,unstated,mixed,hard,,,,,,,18.55,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-code-fast-1-0825, column paraphrase)",,out:effort-not-established, livebench-task-plot_unscrambling,livebench,grok-code-fast-1,unstated,mixed,hard,,,,,,,38.014,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-code-fast-1-0825, column plot_unscrambling)",,out:effort-not-established, livebench-task-python,livebench,grok-code-fast-1,unstated,coding,hard,,,,,,,55.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-code-fast-1-0825, column python)",,out:effort-not-established, livebench-task-simplify,livebench,grok-code-fast-1,unstated,mixed,hard,,,,,,,20.133,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-code-fast-1-0825, column simplify)",,out:effort-not-established, livebench-task-spatial,livebench,grok-code-fast-1,unstated,mixed,hard,,,,,,,74.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-code-fast-1-0825, column spatial)",,out:effort-not-established, livebench-task-story_generation,livebench,grok-code-fast-1,unstated,mixed,hard,,,,,,,24.833,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-code-fast-1-0825, column story_generation)",,out:effort-not-established, livebench-task-summarize,livebench,grok-code-fast-1,unstated,mixed,hard,,,,,,,25.567,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-code-fast-1-0825, column summarize)",,out:effort-not-established, livebench-task-tablejoin,livebench,grok-code-fast-1,unstated,mixed,hard,,,,,,,38.038,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-code-fast-1-0825, column tablejoin)",,out:effort-not-established, livebench-task-tablereformat,livebench,grok-code-fast-1,unstated,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-code-fast-1-0825, column tablereformat)",,out:effort-not-established, livebench-task-theory_of_mind,livebench,grok-code-fast-1,unstated,mixed,hard,,,,,,,38.462,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-code-fast-1-0825, column theory_of_mind)",,out:effort-not-established, livebench-task-typescript,livebench,grok-code-fast-1,unstated,coding,hard,,,,,,,15.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-code-fast-1-0825, column typescript)",,out:effort-not-established, livebench-task-typos,livebench,grok-code-fast-1,unstated,mixed,hard,,,,,,,52.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-code-fast-1-0825, column typos)",,out:effort-not-established, livebench-task-zebra_puzzle,livebench,grok-code-fast-1,unstated,mixed,hard,,,,,,,14.75,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-code-fast-1-0825, column zebra_puzzle)",,out:effort-not-established, livebench-task-amps_hard,livebench,kimi-k2-instruct,solo,reasoning-math,hard,,,,,,,82.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-instruct, column AMPS_Hard)",,out:superseded, livebench-task-code_completion,livebench,kimi-k2-instruct,solo,coding,hard,,,,,,,73.913,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-instruct, column code_completion)",,out:superseded, livebench-task-code_generation,livebench,kimi-k2-instruct,solo,coding,hard,,,,,,,74.648,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-instruct, column code_generation)",,out:superseded, livebench-task-connections,livebench,kimi-k2-instruct,solo,mixed,hard,,,,,,,78.167,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-instruct, column connections)",,out:superseded, livebench-task-consecutive_events,livebench,kimi-k2-instruct,solo,mixed,hard,,,,,,,3.216,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-instruct, column consecutive_events)",,out:superseded, livebench-task-integrals_with_game,livebench,kimi-k2-instruct,solo,reasoning-math,hard,,,,,,,7.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-instruct, column integrals_with_game)",,out:superseded, livebench-task-javascript,livebench,kimi-k2-instruct,solo,coding,hard,,,,,,,35.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-instruct, column javascript)",,out:superseded, livebench-task-logic_with_navigation,livebench,kimi-k2-instruct,solo,mixed,hard,,,,,,,34.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-instruct, column logic_with_navigation)",,out:superseded, livebench-task-math_comp,livebench,kimi-k2-instruct,solo,reasoning-math,hard,,,,,,,72.549,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-instruct, column math_comp)",,out:superseded, livebench-task-olympiad,livebench,kimi-k2-instruct,solo,reasoning-math,hard,,,,,,,71.058,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-instruct, column olympiad)",,out:superseded, livebench-task-paraphrase,livebench,kimi-k2-instruct,solo,mixed,hard,,,,,,,13.033,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-instruct, column paraphrase)",,out:superseded, livebench-task-plot_unscrambling,livebench,kimi-k2-instruct,solo,mixed,hard,,,,,,,45.892,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-instruct, column plot_unscrambling)",,out:superseded, livebench-task-python,livebench,kimi-k2-instruct,solo,coding,hard,,,,,,,45.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-instruct, column python)",,out:superseded, livebench-task-simplify,livebench,kimi-k2-instruct,solo,mixed,hard,,,,,,,20.267,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-instruct, column simplify)",,out:superseded, livebench-task-spatial,livebench,kimi-k2-instruct,solo,mixed,hard,,,,,,,62.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-instruct, column spatial)",,out:superseded, livebench-task-story_generation,livebench,kimi-k2-instruct,solo,mixed,hard,,,,,,,24.283,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-instruct, column story_generation)",,out:superseded, livebench-task-summarize,livebench,kimi-k2-instruct,solo,mixed,hard,,,,,,,23.867,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-instruct, column summarize)",,out:superseded, livebench-task-tablejoin,livebench,kimi-k2-instruct,solo,mixed,hard,,,,,,,32.692,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-instruct, column tablejoin)",,out:superseded, livebench-task-tablereformat,livebench,kimi-k2-instruct,solo,mixed,hard,,,,,,,94.118,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-instruct, column tablereformat)",,out:superseded, livebench-task-theory_of_mind,livebench,kimi-k2-instruct,solo,mixed,hard,,,,,,,51.923,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-instruct, column theory_of_mind)",,out:superseded, livebench-task-typescript,livebench,kimi-k2-instruct,solo,coding,hard,,,,,,,15.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-instruct, column typescript)",,out:superseded, livebench-task-typos,livebench,kimi-k2-instruct,solo,mixed,hard,,,,,,,76.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-instruct, column typos)",,out:superseded, livebench-task-zebra_puzzle,livebench,kimi-k2-instruct,solo,mixed,hard,,,,,,,21.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-instruct, column zebra_puzzle)",,out:superseded, livebench-task-amps_hard,livebench,kimi-k2-thinking,solo,reasoning-math,hard,,,,,,,96.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-thinking, column AMPS_Hard)",,out:superseded, livebench-task-code_completion,livebench,kimi-k2-thinking,solo,coding,hard,,,,,,,63.043,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-thinking, column code_completion)",,out:superseded, livebench-task-code_generation,livebench,kimi-k2-thinking,solo,coding,hard,,,,,,,71.831,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-thinking, column code_generation)",,out:superseded, livebench-task-connections,livebench,kimi-k2-thinking,solo,mixed,hard,,,,,,,88.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-thinking, column connections)",,out:superseded, livebench-task-consecutive_events,livebench,kimi-k2-thinking,solo,mixed,hard,,,,,,,15.719,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-thinking, column consecutive_events)",,out:superseded, livebench-task-integrals_with_game,livebench,kimi-k2-thinking,solo,reasoning-math,hard,,,,,,,52.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-thinking, column integrals_with_game)",,out:superseded, livebench-task-javascript,livebench,kimi-k2-thinking,solo,coding,hard,,,,,,,40.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-thinking, column javascript)",,out:superseded, livebench-task-logic_with_navigation,livebench,kimi-k2-thinking,solo,mixed,hard,,,,,,,58.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-thinking, column logic_with_navigation)",,out:superseded, livebench-task-math_comp,livebench,kimi-k2-thinking,solo,reasoning-math,hard,,,,,,,96.078,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-thinking, column math_comp)",,out:superseded, livebench-task-olympiad,livebench,kimi-k2-thinking,solo,reasoning-math,hard,,,,,,,80.305,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-thinking, column olympiad)",,out:superseded, livebench-task-paraphrase,livebench,kimi-k2-thinking,solo,mixed,hard,,,,,,,63.383,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-thinking, column paraphrase)",,out:superseded, livebench-task-plot_unscrambling,livebench,kimi-k2-thinking,solo,mixed,hard,,,,,,,43.36,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-thinking, column plot_unscrambling)",,out:superseded, livebench-task-python,livebench,kimi-k2-thinking,solo,coding,hard,,,,,,,55.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-thinking, column python)",,out:superseded, livebench-task-simplify,livebench,kimi-k2-thinking,solo,mixed,hard,,,,,,,50.867,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-thinking, column simplify)",,out:superseded, livebench-task-spatial,livebench,kimi-k2-thinking,solo,mixed,hard,,,,,,,92.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-thinking, column spatial)",,out:superseded, livebench-task-story_generation,livebench,kimi-k2-thinking,solo,mixed,hard,,,,,,,67.417,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-thinking, column story_generation)",,out:superseded, livebench-task-summarize,livebench,kimi-k2-thinking,solo,mixed,hard,,,,,,,66.467,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-thinking, column summarize)",,out:superseded, livebench-task-tablejoin,livebench,kimi-k2-thinking,solo,mixed,hard,,,,,,,45.058,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-thinking, column tablejoin)",,out:superseded, livebench-task-tablereformat,livebench,kimi-k2-thinking,solo,mixed,hard,,,,,,,96.078,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-thinking, column tablereformat)",,out:superseded, livebench-task-theory_of_mind,livebench,kimi-k2-thinking,solo,mixed,hard,,,,,,,57.692,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-thinking, column theory_of_mind)",,out:superseded, livebench-task-typescript,livebench,kimi-k2-thinking,solo,coding,hard,,,,,,,20.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-thinking, column typescript)",,out:superseded, livebench-task-typos,livebench,kimi-k2-thinking,solo,mixed,hard,,,,,,,68.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-thinking, column typos)",,out:superseded, livebench-task-zebra_puzzle,livebench,kimi-k2-thinking,solo,mixed,hard,,,,,,,46.25,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-thinking, column zebra_puzzle)",,out:superseded, livebench-task-amps_hard,livebench,kimi-k2.5,think,reasoning-math,hard,,,,,,,96.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2.5-thinking, column AMPS_Hard)",,out:superseded, livebench-task-code_completion,livebench,kimi-k2.5,think,coding,hard,,,,,,,78.261,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2.5-thinking, column code_completion)",,out:superseded, livebench-task-code_generation,livebench,kimi-k2.5,think,coding,hard,,,,,,,77.465,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2.5-thinking, column code_generation)",,out:superseded, livebench-task-connections,livebench,kimi-k2.5,think,mixed,hard,,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2.5-thinking, column connections)",,out:superseded, livebench-task-consecutive_events,livebench,kimi-k2.5,think,mixed,hard,,,,,,,42.186,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2.5-thinking, column consecutive_events)",,out:superseded, livebench-task-integrals_with_game,livebench,kimi-k2.5,think,reasoning-math,hard,,,,,,,61.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2.5-thinking, column integrals_with_game)",,out:superseded, livebench-task-javascript,livebench,kimi-k2.5,think,coding,hard,,,,,,,35.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2.5-thinking, column javascript)",,out:superseded, livebench-task-logic_with_navigation,livebench,kimi-k2.5,think,mixed,hard,,,,,,,66.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2.5-thinking, column logic_with_navigation)",,out:superseded, livebench-task-math_comp,livebench,kimi-k2.5,think,reasoning-math,hard,,,,,,,94.118,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2.5-thinking, column math_comp)",,out:superseded, livebench-task-olympiad,livebench,kimi-k2.5,think,reasoning-math,hard,,,,,,,88.354,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2.5-thinking, column olympiad)",,out:superseded, livebench-task-paraphrase,livebench,kimi-k2.5,think,mixed,hard,,,,,,,54.6,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2.5-thinking, column paraphrase)",,out:superseded, livebench-task-plot_unscrambling,livebench,kimi-k2.5,think,mixed,hard,,,,,,,54.998,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2.5-thinking, column plot_unscrambling)",,out:superseded, livebench-task-python,livebench,kimi-k2.5,think,coding,hard,,,,,,,75.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2.5-thinking, column python)",,out:superseded, livebench-task-simplify,livebench,kimi-k2.5,think,mixed,hard,,,,,,,59.8,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2.5-thinking, column simplify)",,out:superseded, livebench-task-spatial,livebench,kimi-k2.5,think,mixed,hard,,,,,,,94.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2.5-thinking, column spatial)",,out:superseded, livebench-task-story_generation,livebench,kimi-k2.5,think,mixed,hard,,,,,,,57.9,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2.5-thinking, column story_generation)",,out:superseded, livebench-task-summarize,livebench,kimi-k2.5,think,mixed,hard,,,,,,,57.35,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2.5-thinking, column summarize)",,out:superseded, livebench-task-tablejoin,livebench,kimi-k2.5,think,mixed,hard,,,,,,,47.769,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2.5-thinking, column tablejoin)",,out:superseded, livebench-task-tablereformat,livebench,kimi-k2.5,think,mixed,hard,,,,,,,94.118,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2.5-thinking, column tablereformat)",,out:superseded, livebench-task-theory_of_mind,livebench,kimi-k2.5,think,mixed,hard,,,,,,,73.077,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2.5-thinking, column theory_of_mind)",,out:superseded, livebench-task-typescript,livebench,kimi-k2.5,think,coding,hard,,,,,,,35.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2.5-thinking, column typescript)",,out:superseded, livebench-task-typos,livebench,kimi-k2.5,think,mixed,hard,,,,,,,80.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2.5-thinking, column typos)",,out:superseded, livebench-task-zebra_puzzle,livebench,kimi-k2.5,think,mixed,hard,,,,,,,70.75,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2.5-thinking, column zebra_puzzle)",,out:superseded, livebench-task-amps_hard,livebench,minimax-m2.5,unstated,reasoning-math,hard,,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row minimax-m2.5, column AMPS_Hard)",,out:effort-not-established, livebench-task-code_completion,livebench,minimax-m2.5,unstated,coding,hard,,,,,,,69.565,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row minimax-m2.5, column code_completion)",,out:effort-not-established, livebench-task-code_generation,livebench,minimax-m2.5,unstated,coding,hard,,,,,,,71.831,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row minimax-m2.5, column code_generation)",,out:effort-not-established, livebench-task-connections,livebench,minimax-m2.5,unstated,mixed,hard,,,,,,,66.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row minimax-m2.5, column connections)",,out:effort-not-established, livebench-task-consecutive_events,livebench,minimax-m2.5,unstated,mixed,hard,,,,,,,12.218,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row minimax-m2.5, column consecutive_events)",,out:effort-not-established, livebench-task-integrals_with_game,livebench,minimax-m2.5,unstated,reasoning-math,hard,,,,,,,39.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row minimax-m2.5, column integrals_with_game)",,out:effort-not-established, livebench-task-javascript,livebench,minimax-m2.5,unstated,coding,hard,,,,,,,40.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row minimax-m2.5, column javascript)",,out:effort-not-established, livebench-task-logic_with_navigation,livebench,minimax-m2.5,unstated,mixed,hard,,,,,,,62.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row minimax-m2.5, column logic_with_navigation)",,out:effort-not-established, livebench-task-math_comp,livebench,minimax-m2.5,unstated,reasoning-math,hard,,,,,,,94.118,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row minimax-m2.5, column math_comp)",,out:effort-not-established, livebench-task-olympiad,livebench,minimax-m2.5,unstated,reasoning-math,hard,,,,,,,78.509,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row minimax-m2.5, column olympiad)",,out:effort-not-established, livebench-task-paraphrase,livebench,minimax-m2.5,unstated,mixed,hard,,,,,,,55.983,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row minimax-m2.5, column paraphrase)",,out:effort-not-established, livebench-task-plot_unscrambling,livebench,minimax-m2.5,unstated,mixed,hard,,,,,,,31.303,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row minimax-m2.5, column plot_unscrambling)",,out:effort-not-established, livebench-task-python,livebench,minimax-m2.5,unstated,coding,hard,,,,,,,75.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row minimax-m2.5, column python)",,out:effort-not-established, livebench-task-simplify,livebench,minimax-m2.5,unstated,mixed,hard,,,,,,,60.6,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row minimax-m2.5, column simplify)",,out:effort-not-established, livebench-task-spatial,livebench,minimax-m2.5,unstated,mixed,hard,,,,,,,90.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row minimax-m2.5, column spatial)",,out:effort-not-established, livebench-task-story_generation,livebench,minimax-m2.5,unstated,mixed,hard,,,,,,,62.25,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row minimax-m2.5, column story_generation)",,out:effort-not-established, livebench-task-summarize,livebench,minimax-m2.5,unstated,mixed,hard,,,,,,,50.1,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row minimax-m2.5, column summarize)",,out:effort-not-established, livebench-task-tablejoin,livebench,minimax-m2.5,unstated,mixed,hard,,,,,,,40.519,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row minimax-m2.5, column tablejoin)",,out:effort-not-established, livebench-task-tablereformat,livebench,minimax-m2.5,unstated,mixed,hard,,,,,,,96.078,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row minimax-m2.5, column tablereformat)",,out:effort-not-established, livebench-task-theory_of_mind,livebench,minimax-m2.5,unstated,mixed,hard,,,,,,,63.462,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row minimax-m2.5, column theory_of_mind)",,out:effort-not-established, livebench-task-typescript,livebench,minimax-m2.5,unstated,coding,hard,,,,,,,40.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row minimax-m2.5, column typescript)",,out:effort-not-established, livebench-task-typos,livebench,minimax-m2.5,unstated,mixed,hard,,,,,,,68.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row minimax-m2.5, column typos)",,out:effort-not-established, livebench-task-zebra_puzzle,livebench,minimax-m2.5,unstated,mixed,hard,,,,,,,21.75,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row minimax-m2.5, column zebra_puzzle)",,out:effort-not-established, livebench-task-amps_hard,livebench,qwen3-235b-a22b-instruct-2507,solo,reasoning-math,hard,,,,,,,84.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-instruct-2507, column AMPS_Hard)",,out:superseded, livebench-task-code_completion,livebench,qwen3-235b-a22b-instruct-2507,solo,coding,hard,,,,,,,67.391,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-instruct-2507, column code_completion)",,out:superseded, livebench-task-code_generation,livebench,qwen3-235b-a22b-instruct-2507,solo,coding,hard,,,,,,,71.831,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-instruct-2507, column code_generation)",,out:superseded, livebench-task-connections,livebench,qwen3-235b-a22b-instruct-2507,solo,mixed,hard,,,,,,,91.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-instruct-2507, column connections)",,out:superseded, livebench-task-consecutive_events,livebench,qwen3-235b-a22b-instruct-2507,solo,mixed,hard,,,,,,,3.665,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-instruct-2507, column consecutive_events)",,out:superseded, livebench-task-integrals_with_game,livebench,qwen3-235b-a22b-instruct-2507,solo,reasoning-math,hard,,,,,,,21.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-instruct-2507, column integrals_with_game)",,out:superseded, livebench-task-javascript,livebench,qwen3-235b-a22b-instruct-2507,solo,coding,hard,,,,,,,10.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-instruct-2507, column javascript)",,out:superseded, livebench-task-logic_with_navigation,livebench,qwen3-235b-a22b-instruct-2507,solo,mixed,hard,,,,,,,62.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-instruct-2507, column logic_with_navigation)",,out:superseded, livebench-task-math_comp,livebench,qwen3-235b-a22b-instruct-2507,solo,reasoning-math,hard,,,,,,,90.196,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-instruct-2507, column math_comp)",,out:superseded, livebench-task-olympiad,livebench,qwen3-235b-a22b-instruct-2507,solo,reasoning-math,hard,,,,,,,76.931,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-instruct-2507, column olympiad)",,out:superseded, livebench-task-paraphrase,livebench,qwen3-235b-a22b-instruct-2507,solo,mixed,hard,,,,,,,17.967,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-instruct-2507, column paraphrase)",,out:superseded, livebench-task-plot_unscrambling,livebench,qwen3-235b-a22b-instruct-2507,solo,mixed,hard,,,,,,,39.209,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-instruct-2507, column plot_unscrambling)",,out:superseded, livebench-task-python,livebench,qwen3-235b-a22b-instruct-2507,solo,coding,hard,,,,,,,20.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-instruct-2507, column python)",,out:superseded, livebench-task-simplify,livebench,qwen3-235b-a22b-instruct-2507,solo,mixed,hard,,,,,,,21.883,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-instruct-2507, column simplify)",,out:superseded, livebench-task-spatial,livebench,qwen3-235b-a22b-instruct-2507,solo,mixed,hard,,,,,,,84.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-instruct-2507, column spatial)",,out:superseded, livebench-task-story_generation,livebench,qwen3-235b-a22b-instruct-2507,solo,mixed,hard,,,,,,,19.383,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-instruct-2507, column story_generation)",,out:superseded, livebench-task-summarize,livebench,qwen3-235b-a22b-instruct-2507,solo,mixed,hard,,,,,,,27.65,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-instruct-2507, column summarize)",,out:superseded, livebench-task-tablejoin,livebench,qwen3-235b-a22b-instruct-2507,solo,mixed,hard,,,,,,,34.404,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-instruct-2507, column tablejoin)",,out:superseded, livebench-task-tablereformat,livebench,qwen3-235b-a22b-instruct-2507,solo,mixed,hard,,,,,,,96.078,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-instruct-2507, column tablereformat)",,out:superseded, livebench-task-theory_of_mind,livebench,qwen3-235b-a22b-instruct-2507,solo,mixed,hard,,,,,,,44.231,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-instruct-2507, column theory_of_mind)",,out:superseded, livebench-task-typescript,livebench,qwen3-235b-a22b-instruct-2507,solo,coding,hard,,,,,,,10.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-instruct-2507, column typescript)",,out:superseded, livebench-task-typos,livebench,qwen3-235b-a22b-instruct-2507,solo,mixed,hard,,,,,,,68.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-instruct-2507, column typos)",,out:superseded, livebench-task-zebra_puzzle,livebench,qwen3-235b-a22b-instruct-2507,solo,mixed,hard,,,,,,,43.5,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-instruct-2507, column zebra_puzzle)",,out:superseded, livebench-task-amps_hard,livebench,qwen3-235b-a22b-thinking-2507,solo,reasoning-math,hard,,,,,,,86.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-thinking-2507, column AMPS_Hard)",,out:superseded, livebench-task-code_completion,livebench,qwen3-235b-a22b-thinking-2507,solo,coding,hard,,,,,,,71.739,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-thinking-2507, column code_completion)",,out:superseded, livebench-task-code_generation,livebench,qwen3-235b-a22b-thinking-2507,solo,coding,hard,,,,,,,66.197,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-thinking-2507, column code_generation)",,out:superseded, livebench-task-connections,livebench,qwen3-235b-a22b-thinking-2507,solo,mixed,hard,,,,,,,83.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-thinking-2507, column connections)",,out:superseded, livebench-task-consecutive_events,livebench,qwen3-235b-a22b-thinking-2507,solo,mixed,hard,,,,,,,7.24,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-thinking-2507, column consecutive_events)",,out:superseded, livebench-task-integrals_with_game,livebench,qwen3-235b-a22b-thinking-2507,solo,reasoning-math,hard,,,,,,,40.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-thinking-2507, column integrals_with_game)",,out:superseded, livebench-task-javascript,livebench,qwen3-235b-a22b-thinking-2507,solo,coding,hard,,,,,,,5.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-thinking-2507, column javascript)",,out:superseded, livebench-task-logic_with_navigation,livebench,qwen3-235b-a22b-thinking-2507,solo,mixed,hard,,,,,,,60.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-thinking-2507, column logic_with_navigation)",,out:superseded, livebench-task-math_comp,livebench,qwen3-235b-a22b-thinking-2507,solo,reasoning-math,hard,,,,,,,86.275,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-thinking-2507, column math_comp)",,out:superseded, livebench-task-olympiad,livebench,qwen3-235b-a22b-thinking-2507,solo,reasoning-math,hard,,,,,,,81.304,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-thinking-2507, column olympiad)",,out:superseded, livebench-task-paraphrase,livebench,qwen3-235b-a22b-thinking-2507,solo,mixed,hard,,,,,,,37.617,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-thinking-2507, column paraphrase)",,out:superseded, livebench-task-plot_unscrambling,livebench,qwen3-235b-a22b-thinking-2507,solo,mixed,hard,,,,,,,47.571,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-thinking-2507, column plot_unscrambling)",,out:superseded, livebench-task-python,livebench,qwen3-235b-a22b-thinking-2507,solo,coding,hard,,,,,,,10.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-thinking-2507, column python)",,out:superseded, livebench-task-simplify,livebench,qwen3-235b-a22b-thinking-2507,solo,mixed,hard,,,,,,,38.117,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-thinking-2507, column simplify)",,out:superseded, livebench-task-spatial,livebench,qwen3-235b-a22b-thinking-2507,solo,mixed,hard,,,,,,,86.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-thinking-2507, column spatial)",,out:superseded, livebench-task-story_generation,livebench,qwen3-235b-a22b-thinking-2507,solo,mixed,hard,,,,,,,39.217,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-thinking-2507, column story_generation)",,out:superseded, livebench-task-summarize,livebench,qwen3-235b-a22b-thinking-2507,solo,mixed,hard,,,,,,,47.617,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-thinking-2507, column summarize)",,out:superseded, livebench-task-tablejoin,livebench,qwen3-235b-a22b-thinking-2507,solo,mixed,hard,,,,,,,49.308,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-thinking-2507, column tablejoin)",,out:superseded, livebench-task-tablereformat,livebench,qwen3-235b-a22b-thinking-2507,solo,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-thinking-2507, column tablereformat)",,out:uninformative, livebench-task-theory_of_mind,livebench,qwen3-235b-a22b-thinking-2507,solo,mixed,hard,,,,,,,53.846,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-thinking-2507, column theory_of_mind)",,out:superseded, livebench-task-typescript,livebench,qwen3-235b-a22b-thinking-2507,solo,coding,hard,,,,,,,5.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-thinking-2507, column typescript)",,out:superseded, livebench-task-typos,livebench,qwen3-235b-a22b-thinking-2507,solo,mixed,hard,,,,,,,78.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-thinking-2507, column typos)",,out:superseded, livebench-task-zebra_puzzle,livebench,qwen3-235b-a22b-thinking-2507,solo,mixed,hard,,,,,,,37.75,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-thinking-2507, column zebra_puzzle)",,out:superseded, livebench-task-amps_hard,livebench,qwen3-30b-a3b,think,reasoning-math,hard,,,,,,,91.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-30b-a3b-thinking, column AMPS_Hard)",,out:superseded, livebench-task-code_completion,livebench,qwen3-30b-a3b,think,coding,hard,,,,,,,45.652,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-30b-a3b-thinking, column code_completion)",,out:superseded, livebench-task-code_generation,livebench,qwen3-30b-a3b,think,coding,hard,,,,,,,52.113,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-30b-a3b-thinking, column code_generation)",,out:superseded, livebench-task-connections,livebench,qwen3-30b-a3b,think,mixed,hard,,,,,,,68.167,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-30b-a3b-thinking, column connections)",,out:superseded, livebench-task-consecutive_events,livebench,qwen3-30b-a3b,think,mixed,hard,,,,,,,1.575,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-30b-a3b-thinking, column consecutive_events)",,out:superseded, livebench-task-integrals_with_game,livebench,qwen3-30b-a3b,think,reasoning-math,hard,,,,,,,22.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-30b-a3b-thinking, column integrals_with_game)",,out:superseded, livebench-task-javascript,livebench,qwen3-30b-a3b,think,coding,hard,,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-30b-a3b-thinking, column javascript)",,out:uninformative, livebench-task-logic_with_navigation,livebench,qwen3-30b-a3b,think,mixed,hard,,,,,,,10.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-30b-a3b-thinking, column logic_with_navigation)",,out:superseded, livebench-task-math_comp,livebench,qwen3-30b-a3b,think,reasoning-math,hard,,,,,,,84.314,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-30b-a3b-thinking, column math_comp)",,out:superseded, livebench-task-olympiad,livebench,qwen3-30b-a3b,think,reasoning-math,hard,,,,,,,64.075,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-30b-a3b-thinking, column olympiad)",,out:superseded, livebench-task-paraphrase,livebench,qwen3-30b-a3b,think,mixed,hard,,,,,,,17.933,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-30b-a3b-thinking, column paraphrase)",,out:superseded, livebench-task-plot_unscrambling,livebench,qwen3-30b-a3b,think,mixed,hard,,,,,,,31.228,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-30b-a3b-thinking, column plot_unscrambling)",,out:superseded, livebench-task-python,livebench,qwen3-30b-a3b,think,coding,hard,,,,,,,5.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-30b-a3b-thinking, column python)",,out:superseded, livebench-task-simplify,livebench,qwen3-30b-a3b,think,mixed,hard,,,,,,,20.383,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-30b-a3b-thinking, column simplify)",,out:superseded, livebench-task-spatial,livebench,qwen3-30b-a3b,think,mixed,hard,,,,,,,82.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-30b-a3b-thinking, column spatial)",,out:superseded, livebench-task-story_generation,livebench,qwen3-30b-a3b,think,mixed,hard,,,,,,,25.05,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-30b-a3b-thinking, column story_generation)",,out:superseded, livebench-task-summarize,livebench,qwen3-30b-a3b,think,mixed,hard,,,,,,,21.067,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-30b-a3b-thinking, column summarize)",,out:superseded, livebench-task-tablejoin,livebench,qwen3-30b-a3b,think,mixed,hard,,,,,,,37.115,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-30b-a3b-thinking, column tablejoin)",,out:superseded, livebench-task-tablereformat,livebench,qwen3-30b-a3b,think,mixed,hard,,,,,,,96.078,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-30b-a3b-thinking, column tablereformat)",,out:superseded, livebench-task-theory_of_mind,livebench,qwen3-30b-a3b,think,mixed,hard,,,,,,,38.462,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-30b-a3b-thinking, column theory_of_mind)",,out:superseded, livebench-task-typescript,livebench,qwen3-30b-a3b,think,coding,hard,,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-30b-a3b-thinking, column typescript)",,out:uninformative, livebench-task-typos,livebench,qwen3-30b-a3b,think,mixed,hard,,,,,,,64.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-30b-a3b-thinking, column typos)",,out:superseded, livebench-task-zebra_puzzle,livebench,qwen3-30b-a3b,think,mixed,hard,,,,,,,16.25,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-30b-a3b-thinking, column zebra_puzzle)",,out:superseded, livebench-task-amps_hard,livebench,qwen3-32b,think,reasoning-math,hard,,,,,,,87.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-32b-thinking, column AMPS_Hard)",,out:superseded, livebench-task-code_completion,livebench,qwen3-32b,think,coding,hard,,,,,,,63.043,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-32b-thinking, column code_completion)",,out:superseded, livebench-task-code_generation,livebench,qwen3-32b,think,coding,hard,,,,,,,69.014,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-32b-thinking, column code_generation)",,out:superseded, livebench-task-connections,livebench,qwen3-32b,think,mixed,hard,,,,,,,61.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-32b-thinking, column connections)",,out:superseded, livebench-task-consecutive_events,livebench,qwen3-32b,think,mixed,hard,,,,,,,3.043,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-32b-thinking, column consecutive_events)",,out:superseded, livebench-task-integrals_with_game,livebench,qwen3-32b,think,reasoning-math,hard,,,,,,,25.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-32b-thinking, column integrals_with_game)",,out:superseded, livebench-task-javascript,livebench,qwen3-32b,think,coding,hard,,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-32b-thinking, column javascript)",,out:uninformative, livebench-task-logic_with_navigation,livebench,qwen3-32b,think,mixed,hard,,,,,,,30.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-32b-thinking, column logic_with_navigation)",,out:superseded, livebench-task-math_comp,livebench,qwen3-32b,think,reasoning-math,hard,,,,,,,84.314,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-32b-thinking, column math_comp)",,out:superseded, livebench-task-olympiad,livebench,qwen3-32b,think,reasoning-math,hard,,,,,,,73.446,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-32b-thinking, column olympiad)",,out:superseded, livebench-task-paraphrase,livebench,qwen3-32b,think,mixed,hard,,,,,,,15.75,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-32b-thinking, column paraphrase)",,out:superseded, livebench-task-plot_unscrambling,livebench,qwen3-32b,think,mixed,hard,,,,,,,37.627,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-32b-thinking, column plot_unscrambling)",,out:superseded, livebench-task-python,livebench,qwen3-32b,think,coding,hard,,,,,,,10.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-32b-thinking, column python)",,out:superseded, livebench-task-simplify,livebench,qwen3-32b,think,mixed,hard,,,,,,,20.133,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-32b-thinking, column simplify)",,out:superseded, livebench-task-spatial,livebench,qwen3-32b,think,mixed,hard,,,,,,,86.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-32b-thinking, column spatial)",,out:superseded, livebench-task-story_generation,livebench,qwen3-32b,think,mixed,hard,,,,,,,14.517,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-32b-thinking, column story_generation)",,out:superseded, livebench-task-summarize,livebench,qwen3-32b,think,mixed,hard,,,,,,,20.683,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-32b-thinking, column summarize)",,out:superseded, livebench-task-tablejoin,livebench,qwen3-32b,think,mixed,hard,,,,,,,38.538,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-32b-thinking, column tablejoin)",,out:superseded, livebench-task-tablereformat,livebench,qwen3-32b,think,mixed,hard,,,,,,,98.039,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-32b-thinking, column tablereformat)",,out:superseded, livebench-task-theory_of_mind,livebench,qwen3-32b,think,mixed,hard,,,,,,,55.769,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-32b-thinking, column theory_of_mind)",,out:superseded, livebench-task-typescript,livebench,qwen3-32b,think,coding,hard,,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-32b-thinking, column typescript)",,out:uninformative, livebench-task-typos,livebench,qwen3-32b,think,mixed,hard,,,,,,,68.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-32b-thinking, column typos)",,out:superseded, livebench-task-zebra_puzzle,livebench,qwen3-32b,think,mixed,hard,,,,,,,21.25,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-32b-thinking, column zebra_puzzle)",,out:superseded, livebench-task-amps_hard,livebench,qwen3-next-80b-a3b-instruct,solo,reasoning-math,hard,,,,,,,97.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-instruct, column AMPS_Hard)",,out:superseded, livebench-task-code_completion,livebench,qwen3-next-80b-a3b-instruct,solo,coding,hard,,,,,,,67.391,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-instruct, column code_completion)",,out:superseded, livebench-task-code_generation,livebench,qwen3-next-80b-a3b-instruct,solo,coding,hard,,,,,,,69.014,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-instruct, column code_generation)",,out:superseded, livebench-task-connections,livebench,qwen3-next-80b-a3b-instruct,solo,mixed,hard,,,,,,,89.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-instruct, column connections)",,out:superseded, livebench-task-consecutive_events,livebench,qwen3-next-80b-a3b-instruct,solo,mixed,hard,,,,,,,12.099,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-instruct, column consecutive_events)",,out:superseded, livebench-task-integrals_with_game,livebench,qwen3-next-80b-a3b-instruct,solo,reasoning-math,hard,,,,,,,26.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-instruct, column integrals_with_game)",,out:superseded, livebench-task-javascript,livebench,qwen3-next-80b-a3b-instruct,solo,coding,hard,,,,,,,5.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-instruct, column javascript)",,out:superseded, livebench-task-logic_with_navigation,livebench,qwen3-next-80b-a3b-instruct,solo,mixed,hard,,,,,,,52.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-instruct, column logic_with_navigation)",,out:superseded, livebench-task-math_comp,livebench,qwen3-next-80b-a3b-instruct,solo,reasoning-math,hard,,,,,,,86.275,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-instruct, column math_comp)",,out:superseded, livebench-task-olympiad,livebench,qwen3-next-80b-a3b-instruct,solo,reasoning-math,hard,,,,,,,71.437,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-instruct, column olympiad)",,out:superseded, livebench-task-paraphrase,livebench,qwen3-next-80b-a3b-instruct,solo,mixed,hard,,,,,,,16.4,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-instruct, column paraphrase)",,out:superseded, livebench-task-plot_unscrambling,livebench,qwen3-next-80b-a3b-instruct,solo,mixed,hard,,,,,,,40.013,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-instruct, column plot_unscrambling)",,out:superseded, livebench-task-python,livebench,qwen3-next-80b-a3b-instruct,solo,coding,hard,,,,,,,20.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-instruct, column python)",,out:superseded, livebench-task-simplify,livebench,qwen3-next-80b-a3b-instruct,solo,mixed,hard,,,,,,,18.4,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-instruct, column simplify)",,out:superseded, livebench-task-spatial,livebench,qwen3-next-80b-a3b-instruct,solo,mixed,hard,,,,,,,90.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-instruct, column spatial)",,out:superseded, livebench-task-story_generation,livebench,qwen3-next-80b-a3b-instruct,solo,mixed,hard,,,,,,,17.55,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-instruct, column story_generation)",,out:superseded, livebench-task-summarize,livebench,qwen3-next-80b-a3b-instruct,solo,mixed,hard,,,,,,,24.4,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-instruct, column summarize)",,out:superseded, livebench-task-tablejoin,livebench,qwen3-next-80b-a3b-instruct,solo,mixed,hard,,,,,,,45.096,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-instruct, column tablejoin)",,out:superseded, livebench-task-tablereformat,livebench,qwen3-next-80b-a3b-instruct,solo,mixed,hard,,,,,,,92.157,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-instruct, column tablereformat)",,out:superseded, livebench-task-theory_of_mind,livebench,qwen3-next-80b-a3b-instruct,solo,mixed,hard,,,,,,,44.231,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-instruct, column theory_of_mind)",,out:superseded, livebench-task-typescript,livebench,qwen3-next-80b-a3b-instruct,solo,coding,hard,,,,,,,5.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-instruct, column typescript)",,out:superseded, livebench-task-typos,livebench,qwen3-next-80b-a3b-instruct,solo,mixed,hard,,,,,,,70.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-instruct, column typos)",,out:superseded, livebench-task-zebra_puzzle,livebench,qwen3-next-80b-a3b-instruct,solo,mixed,hard,,,,,,,32.75,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-instruct, column zebra_puzzle)",,out:superseded, livebench-task-amps_hard,livebench,qwen3-next-80b-a3b-thinking,solo,reasoning-math,hard,,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-thinking, column AMPS_Hard)",,out:superseded, livebench-task-code_completion,livebench,qwen3-next-80b-a3b-thinking,solo,coding,hard,,,,,,,56.522,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-thinking, column code_completion)",,out:superseded, livebench-task-code_generation,livebench,qwen3-next-80b-a3b-thinking,solo,coding,hard,,,,,,,64.789,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-thinking, column code_generation)",,out:superseded, livebench-task-connections,livebench,qwen3-next-80b-a3b-thinking,solo,mixed,hard,,,,,,,70.167,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-thinking, column connections)",,out:superseded, livebench-task-consecutive_events,livebench,qwen3-next-80b-a3b-thinking,solo,mixed,hard,,,,,,,14.423,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-thinking, column consecutive_events)",,out:superseded, livebench-task-integrals_with_game,livebench,qwen3-next-80b-a3b-thinking,solo,reasoning-math,hard,,,,,,,38.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-thinking, column integrals_with_game)",,out:superseded, livebench-task-javascript,livebench,qwen3-next-80b-a3b-thinking,solo,coding,hard,,,,,,,15.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-thinking, column javascript)",,out:superseded, livebench-task-logic_with_navigation,livebench,qwen3-next-80b-a3b-thinking,solo,mixed,hard,,,,,,,58.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-thinking, column logic_with_navigation)",,out:superseded, livebench-task-math_comp,livebench,qwen3-next-80b-a3b-thinking,solo,reasoning-math,hard,,,,,,,88.235,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-thinking, column math_comp)",,out:superseded, livebench-task-olympiad,livebench,qwen3-next-80b-a3b-thinking,solo,reasoning-math,hard,,,,,,,72.805,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-thinking, column olympiad)",,out:superseded, livebench-task-paraphrase,livebench,qwen3-next-80b-a3b-thinking,solo,mixed,hard,,,,,,,33.167,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-thinking, column paraphrase)",,out:superseded, livebench-task-plot_unscrambling,livebench,qwen3-next-80b-a3b-thinking,solo,mixed,hard,,,,,,,40.768,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-thinking, column plot_unscrambling)",,out:superseded, livebench-task-python,livebench,qwen3-next-80b-a3b-thinking,solo,coding,hard,,,,,,,10.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-thinking, column python)",,out:superseded, livebench-task-simplify,livebench,qwen3-next-80b-a3b-thinking,solo,mixed,hard,,,,,,,39.067,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-thinking, column simplify)",,out:superseded, livebench-task-spatial,livebench,qwen3-next-80b-a3b-thinking,solo,mixed,hard,,,,,,,96.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-thinking, column spatial)",,out:superseded, livebench-task-story_generation,livebench,qwen3-next-80b-a3b-thinking,solo,mixed,hard,,,,,,,48.317,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-thinking, column story_generation)",,out:superseded, livebench-task-summarize,livebench,qwen3-next-80b-a3b-thinking,solo,mixed,hard,,,,,,,45.617,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-thinking, column summarize)",,out:superseded, livebench-task-tablejoin,livebench,qwen3-next-80b-a3b-thinking,solo,mixed,hard,,,,,,,46.327,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-thinking, column tablejoin)",,out:superseded, livebench-task-tablereformat,livebench,qwen3-next-80b-a3b-thinking,solo,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-thinking, column tablereformat)",,out:uninformative, livebench-task-theory_of_mind,livebench,qwen3-next-80b-a3b-thinking,solo,mixed,hard,,,,,,,46.154,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-thinking, column theory_of_mind)",,out:superseded, livebench-task-typescript,livebench,qwen3-next-80b-a3b-thinking,solo,coding,hard,,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-thinking, column typescript)",,out:uninformative, livebench-task-typos,livebench,qwen3-next-80b-a3b-thinking,solo,mixed,hard,,,,,,,58.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-thinking, column typos)",,out:superseded, livebench-task-zebra_puzzle,livebench,qwen3-next-80b-a3b-thinking,solo,mixed,hard,,,,,,,32.5,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-thinking, column zebra_puzzle)",,out:superseded, livebench-task-amps_hard,livebench,?arcee-trinity-large-preview,not-established:absent,reasoning-math,hard,,,,,,,61.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row arcee-trinity-large-preview, column AMPS_Hard)",,out:model-not-established, livebench-task-code_completion,livebench,?arcee-trinity-large-preview,not-established:absent,coding,hard,,,,,,,60.87,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row arcee-trinity-large-preview, column code_completion)",,out:model-not-established, livebench-task-code_generation,livebench,?arcee-trinity-large-preview,not-established:absent,coding,hard,,,,,,,70.423,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row arcee-trinity-large-preview, column code_generation)",,out:model-not-established, livebench-task-connections,livebench,?arcee-trinity-large-preview,not-established:absent,mixed,hard,,,,,,,34.833,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row arcee-trinity-large-preview, column connections)",,out:model-not-established, livebench-task-consecutive_events,livebench,?arcee-trinity-large-preview,not-established:absent,mixed,hard,,,,,,,6.556,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row arcee-trinity-large-preview, column consecutive_events)",,out:model-not-established, livebench-task-integrals_with_game,livebench,?arcee-trinity-large-preview,not-established:absent,reasoning-math,hard,,,,,,,8.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row arcee-trinity-large-preview, column integrals_with_game)",,out:model-not-established, livebench-task-javascript,livebench,?arcee-trinity-large-preview,not-established:absent,coding,hard,,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row arcee-trinity-large-preview, column javascript)",,out:model-not-established, livebench-task-logic_with_navigation,livebench,?arcee-trinity-large-preview,not-established:absent,mixed,hard,,,,,,,2.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row arcee-trinity-large-preview, column logic_with_navigation)",,out:model-not-established, livebench-task-math_comp,livebench,?arcee-trinity-large-preview,not-established:absent,reasoning-math,hard,,,,,,,47.059,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row arcee-trinity-large-preview, column math_comp)",,out:model-not-established, livebench-task-olympiad,livebench,?arcee-trinity-large-preview,not-established:absent,reasoning-math,hard,,,,,,,63.669,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row arcee-trinity-large-preview, column olympiad)",,out:model-not-established, livebench-task-paraphrase,livebench,?arcee-trinity-large-preview,not-established:absent,mixed,hard,,,,,,,12.55,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row arcee-trinity-large-preview, column paraphrase)",,out:model-not-established, livebench-task-plot_unscrambling,livebench,?arcee-trinity-large-preview,not-established:absent,mixed,hard,,,,,,,31.617,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row arcee-trinity-large-preview, column plot_unscrambling)",,out:model-not-established, livebench-task-python,livebench,?arcee-trinity-large-preview,not-established:absent,coding,hard,,,,,,,10.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row arcee-trinity-large-preview, column python)",,out:model-not-established, livebench-task-simplify,livebench,?arcee-trinity-large-preview,not-established:absent,mixed,hard,,,,,,,11.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row arcee-trinity-large-preview, column simplify)",,out:model-not-established, livebench-task-spatial,livebench,?arcee-trinity-large-preview,not-established:absent,mixed,hard,,,,,,,46.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row arcee-trinity-large-preview, column spatial)",,out:model-not-established, livebench-task-story_generation,livebench,?arcee-trinity-large-preview,not-established:absent,mixed,hard,,,,,,,10.6,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row arcee-trinity-large-preview, column story_generation)",,out:model-not-established, livebench-task-summarize,livebench,?arcee-trinity-large-preview,not-established:absent,mixed,hard,,,,,,,14.617,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row arcee-trinity-large-preview, column summarize)",,out:model-not-established, livebench-task-tablejoin,livebench,?arcee-trinity-large-preview,not-established:absent,mixed,hard,,,,,,,20.308,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row arcee-trinity-large-preview, column tablejoin)",,out:model-not-established, livebench-task-tablereformat,livebench,?arcee-trinity-large-preview,not-established:absent,mixed,hard,,,,,,,94.118,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row arcee-trinity-large-preview, column tablereformat)",,out:model-not-established, livebench-task-theory_of_mind,livebench,?arcee-trinity-large-preview,not-established:absent,mixed,hard,,,,,,,26.923,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row arcee-trinity-large-preview, column theory_of_mind)",,out:model-not-established, livebench-task-typescript,livebench,?arcee-trinity-large-preview,not-established:absent,coding,hard,,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row arcee-trinity-large-preview, column typescript)",,out:model-not-established, livebench-task-typos,livebench,?arcee-trinity-large-preview,not-established:absent,mixed,hard,,,,,,,60.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row arcee-trinity-large-preview, column typos)",,out:model-not-established, livebench-task-zebra_puzzle,livebench,?arcee-trinity-large-preview,not-established:absent,mixed,hard,,,,,,,7.5,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row arcee-trinity-large-preview, column zebra_puzzle)",,out:model-not-established, livebench-task-amps_hard,livebench,opus-4.1,unstated,reasoning-math,hard,,,,,,,89.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-base, column AMPS_Hard)",,out:effort-not-established, livebench-task-code_completion,livebench,opus-4.1,unstated,coding,hard,,,,,,,76.087,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-base, column code_completion)",,out:effort-not-established, livebench-task-code_generation,livebench,opus-4.1,unstated,coding,hard,,,,,,,76.056,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-base, column code_generation)",,out:effort-not-established, livebench-task-connections,livebench,opus-4.1,unstated,mixed,hard,,,,,,,86.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-base, column connections)",,out:effort-not-established, livebench-task-consecutive_events,livebench,opus-4.1,unstated,mixed,hard,,,,,,,2.223,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-base, column consecutive_events)",,out:effort-not-established, livebench-task-integrals_with_game,livebench,opus-4.1,unstated,reasoning-math,hard,,,,,,,10.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-base, column integrals_with_game)",,out:effort-not-established, livebench-task-javascript,livebench,opus-4.1,unstated,coding,hard,,,,,,,45.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-base, column javascript)",,out:effort-not-established, livebench-task-logic_with_navigation,livebench,opus-4.1,unstated,mixed,hard,,,,,,,42.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-base, column logic_with_navigation)",,out:effort-not-established, livebench-task-math_comp,livebench,opus-4.1,unstated,reasoning-math,hard,,,,,,,65.686,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-base, column math_comp)",,out:effort-not-established, livebench-task-olympiad,livebench,opus-4.1,unstated,reasoning-math,hard,,,,,,,86.619,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-base, column olympiad)",,out:effort-not-established, livebench-task-paraphrase,livebench,opus-4.1,unstated,mixed,hard,,,,,,,19.15,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-base, column paraphrase)",,out:effort-not-established, livebench-task-plot_unscrambling,livebench,opus-4.1,unstated,mixed,hard,,,,,,,60.257,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-base, column plot_unscrambling)",,out:effort-not-established, livebench-task-python,livebench,opus-4.1,unstated,coding,hard,,,,,,,75.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-base, column python)",,out:effort-not-established, livebench-task-simplify,livebench,opus-4.1,unstated,mixed,hard,,,,,,,25.583,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-base, column simplify)",,out:effort-not-established, livebench-task-spatial,livebench,opus-4.1,unstated,mixed,hard,,,,,,,62.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-base, column spatial)",,out:effort-not-established, livebench-task-story_generation,livebench,opus-4.1,unstated,mixed,hard,,,,,,,31.017,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-base, column story_generation)",,out:effort-not-established, livebench-task-summarize,livebench,opus-4.1,unstated,mixed,hard,,,,,,,27.917,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-base, column summarize)",,out:effort-not-established, livebench-task-tablejoin,livebench,opus-4.1,unstated,mixed,hard,,,,,,,37.827,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-base, column tablejoin)",,out:effort-not-established, livebench-task-tablereformat,livebench,opus-4.1,unstated,mixed,hard,,,,,,,96.078,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-base, column tablereformat)",,out:effort-not-established, livebench-task-theory_of_mind,livebench,opus-4.1,unstated,mixed,hard,,,,,,,48.077,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-base, column theory_of_mind)",,out:effort-not-established, livebench-task-typescript,livebench,opus-4.1,unstated,coding,hard,,,,,,,40.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-base, column typescript)",,out:effort-not-established, livebench-task-typos,livebench,opus-4.1,unstated,mixed,hard,,,,,,,84.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-base, column typos)",,out:effort-not-established, livebench-task-zebra_puzzle,livebench,opus-4.1,unstated,mixed,hard,,,,,,,11.5,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-base, column zebra_puzzle)",,out:effort-not-established, livebench-task-amps_hard,livebench,opus-4.1,unstated,reasoning-math,hard,,,,,,,93.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-thinking-32k, column AMPS_Hard)",,out:effort-not-established, livebench-task-code_completion,livebench,opus-4.1,unstated,coding,hard,,,,,,,76.087,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-thinking-32k, column code_completion)",,out:effort-not-established, livebench-task-code_generation,livebench,opus-4.1,unstated,coding,hard,,,,,,,73.239,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-thinking-32k, column code_generation)",,out:effort-not-established, livebench-task-connections,livebench,opus-4.1,unstated,mixed,hard,,,,,,,93.833,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-thinking-32k, column connections)",,out:effort-not-established, livebench-task-consecutive_events,livebench,opus-4.1,unstated,mixed,hard,,,,,,,4.641,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-thinking-32k, column consecutive_events)",,out:effort-not-established, livebench-task-integrals_with_game,livebench,opus-4.1,unstated,reasoning-math,hard,,,,,,,26.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-thinking-32k, column integrals_with_game)",,out:effort-not-established, livebench-task-javascript,livebench,opus-4.1,unstated,coding,hard,,,,,,,45.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-thinking-32k, column javascript)",,out:effort-not-established, livebench-task-logic_with_navigation,livebench,opus-4.1,unstated,mixed,hard,,,,,,,70.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-thinking-32k, column logic_with_navigation)",,out:effort-not-established, livebench-task-math_comp,livebench,opus-4.1,unstated,reasoning-math,hard,,,,,,,85.294,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-thinking-32k, column math_comp)",,out:effort-not-established, livebench-task-olympiad,livebench,opus-4.1,unstated,reasoning-math,hard,,,,,,,88.483,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-thinking-32k, column olympiad)",,out:effort-not-established, livebench-task-paraphrase,livebench,opus-4.1,unstated,mixed,hard,,,,,,,35.35,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-thinking-32k, column paraphrase)",,out:effort-not-established, livebench-task-plot_unscrambling,livebench,opus-4.1,unstated,mixed,hard,,,,,,,60.458,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-thinking-32k, column plot_unscrambling)",,out:effort-not-established, livebench-task-python,livebench,opus-4.1,unstated,coding,hard,,,,,,,70.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-thinking-32k, column python)",,out:effort-not-established, livebench-task-simplify,livebench,opus-4.1,unstated,mixed,hard,,,,,,,44.4,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-thinking-32k, column simplify)",,out:effort-not-established, livebench-task-spatial,livebench,opus-4.1,unstated,mixed,hard,,,,,,,90.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-thinking-32k, column spatial)",,out:effort-not-established, livebench-task-story_generation,livebench,opus-4.1,unstated,mixed,hard,,,,,,,44.683,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-thinking-32k, column story_generation)",,out:effort-not-established, livebench-task-summarize,livebench,opus-4.1,unstated,mixed,hard,,,,,,,45.183,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-thinking-32k, column summarize)",,out:effort-not-established, livebench-task-tablejoin,livebench,opus-4.1,unstated,mixed,hard,,,,,,,44.25,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-thinking-32k, column tablejoin)",,out:effort-not-established, livebench-task-tablereformat,livebench,opus-4.1,unstated,mixed,hard,,,,,,,98.039,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-thinking-32k, column tablereformat)",,out:effort-not-established, livebench-task-theory_of_mind,livebench,opus-4.1,unstated,mixed,hard,,,,,,,67.308,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-thinking-32k, column theory_of_mind)",,out:effort-not-established, livebench-task-typescript,livebench,opus-4.1,unstated,coding,hard,,,,,,,30.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-thinking-32k, column typescript)",,out:effort-not-established, livebench-task-typos,livebench,opus-4.1,unstated,mixed,hard,,,,,,,64.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-thinking-32k, column typos)",,out:effort-not-established, livebench-task-zebra_puzzle,livebench,opus-4.1,unstated,mixed,hard,,,,,,,62.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-1-opus-20250805-thinking-32k, column zebra_puzzle)",,out:effort-not-established, livebench-task-amps_hard,livebench,sonnet-4,unstated,reasoning-math,hard,,,,,,,84.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-base, column AMPS_Hard)",,out:effort-not-established, livebench-task-code_completion,livebench,sonnet-4,unstated,coding,hard,,,,,,,82.609,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-base, column code_completion)",,out:effort-not-established, livebench-task-code_generation,livebench,sonnet-4,unstated,coding,hard,,,,,,,78.873,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-base, column code_generation)",,out:effort-not-established, livebench-task-connections,livebench,sonnet-4,unstated,mixed,hard,,,,,,,74.833,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-base, column connections)",,out:effort-not-established, livebench-task-consecutive_events,livebench,sonnet-4,unstated,mixed,hard,,,,,,,2.833,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-base, column consecutive_events)",,out:effort-not-established, livebench-task-integrals_with_game,livebench,sonnet-4,unstated,reasoning-math,hard,,,,,,,6.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-base, column integrals_with_game)",,out:effort-not-established, livebench-task-javascript,livebench,sonnet-4,unstated,coding,hard,,,,,,,25.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-base, column javascript)",,out:effort-not-established, livebench-task-logic_with_navigation,livebench,sonnet-4,unstated,mixed,hard,,,,,,,28.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-base, column logic_with_navigation)",,out:effort-not-established, livebench-task-math_comp,livebench,sonnet-4,unstated,reasoning-math,hard,,,,,,,70.588,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-base, column math_comp)",,out:effort-not-established, livebench-task-olympiad,livebench,sonnet-4,unstated,reasoning-math,hard,,,,,,,80.841,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-base, column olympiad)",,out:effort-not-established, livebench-task-paraphrase,livebench,sonnet-4,unstated,mixed,hard,,,,,,,16.983,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-base, column paraphrase)",,out:effort-not-established, livebench-task-plot_unscrambling,livebench,sonnet-4,unstated,mixed,hard,,,,,,,54.209,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-base, column plot_unscrambling)",,out:effort-not-established, livebench-task-python,livebench,sonnet-4,unstated,coding,hard,,,,,,,65.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-base, column python)",,out:effort-not-established, livebench-task-simplify,livebench,sonnet-4,unstated,mixed,hard,,,,,,,22.183,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-base, column simplify)",,out:effort-not-established, livebench-task-spatial,livebench,sonnet-4,unstated,mixed,hard,,,,,,,60.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-base, column spatial)",,out:effort-not-established, livebench-task-story_generation,livebench,sonnet-4,unstated,mixed,hard,,,,,,,24.75,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-base, column story_generation)",,out:effort-not-established, livebench-task-summarize,livebench,sonnet-4,unstated,mixed,hard,,,,,,,26.8,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-base, column summarize)",,out:effort-not-established, livebench-task-tablejoin,livebench,sonnet-4,unstated,mixed,hard,,,,,,,35.25,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-base, column tablejoin)",,out:effort-not-established, livebench-task-tablereformat,livebench,sonnet-4,unstated,mixed,hard,,,,,,,94.118,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-base, column tablereformat)",,out:effort-not-established, livebench-task-theory_of_mind,livebench,sonnet-4,unstated,mixed,hard,,,,,,,57.692,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-base, column theory_of_mind)",,out:effort-not-established, livebench-task-typescript,livebench,sonnet-4,unstated,coding,hard,,,,,,,25.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-base, column typescript)",,out:effort-not-established, livebench-task-typos,livebench,sonnet-4,unstated,mixed,hard,,,,,,,84.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-base, column typos)",,out:effort-not-established, livebench-task-zebra_puzzle,livebench,sonnet-4,unstated,mixed,hard,,,,,,,13.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-base, column zebra_puzzle)",,out:effort-not-established, livebench-task-amps_hard,livebench,sonnet-4,think-64000,reasoning-math,hard,,,,,,,86.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-thinking-64k, column AMPS_Hard)",,out:budget-config, livebench-task-code_completion,livebench,sonnet-4,think-64000,coding,hard,,,,,,,76.087,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-thinking-64k, column code_completion)",,out:budget-config, livebench-task-code_generation,livebench,sonnet-4,think-64000,coding,hard,,,,,,,78.873,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-thinking-64k, column code_generation)",,out:budget-config, livebench-task-connections,livebench,sonnet-4,think-64000,mixed,hard,,,,,,,82.833,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-thinking-64k, column connections)",,out:budget-config, livebench-task-consecutive_events,livebench,sonnet-4,think-64000,mixed,hard,,,,,,,24.21,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-thinking-64k, column consecutive_events)",,out:budget-config, livebench-task-integrals_with_game,livebench,sonnet-4,think-64000,reasoning-math,hard,,,,,,,27.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-thinking-64k, column integrals_with_game)",,out:budget-config, livebench-task-javascript,livebench,sonnet-4,think-64000,coding,hard,,,,,,,30.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-thinking-64k, column javascript)",,out:budget-config, livebench-task-logic_with_navigation,livebench,sonnet-4,think-64000,mixed,hard,,,,,,,66.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-thinking-64k, column logic_with_navigation)",,out:budget-config, livebench-task-math_comp,livebench,sonnet-4,think-64000,reasoning-math,hard,,,,,,,85.294,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-thinking-64k, column math_comp)",,out:budget-config, livebench-task-olympiad,livebench,sonnet-4,think-64000,reasoning-math,hard,,,,,,,83.702,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-thinking-64k, column olympiad)",,out:budget-config, livebench-task-paraphrase,livebench,sonnet-4,think-64000,mixed,hard,,,,,,,41.35,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-thinking-64k, column paraphrase)",,out:budget-config, livebench-task-plot_unscrambling,livebench,sonnet-4,think-64000,mixed,hard,,,,,,,55.898,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-thinking-64k, column plot_unscrambling)",,out:budget-config, livebench-task-python,livebench,sonnet-4,think-64000,coding,hard,,,,,,,60.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-thinking-64k, column python)",,out:budget-config, livebench-task-simplify,livebench,sonnet-4,think-64000,mixed,hard,,,,,,,46.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-thinking-64k, column simplify)",,out:budget-config, livebench-task-spatial,livebench,sonnet-4,think-64000,mixed,hard,,,,,,,96.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-thinking-64k, column spatial)",,out:budget-config, livebench-task-story_generation,livebench,sonnet-4,think-64000,mixed,hard,,,,,,,48.733,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-thinking-64k, column story_generation)",,out:budget-config, livebench-task-summarize,livebench,sonnet-4,think-64000,mixed,hard,,,,,,,41.267,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-thinking-64k, column summarize)",,out:budget-config, livebench-task-tablejoin,livebench,sonnet-4,think-64000,mixed,hard,,,,,,,41.635,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-thinking-64k, column tablejoin)",,out:budget-config, livebench-task-tablereformat,livebench,sonnet-4,think-64000,mixed,hard,,,,,,,98.039,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-thinking-64k, column tablereformat)",,out:budget-config, livebench-task-theory_of_mind,livebench,sonnet-4,think-64000,mixed,hard,,,,,,,61.538,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-thinking-64k, column theory_of_mind)",,out:budget-config, livebench-task-typescript,livebench,sonnet-4,think-64000,coding,hard,,,,,,,30.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-thinking-64k, column typescript)",,out:budget-config, livebench-task-typos,livebench,sonnet-4,think-64000,mixed,hard,,,,,,,80.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-thinking-64k, column typos)",,out:budget-config, livebench-task-zebra_puzzle,livebench,sonnet-4,think-64000,mixed,hard,,,,,,,52.5,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-4-sonnet-20250514-thinking-64k, column zebra_puzzle)",,out:budget-config, livebench-task-amps_hard,livebench,haiku-4.5,unstated,reasoning-math,hard,,,,,,,88.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001, column AMPS_Hard)",,out:effort-not-established, livebench-task-code_completion,livebench,haiku-4.5,unstated,coding,hard,,,,,,,73.913,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001, column code_completion)",,out:effort-not-established, livebench-task-code_generation,livebench,haiku-4.5,unstated,coding,hard,,,,,,,70.423,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001, column code_generation)",,out:effort-not-established, livebench-task-connections,livebench,haiku-4.5,unstated,mixed,hard,,,,,,,71.333,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001, column connections)",,out:effort-not-established, livebench-task-consecutive_events,livebench,haiku-4.5,unstated,mixed,hard,,,,,,,2.988,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001, column consecutive_events)",,out:effort-not-established, livebench-task-integrals_with_game,livebench,haiku-4.5,unstated,reasoning-math,hard,,,,,,,4.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001, column integrals_with_game)",,out:effort-not-established, livebench-task-javascript,livebench,haiku-4.5,unstated,coding,hard,,,,,,,30.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001, column javascript)",,out:effort-not-established, livebench-task-logic_with_navigation,livebench,haiku-4.5,unstated,mixed,hard,,,,,,,18.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001, column logic_with_navigation)",,out:effort-not-established, livebench-task-math_comp,livebench,haiku-4.5,unstated,reasoning-math,hard,,,,,,,68.627,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001, column math_comp)",,out:effort-not-established, livebench-task-olympiad,livebench,haiku-4.5,unstated,reasoning-math,hard,,,,,,,71.259,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001, column olympiad)",,out:effort-not-established, livebench-task-paraphrase,livebench,haiku-4.5,unstated,mixed,hard,,,,,,,15.483,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001, column paraphrase)",,out:effort-not-established, livebench-task-plot_unscrambling,livebench,haiku-4.5,unstated,mixed,hard,,,,,,,37.804,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001, column plot_unscrambling)",,out:effort-not-established, livebench-task-python,livebench,haiku-4.5,unstated,coding,hard,,,,,,,45.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001, column python)",,out:effort-not-established, livebench-task-simplify,livebench,haiku-4.5,unstated,mixed,hard,,,,,,,18.95,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001, column simplify)",,out:effort-not-established, livebench-task-spatial,livebench,haiku-4.5,unstated,mixed,hard,,,,,,,58.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001, column spatial)",,out:effort-not-established, livebench-task-story_generation,livebench,haiku-4.5,unstated,mixed,hard,,,,,,,16.417,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001, column story_generation)",,out:effort-not-established, livebench-task-summarize,livebench,haiku-4.5,unstated,mixed,hard,,,,,,,20.167,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001, column summarize)",,out:effort-not-established, livebench-task-tablejoin,livebench,haiku-4.5,unstated,mixed,hard,,,,,,,38.269,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001, column tablejoin)",,out:effort-not-established, livebench-task-tablereformat,livebench,haiku-4.5,unstated,mixed,hard,,,,,,,94.118,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001, column tablereformat)",,out:effort-not-established, livebench-task-theory_of_mind,livebench,haiku-4.5,unstated,mixed,hard,,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001, column theory_of_mind)",,out:effort-not-established, livebench-task-typescript,livebench,haiku-4.5,unstated,coding,hard,,,,,,,25.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001, column typescript)",,out:effort-not-established, livebench-task-typos,livebench,haiku-4.5,unstated,mixed,hard,,,,,,,62.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001, column typos)",,out:effort-not-established, livebench-task-zebra_puzzle,livebench,haiku-4.5,unstated,mixed,hard,,,,,,,9.75,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001, column zebra_puzzle)",,out:effort-not-established, livebench-task-amps_hard,livebench,haiku-4.5,think-63999,reasoning-math,hard,,,,,,,97.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001-thinking-64k, column AMPS_Hard)",,out:budget-config, livebench-task-code_completion,livebench,haiku-4.5,think-63999,coding,hard,,,,,,,69.565,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001-thinking-64k, column code_completion)",,out:budget-config, livebench-task-code_generation,livebench,haiku-4.5,think-63999,coding,hard,,,,,,,76.056,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001-thinking-64k, column code_generation)",,out:budget-config, livebench-task-connections,livebench,haiku-4.5,think-63999,mixed,hard,,,,,,,84.833,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001-thinking-64k, column connections)",,out:budget-config, livebench-task-consecutive_events,livebench,haiku-4.5,think-63999,mixed,hard,,,,,,,39.232,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001-thinking-64k, column consecutive_events)",,out:budget-config, livebench-task-integrals_with_game,livebench,haiku-4.5,think-63999,reasoning-math,hard,,,,,,,38.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001-thinking-64k, column integrals_with_game)",,out:budget-config, livebench-task-javascript,livebench,haiku-4.5,think-63999,coding,hard,,,,,,,40.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001-thinking-64k, column javascript)",,out:budget-config, livebench-task-logic_with_navigation,livebench,haiku-4.5,think-63999,mixed,hard,,,,,,,54.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001-thinking-64k, column logic_with_navigation)",,out:budget-config, livebench-task-math_comp,livebench,haiku-4.5,think-63999,reasoning-math,hard,,,,,,,95.098,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001-thinking-64k, column math_comp)",,out:budget-config, livebench-task-olympiad,livebench,haiku-4.5,think-63999,reasoning-math,hard,,,,,,,80.03,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001-thinking-64k, column olympiad)",,out:budget-config, livebench-task-paraphrase,livebench,haiku-4.5,think-63999,mixed,hard,,,,,,,42.65,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001-thinking-64k, column paraphrase)",,out:budget-config, livebench-task-plot_unscrambling,livebench,haiku-4.5,think-63999,mixed,hard,,,,,,,42.53,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001-thinking-64k, column plot_unscrambling)",,out:budget-config, livebench-task-python,livebench,haiku-4.5,think-63999,coding,hard,,,,,,,65.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001-thinking-64k, column python)",,out:budget-config, livebench-task-simplify,livebench,haiku-4.5,think-63999,mixed,hard,,,,,,,45.367,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001-thinking-64k, column simplify)",,out:budget-config, livebench-task-spatial,livebench,haiku-4.5,think-63999,mixed,hard,,,,,,,90.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001-thinking-64k, column spatial)",,out:budget-config, livebench-task-story_generation,livebench,haiku-4.5,think-63999,mixed,hard,,,,,,,57.267,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001-thinking-64k, column story_generation)",,out:budget-config, livebench-task-summarize,livebench,haiku-4.5,think-63999,mixed,hard,,,,,,,53.833,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001-thinking-64k, column summarize)",,out:budget-config, livebench-task-tablejoin,livebench,haiku-4.5,think-63999,mixed,hard,,,,,,,42.577,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001-thinking-64k, column tablejoin)",,out:budget-config, livebench-task-tablereformat,livebench,haiku-4.5,think-63999,mixed,hard,,,,,,,96.078,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001-thinking-64k, column tablereformat)",,out:budget-config, livebench-task-theory_of_mind,livebench,haiku-4.5,think-63999,mixed,hard,,,,,,,44.231,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001-thinking-64k, column theory_of_mind)",,out:budget-config, livebench-task-typescript,livebench,haiku-4.5,think-63999,coding,hard,,,,,,,20.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001-thinking-64k, column typescript)",,out:budget-config, livebench-task-typos,livebench,haiku-4.5,think-63999,mixed,hard,,,,,,,72.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001-thinking-64k, column typos)",,out:budget-config, livebench-task-zebra_puzzle,livebench,haiku-4.5,think-63999,mixed,hard,,,,,,,58.5,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-haiku-4-5-20251001-thinking-64k, column zebra_puzzle)",,out:budget-config, livebench-task-amps_hard,livebench,opus-4.5,not-established:absent,reasoning-math,hard,,,,,,,90.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-high-effort, column AMPS_Hard)",,out:effort-not-established, livebench-task-code_completion,livebench,opus-4.5,not-established:absent,coding,hard,,,,,,,73.913,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-high-effort, column code_completion)",,out:effort-not-established, livebench-task-code_generation,livebench,opus-4.5,not-established:absent,coding,hard,,,,,,,81.69,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-high-effort, column code_generation)",,out:effort-not-established, livebench-task-connections,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,91.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-high-effort, column connections)",,out:effort-not-established, livebench-task-consecutive_events,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,1.951,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-high-effort, column consecutive_events)",,out:effort-not-established, livebench-task-integrals_with_game,livebench,opus-4.5,not-established:absent,reasoning-math,hard,,,,,,,8.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-high-effort, column integrals_with_game)",,out:effort-not-established, livebench-task-javascript,livebench,opus-4.5,not-established:absent,coding,hard,,,,,,,55.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-high-effort, column javascript)",,out:effort-not-established, livebench-task-logic_with_navigation,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,62.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-high-effort, column logic_with_navigation)",,out:effort-not-established, livebench-task-math_comp,livebench,opus-4.5,not-established:absent,reasoning-math,hard,,,,,,,80.392,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-high-effort, column math_comp)",,out:effort-not-established, livebench-task-olympiad,livebench,opus-4.5,not-established:absent,reasoning-math,hard,,,,,,,87.388,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-high-effort, column olympiad)",,out:effort-not-established, livebench-task-paraphrase,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,22.917,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-high-effort, column paraphrase)",,out:effort-not-established, livebench-task-plot_unscrambling,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,62.275,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-high-effort, column plot_unscrambling)",,out:effort-not-established, livebench-task-python,livebench,opus-4.5,not-established:absent,coding,hard,,,,,,,75.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-high-effort, column python)",,out:effort-not-established, livebench-task-simplify,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,25.2,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-high-effort, column simplify)",,out:effort-not-established, livebench-task-spatial,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,80.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-high-effort, column spatial)",,out:effort-not-established, livebench-task-story_generation,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,25.267,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-high-effort, column story_generation)",,out:effort-not-established, livebench-task-summarize,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,32.983,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-high-effort, column summarize)",,out:effort-not-established, livebench-task-tablejoin,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,38.808,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-high-effort, column tablejoin)",,out:effort-not-established, livebench-task-tablereformat,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,96.078,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-high-effort, column tablereformat)",,out:effort-not-established, livebench-task-theory_of_mind,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,59.615,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-high-effort, column theory_of_mind)",,out:effort-not-established, livebench-task-typescript,livebench,opus-4.5,not-established:absent,coding,hard,,,,,,,55.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-high-effort, column typescript)",,out:effort-not-established, livebench-task-typos,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,78.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-high-effort, column typos)",,out:effort-not-established, livebench-task-zebra_puzzle,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,18.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-high-effort, column zebra_puzzle)",,out:effort-not-established, livebench-task-amps_hard,livebench,opus-4.5,not-established:absent,reasoning-math,hard,,,,,,,86.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-low-effort, column AMPS_Hard)",,out:effort-not-established, livebench-task-code_completion,livebench,opus-4.5,not-established:absent,coding,hard,,,,,,,76.087,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-low-effort, column code_completion)",,out:effort-not-established, livebench-task-code_generation,livebench,opus-4.5,not-established:absent,coding,hard,,,,,,,80.282,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-low-effort, column code_generation)",,out:effort-not-established, livebench-task-connections,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,86.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-low-effort, column connections)",,out:effort-not-established, livebench-task-consecutive_events,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,1.749,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-low-effort, column consecutive_events)",,out:effort-not-established, livebench-task-integrals_with_game,livebench,opus-4.5,not-established:absent,reasoning-math,hard,,,,,,,7.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-low-effort, column integrals_with_game)",,out:effort-not-established, livebench-task-javascript,livebench,opus-4.5,not-established:absent,coding,hard,,,,,,,45.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-low-effort, column javascript)",,out:effort-not-established, livebench-task-logic_with_navigation,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-low-effort, column logic_with_navigation)",,out:effort-not-established, livebench-task-math_comp,livebench,opus-4.5,not-established:absent,reasoning-math,hard,,,,,,,76.471,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-low-effort, column math_comp)",,out:effort-not-established, livebench-task-olympiad,livebench,opus-4.5,not-established:absent,reasoning-math,hard,,,,,,,86.942,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-low-effort, column olympiad)",,out:effort-not-established, livebench-task-paraphrase,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,23.5,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-low-effort, column paraphrase)",,out:effort-not-established, livebench-task-plot_unscrambling,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,61.536,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-low-effort, column plot_unscrambling)",,out:effort-not-established, livebench-task-python,livebench,opus-4.5,not-established:absent,coding,hard,,,,,,,65.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-low-effort, column python)",,out:effort-not-established, livebench-task-simplify,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,30.6,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-low-effort, column simplify)",,out:effort-not-established, livebench-task-spatial,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,74.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-low-effort, column spatial)",,out:effort-not-established, livebench-task-story_generation,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,27.5,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-low-effort, column story_generation)",,out:effort-not-established, livebench-task-summarize,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,34.217,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-low-effort, column summarize)",,out:effort-not-established, livebench-task-tablejoin,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,32.712,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-low-effort, column tablejoin)",,out:effort-not-established, livebench-task-tablereformat,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,98.039,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-low-effort, column tablereformat)",,out:effort-not-established, livebench-task-theory_of_mind,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-low-effort, column theory_of_mind)",,out:effort-not-established, livebench-task-typescript,livebench,opus-4.5,not-established:absent,coding,hard,,,,,,,40.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-low-effort, column typescript)",,out:effort-not-established, livebench-task-typos,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,84.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-low-effort, column typos)",,out:effort-not-established, livebench-task-zebra_puzzle,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,17.25,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-low-effort, column zebra_puzzle)",,out:effort-not-established, livebench-task-amps_hard,livebench,opus-4.5,not-established:absent,reasoning-math,hard,,,,,,,88.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-medium-effort, column AMPS_Hard)",,out:effort-not-established, livebench-task-code_completion,livebench,opus-4.5,not-established:absent,coding,hard,,,,,,,73.913,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-medium-effort, column code_completion)",,out:effort-not-established, livebench-task-code_generation,livebench,opus-4.5,not-established:absent,coding,hard,,,,,,,83.099,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-medium-effort, column code_generation)",,out:effort-not-established, livebench-task-connections,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,89.667,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-medium-effort, column connections)",,out:effort-not-established, livebench-task-consecutive_events,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,2.239,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-medium-effort, column consecutive_events)",,out:effort-not-established, livebench-task-integrals_with_game,livebench,opus-4.5,not-established:absent,reasoning-math,hard,,,,,,,7.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-medium-effort, column integrals_with_game)",,out:effort-not-established, livebench-task-javascript,livebench,opus-4.5,not-established:absent,coding,hard,,,,,,,65.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-medium-effort, column javascript)",,out:effort-not-established, livebench-task-logic_with_navigation,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,58.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-medium-effort, column logic_with_navigation)",,out:effort-not-established, livebench-task-math_comp,livebench,opus-4.5,not-established:absent,reasoning-math,hard,,,,,,,83.333,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-medium-effort, column math_comp)",,out:effort-not-established, livebench-task-olympiad,livebench,opus-4.5,not-established:absent,reasoning-math,hard,,,,,,,86.938,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-medium-effort, column olympiad)",,out:effort-not-established, livebench-task-paraphrase,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,22.817,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-medium-effort, column paraphrase)",,out:effort-not-established, livebench-task-plot_unscrambling,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,62.303,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-medium-effort, column plot_unscrambling)",,out:effort-not-established, livebench-task-python,livebench,opus-4.5,not-established:absent,coding,hard,,,,,,,70.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-medium-effort, column python)",,out:effort-not-established, livebench-task-simplify,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,27.317,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-medium-effort, column simplify)",,out:effort-not-established, livebench-task-spatial,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,82.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-medium-effort, column spatial)",,out:effort-not-established, livebench-task-story_generation,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,31.733,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-medium-effort, column story_generation)",,out:effort-not-established, livebench-task-summarize,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,30.567,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-medium-effort, column summarize)",,out:effort-not-established, livebench-task-tablejoin,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,36.346,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-medium-effort, column tablejoin)",,out:effort-not-established, livebench-task-tablereformat,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,98.039,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-medium-effort, column tablereformat)",,out:effort-not-established, livebench-task-theory_of_mind,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,53.846,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-medium-effort, column theory_of_mind)",,out:effort-not-established, livebench-task-typescript,livebench,opus-4.5,not-established:absent,coding,hard,,,,,,,55.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-medium-effort, column typescript)",,out:effort-not-established, livebench-task-typos,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,84.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-medium-effort, column typos)",,out:effort-not-established, livebench-task-zebra_puzzle,livebench,opus-4.5,not-established:absent,mixed,hard,,,,,,,19.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-medium-effort, column zebra_puzzle)",,out:effort-not-established, livebench-task-amps_hard,livebench,opus-4.5,not-established:contradictory,reasoning-math,hard,,,,,,,99.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-high-effort, column AMPS_Hard)",,out:effort-not-established, livebench-task-code_completion,livebench,opus-4.5,not-established:contradictory,coding,hard,,,,,,,80.435,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-high-effort, column code_completion)",,out:effort-not-established, livebench-task-code_generation,livebench,opus-4.5,not-established:contradictory,coding,hard,,,,,,,78.873,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-high-effort, column code_generation)",,out:effort-not-established, livebench-task-connections,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,99.333,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-high-effort, column connections)",,out:effort-not-established, livebench-task-consecutive_events,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,79.363,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-high-effort, column consecutive_events)",,out:effort-not-established, livebench-task-integrals_with_game,livebench,opus-4.5,not-established:contradictory,reasoning-math,hard,,,,,,,78.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-high-effort, column integrals_with_game)",,out:effort-not-established, livebench-task-javascript,livebench,opus-4.5,not-established:contradictory,coding,hard,,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-high-effort, column javascript)",,out:effort-not-established, livebench-task-logic_with_navigation,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,68.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-high-effort, column logic_with_navigation)",,out:effort-not-established, livebench-task-math_comp,livebench,opus-4.5,not-established:contradictory,reasoning-math,hard,,,,,,,95.098,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-high-effort, column math_comp)",,out:effort-not-established, livebench-task-olympiad,livebench,opus-4.5,not-established:contradictory,reasoning-math,hard,,,,,,,89.458,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-high-effort, column olympiad)",,out:effort-not-established, livebench-task-paraphrase,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,65.667,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-high-effort, column paraphrase)",,out:effort-not-established, livebench-task-plot_unscrambling,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,66.45,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-high-effort, column plot_unscrambling)",,out:effort-not-established, livebench-task-python,livebench,opus-4.5,not-established:contradictory,coding,hard,,,,,,,85.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-high-effort, column python)",,out:effort-not-established, livebench-task-simplify,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,54.95,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-high-effort, column simplify)",,out:effort-not-established, livebench-task-spatial,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,96.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-high-effort, column spatial)",,out:effort-not-established, livebench-task-story_generation,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,65.85,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-high-effort, column story_generation)",,out:effort-not-established, livebench-task-summarize,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,63.717,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-high-effort, column summarize)",,out:effort-not-established, livebench-task-tablejoin,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,45.923,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-high-effort, column tablejoin)",,out:effort-not-established, livebench-task-tablereformat,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,98.039,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-high-effort, column tablereformat)",,out:effort-not-established, livebench-task-theory_of_mind,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,78.846,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-high-effort, column theory_of_mind)",,out:effort-not-established, livebench-task-typescript,livebench,opus-4.5,not-established:contradictory,coding,hard,,,,,,,55.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-high-effort, column typescript)",,out:effort-not-established, livebench-task-typos,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,78.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-high-effort, column typos)",,out:effort-not-established, livebench-task-zebra_puzzle,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,77.5,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-high-effort, column zebra_puzzle)",,out:effort-not-established, livebench-task-amps_hard,livebench,opus-4.5,not-established:contradictory,reasoning-math,hard,,,,,,,85.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-low-effort, column AMPS_Hard)",,out:effort-not-established, livebench-task-code_completion,livebench,opus-4.5,not-established:contradictory,coding,hard,,,,,,,76.087,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-low-effort, column code_completion)",,out:effort-not-established, livebench-task-code_generation,livebench,opus-4.5,not-established:contradictory,coding,hard,,,,,,,78.873,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-low-effort, column code_generation)",,out:effort-not-established, livebench-task-connections,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,99.333,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-low-effort, column connections)",,out:effort-not-established, livebench-task-consecutive_events,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,27.144,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-low-effort, column consecutive_events)",,out:effort-not-established, livebench-task-integrals_with_game,livebench,opus-4.5,not-established:contradictory,reasoning-math,hard,,,,,,,44.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-low-effort, column integrals_with_game)",,out:effort-not-established, livebench-task-javascript,livebench,opus-4.5,not-established:contradictory,coding,hard,,,,,,,45.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-low-effort, column javascript)",,out:effort-not-established, livebench-task-logic_with_navigation,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,68.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-low-effort, column logic_with_navigation)",,out:effort-not-established, livebench-task-math_comp,livebench,opus-4.5,not-established:contradictory,reasoning-math,hard,,,,,,,90.196,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-low-effort, column math_comp)",,out:effort-not-established, livebench-task-olympiad,livebench,opus-4.5,not-established:contradictory,reasoning-math,hard,,,,,,,87.415,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-low-effort, column olympiad)",,out:effort-not-established, livebench-task-paraphrase,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,45.767,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-low-effort, column paraphrase)",,out:effort-not-established, livebench-task-plot_unscrambling,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,60.92,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-low-effort, column plot_unscrambling)",,out:effort-not-established, livebench-task-python,livebench,opus-4.5,not-established:contradictory,coding,hard,,,,,,,70.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-low-effort, column python)",,out:effort-not-established, livebench-task-simplify,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,52.767,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-low-effort, column simplify)",,out:effort-not-established, livebench-task-spatial,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,84.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-low-effort, column spatial)",,out:effort-not-established, livebench-task-story_generation,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,54.783,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-low-effort, column story_generation)",,out:effort-not-established, livebench-task-summarize,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,49.933,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-low-effort, column summarize)",,out:effort-not-established, livebench-task-tablejoin,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,33.885,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-low-effort, column tablejoin)",,out:effort-not-established, livebench-task-tablereformat,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,98.039,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-low-effort, column tablereformat)",,out:effort-not-established, livebench-task-theory_of_mind,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,55.769,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-low-effort, column theory_of_mind)",,out:effort-not-established, livebench-task-typescript,livebench,opus-4.5,not-established:contradictory,coding,hard,,,,,,,35.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-low-effort, column typescript)",,out:effort-not-established, livebench-task-typos,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,82.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-low-effort, column typos)",,out:effort-not-established, livebench-task-zebra_puzzle,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,74.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-low-effort, column zebra_puzzle)",,out:effort-not-established, livebench-task-amps_hard,livebench,opus-4.5,not-established:contradictory,reasoning-math,hard,,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-medium-effort, column AMPS_Hard)",,out:effort-not-established, livebench-task-code_completion,livebench,opus-4.5,not-established:contradictory,coding,hard,,,,,,,76.087,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-medium-effort, column code_completion)",,out:effort-not-established, livebench-task-code_generation,livebench,opus-4.5,not-established:contradictory,coding,hard,,,,,,,78.873,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-medium-effort, column code_generation)",,out:effort-not-established, livebench-task-connections,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,98.333,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-medium-effort, column connections)",,out:effort-not-established, livebench-task-consecutive_events,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,78.026,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-medium-effort, column consecutive_events)",,out:effort-not-established, livebench-task-integrals_with_game,livebench,opus-4.5,not-established:contradictory,reasoning-math,hard,,,,,,,62.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-medium-effort, column integrals_with_game)",,out:effort-not-established, livebench-task-javascript,livebench,opus-4.5,not-established:contradictory,coding,hard,,,,,,,55.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-medium-effort, column javascript)",,out:effort-not-established, livebench-task-logic_with_navigation,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,74.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-medium-effort, column logic_with_navigation)",,out:effort-not-established, livebench-task-math_comp,livebench,opus-4.5,not-established:contradictory,reasoning-math,hard,,,,,,,92.157,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-medium-effort, column math_comp)",,out:effort-not-established, livebench-task-olympiad,livebench,opus-4.5,not-established:contradictory,reasoning-math,hard,,,,,,,88.805,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-medium-effort, column olympiad)",,out:effort-not-established, livebench-task-paraphrase,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,62.817,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-medium-effort, column paraphrase)",,out:effort-not-established, livebench-task-plot_unscrambling,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,62.718,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-medium-effort, column plot_unscrambling)",,out:effort-not-established, livebench-task-python,livebench,opus-4.5,not-established:contradictory,coding,hard,,,,,,,70.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-medium-effort, column python)",,out:effort-not-established, livebench-task-simplify,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,56.217,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-medium-effort, column simplify)",,out:effort-not-established, livebench-task-spatial,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-medium-effort, column spatial)",,out:effort-not-established, livebench-task-story_generation,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,66.8,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-medium-effort, column story_generation)",,out:effort-not-established, livebench-task-summarize,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,56.233,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-medium-effort, column summarize)",,out:effort-not-established, livebench-task-tablejoin,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,40.981,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-medium-effort, column tablejoin)",,out:effort-not-established, livebench-task-tablereformat,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,98.039,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-medium-effort, column tablereformat)",,out:effort-not-established, livebench-task-theory_of_mind,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,73.077,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-medium-effort, column theory_of_mind)",,out:effort-not-established, livebench-task-typescript,livebench,opus-4.5,not-established:contradictory,coding,hard,,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-medium-effort, column typescript)",,out:effort-not-established, livebench-task-typos,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,80.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-medium-effort, column typos)",,out:effort-not-established, livebench-task-zebra_puzzle,livebench,opus-4.5,not-established:contradictory,mixed,hard,,,,,,,83.75,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-5-20251101-thinking-64k-medium-effort, column zebra_puzzle)",,out:effort-not-established, livebench-task-amps_hard,livebench,opus-4.6,high,reasoning-math,hard,,,,,,,97.0,score%,0.0289,,prev=97.0 (src-livebench-question-set-2026-01-08-2026-03-06#M300),"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-6-thinking-auto-high-effort, column AMPS_Hard)",,out:single-couple, livebench-task-code_completion,livebench,opus-4.6,high,coding,hard,,,,,,,76.087,score%,0.000289,,prev=76.087 (src-livebench-question-set-2026-01-08-2026-03-06#M301),"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-6-thinking-auto-high-effort, column code_completion)",,out:single-couple, livebench-task-code_generation,livebench,opus-4.6,high,coding,hard,,,,,,,80.282,score%,0.000289,,prev=80.282 (src-livebench-question-set-2026-01-08-2026-03-06#M302),"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-6-thinking-auto-high-effort, column code_generation)",,out:single-couple, livebench-task-connections,livebench,opus-4.6,high,mixed,hard,,,,,,,99.333,score%,0.000289,,prev=99.333 (src-livebench-question-set-2026-01-08-2026-03-06#M303),"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-6-thinking-auto-high-effort, column connections)",,out:single-couple, livebench-task-consecutive_events,livebench,opus-4.6,high,mixed,hard,,,,,,,63.467,score%,0.000289,,prev=63.467 (src-livebench-question-set-2026-01-08-2026-03-06#M304),"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-6-thinking-auto-high-effort, column consecutive_events)",,out:single-couple, livebench-task-integrals_with_game,livebench,opus-4.6,high,reasoning-math,hard,,,,,,,73.0,score%,0.0289,,prev=73.0 (src-livebench-question-set-2026-01-08-2026-03-06#M305),"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-6-thinking-auto-high-effort, column integrals_with_game)",,out:single-couple, livebench-task-javascript,livebench,opus-4.6,high,coding,hard,,,,,,,60.0,score%,0.0289,,prev=60.0 (src-livebench-question-set-2026-01-08-2026-03-06#M306),"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-6-thinking-auto-high-effort, column javascript)",,out:single-couple, livebench-task-logic_with_navigation,livebench,opus-4.6,high,mixed,hard,,,,,,,80.0,score%,0.0289,,prev=80.0 (src-livebench-question-set-2026-01-08-2026-03-06#M307),"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-6-thinking-auto-high-effort, column logic_with_navigation)",,out:single-couple, livebench-task-math_comp,livebench,opus-4.6,high,reasoning-math,hard,,,,,,,95.098,score%,0.000289,,prev=95.098 (src-livebench-question-set-2026-01-08-2026-03-06#M308),"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-6-thinking-auto-high-effort, column math_comp)",,out:single-couple, livebench-task-olympiad,livebench,opus-4.6,high,reasoning-math,hard,,,,,,,92.17,score%,0.00289,,prev=92.17 (src-livebench-question-set-2026-01-08-2026-03-06#M309),"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-6-thinking-auto-high-effort, column olympiad)",,out:single-couple, livebench-task-paraphrase,livebench,opus-4.6,high,mixed,hard,,,,,,,62.817,score%,0.000289,,prev=62.817 (src-livebench-question-set-2026-01-08-2026-03-06#M310),"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-6-thinking-auto-high-effort, column paraphrase)",,out:single-couple, livebench-task-plot_unscrambling,livebench,opus-4.6,high,mixed,hard,,,,,,,66.476,score%,0.000289,,prev=66.476 (src-livebench-question-set-2026-01-08-2026-03-06#M311),"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-6-thinking-auto-high-effort, column plot_unscrambling)",,out:single-couple, livebench-task-python,livebench,opus-4.6,high,coding,hard,,,,,,,80.0,score%,0.0289,,prev=80.0 (src-livebench-question-set-2026-01-08-2026-03-06#M312),"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-6-thinking-auto-high-effort, column python)",,out:single-couple, livebench-task-simplify,livebench,opus-4.6,high,mixed,hard,,,,,,,59.15,score%,0.00289,,prev=59.15 (src-livebench-question-set-2026-01-08-2026-03-06#M313),"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-6-thinking-auto-high-effort, column simplify)",,out:single-couple, livebench-task-spatial,livebench,opus-4.6,high,mixed,hard,,,,,,,98.0,score%,0.0289,,prev=98.0 (src-livebench-question-set-2026-01-08-2026-03-06#M314),"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-6-thinking-auto-high-effort, column spatial)",,out:single-couple, livebench-task-story_generation,livebench,opus-4.6,high,mixed,hard,,,,,,,66.133,score%,0.000289,,prev=66.133 (src-livebench-question-set-2026-01-08-2026-03-06#M315),"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-6-thinking-auto-high-effort, column story_generation)",,out:single-couple, livebench-task-summarize,livebench,opus-4.6,high,mixed,hard,,,,,,,65.15,score%,0.00289,,prev=65.15 (src-livebench-question-set-2026-01-08-2026-03-06#M316),"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-6-thinking-auto-high-effort, column summarize)",,out:single-couple, livebench-task-tablejoin,livebench,opus-4.6,high,mixed,hard,,,,,,,48.173,score%,0.000289,,prev=48.173 (src-livebench-question-set-2026-01-08-2026-03-06#M317),"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-6-thinking-auto-high-effort, column tablejoin)",,out:single-couple, livebench-task-tablereformat,livebench,opus-4.6,high,mixed,hard,,,,,,,98.039,score%,0.000289,,prev=98.039 (src-livebench-question-set-2026-01-08-2026-03-06#M318),"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-6-thinking-auto-high-effort, column tablereformat)",,out:single-couple, livebench-task-theory_of_mind,livebench,opus-4.6,high,mixed,hard,,,,,,,82.692,score%,0.000289,,prev=82.692 (src-livebench-question-set-2026-01-08-2026-03-06#M319),"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-6-thinking-auto-high-effort, column theory_of_mind)",,out:single-couple, livebench-task-typescript,livebench,opus-4.6,high,coding,hard,,,,,,,45.0,score%,0.0289,,prev=45.0 (src-livebench-question-set-2026-01-08-2026-03-06#M320),"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-6-thinking-auto-high-effort, column typescript)",,out:single-couple, livebench-task-typos,livebench,opus-4.6,high,mixed,hard,,,,,,,84.0,score%,0.0289,,prev=84.0 (src-livebench-question-set-2026-01-08-2026-03-06#M321),"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-6-thinking-auto-high-effort, column typos)",,out:single-couple, livebench-task-zebra_puzzle,livebench,opus-4.6,high,mixed,hard,,,,,,,94.0,score%,0.0289,,prev=94.0 (src-livebench-question-set-2026-01-08-2026-03-06#M322),"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-6-thinking-auto-high-effort, column zebra_puzzle)",,out:single-couple, livebench-task-amps_hard,livebench,sonnet-4.5,unstated,reasoning-math,hard,,,,,,,91.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929, column AMPS_Hard)",,out:effort-not-established, livebench-task-code_completion,livebench,sonnet-4.5,unstated,coding,hard,,,,,,,76.087,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929, column code_completion)",,out:effort-not-established, livebench-task-code_generation,livebench,sonnet-4.5,unstated,coding,hard,,,,,,,76.056,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929, column code_generation)",,out:effort-not-established, livebench-task-connections,livebench,sonnet-4.5,unstated,mixed,hard,,,,,,,80.667,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929, column connections)",,out:effort-not-established, livebench-task-consecutive_events,livebench,sonnet-4.5,unstated,mixed,hard,,,,,,,6.341,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929, column consecutive_events)",,out:effort-not-established, livebench-task-integrals_with_game,livebench,sonnet-4.5,unstated,reasoning-math,hard,,,,,,,8.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929, column integrals_with_game)",,out:effort-not-established, livebench-task-javascript,livebench,sonnet-4.5,unstated,coding,hard,,,,,,,45.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929, column javascript)",,out:effort-not-established, livebench-task-logic_with_navigation,livebench,sonnet-4.5,unstated,mixed,hard,,,,,,,32.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929, column logic_with_navigation)",,out:effort-not-established, livebench-task-math_comp,livebench,sonnet-4.5,unstated,reasoning-math,hard,,,,,,,68.627,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929, column math_comp)",,out:effort-not-established, livebench-task-olympiad,livebench,sonnet-4.5,unstated,reasoning-math,hard,,,,,,,82.852,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929, column olympiad)",,out:effort-not-established, livebench-task-paraphrase,livebench,sonnet-4.5,unstated,mixed,hard,,,,,,,19.633,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929, column paraphrase)",,out:effort-not-established, livebench-task-plot_unscrambling,livebench,sonnet-4.5,unstated,mixed,hard,,,,,,,57.328,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929, column plot_unscrambling)",,out:effort-not-established, livebench-task-python,livebench,sonnet-4.5,unstated,coding,hard,,,,,,,80.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929, column python)",,out:effort-not-established, livebench-task-simplify,livebench,sonnet-4.5,unstated,mixed,hard,,,,,,,19.367,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929, column simplify)",,out:effort-not-established, livebench-task-spatial,livebench,sonnet-4.5,unstated,mixed,hard,,,,,,,70.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929, column spatial)",,out:effort-not-established, livebench-task-story_generation,livebench,sonnet-4.5,unstated,mixed,hard,,,,,,,28.183,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929, column story_generation)",,out:effort-not-established, livebench-task-summarize,livebench,sonnet-4.5,unstated,mixed,hard,,,,,,,26.9,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929, column summarize)",,out:effort-not-established, livebench-task-tablejoin,livebench,sonnet-4.5,unstated,mixed,hard,,,,,,,36.635,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929, column tablejoin)",,out:effort-not-established, livebench-task-tablereformat,livebench,sonnet-4.5,unstated,mixed,hard,,,,,,,98.039,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929, column tablereformat)",,out:effort-not-established, livebench-task-theory_of_mind,livebench,sonnet-4.5,unstated,mixed,hard,,,,,,,51.923,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929, column theory_of_mind)",,out:effort-not-established, livebench-task-typescript,livebench,sonnet-4.5,unstated,coding,hard,,,,,,,20.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929, column typescript)",,out:effort-not-established, livebench-task-typos,livebench,sonnet-4.5,unstated,mixed,hard,,,,,,,90.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929, column typos)",,out:effort-not-established, livebench-task-zebra_puzzle,livebench,sonnet-4.5,unstated,mixed,hard,,,,,,,15.25,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929, column zebra_puzzle)",,out:effort-not-established, livebench-task-amps_hard,livebench,sonnet-4.5,think-64000,reasoning-math,hard,,,,,,,97.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929-thinking-64k, column AMPS_Hard)",,out:budget-config, livebench-task-code_completion,livebench,sonnet-4.5,think-64000,coding,hard,,,,,,,80.435,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929-thinking-64k, column code_completion)",,out:budget-config, livebench-task-code_generation,livebench,sonnet-4.5,think-64000,coding,hard,,,,,,,80.282,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929-thinking-64k, column code_generation)",,out:budget-config, livebench-task-connections,livebench,sonnet-4.5,think-64000,mixed,hard,,,,,,,91.333,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929-thinking-64k, column connections)",,out:budget-config, livebench-task-consecutive_events,livebench,sonnet-4.5,think-64000,mixed,hard,,,,,,,27.379,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929-thinking-64k, column consecutive_events)",,out:budget-config, livebench-task-integrals_with_game,livebench,sonnet-4.5,think-64000,reasoning-math,hard,,,,,,,47.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929-thinking-64k, column integrals_with_game)",,out:budget-config, livebench-task-javascript,livebench,sonnet-4.5,think-64000,coding,hard,,,,,,,40.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929-thinking-64k, column javascript)",,out:budget-config, livebench-task-logic_with_navigation,livebench,sonnet-4.5,think-64000,mixed,hard,,,,,,,68.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929-thinking-64k, column logic_with_navigation)",,out:budget-config, livebench-task-math_comp,livebench,sonnet-4.5,think-64000,reasoning-math,hard,,,,,,,90.196,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929-thinking-64k, column math_comp)",,out:budget-config, livebench-task-olympiad,livebench,sonnet-4.5,think-64000,reasoning-math,hard,,,,,,,83.058,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929-thinking-64k, column olympiad)",,out:budget-config, livebench-task-paraphrase,livebench,sonnet-4.5,think-64000,mixed,hard,,,,,,,53.417,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929-thinking-64k, column paraphrase)",,out:budget-config, livebench-task-plot_unscrambling,livebench,sonnet-4.5,think-64000,mixed,hard,,,,,,,62.023,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929-thinking-64k, column plot_unscrambling)",,out:budget-config, livebench-task-python,livebench,sonnet-4.5,think-64000,coding,hard,,,,,,,75.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929-thinking-64k, column python)",,out:budget-config, livebench-task-simplify,livebench,sonnet-4.5,think-64000,mixed,hard,,,,,,,47.867,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929-thinking-64k, column simplify)",,out:budget-config, livebench-task-spatial,livebench,sonnet-4.5,think-64000,mixed,hard,,,,,,,96.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929-thinking-64k, column spatial)",,out:budget-config, livebench-task-story_generation,livebench,sonnet-4.5,think-64000,mixed,hard,,,,,,,58.4,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929-thinking-64k, column story_generation)",,out:budget-config, livebench-task-summarize,livebench,sonnet-4.5,think-64000,mixed,hard,,,,,,,53.717,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929-thinking-64k, column summarize)",,out:budget-config, livebench-task-tablejoin,livebench,sonnet-4.5,think-64000,mixed,hard,,,,,,,45.481,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929-thinking-64k, column tablejoin)",,out:budget-config, livebench-task-tablereformat,livebench,sonnet-4.5,think-64000,mixed,hard,,,,,,,98.039,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929-thinking-64k, column tablereformat)",,out:budget-config, livebench-task-theory_of_mind,livebench,sonnet-4.5,think-64000,mixed,hard,,,,,,,78.846,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929-thinking-64k, column theory_of_mind)",,out:budget-config, livebench-task-typescript,livebench,sonnet-4.5,think-64000,coding,hard,,,,,,,45.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929-thinking-64k, column typescript)",,out:budget-config, livebench-task-typos,livebench,sonnet-4.5,think-64000,mixed,hard,,,,,,,76.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929-thinking-64k, column typos)",,out:budget-config, livebench-task-zebra_puzzle,livebench,sonnet-4.5,think-64000,mixed,hard,,,,,,,67.5,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-5-20250929-thinking-64k, column zebra_puzzle)",,out:budget-config, livebench-task-amps_hard,livebench,sonnet-4.6,high,reasoning-math,hard,,,,,,,78.0,score%,0.0289,,prev=78.0 (src-livebench-question-set-2026-01-08-2026-03-06#M369),"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-high-effort, column AMPS_Hard)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|sonnet-4.6@high|2026-01-08,in, livebench-task-code_completion,livebench,sonnet-4.6,high,coding,hard,,,,,,,78.261,score%,0.000289,,prev=78.261 (src-livebench-question-set-2026-01-08-2026-03-06#M370),"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-high-effort, column code_completion)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|sonnet-4.6@high|2026-01-08,in, livebench-task-code_generation,livebench,sonnet-4.6,high,coding,hard,,,,,,,81.69,score%,0.00289,,prev=81.69 (src-livebench-question-set-2026-01-08-2026-03-06#M371),"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-high-effort, column code_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|sonnet-4.6@high|2026-01-08,in, livebench-task-connections,livebench,sonnet-4.6,high,mixed,hard,,,,,,,97.333,score%,0.000289,,prev=97.333 (src-livebench-question-set-2026-01-08-2026-03-06#M372),"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-high-effort, column connections)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|sonnet-4.6@high|2026-01-08,in, livebench-task-consecutive_events,livebench,sonnet-4.6,high,mixed,hard,,,,,,,82.9,score%,0.0289,,prev=82.9 (src-livebench-question-set-2026-01-08-2026-03-06#M373),"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-high-effort, column consecutive_events)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|sonnet-4.6@high|2026-01-08,in, livebench-task-integrals_with_game,livebench,sonnet-4.6,high,reasoning-math,hard,,,,,,,87.0,score%,0.0289,,prev=87.0 (src-livebench-question-set-2026-01-08-2026-03-06#M374),"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-high-effort, column integrals_with_game)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|sonnet-4.6@high|2026-01-08,in, livebench-task-javascript,livebench,sonnet-4.6,high,coding,hard,,,,,,,50.0,score%,0.0289,,prev=50.0 (src-livebench-question-set-2026-01-08-2026-03-06#M375),"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-high-effort, column javascript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|sonnet-4.6@high|2026-01-08,in, livebench-task-logic_with_navigation,livebench,sonnet-4.6,high,mixed,hard,,,,,,,76.0,score%,0.0289,,prev=76.0 (src-livebench-question-set-2026-01-08-2026-03-06#M376),"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-high-effort, column logic_with_navigation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|sonnet-4.6@high|2026-01-08,in, livebench-task-math_comp,livebench,sonnet-4.6,high,reasoning-math,hard,,,,,,,93.137,score%,0.000289,,prev=93.137 (src-livebench-question-set-2026-01-08-2026-03-06#M377),"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-high-effort, column math_comp)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|sonnet-4.6@high|2026-01-08,in, livebench-task-olympiad,livebench,sonnet-4.6,high,reasoning-math,hard,,,,,,,87.998,score%,0.000289,,prev=87.998 (src-livebench-question-set-2026-01-08-2026-03-06#M378),"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-high-effort, column olympiad)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|sonnet-4.6@high|2026-01-08,in, livebench-task-paraphrase,livebench,sonnet-4.6,high,mixed,hard,,,,,,,61.833,score%,0.000289,,prev=61.833 (src-livebench-question-set-2026-01-08-2026-03-06#M379),"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-high-effort, column paraphrase)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|sonnet-4.6@high|2026-01-08,in, livebench-task-plot_unscrambling,livebench,sonnet-4.6,high,mixed,hard,,,,,,,59.747,score%,0.000289,,prev=59.747 (src-livebench-question-set-2026-01-08-2026-03-06#M380),"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-high-effort, column plot_unscrambling)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|sonnet-4.6@high|2026-01-08,in, livebench-task-python,livebench,sonnet-4.6,high,coding,hard,,,,,,,70.0,score%,0.0289,,prev=70.0 (src-livebench-question-set-2026-01-08-2026-03-06#M381),"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-high-effort, column python)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|sonnet-4.6@high|2026-01-08,in, livebench-task-simplify,livebench,sonnet-4.6,high,mixed,hard,,,,,,,60.933,score%,0.000289,,prev=60.933 (src-livebench-question-set-2026-01-08-2026-03-06#M382),"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-high-effort, column simplify)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|sonnet-4.6@high|2026-01-08,in, livebench-task-spatial,livebench,sonnet-4.6,high,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-high-effort, column spatial)",,out:uninformative, livebench-task-story_generation,livebench,sonnet-4.6,high,mixed,hard,,,,,,,64.867,score%,0.000289,,prev=64.867 (src-livebench-question-set-2026-01-08-2026-03-06#M384),"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-high-effort, column story_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|sonnet-4.6@high|2026-01-08,in, livebench-task-summarize,livebench,sonnet-4.6,high,mixed,hard,,,,,,,68.033,score%,0.000289,,prev=68.033 (src-livebench-question-set-2026-01-08-2026-03-06#M385),"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-high-effort, column summarize)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|sonnet-4.6@high|2026-01-08,in, livebench-task-tablejoin,livebench,sonnet-4.6,high,mixed,hard,,,,,,,49.192,score%,0.000289,,prev=49.192 (src-livebench-question-set-2026-01-08-2026-03-06#M386),"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-high-effort, column tablejoin)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|sonnet-4.6@high|2026-01-08,in, livebench-task-tablereformat,livebench,sonnet-4.6,high,mixed,hard,,,,,,,96.078,score%,0.000289,,prev=96.078 (src-livebench-question-set-2026-01-08-2026-03-06#M387),"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-high-effort, column tablereformat)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|sonnet-4.6@high|2026-01-08,in, livebench-task-theory_of_mind,livebench,sonnet-4.6,high,mixed,hard,,,,,,,75.0,score%,0.0289,,prev=75.0 (src-livebench-question-set-2026-01-08-2026-03-06#M388),"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-high-effort, column theory_of_mind)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|sonnet-4.6@high|2026-01-08,in, livebench-task-typescript,livebench,sonnet-4.6,high,coding,hard,,,,,,,50.0,score%,0.0289,,prev=50.0 (src-livebench-question-set-2026-01-08-2026-03-06#M389),"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-high-effort, column typescript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|sonnet-4.6@high|2026-01-08,in, livebench-task-typos,livebench,sonnet-4.6,high,mixed,hard,,,,,,,76.0,score%,0.0289,,prev=76.0 (src-livebench-question-set-2026-01-08-2026-03-06#M390),"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-high-effort, column typos)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|sonnet-4.6@high|2026-01-08,in, livebench-task-zebra_puzzle,livebench,sonnet-4.6,high,mixed,hard,,,,,,,94.5,score%,0.0289,,prev=94.5 (src-livebench-question-set-2026-01-08-2026-03-06#M391),"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-high-effort, column zebra_puzzle)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|sonnet-4.6@high|2026-01-08,in, livebench-task-amps_hard,livebench,sonnet-4.6,medium,reasoning-math,hard,,,,,,,76.0,score%,0.0289,,prev=76.0 (src-livebench-question-set-2026-01-08-2026-03-06#M392),"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-medium-effort, column AMPS_Hard)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|sonnet-4.6@medium|2026-01-08,in, livebench-task-code_completion,livebench,sonnet-4.6,medium,coding,hard,,,,,,,78.261,score%,0.000289,,prev=78.261 (src-livebench-question-set-2026-01-08-2026-03-06#M393),"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-medium-effort, column code_completion)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|sonnet-4.6@medium|2026-01-08,in, livebench-task-code_generation,livebench,sonnet-4.6,medium,coding,hard,,,,,,,80.282,score%,0.000289,,prev=80.282 (src-livebench-question-set-2026-01-08-2026-03-06#M394),"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-medium-effort, column code_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|sonnet-4.6@medium|2026-01-08,in, livebench-task-connections,livebench,sonnet-4.6,medium,mixed,hard,,,,,,,99.333,score%,0.000289,,prev=99.333 (src-livebench-question-set-2026-01-08-2026-03-06#M395),"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-medium-effort, column connections)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|sonnet-4.6@medium|2026-01-08,in, livebench-task-consecutive_events,livebench,sonnet-4.6,medium,mixed,hard,,,,,,,92.683,score%,0.000289,,prev=92.683 (src-livebench-question-set-2026-01-08-2026-03-06#M396),"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-medium-effort, column consecutive_events)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|sonnet-4.6@medium|2026-01-08,in, livebench-task-integrals_with_game,livebench,sonnet-4.6,medium,reasoning-math,hard,,,,,,,90.0,score%,0.0289,,prev=90.0 (src-livebench-question-set-2026-01-08-2026-03-06#M397),"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-medium-effort, column integrals_with_game)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|sonnet-4.6@medium|2026-01-08,in, livebench-task-javascript,livebench,sonnet-4.6,medium,coding,hard,,,,,,,50.0,score%,0.0289,,prev=50.0 (src-livebench-question-set-2026-01-08-2026-03-06#M398),"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-medium-effort, column javascript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|sonnet-4.6@medium|2026-01-08,in, livebench-task-logic_with_navigation,livebench,sonnet-4.6,medium,mixed,hard,,,,,,,70.0,score%,0.0289,,prev=70.0 (src-livebench-question-set-2026-01-08-2026-03-06#M399),"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-medium-effort, column logic_with_navigation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|sonnet-4.6@medium|2026-01-08,in, livebench-task-math_comp,livebench,sonnet-4.6,medium,reasoning-math,hard,,,,,,,94.118,score%,0.000289,,prev=94.118 (src-livebench-question-set-2026-01-08-2026-03-06#M400),"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-medium-effort, column math_comp)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|sonnet-4.6@medium|2026-01-08,in, livebench-task-olympiad,livebench,sonnet-4.6,medium,reasoning-math,hard,,,,,,,87.858,score%,0.000289,,prev=87.858 (src-livebench-question-set-2026-01-08-2026-03-06#M401),"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-medium-effort, column olympiad)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|sonnet-4.6@medium|2026-01-08,in, livebench-task-paraphrase,livebench,sonnet-4.6,medium,mixed,hard,,,,,,,59.4,score%,0.0289,,prev=59.4 (src-livebench-question-set-2026-01-08-2026-03-06#M402),"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-medium-effort, column paraphrase)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|sonnet-4.6@medium|2026-01-08,in, livebench-task-plot_unscrambling,livebench,sonnet-4.6,medium,mixed,hard,,,,,,,56.975,score%,0.000289,,prev=56.975 (src-livebench-question-set-2026-01-08-2026-03-06#M403),"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-medium-effort, column plot_unscrambling)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|sonnet-4.6@medium|2026-01-08,in, livebench-task-python,livebench,sonnet-4.6,medium,coding,hard,,,,,,,75.0,score%,0.0289,,prev=75.0 (src-livebench-question-set-2026-01-08-2026-03-06#M404),"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-medium-effort, column python)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|sonnet-4.6@medium|2026-01-08,in, livebench-task-simplify,livebench,sonnet-4.6,medium,mixed,hard,,,,,,,62.933,score%,0.000289,,prev=62.933 (src-livebench-question-set-2026-01-08-2026-03-06#M405),"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-medium-effort, column simplify)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|sonnet-4.6@medium|2026-01-08,in, livebench-task-spatial,livebench,sonnet-4.6,medium,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-medium-effort, column spatial)",,out:uninformative, livebench-task-story_generation,livebench,sonnet-4.6,medium,mixed,hard,,,,,,,68.9,score%,0.0289,,prev=68.9 (src-livebench-question-set-2026-01-08-2026-03-06#M407),"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-medium-effort, column story_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|sonnet-4.6@medium|2026-01-08,in, livebench-task-summarize,livebench,sonnet-4.6,medium,mixed,hard,,,,,,,61.65,score%,0.00289,,prev=61.65 (src-livebench-question-set-2026-01-08-2026-03-06#M408),"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-medium-effort, column summarize)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|sonnet-4.6@medium|2026-01-08,in, livebench-task-tablejoin,livebench,sonnet-4.6,medium,mixed,hard,,,,,,,45.077,score%,0.000289,,prev=45.077 (src-livebench-question-set-2026-01-08-2026-03-06#M409),"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-medium-effort, column tablejoin)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|sonnet-4.6@medium|2026-01-08,in, livebench-task-tablereformat,livebench,sonnet-4.6,medium,mixed,hard,,,,,,,96.078,score%,0.000289,,prev=96.078 (src-livebench-question-set-2026-01-08-2026-03-06#M410),"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-medium-effort, column tablereformat)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|sonnet-4.6@medium|2026-01-08,in, livebench-task-theory_of_mind,livebench,sonnet-4.6,medium,mixed,hard,,,,,,,73.077,score%,0.000289,,prev=73.077 (src-livebench-question-set-2026-01-08-2026-03-06#M411),"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-medium-effort, column theory_of_mind)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|sonnet-4.6@medium|2026-01-08,in, livebench-task-typescript,livebench,sonnet-4.6,medium,coding,hard,,,,,,,55.0,score%,0.0289,,prev=55.0 (src-livebench-question-set-2026-01-08-2026-03-06#M412),"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-medium-effort, column typescript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|sonnet-4.6@medium|2026-01-08,in, livebench-task-typos,livebench,sonnet-4.6,medium,mixed,hard,,,,,,,72.0,score%,0.0289,,prev=72.0 (src-livebench-question-set-2026-01-08-2026-03-06#M413),"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-medium-effort, column typos)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|sonnet-4.6@medium|2026-01-08,in, livebench-task-zebra_puzzle,livebench,sonnet-4.6,medium,mixed,hard,,,,,,,96.0,score%,0.0289,,prev=96.0 (src-livebench-question-set-2026-01-08-2026-03-06#M414),"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-medium-effort, column zebra_puzzle)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|sonnet-4.6@medium|2026-01-08,in, livebench-task-amps_hard,livebench,sonnet-4.6,low,reasoning-math,hard,,,,,,,75.0,score%,0.0289,,prev=75.0 (src-livebench-question-set-2026-01-08-2026-03-06#M415),"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-low-effort, column AMPS_Hard)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|sonnet-4.6@low|2026-01-08,in, livebench-task-code_completion,livebench,sonnet-4.6,low,coding,hard,,,,,,,73.913,score%,0.000289,,prev=73.913 (src-livebench-question-set-2026-01-08-2026-03-06#M416),"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-low-effort, column code_completion)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|sonnet-4.6@low|2026-01-08,in, livebench-task-code_generation,livebench,sonnet-4.6,low,coding,hard,,,,,,,74.648,score%,0.000289,,prev=74.648 (src-livebench-question-set-2026-01-08-2026-03-06#M417),"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-low-effort, column code_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|sonnet-4.6@low|2026-01-08,in, livebench-task-connections,livebench,sonnet-4.6,low,mixed,hard,,,,,,,96.833,score%,0.000289,,prev=96.833 (src-livebench-question-set-2026-01-08-2026-03-06#M418),"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-low-effort, column connections)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|sonnet-4.6@low|2026-01-08,in, livebench-task-consecutive_events,livebench,sonnet-4.6,low,mixed,hard,,,,,,,88.391,score%,0.000289,,prev=88.391 (src-livebench-question-set-2026-01-08-2026-03-06#M419),"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-low-effort, column consecutive_events)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|sonnet-4.6@low|2026-01-08,in, livebench-task-integrals_with_game,livebench,sonnet-4.6,low,reasoning-math,hard,,,,,,,72.0,score%,0.0289,,prev=72.0 (src-livebench-question-set-2026-01-08-2026-03-06#M420),"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-low-effort, column integrals_with_game)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|sonnet-4.6@low|2026-01-08,in, livebench-task-javascript,livebench,sonnet-4.6,low,coding,hard,,,,,,,60.0,score%,0.0289,,prev=60.0 (src-livebench-question-set-2026-01-08-2026-03-06#M421),"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-low-effort, column javascript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|sonnet-4.6@low|2026-01-08,in, livebench-task-logic_with_navigation,livebench,sonnet-4.6,low,mixed,hard,,,,,,,68.0,score%,0.0289,,prev=68.0 (src-livebench-question-set-2026-01-08-2026-03-06#M422),"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-low-effort, column logic_with_navigation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|sonnet-4.6@low|2026-01-08,in, livebench-task-math_comp,livebench,sonnet-4.6,low,reasoning-math,hard,,,,,,,89.216,score%,0.000289,,prev=89.216 (src-livebench-question-set-2026-01-08-2026-03-06#M423),"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-low-effort, column math_comp)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|sonnet-4.6@low|2026-01-08,in, livebench-task-olympiad,livebench,sonnet-4.6,low,reasoning-math,hard,,,,,,,85.312,score%,0.000289,,prev=85.312 (src-livebench-question-set-2026-01-08-2026-03-06#M424),"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-low-effort, column olympiad)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|sonnet-4.6@low|2026-01-08,in, livebench-task-paraphrase,livebench,sonnet-4.6,low,mixed,hard,,,,,,,43.9,score%,0.0289,,prev=43.9 (src-livebench-question-set-2026-01-08-2026-03-06#M425),"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-low-effort, column paraphrase)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|sonnet-4.6@low|2026-01-08,in, livebench-task-plot_unscrambling,livebench,sonnet-4.6,low,mixed,hard,,,,,,,53.327,score%,0.000289,,prev=53.327 (src-livebench-question-set-2026-01-08-2026-03-06#M426),"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-low-effort, column plot_unscrambling)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|sonnet-4.6@low|2026-01-08,in, livebench-task-python,livebench,sonnet-4.6,low,coding,hard,,,,,,,75.0,score%,0.0289,,prev=75.0 (src-livebench-question-set-2026-01-08-2026-03-06#M427),"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-low-effort, column python)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|sonnet-4.6@low|2026-01-08,in, livebench-task-simplify,livebench,sonnet-4.6,low,mixed,hard,,,,,,,46.733,score%,0.000289,,prev=46.733 (src-livebench-question-set-2026-01-08-2026-03-06#M428),"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-low-effort, column simplify)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|sonnet-4.6@low|2026-01-08,in, livebench-task-spatial,livebench,sonnet-4.6,low,mixed,hard,,,,,,,96.0,score%,0.0289,,prev=96.0 (src-livebench-question-set-2026-01-08-2026-03-06#M429),"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-low-effort, column spatial)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|sonnet-4.6@low|2026-01-08,in, livebench-task-story_generation,livebench,sonnet-4.6,low,mixed,hard,,,,,,,59.033,score%,0.000289,,prev=59.033 (src-livebench-question-set-2026-01-08-2026-03-06#M430),"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-low-effort, column story_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|sonnet-4.6@low|2026-01-08,in, livebench-task-summarize,livebench,sonnet-4.6,low,mixed,hard,,,,,,,56.867,score%,0.000289,,prev=56.867 (src-livebench-question-set-2026-01-08-2026-03-06#M431),"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-low-effort, column summarize)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|sonnet-4.6@low|2026-01-08,in, livebench-task-tablejoin,livebench,sonnet-4.6,low,mixed,hard,,,,,,,37.404,score%,0.000289,,prev=37.404 (src-livebench-question-set-2026-01-08-2026-03-06#M432),"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-low-effort, column tablejoin)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|sonnet-4.6@low|2026-01-08,in, livebench-task-tablereformat,livebench,sonnet-4.6,low,mixed,hard,,,,,,,98.039,score%,0.000289,,prev=98.039 (src-livebench-question-set-2026-01-08-2026-03-06#M433),"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-low-effort, column tablereformat)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|sonnet-4.6@low|2026-01-08,in, livebench-task-theory_of_mind,livebench,sonnet-4.6,low,mixed,hard,,,,,,,55.769,score%,0.000289,,prev=55.769 (src-livebench-question-set-2026-01-08-2026-03-06#M434),"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-low-effort, column theory_of_mind)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|sonnet-4.6@low|2026-01-08,in, livebench-task-typescript,livebench,sonnet-4.6,low,coding,hard,,,,,,,55.0,score%,0.0289,,prev=55.0 (src-livebench-question-set-2026-01-08-2026-03-06#M435),"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-low-effort, column typescript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|sonnet-4.6@low|2026-01-08,in, livebench-task-typos,livebench,sonnet-4.6,low,mixed,hard,,,,,,,64.0,score%,0.0289,,prev=64.0 (src-livebench-question-set-2026-01-08-2026-03-06#M436),"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-low-effort, column typos)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|sonnet-4.6@low|2026-01-08,in, livebench-task-zebra_puzzle,livebench,sonnet-4.6,low,mixed,hard,,,,,,,90.0,score%,0.0289,,prev=90.0 (src-livebench-question-set-2026-01-08-2026-03-06#M437),"https://livebench.ai/table_2026_01_08.csv (row claude-sonnet-4-6-thinking-auto-low-effort, column zebra_puzzle)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|sonnet-4.6@low|2026-01-08,in, livebench-task-amps_hard,livebench,opus-4.7,high,reasoning-math,hard,,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-high-effort, column AMPS_Hard)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@high|2026-01-08,in, livebench-task-code_completion,livebench,opus-4.7,high,coding,hard,,,,,,,80.435,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-high-effort, column code_completion)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@high|2026-01-08,in, livebench-task-code_generation,livebench,opus-4.7,high,coding,hard,,,,,,,85.915,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-high-effort, column code_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@high|2026-01-08,in, livebench-task-connections,livebench,opus-4.7,high,mixed,hard,,,,,,,89.333,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-high-effort, column connections)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@high|2026-01-08,in, livebench-task-consecutive_events,livebench,opus-4.7,high,mixed,hard,,,,,,,89.46,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-high-effort, column consecutive_events)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@high|2026-01-08,in, livebench-task-integrals_with_game,livebench,opus-4.7,high,reasoning-math,hard,,,,,,,74.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-high-effort, column integrals_with_game)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@high|2026-01-08,in, livebench-task-javascript,livebench,opus-4.7,high,coding,hard,,,,,,,60.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-high-effort, column javascript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@high|2026-01-08,in, livebench-task-logic_with_navigation,livebench,opus-4.7,high,mixed,hard,,,,,,,68.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-high-effort, column logic_with_navigation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@high|2026-01-08,in, livebench-task-math_comp,livebench,opus-4.7,high,reasoning-math,hard,,,,,,,94.118,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-high-effort, column math_comp)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@high|2026-01-08,in, livebench-task-olympiad,livebench,opus-4.7,high,reasoning-math,hard,,,,,,,91.054,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-high-effort, column olympiad)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@high|2026-01-08,in, livebench-task-paraphrase,livebench,opus-4.7,high,mixed,hard,,,,,,,52.983,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-high-effort, column paraphrase)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@high|2026-01-08,in, livebench-task-plot_unscrambling,livebench,opus-4.7,high,mixed,hard,,,,,,,58.102,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-high-effort, column plot_unscrambling)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@high|2026-01-08,in, livebench-task-python,livebench,opus-4.7,high,coding,hard,,,,,,,70.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-high-effort, column python)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@high|2026-01-08,in, livebench-task-simplify,livebench,opus-4.7,high,mixed,hard,,,,,,,48.233,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-high-effort, column simplify)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@high|2026-01-08,in, livebench-task-spatial,livebench,opus-4.7,high,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-high-effort, column spatial)",,out:uninformative, livebench-task-story_generation,livebench,opus-4.7,high,mixed,hard,,,,,,,58.117,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-high-effort, column story_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@high|2026-01-08,in, livebench-task-summarize,livebench,opus-4.7,high,mixed,hard,,,,,,,58.667,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-high-effort, column summarize)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@high|2026-01-08,in, livebench-task-tablejoin,livebench,opus-4.7,high,mixed,hard,,,,,,,44.308,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-high-effort, column tablejoin)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@high|2026-01-08,in, livebench-task-tablereformat,livebench,opus-4.7,high,mixed,hard,,,,,,,98.039,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-high-effort, column tablereformat)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@high|2026-01-08,in, livebench-task-theory_of_mind,livebench,opus-4.7,high,mixed,hard,,,,,,,67.308,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-high-effort, column theory_of_mind)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@high|2026-01-08,in, livebench-task-typescript,livebench,opus-4.7,high,coding,hard,,,,,,,55.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-high-effort, column typescript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@high|2026-01-08,in, livebench-task-typos,livebench,opus-4.7,high,mixed,hard,,,,,,,76.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-high-effort, column typos)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@high|2026-01-08,in, livebench-task-zebra_puzzle,livebench,opus-4.7,high,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-high-effort, column zebra_puzzle)",,out:uninformative, livebench-task-amps_hard,livebench,opus-4.7,xhigh,reasoning-math,hard,,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-xhigh-effort, column AMPS_Hard)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@xhigh|2026-01-08,in, livebench-task-code_completion,livebench,opus-4.7,xhigh,coding,hard,,,,,,,78.261,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-xhigh-effort, column code_completion)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@xhigh|2026-01-08,in, livebench-task-code_generation,livebench,opus-4.7,xhigh,coding,hard,,,,,,,85.915,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-xhigh-effort, column code_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@xhigh|2026-01-08,in, livebench-task-connections,livebench,opus-4.7,xhigh,mixed,hard,,,,,,,92.333,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-xhigh-effort, column connections)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@xhigh|2026-01-08,in, livebench-task-consecutive_events,livebench,opus-4.7,xhigh,mixed,hard,,,,,,,89.521,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-xhigh-effort, column consecutive_events)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@xhigh|2026-01-08,in, livebench-task-integrals_with_game,livebench,opus-4.7,xhigh,reasoning-math,hard,,,,,,,85.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-xhigh-effort, column integrals_with_game)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@xhigh|2026-01-08,in, livebench-task-javascript,livebench,opus-4.7,xhigh,coding,hard,,,,,,,55.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-xhigh-effort, column javascript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@xhigh|2026-01-08,in, livebench-task-logic_with_navigation,livebench,opus-4.7,xhigh,mixed,hard,,,,,,,70.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-xhigh-effort, column logic_with_navigation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@xhigh|2026-01-08,in, livebench-task-math_comp,livebench,opus-4.7,xhigh,reasoning-math,hard,,,,,,,98.039,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-xhigh-effort, column math_comp)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@xhigh|2026-01-08,in, livebench-task-olympiad,livebench,opus-4.7,xhigh,reasoning-math,hard,,,,,,,91.376,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-xhigh-effort, column olympiad)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@xhigh|2026-01-08,in, livebench-task-paraphrase,livebench,opus-4.7,xhigh,mixed,hard,,,,,,,60.067,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-xhigh-effort, column paraphrase)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@xhigh|2026-01-08,in, livebench-task-plot_unscrambling,livebench,opus-4.7,xhigh,mixed,hard,,,,,,,61.409,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-xhigh-effort, column plot_unscrambling)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@xhigh|2026-01-08,in, livebench-task-python,livebench,opus-4.7,xhigh,coding,hard,,,,,,,65.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-xhigh-effort, column python)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@xhigh|2026-01-08,in, livebench-task-simplify,livebench,opus-4.7,xhigh,mixed,hard,,,,,,,54.8,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-xhigh-effort, column simplify)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@xhigh|2026-01-08,in, livebench-task-spatial,livebench,opus-4.7,xhigh,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-xhigh-effort, column spatial)",,out:uninformative, livebench-task-story_generation,livebench,opus-4.7,xhigh,mixed,hard,,,,,,,60.617,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-xhigh-effort, column story_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@xhigh|2026-01-08,in, livebench-task-summarize,livebench,opus-4.7,xhigh,mixed,hard,,,,,,,61.883,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-xhigh-effort, column summarize)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@xhigh|2026-01-08,in, livebench-task-tablejoin,livebench,opus-4.7,xhigh,mixed,hard,,,,,,,47.231,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-xhigh-effort, column tablejoin)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@xhigh|2026-01-08,in, livebench-task-tablereformat,livebench,opus-4.7,xhigh,mixed,hard,,,,,,,98.039,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-xhigh-effort, column tablereformat)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@xhigh|2026-01-08,in, livebench-task-theory_of_mind,livebench,opus-4.7,xhigh,mixed,hard,,,,,,,80.769,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-xhigh-effort, column theory_of_mind)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@xhigh|2026-01-08,in, livebench-task-typescript,livebench,opus-4.7,xhigh,coding,hard,,,,,,,60.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-xhigh-effort, column typescript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@xhigh|2026-01-08,in, livebench-task-typos,livebench,opus-4.7,xhigh,mixed,hard,,,,,,,80.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-xhigh-effort, column typos)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@xhigh|2026-01-08,in, livebench-task-zebra_puzzle,livebench,opus-4.7,xhigh,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-xhigh-effort, column zebra_puzzle)",,out:uninformative, livebench-task-amps_hard,livebench,opus-4.7,low,reasoning-math,hard,,,,,,,99.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-low-effort, column AMPS_Hard)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@low|2026-01-08,in, livebench-task-code_completion,livebench,opus-4.7,low,coding,hard,,,,,,,78.261,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-low-effort, column code_completion)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@low|2026-01-08,in, livebench-task-code_generation,livebench,opus-4.7,low,coding,hard,,,,,,,74.648,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-low-effort, column code_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@low|2026-01-08,in, livebench-task-connections,livebench,opus-4.7,low,mixed,hard,,,,,,,87.833,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-low-effort, column connections)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@low|2026-01-08,in, livebench-task-consecutive_events,livebench,opus-4.7,low,mixed,hard,,,,,,,87.619,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-low-effort, column consecutive_events)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@low|2026-01-08,in, livebench-task-integrals_with_game,livebench,opus-4.7,low,reasoning-math,hard,,,,,,,31.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-low-effort, column integrals_with_game)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@low|2026-01-08,in, livebench-task-javascript,livebench,opus-4.7,low,coding,hard,,,,,,,60.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-low-effort, column javascript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@low|2026-01-08,in, livebench-task-logic_with_navigation,livebench,opus-4.7,low,mixed,hard,,,,,,,66.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-low-effort, column logic_with_navigation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@low|2026-01-08,in, livebench-task-math_comp,livebench,opus-4.7,low,reasoning-math,hard,,,,,,,87.255,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-low-effort, column math_comp)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@low|2026-01-08,in, livebench-task-olympiad,livebench,opus-4.7,low,reasoning-math,hard,,,,,,,88.107,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-low-effort, column olympiad)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@low|2026-01-08,in, livebench-task-paraphrase,livebench,opus-4.7,low,mixed,hard,,,,,,,45.883,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-low-effort, column paraphrase)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@low|2026-01-08,in, livebench-task-plot_unscrambling,livebench,opus-4.7,low,mixed,hard,,,,,,,59.837,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-low-effort, column plot_unscrambling)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@low|2026-01-08,in, livebench-task-python,livebench,opus-4.7,low,coding,hard,,,,,,,65.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-low-effort, column python)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@low|2026-01-08,in, livebench-task-simplify,livebench,opus-4.7,low,mixed,hard,,,,,,,46.083,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-low-effort, column simplify)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@low|2026-01-08,in, livebench-task-spatial,livebench,opus-4.7,low,mixed,hard,,,,,,,90.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-low-effort, column spatial)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@low|2026-01-08,in, livebench-task-story_generation,livebench,opus-4.7,low,mixed,hard,,,,,,,48.2,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-low-effort, column story_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@low|2026-01-08,in, livebench-task-summarize,livebench,opus-4.7,low,mixed,hard,,,,,,,44.283,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-low-effort, column summarize)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@low|2026-01-08,in, livebench-task-tablejoin,livebench,opus-4.7,low,mixed,hard,,,,,,,41.135,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-low-effort, column tablejoin)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@low|2026-01-08,in, livebench-task-tablereformat,livebench,opus-4.7,low,mixed,hard,,,,,,,98.039,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-low-effort, column tablereformat)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@low|2026-01-08,in, livebench-task-theory_of_mind,livebench,opus-4.7,low,mixed,hard,,,,,,,53.846,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-low-effort, column theory_of_mind)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@low|2026-01-08,in, livebench-task-typescript,livebench,opus-4.7,low,coding,hard,,,,,,,55.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-low-effort, column typescript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@low|2026-01-08,in, livebench-task-typos,livebench,opus-4.7,low,mixed,hard,,,,,,,76.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-low-effort, column typos)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@low|2026-01-08,in, livebench-task-zebra_puzzle,livebench,opus-4.7,low,mixed,hard,,,,,,,89.5,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-low-effort, column zebra_puzzle)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@low|2026-01-08,in, livebench-task-amps_hard,livebench,opus-4.7,medium,reasoning-math,hard,,,,,,,99.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-medium-effort, column AMPS_Hard)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@medium|2026-01-08,in, livebench-task-code_completion,livebench,opus-4.7,medium,coding,hard,,,,,,,78.261,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-medium-effort, column code_completion)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@medium|2026-01-08,in, livebench-task-code_generation,livebench,opus-4.7,medium,coding,hard,,,,,,,81.69,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-medium-effort, column code_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@medium|2026-01-08,in, livebench-task-connections,livebench,opus-4.7,medium,mixed,hard,,,,,,,89.333,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-medium-effort, column connections)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@medium|2026-01-08,in, livebench-task-consecutive_events,livebench,opus-4.7,medium,mixed,hard,,,,,,,86.326,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-medium-effort, column consecutive_events)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@medium|2026-01-08,in, livebench-task-integrals_with_game,livebench,opus-4.7,medium,reasoning-math,hard,,,,,,,63.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-medium-effort, column integrals_with_game)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@medium|2026-01-08,in, livebench-task-javascript,livebench,opus-4.7,medium,coding,hard,,,,,,,55.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-medium-effort, column javascript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@medium|2026-01-08,in, livebench-task-logic_with_navigation,livebench,opus-4.7,medium,mixed,hard,,,,,,,66.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-medium-effort, column logic_with_navigation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@medium|2026-01-08,in, livebench-task-math_comp,livebench,opus-4.7,medium,reasoning-math,hard,,,,,,,93.137,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-medium-effort, column math_comp)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@medium|2026-01-08,in, livebench-task-olympiad,livebench,opus-4.7,medium,reasoning-math,hard,,,,,,,90.38,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-medium-effort, column olympiad)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@medium|2026-01-08,in, livebench-task-paraphrase,livebench,opus-4.7,medium,mixed,hard,,,,,,,50.217,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-medium-effort, column paraphrase)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@medium|2026-01-08,in, livebench-task-plot_unscrambling,livebench,opus-4.7,medium,mixed,hard,,,,,,,60.256,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-medium-effort, column plot_unscrambling)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@medium|2026-01-08,in, livebench-task-python,livebench,opus-4.7,medium,coding,hard,,,,,,,70.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-medium-effort, column python)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@medium|2026-01-08,in, livebench-task-simplify,livebench,opus-4.7,medium,mixed,hard,,,,,,,46.233,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-medium-effort, column simplify)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@medium|2026-01-08,in, livebench-task-spatial,livebench,opus-4.7,medium,mixed,hard,,,,,,,96.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-medium-effort, column spatial)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@medium|2026-01-08,in, livebench-task-story_generation,livebench,opus-4.7,medium,mixed,hard,,,,,,,50.217,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-medium-effort, column story_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@medium|2026-01-08,in, livebench-task-summarize,livebench,opus-4.7,medium,mixed,hard,,,,,,,56.8,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-medium-effort, column summarize)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@medium|2026-01-08,in, livebench-task-tablejoin,livebench,opus-4.7,medium,mixed,hard,,,,,,,42.885,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-medium-effort, column tablejoin)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@medium|2026-01-08,in, livebench-task-tablereformat,livebench,opus-4.7,medium,mixed,hard,,,,,,,98.039,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-medium-effort, column tablereformat)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@medium|2026-01-08,in, livebench-task-theory_of_mind,livebench,opus-4.7,medium,mixed,hard,,,,,,,65.385,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-medium-effort, column theory_of_mind)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@medium|2026-01-08,in, livebench-task-typescript,livebench,opus-4.7,medium,coding,hard,,,,,,,45.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-medium-effort, column typescript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@medium|2026-01-08,in, livebench-task-typos,livebench,opus-4.7,medium,mixed,hard,,,,,,,80.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-medium-effort, column typos)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@medium|2026-01-08,in, livebench-task-zebra_puzzle,livebench,opus-4.7,medium,mixed,hard,,,,,,,92.75,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row claude-opus-4-7-medium-effort, column zebra_puzzle)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|opus-4.7@medium|2026-01-08,in, livebench-task-amps_hard,livebench,deepseek-v3.2,unstated,reasoning-math,hard,,,,,,,95.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2, column AMPS_Hard)",,out:effort-not-established, livebench-task-code_completion,livebench,deepseek-v3.2,unstated,coding,hard,,,,,,,73.913,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2, column code_completion)",,out:effort-not-established, livebench-task-code_generation,livebench,deepseek-v3.2,unstated,coding,hard,,,,,,,77.465,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2, column code_generation)",,out:effort-not-established, livebench-task-connections,livebench,deepseek-v3.2,unstated,mixed,hard,,,,,,,81.833,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2, column connections)",,out:effort-not-established, livebench-task-consecutive_events,livebench,deepseek-v3.2,unstated,mixed,hard,,,,,,,1.678,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2, column consecutive_events)",,out:effort-not-established, livebench-task-integrals_with_game,livebench,deepseek-v3.2,unstated,reasoning-math,hard,,,,,,,10.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2, column integrals_with_game)",,out:effort-not-established, livebench-task-javascript,livebench,deepseek-v3.2,unstated,coding,hard,,,,,,,40.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2, column javascript)",,out:effort-not-established, livebench-task-logic_with_navigation,livebench,deepseek-v3.2,unstated,mixed,hard,,,,,,,42.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2, column logic_with_navigation)",,out:effort-not-established, livebench-task-math_comp,livebench,deepseek-v3.2,unstated,reasoning-math,hard,,,,,,,76.471,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2, column math_comp)",,out:effort-not-established, livebench-task-olympiad,livebench,deepseek-v3.2,unstated,reasoning-math,hard,,,,,,,74.346,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2, column olympiad)",,out:effort-not-established, livebench-task-paraphrase,livebench,deepseek-v3.2,unstated,mixed,hard,,,,,,,20.6,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2, column paraphrase)",,out:effort-not-established, livebench-task-plot_unscrambling,livebench,deepseek-v3.2,unstated,mixed,hard,,,,,,,44.885,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2, column plot_unscrambling)",,out:effort-not-established, livebench-task-python,livebench,deepseek-v3.2,unstated,coding,hard,,,,,,,70.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2, column python)",,out:effort-not-established, livebench-task-simplify,livebench,deepseek-v3.2,unstated,mixed,hard,,,,,,,23.967,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2, column simplify)",,out:effort-not-established, livebench-task-spatial,livebench,deepseek-v3.2,unstated,mixed,hard,,,,,,,76.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2, column spatial)",,out:effort-not-established, livebench-task-story_generation,livebench,deepseek-v3.2,unstated,mixed,hard,,,,,,,20.683,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2, column story_generation)",,out:effort-not-established, livebench-task-summarize,livebench,deepseek-v3.2,unstated,mixed,hard,,,,,,,27.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2, column summarize)",,out:effort-not-established, livebench-task-tablejoin,livebench,deepseek-v3.2,unstated,mixed,hard,,,,,,,35.385,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2, column tablejoin)",,out:effort-not-established, livebench-task-tablereformat,livebench,deepseek-v3.2,unstated,mixed,hard,,,,,,,98.039,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2, column tablereformat)",,out:effort-not-established, livebench-task-theory_of_mind,livebench,deepseek-v3.2,unstated,mixed,hard,,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2, column theory_of_mind)",,out:effort-not-established, livebench-task-typescript,livebench,deepseek-v3.2,unstated,coding,hard,,,,,,,30.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2, column typescript)",,out:effort-not-established, livebench-task-typos,livebench,deepseek-v3.2,unstated,mixed,hard,,,,,,,66.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2, column typos)",,out:effort-not-established, livebench-task-zebra_puzzle,livebench,deepseek-v3.2,unstated,mixed,hard,,,,,,,9.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2, column zebra_puzzle)",,out:effort-not-established, livebench-task-amps_hard,livebench,deepseek-v3.2-exp,unstated,reasoning-math,hard,,,,,,,92.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp, column AMPS_Hard)",,out:effort-not-established, livebench-task-code_completion,livebench,deepseek-v3.2-exp,unstated,coding,hard,,,,,,,71.739,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp, column code_completion)",,out:effort-not-established, livebench-task-code_generation,livebench,deepseek-v3.2-exp,unstated,coding,hard,,,,,,,74.648,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp, column code_generation)",,out:effort-not-established, livebench-task-connections,livebench,deepseek-v3.2-exp,unstated,mixed,hard,,,,,,,79.333,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp, column connections)",,out:effort-not-established, livebench-task-consecutive_events,livebench,deepseek-v3.2-exp,unstated,mixed,hard,,,,,,,2.602,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp, column consecutive_events)",,out:effort-not-established, livebench-task-integrals_with_game,livebench,deepseek-v3.2-exp,unstated,reasoning-math,hard,,,,,,,13.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp, column integrals_with_game)",,out:effort-not-established, livebench-task-javascript,livebench,deepseek-v3.2-exp,unstated,coding,hard,,,,,,,30.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp, column javascript)",,out:effort-not-established, livebench-task-logic_with_navigation,livebench,deepseek-v3.2-exp,unstated,mixed,hard,,,,,,,40.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp, column logic_with_navigation)",,out:effort-not-established, livebench-task-math_comp,livebench,deepseek-v3.2-exp,unstated,reasoning-math,hard,,,,,,,75.49,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp, column math_comp)",,out:effort-not-established, livebench-task-olympiad,livebench,deepseek-v3.2-exp,unstated,reasoning-math,hard,,,,,,,77.04,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp, column olympiad)",,out:effort-not-established, livebench-task-paraphrase,livebench,deepseek-v3.2-exp,unstated,mixed,hard,,,,,,,16.083,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp, column paraphrase)",,out:effort-not-established, livebench-task-plot_unscrambling,livebench,deepseek-v3.2-exp,unstated,mixed,hard,,,,,,,45.455,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp, column plot_unscrambling)",,out:effort-not-established, livebench-task-python,livebench,deepseek-v3.2-exp,unstated,coding,hard,,,,,,,55.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp, column python)",,out:effort-not-established, livebench-task-simplify,livebench,deepseek-v3.2-exp,unstated,mixed,hard,,,,,,,20.85,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp, column simplify)",,out:effort-not-established, livebench-task-spatial,livebench,deepseek-v3.2-exp,unstated,mixed,hard,,,,,,,80.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp, column spatial)",,out:effort-not-established, livebench-task-story_generation,livebench,deepseek-v3.2-exp,unstated,mixed,hard,,,,,,,16.717,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp, column story_generation)",,out:effort-not-established, livebench-task-summarize,livebench,deepseek-v3.2-exp,unstated,mixed,hard,,,,,,,23.667,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp, column summarize)",,out:effort-not-established, livebench-task-tablejoin,livebench,deepseek-v3.2-exp,unstated,mixed,hard,,,,,,,32.135,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp, column tablejoin)",,out:effort-not-established, livebench-task-tablereformat,livebench,deepseek-v3.2-exp,unstated,mixed,hard,,,,,,,98.039,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp, column tablereformat)",,out:effort-not-established, livebench-task-theory_of_mind,livebench,deepseek-v3.2-exp,unstated,mixed,hard,,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp, column theory_of_mind)",,out:effort-not-established, livebench-task-typescript,livebench,deepseek-v3.2-exp,unstated,coding,hard,,,,,,,25.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp, column typescript)",,out:effort-not-established, livebench-task-typos,livebench,deepseek-v3.2-exp,unstated,mixed,hard,,,,,,,72.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp, column typos)",,out:effort-not-established, livebench-task-zebra_puzzle,livebench,deepseek-v3.2-exp,unstated,mixed,hard,,,,,,,12.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp, column zebra_puzzle)",,out:effort-not-established, livebench-task-amps_hard,livebench,deepseek-v3.2-exp,think,reasoning-math,hard,,,,,,,96.0,score%,0.0289,,prev=96.0 (src-livebench-question-set-2026-01-08-2026-03-06#M484),"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp-thinking, column AMPS_Hard)",,out:single-couple, livebench-task-code_completion,livebench,deepseek-v3.2-exp,think,coding,hard,,,,,,,73.913,score%,0.000289,,prev=73.913 (src-livebench-question-set-2026-01-08-2026-03-06#M485),"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp-thinking, column code_completion)",,out:single-couple, livebench-task-code_generation,livebench,deepseek-v3.2-exp,think,coding,hard,,,,,,,66.197,score%,0.000289,,prev=66.197 (src-livebench-question-set-2026-01-08-2026-03-06#M486),"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp-thinking, column code_generation)",,out:single-couple, livebench-task-connections,livebench,deepseek-v3.2-exp,think,mixed,hard,,,,,,,87.667,score%,0.000289,,prev=87.667 (src-livebench-question-set-2026-01-08-2026-03-06#M487),"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp-thinking, column connections)",,out:single-couple, livebench-task-consecutive_events,livebench,deepseek-v3.2-exp,think,mixed,hard,,,,,,,8.947,score%,0.000289,,prev=8.947 (src-livebench-question-set-2026-01-08-2026-03-06#M488),"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp-thinking, column consecutive_events)",,out:single-couple, livebench-task-integrals_with_game,livebench,deepseek-v3.2-exp,think,reasoning-math,hard,,,,,,,59.0,score%,0.0289,,prev=59.0 (src-livebench-question-set-2026-01-08-2026-03-06#M489),"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp-thinking, column integrals_with_game)",,out:single-couple, livebench-task-javascript,livebench,deepseek-v3.2-exp,think,coding,hard,,,,,,,25.0,score%,0.0289,,prev=25.0 (src-livebench-question-set-2026-01-08-2026-03-06#M490),"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp-thinking, column javascript)",,out:single-couple, livebench-task-logic_with_navigation,livebench,deepseek-v3.2-exp,think,mixed,hard,,,,,,,70.0,score%,0.0289,,prev=70.0 (src-livebench-question-set-2026-01-08-2026-03-06#M491),"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp-thinking, column logic_with_navigation)",,out:single-couple, livebench-task-math_comp,livebench,deepseek-v3.2-exp,think,reasoning-math,hard,,,,,,,92.157,score%,0.000289,,prev=92.157 (src-livebench-question-set-2026-01-08-2026-03-06#M492),"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp-thinking, column math_comp)",,out:single-couple, livebench-task-olympiad,livebench,deepseek-v3.2-exp,think,reasoning-math,hard,,,,,,,82.424,score%,0.000289,,prev=82.424 (src-livebench-question-set-2026-01-08-2026-03-06#M493),"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp-thinking, column olympiad)",,out:single-couple, livebench-task-paraphrase,livebench,deepseek-v3.2-exp,think,mixed,hard,,,,,,,34.333,score%,0.000289,,prev=34.333 (src-livebench-question-set-2026-01-08-2026-03-06#M494),"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp-thinking, column paraphrase)",,out:single-couple, livebench-task-plot_unscrambling,livebench,deepseek-v3.2-exp,think,mixed,hard,,,,,,,47.526,score%,0.000289,,prev=47.526 (src-livebench-question-set-2026-01-08-2026-03-06#M495),"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp-thinking, column plot_unscrambling)",,out:single-couple, livebench-task-python,livebench,deepseek-v3.2-exp,think,coding,hard,,,,,,,50.0,score%,0.0289,,prev=50.0 (src-livebench-question-set-2026-01-08-2026-03-06#M496),"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp-thinking, column python)",,out:single-couple, livebench-task-simplify,livebench,deepseek-v3.2-exp,think,mixed,hard,,,,,,,41.0,score%,0.0289,,prev=41.0 (src-livebench-question-set-2026-01-08-2026-03-06#M497),"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp-thinking, column simplify)",,out:single-couple, livebench-task-spatial,livebench,deepseek-v3.2-exp,think,mixed,hard,,,,,,,88.0,score%,0.0289,,prev=88.0 (src-livebench-question-set-2026-01-08-2026-03-06#M498),"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp-thinking, column spatial)",,out:single-couple, livebench-task-story_generation,livebench,deepseek-v3.2-exp,think,mixed,hard,,,,,,,42.517,score%,0.000289,,prev=42.517 (src-livebench-question-set-2026-01-08-2026-03-06#M499),"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp-thinking, column story_generation)",,out:single-couple, livebench-task-summarize,livebench,deepseek-v3.2-exp,think,mixed,hard,,,,,,,47.233,score%,0.000289,,prev=47.233 (src-livebench-question-set-2026-01-08-2026-03-06#M500),"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp-thinking, column summarize)",,out:single-couple, livebench-task-tablejoin,livebench,deepseek-v3.2-exp,think,mixed,hard,,,,,,,45.558,score%,0.000289,,prev=45.558 (src-livebench-question-set-2026-01-08-2026-03-06#M501),"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp-thinking, column tablejoin)",,out:single-couple, livebench-task-tablereformat,livebench,deepseek-v3.2-exp,think,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp-thinking, column tablereformat)",,out:uninformative, livebench-task-theory_of_mind,livebench,deepseek-v3.2-exp,think,mixed,hard,,,,,,,69.231,score%,0.000289,,prev=69.231 (src-livebench-question-set-2026-01-08-2026-03-06#M503),"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp-thinking, column theory_of_mind)",,out:single-couple, livebench-task-typescript,livebench,deepseek-v3.2-exp,think,coding,hard,,,,,,,20.0,score%,0.0289,,prev=20.0 (src-livebench-question-set-2026-01-08-2026-03-06#M504),"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp-thinking, column typescript)",,out:single-couple, livebench-task-typos,livebench,deepseek-v3.2-exp,think,mixed,hard,,,,,,,78.0,score%,0.0289,,prev=78.0 (src-livebench-question-set-2026-01-08-2026-03-06#M505),"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp-thinking, column typos)",,out:single-couple, livebench-task-zebra_puzzle,livebench,deepseek-v3.2-exp,think,mixed,hard,,,,,,,30.25,score%,0.00289,,prev=30.25 (src-livebench-question-set-2026-01-08-2026-03-06#M506),"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-exp-thinking, column zebra_puzzle)",,out:single-couple, livebench-task-amps_hard,livebench,deepseek-v3.2,think,reasoning-math,hard,,,,,,,97.0,score%,0.0289,,prev=97.0 (src-livebench-question-set-2026-01-08-2026-03-06#M507),"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-thinking, column AMPS_Hard)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|deepseek-v3.2@think|2026-01-08,in, livebench-task-code_completion,livebench,deepseek-v3.2,think,coding,hard,,,,,,,63.043,score%,0.000289,,prev=63.043 (src-livebench-question-set-2026-01-08-2026-03-06#M508),"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-thinking, column code_completion)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|deepseek-v3.2@think|2026-01-08,in, livebench-task-code_generation,livebench,deepseek-v3.2,think,coding,hard,,,,,,,66.197,score%,0.000289,,prev=66.197 (src-livebench-question-set-2026-01-08-2026-03-06#M509),"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-thinking, column code_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|deepseek-v3.2@think|2026-01-08,in, livebench-task-connections,livebench,deepseek-v3.2,think,mixed,hard,,,,,,,93.5,score%,0.0289,,prev=93.5 (src-livebench-question-set-2026-01-08-2026-03-06#M510),"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-thinking, column connections)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|deepseek-v3.2@think|2026-01-08,in, livebench-task-consecutive_events,livebench,deepseek-v3.2,think,mixed,hard,,,,,,,8.402,score%,0.000289,,prev=8.402 (src-livebench-question-set-2026-01-08-2026-03-06#M511),"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-thinking, column consecutive_events)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|deepseek-v3.2@think|2026-01-08,in, livebench-task-integrals_with_game,livebench,deepseek-v3.2,think,reasoning-math,hard,,,,,,,63.0,score%,0.0289,,prev=63.0 (src-livebench-question-set-2026-01-08-2026-03-06#M512),"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-thinking, column integrals_with_game)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|deepseek-v3.2@think|2026-01-08,in, livebench-task-javascript,livebench,deepseek-v3.2,think,coding,hard,,,,,,,30.0,score%,0.0289,,prev=30.0 (src-livebench-question-set-2026-01-08-2026-03-06#M513),"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-thinking, column javascript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|deepseek-v3.2@think|2026-01-08,in, livebench-task-logic_with_navigation,livebench,deepseek-v3.2,think,mixed,hard,,,,,,,64.0,score%,0.0289,,prev=64.0 (src-livebench-question-set-2026-01-08-2026-03-06#M514),"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-thinking, column logic_with_navigation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|deepseek-v3.2@think|2026-01-08,in, livebench-task-math_comp,livebench,deepseek-v3.2,think,reasoning-math,hard,,,,,,,95.098,score%,0.000289,,prev=95.098 (src-livebench-question-set-2026-01-08-2026-03-06#M515),"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-thinking, column math_comp)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|deepseek-v3.2@think|2026-01-08,in, livebench-task-olympiad,livebench,deepseek-v3.2,think,reasoning-math,hard,,,,,,,85.037,score%,0.000289,,prev=85.037 (src-livebench-question-set-2026-01-08-2026-03-06#M516),"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-thinking, column olympiad)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|deepseek-v3.2@think|2026-01-08,in, livebench-task-paraphrase,livebench,deepseek-v3.2,think,mixed,hard,,,,,,,41.817,score%,0.000289,,prev=41.817 (src-livebench-question-set-2026-01-08-2026-03-06#M517),"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-thinking, column paraphrase)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|deepseek-v3.2@think|2026-01-08,in, livebench-task-plot_unscrambling,livebench,deepseek-v3.2,think,mixed,hard,,,,,,,45.726,score%,0.000289,,prev=45.726 (src-livebench-question-set-2026-01-08-2026-03-06#M518),"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-thinking, column plot_unscrambling)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|deepseek-v3.2@think|2026-01-08,in, livebench-task-python,livebench,deepseek-v3.2,think,coding,hard,,,,,,,60.0,score%,0.0289,,prev=60.0 (src-livebench-question-set-2026-01-08-2026-03-06#M519),"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-thinking, column python)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|deepseek-v3.2@think|2026-01-08,in, livebench-task-simplify,livebench,deepseek-v3.2,think,mixed,hard,,,,,,,48.217,score%,0.000289,,prev=48.217 (src-livebench-question-set-2026-01-08-2026-03-06#M520),"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-thinking, column simplify)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|deepseek-v3.2@think|2026-01-08,in, livebench-task-spatial,livebench,deepseek-v3.2,think,mixed,hard,,,,,,,98.0,score%,0.0289,,prev=98.0 (src-livebench-question-set-2026-01-08-2026-03-06#M521),"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-thinking, column spatial)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|deepseek-v3.2@think|2026-01-08,in, livebench-task-story_generation,livebench,deepseek-v3.2,think,mixed,hard,,,,,,,55.117,score%,0.000289,,prev=55.117 (src-livebench-question-set-2026-01-08-2026-03-06#M522),"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-thinking, column story_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|deepseek-v3.2@think|2026-01-08,in, livebench-task-summarize,livebench,deepseek-v3.2,think,mixed,hard,,,,,,,47.6,score%,0.0289,,prev=47.6 (src-livebench-question-set-2026-01-08-2026-03-06#M523),"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-thinking, column summarize)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|deepseek-v3.2@think|2026-01-08,in, livebench-task-tablejoin,livebench,deepseek-v3.2,think,mixed,hard,,,,,,,41.596,score%,0.000289,,prev=41.596 (src-livebench-question-set-2026-01-08-2026-03-06#M524),"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-thinking, column tablejoin)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|deepseek-v3.2@think|2026-01-08,in, livebench-task-tablereformat,livebench,deepseek-v3.2,think,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-thinking, column tablereformat)",,out:uninformative, livebench-task-theory_of_mind,livebench,deepseek-v3.2,think,mixed,hard,,,,,,,76.923,score%,0.000289,,prev=76.923 (src-livebench-question-set-2026-01-08-2026-03-06#M526),"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-thinking, column theory_of_mind)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|deepseek-v3.2@think|2026-01-08,in, livebench-task-typescript,livebench,deepseek-v3.2,think,coding,hard,,,,,,,30.0,score%,0.0289,,prev=30.0 (src-livebench-question-set-2026-01-08-2026-03-06#M527),"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-thinking, column typescript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|deepseek-v3.2@think|2026-01-08,in, livebench-task-typos,livebench,deepseek-v3.2,think,mixed,hard,,,,,,,72.0,score%,0.0289,,prev=72.0 (src-livebench-question-set-2026-01-08-2026-03-06#M528),"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-thinking, column typos)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|deepseek-v3.2@think|2026-01-08,in, livebench-task-zebra_puzzle,livebench,deepseek-v3.2,think,mixed,hard,,,,,,,69.75,score%,0.00289,,prev=69.75 (src-livebench-question-set-2026-01-08-2026-03-06#M529),"https://livebench.ai/table_2026_01_08.csv (row deepseek-v3.2-thinking, column zebra_puzzle)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|deepseek-v3.2@think|2026-01-08,in, livebench-task-amps_hard,livebench,deepseek-v4-pro-preview,unstated,reasoning-math,hard,,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v4-pro, column AMPS_Hard)",,out:effort-not-established, livebench-task-code_completion,livebench,deepseek-v4-pro-preview,unstated,coding,hard,,,,,,,69.565,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v4-pro, column code_completion)",,out:effort-not-established, livebench-task-code_generation,livebench,deepseek-v4-pro-preview,unstated,coding,hard,,,,,,,70.423,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v4-pro, column code_generation)",,out:effort-not-established, livebench-task-connections,livebench,deepseek-v4-pro-preview,unstated,mixed,hard,,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v4-pro, column connections)",,out:effort-not-established, livebench-task-consecutive_events,livebench,deepseek-v4-pro-preview,unstated,mixed,hard,,,,,,,75.421,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v4-pro, column consecutive_events)",,out:effort-not-established, livebench-task-integrals_with_game,livebench,deepseek-v4-pro-preview,unstated,reasoning-math,hard,,,,,,,78.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v4-pro, column integrals_with_game)",,out:effort-not-established, livebench-task-javascript,livebench,deepseek-v4-pro-preview,unstated,coding,hard,,,,,,,40.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v4-pro, column javascript)",,out:effort-not-established, livebench-task-logic_with_navigation,livebench,deepseek-v4-pro-preview,unstated,mixed,hard,,,,,,,64.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v4-pro, column logic_with_navigation)",,out:effort-not-established, livebench-task-math_comp,livebench,deepseek-v4-pro-preview,unstated,reasoning-math,hard,,,,,,,96.078,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v4-pro, column math_comp)",,out:effort-not-established, livebench-task-olympiad,livebench,deepseek-v4-pro-preview,unstated,reasoning-math,hard,,,,,,,90.624,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v4-pro, column olympiad)",,out:effort-not-established, livebench-task-paraphrase,livebench,deepseek-v4-pro-preview,unstated,mixed,hard,,,,,,,56.217,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v4-pro, column paraphrase)",,out:effort-not-established, livebench-task-plot_unscrambling,livebench,deepseek-v4-pro-preview,unstated,mixed,hard,,,,,,,56.391,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v4-pro, column plot_unscrambling)",,out:effort-not-established, livebench-task-python,livebench,deepseek-v4-pro-preview,unstated,coding,hard,,,,,,,80.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v4-pro, column python)",,out:effort-not-established, livebench-task-simplify,livebench,deepseek-v4-pro-preview,unstated,mixed,hard,,,,,,,55.933,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v4-pro, column simplify)",,out:effort-not-established, livebench-task-spatial,livebench,deepseek-v4-pro-preview,unstated,mixed,hard,,,,,,,94.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v4-pro, column spatial)",,out:effort-not-established, livebench-task-story_generation,livebench,deepseek-v4-pro-preview,unstated,mixed,hard,,,,,,,67.75,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v4-pro, column story_generation)",,out:effort-not-established, livebench-task-summarize,livebench,deepseek-v4-pro-preview,unstated,mixed,hard,,,,,,,69.5,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v4-pro, column summarize)",,out:effort-not-established, livebench-task-tablejoin,livebench,deepseek-v4-pro-preview,unstated,mixed,hard,,,,,,,48.192,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v4-pro, column tablejoin)",,out:effort-not-established, livebench-task-tablereformat,livebench,deepseek-v4-pro-preview,unstated,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v4-pro, column tablereformat)",,out:effort-not-established, livebench-task-theory_of_mind,livebench,deepseek-v4-pro-preview,unstated,mixed,hard,,,,,,,80.769,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v4-pro, column theory_of_mind)",,out:effort-not-established, livebench-task-typescript,livebench,deepseek-v4-pro-preview,unstated,coding,hard,,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v4-pro, column typescript)",,out:effort-not-established, livebench-task-typos,livebench,deepseek-v4-pro-preview,unstated,mixed,hard,,,,,,,80.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v4-pro, column typos)",,out:effort-not-established, livebench-task-zebra_puzzle,livebench,deepseek-v4-pro-preview,unstated,mixed,hard,,,,,,,92.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v4-pro, column zebra_puzzle)",,out:effort-not-established, livebench-task-amps_hard,livebench,deepseek-v4-flash-preview,unstated,reasoning-math,hard,,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v4-flash, column AMPS_Hard)",,out:effort-not-established, livebench-task-code_completion,livebench,deepseek-v4-flash-preview,unstated,coding,hard,,,,,,,65.217,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v4-flash, column code_completion)",,out:effort-not-established, livebench-task-code_generation,livebench,deepseek-v4-flash-preview,unstated,coding,hard,,,,,,,73.239,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v4-flash, column code_generation)",,out:effort-not-established, livebench-task-connections,livebench,deepseek-v4-flash-preview,unstated,mixed,hard,,,,,,,89.5,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v4-flash, column connections)",,out:effort-not-established, livebench-task-consecutive_events,livebench,deepseek-v4-flash-preview,unstated,mixed,hard,,,,,,,59.915,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v4-flash, column consecutive_events)",,out:effort-not-established, livebench-task-integrals_with_game,livebench,deepseek-v4-flash-preview,unstated,reasoning-math,hard,,,,,,,37.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v4-flash, column integrals_with_game)",,out:effort-not-established, livebench-task-javascript,livebench,deepseek-v4-flash-preview,unstated,coding,hard,,,,,,,40.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v4-flash, column javascript)",,out:effort-not-established, livebench-task-logic_with_navigation,livebench,deepseek-v4-flash-preview,unstated,mixed,hard,,,,,,,64.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v4-flash, column logic_with_navigation)",,out:effort-not-established, livebench-task-math_comp,livebench,deepseek-v4-flash-preview,unstated,reasoning-math,hard,,,,,,,97.059,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v4-flash, column math_comp)",,out:effort-not-established, livebench-task-olympiad,livebench,deepseek-v4-flash-preview,unstated,reasoning-math,hard,,,,,,,86.531,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v4-flash, column olympiad)",,out:effort-not-established, livebench-task-paraphrase,livebench,deepseek-v4-flash-preview,unstated,mixed,hard,,,,,,,62.383,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v4-flash, column paraphrase)",,out:effort-not-established, livebench-task-plot_unscrambling,livebench,deepseek-v4-flash-preview,unstated,mixed,hard,,,,,,,46.872,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v4-flash, column plot_unscrambling)",,out:effort-not-established, livebench-task-python,livebench,deepseek-v4-flash-preview,unstated,coding,hard,,,,,,,70.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v4-flash, column python)",,out:effort-not-established, livebench-task-simplify,livebench,deepseek-v4-flash-preview,unstated,mixed,hard,,,,,,,54.05,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v4-flash, column simplify)",,out:effort-not-established, livebench-task-spatial,livebench,deepseek-v4-flash-preview,unstated,mixed,hard,,,,,,,96.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v4-flash, column spatial)",,out:effort-not-established, livebench-task-story_generation,livebench,deepseek-v4-flash-preview,unstated,mixed,hard,,,,,,,67.267,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v4-flash, column story_generation)",,out:effort-not-established, livebench-task-summarize,livebench,deepseek-v4-flash-preview,unstated,mixed,hard,,,,,,,68.85,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v4-flash, column summarize)",,out:effort-not-established, livebench-task-tablejoin,livebench,deepseek-v4-flash-preview,unstated,mixed,hard,,,,,,,46.115,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v4-flash, column tablejoin)",,out:effort-not-established, livebench-task-tablereformat,livebench,deepseek-v4-flash-preview,unstated,mixed,hard,,,,,,,98.039,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v4-flash, column tablereformat)",,out:effort-not-established, livebench-task-theory_of_mind,livebench,deepseek-v4-flash-preview,unstated,mixed,hard,,,,,,,73.077,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v4-flash, column theory_of_mind)",,out:effort-not-established, livebench-task-typescript,livebench,deepseek-v4-flash-preview,unstated,coding,hard,,,,,,,40.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v4-flash, column typescript)",,out:effort-not-established, livebench-task-typos,livebench,deepseek-v4-flash-preview,unstated,mixed,hard,,,,,,,74.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v4-flash, column typos)",,out:effort-not-established, livebench-task-zebra_puzzle,livebench,deepseek-v4-flash-preview,unstated,mixed,hard,,,,,,,49.25,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row deepseek-v4-flash, column zebra_puzzle)",,out:effort-not-established, livebench-task-amps_hard,livebench,devstral-2512,solo,reasoning-math,hard,,,,,,,80.0,score%,0.0289,,prev=80.0 (src-livebench-question-set-2026-01-08-2026-03-06#M530),"https://livebench.ai/table_2026_01_08.csv (row devstral-2512, column AMPS_Hard)",,out:single-couple, livebench-task-code_completion,livebench,devstral-2512,solo,coding,hard,,,,,,,67.391,score%,0.000289,,prev=67.391 (src-livebench-question-set-2026-01-08-2026-03-06#M531),"https://livebench.ai/table_2026_01_08.csv (row devstral-2512, column code_completion)",,out:single-couple, livebench-task-code_generation,livebench,devstral-2512,solo,coding,hard,,,,,,,66.197,score%,0.000289,,prev=66.197 (src-livebench-question-set-2026-01-08-2026-03-06#M532),"https://livebench.ai/table_2026_01_08.csv (row devstral-2512, column code_generation)",,out:single-couple, livebench-task-connections,livebench,devstral-2512,solo,mixed,hard,,,,,,,34.333,score%,0.000289,,prev=34.333 (src-livebench-question-set-2026-01-08-2026-03-06#M533),"https://livebench.ai/table_2026_01_08.csv (row devstral-2512, column connections)",,out:single-couple, livebench-task-consecutive_events,livebench,devstral-2512,solo,mixed,hard,,,,,,,3.517,score%,0.000289,,prev=3.517 (src-livebench-question-set-2026-01-08-2026-03-06#M534),"https://livebench.ai/table_2026_01_08.csv (row devstral-2512, column consecutive_events)",,out:single-couple, livebench-task-integrals_with_game,livebench,devstral-2512,solo,reasoning-math,hard,,,,,,,7.0,score%,0.0289,,prev=7.0 (src-livebench-question-set-2026-01-08-2026-03-06#M535),"https://livebench.ai/table_2026_01_08.csv (row devstral-2512, column integrals_with_game)",,out:single-couple, livebench-task-javascript,livebench,devstral-2512,solo,coding,hard,,,,,,,40.0,score%,0.0289,,prev=40.0 (src-livebench-question-set-2026-01-08-2026-03-06#M536),"https://livebench.ai/table_2026_01_08.csv (row devstral-2512, column javascript)",,out:single-couple, livebench-task-logic_with_navigation,livebench,devstral-2512,solo,mixed,hard,,,,,,,16.0,score%,0.0289,,prev=16.0 (src-livebench-question-set-2026-01-08-2026-03-06#M537),"https://livebench.ai/table_2026_01_08.csv (row devstral-2512, column logic_with_navigation)",,out:single-couple, livebench-task-math_comp,livebench,devstral-2512,solo,reasoning-math,hard,,,,,,,60.784,score%,0.000289,,prev=60.784 (src-livebench-question-set-2026-01-08-2026-03-06#M538),"https://livebench.ai/table_2026_01_08.csv (row devstral-2512, column math_comp)",,out:single-couple, livebench-task-olympiad,livebench,devstral-2512,solo,reasoning-math,hard,,,,,,,62.279,score%,0.000289,,prev=62.279 (src-livebench-question-set-2026-01-08-2026-03-06#M539),"https://livebench.ai/table_2026_01_08.csv (row devstral-2512, column olympiad)",,out:single-couple, livebench-task-paraphrase,livebench,devstral-2512,solo,mixed,hard,,,,,,,12.35,score%,0.00289,,prev=12.35 (src-livebench-question-set-2026-01-08-2026-03-06#M540),"https://livebench.ai/table_2026_01_08.csv (row devstral-2512, column paraphrase)",,out:single-couple, livebench-task-plot_unscrambling,livebench,devstral-2512,solo,mixed,hard,,,,,,,38.674,score%,0.000289,,prev=38.674 (src-livebench-question-set-2026-01-08-2026-03-06#M541),"https://livebench.ai/table_2026_01_08.csv (row devstral-2512, column plot_unscrambling)",,out:single-couple, livebench-task-python,livebench,devstral-2512,solo,coding,hard,,,,,,,70.0,score%,0.0289,,prev=70.0 (src-livebench-question-set-2026-01-08-2026-03-06#M542),"https://livebench.ai/table_2026_01_08.csv (row devstral-2512, column python)",,out:single-couple, livebench-task-simplify,livebench,devstral-2512,solo,mixed,hard,,,,,,,13.217,score%,0.000289,,prev=13.217 (src-livebench-question-set-2026-01-08-2026-03-06#M543),"https://livebench.ai/table_2026_01_08.csv (row devstral-2512, column simplify)",,out:single-couple, livebench-task-spatial,livebench,devstral-2512,solo,mixed,hard,,,,,,,56.0,score%,0.0289,,prev=56.0 (src-livebench-question-set-2026-01-08-2026-03-06#M544),"https://livebench.ai/table_2026_01_08.csv (row devstral-2512, column spatial)",,out:single-couple, livebench-task-story_generation,livebench,devstral-2512,solo,mixed,hard,,,,,,,11.533,score%,0.000289,,prev=11.533 (src-livebench-question-set-2026-01-08-2026-03-06#M545),"https://livebench.ai/table_2026_01_08.csv (row devstral-2512, column story_generation)",,out:single-couple, livebench-task-summarize,livebench,devstral-2512,solo,mixed,hard,,,,,,,16.9,score%,0.0289,,prev=16.9 (src-livebench-question-set-2026-01-08-2026-03-06#M546),"https://livebench.ai/table_2026_01_08.csv (row devstral-2512, column summarize)",,out:single-couple, livebench-task-tablejoin,livebench,devstral-2512,solo,mixed,hard,,,,,,,21.75,score%,0.00289,,prev=21.75 (src-livebench-question-set-2026-01-08-2026-03-06#M547),"https://livebench.ai/table_2026_01_08.csv (row devstral-2512, column tablejoin)",,out:single-couple, livebench-task-tablereformat,livebench,devstral-2512,solo,mixed,hard,,,,,,,92.157,score%,0.000289,,prev=92.157 (src-livebench-question-set-2026-01-08-2026-03-06#M548),"https://livebench.ai/table_2026_01_08.csv (row devstral-2512, column tablereformat)",,out:single-couple, livebench-task-theory_of_mind,livebench,devstral-2512,solo,mixed,hard,,,,,,,38.462,score%,0.000289,,prev=38.462 (src-livebench-question-set-2026-01-08-2026-03-06#M549),"https://livebench.ai/table_2026_01_08.csv (row devstral-2512, column theory_of_mind)",,out:single-couple, livebench-task-typescript,livebench,devstral-2512,solo,coding,hard,,,,,,,20.0,score%,0.0289,,prev=20.0 (src-livebench-question-set-2026-01-08-2026-03-06#M550),"https://livebench.ai/table_2026_01_08.csv (row devstral-2512, column typescript)",,out:single-couple, livebench-task-typos,livebench,devstral-2512,solo,mixed,hard,,,,,,,64.0,score%,0.0289,,prev=64.0 (src-livebench-question-set-2026-01-08-2026-03-06#M551),"https://livebench.ai/table_2026_01_08.csv (row devstral-2512, column typos)",,out:single-couple, livebench-task-zebra_puzzle,livebench,devstral-2512,solo,mixed,hard,,,,,,,0.5,score%,0.0289,,prev=0.5 (src-livebench-question-set-2026-01-08-2026-03-06#M552),"https://livebench.ai/table_2026_01_08.csv (row devstral-2512, column zebra_puzzle)",,out:single-couple, livebench-task-amps_hard,livebench,?elephant-alpha,not-established:absent,reasoning-math,hard,,,,,,,94.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row elephant-alpha, column AMPS_Hard)",,out:model-not-established, livebench-task-code_completion,livebench,?elephant-alpha,not-established:absent,coding,hard,,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row elephant-alpha, column code_completion)",,out:model-not-established, livebench-task-code_generation,livebench,?elephant-alpha,not-established:absent,coding,hard,,,,,,,63.38,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row elephant-alpha, column code_generation)",,out:model-not-established, livebench-task-connections,livebench,?elephant-alpha,not-established:absent,mixed,hard,,,,,,,33.5,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row elephant-alpha, column connections)",,out:model-not-established, livebench-task-consecutive_events,livebench,?elephant-alpha,not-established:absent,mixed,hard,,,,,,,4.42,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row elephant-alpha, column consecutive_events)",,out:model-not-established, livebench-task-integrals_with_game,livebench,?elephant-alpha,not-established:absent,reasoning-math,hard,,,,,,,8.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row elephant-alpha, column integrals_with_game)",,out:model-not-established, livebench-task-javascript,livebench,?elephant-alpha,not-established:absent,coding,hard,,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row elephant-alpha, column javascript)",,out:model-not-established, livebench-task-logic_with_navigation,livebench,?elephant-alpha,not-established:absent,mixed,hard,,,,,,,20.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row elephant-alpha, column logic_with_navigation)",,out:model-not-established, livebench-task-math_comp,livebench,?elephant-alpha,not-established:absent,reasoning-math,hard,,,,,,,75.49,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row elephant-alpha, column math_comp)",,out:model-not-established, livebench-task-olympiad,livebench,?elephant-alpha,not-established:absent,reasoning-math,hard,,,,,,,52.493,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row elephant-alpha, column olympiad)",,out:model-not-established, livebench-task-paraphrase,livebench,?elephant-alpha,not-established:absent,mixed,hard,,,,,,,24.883,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row elephant-alpha, column paraphrase)",,out:model-not-established, livebench-task-plot_unscrambling,livebench,?elephant-alpha,not-established:absent,mixed,hard,,,,,,,13.736,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row elephant-alpha, column plot_unscrambling)",,out:model-not-established, livebench-task-python,livebench,?elephant-alpha,not-established:absent,coding,hard,,,,,,,5.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row elephant-alpha, column python)",,out:model-not-established, livebench-task-simplify,livebench,?elephant-alpha,not-established:absent,mixed,hard,,,,,,,27.083,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row elephant-alpha, column simplify)",,out:model-not-established, livebench-task-spatial,livebench,?elephant-alpha,not-established:absent,mixed,hard,,,,,,,80.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row elephant-alpha, column spatial)",,out:model-not-established, livebench-task-story_generation,livebench,?elephant-alpha,not-established:absent,mixed,hard,,,,,,,35.4,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row elephant-alpha, column story_generation)",,out:model-not-established, livebench-task-summarize,livebench,?elephant-alpha,not-established:absent,mixed,hard,,,,,,,31.233,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row elephant-alpha, column summarize)",,out:model-not-established, livebench-task-tablejoin,livebench,?elephant-alpha,not-established:absent,mixed,hard,,,,,,,22.942,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row elephant-alpha, column tablejoin)",,out:model-not-established, livebench-task-tablereformat,livebench,?elephant-alpha,not-established:absent,mixed,hard,,,,,,,88.235,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row elephant-alpha, column tablereformat)",,out:model-not-established, livebench-task-theory_of_mind,livebench,?elephant-alpha,not-established:absent,mixed,hard,,,,,,,46.154,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row elephant-alpha, column theory_of_mind)",,out:model-not-established, livebench-task-typescript,livebench,?elephant-alpha,not-established:absent,coding,hard,,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row elephant-alpha, column typescript)",,out:model-not-established, livebench-task-typos,livebench,?elephant-alpha,not-established:absent,mixed,hard,,,,,,,36.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row elephant-alpha, column typos)",,out:model-not-established, livebench-task-zebra_puzzle,livebench,?elephant-alpha,not-established:absent,mixed,hard,,,,,,,13.75,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row elephant-alpha, column zebra_puzzle)",,out:model-not-established, livebench-task-amps_hard,livebench,gemini-2.5-flash,think,reasoning-math,hard,,,,,,,85.0,score%,0.0289,,prev=85.0 (src-livebench-question-set-2026-01-08-2026-03-06#M553),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-06-05-highthinking, column AMPS_Hard)",,out:single-couple, livebench-task-code_completion,livebench,gemini-2.5-flash,think,coding,hard,,,,,,,63.043,score%,0.000289,,prev=63.043 (src-livebench-question-set-2026-01-08-2026-03-06#M554),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-06-05-highthinking, column code_completion)",,out:single-couple, livebench-task-code_generation,livebench,gemini-2.5-flash,think,coding,hard,,,,,,,69.014,score%,0.000289,,prev=69.014 (src-livebench-question-set-2026-01-08-2026-03-06#M555),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-06-05-highthinking, column code_generation)",,out:single-couple, livebench-task-connections,livebench,gemini-2.5-flash,think,mixed,hard,,,,,,,70.167,score%,0.000289,,prev=70.167 (src-livebench-question-set-2026-01-08-2026-03-06#M556),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-06-05-highthinking, column connections)",,out:single-couple, livebench-task-consecutive_events,livebench,gemini-2.5-flash,think,mixed,hard,,,,,,,2.566,score%,0.000289,,prev=2.566 (src-livebench-question-set-2026-01-08-2026-03-06#M557),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-06-05-highthinking, column consecutive_events)",,out:single-couple, livebench-task-integrals_with_game,livebench,gemini-2.5-flash,think,reasoning-math,hard,,,,,,,21.0,score%,0.0289,,prev=21.0 (src-livebench-question-set-2026-01-08-2026-03-06#M558),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-06-05-highthinking, column integrals_with_game)",,out:single-couple, livebench-task-javascript,livebench,gemini-2.5-flash,think,coding,hard,,,,,,,10.0,score%,0.0289,,prev=10.0 (src-livebench-question-set-2026-01-08-2026-03-06#M559),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-06-05-highthinking, column javascript)",,out:single-couple, livebench-task-logic_with_navigation,livebench,gemini-2.5-flash,think,mixed,hard,,,,,,,32.0,score%,0.0289,,prev=32.0 (src-livebench-question-set-2026-01-08-2026-03-06#M560),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-06-05-highthinking, column logic_with_navigation)",,out:single-couple, livebench-task-math_comp,livebench,gemini-2.5-flash,think,reasoning-math,hard,,,,,,,87.255,score%,0.000289,,prev=87.255 (src-livebench-question-set-2026-01-08-2026-03-06#M561),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-06-05-highthinking, column math_comp)",,out:single-couple, livebench-task-olympiad,livebench,gemini-2.5-flash,think,reasoning-math,hard,,,,,,,81.762,score%,0.000289,,prev=81.762 (src-livebench-question-set-2026-01-08-2026-03-06#M562),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-06-05-highthinking, column olympiad)",,out:single-couple, livebench-task-paraphrase,livebench,gemini-2.5-flash,think,mixed,hard,,,,,,,25.433,score%,0.000289,,prev=25.433 (src-livebench-question-set-2026-01-08-2026-03-06#M563),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-06-05-highthinking, column paraphrase)",,out:single-couple, livebench-task-plot_unscrambling,livebench,gemini-2.5-flash,think,mixed,hard,,,,,,,52.657,score%,0.000289,,prev=52.657 (src-livebench-question-set-2026-01-08-2026-03-06#M564),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-06-05-highthinking, column plot_unscrambling)",,out:single-couple, livebench-task-python,livebench,gemini-2.5-flash,think,coding,hard,,,,,,,40.0,score%,0.0289,,prev=40.0 (src-livebench-question-set-2026-01-08-2026-03-06#M565),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-06-05-highthinking, column python)",,out:single-couple, livebench-task-simplify,livebench,gemini-2.5-flash,think,mixed,hard,,,,,,,22.467,score%,0.000289,,prev=22.467 (src-livebench-question-set-2026-01-08-2026-03-06#M566),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-06-05-highthinking, column simplify)",,out:single-couple, livebench-task-spatial,livebench,gemini-2.5-flash,think,mixed,hard,,,,,,,86.0,score%,0.0289,,prev=86.0 (src-livebench-question-set-2026-01-08-2026-03-06#M567),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-06-05-highthinking, column spatial)",,out:single-couple, livebench-task-story_generation,livebench,gemini-2.5-flash,think,mixed,hard,,,,,,,32.917,score%,0.000289,,prev=32.917 (src-livebench-question-set-2026-01-08-2026-03-06#M568),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-06-05-highthinking, column story_generation)",,out:single-couple, livebench-task-summarize,livebench,gemini-2.5-flash,think,mixed,hard,,,,,,,33.167,score%,0.000289,,prev=33.167 (src-livebench-question-set-2026-01-08-2026-03-06#M569),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-06-05-highthinking, column summarize)",,out:single-couple, livebench-task-tablejoin,livebench,gemini-2.5-flash,think,mixed,hard,,,,,,,41.327,score%,0.000289,,prev=41.327 (src-livebench-question-set-2026-01-08-2026-03-06#M570),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-06-05-highthinking, column tablejoin)",,out:single-couple, livebench-task-tablereformat,livebench,gemini-2.5-flash,think,mixed,hard,,,,,,,98.039,score%,0.000289,,prev=98.039 (src-livebench-question-set-2026-01-08-2026-03-06#M571),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-06-05-highthinking, column tablereformat)",,out:single-couple, livebench-task-theory_of_mind,livebench,gemini-2.5-flash,think,mixed,hard,,,,,,,42.308,score%,0.000289,,prev=42.308 (src-livebench-question-set-2026-01-08-2026-03-06#M572),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-06-05-highthinking, column theory_of_mind)",,out:single-couple, livebench-task-typescript,livebench,gemini-2.5-flash,think,coding,hard,,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-06-05-highthinking, column typescript)",,out:uninformative, livebench-task-typos,livebench,gemini-2.5-flash,think,mixed,hard,,,,,,,64.0,score%,0.0289,,prev=64.0 (src-livebench-question-set-2026-01-08-2026-03-06#M574),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-06-05-highthinking, column typos)",,out:single-couple, livebench-task-zebra_puzzle,livebench,gemini-2.5-flash,think,mixed,hard,,,,,,,18.25,score%,0.00289,,prev=18.25 (src-livebench-question-set-2026-01-08-2026-03-06#M575),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-06-05-highthinking, column zebra_puzzle)",,out:single-couple, livebench-task-amps_hard,livebench,gemini-2.5-flash-lite,think,reasoning-math,hard,,,,,,,93.0,score%,0.0289,,prev=93.0 (src-livebench-question-set-2026-01-08-2026-03-06#M576),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-highthinking, column AMPS_Hard)",,out:single-couple, livebench-task-code_completion,livebench,gemini-2.5-flash-lite,think,coding,hard,,,,,,,65.217,score%,0.000289,,prev=65.217 (src-livebench-question-set-2026-01-08-2026-03-06#M577),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-highthinking, column code_completion)",,out:single-couple, livebench-task-code_generation,livebench,gemini-2.5-flash-lite,think,coding,hard,,,,,,,67.606,score%,0.000289,,prev=67.606 (src-livebench-question-set-2026-01-08-2026-03-06#M578),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-highthinking, column code_generation)",,out:single-couple, livebench-task-connections,livebench,gemini-2.5-flash-lite,think,mixed,hard,,,,,,,61.833,score%,0.000289,,prev=61.833 (src-livebench-question-set-2026-01-08-2026-03-06#M579),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-highthinking, column connections)",,out:single-couple, livebench-task-consecutive_events,livebench,gemini-2.5-flash-lite,think,mixed,hard,,,,,,,6.622,score%,0.000289,,prev=6.622 (src-livebench-question-set-2026-01-08-2026-03-06#M580),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-highthinking, column consecutive_events)",,out:single-couple, livebench-task-integrals_with_game,livebench,gemini-2.5-flash-lite,think,reasoning-math,hard,,,,,,,11.0,score%,0.0289,,prev=11.0 (src-livebench-question-set-2026-01-08-2026-03-06#M581),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-highthinking, column integrals_with_game)",,out:single-couple, livebench-task-javascript,livebench,gemini-2.5-flash-lite,think,coding,hard,,,,,,,5.0,score%,0.0289,,prev=5.0 (src-livebench-question-set-2026-01-08-2026-03-06#M582),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-highthinking, column javascript)",,out:single-couple, livebench-task-logic_with_navigation,livebench,gemini-2.5-flash-lite,think,mixed,hard,,,,,,,42.0,score%,0.0289,,prev=42.0 (src-livebench-question-set-2026-01-08-2026-03-06#M583),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-highthinking, column logic_with_navigation)",,out:single-couple, livebench-task-math_comp,livebench,gemini-2.5-flash-lite,think,reasoning-math,hard,,,,,,,73.529,score%,0.000289,,prev=73.529 (src-livebench-question-set-2026-01-08-2026-03-06#M584),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-highthinking, column math_comp)",,out:single-couple, livebench-task-olympiad,livebench,gemini-2.5-flash-lite,think,reasoning-math,hard,,,,,,,66.633,score%,0.000289,,prev=66.633 (src-livebench-question-set-2026-01-08-2026-03-06#M585),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-highthinking, column olympiad)",,out:single-couple, livebench-task-paraphrase,livebench,gemini-2.5-flash-lite,think,mixed,hard,,,,,,,16.6,score%,0.0289,,prev=16.6 (src-livebench-question-set-2026-01-08-2026-03-06#M586),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-highthinking, column paraphrase)",,out:single-couple, livebench-task-plot_unscrambling,livebench,gemini-2.5-flash-lite,think,mixed,hard,,,,,,,32.108,score%,0.000289,,prev=32.108 (src-livebench-question-set-2026-01-08-2026-03-06#M587),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-highthinking, column plot_unscrambling)",,out:single-couple, livebench-task-python,livebench,gemini-2.5-flash-lite,think,coding,hard,,,,,,,10.0,score%,0.0289,,prev=10.0 (src-livebench-question-set-2026-01-08-2026-03-06#M588),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-highthinking, column python)",,out:single-couple, livebench-task-simplify,livebench,gemini-2.5-flash-lite,think,mixed,hard,,,,,,,23.35,score%,0.00289,,prev=23.35 (src-livebench-question-set-2026-01-08-2026-03-06#M589),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-highthinking, column simplify)",,out:single-couple, livebench-task-spatial,livebench,gemini-2.5-flash-lite,think,mixed,hard,,,,,,,84.0,score%,0.0289,,prev=84.0 (src-livebench-question-set-2026-01-08-2026-03-06#M590),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-highthinking, column spatial)",,out:single-couple, livebench-task-story_generation,livebench,gemini-2.5-flash-lite,think,mixed,hard,,,,,,,27.75,score%,0.00289,,prev=27.75 (src-livebench-question-set-2026-01-08-2026-03-06#M591),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-highthinking, column story_generation)",,out:single-couple, livebench-task-summarize,livebench,gemini-2.5-flash-lite,think,mixed,hard,,,,,,,24.6,score%,0.0289,,prev=24.6 (src-livebench-question-set-2026-01-08-2026-03-06#M592),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-highthinking, column summarize)",,out:single-couple, livebench-task-tablejoin,livebench,gemini-2.5-flash-lite,think,mixed,hard,,,,,,,36.462,score%,0.000289,,prev=36.462 (src-livebench-question-set-2026-01-08-2026-03-06#M593),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-highthinking, column tablejoin)",,out:single-couple, livebench-task-tablereformat,livebench,gemini-2.5-flash-lite,think,mixed,hard,,,,,,,98.039,score%,0.000289,,prev=98.039 (src-livebench-question-set-2026-01-08-2026-03-06#M594),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-highthinking, column tablereformat)",,out:single-couple, livebench-task-theory_of_mind,livebench,gemini-2.5-flash-lite,think,mixed,hard,,,,,,,34.615,score%,0.000289,,prev=34.615 (src-livebench-question-set-2026-01-08-2026-03-06#M595),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-highthinking, column theory_of_mind)",,out:single-couple, livebench-task-typescript,livebench,gemini-2.5-flash-lite,think,coding,hard,,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-highthinking, column typescript)",,out:uninformative, livebench-task-typos,livebench,gemini-2.5-flash-lite,think,mixed,hard,,,,,,,62.0,score%,0.0289,,prev=62.0 (src-livebench-question-set-2026-01-08-2026-03-06#M597),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-highthinking, column typos)",,out:single-couple, livebench-task-zebra_puzzle,livebench,gemini-2.5-flash-lite,think,mixed,hard,,,,,,,12.75,score%,0.00289,,prev=12.75 (src-livebench-question-set-2026-01-08-2026-03-06#M598),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-highthinking, column zebra_puzzle)",,out:single-couple, livebench-task-amps_hard,livebench,gemini-2.5-flash-lite-preview-09-2025,think,reasoning-math,hard,,,,,,,93.0,score%,0.0289,,prev=93.0 (src-livebench-question-set-2026-01-08-2026-03-06#M599),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-preview-09-2025-highthinking, column AMPS_Hard)",,out:single-couple, livebench-task-code_completion,livebench,gemini-2.5-flash-lite-preview-09-2025,think,coding,hard,,,,,,,67.391,score%,0.000289,,prev=67.391 (src-livebench-question-set-2026-01-08-2026-03-06#M600),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-preview-09-2025-highthinking, column code_completion)",,out:single-couple, livebench-task-code_generation,livebench,gemini-2.5-flash-lite-preview-09-2025,think,coding,hard,,,,,,,63.38,score%,0.00289,,prev=63.38 (src-livebench-question-set-2026-01-08-2026-03-06#M601),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-preview-09-2025-highthinking, column code_generation)",,out:single-couple, livebench-task-connections,livebench,gemini-2.5-flash-lite-preview-09-2025,think,mixed,hard,,,,,,,63.0,score%,0.0289,,prev=63.0 (src-livebench-question-set-2026-01-08-2026-03-06#M602),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-preview-09-2025-highthinking, column connections)",,out:single-couple, livebench-task-consecutive_events,livebench,gemini-2.5-flash-lite-preview-09-2025,think,mixed,hard,,,,,,,8.346,score%,0.000289,,prev=8.346 (src-livebench-question-set-2026-01-08-2026-03-06#M603),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-preview-09-2025-highthinking, column consecutive_events)",,out:single-couple, livebench-task-integrals_with_game,livebench,gemini-2.5-flash-lite-preview-09-2025,think,reasoning-math,hard,,,,,,,17.0,score%,0.0289,,prev=17.0 (src-livebench-question-set-2026-01-08-2026-03-06#M604),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-preview-09-2025-highthinking, column integrals_with_game)",,out:single-couple, livebench-task-javascript,livebench,gemini-2.5-flash-lite-preview-09-2025,think,coding,hard,,,,,,,5.0,score%,0.0289,,prev=5.0 (src-livebench-question-set-2026-01-08-2026-03-06#M605),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-preview-09-2025-highthinking, column javascript)",,out:single-couple, livebench-task-logic_with_navigation,livebench,gemini-2.5-flash-lite-preview-09-2025,think,mixed,hard,,,,,,,24.0,score%,0.0289,,prev=24.0 (src-livebench-question-set-2026-01-08-2026-03-06#M606),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-preview-09-2025-highthinking, column logic_with_navigation)",,out:single-couple, livebench-task-math_comp,livebench,gemini-2.5-flash-lite-preview-09-2025,think,reasoning-math,hard,,,,,,,83.333,score%,0.000289,,prev=83.333 (src-livebench-question-set-2026-01-08-2026-03-06#M607),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-preview-09-2025-highthinking, column math_comp)",,out:single-couple, livebench-task-olympiad,livebench,gemini-2.5-flash-lite-preview-09-2025,think,reasoning-math,hard,,,,,,,66.279,score%,0.000289,,prev=66.279 (src-livebench-question-set-2026-01-08-2026-03-06#M608),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-preview-09-2025-highthinking, column olympiad)",,out:single-couple, livebench-task-paraphrase,livebench,gemini-2.5-flash-lite-preview-09-2025,think,mixed,hard,,,,,,,27.183,score%,0.000289,,prev=27.183 (src-livebench-question-set-2026-01-08-2026-03-06#M609),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-preview-09-2025-highthinking, column paraphrase)",,out:single-couple, livebench-task-plot_unscrambling,livebench,gemini-2.5-flash-lite-preview-09-2025,think,mixed,hard,,,,,,,32.803,score%,0.000289,,prev=32.803 (src-livebench-question-set-2026-01-08-2026-03-06#M610),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-preview-09-2025-highthinking, column plot_unscrambling)",,out:single-couple, livebench-task-python,livebench,gemini-2.5-flash-lite-preview-09-2025,think,coding,hard,,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-preview-09-2025-highthinking, column python)",,out:uninformative, livebench-task-simplify,livebench,gemini-2.5-flash-lite-preview-09-2025,think,mixed,hard,,,,,,,24.283,score%,0.000289,,prev=24.283 (src-livebench-question-set-2026-01-08-2026-03-06#M612),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-preview-09-2025-highthinking, column simplify)",,out:single-couple, livebench-task-spatial,livebench,gemini-2.5-flash-lite-preview-09-2025,think,mixed,hard,,,,,,,68.0,score%,0.0289,,prev=68.0 (src-livebench-question-set-2026-01-08-2026-03-06#M613),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-preview-09-2025-highthinking, column spatial)",,out:single-couple, livebench-task-story_generation,livebench,gemini-2.5-flash-lite-preview-09-2025,think,mixed,hard,,,,,,,32.733,score%,0.000289,,prev=32.733 (src-livebench-question-set-2026-01-08-2026-03-06#M614),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-preview-09-2025-highthinking, column story_generation)",,out:single-couple, livebench-task-summarize,livebench,gemini-2.5-flash-lite-preview-09-2025,think,mixed,hard,,,,,,,28.233,score%,0.000289,,prev=28.233 (src-livebench-question-set-2026-01-08-2026-03-06#M615),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-preview-09-2025-highthinking, column summarize)",,out:single-couple, livebench-task-tablejoin,livebench,gemini-2.5-flash-lite-preview-09-2025,think,mixed,hard,,,,,,,37.25,score%,0.00289,,prev=37.25 (src-livebench-question-set-2026-01-08-2026-03-06#M616),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-preview-09-2025-highthinking, column tablejoin)",,out:single-couple, livebench-task-tablereformat,livebench,gemini-2.5-flash-lite-preview-09-2025,think,mixed,hard,,,,,,,98.039,score%,0.000289,,prev=98.039 (src-livebench-question-set-2026-01-08-2026-03-06#M617),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-preview-09-2025-highthinking, column tablereformat)",,out:single-couple, livebench-task-theory_of_mind,livebench,gemini-2.5-flash-lite-preview-09-2025,think,mixed,hard,,,,,,,40.385,score%,0.000289,,prev=40.385 (src-livebench-question-set-2026-01-08-2026-03-06#M618),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-preview-09-2025-highthinking, column theory_of_mind)",,out:single-couple, livebench-task-typescript,livebench,gemini-2.5-flash-lite-preview-09-2025,think,coding,hard,,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-preview-09-2025-highthinking, column typescript)",,out:uninformative, livebench-task-typos,livebench,gemini-2.5-flash-lite-preview-09-2025,think,mixed,hard,,,,,,,62.0,score%,0.0289,,prev=62.0 (src-livebench-question-set-2026-01-08-2026-03-06#M620),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-preview-09-2025-highthinking, column typos)",,out:single-couple, livebench-task-zebra_puzzle,livebench,gemini-2.5-flash-lite-preview-09-2025,think,mixed,hard,,,,,,,12.25,score%,0.00289,,prev=12.25 (src-livebench-question-set-2026-01-08-2026-03-06#M621),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-lite-preview-09-2025-highthinking, column zebra_puzzle)",,out:single-couple, livebench-task-amps_hard,livebench,gemini-2.5-flash-preview-09-2025,think,reasoning-math,hard,,,,,,,96.0,score%,0.0289,,prev=96.0 (src-livebench-question-set-2026-01-08-2026-03-06#M622),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-preview-09-2025-highthinking, column AMPS_Hard)",,out:single-couple, livebench-task-code_completion,livebench,gemini-2.5-flash-preview-09-2025,think,coding,hard,,,,,,,67.391,score%,0.000289,,prev=67.391 (src-livebench-question-set-2026-01-08-2026-03-06#M623),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-preview-09-2025-highthinking, column code_completion)",,out:single-couple, livebench-task-code_generation,livebench,gemini-2.5-flash-preview-09-2025,think,coding,hard,,,,,,,67.606,score%,0.000289,,prev=67.606 (src-livebench-question-set-2026-01-08-2026-03-06#M624),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-preview-09-2025-highthinking, column code_generation)",,out:single-couple, livebench-task-connections,livebench,gemini-2.5-flash-preview-09-2025,think,mixed,hard,,,,,,,77.667,score%,0.000289,,prev=77.667 (src-livebench-question-set-2026-01-08-2026-03-06#M625),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-preview-09-2025-highthinking, column connections)",,out:single-couple, livebench-task-consecutive_events,livebench,gemini-2.5-flash-preview-09-2025,think,mixed,hard,,,,,,,37.524,score%,0.000289,,prev=37.524 (src-livebench-question-set-2026-01-08-2026-03-06#M626),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-preview-09-2025-highthinking, column consecutive_events)",,out:single-couple, livebench-task-integrals_with_game,livebench,gemini-2.5-flash-preview-09-2025,think,reasoning-math,hard,,,,,,,32.0,score%,0.0289,,prev=32.0 (src-livebench-question-set-2026-01-08-2026-03-06#M627),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-preview-09-2025-highthinking, column integrals_with_game)",,out:single-couple, livebench-task-javascript,livebench,gemini-2.5-flash-preview-09-2025,think,coding,hard,,,,,,,15.0,score%,0.0289,,prev=15.0 (src-livebench-question-set-2026-01-08-2026-03-06#M628),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-preview-09-2025-highthinking, column javascript)",,out:single-couple, livebench-task-logic_with_navigation,livebench,gemini-2.5-flash-preview-09-2025,think,mixed,hard,,,,,,,60.0,score%,0.0289,,prev=60.0 (src-livebench-question-set-2026-01-08-2026-03-06#M629),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-preview-09-2025-highthinking, column logic_with_navigation)",,out:single-couple, livebench-task-math_comp,livebench,gemini-2.5-flash-preview-09-2025,think,reasoning-math,hard,,,,,,,89.216,score%,0.000289,,prev=89.216 (src-livebench-question-set-2026-01-08-2026-03-06#M630),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-preview-09-2025-highthinking, column math_comp)",,out:single-couple, livebench-task-olympiad,livebench,gemini-2.5-flash-preview-09-2025,think,reasoning-math,hard,,,,,,,84.188,score%,0.000289,,prev=84.188 (src-livebench-question-set-2026-01-08-2026-03-06#M631),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-preview-09-2025-highthinking, column olympiad)",,out:single-couple, livebench-task-paraphrase,livebench,gemini-2.5-flash-preview-09-2025,think,mixed,hard,,,,,,,24.467,score%,0.000289,,prev=24.467 (src-livebench-question-set-2026-01-08-2026-03-06#M632),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-preview-09-2025-highthinking, column paraphrase)",,out:single-couple, livebench-task-plot_unscrambling,livebench,gemini-2.5-flash-preview-09-2025,think,mixed,hard,,,,,,,52.362,score%,0.000289,,prev=52.362 (src-livebench-question-set-2026-01-08-2026-03-06#M633),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-preview-09-2025-highthinking, column plot_unscrambling)",,out:single-couple, livebench-task-python,livebench,gemini-2.5-flash-preview-09-2025,think,coding,hard,,,,,,,40.0,score%,0.0289,,prev=40.0 (src-livebench-question-set-2026-01-08-2026-03-06#M634),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-preview-09-2025-highthinking, column python)",,out:single-couple, livebench-task-simplify,livebench,gemini-2.5-flash-preview-09-2025,think,mixed,hard,,,,,,,26.95,score%,0.00289,,prev=26.95 (src-livebench-question-set-2026-01-08-2026-03-06#M635),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-preview-09-2025-highthinking, column simplify)",,out:single-couple, livebench-task-spatial,livebench,gemini-2.5-flash-preview-09-2025,think,mixed,hard,,,,,,,80.0,score%,0.0289,,prev=80.0 (src-livebench-question-set-2026-01-08-2026-03-06#M636),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-preview-09-2025-highthinking, column spatial)",,out:single-couple, livebench-task-story_generation,livebench,gemini-2.5-flash-preview-09-2025,think,mixed,hard,,,,,,,30.767,score%,0.000289,,prev=30.767 (src-livebench-question-set-2026-01-08-2026-03-06#M637),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-preview-09-2025-highthinking, column story_generation)",,out:single-couple, livebench-task-summarize,livebench,gemini-2.5-flash-preview-09-2025,think,mixed,hard,,,,,,,28.533,score%,0.000289,,prev=28.533 (src-livebench-question-set-2026-01-08-2026-03-06#M638),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-preview-09-2025-highthinking, column summarize)",,out:single-couple, livebench-task-tablejoin,livebench,gemini-2.5-flash-preview-09-2025,think,mixed,hard,,,,,,,47.385,score%,0.000289,,prev=47.385 (src-livebench-question-set-2026-01-08-2026-03-06#M639),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-preview-09-2025-highthinking, column tablejoin)",,out:single-couple, livebench-task-tablereformat,livebench,gemini-2.5-flash-preview-09-2025,think,mixed,hard,,,,,,,98.039,score%,0.000289,,prev=98.039 (src-livebench-question-set-2026-01-08-2026-03-06#M640),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-preview-09-2025-highthinking, column tablereformat)",,out:single-couple, livebench-task-theory_of_mind,livebench,gemini-2.5-flash-preview-09-2025,think,mixed,hard,,,,,,,42.308,score%,0.000289,,prev=42.308 (src-livebench-question-set-2026-01-08-2026-03-06#M641),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-preview-09-2025-highthinking, column theory_of_mind)",,out:single-couple, livebench-task-typescript,livebench,gemini-2.5-flash-preview-09-2025,think,coding,hard,,,,,,,15.0,score%,0.0289,,prev=15.0 (src-livebench-question-set-2026-01-08-2026-03-06#M642),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-preview-09-2025-highthinking, column typescript)",,out:single-couple, livebench-task-typos,livebench,gemini-2.5-flash-preview-09-2025,think,mixed,hard,,,,,,,66.0,score%,0.0289,,prev=66.0 (src-livebench-question-set-2026-01-08-2026-03-06#M643),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-preview-09-2025-highthinking, column typos)",,out:single-couple, livebench-task-zebra_puzzle,livebench,gemini-2.5-flash-preview-09-2025,think,mixed,hard,,,,,,,23.5,score%,0.0289,,prev=23.5 (src-livebench-question-set-2026-01-08-2026-03-06#M644),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-flash-preview-09-2025-highthinking, column zebra_puzzle)",,out:single-couple, livebench-task-amps_hard,livebench,gemini-2.5-pro,think,reasoning-math,hard,,,,,,,74.0,score%,0.0289,,prev=74.0 (src-livebench-question-set-2026-01-08-2026-03-06#M645),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-pro-06-05-highthinking, column AMPS_Hard)",,out:single-couple, livebench-task-code_completion,livebench,gemini-2.5-pro,think,coding,hard,,,,,,,73.913,score%,0.000289,,prev=73.913 (src-livebench-question-set-2026-01-08-2026-03-06#M646),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-pro-06-05-highthinking, column code_completion)",,out:single-couple, livebench-task-code_generation,livebench,gemini-2.5-pro,think,coding,hard,,,,,,,77.465,score%,0.000289,,prev=77.465 (src-livebench-question-set-2026-01-08-2026-03-06#M647),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-pro-06-05-highthinking, column code_generation)",,out:single-couple, livebench-task-connections,livebench,gemini-2.5-pro,think,mixed,hard,,,,,,,87.5,score%,0.0289,,prev=87.5 (src-livebench-question-set-2026-01-08-2026-03-06#M648),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-pro-06-05-highthinking, column connections)",,out:single-couple, livebench-task-consecutive_events,livebench,gemini-2.5-pro,think,mixed,hard,,,,,,,11.844,score%,0.000289,,prev=11.844 (src-livebench-question-set-2026-01-08-2026-03-06#M649),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-pro-06-05-highthinking, column consecutive_events)",,out:single-couple, livebench-task-integrals_with_game,livebench,gemini-2.5-pro,think,reasoning-math,hard,,,,,,,24.0,score%,0.0289,,prev=24.0 (src-livebench-question-set-2026-01-08-2026-03-06#M650),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-pro-06-05-highthinking, column integrals_with_game)",,out:single-couple, livebench-task-javascript,livebench,gemini-2.5-pro,think,coding,hard,,,,,,,30.0,score%,0.0289,,prev=30.0 (src-livebench-question-set-2026-01-08-2026-03-06#M651),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-pro-06-05-highthinking, column javascript)",,out:single-couple, livebench-task-logic_with_navigation,livebench,gemini-2.5-pro,think,mixed,hard,,,,,,,68.0,score%,0.0289,,prev=68.0 (src-livebench-question-set-2026-01-08-2026-03-06#M652),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-pro-06-05-highthinking, column logic_with_navigation)",,out:single-couple, livebench-task-math_comp,livebench,gemini-2.5-pro,think,reasoning-math,hard,,,,,,,89.216,score%,0.000289,,prev=89.216 (src-livebench-question-set-2026-01-08-2026-03-06#M653),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-pro-06-05-highthinking, column math_comp)",,out:single-couple, livebench-task-olympiad,livebench,gemini-2.5-pro,think,reasoning-math,hard,,,,,,,86.047,score%,0.000289,,prev=86.047 (src-livebench-question-set-2026-01-08-2026-03-06#M654),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-pro-06-05-highthinking, column olympiad)",,out:single-couple, livebench-task-paraphrase,livebench,gemini-2.5-pro,think,mixed,hard,,,,,,,28.6,score%,0.0289,,prev=28.6 (src-livebench-question-set-2026-01-08-2026-03-06#M655),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-pro-06-05-highthinking, column paraphrase)",,out:single-couple, livebench-task-plot_unscrambling,livebench,gemini-2.5-pro,think,mixed,hard,,,,,,,62.987,score%,0.000289,,prev=62.987 (src-livebench-question-set-2026-01-08-2026-03-06#M656),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-pro-06-05-highthinking, column plot_unscrambling)",,out:single-couple, livebench-task-python,livebench,gemini-2.5-pro,think,coding,hard,,,,,,,45.0,score%,0.0289,,prev=45.0 (src-livebench-question-set-2026-01-08-2026-03-06#M657),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-pro-06-05-highthinking, column python)",,out:single-couple, livebench-task-simplify,livebench,gemini-2.5-pro,think,mixed,hard,,,,,,,34.467,score%,0.000289,,prev=34.467 (src-livebench-question-set-2026-01-08-2026-03-06#M658),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-pro-06-05-highthinking, column simplify)",,out:single-couple, livebench-task-spatial,livebench,gemini-2.5-pro,think,mixed,hard,,,,,,,98.0,score%,0.0289,,prev=98.0 (src-livebench-question-set-2026-01-08-2026-03-06#M659),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-pro-06-05-highthinking, column spatial)",,out:single-couple, livebench-task-story_generation,livebench,gemini-2.5-pro,think,mixed,hard,,,,,,,32.15,score%,0.00289,,prev=32.15 (src-livebench-question-set-2026-01-08-2026-03-06#M660),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-pro-06-05-highthinking, column story_generation)",,out:single-couple, livebench-task-summarize,livebench,gemini-2.5-pro,think,mixed,hard,,,,,,,37.05,score%,0.00289,,prev=37.05 (src-livebench-question-set-2026-01-08-2026-03-06#M661),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-pro-06-05-highthinking, column summarize)",,out:single-couple, livebench-task-tablejoin,livebench,gemini-2.5-pro,think,mixed,hard,,,,,,,44.962,score%,0.000289,,prev=44.962 (src-livebench-question-set-2026-01-08-2026-03-06#M662),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-pro-06-05-highthinking, column tablejoin)",,out:single-couple, livebench-task-tablereformat,livebench,gemini-2.5-pro,think,mixed,hard,,,,,,,98.039,score%,0.000289,,prev=98.039 (src-livebench-question-set-2026-01-08-2026-03-06#M663),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-pro-06-05-highthinking, column tablereformat)",,out:single-couple, livebench-task-theory_of_mind,livebench,gemini-2.5-pro,think,mixed,hard,,,,,,,69.231,score%,0.000289,,prev=69.231 (src-livebench-question-set-2026-01-08-2026-03-06#M664),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-pro-06-05-highthinking, column theory_of_mind)",,out:single-couple, livebench-task-typescript,livebench,gemini-2.5-pro,think,coding,hard,,,,,,,25.0,score%,0.0289,,prev=25.0 (src-livebench-question-set-2026-01-08-2026-03-06#M665),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-pro-06-05-highthinking, column typescript)",,out:single-couple, livebench-task-typos,livebench,gemini-2.5-pro,think,mixed,hard,,,,,,,76.0,score%,0.0289,,prev=76.0 (src-livebench-question-set-2026-01-08-2026-03-06#M666),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-pro-06-05-highthinking, column typos)",,out:single-couple, livebench-task-zebra_puzzle,livebench,gemini-2.5-pro,think,mixed,hard,,,,,,,48.0,score%,0.0289,,prev=48.0 (src-livebench-question-set-2026-01-08-2026-03-06#M667),"https://livebench.ai/table_2026_01_08.csv (row gemini-2.5-pro-06-05-highthinking, column zebra_puzzle)",,out:single-couple, livebench-task-amps_hard,livebench,gemini-3-flash,high,reasoning-math,hard,,,,,,,98.0,score%,0.0289,,prev=98.0 (src-livebench-question-set-2026-01-08-2026-03-06#M668),"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-high, column AMPS_Hard)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3-flash@high|2026-01-08,in, livebench-task-code_completion,livebench,gemini-3-flash,high,coding,hard,,,,,,,71.739,score%,0.000289,,prev=71.739 (src-livebench-question-set-2026-01-08-2026-03-06#M669),"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-high, column code_completion)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3-flash@high|2026-01-08,in, livebench-task-code_generation,livebench,gemini-3-flash,high,coding,hard,,,,,,,76.056,score%,0.000289,,prev=76.056 (src-livebench-question-set-2026-01-08-2026-03-06#M670),"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-high, column code_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3-flash@high|2026-01-08,in, livebench-task-connections,livebench,gemini-3-flash,high,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-high, column connections)",,out:uninformative, livebench-task-consecutive_events,livebench,gemini-3-flash,high,mixed,hard,,,,,,,74.837,score%,0.000289,,prev=74.837 (src-livebench-question-set-2026-01-08-2026-03-06#M672),"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-high, column consecutive_events)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3-flash@high|2026-01-08,in, livebench-task-integrals_with_game,livebench,gemini-3-flash,high,reasoning-math,hard,,,,,,,56.0,score%,0.0289,,prev=56.0 (src-livebench-question-set-2026-01-08-2026-03-06#M673),"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-high, column integrals_with_game)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3-flash@high|2026-01-08,in, livebench-task-javascript,livebench,gemini-3-flash,high,coding,hard,,,,,,,40.0,score%,0.0289,,prev=40.0 (src-livebench-question-set-2026-01-08-2026-03-06#M674),"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-high, column javascript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3-flash@high|2026-01-08,in, livebench-task-logic_with_navigation,livebench,gemini-3-flash,high,mixed,hard,,,,,,,72.0,score%,0.0289,,prev=72.0 (src-livebench-question-set-2026-01-08-2026-03-06#M675),"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-high, column logic_with_navigation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3-flash@high|2026-01-08,in, livebench-task-math_comp,livebench,gemini-3-flash,high,reasoning-math,hard,,,,,,,93.137,score%,0.000289,,prev=93.137 (src-livebench-question-set-2026-01-08-2026-03-06#M676),"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-high, column math_comp)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3-flash@high|2026-01-08,in, livebench-task-olympiad,livebench,gemini-3-flash,high,reasoning-math,hard,,,,,,,89.56,score%,0.00289,,prev=89.56 (src-livebench-question-set-2026-01-08-2026-03-06#M677),"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-high, column olympiad)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3-flash@high|2026-01-08,in, livebench-task-paraphrase,livebench,gemini-3-flash,high,mixed,hard,,,,,,,72.983,score%,0.000289,,prev=72.983 (src-livebench-question-set-2026-01-08-2026-03-06#M678),"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-high, column paraphrase)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3-flash@high|2026-01-08,in, livebench-task-plot_unscrambling,livebench,gemini-3-flash,high,mixed,hard,,,,,,,65.694,score%,0.000289,,prev=65.694 (src-livebench-question-set-2026-01-08-2026-03-06#M679),"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-high, column plot_unscrambling)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3-flash@high|2026-01-08,in, livebench-task-python,livebench,gemini-3-flash,high,coding,hard,,,,,,,45.0,score%,0.0289,,prev=45.0 (src-livebench-question-set-2026-01-08-2026-03-06#M680),"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-high, column python)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3-flash@high|2026-01-08,in, livebench-task-simplify,livebench,gemini-3-flash,high,mixed,hard,,,,,,,70.133,score%,0.000289,,prev=70.133 (src-livebench-question-set-2026-01-08-2026-03-06#M681),"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-high, column simplify)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3-flash@high|2026-01-08,in, livebench-task-spatial,livebench,gemini-3-flash,high,mixed,hard,,,,,,,96.0,score%,0.0289,,prev=96.0 (src-livebench-question-set-2026-01-08-2026-03-06#M682),"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-high, column spatial)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3-flash@high|2026-01-08,in, livebench-task-story_generation,livebench,gemini-3-flash,high,mixed,hard,,,,,,,71.467,score%,0.000289,,prev=71.467 (src-livebench-question-set-2026-01-08-2026-03-06#M683),"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-high, column story_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3-flash@high|2026-01-08,in, livebench-task-summarize,livebench,gemini-3-flash,high,mixed,hard,,,,,,,84.867,score%,0.000289,,prev=84.867 (src-livebench-question-set-2026-01-08-2026-03-06#M684),"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-high, column summarize)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3-flash@high|2026-01-08,in, livebench-task-tablejoin,livebench,gemini-3-flash,high,mixed,hard,,,,,,,51.442,score%,0.000289,,prev=51.442 (src-livebench-question-set-2026-01-08-2026-03-06#M685),"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-high, column tablejoin)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3-flash@high|2026-01-08,in, livebench-task-tablereformat,livebench,gemini-3-flash,high,mixed,hard,,,,,,,98.039,score%,0.000289,,prev=98.039 (src-livebench-question-set-2026-01-08-2026-03-06#M686),"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-high, column tablereformat)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3-flash@high|2026-01-08,in, livebench-task-theory_of_mind,livebench,gemini-3-flash,high,mixed,hard,,,,,,,82.692,score%,0.000289,,prev=82.692 (src-livebench-question-set-2026-01-08-2026-03-06#M687),"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-high, column theory_of_mind)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3-flash@high|2026-01-08,in, livebench-task-typescript,livebench,gemini-3-flash,high,coding,hard,,,,,,,35.0,score%,0.0289,,prev=35.0 (src-livebench-question-set-2026-01-08-2026-03-06#M688),"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-high, column typescript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3-flash@high|2026-01-08,in, livebench-task-typos,livebench,gemini-3-flash,high,mixed,hard,,,,,,,88.0,score%,0.0289,,prev=88.0 (src-livebench-question-set-2026-01-08-2026-03-06#M689),"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-high, column typos)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3-flash@high|2026-01-08,in, livebench-task-zebra_puzzle,livebench,gemini-3-flash,high,mixed,hard,,,,,,,47.5,score%,0.0289,,prev=47.5 (src-livebench-question-set-2026-01-08-2026-03-06#M690),"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-high, column zebra_puzzle)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3-flash@high|2026-01-08,in, livebench-task-amps_hard,livebench,gemini-3-flash,minimal,reasoning-math,hard,,,,,,,94.0,score%,0.0289,,prev=94.0 (src-livebench-question-set-2026-01-08-2026-03-06#M691),"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-minimal, column AMPS_Hard)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3-flash@minimal|2026-01-08,in, livebench-task-code_completion,livebench,gemini-3-flash,minimal,coding,hard,,,,,,,78.261,score%,0.000289,,prev=78.261 (src-livebench-question-set-2026-01-08-2026-03-06#M692),"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-minimal, column code_completion)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3-flash@minimal|2026-01-08,in, livebench-task-code_generation,livebench,gemini-3-flash,minimal,coding,hard,,,,,,,78.873,score%,0.000289,,prev=78.873 (src-livebench-question-set-2026-01-08-2026-03-06#M693),"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-minimal, column code_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3-flash@minimal|2026-01-08,in, livebench-task-connections,livebench,gemini-3-flash,minimal,mixed,hard,,,,,,,96.5,score%,0.0289,,prev=96.5 (src-livebench-question-set-2026-01-08-2026-03-06#M694),"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-minimal, column connections)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3-flash@minimal|2026-01-08,in, livebench-task-consecutive_events,livebench,gemini-3-flash,minimal,mixed,hard,,,,,,,7.224,score%,0.000289,,prev=7.224 (src-livebench-question-set-2026-01-08-2026-03-06#M695),"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-minimal, column consecutive_events)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3-flash@minimal|2026-01-08,in, livebench-task-integrals_with_game,livebench,gemini-3-flash,minimal,reasoning-math,hard,,,,,,,12.0,score%,0.0289,,prev=12.0 (src-livebench-question-set-2026-01-08-2026-03-06#M696),"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-minimal, column integrals_with_game)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3-flash@minimal|2026-01-08,in, livebench-task-javascript,livebench,gemini-3-flash,minimal,coding,hard,,,,,,,40.0,score%,0.0289,,prev=40.0 (src-livebench-question-set-2026-01-08-2026-03-06#M697),"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-minimal, column javascript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3-flash@minimal|2026-01-08,in, livebench-task-logic_with_navigation,livebench,gemini-3-flash,minimal,mixed,hard,,,,,,,44.0,score%,0.0289,,prev=44.0 (src-livebench-question-set-2026-01-08-2026-03-06#M698),"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-minimal, column logic_with_navigation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3-flash@minimal|2026-01-08,in, livebench-task-math_comp,livebench,gemini-3-flash,minimal,reasoning-math,hard,,,,,,,84.314,score%,0.000289,,prev=84.314 (src-livebench-question-set-2026-01-08-2026-03-06#M699),"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-minimal, column math_comp)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3-flash@minimal|2026-01-08,in, livebench-task-olympiad,livebench,gemini-3-flash,minimal,reasoning-math,hard,,,,,,,82.081,score%,0.000289,,prev=82.081 (src-livebench-question-set-2026-01-08-2026-03-06#M700),"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-minimal, column olympiad)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3-flash@minimal|2026-01-08,in, livebench-task-paraphrase,livebench,gemini-3-flash,minimal,mixed,hard,,,,,,,19.767,score%,0.000289,,prev=19.767 (src-livebench-question-set-2026-01-08-2026-03-06#M701),"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-minimal, column paraphrase)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3-flash@minimal|2026-01-08,in, livebench-task-plot_unscrambling,livebench,gemini-3-flash,minimal,mixed,hard,,,,,,,59.439,score%,0.000289,,prev=59.439 (src-livebench-question-set-2026-01-08-2026-03-06#M702),"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-minimal, column plot_unscrambling)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3-flash@minimal|2026-01-08,in, livebench-task-python,livebench,gemini-3-flash,minimal,coding,hard,,,,,,,55.0,score%,0.0289,,prev=55.0 (src-livebench-question-set-2026-01-08-2026-03-06#M703),"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-minimal, column python)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3-flash@minimal|2026-01-08,in, livebench-task-simplify,livebench,gemini-3-flash,minimal,mixed,hard,,,,,,,30.033,score%,0.000289,,prev=30.033 (src-livebench-question-set-2026-01-08-2026-03-06#M704),"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-minimal, column simplify)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3-flash@minimal|2026-01-08,in, livebench-task-spatial,livebench,gemini-3-flash,minimal,mixed,hard,,,,,,,82.0,score%,0.0289,,prev=82.0 (src-livebench-question-set-2026-01-08-2026-03-06#M705),"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-minimal, column spatial)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3-flash@minimal|2026-01-08,in, livebench-task-story_generation,livebench,gemini-3-flash,minimal,mixed,hard,,,,,,,30.7,score%,0.0289,,prev=30.7 (src-livebench-question-set-2026-01-08-2026-03-06#M706),"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-minimal, column story_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3-flash@minimal|2026-01-08,in, livebench-task-summarize,livebench,gemini-3-flash,minimal,mixed,hard,,,,,,,32.783,score%,0.000289,,prev=32.783 (src-livebench-question-set-2026-01-08-2026-03-06#M707),"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-minimal, column summarize)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3-flash@minimal|2026-01-08,in, livebench-task-tablejoin,livebench,gemini-3-flash,minimal,mixed,hard,,,,,,,39.654,score%,0.000289,,prev=39.654 (src-livebench-question-set-2026-01-08-2026-03-06#M708),"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-minimal, column tablejoin)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3-flash@minimal|2026-01-08,in, livebench-task-tablereformat,livebench,gemini-3-flash,minimal,mixed,hard,,,,,,,98.039,score%,0.000289,,prev=98.039 (src-livebench-question-set-2026-01-08-2026-03-06#M709),"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-minimal, column tablereformat)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3-flash@minimal|2026-01-08,in, livebench-task-theory_of_mind,livebench,gemini-3-flash,minimal,mixed,hard,,,,,,,51.923,score%,0.000289,,prev=51.923 (src-livebench-question-set-2026-01-08-2026-03-06#M710),"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-minimal, column theory_of_mind)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3-flash@minimal|2026-01-08,in, livebench-task-typescript,livebench,gemini-3-flash,minimal,coding,hard,,,,,,,35.0,score%,0.0289,,prev=35.0 (src-livebench-question-set-2026-01-08-2026-03-06#M711),"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-minimal, column typescript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3-flash@minimal|2026-01-08,in, livebench-task-typos,livebench,gemini-3-flash,minimal,mixed,hard,,,,,,,80.0,score%,0.0289,,prev=80.0 (src-livebench-question-set-2026-01-08-2026-03-06#M712),"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-minimal, column typos)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3-flash@minimal|2026-01-08,in, livebench-task-zebra_puzzle,livebench,gemini-3-flash,minimal,mixed,hard,,,,,,,18.75,score%,0.00289,,prev=18.75 (src-livebench-question-set-2026-01-08-2026-03-06#M713),"https://livebench.ai/table_2026_01_08.csv (row gemini-3-flash-preview-minimal, column zebra_puzzle)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3-flash@minimal|2026-01-08,in, livebench-task-amps_hard,livebench,?gemini-3-pro-preview,not-established:absent,reasoning-math,hard,,,,,,,97.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-high, column AMPS_Hard)",,out:model-not-established, livebench-task-code_completion,livebench,?gemini-3-pro-preview,not-established:absent,coding,hard,,,,,,,71.739,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-high, column code_completion)",,out:model-not-established, livebench-task-code_generation,livebench,?gemini-3-pro-preview,not-established:absent,coding,hard,,,,,,,77.465,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-high, column code_generation)",,out:model-not-established, livebench-task-connections,livebench,?gemini-3-pro-preview,not-established:absent,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-high, column connections)",,out:model-not-established, livebench-task-consecutive_events,livebench,?gemini-3-pro-preview,not-established:absent,mixed,hard,,,,,,,73.342,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-high, column consecutive_events)",,out:model-not-established, livebench-task-integrals_with_game,livebench,?gemini-3-pro-preview,not-established:absent,reasoning-math,hard,,,,,,,45.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-high, column integrals_with_game)",,out:model-not-established, livebench-task-javascript,livebench,?gemini-3-pro-preview,not-established:absent,coding,hard,,,,,,,60.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-high, column javascript)",,out:model-not-established, livebench-task-logic_with_navigation,livebench,?gemini-3-pro-preview,not-established:absent,mixed,hard,,,,,,,70.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-high, column logic_with_navigation)",,out:model-not-established, livebench-task-math_comp,livebench,?gemini-3-pro-preview,not-established:absent,reasoning-math,hard,,,,,,,95.098,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-high, column math_comp)",,out:model-not-established, livebench-task-olympiad,livebench,?gemini-3-pro-preview,not-established:absent,reasoning-math,hard,,,,,,,90.25,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-high, column olympiad)",,out:model-not-established, livebench-task-paraphrase,livebench,?gemini-3-pro-preview,not-established:absent,mixed,hard,,,,,,,64.317,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-high, column paraphrase)",,out:model-not-established, livebench-task-plot_unscrambling,livebench,?gemini-3-pro-preview,not-established:absent,mixed,hard,,,,,,,69.863,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-high, column plot_unscrambling)",,out:model-not-established, livebench-task-python,livebench,?gemini-3-pro-preview,not-established:absent,coding,hard,,,,,,,70.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-high, column python)",,out:model-not-established, livebench-task-simplify,livebench,?gemini-3-pro-preview,not-established:absent,mixed,hard,,,,,,,58.167,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-high, column simplify)",,out:model-not-established, livebench-task-spatial,livebench,?gemini-3-pro-preview,not-established:absent,mixed,hard,,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-high, column spatial)",,out:model-not-established, livebench-task-story_generation,livebench,?gemini-3-pro-preview,not-established:absent,mixed,hard,,,,,,,66.8,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-high, column story_generation)",,out:model-not-established, livebench-task-summarize,livebench,?gemini-3-pro-preview,not-established:absent,mixed,hard,,,,,,,74.1,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-high, column summarize)",,out:model-not-established, livebench-task-tablejoin,livebench,?gemini-3-pro-preview,not-established:absent,mixed,hard,,,,,,,51.788,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-high, column tablejoin)",,out:model-not-established, livebench-task-tablereformat,livebench,?gemini-3-pro-preview,not-established:absent,mixed,hard,,,,,,,98.039,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-high, column tablereformat)",,out:model-not-established, livebench-task-theory_of_mind,livebench,?gemini-3-pro-preview,not-established:absent,mixed,hard,,,,,,,76.923,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-high, column theory_of_mind)",,out:model-not-established, livebench-task-typescript,livebench,?gemini-3-pro-preview,not-established:absent,coding,hard,,,,,,,35.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-high, column typescript)",,out:model-not-established, livebench-task-typos,livebench,?gemini-3-pro-preview,not-established:absent,mixed,hard,,,,,,,84.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-high, column typos)",,out:model-not-established, livebench-task-zebra_puzzle,livebench,?gemini-3-pro-preview,not-established:absent,mixed,hard,,,,,,,64.75,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-high, column zebra_puzzle)",,out:model-not-established, livebench-task-amps_hard,livebench,?gemini-3-pro-preview,not-established:absent,reasoning-math,hard,,,,,,,97.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-low, column AMPS_Hard)",,out:model-not-established, livebench-task-code_completion,livebench,?gemini-3-pro-preview,not-established:absent,coding,hard,,,,,,,65.217,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-low, column code_completion)",,out:model-not-established, livebench-task-code_generation,livebench,?gemini-3-pro-preview,not-established:absent,coding,hard,,,,,,,76.056,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-low, column code_generation)",,out:model-not-established, livebench-task-connections,livebench,?gemini-3-pro-preview,not-established:absent,mixed,hard,,,,,,,99.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-low, column connections)",,out:model-not-established, livebench-task-consecutive_events,livebench,?gemini-3-pro-preview,not-established:absent,mixed,hard,,,,,,,58.141,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-low, column consecutive_events)",,out:model-not-established, livebench-task-integrals_with_game,livebench,?gemini-3-pro-preview,not-established:absent,reasoning-math,hard,,,,,,,32.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-low, column integrals_with_game)",,out:model-not-established, livebench-task-javascript,livebench,?gemini-3-pro-preview,not-established:absent,coding,hard,,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-low, column javascript)",,out:model-not-established, livebench-task-logic_with_navigation,livebench,?gemini-3-pro-preview,not-established:absent,mixed,hard,,,,,,,68.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-low, column logic_with_navigation)",,out:model-not-established, livebench-task-math_comp,livebench,?gemini-3-pro-preview,not-established:absent,reasoning-math,hard,,,,,,,92.157,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-low, column math_comp)",,out:model-not-established, livebench-task-olympiad,livebench,?gemini-3-pro-preview,not-established:absent,reasoning-math,hard,,,,,,,89.779,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-low, column olympiad)",,out:model-not-established, livebench-task-paraphrase,livebench,?gemini-3-pro-preview,not-established:absent,mixed,hard,,,,,,,16.133,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-low, column paraphrase)",,out:model-not-established, livebench-task-plot_unscrambling,livebench,?gemini-3-pro-preview,not-established:absent,mixed,hard,,,,,,,61.475,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-low, column plot_unscrambling)",,out:model-not-established, livebench-task-python,livebench,?gemini-3-pro-preview,not-established:absent,coding,hard,,,,,,,70.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-low, column python)",,out:model-not-established, livebench-task-simplify,livebench,?gemini-3-pro-preview,not-established:absent,mixed,hard,,,,,,,27.717,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-low, column simplify)",,out:model-not-established, livebench-task-spatial,livebench,?gemini-3-pro-preview,not-established:absent,mixed,hard,,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-low, column spatial)",,out:model-not-established, livebench-task-story_generation,livebench,?gemini-3-pro-preview,not-established:absent,mixed,hard,,,,,,,28.267,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-low, column story_generation)",,out:model-not-established, livebench-task-summarize,livebench,?gemini-3-pro-preview,not-established:absent,mixed,hard,,,,,,,35.4,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-low, column summarize)",,out:model-not-established, livebench-task-tablejoin,livebench,?gemini-3-pro-preview,not-established:absent,mixed,hard,,,,,,,44.558,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-low, column tablejoin)",,out:model-not-established, livebench-task-tablereformat,livebench,?gemini-3-pro-preview,not-established:absent,mixed,hard,,,,,,,98.039,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-low, column tablereformat)",,out:model-not-established, livebench-task-theory_of_mind,livebench,?gemini-3-pro-preview,not-established:absent,mixed,hard,,,,,,,63.462,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-low, column theory_of_mind)",,out:model-not-established, livebench-task-typescript,livebench,?gemini-3-pro-preview,not-established:absent,coding,hard,,,,,,,45.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-low, column typescript)",,out:model-not-established, livebench-task-typos,livebench,?gemini-3-pro-preview,not-established:absent,mixed,hard,,,,,,,78.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-low, column typos)",,out:model-not-established, livebench-task-zebra_puzzle,livebench,?gemini-3-pro-preview,not-established:absent,mixed,hard,,,,,,,53.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3-pro-preview-11-2025-low, column zebra_puzzle)",,out:model-not-established, livebench-task-amps_hard,livebench,gemini-3.1-pro,high,reasoning-math,hard,,,,,,,98.0,score%,0.0289,,prev=98.0 (src-livebench-question-set-2026-01-08-2026-03-06#M760),"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-pro-preview-high, column AMPS_Hard)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3.1-pro@high|2026-01-08,in, livebench-task-code_completion,livebench,gemini-3.1-pro,high,coding,hard,,,,,,,78.261,score%,0.000289,,prev=78.261 (src-livebench-question-set-2026-01-08-2026-03-06#M761),"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-pro-preview-high, column code_completion)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3.1-pro@high|2026-01-08,in, livebench-task-code_generation,livebench,gemini-3.1-pro,high,coding,hard,,,,,,,74.648,score%,0.000289,,prev=74.648 (src-livebench-question-set-2026-01-08-2026-03-06#M762),"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-pro-preview-high, column code_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3.1-pro@high|2026-01-08,in, livebench-task-connections,livebench,gemini-3.1-pro,high,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-pro-preview-high, column connections)",,out:uninformative, livebench-task-consecutive_events,livebench,gemini-3.1-pro,high,mixed,hard,,,,,,,85.239,score%,0.000289,,prev=85.239 (src-livebench-question-set-2026-01-08-2026-03-06#M764),"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-pro-preview-high, column consecutive_events)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3.1-pro@high|2026-01-08,in, livebench-task-integrals_with_game,livebench,gemini-3.1-pro,high,reasoning-math,hard,,,,,,,78.0,score%,0.0289,,prev=78.0 (src-livebench-question-set-2026-01-08-2026-03-06#M765),"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-pro-preview-high, column integrals_with_game)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3.1-pro@high|2026-01-08,in, livebench-task-javascript,livebench,gemini-3.1-pro,high,coding,hard,,,,,,,55.0,score%,0.0289,,prev=55.0 (src-livebench-question-set-2026-01-08-2026-03-06#M766),"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-pro-preview-high, column javascript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3.1-pro@high|2026-01-08,in, livebench-task-logic_with_navigation,livebench,gemini-3.1-pro,high,mixed,hard,,,,,,,72.0,score%,0.0289,,prev=72.0 (src-livebench-question-set-2026-01-08-2026-03-06#M767),"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-pro-preview-high, column logic_with_navigation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3.1-pro@high|2026-01-08,in, livebench-task-math_comp,livebench,gemini-3.1-pro,high,reasoning-math,hard,,,,,,,96.078,score%,0.000289,,prev=96.078 (src-livebench-question-set-2026-01-08-2026-03-06#M768),"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-pro-preview-high, column math_comp)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3.1-pro@high|2026-01-08,in, livebench-task-olympiad,livebench,gemini-3.1-pro,high,reasoning-math,hard,,,,,,,92.102,score%,0.000289,,prev=92.102 (src-livebench-question-set-2026-01-08-2026-03-06#M769),"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-pro-preview-high, column olympiad)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3.1-pro@high|2026-01-08,in, livebench-task-paraphrase,livebench,gemini-3.1-pro,high,mixed,hard,,,,,,,79.867,score%,0.000289,,prev=79.867 (src-livebench-question-set-2026-01-08-2026-03-06#M770),"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-pro-preview-high, column paraphrase)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3.1-pro@high|2026-01-08,in, livebench-task-plot_unscrambling,livebench,gemini-3.1-pro,high,mixed,hard,,,,,,,74.128,score%,0.000289,,prev=74.128 (src-livebench-question-set-2026-01-08-2026-03-06#M771),"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-pro-preview-high, column plot_unscrambling)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3.1-pro@high|2026-01-08,in, livebench-task-python,livebench,gemini-3.1-pro,high,coding,hard,,,,,,,85.0,score%,0.0289,,prev=85.0 (src-livebench-question-set-2026-01-08-2026-03-06#M772),"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-pro-preview-high, column python)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3.1-pro@high|2026-01-08,in, livebench-task-simplify,livebench,gemini-3.1-pro,high,mixed,hard,,,,,,,71.05,score%,0.00289,,prev=71.05 (src-livebench-question-set-2026-01-08-2026-03-06#M773),"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-pro-preview-high, column simplify)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3.1-pro@high|2026-01-08,in, livebench-task-spatial,livebench,gemini-3.1-pro,high,mixed,hard,,,,,,,98.0,score%,0.0289,,prev=98.0 (src-livebench-question-set-2026-01-08-2026-03-06#M774),"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-pro-preview-high, column spatial)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3.1-pro@high|2026-01-08,in, livebench-task-story_generation,livebench,gemini-3.1-pro,high,mixed,hard,,,,,,,77.25,score%,0.00289,,prev=77.25 (src-livebench-question-set-2026-01-08-2026-03-06#M775),"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-pro-preview-high, column story_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3.1-pro@high|2026-01-08,in, livebench-task-summarize,livebench,gemini-3.1-pro,high,mixed,hard,,,,,,,88.233,score%,0.000289,,prev=88.233 (src-livebench-question-set-2026-01-08-2026-03-06#M776),"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-pro-preview-high, column summarize)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3.1-pro@high|2026-01-08,in, livebench-task-tablejoin,livebench,gemini-3.1-pro,high,mixed,hard,,,,,,,52.346,score%,0.000289,,prev=52.346 (src-livebench-question-set-2026-01-08-2026-03-06#M777),"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-pro-preview-high, column tablejoin)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3.1-pro@high|2026-01-08,in, livebench-task-tablereformat,livebench,gemini-3.1-pro,high,mixed,hard,,,,,,,98.039,score%,0.000289,,prev=98.039 (src-livebench-question-set-2026-01-08-2026-03-06#M778),"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-pro-preview-high, column tablereformat)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3.1-pro@high|2026-01-08,in, livebench-task-theory_of_mind,livebench,gemini-3.1-pro,high,mixed,hard,,,,,,,80.769,score%,0.000289,,prev=80.769 (src-livebench-question-set-2026-01-08-2026-03-06#M779),"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-pro-preview-high, column theory_of_mind)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3.1-pro@high|2026-01-08,in, livebench-task-typescript,livebench,gemini-3.1-pro,high,coding,hard,,,,,,,55.0,score%,0.0289,,prev=55.0 (src-livebench-question-set-2026-01-08-2026-03-06#M780),"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-pro-preview-high, column typescript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3.1-pro@high|2026-01-08,in, livebench-task-typos,livebench,gemini-3.1-pro,high,mixed,hard,,,,,,,82.0,score%,0.0289,,prev=82.0 (src-livebench-question-set-2026-01-08-2026-03-06#M781),"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-pro-preview-high, column typos)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3.1-pro@high|2026-01-08,in, livebench-task-zebra_puzzle,livebench,gemini-3.1-pro,high,mixed,hard,,,,,,,85.25,score%,0.00289,,prev=85.25 (src-livebench-question-set-2026-01-08-2026-03-06#M782),"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-pro-preview-high, column zebra_puzzle)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3.1-pro@high|2026-01-08,in, livebench-task-amps_hard,livebench,gemini-3.1-flash-lite-preview,high,reasoning-math,hard,,,,,,,97.0,score%,0.0289,,prev=97.0 (src-livebench-question-set-2026-01-08-2026-03-06#M783),"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-flash-lite-preview-high, column AMPS_Hard)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3.1-flash-lite-preview@high|2026-01-08,in, livebench-task-code_completion,livebench,gemini-3.1-flash-lite-preview,high,coding,hard,,,,,,,65.217,score%,0.000289,,prev=65.217 (src-livebench-question-set-2026-01-08-2026-03-06#M784),"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-flash-lite-preview-high, column code_completion)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3.1-flash-lite-preview@high|2026-01-08,in, livebench-task-code_generation,livebench,gemini-3.1-flash-lite-preview,high,coding,hard,,,,,,,71.831,score%,0.000289,,prev=71.831 (src-livebench-question-set-2026-01-08-2026-03-06#M785),"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-flash-lite-preview-high, column code_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3.1-flash-lite-preview@high|2026-01-08,in, livebench-task-connections,livebench,gemini-3.1-flash-lite-preview,high,mixed,hard,,,,,,,91.0,score%,0.0289,,prev=91.0 (src-livebench-question-set-2026-01-08-2026-03-06#M786),"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-flash-lite-preview-high, column connections)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3.1-flash-lite-preview@high|2026-01-08,in, livebench-task-consecutive_events,livebench,gemini-3.1-flash-lite-preview,high,mixed,hard,,,,,,,23.767,score%,0.000289,,prev=23.767 (src-livebench-question-set-2026-01-08-2026-03-06#M787),"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-flash-lite-preview-high, column consecutive_events)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3.1-flash-lite-preview@high|2026-01-08,in, livebench-task-integrals_with_game,livebench,gemini-3.1-flash-lite-preview,high,reasoning-math,hard,,,,,,,27.0,score%,0.0289,,prev=27.0 (src-livebench-question-set-2026-01-08-2026-03-06#M788),"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-flash-lite-preview-high, column integrals_with_game)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3.1-flash-lite-preview@high|2026-01-08,in, livebench-task-javascript,livebench,gemini-3.1-flash-lite-preview,high,coding,hard,,,,,,,35.0,score%,0.0289,,prev=35.0 (src-livebench-question-set-2026-01-08-2026-03-06#M789),"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-flash-lite-preview-high, column javascript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3.1-flash-lite-preview@high|2026-01-08,in, livebench-task-logic_with_navigation,livebench,gemini-3.1-flash-lite-preview,high,mixed,hard,,,,,,,60.0,score%,0.0289,,prev=60.0 (src-livebench-question-set-2026-01-08-2026-03-06#M790),"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-flash-lite-preview-high, column logic_with_navigation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3.1-flash-lite-preview@high|2026-01-08,in, livebench-task-math_comp,livebench,gemini-3.1-flash-lite-preview,high,reasoning-math,hard,,,,,,,89.216,score%,0.000289,,prev=89.216 (src-livebench-question-set-2026-01-08-2026-03-06#M791),"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-flash-lite-preview-high, column math_comp)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3.1-flash-lite-preview@high|2026-01-08,in, livebench-task-olympiad,livebench,gemini-3.1-flash-lite-preview,high,reasoning-math,hard,,,,,,,81.021,score%,0.000289,,prev=81.021 (src-livebench-question-set-2026-01-08-2026-03-06#M792),"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-flash-lite-preview-high, column olympiad)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3.1-flash-lite-preview@high|2026-01-08,in, livebench-task-paraphrase,livebench,gemini-3.1-flash-lite-preview,high,mixed,hard,,,,,,,61.95,score%,0.00289,,prev=61.95 (src-livebench-question-set-2026-01-08-2026-03-06#M793),"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-flash-lite-preview-high, column paraphrase)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3.1-flash-lite-preview@high|2026-01-08,in, livebench-task-plot_unscrambling,livebench,gemini-3.1-flash-lite-preview,high,mixed,hard,,,,,,,46.548,score%,0.000289,,prev=46.548 (src-livebench-question-set-2026-01-08-2026-03-06#M794),"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-flash-lite-preview-high, column plot_unscrambling)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3.1-flash-lite-preview@high|2026-01-08,in, livebench-task-python,livebench,gemini-3.1-flash-lite-preview,high,coding,hard,,,,,,,40.0,score%,0.0289,,prev=40.0 (src-livebench-question-set-2026-01-08-2026-03-06#M795),"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-flash-lite-preview-high, column python)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3.1-flash-lite-preview@high|2026-01-08,in, livebench-task-simplify,livebench,gemini-3.1-flash-lite-preview,high,mixed,hard,,,,,,,65.867,score%,0.000289,,prev=65.867 (src-livebench-question-set-2026-01-08-2026-03-06#M796),"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-flash-lite-preview-high, column simplify)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3.1-flash-lite-preview@high|2026-01-08,in, livebench-task-spatial,livebench,gemini-3.1-flash-lite-preview,high,mixed,hard,,,,,,,88.0,score%,0.0289,,prev=88.0 (src-livebench-question-set-2026-01-08-2026-03-06#M797),"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-flash-lite-preview-high, column spatial)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3.1-flash-lite-preview@high|2026-01-08,in, livebench-task-story_generation,livebench,gemini-3.1-flash-lite-preview,high,mixed,hard,,,,,,,67.3,score%,0.0289,,prev=67.3 (src-livebench-question-set-2026-01-08-2026-03-06#M798),"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-flash-lite-preview-high, column story_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3.1-flash-lite-preview@high|2026-01-08,in, livebench-task-summarize,livebench,gemini-3.1-flash-lite-preview,high,mixed,hard,,,,,,,79.35,score%,0.00289,,prev=79.35 (src-livebench-question-set-2026-01-08-2026-03-06#M799),"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-flash-lite-preview-high, column summarize)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3.1-flash-lite-preview@high|2026-01-08,in, livebench-task-tablejoin,livebench,gemini-3.1-flash-lite-preview,high,mixed,hard,,,,,,,42.885,score%,0.000289,,prev=42.885 (src-livebench-question-set-2026-01-08-2026-03-06#M800),"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-flash-lite-preview-high, column tablejoin)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3.1-flash-lite-preview@high|2026-01-08,in, livebench-task-tablereformat,livebench,gemini-3.1-flash-lite-preview,high,mixed,hard,,,,,,,98.039,score%,0.000289,,prev=98.039 (src-livebench-question-set-2026-01-08-2026-03-06#M801),"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-flash-lite-preview-high, column tablereformat)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3.1-flash-lite-preview@high|2026-01-08,in, livebench-task-theory_of_mind,livebench,gemini-3.1-flash-lite-preview,high,mixed,hard,,,,,,,65.385,score%,0.000289,,prev=65.385 (src-livebench-question-set-2026-01-08-2026-03-06#M802),"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-flash-lite-preview-high, column theory_of_mind)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3.1-flash-lite-preview@high|2026-01-08,in, livebench-task-typescript,livebench,gemini-3.1-flash-lite-preview,high,coding,hard,,,,,,,25.0,score%,0.0289,,prev=25.0 (src-livebench-question-set-2026-01-08-2026-03-06#M803),"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-flash-lite-preview-high, column typescript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3.1-flash-lite-preview@high|2026-01-08,in, livebench-task-typos,livebench,gemini-3.1-flash-lite-preview,high,mixed,hard,,,,,,,82.0,score%,0.0289,,prev=82.0 (src-livebench-question-set-2026-01-08-2026-03-06#M804),"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-flash-lite-preview-high, column typos)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3.1-flash-lite-preview@high|2026-01-08,in, livebench-task-zebra_puzzle,livebench,gemini-3.1-flash-lite-preview,high,mixed,hard,,,,,,,25.25,score%,0.00289,,prev=25.25 (src-livebench-question-set-2026-01-08-2026-03-06#M805),"https://livebench.ai/table_2026_01_08.csv (row gemini-3.1-flash-lite-preview-high, column zebra_puzzle)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gemini-3.1-flash-lite-preview@high|2026-01-08,in, livebench-task-amps_hard,livebench,gemma-4-31b-it,unstated,reasoning-math,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemma-4-31b-it, column AMPS_Hard)",,out:effort-not-established, livebench-task-code_completion,livebench,gemma-4-31b-it,unstated,coding,hard,,,,,,,58.696,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemma-4-31b-it, column code_completion)",,out:effort-not-established, livebench-task-code_generation,livebench,gemma-4-31b-it,unstated,coding,hard,,,,,,,61.972,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemma-4-31b-it, column code_generation)",,out:effort-not-established, livebench-task-connections,livebench,gemma-4-31b-it,unstated,mixed,hard,,,,,,,92.5,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemma-4-31b-it, column connections)",,out:effort-not-established, livebench-task-consecutive_events,livebench,gemma-4-31b-it,unstated,mixed,hard,,,,,,,29.896,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemma-4-31b-it, column consecutive_events)",,out:effort-not-established, livebench-task-integrals_with_game,livebench,gemma-4-31b-it,unstated,reasoning-math,hard,,,,,,,26.316,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemma-4-31b-it, column integrals_with_game)",,out:effort-not-established, livebench-task-javascript,livebench,gemma-4-31b-it,unstated,coding,hard,,,,,,,20.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemma-4-31b-it, column javascript)",,out:effort-not-established, livebench-task-logic_with_navigation,livebench,gemma-4-31b-it,unstated,mixed,hard,,,,,,,64.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemma-4-31b-it, column logic_with_navigation)",,out:effort-not-established, livebench-task-math_comp,livebench,gemma-4-31b-it,unstated,reasoning-math,hard,,,,,,,87.255,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemma-4-31b-it, column math_comp)",,out:effort-not-established, livebench-task-olympiad,livebench,gemma-4-31b-it,unstated,reasoning-math,hard,,,,,,,82.175,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemma-4-31b-it, column olympiad)",,out:effort-not-established, livebench-task-paraphrase,livebench,gemma-4-31b-it,unstated,mixed,hard,,,,,,,69.467,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemma-4-31b-it, column paraphrase)",,out:effort-not-established, livebench-task-plot_unscrambling,livebench,gemma-4-31b-it,unstated,mixed,hard,,,,,,,47.513,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemma-4-31b-it, column plot_unscrambling)",,out:effort-not-established, livebench-task-python,livebench,gemma-4-31b-it,unstated,coding,hard,,,,,,,65.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemma-4-31b-it, column python)",,out:effort-not-established, livebench-task-simplify,livebench,gemma-4-31b-it,unstated,mixed,hard,,,,,,,61.3,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemma-4-31b-it, column simplify)",,out:effort-not-established, livebench-task-spatial,livebench,gemma-4-31b-it,unstated,mixed,hard,,,,,,,92.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemma-4-31b-it, column spatial)",,out:effort-not-established, livebench-task-story_generation,livebench,gemma-4-31b-it,unstated,mixed,hard,,,,,,,71.683,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemma-4-31b-it, column story_generation)",,out:effort-not-established, livebench-task-summarize,livebench,gemma-4-31b-it,unstated,mixed,hard,,,,,,,67.867,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemma-4-31b-it, column summarize)",,out:effort-not-established, livebench-task-tablejoin,livebench,gemma-4-31b-it,unstated,mixed,hard,,,,,,,46.385,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemma-4-31b-it, column tablejoin)",,out:effort-not-established, livebench-task-tablereformat,livebench,gemma-4-31b-it,unstated,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemma-4-31b-it, column tablereformat)",,out:effort-not-established, livebench-task-theory_of_mind,livebench,gemma-4-31b-it,unstated,mixed,hard,,,,,,,51.923,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gemma-4-31b-it, column theory_of_mind)",,out:effort-not-established, livebench-task-typescript,livebench,gemma-4-31b-it,unstated,coding,hard,,,,,,,35.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemma-4-31b-it, column typescript)",,out:effort-not-established, livebench-task-typos,livebench,gemma-4-31b-it,unstated,mixed,hard,,,,,,,74.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gemma-4-31b-it, column typos)",,out:effort-not-established, livebench-task-zebra_puzzle,livebench,gemma-4-31b-it,unstated,mixed,hard,,,,,,,29.75,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gemma-4-31b-it, column zebra_puzzle)",,out:effort-not-established, livebench-task-amps_hard,livebench,glm-4.6,unstated,reasoning-math,hard,,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6, column AMPS_Hard)",,out:effort-not-established, livebench-task-code_completion,livebench,glm-4.6,unstated,coding,hard,,,,,,,67.391,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6, column code_completion)",,out:effort-not-established, livebench-task-code_generation,livebench,glm-4.6,unstated,coding,hard,,,,,,,74.648,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6, column code_generation)",,out:effort-not-established, livebench-task-connections,livebench,glm-4.6,unstated,mixed,hard,,,,,,,71.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6, column connections)",,out:effort-not-established, livebench-task-consecutive_events,livebench,glm-4.6,unstated,mixed,hard,,,,,,,12.362,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6, column consecutive_events)",,out:effort-not-established, livebench-task-integrals_with_game,livebench,glm-4.6,unstated,reasoning-math,hard,,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6, column integrals_with_game)",,out:effort-not-established, livebench-task-javascript,livebench,glm-4.6,unstated,coding,hard,,,,,,,30.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6, column javascript)",,out:effort-not-established, livebench-task-logic_with_navigation,livebench,glm-4.6,unstated,mixed,hard,,,,,,,60.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6, column logic_with_navigation)",,out:effort-not-established, livebench-task-math_comp,livebench,glm-4.6,unstated,reasoning-math,hard,,,,,,,95.098,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6, column math_comp)",,out:effort-not-established, livebench-task-olympiad,livebench,glm-4.6,unstated,reasoning-math,hard,,,,,,,81.414,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6, column olympiad)",,out:effort-not-established, livebench-task-paraphrase,livebench,glm-4.6,unstated,mixed,hard,,,,,,,22.767,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6, column paraphrase)",,out:effort-not-established, livebench-task-plot_unscrambling,livebench,glm-4.6,unstated,mixed,hard,,,,,,,49.959,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6, column plot_unscrambling)",,out:effort-not-established, livebench-task-python,livebench,glm-4.6,unstated,coding,hard,,,,,,,55.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6, column python)",,out:effort-not-established, livebench-task-simplify,livebench,glm-4.6,unstated,mixed,hard,,,,,,,20.817,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6, column simplify)",,out:effort-not-established, livebench-task-spatial,livebench,glm-4.6,unstated,mixed,hard,,,,,,,90.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6, column spatial)",,out:effort-not-established, livebench-task-story_generation,livebench,glm-4.6,unstated,mixed,hard,,,,,,,29.367,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6, column story_generation)",,out:effort-not-established, livebench-task-summarize,livebench,glm-4.6,unstated,mixed,hard,,,,,,,31.817,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6, column summarize)",,out:effort-not-established, livebench-task-tablejoin,livebench,glm-4.6,unstated,mixed,hard,,,,,,,43.481,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6, column tablejoin)",,out:effort-not-established, livebench-task-tablereformat,livebench,glm-4.6,unstated,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6, column tablereformat)",,out:effort-not-established, livebench-task-theory_of_mind,livebench,glm-4.6,unstated,mixed,hard,,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6, column theory_of_mind)",,out:effort-not-established, livebench-task-typescript,livebench,glm-4.6,unstated,coding,hard,,,,,,,20.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6, column typescript)",,out:effort-not-established, livebench-task-typos,livebench,glm-4.6,unstated,mixed,hard,,,,,,,56.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6, column typos)",,out:effort-not-established, livebench-task-zebra_puzzle,livebench,glm-4.6,unstated,mixed,hard,,,,,,,48.25,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6, column zebra_puzzle)",,out:effort-not-established, livebench-task-amps_hard,livebench,glm-4.6v,unstated,reasoning-math,hard,,,,,,,95.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6v, column AMPS_Hard)",,out:effort-not-established, livebench-task-code_completion,livebench,glm-4.6v,unstated,coding,hard,,,,,,,60.87,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6v, column code_completion)",,out:effort-not-established, livebench-task-code_generation,livebench,glm-4.6v,unstated,coding,hard,,,,,,,67.606,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6v, column code_generation)",,out:effort-not-established, livebench-task-connections,livebench,glm-4.6v,unstated,mixed,hard,,,,,,,57.5,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6v, column connections)",,out:effort-not-established, livebench-task-consecutive_events,livebench,glm-4.6v,unstated,mixed,hard,,,,,,,6.251,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6v, column consecutive_events)",,out:effort-not-established, livebench-task-integrals_with_game,livebench,glm-4.6v,unstated,reasoning-math,hard,,,,,,,10.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6v, column integrals_with_game)",,out:effort-not-established, livebench-task-javascript,livebench,glm-4.6v,unstated,coding,hard,,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6v, column javascript)",,out:effort-not-established, livebench-task-logic_with_navigation,livebench,glm-4.6v,unstated,mixed,hard,,,,,,,12.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6v, column logic_with_navigation)",,out:effort-not-established, livebench-task-math_comp,livebench,glm-4.6v,unstated,reasoning-math,hard,,,,,,,84.314,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6v, column math_comp)",,out:effort-not-established, livebench-task-olympiad,livebench,glm-4.6v,unstated,reasoning-math,hard,,,,,,,60.687,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6v, column olympiad)",,out:effort-not-established, livebench-task-paraphrase,livebench,glm-4.6v,unstated,mixed,hard,,,,,,,16.983,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6v, column paraphrase)",,out:effort-not-established, livebench-task-plot_unscrambling,livebench,glm-4.6v,unstated,mixed,hard,,,,,,,29.713,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6v, column plot_unscrambling)",,out:effort-not-established, livebench-task-python,livebench,glm-4.6v,unstated,coding,hard,,,,,,,10.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6v, column python)",,out:effort-not-established, livebench-task-simplify,livebench,glm-4.6v,unstated,mixed,hard,,,,,,,14.933,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6v, column simplify)",,out:effort-not-established, livebench-task-spatial,livebench,glm-4.6v,unstated,mixed,hard,,,,,,,84.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6v, column spatial)",,out:effort-not-established, livebench-task-story_generation,livebench,glm-4.6v,unstated,mixed,hard,,,,,,,14.6,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6v, column story_generation)",,out:effort-not-established, livebench-task-summarize,livebench,glm-4.6v,unstated,mixed,hard,,,,,,,21.733,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6v, column summarize)",,out:effort-not-established, livebench-task-tablejoin,livebench,glm-4.6v,unstated,mixed,hard,,,,,,,34.942,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6v, column tablejoin)",,out:effort-not-established, livebench-task-tablereformat,livebench,glm-4.6v,unstated,mixed,hard,,,,,,,98.039,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6v, column tablereformat)",,out:effort-not-established, livebench-task-theory_of_mind,livebench,glm-4.6v,unstated,mixed,hard,,,,,,,34.615,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6v, column theory_of_mind)",,out:effort-not-established, livebench-task-typescript,livebench,glm-4.6v,unstated,coding,hard,,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6v, column typescript)",,out:effort-not-established, livebench-task-typos,livebench,glm-4.6v,unstated,mixed,hard,,,,,,,62.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6v, column typos)",,out:effort-not-established, livebench-task-zebra_puzzle,livebench,glm-4.6v,unstated,mixed,hard,,,,,,,18.25,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.6v, column zebra_puzzle)",,out:effort-not-established, livebench-task-amps_hard,livebench,glm-4.7,unstated,reasoning-math,hard,,,,,,,97.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.7, column AMPS_Hard)",,out:effort-not-established, livebench-task-code_completion,livebench,glm-4.7,unstated,coding,hard,,,,,,,67.391,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.7, column code_completion)",,out:effort-not-established, livebench-task-code_generation,livebench,glm-4.7,unstated,coding,hard,,,,,,,78.873,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.7, column code_generation)",,out:effort-not-established, livebench-task-connections,livebench,glm-4.7,unstated,mixed,hard,,,,,,,70.5,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.7, column connections)",,out:effort-not-established, livebench-task-consecutive_events,livebench,glm-4.7,unstated,mixed,hard,,,,,,,18.149,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.7, column consecutive_events)",,out:effort-not-established, livebench-task-integrals_with_game,livebench,glm-4.7,unstated,reasoning-math,hard,,,,,,,35.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.7, column integrals_with_game)",,out:effort-not-established, livebench-task-javascript,livebench,glm-4.7,unstated,coding,hard,,,,,,,25.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.7, column javascript)",,out:effort-not-established, livebench-task-logic_with_navigation,livebench,glm-4.7,unstated,mixed,hard,,,,,,,62.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.7, column logic_with_navigation)",,out:effort-not-established, livebench-task-math_comp,livebench,glm-4.7,unstated,reasoning-math,hard,,,,,,,92.157,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.7, column math_comp)",,out:effort-not-established, livebench-task-olympiad,livebench,glm-4.7,unstated,reasoning-math,hard,,,,,,,79.918,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.7, column olympiad)",,out:effort-not-established, livebench-task-paraphrase,livebench,glm-4.7,unstated,mixed,hard,,,,,,,31.183,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.7, column paraphrase)",,out:effort-not-established, livebench-task-plot_unscrambling,livebench,glm-4.7,unstated,mixed,hard,,,,,,,53.179,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.7, column plot_unscrambling)",,out:effort-not-established, livebench-task-python,livebench,glm-4.7,unstated,coding,hard,,,,,,,65.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.7, column python)",,out:effort-not-established, livebench-task-simplify,livebench,glm-4.7,unstated,mixed,hard,,,,,,,36.817,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.7, column simplify)",,out:effort-not-established, livebench-task-spatial,livebench,glm-4.7,unstated,mixed,hard,,,,,,,82.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.7, column spatial)",,out:effort-not-established, livebench-task-story_generation,livebench,glm-4.7,unstated,mixed,hard,,,,,,,37.85,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.7, column story_generation)",,out:effort-not-established, livebench-task-summarize,livebench,glm-4.7,unstated,mixed,hard,,,,,,,36.783,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.7, column summarize)",,out:effort-not-established, livebench-task-tablejoin,livebench,glm-4.7,unstated,mixed,hard,,,,,,,47.365,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.7, column tablejoin)",,out:effort-not-established, livebench-task-tablereformat,livebench,glm-4.7,unstated,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.7, column tablereformat)",,out:effort-not-established, livebench-task-theory_of_mind,livebench,glm-4.7,unstated,mixed,hard,,,,,,,76.923,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.7, column theory_of_mind)",,out:effort-not-established, livebench-task-typescript,livebench,glm-4.7,unstated,coding,hard,,,,,,,35.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.7, column typescript)",,out:effort-not-established, livebench-task-typos,livebench,glm-4.7,unstated,mixed,hard,,,,,,,72.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.7, column typos)",,out:effort-not-established, livebench-task-zebra_puzzle,livebench,glm-4.7,unstated,mixed,hard,,,,,,,18.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-4.7, column zebra_puzzle)",,out:effort-not-established, livebench-task-amps_hard,livebench,glm-5,unstated,reasoning-math,hard,,,,,,,97.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5, column AMPS_Hard)",,out:effort-not-established, livebench-task-code_completion,livebench,glm-5,unstated,coding,hard,,,,,,,78.261,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5, column code_completion)",,out:effort-not-established, livebench-task-code_generation,livebench,glm-5,unstated,coding,hard,,,,,,,69.014,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5, column code_generation)",,out:effort-not-established, livebench-task-connections,livebench,glm-5,unstated,mixed,hard,,,,,,,91.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5, column connections)",,out:effort-not-established, livebench-task-consecutive_events,livebench,glm-5,unstated,mixed,hard,,,,,,,59.957,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5, column consecutive_events)",,out:effort-not-established, livebench-task-integrals_with_game,livebench,glm-5,unstated,reasoning-math,hard,,,,,,,57.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5, column integrals_with_game)",,out:effort-not-established, livebench-task-javascript,livebench,glm-5,unstated,coding,hard,,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5, column javascript)",,out:effort-not-established, livebench-task-logic_with_navigation,livebench,glm-5,unstated,mixed,hard,,,,,,,66.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5, column logic_with_navigation)",,out:effort-not-established, livebench-task-math_comp,livebench,glm-5,unstated,reasoning-math,hard,,,,,,,95.098,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5, column math_comp)",,out:effort-not-established, livebench-task-olympiad,livebench,glm-5,unstated,reasoning-math,hard,,,,,,,84.758,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5, column olympiad)",,out:effort-not-established, livebench-task-paraphrase,livebench,glm-5,unstated,mixed,hard,,,,,,,52.35,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5, column paraphrase)",,out:effort-not-established, livebench-task-plot_unscrambling,livebench,glm-5,unstated,mixed,hard,,,,,,,63.584,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5, column plot_unscrambling)",,out:effort-not-established, livebench-task-python,livebench,glm-5,unstated,coding,hard,,,,,,,75.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5, column python)",,out:effort-not-established, livebench-task-simplify,livebench,glm-5,unstated,mixed,hard,,,,,,,52.85,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5, column simplify)",,out:effort-not-established, livebench-task-spatial,livebench,glm-5,unstated,mixed,hard,,,,,,,92.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5, column spatial)",,out:effort-not-established, livebench-task-story_generation,livebench,glm-5,unstated,mixed,hard,,,,,,,57.833,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5, column story_generation)",,out:effort-not-established, livebench-task-summarize,livebench,glm-5,unstated,mixed,hard,,,,,,,58.283,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5, column summarize)",,out:effort-not-established, livebench-task-tablejoin,livebench,glm-5,unstated,mixed,hard,,,,,,,45.692,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5, column tablejoin)",,out:effort-not-established, livebench-task-tablereformat,livebench,glm-5,unstated,mixed,hard,,,,,,,98.039,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5, column tablereformat)",,out:effort-not-established, livebench-task-theory_of_mind,livebench,glm-5,unstated,mixed,hard,,,,,,,82.692,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5, column theory_of_mind)",,out:effort-not-established, livebench-task-typescript,livebench,glm-5,unstated,coding,hard,,,,,,,40.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5, column typescript)",,out:effort-not-established, livebench-task-typos,livebench,glm-5,unstated,mixed,hard,,,,,,,78.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5, column typos)",,out:effort-not-established, livebench-task-zebra_puzzle,livebench,glm-5,unstated,mixed,hard,,,,,,,35.75,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5, column zebra_puzzle)",,out:effort-not-established, livebench-task-amps_hard,livebench,glm-5v-turbo,unstated,reasoning-math,hard,,,,,,,98.837,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5v-turbo, column AMPS_Hard)",,out:effort-not-established, livebench-task-code_completion,livebench,glm-5v-turbo,unstated,coding,hard,,,,,,,71.739,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5v-turbo, column code_completion)",,out:effort-not-established, livebench-task-code_generation,livebench,glm-5v-turbo,unstated,coding,hard,,,,,,,76.056,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5v-turbo, column code_generation)",,out:effort-not-established, livebench-task-connections,livebench,glm-5v-turbo,unstated,mixed,hard,,,,,,,86.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5v-turbo, column connections)",,out:effort-not-established, livebench-task-consecutive_events,livebench,glm-5v-turbo,unstated,mixed,hard,,,,,,,20.865,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5v-turbo, column consecutive_events)",,out:effort-not-established, livebench-task-integrals_with_game,livebench,glm-5v-turbo,unstated,reasoning-math,hard,,,,,,,13.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5v-turbo, column integrals_with_game)",,out:effort-not-established, livebench-task-javascript,livebench,glm-5v-turbo,unstated,coding,hard,,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5v-turbo, column javascript)",,out:effort-not-established, livebench-task-logic_with_navigation,livebench,glm-5v-turbo,unstated,mixed,hard,,,,,,,60.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5v-turbo, column logic_with_navigation)",,out:effort-not-established, livebench-task-math_comp,livebench,glm-5v-turbo,unstated,reasoning-math,hard,,,,,,,85.294,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5v-turbo, column math_comp)",,out:effort-not-established, livebench-task-olympiad,livebench,glm-5v-turbo,unstated,reasoning-math,hard,,,,,,,84.514,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5v-turbo, column olympiad)",,out:effort-not-established, livebench-task-paraphrase,livebench,glm-5v-turbo,unstated,mixed,hard,,,,,,,22.767,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5v-turbo, column paraphrase)",,out:effort-not-established, livebench-task-plot_unscrambling,livebench,glm-5v-turbo,unstated,mixed,hard,,,,,,,46.826,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5v-turbo, column plot_unscrambling)",,out:effort-not-established, livebench-task-python,livebench,glm-5v-turbo,unstated,coding,hard,,,,,,,10.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5v-turbo, column python)",,out:effort-not-established, livebench-task-simplify,livebench,glm-5v-turbo,unstated,mixed,hard,,,,,,,25.917,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5v-turbo, column simplify)",,out:effort-not-established, livebench-task-spatial,livebench,glm-5v-turbo,unstated,mixed,hard,,,,,,,94.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5v-turbo, column spatial)",,out:effort-not-established, livebench-task-story_generation,livebench,glm-5v-turbo,unstated,mixed,hard,,,,,,,28.383,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5v-turbo, column story_generation)",,out:effort-not-established, livebench-task-summarize,livebench,glm-5v-turbo,unstated,mixed,hard,,,,,,,31.733,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5v-turbo, column summarize)",,out:effort-not-established, livebench-task-tablejoin,livebench,glm-5v-turbo,unstated,mixed,hard,,,,,,,43.5,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5v-turbo, column tablejoin)",,out:effort-not-established, livebench-task-tablereformat,livebench,glm-5v-turbo,unstated,mixed,hard,,,,,,,98.039,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5v-turbo, column tablereformat)",,out:effort-not-established, livebench-task-theory_of_mind,livebench,glm-5v-turbo,unstated,mixed,hard,,,,,,,51.923,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5v-turbo, column theory_of_mind)",,out:effort-not-established, livebench-task-typescript,livebench,glm-5v-turbo,unstated,coding,hard,,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5v-turbo, column typescript)",,out:effort-not-established, livebench-task-typos,livebench,glm-5v-turbo,unstated,mixed,hard,,,,,,,54.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5v-turbo, column typos)",,out:effort-not-established, livebench-task-zebra_puzzle,livebench,glm-5v-turbo,unstated,mixed,hard,,,,,,,18.5,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5v-turbo, column zebra_puzzle)",,out:effort-not-established, livebench-task-amps_hard,livebench,glm-5.1,unstated,reasoning-math,hard,,,,,,,97.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5.1, column AMPS_Hard)",,out:effort-not-established, livebench-task-code_completion,livebench,glm-5.1,unstated,coding,hard,,,,,,,76.087,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5.1, column code_completion)",,out:effort-not-established, livebench-task-code_generation,livebench,glm-5.1,unstated,coding,hard,,,,,,,74.648,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5.1, column code_generation)",,out:effort-not-established, livebench-task-connections,livebench,glm-5.1,unstated,mixed,hard,,,,,,,79.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5.1, column connections)",,out:effort-not-established, livebench-task-consecutive_events,livebench,glm-5.1,unstated,mixed,hard,,,,,,,53.866,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5.1, column consecutive_events)",,out:effort-not-established, livebench-task-integrals_with_game,livebench,glm-5.1,unstated,reasoning-math,hard,,,,,,,60.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5.1, column integrals_with_game)",,out:effort-not-established, livebench-task-javascript,livebench,glm-5.1,unstated,coding,hard,,,,,,,55.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5.1, column javascript)",,out:effort-not-established, livebench-task-logic_with_navigation,livebench,glm-5.1,unstated,mixed,hard,,,,,,,68.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5.1, column logic_with_navigation)",,out:effort-not-established, livebench-task-math_comp,livebench,glm-5.1,unstated,reasoning-math,hard,,,,,,,94.118,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5.1, column math_comp)",,out:effort-not-established, livebench-task-olympiad,livebench,glm-5.1,unstated,reasoning-math,hard,,,,,,,88.459,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5.1, column olympiad)",,out:effort-not-established, livebench-task-paraphrase,livebench,glm-5.1,unstated,mixed,hard,,,,,,,65.883,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5.1, column paraphrase)",,out:effort-not-established, livebench-task-plot_unscrambling,livebench,glm-5.1,unstated,mixed,hard,,,,,,,60.337,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5.1, column plot_unscrambling)",,out:effort-not-established, livebench-task-python,livebench,glm-5.1,unstated,coding,hard,,,,,,,65.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5.1, column python)",,out:effort-not-established, livebench-task-simplify,livebench,glm-5.1,unstated,mixed,hard,,,,,,,68.567,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5.1, column simplify)",,out:effort-not-established, livebench-task-spatial,livebench,glm-5.1,unstated,mixed,hard,,,,,,,94.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5.1, column spatial)",,out:effort-not-established, livebench-task-story_generation,livebench,glm-5.1,unstated,mixed,hard,,,,,,,69.65,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5.1, column story_generation)",,out:effort-not-established, livebench-task-summarize,livebench,glm-5.1,unstated,mixed,hard,,,,,,,69.717,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5.1, column summarize)",,out:effort-not-established, livebench-task-tablejoin,livebench,glm-5.1,unstated,mixed,hard,,,,,,,49.538,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5.1, column tablejoin)",,out:effort-not-established, livebench-task-tablereformat,livebench,glm-5.1,unstated,mixed,hard,,,,,,,86.275,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5.1, column tablereformat)",,out:effort-not-established, livebench-task-theory_of_mind,livebench,glm-5.1,unstated,mixed,hard,,,,,,,78.846,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5.1, column theory_of_mind)",,out:effort-not-established, livebench-task-typescript,livebench,glm-5.1,unstated,coding,hard,,,,,,,45.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5.1, column typescript)",,out:effort-not-established, livebench-task-typos,livebench,glm-5.1,unstated,mixed,hard,,,,,,,76.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5.1, column typos)",,out:effort-not-established, livebench-task-zebra_puzzle,livebench,glm-5.1,unstated,mixed,hard,,,,,,,49.25,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row glm-5.1, column zebra_puzzle)",,out:effort-not-established, livebench-task-amps_hard,livebench,gpt-5-mini,unstated,reasoning-math,hard,,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini, column AMPS_Hard)",,out:effort-not-established, livebench-task-code_completion,livebench,gpt-5-mini,unstated,coding,hard,,,,,,,76.087,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini, column code_completion)",,out:effort-not-established, livebench-task-code_generation,livebench,gpt-5-mini,unstated,coding,hard,,,,,,,76.056,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini, column code_generation)",,out:effort-not-established, livebench-task-connections,livebench,gpt-5-mini,unstated,mixed,hard,,,,,,,96.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini, column connections)",,out:effort-not-established, livebench-task-consecutive_events,livebench,gpt-5-mini,unstated,mixed,hard,,,,,,,5.103,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini, column consecutive_events)",,out:effort-not-established, livebench-task-integrals_with_game,livebench,gpt-5-mini,unstated,reasoning-math,hard,,,,,,,32.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini, column integrals_with_game)",,out:effort-not-established, livebench-task-javascript,livebench,gpt-5-mini,unstated,coding,hard,,,,,,,30.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini, column javascript)",,out:effort-not-established, livebench-task-logic_with_navigation,livebench,gpt-5-mini,unstated,mixed,hard,,,,,,,48.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini, column logic_with_navigation)",,out:effort-not-established, livebench-task-math_comp,livebench,gpt-5-mini,unstated,reasoning-math,hard,,,,,,,89.216,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini, column math_comp)",,out:effort-not-established, livebench-task-olympiad,livebench,gpt-5-mini,unstated,reasoning-math,hard,,,,,,,78.295,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini, column olympiad)",,out:effort-not-established, livebench-task-paraphrase,livebench,gpt-5-mini,unstated,mixed,hard,,,,,,,61.933,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini, column paraphrase)",,out:effort-not-established, livebench-task-plot_unscrambling,livebench,gpt-5-mini,unstated,mixed,hard,,,,,,,37.437,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini, column plot_unscrambling)",,out:effort-not-established, livebench-task-python,livebench,gpt-5-mini,unstated,coding,hard,,,,,,,55.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini, column python)",,out:effort-not-established, livebench-task-simplify,livebench,gpt-5-mini,unstated,mixed,hard,,,,,,,56.45,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini, column simplify)",,out:effort-not-established, livebench-task-spatial,livebench,gpt-5-mini,unstated,mixed,hard,,,,,,,86.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini, column spatial)",,out:effort-not-established, livebench-task-story_generation,livebench,gpt-5-mini,unstated,mixed,hard,,,,,,,71.633,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini, column story_generation)",,out:effort-not-established, livebench-task-summarize,livebench,gpt-5-mini,unstated,mixed,hard,,,,,,,66.85,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini, column summarize)",,out:effort-not-established, livebench-task-tablejoin,livebench,gpt-5-mini,unstated,mixed,hard,,,,,,,43.712,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini, column tablejoin)",,out:effort-not-established, livebench-task-tablereformat,livebench,gpt-5-mini,unstated,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini, column tablereformat)",,out:effort-not-established, livebench-task-theory_of_mind,livebench,gpt-5-mini,unstated,mixed,hard,,,,,,,59.615,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini, column theory_of_mind)",,out:effort-not-established, livebench-task-typescript,livebench,gpt-5-mini,unstated,coding,hard,,,,,,,20.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini, column typescript)",,out:effort-not-established, livebench-task-typos,livebench,gpt-5-mini,unstated,mixed,hard,,,,,,,74.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini, column typos)",,out:effort-not-established, livebench-task-zebra_puzzle,livebench,gpt-5-mini,unstated,mixed,hard,,,,,,,41.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini, column zebra_puzzle)",,out:effort-not-established, livebench-task-amps_hard,livebench,gpt-5-mini,high,reasoning-math,hard,,,,,,,98.0,score%,0.0289,,prev=98.0 (src-livebench-question-set-2026-01-08-2026-03-06#M921),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-high, column AMPS_Hard)",,out:single-couple, livebench-task-code_completion,livebench,gpt-5-mini,high,coding,hard,,,,,,,67.391,score%,0.000289,,prev=67.391 (src-livebench-question-set-2026-01-08-2026-03-06#M922),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-high, column code_completion)",,out:single-couple, livebench-task-code_generation,livebench,gpt-5-mini,high,coding,hard,,,,,,,69.014,score%,0.000289,,prev=69.014 (src-livebench-question-set-2026-01-08-2026-03-06#M923),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-high, column code_generation)",,out:single-couple, livebench-task-connections,livebench,gpt-5-mini,high,mixed,hard,,,,,,,98.667,score%,0.000289,,prev=98.667 (src-livebench-question-set-2026-01-08-2026-03-06#M924),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-high, column connections)",,out:single-couple, livebench-task-consecutive_events,livebench,gpt-5-mini,high,mixed,hard,,,,,,,21.681,score%,0.000289,,prev=21.681 (src-livebench-question-set-2026-01-08-2026-03-06#M925),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-high, column consecutive_events)",,out:single-couple, livebench-task-integrals_with_game,livebench,gpt-5-mini,high,reasoning-math,hard,,,,,,,57.0,score%,0.0289,,prev=57.0 (src-livebench-question-set-2026-01-08-2026-03-06#M926),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-high, column integrals_with_game)",,out:single-couple, livebench-task-javascript,livebench,gpt-5-mini,high,coding,hard,,,,,,,50.0,score%,0.0289,,prev=50.0 (src-livebench-question-set-2026-01-08-2026-03-06#M927),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-high, column javascript)",,out:single-couple, livebench-task-logic_with_navigation,livebench,gpt-5-mini,high,mixed,hard,,,,,,,62.0,score%,0.0289,,prev=62.0 (src-livebench-question-set-2026-01-08-2026-03-06#M928),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-high, column logic_with_navigation)",,out:single-couple, livebench-task-math_comp,livebench,gpt-5-mini,high,reasoning-math,hard,,,,,,,91.176,score%,0.000289,,prev=91.176 (src-livebench-question-set-2026-01-08-2026-03-06#M929),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-high, column math_comp)",,out:single-couple, livebench-task-olympiad,livebench,gpt-5-mini,high,reasoning-math,hard,,,,,,,82.626,score%,0.000289,,prev=82.626 (src-livebench-question-set-2026-01-08-2026-03-06#M930),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-high, column olympiad)",,out:single-couple, livebench-task-paraphrase,livebench,gpt-5-mini,high,mixed,hard,,,,,,,61.917,score%,0.000289,,prev=61.917 (src-livebench-question-set-2026-01-08-2026-03-06#M931),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-high, column paraphrase)",,out:single-couple, livebench-task-plot_unscrambling,livebench,gpt-5-mini,high,mixed,hard,,,,,,,41.895,score%,0.000289,,prev=41.895 (src-livebench-question-set-2026-01-08-2026-03-06#M932),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-high, column plot_unscrambling)",,out:single-couple, livebench-task-python,livebench,gpt-5-mini,high,coding,hard,,,,,,,70.0,score%,0.0289,,prev=70.0 (src-livebench-question-set-2026-01-08-2026-03-06#M933),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-high, column python)",,out:single-couple, livebench-task-simplify,livebench,gpt-5-mini,high,mixed,hard,,,,,,,60.367,score%,0.000289,,prev=60.367 (src-livebench-question-set-2026-01-08-2026-03-06#M934),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-high, column simplify)",,out:single-couple, livebench-task-spatial,livebench,gpt-5-mini,high,mixed,hard,,,,,,,88.0,score%,0.0289,,prev=88.0 (src-livebench-question-set-2026-01-08-2026-03-06#M935),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-high, column spatial)",,out:single-couple, livebench-task-story_generation,livebench,gpt-5-mini,high,mixed,hard,,,,,,,73.5,score%,0.0289,,prev=73.5 (src-livebench-question-set-2026-01-08-2026-03-06#M936),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-high, column story_generation)",,out:single-couple, livebench-task-summarize,livebench,gpt-5-mini,high,mixed,hard,,,,,,,65.3,score%,0.0289,,prev=65.3 (src-livebench-question-set-2026-01-08-2026-03-06#M937),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-high, column summarize)",,out:single-couple, livebench-task-tablejoin,livebench,gpt-5-mini,high,mixed,hard,,,,,,,43.904,score%,0.000289,,prev=43.904 (src-livebench-question-set-2026-01-08-2026-03-06#M938),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-high, column tablejoin)",,out:single-couple, livebench-task-tablereformat,livebench,gpt-5-mini,high,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-high, column tablereformat)",,out:uninformative, livebench-task-theory_of_mind,livebench,gpt-5-mini,high,mixed,hard,,,,,,,61.538,score%,0.000289,,prev=61.538 (src-livebench-question-set-2026-01-08-2026-03-06#M940),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-high, column theory_of_mind)",,out:single-couple, livebench-task-typescript,livebench,gpt-5-mini,high,coding,hard,,,,,,,20.0,score%,0.0289,,prev=20.0 (src-livebench-question-set-2026-01-08-2026-03-06#M941),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-high, column typescript)",,out:single-couple, livebench-task-typos,livebench,gpt-5-mini,high,mixed,hard,,,,,,,86.0,score%,0.0289,,prev=86.0 (src-livebench-question-set-2026-01-08-2026-03-06#M942),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-high, column typos)",,out:single-couple, livebench-task-zebra_puzzle,livebench,gpt-5-mini,high,mixed,hard,,,,,,,61.75,score%,0.00289,,prev=61.75 (src-livebench-question-set-2026-01-08-2026-03-06#M943),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-high, column zebra_puzzle)",,out:single-couple, livebench-task-amps_hard,livebench,gpt-5-mini,low,reasoning-math,hard,,,,,,,95.0,score%,0.0289,,prev=95.0 (src-livebench-question-set-2026-01-08-2026-03-06#M944),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-low, column AMPS_Hard)",,out:single-couple, livebench-task-code_completion,livebench,gpt-5-mini,low,coding,hard,,,,,,,63.043,score%,0.000289,,prev=63.043 (src-livebench-question-set-2026-01-08-2026-03-06#M945),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-low, column code_completion)",,out:single-couple, livebench-task-code_generation,livebench,gpt-5-mini,low,coding,hard,,,,,,,76.056,score%,0.000289,,prev=76.056 (src-livebench-question-set-2026-01-08-2026-03-06#M946),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-low, column code_generation)",,out:single-couple, livebench-task-connections,livebench,gpt-5-mini,low,mixed,hard,,,,,,,90.5,score%,0.0289,,prev=90.5 (src-livebench-question-set-2026-01-08-2026-03-06#M947),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-low, column connections)",,out:single-couple, livebench-task-consecutive_events,livebench,gpt-5-mini,low,mixed,hard,,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-low, column consecutive_events)",,out:uninformative, livebench-task-integrals_with_game,livebench,gpt-5-mini,low,reasoning-math,hard,,,,,,,12.0,score%,0.0289,,prev=12.0 (src-livebench-question-set-2026-01-08-2026-03-06#M949),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-low, column integrals_with_game)",,out:single-couple, livebench-task-javascript,livebench,gpt-5-mini,low,coding,hard,,,,,,,35.0,score%,0.0289,,prev=35.0 (src-livebench-question-set-2026-01-08-2026-03-06#M950),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-low, column javascript)",,out:single-couple, livebench-task-logic_with_navigation,livebench,gpt-5-mini,low,mixed,hard,,,,,,,40.0,score%,0.0289,,prev=40.0 (src-livebench-question-set-2026-01-08-2026-03-06#M951),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-low, column logic_with_navigation)",,out:single-couple, livebench-task-math_comp,livebench,gpt-5-mini,low,reasoning-math,hard,,,,,,,79.412,score%,0.000289,,prev=79.412 (src-livebench-question-set-2026-01-08-2026-03-06#M952),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-low, column math_comp)",,out:single-couple, livebench-task-olympiad,livebench,gpt-5-mini,low,reasoning-math,hard,,,,,,,66.545,score%,0.000289,,prev=66.545 (src-livebench-question-set-2026-01-08-2026-03-06#M953),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-low, column olympiad)",,out:single-couple, livebench-task-paraphrase,livebench,gpt-5-mini,low,mixed,hard,,,,,,,45.633,score%,0.000289,,prev=45.633 (src-livebench-question-set-2026-01-08-2026-03-06#M954),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-low, column paraphrase)",,out:single-couple, livebench-task-plot_unscrambling,livebench,gpt-5-mini,low,mixed,hard,,,,,,,28.737,score%,0.000289,,prev=28.737 (src-livebench-question-set-2026-01-08-2026-03-06#M955),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-low, column plot_unscrambling)",,out:single-couple, livebench-task-python,livebench,gpt-5-mini,low,coding,hard,,,,,,,50.0,score%,0.0289,,prev=50.0 (src-livebench-question-set-2026-01-08-2026-03-06#M956),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-low, column python)",,out:single-couple, livebench-task-simplify,livebench,gpt-5-mini,low,mixed,hard,,,,,,,48.367,score%,0.000289,,prev=48.367 (src-livebench-question-set-2026-01-08-2026-03-06#M957),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-low, column simplify)",,out:single-couple, livebench-task-spatial,livebench,gpt-5-mini,low,mixed,hard,,,,,,,84.0,score%,0.0289,,prev=84.0 (src-livebench-question-set-2026-01-08-2026-03-06#M958),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-low, column spatial)",,out:single-couple, livebench-task-story_generation,livebench,gpt-5-mini,low,mixed,hard,,,,,,,59.5,score%,0.0289,,prev=59.5 (src-livebench-question-set-2026-01-08-2026-03-06#M959),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-low, column story_generation)",,out:single-couple, livebench-task-summarize,livebench,gpt-5-mini,low,mixed,hard,,,,,,,49.35,score%,0.00289,,prev=49.35 (src-livebench-question-set-2026-01-08-2026-03-06#M960),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-low, column summarize)",,out:single-couple, livebench-task-tablejoin,livebench,gpt-5-mini,low,mixed,hard,,,,,,,36.923,score%,0.000289,,prev=36.923 (src-livebench-question-set-2026-01-08-2026-03-06#M961),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-low, column tablejoin)",,out:single-couple, livebench-task-tablereformat,livebench,gpt-5-mini,low,mixed,hard,,,,,,,98.039,score%,0.000289,,prev=98.039 (src-livebench-question-set-2026-01-08-2026-03-06#M962),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-low, column tablereformat)",,out:single-couple, livebench-task-theory_of_mind,livebench,gpt-5-mini,low,mixed,hard,,,,,,,53.846,score%,0.000289,,prev=53.846 (src-livebench-question-set-2026-01-08-2026-03-06#M963),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-low, column theory_of_mind)",,out:single-couple, livebench-task-typescript,livebench,gpt-5-mini,low,coding,hard,,,,,,,25.0,score%,0.0289,,prev=25.0 (src-livebench-question-set-2026-01-08-2026-03-06#M964),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-low, column typescript)",,out:single-couple, livebench-task-typos,livebench,gpt-5-mini,low,mixed,hard,,,,,,,62.0,score%,0.0289,,prev=62.0 (src-livebench-question-set-2026-01-08-2026-03-06#M965),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-low, column typos)",,out:single-couple, livebench-task-zebra_puzzle,livebench,gpt-5-mini,low,mixed,hard,,,,,,,5.75,score%,0.00289,,prev=5.75 (src-livebench-question-set-2026-01-08-2026-03-06#M966),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-low, column zebra_puzzle)",,out:single-couple, livebench-task-amps_hard,livebench,gpt-5-mini,minimal,reasoning-math,hard,,,,,,,76.0,score%,0.0289,,prev=76.0 (src-livebench-question-set-2026-01-08-2026-03-06#M967),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-minimal, column AMPS_Hard)",,out:single-couple, livebench-task-code_completion,livebench,gpt-5-mini,minimal,coding,hard,,,,,,,69.565,score%,0.000289,,prev=69.565 (src-livebench-question-set-2026-01-08-2026-03-06#M968),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-minimal, column code_completion)",,out:single-couple, livebench-task-code_generation,livebench,gpt-5-mini,minimal,coding,hard,,,,,,,71.831,score%,0.000289,,prev=71.831 (src-livebench-question-set-2026-01-08-2026-03-06#M969),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-minimal, column code_generation)",,out:single-couple, livebench-task-connections,livebench,gpt-5-mini,minimal,mixed,hard,,,,,,,48.5,score%,0.0289,,prev=48.5 (src-livebench-question-set-2026-01-08-2026-03-06#M970),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-minimal, column connections)",,out:single-couple, livebench-task-consecutive_events,livebench,gpt-5-mini,minimal,mixed,hard,,,,,,,0.478,score%,0.000289,,prev=0.478 (src-livebench-question-set-2026-01-08-2026-03-06#M971),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-minimal, column consecutive_events)",,out:single-couple, livebench-task-integrals_with_game,livebench,gpt-5-mini,minimal,reasoning-math,hard,,,,,,,6.0,score%,0.0289,,prev=6.0 (src-livebench-question-set-2026-01-08-2026-03-06#M972),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-minimal, column integrals_with_game)",,out:single-couple, livebench-task-javascript,livebench,gpt-5-mini,minimal,coding,hard,,,,,,,25.0,score%,0.0289,,prev=25.0 (src-livebench-question-set-2026-01-08-2026-03-06#M973),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-minimal, column javascript)",,out:single-couple, livebench-task-logic_with_navigation,livebench,gpt-5-mini,minimal,mixed,hard,,,,,,,26.0,score%,0.0289,,prev=26.0 (src-livebench-question-set-2026-01-08-2026-03-06#M974),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-minimal, column logic_with_navigation)",,out:single-couple, livebench-task-math_comp,livebench,gpt-5-mini,minimal,reasoning-math,hard,,,,,,,56.863,score%,0.000289,,prev=56.863 (src-livebench-question-set-2026-01-08-2026-03-06#M975),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-minimal, column math_comp)",,out:single-couple, livebench-task-olympiad,livebench,gpt-5-mini,minimal,reasoning-math,hard,,,,,,,51.259,score%,0.000289,,prev=51.259 (src-livebench-question-set-2026-01-08-2026-03-06#M976),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-minimal, column olympiad)",,out:single-couple, livebench-task-paraphrase,livebench,gpt-5-mini,minimal,mixed,hard,,,,,,,15.533,score%,0.000289,,prev=15.533 (src-livebench-question-set-2026-01-08-2026-03-06#M977),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-minimal, column paraphrase)",,out:single-couple, livebench-task-plot_unscrambling,livebench,gpt-5-mini,minimal,mixed,hard,,,,,,,25.866,score%,0.000289,,prev=25.866 (src-livebench-question-set-2026-01-08-2026-03-06#M978),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-minimal, column plot_unscrambling)",,out:single-couple, livebench-task-python,livebench,gpt-5-mini,minimal,coding,hard,,,,,,,30.0,score%,0.0289,,prev=30.0 (src-livebench-question-set-2026-01-08-2026-03-06#M979),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-minimal, column python)",,out:single-couple, livebench-task-simplify,livebench,gpt-5-mini,minimal,mixed,hard,,,,,,,22.867,score%,0.000289,,prev=22.867 (src-livebench-question-set-2026-01-08-2026-03-06#M980),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-minimal, column simplify)",,out:single-couple, livebench-task-spatial,livebench,gpt-5-mini,minimal,mixed,hard,,,,,,,62.0,score%,0.0289,,prev=62.0 (src-livebench-question-set-2026-01-08-2026-03-06#M981),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-minimal, column spatial)",,out:single-couple, livebench-task-story_generation,livebench,gpt-5-mini,minimal,mixed,hard,,,,,,,19.583,score%,0.000289,,prev=19.583 (src-livebench-question-set-2026-01-08-2026-03-06#M982),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-minimal, column story_generation)",,out:single-couple, livebench-task-summarize,livebench,gpt-5-mini,minimal,mixed,hard,,,,,,,25.267,score%,0.000289,,prev=25.267 (src-livebench-question-set-2026-01-08-2026-03-06#M983),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-minimal, column summarize)",,out:single-couple, livebench-task-tablejoin,livebench,gpt-5-mini,minimal,mixed,hard,,,,,,,29.923,score%,0.000289,,prev=29.923 (src-livebench-question-set-2026-01-08-2026-03-06#M984),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-minimal, column tablejoin)",,out:single-couple, livebench-task-tablereformat,livebench,gpt-5-mini,minimal,mixed,hard,,,,,,,94.118,score%,0.000289,,prev=94.118 (src-livebench-question-set-2026-01-08-2026-03-06#M985),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-minimal, column tablereformat)",,out:single-couple, livebench-task-theory_of_mind,livebench,gpt-5-mini,minimal,mixed,hard,,,,,,,32.692,score%,0.000289,,prev=32.692 (src-livebench-question-set-2026-01-08-2026-03-06#M986),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-minimal, column theory_of_mind)",,out:single-couple, livebench-task-typescript,livebench,gpt-5-mini,minimal,coding,hard,,,,,,,10.0,score%,0.0289,,prev=10.0 (src-livebench-question-set-2026-01-08-2026-03-06#M987),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-minimal, column typescript)",,out:single-couple, livebench-task-typos,livebench,gpt-5-mini,minimal,mixed,hard,,,,,,,60.0,score%,0.0289,,prev=60.0 (src-livebench-question-set-2026-01-08-2026-03-06#M988),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-minimal, column typos)",,out:single-couple, livebench-task-zebra_puzzle,livebench,gpt-5-mini,minimal,mixed,hard,,,,,,,8.5,score%,0.0289,,prev=8.5 (src-livebench-question-set-2026-01-08-2026-03-06#M989),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-mini-minimal, column zebra_puzzle)",,out:single-couple, livebench-task-amps_hard,livebench,gpt-5-nano,unstated,reasoning-math,hard,,,,,,,96.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano, column AMPS_Hard)",,out:effort-not-established, livebench-task-code_completion,livebench,gpt-5-nano,unstated,coding,hard,,,,,,,58.696,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano, column code_completion)",,out:effort-not-established, livebench-task-code_generation,livebench,gpt-5-nano,unstated,coding,hard,,,,,,,76.056,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano, column code_generation)",,out:effort-not-established, livebench-task-connections,livebench,gpt-5-nano,unstated,mixed,hard,,,,,,,74.667,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano, column connections)",,out:effort-not-established, livebench-task-consecutive_events,livebench,gpt-5-nano,unstated,mixed,hard,,,,,,,1.499,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano, column consecutive_events)",,out:effort-not-established, livebench-task-integrals_with_game,livebench,gpt-5-nano,unstated,reasoning-math,hard,,,,,,,22.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano, column integrals_with_game)",,out:effort-not-established, livebench-task-javascript,livebench,gpt-5-nano,unstated,coding,hard,,,,,,,20.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano, column javascript)",,out:effort-not-established, livebench-task-logic_with_navigation,livebench,gpt-5-nano,unstated,mixed,hard,,,,,,,8.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano, column logic_with_navigation)",,out:effort-not-established, livebench-task-math_comp,livebench,gpt-5-nano,unstated,reasoning-math,hard,,,,,,,86.275,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano, column math_comp)",,out:effort-not-established, livebench-task-olympiad,livebench,gpt-5-nano,unstated,reasoning-math,hard,,,,,,,54.522,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano, column olympiad)",,out:effort-not-established, livebench-task-paraphrase,livebench,gpt-5-nano,unstated,mixed,hard,,,,,,,48.8,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano, column paraphrase)",,out:effort-not-established, livebench-task-plot_unscrambling,livebench,gpt-5-nano,unstated,mixed,hard,,,,,,,16.516,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano, column plot_unscrambling)",,out:effort-not-established, livebench-task-python,livebench,gpt-5-nano,unstated,coding,hard,,,,,,,45.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano, column python)",,out:effort-not-established, livebench-task-simplify,livebench,gpt-5-nano,unstated,mixed,hard,,,,,,,55.117,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano, column simplify)",,out:effort-not-established, livebench-task-spatial,livebench,gpt-5-nano,unstated,mixed,hard,,,,,,,80.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano, column spatial)",,out:effort-not-established, livebench-task-story_generation,livebench,gpt-5-nano,unstated,mixed,hard,,,,,,,55.35,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano, column story_generation)",,out:effort-not-established, livebench-task-summarize,livebench,gpt-5-nano,unstated,mixed,hard,,,,,,,48.667,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano, column summarize)",,out:effort-not-established, livebench-task-tablejoin,livebench,gpt-5-nano,unstated,mixed,hard,,,,,,,35.385,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano, column tablejoin)",,out:effort-not-established, livebench-task-tablereformat,livebench,gpt-5-nano,unstated,mixed,hard,,,,,,,96.078,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano, column tablereformat)",,out:effort-not-established, livebench-task-theory_of_mind,livebench,gpt-5-nano,unstated,mixed,hard,,,,,,,42.308,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano, column theory_of_mind)",,out:effort-not-established, livebench-task-typescript,livebench,gpt-5-nano,unstated,coding,hard,,,,,,,20.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano, column typescript)",,out:effort-not-established, livebench-task-typos,livebench,gpt-5-nano,unstated,mixed,hard,,,,,,,52.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano, column typos)",,out:effort-not-established, livebench-task-zebra_puzzle,livebench,gpt-5-nano,unstated,mixed,hard,,,,,,,11.5,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano, column zebra_puzzle)",,out:effort-not-established, livebench-task-amps_hard,livebench,gpt-5-nano,high,reasoning-math,hard,,,,,,,96.0,score%,0.0289,,prev=96.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1013),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-high, column AMPS_Hard)",,out:single-couple, livebench-task-code_completion,livebench,gpt-5-nano,high,coding,hard,,,,,,,54.348,score%,0.000289,,prev=54.348 (src-livebench-question-set-2026-01-08-2026-03-06#M1014),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-high, column code_completion)",,out:single-couple, livebench-task-code_generation,livebench,gpt-5-nano,high,coding,hard,,,,,,,70.423,score%,0.000289,,prev=70.423 (src-livebench-question-set-2026-01-08-2026-03-06#M1015),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-high, column code_generation)",,out:single-couple, livebench-task-connections,livebench,gpt-5-nano,high,mixed,hard,,,,,,,81.167,score%,0.000289,,prev=81.167 (src-livebench-question-set-2026-01-08-2026-03-06#M1016),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-high, column connections)",,out:single-couple, livebench-task-consecutive_events,livebench,gpt-5-nano,high,mixed,hard,,,,,,,5.809,score%,0.000289,,prev=5.809 (src-livebench-question-set-2026-01-08-2026-03-06#M1017),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-high, column consecutive_events)",,out:single-couple, livebench-task-integrals_with_game,livebench,gpt-5-nano,high,reasoning-math,hard,,,,,,,31.0,score%,0.0289,,prev=31.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1018),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-high, column integrals_with_game)",,out:single-couple, livebench-task-javascript,livebench,gpt-5-nano,high,coding,hard,,,,,,,25.0,score%,0.0289,,prev=25.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1019),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-high, column javascript)",,out:single-couple, livebench-task-logic_with_navigation,livebench,gpt-5-nano,high,mixed,hard,,,,,,,14.0,score%,0.0289,,prev=14.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1020),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-high, column logic_with_navigation)",,out:single-couple, livebench-task-math_comp,livebench,gpt-5-nano,high,reasoning-math,hard,,,,,,,90.196,score%,0.000289,,prev=90.196 (src-livebench-question-set-2026-01-08-2026-03-06#M1021),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-high, column math_comp)",,out:single-couple, livebench-task-olympiad,livebench,gpt-5-nano,high,reasoning-math,hard,,,,,,,56.429,score%,0.000289,,prev=56.429 (src-livebench-question-set-2026-01-08-2026-03-06#M1022),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-high, column olympiad)",,out:single-couple, livebench-task-paraphrase,livebench,gpt-5-nano,high,mixed,hard,,,,,,,50.183,score%,0.000289,,prev=50.183 (src-livebench-question-set-2026-01-08-2026-03-06#M1023),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-high, column paraphrase)",,out:single-couple, livebench-task-plot_unscrambling,livebench,gpt-5-nano,high,mixed,hard,,,,,,,17.358,score%,0.000289,,prev=17.358 (src-livebench-question-set-2026-01-08-2026-03-06#M1024),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-high, column plot_unscrambling)",,out:single-couple, livebench-task-python,livebench,gpt-5-nano,high,coding,hard,,,,,,,35.0,score%,0.0289,,prev=35.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1025),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-high, column python)",,out:single-couple, livebench-task-simplify,livebench,gpt-5-nano,high,mixed,hard,,,,,,,58.75,score%,0.00289,,prev=58.75 (src-livebench-question-set-2026-01-08-2026-03-06#M1026),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-high, column simplify)",,out:single-couple, livebench-task-spatial,livebench,gpt-5-nano,high,mixed,hard,,,,,,,94.0,score%,0.0289,,prev=94.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1027),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-high, column spatial)",,out:single-couple, livebench-task-story_generation,livebench,gpt-5-nano,high,mixed,hard,,,,,,,55.233,score%,0.000289,,prev=55.233 (src-livebench-question-set-2026-01-08-2026-03-06#M1028),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-high, column story_generation)",,out:single-couple, livebench-task-summarize,livebench,gpt-5-nano,high,mixed,hard,,,,,,,58.633,score%,0.000289,,prev=58.633 (src-livebench-question-set-2026-01-08-2026-03-06#M1029),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-high, column summarize)",,out:single-couple, livebench-task-tablejoin,livebench,gpt-5-nano,high,mixed,hard,,,,,,,34.212,score%,0.000289,,prev=34.212 (src-livebench-question-set-2026-01-08-2026-03-06#M1030),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-high, column tablejoin)",,out:single-couple, livebench-task-tablereformat,livebench,gpt-5-nano,high,mixed,hard,,,,,,,90.196,score%,0.000289,,prev=90.196 (src-livebench-question-set-2026-01-08-2026-03-06#M1031),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-high, column tablereformat)",,out:single-couple, livebench-task-theory_of_mind,livebench,gpt-5-nano,high,mixed,hard,,,,,,,46.154,score%,0.000289,,prev=46.154 (src-livebench-question-set-2026-01-08-2026-03-06#M1032),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-high, column theory_of_mind)",,out:single-couple, livebench-task-typescript,livebench,gpt-5-nano,high,coding,hard,,,,,,,10.0,score%,0.0289,,prev=10.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1033),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-high, column typescript)",,out:single-couple, livebench-task-typos,livebench,gpt-5-nano,high,mixed,hard,,,,,,,42.0,score%,0.0289,,prev=42.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1034),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-high, column typos)",,out:single-couple, livebench-task-zebra_puzzle,livebench,gpt-5-nano,high,mixed,hard,,,,,,,7.0,score%,0.0289,,prev=7.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1035),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-high, column zebra_puzzle)",,out:single-couple, livebench-task-amps_hard,livebench,gpt-5-nano,low,reasoning-math,hard,,,,,,,79.0,score%,0.0289,,prev=79.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1036),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-low, column AMPS_Hard)",,out:single-couple, livebench-task-code_completion,livebench,gpt-5-nano,low,coding,hard,,,,,,,43.478,score%,0.000289,,prev=43.478 (src-livebench-question-set-2026-01-08-2026-03-06#M1037),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-low, column code_completion)",,out:single-couple, livebench-task-code_generation,livebench,gpt-5-nano,low,coding,hard,,,,,,,61.972,score%,0.000289,,prev=61.972 (src-livebench-question-set-2026-01-08-2026-03-06#M1038),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-low, column code_generation)",,out:single-couple, livebench-task-connections,livebench,gpt-5-nano,low,mixed,hard,,,,,,,64.333,score%,0.000289,,prev=64.333 (src-livebench-question-set-2026-01-08-2026-03-06#M1039),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-low, column connections)",,out:single-couple, livebench-task-consecutive_events,livebench,gpt-5-nano,low,mixed,hard,,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-low, column consecutive_events)",,out:uninformative, livebench-task-integrals_with_game,livebench,gpt-5-nano,low,reasoning-math,hard,,,,,,,7.0,score%,0.0289,,prev=7.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1041),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-low, column integrals_with_game)",,out:single-couple, livebench-task-javascript,livebench,gpt-5-nano,low,coding,hard,,,,,,,10.0,score%,0.0289,,prev=10.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1042),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-low, column javascript)",,out:single-couple, livebench-task-logic_with_navigation,livebench,gpt-5-nano,low,mixed,hard,,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-low, column logic_with_navigation)",,out:uninformative, livebench-task-math_comp,livebench,gpt-5-nano,low,reasoning-math,hard,,,,,,,73.529,score%,0.000289,,prev=73.529 (src-livebench-question-set-2026-01-08-2026-03-06#M1044),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-low, column math_comp)",,out:single-couple, livebench-task-olympiad,livebench,gpt-5-nano,low,reasoning-math,hard,,,,,,,36.099,score%,0.000289,,prev=36.099 (src-livebench-question-set-2026-01-08-2026-03-06#M1045),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-low, column olympiad)",,out:single-couple, livebench-task-paraphrase,livebench,gpt-5-nano,low,mixed,hard,,,,,,,25.633,score%,0.000289,,prev=25.633 (src-livebench-question-set-2026-01-08-2026-03-06#M1046),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-low, column paraphrase)",,out:single-couple, livebench-task-plot_unscrambling,livebench,gpt-5-nano,low,mixed,hard,,,,,,,13.871,score%,0.000289,,prev=13.871 (src-livebench-question-set-2026-01-08-2026-03-06#M1047),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-low, column plot_unscrambling)",,out:single-couple, livebench-task-python,livebench,gpt-5-nano,low,coding,hard,,,,,,,20.0,score%,0.0289,,prev=20.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1048),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-low, column python)",,out:single-couple, livebench-task-simplify,livebench,gpt-5-nano,low,mixed,hard,,,,,,,25.95,score%,0.00289,,prev=25.95 (src-livebench-question-set-2026-01-08-2026-03-06#M1049),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-low, column simplify)",,out:single-couple, livebench-task-spatial,livebench,gpt-5-nano,low,mixed,hard,,,,,,,70.0,score%,0.0289,,prev=70.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1050),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-low, column spatial)",,out:single-couple, livebench-task-story_generation,livebench,gpt-5-nano,low,mixed,hard,,,,,,,36.783,score%,0.000289,,prev=36.783 (src-livebench-question-set-2026-01-08-2026-03-06#M1051),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-low, column story_generation)",,out:single-couple, livebench-task-summarize,livebench,gpt-5-nano,low,mixed,hard,,,,,,,28.017,score%,0.000289,,prev=28.017 (src-livebench-question-set-2026-01-08-2026-03-06#M1052),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-low, column summarize)",,out:single-couple, livebench-task-tablejoin,livebench,gpt-5-nano,low,mixed,hard,,,,,,,27.346,score%,0.000289,,prev=27.346 (src-livebench-question-set-2026-01-08-2026-03-06#M1053),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-low, column tablejoin)",,out:single-couple, livebench-task-tablereformat,livebench,gpt-5-nano,low,mixed,hard,,,,,,,82.353,score%,0.000289,,prev=82.353 (src-livebench-question-set-2026-01-08-2026-03-06#M1054),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-low, column tablereformat)",,out:single-couple, livebench-task-theory_of_mind,livebench,gpt-5-nano,low,mixed,hard,,,,,,,38.462,score%,0.000289,,prev=38.462 (src-livebench-question-set-2026-01-08-2026-03-06#M1055),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-low, column theory_of_mind)",,out:single-couple, livebench-task-typescript,livebench,gpt-5-nano,low,coding,hard,,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-low, column typescript)",,out:uninformative, livebench-task-typos,livebench,gpt-5-nano,low,mixed,hard,,,,,,,28.0,score%,0.0289,,prev=28.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1057),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-low, column typos)",,out:single-couple, livebench-task-zebra_puzzle,livebench,gpt-5-nano,low,mixed,hard,,,,,,,2.25,score%,0.00289,,prev=2.25 (src-livebench-question-set-2026-01-08-2026-03-06#M1058),"https://livebench.ai/table_2026_01_08.csv (row gpt-5-nano-low, column zebra_puzzle)",,out:single-couple, livebench-task-amps_hard,livebench,gpt-5-pro,unstated,reasoning-math,hard,,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-pro-2025-10-06, column AMPS_Hard)",,out:effort-not-established, livebench-task-code_completion,livebench,gpt-5-pro,unstated,coding,hard,,,,,,,69.565,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-pro-2025-10-06, column code_completion)",,out:effort-not-established, livebench-task-code_generation,livebench,gpt-5-pro,unstated,coding,hard,,,,,,,74.648,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-pro-2025-10-06, column code_generation)",,out:effort-not-established, livebench-task-connections,livebench,gpt-5-pro,unstated,mixed,hard,,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-pro-2025-10-06, column connections)",,out:effort-not-established, livebench-task-consecutive_events,livebench,gpt-5-pro,unstated,mixed,hard,,,,,,,26.276,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-pro-2025-10-06, column consecutive_events)",,out:effort-not-established, livebench-task-integrals_with_game,livebench,gpt-5-pro,unstated,reasoning-math,hard,,,,,,,62.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-pro-2025-10-06, column integrals_with_game)",,out:effort-not-established, livebench-task-javascript,livebench,gpt-5-pro,unstated,coding,hard,,,,,,,45.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-pro-2025-10-06, column javascript)",,out:effort-not-established, livebench-task-logic_with_navigation,livebench,gpt-5-pro,unstated,mixed,hard,,,,,,,64.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-pro-2025-10-06, column logic_with_navigation)",,out:effort-not-established, livebench-task-math_comp,livebench,gpt-5-pro,unstated,reasoning-math,hard,,,,,,,97.059,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-pro-2025-10-06, column math_comp)",,out:effort-not-established, livebench-task-olympiad,livebench,gpt-5-pro,unstated,reasoning-math,hard,,,,,,,87.603,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-pro-2025-10-06, column olympiad)",,out:effort-not-established, livebench-task-paraphrase,livebench,gpt-5-pro,unstated,mixed,hard,,,,,,,61.4,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-pro-2025-10-06, column paraphrase)",,out:effort-not-established, livebench-task-plot_unscrambling,livebench,gpt-5-pro,unstated,mixed,hard,,,,,,,64.085,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-pro-2025-10-06, column plot_unscrambling)",,out:effort-not-established, livebench-task-python,livebench,gpt-5-pro,unstated,coding,hard,,,,,,,65.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-pro-2025-10-06, column python)",,out:effort-not-established, livebench-task-simplify,livebench,gpt-5-pro,unstated,mixed,hard,,,,,,,62.217,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-pro-2025-10-06, column simplify)",,out:effort-not-established, livebench-task-spatial,livebench,gpt-5-pro,unstated,mixed,hard,,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-pro-2025-10-06, column spatial)",,out:effort-not-established, livebench-task-story_generation,livebench,gpt-5-pro,unstated,mixed,hard,,,,,,,67.267,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-pro-2025-10-06, column story_generation)",,out:effort-not-established, livebench-task-summarize,livebench,gpt-5-pro,unstated,mixed,hard,,,,,,,64.95,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-pro-2025-10-06, column summarize)",,out:effort-not-established, livebench-task-tablejoin,livebench,gpt-5-pro,unstated,mixed,hard,,,,,,,44.846,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-pro-2025-10-06, column tablejoin)",,out:effort-not-established, livebench-task-tablereformat,livebench,gpt-5-pro,unstated,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-pro-2025-10-06, column tablereformat)",,out:effort-not-established, livebench-task-theory_of_mind,livebench,gpt-5-pro,unstated,mixed,hard,,,,,,,80.769,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-pro-2025-10-06, column theory_of_mind)",,out:effort-not-established, livebench-task-typescript,livebench,gpt-5-pro,unstated,coding,hard,,,,,,,45.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-pro-2025-10-06, column typescript)",,out:effort-not-established, livebench-task-typos,livebench,gpt-5-pro,unstated,mixed,hard,,,,,,,80.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-pro-2025-10-06, column typos)",,out:effort-not-established, livebench-task-zebra_puzzle,livebench,gpt-5-pro,unstated,mixed,hard,,,,,,,84.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5-pro-2025-10-06, column zebra_puzzle)",,out:effort-not-established, livebench-task-amps_hard,livebench,gpt-5.1,high,reasoning-math,hard,,,,,,,97.0,score%,0.0289,,prev=97.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1082),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-high, column AMPS_Hard)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1@high|2026-01-08,in, livebench-task-code_completion,livebench,gpt-5.1,high,coding,hard,,,,,,,71.739,score%,0.000289,,prev=71.739 (src-livebench-question-set-2026-01-08-2026-03-06#M1083),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-high, column code_completion)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1@high|2026-01-08,in, livebench-task-code_generation,livebench,gpt-5.1,high,coding,hard,,,,,,,73.239,score%,0.000289,,prev=73.239 (src-livebench-question-set-2026-01-08-2026-03-06#M1084),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-high, column code_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1@high|2026-01-08,in, livebench-task-connections,livebench,gpt-5.1,high,mixed,hard,,,,,,,97.333,score%,0.000289,,prev=97.333 (src-livebench-question-set-2026-01-08-2026-03-06#M1085),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-high, column connections)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1@high|2026-01-08,in, livebench-task-consecutive_events,livebench,gpt-5.1,high,mixed,hard,,,,,,,64.684,score%,0.000289,,prev=64.684 (src-livebench-question-set-2026-01-08-2026-03-06#M1086),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-high, column consecutive_events)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1@high|2026-01-08,in, livebench-task-integrals_with_game,livebench,gpt-5.1,high,reasoning-math,hard,,,,,,,67.0,score%,0.0289,,prev=67.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1087),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-high, column integrals_with_game)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1@high|2026-01-08,in, livebench-task-javascript,livebench,gpt-5.1,high,coding,hard,,,,,,,50.0,score%,0.0289,,prev=50.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1088),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-high, column javascript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1@high|2026-01-08,in, livebench-task-logic_with_navigation,livebench,gpt-5.1,high,mixed,hard,,,,,,,66.0,score%,0.0289,,prev=66.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1089),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-high, column logic_with_navigation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1@high|2026-01-08,in, livebench-task-math_comp,livebench,gpt-5.1,high,reasoning-math,hard,,,,,,,95.098,score%,0.000289,,prev=95.098 (src-livebench-question-set-2026-01-08-2026-03-06#M1090),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-high, column math_comp)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1@high|2026-01-08,in, livebench-task-olympiad,livebench,gpt-5.1,high,reasoning-math,hard,,,,,,,88.5,score%,0.0289,,prev=88.5 (src-livebench-question-set-2026-01-08-2026-03-06#M1091),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-high, column olympiad)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1@high|2026-01-08,in, livebench-task-paraphrase,livebench,gpt-5.1,high,mixed,hard,,,,,,,58.333,score%,0.000289,,prev=58.333 (src-livebench-question-set-2026-01-08-2026-03-06#M1092),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-high, column paraphrase)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1@high|2026-01-08,in, livebench-task-plot_unscrambling,livebench,gpt-5.1,high,mixed,hard,,,,,,,60.448,score%,0.000289,,prev=60.448 (src-livebench-question-set-2026-01-08-2026-03-06#M1093),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-high, column plot_unscrambling)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1@high|2026-01-08,in, livebench-task-python,livebench,gpt-5.1,high,coding,hard,,,,,,,65.0,score%,0.0289,,prev=65.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1094),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-high, column python)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1@high|2026-01-08,in, livebench-task-simplify,livebench,gpt-5.1,high,mixed,hard,,,,,,,60.133,score%,0.000289,,prev=60.133 (src-livebench-question-set-2026-01-08-2026-03-06#M1095),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-high, column simplify)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1@high|2026-01-08,in, livebench-task-spatial,livebench,gpt-5.1,high,mixed,hard,,,,,,,92.0,score%,0.0289,,prev=92.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1096),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-high, column spatial)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1@high|2026-01-08,in, livebench-task-story_generation,livebench,gpt-5.1,high,mixed,hard,,,,,,,76.117,score%,0.000289,,prev=76.117 (src-livebench-question-set-2026-01-08-2026-03-06#M1097),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-high, column story_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1@high|2026-01-08,in, livebench-task-summarize,livebench,gpt-5.1,high,mixed,hard,,,,,,,61.033,score%,0.000289,,prev=61.033 (src-livebench-question-set-2026-01-08-2026-03-06#M1098),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-high, column summarize)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1@high|2026-01-08,in, livebench-task-tablejoin,livebench,gpt-5.1,high,mixed,hard,,,,,,,44.135,score%,0.000289,,prev=44.135 (src-livebench-question-set-2026-01-08-2026-03-06#M1099),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-high, column tablejoin)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1@high|2026-01-08,in, livebench-task-tablereformat,livebench,gpt-5.1,high,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-high, column tablereformat)",,out:uninformative, livebench-task-theory_of_mind,livebench,gpt-5.1,high,mixed,hard,,,,,,,76.923,score%,0.000289,,prev=76.923 (src-livebench-question-set-2026-01-08-2026-03-06#M1101),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-high, column theory_of_mind)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1@high|2026-01-08,in, livebench-task-typescript,livebench,gpt-5.1,high,coding,hard,,,,,,,45.0,score%,0.0289,,prev=45.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1102),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-high, column typescript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1@high|2026-01-08,in, livebench-task-typos,livebench,gpt-5.1,high,mixed,hard,,,,,,,80.0,score%,0.0289,,prev=80.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1103),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-high, column typos)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1@high|2026-01-08,in, livebench-task-zebra_puzzle,livebench,gpt-5.1,high,mixed,hard,,,,,,,80.25,score%,0.00289,,prev=80.25 (src-livebench-question-set-2026-01-08-2026-03-06#M1104),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-high, column zebra_puzzle)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1@high|2026-01-08,in, livebench-task-amps_hard,livebench,gpt-5.1,low,reasoning-math,hard,,,,,,,94.0,score%,0.0289,,prev=94.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1105),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-low, column AMPS_Hard)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1@low|2026-01-08,in, livebench-task-code_completion,livebench,gpt-5.1,low,coding,hard,,,,,,,76.087,score%,0.000289,,prev=76.087 (src-livebench-question-set-2026-01-08-2026-03-06#M1106),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-low, column code_completion)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1@low|2026-01-08,in, livebench-task-code_generation,livebench,gpt-5.1,low,coding,hard,,,,,,,84.507,score%,0.000289,,prev=84.507 (src-livebench-question-set-2026-01-08-2026-03-06#M1107),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-low, column code_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1@low|2026-01-08,in, livebench-task-connections,livebench,gpt-5.1,low,mixed,hard,,,,,,,98.0,score%,0.0289,,prev=98.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1108),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-low, column connections)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1@low|2026-01-08,in, livebench-task-consecutive_events,livebench,gpt-5.1,low,mixed,hard,,,,,,,0.237,score%,0.000289,,prev=0.237 (src-livebench-question-set-2026-01-08-2026-03-06#M1109),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-low, column consecutive_events)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1@low|2026-01-08,in, livebench-task-integrals_with_game,livebench,gpt-5.1,low,reasoning-math,hard,,,,,,,24.0,score%,0.0289,,prev=24.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1110),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-low, column integrals_with_game)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1@low|2026-01-08,in, livebench-task-javascript,livebench,gpt-5.1,low,coding,hard,,,,,,,25.0,score%,0.0289,,prev=25.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1111),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-low, column javascript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1@low|2026-01-08,in, livebench-task-logic_with_navigation,livebench,gpt-5.1,low,mixed,hard,,,,,,,58.0,score%,0.0289,,prev=58.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1112),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-low, column logic_with_navigation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1@low|2026-01-08,in, livebench-task-math_comp,livebench,gpt-5.1,low,reasoning-math,hard,,,,,,,81.373,score%,0.000289,,prev=81.373 (src-livebench-question-set-2026-01-08-2026-03-06#M1113),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-low, column math_comp)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1@low|2026-01-08,in, livebench-task-olympiad,livebench,gpt-5.1,low,reasoning-math,hard,,,,,,,74.14,score%,0.00289,,prev=74.14 (src-livebench-question-set-2026-01-08-2026-03-06#M1114),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-low, column olympiad)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1@low|2026-01-08,in, livebench-task-paraphrase,livebench,gpt-5.1,low,mixed,hard,,,,,,,43.233,score%,0.000289,,prev=43.233 (src-livebench-question-set-2026-01-08-2026-03-06#M1115),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-low, column paraphrase)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1@low|2026-01-08,in, livebench-task-plot_unscrambling,livebench,gpt-5.1,low,mixed,hard,,,,,,,53.555,score%,0.000289,,prev=53.555 (src-livebench-question-set-2026-01-08-2026-03-06#M1116),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-low, column plot_unscrambling)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1@low|2026-01-08,in, livebench-task-python,livebench,gpt-5.1,low,coding,hard,,,,,,,60.0,score%,0.0289,,prev=60.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1117),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-low, column python)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1@low|2026-01-08,in, livebench-task-simplify,livebench,gpt-5.1,low,mixed,hard,,,,,,,46.55,score%,0.00289,,prev=46.55 (src-livebench-question-set-2026-01-08-2026-03-06#M1118),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-low, column simplify)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1@low|2026-01-08,in, livebench-task-spatial,livebench,gpt-5.1,low,mixed,hard,,,,,,,88.0,score%,0.0289,,prev=88.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1119),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-low, column spatial)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1@low|2026-01-08,in, livebench-task-story_generation,livebench,gpt-5.1,low,mixed,hard,,,,,,,55.183,score%,0.000289,,prev=55.183 (src-livebench-question-set-2026-01-08-2026-03-06#M1120),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-low, column story_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1@low|2026-01-08,in, livebench-task-summarize,livebench,gpt-5.1,low,mixed,hard,,,,,,,45.533,score%,0.000289,,prev=45.533 (src-livebench-question-set-2026-01-08-2026-03-06#M1121),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-low, column summarize)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1@low|2026-01-08,in, livebench-task-tablejoin,livebench,gpt-5.1,low,mixed,hard,,,,,,,37.365,score%,0.000289,,prev=37.365 (src-livebench-question-set-2026-01-08-2026-03-06#M1122),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-low, column tablejoin)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1@low|2026-01-08,in, livebench-task-tablereformat,livebench,gpt-5.1,low,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-low, column tablereformat)",,out:uninformative, livebench-task-theory_of_mind,livebench,gpt-5.1,low,mixed,hard,,,,,,,73.077,score%,0.000289,,prev=73.077 (src-livebench-question-set-2026-01-08-2026-03-06#M1124),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-low, column theory_of_mind)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1@low|2026-01-08,in, livebench-task-typescript,livebench,gpt-5.1,low,coding,hard,,,,,,,35.0,score%,0.0289,,prev=35.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1125),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-low, column typescript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1@low|2026-01-08,in, livebench-task-typos,livebench,gpt-5.1,low,mixed,hard,,,,,,,82.0,score%,0.0289,,prev=82.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1126),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-low, column typos)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1@low|2026-01-08,in, livebench-task-zebra_puzzle,livebench,gpt-5.1,low,mixed,hard,,,,,,,19.5,score%,0.0289,,prev=19.5 (src-livebench-question-set-2026-01-08-2026-03-06#M1127),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-low, column zebra_puzzle)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1@low|2026-01-08,in, livebench-task-amps_hard,livebench,gpt-5.1,medium,reasoning-math,hard,,,,,,,97.0,score%,0.0289,,prev=97.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1128),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-medium, column AMPS_Hard)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1@medium|2026-01-08,in, livebench-task-code_completion,livebench,gpt-5.1,medium,coding,hard,,,,,,,73.913,score%,0.000289,,prev=73.913 (src-livebench-question-set-2026-01-08-2026-03-06#M1129),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-medium, column code_completion)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1@medium|2026-01-08,in, livebench-task-code_generation,livebench,gpt-5.1,medium,coding,hard,,,,,,,77.465,score%,0.000289,,prev=77.465 (src-livebench-question-set-2026-01-08-2026-03-06#M1130),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-medium, column code_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1@medium|2026-01-08,in, livebench-task-connections,livebench,gpt-5.1,medium,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-medium, column connections)",,out:uninformative, livebench-task-consecutive_events,livebench,gpt-5.1,medium,mixed,hard,,,,,,,48.459,score%,0.000289,,prev=48.459 (src-livebench-question-set-2026-01-08-2026-03-06#M1132),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-medium, column consecutive_events)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1@medium|2026-01-08,in, livebench-task-integrals_with_game,livebench,gpt-5.1,medium,reasoning-math,hard,,,,,,,42.0,score%,0.0289,,prev=42.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1133),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-medium, column integrals_with_game)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1@medium|2026-01-08,in, livebench-task-javascript,livebench,gpt-5.1,medium,coding,hard,,,,,,,45.0,score%,0.0289,,prev=45.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1134),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-medium, column javascript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1@medium|2026-01-08,in, livebench-task-logic_with_navigation,livebench,gpt-5.1,medium,mixed,hard,,,,,,,62.0,score%,0.0289,,prev=62.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1135),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-medium, column logic_with_navigation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1@medium|2026-01-08,in, livebench-task-math_comp,livebench,gpt-5.1,medium,reasoning-math,hard,,,,,,,90.196,score%,0.000289,,prev=90.196 (src-livebench-question-set-2026-01-08-2026-03-06#M1136),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-medium, column math_comp)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1@medium|2026-01-08,in, livebench-task-olympiad,livebench,gpt-5.1,medium,reasoning-math,hard,,,,,,,86.846,score%,0.000289,,prev=86.846 (src-livebench-question-set-2026-01-08-2026-03-06#M1137),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-medium, column olympiad)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1@medium|2026-01-08,in, livebench-task-paraphrase,livebench,gpt-5.1,medium,mixed,hard,,,,,,,53.483,score%,0.000289,,prev=53.483 (src-livebench-question-set-2026-01-08-2026-03-06#M1138),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-medium, column paraphrase)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1@medium|2026-01-08,in, livebench-task-plot_unscrambling,livebench,gpt-5.1,medium,mixed,hard,,,,,,,55.971,score%,0.000289,,prev=55.971 (src-livebench-question-set-2026-01-08-2026-03-06#M1139),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-medium, column plot_unscrambling)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1@medium|2026-01-08,in, livebench-task-python,livebench,gpt-5.1,medium,coding,hard,,,,,,,65.0,score%,0.0289,,prev=65.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1140),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-medium, column python)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1@medium|2026-01-08,in, livebench-task-simplify,livebench,gpt-5.1,medium,mixed,hard,,,,,,,63.85,score%,0.00289,,prev=63.85 (src-livebench-question-set-2026-01-08-2026-03-06#M1141),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-medium, column simplify)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1@medium|2026-01-08,in, livebench-task-spatial,livebench,gpt-5.1,medium,mixed,hard,,,,,,,94.0,score%,0.0289,,prev=94.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1142),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-medium, column spatial)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1@medium|2026-01-08,in, livebench-task-story_generation,livebench,gpt-5.1,medium,mixed,hard,,,,,,,66.817,score%,0.000289,,prev=66.817 (src-livebench-question-set-2026-01-08-2026-03-06#M1143),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-medium, column story_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1@medium|2026-01-08,in, livebench-task-summarize,livebench,gpt-5.1,medium,mixed,hard,,,,,,,57.067,score%,0.000289,,prev=57.067 (src-livebench-question-set-2026-01-08-2026-03-06#M1144),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-medium, column summarize)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1@medium|2026-01-08,in, livebench-task-tablejoin,livebench,gpt-5.1,medium,mixed,hard,,,,,,,41.212,score%,0.000289,,prev=41.212 (src-livebench-question-set-2026-01-08-2026-03-06#M1145),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-medium, column tablejoin)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1@medium|2026-01-08,in, livebench-task-tablereformat,livebench,gpt-5.1,medium,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-medium, column tablereformat)",,out:uninformative, livebench-task-theory_of_mind,livebench,gpt-5.1,medium,mixed,hard,,,,,,,76.923,score%,0.000289,,prev=76.923 (src-livebench-question-set-2026-01-08-2026-03-06#M1147),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-medium, column theory_of_mind)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1@medium|2026-01-08,in, livebench-task-typescript,livebench,gpt-5.1,medium,coding,hard,,,,,,,50.0,score%,0.0289,,prev=50.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1148),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-medium, column typescript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1@medium|2026-01-08,in, livebench-task-typos,livebench,gpt-5.1,medium,mixed,hard,,,,,,,80.0,score%,0.0289,,prev=80.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1149),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-medium, column typos)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1@medium|2026-01-08,in, livebench-task-zebra_puzzle,livebench,gpt-5.1,medium,mixed,hard,,,,,,,63.0,score%,0.0289,,prev=63.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1150),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-medium, column zebra_puzzle)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1@medium|2026-01-08,in, livebench-task-amps_hard,livebench,gpt-5.1,not-established:absent,reasoning-math,hard,,,,,,,78.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-nothinking, column AMPS_Hard)",,out:effort-not-established, livebench-task-code_completion,livebench,gpt-5.1,not-established:absent,coding,hard,,,,,,,76.087,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-nothinking, column code_completion)",,out:effort-not-established, livebench-task-code_generation,livebench,gpt-5.1,not-established:absent,coding,hard,,,,,,,78.873,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-nothinking, column code_generation)",,out:effort-not-established, livebench-task-connections,livebench,gpt-5.1,not-established:absent,mixed,hard,,,,,,,44.667,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-nothinking, column connections)",,out:effort-not-established, livebench-task-consecutive_events,livebench,gpt-5.1,not-established:absent,mixed,hard,,,,,,,3.927,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-nothinking, column consecutive_events)",,out:effort-not-established, livebench-task-integrals_with_game,livebench,gpt-5.1,not-established:absent,reasoning-math,hard,,,,,,,3.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-nothinking, column integrals_with_game)",,out:effort-not-established, livebench-task-javascript,livebench,gpt-5.1,not-established:absent,coding,hard,,,,,,,35.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-nothinking, column javascript)",,out:effort-not-established, livebench-task-logic_with_navigation,livebench,gpt-5.1,not-established:absent,mixed,hard,,,,,,,26.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-nothinking, column logic_with_navigation)",,out:effort-not-established, livebench-task-math_comp,livebench,gpt-5.1,not-established:absent,reasoning-math,hard,,,,,,,28.431,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-nothinking, column math_comp)",,out:effort-not-established, livebench-task-olympiad,livebench,gpt-5.1,not-established:absent,reasoning-math,hard,,,,,,,68.614,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-nothinking, column olympiad)",,out:effort-not-established, livebench-task-paraphrase,livebench,gpt-5.1,not-established:absent,mixed,hard,,,,,,,16.883,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-nothinking, column paraphrase)",,out:effort-not-established, livebench-task-plot_unscrambling,livebench,gpt-5.1,not-established:absent,mixed,hard,,,,,,,42.867,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-nothinking, column plot_unscrambling)",,out:effort-not-established, livebench-task-python,livebench,gpt-5.1,not-established:absent,coding,hard,,,,,,,30.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-nothinking, column python)",,out:effort-not-established, livebench-task-simplify,livebench,gpt-5.1,not-established:absent,mixed,hard,,,,,,,27.117,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-nothinking, column simplify)",,out:effort-not-established, livebench-task-spatial,livebench,gpt-5.1,not-established:absent,mixed,hard,,,,,,,48.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-nothinking, column spatial)",,out:effort-not-established, livebench-task-story_generation,livebench,gpt-5.1,not-established:absent,mixed,hard,,,,,,,21.933,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-nothinking, column story_generation)",,out:effort-not-established, livebench-task-summarize,livebench,gpt-5.1,not-established:absent,mixed,hard,,,,,,,28.05,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-nothinking, column summarize)",,out:effort-not-established, livebench-task-tablejoin,livebench,gpt-5.1,not-established:absent,mixed,hard,,,,,,,32.192,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-nothinking, column tablejoin)",,out:effort-not-established, livebench-task-tablereformat,livebench,gpt-5.1,not-established:absent,mixed,hard,,,,,,,96.078,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-nothinking, column tablereformat)",,out:effort-not-established, livebench-task-theory_of_mind,livebench,gpt-5.1,not-established:absent,mixed,hard,,,,,,,25.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-nothinking, column theory_of_mind)",,out:effort-not-established, livebench-task-typescript,livebench,gpt-5.1,not-established:absent,coding,hard,,,,,,,20.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-nothinking, column typescript)",,out:effort-not-established, livebench-task-typos,livebench,gpt-5.1,not-established:absent,mixed,hard,,,,,,,74.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-nothinking, column typos)",,out:effort-not-established, livebench-task-zebra_puzzle,livebench,gpt-5.1,not-established:absent,mixed,hard,,,,,,,8.25,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-2025-11-13-nothinking, column zebra_puzzle)",,out:effort-not-established, livebench-task-amps_hard,livebench,gpt-5.1-codex,unstated,reasoning-math,hard,,,,,,,95.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex, column AMPS_Hard)",,out:effort-not-established, livebench-task-code_completion,livebench,gpt-5.1-codex,unstated,coding,hard,,,,,,,71.739,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex, column code_completion)",,out:effort-not-established, livebench-task-code_generation,livebench,gpt-5.1-codex,unstated,coding,hard,,,,,,,71.831,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex, column code_generation)",,out:effort-not-established, livebench-task-connections,livebench,gpt-5.1-codex,unstated,mixed,hard,,,,,,,96.5,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex, column connections)",,out:effort-not-established, livebench-task-consecutive_events,livebench,gpt-5.1-codex,unstated,mixed,hard,,,,,,,44.644,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex, column consecutive_events)",,out:effort-not-established, livebench-task-integrals_with_game,livebench,gpt-5.1-codex,unstated,reasoning-math,hard,,,,,,,45.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex, column integrals_with_game)",,out:effort-not-established, livebench-task-javascript,livebench,gpt-5.1-codex,unstated,coding,hard,,,,,,,45.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex, column javascript)",,out:effort-not-established, livebench-task-logic_with_navigation,livebench,gpt-5.1-codex,unstated,mixed,hard,,,,,,,64.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex, column logic_with_navigation)",,out:effort-not-established, livebench-task-math_comp,livebench,gpt-5.1-codex,unstated,reasoning-math,hard,,,,,,,96.078,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex, column math_comp)",,out:effort-not-established, livebench-task-olympiad,livebench,gpt-5.1-codex,unstated,reasoning-math,hard,,,,,,,82.244,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex, column olympiad)",,out:effort-not-established, livebench-task-paraphrase,livebench,gpt-5.1-codex,unstated,mixed,hard,,,,,,,61.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex, column paraphrase)",,out:effort-not-established, livebench-task-plot_unscrambling,livebench,gpt-5.1-codex,unstated,mixed,hard,,,,,,,41.937,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex, column plot_unscrambling)",,out:effort-not-established, livebench-task-python,livebench,gpt-5.1-codex,unstated,coding,hard,,,,,,,65.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex, column python)",,out:effort-not-established, livebench-task-simplify,livebench,gpt-5.1-codex,unstated,mixed,hard,,,,,,,60.317,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex, column simplify)",,out:effort-not-established, livebench-task-spatial,livebench,gpt-5.1-codex,unstated,mixed,hard,,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex, column spatial)",,out:effort-not-established, livebench-task-story_generation,livebench,gpt-5.1-codex,unstated,mixed,hard,,,,,,,67.55,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex, column story_generation)",,out:effort-not-established, livebench-task-summarize,livebench,gpt-5.1-codex,unstated,mixed,hard,,,,,,,64.683,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex, column summarize)",,out:effort-not-established, livebench-task-tablejoin,livebench,gpt-5.1-codex,unstated,mixed,hard,,,,,,,41.519,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex, column tablejoin)",,out:effort-not-established, livebench-task-tablereformat,livebench,gpt-5.1-codex,unstated,mixed,hard,,,,,,,96.078,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex, column tablereformat)",,out:effort-not-established, livebench-task-theory_of_mind,livebench,gpt-5.1-codex,unstated,mixed,hard,,,,,,,76.923,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex, column theory_of_mind)",,out:effort-not-established, livebench-task-typescript,livebench,gpt-5.1-codex,unstated,coding,hard,,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex, column typescript)",,out:effort-not-established, livebench-task-typos,livebench,gpt-5.1-codex,unstated,mixed,hard,,,,,,,70.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex, column typos)",,out:effort-not-established, livebench-task-zebra_puzzle,livebench,gpt-5.1-codex,unstated,mixed,hard,,,,,,,89.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex, column zebra_puzzle)",,out:effort-not-established, livebench-task-amps_hard,livebench,gpt-5.1-codex-max,unstated,reasoning-math,hard,,,,,,,96.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max, column AMPS_Hard)",,out:effort-not-established, livebench-task-code_completion,livebench,gpt-5.1-codex-max,unstated,coding,hard,,,,,,,78.261,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max, column code_completion)",,out:effort-not-established, livebench-task-code_generation,livebench,gpt-5.1-codex-max,unstated,coding,hard,,,,,,,84.507,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max, column code_generation)",,out:effort-not-established, livebench-task-connections,livebench,gpt-5.1-codex-max,unstated,mixed,hard,,,,,,,86.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max, column connections)",,out:effort-not-established, livebench-task-consecutive_events,livebench,gpt-5.1-codex-max,unstated,mixed,hard,,,,,,,21.84,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max, column consecutive_events)",,out:effort-not-established, livebench-task-integrals_with_game,livebench,gpt-5.1-codex-max,unstated,reasoning-math,hard,,,,,,,56.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max, column integrals_with_game)",,out:effort-not-established, livebench-task-javascript,livebench,gpt-5.1-codex-max,unstated,coding,hard,,,,,,,40.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max, column javascript)",,out:effort-not-established, livebench-task-logic_with_navigation,livebench,gpt-5.1-codex-max,unstated,mixed,hard,,,,,,,64.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max, column logic_with_navigation)",,out:effort-not-established, livebench-task-math_comp,livebench,gpt-5.1-codex-max,unstated,reasoning-math,hard,,,,,,,93.137,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max, column math_comp)",,out:effort-not-established, livebench-task-olympiad,livebench,gpt-5.1-codex-max,unstated,reasoning-math,hard,,,,,,,89.483,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max, column olympiad)",,out:effort-not-established, livebench-task-paraphrase,livebench,gpt-5.1-codex-max,unstated,mixed,hard,,,,,,,57.383,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max, column paraphrase)",,out:effort-not-established, livebench-task-plot_unscrambling,livebench,gpt-5.1-codex-max,unstated,mixed,hard,,,,,,,58.155,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max, column plot_unscrambling)",,out:effort-not-established, livebench-task-python,livebench,gpt-5.1-codex-max,unstated,coding,hard,,,,,,,75.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max, column python)",,out:effort-not-established, livebench-task-simplify,livebench,gpt-5.1-codex-max,unstated,mixed,hard,,,,,,,66.5,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max, column simplify)",,out:effort-not-established, livebench-task-spatial,livebench,gpt-5.1-codex-max,unstated,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max, column spatial)",,out:effort-not-established, livebench-task-story_generation,livebench,gpt-5.1-codex-max,unstated,mixed,hard,,,,,,,71.25,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max, column story_generation)",,out:effort-not-established, livebench-task-summarize,livebench,gpt-5.1-codex-max,unstated,mixed,hard,,,,,,,73.367,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max, column summarize)",,out:effort-not-established, livebench-task-tablejoin,livebench,gpt-5.1-codex-max,unstated,mixed,hard,,,,,,,42.827,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max, column tablejoin)",,out:effort-not-established, livebench-task-tablereformat,livebench,gpt-5.1-codex-max,unstated,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max, column tablereformat)",,out:effort-not-established, livebench-task-theory_of_mind,livebench,gpt-5.1-codex-max,unstated,mixed,hard,,,,,,,86.538,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max, column theory_of_mind)",,out:effort-not-established, livebench-task-typescript,livebench,gpt-5.1-codex-max,unstated,coding,hard,,,,,,,55.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max, column typescript)",,out:effort-not-established, livebench-task-typos,livebench,gpt-5.1-codex-max,unstated,mixed,hard,,,,,,,82.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max, column typos)",,out:effort-not-established, livebench-task-zebra_puzzle,livebench,gpt-5.1-codex-max,unstated,mixed,hard,,,,,,,87.75,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max, column zebra_puzzle)",,out:effort-not-established, livebench-task-amps_hard,livebench,gpt-5.1-codex-max,high,reasoning-math,hard,,,,,,,90.0,score%,0.0289,,prev=90.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1220),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max-high, column AMPS_Hard)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1-codex-max@high|2026-01-08,in, livebench-task-code_completion,livebench,gpt-5.1-codex-max,high,coding,hard,,,,,,,78.261,score%,0.000289,,prev=78.261 (src-livebench-question-set-2026-01-08-2026-03-06#M1221),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max-high, column code_completion)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1-codex-max@high|2026-01-08,in, livebench-task-code_generation,livebench,gpt-5.1-codex-max,high,coding,hard,,,,,,,83.099,score%,0.000289,,prev=83.099 (src-livebench-question-set-2026-01-08-2026-03-06#M1222),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max-high, column code_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1-codex-max@high|2026-01-08,in, livebench-task-connections,livebench,gpt-5.1-codex-max,high,mixed,hard,,,,,,,90.0,score%,0.0289,,prev=90.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1223),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max-high, column connections)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1-codex-max@high|2026-01-08,in, livebench-task-consecutive_events,livebench,gpt-5.1-codex-max,high,mixed,hard,,,,,,,65.12,score%,0.00289,,prev=65.12 (src-livebench-question-set-2026-01-08-2026-03-06#M1224),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max-high, column consecutive_events)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1-codex-max@high|2026-01-08,in, livebench-task-integrals_with_game,livebench,gpt-5.1-codex-max,high,reasoning-math,hard,,,,,,,61.0,score%,0.0289,,prev=61.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1225),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max-high, column integrals_with_game)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1-codex-max@high|2026-01-08,in, livebench-task-javascript,livebench,gpt-5.1-codex-max,high,coding,hard,,,,,,,45.0,score%,0.0289,,prev=45.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1226),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max-high, column javascript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1-codex-max@high|2026-01-08,in, livebench-task-logic_with_navigation,livebench,gpt-5.1-codex-max,high,mixed,hard,,,,,,,64.0,score%,0.0289,,prev=64.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1227),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max-high, column logic_with_navigation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1-codex-max@high|2026-01-08,in, livebench-task-math_comp,livebench,gpt-5.1-codex-max,high,reasoning-math,hard,,,,,,,96.078,score%,0.000289,,prev=96.078 (src-livebench-question-set-2026-01-08-2026-03-06#M1228),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max-high, column math_comp)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1-codex-max@high|2026-01-08,in, livebench-task-olympiad,livebench,gpt-5.1-codex-max,high,reasoning-math,hard,,,,,,,85.787,score%,0.000289,,prev=85.787 (src-livebench-question-set-2026-01-08-2026-03-06#M1229),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max-high, column olympiad)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1-codex-max@high|2026-01-08,in, livebench-task-paraphrase,livebench,gpt-5.1-codex-max,high,mixed,hard,,,,,,,77.95,score%,0.00289,,prev=77.95 (src-livebench-question-set-2026-01-08-2026-03-06#M1230),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max-high, column paraphrase)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1-codex-max@high|2026-01-08,in, livebench-task-plot_unscrambling,livebench,gpt-5.1-codex-max,high,mixed,hard,,,,,,,57.441,score%,0.000289,,prev=57.441 (src-livebench-question-set-2026-01-08-2026-03-06#M1231),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max-high, column plot_unscrambling)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1-codex-max@high|2026-01-08,in, livebench-task-python,livebench,gpt-5.1-codex-max,high,coding,hard,,,,,,,65.0,score%,0.0289,,prev=65.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1232),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max-high, column python)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1-codex-max@high|2026-01-08,in, livebench-task-simplify,livebench,gpt-5.1-codex-max,high,mixed,hard,,,,,,,65.45,score%,0.00289,,prev=65.45 (src-livebench-question-set-2026-01-08-2026-03-06#M1233),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max-high, column simplify)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1-codex-max@high|2026-01-08,in, livebench-task-spatial,livebench,gpt-5.1-codex-max,high,mixed,hard,,,,,,,98.0,score%,0.0289,,prev=98.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1234),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max-high, column spatial)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1-codex-max@high|2026-01-08,in, livebench-task-story_generation,livebench,gpt-5.1-codex-max,high,mixed,hard,,,,,,,65.967,score%,0.000289,,prev=65.967 (src-livebench-question-set-2026-01-08-2026-03-06#M1235),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max-high, column story_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1-codex-max@high|2026-01-08,in, livebench-task-summarize,livebench,gpt-5.1-codex-max,high,mixed,hard,,,,,,,72.167,score%,0.000289,,prev=72.167 (src-livebench-question-set-2026-01-08-2026-03-06#M1236),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max-high, column summarize)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1-codex-max@high|2026-01-08,in, livebench-task-tablejoin,livebench,gpt-5.1-codex-max,high,mixed,hard,,,,,,,45.25,score%,0.00289,,prev=45.25 (src-livebench-question-set-2026-01-08-2026-03-06#M1237),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max-high, column tablejoin)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1-codex-max@high|2026-01-08,in, livebench-task-tablereformat,livebench,gpt-5.1-codex-max,high,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max-high, column tablereformat)",,out:uninformative, livebench-task-theory_of_mind,livebench,gpt-5.1-codex-max,high,mixed,hard,,,,,,,84.615,score%,0.000289,,prev=84.615 (src-livebench-question-set-2026-01-08-2026-03-06#M1239),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max-high, column theory_of_mind)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1-codex-max@high|2026-01-08,in, livebench-task-typescript,livebench,gpt-5.1-codex-max,high,coding,hard,,,,,,,50.0,score%,0.0289,,prev=50.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1240),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max-high, column typescript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1-codex-max@high|2026-01-08,in, livebench-task-typos,livebench,gpt-5.1-codex-max,high,mixed,hard,,,,,,,82.0,score%,0.0289,,prev=82.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1241),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max-high, column typos)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1-codex-max@high|2026-01-08,in, livebench-task-zebra_puzzle,livebench,gpt-5.1-codex-max,high,mixed,hard,,,,,,,88.0,score%,0.0289,,prev=88.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1242),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-max-high, column zebra_puzzle)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.1-codex-max@high|2026-01-08,in, livebench-task-amps_hard,livebench,gpt-5.1-codex-mini,unstated,reasoning-math,hard,,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-mini, column AMPS_Hard)",,out:effort-not-established, livebench-task-code_completion,livebench,gpt-5.1-codex-mini,unstated,coding,hard,,,,,,,65.217,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-mini, column code_completion)",,out:effort-not-established, livebench-task-code_generation,livebench,gpt-5.1-codex-mini,unstated,coding,hard,,,,,,,74.648,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-mini, column code_generation)",,out:effort-not-established, livebench-task-connections,livebench,gpt-5.1-codex-mini,unstated,mixed,hard,,,,,,,97.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-mini, column connections)",,out:effort-not-established, livebench-task-consecutive_events,livebench,gpt-5.1-codex-mini,unstated,mixed,hard,,,,,,,8.528,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-mini, column consecutive_events)",,out:effort-not-established, livebench-task-integrals_with_game,livebench,gpt-5.1-codex-mini,unstated,reasoning-math,hard,,,,,,,32.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-mini, column integrals_with_game)",,out:effort-not-established, livebench-task-javascript,livebench,gpt-5.1-codex-mini,unstated,coding,hard,,,,,,,25.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-mini, column javascript)",,out:effort-not-established, livebench-task-logic_with_navigation,livebench,gpt-5.1-codex-mini,unstated,mixed,hard,,,,,,,58.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-mini, column logic_with_navigation)",,out:effort-not-established, livebench-task-math_comp,livebench,gpt-5.1-codex-mini,unstated,reasoning-math,hard,,,,,,,94.118,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-mini, column math_comp)",,out:effort-not-established, livebench-task-olympiad,livebench,gpt-5.1-codex-mini,unstated,reasoning-math,hard,,,,,,,80.904,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-mini, column olympiad)",,out:effort-not-established, livebench-task-paraphrase,livebench,gpt-5.1-codex-mini,unstated,mixed,hard,,,,,,,45.467,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-mini, column paraphrase)",,out:effort-not-established, livebench-task-plot_unscrambling,livebench,gpt-5.1-codex-mini,unstated,mixed,hard,,,,,,,30.039,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-mini, column plot_unscrambling)",,out:effort-not-established, livebench-task-python,livebench,gpt-5.1-codex-mini,unstated,coding,hard,,,,,,,65.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-mini, column python)",,out:effort-not-established, livebench-task-simplify,livebench,gpt-5.1-codex-mini,unstated,mixed,hard,,,,,,,59.783,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-mini, column simplify)",,out:effort-not-established, livebench-task-spatial,livebench,gpt-5.1-codex-mini,unstated,mixed,hard,,,,,,,94.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-mini, column spatial)",,out:effort-not-established, livebench-task-story_generation,livebench,gpt-5.1-codex-mini,unstated,mixed,hard,,,,,,,68.383,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-mini, column story_generation)",,out:effort-not-established, livebench-task-summarize,livebench,gpt-5.1-codex-mini,unstated,mixed,hard,,,,,,,62.45,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-mini, column summarize)",,out:effort-not-established, livebench-task-tablejoin,livebench,gpt-5.1-codex-mini,unstated,mixed,hard,,,,,,,40.577,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-mini, column tablejoin)",,out:effort-not-established, livebench-task-tablereformat,livebench,gpt-5.1-codex-mini,unstated,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-mini, column tablereformat)",,out:effort-not-established, livebench-task-theory_of_mind,livebench,gpt-5.1-codex-mini,unstated,mixed,hard,,,,,,,53.846,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-mini, column theory_of_mind)",,out:effort-not-established, livebench-task-typescript,livebench,gpt-5.1-codex-mini,unstated,coding,hard,,,,,,,30.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-mini, column typescript)",,out:effort-not-established, livebench-task-typos,livebench,gpt-5.1-codex-mini,unstated,mixed,hard,,,,,,,62.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-mini, column typos)",,out:effort-not-established, livebench-task-zebra_puzzle,livebench,gpt-5.1-codex-mini,unstated,mixed,hard,,,,,,,53.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.1-codex-mini, column zebra_puzzle)",,out:effort-not-established, livebench-task-amps_hard,livebench,gpt-5.2,high,reasoning-math,hard,,,,,,,97.0,score%,0.0289,,prev=97.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1266),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-high, column AMPS_Hard)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.2@high|2026-01-08,in, livebench-task-code_completion,livebench,gpt-5.2,high,coding,hard,,,,,,,76.087,score%,0.000289,,prev=76.087 (src-livebench-question-set-2026-01-08-2026-03-06#M1267),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-high, column code_completion)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.2@high|2026-01-08,in, livebench-task-code_generation,livebench,gpt-5.2,high,coding,hard,,,,,,,76.056,score%,0.000289,,prev=76.056 (src-livebench-question-set-2026-01-08-2026-03-06#M1268),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-high, column code_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.2@high|2026-01-08,in, livebench-task-connections,livebench,gpt-5.2,high,mixed,hard,,,,,,,99.0,score%,0.0289,,prev=99.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1269),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-high, column connections)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.2@high|2026-01-08,in, livebench-task-consecutive_events,livebench,gpt-5.2,high,mixed,hard,,,,,,,88.913,score%,0.000289,,prev=88.913 (src-livebench-question-set-2026-01-08-2026-03-06#M1270),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-high, column consecutive_events)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.2@high|2026-01-08,in, livebench-task-integrals_with_game,livebench,gpt-5.2,high,reasoning-math,hard,,,,,,,92.0,score%,0.0289,,prev=92.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1271),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-high, column integrals_with_game)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.2@high|2026-01-08,in, livebench-task-javascript,livebench,gpt-5.2,high,coding,hard,,,,,,,50.0,score%,0.0289,,prev=50.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1272),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-high, column javascript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.2@high|2026-01-08,in, livebench-task-logic_with_navigation,livebench,gpt-5.2,high,mixed,hard,,,,,,,74.0,score%,0.0289,,prev=74.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1273),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-high, column logic_with_navigation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.2@high|2026-01-08,in, livebench-task-math_comp,livebench,gpt-5.2,high,reasoning-math,hard,,,,,,,95.098,score%,0.000289,,prev=95.098 (src-livebench-question-set-2026-01-08-2026-03-06#M1274),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-high, column math_comp)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.2@high|2026-01-08,in, livebench-task-olympiad,livebench,gpt-5.2,high,reasoning-math,hard,,,,,,,88.566,score%,0.000289,,prev=88.566 (src-livebench-question-set-2026-01-08-2026-03-06#M1275),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-high, column olympiad)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.2@high|2026-01-08,in, livebench-task-paraphrase,livebench,gpt-5.2,high,mixed,hard,,,,,,,64.1,score%,0.0289,,prev=64.1 (src-livebench-question-set-2026-01-08-2026-03-06#M1276),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-high, column paraphrase)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.2@high|2026-01-08,in, livebench-task-plot_unscrambling,livebench,gpt-5.2,high,mixed,hard,,,,,,,58.427,score%,0.000289,,prev=58.427 (src-livebench-question-set-2026-01-08-2026-03-06#M1277),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-high, column plot_unscrambling)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.2@high|2026-01-08,in, livebench-task-python,livebench,gpt-5.2,high,coding,hard,,,,,,,70.0,score%,0.0289,,prev=70.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1278),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-high, column python)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.2@high|2026-01-08,in, livebench-task-simplify,livebench,gpt-5.2,high,mixed,hard,,,,,,,54.083,score%,0.000289,,prev=54.083 (src-livebench-question-set-2026-01-08-2026-03-06#M1279),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-high, column simplify)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.2@high|2026-01-08,in, livebench-task-spatial,livebench,gpt-5.2,high,mixed,hard,,,,,,,96.0,score%,0.0289,,prev=96.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1280),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-high, column spatial)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.2@high|2026-01-08,in, livebench-task-story_generation,livebench,gpt-5.2,high,mixed,hard,,,,,,,65.7,score%,0.0289,,prev=65.7 (src-livebench-question-set-2026-01-08-2026-03-06#M1281),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-high, column story_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.2@high|2026-01-08,in, livebench-task-summarize,livebench,gpt-5.2,high,mixed,hard,,,,,,,63.2,score%,0.0289,,prev=63.2 (src-livebench-question-set-2026-01-08-2026-03-06#M1282),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-high, column summarize)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.2@high|2026-01-08,in, livebench-task-tablejoin,livebench,gpt-5.2,high,mixed,hard,,,,,,,45.577,score%,0.000289,,prev=45.577 (src-livebench-question-set-2026-01-08-2026-03-06#M1283),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-high, column tablejoin)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.2@high|2026-01-08,in, livebench-task-tablereformat,livebench,gpt-5.2,high,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-high, column tablereformat)",,out:uninformative, livebench-task-theory_of_mind,livebench,gpt-5.2,high,mixed,hard,,,,,,,78.846,score%,0.000289,,prev=78.846 (src-livebench-question-set-2026-01-08-2026-03-06#M1285),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-high, column theory_of_mind)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.2@high|2026-01-08,in, livebench-task-typescript,livebench,gpt-5.2,high,coding,hard,,,,,,,35.0,score%,0.0289,,prev=35.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1286),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-high, column typescript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.2@high|2026-01-08,in, livebench-task-typos,livebench,gpt-5.2,high,mixed,hard,,,,,,,82.0,score%,0.0289,,prev=82.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1287),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-high, column typos)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.2@high|2026-01-08,in, livebench-task-zebra_puzzle,livebench,gpt-5.2,high,mixed,hard,,,,,,,84.0,score%,0.0289,,prev=84.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1288),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-high, column zebra_puzzle)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.2@high|2026-01-08,in, livebench-task-amps_hard,livebench,gpt-5.2,low,reasoning-math,hard,,,,,,,97.0,score%,0.0289,,prev=97.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1289),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-low, column AMPS_Hard)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.2@low|2026-01-08,in, livebench-task-code_completion,livebench,gpt-5.2,low,coding,hard,,,,,,,71.739,score%,0.000289,,prev=71.739 (src-livebench-question-set-2026-01-08-2026-03-06#M1290),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-low, column code_completion)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.2@low|2026-01-08,in, livebench-task-code_generation,livebench,gpt-5.2,low,coding,hard,,,,,,,76.056,score%,0.000289,,prev=76.056 (src-livebench-question-set-2026-01-08-2026-03-06#M1291),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-low, column code_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.2@low|2026-01-08,in, livebench-task-connections,livebench,gpt-5.2,low,mixed,hard,,,,,,,97.5,score%,0.0289,,prev=97.5 (src-livebench-question-set-2026-01-08-2026-03-06#M1292),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-low, column connections)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.2@low|2026-01-08,in, livebench-task-consecutive_events,livebench,gpt-5.2,low,mixed,hard,,,,,,,16.119,score%,0.000289,,prev=16.119 (src-livebench-question-set-2026-01-08-2026-03-06#M1293),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-low, column consecutive_events)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.2@low|2026-01-08,in, livebench-task-integrals_with_game,livebench,gpt-5.2,low,reasoning-math,hard,,,,,,,61.0,score%,0.0289,,prev=61.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1294),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-low, column integrals_with_game)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.2@low|2026-01-08,in, livebench-task-javascript,livebench,gpt-5.2,low,coding,hard,,,,,,,35.0,score%,0.0289,,prev=35.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1295),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-low, column javascript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.2@low|2026-01-08,in, livebench-task-logic_with_navigation,livebench,gpt-5.2,low,mixed,hard,,,,,,,66.0,score%,0.0289,,prev=66.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1296),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-low, column logic_with_navigation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.2@low|2026-01-08,in, livebench-task-math_comp,livebench,gpt-5.2,low,reasoning-math,hard,,,,,,,94.118,score%,0.000289,,prev=94.118 (src-livebench-question-set-2026-01-08-2026-03-06#M1297),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-low, column math_comp)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.2@low|2026-01-08,in, livebench-task-olympiad,livebench,gpt-5.2,low,reasoning-math,hard,,,,,,,86.739,score%,0.000289,,prev=86.739 (src-livebench-question-set-2026-01-08-2026-03-06#M1298),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-low, column olympiad)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.2@low|2026-01-08,in, livebench-task-paraphrase,livebench,gpt-5.2,low,mixed,hard,,,,,,,46.117,score%,0.000289,,prev=46.117 (src-livebench-question-set-2026-01-08-2026-03-06#M1299),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-low, column paraphrase)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.2@low|2026-01-08,in, livebench-task-plot_unscrambling,livebench,gpt-5.2,low,mixed,hard,,,,,,,47.042,score%,0.000289,,prev=47.042 (src-livebench-question-set-2026-01-08-2026-03-06#M1300),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-low, column plot_unscrambling)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.2@low|2026-01-08,in, livebench-task-python,livebench,gpt-5.2,low,coding,hard,,,,,,,65.0,score%,0.0289,,prev=65.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1301),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-low, column python)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.2@low|2026-01-08,in, livebench-task-simplify,livebench,gpt-5.2,low,mixed,hard,,,,,,,59.9,score%,0.0289,,prev=59.9 (src-livebench-question-set-2026-01-08-2026-03-06#M1302),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-low, column simplify)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.2@low|2026-01-08,in, livebench-task-spatial,livebench,gpt-5.2,low,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-low, column spatial)",,out:uninformative, livebench-task-story_generation,livebench,gpt-5.2,low,mixed,hard,,,,,,,55.833,score%,0.000289,,prev=55.833 (src-livebench-question-set-2026-01-08-2026-03-06#M1304),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-low, column story_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.2@low|2026-01-08,in, livebench-task-summarize,livebench,gpt-5.2,low,mixed,hard,,,,,,,56.333,score%,0.000289,,prev=56.333 (src-livebench-question-set-2026-01-08-2026-03-06#M1305),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-low, column summarize)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.2@low|2026-01-08,in, livebench-task-tablejoin,livebench,gpt-5.2,low,mixed,hard,,,,,,,42.096,score%,0.000289,,prev=42.096 (src-livebench-question-set-2026-01-08-2026-03-06#M1306),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-low, column tablejoin)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.2@low|2026-01-08,in, livebench-task-tablereformat,livebench,gpt-5.2,low,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-low, column tablereformat)",,out:uninformative, livebench-task-theory_of_mind,livebench,gpt-5.2,low,mixed,hard,,,,,,,76.923,score%,0.000289,,prev=76.923 (src-livebench-question-set-2026-01-08-2026-03-06#M1308),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-low, column theory_of_mind)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.2@low|2026-01-08,in, livebench-task-typescript,livebench,gpt-5.2,low,coding,hard,,,,,,,50.0,score%,0.0289,,prev=50.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1309),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-low, column typescript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.2@low|2026-01-08,in, livebench-task-typos,livebench,gpt-5.2,low,mixed,hard,,,,,,,66.0,score%,0.0289,,prev=66.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1310),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-low, column typos)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.2@low|2026-01-08,in, livebench-task-zebra_puzzle,livebench,gpt-5.2,low,mixed,hard,,,,,,,42.0,score%,0.0289,,prev=42.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1311),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-low, column zebra_puzzle)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.2@low|2026-01-08,in, livebench-task-amps_hard,livebench,gpt-5.2,medium,reasoning-math,hard,,,,,,,97.0,score%,0.0289,,prev=97.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1312),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-medium, column AMPS_Hard)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.2@medium|2026-01-08,in, livebench-task-code_completion,livebench,gpt-5.2,medium,coding,hard,,,,,,,69.565,score%,0.000289,,prev=69.565 (src-livebench-question-set-2026-01-08-2026-03-06#M1313),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-medium, column code_completion)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.2@medium|2026-01-08,in, livebench-task-code_generation,livebench,gpt-5.2,medium,coding,hard,,,,,,,74.648,score%,0.000289,,prev=74.648 (src-livebench-question-set-2026-01-08-2026-03-06#M1314),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-medium, column code_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.2@medium|2026-01-08,in, livebench-task-connections,livebench,gpt-5.2,medium,mixed,hard,,,,,,,97.5,score%,0.0289,,prev=97.5 (src-livebench-question-set-2026-01-08-2026-03-06#M1315),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-medium, column connections)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.2@medium|2026-01-08,in, livebench-task-consecutive_events,livebench,gpt-5.2,medium,mixed,hard,,,,,,,66.166,score%,0.000289,,prev=66.166 (src-livebench-question-set-2026-01-08-2026-03-06#M1316),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-medium, column consecutive_events)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.2@medium|2026-01-08,in, livebench-task-integrals_with_game,livebench,gpt-5.2,medium,reasoning-math,hard,,,,,,,88.0,score%,0.0289,,prev=88.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1317),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-medium, column integrals_with_game)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.2@medium|2026-01-08,in, livebench-task-javascript,livebench,gpt-5.2,medium,coding,hard,,,,,,,50.0,score%,0.0289,,prev=50.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1318),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-medium, column javascript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.2@medium|2026-01-08,in, livebench-task-logic_with_navigation,livebench,gpt-5.2,medium,mixed,hard,,,,,,,72.0,score%,0.0289,,prev=72.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1319),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-medium, column logic_with_navigation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.2@medium|2026-01-08,in, livebench-task-math_comp,livebench,gpt-5.2,medium,reasoning-math,hard,,,,,,,94.118,score%,0.000289,,prev=94.118 (src-livebench-question-set-2026-01-08-2026-03-06#M1320),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-medium, column math_comp)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.2@medium|2026-01-08,in, livebench-task-olympiad,livebench,gpt-5.2,medium,reasoning-math,hard,,,,,,,89.158,score%,0.000289,,prev=89.158 (src-livebench-question-set-2026-01-08-2026-03-06#M1321),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-medium, column olympiad)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.2@medium|2026-01-08,in, livebench-task-paraphrase,livebench,gpt-5.2,medium,mixed,hard,,,,,,,58.817,score%,0.000289,,prev=58.817 (src-livebench-question-set-2026-01-08-2026-03-06#M1322),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-medium, column paraphrase)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.2@medium|2026-01-08,in, livebench-task-plot_unscrambling,livebench,gpt-5.2,medium,mixed,hard,,,,,,,51.33,score%,0.00289,,prev=51.33 (src-livebench-question-set-2026-01-08-2026-03-06#M1323),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-medium, column plot_unscrambling)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.2@medium|2026-01-08,in, livebench-task-python,livebench,gpt-5.2,medium,coding,hard,,,,,,,65.0,score%,0.0289,,prev=65.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1324),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-medium, column python)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.2@medium|2026-01-08,in, livebench-task-simplify,livebench,gpt-5.2,medium,mixed,hard,,,,,,,53.367,score%,0.000289,,prev=53.367 (src-livebench-question-set-2026-01-08-2026-03-06#M1325),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-medium, column simplify)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.2@medium|2026-01-08,in, livebench-task-spatial,livebench,gpt-5.2,medium,mixed,hard,,,,,,,96.0,score%,0.0289,,prev=96.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1326),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-medium, column spatial)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.2@medium|2026-01-08,in, livebench-task-story_generation,livebench,gpt-5.2,medium,mixed,hard,,,,,,,62.917,score%,0.000289,,prev=62.917 (src-livebench-question-set-2026-01-08-2026-03-06#M1327),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-medium, column story_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.2@medium|2026-01-08,in, livebench-task-summarize,livebench,gpt-5.2,medium,mixed,hard,,,,,,,55.0,score%,0.0289,,prev=55.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1328),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-medium, column summarize)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.2@medium|2026-01-08,in, livebench-task-tablejoin,livebench,gpt-5.2,medium,mixed,hard,,,,,,,44.942,score%,0.000289,,prev=44.942 (src-livebench-question-set-2026-01-08-2026-03-06#M1329),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-medium, column tablejoin)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.2@medium|2026-01-08,in, livebench-task-tablereformat,livebench,gpt-5.2,medium,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-medium, column tablereformat)",,out:uninformative, livebench-task-theory_of_mind,livebench,gpt-5.2,medium,mixed,hard,,,,,,,82.692,score%,0.000289,,prev=82.692 (src-livebench-question-set-2026-01-08-2026-03-06#M1331),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-medium, column theory_of_mind)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.2@medium|2026-01-08,in, livebench-task-typescript,livebench,gpt-5.2,medium,coding,hard,,,,,,,40.0,score%,0.0289,,prev=40.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1332),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-medium, column typescript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.2@medium|2026-01-08,in, livebench-task-typos,livebench,gpt-5.2,medium,mixed,hard,,,,,,,76.0,score%,0.0289,,prev=76.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1333),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-medium, column typos)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.2@medium|2026-01-08,in, livebench-task-zebra_puzzle,livebench,gpt-5.2,medium,mixed,hard,,,,,,,86.0,score%,0.0289,,prev=86.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1334),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-medium, column zebra_puzzle)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.2@medium|2026-01-08,in, livebench-task-amps_hard,livebench,gpt-5.2,not-established:absent,reasoning-math,hard,,,,,,,77.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-nothinking, column AMPS_Hard)",,out:effort-not-established, livebench-task-code_completion,livebench,gpt-5.2,not-established:absent,coding,hard,,,,,,,78.261,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-nothinking, column code_completion)",,out:effort-not-established, livebench-task-code_generation,livebench,gpt-5.2,not-established:absent,coding,hard,,,,,,,74.648,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-nothinking, column code_generation)",,out:effort-not-established, livebench-task-connections,livebench,gpt-5.2,not-established:absent,mixed,hard,,,,,,,48.833,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-nothinking, column connections)",,out:effort-not-established, livebench-task-consecutive_events,livebench,gpt-5.2,not-established:absent,mixed,hard,,,,,,,5.485,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-nothinking, column consecutive_events)",,out:effort-not-established, livebench-task-integrals_with_game,livebench,gpt-5.2,not-established:absent,reasoning-math,hard,,,,,,,7.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-nothinking, column integrals_with_game)",,out:effort-not-established, livebench-task-javascript,livebench,gpt-5.2,not-established:absent,coding,hard,,,,,,,35.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-nothinking, column javascript)",,out:effort-not-established, livebench-task-logic_with_navigation,livebench,gpt-5.2,not-established:absent,mixed,hard,,,,,,,54.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-nothinking, column logic_with_navigation)",,out:effort-not-established, livebench-task-math_comp,livebench,gpt-5.2,not-established:absent,reasoning-math,hard,,,,,,,67.647,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-nothinking, column math_comp)",,out:effort-not-established, livebench-task-olympiad,livebench,gpt-5.2,not-established:absent,reasoning-math,hard,,,,,,,81.356,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-nothinking, column olympiad)",,out:effort-not-established, livebench-task-paraphrase,livebench,gpt-5.2,not-established:absent,mixed,hard,,,,,,,21.567,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-nothinking, column paraphrase)",,out:effort-not-established, livebench-task-plot_unscrambling,livebench,gpt-5.2,not-established:absent,mixed,hard,,,,,,,45.067,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-nothinking, column plot_unscrambling)",,out:effort-not-established, livebench-task-python,livebench,gpt-5.2,not-established:absent,coding,hard,,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-nothinking, column python)",,out:effort-not-established, livebench-task-simplify,livebench,gpt-5.2,not-established:absent,mixed,hard,,,,,,,25.183,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-nothinking, column simplify)",,out:effort-not-established, livebench-task-spatial,livebench,gpt-5.2,not-established:absent,mixed,hard,,,,,,,74.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-nothinking, column spatial)",,out:effort-not-established, livebench-task-story_generation,livebench,gpt-5.2,not-established:absent,mixed,hard,,,,,,,30.25,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-nothinking, column story_generation)",,out:effort-not-established, livebench-task-summarize,livebench,gpt-5.2,not-established:absent,mixed,hard,,,,,,,31.8,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-nothinking, column summarize)",,out:effort-not-established, livebench-task-tablejoin,livebench,gpt-5.2,not-established:absent,mixed,hard,,,,,,,37.558,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-nothinking, column tablejoin)",,out:effort-not-established, livebench-task-tablereformat,livebench,gpt-5.2,not-established:absent,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-nothinking, column tablereformat)",,out:effort-not-established, livebench-task-theory_of_mind,livebench,gpt-5.2,not-established:absent,mixed,hard,,,,,,,32.692,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-nothinking, column theory_of_mind)",,out:effort-not-established, livebench-task-typescript,livebench,gpt-5.2,not-established:absent,coding,hard,,,,,,,35.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-nothinking, column typescript)",,out:effort-not-established, livebench-task-typos,livebench,gpt-5.2,not-established:absent,mixed,hard,,,,,,,56.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-nothinking, column typos)",,out:effort-not-established, livebench-task-zebra_puzzle,livebench,gpt-5.2,not-established:absent,mixed,hard,,,,,,,10.5,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-2025-12-11-nothinking, column zebra_puzzle)",,out:effort-not-established, livebench-task-amps_hard,livebench,gpt-5.2-codex,unstated,reasoning-math,hard,,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-codex, column AMPS_Hard)",,out:effort-not-established, livebench-task-code_completion,livebench,gpt-5.2-codex,unstated,coding,hard,,,,,,,86.957,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-codex, column code_completion)",,out:effort-not-established, livebench-task-code_generation,livebench,gpt-5.2-codex,unstated,coding,hard,,,,,,,80.282,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-codex, column code_generation)",,out:effort-not-established, livebench-task-connections,livebench,gpt-5.2-codex,unstated,mixed,hard,,,,,,,95.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-codex, column connections)",,out:effort-not-established, livebench-task-consecutive_events,livebench,gpt-5.2-codex,unstated,mixed,hard,,,,,,,89.016,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-codex, column consecutive_events)",,out:effort-not-established, livebench-task-integrals_with_game,livebench,gpt-5.2-codex,unstated,reasoning-math,hard,,,,,,,75.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-codex, column integrals_with_game)",,out:effort-not-established, livebench-task-javascript,livebench,gpt-5.2-codex,unstated,coding,hard,,,,,,,30.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-codex, column javascript)",,out:effort-not-established, livebench-task-logic_with_navigation,livebench,gpt-5.2-codex,unstated,mixed,hard,,,,,,,68.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-codex, column logic_with_navigation)",,out:effort-not-established, livebench-task-math_comp,livebench,gpt-5.2-codex,unstated,reasoning-math,hard,,,,,,,95.098,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-codex, column math_comp)",,out:effort-not-established, livebench-task-olympiad,livebench,gpt-5.2-codex,unstated,reasoning-math,hard,,,,,,,86.997,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-codex, column olympiad)",,out:effort-not-established, livebench-task-paraphrase,livebench,gpt-5.2-codex,unstated,mixed,hard,,,,,,,67.05,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-codex, column paraphrase)",,out:effort-not-established, livebench-task-plot_unscrambling,livebench,gpt-5.2-codex,unstated,mixed,hard,,,,,,,56.035,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-codex, column plot_unscrambling)",,out:effort-not-established, livebench-task-python,livebench,gpt-5.2-codex,unstated,coding,hard,,,,,,,75.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-codex, column python)",,out:effort-not-established, livebench-task-simplify,livebench,gpt-5.2-codex,unstated,mixed,hard,,,,,,,60.567,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-codex, column simplify)",,out:effort-not-established, livebench-task-spatial,livebench,gpt-5.2-codex,unstated,mixed,hard,,,,,,,94.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-codex, column spatial)",,out:effort-not-established, livebench-task-story_generation,livebench,gpt-5.2-codex,unstated,mixed,hard,,,,,,,74.783,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-codex, column story_generation)",,out:effort-not-established, livebench-task-summarize,livebench,gpt-5.2-codex,unstated,mixed,hard,,,,,,,63.383,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-codex, column summarize)",,out:effort-not-established, livebench-task-tablejoin,livebench,gpt-5.2-codex,unstated,mixed,hard,,,,,,,45.596,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-codex, column tablejoin)",,out:effort-not-established, livebench-task-tablereformat,livebench,gpt-5.2-codex,unstated,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-codex, column tablereformat)",,out:effort-not-established, livebench-task-theory_of_mind,livebench,gpt-5.2-codex,unstated,mixed,hard,,,,,,,78.846,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-codex, column theory_of_mind)",,out:effort-not-established, livebench-task-typescript,livebench,gpt-5.2-codex,unstated,coding,hard,,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-codex, column typescript)",,out:effort-not-established, livebench-task-typos,livebench,gpt-5.2-codex,unstated,mixed,hard,,,,,,,70.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-codex, column typos)",,out:effort-not-established, livebench-task-zebra_puzzle,livebench,gpt-5.2-codex,unstated,mixed,hard,,,,,,,70.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.2-codex, column zebra_puzzle)",,out:effort-not-established, livebench-task-amps_hard,livebench,gpt-5.3-codex,high,reasoning-math,hard,,,,,,,98.0,score%,0.0289,,prev=98.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1381),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-high, column AMPS_Hard)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.3-codex@high|2026-01-08,in, livebench-task-code_completion,livebench,gpt-5.3-codex,high,coding,hard,,,,,,,76.087,score%,0.000289,,prev=76.087 (src-livebench-question-set-2026-01-08-2026-03-06#M1382),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-high, column code_completion)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.3-codex@high|2026-01-08,in, livebench-task-code_generation,livebench,gpt-5.3-codex,high,coding,hard,,,,,,,80.282,score%,0.000289,,prev=80.282 (src-livebench-question-set-2026-01-08-2026-03-06#M1383),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-high, column code_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.3-codex@high|2026-01-08,in, livebench-task-connections,livebench,gpt-5.3-codex,high,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-high, column connections)",,out:uninformative, livebench-task-consecutive_events,livebench,gpt-5.3-codex,high,mixed,hard,,,,,,,39.699,score%,0.000289,,prev=39.699 (src-livebench-question-set-2026-01-08-2026-03-06#M1385),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-high, column consecutive_events)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.3-codex@high|2026-01-08,in, livebench-task-integrals_with_game,livebench,gpt-5.3-codex,high,reasoning-math,hard,,,,,,,73.0,score%,0.0289,,prev=73.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1386),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-high, column integrals_with_game)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.3-codex@high|2026-01-08,in, livebench-task-javascript,livebench,gpt-5.3-codex,high,coding,hard,,,,,,,50.0,score%,0.0289,,prev=50.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1387),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-high, column javascript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.3-codex@high|2026-01-08,in, livebench-task-logic_with_navigation,livebench,gpt-5.3-codex,high,mixed,hard,,,,,,,70.0,score%,0.0289,,prev=70.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1388),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-high, column logic_with_navigation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.3-codex@high|2026-01-08,in, livebench-task-math_comp,livebench,gpt-5.3-codex,high,reasoning-math,hard,,,,,,,93.137,score%,0.000289,,prev=93.137 (src-livebench-question-set-2026-01-08-2026-03-06#M1389),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-high, column math_comp)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.3-codex@high|2026-01-08,in, livebench-task-olympiad,livebench,gpt-5.3-codex,high,reasoning-math,hard,,,,,,,87.206,score%,0.000289,,prev=87.206 (src-livebench-question-set-2026-01-08-2026-03-06#M1390),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-high, column olympiad)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.3-codex@high|2026-01-08,in, livebench-task-paraphrase,livebench,gpt-5.3-codex,high,mixed,hard,,,,,,,64.85,score%,0.00289,,prev=64.85 (src-livebench-question-set-2026-01-08-2026-03-06#M1391),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-high, column paraphrase)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.3-codex@high|2026-01-08,in, livebench-task-plot_unscrambling,livebench,gpt-5.3-codex,high,mixed,hard,,,,,,,64.26,score%,0.00289,,prev=64.26 (src-livebench-question-set-2026-01-08-2026-03-06#M1392),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-high, column plot_unscrambling)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.3-codex@high|2026-01-08,in, livebench-task-python,livebench,gpt-5.3-codex,high,coding,hard,,,,,,,65.0,score%,0.0289,,prev=65.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1393),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-high, column python)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.3-codex@high|2026-01-08,in, livebench-task-simplify,livebench,gpt-5.3-codex,high,mixed,hard,,,,,,,61.083,score%,0.000289,,prev=61.083 (src-livebench-question-set-2026-01-08-2026-03-06#M1394),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-high, column simplify)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.3-codex@high|2026-01-08,in, livebench-task-spatial,livebench,gpt-5.3-codex,high,mixed,hard,,,,,,,98.0,score%,0.0289,,prev=98.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1395),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-high, column spatial)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.3-codex@high|2026-01-08,in, livebench-task-story_generation,livebench,gpt-5.3-codex,high,mixed,hard,,,,,,,74.75,score%,0.00289,,prev=74.75 (src-livebench-question-set-2026-01-08-2026-03-06#M1396),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-high, column story_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.3-codex@high|2026-01-08,in, livebench-task-summarize,livebench,gpt-5.3-codex,high,mixed,hard,,,,,,,60.817,score%,0.000289,,prev=60.817 (src-livebench-question-set-2026-01-08-2026-03-06#M1397),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-high, column summarize)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.3-codex@high|2026-01-08,in, livebench-task-tablejoin,livebench,gpt-5.3-codex,high,mixed,hard,,,,,,,48.365,score%,0.000289,,prev=48.365 (src-livebench-question-set-2026-01-08-2026-03-06#M1398),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-high, column tablejoin)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.3-codex@high|2026-01-08,in, livebench-task-tablereformat,livebench,gpt-5.3-codex,high,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-high, column tablereformat)",,out:uninformative, livebench-task-theory_of_mind,livebench,gpt-5.3-codex,high,mixed,hard,,,,,,,84.615,score%,0.000289,,prev=84.615 (src-livebench-question-set-2026-01-08-2026-03-06#M1400),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-high, column theory_of_mind)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.3-codex@high|2026-01-08,in, livebench-task-typescript,livebench,gpt-5.3-codex,high,coding,hard,,,,,,,50.0,score%,0.0289,,prev=50.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1401),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-high, column typescript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.3-codex@high|2026-01-08,in, livebench-task-typos,livebench,gpt-5.3-codex,high,mixed,hard,,,,,,,76.0,score%,0.0289,,prev=76.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1402),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-high, column typos)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.3-codex@high|2026-01-08,in, livebench-task-zebra_puzzle,livebench,gpt-5.3-codex,high,mixed,hard,,,,,,,68.0,score%,0.0289,,prev=68.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1403),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-high, column zebra_puzzle)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.3-codex@high|2026-01-08,in, livebench-task-amps_hard,livebench,gpt-5.3-codex,xhigh,reasoning-math,hard,,,,,,,97.0,score%,0.0289,,prev=97.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1404),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-xhigh, column AMPS_Hard)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.3-codex@xhigh|2026-01-08,in, livebench-task-code_completion,livebench,gpt-5.3-codex,xhigh,coding,hard,,,,,,,76.087,score%,0.000289,,prev=76.087 (src-livebench-question-set-2026-01-08-2026-03-06#M1405),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-xhigh, column code_completion)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.3-codex@xhigh|2026-01-08,in, livebench-task-code_generation,livebench,gpt-5.3-codex,xhigh,coding,hard,,,,,,,78.873,score%,0.000289,,prev=78.873 (src-livebench-question-set-2026-01-08-2026-03-06#M1406),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-xhigh, column code_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.3-codex@xhigh|2026-01-08,in, livebench-task-connections,livebench,gpt-5.3-codex,xhigh,mixed,hard,,,,,,,98.0,score%,0.0289,,prev=98.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1407),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-xhigh, column connections)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.3-codex@xhigh|2026-01-08,in, livebench-task-consecutive_events,livebench,gpt-5.3-codex,xhigh,mixed,hard,,,,,,,6.383,score%,0.000289,,prev=6.383 (src-livebench-question-set-2026-01-08-2026-03-06#M1408),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-xhigh, column consecutive_events)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.3-codex@xhigh|2026-01-08,in, livebench-task-integrals_with_game,livebench,gpt-5.3-codex,xhigh,reasoning-math,hard,,,,,,,66.0,score%,0.0289,,prev=66.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1409),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-xhigh, column integrals_with_game)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.3-codex@xhigh|2026-01-08,in, livebench-task-javascript,livebench,gpt-5.3-codex,xhigh,coding,hard,,,,,,,60.0,score%,0.0289,,prev=60.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1410),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-xhigh, column javascript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.3-codex@xhigh|2026-01-08,in, livebench-task-logic_with_navigation,livebench,gpt-5.3-codex,xhigh,mixed,hard,,,,,,,68.0,score%,0.0289,,prev=68.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1411),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-xhigh, column logic_with_navigation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.3-codex@xhigh|2026-01-08,in, livebench-task-math_comp,livebench,gpt-5.3-codex,xhigh,reasoning-math,hard,,,,,,,93.137,score%,0.000289,,prev=93.137 (src-livebench-question-set-2026-01-08-2026-03-06#M1412),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-xhigh, column math_comp)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.3-codex@xhigh|2026-01-08,in, livebench-task-olympiad,livebench,gpt-5.3-codex,xhigh,reasoning-math,hard,,,,,,,86.661,score%,0.000289,,prev=86.661 (src-livebench-question-set-2026-01-08-2026-03-06#M1413),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-xhigh, column olympiad)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.3-codex@xhigh|2026-01-08,in, livebench-task-paraphrase,livebench,gpt-5.3-codex,xhigh,mixed,hard,,,,,,,70.9,score%,0.0289,,prev=70.9 (src-livebench-question-set-2026-01-08-2026-03-06#M1414),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-xhigh, column paraphrase)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.3-codex@xhigh|2026-01-08,in, livebench-task-plot_unscrambling,livebench,gpt-5.3-codex,xhigh,mixed,hard,,,,,,,57.54,score%,0.00289,,prev=57.54 (src-livebench-question-set-2026-01-08-2026-03-06#M1415),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-xhigh, column plot_unscrambling)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.3-codex@xhigh|2026-01-08,in, livebench-task-python,livebench,gpt-5.3-codex,xhigh,coding,hard,,,,,,,75.0,score%,0.0289,,prev=75.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1416),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-xhigh, column python)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.3-codex@xhigh|2026-01-08,in, livebench-task-simplify,livebench,gpt-5.3-codex,xhigh,mixed,hard,,,,,,,65.8,score%,0.0289,,prev=65.8 (src-livebench-question-set-2026-01-08-2026-03-06#M1417),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-xhigh, column simplify)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.3-codex@xhigh|2026-01-08,in, livebench-task-spatial,livebench,gpt-5.3-codex,xhigh,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-xhigh, column spatial)",,out:uninformative, livebench-task-story_generation,livebench,gpt-5.3-codex,xhigh,mixed,hard,,,,,,,73.733,score%,0.000289,,prev=73.733 (src-livebench-question-set-2026-01-08-2026-03-06#M1419),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-xhigh, column story_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.3-codex@xhigh|2026-01-08,in, livebench-task-summarize,livebench,gpt-5.3-codex,xhigh,mixed,hard,,,,,,,74.933,score%,0.000289,,prev=74.933 (src-livebench-question-set-2026-01-08-2026-03-06#M1420),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-xhigh, column summarize)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.3-codex@xhigh|2026-01-08,in, livebench-task-tablejoin,livebench,gpt-5.3-codex,xhigh,mixed,hard,,,,,,,42.654,score%,0.000289,,prev=42.654 (src-livebench-question-set-2026-01-08-2026-03-06#M1421),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-xhigh, column tablejoin)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.3-codex@xhigh|2026-01-08,in, livebench-task-tablereformat,livebench,gpt-5.3-codex,xhigh,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-xhigh, column tablereformat)",,out:uninformative, livebench-task-theory_of_mind,livebench,gpt-5.3-codex,xhigh,mixed,hard,,,,,,,57.692,score%,0.000289,,prev=57.692 (src-livebench-question-set-2026-01-08-2026-03-06#M1423),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-xhigh, column theory_of_mind)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.3-codex@xhigh|2026-01-08,in, livebench-task-typescript,livebench,gpt-5.3-codex,xhigh,coding,hard,,,,,,,65.0,score%,0.0289,,prev=65.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1424),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-xhigh, column typescript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.3-codex@xhigh|2026-01-08,in, livebench-task-typos,livebench,gpt-5.3-codex,xhigh,mixed,hard,,,,,,,82.0,score%,0.0289,,prev=82.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1425),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-xhigh, column typos)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.3-codex@xhigh|2026-01-08,in, livebench-task-zebra_puzzle,livebench,gpt-5.3-codex,xhigh,mixed,hard,,,,,,,60.0,score%,0.0289,,prev=60.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1426),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-codex-xhigh, column zebra_puzzle)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.3-codex@xhigh|2026-01-08,in, livebench-task-amps_hard,livebench,?gpt-5.3-instant,not-established:absent,reasoning-math,hard,,,,,,,97.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-instant, column AMPS_Hard)",,out:model-not-established, livebench-task-code_completion,livebench,?gpt-5.3-instant,not-established:absent,coding,hard,,,,,,,82.609,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-instant, column code_completion)",,out:model-not-established, livebench-task-code_generation,livebench,?gpt-5.3-instant,not-established:absent,coding,hard,,,,,,,74.648,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-instant, column code_generation)",,out:model-not-established, livebench-task-connections,livebench,?gpt-5.3-instant,not-established:absent,mixed,hard,,,,,,,93.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-instant, column connections)",,out:model-not-established, livebench-task-consecutive_events,livebench,?gpt-5.3-instant,not-established:absent,mixed,hard,,,,,,,1.99,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-instant, column consecutive_events)",,out:model-not-established, livebench-task-integrals_with_game,livebench,?gpt-5.3-instant,not-established:absent,reasoning-math,hard,,,,,,,23.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-instant, column integrals_with_game)",,out:model-not-established, livebench-task-javascript,livebench,?gpt-5.3-instant,not-established:absent,coding,hard,,,,,,,20.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-instant, column javascript)",,out:model-not-established, livebench-task-logic_with_navigation,livebench,?gpt-5.3-instant,not-established:absent,mixed,hard,,,,,,,66.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-instant, column logic_with_navigation)",,out:model-not-established, livebench-task-math_comp,livebench,?gpt-5.3-instant,not-established:absent,reasoning-math,hard,,,,,,,86.275,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-instant, column math_comp)",,out:model-not-established, livebench-task-olympiad,livebench,?gpt-5.3-instant,not-established:absent,reasoning-math,hard,,,,,,,83.347,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-instant, column olympiad)",,out:model-not-established, livebench-task-paraphrase,livebench,?gpt-5.3-instant,not-established:absent,mixed,hard,,,,,,,56.283,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-instant, column paraphrase)",,out:model-not-established, livebench-task-plot_unscrambling,livebench,?gpt-5.3-instant,not-established:absent,mixed,hard,,,,,,,52.998,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-instant, column plot_unscrambling)",,out:model-not-established, livebench-task-python,livebench,?gpt-5.3-instant,not-established:absent,coding,hard,,,,,,,45.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-instant, column python)",,out:model-not-established, livebench-task-simplify,livebench,?gpt-5.3-instant,not-established:absent,mixed,hard,,,,,,,54.617,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-instant, column simplify)",,out:model-not-established, livebench-task-spatial,livebench,?gpt-5.3-instant,not-established:absent,mixed,hard,,,,,,,94.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-instant, column spatial)",,out:model-not-established, livebench-task-story_generation,livebench,?gpt-5.3-instant,not-established:absent,mixed,hard,,,,,,,70.7,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-instant, column story_generation)",,out:model-not-established, livebench-task-summarize,livebench,?gpt-5.3-instant,not-established:absent,mixed,hard,,,,,,,56.017,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-instant, column summarize)",,out:model-not-established, livebench-task-tablejoin,livebench,?gpt-5.3-instant,not-established:absent,mixed,hard,,,,,,,42.077,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-instant, column tablejoin)",,out:model-not-established, livebench-task-tablereformat,livebench,?gpt-5.3-instant,not-established:absent,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-instant, column tablereformat)",,out:model-not-established, livebench-task-theory_of_mind,livebench,?gpt-5.3-instant,not-established:absent,mixed,hard,,,,,,,63.462,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-instant, column theory_of_mind)",,out:model-not-established, livebench-task-typescript,livebench,?gpt-5.3-instant,not-established:absent,coding,hard,,,,,,,20.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-instant, column typescript)",,out:model-not-established, livebench-task-typos,livebench,?gpt-5.3-instant,not-established:absent,mixed,hard,,,,,,,64.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-instant, column typos)",,out:model-not-established, livebench-task-zebra_puzzle,livebench,?gpt-5.3-instant,not-established:absent,mixed,hard,,,,,,,29.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.3-instant, column zebra_puzzle)",,out:model-not-established, livebench-task-amps_hard,livebench,gpt-5.4,high,reasoning-math,hard,,,,,,,98.0,score%,0.0289,,prev=98.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1450),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-high, column AMPS_Hard)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4@high|2026-01-08,in, livebench-task-code_completion,livebench,gpt-5.4,high,coding,hard,,,,,,,76.087,score%,0.000289,,prev=76.087 (src-livebench-question-set-2026-01-08-2026-03-06#M1451),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-high, column code_completion)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4@high|2026-01-08,in, livebench-task-code_generation,livebench,gpt-5.4,high,coding,hard,,,,,,,80.282,score%,0.000289,,prev=80.282 (src-livebench-question-set-2026-01-08-2026-03-06#M1452),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-high, column code_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4@high|2026-01-08,in, livebench-task-connections,livebench,gpt-5.4,high,mixed,hard,,,,,,,99.0,score%,0.0289,,prev=99.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1453),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-high, column connections)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4@high|2026-01-08,in, livebench-task-consecutive_events,livebench,gpt-5.4,high,mixed,hard,,,,,,,81.357,score%,0.000289,,prev=81.357 (src-livebench-question-set-2026-01-08-2026-03-06#M1454),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-high, column consecutive_events)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4@high|2026-01-08,in, livebench-task-integrals_with_game,livebench,gpt-5.4,high,reasoning-math,hard,,,,,,,77.0,score%,0.0289,,prev=77.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1455),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-high, column integrals_with_game)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4@high|2026-01-08,in, livebench-task-javascript,livebench,gpt-5.4,high,coding,hard,,,,,,,45.0,score%,0.0289,,prev=45.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1456),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-high, column javascript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4@high|2026-01-08,in, livebench-task-logic_with_navigation,livebench,gpt-5.4,high,mixed,hard,,,,,,,70.0,score%,0.0289,,prev=70.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1457),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-high, column logic_with_navigation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4@high|2026-01-08,in, livebench-task-math_comp,livebench,gpt-5.4,high,reasoning-math,hard,,,,,,,96.078,score%,0.000289,,prev=96.078 (src-livebench-question-set-2026-01-08-2026-03-06#M1458),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-high, column math_comp)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4@high|2026-01-08,in, livebench-task-olympiad,livebench,gpt-5.4,high,reasoning-math,hard,,,,,,,88.847,score%,0.000289,,prev=88.847 (src-livebench-question-set-2026-01-08-2026-03-06#M1459),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-high, column olympiad)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4@high|2026-01-08,in, livebench-task-paraphrase,livebench,gpt-5.4,high,mixed,hard,,,,,,,62.417,score%,0.000289,,prev=62.417 (src-livebench-question-set-2026-01-08-2026-03-06#M1460),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-high, column paraphrase)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4@high|2026-01-08,in, livebench-task-plot_unscrambling,livebench,gpt-5.4,high,mixed,hard,,,,,,,66.027,score%,0.000289,,prev=66.027 (src-livebench-question-set-2026-01-08-2026-03-06#M1461),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-high, column plot_unscrambling)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4@high|2026-01-08,in, livebench-task-python,livebench,gpt-5.4,high,coding,hard,,,,,,,50.0,score%,0.0289,,prev=50.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1462),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-high, column python)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4@high|2026-01-08,in, livebench-task-simplify,livebench,gpt-5.4,high,mixed,hard,,,,,,,59.2,score%,0.0289,,prev=59.2 (src-livebench-question-set-2026-01-08-2026-03-06#M1463),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-high, column simplify)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4@high|2026-01-08,in, livebench-task-spatial,livebench,gpt-5.4,high,mixed,hard,,,,,,,98.0,score%,0.0289,,prev=98.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1464),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-high, column spatial)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4@high|2026-01-08,in, livebench-task-story_generation,livebench,gpt-5.4,high,mixed,hard,,,,,,,72.983,score%,0.000289,,prev=72.983 (src-livebench-question-set-2026-01-08-2026-03-06#M1465),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-high, column story_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4@high|2026-01-08,in, livebench-task-summarize,livebench,gpt-5.4,high,mixed,hard,,,,,,,65.217,score%,0.000289,,prev=65.217 (src-livebench-question-set-2026-01-08-2026-03-06#M1466),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-high, column summarize)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4@high|2026-01-08,in, livebench-task-tablejoin,livebench,gpt-5.4,high,mixed,hard,,,,,,,49.788,score%,0.000289,,prev=49.788 (src-livebench-question-set-2026-01-08-2026-03-06#M1467),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-high, column tablejoin)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4@high|2026-01-08,in, livebench-task-tablereformat,livebench,gpt-5.4,high,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-high, column tablereformat)",,out:uninformative, livebench-task-theory_of_mind,livebench,gpt-5.4,high,mixed,hard,,,,,,,84.615,score%,0.000289,,prev=84.615 (src-livebench-question-set-2026-01-08-2026-03-06#M1469),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-high, column theory_of_mind)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4@high|2026-01-08,in, livebench-task-typescript,livebench,gpt-5.4,high,coding,hard,,,,,,,45.0,score%,0.0289,,prev=45.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1470),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-high, column typescript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4@high|2026-01-08,in, livebench-task-typos,livebench,gpt-5.4,high,mixed,hard,,,,,,,84.0,score%,0.0289,,prev=84.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1471),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-high, column typos)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4@high|2026-01-08,in, livebench-task-zebra_puzzle,livebench,gpt-5.4,high,mixed,hard,,,,,,,90.0,score%,0.0289,,prev=90.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1472),"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-high, column zebra_puzzle)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4@high|2026-01-08,in, livebench-task-amps_hard,livebench,gpt-5.4,xhigh,reasoning-math,hard,,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-xhigh, column AMPS_Hard)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4@xhigh|2026-01-08,in, livebench-task-code_completion,livebench,gpt-5.4,xhigh,coding,hard,,,,,,,80.435,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-xhigh, column code_completion)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4@xhigh|2026-01-08,in, livebench-task-code_generation,livebench,gpt-5.4,xhigh,coding,hard,,,,,,,74.648,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-xhigh, column code_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4@xhigh|2026-01-08,in, livebench-task-connections,livebench,gpt-5.4,xhigh,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-xhigh, column connections)",,out:uninformative, livebench-task-consecutive_events,livebench,gpt-5.4,xhigh,mixed,hard,,,,,,,86.19,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-xhigh, column consecutive_events)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4@xhigh|2026-01-08,in, livebench-task-integrals_with_game,livebench,gpt-5.4,xhigh,reasoning-math,hard,,,,,,,93.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-xhigh, column integrals_with_game)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4@xhigh|2026-01-08,in, livebench-task-javascript,livebench,gpt-5.4,xhigh,coding,hard,,,,,,,65.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-xhigh, column javascript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4@xhigh|2026-01-08,in, livebench-task-logic_with_navigation,livebench,gpt-5.4,xhigh,mixed,hard,,,,,,,68.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-xhigh, column logic_with_navigation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4@xhigh|2026-01-08,in, livebench-task-math_comp,livebench,gpt-5.4,xhigh,reasoning-math,hard,,,,,,,94.118,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-xhigh, column math_comp)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4@xhigh|2026-01-08,in, livebench-task-olympiad,livebench,gpt-5.4,xhigh,reasoning-math,hard,,,,,,,91.474,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-xhigh, column olympiad)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4@xhigh|2026-01-08,in, livebench-task-paraphrase,livebench,gpt-5.4,xhigh,mixed,hard,,,,,,,63.433,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-xhigh, column paraphrase)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4@xhigh|2026-01-08,in, livebench-task-plot_unscrambling,livebench,gpt-5.4,xhigh,mixed,hard,,,,,,,65.901,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-xhigh, column plot_unscrambling)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4@xhigh|2026-01-08,in, livebench-task-python,livebench,gpt-5.4,xhigh,coding,hard,,,,,,,85.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-xhigh, column python)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4@xhigh|2026-01-08,in, livebench-task-simplify,livebench,gpt-5.4,xhigh,mixed,hard,,,,,,,70.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-xhigh, column simplify)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4@xhigh|2026-01-08,in, livebench-task-spatial,livebench,gpt-5.4,xhigh,mixed,hard,,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-xhigh, column spatial)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4@xhigh|2026-01-08,in, livebench-task-story_generation,livebench,gpt-5.4,xhigh,mixed,hard,,,,,,,79.017,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-xhigh, column story_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4@xhigh|2026-01-08,in, livebench-task-summarize,livebench,gpt-5.4,xhigh,mixed,hard,,,,,,,68.417,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-xhigh, column summarize)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4@xhigh|2026-01-08,in, livebench-task-tablejoin,livebench,gpt-5.4,xhigh,mixed,hard,,,,,,,51.75,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-xhigh, column tablejoin)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4@xhigh|2026-01-08,in, livebench-task-tablereformat,livebench,gpt-5.4,xhigh,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-xhigh, column tablereformat)",,out:uninformative, livebench-task-theory_of_mind,livebench,gpt-5.4,xhigh,mixed,hard,,,,,,,88.462,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-xhigh, column theory_of_mind)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4@xhigh|2026-01-08,in, livebench-task-typescript,livebench,gpt-5.4,xhigh,coding,hard,,,,,,,60.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-xhigh, column typescript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4@xhigh|2026-01-08,in, livebench-task-typos,livebench,gpt-5.4,xhigh,mixed,hard,,,,,,,82.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-xhigh, column typos)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4@xhigh|2026-01-08,in, livebench-task-zebra_puzzle,livebench,gpt-5.4,xhigh,mixed,hard,,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-xhigh, column zebra_puzzle)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4@xhigh|2026-01-08,in, livebench-task-amps_hard,livebench,gpt-5.4-mini,unstated,reasoning-math,hard,,,,,,,68.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini, column AMPS_Hard)",,out:effort-not-established, livebench-task-code_completion,livebench,gpt-5.4-mini,unstated,coding,hard,,,,,,,75.556,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini, column code_completion)",,out:effort-not-established, livebench-task-code_generation,livebench,gpt-5.4-mini,unstated,coding,hard,,,,,,,73.846,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini, column code_generation)",,out:effort-not-established, livebench-task-connections,livebench,gpt-5.4-mini,unstated,mixed,hard,,,,,,,48.785,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini, column connections)",,out:effort-not-established, livebench-task-consecutive_events,livebench,gpt-5.4-mini,unstated,mixed,hard,,,,,,,8.333,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini, column consecutive_events)",,out:effort-not-established, livebench-task-integrals_with_game,livebench,gpt-5.4-mini,unstated,reasoning-math,hard,,,,,,,7.071,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini, column integrals_with_game)",,out:effort-not-established, livebench-task-javascript,livebench,gpt-5.4-mini,unstated,coding,hard,,,,,,,21.053,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini, column javascript)",,out:effort-not-established, livebench-task-logic_with_navigation,livebench,gpt-5.4-mini,unstated,mixed,hard,,,,,,,6.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini, column logic_with_navigation)",,out:effort-not-established, livebench-task-math_comp,livebench,gpt-5.4-mini,unstated,reasoning-math,hard,,,,,,,18.627,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini, column math_comp)",,out:effort-not-established, livebench-task-olympiad,livebench,gpt-5.4-mini,unstated,reasoning-math,hard,,,,,,,54.481,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini, column olympiad)",,out:effort-not-established, livebench-task-paraphrase,livebench,gpt-5.4-mini,unstated,mixed,hard,,,,,,,14.583,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini, column paraphrase)",,out:effort-not-established, livebench-task-plot_unscrambling,livebench,gpt-5.4-mini,unstated,mixed,hard,,,,,,,30.552,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini, column plot_unscrambling)",,out:effort-not-established, livebench-task-python,livebench,gpt-5.4-mini,unstated,coding,hard,,,,,,,15.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini, column python)",,out:effort-not-established, livebench-task-simplify,livebench,gpt-5.4-mini,unstated,mixed,hard,,,,,,,23.95,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini, column simplify)",,out:effort-not-established, livebench-task-spatial,livebench,gpt-5.4-mini,unstated,mixed,hard,,,,,,,46.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini, column spatial)",,out:effort-not-established, livebench-task-story_generation,livebench,gpt-5.4-mini,unstated,mixed,hard,,,,,,,16.769,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini, column story_generation)",,out:effort-not-established, livebench-task-summarize,livebench,gpt-5.4-mini,unstated,mixed,hard,,,,,,,20.2,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini, column summarize)",,out:effort-not-established, livebench-task-tablejoin,livebench,gpt-5.4-mini,unstated,mixed,hard,,,,,,,33.784,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini, column tablejoin)",,out:effort-not-established, livebench-task-tablereformat,livebench,gpt-5.4-mini,unstated,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini, column tablereformat)",,out:effort-not-established, livebench-task-theory_of_mind,livebench,gpt-5.4-mini,unstated,mixed,hard,,,,,,,28.846,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini, column theory_of_mind)",,out:effort-not-established, livebench-task-typescript,livebench,gpt-5.4-mini,unstated,coding,hard,,,,,,,15.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini, column typescript)",,out:effort-not-established, livebench-task-typos,livebench,gpt-5.4-mini,unstated,mixed,hard,,,,,,,46.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini, column typos)",,out:effort-not-established, livebench-task-zebra_puzzle,livebench,gpt-5.4-mini,unstated,mixed,hard,,,,,,,6.731,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini, column zebra_puzzle)",,out:effort-not-established, livebench-task-amps_hard,livebench,gpt-5.4-mini,high,reasoning-math,hard,,,,,,,97.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-high, column AMPS_Hard)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@high|2026-01-08,in, livebench-task-code_completion,livebench,gpt-5.4-mini,high,coding,hard,,,,,,,71.111,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-high, column code_completion)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@high|2026-01-08,in, livebench-task-code_generation,livebench,gpt-5.4-mini,high,coding,hard,,,,,,,70.769,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-high, column code_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@high|2026-01-08,in, livebench-task-connections,livebench,gpt-5.4-mini,high,mixed,hard,,,,,,,94.792,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-high, column connections)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@high|2026-01-08,in, livebench-task-consecutive_events,livebench,gpt-5.4-mini,high,mixed,hard,,,,,,,59.291,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-high, column consecutive_events)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@high|2026-01-08,in, livebench-task-integrals_with_game,livebench,gpt-5.4-mini,high,reasoning-math,hard,,,,,,,22.222,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-high, column integrals_with_game)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@high|2026-01-08,in, livebench-task-javascript,livebench,gpt-5.4-mini,high,coding,hard,,,,,,,36.842,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-high, column javascript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@high|2026-01-08,in, livebench-task-logic_with_navigation,livebench,gpt-5.4-mini,high,mixed,hard,,,,,,,68.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-high, column logic_with_navigation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@high|2026-01-08,in, livebench-task-math_comp,livebench,gpt-5.4-mini,high,reasoning-math,hard,,,,,,,91.176,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-high, column math_comp)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@high|2026-01-08,in, livebench-task-olympiad,livebench,gpt-5.4-mini,high,reasoning-math,hard,,,,,,,85.996,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-high, column olympiad)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@high|2026-01-08,in, livebench-task-paraphrase,livebench,gpt-5.4-mini,high,mixed,hard,,,,,,,54.41,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-high, column paraphrase)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@high|2026-01-08,in, livebench-task-plot_unscrambling,livebench,gpt-5.4-mini,high,mixed,hard,,,,,,,40.484,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-high, column plot_unscrambling)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@high|2026-01-08,in, livebench-task-python,livebench,gpt-5.4-mini,high,coding,hard,,,,,,,60.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-high, column python)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@high|2026-01-08,in, livebench-task-simplify,livebench,gpt-5.4-mini,high,mixed,hard,,,,,,,61.117,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-high, column simplify)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@high|2026-01-08,in, livebench-task-spatial,livebench,gpt-5.4-mini,high,mixed,hard,,,,,,,86.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-high, column spatial)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@high|2026-01-08,in, livebench-task-story_generation,livebench,gpt-5.4-mini,high,mixed,hard,,,,,,,49.116,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-high, column story_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@high|2026-01-08,in, livebench-task-summarize,livebench,gpt-5.4-mini,high,mixed,hard,,,,,,,60.5,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-high, column summarize)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@high|2026-01-08,in, livebench-task-tablejoin,livebench,gpt-5.4-mini,high,mixed,hard,,,,,,,48.51,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-high, column tablejoin)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@high|2026-01-08,in, livebench-task-tablereformat,livebench,gpt-5.4-mini,high,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-high, column tablereformat)",,out:uninformative, livebench-task-theory_of_mind,livebench,gpt-5.4-mini,high,mixed,hard,,,,,,,59.615,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-high, column theory_of_mind)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@high|2026-01-08,in, livebench-task-typescript,livebench,gpt-5.4-mini,high,coding,hard,,,,,,,20.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-high, column typescript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@high|2026-01-08,in, livebench-task-typos,livebench,gpt-5.4-mini,high,mixed,hard,,,,,,,62.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-high, column typos)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@high|2026-01-08,in, livebench-task-zebra_puzzle,livebench,gpt-5.4-mini,high,mixed,hard,,,,,,,65.064,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-high, column zebra_puzzle)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@high|2026-01-08,in, livebench-task-amps_hard,livebench,gpt-5.4-mini,low,reasoning-math,hard,,,,,,,93.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-low, column AMPS_Hard)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@low|2026-01-08,in, livebench-task-code_completion,livebench,gpt-5.4-mini,low,coding,hard,,,,,,,68.889,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-low, column code_completion)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@low|2026-01-08,in, livebench-task-code_generation,livebench,gpt-5.4-mini,low,coding,hard,,,,,,,76.923,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-low, column code_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@low|2026-01-08,in, livebench-task-connections,livebench,gpt-5.4-mini,low,mixed,hard,,,,,,,87.5,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-low, column connections)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@low|2026-01-08,in, livebench-task-consecutive_events,livebench,gpt-5.4-mini,low,mixed,hard,,,,,,,16.111,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-low, column consecutive_events)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@low|2026-01-08,in, livebench-task-integrals_with_game,livebench,gpt-5.4-mini,low,reasoning-math,hard,,,,,,,9.091,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-low, column integrals_with_game)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@low|2026-01-08,in, livebench-task-javascript,livebench,gpt-5.4-mini,low,coding,hard,,,,,,,15.789,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-low, column javascript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@low|2026-01-08,in, livebench-task-logic_with_navigation,livebench,gpt-5.4-mini,low,mixed,hard,,,,,,,28.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-low, column logic_with_navigation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@low|2026-01-08,in, livebench-task-math_comp,livebench,gpt-5.4-mini,low,reasoning-math,hard,,,,,,,86.275,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-low, column math_comp)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@low|2026-01-08,in, livebench-task-olympiad,livebench,gpt-5.4-mini,low,reasoning-math,hard,,,,,,,67.992,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-low, column olympiad)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@low|2026-01-08,in, livebench-task-paraphrase,livebench,gpt-5.4-mini,low,mixed,hard,,,,,,,26.215,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-low, column paraphrase)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@low|2026-01-08,in, livebench-task-plot_unscrambling,livebench,gpt-5.4-mini,low,mixed,hard,,,,,,,31.281,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-low, column plot_unscrambling)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@low|2026-01-08,in, livebench-task-python,livebench,gpt-5.4-mini,low,coding,hard,,,,,,,25.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-low, column python)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@low|2026-01-08,in, livebench-task-simplify,livebench,gpt-5.4-mini,low,mixed,hard,,,,,,,34.95,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-low, column simplify)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@low|2026-01-08,in, livebench-task-spatial,livebench,gpt-5.4-mini,low,mixed,hard,,,,,,,76.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-low, column spatial)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@low|2026-01-08,in, livebench-task-story_generation,livebench,gpt-5.4-mini,low,mixed,hard,,,,,,,44.66,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-low, column story_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@low|2026-01-08,in, livebench-task-summarize,livebench,gpt-5.4-mini,low,mixed,hard,,,,,,,39.65,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-low, column summarize)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@low|2026-01-08,in, livebench-task-tablejoin,livebench,gpt-5.4-mini,low,mixed,hard,,,,,,,39.529,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-low, column tablejoin)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@low|2026-01-08,in, livebench-task-tablereformat,livebench,gpt-5.4-mini,low,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-low, column tablereformat)",,out:uninformative, livebench-task-theory_of_mind,livebench,gpt-5.4-mini,low,mixed,hard,,,,,,,46.154,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-low, column theory_of_mind)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@low|2026-01-08,in, livebench-task-typescript,livebench,gpt-5.4-mini,low,coding,hard,,,,,,,30.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-low, column typescript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@low|2026-01-08,in, livebench-task-typos,livebench,gpt-5.4-mini,low,mixed,hard,,,,,,,54.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-low, column typos)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@low|2026-01-08,in, livebench-task-zebra_puzzle,livebench,gpt-5.4-mini,low,mixed,hard,,,,,,,11.218,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-low, column zebra_puzzle)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@low|2026-01-08,in, livebench-task-amps_hard,livebench,gpt-5.4-mini,medium,reasoning-math,hard,,,,,,,96.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-medium, column AMPS_Hard)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@medium|2026-01-08,in, livebench-task-code_completion,livebench,gpt-5.4-mini,medium,coding,hard,,,,,,,64.444,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-medium, column code_completion)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@medium|2026-01-08,in, livebench-task-code_generation,livebench,gpt-5.4-mini,medium,coding,hard,,,,,,,78.462,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-medium, column code_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@medium|2026-01-08,in, livebench-task-connections,livebench,gpt-5.4-mini,medium,mixed,hard,,,,,,,92.188,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-medium, column connections)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@medium|2026-01-08,in, livebench-task-consecutive_events,livebench,gpt-5.4-mini,medium,mixed,hard,,,,,,,48.369,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-medium, column consecutive_events)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@medium|2026-01-08,in, livebench-task-integrals_with_game,livebench,gpt-5.4-mini,medium,reasoning-math,hard,,,,,,,16.162,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-medium, column integrals_with_game)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@medium|2026-01-08,in, livebench-task-javascript,livebench,gpt-5.4-mini,medium,coding,hard,,,,,,,21.053,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-medium, column javascript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@medium|2026-01-08,in, livebench-task-logic_with_navigation,livebench,gpt-5.4-mini,medium,mixed,hard,,,,,,,52.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-medium, column logic_with_navigation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@medium|2026-01-08,in, livebench-task-math_comp,livebench,gpt-5.4-mini,medium,reasoning-math,hard,,,,,,,89.216,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-medium, column math_comp)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@medium|2026-01-08,in, livebench-task-olympiad,livebench,gpt-5.4-mini,medium,reasoning-math,hard,,,,,,,80.232,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-medium, column olympiad)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@medium|2026-01-08,in, livebench-task-paraphrase,livebench,gpt-5.4-mini,medium,mixed,hard,,,,,,,46.25,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-medium, column paraphrase)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@medium|2026-01-08,in, livebench-task-plot_unscrambling,livebench,gpt-5.4-mini,medium,mixed,hard,,,,,,,36.923,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-medium, column plot_unscrambling)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@medium|2026-01-08,in, livebench-task-python,livebench,gpt-5.4-mini,medium,coding,hard,,,,,,,30.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-medium, column python)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@medium|2026-01-08,in, livebench-task-simplify,livebench,gpt-5.4-mini,medium,mixed,hard,,,,,,,44.75,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-medium, column simplify)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@medium|2026-01-08,in, livebench-task-spatial,livebench,gpt-5.4-mini,medium,mixed,hard,,,,,,,84.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-medium, column spatial)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@medium|2026-01-08,in, livebench-task-story_generation,livebench,gpt-5.4-mini,medium,mixed,hard,,,,,,,56.02,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-medium, column story_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@medium|2026-01-08,in, livebench-task-summarize,livebench,gpt-5.4-mini,medium,mixed,hard,,,,,,,56.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-medium, column summarize)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@medium|2026-01-08,in, livebench-task-tablejoin,livebench,gpt-5.4-mini,medium,mixed,hard,,,,,,,44.51,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-medium, column tablejoin)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@medium|2026-01-08,in, livebench-task-tablereformat,livebench,gpt-5.4-mini,medium,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-medium, column tablereformat)",,out:uninformative, livebench-task-theory_of_mind,livebench,gpt-5.4-mini,medium,mixed,hard,,,,,,,65.385,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-medium, column theory_of_mind)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@medium|2026-01-08,in, livebench-task-typescript,livebench,gpt-5.4-mini,medium,coding,hard,,,,,,,30.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-medium, column typescript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@medium|2026-01-08,in, livebench-task-typos,livebench,gpt-5.4-mini,medium,mixed,hard,,,,,,,58.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-medium, column typos)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@medium|2026-01-08,in, livebench-task-zebra_puzzle,livebench,gpt-5.4-mini,medium,mixed,hard,,,,,,,46.795,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-medium, column zebra_puzzle)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@medium|2026-01-08,in, livebench-task-amps_hard,livebench,gpt-5.4-mini,xhigh,reasoning-math,hard,,,,,,,97.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-xhigh, column AMPS_Hard)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@xhigh|2026-01-08,in, livebench-task-code_completion,livebench,gpt-5.4-mini,xhigh,coding,hard,,,,,,,75.556,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-xhigh, column code_completion)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@xhigh|2026-01-08,in, livebench-task-code_generation,livebench,gpt-5.4-mini,xhigh,coding,hard,,,,,,,67.692,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-xhigh, column code_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@xhigh|2026-01-08,in, livebench-task-connections,livebench,gpt-5.4-mini,xhigh,mixed,hard,,,,,,,98.958,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-xhigh, column connections)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@xhigh|2026-01-08,in, livebench-task-consecutive_events,livebench,gpt-5.4-mini,xhigh,mixed,hard,,,,,,,62.972,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-xhigh, column consecutive_events)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@xhigh|2026-01-08,in, livebench-task-integrals_with_game,livebench,gpt-5.4-mini,xhigh,reasoning-math,hard,,,,,,,37.374,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-xhigh, column integrals_with_game)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@xhigh|2026-01-08,in, livebench-task-javascript,livebench,gpt-5.4-mini,xhigh,coding,hard,,,,,,,47.368,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-xhigh, column javascript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@xhigh|2026-01-08,in, livebench-task-logic_with_navigation,livebench,gpt-5.4-mini,xhigh,mixed,hard,,,,,,,60.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-xhigh, column logic_with_navigation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@xhigh|2026-01-08,in, livebench-task-math_comp,livebench,gpt-5.4-mini,xhigh,reasoning-math,hard,,,,,,,94.118,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-xhigh, column math_comp)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@xhigh|2026-01-08,in, livebench-task-olympiad,livebench,gpt-5.4-mini,xhigh,reasoning-math,hard,,,,,,,85.73,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-xhigh, column olympiad)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@xhigh|2026-01-08,in, livebench-task-paraphrase,livebench,gpt-5.4-mini,xhigh,mixed,hard,,,,,,,59.878,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-xhigh, column paraphrase)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@xhigh|2026-01-08,in, livebench-task-plot_unscrambling,livebench,gpt-5.4-mini,xhigh,mixed,hard,,,,,,,45.428,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-xhigh, column plot_unscrambling)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@xhigh|2026-01-08,in, livebench-task-python,livebench,gpt-5.4-mini,xhigh,coding,hard,,,,,,,55.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-xhigh, column python)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@xhigh|2026-01-08,in, livebench-task-simplify,livebench,gpt-5.4-mini,xhigh,mixed,hard,,,,,,,54.067,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-xhigh, column simplify)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@xhigh|2026-01-08,in, livebench-task-spatial,livebench,gpt-5.4-mini,xhigh,mixed,hard,,,,,,,88.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-xhigh, column spatial)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@xhigh|2026-01-08,in, livebench-task-story_generation,livebench,gpt-5.4-mini,xhigh,mixed,hard,,,,,,,67.483,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-xhigh, column story_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@xhigh|2026-01-08,in, livebench-task-summarize,livebench,gpt-5.4-mini,xhigh,mixed,hard,,,,,,,59.633,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-xhigh, column summarize)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@xhigh|2026-01-08,in, livebench-task-tablejoin,livebench,gpt-5.4-mini,xhigh,mixed,hard,,,,,,,49.863,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-xhigh, column tablejoin)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@xhigh|2026-01-08,in, livebench-task-tablereformat,livebench,gpt-5.4-mini,xhigh,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-xhigh, column tablereformat)",,out:uninformative, livebench-task-theory_of_mind,livebench,gpt-5.4-mini,xhigh,mixed,hard,,,,,,,76.923,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-xhigh, column theory_of_mind)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@xhigh|2026-01-08,in, livebench-task-typescript,livebench,gpt-5.4-mini,xhigh,coding,hard,,,,,,,40.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-xhigh, column typescript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@xhigh|2026-01-08,in, livebench-task-typos,livebench,gpt-5.4-mini,xhigh,mixed,hard,,,,,,,70.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-xhigh, column typos)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@xhigh|2026-01-08,in, livebench-task-zebra_puzzle,livebench,gpt-5.4-mini,xhigh,mixed,hard,,,,,,,65.064,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-mini-xhigh, column zebra_puzzle)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-mini@xhigh|2026-01-08,in, livebench-task-amps_hard,livebench,gpt-5.4-nano,unstated,reasoning-math,hard,,,,,,,62.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano, column AMPS_Hard)",,out:effort-not-established, livebench-task-code_completion,livebench,gpt-5.4-nano,unstated,coding,hard,,,,,,,62.222,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano, column code_completion)",,out:effort-not-established, livebench-task-code_generation,livebench,gpt-5.4-nano,unstated,coding,hard,,,,,,,61.538,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano, column code_generation)",,out:effort-not-established, livebench-task-connections,livebench,gpt-5.4-nano,unstated,mixed,hard,,,,,,,25.694,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano, column connections)",,out:effort-not-established, livebench-task-consecutive_events,livebench,gpt-5.4-nano,unstated,mixed,hard,,,,,,,1.549,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano, column consecutive_events)",,out:effort-not-established, livebench-task-integrals_with_game,livebench,gpt-5.4-nano,unstated,reasoning-math,hard,,,,,,,9.091,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano, column integrals_with_game)",,out:effort-not-established, livebench-task-javascript,livebench,gpt-5.4-nano,unstated,coding,hard,,,,,,,26.316,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano, column javascript)",,out:effort-not-established, livebench-task-logic_with_navigation,livebench,gpt-5.4-nano,unstated,mixed,hard,,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano, column logic_with_navigation)",,out:effort-not-established, livebench-task-math_comp,livebench,gpt-5.4-nano,unstated,reasoning-math,hard,,,,,,,32.353,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano, column math_comp)",,out:effort-not-established, livebench-task-olympiad,livebench,gpt-5.4-nano,unstated,reasoning-math,hard,,,,,,,40.589,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano, column olympiad)",,out:effort-not-established, livebench-task-paraphrase,livebench,gpt-5.4-nano,unstated,mixed,hard,,,,,,,20.799,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano, column paraphrase)",,out:effort-not-established, livebench-task-plot_unscrambling,livebench,gpt-5.4-nano,unstated,mixed,hard,,,,,,,14.352,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano, column plot_unscrambling)",,out:effort-not-established, livebench-task-python,livebench,gpt-5.4-nano,unstated,coding,hard,,,,,,,35.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano, column python)",,out:effort-not-established, livebench-task-simplify,livebench,gpt-5.4-nano,unstated,mixed,hard,,,,,,,16.4,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano, column simplify)",,out:effort-not-established, livebench-task-spatial,livebench,gpt-5.4-nano,unstated,mixed,hard,,,,,,,44.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano, column spatial)",,out:effort-not-established, livebench-task-story_generation,livebench,gpt-5.4-nano,unstated,mixed,hard,,,,,,,17.568,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano, column story_generation)",,out:effort-not-established, livebench-task-summarize,livebench,gpt-5.4-nano,unstated,mixed,hard,,,,,,,11.183,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano, column summarize)",,out:effort-not-established, livebench-task-tablejoin,livebench,gpt-5.4-nano,unstated,mixed,hard,,,,,,,17.863,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano, column tablejoin)",,out:effort-not-established, livebench-task-tablereformat,livebench,gpt-5.4-nano,unstated,mixed,hard,,,,,,,98.039,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano, column tablereformat)",,out:effort-not-established, livebench-task-theory_of_mind,livebench,gpt-5.4-nano,unstated,mixed,hard,,,,,,,25.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano, column theory_of_mind)",,out:effort-not-established, livebench-task-typescript,livebench,gpt-5.4-nano,unstated,coding,hard,,,,,,,20.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano, column typescript)",,out:effort-not-established, livebench-task-typos,livebench,gpt-5.4-nano,unstated,mixed,hard,,,,,,,46.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano, column typos)",,out:effort-not-established, livebench-task-zebra_puzzle,livebench,gpt-5.4-nano,unstated,mixed,hard,,,,,,,0.641,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano, column zebra_puzzle)",,out:effort-not-established, livebench-task-amps_hard,livebench,gpt-5.4-nano,high,reasoning-math,hard,,,,,,,95.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-high, column AMPS_Hard)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@high|2026-01-08,in, livebench-task-code_completion,livebench,gpt-5.4-nano,high,coding,hard,,,,,,,64.444,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-high, column code_completion)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@high|2026-01-08,in, livebench-task-code_generation,livebench,gpt-5.4-nano,high,coding,hard,,,,,,,72.308,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-high, column code_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@high|2026-01-08,in, livebench-task-connections,livebench,gpt-5.4-nano,high,mixed,hard,,,,,,,85.417,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-high, column connections)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@high|2026-01-08,in, livebench-task-consecutive_events,livebench,gpt-5.4-nano,high,mixed,hard,,,,,,,19.897,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-high, column consecutive_events)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@high|2026-01-08,in, livebench-task-integrals_with_game,livebench,gpt-5.4-nano,high,reasoning-math,hard,,,,,,,81.818,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-high, column integrals_with_game)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@high|2026-01-08,in, livebench-task-javascript,livebench,gpt-5.4-nano,high,coding,hard,,,,,,,47.368,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-high, column javascript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@high|2026-01-08,in, livebench-task-logic_with_navigation,livebench,gpt-5.4-nano,high,mixed,hard,,,,,,,42.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-high, column logic_with_navigation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@high|2026-01-08,in, livebench-task-math_comp,livebench,gpt-5.4-nano,high,reasoning-math,hard,,,,,,,93.137,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-high, column math_comp)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@high|2026-01-08,in, livebench-task-olympiad,livebench,gpt-5.4-nano,high,reasoning-math,hard,,,,,,,84.419,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-high, column olympiad)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@high|2026-01-08,in, livebench-task-paraphrase,livebench,gpt-5.4-nano,high,mixed,hard,,,,,,,46.597,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-high, column paraphrase)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@high|2026-01-08,in, livebench-task-plot_unscrambling,livebench,gpt-5.4-nano,high,mixed,hard,,,,,,,34.835,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-high, column plot_unscrambling)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@high|2026-01-08,in, livebench-task-python,livebench,gpt-5.4-nano,high,coding,hard,,,,,,,65.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-high, column python)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@high|2026-01-08,in, livebench-task-simplify,livebench,gpt-5.4-nano,high,mixed,hard,,,,,,,59.417,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-high, column simplify)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@high|2026-01-08,in, livebench-task-spatial,livebench,gpt-5.4-nano,high,mixed,hard,,,,,,,88.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-high, column spatial)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@high|2026-01-08,in, livebench-task-story_generation,livebench,gpt-5.4-nano,high,mixed,hard,,,,,,,57.432,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-high, column story_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@high|2026-01-08,in, livebench-task-summarize,livebench,gpt-5.4-nano,high,mixed,hard,,,,,,,51.533,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-high, column summarize)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@high|2026-01-08,in, livebench-task-tablejoin,livebench,gpt-5.4-nano,high,mixed,hard,,,,,,,42.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-high, column tablejoin)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@high|2026-01-08,in, livebench-task-tablereformat,livebench,gpt-5.4-nano,high,mixed,hard,,,,,,,96.078,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-high, column tablereformat)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@high|2026-01-08,in, livebench-task-theory_of_mind,livebench,gpt-5.4-nano,high,mixed,hard,,,,,,,69.231,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-high, column theory_of_mind)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@high|2026-01-08,in, livebench-task-typescript,livebench,gpt-5.4-nano,high,coding,hard,,,,,,,35.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-high, column typescript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@high|2026-01-08,in, livebench-task-typos,livebench,gpt-5.4-nano,high,mixed,hard,,,,,,,44.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-high, column typos)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@high|2026-01-08,in, livebench-task-zebra_puzzle,livebench,gpt-5.4-nano,high,mixed,hard,,,,,,,88.782,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-high, column zebra_puzzle)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@high|2026-01-08,in, livebench-task-amps_hard,livebench,gpt-5.4-nano,low,reasoning-math,hard,,,,,,,94.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-low, column AMPS_Hard)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@low|2026-01-08,in, livebench-task-code_completion,livebench,gpt-5.4-nano,low,coding,hard,,,,,,,71.111,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-low, column code_completion)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@low|2026-01-08,in, livebench-task-code_generation,livebench,gpt-5.4-nano,low,coding,hard,,,,,,,67.692,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-low, column code_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@low|2026-01-08,in, livebench-task-connections,livebench,gpt-5.4-nano,low,mixed,hard,,,,,,,73.09,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-low, column connections)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@low|2026-01-08,in, livebench-task-consecutive_events,livebench,gpt-5.4-nano,low,mixed,hard,,,,,,,0.101,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-low, column consecutive_events)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@low|2026-01-08,in, livebench-task-integrals_with_game,livebench,gpt-5.4-nano,low,reasoning-math,hard,,,,,,,21.212,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-low, column integrals_with_game)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@low|2026-01-08,in, livebench-task-javascript,livebench,gpt-5.4-nano,low,coding,hard,,,,,,,36.842,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-low, column javascript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@low|2026-01-08,in, livebench-task-logic_with_navigation,livebench,gpt-5.4-nano,low,mixed,hard,,,,,,,28.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-low, column logic_with_navigation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@low|2026-01-08,in, livebench-task-math_comp,livebench,gpt-5.4-nano,low,reasoning-math,hard,,,,,,,78.431,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-low, column math_comp)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@low|2026-01-08,in, livebench-task-olympiad,livebench,gpt-5.4-nano,low,reasoning-math,hard,,,,,,,66.981,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-low, column olympiad)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@low|2026-01-08,in, livebench-task-paraphrase,livebench,gpt-5.4-nano,low,mixed,hard,,,,,,,35.556,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-low, column paraphrase)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@low|2026-01-08,in, livebench-task-plot_unscrambling,livebench,gpt-5.4-nano,low,mixed,hard,,,,,,,17.586,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-low, column plot_unscrambling)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@low|2026-01-08,in, livebench-task-python,livebench,gpt-5.4-nano,low,coding,hard,,,,,,,60.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-low, column python)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@low|2026-01-08,in, livebench-task-simplify,livebench,gpt-5.4-nano,low,mixed,hard,,,,,,,36.233,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-low, column simplify)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@low|2026-01-08,in, livebench-task-spatial,livebench,gpt-5.4-nano,low,mixed,hard,,,,,,,70.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-low, column spatial)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@low|2026-01-08,in, livebench-task-story_generation,livebench,gpt-5.4-nano,low,mixed,hard,,,,,,,36.395,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-low, column story_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@low|2026-01-08,in, livebench-task-summarize,livebench,gpt-5.4-nano,low,mixed,hard,,,,,,,40.517,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-low, column summarize)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@low|2026-01-08,in, livebench-task-tablejoin,livebench,gpt-5.4-nano,low,mixed,hard,,,,,,,35.725,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-low, column tablejoin)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@low|2026-01-08,in, livebench-task-tablereformat,livebench,gpt-5.4-nano,low,mixed,hard,,,,,,,96.078,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-low, column tablereformat)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@low|2026-01-08,in, livebench-task-theory_of_mind,livebench,gpt-5.4-nano,low,mixed,hard,,,,,,,55.769,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-low, column theory_of_mind)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@low|2026-01-08,in, livebench-task-typescript,livebench,gpt-5.4-nano,low,coding,hard,,,,,,,15.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-low, column typescript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@low|2026-01-08,in, livebench-task-typos,livebench,gpt-5.4-nano,low,mixed,hard,,,,,,,46.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-low, column typos)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@low|2026-01-08,in, livebench-task-zebra_puzzle,livebench,gpt-5.4-nano,low,mixed,hard,,,,,,,14.744,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-low, column zebra_puzzle)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@low|2026-01-08,in, livebench-task-amps_hard,livebench,gpt-5.4-nano,medium,reasoning-math,hard,,,,,,,97.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-medium, column AMPS_Hard)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@medium|2026-01-08,in, livebench-task-code_completion,livebench,gpt-5.4-nano,medium,coding,hard,,,,,,,66.667,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-medium, column code_completion)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@medium|2026-01-08,in, livebench-task-code_generation,livebench,gpt-5.4-nano,medium,coding,hard,,,,,,,73.846,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-medium, column code_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@medium|2026-01-08,in, livebench-task-connections,livebench,gpt-5.4-nano,medium,mixed,hard,,,,,,,85.417,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-medium, column connections)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@medium|2026-01-08,in, livebench-task-consecutive_events,livebench,gpt-5.4-nano,medium,mixed,hard,,,,,,,5.874,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-medium, column consecutive_events)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@medium|2026-01-08,in, livebench-task-integrals_with_game,livebench,gpt-5.4-nano,medium,reasoning-math,hard,,,,,,,61.616,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-medium, column integrals_with_game)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@medium|2026-01-08,in, livebench-task-javascript,livebench,gpt-5.4-nano,medium,coding,hard,,,,,,,42.105,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-medium, column javascript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@medium|2026-01-08,in, livebench-task-logic_with_navigation,livebench,gpt-5.4-nano,medium,mixed,hard,,,,,,,52.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-medium, column logic_with_navigation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@medium|2026-01-08,in, livebench-task-math_comp,livebench,gpt-5.4-nano,medium,reasoning-math,hard,,,,,,,91.176,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-medium, column math_comp)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@medium|2026-01-08,in, livebench-task-olympiad,livebench,gpt-5.4-nano,medium,reasoning-math,hard,,,,,,,82.591,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-medium, column olympiad)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@medium|2026-01-08,in, livebench-task-paraphrase,livebench,gpt-5.4-nano,medium,mixed,hard,,,,,,,42.674,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-medium, column paraphrase)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@medium|2026-01-08,in, livebench-task-plot_unscrambling,livebench,gpt-5.4-nano,medium,mixed,hard,,,,,,,29.695,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-medium, column plot_unscrambling)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@medium|2026-01-08,in, livebench-task-python,livebench,gpt-5.4-nano,medium,coding,hard,,,,,,,60.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-medium, column python)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@medium|2026-01-08,in, livebench-task-simplify,livebench,gpt-5.4-nano,medium,mixed,hard,,,,,,,50.367,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-medium, column simplify)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@medium|2026-01-08,in, livebench-task-spatial,livebench,gpt-5.4-nano,medium,mixed,hard,,,,,,,80.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-medium, column spatial)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@medium|2026-01-08,in, livebench-task-story_generation,livebench,gpt-5.4-nano,medium,mixed,hard,,,,,,,53.639,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-medium, column story_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@medium|2026-01-08,in, livebench-task-summarize,livebench,gpt-5.4-nano,medium,mixed,hard,,,,,,,57.1,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-medium, column summarize)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@medium|2026-01-08,in, livebench-task-tablejoin,livebench,gpt-5.4-nano,medium,mixed,hard,,,,,,,42.235,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-medium, column tablejoin)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@medium|2026-01-08,in, livebench-task-tablereformat,livebench,gpt-5.4-nano,medium,mixed,hard,,,,,,,98.039,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-medium, column tablereformat)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@medium|2026-01-08,in, livebench-task-theory_of_mind,livebench,gpt-5.4-nano,medium,mixed,hard,,,,,,,59.615,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-medium, column theory_of_mind)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@medium|2026-01-08,in, livebench-task-typescript,livebench,gpt-5.4-nano,medium,coding,hard,,,,,,,20.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-medium, column typescript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@medium|2026-01-08,in, livebench-task-typos,livebench,gpt-5.4-nano,medium,mixed,hard,,,,,,,38.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-medium, column typos)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@medium|2026-01-08,in, livebench-task-zebra_puzzle,livebench,gpt-5.4-nano,medium,mixed,hard,,,,,,,66.346,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-medium, column zebra_puzzle)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@medium|2026-01-08,in, livebench-task-amps_hard,livebench,gpt-5.4-nano,xhigh,reasoning-math,hard,,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-xhigh, column AMPS_Hard)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@xhigh|2026-01-08,in, livebench-task-code_completion,livebench,gpt-5.4-nano,xhigh,coding,hard,,,,,,,68.889,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-xhigh, column code_completion)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@xhigh|2026-01-08,in, livebench-task-code_generation,livebench,gpt-5.4-nano,xhigh,coding,hard,,,,,,,75.385,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-xhigh, column code_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@xhigh|2026-01-08,in, livebench-task-connections,livebench,gpt-5.4-nano,xhigh,mixed,hard,,,,,,,94.271,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-xhigh, column connections)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@xhigh|2026-01-08,in, livebench-task-consecutive_events,livebench,gpt-5.4-nano,xhigh,mixed,hard,,,,,,,54.301,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-xhigh, column consecutive_events)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@xhigh|2026-01-08,in, livebench-task-integrals_with_game,livebench,gpt-5.4-nano,xhigh,reasoning-math,hard,,,,,,,82.828,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-xhigh, column integrals_with_game)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@xhigh|2026-01-08,in, livebench-task-javascript,livebench,gpt-5.4-nano,xhigh,coding,hard,,,,,,,47.368,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-xhigh, column javascript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@xhigh|2026-01-08,in, livebench-task-logic_with_navigation,livebench,gpt-5.4-nano,xhigh,mixed,hard,,,,,,,64.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-xhigh, column logic_with_navigation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@xhigh|2026-01-08,in, livebench-task-math_comp,livebench,gpt-5.4-nano,xhigh,reasoning-math,hard,,,,,,,95.098,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-xhigh, column math_comp)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@xhigh|2026-01-08,in, livebench-task-olympiad,livebench,gpt-5.4-nano,xhigh,reasoning-math,hard,,,,,,,89.155,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-xhigh, column olympiad)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@xhigh|2026-01-08,in, livebench-task-paraphrase,livebench,gpt-5.4-nano,xhigh,mixed,hard,,,,,,,66.649,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-xhigh, column paraphrase)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@xhigh|2026-01-08,in, livebench-task-plot_unscrambling,livebench,gpt-5.4-nano,xhigh,mixed,hard,,,,,,,39.133,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-xhigh, column plot_unscrambling)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@xhigh|2026-01-08,in, livebench-task-python,livebench,gpt-5.4-nano,xhigh,coding,hard,,,,,,,65.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-xhigh, column python)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@xhigh|2026-01-08,in, livebench-task-simplify,livebench,gpt-5.4-nano,xhigh,mixed,hard,,,,,,,62.75,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-xhigh, column simplify)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@xhigh|2026-01-08,in, livebench-task-spatial,livebench,gpt-5.4-nano,xhigh,mixed,hard,,,,,,,82.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-xhigh, column spatial)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@xhigh|2026-01-08,in, livebench-task-story_generation,livebench,gpt-5.4-nano,xhigh,mixed,hard,,,,,,,67.653,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-xhigh, column story_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@xhigh|2026-01-08,in, livebench-task-summarize,livebench,gpt-5.4-nano,xhigh,mixed,hard,,,,,,,71.767,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-xhigh, column summarize)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@xhigh|2026-01-08,in, livebench-task-tablejoin,livebench,gpt-5.4-nano,xhigh,mixed,hard,,,,,,,50.588,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-xhigh, column tablejoin)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@xhigh|2026-01-08,in, livebench-task-tablereformat,livebench,gpt-5.4-nano,xhigh,mixed,hard,,,,,,,98.039,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-xhigh, column tablereformat)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@xhigh|2026-01-08,in, livebench-task-theory_of_mind,livebench,gpt-5.4-nano,xhigh,mixed,hard,,,,,,,80.769,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-xhigh, column theory_of_mind)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@xhigh|2026-01-08,in, livebench-task-typescript,livebench,gpt-5.4-nano,xhigh,coding,hard,,,,,,,35.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-xhigh, column typescript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@xhigh|2026-01-08,in, livebench-task-typos,livebench,gpt-5.4-nano,xhigh,mixed,hard,,,,,,,54.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-xhigh, column typos)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@xhigh|2026-01-08,in, livebench-task-zebra_puzzle,livebench,gpt-5.4-nano,xhigh,mixed,hard,,,,,,,97.436,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.4-nano-xhigh, column zebra_puzzle)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.4-nano@xhigh|2026-01-08,in, livebench-task-amps_hard,livebench,gpt-5.5,high,reasoning-math,hard,,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.5-high, column AMPS_Hard)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.5@high|2026-01-08,in, livebench-task-code_completion,livebench,gpt-5.5,high,coding,hard,,,,,,,84.783,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.5-high, column code_completion)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.5@high|2026-01-08,in, livebench-task-code_generation,livebench,gpt-5.5,high,coding,hard,,,,,,,80.282,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.5-high, column code_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.5@high|2026-01-08,in, livebench-task-connections,livebench,gpt-5.5,high,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.5-high, column connections)",,out:uninformative, livebench-task-consecutive_events,livebench,gpt-5.5,high,mixed,hard,,,,,,,86.013,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.5-high, column consecutive_events)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.5@high|2026-01-08,in, livebench-task-integrals_with_game,livebench,gpt-5.5,high,reasoning-math,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.5-high, column integrals_with_game)",,out:uninformative, livebench-task-javascript,livebench,gpt-5.5,high,coding,hard,,,,,,,30.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.5-high, column javascript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.5@high|2026-01-08,in, livebench-task-logic_with_navigation,livebench,gpt-5.5,high,mixed,hard,,,,,,,72.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.5-high, column logic_with_navigation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.5@high|2026-01-08,in, livebench-task-math_comp,livebench,gpt-5.5,high,reasoning-math,hard,,,,,,,95.098,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.5-high, column math_comp)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.5@high|2026-01-08,in, livebench-task-olympiad,livebench,gpt-5.5,high,reasoning-math,hard,,,,,,,91.179,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.5-high, column olympiad)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.5@high|2026-01-08,in, livebench-task-paraphrase,livebench,gpt-5.5,high,mixed,hard,,,,,,,74.367,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.5-high, column paraphrase)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.5@high|2026-01-08,in, livebench-task-plot_unscrambling,livebench,gpt-5.5,high,mixed,hard,,,,,,,76.282,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.5-high, column plot_unscrambling)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.5@high|2026-01-08,in, livebench-task-python,livebench,gpt-5.5,high,coding,hard,,,,,,,25.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.5-high, column python)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.5@high|2026-01-08,in, livebench-task-simplify,livebench,gpt-5.5,high,mixed,hard,,,,,,,69.9,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.5-high, column simplify)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.5@high|2026-01-08,in, livebench-task-spatial,livebench,gpt-5.5,high,mixed,hard,,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.5-high, column spatial)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.5@high|2026-01-08,in, livebench-task-story_generation,livebench,gpt-5.5,high,mixed,hard,,,,,,,70.85,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.5-high, column story_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.5@high|2026-01-08,in, livebench-task-summarize,livebench,gpt-5.5,high,mixed,hard,,,,,,,72.65,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.5-high, column summarize)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.5@high|2026-01-08,in, livebench-task-tablejoin,livebench,gpt-5.5,high,mixed,hard,,,,,,,52.423,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.5-high, column tablejoin)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.5@high|2026-01-08,in, livebench-task-tablereformat,livebench,gpt-5.5,high,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.5-high, column tablereformat)",,out:uninformative, livebench-task-theory_of_mind,livebench,gpt-5.5,high,mixed,hard,,,,,,,78.846,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.5-high, column theory_of_mind)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.5@high|2026-01-08,in, livebench-task-typescript,livebench,gpt-5.5,high,coding,hard,,,,,,,35.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.5-high, column typescript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.5@high|2026-01-08,in, livebench-task-typos,livebench,gpt-5.5,high,mixed,hard,,,,,,,86.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.5-high, column typos)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.5@high|2026-01-08,in, livebench-task-zebra_puzzle,livebench,gpt-5.5,high,mixed,hard,,,,,,,96.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.5-high, column zebra_puzzle)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.5@high|2026-01-08,in, livebench-task-amps_hard,livebench,gpt-5.5,xhigh,reasoning-math,hard,,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.5-xhigh, column AMPS_Hard)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.5@xhigh|2026-01-08,in, livebench-task-code_completion,livebench,gpt-5.5,xhigh,coding,hard,,,,,,,80.435,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.5-xhigh, column code_completion)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.5@xhigh|2026-01-08,in, livebench-task-code_generation,livebench,gpt-5.5,xhigh,coding,hard,,,,,,,84.507,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.5-xhigh, column code_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.5@xhigh|2026-01-08,in, livebench-task-connections,livebench,gpt-5.5,xhigh,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.5-xhigh, column connections)",,out:uninformative, livebench-task-consecutive_events,livebench,gpt-5.5,xhigh,mixed,hard,,,,,,,88.741,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.5-xhigh, column consecutive_events)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.5@xhigh|2026-01-08,in, livebench-task-integrals_with_game,livebench,gpt-5.5,xhigh,reasoning-math,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.5-xhigh, column integrals_with_game)",,out:uninformative, livebench-task-javascript,livebench,gpt-5.5,xhigh,coding,hard,,,,,,,45.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.5-xhigh, column javascript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.5@xhigh|2026-01-08,in, livebench-task-logic_with_navigation,livebench,gpt-5.5,xhigh,mixed,hard,,,,,,,74.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.5-xhigh, column logic_with_navigation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.5@xhigh|2026-01-08,in, livebench-task-math_comp,livebench,gpt-5.5,xhigh,reasoning-math,hard,,,,,,,96.078,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.5-xhigh, column math_comp)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.5@xhigh|2026-01-08,in, livebench-task-olympiad,livebench,gpt-5.5,xhigh,reasoning-math,hard,,,,,,,91.203,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.5-xhigh, column olympiad)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.5@xhigh|2026-01-08,in, livebench-task-paraphrase,livebench,gpt-5.5,xhigh,mixed,hard,,,,,,,76.767,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.5-xhigh, column paraphrase)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.5@xhigh|2026-01-08,in, livebench-task-plot_unscrambling,livebench,gpt-5.5,xhigh,mixed,hard,,,,,,,74.977,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.5-xhigh, column plot_unscrambling)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.5@xhigh|2026-01-08,in, livebench-task-python,livebench,gpt-5.5,xhigh,coding,hard,,,,,,,75.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.5-xhigh, column python)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.5@xhigh|2026-01-08,in, livebench-task-simplify,livebench,gpt-5.5,xhigh,mixed,hard,,,,,,,69.267,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.5-xhigh, column simplify)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.5@xhigh|2026-01-08,in, livebench-task-spatial,livebench,gpt-5.5,xhigh,mixed,hard,,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.5-xhigh, column spatial)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.5@xhigh|2026-01-08,in, livebench-task-story_generation,livebench,gpt-5.5,xhigh,mixed,hard,,,,,,,74.233,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.5-xhigh, column story_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.5@xhigh|2026-01-08,in, livebench-task-summarize,livebench,gpt-5.5,xhigh,mixed,hard,,,,,,,71.9,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.5-xhigh, column summarize)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.5@xhigh|2026-01-08,in, livebench-task-tablejoin,livebench,gpt-5.5,xhigh,mixed,hard,,,,,,,54.5,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.5-xhigh, column tablejoin)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.5@xhigh|2026-01-08,in, livebench-task-tablereformat,livebench,gpt-5.5,xhigh,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.5-xhigh, column tablereformat)",,out:uninformative, livebench-task-theory_of_mind,livebench,gpt-5.5,xhigh,mixed,hard,,,,,,,78.846,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.5-xhigh, column theory_of_mind)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.5@xhigh|2026-01-08,in, livebench-task-typescript,livebench,gpt-5.5,xhigh,coding,hard,,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.5-xhigh, column typescript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.5@xhigh|2026-01-08,in, livebench-task-typos,livebench,gpt-5.5,xhigh,mixed,hard,,,,,,,88.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.5-xhigh, column typos)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.5@xhigh|2026-01-08,in, livebench-task-zebra_puzzle,livebench,gpt-5.5,xhigh,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.5-xhigh, column zebra_puzzle)",,out:uninformative, livebench-task-amps_hard,livebench,gpt-5.5,medium,reasoning-math,hard,,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.5-medium, column AMPS_Hard)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.5@medium|2026-01-08,in, livebench-task-code_completion,livebench,gpt-5.5,medium,coding,hard,,,,,,,82.609,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.5-medium, column code_completion)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.5@medium|2026-01-08,in, livebench-task-code_generation,livebench,gpt-5.5,medium,coding,hard,,,,,,,74.648,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.5-medium, column code_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.5@medium|2026-01-08,in, livebench-task-connections,livebench,gpt-5.5,medium,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.5-medium, column connections)",,out:uninformative, livebench-task-consecutive_events,livebench,gpt-5.5,medium,mixed,hard,,,,,,,78.23,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.5-medium, column consecutive_events)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.5@medium|2026-01-08,in, livebench-task-integrals_with_game,livebench,gpt-5.5,medium,reasoning-math,hard,,,,,,,85.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.5-medium, column integrals_with_game)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.5@medium|2026-01-08,in, livebench-task-javascript,livebench,gpt-5.5,medium,coding,hard,,,,,,,5.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.5-medium, column javascript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.5@medium|2026-01-08,in, livebench-task-logic_with_navigation,livebench,gpt-5.5,medium,mixed,hard,,,,,,,76.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.5-medium, column logic_with_navigation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.5@medium|2026-01-08,in, livebench-task-math_comp,livebench,gpt-5.5,medium,reasoning-math,hard,,,,,,,96.078,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.5-medium, column math_comp)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.5@medium|2026-01-08,in, livebench-task-olympiad,livebench,gpt-5.5,medium,reasoning-math,hard,,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.5-medium, column olympiad)",,out:uninformative, livebench-task-paraphrase,livebench,gpt-5.5,medium,mixed,hard,,,,,,,63.6,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.5-medium, column paraphrase)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.5@medium|2026-01-08,in, livebench-task-plot_unscrambling,livebench,gpt-5.5,medium,mixed,hard,,,,,,,70.711,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.5-medium, column plot_unscrambling)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.5@medium|2026-01-08,in, livebench-task-python,livebench,gpt-5.5,medium,coding,hard,,,,,,,35.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.5-medium, column python)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.5@medium|2026-01-08,in, livebench-task-simplify,livebench,gpt-5.5,medium,mixed,hard,,,,,,,58.733,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.5-medium, column simplify)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.5@medium|2026-01-08,in, livebench-task-spatial,livebench,gpt-5.5,medium,mixed,hard,,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.5-medium, column spatial)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.5@medium|2026-01-08,in, livebench-task-story_generation,livebench,gpt-5.5,medium,mixed,hard,,,,,,,67.2,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.5-medium, column story_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.5@medium|2026-01-08,in, livebench-task-summarize,livebench,gpt-5.5,medium,mixed,hard,,,,,,,73.417,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.5-medium, column summarize)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.5@medium|2026-01-08,in, livebench-task-tablejoin,livebench,gpt-5.5,medium,mixed,hard,,,,,,,52.731,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.5-medium, column tablejoin)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.5@medium|2026-01-08,in, livebench-task-tablereformat,livebench,gpt-5.5,medium,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.5-medium, column tablereformat)",,out:uninformative, livebench-task-theory_of_mind,livebench,gpt-5.5,medium,mixed,hard,,,,,,,78.846,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.5-medium, column theory_of_mind)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.5@medium|2026-01-08,in, livebench-task-typescript,livebench,gpt-5.5,medium,coding,hard,,,,,,,10.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.5-medium, column typescript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.5@medium|2026-01-08,in, livebench-task-typos,livebench,gpt-5.5,medium,mixed,hard,,,,,,,86.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.5-medium, column typos)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.5@medium|2026-01-08,in, livebench-task-zebra_puzzle,livebench,gpt-5.5,medium,mixed,hard,,,,,,,96.25,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-5.5-medium, column zebra_puzzle)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|gpt-5.5@medium|2026-01-08,in, livebench-task-amps_hard,livebench,gpt-oss-120b,unstated,reasoning-math,hard,,,,,,,92.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-oss-120b, column AMPS_Hard)",,out:effort-not-established, livebench-task-code_completion,livebench,gpt-oss-120b,unstated,coding,hard,,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-oss-120b, column code_completion)",,out:effort-not-established, livebench-task-code_generation,livebench,gpt-oss-120b,unstated,coding,hard,,,,,,,70.423,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-oss-120b, column code_generation)",,out:effort-not-established, livebench-task-connections,livebench,gpt-oss-120b,unstated,mixed,hard,,,,,,,79.167,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-oss-120b, column connections)",,out:effort-not-established, livebench-task-consecutive_events,livebench,gpt-oss-120b,unstated,mixed,hard,,,,,,,2.87,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-oss-120b, column consecutive_events)",,out:effort-not-established, livebench-task-integrals_with_game,livebench,gpt-oss-120b,unstated,reasoning-math,hard,,,,,,,32.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-oss-120b, column integrals_with_game)",,out:effort-not-established, livebench-task-javascript,livebench,gpt-oss-120b,unstated,coding,hard,,,,,,,20.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-oss-120b, column javascript)",,out:effort-not-established, livebench-task-logic_with_navigation,livebench,gpt-oss-120b,unstated,mixed,hard,,,,,,,8.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-oss-120b, column logic_with_navigation)",,out:effort-not-established, livebench-task-math_comp,livebench,gpt-oss-120b,unstated,reasoning-math,hard,,,,,,,92.157,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-oss-120b, column math_comp)",,out:effort-not-established, livebench-task-olympiad,livebench,gpt-oss-120b,unstated,reasoning-math,hard,,,,,,,59.338,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-oss-120b, column olympiad)",,out:effort-not-established, livebench-task-paraphrase,livebench,gpt-oss-120b,unstated,mixed,hard,,,,,,,44.833,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-oss-120b, column paraphrase)",,out:effort-not-established, livebench-task-plot_unscrambling,livebench,gpt-oss-120b,unstated,mixed,hard,,,,,,,18.605,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-oss-120b, column plot_unscrambling)",,out:effort-not-established, livebench-task-python,livebench,gpt-oss-120b,unstated,coding,hard,,,,,,,20.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-oss-120b, column python)",,out:effort-not-established, livebench-task-simplify,livebench,gpt-oss-120b,unstated,mixed,hard,,,,,,,55.5,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-oss-120b, column simplify)",,out:effort-not-established, livebench-task-spatial,livebench,gpt-oss-120b,unstated,mixed,hard,,,,,,,80.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-oss-120b, column spatial)",,out:effort-not-established, livebench-task-story_generation,livebench,gpt-oss-120b,unstated,mixed,hard,,,,,,,56.467,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-oss-120b, column story_generation)",,out:effort-not-established, livebench-task-summarize,livebench,gpt-oss-120b,unstated,mixed,hard,,,,,,,44.367,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-oss-120b, column summarize)",,out:effort-not-established, livebench-task-tablejoin,livebench,gpt-oss-120b,unstated,mixed,hard,,,,,,,29.231,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-oss-120b, column tablejoin)",,out:effort-not-established, livebench-task-tablereformat,livebench,gpt-oss-120b,unstated,mixed,hard,,,,,,,84.314,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-oss-120b, column tablereformat)",,out:effort-not-established, livebench-task-theory_of_mind,livebench,gpt-oss-120b,unstated,mixed,hard,,,,,,,48.077,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-oss-120b, column theory_of_mind)",,out:effort-not-established, livebench-task-typescript,livebench,gpt-oss-120b,unstated,coding,hard,,,,,,,10.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-oss-120b, column typescript)",,out:effort-not-established, livebench-task-typos,livebench,gpt-oss-120b,unstated,mixed,hard,,,,,,,48.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-oss-120b, column typos)",,out:effort-not-established, livebench-task-zebra_puzzle,livebench,gpt-oss-120b,unstated,mixed,hard,,,,,,,20.75,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row gpt-oss-120b, column zebra_puzzle)",,out:effort-not-established, livebench-task-amps_hard,livebench,grok-4,solo,reasoning-math,hard,,,,,,,86.0,score%,0.0289,,prev=86.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1496),"https://livebench.ai/table_2026_01_08.csv (row grok-4-0709, column AMPS_Hard)",,out:single-couple, livebench-task-code_completion,livebench,grok-4,solo,coding,hard,,,,,,,67.391,score%,0.000289,,prev=67.391 (src-livebench-question-set-2026-01-08-2026-03-06#M1497),"https://livebench.ai/table_2026_01_08.csv (row grok-4-0709, column code_completion)",,out:single-couple, livebench-task-code_generation,livebench,grok-4,solo,coding,hard,,,,,,,78.873,score%,0.000289,,prev=78.873 (src-livebench-question-set-2026-01-08-2026-03-06#M1498),"https://livebench.ai/table_2026_01_08.csv (row grok-4-0709, column code_generation)",,out:single-couple, livebench-task-connections,livebench,grok-4,solo,mixed,hard,,,,,,,98.667,score%,0.000289,,prev=98.667 (src-livebench-question-set-2026-01-08-2026-03-06#M1499),"https://livebench.ai/table_2026_01_08.csv (row grok-4-0709, column connections)",,out:single-couple, livebench-task-consecutive_events,livebench,grok-4,solo,mixed,hard,,,,,,,51.072,score%,0.000289,,prev=51.072 (src-livebench-question-set-2026-01-08-2026-03-06#M1500),"https://livebench.ai/table_2026_01_08.csv (row grok-4-0709, column consecutive_events)",,out:single-couple, livebench-task-integrals_with_game,livebench,grok-4,solo,reasoning-math,hard,,,,,,,65.0,score%,0.0289,,prev=65.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1501),"https://livebench.ai/table_2026_01_08.csv (row grok-4-0709, column integrals_with_game)",,out:single-couple, livebench-task-javascript,livebench,grok-4,solo,coding,hard,,,,,,,20.0,score%,0.0289,,prev=20.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1502),"https://livebench.ai/table_2026_01_08.csv (row grok-4-0709, column javascript)",,out:single-couple, livebench-task-logic_with_navigation,livebench,grok-4,solo,mixed,hard,,,,,,,74.0,score%,0.0289,,prev=74.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1503),"https://livebench.ai/table_2026_01_08.csv (row grok-4-0709, column logic_with_navigation)",,out:single-couple, livebench-task-math_comp,livebench,grok-4,solo,reasoning-math,hard,,,,,,,94.118,score%,0.000289,,prev=94.118 (src-livebench-question-set-2026-01-08-2026-03-06#M1504),"https://livebench.ai/table_2026_01_08.csv (row grok-4-0709, column math_comp)",,out:single-couple, livebench-task-olympiad,livebench,grok-4,solo,reasoning-math,hard,,,,,,,86.975,score%,0.000289,,prev=86.975 (src-livebench-question-set-2026-01-08-2026-03-06#M1505),"https://livebench.ai/table_2026_01_08.csv (row grok-4-0709, column olympiad)",,out:single-couple, livebench-task-paraphrase,livebench,grok-4,solo,mixed,hard,,,,,,,19.817,score%,0.000289,,prev=19.817 (src-livebench-question-set-2026-01-08-2026-03-06#M1506),"https://livebench.ai/table_2026_01_08.csv (row grok-4-0709, column paraphrase)",,out:single-couple, livebench-task-plot_unscrambling,livebench,grok-4,solo,mixed,hard,,,,,,,60.497,score%,0.000289,,prev=60.497 (src-livebench-question-set-2026-01-08-2026-03-06#M1507),"https://livebench.ai/table_2026_01_08.csv (row grok-4-0709, column plot_unscrambling)",,out:single-couple, livebench-task-python,livebench,grok-4,solo,coding,hard,,,,,,,50.0,score%,0.0289,,prev=50.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1508),"https://livebench.ai/table_2026_01_08.csv (row grok-4-0709, column python)",,out:single-couple, livebench-task-simplify,livebench,grok-4,solo,mixed,hard,,,,,,,25.867,score%,0.000289,,prev=25.867 (src-livebench-question-set-2026-01-08-2026-03-06#M1509),"https://livebench.ai/table_2026_01_08.csv (row grok-4-0709, column simplify)",,out:single-couple, livebench-task-spatial,livebench,grok-4,solo,mixed,hard,,,,,,,96.0,score%,0.0289,,prev=96.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1510),"https://livebench.ai/table_2026_01_08.csv (row grok-4-0709, column spatial)",,out:single-couple, livebench-task-story_generation,livebench,grok-4,solo,mixed,hard,,,,,,,38.783,score%,0.000289,,prev=38.783 (src-livebench-question-set-2026-01-08-2026-03-06#M1511),"https://livebench.ai/table_2026_01_08.csv (row grok-4-0709, column story_generation)",,out:single-couple, livebench-task-summarize,livebench,grok-4,solo,mixed,hard,,,,,,,31.833,score%,0.000289,,prev=31.833 (src-livebench-question-set-2026-01-08-2026-03-06#M1512),"https://livebench.ai/table_2026_01_08.csv (row grok-4-0709, column summarize)",,out:single-couple, livebench-task-tablejoin,livebench,grok-4,solo,mixed,hard,,,,,,,41.019,score%,0.000289,,prev=41.019 (src-livebench-question-set-2026-01-08-2026-03-06#M1513),"https://livebench.ai/table_2026_01_08.csv (row grok-4-0709, column tablejoin)",,out:single-couple, livebench-task-tablereformat,livebench,grok-4,solo,mixed,hard,,,,,,,98.039,score%,0.000289,,prev=98.039 (src-livebench-question-set-2026-01-08-2026-03-06#M1514),"https://livebench.ai/table_2026_01_08.csv (row grok-4-0709, column tablereformat)",,out:single-couple, livebench-task-theory_of_mind,livebench,grok-4,solo,mixed,hard,,,,,,,61.538,score%,0.000289,,prev=61.538 (src-livebench-question-set-2026-01-08-2026-03-06#M1515),"https://livebench.ai/table_2026_01_08.csv (row grok-4-0709, column theory_of_mind)",,out:single-couple, livebench-task-typescript,livebench,grok-4,solo,coding,hard,,,,,,,20.0,score%,0.0289,,prev=20.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1516),"https://livebench.ai/table_2026_01_08.csv (row grok-4-0709, column typescript)",,out:single-couple, livebench-task-typos,livebench,grok-4,solo,mixed,hard,,,,,,,70.0,score%,0.0289,,prev=70.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1517),"https://livebench.ai/table_2026_01_08.csv (row grok-4-0709, column typos)",,out:single-couple, livebench-task-zebra_puzzle,livebench,grok-4,solo,mixed,hard,,,,,,,85.0,score%,0.0289,,prev=85.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1518),"https://livebench.ai/table_2026_01_08.csv (row grok-4-0709, column zebra_puzzle)",,out:single-couple, livebench-task-amps_hard,livebench,grok-4.1-fast,nothink,reasoning-math,hard,,,,,,,47.0,score%,0.0289,,prev=47.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1519),"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-non-reasoning, column AMPS_Hard)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.1-fast@nothink|2026-01-08,in, livebench-task-code_completion,livebench,grok-4.1-fast,nothink,coding,hard,,,,,,,52.174,score%,0.000289,,prev=52.174 (src-livebench-question-set-2026-01-08-2026-03-06#M1520),"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-non-reasoning, column code_completion)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.1-fast@nothink|2026-01-08,in, livebench-task-code_generation,livebench,grok-4.1-fast,nothink,coding,hard,,,,,,,56.338,score%,0.000289,,prev=56.338 (src-livebench-question-set-2026-01-08-2026-03-06#M1521),"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-non-reasoning, column code_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.1-fast@nothink|2026-01-08,in, livebench-task-connections,livebench,grok-4.1-fast,nothink,mixed,hard,,,,,,,44.167,score%,0.000289,,prev=44.167 (src-livebench-question-set-2026-01-08-2026-03-06#M1522),"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-non-reasoning, column connections)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.1-fast@nothink|2026-01-08,in, livebench-task-consecutive_events,livebench,grok-4.1-fast,nothink,mixed,hard,,,,,,,5.308,score%,0.000289,,prev=5.308 (src-livebench-question-set-2026-01-08-2026-03-06#M1523),"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-non-reasoning, column consecutive_events)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.1-fast@nothink|2026-01-08,in, livebench-task-integrals_with_game,livebench,grok-4.1-fast,nothink,reasoning-math,hard,,,,,,,5.0,score%,0.0289,,prev=5.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1524),"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-non-reasoning, column integrals_with_game)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.1-fast@nothink|2026-01-08,in, livebench-task-javascript,livebench,grok-4.1-fast,nothink,coding,hard,,,,,,,10.0,score%,0.0289,,prev=10.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1525),"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-non-reasoning, column javascript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.1-fast@nothink|2026-01-08,in, livebench-task-logic_with_navigation,livebench,grok-4.1-fast,nothink,mixed,hard,,,,,,,8.0,score%,0.0289,,prev=8.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1526),"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-non-reasoning, column logic_with_navigation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.1-fast@nothink|2026-01-08,in, livebench-task-math_comp,livebench,grok-4.1-fast,nothink,reasoning-math,hard,,,,,,,45.098,score%,0.000289,,prev=45.098 (src-livebench-question-set-2026-01-08-2026-03-06#M1527),"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-non-reasoning, column math_comp)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.1-fast@nothink|2026-01-08,in, livebench-task-olympiad,livebench,grok-4.1-fast,nothink,reasoning-math,hard,,,,,,,58.582,score%,0.000289,,prev=58.582 (src-livebench-question-set-2026-01-08-2026-03-06#M1528),"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-non-reasoning, column olympiad)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.1-fast@nothink|2026-01-08,in, livebench-task-paraphrase,livebench,grok-4.1-fast,nothink,mixed,hard,,,,,,,12.617,score%,0.000289,,prev=12.617 (src-livebench-question-set-2026-01-08-2026-03-06#M1529),"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-non-reasoning, column paraphrase)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.1-fast@nothink|2026-01-08,in, livebench-task-plot_unscrambling,livebench,grok-4.1-fast,nothink,mixed,hard,,,,,,,41.855,score%,0.000289,,prev=41.855 (src-livebench-question-set-2026-01-08-2026-03-06#M1530),"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-non-reasoning, column plot_unscrambling)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.1-fast@nothink|2026-01-08,in, livebench-task-python,livebench,grok-4.1-fast,nothink,coding,hard,,,,,,,15.0,score%,0.0289,,prev=15.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1531),"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-non-reasoning, column python)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.1-fast@nothink|2026-01-08,in, livebench-task-simplify,livebench,grok-4.1-fast,nothink,mixed,hard,,,,,,,17.117,score%,0.000289,,prev=17.117 (src-livebench-question-set-2026-01-08-2026-03-06#M1532),"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-non-reasoning, column simplify)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.1-fast@nothink|2026-01-08,in, livebench-task-spatial,livebench,grok-4.1-fast,nothink,mixed,hard,,,,,,,36.0,score%,0.0289,,prev=36.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1533),"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-non-reasoning, column spatial)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.1-fast@nothink|2026-01-08,in, livebench-task-story_generation,livebench,grok-4.1-fast,nothink,mixed,hard,,,,,,,18.717,score%,0.000289,,prev=18.717 (src-livebench-question-set-2026-01-08-2026-03-06#M1534),"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-non-reasoning, column story_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.1-fast@nothink|2026-01-08,in, livebench-task-summarize,livebench,grok-4.1-fast,nothink,mixed,hard,,,,,,,19.45,score%,0.00289,,prev=19.45 (src-livebench-question-set-2026-01-08-2026-03-06#M1535),"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-non-reasoning, column summarize)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.1-fast@nothink|2026-01-08,in, livebench-task-tablejoin,livebench,grok-4.1-fast,nothink,mixed,hard,,,,,,,26.327,score%,0.000289,,prev=26.327 (src-livebench-question-set-2026-01-08-2026-03-06#M1536),"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-non-reasoning, column tablejoin)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.1-fast@nothink|2026-01-08,in, livebench-task-tablereformat,livebench,grok-4.1-fast,nothink,mixed,hard,,,,,,,90.196,score%,0.000289,,prev=90.196 (src-livebench-question-set-2026-01-08-2026-03-06#M1537),"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-non-reasoning, column tablereformat)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.1-fast@nothink|2026-01-08,in, livebench-task-theory_of_mind,livebench,grok-4.1-fast,nothink,mixed,hard,,,,,,,40.385,score%,0.000289,,prev=40.385 (src-livebench-question-set-2026-01-08-2026-03-06#M1538),"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-non-reasoning, column theory_of_mind)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.1-fast@nothink|2026-01-08,in, livebench-task-typescript,livebench,grok-4.1-fast,nothink,coding,hard,,,,,,,5.0,score%,0.0289,,prev=5.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1539),"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-non-reasoning, column typescript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.1-fast@nothink|2026-01-08,in, livebench-task-typos,livebench,grok-4.1-fast,nothink,mixed,hard,,,,,,,64.0,score%,0.0289,,prev=64.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1540),"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-non-reasoning, column typos)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.1-fast@nothink|2026-01-08,in, livebench-task-zebra_puzzle,livebench,grok-4.1-fast,nothink,mixed,hard,,,,,,,9.0,score%,0.0289,,prev=9.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1541),"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-non-reasoning, column zebra_puzzle)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.1-fast@nothink|2026-01-08,in, livebench-task-amps_hard,livebench,grok-4.1-fast,think,reasoning-math,hard,,,,,,,95.0,score%,0.0289,,prev=95.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1542),"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-reasoning, column AMPS_Hard)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.1-fast@think|2026-01-08,in, livebench-task-code_completion,livebench,grok-4.1-fast,think,coding,hard,,,,,,,67.391,score%,0.000289,,prev=67.391 (src-livebench-question-set-2026-01-08-2026-03-06#M1543),"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-reasoning, column code_completion)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.1-fast@think|2026-01-08,in, livebench-task-code_generation,livebench,grok-4.1-fast,think,coding,hard,,,,,,,71.831,score%,0.000289,,prev=71.831 (src-livebench-question-set-2026-01-08-2026-03-06#M1544),"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-reasoning, column code_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.1-fast@think|2026-01-08,in, livebench-task-connections,livebench,grok-4.1-fast,think,mixed,hard,,,,,,,99.333,score%,0.000289,,prev=99.333 (src-livebench-question-set-2026-01-08-2026-03-06#M1545),"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-reasoning, column connections)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.1-fast@think|2026-01-08,in, livebench-task-consecutive_events,livebench,grok-4.1-fast,think,mixed,hard,,,,,,,29.941,score%,0.000289,,prev=29.941 (src-livebench-question-set-2026-01-08-2026-03-06#M1546),"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-reasoning, column consecutive_events)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.1-fast@think|2026-01-08,in, livebench-task-integrals_with_game,livebench,grok-4.1-fast,think,reasoning-math,hard,,,,,,,65.0,score%,0.0289,,prev=65.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1547),"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-reasoning, column integrals_with_game)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.1-fast@think|2026-01-08,in, livebench-task-javascript,livebench,grok-4.1-fast,think,coding,hard,,,,,,,25.0,score%,0.0289,,prev=25.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1548),"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-reasoning, column javascript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.1-fast@think|2026-01-08,in, livebench-task-logic_with_navigation,livebench,grok-4.1-fast,think,mixed,hard,,,,,,,70.0,score%,0.0289,,prev=70.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1549),"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-reasoning, column logic_with_navigation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.1-fast@think|2026-01-08,in, livebench-task-math_comp,livebench,grok-4.1-fast,think,reasoning-math,hard,,,,,,,96.078,score%,0.000289,,prev=96.078 (src-livebench-question-set-2026-01-08-2026-03-06#M1550),"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-reasoning, column math_comp)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.1-fast@think|2026-01-08,in, livebench-task-olympiad,livebench,grok-4.1-fast,think,reasoning-math,hard,,,,,,,78.802,score%,0.000289,,prev=78.802 (src-livebench-question-set-2026-01-08-2026-03-06#M1551),"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-reasoning, column olympiad)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.1-fast@think|2026-01-08,in, livebench-task-paraphrase,livebench,grok-4.1-fast,think,mixed,hard,,,,,,,23.733,score%,0.000289,,prev=23.733 (src-livebench-question-set-2026-01-08-2026-03-06#M1552),"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-reasoning, column paraphrase)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.1-fast@think|2026-01-08,in, livebench-task-plot_unscrambling,livebench,grok-4.1-fast,think,mixed,hard,,,,,,,47.648,score%,0.000289,,prev=47.648 (src-livebench-question-set-2026-01-08-2026-03-06#M1553),"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-reasoning, column plot_unscrambling)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.1-fast@think|2026-01-08,in, livebench-task-python,livebench,grok-4.1-fast,think,coding,hard,,,,,,,50.0,score%,0.0289,,prev=50.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1554),"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-reasoning, column python)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.1-fast@think|2026-01-08,in, livebench-task-simplify,livebench,grok-4.1-fast,think,mixed,hard,,,,,,,25.8,score%,0.0289,,prev=25.8 (src-livebench-question-set-2026-01-08-2026-03-06#M1555),"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-reasoning, column simplify)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.1-fast@think|2026-01-08,in, livebench-task-spatial,livebench,grok-4.1-fast,think,mixed,hard,,,,,,,94.0,score%,0.0289,,prev=94.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1556),"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-reasoning, column spatial)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.1-fast@think|2026-01-08,in, livebench-task-story_generation,livebench,grok-4.1-fast,think,mixed,hard,,,,,,,32.283,score%,0.000289,,prev=32.283 (src-livebench-question-set-2026-01-08-2026-03-06#M1557),"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-reasoning, column story_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.1-fast@think|2026-01-08,in, livebench-task-summarize,livebench,grok-4.1-fast,think,mixed,hard,,,,,,,31.0,score%,0.0289,,prev=31.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1558),"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-reasoning, column summarize)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.1-fast@think|2026-01-08,in, livebench-task-tablejoin,livebench,grok-4.1-fast,think,mixed,hard,,,,,,,38.538,score%,0.000289,,prev=38.538 (src-livebench-question-set-2026-01-08-2026-03-06#M1559),"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-reasoning, column tablejoin)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.1-fast@think|2026-01-08,in, livebench-task-tablereformat,livebench,grok-4.1-fast,think,mixed,hard,,,,,,,88.235,score%,0.000289,,prev=88.235 (src-livebench-question-set-2026-01-08-2026-03-06#M1560),"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-reasoning, column tablereformat)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.1-fast@think|2026-01-08,in, livebench-task-theory_of_mind,livebench,grok-4.1-fast,think,mixed,hard,,,,,,,61.538,score%,0.000289,,prev=61.538 (src-livebench-question-set-2026-01-08-2026-03-06#M1561),"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-reasoning, column theory_of_mind)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.1-fast@think|2026-01-08,in, livebench-task-typescript,livebench,grok-4.1-fast,think,coding,hard,,,,,,,20.0,score%,0.0289,,prev=20.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1562),"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-reasoning, column typescript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.1-fast@think|2026-01-08,in, livebench-task-typos,livebench,grok-4.1-fast,think,mixed,hard,,,,,,,76.0,score%,0.0289,,prev=76.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1563),"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-reasoning, column typos)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.1-fast@think|2026-01-08,in, livebench-task-zebra_puzzle,livebench,grok-4.1-fast,think,mixed,hard,,,,,,,95.25,score%,0.00289,,prev=95.25 (src-livebench-question-set-2026-01-08-2026-03-06#M1564),"https://livebench.ai/table_2026_01_08.csv (row grok-4-1-fast-reasoning, column zebra_puzzle)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.1-fast@think|2026-01-08,in, livebench-task-amps_hard,livebench,grok-code-fast-1,unstated,reasoning-math,hard,,,,,,,87.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-code-fast-1-0825, column AMPS_Hard)",,out:effort-not-established, livebench-task-code_completion,livebench,grok-code-fast-1,unstated,coding,hard,,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-code-fast-1-0825, column code_completion)",,out:effort-not-established, livebench-task-code_generation,livebench,grok-code-fast-1,unstated,coding,hard,,,,,,,78.873,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-code-fast-1-0825, column code_generation)",,out:effort-not-established, livebench-task-connections,livebench,grok-code-fast-1,unstated,mixed,hard,,,,,,,55.667,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-code-fast-1-0825, column connections)",,out:effort-not-established, livebench-task-consecutive_events,livebench,grok-code-fast-1,unstated,mixed,hard,,,,,,,8.931,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-code-fast-1-0825, column consecutive_events)",,out:effort-not-established, livebench-task-integrals_with_game,livebench,grok-code-fast-1,unstated,reasoning-math,hard,,,,,,,8.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-code-fast-1-0825, column integrals_with_game)",,out:effort-not-established, livebench-task-javascript,livebench,grok-code-fast-1,unstated,coding,hard,,,,,,,30.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-code-fast-1-0825, column javascript)",,out:effort-not-established, livebench-task-logic_with_navigation,livebench,grok-code-fast-1,unstated,mixed,hard,,,,,,,42.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-code-fast-1-0825, column logic_with_navigation)",,out:effort-not-established, livebench-task-math_comp,livebench,grok-code-fast-1,unstated,reasoning-math,hard,,,,,,,61.765,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-code-fast-1-0825, column math_comp)",,out:effort-not-established, livebench-task-olympiad,livebench,grok-code-fast-1,unstated,reasoning-math,hard,,,,,,,67.286,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-code-fast-1-0825, column olympiad)",,out:effort-not-established, livebench-task-paraphrase,livebench,grok-code-fast-1,unstated,mixed,hard,,,,,,,18.55,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-code-fast-1-0825, column paraphrase)",,out:effort-not-established, livebench-task-plot_unscrambling,livebench,grok-code-fast-1,unstated,mixed,hard,,,,,,,38.014,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-code-fast-1-0825, column plot_unscrambling)",,out:effort-not-established, livebench-task-python,livebench,grok-code-fast-1,unstated,coding,hard,,,,,,,55.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-code-fast-1-0825, column python)",,out:effort-not-established, livebench-task-simplify,livebench,grok-code-fast-1,unstated,mixed,hard,,,,,,,20.133,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-code-fast-1-0825, column simplify)",,out:effort-not-established, livebench-task-spatial,livebench,grok-code-fast-1,unstated,mixed,hard,,,,,,,74.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-code-fast-1-0825, column spatial)",,out:effort-not-established, livebench-task-story_generation,livebench,grok-code-fast-1,unstated,mixed,hard,,,,,,,24.833,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-code-fast-1-0825, column story_generation)",,out:effort-not-established, livebench-task-summarize,livebench,grok-code-fast-1,unstated,mixed,hard,,,,,,,25.567,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-code-fast-1-0825, column summarize)",,out:effort-not-established, livebench-task-tablejoin,livebench,grok-code-fast-1,unstated,mixed,hard,,,,,,,38.038,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-code-fast-1-0825, column tablejoin)",,out:effort-not-established, livebench-task-tablereformat,livebench,grok-code-fast-1,unstated,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-code-fast-1-0825, column tablereformat)",,out:effort-not-established, livebench-task-theory_of_mind,livebench,grok-code-fast-1,unstated,mixed,hard,,,,,,,38.462,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-code-fast-1-0825, column theory_of_mind)",,out:effort-not-established, livebench-task-typescript,livebench,grok-code-fast-1,unstated,coding,hard,,,,,,,15.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-code-fast-1-0825, column typescript)",,out:effort-not-established, livebench-task-typos,livebench,grok-code-fast-1,unstated,mixed,hard,,,,,,,52.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-code-fast-1-0825, column typos)",,out:effort-not-established, livebench-task-zebra_puzzle,livebench,grok-code-fast-1,unstated,mixed,hard,,,,,,,14.75,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-code-fast-1-0825, column zebra_puzzle)",,out:effort-not-established, livebench-task-amps_hard,livebench,grok-4.20,nothink,reasoning-math,hard,,,,,,,49.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4.20-beta-0309-non-reasoning, column AMPS_Hard)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.20@nothink|2026-01-08,in, livebench-task-code_completion,livebench,grok-4.20,nothink,coding,hard,,,,,,,56.522,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4.20-beta-0309-non-reasoning, column code_completion)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.20@nothink|2026-01-08,in, livebench-task-code_generation,livebench,grok-4.20,nothink,coding,hard,,,,,,,60.563,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4.20-beta-0309-non-reasoning, column code_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.20@nothink|2026-01-08,in, livebench-task-connections,livebench,grok-4.20,nothink,mixed,hard,,,,,,,14.833,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4.20-beta-0309-non-reasoning, column connections)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.20@nothink|2026-01-08,in, livebench-task-consecutive_events,livebench,grok-4.20,nothink,mixed,hard,,,,,,,3.506,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4.20-beta-0309-non-reasoning, column consecutive_events)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.20@nothink|2026-01-08,in, livebench-task-integrals_with_game,livebench,grok-4.20,nothink,reasoning-math,hard,,,,,,,27.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4.20-beta-0309-non-reasoning, column integrals_with_game)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.20@nothink|2026-01-08,in, livebench-task-javascript,livebench,grok-4.20,nothink,coding,hard,,,,,,,25.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4.20-beta-0309-non-reasoning, column javascript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.20@nothink|2026-01-08,in, livebench-task-logic_with_navigation,livebench,grok-4.20,nothink,mixed,hard,,,,,,,16.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4.20-beta-0309-non-reasoning, column logic_with_navigation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.20@nothink|2026-01-08,in, livebench-task-math_comp,livebench,grok-4.20,nothink,reasoning-math,hard,,,,,,,80.392,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4.20-beta-0309-non-reasoning, column math_comp)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.20@nothink|2026-01-08,in, livebench-task-olympiad,livebench,grok-4.20,nothink,reasoning-math,hard,,,,,,,25.695,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4.20-beta-0309-non-reasoning, column olympiad)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.20@nothink|2026-01-08,in, livebench-task-paraphrase,livebench,grok-4.20,nothink,mixed,hard,,,,,,,21.067,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4.20-beta-0309-non-reasoning, column paraphrase)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.20@nothink|2026-01-08,in, livebench-task-plot_unscrambling,livebench,grok-4.20,nothink,mixed,hard,,,,,,,37.291,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4.20-beta-0309-non-reasoning, column plot_unscrambling)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.20@nothink|2026-01-08,in, livebench-task-python,livebench,grok-4.20,nothink,coding,hard,,,,,,,65.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4.20-beta-0309-non-reasoning, column python)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.20@nothink|2026-01-08,in, livebench-task-simplify,livebench,grok-4.20,nothink,mixed,hard,,,,,,,26.483,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4.20-beta-0309-non-reasoning, column simplify)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.20@nothink|2026-01-08,in, livebench-task-spatial,livebench,grok-4.20,nothink,mixed,hard,,,,,,,48.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4.20-beta-0309-non-reasoning, column spatial)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.20@nothink|2026-01-08,in, livebench-task-story_generation,livebench,grok-4.20,nothink,mixed,hard,,,,,,,27.967,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4.20-beta-0309-non-reasoning, column story_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.20@nothink|2026-01-08,in, livebench-task-summarize,livebench,grok-4.20,nothink,mixed,hard,,,,,,,21.883,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4.20-beta-0309-non-reasoning, column summarize)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.20@nothink|2026-01-08,in, livebench-task-tablejoin,livebench,grok-4.20,nothink,mixed,hard,,,,,,,26.942,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4.20-beta-0309-non-reasoning, column tablejoin)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.20@nothink|2026-01-08,in, livebench-task-tablereformat,livebench,grok-4.20,nothink,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4.20-beta-0309-non-reasoning, column tablereformat)",,out:uninformative, livebench-task-theory_of_mind,livebench,grok-4.20,nothink,mixed,hard,,,,,,,30.769,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4.20-beta-0309-non-reasoning, column theory_of_mind)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.20@nothink|2026-01-08,in, livebench-task-typescript,livebench,grok-4.20,nothink,coding,hard,,,,,,,25.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4.20-beta-0309-non-reasoning, column typescript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.20@nothink|2026-01-08,in, livebench-task-typos,livebench,grok-4.20,nothink,mixed,hard,,,,,,,74.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4.20-beta-0309-non-reasoning, column typos)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.20@nothink|2026-01-08,in, livebench-task-zebra_puzzle,livebench,grok-4.20,nothink,mixed,hard,,,,,,,7.75,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4.20-beta-0309-non-reasoning, column zebra_puzzle)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.20@nothink|2026-01-08,in, livebench-task-amps_hard,livebench,grok-4.20,think,reasoning-math,hard,,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4.20-beta-0309-reasoning, column AMPS_Hard)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.20@think|2026-01-08,in, livebench-task-code_completion,livebench,grok-4.20,think,coding,hard,,,,,,,67.391,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4.20-beta-0309-reasoning, column code_completion)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.20@think|2026-01-08,in, livebench-task-code_generation,livebench,grok-4.20,think,coding,hard,,,,,,,64.789,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4.20-beta-0309-reasoning, column code_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.20@think|2026-01-08,in, livebench-task-connections,livebench,grok-4.20,think,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4.20-beta-0309-reasoning, column connections)",,out:uninformative, livebench-task-consecutive_events,livebench,grok-4.20,think,mixed,hard,,,,,,,50.802,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4.20-beta-0309-reasoning, column consecutive_events)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.20@think|2026-01-08,in, livebench-task-integrals_with_game,livebench,grok-4.20,think,reasoning-math,hard,,,,,,,81.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4.20-beta-0309-reasoning, column integrals_with_game)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.20@think|2026-01-08,in, livebench-task-javascript,livebench,grok-4.20,think,coding,hard,,,,,,,25.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4.20-beta-0309-reasoning, column javascript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.20@think|2026-01-08,in, livebench-task-logic_with_navigation,livebench,grok-4.20,think,mixed,hard,,,,,,,70.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4.20-beta-0309-reasoning, column logic_with_navigation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.20@think|2026-01-08,in, livebench-task-math_comp,livebench,grok-4.20,think,reasoning-math,hard,,,,,,,94.118,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4.20-beta-0309-reasoning, column math_comp)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.20@think|2026-01-08,in, livebench-task-olympiad,livebench,grok-4.20,think,reasoning-math,hard,,,,,,,75.104,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4.20-beta-0309-reasoning, column olympiad)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.20@think|2026-01-08,in, livebench-task-paraphrase,livebench,grok-4.20,think,mixed,hard,,,,,,,58.917,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4.20-beta-0309-reasoning, column paraphrase)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.20@think|2026-01-08,in, livebench-task-plot_unscrambling,livebench,grok-4.20,think,mixed,hard,,,,,,,51.152,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4.20-beta-0309-reasoning, column plot_unscrambling)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.20@think|2026-01-08,in, livebench-task-python,livebench,grok-4.20,think,coding,hard,,,,,,,70.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4.20-beta-0309-reasoning, column python)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.20@think|2026-01-08,in, livebench-task-simplify,livebench,grok-4.20,think,mixed,hard,,,,,,,60.65,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4.20-beta-0309-reasoning, column simplify)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.20@think|2026-01-08,in, livebench-task-spatial,livebench,grok-4.20,think,mixed,hard,,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4.20-beta-0309-reasoning, column spatial)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.20@think|2026-01-08,in, livebench-task-story_generation,livebench,grok-4.20,think,mixed,hard,,,,,,,67.917,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4.20-beta-0309-reasoning, column story_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.20@think|2026-01-08,in, livebench-task-summarize,livebench,grok-4.20,think,mixed,hard,,,,,,,66.067,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4.20-beta-0309-reasoning, column summarize)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.20@think|2026-01-08,in, livebench-task-tablejoin,livebench,grok-4.20,think,mixed,hard,,,,,,,37.769,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4.20-beta-0309-reasoning, column tablejoin)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.20@think|2026-01-08,in, livebench-task-tablereformat,livebench,grok-4.20,think,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4.20-beta-0309-reasoning, column tablereformat)",,out:uninformative, livebench-task-theory_of_mind,livebench,grok-4.20,think,mixed,hard,,,,,,,65.385,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4.20-beta-0309-reasoning, column theory_of_mind)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.20@think|2026-01-08,in, livebench-task-typescript,livebench,grok-4.20,think,coding,hard,,,,,,,35.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4.20-beta-0309-reasoning, column typescript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.20@think|2026-01-08,in, livebench-task-typos,livebench,grok-4.20,think,mixed,hard,,,,,,,82.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4.20-beta-0309-reasoning, column typos)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.20@think|2026-01-08,in, livebench-task-zebra_puzzle,livebench,grok-4.20,think,mixed,hard,,,,,,,67.75,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4.20-beta-0309-reasoning, column zebra_puzzle)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|grok-4.20@think|2026-01-08,in, livebench-task-amps_hard,livebench,grok-4.3,unstated,reasoning-math,hard,,,,,,,97.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4.3, column AMPS_Hard)",,out:effort-not-established, livebench-task-code_completion,livebench,grok-4.3,unstated,coding,hard,,,,,,,65.217,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4.3, column code_completion)",,out:effort-not-established, livebench-task-code_generation,livebench,grok-4.3,unstated,coding,hard,,,,,,,74.648,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4.3, column code_generation)",,out:effort-not-established, livebench-task-connections,livebench,grok-4.3,unstated,mixed,hard,,,,,,,94.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4.3, column connections)",,out:effort-not-established, livebench-task-consecutive_events,livebench,grok-4.3,unstated,mixed,hard,,,,,,,28.029,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4.3, column consecutive_events)",,out:effort-not-established, livebench-task-integrals_with_game,livebench,grok-4.3,unstated,reasoning-math,hard,,,,,,,63.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4.3, column integrals_with_game)",,out:effort-not-established, livebench-task-javascript,livebench,grok-4.3,unstated,coding,hard,,,,,,,45.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4.3, column javascript)",,out:effort-not-established, livebench-task-logic_with_navigation,livebench,grok-4.3,unstated,mixed,hard,,,,,,,66.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4.3, column logic_with_navigation)",,out:effort-not-established, livebench-task-math_comp,livebench,grok-4.3,unstated,reasoning-math,hard,,,,,,,95.098,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4.3, column math_comp)",,out:effort-not-established, livebench-task-olympiad,livebench,grok-4.3,unstated,reasoning-math,hard,,,,,,,82.258,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4.3, column olympiad)",,out:effort-not-established, livebench-task-paraphrase,livebench,grok-4.3,unstated,mixed,hard,,,,,,,64.383,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4.3, column paraphrase)",,out:effort-not-established, livebench-task-plot_unscrambling,livebench,grok-4.3,unstated,mixed,hard,,,,,,,48.74,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4.3, column plot_unscrambling)",,out:effort-not-established, livebench-task-python,livebench,grok-4.3,unstated,coding,hard,,,,,,,70.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4.3, column python)",,out:effort-not-established, livebench-task-simplify,livebench,grok-4.3,unstated,mixed,hard,,,,,,,57.6,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4.3, column simplify)",,out:effort-not-established, livebench-task-spatial,livebench,grok-4.3,unstated,mixed,hard,,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4.3, column spatial)",,out:effort-not-established, livebench-task-story_generation,livebench,grok-4.3,unstated,mixed,hard,,,,,,,70.6,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4.3, column story_generation)",,out:effort-not-established, livebench-task-summarize,livebench,grok-4.3,unstated,mixed,hard,,,,,,,58.417,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4.3, column summarize)",,out:effort-not-established, livebench-task-tablejoin,livebench,grok-4.3,unstated,mixed,hard,,,,,,,41.25,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4.3, column tablejoin)",,out:effort-not-established, livebench-task-tablereformat,livebench,grok-4.3,unstated,mixed,hard,,,,,,,98.039,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4.3, column tablereformat)",,out:effort-not-established, livebench-task-theory_of_mind,livebench,grok-4.3,unstated,mixed,hard,,,,,,,61.538,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4.3, column theory_of_mind)",,out:effort-not-established, livebench-task-typescript,livebench,grok-4.3,unstated,coding,hard,,,,,,,35.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4.3, column typescript)",,out:effort-not-established, livebench-task-typos,livebench,grok-4.3,unstated,mixed,hard,,,,,,,78.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4.3, column typos)",,out:effort-not-established, livebench-task-zebra_puzzle,livebench,grok-4.3,unstated,mixed,hard,,,,,,,57.75,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row grok-4.3, column zebra_puzzle)",,out:effort-not-established, livebench-task-amps_hard,livebench,kimi-k2-instruct,solo,reasoning-math,hard,,,,,,,82.0,score%,0.0289,,prev=82.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1588),"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-instruct, column AMPS_Hard)",,out:single-couple, livebench-task-code_completion,livebench,kimi-k2-instruct,solo,coding,hard,,,,,,,73.913,score%,0.000289,,prev=73.913 (src-livebench-question-set-2026-01-08-2026-03-06#M1589),"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-instruct, column code_completion)",,out:single-couple, livebench-task-code_generation,livebench,kimi-k2-instruct,solo,coding,hard,,,,,,,74.648,score%,0.000289,,prev=74.648 (src-livebench-question-set-2026-01-08-2026-03-06#M1590),"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-instruct, column code_generation)",,out:single-couple, livebench-task-connections,livebench,kimi-k2-instruct,solo,mixed,hard,,,,,,,78.167,score%,0.000289,,prev=78.167 (src-livebench-question-set-2026-01-08-2026-03-06#M1591),"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-instruct, column connections)",,out:single-couple, livebench-task-consecutive_events,livebench,kimi-k2-instruct,solo,mixed,hard,,,,,,,3.216,score%,0.000289,,prev=3.216 (src-livebench-question-set-2026-01-08-2026-03-06#M1592),"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-instruct, column consecutive_events)",,out:single-couple, livebench-task-integrals_with_game,livebench,kimi-k2-instruct,solo,reasoning-math,hard,,,,,,,7.0,score%,0.0289,,prev=7.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1593),"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-instruct, column integrals_with_game)",,out:single-couple, livebench-task-javascript,livebench,kimi-k2-instruct,solo,coding,hard,,,,,,,35.0,score%,0.0289,,prev=35.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1594),"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-instruct, column javascript)",,out:single-couple, livebench-task-logic_with_navigation,livebench,kimi-k2-instruct,solo,mixed,hard,,,,,,,34.0,score%,0.0289,,prev=34.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1595),"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-instruct, column logic_with_navigation)",,out:single-couple, livebench-task-math_comp,livebench,kimi-k2-instruct,solo,reasoning-math,hard,,,,,,,72.549,score%,0.000289,,prev=72.549 (src-livebench-question-set-2026-01-08-2026-03-06#M1596),"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-instruct, column math_comp)",,out:single-couple, livebench-task-olympiad,livebench,kimi-k2-instruct,solo,reasoning-math,hard,,,,,,,71.058,score%,0.000289,,prev=71.058 (src-livebench-question-set-2026-01-08-2026-03-06#M1597),"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-instruct, column olympiad)",,out:single-couple, livebench-task-paraphrase,livebench,kimi-k2-instruct,solo,mixed,hard,,,,,,,13.033,score%,0.000289,,prev=13.033 (src-livebench-question-set-2026-01-08-2026-03-06#M1598),"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-instruct, column paraphrase)",,out:single-couple, livebench-task-plot_unscrambling,livebench,kimi-k2-instruct,solo,mixed,hard,,,,,,,45.892,score%,0.000289,,prev=45.892 (src-livebench-question-set-2026-01-08-2026-03-06#M1599),"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-instruct, column plot_unscrambling)",,out:single-couple, livebench-task-python,livebench,kimi-k2-instruct,solo,coding,hard,,,,,,,45.0,score%,0.0289,,prev=45.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1600),"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-instruct, column python)",,out:single-couple, livebench-task-simplify,livebench,kimi-k2-instruct,solo,mixed,hard,,,,,,,20.267,score%,0.000289,,prev=20.267 (src-livebench-question-set-2026-01-08-2026-03-06#M1601),"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-instruct, column simplify)",,out:single-couple, livebench-task-spatial,livebench,kimi-k2-instruct,solo,mixed,hard,,,,,,,62.0,score%,0.0289,,prev=62.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1602),"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-instruct, column spatial)",,out:single-couple, livebench-task-story_generation,livebench,kimi-k2-instruct,solo,mixed,hard,,,,,,,24.283,score%,0.000289,,prev=24.283 (src-livebench-question-set-2026-01-08-2026-03-06#M1603),"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-instruct, column story_generation)",,out:single-couple, livebench-task-summarize,livebench,kimi-k2-instruct,solo,mixed,hard,,,,,,,23.867,score%,0.000289,,prev=23.867 (src-livebench-question-set-2026-01-08-2026-03-06#M1604),"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-instruct, column summarize)",,out:single-couple, livebench-task-tablejoin,livebench,kimi-k2-instruct,solo,mixed,hard,,,,,,,32.692,score%,0.000289,,prev=32.692 (src-livebench-question-set-2026-01-08-2026-03-06#M1605),"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-instruct, column tablejoin)",,out:single-couple, livebench-task-tablereformat,livebench,kimi-k2-instruct,solo,mixed,hard,,,,,,,94.118,score%,0.000289,,prev=94.118 (src-livebench-question-set-2026-01-08-2026-03-06#M1606),"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-instruct, column tablereformat)",,out:single-couple, livebench-task-theory_of_mind,livebench,kimi-k2-instruct,solo,mixed,hard,,,,,,,51.923,score%,0.000289,,prev=51.923 (src-livebench-question-set-2026-01-08-2026-03-06#M1607),"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-instruct, column theory_of_mind)",,out:single-couple, livebench-task-typescript,livebench,kimi-k2-instruct,solo,coding,hard,,,,,,,15.0,score%,0.0289,,prev=15.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1608),"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-instruct, column typescript)",,out:single-couple, livebench-task-typos,livebench,kimi-k2-instruct,solo,mixed,hard,,,,,,,76.0,score%,0.0289,,prev=76.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1609),"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-instruct, column typos)",,out:single-couple, livebench-task-zebra_puzzle,livebench,kimi-k2-instruct,solo,mixed,hard,,,,,,,21.0,score%,0.0289,,prev=21.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1610),"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-instruct, column zebra_puzzle)",,out:single-couple, livebench-task-amps_hard,livebench,kimi-k2-thinking,solo,reasoning-math,hard,,,,,,,96.0,score%,0.0289,,prev=96.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1611),"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-thinking, column AMPS_Hard)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|kimi-k2-thinking@solo|2026-01-08,in, livebench-task-code_completion,livebench,kimi-k2-thinking,solo,coding,hard,,,,,,,63.043,score%,0.000289,,prev=63.043 (src-livebench-question-set-2026-01-08-2026-03-06#M1612),"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-thinking, column code_completion)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|kimi-k2-thinking@solo|2026-01-08,in, livebench-task-code_generation,livebench,kimi-k2-thinking,solo,coding,hard,,,,,,,71.831,score%,0.000289,,prev=71.831 (src-livebench-question-set-2026-01-08-2026-03-06#M1613),"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-thinking, column code_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|kimi-k2-thinking@solo|2026-01-08,in, livebench-task-connections,livebench,kimi-k2-thinking,solo,mixed,hard,,,,,,,88.0,score%,0.0289,,prev=88.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1614),"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-thinking, column connections)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|kimi-k2-thinking@solo|2026-01-08,in, livebench-task-consecutive_events,livebench,kimi-k2-thinking,solo,mixed,hard,,,,,,,15.719,score%,0.000289,,prev=15.719 (src-livebench-question-set-2026-01-08-2026-03-06#M1615),"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-thinking, column consecutive_events)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|kimi-k2-thinking@solo|2026-01-08,in, livebench-task-integrals_with_game,livebench,kimi-k2-thinking,solo,reasoning-math,hard,,,,,,,52.0,score%,0.0289,,prev=52.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1616),"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-thinking, column integrals_with_game)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|kimi-k2-thinking@solo|2026-01-08,in, livebench-task-javascript,livebench,kimi-k2-thinking,solo,coding,hard,,,,,,,40.0,score%,0.0289,,prev=40.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1617),"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-thinking, column javascript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|kimi-k2-thinking@solo|2026-01-08,in, livebench-task-logic_with_navigation,livebench,kimi-k2-thinking,solo,mixed,hard,,,,,,,58.0,score%,0.0289,,prev=58.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1618),"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-thinking, column logic_with_navigation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|kimi-k2-thinking@solo|2026-01-08,in, livebench-task-math_comp,livebench,kimi-k2-thinking,solo,reasoning-math,hard,,,,,,,96.078,score%,0.000289,,prev=96.078 (src-livebench-question-set-2026-01-08-2026-03-06#M1619),"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-thinking, column math_comp)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|kimi-k2-thinking@solo|2026-01-08,in, livebench-task-olympiad,livebench,kimi-k2-thinking,solo,reasoning-math,hard,,,,,,,80.305,score%,0.000289,,prev=80.305 (src-livebench-question-set-2026-01-08-2026-03-06#M1620),"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-thinking, column olympiad)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|kimi-k2-thinking@solo|2026-01-08,in, livebench-task-paraphrase,livebench,kimi-k2-thinking,solo,mixed,hard,,,,,,,63.383,score%,0.000289,,prev=63.383 (src-livebench-question-set-2026-01-08-2026-03-06#M1621),"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-thinking, column paraphrase)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|kimi-k2-thinking@solo|2026-01-08,in, livebench-task-plot_unscrambling,livebench,kimi-k2-thinking,solo,mixed,hard,,,,,,,43.36,score%,0.00289,,prev=43.36 (src-livebench-question-set-2026-01-08-2026-03-06#M1622),"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-thinking, column plot_unscrambling)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|kimi-k2-thinking@solo|2026-01-08,in, livebench-task-python,livebench,kimi-k2-thinking,solo,coding,hard,,,,,,,55.0,score%,0.0289,,prev=55.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1623),"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-thinking, column python)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|kimi-k2-thinking@solo|2026-01-08,in, livebench-task-simplify,livebench,kimi-k2-thinking,solo,mixed,hard,,,,,,,50.867,score%,0.000289,,prev=50.867 (src-livebench-question-set-2026-01-08-2026-03-06#M1624),"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-thinking, column simplify)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|kimi-k2-thinking@solo|2026-01-08,in, livebench-task-spatial,livebench,kimi-k2-thinking,solo,mixed,hard,,,,,,,92.0,score%,0.0289,,prev=92.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1625),"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-thinking, column spatial)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|kimi-k2-thinking@solo|2026-01-08,in, livebench-task-story_generation,livebench,kimi-k2-thinking,solo,mixed,hard,,,,,,,67.417,score%,0.000289,,prev=67.417 (src-livebench-question-set-2026-01-08-2026-03-06#M1626),"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-thinking, column story_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|kimi-k2-thinking@solo|2026-01-08,in, livebench-task-summarize,livebench,kimi-k2-thinking,solo,mixed,hard,,,,,,,66.467,score%,0.000289,,prev=66.467 (src-livebench-question-set-2026-01-08-2026-03-06#M1627),"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-thinking, column summarize)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|kimi-k2-thinking@solo|2026-01-08,in, livebench-task-tablejoin,livebench,kimi-k2-thinking,solo,mixed,hard,,,,,,,45.058,score%,0.000289,,prev=45.058 (src-livebench-question-set-2026-01-08-2026-03-06#M1628),"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-thinking, column tablejoin)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|kimi-k2-thinking@solo|2026-01-08,in, livebench-task-tablereformat,livebench,kimi-k2-thinking,solo,mixed,hard,,,,,,,96.078,score%,0.000289,,prev=96.078 (src-livebench-question-set-2026-01-08-2026-03-06#M1629),"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-thinking, column tablereformat)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|kimi-k2-thinking@solo|2026-01-08,in, livebench-task-theory_of_mind,livebench,kimi-k2-thinking,solo,mixed,hard,,,,,,,57.692,score%,0.000289,,prev=57.692 (src-livebench-question-set-2026-01-08-2026-03-06#M1630),"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-thinking, column theory_of_mind)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|kimi-k2-thinking@solo|2026-01-08,in, livebench-task-typescript,livebench,kimi-k2-thinking,solo,coding,hard,,,,,,,20.0,score%,0.0289,,prev=20.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1631),"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-thinking, column typescript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|kimi-k2-thinking@solo|2026-01-08,in, livebench-task-typos,livebench,kimi-k2-thinking,solo,mixed,hard,,,,,,,68.0,score%,0.0289,,prev=68.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1632),"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-thinking, column typos)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|kimi-k2-thinking@solo|2026-01-08,in, livebench-task-zebra_puzzle,livebench,kimi-k2-thinking,solo,mixed,hard,,,,,,,46.25,score%,0.00289,,prev=46.25 (src-livebench-question-set-2026-01-08-2026-03-06#M1633),"https://livebench.ai/table_2026_01_08.csv (row kimi-k2-thinking, column zebra_puzzle)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|kimi-k2-thinking@solo|2026-01-08,in, livebench-task-amps_hard,livebench,kimi-k2.5,think,reasoning-math,hard,,,,,,,96.0,score%,0.0289,,prev=96.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1634),"https://livebench.ai/table_2026_01_08.csv (row kimi-k2.5-thinking, column AMPS_Hard)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|kimi-k2.5@think|2026-01-08,in, livebench-task-code_completion,livebench,kimi-k2.5,think,coding,hard,,,,,,,78.261,score%,0.000289,,prev=78.261 (src-livebench-question-set-2026-01-08-2026-03-06#M1635),"https://livebench.ai/table_2026_01_08.csv (row kimi-k2.5-thinking, column code_completion)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|kimi-k2.5@think|2026-01-08,in, livebench-task-code_generation,livebench,kimi-k2.5,think,coding,hard,,,,,,,77.465,score%,0.000289,,prev=77.465 (src-livebench-question-set-2026-01-08-2026-03-06#M1636),"https://livebench.ai/table_2026_01_08.csv (row kimi-k2.5-thinking, column code_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|kimi-k2.5@think|2026-01-08,in, livebench-task-connections,livebench,kimi-k2.5,think,mixed,hard,,,,,,,98.0,score%,0.0289,,prev=98.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1637),"https://livebench.ai/table_2026_01_08.csv (row kimi-k2.5-thinking, column connections)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|kimi-k2.5@think|2026-01-08,in, livebench-task-consecutive_events,livebench,kimi-k2.5,think,mixed,hard,,,,,,,42.186,score%,0.000289,,prev=42.186 (src-livebench-question-set-2026-01-08-2026-03-06#M1638),"https://livebench.ai/table_2026_01_08.csv (row kimi-k2.5-thinking, column consecutive_events)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|kimi-k2.5@think|2026-01-08,in, livebench-task-integrals_with_game,livebench,kimi-k2.5,think,reasoning-math,hard,,,,,,,61.0,score%,0.0289,,prev=61.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1639),"https://livebench.ai/table_2026_01_08.csv (row kimi-k2.5-thinking, column integrals_with_game)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|kimi-k2.5@think|2026-01-08,in, livebench-task-javascript,livebench,kimi-k2.5,think,coding,hard,,,,,,,35.0,score%,0.0289,,prev=35.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1640),"https://livebench.ai/table_2026_01_08.csv (row kimi-k2.5-thinking, column javascript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|kimi-k2.5@think|2026-01-08,in, livebench-task-logic_with_navigation,livebench,kimi-k2.5,think,mixed,hard,,,,,,,66.0,score%,0.0289,,prev=66.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1641),"https://livebench.ai/table_2026_01_08.csv (row kimi-k2.5-thinking, column logic_with_navigation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|kimi-k2.5@think|2026-01-08,in, livebench-task-math_comp,livebench,kimi-k2.5,think,reasoning-math,hard,,,,,,,94.118,score%,0.000289,,prev=94.118 (src-livebench-question-set-2026-01-08-2026-03-06#M1642),"https://livebench.ai/table_2026_01_08.csv (row kimi-k2.5-thinking, column math_comp)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|kimi-k2.5@think|2026-01-08,in, livebench-task-olympiad,livebench,kimi-k2.5,think,reasoning-math,hard,,,,,,,88.354,score%,0.000289,,prev=88.354 (src-livebench-question-set-2026-01-08-2026-03-06#M1643),"https://livebench.ai/table_2026_01_08.csv (row kimi-k2.5-thinking, column olympiad)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|kimi-k2.5@think|2026-01-08,in, livebench-task-paraphrase,livebench,kimi-k2.5,think,mixed,hard,,,,,,,54.6,score%,0.0289,,prev=54.6 (src-livebench-question-set-2026-01-08-2026-03-06#M1644),"https://livebench.ai/table_2026_01_08.csv (row kimi-k2.5-thinking, column paraphrase)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|kimi-k2.5@think|2026-01-08,in, livebench-task-plot_unscrambling,livebench,kimi-k2.5,think,mixed,hard,,,,,,,54.998,score%,0.000289,,prev=54.998 (src-livebench-question-set-2026-01-08-2026-03-06#M1645),"https://livebench.ai/table_2026_01_08.csv (row kimi-k2.5-thinking, column plot_unscrambling)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|kimi-k2.5@think|2026-01-08,in, livebench-task-python,livebench,kimi-k2.5,think,coding,hard,,,,,,,75.0,score%,0.0289,,prev=75.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1646),"https://livebench.ai/table_2026_01_08.csv (row kimi-k2.5-thinking, column python)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|kimi-k2.5@think|2026-01-08,in, livebench-task-simplify,livebench,kimi-k2.5,think,mixed,hard,,,,,,,59.8,score%,0.0289,,prev=59.8 (src-livebench-question-set-2026-01-08-2026-03-06#M1647),"https://livebench.ai/table_2026_01_08.csv (row kimi-k2.5-thinking, column simplify)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|kimi-k2.5@think|2026-01-08,in, livebench-task-spatial,livebench,kimi-k2.5,think,mixed,hard,,,,,,,94.0,score%,0.0289,,prev=94.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1648),"https://livebench.ai/table_2026_01_08.csv (row kimi-k2.5-thinking, column spatial)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|kimi-k2.5@think|2026-01-08,in, livebench-task-story_generation,livebench,kimi-k2.5,think,mixed,hard,,,,,,,57.9,score%,0.0289,,prev=57.9 (src-livebench-question-set-2026-01-08-2026-03-06#M1649),"https://livebench.ai/table_2026_01_08.csv (row kimi-k2.5-thinking, column story_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|kimi-k2.5@think|2026-01-08,in, livebench-task-summarize,livebench,kimi-k2.5,think,mixed,hard,,,,,,,57.35,score%,0.00289,,prev=57.35 (src-livebench-question-set-2026-01-08-2026-03-06#M1650),"https://livebench.ai/table_2026_01_08.csv (row kimi-k2.5-thinking, column summarize)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|kimi-k2.5@think|2026-01-08,in, livebench-task-tablejoin,livebench,kimi-k2.5,think,mixed,hard,,,,,,,47.769,score%,0.000289,,prev=47.769 (src-livebench-question-set-2026-01-08-2026-03-06#M1651),"https://livebench.ai/table_2026_01_08.csv (row kimi-k2.5-thinking, column tablejoin)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|kimi-k2.5@think|2026-01-08,in, livebench-task-tablereformat,livebench,kimi-k2.5,think,mixed,hard,,,,,,,94.118,score%,0.000289,,prev=94.118 (src-livebench-question-set-2026-01-08-2026-03-06#M1652),"https://livebench.ai/table_2026_01_08.csv (row kimi-k2.5-thinking, column tablereformat)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|kimi-k2.5@think|2026-01-08,in, livebench-task-theory_of_mind,livebench,kimi-k2.5,think,mixed,hard,,,,,,,73.077,score%,0.000289,,prev=73.077 (src-livebench-question-set-2026-01-08-2026-03-06#M1653),"https://livebench.ai/table_2026_01_08.csv (row kimi-k2.5-thinking, column theory_of_mind)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|kimi-k2.5@think|2026-01-08,in, livebench-task-typescript,livebench,kimi-k2.5,think,coding,hard,,,,,,,35.0,score%,0.0289,,prev=35.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1654),"https://livebench.ai/table_2026_01_08.csv (row kimi-k2.5-thinking, column typescript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|kimi-k2.5@think|2026-01-08,in, livebench-task-typos,livebench,kimi-k2.5,think,mixed,hard,,,,,,,80.0,score%,0.0289,,prev=80.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1655),"https://livebench.ai/table_2026_01_08.csv (row kimi-k2.5-thinking, column typos)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|kimi-k2.5@think|2026-01-08,in, livebench-task-zebra_puzzle,livebench,kimi-k2.5,think,mixed,hard,,,,,,,70.75,score%,0.00289,,prev=70.75 (src-livebench-question-set-2026-01-08-2026-03-06#M1656),"https://livebench.ai/table_2026_01_08.csv (row kimi-k2.5-thinking, column zebra_puzzle)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|kimi-k2.5@think|2026-01-08,in, livebench-task-amps_hard,livebench,kimi-k2.6,think,reasoning-math,hard,,,,,,,97.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2.6-thinking, column AMPS_Hard)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|kimi-k2.6@think|2026-01-08,in, livebench-task-code_completion,livebench,kimi-k2.6,think,coding,hard,,,,,,,78.261,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2.6-thinking, column code_completion)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|kimi-k2.6@think|2026-01-08,in, livebench-task-code_generation,livebench,kimi-k2.6,think,coding,hard,,,,,,,78.873,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2.6-thinking, column code_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|kimi-k2.6@think|2026-01-08,in, livebench-task-connections,livebench,kimi-k2.6,think,mixed,hard,,,,,,,89.333,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2.6-thinking, column connections)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|kimi-k2.6@think|2026-01-08,in, livebench-task-consecutive_events,livebench,kimi-k2.6,think,mixed,hard,,,,,,,51.268,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2.6-thinking, column consecutive_events)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|kimi-k2.6@think|2026-01-08,in, livebench-task-integrals_with_game,livebench,kimi-k2.6,think,reasoning-math,hard,,,,,,,54.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2.6-thinking, column integrals_with_game)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|kimi-k2.6@think|2026-01-08,in, livebench-task-javascript,livebench,kimi-k2.6,think,coding,hard,,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2.6-thinking, column javascript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|kimi-k2.6@think|2026-01-08,in, livebench-task-logic_with_navigation,livebench,kimi-k2.6,think,mixed,hard,,,,,,,70.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2.6-thinking, column logic_with_navigation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|kimi-k2.6@think|2026-01-08,in, livebench-task-math_comp,livebench,kimi-k2.6,think,reasoning-math,hard,,,,,,,96.078,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2.6-thinking, column math_comp)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|kimi-k2.6@think|2026-01-08,in, livebench-task-olympiad,livebench,kimi-k2.6,think,reasoning-math,hard,,,,,,,90.027,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2.6-thinking, column olympiad)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|kimi-k2.6@think|2026-01-08,in, livebench-task-paraphrase,livebench,kimi-k2.6,think,mixed,hard,,,,,,,61.633,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2.6-thinking, column paraphrase)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|kimi-k2.6@think|2026-01-08,in, livebench-task-plot_unscrambling,livebench,kimi-k2.6,think,mixed,hard,,,,,,,58.091,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2.6-thinking, column plot_unscrambling)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|kimi-k2.6@think|2026-01-08,in, livebench-task-python,livebench,kimi-k2.6,think,coding,hard,,,,,,,80.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2.6-thinking, column python)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|kimi-k2.6@think|2026-01-08,in, livebench-task-simplify,livebench,kimi-k2.6,think,mixed,hard,,,,,,,61.417,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2.6-thinking, column simplify)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|kimi-k2.6@think|2026-01-08,in, livebench-task-spatial,livebench,kimi-k2.6,think,mixed,hard,,,,,,,94.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2.6-thinking, column spatial)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|kimi-k2.6@think|2026-01-08,in, livebench-task-story_generation,livebench,kimi-k2.6,think,mixed,hard,,,,,,,66.883,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2.6-thinking, column story_generation)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|kimi-k2.6@think|2026-01-08,in, livebench-task-summarize,livebench,kimi-k2.6,think,mixed,hard,,,,,,,67.5,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2.6-thinking, column summarize)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|kimi-k2.6@think|2026-01-08,in, livebench-task-tablejoin,livebench,kimi-k2.6,think,mixed,hard,,,,,,,46.096,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2.6-thinking, column tablejoin)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|kimi-k2.6@think|2026-01-08,in, livebench-task-tablereformat,livebench,kimi-k2.6,think,mixed,hard,,,,,,,98.039,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2.6-thinking, column tablereformat)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|kimi-k2.6@think|2026-01-08,in, livebench-task-theory_of_mind,livebench,kimi-k2.6,think,mixed,hard,,,,,,,75.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2.6-thinking, column theory_of_mind)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|kimi-k2.6@think|2026-01-08,in, livebench-task-typescript,livebench,kimi-k2.6,think,coding,hard,,,,,,,45.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2.6-thinking, column typescript)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|kimi-k2.6@think|2026-01-08,in, livebench-task-typos,livebench,kimi-k2.6,think,mixed,hard,,,,,,,78.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2.6-thinking, column typos)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|kimi-k2.6@think|2026-01-08,in, livebench-task-zebra_puzzle,livebench,kimi-k2.6,think,mixed,hard,,,,,,,78.5,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row kimi-k2.6-thinking, column zebra_puzzle)",src-livebench-question-set-2026-01-08-2026-05-04|livebench-tasks|kimi-k2.6@think|2026-01-08,in, livebench-task-amps_hard,livebench,minimax-m2.5,unstated,reasoning-math,hard,,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row minimax-m2.5, column AMPS_Hard)",,out:effort-not-established, livebench-task-code_completion,livebench,minimax-m2.5,unstated,coding,hard,,,,,,,69.565,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row minimax-m2.5, column code_completion)",,out:effort-not-established, livebench-task-code_generation,livebench,minimax-m2.5,unstated,coding,hard,,,,,,,71.831,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row minimax-m2.5, column code_generation)",,out:effort-not-established, livebench-task-connections,livebench,minimax-m2.5,unstated,mixed,hard,,,,,,,66.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row minimax-m2.5, column connections)",,out:effort-not-established, livebench-task-consecutive_events,livebench,minimax-m2.5,unstated,mixed,hard,,,,,,,12.218,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row minimax-m2.5, column consecutive_events)",,out:effort-not-established, livebench-task-integrals_with_game,livebench,minimax-m2.5,unstated,reasoning-math,hard,,,,,,,39.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row minimax-m2.5, column integrals_with_game)",,out:effort-not-established, livebench-task-javascript,livebench,minimax-m2.5,unstated,coding,hard,,,,,,,40.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row minimax-m2.5, column javascript)",,out:effort-not-established, livebench-task-logic_with_navigation,livebench,minimax-m2.5,unstated,mixed,hard,,,,,,,62.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row minimax-m2.5, column logic_with_navigation)",,out:effort-not-established, livebench-task-math_comp,livebench,minimax-m2.5,unstated,reasoning-math,hard,,,,,,,94.118,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row minimax-m2.5, column math_comp)",,out:effort-not-established, livebench-task-olympiad,livebench,minimax-m2.5,unstated,reasoning-math,hard,,,,,,,78.509,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row minimax-m2.5, column olympiad)",,out:effort-not-established, livebench-task-paraphrase,livebench,minimax-m2.5,unstated,mixed,hard,,,,,,,55.983,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row minimax-m2.5, column paraphrase)",,out:effort-not-established, livebench-task-plot_unscrambling,livebench,minimax-m2.5,unstated,mixed,hard,,,,,,,31.303,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row minimax-m2.5, column plot_unscrambling)",,out:effort-not-established, livebench-task-python,livebench,minimax-m2.5,unstated,coding,hard,,,,,,,75.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row minimax-m2.5, column python)",,out:effort-not-established, livebench-task-simplify,livebench,minimax-m2.5,unstated,mixed,hard,,,,,,,60.6,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row minimax-m2.5, column simplify)",,out:effort-not-established, livebench-task-spatial,livebench,minimax-m2.5,unstated,mixed,hard,,,,,,,90.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row minimax-m2.5, column spatial)",,out:effort-not-established, livebench-task-story_generation,livebench,minimax-m2.5,unstated,mixed,hard,,,,,,,62.25,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row minimax-m2.5, column story_generation)",,out:effort-not-established, livebench-task-summarize,livebench,minimax-m2.5,unstated,mixed,hard,,,,,,,50.1,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row minimax-m2.5, column summarize)",,out:effort-not-established, livebench-task-tablejoin,livebench,minimax-m2.5,unstated,mixed,hard,,,,,,,40.519,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row minimax-m2.5, column tablejoin)",,out:effort-not-established, livebench-task-tablereformat,livebench,minimax-m2.5,unstated,mixed,hard,,,,,,,96.078,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row minimax-m2.5, column tablereformat)",,out:effort-not-established, livebench-task-theory_of_mind,livebench,minimax-m2.5,unstated,mixed,hard,,,,,,,63.462,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row minimax-m2.5, column theory_of_mind)",,out:effort-not-established, livebench-task-typescript,livebench,minimax-m2.5,unstated,coding,hard,,,,,,,40.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row minimax-m2.5, column typescript)",,out:effort-not-established, livebench-task-typos,livebench,minimax-m2.5,unstated,mixed,hard,,,,,,,68.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row minimax-m2.5, column typos)",,out:effort-not-established, livebench-task-zebra_puzzle,livebench,minimax-m2.5,unstated,mixed,hard,,,,,,,21.75,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row minimax-m2.5, column zebra_puzzle)",,out:effort-not-established, livebench-task-amps_hard,livebench,?mimo-v2-pro,not-established:absent,reasoning-math,hard,,,,,,,91.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row mimo-v2-pro, column AMPS_Hard)",,out:model-not-established, livebench-task-code_completion,livebench,?mimo-v2-pro,not-established:absent,coding,hard,,,,,,,63.043,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row mimo-v2-pro, column code_completion)",,out:model-not-established, livebench-task-code_generation,livebench,?mimo-v2-pro,not-established:absent,coding,hard,,,,,,,74.648,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row mimo-v2-pro, column code_generation)",,out:model-not-established, livebench-task-connections,livebench,?mimo-v2-pro,not-established:absent,mixed,hard,,,,,,,81.667,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row mimo-v2-pro, column connections)",,out:model-not-established, livebench-task-consecutive_events,livebench,?mimo-v2-pro,not-established:absent,mixed,hard,,,,,,,13.819,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row mimo-v2-pro, column consecutive_events)",,out:model-not-established, livebench-task-integrals_with_game,livebench,?mimo-v2-pro,not-established:absent,reasoning-math,hard,,,,,,,41.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row mimo-v2-pro, column integrals_with_game)",,out:model-not-established, livebench-task-javascript,livebench,?mimo-v2-pro,not-established:absent,coding,hard,,,,,,,15.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row mimo-v2-pro, column javascript)",,out:model-not-established, livebench-task-logic_with_navigation,livebench,?mimo-v2-pro,not-established:absent,mixed,hard,,,,,,,64.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row mimo-v2-pro, column logic_with_navigation)",,out:model-not-established, livebench-task-math_comp,livebench,?mimo-v2-pro,not-established:absent,reasoning-math,hard,,,,,,,93.137,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row mimo-v2-pro, column math_comp)",,out:model-not-established, livebench-task-olympiad,livebench,?mimo-v2-pro,not-established:absent,reasoning-math,hard,,,,,,,82.704,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row mimo-v2-pro, column olympiad)",,out:model-not-established, livebench-task-paraphrase,livebench,?mimo-v2-pro,not-established:absent,mixed,hard,,,,,,,41.767,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row mimo-v2-pro, column paraphrase)",,out:model-not-established, livebench-task-plot_unscrambling,livebench,?mimo-v2-pro,not-established:absent,mixed,hard,,,,,,,43.555,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row mimo-v2-pro, column plot_unscrambling)",,out:model-not-established, livebench-task-python,livebench,?mimo-v2-pro,not-established:absent,coding,hard,,,,,,,50.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row mimo-v2-pro, column python)",,out:model-not-established, livebench-task-simplify,livebench,?mimo-v2-pro,not-established:absent,mixed,hard,,,,,,,41.75,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row mimo-v2-pro, column simplify)",,out:model-not-established, livebench-task-spatial,livebench,?mimo-v2-pro,not-established:absent,mixed,hard,,,,,,,84.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row mimo-v2-pro, column spatial)",,out:model-not-established, livebench-task-story_generation,livebench,?mimo-v2-pro,not-established:absent,mixed,hard,,,,,,,43.1,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row mimo-v2-pro, column story_generation)",,out:model-not-established, livebench-task-summarize,livebench,?mimo-v2-pro,not-established:absent,mixed,hard,,,,,,,46.25,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row mimo-v2-pro, column summarize)",,out:model-not-established, livebench-task-tablejoin,livebench,?mimo-v2-pro,not-established:absent,mixed,hard,,,,,,,37.731,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row mimo-v2-pro, column tablejoin)",,out:model-not-established, livebench-task-tablereformat,livebench,?mimo-v2-pro,not-established:absent,mixed,hard,,,,,,,96.078,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row mimo-v2-pro, column tablereformat)",,out:model-not-established, livebench-task-theory_of_mind,livebench,?mimo-v2-pro,not-established:absent,mixed,hard,,,,,,,67.308,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row mimo-v2-pro, column theory_of_mind)",,out:model-not-established, livebench-task-typescript,livebench,?mimo-v2-pro,not-established:absent,coding,hard,,,,,,,25.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row mimo-v2-pro, column typescript)",,out:model-not-established, livebench-task-typos,livebench,?mimo-v2-pro,not-established:absent,mixed,hard,,,,,,,82.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row mimo-v2-pro, column typos)",,out:model-not-established, livebench-task-zebra_puzzle,livebench,?mimo-v2-pro,not-established:absent,mixed,hard,,,,,,,63.5,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row mimo-v2-pro, column zebra_puzzle)",,out:model-not-established, livebench-task-amps_hard,livebench,minimax-m2.7,unstated,reasoning-math,hard,,,,,,,97.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row minimax-m2.7, column AMPS_Hard)",,out:effort-not-established, livebench-task-code_completion,livebench,minimax-m2.7,unstated,coding,hard,,,,,,,47.826,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row minimax-m2.7, column code_completion)",,out:effort-not-established, livebench-task-code_generation,livebench,minimax-m2.7,unstated,coding,hard,,,,,,,61.972,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row minimax-m2.7, column code_generation)",,out:effort-not-established, livebench-task-connections,livebench,minimax-m2.7,unstated,mixed,hard,,,,,,,88.333,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row minimax-m2.7, column connections)",,out:effort-not-established, livebench-task-consecutive_events,livebench,minimax-m2.7,unstated,mixed,hard,,,,,,,28.563,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row minimax-m2.7, column consecutive_events)",,out:effort-not-established, livebench-task-integrals_with_game,livebench,minimax-m2.7,unstated,reasoning-math,hard,,,,,,,49.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row minimax-m2.7, column integrals_with_game)",,out:effort-not-established, livebench-task-javascript,livebench,minimax-m2.7,unstated,coding,hard,,,,,,,45.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row minimax-m2.7, column javascript)",,out:effort-not-established, livebench-task-logic_with_navigation,livebench,minimax-m2.7,unstated,mixed,hard,,,,,,,60.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row minimax-m2.7, column logic_with_navigation)",,out:effort-not-established, livebench-task-math_comp,livebench,minimax-m2.7,unstated,reasoning-math,hard,,,,,,,92.157,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row minimax-m2.7, column math_comp)",,out:effort-not-established, livebench-task-olympiad,livebench,minimax-m2.7,unstated,reasoning-math,hard,,,,,,,84.012,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row minimax-m2.7, column olympiad)",,out:effort-not-established, livebench-task-paraphrase,livebench,minimax-m2.7,unstated,mixed,hard,,,,,,,58.05,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row minimax-m2.7, column paraphrase)",,out:effort-not-established, livebench-task-plot_unscrambling,livebench,minimax-m2.7,unstated,mixed,hard,,,,,,,33.996,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row minimax-m2.7, column plot_unscrambling)",,out:effort-not-established, livebench-task-python,livebench,minimax-m2.7,unstated,coding,hard,,,,,,,75.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row minimax-m2.7, column python)",,out:effort-not-established, livebench-task-simplify,livebench,minimax-m2.7,unstated,mixed,hard,,,,,,,58.5,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row minimax-m2.7, column simplify)",,out:effort-not-established, livebench-task-spatial,livebench,minimax-m2.7,unstated,mixed,hard,,,,,,,96.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row minimax-m2.7, column spatial)",,out:effort-not-established, livebench-task-story_generation,livebench,minimax-m2.7,unstated,mixed,hard,,,,,,,68.867,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row minimax-m2.7, column story_generation)",,out:effort-not-established, livebench-task-summarize,livebench,minimax-m2.7,unstated,mixed,hard,,,,,,,59.05,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row minimax-m2.7, column summarize)",,out:effort-not-established, livebench-task-tablejoin,livebench,minimax-m2.7,unstated,mixed,hard,,,,,,,42.404,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row minimax-m2.7, column tablejoin)",,out:effort-not-established, livebench-task-tablereformat,livebench,minimax-m2.7,unstated,mixed,hard,,,,,,,98.039,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row minimax-m2.7, column tablereformat)",,out:effort-not-established, livebench-task-theory_of_mind,livebench,minimax-m2.7,unstated,mixed,hard,,,,,,,76.923,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row minimax-m2.7, column theory_of_mind)",,out:effort-not-established, livebench-task-typescript,livebench,minimax-m2.7,unstated,coding,hard,,,,,,,30.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row minimax-m2.7, column typescript)",,out:effort-not-established, livebench-task-typos,livebench,minimax-m2.7,unstated,mixed,hard,,,,,,,78.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row minimax-m2.7, column typos)",,out:effort-not-established, livebench-task-zebra_puzzle,livebench,minimax-m2.7,unstated,mixed,hard,,,,,,,66.25,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row minimax-m2.7, column zebra_puzzle)",,out:effort-not-established, livebench-task-amps_hard,livebench,nemotron-3-super-120b-a12b,unstated,reasoning-math,hard,,,,,,,87.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row nemotron-3-super-120b-a12b, column AMPS_Hard)",,out:effort-not-established, livebench-task-code_completion,livebench,nemotron-3-super-120b-a12b,unstated,coding,hard,,,,,,,39.13,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row nemotron-3-super-120b-a12b, column code_completion)",,out:effort-not-established, livebench-task-code_generation,livebench,nemotron-3-super-120b-a12b,unstated,coding,hard,,,,,,,69.014,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row nemotron-3-super-120b-a12b, column code_generation)",,out:effort-not-established, livebench-task-connections,livebench,nemotron-3-super-120b-a12b,unstated,mixed,hard,,,,,,,24.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row nemotron-3-super-120b-a12b, column connections)",,out:effort-not-established, livebench-task-consecutive_events,livebench,nemotron-3-super-120b-a12b,unstated,mixed,hard,,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row nemotron-3-super-120b-a12b, column consecutive_events)",,out:effort-not-established, livebench-task-integrals_with_game,livebench,nemotron-3-super-120b-a12b,unstated,reasoning-math,hard,,,,,,,6.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row nemotron-3-super-120b-a12b, column integrals_with_game)",,out:effort-not-established, livebench-task-javascript,livebench,nemotron-3-super-120b-a12b,unstated,coding,hard,,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row nemotron-3-super-120b-a12b, column javascript)",,out:effort-not-established, livebench-task-logic_with_navigation,livebench,nemotron-3-super-120b-a12b,unstated,mixed,hard,,,,,,,60.784,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row nemotron-3-super-120b-a12b, column logic_with_navigation)",,out:effort-not-established, livebench-task-math_comp,livebench,nemotron-3-super-120b-a12b,unstated,reasoning-math,hard,,,,,,,23.582,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row nemotron-3-super-120b-a12b, column math_comp)",,out:effort-not-established, livebench-task-olympiad,livebench,nemotron-3-super-120b-a12b,unstated,reasoning-math,hard,,,,,,,29.133,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row nemotron-3-super-120b-a12b, column olympiad)",,out:effort-not-established, livebench-task-paraphrase,livebench,nemotron-3-super-120b-a12b,unstated,mixed,hard,,,,,,,10.23,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row nemotron-3-super-120b-a12b, column paraphrase)",,out:effort-not-established, livebench-task-plot_unscrambling,livebench,nemotron-3-super-120b-a12b,unstated,mixed,hard,,,,,,,36.083,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row nemotron-3-super-120b-a12b, column plot_unscrambling)",,out:effort-not-established, livebench-task-python,livebench,nemotron-3-super-120b-a12b,unstated,coding,hard,,,,,,,46.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row nemotron-3-super-120b-a12b, column python)",,out:effort-not-established, livebench-task-simplify,livebench,nemotron-3-super-120b-a12b,unstated,mixed,hard,,,,,,,36.75,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row nemotron-3-super-120b-a12b, column simplify)",,out:effort-not-established, livebench-task-spatial,livebench,nemotron-3-super-120b-a12b,unstated,mixed,hard,,,,,,,42.133,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row nemotron-3-super-120b-a12b, column spatial)",,out:effort-not-established, livebench-task-story_generation,livebench,nemotron-3-super-120b-a12b,unstated,mixed,hard,,,,,,,7.827,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row nemotron-3-super-120b-a12b, column story_generation)",,out:effort-not-established, livebench-task-summarize,livebench,nemotron-3-super-120b-a12b,unstated,mixed,hard,,,,,,,58.824,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row nemotron-3-super-120b-a12b, column summarize)",,out:effort-not-established, livebench-task-tablejoin,livebench,nemotron-3-super-120b-a12b,unstated,mixed,hard,,,,,,,7.692,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row nemotron-3-super-120b-a12b, column tablejoin)",,out:effort-not-established, livebench-task-tablereformat,livebench,nemotron-3-super-120b-a12b,unstated,mixed,hard,,,,,,,56.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row nemotron-3-super-120b-a12b, column tablereformat)",,out:effort-not-established, livebench-task-theory_of_mind,livebench,nemotron-3-super-120b-a12b,unstated,mixed,hard,,,,,,,0.25,score%,0.00289,,,"https://livebench.ai/table_2026_01_08.csv (row nemotron-3-super-120b-a12b, column theory_of_mind)",,out:effort-not-established, livebench-task-amps_hard,livebench,qwen3-235b-a22b-instruct-2507,solo,reasoning-math,hard,,,,,,,84.0,score%,0.0289,,prev=84.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1680),"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-instruct-2507, column AMPS_Hard)",,out:single-couple, livebench-task-code_completion,livebench,qwen3-235b-a22b-instruct-2507,solo,coding,hard,,,,,,,67.391,score%,0.000289,,prev=67.391 (src-livebench-question-set-2026-01-08-2026-03-06#M1681),"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-instruct-2507, column code_completion)",,out:single-couple, livebench-task-code_generation,livebench,qwen3-235b-a22b-instruct-2507,solo,coding,hard,,,,,,,71.831,score%,0.000289,,prev=71.831 (src-livebench-question-set-2026-01-08-2026-03-06#M1682),"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-instruct-2507, column code_generation)",,out:single-couple, livebench-task-connections,livebench,qwen3-235b-a22b-instruct-2507,solo,mixed,hard,,,,,,,91.0,score%,0.0289,,prev=91.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1683),"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-instruct-2507, column connections)",,out:single-couple, livebench-task-consecutive_events,livebench,qwen3-235b-a22b-instruct-2507,solo,mixed,hard,,,,,,,3.665,score%,0.000289,,prev=3.665 (src-livebench-question-set-2026-01-08-2026-03-06#M1684),"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-instruct-2507, column consecutive_events)",,out:single-couple, livebench-task-integrals_with_game,livebench,qwen3-235b-a22b-instruct-2507,solo,reasoning-math,hard,,,,,,,21.0,score%,0.0289,,prev=21.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1685),"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-instruct-2507, column integrals_with_game)",,out:single-couple, livebench-task-javascript,livebench,qwen3-235b-a22b-instruct-2507,solo,coding,hard,,,,,,,10.0,score%,0.0289,,prev=10.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1686),"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-instruct-2507, column javascript)",,out:single-couple, livebench-task-logic_with_navigation,livebench,qwen3-235b-a22b-instruct-2507,solo,mixed,hard,,,,,,,62.0,score%,0.0289,,prev=62.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1687),"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-instruct-2507, column logic_with_navigation)",,out:single-couple, livebench-task-math_comp,livebench,qwen3-235b-a22b-instruct-2507,solo,reasoning-math,hard,,,,,,,90.196,score%,0.000289,,prev=90.196 (src-livebench-question-set-2026-01-08-2026-03-06#M1688),"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-instruct-2507, column math_comp)",,out:single-couple, livebench-task-olympiad,livebench,qwen3-235b-a22b-instruct-2507,solo,reasoning-math,hard,,,,,,,76.931,score%,0.000289,,prev=76.931 (src-livebench-question-set-2026-01-08-2026-03-06#M1689),"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-instruct-2507, column olympiad)",,out:single-couple, livebench-task-paraphrase,livebench,qwen3-235b-a22b-instruct-2507,solo,mixed,hard,,,,,,,17.967,score%,0.000289,,prev=17.967 (src-livebench-question-set-2026-01-08-2026-03-06#M1690),"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-instruct-2507, column paraphrase)",,out:single-couple, livebench-task-plot_unscrambling,livebench,qwen3-235b-a22b-instruct-2507,solo,mixed,hard,,,,,,,39.209,score%,0.000289,,prev=39.209 (src-livebench-question-set-2026-01-08-2026-03-06#M1691),"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-instruct-2507, column plot_unscrambling)",,out:single-couple, livebench-task-python,livebench,qwen3-235b-a22b-instruct-2507,solo,coding,hard,,,,,,,20.0,score%,0.0289,,prev=20.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1692),"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-instruct-2507, column python)",,out:single-couple, livebench-task-simplify,livebench,qwen3-235b-a22b-instruct-2507,solo,mixed,hard,,,,,,,21.883,score%,0.000289,,prev=21.883 (src-livebench-question-set-2026-01-08-2026-03-06#M1693),"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-instruct-2507, column simplify)",,out:single-couple, livebench-task-spatial,livebench,qwen3-235b-a22b-instruct-2507,solo,mixed,hard,,,,,,,84.0,score%,0.0289,,prev=84.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1694),"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-instruct-2507, column spatial)",,out:single-couple, livebench-task-story_generation,livebench,qwen3-235b-a22b-instruct-2507,solo,mixed,hard,,,,,,,19.383,score%,0.000289,,prev=19.383 (src-livebench-question-set-2026-01-08-2026-03-06#M1695),"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-instruct-2507, column story_generation)",,out:single-couple, livebench-task-summarize,livebench,qwen3-235b-a22b-instruct-2507,solo,mixed,hard,,,,,,,27.65,score%,0.00289,,prev=27.65 (src-livebench-question-set-2026-01-08-2026-03-06#M1696),"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-instruct-2507, column summarize)",,out:single-couple, livebench-task-tablejoin,livebench,qwen3-235b-a22b-instruct-2507,solo,mixed,hard,,,,,,,34.404,score%,0.000289,,prev=34.404 (src-livebench-question-set-2026-01-08-2026-03-06#M1697),"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-instruct-2507, column tablejoin)",,out:single-couple, livebench-task-tablereformat,livebench,qwen3-235b-a22b-instruct-2507,solo,mixed,hard,,,,,,,96.078,score%,0.000289,,prev=96.078 (src-livebench-question-set-2026-01-08-2026-03-06#M1698),"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-instruct-2507, column tablereformat)",,out:single-couple, livebench-task-theory_of_mind,livebench,qwen3-235b-a22b-instruct-2507,solo,mixed,hard,,,,,,,44.231,score%,0.000289,,prev=44.231 (src-livebench-question-set-2026-01-08-2026-03-06#M1699),"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-instruct-2507, column theory_of_mind)",,out:single-couple, livebench-task-typescript,livebench,qwen3-235b-a22b-instruct-2507,solo,coding,hard,,,,,,,10.0,score%,0.0289,,prev=10.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1700),"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-instruct-2507, column typescript)",,out:single-couple, livebench-task-typos,livebench,qwen3-235b-a22b-instruct-2507,solo,mixed,hard,,,,,,,68.0,score%,0.0289,,prev=68.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1701),"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-instruct-2507, column typos)",,out:single-couple, livebench-task-zebra_puzzle,livebench,qwen3-235b-a22b-instruct-2507,solo,mixed,hard,,,,,,,43.5,score%,0.0289,,prev=43.5 (src-livebench-question-set-2026-01-08-2026-03-06#M1702),"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-instruct-2507, column zebra_puzzle)",,out:single-couple, livebench-task-amps_hard,livebench,qwen3-235b-a22b-thinking-2507,solo,reasoning-math,hard,,,,,,,86.0,score%,0.0289,,prev=86.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1703),"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-thinking-2507, column AMPS_Hard)",,out:single-couple, livebench-task-code_completion,livebench,qwen3-235b-a22b-thinking-2507,solo,coding,hard,,,,,,,71.739,score%,0.000289,,prev=71.739 (src-livebench-question-set-2026-01-08-2026-03-06#M1704),"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-thinking-2507, column code_completion)",,out:single-couple, livebench-task-code_generation,livebench,qwen3-235b-a22b-thinking-2507,solo,coding,hard,,,,,,,66.197,score%,0.000289,,prev=66.197 (src-livebench-question-set-2026-01-08-2026-03-06#M1705),"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-thinking-2507, column code_generation)",,out:single-couple, livebench-task-connections,livebench,qwen3-235b-a22b-thinking-2507,solo,mixed,hard,,,,,,,83.0,score%,0.0289,,prev=83.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1706),"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-thinking-2507, column connections)",,out:single-couple, livebench-task-consecutive_events,livebench,qwen3-235b-a22b-thinking-2507,solo,mixed,hard,,,,,,,7.24,score%,0.00289,,prev=7.24 (src-livebench-question-set-2026-01-08-2026-03-06#M1707),"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-thinking-2507, column consecutive_events)",,out:single-couple, livebench-task-integrals_with_game,livebench,qwen3-235b-a22b-thinking-2507,solo,reasoning-math,hard,,,,,,,40.0,score%,0.0289,,prev=40.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1708),"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-thinking-2507, column integrals_with_game)",,out:single-couple, livebench-task-javascript,livebench,qwen3-235b-a22b-thinking-2507,solo,coding,hard,,,,,,,5.0,score%,0.0289,,prev=5.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1709),"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-thinking-2507, column javascript)",,out:single-couple, livebench-task-logic_with_navigation,livebench,qwen3-235b-a22b-thinking-2507,solo,mixed,hard,,,,,,,60.0,score%,0.0289,,prev=60.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1710),"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-thinking-2507, column logic_with_navigation)",,out:single-couple, livebench-task-math_comp,livebench,qwen3-235b-a22b-thinking-2507,solo,reasoning-math,hard,,,,,,,86.275,score%,0.000289,,prev=86.275 (src-livebench-question-set-2026-01-08-2026-03-06#M1711),"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-thinking-2507, column math_comp)",,out:single-couple, livebench-task-olympiad,livebench,qwen3-235b-a22b-thinking-2507,solo,reasoning-math,hard,,,,,,,81.304,score%,0.000289,,prev=81.304 (src-livebench-question-set-2026-01-08-2026-03-06#M1712),"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-thinking-2507, column olympiad)",,out:single-couple, livebench-task-paraphrase,livebench,qwen3-235b-a22b-thinking-2507,solo,mixed,hard,,,,,,,37.617,score%,0.000289,,prev=37.617 (src-livebench-question-set-2026-01-08-2026-03-06#M1713),"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-thinking-2507, column paraphrase)",,out:single-couple, livebench-task-plot_unscrambling,livebench,qwen3-235b-a22b-thinking-2507,solo,mixed,hard,,,,,,,47.571,score%,0.000289,,prev=47.571 (src-livebench-question-set-2026-01-08-2026-03-06#M1714),"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-thinking-2507, column plot_unscrambling)",,out:single-couple, livebench-task-python,livebench,qwen3-235b-a22b-thinking-2507,solo,coding,hard,,,,,,,10.0,score%,0.0289,,prev=10.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1715),"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-thinking-2507, column python)",,out:single-couple, livebench-task-simplify,livebench,qwen3-235b-a22b-thinking-2507,solo,mixed,hard,,,,,,,38.117,score%,0.000289,,prev=38.117 (src-livebench-question-set-2026-01-08-2026-03-06#M1716),"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-thinking-2507, column simplify)",,out:single-couple, livebench-task-spatial,livebench,qwen3-235b-a22b-thinking-2507,solo,mixed,hard,,,,,,,86.0,score%,0.0289,,prev=86.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1717),"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-thinking-2507, column spatial)",,out:single-couple, livebench-task-story_generation,livebench,qwen3-235b-a22b-thinking-2507,solo,mixed,hard,,,,,,,39.217,score%,0.000289,,prev=39.217 (src-livebench-question-set-2026-01-08-2026-03-06#M1718),"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-thinking-2507, column story_generation)",,out:single-couple, livebench-task-summarize,livebench,qwen3-235b-a22b-thinking-2507,solo,mixed,hard,,,,,,,47.617,score%,0.000289,,prev=47.617 (src-livebench-question-set-2026-01-08-2026-03-06#M1719),"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-thinking-2507, column summarize)",,out:single-couple, livebench-task-tablejoin,livebench,qwen3-235b-a22b-thinking-2507,solo,mixed,hard,,,,,,,49.308,score%,0.000289,,prev=49.308 (src-livebench-question-set-2026-01-08-2026-03-06#M1720),"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-thinking-2507, column tablejoin)",,out:single-couple, livebench-task-tablereformat,livebench,qwen3-235b-a22b-thinking-2507,solo,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-thinking-2507, column tablereformat)",,out:uninformative, livebench-task-theory_of_mind,livebench,qwen3-235b-a22b-thinking-2507,solo,mixed,hard,,,,,,,53.846,score%,0.000289,,prev=53.846 (src-livebench-question-set-2026-01-08-2026-03-06#M1722),"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-thinking-2507, column theory_of_mind)",,out:single-couple, livebench-task-typescript,livebench,qwen3-235b-a22b-thinking-2507,solo,coding,hard,,,,,,,5.0,score%,0.0289,,prev=5.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1723),"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-thinking-2507, column typescript)",,out:single-couple, livebench-task-typos,livebench,qwen3-235b-a22b-thinking-2507,solo,mixed,hard,,,,,,,78.0,score%,0.0289,,prev=78.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1724),"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-thinking-2507, column typos)",,out:single-couple, livebench-task-zebra_puzzle,livebench,qwen3-235b-a22b-thinking-2507,solo,mixed,hard,,,,,,,37.75,score%,0.00289,,prev=37.75 (src-livebench-question-set-2026-01-08-2026-03-06#M1725),"https://livebench.ai/table_2026_01_08.csv (row qwen3-235b-a22b-thinking-2507, column zebra_puzzle)",,out:single-couple, livebench-task-amps_hard,livebench,qwen3-30b-a3b,think,reasoning-math,hard,,,,,,,91.0,score%,0.0289,,prev=91.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1726),"https://livebench.ai/table_2026_01_08.csv (row qwen3-30b-a3b-thinking, column AMPS_Hard)",,out:single-couple, livebench-task-code_completion,livebench,qwen3-30b-a3b,think,coding,hard,,,,,,,45.652,score%,0.000289,,prev=45.652 (src-livebench-question-set-2026-01-08-2026-03-06#M1727),"https://livebench.ai/table_2026_01_08.csv (row qwen3-30b-a3b-thinking, column code_completion)",,out:single-couple, livebench-task-code_generation,livebench,qwen3-30b-a3b,think,coding,hard,,,,,,,52.113,score%,0.000289,,prev=52.113 (src-livebench-question-set-2026-01-08-2026-03-06#M1728),"https://livebench.ai/table_2026_01_08.csv (row qwen3-30b-a3b-thinking, column code_generation)",,out:single-couple, livebench-task-connections,livebench,qwen3-30b-a3b,think,mixed,hard,,,,,,,68.167,score%,0.000289,,prev=68.167 (src-livebench-question-set-2026-01-08-2026-03-06#M1729),"https://livebench.ai/table_2026_01_08.csv (row qwen3-30b-a3b-thinking, column connections)",,out:single-couple, livebench-task-consecutive_events,livebench,qwen3-30b-a3b,think,mixed,hard,,,,,,,1.575,score%,0.000289,,prev=1.575 (src-livebench-question-set-2026-01-08-2026-03-06#M1730),"https://livebench.ai/table_2026_01_08.csv (row qwen3-30b-a3b-thinking, column consecutive_events)",,out:single-couple, livebench-task-integrals_with_game,livebench,qwen3-30b-a3b,think,reasoning-math,hard,,,,,,,22.0,score%,0.0289,,prev=22.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1731),"https://livebench.ai/table_2026_01_08.csv (row qwen3-30b-a3b-thinking, column integrals_with_game)",,out:single-couple, livebench-task-javascript,livebench,qwen3-30b-a3b,think,coding,hard,,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-30b-a3b-thinking, column javascript)",,out:uninformative, livebench-task-logic_with_navigation,livebench,qwen3-30b-a3b,think,mixed,hard,,,,,,,10.0,score%,0.0289,,prev=10.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1733),"https://livebench.ai/table_2026_01_08.csv (row qwen3-30b-a3b-thinking, column logic_with_navigation)",,out:single-couple, livebench-task-math_comp,livebench,qwen3-30b-a3b,think,reasoning-math,hard,,,,,,,84.314,score%,0.000289,,prev=84.314 (src-livebench-question-set-2026-01-08-2026-03-06#M1734),"https://livebench.ai/table_2026_01_08.csv (row qwen3-30b-a3b-thinking, column math_comp)",,out:single-couple, livebench-task-olympiad,livebench,qwen3-30b-a3b,think,reasoning-math,hard,,,,,,,64.075,score%,0.000289,,prev=64.075 (src-livebench-question-set-2026-01-08-2026-03-06#M1735),"https://livebench.ai/table_2026_01_08.csv (row qwen3-30b-a3b-thinking, column olympiad)",,out:single-couple, livebench-task-paraphrase,livebench,qwen3-30b-a3b,think,mixed,hard,,,,,,,17.933,score%,0.000289,,prev=17.933 (src-livebench-question-set-2026-01-08-2026-03-06#M1736),"https://livebench.ai/table_2026_01_08.csv (row qwen3-30b-a3b-thinking, column paraphrase)",,out:single-couple, livebench-task-plot_unscrambling,livebench,qwen3-30b-a3b,think,mixed,hard,,,,,,,31.228,score%,0.000289,,prev=31.228 (src-livebench-question-set-2026-01-08-2026-03-06#M1737),"https://livebench.ai/table_2026_01_08.csv (row qwen3-30b-a3b-thinking, column plot_unscrambling)",,out:single-couple, livebench-task-python,livebench,qwen3-30b-a3b,think,coding,hard,,,,,,,5.0,score%,0.0289,,prev=5.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1738),"https://livebench.ai/table_2026_01_08.csv (row qwen3-30b-a3b-thinking, column python)",,out:single-couple, livebench-task-simplify,livebench,qwen3-30b-a3b,think,mixed,hard,,,,,,,20.383,score%,0.000289,,prev=20.383 (src-livebench-question-set-2026-01-08-2026-03-06#M1739),"https://livebench.ai/table_2026_01_08.csv (row qwen3-30b-a3b-thinking, column simplify)",,out:single-couple, livebench-task-spatial,livebench,qwen3-30b-a3b,think,mixed,hard,,,,,,,82.0,score%,0.0289,,prev=82.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1740),"https://livebench.ai/table_2026_01_08.csv (row qwen3-30b-a3b-thinking, column spatial)",,out:single-couple, livebench-task-story_generation,livebench,qwen3-30b-a3b,think,mixed,hard,,,,,,,25.05,score%,0.00289,,prev=25.05 (src-livebench-question-set-2026-01-08-2026-03-06#M1741),"https://livebench.ai/table_2026_01_08.csv (row qwen3-30b-a3b-thinking, column story_generation)",,out:single-couple, livebench-task-summarize,livebench,qwen3-30b-a3b,think,mixed,hard,,,,,,,21.067,score%,0.000289,,prev=21.067 (src-livebench-question-set-2026-01-08-2026-03-06#M1742),"https://livebench.ai/table_2026_01_08.csv (row qwen3-30b-a3b-thinking, column summarize)",,out:single-couple, livebench-task-tablejoin,livebench,qwen3-30b-a3b,think,mixed,hard,,,,,,,37.115,score%,0.000289,,prev=37.115 (src-livebench-question-set-2026-01-08-2026-03-06#M1743),"https://livebench.ai/table_2026_01_08.csv (row qwen3-30b-a3b-thinking, column tablejoin)",,out:single-couple, livebench-task-tablereformat,livebench,qwen3-30b-a3b,think,mixed,hard,,,,,,,96.078,score%,0.000289,,prev=96.078 (src-livebench-question-set-2026-01-08-2026-03-06#M1744),"https://livebench.ai/table_2026_01_08.csv (row qwen3-30b-a3b-thinking, column tablereformat)",,out:single-couple, livebench-task-theory_of_mind,livebench,qwen3-30b-a3b,think,mixed,hard,,,,,,,38.462,score%,0.000289,,prev=38.462 (src-livebench-question-set-2026-01-08-2026-03-06#M1745),"https://livebench.ai/table_2026_01_08.csv (row qwen3-30b-a3b-thinking, column theory_of_mind)",,out:single-couple, livebench-task-typescript,livebench,qwen3-30b-a3b,think,coding,hard,,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-30b-a3b-thinking, column typescript)",,out:uninformative, livebench-task-typos,livebench,qwen3-30b-a3b,think,mixed,hard,,,,,,,64.0,score%,0.0289,,prev=64.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1747),"https://livebench.ai/table_2026_01_08.csv (row qwen3-30b-a3b-thinking, column typos)",,out:single-couple, livebench-task-zebra_puzzle,livebench,qwen3-30b-a3b,think,mixed,hard,,,,,,,16.25,score%,0.00289,,prev=16.25 (src-livebench-question-set-2026-01-08-2026-03-06#M1748),"https://livebench.ai/table_2026_01_08.csv (row qwen3-30b-a3b-thinking, column zebra_puzzle)",,out:single-couple, livebench-task-amps_hard,livebench,qwen3-32b,think,reasoning-math,hard,,,,,,,87.0,score%,0.0289,,prev=87.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1749),"https://livebench.ai/table_2026_01_08.csv (row qwen3-32b-thinking, column AMPS_Hard)",,out:single-couple, livebench-task-code_completion,livebench,qwen3-32b,think,coding,hard,,,,,,,63.043,score%,0.000289,,prev=63.043 (src-livebench-question-set-2026-01-08-2026-03-06#M1750),"https://livebench.ai/table_2026_01_08.csv (row qwen3-32b-thinking, column code_completion)",,out:single-couple, livebench-task-code_generation,livebench,qwen3-32b,think,coding,hard,,,,,,,69.014,score%,0.000289,,prev=69.014 (src-livebench-question-set-2026-01-08-2026-03-06#M1751),"https://livebench.ai/table_2026_01_08.csv (row qwen3-32b-thinking, column code_generation)",,out:single-couple, livebench-task-connections,livebench,qwen3-32b,think,mixed,hard,,,,,,,61.0,score%,0.0289,,prev=61.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1752),"https://livebench.ai/table_2026_01_08.csv (row qwen3-32b-thinking, column connections)",,out:single-couple, livebench-task-consecutive_events,livebench,qwen3-32b,think,mixed,hard,,,,,,,3.043,score%,0.000289,,prev=3.043 (src-livebench-question-set-2026-01-08-2026-03-06#M1753),"https://livebench.ai/table_2026_01_08.csv (row qwen3-32b-thinking, column consecutive_events)",,out:single-couple, livebench-task-integrals_with_game,livebench,qwen3-32b,think,reasoning-math,hard,,,,,,,25.0,score%,0.0289,,prev=25.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1754),"https://livebench.ai/table_2026_01_08.csv (row qwen3-32b-thinking, column integrals_with_game)",,out:single-couple, livebench-task-javascript,livebench,qwen3-32b,think,coding,hard,,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-32b-thinking, column javascript)",,out:uninformative, livebench-task-logic_with_navigation,livebench,qwen3-32b,think,mixed,hard,,,,,,,30.0,score%,0.0289,,prev=30.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1756),"https://livebench.ai/table_2026_01_08.csv (row qwen3-32b-thinking, column logic_with_navigation)",,out:single-couple, livebench-task-math_comp,livebench,qwen3-32b,think,reasoning-math,hard,,,,,,,84.314,score%,0.000289,,prev=84.314 (src-livebench-question-set-2026-01-08-2026-03-06#M1757),"https://livebench.ai/table_2026_01_08.csv (row qwen3-32b-thinking, column math_comp)",,out:single-couple, livebench-task-olympiad,livebench,qwen3-32b,think,reasoning-math,hard,,,,,,,73.446,score%,0.000289,,prev=73.446 (src-livebench-question-set-2026-01-08-2026-03-06#M1758),"https://livebench.ai/table_2026_01_08.csv (row qwen3-32b-thinking, column olympiad)",,out:single-couple, livebench-task-paraphrase,livebench,qwen3-32b,think,mixed,hard,,,,,,,15.75,score%,0.00289,,prev=15.75 (src-livebench-question-set-2026-01-08-2026-03-06#M1759),"https://livebench.ai/table_2026_01_08.csv (row qwen3-32b-thinking, column paraphrase)",,out:single-couple, livebench-task-plot_unscrambling,livebench,qwen3-32b,think,mixed,hard,,,,,,,37.627,score%,0.000289,,prev=37.627 (src-livebench-question-set-2026-01-08-2026-03-06#M1760),"https://livebench.ai/table_2026_01_08.csv (row qwen3-32b-thinking, column plot_unscrambling)",,out:single-couple, livebench-task-python,livebench,qwen3-32b,think,coding,hard,,,,,,,10.0,score%,0.0289,,prev=10.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1761),"https://livebench.ai/table_2026_01_08.csv (row qwen3-32b-thinking, column python)",,out:single-couple, livebench-task-simplify,livebench,qwen3-32b,think,mixed,hard,,,,,,,20.133,score%,0.000289,,prev=20.133 (src-livebench-question-set-2026-01-08-2026-03-06#M1762),"https://livebench.ai/table_2026_01_08.csv (row qwen3-32b-thinking, column simplify)",,out:single-couple, livebench-task-spatial,livebench,qwen3-32b,think,mixed,hard,,,,,,,86.0,score%,0.0289,,prev=86.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1763),"https://livebench.ai/table_2026_01_08.csv (row qwen3-32b-thinking, column spatial)",,out:single-couple, livebench-task-story_generation,livebench,qwen3-32b,think,mixed,hard,,,,,,,14.517,score%,0.000289,,prev=14.517 (src-livebench-question-set-2026-01-08-2026-03-06#M1764),"https://livebench.ai/table_2026_01_08.csv (row qwen3-32b-thinking, column story_generation)",,out:single-couple, livebench-task-summarize,livebench,qwen3-32b,think,mixed,hard,,,,,,,20.683,score%,0.000289,,prev=20.683 (src-livebench-question-set-2026-01-08-2026-03-06#M1765),"https://livebench.ai/table_2026_01_08.csv (row qwen3-32b-thinking, column summarize)",,out:single-couple, livebench-task-tablejoin,livebench,qwen3-32b,think,mixed,hard,,,,,,,38.538,score%,0.000289,,prev=38.538 (src-livebench-question-set-2026-01-08-2026-03-06#M1766),"https://livebench.ai/table_2026_01_08.csv (row qwen3-32b-thinking, column tablejoin)",,out:single-couple, livebench-task-tablereformat,livebench,qwen3-32b,think,mixed,hard,,,,,,,98.039,score%,0.000289,,prev=98.039 (src-livebench-question-set-2026-01-08-2026-03-06#M1767),"https://livebench.ai/table_2026_01_08.csv (row qwen3-32b-thinking, column tablereformat)",,out:single-couple, livebench-task-theory_of_mind,livebench,qwen3-32b,think,mixed,hard,,,,,,,55.769,score%,0.000289,,prev=55.769 (src-livebench-question-set-2026-01-08-2026-03-06#M1768),"https://livebench.ai/table_2026_01_08.csv (row qwen3-32b-thinking, column theory_of_mind)",,out:single-couple, livebench-task-typescript,livebench,qwen3-32b,think,coding,hard,,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-32b-thinking, column typescript)",,out:uninformative, livebench-task-typos,livebench,qwen3-32b,think,mixed,hard,,,,,,,68.0,score%,0.0289,,prev=68.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1770),"https://livebench.ai/table_2026_01_08.csv (row qwen3-32b-thinking, column typos)",,out:single-couple, livebench-task-zebra_puzzle,livebench,qwen3-32b,think,mixed,hard,,,,,,,21.25,score%,0.00289,,prev=21.25 (src-livebench-question-set-2026-01-08-2026-03-06#M1771),"https://livebench.ai/table_2026_01_08.csv (row qwen3-32b-thinking, column zebra_puzzle)",,out:single-couple, livebench-task-amps_hard,livebench,qwen3-next-80b-a3b-instruct,solo,reasoning-math,hard,,,,,,,97.0,score%,0.0289,,prev=97.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1772),"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-instruct, column AMPS_Hard)",,out:single-couple, livebench-task-code_completion,livebench,qwen3-next-80b-a3b-instruct,solo,coding,hard,,,,,,,67.391,score%,0.000289,,prev=67.391 (src-livebench-question-set-2026-01-08-2026-03-06#M1773),"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-instruct, column code_completion)",,out:single-couple, livebench-task-code_generation,livebench,qwen3-next-80b-a3b-instruct,solo,coding,hard,,,,,,,69.014,score%,0.000289,,prev=69.014 (src-livebench-question-set-2026-01-08-2026-03-06#M1774),"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-instruct, column code_generation)",,out:single-couple, livebench-task-connections,livebench,qwen3-next-80b-a3b-instruct,solo,mixed,hard,,,,,,,89.0,score%,0.0289,,prev=89.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1775),"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-instruct, column connections)",,out:single-couple, livebench-task-consecutive_events,livebench,qwen3-next-80b-a3b-instruct,solo,mixed,hard,,,,,,,12.099,score%,0.000289,,prev=12.099 (src-livebench-question-set-2026-01-08-2026-03-06#M1776),"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-instruct, column consecutive_events)",,out:single-couple, livebench-task-integrals_with_game,livebench,qwen3-next-80b-a3b-instruct,solo,reasoning-math,hard,,,,,,,26.0,score%,0.0289,,prev=26.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1777),"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-instruct, column integrals_with_game)",,out:single-couple, livebench-task-javascript,livebench,qwen3-next-80b-a3b-instruct,solo,coding,hard,,,,,,,5.0,score%,0.0289,,prev=5.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1778),"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-instruct, column javascript)",,out:single-couple, livebench-task-logic_with_navigation,livebench,qwen3-next-80b-a3b-instruct,solo,mixed,hard,,,,,,,52.0,score%,0.0289,,prev=52.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1779),"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-instruct, column logic_with_navigation)",,out:single-couple, livebench-task-math_comp,livebench,qwen3-next-80b-a3b-instruct,solo,reasoning-math,hard,,,,,,,86.275,score%,0.000289,,prev=86.275 (src-livebench-question-set-2026-01-08-2026-03-06#M1780),"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-instruct, column math_comp)",,out:single-couple, livebench-task-olympiad,livebench,qwen3-next-80b-a3b-instruct,solo,reasoning-math,hard,,,,,,,71.437,score%,0.000289,,prev=71.437 (src-livebench-question-set-2026-01-08-2026-03-06#M1781),"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-instruct, column olympiad)",,out:single-couple, livebench-task-paraphrase,livebench,qwen3-next-80b-a3b-instruct,solo,mixed,hard,,,,,,,16.4,score%,0.0289,,prev=16.4 (src-livebench-question-set-2026-01-08-2026-03-06#M1782),"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-instruct, column paraphrase)",,out:single-couple, livebench-task-plot_unscrambling,livebench,qwen3-next-80b-a3b-instruct,solo,mixed,hard,,,,,,,40.013,score%,0.000289,,prev=40.013 (src-livebench-question-set-2026-01-08-2026-03-06#M1783),"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-instruct, column plot_unscrambling)",,out:single-couple, livebench-task-python,livebench,qwen3-next-80b-a3b-instruct,solo,coding,hard,,,,,,,20.0,score%,0.0289,,prev=20.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1784),"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-instruct, column python)",,out:single-couple, livebench-task-simplify,livebench,qwen3-next-80b-a3b-instruct,solo,mixed,hard,,,,,,,18.4,score%,0.0289,,prev=18.4 (src-livebench-question-set-2026-01-08-2026-03-06#M1785),"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-instruct, column simplify)",,out:single-couple, livebench-task-spatial,livebench,qwen3-next-80b-a3b-instruct,solo,mixed,hard,,,,,,,90.0,score%,0.0289,,prev=90.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1786),"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-instruct, column spatial)",,out:single-couple, livebench-task-story_generation,livebench,qwen3-next-80b-a3b-instruct,solo,mixed,hard,,,,,,,17.55,score%,0.00289,,prev=17.55 (src-livebench-question-set-2026-01-08-2026-03-06#M1787),"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-instruct, column story_generation)",,out:single-couple, livebench-task-summarize,livebench,qwen3-next-80b-a3b-instruct,solo,mixed,hard,,,,,,,24.4,score%,0.0289,,prev=24.4 (src-livebench-question-set-2026-01-08-2026-03-06#M1788),"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-instruct, column summarize)",,out:single-couple, livebench-task-tablejoin,livebench,qwen3-next-80b-a3b-instruct,solo,mixed,hard,,,,,,,45.096,score%,0.000289,,prev=45.096 (src-livebench-question-set-2026-01-08-2026-03-06#M1789),"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-instruct, column tablejoin)",,out:single-couple, livebench-task-tablereformat,livebench,qwen3-next-80b-a3b-instruct,solo,mixed,hard,,,,,,,92.157,score%,0.000289,,prev=92.157 (src-livebench-question-set-2026-01-08-2026-03-06#M1790),"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-instruct, column tablereformat)",,out:single-couple, livebench-task-theory_of_mind,livebench,qwen3-next-80b-a3b-instruct,solo,mixed,hard,,,,,,,44.231,score%,0.000289,,prev=44.231 (src-livebench-question-set-2026-01-08-2026-03-06#M1791),"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-instruct, column theory_of_mind)",,out:single-couple, livebench-task-typescript,livebench,qwen3-next-80b-a3b-instruct,solo,coding,hard,,,,,,,5.0,score%,0.0289,,prev=5.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1792),"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-instruct, column typescript)",,out:single-couple, livebench-task-typos,livebench,qwen3-next-80b-a3b-instruct,solo,mixed,hard,,,,,,,70.0,score%,0.0289,,prev=70.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1793),"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-instruct, column typos)",,out:single-couple, livebench-task-zebra_puzzle,livebench,qwen3-next-80b-a3b-instruct,solo,mixed,hard,,,,,,,32.75,score%,0.00289,,prev=32.75 (src-livebench-question-set-2026-01-08-2026-03-06#M1794),"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-instruct, column zebra_puzzle)",,out:single-couple, livebench-task-amps_hard,livebench,qwen3-next-80b-a3b-thinking,solo,reasoning-math,hard,,,,,,,98.0,score%,0.0289,,prev=98.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1795),"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-thinking, column AMPS_Hard)",,out:single-couple, livebench-task-code_completion,livebench,qwen3-next-80b-a3b-thinking,solo,coding,hard,,,,,,,56.522,score%,0.000289,,prev=56.522 (src-livebench-question-set-2026-01-08-2026-03-06#M1796),"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-thinking, column code_completion)",,out:single-couple, livebench-task-code_generation,livebench,qwen3-next-80b-a3b-thinking,solo,coding,hard,,,,,,,64.789,score%,0.000289,,prev=64.789 (src-livebench-question-set-2026-01-08-2026-03-06#M1797),"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-thinking, column code_generation)",,out:single-couple, livebench-task-connections,livebench,qwen3-next-80b-a3b-thinking,solo,mixed,hard,,,,,,,70.167,score%,0.000289,,prev=70.167 (src-livebench-question-set-2026-01-08-2026-03-06#M1798),"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-thinking, column connections)",,out:single-couple, livebench-task-consecutive_events,livebench,qwen3-next-80b-a3b-thinking,solo,mixed,hard,,,,,,,14.423,score%,0.000289,,prev=14.423 (src-livebench-question-set-2026-01-08-2026-03-06#M1799),"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-thinking, column consecutive_events)",,out:single-couple, livebench-task-integrals_with_game,livebench,qwen3-next-80b-a3b-thinking,solo,reasoning-math,hard,,,,,,,38.0,score%,0.0289,,prev=38.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1800),"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-thinking, column integrals_with_game)",,out:single-couple, livebench-task-javascript,livebench,qwen3-next-80b-a3b-thinking,solo,coding,hard,,,,,,,15.0,score%,0.0289,,prev=15.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1801),"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-thinking, column javascript)",,out:single-couple, livebench-task-logic_with_navigation,livebench,qwen3-next-80b-a3b-thinking,solo,mixed,hard,,,,,,,58.0,score%,0.0289,,prev=58.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1802),"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-thinking, column logic_with_navigation)",,out:single-couple, livebench-task-math_comp,livebench,qwen3-next-80b-a3b-thinking,solo,reasoning-math,hard,,,,,,,88.235,score%,0.000289,,prev=88.235 (src-livebench-question-set-2026-01-08-2026-03-06#M1803),"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-thinking, column math_comp)",,out:single-couple, livebench-task-olympiad,livebench,qwen3-next-80b-a3b-thinking,solo,reasoning-math,hard,,,,,,,72.805,score%,0.000289,,prev=72.805 (src-livebench-question-set-2026-01-08-2026-03-06#M1804),"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-thinking, column olympiad)",,out:single-couple, livebench-task-paraphrase,livebench,qwen3-next-80b-a3b-thinking,solo,mixed,hard,,,,,,,33.167,score%,0.000289,,prev=33.167 (src-livebench-question-set-2026-01-08-2026-03-06#M1805),"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-thinking, column paraphrase)",,out:single-couple, livebench-task-plot_unscrambling,livebench,qwen3-next-80b-a3b-thinking,solo,mixed,hard,,,,,,,40.768,score%,0.000289,,prev=40.768 (src-livebench-question-set-2026-01-08-2026-03-06#M1806),"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-thinking, column plot_unscrambling)",,out:single-couple, livebench-task-python,livebench,qwen3-next-80b-a3b-thinking,solo,coding,hard,,,,,,,10.0,score%,0.0289,,prev=10.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1807),"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-thinking, column python)",,out:single-couple, livebench-task-simplify,livebench,qwen3-next-80b-a3b-thinking,solo,mixed,hard,,,,,,,39.067,score%,0.000289,,prev=39.067 (src-livebench-question-set-2026-01-08-2026-03-06#M1808),"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-thinking, column simplify)",,out:single-couple, livebench-task-spatial,livebench,qwen3-next-80b-a3b-thinking,solo,mixed,hard,,,,,,,96.0,score%,0.0289,,prev=96.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1809),"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-thinking, column spatial)",,out:single-couple, livebench-task-story_generation,livebench,qwen3-next-80b-a3b-thinking,solo,mixed,hard,,,,,,,48.317,score%,0.000289,,prev=48.317 (src-livebench-question-set-2026-01-08-2026-03-06#M1810),"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-thinking, column story_generation)",,out:single-couple, livebench-task-summarize,livebench,qwen3-next-80b-a3b-thinking,solo,mixed,hard,,,,,,,45.617,score%,0.000289,,prev=45.617 (src-livebench-question-set-2026-01-08-2026-03-06#M1811),"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-thinking, column summarize)",,out:single-couple, livebench-task-tablejoin,livebench,qwen3-next-80b-a3b-thinking,solo,mixed,hard,,,,,,,46.327,score%,0.000289,,prev=46.327 (src-livebench-question-set-2026-01-08-2026-03-06#M1812),"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-thinking, column tablejoin)",,out:single-couple, livebench-task-tablereformat,livebench,qwen3-next-80b-a3b-thinking,solo,mixed,hard,,,,,,,100.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-thinking, column tablereformat)",,out:uninformative, livebench-task-theory_of_mind,livebench,qwen3-next-80b-a3b-thinking,solo,mixed,hard,,,,,,,46.154,score%,0.000289,,prev=46.154 (src-livebench-question-set-2026-01-08-2026-03-06#M1814),"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-thinking, column theory_of_mind)",,out:single-couple, livebench-task-typescript,livebench,qwen3-next-80b-a3b-thinking,solo,coding,hard,,,,,,,0.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-thinking, column typescript)",,out:uninformative, livebench-task-typos,livebench,qwen3-next-80b-a3b-thinking,solo,mixed,hard,,,,,,,58.0,score%,0.0289,,prev=58.0 (src-livebench-question-set-2026-01-08-2026-03-06#M1816),"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-thinking, column typos)",,out:single-couple, livebench-task-zebra_puzzle,livebench,qwen3-next-80b-a3b-thinking,solo,mixed,hard,,,,,,,32.5,score%,0.0289,,prev=32.5 (src-livebench-question-set-2026-01-08-2026-03-06#M1817),"https://livebench.ai/table_2026_01_08.csv (row qwen3-next-80b-a3b-thinking, column zebra_puzzle)",,out:single-couple, livebench-task-amps_hard,livebench,qwen3.6-plus,unstated,reasoning-math,hard,,,,,,,97.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3.6-plus, column AMPS_Hard)",,out:effort-not-established, livebench-task-code_completion,livebench,qwen3.6-plus,unstated,coding,hard,,,,,,,76.087,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3.6-plus, column code_completion)",,out:effort-not-established, livebench-task-code_generation,livebench,qwen3.6-plus,unstated,coding,hard,,,,,,,80.282,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3.6-plus, column code_generation)",,out:effort-not-established, livebench-task-connections,livebench,qwen3.6-plus,unstated,mixed,hard,,,,,,,90.5,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3.6-plus, column connections)",,out:effort-not-established, livebench-task-consecutive_events,livebench,qwen3.6-plus,unstated,mixed,hard,,,,,,,67.042,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3.6-plus, column consecutive_events)",,out:effort-not-established, livebench-task-integrals_with_game,livebench,qwen3.6-plus,unstated,reasoning-math,hard,,,,,,,62.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3.6-plus, column integrals_with_game)",,out:effort-not-established, livebench-task-javascript,livebench,qwen3.6-plus,unstated,coding,hard,,,,,,,45.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3.6-plus, column javascript)",,out:effort-not-established, livebench-task-logic_with_navigation,livebench,qwen3.6-plus,unstated,mixed,hard,,,,,,,70.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3.6-plus, column logic_with_navigation)",,out:effort-not-established, livebench-task-math_comp,livebench,qwen3.6-plus,unstated,reasoning-math,hard,,,,,,,93.137,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3.6-plus, column math_comp)",,out:effort-not-established, livebench-task-olympiad,livebench,qwen3.6-plus,unstated,reasoning-math,hard,,,,,,,82.762,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3.6-plus, column olympiad)",,out:effort-not-established, livebench-task-paraphrase,livebench,qwen3.6-plus,unstated,mixed,hard,,,,,,,60.617,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3.6-plus, column paraphrase)",,out:effort-not-established, livebench-task-plot_unscrambling,livebench,qwen3.6-plus,unstated,mixed,hard,,,,,,,52.468,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3.6-plus, column plot_unscrambling)",,out:effort-not-established, livebench-task-python,livebench,qwen3.6-plus,unstated,coding,hard,,,,,,,75.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3.6-plus, column python)",,out:effort-not-established, livebench-task-simplify,livebench,qwen3.6-plus,unstated,mixed,hard,,,,,,,51.567,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3.6-plus, column simplify)",,out:effort-not-established, livebench-task-spatial,livebench,qwen3.6-plus,unstated,mixed,hard,,,,,,,98.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3.6-plus, column spatial)",,out:effort-not-established, livebench-task-story_generation,livebench,qwen3.6-plus,unstated,mixed,hard,,,,,,,56.867,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3.6-plus, column story_generation)",,out:effort-not-established, livebench-task-summarize,livebench,qwen3.6-plus,unstated,mixed,hard,,,,,,,64.317,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3.6-plus, column summarize)",,out:effort-not-established, livebench-task-tablejoin,livebench,qwen3.6-plus,unstated,mixed,hard,,,,,,,44.654,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3.6-plus, column tablejoin)",,out:effort-not-established, livebench-task-tablereformat,livebench,qwen3.6-plus,unstated,mixed,hard,,,,,,,98.039,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3.6-plus, column tablereformat)",,out:effort-not-established, livebench-task-theory_of_mind,livebench,qwen3.6-plus,unstated,mixed,hard,,,,,,,67.308,score%,0.000289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3.6-plus, column theory_of_mind)",,out:effort-not-established, livebench-task-typescript,livebench,qwen3.6-plus,unstated,coding,hard,,,,,,,45.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3.6-plus, column typescript)",,out:effort-not-established, livebench-task-typos,livebench,qwen3.6-plus,unstated,mixed,hard,,,,,,,82.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3.6-plus, column typos)",,out:effort-not-established, livebench-task-zebra_puzzle,livebench,qwen3.6-plus,unstated,mixed,hard,,,,,,,68.0,score%,0.0289,,,"https://livebench.ai/table_2026_01_08.csv (row qwen3.6-plus, column zebra_puzzle)",,out:effort-not-established, livemace-rule-following,livemace-2610.09872,gpt-5.4,unstated,agentic-tool,frontier,ReAct (own harness),,,,,,0.682,score-of-1,0.000289,,,"https://arxiv.org/abs/2610.09872 (Table 2, row GPT-5.4, column HPR)",,out:effort-not-established, livemace-rule-following,livemace-2610.09872,deepseek-v3.2,unstated,agentic-tool,frontier,ReAct (own harness),,,,,,0.877,score-of-1,0.000289,,,"https://arxiv.org/abs/2610.09872 (Table 2, row DeepSeek-V3.2, column HPR)",,out:effort-not-established, livemace-rule-following,livemace-2610.09872,gemini-3.1-pro,unstated,agentic-tool,frontier,ReAct (own harness),,,,,,0.888,score-of-1,0.000289,,,"https://arxiv.org/abs/2610.09872 (Table 2, row Gemini-3.1-Pro, column HPR)",,out:effort-not-established, livemace-rule-following,livemace-2610.09872,grok-4.20,unstated,agentic-tool,frontier,ReAct (own harness),,,,,,0.834,score-of-1,0.000289,,,"https://arxiv.org/abs/2610.09872 (Table 2, row Grok-4.20, column HPR)",,out:effort-not-established, llmjp-v2-avg,llm-jp-leaderboard-v2,qwen3.5-27b,not-established:absent,mixed,mid,llm-jp-eval,,,,,,0.5778813423417334,score-of-1,0,,,https://huggingface.co/datasets/llm-jp/leaderboard-contents-v2/resolve/main/leaderboard.parquet (T1/parquet-row-10/AVG),,out:effort-not-established, llmjp-v2-avg,llm-jp-leaderboard-v2,qwen3.6-27b,not-established:absent,mixed,mid,llm-jp-eval,,,,,,0.5894459736839605,score-of-1,0,,,https://huggingface.co/datasets/llm-jp/leaderboard-contents-v2/resolve/main/leaderboard.parquet (T1/parquet-row-13/AVG),,out:effort-not-established, llm2014-logic-2026-10-median,llm2014-logic,gpt-6-astra,xhigh,reasoning-math,hard,none,per-run-scope-unstated,126.46,0.00289,,,86.53,score-median(中位分数),0.00289,,cost-method-assumed-single,"https://github.com/llm2014/llm_benchmark (CSV row GPT-6 Astra (xhigh), column 中位分数)",,in,out:cost-not-comparable llm2014-logic-2026-10-median,llm2014-logic,gemini-4-argon,high,reasoning-math,hard,none,per-run-scope-unstated,47.13,0.00289,,,69.13,score-median(中位分数),0.00289,,base-scheduled-list-price; cost-method-assumed-single,"https://github.com/llm2014/llm_benchmark (CSV row Gemini 4 Argon (high), column 中位分数)",,in,out:cost-not-comparable llm2014-logic-2026-10-median,llm2014-logic,gpt-6.1-sol,xhigh,reasoning-math,hard,none,per-run-scope-unstated,25.03,0.00289,,,67.79,score-median(中位分数),0.00289,,cost-method-assumed-single,"https://github.com/llm2014/llm_benchmark (CSV row GPT-6.1 Sol (xhigh), column 中位分数)",,in,out:cost-not-comparable llm2014-logic-2026-10-median,llm2014-logic,sonnet-5.5,xhigh,reasoning-math,hard,none,per-run-scope-unstated,77.27,0.00289,,,57.41,score-median(中位分数),0.00289,,cost-method-assumed-single,"https://github.com/llm2014/llm_benchmark (CSV row Sonnet 5.5 (xhigh), column 中位分数)",,in,out:cost-not-comparable llm2014-logic-2026-10-median,llm2014-logic,deepseek-v4.1-flash-1017,max,reasoning-math,hard,none,per-run-scope-unstated,17.17,0.00289,,,56.03,score-median(中位分数),0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://github.com/llm2014/llm_benchmark (CSV row DeepSeek V4.1 Flash 1017 (max), column 中位分数)",,in,in llm2014-logic-2026-10-median,llm2014-logic,kimi-k3,max,reasoning-math,hard,none,per-run-scope-unstated,123.55,0.00289,,,53.16,score-median(中位分数),0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://github.com/llm2014/llm_benchmark (CSV row Kimi-K3 (max), column 中位分数)",,in,in llm2014-logic-2026-10-median,llm2014-logic,deepseek-v4.1-flash,max,reasoning-math,hard,none,per-run-scope-unstated,19.92,0.00289,,,52.98,score-median(中位分数),0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://github.com/llm2014/llm_benchmark (CSV row DeepSeek V4.1 Flash (max), column 中位分数)",,in,in llm2014-logic-2026-10-median,llm2014-logic,gemini-3.8-flash,high,reasoning-math,hard,none,per-run-scope-unstated,27.13,0.00289,,,51.25,score-median(中位分数),0.00289,,base-scheduled-list-price; cost-method-assumed-single,"https://github.com/llm2014/llm_benchmark (CSV row Gemini 3.8 Flash (high), column 中位分数)",,in,out:cost-not-comparable llm2014-logic-2026-10-median,llm2014-logic,glm-5.3,max,reasoning-math,hard,none,per-run-scope-unstated,52.98,0.00289,,,47.72,score-median(中位分数),0.00289,,cost-method-assumed-single,"https://github.com/llm2014/llm_benchmark (CSV row GLM-5.3 (max), column 中位分数)",,in,out:cost-not-comparable llm2014-logic-2026-10-median,llm2014-logic,deepseek-v4-pro-0813,max,reasoning-math,hard,none,per-run-scope-unstated,47.08,0.00289,,,47.43,score-median(中位分数),0.00289,,base-last-list-price; cost-method-assumed-single,"https://github.com/llm2014/llm_benchmark (CSV row DeepSeek V4 Pro 0813 (max), column 中位分数)",,in,out:cost-not-comparable llm2014-logic-2026-10-median,llm2014-logic,?Qwen3.8-Max,not-established:absent,reasoning-math,hard,none,per-run-scope-unstated,72.79,0.00289,,,45.28,score-median(中位分数),0.00289,,,"https://github.com/llm2014/llm_benchmark (CSV row Qwen3.8-Max (xhigh), column 中位分数)",,out:model-not-established,out:model-not-established llm2014-logic-2026-10-median,llm2014-logic,glm-5.3-flash,max,reasoning-math,hard,none,per-run-scope-unstated,4.00,0.00289,,,44.59,score-median(中位分数),0.00289,,cost-method-assumed-single,"https://github.com/llm2014/llm_benchmark (CSV row GLM-5.3-Flash (max), column 中位分数)",,in,out:cost-not-comparable llm2014-logic-2026-10-median,llm2014-logic,qwen3.8-flash,not-established:absent,reasoning-math,hard,none,per-run-scope-unstated,5.13,0.00289,,,37.57,score-median(中位分数),0.00289,,,"https://github.com/llm2014/llm_benchmark (CSV row Qwen3.8-Flash (xhigh), column 中位分数)",,out:effort-not-established,out:effort-not-established llm2014-logic-2026-10-median,llm2014-logic,haiku-5.5,xhigh,reasoning-math,hard,none,per-run-scope-unstated,5.70,0.00289,,,32.33,score-median(中位分数),0.00289,,cost-method-assumed-single,"https://github.com/llm2014/llm_benchmark (CSV row Haiku 5.5 (xhigh), column 中位分数)",,in,out:cost-not-comparable llm2014-logic-2026-10-median,llm2014-logic,qwen3.8-27b,xhigh,reasoning-math,hard,none,per-run-scope-unstated,24.60,0.00289,,,31.20,score-median(中位分数),0.00289,,cost-method-assumed-single,"https://github.com/llm2014/llm_benchmark (CSV row Qwen3.8-27B (xhigh), column 中位分数)",,in,out:cost-not-comparable llm2014-logic-2026-10-median,llm2014-logic,gpt-6-luna,xhigh,reasoning-math,hard,none,per-run-scope-unstated,2.70,0.00289,,,23.95,score-median(中位分数),0.00289,,cost-method-assumed-single,"https://github.com/llm2014/llm_benchmark (CSV row GPT-6 Luna (xhigh), column 中位分数)",,in,out:cost-not-comparable llm2014-logic-2026-10-median,llm2014-logic,gemini-3.5-flash-lite,high,reasoning-math,hard,none,per-run-scope-unstated,7.59,0.00289,,,11.92,score-median(中位分数),0.00289,,cost-method-assumed-single,"https://github.com/llm2014/llm_benchmark (CSV row Gemini 3.5 Flash Lite (high), column 中位分数)",,in,out:cost-not-comparable llm2014-logic-2026-10-median,llm2014-logic,?GPT-5.5 Instant,not-established:absent,reasoning-math,hard,none,per-run-scope-unstated,11.12,0.00289,,,9.41,score-median(中位分数),0.00289,,,"https://github.com/llm2014/llm_benchmark (CSV row GPT-5.5 Instant, column 中位分数)",,out:model-not-established,out:model-not-established llm2014-logic-2026-10-median,llm2014-logic,deepseek-v4.1-flash,not-established:absent,reasoning-math,hard,none,per-run-scope-unstated,0.81,0.00289,,,3.42,score-median(中位分数),0.00289,,,"https://github.com/llm2014/llm_benchmark (CSV row DeepSeek V4.1 Flash, column 中位分数)",,out:effort-not-established,out:effort-not-established llm2014-logic-2026-10-median,llm2014-logic,qwen3.8-27b,not-established:absent,reasoning-math,hard,none,per-run-scope-unstated,2.73,0.00289,,,2.85,score-median(中位分数),0.00289,,,"https://github.com/llm2014/llm_benchmark (CSV row Qwen3.8-27B, column 中位分数)",,out:effort-not-established,out:effort-not-established llm-chess-elo,llm_chess,opus-5,high,mixed,mid,,per-game,7.561386415094339,2.89e-10,,,1285.381,Elo,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row claude-opus-5_adaptive-thinking-high / column elo),,in,in llm-chess-elo,llm_chess,sonnet-5,high,mixed,mid,,per-game,2.770031044776119,2.89e-10,,,805.861,Elo,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row claude-sonnet-5_adaptive-thinking-high / column elo),,in,in llm-chess-elo,llm_chess,opus-5.5,high,mixed,mid,,per-game,1.3963537499999998,2.89e-10,,,1575.252,Elo,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row claude-opus-5-5-high / column elo),,in,in llm-chess-elo,llm_chess,opus-4.5,think-16000,mixed,mid,,per-game,7.336953265306123,2.89e-10,,,446.064,Elo,0.000289,,,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row claude-opus-4-5-20251101_thinking_16000 / column elo),,out:budget-config,out:budget-config llm-chess-elo,llm_chess,sonnet-4.6,high,mixed,mid,,per-game,10.799684285714285,2.89e-10,,,189.675,Elo,0.000289,,cost-method-assumed-single,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row claude-sonnet-4-6_thinking-high / column elo),,in,out:cost-not-comparable llm-chess-elo,llm_chess,opus-4.5,nothink,mixed,mid,,per-game,0.8728250000000001,2.89e-10,,,71.145,Elo,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row claude-opus-4-5 / column elo),,out:single-couple,out:cost-single-couple llm-chess-elo,llm_chess,opus-4.6,high,mixed,mid,,per-game,8.75754756097561,2.89e-10,,,198.192,Elo,0.000289,,cost-method-assumed-single,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row claude-opus-4-6_thinking-high / column elo),,out:single-couple,out:cost-not-comparable llm-chess-elo,llm_chess,opus-4.8,high,mixed,mid,,per-game,1.3331651219512195,2.89e-10,,,449.807,Elo,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row claude-opus-4-8_adaptive-thinking-high / column elo),,in,in llm-chess-elo,llm_chess,sonnet-4.5,think-16000,mixed,mid,,per-game,2.1978250000000004,2.89e-10,,,112.716,Elo,0.000289,,,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row claude-sonnet-4-5_thinking_16000 / column elo),,out:budget-config,out:budget-config llm-chess-elo,llm_chess,haiku-4.5,think-16000,mixed,mid,,per-game,1.1466850000000002,2.89e-10,,,126.581,Elo,0.000289,,,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row claude-haiku-4-5_thinking_16000 / column elo),,out:budget-config,out:budget-config llm-chess-elo,llm_chess,sonnet-4.5,nothink,mixed,mid,,per-game,0.49791500000000005,2.89e-10,,,-35.860,Elo,0.000289,,cost-method-assumed-single,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row claude-sonnet-4-5 / column elo),,out:single-couple,out:cost-not-comparable llm-chess-elo,llm_chess,opus-4.1,not-established:absent,mixed,mid,,per-game,2.970163650793651,2.89e-10,,,-37.947,Elo,0.000289,,,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row claude-opus-4-1 / column elo),,out:effort-not-established,out:effort-not-established llm-chess-elo,llm_chess,sonnet-5,not-established:absent,mixed,mid,,per-game,0.5746800000000001,2.89e-10,,,272.202,Elo,0.000289,,,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row claude-sonnet-5 / column elo),,out:effort-not-established,out:effort-not-established llm-chess-elo,llm_chess,haiku-4.5,nothink,mixed,mid,,per-game,0.19032999999999997,2.89e-10,,,-41.969,Elo,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row claude-haiku-4-5 / column elo),,in,in llm-chess-elo,llm_chess,sonnet-4.6,not-established:absent,mixed,mid,,per-game,0.6274257894736842,2.89e-10,,,110.636,Elo,0.000289,,,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row claude-sonnet-4-6 / column elo),,out:effort-not-established,out:effort-not-established llm-chess-elo,llm_chess,sonnet-3.7,nothink,mixed,mid,,per-game,0.8992886127167631,2.89e-10,,,-76.405,Elo,0.000289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row claude-3-7-sonnet / column elo),,out:single-couple,out:cost-single-couple llm-chess-elo,llm_chess,opus-4,not-established:absent,mixed,mid,,per-game,3.28156,2.89e-10,,,-10.948,Elo,0.000289,,,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row claude-opus-4 / column elo),,out:effort-not-established,out:effort-not-established llm-chess-elo,llm_chess,sonnet-3.7,think-2000,mixed,mid,,per-game,1.61238,2.89e-10,,,-62.414,Elo,0.000289,,,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row claude-3-7-sonnet_thinking_2048 / column elo),,out:budget-config,out:budget-config llm-chess-elo,llm_chess,sonnet-3.7,think-10000,mixed,mid,,per-game,2.07538,2.89e-10,,,-1.033,Elo,0.000289,,,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row claude-3-7-sonnet_thinking_10000 / column elo),,out:budget-config,out:budget-config llm-chess-elo,llm_chess,opus-4,think-16000,mixed,mid,,per-game,7.92333,2.89e-10,,,29.320,Elo,0.000289,,,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row claude-opus-4_thinking_16000 / column elo),,out:effort-not-established,out:effort-not-established llm-chess-elo,llm_chess,sonnet-4,think-16000,mixed,mid,,per-game,2.332927323943662,2.89e-10,,,115.317,Elo,0.000289,,,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row claude-sonnet-4_thinking_16000 / column elo),,out:effort-not-established,out:effort-not-established llm-chess-elo,llm_chess,sonnet-4,not-established:absent,mixed,mid,,per-game,0.64424,2.89e-10,,,-10.948,Elo,0.000289,,,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row claude-sonnet-4 / column elo),,out:effort-not-established,out:effort-not-established llm-chess-elo,llm_chess,sonnet-3.7,think-1024,mixed,mid,,per-game,1.31591,2.89e-10,,,-36.061,Elo,0.000289,,,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row claude-3-7-sonnet_thinking_1024 / column elo),,out:budget-config,out:budget-config llm-chess-elo,llm_chess,sonnet-3.7,think-5000,mixed,mid,,per-game,1.91561,2.89e-10,,,-36.061,Elo,0.000289,,,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row claude-3-7-sonnet_thinking_5000 / column elo),,out:budget-config,out:budget-config llm-chess-elo,llm_chess,opus-4.7,high,mixed,mid,,per-game,1.8573733333333338,2.89e-10,,,691.058,Elo,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row claude-opus-4-7_adaptive-thinking-high / column elo),,in,in llm-chess-elo,llm_chess,sonnet-5.5,high,mixed,mid,,per-game,1.1466913175675675,0.221,,,1194.567,Elo,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row claude-sonnet-5-5-high / column elo),,in,out:cost-single-couple llm-chess-elo,llm_chess,haiku-5.5,high,mixed,mid,,per-game,0.08124833333333334,2.89e-10,,,1142.774,Elo,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row claude-haiku-5-5-high / column elo),,in,in llm-chess-elo,llm_chess,gpt-5.1-codex-mini,high,mixed,mid,,per-game,1.0971892857142858,2.89e-10,,,544.037,Elo,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gpt-5.1-codex-mini-high / column elo),,in,in llm-chess-elo,llm_chess,deepseek-r1-0528,solo,mixed,mid,,per-game,1.9054536842105263,2.89e-10,,,299.655,Elo,0.000289,,cost-method-assumed-single,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row deepseek-r1-0528 / column elo),,out:single-couple,out:cost-not-comparable llm-chess-elo,llm_chess,gemini-3.8-flash,high,mixed,mid,,per-game,2.1946931249999997,2.89e-10,,,1546.082,Elo,0.000289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gemini-3.8-flash-high / column elo),,in,in llm-chess-elo,llm_chess,?qwen3-next-80b-a3b,not-established:absent,mixed,mid,,per-game,0.12008531250000001,2.89e-10,,,-127.888,Elo,0.000289,,,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row qwen3-next-80b-a3b / column elo),,out:model-not-established,out:model-not-established llm-chess-elo,llm_chess,gpt-5.2-chat-latest,solo,mixed,mid,,per-game,0.7661915254237288,2.89e-10,,,142.406,Elo,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gpt-5.2-chat / column elo),,in,in llm-chess-elo,llm_chess,grok-4.6,high,mixed,mid,,per-game,0.4677425,2.89e-10,,,442.665,Elo,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row grok-4.6-high / column elo),,in,in llm-chess-elo,llm_chess,?qwen3.5-4b@bf16,not-established:absent,mixed,mid,,per-game,0.0,2.89e-10,,,-557.710,Elo,0.000289,,,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row qwen3.5-4b-thinking@bf16 / column elo),,out:model-not-established,out:model-not-established llm-chess-elo,llm_chess,gpt-5.2,medium,mixed,mid,,per-game,3.123568245614035,2.89e-10,,,1085.129,Elo,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gpt-5.2-medium / column elo),,in,in llm-chess-elo,llm_chess,?gemini-3-pro-preview,not-established:absent,mixed,mid,,per-game,4.226311132075471,2.89e-10,,,1033.727,Elo,0.000289,,,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gemini-3-pro-preview-high / column elo),,out:model-not-established,out:model-not-established llm-chess-elo,llm_chess,gpt-5-nano,high,mixed,mid,,per-game,0.48581250000000004,2.89e-10,,,682.959,Elo,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gpt-5-nano-high / column elo),,out:single-couple,out:cost-single-couple llm-chess-elo,llm_chess,gpt-5,medium,mixed,mid,,per-game,6.356617540983605,2.89e-10,,,1086.438,Elo,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gpt-5-medium / column elo),,out:single-couple,out:cost-single-couple llm-chess-elo,llm_chess,?zai.glm-5,not-established:absent,mixed,mid,,per-game,0.10044153846153846,2.89e-10,,,-299.220,Elo,0.000289,,,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row zai.glm-5 / column elo),,out:model-not-established,out:model-not-established llm-chess-elo,llm_chess,grok-4-fast,think,mixed,mid,,per-game,0.0,2.89e-10,,,735.072,Elo,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row grok-4-fast-reasoning / column elo),,out:single-couple,out:cost-single-couple llm-chess-elo,llm_chess,gemini-3-flash,default,mixed,mid,,per-game,0.7025675,2.89e-10,,,-179.501,Elo,0.000289,,,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gemini-3-flash-preview / column elo),,out:effort-not-established,out:effort-not-established llm-chess-elo,llm_chess,?gpt-oss-20b,not-established:absent,mixed,mid,,per-game,0.01784,2.89e-10,,,-257.661,Elo,0.000289,,,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gpt-oss-20b-high / column elo),,out:model-not-established,out:model-not-established llm-chess-elo,llm_chess,gemini-3.1-pro,high,mixed,mid,,per-game,4.192369701492538,2.89e-10,,,1511.389,Elo,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gemini-3.1-pro-preview-high / column elo),,in,in llm-chess-elo,llm_chess,gpt-5.6-sol,high,mixed,mid,,per-game,7.743559121621621,0.894,,,1548.470,Elo,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gpt-5.6-sol-high / column elo),,in,in llm-chess-elo,llm_chess,?gpt-oss-120b,not-established:absent,mixed,mid,,per-game,0.06007,2.89e-10,,,-283.551,Elo,0.000289,,,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gpt-oss-120b-low / column elo),,out:model-not-established,out:model-not-established llm-chess-elo,llm_chess,gpt-6.1-sol,high,mixed,mid,,per-game,0.7565649999999999,2.89e-10,,,1454.373,Elo,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gpt-6.1-sol-high / column elo),,in,in llm-chess-elo,llm_chess,grok-4.3,high,mixed,mid,,per-game,0.19277473684210528,2.89e-10,,,178.637,Elo,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row grok-4.3-high / column elo),,in,in llm-chess-elo,llm_chess,?gpt-5-chat,not-established:absent,mixed,mid,,per-game,0.12144,2.89e-10,,,-87.273,Elo,0.000289,,,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gpt-5-chat / column elo),,out:model-not-established,out:model-not-established llm-chess-elo,llm_chess,?kimi-k2.5,not-established:absent,mixed,mid,,per-game,0.9679708888888888,2.89e-10,,,111.181,Elo,0.000289,,,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row kimi-k2.5 / column elo),,out:model-not-established,out:model-not-established llm-chess-elo,llm_chess,deepseek-v3.2,nothink,mixed,mid,,per-game,0.0883066037735849,2.89e-10,,,189.183,Elo,0.000289,,cost-method-assumed-single,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row deepseek-V3.2_non-reasoning / column elo),,in,out:cost-not-comparable llm-chess-elo,llm_chess,gpt-5.6-terra,xhigh,mixed,mid,,per-game,2.9912695312500004,0.192,,,1293.005,Elo,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gpt-5.6-terra-xhigh / column elo),,in,in llm-chess-elo,llm_chess,grok-4.20,nothink,mixed,mid,,per-game,0.08117402777777777,0.0193,,,-125.005,Elo,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row grok-4-20-non-reasoning / column elo),,in,out:cost-single-couple llm-chess-elo,llm_chess,gpt-6-luna,xhigh,mixed,mid,,per-game,0.07266948717948718,2.89e-10,,,854.955,Elo,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gpt-6-luna-xhigh / column elo),,in,in llm-chess-elo,llm_chess,gpt-5.4,high,mixed,mid,,per-game,5.116618181818182,2.89e-10,,,1322.295,Elo,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gpt-5.4-high / column elo),,in,in llm-chess-elo,llm_chess,gpt-5.3-codex,medium,mixed,mid,,per-game,1.8376430188679245,2.89e-10,,,1053.100,Elo,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gpt-5.3-codex-medium / column elo),,in,in llm-chess-elo,llm_chess,gpt-5.2,low,mixed,mid,,per-game,1.2976286363636365,2.89e-10,,,782.509,Elo,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gpt-5.2-low / column elo),,in,in llm-chess-elo,llm_chess,gpt-5.4,low,mixed,mid,,per-game,7.68616782051282,2.89e-10,,,347.899,Elo,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gpt-5.4-low / column elo),,in,in llm-chess-elo,llm_chess,grok-4.1-fast,nothink,mixed,mid,,per-game,0.016363333333333334,2.89e-10,,,-118.386,Elo,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row grok-4-1-fast-non-reasoning / column elo),,in,in llm-chess-elo,llm_chess,grok-4-fast,not-established:contradictory,mixed,mid,,per-game,0.018071,2.89e-10,,,-191.313,Elo,0.000289,,,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row grok-4-fast-non-reasoning / column elo),,out:effort-not-established,out:effort-not-established llm-chess-elo,llm_chess,gpt-5.4-nano,high,mixed,mid,,per-game,0.739572,2.89e-10,,,207.329,Elo,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gpt-5.4-nano-high / column elo),,in,in llm-chess-elo,llm_chess,gpt-5-mini,medium,mixed,mid,,per-game,0.43902,2.89e-10,,,348.520,Elo,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gpt-5-mini-medium / column elo),,out:single-couple,out:cost-single-couple llm-chess-elo,llm_chess,?gemini-3.7-flash,not-established:absent,mixed,mid,,per-game,0.74793,2.89e-10,,,1107.052,Elo,0.000289,,,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gemini-3.7-flash-high / column elo),,out:model-not-established,out:model-not-established llm-chess-elo,llm_chess,gpt-5-nano,medium,mixed,mid,,per-game,0.1921425,2.89e-10,,,413.304,Elo,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gpt-5-nano-medium / column elo),,out:single-couple,out:cost-single-couple llm-chess-elo,llm_chess,gpt-6-astra,xhigh,mixed,mid,,per-game,5.4722375,2.89e-10,,,1579.349,Elo,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gpt-6-astra-xhigh / column elo),,in,in llm-chess-elo,llm_chess,?qwen3-4b@q8,not-established:absent,mixed,mid,,per-game,0.13125,2.89e-10,,,-636.928,Elo,0.000289,,,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row qwen3-4b-thinking@q8 / column elo),,out:model-not-established,out:model-not-established llm-chess-elo,llm_chess,?qwen3.8-27b@q4_k_m,not-established:absent,mixed,mid,,per-game,2.2891621875000006,2.89e-10,,,845.618,Elo,0.000289,,,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row qwen3.8-27b@q4_k_m / column elo),,out:model-not-established,out:model-not-established llm-chess-elo,llm_chess,gpt-5.6-terra,high,mixed,mid,,per-game,2.39193,0.153,,,1210.738,Elo,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gpt-5.6-terra-high / column elo),,in,in llm-chess-elo,llm_chess,gpt-5.6-luna,medium,mixed,mid,,per-game,0.37861350000000005,0.146,,,730.109,Elo,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gpt-5.6-luna-medium / column elo),,in,in llm-chess-elo,llm_chess,gemini-3.8-flash,medium,mixed,mid,,per-game,0.8616872972972973,2.89e-10,,,1526.512,Elo,0.000289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gemini-3.8-flash-medium / column elo),,in,in llm-chess-elo,llm_chess,gpt-6-sol,high,mixed,mid,,per-game,1.405334375,2.89e-10,,,1310.491,Elo,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gpt-6-sol-high / column elo),,in,in llm-chess-elo,llm_chess,gpt-5.5,high,mixed,mid,,per-game,8.246430689655172,2.89e-10,,,1528.435,Elo,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gpt-5.5-high / column elo),,in,in llm-chess-elo,llm_chess,?gpt-oss-120b,not-established:absent,mixed,mid,,per-game,0.05433214285714285,2.89e-10,,,-217.178,Elo,0.000289,,,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gpt-oss-120b-medium / column elo),,out:model-not-established,out:model-not-established llm-chess-elo,llm_chess,?qwen3.5-9b@bf16,not-established:absent,mixed,mid,,per-game,0.0,2.89e-10,,,-199.604,Elo,0.000289,,,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row qwen3.5-9b-thinking@bf16 / column elo),,out:model-not-established,out:model-not-established llm-chess-elo,llm_chess,gpt-5-mini,high,mixed,mid,,per-game,1.278835882352941,2.89e-10,,,758.971,Elo,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gpt-5-mini-high / column elo),,out:single-couple,out:cost-single-couple llm-chess-elo,llm_chess,gpt-5.6-luna,high,mixed,mid,,per-game,0.8993059999999999,0.346,,,919.397,Elo,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gpt-5.6-luna-high / column elo),,in,in llm-chess-elo,llm_chess,gemini-3.1-flash-lite-preview,default,mixed,mid,,per-game,0.020465,2.89e-10,,,-132.882,Elo,0.000289,,,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gemini-3.1-flash-lite-preview / column elo),,out:effort-not-established,out:effort-not-established llm-chess-elo,llm_chess,gpt-5.1,medium,mixed,mid,,per-game,3.2093180821917806,2.89e-10,,,947.606,Elo,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gpt-5.1-medium / column elo),,in,in llm-chess-elo,llm_chess,?glm-4.7-flash@q4,not-established:absent,mixed,mid,,per-game,0.00326,2.89e-10,,,-328.097,Elo,0.000289,,,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row glm-4.7-flash@q4 / column elo),,out:model-not-established,out:model-not-established llm-chess-elo,llm_chess,grok-4.1-fast,default,mixed,mid,,per-game,0.0,2.89e-10,,,799.526,Elo,0.000289,,,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row grok-4-1-fast-reasoning / column elo),,out:effort-not-established,out:effort-not-established llm-chess-elo,llm_chess,?qwen3-30b-a3b@q4_k_m,not-established:absent,mixed,mid,,per-game,0.5518,2.89e-10,,,-37.298,Elo,0.000289,,,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row qwen3-30b-a3b-thinking@q4_k_m / column elo),,out:model-not-established,out:model-not-established llm-chess-elo,llm_chess,?qwen3.5-9b@q8_0,not-established:absent,mixed,mid,,per-game,0.0,2.89e-10,,,-257.661,Elo,0.000289,,,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row qwen3.5-9b@q8_0 / column elo),,out:model-not-established,out:model-not-established llm-chess-elo,llm_chess,?qwen3.6-27b@q4_k_s,not-established:absent,mixed,mid,,per-game,1.4642485185185186,2.89e-10,,,270.019,Elo,0.000289,,,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row qwen3.6-27b@q4_k_s / column elo),,out:model-not-established,out:model-not-established llm-chess-elo,llm_chess,?gemini-3.5-flash,not-established:absent,mixed,mid,,per-game,2.519815081967213,2.89e-10,,,952.904,Elo,0.000289,,,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gemini-3.5-flash-medium / column elo),,out:model-not-established,out:model-not-established llm-chess-elo,llm_chess,gpt-5.5,medium,mixed,mid,,per-game,6.570826363636363,2.89e-10,,,1532.163,Elo,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gpt-5.5-medium / column elo),,in,in llm-chess-elo,llm_chess,gpt-5.6-sol,medium,mixed,mid,,per-game,4.640325000000001,0.536,,,1239.967,Elo,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gpt-5.6-sol-medium / column elo),,in,in llm-chess-elo,llm_chess,gpt-5-mini,low,mixed,mid,,per-game,0.13058,2.89e-10,,,-55.601,Elo,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gpt-5-mini-low / column elo),,out:single-couple,out:cost-single-couple llm-chess-elo,llm_chess,gpt-5.6-sol,xhigh,mixed,mid,,per-game,10.285118749999999,1.19,,,1549.708,Elo,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gpt-5.6-sol-xhigh / column elo),,in,in llm-chess-elo,llm_chess,gpt-5.1,low,mixed,mid,,per-game,0.9141570588235294,2.89e-10,,,614.713,Elo,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gpt-5.1-low / column elo),,in,in llm-chess-elo,llm_chess,?gpt-oss-20b,not-established:absent,mixed,mid,,per-game,0.01539,2.89e-10,,,-231.965,Elo,0.000289,,,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gpt-oss-20b-medium / column elo),,out:model-not-established,out:model-not-established llm-chess-elo,llm_chess,?gpt-oss-20b,not-established:absent,mixed,mid,,per-game,0.01942,2.89e-10,,,-299.865,Elo,0.000289,,,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gpt-oss-20b-low / column elo),,out:model-not-established,out:model-not-established llm-chess-elo,llm_chess,gemini-3.6-flash,medium,mixed,mid,,per-game,2.4176900000000003,0.465,,,921.327,Elo,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gemini-3.6-flash-medium / column elo),,in,in llm-chess-elo,llm_chess,?qwen3.5-35b-a3b@q4_k_m,not-established:absent,mixed,mid,,per-game,0.46158214285714283,2.89e-10,,,-26.043,Elo,0.000289,,,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row qwen3.5-35b-a3b@q4_k_m / column elo),,out:model-not-established,out:model-not-established llm-chess-elo,llm_chess,gpt-5.6-terra,medium,mixed,mid,,per-game,1.184724,0.076,,,935.890,Elo,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gpt-5.6-terra-medium / column elo),,in,in llm-chess-elo,llm_chess,gpt-5.6-luna,xhigh,mixed,mid,,per-game,1.505766,0.58,,,1185.297,Elo,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gpt-5.6-luna-xhigh / column elo),,in,in llm-chess-elo,llm_chess,?unsloth/qwen3.8-27b@q2_k_xl,not-established:absent,mixed,mid,,per-game,3.1003803999999997,2.89e-10,,,541.073,Elo,0.000289,,,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row unsloth/qwen3.8-27b@q2_k_xl / column elo),,out:model-not-established,out:model-not-established llm-chess-elo,llm_chess,gpt-6.1-sol,xhigh,mixed,mid,,per-game,1.6502433333333333,2.89e-10,,,1611.585,Elo,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gpt-6.1-sol-xhigh / column elo),,in,in llm-chess-elo,llm_chess,?gpt-oss-120b,not-established:absent,mixed,mid,,per-game,0.04269,2.89e-10,,,-252.146,Elo,0.000289,,,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gpt-oss-120b-high / column elo),,out:model-not-established,out:model-not-established llm-chess-elo,llm_chess,gpt-5.1-codex,low,mixed,mid,,per-game,1.3840779487179486,2.89e-10,,,504.257,Elo,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gpt-5.1-codex-low / column elo),,in,in llm-chess-elo,llm_chess,gpt-5.1-chat-latest,solo,mixed,mid,,per-game,0.12322462686567165,2.89e-10,,,-130.743,Elo,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gpt-5.1-chat / column elo),,in,in llm-chess-elo,llm_chess,gpt-5,low,mixed,mid,,per-game,2.564684862385321,2.89e-10,,,858.189,Elo,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gpt-5-low / column elo),,out:single-couple,out:cost-single-couple llm-chess-elo,llm_chess,gpt-5.4-mini,high,mixed,mid,,per-game,3.2264671910112357,2.89e-10,,,416.392,Elo,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gpt-5.4-mini-high / column elo),,in,in llm-chess-elo,llm_chess,gpt-5.4-mini,low,mixed,mid,,per-game,0.25627,2.89e-10,,,176.218,Elo,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gpt-5.4-mini-low / column elo),,in,in llm-chess-elo,llm_chess,gpt-5.4,medium,mixed,mid,,per-game,4.904163797468355,2.89e-10,,,1252.928,Elo,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gpt-5.4-medium / column elo),,in,in llm-chess-elo,llm_chess,kimi-k2-instruct,solo,mixed,mid,,per-game,0.06432,2.89e-10,,,-689.333,Elo,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row kimi-k2-instruct / column elo),,out:single-couple,out:cost-single-couple llm-chess-elo,llm_chess,gemini-3.6-flash,high,mixed,mid,,per-game,4.178406610169492,0.804,,,1093.734,Elo,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gemini-3.6-flash-high / column elo),,in,in llm-chess-elo,llm_chess,gpt-6-astra,high,mixed,mid,,per-game,4.644061641791045,2.89e-10,,,1613.842,Elo,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gpt-6-astra-high / column elo),,in,in llm-chess-elo,llm_chess,gpt-6-luna,high,mixed,mid,,per-game,0.04993151515151514,2.89e-10,,,730.279,Elo,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gpt-6-luna-high / column elo),,in,in llm-chess-elo,llm_chess,gpt-5-nano,low,mixed,mid,,per-game,0.0285125,2.89e-10,,,-116.982,Elo,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gpt-5-nano-low / column elo),,out:single-couple,out:cost-single-couple llm-chess-elo,llm_chess,gemini-3.6-flash,low,mixed,mid,,per-game,1.2715762499999999,0.245,,,498.400,Elo,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gemini-3.6-flash-low / column elo),,in,in llm-chess-elo,llm_chess,gpt-4.1-mini,solo,mixed,mid,,per-game,0.86151,2.89e-10,,,-167.205,Elo,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gpt-4.1-mini / column elo),,out:single-couple,out:cost-single-couple llm-chess-elo,llm_chess,?qwen-3-235b-a22b-instruct-2507,not-established:absent,mixed,mid,,per-game,0.08124,2.89e-10,,,-140.324,Elo,0.000289,,,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row qwen-3-235b-a22b-instruct-2507 / column elo),,out:model-not-established,out:model-not-established llm-chess-elo,llm_chess,grok-3-mini,nothink,mixed,mid,,per-game,0.0,2.89e-10,,,-37.298,Elo,0.000289,,,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row grok-3-mini-beta / column elo),,out:effort-not-established,out:effort-not-established llm-chess-elo,llm_chess,gpt-4-0613,solo,mixed,mid,,per-game,1.89858,2.89e-10,,,-119.795,Elo,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gpt-4 / column elo),,out:single-couple,out:cost-single-couple llm-chess-elo,llm_chess,?gemini-2.5-pro-preview-05-06,not-established:absent,mixed,mid,,per-game,0.58173,2.89e-10,,,-70.716,Elo,0.000289,,,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gemini-2.5-pro-preview-05-06 / column elo),,out:model-not-established,out:model-not-established llm-chess-elo,llm_chess,gpt-4.1,solo,mixed,mid,,per-game,0.14263,2.89e-10,,,-110.612,Elo,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gpt-4.1 / column elo),,out:single-couple,out:cost-single-couple llm-chess-elo,llm_chess,gpt-4.5-preview,solo,mixed,mid,,per-game,6.48343,2.89e-10,,,-110.999,Elo,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gpt-4.5-preview / column elo),,out:single-couple,out:cost-single-couple llm-chess-elo,llm_chess,gemini-2.5-pro,default,mixed,mid,,per-game,0.3477,2.89e-10,,,-147.178,Elo,0.000289,,,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gemini-2.5-pro / column elo),,out:effort-not-established,out:effort-not-established llm-chess-elo,llm_chess,o4-mini,medium,mixed,mid,,per-game,1.1091211557788945,2.89e-10,,,240.335,Elo,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row o4-mini-medium / column elo),,out:single-couple,out:cost-single-couple llm-chess-elo,llm_chess,o1,medium,mixed,mid,,per-game,21.902494150943397,2.89e-10,,,280.076,Elo,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row o1-medium / column elo),,out:single-couple,out:cost-single-couple llm-chess-elo,llm_chess,o3,medium,mixed,mid,,per-game,6.449395090909091,2.48,,,777.637,Elo,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row o3-medium / column elo),,out:single-couple,out:cost-single-couple llm-chess-elo,llm_chess,o3-mini,high,mixed,mid,,per-game,3.6220013684210524,2.89e-10,,,403.106,Elo,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row o3-mini-high / column elo),,out:single-couple,out:cost-single-couple llm-chess-elo,llm_chess,grok-3-mini,high,mixed,mid,,per-game,0.0,2.89e-10,,,430.366,Elo,0.000289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row grok-3-mini-beta-high / column elo),,out:single-couple,out:cost-single-couple llm-chess-elo,llm_chess,o4-mini,high,mixed,mid,,per-game,2.7146164532019705,2.89e-10,,,440.002,Elo,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row o4-mini-high / column elo),,out:single-couple,out:cost-single-couple llm-chess-elo,llm_chess,gemini-2.5-flash,default,mixed,mid,,per-game,0.04666,2.89e-10,,,-289.333,Elo,0.000289,,,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gemini-2.5-flash / column elo),,out:effort-not-established,out:effort-not-established llm-chess-elo,llm_chess,o4-mini,low,mixed,mid,,per-game,0.5068157723577236,2.89e-10,,,104.115,Elo,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row o4-mini-low / column elo),,out:single-couple,out:cost-single-couple llm-chess-elo,llm_chess,grok-3-mini,low,mixed,mid,,per-game,0.0,2.89e-10,,,-33.858,Elo,0.000289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row grok-3-mini-beta-low / column elo),,out:single-couple,out:cost-single-couple llm-chess-elo,llm_chess,grok-3,solo,mixed,mid,,per-game,0.0,2.89e-10,,,-137.249,Elo,0.000289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row grok-3-beta / column elo),,out:single-couple,out:cost-single-couple llm-chess-elo,llm_chess,o3,low,mixed,mid,,per-game,4.899200845849803,1.89,,,738.574,Elo,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row o3-low / column elo),,out:single-couple,out:cost-single-couple llm-chess-elo,llm_chess,?gemini-2.5-pro-preview-03-25,not-established:absent,mixed,mid,,per-game,0.55703,2.89e-10,,,-144.340,Elo,0.000289,,,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gemini-2.5-pro-preview-03-25 / column elo),,out:model-not-established,out:model-not-established llm-chess-elo,llm_chess,gpt-4o-1120,solo,mixed,mid,,per-game,0.31645,2.89e-10,,,-108.085,Elo,0.000289,,cost-method-assumed-single,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gpt-4o-2024-11-20 / column elo),,out:single-couple,out:cost-not-comparable llm-chess-elo,llm_chess,gpt-4o-mini,solo,mixed,mid,,per-game,0.02155,2.89e-10,,,-251.850,Elo,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gpt-4o-mini / column elo),,out:single-couple,out:cost-single-couple llm-chess-elo,llm_chess,o3-mini,not-established:absent,mixed,mid,,per-game,1.6057893548387099,2.89e-10,,,82.389,Elo,0.000289,,,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row o3-mini-medium / column elo),,out:effort-not-established,out:effort-not-established llm-chess-elo,llm_chess,gpt-4-turbo,solo,mixed,mid,,per-game,0.84823,2.89e-10,,,-103.830,Elo,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gpt-4-turbo / column elo),,out:single-couple,out:cost-single-couple llm-chess-elo,llm_chess,?deepseek-v3-0324,not-established:absent,mixed,mid,,per-game,0.04699,2.89e-10,,,-579.453,Elo,0.000289,,,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row deepseek-v3-0324 / column elo),,out:model-not-established,out:model-not-established llm-chess-elo,llm_chess,?gemini-1.5-pro-preview,not-established:absent,mixed,mid,,per-game,0.15497,2.89e-10,,,-651.021,Elo,0.000289,,,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gemini-1.5-pro-preview / column elo),,out:model-not-established,out:model-not-established llm-chess-elo,llm_chess,?deepseek-r1,not-established:absent,mixed,mid,,per-game,0.9375,2.89e-10,,,-216.161,Elo,0.000289,,,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row deepseek-r1 / column elo),,out:model-not-established,out:model-not-established llm-chess-elo,llm_chess,o1-preview,solo,mixed,mid,,per-game,22.56184,2.89e-10,,,46.339,Elo,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row o1-preview / column elo),,out:single-couple,out:cost-single-couple llm-chess-elo,llm_chess,qwen2.5-72b-instruct,solo,mixed,mid,,per-game,0.01101,2.89e-10,,,-672.233,Elo,0.000289,,cost-method-assumed-single,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row qwen2.5-72b-instruct / column elo),,out:single-couple,out:cost-not-comparable llm-chess-elo,llm_chess,?qwen-max,not-established:absent,mixed,mid,,per-game,0.13357,2.89e-10,,,-98.859,Elo,0.000289,,,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row qwen-max / column elo),,out:model-not-established,out:model-not-established llm-chess-elo,llm_chess,o1-mini,solo,mixed,mid,,per-game,2.413,2.89e-10,,,-52.413,Elo,0.000289,,cost-method-assumed-single,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row o1-mini / column elo),,out:single-couple,out:cost-not-comparable llm-chess-elo,llm_chess,gemini-2.0-flash,solo,mixed,mid,,per-game,0.01469,2.89e-10,,,-310.790,Elo,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gemini-2.0-flash-001 / column elo),,out:single-couple,out:cost-single-couple llm-chess-elo,llm_chess,?qwen-plus,not-established:absent,mixed,mid,,per-game,0.07284,2.89e-10,,,-616.161,Elo,0.000289,,,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row qwen-plus / column elo),,out:model-not-established,out:model-not-established llm-chess-elo,llm_chess,gpt-4o-0513,solo,mixed,mid,,per-game,0.26689,2.89e-10,,,-157.710,Elo,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gpt-4o-2024-05-13 / column elo),,out:single-couple,out:cost-single-couple llm-chess-elo,llm_chess,?gpt-4-32k,not-established:absent,mixed,mid,,per-game,2.22661,2.89e-10,,,-97.805,Elo,0.000289,,,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gpt-4-32k / column elo),,out:model-not-established,out:model-not-established llm-chess-elo,llm_chess,gpt-4o-0806,solo,mixed,mid,,per-game,0.20812,2.89e-10,,,-133.876,Elo,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gpt-4o-2024-08-06 / column elo),,out:single-couple,out:cost-single-couple llm-chess-elo,llm_chess,?deepseek-v3,not-established:absent,mixed,mid,,per-game,0.02577,2.89e-10,,,-822.813,Elo,0.000289,,,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row deepseek-v3 / column elo),,out:model-not-established,out:model-not-established llm-chess-elo,llm_chess,gemini-1.5-flash-001,solo,mixed,mid,,per-game,0.00338,2.89e-10,,,-366.861,Elo,0.000289,,cost-method-assumed-single,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gemini-1.5-flash-001 / column elo),,out:single-couple,out:cost-not-comparable llm-chess-elo,llm_chess,gemini-2.0-flash-lite-001,nothink,mixed,mid,,per-game,0.0075,2.89e-10,,,-812.439,Elo,0.000289,,,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gemini-2.0-flash-lite-001 / column elo),,out:effort-not-established,out:effort-not-established llm-chess-elo,llm_chess,gemini-2.0-flash-exp,solo,mixed,mid,,per-game,0.01151,2.89e-10,,,-672.233,Elo,0.000289,,cost-method-assumed-single,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gemini-2.0-flash-exp / column elo),,out:single-couple,out:cost-not-comparable llm-chess-elo,llm_chess,o3-mini,not-established:absent,mixed,mid,,per-game,0.45190148760330584,2.89e-10,,,-183.865,Elo,0.000289,,,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row o3-mini-low / column elo),,out:effort-not-established,out:effort-not-established llm-chess-elo,llm_chess,o1,not-established:absent,mixed,mid,,per-game,13.661481194029852,2.89e-10,,,153.736,Elo,0.000289,,,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row o1-low / column elo),,out:effort-not-established,out:effort-not-established llm-chess-elo,llm_chess,grok-2-1212,solo,mixed,mid,,per-game,0.0,2.89e-10,,,-334.823,Elo,0.000289,,cost-method-assumed-single,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row grok-2 / column elo),,out:single-couple,out:cost-not-comparable llm-chess-elo,llm_chess,grok-4.20,default,mixed,mid,,per-game,0.0,2.89e-10,,,842.954,Elo,0.000289,,,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row grok-4-20-reasoning / column elo),,out:effort-not-established,out:effort-not-established llm-chess-elo,llm_chess,gpt-6-sol,xhigh,mixed,mid,,per-game,3.4084114285714286,2.89e-10,,,1545.417,Elo,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gpt-6-sol-xhigh / column elo),,in,in llm-chess-elo,llm_chess,?gpt-6-luna-max,not-established:absent,mixed,mid,,per-game,0.2521882857142857,2.89e-10,,,1219.402,Elo,0.000289,,,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gpt-6-luna-max / column elo),,out:model-not-established,out:model-not-established llm-chess-elo-2026-10-21,llm_chess,?gemini-3.7-flash,not-established:absent,mixed,mid,llm_chess-harness,per-game,0.74793,2.89e-10,,,1107.052,Elo,0.000289,,,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gemini-3.7-flash-high / column elo),,out:model-not-established,out:model-not-established llm-chess-elo-2026-10-21,llm_chess,?gemini-3.5-flash,not-established:absent,mixed,mid,llm_chess-harness,per-game,2.5198150819672125,2.89e-10,,,952.904,Elo,0.000289,,,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gemini-3.5-flash-medium / column elo),,out:model-not-established,out:model-not-established llm-chess-elo,llm_chess,gemini-4-argon,high,mixed,mid,,per-game,1.2655299999999998,2.89e-10,,,1609.422,Elo,0.000289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row gemini-4-argon-high / column elo),,in,in llm-chess-elo,llm_chess,glm-5.3-flash,high,mixed,mid,,per-game,0.09764394736842105,2.89e-10,,,571.681,Elo,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row glm-5.3-flash-high / column elo),,in,in llm-chess-elo,llm_chess,?xai.grok-4.7-high,not-established:absent,mixed,mid,,per-game,2.75575,2.89e-10,,,889.748,Elo,0.000289,,,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row xai.grok-4.7-high / column elo),,out:model-not-established,out:model-not-established llm-chess-elo,llm_chess,haiku-3.5,solo,mixed,mid,,per-game,0.1489,2.89e-10,,,-120.463,Elo,0.000289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row claude-3-5-haiku / column elo),,out:single-couple,out:cost-single-couple llm-chess-elo,llm_chess,sonnet-3,solo,mixed,mid,,per-game,0.40399,2.89e-10,,,-321.780,Elo,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row claude-3-sonnet / column elo),,out:single-couple,out:cost-single-couple llm-chess-elo,llm_chess,opus-3,solo,mixed,mid,,per-game,2.32157,2.89e-10,,,-145.725,Elo,0.000289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://maxim-saplin.github.io/llm_chess/ (the CSV text inside `const data = \`...\`` / row claude-3-opus / column elo),,out:single-couple,out:cost-single-couple llm-chess-vs-random,llm_chess,opus-5.5,high,mixed,mid,,,,,,,100,win%,0,,,https://github.com/maxim-saplin/llm_chess (one row per aggregate_results.json file (fields copied unchanged; wins_of_games = black_wins + ' of ' + total_games) / row anthropic.claude-opus-5-5-high_2026-09-24-07-23-53/_aggregate_results.json / column wins_of_games),,out:uninformative, llm-chess-vs-random,llm_chess,sonnet-5.5,high,mixed,mid,,,,,,,90,win%,0,,,https://github.com/maxim-saplin/llm_chess (one row per aggregate_results.json file (fields copied unchanged; wins_of_games = black_wins + ' of ' + total_games) / row anthropic.claude-sonnet-5-5-high_2026-10-02-08-24-44/_aggregate_results.json / column wins_of_games),,in, llm-chess-vs-random,llm_chess,haiku-5.5,high,mixed,mid,,,,,,,100,win%,0,,,https://github.com/maxim-saplin/llm_chess (one row per aggregate_results.json file (fields copied unchanged; wins_of_games = black_wins + ' of ' + total_games) / row anthropic.claude-haiku-5-5-high_2026-10-08-09-08-50/_aggregate_results.json / column wins_of_games),,out:uninformative, llm-chess-vs-random,llm_chess,deepseek-r1-0528,solo,mixed,mid,,,,,,,30,win%,0,,,https://github.com/maxim-saplin/llm_chess (one row per aggregate_results.json file (fields copied unchanged; wins_of_games = black_wins + ' of ' + total_games) / row DeepSeek-R1-0528__2026-04-19-11-55-59___aggregate_results.json / column wins_of_games),,out:single-couple, llm-chess-vs-random,llm_chess,?deepseek-V3.2_non-reasoning,not-established:absent,mixed,mid,,,,,,,20,win%,0,,,https://github.com/maxim-saplin/llm_chess (one row per aggregate_results.json file (fields copied unchanged; wins_of_games = black_wins + ' of ' + total_games) / row DeepSeek-V3.2__2026-04-19-11-58-26___aggregate_results.json / column wins_of_games),,out:model-not-established, llm-chess-vs-random,llm_chess,gemini-3.1-flash-lite-preview,unstated,mixed,mid,,,,,,,0,win%,0,,,https://github.com/maxim-saplin/llm_chess (one row per aggregate_results.json file (fields copied unchanged; wins_of_games = black_wins + ' of ' + total_games) / row gemini-3.1-flash-lite-preview__2026-03-19-13-53-01___aggregate_results.json / column wins_of_games),,out:effort-not-established, llm-chess-vs-random,llm_chess,?gemini-3.1-pro-preview-high,not-established:absent,mixed,mid,,,,,,,100,win%,0,,,https://github.com/maxim-saplin/llm_chess (one row per aggregate_results.json file (fields copied unchanged; wins_of_games = black_wins + ' of ' + total_games) / row gemini-3.1-pro-preview__2026-03-09-22-52-23___aggregate_results.json / column wins_of_games),,out:model-not-established, llm-chess-vs-random,llm_chess,gemini-3.6-flash,high,mixed,mid,,,,,,,100,win%,0,,,https://github.com/maxim-saplin/llm_chess (one row per aggregate_results.json file (fields copied unchanged; wins_of_games = black_wins + ' of ' + total_games) / row gemini-3.6-flash-high__2026-07-27-13-51-25___aggregate_results.json / column wins_of_games),,out:uninformative, llm-chess-vs-random,llm_chess,gemini-3.6-flash,low,mixed,mid,,,,,,,60,win%,0,,,https://github.com/maxim-saplin/llm_chess (one row per aggregate_results.json file (fields copied unchanged; wins_of_games = black_wins + ' of ' + total_games) / row gemini-3.6-flash-low__2026-08-04-22-00-44___aggregate_results.json / column wins_of_games),,in, llm-chess-vs-random,llm_chess,gemini-3.6-flash,medium,mixed,mid,,,,,,,100,win%,0,,,https://github.com/maxim-saplin/llm_chess (one row per aggregate_results.json file (fields copied unchanged; wins_of_games = black_wins + ' of ' + total_games) / row gemini-3.6-flash-medium__2026-07-31-09-16-34___aggregate_results.json / column wins_of_games),,out:uninformative, llm-chess-vs-random,llm_chess,gemini-3.8-flash,medium,mixed,mid,,,,,,,100,win%,0,,,https://github.com/maxim-saplin/llm_chess (one row per aggregate_results.json file (fields copied unchanged; wins_of_games = black_wins + ' of ' + total_games) / row gemini-3.8-flash-medium__2026-09-18-09-53-51___aggregate_results.json / column wins_of_games),,out:uninformative, llm-chess-vs-random,llm_chess,gpt-5.4,high,mixed,mid,,,,,,,70,win%,0,,,https://github.com/maxim-saplin/llm_chess (one row per aggregate_results.json file (fields copied unchanged; wins_of_games = black_wins + ' of ' + total_games) / row gpt-5.4-high__2026-04-19-10-54-43___aggregate_results.json / column wins_of_games),,in, llm-chess-vs-random,llm_chess,gpt-5.4,high,mixed,mid,,,,,,,60,win%,0,,,https://github.com/maxim-saplin/llm_chess (one row per aggregate_results.json file (fields copied unchanged; wins_of_games = black_wins + ' of ' + total_games) / row gpt-5.4-high__2026-06-05-21-16-20___aggregate_results.json / column wins_of_games),,in, llm-chess-vs-random,llm_chess,gpt-5.4,low,mixed,mid,,,,,,,70,win%,0,,,https://github.com/maxim-saplin/llm_chess (one row per aggregate_results.json file (fields copied unchanged; wins_of_games = black_wins + ' of ' + total_games) / row gpt-5.4-low__2026-03-08-18-12-13___aggregate_results.json / column wins_of_games),,in, llm-chess-vs-random,llm_chess,gpt-5.4,low,mixed,mid,,,,,,,40,win%,0,,,https://github.com/maxim-saplin/llm_chess (one row per aggregate_results.json file (fields copied unchanged; wins_of_games = black_wins + ' of ' + total_games) / row gpt-5.4-low__2026-04-19-11-06-21___aggregate_results.json / column wins_of_games),,in, llm-chess-vs-random,llm_chess,gpt-5.4,medium,mixed,mid,,,,,,,100,win%,0,,,https://github.com/maxim-saplin/llm_chess (one row per aggregate_results.json file (fields copied unchanged; wins_of_games = black_wins + ' of ' + total_games) / row gpt-5.4-medium__2026-04-19-11-15-07___aggregate_results.json / column wins_of_games),,out:uninformative, llm-chess-vs-random,llm_chess,gpt-5.4-mini,low,mixed,mid,,,,,,,50,win%,0,,,https://github.com/maxim-saplin/llm_chess (one row per aggregate_results.json file (fields copied unchanged; wins_of_games = black_wins + ' of ' + total_games) / row gpt-5.4-mini-2026-03-17-low__2026-05-06-16-08-47___aggregate_results.json / column wins_of_games),,in, llm-chess-vs-random,llm_chess,gpt-5.4-mini,high,mixed,mid,,,,,,,90,win%,0,,,https://github.com/maxim-saplin/llm_chess (one row per aggregate_results.json file (fields copied unchanged; wins_of_games = black_wins + ' of ' + total_games) / row gpt-5.4-mini-high__2026-04-19-11-28-38___aggregate_results.json / column wins_of_games),,in, llm-chess-vs-random,llm_chess,?gpt-5.5-2026-04-24,not-established:absent,mixed,mid,,,,,,,100,win%,0,,,https://github.com/maxim-saplin/llm_chess (one row per aggregate_results.json file (fields copied unchanged; wins_of_games = black_wins + ' of ' + total_games) / row gpt-5.5-2026-04-24-medium__2026-05-01-09-05-39___aggregate_results.json / column wins_of_games),,out:model-not-established, llm-chess-vs-random,llm_chess,gpt-5.5,high,mixed,mid,,,,,,,90,win%,0,,,https://github.com/maxim-saplin/llm_chess (one row per aggregate_results.json file (fields copied unchanged; wins_of_games = black_wins + ' of ' + total_games) / row gpt-5.5-high__2026-06-05-21-17-41___aggregate_results.json / column wins_of_games),,in, llm-chess-vs-random,llm_chess,?gpt-5.6-luna-2026-07-09,not-established:absent,mixed,mid,,,,,,,100,win%,0,,,https://github.com/maxim-saplin/llm_chess (one row per aggregate_results.json file (fields copied unchanged; wins_of_games = black_wins + ' of ' + total_games) / row gpt-5.6-luna-2026-07-09-high__2026-07-19-08-49-51___aggregate_results.json / column wins_of_games),,out:model-not-established, llm-chess-vs-random,llm_chess,?gpt-5.6-luna-2026-07-09,not-established:absent,mixed,mid,,,,,,,90,win%,0,,,https://github.com/maxim-saplin/llm_chess (one row per aggregate_results.json file (fields copied unchanged; wins_of_games = black_wins + ' of ' + total_games) / row gpt-5.6-luna-2026-07-09-medium__2026-07-15-18-30-57___aggregate_results.json / column wins_of_games),,out:model-not-established, llm-chess-vs-random,llm_chess,?gpt-5.6-sol-2026-07-09,not-established:absent,mixed,mid,,,,,,,100,win%,0,,,https://github.com/maxim-saplin/llm_chess (one row per aggregate_results.json file (fields copied unchanged; wins_of_games = black_wins + ' of ' + total_games) / row gpt-5.6-sol-2026-07-09-high__2026-07-20-08-38-58___aggregate_results.json / column wins_of_games),,out:model-not-established, llm-chess-vs-random,llm_chess,?gpt-5.6-sol-2026-07-09,not-established:absent,mixed,mid,,,,,,,100,win%,0,,,https://github.com/maxim-saplin/llm_chess (one row per aggregate_results.json file (fields copied unchanged; wins_of_games = black_wins + ' of ' + total_games) / row gpt-5.6-sol-2026-07-09-medium__2026-07-15-18-29-44___aggregate_results.json / column wins_of_games),,out:model-not-established, llm-chess-vs-random,llm_chess,?gpt-5.6-sol-2026-07-09,not-established:absent,mixed,mid,,,,,,,100,win%,0,,,https://github.com/maxim-saplin/llm_chess (one row per aggregate_results.json file (fields copied unchanged; wins_of_games = black_wins + ' of ' + total_games) / row gpt-5.6-sol-2026-07-09-xhigh__2026-07-25-21-32-22___aggregate_results.json / column wins_of_games),,out:model-not-established, llm-chess-vs-random,llm_chess,?gpt-5.6-terra-2026-07-09,not-established:absent,mixed,mid,,,,,,,100,win%,0,,,https://github.com/maxim-saplin/llm_chess (one row per aggregate_results.json file (fields copied unchanged; wins_of_games = black_wins + ' of ' + total_games) / row gpt-5.6-terra-2026-07-09-high__2026-07-19-08-50-26___aggregate_results.json / column wins_of_games),,out:model-not-established, llm-chess-vs-random,llm_chess,?gpt-5.6-terra-2026-07-09,not-established:absent,mixed,mid,,,,,,,100,win%,0,,,https://github.com/maxim-saplin/llm_chess (one row per aggregate_results.json file (fields copied unchanged; wins_of_games = black_wins + ' of ' + total_games) / row gpt-5.6-terra-2026-07-09-medium__2026-07-15-18-30-21___aggregate_results.json / column wins_of_games),,out:model-not-established, llm-chess-vs-random,llm_chess,?gpt-6-astra-2026-09-03,not-established:absent,mixed,mid,,,,,,,90,win%,0,,,https://github.com/maxim-saplin/llm_chess (one row per aggregate_results.json file (fields copied unchanged; wins_of_games = black_wins + ' of ' + total_games) / row gpt-6-astra-2026-09-03-high__2026-09-09-17-34-17___aggregate_results.json / column wins_of_games),,out:model-not-established, llm-chess-vs-random,llm_chess,?gpt-6-astra-2026-09-03,not-established:absent,mixed,mid,,,,,,,100,win%,0,,,https://github.com/maxim-saplin/llm_chess (one row per aggregate_results.json file (fields copied unchanged; wins_of_games = black_wins + ' of ' + total_games) / row gpt-6-astra-2026-09-03-high__2026-09-10-08-49-53___aggregate_results.json / column wins_of_games),,out:model-not-established, llm-chess-vs-random,llm_chess,?gpt-6-astra-2026-09-03,not-established:absent,mixed,mid,,,,,,,100,win%,0,,,https://github.com/maxim-saplin/llm_chess (one row per aggregate_results.json file (fields copied unchanged; wins_of_games = black_wins + ' of ' + total_games) / row gpt-6-astra-2026-09-03-xhigh__2026-09-13-08-58-47___aggregate_results.json / column wins_of_games),,out:model-not-established, llm-chess-vs-random,llm_chess,?gpt-6-luna-2026-09-22,not-established:absent,mixed,mid,,,,,,,90,win%,0,,,https://github.com/maxim-saplin/llm_chess (one row per aggregate_results.json file (fields copied unchanged; wins_of_games = black_wins + ' of ' + total_games) / row gpt-6-luna-2026-09-22-high__2026-09-23-19-28-47___aggregate_results.json / column wins_of_games),,out:model-not-established, llm-chess-vs-random,llm_chess,?gpt-6-luna-2026-09-22,not-established:absent,mixed,mid,,,,,,,100,win%,0,,,https://github.com/maxim-saplin/llm_chess (one row per aggregate_results.json file (fields copied unchanged; wins_of_games = black_wins + ' of ' + total_games) / row gpt-6-luna-2026-09-22-max__2026-10-02-17-24-18___aggregate_results.json / column wins_of_games),,out:model-not-established, llm-chess-vs-random,llm_chess,?gpt-6-luna-2026-09-22,not-established:absent,mixed,mid,,,,,,,90,win%,0,,,https://github.com/maxim-saplin/llm_chess (one row per aggregate_results.json file (fields copied unchanged; wins_of_games = black_wins + ' of ' + total_games) / row gpt-6-luna-2026-09-22-xhigh__2026-09-26-08-51-22___aggregate_results.json / column wins_of_games),,out:model-not-established, llm-chess-vs-random,llm_chess,?gpt-6-sol-2026-09-22,not-established:absent,mixed,mid,,,,,,,100,win%,0,,,https://github.com/maxim-saplin/llm_chess (one row per aggregate_results.json file (fields copied unchanged; wins_of_games = black_wins + ' of ' + total_games) / row gpt-6-sol-2026-09-22-high__2026-09-23-19-29-21___aggregate_results.json / column wins_of_games),,out:model-not-established, llm-chess-vs-random,llm_chess,?gpt-6-sol-2026-09-22,not-established:absent,mixed,mid,,,,,,,30,win%,0,,,https://github.com/maxim-saplin/llm_chess (one row per aggregate_results.json file (fields copied unchanged; wins_of_games = black_wins + ' of ' + total_games) / row gpt-6-sol-2026-09-22-xhigh__2026-09-28-09-09-47___aggregate_results.json / column wins_of_games),,out:model-not-established, llm-chess-vs-random,llm_chess,?gpt-6.1-sol-2026-09-29,not-established:absent,mixed,mid,,,,,,,100,win%,0,,,https://github.com/maxim-saplin/llm_chess (one row per aggregate_results.json file (fields copied unchanged; wins_of_games = black_wins + ' of ' + total_games) / row gpt-6.1-sol-2026-09-29-high__2026-09-30-16-29-26___aggregate_results.json / column wins_of_games),,out:model-not-established, llm-chess-vs-random,llm_chess,?gpt-6.1-sol-2026-09-29,not-established:absent,mixed,mid,,,,,,,100,win%,0,,,https://github.com/maxim-saplin/llm_chess (one row per aggregate_results.json file (fields copied unchanged; wins_of_games = black_wins + ' of ' + total_games) / row gpt-6.1-sol-2026-09-29-xhigh__2026-10-02-07-45-56___aggregate_results.json / column wins_of_games),,out:model-not-established, llm-chess-vs-random,llm_chess,grok-4.20,think,mixed,mid,,,,,,,30,win%,0,,,https://github.com/maxim-saplin/llm_chess (one row per aggregate_results.json file (fields copied unchanged; wins_of_games = black_wins + ' of ' + total_games) / row grok-4-20-reasoning__2026-04-19-12-05-05___aggregate_results.json / column wins_of_games),,in, llm-chess-vs-random,llm_chess,grok-4.3,high,mixed,mid,,,,,,,20,win%,0,,,https://github.com/maxim-saplin/llm_chess (one row per aggregate_results.json file (fields copied unchanged; wins_of_games = black_wins + ' of ' + total_games) / row grok-4.3-high__2026-06-05-21-20-53___aggregate_results.json / column wins_of_games),,in, llm-chess-vs-random,llm_chess,?gpt-oss-120b,not-established:absent,mixed,mid,,,,,,,10,win%,0,,,https://github.com/maxim-saplin/llm_chess (one row per aggregate_results.json file (fields copied unchanged; wins_of_games = black_wins + ' of ' + total_games) / row groq-gpt-oss-120b-high__2025-08-19-22-44-48___aggregate_results.json / column wins_of_games),,out:model-not-established, llm-chess-vs-random,llm_chess,?gpt-oss-120b,not-established:absent,mixed,mid,,,,,,,10,win%,0,,,https://github.com/maxim-saplin/llm_chess (one row per aggregate_results.json file (fields copied unchanged; wins_of_games = black_wins + ' of ' + total_games) / row groq-gpt-oss-120b-low__2025-08-19-22-45-20___aggregate_results.json / column wins_of_games),,out:model-not-established, llm-chess-vs-random,llm_chess,?gpt-oss-120b,not-established:absent,mixed,mid,,,,,,,30,win%,0,,,https://github.com/maxim-saplin/llm_chess (one row per aggregate_results.json file (fields copied unchanged; wins_of_games = black_wins + ' of ' + total_games) / row groq-gpt-oss-120b-medium__2025-08-19-22-44-58___aggregate_results.json / column wins_of_games),,out:model-not-established, llm-chess-vs-random,llm_chess,?qwen3.5-35b-a3b@q4_k_m,not-established:absent,mixed,mid,,,,,,,40,win%,0,,,https://github.com/maxim-saplin/llm_chess (one row per aggregate_results.json file (fields copied unchanged; wins_of_games = black_wins + ' of ' + total_games) / row qwen-qwen3.5-35b-a3b__2026-07-13-13-00-20___aggregate_results.json / column wins_of_games),,out:model-not-established, llm-chess-vs-random,llm_chess,?qwen3.6-27b@q4_k_s,not-established:absent,mixed,mid,,,,,,,70,win%,0,,,https://github.com/maxim-saplin/llm_chess (one row per aggregate_results.json file (fields copied unchanged; wins_of_games = black_wins + ' of ' + total_games) / row qwen-qwen3.6-27b__2026-04-26-13-59-07___aggregate_results.json / column wins_of_games),,out:model-not-established, llm-chess-vs-random,llm_chess,?qwen3.8-27b@q4_k_m,not-established:absent,mixed,mid,,,,,,,90,win%,0,,,https://github.com/maxim-saplin/llm_chess (one row per aggregate_results.json file (fields copied unchanged; wins_of_games = black_wins + ' of ' + total_games) / row qwen-qwen3.8-27b__2026-08-14-21-35-29___aggregate_results.json / column wins_of_games),,out:model-not-established, llm-chess-vs-random,llm_chess,?unsloth/qwen3.8-27b@q2_k_xl,not-established:absent,mixed,mid,,,,,,,100,win%,0,,,https://github.com/maxim-saplin/llm_chess (one row per aggregate_results.json file (fields copied unchanged; wins_of_games = black_wins + ' of ' + total_games) / row unsloth-qwen3.8-27b__2026-08-28-09-09-37___aggregate_results.json / column wins_of_games),,out:model-not-established, llm-chess-vs-random,llm_chess,grok-4.6,high,mixed,mid,,,,,,,40,win%,0,,,https://github.com/maxim-saplin/llm_chess (one row per aggregate_results.json file (fields copied unchanged; wins_of_games = black_wins + ' of ' + total_games) / row xai.grok-4.6-high__2026-08-24-16-01-34___aggregate_results.json / column wins_of_games),,in, llmstats-general,llmstats.com,opus-5.5,unstated,mixed,mid,,,,,,,63.82,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row claude-opus-5-5 / column mu),,out:effort-not-established, llmstats-general,llmstats.com,sonnet-5.5,unstated,mixed,mid,,,,,,,61.72,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row claude-sonnet-5-5 / column mu),,out:effort-not-established, llmstats-general,llmstats.com,gpt-6-astra,unstated,mixed,mid,,,,,,,62.01,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gpt-6-astra / column mu),,out:effort-not-established, llmstats-general,llmstats.com,gemini-4-argon,unstated,mixed,mid,,,,,,,59.51,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gemini-4-argon / column mu),,out:effort-not-established, llmstats-general,llmstats.com,?claude-mythos-preview,not-established:absent,mixed,mid,,,,,,,58.37,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row claude-mythos-preview / column mu),,out:model-not-established, llmstats-general,llmstats.com,opus-5,unstated,mixed,mid,,,,,,,58.16,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row claude-opus-5 / column mu),,out:effort-not-established, llmstats-general,llmstats.com,gpt-6.1-sol,unstated,mixed,mid,,,,,,,57.89,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gpt-6.1-sol / column mu),,out:effort-not-established, llmstats-general,llmstats.com,fable-5.1,unstated,mixed,mid,,,,,,,59.35,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row claude-fable-5-1 / column mu),,out:effort-not-established, llmstats-general,llmstats.com,gpt-5.6-sol,unstated,mixed,mid,,,,,,,56.06,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gpt-5.6-sol / column mu),,out:effort-not-established, llmstats-general,llmstats.com,fable-5,unstated,mixed,mid,,,,,,,56.64,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row claude-fable-5 / column mu),,out:effort-not-established, llmstats-general,llmstats.com,muse-spark-1.3,unstated,mixed,mid,,,,,,,57.04,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row muse-spark-1.3 / column mu),,out:effort-not-established, llmstats-general,llmstats.com,kimi-k3,unstated,mixed,mid,,,,,,,55.08,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row kimi-k3 / column mu),,out:effort-not-established, llmstats-general,llmstats.com,?muse-wonder-full,not-established:absent,mixed,mid,,,,,,,56.49,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row muse-wonder-full / column mu),,out:model-not-established, llmstats-general,llmstats.com,glm-5.3,unstated,mixed,mid,,,,,,,54.67,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row glm-5.3 / column mu),,out:effort-not-established, llmstats-general,llmstats.com,?qwen3.8-max,not-established:absent,mixed,mid,,,,,,,53.82,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row qwen3.8-max / column mu),,out:model-not-established, llmstats-general,llmstats.com,deepseek-v4-pro-0813,unstated,mixed,mid,,,,,,,54.93,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row deepseek-v4-pro-0813 / column mu),,out:effort-not-established, llmstats-general,llmstats.com,deepseek-v4.1-flash,unstated,mixed,mid,,,,,,,53.97,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row deepseek-v4.1-flash / column mu),,out:effort-not-established, llmstats-general,llmstats.com,haiku-5.5,unstated,mixed,mid,,,,,,,53.44,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row claude-haiku-5-5 / column mu),,out:effort-not-established, llmstats-general,llmstats.com,opus-4.8,unstated,mixed,mid,,,,,,,52.62,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row claude-opus-4-8 / column mu),,out:effort-not-established, llmstats-general,llmstats.com,?hy4-preview,not-established:absent,mixed,mid,,,,,,,52.64,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row hy4-preview / column mu),,out:model-not-established, llmstats-general,llmstats.com,mimo-v2.6-pro,unstated,mixed,mid,,,,,,,53.29,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row mimo-v2.6-pro / column mu),,out:effort-not-established, llmstats-general,llmstats.com,gpt-5.6-terra,unstated,mixed,mid,,,,,,,51.93,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gpt-5.6-terra / column mu),,out:effort-not-established, llmstats-general,llmstats.com,gemini-3.8-flash,unstated,mixed,mid,,,,,,,53.29,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gemini-3.8-flash / column mu),,out:effort-not-established, llmstats-general,llmstats.com,glm-5.3-flash,unstated,mixed,mid,,,,,,,52.85,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row glm-5.3-flash / column mu),,out:effort-not-established, llmstats-general,llmstats.com,muse-spark-1.1,unstated,mixed,mid,,,,,,,52.66,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row muse-spark-1.1 / column mu),,out:effort-not-established, llmstats-general,llmstats.com,?qwen3.8-flash-next,not-established:absent,mixed,mid,,,,,,,51.28,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row qwen3.8-flash-next / column mu),,out:model-not-established, llmstats-general,llmstats.com,qwen3.8-flash,unstated,mixed,mid,,,,,,,51.23,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row qwen3.8-flash / column mu),,out:effort-not-established, llmstats-general,llmstats.com,gpt-6-sol,unstated,mixed,mid,,,,,,,54.14,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gpt-6-sol / column mu),,out:effort-not-established, llmstats-general,llmstats.com,?muse-wonder,not-established:absent,mixed,mid,,,,,,,52.33,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row muse-wonder / column mu),,out:model-not-established, llmstats-general,llmstats.com,?gemini-3.7-flash,not-established:absent,mixed,mid,,,,,,,51.21,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gemini-3.7-flash / column mu),,out:model-not-established, llmstats-general,llmstats.com,grok-4.7,unstated,mixed,mid,,,,,,,52.5,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row grok-4.7 / column mu),,out:effort-not-established, llmstats-general,llmstats.com,gpt-5.5,unstated,mixed,mid,,,,,,,50.06,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gpt-5.5 / column mu),,out:effort-not-established, llmstats-general,llmstats.com,sonnet-5,unstated,mixed,mid,,,,,,,50.32,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row claude-sonnet-5 / column mu),,out:effort-not-established, llmstats-general,llmstats.com,?mistral-large-4,not-established:absent,mixed,mid,,,,,,,50.63,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row mistral-large-4 / column mu),,out:model-not-established, llmstats-general,llmstats.com,?seed-2.1-pro,not-established:absent,mixed,mid,,,,,,,48.16,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row seed-2.1-pro / column mu),,out:model-not-established, llmstats-general,llmstats.com,gpt-5.5-pro,unstated,mixed,mid,,,,,,,52.15,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gpt-5.5-pro / column mu),,out:effort-not-established, llmstats-general,llmstats.com,qwen3.7-max,unstated,mixed,mid,,,,,,,47.77,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row qwen3.7-max / column mu),,out:effort-not-established, llmstats-general,llmstats.com,mimo-v2.6-flash,unstated,mixed,mid,,,,,,,49,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row mimo-v2.6-flash / column mu),,out:effort-not-established, llmstats-general,llmstats.com,glm-5.2,unstated,mixed,mid,,,,,,,48.05,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row glm-5.2 / column mu),,out:effort-not-established, llmstats-general,llmstats.com,grok-4.6,unstated,mixed,mid,,,,,,,49.98,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row grok-4.6 / column mu),,out:effort-not-established, llmstats-general,llmstats.com,grok-4.5,unstated,mixed,mid,,,,,,,48.89,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row grok-4.5 / column mu),,out:effort-not-established, llmstats-general,llmstats.com,?deepseek-v4-flash-vision-exp,not-established:absent,mixed,mid,,,,,,,49.82,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row deepseek-v4-flash-vision-exp / column mu),,out:model-not-established, llmstats-general,llmstats.com,qwen3.8-27b,unstated,mixed,mid,,,,,,,47.58,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row qwen3.8-27b / column mu),,out:effort-not-established, llmstats-general,llmstats.com,opus-4.6,unstated,mixed,mid,,,,,,,47.36,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row claude-opus-4-6 / column mu),,out:effort-not-established, llmstats-general,llmstats.com,gpt-5.6-luna,unstated,mixed,mid,,,,,,,46.86,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gpt-5.6-luna / column mu),,out:effort-not-established, llmstats-general,llmstats.com,?claude-mythos-5-1,not-established:absent,mixed,mid,,,,,,,55.87,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row claude-mythos-5-1 / column mu),,out:model-not-established, llmstats-general,llmstats.com,opus-4.7,unstated,mixed,mid,,,,,,,46.53,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row claude-opus-4-7 / column mu),,out:effort-not-established, llmstats-general,llmstats.com,gpt-6-luna,unstated,mixed,mid,,,,,,,49.51,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gpt-6-luna / column mu),,out:effort-not-established, llmstats-general,llmstats.com,deepseek-v4-flash-0731,unstated,mixed,mid,,,,,,,48.19,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row deepseek-v4-flash-0731 / column mu),,out:effort-not-established, llmstats-general,llmstats.com,kimi-k2.6,unstated,mixed,mid,,,,,,,46.05,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row kimi-k2.6 / column mu),,out:effort-not-established, llmstats-general,llmstats.com,gemini-3.1-pro,unstated,mixed,mid,,,,,,,45.99,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gemini-3.1-pro-preview / column mu),,out:effort-not-established, llmstats-general,llmstats.com,gpt-5.2-pro,unstated,mixed,mid,,,,,,,47.88,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gpt-5.2-pro-2025-12-11 / column mu),,out:effort-not-established, llmstats-general,llmstats.com,?deepseek-v4-pro-max,not-established:absent,mixed,mid,,,,,,,45.85,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row deepseek-v4-pro-max / column mu),,out:model-not-established, llmstats-general,llmstats.com,?seed-2.1-turbo,not-established:absent,mixed,mid,,,,,,,45.02,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row seed-2.1-turbo / column mu),,out:model-not-established, llmstats-general,llmstats.com,?ling-3.0-flash-fin,not-established:absent,mixed,mid,,,,,,,49.76,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row ling-3.0-flash-fin / column mu),,out:model-not-established, llmstats-general,llmstats.com,?ember-1,not-established:absent,mixed,mid,,,,,,,49.05,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row ember-1 / column mu),,out:model-not-established, llmstats-general,llmstats.com,hy3,unstated,mixed,mid,,,,,,,45.47,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row hy3 / column mu),,out:effort-not-established, llmstats-general,llmstats.com,gemini-3.6-flash,unstated,mixed,mid,,,,,,,47.63,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gemini-3.6-flash / column mu),,out:effort-not-established, llmstats-general,llmstats.com,qwen3.7-plus,unstated,mixed,mid,,,,,,,44.56,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row qwen3.7-plus / column mu),,out:effort-not-established, llmstats-general,llmstats.com,?gemini-3.5-flash,not-established:absent,mixed,mid,,,,,,,45.25,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gemini-3.5-flash / column mu),,out:model-not-established, llmstats-general,llmstats.com,?sakana-namazu,not-established:absent,mixed,mid,,,,,,,49.83,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row sakana-namazu / column mu),,out:model-not-established, llmstats-general,llmstats.com,gpt-5.4,unstated,mixed,mid,,,,,,,44.43,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gpt-5.4 / column mu),,out:effort-not-established, llmstats-general,llmstats.com,?muse-spark,not-established:absent,mixed,mid,,,,,,,44.87,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row muse-spark / column mu),,out:model-not-established, llmstats-general,llmstats.com,gpt-5.2,unstated,mixed,mid,,,,,,,44.1,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gpt-5.2-2025-12-11 / column mu),,out:effort-not-established, llmstats-general,llmstats.com,minimax-m3,unstated,mixed,mid,,,,,,,43.94,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row minimax-m3 / column mu),,out:effort-not-established, llmstats-general,llmstats.com,?grok-4-heavy,not-established:absent,mixed,mid,,,,,,,46.38,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row grok-4-heavy / column mu),,out:model-not-established, llmstats-general,llmstats.com,?laguna-s-2.1,not-established:absent,mixed,mid,,,,,,,45.25,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row laguna-s-2.1 / column mu),,out:model-not-established, llmstats-general,llmstats.com,?seed-2.0-pro,not-established:absent,mixed,mid,,,,,,,44.57,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row seed-2.0-pro / column mu),,out:model-not-established, llmstats-general,llmstats.com,?gemini-3.8-flash-cyber,not-established:absent,mixed,mid,,,,,,,51.12,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gemini-3.8-flash-cyber / column mu),,out:model-not-established, llmstats-general,llmstats.com,qwen3.6-plus,unstated,mixed,mid,,,,,,,41.35,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row qwen3.6-plus / column mu),,out:effort-not-established, llmstats-general,llmstats.com,glm-5.1,unstated,mixed,mid,,,,,,,42.1,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row glm-5.1 / column mu),,out:effort-not-established, llmstats-general,llmstats.com,?deepseek-v4-flash-max,not-established:absent,mixed,mid,,,,,,,42.07,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row deepseek-v4-flash-max / column mu),,out:model-not-established, llmstats-general,llmstats.com,kimi-k2.7-code,solo,mixed,mid,,,,,,,44.17,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row kimi-k2.7-code / column mu),,in, llmstats-general,llmstats.com,?kimi-k2.5,not-established:absent,mixed,mid,,,,,,,41.08,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row kimi-k2.5 / column mu),,out:model-not-established, llmstats-general,llmstats.com,qwen3.5-397b-a17b,unstated,mixed,mid,,,,,,,40.97,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row qwen3.5-397b-a17b / column mu),,out:effort-not-established, llmstats-general,llmstats.com,?gemini-3-pro-preview,not-established:absent,mixed,mid,,,,,,,41.43,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gemini-3-pro-preview / column mu),,out:model-not-established, llmstats-general,llmstats.com,?inkling-small,not-established:absent,mixed,mid,,,,,,,41.12,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row inkling-small / column mu),,out:model-not-established, llmstats-general,llmstats.com,opus-4.5,unstated,mixed,mid,,,,,,,42.14,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row claude-opus-4-5-20251101 / column mu),,out:effort-not-established, llmstats-general,llmstats.com,qwen3.8-omni-flash,unstated,mixed,mid,,,,,,,49.07,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row qwen3.8-omni-flash / column mu),,out:effort-not-established, llmstats-general,llmstats.com,muse-spark-1.2,unstated,mixed,mid,,,,,,,45.78,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row muse-spark-1.2 / column mu),,out:effort-not-established, llmstats-general,llmstats.com,inkling,unstated,mixed,mid,,,,,,,40.9,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row inkling / column mu),,out:effort-not-established, llmstats-general,llmstats.com,step-3.5-flash,unstated,mixed,mid,,,,,,,42.05,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row step-3.5-flash / column mu),,out:effort-not-established, llmstats-general,llmstats.com,?gemini-3.5-flash-cyber,not-established:absent,mixed,mid,,,,,,,48.7,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gemini-3.5-flash-cyber / column mu),,out:model-not-established, llmstats-general,llmstats.com,glm-5,unstated,mixed,mid,,,,,,,42.62,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row glm-5 / column mu),,out:effort-not-established, llmstats-general,llmstats.com,?gpt-5.1-thinking-2025-11-12,not-established:absent,mixed,mid,,,,,,,41.13,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gpt-5.1-thinking-2025-11-12 / column mu),,out:model-not-established, llmstats-general,llmstats.com,sonnet-4.6,unstated,mixed,mid,,,,,,,39.63,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row claude-sonnet-4-6 / column mu),,out:effort-not-established, llmstats-general,llmstats.com,minimax-m2.5,unstated,mixed,mid,,,,,,,42.99,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row minimax-m2.5 / column mu),,out:effort-not-established, llmstats-general,llmstats.com,?gpt-5.1-instant-2025-11-12,not-established:absent,mixed,mid,,,,,,,41.03,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gpt-5.1-instant-2025-11-12 / column mu),,out:model-not-established, llmstats-general,llmstats.com,gemini-3-flash,unstated,mixed,mid,,,,,,,39.43,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gemini-3-flash-preview / column mu),,out:effort-not-established, llmstats-general,llmstats.com,gpt-5.1,unstated,mixed,mid,,,,,,,40.9,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gpt-5.1-2025-11-13 / column mu),,out:effort-not-established, llmstats-general,llmstats.com,gpt-5.3-codex,unstated,mixed,mid,,,,,,,42.09,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gpt-5.3-codex / column mu),,out:effort-not-established, llmstats-general,llmstats.com,?ling-3.0-flash,not-established:absent,mixed,mid,,,,,,,39.38,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row ling-3.0-flash / column mu),,out:model-not-established, llmstats-general,llmstats.com,?nemotron-3-ultra-550b-a55b,not-established:absent,mixed,mid,,,,,,,39.03,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row nemotron-3-ultra-550b-a55b / column mu),,out:model-not-established, llmstats-general,llmstats.com,?deepseek-v4-flash-0423,not-established:absent,mixed,mid,,,,,,,39.09,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row deepseek-v4-flash-0423 / column mu),,out:model-not-established, llmstats-general,llmstats.com,mimo-v2.5,unstated,mixed,mid,,,,,,,40.32,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row mimo-v2.5 / column mu),,out:effort-not-established, llmstats-general,llmstats.com,?kimi-k2-thinking-0905,not-established:absent,mixed,mid,,,,,,,38.88,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row kimi-k2-thinking-0905 / column mu),,out:model-not-established, llmstats-general,llmstats.com,?mimo-v2-pro,not-established:absent,mixed,mid,,,,,,,40.45,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row mimo-v2-pro / column mu),,out:model-not-established, llmstats-general,llmstats.com,qwen3.6-27b,unstated,mixed,mid,,,,,,,37.72,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row qwen3.6-27b / column mu),,out:effort-not-established, llmstats-general,llmstats.com,?longcat-flash-thinking-2601,not-established:absent,mixed,mid,,,,,,,39.33,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row longcat-flash-thinking-2601 / column mu),,out:model-not-established, llmstats-general,llmstats.com,?gpt-5.1-high-2025-11-12,not-established:absent,mixed,mid,,,,,,,42.25,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gpt-5.1-high-2025-11-12 / column mu),,out:model-not-established, llmstats-general,llmstats.com,minimax-m2.7,unstated,mixed,mid,,,,,,,39.97,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row minimax-m2.7 / column mu),,out:effort-not-established, llmstats-general,llmstats.com,solar-pro4,unstated,mixed,mid,,,,,,,39.33,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row solar-pro4 / column mu),,out:effort-not-established, llmstats-general,llmstats.com,qwen3.5-122b-a10b,unstated,mixed,mid,,,,,,,36.97,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row qwen3.5-122b-a10b / column mu),,out:effort-not-established, llmstats-general,llmstats.com,muse-glimmer-30b,unstated,mixed,mid,,,,,,,37.77,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row muse-glimmer-30b / column mu),,out:effort-not-established, llmstats-general,llmstats.com,glm-4.7,unstated,mixed,mid,,,,,,,37.85,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row glm-4.7 / column mu),,out:effort-not-established, llmstats-general,llmstats.com,gpt-5.2-codex,unstated,mixed,mid,,,,,,,41.17,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gpt-5.2-codex / column mu),,out:effort-not-established, llmstats-general,llmstats.com,?seed-1.8,not-established:absent,mixed,mid,,,,,,,36.42,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row seed-1.8 / column mu),,out:model-not-established, llmstats-general,llmstats.com,?gpt-5-high-2025-08-07,not-established:absent,mixed,mid,,,,,,,42.4,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gpt-5-high-2025-08-07 / column mu),,out:model-not-established, llmstats-general,llmstats.com,qwen3.5-27b,unstated,mixed,mid,,,,,,,35.86,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row qwen3.5-27b / column mu),,out:effort-not-established, llmstats-general,llmstats.com,?deepseek-v3.2-speciale,not-established:absent,mixed,mid,,,,,,,38.33,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row deepseek-v3.2-speciale / column mu),,out:model-not-established, llmstats-general,llmstats.com,gpt-5,unstated,mixed,mid,,,,,,,36.48,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gpt-5-2025-08-07 / column mu),,out:effort-not-established, llmstats-general,llmstats.com,grok-4,solo,mixed,mid,,,,,,,38.79,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row grok-4 / column mu),,out:single-couple, llmstats-general,llmstats.com,?ernie-5.0,not-established:absent,mixed,mid,,,,,,,38.97,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row ernie-5.0 / column mu),,out:model-not-established, llmstats-general,llmstats.com,deepseek-v3.2,unstated,mixed,mid,,,,,,,36.46,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row deepseek-v3.2 / column mu),,out:effort-not-established, llmstats-general,llmstats.com,gemma-4-31b-it,unstated,mixed,mid,,,,,,,36.55,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gemma-4-31b-it / column mu),,out:effort-not-established, llmstats-general,llmstats.com,?mai-thinking-1,not-established:absent,mixed,mid,,,,,,,36.24,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row mai-thinking-1 / column mu),,out:model-not-established, llmstats-general,llmstats.com,?qwen3-max-thinking,not-established:absent,mixed,mid,,,,,,,35.43,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row qwen3-max-thinking / column mu),,out:model-not-established, llmstats-general,llmstats.com,?deepseek-reasoner,not-established:absent,mixed,mid,,,,,,,35.99,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row deepseek-reasoner / column mu),,out:model-not-established, llmstats-general,llmstats.com,qwen3.6-35b-a3b,unstated,mixed,mid,,,,,,,34.54,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row qwen3.6-35b-a3b / column mu),,out:effort-not-established, llmstats-general,llmstats.com,?gpt-5.5-instant,not-established:absent,mixed,mid,,,,,,,36.9,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gpt-5.5-instant / column mu),,out:model-not-established, llmstats-general,llmstats.com,sonnet-4.5,unstated,mixed,mid,,,,,,,36.82,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row claude-sonnet-4-5-20250929 / column mu),,out:effort-not-established, llmstats-general,llmstats.com,?solar-mini4,not-established:absent,mixed,mid,,,,,,,39.51,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row solar-mini4 / column mu),,out:model-not-established, llmstats-general,llmstats.com,?seed-2.0-lite,not-established:absent,mixed,mid,,,,,,,37.47,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row seed-2.0-lite / column mu),,out:model-not-established, llmstats-general,llmstats.com,minimax-m2.1,unstated,mixed,mid,,,,,,,35.17,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row minimax-m2.1 / column mu),,out:effort-not-established, llmstats-general,llmstats.com,grok-4-fast,think,mixed,mid,,,,,,,36.43,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row grok-4-fast / column mu),,out:single-couple, llmstats-general,llmstats.com,?gpt-rosalind-research,not-established:absent,mixed,mid,,,,,,,42.31,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gpt-rosalind-research / column mu),,out:model-not-established, llmstats-general,llmstats.com,grok-3-mini,unstated,mixed,mid,,,,,,,37.81,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row grok-3-mini / column mu),,out:effort-not-established, llmstats-general,llmstats.com,?gpt-5.1-medium-2025-11-12,not-established:absent,mixed,mid,,,,,,,42.57,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gpt-5.1-medium-2025-11-12 / column mu),,out:model-not-established, llmstats-general,llmstats.com,o3,unstated,mixed,mid,,,,,,,33.92,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row o3-2025-04-16 / column mu),,out:effort-not-established, llmstats-general,llmstats.com,?nova-2-pro,not-established:absent,mixed,mid,,,,,,,34.13,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row nova-2-pro / column mu),,out:model-not-established, llmstats-general,llmstats.com,gemini-3.1-flash-lite-preview,unstated,mixed,mid,,,,,,,34.33,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gemini-3.1-flash-lite-preview / column mu),,out:effort-not-established, llmstats-general,llmstats.com,qwen3.5-35b-a3b,unstated,mixed,mid,,,,,,,32.83,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row qwen3.5-35b-a3b / column mu),,out:effort-not-established, llmstats-general,llmstats.com,?mimo-v2-flash,not-established:absent,mixed,mid,,,,,,,34.1,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row mimo-v2-flash / column mu),,out:model-not-established, llmstats-general,llmstats.com,?grok-3,not-established:absent,mixed,mid,,,,,,,36,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row grok-3 / column mu),,out:model-not-established, llmstats-general,llmstats.com,glm-5v-turbo,unstated,mixed,mid,,,,,,,35.28,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row glm-5v-turbo / column mu),,out:effort-not-established, llmstats-general,llmstats.com,gpt-5.4-mini,unstated,mixed,mid,,,,,,,33.01,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gpt-5.4-mini / column mu),,out:effort-not-established, llmstats-general,llmstats.com,gemini-2.5-pro-preview-06-05,unstated,mixed,mid,,,,,,,33.65,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gemini-2.5-pro-preview-06-05 / column mu),,out:effort-not-established, llmstats-general,llmstats.com,?claude-opus-4-1-20250805,not-established:absent,mixed,mid,,,,,,,34.53,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row claude-opus-4-1-20250805 / column mu),,out:model-not-established, llmstats-general,llmstats.com,step-3.7-flash,unstated,mixed,mid,,,,,,,36.85,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row step-3.7-flash / column mu),,out:effort-not-established, llmstats-general,llmstats.com,?gpt-5-medium-2025-08-07,not-established:absent,mixed,mid,,,,,,,38,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gpt-5-medium-2025-08-07 / column mu),,out:model-not-established, llmstats-general,llmstats.com,gemini-3.5-flash-lite,unstated,mixed,mid,,,,,,,35.27,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gemini-3.5-flash-lite / column mu),,out:effort-not-established, llmstats-general,llmstats.com,gemma-4-26b-a4b-it,unstated,mixed,mid,,,,,,,33.33,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gemma-4-26b-a4b-it / column mu),,out:effort-not-established, llmstats-general,llmstats.com,gpt-5.1-codex,unstated,mixed,mid,,,,,,,37.78,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gpt-5.1-codex / column mu),,out:effort-not-established, llmstats-general,llmstats.com,gpt-5.3-chat-latest,solo,mixed,mid,,,,,,,38.8,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gpt-5.3-chat-latest / column mu),,in, llmstats-general,llmstats.com,?gpt-5.1-codex-high,not-established:absent,mixed,mid,,,,,,,40.73,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gpt-5.1-codex-high / column mu),,out:model-not-established, llmstats-general,llmstats.com,?mai-code-1-flash,not-established:absent,mixed,mid,,,,,,,33.08,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row mai-code-1-flash / column mu),,out:model-not-established, llmstats-general,llmstats.com,glm-4.6,unstated,mixed,mid,,,,,,,33.72,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row glm-4.6 / column mu),,out:effort-not-established, llmstats-general,llmstats.com,?longcat-flash-thinking,not-established:absent,mixed,mid,,,,,,,32.32,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row longcat-flash-thinking / column mu),,out:model-not-established, llmstats-general,llmstats.com,?gpt-oss-120b,not-established:absent,mixed,mid,,,,,,,33.41,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gpt-oss-120b / column mu),,out:model-not-established, llmstats-general,llmstats.com,deepseek-v3.2-exp,unstated,mixed,mid,,,,,,,31.64,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row deepseek-v3.2-exp / column mu),,out:effort-not-established, llmstats-general,llmstats.com,?seed-2.0-mini,not-established:absent,mixed,mid,,,,,,,30.56,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row seed-2.0-mini / column mu),,out:model-not-established, llmstats-general,llmstats.com,qwen3-235b-a22b-thinking-2507,solo,mixed,mid,,,,,,,30.84,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row qwen3-235b-a22b-thinking-2507 / column mu),,out:single-couple, llmstats-general,llmstats.com,gemini-2.5-pro,unstated,mixed,mid,,,,,,,31.49,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gemini-2.5-pro / column mu),,out:effort-not-established, llmstats-general,llmstats.com,?claude-opus-4-20250514,not-established:absent,mixed,mid,,,,,,,32.1,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row claude-opus-4-20250514 / column mu),,out:model-not-established, llmstats-general,llmstats.com,?mai-code-1.1-flash,not-established:absent,mixed,mid,,,,,,,36.21,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row mai-code-1.1-flash / column mu),,out:model-not-established, llmstats-general,llmstats.com,glm-4.5,unstated,mixed,mid,,,,,,,31.2,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row glm-4.5 / column mu),,out:effort-not-established, llmstats-general,llmstats.com,?gpt-oss-20b-high,not-established:absent,mixed,mid,,,,,,,36.07,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gpt-oss-20b-high / column mu),,out:model-not-established, llmstats-general,llmstats.com,?mimo-v2-omni,not-established:absent,mixed,mid,,,,,,,34.99,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row mimo-v2-omni / column mu),,out:model-not-established, llmstats-general,llmstats.com,o4-mini,unstated,mixed,mid,,,,,,,30.96,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row o4-mini / column mu),,out:effort-not-established, llmstats-general,llmstats.com,gpt-5-mini,unstated,mixed,mid,,,,,,,32.99,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gpt-5-mini-2025-08-07 / column mu),,out:effort-not-established, llmstats-general,llmstats.com,minimax-m2,solo,mixed,mid,,,,,,,30.26,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row minimax-m2 / column mu),,out:single-couple, llmstats-general,llmstats.com,mistral-medium-3.5,unstated,mixed,mid,,,,,,,31.54,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row mistral-medium-3-5 / column mu),,out:effort-not-established, llmstats-general,llmstats.com,?nemotron-3-super-120b-a12b,not-established:absent,mixed,mid,,,,,,,29.56,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row nemotron-3-super-120b-a12b / column mu),,out:model-not-established, llmstats-general,llmstats.com,qwen3-vl-235b-a22b-thinking,solo,mixed,mid,,,,,,,28.81,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row qwen3-vl-235b-a22b-thinking / column mu),,out:single-couple, llmstats-general,llmstats.com,?gpt-5-codex-2025-09-15,not-established:absent,mixed,mid,,,,,,,37.83,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gpt-5-codex-2025-09-15 / column mu),,out:model-not-established, llmstats-general,llmstats.com,gpt-5.4-nano,unstated,mixed,mid,,,,,,,29.56,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gpt-5.4-nano / column mu),,out:effort-not-established, llmstats-general,llmstats.com,?k-exaone-236b-a23b,not-established:absent,mixed,mid,,,,,,,31.38,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row k-exaone-236b-a23b / column mu),,out:model-not-established, llmstats-general,llmstats.com,?exaone-4.5-33b,not-established:absent,mixed,mid,,,,,,,29.35,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row exaone-4.5-33b / column mu),,out:model-not-established, llmstats-general,llmstats.com,?nova-2-omni,not-established:absent,mixed,mid,,,,,,,29.46,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row nova-2-omni / column mu),,out:model-not-established, llmstats-general,llmstats.com,?sarvam-105b,not-established:absent,mixed,mid,,,,,,,29.17,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row sarvam-105b / column mu),,out:model-not-established, llmstats-general,llmstats.com,haiku-4.5,unstated,mixed,mid,,,,,,,28.99,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row claude-haiku-4-5-20251001 / column mu),,out:effort-not-established, llmstats-general,llmstats.com,mimo-v2.5-pro,unstated,mixed,mid,,,,,,,28.58,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row mimo-v2.5-pro / column mu),,out:effort-not-established, llmstats-general,llmstats.com,?step3-vl-10b,not-established:absent,mixed,mid,,,,,,,31.16,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row step3-vl-10b / column mu),,out:model-not-established, llmstats-general,llmstats.com,?gpt-oss-120b-high,not-established:absent,mixed,mid,,,,,,,30.22,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gpt-oss-120b-high / column mu),,out:model-not-established, llmstats-general,llmstats.com,nova-2-lite,unstated,mixed,mid,,,,,,,28.62,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row nova-2-lite / column mu),,out:effort-not-established, llmstats-general,llmstats.com,?chatgpt-4o-latest,not-established:absent,mixed,mid,,,,,,,36.13,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row chatgpt-4o-latest / column mu),,out:model-not-established, llmstats-general,llmstats.com,?qwen3.5-9b,not-established:absent,mixed,mid,,,,,,,27.5,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row qwen3.5-9b / column mu),,out:model-not-established, llmstats-general,llmstats.com,qwen3-vl-235b-a22b-instruct,solo,mixed,mid,,,,,,,26.86,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row qwen3-vl-235b-a22b-instruct / column mu),,out:single-couple, llmstats-general,llmstats.com,glm-4.5-air,unstated,mixed,mid,,,,,,,27.87,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row glm-4.5-air / column mu),,out:effort-not-established, llmstats-general,llmstats.com,?laguna-xs-2.1,not-established:absent,mixed,mid,,,,,,,30.62,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row laguna-xs-2.1 / column mu),,out:model-not-established, llmstats-general,llmstats.com,?claude-sonnet-4-20250514,not-established:absent,mixed,mid,,,,,,,28.69,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row claude-sonnet-4-20250514 / column mu),,out:model-not-established, llmstats-general,llmstats.com,qwen3-235b-a22b-instruct-2507,solo,mixed,mid,,,,,,,26.93,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row qwen3-235b-a22b-instruct-2507 / column mu),,out:single-couple, llmstats-general,llmstats.com,deepseek-r1-0528,solo,mixed,mid,,,,,,,27.45,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row deepseek-r1-0528 / column mu),,out:single-couple, llmstats-general,llmstats.com,?command-a-plus-05-2026,not-established:absent,mixed,mid,,,,,,,28.09,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row command-a-plus-05-2026 / column mu),,out:model-not-established, llmstats-general,llmstats.com,sonnet-3.7,unstated,mixed,mid,,,,,,,27.81,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row claude-3-7-sonnet-20250219 / column mu),,out:effort-not-established, llmstats-general,llmstats.com,qwen3-next-80b-a3b-thinking,solo,mixed,mid,,,,,,,26.66,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row qwen3-next-80b-a3b-thinking / column mu),,out:single-couple, llmstats-general,llmstats.com,?granite-4.2-30b,not-established:absent,mixed,mid,,,,,,,27.02,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row granite-4.2-30b / column mu),,out:model-not-established, llmstats-general,llmstats.com,grok-4.20,think,mixed,mid,,,,,,,32.38,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row grok-4.20-beta-0309-reasoning / column mu),,in, llmstats-general,llmstats.com,?qwen3-vl-32b-thinking,not-established:absent,mixed,mid,,,,,,,25.74,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row qwen3-vl-32b-thinking / column mu),,out:model-not-established, llmstats-general,llmstats.com,mercury-2,unstated,mixed,mid,,,,,,,28.67,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row mercury-2 / column mu),,out:effort-not-established, llmstats-general,llmstats.com,glm-4.7-flash,unstated,mixed,mid,,,,,,,28.66,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row glm-4.7-flash / column mu),,out:effort-not-established, llmstats-general,llmstats.com,?u2,not-established:absent,mixed,mid,,,,,,,27.05,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row u2 / column mu),,out:model-not-established, llmstats-general,llmstats.com,grok-4.3,unstated,mixed,mid,,,,,,,33.67,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row grok-4.3 / column mu),,out:effort-not-established, llmstats-general,llmstats.com,deepseek-v3.1,unstated,mixed,mid,,,,,,,25.31,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row deepseek-v3.1 / column mu),,out:effort-not-established, llmstats-general,llmstats.com,?nemotron-3.5-lightning-30b-a3b,not-established:absent,mixed,mid,,,,,,,25.92,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row nemotron-3.5-lightning-30b-a3b / column mu),,out:model-not-established, llmstats-general,llmstats.com,?gemma-4-12b-it,not-established:absent,mixed,mid,,,,,,,25.49,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gemma-4-12b-it / column mu),,out:model-not-established, llmstats-general,llmstats.com,?north-mini-code-1.0,not-established:absent,mixed,mid,,,,,,,27.62,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row north-mini-code-1.0 / column mu),,out:model-not-established, llmstats-general,llmstats.com,kimi-k2-instruct,solo,mixed,mid,,,,,,,24.45,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row kimi-k2-instruct / column mu),,out:single-couple, llmstats-general,llmstats.com,gemini-2.5-flash,unstated,mixed,mid,,,,,,,25.28,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gemini-2.5-flash / column mu),,out:effort-not-established, llmstats-general,llmstats.com,qwen3-max-0923,solo,mixed,mid,,,,,,,26.86,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row qwen3-max / column mu),,out:single-couple, llmstats-general,llmstats.com,kimi-k2-instruct-0905,solo,mixed,mid,,,,,,,26.84,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row kimi-k2-0905 / column mu),,out:single-couple, llmstats-general,llmstats.com,?kimi-k2-instruct-0905,not-established:absent,mixed,mid,,,,,,,24.2,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row kimi-k2-instruct-0905 / column mu),,out:model-not-established, llmstats-general,llmstats.com,?minimax-m1-80k,not-established:absent,mixed,mid,,,,,,,24.76,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row minimax-m1-80k / column mu),,out:model-not-established, llmstats-general,llmstats.com,o3-mini,unstated,mixed,mid,,,,,,,24.37,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row o3-mini / column mu),,out:effort-not-established, llmstats-general,llmstats.com,qwen3-coder-480b-a35b-instruct,solo,mixed,mid,,,,,,,25.58,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row qwen3-coder-480b-a35b-instruct / column mu),,out:single-couple, llmstats-general,llmstats.com,?nemotron-3-nano-30b-a3b,not-established:absent,mixed,mid,,,,,,,24.43,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row nemotron-3-nano-30b-a3b / column mu),,out:model-not-established, llmstats-general,llmstats.com,o1,unstated,mixed,mid,,,,,,,24.3,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row o1-2024-12-17 / column mu),,out:effort-not-established, llmstats-general,llmstats.com,grok-code-fast-1,unstated,mixed,mid,,,,,,,31.95,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row grok-code-fast-1 / column mu),,out:effort-not-established, llmstats-general,llmstats.com,?ministral-14b-latest,not-established:absent,mixed,mid,,,,,,,26.77,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row ministral-14b-latest / column mu),,out:model-not-established, llmstats-general,llmstats.com,?minimax-m1-40k,not-established:absent,mixed,mid,,,,,,,23.86,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row minimax-m1-40k / column mu),,out:model-not-established, llmstats-general,llmstats.com,?qwen3-vl-32b-instruct,not-established:absent,mixed,mid,,,,,,,22.48,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row qwen3-vl-32b-instruct / column mu),,out:model-not-established, llmstats-general,llmstats.com,?gpt-4.5,not-established:absent,mixed,mid,,,,,,,22.93,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gpt-4.5 / column mu),,out:model-not-established, llmstats-general,llmstats.com,qwen3-next-80b-a3b-instruct,solo,mixed,mid,,,,,,,22.94,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row qwen3-next-80b-a3b-instruct / column mu),,out:single-couple, llmstats-general,llmstats.com,?longcat-flash-chat,not-established:absent,mixed,mid,,,,,,,23.07,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row longcat-flash-chat / column mu),,out:model-not-established, llmstats-general,llmstats.com,o1-pro,unstated,mixed,mid,,,,,,,28.14,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row o1-pro / column mu),,out:effort-not-established, llmstats-general,llmstats.com,granite-4.2-8b,unstated,mixed,mid,,,,,,,22.96,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row granite-4.2-8b / column mu),,out:effort-not-established, llmstats-general,llmstats.com,?grok-4.1-2025-11-17,not-established:absent,mixed,mid,,,,,,,29.4,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row grok-4.1-2025-11-17 / column mu),,out:model-not-established, llmstats-general,llmstats.com,?sarvam-30b,not-established:absent,mixed,mid,,,,,,,23.15,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row sarvam-30b / column mu),,out:model-not-established, llmstats-general,llmstats.com,gpt-5-nano,unstated,mixed,mid,,,,,,,25.2,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gpt-5-nano-2025-08-07 / column mu),,out:effort-not-established, llmstats-general,llmstats.com,qwen3.5-4b,unstated,mixed,mid,,,,,,,22.43,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row qwen3.5-4b / column mu),,out:effort-not-established, llmstats-general,llmstats.com,?diffusiongemma-26b-a4b-it,not-established:absent,mixed,mid,,,,,,,23.22,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row diffusiongemma-26b-a4b-it / column mu),,out:model-not-established, llmstats-general,llmstats.com,?llama-3.1-nemotron-ultra-253b-v1,not-established:absent,mixed,mid,,,,,,,24.41,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row llama-3.1-nemotron-ultra-253b-v1 / column mu),,out:model-not-established, llmstats-general,llmstats.com,sonnet-3.5-1022,solo,mixed,mid,,,,,,,22.33,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row claude-3-5-sonnet-20241022 / column mu),,out:single-couple, llmstats-general,llmstats.com,?lfm-2.5-2.6b,not-established:absent,mixed,mid,,,,,,,24.06,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row lfm-2.5-2.6b / column mu),,out:model-not-established, llmstats-general,llmstats.com,?mistral-small-latest,not-established:absent,mixed,mid,,,,,,,23.26,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row mistral-small-latest / column mu),,out:model-not-established, llmstats-general,llmstats.com,?longcat-flash-lite,not-established:absent,mixed,mid,,,,,,,22.24,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row longcat-flash-lite / column mu),,out:model-not-established, llmstats-general,llmstats.com,?nvidia-nemotron-nano-9b-v2,not-established:absent,mixed,mid,,,,,,,24.04,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row nvidia-nemotron-nano-9b-v2 / column mu),,out:model-not-established, llmstats-general,llmstats.com,qwen3-32b,unstated,mixed,mid,,,,,,,23.09,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row qwen3-32b / column mu),,out:effort-not-established, llmstats-general,llmstats.com,?qwen3-vl-30b-a3b-thinking,not-established:absent,mixed,mid,,,,,,,20.37,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row qwen3-vl-30b-a3b-thinking / column mu),,out:model-not-established, llmstats-general,llmstats.com,qwen3-14b,unstated,mixed,mid,,,,,,,21.57,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row qwen3-14b / column mu),,out:effort-not-established, llmstats-general,llmstats.com,?gpt-oss-20b,not-established:absent,mixed,mid,,,,,,,23.07,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gpt-oss-20b / column mu),,out:model-not-established, llmstats-general,llmstats.com,gpt-4.1,solo,mixed,mid,,,,,,,20.72,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gpt-4.1-2025-04-14 / column mu),,out:single-couple, llmstats-general,llmstats.com,qwen3-30b-a3b,unstated,mixed,mid,,,,,,,21.78,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row qwen3-30b-a3b / column mu),,out:effort-not-established, llmstats-general,llmstats.com,?kimi-k1.5,not-established:absent,mixed,mid,,,,,,,21.91,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row kimi-k1.5 / column mu),,out:model-not-established, llmstats-general,llmstats.com,?gemini-2.0-flash-thinking,not-established:absent,mixed,mid,,,,,,,23.79,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gemini-2.0-flash-thinking / column mu),,out:model-not-established, llmstats-general,llmstats.com,o1-preview,solo,mixed,mid,,,,,,,21.16,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row o1-preview / column mu),,out:single-couple, llmstats-general,llmstats.com,?gemini-2.0-flash,not-established:absent,mixed,mid,,,,,,,20.47,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gemini-2.0-flash / column mu),,out:model-not-established, llmstats-general,llmstats.com,?ministral-8b-latest,not-established:absent,mixed,mid,,,,,,,22.64,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row ministral-8b-latest / column mu),,out:model-not-established, llmstats-general,llmstats.com,?qwen3-vl-30b-a3b-instruct,not-established:absent,mixed,mid,,,,,,,18.53,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row qwen3-vl-30b-a3b-instruct / column mu),,out:model-not-established, llmstats-general,llmstats.com,?qwen3-vl-8b-thinking,not-established:absent,mixed,mid,,,,,,,18.37,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row qwen3-vl-8b-thinking / column mu),,out:model-not-established, llmstats-general,llmstats.com,?grok-4.1-thinking-2025-11-17,not-established:absent,mixed,mid,,,,,,,27.94,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row grok-4.1-thinking-2025-11-17 / column mu),,out:model-not-established, llmstats-general,llmstats.com,?deepseek-r1-zero,not-established:absent,mixed,mid,,,,,,,22.2,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row deepseek-r1-zero / column mu),,out:model-not-established, llmstats-general,llmstats.com,sonnet-3.5-0620,solo,mixed,mid,,,,,,,20.24,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row claude-3-5-sonnet-20240620 / column mu),,out:single-couple, llmstats-general,llmstats.com,?deepseek-v3,not-established:absent,mixed,mid,,,,,,,18.99,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row deepseek-v3 / column mu),,out:model-not-established, llmstats-general,llmstats.com,qwen3-235b-a22b,unstated,mixed,mid,,,,,,,18.54,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row qwen3-235b-a22b / column mu),,out:effort-not-established, llmstats-general,llmstats.com,?granite-4.2-3b,not-established:absent,mixed,mid,,,,,,,19.44,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row granite-4.2-3b / column mu),,out:model-not-established, llmstats-general,llmstats.com,?phi-4-reasoning-plus,not-established:absent,mixed,mid,,,,,,,19.51,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row phi-4-reasoning-plus / column mu),,out:model-not-established, llmstats-general,llmstats.com,qwq-32b,solo,mixed,mid,,,,,,,19.55,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row qwq-32b / column mu),,out:single-couple, llmstats-general,llmstats.com,?llama-3.1-405b-instruct,not-established:absent,mixed,mid,,,,,,,18.67,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row llama-3.1-405b-instruct / column mu),,out:model-not-established, llmstats-general,llmstats.com,llama-4-maverick,solo,mixed,mid,,,,,,,18.45,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row llama-4-maverick / column mu),,out:single-couple, llmstats-general,llmstats.com,deepseek-r1-distill-llama-70b,solo,mixed,mid,,,,,,,20.67,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row deepseek-r1-distill-llama-70b / column mu),,out:single-couple, llmstats-general,llmstats.com,?minicpm-sala,not-established:absent,mixed,mid,,,,,,,18.44,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row minicpm-sala / column mu),,out:model-not-established, llmstats-general,llmstats.com,?qwen2-vl-72b,not-established:absent,mixed,mid,,,,,,,18.57,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row qwen2-vl-72b / column mu),,out:model-not-established, llmstats-general,llmstats.com,gpt-4o-0806,solo,mixed,mid,,,,,,,16.58,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gpt-4o-2024-08-06 / column mu),,out:single-couple, llmstats-general,llmstats.com,gpt-4.1-mini,solo,mixed,mid,,,,,,,16.8,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gpt-4.1-mini-2025-04-14 / column mu),,out:single-couple, llmstats-general,llmstats.com,?qwen3-vl-8b-instruct,not-established:absent,mixed,mid,,,,,,,16.07,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row qwen3-vl-8b-instruct / column mu),,out:model-not-established, llmstats-general,llmstats.com,llama-3.3-70b-instruct,solo,mixed,mid,,,,,,,18.43,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row llama-3.3-70b-instruct / column mu),,out:single-couple, llmstats-general,llmstats.com,?gemma-4-e4b-it,not-established:absent,mixed,mid,,,,,,,18.01,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gemma-4-e4b-it / column mu),,out:model-not-established, llmstats-general,llmstats.com,?devstral-medium-2507,not-established:absent,mixed,mid,,,,,,,24.79,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row devstral-medium-2507 / column mu),,out:model-not-established, llmstats-general,llmstats.com,?kimi-k2-base,not-established:absent,mixed,mid,,,,,,,17.44,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row kimi-k2-base / column mu),,out:model-not-established, llmstats-general,llmstats.com,?deepseek-v3-0324,not-established:absent,mixed,mid,,,,,,,18.95,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row deepseek-v3-0324 / column mu),,out:model-not-established, llmstats-general,llmstats.com,?llama-3.3-nemotron-super-49b-v1,not-established:absent,mixed,mid,,,,,,,18.25,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row llama-3.3-nemotron-super-49b-v1 / column mu),,out:model-not-established, llmstats-general,llmstats.com,?magistral-medium,not-established:absent,mixed,mid,,,,,,,18.21,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row magistral-medium / column mu),,out:model-not-established, llmstats-general,llmstats.com,?deepseek-r1-distill-qwen-32b,not-established:absent,mixed,mid,,,,,,,19.24,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row deepseek-r1-distill-qwen-32b / column mu),,out:model-not-established, llmstats-general,llmstats.com,?qwen3-vl-4b-thinking,not-established:absent,mixed,mid,,,,,,,15.12,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row qwen3-vl-4b-thinking / column mu),,out:model-not-established, llmstats-general,llmstats.com,?qwen2.5-vl-72b,not-established:absent,mixed,mid,,,,,,,15.64,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row qwen2.5-vl-72b / column mu),,out:model-not-established, llmstats-general,llmstats.com,gemini-2.0-flash-lite-001,unstated,mixed,mid,,,,,,,16.52,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gemini-2.0-flash-lite / column mu),,out:effort-not-established, llmstats-general,llmstats.com,?nova-pro,not-established:absent,mixed,mid,,,,,,,15.34,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row nova-pro / column mu),,out:model-not-established, llmstats-general,llmstats.com,?qwen-2.5-72b-instruct,not-established:absent,mixed,mid,,,,,,,15.72,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row qwen-2.5-72b-instruct / column mu),,out:model-not-established, llmstats-general,llmstats.com,?phi-4-reasoning,not-established:absent,mixed,mid,,,,,,,16.51,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row phi-4-reasoning / column mu),,out:model-not-established, llmstats-general,llmstats.com,?gemini-1.5-pro,not-established:absent,mixed,mid,,,,,,,15.17,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gemini-1.5-pro / column mu),,out:model-not-established, llmstats-general,llmstats.com,?pixtral-large,not-established:absent,mixed,mid,,,,,,,16.99,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row pixtral-large / column mu),,out:model-not-established, llmstats-general,llmstats.com,gpt-4o-0513,solo,mixed,mid,,,,,,,15.98,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gpt-4o-2024-05-13 / column mu),,out:single-couple, llmstats-general,llmstats.com,grok-2-1212,solo,mixed,mid,,,,,,,15.89,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row grok-2 / column mu),,out:single-couple, llmstats-general,llmstats.com,?ministral-3b-latest,not-established:absent,mixed,mid,,,,,,,17.32,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row ministral-3b-latest / column mu),,out:model-not-established, llmstats-general,llmstats.com,?deepseek-r1-distill-qwen-14b,not-established:absent,mixed,mid,,,,,,,17.13,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row deepseek-r1-distill-qwen-14b / column mu),,out:model-not-established, llmstats-general,llmstats.com,?magistral-small-2506,not-established:absent,mixed,mid,,,,,,,16.84,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row magistral-small-2506 / column mu),,out:model-not-established, llmstats-general,llmstats.com,?qwen3-vl-4b-instruct,not-established:absent,mixed,mid,,,,,,,12.95,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row qwen3-vl-4b-instruct / column mu),,out:model-not-established, llmstats-general,llmstats.com,?mistral-large-3-2509,not-established:absent,mixed,mid,,,,,,,15.29,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row mistral-large-3-2509 / column mu),,out:model-not-established, llmstats-general,llmstats.com,gemini-2.5-flash-lite,unstated,mixed,mid,,,,,,,14.51,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gemini-2.5-flash-lite / column mu),,out:effort-not-established, llmstats-general,llmstats.com,?ministral-3-14b-instruct-2512,not-established:absent,mixed,mid,,,,,,,16.79,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row ministral-3-14b-instruct-2512 / column mu),,out:model-not-established, llmstats-general,llmstats.com,o1-mini,solo,mixed,mid,,,,,,,16.21,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row o1-mini / column mu),,out:single-couple, llmstats-general,llmstats.com,opus-3,solo,mixed,mid,,,,,,,13.83,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row claude-3-opus-20240229 / column mu),,out:single-couple, llmstats-general,llmstats.com,?qwen2.5-vl-32b,not-established:absent,mixed,mid,,,,,,,12.56,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row qwen2.5-vl-32b / column mu),,out:model-not-established, llmstats-general,llmstats.com,?devstral-small-2507,not-established:absent,mixed,mid,,,,,,,20.54,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row devstral-small-2507 / column mu),,out:model-not-established, llmstats-general,llmstats.com,?mistral-large-latest,not-established:absent,mixed,mid,,,,,,,14.74,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row mistral-large-latest / column mu),,out:model-not-established, llmstats-general,llmstats.com,gpt-4-turbo,solo,mixed,mid,,,,,,,14.18,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gpt-4-turbo-2024-04-09 / column mu),,out:single-couple, llmstats-general,llmstats.com,qwq-32b-preview,solo,mixed,mid,,,,,,,15.21,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row qwq-32b-preview / column mu),,out:single-couple, llmstats-general,llmstats.com,?nova-2-sonic,not-established:absent,mixed,mid,,,,,,,16.96,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row nova-2-sonic / column mu),,out:model-not-established, llmstats-general,llmstats.com,?mistral-large-3-675b-instruct-2512-nvfp4,not-established:absent,mixed,mid,,,,,,,14.63,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row mistral-large-3-675b-instruct-2512-nvfp4 / column mu),,out:model-not-established, llmstats-general,llmstats.com,?mistral-large-3-675b-base-2512,not-established:absent,mixed,mid,,,,,,,14.52,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row mistral-large-3-675b-base-2512 / column mu),,out:model-not-established, llmstats-general,llmstats.com,?mistral-large-3-675B-instruct-2512-eagle,not-established:absent,mixed,mid,,,,,,,14.43,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row mistral-large-3-675B-instruct-2512-eagle / column mu),,out:model-not-established, llmstats-general,llmstats.com,?grok-2-mini,not-established:absent,mixed,mid,,,,,,,13.04,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row grok-2-mini / column mu),,out:model-not-established, llmstats-general,llmstats.com,?mistral-small-3.2-24b-instruct-2506,not-established:absent,mixed,mid,,,,,,,12.22,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row mistral-small-3.2-24b-instruct-2506 / column mu),,out:model-not-established, llmstats-general,llmstats.com,?deepseek-r1-distill-qwen-7b,not-established:absent,mixed,mid,,,,,,,14.64,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row deepseek-r1-distill-qwen-7b / column mu),,out:model-not-established, llmstats-general,llmstats.com,gemma-3-27b-it,solo,mixed,mid,,,,,,,11.06,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gemma-3-27b-it / column mu),,out:single-couple, llmstats-general,llmstats.com,deepseek-v2.5,solo,mixed,mid,,,,,,,12.27,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row deepseek-v2.5 / column mu),,out:single-couple, llmstats-general,llmstats.com,?qvq-72b-preview,not-established:absent,mixed,mid,,,,,,,15.17,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row qvq-72b-preview / column mu),,out:model-not-established, llmstats-general,llmstats.com,llama-4-scout,solo,mixed,mid,,,,,,,11.72,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row llama-4-scout / column mu),,out:single-couple, llmstats-general,llmstats.com,?qwen-2.5-32b-instruct,not-established:absent,mixed,mid,,,,,,,11.03,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row qwen-2.5-32b-instruct / column mu),,out:model-not-established, llmstats-general,llmstats.com,?ministral-3-8b-instruct-2512,not-established:absent,mixed,mid,,,,,,,14.3,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row ministral-3-8b-instruct-2512 / column mu),,out:model-not-established, llmstats-general,llmstats.com,llama-3.1-70b-instruct,solo,mixed,mid,,,,,,,11.64,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row llama-3.1-70b-instruct / column mu),,out:single-couple, llmstats-general,llmstats.com,?nova-lite,not-established:absent,mixed,mid,,,,,,,10.56,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row nova-lite / column mu),,out:model-not-established, llmstats-general,llmstats.com,?mistral-large-2-2407,not-established:absent,mixed,mid,,,,,,,13.68,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row mistral-large-2-2407 / column mu),,out:model-not-established, llmstats-general,llmstats.com,?phi-4-mini-reasoning,not-established:absent,mixed,mid,,,,,,,15.64,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row phi-4-mini-reasoning / column mu),,out:model-not-established, llmstats-general,llmstats.com,?deepseek-r1-distill-llama-8b,not-established:absent,mixed,mid,,,,,,,13.23,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row deepseek-r1-distill-llama-8b / column mu),,out:model-not-established, llmstats-general,llmstats.com,?gemma-4-e2b-it,not-established:absent,mixed,mid,,,,,,,11.12,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gemma-4-e2b-it / column mu),,out:model-not-established, llmstats-general,llmstats.com,?qwen2.5-vl-7b,not-established:absent,mixed,mid,,,,,,,9.6,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row qwen2.5-vl-7b / column mu),,out:model-not-established, llmstats-general,llmstats.com,?gemini-1.5-flash,not-established:absent,mixed,mid,,,,,,,9.21,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gemini-1.5-flash / column mu),,out:model-not-established, llmstats-general,llmstats.com,qwen2-72b-instruct,solo,mixed,mid,,,,,,,9.11,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row qwen2-72b-instruct / column mu),,out:single-couple, llmstats-general,llmstats.com,gemma-3-12b-it,solo,mixed,mid,,,,,,,8.37,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gemma-3-12b-it / column mu),,out:single-couple, llmstats-general,llmstats.com,phi-4,solo,mixed,mid,,,,,,,9.23,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row phi-4 / column mu),,out:single-couple, llmstats-general,llmstats.com,?llama-3.2-90b-instruct,not-established:absent,mixed,mid,,,,,,,9.05,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row llama-3.2-90b-instruct / column mu),,out:model-not-established, llmstats-general,llmstats.com,haiku-3.5,solo,mixed,mid,,,,,,,9.64,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row claude-3-5-haiku-20241022 / column mu),,out:single-couple, llmstats-general,llmstats.com,?qwen2.5-omni-7b,not-established:absent,mixed,mid,,,,,,,7.96,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row qwen2.5-omni-7b / column mu),,out:model-not-established, llmstats-general,llmstats.com,?llama-3.1-nemotron-nano-8b-v1,not-established:absent,mixed,mid,,,,,,,9.79,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row llama-3.1-nemotron-nano-8b-v1 / column mu),,out:model-not-established, llmstats-general,llmstats.com,?hermes-3-405b,not-established:absent,mixed,mid,,,,,,,8.29,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row hermes-3-405b / column mu),,out:model-not-established, llmstats-general,llmstats.com,?mistral-small-3.1-24b-instruct-2503,not-established:absent,mixed,mid,,,,,,,8.46,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row mistral-small-3.1-24b-instruct-2503 / column mu),,out:model-not-established, llmstats-general,llmstats.com,mistral-small-24b-instruct-2501,solo,mixed,mid,,,,,,,8.78,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row mistral-small-24b-instruct-2501 / column mu),,out:single-couple, llmstats-general,llmstats.com,?hermes-3-70b,not-established:absent,mixed,mid,,,,,,,7.44,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row hermes-3-70b / column mu),,out:model-not-established, llmstats-general,llmstats.com,qwen3.5-2b,unstated,mixed,mid,,,,,,,7.48,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row qwen3.5-2b / column mu),,out:effort-not-established, llmstats-general,llmstats.com,?qwen-2.5-14b-instruct,not-established:absent,mixed,mid,,,,,,,7.35,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row qwen-2.5-14b-instruct / column mu),,out:model-not-established, llmstats-general,llmstats.com,gpt-4o-mini,solo,mixed,mid,,,,,,,7.98,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gpt-4o-mini-2024-07-18 / column mu),,out:single-couple, llmstats-general,llmstats.com,?ministral-3-14b-base-2512,not-established:absent,mixed,mid,,,,,,,9.37,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row ministral-3-14b-base-2512 / column mu),,out:model-not-established, llmstats-general,llmstats.com,?lfm-2.5-vl-3b,not-established:absent,mixed,mid,,,,,,,6.64,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row lfm-2.5-vl-3b / column mu),,out:model-not-established, llmstats-general,llmstats.com,gpt-4-0613,solo,mixed,mid,,,,,,,7.57,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gpt-4-0613 / column mu),,out:single-couple, llmstats-general,llmstats.com,?deepseek-vl2,not-established:absent,mixed,mid,,,,,,,6.65,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row deepseek-vl2 / column mu),,out:model-not-established, llmstats-general,llmstats.com,?phi-4-multimodal-instruct,not-established:absent,mixed,mid,,,,,,,6.7,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row phi-4-multimodal-instruct / column mu),,out:model-not-established, llmstats-general,llmstats.com,?qwen-2.5-7b-instruct,not-established:absent,mixed,mid,,,,,,,6.11,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row qwen-2.5-7b-instruct / column mu),,out:model-not-established, llmstats-general,llmstats.com,?nova-micro,not-established:absent,mixed,mid,,,,,,,6.17,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row nova-micro / column mu),,out:model-not-established, llmstats-general,llmstats.com,?granite-3.3-8b-instruct,not-established:absent,mixed,mid,,,,,,,6.08,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row granite-3.3-8b-instruct / column mu),,out:model-not-established, llmstats-general,llmstats.com,?ministral-3-3b-instruct-2512,not-established:absent,mixed,mid,,,,,,,8.95,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row ministral-3-3b-instruct-2512 / column mu),,out:model-not-established, llmstats-general,llmstats.com,?qwen-2.5-coder-32b-instruct,not-established:absent,mixed,mid,,,,,,,5.69,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row qwen-2.5-coder-32b-instruct / column mu),,out:model-not-established, llmstats-general,llmstats.com,?phi-3.5-moe-instruct,not-established:absent,mixed,mid,,,,,,,5.01,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row phi-3.5-moe-instruct / column mu),,out:model-not-established, llmstats-general,llmstats.com,sonnet-3,solo,mixed,mid,,,,,,,5.62,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row claude-3-sonnet-20240229 / column mu),,out:single-couple, llmstats-general,llmstats.com,gpt-4.1-nano,solo,mixed,mid,,,,,,,5.43,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gpt-4.1-nano-2025-04-14 / column mu),,out:single-couple, llmstats-general,llmstats.com,?deepseek-vl2-small,not-established:absent,mixed,mid,,,,,,,5,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row deepseek-vl2-small / column mu),,out:model-not-established, llmstats-general,llmstats.com,?jamba-1.5-large,not-established:absent,mixed,mid,,,,,,,5.51,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row jamba-1.5-large / column mu),,out:model-not-established, llmstats-general,llmstats.com,?gemini-diffusion,not-established:absent,mixed,mid,,,,,,,5.73,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gemini-diffusion / column mu),,out:model-not-established, llmstats-general,llmstats.com,?llama-3.1-nemotron-70b-instruct,not-established:absent,mixed,mid,,,,,,,5.29,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row llama-3.1-nemotron-70b-instruct / column mu),,out:model-not-established, llmstats-general,llmstats.com,?mistral-small-3.1-24b-base-2503,not-established:absent,mixed,mid,,,,,,,5.98,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row mistral-small-3.1-24b-base-2503 / column mu),,out:model-not-established, llmstats-general,llmstats.com,?codestral-22b,not-established:absent,mixed,mid,,,,,,,8.55,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row codestral-22b / column mu),,out:model-not-established, llmstats-general,llmstats.com,?mistral-small-24b-base-2501,not-established:absent,mixed,mid,,,,,,,4.03,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row mistral-small-24b-base-2501 / column mu),,out:model-not-established, llmstats-general,llmstats.com,?command-r-plus-04-2024,not-established:absent,mixed,mid,,,,,,,4.73,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row command-r-plus-04-2024 / column mu),,out:model-not-established, llmstats-general,llmstats.com,?granite-3.3-8b-base,not-established:absent,mixed,mid,,,,,,,2.66,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row granite-3.3-8b-base / column mu),,out:model-not-established, llmstats-general,llmstats.com,gemma-2-27b-it,solo,mixed,mid,,,,,,,2.82,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gemma-2-27b-it / column mu),,out:single-couple, llmstats-general,llmstats.com,?gemini-1.5-flash-8b,not-established:absent,mixed,mid,,,,,,,3.46,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gemini-1.5-flash-8b / column mu),,out:model-not-established, llmstats-general,llmstats.com,?grok-1.5v,not-established:absent,mixed,mid,,,,,,,4.15,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row grok-1.5v / column mu),,out:model-not-established, llmstats-general,llmstats.com,?ministral-3-8b-base-2512,not-established:absent,mixed,mid,,,,,,,4.66,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row ministral-3-8b-base-2512 / column mu),,out:model-not-established, llmstats-general,llmstats.com,?llama-3.2-11b-instruct,not-established:absent,mixed,mid,,,,,,,2.86,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row llama-3.2-11b-instruct / column mu),,out:model-not-established, llmstats-general,llmstats.com,haiku-3,solo,mixed,mid,,,,,,,2.61,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row claude-3-haiku-20240307 / column mu),,out:single-couple, llmstats-general,llmstats.com,?pixtral-12b-2409,not-established:absent,mixed,mid,,,,,,,2.45,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row pixtral-12b-2409 / column mu),,out:model-not-established, llmstats-general,llmstats.com,gemma-3-4b-it,solo,mixed,mid,,,,,,,1.11,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gemma-3-4b-it / column mu),,out:single-couple, llmstats-general,llmstats.com,?shieldstral-1.0-3b,not-established:absent,mixed,mid,,,,,,,11.78,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row shieldstral-1.0-3b / column mu),,out:model-not-established, llmstats-general,llmstats.com,llama-3.1-8b-instruct,solo,mixed,mid,,,,,,,1.61,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row llama-3.1-8b-instruct / column mu),,out:single-couple, llmstats-general,llmstats.com,?grok-1.5,not-established:absent,mixed,mid,,,,,,,1.61,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row grok-1.5 / column mu),,out:model-not-established, llmstats-general,llmstats.com,gpt-5.1-codex-mini,unstated,mixed,mid,,,,,,,8.95,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gpt-5.1-codex-mini / column mu),,out:effort-not-established, llmstats-general,llmstats.com,?deepseek-r1-distill-qwen-1.5b,not-established:absent,mixed,mid,,,,,,,3.56,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row deepseek-r1-distill-qwen-1.5b / column mu),,out:model-not-established, llmstats-general,llmstats.com,?qwen-2.5-coder-7b-instruct,not-established:absent,mixed,mid,,,,,,,0.43,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row qwen-2.5-coder-7b-instruct / column mu),,out:model-not-established, llmstats-general,llmstats.com,?phi-3.5-vision-instruct,not-established:absent,mixed,mid,,,,,,,1.89,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row phi-3.5-vision-instruct / column mu),,out:model-not-established, llmstats-general,llmstats.com,grok-4.20,nothink,mixed,mid,,,,,,,12.73,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row grok-4.20-beta-0309-non-reasoning / column mu),,in, llmstats-general,llmstats.com,?phi-3.5-mini-instruct,not-established:absent,mixed,mid,,,,,,,-0.75,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row phi-3.5-mini-instruct / column mu),,out:model-not-established, llmstats-general,llmstats.com,?phi-4-mini,not-established:absent,mixed,mid,,,,,,,-0.74,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row phi-4-mini / column mu),,out:model-not-established, llmstats-general,llmstats.com,?qwen2-7b-instruct,not-established:absent,mixed,mid,,,,,,,-0.52,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row qwen2-7b-instruct / column mu),,out:model-not-established, llmstats-general,llmstats.com,?medgemma-4b-it,not-established:absent,mixed,mid,,,,,,,11.28,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row medgemma-4b-it / column mu),,out:model-not-established, llmstats-general,llmstats.com,gemma-3n-e4b-it,solo,mixed,mid,,,,,,,-1.19,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gemma-3n-e4b-it / column mu),,out:single-couple, llmstats-general,llmstats.com,?deepseek-vl2-tiny,not-established:absent,mixed,mid,,,,,,,-0.59,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row deepseek-vl2-tiny / column mu),,out:model-not-established, llmstats-general,llmstats.com,?ministral-8b-instruct-2410,not-established:absent,mixed,mid,,,,,,,-0.28,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row ministral-8b-instruct-2410 / column mu),,out:model-not-established, llmstats-general,llmstats.com,?mistral-nemo-instruct-2407,not-established:absent,mixed,mid,,,,,,,0.36,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row mistral-nemo-instruct-2407 / column mu),,out:model-not-established, llmstats-general,llmstats.com,gemma-2-9b-it,solo,mixed,mid,,,,,,,-1.38,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gemma-2-9b-it / column mu),,out:single-couple, llmstats-general,llmstats.com,?north-micro-vision-instruct,not-established:absent,mixed,mid,,,,,,,-1.25,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row north-micro-vision-instruct / column mu),,out:model-not-established, llmstats-general,llmstats.com,?gemma-3n-e4b-it-litert-preview,not-established:absent,mixed,mid,,,,,,,-2.43,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gemma-3n-e4b-it-litert-preview / column mu),,out:model-not-established, llmstats-general,llmstats.com,?gemini-1.0-pro,not-established:absent,mixed,mid,,,,,,,-0.42,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gemini-1.0-pro / column mu),,out:model-not-established, llmstats-general,llmstats.com,?granite-4.0-tiny-preview,not-established:absent,mixed,mid,,,,,,,-1.19,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row granite-4.0-tiny-preview / column mu),,out:model-not-established, llmstats-general,llmstats.com,?jamba-1.5-mini,not-established:absent,mixed,mid,,,,,,,-0.96,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row jamba-1.5-mini / column mu),,out:model-not-established, llmstats-general,llmstats.com,?llama-3.2-3b-instruct,not-established:absent,mixed,mid,,,,,,,-1.71,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row llama-3.2-3b-instruct / column mu),,out:model-not-established, llmstats-general,llmstats.com,?gemma-3n-e4b,not-established:absent,mixed,mid,,,,,,,-2.07,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gemma-3n-e4b / column mu),,out:model-not-established, llmstats-general,llmstats.com,?qwen3.5-0.8b,not-established:absent,mixed,mid,,,,,,,-1.81,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row qwen3.5-0.8b / column mu),,out:model-not-established, llmstats-general,llmstats.com,?ministral-3-3b-base-2512,not-established:absent,mixed,mid,,,,,,,-0.54,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row ministral-3-3b-base-2512 / column mu),,out:model-not-established, llmstats-general,llmstats.com,gpt-3.5-turbo-0125,solo,mixed,mid,,,,,,,-4.65,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gpt-3.5-turbo-0125 / column mu),,out:single-couple, llmstats-general,llmstats.com,?gemma-3n-e2b-it-litert-preview,not-established:absent,mixed,mid,,,,,,,-6.78,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gemma-3n-e2b-it-litert-preview / column mu),,out:model-not-established, llmstats-general,llmstats.com,?gemma-3n-e2b,not-established:absent,mixed,mid,,,,,,,-6,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gemma-3n-e2b / column mu),,out:model-not-established, llmstats-general,llmstats.com,?gemma-3-1b-it,not-established:absent,mixed,mid,,,,,,,-6.72,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gemma-3-1b-it / column mu),,out:model-not-established, llmstats-general,llmstats.com,?gemma-3n-e2b-it,not-established:absent,mixed,mid,,,,,,,-7.06,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row gemma-3n-e2b-it / column mu),,out:model-not-established, llmstats-general,llmstats.com,?ernie-4.5,not-established:absent,mixed,mid,,,,,,,-9.26,arena-rating,0.00289,,,https://llm-stats.com/ ($.general.models / row ernie-4.5 / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,opus-5.5,unstated,mixed,mid,,,,,,,63.1,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row claude-opus-5-5 / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,gpt-6-astra,unstated,mixed,mid,,,,,,,61.63,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gpt-6-astra / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,sonnet-5.5,unstated,mixed,mid,,,,,,,60.69,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row claude-sonnet-5-5 / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,?claude-mythos-preview,not-established:absent,mixed,mid,,,,,,,59.59,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row claude-mythos-preview / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,opus-5,unstated,mixed,mid,,,,,,,58.94,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row claude-opus-5 / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,gemini-4-argon,unstated,mixed,mid,,,,,,,58.25,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gemini-4-argon / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,gpt-5.6-sol,unstated,mixed,mid,,,,,,,55.73,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gpt-5.6-sol / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,gpt-6.1-sol,unstated,mixed,mid,,,,,,,56.74,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gpt-6.1-sol / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,kimi-k3,unstated,mixed,mid,,,,,,,54.61,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row kimi-k3 / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,fable-5.1,unstated,mixed,mid,,,,,,,57.51,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row claude-fable-5-1 / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,fable-5,unstated,mixed,mid,,,,,,,54.99,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row claude-fable-5 / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,muse-spark-1.3,unstated,mixed,mid,,,,,,,56.64,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row muse-spark-1.3 / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,glm-5.3,unstated,mixed,mid,,,,,,,55.53,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row glm-5.3 / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,?hy4-preview,not-established:absent,mixed,mid,,,,,,,53,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row hy4-preview / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?qwen3.8-max,not-established:absent,mixed,mid,,,,,,,53.39,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row qwen3.8-max / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,opus-4.8,unstated,mixed,mid,,,,,,,52.78,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row claude-opus-4-8 / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,muse-spark-1.1,unstated,mixed,mid,,,,,,,53.83,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row muse-spark-1.1 / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,deepseek-v4-pro-0813,unstated,mixed,mid,,,,,,,53.9,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row deepseek-v4-pro-0813 / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,deepseek-v4.1-flash,unstated,mixed,mid,,,,,,,52.48,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row deepseek-v4.1-flash / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,?qwen3.8-flash-next,not-established:absent,mixed,mid,,,,,,,52.43,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row qwen3.8-flash-next / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,qwen3.8-flash,unstated,mixed,mid,,,,,,,52.35,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row qwen3.8-flash / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,glm-5.3-flash,unstated,mixed,mid,,,,,,,52.41,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row glm-5.3-flash / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,gpt-5.6-terra,unstated,mixed,mid,,,,,,,50.68,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gpt-5.6-terra / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,mimo-v2.6-pro,unstated,mixed,mid,,,,,,,53.76,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row mimo-v2.6-pro / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,haiku-5.5,unstated,mixed,mid,,,,,,,51.29,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row claude-haiku-5-5 / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,grok-4.6,unstated,mixed,mid,,,,,,,53.33,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row grok-4.6 / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,?seed-2.1-pro,not-established:absent,mixed,mid,,,,,,,49.8,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row seed-2.1-pro / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,gpt-5.5,unstated,mixed,mid,,,,,,,49.96,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gpt-5.5 / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,sonnet-5,unstated,mixed,mid,,,,,,,50.12,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row claude-sonnet-5 / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,gemini-3.8-flash,unstated,mixed,mid,,,,,,,51.01,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gemini-3.8-flash / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,qwen3.7-max,unstated,mixed,mid,,,,,,,48.81,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row qwen3.7-max / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,gpt-5.5-pro,unstated,mixed,mid,,,,,,,52.04,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gpt-5.5-pro / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,gpt-6-sol,unstated,mixed,mid,,,,,,,53.32,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gpt-6-sol / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,?gemini-3.7-flash,not-established:absent,mixed,mid,,,,,,,49.53,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gemini-3.7-flash / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,opus-4.7,unstated,mixed,mid,,,,,,,48.58,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row claude-opus-4-7 / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,opus-4.6,unstated,mixed,mid,,,,,,,48.14,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row claude-opus-4-6 / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,gemini-3.1-pro,unstated,mixed,mid,,,,,,,47.97,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gemini-3.1-pro-preview / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,?mistral-large-4,not-established:absent,mixed,mid,,,,,,,49.71,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row mistral-large-4 / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,glm-5.2,unstated,mixed,mid,,,,,,,48.2,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row glm-5.2 / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,qwen3.8-27b,unstated,mixed,mid,,,,,,,48.07,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row qwen3.8-27b / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,?seed-2.1-turbo,not-established:absent,mixed,mid,,,,,,,46.81,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row seed-2.1-turbo / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?ling-3.0-flash-fin,not-established:absent,mixed,mid,,,,,,,52.11,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row ling-3.0-flash-fin / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,grok-4.7,unstated,mixed,mid,,,,,,,52.37,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row grok-4.7 / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,mimo-v2.6-flash,unstated,mixed,mid,,,,,,,49.98,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row mimo-v2.6-flash / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,kimi-k2.6,unstated,mixed,mid,,,,,,,46.5,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row kimi-k2.6 / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,?claude-mythos-5-1,not-established:absent,mixed,mid,,,,,,,55.44,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row claude-mythos-5-1 / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,gpt-5.6-luna,unstated,mixed,mid,,,,,,,46.25,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gpt-5.6-luna / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,grok-4.5,unstated,mixed,mid,,,,,,,48.18,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row grok-4.5 / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,?gemini-3.5-flash,not-established:absent,mixed,mid,,,,,,,46.59,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gemini-3.5-flash / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?deepseek-v4-pro-max,not-established:absent,mixed,mid,,,,,,,46.1,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row deepseek-v4-pro-max / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,qwen3.7-plus,unstated,mixed,mid,,,,,,,45.43,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row qwen3.7-plus / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,hy3,unstated,mixed,mid,,,,,,,45.81,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row hy3 / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,gpt-5.4,unstated,mixed,mid,,,,,,,45.15,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gpt-5.4 / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,?sakana-namazu,not-established:absent,mixed,mid,,,,,,,49.59,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row sakana-namazu / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,gpt-5.2-pro,unstated,mixed,mid,,,,,,,46.68,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gpt-5.2-pro-2025-12-11 / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,deepseek-v4-flash-0731,unstated,mixed,mid,,,,,,,47.54,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row deepseek-v4-flash-0731 / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,?deepseek-v4-flash-vision-exp,not-established:absent,mixed,mid,,,,,,,47.54,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row deepseek-v4-flash-vision-exp / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,minimax-m3,unstated,mixed,mid,,,,,,,44.29,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row minimax-m3 / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,gpt-5.2,unstated,mixed,mid,,,,,,,43.56,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gpt-5.2-2025-12-11 / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,?muse-spark,not-established:absent,mixed,mid,,,,,,,43.98,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row muse-spark / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,qwen3.6-plus,unstated,mixed,mid,,,,,,,42.63,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row qwen3.6-plus / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,opus-4.5,unstated,mixed,mid,,,,,,,44.08,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row claude-opus-4-5-20251101 / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,gpt-6-luna,unstated,mixed,mid,,,,,,,47.74,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gpt-6-luna / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,?laguna-s-2.1,not-established:absent,mixed,mid,,,,,,,45.94,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row laguna-s-2.1 / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?deepseek-v4-flash-max,not-established:absent,mixed,mid,,,,,,,42.8,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row deepseek-v4-flash-max / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,gemini-3.6-flash,unstated,mixed,mid,,,,,,,45.72,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gemini-3.6-flash / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,?seed-2.0-pro,not-established:absent,mixed,mid,,,,,,,44.08,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row seed-2.0-pro / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?grok-4-heavy,not-established:absent,mixed,mid,,,,,,,45.01,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row grok-4-heavy / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,glm-5.1,unstated,mixed,mid,,,,,,,42.26,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row glm-5.1 / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,?kimi-k2.5,not-established:absent,mixed,mid,,,,,,,41.22,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row kimi-k2.5 / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?muse-wonder-full,not-established:absent,mixed,mid,,,,,,,47.32,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row muse-wonder-full / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?gemini-3-pro-preview,not-established:absent,mixed,mid,,,,,,,41.51,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gemini-3-pro-preview / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?ember-1,not-established:absent,mixed,mid,,,,,,,45.74,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row ember-1 / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,qwen3.5-397b-a17b,unstated,mixed,mid,,,,,,,41.12,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row qwen3.5-397b-a17b / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,sonnet-4.6,unstated,mixed,mid,,,,,,,41.02,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row claude-sonnet-4-6 / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,?inkling-small,not-established:absent,mixed,mid,,,,,,,40.85,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row inkling-small / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,gemini-3-flash,unstated,mixed,mid,,,,,,,40.36,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gemini-3-flash-preview / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,?mimo-v2-pro,not-established:absent,mixed,mid,,,,,,,43.06,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row mimo-v2-pro / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,glm-5,unstated,mixed,mid,,,,,,,42.92,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row glm-5 / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,step-3.5-flash,unstated,mixed,mid,,,,,,,42.08,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row step-3.5-flash / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,gpt-5.3-codex,unstated,mixed,mid,,,,,,,43.45,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gpt-5.3-codex / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,?deepseek-v4-flash-0423,not-established:absent,mixed,mid,,,,,,,40.09,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row deepseek-v4-flash-0423 / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,minimax-m2.5,unstated,mixed,mid,,,,,,,43.07,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row minimax-m2.5 / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,inkling,unstated,mixed,mid,,,,,,,40.67,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row inkling / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,?gpt-5.1-thinking-2025-11-12,not-established:absent,mixed,mid,,,,,,,40.82,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gpt-5.1-thinking-2025-11-12 / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?gpt-5.1-instant-2025-11-12,not-established:absent,mixed,mid,,,,,,,40.72,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gpt-5.1-instant-2025-11-12 / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,gpt-5.1,unstated,mixed,mid,,,,,,,40.59,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gpt-5.1-2025-11-13 / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,qwen3.6-27b,unstated,mixed,mid,,,,,,,38.84,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row qwen3.6-27b / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,?kimi-k2-thinking-0905,not-established:absent,mixed,mid,,,,,,,39.45,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row kimi-k2-thinking-0905 / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?longcat-flash-thinking-2601,not-established:absent,mixed,mid,,,,,,,39.49,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row longcat-flash-thinking-2601 / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,mimo-v2.5,unstated,mixed,mid,,,,,,,40.36,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row mimo-v2.5 / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,qwen3.5-122b-a10b,unstated,mixed,mid,,,,,,,37.63,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row qwen3.5-122b-a10b / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,?ling-3.0-flash,not-established:absent,mixed,mid,,,,,,,38.96,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row ling-3.0-flash / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?nemotron-3-ultra-550b-a55b,not-established:absent,mixed,mid,,,,,,,38.39,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row nemotron-3-ultra-550b-a55b / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?gpt-5.1-high-2025-11-12,not-established:absent,mixed,mid,,,,,,,41.7,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gpt-5.1-high-2025-11-12 / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,solar-pro4,unstated,mixed,mid,,,,,,,38.94,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row solar-pro4 / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,qwen3.5-27b,unstated,mixed,mid,,,,,,,36.78,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row qwen3.5-27b / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,minimax-m2.7,unstated,mixed,mid,,,,,,,39.99,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row minimax-m2.7 / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,gpt-5.2-codex,unstated,mixed,mid,,,,,,,41.51,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gpt-5.2-codex / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,glm-4.7,unstated,mixed,mid,,,,,,,37.78,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row glm-4.7 / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,gpt-5,unstated,mixed,mid,,,,,,,37.05,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gpt-5-2025-08-07 / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,?qwen3-max-thinking,not-established:absent,mixed,mid,,,,,,,36.8,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row qwen3-max-thinking / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,muse-glimmer-30b,unstated,mixed,mid,,,,,,,37.58,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row muse-glimmer-30b / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,?mai-thinking-1,not-established:absent,mixed,mid,,,,,,,37.22,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row mai-thinking-1 / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,kimi-k2.7-code,solo,mixed,mid,,,,,,,40.74,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row kimi-k2.7-code / column mu),,in, llmstats-reasoning,llmstats.com,gemma-4-31b-it,unstated,mixed,mid,,,,,,,37.35,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gemma-4-31b-it / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,?seed-1.8,not-established:absent,mixed,mid,,,,,,,35.96,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row seed-1.8 / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?muse-wonder,not-established:absent,mixed,mid,,,,,,,42.75,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row muse-wonder / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,deepseek-v3.2,unstated,mixed,mid,,,,,,,36.61,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row deepseek-v3.2 / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,?ernie-5.0,not-established:absent,mixed,mid,,,,,,,38.54,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row ernie-5.0 / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,qwen3.6-35b-a3b,unstated,mixed,mid,,,,,,,35.49,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row qwen3.6-35b-a3b / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,?gpt-5-high-2025-08-07,not-established:absent,mixed,mid,,,,,,,41.31,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gpt-5-high-2025-08-07 / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,grok-4,solo,mixed,mid,,,,,,,38.35,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row grok-4 / column mu),,out:single-couple, llmstats-reasoning,llmstats.com,?deepseek-reasoner,not-established:absent,mixed,mid,,,,,,,36.12,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row deepseek-reasoner / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?deepseek-v3.2-speciale,not-established:absent,mixed,mid,,,,,,,37.19,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row deepseek-v3.2-speciale / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,qwen3.8-omni-flash,unstated,mixed,mid,,,,,,,44.73,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row qwen3.8-omni-flash / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,muse-spark-1.2,unstated,mixed,mid,,,,,,,43.65,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row muse-spark-1.2 / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,minimax-m2.1,unstated,mixed,mid,,,,,,,35.64,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row minimax-m2.1 / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,qwen3.5-35b-a3b,unstated,mixed,mid,,,,,,,34.07,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row qwen3.5-35b-a3b / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,?solar-mini4,not-established:absent,mixed,mid,,,,,,,39.22,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row solar-mini4 / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,gpt-5.4-mini,unstated,mixed,mid,,,,,,,35.06,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gpt-5.4-mini / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,?seed-2.0-lite,not-established:absent,mixed,mid,,,,,,,37.05,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row seed-2.0-lite / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,sonnet-4.5,unstated,mixed,mid,,,,,,,36.68,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row claude-sonnet-4-5-20250929 / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,gemini-3.1-flash-lite-preview,unstated,mixed,mid,,,,,,,34.84,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gemini-3.1-flash-lite-preview / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,?gpt-rosalind-research,not-established:absent,mixed,mid,,,,,,,41.79,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gpt-rosalind-research / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?gpt-5.1-medium-2025-11-12,not-established:absent,mixed,mid,,,,,,,42.38,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gpt-5.1-medium-2025-11-12 / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?gpt-5.5-instant,not-established:absent,mixed,mid,,,,,,,36.59,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gpt-5.5-instant / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,grok-3-mini,unstated,mixed,mid,,,,,,,37.42,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row grok-3-mini / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,?mimo-v2-flash,not-established:absent,mixed,mid,,,,,,,34.37,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row mimo-v2-flash / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,grok-4-fast,think,mixed,mid,,,,,,,35.85,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row grok-4-fast / column mu),,out:single-couple, llmstats-reasoning,llmstats.com,?nova-2-pro,not-established:absent,mixed,mid,,,,,,,34.6,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row nova-2-pro / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,o3,unstated,mixed,mid,,,,,,,33.71,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row o3-2025-04-16 / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,?grok-3,not-established:absent,mixed,mid,,,,,,,35.72,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row grok-3 / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?claude-opus-4-1-20250805,not-established:absent,mixed,mid,,,,,,,34.57,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row claude-opus-4-1-20250805 / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,step-3.7-flash,unstated,mixed,mid,,,,,,,36.85,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row step-3.7-flash / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,gpt-5.1-codex,unstated,mixed,mid,,,,,,,37.91,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gpt-5.1-codex / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,gemma-4-26b-a4b-it,unstated,mixed,mid,,,,,,,33.2,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gemma-4-26b-a4b-it / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,?gpt-5.1-codex-high,not-established:absent,mixed,mid,,,,,,,40.51,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gpt-5.1-codex-high / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?seed-2.0-mini,not-established:absent,mixed,mid,,,,,,,31.58,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row seed-2.0-mini / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,glm-4.6,unstated,mixed,mid,,,,,,,33.68,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row glm-4.6 / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,?longcat-flash-thinking,not-established:absent,mixed,mid,,,,,,,32.45,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row longcat-flash-thinking / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?mai-code-1-flash,not-established:absent,mixed,mid,,,,,,,32.82,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row mai-code-1-flash / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?gpt-5-medium-2025-08-07,not-established:absent,mixed,mid,,,,,,,36.9,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gpt-5-medium-2025-08-07 / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,qwen3-235b-a22b-thinking-2507,solo,mixed,mid,,,,,,,31.44,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row qwen3-235b-a22b-thinking-2507 / column mu),,out:single-couple, llmstats-reasoning,llmstats.com,gemini-2.5-pro-preview-06-05,unstated,mixed,mid,,,,,,,32.34,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gemini-2.5-pro-preview-06-05 / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,?nova-2-omni,not-established:absent,mixed,mid,,,,,,,32.63,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row nova-2-omni / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,deepseek-v3.2-exp,unstated,mixed,mid,,,,,,,31.79,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row deepseek-v3.2-exp / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,?gpt-oss-20b-high,not-established:absent,mixed,mid,,,,,,,36.18,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gpt-oss-20b-high / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?claude-opus-4-20250514,not-established:absent,mixed,mid,,,,,,,32.14,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row claude-opus-4-20250514 / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,o4-mini,unstated,mixed,mid,,,,,,,31.34,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row o4-mini / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,?mai-code-1.1-flash,not-established:absent,mixed,mid,,,,,,,35.98,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row mai-code-1.1-flash / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,gpt-5.4-nano,unstated,mixed,mid,,,,,,,30.65,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gpt-5.4-nano / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,gemini-2.5-pro,unstated,mixed,mid,,,,,,,31.31,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gemini-2.5-pro / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,?k-exaone-236b-a23b,not-established:absent,mixed,mid,,,,,,,32.82,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row k-exaone-236b-a23b / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,mistral-medium-3.5,unstated,mixed,mid,,,,,,,32.31,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row mistral-medium-3-5 / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,glm-4.5,unstated,mixed,mid,,,,,,,30.74,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row glm-4.5 / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,nova-2-lite,unstated,mixed,mid,,,,,,,30.69,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row nova-2-lite / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,qwen3-vl-235b-a22b-thinking,solo,mixed,mid,,,,,,,29.63,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row qwen3-vl-235b-a22b-thinking / column mu),,out:single-couple, llmstats-reasoning,llmstats.com,gpt-5-mini,unstated,mixed,mid,,,,,,,32.96,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gpt-5-mini-2025-08-07 / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,?mimo-v2-omni,not-established:absent,mixed,mid,,,,,,,37.9,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row mimo-v2-omni / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?exaone-4.5-33b,not-established:absent,mixed,mid,,,,,,,30.17,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row exaone-4.5-33b / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,minimax-m2,solo,mixed,mid,,,,,,,30.04,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row minimax-m2 / column mu),,out:single-couple, llmstats-reasoning,llmstats.com,?gpt-5-codex-2025-09-15,not-established:absent,mixed,mid,,,,,,,37.72,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gpt-5-codex-2025-09-15 / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?sarvam-105b,not-established:absent,mixed,mid,,,,,,,30.07,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row sarvam-105b / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?gpt-oss-120b-high,not-established:absent,mixed,mid,,,,,,,30.79,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gpt-oss-120b-high / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,gemini-3.5-flash-lite,unstated,mixed,mid,,,,,,,32.14,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gemini-3.5-flash-lite / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,?step3-vl-10b,not-established:absent,mixed,mid,,,,,,,32.4,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row step3-vl-10b / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,haiku-4.5,unstated,mixed,mid,,,,,,,29.09,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row claude-haiku-4-5-20251001 / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,?nemotron-3-super-120b-a12b,not-established:absent,mixed,mid,,,,,,,28.02,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row nemotron-3-super-120b-a12b / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?qwen3-vl-32b-thinking,not-established:absent,mixed,mid,,,,,,,27.33,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row qwen3-vl-32b-thinking / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,qwen3-next-80b-a3b-thinking,solo,mixed,mid,,,,,,,27.67,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row qwen3-next-80b-a3b-thinking / column mu),,out:single-couple, llmstats-reasoning,llmstats.com,?qwen3.5-9b,not-established:absent,mixed,mid,,,,,,,27.8,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row qwen3.5-9b / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?laguna-xs-2.1,not-established:absent,mixed,mid,,,,,,,30.66,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row laguna-xs-2.1 / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?claude-sonnet-4-20250514,not-established:absent,mixed,mid,,,,,,,28.76,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row claude-sonnet-4-20250514 / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?chatgpt-4o-latest,not-established:absent,mixed,mid,,,,,,,35.32,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row chatgpt-4o-latest / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,mimo-v2.5-pro,unstated,mixed,mid,,,,,,,27.1,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row mimo-v2.5-pro / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,qwen3-235b-a22b-instruct-2507,solo,mixed,mid,,,,,,,27.16,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row qwen3-235b-a22b-instruct-2507 / column mu),,out:single-couple, llmstats-reasoning,llmstats.com,glm-4.5-air,unstated,mixed,mid,,,,,,,27.38,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row glm-4.5-air / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,deepseek-r1-0528,solo,mixed,mid,,,,,,,27.25,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row deepseek-r1-0528 / column mu),,out:single-couple, llmstats-reasoning,llmstats.com,glm-4.7-flash,unstated,mixed,mid,,,,,,,28.67,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row glm-4.7-flash / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,sonnet-3.7,unstated,mixed,mid,,,,,,,27.09,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row claude-3-7-sonnet-20250219 / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,?gpt-oss-120b,not-established:absent,mixed,mid,,,,,,,28.61,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gpt-oss-120b / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?gemma-4-12b-it,not-established:absent,mixed,mid,,,,,,,26.82,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gemma-4-12b-it / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,mercury-2,unstated,mixed,mid,,,,,,,28.23,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row mercury-2 / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,qwen3-vl-235b-a22b-instruct,solo,mixed,mid,,,,,,,25.29,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row qwen3-vl-235b-a22b-instruct / column mu),,out:single-couple, llmstats-reasoning,llmstats.com,grok-4.3,unstated,mixed,mid,,,,,,,34.13,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row grok-4.3 / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,deepseek-v3.1,unstated,mixed,mid,,,,,,,25.74,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row deepseek-v3.1 / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,kimi-k2-instruct-0905,solo,mixed,mid,,,,,,,27.18,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row kimi-k2-0905 / column mu),,out:single-couple, llmstats-reasoning,llmstats.com,kimi-k2-instruct,solo,mixed,mid,,,,,,,24.82,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row kimi-k2-instruct / column mu),,out:single-couple, llmstats-reasoning,llmstats.com,qwen3-max-0923,solo,mixed,mid,,,,,,,27.06,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row qwen3-max / column mu),,out:single-couple, llmstats-reasoning,llmstats.com,?north-mini-code-1.0,not-established:absent,mixed,mid,,,,,,,27.62,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row north-mini-code-1.0 / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?kimi-k2-instruct-0905,not-established:absent,mixed,mid,,,,,,,24.67,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row kimi-k2-instruct-0905 / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?minimax-m1-80k,not-established:absent,mixed,mid,,,,,,,24.95,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row minimax-m1-80k / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?command-a-plus-05-2026,not-established:absent,mixed,mid,,,,,,,26.28,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row command-a-plus-05-2026 / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?granite-4.2-30b,not-established:absent,mixed,mid,,,,,,,25.05,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row granite-4.2-30b / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,gemini-2.5-flash,unstated,mixed,mid,,,,,,,25.25,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gemini-2.5-flash / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,o1,unstated,mixed,mid,,,,,,,24.78,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row o1-2024-12-17 / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,qwen3-coder-480b-a35b-instruct,solo,mixed,mid,,,,,,,25.9,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row qwen3-coder-480b-a35b-instruct / column mu),,out:single-couple, llmstats-reasoning,llmstats.com,?minimax-m1-40k,not-established:absent,mixed,mid,,,,,,,24.06,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row minimax-m1-40k / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?ministral-14b-latest,not-established:absent,mixed,mid,,,,,,,26.82,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row ministral-14b-latest / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,grok-code-fast-1,unstated,mixed,mid,,,,,,,31.84,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row grok-code-fast-1 / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,o3-mini,unstated,mixed,mid,,,,,,,23.74,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row o3-mini / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,?grok-4.1-2025-11-17,not-established:absent,mixed,mid,,,,,,,36.62,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row grok-4.1-2025-11-17 / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?gpt-4.5,not-established:absent,mixed,mid,,,,,,,23.37,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gpt-4.5 / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,sonnet-3.5-1022,solo,mixed,mid,,,,,,,23.58,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row claude-3-5-sonnet-20241022 / column mu),,out:single-couple, llmstats-reasoning,llmstats.com,o1-pro,unstated,mixed,mid,,,,,,,28.49,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row o1-pro / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,qwen3-next-80b-a3b-instruct,solo,mixed,mid,,,,,,,23.1,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row qwen3-next-80b-a3b-instruct / column mu),,out:single-couple, llmstats-reasoning,llmstats.com,?mistral-small-latest,not-established:absent,mixed,mid,,,,,,,24.36,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row mistral-small-latest / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?u2,not-established:absent,mixed,mid,,,,,,,24.74,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row u2 / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?longcat-flash-chat,not-established:absent,mixed,mid,,,,,,,23.12,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row longcat-flash-chat / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?nemotron-3-nano-30b-a3b,not-established:absent,mixed,mid,,,,,,,23.18,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row nemotron-3-nano-30b-a3b / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,qwen3.5-4b,unstated,mixed,mid,,,,,,,23.13,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row qwen3.5-4b / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,?nemotron-3.5-lightning-30b-a3b,not-established:absent,mixed,mid,,,,,,,23.85,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row nemotron-3.5-lightning-30b-a3b / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,qwen3-14b,unstated,mixed,mid,,,,,,,23.38,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row qwen3-14b / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,?qwen3-vl-30b-a3b-thinking,not-established:absent,mixed,mid,,,,,,,22.09,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row qwen3-vl-30b-a3b-thinking / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?sarvam-30b,not-established:absent,mixed,mid,,,,,,,23.24,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row sarvam-30b / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?qwen3-vl-32b-instruct,not-established:absent,mixed,mid,,,,,,,21.96,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row qwen3-vl-32b-instruct / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?diffusiongemma-26b-a4b-it,not-established:absent,mixed,mid,,,,,,,23.08,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row diffusiongemma-26b-a4b-it / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,gpt-5-nano,unstated,mixed,mid,,,,,,,25.19,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gpt-5-nano-2025-08-07 / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,?longcat-flash-lite,not-established:absent,mixed,mid,,,,,,,22.46,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row longcat-flash-lite / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?llama-3.1-nemotron-ultra-253b-v1,not-established:absent,mixed,mid,,,,,,,24.59,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row llama-3.1-nemotron-ultra-253b-v1 / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,qwen3-32b,unstated,mixed,mid,,,,,,,23.34,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row qwen3-32b / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,gpt-4.1,solo,mixed,mid,,,,,,,21.4,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gpt-4.1-2025-04-14 / column mu),,out:single-couple, llmstats-reasoning,llmstats.com,qwen3-30b-a3b,unstated,mixed,mid,,,,,,,22.15,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row qwen3-30b-a3b / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,granite-4.2-8b,unstated,mixed,mid,,,,,,,21.03,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row granite-4.2-8b / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,?nvidia-nemotron-nano-9b-v2,not-established:absent,mixed,mid,,,,,,,23.4,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row nvidia-nemotron-nano-9b-v2 / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?qwen3-vl-8b-thinking,not-established:absent,mixed,mid,,,,,,,19.79,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row qwen3-vl-8b-thinking / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?gemini-2.0-flash-thinking,not-established:absent,mixed,mid,,,,,,,24.05,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gemini-2.0-flash-thinking / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,o1-preview,solo,mixed,mid,,,,,,,21.38,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row o1-preview / column mu),,out:single-couple, llmstats-reasoning,llmstats.com,?ministral-8b-latest,not-established:absent,mixed,mid,,,,,,,22.74,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row ministral-8b-latest / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?kimi-k1.5,not-established:absent,mixed,mid,,,,,,,21.91,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row kimi-k1.5 / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?deepseek-r1-zero,not-established:absent,mixed,mid,,,,,,,22.46,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row deepseek-r1-zero / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,qwen3-235b-a22b,unstated,mixed,mid,,,,,,,19.36,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row qwen3-235b-a22b / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,sonnet-3.5-0620,solo,mixed,mid,,,,,,,20.4,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row claude-3-5-sonnet-20240620 / column mu),,out:single-couple, llmstats-reasoning,llmstats.com,gpt-4o-0806,solo,mixed,mid,,,,,,,18.46,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gpt-4o-2024-08-06 / column mu),,out:single-couple, llmstats-reasoning,llmstats.com,?gemini-2.0-flash,not-established:absent,mixed,mid,,,,,,,20.05,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gemini-2.0-flash / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?minicpm-sala,not-established:absent,mixed,mid,,,,,,,19.97,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row minicpm-sala / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?gpt-oss-20b,not-established:absent,mixed,mid,,,,,,,21.28,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gpt-oss-20b / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,qwq-32b,solo,mixed,mid,,,,,,,20.74,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row qwq-32b / column mu),,out:single-couple, llmstats-reasoning,llmstats.com,?phi-4-reasoning-plus,not-established:absent,mixed,mid,,,,,,,20.18,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row phi-4-reasoning-plus / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,grok-4.20,think,mixed,mid,,,,,,,27.36,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row grok-4.20-beta-0309-reasoning / column mu),,in, llmstats-reasoning,llmstats.com,?qwen3-vl-30b-a3b-instruct,not-established:absent,mixed,mid,,,,,,,17.61,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row qwen3-vl-30b-a3b-instruct / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?deepseek-v3,not-established:absent,mixed,mid,,,,,,,18.5,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row deepseek-v3 / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,deepseek-r1-distill-llama-70b,solo,mixed,mid,,,,,,,20.92,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row deepseek-r1-distill-llama-70b / column mu),,out:single-couple, llmstats-reasoning,llmstats.com,?lfm-2.5-2.6b,not-established:absent,mixed,mid,,,,,,,21.56,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row lfm-2.5-2.6b / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,llama-4-maverick,solo,mixed,mid,,,,,,,18.41,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row llama-4-maverick / column mu),,out:single-couple, llmstats-reasoning,llmstats.com,?qwen3-vl-4b-thinking,not-established:absent,mixed,mid,,,,,,,16.75,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row qwen3-vl-4b-thinking / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,gpt-4.1-mini,solo,mixed,mid,,,,,,,17.06,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gpt-4.1-mini-2025-04-14 / column mu),,out:single-couple, llmstats-reasoning,llmstats.com,?llama-3.1-405b-instruct,not-established:absent,mixed,mid,,,,,,,18.06,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row llama-3.1-405b-instruct / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?gemma-4-e4b-it,not-established:absent,mixed,mid,,,,,,,18.14,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gemma-4-e4b-it / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?deepseek-v3-0324,not-established:absent,mixed,mid,,,,,,,19.19,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row deepseek-v3-0324 / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?devstral-medium-2507,not-established:absent,mixed,mid,,,,,,,24.71,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row devstral-medium-2507 / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?deepseek-r1-distill-qwen-32b,not-established:absent,mixed,mid,,,,,,,19.52,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row deepseek-r1-distill-qwen-32b / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?magistral-medium,not-established:absent,mixed,mid,,,,,,,18.81,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row magistral-medium / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?llama-3.3-nemotron-super-49b-v1,not-established:absent,mixed,mid,,,,,,,18.38,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row llama-3.3-nemotron-super-49b-v1 / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?pixtral-large,not-established:absent,mixed,mid,,,,,,,20.26,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row pixtral-large / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?qwen2.5-vl-72b,not-established:absent,mixed,mid,,,,,,,16.94,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row qwen2.5-vl-72b / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?kimi-k2-base,not-established:absent,mixed,mid,,,,,,,16.74,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row kimi-k2-base / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?phi-4-reasoning,not-established:absent,mixed,mid,,,,,,,17.37,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row phi-4-reasoning / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,gemini-2.0-flash-lite-001,unstated,mixed,mid,,,,,,,16.73,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gemini-2.0-flash-lite / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,?qwen-2.5-72b-instruct,not-established:absent,mixed,mid,,,,,,,16.07,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row qwen-2.5-72b-instruct / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,gpt-4o-0513,solo,mixed,mid,,,,,,,16.96,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gpt-4o-2024-05-13 / column mu),,out:single-couple, llmstats-reasoning,llmstats.com,?nova-pro,not-established:absent,mixed,mid,,,,,,,15.64,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row nova-pro / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?ministral-3-14b-instruct-2512,not-established:absent,mixed,mid,,,,,,,19.53,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row ministral-3-14b-instruct-2512 / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?granite-4.2-3b,not-established:absent,mixed,mid,,,,,,,16.55,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row granite-4.2-3b / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?gemini-1.5-pro,not-established:absent,mixed,mid,,,,,,,15.23,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gemini-1.5-pro / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,llama-3.3-70b-instruct,solo,mixed,mid,,,,,,,16.66,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row llama-3.3-70b-instruct / column mu),,out:single-couple, llmstats-reasoning,llmstats.com,?qwen2-vl-72b,not-established:absent,mixed,mid,,,,,,,17.87,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row qwen2-vl-72b / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?nova-2-sonic,not-established:absent,mixed,mid,,,,,,,20.58,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row nova-2-sonic / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?ministral-3b-latest,not-established:absent,mixed,mid,,,,,,,17.56,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row ministral-3b-latest / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,grok-2-1212,solo,mixed,mid,,,,,,,16.48,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row grok-2 / column mu),,out:single-couple, llmstats-reasoning,llmstats.com,?deepseek-r1-distill-qwen-14b,not-established:absent,mixed,mid,,,,,,,17.44,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row deepseek-r1-distill-qwen-14b / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?qwen3-vl-8b-instruct,not-established:absent,mixed,mid,,,,,,,14.03,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row qwen3-vl-8b-instruct / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,gemini-2.5-flash-lite,unstated,mixed,mid,,,,,,,15.32,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gemini-2.5-flash-lite / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,?magistral-small-2506,not-established:absent,mixed,mid,,,,,,,17.07,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row magistral-small-2506 / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,o1-mini,solo,mixed,mid,,,,,,,16.49,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row o1-mini / column mu),,out:single-couple, llmstats-reasoning,llmstats.com,opus-3,solo,mixed,mid,,,,,,,13.77,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row claude-3-opus-20240229 / column mu),,out:single-couple, llmstats-reasoning,llmstats.com,qwq-32b-preview,solo,mixed,mid,,,,,,,15.49,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row qwq-32b-preview / column mu),,out:single-couple, llmstats-reasoning,llmstats.com,?ministral-3-8b-instruct-2512,not-established:absent,mixed,mid,,,,,,,16.78,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row ministral-3-8b-instruct-2512 / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?mistral-large-latest,not-established:absent,mixed,mid,,,,,,,14.91,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row mistral-large-latest / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?devstral-small-2507,not-established:absent,mixed,mid,,,,,,,20.48,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row devstral-small-2507 / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,gpt-4-turbo,solo,mixed,mid,,,,,,,14.32,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gpt-4-turbo-2024-04-09 / column mu),,out:single-couple, llmstats-reasoning,llmstats.com,?mistral-large-3-675b-instruct-2512-nvfp4,not-established:absent,mixed,mid,,,,,,,14.8,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row mistral-large-3-675b-instruct-2512-nvfp4 / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?mistral-large-3-675b-base-2512,not-established:absent,mixed,mid,,,,,,,14.7,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row mistral-large-3-675b-base-2512 / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?mistral-large-3-675B-instruct-2512-eagle,not-established:absent,mixed,mid,,,,,,,14.6,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row mistral-large-3-675B-instruct-2512-eagle / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?deepseek-r1-distill-qwen-7b,not-established:absent,mixed,mid,,,,,,,14.96,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row deepseek-r1-distill-qwen-7b / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,gemma-3-27b-it,solo,mixed,mid,,,,,,,11.75,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gemma-3-27b-it / column mu),,out:single-couple, llmstats-reasoning,llmstats.com,?mistral-large-3-2509,not-established:absent,mixed,mid,,,,,,,13.57,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row mistral-large-3-2509 / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?qwen2.5-vl-32b,not-established:absent,mixed,mid,,,,,,,12.28,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row qwen2.5-vl-32b / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?grok-2-mini,not-established:absent,mixed,mid,,,,,,,13.29,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row grok-2-mini / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?qvq-72b-preview,not-established:absent,mixed,mid,,,,,,,19.6,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row qvq-72b-preview / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?qwen3-vl-4b-instruct,not-established:absent,mixed,mid,,,,,,,11.14,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row qwen3-vl-4b-instruct / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,deepseek-v2.5,solo,mixed,mid,,,,,,,12.37,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row deepseek-v2.5 / column mu),,out:single-couple, llmstats-reasoning,llmstats.com,glm-5v-turbo,unstated,mixed,mid,,,,,,,19.39,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row glm-5v-turbo / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,?mistral-small-3.2-24b-instruct-2506,not-established:absent,mixed,mid,,,,,,,12.04,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row mistral-small-3.2-24b-instruct-2506 / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?phi-4-mini-reasoning,not-established:absent,mixed,mid,,,,,,,15.98,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row phi-4-mini-reasoning / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?mistral-large-2-2407,not-established:absent,mixed,mid,,,,,,,13.62,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row mistral-large-2-2407 / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?deepseek-r1-distill-llama-8b,not-established:absent,mixed,mid,,,,,,,13.53,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row deepseek-r1-distill-llama-8b / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?qwen-2.5-32b-instruct,not-established:absent,mixed,mid,,,,,,,10.55,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row qwen-2.5-32b-instruct / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?nova-lite,not-established:absent,mixed,mid,,,,,,,10.67,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row nova-lite / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?llama-3.2-90b-instruct,not-established:absent,mixed,mid,,,,,,,11.08,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row llama-3.2-90b-instruct / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,llama-4-scout,solo,mixed,mid,,,,,,,10.83,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row llama-4-scout / column mu),,out:single-couple, llmstats-reasoning,llmstats.com,phi-4,solo,mixed,mid,,,,,,,10.51,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row phi-4 / column mu),,out:single-couple, llmstats-reasoning,llmstats.com,llama-3.1-70b-instruct,solo,mixed,mid,,,,,,,10.68,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row llama-3.1-70b-instruct / column mu),,out:single-couple, llmstats-reasoning,llmstats.com,gemma-3-12b-it,solo,mixed,mid,,,,,,,9.11,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gemma-3-12b-it / column mu),,out:single-couple, llmstats-reasoning,llmstats.com,qwen2-72b-instruct,solo,mixed,mid,,,,,,,9.08,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row qwen2-72b-instruct / column mu),,out:single-couple, llmstats-reasoning,llmstats.com,?gemini-1.5-flash,not-established:absent,mixed,mid,,,,,,,9.15,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gemini-1.5-flash / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?gemma-4-e2b-it,not-established:absent,mixed,mid,,,,,,,10.38,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gemma-4-e2b-it / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,qwen3.5-2b,unstated,mixed,mid,,,,,,,9.68,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row qwen3.5-2b / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,haiku-3.5,solo,mixed,mid,,,,,,,9.81,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row claude-3-5-haiku-20241022 / column mu),,out:single-couple, llmstats-reasoning,llmstats.com,?llama-3.1-nemotron-nano-8b-v1,not-established:absent,mixed,mid,,,,,,,10.79,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row llama-3.1-nemotron-nano-8b-v1 / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?mistral-small-3.1-24b-instruct-2503,not-established:absent,mixed,mid,,,,,,,8.51,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row mistral-small-3.1-24b-instruct-2503 / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,gpt-4o-mini,solo,mixed,mid,,,,,,,8.68,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gpt-4o-mini-2024-07-18 / column mu),,out:single-couple, llmstats-reasoning,llmstats.com,?hermes-3-405b,not-established:absent,mixed,mid,,,,,,,7.73,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row hermes-3-405b / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,mistral-small-24b-instruct-2501,solo,mixed,mid,,,,,,,8.65,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row mistral-small-24b-instruct-2501 / column mu),,out:single-couple, llmstats-reasoning,llmstats.com,?ministral-3-14b-base-2512,not-established:absent,mixed,mid,,,,,,,9.24,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row ministral-3-14b-base-2512 / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?qwen-2.5-14b-instruct,not-established:absent,mixed,mid,,,,,,,6.91,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row qwen-2.5-14b-instruct / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,gpt-4-0613,solo,mixed,mid,,,,,,,7.61,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gpt-4-0613 / column mu),,out:single-couple, llmstats-reasoning,llmstats.com,?qwen2.5-vl-7b,not-established:absent,mixed,mid,,,,,,,7.44,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row qwen2.5-vl-7b / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?granite-3.3-8b-instruct,not-established:absent,mixed,mid,,,,,,,6.75,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row granite-3.3-8b-instruct / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?ministral-3-3b-instruct-2512,not-established:absent,mixed,mid,,,,,,,10.36,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row ministral-3-3b-instruct-2512 / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?qwen-2.5-7b-instruct,not-established:absent,mixed,mid,,,,,,,6.52,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row qwen-2.5-7b-instruct / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?qwen-2.5-coder-32b-instruct,not-established:absent,mixed,mid,,,,,,,5.71,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row qwen-2.5-coder-32b-instruct / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,gpt-4.1-nano,solo,mixed,mid,,,,,,,6.24,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gpt-4.1-nano-2025-04-14 / column mu),,out:single-couple, llmstats-reasoning,llmstats.com,?nova-micro,not-established:absent,mixed,mid,,,,,,,5.97,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row nova-micro / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,sonnet-3,solo,mixed,mid,,,,,,,5.56,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row claude-3-sonnet-20240229 / column mu),,out:single-couple, llmstats-reasoning,llmstats.com,?phi-3.5-moe-instruct,not-established:absent,mixed,mid,,,,,,,4.62,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row phi-3.5-moe-instruct / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?qwen2.5-omni-7b,not-established:absent,mixed,mid,,,,,,,4.79,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row qwen2.5-omni-7b / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?hermes-3-70b,not-established:absent,mixed,mid,,,,,,,4.79,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row hermes-3-70b / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?jamba-1.5-large,not-established:absent,mixed,mid,,,,,,,5.58,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row jamba-1.5-large / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?gemini-diffusion,not-established:absent,mixed,mid,,,,,,,5.75,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gemini-diffusion / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?mistral-small-3.1-24b-base-2503,not-established:absent,mixed,mid,,,,,,,6.17,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row mistral-small-3.1-24b-base-2503 / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?llama-3.1-nemotron-70b-instruct,not-established:absent,mixed,mid,,,,,,,5.01,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row llama-3.1-nemotron-70b-instruct / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?codestral-22b,not-established:absent,mixed,mid,,,,,,,8.43,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row codestral-22b / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?grok-1.5v,not-established:absent,mixed,mid,,,,,,,7.14,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row grok-1.5v / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?phi-4-multimodal-instruct,not-established:absent,mixed,mid,,,,,,,5.27,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row phi-4-multimodal-instruct / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?mistral-small-24b-base-2501,not-established:absent,mixed,mid,,,,,,,4.02,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row mistral-small-24b-base-2501 / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?gemini-1.5-flash-8b,not-established:absent,mixed,mid,,,,,,,4.46,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gemini-1.5-flash-8b / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?granite-3.3-8b-base,not-established:absent,mixed,mid,,,,,,,2.68,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row granite-3.3-8b-base / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?command-r-plus-04-2024,not-established:absent,mixed,mid,,,,,,,4.49,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row command-r-plus-04-2024 / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?llama-3.2-11b-instruct,not-established:absent,mixed,mid,,,,,,,3.81,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row llama-3.2-11b-instruct / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,gemma-2-27b-it,solo,mixed,mid,,,,,,,2.45,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gemma-2-27b-it / column mu),,out:single-couple, llmstats-reasoning,llmstats.com,?ministral-3-8b-base-2512,not-established:absent,mixed,mid,,,,,,,4.58,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row ministral-3-8b-base-2512 / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,haiku-3,solo,mixed,mid,,,,,,,2.56,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row claude-3-haiku-20240307 / column mu),,out:single-couple, llmstats-reasoning,llmstats.com,?deepseek-vl2,not-established:absent,mixed,mid,,,,,,,3.23,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row deepseek-vl2 / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?grok-1.5,not-established:absent,mixed,mid,,,,,,,2.55,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row grok-1.5 / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?lfm-2.5-vl-3b,not-established:absent,mixed,mid,,,,,,,2.86,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row lfm-2.5-vl-3b / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?deepseek-r1-distill-qwen-1.5b,not-established:absent,mixed,mid,,,,,,,3.91,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row deepseek-r1-distill-qwen-1.5b / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,gpt-5.1-codex-mini,unstated,mixed,mid,,,,,,,9.05,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gpt-5.1-codex-mini / column mu),,out:effort-not-established, llmstats-reasoning,llmstats.com,gemma-3-4b-it,solo,mixed,mid,,,,,,,0.46,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gemma-3-4b-it / column mu),,out:single-couple, llmstats-reasoning,llmstats.com,?qwen-2.5-coder-7b-instruct,not-established:absent,mixed,mid,,,,,,,0.46,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row qwen-2.5-coder-7b-instruct / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?qwen3.5-0.8b,not-established:absent,mixed,mid,,,,,,,1.5,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row qwen3.5-0.8b / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,llama-3.1-8b-instruct,solo,mixed,mid,,,,,,,0.88,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row llama-3.1-8b-instruct / column mu),,out:single-couple, llmstats-reasoning,llmstats.com,?pixtral-12b-2409,not-established:absent,mixed,mid,,,,,,,1.33,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row pixtral-12b-2409 / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?deepseek-vl2-small,not-established:absent,mixed,mid,,,,,,,1.19,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row deepseek-vl2-small / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?phi-4-mini,not-established:absent,mixed,mid,,,,,,,-0.84,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row phi-4-mini / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?qwen2-7b-instruct,not-established:absent,mixed,mid,,,,,,,-0.21,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row qwen2-7b-instruct / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?phi-3.5-mini-instruct,not-established:absent,mixed,mid,,,,,,,-1.58,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row phi-3.5-mini-instruct / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?ministral-8b-instruct-2410,not-established:absent,mixed,mid,,,,,,,-0.34,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row ministral-8b-instruct-2410 / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?phi-3.5-vision-instruct,not-established:absent,mixed,mid,,,,,,,1.91,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row phi-3.5-vision-instruct / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?mistral-nemo-instruct-2407,not-established:absent,mixed,mid,,,,,,,0.15,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row mistral-nemo-instruct-2407 / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?medgemma-4b-it,not-established:absent,mixed,mid,,,,,,,10.92,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row medgemma-4b-it / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,gemma-2-9b-it,solo,mixed,mid,,,,,,,-1.68,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gemma-2-9b-it / column mu),,out:single-couple, llmstats-reasoning,llmstats.com,?granite-4.0-tiny-preview,not-established:absent,mixed,mid,,,,,,,-0.89,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row granite-4.0-tiny-preview / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,gemma-3n-e4b-it,solo,mixed,mid,,,,,,,-1.78,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gemma-3n-e4b-it / column mu),,out:single-couple, llmstats-reasoning,llmstats.com,?jamba-1.5-mini,not-established:absent,mixed,mid,,,,,,,-0.9,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row jamba-1.5-mini / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?gemma-3n-e4b-it-litert-preview,not-established:absent,mixed,mid,,,,,,,-3.06,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gemma-3n-e4b-it-litert-preview / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?ministral-3-3b-base-2512,not-established:absent,mixed,mid,,,,,,,-0.56,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row ministral-3-3b-base-2512 / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?gemma-3n-e4b,not-established:absent,mixed,mid,,,,,,,-2.36,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gemma-3n-e4b / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?llama-3.2-3b-instruct,not-established:absent,mixed,mid,,,,,,,-2.01,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row llama-3.2-3b-instruct / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?north-micro-vision-instruct,not-established:absent,mixed,mid,,,,,,,-2.9,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row north-micro-vision-instruct / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?gemini-1.0-pro,not-established:absent,mixed,mid,,,,,,,-2.13,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gemini-1.0-pro / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,gpt-3.5-turbo-0125,solo,mixed,mid,,,,,,,-3.75,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gpt-3.5-turbo-0125 / column mu),,out:single-couple, llmstats-reasoning,llmstats.com,?gemma-3n-e2b-it-litert-preview,not-established:absent,mixed,mid,,,,,,,-6.92,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gemma-3n-e2b-it-litert-preview / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?gemma-3n-e2b,not-established:absent,mixed,mid,,,,,,,-6.2,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gemma-3n-e2b / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?gemma-3n-e2b-it,not-established:absent,mixed,mid,,,,,,,-7.19,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gemma-3n-e2b-it / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?gemma-3-1b-it,not-established:absent,mixed,mid,,,,,,,-7.99,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row gemma-3-1b-it / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?deepseek-vl2-tiny,not-established:absent,mixed,mid,,,,,,,-6.52,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row deepseek-vl2-tiny / column mu),,out:model-not-established, llmstats-reasoning,llmstats.com,?ernie-4.5,not-established:absent,mixed,mid,,,,,,,-9.22,arena-rating,0.00289,,,https://llm-stats.com/ ($.reasoning.models / row ernie-4.5 / column mu),,out:model-not-established, llmstats-code,llmstats.com,opus-5.5,unstated,mixed,mid,llmstats-arena,,,,,,55.37,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row claude-opus-5-5 / column mu),,out:effort-not-established, llmstats-code,llmstats.com,sonnet-5.5,unstated,mixed,mid,llmstats-arena,,,,,,52.66,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row claude-sonnet-5-5 / column mu),,out:effort-not-established, llmstats-code,llmstats.com,gpt-6-astra,unstated,mixed,mid,llmstats-arena,,,,,,52.47,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row gpt-6-astra / column mu),,out:effort-not-established, llmstats-code,llmstats.com,?claude-mythos-preview,not-established:absent,mixed,mid,llmstats-arena,,,,,,49.72,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row claude-mythos-preview / column mu),,out:model-not-established, llmstats-code,llmstats.com,fable-5,unstated,mixed,mid,llmstats-arena,,,,,,48.11,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row claude-fable-5 / column mu),,out:effort-not-established, llmstats-code,llmstats.com,gpt-5.6-sol,unstated,mixed,mid,llmstats-arena,,,,,,47.2,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row gpt-5.6-sol / column mu),,out:effort-not-established, llmstats-code,llmstats.com,gemini-4-argon,unstated,mixed,mid,llmstats-arena,,,,,,49.61,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row gemini-4-argon / column mu),,out:effort-not-established, llmstats-code,llmstats.com,?muse-wonder-full,not-established:absent,mixed,mid,llmstats-arena,,,,,,49.99,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row muse-wonder-full / column mu),,out:model-not-established, llmstats-code,llmstats.com,deepseek-v4.1-flash,unstated,mixed,mid,llmstats-arena,,,,,,46.27,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row deepseek-v4.1-flash / column mu),,out:effort-not-established, llmstats-code,llmstats.com,kimi-k3,unstated,mixed,mid,llmstats-arena,,,,,,45.55,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row kimi-k3 / column mu),,out:effort-not-established, llmstats-code,llmstats.com,glm-5.3,unstated,mixed,mid,llmstats-arena,,,,,,44.1,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row glm-5.3 / column mu),,out:effort-not-established, llmstats-code,llmstats.com,haiku-5.5,unstated,mixed,mid,llmstats-arena,,,,,,44.51,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row claude-haiku-5-5 / column mu),,out:effort-not-established, llmstats-code,llmstats.com,gpt-6.1-sol,unstated,mixed,mid,llmstats-arena,,,,,,46.83,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row gpt-6.1-sol / column mu),,out:effort-not-established, llmstats-code,llmstats.com,gpt-5.6-terra,unstated,mixed,mid,llmstats-arena,,,,,,43.31,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row gpt-5.6-terra / column mu),,out:effort-not-established, llmstats-code,llmstats.com,mimo-v2.6-pro,unstated,mixed,mid,llmstats-arena,,,,,,44.19,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row mimo-v2.6-pro / column mu),,out:effort-not-established, llmstats-code,llmstats.com,opus-4.8,unstated,mixed,mid,llmstats-arena,,,,,,43.42,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row claude-opus-4-8 / column mu),,out:effort-not-established, llmstats-code,llmstats.com,opus-5,unstated,mixed,mid,llmstats-arena,,,,,,45.9,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row claude-opus-5 / column mu),,out:effort-not-established, llmstats-code,llmstats.com,?muse-wonder,not-established:absent,mixed,mid,llmstats-arena,,,,,,46.74,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row muse-wonder / column mu),,out:model-not-established, llmstats-code,llmstats.com,deepseek-v4-pro-0813,unstated,mixed,mid,llmstats-arena,,,,,,45.11,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row deepseek-v4-pro-0813 / column mu),,out:effort-not-established, llmstats-code,llmstats.com,muse-spark-1.3,unstated,mixed,mid,llmstats-arena,,,,,,46.4,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row muse-spark-1.3 / column mu),,out:effort-not-established, llmstats-code,llmstats.com,?hy4-preview,not-established:absent,mixed,mid,llmstats-arena,,,,,,41.97,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row hy4-preview / column mu),,out:model-not-established, llmstats-code,llmstats.com,?qwen3.8-max,not-established:absent,mixed,mid,llmstats-arena,,,,,,42.65,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row qwen3.8-max / column mu),,out:model-not-established, llmstats-code,llmstats.com,?ember-1,not-established:absent,mixed,mid,llmstats-arena,,,,,,43.67,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row ember-1 / column mu),,out:model-not-established, llmstats-code,llmstats.com,grok-4.7,unstated,mixed,mid,llmstats-arena,,,,,,42.37,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row grok-4.7 / column mu),,out:effort-not-established, llmstats-code,llmstats.com,gpt-5.5,unstated,mixed,mid,llmstats-arena,,,,,,41.06,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row gpt-5.5 / column mu),,out:effort-not-established, llmstats-code,llmstats.com,?claude-mythos-5-1,not-established:absent,mixed,mid,llmstats-arena,,,,,,47.56,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row claude-mythos-5-1 / column mu),,out:model-not-established, llmstats-code,llmstats.com,?mistral-large-4,not-established:absent,mixed,mid,llmstats-arena,,,,,,41.47,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row mistral-large-4 / column mu),,out:model-not-established, llmstats-code,llmstats.com,gemini-3.8-flash,unstated,mixed,mid,llmstats-arena,,,,,,42.72,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row gemini-3.8-flash / column mu),,out:effort-not-established, llmstats-code,llmstats.com,opus-4.7,unstated,mixed,mid,llmstats-arena,,,,,,40.14,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row claude-opus-4-7 / column mu),,out:effort-not-established, llmstats-code,llmstats.com,qwen3.7-max,unstated,mixed,mid,llmstats-arena,,,,,,39.51,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row qwen3.7-max / column mu),,out:effort-not-established, llmstats-code,llmstats.com,sonnet-5,unstated,mixed,mid,llmstats-arena,,,,,,39.14,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row claude-sonnet-5 / column mu),,out:effort-not-established, llmstats-code,llmstats.com,mimo-v2.6-flash,unstated,mixed,mid,llmstats-arena,,,,,,39.46,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row mimo-v2.6-flash / column mu),,out:effort-not-established, llmstats-code,llmstats.com,fable-5.1,unstated,mixed,mid,llmstats-arena,,,,,,43.99,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row claude-fable-5-1 / column mu),,out:effort-not-established, llmstats-code,llmstats.com,gpt-5.6-luna,unstated,mixed,mid,llmstats-arena,,,,,,38.34,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row gpt-5.6-luna / column mu),,out:effort-not-established, llmstats-code,llmstats.com,?qwen3.8-flash-next,not-established:absent,mixed,mid,llmstats-arena,,,,,,39.48,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row qwen3.8-flash-next / column mu),,out:model-not-established, llmstats-code,llmstats.com,qwen3.8-flash,unstated,mixed,mid,llmstats-arena,,,,,,39.42,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row qwen3.8-flash / column mu),,out:effort-not-established, llmstats-code,llmstats.com,glm-5.2,unstated,mixed,mid,llmstats-arena,,,,,,37.91,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row glm-5.2 / column mu),,out:effort-not-established, llmstats-code,llmstats.com,gpt-6-sol,unstated,mixed,mid,llmstats-arena,,,,,,42.52,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row gpt-6-sol / column mu),,out:effort-not-established, llmstats-code,llmstats.com,?deepseek-v4-flash-vision-exp,not-established:absent,mixed,mid,llmstats-arena,,,,,,40.33,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row deepseek-v4-flash-vision-exp / column mu),,out:model-not-established, llmstats-code,llmstats.com,grok-4.6,unstated,mixed,mid,llmstats-arena,,,,,,40.41,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row grok-4.6 / column mu),,out:effort-not-established, llmstats-code,llmstats.com,kimi-k2.6,unstated,mixed,mid,llmstats-arena,,,,,,37.98,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row kimi-k2.6 / column mu),,out:effort-not-established, llmstats-code,llmstats.com,muse-spark-1.1,unstated,mixed,mid,llmstats-arena,,,,,,39.12,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row muse-spark-1.1 / column mu),,out:effort-not-established, llmstats-code,llmstats.com,grok-4.5,unstated,mixed,mid,llmstats-arena,,,,,,37.56,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row grok-4.5 / column mu),,out:effort-not-established, llmstats-code,llmstats.com,hy3,unstated,mixed,mid,llmstats-arena,,,,,,36.6,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row hy3 / column mu),,out:effort-not-established, llmstats-code,llmstats.com,mimo-v2.5-pro,unstated,mixed,mid,llmstats-arena,,,,,,38.19,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row mimo-v2.5-pro / column mu),,out:effort-not-established, llmstats-code,llmstats.com,?seed-2.1-pro,not-established:absent,mixed,mid,llmstats-arena,,,,,,36.59,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row seed-2.1-pro / column mu),,out:model-not-established, llmstats-code,llmstats.com,?gemini-3.7-flash,not-established:absent,mixed,mid,llmstats-arena,,,,,,38.95,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row gemini-3.7-flash / column mu),,out:model-not-established, llmstats-code,llmstats.com,glm-5.3-flash,unstated,mixed,mid,llmstats-arena,,,,,,39.37,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row glm-5.3-flash / column mu),,out:effort-not-established, llmstats-code,llmstats.com,?gemini-3.8-flash-cyber,not-established:absent,mixed,mid,llmstats-arena,,,,,,43.92,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row gemini-3.8-flash-cyber / column mu),,out:model-not-established, llmstats-code,llmstats.com,opus-4.6,unstated,mixed,mid,llmstats-arena,,,,,,36.95,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row claude-opus-4-6 / column mu),,out:effort-not-established, llmstats-code,llmstats.com,?deepseek-v4-pro-max,not-established:absent,mixed,mid,llmstats-arena,,,,,,35.98,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row deepseek-v4-pro-max / column mu),,out:model-not-established, llmstats-code,llmstats.com,deepseek-v4-flash-0731,unstated,mixed,mid,llmstats-arena,,,,,,37.41,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row deepseek-v4-flash-0731 / column mu),,out:effort-not-established, llmstats-code,llmstats.com,minimax-m3,unstated,mixed,mid,llmstats-arena,,,,,,35.25,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row minimax-m3 / column mu),,out:effort-not-established, llmstats-code,llmstats.com,qwen3.8-27b,unstated,mixed,mid,llmstats-arena,,,,,,35.58,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row qwen3.8-27b / column mu),,out:effort-not-established, llmstats-code,llmstats.com,gemini-3.1-pro,unstated,mixed,mid,llmstats-arena,,,,,,34.89,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row gemini-3.1-pro-preview / column mu),,out:effort-not-established, llmstats-code,llmstats.com,qwen3.7-plus,unstated,mixed,mid,llmstats-arena,,,,,,34.21,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row qwen3.7-plus / column mu),,out:effort-not-established, llmstats-code,llmstats.com,?gemini-3.5-flash,not-established:absent,mixed,mid,llmstats-arena,,,,,,36.26,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row gemini-3.5-flash / column mu),,out:model-not-established, llmstats-code,llmstats.com,?seed-2.1-turbo,not-established:absent,mixed,mid,llmstats-arena,,,,,,34.3,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row seed-2.1-turbo / column mu),,out:model-not-established, llmstats-code,llmstats.com,gpt-5.4,unstated,mixed,mid,llmstats-arena,,,,,,35.49,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row gpt-5.4 / column mu),,out:effort-not-established, llmstats-code,llmstats.com,glm-5.1,unstated,mixed,mid,llmstats-arena,,,,,,34.84,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row glm-5.1 / column mu),,out:effort-not-established, llmstats-code,llmstats.com,?gemini-3.5-flash-cyber,not-established:absent,mixed,mid,llmstats-arena,,,,,,41.25,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row gemini-3.5-flash-cyber / column mu),,out:model-not-established, llmstats-code,llmstats.com,gpt-5.3-codex,unstated,mixed,mid,llmstats-arena,,,,,,37.31,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row gpt-5.3-codex / column mu),,out:effort-not-established, llmstats-code,llmstats.com,?laguna-s-2.1,not-established:absent,mixed,mid,llmstats-arena,,,,,,35.45,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row laguna-s-2.1 / column mu),,out:model-not-established, llmstats-code,llmstats.com,gpt-6-luna,unstated,mixed,mid,llmstats-arena,,,,,,37.94,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row gpt-6-luna / column mu),,out:effort-not-established, llmstats-code,llmstats.com,kimi-k2.7-code,solo,mixed,mid,llmstats-arena,,,,,,35.49,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row kimi-k2.7-code / column mu),,out:single-couple, llmstats-code,llmstats.com,mimo-v2.5,unstated,mixed,mid,llmstats-arena,,,,,,35.3,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row mimo-v2.5 / column mu),,out:effort-not-established, llmstats-code,llmstats.com,?inkling-small,not-established:absent,mixed,mid,llmstats-arena,,,,,,34.34,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row inkling-small / column mu),,out:model-not-established, llmstats-code,llmstats.com,?deepseek-v4-flash-max,not-established:absent,mixed,mid,llmstats-arena,,,,,,33.64,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row deepseek-v4-flash-max / column mu),,out:model-not-established, llmstats-code,llmstats.com,opus-4.5,unstated,mixed,mid,llmstats-arena,,,,,,34.93,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row claude-opus-4-5-20251101 / column mu),,out:effort-not-established, llmstats-code,llmstats.com,muse-spark-1.2,unstated,mixed,mid,llmstats-arena,,,,,,36.01,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row muse-spark-1.2 / column mu),,out:effort-not-established, llmstats-code,llmstats.com,qwen3.6-plus,unstated,mixed,mid,llmstats-arena,,,,,,31.8,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row qwen3.6-plus / column mu),,out:effort-not-established, llmstats-code,llmstats.com,minimax-m2.7,unstated,mixed,mid,llmstats-arena,,,,,,33.28,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row minimax-m2.7 / column mu),,out:effort-not-established, llmstats-code,llmstats.com,gemini-3.6-flash,unstated,mixed,mid,llmstats-arena,,,,,,34.16,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row gemini-3.6-flash / column mu),,out:effort-not-established, llmstats-code,llmstats.com,inkling,unstated,mixed,mid,llmstats-arena,,,,,,33.74,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row inkling / column mu),,out:effort-not-established, llmstats-code,llmstats.com,minimax-m2.5,unstated,mixed,mid,llmstats-arena,,,,,,34.15,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row minimax-m2.5 / column mu),,out:effort-not-established, llmstats-code,llmstats.com,?deepseek-v4-flash-0423,not-established:absent,mixed,mid,llmstats-arena,,,,,,31.6,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row deepseek-v4-flash-0423 / column mu),,out:model-not-established, llmstats-code,llmstats.com,gpt-5,unstated,mixed,mid,llmstats-arena,,,,,,33.71,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row gpt-5-2025-08-07 / column mu),,out:effort-not-established, llmstats-code,llmstats.com,glm-5,unstated,mixed,mid,llmstats-arena,,,,,,32.84,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row glm-5 / column mu),,out:effort-not-established, llmstats-code,llmstats.com,?mimo-v2-pro,not-established:absent,mixed,mid,llmstats-arena,,,,,,31.29,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row mimo-v2-pro / column mu),,out:model-not-established, llmstats-code,llmstats.com,qwen3.6-27b,unstated,mixed,mid,llmstats-arena,,,,,,30.17,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row qwen3.6-27b / column mu),,out:effort-not-established, llmstats-code,llmstats.com,sonnet-4.6,unstated,mixed,mid,llmstats-arena,,,,,,31.31,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row claude-sonnet-4-6 / column mu),,out:effort-not-established, llmstats-code,llmstats.com,gpt-5.2-codex,unstated,mixed,mid,llmstats-arena,,,,,,33.29,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row gpt-5.2-codex / column mu),,out:effort-not-established, llmstats-code,llmstats.com,?ling-3.0-flash,not-established:absent,mixed,mid,llmstats-arena,,,,,,30.14,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row ling-3.0-flash / column mu),,out:model-not-established, llmstats-code,llmstats.com,?kimi-k2.5,not-established:absent,mixed,mid,llmstats-arena,,,,,,29.55,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row kimi-k2.5 / column mu),,out:model-not-established, llmstats-code,llmstats.com,?gemini-3-pro-preview,not-established:absent,mixed,mid,llmstats-arena,,,,,,31.78,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row gemini-3-pro-preview / column mu),,out:model-not-established, llmstats-code,llmstats.com,glm-5v-turbo,unstated,mixed,mid,llmstats-arena,,,,,,31.46,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row glm-5v-turbo / column mu),,out:effort-not-established, llmstats-code,llmstats.com,mistral-medium-3.5,unstated,mixed,mid,llmstats-arena,,,,,,34.98,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row mistral-medium-3-5 / column mu),,out:effort-not-established, llmstats-code,llmstats.com,gpt-5.2,unstated,mixed,mid,llmstats-arena,,,,,,31.43,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row gpt-5.2-2025-12-11 / column mu),,out:effort-not-established, llmstats-code,llmstats.com,deepseek-v3.2,unstated,mixed,mid,llmstats-arena,,,,,,29.02,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row deepseek-v3.2 / column mu),,out:effort-not-established, llmstats-code,llmstats.com,?muse-spark,not-established:absent,mixed,mid,llmstats-arena,,,,,,29.36,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row muse-spark / column mu),,out:model-not-established, llmstats-code,llmstats.com,qwen3.5-397b-a17b,unstated,mixed,mid,llmstats-arena,,,,,,29.85,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row qwen3.5-397b-a17b / column mu),,out:effort-not-established, llmstats-code,llmstats.com,?deepseek-reasoner,not-established:absent,mixed,mid,llmstats-arena,,,,,,28.9,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row deepseek-reasoner / column mu),,out:model-not-established, llmstats-code,llmstats.com,gemini-3-flash,unstated,mixed,mid,llmstats-arena,,,,,,28.56,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row gemini-3-flash-preview / column mu),,out:effort-not-established, llmstats-code,llmstats.com,minimax-m2.1,unstated,mixed,mid,llmstats-arena,,,,,,27.32,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row minimax-m2.1 / column mu),,out:effort-not-established, llmstats-code,llmstats.com,?seed-2.0-pro,not-established:absent,mixed,mid,llmstats-arena,,,,,,33.27,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row seed-2.0-pro / column mu),,out:model-not-established, llmstats-code,llmstats.com,muse-glimmer-30b,unstated,mixed,mid,llmstats-arena,,,,,,27.08,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row muse-glimmer-30b / column mu),,out:effort-not-established, llmstats-code,llmstats.com,gpt-5.4-mini,unstated,mixed,mid,llmstats-arena,,,,,,28.68,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row gpt-5.4-mini / column mu),,out:effort-not-established, llmstats-code,llmstats.com,?gpt-5.1-thinking-2025-11-12,not-established:absent,mixed,mid,llmstats-arena,,,,,,32.8,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row gpt-5.1-thinking-2025-11-12 / column mu),,out:model-not-established, llmstats-code,llmstats.com,?claude-opus-4-1-20250805,not-established:absent,mixed,mid,llmstats-arena,,,,,,30,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row claude-opus-4-1-20250805 / column mu),,out:model-not-established, llmstats-code,llmstats.com,?gpt-5.1-instant-2025-11-12,not-established:absent,mixed,mid,llmstats-arena,,,,,,32.61,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row gpt-5.1-instant-2025-11-12 / column mu),,out:model-not-established, llmstats-code,llmstats.com,gpt-5.1,unstated,mixed,mid,llmstats-arena,,,,,,32.44,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row gpt-5.1-2025-11-13 / column mu),,out:effort-not-established, llmstats-code,llmstats.com,?minicpm-sala,not-established:absent,mixed,mid,llmstats-arena,,,,,,37.03,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row minicpm-sala / column mu),,out:model-not-established, llmstats-code,llmstats.com,sonnet-4.5,unstated,mixed,mid,llmstats-arena,,,,,,36.46,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row claude-sonnet-4-5-20250929 / column mu),,out:effort-not-established, llmstats-code,llmstats.com,solar-pro4,unstated,mixed,mid,llmstats-arena,,,,,,28.1,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row solar-pro4 / column mu),,out:effort-not-established, llmstats-code,llmstats.com,gpt-5.1-codex,unstated,mixed,mid,llmstats-arena,,,,,,29.24,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row gpt-5.1-codex / column mu),,out:effort-not-established, llmstats-code,llmstats.com,?u2,not-established:absent,mixed,mid,llmstats-arena,,,,,,27.78,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row u2 / column mu),,out:model-not-established, llmstats-code,llmstats.com,?kimi-k2-thinking-0905,not-established:absent,mixed,mid,llmstats-arena,,,,,,26.35,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row kimi-k2-thinking-0905 / column mu),,out:model-not-established, llmstats-code,llmstats.com,?nemotron-3-ultra-550b-a55b,not-established:absent,mixed,mid,llmstats-arena,,,,,,26.39,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row nemotron-3-ultra-550b-a55b / column mu),,out:model-not-established, llmstats-code,llmstats.com,step-3.5-flash,unstated,mixed,mid,llmstats-arena,,,,,,28.79,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row step-3.5-flash / column mu),,out:effort-not-established, llmstats-code,llmstats.com,qwen3.5-122b-a10b,unstated,mixed,mid,llmstats-arena,,,,,,27.65,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row qwen3.5-122b-a10b / column mu),,out:effort-not-established, llmstats-code,llmstats.com,?mimo-v2-omni,not-established:absent,mixed,mid,llmstats-arena,,,,,,27.72,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row mimo-v2-omni / column mu),,out:model-not-established, llmstats-code,llmstats.com,?seed-1.8,not-established:absent,mixed,mid,llmstats-arena,,,,,,26.21,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row seed-1.8 / column mu),,out:model-not-established, llmstats-code,llmstats.com,kimi-k2-instruct-0905,solo,mixed,mid,llmstats-arena,,,,,,32.92,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row kimi-k2-0905 / column mu),,out:single-couple, llmstats-code,llmstats.com,haiku-4.5,unstated,mixed,mid,llmstats-arena,,,,,,28.02,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row claude-haiku-4-5-20251001 / column mu),,out:effort-not-established, llmstats-code,llmstats.com,step-3.7-flash,unstated,mixed,mid,llmstats-arena,,,,,,28.01,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row step-3.7-flash / column mu),,out:effort-not-established, llmstats-code,llmstats.com,qwen3.6-35b-a3b,unstated,mixed,mid,llmstats-arena,,,,,,24.09,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row qwen3.6-35b-a3b / column mu),,out:effort-not-established, llmstats-code,llmstats.com,?mai-code-1-flash,not-established:absent,mixed,mid,llmstats-arena,,,,,,25.28,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row mai-code-1-flash / column mu),,out:model-not-established, llmstats-code,llmstats.com,?nova-2-pro,not-established:absent,mixed,mid,llmstats-arena,,,,,,26.34,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row nova-2-pro / column mu),,out:model-not-established, llmstats-code,llmstats.com,?gpt-5-codex-2025-09-15,not-established:absent,mixed,mid,llmstats-arena,,,,,,30.54,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row gpt-5-codex-2025-09-15 / column mu),,out:model-not-established, llmstats-code,llmstats.com,?mai-thinking-1,not-established:absent,mixed,mid,llmstats-arena,,,,,,26.19,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row mai-thinking-1 / column mu),,out:model-not-established, llmstats-code,llmstats.com,?longcat-flash-thinking-2601,not-established:absent,mixed,mid,llmstats-arena,,,,,,27.3,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row longcat-flash-thinking-2601 / column mu),,out:model-not-established, llmstats-code,llmstats.com,grok-3-mini,unstated,mixed,mid,llmstats-arena,,,,,,30.1,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row grok-3-mini / column mu),,out:effort-not-established, llmstats-code,llmstats.com,?mai-code-1.1-flash,not-established:absent,mixed,mid,llmstats-arena,,,,,,27.2,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row mai-code-1.1-flash / column mu),,out:model-not-established, llmstats-code,llmstats.com,?deepseek-v3.2-speciale,not-established:absent,mixed,mid,llmstats-arena,,,,,,26.87,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row deepseek-v3.2-speciale / column mu),,out:model-not-established, llmstats-code,llmstats.com,grok-4-fast,think,mixed,mid,llmstats-arena,,,,,,29.54,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row grok-4-fast / column mu),,out:single-couple, llmstats-code,llmstats.com,minimax-m2,solo,mixed,mid,llmstats-arena,,,,,,23.27,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row minimax-m2 / column mu),,out:single-couple, llmstats-code,llmstats.com,?seed-2.0-lite,not-established:absent,mixed,mid,llmstats-arena,,,,,,29.13,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row seed-2.0-lite / column mu),,out:model-not-established, llmstats-code,llmstats.com,?grok-4-heavy,not-established:absent,mixed,mid,llmstats-arena,,,,,,29.08,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row grok-4-heavy / column mu),,out:model-not-established, llmstats-code,llmstats.com,?grok-3,not-established:absent,mixed,mid,llmstats-arena,,,,,,28.98,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row grok-3 / column mu),,out:model-not-established, llmstats-code,llmstats.com,glm-4.7,unstated,mixed,mid,llmstats-arena,,,,,,23.73,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row glm-4.7 / column mu),,out:effort-not-established, llmstats-code,llmstats.com,deepseek-v3.2-exp,unstated,mixed,mid,llmstats-arena,,,,,,23.01,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row deepseek-v3.2-exp / column mu),,out:effort-not-established, llmstats-code,llmstats.com,?mimo-v2-flash,not-established:absent,mixed,mid,llmstats-arena,,,,,,23.59,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row mimo-v2-flash / column mu),,out:model-not-established, llmstats-code,llmstats.com,grok-4,solo,mixed,mid,llmstats-arena,,,,,,28.67,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row grok-4 / column mu),,out:single-couple, llmstats-code,llmstats.com,?claude-opus-4-20250514,not-established:absent,mixed,mid,llmstats-arena,,,,,,25.83,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row claude-opus-4-20250514 / column mu),,out:model-not-established, llmstats-code,llmstats.com,?solar-mini4,not-established:absent,mixed,mid,llmstats-arena,,,,,,27.8,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row solar-mini4 / column mu),,out:model-not-established, llmstats-code,llmstats.com,?lfm-2.5-2.6b,not-established:absent,mixed,mid,llmstats-arena,,,,,,26.6,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row lfm-2.5-2.6b / column mu),,out:model-not-established, llmstats-code,llmstats.com,gemini-2.5-pro-preview-06-05,unstated,mixed,mid,llmstats-arena,,,,,,24.03,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row gemini-2.5-pro-preview-06-05 / column mu),,out:effort-not-established, llmstats-code,llmstats.com,qwen3.5-27b,unstated,mixed,mid,llmstats-arena,,,,,,23.87,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row qwen3.5-27b / column mu),,out:effort-not-established, llmstats-code,llmstats.com,?claude-sonnet-4-20250514,not-established:absent,mixed,mid,llmstats-arena,,,,,,25.06,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row claude-sonnet-4-20250514 / column mu),,out:model-not-established, llmstats-code,llmstats.com,?qwen3-max-thinking,not-established:absent,mixed,mid,llmstats-arena,,,,,,23.59,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row qwen3-max-thinking / column mu),,out:model-not-established, llmstats-code,llmstats.com,glm-4.5,unstated,mixed,mid,llmstats-arena,,,,,,22.05,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row glm-4.5 / column mu),,out:effort-not-established, llmstats-code,llmstats.com,gpt-5.4-nano,unstated,mixed,mid,llmstats-arena,,,,,,22.83,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row gpt-5.4-nano / column mu),,out:effort-not-established, llmstats-code,llmstats.com,gemini-3.5-flash-lite,unstated,mixed,mid,llmstats-arena,,,,,,24.23,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row gemini-3.5-flash-lite / column mu),,out:effort-not-established, llmstats-code,llmstats.com,o3,unstated,mixed,mid,llmstats-arena,,,,,,23.7,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row o3-2025-04-16 / column mu),,out:effort-not-established, llmstats-code,llmstats.com,glm-4.6,unstated,mixed,mid,llmstats-arena,,,,,,23.25,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row glm-4.6 / column mu),,out:effort-not-established, llmstats-code,llmstats.com,?laguna-xs-2.1,not-established:absent,mixed,mid,llmstats-arena,,,,,,20.91,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row laguna-xs-2.1 / column mu),,out:model-not-established, llmstats-code,llmstats.com,?nvidia-nemotron-nano-9b-v2,not-established:absent,mixed,mid,llmstats-arena,,,,,,25.79,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row nvidia-nemotron-nano-9b-v2 / column mu),,out:model-not-established, llmstats-code,llmstats.com,o1-mini,solo,mixed,mid,llmstats-arena,,,,,,26.05,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row o1-mini / column mu),,out:single-couple, llmstats-code,llmstats.com,?longcat-flash-thinking,not-established:absent,mixed,mid,llmstats-arena,,,,,,22.48,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row longcat-flash-thinking / column mu),,out:model-not-established, llmstats-code,llmstats.com,sonnet-3.7,unstated,mixed,mid,llmstats-arena,,,,,,22.07,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row claude-3-7-sonnet-20250219 / column mu),,out:effort-not-established, llmstats-code,llmstats.com,?nemotron-3-super-120b-a12b,not-established:absent,mixed,mid,llmstats-arena,,,,,,18.34,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row nemotron-3-super-120b-a12b / column mu),,out:model-not-established, llmstats-code,llmstats.com,?mistral-large-2-2407,not-established:absent,mixed,mid,llmstats-arena,,,,,,24.63,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row mistral-large-2-2407 / column mu),,out:model-not-established, llmstats-code,llmstats.com,sonnet-3.5-0620,solo,mixed,mid,llmstats-arena,,,,,,24.55,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row claude-3-5-sonnet-20240620 / column mu),,out:single-couple, llmstats-code,llmstats.com,grok-code-fast-1,unstated,mixed,mid,llmstats-arena,,,,,,24.21,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row grok-code-fast-1 / column mu),,out:effort-not-established, llmstats-code,llmstats.com,gemini-2.5-pro,unstated,mixed,mid,llmstats-arena,,,,,,20.27,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row gemini-2.5-pro / column mu),,out:effort-not-established, llmstats-code,llmstats.com,nova-2-lite,unstated,mixed,mid,llmstats-arena,,,,,,19.19,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row nova-2-lite / column mu),,out:effort-not-established, llmstats-code,llmstats.com,deepseek-v3.1,unstated,mixed,mid,llmstats-arena,,,,,,18.1,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row deepseek-v3.1 / column mu),,out:effort-not-established, llmstats-code,llmstats.com,?qwen2.5-vl-32b,not-established:absent,mixed,mid,llmstats-arena,,,,,,23.95,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row qwen2.5-vl-32b / column mu),,out:model-not-established, llmstats-code,llmstats.com,?llama-3.1-nemotron-ultra-253b-v1,not-established:absent,mixed,mid,llmstats-arena,,,,,,23.77,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row llama-3.1-nemotron-ultra-253b-v1 / column mu),,out:model-not-established, llmstats-code,llmstats.com,kimi-k2-instruct,solo,mixed,mid,llmstats-arena,,,,,,18.74,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row kimi-k2-instruct / column mu),,out:single-couple, llmstats-code,llmstats.com,?longcat-flash-chat,not-established:absent,mixed,mid,llmstats-arena,,,,,,18.55,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row longcat-flash-chat / column mu),,out:model-not-established, llmstats-code,llmstats.com,mercury-2,unstated,mixed,mid,llmstats-arena,,,,,,20.96,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row mercury-2 / column mu),,out:effort-not-established, llmstats-code,llmstats.com,qwen3-235b-a22b,unstated,mixed,mid,llmstats-arena,,,,,,20.75,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row qwen3-235b-a22b / column mu),,out:effort-not-established, llmstats-code,llmstats.com,qwen3-coder-480b-a35b-instruct,solo,mixed,mid,llmstats-arena,,,,,,18.2,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row qwen3-coder-480b-a35b-instruct / column mu),,out:single-couple, llmstats-code,llmstats.com,o4-mini,unstated,mixed,mid,llmstats-arena,,,,,,19.22,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row o4-mini / column mu),,out:effort-not-established, llmstats-code,llmstats.com,gpt-4o-0513,solo,mixed,mid,llmstats-arena,,,,,,23.28,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row gpt-4o-2024-05-13 / column mu),,out:single-couple, llmstats-code,llmstats.com,?llama-3.1-405b-instruct,not-established:absent,mixed,mid,llmstats-arena,,,,,,22.26,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row llama-3.1-405b-instruct / column mu),,out:model-not-established, llmstats-code,llmstats.com,qwen3.5-35b-a3b,unstated,mixed,mid,llmstats-arena,,,,,,19.09,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row qwen3.5-35b-a3b / column mu),,out:effort-not-established, llmstats-code,llmstats.com,sonnet-3.5-1022,solo,mixed,mid,llmstats-arena,,,,,,20.25,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row claude-3-5-sonnet-20241022 / column mu),,out:single-couple, llmstats-code,llmstats.com,qwen3-max-0923,solo,mixed,mid,llmstats-arena,,,,,,22.64,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row qwen3-max / column mu),,out:single-couple, llmstats-code,llmstats.com,glm-4.5-air,unstated,mixed,mid,llmstats-arena,,,,,,17.5,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row glm-4.5-air / column mu),,out:effort-not-established, llmstats-code,llmstats.com,?granite-3.3-8b-instruct,not-established:absent,mixed,mid,llmstats-arena,,,,,,22.67,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row granite-3.3-8b-instruct / column mu),,out:model-not-established, llmstats-code,llmstats.com,?ministral-14b-latest,not-established:absent,mixed,mid,llmstats-arena,,,,,,22.49,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row ministral-14b-latest / column mu),,out:model-not-established, llmstats-code,llmstats.com,?granite-3.3-8b-base,not-established:absent,mixed,mid,llmstats-arena,,,,,,22.6,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row granite-3.3-8b-base / column mu),,out:model-not-established, llmstats-code,llmstats.com,?north-mini-code-1.0,not-established:absent,mixed,mid,llmstats-arena,,,,,,17.49,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row north-mini-code-1.0 / column mu),,out:model-not-established, llmstats-code,llmstats.com,?mistral-small-latest,not-established:absent,mixed,mid,llmstats-arena,,,,,,22.06,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row mistral-small-latest / column mu),,out:model-not-established, llmstats-code,llmstats.com,?kimi-k2-base,not-established:absent,mixed,mid,llmstats-arena,,,,,,29.86,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row kimi-k2-base / column mu),,out:model-not-established, llmstats-code,llmstats.com,qwq-32b,solo,mixed,mid,llmstats-arena,,,,,,21.63,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row qwq-32b / column mu),,out:single-couple, llmstats-code,llmstats.com,?nova-pro,not-established:absent,mixed,mid,llmstats-arena,,,,,,21.59,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row nova-pro / column mu),,out:model-not-established, llmstats-code,llmstats.com,?qwen-2.5-coder-32b-instruct,not-established:absent,mixed,mid,llmstats-arena,,,,,,18.69,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row qwen-2.5-coder-32b-instruct / column mu),,out:model-not-established, llmstats-code,llmstats.com,qwen3-30b-a3b,unstated,mixed,mid,llmstats-arena,,,,,,21.2,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row qwen3-30b-a3b / column mu),,out:effort-not-established, llmstats-code,llmstats.com,qwen2-72b-instruct,solo,mixed,mid,llmstats-arena,,,,,,19.73,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row qwen2-72b-instruct / column mu),,out:single-couple, llmstats-code,llmstats.com,?mistral-small-3.1-24b-instruct-2503,not-established:absent,mixed,mid,llmstats-arena,,,,,,21.15,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row mistral-small-3.1-24b-instruct-2503 / column mu),,out:model-not-established, llmstats-code,llmstats.com,?kimi-k2-instruct-0905,not-established:absent,mixed,mid,llmstats-arena,,,,,,15.43,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row kimi-k2-instruct-0905 / column mu),,out:model-not-established, llmstats-code,llmstats.com,?minimax-m1-80k,not-established:absent,mixed,mid,llmstats-arena,,,,,,17.99,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row minimax-m1-80k / column mu),,out:model-not-established, llmstats-code,llmstats.com,?qwen-2.5-32b-instruct,not-established:absent,mixed,mid,llmstats-arena,,,,,,20.82,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row qwen-2.5-32b-instruct / column mu),,out:model-not-established, llmstats-code,llmstats.com,llama-3.3-70b-instruct,solo,mixed,mid,llmstats-arena,,,,,,20.72,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row llama-3.3-70b-instruct / column mu),,out:single-couple, llmstats-code,llmstats.com,grok-2-1212,solo,mixed,mid,llmstats-arena,,,,,,20.61,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row grok-2 / column mu),,out:single-couple, llmstats-code,llmstats.com,?qwen-2.5-72b-instruct,not-established:absent,mixed,mid,llmstats-arena,,,,,,17.67,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row qwen-2.5-72b-instruct / column mu),,out:model-not-established, llmstats-code,llmstats.com,?ministral-8b-latest,not-established:absent,mixed,mid,llmstats-arena,,,,,,20.35,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row ministral-8b-latest / column mu),,out:model-not-established, llmstats-code,llmstats.com,?granite-4.2-30b,not-established:absent,mixed,mid,llmstats-arena,,,,,,15.1,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row granite-4.2-30b / column mu),,out:model-not-established, llmstats-code,llmstats.com,qwen3-32b,unstated,mixed,mid,llmstats-arena,,,,,,18.5,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row qwen3-32b / column mu),,out:effort-not-established, llmstats-code,llmstats.com,deepseek-r1-distill-llama-70b,solo,mixed,mid,llmstats-arena,,,,,,19.92,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row deepseek-r1-distill-llama-70b / column mu),,out:single-couple, llmstats-code,llmstats.com,gemini-2.5-flash,unstated,mixed,mid,llmstats-arena,,,,,,15.73,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row gemini-2.5-flash / column mu),,out:effort-not-established, llmstats-code,llmstats.com,?nemotron-3.5-lightning-30b-a3b,not-established:absent,mixed,mid,llmstats-arena,,,,,,14.45,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row nemotron-3.5-lightning-30b-a3b / column mu),,out:model-not-established, llmstats-code,llmstats.com,?deepseek-r1-distill-qwen-32b,not-established:absent,mixed,mid,llmstats-arena,,,,,,19.49,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row deepseek-r1-distill-qwen-32b / column mu),,out:model-not-established, llmstats-code,llmstats.com,?minimax-m1-40k,not-established:absent,mixed,mid,llmstats-arena,,,,,,16.54,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row minimax-m1-40k / column mu),,out:model-not-established, llmstats-code,llmstats.com,deepseek-r1-0528,solo,mixed,mid,llmstats-arena,,,,,,13.8,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row deepseek-r1-0528 / column mu),,out:single-couple, llmstats-code,llmstats.com,gpt-4-turbo,solo,mixed,mid,llmstats-arena,,,,,,18.66,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row gpt-4-turbo-2024-04-09 / column mu),,out:single-couple, llmstats-code,llmstats.com,?longcat-flash-lite,not-established:absent,mixed,mid,llmstats-arena,,,,,,14.36,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row longcat-flash-lite / column mu),,out:model-not-established, llmstats-code,llmstats.com,?ministral-3b-latest,not-established:absent,mixed,mid,llmstats-arena,,,,,,18.2,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row ministral-3b-latest / column mu),,out:model-not-established, llmstats-code,llmstats.com,?command-a-plus-05-2026,not-established:absent,mixed,mid,llmstats-arena,,,,,,18.63,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row command-a-plus-05-2026 / column mu),,out:model-not-established, llmstats-code,llmstats.com,?qwen-2.5-coder-7b-instruct,not-established:absent,mixed,mid,llmstats-arena,,,,,,14.16,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row qwen-2.5-coder-7b-instruct / column mu),,out:model-not-established, llmstats-code,llmstats.com,?phi-4-reasoning,not-established:absent,mixed,mid,llmstats-arena,,,,,,17.76,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row phi-4-reasoning / column mu),,out:model-not-established, llmstats-code,llmstats.com,deepseek-v2.5,solo,mixed,mid,llmstats-arena,,,,,,14.24,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row deepseek-v2.5 / column mu),,out:single-couple, llmstats-code,llmstats.com,?deepseek-v3,not-established:absent,mixed,mid,llmstats-arena,,,,,,12.75,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row deepseek-v3 / column mu),,out:model-not-established, llmstats-code,llmstats.com,?sarvam-30b,not-established:absent,mixed,mid,llmstats-arena,,,,,,14.61,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row sarvam-30b / column mu),,out:model-not-established, llmstats-code,llmstats.com,?grok-2-mini,not-established:absent,mixed,mid,llmstats-arena,,,,,,17.31,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row grok-2-mini / column mu),,out:model-not-established, llmstats-code,llmstats.com,?gpt-4.5,not-established:absent,mixed,mid,llmstats-arena,,,,,,12.46,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row gpt-4.5 / column mu),,out:model-not-established, llmstats-code,llmstats.com,?phi-4-reasoning-plus,not-established:absent,mixed,mid,llmstats-arena,,,,,,17.04,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row phi-4-reasoning-plus / column mu),,out:model-not-established, llmstats-code,llmstats.com,?nova-lite,not-established:absent,mixed,mid,llmstats-arena,,,,,,17.01,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row nova-lite / column mu),,out:model-not-established, llmstats-code,llmstats.com,?deepseek-r1-distill-qwen-14b,not-established:absent,mixed,mid,llmstats-arena,,,,,,16.88,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row deepseek-r1-distill-qwen-14b / column mu),,out:model-not-established, llmstats-code,llmstats.com,gemma-3-27b-it,solo,mixed,mid,llmstats-arena,,,,,,13.9,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row gemma-3-27b-it / column mu),,out:single-couple, llmstats-code,llmstats.com,?devstral-medium-2507,not-established:absent,mixed,mid,llmstats-arena,,,,,,16.63,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row devstral-medium-2507 / column mu),,out:model-not-established, llmstats-code,llmstats.com,?magistral-small-2506,not-established:absent,mixed,mid,llmstats-arena,,,,,,16.59,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row magistral-small-2506 / column mu),,out:model-not-established, llmstats-code,llmstats.com,opus-3,solo,mixed,mid,llmstats-arena,,,,,,16.56,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row claude-3-opus-20240229 / column mu),,out:single-couple, llmstats-code,llmstats.com,o3-mini,unstated,mixed,mid,llmstats-arena,,,,,,11.47,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row o3-mini / column mu),,out:effort-not-established, llmstats-code,llmstats.com,gpt-4.1,solo,mixed,mid,llmstats-arena,,,,,,12.47,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row gpt-4.1-2025-04-14 / column mu),,out:single-couple, llmstats-code,llmstats.com,mistral-small-24b-instruct-2501,solo,mixed,mid,llmstats-arena,,,,,,16.1,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row mistral-small-24b-instruct-2501 / column mu),,out:single-couple, llmstats-code,llmstats.com,o1,unstated,mixed,mid,llmstats-arena,,,,,,13.1,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row o1-2024-12-17 / column mu),,out:effort-not-established, llmstats-code,llmstats.com,qwq-32b-preview,solo,mixed,mid,llmstats-arena,,,,,,15.83,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row qwq-32b-preview / column mu),,out:single-couple, llmstats-code,llmstats.com,?gemini-1.5-pro,not-established:absent,mixed,mid,llmstats-arena,,,,,,15.79,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row gemini-1.5-pro / column mu),,out:model-not-established, llmstats-code,llmstats.com,?deepseek-r1-zero,not-established:absent,mixed,mid,llmstats-arena,,,,,,15.69,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row deepseek-r1-zero / column mu),,out:model-not-established, llmstats-code,llmstats.com,glm-4.7-flash,unstated,mixed,mid,llmstats-arena,,,,,,15.57,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row glm-4.7-flash / column mu),,out:effort-not-established, llmstats-code,llmstats.com,haiku-3.5,solo,mixed,mid,llmstats-arena,,,,,,12.74,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row claude-3-5-haiku-20241022 / column mu),,out:single-couple, llmstats-code,llmstats.com,qwen3-235b-a22b-instruct-2507,solo,mixed,mid,llmstats-arena,,,,,,15.93,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row qwen3-235b-a22b-instruct-2507 / column mu),,out:single-couple, llmstats-code,llmstats.com,?deepseek-v3-0324,not-established:absent,mixed,mid,llmstats-arena,,,,,,15.37,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row deepseek-v3-0324 / column mu),,out:model-not-established, llmstats-code,llmstats.com,?qwen-2.5-14b-instruct,not-established:absent,mixed,mid,llmstats-arena,,,,,,15.33,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row qwen-2.5-14b-instruct / column mu),,out:model-not-established, llmstats-code,llmstats.com,llama-3.1-70b-instruct,solo,mixed,mid,llmstats-arena,,,,,,13.94,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row llama-3.1-70b-instruct / column mu),,out:single-couple, llmstats-code,llmstats.com,?magistral-medium,not-established:absent,mixed,mid,llmstats-arena,,,,,,12.3,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row magistral-medium / column mu),,out:model-not-established, llmstats-code,llmstats.com,phi-4,solo,mixed,mid,llmstats-arena,,,,,,14.86,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row phi-4 / column mu),,out:single-couple, llmstats-code,llmstats.com,?qwen-2.5-7b-instruct,not-established:absent,mixed,mid,llmstats-arena,,,,,,11.68,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row qwen-2.5-7b-instruct / column mu),,out:model-not-established, llmstats-code,llmstats.com,llama-4-maverick,solo,mixed,mid,llmstats-arena,,,,,,14.43,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row llama-4-maverick / column mu),,out:single-couple, llmstats-code,llmstats.com,?granite-4.0-tiny-preview,not-established:absent,mixed,mid,llmstats-arena,,,,,,14.39,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row granite-4.0-tiny-preview / column mu),,out:model-not-established, llmstats-code,llmstats.com,gemma-3-12b-it,solo,mixed,mid,llmstats-arena,,,,,,11.39,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row gemma-3-12b-it / column mu),,out:single-couple, llmstats-code,llmstats.com,?gemini-diffusion,not-established:absent,mixed,mid,llmstats-arena,,,,,,10.06,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row gemini-diffusion / column mu),,out:model-not-established, llmstats-code,llmstats.com,?nova-micro,not-established:absent,mixed,mid,llmstats-arena,,,,,,14.05,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row nova-micro / column mu),,out:model-not-established, llmstats-code,llmstats.com,?deepseek-r1-distill-llama-8b,not-established:absent,mixed,mid,llmstats-arena,,,,,,13.95,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row deepseek-r1-distill-llama-8b / column mu),,out:model-not-established, llmstats-code,llmstats.com,?codestral-22b,not-established:absent,mixed,mid,llmstats-arena,,,,,,13.92,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row codestral-22b / column mu),,out:model-not-established, llmstats-code,llmstats.com,granite-4.2-8b,unstated,mixed,mid,llmstats-arena,,,,,,8.97,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row granite-4.2-8b / column mu),,out:effort-not-established, llmstats-code,llmstats.com,?deepseek-r1-distill-qwen-7b,not-established:absent,mixed,mid,llmstats-arena,,,,,,13.46,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row deepseek-r1-distill-qwen-7b / column mu),,out:model-not-established, llmstats-code,llmstats.com,qwen3-next-80b-a3b-instruct,solo,mixed,mid,llmstats-arena,,,,,,13.73,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row qwen3-next-80b-a3b-instruct / column mu),,out:single-couple, llmstats-code,llmstats.com,?gemini-2.0-flash,not-established:absent,mixed,mid,llmstats-arena,,,,,,13.1,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row gemini-2.0-flash / column mu),,out:model-not-established, llmstats-code,llmstats.com,?seed-2.0-mini,not-established:absent,mixed,mid,llmstats-arena,,,,,,22.5,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row seed-2.0-mini / column mu),,out:model-not-established, llmstats-code,llmstats.com,?mistral-large-latest,not-established:absent,mixed,mid,llmstats-arena,,,,,,12.95,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row mistral-large-latest / column mu),,out:model-not-established, llmstats-code,llmstats.com,?mistral-large-3-675b-instruct-2512-nvfp4,not-established:absent,mixed,mid,llmstats-arena,,,,,,12.84,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row mistral-large-3-675b-instruct-2512-nvfp4 / column mu),,out:model-not-established, llmstats-code,llmstats.com,?mistral-large-3-675b-base-2512,not-established:absent,mixed,mid,llmstats-arena,,,,,,12.72,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row mistral-large-3-675b-base-2512 / column mu),,out:model-not-established, llmstats-code,llmstats.com,?mistral-large-3-675B-instruct-2512-eagle,not-established:absent,mixed,mid,llmstats-arena,,,,,,12.6,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row mistral-large-3-675B-instruct-2512-eagle / column mu),,out:model-not-established, llmstats-code,llmstats.com,?qwen2.5-omni-7b,not-established:absent,mixed,mid,llmstats-arena,,,,,,12.56,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row qwen2.5-omni-7b / column mu),,out:model-not-established, llmstats-code,llmstats.com,?grok-4.1-thinking-2025-11-17,not-established:absent,mixed,mid,llmstats-arena,,,,,,24.07,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row grok-4.1-thinking-2025-11-17 / column mu),,out:model-not-established, llmstats-code,llmstats.com,?qwen2-7b-instruct,not-established:absent,mixed,mid,llmstats-arena,,,,,,9.21,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row qwen2-7b-instruct / column mu),,out:model-not-established, llmstats-code,llmstats.com,?devstral-small-2507,not-established:absent,mixed,mid,llmstats-arena,,,,,,12.1,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row devstral-small-2507 / column mu),,out:model-not-established, llmstats-code,llmstats.com,haiku-3,solo,mixed,mid,llmstats-arena,,,,,,12.05,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row claude-3-haiku-20240307 / column mu),,out:single-couple, llmstats-code,llmstats.com,?nemotron-3-nano-30b-a3b,not-established:absent,mixed,mid,llmstats-arena,,,,,,8.23,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row nemotron-3-nano-30b-a3b / column mu),,out:model-not-established, llmstats-code,llmstats.com,llama-4-scout,solo,mixed,mid,llmstats-arena,,,,,,11.87,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row llama-4-scout / column mu),,out:single-couple, llmstats-code,llmstats.com,?gemma-3n-e4b-it-litert-preview,not-established:absent,mixed,mid,llmstats-arena,,,,,,7.68,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row gemma-3n-e4b-it-litert-preview / column mu),,out:model-not-established, llmstats-code,llmstats.com,gemma-3n-e4b-it,solo,mixed,mid,llmstats-arena,,,,,,7.62,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row gemma-3n-e4b-it / column mu),,out:single-couple, llmstats-code,llmstats.com,?gemini-1.5-flash,not-established:absent,mixed,mid,llmstats-arena,,,,,,11.14,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row gemini-1.5-flash / column mu),,out:model-not-established, llmstats-code,llmstats.com,gpt-4o-mini,solo,mixed,mid,llmstats-arena,,,,,,8.69,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row gpt-4o-mini-2024-07-18 / column mu),,out:single-couple, llmstats-code,llmstats.com,gpt-4o-0806,solo,mixed,mid,llmstats-arena,,,,,,6.1,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row gpt-4o-2024-08-06 / column mu),,out:single-couple, llmstats-code,llmstats.com,?grok-1.5,not-established:absent,mixed,mid,llmstats-arena,,,,,,10.61,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row grok-1.5 / column mu),,out:model-not-established, llmstats-code,llmstats.com,sonnet-3,solo,mixed,mid,llmstats-arena,,,,,,10.07,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row claude-3-sonnet-20240229 / column mu),,out:single-couple, llmstats-code,llmstats.com,?sarvam-105b,not-established:absent,mixed,mid,llmstats-arena,,,,,,9.77,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row sarvam-105b / column mu),,out:model-not-established, llmstats-code,llmstats.com,llama-3.1-8b-instruct,solo,mixed,mid,llmstats-arena,,,,,,8.35,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row llama-3.1-8b-instruct / column mu),,out:single-couple, llmstats-code,llmstats.com,?pixtral-12b-2409,not-established:absent,mixed,mid,llmstats-arena,,,,,,8.94,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row pixtral-12b-2409 / column mu),,out:model-not-established, llmstats-code,llmstats.com,gemini-2.5-flash-lite,unstated,mixed,mid,llmstats-arena,,,,,,4.75,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row gemini-2.5-flash-lite / column mu),,out:effort-not-established, llmstats-code,llmstats.com,o1-preview,solo,mixed,mid,llmstats-arena,,,,,,8.25,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row o1-preview / column mu),,out:single-couple, llmstats-code,llmstats.com,gpt-4.1-mini,solo,mixed,mid,llmstats-arena,,,,,,4.55,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row gpt-4.1-mini-2025-04-14 / column mu),,out:single-couple, llmstats-code,llmstats.com,?phi-3.5-moe-instruct,not-established:absent,mixed,mid,llmstats-arena,,,,,,7.73,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row phi-3.5-moe-instruct / column mu),,out:model-not-established, llmstats-code,llmstats.com,gemma-3-4b-it,solo,mixed,mid,llmstats-arena,,,,,,4.54,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row gemma-3-4b-it / column mu),,out:single-couple, llmstats-code,llmstats.com,?gemma-3n-e2b-it-litert-preview,not-established:absent,mixed,mid,llmstats-arena,,,,,,3.41,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row gemma-3n-e2b-it-litert-preview / column mu),,out:model-not-established, llmstats-code,llmstats.com,?gemma-3n-e2b-it,not-established:absent,mixed,mid,llmstats-arena,,,,,,3.37,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row gemma-3n-e2b-it / column mu),,out:model-not-established, llmstats-code,llmstats.com,gpt-3.5-turbo-0125,solo,mixed,mid,llmstats-arena,,,,,,7.1,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row gpt-3.5-turbo-0125 / column mu),,out:single-couple, llmstats-code,llmstats.com,?deepseek-r1-distill-qwen-1.5b,not-established:absent,mixed,mid,llmstats-arena,,,,,,7.07,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row deepseek-r1-distill-qwen-1.5b / column mu),,out:model-not-established, llmstats-code,llmstats.com,gpt-4-0613,solo,mixed,mid,llmstats-arena,,,,,,6.42,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row gpt-4-0613 / column mu),,out:single-couple, llmstats-code,llmstats.com,?phi-3.5-mini-instruct,not-established:absent,mixed,mid,llmstats-arena,,,,,,4.9,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row phi-3.5-mini-instruct / column mu),,out:model-not-established, llmstats-code,llmstats.com,?granite-4.2-3b,not-established:absent,mixed,mid,llmstats-arena,,,,,,7.55,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row granite-4.2-3b / column mu),,out:model-not-established, llmstats-code,llmstats.com,gemma-2-27b-it,solo,mixed,mid,llmstats-arena,,,,,,3.94,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row gemma-2-27b-it / column mu),,out:single-couple, llmstats-code,llmstats.com,?gemma-3-1b-it,not-established:absent,mixed,mid,llmstats-arena,,,,,,-0.47,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row gemma-3-1b-it / column mu),,out:model-not-established, llmstats-code,llmstats.com,gemma-2-9b-it,solo,mixed,mid,llmstats-arena,,,,,,1.37,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row gemma-2-9b-it / column mu),,out:single-couple, llmstats-code,llmstats.com,gpt-4.1-nano,solo,mixed,mid,llmstats-arena,,,,,,-0.25,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row gpt-4.1-nano-2025-04-14 / column mu),,out:single-couple, llmstats-code,llmstats.com,?ministral-8b-instruct-2410,not-established:absent,mixed,mid,llmstats-arena,,,,,,-0.94,arena-rating,0.00289,,,https://llm-stats.com/ ($.code.models / row ministral-8b-instruct-2410 / column mu),,out:model-not-established, llmstats-agents,llmstats.com,opus-5.5,unstated,mixed,mid,,,,,,,49.33,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row claude-opus-5-5 / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,gpt-6-astra,unstated,mixed,mid,,,,,,,49.52,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row gpt-6-astra / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,sonnet-5.5,unstated,mixed,mid,,,,,,,46.79,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row claude-sonnet-5-5 / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,gemini-4-argon,unstated,mixed,mid,,,,,,,45.49,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row gemini-4-argon / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,gpt-5.6-sol,unstated,mixed,mid,,,,,,,42.43,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row gpt-5.6-sol / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,fable-5,unstated,mixed,mid,,,,,,,42.77,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row claude-fable-5 / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,deepseek-v4.1-flash,unstated,mixed,mid,,,,,,,42.92,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row deepseek-v4.1-flash / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,?muse-wonder-full,not-established:absent,mixed,mid,,,,,,,43.92,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row muse-wonder-full / column mu),,out:model-not-established, llmstats-agents,llmstats.com,opus-5,unstated,mixed,mid,,,,,,,43.24,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row claude-opus-5 / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,fable-5.1,unstated,mixed,mid,,,,,,,44.56,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row claude-fable-5-1 / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,gpt-6.1-sol,unstated,mixed,mid,,,,,,,43.84,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row gpt-6.1-sol / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,muse-spark-1.3,unstated,mixed,mid,,,,,,,42.64,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row muse-spark-1.3 / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,kimi-k3,unstated,mixed,mid,,,,,,,41.06,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row kimi-k3 / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,glm-5.3,unstated,mixed,mid,,,,,,,40.59,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row glm-5.3 / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,?claude-mythos-preview,not-established:absent,mixed,mid,,,,,,,41.91,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row claude-mythos-preview / column mu),,out:model-not-established, llmstats-agents,llmstats.com,mimo-v2.6-pro,unstated,mixed,mid,,,,,,,40.25,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row mimo-v2.6-pro / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,gpt-5.6-terra,unstated,mixed,mid,,,,,,,38.94,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row gpt-5.6-terra / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,?qwen3.8-max,not-established:absent,mixed,mid,,,,,,,39.44,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row qwen3.8-max / column mu),,out:model-not-established, llmstats-agents,llmstats.com,deepseek-v4-pro-0813,unstated,mixed,mid,,,,,,,40.45,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row deepseek-v4-pro-0813 / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,glm-5.3-flash,unstated,mixed,mid,,,,,,,39.76,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row glm-5.3-flash / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,gpt-6-sol,unstated,mixed,mid,,,,,,,40.94,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row gpt-6-sol / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,?hy4-preview,not-established:absent,mixed,mid,,,,,,,38.09,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row hy4-preview / column mu),,out:model-not-established, llmstats-agents,llmstats.com,grok-4.7,unstated,mixed,mid,,,,,,,39.59,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row grok-4.7 / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,?muse-wonder,not-established:absent,mixed,mid,,,,,,,39.58,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row muse-wonder / column mu),,out:model-not-established, llmstats-agents,llmstats.com,grok-4.6,unstated,mixed,mid,,,,,,,39.61,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row grok-4.6 / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,?mistral-large-4,not-established:absent,mixed,mid,,,,,,,38.98,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row mistral-large-4 / column mu),,out:model-not-established, llmstats-agents,llmstats.com,gemini-3.8-flash,unstated,mixed,mid,,,,,,,39.07,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row gemini-3.8-flash / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,opus-4.8,unstated,mixed,mid,,,,,,,37.23,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row claude-opus-4-8 / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,haiku-5.5,unstated,mixed,mid,,,,,,,37.95,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row claude-haiku-5-5 / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,?qwen3.8-flash-next,not-established:absent,mixed,mid,,,,,,,37.22,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row qwen3.8-flash-next / column mu),,out:model-not-established, llmstats-agents,llmstats.com,qwen3.8-flash,unstated,mixed,mid,,,,,,,37.18,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row qwen3.8-flash / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,?claude-mythos-5-1,not-established:absent,mixed,mid,,,,,,,45.02,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row claude-mythos-5-1 / column mu),,out:model-not-established, llmstats-agents,llmstats.com,muse-spark-1.1,unstated,mixed,mid,,,,,,,37.56,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row muse-spark-1.1 / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,mimo-v2.6-flash,unstated,mixed,mid,,,,,,,35.83,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row mimo-v2.6-flash / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,gpt-5.5,unstated,mixed,mid,,,,,,,34.86,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row gpt-5.5 / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,?gemini-3.7-flash,not-established:absent,mixed,mid,,,,,,,35.86,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row gemini-3.7-flash / column mu),,out:model-not-established, llmstats-agents,llmstats.com,?seed-2.1-pro,not-established:absent,mixed,mid,,,,,,,34.29,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row seed-2.1-pro / column mu),,out:model-not-established, llmstats-agents,llmstats.com,gpt-5.5-pro,unstated,mixed,mid,,,,,,,41.62,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row gpt-5.5-pro / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,?deepseek-v4-flash-vision-exp,not-established:absent,mixed,mid,,,,,,,36.23,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row deepseek-v4-flash-vision-exp / column mu),,out:model-not-established, llmstats-agents,llmstats.com,opus-4.7,unstated,mixed,mid,,,,,,,34.21,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row claude-opus-4-7 / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,gpt-6-luna,unstated,mixed,mid,,,,,,,36.11,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row gpt-6-luna / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,gpt-5.6-luna,unstated,mixed,mid,,,,,,,33.28,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row gpt-5.6-luna / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,sonnet-5,unstated,mixed,mid,,,,,,,33.79,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row claude-sonnet-5 / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,grok-4.5,unstated,mixed,mid,,,,,,,34.54,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row grok-4.5 / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,qwen3.8-27b,unstated,mixed,mid,,,,,,,33.64,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row qwen3.8-27b / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,deepseek-v4-flash-0731,unstated,mixed,mid,,,,,,,33.93,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row deepseek-v4-flash-0731 / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,?ember-1,not-established:absent,mixed,mid,,,,,,,37.55,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row ember-1 / column mu),,out:model-not-established, llmstats-agents,llmstats.com,glm-5.2,unstated,mixed,mid,,,,,,,32.63,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row glm-5.2 / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,qwen3.7-max,unstated,mixed,mid,,,,,,,32.59,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row qwen3.7-max / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,?ling-3.0-flash-fin,not-established:absent,mixed,mid,,,,,,,35.83,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row ling-3.0-flash-fin / column mu),,out:model-not-established, llmstats-agents,llmstats.com,?gemini-3.8-flash-cyber,not-established:absent,mixed,mid,,,,,,,40.27,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row gemini-3.8-flash-cyber / column mu),,out:model-not-established, llmstats-agents,llmstats.com,?gemini-3.5-flash,not-established:absent,mixed,mid,,,,,,,32.8,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row gemini-3.5-flash / column mu),,out:model-not-established, llmstats-agents,llmstats.com,?seed-2.1-turbo,not-established:absent,mixed,mid,,,,,,,31.68,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row seed-2.1-turbo / column mu),,out:model-not-established, llmstats-agents,llmstats.com,opus-4.6,unstated,mixed,mid,,,,,,,31.67,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row claude-opus-4-6 / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,hy3,unstated,mixed,mid,,,,,,,30.16,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row hy3 / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,kimi-k2.6,unstated,mixed,mid,,,,,,,30.28,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row kimi-k2.6 / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,gemini-3.6-flash,unstated,mixed,mid,,,,,,,32.45,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row gemini-3.6-flash / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,gpt-5.4,unstated,mixed,mid,,,,,,,30.19,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row gpt-5.4 / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,kimi-k2.7-code,solo,mixed,mid,,,,,,,31.71,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row kimi-k2.7-code / column mu),,in, llmstats-agents,llmstats.com,?gemini-3.5-flash-cyber,not-established:absent,mixed,mid,,,,,,,37.5,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row gemini-3.5-flash-cyber / column mu),,out:model-not-established, llmstats-agents,llmstats.com,minimax-m3,unstated,mixed,mid,,,,,,,29.1,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row minimax-m3 / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,muse-spark-1.2,unstated,mixed,mid,,,,,,,32.54,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row muse-spark-1.2 / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,gemini-3.1-pro,unstated,mixed,mid,,,,,,,28.12,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row gemini-3.1-pro-preview / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,qwen3.7-plus,unstated,mixed,mid,,,,,,,27.36,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row qwen3.7-plus / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,sonnet-4.6,unstated,mixed,mid,,,,,,,28.35,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row claude-sonnet-4-6 / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,glm-5.1,unstated,mixed,mid,,,,,,,27.73,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row glm-5.1 / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,mimo-v2.5-pro,unstated,mixed,mid,,,,,,,28.97,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row mimo-v2.5-pro / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,?deepseek-v4-pro-max,not-established:absent,mixed,mid,,,,,,,28.22,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row deepseek-v4-pro-max / column mu),,out:model-not-established, llmstats-agents,llmstats.com,?laguna-s-2.1,not-established:absent,mixed,mid,,,,,,,29.08,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row laguna-s-2.1 / column mu),,out:model-not-established, llmstats-agents,llmstats.com,?inkling-small,not-established:absent,mixed,mid,,,,,,,27.79,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row inkling-small / column mu),,out:model-not-established, llmstats-agents,llmstats.com,gpt-5.3-codex,unstated,mixed,mid,,,,,,,29.69,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row gpt-5.3-codex / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,?gpt-rosalind-research,not-established:absent,mixed,mid,,,,,,,33.14,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row gpt-rosalind-research / column mu),,out:model-not-established, llmstats-agents,llmstats.com,qwen3.8-omni-flash,unstated,mixed,mid,,,,,,,36.92,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row qwen3.8-omni-flash / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,mimo-v2.5,unstated,mixed,mid,,,,,,,26.75,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row mimo-v2.5 / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,qwen3.6-plus,unstated,mixed,mid,,,,,,,23.82,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row qwen3.6-plus / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,qwen3.5-397b-a17b,unstated,mixed,mid,,,,,,,24.41,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row qwen3.5-397b-a17b / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,inkling,unstated,mixed,mid,,,,,,,26.39,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row inkling / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,glm-5,unstated,mixed,mid,,,,,,,25.85,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row glm-5 / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,?ling-3.0-flash,not-established:absent,mixed,mid,,,,,,,23.66,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row ling-3.0-flash / column mu),,out:model-not-established, llmstats-agents,llmstats.com,glm-5v-turbo,unstated,mixed,mid,,,,,,,25.48,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row glm-5v-turbo / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,gpt-5.2-codex,unstated,mixed,mid,,,,,,,27.44,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row gpt-5.2-codex / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,gpt-5.4-mini,unstated,mixed,mid,,,,,,,23.74,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row gpt-5.4-mini / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,gpt-5.2-pro,unstated,mixed,mid,,,,,,,29.74,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row gpt-5.2-pro-2025-12-11 / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,?deepseek-v4-flash-max,not-established:absent,mixed,mid,,,,,,,23.71,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row deepseek-v4-flash-max / column mu),,out:model-not-established, llmstats-agents,llmstats.com,minimax-m2.1,unstated,mixed,mid,,,,,,,25.54,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row minimax-m2.1 / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,?kimi-k2.5,not-established:absent,mixed,mid,,,,,,,23.12,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row kimi-k2.5 / column mu),,out:model-not-established, llmstats-agents,llmstats.com,opus-4.5,unstated,mixed,mid,,,,,,,24.69,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row claude-opus-4-5-20251101 / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,gemini-3-flash,unstated,mixed,mid,,,,,,,22.56,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row gemini-3-flash-preview / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,sonnet-4.5,unstated,mixed,mid,,,,,,,27.7,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row claude-sonnet-4-5-20250929 / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,minimax-m2.5,unstated,mixed,mid,,,,,,,25.76,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row minimax-m2.5 / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,?seed-2.0-pro,not-established:absent,mixed,mid,,,,,,,28.71,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row seed-2.0-pro / column mu),,out:model-not-established, llmstats-agents,llmstats.com,?mimo-v2-pro,not-established:absent,mixed,mid,,,,,,,23.65,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row mimo-v2-pro / column mu),,out:model-not-established, llmstats-agents,llmstats.com,?kimi-k2-thinking-0905,not-established:absent,mixed,mid,,,,,,,25.15,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row kimi-k2-thinking-0905 / column mu),,out:model-not-established, llmstats-agents,llmstats.com,muse-glimmer-30b,unstated,mixed,mid,,,,,,,21.09,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row muse-glimmer-30b / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,qwen3.6-27b,unstated,mixed,mid,,,,,,,21.27,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row qwen3.6-27b / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,?deepseek-v4-flash-0423,not-established:absent,mixed,mid,,,,,,,21.25,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row deepseek-v4-flash-0423 / column mu),,out:model-not-established, llmstats-agents,llmstats.com,minimax-m2.7,unstated,mixed,mid,,,,,,,21.34,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row minimax-m2.7 / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,step-3.5-flash,unstated,mixed,mid,,,,,,,23.41,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row step-3.5-flash / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,qwen3.5-122b-a10b,unstated,mixed,mid,,,,,,,19.57,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row qwen3.5-122b-a10b / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,?gemini-3-pro-preview,not-established:absent,mixed,mid,,,,,,,22.96,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row gemini-3-pro-preview / column mu),,out:model-not-established, llmstats-agents,llmstats.com,gemini-3.5-flash-lite,unstated,mixed,mid,,,,,,,22.32,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row gemini-3.5-flash-lite / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,?seed-1.8,not-established:absent,mixed,mid,,,,,,,20.16,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row seed-1.8 / column mu),,out:model-not-established, llmstats-agents,llmstats.com,gpt-5.2,unstated,mixed,mid,,,,,,,21.79,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row gpt-5.2-2025-12-11 / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,qwen3.5-27b,unstated,mixed,mid,,,,,,,18.59,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row qwen3.5-27b / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,?muse-spark,not-established:absent,mixed,mid,,,,,,,21.69,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row muse-spark / column mu),,out:model-not-established, llmstats-agents,llmstats.com,gemma-4-31b-it,unstated,mixed,mid,,,,,,,25.45,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row gemma-4-31b-it / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,haiku-4.5,unstated,mixed,mid,,,,,,,20.94,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row claude-haiku-4-5-20251001 / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,qwen3-vl-235b-a22b-thinking,solo,mixed,mid,,,,,,,22.08,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row qwen3-vl-235b-a22b-thinking / column mu),,out:single-couple, llmstats-agents,llmstats.com,step-3.7-flash,unstated,mixed,mid,,,,,,,21.03,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row step-3.7-flash / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,?claude-opus-4-1-20250805,not-established:absent,mixed,mid,,,,,,,25.09,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row claude-opus-4-1-20250805 / column mu),,out:model-not-established, llmstats-agents,llmstats.com,?longcat-flash-thinking,not-established:absent,mixed,mid,,,,,,,24.94,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row longcat-flash-thinking / column mu),,out:model-not-established, llmstats-agents,llmstats.com,?qwen3-vl-32b-thinking,not-established:absent,mixed,mid,,,,,,,20.49,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row qwen3-vl-32b-thinking / column mu),,out:model-not-established, llmstats-agents,llmstats.com,?mai-thinking-1,not-established:absent,mixed,mid,,,,,,,19.91,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row mai-thinking-1 / column mu),,out:model-not-established, llmstats-agents,llmstats.com,gemma-4-26b-a4b-it,unstated,mixed,mid,,,,,,,24.44,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row gemma-4-26b-a4b-it / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,qwen3-vl-235b-a22b-instruct,solo,mixed,mid,,,,,,,20.17,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row qwen3-vl-235b-a22b-instruct / column mu),,out:single-couple, llmstats-agents,llmstats.com,qwen3.5-35b-a3b,unstated,mixed,mid,,,,,,,16.62,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row qwen3.5-35b-a3b / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,qwen3-next-80b-a3b-thinking,solo,mixed,mid,,,,,,,24.1,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row qwen3-next-80b-a3b-thinking / column mu),,out:single-couple, llmstats-agents,llmstats.com,?nemotron-3-ultra-550b-a55b,not-established:absent,mixed,mid,,,,,,,17.89,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row nemotron-3-ultra-550b-a55b / column mu),,out:model-not-established, llmstats-agents,llmstats.com,deepseek-v3.2,unstated,mixed,mid,,,,,,,17.92,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row deepseek-v3.2 / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,?nova-2-pro,not-established:absent,mixed,mid,,,,,,,20.93,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row nova-2-pro / column mu),,out:model-not-established, llmstats-agents,llmstats.com,qwen3.6-35b-a3b,unstated,mixed,mid,,,,,,,15.85,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row qwen3.6-35b-a3b / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,solar-pro4,unstated,mixed,mid,,,,,,,18.95,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row solar-pro4 / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,qwen3-235b-a22b-thinking-2507,solo,mixed,mid,,,,,,,23.3,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row qwen3-235b-a22b-thinking-2507 / column mu),,out:single-couple, llmstats-agents,llmstats.com,?deepseek-reasoner,not-established:absent,mixed,mid,,,,,,,17.47,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row deepseek-reasoner / column mu),,out:model-not-established, llmstats-agents,llmstats.com,?mai-code-1-flash,not-established:absent,mixed,mid,,,,,,,19.7,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row mai-code-1-flash / column mu),,out:model-not-established, llmstats-agents,llmstats.com,?deepseek-v3.2-speciale,not-established:absent,mixed,mid,,,,,,,18.17,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row deepseek-v3.2-speciale / column mu),,out:model-not-established, llmstats-agents,llmstats.com,gpt-5.4-nano,unstated,mixed,mid,,,,,,,16.23,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row gpt-5.4-nano / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,gpt-5.1-codex,unstated,mixed,mid,,,,,,,21.8,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row gpt-5.1-codex / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,?mai-code-1.1-flash,not-established:absent,mixed,mid,,,,,,,22.18,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row mai-code-1.1-flash / column mu),,out:model-not-established, llmstats-agents,llmstats.com,gemini-3.1-flash-lite-preview,unstated,mixed,mid,,,,,,,19.58,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row gemini-3.1-flash-lite-preview / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,?nova-pro,not-established:absent,mixed,mid,,,,,,,30.42,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row nova-pro / column mu),,out:model-not-established, llmstats-agents,llmstats.com,grok-4.3,unstated,mixed,mid,,,,,,,21.82,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row grok-4.3 / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,?qwen3-max-thinking,not-established:absent,mixed,mid,,,,,,,15.17,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row qwen3-max-thinking / column mu),,out:model-not-established, llmstats-agents,llmstats.com,glm-4.5,unstated,mixed,mid,,,,,,,17.66,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row glm-4.5 / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,qwen3-235b-a22b-instruct-2507,solo,mixed,mid,,,,,,,21.75,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row qwen3-235b-a22b-instruct-2507 / column mu),,out:single-couple, llmstats-agents,llmstats.com,?longcat-flash-thinking-2601,not-established:absent,mixed,mid,,,,,,,21.43,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row longcat-flash-thinking-2601 / column mu),,out:model-not-established, llmstats-agents,llmstats.com,glm-4.7,unstated,mixed,mid,,,,,,,16.22,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row glm-4.7 / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,minimax-m2,solo,mixed,mid,,,,,,,17.31,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row minimax-m2 / column mu),,out:single-couple, llmstats-agents,llmstats.com,?qwen3-vl-32b-instruct,not-established:absent,mixed,mid,,,,,,,18.56,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row qwen3-vl-32b-instruct / column mu),,out:model-not-established, llmstats-agents,llmstats.com,glm-4.6,unstated,mixed,mid,,,,,,,18.22,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row glm-4.6 / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,gpt-5,unstated,mixed,mid,,,,,,,20.92,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row gpt-5-2025-08-07 / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,?longcat-flash-chat,not-established:absent,mixed,mid,,,,,,,21.13,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row longcat-flash-chat / column mu),,out:model-not-established, llmstats-agents,llmstats.com,qwen3-14b,unstated,mixed,mid,,,,,,,20.93,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row qwen3-14b / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,?mimo-v2-omni,not-established:absent,mixed,mid,,,,,,,18.64,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row mimo-v2-omni / column mu),,out:model-not-established, llmstats-agents,llmstats.com,mistral-medium-3.5,unstated,mixed,mid,,,,,,,16.61,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row mistral-medium-3-5 / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,?qwen3.5-9b,not-established:absent,mixed,mid,,,,,,,15.08,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row qwen3.5-9b / column mu),,out:model-not-established, llmstats-agents,llmstats.com,?claude-opus-4-20250514,not-established:absent,mixed,mid,,,,,,,20.22,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row claude-opus-4-20250514 / column mu),,out:model-not-established, llmstats-agents,llmstats.com,?mimo-v2-flash,not-established:absent,mixed,mid,,,,,,,14.88,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row mimo-v2-flash / column mu),,out:model-not-established, llmstats-agents,llmstats.com,qwen3-next-80b-a3b-instruct,solo,mixed,mid,,,,,,,20.1,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row qwen3-next-80b-a3b-instruct / column mu),,out:single-couple, llmstats-agents,llmstats.com,?lfm-2.5-2.6b,not-established:absent,mixed,mid,,,,,,,15,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row lfm-2.5-2.6b / column mu),,out:model-not-established, llmstats-agents,llmstats.com,o4-mini,unstated,mixed,mid,,,,,,,18.83,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row o4-mini / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,?qwen3-vl-30b-a3b-thinking,not-established:absent,mixed,mid,,,,,,,16.31,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row qwen3-vl-30b-a3b-thinking / column mu),,out:model-not-established, llmstats-agents,llmstats.com,?qwen3-vl-8b-instruct,not-established:absent,mixed,mid,,,,,,,16.21,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row qwen3-vl-8b-instruct / column mu),,out:model-not-established, llmstats-agents,llmstats.com,?granite-4.2-30b,not-established:absent,mixed,mid,,,,,,,13.6,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row granite-4.2-30b / column mu),,out:model-not-established, llmstats-agents,llmstats.com,?nemotron-3.5-lightning-30b-a3b,not-established:absent,mixed,mid,,,,,,,13.93,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row nemotron-3.5-lightning-30b-a3b / column mu),,out:model-not-established, llmstats-agents,llmstats.com,?qwen3-vl-4b-thinking,not-established:absent,mixed,mid,,,,,,,15.76,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row qwen3-vl-4b-thinking / column mu),,out:model-not-established, llmstats-agents,llmstats.com,glm-4.5-air,unstated,mixed,mid,,,,,,,13.76,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row glm-4.5-air / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,deepseek-v3.2-exp,unstated,mixed,mid,,,,,,,14.91,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row deepseek-v3.2-exp / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,?claude-sonnet-4-20250514,not-established:absent,mixed,mid,,,,,,,17.64,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row claude-sonnet-4-20250514 / column mu),,out:model-not-established, llmstats-agents,llmstats.com,?sarvam-105b,not-established:absent,mixed,mid,,,,,,,17.3,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row sarvam-105b / column mu),,out:model-not-established, llmstats-agents,llmstats.com,qwen3-coder-480b-a35b-instruct,solo,mixed,mid,,,,,,,13.92,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row qwen3-coder-480b-a35b-instruct / column mu),,out:single-couple, llmstats-agents,llmstats.com,qwen3-max-0923,solo,mixed,mid,,,,,,,16.91,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row qwen3-max / column mu),,out:single-couple, llmstats-agents,llmstats.com,sonnet-3.7,unstated,mixed,mid,,,,,,,16.83,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row claude-3-7-sonnet-20250219 / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,?nova-lite,not-established:absent,mixed,mid,,,,,,,23.23,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row nova-lite / column mu),,out:model-not-established, llmstats-agents,llmstats.com,nova-2-lite,unstated,mixed,mid,,,,,,,12.86,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row nova-2-lite / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,?nova-2-omni,not-established:absent,mixed,mid,,,,,,,16.47,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row nova-2-omni / column mu),,out:model-not-established, llmstats-agents,llmstats.com,?u2,not-established:absent,mixed,mid,,,,,,,16.1,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row u2 / column mu),,out:model-not-established, llmstats-agents,llmstats.com,glm-4.7-flash,unstated,mixed,mid,,,,,,,13.89,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row glm-4.7-flash / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,?qwen2.5-vl-72b,not-established:absent,mixed,mid,,,,,,,14.19,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row qwen2.5-vl-72b / column mu),,out:model-not-established, llmstats-agents,llmstats.com,?qwen3-vl-30b-a3b-instruct,not-established:absent,mixed,mid,,,,,,,13.69,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row qwen3-vl-30b-a3b-instruct / column mu),,out:model-not-established, llmstats-agents,llmstats.com,?qwen3-vl-8b-thinking,not-established:absent,mixed,mid,,,,,,,13.9,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row qwen3-vl-8b-thinking / column mu),,out:model-not-established, llmstats-agents,llmstats.com,o3,unstated,mixed,mid,,,,,,,13.87,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row o3-2025-04-16 / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,?longcat-flash-lite,not-established:absent,mixed,mid,,,,,,,15.99,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row longcat-flash-lite / column mu),,out:model-not-established, llmstats-agents,llmstats.com,?k-exaone-236b-a23b,not-established:absent,mixed,mid,,,,,,,16.01,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row k-exaone-236b-a23b / column mu),,out:model-not-established, llmstats-agents,llmstats.com,qwen3.5-4b,unstated,mixed,mid,,,,,,,10.86,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row qwen3.5-4b / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,grok-4-fast,think,mixed,mid,,,,,,,14.94,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row grok-4-fast / column mu),,out:single-couple, llmstats-agents,llmstats.com,?gpt-oss-120b-high,not-established:absent,mixed,mid,,,,,,,15.05,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row gpt-oss-120b-high / column mu),,out:model-not-established, llmstats-agents,llmstats.com,grok-4.20,think,mixed,mid,,,,,,,15.22,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row grok-4.20-beta-0309-reasoning / column mu),,in, llmstats-agents,llmstats.com,?laguna-xs-2.1,not-established:absent,mixed,mid,,,,,,,11.72,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row laguna-xs-2.1 / column mu),,out:model-not-established, llmstats-agents,llmstats.com,?solar-mini4,not-established:absent,mixed,mid,,,,,,,20.05,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row solar-mini4 / column mu),,out:model-not-established, llmstats-agents,llmstats.com,?qwen3-vl-4b-instruct,not-established:absent,mixed,mid,,,,,,,11.8,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row qwen3-vl-4b-instruct / column mu),,out:model-not-established, llmstats-agents,llmstats.com,?gemma-4-e4b-it,not-established:absent,mixed,mid,,,,,,,14,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row gemma-4-e4b-it / column mu),,out:model-not-established, llmstats-agents,llmstats.com,granite-4.2-8b,unstated,mixed,mid,,,,,,,8.86,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row granite-4.2-8b / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,?grok-4.1-thinking-2025-11-17,not-established:absent,mixed,mid,,,,,,,23.45,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row grok-4.1-thinking-2025-11-17 / column mu),,out:model-not-established, llmstats-agents,llmstats.com,?seed-2.0-mini,not-established:absent,mixed,mid,,,,,,,20.21,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row seed-2.0-mini / column mu),,out:model-not-established, llmstats-agents,llmstats.com,?granite-4.2-3b,not-established:absent,mixed,mid,,,,,,,9.63,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row granite-4.2-3b / column mu),,out:model-not-established, llmstats-agents,llmstats.com,?north-mini-code-1.0,not-established:absent,mixed,mid,,,,,,,10.15,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row north-mini-code-1.0 / column mu),,out:model-not-established, llmstats-agents,llmstats.com,?diffusiongemma-26b-a4b-it,not-established:absent,mixed,mid,,,,,,,12.81,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row diffusiongemma-26b-a4b-it / column mu),,out:model-not-established, llmstats-agents,llmstats.com,deepseek-v3.1,unstated,mixed,mid,,,,,,,9.47,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row deepseek-v3.1 / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,?nemotron-3-super-120b-a12b,not-established:absent,mixed,mid,,,,,,,7.22,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row nemotron-3-super-120b-a12b / column mu),,out:model-not-established, llmstats-agents,llmstats.com,kimi-k2-instruct,solo,mixed,mid,,,,,,,11.12,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row kimi-k2-instruct / column mu),,out:single-couple, llmstats-agents,llmstats.com,qwen3.5-2b,unstated,mixed,mid,,,,,,,8.62,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row qwen3.5-2b / column mu),,out:effort-not-established, llmstats-agents,llmstats.com,?sarvam-30b,not-established:absent,mixed,mid,,,,,,,10.69,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row sarvam-30b / column mu),,out:model-not-established, llmstats-agents,llmstats.com,?qwen2.5-vl-32b,not-established:absent,mixed,mid,,,,,,,7.76,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row qwen2.5-vl-32b / column mu),,out:model-not-established, llmstats-agents,llmstats.com,?qwen2.5-vl-7b,not-established:absent,mixed,mid,,,,,,,8.72,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row qwen2.5-vl-7b / column mu),,out:model-not-established, llmstats-agents,llmstats.com,?gemma-4-e2b-it,not-established:absent,mixed,mid,,,,,,,9.56,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row gemma-4-e2b-it / column mu),,out:model-not-established, llmstats-agents,llmstats.com,?kimi-k2-instruct-0905,not-established:absent,mixed,mid,,,,,,,8.4,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row kimi-k2-instruct-0905 / column mu),,out:model-not-established, llmstats-agents,llmstats.com,?lfm-2.5-vl-3b,not-established:absent,mixed,mid,,,,,,,7.76,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row lfm-2.5-vl-3b / column mu),,out:model-not-established, llmstats-agents,llmstats.com,?nemotron-3-nano-30b-a3b,not-established:absent,mixed,mid,,,,,,,6.41,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row nemotron-3-nano-30b-a3b / column mu),,out:model-not-established, llmstats-agents,llmstats.com,?qwen3.5-0.8b,not-established:absent,mixed,mid,,,,,,,2.09,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row qwen3.5-0.8b / column mu),,out:model-not-established, llmstats-agents,llmstats.com,deepseek-r1-0528,solo,mixed,mid,,,,,,,-0.31,arena-rating,0.00289,,,https://llm-stats.com/ ($.agents.models / row deepseek-r1-0528 / column mu),,out:single-couple, llmstats-multimodal,llmstats.com,sonnet-5.5,unstated,mixed,mid,,,,,,,48.71,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row claude-sonnet-5-5 / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,opus-5.5,unstated,mixed,mid,,,,,,,48.34,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row claude-opus-5-5 / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,?qwen3.8-max,not-established:absent,mixed,mid,,,,,,,44.83,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row qwen3.8-max / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,?seed-2.1-pro,not-established:absent,mixed,mid,,,,,,,40.63,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row seed-2.1-pro / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,gpt-6-astra,unstated,mixed,mid,,,,,,,45.79,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row gpt-6-astra / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,kimi-k3,unstated,mixed,mid,,,,,,,43.06,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row kimi-k3 / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,?claude-mythos-preview,not-established:absent,mixed,mid,,,,,,,45.29,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row claude-mythos-preview / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,gemini-4-argon,unstated,mixed,mid,,,,,,,46.03,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row gemini-4-argon / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,qwen3.8-27b,unstated,mixed,mid,,,,,,,41.48,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row qwen3.8-27b / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,opus-4.8,unstated,mixed,mid,,,,,,,42.71,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row claude-opus-4-8 / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,gpt-6.1-sol,unstated,mixed,mid,,,,,,,43.7,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row gpt-6.1-sol / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,?qwen3.8-flash-next,not-established:absent,mixed,mid,,,,,,,40.66,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row qwen3.8-flash-next / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,qwen3.8-flash,unstated,mixed,mid,,,,,,,40.64,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row qwen3.8-flash / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,qwen3.7-plus,unstated,mixed,mid,,,,,,,38.27,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row qwen3.7-plus / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,gemini-3.8-flash,unstated,mixed,mid,,,,,,,41.05,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row gemini-3.8-flash / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,gpt-5.6-sol,unstated,mixed,mid,,,,,,,39.98,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row gpt-5.6-sol / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,deepseek-v4.1-flash,unstated,mixed,mid,,,,,,,42.25,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row deepseek-v4.1-flash / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,muse-spark-1.1,unstated,mixed,mid,,,,,,,40.69,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row muse-spark-1.1 / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,?gemini-3.7-flash,not-established:absent,mixed,mid,,,,,,,39.89,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row gemini-3.7-flash / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,?seed-2.1-turbo,not-established:absent,mixed,mid,,,,,,,36.08,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row seed-2.1-turbo / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,gemini-3.6-flash,unstated,mixed,mid,,,,,,,41.76,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row gemini-3.6-flash / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,?gemini-3.5-flash,not-established:absent,mixed,mid,,,,,,,39.99,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row gemini-3.5-flash / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,gpt-5.5,unstated,mixed,mid,,,,,,,41.29,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row gpt-5.5 / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,?muse-spark,not-established:absent,mixed,mid,,,,,,,37.73,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row muse-spark / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,?muse-wonder-full,not-established:absent,mixed,mid,,,,,,,40.98,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row muse-wonder-full / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,fable-5.1,unstated,mixed,mid,,,,,,,44.72,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row claude-fable-5-1 / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,kimi-k2.6,unstated,mixed,mid,,,,,,,37.06,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row kimi-k2.6 / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,qwen3.6-plus,unstated,mixed,mid,,,,,,,34.79,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row qwen3.6-plus / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,opus-4.7,unstated,mixed,mid,,,,,,,40.25,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row claude-opus-4-7 / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,sonnet-5,unstated,mixed,mid,,,,,,,37.81,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row claude-sonnet-5 / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,gpt-5.2,unstated,mixed,mid,,,,,,,37.41,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row gpt-5.2-2025-12-11 / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,haiku-5.5,unstated,mixed,mid,,,,,,,37.29,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row claude-haiku-5-5 / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,glm-5.3-flash,unstated,mixed,mid,,,,,,,37.79,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row glm-5.3-flash / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,fable-5,unstated,mixed,mid,,,,,,,39.36,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row claude-fable-5 / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,?kimi-k2.5,not-established:absent,mixed,mid,,,,,,,32.92,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row kimi-k2.5 / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,qwen3.5-122b-a10b,unstated,mixed,mid,,,,,,,31.5,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row qwen3.5-122b-a10b / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,minimax-m3,unstated,mixed,mid,,,,,,,34.26,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row minimax-m3 / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,gpt-5.4,unstated,mixed,mid,,,,,,,35.47,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row gpt-5.4 / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,opus-5,unstated,mixed,mid,,,,,,,40.41,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row claude-opus-5 / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,?gemini-3-pro-preview,not-established:absent,mixed,mid,,,,,,,33.95,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row gemini-3-pro-preview / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,mimo-v2.6-pro,unstated,mixed,mid,,,,,,,39.59,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row mimo-v2.6-pro / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,gpt-5.6-terra,unstated,mixed,mid,,,,,,,33.41,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row gpt-5.6-terra / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,qwen3.5-27b,unstated,mixed,mid,,,,,,,30.21,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row qwen3.5-27b / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,qwen3.6-27b,unstated,mixed,mid,,,,,,,31.08,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row qwen3.6-27b / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,gpt-5,unstated,mixed,mid,,,,,,,33.16,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row gpt-5-2025-08-07 / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,?seed-1.8,not-established:absent,mixed,mid,,,,,,,30.03,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row seed-1.8 / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,gemini-3-flash,unstated,mixed,mid,,,,,,,32.7,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row gemini-3-flash-preview / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,mimo-v2.6-flash,unstated,mixed,mid,,,,,,,37.94,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row mimo-v2.6-flash / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,muse-spark-1.3,unstated,mixed,mid,,,,,,,38.1,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row muse-spark-1.3 / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,qwen3.6-35b-a3b,unstated,mixed,mid,,,,,,,29.2,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row qwen3.6-35b-a3b / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,mimo-v2.5,unstated,mixed,mid,,,,,,,32.65,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row mimo-v2.5 / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,?muse-wonder,not-established:absent,mixed,mid,,,,,,,34.69,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row muse-wonder / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,o3,unstated,mixed,mid,,,,,,,31.11,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row o3-2025-04-16 / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,?gpt-5.1-thinking-2025-11-12,not-established:absent,mixed,mid,,,,,,,37.05,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row gpt-5.1-thinking-2025-11-12 / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,?gpt-5.1-instant-2025-11-12,not-established:absent,mixed,mid,,,,,,,37.03,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row gpt-5.1-instant-2025-11-12 / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,gpt-6-sol,unstated,mixed,mid,,,,,,,37.08,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row gpt-6-sol / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,gpt-5.1,unstated,mixed,mid,,,,,,,37.01,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row gpt-5.1-2025-11-13 / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,qwen3.5-35b-a3b,unstated,mixed,mid,,,,,,,27.37,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row qwen3.5-35b-a3b / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,gemini-2.5-pro-preview-06-05,unstated,mixed,mid,,,,,,,32.68,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row gemini-2.5-pro-preview-06-05 / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,qwen3.7-max,unstated,mixed,mid,,,,,,,39.65,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row qwen3.7-max / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,?deepseek-v4-flash-vision-exp,not-established:absent,mixed,mid,,,,,,,36.46,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row deepseek-v4-flash-vision-exp / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,gemini-3.1-pro,unstated,mixed,mid,,,,,,,35.49,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row gemini-3.1-pro-preview / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,?gpt-5.5-instant,not-established:absent,mixed,mid,,,,,,,30.85,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row gpt-5.5-instant / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,gpt-5.6-luna,unstated,mixed,mid,,,,,,,29.74,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row gpt-5.6-luna / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,muse-glimmer-30b,unstated,mixed,mid,,,,,,,29.36,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row muse-glimmer-30b / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,opus-4.6,unstated,mixed,mid,,,,,,,30.59,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row claude-opus-4-6 / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,gemini-3.1-flash-lite-preview,unstated,mixed,mid,,,,,,,29.96,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row gemini-3.1-flash-lite-preview / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,gpt-5.4-mini,unstated,mixed,mid,,,,,,,29.71,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row gpt-5.4-mini / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,gemini-2.5-pro,unstated,mixed,mid,,,,,,,30.21,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row gemini-2.5-pro / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,gemma-4-31b-it,unstated,mixed,mid,,,,,,,29.67,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row gemma-4-31b-it / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,gpt-6-luna,unstated,mixed,mid,,,,,,,34.17,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row gpt-6-luna / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,o4-mini,unstated,mixed,mid,,,,,,,28.95,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row o4-mini / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,glm-5v-turbo,unstated,mixed,mid,,,,,,,29.21,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row glm-5v-turbo / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,?seed-2.0-mini,not-established:absent,mixed,mid,,,,,,,24.32,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row seed-2.0-mini / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,gemini-3.5-flash-lite,unstated,mixed,mid,,,,,,,30.01,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row gemini-3.5-flash-lite / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,qwen3-vl-235b-a22b-instruct,solo,mixed,mid,,,,,,,23.46,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row qwen3-vl-235b-a22b-instruct / column mu),,out:single-couple, llmstats-multimodal,llmstats.com,sonnet-4.6,unstated,mixed,mid,,,,,,,29.15,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row claude-sonnet-4-6 / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,qwen3.5-397b-a17b,unstated,mixed,mid,,,,,,,32.24,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row qwen3.5-397b-a17b / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,?step3-vl-10b,not-established:absent,mixed,mid,,,,,,,27.12,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row step3-vl-10b / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,qwen3-vl-235b-a22b-thinking,solo,mixed,mid,,,,,,,22.82,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row qwen3-vl-235b-a22b-thinking / column mu),,out:single-couple, llmstats-multimodal,llmstats.com,gemini-2.5-flash,unstated,mixed,mid,,,,,,,28.89,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row gemini-2.5-flash / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,?qwen3-vl-32b-thinking,not-established:absent,mixed,mid,,,,,,,22.21,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row qwen3-vl-32b-thinking / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,?gpt-rosalind-research,not-established:absent,mixed,mid,,,,,,,33.19,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row gpt-rosalind-research / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,opus-4.5,unstated,mixed,mid,,,,,,,30.12,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row claude-opus-4-5-20251101 / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,inkling,unstated,mixed,mid,,,,,,,26.89,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row inkling / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,gemma-4-26b-a4b-it,unstated,mixed,mid,,,,,,,26.04,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row gemma-4-26b-a4b-it / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,sonnet-3.5-1022,solo,mixed,mid,,,,,,,23.6,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row claude-3-5-sonnet-20241022 / column mu),,out:single-couple, llmstats-multimodal,llmstats.com,?inkling-small,not-established:absent,mixed,mid,,,,,,,25.19,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row inkling-small / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,?qwen3-vl-32b-instruct,not-established:absent,mixed,mid,,,,,,,20.29,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row qwen3-vl-32b-instruct / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,?gemma-4-12b-it,not-established:absent,mixed,mid,,,,,,,23.33,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row gemma-4-12b-it / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,o1,unstated,mixed,mid,,,,,,,24.85,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row o1-2024-12-17 / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,?exaone-4.5-33b,not-established:absent,mixed,mid,,,,,,,21.88,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row exaone-4.5-33b / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,?grok-3,not-established:absent,mixed,mid,,,,,,,27.65,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row grok-3 / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,gpt-5.3-codex,unstated,mixed,mid,,,,,,,27.91,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row gpt-5.3-codex / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,?gpt-4.5,not-established:absent,mixed,mid,,,,,,,22.52,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row gpt-4.5 / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,?command-a-plus-05-2026,not-established:absent,mixed,mid,,,,,,,21.52,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row command-a-plus-05-2026 / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,gpt-4.1-mini,solo,mixed,mid,,,,,,,22.05,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row gpt-4.1-mini-2025-04-14 / column mu),,out:single-couple, llmstats-multimodal,llmstats.com,llama-4-maverick,solo,mixed,mid,,,,,,,21.39,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row llama-4-maverick / column mu),,out:single-couple, llmstats-multimodal,llmstats.com,qwen3.8-omni-flash,unstated,mixed,mid,,,,,,,32.81,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row qwen3.8-omni-flash / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,?gemini-2.0-flash-thinking,not-established:absent,mixed,mid,,,,,,,26.63,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row gemini-2.0-flash-thinking / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,qwen3-235b-a22b-thinking-2507,solo,mixed,mid,,,,,,,26.98,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row qwen3-235b-a22b-thinking-2507 / column mu),,out:single-couple, llmstats-multimodal,llmstats.com,gpt-4.1,solo,mixed,mid,,,,,,,21.29,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row gpt-4.1-2025-04-14 / column mu),,out:single-couple, llmstats-multimodal,llmstats.com,?qwen3-vl-30b-a3b-thinking,not-established:absent,mixed,mid,,,,,,,17.69,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row qwen3-vl-30b-a3b-thinking / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,?diffusiongemma-26b-a4b-it,not-established:absent,mixed,mid,,,,,,,21.14,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row diffusiongemma-26b-a4b-it / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,?kimi-k1.5,not-established:absent,mixed,mid,,,,,,,23.26,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row kimi-k1.5 / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,?mistral-large-3-2509,not-established:absent,mixed,mid,,,,,,,31.5,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row mistral-large-3-2509 / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,?qwen3.5-9b,not-established:absent,mixed,mid,,,,,,,25.81,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row qwen3.5-9b / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,sonnet-3.7,unstated,mixed,mid,,,,,,,25.11,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row claude-3-7-sonnet-20250219 / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,?qwen3-vl-30b-a3b-instruct,not-established:absent,mixed,mid,,,,,,,16.43,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row qwen3-vl-30b-a3b-instruct / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,?gemini-2.0-flash,not-established:absent,mixed,mid,,,,,,,22.8,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row gemini-2.0-flash / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,?gemini-1.5-pro,not-established:absent,mixed,mid,,,,,,,20.04,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row gemini-1.5-pro / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,?qwen3-vl-8b-thinking,not-established:absent,mixed,mid,,,,,,,16.1,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row qwen3-vl-8b-thinking / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,?pixtral-large,not-established:absent,mixed,mid,,,,,,,18.43,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row pixtral-large / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,?mistral-small-3.2-24b-instruct-2506,not-established:absent,mixed,mid,,,,,,,18.78,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row mistral-small-3.2-24b-instruct-2506 / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,llama-4-scout,solo,mixed,mid,,,,,,,19.29,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row llama-4-scout / column mu),,out:single-couple, llmstats-multimodal,llmstats.com,qwen3-next-80b-a3b-thinking,solo,mixed,mid,,,,,,,24.64,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row qwen3-next-80b-a3b-thinking / column mu),,out:single-couple, llmstats-multimodal,llmstats.com,?claude-sonnet-4-20250514,not-established:absent,mixed,mid,,,,,,,24.12,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row claude-sonnet-4-20250514 / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,sonnet-4.5,unstated,mixed,mid,,,,,,,22.22,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row claude-sonnet-4-5-20250929 / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,?qwen2.5-vl-72b,not-established:absent,mixed,mid,,,,,,,15.18,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row qwen2.5-vl-72b / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,gpt-4o-0806,solo,mixed,mid,,,,,,,16.2,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row gpt-4o-2024-08-06 / column mu),,out:single-couple, llmstats-multimodal,llmstats.com,?claude-opus-4-1-20250805,not-established:absent,mixed,mid,,,,,,,27.07,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row claude-opus-4-1-20250805 / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,gemini-2.5-flash-lite,unstated,mixed,mid,,,,,,,20.82,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row gemini-2.5-flash-lite / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,?qwen2-vl-72b,not-established:absent,mixed,mid,,,,,,,16.24,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row qwen2-vl-72b / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,?qwen3-vl-8b-instruct,not-established:absent,mixed,mid,,,,,,,14.01,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row qwen3-vl-8b-instruct / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,gpt-5.4-nano,unstated,mixed,mid,,,,,,,18.13,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row gpt-5.4-nano / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,grok-2-1212,solo,mixed,mid,,,,,,,17.83,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row grok-2 / column mu),,out:single-couple, llmstats-multimodal,llmstats.com,?qwen3-vl-4b-thinking,not-established:absent,mixed,mid,,,,,,,13.51,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row qwen3-vl-4b-thinking / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,haiku-4.5,unstated,mixed,mid,,,,,,,20.61,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row claude-haiku-4-5-20251001 / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,qwen3.5-4b,unstated,mixed,mid,,,,,,,21.43,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row qwen3.5-4b / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,?nova-2-pro,not-established:absent,mixed,mid,,,,,,,16.82,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row nova-2-pro / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,?qvq-72b-preview,not-established:absent,mixed,mid,,,,,,,16.75,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row qvq-72b-preview / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,?qwen2.5-vl-32b,not-established:absent,mixed,mid,,,,,,,12.38,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row qwen2.5-vl-32b / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,?gemini-1.5-flash,not-established:absent,mixed,mid,,,,,,,15.73,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row gemini-1.5-flash / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,?grok-2-mini,not-established:absent,mixed,mid,,,,,,,16.1,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row grok-2-mini / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,qwen3-235b-a22b-instruct-2507,solo,mixed,mid,,,,,,,20.44,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row qwen3-235b-a22b-instruct-2507 / column mu),,out:single-couple, llmstats-multimodal,llmstats.com,?nova-2-omni,not-established:absent,mixed,mid,,,,,,,14.81,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row nova-2-omni / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,gpt-5.5-pro,unstated,mixed,mid,,,,,,,28,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row gpt-5.5-pro / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,?qwen3-vl-4b-instruct,not-established:absent,mixed,mid,,,,,,,11.4,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row qwen3-vl-4b-instruct / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,?nova-pro,not-established:absent,mixed,mid,,,,,,,13.95,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row nova-pro / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,?claude-opus-4-20250514,not-established:absent,mixed,mid,,,,,,,23.33,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row claude-opus-4-20250514 / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,gemini-2.0-flash-lite-001,unstated,mixed,mid,,,,,,,18.91,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row gemini-2.0-flash-lite / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,nova-2-lite,unstated,mixed,mid,,,,,,,14.88,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row nova-2-lite / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,qwen3-next-80b-a3b-instruct,solo,mixed,mid,,,,,,,18.45,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row qwen3-next-80b-a3b-instruct / column mu),,out:single-couple, llmstats-multimodal,llmstats.com,?qwen2.5-omni-7b,not-established:absent,mixed,mid,,,,,,,10.27,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row qwen2.5-omni-7b / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,?qwen2.5-vl-7b,not-established:absent,mixed,mid,,,,,,,9.54,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row qwen2.5-vl-7b / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,?gemma-4-e4b-it,not-established:absent,mixed,mid,,,,,,,13.82,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row gemma-4-e4b-it / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,?mai-thinking-1,not-established:absent,mixed,mid,,,,,,,19.06,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row mai-thinking-1 / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,?mistral-small-latest,not-established:absent,mixed,mid,,,,,,,17.66,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row mistral-small-latest / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,?llama-3.2-90b-instruct,not-established:absent,mixed,mid,,,,,,,10.27,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row llama-3.2-90b-instruct / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,?deepseek-vl2,not-established:absent,mixed,mid,,,,,,,9.01,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row deepseek-vl2 / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,?nova-lite,not-established:absent,mixed,mid,,,,,,,9.93,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row nova-lite / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,gpt-4o-0513,solo,mixed,mid,,,,,,,15.77,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row gpt-4o-2024-05-13 / column mu),,out:single-couple, llmstats-multimodal,llmstats.com,?pixtral-12b-2409,not-established:absent,mixed,mid,,,,,,,9.29,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row pixtral-12b-2409 / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,?phi-4-multimodal-instruct,not-established:absent,mixed,mid,,,,,,,7.59,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row phi-4-multimodal-instruct / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,?deepseek-vl2-small,not-established:absent,mixed,mid,,,,,,,7.11,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row deepseek-vl2-small / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,?lfm-2.5-vl-3b,not-established:absent,mixed,mid,,,,,,,7.15,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row lfm-2.5-vl-3b / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,?gemma-4-e2b-it,not-established:absent,mixed,mid,,,,,,,10.73,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row gemma-4-e2b-it / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,gpt-4o-mini,solo,mixed,mid,,,,,,,11.06,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row gpt-4o-mini-2024-07-18 / column mu),,out:single-couple, llmstats-multimodal,llmstats.com,?mistral-small-3.1-24b-instruct-2503,not-established:absent,mixed,mid,,,,,,,13.91,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row mistral-small-3.1-24b-instruct-2503 / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,?llama-3.2-11b-instruct,not-established:absent,mixed,mid,,,,,,,7.68,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row llama-3.2-11b-instruct / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,?mistral-small-3.1-24b-base-2503,not-established:absent,mixed,mid,,,,,,,13.8,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row mistral-small-3.1-24b-base-2503 / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,?mistral-large-4,not-established:absent,mixed,mid,,,,,,,17.88,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row mistral-large-4 / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,gpt-4.1-nano,solo,mixed,mid,,,,,,,7.49,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row gpt-4.1-nano-2025-04-14 / column mu),,out:single-couple, llmstats-multimodal,llmstats.com,?ministral-3-14b-instruct-2512,not-established:absent,mixed,mid,,,,,,,12.84,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row ministral-3-14b-instruct-2512 / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,?grok-1.5v,not-established:absent,mixed,mid,,,,,,,5.9,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row grok-1.5v / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,?gemini-1.5-flash-8b,not-established:absent,mixed,mid,,,,,,,7.47,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row gemini-1.5-flash-8b / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,minimax-m2.5,unstated,mixed,mid,,,,,,,20.19,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row minimax-m2.5 / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,?ministral-3-8b-instruct-2512,not-established:absent,mixed,mid,,,,,,,11.58,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row ministral-3-8b-instruct-2512 / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,gemma-3-27b-it,solo,mixed,mid,,,,,,,4.09,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row gemma-3-27b-it / column mu),,out:single-couple, llmstats-multimodal,llmstats.com,?phi-3.5-vision-instruct,not-established:absent,mixed,mid,,,,,,,4.11,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row phi-3.5-vision-instruct / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,gemma-3-12b-it,solo,mixed,mid,,,,,,,3.06,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row gemma-3-12b-it / column mu),,out:single-couple, llmstats-multimodal,llmstats.com,qwen3.5-2b,unstated,mixed,mid,,,,,,,10.62,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row qwen3.5-2b / column mu),,out:effort-not-established, llmstats-multimodal,llmstats.com,?ministral-3-3b-instruct-2512,not-established:absent,mixed,mid,,,,,,,10.04,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row ministral-3-3b-instruct-2512 / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,?grok-1.5,not-established:absent,mixed,mid,,,,,,,4.74,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row grok-1.5 / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,?deepseek-vl2-tiny,not-established:absent,mixed,mid,,,,,,,1.34,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row deepseek-vl2-tiny / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,?north-micro-vision-instruct,not-established:absent,mixed,mid,,,,,,,1.64,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row north-micro-vision-instruct / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,?medgemma-4b-it,not-established:absent,mixed,mid,,,,,,,9.62,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row medgemma-4b-it / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,qwen3-coder-480b-a35b-instruct,solo,mixed,mid,,,,,,,10.37,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row qwen3-coder-480b-a35b-instruct / column mu),,out:single-couple, llmstats-multimodal,llmstats.com,?gemini-1.0-pro,not-established:absent,mixed,mid,,,,,,,2.84,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row gemini-1.0-pro / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,?qwen3.5-0.8b,not-established:absent,mixed,mid,,,,,,,7.49,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row qwen3.5-0.8b / column mu),,out:model-not-established, llmstats-multimodal,llmstats.com,gemma-3-4b-it,solo,mixed,mid,,,,,,,-3.55,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row gemma-3-4b-it / column mu),,out:single-couple, llmstats-multimodal,llmstats.com,gpt-3.5-turbo-0125,solo,mixed,mid,,,,,,,-3.44,arena-rating,0.00289,,,https://llm-stats.com/ ($.multimodal.models / row gpt-3.5-turbo-0125 / column mu),,out:single-couple, llmstats-vision,llmstats.com,sonnet-5.5,unstated,mixed,mid,,,,,,,48.94,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row claude-sonnet-5-5 / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,opus-5.5,unstated,mixed,mid,,,,,,,48.91,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row claude-opus-5-5 / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,fable-5.1,unstated,mixed,mid,,,,,,,51.13,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row claude-fable-5-1 / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,gpt-6-astra,unstated,mixed,mid,,,,,,,47.8,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row gpt-6-astra / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,?claude-mythos-preview,not-established:absent,mixed,mid,,,,,,,46.63,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row claude-mythos-preview / column mu),,out:model-not-established, llmstats-vision,llmstats.com,?qwen3.8-max,not-established:absent,mixed,mid,,,,,,,42.17,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row qwen3.8-max / column mu),,out:model-not-established, llmstats-vision,llmstats.com,opus-5,unstated,mixed,mid,,,,,,,46.65,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row claude-opus-5 / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,gemini-4-argon,unstated,mixed,mid,,,,,,,46,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row gemini-4-argon / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,opus-4.8,unstated,mixed,mid,,,,,,,42.41,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row claude-opus-4-8 / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,kimi-k3,unstated,mixed,mid,,,,,,,41.04,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row kimi-k3 / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,gpt-6.1-sol,unstated,mixed,mid,,,,,,,43.87,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row gpt-6.1-sol / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,fable-5,unstated,mixed,mid,,,,,,,42.82,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row claude-fable-5 / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,gpt-5.5,unstated,mixed,mid,,,,,,,41.37,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row gpt-5.5 / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,muse-spark-1.1,unstated,mixed,mid,,,,,,,41.23,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row muse-spark-1.1 / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,?seed-2.1-pro,not-established:absent,mixed,mid,,,,,,,37.17,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row seed-2.1-pro / column mu),,out:model-not-established, llmstats-vision,llmstats.com,gpt-5.6-sol,unstated,mixed,mid,,,,,,,39.78,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row gpt-5.6-sol / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,?qwen3.8-flash-next,not-established:absent,mixed,mid,,,,,,,37.97,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row qwen3.8-flash-next / column mu),,out:model-not-established, llmstats-vision,llmstats.com,qwen3.8-flash,unstated,mixed,mid,,,,,,,37.94,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row qwen3.8-flash / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,glm-5.3,unstated,mixed,mid,,,,,,,45.43,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row glm-5.3 / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,gemini-3.8-flash,unstated,mixed,mid,,,,,,,40.04,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row gemini-3.8-flash / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,qwen3.8-27b,unstated,mixed,mid,,,,,,,36.9,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row qwen3.8-27b / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,sonnet-5,unstated,mixed,mid,,,,,,,38.71,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row claude-sonnet-5 / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,opus-4.7,unstated,mixed,mid,,,,,,,40.12,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row claude-opus-4-7 / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,deepseek-v4-pro-0813,unstated,mixed,mid,,,,,,,43.93,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row deepseek-v4-pro-0813 / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,?gemini-3.7-flash,not-established:absent,mixed,mid,,,,,,,38.79,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row gemini-3.7-flash / column mu),,out:model-not-established, llmstats-vision,llmstats.com,qwen3.7-plus,unstated,mixed,mid,,,,,,,35.14,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row qwen3.7-plus / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,gemini-3.6-flash,unstated,mixed,mid,,,,,,,40.44,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row gemini-3.6-flash / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,?muse-wonder-full,not-established:absent,mixed,mid,,,,,,,40.88,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row muse-wonder-full / column mu),,out:model-not-established, llmstats-vision,llmstats.com,?gemini-3.5-flash,not-established:absent,mixed,mid,,,,,,,37.05,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row gemini-3.5-flash / column mu),,out:model-not-established, llmstats-vision,llmstats.com,?muse-spark,not-established:absent,mixed,mid,,,,,,,35.68,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row muse-spark / column mu),,out:model-not-established, llmstats-vision,llmstats.com,deepseek-v4.1-flash,unstated,mixed,mid,,,,,,,37.67,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row deepseek-v4.1-flash / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,gemini-3.1-pro,unstated,mixed,mid,,,,,,,38.26,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row gemini-3.1-pro-preview / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,glm-5.3-flash,unstated,mixed,mid,,,,,,,37.29,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row glm-5.3-flash / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,?seed-2.1-turbo,not-established:absent,mixed,mid,,,,,,,33,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row seed-2.1-turbo / column mu),,out:model-not-established, llmstats-vision,llmstats.com,haiku-5.5,unstated,mixed,mid,,,,,,,36.29,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row claude-haiku-5-5 / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,gpt-5.5-pro,unstated,mixed,mid,,,,,,,41.49,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row gpt-5.5-pro / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,gpt-5.4,unstated,mixed,mid,,,,,,,34.59,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row gpt-5.4 / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,kimi-k2.6,unstated,mixed,mid,,,,,,,33.77,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row kimi-k2.6 / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,qwen3.6-plus,unstated,mixed,mid,,,,,,,31.55,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row qwen3.6-plus / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,glm-5.2,unstated,mixed,mid,,,,,,,39.53,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row glm-5.2 / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,gpt-5.2,unstated,mixed,mid,,,,,,,32.68,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row gpt-5.2-2025-12-11 / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,gpt-5.6-terra,unstated,mixed,mid,,,,,,,33.02,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row gpt-5.6-terra / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,?kimi-k2.5,not-established:absent,mixed,mid,,,,,,,30.9,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row kimi-k2.5 / column mu),,out:model-not-established, llmstats-vision,llmstats.com,opus-4.6,unstated,mixed,mid,,,,,,,32.89,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row claude-opus-4-6 / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,mimo-v2.6-pro,unstated,mixed,mid,,,,,,,38.79,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row mimo-v2.6-pro / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,glm-5.1,unstated,mixed,mid,,,,,,,38.1,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row glm-5.1 / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,?gemini-3-pro-preview,not-established:absent,mixed,mid,,,,,,,31.27,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row gemini-3-pro-preview / column mu),,out:model-not-established, llmstats-vision,llmstats.com,muse-spark-1.3,unstated,mixed,mid,,,,,,,38.52,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row muse-spark-1.3 / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,qwen3.5-122b-a10b,unstated,mixed,mid,,,,,,,28.08,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row qwen3.5-122b-a10b / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,minimax-m3,unstated,mixed,mid,,,,,,,31.5,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row minimax-m3 / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,mimo-v2.6-flash,unstated,mixed,mid,,,,,,,37.2,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row mimo-v2.6-flash / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,?muse-wonder,not-established:absent,mixed,mid,,,,,,,34.63,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row muse-wonder / column mu),,out:model-not-established, llmstats-vision,llmstats.com,gemini-3-flash,unstated,mixed,mid,,,,,,,30.35,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row gemini-3-flash-preview / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,sonnet-4.6,unstated,mixed,mid,,,,,,,31.88,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row claude-sonnet-4-6 / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,qwen3.7-max,unstated,mixed,mid,,,,,,,34.83,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row qwen3.7-max / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,?kimi-k2-thinking-0905,not-established:absent,mixed,mid,,,,,,,36.74,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row kimi-k2-thinking-0905 / column mu),,out:model-not-established, llmstats-vision,llmstats.com,gpt-6-sol,unstated,mixed,mid,,,,,,,37.25,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row gpt-6-sol / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,?grok-4-heavy,not-established:absent,mixed,mid,,,,,,,36.29,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row grok-4-heavy / column mu),,out:model-not-established, llmstats-vision,llmstats.com,qwen3.6-27b,unstated,mixed,mid,,,,,,,27.51,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row qwen3.6-27b / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,qwen3.5-27b,unstated,mixed,mid,,,,,,,26.75,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row qwen3.5-27b / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,?seed-1.8,not-established:absent,mixed,mid,,,,,,,26.71,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row seed-1.8 / column mu),,out:model-not-established, llmstats-vision,llmstats.com,gpt-5.2-pro,unstated,mixed,mid,,,,,,,31.21,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row gpt-5.2-pro-2025-12-11 / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,mimo-v2.5,unstated,mixed,mid,,,,,,,30.92,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row mimo-v2.5 / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,qwen3.6-35b-a3b,unstated,mixed,mid,,,,,,,26.15,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row qwen3.6-35b-a3b / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,?deepseek-v4-pro-max,not-established:absent,mixed,mid,,,,,,,34.56,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row deepseek-v4-pro-max / column mu),,out:model-not-established, llmstats-vision,llmstats.com,gpt-5.6-luna,unstated,mixed,mid,,,,,,,29.19,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row gpt-5.6-luna / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,?deepseek-v4-flash-vision-exp,not-established:absent,mixed,mid,,,,,,,34.09,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row deepseek-v4-flash-vision-exp / column mu),,out:model-not-established, llmstats-vision,llmstats.com,qwen3.5-35b-a3b,unstated,mixed,mid,,,,,,,24.21,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row qwen3.5-35b-a3b / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,gpt-6-luna,unstated,mixed,mid,,,,,,,33.84,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row gpt-6-luna / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,?gpt-5.1-thinking-2025-11-12,not-established:absent,mixed,mid,,,,,,,33.54,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row gpt-5.1-thinking-2025-11-12 / column mu),,out:model-not-established, llmstats-vision,llmstats.com,o3,unstated,mixed,mid,,,,,,,25.93,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row o3-2025-04-16 / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,?gpt-5.1-instant-2025-11-12,not-established:absent,mixed,mid,,,,,,,33.51,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row gpt-5.1-instant-2025-11-12 / column mu),,out:model-not-established, llmstats-vision,llmstats.com,gpt-5.1,unstated,mixed,mid,,,,,,,33.5,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row gpt-5.1-2025-11-13 / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,?deepseek-v4-flash-max,not-established:absent,mixed,mid,,,,,,,32.87,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row deepseek-v4-flash-max / column mu),,out:model-not-established, llmstats-vision,llmstats.com,?gpt-5.5-instant,not-established:absent,mixed,mid,,,,,,,28.54,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row gpt-5.5-instant / column mu),,out:model-not-established, llmstats-vision,llmstats.com,gpt-5,unstated,mixed,mid,,,,,,,25.66,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row gpt-5-2025-08-07 / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,glm-5v-turbo,unstated,mixed,mid,,,,,,,27.48,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row glm-5v-turbo / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,opus-4.5,unstated,mixed,mid,,,,,,,28.93,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row claude-opus-4-5-20251101 / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,muse-glimmer-30b,unstated,mixed,mid,,,,,,,25.71,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row muse-glimmer-30b / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,glm-4.7,unstated,mixed,mid,,,,,,,31.63,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row glm-4.7 / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,gpt-5.4-mini,unstated,mixed,mid,,,,,,,26.44,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row gpt-5.4-mini / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,?inkling-small,not-established:absent,mixed,mid,,,,,,,25.86,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row inkling-small / column mu),,out:model-not-established, llmstats-vision,llmstats.com,gemma-4-31b-it,unstated,mixed,mid,,,,,,,25.96,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row gemma-4-31b-it / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,deepseek-v3.2,unstated,mixed,mid,,,,,,,30.8,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row deepseek-v3.2 / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,gemini-3.5-flash-lite,unstated,mixed,mid,,,,,,,27.92,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row gemini-3.5-flash-lite / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,?gpt-rosalind-research,not-established:absent,mixed,mid,,,,,,,33.11,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row gpt-rosalind-research / column mu),,out:model-not-established, llmstats-vision,llmstats.com,?deepseek-v4-flash-0423,not-established:absent,mixed,mid,,,,,,,30.4,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row deepseek-v4-flash-0423 / column mu),,out:model-not-established, llmstats-vision,llmstats.com,gemini-2.5-pro-preview-06-05,unstated,mixed,mid,,,,,,,25.56,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row gemini-2.5-pro-preview-06-05 / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,grok-4,solo,mixed,mid,,,,,,,27.37,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row grok-4 / column mu),,out:single-couple, llmstats-vision,llmstats.com,qwen3.5-397b-a17b,unstated,mixed,mid,,,,,,,26.9,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row qwen3.5-397b-a17b / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,qwen3-vl-235b-a22b-thinking,solo,mixed,mid,,,,,,,20.41,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row qwen3-vl-235b-a22b-thinking / column mu),,out:single-couple, llmstats-vision,llmstats.com,?seed-2.0-mini,not-established:absent,mixed,mid,,,,,,,20.69,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row seed-2.0-mini / column mu),,out:model-not-established, llmstats-vision,llmstats.com,qwen3-vl-235b-a22b-instruct,solo,mixed,mid,,,,,,,20.61,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row qwen3-vl-235b-a22b-instruct / column mu),,out:single-couple, llmstats-vision,llmstats.com,gemini-3.1-flash-lite-preview,unstated,mixed,mid,,,,,,,24.09,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row gemini-3.1-flash-lite-preview / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,?ernie-5.0,not-established:absent,mixed,mid,,,,,,,28.77,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row ernie-5.0 / column mu),,out:model-not-established, llmstats-vision,llmstats.com,?nemotron-3-ultra-550b-a55b,not-established:absent,mixed,mid,,,,,,,28.37,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row nemotron-3-ultra-550b-a55b / column mu),,out:model-not-established, llmstats-vision,llmstats.com,?qwen3-vl-32b-thinking,not-established:absent,mixed,mid,,,,,,,19.57,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row qwen3-vl-32b-thinking / column mu),,out:model-not-established, llmstats-vision,llmstats.com,?step3-vl-10b,not-established:absent,mixed,mid,,,,,,,23.44,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row step3-vl-10b / column mu),,out:model-not-established, llmstats-vision,llmstats.com,gemini-2.5-pro,unstated,mixed,mid,,,,,,,22.15,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row gemini-2.5-pro / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,o4-mini,unstated,mixed,mid,,,,,,,22.09,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row o4-mini / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,inkling,unstated,mixed,mid,,,,,,,24.27,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row inkling / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,?qwen3-vl-32b-instruct,not-established:absent,mixed,mid,,,,,,,17.54,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row qwen3-vl-32b-instruct / column mu),,out:model-not-established, llmstats-vision,llmstats.com,gemma-4-26b-a4b-it,unstated,mixed,mid,,,,,,,21.03,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row gemma-4-26b-a4b-it / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,sonnet-3.5-1022,solo,mixed,mid,,,,,,,20.41,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row claude-3-5-sonnet-20241022 / column mu),,out:single-couple, llmstats-vision,llmstats.com,gpt-5.3-codex,unstated,mixed,mid,,,,,,,26.1,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row gpt-5.3-codex / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,mimo-v2.5-pro,unstated,mixed,mid,,,,,,,25.76,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row mimo-v2.5-pro / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,?exaone-4.5-33b,not-established:absent,mixed,mid,,,,,,,19.03,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row exaone-4.5-33b / column mu),,out:model-not-established, llmstats-vision,llmstats.com,?deepseek-v3.2-speciale,not-established:absent,mixed,mid,,,,,,,24.56,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row deepseek-v3.2-speciale / column mu),,out:model-not-established, llmstats-vision,llmstats.com,?grok-3,not-established:absent,mixed,mid,,,,,,,24.02,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row grok-3 / column mu),,out:model-not-established, llmstats-vision,llmstats.com,o1,unstated,mixed,mid,,,,,,,21.13,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row o1-2024-12-17 / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,?claude-opus-4-20250514,not-established:absent,mixed,mid,,,,,,,22.77,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row claude-opus-4-20250514 / column mu),,out:model-not-established, llmstats-vision,llmstats.com,?gpt-4.5,not-established:absent,mixed,mid,,,,,,,18.8,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row gpt-4.5 / column mu),,out:model-not-established, llmstats-vision,llmstats.com,llama-4-maverick,solo,mixed,mid,,,,,,,18.17,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row llama-4-maverick / column mu),,out:single-couple, llmstats-vision,llmstats.com,?command-a-plus-05-2026,not-established:absent,mixed,mid,,,,,,,18.07,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row command-a-plus-05-2026 / column mu),,out:model-not-established, llmstats-vision,llmstats.com,?nova-2-pro,not-established:absent,mixed,mid,,,,,,,18.81,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row nova-2-pro / column mu),,out:model-not-established, llmstats-vision,llmstats.com,?qwen3-vl-30b-a3b-thinking,not-established:absent,mixed,mid,,,,,,,14.68,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row qwen3-vl-30b-a3b-thinking / column mu),,out:model-not-established, llmstats-vision,llmstats.com,qwen3-235b-a22b-thinking-2507,solo,mixed,mid,,,,,,,20.82,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row qwen3-235b-a22b-thinking-2507 / column mu),,out:single-couple, llmstats-vision,llmstats.com,?gemini-2.0-flash-thinking,not-established:absent,mixed,mid,,,,,,,23.04,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row gemini-2.0-flash-thinking / column mu),,out:model-not-established, llmstats-vision,llmstats.com,?claude-opus-4-1-20250805,not-established:absent,mixed,mid,,,,,,,26.38,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row claude-opus-4-1-20250805 / column mu),,out:model-not-established, llmstats-vision,llmstats.com,?qwen3.5-9b,not-established:absent,mixed,mid,,,,,,,23.39,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row qwen3.5-9b / column mu),,out:model-not-established, llmstats-vision,llmstats.com,?qwen3-vl-30b-a3b-instruct,not-established:absent,mixed,mid,,,,,,,13.84,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row qwen3-vl-30b-a3b-instruct / column mu),,out:model-not-established, llmstats-vision,llmstats.com,?longcat-flash-thinking-2601,not-established:absent,mixed,mid,,,,,,,22.56,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row longcat-flash-thinking-2601 / column mu),,out:model-not-established, llmstats-vision,llmstats.com,?kimi-k1.5,not-established:absent,mixed,mid,,,,,,,19.64,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row kimi-k1.5 / column mu),,out:model-not-established, llmstats-vision,llmstats.com,gemini-2.5-flash,unstated,mixed,mid,,,,,,,18.45,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row gemini-2.5-flash / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,?gemma-4-12b-it,not-established:absent,mixed,mid,,,,,,,16.73,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row gemma-4-12b-it / column mu),,out:model-not-established, llmstats-vision,llmstats.com,?pixtral-large,not-established:absent,mixed,mid,,,,,,,16.48,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row pixtral-large / column mu),,out:model-not-established, llmstats-vision,llmstats.com,?deepseek-reasoner,not-established:absent,mixed,mid,,,,,,,22.16,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row deepseek-reasoner / column mu),,out:model-not-established, llmstats-vision,llmstats.com,?qwen3-vl-8b-thinking,not-established:absent,mixed,mid,,,,,,,13.24,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row qwen3-vl-8b-thinking / column mu),,out:model-not-established, llmstats-vision,llmstats.com,sonnet-4.5,unstated,mixed,mid,,,,,,,20.36,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row claude-sonnet-4-5-20250929 / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,?diffusiongemma-26b-a4b-it,not-established:absent,mixed,mid,,,,,,,16.35,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row diffusiongemma-26b-a4b-it / column mu),,out:model-not-established, llmstats-vision,llmstats.com,?qwen2-vl-72b,not-established:absent,mixed,mid,,,,,,,14.63,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row qwen2-vl-72b / column mu),,out:model-not-established, llmstats-vision,llmstats.com,qwen3-next-80b-a3b-thinking,solo,mixed,mid,,,,,,,22.3,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row qwen3-next-80b-a3b-thinking / column mu),,out:single-couple, llmstats-vision,llmstats.com,sonnet-3.7,unstated,mixed,mid,,,,,,,21.56,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row claude-3-7-sonnet-20250219 / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,?mistral-small-3.2-24b-instruct-2506,not-established:absent,mixed,mid,,,,,,,15.76,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row mistral-small-3.2-24b-instruct-2506 / column mu),,out:model-not-established, llmstats-vision,llmstats.com,?qwen3-vl-8b-instruct,not-established:absent,mixed,mid,,,,,,,12.35,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row qwen3-vl-8b-instruct / column mu),,out:model-not-established, llmstats-vision,llmstats.com,llama-4-scout,solo,mixed,mid,,,,,,,16.09,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row llama-4-scout / column mu),,out:single-couple, llmstats-vision,llmstats.com,gpt-5.4-nano,unstated,mixed,mid,,,,,,,15.18,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row gpt-5.4-nano / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,?longcat-flash-thinking,not-established:absent,mixed,mid,,,,,,,22.23,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row longcat-flash-thinking / column mu),,out:model-not-established, llmstats-vision,llmstats.com,?gemini-1.5-pro,not-established:absent,mixed,mid,,,,,,,15.98,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row gemini-1.5-pro / column mu),,out:model-not-established, llmstats-vision,llmstats.com,gpt-4.1,solo,mixed,mid,,,,,,,14.88,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row gpt-4.1-2025-04-14 / column mu),,out:single-couple, llmstats-vision,llmstats.com,?claude-sonnet-4-20250514,not-established:absent,mixed,mid,,,,,,,20.59,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row claude-sonnet-4-20250514 / column mu),,out:model-not-established, llmstats-vision,llmstats.com,?qwen2.5-vl-72b,not-established:absent,mixed,mid,,,,,,,12.2,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row qwen2.5-vl-72b / column mu),,out:model-not-established, llmstats-vision,llmstats.com,?nemotron-3-super-120b-a12b,not-established:absent,mixed,mid,,,,,,,20.55,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row nemotron-3-super-120b-a12b / column mu),,out:model-not-established, llmstats-vision,llmstats.com,qwen3-235b-a22b-instruct-2507,solo,mixed,mid,,,,,,,18.45,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row qwen3-235b-a22b-instruct-2507 / column mu),,out:single-couple, llmstats-vision,llmstats.com,gpt-4.1-mini,solo,mixed,mid,,,,,,,14.93,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row gpt-4.1-mini-2025-04-14 / column mu),,out:single-couple, llmstats-vision,llmstats.com,?mimo-v2-flash,not-established:absent,mixed,mid,,,,,,,20.14,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row mimo-v2-flash / column mu),,out:model-not-established, llmstats-vision,llmstats.com,haiku-4.5,unstated,mixed,mid,,,,,,,19.22,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row claude-haiku-4-5-20251001 / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,minimax-m2.1,unstated,mixed,mid,,,,,,,19.73,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row minimax-m2.1 / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,gpt-4o-0806,solo,mixed,mid,,,,,,,12.11,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row gpt-4o-2024-08-06 / column mu),,out:single-couple, llmstats-vision,llmstats.com,?gemini-2.0-flash,not-established:absent,mixed,mid,,,,,,,15.56,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row gemini-2.0-flash / column mu),,out:model-not-established, llmstats-vision,llmstats.com,?qwen3-vl-4b-thinking,not-established:absent,mixed,mid,,,,,,,10.35,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row qwen3-vl-4b-thinking / column mu),,out:model-not-established, llmstats-vision,llmstats.com,qwen3.5-4b,unstated,mixed,mid,,,,,,,19.25,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row qwen3.5-4b / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,grok-2-1212,solo,mixed,mid,,,,,,,14.61,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row grok-2 / column mu),,out:single-couple, llmstats-vision,llmstats.com,grok-4-fast,think,mixed,mid,,,,,,,18.69,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row grok-4-fast / column mu),,out:single-couple, llmstats-vision,llmstats.com,?nova-2-omni,not-established:absent,mixed,mid,,,,,,,13.27,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row nova-2-omni / column mu),,out:model-not-established, llmstats-vision,llmstats.com,?qwen3-vl-4b-instruct,not-established:absent,mixed,mid,,,,,,,9.68,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row qwen3-vl-4b-instruct / column mu),,out:model-not-established, llmstats-vision,llmstats.com,deepseek-v3.2-exp,unstated,mixed,mid,,,,,,,18.28,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row deepseek-v3.2-exp / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,?qwen2.5-vl-32b,not-established:absent,mixed,mid,,,,,,,9.64,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row qwen2.5-vl-32b / column mu),,out:model-not-established, llmstats-vision,llmstats.com,?qvq-72b-preview,not-established:absent,mixed,mid,,,,,,,13.5,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row qvq-72b-preview / column mu),,out:model-not-established, llmstats-vision,llmstats.com,?mai-code-1-flash,not-established:absent,mixed,mid,,,,,,,17.45,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row mai-code-1-flash / column mu),,out:model-not-established, llmstats-vision,llmstats.com,?grok-2-mini,not-established:absent,mixed,mid,,,,,,,12.93,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row grok-2-mini / column mu),,out:model-not-established, llmstats-vision,llmstats.com,?nova-pro,not-established:absent,mixed,mid,,,,,,,10.94,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row nova-pro / column mu),,out:model-not-established, llmstats-vision,llmstats.com,?gemini-1.5-flash,not-established:absent,mixed,mid,,,,,,,12.17,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row gemini-1.5-flash / column mu),,out:model-not-established, llmstats-vision,llmstats.com,deepseek-r1-0528,solo,mixed,mid,,,,,,,16.61,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row deepseek-r1-0528 / column mu),,out:single-couple, llmstats-vision,llmstats.com,?qwen2.5-omni-7b,not-established:absent,mixed,mid,,,,,,,8.55,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row qwen2.5-omni-7b / column mu),,out:model-not-established, llmstats-vision,llmstats.com,nova-2-lite,unstated,mixed,mid,,,,,,,12.08,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row nova-2-lite / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,glm-4.6,unstated,mixed,mid,,,,,,,16.36,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row glm-4.6 / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,qwen3-next-80b-a3b-instruct,solo,mixed,mid,,,,,,,16.42,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row qwen3-next-80b-a3b-instruct / column mu),,out:single-couple, llmstats-vision,llmstats.com,gpt-5-mini,unstated,mixed,mid,,,,,,,15.93,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row gpt-5-mini-2025-08-07 / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,?mistral-small-latest,not-established:absent,mixed,mid,,,,,,,15.96,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row mistral-small-latest / column mu),,out:model-not-established, llmstats-vision,llmstats.com,?qwen2.5-vl-7b,not-established:absent,mixed,mid,,,,,,,7.39,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row qwen2.5-vl-7b / column mu),,out:model-not-established, llmstats-vision,llmstats.com,?gemma-4-e4b-it,not-established:absent,mixed,mid,,,,,,,11.39,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row gemma-4-e4b-it / column mu),,out:model-not-established, llmstats-vision,llmstats.com,deepseek-v3.1,unstated,mixed,mid,,,,,,,15.07,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row deepseek-v3.1 / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,gemini-2.5-flash-lite,unstated,mixed,mid,,,,,,,11.07,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row gemini-2.5-flash-lite / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,?mai-thinking-1,not-established:absent,mixed,mid,,,,,,,16.12,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row mai-thinking-1 / column mu),,out:model-not-established, llmstats-vision,llmstats.com,?nemotron-3-nano-30b-a3b,not-established:absent,mixed,mid,,,,,,,14.63,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row nemotron-3-nano-30b-a3b / column mu),,out:model-not-established, llmstats-vision,llmstats.com,?llama-3.2-90b-instruct,not-established:absent,mixed,mid,,,,,,,7.55,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row llama-3.2-90b-instruct / column mu),,out:model-not-established, llmstats-vision,llmstats.com,?gpt-oss-120b,not-established:absent,mixed,mid,,,,,,,14.19,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row gpt-oss-120b / column mu),,out:model-not-established, llmstats-vision,llmstats.com,glm-4.7-flash,unstated,mixed,mid,,,,,,,13.59,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row glm-4.7-flash / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,?deepseek-vl2,not-established:absent,mixed,mid,,,,,,,5.78,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row deepseek-vl2 / column mu),,out:model-not-established, llmstats-vision,llmstats.com,glm-4.5,unstated,mixed,mid,,,,,,,13.44,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row glm-4.5 / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,?nova-lite,not-established:absent,mixed,mid,,,,,,,7.2,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row nova-lite / column mu),,out:model-not-established, llmstats-vision,llmstats.com,gpt-4o-0513,solo,mixed,mid,,,,,,,13.18,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row gpt-4o-2024-05-13 / column mu),,out:single-couple, llmstats-vision,llmstats.com,?phi-4-multimodal-instruct,not-established:absent,mixed,mid,,,,,,,5.45,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row phi-4-multimodal-instruct / column mu),,out:model-not-established, llmstats-vision,llmstats.com,gemini-2.0-flash-lite-001,unstated,mixed,mid,,,,,,,10.58,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row gemini-2.0-flash-lite / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,?grok-4.1-thinking-2025-11-17,not-established:absent,mixed,mid,,,,,,,22.24,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row grok-4.1-thinking-2025-11-17 / column mu),,out:model-not-established, llmstats-vision,llmstats.com,?lfm-2.5-vl-3b,not-established:absent,mixed,mid,,,,,,,4.87,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row lfm-2.5-vl-3b / column mu),,out:model-not-established, llmstats-vision,llmstats.com,minimax-m2,solo,mixed,mid,,,,,,,12.65,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row minimax-m2 / column mu),,out:single-couple, llmstats-vision,llmstats.com,?mistral-large-4,not-established:absent,mixed,mid,,,,,,,16.61,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row mistral-large-4 / column mu),,out:model-not-established, llmstats-vision,llmstats.com,?gemma-4-e2b-it,not-established:absent,mixed,mid,,,,,,,8.49,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row gemma-4-e2b-it / column mu),,out:model-not-established, llmstats-vision,llmstats.com,?deepseek-vl2-small,not-established:absent,mixed,mid,,,,,,,4.26,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row deepseek-vl2-small / column mu),,out:model-not-established, llmstats-vision,llmstats.com,?nemotron-3.5-lightning-30b-a3b,not-established:absent,mixed,mid,,,,,,,11.68,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row nemotron-3.5-lightning-30b-a3b / column mu),,out:model-not-established, llmstats-vision,llmstats.com,?pixtral-12b-2409,not-established:absent,mixed,mid,,,,,,,6.09,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row pixtral-12b-2409 / column mu),,out:model-not-established, llmstats-vision,llmstats.com,?mistral-small-3.1-24b-instruct-2503,not-established:absent,mixed,mid,,,,,,,11.25,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row mistral-small-3.1-24b-instruct-2503 / column mu),,out:model-not-established, llmstats-vision,llmstats.com,?llama-3.2-11b-instruct,not-established:absent,mixed,mid,,,,,,,5.09,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row llama-3.2-11b-instruct / column mu),,out:model-not-established, llmstats-vision,llmstats.com,?sarvam-105b,not-established:absent,mixed,mid,,,,,,,11.18,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row sarvam-105b / column mu),,out:model-not-established, llmstats-vision,llmstats.com,?mistral-small-3.1-24b-base-2503,not-established:absent,mixed,mid,,,,,,,11.13,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row mistral-small-3.1-24b-base-2503 / column mu),,out:model-not-established, llmstats-vision,llmstats.com,gpt-4o-mini,solo,mixed,mid,,,,,,,8.25,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row gpt-4o-mini-2024-07-18 / column mu),,out:single-couple, llmstats-vision,llmstats.com,?gpt-oss-20b,not-established:absent,mixed,mid,,,,,,,10.15,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row gpt-oss-20b / column mu),,out:model-not-established, llmstats-vision,llmstats.com,?grok-1.5v,not-established:absent,mixed,mid,,,,,,,3.27,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row grok-1.5v / column mu),,out:model-not-established, llmstats-vision,llmstats.com,gpt-4.1-nano,solo,mixed,mid,,,,,,,4.79,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row gpt-4.1-nano-2025-04-14 / column mu),,out:single-couple, llmstats-vision,llmstats.com,glm-4.5-air,unstated,mixed,mid,,,,,,,9.61,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row glm-4.5-air / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,?magistral-medium,not-established:absent,mixed,mid,,,,,,,9.06,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row magistral-medium / column mu),,out:model-not-established, llmstats-vision,llmstats.com,?gemini-1.5-flash-8b,not-established:absent,mixed,mid,,,,,,,4.63,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row gemini-1.5-flash-8b / column mu),,out:model-not-established, llmstats-vision,llmstats.com,gpt-5-nano,unstated,mixed,mid,,,,,,,8.49,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row gpt-5-nano-2025-08-07 / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,gemma-3-27b-it,solo,mixed,mid,,,,,,,1.65,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row gemma-3-27b-it / column mu),,out:single-couple, llmstats-vision,llmstats.com,?phi-3.5-vision-instruct,not-established:absent,mixed,mid,,,,,,,1.65,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row phi-3.5-vision-instruct / column mu),,out:model-not-established, llmstats-vision,llmstats.com,qwen3.5-2b,unstated,mixed,mid,,,,,,,9.08,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row qwen3.5-2b / column mu),,out:effort-not-established, llmstats-vision,llmstats.com,?minimax-m1-80k,not-established:absent,mixed,mid,,,,,,,7.89,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row minimax-m1-80k / column mu),,out:model-not-established, llmstats-vision,llmstats.com,?minimax-m1-40k,not-established:absent,mixed,mid,,,,,,,7.26,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row minimax-m1-40k / column mu),,out:model-not-established, llmstats-vision,llmstats.com,gemma-3-12b-it,solo,mixed,mid,,,,,,,0.64,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row gemma-3-12b-it / column mu),,out:single-couple, llmstats-vision,llmstats.com,?north-micro-vision-instruct,not-established:absent,mixed,mid,,,,,,,-0.79,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row north-micro-vision-instruct / column mu),,out:model-not-established, llmstats-vision,llmstats.com,?deepseek-vl2-tiny,not-established:absent,mixed,mid,,,,,,,-1.07,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row deepseek-vl2-tiny / column mu),,out:model-not-established, llmstats-vision,llmstats.com,?grok-1.5,not-established:absent,mixed,mid,,,,,,,2.15,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row grok-1.5 / column mu),,out:model-not-established, llmstats-vision,llmstats.com,?medgemma-4b-it,not-established:absent,mixed,mid,,,,,,,7.76,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row medgemma-4b-it / column mu),,out:model-not-established, llmstats-vision,llmstats.com,?qwen3.5-0.8b,not-established:absent,mixed,mid,,,,,,,6.13,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row qwen3.5-0.8b / column mu),,out:model-not-established, llmstats-vision,llmstats.com,?gemini-1.0-pro,not-established:absent,mixed,mid,,,,,,,-0.28,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row gemini-1.0-pro / column mu),,out:model-not-established, llmstats-vision,llmstats.com,?kimi-k2-instruct-0905,not-established:absent,mixed,mid,,,,,,,3.1,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row kimi-k2-instruct-0905 / column mu),,out:model-not-established, llmstats-vision,llmstats.com,kimi-k2-instruct,solo,mixed,mid,,,,,,,3.08,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row kimi-k2-instruct / column mu),,out:single-couple, llmstats-vision,llmstats.com,gemma-3-4b-it,solo,mixed,mid,,,,,,,-5.84,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row gemma-3-4b-it / column mu),,out:single-couple, llmstats-vision,llmstats.com,gpt-3.5-turbo-0125,solo,mixed,mid,,,,,,,-5.43,arena-rating,0.00289,,,https://llm-stats.com/ ($.vision.models / row gpt-3.5-turbo-0125 / column mu),,out:single-couple, llmstats-tool_calling,llmstats.com,gpt-6-astra,unstated,mixed,mid,,,,,,,43.62,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row gpt-6-astra / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,sonnet-5.5,unstated,mixed,mid,,,,,,,42.95,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row claude-sonnet-5-5 / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,opus-5.5,unstated,mixed,mid,,,,,,,41.17,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row claude-opus-5-5 / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,deepseek-v4.1-flash,unstated,mixed,mid,,,,,,,39.01,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row deepseek-v4.1-flash / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,gemini-4-argon,unstated,mixed,mid,,,,,,,38.5,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row gemini-4-argon / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,kimi-k3,unstated,mixed,mid,,,,,,,37.63,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row kimi-k3 / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,muse-spark-1.3,unstated,mixed,mid,,,,,,,40.1,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row muse-spark-1.3 / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,glm-5.3,unstated,mixed,mid,,,,,,,36.42,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row glm-5.3 / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,?llama-3.1-405b-instruct,not-established:absent,mixed,mid,,,,,,,42.86,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row llama-3.1-405b-instruct / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,mimo-v2.6-pro,unstated,mixed,mid,,,,,,,36.53,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row mimo-v2.6-pro / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,?claude-mythos-preview,not-established:absent,mixed,mid,,,,,,,42.72,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row claude-mythos-preview / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,?gemini-3.5-flash,not-established:absent,mixed,mid,,,,,,,36.75,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row gemini-3.5-flash / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,gpt-5.6-sol,unstated,mixed,mid,,,,,,,34.59,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row gpt-5.6-sol / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,?qwen3.8-flash-next,not-established:absent,mixed,mid,,,,,,,38.02,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row qwen3.8-flash-next / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,qwen3.8-flash,unstated,mixed,mid,,,,,,,37.96,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row qwen3.8-flash / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,glm-5.3-flash,unstated,mixed,mid,,,,,,,35.75,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row glm-5.3-flash / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,?mistral-large-4,not-established:absent,mixed,mid,,,,,,,38.34,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row mistral-large-4 / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,?qwen3.8-max,not-established:absent,mixed,mid,,,,,,,35.43,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row qwen3.8-max / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,muse-spark-1.1,unstated,mixed,mid,,,,,,,36.62,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row muse-spark-1.1 / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,opus-4.8,unstated,mixed,mid,,,,,,,34.55,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row claude-opus-4-8 / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,deepseek-v4-pro-0813,unstated,mixed,mid,,,,,,,34.56,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row deepseek-v4-pro-0813 / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,?hy4-preview,not-established:absent,mixed,mid,,,,,,,33.89,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row hy4-preview / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,?claude-mythos-5-1,not-established:absent,mixed,mid,,,,,,,40.44,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row claude-mythos-5-1 / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,gpt-5.3-codex,unstated,mixed,mid,,,,,,,39.77,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row gpt-5.3-codex / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,fable-5.1,unstated,mixed,mid,,,,,,,34.86,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row claude-fable-5-1 / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,gpt-5.5,unstated,mixed,mid,,,,,,,33.64,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row gpt-5.5 / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,gpt-5.6-terra,unstated,mixed,mid,,,,,,,32.03,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row gpt-5.6-terra / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,qwen3.7-max,unstated,mixed,mid,,,,,,,33.32,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row qwen3.7-max / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,gpt-6-sol,unstated,mixed,mid,,,,,,,35.98,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row gpt-6-sol / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,sonnet-4.5,unstated,mixed,mid,,,,,,,40.21,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row claude-sonnet-4-5-20250929 / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,mimo-v2.6-flash,unstated,mixed,mid,,,,,,,32.44,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row mimo-v2.6-flash / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,opus-5,unstated,mixed,mid,,,,,,,34.02,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row claude-opus-5 / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,gpt-5.4,unstated,mixed,mid,,,,,,,31.59,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row gpt-5.4 / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,opus-4.7,unstated,mixed,mid,,,,,,,33.47,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row claude-opus-4-7 / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,llama-3.1-70b-instruct,solo,mixed,mid,,,,,,,34.51,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row llama-3.1-70b-instruct / column mu),,out:single-couple, llmstats-tool_calling,llmstats.com,?seed-2.1-pro,not-established:absent,mixed,mid,,,,,,,30.86,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row seed-2.1-pro / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,?longcat-flash-thinking-2601,not-established:absent,mixed,mid,,,,,,,32.67,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row longcat-flash-thinking-2601 / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,opus-4.6,unstated,mixed,mid,,,,,,,30.46,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row claude-opus-4-6 / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,fable-5,unstated,mixed,mid,,,,,,,30.98,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row claude-fable-5 / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,gpt-6.1-sol,unstated,mixed,mid,,,,,,,33.38,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row gpt-6.1-sol / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,kimi-k2.7-code,solo,mixed,mid,,,,,,,32.92,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row kimi-k2.7-code / column mu),,out:single-couple, llmstats-tool_calling,llmstats.com,mimo-v2.5-pro,unstated,mixed,mid,,,,,,,33.78,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row mimo-v2.5-pro / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,deepseek-v4-flash-0731,unstated,mixed,mid,,,,,,,29.32,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row deepseek-v4-flash-0731 / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,gemini-3.1-pro,unstated,mixed,mid,,,,,,,30.68,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row gemini-3.1-pro-preview / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,gemini-3.8-flash,unstated,mixed,mid,,,,,,,32.09,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row gemini-3.8-flash / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,gpt-5.6-luna,unstated,mixed,mid,,,,,,,28.3,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row gpt-5.6-luna / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,?gemini-3.7-flash,not-established:absent,mixed,mid,,,,,,,29.69,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row gemini-3.7-flash / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,qwen3.7-plus,unstated,mixed,mid,,,,,,,28.82,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row qwen3.7-plus / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,sonnet-5,unstated,mixed,mid,,,,,,,28.89,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row claude-sonnet-5 / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,gpt-6-luna,unstated,mixed,mid,,,,,,,31.96,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row gpt-6-luna / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,?deepseek-v4-pro-max,not-established:absent,mixed,mid,,,,,,,29.19,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row deepseek-v4-pro-max / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,?deepseek-v4-flash-vision-exp,not-established:absent,mixed,mid,,,,,,,29.28,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row deepseek-v4-flash-vision-exp / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,grok-4.7,unstated,mixed,mid,,,,,,,33.18,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row grok-4.7 / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,kimi-k2.6,unstated,mixed,mid,,,,,,,28.9,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row kimi-k2.6 / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,glm-4.5,unstated,mixed,mid,,,,,,,29.73,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row glm-4.5 / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,haiku-5.5,unstated,mixed,mid,,,,,,,30.86,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row claude-haiku-5-5 / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,opus-4.5,unstated,mixed,mid,,,,,,,27.16,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row claude-opus-4-5-20251101 / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,sonnet-4.6,unstated,mixed,mid,,,,,,,26.76,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row claude-sonnet-4-6 / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,qwen3.8-27b,unstated,mixed,mid,,,,,,,28.97,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row qwen3.8-27b / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,glm-4.5-air,unstated,mixed,mid,,,,,,,28.27,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row glm-4.5-air / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,qwen3.6-plus,unstated,mixed,mid,,,,,,,26.03,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row qwen3.6-plus / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,grok-4.5,unstated,mixed,mid,,,,,,,27.64,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row grok-4.5 / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,glm-5.2,unstated,mixed,mid,,,,,,,26.83,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row glm-5.2 / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,minimax-m3,unstated,mixed,mid,,,,,,,27.23,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row minimax-m3 / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,?seed-2.1-turbo,not-established:absent,mixed,mid,,,,,,,26.55,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row seed-2.1-turbo / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,?claude-opus-4-20250514,not-established:absent,mixed,mid,,,,,,,28.83,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row claude-opus-4-20250514 / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,hy3,unstated,mixed,mid,,,,,,,26.43,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row hy3 / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,?inkling-small,not-established:absent,mixed,mid,,,,,,,25.71,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row inkling-small / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,glm-5.1,unstated,mixed,mid,,,,,,,25.82,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row glm-5.1 / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,mimo-v2.5,unstated,mixed,mid,,,,,,,30.74,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row mimo-v2.5 / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,?ling-3.0-flash-fin,not-established:absent,mixed,mid,,,,,,,30.58,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row ling-3.0-flash-fin / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,grok-4.6,unstated,mixed,mid,,,,,,,28.5,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row grok-4.6 / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,?claude-sonnet-4-20250514,not-established:absent,mixed,mid,,,,,,,27.79,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row claude-sonnet-4-20250514 / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,?claude-opus-4-1-20250805,not-established:absent,mixed,mid,,,,,,,28.22,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row claude-opus-4-1-20250805 / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,?mimo-v2-pro,not-established:absent,mixed,mid,,,,,,,27.13,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row mimo-v2-pro / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,gpt-5.2,unstated,mixed,mid,,,,,,,24.35,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row gpt-5.2-2025-12-11 / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,sonnet-3.7,unstated,mixed,mid,,,,,,,27.36,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row claude-3-7-sonnet-20250219 / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,gpt-5.2-codex,unstated,mixed,mid,,,,,,,29.56,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row gpt-5.2-codex / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,glm-5,unstated,mixed,mid,,,,,,,24.96,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row glm-5 / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,?gpt-5.1-thinking-2025-11-12,not-established:absent,mixed,mid,,,,,,,24.48,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row gpt-5.1-thinking-2025-11-12 / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,?gpt-5.1-instant-2025-11-12,not-established:absent,mixed,mid,,,,,,,24.43,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row gpt-5.1-instant-2025-11-12 / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,gpt-5.1,unstated,mixed,mid,,,,,,,24.38,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row gpt-5.1-2025-11-13 / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,llama-3.1-8b-instruct,solo,mixed,mid,,,,,,,27.43,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row llama-3.1-8b-instruct / column mu),,out:single-couple, llmstats-tool_calling,llmstats.com,qwen3.5-397b-a17b,unstated,mixed,mid,,,,,,,22.68,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row qwen3.5-397b-a17b / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,?deepseek-v4-flash-max,not-established:absent,mixed,mid,,,,,,,23.81,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row deepseek-v4-flash-max / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,inkling,unstated,mixed,mid,,,,,,,24.06,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row inkling / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,qwen3.6-27b,unstated,mixed,mid,,,,,,,27.93,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row qwen3.6-27b / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,?ling-3.0-flash,not-established:absent,mixed,mid,,,,,,,23,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row ling-3.0-flash / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,?muse-spark,not-established:absent,mixed,mid,,,,,,,24.95,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row muse-spark / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,gpt-5,unstated,mixed,mid,,,,,,,23.48,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row gpt-5-2025-08-07 / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,gpt-5.4-mini,unstated,mixed,mid,,,,,,,22.4,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row gpt-5.4-mini / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,?longcat-flash-thinking,not-established:absent,mixed,mid,,,,,,,22.37,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row longcat-flash-thinking / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,?ember-1,not-established:absent,mixed,mid,,,,,,,24.59,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row ember-1 / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,llama-3.3-70b-instruct,solo,mixed,mid,,,,,,,34.01,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row llama-3.3-70b-instruct / column mu),,out:single-couple, llmstats-tool_calling,llmstats.com,?deepseek-v4-flash-0423,not-established:absent,mixed,mid,,,,,,,22.65,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row deepseek-v4-flash-0423 / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,gemini-3-flash,unstated,mixed,mid,,,,,,,21.84,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row gemini-3-flash-preview / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,haiku-4.5,unstated,mixed,mid,,,,,,,22.57,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row claude-haiku-4-5-20251001 / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,minimax-m2.7,unstated,mixed,mid,,,,,,,23.8,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row minimax-m2.7 / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,?nova-2-pro,not-established:absent,mixed,mid,,,,,,,21.52,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row nova-2-pro / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,?nova-2-omni,not-established:absent,mixed,mid,,,,,,,21.56,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row nova-2-omni / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,?laguna-s-2.1,not-established:absent,mixed,mid,,,,,,,23.59,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row laguna-s-2.1 / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,muse-spark-1.2,unstated,mixed,mid,,,,,,,26.47,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row muse-spark-1.2 / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,?minimax-m1-80k,not-established:absent,mixed,mid,,,,,,,24.03,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row minimax-m1-80k / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,?gemini-3-pro-preview,not-established:absent,mixed,mid,,,,,,,22.74,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row gemini-3-pro-preview / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,muse-glimmer-30b,unstated,mixed,mid,,,,,,,21.48,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row muse-glimmer-30b / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,step-3.5-flash,unstated,mixed,mid,,,,,,,23.35,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row step-3.5-flash / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,minimax-m2.1,unstated,mixed,mid,,,,,,,21.91,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row minimax-m2.1 / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,gemma-4-31b-it,unstated,mixed,mid,,,,,,,25.05,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row gemma-4-31b-it / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,qwen3-235b-a22b,unstated,mixed,mid,,,,,,,26.86,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row qwen3-235b-a22b / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,?minimax-m1-40k,not-established:absent,mixed,mid,,,,,,,21.91,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row minimax-m1-40k / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,o1,unstated,mixed,mid,,,,,,,21.79,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row o1-2024-12-17 / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,qwen3-coder-480b-a35b-instruct,solo,mixed,mid,,,,,,,19.19,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row qwen3-coder-480b-a35b-instruct / column mu),,out:single-couple, llmstats-tool_calling,llmstats.com,?nova-2-sonic,not-established:absent,mixed,mid,,,,,,,22.73,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row nova-2-sonic / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,?llama-3.1-nemotron-ultra-253b-v1,not-established:absent,mixed,mid,,,,,,,28.87,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row llama-3.1-nemotron-ultra-253b-v1 / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,gemma-4-26b-a4b-it,unstated,mixed,mid,,,,,,,24.05,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row gemma-4-26b-a4b-it / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,gemini-3.6-flash,unstated,mixed,mid,,,,,,,23.9,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row gemini-3.6-flash / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,qwen3.5-122b-a10b,unstated,mixed,mid,,,,,,,18.85,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row qwen3.5-122b-a10b / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,qwen3.5-27b,unstated,mixed,mid,,,,,,,18.69,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row qwen3.5-27b / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,o4-mini,unstated,mixed,mid,,,,,,,20.68,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row o4-mini / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,gpt-4.1,solo,mixed,mid,,,,,,,19.23,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row gpt-4.1-2025-04-14 / column mu),,out:single-couple, llmstats-tool_calling,llmstats.com,qwen3.5-35b-a3b,unstated,mixed,mid,,,,,,,18.18,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row qwen3.5-35b-a3b / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,nova-2-lite,unstated,mixed,mid,,,,,,,17.42,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row nova-2-lite / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,qwen3-32b,unstated,mixed,mid,,,,,,,25,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row qwen3-32b / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,qwen3.6-35b-a3b,unstated,mixed,mid,,,,,,,17.46,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row qwen3.6-35b-a3b / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,deepseek-v3.2,unstated,mixed,mid,,,,,,,17.74,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row deepseek-v3.2 / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,qwen3-next-80b-a3b-thinking,solo,mixed,mid,,,,,,,16.51,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row qwen3-next-80b-a3b-thinking / column mu),,out:single-couple, llmstats-tool_calling,llmstats.com,?mai-thinking-1,not-established:absent,mixed,mid,,,,,,,19.65,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row mai-thinking-1 / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,o3,unstated,mixed,mid,,,,,,,17.53,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row o3-2025-04-16 / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,?gpt-4.5,not-established:absent,mixed,mid,,,,,,,18.5,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row gpt-4.5 / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,gpt-5.1-codex,unstated,mixed,mid,,,,,,,22.35,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row gpt-5.1-codex / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,qwen3-235b-a22b-thinking-2507,solo,mixed,mid,,,,,,,16.06,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row qwen3-235b-a22b-thinking-2507 / column mu),,out:single-couple, llmstats-tool_calling,llmstats.com,gpt-5.4-nano,unstated,mixed,mid,,,,,,,17.15,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row gpt-5.4-nano / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,?exaone-4.5-33b,not-established:absent,mixed,mid,,,,,,,17.71,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row exaone-4.5-33b / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,?command-a-plus-05-2026,not-established:absent,mixed,mid,,,,,,,22,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row command-a-plus-05-2026 / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,?mai-code-1-flash,not-established:absent,mixed,mid,,,,,,,19.13,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row mai-code-1-flash / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,?deepseek-v3.2-speciale,not-established:absent,mixed,mid,,,,,,,17.62,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row deepseek-v3.2-speciale / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,qwen3-vl-235b-a22b-thinking,solo,mixed,mid,,,,,,,21.91,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row qwen3-vl-235b-a22b-thinking / column mu),,out:single-couple, llmstats-tool_calling,llmstats.com,minimax-m2,solo,mixed,mid,,,,,,,19.23,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row minimax-m2 / column mu),,out:single-couple, llmstats-tool_calling,llmstats.com,?deepseek-reasoner,not-established:absent,mixed,mid,,,,,,,17.21,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row deepseek-reasoner / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,?qwen3.5-9b,not-established:absent,mixed,mid,,,,,,,18.63,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row qwen3.5-9b / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,?longcat-flash-lite,not-established:absent,mixed,mid,,,,,,,16.85,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row longcat-flash-lite / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,qwen3-30b-a3b,unstated,mixed,mid,,,,,,,23.14,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row qwen3-30b-a3b / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,?qwen3-vl-32b-thinking,not-established:absent,mixed,mid,,,,,,,20.94,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row qwen3-vl-32b-thinking / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,solar-pro4,unstated,mixed,mid,,,,,,,18.12,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row solar-pro4 / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,?llama-3.3-nemotron-super-49b-v1,not-established:absent,mixed,mid,,,,,,,25,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row llama-3.3-nemotron-super-49b-v1 / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,?longcat-flash-chat,not-established:absent,mixed,mid,,,,,,,15.82,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row longcat-flash-chat / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,?kimi-k2.5,not-established:absent,mixed,mid,,,,,,,20.06,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row kimi-k2.5 / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,glm-4.7,unstated,mixed,mid,,,,,,,17.88,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row glm-4.7 / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,sonnet-3.5-1022,solo,mixed,mid,,,,,,,17.29,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row claude-3-5-sonnet-20241022 / column mu),,out:single-couple, llmstats-tool_calling,llmstats.com,?nova-pro,not-established:absent,mixed,mid,,,,,,,21.2,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row nova-pro / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,qwen3-14b,unstated,mixed,mid,,,,,,,19.08,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row qwen3-14b / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,?muse-wonder-full,not-established:absent,mixed,mid,,,,,,,23.78,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row muse-wonder-full / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,?granite-4.2-30b,not-established:absent,mixed,mid,,,,,,,14.79,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row granite-4.2-30b / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,?seed-1.8,not-established:absent,mixed,mid,,,,,,,15.32,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row seed-1.8 / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,?kimi-k2-instruct-0905,not-established:absent,mixed,mid,,,,,,,13.83,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row kimi-k2-instruct-0905 / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,kimi-k2-instruct,solo,mixed,mid,,,,,,,13.79,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row kimi-k2-instruct / column mu),,out:single-couple, llmstats-tool_calling,llmstats.com,?mimo-v2-flash,not-established:absent,mixed,mid,,,,,,,15.81,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row mimo-v2-flash / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,glm-4.7-flash,unstated,mixed,mid,,,,,,,18.98,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row glm-4.7-flash / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,qwen3-235b-a22b-instruct-2507,solo,mixed,mid,,,,,,,13.43,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row qwen3-235b-a22b-instruct-2507 / column mu),,out:single-couple, llmstats-tool_calling,llmstats.com,?mai-code-1.1-flash,not-established:absent,mixed,mid,,,,,,,17.57,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row mai-code-1.1-flash / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,gpt-4o-0806,solo,mixed,mid,,,,,,,11.32,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row gpt-4o-2024-08-06 / column mu),,out:single-couple, llmstats-tool_calling,llmstats.com,?qwen3-vl-32b-instruct,not-established:absent,mixed,mid,,,,,,,17.41,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row qwen3-vl-32b-instruct / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,qwen3.5-4b,unstated,mixed,mid,,,,,,,14.37,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row qwen3.5-4b / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,?gpt-oss-120b,not-established:absent,mixed,mid,,,,,,,17.29,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row gpt-oss-120b / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,?nova-lite,not-established:absent,mixed,mid,,,,,,,19.04,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row nova-lite / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,step-3.7-flash,unstated,mixed,mid,,,,,,,16.77,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row step-3.7-flash / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,?llama-3.2-3b-instruct,not-established:absent,mixed,mid,,,,,,,19.58,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row llama-3.2-3b-instruct / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,qwen3-max-0923,solo,mixed,mid,,,,,,,16.4,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row qwen3-max / column mu),,out:single-couple, llmstats-tool_calling,llmstats.com,mistral-medium-3.5,unstated,mixed,mid,,,,,,,17.44,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row mistral-medium-3-5 / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,qwen3-next-80b-a3b-instruct,solo,mixed,mid,,,,,,,10.06,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row qwen3-next-80b-a3b-instruct / column mu),,out:single-couple, llmstats-tool_calling,llmstats.com,?u2,not-established:absent,mixed,mid,,,,,,,15.73,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row u2 / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,?qwen3-vl-30b-a3b-thinking,not-established:absent,mixed,mid,,,,,,,15.7,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row qwen3-vl-30b-a3b-thinking / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,?k-exaone-236b-a23b,not-established:absent,mixed,mid,,,,,,,15.52,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row k-exaone-236b-a23b / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,?qwen3-max-thinking,not-established:absent,mixed,mid,,,,,,,11.7,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row qwen3-max-thinking / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,?nemotron-3-super-120b-a12b,not-established:absent,mixed,mid,,,,,,,9.63,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row nemotron-3-super-120b-a12b / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,qwen3-vl-235b-a22b-instruct,solo,mixed,mid,,,,,,,14.73,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row qwen3-vl-235b-a22b-instruct / column mu),,out:single-couple, llmstats-tool_calling,llmstats.com,?gpt-oss-120b-high,not-established:absent,mixed,mid,,,,,,,14.58,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row gpt-oss-120b-high / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,?granite-4.2-3b,not-established:absent,mixed,mid,,,,,,,12.04,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row granite-4.2-3b / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,gpt-4.1-mini,solo,mixed,mid,,,,,,,10.15,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row gpt-4.1-mini-2025-04-14 / column mu),,out:single-couple, llmstats-tool_calling,llmstats.com,gemini-3.5-flash-lite,unstated,mixed,mid,,,,,,,13.96,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row gemini-3.5-flash-lite / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,qwq-32b,solo,mixed,mid,,,,,,,16.4,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row qwq-32b / column mu),,out:single-couple, llmstats-tool_calling,llmstats.com,granite-4.2-8b,unstated,mixed,mid,,,,,,,10.03,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row granite-4.2-8b / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,?qwen3-vl-4b-thinking,not-established:absent,mixed,mid,,,,,,,13.65,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row qwen3-vl-4b-thinking / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,?lfm-2.5-2.6b,not-established:absent,mixed,mid,,,,,,,11.56,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row lfm-2.5-2.6b / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,?gemma-4-e4b-it,not-established:absent,mixed,mid,,,,,,,13.54,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row gemma-4-e4b-it / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,mercury-2,unstated,mixed,mid,,,,,,,13.16,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row mercury-2 / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,?solar-mini4,not-established:absent,mixed,mid,,,,,,,17.86,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row solar-mini4 / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,?nemotron-3-ultra-550b-a55b,not-established:absent,mixed,mid,,,,,,,10.69,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row nemotron-3-ultra-550b-a55b / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,?qwen3-vl-8b-instruct,not-established:absent,mixed,mid,,,,,,,12.45,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row qwen3-vl-8b-instruct / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,?qwen3-vl-30b-a3b-instruct,not-established:absent,mixed,mid,,,,,,,12.42,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row qwen3-vl-30b-a3b-instruct / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,?nemotron-3.5-lightning-30b-a3b,not-established:absent,mixed,mid,,,,,,,10.49,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row nemotron-3.5-lightning-30b-a3b / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,?diffusiongemma-26b-a4b-it,not-established:absent,mixed,mid,,,,,,,12.37,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row diffusiongemma-26b-a4b-it / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,o3-mini,unstated,mixed,mid,,,,,,,8.32,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row o3-mini / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,?laguna-xs-2.1,not-established:absent,mixed,mid,,,,,,,11.5,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row laguna-xs-2.1 / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,qwen3.5-2b,unstated,mixed,mid,,,,,,,8.7,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row qwen3.5-2b / column mu),,out:effort-not-established, llmstats-tool_calling,llmstats.com,?muse-wonder,not-established:absent,mixed,mid,,,,,,,17.83,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row muse-wonder / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,?nemotron-3-nano-30b-a3b,not-established:absent,mixed,mid,,,,,,,6.24,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row nemotron-3-nano-30b-a3b / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,?north-mini-code-1.0,not-established:absent,mixed,mid,,,,,,,10.19,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row north-mini-code-1.0 / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,?gpt-oss-20b,not-established:absent,mixed,mid,,,,,,,10.32,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row gpt-oss-20b / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,?llama-3.1-nemotron-nano-8b-v1,not-established:absent,mixed,mid,,,,,,,15.99,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row llama-3.1-nemotron-nano-8b-v1 / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,?qwen3-vl-4b-instruct,not-established:absent,mixed,mid,,,,,,,10.54,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row qwen3-vl-4b-instruct / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,?gemma-4-e2b-it,not-established:absent,mixed,mid,,,,,,,9.18,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row gemma-4-e2b-it / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,?nova-micro,not-established:absent,mixed,mid,,,,,,,12.39,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row nova-micro / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,haiku-3.5,solo,mixed,mid,,,,,,,5.64,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row claude-3-5-haiku-20241022 / column mu),,out:single-couple, llmstats-tool_calling,llmstats.com,?lfm-2.5-vl-3b,not-established:absent,mixed,mid,,,,,,,8.14,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row lfm-2.5-vl-3b / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,?qwen3-vl-8b-thinking,not-established:absent,mixed,mid,,,,,,,7.42,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row qwen3-vl-8b-thinking / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,?qwen3.5-0.8b,not-established:absent,mixed,mid,,,,,,,2.1,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row qwen3.5-0.8b / column mu),,out:model-not-established, llmstats-tool_calling,llmstats.com,gpt-4.1-nano,solo,mixed,mid,,,,,,,0.31,arena-rating,0.00289,,,https://llm-stats.com/ ($.tool_calling.models / row gpt-4.1-nano-2025-04-14 / column mu),,out:single-couple, llmstats-home-score,llmstats.com,fable-5.2,unstated,mixed,mid,,,,,,,61.3,index,0.0289,,,"https://llm-stats.com/ (home page leaderboard table, rank 1, column LLM Stats)",,out:effort-not-established, llmstats-home-reasoning,llmstats.com,fable-5.2,unstated,mixed,mid,,,,,,,60.3,index,0.0289,,,"https://llm-stats.com/ (home page leaderboard table, rank 1, column Reasoning)",,out:effort-not-established, llmstats-home-coding,llmstats.com,fable-5.2,unstated,mixed,mid,,,,,,,50.7,index,0.0289,,,"https://llm-stats.com/ (home page leaderboard table, rank 1, column Coding)",,out:effort-not-established, llmstats-home-agent,llmstats.com,fable-5.2,unstated,mixed,mid,,,,,,,47.1,index,0.0289,,,"https://llm-stats.com/ (home page leaderboard table, rank 1, column Agent)",,out:effort-not-established, llmstats-home-score,llmstats.com,mythos-5.2,unstated,mixed,mid,,,,,,,59.6,index,0.0289,,,"https://llm-stats.com/ (home page leaderboard table, rank 2, column LLM Stats)",,out:effort-not-established, llmstats-home-reasoning,llmstats.com,mythos-5.2,unstated,mixed,mid,,,,,,,53.3,index,0.0289,,,"https://llm-stats.com/ (home page leaderboard table, rank 2, column Reasoning)",,out:effort-not-established, llmstats-home-coding,llmstats.com,mythos-5.2,unstated,mixed,mid,,,,,,,45.1,index,0.0289,,,"https://llm-stats.com/ (home page leaderboard table, rank 2, column Coding)",,out:effort-not-established, llmstats-home-agent,llmstats.com,mythos-5.2,unstated,mixed,mid,,,,,,,44.6,index,0.0289,,,"https://llm-stats.com/ (home page leaderboard table, rank 2, column Agent)",,out:effort-not-established, llmstats-home-score,llmstats.com,gemini-4-carbon,unstated,mixed,mid,,,,,,,57.5,index,0.0289,,,"https://llm-stats.com/ (home page leaderboard table, rank 4, column LLM Stats)",,out:effort-not-established, llmstats-home-reasoning,llmstats.com,gemini-4-carbon,unstated,mixed,mid,,,,,,,53.5,index,0.0289,,,"https://llm-stats.com/ (home page leaderboard table, rank 4, column Reasoning)",,out:effort-not-established, llmstats-home-coding,llmstats.com,gemini-4-carbon,unstated,mixed,mid,,,,,,,46.4,index,0.0289,,,"https://llm-stats.com/ (home page leaderboard table, rank 4, column Coding)",,out:effort-not-established, llmstats-home-agent,llmstats.com,gemini-4-carbon,unstated,mixed,mid,,,,,,,44.4,index,0.0289,,,"https://llm-stats.com/ (home page leaderboard table, rank 4, column Agent)",,out:effort-not-established, llmstats-home-score,llmstats.com,gemini-4-carbon,unstated,mixed,mid,,,,,,,57.2,index,0.0289,,,"https://llm-stats.com/ (tableau, colonne LLM Stats (général))",,out:effort-not-established, llmstats-home-reasoning,llmstats.com,gemini-4-carbon,unstated,mixed,mid,,,,,,,53.4,index,0.0289,,,"https://llm-stats.com/ (tableau, colonne Reasoning)",,out:effort-not-established, llmstats-home-coding,llmstats.com,gemini-4-carbon,unstated,mixed,mid,,,,,,,45.6,index,0.0289,,,"https://llm-stats.com/ (tableau, colonne Coding)",,out:effort-not-established, llmstats-home-agent,llmstats.com,gemini-4-carbon,unstated,mixed,mid,,,,,,,43.6,index,0.0289,,,"https://llm-stats.com/ (tableau, colonne Agent)",,out:effort-not-established, lmarenaagent,lmarena.ai,opus-5.5,max,mixed,mid,LMArena-AgentMode,,,,,,0.18875390336351897,arena-score,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Opus 5.5 (Max) / column score),,out:superseded, lmarenaagent,lmarena.ai,gpt-6-astra,max,mixed,mid,LMArena-AgentMode,,,,,,0.1413169134780025,arena-score,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GPT-6 Astra (Max) / column score),,out:superseded, lmarenaagent,lmarena.ai,fable-5.1,max,mixed,mid,LMArena-AgentMode,,,,,,0.14032177376624974,arena-score,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Fable 5.1 (Max) / column score),,out:superseded, lmarenaagent,lmarena.ai,gpt-6.1-sol,max,mixed,mid,LMArena-AgentMode,,,,,,0.1360358765858802,arena-score,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GPT-6.1 Sol (Max) / column score),,out:superseded, lmarenaagent,lmarena.ai,gemini-4-argon,high,mixed,mid,LMArena-AgentMode,,,,,,0.13226320826945673,arena-score,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Gemini 4 Argon (High) / column score),,out:superseded, lmarenaagent,lmarena.ai,sonnet-5.5,max,mixed,mid,LMArena-AgentMode,,,,,,0.12985828995863175,arena-score,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Sonnet 5.5 (Max) / column score),,out:superseded, lmarenaagent,lmarena.ai,gpt-6-sol,max,mixed,mid,LMArena-AgentMode,,,,,,0.10311086378316048,arena-score,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GPT-6 Sol (Max) / column score),,out:superseded, lmarenaagent,lmarena.ai,opus-5,max,mixed,mid,LMArena-AgentMode,,,,,,0.08682242308855036,arena-score,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Opus 5 (Max) / column score),,out:superseded, lmarenaagent,lmarena.ai,fable-5,high,mixed,mid,LMArena-AgentMode,,,,,,0.08181925714551574,arena-score,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Fable 5 (High) / column score),,out:superseded, lmarenaagent,lmarena.ai,gpt-5.6-sol,xhigh,mixed,mid,LMArena-AgentMode,,,,,,0.07076410438595042,arena-score,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GPT-5.6 Sol (xHigh) / column score),,out:superseded, lmarenaagent,lmarena.ai,?Muse Wonder,not-established:absent,mixed,mid,LMArena-AgentMode,,,,,,0.049356218746185024,arena-score,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Muse Wonder (Max) / column score),,out:model-not-established, lmarenaagent,lmarena.ai,sonnet-5,high,mixed,mid,LMArena-AgentMode,,,,,,0.04581524829947999,arena-score,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Sonnet 5 (High) / column score),,out:superseded, lmarenaagent,lmarena.ai,mimo-v2.6-pro,default,mixed,mid,LMArena-AgentMode,,,,,,0.03952374054034707,arena-score,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row MiMo-V2.6-Pro / column score),,out:effort-not-established, lmarenaagent,lmarena.ai,muse-spark-1.3,max,mixed,mid,LMArena-AgentMode,,,,,,0.03820697783448885,arena-score,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Muse Spark 1.3 (Max) / column score),,out:effort-not-established, lmarenaagent,lmarena.ai,gemini-3.8-flash,high,mixed,mid,LMArena-AgentMode,,,,,,0.037497568970106254,arena-score,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Gemini 3.8 Flash (High) / column score),,out:superseded, lmarenaagent,lmarena.ai,grok-4.7,xhigh,mixed,mid,LMArena-AgentMode,,,,,,0.0320848447087976,arena-score,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Grok 4.7 (xHigh) / column score),,out:superseded, lmarenaagent,lmarena.ai,gpt-5.5,xhigh,mixed,mid,LMArena-AgentMode,,,,,,0.031380880310161126,arena-score,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GPT-5.5 (xHigh) / column score),,in, lmarenaagent,lmarena.ai,gpt-6-luna,max,mixed,mid,LMArena-AgentMode,,,,,,0.03014280048359188,arena-score,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GPT-6 Luna (Max) / column score),,out:superseded, lmarenaagent,lmarena.ai,deepseek-v4.1-flash,max,mixed,mid,LMArena-AgentMode,,,,,,0.027380200199623894,arena-score,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row DeepSeek-V4.1-Flash (Max) / column score),,in, lmarenaagent,lmarena.ai,hy4-preview,high,mixed,mid,LMArena-AgentMode,,,,,,0.026803473468702294,arena-score,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Hy4 preview / column score),,out:single-couple, lmarenaagent,lmarena.ai,mimo-v2.6-flash,default,mixed,mid,LMArena-AgentMode,,,,,,0.02598333419739363,arena-score,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row MiMo-V2.6-Flash / column score),,out:effort-not-established, lmarenaagent,lmarena.ai,glm-5.2,not-established:absent,mixed,mid,LMArena-AgentMode,,,,,,0.022563235794060662,arena-score,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GLM-5.2 (Max) / column score),,out:effort-not-established, lmarenaagent,lmarena.ai,kimi-k3,max,mixed,mid,LMArena-AgentMode,,,,,,0.01934605387048485,arena-score,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Kimi K3 (Max) / column score),,out:superseded, lmarenaagent,lmarena.ai,glm-5.3,max,mixed,mid,LMArena-AgentMode,,,,,,0.017817265238671134,arena-score,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GLM-5.3 (Max) / column score),,out:superseded, lmarenaagent,lmarena.ai,?Qwen3.8-Max,not-established:absent,mixed,mid,LMArena-AgentMode,,,,,,0.01756986111315206,arena-score,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Qwen3.8-Max / column score),,out:model-not-established, lmarenaagent,lmarena.ai,haiku-5.5,high,mixed,mid,LMArena-AgentMode,,,,,,0.014944374231666368,arena-score,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Haiku 5.5 (High) / column score),,out:superseded, lmarenaagent,lmarena.ai,gpt-5.4,high,mixed,mid,LMArena-AgentMode,,,,,,0.014348605018106825,arena-score,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GPT-5.4 (High) / column score),,in, lmarenaagent,lmarena.ai,grok-4.6,xhigh,mixed,mid,LMArena-AgentMode,,,,,,0.008941392335583446,arena-score,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Grok 4.6 (xHigh) / column score),,out:superseded, lmarenaagent,lmarena.ai,gpt-5.6-terra,xhigh,mixed,mid,LMArena-AgentMode,,,,,,0.003716104205180453,arena-score,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GPT-5.6 Terra (xHigh) / column score),,out:superseded, lmarenaagent,lmarena.ai,"?DeepSeek-V4-Pro (High, 20260813)",not-established:absent,mixed,mid,LMArena-AgentMode,,,,,,0.001579587539282772,arena-score,0,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row DeepSeek-V4-Pro (High, 20260813) / column score)",,out:model-not-established, lmarenaagent,lmarena.ai,gpt-5.5,default,mixed,mid,LMArena-AgentMode,,,,,,-0.0021343938071504906,arena-score,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GPT-5.5 / column score),,out:effort-not-established, lmarenaagent,lmarena.ai,gemini-3.7-flash,high,mixed,mid,LMArena-AgentMode,,,,,,-0.007238297190983788,arena-score,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Gemini 3.7 Flash (High) / column score),,out:superseded, lmarenaagent,lmarena.ai,glm-5.3-flash,default,mixed,mid,LMArena-AgentMode,,,,,,-0.011620853988777428,arena-score,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GLM-5.3-Flash / column score),,out:effort-not-established, lmarenaagent,lmarena.ai,?Step 5 Preview,not-established:absent,mixed,mid,LMArena-AgentMode,,,,,,-0.014095566007452608,arena-score,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Step 5 Preview / column score),,out:model-not-established, lmarenaagent,lmarena.ai,gpt-5.6-luna,xhigh,mixed,mid,LMArena-AgentMode,,,,,,-0.0204660465360133,arena-score,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GPT-5.6 Luna (xHigh) / column score),,in, lmarenaagent,lmarena.ai,qwen3.8-flash-next,default,mixed,mid,LMArena-AgentMode,,,,,,-0.028660430374204623,arena-score,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Qwen3.8-Flash-Next / column score),,out:effort-not-established, lmarenaagent,lmarena.ai,qwen3.8-27b,default,mixed,mid,LMArena-AgentMode,,,,,,-0.034328072017449834,arena-score,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Qwen3.8-27B / column score),,out:effort-not-established, lmarenaagent,lmarena.ai,?Beam 1.0 501B A23B,not-established:absent,mixed,mid,LMArena-AgentMode,,,,,,-0.0367479662950584,arena-score,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Beam 1.0 501B A23B / column score),,out:model-not-established, lmarenaagent,lmarena.ai,gemini-3.1-pro,default,mixed,mid,LMArena-AgentMode,,,,,,-0.0399773614003877,arena-score,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Gemini 3.1 Pro Preview / column score),,out:effort-not-established, lmarenaagent,lmarena.ai,?Mistral Large 4,not-established:absent,mixed,mid,LMArena-AgentMode,,,,,,-0.040253671766674194,arena-score,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Mistral Large 4 / column score),,out:model-not-established, lmarenaagent,lmarena.ai,hy3,default,mixed,mid,LMArena-AgentMode,,,,,,-0.06000277717642565,arena-score,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Hy3 / column score),,out:effort-not-established, lmarenaagent,lmarena.ai,qwen3.7-max,default,mixed,mid,LMArena-AgentMode,,,,,,-0.06259067893013835,arena-score,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Qwen3.7-Max / column score),,out:effort-not-established, lmarenaagent,lmarena.ai,muse-spark-1.2,xhigh,mixed,mid,LMArena-AgentMode,,,,,,-0.06413154091070737,arena-score,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Muse Spark 1.2 (xHigh) / column score),,out:superseded, lmarenaagent,lmarena.ai,muse-spark-1.1,default,mixed,mid,LMArena-AgentMode,,,,,,-0.06431719875643153,arena-score,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Muse Spark 1.1 / column score),,out:effort-not-established, lmarenaagent,lmarena.ai,qwen3.7-plus,default,mixed,mid,LMArena-AgentMode,,,,,,-0.0673373802560682,arena-score,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Qwen3.7-Plus / column score),,out:effort-not-established, lmarenaagent,lmarena.ai,mimo-v2.5-pro,default,mixed,mid,LMArena-AgentMode,,,,,,-0.08005935212985105,arena-score,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row MiMo-V2.5-Pro / column score),,out:effort-not-established, lmarenaagent,lmarena.ai,minimax-m3,default,mixed,mid,LMArena-AgentMode,,,,,,-0.08306635276577626,arena-score,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row MiniMax-M3 / column score),,out:effort-not-established, lmarenaagent,lmarena.ai,nemotron-3-ultra-550b-a55b,default,mixed,mid,LMArena-AgentMode,,,,,,-0.0888816169923539,arena-score,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Nemotron 3 Ultra / column score),,out:effort-not-established, lmarenaagent,lmarena.ai,mistral-medium-3.5,default,mixed,mid,LMArena-AgentMode,,,,,,-0.11721288922906009,arena-score,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Mistral Medium 3.5 / column score),,out:effort-not-established, lmarenaagent,lmarena.ai,inkling,default,mixed,mid,LMArena-AgentMode,,,,,,-0.14350144310368892,arena-score,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Inkling / column score),,out:effort-not-established, lmarenaagent,lmarena.ai,inkling-small,default,mixed,mid,LMArena-AgentMode,,,,,,-0.15132888574183895,arena-score,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Inkling-Small / column score),,out:effort-not-established, lmarenaagent,lmarena.ai,solar-pro4,default,mixed,mid,LMArena-AgentMode,,,,,,-0.20058232965191156,arena-score,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Solar Pro 4 / column score),,out:effort-not-established, lmarenaagent,lmarena.ai,fable-5.2,max,mixed,mid,LMArena-AgentMode,per-task,9.019102999999998,2.89e-16,,126742.5,0.28612631840600056,arena-score,2.89e-18,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of agent/latest parquet, category overall, row Claude Fable 5.2 (Max), column score)",,in,in lmarenaagent,lmarena.ai,opus-5.5,max,mixed,mid,LMArena-AgentMode,per-task,5.650809199999999,2.89e-16,,107510.5,0.1819375579333983,arena-score,2.89e-17,,prev=0.18875390336351897 (src-lmarena.ai-agent-2026-10-16#M1); cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of agent/latest parquet, category overall, row Claude Opus 5.5 (Max), column score)",,in,in lmarenaagent,lmarena.ai,opus-5.5,high,mixed,mid,LMArena-AgentMode,per-task,2.121694,2.89e-07,,31743.0,0.13354740415064142,arena-score,2.89e-18,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of agent/latest parquet, category overall, row Claude Opus 5.5 (High), column score)",,in,in lmarenaagent,lmarena.ai,gemini-4-carbon,high,mixed,mid,LMArena-AgentMode,per-task,1.3539045,2.89e-08,,44991.0,0.16445704574025574,arena-score,2.89e-18,,cost-price-ratio:USD; base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of agent/latest parquet, category overall, row Gemini 4 Carbon (High), column score)",,in,in lmarenaagent,lmarena.ai,sonnet-5.5,max,mixed,mid,LMArena-AgentMode,per-task,2.5965317624999997,0.5,,150642.0,0.15285002202884324,arena-score,2.89e-18,,prev=0.12985828995863175 (src-lmarena.ai-agent-2026-10-16#M6); cost-price-ratio:USD; cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of agent/latest parquet, category overall, row Claude Sonnet 5.5 (Max), column score)",,in,in lmarenaagent,lmarena.ai,sonnet-5.5,high,mixed,mid,LMArena-AgentMode,per-task,0.65777775,0.127,,22997.0,0.07183942987366292,arena-score,2.89e-18,,cost-price-ratio:USD; cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of agent/latest parquet, category overall, row Claude Sonnet 5.5 (High), column score)",,in,in lmarenaagent,lmarena.ai,fable-5.1,max,mixed,mid,LMArena-AgentMode,per-task,7.832357,2.89e-07,,59147.5,0.14101977351038036,arena-score,2.89e-18,,prev=0.14032177376624974 (src-lmarena.ai-agent-2026-10-16#M3); cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of agent/latest parquet, category overall, row Claude Fable 5.1 (Max), column score)",,in,in lmarenaagent,lmarena.ai,gpt-6-astra,max,mixed,mid,LMArena-AgentMode,per-task,5.284447,2.89e-07,,32278.0,0.13913252054241584,arena-score,2.89e-18,,prev=0.1413169134780025 (src-lmarena.ai-agent-2026-10-16#M2); cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of agent/latest parquet, category overall, row GPT-6 Astra (Max), column score)",,in,in lmarenaagent,lmarena.ai,gpt-6.1-sol,max,mixed,mid,LMArena-AgentMode,per-task,0.9854645499999999,2.89e-17,,33771.5,0.11776381760227703,arena-score,2.89e-18,,prev=0.1360358765858802 (src-lmarena.ai-agent-2026-10-16#M4); cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of agent/latest parquet, category overall, row GPT-6.1 Sol (Max), column score)",,in,in lmarenaagent,lmarena.ai,gpt-6.1-sol,medium,mixed,mid,LMArena-AgentMode,per-task,0.3726438999999999,2.89e-17,,8525.0,0.08037893042869851,arena-score,2.89e-18,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of agent/latest parquet, category overall, row GPT-6.1 Sol (Medium), column score)",,in,in lmarenaagent,lmarena.ai,gpt-6.1-terra,max,mixed,mid,LMArena-AgentMode,per-task,0.8724979,2.89e-08,,45319.5,0.11337098136701876,arena-score,2.89e-18,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of agent/latest parquet, category overall, row GPT-6.1 Terra (Max), column score)",,in,in lmarenaagent,lmarena.ai,gpt-6.1-terra,medium,mixed,mid,LMArena-AgentMode,per-task,0.1586163,2.89e-08,,6937.5,0.04437916361329669,arena-score,2.89e-18,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of agent/latest parquet, category overall, row GPT-6.1 Terra (Medium), column score)",,in,in lmarenaagent,lmarena.ai,gemini-4-argon,high,mixed,mid,LMArena-AgentMode,per-task,0.6994975,2.89e-08,,22853.5,0.10001334737759858,arena-score,2.89e-18,,prev=0.13226320826945673 (src-lmarena.ai-agent-2026-10-16#M5); cost-price-ratio:USD; base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of agent/latest parquet, category overall, row Gemini 4 Argon (High), column score)",,in,in lmarenaagent,lmarena.ai,gpt-6-sol,max,mixed,mid,LMArena-AgentMode,per-task,1.8499479999999993,2.89e-17,,39154.5,0.06254218405708521,arena-score,2.89e-18,,prev=0.10311086378316048 (src-lmarena.ai-agent-2026-10-16#M7); cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of agent/latest parquet, category overall, row GPT-6 Sol (Max), column score)",,in,in lmarenaagent,lmarena.ai,fable-5,high,mixed,mid,LMArena-AgentMode,per-task,3.3330234999999995,2.89e-17,,22867.5,0.062172109520942945,arena-score,2.89e-19,,prev=0.08181925714551574 (src-lmarena.ai-agent-2026-10-16#M9); cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of agent/latest parquet, category overall, row Claude Fable 5 (High), column score)",,in,in lmarenaagent,lmarena.ai,opus-5,max,mixed,mid,LMArena-AgentMode,per-task,4.5025445,2.89e-08,,61124.33333333333,0.061844516045278915,arena-score,2.89e-19,,prev=0.08682242308855036 (src-lmarena.ai-agent-2026-10-16#M8); cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of agent/latest parquet, category overall, row Claude Opus 5 (Max), column score)",,in,in lmarenaagent,lmarena.ai,gpt-5.6-sol,xhigh,mixed,mid,LMArena-AgentMode,per-task,1.9856001875,0.229,,22826.0,0.03723689410579545,arena-score,2.89e-18,,prev=0.07076410438595042 (src-lmarena.ai-agent-2026-10-16#M10); cost-price-ratio:USD; cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of agent/latest parquet, category overall, row GPT-5.6 Sol (xHigh), column score)",,in,out:cost-single-couple lmarenaagent,lmarena.ai,grok-4.7,xhigh,mixed,mid,LMArena-AgentMode,per-task,3.200790000000001,2.89e-16,,77876.0,0.0177691680295281,arena-score,2.89e-17,,prev=0.0320848447087976 (src-lmarena.ai-agent-2026-10-16#M16); cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of agent/latest parquet, category overall, row Grok 4.7 (xHigh), column score)",,in,in lmarenaagent,lmarena.ai,gemini-3.8-flash,high,mixed,mid,LMArena-AgentMode,per-task,0.7566018749999999,2.89e-17,,57563.0,0.0143593825967001,arena-score,2.89e-17,,prev=0.037497568970106254 (src-lmarena.ai-agent-2026-10-16#M15); cost-price-ratio:USD; base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of agent/latest parquet, category overall, row Gemini 3.8 Flash (High), column score)",,in,in lmarenaagent,lmarena.ai,sonnet-5,high,mixed,mid,LMArena-AgentMode,per-task,0.86988025,2.89e-09,,23366.0,0.011433190702117563,arena-score,2.89e-19,,prev=0.04581524829947999 (src-lmarena.ai-agent-2026-10-16#M12); cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of agent/latest parquet, category overall, row Claude Sonnet 5 (High), column score)",,in,in lmarenaagent,lmarena.ai,deepseek-v4.1-flash-1017,max,mixed,mid,LMArena-AgentMode,per-task,0.14055099000000004,2.89e-18,,88678.5,0.011331422702498825,arena-score,2.89e-19,,cost-method-assumed-single,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of agent/latest parquet, category overall, row DeepSeek-V4.1-Flash-20261017 (Max), column score)",,in,out:cost-not-comparable lmarenaagent,lmarena.ai,gpt-6-luna,max,mixed,mid,LMArena-AgentMode,per-task,0.08274393000000002,2.89e-18,,41083.0,0.007889327234467539,arena-score,2.89e-19,,prev=0.03014280048359188 (src-lmarena.ai-agent-2026-10-16#M18); cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of agent/latest parquet, category overall, row GPT-6 Luna (Max), column score)",,in,in lmarenaagent,lmarena.ai,glm-5.3,max,mixed,mid,LMArena-AgentMode,per-task,0.85981107,2.89e-09,,61631.5,0.00032437615009942326,arena-score,2.89e-21,,prev=0.017817265238671134 (src-lmarena.ai-agent-2026-10-16#M24); cost-method-assumed-single,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of agent/latest parquet, category overall, row GLM-5.3 (Max), column score)",,in,out:cost-not-comparable lmarenaagent,lmarena.ai,kimi-k3,max,mixed,mid,LMArena-AgentMode,per-task,0.8894658,2.89e-08,,25449.5,-0.0024028183709962994,arena-score,2.89e-20,,prev=0.01934605387048485 (src-lmarena.ai-agent-2026-10-16#M23); cost-method-assumed-single,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of agent/latest parquet, category overall, row Kimi K3 (Max), column score)",,in,out:cost-not-comparable lmarenaagent,lmarena.ai,haiku-5.5,high,mixed,mid,LMArena-AgentMode,per-task,0.08497953750000001,2.89e-18,,26659.0,-0.0037016618655602387,arena-score,2.89e-20,,prev=0.014944374231666368 (src-lmarena.ai-agent-2026-10-16#M26); cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of agent/latest parquet, category overall, row Claude Haiku 5.5 (High), column score)",,in,in lmarenaagent,lmarena.ai,glm-5.2,not-established:absent,mixed,mid,LMArena-AgentMode,per-task,0.8600039,2.89e-08,,52309.0,-0.004851784667897775,arena-score,2.89e-19,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of agent/latest parquet, category overall, row GLM-5.2 (Max), column score)",,out:effort-not-established,out:effort-not-established lmarenaagent,lmarena.ai,?Qwen3.8-Max,not-established:absent,mixed,mid,LMArena-AgentMode,per-task,1.2359138,2.89e-08,,50635.0,-0.00874379556052798,arena-score,2.89e-18,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of agent/latest parquet, category overall, row Qwen3.8-Max, column score)",,out:model-not-established,out:model-not-established lmarenaagent,lmarena.ai,gpt-5.6-terra,xhigh,mixed,mid,LMArena-AgentMode,per-task,0.5642344800000001,0.0362,,17989.0,-0.02719499527460207,arena-score,2.89e-18,,prev=0.003716104205180453 (src-lmarena.ai-agent-2026-10-16#M29); cost-price-ratio:USD; cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of agent/latest parquet, category overall, row GPT-5.6 Terra (xHigh), column score)",,in,out:cost-single-couple lmarenaagent,lmarena.ai,gpt-6-luna,medium,mixed,mid,LMArena-AgentMode,per-task,0.024748655,2.89e-10,,9507.0,-0.028907737220316858,arena-score,2.89e-19,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of agent/latest parquet, category overall, row GPT-6 Luna (Medium), column score)",,in,in lmarenaagent,lmarena.ai,glm-5.3-flash,unstated,mixed,mid,LMArena-AgentMode,per-task,0.142539095,2.89e-10,,46332.0,-0.036960070566851466,arena-score,2.89e-19,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of agent/latest parquet, category overall, row GLM-5.3-Flash, column score)",,out:effort-not-established,out:effort-not-established lmarenaagent,lmarena.ai,qwen3.8-flash-next,unstated,mixed,mid,LMArena-AgentMode,per-task,0.22613438599999997,2.89e-18,,63527.0,-0.051771649249132086,arena-score,2.89e-19,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of agent/latest parquet, category overall, row Qwen3.8-Flash-Next, column score)",,out:effort-not-established,out:effort-not-established lmarenaagent,lmarena.ai,qwen3.8-27b,unstated,mixed,mid,LMArena-AgentMode,per-task,0.3860743,2.89e-08,,53374.0,-0.05629315147406264,arena-score,2.89e-18,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of agent/latest parquet, category overall, row Qwen3.8-27B, column score)",,out:effort-not-established,out:effort-not-established lmarenaagent,lmarena.ai,gpt-6-luna,low,mixed,mid,LMArena-AgentMode,per-task,0.009751240000000001,2.89e-19,,3746.0,-0.07175073942493064,arena-score,2.89e-18,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of agent/latest parquet, category overall, row GPT-6 Luna (Low), column score)",,in,in lmarenaagent,lmarena.ai,qwen3.7-max,unstated,mixed,mid,LMArena-AgentMode,per-task,0.2784901475,2.89e-11,,15367.0,-0.08005391403273611,arena-score,2.89e-18,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of agent/latest parquet, category overall, row Qwen3.7-Max, column score)",,out:effort-not-established,out:effort-not-established lmarenaagent,lmarena.ai,qwen3.7-plus,unstated,mixed,mid,LMArena-AgentMode,per-task,0.173622848,2.89e-10,,17366.0,-0.0901715773025957,arena-score,2.89e-17,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of agent/latest parquet, category overall, row Qwen3.7-Plus, column score)",,out:effort-not-established,out:effort-not-established lmarenaagent,lmarena.ai,gemini-4-hydrogen,high,mixed,mid,LMArena-AgentMode,per-task,1.5251263,2.89e-08,,64700.0,0.1490657982485307,arena-score,2.89e-17,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of agent/latest parquet, category overall, row Gemini 4 Hydrogen (High), column score)",,in,in lmarenaagent,lmarena.ai,?Muse Wonder Full,not-established:absent,mixed,mid,LMArena-AgentMode,,,,,,0.08001367120182927,arena-score,2.89e-18,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of agent/latest parquet, category overall, row Muse Wonder Full (Max), column score)",,out:model-not-established,out:no-proof lmarenaagent,lmarena.ai,?Qwen4-Max,not-established:absent,mixed,mid,LMArena-AgentMode,per-task,1.47294,2.89e-06,,47133.5,0.0746092390852728,arena-score,2.89e-17,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of agent/latest parquet, category overall, row Qwen4-Max (xHigh), column score)",,out:model-not-established,out:model-not-established lmarenaagent,lmarena.ai,?Hy4,not-established:absent,mixed,mid,LMArena-AgentMode,per-task,0.5717057349999999,2.89e-17,,59209.0,0.056653662031935434,arena-score,2.89e-19,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of agent/latest parquet, category overall, row Hy4, column score)",,out:model-not-established,out:model-not-established lmarenaagent,lmarena.ai,?Kimi K3.1 Pro,not-established:absent,mixed,mid,LMArena-AgentMode,per-task,1.1583907999999998,2.89e-17,,32837.0,0.039465683917165484,arena-score,2.89e-19,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of agent/latest parquet, category overall, row Kimi K3.1 Pro (Max), column score)",,out:model-not-established,out:model-not-established lmarenaagent,lmarena.ai,?Inkling 2 Small,not-established:absent,mixed,mid,LMArena-AgentMode,per-task,0.25609528000000004,2.89e-18,,49485.0,0.0251235677762612,arena-score,2.89e-17,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of agent/latest parquet, category overall, row Inkling 2 Small, column score)",,out:model-not-established,out:model-not-established lmarenaagent,lmarena.ai,?Muse Ember,not-established:absent,mixed,mid,LMArena-AgentMode,per-task,0.01997756,2.89e-09,,10083.0,0.017276996979863752,arena-score,2.89e-19,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of agent/latest parquet, category overall, row Muse Ember (Max), column score)",,out:model-not-established,out:model-not-established lmarenaagent,lmarena.ai,mimo-v2.6-pro,unstated,mixed,mid,LMArena-AgentMode,per-task,0.1599013956,2.89e-11,,47607.5,0.014970009197570992,arena-score,2.89e-19,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of agent/latest parquet, category overall, row MiMo-V2.6-Pro, column score)",,out:effort-not-established,out:effort-not-established lmarenaagent,lmarena.ai,muse-spark-1.3,max,mixed,mid,LMArena-AgentMode,per-task,0.4654368500000001,2.89e-17,,28118.0,0.012014662821167768,arena-score,2.89e-19,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of agent/latest parquet, category overall, row Muse Spark 1.3 (Max), column score)",,out:effort-not-established,out:effort-not-established lmarenaagent,lmarena.ai,?Muse Wonder,not-established:absent,mixed,mid,LMArena-AgentMode,per-task,1.1554890666666666,2.89e-17,,22992.0,0.009460703637169235,arena-score,2.89e-19,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of agent/latest parquet, category overall, row Muse Wonder (Max), column score)",,out:model-not-established,out:model-not-established lmarenaagent,lmarena.ai,hy4-preview,unstated,mixed,mid,LMArena-AgentMode,per-task,0.426427813,2.89e-10,,49617.0,-0.0025708473274614774,arena-score,2.89e-20,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of agent/latest parquet, category overall, row Hy4 preview, column score)",,out:effort-not-established,out:effort-not-established lmarenaagent,lmarena.ai,mimo-v2.6-flash,unstated,mixed,mid,LMArena-AgentMode,per-task,0.07505981480000001,2.89e-18,,44545.0,-0.006398998386028814,arena-score,2.89e-19,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of agent/latest parquet, category overall, row MiMo-V2.6-Flash, column score)",,out:effort-not-established,out:effort-not-established lmarenaagent,lmarena.ai,grok-4.6,xhigh,mixed,mid,LMArena-AgentMode,per-task,1.3260215,2.89e-08,,33480.0,-0.009246274904087496,arena-score,2.89e-19,,prev=0.008941392335583446 (src-lmarena.ai-agent-2026-10-16#M28); cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of agent/latest parquet, category overall, row Grok 4.6 (xHigh), column score)",,in,in lmarenaagent,lmarena.ai,gemini-3.7-flash,high,mixed,mid,LMArena-AgentMode,per-task,0.48935628750000004,2.89e-18,,42886.0,-0.030636491779548813,arena-score,2.89e-19,,prev=-0.007238297190983788 (src-lmarena.ai-agent-2026-10-16#M32); cost-price-ratio:USD; cost-method-assumed-single,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of agent/latest parquet, category overall, row Gemini 3.7 Flash (High), column score)",,in,out:cost-not-comparable lmarenaagent,lmarena.ai,?MiniMax-M3.1-Flash,not-established:absent,mixed,mid,LMArena-AgentMode,per-task,0.21146031,2.89e-09,,69867.0,-0.03523660957627848,arena-score,2.89e-18,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of agent/latest parquet, category overall, row MiniMax-M3.1-Flash, column score)",,out:model-not-established,out:model-not-established lmarenaagent,lmarena.ai,?Step 5 Preview,not-established:absent,mixed,mid,LMArena-AgentMode,per-task,0.7049517000000001,2.89e-17,,47499.0,-0.046471199363334215,arena-score,2.89e-19,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of agent/latest parquet, category overall, row Step 5 Preview, column score)",,out:model-not-established,out:model-not-established lmarenaagent,lmarena.ai,gemini-3.1-pro,unstated,mixed,mid,LMArena-AgentMode,per-task,0.5917246,2.89e-08,,13424.5,-0.05635581362158938,arena-score,2.89e-18,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of agent/latest parquet, category overall, row Gemini 3.1 Pro Preview, column score)",,out:effort-not-established,out:effort-not-established lmarenaagent,lmarena.ai,?Mistral Large 4,not-established:absent,mixed,mid,LMArena-AgentMode,per-task,0.31893227,2.89e-09,,26158.75,-0.06811172387697396,arena-score,2.89e-18,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of agent/latest parquet, category overall, row Mistral Large 4, column score)",,out:model-not-established,out:model-not-established lmarenaagent,lmarena.ai,?Beam 1.0 501B A23B,not-established:absent,mixed,mid,LMArena-AgentMode,,,,,,-0.07401693431356612,arena-score,2.89e-18,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of agent/latest parquet, category overall, row Beam 1.0 501B A23B, column score)",,out:model-not-established,out:no-proof lmarenaagent,lmarena.ai,hy3,unstated,mixed,mid,LMArena-AgentMode,per-task,0.08266497360000001,2.89e-18,,31696.0,-0.08702244191970704,arena-score,2.89e-18,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of agent/latest parquet, category overall, row Hy3, column score)",,out:effort-not-established,out:effort-not-established lmarenaagent,lmarena.ai,muse-spark-1.1,unstated,mixed,mid,LMArena-AgentMode,,,,,,-0.0900935153082267,arena-score,2.89e-17,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of agent/latest parquet, category overall, row Muse Spark 1.1, column score)",,out:effort-not-established,out:no-proof lmarenaagent,lmarena.ai,muse-spark-1.2,xhigh,mixed,mid,LMArena-AgentMode,per-task,0.4116305,2.89e-08,,25558.0,-0.0907729284207224,arena-score,2.89e-17,,prev=-0.06413154091070737 (src-lmarena.ai-agent-2026-10-16#M43); cost-method-assumed-single,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of agent/latest parquet, category overall, row Muse Spark 1.2 (xHigh), column score)",,out:single-couple,out:cost-not-comparable lmarenaagent,lmarena.ai,minimax-m3,unstated,mixed,mid,LMArena-AgentMode,per-task,0.37911052,2.89e-09,,26416.0,-0.11183805863581872,arena-score,2.89e-18,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of agent/latest parquet, category overall, row MiniMax-M3, column score)",,out:effort-not-established,out:effort-not-established lmarenaagent,lmarena.ai,?Spark-X2.6,not-established:absent,mixed,mid,LMArena-AgentMode,per-task,0.08322359200000001,2.89e-18,,33500.0,-0.12253127509031625,arena-score,2.89e-18,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of agent/latest parquet, category overall, row Spark-X2.6, column score)",,out:model-not-established,out:model-not-established lmarenaagent,lmarena.ai,mistral-medium-3.5,unstated,mixed,mid,LMArena-AgentMode,per-task,0.2957094,2.89e-08,,12776.0,-0.14468466822060044,arena-score,2.89e-18,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of agent/latest parquet, category overall, row Mistral Medium 3.5, column score)",,out:effort-not-established,out:effort-not-established lmarenaagent,lmarena.ai,nemotron-3-ultra-550b-a55b,unstated,mixed,mid,LMArena-AgentMode,per-task,0.1261755,2.89e-08,,8222.0,-0.16403859014641306,arena-score,2.89e-18,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of agent/latest parquet, category overall, row Nemotron 3 Ultra, column score)",,out:effort-not-established,out:effort-not-established lmarenaagent,lmarena.ai,?NVIDIA-Nemotron-3.5-Super-VL-120B-A12B,not-established:absent,mixed,mid,LMArena-AgentMode,,,,,,-0.16731386653643363,arena-score,2.89e-18,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of agent/latest parquet, category overall, row NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4), column score)",,out:model-not-established,out:no-proof lmarenaagent,lmarena.ai,inkling,unstated,mixed,mid,LMArena-AgentMode,per-task,0.29953541999999994,2.89e-18,,14214.5,-0.18275656200853618,arena-score,2.89e-18,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of agent/latest parquet, category overall, row Inkling, column score)",,out:effort-not-established,out:effort-not-established lmarenaagent,lmarena.ai,inkling-small,unstated,mixed,mid,LMArena-AgentMode,per-task,0.16270649999999998,2.89e-18,,20902.0,-0.18704240624929264,arena-score,2.89e-18,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of agent/latest parquet, category overall, row Inkling-Small, column score)",,out:effort-not-established,out:effort-not-established lmarenaagent,lmarena.ai,solar-pro4,unstated,mixed,mid,LMArena-AgentMode,per-task,0.041036742,2.89e-10,,13681.0,-0.2392583059896365,arena-score,2.89e-17,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of agent/latest parquet, category overall, row Solar Pro 4, column score)",,out:effort-not-established,out:effort-not-established lmarenadocument#none,lmarena.ai,opus-5,high,mixed,mid,LMArena-Document,,,,,,1516.2663910026604,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-opus-5-high / column rating),,out:superseded, lmarenadocument#none,lmarena.ai,fable-5.1,max,mixed,mid,LMArena-Document,,,,,,1512.5843185623094,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-fable-5.1-max / column rating),,out:superseded, lmarenadocument#none,lmarena.ai,opus-4.6,high,mixed,mid,LMArena-Document,,,,,,1507.3187845894272,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-opus-4-6-high / column rating),,out:superseded, lmarenadocument#none,lmarena.ai,opus-4.6,nothink,mixed,mid,LMArena-Document,,,,,,1507.0536318152122,Elo,0,,default-bridged,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-opus-4-6 / column rating),,out:single-couple, lmarenadocument#none,lmarena.ai,fable-5,default,mixed,mid,LMArena-Document,,,,,,1496.0822362465265,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-fable-5 / column rating),,out:effort-not-established, lmarenadocument#none,lmarena.ai,opus-4.7,default,mixed,mid,LMArena-Document,,,,,,1495.0390463625913,Elo,0,,default-bridged,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-opus-4-7 / column rating),,out:effort-not-established, lmarenadocument#none,lmarena.ai,opus-4.7,high,mixed,mid,LMArena-Document,,,,,,1494.7129469858314,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-opus-4-7-high / column rating),,out:superseded, lmarenadocument#none,lmarena.ai,gpt-5.5,default,mixed,mid,LMArena-Document,,,,,,1485.7193136054452,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-5.5 / column rating),,out:effort-not-established, lmarenadocument#none,lmarena.ai,gpt-5.5,high,mixed,mid,LMArena-Document,,,,,,1484.4780269046255,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-5.5-high / column rating),,out:superseded, lmarenadocument#none,lmarena.ai,gpt-5.6-sol,xhigh,mixed,mid,LMArena-Document,,,,,,1482.7123255544448,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-5.6-sol-xhigh / column rating),,out:superseded, lmarenadocument#none,lmarena.ai,sonnet-4.6,default,mixed,mid,LMArena-Document,,,,,,1482.23522561877,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-sonnet-4-6 / column rating),,out:effort-not-established, lmarenadocument#none,lmarena.ai,opus-4.8,high,mixed,mid,LMArena-Document,,,,,,1474.788449846873,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-opus-4-8-high / column rating),,out:superseded, lmarenadocument#none,lmarena.ai,gpt-5.6-terra,xhigh,mixed,mid,LMArena-Document,,,,,,1471.5811447461108,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-5.6-terra-xhigh / column rating),,out:superseded, lmarenadocument#none,lmarena.ai,gpt-5.4,default,mixed,mid,LMArena-Document,,,,,,1471.0043734130195,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-5.4 / column rating),,out:effort-not-established, lmarenadocument#none,lmarena.ai,muse-spark-1.3,max,mixed,mid,LMArena-Document,,,,,,1470.6564935613937,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row muse-spark-1.3-max / column rating),,out:effort-not-established, lmarenadocument#none,lmarena.ai,gpt-6-astra,max,mixed,mid,LMArena-Document,,,,,,1467.5231106903996,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-6-astra-max / column rating),,out:superseded, lmarenadocument#none,lmarena.ai,sonnet-5,high,mixed,mid,LMArena-Document,,,,,,1466.136518831971,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-sonnet-5-high / column rating),,out:superseded, lmarenadocument#none,lmarena.ai,muse-spark-1.1,default,mixed,mid,LMArena-Document,,,,,,1464.7005226650015,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row muse-spark-1.1 / column rating),,out:effort-not-established, lmarenadocument#none,lmarena.ai,opus-4.8,nothink,mixed,mid,LMArena-Document,,,,,,1464.0676818215188,Elo,0,,default-bridged,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-opus-4-8 / column rating),,in, lmarenadocument#none,lmarena.ai,gemini-3.5-flash,medium,mixed,mid,LMArena-Document,,,,,,1463.2738281558122,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemini-3.5-flash-medium / column rating),,out:superseded, lmarenadocument#none,lmarena.ai,opus-4.5,nothink,mixed,mid,LMArena-Document,,,,,,1462.1982192559744,Elo,0,,default-bridged,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-opus-4-5-20251101 / column rating),,out:single-couple, lmarenadocument#none,lmarena.ai,gemini-3.5-flash,high,mixed,mid,LMArena-Document,,,,,,1461.403811789994,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemini-3.5-flash-high / column rating),,out:superseded, lmarenadocument#none,lmarena.ai,gpt-5.6-luna,xhigh,mixed,mid,LMArena-Document,,,,,,1456.916653229613,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-5.6-luna-xhigh / column rating),,out:superseded, lmarenadocument#none,lmarena.ai,gemini-3.6-flash,high,mixed,mid,LMArena-Document,,,,,,1456.057486273054,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemini-3.6-flash-high / column rating),,out:superseded, lmarenadocument#none,lmarena.ai,grok-4.6,high,mixed,mid,LMArena-Document,,,,,,1452.3297871123095,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row grok-4.6-high / column rating),,out:superseded, lmarenadocument#none,lmarena.ai,grok-4.5,high,mixed,mid,LMArena-Document,,,,,,1451.9590443080492,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row grok-4.5 / column rating),,in, lmarenadocument#none,lmarena.ai,kimi-k2.6,default,mixed,mid,LMArena-Document,,,,,,1450.7397099818368,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row kimi-k2.6 / column rating),,out:effort-not-established, lmarenadocument#none,lmarena.ai,sonnet-4.5,default,mixed,mid,LMArena-Document,,,,,,1449.8080646641465,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-sonnet-4-5-20250929 / column rating),,out:effort-not-established, lmarenadocument#none,lmarena.ai,?muse-spark,not-established:absent,mixed,mid,LMArena-Document,,,,,,1444.188358957641,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row muse-spark / column rating),,out:model-not-established, lmarenadocument#none,lmarena.ai,qwen3.7-plus,default,mixed,mid,LMArena-Document,,,,,,1444.1444013632026,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row qwen3.7-plus / column rating),,out:effort-not-established, lmarenadocument#none,lmarena.ai,gemini-3.1-pro,default,mixed,mid,LMArena-Document,,,,,,1443.9187054358893,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemini-3.1-pro-preview / column rating),,out:effort-not-established, lmarenadocument#none,lmarena.ai,minimax-m3,default,mixed,mid,LMArena-Document,,,,,,1434.7938037275746,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row minimax-m3 / column rating),,out:effort-not-established, lmarenadocument#none,lmarena.ai,gemini-3-pro,default,mixed,mid,LMArena-Document,,,,,,1434.086676148642,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemini-3-pro / column rating),,out:effort-not-established, lmarenadocument#none,lmarena.ai,?kimi-k2.5-thinking,not-established:absent,mixed,mid,LMArena-Document,,,,,,1430.0950562216417,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row kimi-k2.5-thinking / column rating),,out:model-not-established, lmarenadocument#none,lmarena.ai,gemma-4-31b-it,default,mixed,mid,LMArena-Document,,,,,,1424.5122273663578,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemma-4-31b / column rating),,out:effort-not-established, lmarenadocument#none,lmarena.ai,gemini-2.5-pro,default,mixed,mid,LMArena-Document,,,,,,1421.2344901606084,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemini-2.5-pro / column rating),,out:effort-not-established, lmarenadocument#none,lmarena.ai,haiku-4.5,default,mixed,mid,LMArena-Document,,,,,,1419.965425258912,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-haiku-4-5-20251001 / column rating),,out:effort-not-established, lmarenadocument#none,lmarena.ai,grok-4.20,think,mixed,mid,LMArena-Document,,,,,,1416.182698525337,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row grok-4.20-beta-0309-reasoning / column rating),,in, lmarenadocument#none,lmarena.ai,glm-5v-turbo,default,mixed,mid,LMArena-Document,,,,,,1415.5933758703818,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row glm-5v-turbo / column rating),,out:effort-not-established, lmarenadocument#none,lmarena.ai,gemini-3-flash,default,mixed,mid,LMArena-Document,,,,,,1412.994825179088,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemini-3-flash / column rating),,out:effort-not-established, lmarenadocument#none,lmarena.ai,gpt-5.2,high,mixed,mid,LMArena-Document,,,,,,1404.5908350822938,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-5.2-high / column rating),,out:superseded, lmarenadocument#none,lmarena.ai,gpt-5.1,default,mixed,mid,LMArena-Document,,,,,,1403.1671458960845,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-5.1 / column rating),,out:effort-not-established, lmarenadocument#none,lmarena.ai,?gpt-5.5-instant,not-established:absent,mixed,mid,LMArena-Document,,,,,,1402.9457548508221,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-5.5-instant / column rating),,out:model-not-established, lmarenadocument#none,lmarena.ai,gpt-5.2,default,mixed,mid,LMArena-Document,,,,,,1401.1156108695666,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-5.2 / column rating),,out:effort-not-established, lmarenadocument#none,lmarena.ai,fable-5.1,max,mixed,mid,LMArena-Document,,,,,,1514.8444232134589,Elo,2.89e-14,,prev=1512.5843185623094 (src-lmarena.ai-document-2026-09-13#M2),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of document/latest parquet, category overall, row Claude Fable 5.1 (Max), column rating)",,in, lmarenadocument#none,lmarena.ai,opus-5,high,mixed,mid,LMArena-Document,,,,,,1508.6625833274056,Elo,2.89e-14,,prev=1516.2663910026604 (src-lmarena.ai-document-2026-09-13#M1),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of document/latest parquet, category overall, row Claude Opus 5 (High), column rating)",,in, lmarenadocument#none,lmarena.ai,opus-4.6,high,mixed,mid,LMArena-Document,,,,,,1507.60610565217,Elo,2.89e-12,,prev=1507.3187845894272 (src-lmarena.ai-document-2026-09-13#M3),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of document/latest parquet, category overall, row Claude Opus 4.6 (High), column rating)",,out:single-couple, lmarenadocument#none,lmarena.ai,opus-4.6,unstated,mixed,mid,LMArena-Document,,,,,,1506.2191931675916,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of document/latest parquet, category overall, row Claude Opus 4.6, column rating)",,out:effort-not-established, lmarenadocument#none,lmarena.ai,fable-5,high,mixed,mid,LMArena-Document,,,,,,1496.6075677227989,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of document/latest parquet, category overall, row Claude Fable 5 (High), column rating)",,in, lmarenadocument#none,lmarena.ai,opus-4.7,high,mixed,mid,LMArena-Document,,,,,,1495.6841694268028,Elo,2.89e-14,,prev=1494.7129469858314 (src-lmarena.ai-document-2026-09-13#M7),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of document/latest parquet, category overall, row Claude Opus 4.7 (High), column rating)",,in, lmarenadocument#none,lmarena.ai,opus-4.7,unstated,mixed,mid,LMArena-Document,,,,,,1494.7864950430023,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of document/latest parquet, category overall, row Claude Opus 4.7, column rating)",,out:effort-not-established, lmarenadocument#none,lmarena.ai,gpt-5.5,high,mixed,mid,LMArena-Document,,,,,,1484.2928607888468,Elo,2.89e-14,,prev=1484.4780269046255 (src-lmarena.ai-document-2026-09-13#M9),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of document/latest parquet, category overall, row GPT-5.5 (High), column rating)",,in, lmarenadocument#none,lmarena.ai,gemini-3.8-flash,high,mixed,mid,LMArena-Document,,,,,,1481.9237617040326,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of document/latest parquet, category overall, row Gemini 3.8 Flash (High), column rating)",,in, lmarenadocument#none,lmarena.ai,sonnet-4.6,unstated,mixed,mid,LMArena-Document,,,,,,1481.8752148239491,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of document/latest parquet, category overall, row Claude Sonnet 4.6, column rating)",,out:effort-not-established, lmarenadocument#none,lmarena.ai,gpt-5.5,unstated,mixed,mid,LMArena-Document,,,,,,1480.8955041284694,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of document/latest parquet, category overall, row GPT-5.5, column rating)",,out:effort-not-established, lmarenadocument#none,lmarena.ai,gpt-5.6-sol,xhigh,mixed,mid,LMArena-Document,,,,,,1480.0373058145378,Elo,2.89e-14,,prev=1482.7123255544448 (src-lmarena.ai-document-2026-09-13#M10),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of document/latest parquet, category overall, row GPT-5.6 Sol (xHigh), column rating)",,in, lmarenadocument#none,lmarena.ai,gemini-3.7-flash,high,mixed,mid,LMArena-Document,,,,,,1476.4722798711718,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of document/latest parquet, category overall, row Gemini 3.7 Flash (High), column rating)",,in, lmarenadocument#none,lmarena.ai,opus-4.8,high,mixed,mid,LMArena-Document,,,,,,1474.5516114810719,Elo,2.89e-14,,prev=1474.788449846873 (src-lmarena.ai-document-2026-09-13#M12),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of document/latest parquet, category overall, row Claude Opus 4.8 (High), column rating)",,in, lmarenadocument#none,lmarena.ai,gpt-5.4,unstated,mixed,mid,LMArena-Document,,,,,,1472.9459723994214,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of document/latest parquet, category overall, row GPT-5.4, column rating)",,out:effort-not-established, lmarenadocument#none,lmarena.ai,muse-spark-1.3,max,mixed,mid,LMArena-Document,,,,,,1472.9211000261903,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of document/latest parquet, category overall, row Muse Spark 1.3 (Max), column rating)",,out:effort-not-established, lmarenadocument#none,lmarena.ai,gpt-5.6-terra,xhigh,mixed,mid,LMArena-Document,,,,,,1467.6595651845703,Elo,2.89e-14,,prev=1471.5811447461108 (src-lmarena.ai-document-2026-09-13#M13),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of document/latest parquet, category overall, row GPT-5.6 Terra (xHigh), column rating)",,in, lmarenadocument#none,lmarena.ai,gpt-6-astra,max,mixed,mid,LMArena-Document,,,,,,1467.2524830571922,Elo,2.89e-14,,prev=1467.5231106903996 (src-lmarena.ai-document-2026-09-13#M16),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of document/latest parquet, category overall, row GPT-6 Astra (Max), column rating)",,in, lmarenadocument#20251101,lmarena.ai,opus-4.5,unstated,mixed,mid,LMArena-Document,,,,,,1465.7142349591215,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of document/latest parquet, category overall, row Claude Opus 4.5 (20251101), column rating)",,out:effort-not-established, lmarenadocument#none,lmarena.ai,opus-4.8,unstated,mixed,mid,LMArena-Document,,,,,,1465.05370101642,Elo,2.89e-12,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of document/latest parquet, category overall, row Claude Opus 4.8, column rating)",,out:effort-not-established, lmarenadocument#none,lmarena.ai,muse-spark-1.1,unstated,mixed,mid,LMArena-Document,,,,,,1463.4634941573663,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of document/latest parquet, category overall, row Muse Spark 1.1, column rating)",,out:effort-not-established, lmarenadocument#none,lmarena.ai,gemini-3.5-flash,high,mixed,mid,LMArena-Document,,,,,,1461.7684693600008,Elo,2.89e-14,,prev=1461.403811789994 (src-lmarena.ai-document-2026-09-13#M22),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of document/latest parquet, category overall, row Gemini 3.5 Flash (High), column rating)",,in, lmarenadocument#none,lmarena.ai,gemini-3.5-flash,medium,mixed,mid,LMArena-Document,,,,,,1460.640148644132,Elo,2.89e-13,,prev=1463.2738281558122 (src-lmarena.ai-document-2026-09-13#M20),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of document/latest parquet, category overall, row Gemini 3.5 Flash (Medium), column rating)",,in, lmarenadocument#none,lmarena.ai,sonnet-5,high,mixed,mid,LMArena-Document,,,,,,1459.5396549557754,Elo,2.89e-14,,prev=1466.136518831971 (src-lmarena.ai-document-2026-09-13#M17),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of document/latest parquet, category overall, row Claude Sonnet 5 (High), column rating)",,in, lmarenadocument#none,lmarena.ai,gemini-3.6-flash,high,mixed,mid,LMArena-Document,,,,,,1456.1272433711288,Elo,2.89e-14,,prev=1456.057486273054 (src-lmarena.ai-document-2026-09-13#M24),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of document/latest parquet, category overall, row Gemini 3.6 Flash (High), column rating)",,in, lmarenadocument#none,lmarena.ai,gpt-5.6-luna,xhigh,mixed,mid,LMArena-Document,,,,,,1453.799456583834,Elo,2.89e-13,,prev=1456.916653229613 (src-lmarena.ai-document-2026-09-13#M23),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of document/latest parquet, category overall, row GPT-5.6 Luna (xHigh), column rating)",,in, lmarenadocument#none,lmarena.ai,grok-4.5,unstated,mixed,mid,LMArena-Document,,,,,,1451.4948526743117,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of document/latest parquet, category overall, row Grok 4.5, column rating)",,out:effort-not-established, lmarenadocument#none,lmarena.ai,kimi-k2.6,unstated,mixed,mid,LMArena-Document,,,,,,1450.449236743757,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of document/latest parquet, category overall, row Kimi K2.6, column rating)",,out:effort-not-established, lmarenadocument#20250929,lmarena.ai,sonnet-4.5,unstated,mixed,mid,LMArena-Document,,,,,,1449.3396697696953,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of document/latest parquet, category overall, row Claude Sonnet 4.5 (20250929), column rating)",,out:effort-not-established, lmarenadocument#none,lmarena.ai,?Muse Spark,not-established:absent,mixed,mid,LMArena-Document,,,,,,1443.5526105785973,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of document/latest parquet, category overall, row Muse Spark, column rating)",,out:model-not-established, lmarenadocument#none,lmarena.ai,gemini-3.1-pro,unstated,mixed,mid,LMArena-Document,,,,,,1443.251974841435,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of document/latest parquet, category overall, row Gemini 3.1 Pro Preview, column rating)",,out:effort-not-established, lmarenadocument#none,lmarena.ai,grok-4.6,high,mixed,mid,LMArena-Document,,,,,,1438.0847732112536,Elo,2.89e-14,,prev=1452.3297871123095 (src-lmarena.ai-document-2026-09-13#M25),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of document/latest parquet, category overall, row Grok 4.6 (High), column rating)",,in, lmarenadocument#none,lmarena.ai,qwen3.7-plus,unstated,mixed,mid,LMArena-Document,,,,,,1437.4416882247328,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of document/latest parquet, category overall, row Qwen3.7-Plus, column rating)",,out:effort-not-established, lmarenadocument#none,lmarena.ai,minimax-m3,unstated,mixed,mid,LMArena-Document,,,,,,1436.9149773276024,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of document/latest parquet, category overall, row MiniMax-M3, column rating)",,out:effort-not-established, lmarenadocument#none,lmarena.ai,gemma-4-31b-it,unstated,mixed,mid,LMArena-Document,,,,,,1434.3349071913578,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of document/latest parquet, category overall, row Gemma 4 31B, column rating)",,out:effort-not-established, lmarenadocument#none,lmarena.ai,gemini-3-pro,unstated,mixed,mid,LMArena-Document,,,,,,1433.8645661716255,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of document/latest parquet, category overall, row Gemini 3 Pro, column rating)",,out:effort-not-established, lmarenadocument#none,lmarena.ai,?Kimi K2.5,not-established:absent,mixed,mid,LMArena-Document,,,,,,1430.6773460174127,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of document/latest parquet, category overall, row Kimi K2.5 (Thinking), column rating)",,out:model-not-established, lmarenadocument#none,lmarena.ai,gemini-2.5-pro,unstated,mixed,mid,LMArena-Document,,,,,,1422.786546261615,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of document/latest parquet, category overall, row Gemini 2.5 Pro, column rating)",,out:effort-not-established, lmarenadocument#20251001,lmarena.ai,haiku-4.5,unstated,mixed,mid,LMArena-Document,,,,,,1420.40423692533,Elo,2.89e-12,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of document/latest parquet, category overall, row Claude Haiku 4.5 (20251001), column rating)",,out:effort-not-established, lmarenadocument#none,lmarena.ai,glm-5v-turbo,unstated,mixed,mid,LMArena-Document,,,,,,1418.7667262025984,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of document/latest parquet, category overall, row GLM-5V-Turbo, column rating)",,out:effort-not-established, lmarenadocument#0309,lmarena.ai,grok-4.20,think,mixed,mid,LMArena-Document,,,,,,1417.0971970363942,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of document/latest parquet, category overall, row Grok 4.20 Beta (Reasoning, 0309), column rating)",,out:single-couple, lmarenadocument#none,lmarena.ai,gemini-3-flash,unstated,mixed,mid,LMArena-Document,,,,,,1414.2873176094843,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of document/latest parquet, category overall, row Gemini 3 Flash, column rating)",,out:effort-not-established, lmarenadocument#none,lmarena.ai,gpt-5.2,high,mixed,mid,LMArena-Document,,,,,,1403.879358805473,Elo,2.89e-13,,prev=1404.5908350822938 (src-lmarena.ai-document-2026-09-13#M41),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of document/latest parquet, category overall, row GPT-5.2 (High), column rating)",,in, lmarenadocument#none,lmarena.ai,?GPT-5.5 Instant,not-established:absent,mixed,mid,LMArena-Document,,,,,,1403.2414845216408,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of document/latest parquet, category overall, row GPT-5.5 Instant, column rating)",,out:model-not-established, lmarenadocument#none,lmarena.ai,gpt-5.1,unstated,mixed,mid,LMArena-Document,,,,,,1403.0147516077493,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of document/latest parquet, category overall, row GPT-5.1, column rating)",,out:effort-not-established, lmarenadocument#none,lmarena.ai,gpt-5.2,unstated,mixed,mid,LMArena-Document,,,,,,1402.0863453757997,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of document/latest parquet, category overall, row GPT-5.2, column rating)",,out:effort-not-established, lmarenasearch#none,lmarena.ai,gpt-5.6-sol,xhigh,mixed,mid,LMArena-Search,,,,,,1261.1307593350664,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-5.6-sol-xhigh / column rating),,out:superseded, lmarenasearch#none,lmarena.ai,?qwen3.8-max,not-established:absent,mixed,mid,LMArena-Search,,,,,,1261.0761861904762,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row qwen3.8-max / column rating),,out:model-not-established, lmarenasearch#none,lmarena.ai,?claude-opus-4-6-search,not-established:absent,mixed,mid,LMArena-Search,,,,,,1251.3682634708416,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-opus-4-6-search / column rating),,out:model-not-established, lmarenasearch#none,lmarena.ai,?gpt-5.5-search,not-established:absent,mixed,mid,LMArena-Search,,,,,,1246.55450092229,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-5.5-search / column rating),,out:model-not-established, lmarenasearch#none,lmarena.ai,fable-5.1,high,mixed,mid,LMArena-Search,,,,,,1245.8454338407687,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-fable-5.1-high / column rating),,out:superseded, lmarenasearch#none,lmarena.ai,opus-5,high,mixed,mid,LMArena-Search,,,,,,1241.5675643501204,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-opus-5-high / column rating),,out:superseded, lmarenasearch#none,lmarena.ai,gpt-6-astra,max,mixed,mid,LMArena-Search,,,,,,1233.6158108189236,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-6-astra-max / column rating),,out:superseded, lmarenasearch#none,lmarena.ai,gpt-6.1-sol,max,mixed,mid,LMArena-Search,,,,,,1233.1023499390756,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-6.1-sol-max / column rating),,out:superseded, lmarenasearch#none,lmarena.ai,opus-4.7,default,mixed,mid,LMArena-Search,,,,,,1230.1465939891823,Elo,0,,default-bridged,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-opus-4-7 / column rating),,out:effort-not-established, lmarenasearch#none,lmarena.ai,fable-5,high,mixed,mid,LMArena-Search,,,,,,1229.1397516536,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-fable-5-high / column rating),,out:superseded, lmarenasearch#none,lmarena.ai,?ernie-5.1,not-established:absent,mixed,mid,LMArena-Search,,,,,,1226.7150529766889,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row ernie-5.1 / column rating),,out:model-not-established, lmarenasearch#none,lmarena.ai,?claude-sonnet-4-6-search,not-established:absent,mixed,mid,LMArena-Search,,,,,,1220.5047840787206,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-sonnet-4-6-search / column rating),,out:model-not-established, lmarenasearch#none,lmarena.ai,grok-4.5,high,mixed,mid,LMArena-Search,,,,,,1215.9370825422614,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row grok-4.5 / column rating),,in, lmarenasearch#none,lmarena.ai,opus-5.5,medium,mixed,mid,LMArena-Search,,,,,,1212.752524435077,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-opus-5.5-medium / column rating),,out:superseded, lmarenasearch#none,lmarena.ai,?gemini-3.1-pro-grounding,not-established:absent,mixed,mid,LMArena-Search,,,,,,1208.8056697991265,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemini-3.1-pro-grounding / column rating),,out:model-not-established, lmarenasearch#none,lmarena.ai,?gpt-5.2-search,not-established:absent,mixed,mid,LMArena-Search,,,,,,1207.2395102994547,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-5.2-search / column rating),,out:model-not-established, lmarenasearch#none,lmarena.ai,?gemini-3-pro-grounding,not-established:absent,mixed,mid,LMArena-Search,,,,,,1206.4687124995507,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemini-3-pro-grounding / column rating),,out:model-not-established, lmarenasearch#none,lmarena.ai,grok-4.20-multi-agent,unstated,mixed,mid,LMArena-Search,,,,,,1204.7998590393286,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row grok-4.20-multi-agent-beta-0309 / column rating),,out:effort-not-established, lmarenasearch#none,lmarena.ai,opus-4.8,nothink,mixed,mid,LMArena-Search,,,,,,1204.1091608362344,Elo,0,,default-bridged,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-opus-4-8 / column rating),,in, lmarenasearch#none,lmarena.ai,?gpt-5.1-search,not-established:absent,mixed,mid,LMArena-Search,,,,,,1199.7017251677703,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-5.1-search / column rating),,out:model-not-established, lmarenasearch#none,lmarena.ai,?gpt-5.4-search,not-established:absent,mixed,mid,LMArena-Search,,,,,,1199.0836464168055,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-5.4-search / column rating),,out:model-not-established, lmarenasearch#none,lmarena.ai,?gemini-3-flash-grounding,not-established:absent,mixed,mid,LMArena-Search,,,,,,1195.6947712717279,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemini-3-flash-grounding / column rating),,out:model-not-established, lmarenasearch#none,lmarena.ai,?claude-sonnet-5-search,not-established:absent,mixed,mid,LMArena-Search,,,,,,1190.9401050952251,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-sonnet-5-search / column rating),,out:model-not-established, lmarenasearch#none,lmarena.ai,?grok-4.20-beta1,not-established:absent,mixed,mid,LMArena-Search,,,,,,1190.4760633911728,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row grok-4.20-beta1 / column rating),,out:model-not-established, lmarenasearch#none,lmarena.ai,?claude-opus-4-5-search,not-established:absent,mixed,mid,LMArena-Search,,,,,,1179.584189023045,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-opus-4-5-search / column rating),,out:model-not-established, lmarenasearch#none,lmarena.ai,gpt-6-sol,max,mixed,mid,LMArena-Search,,,,,,1174.911740373027,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-6-sol-max / column rating),,out:superseded, lmarenasearch#none,lmarena.ai,?gpt-5.2-search-non-reasoning,not-established:absent,mixed,mid,LMArena-Search,,,,,,1171.464772171008,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-5.2-search-non-reasoning / column rating),,out:model-not-established, lmarenasearch#none,lmarena.ai,?grok-4-1-fast-search,not-established:absent,mixed,mid,LMArena-Search,,,,,,1170.915123769151,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row grok-4-1-fast-search / column rating),,out:model-not-established, lmarenasearch#none,lmarena.ai,?grok-4-fast-search,not-established:absent,mixed,mid,LMArena-Search,,,,,,1170.098408705558,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row grok-4-fast-search / column rating),,out:model-not-established, lmarenasearch#none,lmarena.ai,grok-4.3,default,mixed,mid,LMArena-Search,,,,,,1165.805999435794,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row grok-4.3 / column rating),,out:effort-not-established, lmarenasearch#none,lmarena.ai,?claude-sonnet-4-5-search,not-established:absent,mixed,mid,LMArena-Search,,,,,,1160.2678871558953,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-sonnet-4-5-search / column rating),,out:model-not-established, lmarenasearch#none,lmarena.ai,gpt-6-luna,max,mixed,mid,LMArena-Search,,,,,,1159.5568693390055,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-6-luna-max / column rating),,out:superseded, lmarenasearch#none,lmarena.ai,?claude-opus-4-1-search,not-established:absent,mixed,mid,LMArena-Search,,,,,,1148.4457371908902,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-opus-4-1-search / column rating),,out:model-not-established, lmarenasearch#none,lmarena.ai,?o3-search,not-established:absent,mixed,mid,LMArena-Search,,,,,,1144.847836063405,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row o3-search / column rating),,out:model-not-established, lmarenasearch#none,lmarena.ai,?gemini-2.5-pro-grounding,not-established:absent,mixed,mid,LMArena-Search,,,,,,1142.7962155131672,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemini-2.5-pro-grounding / column rating),,out:model-not-established, lmarenasearch#none,lmarena.ai,?grok-4-search,not-established:absent,mixed,mid,LMArena-Search,,,,,,1141.857861246975,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row grok-4-search / column rating),,out:model-not-established, lmarenasearch#none,lmarena.ai,?ppl-sonar-reasoning-pro,not-established:absent,mixed,mid,LMArena-Search,,,,,,1139.0055993264116,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row ppl-sonar-reasoning-pro-high / column rating),,out:model-not-established, lmarenasearch#none,lmarena.ai,?gpt-5-search,not-established:absent,mixed,mid,LMArena-Search,,,,,,1133.4909027049498,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-5-search / column rating),,out:model-not-established, lmarenasearch#none,lmarena.ai,?ppl-sonar-pro,not-established:absent,mixed,mid,LMArena-Search,,,,,,1130.2762765499842,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row ppl-sonar-pro-high / column rating),,out:model-not-established, lmarenasearch#none,lmarena.ai,?claude-opus-4-search,not-established:absent,mixed,mid,LMArena-Search,,,,,,1127.4280258271351,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-opus-4-search / column rating),,out:model-not-established, lmarenasearch#none,lmarena.ai,?diffbot-small-xl,not-established:absent,mixed,mid,LMArena-Search,,,,,,1022.6684934058726,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row diffbot-small-xl / column rating),,out:model-not-established, lmarenasearch#none,lmarena.ai,?api-gpt-4o-search,not-established:absent,mixed,mid,LMArena-Search,,,,,,1006.5803341542625,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row api-gpt-4o-search / column rating),,out:model-not-established, lmarenasearch#none,lmarena.ai,?Qwen3.8-Max,not-established:absent,mixed,mid,LMArena-Search,,,,,,1259.7846063797126,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of search/latest parquet, category overall, row Qwen3.8-Max, column rating)",,out:model-not-established, lmarenasearch#none,lmarena.ai,gpt-5.6-sol,xhigh,mixed,mid,LMArena-Search,,,,,,1257.8409818653483,Elo,2.89e-14,,prev=1261.1307593350664 (src-lmarena.ai-search-2026-10-13#M1),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of search/latest parquet, category overall, row GPT-5.6 Sol (xHigh), column rating)",,in, lmarenasearch#none,lmarena.ai,opus-4.6,unstated,mixed,mid,LMArena-Search,,,,,,1251.67354288363,Elo,2.89e-12,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of search/latest parquet, category overall, row Claude Opus 4.6 (Search), column rating)",,out:effort-not-established, lmarenasearch#none,lmarena.ai,gpt-5.5,unstated,mixed,mid,LMArena-Search,,,,,,1245.8634367841091,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of search/latest parquet, category overall, row GPT-5.5 (Search), column rating)",,out:effort-not-established, lmarenasearch#none,lmarena.ai,opus-5,high,mixed,mid,LMArena-Search,,,,,,1239.025130530186,Elo,2.89e-13,,prev=1241.5675643501204 (src-lmarena.ai-search-2026-10-13#M6),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of search/latest parquet, category overall, row Claude Opus 5 (High), column rating)",,in, lmarenasearch#none,lmarena.ai,fable-5.1,high,mixed,mid,LMArena-Search,,,,,,1237.306953938375,Elo,2.89e-13,,prev=1245.8454338407687 (src-lmarena.ai-search-2026-10-13#M5),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of search/latest parquet, category overall, row Claude Fable 5.1 (High), column rating)",,in, lmarenasearch#none,lmarena.ai,gpt-6-astra,max,mixed,mid,LMArena-Search,,,,,,1230.8121743131878,Elo,2.89e-14,,prev=1233.6158108189236 (src-lmarena.ai-search-2026-10-13#M7),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of search/latest parquet, category overall, row GPT-6 Astra (Max), column rating)",,in, lmarenasearch#none,lmarena.ai,gpt-6.1-sol,max,mixed,mid,LMArena-Search,,,,,,1230.3607869286543,Elo,2.89e-14,,prev=1233.1023499390756 (src-lmarena.ai-search-2026-10-13#M8),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of search/latest parquet, category overall, row GPT-6.1 Sol (Max), column rating)",,in, lmarenasearch#none,lmarena.ai,opus-4.7,unstated,mixed,mid,LMArena-Search,,,,,,1230.0981414904263,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of search/latest parquet, category overall, row Claude Opus 4.7, column rating)",,out:effort-not-established, lmarenasearch#none,lmarena.ai,fable-5,high,mixed,mid,LMArena-Search,,,,,,1228.1528370520377,Elo,2.89e-14,,prev=1229.1397516536 (src-lmarena.ai-search-2026-10-13#M10),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of search/latest parquet, category overall, row Claude Fable 5 (High), column rating)",,in, lmarenasearch#none,lmarena.ai,?ERNIE 5.1,not-established:absent,mixed,mid,LMArena-Search,,,,,,1226.799563974785,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of search/latest parquet, category overall, row ERNIE 5.1, column rating)",,out:model-not-established, lmarenasearch#none,lmarena.ai,sonnet-4.6,unstated,mixed,mid,LMArena-Search,,,,,,1220.618395501528,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of search/latest parquet, category overall, row Claude Sonnet 4.6 (Search), column rating)",,out:effort-not-established, lmarenasearch#none,lmarena.ai,grok-4.5,unstated,mixed,mid,LMArena-Search,,,,,,1215.8178551542462,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of search/latest parquet, category overall, row Grok 4.5, column rating)",,out:effort-not-established, lmarenasearch#none,lmarena.ai,opus-5.5,medium,mixed,mid,LMArena-Search,,,,,,1213.3279538136485,Elo,2.89e-14,,prev=1212.752524435077 (src-lmarena.ai-search-2026-10-13#M14),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of search/latest parquet, category overall, row Claude Opus 5.5 (Medium), column rating)",,in, lmarenasearch#none,lmarena.ai,gemini-3.1-pro,unstated,mixed,mid,LMArena-Search,,,,,,1210.4004760597174,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of search/latest parquet, category overall, row Gemini 3.1 Pro (Grounding), column rating)",,out:effort-not-established, lmarenasearch#none,lmarena.ai,gpt-5.2,unstated,mixed,mid,LMArena-Search,,,,,,1207.0754502268971,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of search/latest parquet, category overall, row GPT-5.2 (Search), column rating)",,out:effort-not-established, lmarenasearch#none,lmarena.ai,gemini-3-pro,unstated,mixed,mid,LMArena-Search,,,,,,1206.5725112280863,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of search/latest parquet, category overall, row Gemini 3 Pro (Grounding), column rating)",,out:effort-not-established, lmarenasearch#0309,lmarena.ai,?Grok 4.20 Multi-Agent Beta,not-established:absent,mixed,mid,LMArena-Search,,,,,,1205.1559812207106,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of search/latest parquet, category overall, row Grok 4.20 Multi-Agent Beta (0309), column rating)",,out:model-not-established, lmarenasearch#none,lmarena.ai,opus-4.8,unstated,mixed,mid,LMArena-Search,,,,,,1202.417033760652,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of search/latest parquet, category overall, row Claude Opus 4.8, column rating)",,out:effort-not-established, lmarenasearch#none,lmarena.ai,gpt-5.1,unstated,mixed,mid,LMArena-Search,,,,,,1199.4167177055965,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of search/latest parquet, category overall, row GPT-5.1 (Search), column rating)",,out:effort-not-established, lmarenasearch#none,lmarena.ai,gpt-5.4,unstated,mixed,mid,LMArena-Search,,,,,,1198.0272739211919,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of search/latest parquet, category overall, row GPT-5.4 (Search), column rating)",,out:effort-not-established, lmarenasearch#none,lmarena.ai,gemini-3-flash,unstated,mixed,mid,LMArena-Search,,,,,,1195.573317457558,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of search/latest parquet, category overall, row Gemini 3 Flash (Grounding), column rating)",,out:effort-not-established, lmarenasearch#none,lmarena.ai,?Grok 4.20 Beta 1,not-established:absent,mixed,mid,LMArena-Search,,,,,,1190.8849589196711,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of search/latest parquet, category overall, row Grok 4.20 Beta 1, column rating)",,out:model-not-established, lmarenasearch#none,lmarena.ai,sonnet-5,unstated,mixed,mid,LMArena-Search,,,,,,1187.7432354647472,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of search/latest parquet, category overall, row Claude Sonnet 5 (Search), column rating)",,out:effort-not-established, lmarenasearch#none,lmarena.ai,opus-4.5,unstated,mixed,mid,LMArena-Search,,,,,,1179.1744413498038,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of search/latest parquet, category overall, row Claude Opus 4.5 (Search), column rating)",,out:effort-not-established, lmarenasearch#none,lmarena.ai,gpt-6-sol,max,mixed,mid,LMArena-Search,,,,,,1174.4674425084352,Elo,2.89e-14,,prev=1174.911740373027 (src-lmarena.ai-search-2026-10-13#M26),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of search/latest parquet, category overall, row GPT-6 Sol (Max), column rating)",,in, lmarenasearch#none,lmarena.ai,gpt-5.2,unstated,mixed,mid,LMArena-Search,,,,,,1171.8708775531827,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of search/latest parquet, category overall, row GPT-5.2 (Search, Non-Reasoning), column rating)",,out:effort-not-established, lmarenasearch#none,lmarena.ai,grok-4.1-fast,unstated,mixed,mid,LMArena-Search,,,,,,1171.632297297488,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of search/latest parquet, category overall, row Grok 4.1 Fast (Search), column rating)",,out:effort-not-established, lmarenasearch#none,lmarena.ai,grok-4-fast,unstated,mixed,mid,LMArena-Search,,,,,,1170.6290492192359,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of search/latest parquet, category overall, row Grok 4 Fast (Search), column rating)",,out:effort-not-established, lmarenasearch#none,lmarena.ai,grok-4.3,unstated,mixed,mid,LMArena-Search,,,,,,1166.431648391364,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of search/latest parquet, category overall, row Grok 4.3, column rating)",,out:effort-not-established, lmarenasearch#none,lmarena.ai,gpt-6-luna,max,mixed,mid,LMArena-Search,,,,,,1160.1653281707893,Elo,2.89e-14,,prev=1159.5568693390055 (src-lmarena.ai-search-2026-10-13#M32),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of search/latest parquet, category overall, row GPT-6 Luna (Max), column rating)",,in, lmarenasearch#none,lmarena.ai,sonnet-4.5,unstated,mixed,mid,LMArena-Search,,,,,,1159.1897618694827,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of search/latest parquet, category overall, row Claude Sonnet 4.5 (Search), column rating)",,out:effort-not-established, lmarenasearch#none,lmarena.ai,opus-4.1,unstated,mixed,mid,LMArena-Search,,,,,,1148.1944243768623,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of search/latest parquet, category overall, row Claude Opus 4.1 (Search), column rating)",,out:effort-not-established, lmarenasearch#none,lmarena.ai,o3,unstated,mixed,mid,LMArena-Search,,,,,,1144.5307659624518,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of search/latest parquet, category overall, row o3 (Search), column rating)",,out:effort-not-established, lmarenasearch#none,lmarena.ai,gemini-2.5-pro,unstated,mixed,mid,LMArena-Search,,,,,,1143.392890432777,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of search/latest parquet, category overall, row Gemini 2.5 Pro (Grounding), column rating)",,out:effort-not-established, lmarenasearch#none,lmarena.ai,grok-4,solo,mixed,mid,LMArena-Search,,,,,,1141.880888458589,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of search/latest parquet, category overall, row Grok 4 (Search), column rating)",,out:single-couple, lmarenasearch#none,lmarena.ai,?Sonar Reasoning Pro,not-established:absent,mixed,mid,LMArena-Search,,,,,,1138.8148799111543,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of search/latest parquet, category overall, row Sonar Reasoning Pro (High), column rating)",,out:model-not-established, lmarenasearch#none,lmarena.ai,gpt-5,unstated,mixed,mid,LMArena-Search,,,,,,1133.08989459392,Elo,2.89e-12,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of search/latest parquet, category overall, row GPT-5 (Search), column rating)",,out:effort-not-established, lmarenasearch#none,lmarena.ai,?Sonar Pro,not-established:absent,mixed,mid,LMArena-Search,,,,,,1129.6958834139107,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of search/latest parquet, category overall, row Sonar Pro (High), column rating)",,out:model-not-established, lmarenasearch#none,lmarena.ai,opus-4,unstated,mixed,mid,LMArena-Search,,,,,,1127.0419877997617,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of search/latest parquet, category overall, row Claude Opus 4 (Search), column rating)",,out:effort-not-established, lmarenasearch#none,lmarena.ai,?Diffbot-Small-XL,not-established:absent,mixed,mid,LMArena-Search,,,,,,1022.0412543433665,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of search/latest parquet, category overall, row Diffbot-Small-XL, column rating)",,out:model-not-established, lmarenasearch#none,lmarena.ai,?GPT-4o,not-established:absent,mixed,mid,LMArena-Search,,,,,,1006.3627950141135,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of search/latest parquet, category overall, row GPT-4o (Search), column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,sonnet-3.5-1022,solo,mixed,mid,LMArena-Text,,,,,,1297.8070284791122,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-3-5-sonnet-20241022 / column rating),,out:superseded, lmarenatext#none,lmarena.ai,sonnet-3.5-0620,solo,mixed,mid,LMArena-Text,,,,,,1280.8711682146513,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-3-5-sonnet-20240620 / column rating),,out:superseded, lmarenatext#none,lmarena.ai,opus-3,solo,mixed,mid,LMArena-Text,,,,,,1261.9567630189247,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-3-opus-20240229 / column rating),,out:superseded, lmarenatext#none,lmarena.ai,haiku-3.5,solo,mixed,mid,LMArena-Text,,,,,,1255.3642290508317,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-3-5-haiku-20241022 / column rating),,out:superseded, lmarenatext#none,lmarena.ai,sonnet-3,solo,mixed,mid,LMArena-Text,,,,,,1217.9889704334669,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-3-sonnet-20240229 / column rating),,out:superseded, lmarenatext#none,lmarena.ai,haiku-3,solo,mixed,mid,LMArena-Text,,,,,,1194.631604474513,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-3-haiku-20240307 / column rating),,out:superseded, lmarenatext#none,lmarena.ai,gemini-4-argon,high,mixed,mid,LMArena-Text,,,,,,1532.3375436695164,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Gemini 4 Argon (High) / column rating),,out:superseded, lmarenatext#none,lmarena.ai,opus-5.5,high,mixed,mid,LMArena-Text,,,,,,1515.7614452392686,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Opus 5.5 (High) / column rating),,out:superseded, lmarenatext#none,lmarena.ai,fable-5.1,max,mixed,mid,LMArena-Text,,,,,,1511.5534589044762,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Fable 5.1 (Max) / column rating),,out:superseded, lmarenatext#none,lmarena.ai,opus-5,max,mixed,mid,LMArena-Text,,,,,,1507.6361874165489,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Opus 5 (Max) / column rating),,out:superseded, lmarenatext#none,lmarena.ai,opus-5,high,mixed,mid,LMArena-Text,,,,,,1502.538234627805,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Opus 5 (High) / column rating),,out:superseded, lmarenatext#none,lmarena.ai,opus-4.6,high,mixed,mid,LMArena-Text,,,,,,1501.6943977895103,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Opus 4.6 (High) / column rating),,out:superseded, lmarenatext#none,lmarena.ai,?Muse Wonder,not-established:absent,mixed,mid,LMArena-Text,,,,,,1500.9554786587114,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Muse Wonder (Max) / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,gemini-3.8-flash,high,mixed,mid,LMArena-Text,,,,,,1498.8823435102179,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Gemini 3.8 Flash (High) / column rating),,out:superseded, lmarenatext#none,lmarena.ai,opus-4.6,nothink,mixed,mid,LMArena-Text,,,,,,1497.546140958647,Elo,0,,default-bridged,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Opus 4.6 / column rating),,out:single-couple, lmarenatext#none,lmarena.ai,fable-5,high,mixed,mid,LMArena-Text,,,,,,1491.2265859286508,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Fable 5 (High) / column rating),,out:superseded, lmarenatext#none,lmarena.ai,mimo-v2.6-pro,default,mixed,mid,LMArena-Text,,,,,,1490.6785014821505,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row mimo-v2.6-pro / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,muse-spark-1.3,max,mixed,mid,LMArena-Text,,,,,,1489.9962469201294,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Muse Spark 1.3 (Max) / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,opus-4.7,high,mixed,mid,LMArena-Text,,,,,,1489.754884516141,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Opus 4.7 (High) / column rating),,out:superseded, lmarenatext#none,lmarena.ai,gemini-3.7-flash,high,mixed,mid,LMArena-Text,,,,,,1487.3039513740575,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Gemini 3.7 Flash (High) / column rating),,out:superseded, lmarenatext#none,lmarena.ai,muse-spark-1.2,xhigh,mixed,mid,LMArena-Text,,,,,,1483.6337562562753,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Muse Spark 1.2 (xHigh) / column rating),,out:superseded, lmarenatext#none,lmarena.ai,opus-4.7,default,mixed,mid,LMArena-Text,,,,,,1482.8907708137071,Elo,0,,default-bridged,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Opus 4.7 / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,?qwen3.8-max,not-established:absent,mixed,mid,LMArena-Text,,,,,,1482.8772252478664,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row qwen3.8-max / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?gemini-3.5-flash,not-established:absent,mixed,mid,LMArena-Text,,,,,,1482.0166701667843,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemini-3.5-flash-high / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,gemini-3.1-pro,default,mixed,mid,LMArena-Text,,,,,,1480.1516865475448,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Gemini 3.1 Pro Preview / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,gemini-3-pro,default,mixed,mid,LMArena-Text,,,,,,1479.4272470568092,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Gemini 3 Pro / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,gemini-3.6-flash,high,mixed,mid,LMArena-Text,,,,,,1479.3122139856446,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemini-3.6-flash-high / column rating),,out:superseded, lmarenatext#none,lmarena.ai,muse-spark-1.1,default,mixed,mid,LMArena-Text,,,,,,1478.0707420682486,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Muse Spark 1.1 / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,?gemini-3.5-flash,not-established:absent,mixed,mid,LMArena-Text,,,,,,1477.4170504317115,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemini-3.5-flash-medium / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,qwen3.7-max-preview,solo,mixed,mid,LMArena-Text,,,,,,1475.205553076342,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row qwen3.7-max-preview / column rating),,out:superseded, lmarenatext#none,lmarena.ai,kimi-k3,max,mixed,mid,LMArena-Text,,,,,,1474.6645918511683,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Kimi K3 (Max) / column rating),,out:superseded, lmarenatext#none,lmarena.ai,?Muse Spark,not-established:absent,mixed,mid,LMArena-Text,,,,,,1474.0687200584603,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Muse Spark / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,glm-5.3,max,mixed,mid,LMArena-Text,,,,,,1471.4560297864737,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row glm-5.3-max / column rating),,out:superseded, lmarenatext#none,lmarena.ai,gpt-5.5,high,mixed,mid,LMArena-Text,,,,,,1471.3397664394297,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-5.5-high / column rating),,out:superseded, lmarenatext#none,lmarena.ai,glm-5.3-flash,default,mixed,mid,LMArena-Text,,,,,,1470.5296626495826,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row glm-5.3-flash / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,sonnet-5.5,xhigh,mixed,mid,LMArena-Text,,,,,,1470.3823826457517,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-sonnet-5.5-xhigh / column rating),,out:superseded, lmarenatext#none,lmarena.ai,glm-5.2,not-established:absent,mixed,mid,LMArena-Text,,,,,,1470.3709141560387,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row glm-5.2-max / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,?qwen3.5-max-preview,not-established:absent,mixed,mid,LMArena-Text,,,,,,1470.1509149994904,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row qwen3.5-max-preview / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,gpt-5.4,high,mixed,mid,LMArena-Text,,,,,,1468.9734137454454,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-5.4-high / column rating),,out:superseded, lmarenatext#none,lmarena.ai,?ernie-5.1,not-established:absent,mixed,mid,LMArena-Text,,,,,,1467.729220565203,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row ernie-5.1 / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,gpt-5.5,default,mixed,mid,LMArena-Text,,,,,,1466.8011531857173,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-5.5 / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,gemini-3-flash,default,mixed,mid,LMArena-Text,,,,,,1465.7119518094687,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemini-3-flash / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,mimo-v2.5-pro,default,mixed,mid,LMArena-Text,,,,,,1464.885970353601,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row mimo-v2.5-pro / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,deepseek-v4.1-flash,max,mixed,mid,LMArena-Text,,,,,,1462.8474205203297,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row deepseek-v4.1-flash-max / column rating),,out:superseded, lmarenatext#none,lmarena.ai,glm-5.1,default,mixed,mid,LMArena-Text,,,,,,1462.4039016755132,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row glm-5.1 / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,opus-4.8,high,mixed,mid,LMArena-Text,,,,,,1461.0756396737042,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-opus-4-8-high / column rating),,out:superseded, lmarenatext#none,lmarena.ai,sonnet-4.6,default,mixed,mid,LMArena-Text,,,,,,1457.8672969763822,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-sonnet-4-6 / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,gemini-2.5-pro,default,mixed,mid,LMArena-Text,,,,,,1457.7258120664546,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemini-2.5-pro / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,gpt-5.6-sol,xhigh,mixed,mid,LMArena-Text,,,,,,1457.0630136388463,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-5.6-sol-xhigh / column rating),,out:superseded, lmarenatext#none,lmarena.ai,kimi-k2.6,default,mixed,mid,LMArena-Text,,,,,,1455.42205541913,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row kimi-k2.6 / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,mimo-v2.6-flash,default,mixed,mid,LMArena-Text,,,,,,1455.2141256062962,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row mimo-v2.6-flash / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,qwen3.7-plus,default,mixed,mid,LMArena-Text,,,,,,1454.5821410752708,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row qwen3.7-plus / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,opus-4.8,nothink,mixed,mid,LMArena-Text,,,,,,1453.9014471545838,Elo,0,,default-bridged,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-opus-4-8 / column rating),,in, lmarenatext#none,lmarena.ai,gpt-5.4,default,mixed,mid,LMArena-Text,,,,,,1452.2206367876688,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-5.4 / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,?deepseek-v4-pro,not-established:absent,mixed,mid,LMArena-Text,,,,,,1451.1584212632322,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row deepseek-v4-pro / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,opus-4.5,nothink,mixed,mid,LMArena-Text,,,,,,1450.8764850286768,Elo,0,,default-bridged,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-opus-4-5-20251101 / column rating),,out:single-couple, lmarenatext#none,lmarena.ai,grok-4.20,think,mixed,mid,LMArena-Text,,,,,,1450.8279279076162,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row grok-4.20-beta-0309-reasoning / column rating),,in, lmarenatext#none,lmarena.ai,grok-4.20-multi-agent,unstated,mixed,mid,LMArena-Text,,,,,,1450.2741388722682,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row grok-4.20-multi-agent-beta-0309 / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,?amazon-nova-experimental-chat-26-02-10,not-established:absent,mixed,mid,LMArena-Text,,,,,,1448.1975894455873,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row amazon-nova-experimental-chat-26-02-10 / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?claude-opus-4-5-20251101-high-32k,not-established:absent,mixed,mid,LMArena-Text,,,,,,1448.1937925422521,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-opus-4-5-20251101-high-32k / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?dola-seed-2.0-pro,not-established:absent,mixed,mid,LMArena-Text,,,,,,1448.0847291717994,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row dola-seed-2.0-pro / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,grok-4.5,high,mixed,mid,LMArena-Text,,,,,,1447.9704091358738,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row grok-4.5 / column rating),,in, lmarenatext#none,lmarena.ai,gpt-6.1-sol,max,mixed,mid,LMArena-Text,,,,,,1447.6744422530687,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-6.1-sol-max / column rating),,out:superseded, lmarenatext#none,lmarena.ai,gpt-5.6-terra,xhigh,mixed,mid,LMArena-Text,,,,,,1447.3914205209428,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-5.6-terra-xhigh / column rating),,out:superseded, lmarenatext#none,lmarena.ai,qwen3.6-max-preview,unstated,mixed,mid,LMArena-Text,,,,,,1447.142519054217,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row qwen3.6-max-preview / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,glm-5,default,mixed,mid,LMArena-Text,,,,,,1445.9283654823557,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row glm-5 / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,?deepseek-v4-pro-high-20260813,not-established:absent,mixed,mid,LMArena-Text,,,,,,1445.550155825083,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row deepseek-v4-pro-high-20260813 / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?kimi-k2.5-thinking,not-established:absent,mixed,mid,LMArena-Text,,,,,,1445.0155279264052,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row kimi-k2.5-thinking / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?deepseek-v4-pro-high-preview,not-established:absent,mixed,mid,LMArena-Text,,,,,,1444.8921826125693,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row deepseek-v4-pro-high-preview / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?nvidia-nemotron-3-ultra-550b-a55b-nvfp4,not-established:absent,mixed,mid,LMArena-Text,,,,,,1444.6352226174968,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row nvidia-nemotron-3-ultra-550b-a55b-nvfp4 / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?grok-4.20-beta1,not-established:absent,mixed,mid,LMArena-Text,,,,,,1444.5949115054125,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row grok-4.20-beta1 / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?ernie-5.0-0110,not-established:absent,mixed,mid,LMArena-Text,,,,,,1444.5691678497935,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row ernie-5.0-0110 / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,gemma-4-31b-it,default,mixed,mid,LMArena-Text,,,,,,1442.8635409140436,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemma-4-31b / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,gpt-5.1,high,mixed,mid,LMArena-Text,,,,,,1442.7372529317308,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-5.1-high / column rating),,out:superseded, lmarenatext#none,lmarena.ai,gpt-6-astra,max,mixed,mid,LMArena-Text,,,,,,1442.6942201249342,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-6-astra-max / column rating),,out:superseded, lmarenatext#none,lmarena.ai,gemini-3-flash,minimal,mixed,mid,LMArena-Text,,,,,,1442.3789135878872,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemini-3-flash (thinking-minimal) / column rating),,out:superseded, lmarenatext#none,lmarena.ai,?ernie-5.0-preview-1203,not-established:absent,mixed,mid,LMArena-Text,,,,,,1442.351917169129,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row ernie-5.0-preview-1203 / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,sonnet-5,high,mixed,mid,LMArena-Text,,,,,,1442.12148050211,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-sonnet-5-high / column rating),,out:superseded, lmarenatext#none,lmarena.ai,?Step 5 Preview,not-established:absent,mixed,mid,LMArena-Text,,,,,,1441.3906418931479,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Step 5 Preview / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,inkling,default,mixed,mid,LMArena-Text,,,,,,1441.3843755522262,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row inkling / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,qwen3.8-27b,default,mixed,mid,LMArena-Text,,,,,,1440.5473201399373,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row qwen3.8-27b / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,glm-4.6,default,mixed,mid,LMArena-Text,,,,,,1439.9166325391427,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row glm-4.6 / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,qwen3-max-preview,unstated,mixed,mid,LMArena-Text,,,,,,1438.8235819903568,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row qwen3-max-preview / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,?gpt-5.2-chat-latest-20260210,not-established:absent,mixed,mid,LMArena-Text,,,,,,1438.4935941550966,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-5.2-chat-latest-20260210 / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,sonnet-4.5,default,mixed,mid,LMArena-Text,,,,,,1438.4246824831582,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-sonnet-4-5-20250929 / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,hy3,default,mixed,mid,LMArena-Text,,,,,,1438.0013487945234,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row hy3 / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,qwen3.5-397b-a17b,default,mixed,mid,LMArena-Text,,,,,,1437.7189287176805,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row qwen3.5-397b-a17b / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,glm-5v-turbo,default,mixed,mid,LMArena-Text,,,,,,1437.602304534889,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row glm-5v-turbo / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,?grok-4.1-thinking,not-established:absent,mixed,mid,LMArena-Text,,,,,,1436.4971032772542,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row grok-4.1-thinking / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,qwen3.6-plus,default,mixed,mid,LMArena-Text,,,,,,1436.363981628608,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row qwen3.6-plus / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,?mimo-v2-pro,not-established:absent,mixed,mid,LMArena-Text,,,,,,1436.1246360357568,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row mimo-v2-pro / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,grok-4.1,default,mixed,mid,LMArena-Text,,,,,,1435.9849062572268,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row grok-4.1 / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,glm-4.7,default,mixed,mid,LMArena-Text,,,,,,1435.4043769505327,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row glm-4.7 / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,?claude-sonnet-4-5-20250929-high-32k,not-established:absent,mixed,mid,LMArena-Text,,,,,,1434.5819766876457,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-sonnet-4-5-20250929-high-32k / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,gemini-3.5-flash-lite,default,mixed,mid,LMArena-Text,,,,,,1434.5162611299957,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemini-3.5-flash-lite / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,gemma-4-26b-a4b-it,default,mixed,mid,LMArena-Text,,,,,,1434.1159973589392,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemma-4-26b-a4b / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,minimax-m3,default,mixed,mid,LMArena-Text,,,,,,1433.3266154552236,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row minimax-m3 / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,?deepseek-v4-flash,not-established:absent,mixed,mid,LMArena-Text,,,,,,1431.8376632131556,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row deepseek-v4-flash / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,gpt-5.6-luna,xhigh,mixed,mid,LMArena-Text,,,,,,1430.6557406021043,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-5.6-luna-xhigh / column rating),,out:superseded, lmarenatext#none,lmarena.ai,?mistral-large-4,not-established:absent,mixed,mid,LMArena-Text,,,,,,1429.9946133933556,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row mistral-large-4 / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,glm-4.5,default,mixed,mid,LMArena-Text,,,,,,1429.9410054562568,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row glm-4.5 / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,?ernie-5.0-preview-1022,not-established:absent,mixed,mid,LMArena-Text,,,,,,1429.7750373185368,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row ernie-5.0-preview-1022 / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?chatgpt-4o-latest-20250326,not-established:absent,mixed,mid,LMArena-Text,,,,,,1428.4341507160768,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row chatgpt-4o-latest-20250326 / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?mistral-large-3,not-established:absent,mixed,mid,LMArena-Text,,,,,,1428.1636233985298,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row mistral-large-3 / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,grok-4.6,high,mixed,mid,LMArena-Text,,,,,,1427.7652036468833,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row grok-4.6-high / column rating),,out:superseded, lmarenatext#none,lmarena.ai,mimo-v2.5,default,mixed,mid,LMArena-Text,,,,,,1427.728299546782,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row mimo-v2.5 / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,deepseek-r1-0528,solo,mixed,mid,LMArena-Text,,,,,,1427.703156098861,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row deepseek-r1-0528 / column rating),,out:single-couple, lmarenatext#none,lmarena.ai,?longcat-flash-chat-2602-exp,not-established:absent,mixed,mid,LMArena-Text,,,,,,1426.4965376894386,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row longcat-flash-chat-2602-exp / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?grok-3-preview-02-24,not-established:absent,mixed,mid,LMArena-Text,,,,,,1425.4616772126221,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row grok-3-preview-02-24 / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?deepseek-v3.2-exp-thinking,not-established:absent,mixed,mid,LMArena-Text,,,,,,1424.9499315880578,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row deepseek-v3.2-exp-thinking / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,deepseek-v3.2,default,mixed,mid,LMArena-Text,,,,,,1424.4567637120713,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row deepseek-v3.2 / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,?deepseek-v4-flash-high-preview,not-established:absent,mixed,mid,LMArena-Text,,,,,,1424.3407898497833,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row deepseek-v4-flash-high-preview / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,mistral-medium-3.1,unstated,mixed,mid,LMArena-Text,,,,,,1424.2214391860714,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row mistral-medium-2508 / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,?mimo-v2-omni,not-established:absent,mixed,mid,LMArena-Text,,,,,,1423.2771219229405,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row mimo-v2-omni / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?longcat-flash-chat,not-established:absent,mixed,mid,LMArena-Text,,,,,,1422.6065248752107,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row longcat-flash-chat / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,gpt-5.1,default,mixed,mid,LMArena-Text,,,,,,1422.278615791595,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-5.1 / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,deepseek-v3.2-exp,default,mixed,mid,LMArena-Text,,,,,,1422.1755624052087,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row deepseek-v3.2-exp / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,mistral-medium-3.5,unstated,mixed,mid,LMArena-Text,,,,,,1420.966198360955,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row mistral-medium-3.5 / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,?kimi-k2.5-instant,not-established:absent,mixed,mid,LMArena-Text,,,,,,1420.1422152040973,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row kimi-k2.5-instant / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,qwen3-vl-235b-a22b-instruct,solo,mixed,mid,LMArena-Text,,,,,,1420.0930479615047,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row qwen3-vl-235b-a22b-instruct / column rating),,out:superseded, lmarenatext#none,lmarena.ai,?deepseek-v3.2-thinking,not-established:absent,mixed,mid,LMArena-Text,,,,,,1419.8961738975906,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row deepseek-v3.2-thinking / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,deepseek-v3.1,default,mixed,mid,LMArena-Text,,,,,,1419.60945703329,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row deepseek-v3.1 / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,?amazon-nova-experimental-chat-12-10,not-established:absent,mixed,mid,LMArena-Text,,,,,,1419.3132252148093,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row amazon-nova-experimental-chat-12-10 / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?claude-opus-4-1-20250805,not-established:absent,mixed,mid,LMArena-Text,,,,,,1419.203183310374,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-opus-4-1-20250805-thinking-16k / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,qwen3-235b-a22b-instruct-2507,solo,mixed,mid,LMArena-Text,,,,,,1419.1275223666578,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row qwen3-235b-a22b-instruct-2507 / column rating),,out:single-couple, lmarenatext#none,lmarena.ai,?deepseek-v3.1-terminus-thinking,not-established:absent,mixed,mid,LMArena-Text,,,,,,1419.126338844166,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row deepseek-v3.1-terminus-thinking / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?gpt-5.5-instant,not-established:absent,mixed,mid,LMArena-Text,,,,,,1419.0913364146802,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-5.5-instant / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?claude-opus-4-1-20250805,not-established:absent,mixed,mid,LMArena-Text,,,,,,1418.6469693382608,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-opus-4-1-20250805 / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,qwen3.5-122b-a10b,default,mixed,mid,LMArena-Text,,,,,,1417.3957431608792,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row qwen3.5-122b-a10b / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,gpt-4.5-preview,solo,mixed,mid,LMArena-Text,,,,,,1417.3453188776168,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-4.5-preview-2025-02-27 / column rating),,out:single-couple, lmarenatext#none,lmarena.ai,deepseek-v3.1-terminus,default,mixed,mid,LMArena-Text,,,,,,1417.1045316510745,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row deepseek-v3.1-terminus / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,qwen3-next-80b-a3b-instruct,solo,mixed,mid,LMArena-Text,,,,,,1417.0229015581779,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row qwen3-next-80b-a3b-instruct / column rating),,out:superseded, lmarenatext#none,lmarena.ai,gemini-2.5-flash,default,mixed,mid,LMArena-Text,,,,,,1416.8914386105444,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemini-2.5-flash / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,?deepseek-v3.1-thinking,not-established:absent,mixed,mid,LMArena-Text,,,,,,1416.6003143191642,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row deepseek-v3.1-thinking / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,gpt-5.2,high,mixed,mid,LMArena-Text,,,,,,1416.241155836213,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-5.2-high / column rating),,out:superseded, lmarenatext#none,lmarena.ai,gemini-3.1-flash-lite-preview,default,mixed,mid,LMArena-Text,,,,,,1415.8118820268242,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemini-3.1-flash-lite-preview / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,qwen3-235b-a22b-thinking-2507,solo,mixed,mid,LMArena-Text,,,,,,1415.044224579377,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row qwen3-235b-a22b-thinking-2507 / column rating),,out:single-couple, lmarenatext#none,lmarena.ai,?amazon-nova-experimental-chat-11-10,not-established:absent,mixed,mid,LMArena-Text,,,,,,1414.9886781080572,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row amazon-nova-experimental-chat-11-10 / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?kimi-k2-thinking-turbo,not-established:absent,mixed,mid,LMArena-Text,,,,,,1414.4917720082947,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row kimi-k2-thinking-turbo / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,qwen3-max-0923,solo,mixed,mid,LMArena-Text,,,,,,1412.932942711094,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row qwen3-max-2025-09-23 / column rating),,out:single-couple, lmarenatext#none,lmarena.ai,inkling-small,default,mixed,mid,LMArena-Text,,,,,,1412.6234189082622,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Inkling Small / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,gpt-5.2,default,mixed,mid,LMArena-Text,,,,,,1412.1424220440667,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-5.2 / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,gpt-5.4-mini,high,mixed,mid,LMArena-Text,,,,,,1411.451300466027,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-5.4-mini-high / column rating),,out:superseded, lmarenatext#none,lmarena.ai,?grok-4-0709,not-established:absent,mixed,mid,LMArena-Text,,,,,,1411.3229690350981,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row grok-4-0709 / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?mimo-v2-flash (non-thinking),not-established:absent,mixed,mid,LMArena-Text,,,,,,1410.9853460654392,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row mimo-v2-flash (non-thinking) / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,o3,default,mixed,mid,LMArena-Text,,,,,,1409.8213257617233,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row o3-2025-04-16 / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,?nvidia-nemotron-3.5-super-vl-120b-a12b-nvfp4,not-established:absent,mixed,mid,LMArena-Text,,,,,,1408.8993412570817,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row nvidia-nemotron-3.5-super-vl-120b-a12b-nvfp4 / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,qwen3.5-27b,default,mixed,mid,LMArena-Text,,,,,,1408.8984198274281,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row qwen3.5-27b / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,?grok-4-1-fast-reasoning,not-established:absent,mixed,mid,LMArena-Text,,,,,,1407.998568045064,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row grok-4-1-fast-reasoning / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?grok-4-fast-chat,not-established:absent,mixed,mid,LMArena-Text,,,,,,1406.962809366786,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row grok-4-fast-chat / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,gemini-2.5-flash-preview-09-2025,default,mixed,mid,LMArena-Text,,,,,,1406.461993171867,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemini-2.5-flash-preview-09-2025 / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,gpt-5,high,mixed,mid,LMArena-Text,,,,,,1406.1806547025644,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-5-high / column rating),,out:superseded, lmarenatext#none,lmarena.ai,hunyuan-vision-1.5-thinking,unstated,mixed,mid,LMArena-Text,,,,,,1405.5392857706017,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row hunyuan-vision-1.5-thinking / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,minimax-m2.7,default,mixed,mid,LMArena-Text,,,,,,1404.8321223235982,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row minimax-m2.7 / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,?gpt-5-chat,not-established:absent,mixed,mid,LMArena-Text,,,,,,1403.2035048820376,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-5-chat / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,step-3.5-flash,default,mixed,mid,LMArena-Text,,,,,,1402.606049719976,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row step-3.5-flash / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,?hunyuan-hy3-preview,not-established:absent,mixed,mid,LMArena-Text,,,,,,1401.5358478880655,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row hunyuan-hy3-preview / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,qwen3-vl-235b-a22b-thinking,solo,mixed,mid,LMArena-Text,,,,,,1400.7262536466458,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row qwen3-vl-235b-a22b-thinking / column rating),,out:superseded, lmarenatext#none,lmarena.ai,grok-4.7,xhigh,mixed,mid,LMArena-Text,,,,,,1400.5236699479146,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row grok-4.7-xhigh / column rating),,out:superseded, lmarenatext#none,lmarena.ai,?hunyuan-t1-20250711,not-established:absent,mixed,mid,LMArena-Text,,,,,,1400.4905975230279,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row hunyuan-t1-20250711 / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?grok-4-fast-reasoning,not-established:absent,mixed,mid,LMArena-Text,,,,,,1399.67935353897,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row grok-4-fast-reasoning / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,gpt-6-sol,max,mixed,mid,LMArena-Text,,,,,,1398.0199753455704,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-6-sol-max / column rating),,out:superseded, lmarenatext#none,lmarena.ai,qwen3.5-flash,default,mixed,mid,LMArena-Text,,,,,,1397.0135676146804,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row qwen3.5-flash / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,grok-4.3,default,mixed,mid,LMArena-Text,,,,,,1396.9237209726516,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row grok-4.3 / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,haiku-4.5,default,mixed,mid,LMArena-Text,,,,,,1396.6445118945935,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-haiku-4-5-20251001 / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,?amazon-nova-experimental-chat-26-01-10,not-established:absent,mixed,mid,LMArena-Text,,,,,,1395.587991330907,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row amazon-nova-experimental-chat-26-01-10 / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,qwen3.5-35b-a3b,default,mixed,mid,LMArena-Text,,,,,,1394.7323358127903,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row qwen3.5-35b-a3b / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,?mimo-v2-flash,not-established:absent,mixed,mid,LMArena-Text,,,,,,1394.6719842156174,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row mimo-v2-flash (thinking) / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?amazon-nova-experimental-chat-10-20,not-established:absent,mixed,mid,LMArena-Text,,,,,,1393.847152248772,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row amazon-nova-experimental-chat-10-20 / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,qwen3-235b-a22b,nothink,mixed,mid,LMArena-Text,,,,,,1393.3886829958378,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row qwen3-235b-a22b-no-thinking / column rating),,out:single-couple, lmarenatext#none,lmarena.ai,?minimax-m2.1-preview,not-established:absent,mixed,mid,LMArena-Text,,,,,,1391.904129402532,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row minimax-m2.1-preview / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,gpt-6-luna,max,mixed,mid,LMArena-Text,,,,,,1391.6288983949628,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-6-luna-max / column rating),,out:superseded, lmarenatext#none,lmarena.ai,?muse-glimmer,not-established:absent,mixed,mid,LMArena-Text,,,,,,1388.9089387323047,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row muse-glimmer / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,gpt-5.3-chat-latest,solo,mixed,mid,LMArena-Text,,,,,,1388.888065500483,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-5.3-chat-latest / column rating),,out:superseded, lmarenatext#none,lmarena.ai,solar-pro4,default,mixed,mid,LMArena-Text,,,,,,1386.7207226836342,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row solar-pro4 / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,qwen3-30b-a3b-instruct-2507,solo,mixed,mid,LMArena-Text,,,,,,1383.8322170927747,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row qwen3-30b-a3b-instruct-2507 / column rating),,out:single-couple, lmarenatext#none,lmarena.ai,glm-4.5-air,default,mixed,mid,LMArena-Text,,,,,,1383.6910402570022,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row glm-4.5-air / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,gpt-4.1,solo,mixed,mid,LMArena-Text,,,,,,1382.8918564209341,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-4.1-2025-04-14 / column rating),,out:single-couple, lmarenatext#none,lmarena.ai,?kimi-k2-0905-preview,not-established:absent,mixed,mid,LMArena-Text,,,,,,1379.998362699433,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row kimi-k2-0905-preview / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,gemini-2.5-flash-lite-preview-09-2025,nothink,mixed,mid,LMArena-Text,,,,,,1379.2537476156808,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemini-2.5-flash-lite-preview-09-2025-no-thinking / column rating),,out:single-couple, lmarenatext#none,lmarena.ai,?nvidia-nemotron-3-super-120b-a12b,not-established:absent,mixed,mid,LMArena-Text,,,,,,1377.5882655324158,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row nvidia-nemotron-3-super-120b-a12b / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?hunyuan-turbos-20250416,not-established:absent,mixed,mid,LMArena-Text,,,,,,1377.18081500001,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row hunyuan-turbos-20250416 / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?claude-opus-4-20250514,not-established:absent,mixed,mid,LMArena-Text,,,,,,1377.065829337318,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-opus-4-20250514-thinking-16k / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,glm-4.6v,default,mixed,mid,LMArena-Text,,,,,,1376.36652049651,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row glm-4.6v / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,?deepseek-v3-0324,not-established:absent,mixed,mid,LMArena-Text,,,,,,1374.5908048889319,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row deepseek-v3-0324 / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,gpt-5-mini,high,mixed,mid,LMArena-Text,,,,,,1373.2833088749294,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-5-mini-high / column rating),,out:superseded, lmarenatext#none,lmarena.ai,?deepseek-r1,not-established:absent,mixed,mid,LMArena-Text,,,,,,1372.6528612511954,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row deepseek-r1 / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,gpt-5.4-nano,high,mixed,mid,LMArena-Text,,,,,,1372.0134529059194,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-5.4-nano-high / column rating),,out:superseded, lmarenatext#none,lmarena.ai,?kimi-k2-0711-preview,not-established:absent,mixed,mid,LMArena-Text,,,,,,1370.688171553043,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row kimi-k2-0711-preview / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,mistral-medium-3,unstated,mixed,mid,LMArena-Text,,,,,,1370.1483062961358,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row mistral-medium-2505 / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,grok-3-mini,high,mixed,mid,LMArena-Text,,,,,,1369.5251501690184,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row grok-3-mini-high / column rating),,out:superseded, lmarenatext#none,lmarena.ai,?gemini-2.5-flash-lite-preview-06-17-thinking,not-established:absent,mixed,mid,LMArena-Text,,,,,,1369.291270172292,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemini-2.5-flash-lite-preview-06-17-thinking / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,qwen3-next-80b-a3b-thinking,solo,mixed,mid,LMArena-Text,,,,,,1368.0855703291281,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row qwen3-next-80b-a3b-thinking / column rating),,out:superseded, lmarenatext#none,lmarena.ai,?qwen2.5,not-established:absent,mixed,mid,LMArena-Text,,,,,,1366.664128127551,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row qwen2.5-max / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,qwen3-235b-a22b,default,mixed,mid,LMArena-Text,,,,,,1366.2366696625795,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row qwen3-235b-a22b / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,?claude-opus-4-20250514,not-established:absent,mixed,mid,LMArena-Text,,,,,,1365.8881423823764,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-opus-4-20250514 / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,o1,default,mixed,mid,LMArena-Text,,,,,,1365.7881624179697,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row o1-2024-12-17 / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,?gpt-oss-120b,not-established:absent,mixed,mid,LMArena-Text,,,,,,1365.5110682283662,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-oss-120b / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,grok-3-mini,default,mixed,mid,LMArena-Text,,,,,,1364.261847828942,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row grok-3-mini-beta / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,?amazon-nova-experimental-chat-10-09,not-established:absent,mixed,mid,LMArena-Text,,,,,,1363.9069295735758,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row amazon-nova-experimental-chat-10-09 / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,nova-2-lite,default,mixed,mid,LMArena-Text,,,,,,1361.8256109457454,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row nova-2-lite / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,?granite-4.2-30b,not-established:absent,mixed,mid,LMArena-Text,,,,,,1361.4062159322646,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row granite-4.2-30b / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?ling-flash-2.0,not-established:absent,mixed,mid,LMArena-Text,,,,,,1361.166287186655,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row ling-flash-2.0 / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,minimax-m2.5,default,mixed,mid,LMArena-Text,,,,,,1359.1239335465827,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row minimax-m2.5 / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,gemma-3-27b-it,solo,mixed,mid,LMArena-Text,,,,,,1357.8020787106684,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemma-3-27b-it / column rating),,out:single-couple, lmarenatext#none,lmarena.ai,qwen3-coder-480b-a35b-instruct,solo,mixed,mid,LMArena-Text,,,,,,1356.5630184436598,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row qwen3-coder-480b-a35b-instruct / column rating),,out:superseded, lmarenatext#none,lmarena.ai,?intellect-3,not-established:absent,mixed,mid,LMArena-Text,,,,,,1355.9295857916743,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row intellect-3 / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,mercury-2,default,mixed,mid,LMArena-Text,,,,,,1354.8601029761023,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row mercury-2 / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,gemini-2.0-flash,solo,mixed,mid,LMArena-Text,,,,,,1353.944630623433,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemini-2.0-flash-001 / column rating),,out:single-couple, lmarenatext#none,lmarena.ai,o4-mini,default,mixed,mid,LMArena-Text,,,,,,1353.2945502996856,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row o4-mini-2025-04-16 / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,o1-preview,solo,mixed,mid,LMArena-Text,,,,,,1352.7339597345624,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row o1-preview / column rating),,out:superseded, lmarenatext#none,lmarena.ai,?claude-sonnet-4-20250514,not-established:absent,mixed,mid,LMArena-Text,,,,,,1350.884852369603,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-sonnet-4-20250514-thinking-32k / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,glm-4.7-flash,default,mixed,mid,LMArena-Text,,,,,,1350.5622867972056,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row glm-4.7-flash / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,?step-3,not-established:absent,mixed,mid,LMArena-Text,,,,,,1350.267350820562,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row step-3 / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,nemotron-3-nano-30b-a3b,default,mixed,mid,LMArena-Text,,,,,,1347.8217466034064,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row nvidia-nemotron-3-nano-30b-a3b-bf16 / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,?minimax-m1,not-established:absent,mixed,mid,LMArena-Text,,,,,,1342.6252470433112,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row minimax-m1 / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,gpt-4.1-mini,solo,mixed,mid,LMArena-Text,,,,,,1340.5047131542751,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-4.1-mini-2025-04-14 / column rating),,out:single-couple, lmarenatext#none,lmarena.ai,trinity-large-thinking,solo,mixed,mid,LMArena-Text,,,,,,1340.1070986110035,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row trinity-large-thinking / column rating),,out:superseded, lmarenatext#none,lmarena.ai,qwen3-32b,default,mixed,mid,LMArena-Text,,,,,,1340.0739376589238,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row qwen3-32b / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,minimax-m2,solo,mixed,mid,LMArena-Text,,,,,,1339.9202475131674,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row minimax-m2 / column rating),,out:superseded, lmarenatext#none,lmarena.ai,?claude-sonnet-4-20250514,not-established:absent,mixed,mid,LMArena-Text,,,,,,1339.2467765697188,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-sonnet-4-20250514 / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?trinity-large-preview,not-established:absent,mixed,mid,LMArena-Text,,,,,,1338.7745014227426,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row trinity-large-preview / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?nvidia-llama-3.3-nemotron-super-49b-v1.5,not-established:absent,mixed,mid,LMArena-Text,,,,,,1338.0469346302618,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row nvidia-llama-3.3-nemotron-super-49b-v1.5 / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?mistral-small-2506,not-established:absent,mixed,mid,LMArena-Text,,,,,,1338.0166276905582,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row mistral-small-2506 / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,o3-mini,not-established:absent,mixed,mid,LMArena-Text,,,,,,1336.554249045414,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row o3-mini-high / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,?step-1o-turbo-202506,not-established:absent,mixed,mid,LMArena-Text,,,,,,1335.6469302246808,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row step-1o-turbo-202506 / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,gemma-3-12b-it,solo,mixed,mid,LMArena-Text,,,,,,1334.200514191159,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemma-3-12b-it / column rating),,out:single-couple, lmarenatext#none,lmarena.ai,?ring-flash-2.0,not-established:absent,mixed,mid,LMArena-Text,,,,,,1333.8931543833373,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row ring-flash-2.0 / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,glm-4.5v,default,mixed,mid,LMArena-Text,,,,,,1332.6508301539218,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row glm-4.5v / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,?deepseek-v3,not-established:absent,mixed,mid,LMArena-Text,,,,,,1332.4602598883605,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row deepseek-v3 / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?command-a-03-2025,not-established:absent,mixed,mid,LMArena-Text,,,,,,1330.9389119376765,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row command-a-03-2025 / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?glm-4-plus-0111,not-established:absent,mixed,mid,LMArena-Text,,,,,,1330.7900120611453,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row glm-4-plus-0111 / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,gemini-2.0-flash-lite-preview-02-05,default,mixed,mid,LMArena-Text,,,,,,1329.5440594149823,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemini-2.0-flash-lite-preview-02-05 / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,qwq-32b,solo,mixed,mid,LMArena-Text,,,,,,1329.0793448428976,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row qwq-32b / column rating),,out:superseded, lmarenatext#none,lmarena.ai,?nvidia-nemotron-3.5-lightning-30b-a3b-nvfp4,not-established:absent,mixed,mid,LMArena-Text,,,,,,1328.8829530843907,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row nvidia-nemotron-3.5-lightning-30b-a3b-nvfp4 / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,qwen-plus-0125,default,mixed,mid,LMArena-Text,,,,,,1326.3728174790608,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row qwen-plus-0125 / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,?step-2-16k-exp-202412,not-established:absent,mixed,mid,LMArena-Text,,,,,,1320.8658118519436,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row step-2-16k-exp-202412 / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,gpt-5-nano,high,mixed,mid,LMArena-Text,,,,,,1319.937017746315,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-5-nano-high / column rating),,out:superseded, lmarenatext#none,lmarena.ai,?hunyuan-turbos-20250226,not-established:absent,mixed,mid,LMArena-Text,,,,,,1319.7112014426068,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row hunyuan-turbos-20250226 / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,granite-4.2-8b,default,mixed,mid,LMArena-Text,,,,,,1319.5785614364268,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row granite-4.2-8b / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,?llama-3.1-nemotron-ultra-253b-v1,not-established:absent,mixed,mid,LMArena-Text,,,,,,1319.5245351495405,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row llama-3.1-nemotron-ultra-253b-v1 / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,o3-mini,default,mixed,mid,LMArena-Text,,,,,,1319.4198519851786,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row o3-mini / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,gemini-1.5-pro-002,solo,mixed,mid,LMArena-Text,,,,,,1319.0958468201197,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemini-1.5-pro-002 / column rating),,out:single-couple, lmarenatext#none,lmarena.ai,o1-mini,solo,mixed,mid,LMArena-Text,,,,,,1317.0370678632498,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row o1-mini / column rating),,out:superseded, lmarenatext#none,lmarena.ai,qwen3-30b-a3b,default,mixed,mid,LMArena-Text,,,,,,1317.0052518000293,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row qwen3-30b-a3b / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,sonnet-3.7,think-32000,mixed,mid,LMArena-Text,,,,,,1314.3211732891475,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-3-7-sonnet-20250219-thinking-32k / column rating),,out:budget-config, lmarenatext#none,lmarena.ai,?hunyuan-turbo-0110,not-established:absent,mixed,mid,LMArena-Text,,,,,,1311.4017060856122,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row hunyuan-turbo-0110 / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?olmo-3.1-32b-instruct,not-established:absent,mixed,mid,LMArena-Text,,,,,,1311.1385938776066,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row olmo-3.1-32b-instruct / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?llama-3.3-nemotron-49b-super-v1,not-established:absent,mixed,mid,LMArena-Text,,,,,,1308.3543145120914,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row llama-3.3-nemotron-49b-super-v1 / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,gemma-3n-e4b-it,solo,mixed,mid,LMArena-Text,,,,,,1305.5740164065112,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemma-3n-e4b-it / column rating),,out:single-couple, lmarenatext#none,lmarena.ai,grok-2-0813,default,mixed,mid,LMArena-Text,,,,,,1304.5373618897636,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row grok-2-2024-08-13 / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,?yi-lightning,not-established:absent,mixed,mid,LMArena-Text,,,,,,1301.4939661934593,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row yi-lightning / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,gpt-4o-0513,solo,mixed,mid,LMArena-Text,,,,,,1300.3973861265524,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-4o-2024-05-13 / column rating),,out:single-couple, lmarenatext#none,lmarena.ai,olmo-3-32b-think,solo,mixed,mid,LMArena-Text,,,,,,1299.4177996002136,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row olmo-3-32b-think / column rating),,out:superseded, lmarenatext#none,lmarena.ai,sonnet-3.7,default,mixed,mid,LMArena-Text,,,,,,1299.3867721105528,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-3-7-sonnet-20250219 / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,?qwen2.5-plus-1127,not-established:absent,mixed,mid,LMArena-Text,,,,,,1299.1098523702444,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row qwen2.5-plus-1127 / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,sonnet-3.5-1022,solo,mixed,mid,LMArena-Text,,,,,,1297.7752958285298,Elo,0,,prev=1297.8070284791122 (src-lmarena.ai-text-2026-10-13#M1),https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-3-5-sonnet-20241022 / column rating),,out:single-couple, lmarenatext#none,lmarena.ai,deepseek-v2.5-1210,solo,mixed,mid,LMArena-Text,,,,,,1293.8876924163517,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row deepseek-v2.5-1210 / column rating),,out:single-couple, lmarenatext#none,lmarena.ai,?granite-4.2-3b,not-established:absent,mixed,mid,LMArena-Text,,,,,,1292.9351611165628,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row granite-4.2-3b / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?athene-v2-chat,not-established:absent,mixed,mid,LMArena-Text,,,,,,1291.4221573079415,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row athene-v2-chat / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,gemma-3-4b-it,solo,mixed,mid,LMArena-Text,,,,,,1290.7831372470387,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemma-3-4b-it / column rating),,out:single-couple, lmarenatext#none,lmarena.ai,granite-4.1-8b,solo,mixed,mid,LMArena-Text,,,,,,1290.6862504564715,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row granite-4.1-8b / column rating),,out:superseded, lmarenatext#none,lmarena.ai,?glm-4-plus,not-established:absent,mixed,mid,LMArena-Text,,,,,,1289.6155806620968,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row glm-4-plus / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?molmo-2-8b,not-established:absent,mixed,mid,LMArena-Text,,,,,,1288.33472443031,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row molmo-2-8b / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?hunyuan-large-2025-02-10,not-established:absent,mixed,mid,LMArena-Text,,,,,,1287.918328402696,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row hunyuan-large-2025-02-10 / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?gpt-oss-20b,not-established:absent,mixed,mid,LMArena-Text,,,,,,1287.4250454920798,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-oss-20b / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,llama-4-maverick,solo,mixed,mid,LMArena-Text,,,,,,1287.1891774182086,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row llama-4-maverick-17b-128e-instruct / column rating),,out:superseded, lmarenatext#none,lmarena.ai,gemini-1.5-flash-002,solo,mixed,mid,LMArena-Text,,,,,,1286.6155470766164,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemini-1.5-flash-002 / column rating),,out:single-couple, lmarenatext#none,lmarena.ai,gpt-4o-mini,solo,mixed,mid,LMArena-Text,,,,,,1286.342818557726,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-4o-mini-2024-07-18 / column rating),,out:single-couple, lmarenatext#none,lmarena.ai,gpt-4.1-nano,solo,mixed,mid,LMArena-Text,,,,,,1284.7769429877421,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-4.1-nano-2025-04-14 / column rating),,out:single-couple, lmarenatext#none,lmarena.ai,?llama-3.1-405b-instruct-bf16,not-established:absent,mixed,mid,LMArena-Text,,,,,,1283.6536113194556,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row llama-3.1-405b-instruct-bf16 / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?llama-3.1-nemotron-70b-instruct,not-established:absent,mixed,mid,LMArena-Text,,,,,,1282.615750828316,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row llama-3.1-nemotron-70b-instruct / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,gpt-4o-0806,solo,mixed,mid,LMArena-Text,,,,,,1282.5032001179243,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-4o-2024-08-06 / column rating),,out:single-couple, lmarenatext#none,lmarena.ai,?qwen-max-0919,not-established:absent,mixed,mid,LMArena-Text,,,,,,1281.8431122296965,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row qwen-max-0919 / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?mercury,not-established:absent,mixed,mid,LMArena-Text,,,,,,1281.811657535667,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row mercury / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?llama-3.1-405b-instruct-fp8,not-established:absent,mixed,mid,LMArena-Text,,,,,,1281.7635783570681,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row llama-3.1-405b-instruct-fp8 / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,sonnet-3.5-0620,solo,mixed,mid,LMArena-Text,,,,,,1280.8813789584726,Elo,0,,prev=1280.8711682146513 (src-lmarena.ai-text-2026-10-13#M2),https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-3-5-sonnet-20240620 / column rating),,out:single-couple, lmarenatext#none,lmarena.ai,grok-2-mini,default,mixed,mid,LMArena-Text,,,,,,1280.6547314895806,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row grok-2-mini-2024-08-13 / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,llama-4-scout,solo,mixed,mid,LMArena-Text,,,,,,1279.1579685442514,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row llama-4-scout-17b-16e-instruct / column rating),,out:single-couple, lmarenatext#none,lmarena.ai,?gemini-advanced-0514,not-established:absent,mixed,mid,LMArena-Text,,,,,,1278.5198480052827,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemini-advanced-0514 / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?mistral-small-3.1-24b-instruct-2503,not-established:absent,mixed,mid,LMArena-Text,,,,,,1277.1347186281205,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row mistral-small-3.1-24b-instruct-2503 / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,llama-3.3-70b-instruct,solo,mixed,mid,LMArena-Text,,,,,,1274.2054326702603,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row llama-3.3-70b-instruct / column rating),,out:superseded, lmarenatext#none,lmarena.ai,?hunyuan-standard-2025-02-10,not-established:absent,mixed,mid,LMArena-Text,,,,,,1273.9635388923114,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row hunyuan-standard-2025-02-10 / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,gemini-1.5-pro-001,solo,mixed,mid,LMArena-Text,,,,,,1273.4557129619213,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemini-1.5-pro-001 / column rating),,out:single-couple, lmarenatext#none,lmarena.ai,gpt-4-turbo,solo,mixed,mid,LMArena-Text,,,,,,1271.6531910176432,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-4-turbo-2024-04-09 / column rating),,out:single-couple, lmarenatext#none,lmarena.ai,olmo-3.1-32b-think,solo,mixed,mid,LMArena-Text,,,,,,1271.6210009864742,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row olmo-3.1-32b-think / column rating),,out:superseded, lmarenatext#none,lmarena.ai,deepseek-v2.5,solo,mixed,mid,LMArena-Text,,,,,,1271.2134536880822,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row deepseek-v2.5 / column rating),,out:superseded, lmarenatext#none,lmarena.ai,qwen2.5-72b-instruct,solo,mixed,mid,LMArena-Text,,,,,,1268.9804569233395,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row qwen2.5-72b-instruct / column rating),,out:superseded, lmarenatext#none,lmarena.ai,mistral-large-2407,default,mixed,mid,LMArena-Text,,,,,,1266.1069767363372,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row mistral-large-2407 / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,?mistral-large-2411,not-established:absent,mixed,mid,LMArena-Text,,,,,,1265.2833561700174,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row mistral-large-2411 / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?athene-70b-0725,not-established:absent,mixed,mid,LMArena-Text,,,,,,1265.1024605691457,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row athene-70b-0725 / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,gpt-4-1106-preview,solo,mixed,mid,LMArena-Text,,,,,,1263.3995532486747,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-4-1106-preview / column rating),,out:single-couple, lmarenatext#none,lmarena.ai,?hunyuan-large-vision,not-established:absent,mixed,mid,LMArena-Text,,,,,,1262.8726132519048,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row hunyuan-large-vision / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,gpt-4-0125-preview,solo,mixed,mid,LMArena-Text,,,,,,1262.1658780573218,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-4-0125-preview / column rating),,out:single-couple, lmarenatext#none,lmarena.ai,opus-3,solo,mixed,mid,LMArena-Text,,,,,,1261.966483067763,Elo,0,,prev=1261.9567630189247 (src-lmarena.ai-text-2026-10-13#M3),https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-3-opus-20240229 / column rating),,out:single-couple, lmarenatext#none,lmarena.ai,llama-3.1-70b-instruct,solo,mixed,mid,LMArena-Text,,,,,,1260.8692263664682,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row llama-3.1-70b-instruct / column rating),,out:superseded, lmarenatext#none,lmarena.ai,?amazon-nova-pro-v1.0,not-established:absent,mixed,mid,LMArena-Text,,,,,,1258.6712995614619,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row amazon-nova-pro-v1.0 / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?llama-3.1-tulu-3-70b,not-established:absent,mixed,mid,LMArena-Text,,,,,,1255.6872999156078,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row llama-3.1-tulu-3-70b / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,haiku-3.5,solo,mixed,mid,LMArena-Text,,,,,,1255.3789083678766,Elo,0,,prev=1255.3642290508317 (src-lmarena.ai-text-2026-10-13#M4),https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-3-5-haiku-20241022 / column rating),,out:single-couple, lmarenatext#none,lmarena.ai,?magistral-medium-2506,not-established:absent,mixed,mid,LMArena-Text,,,,,,1254.8945654218762,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row magistral-medium-2506 / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?reka-core-20240904,not-established:absent,mixed,mid,LMArena-Text,,,,,,1248.3428573206863,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row reka-core-20240904 / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?ibm-granite-h-small,not-established:absent,mixed,mid,LMArena-Text,,,,,,1241.4044851319752,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row ibm-granite-h-small / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,gemini-1.5-flash-001,solo,mixed,mid,LMArena-Text,,,,,,1239.2630471629868,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemini-1.5-flash-001 / column rating),,out:single-couple, lmarenatext#none,lmarena.ai,?jamba-1.5-large,not-established:absent,mixed,mid,LMArena-Text,,,,,,1236.9861852098456,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row jamba-1.5-large / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,mistral-small-24b-instruct-2501,solo,mixed,mid,LMArena-Text,,,,,,1233.5332116485577,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row mistral-small-24b-instruct-2501 / column rating),,out:single-couple, lmarenatext#none,lmarena.ai,gemma-2-27b-it,solo,mixed,mid,LMArena-Text,,,,,,1231.3419387831543,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemma-2-27b-it / column rating),,out:single-couple, lmarenatext#none,lmarena.ai,qwen2.5-coder-32b-instruct,solo,mixed,mid,LMArena-Text,,,,,,1230.005014483507,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row qwen2.5-coder-32b-instruct / column rating),,out:single-couple, lmarenatext#none,lmarena.ai,?command-r-plus-08-2024,not-established:absent,mixed,mid,LMArena-Text,,,,,,1228.860539744157,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row command-r-plus-08-2024 / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?amazon-nova-lite-v1.0,not-established:absent,mixed,mid,LMArena-Text,,,,,,1228.4551662411873,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row amazon-nova-lite-v1.0 / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?llama-3.1-nemotron-51b-instruct,not-established:absent,mixed,mid,LMArena-Text,,,,,,1227.9525404579608,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row llama-3.1-nemotron-51b-instruct / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?gemma-2-9b-it-simpo,not-established:absent,mixed,mid,LMArena-Text,,,,,,1227.0261786099109,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemma-2-9b-it-simpo / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?glm-4-0520,not-established:absent,mixed,mid,LMArena-Text,,,,,,1225.8706503122805,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row glm-4-0520 / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,gemini-1.5-flash-8b-001,solo,mixed,mid,LMArena-Text,,,,,,1225.8181190247662,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemini-1.5-flash-8b-001 / column rating),,out:single-couple, lmarenatext#none,lmarena.ai,?nemotron-4-340b-instruct,not-established:absent,mixed,mid,LMArena-Text,,,,,,1224.7758510358606,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row nemotron-4-340b-instruct / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?c4ai-aya-expanse-32b,not-established:absent,mixed,mid,LMArena-Text,,,,,,1223.9704295718586,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row c4ai-aya-expanse-32b / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,llama-3-70b-instruct,solo,mixed,mid,LMArena-Text,,,,,,1220.7583455237252,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row llama-3-70b-instruct / column rating),,out:superseded, lmarenatext#none,lmarena.ai,sonnet-3,solo,mixed,mid,LMArena-Text,,,,,,1217.9998694760213,Elo,0,,prev=1217.9889704334669 (src-lmarena.ai-text-2026-10-13#M5),https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-3-sonnet-20240229 / column rating),,out:single-couple, lmarenatext#none,lmarena.ai,?olmo-2-0325-32b-instruct,not-established:absent,mixed,mid,LMArena-Text,,,,,,1217.9165289052503,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row olmo-2-0325-32b-instruct / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?reka-flash-20240904,not-established:absent,mixed,mid,LMArena-Text,,,,,,1217.882039410416,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row reka-flash-20240904 / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,phi-4,solo,mixed,mid,LMArena-Text,,,,,,1216.655292750256,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row phi-4 / column rating),,out:single-couple, lmarenatext#none,lmarena.ai,?amazon-nova-micro-v1.0,not-established:absent,mixed,mid,LMArena-Text,,,,,,1208.391136512899,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row amazon-nova-micro-v1.0 / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,gemma-2-9b-it,solo,mixed,mid,LMArena-Text,,,,,,1207.356487754474,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemma-2-9b-it / column rating),,out:single-couple, lmarenatext#none,lmarena.ai,gpt-4-0314,solo,mixed,mid,LMArena-Text,,,,,,1205.9699532855523,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-4-0314 / column rating),,out:single-couple, lmarenatext#none,lmarena.ai,?command-r-plus,not-established:absent,mixed,mid,LMArena-Text,,,,,,1203.7923042061911,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row command-r-plus / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,qwen2-72b-instruct,solo,mixed,mid,LMArena-Text,,,,,,1203.234096342697,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row qwen2-72b-instruct / column rating),,out:superseded, lmarenatext#none,lmarena.ai,?hunyuan-standard-256k,not-established:absent,mixed,mid,LMArena-Text,,,,,,1201.8889998366908,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row hunyuan-standard-256k / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,haiku-3,solo,mixed,mid,LMArena-Text,,,,,,1194.6420610252403,Elo,0,,prev=1194.631604474513 (src-lmarena.ai-text-2026-10-13#M6),https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-3-haiku-20240307 / column rating),,out:single-couple, lmarenatext#none,lmarena.ai,?llama-3.1-tulu-3-8b,not-established:absent,mixed,mid,LMArena-Text,,,,,,1193.2698048977836,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row llama-3.1-tulu-3-8b / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,deepseek-coder-v2-instruct,solo,mixed,mid,LMArena-Text,,,,,,1191.1521772684298,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row deepseek-coder-v2 / column rating),,out:superseded, lmarenatext#none,lmarena.ai,?ministral-8b-2410,not-established:absent,mixed,mid,LMArena-Text,,,,,,1190.879082783692,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row ministral-8b-2410 / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?command-r-08-2024,not-established:absent,mixed,mid,LMArena-Text,,,,,,1187.3209642971283,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row command-r-08-2024 / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?jamba-1.5-mini,not-established:absent,mixed,mid,LMArena-Text,,,,,,1186.6377590997995,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row jamba-1.5-mini / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,llama-3.1-8b-instruct,solo,mixed,mid,LMArena-Text,,,,,,1186.5393457001621,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row llama-3.1-8b-instruct / column rating),,out:superseded, lmarenatext#none,lmarena.ai,gpt-4-0613,solo,mixed,mid,LMArena-Text,,,,,,1185.9675372532975,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-4-0613 / column rating),,out:single-couple, lmarenatext#none,lmarena.ai,?c4ai-aya-expanse-8b,not-established:absent,mixed,mid,LMArena-Text,,,,,,1185.0739096983937,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row c4ai-aya-expanse-8b / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,mistral-large,default,mixed,mid,LMArena-Text,,,,,,1176.4383273726603,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row mistral-large-2402 / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,qwen1.5-110b-chat,solo,mixed,mid,LMArena-Text,,,,,,1174.5321050504317,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row qwen1.5-110b-chat / column rating),,out:single-couple, lmarenatext#none,lmarena.ai,?yi-1.5-34b-chat,not-established:absent,mixed,mid,LMArena-Text,,,,,,1172.9198473855547,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row yi-1.5-34b-chat / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?reka-flash-21b-20240226-online,not-established:absent,mixed,mid,LMArena-Text,,,,,,1170.393805452816,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row reka-flash-21b-20240226-online / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,qwen1.5-72b-chat,solo,mixed,mid,LMArena-Text,,,,,,1166.1133458153486,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row qwen1.5-72b-chat / column rating),,out:superseded, lmarenatext#none,lmarena.ai,llama-3-8b-instruct,solo,mixed,mid,LMArena-Text,,,,,,1165.5646953590658,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row llama-3-8b-instruct / column rating),,out:single-couple, lmarenatext#none,lmarena.ai,?mistral,not-established:absent,mixed,mid,LMArena-Text,,,,,,1165.0992789069226,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row mistral-medium / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?reka-flash-21b-20240226,not-established:absent,mixed,mid,LMArena-Text,,,,,,1164.9494148495864,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row reka-flash-21b-20240226 / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?command-r,not-established:absent,mixed,mid,LMArena-Text,,,,,,1163.0954509268827,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row command-r / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,mixtral-8x22b-instruct,solo,mixed,mid,LMArena-Text,,,,,,1161.9477858383875,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row mixtral-8x22b-instruct-v0.1 / column rating),,out:superseded, lmarenatext#none,lmarena.ai,qwq-32b-preview,solo,mixed,mid,LMArena-Text,,,,,,1161.7541906972256,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row qwq-32b-preview / column rating),,out:superseded, lmarenatext#none,lmarena.ai,?internlm2_5-20b-chat,not-established:absent,mixed,mid,LMArena-Text,,,,,,1158.4069150559558,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row internlm2_5-20b-chat / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?gemma-2-2b-it,not-established:absent,mixed,mid,LMArena-Text,,,,,,1155.7383986964403,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemma-2-2b-it / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?granite-3.1-8b-instruct,not-established:absent,mixed,mid,LMArena-Text,,,,,,1149.489030730299,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row granite-3.1-8b-instruct / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?gemini-pro-dev-api,not-established:absent,mixed,mid,LMArena-Text,,,,,,1148.809047737395,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemini-pro-dev-api / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?zephyr-orpo-141b-A35b-v0.1,not-established:absent,mixed,mid,LMArena-Text,,,,,,1143.6532866411646,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row zephyr-orpo-141b-A35b-v0.1 / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?phi-3-medium-4k-instruct,not-established:absent,mixed,mid,LMArena-Text,,,,,,1137.5110382108737,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row phi-3-medium-4k-instruct / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,qwen1.5-32b-chat,solo,mixed,mid,LMArena-Text,,,,,,1137.1633425155035,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row qwen1.5-32b-chat / column rating),,out:superseded, lmarenatext#none,lmarena.ai,?starling-lm-7b-beta,not-established:absent,mixed,mid,LMArena-Text,,,,,,1132.0038270182,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row starling-lm-7b-beta / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?mixtral-8x7b-instruct-v0.1,not-established:absent,mixed,mid,LMArena-Text,,,,,,1131.518968131536,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row mixtral-8x7b-instruct-v0.1 / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,gemini-1.0-pro,default,mixed,mid,LMArena-Text,,,,,,1130.4989007853517,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemini-pro / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,?yi-34b-chat,not-established:absent,mixed,mid,LMArena-Text,,,,,,1128.430807016029,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row yi-34b-chat / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,qwen1.5-14b-chat,default,mixed,mid,LMArena-Text,,,,,,1127.6542081505468,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row qwen1.5-14b-chat / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,?granite-3.1-2b-instruct,not-established:absent,mixed,mid,LMArena-Text,,,,,,1127.3709743642555,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row granite-3.1-2b-instruct / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,gpt-3.5-turbo-0125,solo,mixed,mid,LMArena-Text,,,,,,1124.8811109750643,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-3.5-turbo-0125 / column rating),,out:single-couple, lmarenatext#none,lmarena.ai,?tulu-2-dpo-70b,not-established:absent,mixed,mid,LMArena-Text,,,,,,1120.995304675603,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row tulu-2-dpo-70b / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?wizardlm-70b,not-established:absent,mixed,mid,LMArena-Text,,,,,,1119.4809341276275,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row wizardlm-70b / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?dbrx-instruct-preview,not-established:absent,mixed,mid,LMArena-Text,,,,,,1118.8291408258322,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row dbrx-instruct-preview / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?llama-2-70b-chat,not-established:absent,mixed,mid,LMArena-Text,,,,,,1115.1880845416608,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row llama-2-70b-chat / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?nous-hermes-2-mixtral-8x7b-dpo,not-established:absent,mixed,mid,LMArena-Text,,,,,,1111.999080982229,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row nous-hermes-2-mixtral-8x7b-dpo / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?phi-3-small-8k-instruct,not-established:absent,mixed,mid,LMArena-Text,,,,,,1109.783711986609,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row phi-3-small-8k-instruct / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?llama-3.2-3b-instruct,not-established:absent,mixed,mid,LMArena-Text,,,,,,1109.4952152415176,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row llama-3.2-3b-instruct / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?starling-lm-7b-alpha,not-established:absent,mixed,mid,LMArena-Text,,,,,,1107.6210688936726,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row starling-lm-7b-alpha / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?openchat-3.5-0106,not-established:absent,mixed,mid,LMArena-Text,,,,,,1106.5686085976706,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row openchat-3.5-0106 / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?vicuna-33b,not-established:absent,mixed,mid,LMArena-Text,,,,,,1105.220007240542,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row vicuna-33b / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,deepseek-llm-67b-chat,solo,mixed,mid,LMArena-Text,,,,,,1104.9895147027528,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row deepseek-llm-67b-chat / column rating),,out:superseded, lmarenatext#none,lmarena.ai,?snowflake-arctic-instruct,not-established:absent,mixed,mid,LMArena-Text,,,,,,1100.9354362648382,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row snowflake-arctic-instruct / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?llama2-70b-steerlm-chat,not-established:absent,mixed,mid,LMArena-Text,,,,,,1098.0504143038593,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row llama2-70b-steerlm-chat / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?openchat-3.5,not-established:absent,mixed,mid,LMArena-Text,,,,,,1096.9920529312215,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row openchat-3.5 / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?granite-3.0-8b-instruct,not-established:absent,mixed,mid,LMArena-Text,,,,,,1096.4042679220843,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row granite-3.0-8b-instruct / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,gpt-3.5-turbo-1106,solo,mixed,mid,LMArena-Text,,,,,,1094.0808639508227,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-3.5-turbo-1106 / column rating),,out:single-couple, lmarenatext#none,lmarena.ai,?gemma-1.1-7b-it,not-established:absent,mixed,mid,LMArena-Text,,,,,,1093.9326864501083,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemma-1.1-7b-it / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?openhermes-2.5-mistral-7b,not-established:absent,mixed,mid,LMArena-Text,,,,,,1092.458989773788,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row openhermes-2.5-mistral-7b / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?mistral-7b-instruct-v0.2,not-established:absent,mixed,mid,LMArena-Text,,,,,,1089.5247048462963,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row mistral-7b-instruct-v0.2 / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?llama-2-13b-chat,not-established:absent,mixed,mid,LMArena-Text,,,,,,1084.4167481190602,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row llama-2-13b-chat / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,qwen1.5-7b-chat,default,mixed,mid,LMArena-Text,,,,,,1083.4194973940046,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row qwen1.5-7b-chat / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,?solar-10.7b-instruct-v1.0,not-established:absent,mixed,mid,LMArena-Text,,,,,,1083.0468940683222,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row solar-10.7b-instruct-v1.0 / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?dolphin-2.2.1-mistral-7b,not-established:absent,mixed,mid,LMArena-Text,,,,,,1080.9325058035242,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row dolphin-2.2.1-mistral-7b / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?phi-3-mini-4k-instruct-june-2024,not-established:absent,mixed,mid,LMArena-Text,,,,,,1079.915143923815,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row phi-3-mini-4k-instruct-june-2024 / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?granite-3.0-2b-instruct,not-established:absent,mixed,mid,LMArena-Text,,,,,,1079.8076362985823,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row granite-3.0-2b-instruct / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?wizardlm-13b,not-established:absent,mixed,mid,LMArena-Text,,,,,,1076.4970646905958,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row wizardlm-13b / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?phi-3-mini-4k-instruct,not-established:absent,mixed,mid,LMArena-Text,,,,,,1073.2659318742924,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row phi-3-mini-4k-instruct / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?zephyr-7b-beta,not-established:absent,mixed,mid,LMArena-Text,,,,,,1069.3809316931083,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row zephyr-7b-beta / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?mpt-30b-chat,not-established:absent,mixed,mid,LMArena-Text,,,,,,1068.5679607207046,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row mpt-30b-chat / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?codellama-34b-instruct,not-established:absent,mixed,mid,LMArena-Text,,,,,,1065.4428488493693,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row codellama-34b-instruct / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?zephyr-7b-alpha,not-established:absent,mixed,mid,LMArena-Text,,,,,,1058.328160513127,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row zephyr-7b-alpha / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?vicuna-13b,not-established:absent,mixed,mid,LMArena-Text,,,,,,1057.6167788702783,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row vicuna-13b / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?codellama-70b-instruct,not-established:absent,mixed,mid,LMArena-Text,,,,,,1057.200967883647,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row codellama-70b-instruct / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?gemma-7b-it,not-established:absent,mixed,mid,LMArena-Text,,,,,,1056.1137508871975,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemma-7b-it / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,llama-3.2-1b-instruct,solo,mixed,mid,LMArena-Text,,,,,,1054.5956379993384,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row llama-3.2-1b-instruct / column rating),,out:single-couple, lmarenatext#none,lmarena.ai,?falcon-180b-chat,not-established:absent,mixed,mid,LMArena-Text,,,,,,1054.3122403372486,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row falcon-180b-chat / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?llama-2-7b-chat,not-established:absent,mixed,mid,LMArena-Text,,,,,,1053.3573043869246,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row llama-2-7b-chat / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?guanaco-33b,not-established:absent,mixed,mid,LMArena-Text,,,,,,1053.3371658433537,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row guanaco-33b / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,qwen-14b-chat,solo,mixed,mid,LMArena-Text,,,,,,1050.9860753030277,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row qwen-14b-chat / column rating),,out:single-couple, lmarenatext#none,lmarena.ai,?phi-3-mini-128k-instruct,not-established:absent,mixed,mid,LMArena-Text,,,,,,1050.3482448642405,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row phi-3-mini-128k-instruct / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?smollm2-1.7b-instruct,not-established:absent,mixed,mid,LMArena-Text,,,,,,1041.9816491543056,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row smollm2-1.7b-instruct / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?stripedhyena-nous-7b,not-established:absent,mixed,mid,LMArena-Text,,,,,,1038.3983578656573,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row stripedhyena-nous-7b / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?olmo-7b-instruct,not-established:absent,mixed,mid,LMArena-Text,,,,,,1031.7694775160678,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row olmo-7b-instruct / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?vicuna-7b,not-established:absent,mixed,mid,LMArena-Text,,,,,,1030.904966615445,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row vicuna-7b / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?palm-2,not-established:absent,mixed,mid,LMArena-Text,,,,,,1027.1959666317262,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row palm-2 / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?mistral-7b-instruct,not-established:absent,mixed,mid,LMArena-Text,,,,,,1023.4660216336397,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row mistral-7b-instruct / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?gemma-1.1-2b-it,not-established:absent,mixed,mid,LMArena-Text,,,,,,1022.1824589874489,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemma-1.1-2b-it / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?gemma-2b-it,not-established:absent,mixed,mid,LMArena-Text,,,,,,1002.1054017656775,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemma-2b-it / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,qwen1.5-4b-chat,default,mixed,mid,LMArena-Text,,,,,,997.1928383355539,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row qwen1.5-4b-chat / column rating),,out:effort-not-established, lmarenatext#none,lmarena.ai,?koala-13b,not-established:absent,mixed,mid,LMArena-Text,,,,,,989.5663080350378,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row koala-13b / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?chatglm3-6b,not-established:absent,mixed,mid,LMArena-Text,,,,,,971.995926681115,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row chatglm3-6b / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?gpt4all-13b-snoozy,not-established:absent,mixed,mid,LMArena-Text,,,,,,956.1384574546607,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt4all-13b-snoozy / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?mpt-7b-chat,not-established:absent,mixed,mid,LMArena-Text,,,,,,955.1761258072074,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row mpt-7b-chat / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?RWKV-4-Raven-14B,not-established:absent,mixed,mid,LMArena-Text,,,,,,948.3430028474943,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row RWKV-4-Raven-14B / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?chatglm2-6b,not-established:absent,mixed,mid,LMArena-Text,,,,,,938.5847507688882,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row chatglm2-6b / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?alpaca-13b,not-established:absent,mixed,mid,LMArena-Text,,,,,,932.7676012170773,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row alpaca-13b / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?chatglm-6b,not-established:absent,mixed,mid,LMArena-Text,,,,,,918.421434052686,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row chatglm-6b / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?oasst-pythia-12b,not-established:absent,mixed,mid,LMArena-Text,,,,,,916.0233576976134,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row oasst-pythia-12b / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?fastchat-t5-3b,not-established:absent,mixed,mid,LMArena-Text,,,,,,894.3559248792753,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row fastchat-t5-3b / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?stablelm-tuned-alpha-7b,not-established:absent,mixed,mid,LMArena-Text,,,,,,866.530042601933,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row stablelm-tuned-alpha-7b / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?dolly-v2-12b,not-established:absent,mixed,mid,LMArena-Text,,,,,,851.0843177704974,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row dolly-v2-12b / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,?llama-13b,not-established:absent,mixed,mid,LMArena-Text,,,,,,833.4671080269975,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row llama-13b / column rating),,out:model-not-established, lmarenatext#none,lmarena.ai,gpt-6.1-sol,max,mixed,mid,LMArena-Text,,,,,,1444.7459952819304,Elo,2.89e-14,,prev=1447.6744422530687 (src-lmarena.ai-text-2026-10-15#M57),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row GPT-6.1 Sol (Max), column rating)",,in, lmarenatext#none,lmarena.ai,?Qwen3.8-Max,not-established:absent,mixed,mid,LMArena-Text,,,,,,1485.2771568679314,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Qwen3.8-Max, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,glm-5.3-flash,unstated,mixed,mid,LMArena-Text,,,,,,1471.719083894755,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row GLM-5.3-Flash, column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,glm-5.3,max,mixed,mid,LMArena-Text,,,,,,1474.9344435222965,Elo,2.89e-14,,prev=1471.4560297864737 (src-lmarena.ai-text-2026-10-15#M27),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row GLM-5.3 (Max), column rating)",,in, lmarenatext#none,lmarena.ai,qwen3.8-27b,unstated,mixed,mid,LMArena-Text,,,,,,1436.5611524704927,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Qwen3.8-27B, column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,deepseek-v4.1-flash,max,mixed,mid,LMArena-Text,,,,,,1463.557606683928,Elo,2.89e-13,,prev=1462.8474205203297 (src-lmarena.ai-text-2026-10-15#M38),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row DeepSeek-V4.1-Flash-20260910 (Max), column rating)",,in, lmarenatext#none,lmarena.ai,gpt-6-astra,max,mixed,mid,LMArena-Text,,,,,,1439.6141599762245,Elo,2.89e-14,,prev=1442.6942201249342 (src-lmarena.ai-text-2026-10-15#M69),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row GPT-6 Astra (Max), column rating)",,in, lmarenatext#none,lmarena.ai,gpt-6-luna,max,mixed,mid,LMArena-Text,,,,,,1388.4919827317476,Elo,2.89e-14,,prev=1391.6288983949628 (src-lmarena.ai-text-2026-10-15#M166),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row GPT-6 Luna (Max), column rating)",,in, lmarenatext#none,lmarena.ai,opus-5.5,high,mixed,mid,LMArena-Text,,,,,,1513.6568986729217,Elo,2.89e-14,,prev=1515.7614452392686 (src-lmarena.ai-text-2026-10-15#M2),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Claude Opus 5.5 (High), column rating)",,in, lmarenatext#none,lmarena.ai,sonnet-5.5,xhigh,mixed,mid,LMArena-Text,,,,,,1469.1319780002827,Elo,2.89e-14,,prev=1470.3823826457517 (src-lmarena.ai-text-2026-10-15#M30),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Claude Sonnet 5.5 (xHigh), column rating)",,in, lmarenatext#none,lmarena.ai,gpt-5.6-terra,xhigh,mixed,mid,LMArena-Text,,,,,,1448.8282043870086,Elo,2.89e-14,,prev=1447.3914205209428 (src-lmarena.ai-text-2026-10-15#M58),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row GPT-5.6 Terra (xHigh), column rating)",,in, lmarenatext#none,lmarena.ai,qwen3.7-plus,unstated,mixed,mid,LMArena-Text,,,,,,1454.2634955167173,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Qwen3.7-Plus, column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,?DeepSeek-V4-Flash,not-established:absent,mixed,mid,LMArena-Text,,,,,,1432.0187784097625,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row DeepSeek-V4-Flash, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,gemini-4-carbon,high,mixed,mid,LMArena-Text,,,,,,1538.3770199723876,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Gemini 4 Carbon (High), column rating)",,out:superseded, lmarenatext#none,lmarena.ai,gemini-4-argon,high,mixed,mid,LMArena-Text,,,,,,1529.458427301669,Elo,2.89e-13,,prev=1532.3375436695164 (src-lmarena.ai-text-2026-10-15#M1),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Gemini 4 Argon (High), column rating)",,in, lmarenatext#none,lmarena.ai,fable-5.1,max,mixed,mid,LMArena-Text,,,,,,1512.0447118627767,Elo,2.89e-14,,prev=1511.5534589044762 (src-lmarena.ai-text-2026-10-15#M3),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Claude Fable 5.1 (Max), column rating)",,in, lmarenatext#none,lmarena.ai,opus-5,max,mixed,mid,LMArena-Text,,,,,,1506.503903658589,Elo,2.89e-13,,prev=1507.6361874165489 (src-lmarena.ai-text-2026-10-15#M4),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Claude Opus 5 (Max), column rating)",,in, lmarenatext#none,lmarena.ai,?Muse Wonder,not-established:absent,mixed,mid,LMArena-Text,,,,,,1502.9696785411802,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Muse Wonder (Max), column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,opus-5,high,mixed,mid,LMArena-Text,,,,,,1502.2099919193724,Elo,2.89e-14,,prev=1502.538234627805 (src-lmarena.ai-text-2026-10-15#M5),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Claude Opus 5 (High), column rating)",,in, lmarenatext#none,lmarena.ai,gemini-4-hydrogen,high,mixed,mid,LMArena-Text,,,,,,1502.1225848020104,Elo,2.89e-14,,EAP-run,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Gemini 4 Hydrogen (High), column rating)",,in, lmarenatext#none,lmarena.ai,opus-4.6,high,mixed,mid,LMArena-Text,,,,,,1501.475176103134,Elo,2.89e-13,,prev=1501.6943977895103 (src-lmarena.ai-text-2026-10-15#M6),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Claude Opus 4.6 (High), column rating)",,out:single-couple, lmarenatext#none,lmarena.ai,gemini-3.8-flash,high,mixed,mid,LMArena-Text,,,,,,1499.579748060844,Elo,2.89e-13,,prev=1498.8823435102179 (src-lmarena.ai-text-2026-10-15#M8),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Gemini 3.8 Flash (High), column rating)",,in, lmarenatext#none,lmarena.ai,opus-4.6,unstated,mixed,mid,LMArena-Text,,,,,,1496.7404658644173,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Claude Opus 4.6, column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,fable-5,high,mixed,mid,LMArena-Text,,,,,,1491.659815731708,Elo,2.89e-13,,prev=1491.2265859286508 (src-lmarena.ai-text-2026-10-15#M10),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Claude Fable 5 (High), column rating)",,in, lmarenatext#none,lmarena.ai,muse-spark-1.3,max,mixed,mid,LMArena-Text,,,,,,1491.638325356102,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Muse Spark 1.3 (Max), column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,mimo-v2.6-pro,unstated,mixed,mid,LMArena-Text,,,,,,1491.597449810005,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row MiMo-V2.6-Pro, column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,opus-4.7,high,mixed,mid,LMArena-Text,,,,,,1489.7726215811858,Elo,2.89e-14,,prev=1489.754884516141 (src-lmarena.ai-text-2026-10-15#M13),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Claude Opus 4.7 (High), column rating)",,in, lmarenatext#none,lmarena.ai,gemini-3.7-flash,high,mixed,mid,LMArena-Text,,,,,,1488.7142092963645,Elo,2.89e-14,,prev=1487.3039513740575 (src-lmarena.ai-text-2026-10-15#M14),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Gemini 3.7 Flash (High), column rating)",,in, lmarenatext#none,lmarena.ai,muse-spark-1.2,xhigh,mixed,mid,LMArena-Text,,,,,,1483.436687240015,Elo,2.89e-13,,prev=1483.6337562562753 (src-lmarena.ai-text-2026-10-15#M15),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Muse Spark 1.2 (xHigh), column rating)",,out:single-couple, lmarenatext#none,lmarena.ai,opus-4.7,unstated,mixed,mid,LMArena-Text,,,,,,1483.2318130937601,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Claude Opus 4.7, column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,gemini-3.5-flash,high,mixed,mid,LMArena-Text,,,,,,1482.9240258935147,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Gemini 3.5 Flash (High), column rating)",,in, lmarenatext#none,lmarena.ai,gemini-3.1-pro,unstated,mixed,mid,LMArena-Text,,,,,,1480.0628067665934,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Gemini 3.1 Pro Preview, column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,gemini-3-pro,unstated,mixed,mid,LMArena-Text,,,,,,1479.5078232359447,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Gemini 3 Pro, column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,gemini-3.6-flash,high,mixed,mid,LMArena-Text,,,,,,1479.4104235552559,Elo,2.89e-14,,prev=1479.3122139856446 (src-lmarena.ai-text-2026-10-15#M21),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Gemini 3.6 Flash (High), column rating)",,in, lmarenatext#none,lmarena.ai,muse-spark-1.1,unstated,mixed,mid,LMArena-Text,,,,,,1478.859266585519,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Muse Spark 1.1, column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,gemini-3.5-flash,medium,mixed,mid,LMArena-Text,,,,,,1477.8189925896845,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Gemini 3.5 Flash (Medium), column rating)",,in, lmarenatext#none,lmarena.ai,qwen3.7-max-preview,solo,mixed,mid,LMArena-Text,,,,,,1474.722944529974,Elo,2.89e-13,,prev=1475.205553076342 (src-lmarena.ai-text-2026-10-15#M24),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Qwen3.7-Max-Preview, column rating)",,in, lmarenatext#none,lmarena.ai,kimi-k3,max,mixed,mid,LMArena-Text,,,,,,1474.5888242361389,Elo,2.89e-14,,prev=1474.6645918511683 (src-lmarena.ai-text-2026-10-15#M25),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Kimi K3 (Max), column rating)",,in, lmarenatext#none,lmarena.ai,?Muse Spark,not-established:absent,mixed,mid,LMArena-Text,,,,,,1474.2157632265285,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Muse Spark, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,gpt-5.5,high,mixed,mid,LMArena-Text,,,,,,1471.1466425995563,Elo,2.89e-14,,prev=1471.3397664394297 (src-lmarena.ai-text-2026-10-15#M28),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row GPT-5.5 (High), column rating)",,in, lmarenatext#none,lmarena.ai,?Qwen3.5-Max-Preview,not-established:absent,mixed,mid,LMArena-Text,,,,,,1470.8587758965073,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Qwen3.5-Max-Preview, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,glm-5.2,not-established:absent,mixed,mid,LMArena-Text,,,,,,1469.377688051567,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row GLM-5.2 (Max), column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,gpt-5.4,high,mixed,mid,LMArena-Text,,,,,,1469.0085407652414,Elo,2.89e-14,,prev=1468.9734137454454 (src-lmarena.ai-text-2026-10-15#M33),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row GPT-5.4 (High), column rating)",,in, lmarenatext#none,lmarena.ai,?ERNIE 5.1,not-established:absent,mixed,mid,LMArena-Text,,,,,,1467.7933664764578,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row ERNIE 5.1, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,gpt-5.5,unstated,mixed,mid,LMArena-Text,,,,,,1466.1998270121494,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row GPT-5.5, column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,gemini-3-flash,unstated,mixed,mid,LMArena-Text,,,,,,1465.9821427983225,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Gemini 3 Flash, column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,mimo-v2.5-pro,unstated,mixed,mid,LMArena-Text,,,,,,1463.9480306943242,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row MiMo-V2.5-Pro, column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,glm-5.1,unstated,mixed,mid,LMArena-Text,,,,,,1462.449308025596,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row GLM-5.1, column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,opus-4.8,high,mixed,mid,LMArena-Text,,,,,,1461.5197235015044,Elo,2.89e-14,,prev=1461.0756396737042 (src-lmarena.ai-text-2026-10-15#M40),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Claude Opus 4.8 (High), column rating)",,in, lmarenatext#none,lmarena.ai,?Kimi K3.1 Pro,not-established:absent,mixed,mid,LMArena-Text,,,,,,1459.1373497152172,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Kimi K3.1 Pro (Max), column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,sonnet-4.6,unstated,mixed,mid,LMArena-Text,,,,,,1457.9303542111916,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Claude Sonnet 4.6, column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,gemini-2.5-pro,unstated,mixed,mid,LMArena-Text,,,,,,1457.8258141339948,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Gemini 2.5 Pro, column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,gpt-5.6-sol,xhigh,mixed,mid,LMArena-Text,,,,,,1457.3332381462187,Elo,2.89e-14,,prev=1457.0630136388463 (src-lmarena.ai-text-2026-10-15#M43),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row GPT-5.6 Sol (xHigh), column rating)",,in, lmarenatext#none,lmarena.ai,kimi-k2.6,unstated,mixed,mid,LMArena-Text,,,,,,1455.406683688413,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Kimi K2.6, column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,opus-4.8,unstated,mixed,mid,LMArena-Text,,,,,,1453.8976322335643,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Claude Opus 4.8, column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,gpt-5.4,unstated,mixed,mid,LMArena-Text,,,,,,1452.513354099368,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row GPT-5.4, column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,?DeepSeek-V4-Pro,not-established:absent,mixed,mid,LMArena-Text,,,,,,1451.2618828032569,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row DeepSeek-V4-Pro, column rating)",,out:model-not-established, lmarenatext#0309,lmarena.ai,grok-4.20,think,mixed,mid,LMArena-Text,,,,,,1451.1381273758238,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Grok 4.20 Beta (Reasoning, 0309), column rating)",,out:single-couple, lmarenatext#0309,lmarena.ai,?Grok 4.20 Multi-Agent Beta,not-established:absent,mixed,mid,LMArena-Text,,,,,,1451.0685836500838,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Grok 4.20 Multi-Agent Beta (0309), column rating)",,out:model-not-established, lmarenatext#20251101,lmarena.ai,opus-4.5,unstated,mixed,mid,LMArena-Text,,,,,,1451.0229712754358,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Claude Opus 4.5 (20251101), column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,mimo-v2.6-flash,unstated,mixed,mid,LMArena-Text,,,,,,1450.8436942626167,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row MiMo-V2.6-Flash, column rating)",,out:effort-not-established, lmarenatext#26-02-10,lmarena.ai,?amazon-nova-experimental-chat,not-established:absent,mixed,mid,LMArena-Text,,,,,,1448.632751238495,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row amazon-nova-experimental-chat (26-02-10), column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Dola Seed 2.0 Pro,not-established:absent,mixed,mid,LMArena-Text,,,,,,1448.4751512860666,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Dola Seed 2.0 Pro, column rating)",,out:model-not-established, lmarenatext#20251101,lmarena.ai,opus-4.5,not-established:absent,mixed,mid,LMArena-Text,,,,,,1448.31551840575,Elo,2.89e-12,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Claude Opus 4.5 (High, 32K, 20251101), column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,grok-4.5,unstated,mixed,mid,LMArena-Text,,,,,,1448.016651955706,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Grok 4.5, column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,qwen3.6-max-preview,unstated,mixed,mid,LMArena-Text,,,,,,1446.3140740623062,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Qwen3.6-Max-Preview, column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,glm-5,unstated,mixed,mid,LMArena-Text,,,,,,1446.0380301279633,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row GLM-5, column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,?NVIDIA-Nemotron-3-Ultra-550B-A55B,not-established:absent,mixed,mid,LMArena-Text,,,,,,1445.042167960316,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row NVIDIA-Nemotron-3-Ultra-550B-A55B (NVFP4), column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?DeepSeek-V4-Pro Preview,not-established:absent,mixed,mid,LMArena-Text,,,,,,1444.9971791009857,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row DeepSeek-V4-Pro Preview (High), column rating)",,out:model-not-established, lmarenatext#20260813,lmarena.ai,?DeepSeek-V4-Pro,not-established:absent,mixed,mid,LMArena-Text,,,,,,1444.8613026282296,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row DeepSeek-V4-Pro (High, 20260813), column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Kimi K2.5,not-established:absent,mixed,mid,LMArena-Text,,,,,,1444.6660158489703,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Kimi K2.5 (Thinking), column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Grok 4.20 Beta 1,not-established:absent,mixed,mid,LMArena-Text,,,,,,1444.458717566813,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Grok 4.20 Beta 1, column rating)",,out:model-not-established, lmarenatext#0110,lmarena.ai,?ERNIE 5.0,not-established:absent,mixed,mid,LMArena-Text,,,,,,1444.2650027910522,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row ERNIE 5.0 (0110), column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Step 5 Preview,not-established:absent,mixed,mid,LMArena-Text,,,,,,1443.3422839454606,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Step 5 Preview, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,inkling,unstated,mixed,mid,LMArena-Text,,,,,,1443.0369849182216,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Inkling, column rating)",,out:effort-not-established, lmarenatext#1203,lmarena.ai,?ERNIE-5.0-Preview,not-established:absent,mixed,mid,LMArena-Text,,,,,,1442.5564062887843,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row ERNIE-5.0-Preview (1203), column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,gemma-4-31b-it,unstated,mixed,mid,LMArena-Text,,,,,,1442.5434494039323,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Gemma 4 31B, column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,gpt-5.1,high,mixed,mid,LMArena-Text,,,,,,1442.5097411943748,Elo,2.89e-14,,prev=1442.7372529317308 (src-lmarena.ai-text-2026-10-15#M68),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row GPT-5.1 (High), column rating)",,in, lmarenatext#none,lmarena.ai,gemini-3-flash,minimal,mixed,mid,LMArena-Text,,,,,,1442.3471713317695,Elo,2.89e-14,,prev=1442.3789135878872 (src-lmarena.ai-text-2026-10-15#M70),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Gemini 3 Flash (Minimal), column rating)",,in, lmarenatext#none,lmarena.ai,sonnet-5,high,mixed,mid,LMArena-Text,,,,,,1441.874438891733,Elo,2.89e-13,,prev=1442.12148050211 (src-lmarena.ai-text-2026-10-15#M72),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Claude Sonnet 5 (High), column rating)",,in, lmarenatext#none,lmarena.ai,glm-4.6,unstated,mixed,mid,LMArena-Text,,,,,,1440.2981509763886,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row GLM-4.6, column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,qwen3-max-preview,unstated,mixed,mid,LMArena-Text,,,,,,1439.1028248367516,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Qwen3-Max-Preview, column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,hy3,unstated,mixed,mid,LMArena-Text,,,,,,1438.6223118130388,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Hy3, column rating)",,out:effort-not-established, lmarenatext#20250929,lmarena.ai,sonnet-4.5,unstated,mixed,mid,LMArena-Text,,,,,,1438.6112787951442,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Claude Sonnet 4.5 (20250929), column rating)",,out:effort-not-established, lmarenatext#20260210,lmarena.ai,gpt-5.2-chat-latest,solo,mixed,mid,LMArena-Text,,,,,,1438.4856380536066,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row GPT-5.2 Chat (20260210), column rating)",,out:single-couple, lmarenatext#none,lmarena.ai,qwen3.5-397b-a17b,unstated,mixed,mid,LMArena-Text,,,,,,1437.5106839298405,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Qwen3.5-397B-A17B, column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,grok-4.1,unstated,mixed,mid,LMArena-Text,,,,,,1436.7009887269137,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Grok 4.1 (Thinking), column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,?MiMo-V2-Pro,not-established:absent,mixed,mid,LMArena-Text,,,,,,1436.4163320434473,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row MiMo-V2-Pro, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,grok-4.1,unstated,mixed,mid,LMArena-Text,,,,,,1436.2701546031462,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Grok 4.1, column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,qwen3.6-plus,unstated,mixed,mid,LMArena-Text,,,,,,1436.0969314406225,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Qwen3.6-Plus, column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,glm-4.7,unstated,mixed,mid,LMArena-Text,,,,,,1435.4306094984813,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row GLM-4.7, column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,gemini-3.5-flash-lite,unstated,mixed,mid,LMArena-Text,,,,,,1434.674849846734,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Gemini 3.5 Flash-Lite, column rating)",,out:effort-not-established, lmarenatext#20250929,lmarena.ai,sonnet-4.5,not-established:absent,mixed,mid,LMArena-Text,,,,,,1434.3491559974673,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Claude Sonnet 4.5 (High, 32K, 20250929), column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,gemma-4-26b-a4b-it,unstated,mixed,mid,LMArena-Text,,,,,,1434.0808144744856,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Gemma 4 26B A4B, column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,gpt-5.6-luna,xhigh,mixed,mid,LMArena-Text,,,,,,1431.0523553058651,Elo,2.89e-14,,prev=1430.6557406021043 (src-lmarena.ai-text-2026-10-15#M93),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row GPT-5.6 Luna (xHigh), column rating)",,in, lmarenatext#none,lmarena.ai,glm-4.5,unstated,mixed,mid,LMArena-Text,,,,,,1430.1525827964028,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row GLM-4.5, column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,grok-4.6,high,mixed,mid,LMArena-Text,,,,,,1430.0195901705706,Elo,2.89e-14,,prev=1427.7652036468833 (src-lmarena.ai-text-2026-10-15#M99),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Grok 4.6 (High), column rating)",,in, lmarenatext#1022,lmarena.ai,?ERNIE-5.0-Preview,not-established:absent,mixed,mid,LMArena-Text,,,,,,1429.6534374253752,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row ERNIE-5.0-Preview (1022), column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Mistral Large 3,not-established:absent,mixed,mid,LMArena-Text,,,,,,1428.659514719067,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Mistral Large 3, column rating)",,out:model-not-established, lmarenatext#20250326,lmarena.ai,?ChatGPT-4o Latest,not-established:absent,mixed,mid,LMArena-Text,,,,,,1428.5236658604513,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row ChatGPT-4o Latest (20250326), column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,minimax-m3,unstated,mixed,mid,LMArena-Text,,,,,,1428.0699151139133,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row MiniMax-M3, column rating)",,out:effort-not-established, lmarenatext#0528,lmarena.ai,deepseek-r1,solo,mixed,mid,LMArena-Text,,,,,,1427.8461462997734,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row DeepSeek-R1 (0528), column rating)",,out:single-couple, lmarenatext#none,lmarena.ai,mimo-v2.5,unstated,mixed,mid,LMArena-Text,,,,,,1427.4680843907613,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row MiMo-V2.5, column rating)",,out:effort-not-established, lmarenatext#2602,lmarena.ai,?LongCat-Flash-Chat Exp,not-established:absent,mixed,mid,LMArena-Text,,,,,,1426.2686895760526,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row LongCat-Flash-Chat Exp (2602), column rating)",,out:model-not-established, lmarenatext#02-24,lmarena.ai,?Grok 3 Preview,not-established:absent,mixed,mid,LMArena-Text,,,,,,1425.6449819429677,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Grok 3 Preview (02-24), column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,deepseek-v3.2-exp,unstated,mixed,mid,LMArena-Text,,,,,,1424.9103086111531,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row DeepSeek-V3.2-Exp (Thinking), column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,?DeepSeek-V4-Flash Preview,not-established:absent,mixed,mid,LMArena-Text,,,,,,1424.6717630334551,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row DeepSeek-V4-Flash Preview (High), column rating)",,out:model-not-established, lmarenatext#2508,lmarena.ai,mistral-medium-3.1,unstated,mixed,mid,LMArena-Text,,,,,,1424.577463857253,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Mistral Medium 3.1 (2508), column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,deepseek-v3.2,unstated,mixed,mid,LMArena-Text,,,,,,1424.5341926800966,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row DeepSeek-V3.2, column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,?Beam 1.0 501B A23B,not-established:absent,mixed,mid,LMArena-Text,,,,,,1424.4803472099288,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Beam 1.0 501B A23B, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?MiMo-V2-Omni,not-established:absent,mixed,mid,LMArena-Text,,,,,,1422.7254006218318,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row MiMo-V2-Omni, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?LongCat-Flash-Chat,not-established:absent,mixed,mid,LMArena-Text,,,,,,1422.592672902279,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row LongCat-Flash-Chat, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,deepseek-v3.2-exp,unstated,mixed,mid,LMArena-Text,,,,,,1422.3418463512626,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row DeepSeek-V3.2-Exp, column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,gpt-5.1,unstated,mixed,mid,LMArena-Text,,,,,,1422.235542713196,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row GPT-5.1, column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,mistral-medium-3.5,unstated,mixed,mid,LMArena-Text,,,,,,1420.8347676531039,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Mistral Medium 3.5, column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,?Kimi K2.5,not-established:absent,mixed,mid,LMArena-Text,,,,,,1420.446038706319,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Kimi K2.5 (Instant), column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,deepseek-v3.2,unstated,mixed,mid,LMArena-Text,,,,,,1420.1641103300908,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row DeepSeek-V3.2 (Thinking), column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,qwen3-vl-235b-a22b-instruct,solo,mixed,mid,LMArena-Text,,,,,,1419.99279448048,Elo,2.89e-12,,prev=1420.0930479615047 (src-lmarena.ai-text-2026-10-15#M114),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Qwen3-VL-235B-A22B-Instruct, column rating)",,out:single-couple, lmarenatext#none,lmarena.ai,deepseek-v3.1,unstated,mixed,mid,LMArena-Text,,,,,,1419.9291681115933,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row DeepSeek-V3.1, column rating)",,out:effort-not-established, lmarenatext#20250805,lmarena.ai,opus-4.1,unstated,mixed,mid,LMArena-Text,,,,,,1419.3431459522199,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Claude Opus 4.1 (Thinking 16K, 20250805), column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,?GPT-5.5 Instant,not-established:absent,mixed,mid,LMArena-Text,,,,,,1419.2278801418202,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row GPT-5.5 Instant, column rating)",,out:model-not-established, lmarenatext#12-10,lmarena.ai,?amazon-nova-experimental-chat,not-established:absent,mixed,mid,LMArena-Text,,,,,,1419.181193112218,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row amazon-nova-experimental-chat (12-10), column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,deepseek-v3.1-terminus,unstated,mixed,mid,LMArena-Text,,,,,,1419.1788476477673,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row DeepSeek-V3.1-Terminus (Thinking), column rating)",,out:effort-not-established, lmarenatext#2507,lmarena.ai,?Qwen3-235B-A22B-Instruct,not-established:absent,mixed,mid,LMArena-Text,,,,,,1419.150594851998,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Qwen3-235B-A22B-Instruct (2507), column rating)",,out:model-not-established, lmarenatext#20250805,lmarena.ai,opus-4.1,unstated,mixed,mid,LMArena-Text,,,,,,1418.5765816812564,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Claude Opus 4.1 (20250805), column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,qwen3.5-122b-a10b,unstated,mixed,mid,LMArena-Text,,,,,,1417.4571069336089,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Qwen3.5-122B-A10B, column rating)",,out:effort-not-established, lmarenatext#2025-02-27,lmarena.ai,gpt-4.5-preview,solo,mixed,mid,LMArena-Text,,,,,,1417.4187938024897,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row GPT-4.5 Preview (2025-02-27), column rating)",,out:single-couple, lmarenatext#none,lmarena.ai,deepseek-v3.1-terminus,unstated,mixed,mid,LMArena-Text,,,,,,1417.2424212144556,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row DeepSeek-V3.1-Terminus, column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,qwen3-next-80b-a3b-instruct,solo,mixed,mid,LMArena-Text,,,,,,1417.1279858110802,Elo,2.89e-14,,prev=1417.0229015581779 (src-lmarena.ai-text-2026-10-15#M126),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Qwen3-Next-80B-A3B-Instruct, column rating)",,out:single-couple, lmarenatext#none,lmarena.ai,gemini-2.5-flash,unstated,mixed,mid,LMArena-Text,,,,,,1417.0508344161694,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Gemini 2.5 Flash, column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,deepseek-v3.1,unstated,mixed,mid,LMArena-Text,,,,,,1416.6920389934253,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row DeepSeek-V3.1 (Thinking), column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,gpt-5.2,high,mixed,mid,LMArena-Text,,,,,,1416.2064616643966,Elo,2.89e-14,,prev=1416.241155836213 (src-lmarena.ai-text-2026-10-15#M129),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row GPT-5.2 (High), column rating)",,in, lmarenatext#none,lmarena.ai,gemini-3.1-flash-lite-preview,unstated,mixed,mid,LMArena-Text,,,,,,1415.9883615791064,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Gemini 3.1 Flash-Lite Preview, column rating)",,out:effort-not-established, lmarenatext#2507,lmarena.ai,?Qwen3-235B-A22B-Thinking,not-established:absent,mixed,mid,LMArena-Text,,,,,,1415.4850130507539,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Qwen3-235B-A22B-Thinking (2507), column rating)",,out:model-not-established, lmarenatext#11-10,lmarena.ai,?amazon-nova-experimental-chat,not-established:absent,mixed,mid,LMArena-Text,,,,,,1414.7302916242656,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row amazon-nova-experimental-chat (11-10), column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,kimi-k2-thinking,solo,mixed,mid,LMArena-Text,,,,,,1414.3612658895804,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Kimi K2 Thinking Turbo, column rating)",,in, lmarenatext#none,lmarena.ai,inkling-small,unstated,mixed,mid,LMArena-Text,,,,,,1414.206890559136,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Inkling-Small, column rating)",,out:effort-not-established, lmarenatext#2025-09-23,lmarena.ai,qwen3-max-0923,solo,mixed,mid,LMArena-Text,,,,,,1412.7732891341561,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Qwen3-Max (2025-09-23), column rating)",,out:single-couple, lmarenatext#none,lmarena.ai,gpt-5.2,unstated,mixed,mid,LMArena-Text,,,,,,1412.0845633679228,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row GPT-5.2, column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,gpt-5.4-mini,high,mixed,mid,LMArena-Text,,,,,,1411.7296763614518,Elo,2.89e-14,,prev=1411.451300466027 (src-lmarena.ai-text-2026-10-15#M137),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row GPT-5.4 mini (High), column rating)",,in, lmarenatext#0709,lmarena.ai,grok-4,solo,mixed,mid,LMArena-Text,,,,,,1411.528881378802,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Grok 4 (0709), column rating)",,out:single-couple, lmarenatext#none,lmarena.ai,?Mistral Large 4,not-established:absent,mixed,mid,LMArena-Text,,,,,,1411.2956993888797,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Mistral Large 4, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?MiMo-V2-Flash,not-established:absent,mixed,mid,LMArena-Text,,,,,,1411.2130599692382,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row MiMo-V2-Flash (Non-Thinking), column rating)",,out:model-not-established, lmarenatext#2025-04-16,lmarena.ai,o3,unstated,mixed,mid,LMArena-Text,,,,,,1409.7919597343343,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row o3 (2025-04-16), column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,qwen3.5-27b,unstated,mixed,mid,LMArena-Text,,,,,,1408.6842466959351,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Qwen3.5-27B, column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,grok-4.1-fast,unstated,mixed,mid,LMArena-Text,,,,,,1408.1921013431374,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Grok 4.1 Fast (Reasoning), column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,?NVIDIA-Nemotron-3.5-Super-VL-120B-A12B,not-established:absent,mixed,mid,LMArena-Text,,,,,,1407.011070668063,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4), column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,grok-4-fast,unstated,mixed,mid,LMArena-Text,,,,,,1406.950812116448,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Grok 4 Fast (Non-Reasoning), column rating)",,out:effort-not-established, lmarenatext#09-2025,lmarena.ai,gemini-2.5-flash-preview-04-17,unstated,mixed,mid,LMArena-Text,,,,,,1406.6073449500755,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Gemini 2.5 Flash Preview (09-2025), column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,gpt-5,high,mixed,mid,LMArena-Text,,,,,,1406.4346774081228,Elo,2.89e-14,,prev=1406.1806547025644 (src-lmarena.ai-text-2026-10-15#M146),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row GPT-5 (High), column rating)",,out:single-couple, lmarenatext#none,lmarena.ai,hunyuan-vision-1.5-thinking,unstated,mixed,mid,LMArena-Text,,,,,,1406.3447126708952,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Hunyuan Vision 1.5 Thinking, column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,minimax-m2.7,unstated,mixed,mid,LMArena-Text,,,,,,1404.5782952607847,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row MiniMax-M2.7, column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,gpt-5-chat-latest,solo,mixed,mid,LMArena-Text,,,,,,1403.5042270751646,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row GPT-5 Chat, column rating)",,in, lmarenatext#none,lmarena.ai,?Inkling 2 Small,not-established:absent,mixed,mid,LMArena-Text,,,,,,1402.6388120558368,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Inkling 2 Small, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,step-3.5-flash,unstated,mixed,mid,LMArena-Text,,,,,,1402.4268881515586,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Step-3.5-Flash, column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,?Hy3 preview,not-established:absent,mixed,mid,LMArena-Text,,,,,,1401.328276411126,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Hy3 preview, column rating)",,out:model-not-established, lmarenatext#20250711,lmarena.ai,?Hunyuan T1,not-established:absent,mixed,mid,LMArena-Text,,,,,,1400.7545323444106,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Hunyuan T1 (20250711), column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,qwen3-vl-235b-a22b-thinking,solo,mixed,mid,LMArena-Text,,,,,,1400.5051449929852,Elo,2.89e-14,,prev=1400.7262536466458 (src-lmarena.ai-text-2026-10-15#M152),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Qwen3-VL-235B-A22B-Thinking, column rating)",,out:single-couple, lmarenatext#none,lmarena.ai,grok-4.7,xhigh,mixed,mid,LMArena-Text,,,,,,1399.940088361005,Elo,2.89e-13,,prev=1400.5236699479146 (src-lmarena.ai-text-2026-10-15#M153),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Grok 4.7 (xHigh), column rating)",,in, lmarenatext#none,lmarena.ai,grok-4-fast,unstated,mixed,mid,LMArena-Text,,,,,,1399.6148564632367,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Grok 4 Fast (Reasoning), column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,haiku-5.5,high,mixed,mid,LMArena-Text,,,,,,1397.652253252265,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Claude Haiku 5.5 (High), column rating)",,in, lmarenatext#none,lmarena.ai,qwen3.5-flash,unstated,mixed,mid,LMArena-Text,,,,,,1397.0734285821359,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Qwen3.5-Flash, column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,grok-4.3,unstated,mixed,mid,LMArena-Text,,,,,,1396.9341800912389,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Grok 4.3, column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,gpt-6-sol,max,mixed,mid,LMArena-Text,,,,,,1396.768617745724,Elo,2.89e-13,,prev=1398.0199753455704 (src-lmarena.ai-text-2026-10-15#M156),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row GPT-6 Sol (Max), column rating)",,in, lmarenatext#20251001,lmarena.ai,haiku-4.5,unstated,mixed,mid,LMArena-Text,,,,,,1396.4753406578138,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Claude Haiku 4.5 (20251001), column rating)",,out:effort-not-established, lmarenatext#26-01-10,lmarena.ai,?amazon-nova-experimental-chat,not-established:absent,mixed,mid,LMArena-Text,,,,,,1394.8017488640512,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row amazon-nova-experimental-chat (26-01-10), column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,qwen3.5-35b-a3b,unstated,mixed,mid,LMArena-Text,,,,,,1394.6808633356422,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Qwen3.5-35B-A3B, column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,?MiMo-V2-Flash,not-established:absent,mixed,mid,LMArena-Text,,,,,,1394.6801812709232,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row MiMo-V2-Flash (Thinking), column rating)",,out:model-not-established, lmarenatext#10-20,lmarena.ai,?amazon-nova-experimental-chat,not-established:absent,mixed,mid,LMArena-Text,,,,,,1393.8298916618946,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row amazon-nova-experimental-chat (10-20), column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,qwen3-235b-a22b,unstated,mixed,mid,LMArena-Text,,,,,,1393.610793134506,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Qwen3-235B-A22B (Non-Thinking), column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,?MiniMax-M2.1 Preview,not-established:absent,mixed,mid,LMArena-Text,,,,,,1391.9657430259767,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row MiniMax-M2.1 Preview, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,gpt-5.3-chat-latest,solo,mixed,mid,LMArena-Text,,,,,,1389.090603891082,Elo,2.89e-13,,prev=1388.888065500483 (src-lmarena.ai-text-2026-10-15#M168),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row GPT-5.3 Chat, column rating)",,in, lmarenatext#none,lmarena.ai,?Muse Glimmer,not-established:absent,mixed,mid,LMArena-Text,,,,,,1388.7923358750145,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Muse Glimmer, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,solar-pro4,unstated,mixed,mid,LMArena-Text,,,,,,1388.1792427956184,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Solar Pro 4, column rating)",,out:effort-not-established, lmarenatext#2507,lmarena.ai,?Qwen3-30B-A3B-Instruct,not-established:absent,mixed,mid,LMArena-Text,,,,,,1383.832052500294,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Qwen3-30B-A3B-Instruct (2507), column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,glm-4.5-air,unstated,mixed,mid,LMArena-Text,,,,,,1383.7444253264193,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row GLM-4.5-Air, column rating)",,out:effort-not-established, lmarenatext#2025-04-14,lmarena.ai,gpt-4.1,solo,mixed,mid,LMArena-Text,,,,,,1382.9373305210897,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row GPT-4.1 (2025-04-14), column rating)",,out:single-couple, lmarenatext#0905,lmarena.ai,?Kimi K2 Preview,not-established:absent,mixed,mid,LMArena-Text,,,,,,1379.770982510432,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Kimi K2 Preview (0905), column rating)",,out:model-not-established, lmarenatext#09-2025,lmarena.ai,?Gemini 2.5 Flash-Lite Preview,not-established:absent,mixed,mid,LMArena-Text,,,,,,1379.3332434137578,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025), column rating)",,out:model-not-established, lmarenatext#20250416,lmarena.ai,?Hunyuan TurboS,not-established:absent,mixed,mid,LMArena-Text,,,,,,1377.2450609295392,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Hunyuan TurboS (20250416), column rating)",,out:model-not-established, lmarenatext#20250514,lmarena.ai,opus-4,unstated,mixed,mid,LMArena-Text,,,,,,1377.1138685115543,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Claude Opus 4 (Thinking 16K, 20250514), column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,?NVIDIA-Nemotron-3-Super-120B-A12B,not-established:absent,mixed,mid,LMArena-Text,,,,,,1377.105614996709,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row NVIDIA-Nemotron-3-Super-120B-A12B, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,glm-4.6v,unstated,mixed,mid,LMArena-Text,,,,,,1376.5091967682586,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row GLM-4.6V, column rating)",,out:effort-not-established, lmarenatext#0324,lmarena.ai,deepseek-v3,solo,mixed,mid,LMArena-Text,,,,,,1374.6629594643528,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row DeepSeek-V3 (0324), column rating)",,out:single-couple, lmarenatext#none,lmarena.ai,gpt-5-mini,high,mixed,mid,LMArena-Text,,,,,,1373.35728503584,Elo,2.89e-12,,prev=1373.2833088749294 (src-lmarena.ai-text-2026-10-15#M180),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row GPT-5 mini (High), column rating)",,out:single-couple, lmarenatext#none,lmarena.ai,deepseek-r1,solo,mixed,mid,LMArena-Text,,,,,,1372.7260843826816,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row DeepSeek-R1, column rating)",,out:single-couple, lmarenatext#none,lmarena.ai,gpt-5.4-nano,high,mixed,mid,LMArena-Text,,,,,,1371.7463006101439,Elo,2.89e-14,,prev=1372.0134529059194 (src-lmarena.ai-text-2026-10-15#M182),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row GPT-5.4 nano (High), column rating)",,in, lmarenatext#0711,lmarena.ai,?Kimi K2 Preview,not-established:absent,mixed,mid,LMArena-Text,,,,,,1370.990174050534,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Kimi K2 Preview (0711), column rating)",,out:model-not-established, lmarenatext#2505,lmarena.ai,?Mistral Medium 3,not-established:absent,mixed,mid,LMArena-Text,,,,,,1370.2273623109563,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Mistral Medium 3 (2505), column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,grok-3-mini,high,mixed,mid,LMArena-Text,,,,,,1369.6704758652777,Elo,2.89e-14,,prev=1369.5251501690184 (src-lmarena.ai-text-2026-10-15#M185),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Grok 3 Mini (High), column rating)",,out:single-couple, lmarenatext#06-17,lmarena.ai,?Gemini 2.5 Flash-Lite Preview,not-established:absent,mixed,mid,LMArena-Text,,,,,,1369.3935840619974,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Gemini 2.5 Flash-Lite Preview (Thinking, 06-17), column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,qwen3-next-80b-a3b-thinking,solo,mixed,mid,LMArena-Text,,,,,,1368.3833973862997,Elo,2.89e-14,,prev=1368.0855703291281 (src-lmarena.ai-text-2026-10-15#M187),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Qwen3-Next-80B-A3B-Thinking, column rating)",,out:single-couple, lmarenatext#none,lmarena.ai,?Qwen2.5-Max,not-established:absent,mixed,mid,LMArena-Text,,,,,,1366.7398896791137,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Qwen2.5-Max, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,qwen3-235b-a22b,unstated,mixed,mid,LMArena-Text,,,,,,1366.3429861079887,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Qwen3-235B-A22B, column rating)",,out:effort-not-established, lmarenatext#20250514,lmarena.ai,opus-4,unstated,mixed,mid,LMArena-Text,,,,,,1366.0672424089448,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Claude Opus 4 (20250514), column rating)",,out:effort-not-established, lmarenatext#2024-12-17,lmarena.ai,o1,unstated,mixed,mid,LMArena-Text,,,,,,1365.8675107601052,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row o1 (2024-12-17), column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,gpt-oss-120b,unstated,mixed,mid,LMArena-Text,,,,,,1365.5228452959996,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row gpt-oss-120b, column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,?Grok 3 Mini Beta,not-established:absent,mixed,mid,LMArena-Text,,,,,,1364.356663106782,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Grok 3 Mini Beta, column rating)",,out:model-not-established, lmarenatext#10-09,lmarena.ai,?amazon-nova-experimental-chat,not-established:absent,mixed,mid,LMArena-Text,,,,,,1363.8947916277116,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row amazon-nova-experimental-chat (10-09), column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Amazon Nova 2 Lite,not-established:absent,mixed,mid,LMArena-Text,,,,,,1361.8617210567359,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Amazon Nova 2 Lite, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Granite 4.2 30B,not-established:absent,mixed,mid,LMArena-Text,,,,,,1361.5634498746213,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Granite 4.2 30B, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Ling-flash-2.0,not-established:absent,mixed,mid,LMArena-Text,,,,,,1360.9596154750845,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Ling-flash-2.0, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,minimax-m2.5,unstated,mixed,mid,LMArena-Text,,,,,,1359.2435311608392,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row MiniMax-M2.5, column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,?Gemma 3 27B IT,not-established:absent,mixed,mid,LMArena-Text,,,,,,1357.7991223760937,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Gemma 3 27B IT, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,qwen3-coder-480b-a35b-instruct,solo,mixed,mid,LMArena-Text,,,,,,1356.5085451672012,Elo,2.89e-14,,prev=1356.5630184436598 (src-lmarena.ai-text-2026-10-15#M200),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Qwen3-Coder-480B-A35B-Instruct, column rating)",,out:single-couple, lmarenatext#none,lmarena.ai,?INTELLECT-3,not-established:absent,mixed,mid,LMArena-Text,,,,,,1356.0634847189654,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row INTELLECT-3, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,mercury-2,unstated,mixed,mid,LMArena-Text,,,,,,1355.097673104752,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Mercury 2, column rating)",,out:effort-not-established, lmarenatext#001,lmarena.ai,gemini-2.0-flash,solo,mixed,mid,LMArena-Text,,,,,,1354.2231032875075,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Gemini 2.0 Flash (001), column rating)",,out:single-couple, lmarenatext#2025-04-16,lmarena.ai,o4-mini,unstated,mixed,mid,LMArena-Text,,,,,,1353.173107755381,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row o4-mini (2025-04-16), column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,o1-preview,solo,mixed,mid,LMArena-Text,,,,,,1352.8159815969739,Elo,2.89e-14,,prev=1352.7339597345624 (src-lmarena.ai-text-2026-10-15#M205),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row o1-preview, column rating)",,out:single-couple, lmarenatext#20250514,lmarena.ai,sonnet-4,unstated,mixed,mid,LMArena-Text,,,,,,1350.8666842004254,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Claude Sonnet 4 (Thinking 32K, 20250514), column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,glm-4.7-flash,unstated,mixed,mid,LMArena-Text,,,,,,1350.6082541869232,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row GLM-4.7-Flash, column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,?Step-3,not-established:absent,mixed,mid,LMArena-Text,,,,,,1350.0891822060005,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Step-3, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?NVIDIA-Nemotron-3-Nano-30B-A3B,not-established:absent,mixed,mid,LMArena-Text,,,,,,1348.0357175532515,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row NVIDIA-Nemotron-3-Nano-30B-A3B (BF16), column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?MiniMax-M1,not-established:absent,mixed,mid,LMArena-Text,,,,,,1342.6121487033934,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row MiniMax-M1, column rating)",,out:model-not-established, lmarenatext#2025-04-14,lmarena.ai,gpt-4.1-mini,solo,mixed,mid,LMArena-Text,,,,,,1340.6074752384131,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row GPT-4.1 mini (2025-04-14), column rating)",,out:single-couple, lmarenatext#none,lmarena.ai,minimax-m2,solo,mixed,mid,LMArena-Text,,,,,,1340.3946560472732,Elo,2.89e-14,,prev=1339.9202475131674 (src-lmarena.ai-text-2026-10-15#M214),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row MiniMax-M2, column rating)",,out:single-couple, lmarenatext#none,lmarena.ai,qwen3-32b,unstated,mixed,mid,LMArena-Text,,,,,,1340.1261613651768,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Qwen3-32B, column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,trinity-large-thinking,solo,mixed,mid,LMArena-Text,,,,,,1339.9925466525663,Elo,2.89e-14,,prev=1340.1070986110035 (src-lmarena.ai-text-2026-10-15#M212),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Trinity Large Thinking, column rating)",,out:single-couple, lmarenatext#20250514,lmarena.ai,sonnet-4,unstated,mixed,mid,LMArena-Text,,,,,,1339.2520836318226,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Claude Sonnet 4 (20250514), column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,?Trinity Large Preview,not-established:absent,mixed,mid,LMArena-Text,,,,,,1338.7255978830653,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Trinity Large Preview, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Llama 3.3 Nemotron Super 49B v1.5,not-established:absent,mixed,mid,LMArena-Text,,,,,,1338.4296006274649,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Llama 3.3 Nemotron Super 49B v1.5, column rating)",,out:model-not-established, lmarenatext#2506,lmarena.ai,?Mistral Small 3.2,not-established:absent,mixed,mid,LMArena-Text,,,,,,1338.427727280034,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Mistral Small 3.2 (2506), column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,o3-mini,not-established:absent,mixed,mid,LMArena-Text,,,,,,1336.6277502731832,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row o3-mini (High), column rating)",,out:effort-not-established, lmarenatext#202506,lmarena.ai,?Step-1o Turbo,not-established:absent,mixed,mid,LMArena-Text,,,,,,1335.6260910161318,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Step-1o Turbo (202506), column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Gemma 3 12B IT,not-established:absent,mixed,mid,LMArena-Text,,,,,,1334.2574340111776,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Gemma 3 12B IT, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Ring-flash-2.0,not-established:absent,mixed,mid,LMArena-Text,,,,,,1333.576055337467,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Ring-flash-2.0, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,glm-4.5v,unstated,mixed,mid,LMArena-Text,,,,,,1332.768358375526,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row GLM-4.5V, column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,deepseek-v3,solo,mixed,mid,LMArena-Text,,,,,,1332.5434693699883,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row DeepSeek-V3, column rating)",,out:single-couple, lmarenatext#03-2025,lmarena.ai,?Command A,not-established:absent,mixed,mid,LMArena-Text,,,,,,1330.9374809538115,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Command A (03-2025), column rating)",,out:model-not-established, lmarenatext#0111,lmarena.ai,?GLM-4-Plus,not-established:absent,mixed,mid,LMArena-Text,,,,,,1330.876803811865,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row GLM-4-Plus (0111), column rating)",,out:model-not-established, lmarenatext#02-05,lmarena.ai,?Gemini 2.0 Flash-Lite Preview,not-established:absent,mixed,mid,LMArena-Text,,,,,,1329.6174648057136,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Gemini 2.0 Flash-Lite Preview (02-05), column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?NVIDIA-Nemotron-3.5-Lightning-30B-A3B,not-established:absent,mixed,mid,LMArena-Text,,,,,,1329.4658438102365,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row NVIDIA-Nemotron-3.5-Lightning-30B-A3B (NVFP4), column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,qwq-32b,solo,mixed,mid,LMArena-Text,,,,,,1329.0421852309807,Elo,2.89e-14,,prev=1329.0793448428976 (src-lmarena.ai-text-2026-10-15#M228),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row QwQ-32B, column rating)",,out:single-couple, lmarenatext#0125,lmarena.ai,?Qwen-Plus,not-established:absent,mixed,mid,LMArena-Text,,,,,,1326.4607597399558,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Qwen-Plus (0125), column rating)",,out:model-not-established, lmarenatext#202412,lmarena.ai,?Step-2 16K Exp,not-established:absent,mixed,mid,LMArena-Text,,,,,,1320.9463757824324,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Step-2 16K Exp (202412), column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,gpt-5-nano,high,mixed,mid,LMArena-Text,,,,,,1319.9288336701034,Elo,2.89e-14,,prev=1319.937017746315 (src-lmarena.ai-text-2026-10-15#M232),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row GPT-5 nano (High), column rating)",,out:single-couple, lmarenatext#20250226,lmarena.ai,?Hunyuan TurboS,not-established:absent,mixed,mid,LMArena-Text,,,,,,1319.7933784028178,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Hunyuan TurboS (20250226), column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Llama 3.1 Nemotron Ultra 253B v1,not-established:absent,mixed,mid,LMArena-Text,,,,,,1319.5730979946657,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Llama 3.1 Nemotron Ultra 253B v1, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,o3-mini,unstated,mixed,mid,LMArena-Text,,,,,,1319.573017325637,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row o3-mini, column rating)",,out:effort-not-established, lmarenatext#002,lmarena.ai,?Gemini 1.5 Pro,not-established:absent,mixed,mid,LMArena-Text,,,,,,1319.178716507296,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Gemini 1.5 Pro (002), column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,granite-4.2-8b,unstated,mixed,mid,LMArena-Text,,,,,,1318.55834216841,Elo,2.89e-12,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Granite 4.2 8B, column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,o1-mini,solo,mixed,mid,LMArena-Text,,,,,,1317.1207272280017,Elo,2.89e-14,,prev=1317.0370678632498 (src-lmarena.ai-text-2026-10-15#M238),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row o1-mini, column rating)",,out:single-couple, lmarenatext#none,lmarena.ai,qwen3-30b-a3b,unstated,mixed,mid,LMArena-Text,,,,,,1316.8734319458697,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Qwen3-30B-A3B, column rating)",,out:effort-not-established, lmarenatext#20250219,lmarena.ai,sonnet-3.7,unstated,mixed,mid,LMArena-Text,,,,,,1314.3416493951927,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Claude 3.7 Sonnet (Thinking 32K, 20250219), column rating)",,out:effort-not-established, lmarenatext#0110,lmarena.ai,?Hunyuan Turbo,not-established:absent,mixed,mid,LMArena-Text,,,,,,1311.482453258668,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Hunyuan Turbo (0110), column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Olmo 3.1 32B Instruct,not-established:absent,mixed,mid,LMArena-Text,,,,,,1311.2566192969562,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Olmo 3.1 32B Instruct, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Llama 3.3 Nemotron Super 49B v1,not-established:absent,mixed,mid,LMArena-Text,,,,,,1308.433229336516,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Llama 3.3 Nemotron Super 49B v1, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Gemma 3n E4B IT,not-established:absent,mixed,mid,LMArena-Text,,,,,,1305.6572438298858,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Gemma 3n E4B IT, column rating)",,out:model-not-established, lmarenatext#2024-08-13,lmarena.ai,?Grok 2,not-established:absent,mixed,mid,LMArena-Text,,,,,,1304.6191805745639,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Grok 2 (2024-08-13), column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Yi Lightning,not-established:absent,mixed,mid,LMArena-Text,,,,,,1301.5766867455386,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Yi Lightning, column rating)",,out:model-not-established, lmarenatext#2024-05-13,lmarena.ai,?GPT-4o,not-established:absent,mixed,mid,LMArena-Text,,,,,,1300.4795325568539,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row GPT-4o (2024-05-13), column rating)",,out:model-not-established, lmarenatext#20250219,lmarena.ai,sonnet-3.7,unstated,mixed,mid,LMArena-Text,,,,,,1299.3474243505611,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Claude 3.7 Sonnet (20250219), column rating)",,out:effort-not-established, lmarenatext#1127,lmarena.ai,?Qwen2.5-Plus,not-established:absent,mixed,mid,LMArena-Text,,,,,,1299.1932341460097,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Qwen2.5-Plus (1127), column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,olmo-3-32b-think,solo,mixed,mid,LMArena-Text,,,,,,1299.059855749399,Elo,2.89e-13,,prev=1299.4177996002136 (src-lmarena.ai-text-2026-10-15#M248),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Olmo 3 32B Think, column rating)",,out:single-couple, lmarenatext#20241022,lmarena.ai,sonnet-3.5-0620,solo,mixed,mid,LMArena-Text,,,,,,1297.8702181038138,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Claude 3.5 Sonnet (20241022), column rating)",,out:single-couple, lmarenatext#1210,lmarena.ai,deepseek-v2.5,solo,mixed,mid,LMArena-Text,,,,,,1293.9686538186388,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row DeepSeek-V2.5 (1210), column rating)",,out:single-couple, lmarenatext#none,lmarena.ai,?Granite 4.2 3B,not-established:absent,mixed,mid,LMArena-Text,,,,,,1292.4233659125834,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Granite 4.2 3B, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Athene V2 Chat,not-established:absent,mixed,mid,LMArena-Text,,,,,,1291.5059064261718,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Athene V2 Chat, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Gemma 3 4B IT,not-established:absent,mixed,mid,LMArena-Text,,,,,,1290.840132907882,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Gemma 3 4B IT, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,granite-4.1-8b,solo,mixed,mid,LMArena-Text,,,,,,1290.763551800122,Elo,2.89e-13,,prev=1290.6862504564715 (src-lmarena.ai-text-2026-10-15#M256),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Granite 4.1 8B, column rating)",,out:single-couple, lmarenatext#none,lmarena.ai,?GLM-4-Plus,not-established:absent,mixed,mid,LMArena-Text,,,,,,1289.6982632559475,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row GLM-4-Plus, column rating)",,out:model-not-established, lmarenatext#2025-02-10,lmarena.ai,?Hunyuan Large,not-established:absent,mixed,mid,LMArena-Text,,,,,,1288.0063647514962,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Hunyuan Large (2025-02-10), column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,gpt-oss-20b,unstated,mixed,mid,LMArena-Text,,,,,,1287.5639570191784,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row gpt-oss-20b, column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,llama-4-maverick,solo,mixed,mid,LMArena-Text,,,,,,1287.257460648751,Elo,2.89e-13,,prev=1287.1891774182086 (src-lmarena.ai-text-2026-10-15#M261),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Llama 4 Maverick 17B 128E Instruct, column rating)",,out:single-couple, lmarenatext#none,lmarena.ai,?Molmo 2 8B,not-established:absent,mixed,mid,LMArena-Text,,,,,,1287.0888050001752,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Molmo 2 8B, column rating)",,out:model-not-established, lmarenatext#002,lmarena.ai,?Gemini 1.5 Flash,not-established:absent,mixed,mid,LMArena-Text,,,,,,1286.6990228518457,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Gemini 1.5 Flash (002), column rating)",,out:model-not-established, lmarenatext#2024-07-18,lmarena.ai,gpt-4o-mini,solo,mixed,mid,LMArena-Text,,,,,,1286.4228066065252,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row GPT-4o mini (2024-07-18), column rating)",,out:single-couple, lmarenatext#2025-04-14,lmarena.ai,gpt-4.1-nano,solo,mixed,mid,LMArena-Text,,,,,,1284.834449919069,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row GPT-4.1 nano (2025-04-14), column rating)",,out:single-couple, lmarenatext#none,lmarena.ai,?Llama 3.1 405B Instruct,not-established:absent,mixed,mid,LMArena-Text,,,,,,1283.7336103973967,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Llama 3.1 405B Instruct (BF16), column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Llama 3.1 Nemotron 70B Instruct,not-established:absent,mixed,mid,LMArena-Text,,,,,,1282.6985145512808,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Llama 3.1 Nemotron 70B Instruct, column rating)",,out:model-not-established, lmarenatext#2024-08-06,lmarena.ai,?GPT-4o,not-established:absent,mixed,mid,LMArena-Text,,,,,,1282.5852971559975,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row GPT-4o (2024-08-06), column rating)",,out:model-not-established, lmarenatext#0919,lmarena.ai,?Qwen-Max,not-established:absent,mixed,mid,LMArena-Text,,,,,,1281.925770826162,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Qwen-Max (0919), column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Llama 3.1 405B Instruct,not-established:absent,mixed,mid,LMArena-Text,,,,,,1281.8456388877303,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Llama 3.1 405B Instruct (FP8), column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Mercury,not-established:absent,mixed,mid,LMArena-Text,,,,,,1281.674663784087,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Mercury, column rating)",,out:model-not-established, lmarenatext#20240620,lmarena.ai,sonnet-3.5-0620,solo,mixed,mid,LMArena-Text,,,,,,1280.9639251336232,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Claude 3.5 Sonnet (20240620), column rating)",,out:single-couple, lmarenatext#2024-08-13,lmarena.ai,grok-2-mini,unstated,mixed,mid,LMArena-Text,,,,,,1280.7365592463143,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Grok 2 mini (2024-08-13), column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,?Llama 4 Scout 17B 16E Instruct,not-established:absent,mixed,mid,LMArena-Text,,,,,,1279.2703879174232,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Llama 4 Scout 17B 16E Instruct, column rating)",,out:model-not-established, lmarenatext#0514,lmarena.ai,?Gemini Advanced,not-established:absent,mixed,mid,LMArena-Text,,,,,,1278.6022427663859,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Gemini Advanced (0514), column rating)",,out:model-not-established, lmarenatext#2503,lmarena.ai,?Mistral Small 3.1 24B Instruct,not-established:absent,mixed,mid,LMArena-Text,,,,,,1277.232689775471,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Mistral Small 3.1 24B Instruct (2503), column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,llama-3.3-70b-instruct,solo,mixed,mid,LMArena-Text,,,,,,1274.2981045303864,Elo,2.89e-14,,prev=1274.2054326702603 (src-lmarena.ai-text-2026-10-15#M276),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Llama 3.3 70B Instruct, column rating)",,out:single-couple, lmarenatext#2025-02-10,lmarena.ai,?Hunyuan Standard,not-established:absent,mixed,mid,LMArena-Text,,,,,,1274.0513854318597,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Hunyuan Standard (2025-02-10), column rating)",,out:model-not-established, lmarenatext#001,lmarena.ai,?Gemini 1.5 Pro,not-established:absent,mixed,mid,LMArena-Text,,,,,,1273.5380107009212,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Gemini 1.5 Pro (001), column rating)",,out:model-not-established, lmarenatext#2024-04-09,lmarena.ai,gpt-4-turbo,solo,mixed,mid,LMArena-Text,,,,,,1271.7357315481363,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row GPT-4 Turbo (2024-04-09), column rating)",,out:single-couple, lmarenatext#none,lmarena.ai,deepseek-v2.5,solo,mixed,mid,LMArena-Text,,,,,,1271.2960564635841,Elo,2.89e-14,,prev=1271.2134536880822 (src-lmarena.ai-text-2026-10-15#M281),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row DeepSeek-V2.5, column rating)",,out:single-couple, lmarenatext#none,lmarena.ai,olmo-3.1-32b-think,solo,mixed,mid,LMArena-Text,,,,,,1271.029771714062,Elo,2.89e-13,,prev=1271.6210009864742 (src-lmarena.ai-text-2026-10-15#M280),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Olmo 3.1 32B Think, column rating)",,out:single-couple, lmarenatext#none,lmarena.ai,qwen2.5-72b-instruct,solo,mixed,mid,LMArena-Text,,,,,,1269.063016246941,Elo,2.89e-13,,prev=1268.9804569233395 (src-lmarena.ai-text-2026-10-15#M282),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Qwen2.5-72B-Instruct, column rating)",,out:single-couple, lmarenatext#2407,lmarena.ai,?Mistral Large 2,not-established:absent,mixed,mid,LMArena-Text,,,,,,1266.189542590876,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Mistral Large 2 (2407), column rating)",,out:model-not-established, lmarenatext#2411,lmarena.ai,?Mistral Large,not-established:absent,mixed,mid,LMArena-Text,,,,,,1265.3604591472965,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Mistral Large (2411), column rating)",,out:model-not-established, lmarenatext#0725,lmarena.ai,?Athene 70B,not-established:absent,mixed,mid,LMArena-Text,,,,,,1265.1847445386281,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Athene 70B (0725), column rating)",,out:model-not-established, lmarenatext#1106,lmarena.ai,?GPT-4 Turbo Preview,not-established:absent,mixed,mid,LMArena-Text,,,,,,1263.48207309869,Elo,2.89e-12,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row GPT-4 Turbo Preview (1106), column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Hunyuan Large Vision,not-established:absent,mixed,mid,LMArena-Text,,,,,,1263.1863014955102,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Hunyuan Large Vision, column rating)",,out:model-not-established, lmarenatext#0125,lmarena.ai,?GPT-4 Turbo Preview,not-established:absent,mixed,mid,LMArena-Text,,,,,,1262.2484066582906,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row GPT-4 Turbo Preview (0125), column rating)",,out:model-not-established, lmarenatext#20240229,lmarena.ai,opus-3,solo,mixed,mid,LMArena-Text,,,,,,1262.0485364262609,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Claude 3 Opus (20240229), column rating)",,out:single-couple, lmarenatext#none,lmarena.ai,llama-3.1-70b-instruct,solo,mixed,mid,LMArena-Text,,,,,,1260.9512867871242,Elo,2.89e-14,,prev=1260.8692263664682 (src-lmarena.ai-text-2026-10-15#M290),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Llama 3.1 70B Instruct, column rating)",,out:single-couple, lmarenatext#none,lmarena.ai,?Amazon Nova Pro 1.0,not-established:absent,mixed,mid,LMArena-Text,,,,,,1258.7462545331682,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Amazon Nova Pro 1.0, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Llama 3.1 Tulu 3 70B,not-established:absent,mixed,mid,LMArena-Text,,,,,,1255.7679647382697,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Llama 3.1 Tulu 3 70B, column rating)",,out:model-not-established, lmarenatext#20241022,lmarena.ai,haiku-3.5,solo,mixed,mid,LMArena-Text,,,,,,1255.3990379085285,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Claude 3.5 Haiku (20241022), column rating)",,out:single-couple, lmarenatext#2506,lmarena.ai,?Magistral Medium,not-established:absent,mixed,mid,LMArena-Text,,,,,,1254.7693489045728,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Magistral Medium (2506), column rating)",,out:model-not-established, lmarenatext#20240904,lmarena.ai,?Reka Core,not-established:absent,mixed,mid,LMArena-Text,,,,,,1248.4251829147133,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Reka Core (20240904), column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Granite-4.0-H-Small,not-established:absent,mixed,mid,LMArena-Text,,,,,,1241.4846555947038,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Granite-4.0-H-Small, column rating)",,out:model-not-established, lmarenatext#001,lmarena.ai,?Gemini 1.5 Flash,not-established:absent,mixed,mid,LMArena-Text,,,,,,1239.3453557853263,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Gemini 1.5 Flash (001), column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Jamba 1.5 Large,not-established:absent,mixed,mid,LMArena-Text,,,,,,1237.0684024818838,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Jamba 1.5 Large, column rating)",,out:model-not-established, lmarenatext#2501,lmarena.ai,?Mistral Small 24B Instruct,not-established:absent,mixed,mid,LMArena-Text,,,,,,1233.607783925581,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Mistral Small 24B Instruct (2501), column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Gemma 2 27B IT,not-established:absent,mixed,mid,LMArena-Text,,,,,,1231.4245900246947,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Gemma 2 27B IT, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Qwen2.5-Coder-32B-Instruct,not-established:absent,mixed,mid,LMArena-Text,,,,,,1230.0867617625477,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Qwen2.5-Coder-32B-Instruct, column rating)",,out:model-not-established, lmarenatext#08-2024,lmarena.ai,?Command R+,not-established:absent,mixed,mid,LMArena-Text,,,,,,1228.9428483362167,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Command R+ (08-2024), column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Amazon Nova Lite 1.0,not-established:absent,mixed,mid,LMArena-Text,,,,,,1228.5358752602551,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Amazon Nova Lite 1.0, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Llama 3.1 Nemotron 51B Instruct,not-established:absent,mixed,mid,LMArena-Text,,,,,,1228.035345470519,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Llama 3.1 Nemotron 51B Instruct, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Gemma 2 9B IT SimPO,not-established:absent,mixed,mid,LMArena-Text,,,,,,1227.1083944191482,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Gemma 2 9B IT SimPO, column rating)",,out:model-not-established, lmarenatext#0520,lmarena.ai,?GLM-4,not-established:absent,mixed,mid,LMArena-Text,,,,,,1225.9530793352421,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row GLM-4 (0520), column rating)",,out:model-not-established, lmarenatext#001,lmarena.ai,gemini-1.5-flash-8b-001,solo,mixed,mid,LMArena-Text,,,,,,1225.9009669554762,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Gemini 1.5 Flash-8B (001), column rating)",,out:single-couple, lmarenatext#none,lmarena.ai,?Nemotron-4 340B Instruct,not-established:absent,mixed,mid,LMArena-Text,,,,,,1224.8583024996715,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Nemotron-4 340B Instruct, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Aya Expanse 32B,not-established:absent,mixed,mid,LMArena-Text,,,,,,1224.0533518090356,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Aya Expanse 32B, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,llama-3-70b-instruct,solo,mixed,mid,LMArena-Text,,,,,,1220.8407144597631,Elo,2.89e-14,,prev=1220.7583455237252 (src-lmarena.ai-text-2026-10-15#M310),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Llama 3 70B Instruct, column rating)",,out:single-couple, lmarenatext#20240229,lmarena.ai,sonnet-3,solo,mixed,mid,LMArena-Text,,,,,,1218.0822904077627,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Claude 3 Sonnet (20240229), column rating)",,out:single-couple, lmarenatext#0325,lmarena.ai,?OLMo 2 32B Instruct,not-established:absent,mixed,mid,LMArena-Text,,,,,,1217.9808036677591,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row OLMo 2 32B Instruct (0325), column rating)",,out:model-not-established, lmarenatext#20240904,lmarena.ai,?Reka Flash,not-established:absent,mixed,mid,LMArena-Text,,,,,,1217.9643517005748,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Reka Flash (20240904), column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Phi-4,not-established:absent,mixed,mid,LMArena-Text,,,,,,1216.7349361393522,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Phi-4, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Amazon Nova Micro 1.0,not-established:absent,mixed,mid,LMArena-Text,,,,,,1208.471855161331,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Amazon Nova Micro 1.0, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Gemma 2 9B IT,not-established:absent,mixed,mid,LMArena-Text,,,,,,1207.4390978619647,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Gemma 2 9B IT, column rating)",,out:model-not-established, lmarenatext#0314,lmarena.ai,?GPT-4,not-established:absent,mixed,mid,LMArena-Text,,,,,,1206.0524708981948,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row GPT-4 (0314), column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Command R+,not-established:absent,mixed,mid,LMArena-Text,,,,,,1203.8747097918626,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Command R+, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,qwen2-72b-instruct,solo,mixed,mid,LMArena-Text,,,,,,1203.316394635328,Elo,2.89e-13,,prev=1203.234096342697 (src-lmarena.ai-text-2026-10-15#M319),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Qwen2-72B-Instruct, column rating)",,out:single-couple, lmarenatext#none,lmarena.ai,?Hunyuan Standard 256K,not-established:absent,mixed,mid,LMArena-Text,,,,,,1201.9718492510397,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Hunyuan Standard 256K, column rating)",,out:model-not-established, lmarenatext#20240307,lmarena.ai,haiku-3,solo,mixed,mid,LMArena-Text,,,,,,1194.7245717576375,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Claude 3 Haiku (20240307), column rating)",,out:single-couple, lmarenatext#none,lmarena.ai,?Llama 3.1 Tulu 3 8B,not-established:absent,mixed,mid,LMArena-Text,,,,,,1193.3504238059681,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Llama 3.1 Tulu 3 8B, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,deepseek-coder-v2-instruct,solo,mixed,mid,LMArena-Text,,,,,,1191.2345542299272,Elo,2.89e-14,,prev=1191.1521772684298 (src-lmarena.ai-text-2026-10-15#M323),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row DeepSeek-Coder-V2, column rating)",,out:single-couple, lmarenatext#2410,lmarena.ai,?Ministral 8B,not-established:absent,mixed,mid,LMArena-Text,,,,,,1190.961809998435,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Ministral 8B (2410), column rating)",,out:model-not-established, lmarenatext#08-2024,lmarena.ai,?Command R,not-established:absent,mixed,mid,LMArena-Text,,,,,,1187.4032724006747,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Command R (08-2024), column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Jamba 1.5 Mini,not-established:absent,mixed,mid,LMArena-Text,,,,,,1186.7200079556485,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Jamba 1.5 Mini, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,llama-3.1-8b-instruct,solo,mixed,mid,LMArena-Text,,,,,,1186.6213933815775,Elo,2.89e-14,,prev=1186.5393457001621 (src-lmarena.ai-text-2026-10-15#M327),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Llama 3.1 8B Instruct, column rating)",,out:single-couple, lmarenatext#0613,lmarena.ai,?GPT-4,not-established:absent,mixed,mid,LMArena-Text,,,,,,1186.0499673132988,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row GPT-4 (0613), column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Aya Expanse 8B,not-established:absent,mixed,mid,LMArena-Text,,,,,,1185.1562739011342,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Aya Expanse 8B, column rating)",,out:model-not-established, lmarenatext#2402,lmarena.ai,?Mistral Large,not-established:absent,mixed,mid,LMArena-Text,,,,,,1176.5207758019596,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Mistral Large (2402), column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Qwen1.5-110B-Chat,not-established:absent,mixed,mid,LMArena-Text,,,,,,1174.614538952496,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Qwen1.5-110B-Chat, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Yi 1.5 34B Chat,not-established:absent,mixed,mid,LMArena-Text,,,,,,1173.0022999933876,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Yi 1.5 34B Chat, column rating)",,out:model-not-established, lmarenatext#20240226,lmarena.ai,?Reka Flash 21B,not-established:absent,mixed,mid,LMArena-Text,,,,,,1170.4762811390176,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Reka Flash 21B (Online, 20240226), column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,qwen1.5-72b-chat,solo,mixed,mid,LMArena-Text,,,,,,1166.1958483526964,Elo,2.89e-14,,prev=1166.1133458153486 (src-lmarena.ai-text-2026-10-15#M334),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Qwen1.5-72B-Chat, column rating)",,out:single-couple, lmarenatext#none,lmarena.ai,?Llama 3 8B Instruct,not-established:absent,mixed,mid,LMArena-Text,,,,,,1165.6470622384124,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Llama 3 8B Instruct, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Mistral Medium,not-established:absent,mixed,mid,LMArena-Text,,,,,,1165.1817826781376,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Mistral Medium, column rating)",,out:model-not-established, lmarenatext#20240226,lmarena.ai,?Reka Flash 21B,not-established:absent,mixed,mid,LMArena-Text,,,,,,1165.031880348698,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Reka Flash 21B (20240226), column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Command R,not-established:absent,mixed,mid,LMArena-Text,,,,,,1163.1778770162416,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Command R, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,mixtral-8x22b-instruct,solo,mixed,mid,LMArena-Text,,,,,,1162.030157849797,Elo,2.89e-13,,prev=1161.9477858383875 (src-lmarena.ai-text-2026-10-15#M339),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Mixtral 8x22B Instruct v0.1, column rating)",,out:single-couple, lmarenatext#none,lmarena.ai,qwq-32b-preview,solo,mixed,mid,LMArena-Text,,,,,,1161.8370330654284,Elo,2.89e-14,,prev=1161.7541906972256 (src-lmarena.ai-text-2026-10-15#M340),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row QwQ-32B-Preview, column rating)",,out:single-couple, lmarenatext#none,lmarena.ai,?InternLM2.5 20B Chat,not-established:absent,mixed,mid,LMArena-Text,,,,,,1158.4892701307674,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row InternLM2.5 20B Chat, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Gemma 2 2B IT,not-established:absent,mixed,mid,LMArena-Text,,,,,,1155.820976212331,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Gemma 2 2B IT, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Granite 3.1 8B Instruct,not-established:absent,mixed,mid,LMArena-Text,,,,,,1149.569513072066,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Granite 3.1 8B Instruct, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Gemini Pro,not-established:absent,mixed,mid,LMArena-Text,,,,,,1148.8915850419664,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Gemini Pro (Dev API), column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Zephyr ORPO 141B A35B v0.1,not-established:absent,mixed,mid,LMArena-Text,,,,,,1143.7357964917667,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Zephyr ORPO 141B A35B v0.1, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Phi-3 Medium 4K Instruct,not-established:absent,mixed,mid,LMArena-Text,,,,,,1137.5933436213486,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Phi-3 Medium 4K Instruct, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,qwen1.5-32b-chat,solo,mixed,mid,LMArena-Text,,,,,,1137.2458115177983,Elo,2.89e-14,,prev=1137.1633425155035 (src-lmarena.ai-text-2026-10-15#M347),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Qwen1.5-32B-Chat, column rating)",,out:single-couple, lmarenatext#none,lmarena.ai,?Starling LM 7B Beta,not-established:absent,mixed,mid,LMArena-Text,,,,,,1132.0863145531293,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Starling LM 7B Beta, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Mixtral 8x7B Instruct v0.1,not-established:absent,mixed,mid,LMArena-Text,,,,,,1131.6014116984352,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Mixtral 8x7B Instruct v0.1, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Gemini Pro,not-established:absent,mixed,mid,LMArena-Text,,,,,,1130.5814784213974,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Gemini Pro, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Yi 34B Chat,not-established:absent,mixed,mid,LMArena-Text,,,,,,1128.5133267234573,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Yi 34B Chat, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,qwen1.5-14b-chat,unstated,mixed,mid,LMArena-Text,,,,,,1127.7367138090376,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Qwen1.5-14B-Chat, column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,?Granite 3.1 2B Instruct,not-established:absent,mixed,mid,LMArena-Text,,,,,,1127.4514396876098,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Granite 3.1 2B Instruct, column rating)",,out:model-not-established, lmarenatext#0125,lmarena.ai,?GPT-3.5 Turbo,not-established:absent,mixed,mid,LMArena-Text,,,,,,1124.9635648178955,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row GPT-3.5 Turbo (0125), column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Tulu 2 DPO 70B,not-established:absent,mixed,mid,LMArena-Text,,,,,,1121.077864132779,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Tulu 2 DPO 70B, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?WizardLM 70B,not-established:absent,mixed,mid,LMArena-Text,,,,,,1119.563505516805,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row WizardLM 70B, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?DBRX Instruct Preview,not-established:absent,mixed,mid,LMArena-Text,,,,,,1118.9116068401945,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row DBRX Instruct Preview, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Llama 2 70B Chat,not-established:absent,mixed,mid,LMArena-Text,,,,,,1115.27060867661,Elo,2.89e-12,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Llama 2 70B Chat, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Nous Hermes 2 Mixtral 8x7B DPO,not-established:absent,mixed,mid,LMArena-Text,,,,,,1112.0816374342728,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Nous Hermes 2 Mixtral 8x7B DPO, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Phi-3 Small 8K Instruct,not-established:absent,mixed,mid,LMArena-Text,,,,,,1109.8661642197792,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Phi-3 Small 8K Instruct, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Llama 3.2 3B Instruct,not-established:absent,mixed,mid,LMArena-Text,,,,,,1109.5775294806867,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Llama 3.2 3B Instruct, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Starling LM 7B Alpha,not-established:absent,mixed,mid,LMArena-Text,,,,,,1107.7036119551185,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Starling LM 7B Alpha, column rating)",,out:model-not-established, lmarenatext#0106,lmarena.ai,?OpenChat 3.5,not-established:absent,mixed,mid,LMArena-Text,,,,,,1106.651139835085,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row OpenChat 3.5 (0106), column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Vicuna 33B,not-established:absent,mixed,mid,LMArena-Text,,,,,,1105.3025545153928,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Vicuna 33B, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,deepseek-llm-67b-chat,solo,mixed,mid,LMArena-Text,,,,,,1105.0720878507955,Elo,2.89e-14,,prev=1104.9895147027528 (src-lmarena.ai-text-2026-10-15#M365),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row DeepSeek LLM 67B Chat, column rating)",,out:single-couple, lmarenatext#none,lmarena.ai,?Snowflake Arctic Instruct,not-established:absent,mixed,mid,LMArena-Text,,,,,,1101.0179072141623,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Snowflake Arctic Instruct, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Llama 2 70B SteerLM Chat,not-established:absent,mixed,mid,LMArena-Text,,,,,,1098.1329877672847,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Llama 2 70B SteerLM Chat, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?OpenChat 3.5,not-established:absent,mixed,mid,LMArena-Text,,,,,,1097.074621664537,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row OpenChat 3.5, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Granite 3.0 8B Instruct,not-established:absent,mixed,mid,LMArena-Text,,,,,,1096.4870698310262,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Granite 3.0 8B Instruct, column rating)",,out:model-not-established, lmarenatext#1106,lmarena.ai,?GPT-3.5 Turbo,not-established:absent,mixed,mid,LMArena-Text,,,,,,1094.1634343502894,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row GPT-3.5 Turbo (1106), column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Gemma 1.1 7B IT,not-established:absent,mixed,mid,LMArena-Text,,,,,,1094.0151456889266,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Gemma 1.1 7B IT, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?OpenHermes 2.5 Mistral 7B,not-established:absent,mixed,mid,LMArena-Text,,,,,,1092.5415345641438,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row OpenHermes 2.5 Mistral 7B, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Mistral 7B Instruct v0.2,not-established:absent,mixed,mid,LMArena-Text,,,,,,1089.607218724764,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Mistral 7B Instruct v0.2, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Llama 2 13B Chat,not-established:absent,mixed,mid,LMArena-Text,,,,,,1084.499282828835,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Llama 2 13B Chat, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,qwen1.5-7b-chat,unstated,mixed,mid,LMArena-Text,,,,,,1083.5020079218161,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Qwen1.5-7B-Chat, column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,?SOLAR 10.7B Instruct v1.0,not-established:absent,mixed,mid,LMArena-Text,,,,,,1083.1294806280457,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row SOLAR 10.7B Instruct v1.0, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Dolphin 2.2.1 Mistral 7B,not-established:absent,mixed,mid,LMArena-Text,,,,,,1081.0149949421675,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Dolphin 2.2.1 Mistral 7B, column rating)",,out:model-not-established, lmarenatext#june 2024,lmarena.ai,?Phi-3 Mini 4K Instruct,not-established:absent,mixed,mid,LMArena-Text,,,,,,1079.9974695660287,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Phi-3 Mini 4K Instruct (June 2024), column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Granite 3.0 2B Instruct,not-established:absent,mixed,mid,LMArena-Text,,,,,,1079.8904414369172,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Granite 3.0 2B Instruct, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?WizardLM 13B,not-established:absent,mixed,mid,LMArena-Text,,,,,,1076.579689164097,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row WizardLM 13B, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Phi-3 Mini 4K Instruct,not-established:absent,mixed,mid,LMArena-Text,,,,,,1073.3484164329402,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Phi-3 Mini 4K Instruct, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Zephyr 7B Beta,not-established:absent,mixed,mid,LMArena-Text,,,,,,1069.4635091517453,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Zephyr 7B Beta, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?MPT 30B Chat,not-established:absent,mixed,mid,LMArena-Text,,,,,,1068.650689393061,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row MPT 30B Chat, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Code Llama 34B Instruct,not-established:absent,mixed,mid,LMArena-Text,,,,,,1065.525419343097,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Code Llama 34B Instruct, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Zephyr 7B Alpha,not-established:absent,mixed,mid,LMArena-Text,,,,,,1058.410772772401,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Zephyr 7B Alpha, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Vicuna 13B,not-established:absent,mixed,mid,LMArena-Text,,,,,,1057.6993355886075,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Vicuna 13B, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Code Llama 70B Instruct,not-established:absent,mixed,mid,LMArena-Text,,,,,,1057.2835185722865,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Code Llama 70B Instruct, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Gemma 7B IT,not-established:absent,mixed,mid,LMArena-Text,,,,,,1056.1962574878262,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Gemma 7B IT, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Llama 3.2 1B Instruct,not-established:absent,mixed,mid,LMArena-Text,,,,,,1054.6779578422038,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Llama 3.2 1B Instruct, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Falcon 180B Chat,not-established:absent,mixed,mid,LMArena-Text,,,,,,1054.3948576918622,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Falcon 180B Chat, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Llama 2 7B Chat,not-established:absent,mixed,mid,LMArena-Text,,,,,,1053.4398591124818,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Llama 2 7B Chat, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Guanaco 33B,not-established:absent,mixed,mid,LMArena-Text,,,,,,1053.4198851871988,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Guanaco 33B, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Qwen-14B-Chat,not-established:absent,mixed,mid,LMArena-Text,,,,,,1051.0686606982426,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Qwen-14B-Chat, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Phi-3 Mini 128K Instruct,not-established:absent,mixed,mid,LMArena-Text,,,,,,1050.4307323822586,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Phi-3 Mini 128K Instruct, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?SmolLM2 1.7B Instruct,not-established:absent,mixed,mid,LMArena-Text,,,,,,1042.0646800143118,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row SmolLM2 1.7B Instruct, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?StripedHyena Nous 7B,not-established:absent,mixed,mid,LMArena-Text,,,,,,1038.480920790247,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row StripedHyena Nous 7B, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?OLMo 7B Instruct,not-established:absent,mixed,mid,LMArena-Text,,,,,,1031.8519288864222,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row OLMo 7B Instruct, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Vicuna 7B,not-established:absent,mixed,mid,LMArena-Text,,,,,,1030.9876182328537,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Vicuna 7B, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?PaLM 2,not-established:absent,mixed,mid,LMArena-Text,,,,,,1027.278585994041,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row PaLM 2, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Mistral 7B Instruct,not-established:absent,mixed,mid,LMArena-Text,,,,,,1023.5486193527103,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Mistral 7B Instruct, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Gemma 1.1 2B IT,not-established:absent,mixed,mid,LMArena-Text,,,,,,1022.2649521513184,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Gemma 1.1 2B IT, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Gemma 2B IT,not-established:absent,mixed,mid,LMArena-Text,,,,,,1002.1878418546747,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Gemma 2B IT, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,qwen1.5-4b-chat,unstated,mixed,mid,LMArena-Text,,,,,,997.2753504982171,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Qwen1.5-4B-Chat, column rating)",,out:effort-not-established, lmarenatext#none,lmarena.ai,?Koala 13B,not-established:absent,mixed,mid,LMArena-Text,,,,,,989.6490143145644,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Koala 13B, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?ChatGLM3 6B,not-established:absent,mixed,mid,LMArena-Text,,,,,,972.0784920984923,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row ChatGLM3 6B, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?GPT4All 13B Snoozy,not-established:absent,mixed,mid,LMArena-Text,,,,,,956.2212306599771,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row GPT4All 13B Snoozy, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?MPT 7B Chat,not-established:absent,mixed,mid,LMArena-Text,,,,,,955.2588339687076,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row MPT 7B Chat, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?RWKV-4 Raven 14B,not-established:absent,mixed,mid,LMArena-Text,,,,,,948.4256996018668,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row RWKV-4 Raven 14B, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?ChatGLM2 6B,not-established:absent,mixed,mid,LMArena-Text,,,,,,938.6673474669446,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row ChatGLM2 6B, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Alpaca 13B,not-established:absent,mixed,mid,LMArena-Text,,,,,,932.8502829732039,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Alpaca 13B, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?ChatGLM 6B,not-established:absent,mixed,mid,LMArena-Text,,,,,,918.5041070270826,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row ChatGLM 6B, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?OpenAssistant Pythia 12B,not-established:absent,mixed,mid,LMArena-Text,,,,,,916.1060287240482,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row OpenAssistant Pythia 12B, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?FastChat-T5 3B,not-established:absent,mixed,mid,LMArena-Text,,,,,,894.43860975558,Elo,2.89e-12,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row FastChat-T5 3B, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?StableLM Tuned Alpha 7B,not-established:absent,mixed,mid,LMArena-Text,,,,,,866.6128071976179,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row StableLM Tuned Alpha 7B, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?Dolly 2.0 12B,not-established:absent,mixed,mid,LMArena-Text,,,,,,851.1669655214603,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row Dolly 2.0 12B, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,?LLaMA 13B,not-established:absent,mixed,mid,LMArena-Text,,,,,,833.5495573844137,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of text/latest parquet, category overall, row LLaMA 13B, column rating)",,out:model-not-established, lmarenatext#none,lmarena.ai,gemini-4-carbon,high,mixed,mid,LMArena-Text,,,,,,1526.1820374675945,Elo,2.89e-14,,prev=1538.3770199723876 (src-lmarena.ai-text-2026-11-11#M1001),"https://arena.ai/leaderboard/text (Text Arena, entrée du modèle, rating (note de préférence, bootstrap Elo))",,in, lmarenavision#none,lmarena.ai,fable-5,high,mixed,mid,LMArena-Vision,,,,,,1323.9544278450944,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-fable-5-high / column rating),,out:superseded, lmarenavision#none,lmarena.ai,opus-5.5,high,mixed,mid,LMArena-Vision,,,,,,1320.5355101775008,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-opus-5.5-high / column rating),,out:superseded, lmarenavision#none,lmarena.ai,opus-5,high,mixed,mid,LMArena-Vision,,,,,,1319.219541859753,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-opus-5-high / column rating),,out:superseded, lmarenavision#none,lmarena.ai,fable-5.1,max,mixed,mid,LMArena-Vision,,,,,,1318.2396207991617,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-fable-5.1-max / column rating),,out:superseded, lmarenavision#none,lmarena.ai,opus-4.7,default,mixed,mid,LMArena-Vision,,,,,,1316.4092963211933,Elo,0,,default-bridged,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-opus-4-7 / column rating),,out:effort-not-established, lmarenavision#none,lmarena.ai,?gemini-3.7-flash,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1315.9662326732514,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemini-3.7-flash-high / column rating),,out:model-not-established, lmarenavision#none,lmarena.ai,opus-4.6,high,mixed,mid,LMArena-Vision,,,,,,1315.6392812181564,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-opus-4-6-high / column rating),,out:superseded, lmarenavision#none,lmarena.ai,gemini-3.8-flash,high,mixed,mid,LMArena-Vision,,,,,,1314.0797890897727,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemini-3.8-flash-high / column rating),,out:superseded, lmarenavision#none,lmarena.ai,?qwen3.8-max,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1313.5990241962058,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row qwen3.8-max / column rating),,out:model-not-established, lmarenavision#none,lmarena.ai,opus-4.6,nothink,mixed,mid,LMArena-Vision,,,,,,1313.0247900434736,Elo,0,,default-bridged,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-opus-4-6 / column rating),,out:single-couple, lmarenavision#none,lmarena.ai,opus-4.7,high,mixed,mid,LMArena-Vision,,,,,,1312.9520685720236,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-opus-4-7-high / column rating),,out:superseded, lmarenavision#none,lmarena.ai,?gemini-3.5-flash,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1309.6183409218952,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemini-3.5-flash-high / column rating),,out:model-not-established, lmarenavision#none,lmarena.ai,muse-spark-1.3,max,mixed,mid,LMArena-Vision,,,,,,1309.3498415967074,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row muse-spark-1.3-max / column rating),,out:effort-not-established, lmarenavision#none,lmarena.ai,?gemini-3.5-flash,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1309.3194370861856,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemini-3.5-flash-medium / column rating),,out:model-not-established, lmarenavision#none,lmarena.ai,?muse-spark,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1305.6142711666369,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row muse-spark / column rating),,out:model-not-established, lmarenavision#none,lmarena.ai,gemini-3-pro,default,mixed,mid,LMArena-Vision,,,,,,1304.7658370176923,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemini-3-pro / column rating),,out:effort-not-established, lmarenavision#none,lmarena.ai,muse-spark-1.2,xhigh,mixed,mid,LMArena-Vision,,,,,,1304.55086329656,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row muse-spark-1.2 (xHigh) / column rating),,out:superseded, lmarenavision#none,lmarena.ai,gpt-5.4,high,mixed,mid,LMArena-Vision,,,,,,1303.1507999082892,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-5.4-high / column rating),,out:superseded, lmarenavision#none,lmarena.ai,muse-spark-1.3,xhigh,mixed,mid,LMArena-Vision,,,,,,1300.6917155755168,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row muse-spark-1.3 (xHigh) / column rating),,out:superseded, lmarenavision#none,lmarena.ai,gemini-3.6-flash,high,mixed,mid,LMArena-Vision,,,,,,1297.6599907481211,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemini-3.6-flash-high / column rating),,out:superseded, lmarenavision#none,lmarena.ai,gpt-5.5,default,mixed,mid,LMArena-Vision,,,,,,1296.6345104570623,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-5.5 / column rating),,out:effort-not-established, lmarenavision#none,lmarena.ai,gemini-3.1-pro,default,mixed,mid,LMArena-Vision,,,,,,1296.2032514639902,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemini-3.1-pro-preview / column rating),,out:effort-not-established, lmarenavision#none,lmarena.ai,glm-5.3-flash,default,mixed,mid,LMArena-Vision,,,,,,1296.0254962766658,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row glm-5.3-flash / column rating),,out:effort-not-established, lmarenavision#none,lmarena.ai,opus-4.8,high,mixed,mid,LMArena-Vision,,,,,,1294.182360764242,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-opus-4-8-high / column rating),,out:superseded, lmarenavision#none,lmarena.ai,muse-spark-1.1,default,mixed,mid,LMArena-Vision,,,,,,1292.6973802115733,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row muse-spark-1.1 / column rating),,out:effort-not-established, lmarenavision#none,lmarena.ai,gpt-5.5,high,mixed,mid,LMArena-Vision,,,,,,1292.3065384150548,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-5.5-high / column rating),,out:superseded, lmarenavision#none,lmarena.ai,gpt-5.4,default,mixed,mid,LMArena-Vision,,,,,,1292.114025489647,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-5.4 / column rating),,out:effort-not-established, lmarenavision#none,lmarena.ai,sonnet-5.5,xhigh,mixed,mid,LMArena-Vision,,,,,,1288.576910862408,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-sonnet-5.5-xhigh / column rating),,out:superseded, lmarenavision#none,lmarena.ai,opus-4.8,nothink,mixed,mid,LMArena-Vision,,,,,,1288.5212695571513,Elo,0,,default-bridged,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-opus-4-8 / column rating),,in, lmarenavision#none,lmarena.ai,gpt-6.1-sol,max,mixed,mid,LMArena-Vision,,,,,,1288.1896630416024,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-6.1-sol-max / column rating),,out:superseded, lmarenavision#none,lmarena.ai,grok-4.5,high,mixed,mid,LMArena-Vision,,,,,,1288.1680891492629,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row grok-4.5 / column rating),,in, lmarenavision#none,lmarena.ai,gemini-3-flash,default,mixed,mid,LMArena-Vision,,,,,,1285.1453825042358,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemini-3-flash / column rating),,out:effort-not-established, lmarenavision#none,lmarena.ai,kimi-k2.6,default,mixed,mid,LMArena-Vision,,,,,,1282.781412900351,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row kimi-k2.6 / column rating),,out:effort-not-established, lmarenavision#none,lmarena.ai,sonnet-4.6,default,mixed,mid,LMArena-Vision,,,,,,1282.4693814970346,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-sonnet-4-6 / column rating),,out:effort-not-established, lmarenavision#none,lmarena.ai,gpt-5.6-sol,xhigh,mixed,mid,LMArena-Vision,,,,,,1281.394451952477,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-5.6-sol-xhigh / column rating),,out:superseded, lmarenavision#none,lmarena.ai,gpt-6-astra,max,mixed,mid,LMArena-Vision,,,,,,1281.3541584800787,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-6-astra-max / column rating),,out:superseded, lmarenavision#none,lmarena.ai,qwen3.7-plus,default,mixed,mid,LMArena-Vision,,,,,,1279.0703715219638,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row qwen3.7-plus / column rating),,out:effort-not-established, lmarenavision#none,lmarena.ai,gemma-4-31b-it,default,mixed,mid,LMArena-Vision,,,,,,1276.7989768088776,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemma-4-31b / column rating),,out:effort-not-established, lmarenavision#none,lmarena.ai,deepseek-v4.1-flash,max,mixed,mid,LMArena-Vision,,,,,,1276.6353190733412,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row deepseek-v4.1-flash-max / column rating),,out:superseded, lmarenavision#none,lmarena.ai,?dola-seed-2.0-pro,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1274.1906785038377,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row dola-seed-2.0-pro / column rating),,out:model-not-established, lmarenavision#none,lmarena.ai,sonnet-5,high,mixed,mid,LMArena-Vision,,,,,,1273.9162517136424,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-sonnet-5-high / column rating),,out:superseded, lmarenavision#none,lmarena.ai,qwen3.8-27b,default,mixed,mid,LMArena-Vision,,,,,,1271.392668035682,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row qwen3.8-27b / column rating),,out:effort-not-established, lmarenavision#none,lmarena.ai,gpt-5.6-terra,xhigh,mixed,mid,LMArena-Vision,,,,,,1271.072526496708,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-5.6-terra-xhigh / column rating),,out:superseded, lmarenavision#none,lmarena.ai,?kimi-k2.5-thinking,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1268.7737381481768,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row kimi-k2.5-thinking / column rating),,out:model-not-established, lmarenavision#none,lmarena.ai,gemini-3.5-flash-lite,default,mixed,mid,LMArena-Vision,,,,,,1268.1508086628514,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemini-3.5-flash-lite / column rating),,out:effort-not-established, lmarenavision#none,lmarena.ai,?gpt-5.2-chat-latest-20260210,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1267.9795146795416,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-5.2-chat-latest-20260210 / column rating),,out:model-not-established, lmarenavision#none,lmarena.ai,?Step 5 Preview,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1267.4200834554836,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Step 5 Preview / column rating),,out:model-not-established, lmarenavision#none,lmarena.ai,gemini-3-flash,minimal,mixed,mid,LMArena-Vision,,,,,,1265.5076505506622,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemini-3-flash (thinking-minimal) / column rating),,out:superseded, lmarenavision#none,lmarena.ai,glm-5v-turbo,default,mixed,mid,LMArena-Vision,,,,,,1264.2797791710927,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row glm-5v-turbo / column rating),,out:effort-not-established, lmarenavision#none,lmarena.ai,mimo-v2.6-pro,default,mixed,mid,LMArena-Vision,,,,,,1264.0437391212997,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row mimo-v2.6-pro / column rating),,out:effort-not-established, lmarenavision#none,lmarena.ai,gemini-2.5-pro,default,mixed,mid,LMArena-Vision,,,,,,1263.2922130741088,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemini-2.5-pro / column rating),,out:effort-not-established, lmarenavision#none,lmarena.ai,grok-4.6,high,mixed,mid,LMArena-Vision,,,,,,1263.1399573439678,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row grok-4.6-high / column rating),,out:superseded, lmarenavision#none,lmarena.ai,grok-4.20,think,mixed,mid,LMArena-Vision,,,,,,1262.7160838257319,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row grok-4.20-beta-0309-reasoning / column rating),,in, lmarenavision#none,lmarena.ai,qwen3.5-397b-a17b,default,mixed,mid,LMArena-Vision,,,,,,1262.515476612895,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row qwen3.5-397b-a17b / column rating),,out:effort-not-established, lmarenavision#none,lmarena.ai,gemma-4-26b-a4b-it,default,mixed,mid,LMArena-Vision,,,,,,1259.6967697057341,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemma-4-26b-a4b / column rating),,out:effort-not-established, lmarenavision#none,lmarena.ai,mimo-v2.6-flash,default,mixed,mid,LMArena-Vision,,,,,,1259.2283364806044,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row mimo-v2.6-flash / column rating),,out:effort-not-established, lmarenavision#none,lmarena.ai,grok-4.20-multi-agent,unstated,mixed,mid,LMArena-Vision,,,,,,1258.9694366982017,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row grok-4.20-multi-agent-beta-0309 / column rating),,out:effort-not-established, lmarenavision#none,lmarena.ai,gpt-5.6-luna,xhigh,mixed,mid,LMArena-Vision,,,,,,1258.2428368236192,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-5.6-luna-xhigh / column rating),,out:superseded, lmarenavision#none,lmarena.ai,?kimi-k2.5-instant,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1253.4794151651388,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row kimi-k2.5-instant / column rating),,out:model-not-established, lmarenavision#none,lmarena.ai,minimax-m3,default,mixed,mid,LMArena-Vision,,,,,,1253.1100912254556,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row minimax-m3 / column rating),,out:effort-not-established, lmarenavision#none,lmarena.ai,gemini-2.5-flash-preview-09-2025,default,mixed,mid,LMArena-Vision,,,,,,1252.9617996641136,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemini-2.5-flash-preview-09-2025 / column rating),,out:effort-not-established, lmarenavision#none,lmarena.ai,?gpt-5.5-instant,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1249.9403712533694,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-5.5-instant / column rating),,out:model-not-established, lmarenavision#none,lmarena.ai,gpt-5.1,high,mixed,mid,LMArena-Vision,,,,,,1249.8439738319216,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-5.1-high / column rating),,out:superseded, lmarenavision#none,lmarena.ai,?ernie-5.0-preview-1220,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1248.478209673822,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row ernie-5.0-preview-1220 / column rating),,out:model-not-established, lmarenavision#none,lmarena.ai,mimo-v2.5,default,mixed,mid,LMArena-Vision,,,,,,1246.9147227214978,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row mimo-v2.5 / column rating),,out:effort-not-established, lmarenavision#none,lmarena.ai,qwen3-vl-235b-a22b-instruct,solo,mixed,mid,LMArena-Vision,,,,,,1246.8316172372306,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row qwen3-vl-235b-a22b-instruct / column rating),,out:superseded, lmarenavision#none,lmarena.ai,gpt-5.2,high,mixed,mid,LMArena-Vision,,,,,,1245.8082492576127,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-5.2-high / column rating),,out:superseded, lmarenavision#none,lmarena.ai,gpt-5.4-mini,high,mixed,mid,LMArena-Vision,,,,,,1245.014626088787,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-5.4-mini-high / column rating),,out:superseded, lmarenavision#none,lmarena.ai,gpt-6-sol,max,mixed,mid,LMArena-Vision,,,,,,1244.633079699458,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-6-sol-max / column rating),,out:superseded, lmarenavision#none,lmarena.ai,qwen3.5-122b-a10b,default,mixed,mid,LMArena-Vision,,,,,,1244.6095281323232,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row qwen3.5-122b-a10b / column rating),,out:effort-not-established, lmarenavision#none,lmarena.ai,?chatgpt-4o-latest-20250326,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1243.4153205377906,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row chatgpt-4o-latest-20250326 / column rating),,out:model-not-established, lmarenavision#none,lmarena.ai,qwen3.5-27b,default,mixed,mid,LMArena-Vision,,,,,,1240.6030098277188,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row qwen3.5-27b / column rating),,out:effort-not-established, lmarenavision#none,lmarena.ai,gemini-3.1-flash-lite-preview,default,mixed,mid,LMArena-Vision,,,,,,1240.1237783761403,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemini-3.1-flash-lite-preview / column rating),,out:effort-not-established, lmarenavision#none,lmarena.ai,gemini-2.5-flash,default,mixed,mid,LMArena-Vision,,,,,,1235.4474238921152,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemini-2.5-flash / column rating),,out:effort-not-established, lmarenavision#none,lmarena.ai,inkling-small,default,mixed,mid,LMArena-Vision,,,,,,1235.3167316690242,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Inkling Small / column rating),,out:effort-not-established, lmarenavision#none,lmarena.ai,gpt-5.1,default,mixed,mid,LMArena-Vision,,,,,,1234.8110302833352,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-5.1 / column rating),,out:effort-not-established, lmarenavision#none,lmarena.ai,?gpt-5-chat,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1232.0816384823913,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-5-chat / column rating),,out:model-not-established, lmarenavision#none,lmarena.ai,grok-4.3,default,mixed,mid,LMArena-Vision,,,,,,1229.2431200369272,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row grok-4.3 / column rating),,out:effort-not-established, lmarenavision#none,lmarena.ai,gpt-5.2,default,mixed,mid,LMArena-Vision,,,,,,1229.0146233565436,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-5.2 / column rating),,out:effort-not-established, lmarenavision#none,lmarena.ai,grok-4.7,xhigh,mixed,mid,LMArena-Vision,,,,,,1227.972376028224,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row grok-4.7-xhigh / column rating),,out:superseded, lmarenavision#none,lmarena.ai,?mimo-v2-omni,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1227.8126542148646,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row mimo-v2-omni / column rating),,out:model-not-established, lmarenavision#none,lmarena.ai,mistral-medium-3.5,unstated,mixed,mid,LMArena-Vision,,,,,,1223.0801043597605,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row mistral-medium-3.5 / column rating),,out:effort-not-established, lmarenavision#none,lmarena.ai,?mistral-large-3,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1220.7557441842002,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row mistral-large-3 / column rating),,out:model-not-established, lmarenavision#none,lmarena.ai,gpt-6-luna,max,mixed,mid,LMArena-Vision,,,,,,1216.887891804328,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-6-luna-max / column rating),,out:superseded, lmarenavision#none,lmarena.ai,o3,default,mixed,mid,LMArena-Vision,,,,,,1214.374868584569,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row o3-2025-04-16 / column rating),,out:effort-not-established, lmarenavision#none,lmarena.ai,?qwen-vl-max-2025-08-13,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1212.6288287703308,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row qwen-vl-max-2025-08-13 / column rating),,out:model-not-established, lmarenavision#none,lmarena.ai,gpt-4.1,solo,mixed,mid,LMArena-Vision,,,,,,1210.6214953949695,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-4.1-2025-04-14 / column rating),,out:single-couple, lmarenavision#none,lmarena.ai,?grok-4-0709,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1210.1446204638542,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row grok-4-0709 / column rating),,out:model-not-established, lmarenavision#none,lmarena.ai,gpt-5,high,mixed,mid,LMArena-Vision,,,,,,1208.2383989621592,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-5-high / column rating),,out:superseded, lmarenavision#none,lmarena.ai,qwen3-vl-235b-a22b-thinking,solo,mixed,mid,LMArena-Vision,,,,,,1206.709126270645,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row qwen3-vl-235b-a22b-thinking / column rating),,out:superseded, lmarenavision#none,lmarena.ai,gpt-5-mini,high,mixed,mid,LMArena-Vision,,,,,,1202.1367966352398,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-5-mini-high / column rating),,out:superseded, lmarenavision#none,lmarena.ai,?grok-4-1-fast-reasoning,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1201.0446632142625,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row grok-4-1-fast-reasoning / column rating),,out:model-not-established, lmarenavision#none,lmarena.ai,gemini-2.5-flash-lite-preview-09-2025,nothink,mixed,mid,LMArena-Vision,,,,,,1198.28528389027,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemini-2.5-flash-lite-preview-09-2025-no-thinking / column rating),,out:single-couple, lmarenavision#none,lmarena.ai,gpt-5.4-nano,high,mixed,mid,LMArena-Vision,,,,,,1195.964198629031,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-5.4-nano-high / column rating),,out:superseded, lmarenavision#none,lmarena.ai,gpt-4.5-preview,solo,mixed,mid,LMArena-Vision,,,,,,1194.884169809747,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-4.5-preview-2025-02-27 / column rating),,out:single-couple, lmarenavision#none,lmarena.ai,o4-mini,default,mixed,mid,LMArena-Vision,,,,,,1194.0446139076444,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row o4-mini-2025-04-16 / column rating),,out:effort-not-established, lmarenavision#none,lmarena.ai,?claude-opus-4-20250514,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1191.86613917266,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-opus-4-20250514-thinking-16k / column rating),,out:model-not-established, lmarenavision#none,lmarena.ai,?claude-sonnet-4-20250514,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1191.0702333626523,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-sonnet-4-20250514-thinking-32k / column rating),,out:model-not-established, lmarenavision#none,lmarena.ai,?gemini-2.5-flash-lite-preview-06-17-thinking,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1187.3032540831127,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemini-2.5-flash-lite-preview-06-17-thinking / column rating),,out:model-not-established, lmarenavision#none,lmarena.ai,?step-1o-turbo-202506,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1185.8876111470224,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row step-1o-turbo-202506 / column rating),,out:model-not-established, lmarenavision#none,lmarena.ai,gpt-4.1-mini,solo,mixed,mid,LMArena-Vision,,,,,,1181.3468961858503,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-4.1-mini-2025-04-14 / column rating),,out:single-couple, lmarenavision#none,lmarena.ai,?hunyuan-large-vision,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1179.8257477982484,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row hunyuan-large-vision / column rating),,out:model-not-established, lmarenavision#none,lmarena.ai,hunyuan-vision-1.5-thinking,unstated,mixed,mid,LMArena-Vision,,,,,,1179.6905285738228,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row hunyuan-vision-1.5-thinking / column rating),,out:effort-not-established, lmarenavision#none,lmarena.ai,?step-3,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1176.456372811541,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row step-3 / column rating),,out:model-not-established, lmarenavision#none,lmarena.ai,?claude-opus-4-20250514,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1175.3498438273425,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-opus-4-20250514 / column rating),,out:model-not-established, lmarenavision#none,lmarena.ai,?claude-sonnet-4-20250514,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1175.192534521477,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-sonnet-4-20250514 / column rating),,out:model-not-established, lmarenavision#none,lmarena.ai,mistral-medium-3.1,unstated,mixed,mid,LMArena-Vision,,,,,,1172.0836542163509,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row mistral-medium-2508 / column rating),,out:effort-not-established, lmarenavision#none,lmarena.ai,sonnet-3.7,think-32000,mixed,mid,LMArena-Vision,,,,,,1168.972858529228,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-3-7-sonnet-20250219-thinking-32k / column rating),,out:budget-config, lmarenavision#none,lmarena.ai,o1,default,mixed,mid,LMArena-Vision,,,,,,1168.3557180354703,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row o1-2024-12-17 / column rating),,out:effort-not-established, lmarenavision#none,lmarena.ai,gemma-3-27b-it,solo,mixed,mid,LMArena-Vision,,,,,,1164.3377357628342,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemma-3-27b-it / column rating),,out:single-couple, lmarenavision#none,lmarena.ai,glm-4.6v,default,mixed,mid,LMArena-Vision,,,,,,1163.5488167780604,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row glm-4.6v / column rating),,out:effort-not-established, lmarenavision#none,lmarena.ai,gemini-1.5-pro-002,solo,mixed,mid,LMArena-Vision,,,,,,1161.3735314742996,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemini-1.5-pro-002 / column rating),,out:single-couple, lmarenavision#none,lmarena.ai,gpt-5-nano,high,mixed,mid,LMArena-Vision,,,,,,1159.2161747565267,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-5-nano-high / column rating),,out:superseded, lmarenavision#none,lmarena.ai,gemini-2.0-flash,solo,mixed,mid,LMArena-Vision,,,,,,1157.752130277305,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemini-2.0-flash-001 / column rating),,out:single-couple, lmarenavision#none,lmarena.ai,mistral-medium-3,unstated,mixed,mid,LMArena-Vision,,,,,,1156.7924049077153,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row mistral-medium-2505 / column rating),,out:effort-not-established, lmarenavision#none,lmarena.ai,glm-4.5v,default,mixed,mid,LMArena-Vision,,,,,,1154.1341518697488,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row glm-4.5v / column rating),,out:effort-not-established, lmarenavision#none,lmarena.ai,qwen2.5-vl-32b-instruct,default,mixed,mid,LMArena-Vision,,,,,,1152.1465049558162,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row qwen2.5-vl-32b-instruct / column rating),,out:effort-not-established, lmarenavision#none,lmarena.ai,sonnet-3.7,default,mixed,mid,LMArena-Vision,,,,,,1150.957038296489,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-3-7-sonnet-20250219 / column rating),,out:effort-not-established, lmarenavision#none,lmarena.ai,?mistral-small-2506,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1141.642447324296,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row mistral-small-2506 / column rating),,out:model-not-established, lmarenavision#none,lmarena.ai,llama-4-maverick,solo,mixed,mid,LMArena-Vision,,,,,,1141.6307781641522,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row llama-4-maverick-17b-128e-instruct / column rating),,out:superseded, lmarenavision#none,lmarena.ai,gemini-1.5-flash-002,solo,mixed,mid,LMArena-Vision,,,,,,1140.609374874389,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemini-1.5-flash-002 / column rating),,out:single-couple, lmarenavision#none,lmarena.ai,gpt-4o-0513,solo,mixed,mid,LMArena-Vision,,,,,,1136.594148609821,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-4o-2024-05-13 / column rating),,out:single-couple, lmarenavision#none,lmarena.ai,?mistral-small-3.1-24b-instruct-2503,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1136.3692545241188,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row mistral-small-3.1-24b-instruct-2503 / column rating),,out:model-not-established, lmarenavision#none,lmarena.ai,sonnet-3.5-1022,solo,mixed,mid,LMArena-Vision,,,,,,1125.4385307654352,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-3-5-sonnet-20241022 / column rating),,out:single-couple, lmarenavision#none,lmarena.ai,?step-1o-vision-32k-highres,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1121.7847157632025,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row step-1o-vision-32k-highres / column rating),,out:model-not-established, lmarenavision#none,lmarena.ai,sonnet-3.5-0620,solo,mixed,mid,LMArena-Vision,,,,,,1120.2828998304205,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-3-5-sonnet-20240620 / column rating),,out:single-couple, lmarenavision#none,lmarena.ai,llama-4-scout,solo,mixed,mid,LMArena-Vision,,,,,,1118.2276402797427,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row llama-4-scout-17b-16e-instruct / column rating),,out:single-couple, lmarenavision#none,lmarena.ai,qwen2.5-vl-72b-instruct,default,mixed,mid,LMArena-Vision,,,,,,1107.3683148716696,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row qwen2.5-vl-72b-instruct / column rating),,out:effort-not-established, lmarenavision#none,lmarena.ai,gemini-2.0-flash-lite-preview-02-05,default,mixed,mid,LMArena-Vision,,,,,,1100.390169031231,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemini-2.0-flash-lite-preview-02-05 / column rating),,out:effort-not-established, lmarenavision#none,lmarena.ai,haiku-3.5,solo,mixed,mid,LMArena-Vision,,,,,,1091.9604164724851,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-3-5-haiku-20241022 / column rating),,out:single-couple, lmarenavision#none,lmarena.ai,gpt-4-turbo,solo,mixed,mid,LMArena-Vision,,,,,,1089.8370889740831,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-4-turbo-2024-04-09 / column rating),,out:single-couple, lmarenavision#none,lmarena.ai,?pixtral-large-2411,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1089.3727389509143,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row pixtral-large-2411 / column rating),,out:model-not-established, lmarenavision#none,lmarena.ai,gemini-1.5-pro-001,solo,mixed,mid,LMArena-Vision,,,,,,1088.2730183071124,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemini-1.5-pro-001 / column rating),,out:single-couple, lmarenavision#none,lmarena.ai,?molmo-2-8b,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1081.163496216439,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row molmo-2-8b / column rating),,out:model-not-established, lmarenavision#none,lmarena.ai,gpt-4o-mini,solo,mixed,mid,LMArena-Vision,,,,,,1065.5985201922942,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-4o-mini-2024-07-18 / column rating),,out:single-couple, lmarenavision#none,lmarena.ai,gpt-4o-0806,solo,mixed,mid,LMArena-Vision,,,,,,1064.520972299474,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-4o-2024-08-06 / column rating),,out:single-couple, lmarenavision#none,lmarena.ai,gpt-4.1-nano,solo,mixed,mid,LMArena-Vision,,,,,,1063.2377615918103,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gpt-4.1-nano-2025-04-14 / column rating),,out:single-couple, lmarenavision#none,lmarena.ai,?qwen-vl-max-1119,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1057.563112292571,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row qwen-vl-max-1119 / column rating),,out:model-not-established, lmarenavision#none,lmarena.ai,?qwen2-vl-72b,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1046.9116699121287,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row qwen2-vl-72b / column rating),,out:model-not-established, lmarenavision#none,lmarena.ai,step-1v-32k,solo,mixed,mid,LMArena-Vision,,,,,,1045.9391778119311,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row step-1v-32k / column rating),,out:superseded, lmarenavision#none,lmarena.ai,gemini-1.5-flash-8b-001,solo,mixed,mid,LMArena-Vision,,,,,,1044.067598850261,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemini-1.5-flash-8b-001 / column rating),,out:single-couple, lmarenavision#none,lmarena.ai,opus-3,solo,mixed,mid,LMArena-Vision,,,,,,1022.8962986838335,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-3-opus-20240229 / column rating),,out:single-couple, lmarenavision#none,lmarena.ai,?molmo-72b-0924,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1012.2722372116797,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row molmo-72b-0924 / column rating),,out:model-not-established, lmarenavision#none,lmarena.ai,?pixtral-12b-2409,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1008.543386754598,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row pixtral-12b-2409 / column rating),,out:model-not-established, lmarenavision#none,lmarena.ai,gemini-1.5-flash-001,solo,mixed,mid,LMArena-Vision,,,,,,1007.9298953421495,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row gemini-1.5-flash-001 / column rating),,out:single-couple, lmarenavision#none,lmarena.ai,?internvl2-26b,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1004.5434276840753,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row internvl2-26b / column rating),,out:model-not-established, lmarenavision#none,lmarena.ai,?llama-3.2-vision-90b-instruct,not-established:absent,mixed,mid,LMArena-Vision,,,,,,999.6269463737364,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row llama-3.2-vision-90b-instruct / column rating),,out:model-not-established, lmarenavision#none,lmarena.ai,?hunyuan-standard-vision-2024-12-31,not-established:absent,mixed,mid,LMArena-Vision,,,,,,999.0694726713297,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row hunyuan-standard-vision-2024-12-31 / column rating),,out:model-not-established, lmarenavision#none,lmarena.ai,?c4ai-aya-vision-32b,not-established:absent,mixed,mid,LMArena-Vision,,,,,,995.5797951651961,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row c4ai-aya-vision-32b / column rating),,out:model-not-established, lmarenavision#none,lmarena.ai,?amazon-nova-lite-v1.0,not-established:absent,mixed,mid,LMArena-Vision,,,,,,990.4092466116466,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row amazon-nova-lite-v1.0 / column rating),,out:model-not-established, lmarenavision#none,lmarena.ai,qwen2-vl-7b-instruct,default,mixed,mid,LMArena-Vision,,,,,,989.8828144064194,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row qwen2-vl-7b-instruct / column rating),,out:effort-not-established, lmarenavision#none,lmarena.ai,sonnet-3,solo,mixed,mid,LMArena-Vision,,,,,,983.8901878109787,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-3-sonnet-20240229 / column rating),,out:single-couple, lmarenavision#none,lmarena.ai,?amazon-nova-pro-v1.0,not-established:absent,mixed,mid,LMArena-Vision,,,,,,980.4178207939568,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row amazon-nova-pro-v1.0 / column rating),,out:model-not-established, lmarenavision#none,lmarena.ai,?yi-vision,not-established:absent,mixed,mid,LMArena-Vision,,,,,,977.7076778394306,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row yi-vision / column rating),,out:model-not-established, lmarenavision#none,lmarena.ai,?llama-3.2-vision-11b-instruct,not-established:absent,mixed,mid,LMArena-Vision,,,,,,966.3549234653069,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row llama-3.2-vision-11b-instruct / column rating),,out:model-not-established, lmarenavision#none,lmarena.ai,?molmo-7b-d-0924,not-established:absent,mixed,mid,LMArena-Vision,,,,,,958.6750617347657,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row molmo-7b-d-0924 / column rating),,out:model-not-established, lmarenavision#none,lmarena.ai,haiku-3,solo,mixed,mid,LMArena-Vision,,,,,,950.1256095520021,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row claude-3-haiku-20240307 / column rating),,out:single-couple, lmarenavision#none,lmarena.ai,?internvl2-4b,not-established:absent,mixed,mid,LMArena-Vision,,,,,,941.291716223884,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row internvl2-4b / column rating),,out:model-not-established, lmarenavision#none,lmarena.ai,?nvila-internal-15b-v1,not-established:absent,mixed,mid,LMArena-Vision,,,,,,940.1289463505162,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row nvila-internal-15b-v1 / column rating),,out:model-not-established, lmarenavision#none,lmarena.ai,?llava-v1.6-34b,not-established:absent,mixed,mid,LMArena-Vision,,,,,,936.4238548181357,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row llava-v1.6-34b / column rating),,out:model-not-established, lmarenavision#none,lmarena.ai,?cogvlm2-llama3-chat-19b,not-established:absent,mixed,mid,LMArena-Vision,,,,,,927.5175871066916,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row cogvlm2-llama3-chat-19b / column rating),,out:model-not-established, lmarenavision#none,lmarena.ai,?llava-onevision-qwen2-72b-ov,not-established:absent,mixed,mid,LMArena-Vision,,,,,,922.8012660960181,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row llava-onevision-qwen2-72b-ov / column rating),,out:model-not-established, lmarenavision#none,lmarena.ai,?minicpm-v-2_6,not-established:absent,mixed,mid,LMArena-Vision,,,,,,911.5964529872916,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row minicpm-v-2_6 / column rating),,out:model-not-established, lmarenavision#none,lmarena.ai,?phi-3.5-vision-instruct,not-established:absent,mixed,mid,LMArena-Vision,,,,,,851.4432795308618,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row phi-3.5-vision-instruct / column rating),,out:model-not-established, lmarenavision#none,lmarena.ai,?phi-3-vision-128k-instruct,not-established:absent,mixed,mid,LMArena-Vision,,,,,,811.6967750251855,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row phi-3-vision-128k-instruct / column rating),,out:model-not-established, lmarenavision#none,lmarena.ai,fable-5,high,mixed,mid,LMArena-Vision,,,,,,1325.5950264504859,Elo,2.89e-14,,prev=1323.9544278450944 (src-lmarena.ai-vision-2026-10-09#M1),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Claude Fable 5 (High), column rating)",,in, lmarenavision#none,lmarena.ai,opus-5.5,high,mixed,mid,LMArena-Vision,,,,,,1323.800208469898,Elo,2.89e-13,,prev=1320.5355101775008 (src-lmarena.ai-vision-2026-10-09#M2),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Claude Opus 5.5 (High), column rating)",,in, lmarenavision#none,lmarena.ai,fable-5.1,max,mixed,mid,LMArena-Vision,,,,,,1321.6205983003467,Elo,2.89e-14,,prev=1318.2396207991617 (src-lmarena.ai-vision-2026-10-09#M4),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Claude Fable 5.1 (Max), column rating)",,in, lmarenavision#none,lmarena.ai,opus-4.7,unstated,mixed,mid,LMArena-Vision,,,,,,1318.7172278809103,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Claude Opus 4.7, column rating)",,out:effort-not-established, lmarenavision#none,lmarena.ai,opus-5,high,mixed,mid,LMArena-Vision,,,,,,1317.4780604047467,Elo,2.89e-14,,prev=1319.219541859753 (src-lmarena.ai-vision-2026-10-09#M3),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Claude Opus 5 (High), column rating)",,in, lmarenavision#none,lmarena.ai,gemini-3.8-flash,high,mixed,mid,LMArena-Vision,,,,,,1316.7805997775436,Elo,2.89e-14,,prev=1314.0797890897727 (src-lmarena.ai-vision-2026-10-09#M8),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Gemini 3.8 Flash (High), column rating)",,in, lmarenavision#none,lmarena.ai,opus-4.6,high,mixed,mid,LMArena-Vision,,,,,,1315.5778808782616,Elo,2.89e-14,,prev=1315.6392812181564 (src-lmarena.ai-vision-2026-10-09#M7),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Claude Opus 4.6 (High), column rating)",,out:single-couple, lmarenavision#none,lmarena.ai,opus-4.7,high,mixed,mid,LMArena-Vision,,,,,,1313.9473396777987,Elo,2.89e-14,,prev=1312.9520685720236 (src-lmarena.ai-vision-2026-10-09#M11),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Claude Opus 4.7 (High), column rating)",,in, lmarenavision#none,lmarena.ai,gemini-3.7-flash,high,mixed,mid,LMArena-Vision,,,,,,1313.140885720848,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Gemini 3.7 Flash (High), column rating)",,in, lmarenavision#none,lmarena.ai,opus-4.6,unstated,mixed,mid,LMArena-Vision,,,,,,1312.2142783022705,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Claude Opus 4.6, column rating)",,out:effort-not-established, lmarenavision#none,lmarena.ai,?Qwen3.8-Max,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1312.00895414155,Elo,2.89e-12,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Qwen3.8-Max, column rating)",,out:model-not-established, lmarenavision#none,lmarena.ai,muse-spark-1.3,max,mixed,mid,LMArena-Vision,,,,,,1309.5641076675493,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Muse Spark 1.3 (Max), column rating)",,out:effort-not-established, lmarenavision#none,lmarena.ai,gemini-3.5-flash,high,mixed,mid,LMArena-Vision,,,,,,1307.5495314516766,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Gemini 3.5 Flash (High), column rating)",,in, lmarenavision#none,lmarena.ai,?Muse Spark,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1306.0010762674858,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Muse Spark, column rating)",,out:model-not-established, lmarenavision#none,lmarena.ai,gemini-3.5-flash,medium,mixed,mid,LMArena-Vision,,,,,,1305.4918563080853,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Gemini 3.5 Flash (Medium), column rating)",,in, lmarenavision#none,lmarena.ai,muse-spark-1.2,xhigh,mixed,mid,LMArena-Vision,,,,,,1304.9300308218815,Elo,2.89e-14,,prev=1304.55086329656 (src-lmarena.ai-vision-2026-10-09#M17),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Muse Spark 1.2 (xHigh), column rating)",,out:single-couple, lmarenavision#none,lmarena.ai,gemini-3-pro,unstated,mixed,mid,LMArena-Vision,,,,,,1304.9150332142974,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Gemini 3 Pro, column rating)",,out:effort-not-established, lmarenavision#none,lmarena.ai,muse-spark-1.3,xhigh,mixed,mid,LMArena-Vision,,,,,,1300.8043533030595,Elo,2.89e-14,,prev=1300.6917155755168 (src-lmarena.ai-vision-2026-10-09#M19),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Muse Spark 1.3 (xHigh), column rating)",,out:single-couple, lmarenavision#none,lmarena.ai,gpt-5.4,high,mixed,mid,LMArena-Vision,,,,,,1300.757987776311,Elo,2.89e-13,,prev=1303.1507999082892 (src-lmarena.ai-vision-2026-10-09#M18),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row GPT-5.4 (High), column rating)",,in, lmarenavision#none,lmarena.ai,gemini-3.6-flash,high,mixed,mid,LMArena-Vision,,,,,,1296.6928092716025,Elo,2.89e-14,,prev=1297.6599907481211 (src-lmarena.ai-vision-2026-10-09#M20),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Gemini 3.6 Flash (High), column rating)",,in, lmarenavision#none,lmarena.ai,gemini-3.1-pro,unstated,mixed,mid,LMArena-Vision,,,,,,1296.0366845507438,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Gemini 3.1 Pro Preview, column rating)",,out:effort-not-established, lmarenavision#none,lmarena.ai,gpt-5.5,unstated,mixed,mid,LMArena-Vision,,,,,,1295.8313487965165,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row GPT-5.5, column rating)",,out:effort-not-established, lmarenavision#none,lmarena.ai,opus-4.8,high,mixed,mid,LMArena-Vision,,,,,,1294.7311724791177,Elo,2.89e-14,,prev=1294.182360764242 (src-lmarena.ai-vision-2026-10-09#M24),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Claude Opus 4.8 (High), column rating)",,in, lmarenavision#none,lmarena.ai,glm-5.3-flash,unstated,mixed,mid,LMArena-Vision,,,,,,1294.6970050128477,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row GLM-5.3-Flash, column rating)",,out:effort-not-established, lmarenavision#none,lmarena.ai,gpt-5.5,high,mixed,mid,LMArena-Vision,,,,,,1294.5362794368834,Elo,2.89e-14,,prev=1292.3065384150548 (src-lmarena.ai-vision-2026-10-09#M26),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row GPT-5.5 (High), column rating)",,in, lmarenavision#none,lmarena.ai,muse-spark-1.1,unstated,mixed,mid,LMArena-Vision,,,,,,1291.7308677513302,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Muse Spark 1.1, column rating)",,out:effort-not-established, lmarenavision#none,lmarena.ai,gpt-5.4,unstated,mixed,mid,LMArena-Vision,,,,,,1291.7284948280635,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row GPT-5.4, column rating)",,out:effort-not-established, lmarenavision#none,lmarena.ai,opus-4.8,unstated,mixed,mid,LMArena-Vision,,,,,,1288.6240632610493,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Claude Opus 4.8, column rating)",,out:effort-not-established, lmarenavision#none,lmarena.ai,grok-4.5,unstated,mixed,mid,LMArena-Vision,,,,,,1288.0179055919846,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Grok 4.5, column rating)",,out:effort-not-established, lmarenavision#none,lmarena.ai,gpt-6.1-sol,max,mixed,mid,LMArena-Vision,,,,,,1285.9391490403186,Elo,2.89e-14,,prev=1288.1896630416024 (src-lmarena.ai-vision-2026-10-09#M30),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row GPT-6.1 Sol (Max), column rating)",,in, lmarenavision#none,lmarena.ai,gemini-3-flash,unstated,mixed,mid,LMArena-Vision,,,,,,1284.6426213148045,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Gemini 3 Flash, column rating)",,out:effort-not-established, lmarenavision#none,lmarena.ai,sonnet-5.5,xhigh,mixed,mid,LMArena-Vision,,,,,,1284.2588078119034,Elo,2.89e-14,,prev=1288.576910862408 (src-lmarena.ai-vision-2026-10-09#M28),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Claude Sonnet 5.5 (xHigh), column rating)",,in, lmarenavision#none,lmarena.ai,sonnet-4.6,unstated,mixed,mid,LMArena-Vision,,,,,,1282.6520521392304,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Claude Sonnet 4.6, column rating)",,out:effort-not-established, lmarenavision#none,lmarena.ai,kimi-k2.6,unstated,mixed,mid,LMArena-Vision,,,,,,1282.4286534600185,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Kimi K2.6, column rating)",,out:effort-not-established, lmarenavision#none,lmarena.ai,gpt-5.6-sol,xhigh,mixed,mid,LMArena-Vision,,,,,,1282.1904721969697,Elo,2.89e-14,,prev=1281.394451952477 (src-lmarena.ai-vision-2026-10-09#M35),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row GPT-5.6 Sol (xHigh), column rating)",,in, lmarenavision#none,lmarena.ai,gemma-4-31b-it,unstated,mixed,mid,LMArena-Vision,,,,,,1279.3879358017882,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Gemma 4 31B, column rating)",,out:effort-not-established, lmarenavision#none,lmarena.ai,deepseek-v4.1-flash,max,mixed,mid,LMArena-Vision,,,,,,1279.152114897547,Elo,2.89e-13,,prev=1276.6353190733412 (src-lmarena.ai-vision-2026-10-09#M39),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row DeepSeek-V4.1-Flash-20260910 (Max), column rating)",,in, lmarenavision#none,lmarena.ai,gpt-6-astra,max,mixed,mid,LMArena-Vision,,,,,,1278.516695238096,Elo,2.89e-13,,prev=1281.3541584800787 (src-lmarena.ai-vision-2026-10-09#M36),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row GPT-6 Astra (Max), column rating)",,in, lmarenavision#none,lmarena.ai,qwen3.7-plus,unstated,mixed,mid,LMArena-Vision,,,,,,1277.2546370300752,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Qwen3.7-Plus, column rating)",,out:effort-not-established, lmarenavision#none,lmarena.ai,?Dola Seed 2.0 Pro,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1274.130030242781,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Dola Seed 2.0 Pro, column rating)",,out:model-not-established, lmarenavision#none,lmarena.ai,sonnet-5,high,mixed,mid,LMArena-Vision,,,,,,1271.6245987981652,Elo,2.89e-14,,prev=1273.9162517136424 (src-lmarena.ai-vision-2026-10-09#M41),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Claude Sonnet 5 (High), column rating)",,in, lmarenavision#none,lmarena.ai,qwen3.8-27b,unstated,mixed,mid,LMArena-Vision,,,,,,1269.6178149192242,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Qwen3.8-27B, column rating)",,out:effort-not-established, lmarenavision#none,lmarena.ai,gpt-5.6-terra,xhigh,mixed,mid,LMArena-Vision,,,,,,1269.0727852801247,Elo,2.89e-14,,prev=1271.072526496708 (src-lmarena.ai-vision-2026-10-09#M43),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row GPT-5.6 Terra (xHigh), column rating)",,in, lmarenavision#none,lmarena.ai,?Kimi K2.5,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1268.8509352618694,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Kimi K2.5 (Thinking), column rating)",,out:model-not-established, lmarenavision#none,lmarena.ai,gemini-3.5-flash-lite,unstated,mixed,mid,LMArena-Vision,,,,,,1267.9829814713323,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Gemini 3.5 Flash-Lite, column rating)",,out:effort-not-established, lmarenavision#20260210,lmarena.ai,gpt-5.2-chat-latest,solo,mixed,mid,LMArena-Vision,,,,,,1267.6857025374075,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row GPT-5.2 Chat (20260210), column rating)",,out:single-couple, lmarenavision#none,lmarena.ai,mimo-v2.6-pro,unstated,mixed,mid,LMArena-Vision,,,,,,1265.8849206588607,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row MiMo-V2.6-Pro, column rating)",,out:effort-not-established, lmarenavision#none,lmarena.ai,glm-5v-turbo,unstated,mixed,mid,LMArena-Vision,,,,,,1265.6759704976764,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row GLM-5V-Turbo, column rating)",,out:effort-not-established, lmarenavision#none,lmarena.ai,gemini-3-flash,minimal,mixed,mid,LMArena-Vision,,,,,,1265.3578536835207,Elo,2.89e-14,,prev=1265.5076505506622 (src-lmarena.ai-vision-2026-10-09#M48),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Gemini 3 Flash (Minimal), column rating)",,in, lmarenavision#none,lmarena.ai,grok-4.6,high,mixed,mid,LMArena-Vision,,,,,,1263.9931788749898,Elo,2.89e-14,,prev=1263.1399573439678 (src-lmarena.ai-vision-2026-10-09#M52),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Grok 4.6 (High), column rating)",,in, lmarenavision#none,lmarena.ai,gemini-2.5-pro,unstated,mixed,mid,LMArena-Vision,,,,,,1263.2369615021967,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Gemini 2.5 Pro, column rating)",,out:effort-not-established, lmarenavision#none,lmarena.ai,?Step 5 Preview,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1263.190951062395,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Step 5 Preview, column rating)",,out:model-not-established, lmarenavision#0309,lmarena.ai,grok-4.20,think,mixed,mid,LMArena-Vision,,,,,,1262.866234595612,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Grok 4.20 Beta (Reasoning, 0309), column rating)",,out:single-couple, lmarenavision#none,lmarena.ai,qwen3.5-397b-a17b,unstated,mixed,mid,LMArena-Vision,,,,,,1262.3718419808017,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Qwen3.5-397B-A17B, column rating)",,out:effort-not-established, lmarenavision#none,lmarena.ai,gemma-4-26b-a4b-it,unstated,mixed,mid,LMArena-Vision,,,,,,1259.707837827482,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Gemma 4 26B A4B, column rating)",,out:effort-not-established, lmarenavision#none,lmarena.ai,mimo-v2.6-flash,unstated,mixed,mid,LMArena-Vision,,,,,,1259.559769384553,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row MiMo-V2.6-Flash, column rating)",,out:effort-not-established, lmarenavision#0309,lmarena.ai,?Grok 4.20 Multi-Agent Beta,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1259.1654339795066,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Grok 4.20 Multi-Agent Beta (0309), column rating)",,out:model-not-established, lmarenavision#none,lmarena.ai,gpt-5.6-luna,xhigh,mixed,mid,LMArena-Vision,,,,,,1255.8233155180828,Elo,2.89e-14,,prev=1258.2428368236192 (src-lmarena.ai-vision-2026-10-09#M58),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row GPT-5.6 Luna (xHigh), column rating)",,in, lmarenavision#09-2025,lmarena.ai,gemini-2.5-flash-preview-04-17,unstated,mixed,mid,LMArena-Vision,,,,,,1253.1188441498155,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Gemini 2.5 Flash Preview (09-2025), column rating)",,out:effort-not-established, lmarenavision#none,lmarena.ai,?Kimi K2.5,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1252.9586135000889,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Kimi K2.5 (Instant), column rating)",,out:model-not-established, lmarenavision#none,lmarena.ai,?GPT-5.5 Instant,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1250.5250931184196,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row GPT-5.5 Instant, column rating)",,out:model-not-established, lmarenavision#none,lmarena.ai,minimax-m3,unstated,mixed,mid,LMArena-Vision,,,,,,1249.1551057128574,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row MiniMax-M3, column rating)",,out:effort-not-established, lmarenavision#none,lmarena.ai,gpt-5.1,high,mixed,mid,LMArena-Vision,,,,,,1249.1127525221798,Elo,2.89e-14,,prev=1249.8439738319216 (src-lmarena.ai-vision-2026-10-09#M63),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row GPT-5.1 (High), column rating)",,in, lmarenavision#1220,lmarena.ai,?ERNIE-5.0-Preview,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1248.2147766346932,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row ERNIE-5.0-Preview (1220), column rating)",,out:model-not-established, lmarenavision#none,lmarena.ai,mimo-v2.5,unstated,mixed,mid,LMArena-Vision,,,,,,1247.513078273649,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row MiMo-V2.5, column rating)",,out:effort-not-established, lmarenavision#none,lmarena.ai,qwen3-vl-235b-a22b-instruct,solo,mixed,mid,LMArena-Vision,,,,,,1246.6187541696372,Elo,2.89e-14,,prev=1246.8316172372306 (src-lmarena.ai-vision-2026-10-09#M66),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Qwen3-VL-235B-A22B-Instruct, column rating)",,out:single-couple, lmarenavision#none,lmarena.ai,gpt-5.2,high,mixed,mid,LMArena-Vision,,,,,,1245.4571668137262,Elo,2.89e-14,,prev=1245.8082492576127 (src-lmarena.ai-vision-2026-10-09#M67),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row GPT-5.2 (High), column rating)",,in, lmarenavision#none,lmarena.ai,gpt-5.4-mini,high,mixed,mid,LMArena-Vision,,,,,,1244.4203160713519,Elo,2.89e-14,,prev=1245.014626088787 (src-lmarena.ai-vision-2026-10-09#M68),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row GPT-5.4 mini (High), column rating)",,in, lmarenavision#none,lmarena.ai,qwen3.5-122b-a10b,unstated,mixed,mid,LMArena-Vision,,,,,,1244.2201362239553,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Qwen3.5-122B-A10B, column rating)",,out:effort-not-established, lmarenavision#none,lmarena.ai,?Mistral Large 4,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1244.0002941431524,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Mistral Large 4, column rating)",,out:model-not-established, lmarenavision#20250326,lmarena.ai,?ChatGPT-4o Latest,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1243.2703040318715,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row ChatGPT-4o Latest (20250326), column rating)",,out:model-not-established, lmarenavision#none,lmarena.ai,gemini-3.1-flash-lite-preview,unstated,mixed,mid,LMArena-Vision,,,,,,1240.2819286411168,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Gemini 3.1 Flash-Lite Preview, column rating)",,out:effort-not-established, lmarenavision#none,lmarena.ai,qwen3.5-27b,unstated,mixed,mid,LMArena-Vision,,,,,,1239.6375116994125,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Qwen3.5-27B, column rating)",,out:effort-not-established, lmarenavision#none,lmarena.ai,inkling-small,unstated,mixed,mid,LMArena-Vision,,,,,,1235.864184409393,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Inkling-Small, column rating)",,out:effort-not-established, lmarenavision#none,lmarena.ai,gemini-2.5-flash,unstated,mixed,mid,LMArena-Vision,,,,,,1235.2976160921105,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Gemini 2.5 Flash, column rating)",,out:effort-not-established, lmarenavision#none,lmarena.ai,gpt-5.1,unstated,mixed,mid,LMArena-Vision,,,,,,1234.9588300520286,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row GPT-5.1, column rating)",,out:effort-not-established, lmarenavision#none,lmarena.ai,gpt-6-sol,max,mixed,mid,LMArena-Vision,,,,,,1232.6474399308647,Elo,2.89e-14,,prev=1244.633079699458 (src-lmarena.ai-vision-2026-10-09#M69),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row GPT-6 Sol (Max), column rating)",,in, lmarenavision#none,lmarena.ai,gpt-5-chat-latest,solo,mixed,mid,LMArena-Vision,,,,,,1231.6702474571866,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row GPT-5 Chat, column rating)",,in, lmarenavision#none,lmarena.ai,grok-4.7,xhigh,mixed,mid,LMArena-Vision,,,,,,1230.0212125163798,Elo,2.89e-14,,prev=1227.972376028224 (src-lmarena.ai-vision-2026-10-09#M80),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Grok 4.7 (xHigh), column rating)",,in, lmarenavision#none,lmarena.ai,gpt-5.2,unstated,mixed,mid,LMArena-Vision,,,,,,1228.8351385004357,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row GPT-5.2, column rating)",,out:effort-not-established, lmarenavision#none,lmarena.ai,grok-4.3,unstated,mixed,mid,LMArena-Vision,,,,,,1228.6320915887682,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Grok 4.3, column rating)",,out:effort-not-established, lmarenavision#none,lmarena.ai,?MiMo-V2-Omni,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1227.988740724967,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row MiMo-V2-Omni, column rating)",,out:model-not-established, lmarenavision#none,lmarena.ai,mistral-medium-3.5,unstated,mixed,mid,LMArena-Vision,,,,,,1222.412401133071,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Mistral Medium 3.5, column rating)",,out:effort-not-established, lmarenavision#none,lmarena.ai,?Mistral Large 3,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1221.7868900962435,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Mistral Large 3, column rating)",,out:model-not-established, lmarenavision#none,lmarena.ai,?NVIDIA-Nemotron-3.5-Super-VL-120B-A12B,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1214.4194899123179,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4), column rating)",,out:model-not-established, lmarenavision#2025-04-16,lmarena.ai,o3,unstated,mixed,mid,LMArena-Vision,,,,,,1213.7373377652327,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row o3 (2025-04-16), column rating)",,out:effort-not-established, lmarenavision#2025-08-13,lmarena.ai,?Qwen-VL-Max,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1212.3524278504283,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Qwen-VL-Max (2025-08-13), column rating)",,out:model-not-established, lmarenavision#none,lmarena.ai,gpt-6-luna,max,mixed,mid,LMArena-Vision,,,,,,1211.1836426875775,Elo,2.89e-14,,prev=1216.887891804328 (src-lmarena.ai-vision-2026-10-09#M84),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row GPT-6 Luna (Max), column rating)",,in, lmarenavision#0709,lmarena.ai,grok-4,solo,mixed,mid,LMArena-Vision,,,,,,1210.3075973765278,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Grok 4 (0709), column rating)",,out:single-couple, lmarenavision#2025-04-14,lmarena.ai,gpt-4.1,solo,mixed,mid,LMArena-Vision,,,,,,1210.1969142605756,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row GPT-4.1 (2025-04-14), column rating)",,out:single-couple, lmarenavision#none,lmarena.ai,gpt-5,high,mixed,mid,LMArena-Vision,,,,,,1208.0131231128478,Elo,2.89e-14,,prev=1208.2383989621592 (src-lmarena.ai-vision-2026-10-09#M89),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row GPT-5 (High), column rating)",,out:single-couple, lmarenavision#none,lmarena.ai,qwen3-vl-235b-a22b-thinking,solo,mixed,mid,LMArena-Vision,,,,,,1206.2733912882281,Elo,2.89e-14,,prev=1206.709126270645 (src-lmarena.ai-vision-2026-10-09#M90),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Qwen3-VL-235B-A22B-Thinking, column rating)",,out:single-couple, lmarenavision#none,lmarena.ai,gpt-5-mini,high,mixed,mid,LMArena-Vision,,,,,,1202.4710063970872,Elo,2.89e-14,,prev=1202.1367966352398 (src-lmarena.ai-vision-2026-10-09#M91),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row GPT-5 mini (High), column rating)",,out:single-couple, lmarenavision#none,lmarena.ai,grok-4.1-fast,unstated,mixed,mid,LMArena-Vision,,,,,,1201.3103376039523,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Grok 4.1 Fast (Reasoning), column rating)",,out:effort-not-established, lmarenavision#09-2025,lmarena.ai,?Gemini 2.5 Flash-Lite Preview,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1198.1131820860246,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025), column rating)",,out:model-not-established, lmarenavision#none,lmarena.ai,gpt-5.4-nano,high,mixed,mid,LMArena-Vision,,,,,,1195.5354456740297,Elo,2.89e-14,,prev=1195.964198629031 (src-lmarena.ai-vision-2026-10-09#M94),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row GPT-5.4 nano (High), column rating)",,in, lmarenavision#2025-02-27,lmarena.ai,gpt-4.5-preview,solo,mixed,mid,LMArena-Vision,,,,,,1194.779110660997,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row GPT-4.5 Preview (2025-02-27), column rating)",,out:single-couple, lmarenavision#2025-04-16,lmarena.ai,o4-mini,unstated,mixed,mid,LMArena-Vision,,,,,,1193.9609010956033,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row o4-mini (2025-04-16), column rating)",,out:effort-not-established, lmarenavision#20250514,lmarena.ai,opus-4,unstated,mixed,mid,LMArena-Vision,,,,,,1191.9287645224408,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Claude Opus 4 (Thinking 16K, 20250514), column rating)",,out:effort-not-established, lmarenavision#20250514,lmarena.ai,sonnet-4,unstated,mixed,mid,LMArena-Vision,,,,,,1190.7891504428812,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Claude Sonnet 4 (Thinking 32K, 20250514), column rating)",,out:effort-not-established, lmarenavision#06-17,lmarena.ai,?Gemini 2.5 Flash-Lite Preview,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1187.2814485614235,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Gemini 2.5 Flash-Lite Preview (Thinking, 06-17), column rating)",,out:model-not-established, lmarenavision#202506,lmarena.ai,?Step-1o Turbo,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1185.5898214058504,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Step-1o Turbo (202506), column rating)",,out:model-not-established, lmarenavision#2025-04-14,lmarena.ai,gpt-4.1-mini,solo,mixed,mid,LMArena-Vision,,,,,,1181.2479185254751,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row GPT-4.1 mini (2025-04-14), column rating)",,out:single-couple, lmarenavision#none,lmarena.ai,?Hunyuan Large Vision,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1179.7699914530679,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Hunyuan Large Vision, column rating)",,out:model-not-established, lmarenavision#none,lmarena.ai,hunyuan-vision-1.5-thinking,unstated,mixed,mid,LMArena-Vision,,,,,,1178.9387053986331,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Hunyuan Vision 1.5 Thinking, column rating)",,out:effort-not-established, lmarenavision#none,lmarena.ai,?Step-3,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1175.9858832876978,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Step-3, column rating)",,out:model-not-established, lmarenavision#20250514,lmarena.ai,opus-4,unstated,mixed,mid,LMArena-Vision,,,,,,1175.2446971979093,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Claude Opus 4 (20250514), column rating)",,out:effort-not-established, lmarenavision#20250514,lmarena.ai,sonnet-4,unstated,mixed,mid,LMArena-Vision,,,,,,1175.139496297424,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Claude Sonnet 4 (20250514), column rating)",,out:effort-not-established, lmarenavision#2508,lmarena.ai,mistral-medium-3.1,unstated,mixed,mid,LMArena-Vision,,,,,,1172.3432809843932,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Mistral Medium 3.1 (2508), column rating)",,out:effort-not-established, lmarenavision#20250219,lmarena.ai,sonnet-3.7,unstated,mixed,mid,LMArena-Vision,,,,,,1168.4706912588495,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Claude 3.7 Sonnet (Thinking 32K, 20250219), column rating)",,out:effort-not-established, lmarenavision#2024-12-17,lmarena.ai,o1,unstated,mixed,mid,LMArena-Vision,,,,,,1168.2527791062564,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row o1 (2024-12-17), column rating)",,out:effort-not-established, lmarenavision#none,lmarena.ai,?Gemma 3 27B IT,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1164.3501145361581,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Gemma 3 27B IT, column rating)",,out:model-not-established, lmarenavision#none,lmarena.ai,glm-4.6v,unstated,mixed,mid,LMArena-Vision,,,,,,1163.1068199490092,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row GLM-4.6V, column rating)",,out:effort-not-established, lmarenavision#002,lmarena.ai,?Gemini 1.5 Pro,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1161.2911195345662,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Gemini 1.5 Pro (002), column rating)",,out:model-not-established, lmarenavision#none,lmarena.ai,gpt-5-nano,high,mixed,mid,LMArena-Vision,,,,,,1159.0526430805887,Elo,2.89e-14,,prev=1159.2161747565267 (src-lmarena.ai-vision-2026-10-09#M113),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row GPT-5 nano (High), column rating)",,out:single-couple, lmarenavision#001,lmarena.ai,gemini-2.0-flash,solo,mixed,mid,LMArena-Vision,,,,,,1157.7217555822294,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Gemini 2.0 Flash (001), column rating)",,out:single-couple, lmarenavision#2505,lmarena.ai,?Mistral Medium 3,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1156.6979726728089,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Mistral Medium 3 (2505), column rating)",,out:model-not-established, lmarenavision#none,lmarena.ai,glm-4.5v,unstated,mixed,mid,LMArena-Vision,,,,,,1154.1100435265762,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row GLM-4.5V, column rating)",,out:effort-not-established, lmarenavision#none,lmarena.ai,qwen2.5-vl-32b-instruct,unstated,mixed,mid,LMArena-Vision,,,,,,1152.0295746813056,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Qwen2.5-VL-32B-Instruct, column rating)",,out:effort-not-established, lmarenavision#20250219,lmarena.ai,sonnet-3.7,unstated,mixed,mid,LMArena-Vision,,,,,,1150.747890008096,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Claude 3.7 Sonnet (20250219), column rating)",,out:effort-not-established, lmarenavision#2506,lmarena.ai,?Mistral Small 3.2,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1141.6010135749586,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Mistral Small 3.2 (2506), column rating)",,out:model-not-established, lmarenavision#none,lmarena.ai,llama-4-maverick,solo,mixed,mid,LMArena-Vision,,,,,,1141.5174885543734,Elo,2.89e-14,,prev=1141.6307781641522 (src-lmarena.ai-vision-2026-10-09#M120),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Llama 4 Maverick 17B 128E Instruct, column rating)",,out:single-couple, lmarenavision#002,lmarena.ai,?Gemini 1.5 Flash,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1140.531351442458,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Gemini 1.5 Flash (002), column rating)",,out:model-not-established, lmarenavision#2024-05-13,lmarena.ai,?GPT-4o,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1136.5169400068573,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row GPT-4o (2024-05-13), column rating)",,out:model-not-established, lmarenavision#2503,lmarena.ai,?Mistral Small 3.1 24B Instruct,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1136.0992840176084,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Mistral Small 3.1 24B Instruct (2503), column rating)",,out:model-not-established, lmarenavision#20241022,lmarena.ai,sonnet-3.5-0620,solo,mixed,mid,LMArena-Vision,,,,,,1125.4452666848101,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Claude 3.5 Sonnet (20241022), column rating)",,out:single-couple, lmarenavision#none,lmarena.ai,?Step-1o Vision 32K,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1121.699603699571,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Step-1o Vision 32K (High Res), column rating)",,out:model-not-established, lmarenavision#20240620,lmarena.ai,sonnet-3.5-0620,solo,mixed,mid,LMArena-Vision,,,,,,1120.2081142286752,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Claude 3.5 Sonnet (20240620), column rating)",,out:single-couple, lmarenavision#none,lmarena.ai,?Llama 4 Scout 17B 16E Instruct,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1118.3796288518733,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Llama 4 Scout 17B 16E Instruct, column rating)",,out:model-not-established, lmarenavision#none,lmarena.ai,qwen2.5-vl-72b-instruct,unstated,mixed,mid,LMArena-Vision,,,,,,1107.2693105461183,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Qwen2.5-VL-72B-Instruct, column rating)",,out:effort-not-established, lmarenavision#02-05,lmarena.ai,?Gemini 2.0 Flash-Lite Preview,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1100.2893642395616,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Gemini 2.0 Flash-Lite Preview (02-05), column rating)",,out:model-not-established, lmarenavision#20241022,lmarena.ai,haiku-3.5,solo,mixed,mid,LMArena-Vision,,,,,,1091.9142896292763,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Claude 3.5 Haiku (20241022), column rating)",,out:single-couple, lmarenavision#2024-04-09,lmarena.ai,gpt-4-turbo,solo,mixed,mid,LMArena-Vision,,,,,,1089.7596091024611,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row GPT-4 Turbo (2024-04-09), column rating)",,out:single-couple, lmarenavision#2411,lmarena.ai,?Pixtral Large,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1089.2806607755558,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Pixtral Large (2411), column rating)",,out:model-not-established, lmarenavision#001,lmarena.ai,?Gemini 1.5 Pro,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1088.1984653887337,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Gemini 1.5 Pro (001), column rating)",,out:model-not-established, lmarenavision#none,lmarena.ai,?Molmo 2 8B,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1081.5890441583683,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Molmo 2 8B, column rating)",,out:model-not-established, lmarenavision#2024-07-18,lmarena.ai,gpt-4o-mini,solo,mixed,mid,LMArena-Vision,,,,,,1065.512645526031,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row GPT-4o mini (2024-07-18), column rating)",,out:single-couple, lmarenavision#2024-08-06,lmarena.ai,?GPT-4o,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1064.4477656262566,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row GPT-4o (2024-08-06), column rating)",,out:model-not-established, lmarenavision#2025-04-14,lmarena.ai,gpt-4.1-nano,solo,mixed,mid,LMArena-Vision,,,,,,1063.105455748559,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row GPT-4.1 nano (2025-04-14), column rating)",,out:single-couple, lmarenavision#1119,lmarena.ai,?Qwen-VL-Max,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1057.4797969621338,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Qwen-VL-Max (1119), column rating)",,out:model-not-established, lmarenavision#none,lmarena.ai,?Qwen2-VL-72B,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1046.834428909194,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Qwen2-VL-72B, column rating)",,out:model-not-established, lmarenavision#none,lmarena.ai,step-1v-32k,solo,mixed,mid,LMArena-Vision,,,,,,1045.8674005591072,Elo,2.89e-14,,prev=1045.9391778119311 (src-lmarena.ai-vision-2026-10-09#M140),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Step-1V 32K, column rating)",,out:single-couple, lmarenavision#001,lmarena.ai,gemini-1.5-flash-8b-001,solo,mixed,mid,LMArena-Vision,,,,,,1043.9904786880036,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Gemini 1.5 Flash-8B (001), column rating)",,out:single-couple, lmarenavision#20240229,lmarena.ai,opus-3,solo,mixed,mid,LMArena-Vision,,,,,,1022.8188940701407,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Claude 3 Opus (20240229), column rating)",,out:single-couple, lmarenavision#0924,lmarena.ai,?Molmo 72B,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1012.200093739395,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Molmo 72B (0924), column rating)",,out:model-not-established, lmarenavision#2409,lmarena.ai,?Pixtral 12B,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1008.4646382824977,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Pixtral 12B (2409), column rating)",,out:model-not-established, lmarenavision#001,lmarena.ai,?Gemini 1.5 Flash,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1007.8524208445864,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Gemini 1.5 Flash (001), column rating)",,out:model-not-established, lmarenavision#none,lmarena.ai,?InternVL2 26B,not-established:absent,mixed,mid,LMArena-Vision,,,,,,1004.4659374682543,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row InternVL2 26B, column rating)",,out:model-not-established, lmarenavision#none,lmarena.ai,?Llama 3.2 90B Vision Instruct,not-established:absent,mixed,mid,LMArena-Vision,,,,,,999.5484519953851,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Llama 3.2 90B Vision Instruct, column rating)",,out:model-not-established, lmarenavision#2024-12-31,lmarena.ai,?Hunyuan Standard Vision,not-established:absent,mixed,mid,LMArena-Vision,,,,,,998.9883547343089,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Hunyuan Standard Vision (2024-12-31), column rating)",,out:model-not-established, lmarenavision#none,lmarena.ai,?Aya Vision 32B,not-established:absent,mixed,mid,LMArena-Vision,,,,,,995.4811061868205,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Aya Vision 32B, column rating)",,out:model-not-established, lmarenavision#none,lmarena.ai,?Amazon Nova Lite 1.0,not-established:absent,mixed,mid,LMArena-Vision,,,,,,990.3289866184816,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Amazon Nova Lite 1.0, column rating)",,out:model-not-established, lmarenavision#none,lmarena.ai,qwen2-vl-7b-instruct,unstated,mixed,mid,LMArena-Vision,,,,,,989.8072023229781,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Qwen2-VL-7B-Instruct, column rating)",,out:effort-not-established, lmarenavision#20240229,lmarena.ai,sonnet-3,solo,mixed,mid,LMArena-Vision,,,,,,983.8126318492085,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Claude 3 Sonnet (20240229), column rating)",,out:single-couple, lmarenavision#none,lmarena.ai,?Amazon Nova Pro 1.0,not-established:absent,mixed,mid,LMArena-Vision,,,,,,980.335959494873,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Amazon Nova Pro 1.0, column rating)",,out:model-not-established, lmarenavision#none,lmarena.ai,?Yi Vision,not-established:absent,mixed,mid,LMArena-Vision,,,,,,977.6302062530186,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Yi Vision, column rating)",,out:model-not-established, lmarenavision#none,lmarena.ai,?Llama 3.2 11B Vision Instruct,not-established:absent,mixed,mid,LMArena-Vision,,,,,,966.2799262051226,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Llama 3.2 11B Vision Instruct, column rating)",,out:model-not-established, lmarenavision#0924,lmarena.ai,?Molmo 7B-D,not-established:absent,mixed,mid,LMArena-Vision,,,,,,958.6029020961012,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Molmo 7B-D (0924), column rating)",,out:model-not-established, lmarenavision#20240307,lmarena.ai,haiku-3,solo,mixed,mid,LMArena-Vision,,,,,,950.0481250630764,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Claude 3 Haiku (20240307), column rating)",,out:single-couple, lmarenavision#none,lmarena.ai,?InternVL2 4B,not-established:absent,mixed,mid,LMArena-Vision,,,,,,941.2155685699648,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row InternVL2 4B, column rating)",,out:model-not-established, lmarenavision#none,lmarena.ai,?nvila-internal-15b-v1,not-established:absent,mixed,mid,LMArena-Vision,,,,,,940.0478404045343,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row nvila-internal-15b-v1, column rating)",,out:model-not-established, lmarenavision#none,lmarena.ai,?LLaVA 1.6 34B,not-established:absent,mixed,mid,LMArena-Vision,,,,,,936.3468640287516,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row LLaVA 1.6 34B, column rating)",,out:model-not-established, lmarenavision#none,lmarena.ai,?CogVLM2 Llama3 Chat 19B,not-established:absent,mixed,mid,LMArena-Vision,,,,,,927.4405942679998,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row CogVLM2 Llama3 Chat 19B, column rating)",,out:model-not-established, lmarenavision#none,lmarena.ai,?LLaVA-OneVision Qwen2 72B OV,not-established:absent,mixed,mid,LMArena-Vision,,,,,,922.723548711926,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row LLaVA-OneVision Qwen2 72B OV, column rating)",,out:model-not-established, lmarenavision#none,lmarena.ai,?MiniCPM-V 2.6,not-established:absent,mixed,mid,LMArena-Vision,,,,,,911.5187680725438,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row MiniCPM-V 2.6, column rating)",,out:model-not-established, lmarenavision#none,lmarena.ai,?Phi-3.5 Vision Instruct,not-established:absent,mixed,mid,LMArena-Vision,,,,,,851.3658179964124,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Phi-3.5 Vision Instruct, column rating)",,out:model-not-established, lmarenavision#none,lmarena.ai,?Phi-3 Vision 128K Instruct,not-established:absent,mixed,mid,LMArena-Vision,,,,,,811.6189886481824,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of vision/latest parquet, category overall, row Phi-3 Vision 128K Instruct, column rating)",,out:model-not-established, lmarenawebdev#none,lmarena.ai,opus-5.5,max,coding,mid,LMArena-WebDev,,,,,,1807.3090427323077,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Opus 5.5 (Max) / column rating),,out:superseded, lmarenawebdev#none,lmarena.ai,gpt-6-astra,max,coding,mid,LMArena-WebDev,,,,,,1777.179843631321,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GPT-6 Astra (Max) / column rating),,out:superseded, lmarenawebdev#none,lmarena.ai,sonnet-5.5,xhigh,coding,mid,LMArena-WebDev,,,,,,1767.6240854356492,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Sonnet 5.5 (xHigh) / column rating),,out:superseded, lmarenawebdev#none,lmarena.ai,gpt-6.1-sol,max,coding,mid,LMArena-WebDev,,,,,,1755.4597768759177,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GPT-6.1 Sol (Max) / column rating),,out:superseded, lmarenawebdev#none,lmarena.ai,fable-5.1,max,coding,mid,LMArena-WebDev,,,,,,1741.4137089213132,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Fable 5.1 (Max) / column rating),,out:superseded, lmarenawebdev#none,lmarena.ai,sonnet-5.5,high,coding,mid,LMArena-WebDev,,,,,,1710.9791303311154,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Sonnet 5.5 (High) / column rating),,out:superseded, lmarenawebdev#none,lmarena.ai,opus-5,max,coding,mid,LMArena-WebDev,,,,,,1689.2525568112906,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Opus 5 (Max) / column rating),,out:superseded, lmarenawebdev#none,lmarena.ai,gpt-6-sol,max,coding,mid,LMArena-WebDev,,,,,,1682.689543796324,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GPT-6 Sol (Max) / column rating),,out:superseded, lmarenawebdev#none,lmarena.ai,gemini-4-argon,high,coding,mid,LMArena-WebDev,,,,,,1678.1872513416483,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Gemini 4 Argon (High) / column rating),,out:superseded, lmarenawebdev#none,lmarena.ai,qwen3.8-max-0902,unstated,coding,mid,LMArena-WebDev,,,,,,1673.598504927179,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Qwen3.8-Max (0902) / column rating),,out:effort-not-established, lmarenawebdev#none,lmarena.ai,?Qwen3.8-Max,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1672.2665626683943,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Qwen3.8-Max / column rating),,out:model-not-established, lmarenawebdev#none,lmarena.ai,muse-spark-1.3,max,coding,mid,LMArena-WebDev,,,,,,1658.4236652176892,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Muse Spark 1.3 (Max) / column rating),,out:effort-not-established, lmarenawebdev#none,lmarena.ai,opus-5,high,coding,mid,LMArena-WebDev,,,,,,1657.3136259734947,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Opus 5 (High) / column rating),,out:superseded, lmarenawebdev#none,lmarena.ai,kimi-k3,max,coding,mid,LMArena-WebDev,,,,,,1655.2114268717892,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Kimi K3 (Max) / column rating),,out:superseded, lmarenawebdev#none,lmarena.ai,?Muse Wonder,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1650.4267673951786,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Muse Wonder (Max) / column rating),,out:model-not-established, lmarenawebdev#none,lmarena.ai,grok-4.7,xhigh,coding,mid,LMArena-WebDev,,,,,,1638.6701748611626,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Grok 4.7 (xHigh) / column rating),,out:superseded, lmarenawebdev#none,lmarena.ai,mimo-v2.6-flash,default,coding,mid,LMArena-WebDev,,,,,,1634.2780091461036,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row MiMo-V2.6-Flash / column rating),,out:effort-not-established, lmarenawebdev#none,lmarena.ai,hy4-preview,high,coding,mid,LMArena-WebDev,,,,,,1631.45189828793,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Hy4 preview / column rating),,out:single-couple, lmarenawebdev#none,lmarena.ai,qwen3.8-flash-next,default,coding,mid,LMArena-WebDev,,,,,,1630.3289125780575,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Qwen3.8-Flash-Next / column rating),,out:effort-not-established, lmarenawebdev#none,lmarena.ai,mimo-v2.6-pro,default,coding,mid,LMArena-WebDev,,,,,,1624.8152158959037,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row MiMo-V2.6-Pro / column rating),,out:effort-not-established, lmarenawebdev#none,lmarena.ai,fable-5,high,coding,mid,LMArena-WebDev,,,,,,1624.7180291860072,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Fable 5 (High) / column rating),,out:superseded, lmarenawebdev#none,lmarena.ai,muse-spark-1.3,xhigh,coding,mid,LMArena-WebDev,,,,,,1621.584190107636,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Muse Spark 1.3 (xHigh) / column rating),,out:superseded, lmarenawebdev#none,lmarena.ai,glm-5.3,max,coding,mid,LMArena-WebDev,,,,,,1621.1409439450072,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GLM-5.3 (Max) / column rating),,out:superseded, lmarenawebdev#none,lmarena.ai,deepseek-v4.1-flash,max,coding,mid,LMArena-WebDev,,,,,,1618.412357403753,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row DeepSeek-V4.1-Flash (Max) / column rating),,out:superseded, lmarenawebdev#none,lmarena.ai,grok-4.6,high,coding,mid,LMArena-WebDev,,,,,,1617.4200072025983,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Grok 4.6 (High) / column rating),,out:superseded, lmarenawebdev#none,lmarena.ai,"?GPT-5.6 Sol (xHigh, Codex Harness)",not-established:absent,coding,mid,LMArena-WebDev,,,,,,1616.2968216432819,Elo,0,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GPT-5.6 Sol (xHigh, Codex Harness) / column rating)",,out:model-not-established, lmarenawebdev#none,lmarena.ai,glm-5.3-flash,default,coding,mid,LMArena-WebDev,,,,,,1605.474108583022,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GLM-5.3-Flash / column rating),,out:effort-not-established, lmarenawebdev#none,lmarena.ai,glm-5.2,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1604.567655814606,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GLM-5.2 (Max) / column rating),,out:effort-not-established, lmarenawebdev#none,lmarena.ai,qwen3.8-27b,default,coding,mid,LMArena-WebDev,,,,,,1593.2035374291577,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Qwen3.8-27B / column rating),,out:effort-not-established, lmarenawebdev#none,lmarena.ai,gemini-3.7-flash,high,coding,mid,LMArena-WebDev,,,,,,1590.559632172719,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Gemini 3.7 Flash (High) / column rating),,out:superseded, lmarenawebdev#none,lmarena.ai,gemini-3.8-flash,high,coding,mid,LMArena-WebDev,,,,,,1585.1875723150379,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Gemini 3.8 Flash (High) / column rating),,out:superseded, lmarenawebdev#none,lmarena.ai,haiku-5.5,high,coding,mid,LMArena-WebDev,,,,,,1584.698340531561,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Haiku 5.5 (High) / column rating),,out:superseded, lmarenawebdev#none,lmarena.ai,"?DeepSeek-V4-Pro (High, 20260813)",not-established:absent,coding,mid,LMArena-WebDev,,,,,,1582.0032964756833,Elo,0,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row DeepSeek-V4-Pro (High, 20260813) / column rating)",,out:model-not-established, lmarenawebdev#none,lmarena.ai,?DeepSeek-V4-Flash,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1581.415423218968,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row DeepSeek-V4-Flash (High) / column rating),,out:model-not-established, lmarenawebdev#none,lmarena.ai,gpt-6-luna,max,coding,mid,LMArena-WebDev,,,,,,1578.160478866449,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GPT-6 Luna (Max) / column rating),,out:superseded, lmarenawebdev#none,lmarena.ai,?Step 5 Preview,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1564.981259391035,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Step 5 Preview (High) / column rating),,out:model-not-established, lmarenawebdev#none,lmarena.ai,opus-4.7,high,coding,mid,LMArena-WebDev,,,,,,1557.601679367112,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Opus 4.7 (High) / column rating),,out:superseded, lmarenawebdev#none,lmarena.ai,opus-4.7,default,coding,mid,LMArena-WebDev,,,,,,1555.6051345529595,Elo,0,,default-bridged,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Opus 4.7 / column rating),,out:effort-not-established, lmarenawebdev#none,lmarena.ai,opus-4.8,high,coding,mid,LMArena-WebDev,,,,,,1555.6049788597184,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Opus 4.8 (High) / column rating),,out:superseded, lmarenawebdev#none,lmarena.ai,grok-4.5,high,coding,mid,LMArena-WebDev,,,,,,1552.8911103260666,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Grok 4.5 / column rating),,in, lmarenawebdev#none,lmarena.ai,opus-4.6,high,coding,mid,LMArena-WebDev,,,,,,1546.7099193962285,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Opus 4.6 (High) / column rating),,out:superseded, lmarenawebdev#none,lmarena.ai,muse-spark-1.1,default,coding,mid,LMArena-WebDev,,,,,,1542.4624340713635,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Muse Spark 1.1 / column rating),,out:effort-not-established, lmarenawebdev#none,lmarena.ai,?Mistral Large 4,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1542.109362234004,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Mistral Large 4 / column rating),,out:model-not-established, lmarenawebdev#none,lmarena.ai,sonnet-5,high,coding,mid,LMArena-WebDev,,,,,,1540.5472403032823,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Sonnet 5 (High) / column rating),,out:superseded, lmarenawebdev#none,lmarena.ai,gemini-3.6-flash,high,coding,mid,LMArena-WebDev,,,,,,1538.2027385970073,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Gemini 3.6 Flash (High) / column rating),,out:superseded, lmarenawebdev#none,lmarena.ai,opus-4.6,nothink,coding,mid,LMArena-WebDev,,,,,,1537.4952501672265,Elo,0,,default-bridged,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Opus 4.6 / column rating),,out:single-couple, lmarenawebdev#none,lmarena.ai,opus-4.8,nothink,coding,mid,LMArena-WebDev,,,,,,1535.9091070638751,Elo,0,,default-bridged,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Opus 4.8 / column rating),,in, lmarenawebdev#none,lmarena.ai,muse-spark-1.2,xhigh,coding,mid,LMArena-WebDev,,,,,,1533.682067115481,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Muse Spark 1.2 (xHigh) / column rating),,out:superseded, lmarenawebdev#none,lmarena.ai,sonnet-4.6,default,coding,mid,LMArena-WebDev,,,,,,1522.6867178167672,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Sonnet 4.6 / column rating),,out:effort-not-established, lmarenawebdev#none,lmarena.ai,"?GPT-5.6 Terra (xHigh, Codex Harness)",not-established:absent,coding,mid,LMArena-WebDev,,,,,,1521.9055706410982,Elo,0,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GPT-5.6 Terra (xHigh, Codex Harness) / column rating)",,out:model-not-established, lmarenawebdev#none,lmarena.ai,?Seed2.1 Pro Preview,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1520.3827716492929,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Seed2.1 Pro Preview / column rating),,out:model-not-established, lmarenawebdev#none,lmarena.ai,"?GPT-5.6 Luna (xHigh, Codex Harness)",not-established:absent,coding,mid,LMArena-WebDev,,,,,,1518.6207630184003,Elo,0,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GPT-5.6 Luna (xHigh, Codex Harness) / column rating)",,out:model-not-established, lmarenawebdev#none,lmarena.ai,qwen3.7-max-preview,solo,coding,mid,LMArena-WebDev,,,,,,1515.2893344204085,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Qwen3.7-Max (20260517) / column rating),,in, lmarenawebdev#none,lmarena.ai,"?GPT-5.5 (xHigh, Codex Harness)",not-established:absent,coding,mid,LMArena-WebDev,,,,,,1512.6515336242637,Elo,0,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GPT-5.5 (xHigh, Codex Harness) / column rating)",,out:model-not-established, lmarenawebdev#none,lmarena.ai,?Muse Spark Open,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1511.3260970415822,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Muse Spark Open (Max) / column rating),,out:model-not-established, lmarenawebdev#none,lmarena.ai,kimi-k2.6,default,coding,mid,LMArena-WebDev,,,,,,1509.568389170306,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Kimi K2.6 / column rating),,out:effort-not-established, lmarenawebdev#none,lmarena.ai,glm-5.1,default,coding,mid,LMArena-WebDev,,,,,,1508.4694279635078,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GLM-5.1 / column rating),,out:effort-not-established, lmarenawebdev#none,lmarena.ai,hy3,default,coding,mid,LMArena-WebDev,,,,,,1505.9107483086677,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Hy3 / column rating),,out:effort-not-established, lmarenawebdev#none,lmarena.ai,gemini-3.5-flash,high,coding,mid,LMArena-WebDev,,,,,,1499.570190165974,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Gemini 3.5 Flash (High) / column rating),,out:superseded, lmarenawebdev#none,lmarena.ai,"?Claude Opus 4.5 (High, 32K, 20251101)",not-established:absent,coding,mid,LMArena-WebDev,,,,,,1493.7207498804732,Elo,0,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Opus 4.5 (High, 32K, 20251101) / column rating)",,out:model-not-established, lmarenawebdev#none,lmarena.ai,gemini-3.5-flash,medium,coding,mid,LMArena-WebDev,,,,,,1491.1318582562408,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Gemini 3.5 Flash (Medium) / column rating),,out:superseded, lmarenawebdev#none,lmarena.ai,"?GPT-5.5 (High, Codex Harness)",not-established:absent,coding,mid,LMArena-WebDev,,,,,,1487.2533544779503,Elo,0,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GPT-5.5 (High, Codex Harness) / column rating)",,out:model-not-established, lmarenawebdev#none,lmarena.ai,qwen3.6-max-preview,unstated,coding,mid,LMArena-WebDev,,,,,,1482.5363658426386,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Qwen3.6-Max-Preview / column rating),,out:effort-not-established, lmarenawebdev#none,lmarena.ai,minimax-m3,default,coding,mid,LMArena-WebDev,,,,,,1482.450057987971,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row MiniMax-M3 / column rating),,out:effort-not-established, lmarenawebdev#none,lmarena.ai,mimo-v2.5-pro,default,coding,mid,LMArena-WebDev,,,,,,1481.2916394387735,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row MiMo-V2.5-Pro / column rating),,out:effort-not-established, lmarenawebdev#none,lmarena.ai,kimi-k2.7-code,solo,coding,mid,LMArena-WebDev,,,,,,1473.7697274981233,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Kimi K2.7 Code / column rating),,out:superseded, lmarenawebdev#none,lmarena.ai,opus-4.5,unstated,coding,mid,LMArena-WebDev,,,,,,1469.4471855596476,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Opus 4.5 (20251101) / column rating),,out:effort-not-established, lmarenawebdev#none,lmarena.ai,?DeepSeek-V4-Pro Preview,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1464.2312163630622,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row DeepSeek-V4-Pro Preview (High) / column rating),,out:model-not-established, lmarenawebdev#none,lmarena.ai,"?GPT-5.4 (High, Codex Harness)",not-established:absent,coding,mid,LMArena-WebDev,,,,,,1463.7614605549268,Elo,0,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GPT-5.4 (High, Codex Harness) / column rating)",,out:model-not-established, lmarenawebdev#none,lmarena.ai,qwen3.6-plus,default,coding,mid,LMArena-WebDev,,,,,,1461.6326415320564,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Qwen3.6-Plus / column rating),,out:effort-not-established, lmarenawebdev#none,lmarena.ai,?GPT-5.5 (Codex Harness),not-established:absent,coding,mid,LMArena-WebDev,,,,,,1456.0167324316428,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GPT-5.5 (Codex Harness) / column rating),,out:model-not-established, lmarenawebdev#none,lmarena.ai,?DeepSeek-V4-Pro,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1447.2491450618859,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row DeepSeek-V4-Pro / column rating),,out:model-not-established, lmarenawebdev#none,lmarena.ai,gemini-3.1-pro,default,coding,mid,LMArena-WebDev,,,,,,1446.969141652994,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Gemini 3.1 Pro Preview / column rating),,out:effort-not-established, lmarenawebdev#none,lmarena.ai,"?GPT-5.4 (Medium, Codex Harness)",not-established:absent,coding,mid,LMArena-WebDev,,,,,,1443.8712202614513,Elo,0,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GPT-5.4 (Medium, Codex Harness) / column rating)",,out:model-not-established, lmarenawebdev#none,lmarena.ai,gemini-3.5-flash-lite,default,coding,mid,LMArena-WebDev,,,,,,1441.4133586731623,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Gemini 3.5 Flash-Lite / column rating),,out:effort-not-established, lmarenawebdev#none,lmarena.ai,gemini-3-pro,default,coding,mid,LMArena-WebDev,,,,,,1440.270527470383,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Gemini 3 Pro / column rating),,out:effort-not-established, lmarenawebdev#none,lmarena.ai,gemini-3-flash,default,coding,mid,LMArena-WebDev,,,,,,1439.9992532948302,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Gemini 3 Flash / column rating),,out:effort-not-established, lmarenawebdev#none,lmarena.ai,mimo-v2.5,default,coding,mid,LMArena-WebDev,,,,,,1438.4341346920514,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row MiMo-V2.5 / column rating),,out:effort-not-established, lmarenawebdev#none,lmarena.ai,?beam-1.0-501b-a23b,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1437.9289557145548,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row beam-1.0-501b-a23b / column rating),,out:model-not-established, lmarenawebdev#none,lmarena.ai,?Kimi K2.5,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1436.7207182369455,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Kimi K2.5 (Thinking) / column rating),,out:model-not-established, lmarenawebdev#none,lmarena.ai,glm-5,default,coding,mid,LMArena-WebDev,,,,,,1435.402770704169,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GLM-5 / column rating),,out:effort-not-established, lmarenawebdev#none,lmarena.ai,glm-4.7,default,coding,mid,LMArena-WebDev,,,,,,1435.3320782626454,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GLM-4.7 / column rating),,out:effort-not-established, lmarenawebdev#none,lmarena.ai,?MiMo-V2-Pro,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1433.9964950297422,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row MiMo-V2-Pro / column rating),,out:model-not-established, lmarenawebdev#none,lmarena.ai,?DeepSeek-V4-Flash Preview,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1431.0166384788217,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row DeepSeek-V4-Flash Preview (High) / column rating),,out:model-not-established, lmarenawebdev#none,lmarena.ai,gpt-5,medium,coding,mid,LMArena-WebDev,,,,,,1417.5134826084723,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GPT-5 (Medium) / column rating),,out:superseded, lmarenawebdev#none,lmarena.ai,gpt-5.2,default,coding,mid,LMArena-WebDev,,,,,,1416.779483932917,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GPT-5.2 / column rating),,out:effort-not-established, lmarenawebdev#none,lmarena.ai,inkling,default,coding,mid,LMArena-WebDev,,,,,,1413.7243959524017,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Inkling / column rating),,out:effort-not-established, lmarenawebdev#none,lmarena.ai,inkling-small,default,coding,mid,LMArena-WebDev,,,,,,1409.1292581930497,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Inkling-Small / column rating),,out:effort-not-established, lmarenawebdev#none,lmarena.ai,?Kimi K2.5 (Instant),not-established:absent,coding,mid,LMArena-WebDev,,,,,,1405.4999878048566,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Kimi K2.5 (Instant) / column rating),,out:model-not-established, lmarenawebdev#none,lmarena.ai,gpt-5.4,default,coding,mid,LMArena-WebDev,,,,,,1402.0719966650597,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GPT-5.4 / column rating),,out:effort-not-established, lmarenawebdev#none,lmarena.ai,glm-5v-turbo,default,coding,mid,LMArena-WebDev,,,,,,1401.540857859337,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GLM-5V-Turbo / column rating),,out:effort-not-established, lmarenawebdev#none,lmarena.ai,qwen3.5-397b-a17b,default,coding,mid,LMArena-WebDev,,,,,,1400.4867817048178,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Qwen3.5-397B-A17B / column rating),,out:effort-not-established, lmarenawebdev#none,lmarena.ai,minimax-m2.7,default,coding,mid,LMArena-WebDev,,,,,,1398.7110513050225,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row MiniMax-M2.7 / column rating),,out:effort-not-established, lmarenawebdev#none,lmarena.ai,gpt-5.4-mini,high,coding,mid,LMArena-WebDev,,,,,,1397.7019986257246,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GPT-5.4 mini (High) / column rating),,out:superseded, lmarenawebdev#none,lmarena.ai,gpt-5.1,medium,coding,mid,LMArena-WebDev,,,,,,1395.9474507552413,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GPT-5.1 (Medium) / column rating),,out:superseded, lmarenawebdev#none,lmarena.ai,"?Claude Sonnet 4.5 (High, 32K, 20250929)",not-established:absent,coding,mid,LMArena-WebDev,,,,,,1393.7320941292962,Elo,0,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Sonnet 4.5 (High, 32K, 20250929) / column rating)",,out:model-not-established, lmarenawebdev#none,lmarena.ai,?Claude Opus 4.1 (20250805),not-established:absent,coding,mid,LMArena-WebDev,,,,,,1390.266705221792,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Opus 4.1 (20250805) / column rating),,out:model-not-established, lmarenawebdev#none,lmarena.ai,minimax-m2.5,default,coding,mid,LMArena-WebDev,,,,,,1386.3174860235608,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row MiniMax-M2.5 / column rating),,out:effort-not-established, lmarenawebdev#none,lmarena.ai,sonnet-4.5,unstated,coding,mid,LMArena-WebDev,,,,,,1385.1137753401413,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Sonnet 4.5 (20250929) / column rating),,out:effort-not-established, lmarenawebdev#none,lmarena.ai,gemini-3-flash,minimal,coding,mid,LMArena-WebDev,,,,,,1384.9285161939424,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Gemini 3 Flash (Minimal) / column rating),,out:superseded, lmarenawebdev#none,lmarena.ai,?MiniMax-M2.1 Preview,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1384.2976772505276,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row MiniMax-M2.1 Preview / column rating),,out:model-not-established, lmarenawebdev#none,lmarena.ai,"?Grok 4.20 Beta (Reasoning, 0309)",not-established:absent,coding,mid,LMArena-WebDev,,,,,,1375.6282410272206,Elo,0,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Grok 4.20 Beta (Reasoning, 0309) / column rating)",,out:model-not-established, lmarenawebdev#none,lmarena.ai,solar-pro4,default,coding,mid,LMArena-WebDev,,,,,,1370.5661189108528,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Solar Pro 4 / column rating),,out:effort-not-established, lmarenawebdev#none,lmarena.ai,gemma-4-31b-it,default,coding,mid,LMArena-WebDev,,,,,,1367.3787007789042,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Gemma 4 31B / column rating),,out:effort-not-established, lmarenawebdev#none,lmarena.ai,deepseek-v3.2,think,coding,mid,LMArena-WebDev,,,,,,1362.4151849688005,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row DeepSeek-V3.2 (Thinking) / column rating),,in, lmarenawebdev#none,lmarena.ai,qwen3.5-122b-a10b,default,coding,mid,LMArena-WebDev,,,,,,1360.5487595545055,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Qwen3.5-122B-A10B / column rating),,out:effort-not-established, lmarenawebdev#none,lmarena.ai,gemma-4-26b-a4b-it,default,coding,mid,LMArena-WebDev,,,,,,1359.4781703662488,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Gemma 4 26B A4B / column rating),,out:effort-not-established, lmarenawebdev#none,lmarena.ai,qwen3.5-27b,default,coding,mid,LMArena-WebDev,,,,,,1358.308909076793,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Qwen3.5-27B / column rating),,out:effort-not-established, lmarenawebdev#none,lmarena.ai,grok-4.3,default,coding,mid,LMArena-WebDev,,,,,,1357.5664564690428,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Grok 4.3 / column rating),,out:effort-not-established, lmarenawebdev#none,lmarena.ai,?Hy3 preview,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1356.8804360248369,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Hy3 preview / column rating),,out:model-not-established, lmarenawebdev#none,lmarena.ai,?Muse Glimmer,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1354.8085148666353,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Muse Glimmer / column rating),,out:model-not-established, lmarenawebdev#none,lmarena.ai,laguna-m.1,default,coding,mid,LMArena-WebDev,,,,,,1349.7395723770599,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Laguna M.1 / column rating),,out:effort-not-established, lmarenawebdev#none,lmarena.ai,gpt-5.1,default,coding,mid,LMArena-WebDev,,,,,,1341.6579233164398,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GPT-5.1 / column rating),,out:effort-not-established, lmarenawebdev#none,lmarena.ai,glm-4.6,default,coding,mid,LMArena-WebDev,,,,,,1341.1209888665087,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GLM-4.6 / column rating),,out:effort-not-established, lmarenawebdev#none,lmarena.ai,gpt-5.2-codex,default,coding,mid,LMArena-WebDev,,,,,,1338.789936773133,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GPT-5.2-Codex / column rating),,out:effort-not-established, lmarenawebdev#none,lmarena.ai,gpt-5.1-codex,default,coding,mid,LMArena-WebDev,,,,,,1337.2303561085757,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GPT-5.1-Codex / column rating),,out:effort-not-established, lmarenawebdev#none,lmarena.ai,?MiMo-V2-Flash (Non-Thinking),not-established:absent,coding,mid,LMArena-WebDev,,,,,,1330.3221018514685,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row MiMo-V2-Flash (Non-Thinking) / column rating),,out:model-not-established, lmarenawebdev#none,lmarena.ai,haiku-4.5,unstated,coding,mid,LMArena-WebDev,,,,,,1330.1848239652209,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Haiku 4.5 (20251001) / column rating),,out:effort-not-established, lmarenawebdev#none,lmarena.ai,deepseek-v3.2,default,coding,mid,LMArena-WebDev,,,,,,1325.9312830300182,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row DeepSeek-V3.2 / column rating),,out:effort-not-established, lmarenawebdev#none,lmarena.ai,kimi-k2-thinking,solo,coding,mid,LMArena-WebDev,,,,,,1322.1201606820314,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Kimi K2 Thinking Turbo / column rating),,out:superseded, lmarenawebdev#none,lmarena.ai,?Laguna XS.2,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1302.4656724518504,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Laguna XS.2 / column rating),,out:model-not-established, lmarenawebdev#none,lmarena.ai,minimax-m2,solo,coding,mid,LMArena-WebDev,,,,,,1297.1707427686242,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row MiniMax-M2 / column rating),,out:superseded, lmarenawebdev#none,lmarena.ai,?MiMo-V2-Flash,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1292.690258429726,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row MiMo-V2-Flash (Thinking) / column rating),,out:model-not-established, lmarenawebdev#none,lmarena.ai,qwen3-coder-480b-a35b-instruct,solo,coding,mid,LMArena-WebDev,,,,,,1274.6994680180574,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Qwen3-Coder-480B-A35B-Instruct / column rating),,out:superseded, lmarenawebdev#none,lmarena.ai,deepseek-v3.2-exp,default,coding,mid,LMArena-WebDev,,,,,,1271.688394206366,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row DeepSeek-V3.2-Exp / column rating),,out:effort-not-established, lmarenawebdev#none,lmarena.ai,mistral-medium-3.5,default,coding,mid,LMArena-WebDev,,,,,,1263.7462194039967,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Mistral Medium 3.5 / column rating),,out:effort-not-established, lmarenawebdev#none,lmarena.ai,gemini-3.1-flash-lite-preview,default,coding,mid,LMArena-WebDev,,,,,,1256.7165639799632,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Gemini 3.1 Flash-Lite Preview / column rating),,out:effort-not-established, lmarenawebdev#none,lmarena.ai,?KAT-Coder-Pro V1,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1255.9307823954118,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row KAT-Coder-Pro V1 / column rating),,out:model-not-established, lmarenawebdev#none,lmarena.ai,qwen3.5-35b-a3b,default,coding,mid,LMArena-WebDev,,,,,,1254.0638240850826,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Qwen3.5-35B-A3B / column rating),,out:effort-not-established, lmarenawebdev#none,lmarena.ai,qwen3.5-flash,default,coding,mid,LMArena-WebDev,,,,,,1243.7728624739273,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Qwen3.5-Flash / column rating),,out:effort-not-established, lmarenawebdev#none,lmarena.ai,gpt-5.1-codex-mini,default,coding,mid,LMArena-WebDev,,,,,,1243.659669787052,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GPT-5.1-Codex-Mini / column rating),,out:effort-not-established, lmarenawebdev#none,lmarena.ai,grok-4.1-fast,think,coding,mid,LMArena-WebDev,,,,,,1242.0075176822172,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Grok 4.1 Fast (Reasoning) / column rating),,in, lmarenawebdev#none,lmarena.ai,trinity-large-thinking,solo,coding,mid,LMArena-WebDev,,,,,,1237.905881219719,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Trinity Large Thinking / column rating),,out:superseded, lmarenawebdev#none,lmarena.ai,?Mistral Large 3,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1230.4642215084482,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Mistral Large 3 / column rating),,out:model-not-established, lmarenawebdev#none,lmarena.ai,gemini-2.5-pro,default,coding,mid,LMArena-WebDev,,,,,,1226.3086970280572,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Gemini 2.5 Pro / column rating),,out:effort-not-established, lmarenawebdev#none,lmarena.ai,grok-4.1,think,coding,mid,LMArena-WebDev,,,,,,1214.588394110147,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Grok 4.1 (Thinking) / column rating),,in, lmarenawebdev#none,lmarena.ai,?Devstral 2,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1196.508283783804,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Devstral 2 / column rating),,out:model-not-established, lmarenawebdev#none,lmarena.ai,granite-4.1-8b,solo,coding,mid,LMArena-WebDev,,,,,,1193.016402336504,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Granite 4.1 8B / column rating),,out:superseded, lmarenawebdev#none,lmarena.ai,mercury-2,default,coding,mid,LMArena-WebDev,,,,,,1170.8824286585855,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Mercury 2 / column rating),,out:effort-not-established, lmarenawebdev#none,lmarena.ai,grok-code-fast-1,default,coding,mid,LMArena-WebDev,,,,,,1166.3726472319372,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Grok Code Fast 1 / column rating),,out:effort-not-established, lmarenawebdev#none,lmarena.ai,grok-4-fast,think,coding,mid,LMArena-WebDev,,,,,,1159.0472187041937,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Grok 4 Fast (Reasoning) / column rating),,out:single-couple, lmarenawebdev#none,lmarena.ai,?Devstral Medium (2507),not-established:absent,coding,mid,LMArena-WebDev,,,,,,1071.4632375268388,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Devstral Medium (2507) / column rating),,out:model-not-established, lmarenawebdev-html,lmarena.ai,gpt-6.1-sol,max,coding,mid,LMArena-WebDev,,,,,,1795.9456192329321,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GPT-6.1 Sol (Max) / column rating),,in, lmarenawebdev-html,lmarena.ai,gpt-6-astra,max,coding,mid,LMArena-WebDev,,,,,,1774.081881659723,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GPT-6 Astra (Max) / column rating),,in, lmarenawebdev-html,lmarena.ai,opus-5.5,max,coding,mid,LMArena-WebDev,,,,,,1756.7126060767214,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Opus 5.5 (Max) / column rating),,in, lmarenawebdev-html,lmarena.ai,sonnet-5.5,xhigh,coding,mid,LMArena-WebDev,,,,,,1735.9550426385842,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Sonnet 5.5 (xHigh) / column rating),,in, lmarenawebdev-html,lmarena.ai,sonnet-5.5,high,coding,mid,LMArena-WebDev,,,,,,1704.4599312843595,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Sonnet 5.5 (High) / column rating),,in, lmarenawebdev-html,lmarena.ai,?Muse Wonder,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1692.5027470144873,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Muse Wonder (Max) / column rating),,out:model-not-established, lmarenawebdev-html,lmarena.ai,fable-5.1,max,coding,mid,LMArena-WebDev,,,,,,1686.906364197893,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Fable 5.1 (Max) / column rating),,in, lmarenawebdev-html,lmarena.ai,gpt-6-sol,max,coding,mid,LMArena-WebDev,,,,,,1680.6809146135981,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GPT-6 Sol (Max) / column rating),,in, lmarenawebdev-html,lmarena.ai,opus-5,max,coding,mid,LMArena-WebDev,,,,,,1679.0786915221609,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Opus 5 (Max) / column rating),,in, lmarenawebdev-html,lmarena.ai,muse-spark-1.3,max,coding,mid,LMArena-WebDev,,,,,,1655.6321512406614,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Muse Spark 1.3 (Max) / column rating),,out:effort-not-established, lmarenawebdev-html,lmarena.ai,fable-5,high,coding,mid,LMArena-WebDev,,,,,,1650.816323173775,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Fable 5 (High) / column rating),,in, lmarenawebdev-html,lmarena.ai,qwen3.8-max-0902,unstated,coding,mid,LMArena-WebDev,,,,,,1649.534057428869,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Qwen3.8-Max (0902) / column rating),,out:effort-not-established, lmarenawebdev-html,lmarena.ai,opus-5,high,coding,mid,LMArena-WebDev,,,,,,1648.6392976868874,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Opus 5 (High) / column rating),,in, lmarenawebdev-html,lmarena.ai,kimi-k3,max,coding,mid,LMArena-WebDev,,,,,,1644.7287900301376,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Kimi K3 (Max) / column rating),,in, lmarenawebdev-html,lmarena.ai,gemini-4-argon,high,coding,mid,LMArena-WebDev,,,,,,1640.148220934929,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Gemini 4 Argon (High) / column rating),,in, lmarenawebdev-html,lmarena.ai,mimo-v2.6-flash,default,coding,mid,LMArena-WebDev,,,,,,1639.1772233829863,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row MiMo-V2.6-Flash / column rating),,out:effort-not-established, lmarenawebdev-html,lmarena.ai,?Qwen3.8-Max,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1626.3201894022518,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Qwen3.8-Max / column rating),,out:model-not-established, lmarenawebdev-html,lmarena.ai,grok-4.7,xhigh,coding,mid,LMArena-WebDev,,,,,,1625.3626728791908,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Grok 4.7 (xHigh) / column rating),,in, lmarenawebdev-html,lmarena.ai,muse-spark-1.3,xhigh,coding,mid,LMArena-WebDev,,,,,,1624.6350141683179,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Muse Spark 1.3 (xHigh) / column rating),,out:single-couple, lmarenawebdev-html,lmarena.ai,hy4-preview,high,coding,mid,LMArena-WebDev,,,,,,1619.2351458101405,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Hy4 preview / column rating),,out:single-couple, lmarenawebdev-html,lmarena.ai,gemini-3.8-flash,high,coding,mid,LMArena-WebDev,,,,,,1617.8232335019695,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Gemini 3.8 Flash (High) / column rating),,in, lmarenawebdev-html,lmarena.ai,mimo-v2.6-pro,default,coding,mid,LMArena-WebDev,,,,,,1617.347773870771,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row MiMo-V2.6-Pro / column rating),,out:effort-not-established, lmarenawebdev-html,lmarena.ai,"?GPT-5.6 Sol (xHigh, Codex Harness)",not-established:absent,coding,mid,LMArena-WebDev,,,,,,1616.4168015153266,Elo,0,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GPT-5.6 Sol (xHigh, Codex Harness) / column rating)",,out:model-not-established, lmarenawebdev-html,lmarena.ai,deepseek-v4.1-flash,max,coding,mid,LMArena-WebDev,,,,,,1610.008915635357,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row DeepSeek-V4.1-Flash (Max) / column rating),,in, lmarenawebdev-html,lmarena.ai,qwen3.8-flash-next,default,coding,mid,LMArena-WebDev,,,,,,1602.7573360995568,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Qwen3.8-Flash-Next / column rating),,out:effort-not-established, lmarenawebdev-html,lmarena.ai,grok-4.6,high,coding,mid,LMArena-WebDev,,,,,,1597.9917056879788,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Grok 4.6 (High) / column rating),,in, lmarenawebdev-html,lmarena.ai,glm-5.3,max,coding,mid,LMArena-WebDev,,,,,,1597.1833624285637,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GLM-5.3 (Max) / column rating),,in, lmarenawebdev-html,lmarena.ai,gpt-6-luna,max,coding,mid,LMArena-WebDev,,,,,,1594.5991139575378,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GPT-6 Luna (Max) / column rating),,in, lmarenawebdev-html,lmarena.ai,gemini-3.7-flash,high,coding,mid,LMArena-WebDev,,,,,,1594.307302238665,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Gemini 3.7 Flash (High) / column rating),,in, lmarenawebdev-html,lmarena.ai,glm-5.3-flash,default,coding,mid,LMArena-WebDev,,,,,,1577.3356746659172,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GLM-5.3-Flash / column rating),,out:effort-not-established, lmarenawebdev-html,lmarena.ai,qwen3.8-27b,default,coding,mid,LMArena-WebDev,,,,,,1569.4680632938314,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Qwen3.8-27B / column rating),,out:effort-not-established, lmarenawebdev-html,lmarena.ai,grok-4.5,high,coding,mid,LMArena-WebDev,,,,,,1566.9590644048687,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Grok 4.5 / column rating),,in, lmarenawebdev-html,lmarena.ai,glm-5.2,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1565.2903356252314,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GLM-5.2 (Max) / column rating),,out:effort-not-established, lmarenawebdev-html,lmarena.ai,"?DeepSeek-V4-Pro (High, 20260813)",not-established:absent,coding,mid,LMArena-WebDev,,,,,,1564.6715525358848,Elo,0,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row DeepSeek-V4-Pro (High, 20260813) / column rating)",,out:model-not-established, lmarenawebdev-html,lmarena.ai,haiku-5.5,high,coding,mid,LMArena-WebDev,,,,,,1562.2548603336702,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Haiku 5.5 (High) / column rating),,in, lmarenawebdev-html,lmarena.ai,opus-4.6,high,coding,mid,LMArena-WebDev,,,,,,1558.876183978288,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Opus 4.6 (High) / column rating),,out:single-couple, lmarenawebdev-html,lmarena.ai,?DeepSeek-V4-Flash,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1557.7252573144306,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row DeepSeek-V4-Flash (High) / column rating),,out:model-not-established, lmarenawebdev-html,lmarena.ai,opus-4.7,default,coding,mid,LMArena-WebDev,,,,,,1553.3102480314567,Elo,0,,default-bridged,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Opus 4.7 / column rating),,out:effort-not-established, lmarenawebdev-html,lmarena.ai,?Step 5 Preview,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1549.7630273309096,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Step 5 Preview (High) / column rating),,out:model-not-established, lmarenawebdev-html,lmarena.ai,gemini-3.6-flash,high,coding,mid,LMArena-WebDev,,,,,,1547.691615041131,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Gemini 3.6 Flash (High) / column rating),,in, lmarenawebdev-html,lmarena.ai,opus-4.6,nothink,coding,mid,LMArena-WebDev,,,,,,1546.1046868602477,Elo,0,,default-bridged,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Opus 4.6 / column rating),,out:single-couple, lmarenawebdev-html,lmarena.ai,opus-4.7,high,coding,mid,LMArena-WebDev,,,,,,1545.2114251056366,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Opus 4.7 (High) / column rating),,in, lmarenawebdev-html,lmarena.ai,"?GPT-5.5 (xHigh, Codex Harness)",not-established:absent,coding,mid,LMArena-WebDev,,,,,,1543.1523248962876,Elo,0,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GPT-5.5 (xHigh, Codex Harness) / column rating)",,out:model-not-established, lmarenawebdev-html,lmarena.ai,muse-spark-1.2,xhigh,coding,mid,LMArena-WebDev,,,,,,1542.5608619544146,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Muse Spark 1.2 (xHigh) / column rating),,out:single-couple, lmarenawebdev-html,lmarena.ai,opus-4.8,high,coding,mid,LMArena-WebDev,,,,,,1542.5513994079827,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Opus 4.8 (High) / column rating),,in, lmarenawebdev-html,lmarena.ai,muse-spark-1.1,default,coding,mid,LMArena-WebDev,,,,,,1540.0495598444377,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Muse Spark 1.1 / column rating),,out:effort-not-established, lmarenawebdev-html,lmarena.ai,"?GPT-5.5 (High, Codex Harness)",not-established:absent,coding,mid,LMArena-WebDev,,,,,,1532.9158227915702,Elo,0,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GPT-5.5 (High, Codex Harness) / column rating)",,out:model-not-established, lmarenawebdev-html,lmarena.ai,"?GPT-5.6 Terra (xHigh, Codex Harness)",not-established:absent,coding,mid,LMArena-WebDev,,,,,,1527.8897421034621,Elo,0,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GPT-5.6 Terra (xHigh, Codex Harness) / column rating)",,out:model-not-established, lmarenawebdev-html,lmarena.ai,sonnet-5,high,coding,mid,LMArena-WebDev,,,,,,1526.7409761302995,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Sonnet 5 (High) / column rating),,in, lmarenawebdev-html,lmarena.ai,sonnet-4.6,default,coding,mid,LMArena-WebDev,,,,,,1526.2590501590773,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Sonnet 4.6 / column rating),,out:effort-not-established, lmarenawebdev-html,lmarena.ai,opus-4.8,nothink,coding,mid,LMArena-WebDev,,,,,,1523.8999160265398,Elo,0,,default-bridged,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Opus 4.8 / column rating),,in, lmarenawebdev-html,lmarena.ai,gemini-3.5-flash,medium,coding,mid,LMArena-WebDev,,,,,,1522.2389479597623,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Gemini 3.5 Flash (Medium) / column rating),,in, lmarenawebdev-html,lmarena.ai,"?GPT-5.6 Luna (xHigh, Codex Harness)",not-established:absent,coding,mid,LMArena-WebDev,,,,,,1519.830015332213,Elo,0,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GPT-5.6 Luna (xHigh, Codex Harness) / column rating)",,out:model-not-established, lmarenawebdev-html,lmarena.ai,gemini-3.5-flash,high,coding,mid,LMArena-WebDev,,,,,,1513.198426490875,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Gemini 3.5 Flash (High) / column rating),,in, lmarenawebdev-html,lmarena.ai,qwen3.7-max-preview,solo,coding,mid,LMArena-WebDev,,,,,,1511.1324617371279,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Qwen3.7-Max (20260517) / column rating),,in, lmarenawebdev-html,lmarena.ai,"?Claude Opus 4.5 (High, 32K, 20251101)",not-established:absent,coding,mid,LMArena-WebDev,,,,,,1510.1318569250582,Elo,0,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Opus 4.5 (High, 32K, 20251101) / column rating)",,out:model-not-established, lmarenawebdev-html,lmarena.ai,glm-5.1,default,coding,mid,LMArena-WebDev,,,,,,1509.440888331176,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GLM-5.1 / column rating),,out:effort-not-established, lmarenawebdev-html,lmarena.ai,qwen3.6-max-preview,unstated,coding,mid,LMArena-WebDev,,,,,,1492.326186636943,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Qwen3.6-Max-Preview / column rating),,out:effort-not-established, lmarenawebdev-html,lmarena.ai,?GPT-5.5 (Codex Harness),not-established:absent,coding,mid,LMArena-WebDev,,,,,,1492.0340569318857,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GPT-5.5 (Codex Harness) / column rating),,out:model-not-established, lmarenawebdev-html,lmarena.ai,?Seed2.1 Pro Preview,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1491.9813319269344,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Seed2.1 Pro Preview / column rating),,out:model-not-established, lmarenawebdev-html,lmarena.ai,?Mistral Large 4,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1491.036529129038,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Mistral Large 4 / column rating),,out:model-not-established, lmarenawebdev-html,lmarena.ai,gemini-3.1-pro,default,coding,mid,LMArena-WebDev,,,,,,1489.413015811349,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Gemini 3.1 Pro Preview / column rating),,out:effort-not-established, lmarenawebdev-html,lmarena.ai,kimi-k2.6,default,coding,mid,LMArena-WebDev,,,,,,1484.7768308229888,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Kimi K2.6 / column rating),,out:effort-not-established, lmarenawebdev-html,lmarena.ai,hy3,default,coding,mid,LMArena-WebDev,,,,,,1482.810837771329,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Hy3 / column rating),,out:effort-not-established, lmarenawebdev-html,lmarena.ai,opus-4.5,unstated,coding,mid,LMArena-WebDev,,,,,,1482.6118552412038,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Opus 4.5 (20251101) / column rating),,out:effort-not-established, lmarenawebdev-html,lmarena.ai,"?GPT-5.4 (Medium, Codex Harness)",not-established:absent,coding,mid,LMArena-WebDev,,,,,,1477.767218919052,Elo,0,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GPT-5.4 (Medium, Codex Harness) / column rating)",,out:model-not-established, lmarenawebdev-html,lmarena.ai,"?GPT-5.4 (High, Codex Harness)",not-established:absent,coding,mid,LMArena-WebDev,,,,,,1474.1477661047109,Elo,0,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GPT-5.4 (High, Codex Harness) / column rating)",,out:model-not-established, lmarenawebdev-html,lmarena.ai,mimo-v2.5-pro,default,coding,mid,LMArena-WebDev,,,,,,1473.2764806220284,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row MiMo-V2.5-Pro / column rating),,out:effort-not-established, lmarenawebdev-html,lmarena.ai,gemini-3-pro,default,coding,mid,LMArena-WebDev,,,,,,1472.0110333489877,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Gemini 3 Pro / column rating),,out:effort-not-established, lmarenawebdev-html,lmarena.ai,?DeepSeek-V4-Pro Preview,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1470.393284885908,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row DeepSeek-V4-Pro Preview (High) / column rating),,out:model-not-established, lmarenawebdev-html,lmarena.ai,?Muse Spark Open,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1464.7080666047693,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Muse Spark Open (Max) / column rating),,out:model-not-established, lmarenawebdev-html,lmarena.ai,qwen3.6-plus,default,coding,mid,LMArena-WebDev,,,,,,1463.45800332752,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Qwen3.6-Plus / column rating),,out:effort-not-established, lmarenawebdev-html,lmarena.ai,minimax-m3,default,coding,mid,LMArena-WebDev,,,,,,1455.407341638158,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row MiniMax-M3 / column rating),,out:effort-not-established, lmarenawebdev-html,lmarena.ai,kimi-k2.7-code,solo,coding,mid,LMArena-WebDev,,,,,,1450.578744453438,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Kimi K2.7 Code / column rating),,in, lmarenawebdev-html,lmarena.ai,glm-5,default,coding,mid,LMArena-WebDev,,,,,,1450.319804851844,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GLM-5 / column rating),,out:effort-not-established, lmarenawebdev-html,lmarena.ai,glm-4.7,default,coding,mid,LMArena-WebDev,,,,,,1446.6212115541127,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GLM-4.7 / column rating),,out:effort-not-established, lmarenawebdev-html,lmarena.ai,gemini-3-flash,default,coding,mid,LMArena-WebDev,,,,,,1445.2228814712091,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Gemini 3 Flash / column rating),,out:effort-not-established, lmarenawebdev-html,lmarena.ai,?MiMo-V2-Pro,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1439.873692996566,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row MiMo-V2-Pro / column rating),,out:model-not-established, lmarenawebdev-html,lmarena.ai,gpt-5.4,default,coding,mid,LMArena-WebDev,,,,,,1435.5934214193835,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GPT-5.4 / column rating),,out:effort-not-established, lmarenawebdev-html,lmarena.ai,?beam-1.0-501b-a23b,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1434.6631457376916,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row beam-1.0-501b-a23b / column rating),,out:model-not-established, lmarenawebdev-html,lmarena.ai,?DeepSeek-V4-Pro,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1434.4074254715956,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row DeepSeek-V4-Pro / column rating),,out:model-not-established, lmarenawebdev-html,lmarena.ai,mimo-v2.5,default,coding,mid,LMArena-WebDev,,,,,,1429.6491879278858,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row MiMo-V2.5 / column rating),,out:effort-not-established, lmarenawebdev-html,lmarena.ai,gpt-5.2,default,coding,mid,LMArena-WebDev,,,,,,1426.773706759348,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GPT-5.2 / column rating),,out:effort-not-established, lmarenawebdev-html,lmarena.ai,gpt-5,medium,coding,mid,LMArena-WebDev,,,,,,1426.6370309598817,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GPT-5 (Medium) / column rating),,out:single-couple, lmarenawebdev-html,lmarena.ai,?Kimi K2.5,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1426.6007824846495,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Kimi K2.5 (Thinking) / column rating),,out:model-not-established, lmarenawebdev-html,lmarena.ai,gpt-5.4-mini,high,coding,mid,LMArena-WebDev,,,,,,1419.3243589441265,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GPT-5.4 mini (High) / column rating),,in, lmarenawebdev-html,lmarena.ai,?DeepSeek-V4-Flash Preview,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1417.138865109923,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row DeepSeek-V4-Flash Preview (High) / column rating),,out:model-not-established, lmarenawebdev-html,lmarena.ai,minimax-m2.5,default,coding,mid,LMArena-WebDev,,,,,,1413.554627742688,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row MiniMax-M2.5 / column rating),,out:effort-not-established, lmarenawebdev-html,lmarena.ai,?Kimi K2.5 (Instant),not-established:absent,coding,mid,LMArena-WebDev,,,,,,1410.62035483484,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Kimi K2.5 (Instant) / column rating),,out:model-not-established, lmarenawebdev-html,lmarena.ai,qwen3.5-397b-a17b,default,coding,mid,LMArena-WebDev,,,,,,1409.6518470304186,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Qwen3.5-397B-A17B / column rating),,out:effort-not-established, lmarenawebdev-html,lmarena.ai,gpt-5.1,medium,coding,mid,LMArena-WebDev,,,,,,1405.2694553286615,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GPT-5.1 (Medium) / column rating),,in, lmarenawebdev-html,lmarena.ai,minimax-m2.7,default,coding,mid,LMArena-WebDev,,,,,,1401.1995733316116,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row MiniMax-M2.7 / column rating),,out:effort-not-established, lmarenawebdev-html,lmarena.ai,inkling,default,coding,mid,LMArena-WebDev,,,,,,1399.701841019425,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Inkling / column rating),,out:effort-not-established, lmarenawebdev-html,lmarena.ai,?MiniMax-M2.1 Preview,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1398.936246743745,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row MiniMax-M2.1 Preview / column rating),,out:model-not-established, lmarenawebdev-html,lmarena.ai,"?Claude Sonnet 4.5 (High, 32K, 20250929)",not-established:absent,coding,mid,LMArena-WebDev,,,,,,1398.8909890801888,Elo,0,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Sonnet 4.5 (High, 32K, 20250929) / column rating)",,out:model-not-established, lmarenawebdev-html,lmarena.ai,?Claude Opus 4.1 (20250805),not-established:absent,coding,mid,LMArena-WebDev,,,,,,1398.7394022779404,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Opus 4.1 (20250805) / column rating),,out:model-not-established, lmarenawebdev-html,lmarena.ai,gemini-3-flash,minimal,coding,mid,LMArena-WebDev,,,,,,1396.228597190336,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Gemini 3 Flash (Minimal) / column rating),,in, lmarenawebdev-html,lmarena.ai,inkling-small,default,coding,mid,LMArena-WebDev,,,,,,1395.7709000088028,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Inkling-Small / column rating),,out:effort-not-established, lmarenawebdev-html,lmarena.ai,sonnet-4.5,unstated,coding,mid,LMArena-WebDev,,,,,,1389.5066708503605,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Sonnet 4.5 (20250929) / column rating),,out:effort-not-established, lmarenawebdev-html,lmarena.ai,qwen3.5-27b,default,coding,mid,LMArena-WebDev,,,,,,1385.6586550395348,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Qwen3.5-27B / column rating),,out:effort-not-established, lmarenawebdev-html,lmarena.ai,gemma-4-31b-it,default,coding,mid,LMArena-WebDev,,,,,,1378.8736707670187,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Gemma 4 31B / column rating),,out:effort-not-established, lmarenawebdev-html,lmarena.ai,deepseek-v3.2,think,coding,mid,LMArena-WebDev,,,,,,1370.5858718203692,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row DeepSeek-V3.2 (Thinking) / column rating),,in, lmarenawebdev-html,lmarena.ai,solar-pro4,default,coding,mid,LMArena-WebDev,,,,,,1369.1437071113533,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Solar Pro 4 / column rating),,out:effort-not-established, lmarenawebdev-html,lmarena.ai,"?Grok 4.20 Beta (Reasoning, 0309)",not-established:absent,coding,mid,LMArena-WebDev,,,,,,1368.743239829504,Elo,0,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Grok 4.20 Beta (Reasoning, 0309) / column rating)",,out:model-not-established, lmarenawebdev-html,lmarena.ai,grok-4.3,default,coding,mid,LMArena-WebDev,,,,,,1366.9923539413242,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Grok 4.3 / column rating),,out:effort-not-established, lmarenawebdev-html,lmarena.ai,gpt-5.1,default,coding,mid,LMArena-WebDev,,,,,,1363.6304142591064,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GPT-5.1 / column rating),,out:effort-not-established, lmarenawebdev-html,lmarena.ai,gemma-4-26b-a4b-it,default,coding,mid,LMArena-WebDev,,,,,,1361.9905405005895,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Gemma 4 26B A4B / column rating),,out:effort-not-established, lmarenawebdev-html,lmarena.ai,?Muse Glimmer,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1359.3968512706256,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Muse Glimmer / column rating),,out:model-not-established, lmarenawebdev-html,lmarena.ai,?Hy3 preview,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1355.8487686696667,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Hy3 preview / column rating),,out:model-not-established, lmarenawebdev-html,lmarena.ai,glm-5v-turbo,default,coding,mid,LMArena-WebDev,,,,,,1355.3833236536393,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GLM-5V-Turbo / column rating),,out:effort-not-established, lmarenawebdev-html,lmarena.ai,?MiMo-V2-Flash (Non-Thinking),not-established:absent,coding,mid,LMArena-WebDev,,,,,,1352.4701487161426,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row MiMo-V2-Flash (Non-Thinking) / column rating),,out:model-not-established, lmarenawebdev-html,lmarena.ai,qwen3.5-122b-a10b,default,coding,mid,LMArena-WebDev,,,,,,1351.4883551275761,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Qwen3.5-122B-A10B / column rating),,out:effort-not-established, lmarenawebdev-html,lmarena.ai,glm-4.6,default,coding,mid,LMArena-WebDev,,,,,,1350.257704043039,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GLM-4.6 / column rating),,out:effort-not-established, lmarenawebdev-html,lmarena.ai,gpt-5.2-codex,default,coding,mid,LMArena-WebDev,,,,,,1348.2341995891127,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GPT-5.2-Codex / column rating),,out:effort-not-established, lmarenawebdev-html,lmarena.ai,?MiMo-V2-Flash,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1346.4754470649561,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row MiMo-V2-Flash (Thinking) / column rating),,out:model-not-established, lmarenawebdev-html,lmarena.ai,gpt-5.1-codex,default,coding,mid,LMArena-WebDev,,,,,,1346.1436206034632,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GPT-5.1-Codex / column rating),,out:effort-not-established, lmarenawebdev-html,lmarena.ai,laguna-m.1,default,coding,mid,LMArena-WebDev,,,,,,1335.6773015236495,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Laguna M.1 / column rating),,out:effort-not-established, lmarenawebdev-html,lmarena.ai,kimi-k2-thinking,solo,coding,mid,LMArena-WebDev,,,,,,1325.1645528473514,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Kimi K2 Thinking Turbo / column rating),,in, lmarenawebdev-html,lmarena.ai,haiku-4.5,unstated,coding,mid,LMArena-WebDev,,,,,,1317.9293740142048,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Haiku 4.5 (20251001) / column rating),,out:effort-not-established, lmarenawebdev-html,lmarena.ai,mistral-medium-3.5,default,coding,mid,LMArena-WebDev,,,,,,1308.4792138135633,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Mistral Medium 3.5 / column rating),,out:effort-not-established, lmarenawebdev-html,lmarena.ai,minimax-m2,solo,coding,mid,LMArena-WebDev,,,,,,1306.4792843464281,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row MiniMax-M2 / column rating),,out:single-couple, lmarenawebdev-html,lmarena.ai,deepseek-v3.2,default,coding,mid,LMArena-WebDev,,,,,,1305.8808568230781,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row DeepSeek-V3.2 / column rating),,out:effort-not-established, lmarenawebdev-html,lmarena.ai,qwen3.5-35b-a3b,default,coding,mid,LMArena-WebDev,,,,,,1301.2293872526209,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Qwen3.5-35B-A3B / column rating),,out:effort-not-established, lmarenawebdev-html,lmarena.ai,qwen3.5-flash,default,coding,mid,LMArena-WebDev,,,,,,1290.6852706579052,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Qwen3.5-Flash / column rating),,out:effort-not-established, lmarenawebdev-html,lmarena.ai,qwen3-coder-480b-a35b-instruct,solo,coding,mid,LMArena-WebDev,,,,,,1286.9302187173957,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Qwen3-Coder-480B-A35B-Instruct / column rating),,out:single-couple, lmarenawebdev-html,lmarena.ai,?Laguna XS.2,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1283.8547114521853,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Laguna XS.2 / column rating),,out:model-not-established, lmarenawebdev-html,lmarena.ai,deepseek-v3.2-exp,default,coding,mid,LMArena-WebDev,,,,,,1281.0536377078251,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row DeepSeek-V3.2-Exp / column rating),,out:effort-not-established, lmarenawebdev-html,lmarena.ai,gemini-3.1-flash-lite-preview,default,coding,mid,LMArena-WebDev,,,,,,1276.7003297028898,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Gemini 3.1 Flash-Lite Preview / column rating),,out:effort-not-established, lmarenawebdev-html,lmarena.ai,?KAT-Coder-Pro V1,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1265.1687055464815,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row KAT-Coder-Pro V1 / column rating),,out:model-not-established, lmarenawebdev-html,lmarena.ai,grok-4.1-fast,think,coding,mid,LMArena-WebDev,,,,,,1254.126340982066,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Grok 4.1 Fast (Reasoning) / column rating),,in, lmarenawebdev-html,lmarena.ai,gpt-5.1-codex-mini,default,coding,mid,LMArena-WebDev,,,,,,1252.815109070839,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GPT-5.1-Codex-Mini / column rating),,out:effort-not-established, lmarenawebdev-html,lmarena.ai,trinity-large-thinking,solo,coding,mid,LMArena-WebDev,,,,,,1240.1764822152202,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Trinity Large Thinking / column rating),,out:single-couple, lmarenawebdev-html,lmarena.ai,?Mistral Large 3,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1238.4987784111538,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Mistral Large 3 / column rating),,out:model-not-established, lmarenawebdev-html,lmarena.ai,gemini-2.5-pro,default,coding,mid,LMArena-WebDev,,,,,,1234.8407590537686,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Gemini 2.5 Pro / column rating),,out:effort-not-established, lmarenawebdev-html,lmarena.ai,grok-4.1,think,coding,mid,LMArena-WebDev,,,,,,1224.3880799378176,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Grok 4.1 (Thinking) / column rating),,in, lmarenawebdev-html,lmarena.ai,?Devstral 2,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1218.3390704966846,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Devstral 2 / column rating),,out:model-not-established, lmarenawebdev-html,lmarena.ai,granite-4.1-8b,solo,coding,mid,LMArena-WebDev,,,,,,1207.3068366223429,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Granite 4.1 8B / column rating),,out:single-couple, lmarenawebdev-html,lmarena.ai,mercury-2,default,coding,mid,LMArena-WebDev,,,,,,1199.1257239546792,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Mercury 2 / column rating),,out:effort-not-established, lmarenawebdev-html,lmarena.ai,grok-code-fast-1,default,coding,mid,LMArena-WebDev,,,,,,1173.3583215060596,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Grok Code Fast 1 / column rating),,out:effort-not-established, lmarenawebdev-html,lmarena.ai,grok-4-fast,think,coding,mid,LMArena-WebDev,,,,,,1166.772737872056,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Grok 4 Fast (Reasoning) / column rating),,out:single-couple, lmarenawebdev-html,lmarena.ai,?Devstral Medium (2507),not-established:absent,coding,mid,LMArena-WebDev,,,,,,1077.7676145758555,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Devstral Medium (2507) / column rating),,out:model-not-established, lmarenawebdev-react,lmarena.ai,opus-5.5,max,coding,mid,LMArena-WebDev,,,,,,1855.4457124595906,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Opus 5.5 (Max) / column rating),,in, lmarenawebdev-react,lmarena.ai,sonnet-5.5,xhigh,coding,mid,LMArena-WebDev,,,,,,1815.7463061470598,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Sonnet 5.5 (xHigh) / column rating),,in, lmarenawebdev-react,lmarena.ai,gpt-6-astra,max,coding,mid,LMArena-WebDev,,,,,,1801.7195642837614,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GPT-6 Astra (Max) / column rating),,in, lmarenawebdev-react,lmarena.ai,fable-5.1,max,coding,mid,LMArena-WebDev,,,,,,1789.5298617563371,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Fable 5.1 (Max) / column rating),,in, lmarenawebdev-react,lmarena.ai,gpt-6.1-sol,max,coding,mid,LMArena-WebDev,,,,,,1755.7738997801102,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GPT-6.1 Sol (Max) / column rating),,in, lmarenawebdev-react,lmarena.ai,sonnet-5.5,high,coding,mid,LMArena-WebDev,,,,,,1747.0386479441136,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Sonnet 5.5 (High) / column rating),,in, lmarenawebdev-react,lmarena.ai,opus-5,max,coding,mid,LMArena-WebDev,,,,,,1711.7464536341354,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Opus 5 (Max) / column rating),,in, lmarenawebdev-react,lmarena.ai,gemini-4-argon,high,coding,mid,LMArena-WebDev,,,,,,1691.2855754965512,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Gemini 4 Argon (High) / column rating),,in, lmarenawebdev-react,lmarena.ai,qwen3.8-max-0902,unstated,coding,mid,LMArena-WebDev,,,,,,1691.1680883401023,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Qwen3.8-Max (0902) / column rating),,out:effort-not-established, lmarenawebdev-react,lmarena.ai,gpt-6-sol,max,coding,mid,LMArena-WebDev,,,,,,1685.3391343736603,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GPT-6 Sol (Max) / column rating),,in, lmarenawebdev-react,lmarena.ai,?Qwen3.8-Max,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1682.1521844280505,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Qwen3.8-Max / column rating),,out:model-not-established, lmarenawebdev-react,lmarena.ai,opus-5,high,coding,mid,LMArena-WebDev,,,,,,1676.7136233629208,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Opus 5 (High) / column rating),,in, lmarenawebdev-react,lmarena.ai,kimi-k3,max,coding,mid,LMArena-WebDev,,,,,,1670.4760677580011,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Kimi K3 (Max) / column rating),,in, lmarenawebdev-react,lmarena.ai,muse-spark-1.3,max,coding,mid,LMArena-WebDev,,,,,,1670.4177700069677,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Muse Spark 1.3 (Max) / column rating),,out:effort-not-established, lmarenawebdev-react,lmarena.ai,grok-4.7,xhigh,coding,mid,LMArena-WebDev,,,,,,1664.1094150367821,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Grok 4.7 (xHigh) / column rating),,in, lmarenawebdev-react,lmarena.ai,qwen3.8-flash-next,default,coding,mid,LMArena-WebDev,,,,,,1654.3630017560067,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Qwen3.8-Flash-Next / column rating),,out:effort-not-established, lmarenawebdev-react,lmarena.ai,hy4-preview,high,coding,mid,LMArena-WebDev,,,,,,1653.034662036333,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Hy4 preview / column rating),,out:single-couple, lmarenawebdev-react,lmarena.ai,mimo-v2.6-flash,default,coding,mid,LMArena-WebDev,,,,,,1647.7877759554217,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row MiMo-V2.6-Flash / column rating),,out:effort-not-established, lmarenawebdev-react,lmarena.ai,?Muse Wonder,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1640.59814506372,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Muse Wonder (Max) / column rating),,out:model-not-established, lmarenawebdev-react,lmarena.ai,glm-5.3,max,coding,mid,LMArena-WebDev,,,,,,1640.518047017853,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GLM-5.3 (Max) / column rating),,in, lmarenawebdev-react,lmarena.ai,mimo-v2.6-pro,default,coding,mid,LMArena-WebDev,,,,,,1638.26372433192,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row MiMo-V2.6-Pro / column rating),,out:effort-not-established, lmarenawebdev-react,lmarena.ai,muse-spark-1.3,xhigh,coding,mid,LMArena-WebDev,,,,,,1631.626507412131,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Muse Spark 1.3 (xHigh) / column rating),,out:single-couple, lmarenawebdev-react,lmarena.ai,fable-5,high,coding,mid,LMArena-WebDev,,,,,,1631.4370334160408,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Fable 5 (High) / column rating),,in, lmarenawebdev-react,lmarena.ai,grok-4.6,high,coding,mid,LMArena-WebDev,,,,,,1630.982924972744,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Grok 4.6 (High) / column rating),,in, lmarenawebdev-react,lmarena.ai,deepseek-v4.1-flash,max,coding,mid,LMArena-WebDev,,,,,,1628.2809901518322,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row DeepSeek-V4.1-Flash (Max) / column rating),,in, lmarenawebdev-react,lmarena.ai,glm-5.3-flash,default,coding,mid,LMArena-WebDev,,,,,,1622.7480997745552,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GLM-5.3-Flash / column rating),,out:effort-not-established, lmarenawebdev-react,lmarena.ai,"?GPT-5.6 Sol (xHigh, Codex Harness)",not-established:absent,coding,mid,LMArena-WebDev,,,,,,1620.8005127326296,Elo,0,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GPT-5.6 Sol (xHigh, Codex Harness) / column rating)",,out:model-not-established, lmarenawebdev-react,lmarena.ai,glm-5.2,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1616.9359843373068,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GLM-5.2 (Max) / column rating),,out:effort-not-established, lmarenawebdev-react,lmarena.ai,haiku-5.5,high,coding,mid,LMArena-WebDev,,,,,,1605.6291756948694,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Haiku 5.5 (High) / column rating),,in, lmarenawebdev-react,lmarena.ai,qwen3.8-27b,default,coding,mid,LMArena-WebDev,,,,,,1601.9368893809406,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Qwen3.8-27B / column rating),,out:effort-not-established, lmarenawebdev-react,lmarena.ai,"?DeepSeek-V4-Pro (High, 20260813)",not-established:absent,coding,mid,LMArena-WebDev,,,,,,1587.704665161758,Elo,0,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row DeepSeek-V4-Pro (High, 20260813) / column rating)",,out:model-not-established, lmarenawebdev-react,lmarena.ai,gemini-3.7-flash,high,coding,mid,LMArena-WebDev,,,,,,1586.4541060831993,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Gemini 3.7 Flash (High) / column rating),,in, lmarenawebdev-react,lmarena.ai,?DeepSeek-V4-Flash,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1584.1790401918843,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row DeepSeek-V4-Flash (High) / column rating),,out:model-not-established, lmarenawebdev-react,lmarena.ai,?Step 5 Preview,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1580.9469063135762,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Step 5 Preview (High) / column rating),,out:model-not-established, lmarenawebdev-react,lmarena.ai,gemini-3.8-flash,high,coding,mid,LMArena-WebDev,,,,,,1577.6013875232002,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Gemini 3.8 Flash (High) / column rating),,in, lmarenawebdev-react,lmarena.ai,gpt-6-luna,max,coding,mid,LMArena-WebDev,,,,,,1574.5263834107268,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GPT-6 Luna (Max) / column rating),,in, lmarenawebdev-react,lmarena.ai,opus-4.7,high,coding,mid,LMArena-WebDev,,,,,,1560.1102801045408,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Opus 4.7 (High) / column rating),,in, lmarenawebdev-react,lmarena.ai,?Mistral Large 4,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1557.2828812724542,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Mistral Large 4 / column rating),,out:model-not-established, lmarenawebdev-react,lmarena.ai,opus-4.8,high,coding,mid,LMArena-WebDev,,,,,,1556.4087626661103,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Opus 4.8 (High) / column rating),,in, lmarenawebdev-react,lmarena.ai,grok-4.5,high,coding,mid,LMArena-WebDev,,,,,,1555.8406615972153,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Grok 4.5 / column rating),,in, lmarenawebdev-react,lmarena.ai,opus-4.7,default,coding,mid,LMArena-WebDev,,,,,,1552.9851596914496,Elo,0,,default-bridged,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Opus 4.7 / column rating),,out:effort-not-established, lmarenawebdev-react,lmarena.ai,sonnet-5,high,coding,mid,LMArena-WebDev,,,,,,1541.5585652730988,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Sonnet 5 (High) / column rating),,in, lmarenawebdev-react,lmarena.ai,opus-4.6,high,coding,mid,LMArena-WebDev,,,,,,1539.2323547456263,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Opus 4.6 (High) / column rating),,out:single-couple, lmarenawebdev-react,lmarena.ai,opus-4.8,nothink,coding,mid,LMArena-WebDev,,,,,,1537.2021825432762,Elo,0,,default-bridged,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Opus 4.8 / column rating),,in, lmarenawebdev-react,lmarena.ai,muse-spark-1.1,default,coding,mid,LMArena-WebDev,,,,,,1532.1802307666549,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Muse Spark 1.1 / column rating),,out:effort-not-established, lmarenawebdev-react,lmarena.ai,opus-4.6,nothink,coding,mid,LMArena-WebDev,,,,,,1528.6782237034586,Elo,0,,default-bridged,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Opus 4.6 / column rating),,out:single-couple, lmarenawebdev-react,lmarena.ai,gemini-3.6-flash,high,coding,mid,LMArena-WebDev,,,,,,1527.8038000186666,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Gemini 3.6 Flash (High) / column rating),,in, lmarenawebdev-react,lmarena.ai,muse-spark-1.2,xhigh,coding,mid,LMArena-WebDev,,,,,,1525.6358301843206,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Muse Spark 1.2 (xHigh) / column rating),,out:single-couple, lmarenawebdev-react,lmarena.ai,?Seed2.1 Pro Preview,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1516.8790137997544,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Seed2.1 Pro Preview / column rating),,out:model-not-established, lmarenawebdev-react,lmarena.ai,?Muse Spark Open,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1514.3742337602648,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Muse Spark Open (Max) / column rating),,out:model-not-established, lmarenawebdev-react,lmarena.ai,qwen3.7-max-preview,solo,coding,mid,LMArena-WebDev,,,,,,1513.5785665614826,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Qwen3.7-Max (20260517) / column rating),,in, lmarenawebdev-react,lmarena.ai,"?GPT-5.6 Terra (xHigh, Codex Harness)",not-established:absent,coding,mid,LMArena-WebDev,,,,,,1512.699470191345,Elo,0,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GPT-5.6 Terra (xHigh, Codex Harness) / column rating)",,out:model-not-established, lmarenawebdev-react,lmarena.ai,sonnet-4.6,default,coding,mid,LMArena-WebDev,,,,,,1512.188423987839,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Sonnet 4.6 / column rating),,out:effort-not-established, lmarenawebdev-react,lmarena.ai,hy3,default,coding,mid,LMArena-WebDev,,,,,,1509.5360896233124,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Hy3 / column rating),,out:effort-not-established, lmarenawebdev-react,lmarena.ai,"?GPT-5.6 Luna (xHigh, Codex Harness)",not-established:absent,coding,mid,LMArena-WebDev,,,,,,1508.0415089995918,Elo,0,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GPT-5.6 Luna (xHigh, Codex Harness) / column rating)",,out:model-not-established, lmarenawebdev-react,lmarena.ai,"?GPT-5.5 (xHigh, Codex Harness)",not-established:absent,coding,mid,LMArena-WebDev,,,,,,1505.9954363459906,Elo,0,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GPT-5.5 (xHigh, Codex Harness) / column rating)",,out:model-not-established, lmarenawebdev-react,lmarena.ai,kimi-k2.6,default,coding,mid,LMArena-WebDev,,,,,,1505.2104545494026,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Kimi K2.6 / column rating),,out:effort-not-established, lmarenawebdev-react,lmarena.ai,glm-5.1,default,coding,mid,LMArena-WebDev,,,,,,1505.202986943868,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GLM-5.1 / column rating),,out:effort-not-established, lmarenawebdev-react,lmarena.ai,gemini-3.5-flash,high,coding,mid,LMArena-WebDev,,,,,,1495.0546525301602,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Gemini 3.5 Flash (High) / column rating),,in, lmarenawebdev-react,lmarena.ai,gemini-3.5-flash,medium,coding,mid,LMArena-WebDev,,,,,,1481.8133754524104,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Gemini 3.5 Flash (Medium) / column rating),,in, lmarenawebdev-react,lmarena.ai,"?Claude Opus 4.5 (High, 32K, 20251101)",not-established:absent,coding,mid,LMArena-WebDev,,,,,,1478.148831986774,Elo,0,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Opus 4.5 (High, 32K, 20251101) / column rating)",,out:model-not-established, lmarenawebdev-react,lmarena.ai,minimax-m3,default,coding,mid,LMArena-WebDev,,,,,,1478.12837264052,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row MiniMax-M3 / column rating),,out:effort-not-established, lmarenawebdev-react,lmarena.ai,"?GPT-5.5 (High, Codex Harness)",not-established:absent,coding,mid,LMArena-WebDev,,,,,,1477.5291169285615,Elo,0,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GPT-5.5 (High, Codex Harness) / column rating)",,out:model-not-established, lmarenawebdev-react,lmarena.ai,kimi-k2.7-code,solo,coding,mid,LMArena-WebDev,,,,,,1475.1583464781984,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Kimi K2.7 Code / column rating),,in, lmarenawebdev-react,lmarena.ai,qwen3.6-max-preview,unstated,coding,mid,LMArena-WebDev,,,,,,1473.9692371697333,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Qwen3.6-Max-Preview / column rating),,out:effort-not-established, lmarenawebdev-react,lmarena.ai,mimo-v2.5-pro,default,coding,mid,LMArena-WebDev,,,,,,1470.4957607839838,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row MiMo-V2.5-Pro / column rating),,out:effort-not-established, lmarenawebdev-react,lmarena.ai,opus-4.5,unstated,coding,mid,LMArena-WebDev,,,,,,1457.0292727680603,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Opus 4.5 (20251101) / column rating),,out:effort-not-established, lmarenawebdev-react,lmarena.ai,?DeepSeek-V4-Pro Preview,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1453.9728191378208,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row DeepSeek-V4-Pro Preview (High) / column rating),,out:model-not-established, lmarenawebdev-react,lmarena.ai,qwen3.6-plus,default,coding,mid,LMArena-WebDev,,,,,,1453.8174634919515,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Qwen3.6-Plus / column rating),,out:effort-not-established, lmarenawebdev-react,lmarena.ai,"?GPT-5.4 (High, Codex Harness)",not-established:absent,coding,mid,LMArena-WebDev,,,,,,1453.5143284593687,Elo,0,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GPT-5.4 (High, Codex Harness) / column rating)",,out:model-not-established, lmarenawebdev-react,lmarena.ai,?GPT-5.5 (Codex Harness),not-established:absent,coding,mid,LMArena-WebDev,,,,,,1445.7497479992708,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GPT-5.5 (Codex Harness) / column rating),,out:model-not-established, lmarenawebdev-react,lmarena.ai,?beam-1.0-501b-a23b,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1443.36012058004,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row beam-1.0-501b-a23b / column rating),,out:model-not-established, lmarenawebdev-react,lmarena.ai,?DeepSeek-V4-Pro,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1440.5845830163116,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row DeepSeek-V4-Pro / column rating),,out:model-not-established, lmarenawebdev-react,lmarena.ai,gemini-3.1-pro,default,coding,mid,LMArena-WebDev,,,,,,1438.4687512131536,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Gemini 3.1 Pro Preview / column rating),,out:effort-not-established, lmarenawebdev-react,lmarena.ai,"?GPT-5.4 (Medium, Codex Harness)",not-established:absent,coding,mid,LMArena-WebDev,,,,,,1429.3478298027464,Elo,0,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GPT-5.4 (Medium, Codex Harness) / column rating)",,out:model-not-established, lmarenawebdev-react,lmarena.ai,?Kimi K2.5,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1429.2087893334322,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Kimi K2.5 (Thinking) / column rating),,out:model-not-established, lmarenawebdev-react,lmarena.ai,gemini-3-flash,default,coding,mid,LMArena-WebDev,,,,,,1428.0350535519174,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Gemini 3 Flash / column rating),,out:effort-not-established, lmarenawebdev-react,lmarena.ai,?MiMo-V2-Pro,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1425.2149700379123,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row MiMo-V2-Pro / column rating),,out:model-not-established, lmarenawebdev-react,lmarena.ai,mimo-v2.5,default,coding,mid,LMArena-WebDev,,,,,,1425.109952651089,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row MiMo-V2.5 / column rating),,out:effort-not-established, lmarenawebdev-react,lmarena.ai,glm-5,default,coding,mid,LMArena-WebDev,,,,,,1424.2592673242966,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GLM-5 / column rating),,out:effort-not-established, lmarenawebdev-react,lmarena.ai,?DeepSeek-V4-Flash Preview,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1421.776858864121,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row DeepSeek-V4-Flash Preview (High) / column rating),,out:model-not-established, lmarenawebdev-react,lmarena.ai,glm-4.7,default,coding,mid,LMArena-WebDev,,,,,,1419.8951797156392,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GLM-4.7 / column rating),,out:effort-not-established, lmarenawebdev-react,lmarena.ai,gemini-3.5-flash-lite,default,coding,mid,LMArena-WebDev,,,,,,1419.2220464796458,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Gemini 3.5 Flash-Lite / column rating),,out:effort-not-established, lmarenawebdev-react,lmarena.ai,inkling,default,coding,mid,LMArena-WebDev,,,,,,1403.8059291358343,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Inkling / column rating),,out:effort-not-established, lmarenawebdev-react,lmarena.ai,inkling-small,default,coding,mid,LMArena-WebDev,,,,,,1398.7162353249676,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Inkling-Small / column rating),,out:effort-not-established, lmarenawebdev-react,lmarena.ai,gemini-3-pro,default,coding,mid,LMArena-WebDev,,,,,,1395.695744359392,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Gemini 3 Pro / column rating),,out:effort-not-established, lmarenawebdev-react,lmarena.ai,?Kimi K2.5 (Instant),not-established:absent,coding,mid,LMArena-WebDev,,,,,,1392.0044944826268,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Kimi K2.5 (Instant) / column rating),,out:model-not-established, lmarenawebdev-react,lmarena.ai,gpt-5.4,default,coding,mid,LMArena-WebDev,,,,,,1391.1691918075394,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GPT-5.4 / column rating),,out:effort-not-established, lmarenawebdev-react,lmarena.ai,minimax-m2.7,default,coding,mid,LMArena-WebDev,,,,,,1388.0560903928929,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row MiniMax-M2.7 / column rating),,out:effort-not-established, lmarenawebdev-react,lmarena.ai,qwen3.5-397b-a17b,default,coding,mid,LMArena-WebDev,,,,,,1387.6715644084366,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Qwen3.5-397B-A17B / column rating),,out:effort-not-established, lmarenawebdev-react,lmarena.ai,gpt-5.4-mini,high,coding,mid,LMArena-WebDev,,,,,,1386.7244538465316,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GPT-5.4 mini (High) / column rating),,in, lmarenawebdev-react,lmarena.ai,glm-5v-turbo,default,coding,mid,LMArena-WebDev,,,,,,1386.2650370801657,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GLM-5V-Turbo / column rating),,out:effort-not-established, lmarenawebdev-react,lmarena.ai,"?Claude Sonnet 4.5 (High, 32K, 20250929)",not-established:absent,coding,mid,LMArena-WebDev,,,,,,1385.885895109593,Elo,0,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Sonnet 4.5 (High, 32K, 20250929) / column rating)",,out:model-not-established, lmarenawebdev-react,lmarena.ai,sonnet-4.5,unstated,coding,mid,LMArena-WebDev,,,,,,1382.6722816958109,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Sonnet 4.5 (20250929) / column rating),,out:effort-not-established, lmarenawebdev-react,lmarena.ai,gemini-3-flash,minimal,coding,mid,LMArena-WebDev,,,,,,1374.7166281511609,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Gemini 3 Flash (Minimal) / column rating),,in, lmarenawebdev-react,lmarena.ai,minimax-m2.5,default,coding,mid,LMArena-WebDev,,,,,,1373.923422733205,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row MiniMax-M2.5 / column rating),,out:effort-not-established, lmarenawebdev-react,lmarena.ai,"?Grok 4.20 Beta (Reasoning, 0309)",not-established:absent,coding,mid,LMArena-WebDev,,,,,,1368.5273909897285,Elo,0,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Grok 4.20 Beta (Reasoning, 0309) / column rating)",,out:model-not-established, lmarenawebdev-react,lmarena.ai,?MiniMax-M2.1 Preview,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1364.8008680691519,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row MiniMax-M2.1 Preview / column rating),,out:model-not-established, lmarenawebdev-react,lmarena.ai,solar-pro4,default,coding,mid,LMArena-WebDev,,,,,,1363.7579333720787,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Solar Pro 4 / column rating),,out:effort-not-established, lmarenawebdev-react,lmarena.ai,gemma-4-31b-it,default,coding,mid,LMArena-WebDev,,,,,,1359.3071968302077,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Gemma 4 31B / column rating),,out:effort-not-established, lmarenawebdev-react,lmarena.ai,grok-4.3,default,coding,mid,LMArena-WebDev,,,,,,1353.0471449026707,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Grok 4.3 / column rating),,out:effort-not-established, lmarenawebdev-react,lmarena.ai,qwen3.5-122b-a10b,default,coding,mid,LMArena-WebDev,,,,,,1352.5307283718337,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Qwen3.5-122B-A10B / column rating),,out:effort-not-established, lmarenawebdev-react,lmarena.ai,gemma-4-26b-a4b-it,default,coding,mid,LMArena-WebDev,,,,,,1350.7904089379085,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Gemma 4 26B A4B / column rating),,out:effort-not-established, lmarenawebdev-react,lmarena.ai,deepseek-v3.2,think,coding,mid,LMArena-WebDev,,,,,,1349.814308198128,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row DeepSeek-V3.2 (Thinking) / column rating),,in, lmarenawebdev-react,lmarena.ai,?Hy3 preview,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1348.7305359431066,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Hy3 preview / column rating),,out:model-not-established, lmarenawebdev-react,lmarena.ai,?Muse Glimmer,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1348.2605727911969,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Muse Glimmer / column rating),,out:model-not-established, lmarenawebdev-react,lmarena.ai,qwen3.5-27b,default,coding,mid,LMArena-WebDev,,,,,,1346.1899424542676,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Qwen3.5-27B / column rating),,out:effort-not-established, lmarenawebdev-react,lmarena.ai,laguna-m.1,default,coding,mid,LMArena-WebDev,,,,,,1339.4390362999789,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Laguna M.1 / column rating),,out:effort-not-established, lmarenawebdev-react,lmarena.ai,deepseek-v3.2,default,coding,mid,LMArena-WebDev,,,,,,1333.6353337144647,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row DeepSeek-V3.2 / column rating),,out:effort-not-established, lmarenawebdev-react,lmarena.ai,gpt-5.2-codex,default,coding,mid,LMArena-WebDev,,,,,,1329.4595966144498,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GPT-5.2-Codex / column rating),,out:effort-not-established, lmarenawebdev-react,lmarena.ai,haiku-4.5,unstated,coding,mid,LMArena-WebDev,,,,,,1325.9986639716008,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Claude Haiku 4.5 (20251001) / column rating),,out:effort-not-established, lmarenawebdev-react,lmarena.ai,kimi-k2-thinking,solo,coding,mid,LMArena-WebDev,,,,,,1313.998192020476,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Kimi K2 Thinking Turbo / column rating),,in, lmarenawebdev-react,lmarena.ai,?MiMo-V2-Flash (Non-Thinking),not-established:absent,coding,mid,LMArena-WebDev,,,,,,1311.1901581332131,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row MiMo-V2-Flash (Non-Thinking) / column rating),,out:model-not-established, lmarenawebdev-react,lmarena.ai,gpt-5.1,default,coding,mid,LMArena-WebDev,,,,,,1306.676360530518,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row GPT-5.1 / column rating),,out:effort-not-established, lmarenawebdev-react,lmarena.ai,?Laguna XS.2,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1294.4677300083338,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Laguna XS.2 / column rating),,out:model-not-established, lmarenawebdev-react,lmarena.ai,qwen3-coder-480b-a35b-instruct,solo,coding,mid,LMArena-WebDev,,,,,,1257.6967843097032,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Qwen3-Coder-480B-A35B-Instruct / column rating),,out:single-couple, lmarenawebdev-react,lmarena.ai,mistral-medium-3.5,default,coding,mid,LMArena-WebDev,,,,,,1253.5547249866497,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Mistral Medium 3.5 / column rating),,out:effort-not-established, lmarenawebdev-react,lmarena.ai,gemini-3.1-flash-lite-preview,default,coding,mid,LMArena-WebDev,,,,,,1245.2093285245614,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Gemini 3.1 Flash-Lite Preview / column rating),,out:effort-not-established, lmarenawebdev-react,lmarena.ai,qwen3.5-35b-a3b,default,coding,mid,LMArena-WebDev,,,,,,1238.0986047276056,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Qwen3.5-35B-A3B / column rating),,out:effort-not-established, lmarenawebdev-react,lmarena.ai,trinity-large-thinking,solo,coding,mid,LMArena-WebDev,,,,,,1230.7899927234268,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Trinity Large Thinking / column rating),,out:single-couple, lmarenawebdev-react,lmarena.ai,qwen3.5-flash,default,coding,mid,LMArena-WebDev,,,,,,1229.3834066038758,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Qwen3.5-Flash / column rating),,out:effort-not-established, lmarenawebdev-react,lmarena.ai,?MiMo-V2-Flash,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1228.7512908613198,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row MiMo-V2-Flash (Thinking) / column rating),,out:model-not-established, lmarenawebdev-react,lmarena.ai,grok-4.1-fast,think,coding,mid,LMArena-WebDev,,,,,,1221.6750921222756,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Grok 4.1 Fast (Reasoning) / column rating),,in, lmarenawebdev-react,lmarena.ai,granite-4.1-8b,solo,coding,mid,LMArena-WebDev,,,,,,1181.7851916472932,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Granite 4.1 8B / column rating),,out:single-couple, lmarenawebdev-react,lmarena.ai,mercury-2,default,coding,mid,LMArena-WebDev,,,,,,1160.1052058612713,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Mercury 2 / column rating),,out:effort-not-established, lmarenawebdev-react,lmarena.ai,?Devstral 2,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1146.5801579384804,Elo,0,,,https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset ($ / row Devstral 2 / column rating),,out:model-not-established, lmarenawebdev#none,lmarena.ai,fable-5.2,xhigh,coding,mid,LMArena-WebDev,,,,,,,Elo,,,,"https://arena.ai/leaderboard/webdev (webfetch-notes.txt (model-summarised WebFetch of the WebDev leaderboard), line of 2026-11-10, score ""1832+18/-18[AutoEval]"")",,out:value-not-established, lmarenawebdev#none,lmarena.ai,gpt-6.1-terra,max,coding,mid,LMArena-WebDev,,,,,,1680.7116367802394,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row GPT-6.1 Terra (Max), column rating)",,in, lmarenawebdev#none,lmarena.ai,gpt-6.1-sol,max,coding,mid,LMArena-WebDev,,,,,,1742.3355894955869,Elo,2.89e-14,,prev=1755.4597768759177 (src-lmarena.ai-webdev-2026-10-16#M4),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row GPT-6.1 Sol (Max), column rating)",,in, lmarenawebdev#none,lmarena.ai,fable-5.2,xhigh,coding,mid,LMArena-WebDev,,,,,,1825.9621938325238,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Claude Fable 5.2 (xHigh), column rating)",,in, lmarenawebdev#0902,lmarena.ai,?Qwen3.8-Max,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1675.5761328893823,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Qwen3.8-Max (0902), column rating)",,out:model-not-established, lmarenawebdev#none,lmarena.ai,?Qwen3.8-Max,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1670.470799043542,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Qwen3.8-Max, column rating)",,out:model-not-established, lmarenawebdev#none,lmarena.ai,qwen3.8-flash-next,unstated,coding,mid,LMArena-WebDev,,,,,,1624.528279368876,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Qwen3.8-Flash-Next, column rating)",,out:effort-not-established, lmarenawebdev#none,lmarena.ai,glm-5.3-flash,unstated,coding,mid,LMArena-WebDev,,,,,,1609.106095262355,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row GLM-5.3-Flash, column rating)",,out:effort-not-established, lmarenawebdev#none,lmarena.ai,gpt-5.1-codex,unstated,coding,mid,LMArena-WebDev,,,,,,1338.1966160591298,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row GPT-5.1-Codex, column rating)",,out:effort-not-established, lmarenawebdev#none,lmarena.ai,gpt-5.1-codex-mini,unstated,coding,mid,LMArena-WebDev,,,,,,1243.4811476992509,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row GPT-5.1-Codex-Mini, column rating)",,out:effort-not-established, lmarenawebdev#none,lmarena.ai,gpt-5.2-codex,unstated,coding,mid,LMArena-WebDev,,,,,,1338.5968817359706,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row GPT-5.2-Codex, column rating)",,out:effort-not-established, lmarenawebdev#20260813,lmarena.ai,?DeepSeek-V4-Pro,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1580.8313453870173,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row DeepSeek-V4-Pro (High, 20260813), column rating)",,out:model-not-established, lmarenawebdev#none,lmarena.ai,gpt-6-luna,max,coding,mid,LMArena-WebDev,,,,,,1576.631492574981,Elo,2.89e-13,,prev=1578.160478866449 (src-lmarena.ai-webdev-2026-10-16#M35),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row GPT-6 Luna (Max), column rating)",,in, lmarenawebdev#none,lmarena.ai,qwen3.8-27b,unstated,coding,mid,LMArena-WebDev,,,,,,1589.9120921259462,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Qwen3.8-27B, column rating)",,out:effort-not-established, lmarenawebdev#none,lmarena.ai,deepseek-v4.1-flash-1017,max,coding,mid,LMArena-WebDev,,,,,,1661.4090008988376,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row DeepSeek-V4.1-Flash-20261017 (Max), column rating)",,in, lmarenawebdev#none,lmarena.ai,glm-5.3,max,coding,mid,LMArena-WebDev,,,,,,1622.2656789436146,Elo,2.89e-14,,prev=1621.1409439450072 (src-lmarena.ai-webdev-2026-10-16#M23),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row GLM-5.3 (Max), column rating)",,in, lmarenawebdev#none,lmarena.ai,opus-5.5,max,coding,mid,LMArena-WebDev,,,,,,1815.5673296142866,Elo,2.89e-14,,prev=1807.3090427323077 (src-lmarena.ai-webdev-2026-10-16#M1),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Claude Opus 5.5 (Max), column rating)",,in, lmarenawebdev#none,lmarena.ai,sonnet-5.5,xhigh,coding,mid,LMArena-WebDev,,,,,,1772.2285268565488,Elo,2.89e-14,,prev=1767.6240854356492 (src-lmarena.ai-webdev-2026-10-16#M3),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Claude Sonnet 5.5 (xHigh), column rating)",,in, lmarenawebdev#none,lmarena.ai,gpt-6-astra,max,coding,mid,LMArena-WebDev,,,,,,1762.8833463635062,Elo,2.89e-14,,prev=1777.179843631321 (src-lmarena.ai-webdev-2026-10-16#M2),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row GPT-6 Astra (Max), column rating)",,in, lmarenawebdev#none,lmarena.ai,gemini-4-carbon,high,coding,mid,LMArena-WebDev,,,,,,1768.3398393813548,Elo,2.89e-14,,prev=1768.1522310766236 (src-lmarena.ai-webdev-2026-11-16#M1),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Gemini 4 Carbon (High), column rating)",,in, lmarenawebdev#none,lmarena.ai,?Qwen4-Max,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1749.814651229602,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Qwen4-Max (xHigh), column rating)",,out:model-not-established, lmarenawebdev#none,lmarena.ai,fable-5.1,max,coding,mid,LMArena-WebDev,,,,,,1742.9286772319851,Elo,2.89e-14,,prev=1741.4137089213132 (src-lmarena.ai-webdev-2026-10-16#M5),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Claude Fable 5.1 (Max), column rating)",,in, lmarenawebdev#none,lmarena.ai,?Muse Wonder Full,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1723.8540504086402,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Muse Wonder Full (Max), column rating)",,out:model-not-established, lmarenawebdev#none,lmarena.ai,sonnet-5.5,high,coding,mid,LMArena-WebDev,,,,,,1715.8153001788419,Elo,2.89e-14,,prev=1710.9791303311154 (src-lmarena.ai-webdev-2026-10-16#M6),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Claude Sonnet 5.5 (High), column rating)",,in, lmarenawebdev#none,lmarena.ai,gemini-4-hydrogen,high,coding,mid,LMArena-WebDev,,,,,,1703.904673893014,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Gemini 4 Hydrogen (High), column rating)",,in, lmarenawebdev#none,lmarena.ai,opus-5,max,coding,mid,LMArena-WebDev,,,,,,1691.083877037472,Elo,2.89e-13,,prev=1689.2525568112906 (src-lmarena.ai-webdev-2026-10-16#M7),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Claude Opus 5 (Max), column rating)",,in, lmarenawebdev#none,lmarena.ai,?Kimi K3.1 Pro,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1686.2251930517164,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Kimi K3.1 Pro (Max), column rating)",,out:model-not-established, lmarenawebdev#none,lmarena.ai,gemini-4-argon,high,coding,mid,LMArena-WebDev,,,,,,1679.1201066237227,Elo,2.89e-14,,prev=1678.1872513416483 (src-lmarena.ai-webdev-2026-10-16#M9),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Gemini 4 Argon (High), column rating)",,in, lmarenawebdev#none,lmarena.ai,gpt-6-sol,max,coding,mid,LMArena-WebDev,,,,,,1672.8294786156646,Elo,2.89e-14,,prev=1682.689543796324 (src-lmarena.ai-webdev-2026-10-16#M8),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row GPT-6 Sol (Max), column rating)",,in, lmarenawebdev#none,lmarena.ai,kimi-k3,max,coding,mid,LMArena-WebDev,,,,,,1657.7144862830485,Elo,2.89e-14,,prev=1655.2114268717892 (src-lmarena.ai-webdev-2026-10-16#M14),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Kimi K3 (Max), column rating)",,in, lmarenawebdev#none,lmarena.ai,opus-5,high,coding,mid,LMArena-WebDev,,,,,,1656.5023624845792,Elo,2.89e-14,,prev=1657.3136259734947 (src-lmarena.ai-webdev-2026-10-16#M13),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Claude Opus 5 (High), column rating)",,in, lmarenawebdev#none,lmarena.ai,muse-spark-1.3,max,coding,mid,LMArena-WebDev,,,,,,1655.1265066121214,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Muse Spark 1.3 (Max), column rating)",,out:effort-not-established, lmarenawebdev#none,lmarena.ai,?Muse Wonder,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1647.336734048649,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Muse Wonder (Max), column rating)",,out:model-not-established, lmarenawebdev#none,lmarena.ai,?Inkling 2 Small,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1644.6760395957338,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Inkling 2 Small, column rating)",,out:model-not-established, lmarenawebdev#none,lmarena.ai,grok-4.7,xhigh,coding,mid,LMArena-WebDev,,,,,,1640.0851740078472,Elo,2.89e-14,,prev=1638.6701748611626 (src-lmarena.ai-webdev-2026-10-16#M16),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Grok 4.7 (xHigh), column rating)",,in, lmarenawebdev#none,lmarena.ai,mimo-v2.6-flash,unstated,coding,mid,LMArena-WebDev,,,,,,1638.534308059064,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row MiMo-V2.6-Flash, column rating)",,out:effort-not-established, lmarenawebdev#none,lmarena.ai,hy4-preview,unstated,coding,mid,LMArena-WebDev,,,,,,1631.6484324850692,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Hy4 preview, column rating)",,out:effort-not-established, lmarenawebdev#none,lmarena.ai,fable-5,high,coding,mid,LMArena-WebDev,,,,,,1625.6531268435467,Elo,2.89e-14,,prev=1624.7180291860072 (src-lmarena.ai-webdev-2026-10-16#M21),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Claude Fable 5 (High), column rating)",,in, lmarenawebdev#none,lmarena.ai,mimo-v2.6-pro,unstated,coding,mid,LMArena-WebDev,,,,,,1623.8353645079155,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row MiMo-V2.6-Pro, column rating)",,out:effort-not-established, lmarenawebdev#none,lmarena.ai,muse-spark-1.3,xhigh,coding,mid,LMArena-WebDev,,,,,,1621.4060906104837,Elo,2.89e-14,,prev=1621.584190107636 (src-lmarena.ai-webdev-2026-10-16#M22),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Muse Spark 1.3 (xHigh), column rating)",,out:single-couple, lmarenawebdev#none,lmarena.ai,deepseek-v4.1-flash,max,coding,mid,LMArena-WebDev,,,,,,1620.7642410903013,Elo,2.89e-14,,prev=1618.412357403753 (src-lmarena.ai-webdev-2026-10-16#M24),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row DeepSeek-V4.1-Flash-20260910 (Max), column rating)",,in, lmarenawebdev#none,lmarena.ai,grok-4.6,high,coding,mid,LMArena-WebDev,,,,,,1618.1472963280155,Elo,2.89e-14,,prev=1617.4200072025983 (src-lmarena.ai-webdev-2026-10-16#M25),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Grok 4.6 (High), column rating)",,in, lmarenawebdev#none,lmarena.ai,gpt-5.6-sol,xhigh,coding,mid,LMArena-WebDev,,,,,,1615.7331806850373,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row GPT-5.6 Sol (xHigh, Codex Harness), column rating)",,in, lmarenawebdev#none,lmarena.ai,?U2 Flash,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1612.2502453252678,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row U2 Flash, column rating)",,out:model-not-established, lmarenawebdev#none,lmarena.ai,?Muse Ember,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1607.9478242883272,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Muse Ember (Max), column rating)",,out:model-not-established, lmarenawebdev#none,lmarena.ai,glm-5.2,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1607.6104813903737,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row GLM-5.2 (Max), column rating)",,out:effort-not-established, lmarenawebdev#none,lmarena.ai,haiku-5.5,high,coding,mid,LMArena-WebDev,,,,,,1593.2157732209616,Elo,2.89e-14,,prev=1584.698340531561 (src-lmarena.ai-webdev-2026-10-16#M32),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Claude Haiku 5.5 (High), column rating)",,in, lmarenawebdev#none,lmarena.ai,gemini-3.7-flash,high,coding,mid,LMArena-WebDev,,,,,,1588.3468383133782,Elo,2.89e-14,,prev=1590.559632172719 (src-lmarena.ai-webdev-2026-10-16#M30),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Gemini 3.7 Flash (High), column rating)",,in, lmarenawebdev#none,lmarena.ai,gemini-3.8-flash,high,coding,mid,LMArena-WebDev,,,,,,1582.9504492727992,Elo,2.89e-14,,prev=1585.1875723150379 (src-lmarena.ai-webdev-2026-10-16#M31),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Gemini 3.8 Flash (High), column rating)",,in, lmarenawebdev#none,lmarena.ai,?MiniMax-M3.1-Flash,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1582.0343291399042,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row MiniMax-M3.1-Flash, column rating)",,out:model-not-established, lmarenawebdev#none,lmarena.ai,?DeepSeek-V4-Flash,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1581.6053074478245,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row DeepSeek-V4-Flash (High), column rating)",,out:model-not-established, lmarenawebdev#none,lmarena.ai,?Step 5 Preview,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1571.752641636183,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Step 5 Preview (High), column rating)",,out:model-not-established, lmarenawebdev#none,lmarena.ai,?Mistral Large 4,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1566.319210179848,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Mistral Large 4, column rating)",,out:model-not-established, lmarenawebdev#none,lmarena.ai,opus-4.7,high,coding,mid,LMArena-WebDev,,,,,,1557.0444290091507,Elo,2.89e-14,,prev=1557.601679367112 (src-lmarena.ai-webdev-2026-10-16#M37),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Claude Opus 4.7 (High), column rating)",,in, lmarenawebdev#none,lmarena.ai,opus-4.8,high,coding,mid,LMArena-WebDev,,,,,,1555.3329315442707,Elo,2.89e-14,,prev=1555.6049788597184 (src-lmarena.ai-webdev-2026-10-16#M39),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Claude Opus 4.8 (High), column rating)",,in, lmarenawebdev#none,lmarena.ai,opus-4.7,unstated,coding,mid,LMArena-WebDev,,,,,,1555.2691999951053,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Claude Opus 4.7, column rating)",,out:effort-not-established, lmarenawebdev#none,lmarena.ai,grok-4.5,unstated,coding,mid,LMArena-WebDev,,,,,,1552.468819599658,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Grok 4.5, column rating)",,out:effort-not-established, lmarenawebdev#none,lmarena.ai,opus-4.6,high,coding,mid,LMArena-WebDev,,,,,,1546.8314881210563,Elo,2.89e-14,,prev=1546.7099193962285 (src-lmarena.ai-webdev-2026-10-16#M41),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Claude Opus 4.6 (High), column rating)",,out:single-couple, lmarenawebdev#none,lmarena.ai,muse-spark-1.1,unstated,coding,mid,LMArena-WebDev,,,,,,1541.5538636882459,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Muse Spark 1.1, column rating)",,out:effort-not-established, lmarenawebdev#none,lmarena.ai,sonnet-5,high,coding,mid,LMArena-WebDev,,,,,,1539.094997678689,Elo,2.89e-13,,prev=1540.5472403032823 (src-lmarena.ai-webdev-2026-10-16#M44),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Claude Sonnet 5 (High), column rating)",,in, lmarenawebdev#none,lmarena.ai,gemini-3.6-flash,high,coding,mid,LMArena-WebDev,,,,,,1537.5624137685506,Elo,2.89e-14,,prev=1538.2027385970073 (src-lmarena.ai-webdev-2026-10-16#M45),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Gemini 3.6 Flash (High), column rating)",,in, lmarenawebdev#none,lmarena.ai,opus-4.6,unstated,coding,mid,LMArena-WebDev,,,,,,1536.7487105917694,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Claude Opus 4.6, column rating)",,out:effort-not-established, lmarenawebdev#none,lmarena.ai,opus-4.8,unstated,coding,mid,LMArena-WebDev,,,,,,1536.419007972344,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Claude Opus 4.8, column rating)",,out:effort-not-established, lmarenawebdev#none,lmarena.ai,muse-spark-1.2,xhigh,coding,mid,LMArena-WebDev,,,,,,1533.9381321608478,Elo,2.89e-14,,prev=1533.682067115481 (src-lmarena.ai-webdev-2026-10-16#M48),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Muse Spark 1.2 (xHigh), column rating)",,out:single-couple, lmarenawebdev#none,lmarena.ai,?Muse Spark Open,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1527.454322813193,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Muse Spark Open (Max), column rating)",,out:model-not-established, lmarenawebdev#none,lmarena.ai,sonnet-4.6,unstated,coding,mid,LMArena-WebDev,,,,,,1522.2708650281902,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Claude Sonnet 4.6, column rating)",,out:effort-not-established, lmarenawebdev#none,lmarena.ai,gpt-5.6-terra,xhigh,coding,mid,LMArena-WebDev,,,,,,1520.238304066568,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row GPT-5.6 Terra (xHigh, Codex Harness), column rating)",,in, lmarenawebdev#none,lmarena.ai,?Seed2.1 Pro Preview,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1519.37230644796,Elo,2.89e-12,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Seed2.1 Pro Preview, column rating)",,out:model-not-established, lmarenawebdev#none,lmarena.ai,gpt-5.6-luna,xhigh,coding,mid,LMArena-WebDev,,,,,,1519.071094944518,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row GPT-5.6 Luna (xHigh, Codex Harness), column rating)",,in, lmarenawebdev#20260517,lmarena.ai,qwen3.7-max,unstated,coding,mid,LMArena-WebDev,,,,,,1515.2217572430377,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Qwen3.7-Max (20260517), column rating)",,out:effort-not-established, lmarenawebdev#none,lmarena.ai,gpt-5.5,xhigh,coding,mid,LMArena-WebDev,,,,,,1512.139559377014,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row GPT-5.5 (xHigh, Codex Harness), column rating)",,in, lmarenawebdev#none,lmarena.ai,kimi-k2.6,unstated,coding,mid,LMArena-WebDev,,,,,,1509.527090114604,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Kimi K2.6, column rating)",,out:effort-not-established, lmarenawebdev#none,lmarena.ai,glm-5.1,unstated,coding,mid,LMArena-WebDev,,,,,,1508.0077814354695,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row GLM-5.1, column rating)",,out:effort-not-established, lmarenawebdev#none,lmarena.ai,hy3,unstated,coding,mid,LMArena-WebDev,,,,,,1505.840621253263,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Hy3, column rating)",,out:effort-not-established, lmarenawebdev#none,lmarena.ai,gemini-3.5-flash,high,coding,mid,LMArena-WebDev,,,,,,1499.9338090629863,Elo,2.89e-14,,prev=1499.570190165974 (src-lmarena.ai-webdev-2026-10-16#M59),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Gemini 3.5 Flash (High), column rating)",,in, lmarenawebdev#20251101,lmarena.ai,opus-4.5,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1493.4512770536273,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Claude Opus 4.5 (High, 32K, 20251101), column rating)",,out:effort-not-established, lmarenawebdev#none,lmarena.ai,gemini-3.5-flash,medium,coding,mid,LMArena-WebDev,,,,,,1489.9715931668304,Elo,2.89e-14,,prev=1491.1318582562408 (src-lmarena.ai-webdev-2026-10-16#M61),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Gemini 3.5 Flash (Medium), column rating)",,in, lmarenawebdev#none,lmarena.ai,gpt-5.5,high,coding,mid,LMArena-WebDev,,,,,,1487.2022218650673,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row GPT-5.5 (High, Codex Harness), column rating)",,in, lmarenawebdev#none,lmarena.ai,?Spark-X2.6,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1484.872267812677,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Spark-X2.6, column rating)",,out:model-not-established, lmarenawebdev#none,lmarena.ai,minimax-m3,unstated,coding,mid,LMArena-WebDev,,,,,,1484.0559016425682,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row MiniMax-M3, column rating)",,out:effort-not-established, lmarenawebdev#none,lmarena.ai,qwen3.6-max-preview,unstated,coding,mid,LMArena-WebDev,,,,,,1482.3389425390626,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Qwen3.6-Max-Preview, column rating)",,out:effort-not-established, lmarenawebdev#none,lmarena.ai,mimo-v2.5-pro,unstated,coding,mid,LMArena-WebDev,,,,,,1479.189182071168,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row MiMo-V2.5-Pro, column rating)",,out:effort-not-established, lmarenawebdev#none,lmarena.ai,kimi-k2.7-code,solo,coding,mid,LMArena-WebDev,,,,,,1474.472206513007,Elo,2.89e-13,,prev=1473.7697274981233 (src-lmarena.ai-webdev-2026-10-16#M66),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Kimi K2.7 Code, column rating)",,in, lmarenawebdev#20251101,lmarena.ai,opus-4.5,unstated,coding,mid,LMArena-WebDev,,,,,,1468.8170475036982,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Claude Opus 4.5 (20251101), column rating)",,out:effort-not-established, lmarenawebdev#none,lmarena.ai,?DeepSeek-V4-Pro Preview,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1463.5395264927452,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row DeepSeek-V4-Pro Preview (High), column rating)",,out:model-not-established, lmarenawebdev#none,lmarena.ai,gpt-5.4,high,coding,mid,LMArena-WebDev,,,,,,1461.5321527552505,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row GPT-5.4 (High, Codex Harness), column rating)",,in, lmarenawebdev#none,lmarena.ai,qwen3.6-plus,unstated,coding,mid,LMArena-WebDev,,,,,,1461.478610569688,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Qwen3.6-Plus, column rating)",,out:effort-not-established, lmarenawebdev#none,lmarena.ai,gpt-5.5,unstated,coding,mid,LMArena-WebDev,,,,,,1455.5609606816092,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row GPT-5.5 (Codex Harness), column rating)",,out:effort-not-established, lmarenawebdev#none,lmarena.ai,?DeepSeek-V4-Pro,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1448.5206803345454,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row DeepSeek-V4-Pro, column rating)",,out:model-not-established, lmarenawebdev#none,lmarena.ai,gemini-3.1-pro,unstated,coding,mid,LMArena-WebDev,,,,,,1446.3669685303926,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Gemini 3.1 Pro Preview, column rating)",,out:effort-not-established, lmarenawebdev#none,lmarena.ai,gpt-5.4,medium,coding,mid,LMArena-WebDev,,,,,,1441.814554711581,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row GPT-5.4 (Medium, Codex Harness), column rating)",,in, lmarenawebdev#none,lmarena.ai,gemini-3-pro,unstated,coding,mid,LMArena-WebDev,,,,,,1440.835685604418,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Gemini 3 Pro, column rating)",,out:effort-not-established, lmarenawebdev#none,lmarena.ai,gemini-3-flash,unstated,coding,mid,LMArena-WebDev,,,,,,1439.8908900309123,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Gemini 3 Flash, column rating)",,out:effort-not-established, lmarenawebdev#none,lmarena.ai,mimo-v2.5,unstated,coding,mid,LMArena-WebDev,,,,,,1437.933449152085,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row MiMo-V2.5, column rating)",,out:effort-not-established, lmarenawebdev#none,lmarena.ai,?Kimi K2.5,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1436.5290995582845,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Kimi K2.5 (Thinking), column rating)",,out:model-not-established, lmarenawebdev#none,lmarena.ai,?Beam 1.0 501B A23B,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1436.2619741593876,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Beam 1.0 501B A23B, column rating)",,out:model-not-established, lmarenawebdev#none,lmarena.ai,glm-4.7,unstated,coding,mid,LMArena-WebDev,,,,,,1435.7784121117047,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row GLM-4.7, column rating)",,out:effort-not-established, lmarenawebdev#none,lmarena.ai,glm-5,unstated,coding,mid,LMArena-WebDev,,,,,,1435.0359362988754,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row GLM-5, column rating)",,out:effort-not-established, lmarenawebdev#none,lmarena.ai,?MiMo-V2-Pro,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1434.3066555679775,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row MiMo-V2-Pro, column rating)",,out:model-not-established, lmarenawebdev#none,lmarena.ai,gemini-3.5-flash-lite,unstated,coding,mid,LMArena-WebDev,,,,,,1432.0610610867861,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Gemini 3.5 Flash-Lite, column rating)",,out:effort-not-established, lmarenawebdev#none,lmarena.ai,?DeepSeek-V4-Flash Preview,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1431.1230022595184,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row DeepSeek-V4-Flash Preview (High), column rating)",,out:model-not-established, lmarenawebdev#none,lmarena.ai,gpt-5.2,unstated,coding,mid,LMArena-WebDev,,,,,,1418.9504542801146,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row GPT-5.2, column rating)",,out:effort-not-established, lmarenawebdev#none,lmarena.ai,gpt-5,medium,coding,mid,LMArena-WebDev,,,,,,1417.3829692408056,Elo,2.89e-14,,prev=1417.5134826084723 (src-lmarena.ai-webdev-2026-10-16#M85),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row GPT-5 (Medium), column rating)",,out:single-couple, lmarenawebdev#none,lmarena.ai,inkling,unstated,coding,mid,LMArena-WebDev,,,,,,1414.144650408657,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Inkling, column rating)",,out:effort-not-established, lmarenawebdev#none,lmarena.ai,inkling-small,unstated,coding,mid,LMArena-WebDev,,,,,,1408.082111284618,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Inkling-Small, column rating)",,out:effort-not-established, lmarenawebdev#none,lmarena.ai,gpt-5.3-codex,unstated,coding,mid,LMArena-WebDev,,,,,,1406.1087448230576,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row GPT-5.3-Codex (Codex Harness), column rating)",,out:effort-not-established, lmarenawebdev#none,lmarena.ai,?Kimi K2.5,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1405.614102214902,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Kimi K2.5 (Instant), column rating)",,out:model-not-established, lmarenawebdev#none,lmarena.ai,?NVIDIA-Nemotron-3.5-Super-VL-120B-A12B,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1400.956284096251,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row NVIDIA-Nemotron-3.5-Super-VL-120B-A12B (NVFP4), column rating)",,out:model-not-established, lmarenawebdev#none,lmarena.ai,qwen3.5-397b-a17b,unstated,coding,mid,LMArena-WebDev,,,,,,1400.128845967823,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Qwen3.5-397B-A17B, column rating)",,out:effort-not-established, lmarenawebdev#none,lmarena.ai,gpt-5.4,unstated,coding,mid,LMArena-WebDev,,,,,,1399.8484635439386,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row GPT-5.4, column rating)",,out:effort-not-established, lmarenawebdev#none,lmarena.ai,minimax-m2.7,unstated,coding,mid,LMArena-WebDev,,,,,,1397.9145968547114,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row MiniMax-M2.7, column rating)",,out:effort-not-established, lmarenawebdev#none,lmarena.ai,gpt-5.4-mini,high,coding,mid,LMArena-WebDev,,,,,,1397.7795566705286,Elo,2.89e-14,,prev=1397.7019986257246 (src-lmarena.ai-webdev-2026-10-16#M94),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row GPT-5.4 mini (High), column rating)",,in, lmarenawebdev#none,lmarena.ai,gpt-5.1,medium,coding,mid,LMArena-WebDev,,,,,,1397.594997309992,Elo,2.89e-13,,prev=1395.9474507552413 (src-lmarena.ai-webdev-2026-10-16#M95),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row GPT-5.1 (Medium), column rating)",,in, lmarenawebdev#20250929,lmarena.ai,sonnet-4.5,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1393.909968169034,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Claude Sonnet 4.5 (High, 32K, 20250929), column rating)",,out:effort-not-established, lmarenawebdev#20250805,lmarena.ai,opus-4.1,unstated,coding,mid,LMArena-WebDev,,,,,,1390.1054927212963,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Claude Opus 4.1 (20250805), column rating)",,out:effort-not-established, lmarenawebdev#none,lmarena.ai,minimax-m2.5,unstated,coding,mid,LMArena-WebDev,,,,,,1385.8060303159018,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row MiniMax-M2.5, column rating)",,out:effort-not-established, lmarenawebdev#20250929,lmarena.ai,sonnet-4.5,unstated,coding,mid,LMArena-WebDev,,,,,,1384.8415770937172,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Claude Sonnet 4.5 (20250929), column rating)",,out:effort-not-established, lmarenawebdev#none,lmarena.ai,gemini-3-flash,minimal,coding,mid,LMArena-WebDev,,,,,,1384.5517437226247,Elo,2.89e-14,,prev=1384.9285161939424 (src-lmarena.ai-webdev-2026-10-16#M100),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Gemini 3 Flash (Minimal), column rating)",,in, lmarenawebdev#none,lmarena.ai,?MiniMax-M2.1 Preview,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1384.1517225012944,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row MiniMax-M2.1 Preview, column rating)",,out:model-not-established, lmarenawebdev#0309,lmarena.ai,grok-4.20,think,coding,mid,LMArena-WebDev,,,,,,1375.6780888669573,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Grok 4.20 Beta (Reasoning, 0309), column rating)",,out:single-couple, lmarenawebdev#none,lmarena.ai,gpt-5.3-codex,unstated,coding,mid,LMArena-WebDev,,,,,,1371.0160981661795,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row GPT-5.3-Codex (Codex Harness), column rating)",,out:effort-not-established, lmarenawebdev#none,lmarena.ai,gemma-4-31b-it,unstated,coding,mid,LMArena-WebDev,,,,,,1370.2661274010572,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Gemma 4 31B, column rating)",,out:effort-not-established, lmarenawebdev#none,lmarena.ai,solar-pro4,unstated,coding,mid,LMArena-WebDev,,,,,,1368.9933231487948,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Solar Pro 4, column rating)",,out:effort-not-established, lmarenawebdev#none,lmarena.ai,deepseek-v3.2,unstated,coding,mid,LMArena-WebDev,,,,,,1362.4753809964877,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row DeepSeek-V3.2 (Thinking), column rating)",,out:effort-not-established, lmarenawebdev#none,lmarena.ai,qwen3.5-122b-a10b,unstated,coding,mid,LMArena-WebDev,,,,,,1360.1743664099438,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Qwen3.5-122B-A10B, column rating)",,out:effort-not-established, lmarenawebdev#none,lmarena.ai,gemma-4-26b-a4b-it,unstated,coding,mid,LMArena-WebDev,,,,,,1358.1235331273697,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Gemma 4 26B A4B, column rating)",,out:effort-not-established, lmarenawebdev#none,lmarena.ai,?Hy3 preview,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1357.9566087763128,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Hy3 preview, column rating)",,out:model-not-established, lmarenawebdev#none,lmarena.ai,grok-4.3,unstated,coding,mid,LMArena-WebDev,,,,,,1357.4224102441135,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Grok 4.3, column rating)",,out:effort-not-established, lmarenawebdev#none,lmarena.ai,qwen3.5-27b,unstated,coding,mid,LMArena-WebDev,,,,,,1357.4139236632066,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Qwen3.5-27B, column rating)",,out:effort-not-established, lmarenawebdev#none,lmarena.ai,?Muse Glimmer,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1353.774849068347,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Muse Glimmer, column rating)",,out:model-not-established, lmarenawebdev#none,lmarena.ai,laguna-m.1,unstated,coding,mid,LMArena-WebDev,,,,,,1349.8355689372083,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Laguna M.1, column rating)",,out:effort-not-established, lmarenawebdev#none,lmarena.ai,gpt-5.1,unstated,coding,mid,LMArena-WebDev,,,,,,1342.2929989787494,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row GPT-5.1, column rating)",,out:effort-not-established, lmarenawebdev#none,lmarena.ai,glm-4.6,unstated,coding,mid,LMArena-WebDev,,,,,,1341.8628572111413,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row GLM-4.6, column rating)",,out:effort-not-established, lmarenawebdev#none,lmarena.ai,?MiMo-V2-Flash,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1331.232074902832,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row MiMo-V2-Flash (Non-Thinking), column rating)",,out:model-not-established, lmarenawebdev#20251001,lmarena.ai,haiku-4.5,unstated,coding,mid,LMArena-WebDev,,,,,,1330.1417014807557,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Claude Haiku 4.5 (20251001), column rating)",,out:effort-not-established, lmarenawebdev#none,lmarena.ai,deepseek-v3.2,unstated,coding,mid,LMArena-WebDev,,,,,,1325.6513711395291,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row DeepSeek-V3.2, column rating)",,out:effort-not-established, lmarenawebdev#none,lmarena.ai,kimi-k2-thinking,solo,coding,mid,LMArena-WebDev,,,,,,1321.7439130649927,Elo,2.89e-14,,prev=1322.1201606820314 (src-lmarena.ai-webdev-2026-10-16#M120),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Kimi K2 Thinking Turbo, column rating)",,in, lmarenawebdev#none,lmarena.ai,?Laguna XS.2,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1303.5416105304662,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Laguna XS.2, column rating)",,out:model-not-established, lmarenawebdev#none,lmarena.ai,minimax-m2,solo,coding,mid,LMArena-WebDev,,,,,,1298.8528407126532,Elo,2.89e-14,,prev=1297.1707427686242 (src-lmarena.ai-webdev-2026-10-16#M122),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row MiniMax-M2, column rating)",,out:single-couple, lmarenawebdev#none,lmarena.ai,?MiMo-V2-Flash,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1291.6788001615914,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row MiMo-V2-Flash (Thinking), column rating)",,out:model-not-established, lmarenawebdev#none,lmarena.ai,qwen3-coder-480b-a35b-instruct,solo,coding,mid,LMArena-WebDev,,,,,,1274.295866813156,Elo,2.89e-13,,prev=1274.6994680180574 (src-lmarena.ai-webdev-2026-10-16#M124),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Qwen3-Coder-480B-A35B-Instruct, column rating)",,out:single-couple, lmarenawebdev#none,lmarena.ai,deepseek-v3.2-exp,unstated,coding,mid,LMArena-WebDev,,,,,,1271.7695942599016,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row DeepSeek-V3.2-Exp, column rating)",,out:effort-not-established, lmarenawebdev#none,lmarena.ai,mistral-medium-3.5,unstated,coding,mid,LMArena-WebDev,,,,,,1263.2148682738537,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Mistral Medium 3.5, column rating)",,out:effort-not-established, lmarenawebdev#none,lmarena.ai,?KAT-Coder-Pro V1,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1257.1724577937862,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row KAT-Coder-Pro V1, column rating)",,out:model-not-established, lmarenawebdev#none,lmarena.ai,gemini-3.1-flash-lite-preview,unstated,coding,mid,LMArena-WebDev,,,,,,1255.8198739256104,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Gemini 3.1 Flash-Lite Preview, column rating)",,out:effort-not-established, lmarenawebdev#none,lmarena.ai,qwen3.5-35b-a3b,unstated,coding,mid,LMArena-WebDev,,,,,,1252.9671212679814,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Qwen3.5-35B-A3B, column rating)",,out:effort-not-established, lmarenawebdev#none,lmarena.ai,qwen3.5-flash,unstated,coding,mid,LMArena-WebDev,,,,,,1243.6900028435407,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Qwen3.5-Flash, column rating)",,out:effort-not-established, lmarenawebdev#none,lmarena.ai,grok-4.1-fast,unstated,coding,mid,LMArena-WebDev,,,,,,1241.6260259192622,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Grok 4.1 Fast (Reasoning), column rating)",,out:effort-not-established, lmarenawebdev#none,lmarena.ai,trinity-large-thinking,solo,coding,mid,LMArena-WebDev,,,,,,1236.7154199179095,Elo,2.89e-14,,prev=1237.905881219719 (src-lmarena.ai-webdev-2026-10-16#M133),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Trinity Large Thinking, column rating)",,out:single-couple, lmarenawebdev#none,lmarena.ai,?Mistral Large 3,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1230.8831023900611,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Mistral Large 3, column rating)",,out:model-not-established, lmarenawebdev#none,lmarena.ai,gemini-2.5-pro,unstated,coding,mid,LMArena-WebDev,,,,,,1226.3687712139167,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Gemini 2.5 Pro, column rating)",,out:effort-not-established, lmarenawebdev#none,lmarena.ai,grok-4.1,unstated,coding,mid,LMArena-WebDev,,,,,,1216.0171168266465,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Grok 4.1 (Thinking), column rating)",,out:effort-not-established, lmarenawebdev#none,lmarena.ai,?Devstral 2,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1195.476903061212,Elo,2.89e-13,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Devstral 2, column rating)",,out:model-not-established, lmarenawebdev#none,lmarena.ai,granite-4.1-8b,solo,coding,mid,LMArena-WebDev,,,,,,1192.7089865932212,Elo,2.89e-14,,prev=1193.016402336504 (src-lmarena.ai-webdev-2026-10-16#M138),"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Granite 4.1 8B, column rating)",,out:single-couple, lmarenawebdev#none,lmarena.ai,mercury-2,unstated,coding,mid,LMArena-WebDev,,,,,,1170.6003989816963,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Mercury 2, column rating)",,out:effort-not-established, lmarenawebdev#none,lmarena.ai,grok-code-fast-1,unstated,coding,mid,LMArena-WebDev,,,,,,1165.3778737602508,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Grok Code Fast 1, column rating)",,out:effort-not-established, lmarenawebdev#none,lmarena.ai,grok-4-fast,unstated,coding,mid,LMArena-WebDev,,,,,,1158.7177347139905,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Grok 4 Fast (Reasoning), column rating)",,out:effort-not-established, lmarenawebdev#2507,lmarena.ai,?Devstral Medium,not-established:absent,coding,mid,LMArena-WebDev,,,,,,1071.1605182213568,Elo,2.89e-14,,,"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset (extraction of webdev/latest parquet, category overall, row Devstral Medium (2507), column rating)",,out:model-not-established, lmarenawebdev#none,lmarena.ai,gemini-4-carbon,high,coding,mid,LMArena-WebDev,,,,,,1768.1522310766236,Elo,2.89e-14,,EAP-run,"https://arena.ai/leaderboard/code/webdev (Code Arena WebDev, entrée du modèle, rating (note de préférence, bootstrap Elo))",,out:superseded, lmcouncil-humanity-s-last-exam,lmcouncil,gemini-3.1-pro,high,mixed,hard,,,,,,,46.44,score%,0.00289,,restated-from:Humanity's Last Exam,"https://lmcouncil.ai/benchmarks (card Humanity's Last Exam, rank 1)",,in, lmcouncil-humanity-s-last-exam,lmcouncil,gpt-5.4-pro,unstated,mixed,hard,,,,,,,44.32,score%,0.00289,,restated-from:Humanity's Last Exam,"https://lmcouncil.ai/benchmarks (card Humanity's Last Exam, rank 1)",,out:effort-not-established, lmcouncil-humanity-s-last-exam,lmcouncil,?Muse Spark,not-established:absent,mixed,hard,,,,,,,40.56,score%,0.00289,,restated-from:Humanity's Last Exam,"https://lmcouncil.ai/benchmarks (card Humanity's Last Exam, rank 3)",,out:model-not-established, lmcouncil-humanity-s-last-exam,lmcouncil,gemini-3-pro,unstated,mixed,hard,,,,,,,37.52,score%,0.00289,,restated-from:Humanity's Last Exam,"https://lmcouncil.ai/benchmarks (card Humanity's Last Exam, rank 3)",,out:effort-not-established, lmcouncil-humanity-s-last-exam,lmcouncil,gpt-5.4,xhigh,mixed,hard,,,,,,,36.24,score%,0.00289,,restated-from:Humanity's Last Exam,"https://lmcouncil.ai/benchmarks (card Humanity's Last Exam, rank 4)",,in, lmcouncil-simplebench,lmcouncil,fable-5,unstated,mixed,hard,,,,,,,81.9,score%,0.0289,,restated-from:SimpleBench,"https://lmcouncil.ai/benchmarks (card SimpleBench, rank 1)",,out:effort-not-established, lmcouncil-simplebench,lmcouncil,opus-5,unstated,mixed,hard,,,,,,,80.6,score%,0.0289,,restated-from:SimpleBench,"https://lmcouncil.ai/benchmarks (card SimpleBench, rank 2)",,out:effort-not-established, lmcouncil-simplebench,lmcouncil,gemini-3.1-pro,unstated,mixed,hard,,,,,,,79.6,score%,0.0289,,restated-from:SimpleBench,"https://lmcouncil.ai/benchmarks (card SimpleBench, rank 3)",,out:effort-not-established, lmcouncil-simplebench,lmcouncil,gpt-5.5-pro,unstated,mixed,hard,,,,,,,76.9,score%,0.0289,,restated-from:SimpleBench,"https://lmcouncil.ai/benchmarks (card SimpleBench, rank 4)",,out:effort-not-established, lmcouncil-simplebench,lmcouncil,gemini-3.5-flash,unstated,mixed,hard,,,,,,,76.7,score%,0.0289,,restated-from:SimpleBench,"https://lmcouncil.ai/benchmarks (card SimpleBench, rank 5)",,out:effort-not-established, lmcouncil-metr-time-horizons,lmcouncil,?Claude Mythos Preview,not-established:absent,mixed,hard,,,,,,,1044.8,p50-horizon-min,0.0289,,restated-from:METR Time Horizons,"https://lmcouncil.ai/benchmarks (card METR Time Horizons, rank 1)",,out:model-not-established, lmcouncil-metr-time-horizons,lmcouncil,opus-4.6,unstated,mixed,hard,,,,,,,718.8,p50-horizon-min,0.0289,,restated-from:METR Time Horizons,"https://lmcouncil.ai/benchmarks (card METR Time Horizons, rank 2)",,out:effort-not-established, lmcouncil-metr-time-horizons,lmcouncil,gemini-3.1-pro,unstated,mixed,hard,,,,,,,384.1,p50-horizon-min,0.0289,,restated-from:METR Time Horizons,"https://lmcouncil.ai/benchmarks (card METR Time Horizons, rank 3)",,out:effort-not-established, lmcouncil-metr-time-horizons,lmcouncil,gpt-5.2,high,mixed,hard,,,,,,,352.2,p50-horizon-min,0.0289,,restated-from:METR Time Horizons; same-runs-as:src-metr-time-horizons-v1-1-2026-10-28#M4,"https://lmcouncil.ai/benchmarks (card METR Time Horizons, rank 4)",,out:copy, lmcouncil-metr-time-horizons,lmcouncil,gpt-5.3-codex,unstated,mixed,hard,,,,,,,349.5,p50-horizon-min,0.0289,,restated-from:METR Time Horizons,"https://lmcouncil.ai/benchmarks (card METR Time Horizons, rank 5)",,out:effort-not-established, lmcouncil-swe-bench-verified,lmcouncil,opus-4.7,max,coding,hard,,,,,,,83.5,score%,0.0289,,restated-from:SWE-bench Verified; same-runs-as:src-epoch.ai-benchmark-data-2026-11-04#M2013,"https://lmcouncil.ai/benchmarks (card SWE-bench Verified, rank 1)",,out:copy, lmcouncil-swe-bench-verified,lmcouncil,gpt-5.5,xhigh,coding,hard,,,,,,,80.6,score%,0.0289,,restated-from:SWE-bench Verified; same-runs-as:src-epoch.ai-benchmark-data-2026-11-04#M2012,"https://lmcouncil.ai/benchmarks (card SWE-bench Verified, rank 2)",,out:copy, lmcouncil-swe-bench-verified,lmcouncil,gemini-3.5-flash,high,coding,hard,,,,,,,79.3,score%,0.0289,,restated-from:SWE-bench Verified; same-runs-as:src-epoch.ai-benchmark-data-2026-11-04#M2007,"https://lmcouncil.ai/benchmarks (card SWE-bench Verified, rank 3)",,out:copy, lmcouncil-swe-bench-verified,lmcouncil,opus-4.6,not-established:absent,coding,hard,,,,,,,78.7,score%,0.0289,,restated-from:SWE-bench Verified,"https://lmcouncil.ai/benchmarks (card SWE-bench Verified, rank 4)",,out:effort-not-established, lmcouncil-swe-bench-verified,lmcouncil,glm-5.2,not-established:absent,coding,hard,,,,,,,78.7,score%,0.0289,,restated-from:SWE-bench Verified,"https://lmcouncil.ai/benchmarks (card SWE-bench Verified, rank 5)",,out:effort-not-established, lmcouncil-gpqa-diamond,lmcouncil,gpt-5.4-pro,xhigh,mixed,hard,,,,,,,94.6,score%,0.0289,,restated-from:GPQA Diamond; same-runs-as:src-epoch.ai-benchmark-data-2026-11-04#M974,"https://lmcouncil.ai/benchmarks (card GPQA Diamond, rank 1)",,out:copy, lmcouncil-gpqa-diamond,lmcouncil,gemini-3.1-pro,unstated,mixed,hard,,,,,,,94.1,score%,0.0289,,restated-from:GPQA Diamond,"https://lmcouncil.ai/benchmarks (card GPQA Diamond, rank 2)",,out:effort-not-established, lmcouncil-gpqa-diamond,lmcouncil,gpt-5.5,xhigh,mixed,hard,,,,,,,94.0,score%,0.0289,,restated-from:GPQA Diamond; same-runs-as:src-epoch.ai-benchmark-data-2026-11-04#M969,"https://lmcouncil.ai/benchmarks (card GPQA Diamond, rank 3)",,out:copy, lmcouncil-gpqa-diamond,lmcouncil,gpt-5.5-pro,xhigh,mixed,hard,,,,,,,93.9,score%,0.0289,,restated-from:GPQA Diamond; same-runs-as:src-epoch.ai-benchmark-data-2026-11-04#M968,"https://lmcouncil.ai/benchmarks (card GPQA Diamond, rank 4)",,out:copy, lmcouncil-gpqa-diamond,lmcouncil,gpt-5.4,xhigh,mixed,hard,,,,,,,93.3,score%,0.0289,,restated-from:GPQA Diamond; same-runs-as:src-epoch.ai-benchmark-data-2026-11-04#M975,"https://lmcouncil.ai/benchmarks (card GPQA Diamond, rank 5)",,out:copy, lmcouncil-gdpval,lmcouncil,gpt-5.2,unstated,mixed,hard,,,,,,,49.8,score%,0.0289,,restated-from:GDPval,"https://lmcouncil.ai/benchmarks (card GDPval, rank 1)",,out:effort-not-established, lmcouncil-gdpval,lmcouncil,opus-4.5,unstated,mixed,hard,,,,,,,45.5,score%,0.0289,,restated-from:GDPval,"https://lmcouncil.ai/benchmarks (card GDPval, rank 2)",,out:effort-not-established, lmcouncil-gdpval,lmcouncil,opus-4.1,unstated,mixed,hard,,,,,,,43.6,score%,0.0289,,restated-from:GDPval,"https://lmcouncil.ai/benchmarks (card GDPval, rank 3)",,out:effort-not-established, lmcouncil-gdpval,lmcouncil,sonnet-4.5,unstated,mixed,hard,,,,,,,42.5,score%,0.0289,,restated-from:GDPval,"https://lmcouncil.ai/benchmarks (card GDPval, rank 4)",,out:effort-not-established, lmcouncil-gdpval,lmcouncil,gemini-3-pro,unstated,mixed,hard,,,,,,,40.3,score%,0.0289,,restated-from:GDPval,"https://lmcouncil.ai/benchmarks (card GDPval, rank 5)",,out:effort-not-established, lmcouncil-text-arena-coding,lmcouncil,fable-5,unstated,coding,hard,,,,,,,1653.9,rating,0.0289,,restated-from:Text Arena (Coding),"https://lmcouncil.ai/benchmarks (card Text Arena (Coding), rank 1)",,out:effort-not-established, lmcouncil-text-arena-coding,lmcouncil,glm-5.2,not-established:absent,coding,hard,,,,,,,1593.3,rating,0.0289,,restated-from:Text Arena (Coding),"https://lmcouncil.ai/benchmarks (card Text Arena (Coding), rank 2)",,out:effort-not-established, lmcouncil-text-arena-coding,lmcouncil,opus-4.7,unstated,coding,hard,,,,,,,1566.8,rating,0.0289,,restated-from:Text Arena (Coding),"https://lmcouncil.ai/benchmarks (card Text Arena (Coding), rank 3)",,out:effort-not-established, lmcouncil-text-arena-coding,lmcouncil,opus-4.7,not-established:absent,coding,hard,,,,,,,1562.4,rating,0.0289,,restated-from:Text Arena (Coding),"https://lmcouncil.ai/benchmarks (card Text Arena (Coding), rank 4)",,out:effort-not-established, lmcouncil-text-arena-coding,lmcouncil,opus-4.6,unstated,coding,hard,,,,,,,1556.3,rating,0.0289,,restated-from:Text Arena (Coding),"https://lmcouncil.ai/benchmarks (card Text Arena (Coding), rank 5)",,out:effort-not-established, lmcouncil-gso-general-speedup-optimization,lmcouncil,opus-4.8,xhigh,mixed,hard,,,,,,,47.1,score%,0.0289,,restated-from:GSO (General Speedup Optimization); same-runs-as:src-gso-bench-leaderboard-2026-09-27#M1,"https://lmcouncil.ai/benchmarks (card GSO (General Speedup Optimization), rank 1)",,out:copy, lmcouncil-gso-general-speedup-optimization,lmcouncil,opus-4.7,high,mixed,hard,,,,,,,44.1,score%,0.0289,,restated-from:GSO (General Speedup Optimization); same-runs-as:src-gso-bench-leaderboard-2026-09-27#M3,"https://lmcouncil.ai/benchmarks (card GSO (General Speedup Optimization), rank 2)",,out:copy, lmcouncil-gso-general-speedup-optimization,lmcouncil,opus-4.6,high,mixed,hard,,,,,,,41.2,score%,0.0289,,restated-from:GSO (General Speedup Optimization); same-runs-as:src-gso-bench-leaderboard-2026-09-27#M4,"https://lmcouncil.ai/benchmarks (card GSO (General Speedup Optimization), rank 3)",,out:copy, lmcouncil-gso-general-speedup-optimization,lmcouncil,gpt-5.5,xhigh,mixed,hard,,,,,,,40.2,score%,0.0289,,restated-from:GSO (General Speedup Optimization); same-runs-as:src-gso-bench-leaderboard-2026-09-27#M5,"https://lmcouncil.ai/benchmarks (card GSO (General Speedup Optimization), rank 4)",,out:copy, lmcouncil-gso-general-speedup-optimization,lmcouncil,sonnet-5,xhigh,mixed,hard,,,,,,,37.3,score%,0.0289,,restated-from:GSO (General Speedup Optimization); same-runs-as:src-gso-bench-leaderboard-2026-09-27#M2,"https://lmcouncil.ai/benchmarks (card GSO (General Speedup Optimization), rank 5)",,out:copy, lmcouncil-fiction-livebench,lmcouncil,gpt-5,medium,mixed,hard,,,,,,,97.2,score%,0.0289,,restated-from:Fiction.liveBench,"https://lmcouncil.ai/benchmarks (card Fiction.liveBench, rank 1)",,out:single-couple, lmcouncil-fiction-livebench,lmcouncil,o3-pro,unstated,mixed,hard,,,,,,,97.2,score%,0.0289,,restated-from:Fiction.liveBench,"https://lmcouncil.ai/benchmarks (card Fiction.liveBench, rank 2)",,out:effort-not-established, lmcouncil-fiction-livebench,lmcouncil,grok-4,solo,mixed,hard,,,,,,,94.4,score%,0.0289,,restated-from:Fiction.liveBench,"https://lmcouncil.ai/benchmarks (card Fiction.liveBench, rank 3)",,out:single-couple, lmcouncil-fiction-livebench,lmcouncil,grok-4-fast,unstated,mixed,hard,,,,,,,94.4,score%,0.0289,,restated-from:Fiction.liveBench,"https://lmcouncil.ai/benchmarks (card Fiction.liveBench, rank 4)",,out:effort-not-established, lmcouncil-fiction-livebench,lmcouncil,?Gemini 2.5 Pro Preview,not-established:absent,mixed,hard,,,,,,,91.7,score%,0.0289,,restated-from:Fiction.liveBench,"https://lmcouncil.ai/benchmarks (card Fiction.liveBench, rank 5)",,out:model-not-established, lmcouncil-balrog,lmcouncil,gemini-3-pro,unstated,mixed,hard,,,,,,,58.1,score%,0.0289,,restated-from:BALROG,"https://lmcouncil.ai/benchmarks (card BALROG, rank 1)",,out:effort-not-established, lmcouncil-balrog,lmcouncil,gemini-3.1-pro,unstated,mixed,hard,,,,,,,57.0,score%,0.0289,,restated-from:BALROG,"https://lmcouncil.ai/benchmarks (card BALROG, rank 2)",,out:effort-not-established, lmcouncil-balrog,lmcouncil,gemini-3-flash,unstated,mixed,hard,,,,,,,48.1,score%,0.0289,,restated-from:BALROG,"https://lmcouncil.ai/benchmarks (card BALROG, rank 3)",,out:effort-not-established, lmcouncil-balrog,lmcouncil,grok-4,solo,mixed,hard,,,,,,,43.6,score%,0.0289,,restated-from:BALROG,"https://lmcouncil.ai/benchmarks (card BALROG, rank 4)",,out:single-couple, lmcouncil-balrog,lmcouncil,opus-4.5,unstated,mixed,hard,,,,,,,43.5,score%,0.0289,,restated-from:BALROG,"https://lmcouncil.ai/benchmarks (card BALROG, rank 5)",,out:effort-not-established, lmcouncil-otis-mock-aime-2024-25,lmcouncil,gpt-5.5-pro,xhigh,reasoning-math,hard,,,,,,,100.0,score%,0.0289,,restated-from:OTIS Mock AIME 2024-25; same-runs-as:src-epoch.ai-benchmark-data-2026-11-04#M1722,"https://lmcouncil.ai/benchmarks (card OTIS Mock AIME 2024-25, rank 1)",,out:uninformative, lmcouncil-otis-mock-aime-2024-25,lmcouncil,gpt-5.5,xhigh,reasoning-math,hard,,,,,,,100.0,score%,0.0289,,restated-from:OTIS Mock AIME 2024-25; same-runs-as:src-epoch.ai-benchmark-data-2026-11-04#M1723,"https://lmcouncil.ai/benchmarks (card OTIS Mock AIME 2024-25, rank 2)",,out:uninformative, lmcouncil-otis-mock-aime-2024-25,lmcouncil,fable-5,max,reasoning-math,hard,,,,,,,99.7,score%,0.0289,,restated-from:OTIS Mock AIME 2024-25; same-runs-as:src-epoch.ai-benchmark-data-2026-11-04#M1718,"https://lmcouncil.ai/benchmarks (card OTIS Mock AIME 2024-25, rank 3)",,out:copy, lmcouncil-otis-mock-aime-2024-25,lmcouncil,opus-4.8,unstated,reasoning-math,hard,,,,,,,98.3,score%,0.0289,,restated-from:OTIS Mock AIME 2024-25,"https://lmcouncil.ai/benchmarks (card OTIS Mock AIME 2024-25, rank 4)",,out:effort-not-established, lmcouncil-otis-mock-aime-2024-25,lmcouncil,opus-4.7,xhigh,reasoning-math,hard,,,,,,,97.8,score%,0.0289,,restated-from:OTIS Mock AIME 2024-25; same-runs-as:src-epoch.ai-benchmark-data-2026-11-04#M1724,"https://lmcouncil.ai/benchmarks (card OTIS Mock AIME 2024-25, rank 5)",,out:copy, lmcouncil-math-level-5,lmcouncil,gpt-5,high,reasoning-math,hard,,,,,,,98.1,score%,0.0289,,restated-from:MATH Level 5; same-runs-as:src-epoch.ai-benchmark-data-2026-11-04#M1224,"https://lmcouncil.ai/benchmarks (card MATH Level 5, rank 1)",,out:copy, lmcouncil-math-level-5,lmcouncil,gpt-5,medium,reasoning-math,hard,,,,,,,97.9,score%,0.0289,,restated-from:MATH Level 5; same-runs-as:src-epoch.ai-benchmark-data-2026-11-04#M1229,"https://lmcouncil.ai/benchmarks (card MATH Level 5, rank 2)",,out:copy, lmcouncil-math-level-5,lmcouncil,gpt-5-mini,high,reasoning-math,hard,,,,,,,97.8,score%,0.0289,,restated-from:MATH Level 5; same-runs-as:src-epoch.ai-benchmark-data-2026-11-04#M1223,"https://lmcouncil.ai/benchmarks (card MATH Level 5, rank 3)",,out:copy, lmcouncil-math-level-5,lmcouncil,o4-mini,high,reasoning-math,hard,,,,,,,97.8,score%,0.0289,,restated-from:MATH Level 5; same-runs-as:src-epoch.ai-benchmark-data-2026-11-04#M1240,"https://lmcouncil.ai/benchmarks (card MATH Level 5, rank 4)",,out:copy, lmcouncil-math-level-5,lmcouncil,o3,high,reasoning-math,hard,,,,,,,97.8,score%,0.0289,,restated-from:MATH Level 5; same-runs-as:src-epoch.ai-benchmark-data-2026-11-04#M1241,"https://lmcouncil.ai/benchmarks (card MATH Level 5, rank 5)",,out:copy, lmcouncil-frontiermath-tiers-1-3-v2,lmcouncil,gpt-5.5-pro,xhigh,reasoning-math,hard,,,,,,,87.7,score%,0.0289,,restated-from:FrontierMath Tiers 1-3 (v2); same-runs-as:src-epoch.ai-benchmark-data-2026-11-04#M668,"https://lmcouncil.ai/benchmarks (card FrontierMath Tiers 1-3 (v2), rank 1)",,out:copy, lmcouncil-frontiermath-tiers-1-3-v2,lmcouncil,fable-5,max,reasoning-math,hard,,,,,,,87.0,score%,0.0289,,restated-from:FrontierMath Tiers 1-3 (v2); same-runs-as:src-epoch.ai-benchmark-data-2026-11-04#M691,"https://lmcouncil.ai/benchmarks (card FrontierMath Tiers 1-3 (v2), rank 2)",,out:copy, lmcouncil-frontiermath-tiers-1-3-v2,lmcouncil,gpt-5.5,xhigh,reasoning-math,hard,,,,,,,85.3,score%,0.0289,,restated-from:FrontierMath Tiers 1-3 (v2); same-runs-as:src-epoch.ai-benchmark-data-2026-11-04#M680,"https://lmcouncil.ai/benchmarks (card FrontierMath Tiers 1-3 (v2), rank 3)",,out:copy, lmcouncil-frontiermath-tiers-1-3-v2,lmcouncil,gpt-5.4-pro,xhigh,reasoning-math,hard,,,,,,,82.5,score%,0.0289,,restated-from:FrontierMath Tiers 1-3 (v2); same-runs-as:src-epoch.ai-benchmark-data-2026-11-04#M665,"https://lmcouncil.ai/benchmarks (card FrontierMath Tiers 1-3 (v2), rank 4)",,out:copy, lmcouncil-frontiermath-tiers-1-3-v2,lmcouncil,opus-4.8,max,reasoning-math,hard,,,,,,,80.0,score%,0.0289,,restated-from:FrontierMath Tiers 1-3 (v2); same-runs-as:src-epoch.ai-benchmark-data-2026-11-04#M690,"https://lmcouncil.ai/benchmarks (card FrontierMath Tiers 1-3 (v2), rank 5)",,out:copy, lmcouncil-frontiermath-tier-4-v2,lmcouncil,fable-5,max,reasoning-math,hard,,,,,,,87.8,score%,0.0289,,restated-from:FrontierMath Tier 4 (v2),"https://lmcouncil.ai/benchmarks (card FrontierMath Tier 4 (v2), rank 1)",,out:single-couple, lmcouncil-frontiermath-tier-4-v2,lmcouncil,gpt-5.5-pro,xhigh,reasoning-math,hard,,,,,,,78.0,score%,0.0289,,restated-from:FrontierMath Tier 4 (v2); same-runs-as:src-epoch.ai-benchmark-data-2026-11-04#M545,"https://lmcouncil.ai/benchmarks (card FrontierMath Tier 4 (v2), rank 2)",,out:copy, lmcouncil-frontiermath-tier-4-v2,lmcouncil,?AI co-mathematician,not-established:absent,reasoning-math,hard,,,,,,,75.6,score%,0.0289,,restated-from:FrontierMath Tier 4 (v2),"https://lmcouncil.ai/benchmarks (card FrontierMath Tier 4 (v2), rank 3)",,out:model-not-established, lmcouncil-frontiermath-tier-4-v2,lmcouncil,gpt-5.5,xhigh,reasoning-math,hard,,,,,,,72.5,score%,0.0289,,restated-from:FrontierMath Tier 4 (v2); same-runs-as:src-epoch.ai-benchmark-data-2026-11-04#M558,"https://lmcouncil.ai/benchmarks (card FrontierMath Tier 4 (v2), rank 4)",,out:copy, lmcouncil-frontiermath-tier-4-v2,lmcouncil,gpt-5.4-pro,xhigh,reasoning-math,hard,,,,,,,58.5,score%,0.0289,,restated-from:FrontierMath Tier 4 (v2); same-runs-as:src-epoch.ai-benchmark-data-2026-11-04#M542,"https://lmcouncil.ai/benchmarks (card FrontierMath Tier 4 (v2), rank 5)",,out:copy, lmcouncil-weirdml-v2,lmcouncil,fable-5,max,mixed,hard,,,,,,,91.9,score%,0.0289,,restated-from:WeirdML v2; same-runs-as:src-epoch-archive-benchmark-data-2026-10-01#M6,"https://lmcouncil.ai/benchmarks (card WeirdML v2, rank 1)",,out:copy, lmcouncil-weirdml-v2,lmcouncil,opus-5,max,mixed,hard,,,,,,,91.8,score%,0.0289,,restated-from:WeirdML v2; same-runs-as:src-epoch-archive-benchmark-data-2026-10-01#M7,"https://lmcouncil.ai/benchmarks (card WeirdML v2, rank 2)",,out:copy, lmcouncil-weirdml-v2,lmcouncil,opus-5,high,mixed,hard,,,,,,,91.6,score%,0.0289,,restated-from:WeirdML v2; same-runs-as:src-epoch-archive-benchmark-data-2026-10-01#M8,"https://lmcouncil.ai/benchmarks (card WeirdML v2, rank 3)",,out:copy, lmcouncil-weirdml-v2,lmcouncil,gpt-5.6-sol-pro,max,mixed,hard,,,,,,,89.4,score%,0.0289,,restated-from:WeirdML v2; same-runs-as:src-epoch-archive-benchmark-data-2026-10-01#M9,"https://lmcouncil.ai/benchmarks (card WeirdML v2, rank 4)",,out:copy, lmcouncil-weirdml-v2,lmcouncil,gpt-5.6-sol,high,mixed,hard,,,,,,,88.8,score%,0.0289,,restated-from:WeirdML v2; same-runs-as:src-epoch-archive-benchmark-data-2026-10-01#M10,"https://lmcouncil.ai/benchmarks (card WeirdML v2, rank 5)",,out:copy, lmcouncil-terminal-bench-2-0,lmcouncil,opus-4.7,unstated,agentic-tool,hard,,,,,,,90.2,score%,0.0289,,restated-from:Terminal-Bench 2.0,"https://lmcouncil.ai/benchmarks (card Terminal-Bench 2.0, rank 1)",,out:effort-not-established, lmcouncil-terminal-bench-2-0,lmcouncil,gpt-5.5,unstated,agentic-tool,hard,,,,,,,84.7,score%,0.0289,,restated-from:Terminal-Bench 2.0,"https://lmcouncil.ai/benchmarks (card Terminal-Bench 2.0, rank 2)",,out:effort-not-established, lmcouncil-terminal-bench-2-0,lmcouncil,gpt-5.4,nothink,agentic-tool,hard,,,,,,,81.8,score%,0.0289,,restated-from:Terminal-Bench 2.0,"https://lmcouncil.ai/benchmarks (card Terminal-Bench 2.0, rank 3)",,out:single-couple, lmcouncil-terminal-bench-2-0,lmcouncil,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,80.2,score%,0.0289,,restated-from:Terminal-Bench 2.0,"https://lmcouncil.ai/benchmarks (card Terminal-Bench 2.0, rank 4)",,out:effort-not-established, lmcouncil-terminal-bench-2-0,lmcouncil,opus-4.6,unstated,agentic-tool,hard,,,,,,,79.8,score%,0.0289,,restated-from:Terminal-Bench 2.0,"https://lmcouncil.ai/benchmarks (card Terminal-Bench 2.0, rank 5)",,out:effort-not-established, lmcouncil-vpct-visual-physics-comprehension-test,lmcouncil,gemini-3-pro,unstated,mixed,hard,,,,,,,91.0,score%,0.0289,,restated-from:VPCT (Visual Physics Comprehension Test),"https://lmcouncil.ai/benchmarks (card VPCT (Visual Physics Comprehension Test), rank 1)",,out:effort-not-established, lmcouncil-vpct-visual-physics-comprehension-test,lmcouncil,gpt-5.2,xhigh,mixed,hard,,,,,,,84.0,score%,0.0289,,restated-from:VPCT (Visual Physics Comprehension Test),"https://lmcouncil.ai/benchmarks (card VPCT (Visual Physics Comprehension Test), rank 2)",,in, lmcouncil-vpct-visual-physics-comprehension-test,lmcouncil,gemini-3-flash,unstated,mixed,hard,,,,,,,72.6,score%,0.0289,,restated-from:VPCT (Visual Physics Comprehension Test),"https://lmcouncil.ai/benchmarks (card VPCT (Visual Physics Comprehension Test), rank 3)",,out:effort-not-established, lmcouncil-vpct-visual-physics-comprehension-test,lmcouncil,gpt-5.2,high,mixed,hard,,,,,,,67.0,score%,0.0289,,restated-from:VPCT (Visual Physics Comprehension Test),"https://lmcouncil.ai/benchmarks (card VPCT (Visual Physics Comprehension Test), rank 4)",,in, lmcouncil-vpct-visual-physics-comprehension-test,lmcouncil,gpt-5,high,mixed,hard,,,,,,,66.0,score%,0.0289,,restated-from:VPCT (Visual Physics Comprehension Test),"https://lmcouncil.ai/benchmarks (card VPCT (Visual Physics Comprehension Test), rank 5)",,out:single-couple, lmcouncil-geobench,lmcouncil,gemini-3-flash,unstated,mixed,hard,,,,,,,88.0,score%,0.0289,,restated-from:GeoBench,"https://lmcouncil.ai/benchmarks (card GeoBench, rank 1)",,out:effort-not-established, lmcouncil-geobench,lmcouncil,?Gemini 2.5 Pro Preview,not-established:absent,mixed,hard,,,,,,,86.0,score%,0.0289,,restated-from:GeoBench,"https://lmcouncil.ai/benchmarks (card GeoBench, rank 2)",,out:model-not-established, lmcouncil-geobench,lmcouncil,gemini-3-pro,unstated,mixed,hard,,,,,,,84.0,score%,0.0289,,restated-from:GeoBench,"https://lmcouncil.ai/benchmarks (card GeoBench, rank 3)",,out:effort-not-established, lmcouncil-geobench,lmcouncil,?Gemini 2.5 Pro Exp,not-established:absent,mixed,hard,,,,,,,81.0,score%,0.0289,,restated-from:GeoBench,"https://lmcouncil.ai/benchmarks (card GeoBench, rank 4)",,out:model-not-established, lmcouncil-geobench,lmcouncil,gpt-5,medium,mixed,hard,,,,,,,81.0,score%,0.0289,,restated-from:GeoBench; same-runs-as:src-epoch.ai-benchmark-data-2026-11-04#M739,"https://lmcouncil.ai/benchmarks (card GeoBench, rank 5)",,out:copy, lmcouncil-weirdml-v2,lmcouncil,opus-4.7,not-established:absent,mixed,hard,,,,,,,76.4,score%,0.0289,,restated-from:WeirdML v2,"https://lmcouncil.ai/benchmarks (carte WeirdML v2, topModels rang 18, accuracy)",,out:effort-not-established, lmcouncil-weirdml-v2,lmcouncil,opus-4.7,high,mixed,hard,,,,,,,76.4,score%,0.0289,,restated-from:WeirdML v2; same-runs-as:src-epoch-archive-benchmark-data-2026-10-01#M24,"https://lmcouncil.ai/benchmarks (carte WeirdML v2, topModels rang 17, accuracy)",,out:copy, lmcouncil-weirdml-v2,lmcouncil,opus-4.7,max,mixed,hard,,,,,,,75.4,score%,0.0289,,restated-from:WeirdML v2; same-runs-as:src-epoch-archive-benchmark-data-2026-10-01#M28,"https://lmcouncil.ai/benchmarks (carte WeirdML v2, topModels rang 20, accuracy)",,out:copy, logn-questions,logn-2609.19113,kimi-k3,unstated,reasoning-math,hard,own two-agent game,USD/arm,68.72,0.00289,,,56,wins-of-68,0.289,,,"https://arxiv.org/abs/2609.19113 (page 10, Table 1, row Total, column Kimi K3)",,out:effort-not-established,out:effort-not-established logn-questions,logn-2609.19113,gemini-3.8-flash,medium,reasoning-math,hard,own two-agent game,USD/arm,21.35,0.00289,,,55,wins-of-68,0.289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://arxiv.org/abs/2609.19113 (page 10, Table 1, row Total, column Gemini 3.8 Flash)",,out:single-couple,out:cost-single-couple logn-questions,logn-2609.19113,grok-4.6,unstated,reasoning-math,hard,own two-agent game,USD/arm,70.02,0.00289,,,51,wins-of-68,0.289,,,"https://arxiv.org/abs/2609.19113 (page 10, Table 1, row Total, column Grok 4.6)",,out:effort-not-established,out:effort-not-established logn-questions,logn-2609.19113,gpt-5.6-sol,unstated,reasoning-math,hard,own two-agent game,USD/arm,120.60,0.00289,,,49,wins-of-68,0.289,,,"https://arxiv.org/abs/2609.19113 (page 10, Table 1, row Total, column GPT-5.6 Sol)",,out:effort-not-established,out:effort-not-established logn-questions,logn-2609.19113,glm-5.3,unstated,reasoning-math,hard,own two-agent game,USD/arm,16.26,0.00289,,,45,wins-of-68,0.289,,,"https://arxiv.org/abs/2609.19113 (page 10, Table 1, row Total, column GLM-5.3)",,out:effort-not-established,out:effort-not-established logn-questions,logn-2609.19113,opus-5,unstated,reasoning-math,hard,own two-agent game,USD/arm,66.21,0.00289,,,28,wins-of-68,0.289,,,"https://arxiv.org/abs/2609.19113 (page 10, Table 1, row Total, column Claude Opus 5)",,out:effort-not-established,out:effort-not-established openwrt-alpha,luminairprime-openwrt,?Qwen 3.5 Max Preview,not-established:absent,coding,mid,single-turn-llm-graded,,,,,,33.333333,scenario-pass-rate%-of-6,0,,,https://github.com/LuminairPrime/openwrt-docs4ai-pipeline (line 'Overall Score' of the per-model batch file),,out:model-not-established, openwrt-alpha,luminairprime-openwrt,opus-4.6,not-established:absent,coding,mid,single-turn-llm-graded,,,,,,50,scenario-pass-rate%-of-6,0,,,https://github.com/LuminairPrime/openwrt-docs4ai-pipeline (line 'Overall Score' of the per-model batch file),,out:effort-not-established, openwrt-alpha,luminairprime-openwrt,sonnet-4.6,unstated,coding,mid,single-turn-llm-graded,,,,,,50,scenario-pass-rate%-of-6,0,,,https://github.com/LuminairPrime/openwrt-docs4ai-pipeline (line 'Overall Score' of the per-model batch file),,out:effort-not-established, openwrt-alpha,luminairprime-openwrt,gpt-5.2,high,coding,mid,single-turn-llm-graded,,,,,,66.666667,scenario-pass-rate%-of-6,0,,,https://github.com/LuminairPrime/openwrt-docs4ai-pipeline (line 'Overall Score' of the per-model batch file),,out:single-couple, openwrt-alpha,luminairprime-openwrt,glm-5,unstated,coding,mid,single-turn-llm-graded,,,,,,50,scenario-pass-rate%-of-6,0,,,https://github.com/LuminairPrime/openwrt-docs4ai-pipeline (line 'Overall Score' of the per-model batch file),,out:effort-not-established, openwrt-alpha,luminairprime-openwrt,kimi-k2.5,unstated,coding,mid,single-turn-llm-graded,,,,,,50,scenario-pass-rate%-of-6,0,,,https://github.com/LuminairPrime/openwrt-docs4ai-pipeline (line 'Overall Score' of the per-model batch file),,out:effort-not-established, openwrt-beta,luminairprime-openwrt,?Qwen 3.5 Max Preview,not-established:absent,coding,mid,single-turn-llm-graded,,,,,,50,scenario-pass-rate%-of-6,0,,,https://github.com/LuminairPrime/openwrt-docs4ai-pipeline (line 'Overall Score' of the per-model batch file),,out:model-not-established, openwrt-beta,luminairprime-openwrt,opus-4.6,not-established:absent,coding,mid,single-turn-llm-graded,,,,,,83.333333,scenario-pass-rate%-of-6,0,,,https://github.com/LuminairPrime/openwrt-docs4ai-pipeline (line 'Overall Score' of the per-model batch file),,out:effort-not-established, openwrt-beta,luminairprime-openwrt,sonnet-4.6,unstated,coding,mid,single-turn-llm-graded,,,,,,66.666667,scenario-pass-rate%-of-6,0,,,https://github.com/LuminairPrime/openwrt-docs4ai-pipeline (line 'Overall Score' of the per-model batch file),,out:effort-not-established, openwrt-beta,luminairprime-openwrt,qwen3.5-27b,unstated,coding,mid,single-turn-llm-graded,,,,,,66.666667,scenario-pass-rate%-of-6,0,,,https://github.com/LuminairPrime/openwrt-docs4ai-pipeline (line 'Overall Score' of the per-model batch file),,out:effort-not-established, openwrt-beta,luminairprime-openwrt,glm-5,unstated,coding,mid,single-turn-llm-graded,,,,,,50,scenario-pass-rate%-of-6,0,,,https://github.com/LuminairPrime/openwrt-docs4ai-pipeline (line 'Overall Score' of the per-model batch file),,out:effort-not-established, majorminor-luna-capability,majorminor,?gpt-5.6-luna,not-established:absent,mixed,mid,codex-cli-chatgpt-oauth,,,,,,0.9064,overall-capability-0-1,2.89e-05,,,"https://github.com/majorminorlabs/research-luna-5.6-vs-6 (README.md, Headline measurements table, row Overall capability, column GPT-5.6 Luna)",,out:model-not-established, majorminor-luna-capability,majorminor,?gpt-6-luna,not-established:absent,mixed,mid,codex-cli-chatgpt-oauth,,,,,,0.8616,overall-capability-0-1,2.89e-05,,,"https://github.com/majorminorlabs/research-luna-5.6-vs-6 (README.md, Headline measurements table, row Overall capability, column GPT-6 Luna)",,out:model-not-established, marginlabswe,marginlab.ai,opus-4.5,unstated,coding,frontier,,,,,,,48,pass%,0,,,"https://marginlab.ai/trackers/claude-code-historical-performance/ (dailyChartData, record of 2026-02-05, field passRate (24 passed of 50 runs))",,out:effort-not-established, matharena-aime-aime-2025,matharena.ai,sonnet-4.5,think-32000,reasoning-math,hard,MathArena,per-problem,0.26,0.00289,275,17251,84.17,acc%,0.00289,,,https://matharena.ai/ ($.competitions['aime--aime_2025'] / row anthropic/claude-sonnet-45 / column accuracy),,out:budget-config,out:budget-config matharena-aime-aime-2025,matharena.ai,?Claude-Opus-4.0,not-established:absent,reasoning-math,hard,MathArena,per-problem,1.13,0.00289,275,15044,70.00,acc%,0.00289,,,https://matharena.ai/ ($.competitions['aime--aime_2025'] / row anthropic/claude-opus-4 / column accuracy),,out:model-not-established,out:model-not-established matharena-aime-aime-2025,matharena.ai,sonnet-3.7,think-32000,reasoning-math,hard,MathArena,per-problem,0.37,0.00289,275,24602,49.17,acc%,0.00289,,,https://matharena.ai/ ($.competitions['aime--aime_2025'] / row anthropic/claude-37 / column accuracy),,out:budget-config,out:budget-config matharena-aime-aime-2026,matharena.ai,opus-4.8,max,reasoning-math,hard,MathArena,per-problem,0.54,0.00289,214,21360,100.00,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['aime--aime_2026'] / row anthropic/opus_48_max / column accuracy),,out:uninformative,in matharena-aime-aime-2026,matharena.ai,opus-4.6,high,reasoning-math,hard,MathArena,per-problem,0.33,0.00289,195,13329,96.67,acc%,0.00289,,,https://matharena.ai/ ($.competitions['aime--aime_2026'] / row anthropic/opus_46 / column accuracy),,out:single-couple,out:cost-not-comparable matharena-aime-aime-2026,matharena.ai,opus-4.7,xhigh,reasoning-math,hard,MathArena,per-problem,0.27,0.00289,207,10728,95.83,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['aime--aime_2026'] / row anthropic/opus_47 / column accuracy),,in,in matharena-apex-apex-2025,matharena.ai,opus-4.8,max,reasoning-math,frontier,MathArena,per-problem,4.59,0.00289,255,183562,81.25,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['apex--apex_2025'] / row anthropic/opus_48_max / column accuracy),,in,in matharena-apex-apex-2025,matharena.ai,opus-4.7,xhigh,reasoning-math,frontier,MathArena,per-problem,2.10,0.00289,176,83922,40.62,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['apex--apex_2025'] / row anthropic/opus_47 / column accuracy),,in,in matharena-apex-apex-2025,matharena.ai,opus-4.6,high,reasoning-math,frontier,MathArena,per-problem,2.36,0.00289,191,94457,34.45,acc%,0.00289,,,https://matharena.ai/ ($.competitions['apex--apex_2025'] / row anthropic/opus_46 / column accuracy),,out:single-couple,out:cost-not-comparable matharena-apex-apex-2025,matharena.ai,sonnet-4.5,think-32000,reasoning-math,frontier,MathArena,per-problem,0.38,0.00289,178,25293,1.56,acc%,0.00289,,,https://matharena.ai/ ($.competitions['apex--apex_2025'] / row anthropic/claude-sonnet-45 / column accuracy),,out:budget-config,out:budget-config matharena-apex-shortlist-2025,matharena.ai,opus-4.8,max,reasoning-math,frontier,MathArena,per-problem,3.14,0.00289,270,125466,90.43,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['apex--shortlist_2025'] / row anthropic/opus_48_max / column accuracy),,in,in matharena-apex-shortlist-2025,matharena.ai,opus-4.6,high,reasoning-math,frontier,MathArena,per-problem,1.80,0.00289,222,71911,86.70,acc%,0.00289,,,https://matharena.ai/ ($.competitions['apex--shortlist_2025'] / row anthropic/opus_46 / column accuracy),,out:single-couple,out:cost-not-comparable matharena-apex-shortlist-2025,matharena.ai,opus-4.7,xhigh,reasoning-math,frontier,MathArena,per-problem,1.83,0.00289,230,72956,63.83,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['apex--shortlist_2025'] / row anthropic/opus_47 / column accuracy),,in,in matharena-arxiv-april,matharena.ai,fable-5.1,max,reasoning-math,frontier,MathArena,per-problem,6.87,0.00289,269,137375,77.50,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv--april'] / row anthropic/fable_51_max / column accuracy),,in,in matharena-arxiv-april,matharena.ai,fable-5,max,reasoning-math,frontier,MathArena,per-problem,5.31,0.00289,268,106121,72.50,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv--april'] / row anthropic/fable_5_max / column accuracy),,in,in matharena-arxiv-april,matharena.ai,opus-4.8,max,reasoning-math,frontier,MathArena,per-problem,3.50,0.00289,288,139836,62.50,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv--april'] / row anthropic/opus_48_max / column accuracy),,in,in matharena-arxiv-april,matharena.ai,opus-4.7,xhigh,reasoning-math,frontier,MathArena,per-problem,0.89,0.00289,289,35591,57.50,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv--april'] / row anthropic/opus_47 / column accuracy),,in,in matharena-arxiv-august,matharena.ai,fable-5.1,high,reasoning-math,frontier,MathArena,per-problem,12.77,0.00289,,146134,87.72,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv--august'] / row anthropic/fable_51_high / column accuracy),,in,in matharena-arxiv-august,matharena.ai,opus-5.5,high,reasoning-math,frontier,MathArena,per-problem,1.68,0.00289,,45039,85.96,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv--august'] / row anthropic/opus_55_high / column accuracy),,in,in matharena-arxiv-august,matharena.ai,fable-5.1,low,reasoning-math,frontier,MathArena,per-problem,9.15,0.00289,,72681,78.95,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv--august'] / row anthropic/fable_51_low / column accuracy),,in,in matharena-arxiv-february,matharena.ai,opus-4.8,max,reasoning-math,frontier,MathArena,per-problem,4.68,0.00289,427,187066,60.16,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv--february'] / row anthropic/opus_48_max / column accuracy),,in,in matharena-arxiv-february,matharena.ai,opus-4.6,high,reasoning-math,frontier,MathArena,per-problem,1.46,0.00289,280,58320,40.62,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv--february'] / row anthropic/opus_46 / column accuracy),,out:single-couple,out:cost-not-comparable matharena-arxiv-february,matharena.ai,opus-4.7,xhigh,reasoning-math,frontier,MathArena,per-problem,1.48,0.00289,317,58992,40.62,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv--february'] / row anthropic/opus_47 / column accuracy),,in,in matharena-arxiv-january,matharena.ai,opus-4.6,high,reasoning-math,frontier,MathArena,per-problem,1.64,0.00289,353,65406,72.83,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv--january'] / row anthropic/opus_46 / column accuracy),,out:single-couple,out:cost-not-comparable matharena-arxiv-january,matharena.ai,opus-4.7,xhigh,reasoning-math,frontier,MathArena,per-problem,1.26,0.00289,367,50389,52.17,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv--january'] / row anthropic/opus_47 / column accuracy),,in,in matharena-arxiv-june,matharena.ai,fable-5.1,max,reasoning-math,frontier,MathArena,per-problem,5.86,0.00289,274,117076,90.97,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv--june'] / row anthropic/fable_51_max / column accuracy),,in,in matharena-arxiv-june,matharena.ai,fable-5,max,reasoning-math,frontier,MathArena,per-problem,3.79,0.00289,300,75675,85.42,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv--june'] / row anthropic/fable_5_max / column accuracy),,in,in matharena-arxiv-june,matharena.ai,opus-5.5,high,reasoning-math,frontier,MathArena,,,,,,83.33,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv--june'] / row anthropic/opus_55_high / column accuracy),,in, matharena-arxiv-june,matharena.ai,opus-5,max,reasoning-math,frontier,MathArena,per-problem,3.66,0.00289,307,146509,82.64,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv--june'] / row anthropic/opus_5_max / column accuracy),,in,in matharena-arxiv-june,matharena.ai,opus-4.8,max,reasoning-math,frontier,MathArena,per-problem,4.42,0.00289,321,176605,69.97,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv--june'] / row anthropic/opus_48_max / column accuracy),,in,in matharena-arxiv-june,matharena.ai,fable-5.1,low,reasoning-math,frontier,MathArena,per-problem,0.11,0.00289,302,2140,38.54,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv--june'] / row anthropic/fable_51_low / column accuracy),,in,in matharena-arxiv-march,matharena.ai,opus-4.8,max,reasoning-math,frontier,MathArena,per-problem,2.95,0.00289,302,117840,75.00,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv--march'] / row anthropic/opus_48_max / column accuracy),,in,in matharena-arxiv-march,matharena.ai,opus-4.6,high,reasoning-math,frontier,MathArena,per-problem,1.20,0.00289,223,48114,62.50,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv--march'] / row anthropic/opus_46 / column accuracy),,out:single-couple,out:cost-not-comparable matharena-arxiv-march,matharena.ai,opus-4.7,xhigh,reasoning-math,frontier,MathArena,per-problem,0.51,0.00289,255,20506,50.83,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv--march'] / row anthropic/opus_47 / column accuracy),,in,in matharena-arxiv-may,matharena.ai,fable-5,max,reasoning-math,frontier,MathArena,per-problem,3.91,0.00289,251,78162,87.50,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv--may'] / row anthropic/fable_5_max / column accuracy),,in,in matharena-arxiv-may,matharena.ai,fable-5.1,max,reasoning-math,frontier,MathArena,per-problem,5.38,0.00289,258,107619,87.50,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv--may'] / row anthropic/fable_51_max / column accuracy),,in,in matharena-arxiv-may,matharena.ai,opus-5.5,high,reasoning-math,frontier,MathArena,,,,,,81.67,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv--may'] / row anthropic/opus_55_high / column accuracy),,in, matharena-arxiv-may,matharena.ai,opus-4.8,max,reasoning-math,frontier,MathArena,per-problem,4.16,0.00289,370,166208,65.00,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv--may'] / row anthropic/opus_48_max / column accuracy),,in,in matharena-arxiv-may,matharena.ai,fable-5.1,low,reasoning-math,frontier,MathArena,per-problem,0.13,0.00289,,2648,51.25,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv--may'] / row anthropic/fable_51_low / column accuracy),,in,in matharena-arxiv-false-april,matharena.ai,fable-5,max,reasoning-math,frontier,MathArena,per-problem,10.62,0.00289,215,212413,54.10,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv_false--april'] / row anthropic/fable_5_max / column accuracy),,in,in matharena-arxiv-false-april,matharena.ai,opus-4.8,max,reasoning-math,frontier,MathArena,per-problem,5.18,0.00289,230,207112,34.43,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv_false--april'] / row anthropic/opus_48_max / column accuracy),,in,in matharena-arxiv-false-april,matharena.ai,opus-4.7,xhigh,reasoning-math,frontier,MathArena,per-problem,2.39,0.00289,235,95364,4.10,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv_false--april'] / row anthropic/opus_47 / column accuracy),,in,in matharena-arxiv-false-august,matharena.ai,fable-5.1,high,reasoning-math,frontier,MathArena,per-problem,19.57,0.00289,,251054,79.76,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv_false--august'] / row anthropic/fable_51_high / column accuracy),,in,in matharena-arxiv-false-august,matharena.ai,fable-5.1,low,reasoning-math,frontier,MathArena,per-problem,6.83,0.00289,,77312,77.98,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv_false--august'] / row anthropic/fable_51_low / column accuracy),,in,in matharena-arxiv-false-august,matharena.ai,opus-5.5,high,reasoning-math,frontier,MathArena,per-problem,2.41,0.00289,,75653,77.38,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv_false--august'] / row anthropic/opus_55_high / column accuracy),,in,in matharena-arxiv-false-february,matharena.ai,opus-4.8,max,reasoning-math,frontier,MathArena,per-problem,5.47,0.00289,243,218730,35.48,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv_false--february'] / row anthropic/opus_48_max / column accuracy),,in,in matharena-arxiv-false-february,matharena.ai,opus-4.7,xhigh,reasoning-math,frontier,MathArena,per-problem,2.36,0.00289,229,94413,4.03,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv_false--february'] / row anthropic/opus_47 / column accuracy),,in,in matharena-arxiv-false-february,matharena.ai,opus-4.6,high,reasoning-math,frontier,MathArena,per-problem,1.73,0.00289,218,69308,3.23,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv_false--february'] / row anthropic/opus_46 / column accuracy),,out:single-couple,out:cost-not-comparable matharena-arxiv-false-june,matharena.ai,opus-5.5,high,reasoning-math,frontier,MathArena,,,,,,100.00,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv_false--june'] / row anthropic/opus_55_high / column accuracy),,out:uninformative, matharena-arxiv-false-june,matharena.ai,opus-5,max,reasoning-math,frontier,MathArena,per-problem,2.92,0.00289,243,116816,90.74,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv_false--june'] / row anthropic/opus_5_max / column accuracy),,in,in matharena-arxiv-false-june,matharena.ai,fable-5.1,low,reasoning-math,frontier,MathArena,per-problem,1.12,0.00289,275,22329,86.57,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv_false--june'] / row anthropic/fable_51_low / column accuracy),,in,in matharena-arxiv-false-june,matharena.ai,fable-5,max,reasoning-math,frontier,MathArena,per-problem,6.21,0.00289,261,124136,47.84,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv_false--june'] / row anthropic/fable_5_max / column accuracy),,in,in matharena-arxiv-false-june,matharena.ai,opus-4.8,max,reasoning-math,frontier,MathArena,per-problem,5.55,0.00289,273,222015,41.67,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv_false--june'] / row anthropic/opus_48_max / column accuracy),,in,in matharena-arxiv-false-march,matharena.ai,opus-4.8,max,reasoning-math,frontier,MathArena,per-problem,5.33,0.00289,218,213115,35.71,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv_false--march'] / row anthropic/opus_48_max / column accuracy),,in,in matharena-arxiv-false-march,matharena.ai,opus-4.6,high,reasoning-math,frontier,MathArena,per-problem,1.77,0.00289,199,70654,5.80,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv_false--march'] / row anthropic/opus_46 / column accuracy),,out:single-couple,out:cost-not-comparable matharena-arxiv-false-march,matharena.ai,opus-4.7,xhigh,reasoning-math,frontier,MathArena,per-problem,2.21,0.00289,215,88231,5.80,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv_false--march'] / row anthropic/opus_47 / column accuracy),,in,in matharena-arxiv-false-may,matharena.ai,opus-5.5,high,reasoning-math,frontier,MathArena,,,,,,95.00,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv_false--may'] / row anthropic/opus_55_high / column accuracy),,in, matharena-arxiv-false-may,matharena.ai,fable-5.1,low,reasoning-math,frontier,MathArena,per-problem,1.04,0.00289,271,20813,78.00,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv_false--may'] / row anthropic/fable_51_low / column accuracy),,in,in matharena-arxiv-false-may,matharena.ai,fable-5,max,reasoning-math,frontier,MathArena,per-problem,10.90,0.00289,254,217944,44.50,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv_false--may'] / row anthropic/fable_5_max / column accuracy),,in,in matharena-arxiv-false-may,matharena.ai,opus-4.8,max,reasoning-math,frontier,MathArena,per-problem,5.78,0.00289,269,231340,23.00,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv_false--may'] / row anthropic/opus_48_max / column accuracy),,in,in matharena-arxivlean-june,matharena.ai,opus-5,max,reasoning-math,frontier,MathArena,per-problem,5.96,0.00289,,148793,32.61,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxivlean--june'] / row anthropic/opus_5_max_128 / column accuracy),,in,in matharena-arxivlean-june,matharena.ai,opus-4.8,max,reasoning-math,frontier,MathArena,per-problem,9.60,0.00289,,264089,23.91,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxivlean--june'] / row anthropic/opus_48_max_128 / column accuracy),,in,in matharena-arxivlean-june,matharena.ai,fable-5,max,reasoning-math,frontier,MathArena,per-problem,8.44,0.00289,,140943,15.22,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxivlean--june'] / row anthropic/fable_5_max_128 / column accuracy),,in,in matharena-brumo-brumo-2025,matharena.ai,sonnet-4.5,think-32000,reasoning-math,hard,MathArena,per-problem,0.23,0.00289,151,15109,90.83,acc%,0.00289,,,https://matharena.ai/ ($.competitions['brumo--brumo_2025'] / row anthropic/claude-sonnet-45 / column accuracy),,out:budget-config,out:budget-config matharena-brumo-brumo-2025,matharena.ai,?Claude-Opus-4.0,not-established:absent,reasoning-math,hard,MathArena,per-problem,0.98,0.00289,151,12974,81.67,acc%,0.00289,,,https://matharena.ai/ ($.competitions['brumo--brumo_2025'] / row anthropic/claude-opus-4 / column accuracy),,out:model-not-established,out:model-not-established matharena-brumo-brumo-2025,matharena.ai,sonnet-3.7,think-32000,reasoning-math,hard,MathArena,per-problem,0.33,0.00289,151,22001,65.83,acc%,0.00289,,,https://matharena.ai/ ($.competitions['brumo--brumo_2025'] / row anthropic/claude-37 / column accuracy),,out:budget-config,out:budget-config matharena-hmmt-hmmt-feb-2025,matharena.ai,sonnet-4.5,think-32000,reasoning-math,hard,MathArena,per-problem,0.32,0.00289,169,21410,67.50,acc%,0.00289,,,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2025'] / row anthropic/claude-sonnet-45 / column accuracy),,out:budget-config,out:budget-config matharena-hmmt-hmmt-feb-2025,matharena.ai,?Claude-Opus-4.0,not-established:absent,reasoning-math,hard,MathArena,per-problem,1.23,0.00289,169,16379,60.00,acc%,0.00289,,,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2025'] / row anthropic/claude-opus-4 / column accuracy),,out:model-not-established,out:model-not-established matharena-hmmt-hmmt-feb-2025,matharena.ai,sonnet-3.7,think-32000,reasoning-math,hard,MathArena,per-problem,0.39,0.00289,169,25902,31.67,acc%,0.00289,,,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2025'] / row anthropic/claude-37 / column accuracy),,out:budget-config,out:budget-config matharena-hmmt-hmmt-feb-2026,matharena.ai,opus-4.6,high,reasoning-math,hard,MathArena,per-problem,0.64,0.00289,155,25758,96.21,acc%,0.00289,,,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2026'] / row anthropic/opus_46 / column accuracy),,out:single-couple,out:cost-not-comparable matharena-hmmt-hmmt-feb-2026,matharena.ai,opus-4.8,max,reasoning-math,hard,MathArena,per-problem,0.76,0.00289,153,30441,95.45,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2026'] / row anthropic/opus_48_max / column accuracy),,in,in matharena-hmmt-hmmt-feb-2026,matharena.ai,opus-4.7,xhigh,reasoning-math,hard,MathArena,per-problem,0.56,0.00289,154,22279,93.94,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2026'] / row anthropic/opus_47 / column accuracy),,in,in matharena-kangaroo-kangaroo-2025-1-2,matharena.ai,opus-4.8,max,reasoning-math,hard,MathArena,per-problem,0.39,0.00289,501,15505,70.83,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_1-2'] / row anthropic/opus_48_max / column accuracy),,in,in matharena-kangaroo-kangaroo-2025-1-2,matharena.ai,sonnet-4.5,think-32000,reasoning-math,hard,MathArena,per-problem,0.076,0.000289,1065,4846,61.46,acc%,0.00289,,,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_1-2'] / row anthropic/claude-sonnet-45 / column accuracy),,out:budget-config,out:budget-config matharena-kangaroo-kangaroo-2025-1-2,matharena.ai,opus-4.6,high,reasoning-math,hard,MathArena,per-problem,0.21,0.00289,1037,8163,59.38,acc%,0.00289,,,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_1-2'] / row anthropic/opus_46 / column accuracy),,out:single-couple,out:cost-not-comparable matharena-kangaroo-kangaroo-2025-11-12,matharena.ai,opus-4.8,max,reasoning-math,hard,MathArena,per-problem,0.19,0.00289,618,7439,100.00,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_11-12'] / row anthropic/opus_48_max / column accuracy),,out:uninformative,in matharena-kangaroo-kangaroo-2025-11-12,matharena.ai,sonnet-4.5,think-32000,reasoning-math,hard,MathArena,per-problem,0.10,0.00289,757,6547,87.50,acc%,0.00289,,,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_11-12'] / row anthropic/claude-sonnet-45 / column accuracy),,out:budget-config,out:budget-config matharena-kangaroo-kangaroo-2025-11-12,matharena.ai,opus-4.6,high,reasoning-math,hard,MathArena,per-problem,0.21,0.00289,729,8096,87.50,acc%,0.00289,,,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_11-12'] / row anthropic/opus_46 / column accuracy),,out:single-couple,out:cost-not-comparable matharena-kangaroo-kangaroo-2025-3-4,matharena.ai,sonnet-4.5,think-32000,reasoning-math,hard,MathArena,per-problem,0.10,0.00289,1012,6148,62.50,acc%,0.00289,,,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_3-4'] / row anthropic/claude-sonnet-45 / column accuracy),,out:budget-config,out:budget-config matharena-kangaroo-kangaroo-2025-3-4,matharena.ai,opus-4.8,max,reasoning-math,hard,MathArena,per-problem,0.84,0.00289,474,33522,60.42,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_3-4'] / row anthropic/opus_48_max / column accuracy),,in,in matharena-kangaroo-kangaroo-2025-3-4,matharena.ai,opus-4.6,high,reasoning-math,hard,MathArena,per-problem,0.25,0.00289,984,9857,50.00,acc%,0.00289,,,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_3-4'] / row anthropic/opus_46 / column accuracy),,out:single-couple,out:cost-not-comparable matharena-kangaroo-kangaroo-2025-5-6,matharena.ai,opus-4.8,max,reasoning-math,hard,MathArena,per-problem,0.86,0.00289,654,34377,70.00,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_5-6'] / row anthropic/opus_48_max / column accuracy),,in,in matharena-kangaroo-kangaroo-2025-5-6,matharena.ai,sonnet-4.5,think-32000,reasoning-math,hard,MathArena,per-problem,0.083,0.000289,940,5328,68.33,acc%,0.00289,,,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_5-6'] / row anthropic/claude-sonnet-45 / column accuracy),,out:budget-config,out:budget-config matharena-kangaroo-kangaroo-2025-5-6,matharena.ai,opus-4.6,high,reasoning-math,hard,MathArena,per-problem,0.29,0.00289,923,11539,58.33,acc%,0.00289,,,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_5-6'] / row anthropic/opus_46 / column accuracy),,out:single-couple,out:cost-not-comparable matharena-kangaroo-kangaroo-2025-7-8,matharena.ai,opus-4.8,max,reasoning-math,hard,MathArena,per-problem,0.48,0.00289,574,18889,96.67,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_7-8'] / row anthropic/opus_48_max / column accuracy),,in,in matharena-kangaroo-kangaroo-2025-7-8,matharena.ai,opus-4.6,high,reasoning-math,hard,MathArena,per-problem,0.23,0.00289,796,9023,86.67,acc%,0.00289,,,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_7-8'] / row anthropic/opus_46 / column accuracy),,out:single-couple,out:cost-not-comparable matharena-kangaroo-kangaroo-2025-7-8,matharena.ai,sonnet-4.5,think-32000,reasoning-math,hard,MathArena,per-problem,0.074,0.000289,824,4756,80.00,acc%,0.00289,,,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_7-8'] / row anthropic/claude-sonnet-45 / column accuracy),,out:budget-config,out:budget-config matharena-kangaroo-kangaroo-2025-9-10,matharena.ai,sonnet-4.5,think-32000,reasoning-math,hard,MathArena,per-problem,0.089,0.000289,699,5763,95.00,acc%,0.00289,,,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_9-10'] / row anthropic/claude-sonnet-45 / column accuracy),,out:budget-config,out:budget-config matharena-kangaroo-kangaroo-2025-9-10,matharena.ai,opus-4.6,high,reasoning-math,hard,MathArena,per-problem,0.18,0.00289,671,6997,91.67,acc%,0.00289,,,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_9-10'] / row anthropic/opus_46 / column accuracy),,out:single-couple,out:cost-not-comparable matharena-kangaroo-kangaroo-2025-9-10,matharena.ai,opus-4.8,max,reasoning-math,hard,MathArena,per-problem,0.52,0.00289,703,20655,91.67,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_9-10'] / row anthropic/opus_48_max / column accuracy),,in,in matharena-overall-arxivmath,matharena.ai,opus-5.5,high,reasoning-math,frontier,MathArena,per-problem,0.73,0.00289,,22257,83.65,acc%,0.00289,,,https://matharena.ai/ ($.competitions['overall--arxivmath'] / row anthropic/opus_55_high / column accuracy),,out:superseded,out:superseded matharena-overall-arxivmath,matharena.ai,fable-5.1,low,reasoning-math,frontier,MathArena,per-problem,3.67,0.00289,,25823,56.25,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['overall--arxivmath'] / row anthropic/fable_51_low / column accuracy),,out:composite,out:composite matharena-overall-brokenarxiv,matharena.ai,opus-5.5,high,reasoning-math,frontier,MathArena,per-problem,0.89,0.00289,,29670,90.79,acc%,0.00289,,,https://matharena.ai/ ($.competitions['overall--brokenarxiv'] / row anthropic/opus_55_high / column accuracy),,out:superseded,out:superseded matharena-overall-brokenarxiv,matharena.ai,fable-5.1,low,reasoning-math,frontier,MathArena,per-problem,3.10,0.00289,,40151,80.85,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['overall--brokenarxiv'] / row anthropic/fable_51_low / column accuracy),,out:composite,out:composite matharena-overall-final-answer-comps,matharena.ai,opus-4.8,max,reasoning-math,hard,MathArena,,,,,,91.78,acc%,0.00289,,,https://matharena.ai/ ($.competitions['overall--final_answer_comps'] / row anthropic/opus_48_max / column accuracy),,out:composite, matharena-overall-final-answer-comps,matharena.ai,opus-4.6,high,reasoning-math,hard,MathArena,,,,,,78.51,acc%,0.00289,,,https://matharena.ai/ ($.competitions['overall--final_answer_comps'] / row anthropic/opus_46 / column accuracy),,out:single-couple, matharena-overall-final-answer-comps,matharena.ai,opus-4.7,xhigh,reasoning-math,hard,MathArena,,,,,,73.56,acc%,0.00289,,,https://matharena.ai/ ($.competitions['overall--final_answer_comps'] / row anthropic/opus_47 / column accuracy),,out:composite, matharena-overall-visual-math,matharena.ai,opus-4.8,max,reasoning-math,hard,MathArena,per-problem,0.54,0.00289,,21731,81.60,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['overall--visual_math'] / row anthropic/opus_48_max / column accuracy),,out:composite,out:composite matharena-overall-visual-math,matharena.ai,sonnet-4.5,think-32000,reasoning-math,hard,MathArena,per-problem,0.086,0.000289,882,5565,75.80,acc%,0.00289,,,https://matharena.ai/ ($.competitions['overall--visual_math'] / row anthropic/claude-sonnet-45 / column accuracy),,out:budget-config,out:budget-config matharena-overall-visual-math,matharena.ai,opus-4.6,high,reasoning-math,hard,MathArena,per-problem,0.23,0.00289,856,8946,72.26,acc%,0.00289,,,https://matharena.ai/ ($.competitions['overall--visual_math'] / row anthropic/opus_46 / column accuracy),,out:single-couple,out:cost-not-comparable matharena-smt-smt-2025,matharena.ai,sonnet-4.5,think-32000,reasoning-math,hard,MathArena,per-problem,0.24,0.00289,195,15966,83.96,acc%,0.00289,,,https://matharena.ai/ ($.competitions['smt--smt_2025'] / row anthropic/claude-sonnet-45 / column accuracy),,out:budget-config,out:budget-config matharena-smt-smt-2025,matharena.ai,sonnet-3.7,think-32000,reasoning-math,hard,MathArena,per-problem,0.34,0.00289,195,22813,56.60,acc%,0.00289,,,https://matharena.ai/ ($.competitions['smt--smt_2025'] / row anthropic/claude-37 / column accuracy),,out:budget-config,out:budget-config matharena-aime-aime-2025,matharena.ai,gpt-5.2,high,reasoning-math,hard,MathArena,per-problem,0.11,0.00289,218,7758,100.00,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['aime--aime_2025'] / row openai/gpt-52-high / column accuracy),,out:uninformative,in matharena-aime-aime-2025,matharena.ai,gpt-5.2,xhigh,reasoning-math,hard,MathArena,per-problem,0.18,0.00289,792,12811,100.00,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['aime--aime_2025'] / row openai/gpt-52 / column accuracy),,out:uninformative,in matharena-aime-aime-2025,matharena.ai,gemini-3-flash,high,reasoning-math,hard,MathArena,per-problem,0.055,0.000289,200,18430,97.50,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['aime--aime_2025'] / row gemini/gemini-3-flash / column accuracy),,in,in matharena-aime-aime-2025,matharena.ai,glm-5,think,reasoning-math,hard,MathArena,per-problem,0.081,0.000289,212,25259,96.67,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['aime--aime_2025'] / row glm/glm-5 / column accuracy),,in,in matharena-aime-aime-2025,matharena.ai,deepseek-v3.2-speciale,solo,reasoning-math,hard,MathArena,per-problem,0.009,0.000289,213,21957,95.83,acc%,0.00289,,,https://matharena.ai/ ($.competitions['aime--aime_2025'] / row deepseek/deepseek_v32_special / column accuracy),,in,out:cost-not-comparable matharena-aime-aime-2025,matharena.ai,?Kimi K2.5,not-established:absent,reasoning-math,hard,MathArena,per-problem,0.068,0.000289,208,22716,95.83,acc%,0.00289,,,https://matharena.ai/ ($.competitions['aime--aime_2025'] / row moonshot/k25 / column accuracy),,out:model-not-established,out:model-not-established matharena-aime-aime-2025,matharena.ai,gpt-5,high,reasoning-math,hard,MathArena,per-problem,0.14,0.00289,1021,13475,95.00,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['aime--aime_2025'] / row openai/gpt-5 / column accuracy),,out:single-couple,out:cost-single-couple matharena-aime-aime-2025,matharena.ai,?Gemini 3 Pro (preview),not-established:absent,reasoning-math,hard,MathArena,per-problem,0.18,0.00289,223,14799,95.00,acc%,0.00289,,,https://matharena.ai/ ($.competitions['aime--aime_2025'] / row gemini/riftrunner / column accuracy),,out:model-not-established,out:model-not-established matharena-aime-aime-2025,matharena.ai,deepseek-v3.2,think,reasoning-math,hard,MathArena,per-problem,0.006,0.000289,215,14908,94.17,acc%,0.00289,,,https://matharena.ai/ ($.competitions['aime--aime_2025'] / row deepseek/deepseek_v32_dec / column accuracy),,in,out:cost-not-comparable matharena-aime-aime-2025,matharena.ai,gpt-5.1,high,reasoning-math,hard,MathArena,per-problem,0.18,0.00289,218,17912,94.17,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['aime--aime_2025'] / row openai/gpt-51 / column accuracy),,in,in matharena-aime-aime-2025,matharena.ai,glm-4.5,think,reasoning-math,hard,MathArena,per-problem,0.048,0.000289,218,21965,93.33,acc%,0.00289,,,https://matharena.ai/ ($.competitions['aime--aime_2025'] / row glm/glm-45 / column accuracy),,out:effort-not-established,out:effort-not-established matharena-aime-aime-2025,matharena.ai,?Kimi K2 Thinking,not-established:absent,reasoning-math,hard,MathArena,per-problem,0.060,0.000289,220,24036,92.50,acc%,0.00289,,,https://matharena.ai/ ($.competitions['aime--aime_2025'] / row moonshot/k2-thinking / column accuracy),,out:model-not-established,out:model-not-established matharena-aime-aime-2025,matharena.ai,grok-4,solo,reasoning-math,hard,MathArena,per-problem,0.19,0.00289,228,12873,92.50,acc%,0.00289,,,https://matharena.ai/ ($.competitions['aime--aime_2025'] / row xai/grok-4 / column accuracy),,out:single-couple,out:cost-not-comparable matharena-aime-aime-2025,matharena.ai,deepseek-v3.2-exp,think,reasoning-math,hard,MathArena,per-problem,0.006,0.000289,213,14024,91.67,acc%,0.00289,,,https://matharena.ai/ ($.competitions['aime--aime_2025'] / row deepseek/deepseek_v32 / column accuracy),,out:single-couple,out:cost-not-comparable matharena-aime-aime-2025,matharena.ai,glm-4.6,default,reasoning-math,hard,MathArena,per-problem,0.036,0.000289,220,16491,91.67,acc%,0.00289,,,https://matharena.ai/ ($.competitions['aime--aime_2025'] / row glm/glm-46 / column accuracy),,out:effort-not-established,out:effort-not-established matharena-aime-aime-2025,matharena.ai,o4-mini,high,reasoning-math,hard,MathArena,per-problem,0.062,0.000289,695,13982,91.67,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['aime--aime_2025'] / row openai/o4-mini--high / column accuracy),,out:single-couple,out:cost-single-couple matharena-aime-aime-2025,matharena.ai,?Grok 4 Fast R,not-established:absent,reasoning-math,hard,MathArena,per-problem,0.005,0.000289,321,9160,90.83,acc%,0.00289,,,https://matharena.ai/ ($.competitions['aime--aime_2025'] / row xai/grok-4-fast-reasoning / column accuracy),,out:model-not-established,out:model-not-established matharena-aime-aime-2025,matharena.ai,deepseek-v3.1,think,reasoning-math,hard,MathArena,per-problem,0.033,0.000289,213,14961,90.83,acc%,0.00289,,,https://matharena.ai/ ($.competitions['aime--aime_2025'] / row deepseek/deepseek_v31 / column accuracy),,out:single-couple,out:cost-not-comparable matharena-aime-aime-2025,matharena.ai,gpt-oss-120b,not-established:absent,reasoning-math,hard,MathArena,per-problem,0.013,0.000289,212,21204,90.00,acc%,0.00289,,,https://matharena.ai/ ($.competitions['aime--aime_2025'] / row openai/oss-120b / column accuracy),,out:effort-not-established,out:effort-not-established matharena-aime-aime-2025,matharena.ai,?Grok 4.1 Fast (Reasoning),not-established:absent,reasoning-math,hard,MathArena,per-problem,0.005,0.000289,360,10009,89.17,acc%,0.00289,,,https://matharena.ai/ ($.competitions['aime--aime_2025'] / row xai/grok-41-fast-reasoning / column accuracy),,out:model-not-established,out:model-not-established matharena-aime-aime-2025,matharena.ai,gpt-oss-20b,not-established:absent,reasoning-math,hard,MathArena,per-problem,0.008,0.000289,212,40223,89.17,acc%,0.00289,,,https://matharena.ai/ ($.competitions['aime--aime_2025'] / row openai/oss-20b / column accuracy),,out:effort-not-established,out:effort-not-established matharena-aime-aime-2025,matharena.ai,deepseek-r1-0528,solo,reasoning-math,hard,MathArena,per-problem,0.048,0.000289,214,21923,89.17,acc%,0.00289,,,https://matharena.ai/ ($.competitions['aime--aime_2025'] / row deepseek/deepseek_r1_0528 / column accuracy),,out:single-couple,out:cost-not-comparable matharena-aime-aime-2025,matharena.ai,o3,high,reasoning-math,hard,MathArena,per-problem,0.060000000000000005,0.0233,1225,11885,89.17,acc%,0.00289,,cost-unrepriced; cost-price-band,https://matharena.ai/ ($.competitions['aime--aime_2025'] / row openai/o3 / column accuracy),,out:single-couple,out:cost-single-couple matharena-aime-aime-2025,matharena.ai,gemini-2.5-pro,think,reasoning-math,hard,MathArena,per-problem,0.091,0.0227,223,13397,88.33,acc%,0.00289,,cost-unrepriced; cost-price-band,https://matharena.ai/ ($.competitions['aime--aime_2025'] / row gemini/gemini-pro-2.5 / column accuracy),,out:single-couple,out:cost-single-couple matharena-aime-aime-2025,matharena.ai,gpt-5-mini,not-established:contradictory,reasoning-math,hard,MathArena,per-problem,0.033,0.000289,218,16431,87.50,acc%,0.00289,,,https://matharena.ai/ ($.competitions['aime--aime_2025'] / row openai/gpt-5-mini / column accuracy),,out:effort-not-established,out:effort-not-established matharena-aime-aime-2025,matharena.ai,o3-mini,high,reasoning-math,hard,MathArena,per-problem,0.050,0.000289,214,11392,86.67,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['aime--aime_2025'] / row openai/o3-mini / column accuracy),,out:single-couple,out:cost-single-couple matharena-aime-aime-2025,matharena.ai,gpt-5-nano,high,reasoning-math,hard,MathArena,per-problem,0.011,0.000289,296,27091,85.00,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['aime--aime_2025'] / row openai/gpt-5-nano / column accuracy),,out:single-couple,out:cost-single-couple matharena-aime-aime-2025,matharena.ai,o4-mini,medium,reasoning-math,hard,MathArena,per-problem,0.028,0.000289,218,6221,84.17,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['aime--aime_2025'] / row openai/o4-mini--medium / column accuracy),,out:single-couple,out:cost-single-couple matharena-aime-aime-2025,matharena.ai,?Gemini 2.5 Pro (05-06),not-established:absent,reasoning-math,hard,MathArena,,,,,,83.33,acc%,0.00289,,,https://matharena.ai/ ($.competitions['aime--aime_2025'] / row gemini/gemini-pro-2.5-05-06 / column accuracy),,out:model-not-established, matharena-aime-aime-2025,matharena.ai,glm-4.5-air,think,reasoning-math,hard,MathArena,per-problem,0.026,0.000289,218,24021,83.33,acc%,0.00289,,,https://matharena.ai/ ($.competitions['aime--aime_2025'] / row glm/glm-45-air / column accuracy),,out:single-couple,out:cost-not-comparable matharena-aime-aime-2025,matharena.ai,grok-3-mini,high,reasoning-math,hard,MathArena,per-problem,0.009,0.000289,211,18460,81.67,acc%,0.00289,,,https://matharena.ai/ ($.competitions['aime--aime_2025'] / row xai/grok-3-mini-high / column accuracy),,out:single-couple,out:cost-not-comparable matharena-aime-aime-2025,matharena.ai,o1,medium,reasoning-math,hard,MathArena,per-problem,0.71,0.00289,217,11813,81.67,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['aime--aime_2025'] / row openai/o1 / column accuracy),,out:single-couple,out:cost-single-couple matharena-aime-aime-2025,matharena.ai,qwen3-235b-a22b,default,reasoning-math,hard,MathArena,per-problem,0.009,0.000289,228,14907,80.83,acc%,0.00289,,,https://matharena.ai/ ($.competitions['aime--aime_2025'] / row qwen/qwen3_235b_a22b / column accuracy),,out:effort-not-established,out:effort-not-established matharena-aime-aime-2025,matharena.ai,o3-mini,medium,reasoning-math,hard,MathArena,per-problem,0.027,0.000289,218,6182,76.67,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['aime--aime_2025'] / row openai/o3-mini--medium / column accuracy),,out:single-couple,out:cost-single-couple matharena-aime-aime-2025,matharena.ai,gemini-2.5-flash,think,reasoning-math,hard,MathArena,per-problem,0.058800000000000005,0.0146,223,23871,70.83,acc%,0.00289,,cost-unrepriced; cost-price-band,https://matharena.ai/ ($.competitions['aime--aime_2025'] / row gemini/gemini-flash-2.5 / column accuracy),,out:single-couple,out:cost-single-couple matharena-aime-aime-2025,matharena.ai,qwen3-30b-a3b,default,reasoning-math,hard,MathArena,per-problem,0.005,0.000289,228,17970,70.00,acc%,0.00289,,,https://matharena.ai/ ($.competitions['aime--aime_2025'] / row qwen/qwen3_30b_a3b / column accuracy),,out:effort-not-established,out:effort-not-established matharena-aime-aime-2025,matharena.ai,deepseek-r1,solo,reasoning-math,hard,MathArena,per-problem,0.025,0.000289,210,11211,70.00,acc%,0.00289,,,https://matharena.ai/ ($.competitions['aime--aime_2025'] / row deepseek/deepseek_r1 / column accuracy),,out:single-couple,out:cost-not-comparable matharena-aime-aime-2025,matharena.ai,qwq-32b,solo,reasoning-math,hard,MathArena,per-problem,0.020,0.000289,239,16133,65.83,acc%,0.00289,,,https://matharena.ai/ ($.competitions['aime--aime_2025'] / row qwen/qwq / column accuracy),,out:single-couple,out:cost-not-comparable matharena-aime-aime-2025,matharena.ai,grok-3-mini,low,reasoning-math,hard,MathArena,per-problem,0.003,0.000289,211,5707,65.00,acc%,0.00289,,,https://matharena.ai/ ($.competitions['aime--aime_2025'] / row xai/grok-3-mini-low / column accuracy),,out:single-couple,out:cost-not-comparable matharena-aime-aime-2025,matharena.ai,o4-mini,low,reasoning-math,hard,MathArena,per-problem,0.012,0.000289,218,2605,61.67,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['aime--aime_2025'] / row openai/o4-mini--low / column accuracy),,out:single-couple,out:cost-single-couple matharena-aime-aime-2025,matharena.ai,?DeepSeek-R1-Distill-32B,not-established:absent,reasoning-math,hard,MathArena,per-problem,0.008,0.000289,12749,12749,60.00,acc%,0.00289,,,https://matharena.ai/ ($.competitions['aime--aime_2025'] / row deepseek/deepseek_distill_32b / column accuracy),,out:model-not-established,out:model-not-established matharena-aime-aime-2025,matharena.ai,?DeepSeek-R1-Distill-70B,not-established:absent,reasoning-math,hard,MathArena,per-problem,0.006,0.000289,213,10488,55.00,acc%,0.00289,,,https://matharena.ai/ ($.competitions['aime--aime_2025'] / row deepseek/deepseek_distill_70b / column accuracy),,out:model-not-established,out:model-not-established matharena-aime-aime-2025,matharena.ai,?gemini-2.0-flash-thinking,not-established:absent,reasoning-math,hard,MathArena,,,,,,53.33,acc%,0.00289,,,https://matharena.ai/ ($.competitions['aime--aime_2025'] / row gemini/gemini-flash-thinking-2.0 / column accuracy),,out:model-not-established, matharena-aime-aime-2025,matharena.ai,?DeepSeek-V3-03-24,not-established:absent,reasoning-math,hard,MathArena,per-problem,0.004,0.000289,212,3440,50.00,acc%,0.00289,,,https://matharena.ai/ ($.competitions['aime--aime_2025'] / row deepseek/deepseek_v3_03_24 / column accuracy),,out:model-not-established,out:model-not-established matharena-aime-aime-2025,matharena.ai,?DeepSeek-R1-Distill-14B,not-established:absent,reasoning-math,hard,MathArena,per-problem,0.004,0.000289,12352,12352,49.17,acc%,0.00289,,,https://matharena.ai/ ($.competitions['aime--aime_2025'] / row deepseek/deepseek_distill_14b / column accuracy),,out:model-not-established,out:model-not-established matharena-aime-aime-2025,matharena.ai,o3-mini,low,reasoning-math,hard,MathArena,per-problem,0.011,0.000289,218,2361,48.33,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['aime--aime_2025'] / row openai/o3-mini--low / column accuracy),,out:single-couple,out:cost-single-couple matharena-aime-aime-2025,matharena.ai,gpt-5-nano,low,reasoning-math,hard,MathArena,per-problem,0.001,0.000289,213,2172,47.22,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['aime--aime_2025'] / row openai/gpt-5-nano-low / column accuracy),,out:single-couple,out:cost-single-couple matharena-aime-aime-2025,matharena.ai,qwq-32b-preview,solo,reasoning-math,hard,MathArena,per-problem,0.010,0.000289,239,8085,33.33,acc%,0.00289,,,https://matharena.ai/ ($.competitions['aime--aime_2025'] / row qwen/qwq-preview / column accuracy),,out:single-couple,out:cost-not-comparable matharena-aime-aime-2025,matharena.ai,gemini-2.0-flash,solo,reasoning-math,hard,MathArena,per-problem,0.001,0.000289,222,2769,27.50,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['aime--aime_2025'] / row gemini/gemini-flash-2.0 / column accuracy),,out:single-couple,out:cost-single-couple matharena-aime-aime-2025,matharena.ai,gemini-2.0-pro-exp-02-05,solo,reasoning-math,hard,MathArena,per-problem,0.015,0.000289,223,3037,27.50,acc%,0.00289,,,https://matharena.ai/ ($.competitions['aime--aime_2025'] / row gemini/gemini-pro-2.0 / column accuracy),,out:single-couple,out:cost-not-comparable matharena-aime-aime-2025,matharena.ai,deepseek-v3,solo,reasoning-math,hard,MathArena,per-problem,0.003,0.000289,212,2471,25.00,acc%,0.00289,,,https://matharena.ai/ ($.competitions['aime--aime_2025'] / row deepseek/deepseek_v3 / column accuracy),,out:single-couple,out:cost-not-comparable matharena-aime-aime-2025,matharena.ai,?DeepSeek-R1-Distill-1.5B,not-established:absent,reasoning-math,hard,MathArena,per-problem,0.003,0.000289,221,17102,20.00,acc%,0.00289,,,https://matharena.ai/ ($.competitions['aime--aime_2025'] / row deepseek/deepseek_distill_1.5b / column accuracy),,out:model-not-established,out:model-not-established matharena-aime-aime-2025,matharena.ai,?gpt-4o,not-established:absent,reasoning-math,hard,MathArena,per-problem,0.009,0.000289,219,860,11.67,acc%,0.00289,,,https://matharena.ai/ ($.competitions['aime--aime_2025'] / row openai/gpt-4o / column accuracy),,out:model-not-established,out:model-not-established matharena-aime-aime-2026,matharena.ai,gpt-5.5,xhigh,reasoning-math,hard,MathArena,per-problem,0.16,0.00289,148,5219,100.00,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['aime--aime_2026'] / row openai/gpt-55 / column accuracy),,out:uninformative,in matharena-aime-aime-2026,matharena.ai,gpt-5.4,xhigh,reasoning-math,hard,MathArena,per-problem,0.16,0.00289,148,10743,99.17,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['aime--aime_2026'] / row openai/gpt-54 / column accuracy),,in,in matharena-aime-aime-2026,matharena.ai,gpt-5.2,high,reasoning-math,hard,MathArena,per-problem,0.12,0.00289,148,8403,98.33,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['aime--aime_2026'] / row openai/gpt-52-high / column accuracy),,in,in matharena-aime-aime-2026,matharena.ai,gemini-3.1-pro,high,reasoning-math,hard,MathArena,per-problem,0.17,0.00289,150,14364,98.33,acc%,0.00289,,,https://matharena.ai/ ($.competitions['aime--aime_2026'] / row gemini/gemini-31-pro / column accuracy),,in,out:cost-not-comparable matharena-aime-aime-2026,matharena.ai,gemini-3-flash,high,reasoning-math,hard,MathArena,per-problem,0.062,0.000289,150,20504,96.67,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['aime--aime_2026'] / row gemini/gemini-3-flash / column accuracy),,in,in matharena-aime-aime-2026,matharena.ai,glm-5,think,reasoning-math,hard,MathArena,per-problem,0.075,0.000289,151,23541,96.67,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['aime--aime_2026'] / row glm/glm-5 / column accuracy),,in,in matharena-aime-aime-2026,matharena.ai,deepseek-v4-pro-preview,max,reasoning-math,hard,MathArena,per-problem,0.042025,0.0231,224,23567,96.67,acc%,0.00289,,cost-unrepriced; cost-price-band,https://matharena.ai/ ($.competitions['aime--aime_2026'] / row deepseek/deepseek_v4_pro / column accuracy),,in,out:cost-single-couple matharena-aime-aime-2026,matharena.ai,gemini-3.6-flash,high,reasoning-math,hard,MathArena,per-problem,0.123,0.0237,150,10951,96.67,acc%,0.00289,,cost-unrepriced; cost-price-band,https://matharena.ai/ ($.competitions['aime--aime_2026'] / row gemini/gemini-36-flash / column accuracy),,in,out:cost-single-couple matharena-aime-aime-2026,matharena.ai,kimi-k3,max,reasoning-math,hard,MathArena,per-problem,0.11,0.00289,226,7031,96.67,acc%,0.00289,,cost-base-price:cost-uniform-factor,https://matharena.ai/ ($.competitions['aime--aime_2026'] / row moonshot/k3 / column accuracy),,in,in matharena-aime-aime-2026,matharena.ai,deepseek-v4-flash-preview,max,reasoning-math,hard,MathArena,per-problem,0.0049499999999999995,0.00236,227,33588,95.83,acc%,0.00289,,cost-unrepriced; cost-price-band,https://matharena.ai/ ($.competitions['aime--aime_2026'] / row deepseek/deepseek_v4_flash / column accuracy),,in,out:cost-single-couple matharena-aime-aime-2026,matharena.ai,?Kimi K2.5,not-established:absent,reasoning-math,hard,MathArena,per-problem,0.069,0.000289,148,22849,95.83,acc%,0.00289,,,https://matharena.ai/ ($.competitions['aime--aime_2026'] / row moonshot/k25 / column accuracy),,out:model-not-established,out:model-not-established matharena-aime-aime-2026,matharena.ai,glm-5.1,default,reasoning-math,hard,MathArena,per-problem,0.085,0.000289,150,26546,95.83,acc%,0.00289,,,https://matharena.ai/ ($.competitions['aime--aime_2026'] / row glm/glm-51 / column accuracy),,out:effort-not-established,out:effort-not-established matharena-aime-aime-2026,matharena.ai,kimi-k2.6,think,reasoning-math,hard,MathArena,per-problem,0.09,0.00289,148,22722,95.83,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['aime--aime_2026'] / row moonshot/k26 / column accuracy),,in,in matharena-aime-aime-2026,matharena.ai,gemini-3.5-flash,high,reasoning-math,hard,MathArena,per-problem,0.13,0.00289,150,13992,95.00,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['aime--aime_2026'] / row gemini/gemini-35-flash / column accuracy),,in,in matharena-aime-aime-2026,matharena.ai,?Grok 4.1 Fast (Reasoning),not-established:absent,reasoning-math,hard,MathArena,per-problem,0.005,0.000289,294,9618,94.17,acc%,0.00289,,,https://matharena.ai/ ($.competitions['aime--aime_2026'] / row xai/grok-41-fast-reasoning / column accuracy),,out:model-not-established,out:model-not-established matharena-aime-aime-2026,matharena.ai,deepseek-v3.2,think,reasoning-math,hard,MathArena,per-problem,0.006,0.000289,147,14854,94.17,acc%,0.00289,,,https://matharena.ai/ ($.competitions['aime--aime_2026'] / row deepseek/deepseek_v32_dec / column accuracy),,in,out:cost-not-comparable matharena-aime-aime-2026,matharena.ai,qwen3.5-397b-a17b,default,reasoning-math,hard,MathArena,per-problem,0.075,0.000289,309,20797,94.17,acc%,0.00289,,,https://matharena.ai/ ($.competitions['aime--aime_2026'] / row qwen/qwen3.5_397b / column accuracy),,out:effort-not-established,out:effort-not-established matharena-aime-aime-2026,matharena.ai,qwen3.5-35b-a3b,default,reasoning-math,hard,MathArena,per-problem,0.041,0.000289,150,31856,93.33,acc%,0.00289,,,https://matharena.ai/ ($.competitions['aime--aime_2026'] / row qwen/qwen3.5_35b_a3b / column accuracy),,out:effort-not-established,out:effort-not-established matharena-aime-aime-2026,matharena.ai,qwen3.5-9b,default,reasoning-math,hard,MathArena,per-problem,0.005,0.000289,160,31184,92.50,acc%,0.00289,,,https://matharena.ai/ ($.competitions['aime--aime_2026'] / row qwen/qwen3.5_9b / column accuracy),,out:effort-not-established,out:effort-not-established matharena-aime-aime-2026,matharena.ai,qwen3.5-27b,default,reasoning-math,hard,MathArena,,,,,,91.67,acc%,0.00289,,,https://matharena.ai/ ($.competitions['aime--aime_2026'] / row qwen/qwen3.5_27b / column accuracy),,out:effort-not-established, matharena-aime-aime-2026,matharena.ai,?Gemini 3 Pro (preview),not-established:absent,reasoning-math,hard,MathArena,per-problem,0.18,0.00289,150,14712,91.67,acc%,0.00289,,,https://matharena.ai/ ($.competitions['aime--aime_2026'] / row gemini/riftrunner / column accuracy),,out:model-not-established,out:model-not-established matharena-aime-aime-2026,matharena.ai,glm-5.2,max,reasoning-math,hard,MathArena,per-problem,0.076,0.000289,179,18424,90.00,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['aime--aime_2026'] / row glm/glm-52 / column accuracy),,in,in matharena-aime-aime-2026,matharena.ai,?Qwen3-30B-A3B-2507-Think,not-established:absent,reasoning-math,hard,MathArena,per-problem,0.005,0.000289,149,17939,88.33,acc%,0.00289,,,https://matharena.ai/ ($.competitions['aime--aime_2026'] / row qwen/qwen3_30b_a3b_2507 / column accuracy),,out:model-not-established,out:model-not-established matharena-aime-aime-2026,matharena.ai,?Qwen3-4B-2507-Think,not-established:absent,reasoning-math,hard,MathArena,per-problem,0.006,0.000289,149,21206,82.50,acc%,0.00289,,,https://matharena.ai/ ($.competitions['aime--aime_2026'] / row qwen/qwen3_4b_2507 / column accuracy),,out:model-not-established,out:model-not-established matharena-apex-apex-2025,matharena.ai,gpt-5.5,xhigh,reasoning-math,frontier,MathArena,per-problem,1.42,0.00289,128,47166,80.21,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['apex--apex_2025'] / row openai/gpt-55 / column accuracy),,in,in matharena-apex-apex-2025,matharena.ai,gpt-5.4-pro,xhigh,reasoning-math,frontier,MathArena,per-problem,8.65,0.00289,8372,46663,69.79,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['apex--apex_2025'] / row openai/gpt-54-pro / column accuracy),,in,in matharena-apex-apex-2025,matharena.ai,kimi-k3,max,reasoning-math,frontier,MathArena,per-problem,1.11,0.00289,237,74265,65.62,acc%,0.00289,,cost-base-price:cost-uniform-factor,https://matharena.ai/ ($.competitions['apex--apex_2025'] / row moonshot/k3 / column accuracy),,in,in matharena-apex-apex-2025,matharena.ai,gemini-3.1-pro,high,reasoning-math,frontier,MathArena,per-problem,0.41,0.00289,126,33915,60.94,acc%,0.00289,,,https://matharena.ai/ ($.competitions['apex--apex_2025'] / row gemini/gemini-31-pro / column accuracy),,in,out:cost-not-comparable matharena-apex-apex-2025,matharena.ai,gpt-5.4,xhigh,reasoning-math,frontier,MathArena,per-problem,1.03,0.00289,7772,67637,54.17,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['apex--apex_2025'] / row openai/gpt-54 / column accuracy),,in,in matharena-apex-apex-2025,matharena.ai,gemini-3.5-flash,high,reasoning-math,frontier,MathArena,per-problem,0.30,0.00289,155,32815,32.29,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['apex--apex_2025'] / row gemini/gemini-35-flash / column accuracy),,in,in matharena-apex-apex-2025,matharena.ai,deepseek-v4-pro-preview,max,reasoning-math,frontier,MathArena,per-problem,0.21525,0.118,202,120214,28.12,acc%,0.00289,,cost-unrepriced; cost-price-band,https://matharena.ai/ ($.competitions['apex--apex_2025'] / row deepseek/deepseek_v4_pro / column accuracy),,in,out:cost-single-couple matharena-apex-apex-2025,matharena.ai,?DeepSeek-v4-Flash,not-established:absent,reasoning-math,frontier,MathArena,per-problem,0.050,0.000289,219,179799,27.08,acc%,0.00289,,,https://matharena.ai/ ($.competitions['apex--apex_2025'] / row deepseek/deepseek_v4_flash / column accuracy),,out:model-not-established,out:model-not-established matharena-apex-apex-2025,matharena.ai,gemini-3.6-flash,high,reasoning-math,frontier,MathArena,per-problem,0.28500000000000003,0.0549,126,25665,26.04,acc%,0.00289,,cost-unrepriced; cost-price-band,https://matharena.ai/ ($.competitions['apex--apex_2025'] / row gemini/gemini-36-flash / column accuracy),,in,out:cost-single-couple matharena-apex-apex-2025,matharena.ai,kimi-k2.6,think,reasoning-math,frontier,MathArena,per-problem,0.32,0.00289,120,80726,23.96,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['apex--apex_2025'] / row moonshot/k26 / column accuracy),,in,in matharena-apex-apex-2025,matharena.ai,?Gemini 3 Pro (preview),not-established:absent,reasoning-math,frontier,MathArena,per-problem,0.28,0.00289,133,23601,23.44,acc%,0.00289,,,https://matharena.ai/ ($.competitions['apex--apex_2025'] / row gemini/riftrunner / column accuracy),,out:model-not-established,out:model-not-established matharena-apex-apex-2025,matharena.ai,glm-5.2,max,reasoning-math,frontier,MathArena,per-problem,0.18,0.00289,134,43072,19.79,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['apex--apex_2025'] / row glm/glm-52 / column accuracy),,in,in matharena-apex-apex-2025,matharena.ai,gemini-3-flash,high,reasoning-math,frontier,MathArena,per-problem,0.10,0.00289,126,34852,15.62,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['apex--apex_2025'] / row gemini/gemini-3-flash / column accuracy),,in,in matharena-apex-apex-2025,matharena.ai,gpt-5.2,high,reasoning-math,frontier,MathArena,per-problem,1.00,0.00289,318,71416,13.54,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['apex--apex_2025'] / row openai/gpt-52-high / column accuracy),,in,in matharena-apex-apex-2025,matharena.ai,glm-5.1,default,reasoning-math,frontier,MathArena,per-problem,0.27,0.00289,169,85816,11.46,acc%,0.00289,,,https://matharena.ai/ ($.competitions['apex--apex_2025'] / row glm/glm-51 / column accuracy),,out:effort-not-established,out:effort-not-established matharena-apex-apex-2025,matharena.ai,glm-5,think,reasoning-math,frontier,MathArena,per-problem,0.25,0.00289,180,78269,10.94,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['apex--apex_2025'] / row glm/glm-5 / column accuracy),,in,in matharena-apex-apex-2025,matharena.ai,deepseek-v3.2-speciale,solo,reasoning-math,frontier,MathArena,per-problem,0.031,0.000289,153,73369,9.38,acc%,0.00289,,,https://matharena.ai/ ($.competitions['apex--apex_2025'] / row deepseek/deepseek_v32_special / column accuracy),,in,out:cost-not-comparable matharena-apex-apex-2025,matharena.ai,?Kimi K2.5,not-established:absent,reasoning-math,frontier,MathArena,per-problem,0.18,0.00289,128,60555,8.85,acc%,0.00289,,,https://matharena.ai/ ($.competitions['apex--apex_2025'] / row moonshot/k25 / column accuracy),,out:model-not-established,out:model-not-established matharena-apex-apex-2025,matharena.ai,?Grok 4 Fast R,not-established:absent,reasoning-math,frontier,MathArena,per-problem,0.011,0.000289,241,22794,5.21,acc%,0.00289,,,https://matharena.ai/ ($.competitions['apex--apex_2025'] / row xai/grok-4-fast-reasoning / column accuracy),,out:model-not-established,out:model-not-established matharena-apex-apex-2025,matharena.ai,?Grok 4.1 Fast (Reasoning),not-established:absent,reasoning-math,frontier,MathArena,per-problem,0.013,0.000289,280,26208,5.21,acc%,0.00289,,,https://matharena.ai/ ($.competitions['apex--apex_2025'] / row xai/grok-41-fast-reasoning / column accuracy),,out:model-not-established,out:model-not-established matharena-apex-apex-2025,matharena.ai,?Qwen3-235B-2507-Think,not-established:absent,reasoning-math,frontier,MathArena,per-problem,0.052,0.000289,141,42861,5.21,acc%,0.00289,,,https://matharena.ai/ ($.competitions['apex--apex_2025'] / row qwen/qwen3_235b_a22b_2507 / column accuracy),,out:model-not-established,out:model-not-established matharena-apex-apex-2025,matharena.ai,qwen3.5-35b-a3b,default,reasoning-math,frontier,MathArena,per-problem,0.085,0.000289,125,65584,4.17,acc%,0.00289,,,https://matharena.ai/ ($.competitions['apex--apex_2025'] / row qwen/qwen3.5_35b_a3b / column accuracy),,out:effort-not-established,out:effort-not-established matharena-apex-apex-2025,matharena.ai,?Qwen3-4B-2507-Think,not-established:absent,reasoning-math,frontier,MathArena,per-problem,0.008,0.000289,124,28284,2.08,acc%,0.00289,,,https://matharena.ai/ ($.competitions['apex--apex_2025'] / row qwen/qwen3_4b_2507 / column accuracy),,out:model-not-established,out:model-not-established matharena-apex-apex-2025,matharena.ai,deepseek-v3.2,think,reasoning-math,frontier,MathArena,per-problem,0.018,0.000289,157,43901,2.08,acc%,0.00289,,,https://matharena.ai/ ($.competitions['apex--apex_2025'] / row deepseek/deepseek_v32_dec / column accuracy),,in,out:cost-not-comparable matharena-apex-apex-2025,matharena.ai,qwen3.5-27b,default,reasoning-math,frontier,MathArena,,,,,,2.08,acc%,0.00289,,,https://matharena.ai/ ($.competitions['apex--apex_2025'] / row qwen/qwen3.5_27b / column accuracy),,out:effort-not-established, matharena-apex-apex-2025,matharena.ai,grok-4,solo,reasoning-math,frontier,MathArena,per-problem,0.52,0.00289,131,34485,2.08,acc%,0.00289,,,https://matharena.ai/ ($.competitions['apex--apex_2025'] / row xai/grok-4 / column accuracy),,out:single-couple,out:cost-not-comparable matharena-apex-apex-2025,matharena.ai,gpt-oss-120b,not-established:absent,reasoning-math,frontier,MathArena,per-problem,0.027,0.000289,200,45365,1.04,acc%,0.00289,,,https://matharena.ai/ ($.competitions['apex--apex_2025'] / row openai/oss-120b / column accuracy),,out:effort-not-established,out:effort-not-established matharena-apex-apex-2025,matharena.ai,gpt-5-mini,not-established:contradictory,reasoning-math,frontier,MathArena,per-problem,0.070,0.000289,798,34849,1.04,acc%,0.00289,,,https://matharena.ai/ ($.competitions['apex--apex_2025'] / row openai/gpt-5-mini / column accuracy),,out:effort-not-established,out:effort-not-established matharena-apex-apex-2025,matharena.ai,glm-4.5,think,reasoning-math,frontier,MathArena,per-problem,0.076,0.000289,136,34285,1.04,acc%,0.00289,,,https://matharena.ai/ ($.competitions['apex--apex_2025'] / row glm/glm-45 / column accuracy),,out:effort-not-established,out:effort-not-established matharena-apex-apex-2025,matharena.ai,deepseek-r1-0528,solo,reasoning-math,frontier,MathArena,per-problem,0.082,0.000289,131,37304,1.04,acc%,0.00289,,,https://matharena.ai/ ($.competitions['apex--apex_2025'] / row deepseek/deepseek_r1_0528 / column accuracy),,out:single-couple,out:cost-not-comparable matharena-apex-apex-2025,matharena.ai,gpt-5,high,reasoning-math,frontier,MathArena,per-problem,0.46,0.00289,134,46122,1.04,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['apex--apex_2025'] / row openai/gpt-5 / column accuracy),,out:single-couple,out:cost-single-couple matharena-apex-apex-2025,matharena.ai,gpt-5.1,high,reasoning-math,frontier,MathArena,per-problem,0.55,0.00289,178,54816,1.04,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['apex--apex_2025'] / row openai/gpt-51 / column accuracy),,in,in matharena-apex-apex-2025,matharena.ai,qwen3.5-9b,default,reasoning-math,frontier,MathArena,per-problem,0.009,0.000289,137,59074,0.52,acc%,0.00289,,,https://matharena.ai/ ($.competitions['apex--apex_2025'] / row qwen/qwen3.5_9b / column accuracy),,out:effort-not-established,out:effort-not-established matharena-apex-apex-2025,matharena.ai,?Qwen3-30B-A3B-2507-Think,not-established:absent,reasoning-math,frontier,MathArena,per-problem,0.009,0.000289,124,30727,0.52,acc%,0.00289,,,https://matharena.ai/ ($.competitions['apex--apex_2025'] / row qwen/qwen3_30b_a3b_2507 / column accuracy),,out:model-not-established,out:model-not-established matharena-apex-apex-2025,matharena.ai,deepseek-v3.2-exp,think,reasoning-math,frontier,MathArena,per-problem,0.014,0.000289,131,33813,0.52,acc%,0.00289,,,https://matharena.ai/ ($.competitions['apex--apex_2025'] / row deepseek/deepseek_v32 / column accuracy),,out:single-couple,out:cost-not-comparable matharena-apex-apex-2025,matharena.ai,glm-4.6,default,reasoning-math,frontier,MathArena,per-problem,0.070,0.000289,205,31749,0.52,acc%,0.00289,,,https://matharena.ai/ ($.competitions['apex--apex_2025'] / row glm/glm-46 / column accuracy),,out:effort-not-established,out:effort-not-established matharena-apex-apex-2025,matharena.ai,deepseek-v3.1,think,reasoning-math,frontier,MathArena,per-problem,0.073,0.000289,130,33355,0.52,acc%,0.00289,,,https://matharena.ai/ ($.competitions['apex--apex_2025'] / row deepseek/deepseek_v31 / column accuracy),,out:single-couple,out:cost-not-comparable matharena-apex-apex-2025,matharena.ai,gemini-2.5-pro,think,reasoning-math,frontier,MathArena,per-problem,0.217,0.0538,133,31181,0.52,acc%,0.00289,,cost-unrepriced; cost-price-band,https://matharena.ai/ ($.competitions['apex--apex_2025'] / row gemini/gemini-pro-2.5 / column accuracy),,out:single-couple,out:cost-single-couple matharena-apex-apex-2025,matharena.ai,?Kimi K2 Thinking,not-established:absent,reasoning-math,frontier,MathArena,per-problem,0.15,0.00289,176,58028,0.00,acc%,0.00289,,,https://matharena.ai/ ($.competitions['apex--apex_2025'] / row moonshot/k2-thinking / column accuracy),,out:model-not-established,out:model-not-established matharena-apex-shortlist-2025,matharena.ai,gpt-5.5,xhigh,reasoning-math,frontier,MathArena,per-problem,0.77,0.00289,173,25639,98.40,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['apex--shortlist_2025'] / row openai/gpt-55 / column accuracy),,in,in matharena-apex-shortlist-2025,matharena.ai,gemini-3.1-pro,high,reasoning-math,frontier,MathArena,per-problem,0.37,0.00289,168,30656,92.02,acc%,0.00289,,,https://matharena.ai/ ($.competitions['apex--shortlist_2025'] / row gemini/gemini-31-pro / column accuracy),,in,out:cost-not-comparable matharena-apex-shortlist-2025,matharena.ai,kimi-k3,max,reasoning-math,frontier,MathArena,per-problem,0.66,0.00289,260,44231,92.02,acc%,0.00289,,cost-base-price:cost-uniform-factor,https://matharena.ai/ ($.competitions['apex--shortlist_2025'] / row moonshot/k3 / column accuracy),,in,in matharena-apex-shortlist-2025,matharena.ai,deepseek-v4-flash-preview,max,reasoning-math,frontier,MathArena,per-problem,0.022,0.0104,266,142705,89.36,acc%,0.00289,,cost-unrepriced; cost-price-band,https://matharena.ai/ ($.competitions['apex--shortlist_2025'] / row deepseek/deepseek_v4_flash / column accuracy),,in,out:cost-single-couple matharena-apex-shortlist-2025,matharena.ai,deepseek-v4-pro-preview,max,reasoning-math,frontier,MathArena,per-problem,0.17425000000000002,0.0957,245,98925,87.77,acc%,0.00289,,cost-unrepriced; cost-price-band,https://matharena.ai/ ($.competitions['apex--shortlist_2025'] / row deepseek/deepseek_v4_pro / column accuracy),,in,out:cost-single-couple matharena-apex-shortlist-2025,matharena.ai,gemini-3.5-flash,high,reasoning-math,frontier,MathArena,per-problem,0.26,0.00289,204,29307,82.45,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['apex--shortlist_2025'] / row gemini/gemini-35-flash / column accuracy),,in,in matharena-apex-shortlist-2025,matharena.ai,gpt-5.4,xhigh,reasoning-math,frontier,MathArena,per-problem,0.53,0.00289,9578,33701,81.38,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['apex--shortlist_2025'] / row openai/gpt-54 / column accuracy),,in,in matharena-apex-shortlist-2025,matharena.ai,gpt-5.2,high,reasoning-math,frontier,MathArena,per-problem,0.76,0.00289,1053,54048,79.26,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['apex--shortlist_2025'] / row openai/gpt-52-high / column accuracy),,in,in matharena-apex-shortlist-2025,matharena.ai,kimi-k2.6,think,reasoning-math,frontier,MathArena,per-problem,0.27,0.00289,168,68577,77.13,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['apex--shortlist_2025'] / row moonshot/k26 / column accuracy),,in,in matharena-apex-shortlist-2025,matharena.ai,glm-5.1,default,reasoning-math,frontier,MathArena,per-problem,0.24,0.00289,207,73757,71.81,acc%,0.00289,,,https://matharena.ai/ ($.competitions['apex--shortlist_2025'] / row glm/glm-51 / column accuracy),,out:effort-not-established,out:effort-not-established matharena-apex-shortlist-2025,matharena.ai,gemini-3.6-flash,high,reasoning-math,frontier,MathArena,per-problem,0.28500000000000003,0.0549,168,25211,71.28,acc%,0.00289,,cost-unrepriced; cost-price-band,https://matharena.ai/ ($.competitions['apex--shortlist_2025'] / row gemini/gemini-36-flash / column accuracy),,in,out:cost-single-couple matharena-apex-shortlist-2025,matharena.ai,deepseek-v3.2-speciale,solo,reasoning-math,frontier,MathArena,per-problem,0.028,0.000289,200,66236,69.68,acc%,0.00289,,,https://matharena.ai/ ($.competitions['apex--shortlist_2025'] / row deepseek/deepseek_v32_special / column accuracy),,in,out:cost-not-comparable matharena-apex-shortlist-2025,matharena.ai,gemini-3-flash,high,reasoning-math,frontier,MathArena,per-problem,0.09,0.00289,183,31434,68.62,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['apex--shortlist_2025'] / row gemini/gemini-3-flash / column accuracy),,in,in matharena-apex-shortlist-2025,matharena.ai,glm-5,think,reasoning-math,frontier,MathArena,per-problem,0.22,0.00289,212,68201,68.62,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['apex--shortlist_2025'] / row glm/glm-5 / column accuracy),,in,in matharena-apex-shortlist-2025,matharena.ai,glm-5.2,max,reasoning-math,frontier,MathArena,per-problem,0.16,0.00289,214,38771,68.09,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['apex--shortlist_2025'] / row glm/glm-52 / column accuracy),,in,in matharena-apex-shortlist-2025,matharena.ai,?Gemini 3 Pro (preview),not-established:absent,reasoning-math,frontier,MathArena,per-problem,0.27,0.00289,184,22821,66.49,acc%,0.00289,,,https://matharena.ai/ ($.competitions['apex--shortlist_2025'] / row gemini/riftrunner / column accuracy),,out:model-not-established,out:model-not-established matharena-apex-shortlist-2025,matharena.ai,qwen3.5-397b-a17b,default,reasoning-math,frontier,MathArena,per-problem,0.14,0.00289,192,39424,60.11,acc%,0.00289,,,https://matharena.ai/ ($.competitions['apex--shortlist_2025'] / row qwen/qwen3.5_397b / column accuracy),,out:effort-not-established,out:effort-not-established matharena-apex-shortlist-2025,matharena.ai,?Grok 4.1 Fast (Reasoning),not-established:absent,reasoning-math,frontier,MathArena,per-problem,0.014,0.000289,404,26925,57.91,acc%,0.00289,,,https://matharena.ai/ ($.competitions['apex--shortlist_2025'] / row xai/grok-41-fast-reasoning / column accuracy),,out:model-not-established,out:model-not-established matharena-apex-shortlist-2025,matharena.ai,?Kimi K2.5,not-established:absent,reasoning-math,frontier,MathArena,per-problem,0.16,0.00289,168,52032,57.45,acc%,0.00289,,,https://matharena.ai/ ($.competitions['apex--shortlist_2025'] / row moonshot/k25 / column accuracy),,out:model-not-established,out:model-not-established matharena-apex-shortlist-2025,matharena.ai,grok-4,solo,reasoning-math,frontier,MathArena,per-problem,0.52,0.00289,859,34614,57.45,acc%,0.00289,,,https://matharena.ai/ ($.competitions['apex--shortlist_2025'] / row xai/grok-4 / column accuracy),,out:single-couple,out:cost-not-comparable matharena-apex-shortlist-2025,matharena.ai,gpt-5.1,high,reasoning-math,frontier,MathArena,per-problem,0.57,0.00289,277,57017,55.85,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['apex--shortlist_2025'] / row openai/gpt-51 / column accuracy),,in,in matharena-apex-shortlist-2025,matharena.ai,?Grok 4 Fast R,not-established:absent,reasoning-math,frontier,MathArena,per-problem,0.012,0.000289,322,24231,55.32,acc%,0.00289,,,https://matharena.ai/ ($.competitions['apex--shortlist_2025'] / row xai/grok-4-fast-reasoning / column accuracy),,out:model-not-established,out:model-not-established matharena-apex-shortlist-2025,matharena.ai,qwen3.5-27b,default,reasoning-math,frontier,MathArena,per-problem,0.15,0.00289,178,60409,52.13,acc%,0.00289,,,https://matharena.ai/ ($.competitions['apex--shortlist_2025'] / row qwen/qwen3.5_27b / column accuracy),,out:effort-not-established,out:effort-not-established matharena-apex-shortlist-2025,matharena.ai,deepseek-v3.2,think,reasoning-math,frontier,MathArena,per-problem,0.016,0.000289,183,38748,50.45,acc%,0.00289,,,https://matharena.ai/ ($.competitions['apex--shortlist_2025'] / row deepseek/deepseek_v32_dec / column accuracy),,in,out:cost-not-comparable matharena-apex-shortlist-2025,matharena.ai,?Kimi K2 Thinking,not-established:absent,reasoning-math,frontier,MathArena,per-problem,0.14,0.00289,237,57238,47.34,acc%,0.00289,,,https://matharena.ai/ ($.competitions['apex--shortlist_2025'] / row moonshot/k2-thinking / column accuracy),,out:model-not-established,out:model-not-established matharena-apex-shortlist-2025,matharena.ai,gpt-oss-120b,not-established:absent,reasoning-math,frontier,MathArena,per-problem,0.026,0.000289,238,42972,45.21,acc%,0.00289,,,https://matharena.ai/ ($.competitions['apex--shortlist_2025'] / row openai/oss-120b / column accuracy),,out:effort-not-established,out:effort-not-established matharena-apex-shortlist-2025,matharena.ai,qwen3.5-35b-a3b,default,reasoning-math,frontier,MathArena,per-problem,0.085,0.000289,168,65307,44.68,acc%,0.00289,,,https://matharena.ai/ ($.competitions['apex--shortlist_2025'] / row qwen/qwen3.5_35b_a3b / column accuracy),,out:effort-not-established,out:effort-not-established matharena-apex-shortlist-2025,matharena.ai,gpt-5-mini,not-established:contradictory,reasoning-math,frontier,MathArena,per-problem,0.068,0.000289,1607,33794,39.89,acc%,0.00289,,,https://matharena.ai/ ($.competitions['apex--shortlist_2025'] / row openai/gpt-5-mini / column accuracy),,out:effort-not-established,out:effort-not-established matharena-apex-shortlist-2025,matharena.ai,qwen3.5-9b,default,reasoning-math,frontier,MathArena,per-problem,0.009,0.000289,177,62059,29.79,acc%,0.00289,,,https://matharena.ai/ ($.competitions['apex--shortlist_2025'] / row qwen/qwen3.5_9b / column accuracy),,out:effort-not-established,out:effort-not-established matharena-apex-shortlist-2025,matharena.ai,?Qwen3-30B-A3B-2507-Think,not-established:absent,reasoning-math,frontier,MathArena,per-problem,0.010,0.000289,166,32111,23.40,acc%,0.00289,,,https://matharena.ai/ ($.competitions['apex--shortlist_2025'] / row qwen/qwen3_30b_a3b_2507 / column accuracy),,out:model-not-established,out:model-not-established matharena-apex-shortlist-2025,matharena.ai,?Qwen3-4B-2507-Think,not-established:absent,reasoning-math,frontier,MathArena,per-problem,0.010,0.000289,166,32631,16.49,acc%,0.00289,,,https://matharena.ai/ ($.competitions['apex--shortlist_2025'] / row qwen/qwen3_4b_2507 / column accuracy),,out:model-not-established,out:model-not-established matharena-arxiv-april,matharena.ai,gpt-6-astra,max,reasoning-math,frontier,MathArena,per-problem,0.59,0.00289,,11580,90.83,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv--april'] / row openai/gpt-6-astra / column accuracy),,in,in matharena-arxiv-april,matharena.ai,gpt-5.5,xhigh,reasoning-math,frontier,MathArena,per-problem,0.63,0.00289,951,20706,68.75,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv--april'] / row openai/gpt-55 / column accuracy),,in,in matharena-arxiv-april,matharena.ai,gemini-3.8-flash,high,reasoning-math,frontier,MathArena,per-problem,0.15,0.00289,204,40258,64.17,acc%,0.00289,,base-scheduled-list-price; cost-base-price:cost-delta-on-source,https://matharena.ai/ ($.competitions['arxiv--april'] / row gemini/gemini-38-flash / column accuracy),,in,in matharena-arxiv-april,matharena.ai,gemini-3.1-pro,high,reasoning-math,frontier,MathArena,per-problem,0.32,0.00289,168,26633,63.75,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv--april'] / row gemini/gemini-31-pro / column accuracy),,in,out:cost-not-comparable matharena-arxiv-april,matharena.ai,?Qwen3.8-Max,not-established:absent,reasoning-math,frontier,MathArena,per-problem,0.30,0.00289,221,49511,59.17,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv--april'] / row qwen/qwen3.8_max / column accuracy),,out:model-not-established,out:model-not-established matharena-arxiv-april,matharena.ai,gemini-3.7-flash,high,reasoning-math,frontier,MathArena,per-problem,0.077,0.000289,164,20454,57.50,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv--april'] / row gemini/gemini-37-flash / column accuracy),,in,in matharena-arxiv-april,matharena.ai,kimi-k3,max,reasoning-math,frontier,MathArena,per-problem,0.42,0.00289,244,27657,54.17,acc%,0.00289,,cost-base-price:cost-uniform-factor,https://matharena.ai/ ($.competitions['arxiv--april'] / row moonshot/k3 / column accuracy),,in,out:cost-single-couple matharena-arxiv-april,matharena.ai,gemini-3.5-flash,high,reasoning-math,frontier,MathArena,per-problem,0.22,0.00289,166,24933,52.50,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv--april'] / row gemini/gemini-35-flash / column accuracy),,in,in matharena-arxiv-april,matharena.ai,gemini-3.6-flash,high,reasoning-math,frontier,MathArena,per-problem,0.255,0.0492,168,22954,52.50,acc%,0.00289,,cost-unrepriced; cost-price-band,https://matharena.ai/ ($.competitions['arxiv--april'] / row gemini/gemini-36-flash / column accuracy),,in,out:cost-single-couple matharena-arxiv-april,matharena.ai,?DeepSeek-v4-Pro,not-established:absent,reasoning-math,frontier,MathArena,per-problem,0.34,0.00289,233,96975,51.25,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv--april'] / row deepseek/deepseek_v4_pro / column accuracy),,out:model-not-established,out:model-not-established matharena-arxiv-april,matharena.ai,glm-5.2,max,reasoning-math,frontier,MathArena,per-problem,0.20,0.00289,172,49614,47.50,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv--april'] / row glm/glm-52 / column accuracy),,in,in matharena-arxiv-april,matharena.ai,?DeepSeek-v4-Flash,not-established:absent,reasoning-math,frontier,MathArena,per-problem,0.038,0.000289,242,135518,47.50,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv--april'] / row deepseek/deepseek_v4_flash / column accuracy),,out:model-not-established,out:model-not-established matharena-arxiv-april,matharena.ai,deepseek-v4.1-flash,max,reasoning-math,frontier,MathArena,,,,,,45.00,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv--april'] / row deepseek/deepseek_v41_flash / column accuracy),,in, matharena-arxiv-april,matharena.ai,glm-5.1,default,reasoning-math,frontier,MathArena,per-problem,0.16,0.00289,178,48429,36.25,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv--april'] / row glm/glm-51 / column accuracy),,out:effort-not-established,out:effort-not-established matharena-arxiv-april,matharena.ai,?Qwen3.6-35B,not-established:absent,reasoning-math,frontier,MathArena,,,,,,33.75,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv--april'] / row qwen/qwen3.6_35b / column accuracy),,out:model-not-established, matharena-arxiv-april,matharena.ai,qwen3.5-2b,think,reasoning-math,frontier,MathArena,,,,,,1.88,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv--april'] / row qwen/qwen3.5_2b / column accuracy),,in, matharena-arxiv-august,matharena.ai,gpt-6.1-sol,max,reasoning-math,frontier,MathArena,per-problem,0.93,0.00289,,63909,96.49,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv--august'] / row openai/gpt-61-sol / column accuracy),,out:superseded,out:superseded matharena-arxiv-august,matharena.ai,gpt-6-sol,max,reasoning-math,frontier,MathArena,per-problem,4.82,0.00289,,157043,92.98,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv--august'] / row openai/gpt-6-sol / column accuracy),,out:superseded,out:superseded matharena-arxiv-august,matharena.ai,gpt-6-astra,max,reasoning-math,frontier,MathArena,per-problem,3.63,0.00289,,27180,88.60,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv--august'] / row openai/gpt-6-astra / column accuracy),,in,in matharena-arxiv-august,matharena.ai,gpt-6-astra,low,reasoning-math,frontier,MathArena,per-problem,1.22,0.00289,,12664,85.09,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv--august'] / row openai/gpt-6-astra-low / column accuracy),,in,in matharena-arxiv-august,matharena.ai,?Qwen3.8-Max,not-established:absent,reasoning-math,frontier,MathArena,per-problem,5.76,0.00289,,297226,57.89,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv--august'] / row qwen/qwen3.8_max / column accuracy),,out:model-not-established,out:model-not-established matharena-arxiv-august,matharena.ai,grok-4.7,xhigh,reasoning-math,frontier,MathArena,per-problem,7.95,0.00289,,178253,46.49,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv--august'] / row xai/grok-47 / column accuracy),,out:superseded,out:superseded matharena-arxiv-august,matharena.ai,deepseek-v4.1-flash,max,reasoning-math,frontier,MathArena,,,,,,43.86,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv--august'] / row deepseek/deepseek_v41_flash / column accuracy),,out:superseded, matharena-arxiv-august,matharena.ai,gemini-3.8-flash,high,reasoning-math,frontier,MathArena,per-problem,0.92,0.00289,,95160,40.35,acc%,0.00289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://matharena.ai/ ($.competitions['arxiv--august'] / row gemini/gemini-38-flash / column accuracy),,in,in matharena-arxiv-august,matharena.ai,kimi-k3,max,reasoning-math,frontier,MathArena,per-problem,5.77,0.00289,,332043,38.60,acc%,0.00289,,cost-base-price:cost-uniform-factor,https://matharena.ai/ ($.competitions['arxiv--august'] / row moonshot/k3 / column accuracy),,in,in matharena-arxiv-false-april,matharena.ai,gpt-6-astra,max,reasoning-math,frontier,MathArena,per-problem,0.61,0.00289,,11736,97.54,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv_false--april'] / row openai/gpt-6-astra / column accuracy),,in,in matharena-arxiv-false-april,matharena.ai,gpt-5.5,xhigh,reasoning-math,frontier,MathArena,per-problem,0.64,0.00289,927,21160,72.13,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv_false--april'] / row openai/gpt-55 / column accuracy),,in,in matharena-arxiv-false-april,matharena.ai,kimi-k3,max,reasoning-math,frontier,MathArena,per-problem,0.74,0.00289,226,49260,59.43,acc%,0.00289,,cost-base-price:cost-uniform-factor,https://matharena.ai/ ($.competitions['arxiv_false--april'] / row moonshot/k3 / column accuracy),,in,out:cost-single-couple matharena-arxiv-false-april,matharena.ai,?Qwen3.8-Max,not-established:absent,reasoning-math,frontier,MathArena,per-problem,0.35,0.00289,210,57731,45.49,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv_false--april'] / row qwen/qwen3.8_max / column accuracy),,out:model-not-established,out:model-not-established matharena-arxiv-false-april,matharena.ai,gemini-3.8-flash,high,reasoning-math,frontier,MathArena,per-problem,0.15,0.00289,143,39916,33.61,acc%,0.00289,,base-scheduled-list-price; cost-base-price:cost-delta-on-source,https://matharena.ai/ ($.competitions['arxiv_false--april'] / row gemini/gemini-38-flash / column accuracy),,in,in matharena-arxiv-false-april,matharena.ai,gemini-3.1-pro,high,reasoning-math,frontier,MathArena,per-problem,0.32,0.00289,143,26564,25.82,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv_false--april'] / row gemini/gemini-31-pro / column accuracy),,in,out:cost-not-comparable matharena-arxiv-false-april,matharena.ai,?DeepSeek-v4-Flash,not-established:absent,reasoning-math,frontier,MathArena,per-problem,0.033,0.000289,220,117850,23.77,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv_false--april'] / row deepseek/deepseek_v4_flash / column accuracy),,out:model-not-established,out:model-not-established matharena-arxiv-false-april,matharena.ai,?DeepSeek-v4-Pro,not-established:absent,reasoning-math,frontier,MathArena,per-problem,0.42,0.00289,220,120587,22.13,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv_false--april'] / row deepseek/deepseek_v4_pro / column accuracy),,out:model-not-established,out:model-not-established matharena-arxiv-false-april,matharena.ai,gemini-3.5-flash,high,reasoning-math,frontier,MathArena,per-problem,0.30,0.00289,143,33629,21.31,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv_false--april'] / row gemini/gemini-35-flash / column accuracy),,in,in matharena-arxiv-false-april,matharena.ai,gemini-3.7-flash,high,reasoning-math,frontier,MathArena,per-problem,0.072,0.000289,143,19228,19.26,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv_false--april'] / row gemini/gemini-37-flash / column accuracy),,in,in matharena-arxiv-false-april,matharena.ai,glm-5.2,max,reasoning-math,frontier,MathArena,per-problem,0.14,0.00289,161,33675,18.44,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv_false--april'] / row glm/glm-52 / column accuracy),,in,in matharena-arxiv-false-april,matharena.ai,gemini-3.6-flash,high,reasoning-math,frontier,MathArena,per-problem,0.22499999999999998,0.0434,143,19692,15.98,acc%,0.00289,,cost-unrepriced; cost-price-band,https://matharena.ai/ ($.competitions['arxiv_false--april'] / row gemini/gemini-36-flash / column accuracy),,in,out:cost-single-couple matharena-arxiv-false-april,matharena.ai,glm-5.1,default,reasoning-math,frontier,MathArena,per-problem,0.13,0.00289,154,41664,8.20,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv_false--april'] / row glm/glm-51 / column accuracy),,out:effort-not-established,out:effort-not-established matharena-arxiv-false-august,matharena.ai,gpt-6.1-sol,max,reasoning-math,frontier,MathArena,per-problem,0.94,0.00289,,71792,86.31,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv_false--august'] / row openai/gpt-61-sol / column accuracy),,out:superseded,out:superseded matharena-arxiv-false-august,matharena.ai,gpt-6-astra,max,reasoning-math,frontier,MathArena,per-problem,2.26,0.00289,,34039,81.94,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv_false--august'] / row openai/gpt-6-astra / column accuracy),,in,in matharena-arxiv-false-august,matharena.ai,gpt-6-sol,max,reasoning-math,frontier,MathArena,per-problem,1.63,0.00289,,92666,78.57,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv_false--august'] / row openai/gpt-6-sol / column accuracy),,out:superseded,out:superseded matharena-arxiv-false-august,matharena.ai,gpt-6-astra,low,reasoning-math,frontier,MathArena,per-problem,0.63,0.00289,,9199,74.70,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv_false--august'] / row openai/gpt-6-astra-low / column accuracy),,in,in matharena-arxiv-false-august,matharena.ai,?Qwen3.8-Max,not-established:absent,reasoning-math,frontier,MathArena,per-problem,3.64,0.00289,,298279,69.64,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv_false--august'] / row qwen/qwen3.8_max / column accuracy),,out:model-not-established,out:model-not-established matharena-arxiv-false-august,matharena.ai,kimi-k3,max,reasoning-math,frontier,MathArena,per-problem,5.18,0.00289,,305368,61.90,acc%,0.00289,,cost-base-price:cost-uniform-factor,https://matharena.ai/ ($.competitions['arxiv_false--august'] / row moonshot/k3 / column accuracy),,in,in matharena-arxiv-false-august,matharena.ai,deepseek-v4.1-flash,max,reasoning-math,frontier,MathArena,,,,,,54.76,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv_false--august'] / row deepseek/deepseek_v41_flash / column accuracy),,out:superseded, matharena-arxiv-false-august,matharena.ai,grok-4.7,xhigh,reasoning-math,frontier,MathArena,per-problem,8.69,0.00289,,224769,35.12,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv_false--august'] / row xai/grok-47 / column accuracy),,out:superseded,out:superseded matharena-arxiv-false-august,matharena.ai,gemini-3.8-flash,high,reasoning-math,frontier,MathArena,per-problem,0.60,0.00289,,78325,27.38,acc%,0.00289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://matharena.ai/ ($.competitions['arxiv_false--august'] / row gemini/gemini-38-flash / column accuracy),,in,in matharena-arxiv-false-february,matharena.ai,gpt-5.5,xhigh,reasoning-math,frontier,MathArena,per-problem,0.77,0.00289,165,25497,68.15,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv_false--february'] / row openai/gpt-55 / column accuracy),,in,in matharena-arxiv-false-february,matharena.ai,gpt-5.4,xhigh,reasoning-math,frontier,MathArena,per-problem,0.69,0.00289,165,46133,37.90,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv_false--february'] / row openai/gpt-54 / column accuracy),,in,in matharena-arxiv-false-february,matharena.ai,gpt-5.2,xhigh,reasoning-math,frontier,MathArena,per-problem,0.61,0.00289,3286,43351,25.81,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv_false--february'] / row openai/gpt-52 / column accuracy),,in,in matharena-arxiv-false-february,matharena.ai,gemini-3.1-pro,high,reasoning-math,frontier,MathArena,per-problem,0.32,0.00289,153,27048,18.55,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv_false--february'] / row gemini/gemini-31-pro / column accuracy),,in,out:cost-not-comparable matharena-arxiv-false-february,matharena.ai,?DeepSeek-v4-Flash,not-established:absent,reasoning-math,frontier,MathArena,per-problem,0.036,0.000289,231,127386,17.74,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv_false--february'] / row deepseek/deepseek_v4_flash / column accuracy),,out:model-not-established,out:model-not-established matharena-arxiv-false-february,matharena.ai,?DeepSeek-v4-Pro,not-established:absent,reasoning-math,frontier,MathArena,per-problem,0.42,0.00289,231,121152,13.31,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv_false--february'] / row deepseek/deepseek_v4_pro / column accuracy),,out:model-not-established,out:model-not-established matharena-arxiv-false-february,matharena.ai,glm-5,think,reasoning-math,frontier,MathArena,per-problem,0.09,0.00289,151,28447,11.69,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv_false--february'] / row glm/glm-5 / column accuracy),,in,in matharena-arxiv-false-february,matharena.ai,kimi-k2.6,think,reasoning-math,frontier,MathArena,per-problem,0.18,0.00289,140,45715,11.69,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv_false--february'] / row moonshot/k26 / column accuracy),,in,out:cost-single-couple matharena-arxiv-false-february,matharena.ai,glm-5.2,max,reasoning-math,frontier,MathArena,per-problem,0.14,0.00289,172,32965,10.48,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv_false--february'] / row glm/glm-52 / column accuracy),,in,in matharena-arxiv-false-february,matharena.ai,glm-5.1,default,reasoning-math,frontier,MathArena,per-problem,0.12,0.00289,163,36752,9.27,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv_false--february'] / row glm/glm-51 / column accuracy),,out:effort-not-established,out:effort-not-established matharena-arxiv-false-february,matharena.ai,gemini-3.5-flash,high,reasoning-math,frontier,MathArena,per-problem,0.30,0.00289,153,33407,6.45,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv_false--february'] / row gemini/gemini-35-flash / column accuracy),,in,in matharena-arxiv-false-february,matharena.ai,?Kimi K2.5,not-established:absent,reasoning-math,frontier,MathArena,per-problem,0.046,0.000289,158,15298,2.82,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv_false--february'] / row moonshot/k25 / column accuracy),,out:model-not-established,out:model-not-established matharena-arxiv-false-june,matharena.ai,gpt-6.1-sol,max,reasoning-math,frontier,MathArena,per-problem,0.16,0.00289,187,16339,100.00,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv_false--june'] / row openai/gpt-61-sol / column accuracy),,out:uninformative,in matharena-arxiv-false-june,matharena.ai,gpt-6-astra,max,reasoning-math,frontier,MathArena,per-problem,0.63,0.00289,3581,11900,99.07,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv_false--june'] / row openai/gpt-6-astra / column accuracy),,in,in matharena-arxiv-false-june,matharena.ai,gpt-6-astra,low,reasoning-math,frontier,MathArena,per-problem,0.079,0.000289,187,1541,97.69,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv_false--june'] / row openai/gpt-6-astra-low / column accuracy),,in,in matharena-arxiv-false-june,matharena.ai,gpt-6-sol,max,reasoning-math,frontier,MathArena,per-problem,0.29,0.00289,187,28880,95.37,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv_false--june'] / row openai/gpt-6-sol / column accuracy),,in,in matharena-arxiv-false-june,matharena.ai,gpt-5.5,xhigh,reasoning-math,frontier,MathArena,per-problem,1.47,0.00289,187,48811,69.44,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv_false--june'] / row openai/gpt-55 / column accuracy),,in,in matharena-arxiv-false-june,matharena.ai,gpt-5.6-sol,max,reasoning-math,frontier,MathArena,,,,,,67.28,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv_false--june'] / row openai/gpt-56-sol / column accuracy),,in, matharena-arxiv-false-june,matharena.ai,grok-4.7,xhigh,reasoning-math,frontier,MathArena,per-problem,0.43,0.00289,402,89371,52.78,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv_false--june'] / row xai/grok-47 / column accuracy),,in,in matharena-arxiv-false-june,matharena.ai,kimi-k3,max,reasoning-math,frontier,MathArena,per-problem,0.63,0.00289,236,41761,51.85,acc%,0.00289,,cost-base-price:cost-uniform-factor,https://matharena.ai/ ($.competitions['arxiv_false--june'] / row moonshot/k3 / column accuracy),,in,in matharena-arxiv-false-june,matharena.ai,?Qwen3.8-Max,not-established:absent,reasoning-math,frontier,MathArena,per-problem,0.38,0.00289,243,63195,43.98,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv_false--june'] / row qwen/qwen3.8_max / column accuracy),,out:model-not-established,out:model-not-established matharena-arxiv-false-june,matharena.ai,deepseek-v4.1-flash,max,reasoning-math,frontier,MathArena,,,,,,39.35,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv_false--june'] / row deepseek/deepseek_v41_flash / column accuracy),,in, matharena-arxiv-false-june,matharena.ai,grok-4.5,high,reasoning-math,frontier,MathArena,per-problem,0.264,0.0382,381,55167,29.32,acc%,0.00289,,cost-unrepriced; cost-price-band,https://matharena.ai/ ($.competitions['arxiv_false--june'] / row xai/grok-45 / column accuracy),,in,out:cost-single-couple matharena-arxiv-false-june,matharena.ai,gemini-3.8-flash,high,reasoning-math,frontier,MathArena,per-problem,0.16,0.00289,176,43220,20.83,acc%,0.00289,,base-scheduled-list-price; cost-base-price:cost-delta-on-source,https://matharena.ai/ ($.competitions['arxiv_false--june'] / row gemini/gemini-38-flash / column accuracy),,in,in matharena-arxiv-false-june,matharena.ai,gemini-3.1-pro,high,reasoning-math,frontier,MathArena,per-problem,0.33,0.00289,176,27866,17.59,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv_false--june'] / row gemini/gemini-31-pro / column accuracy),,in,out:cost-not-comparable matharena-arxiv-false-june,matharena.ai,?DeepSeek-v4-Flash,not-established:absent,reasoning-math,frontier,MathArena,per-problem,0.037,0.000289,240,133312,16.67,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv_false--june'] / row deepseek/deepseek_v4_flash / column accuracy),,out:model-not-established,out:model-not-established matharena-arxiv-false-june,matharena.ai,glm-5.2,max,reasoning-math,frontier,MathArena,per-problem,0.14,0.00289,194,35214,14.20,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv_false--june'] / row glm/glm-52 / column accuracy),,in,in matharena-arxiv-false-june,matharena.ai,gemini-3.5-flash,high,reasoning-math,frontier,MathArena,per-problem,0.32,0.00289,176,35318,12.35,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv_false--june'] / row gemini/gemini-35-flash / column accuracy),,in,in matharena-arxiv-false-june,matharena.ai,gemini-3.6-flash,high,reasoning-math,frontier,MathArena,per-problem,0.22499999999999998,0.0434,176,20328,12.04,acc%,0.00289,,cost-unrepriced; cost-price-band,https://matharena.ai/ ($.competitions['arxiv_false--june'] / row gemini/gemini-36-flash / column accuracy),,in,out:cost-single-couple matharena-arxiv-false-june,matharena.ai,gemini-3.7-flash,high,reasoning-math,frontier,MathArena,per-problem,0.078,0.000289,176,20783,11.11,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv_false--june'] / row gemini/gemini-37-flash / column accuracy),,in,in matharena-arxiv-false-june,matharena.ai,?Qwen3.6-35B,not-established:absent,reasoning-math,frontier,MathArena,,,,,,3.40,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv_false--june'] / row qwen/qwen3.6_35b / column accuracy),,out:model-not-established, matharena-arxiv-false-june,matharena.ai,qwen3.5-2b,think,reasoning-math,frontier,MathArena,,,,,,2.78,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv_false--june'] / row qwen/qwen3.5_2b / column accuracy),,in, matharena-arxiv-false-march,matharena.ai,gpt-5.5,xhigh,reasoning-math,frontier,MathArena,per-problem,0.68,0.00289,149,22580,73.66,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv_false--march'] / row openai/gpt-55 / column accuracy),,in,in matharena-arxiv-false-march,matharena.ai,gpt-5.4,xhigh,reasoning-math,frontier,MathArena,per-problem,0.54,0.00289,10683,34083,36.61,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv_false--march'] / row openai/gpt-54 / column accuracy),,in,in matharena-arxiv-false-march,matharena.ai,?DeepSeek-v4-Flash,not-established:absent,reasoning-math,frontier,MathArena,per-problem,0.031,0.000289,216,112391,19.64,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv_false--march'] / row deepseek/deepseek_v4_flash / column accuracy),,out:model-not-established,out:model-not-established matharena-arxiv-false-march,matharena.ai,gemini-3.5-flash,high,reasoning-math,frontier,MathArena,per-problem,0.30,0.00289,138,32783,16.07,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv_false--march'] / row gemini/gemini-35-flash / column accuracy),,in,in matharena-arxiv-false-march,matharena.ai,kimi-k2.6,think,reasoning-math,frontier,MathArena,per-problem,0.20,0.00289,143,50962,15.62,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv_false--march'] / row moonshot/k26 / column accuracy),,in,out:cost-single-couple matharena-arxiv-false-march,matharena.ai,?DeepSeek-v4-Pro,not-established:absent,reasoning-math,frontier,MathArena,per-problem,0.38,0.00289,216,109811,15.18,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv_false--march'] / row deepseek/deepseek_v4_pro / column accuracy),,out:model-not-established,out:model-not-established matharena-arxiv-false-march,matharena.ai,gemini-3.1-pro,high,reasoning-math,frontier,MathArena,per-problem,0.31,0.00289,138,25943,13.84,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv_false--march'] / row gemini/gemini-31-pro / column accuracy),,in,out:cost-not-comparable matharena-arxiv-false-march,matharena.ai,glm-5,think,reasoning-math,frontier,MathArena,per-problem,0.11,0.00289,147,32780,12.05,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv_false--march'] / row glm/glm-5 / column accuracy),,in,in matharena-arxiv-false-march,matharena.ai,glm-5.2,max,reasoning-math,frontier,MathArena,per-problem,0.13,0.00289,155,32859,12.05,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv_false--march'] / row glm/glm-52 / column accuracy),,in,in matharena-arxiv-false-march,matharena.ai,glm-5.1,default,reasoning-math,frontier,MathArena,per-problem,0.12,0.00289,141,37357,6.47,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv_false--march'] / row glm/glm-51 / column accuracy),,out:effort-not-established,out:effort-not-established matharena-arxiv-false-may,matharena.ai,gpt-6-astra,max,reasoning-math,frontier,MathArena,per-problem,0.70,0.00289,3530,13226,91.00,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv_false--may'] / row openai/gpt-6-astra / column accuracy),,in,in matharena-arxiv-false-may,matharena.ai,gpt-6.1-sol,max,reasoning-math,frontier,MathArena,per-problem,0.19,0.00289,185,18669,90.00,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv_false--may'] / row openai/gpt-61-sol / column accuracy),,in,in matharena-arxiv-false-may,matharena.ai,gpt-6-astra,low,reasoning-math,frontier,MathArena,per-problem,0.082,0.000289,185,1604,88.50,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv_false--may'] / row openai/gpt-6-astra-low / column accuracy),,in,in matharena-arxiv-false-may,matharena.ai,gpt-6-sol,max,reasoning-math,frontier,MathArena,per-problem,0.33,0.00289,185,32675,87.00,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv_false--may'] / row openai/gpt-6-sol / column accuracy),,in,in matharena-arxiv-false-may,matharena.ai,gpt-5.5,xhigh,reasoning-math,frontier,MathArena,per-problem,1.68,0.00289,334,55823,50.00,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv_false--may'] / row openai/gpt-55 / column accuracy),,in,in matharena-arxiv-false-may,matharena.ai,kimi-k3,max,reasoning-math,frontier,MathArena,per-problem,0.83,0.00289,254,55176,42.50,acc%,0.00289,,cost-base-price:cost-uniform-factor,https://matharena.ai/ ($.competitions['arxiv_false--may'] / row moonshot/k3 / column accuracy),,in,in matharena-arxiv-false-may,matharena.ai,grok-4.7,xhigh,reasoning-math,frontier,MathArena,per-problem,0.40,0.00289,379,82255,40.00,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv_false--may'] / row xai/grok-47 / column accuracy),,in,in matharena-arxiv-false-may,matharena.ai,?Qwen3.8-Max,not-established:absent,reasoning-math,frontier,MathArena,per-problem,0.39,0.00289,240,65360,32.50,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv_false--may'] / row qwen/qwen3.8_max / column accuracy),,out:model-not-established,out:model-not-established matharena-arxiv-false-may,matharena.ai,deepseek-v4.1-flash,max,reasoning-math,frontier,MathArena,,,,,,28.50,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv_false--may'] / row deepseek/deepseek_v41_flash / column accuracy),,in, matharena-arxiv-false-may,matharena.ai,?DeepSeek-v4-Flash,not-established:absent,reasoning-math,frontier,MathArena,per-problem,0.036,0.000289,249,129614,19.50,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv_false--may'] / row deepseek/deepseek_v4_flash / column accuracy),,out:model-not-established,out:model-not-established matharena-arxiv-false-may,matharena.ai,gemini-3.8-flash,high,reasoning-math,frontier,MathArena,per-problem,0.16,0.00289,173,42735,19.00,acc%,0.00289,,base-scheduled-list-price; cost-base-price:cost-delta-on-source,https://matharena.ai/ ($.competitions['arxiv_false--may'] / row gemini/gemini-38-flash / column accuracy),,in,in matharena-arxiv-false-may,matharena.ai,gemini-3.1-pro,high,reasoning-math,frontier,MathArena,per-problem,0.31,0.00289,173,26204,17.00,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv_false--may'] / row gemini/gemini-31-pro / column accuracy),,in,out:cost-not-comparable matharena-arxiv-false-may,matharena.ai,gemini-3.5-flash,high,reasoning-math,frontier,MathArena,per-problem,0.31,0.00289,173,34676,11.00,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv_false--may'] / row gemini/gemini-35-flash / column accuracy),,in,in matharena-arxiv-false-may,matharena.ai,glm-5.2,max,reasoning-math,frontier,MathArena,per-problem,0.14,0.00289,190,33641,10.50,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv_false--may'] / row glm/glm-52 / column accuracy),,in,in matharena-arxiv-false-may,matharena.ai,glm-5.1,default,reasoning-math,frontier,MathArena,per-problem,0.14,0.00289,183,44078,10.00,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv_false--may'] / row glm/glm-51 / column accuracy),,out:effort-not-established,out:effort-not-established matharena-arxiv-false-may,matharena.ai,gemini-3.7-flash,high,reasoning-math,frontier,MathArena,per-problem,0.077,0.000289,173,20485,8.50,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv_false--may'] / row gemini/gemini-37-flash / column accuracy),,in,in matharena-arxiv-false-may,matharena.ai,gemini-3.6-flash,high,reasoning-math,frontier,MathArena,per-problem,0.24,0.0463,173,20912,4.00,acc%,0.00289,,cost-unrepriced; cost-price-band,https://matharena.ai/ ($.competitions['arxiv_false--may'] / row gemini/gemini-36-flash / column accuracy),,in,out:cost-single-couple matharena-arxiv-february,matharena.ai,gpt-5.4-pro,xhigh,reasoning-math,frontier,MathArena,per-problem,6.14,0.00289,3473,33521,75.78,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv--february'] / row openai/gpt-54-pro / column accuracy),,in,in matharena-arxiv-february,matharena.ai,gpt-5.5,xhigh,reasoning-math,frontier,MathArena,per-problem,0.74,0.00289,221,24581,73.44,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv--february'] / row openai/gpt-55 / column accuracy),,in,in matharena-arxiv-february,matharena.ai,gemini-3.1-pro,high,reasoning-math,frontier,MathArena,per-problem,0.36,0.00289,214,29613,62.50,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv--february'] / row gemini/gemini-31-pro / column accuracy),,in,out:cost-not-comparable matharena-arxiv-february,matharena.ai,gpt-5.4,xhigh,reasoning-math,frontier,MathArena,per-problem,0.39,0.00289,8175,24782,59.38,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv--february'] / row openai/gpt-54 / column accuracy),,in,in matharena-arxiv-february,matharena.ai,deepseek-v4-pro-preview,max,reasoning-math,frontier,MathArena,per-problem,0.230625,0.127,307,130305,51.56,acc%,0.00289,,cost-unrepriced; cost-price-band,https://matharena.ai/ ($.competitions['arxiv--february'] / row deepseek/deepseek_v4_pro / column accuracy),,in,out:cost-single-couple matharena-arxiv-february,matharena.ai,gemini-3.5-flash,high,reasoning-math,frontier,MathArena,per-problem,0.27,0.00289,214,29645,50.78,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv--february'] / row gemini/gemini-35-flash / column accuracy),,in,in matharena-arxiv-february,matharena.ai,glm-5.2,max,reasoning-math,frontier,MathArena,per-problem,0.25,0.00289,237,60809,46.09,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv--february'] / row glm/glm-52 / column accuracy),,in,in matharena-arxiv-february,matharena.ai,deepseek-v4-flash-preview,max,reasoning-math,frontier,MathArena,per-problem,0.02695,0.0127,321,173183,43.75,acc%,0.00289,,cost-unrepriced; cost-price-band,https://matharena.ai/ ($.competitions['arxiv--february'] / row deepseek/deepseek_v4_flash / column accuracy),,in,out:cost-single-couple matharena-arxiv-february,matharena.ai,kimi-k2.6,think,reasoning-math,frontier,MathArena,per-problem,0.29,0.00289,218,73463,42.97,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv--february'] / row moonshot/k26 / column accuracy),,in,out:cost-single-couple matharena-arxiv-february,matharena.ai,glm-5,think,reasoning-math,frontier,MathArena,per-problem,0.18,0.00289,240,57088,41.41,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv--february'] / row glm/glm-5 / column accuracy),,in,in matharena-arxiv-february,matharena.ai,gemini-3.1-pro,low,reasoning-math,frontier,MathArena,per-problem,0.031,0.000289,214,2537,40.62,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv--february'] / row gemini/gemini-31-pro-low / column accuracy),,in,out:cost-not-comparable matharena-arxiv-february,matharena.ai,glm-5.1,default,reasoning-math,frontier,MathArena,per-problem,0.19,0.00289,251,59792,39.06,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv--february'] / row glm/glm-51 / column accuracy),,out:effort-not-established,out:effort-not-established matharena-arxiv-february,matharena.ai,gpt-5.2,high,reasoning-math,frontier,MathArena,per-problem,0.34,0.00289,228,24569,37.50,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv--february'] / row openai/gpt-52-high / column accuracy),,in,in matharena-arxiv-february,matharena.ai,?Grok 4.1 Fast (Reasoning),not-established:absent,reasoning-math,frontier,MathArena,per-problem,0.011,0.000289,771,21497,32.03,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv--february'] / row xai/grok-41-fast-reasoning / column accuracy),,out:model-not-established,out:model-not-established matharena-arxiv-february,matharena.ai,qwen3.5-27b,default,reasoning-math,frontier,MathArena,,,,,,31.25,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv--february'] / row qwen/qwen3.5_27b / column accuracy),,out:effort-not-established, matharena-arxiv-february,matharena.ai,qwen3.5-35b-a3b,default,reasoning-math,frontier,MathArena,per-problem,0.076,0.000289,218,58542,30.47,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv--february'] / row qwen/qwen3.5_35b_a3b / column accuracy),,out:effort-not-established,out:effort-not-established matharena-arxiv-february,matharena.ai,qwen3.5-9b,default,reasoning-math,frontier,MathArena,per-problem,0.008,0.000289,246,52183,27.34,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv--february'] / row qwen/qwen3.5_9b / column accuracy),,out:effort-not-established,out:effort-not-established matharena-arxiv-february,matharena.ai,?Qwen3-30B-A3B-2507-Think,not-established:absent,reasoning-math,frontier,MathArena,per-problem,0.008,0.000289,215,26171,22.66,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv--february'] / row qwen/qwen3_30b_a3b_2507 / column accuracy),,out:model-not-established,out:model-not-established matharena-arxiv-february,matharena.ai,?Qwen3-4B-2507-Think,not-established:absent,reasoning-math,frontier,MathArena,per-problem,0.006,0.000289,215,20132,17.97,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv--february'] / row qwen/qwen3_4b_2507 / column accuracy),,out:model-not-established,out:model-not-established matharena-arxiv-january,matharena.ai,gpt-5.4,xhigh,reasoning-math,frontier,MathArena,per-problem,0.48,0.00289,13194,30045,76.09,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv--january'] / row openai/gpt-54 / column accuracy),,in,in matharena-arxiv-january,matharena.ai,deepseek-v4-pro-preview,max,reasoning-math,frontier,MathArena,per-problem,0.230625,0.127,359,128827,73.91,acc%,0.00289,,cost-unrepriced; cost-price-band,https://matharena.ai/ ($.competitions['arxiv--january'] / row deepseek/deepseek_v4_pro / column accuracy),,in,out:cost-single-couple matharena-arxiv-january,matharena.ai,gpt-5.5,xhigh,reasoning-math,frontier,MathArena,per-problem,0.86,0.00289,279,28768,73.91,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv--january'] / row openai/gpt-55 / column accuracy),,in,in matharena-arxiv-january,matharena.ai,kimi-k2.6,think,reasoning-math,frontier,MathArena,per-problem,0.29,0.00289,267,72460,71.74,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv--january'] / row moonshot/k26 / column accuracy),,in,out:cost-single-couple matharena-arxiv-january,matharena.ai,gemini-3.1-pro,high,reasoning-math,frontier,MathArena,per-problem,0.35,0.00289,269,29136,70.65,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv--january'] / row gemini/gemini-31-pro / column accuracy),,in,out:cost-not-comparable matharena-arxiv-january,matharena.ai,gpt-5.2,high,reasoning-math,frontier,MathArena,per-problem,0.35,0.00289,1022,25145,67.93,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv--january'] / row openai/gpt-52-high / column accuracy),,in,in matharena-arxiv-january,matharena.ai,gemini-3.1-pro,medium,reasoning-math,frontier,MathArena,per-problem,0.12,0.00289,269,9867,67.39,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv--january'] / row gemini/gemini-31-pro-medium / column accuracy),,in,out:cost-not-comparable matharena-arxiv-january,matharena.ai,glm-5.1,default,reasoning-math,frontier,MathArena,per-problem,0.19,0.00289,314,60497,65.22,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv--january'] / row glm/glm-51 / column accuracy),,out:effort-not-established,out:effort-not-established matharena-arxiv-january,matharena.ai,?Kimi K2.5,not-established:absent,reasoning-math,frontier,MathArena,per-problem,0.15,0.00289,272,50765,62.50,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv--january'] / row moonshot/k25 / column accuracy),,out:model-not-established,out:model-not-established matharena-arxiv-january,matharena.ai,?Gemini 3 Pro (preview),not-established:absent,reasoning-math,frontier,MathArena,per-problem,0.27,0.00289,279,22151,61.96,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv--january'] / row gemini/riftrunner / column accuracy),,out:model-not-established,out:model-not-established matharena-arxiv-january,matharena.ai,gemini-3-flash,high,reasoning-math,frontier,MathArena,per-problem,0.078,0.000289,269,25867,58.15,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv--january'] / row gemini/gemini-3-flash / column accuracy),,in,in matharena-arxiv-january,matharena.ai,deepseek-v3.2,think,reasoning-math,frontier,MathArena,per-problem,0.013,0.000289,267,30199,57.07,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv--january'] / row deepseek/deepseek_v32_dec / column accuracy),,in,out:cost-not-comparable matharena-arxiv-january,matharena.ai,qwen3.5-397b-a17b,default,reasoning-math,frontier,MathArena,per-problem,0.13,0.00289,319,35940,54.89,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv--january'] / row qwen/qwen3.5_397b / column accuracy),,out:effort-not-established,out:effort-not-established matharena-arxiv-january,matharena.ai,glm-5,think,reasoning-math,frontier,MathArena,per-problem,0.17,0.00289,342,54279,54.35,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv--january'] / row glm/glm-5 / column accuracy),,in,in matharena-arxiv-january,matharena.ai,?Grok 4.1 Fast (Reasoning),not-established:absent,reasoning-math,frontier,MathArena,per-problem,0.011,0.000289,514,21705,53.26,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv--january'] / row xai/grok-41-fast-reasoning / column accuracy),,out:model-not-established,out:model-not-established matharena-arxiv-january,matharena.ai,qwen3.5-27b,default,reasoning-math,frontier,MathArena,,,,,,53.26,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv--january'] / row qwen/qwen3.5_27b / column accuracy),,out:effort-not-established, matharena-arxiv-january,matharena.ai,gemini-3.1-pro,low,reasoning-math,frontier,MathArena,per-problem,0.030,0.000289,269,2435,50.00,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv--january'] / row gemini/gemini-31-pro-low / column accuracy),,in,out:cost-not-comparable matharena-arxiv-january,matharena.ai,qwen3.5-35b-a3b,default,reasoning-math,frontier,MathArena,per-problem,0.078,0.000289,277,60215,50.00,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv--january'] / row qwen/qwen3.5_35b_a3b / column accuracy),,out:effort-not-established,out:effort-not-established matharena-arxiv-january,matharena.ai,gpt-5.2,low,reasoning-math,frontier,MathArena,per-problem,0.047,0.000289,313,3312,47.90,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv--january'] / row openai/gpt-52-low / column accuracy),,in,in matharena-arxiv-january,matharena.ai,qwen3.5-9b,default,reasoning-math,frontier,MathArena,per-problem,0.008,0.000289,286,55968,44.57,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv--january'] / row qwen/qwen3.5_9b / column accuracy),,out:effort-not-established,out:effort-not-established matharena-arxiv-january,matharena.ai,?Qwen3-30B-A3B-2507-Think,not-established:absent,reasoning-math,frontier,MathArena,per-problem,0.009,0.000289,273,29242,39.13,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv--january'] / row qwen/qwen3_30b_a3b_2507 / column accuracy),,out:model-not-established,out:model-not-established matharena-arxiv-january,matharena.ai,?Qwen3-4B-2507-Think,not-established:absent,reasoning-math,frontier,MathArena,per-problem,0.007,0.000289,273,24542,23.91,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv--january'] / row qwen/qwen3_4b_2507 / column accuracy),,out:model-not-established,out:model-not-established matharena-arxiv-june,matharena.ai,gpt-6.1-sol,max,reasoning-math,frontier,MathArena,per-problem,0.17,0.00289,183,16748,94.44,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv--june'] / row openai/gpt-61-sol / column accuracy),,in,in matharena-arxiv-june,matharena.ai,gpt-6-astra,max,reasoning-math,frontier,MathArena,per-problem,0.67,0.00289,3924,12636,94.44,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv--june'] / row openai/gpt-6-astra / column accuracy),,in,in matharena-arxiv-june,matharena.ai,gpt-6-sol,max,reasoning-math,frontier,MathArena,per-problem,0.35,0.00289,188,35178,90.97,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv--june'] / row openai/gpt-6-sol / column accuracy),,in,in matharena-arxiv-june,matharena.ai,gpt-5.6-sol,max,reasoning-math,frontier,MathArena,,,,,,88.54,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv--june'] / row openai/gpt-56-sol / column accuracy),,in, matharena-arxiv-june,matharena.ai,gpt-6-astra,low,reasoning-math,frontier,MathArena,per-problem,0.088,0.000289,201,1711,84.38,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv--june'] / row openai/gpt-6-astra-low / column accuracy),,in,in matharena-arxiv-june,matharena.ai,gpt-5.5,xhigh,reasoning-math,frontier,MathArena,per-problem,1.82,0.00289,606,60565,83.63,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv--june'] / row openai/gpt-55 / column accuracy),,in,in matharena-arxiv-june,matharena.ai,?Qwen3.8-Max,not-established:absent,reasoning-math,frontier,MathArena,per-problem,0.39,0.00289,250,64770,75.69,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv--june'] / row qwen/qwen3.8_max / column accuracy),,out:model-not-established,out:model-not-established matharena-arxiv-june,matharena.ai,kimi-k3,max,reasoning-math,frontier,MathArena,per-problem,0.68,0.00289,253,45595,71.53,acc%,0.00289,,cost-base-price:cost-uniform-factor,https://matharena.ai/ ($.competitions['arxiv--june'] / row moonshot/k3 / column accuracy),,in,in matharena-arxiv-june,matharena.ai,grok-4.7,xhigh,reasoning-math,frontier,MathArena,per-problem,0.52,0.00289,1813,107211,70.14,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv--june'] / row xai/grok-47 / column accuracy),,in,in matharena-arxiv-june,matharena.ai,gemini-3.8-flash,high,reasoning-math,frontier,MathArena,per-problem,0.15,0.00289,223,40222,67.36,acc%,0.00289,,base-scheduled-list-price; cost-base-price:cost-delta-on-source,https://matharena.ai/ ($.competitions['arxiv--june'] / row gemini/gemini-38-flash / column accuracy),,in,in matharena-arxiv-june,matharena.ai,grok-4.5,high,reasoning-math,frontier,MathArena,per-problem,0.256,0.0371,373,52454,66.67,acc%,0.00289,,cost-unrepriced; cost-price-band,https://matharena.ai/ ($.competitions['arxiv--june'] / row xai/grok-45 / column accuracy),,in,out:cost-single-couple matharena-arxiv-june,matharena.ai,gemini-3.1-pro,high,reasoning-math,frontier,MathArena,per-problem,0.37,0.00289,169,31087,66.67,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv--june'] / row gemini/gemini-31-pro / column accuracy),,in,out:cost-not-comparable matharena-arxiv-june,matharena.ai,gemini-3.7-flash,high,reasoning-math,frontier,MathArena,per-problem,0.084,0.000289,177,22313,62.50,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv--june'] / row gemini/gemini-37-flash / column accuracy),,in,in matharena-arxiv-june,matharena.ai,deepseek-v4.1-flash,max,reasoning-math,frontier,MathArena,,,,,,57.64,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv--june'] / row deepseek/deepseek_v41_flash / column accuracy),,in, matharena-arxiv-june,matharena.ai,gemini-3.6-flash,high,reasoning-math,frontier,MathArena,per-problem,0.28500000000000003,0.0549,169,25608,56.94,acc%,0.00289,,cost-unrepriced; cost-price-band,https://matharena.ai/ ($.competitions['arxiv--june'] / row gemini/gemini-36-flash / column accuracy),,in,out:cost-single-couple matharena-arxiv-june,matharena.ai,gemini-3.5-flash,high,reasoning-math,frontier,MathArena,per-problem,0.28,0.00289,169,30974,52.08,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv--june'] / row gemini/gemini-35-flash / column accuracy),,in,in matharena-arxiv-june,matharena.ai,glm-5.2,max,reasoning-math,frontier,MathArena,per-problem,0.22,0.00289,187,54238,46.53,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv--june'] / row glm/glm-52 / column accuracy),,in,in matharena-arxiv-june,matharena.ai,?DeepSeek-v4-Flash,not-established:absent,reasoning-math,frontier,MathArena,per-problem,0.038,0.000289,234,136104,43.75,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv--june'] / row deepseek/deepseek_v4_flash / column accuracy),,out:model-not-established,out:model-not-established matharena-arxiv-june,matharena.ai,?Qwen3.6-35B,not-established:absent,reasoning-math,frontier,MathArena,,,,,,27.08,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv--june'] / row qwen/qwen3.6_35b / column accuracy),,out:model-not-established, matharena-arxiv-june,matharena.ai,qwen3.5-2b,think,reasoning-math,frontier,MathArena,,,,,,4.17,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv--june'] / row qwen/qwen3.5_2b / column accuracy),,in, matharena-arxiv-march,matharena.ai,gpt-5.5,xhigh,reasoning-math,frontier,MathArena,per-problem,0.68,0.00289,174,22599,77.50,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv--march'] / row openai/gpt-55 / column accuracy),,in,in matharena-arxiv-march,matharena.ai,gemini-3.1-pro,high,reasoning-math,frontier,MathArena,per-problem,0.34,0.00289,164,28138,68.33,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv--march'] / row gemini/gemini-31-pro / column accuracy),,in,out:cost-not-comparable matharena-arxiv-march,matharena.ai,gpt-5.4,xhigh,reasoning-math,frontier,MathArena,per-problem,0.30,0.00289,5309,18831,67.78,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv--march'] / row openai/gpt-54 / column accuracy),,in,in matharena-arxiv-march,matharena.ai,glm-5.2,max,reasoning-math,frontier,MathArena,per-problem,0.21,0.00289,191,52117,61.67,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv--march'] / row glm/glm-52 / column accuracy),,in,in matharena-arxiv-march,matharena.ai,kimi-k2.6,think,reasoning-math,frontier,MathArena,per-problem,0.23,0.00289,162,57325,55.83,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv--march'] / row moonshot/k26 / column accuracy),,in,out:cost-single-couple matharena-arxiv-march,matharena.ai,gemini-3.5-flash,high,reasoning-math,frontier,MathArena,per-problem,0.23,0.00289,174,25591,55.83,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv--march'] / row gemini/gemini-35-flash / column accuracy),,in,in matharena-arxiv-march,matharena.ai,deepseek-v4-pro-preview,max,reasoning-math,frontier,MathArena,per-problem,0.1845,0.101,244,102156,55.83,acc%,0.00289,,cost-unrepriced; cost-price-band,https://matharena.ai/ ($.competitions['arxiv--march'] / row deepseek/deepseek_v4_pro / column accuracy),,in,out:cost-single-couple matharena-arxiv-march,matharena.ai,deepseek-v4-flash-preview,max,reasoning-math,frontier,MathArena,per-problem,0.0209,0.00988,276,135681,52.50,acc%,0.00289,,cost-unrepriced; cost-price-band,https://matharena.ai/ ($.competitions['arxiv--march'] / row deepseek/deepseek_v4_flash / column accuracy),,in,out:cost-single-couple matharena-arxiv-march,matharena.ai,glm-5.1,default,reasoning-math,frontier,MathArena,per-problem,0.17,0.00289,183,52323,49.17,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv--march'] / row glm/glm-51 / column accuracy),,out:effort-not-established,out:effort-not-established matharena-arxiv-march,matharena.ai,glm-5,think,reasoning-math,frontier,MathArena,per-problem,0.14,0.00289,219,44434,45.83,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv--march'] / row glm/glm-5 / column accuracy),,in,in matharena-arxiv-may,matharena.ai,gpt-6.1-sol,max,reasoning-math,frontier,MathArena,per-problem,0.14,0.00289,190,14035,95.00,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv--may'] / row openai/gpt-61-sol / column accuracy),,in,in matharena-arxiv-may,matharena.ai,gpt-6-astra,max,reasoning-math,frontier,MathArena,per-problem,0.57,0.00289,1553,11117,95.00,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv--may'] / row openai/gpt-6-astra / column accuracy),,in,in matharena-arxiv-may,matharena.ai,gpt-6-sol,max,reasoning-math,frontier,MathArena,per-problem,0.27,0.00289,189,27385,90.00,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv--may'] / row openai/gpt-6-sol / column accuracy),,in,in matharena-arxiv-may,matharena.ai,gpt-6-astra,low,reasoning-math,frontier,MathArena,per-problem,0.077,0.000289,195,1499,88.75,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv--may'] / row openai/gpt-6-astra-low / column accuracy),,in,in matharena-arxiv-may,matharena.ai,gpt-5.5,xhigh,reasoning-math,frontier,MathArena,per-problem,1.41,0.00289,1294,46667,77.50,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv--may'] / row openai/gpt-55 / column accuracy),,in,in matharena-arxiv-may,matharena.ai,?Qwen3.8-Max,not-established:absent,reasoning-math,frontier,MathArena,per-problem,0.35,0.00289,237,58574,69.17,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv--may'] / row qwen/qwen3.8_max / column accuracy),,out:model-not-established,out:model-not-established matharena-arxiv-may,matharena.ai,kimi-k3,max,reasoning-math,frontier,MathArena,per-problem,0.52,0.00289,304,34698,61.67,acc%,0.00289,,cost-base-price:cost-uniform-factor,https://matharena.ai/ ($.competitions['arxiv--may'] / row moonshot/k3 / column accuracy),,in,in matharena-arxiv-may,matharena.ai,grok-4.7,xhigh,reasoning-math,frontier,MathArena,per-problem,0.47,0.00289,1165,96964,60.83,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv--may'] / row xai/grok-47 / column accuracy),,in,in matharena-arxiv-may,matharena.ai,deepseek-v4.1-flash,max,reasoning-math,frontier,MathArena,,,,,,58.33,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv--may'] / row deepseek/deepseek_v41_flash / column accuracy),,in, matharena-arxiv-may,matharena.ai,gemini-3.8-flash,high,reasoning-math,frontier,MathArena,per-problem,0.15,0.00289,197,39692,58.33,acc%,0.00289,,base-scheduled-list-price; cost-base-price:cost-delta-on-source,https://matharena.ai/ ($.competitions['arxiv--may'] / row gemini/gemini-38-flash / column accuracy),,in,in matharena-arxiv-may,matharena.ai,glm-5.2,max,reasoning-math,frontier,MathArena,per-problem,0.22,0.00289,205,53518,56.67,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv--may'] / row glm/glm-52 / column accuracy),,in,in matharena-arxiv-may,matharena.ai,deepseek-v4-flash-preview,max,reasoning-math,frontier,MathArena,per-problem,0.02145,0.0101,271,140912,55.83,acc%,0.00289,,cost-unrepriced; cost-price-band,https://matharena.ai/ ($.competitions['arxiv--may'] / row deepseek/deepseek_v4_flash / column accuracy),,in,out:cost-single-couple matharena-arxiv-may,matharena.ai,gemini-3.6-flash,high,reasoning-math,frontier,MathArena,per-problem,0.27,0.052,173,23590,54.17,acc%,0.00289,,cost-unrepriced; cost-price-band,https://matharena.ai/ ($.competitions['arxiv--may'] / row gemini/gemini-36-flash / column accuracy),,in,out:cost-single-couple matharena-arxiv-may,matharena.ai,glm-5.1,default,reasoning-math,frontier,MathArena,per-problem,0.18,0.00289,191,56178,52.50,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv--may'] / row glm/glm-51 / column accuracy),,out:effort-not-established,out:effort-not-established matharena-arxiv-may,matharena.ai,gemini-3.1-pro,high,reasoning-math,frontier,MathArena,per-problem,0.34,0.00289,174,28309,51.67,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv--may'] / row gemini/gemini-31-pro / column accuracy),,in,out:cost-not-comparable matharena-arxiv-may,matharena.ai,gemini-3.7-flash,high,reasoning-math,frontier,MathArena,per-problem,0.076,0.000289,173,20217,47.50,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv--may'] / row gemini/gemini-37-flash / column accuracy),,in,in matharena-arxiv-may,matharena.ai,gemini-3.5-flash,high,reasoning-math,frontier,MathArena,per-problem,0.23,0.00289,173,26076,44.17,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxiv--may'] / row gemini/gemini-35-flash / column accuracy),,in,in matharena-arxiv-may,matharena.ai,?Qwen3.6-35B,not-established:absent,reasoning-math,frontier,MathArena,,,,,,37.50,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv--may'] / row qwen/qwen3.6_35b / column accuracy),,out:model-not-established, matharena-arxiv-may,matharena.ai,qwen3.5-2b,think,reasoning-math,frontier,MathArena,,,,,,10.62,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxiv--may'] / row qwen/qwen3.5_2b / column accuracy),,in, matharena-arxivlean-june,matharena.ai,gpt-6-astra,max,reasoning-math,frontier,MathArena,per-problem,8.54,0.00289,,21560,65.22,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxivlean--june'] / row openai/gpt-6-astra / column accuracy),,in,in matharena-arxivlean-june,matharena.ai,?Qwen3.8-Max,not-established:absent,reasoning-math,frontier,MathArena,per-problem,10.27,0.00289,,437952,45.65,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxivlean--june'] / row qwen/qwen3.8_max / column accuracy),,out:model-not-established,out:model-not-established matharena-arxivlean-june,matharena.ai,gemini-3.7-flash,high,reasoning-math,frontier,MathArena,per-problem,2.02,0.00289,,112968,21.74,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxivlean--june'] / row gemini/gemini-37-flash / column accuracy),,in,in matharena-arxivlean-june,matharena.ai,gemini-3.8-flash,high,reasoning-math,frontier,MathArena,per-problem,1.40,0.00289,,113915,19.57,acc%,0.00289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://matharena.ai/ ($.competitions['arxivlean--june'] / row gemini/gemini-38-flash / column accuracy),,in,in matharena-arxivlean-june,matharena.ai,gemini-3.1-pro,high,reasoning-math,frontier,MathArena,per-problem,1.14,0.00289,,40675,10.87,acc%,0.00289,,,https://matharena.ai/ ($.competitions['arxivlean--june'] / row gemini/gemini-31-pro / column accuracy),,in,out:cost-not-comparable matharena-arxivlean-june,matharena.ai,glm-5.2,max,reasoning-math,frontier,MathArena,per-problem,7.86,0.00289,5929966,182018,8.70,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['arxivlean--june'] / row glm/glm-52 / column accuracy),,in,in matharena-brumo-brumo-2025,matharena.ai,gemini-3-flash,high,reasoning-math,hard,MathArena,per-problem,0.046,0.000289,99,15190,100.00,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['brumo--brumo_2025'] / row gemini/gemini-3-flash / column accuracy),,out:uninformative,in matharena-brumo-brumo-2025,matharena.ai,deepseek-v3.2-speciale,solo,reasoning-math,hard,MathArena,per-problem,0.007,0.000289,108,17472,99.17,acc%,0.00289,,,https://matharena.ai/ ($.competitions['brumo--brumo_2025'] / row deepseek/deepseek_v32_special / column accuracy),,in,out:cost-not-comparable matharena-brumo-brumo-2025,matharena.ai,glm-5,think,reasoning-math,hard,MathArena,per-problem,0.065,0.000289,102,20400,99.17,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['brumo--brumo_2025'] / row glm/glm-5 / column accuracy),,in,in matharena-brumo-brumo-2025,matharena.ai,?Kimi K2.5,not-established:absent,reasoning-math,hard,MathArena,per-problem,0.061,0.000289,107,20245,98.33,acc%,0.00289,,,https://matharena.ai/ ($.competitions['brumo--brumo_2025'] / row moonshot/k25 / column accuracy),,out:model-not-established,out:model-not-established matharena-brumo-brumo-2025,matharena.ai,gpt-5.2,high,reasoning-math,hard,MathArena,per-problem,0.084,0.000289,110,5989,98.33,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['brumo--brumo_2025'] / row openai/gpt-52-high / column accuracy),,in,in matharena-brumo-brumo-2025,matharena.ai,?Gemini 3 Pro (preview),not-established:absent,reasoning-math,hard,MathArena,per-problem,0.15,0.00289,106,12732,98.33,acc%,0.00289,,,https://matharena.ai/ ($.competitions['brumo--brumo_2025'] / row gemini/riftrunner / column accuracy),,out:model-not-established,out:model-not-established matharena-brumo-brumo-2025,matharena.ai,?Grok 4.1 Fast (Reasoning),not-established:absent,reasoning-math,hard,MathArena,per-problem,0.005,0.000289,256,8934,97.50,acc%,0.00289,,,https://matharena.ai/ ($.competitions['brumo--brumo_2025'] / row xai/grok-41-fast-reasoning / column accuracy),,out:model-not-established,out:model-not-established matharena-brumo-brumo-2025,matharena.ai,deepseek-v3.2,think,reasoning-math,hard,MathArena,per-problem,0.005,0.000289,110,12968,96.67,acc%,0.00289,,,https://matharena.ai/ ($.competitions['brumo--brumo_2025'] / row deepseek/deepseek_v32_dec / column accuracy),,in,out:cost-not-comparable matharena-brumo-brumo-2025,matharena.ai,?Grok 4 Fast R,not-established:absent,reasoning-math,hard,MathArena,per-problem,0.004,0.000289,231,7517,95.83,acc%,0.00289,,,https://matharena.ai/ ($.competitions['brumo--brumo_2025'] / row xai/grok-4-fast-reasoning / column accuracy),,out:model-not-established,out:model-not-established matharena-brumo-brumo-2025,matharena.ai,deepseek-v3.2-exp,think,reasoning-math,hard,MathArena,per-problem,0.005,0.000289,105,10917,95.83,acc%,0.00289,,,https://matharena.ai/ ($.competitions['brumo--brumo_2025'] / row deepseek/deepseek_v32 / column accuracy),,out:single-couple,out:cost-not-comparable matharena-brumo-brumo-2025,matharena.ai,o3,high,reasoning-math,hard,MathArena,per-problem,0.048600000000000004,0.0187,110,10065,95.83,acc%,0.00289,,cost-unrepriced; cost-price-band,https://matharena.ai/ ($.competitions['brumo--brumo_2025'] / row openai/o3 / column accuracy),,out:single-couple,out:cost-single-couple matharena-brumo-brumo-2025,matharena.ai,grok-4,solo,reasoning-math,hard,MathArena,per-problem,0.16,0.00289,112,10956,95.00,acc%,0.00289,,,https://matharena.ai/ ($.competitions['brumo--brumo_2025'] / row xai/grok-4 / column accuracy),,out:single-couple,out:cost-not-comparable matharena-brumo-brumo-2025,matharena.ai,glm-4.6,default,reasoning-math,hard,MathArena,per-problem,0.030,0.000289,113,13740,94.17,acc%,0.00289,,,https://matharena.ai/ ($.competitions['brumo--brumo_2025'] / row glm/glm-46 / column accuracy),,out:effort-not-established,out:effort-not-established matharena-brumo-brumo-2025,matharena.ai,?Kimi K2 Thinking,not-established:absent,reasoning-math,hard,MathArena,per-problem,0.048,0.000289,183,19263,93.33,acc%,0.00289,,,https://matharena.ai/ ($.competitions['brumo--brumo_2025'] / row moonshot/k2-thinking / column accuracy),,out:model-not-established,out:model-not-established matharena-brumo-brumo-2025,matharena.ai,gpt-5.1,high,reasoning-math,hard,MathArena,per-problem,0.17,0.00289,125,16627,93.33,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['brumo--brumo_2025'] / row openai/gpt-51 / column accuracy),,in,in matharena-brumo-brumo-2025,matharena.ai,gpt-oss-120b,not-established:absent,reasoning-math,hard,MathArena,per-problem,0.011,0.000289,104,18200,92.50,acc%,0.00289,,,https://matharena.ai/ ($.competitions['brumo--brumo_2025'] / row openai/oss-120b / column accuracy),,out:effort-not-established,out:effort-not-established matharena-brumo-brumo-2025,matharena.ai,deepseek-r1-0528,solo,reasoning-math,hard,MathArena,per-problem,0.041,0.000289,106,18685,92.50,acc%,0.00289,,,https://matharena.ai/ ($.competitions['brumo--brumo_2025'] / row deepseek/deepseek_r1_0528 / column accuracy),,out:single-couple,out:cost-not-comparable matharena-brumo-brumo-2025,matharena.ai,glm-4.5,think,reasoning-math,hard,MathArena,per-problem,0.043,0.000289,109,19732,92.50,acc%,0.00289,,,https://matharena.ai/ ($.competitions['brumo--brumo_2025'] / row glm/glm-45 / column accuracy),,out:effort-not-established,out:effort-not-established matharena-brumo-brumo-2025,matharena.ai,gpt-5,high,reasoning-math,hard,MathArena,per-problem,0.11,0.00289,1429,10760,91.67,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['brumo--brumo_2025'] / row openai/gpt-5 / column accuracy),,out:single-couple,out:cost-single-couple matharena-brumo-brumo-2025,matharena.ai,glm-4.5-air,think,reasoning-math,hard,MathArena,per-problem,0.022,0.000289,109,20348,90.00,acc%,0.00289,,,https://matharena.ai/ ($.competitions['brumo--brumo_2025'] / row glm/glm-45-air / column accuracy),,out:single-couple,out:cost-not-comparable matharena-brumo-brumo-2025,matharena.ai,gpt-5-mini,not-established:contradictory,reasoning-math,hard,MathArena,per-problem,0.027,0.000289,110,13545,90.00,acc%,0.00289,,,https://matharena.ai/ ($.competitions['brumo--brumo_2025'] / row openai/gpt-5-mini / column accuracy),,out:effort-not-established,out:effort-not-established matharena-brumo-brumo-2025,matharena.ai,deepseek-v3.1,think,reasoning-math,hard,MathArena,per-problem,0.027,0.000289,105,12375,90.00,acc%,0.00289,,,https://matharena.ai/ ($.competitions['brumo--brumo_2025'] / row deepseek/deepseek_v31 / column accuracy),,out:single-couple,out:cost-not-comparable matharena-brumo-brumo-2025,matharena.ai,gemini-2.5-pro,think,reasoning-math,hard,MathArena,per-problem,0.126,0.0313,106,17840,90.00,acc%,0.00289,,cost-unrepriced; cost-price-band,https://matharena.ai/ ($.competitions['brumo--brumo_2025'] / row gemini/gemini-pro-2.5 / column accuracy),,out:single-couple,out:cost-single-couple matharena-brumo-brumo-2025,matharena.ai,?Gemini 2.5 Pro (05-06),not-established:absent,reasoning-math,hard,MathArena,,,,,,89.17,acc%,0.00289,,,https://matharena.ai/ ($.competitions['brumo--brumo_2025'] / row gemini/gemini-pro-2.5-05-06 / column accuracy),,out:model-not-established, matharena-brumo-brumo-2025,matharena.ai,gpt-oss-20b,not-established:absent,reasoning-math,hard,MathArena,per-problem,0.007,0.000289,104,34029,86.67,acc%,0.00289,,,https://matharena.ai/ ($.competitions['brumo--brumo_2025'] / row openai/oss-20b / column accuracy),,out:effort-not-established,out:effort-not-established matharena-brumo-brumo-2025,matharena.ai,qwen3-235b-a22b,default,reasoning-math,hard,MathArena,per-problem,0.007,0.000289,115,12185,86.67,acc%,0.00289,,,https://matharena.ai/ ($.competitions['brumo--brumo_2025'] / row qwen/qwen3_235b_a22b / column accuracy),,out:effort-not-established,out:effort-not-established matharena-brumo-brumo-2025,matharena.ai,o4-mini,high,reasoning-math,hard,MathArena,per-problem,0.042,0.000289,7807,7492,86.67,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['brumo--brumo_2025'] / row openai/o4-mini--high / column accuracy),,out:single-couple,out:cost-single-couple matharena-brumo-brumo-2025,matharena.ai,grok-3-mini,high,reasoning-math,hard,MathArena,per-problem,0.007,0.000289,107,14850,85.00,acc%,0.00289,,,https://matharena.ai/ ($.competitions['brumo--brumo_2025'] / row xai/grok-3-mini-high / column accuracy),,out:single-couple,out:cost-not-comparable matharena-brumo-brumo-2025,matharena.ai,o4-mini,medium,reasoning-math,hard,MathArena,per-problem,0.021,0.000289,110,4824,84.17,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['brumo--brumo_2025'] / row openai/o4-mini--medium / column accuracy),,out:single-couple,out:cost-single-couple matharena-brumo-brumo-2025,matharena.ai,gemini-2.5-flash,think,reasoning-math,hard,MathArena,per-problem,0.0525,0.013,106,21389,83.33,acc%,0.00289,,cost-unrepriced; cost-price-band,https://matharena.ai/ ($.competitions['brumo--brumo_2025'] / row gemini/gemini-flash-2.5 / column accuracy),,out:single-couple,out:cost-single-couple matharena-brumo-brumo-2025,matharena.ai,gpt-5-nano,high,reasoning-math,hard,MathArena,per-problem,0.010,0.000289,188,25061,80.83,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['brumo--brumo_2025'] / row openai/gpt-5-nano / column accuracy),,out:single-couple,out:cost-single-couple matharena-brumo-brumo-2025,matharena.ai,deepseek-r1,solo,reasoning-math,hard,MathArena,per-problem,0.020,0.000289,104,9086,80.83,acc%,0.00289,,,https://matharena.ai/ ($.competitions['brumo--brumo_2025'] / row deepseek/deepseek_r1 / column accuracy),,out:single-couple,out:cost-not-comparable matharena-brumo-brumo-2025,matharena.ai,qwen3-30b-a3b,default,reasoning-math,hard,MathArena,per-problem,0.004,0.000289,115,14564,77.50,acc%,0.00289,,,https://matharena.ai/ ($.competitions['brumo--brumo_2025'] / row qwen/qwen3_30b_a3b / column accuracy),,out:effort-not-established,out:effort-not-established matharena-brumo-brumo-2025,matharena.ai,?DeepSeek-R1-Distill-14B,not-established:absent,reasoning-math,hard,MathArena,per-problem,0.002,0.000289,110,10864,68.33,acc%,0.00289,,,https://matharena.ai/ ($.competitions['brumo--brumo_2025'] / row deepseek/deepseek_distill_14b / column accuracy),,out:model-not-established,out:model-not-established matharena-brumo-brumo-2025,matharena.ai,?DeepSeek-R1-Distill-32B,not-established:absent,reasoning-math,hard,MathArena,per-problem,0.003,0.000289,112,10884,68.33,acc%,0.00289,,,https://matharena.ai/ ($.competitions['brumo--brumo_2025'] / row deepseek/deepseek_distill_32b / column accuracy),,out:model-not-established,out:model-not-established matharena-brumo-brumo-2025,matharena.ai,?DeepSeek-R1-Distill-70B,not-established:absent,reasoning-math,hard,MathArena,per-problem,0.006,0.000289,107,9313,66.67,acc%,0.00289,,,https://matharena.ai/ ($.competitions['brumo--brumo_2025'] / row deepseek/deepseek_distill_70b / column accuracy),,out:model-not-established,out:model-not-established matharena-brumo-brumo-2025,matharena.ai,o4-mini,low,reasoning-math,hard,MathArena,per-problem,0.008,0.000289,110,1874,66.67,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['brumo--brumo_2025'] / row openai/o4-mini--low / column accuracy),,out:single-couple,out:cost-single-couple matharena-brumo-brumo-2025,matharena.ai,grok-3-mini,low,reasoning-math,hard,MathArena,per-problem,0.003,0.000289,107,5423,65.83,acc%,0.00289,,,https://matharena.ai/ ($.competitions['brumo--brumo_2025'] / row xai/grok-3-mini-low / column accuracy),,out:single-couple,out:cost-not-comparable matharena-hmmt-hmmt-feb-2025,matharena.ai,gpt-5.2,xhigh,reasoning-math,hard,MathArena,per-problem,0.24,0.00289,126,17003,100.00,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2025'] / row openai/gpt-52 / column accuracy),,out:uninformative,in matharena-hmmt-hmmt-feb-2025,matharena.ai,gpt-5.2,high,reasoning-math,hard,MathArena,per-problem,0.16,0.00289,126,11164,98.33,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2025'] / row openai/gpt-52-high / column accuracy),,in,in matharena-hmmt-hmmt-feb-2025,matharena.ai,deepseek-v3.2-speciale,solo,reasoning-math,hard,MathArena,per-problem,0.011,0.000289,127,25870,97.50,acc%,0.00289,,,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2025'] / row deepseek/deepseek_v32_special / column accuracy),,in,out:cost-not-comparable matharena-hmmt-hmmt-feb-2025,matharena.ai,gemini-3-flash,high,reasoning-math,hard,MathArena,per-problem,0.062,0.000289,116,20536,97.50,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2025'] / row gemini/gemini-3-flash / column accuracy),,in,in matharena-hmmt-hmmt-feb-2025,matharena.ai,glm-5,think,reasoning-math,hard,MathArena,per-problem,0.09,0.00289,119,28926,97.50,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2025'] / row glm/glm-5 / column accuracy),,in,in matharena-hmmt-hmmt-feb-2025,matharena.ai,?Gemini 3 Pro (preview),not-established:absent,reasoning-math,hard,MathArena,per-problem,0.19,0.00289,123,15918,97.50,acc%,0.00289,,,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2025'] / row gemini/riftrunner / column accuracy),,out:model-not-established,out:model-not-established matharena-hmmt-hmmt-feb-2025,matharena.ai,grok-4,solo,reasoning-math,hard,MathArena,per-problem,0.22,0.00289,151,14669,95.00,acc%,0.00289,,,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2025'] / row xai/grok-4 / column accuracy),,out:single-couple,out:cost-not-comparable matharena-hmmt-hmmt-feb-2025,matharena.ai,glm-4.6,default,reasoning-math,hard,MathArena,per-problem,0.047,0.000289,143,21480,93.33,acc%,0.00289,,,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2025'] / row glm/glm-46 / column accuracy),,out:effort-not-established,out:effort-not-established matharena-hmmt-hmmt-feb-2025,matharena.ai,?Kimi K2 Thinking,not-established:absent,reasoning-math,hard,MathArena,per-problem,0.071,0.000289,136,28389,93.33,acc%,0.00289,,,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2025'] / row moonshot/k2-thinking / column accuracy),,out:model-not-established,out:model-not-established matharena-hmmt-hmmt-feb-2025,matharena.ai,?Kimi K2.5,not-established:absent,reasoning-math,hard,MathArena,per-problem,0.081,0.000289,124,26862,93.33,acc%,0.00289,,,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2025'] / row moonshot/k25 / column accuracy),,out:model-not-established,out:model-not-established matharena-hmmt-hmmt-feb-2025,matharena.ai,gpt-5.1,high,reasoning-math,hard,MathArena,per-problem,0.22,0.00289,126,22001,93.33,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2025'] / row openai/gpt-51 / column accuracy),,in,in matharena-hmmt-hmmt-feb-2025,matharena.ai,deepseek-v3.2,think,reasoning-math,hard,MathArena,per-problem,0.007,0.000289,122,17382,92.50,acc%,0.00289,,,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2025'] / row deepseek/deepseek_v32_dec / column accuracy),,in,out:cost-not-comparable matharena-hmmt-hmmt-feb-2025,matharena.ai,?Grok 4 Fast R,not-established:absent,reasoning-math,hard,MathArena,per-problem,0.006,0.000289,232,12770,91.67,acc%,0.00289,,,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2025'] / row xai/grok-4-fast-reasoning / column accuracy),,out:model-not-established,out:model-not-established matharena-hmmt-hmmt-feb-2025,matharena.ai,?Grok 4.1 Fast (Reasoning),not-established:absent,reasoning-math,hard,MathArena,per-problem,0.007,0.000289,271,13404,90.00,acc%,0.00289,,,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2025'] / row xai/grok-41-fast-reasoning / column accuracy),,out:model-not-established,out:model-not-established matharena-hmmt-hmmt-feb-2025,matharena.ai,deepseek-v3.2-exp,think,reasoning-math,hard,MathArena,per-problem,0.008,0.000289,122,18393,90.00,acc%,0.00289,,,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2025'] / row deepseek/deepseek_v32 / column accuracy),,out:single-couple,out:cost-not-comparable matharena-hmmt-hmmt-feb-2025,matharena.ai,gpt-oss-120b,not-established:absent,reasoning-math,hard,MathArena,per-problem,0.016,0.000289,120,27304,90.00,acc%,0.00289,,,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2025'] / row openai/oss-120b / column accuracy),,out:effort-not-established,out:effort-not-established matharena-hmmt-hmmt-feb-2025,matharena.ai,gpt-5-mini,not-established:contradictory,reasoning-math,hard,MathArena,per-problem,0.034,0.000289,340,16887,89.17,acc%,0.00289,,,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2025'] / row openai/gpt-5-mini / column accuracy),,out:effort-not-established,out:effort-not-established matharena-hmmt-hmmt-feb-2025,matharena.ai,gpt-5,high,reasoning-math,hard,MathArena,per-problem,0.17,0.00289,2374,16380,88.33,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2025'] / row openai/gpt-5 / column accuracy),,out:single-couple,out:cost-single-couple matharena-hmmt-hmmt-feb-2025,matharena.ai,deepseek-v3.1,think,reasoning-math,hard,MathArena,per-problem,0.042,0.000289,122,19230,85.83,acc%,0.00289,,,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2025'] / row deepseek/deepseek_v31 / column accuracy),,out:single-couple,out:cost-not-comparable matharena-hmmt-hmmt-feb-2025,matharena.ai,o4-mini,high,reasoning-math,hard,MathArena,per-problem,0.078,0.000289,511,17637,83.33,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2025'] / row openai/o4-mini--high / column accuracy),,out:single-couple,out:cost-single-couple matharena-hmmt-hmmt-feb-2025,matharena.ai,gemini-2.5-pro,think,reasoning-math,hard,MathArena,per-problem,0.091,0.0227,123,12875,82.50,acc%,0.00289,,cost-unrepriced; cost-price-band,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2025'] / row gemini/gemini-pro-2.5 / column accuracy),,out:single-couple,out:cost-single-couple matharena-hmmt-hmmt-feb-2025,matharena.ai,?Gemini 2.5 Pro (05-06),not-established:absent,reasoning-math,hard,MathArena,,,,,,80.83,acc%,0.00289,,,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2025'] / row gemini/gemini-pro-2.5-05-06 / column accuracy),,out:model-not-established, matharena-hmmt-hmmt-feb-2025,matharena.ai,glm-4.5,think,reasoning-math,hard,MathArena,per-problem,0.056,0.000289,126,25438,77.50,acc%,0.00289,,,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2025'] / row glm/glm-45 / column accuracy),,out:effort-not-established,out:effort-not-established matharena-hmmt-hmmt-feb-2025,matharena.ai,o3,high,reasoning-math,hard,MathArena,per-problem,0.072,0.0279,4069,13786,77.50,acc%,0.00289,,cost-unrepriced; cost-price-band,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2025'] / row openai/o3 / column accuracy),,out:single-couple,out:cost-single-couple matharena-hmmt-hmmt-feb-2025,matharena.ai,gpt-oss-20b,not-established:absent,reasoning-math,hard,MathArena,per-problem,0.011,0.000289,120,54740,76.67,acc%,0.00289,,,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2025'] / row openai/oss-20b / column accuracy),,out:effort-not-established,out:effort-not-established matharena-hmmt-hmmt-feb-2025,matharena.ai,deepseek-r1-0528,solo,reasoning-math,hard,MathArena,per-problem,0.056,0.000289,123,25366,76.67,acc%,0.00289,,,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2025'] / row deepseek/deepseek_r1_0528 / column accuracy),,out:single-couple,out:cost-not-comparable matharena-hmmt-hmmt-feb-2025,matharena.ai,grok-3-mini,high,reasoning-math,hard,MathArena,per-problem,0.011,0.000289,122,21000,74.17,acc%,0.00289,,,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2025'] / row xai/grok-3-mini-high / column accuracy),,out:single-couple,out:cost-not-comparable matharena-hmmt-hmmt-feb-2025,matharena.ai,gpt-5-nano,high,reasoning-math,hard,MathArena,per-problem,0.015,0.000289,126,36743,74.17,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2025'] / row openai/gpt-5-nano / column accuracy),,out:single-couple,out:cost-single-couple matharena-hmmt-hmmt-feb-2025,matharena.ai,glm-4.5-air,think,reasoning-math,hard,MathArena,per-problem,0.031,0.000289,126,27720,69.17,acc%,0.00289,,,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2025'] / row glm/glm-45-air / column accuracy),,out:single-couple,out:cost-not-comparable matharena-hmmt-hmmt-feb-2025,matharena.ai,o4-mini,medium,reasoning-math,hard,MathArena,per-problem,0.032,0.000289,126,7298,67.50,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2025'] / row openai/o4-mini--medium / column accuracy),,out:single-couple,out:cost-single-couple matharena-hmmt-hmmt-feb-2025,matharena.ai,o3-mini,high,reasoning-math,hard,MathArena,per-problem,0.078,0.000289,126,17660,67.50,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2025'] / row openai/o3-mini / column accuracy),,out:single-couple,out:cost-single-couple matharena-hmmt-hmmt-feb-2025,matharena.ai,gemini-2.5-flash,think,reasoning-math,hard,MathArena,per-problem,0.07,0.0176,123,27168,64.17,acc%,0.00289,,cost-unrepriced; cost-price-band,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2025'] / row gemini/gemini-flash-2.5 / column accuracy),,out:single-couple,out:cost-single-couple matharena-hmmt-hmmt-feb-2025,matharena.ai,qwen3-235b-a22b,default,reasoning-math,hard,MathArena,per-problem,0.009,0.000289,132,15098,62.50,acc%,0.00289,,,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2025'] / row qwen/qwen3_235b_a22b / column accuracy),,out:effort-not-established,out:effort-not-established matharena-hmmt-hmmt-feb-2025,matharena.ai,o3-mini,medium,reasoning-math,hard,MathArena,per-problem,0.034,0.000289,126,7601,53.33,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2025'] / row openai/o3-mini--medium / column accuracy),,out:single-couple,out:cost-single-couple matharena-hmmt-hmmt-feb-2025,matharena.ai,grok-3-mini,low,reasoning-math,hard,MathArena,per-problem,0.003,0.000289,122,6636,50.83,acc%,0.00289,,,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2025'] / row xai/grok-3-mini-low / column accuracy),,out:single-couple,out:cost-not-comparable matharena-hmmt-hmmt-feb-2025,matharena.ai,qwen3-30b-a3b,default,reasoning-math,hard,MathArena,per-problem,0.006,0.000289,132,18539,50.83,acc%,0.00289,,,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2025'] / row qwen/qwen3_30b_a3b / column accuracy),,out:effort-not-established,out:effort-not-established matharena-hmmt-hmmt-feb-2025,matharena.ai,o1,medium,reasoning-math,hard,MathArena,per-problem,0.89,0.00289,126,14835,48.33,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2025'] / row openai/o1 / column accuracy),,out:single-couple,out:cost-single-couple matharena-hmmt-hmmt-feb-2025,matharena.ai,o4-mini,low,reasoning-math,hard,MathArena,per-problem,0.012,0.000289,126,2663,47.50,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2025'] / row openai/o4-mini--low / column accuracy),,out:single-couple,out:cost-single-couple matharena-hmmt-hmmt-feb-2025,matharena.ai,qwq-32b,solo,reasoning-math,hard,MathArena,per-problem,0.020,0.000289,143,16152,47.50,acc%,0.00289,,,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2025'] / row qwen/qwq / column accuracy),,out:single-couple,out:cost-not-comparable matharena-hmmt-hmmt-feb-2025,matharena.ai,deepseek-r1,solo,reasoning-math,hard,MathArena,per-problem,0.028,0.000289,121,12817,41.67,acc%,0.00289,,,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2025'] / row deepseek/deepseek_r1 / column accuracy),,out:single-couple,out:cost-not-comparable matharena-hmmt-hmmt-feb-2025,matharena.ai,?gemini-2.0-flash-thinking,not-established:absent,reasoning-math,hard,MathArena,,,,,,35.83,acc%,0.00289,,,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2025'] / row gemini/gemini-flash-thinking-2.0 / column accuracy),,out:model-not-established, matharena-hmmt-hmmt-feb-2025,matharena.ai,?DeepSeek-R1-Distill-32B,not-established:absent,reasoning-math,hard,MathArena,per-problem,0.005,0.000289,129,15555,33.33,acc%,0.00289,,,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2025'] / row deepseek/deepseek_distill_32b / column accuracy),,out:model-not-established,out:model-not-established matharena-hmmt-hmmt-feb-2025,matharena.ai,?DeepSeek-R1-Distill-70B,not-established:absent,reasoning-math,hard,MathArena,per-problem,0.007,0.000289,124,11898,33.33,acc%,0.00289,,,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2025'] / row deepseek/deepseek_distill_70b / column accuracy),,out:model-not-established,out:model-not-established matharena-hmmt-hmmt-feb-2025,matharena.ai,?DeepSeek-R1-Distill-14B,not-established:absent,reasoning-math,hard,MathArena,per-problem,0.002,0.000289,127,15559,31.67,acc%,0.00289,,,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2025'] / row deepseek/deepseek_distill_14b / column accuracy),,out:model-not-established,out:model-not-established matharena-hmmt-hmmt-feb-2025,matharena.ai,?DeepSeek-V3-03-24,not-established:absent,reasoning-math,hard,MathArena,per-problem,0.005,0.000289,121,4216,29.17,acc%,0.00289,,,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2025'] / row deepseek/deepseek_v3_03_24 / column accuracy),,out:model-not-established,out:model-not-established matharena-hmmt-hmmt-feb-2025,matharena.ai,o3-mini,low,reasoning-math,hard,MathArena,per-problem,0.012,0.000289,126,2661,28.33,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2025'] / row openai/o3-mini--low / column accuracy),,out:single-couple,out:cost-single-couple matharena-hmmt-hmmt-feb-2025,matharena.ai,qwq-32b-preview,solo,reasoning-math,hard,MathArena,per-problem,0.012,0.000289,143,9531,18.33,acc%,0.00289,,,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2025'] / row qwen/qwq-preview / column accuracy),,out:single-couple,out:cost-not-comparable matharena-hmmt-hmmt-feb-2025,matharena.ai,gemini-2.0-flash,solo,reasoning-math,hard,MathArena,per-problem,0.001,0.000289,122,3312,13.33,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2025'] / row gemini/gemini-flash-2.0 / column accuracy),,out:single-couple,out:cost-single-couple matharena-hmmt-hmmt-feb-2025,matharena.ai,deepseek-v3,solo,reasoning-math,hard,MathArena,per-problem,0.003,0.000289,121,2453,13.33,acc%,0.00289,,,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2025'] / row deepseek/deepseek_v3 / column accuracy),,out:single-couple,out:cost-not-comparable matharena-hmmt-hmmt-feb-2025,matharena.ai,?DeepSeek-R1-Distill-1.5B,not-established:absent,reasoning-math,hard,MathArena,per-problem,0.004,0.000289,127,23111,11.67,acc%,0.00289,,,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2025'] / row deepseek/deepseek_distill_1.5b / column accuracy),,out:model-not-established,out:model-not-established matharena-hmmt-hmmt-feb-2025,matharena.ai,gemini-2.0-pro-exp-02-05,solo,reasoning-math,hard,MathArena,per-problem,0.011,0.000289,123,2252,7.50,acc%,0.00289,,,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2025'] / row gemini/gemini-pro-2.0 / column accuracy),,out:single-couple,out:cost-not-comparable matharena-hmmt-hmmt-feb-2025,matharena.ai,?gpt-4o,not-established:absent,reasoning-math,hard,MathArena,per-problem,0.008,0.000289,127,769,5.83,acc%,0.00289,,,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2025'] / row openai/gpt-4o / column accuracy),,out:model-not-established,out:model-not-established matharena-hmmt-hmmt-feb-2026,matharena.ai,gpt-5.5,xhigh,reasoning-math,hard,MathArena,per-problem,0.26,0.00289,107,8496,98.48,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2026'] / row openai/gpt-55 / column accuracy),,in,in matharena-hmmt-hmmt-feb-2026,matharena.ai,gpt-5.4,xhigh,reasoning-math,hard,MathArena,per-problem,0.22,0.00289,2497,14538,97.73,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2026'] / row openai/gpt-54 / column accuracy),,in,in matharena-hmmt-hmmt-feb-2026,matharena.ai,gpt-5.2,high,reasoning-math,hard,MathArena,per-problem,0.19,0.00289,115,13709,96.97,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2026'] / row openai/gpt-52-high / column accuracy),,in,in matharena-hmmt-hmmt-feb-2026,matharena.ai,kimi-k3,max,reasoning-math,hard,MathArena,per-problem,0.22,0.00289,181,14694,96.97,acc%,0.00289,,cost-base-price:cost-uniform-factor,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2026'] / row moonshot/k3 / column accuracy),,in,in matharena-hmmt-hmmt-feb-2026,matharena.ai,gemini-3.5-flash,high,reasoning-math,hard,MathArena,per-problem,0.15,0.00289,102,16121,95.45,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2026'] / row gemini/gemini-35-flash / column accuracy),,in,in matharena-hmmt-hmmt-feb-2026,matharena.ai,kimi-k2.6,think,reasoning-math,hard,MathArena,per-problem,0.13,0.00289,106,33563,94.70,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2026'] / row moonshot/k26 / column accuracy),,in,in matharena-hmmt-hmmt-feb-2026,matharena.ai,gemini-3.1-pro,high,reasoning-math,hard,MathArena,per-problem,0.20,0.00289,102,16761,94.70,acc%,0.00289,,,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2026'] / row gemini/gemini-31-pro / column accuracy),,in,out:cost-not-comparable matharena-hmmt-hmmt-feb-2026,matharena.ai,deepseek-v4-flash-preview,max,reasoning-math,hard,MathArena,per-problem,0.00825,0.00391,182,54365,93.94,acc%,0.00289,,cost-unrepriced; cost-price-band,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2026'] / row deepseek/deepseek_v4_flash / column accuracy),,in,out:cost-single-couple matharena-hmmt-hmmt-feb-2026,matharena.ai,deepseek-v4-pro-preview,max,reasoning-math,hard,MathArena,per-problem,0.07175000000000001,0.0395,186,40696,93.94,acc%,0.00289,,cost-unrepriced; cost-price-band,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2026'] / row deepseek/deepseek_v4_pro / column accuracy),,in,out:cost-single-couple matharena-hmmt-hmmt-feb-2026,matharena.ai,glm-5.2,max,reasoning-math,hard,MathArena,per-problem,0.10,0.00289,112,23293,92.42,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2026'] / row glm/glm-52 / column accuracy),,in,in matharena-hmmt-hmmt-feb-2026,matharena.ai,gemini-3-flash,high,reasoning-math,hard,MathArena,per-problem,0.066,0.000289,102,21896,89.39,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2026'] / row gemini/gemini-3-flash / column accuracy),,in,in matharena-hmmt-hmmt-feb-2026,matharena.ai,gemini-3.6-flash,high,reasoning-math,hard,MathArena,per-problem,0.15000000000000002,0.029,102,13542,89.39,acc%,0.00289,,cost-unrepriced; cost-price-band,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2026'] / row gemini/gemini-36-flash / column accuracy),,in,out:cost-single-couple matharena-hmmt-hmmt-feb-2026,matharena.ai,glm-5.1,default,reasoning-math,hard,MathArena,per-problem,0.13,0.00289,125,39645,89.39,acc%,0.00289,,,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2026'] / row glm/glm-51 / column accuracy),,out:effort-not-established,out:effort-not-established matharena-hmmt-hmmt-feb-2026,matharena.ai,qwen3.5-397b-a17b,default,reasoning-math,hard,MathArena,per-problem,0.087,0.000289,142,24189,87.88,acc%,0.00289,,,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2026'] / row qwen/qwen3.5_397b / column accuracy),,out:effort-not-established,out:effort-not-established matharena-hmmt-hmmt-feb-2026,matharena.ai,?Kimi K2.5,not-established:absent,reasoning-math,hard,MathArena,per-problem,0.086,0.000289,111,28765,87.12,acc%,0.00289,,,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2026'] / row moonshot/k25 / column accuracy),,out:model-not-established,out:model-not-established matharena-hmmt-hmmt-feb-2026,matharena.ai,?Grok 4.1 Fast (Reasoning),not-established:absent,reasoning-math,hard,MathArena,per-problem,0.007,0.000289,736,13846,86.36,acc%,0.00289,,,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2026'] / row xai/grok-41-fast-reasoning / column accuracy),,out:model-not-established,out:model-not-established matharena-hmmt-hmmt-feb-2026,matharena.ai,glm-5,think,reasoning-math,hard,MathArena,per-problem,0.11,0.00289,125,33206,86.36,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2026'] / row glm/glm-5 / column accuracy),,in,in matharena-hmmt-hmmt-feb-2026,matharena.ai,?Gemini 3 Pro (preview),not-established:absent,reasoning-math,hard,MathArena,per-problem,0.19,0.00289,102,15502,86.36,acc%,0.00289,,,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2026'] / row gemini/riftrunner / column accuracy),,out:model-not-established,out:model-not-established matharena-hmmt-hmmt-feb-2026,matharena.ai,deepseek-v3.2,think,reasoning-math,hard,MathArena,per-problem,0.010,0.000289,115,24288,84.09,acc%,0.00289,,,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2026'] / row deepseek/deepseek_v32_dec / column accuracy),,in,out:cost-not-comparable matharena-hmmt-hmmt-feb-2026,matharena.ai,qwen3.5-35b-a3b,default,reasoning-math,hard,MathArena,per-problem,0.056,0.000289,103,42716,81.82,acc%,0.00289,,,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2026'] / row qwen/qwen3.5_35b_a3b / column accuracy),,out:effort-not-established,out:effort-not-established matharena-hmmt-hmmt-feb-2026,matharena.ai,qwen3.5-27b,default,reasoning-math,hard,MathArena,,,,,,81.06,acc%,0.00289,,,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2026'] / row qwen/qwen3.5_27b / column accuracy),,out:effort-not-established, matharena-hmmt-hmmt-feb-2026,matharena.ai,?Qwen3-30B-A3B-2507-Think,not-established:absent,reasoning-math,hard,MathArena,per-problem,0.007,0.000289,103,24319,78.79,acc%,0.00289,,,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2026'] / row qwen/qwen3_30b_a3b_2507 / column accuracy),,out:model-not-established,out:model-not-established matharena-hmmt-hmmt-feb-2026,matharena.ai,qwen3.5-9b,default,reasoning-math,hard,MathArena,per-problem,0.006,0.000289,141,40607,71.21,acc%,0.00289,,,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2026'] / row qwen/qwen3.5_9b / column accuracy),,out:effort-not-established,out:effort-not-established matharena-hmmt-hmmt-feb-2026,matharena.ai,?Qwen3-4B-2507-Think,not-established:absent,reasoning-math,hard,MathArena,per-problem,0.008,0.000289,103,27600,53.03,acc%,0.00289,,,https://matharena.ai/ ($.competitions['hmmt--hmmt_feb_2026'] / row qwen/qwen3_4b_2507 / column accuracy),,out:model-not-established,out:model-not-established matharena-kangaroo-kangaroo-2025-1-2,matharena.ai,gpt-5.5,xhigh,reasoning-math,hard,MathArena,per-problem,0.11,0.00289,927,3532,95.83,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_1-2'] / row openai/gpt-55 / column accuracy),,in,in matharena-kangaroo-kangaroo-2025-1-2,matharena.ai,gpt-5.4,xhigh,reasoning-math,hard,MathArena,per-problem,0.077,0.000289,927,4975,94.79,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_1-2'] / row openai/gpt-54 / column accuracy),,in,in matharena-kangaroo-kangaroo-2025-1-2,matharena.ai,kimi-k3,max,reasoning-math,hard,MathArena,per-problem,0.11,0.00289,1081,7125,93.75,acc%,0.00289,,cost-base-price:cost-uniform-factor,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_1-2'] / row moonshot/k3 / column accuracy),,in,out:cost-single-couple matharena-kangaroo-kangaroo-2025-1-2,matharena.ai,gemini-3.5-flash,high,reasoning-math,hard,MathArena,per-problem,0.052,0.000289,1218,5556,89.58,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_1-2'] / row gemini/gemini-35-flash / column accuracy),,in,in matharena-kangaroo-kangaroo-2025-1-2,matharena.ai,gemini-3-flash,high,reasoning-math,hard,MathArena,per-problem,0.026,0.000289,1218,8542,87.50,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_1-2'] / row gemini/gemini-3-flash / column accuracy),,in,in matharena-kangaroo-kangaroo-2025-1-2,matharena.ai,gemini-3.1-pro,high,reasoning-math,hard,MathArena,per-problem,0.16,0.00289,1218,12867,86.46,acc%,0.00289,,,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_1-2'] / row gemini/gemini-31-pro / column accuracy),,in,out:cost-not-comparable matharena-kangaroo-kangaroo-2025-1-2,matharena.ai,gemini-3.6-flash,high,reasoning-math,hard,MathArena,per-problem,0.0645,0.0124,1375,5396,83.33,acc%,0.00289,,cost-unrepriced; cost-price-band,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_1-2'] / row gemini/gemini-36-flash / column accuracy),,in,out:cost-single-couple matharena-kangaroo-kangaroo-2025-1-2,matharena.ai,qwen3.5-397b-a17b,default,reasoning-math,hard,MathArena,per-problem,0.038,0.000289,783,10537,81.25,acc%,0.00289,,,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_1-2'] / row qwen/qwen3.5_397b / column accuracy),,out:effort-not-established,out:effort-not-established matharena-kangaroo-kangaroo-2025-1-2,matharena.ai,gpt-5.2,high,reasoning-math,hard,MathArena,per-problem,0.059,0.000289,927,4093,80.21,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_1-2'] / row openai/gpt-52-high / column accuracy),,in,in matharena-kangaroo-kangaroo-2025-1-2,matharena.ai,?Kimi K2.5,not-established:absent,reasoning-math,hard,MathArena,per-problem,0.028,0.000289,1062,8986,76.04,acc%,0.00289,,,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_1-2'] / row moonshot/k25 / column accuracy),,out:model-not-established,out:model-not-established matharena-kangaroo-kangaroo-2025-1-2,matharena.ai,?Gemini 3 Pro (preview),not-established:absent,reasoning-math,hard,MathArena,per-problem,0.11,0.00289,1218,9165,76.04,acc%,0.00289,,,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_1-2'] / row gemini/riftrunner / column accuracy),,out:model-not-established,out:model-not-established matharena-kangaroo-kangaroo-2025-1-2,matharena.ai,gpt-5,high,reasoning-math,hard,MathArena,per-problem,0.063,0.000289,847,6222,68.75,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_1-2'] / row openai/gpt-5 / column accuracy),,out:single-couple,out:cost-single-couple matharena-kangaroo-kangaroo-2025-1-2,matharena.ai,glm-4.5v,default,reasoning-math,hard,MathArena,per-problem,0.004,0.000289,2248,1687,65.62,acc%,0.00289,,,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_1-2'] / row glm/glm-45v / column accuracy),,out:effort-not-established,out:effort-not-established matharena-kangaroo-kangaroo-2025-1-2,matharena.ai,gpt-5.1,high,reasoning-math,hard,MathArena,per-problem,0.053,0.000289,2326,5050,65.62,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_1-2'] / row openai/gpt-51 / column accuracy),,in,in matharena-kangaroo-kangaroo-2025-1-2,matharena.ai,gemini-2.5-pro,think,reasoning-math,hard,MathArena,per-problem,0.07,0.0176,1083,9570,64.58,acc%,0.00289,,cost-unrepriced; cost-price-band,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_1-2'] / row gemini/gemini-pro-2.5 / column accuracy),,out:single-couple,out:cost-single-couple matharena-kangaroo-kangaroo-2025-1-2,matharena.ai,gpt-5-mini,not-established:contradictory,reasoning-math,hard,MathArena,per-problem,0.009,0.000289,1734,4386,61.46,acc%,0.00289,,,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_1-2'] / row openai/gpt-5-mini / column accuracy),,out:effort-not-established,out:effort-not-established matharena-kangaroo-kangaroo-2025-1-2,matharena.ai,grok-4,solo,reasoning-math,hard,MathArena,per-problem,0.16,0.00289,2039,9975,61.46,acc%,0.00289,,,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_1-2'] / row xai/grok-4 / column accuracy),,out:single-couple,out:cost-not-comparable matharena-kangaroo-kangaroo-2025-1-2,matharena.ai,?Grok 4.1 Fast (Reasoning),not-established:absent,reasoning-math,hard,MathArena,per-problem,0.004,0.000289,1511,7145,60.42,acc%,0.00289,,,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_1-2'] / row xai/grok-41-fast-reasoning / column accuracy),,out:model-not-established,out:model-not-established matharena-kangaroo-kangaroo-2025-1-2,matharena.ai,?Grok 4 Fast R,not-established:absent,reasoning-math,hard,MathArena,per-problem,0.003,0.000289,1515,5555,58.33,acc%,0.00289,,,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_1-2'] / row xai/grok-4-fast-reasoning / column accuracy),,out:model-not-established,out:model-not-established matharena-kangaroo-kangaroo-2025-1-2,matharena.ai,?Qwen3-VL-235B Instruct,not-established:absent,reasoning-math,hard,MathArena,per-problem,0.008,0.000289,788,2070,58.33,acc%,0.00289,,,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_1-2'] / row qwen/qwen3_vl_235b_a22b_instruct / column accuracy),,out:model-not-established,out:model-not-established matharena-kangaroo-kangaroo-2025-11-12,matharena.ai,kimi-k3,max,reasoning-math,hard,MathArena,per-problem,0.065,0.000289,770,4182,98.33,acc%,0.00289,,cost-base-price:cost-uniform-factor,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_11-12'] / row moonshot/k3 / column accuracy),,in,out:cost-single-couple matharena-kangaroo-kangaroo-2025-11-12,matharena.ai,gpt-5.4,xhigh,reasoning-math,hard,MathArena,per-problem,0.079,0.000289,643,5188,98.33,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_11-12'] / row openai/gpt-54 / column accuracy),,in,in matharena-kangaroo-kangaroo-2025-11-12,matharena.ai,gpt-5.5,xhigh,reasoning-math,hard,MathArena,per-problem,0.09,0.00289,643,2962,98.33,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_11-12'] / row openai/gpt-55 / column accuracy),,in,in matharena-kangaroo-kangaroo-2025-11-12,matharena.ai,?Gemini 3 Pro (preview),not-established:absent,reasoning-math,hard,MathArena,per-problem,0.11,0.00289,1224,8650,97.50,acc%,0.00289,,,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_11-12'] / row gemini/riftrunner / column accuracy),,out:model-not-established,out:model-not-established matharena-kangaroo-kangaroo-2025-11-12,matharena.ai,gemini-3.1-pro,high,reasoning-math,hard,MathArena,per-problem,0.12,0.00289,1224,10020,97.50,acc%,0.00289,,,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_11-12'] / row gemini/gemini-31-pro / column accuracy),,in,out:cost-not-comparable matharena-kangaroo-kangaroo-2025-11-12,matharena.ai,gemini-3.6-flash,high,reasoning-math,hard,MathArena,per-problem,0.0495,0.00953,1348,4093,96.67,acc%,0.00289,,cost-unrepriced; cost-price-band,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_11-12'] / row gemini/gemini-36-flash / column accuracy),,in,out:cost-single-couple matharena-kangaroo-kangaroo-2025-11-12,matharena.ai,gemini-3-flash,high,reasoning-math,hard,MathArena,per-problem,0.028,0.000289,1256,9166,95.83,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_11-12'] / row gemini/gemini-3-flash / column accuracy),,in,in matharena-kangaroo-kangaroo-2025-11-12,matharena.ai,gpt-5.2,high,reasoning-math,hard,MathArena,per-problem,0.053,0.000289,643,3737,95.83,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_11-12'] / row openai/gpt-52-high / column accuracy),,in,in matharena-kangaroo-kangaroo-2025-11-12,matharena.ai,gpt-5,high,reasoning-math,hard,MathArena,per-problem,0.075,0.000289,737,7363,95.00,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_11-12'] / row openai/gpt-5 / column accuracy),,out:single-couple,out:cost-single-couple matharena-kangaroo-kangaroo-2025-11-12,matharena.ai,gemini-3.5-flash,high,reasoning-math,hard,MathArena,per-problem,0.050,0.000289,1224,5406,93.33,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_11-12'] / row gemini/gemini-35-flash / column accuracy),,in,in matharena-kangaroo-kangaroo-2025-11-12,matharena.ai,qwen3.5-397b-a17b,default,reasoning-math,hard,MathArena,per-problem,0.037,0.000289,539,10220,91.67,acc%,0.00289,,,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_11-12'] / row qwen/qwen3.5_397b / column accuracy),,out:effort-not-established,out:effort-not-established matharena-kangaroo-kangaroo-2025-11-12,matharena.ai,gpt-5.1,high,reasoning-math,hard,MathArena,per-problem,0.075,0.000289,1736,7302,91.67,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_11-12'] / row openai/gpt-51 / column accuracy),,in,in matharena-kangaroo-kangaroo-2025-11-12,matharena.ai,?Kimi K2.5,not-established:absent,reasoning-math,hard,MathArena,per-problem,0.028,0.000289,744,9136,90.00,acc%,0.00289,,,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_11-12'] / row moonshot/k25 / column accuracy),,out:model-not-established,out:model-not-established matharena-kangaroo-kangaroo-2025-11-12,matharena.ai,gemini-2.5-pro,think,reasoning-math,hard,MathArena,per-problem,0.077,0.0193,1411,10702,89.17,acc%,0.00289,,cost-unrepriced; cost-price-band,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_11-12'] / row gemini/gemini-pro-2.5 / column accuracy),,out:single-couple,out:cost-single-couple matharena-kangaroo-kangaroo-2025-11-12,matharena.ai,?Qwen3-VL-235B Instruct,not-established:absent,reasoning-math,hard,MathArena,per-problem,0.010,0.000289,534,2695,85.83,acc%,0.00289,,,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_11-12'] / row qwen/qwen3_vl_235b_a22b_instruct / column accuracy),,out:model-not-established,out:model-not-established matharena-kangaroo-kangaroo-2025-11-12,matharena.ai,gpt-5-mini,not-established:contradictory,reasoning-math,hard,MathArena,per-problem,0.011,0.000289,1953,5437,85.00,acc%,0.00289,,,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_11-12'] / row openai/gpt-5-mini / column accuracy),,out:effort-not-established,out:effort-not-established matharena-kangaroo-kangaroo-2025-11-12,matharena.ai,?Grok 4.1 Fast (Reasoning),not-established:absent,reasoning-math,hard,MathArena,per-problem,0.004,0.000289,1336,8218,81.67,acc%,0.00289,,,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_11-12'] / row xai/grok-41-fast-reasoning / column accuracy),,out:model-not-established,out:model-not-established matharena-kangaroo-kangaroo-2025-11-12,matharena.ai,?Grok 4 Fast R,not-established:absent,reasoning-math,hard,MathArena,per-problem,0.004,0.000289,1741,7510,80.83,acc%,0.00289,,,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_11-12'] / row xai/grok-4-fast-reasoning / column accuracy),,out:model-not-established,out:model-not-established matharena-kangaroo-kangaroo-2025-11-12,matharena.ai,glm-4.5v,default,reasoning-math,hard,MathArena,per-problem,0.006,0.000289,1774,2664,78.33,acc%,0.00289,,,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_11-12'] / row glm/glm-45v / column accuracy),,out:effort-not-established,out:effort-not-established matharena-kangaroo-kangaroo-2025-11-12,matharena.ai,grok-4,solo,reasoning-math,hard,MathArena,per-problem,0.18,0.00289,1864,11596,76.67,acc%,0.00289,,,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_11-12'] / row xai/grok-4 / column accuracy),,out:single-couple,out:cost-not-comparable matharena-kangaroo-kangaroo-2025-3-4,matharena.ai,gpt-5.5,xhigh,reasoning-math,hard,MathArena,per-problem,0.19,0.00289,875,6054,89.58,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_3-4'] / row openai/gpt-55 / column accuracy),,in,in matharena-kangaroo-kangaroo-2025-3-4,matharena.ai,gpt-5.4,xhigh,reasoning-math,hard,MathArena,per-problem,0.16,0.00289,875,10852,83.33,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_3-4'] / row openai/gpt-54 / column accuracy),,in,in matharena-kangaroo-kangaroo-2025-3-4,matharena.ai,kimi-k3,max,reasoning-math,hard,MathArena,per-problem,0.16,0.00289,1025,10530,77.08,acc%,0.00289,,cost-base-price:cost-uniform-factor,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_3-4'] / row moonshot/k3 / column accuracy),,in,out:cost-single-couple matharena-kangaroo-kangaroo-2025-3-4,matharena.ai,gemini-3.1-pro,high,reasoning-math,hard,MathArena,per-problem,0.25,0.00289,1220,20893,76.04,acc%,0.00289,,,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_3-4'] / row gemini/gemini-31-pro / column accuracy),,in,out:cost-not-comparable matharena-kangaroo-kangaroo-2025-3-4,matharena.ai,gpt-5.2,high,reasoning-math,hard,MathArena,per-problem,0.079,0.000289,875,5519,73.96,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_3-4'] / row openai/gpt-52-high / column accuracy),,in,in matharena-kangaroo-kangaroo-2025-3-4,matharena.ai,gemini-3.5-flash,high,reasoning-math,hard,MathArena,per-problem,0.10,0.00289,1220,10618,72.92,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_3-4'] / row gemini/gemini-35-flash / column accuracy),,in,in matharena-kangaroo-kangaroo-2025-3-4,matharena.ai,qwen3.5-397b-a17b,default,reasoning-math,hard,MathArena,per-problem,0.044,0.000289,743,12219,68.75,acc%,0.00289,,,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_3-4'] / row qwen/qwen3.5_397b / column accuracy),,out:effort-not-established,out:effort-not-established matharena-kangaroo-kangaroo-2025-3-4,matharena.ai,gemini-3.6-flash,high,reasoning-math,hard,MathArena,per-problem,0.093,0.0179,1297,8067,68.75,acc%,0.00289,,cost-unrepriced; cost-price-band,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_3-4'] / row gemini/gemini-36-flash / column accuracy),,in,out:cost-single-couple matharena-kangaroo-kangaroo-2025-3-4,matharena.ai,gpt-5-mini,not-established:contradictory,reasoning-math,hard,MathArena,per-problem,0.015,0.000289,907,7325,66.67,acc%,0.00289,,,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_3-4'] / row openai/gpt-5-mini / column accuracy),,out:effort-not-established,out:effort-not-established matharena-kangaroo-kangaroo-2025-3-4,matharena.ai,gemini-3-flash,high,reasoning-math,hard,MathArena,per-problem,0.034,0.000289,1220,11053,66.67,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_3-4'] / row gemini/gemini-3-flash / column accuracy),,in,in matharena-kangaroo-kangaroo-2025-3-4,matharena.ai,?Gemini 3 Pro (preview),not-established:absent,reasoning-math,hard,MathArena,per-problem,0.13,0.00289,1220,11025,66.67,acc%,0.00289,,,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_3-4'] / row gemini/riftrunner / column accuracy),,out:model-not-established,out:model-not-established matharena-kangaroo-kangaroo-2025-3-4,matharena.ai,?Kimi K2.5,not-established:absent,reasoning-math,hard,MathArena,per-problem,0.038,0.000289,991,12455,65.62,acc%,0.00289,,,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_3-4'] / row moonshot/k25 / column accuracy),,out:model-not-established,out:model-not-established matharena-kangaroo-kangaroo-2025-3-4,matharena.ai,gpt-5.1,high,reasoning-math,hard,MathArena,per-problem,0.072,0.000289,2038,6905,65.62,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_3-4'] / row openai/gpt-51 / column accuracy),,in,in matharena-kangaroo-kangaroo-2025-3-4,matharena.ai,gemini-2.5-pro,think,reasoning-math,hard,MathArena,per-problem,0.091,0.0227,1373,12836,64.58,acc%,0.00289,,cost-unrepriced; cost-price-band,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_3-4'] / row gemini/gemini-pro-2.5 / column accuracy),,out:single-couple,out:cost-single-couple matharena-kangaroo-kangaroo-2025-3-4,matharena.ai,gpt-5,high,reasoning-math,hard,MathArena,per-problem,0.10,0.00289,893,9838,60.42,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_3-4'] / row openai/gpt-5 / column accuracy),,out:single-couple,out:cost-single-couple matharena-kangaroo-kangaroo-2025-3-4,matharena.ai,?Qwen3-VL-235B Instruct,not-established:absent,reasoning-math,hard,MathArena,per-problem,0.014,0.000289,738,3878,58.33,acc%,0.00289,,,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_3-4'] / row qwen/qwen3_vl_235b_a22b_instruct / column accuracy),,out:model-not-established,out:model-not-established matharena-kangaroo-kangaroo-2025-3-4,matharena.ai,grok-4,solo,reasoning-math,hard,MathArena,per-problem,0.24,0.00289,1964,15494,52.08,acc%,0.00289,,,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_3-4'] / row xai/grok-4 / column accuracy),,out:single-couple,out:cost-not-comparable matharena-kangaroo-kangaroo-2025-3-4,matharena.ai,glm-4.5v,default,reasoning-math,hard,MathArena,per-problem,0.005,0.000289,2211,2187,45.83,acc%,0.00289,,,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_3-4'] / row glm/glm-45v / column accuracy),,out:effort-not-established,out:effort-not-established matharena-kangaroo-kangaroo-2025-3-4,matharena.ai,?Grok 4.1 Fast (Reasoning),not-established:absent,reasoning-math,hard,MathArena,per-problem,0.005,0.000289,1436,9950,39.58,acc%,0.00289,,,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_3-4'] / row xai/grok-41-fast-reasoning / column accuracy),,out:model-not-established,out:model-not-established matharena-kangaroo-kangaroo-2025-3-4,matharena.ai,?Grok 4 Fast R,not-established:absent,reasoning-math,hard,MathArena,per-problem,0.004,0.000289,1440,7995,32.29,acc%,0.00289,,,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_3-4'] / row xai/grok-4-fast-reasoning / column accuracy),,out:model-not-established,out:model-not-established matharena-kangaroo-kangaroo-2025-5-6,matharena.ai,gemini-3.5-flash,high,reasoning-math,hard,MathArena,per-problem,0.076,0.000289,1277,8259,90.00,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_5-6'] / row gemini/gemini-35-flash / column accuracy),,in,in matharena-kangaroo-kangaroo-2025-5-6,matharena.ai,gpt-5.5,xhigh,reasoning-math,hard,MathArena,per-problem,0.17,0.00289,807,5418,90.00,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_5-6'] / row openai/gpt-55 / column accuracy),,in,in matharena-kangaroo-kangaroo-2025-5-6,matharena.ai,gemini-3.6-flash,high,reasoning-math,hard,MathArena,per-problem,0.07500000000000001,0.0144,1248,6412,88.33,acc%,0.00289,,cost-unrepriced; cost-price-band,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_5-6'] / row gemini/gemini-36-flash / column accuracy),,in,out:cost-single-couple matharena-kangaroo-kangaroo-2025-5-6,matharena.ai,gemini-3.1-pro,high,reasoning-math,hard,MathArena,per-problem,0.16,0.00289,1220,13252,86.67,acc%,0.00289,,,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_5-6'] / row gemini/gemini-31-pro / column accuracy),,in,out:cost-not-comparable matharena-kangaroo-kangaroo-2025-5-6,matharena.ai,gpt-5.4,xhigh,reasoning-math,hard,MathArena,per-problem,0.10,0.00289,3511,5959,83.33,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_5-6'] / row openai/gpt-54 / column accuracy),,in,in matharena-kangaroo-kangaroo-2025-5-6,matharena.ai,kimi-k3,max,reasoning-math,hard,MathArena,per-problem,0.14,0.00289,953,8982,81.67,acc%,0.00289,,cost-base-price:cost-uniform-factor,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_5-6'] / row moonshot/k3 / column accuracy),,in,out:cost-single-couple matharena-kangaroo-kangaroo-2025-5-6,matharena.ai,gpt-5.2,high,reasoning-math,hard,MathArena,per-problem,0.081,0.000289,807,5691,80.00,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_5-6'] / row openai/gpt-52-high / column accuracy),,in,in matharena-kangaroo-kangaroo-2025-5-6,matharena.ai,gemini-3-flash,high,reasoning-math,hard,MathArena,per-problem,0.035,0.000289,1220,11629,77.50,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_5-6'] / row gemini/gemini-3-flash / column accuracy),,in,in matharena-kangaroo-kangaroo-2025-5-6,matharena.ai,?Gemini 3 Pro (preview),not-established:absent,reasoning-math,hard,MathArena,per-problem,0.13,0.00289,1220,10719,76.67,acc%,0.00289,,,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_5-6'] / row gemini/riftrunner / column accuracy),,out:model-not-established,out:model-not-established matharena-kangaroo-kangaroo-2025-5-6,matharena.ai,qwen3.5-397b-a17b,default,reasoning-math,hard,MathArena,per-problem,0.059,0.000289,620,16295,,acc%,,,,"https://matharena.ai/ (row qwen/qwen3.5_397b, column accuracy: the board marks it data-predicted=""yes"" (an item-response-theory estimate))",,out:effort-not-established,out:effort-not-established matharena-kangaroo-kangaroo-2025-5-6,matharena.ai,gpt-5-mini,not-established:contradictory,reasoning-math,hard,MathArena,per-problem,0.011,0.000289,1138,5303,70.83,acc%,0.00289,,,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_5-6'] / row openai/gpt-5-mini / column accuracy),,out:effort-not-established,out:effort-not-established matharena-kangaroo-kangaroo-2025-5-6,matharena.ai,?Kimi K2.5,not-established:absent,reasoning-math,hard,MathArena,per-problem,0.033,0.000289,931,10716,67.50,acc%,0.00289,,,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_5-6'] / row moonshot/k25 / column accuracy),,out:model-not-established,out:model-not-established matharena-kangaroo-kangaroo-2025-5-6,matharena.ai,gemini-2.5-pro,think,reasoning-math,hard,MathArena,per-problem,0.08399999999999999,0.021,1455,11460,66.67,acc%,0.00289,,cost-unrepriced; cost-price-band,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_5-6'] / row gemini/gemini-pro-2.5 / column accuracy),,out:single-couple,out:cost-single-couple matharena-kangaroo-kangaroo-2025-5-6,matharena.ai,?Grok 4.1 Fast (Reasoning),not-established:absent,reasoning-math,hard,MathArena,per-problem,0.004,0.000289,1345,7877,65.83,acc%,0.00289,,,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_5-6'] / row xai/grok-41-fast-reasoning / column accuracy),,out:model-not-established,out:model-not-established matharena-kangaroo-kangaroo-2025-5-6,matharena.ai,gpt-5,high,reasoning-math,hard,MathArena,per-problem,0.080,0.000289,708,7952,65.00,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_5-6'] / row openai/gpt-5 / column accuracy),,out:single-couple,out:cost-single-couple matharena-kangaroo-kangaroo-2025-5-6,matharena.ai,grok-4,solo,reasoning-math,hard,MathArena,per-problem,0.19,0.00289,1873,12078,63.33,acc%,0.00289,,,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_5-6'] / row xai/grok-4 / column accuracy),,out:single-couple,out:cost-not-comparable matharena-kangaroo-kangaroo-2025-5-6,matharena.ai,glm-4.5v,default,reasoning-math,hard,MathArena,per-problem,0.005,0.000289,2087,1889,62.50,acc%,0.00289,,,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_5-6'] / row glm/glm-45v / column accuracy),,out:effort-not-established,out:effort-not-established matharena-kangaroo-kangaroo-2025-5-6,matharena.ai,?Grok 4 Fast R,not-established:absent,reasoning-math,hard,MathArena,per-problem,0.003,0.000289,1349,5308,61.67,acc%,0.00289,,,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_5-6'] / row xai/grok-4-fast-reasoning / column accuracy),,out:model-not-established,out:model-not-established matharena-kangaroo-kangaroo-2025-5-6,matharena.ai,gpt-5.1,high,reasoning-math,hard,MathArena,per-problem,0.064,0.000289,1628,6170,61.67,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_5-6'] / row openai/gpt-51 / column accuracy),,in,in matharena-kangaroo-kangaroo-2025-5-6,matharena.ai,?Qwen3-VL-235B Instruct,not-established:absent,reasoning-math,hard,MathArena,per-problem,0.010,0.000289,699,2695,60.83,acc%,0.00289,,,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_5-6'] / row qwen/qwen3_vl_235b_a22b_instruct / column accuracy),,out:model-not-established,out:model-not-established matharena-kangaroo-kangaroo-2025-7-8,matharena.ai,kimi-k3,max,reasoning-math,hard,MathArena,per-problem,0.09,0.00289,837,5917,96.67,acc%,0.00289,,cost-base-price:cost-uniform-factor,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_7-8'] / row moonshot/k3 / column accuracy),,in,out:cost-single-couple matharena-kangaroo-kangaroo-2025-7-8,matharena.ai,gpt-5.4,xhigh,reasoning-math,hard,MathArena,per-problem,0.065,0.000289,1559,4079,95.83,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_7-8'] / row openai/gpt-54 / column accuracy),,in,in matharena-kangaroo-kangaroo-2025-7-8,matharena.ai,gpt-5.5,xhigh,reasoning-math,hard,MathArena,per-problem,0.12,0.00289,708,3957,95.83,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_7-8'] / row openai/gpt-55 / column accuracy),,in,in matharena-kangaroo-kangaroo-2025-7-8,matharena.ai,gemini-3.5-flash,high,reasoning-math,hard,MathArena,per-problem,0.057,0.000289,1223,6129,93.33,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_7-8'] / row gemini/gemini-35-flash / column accuracy),,in,in matharena-kangaroo-kangaroo-2025-7-8,matharena.ai,?Gemini 3 Pro (preview),not-established:absent,reasoning-math,hard,MathArena,per-problem,0.10,0.00289,1223,8514,91.67,acc%,0.00289,,,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_7-8'] / row gemini/riftrunner / column accuracy),,out:model-not-established,out:model-not-established matharena-kangaroo-kangaroo-2025-7-8,matharena.ai,gpt-5,high,reasoning-math,hard,MathArena,per-problem,0.065,0.000289,745,6449,90.83,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_7-8'] / row openai/gpt-5 / column accuracy),,out:single-couple,out:cost-single-couple matharena-kangaroo-kangaroo-2025-7-8,matharena.ai,gemini-3.6-flash,high,reasoning-math,hard,MathArena,per-problem,0.069,0.0133,1312,5829,90.00,acc%,0.00289,,cost-unrepriced; cost-price-band,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_7-8'] / row gemini/gemini-36-flash / column accuracy),,in,out:cost-single-couple matharena-kangaroo-kangaroo-2025-7-8,matharena.ai,gemini-3.1-pro,high,reasoning-math,hard,MathArena,per-problem,0.15,0.00289,1664,12602,90.00,acc%,0.00289,,,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_7-8'] / row gemini/gemini-31-pro / column accuracy),,in,out:cost-not-comparable matharena-kangaroo-kangaroo-2025-7-8,matharena.ai,gemini-3-flash,high,reasoning-math,hard,MathArena,per-problem,0.029,0.000289,1223,9594,89.17,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_7-8'] / row gemini/gemini-3-flash / column accuracy),,in,in matharena-kangaroo-kangaroo-2025-7-8,matharena.ai,gpt-5.2,high,reasoning-math,hard,MathArena,per-problem,0.058,0.000289,708,4034,89.17,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_7-8'] / row openai/gpt-52-high / column accuracy),,in,in matharena-kangaroo-kangaroo-2025-7-8,matharena.ai,?Kimi K2.5,not-established:absent,reasoning-math,hard,MathArena,per-problem,0.026,0.000289,769,8639,88.33,acc%,0.00289,,,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_7-8'] / row moonshot/k25 / column accuracy),,out:model-not-established,out:model-not-established matharena-kangaroo-kangaroo-2025-7-8,matharena.ai,gpt-5-mini,not-established:contradictory,reasoning-math,hard,MathArena,per-problem,0.009,0.000289,740,4255,87.50,acc%,0.00289,,,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_7-8'] / row openai/gpt-5-mini / column accuracy),,out:effort-not-established,out:effort-not-established matharena-kangaroo-kangaroo-2025-7-8,matharena.ai,gpt-5.1,high,reasoning-math,hard,MathArena,per-problem,0.047,0.000289,2295,4398,85.83,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_7-8'] / row openai/gpt-51 / column accuracy),,in,in matharena-kangaroo-kangaroo-2025-7-8,matharena.ai,?Qwen3-VL-235B Instruct,not-established:absent,reasoning-math,hard,MathArena,per-problem,0.009,0.000289,597,2442,82.50,acc%,0.00289,,,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_7-8'] / row qwen/qwen3_vl_235b_a22b_instruct / column accuracy),,out:model-not-established,out:model-not-established matharena-kangaroo-kangaroo-2025-7-8,matharena.ai,gemini-2.5-pro,think,reasoning-math,hard,MathArena,per-problem,0.08399999999999999,0.021,1384,11861,82.50,acc%,0.00289,,cost-unrepriced; cost-price-band,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_7-8'] / row gemini/gemini-pro-2.5 / column accuracy),,out:single-couple,out:cost-single-couple matharena-kangaroo-kangaroo-2025-7-8,matharena.ai,grok-4,solo,reasoning-math,hard,MathArena,per-problem,0.16,0.00289,1890,9974,80.83,acc%,0.00289,,,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_7-8'] / row xai/grok-4 / column accuracy),,out:single-couple,out:cost-not-comparable matharena-kangaroo-kangaroo-2025-7-8,matharena.ai,?Grok 4 Fast R,not-established:absent,reasoning-math,hard,MathArena,per-problem,0.003,0.000289,1366,4967,80.00,acc%,0.00289,,,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_7-8'] / row xai/grok-4-fast-reasoning / column accuracy),,out:model-not-established,out:model-not-established matharena-kangaroo-kangaroo-2025-7-8,matharena.ai,?Grok 4.1 Fast (Reasoning),not-established:absent,reasoning-math,hard,MathArena,per-problem,0.004,0.000289,1362,7544,79.17,acc%,0.00289,,,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_7-8'] / row xai/grok-41-fast-reasoning / column accuracy),,out:model-not-established,out:model-not-established matharena-kangaroo-kangaroo-2025-7-8,matharena.ai,glm-4.5v,default,reasoning-math,hard,MathArena,per-problem,0.005,0.000289,1862,2183,75.00,acc%,0.00289,,,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_7-8'] / row glm/glm-45v / column accuracy),,out:effort-not-established,out:effort-not-established matharena-kangaroo-kangaroo-2025-9-10,matharena.ai,gemini-3.6-flash,high,reasoning-math,hard,MathArena,per-problem,0.037500000000000006,0.00722,1354,3001,100.00,acc%,0.00289,,cost-unrepriced; cost-price-band,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_9-10'] / row gemini/gemini-36-flash / column accuracy),,out:uninformative,out:cost-single-couple matharena-kangaroo-kangaroo-2025-9-10,matharena.ai,gpt-5.2,high,reasoning-math,hard,MathArena,per-problem,0.025,0.000289,704,1723,100.00,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_9-10'] / row openai/gpt-52-high / column accuracy),,out:uninformative,in matharena-kangaroo-kangaroo-2025-9-10,matharena.ai,gemini-3.5-flash,high,reasoning-math,hard,MathArena,per-problem,0.029,0.000289,1225,2971,100.00,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_9-10'] / row gemini/gemini-35-flash / column accuracy),,out:uninformative,in matharena-kangaroo-kangaroo-2025-9-10,matharena.ai,kimi-k3,max,reasoning-math,hard,MathArena,per-problem,0.036,0.000289,,2332,100.00,acc%,0.00289,,cost-base-price:cost-uniform-factor,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_9-10'] / row moonshot/k3 / column accuracy),,out:uninformative,out:cost-single-couple matharena-kangaroo-kangaroo-2025-9-10,matharena.ai,gpt-5.5,xhigh,reasoning-math,hard,MathArena,per-problem,0.044,0.000289,590,1375,100.00,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_9-10'] / row openai/gpt-55 / column accuracy),,out:uninformative,in matharena-kangaroo-kangaroo-2025-9-10,matharena.ai,gemini-3.1-pro,high,reasoning-math,hard,MathArena,per-problem,0.090,0.000289,1225,7294,100.00,acc%,0.00289,,,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_9-10'] / row gemini/gemini-31-pro / column accuracy),,out:uninformative,out:cost-not-comparable matharena-kangaroo-kangaroo-2025-9-10,matharena.ai,gpt-5.4,xhigh,reasoning-math,hard,MathArena,per-problem,0.038,0.000289,731,2427,99.17,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_9-10'] / row openai/gpt-54 / column accuracy),,in,in matharena-kangaroo-kangaroo-2025-9-10,matharena.ai,gemini-3-flash,high,reasoning-math,hard,MathArena,per-problem,0.019,0.000289,1225,6030,98.33,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_9-10'] / row gemini/gemini-3-flash / column accuracy),,in,in matharena-kangaroo-kangaroo-2025-9-10,matharena.ai,gpt-5-mini,not-established:contradictory,reasoning-math,hard,MathArena,per-problem,0.007,0.000289,622,3574,97.50,acc%,0.00289,,,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_9-10'] / row openai/gpt-5-mini / column accuracy),,out:effort-not-established,out:effort-not-established matharena-kangaroo-kangaroo-2025-9-10,matharena.ai,?Gemini 3 Pro (preview),not-established:absent,reasoning-math,hard,MathArena,per-problem,0.10,0.00289,1225,8036,96.67,acc%,0.00289,,,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_9-10'] / row gemini/riftrunner / column accuracy),,out:model-not-established,out:model-not-established matharena-kangaroo-kangaroo-2025-9-10,matharena.ai,?Kimi K2.5,not-established:absent,reasoning-math,hard,MathArena,per-problem,0.023,0.000289,715,7507,95.83,acc%,0.00289,,,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_9-10'] / row moonshot/k25 / column accuracy),,out:model-not-established,out:model-not-established matharena-kangaroo-kangaroo-2025-9-10,matharena.ai,gemini-2.5-pro,think,reasoning-math,hard,MathArena,per-problem,0.07,0.0176,1293,10250,95.83,acc%,0.00289,,cost-unrepriced; cost-price-band,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_9-10'] / row gemini/gemini-pro-2.5 / column accuracy),,out:single-couple,out:cost-single-couple matharena-kangaroo-kangaroo-2025-9-10,matharena.ai,gpt-5,high,reasoning-math,hard,MathArena,per-problem,0.057,0.000289,677,5632,92.50,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_9-10'] / row openai/gpt-5 / column accuracy),,out:single-couple,out:cost-single-couple matharena-kangaroo-kangaroo-2025-9-10,matharena.ai,gpt-5.1,high,reasoning-math,hard,MathArena,per-problem,0.043,0.000289,1396,4091,90.83,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_9-10'] / row openai/gpt-51 / column accuracy),,in,in matharena-kangaroo-kangaroo-2025-9-10,matharena.ai,?Qwen3-VL-235B Instruct,not-established:absent,reasoning-math,hard,MathArena,per-problem,0.009,0.000289,496,2499,89.17,acc%,0.00289,,,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_9-10'] / row qwen/qwen3_vl_235b_a22b_instruct / column accuracy),,out:model-not-established,out:model-not-established matharena-kangaroo-kangaroo-2025-9-10,matharena.ai,?Grok 4 Fast R,not-established:absent,reasoning-math,hard,MathArena,per-problem,0.002,0.000289,1323,4171,87.50,acc%,0.00289,,,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_9-10'] / row xai/grok-4-fast-reasoning / column accuracy),,out:model-not-established,out:model-not-established matharena-kangaroo-kangaroo-2025-9-10,matharena.ai,?Grok 4.1 Fast (Reasoning),not-established:absent,reasoning-math,hard,MathArena,per-problem,0.003,0.000289,1319,5559,87.50,acc%,0.00289,,,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_9-10'] / row xai/grok-41-fast-reasoning / column accuracy),,out:model-not-established,out:model-not-established matharena-kangaroo-kangaroo-2025-9-10,matharena.ai,grok-4,solo,reasoning-math,hard,MathArena,per-problem,0.13,0.00289,1847,8329,85.83,acc%,0.00289,,,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_9-10'] / row xai/grok-4 / column accuracy),,out:single-couple,out:cost-not-comparable matharena-kangaroo-kangaroo-2025-9-10,matharena.ai,glm-4.5v,default,reasoning-math,hard,MathArena,per-problem,0.005,0.000289,1649,2393,78.33,acc%,0.00289,,,https://matharena.ai/ ($.competitions['kangaroo--kangaroo_2025_9-10'] / row glm/glm-45v / column accuracy),,out:effort-not-established,out:effort-not-established matharena-overall-arxivmath,matharena.ai,gpt-6.1-sol,max,reasoning-math,frontier,MathArena,per-problem,0.46,0.00289,,31564,95.31,acc%,0.00289,,,https://matharena.ai/ ($.competitions['overall--arxivmath'] / row openai/gpt-61-sol / column accuracy),,out:superseded,out:superseded matharena-overall-arxivmath,matharena.ai,gpt-6-astra,max,reasoning-math,frontier,MathArena,per-problem,1.81,0.00289,,16978,92.68,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['overall--arxivmath'] / row openai/gpt-6-astra / column accuracy),,out:composite,out:composite matharena-overall-arxivmath,matharena.ai,gpt-6-sol,max,reasoning-math,frontier,MathArena,per-problem,2.09,0.00289,,73202,91.32,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['overall--arxivmath'] / row openai/gpt-6-sol / column accuracy),,out:composite,out:composite matharena-overall-arxivmath,matharena.ai,gpt-6-astra,low,reasoning-math,frontier,MathArena,per-problem,0.53,0.00289,,5291,86.07,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['overall--arxivmath'] / row openai/gpt-6-astra-low / column accuracy),,out:composite,out:composite matharena-overall-arxivmath,matharena.ai,?Qwen3.8-Max,not-established:absent,reasoning-math,frontier,MathArena,per-problem,2.49,0.00289,,140190,67.59,acc%,0.00289,,,https://matharena.ai/ ($.competitions['overall--arxivmath'] / row qwen/qwen3.8_max / column accuracy),,out:model-not-established,out:model-not-established matharena-overall-arxivmath,matharena.ai,grok-4.7,xhigh,reasoning-math,frontier,MathArena,per-problem,3.43,0.00289,,127476,59.15,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['overall--arxivmath'] / row xai/grok-47 / column accuracy),,out:composite,out:composite matharena-overall-arxivmath,matharena.ai,kimi-k3,max,reasoning-math,frontier,MathArena,per-problem,2.64,0.00289,,137445,57.26,acc%,0.00289,,cost-base-price:cost-uniform-factor,https://matharena.ai/ ($.competitions['overall--arxivmath'] / row moonshot/k3 / column accuracy),,out:composite,out:composite matharena-overall-arxivmath,matharena.ai,gemini-3.8-flash,high,reasoning-math,frontier,MathArena,per-problem,0.45,0.00289,,58358,55.35,acc%,0.00289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://matharena.ai/ ($.competitions['overall--arxivmath'] / row gemini/gemini-38-flash / column accuracy),,out:composite,out:composite matharena-overall-arxivmath,matharena.ai,deepseek-v4.1-flash,max,reasoning-math,frontier,MathArena,,,,,,53.28,acc%,0.00289,,,https://matharena.ai/ ($.competitions['overall--arxivmath'] / row deepseek/deepseek_v41_flash / column accuracy),,out:composite, matharena-overall-brokenarxiv,matharena.ai,gpt-6.1-sol,max,reasoning-math,frontier,MathArena,per-problem,0.44,0.00289,,35600,92.10,acc%,0.00289,,,https://matharena.ai/ ($.competitions['overall--brokenarxiv'] / row openai/gpt-61-sol / column accuracy),,out:superseded,out:superseded matharena-overall-brokenarxiv,matharena.ai,gpt-6-astra,max,reasoning-math,frontier,MathArena,per-problem,1.22,0.00289,,19722,90.67,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['overall--brokenarxiv'] / row openai/gpt-6-astra / column accuracy),,out:composite,out:composite matharena-overall-brokenarxiv,matharena.ai,gpt-6-sol,max,reasoning-math,frontier,MathArena,per-problem,0.77,0.00289,,51407,86.98,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['overall--brokenarxiv'] / row openai/gpt-6-sol / column accuracy),,out:composite,out:composite matharena-overall-brokenarxiv,matharena.ai,gpt-6-astra,low,reasoning-math,frontier,MathArena,per-problem,0.27,0.00289,,4114,86.96,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['overall--brokenarxiv'] / row openai/gpt-6-astra-low / column accuracy),,out:composite,out:composite matharena-overall-brokenarxiv,matharena.ai,kimi-k3,max,reasoning-math,frontier,MathArena,per-problem,2.28,0.00289,,134101,52.09,acc%,0.00289,,cost-base-price:cost-uniform-factor,https://matharena.ai/ ($.competitions['overall--brokenarxiv'] / row moonshot/k3 / column accuracy),,out:composite,out:composite matharena-overall-brokenarxiv,matharena.ai,?Qwen3.8-Max,not-established:absent,reasoning-math,frontier,MathArena,per-problem,1.52,0.00289,,142278,48.71,acc%,0.00289,,,https://matharena.ai/ ($.competitions['overall--brokenarxiv'] / row qwen/qwen3.8_max / column accuracy),,out:model-not-established,out:model-not-established matharena-overall-brokenarxiv,matharena.ai,grok-4.7,xhigh,reasoning-math,frontier,MathArena,per-problem,3.31,0.00289,,132132,42.63,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['overall--brokenarxiv'] / row xai/grok-47 / column accuracy),,out:composite,out:composite matharena-overall-brokenarxiv,matharena.ai,deepseek-v4.1-flash,max,reasoning-math,frontier,MathArena,,,,,,40.87,acc%,0.00289,,,https://matharena.ai/ ($.competitions['overall--brokenarxiv'] / row deepseek/deepseek_v41_flash / column accuracy),,out:composite, matharena-overall-brokenarxiv,matharena.ai,gemini-3.8-flash,high,reasoning-math,frontier,MathArena,per-problem,0.32,0.00289,,54760,22.40,acc%,0.00289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://matharena.ai/ ($.competitions['overall--brokenarxiv'] / row gemini/gemini-38-flash / column accuracy),,out:composite,out:composite matharena-overall-final-answer-comps,matharena.ai,gpt-5.5,xhigh,reasoning-math,hard,MathArena,,,,,,94.27,acc%,0.00289,,,https://matharena.ai/ ($.competitions['overall--final_answer_comps'] / row openai/gpt-55 / column accuracy),,out:composite, matharena-overall-final-answer-comps,matharena.ai,kimi-k3,max,reasoning-math,hard,MathArena,,,,,,87.82,acc%,0.00289,,,https://matharena.ai/ ($.competitions['overall--final_answer_comps'] / row moonshot/k3 / column accuracy),,out:composite, matharena-overall-final-answer-comps,matharena.ai,gemini-3.1-pro,high,reasoning-math,hard,MathArena,,,,,,86.50,acc%,0.00289,,,https://matharena.ai/ ($.competitions['overall--final_answer_comps'] / row gemini/gemini-31-pro / column accuracy),,out:composite, matharena-overall-final-answer-comps,matharena.ai,gpt-5.4,xhigh,reasoning-math,hard,MathArena,,,,,,83.11,acc%,0.00289,,,https://matharena.ai/ ($.competitions['overall--final_answer_comps'] / row openai/gpt-54 / column accuracy),,out:composite, matharena-overall-final-answer-comps,matharena.ai,?DeepSeek-v4-Pro,not-established:absent,reasoning-math,hard,MathArena,,,,,,76.62,acc%,0.00289,,,https://matharena.ai/ ($.competitions['overall--final_answer_comps'] / row deepseek/deepseek_v4_pro / column accuracy),,out:model-not-established, matharena-overall-final-answer-comps,matharena.ai,?DeepSeek-v4-Flash,not-established:absent,reasoning-math,hard,MathArena,,,,,,76.55,acc%,0.00289,,,https://matharena.ai/ ($.competitions['overall--final_answer_comps'] / row deepseek/deepseek_v4_flash / column accuracy),,out:model-not-established, matharena-overall-final-answer-comps,matharena.ai,gemini-3.5-flash,high,reasoning-math,hard,MathArena,,,,,,76.30,acc%,0.00289,,,https://matharena.ai/ ($.competitions['overall--final_answer_comps'] / row gemini/gemini-35-flash / column accuracy),,out:composite, matharena-overall-final-answer-comps,matharena.ai,kimi-k2.6,think,reasoning-math,hard,MathArena,,,,,,72.90,acc%,0.00289,,,https://matharena.ai/ ($.competitions['overall--final_answer_comps'] / row moonshot/k26 / column accuracy),,out:composite, matharena-overall-final-answer-comps,matharena.ai,gpt-5.2,high,reasoning-math,hard,MathArena,,,,,,72.03,acc%,0.00289,,,https://matharena.ai/ ($.competitions['overall--final_answer_comps'] / row openai/gpt-52-high / column accuracy),,out:composite, matharena-overall-final-answer-comps,matharena.ai,gemini-3.6-flash,high,reasoning-math,hard,MathArena,per-problem,0.21000000000000002,0.0405,136,18842,70.84,acc%,0.00289,,cost-unrepriced; cost-price-band,https://matharena.ai/ ($.competitions['overall--final_answer_comps'] / row gemini/gemini-36-flash / column accuracy),,out:composite,out:cost-single-couple matharena-overall-final-answer-comps,matharena.ai,gemini-3-flash,high,reasoning-math,hard,MathArena,,,,,,67.58,acc%,0.00289,,,https://matharena.ai/ ($.competitions['overall--final_answer_comps'] / row gemini/gemini-3-flash / column accuracy),,out:composite, matharena-overall-final-answer-comps,matharena.ai,glm-5.2,max,reasoning-math,hard,MathArena,,,,,,67.58,acc%,0.00289,,,https://matharena.ai/ ($.competitions['overall--final_answer_comps'] / row glm/glm-52 / column accuracy),,out:composite, matharena-overall-final-answer-comps,matharena.ai,glm-5.1,default,reasoning-math,hard,MathArena,,,,,,67.12,acc%,0.00289,,,https://matharena.ai/ ($.competitions['overall--final_answer_comps'] / row glm/glm-51 / column accuracy),,out:effort-not-established, matharena-overall-final-answer-comps,matharena.ai,?Gemini 3 Pro (preview),not-established:absent,reasoning-math,hard,MathArena,per-problem,0.23,0.00289,142,19159,66.99,acc%,0.00289,,,https://matharena.ai/ ($.competitions['overall--final_answer_comps'] / row gemini/riftrunner / column accuracy),,out:model-not-established,out:model-not-established matharena-overall-final-answer-comps,matharena.ai,glm-5,think,reasoning-math,hard,MathArena,per-problem,0.16,0.00289,167,50804,65.65,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['overall--final_answer_comps'] / row glm/glm-5 / column accuracy),,out:composite,out:cost-single-couple matharena-overall-final-answer-comps,matharena.ai,?Kimi K2.5,not-established:absent,reasoning-math,hard,MathArena,per-problem,0.12,0.00289,139,41050,62.31,acc%,0.00289,,,https://matharena.ai/ ($.competitions['overall--final_answer_comps'] / row moonshot/k25 / column accuracy),,out:model-not-established,out:model-not-established matharena-overall-final-answer-comps,matharena.ai,?Grok 4.1 Fast (Reasoning),not-established:absent,reasoning-math,hard,MathArena,per-problem,0.010,0.000289,429,19149,60.91,acc%,0.00289,,,https://matharena.ai/ ($.competitions['overall--final_answer_comps'] / row xai/grok-41-fast-reasoning / column accuracy),,out:model-not-established,out:model-not-established matharena-overall-final-answer-comps,matharena.ai,deepseek-v3.2,think,reasoning-math,hard,MathArena,,,,,,57.70,acc%,0.00289,,,https://matharena.ai/ ($.competitions['overall--final_answer_comps'] / row deepseek/deepseek_v32_dec / column accuracy),,out:composite, matharena-overall-final-answer-comps,matharena.ai,qwen3.5-27b,default,reasoning-math,hard,MathArena,,,,,,56.73,acc%,0.00289,,,https://matharena.ai/ ($.competitions['overall--final_answer_comps'] / row qwen/qwen3.5_27b / column accuracy),,out:effort-not-established, matharena-overall-final-answer-comps,matharena.ai,qwen3.5-35b-a3b,default,reasoning-math,hard,MathArena,,,,,,56.00,acc%,0.00289,,,https://matharena.ai/ ($.competitions['overall--final_answer_comps'] / row qwen/qwen3.5_35b_a3b / column accuracy),,out:effort-not-established, matharena-overall-final-answer-comps,matharena.ai,qwen3.5-9b,default,reasoning-math,hard,MathArena,per-problem,0.007,0.000289,154,48231,48.51,acc%,0.00289,,,https://matharena.ai/ ($.competitions['overall--final_answer_comps'] / row qwen/qwen3.5_9b / column accuracy),,out:effort-not-established,out:effort-not-established matharena-overall-final-answer-comps,matharena.ai,?Qwen3-30B-A3B-2507-Think,not-established:absent,reasoning-math,hard,MathArena,per-problem,0.008,0.000289,135,26274,47.76,acc%,0.00289,,,https://matharena.ai/ ($.competitions['overall--final_answer_comps'] / row qwen/qwen3_30b_a3b_2507 / column accuracy),,out:model-not-established,out:model-not-established matharena-overall-final-answer-comps,matharena.ai,?Qwen3-4B-2507-Think,not-established:absent,reasoning-math,hard,MathArena,per-problem,0.008,0.000289,135,27430,38.53,acc%,0.00289,,,https://matharena.ai/ ($.competitions['overall--final_answer_comps'] / row qwen/qwen3_4b_2507 / column accuracy),,out:model-not-established,out:model-not-established matharena-overall-visual-math,matharena.ai,gpt-5.5,xhigh,reasoning-math,hard,MathArena,per-problem,0.12,0.00289,758,3883,94.93,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['overall--visual_math'] / row openai/gpt-55 / column accuracy),,out:composite,out:composite matharena-overall-visual-math,matharena.ai,gpt-5.4,xhigh,reasoning-math,hard,MathArena,per-problem,0.085,0.000289,,5580,92.47,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['overall--visual_math'] / row openai/gpt-54 / column accuracy),,out:composite,out:composite matharena-overall-visual-math,matharena.ai,kimi-k3,max,reasoning-math,hard,MathArena,per-problem,0.10,0.00289,896,6511,91.25,acc%,0.00289,,cost-base-price:cost-uniform-factor,https://matharena.ai/ ($.competitions['overall--visual_math'] / row moonshot/k3 / column accuracy),,out:composite,out:cost-single-couple matharena-overall-visual-math,matharena.ai,gemini-3.5-flash,high,reasoning-math,hard,MathArena,per-problem,0.059,0.000289,,6490,89.86,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['overall--visual_math'] / row gemini/gemini-35-flash / column accuracy),,out:composite,out:composite matharena-overall-visual-math,matharena.ai,gemini-3.1-pro,high,reasoning-math,hard,MathArena,per-problem,0.15,0.00289,,12821,89.44,acc%,0.00289,,,https://matharena.ai/ ($.competitions['overall--visual_math'] / row gemini/gemini-31-pro / column accuracy),,out:composite,out:cost-not-comparable matharena-overall-visual-math,matharena.ai,gemini-3.6-flash,high,reasoning-math,hard,MathArena,per-problem,0.063,0.0121,,5466,87.85,acc%,0.00289,,cost-unrepriced; cost-price-band,https://matharena.ai/ ($.competitions['overall--visual_math'] / row gemini/gemini-36-flash / column accuracy),,out:composite,out:cost-single-couple matharena-overall-visual-math,matharena.ai,gpt-5.2,high,reasoning-math,hard,MathArena,per-problem,0.059,0.000289,777,4133,86.53,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['overall--visual_math'] / row openai/gpt-52-high / column accuracy),,out:composite,out:composite matharena-overall-visual-math,matharena.ai,gemini-3-flash,high,reasoning-math,hard,MathArena,per-problem,0.029,0.000289,1227,9336,85.83,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['overall--visual_math'] / row gemini/gemini-3-flash / column accuracy),,out:composite,out:composite matharena-overall-visual-math,matharena.ai,?Gemini 3 Pro (preview),not-established:absent,reasoning-math,hard,MathArena,per-problem,0.11,0.00289,1222,9352,84.20,acc%,0.00289,,,https://matharena.ai/ ($.competitions['overall--visual_math'] / row gemini/riftrunner / column accuracy),,out:model-not-established,out:model-not-established matharena-overall-visual-math,matharena.ai,?Kimi K2.5,not-established:absent,reasoning-math,hard,MathArena,per-problem,0.029,0.000289,869,9573,80.56,acc%,0.00289,,,https://matharena.ai/ ($.competitions['overall--visual_math'] / row moonshot/k25 / column accuracy),,out:model-not-established,out:model-not-established matharena-overall-visual-math,matharena.ai,gpt-5,high,reasoning-math,hard,MathArena,per-problem,0.073,0.000289,768,7243,78.75,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['overall--visual_math'] / row openai/gpt-5 / column accuracy),,out:single-couple,out:cost-single-couple matharena-overall-visual-math,matharena.ai,gpt-5-mini,not-established:contradictory,reasoning-math,hard,MathArena,per-problem,0.010,0.000289,1182,5047,78.16,acc%,0.00289,,,https://matharena.ai/ ($.competitions['overall--visual_math'] / row openai/gpt-5-mini / column accuracy),,out:effort-not-established,out:effort-not-established matharena-overall-visual-math,matharena.ai,gemini-2.5-pro,think,reasoning-math,hard,MathArena,per-problem,0.077,0.0193,1333,11113,77.22,acc%,0.00289,,cost-unrepriced; cost-price-band,https://matharena.ai/ ($.competitions['overall--visual_math'] / row gemini/gemini-pro-2.5 / column accuracy),,out:single-couple,out:cost-single-couple matharena-overall-visual-math,matharena.ai,gpt-5.1,high,reasoning-math,hard,MathArena,per-problem,0.059,0.000289,1903,5653,76.88,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['overall--visual_math'] / row openai/gpt-51 / column accuracy),,out:composite,out:composite matharena-overall-visual-math,matharena.ai,?Qwen3-VL-235B Instruct,not-established:absent,reasoning-math,hard,MathArena,per-problem,0.010,0.000289,642,2713,72.50,acc%,0.00289,,,https://matharena.ai/ ($.competitions['overall--visual_math'] / row qwen/qwen3_vl_235b_a22b_instruct / column accuracy),,out:model-not-established,out:model-not-established matharena-overall-visual-math,matharena.ai,grok-4,solo,reasoning-math,hard,MathArena,per-problem,0.17,0.00289,1913,11241,70.03,acc%,0.00289,,,https://matharena.ai/ ($.competitions['overall--visual_math'] / row xai/grok-4 / column accuracy),,out:single-couple,out:cost-not-comparable matharena-overall-visual-math,matharena.ai,?Grok 4.1 Fast (Reasoning),not-established:absent,reasoning-math,hard,MathArena,per-problem,0.004,0.000289,1385,7716,69.03,acc%,0.00289,,,https://matharena.ai/ ($.competitions['overall--visual_math'] / row xai/grok-41-fast-reasoning / column accuracy),,out:model-not-established,out:model-not-established matharena-overall-visual-math,matharena.ai,glm-4.5v,default,reasoning-math,hard,MathArena,per-problem,0.005,0.000289,1972,2167,67.60,acc%,0.00289,,,https://matharena.ai/ ($.competitions['overall--visual_math'] / row glm/glm-45v / column accuracy),,out:effort-not-established,out:effort-not-established matharena-overall-visual-math,matharena.ai,?Grok 4 Fast R,not-established:absent,reasoning-math,hard,MathArena,per-problem,0.003,0.000289,1456,5918,66.77,acc%,0.00289,,,https://matharena.ai/ ($.competitions['overall--visual_math'] / row xai/grok-4-fast-reasoning / column accuracy),,out:model-not-established,out:model-not-established matharena-smt-smt-2025,matharena.ai,gpt-5.2,xhigh,reasoning-math,hard,MathArena,per-problem,0.16,0.00289,1063,11076,,acc%,,,cost-base-price:cost-publisher-figure,"https://matharena.ai/ (row openai/gpt-52, column accuracy: the board marks it data-predicted=""yes"" (an item-response-theory estimate))",,out:estimate,in matharena-smt-smt-2025,matharena.ai,?Gemini 3 Pro (preview),not-established:absent,reasoning-math,hard,MathArena,per-problem,0.17,0.00289,143,13898,93.40,acc%,0.00289,,,https://matharena.ai/ ($.competitions['smt--smt_2025'] / row gemini/riftrunner / column accuracy),,out:model-not-established,out:model-not-established matharena-smt-smt-2025,matharena.ai,gemini-3-flash,high,reasoning-math,hard,MathArena,per-problem,0.055,0.000289,136,18434,92.92,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['smt--smt_2025'] / row gemini/gemini-3-flash / column accuracy),,in,in matharena-smt-smt-2025,matharena.ai,gpt-5,high,reasoning-math,hard,MathArena,per-problem,0.12,0.00289,1090,11731,91.98,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['smt--smt_2025'] / row openai/gpt-5 / column accuracy),,out:single-couple,out:cost-single-couple matharena-smt-smt-2025,matharena.ai,gpt-5.2,high,reasoning-math,hard,MathArena,per-problem,0.13,0.00289,147,9214,91.98,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['smt--smt_2025'] / row openai/gpt-52-high / column accuracy),,in,in matharena-smt-smt-2025,matharena.ai,?Kimi K2 Thinking,not-established:absent,reasoning-math,hard,MathArena,per-problem,0.054,0.000289,150,21526,91.04,acc%,0.00289,,,https://matharena.ai/ ($.competitions['smt--smt_2025'] / row moonshot/k2-thinking / column accuracy),,out:model-not-established,out:model-not-established matharena-smt-smt-2025,matharena.ai,glm-5,think,reasoning-math,hard,MathArena,per-problem,0.077,0.000289,148,24104,91.04,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['smt--smt_2025'] / row glm/glm-5 / column accuracy),,in,in matharena-smt-smt-2025,matharena.ai,gpt-5.1,high,reasoning-math,hard,MathArena,per-problem,0.16,0.00289,151,15797,91.04,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['smt--smt_2025'] / row openai/gpt-51 / column accuracy),,in,in matharena-smt-smt-2025,matharena.ai,glm-4.6,default,reasoning-math,hard,MathArena,per-problem,0.034,0.000289,153,15207,90.57,acc%,0.00289,,,https://matharena.ai/ ($.competitions['smt--smt_2025'] / row glm/glm-46 / column accuracy),,out:effort-not-established,out:effort-not-established matharena-smt-smt-2025,matharena.ai,?Kimi K2.5,not-established:absent,reasoning-math,hard,MathArena,per-problem,0.071,0.000289,145,23585,90.57,acc%,0.00289,,,https://matharena.ai/ ($.competitions['smt--smt_2025'] / row moonshot/k25 / column accuracy),,out:model-not-established,out:model-not-established matharena-smt-smt-2025,matharena.ai,deepseek-v3.2-speciale,solo,reasoning-math,hard,MathArena,per-problem,0.009,0.000289,148,20448,89.15,acc%,0.00289,,,https://matharena.ai/ ($.competitions['smt--smt_2025'] / row deepseek/deepseek_v32_special / column accuracy),,in,out:cost-not-comparable matharena-smt-smt-2025,matharena.ai,gpt-5-mini,not-established:contradictory,reasoning-math,hard,MathArena,per-problem,0.024,0.000289,147,12000,89.15,acc%,0.00289,,,https://matharena.ai/ ($.competitions['smt--smt_2025'] / row openai/gpt-5-mini / column accuracy),,out:effort-not-established,out:effort-not-established matharena-smt-smt-2025,matharena.ai,o4-mini,high,reasoning-math,hard,MathArena,per-problem,0.045,0.000289,147,10276,88.68,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['smt--smt_2025'] / row openai/o4-mini--high / column accuracy),,out:single-couple,out:cost-single-couple matharena-smt-smt-2025,matharena.ai,deepseek-v3.2,think,reasoning-math,hard,MathArena,per-problem,0.006,0.000289,145,14361,87.74,acc%,0.00289,,,https://matharena.ai/ ($.competitions['smt--smt_2025'] / row deepseek/deepseek_v32_dec / column accuracy),,in,out:cost-not-comparable matharena-smt-smt-2025,matharena.ai,gpt-oss-120b,not-established:absent,reasoning-math,hard,MathArena,per-problem,0.011,0.000289,141,18349,87.74,acc%,0.00289,,,https://matharena.ai/ ($.competitions['smt--smt_2025'] / row openai/oss-120b / column accuracy),,out:effort-not-established,out:effort-not-established matharena-smt-smt-2025,matharena.ai,o3,high,reasoning-math,hard,MathArena,per-problem,0.0426,0.0164,1436,8524,87.74,acc%,0.00289,,cost-unrepriced; cost-price-band,https://matharena.ai/ ($.competitions['smt--smt_2025'] / row openai/o3 / column accuracy),,out:single-couple,out:cost-single-couple matharena-smt-smt-2025,matharena.ai,grok-4,solo,reasoning-math,hard,MathArena,per-problem,0.18,0.00289,154,12194,85.85,acc%,0.00289,,,https://matharena.ai/ ($.competitions['smt--smt_2025'] / row xai/grok-4 / column accuracy),,out:single-couple,out:cost-not-comparable matharena-smt-smt-2025,matharena.ai,gpt-5-nano,high,reasoning-math,hard,MathArena,per-problem,0.016,0.000289,8220,38582,85.42,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['smt--smt_2025'] / row openai/gpt-5-nano / column accuracy),,out:single-couple,out:cost-single-couple matharena-smt-smt-2025,matharena.ai,deepseek-v3.2-exp,think,reasoning-math,hard,MathArena,per-problem,0.006,0.000289,141,14122,84.91,acc%,0.00289,,,https://matharena.ai/ ($.competitions['smt--smt_2025'] / row deepseek/deepseek_v32 / column accuracy),,out:single-couple,out:cost-not-comparable matharena-smt-smt-2025,matharena.ai,gemini-2.5-pro,think,reasoning-math,hard,MathArena,per-problem,0.133,0.033,143,18603,84.91,acc%,0.00289,,cost-unrepriced; cost-price-band,https://matharena.ai/ ($.competitions['smt--smt_2025'] / row gemini/gemini-pro-2.5 / column accuracy),,out:single-couple,out:cost-single-couple matharena-smt-smt-2025,matharena.ai,?Grok 4.1 Fast (Reasoning),not-established:absent,reasoning-math,hard,MathArena,per-problem,0.011,0.000289,309,21340,84.60,acc%,0.00289,,,https://matharena.ai/ ($.competitions['smt--smt_2025'] / row xai/grok-41-fast-reasoning / column accuracy),,out:model-not-established,out:model-not-established matharena-smt-smt-2025,matharena.ai,?Grok 4 Fast R,not-established:absent,reasoning-math,hard,MathArena,per-problem,0.005,0.000289,251,9219,84.43,acc%,0.00289,,,https://matharena.ai/ ($.competitions['smt--smt_2025'] / row xai/grok-4-fast-reasoning / column accuracy),,out:model-not-established,out:model-not-established matharena-smt-smt-2025,matharena.ai,deepseek-v3.1,think,reasoning-math,hard,MathArena,per-problem,0.033,0.000289,141,15144,83.96,acc%,0.00289,,,https://matharena.ai/ ($.competitions['smt--smt_2025'] / row deepseek/deepseek_v31 / column accuracy),,out:single-couple,out:cost-not-comparable matharena-smt-smt-2025,matharena.ai,gpt-oss-20b,not-established:absent,reasoning-math,hard,MathArena,per-problem,0.007,0.000289,141,35182,83.02,acc%,0.00289,,,https://matharena.ai/ ($.competitions['smt--smt_2025'] / row openai/oss-20b / column accuracy),,out:effort-not-established,out:effort-not-established matharena-smt-smt-2025,matharena.ai,deepseek-r1-0528,solo,reasoning-math,hard,MathArena,per-problem,0.045,0.000289,142,20491,83.02,acc%,0.00289,,,https://matharena.ai/ ($.competitions['smt--smt_2025'] / row deepseek/deepseek_r1_0528 / column accuracy),,out:single-couple,out:cost-not-comparable matharena-smt-smt-2025,matharena.ai,glm-4.5,think,reasoning-math,hard,MathArena,per-problem,0.047,0.000289,146,21383,82.08,acc%,0.00289,,,https://matharena.ai/ ($.competitions['smt--smt_2025'] / row glm/glm-45 / column accuracy),,out:effort-not-established,out:effort-not-established matharena-smt-smt-2025,matharena.ai,o4-mini,medium,reasoning-math,hard,MathArena,per-problem,0.020,0.000289,147,4590,79.72,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['smt--smt_2025'] / row openai/o4-mini--medium / column accuracy),,out:single-couple,out:cost-single-couple matharena-smt-smt-2025,matharena.ai,grok-3-mini,high,reasoning-math,hard,MathArena,per-problem,0.009,0.000289,141,17682,78.77,acc%,0.00289,,,https://matharena.ai/ ($.competitions['smt--smt_2025'] / row xai/grok-3-mini-high / column accuracy),,out:single-couple,out:cost-not-comparable matharena-smt-smt-2025,matharena.ai,glm-4.5-air,think,reasoning-math,hard,MathArena,per-problem,0.025,0.000289,146,23047,77.36,acc%,0.00289,,,https://matharena.ai/ ($.competitions['smt--smt_2025'] / row glm/glm-45-air / column accuracy),,out:single-couple,out:cost-not-comparable matharena-smt-smt-2025,matharena.ai,qwen3-235b-a22b,default,reasoning-math,hard,MathArena,per-problem,0.008,0.000289,152,13024,76.89,acc%,0.00289,,,https://matharena.ai/ ($.competitions['smt--smt_2025'] / row qwen/qwen3_235b_a22b / column accuracy),,out:effort-not-established,out:effort-not-established matharena-smt-smt-2025,matharena.ai,gemini-2.5-flash,think,reasoning-math,hard,MathArena,per-problem,0.0532,0.0132,142,21599,75.47,acc%,0.00289,,cost-unrepriced; cost-price-band,https://matharena.ai/ ($.competitions['smt--smt_2025'] / row gemini/gemini-flash-2.5 / column accuracy),,out:single-couple,out:cost-single-couple matharena-smt-smt-2025,matharena.ai,o4-mini,low,reasoning-math,hard,MathArena,per-problem,0.009,0.000289,147,1997,68.87,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://matharena.ai/ ($.competitions['smt--smt_2025'] / row openai/o4-mini--low / column accuracy),,out:single-couple,out:cost-single-couple matharena-smt-smt-2025,matharena.ai,qwen3-30b-a3b,default,reasoning-math,hard,MathArena,per-problem,0.004,0.000289,152,14870,67.92,acc%,0.00289,,,https://matharena.ai/ ($.competitions['smt--smt_2025'] / row qwen/qwen3_30b_a3b / column accuracy),,out:effort-not-established,out:effort-not-established matharena-smt-smt-2025,matharena.ai,deepseek-r1,solo,reasoning-math,hard,MathArena,per-problem,0.023,0.000289,140,10323,66.98,acc%,0.00289,,,https://matharena.ai/ ($.competitions['smt--smt_2025'] / row deepseek/deepseek_r1 / column accuracy),,out:single-couple,out:cost-not-comparable matharena-smt-smt-2025,matharena.ai,grok-3-mini,low,reasoning-math,hard,MathArena,per-problem,0.003,0.000289,143,6086,63.68,acc%,0.00289,,,https://matharena.ai/ ($.competitions['smt--smt_2025'] / row xai/grok-3-mini-low / column accuracy),,out:single-couple,out:cost-not-comparable matharena-smt-smt-2025,matharena.ai,?DeepSeek-R1-Distill-70B,not-established:absent,reasoning-math,hard,MathArena,per-problem,0.006,0.000289,144,10049,60.85,acc%,0.00289,,,https://matharena.ai/ ($.competitions['smt--smt_2025'] / row deepseek/deepseek_distill_70b / column accuracy),,out:model-not-established,out:model-not-established matharena-smt-smt-2025,matharena.ai,?DeepSeek-R1-Distill-32B,not-established:absent,reasoning-math,hard,MathArena,per-problem,0.007,0.000289,11380,11380,60.38,acc%,0.00289,,,https://matharena.ai/ ($.competitions['smt--smt_2025'] / row deepseek/deepseek_distill_32b / column accuracy),,out:model-not-established,out:model-not-established matharena-smt-smt-2025,matharena.ai,?DeepSeek-R1-Distill-14B,not-established:absent,reasoning-math,hard,MathArena,per-problem,0.004,0.000289,12399,12399,54.72,acc%,0.00289,,,https://matharena.ai/ ($.competitions['smt--smt_2025'] / row deepseek/deepseek_distill_14b / column accuracy),,out:model-not-established,out:model-not-established matharena-arxiv-september,matharena.ai,gpt-6.1-sol,max,reasoning-math,frontier,MathArena,per-problem,0.74,0.00289,1033514,50481,91.51,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://matharena.ai/ (competition arxiv--september, row data-config openai/gpt-61-sol (rank 1), column Accuracy)",,in,in matharena-arxiv-september,matharena.ai,gemini-4-argon,high,reasoning-math,frontier,MathArena,per-problem,3.24,0.00289,5931387,165382,87.74,acc%,0.00289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://matharena.ai/ (competition arxiv--september, row data-config gemini/gemini-4-argon (rank 2), column Accuracy)",,in,in matharena-arxiv-september,matharena.ai,opus-5.5,high,reasoning-math,frontier,MathArena,per-problem,1.98,0.00289,1166490,46497,82.08,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://matharena.ai/ (competition arxiv--september, row data-config anthropic/opus_55_high (rank 3), column Accuracy)",,in,in matharena-arxiv-september,matharena.ai,?Muse Wonder,not-established:absent,reasoning-math,frontier,MathArena,per-problem,7.52,0.00289,11039941,188628,66.04,acc%,0.00289,,,"https://matharena.ai/ (competition arxiv--september, row data-config meta/muse_wonder (rank 4), column Accuracy)",,out:model-not-established,out:model-not-established matharena-arxiv-september,matharena.ai,?Kimi K3.1 Pro,not-established:absent,reasoning-math,frontier,MathArena,per-problem,3.04,0.00289,4751089,111141,64.15,acc%,0.00289,,,"https://matharena.ai/ (competition arxiv--september, row data-config moonshot/k31 (rank 5), column Accuracy)",,out:model-not-established,out:model-not-established matharena-arxiv-september,matharena.ai,gemini-3.8-flash,high,reasoning-math,frontier,MathArena,per-problem,1.35,0.00289,6122411,134657,50.00,acc%,0.00289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://matharena.ai/ (competition arxiv--september, row data-config gemini/gemini-38-flash (rank 6), column Accuracy)",,in,out:cost-single-couple matharena-arxiv-september,matharena.ai,deepseek-v4.1-flash-1017,max,reasoning-math,frontier,MathArena,per-problem,1.29,0.00289,21931231,676843,49.06,acc%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://matharena.ai/ (competition arxiv--september, row data-config deepseek/deepseek_v41_flash_1017 (rank 7), column Accuracy)",,in,out:cost-single-couple matharena-arxiv-september,matharena.ai,deepseek-v4.1-flash-1017,max,reasoning-math,frontier,MathArena,per-problem,0.37,0.00289,17733103,185165,45.28,acc%,0.00289,,,"https://matharena.ai/ (competition arxiv--september, row data-config deepseek/deepseek_v41_flash_1017-dsh (rank 8), column Accuracy)",,out:decision:D61,out:decision:D61 matharena-arxiv-september,matharena.ai,qwen3.8-2.4t-a95b,xhigh,reasoning-math,frontier,MathArena,per-problem,2.16,0.00289,4947288,116936,45.28,acc%,0.00289,,,"https://matharena.ai/ (competition arxiv--september, row data-config qwen/qwen3.8_2.4t_a95b (rank 8), column Accuracy)",,in,out:cost-not-comparable matharena-arxiv-september,matharena.ai,grok-4.7,xhigh,reasoning-math,frontier,MathArena,per-problem,11.37,0.00289,14552573,177150,45.28,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://matharena.ai/ (competition arxiv--september, row data-config xai/grok-47 (rank 8), column Accuracy)",,in,out:cost-single-couple matharena-arxiv-september,matharena.ai,deepseek-v4.1-flash,max,reasoning-math,frontier,MathArena,per-problem,1.13,0.00289,12902232,599212,40.57,acc%,0.00289,,,"https://matharena.ai/ (competition arxiv--september, row data-config deepseek/deepseek_v41_flash (rank 11), column Accuracy)",,in,out:cost-not-comparable matharena-arxiv-september,matharena.ai,?Muse Spark Open,not-established:absent,reasoning-math,frontier,MathArena,per-problem,1.22,0.00289,2406963,91757,32.08,acc%,0.00289,,,"https://matharena.ai/ (competition arxiv--september, row data-config meta/muse_spark_open (rank 12), column Accuracy)",,out:model-not-established,out:model-not-established matharena-arxiv-october,matharena.ai,gpt-6.1-sol,max,reasoning-math,frontier,MathArena,per-problem,1.21,0.00289,1804085,77783,90.43,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://matharena.ai/ (competition arxiv--october, row data-config openai/gpt-61-sol (rank 1), column Accuracy)",,in,in matharena-arxiv-october,matharena.ai,gemini-4-argon,high,reasoning-math,frontier,MathArena,per-problem,3.26,0.00289,3454163,205189,82.98,acc%,0.00289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://matharena.ai/ (competition arxiv--october, row data-config gemini/gemini-4-argon (rank 2), column Accuracy)",,in,in matharena-arxiv-october,matharena.ai,opus-5.5,high,reasoning-math,frontier,MathArena,per-problem,2.19,0.00289,767922,65258,79.79,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://matharena.ai/ (competition arxiv--october, row data-config anthropic/opus_55_high (rank 3), column Accuracy)",,in,in matharena-arxiv-october,matharena.ai,?Kimi K3.1 Pro,not-established:absent,reasoning-math,frontier,MathArena,per-problem,2.50,0.00289,6110930,86568,45.74,acc%,0.00289,,,"https://matharena.ai/ (competition arxiv--october, row data-config moonshot/k31 (rank 4), column Accuracy)",,out:model-not-established,out:model-not-established matharena-arxiv-october,matharena.ai,deepseek-v4.1-flash-1017,max,reasoning-math,frontier,MathArena,per-problem,0.30,0.00289,8961445,175190,38.30,acc%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://matharena.ai/ (competition arxiv--october, row data-config deepseek/deepseek_v41_flash_1017-dsh (rank 5), column Accuracy)",,in,out:cost-single-couple matharena-arxiv-false-september,matharena.ai,gpt-6.1-sol,max,reasoning-math,frontier,MathArena,per-problem,1.15,0.00289,1418514,79825,82.70,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://matharena.ai/ (competition arxiv_false--september, row data-config openai/gpt-61-sol (rank 1), column Accuracy)",,in,in matharena-arxiv-false-september,matharena.ai,opus-5.5,high,reasoning-math,frontier,MathArena,per-problem,2.30,0.00289,1143423,77954,76.73,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://matharena.ai/ (competition arxiv_false--september, row data-config anthropic/opus_55_high (rank 2), column Accuracy)",,in,in matharena-arxiv-false-september,matharena.ai,?Kimi K3.1 Pro,not-established:absent,reasoning-math,frontier,MathArena,per-problem,2.77,0.00289,4160280,132315,63.52,acc%,0.00289,,,"https://matharena.ai/ (competition arxiv_false--september, row data-config moonshot/k31 (rank 3), column Accuracy)",,out:model-not-established,out:model-not-established matharena-arxiv-false-september,matharena.ai,deepseek-v4.1-flash-1017,max,reasoning-math,frontier,MathArena,per-problem,1.20,0.00289,17001104,665962,55.97,acc%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://matharena.ai/ (competition arxiv_false--september, row data-config deepseek/deepseek_v41_flash_1017 (rank 4), column Accuracy)",,in,out:cost-single-couple matharena-arxiv-false-september,matharena.ai,deepseek-v4.1-flash,max,reasoning-math,frontier,MathArena,per-problem,0.61,0.00289,10289638,424996,54.72,acc%,0.00289,,,"https://matharena.ai/ (competition arxiv_false--september, row data-config deepseek/deepseek_v41_flash (rank 5), column Accuracy)",,in,out:cost-not-comparable matharena-arxiv-false-september,matharena.ai,deepseek-v4.1-flash-1017,max,reasoning-math,frontier,MathArena,per-problem,0.29,0.00289,7764187,183292,49.69,acc%,0.00289,,,"https://matharena.ai/ (competition arxiv_false--september, row data-config deepseek/deepseek_v41_flash_1017-dsh (rank 6), column Accuracy)",,out:decision:D61,out:decision:D61 matharena-arxiv-false-september,matharena.ai,gemini-4-argon,high,reasoning-math,frontier,MathArena,per-problem,7.22,0.00289,6980635,371676,49.69,acc%,0.00289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://matharena.ai/ (competition arxiv_false--september, row data-config gemini/gemini-4-argon (rank 6), column Accuracy)",,in,in matharena-arxiv-false-september,matharena.ai,?Muse Wonder,not-established:absent,reasoning-math,frontier,MathArena,per-problem,10.57,0.00289,6279054,377108,41.51,acc%,0.00289,,,"https://matharena.ai/ (competition arxiv_false--september, row data-config meta/muse_wonder (rank 8), column Accuracy)",,out:model-not-established,out:model-not-established matharena-arxiv-false-september,matharena.ai,qwen3.8-2.4t-a95b,xhigh,reasoning-math,frontier,MathArena,per-problem,2.69,0.00289,6256479,144587,33.02,acc%,0.00289,,,"https://matharena.ai/ (competition arxiv_false--september, row data-config qwen/qwen3.8_2.4t_a95b (rank 9), column Accuracy)",,in,out:cost-not-comparable matharena-arxiv-false-september,matharena.ai,?Muse Spark Open,not-established:absent,reasoning-math,frontier,MathArena,per-problem,0.34,0.00289,376349,54185,27.67,acc%,0.00289,,,"https://matharena.ai/ (competition arxiv_false--september, row data-config meta/muse_spark_open (rank 10), column Accuracy)",,out:model-not-established,out:model-not-established matharena-arxiv-false-september,matharena.ai,grok-4.7,xhigh,reasoning-math,frontier,MathArena,per-problem,7.09,0.00289,10012471,197827,27.67,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://matharena.ai/ (competition arxiv_false--september, row data-config xai/grok-47 (rank 11), column Accuracy)",,in,out:cost-single-couple matharena-arxiv-false-september,matharena.ai,gemini-3.8-flash,high,reasoning-math,frontier,MathArena,per-problem,0.73,0.00289,2219257,88374,26.73,acc%,0.00289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://matharena.ai/ (competition arxiv_false--september, row data-config gemini/gemini-38-flash (rank 12), column Accuracy)",,in,out:cost-single-couple matharena-arxiv-false-october,matharena.ai,gpt-6.1-sol,max,reasoning-math,frontier,MathArena,per-problem,1.30,0.00289,1576411,89623,80.25,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://matharena.ai/ (competition arxiv_false--october, row data-config openai/gpt-61-sol (rank 1), column Accuracy)",,in,in matharena-arxiv-false-october,matharena.ai,opus-5.5,high,reasoning-math,frontier,MathArena,per-problem,3.26,0.00289,1226909,104373,77.78,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://matharena.ai/ (competition arxiv_false--october, row data-config anthropic/opus_55_high (rank 2), column Accuracy)",,in,in matharena-arxiv-false-october,matharena.ai,?Kimi K3.1 Pro,not-established:absent,reasoning-math,frontier,MathArena,per-problem,1.58,0.00289,2476063,88534,58.02,acc%,0.00289,,,"https://matharena.ai/ (competition arxiv_false--october, row data-config moonshot/k31 (rank 3), column Accuracy)",,out:model-not-established,out:model-not-established matharena-arxiv-false-october,matharena.ai,deepseek-v4.1-flash-1017,max,reasoning-math,frontier,MathArena,per-problem,0.26,0.00289,5389986,174426,49.69,acc%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://matharena.ai/ (competition arxiv_false--october, row data-config deepseek/deepseek_v41_flash_1017-dsh (rank 4), column Accuracy)",,in,out:cost-single-couple matharena-arxiv-false-october,matharena.ai,gemini-4-argon,high,reasoning-math,frontier,MathArena,per-problem,12.52,0.00289,10655607,755245,39.81,acc%,0.00289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://matharena.ai/ (competition arxiv_false--october, row data-config gemini/gemini-4-argon (rank 5), column Accuracy)",,in,in matharena-arxivlean-september,matharena.ai,opus-5.5,high,reasoning-math,frontier,MathArena,per-problem,13.70,0.00289,5186376,472518,47.17,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://matharena.ai/ (competition arxivlean--september, row data-config anthropic/opus_55_high (rank 1), column Accuracy)",,in,in matharena-arxivlean-september,matharena.ai,gemini-4-argon,high,reasoning-math,frontier,MathArena,per-problem,40.39,0.00289,65364610,995542,39.62,acc%,0.00289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://matharena.ai/ (competition arxivlean--september, row data-config gemini/gemini-4-argon (rank 2), column Accuracy)",,in,in matharena-arxivlean-september,matharena.ai,gpt-6-astra,max,reasoning-math,frontier,MathArena,per-problem,5.03,0.00289,1920277,44694,37.74,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://matharena.ai/ (competition arxivlean--september, row data-config openai/gpt-6-astra (rank 3), column Accuracy)",,in,in matharena-arxivlean-september,matharena.ai,gpt-6.1-sol,max,reasoning-math,frontier,MathArena,per-problem,1.16,0.00289,2992487,59111,35.85,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://matharena.ai/ (competition arxivlean--september, row data-config openai/gpt-61-sol (rank 4), column Accuracy)",,in,in matharena-arxivlean-september,matharena.ai,?Kimi K3.1 Pro,not-established:absent,reasoning-math,frontier,MathArena,per-problem,10.08,0.00289,18709461,350399,16.98,acc%,0.00289,,,"https://matharena.ai/ (competition arxivlean--september, row data-config moonshot/k31 (rank 5), column Accuracy)",,out:model-not-established,out:model-not-established matharena-arxivlean-september,matharena.ai,deepseek-v4.1-flash,max,reasoning-math,frontier,MathArena,per-problem,1.87,0.00289,27790247,1498455,5.66,acc%,0.00289,,,"https://matharena.ai/ (competition arxivlean--september, row data-config deepseek/deepseek_v41_flash (rank 6), column Accuracy)",,in,out:cost-not-comparable matharena-arxivlean-september,matharena.ai,qwen3.8-2.4t-a95b,xhigh,reasoning-math,frontier,MathArena,per-problem,9.00,0.00289,23488740,377756,1.89,acc%,0.00289,,,"https://matharena.ai/ (competition arxivlean--september, row data-config qwen/qwen3.8_2.4t_a95b (rank 7), column Accuracy)",,in,out:cost-not-comparable matharena-arxiv-august,matharena.ai,gpt-6.1-sol,max,reasoning-math,frontier,MathArena,per-problem,0.97,0.00289,1300080,63909,96.49,acc%,0.00289,,prev=96.49 (src-matharena.ai-competition-tables-2026-10-15#M164); cost-base-price:cost-publisher-figure,"https://matharena.ai/ (competition arxiv--august, row data-config openai/gpt-61-sol (rank 1), column Accuracy)",,in,in matharena-arxiv-august,matharena.ai,gpt-6-sol,max,reasoning-math,frontier,MathArena,per-problem,5.54,0.00289,13767870,157043,92.98,acc%,0.00289,,prev=92.98 (src-matharena.ai-competition-tables-2026-10-15#M165); cost-base-price:cost-publisher-figure,"https://matharena.ai/ (competition arxiv--august, row data-config openai/gpt-6-sol (rank 2), column Accuracy)",,in,in matharena-arxiv-august,matharena.ai,gemini-4-argon,high,reasoning-math,frontier,MathArena,per-problem,4.61,0.00289,11606621,174290,82.46,acc%,0.00289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://matharena.ai/ (competition arxiv--august, row data-config gemini/gemini-4-argon (rank 7), column Accuracy)",,in,in matharena-arxiv-august,matharena.ai,?Muse Wonder,not-established:absent,reasoning-math,frontier,MathArena,per-problem,5.91,0.00289,8059968,173917,68.42,acc%,0.00289,,,"https://matharena.ai/ (competition arxiv--august, row data-config meta/muse_wonder (rank 9), column Accuracy)",,out:model-not-established,out:model-not-established matharena-arxiv-august,matharena.ai,?Kimi K3.1 Pro,not-established:absent,reasoning-math,frontier,MathArena,per-problem,3.21,0.00289,4736632,111832,64.91,acc%,0.00289,,,"https://matharena.ai/ (competition arxiv--august, row data-config moonshot/k31 (rank 10), column Accuracy)",,out:model-not-established,out:model-not-established matharena-arxiv-august,matharena.ai,deepseek-v4.1-flash-1017,max,reasoning-math,frontier,MathArena,per-problem,0.78,0.00289,14556869,408892,56.14,acc%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://matharena.ai/ (competition arxiv--august, row data-config deepseek/deepseek_v41_flash_1017 (rank 12), column Accuracy)",,in,out:cost-single-couple matharena-arxiv-august,matharena.ai,grok-4.7,xhigh,reasoning-math,frontier,MathArena,per-problem,9.37,0.00289,13211881,178253,46.49,acc%,0.00289,,prev=46.49 (src-matharena.ai-competition-tables-2026-10-15#M169); cost-base-price:cost-publisher-figure,"https://matharena.ai/ (competition arxiv--august, row data-config xai/grok-47 (rank 13), column Accuracy)",,in,in matharena-arxiv-august,matharena.ai,muse-spark-1.3,unstated,reasoning-math,frontier,MathArena,per-problem,1.15,0.00289,2915194,129636,45.61,acc%,0.00289,,,"https://matharena.ai/ (competition arxiv--august, row data-config meta/muse_spark_13 (rank 14), column Accuracy)",,out:effort-not-established,out:effort-not-established matharena-arxiv-august,matharena.ai,deepseek-v4.1-flash-1017,max,reasoning-math,frontier,MathArena,per-problem,0.32,0.00289,10593850,177710,43.86,acc%,0.00289,,,"https://matharena.ai/ (competition arxiv--august, row data-config deepseek/deepseek_v41_flash_1017-dsh (rank 15), column Accuracy)",,out:decision:D61,out:decision:D61 matharena-arxiv-august,matharena.ai,deepseek-v4.1-flash,max,reasoning-math,frontier,MathArena,per-problem,0.43,0.00289,11512793,466786,43.86,acc%,0.00289,,prev=43.86 (src-matharena.ai-competition-tables-2026-10-15#M170),"https://matharena.ai/ (competition arxiv--august, row data-config deepseek/deepseek_v41_flash (rank 15), column Accuracy)",,in,out:cost-not-comparable matharena-arxiv-august,matharena.ai,?Muse Spark Open,not-established:absent,reasoning-math,frontier,MathArena,per-problem,0.87,0.00289,2280396,79044,29.82,acc%,0.00289,,,"https://matharena.ai/ (competition arxiv--august, row data-config meta/muse_spark_open (rank 19), column Accuracy)",,out:model-not-established,out:model-not-established matharena-arxiv-august,matharena.ai,?Mistral Large 4,not-established:absent,reasoning-math,frontier,MathArena,per-problem,1.59,0.00289,2210650,153000,24.56,acc%,0.00289,,,"https://matharena.ai/ (competition arxiv--august, row data-config mistral/mistral_large_4 (rank 20), column Accuracy)",,out:model-not-established,out:model-not-established matharena-arxiv-false-august,matharena.ai,gpt-6.1-sol,max,reasoning-math,frontier,MathArena,per-problem,0.98,0.00289,806943,71792,86.31,acc%,0.00289,,prev=86.31 (src-matharena.ai-competition-tables-2026-10-15#M186); cost-base-price:cost-publisher-figure,"https://matharena.ai/ (competition arxiv_false--august, row data-config openai/gpt-61-sol (rank 1), column Accuracy)",,in,in matharena-arxiv-false-august,matharena.ai,gpt-6-sol,max,reasoning-math,frontier,MathArena,per-problem,1.84,0.00289,2674182,92666,78.57,acc%,0.00289,,prev=78.57 (src-matharena.ai-competition-tables-2026-10-15#M188); cost-base-price:cost-publisher-figure,"https://matharena.ai/ (competition arxiv_false--august, row data-config openai/gpt-6-sol (rank 4), column Accuracy)",,in,in matharena-arxiv-false-august,matharena.ai,?Kimi K3.1 Pro,not-established:absent,reasoning-math,frontier,MathArena,per-problem,2.71,0.00289,3584854,153731,64.29,acc%,0.00289,,,"https://matharena.ai/ (competition arxiv_false--august, row data-config moonshot/k31 (rank 9), column Accuracy)",,out:model-not-established,out:model-not-established matharena-arxiv-false-august,matharena.ai,deepseek-v4.1-flash-1017,max,reasoning-math,frontier,MathArena,per-problem,1.01,0.00289,13732363,579511,60.71,acc%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://matharena.ai/ (competition arxiv_false--august, row data-config deepseek/deepseek_v41_flash_1017 (rank 11), column Accuracy)",,in,out:cost-single-couple matharena-arxiv-false-august,matharena.ai,deepseek-v4.1-flash,max,reasoning-math,frontier,MathArena,per-problem,0.27,0.00289,7082173,313410,54.76,acc%,0.00289,,prev=54.76 (src-matharena.ai-competition-tables-2026-10-15#M192),"https://matharena.ai/ (competition arxiv_false--august, row data-config deepseek/deepseek_v41_flash (rank 12), column Accuracy)",,in,out:cost-not-comparable matharena-arxiv-false-august,matharena.ai,gemini-4-argon,high,reasoning-math,frontier,MathArena,per-problem,8.90,0.00289,10206792,445017,54.17,acc%,0.00289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://matharena.ai/ (competition arxiv_false--august, row data-config gemini/gemini-4-argon (rank 13), column Accuracy)",,in,in matharena-arxiv-false-august,matharena.ai,deepseek-v4.1-flash-1017,max,reasoning-math,frontier,MathArena,per-problem,0.30,0.00289,7499549,194401,46.73,acc%,0.00289,,,"https://matharena.ai/ (competition arxiv_false--august, row data-config deepseek/deepseek_v41_flash_1017-dsh (rank 14), column Accuracy)",,out:decision:D61,out:decision:D61 matharena-arxiv-false-august,matharena.ai,grok-4.7,xhigh,reasoning-math,frontier,MathArena,per-problem,11.74,0.00289,13363513,224769,35.12,acc%,0.00289,,prev=35.12 (src-matharena.ai-competition-tables-2026-10-15#M193); cost-base-price:cost-publisher-figure,"https://matharena.ai/ (competition arxiv_false--august, row data-config xai/grok-47 (rank 15), column Accuracy)",,in,in matharena-arxiv-false-august,matharena.ai,?Muse Spark Open,not-established:absent,reasoning-math,frontier,MathArena,per-problem,0.67,0.00289,1222571,65188,29.17,acc%,0.00289,,,"https://matharena.ai/ (competition arxiv_false--august, row data-config meta/muse_spark_open (rank 16), column Accuracy)",,out:model-not-established,out:model-not-established matharena-arxiv-false-august,matharena.ai,muse-spark-1.3,unstated,reasoning-math,frontier,MathArena,per-problem,3.29,0.00289,3277325,488835,20.24,acc%,0.00289,,,"https://matharena.ai/ (competition arxiv_false--august, row data-config meta/muse_spark_13 (rank 18), column Accuracy)",,out:effort-not-established,out:effort-not-established matharena-arxiv-false-august,matharena.ai,?Mistral Large 4,not-established:absent,reasoning-math,frontier,MathArena,per-problem,2.19,0.00289,2696738,151916,11.31,acc%,0.00289,,,"https://matharena.ai/ (competition arxiv_false--august, row data-config mistral/mistral_large_4 (rank 19), column Accuracy)",,out:model-not-established,out:model-not-established matharena-overall-arxivmath,matharena.ai,gpt-6.1-sol,max,reasoning-math,frontier,MathArena,per-problem,0.96,0.00289,1379226,64058,92.81,acc%,0.00289,,"restated-from:arxiv--august, arxiv--september, arxiv--october (monthly tables of the same site); prev=95.31 (src-matharena.ai-competition-tables-2026-10-15#M582); cost-base-price:cost-publisher-figure","https://matharena.ai/ (competition overall--arxivmath, row data-config openai/gpt-61-sol (rank 1), column Accuracy)",,out:composite,out:composite matharena-overall-arxivmath,matharena.ai,gemini-4-argon,high,reasoning-math,frontier,MathArena,per-problem,3.74,0.00289,6997391,181620,84.39,acc%,0.00289,,"restated-from:arxiv--august, arxiv--september, arxiv--october (monthly tables of the same site); base-scheduled-list-price; cost-base-price:cost-uniform-factor","https://matharena.ai/ (competition overall--arxivmath, row data-config gemini/gemini-4-argon (rank 2), column Accuracy)",,out:composite,out:composite matharena-overall-arxivmath,matharena.ai,opus-5.5,high,reasoning-math,frontier,MathArena,per-problem,1.93,0.00289,1181879,52265,82.61,acc%,0.00289,,"restated-from:arxiv--august, arxiv--september, arxiv--october (monthly tables of the same site); prev=83.65 (src-matharena.ai-competition-tables-2026-10-01#M91); cost-base-price:cost-publisher-figure","https://matharena.ai/ (competition overall--arxivmath, row data-config anthropic/opus_55_high (rank 3), column Accuracy)",,out:composite,out:composite matharena-overall-arxivmath,matharena.ai,?Kimi K3.1 Pro,not-established:absent,reasoning-math,frontier,MathArena,per-problem,2.94,0.00289,5199550,103181,58.27,acc%,0.00289,,"restated-from:arxiv--august, arxiv--september, arxiv--october (monthly tables of the same site)","https://matharena.ai/ (competition overall--arxivmath, row data-config moonshot/k31 (rank 4), column Accuracy)",,out:model-not-established,out:model-not-established matharena-overall-arxivmath,matharena.ai,deepseek-v4.1-flash-1017,max,reasoning-math,frontier,MathArena,per-problem,0.33,0.00289,12429466,179355,42.48,acc%,0.00289,,"restated-from:arxiv--august, arxiv--september, arxiv--october (monthly tables of the same site); cost-method-assumed-single; cost-base-price:cost-publisher-figure","https://matharena.ai/ (competition overall--arxivmath, row data-config deepseek/deepseek_v41_flash_1017-dsh (rank 5), column Accuracy)",,out:composite,out:cost-single-couple matharena-overall-brokenarxiv,matharena.ai,gpt-6.1-sol,max,reasoning-math,frontier,MathArena,per-problem,1.14,0.00289,1267289,80413,83.09,acc%,0.00289,,"restated-from:arxiv--august, arxiv--september, arxiv--october (monthly tables of the same site); prev=92.10 (src-matharena.ai-competition-tables-2026-10-15#M591); cost-base-price:cost-publisher-figure","https://matharena.ai/ (competition overall--brokenarxiv, row data-config openai/gpt-61-sol (rank 1), column Accuracy)",,out:composite,out:composite matharena-overall-brokenarxiv,matharena.ai,opus-5.5,high,reasoning-math,frontier,MathArena,per-problem,2.66,0.00289,1124318,85993,77.30,acc%,0.00289,,"restated-from:arxiv--august, arxiv--september, arxiv--october (monthly tables of the same site); prev=90.79 (src-matharena.ai-competition-tables-2026-10-01#M93); cost-base-price:cost-publisher-figure","https://matharena.ai/ (competition overall--brokenarxiv, row data-config anthropic/opus_55_high (rank 2), column Accuracy)",,out:composite,out:composite matharena-overall-brokenarxiv,matharena.ai,?Kimi K3.1 Pro,not-established:absent,reasoning-math,frontier,MathArena,per-problem,2.35,0.00289,3407066,124860,61.94,acc%,0.00289,,"restated-from:arxiv--august, arxiv--september, arxiv--october (monthly tables of the same site)","https://matharena.ai/ (competition overall--brokenarxiv, row data-config moonshot/k31 (rank 3), column Accuracy)",,out:model-not-established,out:model-not-established matharena-overall-brokenarxiv,matharena.ai,deepseek-v4.1-flash-1017,max,reasoning-math,frontier,MathArena,per-problem,0.29,0.00289,6884574,184040,48.70,acc%,0.00289,,"restated-from:arxiv--august, arxiv--september, arxiv--october (monthly tables of the same site); cost-method-assumed-single; cost-base-price:cost-publisher-figure","https://matharena.ai/ (competition overall--brokenarxiv, row data-config deepseek/deepseek_v41_flash_1017-dsh (rank 4), column Accuracy)",,out:composite,out:cost-single-couple matharena-overall-brokenarxiv,matharena.ai,gemini-4-argon,high,reasoning-math,frontier,MathArena,per-problem,9.55,0.00289,9281011,523979,47.89,acc%,0.00289,,"restated-from:arxiv--august, arxiv--september, arxiv--october (monthly tables of the same site); base-scheduled-list-price; cost-base-price:cost-uniform-factor","https://matharena.ai/ (competition overall--brokenarxiv, row data-config gemini/gemini-4-argon (rank 5), column Accuracy)",,out:composite,out:composite matharena-leanlean-oct26,matharena.ai,gpt-6.1-sol,max,reasoning-math,frontier,MathArena,per-repo,54.87,0.00289,256281111,1552473,50.45,compression%,0.00289,,cost-base-price:cost-publisher-figure,"https://matharena.ai/ (LeanLean summary table, row data-config gpt-61-sol-max (rank 1), column Score)",,in,in matharena-leanlean-oct26,matharena.ai,opus-5.5,high,reasoning-math,frontier,MathArena,per-repo,44.33,0.00289,90175701,772853,47.34,compression%,0.00289,,cost-base-price:cost-publisher-figure,"https://matharena.ai/ (LeanLean summary table, row data-config opus-55-high (rank 2), column Score)",,in,in matharena-leanlean-oct26,matharena.ai,gemini-4-argon,high,reasoning-math,frontier,MathArena,per-repo,79.79,0.00289,251159651,2008243,38.72,compression%,0.00289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://matharena.ai/ (LeanLean summary table, row data-config gemini-4-argon (rank 3), column Score)",,in,in matharena-leanlean-oct26,matharena.ai,?Kimi K3.1 Pro,not-established:absent,reasoning-math,frontier,MathArena,per-repo,50.88,0.00289,224066238,214621,11.86,compression%,0.00289,,,"https://matharena.ai/ (LeanLean summary table, row data-config kimi-k31-pro (rank 4), column Score)",,out:model-not-established,out:model-not-established matharena-leanlean-oct26,matharena.ai,deepseek-v4.1-flash-1017,max,reasoning-math,frontier,MathArena,per-repo,1.59,0.00289,129937281,344759,9.78,compression%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://matharena.ai/ (LeanLean summary table, row data-config deepseek-v41-flash-dsh (rank 5), column Score)",,in,out:cost-single-couple connections-oneshot,matsonj/eval-connections,gpt-6-astra,low,mixed,mid,,per-20-games,0.67,0.00289,,,94,pts-of-100,0,,cost-base-price:cost-publisher-figure,https://github.com/matsonj/eval-connections (docs/results.md line 84+2: column PTS),,in,in connections-oneshot,matsonj/eval-connections,gemini-4-argon,low,mixed,mid,,per-20-games,0.11,0.00289,,,92,pts-of-100,0,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://github.com/matsonj/eval-connections (docs/results.md line 98+2: column PTS),,in,in connections-oneshot,matsonj/eval-connections,grok-4.6,low,mixed,mid,,per-20-games,0.31,0.00289,,,91,pts-of-100,0,,cost-base-price:cost-publisher-figure,https://github.com/matsonj/eval-connections (docs/results.md line 112+2: column PTS),,in,in connections-oneshot,matsonj/eval-connections,gpt-6-sol,low,mixed,mid,,per-20-games,0.17,0.00289,,,89,pts-of-100,0,,cost-base-price:cost-publisher-figure,https://github.com/matsonj/eval-connections (docs/results.md line 140+2: column PTS),,in,in connections-oneshot,matsonj/eval-connections,gemini-3.8-flash,low,mixed,mid,,per-20-games,0.15,0.00289,,,88,pts-of-100,0,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://github.com/matsonj/eval-connections (docs/results.md line 154+2: column PTS),,in,in connections-oneshot,matsonj/eval-connections,opus-5.5,low,mixed,mid,,per-20-games,0.36,0.00289,,,86,pts-of-100,0,,cost-base-price:cost-publisher-figure,https://github.com/matsonj/eval-connections (docs/results.md line 168+2: column PTS),,in,in connections-oneshot,matsonj/eval-connections,gemini-3.1-pro,low,mixed,mid,,per-20-games,0.42,0.00289,,,86,pts-of-100,0,,cost-base-price:cost-publisher-figure,https://github.com/matsonj/eval-connections (docs/results.md line 182+2: column PTS),,in,in connections-oneshot,matsonj/eval-connections,gpt-5.6-terra,low,mixed,mid,,per-20-games,0.47,0.00289,,,86,pts-of-100,0,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://github.com/matsonj/eval-connections (docs/results.md line 196+2: column PTS),,in,in connections-oneshot,matsonj/eval-connections,fable-5,low,mixed,mid,,per-20-games,1.08,0.00289,,,85,pts-of-100,0,,cost-base-price:cost-publisher-figure,https://github.com/matsonj/eval-connections (docs/results.md line 210+2: column PTS),,in,in connections-oneshot,matsonj/eval-connections,grok-4.7,low,mixed,mid,,per-20-games,1.03,0.00289,,,85,pts-of-100,0,,cost-base-price:cost-publisher-figure,https://github.com/matsonj/eval-connections (docs/results.md line 224+2: column PTS),,in,in connections-oneshot,matsonj/eval-connections,gemini-3-flash,minimal,mixed,mid,,per-20-games,0.13,0.00289,,,84,pts-of-100,0,,cost-base-price:cost-publisher-figure,https://github.com/matsonj/eval-connections (docs/results.md line 238+2: column PTS),,in,in connections-oneshot,matsonj/eval-connections,gpt-5.6-sol-pro,low,mixed,mid,,per-20-games,2.68,0.00289,,,84,pts-of-100,0,,cost-base-price:cost-publisher-figure,https://github.com/matsonj/eval-connections (docs/results.md line 266+2: column PTS),,in,in connections-oneshot,matsonj/eval-connections,kimi-k3,low,mixed,mid,,per-20-games,0.55,0.00289,,,84,pts-of-100,0,,cost-base-price:cost-uniform-factor,https://github.com/matsonj/eval-connections (docs/results.md line 280+2: column PTS),,in,in connections-oneshot,matsonj/eval-connections,gpt-5.6-sol,low,mixed,mid,,per-20-games,0.63,0.00289,,,83,pts-of-100,0,,cost-base-price:cost-publisher-figure,https://github.com/matsonj/eval-connections (docs/results.md line 308+2: column PTS),,in,in connections-oneshot,matsonj/eval-connections,deepseek-v4.1-flash-1017,low,mixed,mid,,per-20-games,0.11,0.00289,,,83,pts-of-100,0,,cost-base-price:cost-publisher-figure,https://github.com/matsonj/eval-connections (docs/results.md line 322+2: column PTS),,in,in connections-oneshot,matsonj/eval-connections,fable-5.1,low,mixed,mid,,per-20-games,1.32,0.00289,,,82,pts-of-100,0,,cost-base-price:cost-publisher-figure,https://github.com/matsonj/eval-connections (docs/results.md line 336+2: column PTS),,in,in connections-oneshot,matsonj/eval-connections,grok-4.20,not-established:absent,mixed,mid,,per-20-games,0.37,0.00289,,,82,pts-of-100,0,,,https://github.com/matsonj/eval-connections (docs/results.md line 350+2: column PTS),,out:effort-not-established,out:effort-not-established connections-oneshot,matsonj/eval-connections,gemini-3.7-flash,low,mixed,mid,,per-20-games,0.1,0.00289,,,80,pts-of-100,0,,cost-base-price:cost-publisher-figure,https://github.com/matsonj/eval-connections (docs/results.md line 364+2: column PTS),,in,in connections-oneshot,matsonj/eval-connections,deepseek-v4-pro-0813,not-established:absent,mixed,mid,,per-20-games,0.28,0.00289,,,80,pts-of-100,0,,EAP-run,https://github.com/matsonj/eval-connections (docs/results.md line 392+2: column PTS),,out:effort-not-established,out:effort-not-established connections-oneshot,matsonj/eval-connections,glm-5.3-flash,low,mixed,mid,,per-20-games,0.02,0.00289,,,78,pts-of-100,0,,,https://github.com/matsonj/eval-connections (docs/results.md line 406+2: column PTS),,in,out:cost-not-comparable connections-oneshot,matsonj/eval-connections,gpt-5.6-terra-pro,low,mixed,mid,,per-20-games,1.98,0.00289,,,77,pts-of-100,0,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://github.com/matsonj/eval-connections (docs/results.md line 434+2: column PTS),,in,in connections-oneshot,matsonj/eval-connections,deepseek-v4-flash-0731,low,mixed,mid,,per-20-games,0.44785714285714284,0.059,,,77,pts-of-100,0,,cost-unrepriced; cost-price-band,https://github.com/matsonj/eval-connections (docs/results.md line 448+2: column PTS),,in,out:cost-single-couple connections-oneshot,matsonj/eval-connections,sonnet-5.5,low,mixed,mid,,per-20-games,0.135,0.0261,,,76,pts-of-100,0,,cost-unrepriced; cost-price-band,https://github.com/matsonj/eval-connections (docs/results.md line 462+2: column PTS),,in,out:cost-single-couple connections-oneshot,matsonj/eval-connections,grok-4.5,low,mixed,mid,,per-20-games,0.44,0.00289,,,76,pts-of-100,0,,cost-base-price:cost-publisher-figure,https://github.com/matsonj/eval-connections (docs/results.md line 476+2: column PTS),,in,in connections-oneshot,matsonj/eval-connections,qwen3.8-flash,not-established:absent,mixed,mid,,per-20-games,0.56,0.00289,,,75,pts-of-100,0,,,https://github.com/matsonj/eval-connections (docs/results.md line 490+2: column PTS),,out:effort-not-established,out:effort-not-established connections-oneshot,matsonj/eval-connections,opus-5,low,mixed,mid,,per-20-games,0.4,0.00289,,,74,pts-of-100,0,,cost-base-price:cost-publisher-figure,https://github.com/matsonj/eval-connections (docs/results.md line 504+2: column PTS),,in,in connections-oneshot,matsonj/eval-connections,gpt-5.6-luna,low,mixed,mid,,per-20-games,0.02,0.00289,,,74,pts-of-100,0,,cost-base-price:cost-publisher-figure,https://github.com/matsonj/eval-connections (docs/results.md line 518+2: column PTS),,in,in connections-oneshot,matsonj/eval-connections,glm-5v-turbo,not-established:absent,mixed,mid,,per-20-games,0.44,0.00289,,,74,pts-of-100,0,,,https://github.com/matsonj/eval-connections (docs/results.md line 546+2: column PTS),,out:effort-not-established,out:effort-not-established connections-oneshot,matsonj/eval-connections,deepseek-v4.1-flash,low,mixed,mid,,per-20-games,0.2,0.00289,,,73,pts-of-100,0,,cost-base-price:cost-publisher-figure,https://github.com/matsonj/eval-connections (docs/results.md line 574+2: column PTS),,in,in connections-oneshot,matsonj/eval-connections,gpt-5.6-luna-pro,low,mixed,mid,,per-20-games,0.07,0.00289,,,72,pts-of-100,0,,cost-base-price:cost-publisher-figure,https://github.com/matsonj/eval-connections (docs/results.md line 602+2: column PTS),,in,in connections-oneshot,matsonj/eval-connections,sonnet-5,low,mixed,mid,,per-20-games,0.3,0.00289,,,71,pts-of-100,0,,cost-base-price:cost-publisher-figure,https://github.com/matsonj/eval-connections (docs/results.md line 616+2: column PTS),,in,in connections-oneshot,matsonj/eval-connections,gemini-3.6-flash,minimal,mixed,mid,,per-20-games,0.36,0.00289,,,69,pts-of-100,0,,cost-base-price:cost-publisher-figure,https://github.com/matsonj/eval-connections (docs/results.md line 644+2: column PTS),,in,in connections-oneshot,matsonj/eval-connections,deepseek-v4-flash-preview,high,mixed,mid,,per-20-games,0.08,0.00289,,,68,pts-of-100,0,,cost-base-price:cost-publisher-figure,https://github.com/matsonj/eval-connections (docs/results.md line 686+2: column PTS),,in,in connections-oneshot,matsonj/eval-connections,gemini-3.5-flash-lite,minimal,mixed,mid,,per-20-games,0.12,0.00289,,,67,pts-of-100,0,,cost-base-price:cost-publisher-figure,https://github.com/matsonj/eval-connections (docs/results.md line 700+2: column PTS),,in,in connections-oneshot,matsonj/eval-connections,haiku-5.5,low,mixed,mid,,per-20-games,0.02,0.00289,,,67,pts-of-100,0,,cost-base-price:cost-publisher-figure,https://github.com/matsonj/eval-connections (docs/results.md line 714+2: column PTS),,in,in connections-oneshot,matsonj/eval-connections,gemini-3.5-flash,minimal,mixed,mid,,per-20-games,0.42,0.00289,,,67,pts-of-100,0,,cost-base-price:cost-publisher-figure,https://github.com/matsonj/eval-connections (docs/results.md line 728+2: column PTS),,in,in connections-oneshot,matsonj/eval-connections,qwen3.8-max,minimal,mixed,mid,,per-20-games,1.27,0.00289,,,67,pts-of-100,0,,,https://github.com/matsonj/eval-connections (docs/results.md line 756+2: column PTS),,out:effort-not-established,out:effort-not-established connections-oneshot,matsonj/eval-connections,qwen3.8-2.4t-a95b,low,mixed,mid,,per-20-games,1.61,0.00289,,,66,pts-of-100,0,,,https://github.com/matsonj/eval-connections (docs/results.md line 770+2: column PTS),,in,out:cost-not-comparable connections-oneshot,matsonj/eval-connections,gpt-6-luna,low,mixed,mid,,per-20-games,0.01,0.00289,,,61,pts-of-100,0,,cost-base-price:cost-publisher-figure,https://github.com/matsonj/eval-connections (docs/results.md line 812+2: column PTS),,in,in connections-oneshot,matsonj/eval-connections,haiku-4.5,not-established:absent,mixed,mid,,per-20-games,0.39,0.00289,,,60,pts-of-100,0,,,https://github.com/matsonj/eval-connections (docs/results.md line 854+2: column PTS),,out:effort-not-established,out:effort-not-established connections-oneshot,matsonj/eval-connections,glm-5.3,low,mixed,mid,,per-20-games,1.41,0.00289,,,57,pts-of-100,0,,cost-base-price:cost-publisher-figure,https://github.com/matsonj/eval-connections (docs/results.md line 868+2: column PTS),,in,in connections-oneshot,matsonj/eval-connections,qwen3.8-27b,low,mixed,mid,,per-20-games,0.76,0.00289,,,54,pts-of-100,0,,cost-base-price:cost-publisher-figure,https://github.com/matsonj/eval-connections (docs/results.md line 910+2: column PTS),,in,in connections-oneshot,matsonj/eval-connections,qwen3-max-0123,think,mixed,mid,,per-20-games,2.49,0.00289,,,35,pts-of-100,0,,cost-base-price:cost-publisher-figure,https://github.com/matsonj/eval-connections (docs/results.md line 952+2: column PTS),,out:single-couple,out:cost-single-couple seclens,mattersec-labs.github.io,sonnet-4.6,unstated,coding,hard,SecLens,per-task,0.017,0.000289,,,47.6,score%,0.0289,,,"https://mattersec-labs.github.io/seclens/ (const MODELS, record ""Claude Sonnet 4.6"", field leaderboard)",,out:effort-not-established,out:effort-not-established seclens,mattersec-labs.github.io,haiku-4.5,unstated,coding,hard,SecLens,per-task,0.005,0.000289,,,43.8,score%,0.0289,,,"https://mattersec-labs.github.io/seclens/ (const MODELS, record ""Claude Haiku 4.5"", field leaderboard)",,out:effort-not-established,out:effort-not-established seclens,mattersec-labs.github.io,opus-4.6,unstated,coding,hard,SecLens,per-task,0.019,0.000289,,,41.7,score%,0.0289,,,"https://mattersec-labs.github.io/seclens/ (const MODELS, record ""Claude Opus 4.6"", field leaderboard)",,out:effort-not-established,out:effort-not-established seclens,mattersec-labs.github.io,gemini-3-flash,unstated,coding,hard,SecLens,per-task,0.039,0.000289,,,49.6,score%,0.0289,,,"https://mattersec-labs.github.io/seclens/ (const MODELS, record ""Gemini 3 Flash Preview"", field leaderboard)",,out:effort-not-established,out:effort-not-established seclens,mattersec-labs.github.io,gemini-3.1-pro,unstated,coding,hard,SecLens,per-task,0.111,0.000289,,,48.2,score%,0.0289,,,"https://mattersec-labs.github.io/seclens/ (const MODELS, record ""Gemini 3.1 Pro Preview"", field leaderboard)",,out:effort-not-established,out:effort-not-established seclens,mattersec-labs.github.io,kimi-k2.5,unstated,coding,hard,SecLens,,,,,,46.8,score%,0.0289,,,"https://mattersec-labs.github.io/seclens/ (const MODELS, record ""Kimi K2.5"", field leaderboard)",,out:effort-not-established, seclens,mattersec-labs.github.io,gemini-2.5-pro,unstated,coding,hard,SecLens,per-task,0.033,0.000289,,,46.2,score%,0.0289,,,"https://mattersec-labs.github.io/seclens/ (const MODELS, record ""Gemini 2.5 Pro"", field leaderboard)",,out:effort-not-established,out:effort-not-established seclens,mattersec-labs.github.io,grok-code-fast-1,unstated,coding,hard,SecLens,,,,,,44.1,score%,0.0289,,,"https://mattersec-labs.github.io/seclens/ (const MODELS, record ""Grok Code Fast 1"", field leaderboard)",,out:effort-not-established, seclens,mattersec-labs.github.io,gemini-2.5-flash,unstated,coding,hard,SecLens,per-task,0.008,0.000289,,,44.3,score%,0.0289,,,"https://mattersec-labs.github.io/seclens/ (const MODELS, record ""Gemini 2.5 Flash"", field leaderboard)",,out:effort-not-established,out:effort-not-established seclens,mattersec-labs.github.io,?Qwen3-Coder-Plus,not-established:absent,coding,hard,SecLens,,,,,,41.2,score%,0.0289,,,"https://mattersec-labs.github.io/seclens/ (const MODELS, record ""Qwen3-Coder-Plus"", field leaderboard)",,out:model-not-established, seclens,mattersec-labs.github.io,gpt-5.4,unstated,coding,hard,SecLens,per-task,0.007,0.000289,,,39.9,score%,0.0289,,,"https://mattersec-labs.github.io/seclens/ (const MODELS, record ""GPT-5.4"", field leaderboard)",,out:effort-not-established,out:effort-not-established seclens,mattersec-labs.github.io,?Qwen3-Coder,not-established:absent,coding,hard,SecLens,,,,,,37.3,score%,0.0289,,,"https://mattersec-labs.github.io/seclens/ (const MODELS, record ""Qwen3-Coder"", field leaderboard)",,out:model-not-established, mazebench-ascii-tools,mazebench,gpt-6-astra,max,agentic-tool,frontier,,USD/run,734.2008440000019,0,29473231,1833971,23,score%,0,,cost-base-price:cost-publisher-figure,https://mazebench.com/leaderboard/ai?mode=ascii ($.entries[0].entry.gems (gems collected out of 100; the page shows it as 'gems / 100' and as the bar percentage)),,in,out:cost-single-couple mazebench-ascii-tools,mazebench,gpt-6.1-sol,max,agentic-tool,frontier,,,,,,,17,score%,0,,,https://mazebench.com/leaderboard/ai?mode=ascii ($.entries[1].entry.gems (gems collected out of 100; the page shows it as 'gems / 100' and as the bar percentage)),,in, mazebench-ascii-tools,mazebench,opus-5.5,max,agentic-tool,frontier,,USD/run,1909.6505701999995,0,63190200,11495406,13,score%,0,,,https://mazebench.com/leaderboard/ai?mode=ascii ($.entries[2].entry.gems (gems collected out of 100; the page shows it as 'gems / 100' and as the bar percentage)),,out:failed-run,out:failed-run mazebench-ascii-tools,mazebench,gpt-5.6-sol,max,agentic-tool,frontier,,USD/run,4047.4388062499997,467,,,13,score%,0,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://mazebench.com/leaderboard/ai?mode=ascii ($.entries[3].entry.gems (gems collected out of 100; the page shows it as 'gems / 100' and as the bar percentage)),,in,out:cost-single-couple mazebench-ascii-tools,mazebench,opus-5,max,agentic-tool,frontier,,USD/run,8453.3088,0,,,12,score%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://mazebench.com/leaderboard/ai?mode=ascii ($.entries[4].entry.gems (gems collected out of 100; the page shows it as 'gems / 100' and as the bar percentage)),,in,in mazebench-ascii-tools,mazebench,sonnet-5.5,max,agentic-tool,frontier,,USD/run,121.03582430000002,0,7271604,2267815,8,score%,0,,,https://mazebench.com/leaderboard/ai?mode=ascii ($.entries[5].entry.gems (gems collected out of 100; the page shows it as 'gems / 100' and as the bar percentage)),,out:failed-run,out:failed-run mazebench-ascii-tools,mazebench,fable-5,max,agentic-tool,frontier,,USD/run,14197.52697,0,,,11,score%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://mazebench.com/leaderboard/ai?mode=ascii ($.entries[6].entry.gems (gems collected out of 100; the page shows it as 'gems / 100' and as the bar percentage)),,in,in mazebench-ascii-tools,mazebench,gpt-6-sol,max,agentic-tool,frontier,,,,,,,7,score%,0,,,https://mazebench.com/leaderboard/ai?mode=ascii ($.entries[7].entry.gems (gems collected out of 100; the page shows it as 'gems / 100' and as the bar percentage)),,in, mazebench-ascii-tools,mazebench,fable-5.1,max,agentic-tool,frontier,,,,,,,10,score%,0,,,https://mazebench.com/leaderboard/ai?mode=ascii ($.entries[8].entry.gems (gems collected out of 100; the page shows it as 'gems / 100' and as the bar percentage)),,in, mazebench-ascii-tools,mazebench,gpt-5.6-terra,max,agentic-tool,frontier,,USD/run,688.13885,0,,,6,score%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://mazebench.com/leaderboard/ai?mode=ascii ($.entries[9].entry.gems (gems collected out of 100; the page shows it as 'gems / 100' and as the bar percentage)),,in,in mazebench-ascii-tools,mazebench,gemini-3.8-flash,high,agentic-tool,frontier,,,,,,,4,score%,0,,harness-label-as-level:antigravity-cli,https://mazebench.com/leaderboard/ai?mode=ascii ($.entries[10].entry.gems (gems collected out of 100; the page shows it as 'gems / 100' and as the bar percentage)),,in, mazebench-ascii-tools,mazebench,haiku-5.5,max,agentic-tool,frontier,,USD/run,4636.069611525,0,32792211,13054367,1,score%,0,,cost-base-price:cost-publisher-figure,https://mazebench.com/leaderboard/ai?mode=ascii ($.entries[0].entry.gems (gems collected out of 100; the page shows it as 'gems / 100' and as the bar percentage)),,in,out:cost-single-couple mazebench-ascii-tools,mazebench,grok-4.6,xhigh,agentic-tool,frontier,,USD/run,518.213756,0,,,1,score%,0,,harness-label-as-level:grok-cli; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://mazebench.com/leaderboard/ai?mode=ascii ($.entries[1].entry.gems (gems collected out of 100; the page shows it as 'gems / 100' and as the bar percentage)),,in,in mazebench-ascii-tools,mazebench,?gemini-3.1-pro,not-established:absent,agentic-tool,frontier,,USD/run,36.786546,0,,,1,score%,0,,,https://mazebench.com/leaderboard/ai?mode=ascii ($.entries[2].entry.gems (gems collected out of 100; the page shows it as 'gems / 100' and as the bar percentage)),,out:model-not-established,out:model-not-established mazebench-ascii-tools,mazebench,?gemini-3.7-flash,not-established:absent,agentic-tool,frontier,,USD/run,47.7483225,0,,,1,score%,0,,,https://mazebench.com/leaderboard/ai?mode=ascii ($.entries[3].entry.gems (gems collected out of 100; the page shows it as 'gems / 100' and as the bar percentage)),,out:model-not-established,out:model-not-established mazebench-ascii-tools,mazebench,kimi-k3,not-established:absent,agentic-tool,frontier,,USD/run,663.998346,0,,,1,score%,0,,,https://mazebench.com/leaderboard/ai?mode=ascii ($.entries[4].entry.gems (gems collected out of 100; the page shows it as 'gems / 100' and as the bar percentage)),,out:effort-not-established,out:effort-not-established mazebench-ascii-tools,mazebench,gpt-5.6-luna,max,agentic-tool,frontier,,USD/run,345.206859,0,,,0,score%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://mazebench.com/leaderboard/ai?mode=ascii ($.entries[5].entry.gems (gems collected out of 100; the page shows it as 'gems / 100' and as the bar percentage)),,out:uninformative,in mazebench-ascii-tools,mazebench,glm-5.3-flash,not-established:absent,agentic-tool,frontier,,USD/run,36.374708399999996,0,,,0,score%,0,,,https://mazebench.com/leaderboard/ai?mode=ascii ($.entries[6].entry.gems (gems collected out of 100; the page shows it as 'gems / 100' and as the bar percentage)),,out:effort-not-established,out:effort-not-established mazebench-ascii-tools,mazebench,gemini-3.6-flash,high,agentic-tool,frontier,,,,,,,0,score%,0,,harness-label-as-level:antigravity-cli,https://mazebench.com/leaderboard/ai?mode=ascii ($.entries[7].entry.gems (gems collected out of 100; the page shows it as 'gems / 100' and as the bar percentage)),,out:uninformative, mazebench-ascii-tools,mazebench,deepseek-v4-pro-0813,high,agentic-tool,frontier,,USD/run,99.78449020000001,0,,,0,score%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://mazebench.com/leaderboard/ai?mode=ascii ($.entries[8].entry.gems (gems collected out of 100; the page shows it as 'gems / 100' and as the bar percentage)),,out:uninformative,in mazebench-ascii-tools,mazebench,glm-5.3,high,agentic-tool,frontier,,USD/run,12.6181872,0,,,0,score%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://mazebench.com/leaderboard/ai?mode=ascii ($.entries[9].entry.gems (gems collected out of 100; the page shows it as 'gems / 100' and as the bar percentage)),,out:uninformative,in mazebench-ascii-tools,mazebench,?qwen/qwen3.8-max,not-established:absent,agentic-tool,frontier,,USD/run,29.587534,0,,,0,score%,0,,,https://mazebench.com/leaderboard/ai?mode=ascii ($.entries[10].entry.gems (gems collected out of 100; the page shows it as 'gems / 100' and as the bar percentage)),,out:model-not-established,out:model-not-established mazebench-ascii-tools,mazebench,sonnet-5,max,agentic-tool,frontier,,USD/run,2714.95623,0,,,0,score%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://mazebench.com/leaderboard/ai?mode=ascii ($.entries[11].entry.gems (gems collected out of 100; the page shows it as 'gems / 100' and as the bar percentage)),,out:uninformative,in mazebench-ascii-tools,mazebench,muse-spark-1.3,not-established:absent,agentic-tool,frontier,,,,,,,0,score%,0,,,https://mazebench.com/leaderboard/ai?mode=ascii ($.entries[12].entry.gems (gems collected out of 100; the page shows it as 'gems / 100' and as the bar percentage)),,out:effort-not-established, mazebench-ascii-tools,mazebench,deepseek-v4-flash-0731,high,agentic-tool,frontier,,,,,,,0,score%,0,,,https://mazebench.com/leaderboard/ai?mode=ascii ($.entries[13].entry.gems (gems collected out of 100; the page shows it as 'gems / 100' and as the bar percentage)),,out:uninformative, mazebench-ascii-notools,mazebench,gpt-6-astra,max,agentic-tool,frontier,,USD/run,1013.365059999999,0,43738226,4274028,16,score%,0,,cost-base-price:cost-publisher-figure,https://mazebench.com/leaderboard/ai?mode=ascii ($.entries[14].entry.gems (gems collected out of 100; the page shows it as 'gems / 100' and as the bar percentage)),,in,in mazebench-ascii-notools,mazebench,gpt-6.1-sol,max,agentic-tool,frontier,,,,,,,9,score%,0,,,https://mazebench.com/leaderboard/ai?mode=ascii ($.entries[15].entry.gems (gems collected out of 100; the page shows it as 'gems / 100' and as the bar percentage)),,in, mazebench-ascii-notools,mazebench,opus-5.5,max,agentic-tool,frontier,,USD/run,1143.4002257999996,0,25903520,12564756,9,score%,0,,cost-base-price:cost-publisher-figure,https://mazebench.com/leaderboard/ai?mode=ascii ($.entries[16].entry.gems (gems collected out of 100; the page shows it as 'gems / 100' and as the bar percentage)),,in,out:cost-single-couple mazebench-ascii-notools,mazebench,fable-5.1,max,agentic-tool,frontier,,USD/run,170.28453950000005,0,5768784,1138182,2,score%,0,,cost-base-price:cost-publisher-figure,https://mazebench.com/leaderboard/ai?mode=ascii ($.entries[17].entry.gems (gems collected out of 100; the page shows it as 'gems / 100' and as the bar percentage)),,in,in mazebench-ascii-notools,mazebench,fable-5,max,agentic-tool,frontier,,USD/run,5664.12267,0,,,1,score%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://mazebench.com/leaderboard/ai?mode=ascii ($.entries[18].entry.gems (gems collected out of 100; the page shows it as 'gems / 100' and as the bar percentage)),,in,in mazebench-ascii-notools,mazebench,sonnet-5.5,max,agentic-tool,frontier,,USD/run,3381.1459323999984,0,6072387,2225147,1,score%,0,,,https://mazebench.com/leaderboard/ai?mode=ascii ($.entries[19].entry.gems (gems collected out of 100; the page shows it as 'gems / 100' and as the bar percentage)),,out:failed-run,out:failed-run mazebench-ascii-notools,mazebench,opus-5,max,agentic-tool,frontier,,USD/run,2814.43471,0,,,1,score%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://mazebench.com/leaderboard/ai?mode=ascii ($.entries[20].entry.gems (gems collected out of 100; the page shows it as 'gems / 100' and as the bar percentage)),,in,in mazebench-ascii-notools,mazebench,gpt-6-sol,max,agentic-tool,frontier,,,,,,,1,score%,0,,,https://mazebench.com/leaderboard/ai?mode=ascii ($.entries[21].entry.gems (gems collected out of 100; the page shows it as 'gems / 100' and as the bar percentage)),,in, mazebench-ascii-notools,mazebench,grok-4.7,xhigh,agentic-tool,frontier,,USD/run,50.317362599999996,0,6547357,779754,1,score%,0,,harness-label-as-level:grok-cli,https://mazebench.com/leaderboard/ai?mode=ascii ($.entries[22].entry.gems (gems collected out of 100; the page shows it as 'gems / 100' and as the bar percentage)),,out:failed-run,out:failed-run mazebench-ascii-notools,mazebench,haiku-5.5,max,agentic-tool,frontier,,USD/run,605.5773514749998,0,15009134,5423327,1,score%,0,,,https://mazebench.com/leaderboard/ai?mode=ascii ($.entries[23].entry.gems (gems collected out of 100; the page shows it as 'gems / 100' and as the bar percentage)),,out:failed-run,out:failed-run mazebench-ascii-notools,mazebench,gpt-5.6-sol,max,agentic-tool,frontier,,USD/run,1272.5476999999998,147,,,1,score%,0,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://mazebench.com/leaderboard/ai?mode=ascii ($.entries[24].entry.gems (gems collected out of 100; the page shows it as 'gems / 100' and as the bar percentage)),,in,out:cost-single-couple mazebench-ascii-notools,mazebench,gpt-5.5,xhigh,agentic-tool,frontier,,USD/run,783.759595,0,,,0,score%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://mazebench.com/leaderboard/ai?mode=ascii ($.entries[25].entry.gems (gems collected out of 100; the page shows it as 'gems / 100' and as the bar percentage)),,out:uninformative,in mazebench-ascii-notools,mazebench,opus-4.8,max,agentic-tool,frontier,,USD/run,4701.54113,0,,,0,score%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://mazebench.com/leaderboard/ai?mode=ascii ($.entries[26].entry.gems (gems collected out of 100; the page shows it as 'gems / 100' and as the bar percentage)),,out:uninformative,in mazebench-ascii-notools,mazebench,gpt-6-luna,max,agentic-tool,frontier,,,,,,,0,score%,0,,,https://mazebench.com/leaderboard/ai?mode=ascii ($.entries[27].entry.gems (gems collected out of 100; the page shows it as 'gems / 100' and as the bar percentage)),,out:failed-run, mazebench-ascii-notools,mazebench,kimi-k3,not-established:absent,agentic-tool,frontier,,USD/run,398.909067,0,,,0,score%,0,,,https://mazebench.com/leaderboard/ai?mode=ascii ($.entries[28].entry.gems (gems collected out of 100; the page shows it as 'gems / 100' and as the bar percentage)),,out:effort-not-established,out:effort-not-established mazebench-ascii-notools,mazebench,gpt-5.6-terra,max,agentic-tool,frontier,,USD/run,236.30706,15.2,,,0,score%,0,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://mazebench.com/leaderboard/ai?mode=ascii ($.entries[29].entry.gems (gems collected out of 100; the page shows it as 'gems / 100' and as the bar percentage)),,out:uninformative,out:cost-single-couple mazebench-ascii-notools,mazebench,?anthropic/claude-sonnet-4.6,not-established:absent,agentic-tool,frontier,,USD/run,595.478781,0,,,0,score%,0,,,https://mazebench.com/leaderboard/ai?mode=ascii ($.entries[30].entry.gems (gems collected out of 100; the page shows it as 'gems / 100' and as the bar percentage)),,out:model-not-established,out:model-not-established mazebench-ascii-notools,mazebench,gpt-5.4,xhigh,agentic-tool,frontier,,USD/run,133.57896,0,,,0,score%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://mazebench.com/leaderboard/ai?mode=ascii ($.entries[31].entry.gems (gems collected out of 100; the page shows it as 'gems / 100' and as the bar percentage)),,out:uninformative,in mazebench-ascii-notools,mazebench,sonnet-5,max,agentic-tool,frontier,,USD/run,278.70504,0,,,0,score%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://mazebench.com/leaderboard/ai?mode=ascii ($.entries[32].entry.gems (gems collected out of 100; the page shows it as 'gems / 100' and as the bar percentage)),,out:uninformative,in mazebench-ascii-notools,mazebench,gemini-3.1-pro,high,agentic-tool,frontier,,USD/run,47.469362,0,,,0,score%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://mazebench.com/leaderboard/ai?mode=ascii ($.entries[33].entry.gems (gems collected out of 100; the page shows it as 'gems / 100' and as the bar percentage)),,out:uninformative,in mazebench-ascii-notools,mazebench,gpt-5.6-luna,max,agentic-tool,frontier,,USD/run,16.8923904,6.5,,,0,score%,0,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://mazebench.com/leaderboard/ai?mode=ascii ($.entries[34].entry.gems (gems collected out of 100; the page shows it as 'gems / 100' and as the bar percentage)),,out:uninformative,out:cost-single-couple mazebench-ascii-notools,mazebench,glm-5.2,high,agentic-tool,frontier,,USD/run,51.51822192,0,,,0,score%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://mazebench.com/leaderboard/ai?mode=ascii ($.entries[35].entry.gems (gems collected out of 100; the page shows it as 'gems / 100' and as the bar percentage)),,out:uninformative,out:cost-single-couple mazebench-ascii-notools,mazebench,minimax-m3,not-established:absent,agentic-tool,frontier,,USD/run,8.2896939,0,,,0,score%,0,,,https://mazebench.com/leaderboard/ai?mode=ascii ($.entries[36].entry.gems (gems collected out of 100; the page shows it as 'gems / 100' and as the bar percentage)),,out:effort-not-established,out:effort-not-established mazebench-ascii-notools,mazebench,?google/gemini-3.5-flash,not-established:absent,agentic-tool,frontier,,USD/run,19.2568155,0,,,0,score%,0,,,https://mazebench.com/leaderboard/ai?mode=ascii ($.entries[37].entry.gems (gems collected out of 100; the page shows it as 'gems / 100' and as the bar percentage)),,out:model-not-established,out:model-not-established mazebench-ascii-notools,mazebench,haiku-4.5,unstated,agentic-tool,frontier,,USD/run,38.271251,0,,,0,score%,0,,,https://mazebench.com/leaderboard/ai?mode=ascii ($.entries[38].entry.gems (gems collected out of 100; the page shows it as 'gems / 100' and as the bar percentage)),,out:effort-not-established,out:effort-not-established mazebench-ascii-notools,mazebench,?deepseek/deepseek-v4-pro,not-established:absent,agentic-tool,frontier,,USD/run,24.051823099999996,0,,,0,score%,0,,,https://mazebench.com/leaderboard/ai?mode=ascii ($.entries[39].entry.gems (gems collected out of 100; the page shows it as 'gems / 100' and as the bar percentage)),,out:model-not-established,out:model-not-established mazebench-ascii-notools,mazebench,gpt-5.3-codex-spark,xhigh,agentic-tool,frontier,,USD/run,18.69799925,0,,,0,score%,0,,,https://mazebench.com/leaderboard/ai?mode=ascii ($.entries[40].entry.gems (gems collected out of 100; the page shows it as 'gems / 100' and as the bar percentage)),,out:effort-not-established,out:effort-not-established mazebench-ascii-notools,mazebench,?deepseek/deepseek-v4-flash,not-established:absent,agentic-tool,frontier,,USD/run,3.4341339200000003,0,,,0,score%,0,,,https://mazebench.com/leaderboard/ai?mode=ascii ($.entries[41].entry.gems (gems collected out of 100; the page shows it as 'gems / 100' and as the bar percentage)),,out:model-not-established,out:model-not-established mazebench-ascii-notools,mazebench,grok-4.20,think,agentic-tool,frontier,,USD/run,21.026294,0,,,0,score%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://mazebench.com/leaderboard/ai?mode=ascii ($.entries[42].entry.gems (gems collected out of 100; the page shows it as 'gems / 100' and as the bar percentage)),,out:uninformative,in mazebench-ascii-notools,mazebench,?nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B,not-established:absent,agentic-tool,frontier,,USD/run,6.659836,0,,,0,score%,0,,,https://mazebench.com/leaderboard/ai?mode=ascii ($.entries[43].entry.gems (gems collected out of 100; the page shows it as 'gems / 100' and as the bar percentage)),,out:model-not-established,out:model-not-established mazebench-ascii-notools,mazebench,mimo-v2.5-pro,not-established:absent,agentic-tool,frontier,,USD/run,3.449395,0,,,0,score%,0,,,https://mazebench.com/leaderboard/ai?mode=ascii ($.entries[44].entry.gems (gems collected out of 100; the page shows it as 'gems / 100' and as the bar percentage)),,out:effort-not-established,out:effort-not-established mazebench-ascii-notools,mazebench,llama-4-maverick,solo,agentic-tool,frontier,,USD/run,2.18417252,0,,,0,score%,0,,cost-method-assumed-single,https://mazebench.com/leaderboard/ai?mode=ascii ($.entries[45].entry.gems (gems collected out of 100; the page shows it as 'gems / 100' and as the bar percentage)),,out:uninformative,out:cost-not-comparable mazebench-ascii-notools,mazebench,?muse-wonder-1.0,not-established:absent,agentic-tool,frontier,,USD/run,14.9749104,0,1908762,79083,0,score%,0,,,https://mazebench.com/leaderboard/ai?mode=ascii ($.entries[46].entry.gems (gems collected out of 100; the page shows it as 'gems / 100' and as the bar percentage)),,out:model-not-established,out:model-not-established mazebench-ascii-notools,mazebench,?muse-wonder-full-1.0,not-established:absent,agentic-tool,frontier,,,,,,,1,score%,0,,,https://mazebench.com/leaderboard/ai?mode=ascii ($.entries[47].entry.gems (gems collected out of 100; the page shows it as 'gems / 100' and as the bar percentage)),,out:model-not-established, mazebench-ascii-notools,mazebench,muse-spark-1.2,xhigh,agentic-tool,frontier,,USD/run,15.58989325,0,4674689,137469,0,score%,0,,cost-base-price:cost-publisher-figure,https://mazebench.com/leaderboard/ai?mode=ascii ($.entries[48].entry.gems (gems collected out of 100; the page shows it as 'gems / 100' and as the bar percentage)),,out:uninformative,out:cost-single-couple mazebench-ascii-notools,mazebench,muse-spark-1.3,max,agentic-tool,frontier,,USD/run,13.89251975,0,4113045,163570,0,score%,0,,,https://mazebench.com/leaderboard/ai?mode=ascii ($.entries[49].entry.gems (gems collected out of 100; the page shows it as 'gems / 100' and as the bar percentage)),,out:effort-not-established,out:effort-not-established mazebench-ascii-notools,mazebench,gemini-4-argon,high,agentic-tool,frontier,,USD/run,99.2073975,0,13897144,4504581,12,score%,0,,harness-label-as-level:antigravity-cli; base-scheduled-list-price; cost-base-price:cost-delta-on-source,https://mazebench.com/leaderboard/ai?mode=ascii ($.entries[50].entry.gems (gems collected out of 100; the page shows it as 'gems / 100' and as the bar percentage)),,in,in medicrab-lab2,medicrab,opus-5.5,medium,reasoning-math,hard,,,,,,,20.3,errors-found-of-24,0.0289,,,https://bsky.app/profile/medicrab.com/post/3mxttrj5yjk2r (thread.post.embed.images[0].alt),,in, medicrab-lab2,medicrab,fable-5.1,medium,reasoning-math,hard,,,,,,,20.0,errors-found-of-24,0.0289,,,https://bsky.app/profile/medicrab.com/post/3mxttrj5yjk2r (thread.post.embed.images[0].alt),,in, medicrab-lab2,medicrab,gpt-6-astra,high,reasoning-math,hard,,,,,,,19.3,errors-found-of-24,0.0289,,,https://bsky.app/profile/medicrab.com/post/3mxttrj5yjk2r (thread.post.embed.images[0].alt),,in, medicrab-lab2,medicrab,gpt-6.1-sol,high,reasoning-math,hard,,,,,,,19.3,errors-found-of-24,0.0289,,,https://bsky.app/profile/medicrab.com/post/3mxttrj5yjk2r (thread.post.embed.images[0].alt),,in, medicrab-lab2,medicrab,gemini-4-argon,high,reasoning-math,hard,,,,,,,19.0,errors-found-of-24,0.0289,,,https://bsky.app/profile/medicrab.com/post/3mxttrj5yjk2r (thread.post.embed.images[0].alt),,in, medicrab-lab2,medicrab,grok-4.7,not-established:absent,reasoning-math,hard,,,,,,,18.0,errors-found-of-24,0.0289,,,https://bsky.app/profile/medicrab.com/post/3mxttrj5yjk2r (thread.post.embed.images[0].alt),,out:effort-not-established, medicrab-lab2,medicrab,sonnet-5.5,medium,reasoning-math,hard,,,,,,,15.7,errors-found-of-24,0.0289,,,https://bsky.app/profile/medicrab.com/post/3mxttrj5yjk2r (thread.post.embed.images[0].alt),,in, medicrab-lab2,medicrab,haiku-5.5,high,reasoning-math,hard,,,,,,,14.3,errors-found-of-24,0.0289,,,https://bsky.app/profile/medicrab.com/post/3mxttrj5yjk2r (thread.post.embed.images[0].alt),,in, medicrab-lab2,medicrab,deepseek-v4.1-flash,not-established:absent,reasoning-math,hard,,,,,,,10.7,errors-found-of-24,0.0289,,,https://bsky.app/profile/medicrab.com/post/3mxttrj5yjk2r (thread.post.embed.images[0].alt),,out:effort-not-established, medicrab-lab2,medicrab,gpt-6-luna,medium,reasoning-math,hard,,,,,,,6.3,errors-found-of-24,0.0289,,,https://bsky.app/profile/medicrab.com/post/3mxttrj5yjk2r (thread.post.embed.images[0].alt),,in, medicrab-lab2,medicrab,gemini-4-argon,medium,reasoning-math,hard,,,,,,,17.5,errors-found-of-24,0.0289,,,https://bsky.app/profile/medicrab.com/post/3mxttrj5yjk2r (thread.replies[0].post.record.text),,in, mercor-apexagents,mercor.com,fable-5.2,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,80.1,pass@1%,0.0289,,,"https://mercor.com/apex (APEX-Agents leaderboard page, JSON of the entry model_name Fable 5.2, score.pass-1)",,in, mercor-apexagents-mean,mercor.com,fable-5.2,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,87.6,mean-score%,0.0289,,,"https://mercor.com/apex (APEX-Agents leaderboard page, JSON of the entry model_name Fable 5.2, score.mean-score)",,out:single-couple, mercor-apexagents-job-management-consultant,mercor.com,fable-5.2,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,91.2,pass@1%,0.0289,,,"https://mercor.com/apex (APEX-Agents page, ""Jobs evaluated"", job Management Consultant)",,out:single-couple, mercor-apexagents-job-investment-banking-analyst,mercor.com,fable-5.2,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,80.9,pass@1%,0.0289,,,"https://mercor.com/apex (APEX-Agents page, ""Jobs evaluated"", job Investment Banking Analyst)",,out:single-couple, mercor-apexacct-mean,mercor.com,fable-5.2,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,70.4,mean-score%,0.0289,,,"https://mercor.com/apex (APEX-Accounting leaderboard page, JSON of the entry model_name Fable 5.2, score.mean-score)",src-mercor.com-apex-2026-11-10|run:mercor-apexacct-mean|fable-5.2@max|,in, mercor-apexacct,mercor.com,fable-5.2,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,22.5,pass@1%,0.0289,,,"https://mercor.com/apex (APEX-Accounting leaderboard page, JSON of the entry model_name Fable 5.2, score.pass-1)",src-mercor.com-apex-2026-11-10|run:mercor-apexacct-mean|fable-5.2@max|,in, mercor-partner-tau-3-banking,mercor.com,fable-5.2,max,agentic-tool,hard,,,,,,,55.7,pass@1%,0.0289,,,"https://mercor.com/apex (tau3-Banking leaderboard page, table row, Pass@1)",,out:single-couple, mercor-apexacct,mercor.com,gemini-4-argon,high,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,23.8,pass@1%,0.0289,,prev=23.8 (src-mercor.com-t8-2026-10-20#M1),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row P51Dz24NZjWcy2UjYS3cb0 / column passScores[0].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexacct-mean|gemini-4-argon@high|,in, mercor-apexacct,mercor.com,fable-5.1,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,19.3,pass@1%,0.0289,,prev=11.7 (src-mercor.com-s16-2026-09-30#M8); prev=11.7 (src-mercor.com-s23-2026-10-15#M8); prev=19.3 (src-mercor.com-t8-2026-10-20#M2),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row czbC94OhwAuPY9WPtpIaZZ / column passScores[0].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexacct-mean|fable-5.1@max|,in, mercor-apexacct,mercor.com,opus-5.5,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,18.3,pass@1%,0.0289,,prev=14.8 (src-mercor.com-s16-2026-09-30#M32); prev=14.8 (src-mercor.com-s23-2026-10-15#M30); prev=18.3 (src-mercor.com-t8-2026-10-20#M3),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row FwIXcKGbnc0ALnAVPNmxfQ / column passScores[0].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexacct-mean|opus-5.5@max|,in, mercor-apexacct,mercor.com,muse-spark-1.3,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,16.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row jvVuWcyKE4kH8ZAWgP071n / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexacct,mercor.com,gpt-6-astra,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,12.5,pass@1%,0.0289,,prev=11.9 (src-mercor.com-s16-2026-09-30#M9); prev=11.9 (src-mercor.com-s23-2026-10-15#M9); prev=12.5 (src-mercor.com-t8-2026-10-20#M5),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row qv2QwcmoTmbRKJaMD2yYIi / column passScores[0].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexacct-mean|gpt-6-astra@max|,in, mercor-apexacct,mercor.com,sonnet-5.5,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,19,pass@1%,0.289,,prev=19 (src-mercor.com-t8-2026-10-20#M6),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 331r9LTHpoLfChrVY8HGE3 / column passScores[0].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexacct-mean|sonnet-5.5@max|,in, mercor-apexacct,mercor.com,opus-5,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,17.8,pass@1%,0.0289,,prev=10.5 (src-mercor.com-s16-2026-09-30#M6); prev=10.5 (src-mercor.com-s23-2026-10-15#M6); prev=17.8 (src-mercor.com-t8-2026-10-20#M7),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 0c5e0d8b-1601-4380-b522-595816dc5f2a / column passScores[0].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexacct-mean|opus-5@max|,in, mercor-apexacct,mercor.com,gpt-6.1-sol,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,11,pass@1%,0.289,,prev=11 (src-mercor.com-t8-2026-10-20#M8),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row WWzzLHZkjbvI25zYheECpG / column passScores[0].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexacct-mean|gpt-6.1-sol@max|,in, mercor-apexacct,mercor.com,haiku-5.5,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,15.3,pass@1%,0.0289,,prev=15.3 (src-mercor.com-t8-2026-10-20#M9),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row WIfJeImXG63qVgIPsb0kVZ / column passScores[0].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexacct-mean|haiku-5.5@max|,in, mercor-apexacct,mercor.com,gpt-5.6-sol,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,14.5,pass@1%,0.0289,,prev=9.6 (src-mercor.com-s16-2026-09-30#M10); prev=9.6 (src-mercor.com-s23-2026-10-15#M10); prev=14.5 (src-mercor.com-t8-2026-10-20#M10),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row c3637cac-5a73-406e-84a9-8ec9a623e3b8 / column passScores[0].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexacct-mean|gpt-5.6-sol@max|,in, mercor-apexacct,mercor.com,fable-5,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,14.5,pass@1%,0.0289,,prev=9.8 (src-mercor.com-s16-2026-09-30#M1); prev=9.8 (src-mercor.com-s23-2026-10-15#M1); prev=14.5 (src-mercor.com-t8-2026-10-20#M11),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 7627e3cb-a949-4370-b255-4692d30ccf61 / column passScores[0].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexacct-mean|fable-5@max|,in, mercor-apexacct,mercor.com,grok-4.6,xhigh,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,13.3,pass@1%,0.0289,,prev=13.3 (src-mercor.com-t8-2026-10-20#M12),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row rXV6uHApUz4KWEoFnjIUWr / column passScores[0].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexacct-mean|grok-4.6@xhigh|,in, mercor-apexacct,mercor.com,gpt-5.6-terra,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,13.3,pass@1%,0.0289,,prev=6 (src-mercor.com-s16-2026-09-30#M30); prev=6 (src-mercor.com-s23-2026-10-15#M28); prev=13.3 (src-mercor.com-t8-2026-10-20#M13),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row isvxExfKGAZ4WMrYLuW50g / column passScores[0].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexacct-mean|gpt-5.6-terra@max|,in, mercor-apexacct,mercor.com,gpt-6-sol,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,13.3,pass@1%,0.0289,,prev=13.3 (src-mercor.com-t8-2026-10-20#M14),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row sXAOucYh4ND7hTHZiC0sRZ / column passScores[0].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexacct-mean|gpt-6-sol@max|,in, mercor-apexacct,mercor.com,glm-5.3,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,13.9,pass@1%,0.0289,,prev=9.2 (src-mercor.com-s16-2026-09-30#M14); prev=9.2 (src-mercor.com-s23-2026-10-15#M12); prev=13.9 (src-mercor.com-t8-2026-10-20#M15),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 0tAPacA3ryVv3lqaGQgfGR / column passScores[0].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexacct-mean|glm-5.3@max|,in, mercor-apexacct,mercor.com,gemini-3.8-flash,high,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,15.5,pass@1%,0.0289,,prev=8.7 (src-mercor.com-s16-2026-09-30#M7); prev=8.7 (src-mercor.com-s23-2026-10-15#M7); prev=15.5 (src-mercor.com-t8-2026-10-20#M16),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 976efCaf0nN4uyJqDJns3v / column passScores[0].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexacct-mean|gemini-3.8-flash@high|,in, mercor-apexacct,mercor.com,grok-4.5,high,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,14.5,pass@1%,0.0289,,prev=4.5 (src-mercor.com-s16-2026-09-30#M4); prev=4.5 (src-mercor.com-s23-2026-10-15#M4); prev=14.5 (src-mercor.com-t8-2026-10-20#M17),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 6e729361-72e0-49bc-8756-c9e9c1917469 / column passScores[0].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexacct-mean|grok-4.5@high|,in, mercor-apexacct,mercor.com,gemini-3.7-flash,high,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,13.8,pass@1%,0.0289,,prev=13.8 (src-mercor.com-t8-2026-10-20#M18),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row FhdzFh8Qul2l86kjUjd1QC / column passScores[0].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexacct-mean|gemini-3.7-flash@high|,in, mercor-apexacct,mercor.com,?Qwen3.8-Max,not-established:absent,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,13.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row OWQLnPQUqDBNbIeXTwFbr8 / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexacct,mercor.com,kimi-k3,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,9.5,pass@1%,0.0289,,prev=6.2 (src-mercor.com-s16-2026-09-30#M26); prev=6.2 (src-mercor.com-s23-2026-10-15#M24); prev=9.5 (src-mercor.com-t8-2026-10-20#M20),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 183b7a4e-fb0e-467e-87f7-8e3795ba7623 / column passScores[0].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexacct-mean|kimi-k3@max|,in, mercor-apexacct,mercor.com,opus-4.7,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,11.8,pass@1%,0.0289,,prev=11.8 (src-mercor.com-t8-2026-10-20#M21),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 9c00a5f9-5593-4402-a744-027545a6abfc / column passScores[0].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexacct-mean|opus-4.7@max|,in, mercor-apexacct,mercor.com,?Mistral Large 4,not-established:absent,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,12,pass@1%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 4b82923c-90c9-474f-8c3d-186787452fc0 / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexacct,mercor.com,gpt-5.5,xhigh,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,12,pass@1%,0.289,,prev=6.2 (src-mercor.com-s16-2026-09-30#M16); prev=6.2 (src-mercor.com-s23-2026-10-15#M14); prev=12 (src-mercor.com-t8-2026-10-20#M23),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 0ed1ef93-e04f-4e8d-bac5-bbc72dff9a53 / column passScores[0].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexacct-mean|gpt-5.5@xhigh|,in, mercor-apexacct,mercor.com,sonnet-5,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,11,pass@1%,0.289,,prev=11 (src-mercor.com-t8-2026-10-20#M24),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row UohOeKbgohNmjusgciidWB / column passScores[0].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexacct-mean|sonnet-5@max|,in, mercor-apexacct,mercor.com,grok-4.7,xhigh,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,10.5,pass@1%,0.0289,,prev=4.2 (src-mercor.com-s16-2026-09-30#M21); prev=4.2 (src-mercor.com-s23-2026-10-15#M19); prev=10.5 (src-mercor.com-t8-2026-10-20#M25),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row NPK5uFSBckNMMDqpCmjlf3 / column passScores[0].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexacct-mean|grok-4.7@xhigh|,in, mercor-apexacct,mercor.com,gpt-5.6-luna,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,10.3,pass@1%,0.0289,,prev=4.4 (src-mercor.com-s16-2026-09-30#M29); prev=4.4 (src-mercor.com-s23-2026-10-15#M27); prev=10.3 (src-mercor.com-t8-2026-10-20#M26),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row UohOeKbgohNmjusgcicLCD / column passScores[0].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexacct-mean|gpt-5.6-luna@max|,in, mercor-apexacct,mercor.com,gpt-6-luna,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,10.8,pass@1%,0.0289,,prev=10.8 (src-mercor.com-t8-2026-10-20#M27),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row FwIXcKGbnc0ALnAVPQ73IV / column passScores[0].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexacct-mean|gpt-6-luna@max|,in, mercor-apexacct,mercor.com,glm-5.3-flash,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,12.3,pass@1%,0.0289,,prev=1.7 (src-mercor.com-s16-2026-09-30#M27); prev=1.7 (src-mercor.com-s23-2026-10-15#M25); prev=12.3 (src-mercor.com-t8-2026-10-20#M28),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row CSsFo3meS6EkesQOLzo8Dg / column passScores[0].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexacct-mean|glm-5.3-flash@max|,in, mercor-apexacct,mercor.com,deepseek-v4-pro-0813,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,7.3,pass@1%,0.0289,,prev=7.3 (src-mercor.com-t8-2026-10-20#M29),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row cVrkQw9RUFqXFdt7sJc9MM / column passScores[0].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexacct-mean|deepseek-v4-pro-0813@max|,in, mercor-apexacct,mercor.com,?DeepSeek-V4-Flash,not-established:absent,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,9.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row f4fc438e-9f7d-406d-802b-1c0cd837bb4c / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexacct,mercor.com,gemini-3.6-flash,high,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,7,pass@1%,0.289,,prev=7 (src-mercor.com-t8-2026-10-20#M31),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 878e0bf3-57fb-4982-b61b-10174e4cea24 / column passScores[0].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexacct-mean|gemini-3.6-flash@high|,in, mercor-apexacct,mercor.com,deepseek-v4.1-flash,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,7.8,pass@1%,0.0289,,prev=7.8 (src-mercor.com-s16-2026-09-30#M15); prev=7.8 (src-mercor.com-s23-2026-10-15#M13); prev=7.8 (src-mercor.com-t8-2026-10-20#M32),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row FpgS21bgw2I3VNplb8tObs / column passScores[0].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexacct-mean|deepseek-v4.1-flash@max|,in, mercor-apexacct,mercor.com,minimax-m3,not-established:absent,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,3.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row UohOeKbgohNmjusgcidPoR / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexacct,mercor.com,gemini-3.5-flash,high,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,3.8,pass@1%,0.0289,,prev=3.8 (src-mercor.com-t8-2026-10-20#M34),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 7f62f16f-5e81-43ea-a459-717189b1eb0a / column passScores[0].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexacct-mean|gemini-3.5-flash@high|,in, mercor-apexacct,mercor.com,inkling,high,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,2.5,pass@1%,0.0289,,prev=0.8 (src-mercor.com-s16-2026-09-30#M25); prev=0.8 (src-mercor.com-s23-2026-10-15#M23); prev=2.5 (src-mercor.com-t8-2026-10-20#M35),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row UohOeKbgohNmjusgcijiyH / column passScores[0].harnessScores[0].score),,out:single-couple, mercor-apexacct,mercor.com,nemotron-3-ultra-550b-a55b,not-established:absent,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,1.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row UohOeKbgohNmjusgcie3j7 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexacct,mercor.com,gemini-3.5-flash-lite,high,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,0.8,pass@1%,0.0289,,prev=0.8 (src-mercor.com-t8-2026-10-20#M37),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 331r9LTHpoLfChrVXwZLHj / column passScores[0].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexacct-mean|gemini-3.5-flash-lite@high|,in, mercor-apexagents,mercor.com,fable-5.1,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,68.6,pass@1%,0.0289,,prev=68.6 (src-mercor.com-s16-2026-09-30#M34); prev=68.6 (src-mercor.com-s23-2026-10-15#M32); prev=68.6 (src-mercor.com-t8-2026-10-20#M38),https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row czbC94OhwAuPY9WPtpIaZZ / column passScores[0].harnessScores[0].score),,in, mercor-apexagents,mercor.com,gemini-3.7-flash,high,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,67.8,pass@1%,0.0289,,prev=67.8 (src-mercor.com-s16-2026-09-30#M35); prev=67.8 (src-mercor.com-s23-2026-10-15#M33); prev=67.8 (src-mercor.com-t8-2026-10-20#M39),https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row FhdzFh8Qul2l86kjUjd1QC / column passScores[0].harnessScores[0].score),,in, mercor-apexagents,mercor.com,opus-5,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,65.8,pass@1%,0.0289,,prev=65.8 (src-mercor.com-s16-2026-09-30#M36); prev=65.8 (src-mercor.com-s23-2026-10-15#M34); prev=65.8 (src-mercor.com-t8-2026-10-20#M40),https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row 0c5e0d8b-1601-4380-b522-595816dc5f2a / column passScores[0].harnessScores[0].score),,in, mercor-apexagents,mercor.com,gpt-6-astra,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,64.7,pass@1%,0.0289,,prev=64.7 (src-mercor.com-s16-2026-09-30#M37); prev=64.7 (src-mercor.com-s23-2026-10-15#M35); prev=64.7 (src-mercor.com-t8-2026-10-20#M41),https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row qv2QwcmoTmbRKJaMD2yYIi / column passScores[0].harnessScores[0].score),,in, mercor-apexagents,mercor.com,grok-4.6,xhigh,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,65.3,pass@1%,0.0289,,prev=65.3 (src-mercor.com-s16-2026-09-30#M38); prev=65.3 (src-mercor.com-s23-2026-10-15#M36); prev=65.3 (src-mercor.com-t8-2026-10-20#M42),https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row rXV6uHApUz4KWEoFnjIUWr / column passScores[0].harnessScores[0].score),,in, mercor-apexagents,mercor.com,gemini-3.8-flash,high,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,64.3,pass@1%,0.0289,,prev=64.3 (src-mercor.com-s16-2026-09-30#M39); prev=64.3 (src-mercor.com-s23-2026-10-15#M37); prev=64.3 (src-mercor.com-t8-2026-10-20#M43),https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row 976efCaf0nN4uyJqDJns3v / column passScores[0].harnessScores[0].score),,in, mercor-apexagents,mercor.com,fable-5,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,63.6,pass@1%,0.0289,,prev=63.6 (src-mercor.com-s16-2026-09-30#M40); prev=63.6 (src-mercor.com-s23-2026-10-15#M38); prev=63.6 (src-mercor.com-t8-2026-10-20#M44),https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row 7627e3cb-a949-4370-b255-4692d30ccf61 / column passScores[0].harnessScores[0].score),,in, mercor-apexagents,mercor.com,gpt-5.6-terra,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,58.2,pass@1%,0.0289,,prev=58.2 (src-mercor.com-s16-2026-09-30#M41); prev=58.2 (src-mercor.com-s23-2026-10-15#M39); prev=58.2 (src-mercor.com-t8-2026-10-20#M45),https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row isvxExfKGAZ4WMrYLuW50g / column passScores[0].harnessScores[0].score),,in, mercor-apexagents,mercor.com,glm-5.3,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,56.6,pass@1%,0.0289,,prev=56.6 (src-mercor.com-s16-2026-09-30#M42); prev=56.6 (src-mercor.com-s23-2026-10-15#M40); prev=56.6 (src-mercor.com-t8-2026-10-20#M46),https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row 0tAPacA3ryVv3lqaGQgfGR / column passScores[0].harnessScores[0].score),,in, mercor-apexagents,mercor.com,grok-4.5,high,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,56.2,pass@1%,0.0289,,prev=56.2 (src-mercor.com-s16-2026-09-30#M43); prev=56.2 (src-mercor.com-s23-2026-10-15#M41); prev=56.2 (src-mercor.com-t8-2026-10-20#M47),https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row 6e729361-72e0-49bc-8756-c9e9c1917469 / column passScores[0].harnessScores[0].score),,in, mercor-apexagents,mercor.com,gpt-5.5,xhigh,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,55.1,pass@1%,0.0289,,prev=55.1 (src-mercor.com-s16-2026-09-30#M44); prev=55.1 (src-mercor.com-s23-2026-10-15#M42); prev=55.1 (src-mercor.com-t8-2026-10-20#M48),https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row 0ed1ef93-e04f-4e8d-bac5-bbc72dff9a53 / column passScores[0].harnessScores[0].score),,in, mercor-apexagents,mercor.com,sonnet-5,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,54.5,pass@1%,0.0289,,prev=54.5 (src-mercor.com-s16-2026-09-30#M45); prev=54.5 (src-mercor.com-s23-2026-10-15#M43); prev=54.5 (src-mercor.com-t8-2026-10-20#M49),https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row UohOeKbgohNmjusgciidWB / column passScores[0].harnessScores[0].score),,in, mercor-apexagents,mercor.com,glm-5.3-flash,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,52.8,pass@1%,0.0289,,prev=52.8 (src-mercor.com-s16-2026-09-30#M46); prev=52.8 (src-mercor.com-s23-2026-10-15#M44); prev=52.8 (src-mercor.com-t8-2026-10-20#M50),https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row CSsFo3meS6EkesQOLzo8Dg / column passScores[0].harnessScores[0].score),,in, mercor-apexagents,mercor.com,gpt-5.4,xhigh,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,52.4,pass@1%,0.0289,,prev=52.4 (src-mercor.com-s16-2026-09-30#M47); prev=52.4 (src-mercor.com-s23-2026-10-15#M45); prev=52.4 (src-mercor.com-t8-2026-10-20#M51),https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row d5710a5d-6dbd-4bd0-866c-36bfdf4103dc / column passScores[0].harnessScores[0].score),,in, mercor-apexagents,mercor.com,gpt-5.6-sol,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,51.5,pass@1%,0.0289,,prev=51.4 (src-mercor.com-s16-2026-09-30#M48); prev=51.5 (src-mercor.com-s23-2026-10-15#M46); prev=51.5 (src-mercor.com-t8-2026-10-20#M52),https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row c3637cac-5a73-406e-84a9-8ec9a623e3b8 / column passScores[0].harnessScores[0].score),,in, mercor-apexagents,mercor.com,kimi-k3,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,47.8,pass@1%,0.0289,,prev=50.6 (src-mercor.com-s16-2026-09-30#M49); prev=50.6 (src-mercor.com-s23-2026-10-15#M47); prev=47.8 (src-mercor.com-t8-2026-10-20#M53),https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row 183b7a4e-fb0e-467e-87f7-8e3795ba7623 / column passScores[0].harnessScores[0].score),,in, mercor-apexagents,mercor.com,opus-4.7,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,49.2,pass@1%,0.0289,,prev=49.2 (src-mercor.com-s16-2026-09-30#M50); prev=49.2 (src-mercor.com-s23-2026-10-15#M48); prev=49.2 (src-mercor.com-t8-2026-10-20#M54),https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row 9c00a5f9-5593-4402-a744-027545a6abfc / column passScores[0].harnessScores[0].score),,in, mercor-apexagents,mercor.com,opus-4.8,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,48.9,pass@1%,0.0289,,prev=48.9 (src-mercor.com-s16-2026-09-30#M51); prev=48.9 (src-mercor.com-s23-2026-10-15#M49); prev=48.9 (src-mercor.com-t8-2026-10-20#M55),https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row 32d4ac7f-3e3d-4834-945c-9953e1e70e4c / column passScores[0].harnessScores[0].score),,in, mercor-apexagents,mercor.com,deepseek-v4-pro-0813,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,47.3,pass@1%,0.0289,,prev=47.3 (src-mercor.com-s16-2026-09-30#M52); prev=47.3 (src-mercor.com-s23-2026-10-15#M50); prev=47.3 (src-mercor.com-t8-2026-10-20#M56),https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row cVrkQw9RUFqXFdt7sJc9MM / column passScores[0].harnessScores[0].score),,in, mercor-apexagents,mercor.com,opus-4.6,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,46.3,pass@1%,0.0289,,prev=46.3 (src-mercor.com-s16-2026-09-30#M53); prev=46.3 (src-mercor.com-s23-2026-10-15#M51); prev=46.3 (src-mercor.com-t8-2026-10-20#M57),https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row 15e95e25-6884-4589-ab42-45184b82cc4d / column passScores[0].harnessScores[0].score),,out:single-couple, mercor-apexagents,mercor.com,gemini-3.5-flash,high,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,27.5,pass@1%,0.0289,,prev=27.5 (src-mercor.com-s16-2026-09-30#M54); prev=27.5 (src-mercor.com-s23-2026-10-15#M52); prev=27.5 (src-mercor.com-t8-2026-10-20#M58),https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row 7f62f16f-5e81-43ea-a459-717189b1eb0a / column passScores[0].harnessScores[0].score),,in, mercor-apexagents,mercor.com,gemini-3.6-flash,high,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,46.9,pass@1%,0.0289,,prev=46.9 (src-mercor.com-s16-2026-09-30#M55); prev=46.9 (src-mercor.com-s23-2026-10-15#M53); prev=46.9 (src-mercor.com-t8-2026-10-20#M59),https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row 878e0bf3-57fb-4982-b61b-10174e4cea24 / column passScores[0].harnessScores[0].score),,in, mercor-apexagents,mercor.com,muse-spark-1.2,xhigh,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,45.4,pass@1%,0.0289,,prev=36.4 (src-mercor.com-s16-2026-09-30#M56); prev=36.4 (src-mercor.com-s23-2026-10-15#M54); prev=45.4 (src-mercor.com-t8-2026-10-20#M60),https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row JUJ76Jeotj8XRslslwICk2 / column passScores[0].harnessScores[0].score),,out:single-couple, mercor-apexagents,mercor.com,muse-spark-1.3,xhigh,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,58.6,pass@1%,0.0289,,prev=58.6 (src-mercor.com-s16-2026-09-30#M57); prev=58.6 (src-mercor.com-s23-2026-10-15#M55); prev=58.6 (src-mercor.com-t8-2026-10-20#M61),https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row b8kKXLgUjxqi9jgeeTLBpz / column passScores[0].harnessScores[0].score),,out:single-couple, mercor-apexagents,mercor.com,gpt-oss-120b,high,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,4.4,pass@1%,0.0289,,prev=4.4 (src-mercor.com-s16-2026-09-30#M58); prev=4.4 (src-mercor.com-s23-2026-10-15#M56); prev=4.4 (src-mercor.com-t8-2026-10-20#M62),https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row d6WtzqsvMEH7Au7gxXsv3P / column passScores[0].harnessScores[0].score),,out:single-couple, mercor-apexagents,mercor.com,?Qwen3.5,not-established:absent,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,24.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row NAciSVwSmWIjTOVlvdj3JE / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexagents,mercor.com,fable-5.1,high,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,59.7,pass@1%,0.0289,,prev=59.7 (src-mercor.com-s16-2026-09-30#M60); prev=59.7 (src-mercor.com-s23-2026-10-15#M58); prev=59.7 (src-mercor.com-t8-2026-10-20#M64),https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row eKMtfbisbMTQ7cvSo993yr / column passScores[0].harnessScores[0].score),,in, mercor-apexagents,mercor.com,gemini-3.1-pro,high,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,35.1,pass@1%,0.0289,,prev=35.3 (src-mercor.com-s16-2026-09-30#M61); prev=35.3 (src-mercor.com-s23-2026-10-15#M59); prev=35.1 (src-mercor.com-t8-2026-10-20#M65),https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row 839babe2-d33d-463a-ae5b-a2102c6323f7 / column passScores[0].harnessScores[0].score),,in, mercor-apexagents,mercor.com,inkling,high,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,33.8,pass@1%,0.0289,,prev=33.8 (src-mercor.com-s16-2026-09-30#M62); prev=33.8 (src-mercor.com-s23-2026-10-15#M60); prev=33.8 (src-mercor.com-t8-2026-10-20#M66),https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row UohOeKbgohNmjusgcijiyH / column passScores[0].harnessScores[0].score),,out:single-couple, mercor-apexagents,mercor.com,minimax-m3,not-established:absent,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,37.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row UohOeKbgohNmjusgcidPoR / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexagents,mercor.com,kimi-k2.7-code,solo,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,37.6,pass@1%,0.0289,,prev=37.6 (src-mercor.com-s16-2026-09-30#M64); prev=37.6 (src-mercor.com-s23-2026-10-15#M62); prev=37.6 (src-mercor.com-t8-2026-10-20#M68),https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row GSi7csNcf5OYJ80OKftMtA / column passScores[0].harnessScores[0].score),,in, mercor-apexagents,mercor.com,sonnet-4.6,high,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,43,pass@1%,0.289,,prev=43 (src-mercor.com-s16-2026-09-30#M65); prev=43 (src-mercor.com-s23-2026-10-15#M63); prev=43 (src-mercor.com-t8-2026-10-20#M69),https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row a3c3577b-7c1d-46cc-a847-69447e6490c1 / column passScores[0].harnessScores[0].score),,in, mercor-apexagents,mercor.com,glm-5.1,unstated,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,40.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row Fbta1oBE0kPqbOrzwYAWqo / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexagents,mercor.com,grok-4.7,xhigh,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,54.6,pass@1%,0.0289,,prev=54.6 (src-mercor.com-s16-2026-09-30#M67); prev=54.6 (src-mercor.com-s23-2026-10-15#M65); prev=54.6 (src-mercor.com-t8-2026-10-20#M71),https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row NPK5uFSBckNMMDqpCmjlf3 / column passScores[0].harnessScores[0].score),,in, mercor-apexagents,mercor.com,deepseek-v3.2,unstated,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,21.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row b2945249-5d1a-4da1-983b-eeed84589795 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexagents,mercor.com,gpt-5.6-luna,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,43,pass@1%,0.289,,prev=43 (src-mercor.com-s16-2026-09-30#M69); prev=43 (src-mercor.com-s23-2026-10-15#M67); prev=43 (src-mercor.com-t8-2026-10-20#M73),https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row UohOeKbgohNmjusgcicLCD / column passScores[0].harnessScores[0].score),,in, mercor-apexagents,mercor.com,?DeepSeek-V4-Flash,not-established:absent,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,55.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row f4fc438e-9f7d-406d-802b-1c0cd837bb4c / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexagents,mercor.com,glm-5.2,not-established:absent,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,45.2,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row isvxExfKGAZ4WMrYLuZN2o / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexagents,mercor.com,?Qwen3.8-Max,not-established:absent,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,63.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row OWQLnPQUqDBNbIeXTwFbr8 / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexagents,mercor.com,nemotron-3-ultra-550b-a55b,not-established:absent,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,22.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row UohOeKbgohNmjusgcie3j7 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexagents,mercor.com,opus-5.5,medium,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,52.5,pass@1%,0.0289,,prev=52.5 (src-mercor.com-s16-2026-09-30#M74); prev=52.5 (src-mercor.com-s23-2026-10-15#M72); prev=52.5 (src-mercor.com-t8-2026-10-20#M78),https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row FwIXcKGbnc0ALnAVPNkb0g / column passScores[0].harnessScores[0].score),,in, mercor-apexagents,mercor.com,opus-5.5,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,73.5,pass@1%,0.0289,,prev=73.5 (src-mercor.com-s16-2026-09-30#M75); prev=73.5 (src-mercor.com-s23-2026-10-15#M73); prev=73.5 (src-mercor.com-t8-2026-10-20#M79),https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row FwIXcKGbnc0ALnAVPNmxfQ / column passScores[0].harnessScores[0].score),,in, mercor-apexagents,mercor.com,gpt-6-luna,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,44.3,pass@1%,0.0289,,prev=44.3 (src-mercor.com-s16-2026-09-30#M76); prev=44.3 (src-mercor.com-s23-2026-10-15#M74); prev=44.3 (src-mercor.com-t8-2026-10-20#M80),https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row FwIXcKGbnc0ALnAVPQ73IV / column passScores[0].harnessScores[0].score),,in, mercor-apexagents,mercor.com,gpt-6-sol,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,54.3,pass@1%,0.0289,,prev=54.3 (src-mercor.com-s16-2026-09-30#M77); prev=54.3 (src-mercor.com-s23-2026-10-15#M75); prev=54.3 (src-mercor.com-t8-2026-10-20#M81),https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row sXAOucYh4ND7hTHZiC0sRZ / column passScores[0].harnessScores[0].score),,in, mercor-apexagents,mercor.com,deepseek-v4.1-flash,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,39.5,pass@1%,0.0289,,prev=39.5 (src-mercor.com-s16-2026-09-30#M78); prev=39.5 (src-mercor.com-s23-2026-10-15#M76); prev=39.5 (src-mercor.com-t8-2026-10-20#M82),https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row FpgS21bgw2I3VNplb8tObs / column passScores[0].harnessScores[0].score),,in, mercor-apexagents,mercor.com,gemini-3.5-flash-lite,high,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,29.3,pass@1%,0.0289,,prev=29.3 (src-mercor.com-s16-2026-09-30#M79); prev=29.3 (src-mercor.com-s23-2026-10-15#M77); prev=29.3 (src-mercor.com-t8-2026-10-20#M83),https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row 331r9LTHpoLfChrVXwZLHj / column passScores[0].harnessScores[0].score),,in, mercor-apexagents,mercor.com,qwen3.8-27b,xhigh,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,47.5,pass@1%,0.0289,,prev=47.5 (src-mercor.com-s16-2026-09-30#M80); prev=47.5 (src-mercor.com-s23-2026-10-15#M78); prev=47.5 (src-mercor.com-t8-2026-10-20#M84),https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row aSN3C351HuzoEI3rgx8Rew / column passScores[0].harnessScores[0].score),,in, mercor-apexagents,mercor.com,muse-spark-1.1,xhigh,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,31.8,pass@1%,0.0289,,prev=31.8 (src-mercor.com-s16-2026-09-30#M81); prev=31.8 (src-mercor.com-s23-2026-10-15#M79); prev=31.8 (src-mercor.com-t8-2026-10-20#M85),https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row 24cee245-ae0b-44fb-a4d6-08f68b222afe / column passScores[0].harnessScores[0].score),,out:single-couple, mercor-apexagents,mercor.com,sonnet-5.5,medium,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,44.6,pass@1%,0.0289,,prev=44.6 (src-mercor.com-s16-2026-09-30#M82); prev=44.6 (src-mercor.com-s23-2026-10-15#M80); prev=44.6 (src-mercor.com-t8-2026-10-20#M86),https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row b2IVUcPsJOa4GrZCodba62 / column passScores[0].harnessScores[0].score),,in, mercor-apexagents,mercor.com,sonnet-5.5,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,75.5,pass@1%,0.0289,,prev=75.5 (src-mercor.com-s16-2026-09-30#M83); prev=75.5 (src-mercor.com-s23-2026-10-15#M81); prev=75.5 (src-mercor.com-t8-2026-10-20#M87),https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row 331r9LTHpoLfChrVY8HGE3 / column passScores[0].harnessScores[0].score),,in, mercor-apexagents,mercor.com,gpt-6.1-sol,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,60,pass@1%,0.289,,prev=60 (src-mercor.com-s16-2026-09-30#M84); prev=60 (src-mercor.com-s23-2026-10-15#M82); prev=60 (src-mercor.com-t8-2026-10-20#M88),https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row WWzzLHZkjbvI25zYheECpG / column passScores[0].harnessScores[0].score),,in, mercor-apexagents,mercor.com,mimo-v2.6-pro,not-established:absent,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,54.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row Yzt8RFBJsoJ2mVqPYeX99E / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexagents,mercor.com,mimo-v2.6-flash,not-established:absent,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,57.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row Yzt8RFBJsoJ2mVqPYjOAKY / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexagents,mercor.com,muse-spark-1.3,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,47.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row jvVuWcyKE4kH8ZAWgP071n / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexagents,mercor.com,gemini-4-argon,high,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,82.4,pass@1%,0.0289,,prev=82.4 (src-mercor.com-s23-2026-10-15#M86); prev=82.4 (src-mercor.com-t8-2026-10-20#M92),https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row P51Dz24NZjWcy2UjYS3cb0 / column passScores[0].harnessScores[0].score),,in, mercor-apexagents,mercor.com,haiku-5.5,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,56.1,pass@1%,0.0289,,prev=56.1 (src-mercor.com-s23-2026-10-15#M87); prev=56.1 (src-mercor.com-t8-2026-10-20#M93),https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row WIfJeImXG63qVgIPsb0kVZ / column passScores[0].harnessScores[0].score),,in, mercor-apexagents,mercor.com,?Muse Spark Open,not-established:absent,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,33.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row hKP8JXPvBYTA6o2lR4MkQB / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexagents,mercor.com,?Beam,not-established:absent,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,48.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row zE5NrFyvRToBPYigq32GZq / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexagents,mercor.com,?Mercury 3,not-established:absent,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,50.2,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row 224a32bf-94c8-40ec-9390-a6a5b4cd7950 / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexagents,mercor.com,deepseek-v4.1-flash-1017,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,56.7,pass@1%,0.0289,,prev=56.7 (src-mercor.com-t8-2026-10-20#M97),https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row tVjsx0LoMjhyOoOEORD79R / column passScores[0].harnessScores[0].score),,in, mercor-apexswe-inspect,mercor.com,fable-5,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,54.83,pass@1%,0.00289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 7627e3cb-a949-4370-b255-4692d30ccf61 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,fable-5,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,58.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 7627e3cb-a949-4370-b255-4692d30ccf61 / column passScores[0].harnessScores[1].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,gpt-5.3-codex,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,41.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row d9be5c0d-755b-4235-8361-3b82fba63ea4 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,?Cognition SWE-1.6 Preview,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,31.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row cHHNDMG0HmWMzbA6rxSxw9 / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexswe-inspect,mercor.com,sonnet-4.5,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,31,pass@1%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 51cf74ee-7936-4f94-8466-d9c17815ecf6 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,gpt-5.2-codex,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,30.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 5f0f8239-de06-416b-ba9a-e697e6e2244d / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,?Kimi K2.5,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,30.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row bcEtLt2KUOoFblJ0tGlQWG / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexswe-inspect,mercor.com,gpt-5.1-codex,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,29,pass@1%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row b250714e-1ef4-4120-b1d9-3de4a3168e5d / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,gemini-3.1-pro,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,28.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 839babe2-d33d-463a-ae5b-a2102c6323f7 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,gemini-3.1-pro,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,33.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 839babe2-d33d-463a-ae5b-a2102c6323f7 / column passScores[0].harnessScores[1].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,gemini-3-pro,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,26.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row apex-model-gemini-3-pro / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,grok-4,solo,coding,hard,Mercor-APEX-SWE-inspect,,,,,,21,pass@1%,0.289,,prev=21 (src-mercor.com-s16-2026-09-30#M99); prev=21 (src-mercor.com-s16-2026-09-30#M180); prev=21 (src-mercor.com-s23-2026-10-15#M99); prev=21 (src-mercor.com-t8-2026-10-20#M109),https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row apex-model-grok-4 / column passScores[0].harnessScores[0].score),,out:single-couple, mercor-apexswe-inspect,mercor.com,deepseek-v3.2,unstated,coding,hard,Mercor-APEX-SWE-inspect,,,,,,15.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row b2945249-5d1a-4da1-983b-eeed84589795 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,deepseek-v3.2,unstated,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,25.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row b2945249-5d1a-4da1-983b-eeed84589795 / column passScores[0].harnessScores[1].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,kimi-k2-instruct,solo,coding,hard,Mercor-APEX-SWE-inspect,,,,,,11.2,pass@1%,0.0289,,prev=11.2 (src-mercor.com-s16-2026-09-30#M102); prev=11.2 (src-mercor.com-s16-2026-09-30#M183); prev=11.2 (src-mercor.com-s23-2026-10-15#M102); prev=11.2 (src-mercor.com-t8-2026-10-20#M112),https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row d6WtzqsvMEH7Au7gxXsv8B / column passScores[0].harnessScores[0].score),,out:single-couple, mercor-apexswe-inspect,mercor.com,opus-4.7,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,41.34,pass@1%,0.00289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row de35a625-057d-4e96-9202-9b80135622f5 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,opus-4.8,high,coding,hard,Mercor-APEX-SWE-inspect,,,,,,47.3,pass@1%,0.0289,,prev=47.3 (src-mercor.com-s16-2026-09-30#M103); prev=47.3 (src-mercor.com-s16-2026-09-30#M184); prev=47.3 (src-mercor.com-s23-2026-10-15#M103); prev=47.3 (src-mercor.com-t8-2026-10-20#M113),https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row efb6296e-da01-400e-9a47-71991e48f287 / column passScores[0].harnessScores[0].score),,in, mercor-apexswe-inspect,mercor.com,gpt-5.5,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,40.84,pass@1%,0.00289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 0ed1ef93-e04f-4e8d-bac5-bbc72dff9a53 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,gpt-5.5,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,36.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 0ed1ef93-e04f-4e8d-bac5-bbc72dff9a53 / column passScores[0].harnessScores[1].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,gemini-3.5-flash,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,32.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 7f62f16f-5e81-43ea-a459-717189b1eb0a / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,gemini-3.5-flash,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,36.1,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 7f62f16f-5e81-43ea-a459-717189b1eb0a / column passScores[0].harnessScores[1].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,sonnet-5,high,coding,hard,Mercor-APEX-SWE-inspect,,,,,,43.65,pass@1%,0.00289,,prev=43.65 (src-mercor.com-s16-2026-09-30#M108); prev=43.65 (src-mercor.com-s16-2026-09-30#M189); prev=43.65 (src-mercor.com-s23-2026-10-15#M108); prev=43.65 (src-mercor.com-t8-2026-10-20#M118),https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 4053aafc-6287-4180-ac94-71ed083ff402 / column passScores[0].harnessScores[0].score),,in, mercor-apexswe-inspect,mercor.com,glm-5.2,unstated,coding,hard,Mercor-APEX-SWE-inspect,,,,,,37.32,pass@1%,0.00289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row fceb3636-2bd9-4b70-b38b-5a88fdc1e09f / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,grok-4.5,high,coding,hard,Mercor-APEX-SWE-inspect,,,,,,51.17,pass@1%,0.00289,,prev=51.17 (src-mercor.com-s16-2026-09-30#M110); prev=51.17 (src-mercor.com-s16-2026-09-30#M191); prev=51.17 (src-mercor.com-s23-2026-10-15#M110); prev=51.17 (src-mercor.com-t8-2026-10-20#M120),https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 6e729361-72e0-49bc-8756-c9e9c1917469 / column passScores[0].harnessScores[0].score),,in, mercor-apexswe-terminus-2,mercor.com,grok-4.5,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,53.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 6e729361-72e0-49bc-8756-c9e9c1917469 / column passScores[0].harnessScores[1].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,gpt-5.6-sol,xhigh,coding,hard,Mercor-APEX-SWE-inspect,,,,,,39.67,pass@1%,0.00289,,prev=39.67 (src-mercor.com-s16-2026-09-30#M112); prev=39.67 (src-mercor.com-s16-2026-09-30#M193); prev=39.67 (src-mercor.com-s23-2026-10-15#M112); prev=39.67 (src-mercor.com-t8-2026-10-20#M122),https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 15db1be8-dd58-4bef-98ca-bc4816acd920 / column passScores[0].harnessScores[0].score),,in, mercor-apexswe-terminus-2,mercor.com,gpt-5.6-sol,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,45.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 15db1be8-dd58-4bef-98ca-bc4816acd920 / column passScores[0].harnessScores[1].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,?Kimi K2.7,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,32.48,pass@1%,0.00289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 52b76157-70d1-471c-8358-0a369eab0111 / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexswe-inspect,mercor.com,gemini-3.6-flash,high,coding,hard,Mercor-APEX-SWE-inspect,,,,,,39.67,pass@1%,0.00289,,prev=39.67 (src-mercor.com-s16-2026-09-30#M115); prev=39.67 (src-mercor.com-s16-2026-09-30#M196); prev=39.67 (src-mercor.com-s23-2026-10-15#M115); prev=39.67 (src-mercor.com-t8-2026-10-20#M125),https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 878e0bf3-57fb-4982-b61b-10174e4cea24 / column passScores[0].harnessScores[0].score),,in, mercor-apexswe-terminus-2,mercor.com,gemini-3.6-flash,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,39.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 878e0bf3-57fb-4982-b61b-10174e4cea24 / column passScores[0].harnessScores[1].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,opus-5,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,54.67,pass@1%,0.00289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row ee5cdb02-006a-4aeb-bf70-b8ed1d930d73 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,opus-5,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,63.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row ee5cdb02-006a-4aeb-bf70-b8ed1d930d73 / column passScores[0].harnessScores[1].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,kimi-k3,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,44.67,pass@1%,0.00289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 183b7a4e-fb0e-467e-87f7-8e3795ba7623 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,kimi-k3,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,48,pass@1%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 183b7a4e-fb0e-467e-87f7-8e3795ba7623 / column passScores[0].harnessScores[1].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,opus-4.7,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,47.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 9c00a5f9-5593-4402-a744-027545a6abfc / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,opus-4.8,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,43.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 32d4ac7f-3e3d-4834-945c-9953e1e70e4c / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,sonnet-5,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,46.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row UohOeKbgohNmjusgciidWB / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,?DeepSeek-V4-Pro,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,33.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row UohOeKbgohNmjusgcihhVn / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexswe-terminus-2,mercor.com,glm-5.2,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,37.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row isvxExfKGAZ4WMrYLuZN2o / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,gpt-oss-120b,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,3.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row d6WtzqsvMEH7Au7gxXsv3P / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,inkling,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,26.1,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row UohOeKbgohNmjusgcijiyH / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,kimi-k2.7-code,solo,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,40.3,pass@1%,0.0289,,prev=40.3 (src-mercor.com-s16-2026-09-30#M130); prev=40.3 (src-mercor.com-s16-2026-09-30#M211); prev=40.3 (src-mercor.com-s23-2026-10-15#M128); prev=40.3 (src-mercor.com-t8-2026-10-20#M138),https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row GSi7csNcf5OYJ80OKftMtA / column passScores[0].harnessScores[0].score),,out:single-couple, mercor-apexswe-terminus-2,mercor.com,minimax-m3,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,34.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row UohOeKbgohNmjusgcidPoR / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,nemotron-3-ultra-550b-a55b,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,15.2,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row UohOeKbgohNmjusgcie3j7 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,?Qwen3.5,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,27.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row NAciSVwSmWIjTOVlvdj3JE / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexswe-terminus-2,mercor.com,grok-4.6,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,56.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row VgQ1iaOMfU1uwkz0hFZ0vE / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,fable-5.1,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,63.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row czbC94OhwAuPY9WPtpIaZZ / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,gpt-6-astra,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,48.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row qv2QwcmoTmbRKJaMD2yYIi / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,glm-5.3,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,45.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 0tAPacA3ryVv3lqaGQgfGR / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,gemini-3.8-flash,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,36.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 976efCaf0nN4uyJqDJns3v / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,muse-spark-1.3,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,36.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row b8kKXLgUjxqi9jgeeTLBpz / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,deepseek-v4.1-flash,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,51.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row FpgS21bgw2I3VNplb8tObs / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,glm-5.1,unstated,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,34.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row Fbta1oBE0kPqbOrzwYAWqo / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,grok-4.7,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,53.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row NPK5uFSBckNMMDqpCmjlf3 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,gemini-3.7-flash,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,42,pass@1%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row FhdzFh8Qul2l86kjUjd1QC / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,glm-5.3-flash,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,46.1,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row CSsFo3meS6EkesQOLzo8Dg / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,muse-spark-1.2,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,40.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row JUJ76Jeotj8XRslslwICk2 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,?Qwen3.8-Max,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,52.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row OWQLnPQUqDBNbIeXTwFbr8 / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexswe-terminus-2,mercor.com,gpt-5.6-luna,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,32.1,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row UohOeKbgohNmjusgcicLCD / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,gpt-5.6-terra,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,31.1,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row isvxExfKGAZ4WMrYLuW50g / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,deepseek-v4-pro-0813,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,45.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row cVrkQw9RUFqXFdt7sJc9MM / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,gpt-6-sol,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,45,pass@1%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row sXAOucYh4ND7hTHZiC0sRZ / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,gpt-6-luna,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,38.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row FwIXcKGbnc0ALnAVPQ73IV / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,opus-5.5,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,55.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row FwIXcKGbnc0ALnAVPNkb0g / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,opus-5.5,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,67.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row FwIXcKGbnc0ALnAVPNmxfQ / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,gemini-3.5-flash-lite,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,31.2,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 331r9LTHpoLfChrVXwZLHj / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,qwen3.8-27b,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,50.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row aSN3C351HuzoEI3rgx8Rew / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,muse-spark-1.1,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,38.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 24cee245-ae0b-44fb-a4d6-08f68b222afe / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,sonnet-5.5,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,44,pass@1%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row b2IVUcPsJOa4GrZCodba62 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,gpt-5.6-sol,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,48,pass@1%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 595b3937-51da-497d-b9cf-1225a08f9ebc / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,grok-4.6,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,57.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row rXV6uHApUz4KWEoFnjIUWr / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,gpt-6.1-sol,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,46.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row WWzzLHZkjbvI25zYheECpG / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,mimo-v2.6-pro,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,54.2,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row Yzt8RFBJsoJ2mVqPYeX99E / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,muse-spark-1.3,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,39.1,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row jvVuWcyKE4kH8ZAWgP071n / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,gemini-4-argon,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,49.2,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row P51Dz24NZjWcy2UjYS3cb0 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,haiku-5.5,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,55.1,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row WIfJeImXG63qVgIPsb0kVZ / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,sonnet-5.5,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,66.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 331r9LTHpoLfChrVY8HGE3 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,opus-4.6,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,41.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 15e95e25-6884-4589-ab42-45184b82cc4d / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,sonnet-4.6,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,34.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row a3c3577b-7c1d-46cc-a847-69447e6490c1 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,minimax-m2.7,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,21.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row NAciSVwSmWIjTOVlvdcGns / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,kimi-k2-instruct,solo,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,17.4,pass@1%,0.0289,,prev=17.4 (src-mercor.com-s16-2026-09-30#M131); prev=17.4 (src-mercor.com-s16-2026-09-30#M212); prev=17.4 (src-mercor.com-t8-2026-10-20#M177),https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row NAciSVwSmWIjTOVlvdabDY / column passScores[0].harnessScores[0].score),,out:single-couple, mercor-apexswe-terminus-2,mercor.com,gpt-5.4,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,34.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row d5710a5d-6dbd-4bd0-866c-36bfdf4103dc / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,?DeepSeek-V4-Flash,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,46.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row f4fc438e-9f7d-406d-802b-1c0cd837bb4c / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexswe-terminus-2,mercor.com,?Muse Spark Open,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,49.1,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row hKP8JXPvBYTA6o2lR4MkQB / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexswe-terminus-2,mercor.com,?Beam,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,41.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row zE5NrFyvRToBPYigq32GZq / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexswe-terminus-2,mercor.com,?Mercury 3,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,43.1,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 224a32bf-94c8-40ec-9390-a6a5b4cd7950 / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexswe-terminus-2,mercor.com,deepseek-v4.1-flash-1017,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,49.1,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row tVjsx0LoMjhyOoOEORD79R / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,?Nemotron 3.5 Super VL,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,22.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 72wWVfBT7tZh144AxsZieG / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexv1,mercor.com,gemini-3-pro,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,8.8,pass@1%,0.0289,,prev=8.8 (src-mercor.com-s16-2026-09-30#M247); prev=8.8 (src-mercor.com-s23-2026-10-15#M167); prev=8.8 (src-mercor.com-t8-2026-10-20#M183),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row apex-model-gemini-3-pro / column passScores[0].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|gemini-3-pro@high|,in, mercor-apexv1,mercor.com,gemini-3-flash,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,8.9,pass@1%,0.0289,,prev=8.9 (src-mercor.com-s16-2026-09-30#M248); prev=8.9 (src-mercor.com-s23-2026-10-15#M168); prev=8.9 (src-mercor.com-t8-2026-10-20#M184),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row apex-model-gemini-3-flash / column passScores[0].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|gemini-3-flash@high|,in, mercor-apexv1,mercor.com,grok-4,solo,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,8.2,pass@1%,0.0289,,prev=8.2 (src-mercor.com-s16-2026-09-30#M249); prev=8.2 (src-mercor.com-s23-2026-10-15#M169); prev=8.2 (src-mercor.com-t8-2026-10-20#M185),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row apex-model-grok-4 / column passScores[0].harnessScores[0].score),,out:single-couple, mercor-apexv1,mercor.com,o3,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,8.6,pass@1%,0.0289,,prev=8.6 (src-mercor.com-s16-2026-09-30#M250); prev=8.6 (src-mercor.com-s23-2026-10-15#M170); prev=8.6 (src-mercor.com-t8-2026-10-20#M186),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row apex-model-o3 / column passScores[0].harnessScores[0].score),,out:single-couple, mercor-apexv1,mercor.com,opus-4.5,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,7.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row apex-model-claude-opus-4-5 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexv1,mercor.com,grok-4.1,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,7.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row apex-model-grok-4-1 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexv1,mercor.com,opus-4.6,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,14.9,pass@1%,0.0289,,prev=14.7 (src-mercor.com-s16-2026-09-30#M253); prev=14.7 (src-mercor.com-s23-2026-10-15#M173); prev=14.9 (src-mercor.com-t8-2026-10-20#M189),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 89ddd5b7-696f-4682-9ceb-a13af606d99a / column passScores[0].harnessScores[0].score),,out:single-couple, mercor-apexv1,mercor.com,gpt-5.4,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,12.6,pass@1%,0.0289,,prev=14.5 (src-mercor.com-s16-2026-09-30#M254); prev=14.5 (src-mercor.com-s23-2026-10-15#M174); prev=12.6 (src-mercor.com-t8-2026-10-20#M190),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row q6POq5OBqI69bseLKoWJ7e / column passScores[0].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|gpt-5.4@high|,in, mercor-apexv1,mercor.com,opus-4.6,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,14.2,pass@1%,0.0289,,prev=14.4 (src-mercor.com-s16-2026-09-30#M255); prev=14.4 (src-mercor.com-s23-2026-10-15#M175); prev=14.2 (src-mercor.com-t8-2026-10-20#M191),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 15e95e25-6884-4589-ab42-45184b82cc4d / column passScores[0].harnessScores[0].score),,out:single-couple, mercor-apexv1,mercor.com,gpt-5.3-codex,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,15.2,pass@1%,0.0289,,prev=13.5 (src-mercor.com-s16-2026-09-30#M257); prev=13.5 (src-mercor.com-s23-2026-10-15#M177); prev=15.2 (src-mercor.com-t8-2026-10-20#M192),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row d9be5c0d-755b-4235-8361-3b82fba63ea4 / column passScores[0].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|gpt-5.3-codex@high|,in, mercor-apexv1,mercor.com,gemini-3.1-pro,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,12.9,pass@1%,0.0289,,prev=12.9 (src-mercor.com-s16-2026-09-30#M258); prev=12.9 (src-mercor.com-s23-2026-10-15#M178); prev=12.9 (src-mercor.com-t8-2026-10-20#M193),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 839babe2-d33d-463a-ae5b-a2102c6323f7 / column passScores[0].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|gemini-3.1-pro@high|,in, mercor-apexv1,mercor.com,sonnet-4.6,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,9.3,pass@1%,0.0289,,prev=9.3 (src-mercor.com-s16-2026-09-30#M262); prev=9.3 (src-mercor.com-s23-2026-10-15#M182); prev=9.3 (src-mercor.com-t8-2026-10-20#M194),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row a3c3577b-7c1d-46cc-a847-69447e6490c1 / column passScores[0].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|sonnet-4.6@high|,in, mercor-apexv1,mercor.com,fable-5,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,21.5,pass@1%,0.0289,,prev=21.5 (src-mercor.com-s16-2026-09-30#M265); prev=21.5 (src-mercor.com-s23-2026-10-15#M185); prev=21.5 (src-mercor.com-t8-2026-10-20#M195),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 7627e3cb-a949-4370-b255-4692d30ccf61 / column passScores[0].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|fable-5@max|,in, mercor-apexv1,mercor.com,opus-4.7,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,13.7,pass@1%,0.0289,,prev=13.7 (src-mercor.com-s16-2026-09-30#M266); prev=13.7 (src-mercor.com-s23-2026-10-15#M186); prev=13.7 (src-mercor.com-t8-2026-10-20#M196),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 9c00a5f9-5593-4402-a744-027545a6abfc / column passScores[0].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|opus-4.7@max|,in, mercor-apexv1,mercor.com,sonnet-5,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,11.5,pass@1%,0.0289,,prev=11.5 (src-mercor.com-s16-2026-09-30#M267); prev=11.5 (src-mercor.com-s23-2026-10-15#M187); prev=11.5 (src-mercor.com-t8-2026-10-20#M197),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row UohOeKbgohNmjusgciidWB / column passScores[0].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|sonnet-5@max|,in, mercor-apexv1,mercor.com,deepseek-v3.2,unstated,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,7.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row b2945249-5d1a-4da1-983b-eeed84589795 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexv1,mercor.com,opus-4.8,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,16.1,pass@1%,0.0289,,prev=16.1 (src-mercor.com-s16-2026-09-30#M269); prev=16.1 (src-mercor.com-s23-2026-10-15#M189); prev=16.1 (src-mercor.com-t8-2026-10-20#M199),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 32d4ac7f-3e3d-4834-945c-9953e1e70e4c / column passScores[0].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|opus-4.8@max|,in, mercor-apexv1,mercor.com,gemini-3.5-flash,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,15.2,pass@1%,0.0289,,prev=15.2 (src-mercor.com-s16-2026-09-30#M270); prev=15.2 (src-mercor.com-s23-2026-10-15#M190); prev=15.2 (src-mercor.com-t8-2026-10-20#M200),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 7f62f16f-5e81-43ea-a459-717189b1eb0a / column passScores[0].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|gemini-3.5-flash@high|,in, mercor-apexv1,mercor.com,?DeepSeek-V4-Flash,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,13.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row f4fc438e-9f7d-406d-802b-1c0cd837bb4c / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexv1,mercor.com,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,12.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row UohOeKbgohNmjusgcihhVn / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexv1,mercor.com,gemini-3.6-flash,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,14.8,pass@1%,0.0289,,prev=14.8 (src-mercor.com-s16-2026-09-30#M273); prev=14.8 (src-mercor.com-s23-2026-10-15#M193); prev=14.8 (src-mercor.com-t8-2026-10-20#M203),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 878e0bf3-57fb-4982-b61b-10174e4cea24 / column passScores[0].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|gemini-3.6-flash@high|,in, mercor-apexv1,mercor.com,gpt-5.6-terra,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,17.7,pass@1%,0.0289,,prev=17.7 (src-mercor.com-s16-2026-09-30#M274); prev=17.7 (src-mercor.com-s23-2026-10-15#M194); prev=17.7 (src-mercor.com-t8-2026-10-20#M204),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row isvxExfKGAZ4WMrYLuW50g / column passScores[0].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|gpt-5.6-terra@max|,in, mercor-apexv1,mercor.com,glm-5.2,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,12.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row isvxExfKGAZ4WMrYLuZN2o / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexv1,mercor.com,gpt-oss-120b,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,3.6,pass@1%,0.0289,,prev=3.6 (src-mercor.com-s16-2026-09-30#M276); prev=3.6 (src-mercor.com-s23-2026-10-15#M196); prev=3.6 (src-mercor.com-t8-2026-10-20#M206),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row d6WtzqsvMEH7Au7gxXsv3P / column passScores[0].harnessScores[0].score),,out:single-couple, mercor-apexv1,mercor.com,gemma-4-31b-it,unstated,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,5.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row NAciSVwSmWIjTOVlvdodEO / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexv1,mercor.com,inkling,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,13.3,pass@1%,0.0289,,prev=12.4 (src-mercor.com-s16-2026-09-30#M278); prev=12.4 (src-mercor.com-s23-2026-10-15#M198); prev=13.3 (src-mercor.com-t8-2026-10-20#M208),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row UohOeKbgohNmjusgcijiyH / column passScores[0].harnessScores[0].score),,out:single-couple, mercor-apexv1,mercor.com,kimi-k2.7-code,solo,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,10.7,pass@1%,0.0289,,prev=10.7 (src-mercor.com-s16-2026-09-30#M279); prev=10.7 (src-mercor.com-s23-2026-10-15#M199); prev=10.7 (src-mercor.com-t8-2026-10-20#M209),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row GSi7csNcf5OYJ80OKftMtA / column passScores[0].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|kimi-k2.7-code@solo|,in, mercor-apexv1,mercor.com,kimi-k2-instruct,solo,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,6,pass@1%,0.289,,prev=6 (src-mercor.com-s16-2026-09-30#M280); prev=6 (src-mercor.com-s23-2026-10-15#M200); prev=6 (src-mercor.com-t8-2026-10-20#M210),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row NAciSVwSmWIjTOVlvdabDY / column passScores[0].harnessScores[0].score),,out:single-couple, mercor-apexv1,mercor.com,minimax-m2.7,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,5.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row NAciSVwSmWIjTOVlvdcGns / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexv1,mercor.com,nemotron-3-ultra-550b-a55b,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,9.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row UohOeKbgohNmjusgcie3j7 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexv1,mercor.com,minimax-m3,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,10.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row UohOeKbgohNmjusgcidPoR / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexv1,mercor.com,kimi-k3,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,16.6,pass@1%,0.0289,,prev=16.6 (src-mercor.com-s16-2026-09-30#M284); prev=16.6 (src-mercor.com-s23-2026-10-15#M204); prev=16.6 (src-mercor.com-t8-2026-10-20#M214),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 183b7a4e-fb0e-467e-87f7-8e3795ba7623 / column passScores[0].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|kimi-k3@max|,in, mercor-apexv1,mercor.com,?Qwen3.5,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,5.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row NAciSVwSmWIjTOVlvdj3JE / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexv1,mercor.com,opus-5,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,22.4,pass@1%,0.0289,,prev=22.4 (src-mercor.com-s16-2026-09-30#M286); prev=22.4 (src-mercor.com-s23-2026-10-15#M206); prev=22.4 (src-mercor.com-t8-2026-10-20#M216),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row OWQLnPQUqDBNbIeXTvUsRu / column passScores[0].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|opus-5@xhigh|,in, mercor-apexv1,mercor.com,gpt-6-astra,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,19.9,pass@1%,0.0289,,prev=19.9 (src-mercor.com-s16-2026-09-30#M287); prev=19.9 (src-mercor.com-s23-2026-10-15#M207); prev=19.9 (src-mercor.com-t8-2026-10-20#M217),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row qv2QwcmoTmbRKJaMCypQfO / column passScores[0].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|gpt-6-astra@xhigh|,in, mercor-apexv1,mercor.com,glm-5.3,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,16.6,pass@1%,0.0289,,prev=16.5 (src-mercor.com-s16-2026-09-30#M288); prev=16.5 (src-mercor.com-s23-2026-10-15#M208); prev=16.6 (src-mercor.com-t8-2026-10-20#M218),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 0tAPacA3ryVv3lqaGQgfGR / column passScores[0].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|glm-5.3@max|,in, mercor-apexv1,mercor.com,deepseek-v4-pro-0813,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,15.9,pass@1%,0.0289,,prev=15.9 (src-mercor.com-s16-2026-09-30#M289); prev=15.9 (src-mercor.com-s23-2026-10-15#M209); prev=15.9 (src-mercor.com-t8-2026-10-20#M219),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row cVrkQw9RUFqXFdt7sJc9MM / column passScores[0].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|deepseek-v4-pro-0813@max|,in, mercor-apexv1,mercor.com,muse-spark-1.3,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,21.2,pass@1%,0.0289,,prev=21.2 (src-mercor.com-s16-2026-09-30#M290); prev=21.2 (src-mercor.com-s23-2026-10-15#M210); prev=21.2 (src-mercor.com-t8-2026-10-20#M220),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row b8kKXLgUjxqi9jgeeTLBpz / column passScores[0].harnessScores[0].score),,out:single-couple, mercor-apexv1,mercor.com,gemini-3.8-flash,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,19.9,pass@1%,0.0289,,prev=19.9 (src-mercor.com-s16-2026-09-30#M291); prev=19.9 (src-mercor.com-s23-2026-10-15#M211); prev=19.9 (src-mercor.com-t8-2026-10-20#M221),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 976efCaf0nN4uyJqDJns3v / column passScores[0].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|gemini-3.8-flash@high|,in, mercor-apexv1,mercor.com,fable-5.1,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,26.7,pass@1%,0.0289,,prev=26.7 (src-mercor.com-s16-2026-09-30#M292); prev=26.7 (src-mercor.com-s23-2026-10-15#M212); prev=26.7 (src-mercor.com-t8-2026-10-20#M222),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row czbC94OhwAuPY9WPtpIaZZ / column passScores[0].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|fable-5.1@max|,in, mercor-apexv1,mercor.com,grok-4.6,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,17.6,pass@1%,0.0289,,prev=17.6 (src-mercor.com-s16-2026-09-30#M293); prev=17.6 (src-mercor.com-s23-2026-10-15#M213); prev=17.6 (src-mercor.com-t8-2026-10-20#M223),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row rXV6uHApUz4KWEoFnjIUWr / column passScores[0].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|grok-4.6@xhigh|,in, mercor-apexv1,mercor.com,gpt-5.6-sol,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,22.1,pass@1%,0.0289,,prev=22.1 (src-mercor.com-s16-2026-09-30#M294); prev=22.1 (src-mercor.com-s23-2026-10-15#M214); prev=22.1 (src-mercor.com-t8-2026-10-20#M224),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row c3637cac-5a73-406e-84a9-8ec9a623e3b8 / column passScores[0].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|gpt-5.6-sol@max|,in, mercor-apexv1,mercor.com,gpt-5.6-luna,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,16.6,pass@1%,0.0289,,prev=16.6 (src-mercor.com-s16-2026-09-30#M295); prev=16.6 (src-mercor.com-s23-2026-10-15#M215); prev=16.6 (src-mercor.com-t8-2026-10-20#M225),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row UohOeKbgohNmjusgcicLCD / column passScores[0].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|gpt-5.6-luna@max|,in, mercor-apexv1,mercor.com,deepseek-v4.1-flash,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,15.9,pass@1%,0.0289,,prev=15.9 (src-mercor.com-s16-2026-09-30#M296); prev=15.9 (src-mercor.com-s23-2026-10-15#M216); prev=15.9 (src-mercor.com-t8-2026-10-20#M226),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row FpgS21bgw2I3VNplb8tObs / column passScores[0].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|deepseek-v4.1-flash@max|,in, mercor-apexv1,mercor.com,glm-5.3-flash,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,12.9,pass@1%,0.0289,,prev=12.9 (src-mercor.com-s16-2026-09-30#M297); prev=12.9 (src-mercor.com-s23-2026-10-15#M217); prev=12.9 (src-mercor.com-t8-2026-10-20#M227),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row CSsFo3meS6EkesQOLzo8Dg / column passScores[0].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|glm-5.3-flash@max|,in, mercor-apexv1,mercor.com,?Qwen3.8-Max,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,15.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row OWQLnPQUqDBNbIeXTwFbr8 / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexv1,mercor.com,muse-spark-1.2,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,23.7,pass@1%,0.0289,,prev=23.7 (src-mercor.com-s16-2026-09-30#M299); prev=23.7 (src-mercor.com-s23-2026-10-15#M219); prev=23.7 (src-mercor.com-t8-2026-10-20#M229),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row JUJ76Jeotj8XRslslwICk2 / column passScores[0].harnessScores[0].score),,out:single-couple, mercor-apexv1,mercor.com,gemini-3.5-flash-lite,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,7.8,pass@1%,0.0289,,prev=7.8 (src-mercor.com-s16-2026-09-30#M300); prev=7.8 (src-mercor.com-s23-2026-10-15#M220); prev=7.8 (src-mercor.com-t8-2026-10-20#M230),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 331r9LTHpoLfChrVXwZLHj / column passScores[0].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|gemini-3.5-flash-lite@high|,in, mercor-apexv1,mercor.com,gpt-5.4,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,14.6,pass@1%,0.0289,,prev=14.6 (src-mercor.com-s16-2026-09-30#M301); prev=14.6 (src-mercor.com-s23-2026-10-15#M221); prev=14.6 (src-mercor.com-t8-2026-10-20#M231),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row d5710a5d-6dbd-4bd0-866c-36bfdf4103dc / column passScores[0].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|gpt-5.4@xhigh|,in, mercor-apexv1,mercor.com,gpt-5.5,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,16.2,pass@1%,0.0289,,prev=16.2 (src-mercor.com-s16-2026-09-30#M302); prev=16.2 (src-mercor.com-s23-2026-10-15#M222); prev=16.2 (src-mercor.com-t8-2026-10-20#M232),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 0ed1ef93-e04f-4e8d-bac5-bbc72dff9a53 / column passScores[0].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|gpt-5.5@xhigh|,in, mercor-apexv1,mercor.com,grok-4.5,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,11.9,pass@1%,0.0289,,prev=11.9 (src-mercor.com-s16-2026-09-30#M303); prev=11.9 (src-mercor.com-s23-2026-10-15#M223); prev=11.9 (src-mercor.com-t8-2026-10-20#M233),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 6e729361-72e0-49bc-8756-c9e9c1917469 / column passScores[0].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|grok-4.5@high|,in, mercor-apexv1,mercor.com,glm-5.1,unstated,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,7.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row Fbta1oBE0kPqbOrzwYAWqo / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexv1,mercor.com,gemini-3.7-flash,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,17.6,pass@1%,0.0289,,prev=17.6 (src-mercor.com-s16-2026-09-30#M305); prev=17.6 (src-mercor.com-s23-2026-10-15#M225); prev=17.6 (src-mercor.com-t8-2026-10-20#M235),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row FhdzFh8Qul2l86kjUjd1QC / column passScores[0].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|gemini-3.7-flash@high|,in, mercor-apexv1,mercor.com,muse-spark-1.1,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,21.2,pass@1%,0.0289,,prev=21.2 (src-mercor.com-s16-2026-09-30#M306); prev=21.2 (src-mercor.com-s23-2026-10-15#M226); prev=21.2 (src-mercor.com-t8-2026-10-20#M236),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 24cee245-ae0b-44fb-a4d6-08f68b222afe / column passScores[0].harnessScores[0].score),,out:single-couple, mercor-apexv1,mercor.com,grok-4.7,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,16.3,pass@1%,0.0289,,prev=16.3 (src-mercor.com-s16-2026-09-30#M307); prev=16.3 (src-mercor.com-s23-2026-10-15#M227); prev=16.3 (src-mercor.com-t8-2026-10-20#M237),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row NPK5uFSBckNMMDqpCmjlf3 / column passScores[0].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|grok-4.7@xhigh|,in, mercor-apexv1,mercor.com,gpt-6-luna,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,13.4,pass@1%,0.0289,,prev=13.4 (src-mercor.com-s16-2026-09-30#M308); prev=13.4 (src-mercor.com-s23-2026-10-15#M228); prev=13.4 (src-mercor.com-t8-2026-10-20#M238),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row FwIXcKGbnc0ALnAVPQ73IV / column passScores[0].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|gpt-6-luna@max|,in, mercor-apexv1,mercor.com,opus-5.5,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,23.9,pass@1%,0.0289,,prev=23.9 (src-mercor.com-s16-2026-09-30#M309); prev=23.9 (src-mercor.com-s23-2026-10-15#M229); prev=23.9 (src-mercor.com-t8-2026-10-20#M239),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row FwIXcKGbnc0ALnAVPNmxfQ / column passScores[0].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|opus-5.5@max|,in, mercor-apexv1,mercor.com,gpt-6-sol,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,14.5,pass@1%,0.0289,,prev=14.5 (src-mercor.com-s16-2026-09-30#M310); prev=14.5 (src-mercor.com-s23-2026-10-15#M230); prev=14.5 (src-mercor.com-t8-2026-10-20#M240),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row sXAOucYh4ND7hTHZiC0sRZ / column passScores[0].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|gpt-6-sol@max|,in, mercor-apexv1,mercor.com,qwen3.8-27b,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,13.6,pass@1%,0.0289,,prev=13.6 (src-mercor.com-s16-2026-09-30#M311); prev=13.6 (src-mercor.com-s23-2026-10-15#M231); prev=13.6 (src-mercor.com-t8-2026-10-20#M241),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row aSN3C351HuzoEI3rgx8Rew / column passScores[0].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|qwen3.8-27b@xhigh|,in, mercor-apexv1,mercor.com,sonnet-5.5,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,17.5,pass@1%,0.0289,,prev=17.5 (src-mercor.com-s16-2026-09-30#M312); prev=17.5 (src-mercor.com-s23-2026-10-15#M232); prev=17.5 (src-mercor.com-t8-2026-10-20#M242),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 331r9LTHpoLfChrVY8HGE3 / column passScores[0].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|sonnet-5.5@max|,in, mercor-apexv1,mercor.com,gpt-6.1-sol,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,20.1,pass@1%,0.0289,,prev=20.1 (src-mercor.com-s23-2026-10-15#M233); prev=20.1 (src-mercor.com-t8-2026-10-20#M243),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row WWzzLHZkjbvI25zYheECpG / column passScores[0].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|gpt-6.1-sol@max|,in, mercor-apexv1,mercor.com,muse-spark-1.3,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,21.1,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row jvVuWcyKE4kH8ZAWgP071n / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexv1,mercor.com,haiku-5.5,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,15.2,pass@1%,0.0289,,prev=15.2 (src-mercor.com-s23-2026-10-15#M235); prev=15.2 (src-mercor.com-t8-2026-10-20#M245),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row WIfJeImXG63qVgIPsb0kVZ / column passScores[0].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|haiku-5.5@max|,in, mercor-apexv1,mercor.com,gpt-5.2,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,11.9,pass@1%,0.0289,,prev=11.9 (src-mercor.com-s16-2026-09-30#M259); prev=11.9 (src-mercor.com-s23-2026-10-15#M179); prev=11.9 (src-mercor.com-t8-2026-10-20#M246),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row d17248f2-5664-4573-b223-27d2673b0b3f / column passScores[0].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|gpt-5.2@high|,in, mercor-apexv1,mercor.com,?Muse Spark Open,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,20.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row hKP8JXPvBYTA6o2lR4MkQB / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexv1,mercor.com,gemini-4-argon,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,32.4,pass@1%,0.0289,,prev=32.4 (src-mercor.com-t8-2026-10-20#M248),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row P51Dz24NZjWcy2UjYS3cb0 / column passScores[0].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|gemini-4-argon@high|,in, mercor-apexv1,mercor.com,?Beam,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,13,pass@1%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row zE5NrFyvRToBPYigq32GZq / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexv1,mercor.com,deepseek-v4.1-flash-1017,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,14.1,pass@1%,0.0289,,prev=14.1 (src-mercor.com-t8-2026-10-20#M250),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row tVjsx0LoMjhyOoOEORD79R / column passScores[0].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|deepseek-v4.1-flash-1017@max|,in, mercor-apexv1,mercor.com,?Nemotron 3.5 Super VL,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,9.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 72wWVfBT7tZh144AxsZieG / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-ext-browsecomp,mercor.com,sonnet-5.5,max,mixed,hard,Mercor-ext-browsecomp,,,,,,73,score%,0.289,,prev=73 (src-mercor.com-s16-2026-09-30#M313); prev=73 (src-mercor.com-s23-2026-10-15#M236); prev=73 (src-mercor.com-t8-2026-10-20#M251),https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[0].chartData / row Sonnet 5.5 / column score),,in, mercor-ext-browsecomp,mercor.com,gpt-6.1-sol,max,mixed,hard,Mercor-ext-browsecomp,,,,,,67.7,score%,0.0289,,prev=67.7 (src-mercor.com-s23-2026-10-15#M237); prev=67.7 (src-mercor.com-t8-2026-10-20#M252),https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[0].chartData / row GPT-6.1 Sol / column score),,in, mercor-ext-browsecomp,mercor.com,fable-5.1,max,mixed,hard,Mercor-ext-browsecomp,,,,,,63.3,score%,0.0289,,prev=63.3 (src-mercor.com-s16-2026-09-30#M314); prev=63.3 (src-mercor.com-s23-2026-10-15#M238); prev=63.3 (src-mercor.com-t8-2026-10-20#M253),https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[0].chartData / row Fable 5.1 / column score),,in, mercor-ext-browsecomp,mercor.com,gpt-6-sol,max,mixed,hard,Mercor-ext-browsecomp,,,,,,63.2,score%,0.0289,,prev=63.2 (src-mercor.com-s16-2026-09-30#M315); prev=63.2 (src-mercor.com-s23-2026-10-15#M239); prev=63.2 (src-mercor.com-t8-2026-10-20#M254),https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[0].chartData / row GPT-6 Sol / column score),,in, mercor-ext-browsecomp,mercor.com,opus-5.5,max,mixed,hard,Mercor-ext-browsecomp,,,,,,60.5,score%,0.0289,,prev=60.5 (src-mercor.com-s16-2026-09-30#M316); prev=60.5 (src-mercor.com-s23-2026-10-15#M240); prev=60.5 (src-mercor.com-t8-2026-10-20#M255),https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[0].chartData / row Opus 5.5 / column score),,in, mercor-ext-charxiv,mercor.com,muse-spark-1.2,xhigh,mixed,hard,Mercor-ext-charxiv,,,,,,87.1,score%,0.0289,,prev=87.1 (src-mercor.com-s23-2026-10-15#M241); prev=87.1 (src-mercor.com-t8-2026-10-20#M256),https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[1].chartData / row Muse Spark 1.2 / column score),,out:single-couple, mercor-ext-charxiv,mercor.com,muse-spark-1.1,xhigh,mixed,hard,Mercor-ext-charxiv,,,,,,86.4,score%,0.0289,,prev=86.4 (src-mercor.com-s16-2026-09-30#M318); prev=86.4 (src-mercor.com-s23-2026-10-15#M242); prev=86.4 (src-mercor.com-t8-2026-10-20#M257),https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[1].chartData / row Muse Spark 1.1 / column score),,out:single-couple, mercor-ext-charxiv,mercor.com,gpt-6-astra,xhigh,mixed,hard,Mercor-ext-charxiv,,,,,,85.1,score%,0.0289,,prev=85.1 (src-mercor.com-s16-2026-09-30#M319); prev=85.1 (src-mercor.com-s23-2026-10-15#M243); prev=85.1 (src-mercor.com-t8-2026-10-20#M258),https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[1].chartData / row GPT-6 Astra / column score),,in, mercor-ext-charxiv,mercor.com,gpt-6.1-sol,max,mixed,hard,Mercor-ext-charxiv,,,,,,85.1,score%,0.0289,,prev=85.1 (src-mercor.com-s16-2026-09-30#M320); prev=85.1 (src-mercor.com-s23-2026-10-15#M244); prev=85.1 (src-mercor.com-t8-2026-10-20#M259),https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[1].chartData / row GPT-6.1 Sol / column score),,in, mercor-ext-charxiv,mercor.com,opus-5.5,max,mixed,hard,Mercor-ext-charxiv,,,,,,84.7,score%,0.0289,,prev=84.7 (src-mercor.com-s16-2026-09-30#M321); prev=84.7 (src-mercor.com-s23-2026-10-15#M245); prev=84.7 (src-mercor.com-t8-2026-10-20#M260),https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[1].chartData / row Opus 5.5 / column score),,in, mercor-ext-gdpval,mercor.com,opus-5.5,max,mixed,hard,Mercor-ext-gdpval,,,,,,75.8,score%,0.0289,,prev=75.8 (src-mercor.com-s16-2026-09-30#M323); prev=75.8 (src-mercor.com-s23-2026-10-15#M246); prev=75.8 (src-mercor.com-t8-2026-10-20#M261),https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[2].chartData / row Opus 5.5 / column score),,in, mercor-ext-gdpval,mercor.com,sonnet-5.5,max,mixed,hard,Mercor-ext-gdpval,,,,,,70.9,score%,0.0289,,prev=70.9 (src-mercor.com-s23-2026-10-15#M247); prev=70.9 (src-mercor.com-t8-2026-10-20#M262),https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[2].chartData / row Sonnet 5.5 / column score),,in, mercor-ext-gdpval,mercor.com,fable-5.1,max,mixed,hard,Mercor-ext-gdpval,,,,,,68.7,score%,0.0289,,prev=68.7 (src-mercor.com-s16-2026-09-30#M324); prev=68.7 (src-mercor.com-s23-2026-10-15#M248); prev=68.7 (src-mercor.com-t8-2026-10-20#M263),https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[2].chartData / row Fable 5.1 / column score),,in, mercor-ext-gdpval,mercor.com,haiku-5.5,max,mixed,hard,Mercor-ext-gdpval,,,,,,66,score%,0.289,,prev=66 (src-mercor.com-s23-2026-10-15#M249); prev=66 (src-mercor.com-t8-2026-10-20#M264),https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[2].chartData / row Haiku 5.5 / column score),,in, mercor-ext-gdpval,mercor.com,fable-5,max,mixed,hard,Mercor-ext-gdpval,,,,,,65.3,score%,0.0289,,prev=65.3 (src-mercor.com-s16-2026-09-30#M325); prev=65.3 (src-mercor.com-s23-2026-10-15#M250); prev=65.3 (src-mercor.com-t8-2026-10-20#M265),https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[2].chartData / row Fable 5 / column score),,in, mercor-ext-hle,mercor.com,gpt-5.6-sol,max,mixed,hard,Mercor-ext-hle,,,,,,77.3,score%,0.0289,,prev=77.3 (src-mercor.com-s16-2026-09-30#M328); prev=77.3 (src-mercor.com-s23-2026-10-15#M251); prev=77.3 (src-mercor.com-t8-2026-10-20#M266),https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[3].chartData / row GPT-5.6 Sol / column score),,in, mercor-ext-hle,mercor.com,gpt-5.6-terra,max,mixed,hard,Mercor-ext-hle,,,,,,70.7,score%,0.0289,,prev=70.7 (src-mercor.com-s16-2026-09-30#M329); prev=70.7 (src-mercor.com-s23-2026-10-15#M252); prev=70.7 (src-mercor.com-t8-2026-10-20#M267),https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[3].chartData / row GPT-5.6 Terra / column score),,in, mercor-ext-hle,mercor.com,opus-5,high,mixed,hard,Mercor-ext-hle,,,,,,61,score%,0.289,,prev=61 (src-mercor.com-s16-2026-09-30#M330); prev=61 (src-mercor.com-s23-2026-10-15#M253); prev=61 (src-mercor.com-t8-2026-10-20#M268),https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[3].chartData / row Opus 5 / column score),,in, mercor-ext-hle,mercor.com,fable-5,high,mixed,hard,Mercor-ext-hle,,,,,,58.7,score%,0.0289,,prev=58.7 (src-mercor.com-s16-2026-09-30#M331); prev=58.7 (src-mercor.com-s23-2026-10-15#M254); prev=58.7 (src-mercor.com-t8-2026-10-20#M269),https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[3].chartData / row Fable 5 / column score),,in, mercor-ext-hle,mercor.com,gpt-5.6-luna,max,mixed,hard,Mercor-ext-hle,,,,,,57.5,score%,0.0289,,prev=57.5 (src-mercor.com-s16-2026-09-30#M332); prev=57.5 (src-mercor.com-s23-2026-10-15#M255); prev=57.5 (src-mercor.com-t8-2026-10-20#M270),https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[3].chartData / row GPT-5.6 Luna / column score),,in, mercor-ext-aa-lcr,mercor.com,gpt-5.6-sol,max,mixed,hard,Mercor-ext-aa-lcr,,,,,,79.5,score%,0.0289,,prev=79.5 (src-mercor.com-s16-2026-09-30#M333); prev=79.5 (src-mercor.com-s23-2026-10-15#M256); prev=79.5 (src-mercor.com-t8-2026-10-20#M271),https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[4].chartData / row GPT-5.6 Sol / column score),,in, mercor-ext-aa-lcr,mercor.com,glm-5.3,max,mixed,hard,Mercor-ext-aa-lcr,,,,,,76.8,score%,0.0289,,prev=76.8 (src-mercor.com-s23-2026-10-15#M257); prev=76.8 (src-mercor.com-t8-2026-10-20#M272),https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[4].chartData / row GLM-5.3 / column score),,in, mercor-ext-aa-lcr,mercor.com,gpt-5.6-terra,max,mixed,hard,Mercor-ext-aa-lcr,,,,,,74.4,score%,0.0289,,prev=74.4 (src-mercor.com-s16-2026-09-30#M334); prev=74.4 (src-mercor.com-s23-2026-10-15#M258); prev=74.4 (src-mercor.com-t8-2026-10-20#M273),https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[4].chartData / row GPT-5.6 Terra / column score),,in, mercor-ext-aa-lcr,mercor.com,opus-5.5,max,mixed,hard,Mercor-ext-aa-lcr,,,,,,74.2,score%,0.0289,,prev=74.2 (src-mercor.com-s16-2026-09-30#M335); prev=74.2 (src-mercor.com-s23-2026-10-15#M259); prev=74.2 (src-mercor.com-t8-2026-10-20#M274),https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[4].chartData / row Opus 5.5 / column score),,in, mercor-ext-aa-lcr,mercor.com,opus-5,max,mixed,hard,Mercor-ext-aa-lcr,,,,,,73.9,score%,0.0289,,prev=73.9 (src-mercor.com-s16-2026-09-30#M336); prev=73.9 (src-mercor.com-s23-2026-10-15#M260); prev=73.9 (src-mercor.com-t8-2026-10-20#M275),https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[4].chartData / row Opus 5 / column score),,in, mercor-ext-medxpertqa-mm,mercor.com,opus-5.5,max,mixed,hard,Mercor-ext-medxpertqa-mm,,,,,,71.2,score%,0.0289,,prev=71.2 (src-mercor.com-s16-2026-09-30#M338); prev=71.2 (src-mercor.com-s23-2026-10-15#M261); prev=71.2 (src-mercor.com-t8-2026-10-20#M276),https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[5].chartData / row Opus 5.5 / column score),,in, mercor-ext-medxpertqa-mm,mercor.com,gpt-6-sol,max,mixed,hard,Mercor-ext-medxpertqa-mm,,,,,,68,score%,0.289,,prev=68 (src-mercor.com-s16-2026-09-30#M339); prev=68 (src-mercor.com-s23-2026-10-15#M262); prev=68 (src-mercor.com-t8-2026-10-20#M277),https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[5].chartData / row GPT-6 Sol / column score),,in, mercor-ext-medxpertqa-mm,mercor.com,fable-5.1,high,mixed,hard,Mercor-ext-medxpertqa-mm,,,,,,66,score%,0.289,,prev=66 (src-mercor.com-s16-2026-09-30#M340); prev=66 (src-mercor.com-s23-2026-10-15#M263); prev=66 (src-mercor.com-t8-2026-10-20#M278),https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[5].chartData / row Fable 5.1 / column score),,in, mercor-ext-medxpertqa-mm,mercor.com,gpt-5.6-sol,max,mixed,hard,Mercor-ext-medxpertqa-mm,,,,,,64.7,score%,0.0289,,prev=64.7 (src-mercor.com-s16-2026-09-30#M341); prev=64.7 (src-mercor.com-s23-2026-10-15#M264); prev=64.7 (src-mercor.com-t8-2026-10-20#M279),https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[5].chartData / row GPT-5.6 Sol / column score),,in, mercor-ext-medxpertqa-mm,mercor.com,gpt-6.1-sol,max,mixed,hard,Mercor-ext-medxpertqa-mm,,,,,,64.7,score%,0.0289,,prev=64.7 (src-mercor.com-s16-2026-09-30#M342); prev=64.7 (src-mercor.com-s23-2026-10-15#M265); prev=64.7 (src-mercor.com-t8-2026-10-20#M280),https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[5].chartData / row GPT-6.1 Sol / column score),,in, mercor-ext-mmmu-pro,mercor.com,gpt-6.1-sol,max,mixed,hard,Mercor-ext-mmmu-pro,,,,,,61.3,score%,0.0289,,prev=61.3 (src-mercor.com-s23-2026-10-15#M266); prev=61.3 (src-mercor.com-t8-2026-10-20#M281),https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[6].chartData / row GPT-6.1 Sol / column score),,in, mercor-ext-mmmu-pro,mercor.com,gpt-6-astra,max,mixed,hard,Mercor-ext-mmmu-pro,,,,,,60,score%,0.289,,prev=60 (src-mercor.com-s16-2026-09-30#M343); prev=60 (src-mercor.com-s23-2026-10-15#M267); prev=60 (src-mercor.com-t8-2026-10-20#M282),https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[6].chartData / row GPT-6 Astra / column score),,in, mercor-ext-mmmu-pro,mercor.com,gpt-5.6-sol,max,mixed,hard,Mercor-ext-mmmu-pro,,,,,,51.9,score%,0.0289,,prev=51.9 (src-mercor.com-s16-2026-09-30#M344); prev=51.9 (src-mercor.com-s23-2026-10-15#M268); prev=51.9 (src-mercor.com-t8-2026-10-20#M283),https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[6].chartData / row GPT-5.6 Sol / column score),,in, mercor-ext-mmmu-pro,mercor.com,gpt-6-sol,max,mixed,hard,Mercor-ext-mmmu-pro,,,,,,51.9,score%,0.0289,,prev=51.9 (src-mercor.com-s16-2026-09-30#M345); prev=51.9 (src-mercor.com-s23-2026-10-15#M269); prev=51.9 (src-mercor.com-t8-2026-10-20#M284),https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[6].chartData / row GPT-6 Sol / column score),,in, mercor-ext-mmmu-pro,mercor.com,opus-5.5,max,mixed,hard,Mercor-ext-mmmu-pro,,,,,,51,score%,0.289,,prev=51 (src-mercor.com-s16-2026-09-30#M346); prev=51 (src-mercor.com-s23-2026-10-15#M270); prev=51 (src-mercor.com-t8-2026-10-20#M285),https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[6].chartData / row Opus 5.5 / column score),,in, mercor-ext-swe-atlas,mercor.com,sonnet-5.5,max,mixed,hard,Mercor-ext-swe-atlas,,,,,,44.7,score%,0.0289,,prev=44.7 (src-mercor.com-s16-2026-09-30#M348); prev=44.7 (src-mercor.com-s23-2026-10-15#M271); prev=44.7 (src-mercor.com-t8-2026-10-20#M286),https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[7].chartData / row Sonnet 5.5 / column score),,in, mercor-ext-swe-atlas,mercor.com,opus-5.5,max,mixed,hard,Mercor-ext-swe-atlas,,,,,,43.3,score%,0.0289,,prev=43.3 (src-mercor.com-s16-2026-09-30#M349); prev=43.3 (src-mercor.com-s23-2026-10-15#M272); prev=43.3 (src-mercor.com-t8-2026-10-20#M287),https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[7].chartData / row Opus 5.5 / column score),,in, mercor-ext-swe-atlas,mercor.com,opus-5,max,mixed,hard,Mercor-ext-swe-atlas,,,,,,40,score%,0.289,,prev=40 (src-mercor.com-s16-2026-09-30#M350); prev=40 (src-mercor.com-s23-2026-10-15#M273); prev=40 (src-mercor.com-t8-2026-10-20#M288),https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[7].chartData / row Opus 5 / column score),,in, mercor-ext-swe-atlas,mercor.com,fable-5.1,max,mixed,hard,Mercor-ext-swe-atlas,,,,,,38,score%,0.289,,prev=38 (src-mercor.com-s16-2026-09-30#M351); prev=38 (src-mercor.com-s23-2026-10-15#M274); prev=38 (src-mercor.com-t8-2026-10-20#M289),https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[7].chartData / row Fable 5.1 / column score),,in, mercor-ext-swe-atlas,mercor.com,deepseek-v4.1-flash,max,mixed,hard,Mercor-ext-swe-atlas,,,,,,36.7,score%,0.0289,,prev=36.7 (src-mercor.com-s16-2026-09-30#M352); prev=36.7 (src-mercor.com-s23-2026-10-15#M275); prev=36.7 (src-mercor.com-t8-2026-10-20#M290),https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[7].chartData / row DeepSeek-V4.1-Flash / column score),,in, mercor-ext-swe-bench-verified,mercor.com,deepseek-v4-pro-0813,max,mixed,hard,Mercor-ext-swe-bench-verified,,,,,,83.3,score%,0.0289,,prev=83.3 (src-mercor.com-s23-2026-10-15#M276); prev=83.3 (src-mercor.com-t8-2026-10-20#M291),https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[8].chartData / row DeepSeek-V4-Pro-0813 / column score),,in, mercor-ext-swe-bench-verified,mercor.com,deepseek-v4.1-flash,max,mixed,hard,Mercor-ext-swe-bench-verified,,,,,,82.7,score%,0.0289,,prev=82.7 (src-mercor.com-s16-2026-09-30#M353); prev=82.7 (src-mercor.com-s23-2026-10-15#M277); prev=82.7 (src-mercor.com-t8-2026-10-20#M292),https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[8].chartData / row DeepSeek-V4.1-Flash / column score),,in, mercor-ext-swe-bench-verified,mercor.com,opus-5,max,mixed,hard,Mercor-ext-swe-bench-verified,,,,,,82,score%,0.289,,prev=82 (src-mercor.com-s16-2026-09-30#M354); prev=82 (src-mercor.com-s23-2026-10-15#M278); prev=82 (src-mercor.com-t8-2026-10-20#M293),https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[8].chartData / row Opus 5 / column score),,in, mercor-ext-swe-bench-verified,mercor.com,fable-5,max,mixed,hard,Mercor-ext-swe-bench-verified,,,,,,78.7,score%,0.0289,,prev=78.7 (src-mercor.com-s16-2026-09-30#M355); prev=78.7 (src-mercor.com-s23-2026-10-15#M279); prev=78.7 (src-mercor.com-t8-2026-10-20#M294),https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[8].chartData / row Fable 5 / column score),,in, mercor-ext-swe-bench-verified,mercor.com,gpt-5.6-terra,max,mixed,hard,Mercor-ext-swe-bench-verified,,,,,,78.7,score%,0.0289,,prev=78.7 (src-mercor.com-s16-2026-09-30#M356); prev=78.7 (src-mercor.com-s23-2026-10-15#M280); prev=78.7 (src-mercor.com-t8-2026-10-20#M295),https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[8].chartData / row GPT-5.6 Terra / column score),,in, mercor-ext-terminal-bench-2-1,mercor.com,opus-5.5,max,mixed,hard,Mercor-ext-terminal-bench-2-1,,,,,,47.5,score%,0.0289,,prev=47.5 (src-mercor.com-s16-2026-09-30#M358); prev=47.5 (src-mercor.com-s23-2026-10-15#M281); prev=47.5 (src-mercor.com-t8-2026-10-20#M296),https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[9].chartData / row Opus 5.5 / column score),,in, mercor-ext-terminal-bench-2-1,mercor.com,gpt-6.1-sol,max,mixed,hard,Mercor-ext-terminal-bench-2-1,,,,,,45.8,score%,0.0289,,prev=45.8 (src-mercor.com-s16-2026-09-30#M359); prev=45.8 (src-mercor.com-s23-2026-10-15#M282); prev=45.8 (src-mercor.com-t8-2026-10-20#M297),https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[9].chartData / row GPT-6.1 Sol / column score),,in, mercor-ext-terminal-bench-2-1,mercor.com,grok-4.6,xhigh,mixed,hard,Mercor-ext-terminal-bench-2-1,,,,,,45.5,score%,0.0289,,prev=45.5 (src-mercor.com-s16-2026-09-30#M360); prev=45.5 (src-mercor.com-s23-2026-10-15#M283); prev=45.5 (src-mercor.com-t8-2026-10-20#M298),https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[9].chartData / row Grok 4.6 / column score),,in, mercor-ext-terminal-bench-2-1,mercor.com,sonnet-5.5,max,mixed,hard,Mercor-ext-terminal-bench-2-1,,,,,,45.5,score%,0.0289,,prev=45.5 (src-mercor.com-s16-2026-09-30#M361); prev=45.5 (src-mercor.com-s23-2026-10-15#M284); prev=45.5 (src-mercor.com-t8-2026-10-20#M299),https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[9].chartData / row Sonnet 5.5 / column score),,in, mercor-ext-terminal-bench-2-1,mercor.com,gemini-3.8-flash,high,mixed,hard,Mercor-ext-terminal-bench-2-1,,,,,,44.4,score%,0.0289,,prev=44.4 (src-mercor.com-s23-2026-10-15#M285); prev=44.4 (src-mercor.com-t8-2026-10-20#M300),https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[9].chartData / row Gemini 3.8 Flash / column score),,in, mercor-oss-scicode,mercor.com,opus-5.5,max,mixed,hard,Mercor-oss-scicode,,,,,,57.4,score%,0.0289,,prev=57.4 (src-mercor.com-s16-2026-09-30#M363); prev=57.4 (src-mercor.com-s23-2026-10-15#M286); prev=57.4 (src-mercor.com-t8-2026-10-20#M301),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[0].chartData / row Opus 5.5 / column score),,in, mercor-oss-scicode,mercor.com,fable-5.1,max,mixed,hard,Mercor-oss-scicode,,,,,,54.6,score%,0.0289,,prev=54.6 (src-mercor.com-s16-2026-09-30#M364); prev=54.6 (src-mercor.com-s23-2026-10-15#M287); prev=54.6 (src-mercor.com-t8-2026-10-20#M302),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[0].chartData / row Fable 5.1 / column score),,in, mercor-oss-scicode,mercor.com,fable-5,max,mixed,hard,Mercor-oss-scicode,,,,,,52.6,score%,0.0289,,prev=49 (src-mercor.com-s16-2026-09-30#M366); prev=49 (src-mercor.com-s23-2026-10-15#M290); prev=52.6 (src-mercor.com-t8-2026-10-20#M303),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[0].chartData / row Fable 5 / column score),,in, mercor-oss-scicode,mercor.com,sonnet-5.5,max,mixed,hard,Mercor-oss-scicode,,,,,,51.2,score%,0.0289,,prev=51.2 (src-mercor.com-s16-2026-09-30#M365); prev=51.2 (src-mercor.com-s23-2026-10-15#M288); prev=51.2 (src-mercor.com-t8-2026-10-20#M304),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[0].chartData / row Sonnet 5.5 / column score),,in, mercor-oss-scicode,mercor.com,gpt-6-astra,xhigh,mixed,hard,Mercor-oss-scicode,,,,,,49.3,score%,0.0289,,prev=47.5 (src-mercor.com-s16-2026-09-30#M367); prev=49.3 (src-mercor.com-t8-2026-10-20#M305),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[0].chartData / row GPT-6 Astra / column score),,in, mercor-oss-swe-atlas,mercor.com,deepseek-v4.1-flash,max,mixed,hard,Mercor-oss-swe-atlas,,,,,,53.5,score%,0.0289,,prev=53.5 (src-mercor.com-s16-2026-09-30#M368); prev=53.5 (src-mercor.com-s23-2026-10-15#M291); prev=53.5 (src-mercor.com-t8-2026-10-20#M306),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[2].chartData / row DeepSeek-V4.1-Flash / column score),,in, mercor-oss-swe-atlas,mercor.com,kimi-k3,max,mixed,hard,Mercor-oss-swe-atlas,,,,,,52.7,score%,0.0289,,prev=52.7 (src-mercor.com-s16-2026-09-30#M369); prev=52.7 (src-mercor.com-s23-2026-10-15#M292); prev=52.7 (src-mercor.com-t8-2026-10-20#M307),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[2].chartData / row Kimi K3 / column score),,in, mercor-oss-swe-atlas,mercor.com,?Qwen3.8-Max,not-established:absent,mixed,hard,Mercor-oss-swe-atlas,,,,,,50.5,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[2].chartData / row Qwen3.8-Max / column score),,out:model-not-established, mercor-oss-swe-atlas,mercor.com,opus-5,max,mixed,hard,Mercor-oss-swe-atlas,,,,,,50.3,score%,0.0289,,prev=50.3 (src-mercor.com-s16-2026-09-30#M370); prev=50.3 (src-mercor.com-s23-2026-10-15#M294); prev=50.3 (src-mercor.com-t8-2026-10-20#M309),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[2].chartData / row Opus 5 / column score),,in, mercor-oss-swe-atlas,mercor.com,sonnet-5.5,max,mixed,hard,Mercor-oss-swe-atlas,,,,,,50.3,score%,0.0289,,prev=50.3 (src-mercor.com-s16-2026-09-30#M371); prev=50.3 (src-mercor.com-s23-2026-10-15#M295); prev=50.3 (src-mercor.com-t8-2026-10-20#M310),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[2].chartData / row Sonnet 5.5 / column score),,in, mercor-oss-swe-bench-verified,mercor.com,opus-5.5,max,mixed,hard,Mercor-oss-swe-bench-verified,,,,,,98.2,score%,0.0289,,prev=98.2 (src-mercor.com-s16-2026-09-30#M373); prev=98.2 (src-mercor.com-s23-2026-10-15#M296); prev=98.2 (src-mercor.com-t8-2026-10-20#M311),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[3].chartData / row Opus 5.5 / column score),,in, mercor-oss-swe-bench-verified,mercor.com,sonnet-5.5,max,mixed,hard,Mercor-oss-swe-bench-verified,,,,,,96.7,score%,0.0289,,prev=96.7 (src-mercor.com-s16-2026-09-30#M374); prev=96.7 (src-mercor.com-s23-2026-10-15#M297); prev=96.7 (src-mercor.com-t8-2026-10-20#M312),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[3].chartData / row Sonnet 5.5 / column score),,in, mercor-oss-swe-bench-verified,mercor.com,fable-5.1,max,mixed,hard,Mercor-oss-swe-bench-verified,,,,,,96.6,score%,0.0289,,prev=96.6 (src-mercor.com-s16-2026-09-30#M375); prev=96.6 (src-mercor.com-s23-2026-10-15#M298); prev=96.6 (src-mercor.com-t8-2026-10-20#M313),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[3].chartData / row Fable 5.1 / column score),,in, mercor-oss-swe-bench-verified,mercor.com,fable-5,max,mixed,hard,Mercor-oss-swe-bench-verified,,,,,,95.9,score%,0.0289,,prev=95.9 (src-mercor.com-s16-2026-09-30#M376); prev=95.9 (src-mercor.com-s23-2026-10-15#M299); prev=95.9 (src-mercor.com-t8-2026-10-20#M314),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[3].chartData / row Fable 5 / column score),,in, mercor-oss-swe-bench-verified,mercor.com,opus-5,max,mixed,hard,Mercor-oss-swe-bench-verified,,,,,,93.5,score%,0.0289,,prev=93.5 (src-mercor.com-s16-2026-09-30#M377); prev=93.5 (src-mercor.com-s23-2026-10-15#M300); prev=93.5 (src-mercor.com-t8-2026-10-20#M315),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[3].chartData / row Opus 5 / column score),,in, mercor-oss-aa-lcr,mercor.com,fable-5.1,max,mixed,hard,Mercor-oss-aa-lcr,,,,,,87.5,score%,0.0289,,prev=87.5 (src-mercor.com-s16-2026-09-30#M378); prev=87.5 (src-mercor.com-s23-2026-10-15#M301); prev=87.5 (src-mercor.com-t8-2026-10-20#M316),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[4].chartData / row Fable 5.1 / column score),,in, mercor-oss-aa-lcr,mercor.com,fable-5,max,mixed,hard,Mercor-oss-aa-lcr,,,,,,85.5,score%,0.0289,,prev=85.5 (src-mercor.com-s16-2026-09-30#M379); prev=85.5 (src-mercor.com-s23-2026-10-15#M302); prev=85.5 (src-mercor.com-t8-2026-10-20#M317),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[4].chartData / row Fable 5 / column score),,in, mercor-oss-aa-lcr,mercor.com,gpt-5.6-sol,max,mixed,hard,Mercor-oss-aa-lcr,,,,,,85.3,score%,0.0289,,prev=85.3 (src-mercor.com-s16-2026-09-30#M380); prev=85.3 (src-mercor.com-s23-2026-10-15#M303); prev=85.3 (src-mercor.com-t8-2026-10-20#M318),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[4].chartData / row GPT-5.6 Sol / column score),,in, mercor-oss-aa-lcr,mercor.com,opus-5.5,max,mixed,hard,Mercor-oss-aa-lcr,,,,,,85,score%,0.289,,prev=85 (src-mercor.com-s16-2026-09-30#M381); prev=85 (src-mercor.com-s23-2026-10-15#M304); prev=85 (src-mercor.com-t8-2026-10-20#M319),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[4].chartData / row Opus 5.5 / column score),,in, mercor-oss-aa-lcr,mercor.com,kimi-k3,max,mixed,hard,Mercor-oss-aa-lcr,,,,,,84.3,score%,0.0289,,prev=84.3 (src-mercor.com-s16-2026-09-30#M382); prev=84.3 (src-mercor.com-s23-2026-10-15#M305); prev=84.3 (src-mercor.com-t8-2026-10-20#M320),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[4].chartData / row Kimi K3 / column score),,in, mercor-oss-mmlu-pro,mercor.com,opus-5.5,max,mixed,hard,Mercor-oss-mmlu-pro,,,,,,93.4,score%,0.0289,,prev=93.4 (src-mercor.com-s16-2026-09-30#M383); prev=93.4 (src-mercor.com-s23-2026-10-15#M306); prev=93.4 (src-mercor.com-t8-2026-10-20#M321),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[5].chartData / row Opus 5.5 / column score),,in, mercor-oss-mmlu-pro,mercor.com,fable-5.1,max,mixed,hard,Mercor-oss-mmlu-pro,,,,,,93,score%,0.289,,prev=93 (src-mercor.com-s23-2026-10-15#M307); prev=93 (src-mercor.com-t8-2026-10-20#M322),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[5].chartData / row Fable 5.1 / column score),,in, mercor-oss-mmlu-pro,mercor.com,opus-5,max,mixed,hard,Mercor-oss-mmlu-pro,,,,,,92,score%,0.289,,prev=92 (src-mercor.com-s16-2026-09-30#M384); prev=92 (src-mercor.com-s23-2026-10-15#M308); prev=92 (src-mercor.com-t8-2026-10-20#M323),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[5].chartData / row Opus 5 / column score),,in, mercor-oss-mmlu-pro,mercor.com,gpt-6-astra,max,mixed,hard,Mercor-oss-mmlu-pro,,,,,,91.5,score%,0.0289,,prev=91.5 (src-mercor.com-s23-2026-10-15#M309); prev=91.5 (src-mercor.com-t8-2026-10-20#M324),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[5].chartData / row GPT-6 Astra / column score),,in, mercor-oss-mmlu-pro,mercor.com,gemini-3.1-pro,high,mixed,hard,Mercor-oss-mmlu-pro,,,,,,91.3,score%,0.0289,,prev=91.3 (src-mercor.com-s16-2026-09-30#M386); prev=91.3 (src-mercor.com-s23-2026-10-15#M310); prev=91.3 (src-mercor.com-t8-2026-10-20#M325),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[5].chartData / row Gemini 3.1 Pro / column score),,in, mercor-oss-mmmu-pro,mercor.com,gpt-6-astra,max,mixed,hard,Mercor-oss-mmmu-pro,,,,,,87.5,score%,0.0289,,prev=87.5 (src-mercor.com-s23-2026-10-15#M311); prev=87.5 (src-mercor.com-t8-2026-10-20#M326),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[6].chartData / row GPT-6 Astra / column score),,in, mercor-oss-mmmu-pro,mercor.com,opus-5.5,max,mixed,hard,Mercor-oss-mmmu-pro,,,,,,87.4,score%,0.0289,,prev=87.4 (src-mercor.com-s16-2026-09-30#M388); prev=87.4 (src-mercor.com-s23-2026-10-15#M312); prev=87.4 (src-mercor.com-t8-2026-10-20#M327),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[6].chartData / row Opus 5.5 / column score),,in, mercor-oss-mmmu-pro,mercor.com,fable-5.1,max,mixed,hard,Mercor-oss-mmmu-pro,,,,,,86.1,score%,0.0289,,prev=86.1 (src-mercor.com-s16-2026-09-30#M390); prev=86.1 (src-mercor.com-s23-2026-10-15#M313); prev=86.1 (src-mercor.com-t8-2026-10-20#M328),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[6].chartData / row Fable 5.1 / column score),,in, mercor-oss-mmmu-pro,mercor.com,sonnet-5.5,max,mixed,hard,Mercor-oss-mmmu-pro,,,,,,85.8,score%,0.0289,,prev=85.8 (src-mercor.com-s23-2026-10-15#M314); prev=85.8 (src-mercor.com-t8-2026-10-20#M329),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[6].chartData / row Sonnet 5.5 / column score),,in, mercor-oss-mmmu-pro,mercor.com,gpt-6.1-sol,max,mixed,hard,Mercor-oss-mmmu-pro,,,,,,85.8,score%,0.0289,,prev=85.8 (src-mercor.com-s23-2026-10-15#M315); prev=85.8 (src-mercor.com-t8-2026-10-20#M330),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[6].chartData / row GPT-6.1 Sol / column score),,in, mercor-oss-advanced-if,mercor.com,gemini-3.1-pro,high,mixed,hard,Mercor-oss-advanced-if,,,,,,86.7,score%,0.0289,,prev=86.7 (src-mercor.com-s16-2026-09-30#M393); prev=86.7 (src-mercor.com-s23-2026-10-15#M316); prev=86.7 (src-mercor.com-t8-2026-10-20#M331),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[8].chartData / row Gemini 3.1 Pro / column score),,in, mercor-oss-advanced-if,mercor.com,gemini-3.6-flash,high,mixed,hard,Mercor-oss-advanced-if,,,,,,85.3,score%,0.0289,,prev=85.3 (src-mercor.com-s16-2026-09-30#M394); prev=85.3 (src-mercor.com-s23-2026-10-15#M317); prev=85.3 (src-mercor.com-t8-2026-10-20#M332),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[8].chartData / row Gemini 3.6 Flash / column score),,in, mercor-oss-advanced-if,mercor.com,?Qwen3.8-Max,not-established:absent,mixed,hard,Mercor-oss-advanced-if,,,,,,85.1,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[8].chartData / row Qwen3.8-Max / column score),,out:model-not-established, mercor-oss-advanced-if,mercor.com,fable-5.1,max,mixed,hard,Mercor-oss-advanced-if,,,,,,84.2,score%,0.0289,,prev=84.2 (src-mercor.com-s23-2026-10-15#M319); prev=84.2 (src-mercor.com-t8-2026-10-20#M334),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[8].chartData / row Fable 5.1 / column score),,in, mercor-oss-advanced-if,mercor.com,deepseek-v4.1-flash,max,mixed,hard,Mercor-oss-advanced-if,,,,,,84,score%,0.289,,prev=84 (src-mercor.com-s16-2026-09-30#M395); prev=84 (src-mercor.com-s23-2026-10-15#M320); prev=84 (src-mercor.com-t8-2026-10-20#M335),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[8].chartData / row DeepSeek-V4.1-Flash / column score),,in, mercor-oss-aime-2025,mercor.com,opus-5,max,mixed,hard,Mercor-oss-aime-2025,,,,,,100,score%,0.289,,prev=100 (src-mercor.com-s16-2026-09-30#M398); prev=100 (src-mercor.com-s23-2026-10-15#M321); prev=100 (src-mercor.com-t8-2026-10-20#M336),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[9].chartData / row Opus 5 / column score),,out:saturated, mercor-oss-aime-2025,mercor.com,fable-5,max,mixed,hard,Mercor-oss-aime-2025,,,,,,100,score%,0.289,,prev=100 (src-mercor.com-s16-2026-09-30#M399); prev=100 (src-mercor.com-s23-2026-10-15#M322); prev=100 (src-mercor.com-t8-2026-10-20#M337),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[9].chartData / row Fable 5 / column score),,out:saturated, mercor-oss-aime-2025,mercor.com,?DeepSeek-V4-Flash,not-established:absent,mixed,hard,Mercor-oss-aime-2025,,,,,,100,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[9].chartData / row DeepSeek-V4-Flash / column score),,out:model-not-established, mercor-oss-aime-2025,mercor.com,gpt-5.5,xhigh,mixed,hard,Mercor-oss-aime-2025,,,,,,100,score%,0.289,,prev=100 (src-mercor.com-s16-2026-09-30#M401); prev=100 (src-mercor.com-s23-2026-10-15#M324); prev=100 (src-mercor.com-t8-2026-10-20#M339),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[9].chartData / row GPT-5.5 / column score),,out:saturated, mercor-oss-aime-2025,mercor.com,gpt-5.6-sol,max,mixed,hard,Mercor-oss-aime-2025,,,,,,100,score%,0.289,,prev=100 (src-mercor.com-s16-2026-09-30#M402); prev=100 (src-mercor.com-s23-2026-10-15#M325); prev=100 (src-mercor.com-t8-2026-10-20#M340),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[9].chartData / row GPT-5.6 Sol / column score),,out:saturated, mercor-oss-charxiv,mercor.com,opus-5.5,max,mixed,hard,Mercor-oss-charxiv,,,,,,96.4,score%,0.0289,,prev=96.4 (src-mercor.com-s16-2026-09-30#M403); prev=96.4 (src-mercor.com-s23-2026-10-15#M326); prev=96.4 (src-mercor.com-t8-2026-10-20#M341),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[11].chartData / row Opus 5.5 / column score),,in, mercor-oss-charxiv,mercor.com,gpt-6-astra,max,mixed,hard,Mercor-oss-charxiv,,,,,,96.1,score%,0.0289,,prev=96.1 (src-mercor.com-s16-2026-09-30#M404); prev=96.1 (src-mercor.com-s23-2026-10-15#M327); prev=96.1 (src-mercor.com-t8-2026-10-20#M342),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[11].chartData / row GPT-6 Astra / column score),,in, mercor-oss-charxiv,mercor.com,sonnet-5.5,max,mixed,hard,Mercor-oss-charxiv,,,,,,96.1,score%,0.0289,,prev=96.1 (src-mercor.com-s16-2026-09-30#M405); prev=96.1 (src-mercor.com-s23-2026-10-15#M328); prev=96.1 (src-mercor.com-t8-2026-10-20#M343),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[11].chartData / row Sonnet 5.5 / column score),,in, mercor-oss-charxiv,mercor.com,gpt-6.1-sol,max,mixed,hard,Mercor-oss-charxiv,,,,,,96,score%,0.289,,prev=96 (src-mercor.com-s23-2026-10-15#M329); prev=96 (src-mercor.com-t8-2026-10-20#M344),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[11].chartData / row GPT-6.1 Sol / column score),,in, mercor-oss-charxiv,mercor.com,gemini-3.8-flash,high,mixed,hard,Mercor-oss-charxiv,,,,,,95.4,score%,0.0289,,prev=95.4 (src-mercor.com-s16-2026-09-30#M406); prev=95.4 (src-mercor.com-s23-2026-10-15#M330); prev=95.4 (src-mercor.com-t8-2026-10-20#M345),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[11].chartData / row Gemini 3.8 Flash / column score),,in, mercor-oss-cvdp,mercor.com,opus-5.5,max,mixed,hard,Mercor-oss-cvdp,,,,,,64.1,score%,0.0289,,prev=63 (src-mercor.com-s16-2026-09-30#M408); prev=64.1 (src-mercor.com-s23-2026-10-15#M331); prev=64.1 (src-mercor.com-t8-2026-10-20#M346),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[12].chartData / row Opus 5.5 / column score),,in, mercor-oss-cvdp,mercor.com,fable-5.1,max,mixed,hard,Mercor-oss-cvdp,,,,,,62.6,score%,0.0289,,prev=61.6 (src-mercor.com-s16-2026-09-30#M409); prev=62.6 (src-mercor.com-s23-2026-10-15#M332); prev=62.6 (src-mercor.com-t8-2026-10-20#M347),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[12].chartData / row Fable 5.1 / column score),,in, mercor-oss-cvdp,mercor.com,opus-5,max,mixed,hard,Mercor-oss-cvdp,,,,,,62.2,score%,0.0289,,prev=61.1 (src-mercor.com-s16-2026-09-30#M410); prev=62.2 (src-mercor.com-s23-2026-10-15#M333); prev=62.2 (src-mercor.com-t8-2026-10-20#M348),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[12].chartData / row Opus 5 / column score),,in, mercor-oss-cvdp,mercor.com,sonnet-5.5,max,mixed,hard,Mercor-oss-cvdp,,,,,,60.6,score%,0.0289,,prev=60.6 (src-mercor.com-s23-2026-10-15#M334); prev=60.6 (src-mercor.com-t8-2026-10-20#M349),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[12].chartData / row Sonnet 5.5 / column score),,in, mercor-oss-cvdp,mercor.com,grok-4.6,xhigh,mixed,hard,Mercor-oss-cvdp,,,,,,58,score%,0.289,,prev=57.1 (src-mercor.com-s16-2026-09-30#M411); prev=58 (src-mercor.com-s23-2026-10-15#M335); prev=58 (src-mercor.com-t8-2026-10-20#M350),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[12].chartData / row Grok 4.6 / column score),,in, mercor-oss-deepresearch-bench-ii,mercor.com,opus-5,high,mixed,hard,Mercor-oss-deepresearch-bench-ii,,,,,,56.1,score%,0.0289,,prev=56.1 (src-mercor.com-s16-2026-09-30#M413); prev=56.1 (src-mercor.com-s23-2026-10-15#M336); prev=56.1 (src-mercor.com-t8-2026-10-20#M351),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[13].chartData / row Opus 5 / column score),,in, mercor-oss-deepresearch-bench-ii,mercor.com,fable-5.1,max,mixed,hard,Mercor-oss-deepresearch-bench-ii,,,,,,55,score%,0.289,,prev=55 (src-mercor.com-s16-2026-09-30#M414); prev=55 (src-mercor.com-s23-2026-10-15#M337); prev=55 (src-mercor.com-t8-2026-10-20#M352),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[13].chartData / row Fable 5.1 / column score),,in, mercor-oss-deepresearch-bench-ii,mercor.com,sonnet-4.6,high,mixed,hard,Mercor-oss-deepresearch-bench-ii,,,,,,53.3,score%,0.0289,,prev=53.3 (src-mercor.com-s16-2026-09-30#M415); prev=53.3 (src-mercor.com-s23-2026-10-15#M338); prev=53.3 (src-mercor.com-t8-2026-10-20#M353),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[13].chartData / row Sonnet 4.6 / column score),,in, mercor-oss-deepresearch-bench-ii,mercor.com,opus-5.5,max,mixed,hard,Mercor-oss-deepresearch-bench-ii,,,,,,53.3,score%,0.0289,,prev=53.3 (src-mercor.com-s16-2026-09-30#M416); prev=53.3 (src-mercor.com-s23-2026-10-15#M339); prev=53.3 (src-mercor.com-t8-2026-10-20#M354),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[13].chartData / row Opus 5.5 / column score),,in, mercor-oss-deepresearch-bench-ii,mercor.com,deepseek-v4.1-flash,max,mixed,hard,Mercor-oss-deepresearch-bench-ii,,,,,,53.2,score%,0.0289,,prev=53.2 (src-mercor.com-s16-2026-09-30#M417); prev=53.2 (src-mercor.com-s23-2026-10-15#M340); prev=53.2 (src-mercor.com-t8-2026-10-20#M355),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[13].chartData / row DeepSeek-V4.1-Flash / column score),,in, mercor-oss-deep-swe,mercor.com,opus-5.5,max,mixed,hard,Mercor-oss-deep-swe,,,,,,72.3,score%,0.0289,,prev=72.3 (src-mercor.com-s16-2026-09-30#M418); prev=72.3 (src-mercor.com-s23-2026-10-15#M341); prev=72.3 (src-mercor.com-t8-2026-10-20#M356),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[14].chartData / row Opus 5.5 / column score),,in, mercor-oss-deep-swe,mercor.com,gpt-6.1-sol,max,mixed,hard,Mercor-oss-deep-swe,,,,,,72.3,score%,0.0289,,prev=72.3 (src-mercor.com-s23-2026-10-15#M342); prev=72.3 (src-mercor.com-t8-2026-10-20#M357),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[14].chartData / row GPT-6.1 Sol / column score),,in, mercor-oss-deep-swe,mercor.com,gpt-6-astra,max,mixed,hard,Mercor-oss-deep-swe,,,,,,72,score%,0.289,,prev=72 (src-mercor.com-s16-2026-09-30#M419); prev=72 (src-mercor.com-s23-2026-10-15#M343); prev=72 (src-mercor.com-t8-2026-10-20#M358),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[14].chartData / row GPT-6 Astra / column score),,in, mercor-oss-deep-swe,mercor.com,deepseek-v4.1-flash,max,mixed,hard,Mercor-oss-deep-swe,,,,,,71.7,score%,0.0289,,prev=71.7 (src-mercor.com-s16-2026-09-30#M420); prev=71.7 (src-mercor.com-s23-2026-10-15#M344); prev=71.7 (src-mercor.com-t8-2026-10-20#M359),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[14].chartData / row DeepSeek-V4.1-Flash / column score),,in, mercor-oss-deep-swe,mercor.com,opus-5,max,mixed,hard,Mercor-oss-deep-swe,,,,,,71.4,score%,0.0289,,prev=71.4 (src-mercor.com-s16-2026-09-30#M421); prev=71.4 (src-mercor.com-s23-2026-10-15#M345); prev=71.4 (src-mercor.com-t8-2026-10-20#M360),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[14].chartData / row Opus 5 / column score),,in, mercor-oss-gdpval,mercor.com,opus-5.5,max,mixed,hard,Mercor-oss-gdpval,,,,,,88.3,score%,0.0289,,prev=88.3 (src-mercor.com-s16-2026-09-30#M428); prev=88.3 (src-mercor.com-s23-2026-10-15#M351); prev=88.3 (src-mercor.com-t8-2026-10-20#M366),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[15].chartData / row Opus 5.5 / column score),,in, mercor-oss-gdpval,mercor.com,deepseek-v4.1-flash,max,mixed,hard,Mercor-oss-gdpval,,,,,,86.7,score%,0.0289,,prev=86.7 (src-mercor.com-s16-2026-09-30#M429); prev=86.7 (src-mercor.com-s23-2026-10-15#M353); prev=86.7 (src-mercor.com-t8-2026-10-20#M367),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[15].chartData / row DeepSeek-V4.1-Flash / column score),,in, mercor-oss-gdpval,mercor.com,gpt-6-astra,max,mixed,hard,Mercor-oss-gdpval,,,,,,86.7,score%,0.0289,,prev=86.7 (src-mercor.com-s23-2026-10-15#M352); prev=86.7 (src-mercor.com-t8-2026-10-20#M368),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[15].chartData / row GPT-6 Astra / column score),,in, mercor-oss-gdpval,mercor.com,fable-5.1,max,mixed,hard,Mercor-oss-gdpval,,,,,,86.6,score%,0.0289,,prev=86.6 (src-mercor.com-s16-2026-09-30#M430); prev=86.6 (src-mercor.com-s23-2026-10-15#M354); prev=86.6 (src-mercor.com-t8-2026-10-20#M369),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[15].chartData / row Fable 5.1 / column score),,in, mercor-oss-gdpval,mercor.com,sonnet-5.5,max,mixed,hard,Mercor-oss-gdpval,,,,,,86.5,score%,0.0289,,prev=86.5 (src-mercor.com-s23-2026-10-15#M355); prev=86.5 (src-mercor.com-t8-2026-10-20#M370),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[15].chartData / row Sonnet 5.5 / column score),,in, mercor-oss-genebench,mercor.com,sonnet-5.5,max,mixed,hard,Mercor-oss-genebench,,,,,,39,score%,0.289,,prev=39 (src-mercor.com-s23-2026-10-15#M356); prev=39 (src-mercor.com-t8-2026-10-20#M371),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[16].chartData / row Sonnet 5.5 / column score),,in, mercor-oss-genebench,mercor.com,gpt-6-astra,max,mixed,hard,Mercor-oss-genebench,,,,,,36,score%,0.289,,prev=36 (src-mercor.com-s23-2026-10-15#M357); prev=36 (src-mercor.com-t8-2026-10-20#M372),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[16].chartData / row GPT-6 Astra / column score),,in, mercor-oss-genebench,mercor.com,gpt-6.1-sol,max,mixed,hard,Mercor-oss-genebench,,,,,,33,score%,0.289,,prev=33 (src-mercor.com-s23-2026-10-15#M358); prev=33 (src-mercor.com-t8-2026-10-20#M373),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[16].chartData / row GPT-6.1 Sol / column score),,in, mercor-oss-genebench,mercor.com,opus-5.5,max,mixed,hard,Mercor-oss-genebench,,,,,,30,score%,0.289,,prev=30 (src-mercor.com-s23-2026-10-15#M359); prev=30 (src-mercor.com-t8-2026-10-20#M374),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[16].chartData / row Opus 5.5 / column score),,in, mercor-oss-genebench,mercor.com,muse-spark-1.3,max,mixed,hard,Mercor-oss-genebench,,,,,,26,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[16].chartData / row Muse Spark 1.3 / column score),,out:effort-not-established, mercor-oss-hle,mercor.com,muse-spark-1.1,xhigh,mixed,hard,Mercor-oss-hle,,,,,,57.9,score%,0.0289,,prev=57.9 (src-mercor.com-s23-2026-10-15#M361); prev=57.9 (src-mercor.com-t8-2026-10-20#M376),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[18].chartData / row Muse Spark 1.1 / column score),,out:single-couple, mercor-oss-hle,mercor.com,opus-5.5,max,mixed,hard,Mercor-oss-hle,,,,,,57.4,score%,0.0289,,prev=57.4 (src-mercor.com-s16-2026-09-30#M438); prev=57.4 (src-mercor.com-s23-2026-10-15#M362); prev=57.4 (src-mercor.com-t8-2026-10-20#M377),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[18].chartData / row Opus 5.5 / column score),,in, mercor-oss-hle,mercor.com,gpt-6-astra,xhigh,mixed,hard,Mercor-oss-hle,,,,,,55,score%,0.289,,prev=55.6 (src-mercor.com-s16-2026-09-30#M439); prev=55.6 (src-mercor.com-s23-2026-10-15#M363); prev=55 (src-mercor.com-t8-2026-10-20#M378),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[18].chartData / row GPT-6 Astra / column score),,in, mercor-oss-hle,mercor.com,fable-5.1,max,mixed,hard,Mercor-oss-hle,,,,,,54.6,score%,0.0289,,prev=54.6 (src-mercor.com-s16-2026-09-30#M440); prev=54.6 (src-mercor.com-s23-2026-10-15#M364); prev=54.6 (src-mercor.com-t8-2026-10-20#M379),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[18].chartData / row Fable 5.1 / column score),,in, mercor-oss-hle,mercor.com,gpt-6.1-sol,max,mixed,hard,Mercor-oss-hle,,,,,,54.5,score%,0.0289,,prev=54.5 (src-mercor.com-s23-2026-10-15#M365); prev=54.5 (src-mercor.com-t8-2026-10-20#M380),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[18].chartData / row GPT-6.1 Sol / column score),,in, mercor-oss-medxpertqa-mm,mercor.com,gpt-6-astra,max,mixed,hard,Mercor-oss-medxpertqa-mm,,,,,,86.8,score%,0.0289,,prev=86.8 (src-mercor.com-s16-2026-09-30#M443); prev=86.8 (src-mercor.com-s23-2026-10-15#M366); prev=86.8 (src-mercor.com-t8-2026-10-20#M381),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[19].chartData / row GPT-6 Astra / column score),,in, mercor-oss-medxpertqa-mm,mercor.com,opus-5.5,max,mixed,hard,Mercor-oss-medxpertqa-mm,,,,,,85.7,score%,0.0289,,prev=85.7 (src-mercor.com-s16-2026-09-30#M444); prev=85.7 (src-mercor.com-s23-2026-10-15#M367); prev=85.7 (src-mercor.com-t8-2026-10-20#M382),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[19].chartData / row Opus 5.5 / column score),,in, mercor-oss-medxpertqa-mm,mercor.com,gpt-6.1-sol,max,mixed,hard,Mercor-oss-medxpertqa-mm,,,,,,85.7,score%,0.0289,,prev=85.7 (src-mercor.com-s16-2026-09-30#M445); prev=85.7 (src-mercor.com-s23-2026-10-15#M368); prev=85.7 (src-mercor.com-t8-2026-10-20#M383),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[19].chartData / row GPT-6.1 Sol / column score),,in, mercor-oss-medxpertqa-mm,mercor.com,gemini-3.8-flash,high,mixed,hard,Mercor-oss-medxpertqa-mm,,,,,,84.7,score%,0.0289,,prev=84.7 (src-mercor.com-s16-2026-09-30#M446); prev=84.7 (src-mercor.com-s23-2026-10-15#M369); prev=84.7 (src-mercor.com-t8-2026-10-20#M384),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[19].chartData / row Gemini 3.8 Flash / column score),,in, mercor-oss-medxpertqa-mm,mercor.com,fable-5.1,max,mixed,hard,Mercor-oss-medxpertqa-mm,,,,,,83.7,score%,0.0289,,prev=83.7 (src-mercor.com-s16-2026-09-30#M447); prev=83.7 (src-mercor.com-s23-2026-10-15#M370); prev=83.7 (src-mercor.com-t8-2026-10-20#M385),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[19].chartData / row Fable 5.1 / column score),,in, mercor-oss-program-bench,mercor.com,opus-5.5,max,mixed,hard,Mercor-oss-program-bench,,,,,,20,score%,0.289,,prev=20 (src-mercor.com-s16-2026-09-30#M448); prev=20 (src-mercor.com-s23-2026-10-15#M371); prev=20 (src-mercor.com-t8-2026-10-20#M386),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[20].chartData / row Opus 5.5 / column score),,in, mercor-oss-program-bench,mercor.com,fable-5.1,high,mixed,hard,Mercor-oss-program-bench,,,,,,11.3,score%,0.0289,,prev=11.3 (src-mercor.com-s16-2026-09-30#M449); prev=11.3 (src-mercor.com-s23-2026-10-15#M372); prev=11.3 (src-mercor.com-t8-2026-10-20#M387),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[20].chartData / row Fable 5.1 / column score),,in, mercor-oss-program-bench,mercor.com,gpt-6-astra,max,mixed,hard,Mercor-oss-program-bench,,,,,,8,score%,0.289,,prev=8 (src-mercor.com-s23-2026-10-15#M373); prev=8 (src-mercor.com-t8-2026-10-20#M388),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[20].chartData / row GPT-6 Astra / column score),,in, mercor-oss-program-bench,mercor.com,gpt-6.1-sol,max,mixed,hard,Mercor-oss-program-bench,,,,,,6.3,score%,0.0289,,prev=6.3 (src-mercor.com-s16-2026-09-30#M450); prev=6.3 (src-mercor.com-s23-2026-10-15#M374); prev=6.3 (src-mercor.com-t8-2026-10-20#M389),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[20].chartData / row GPT-6.1 Sol / column score),,in, mercor-oss-program-bench,mercor.com,opus-5,high,mixed,hard,Mercor-oss-program-bench,,,,,,4.3,score%,0.0289,,prev=4.3 (src-mercor.com-s16-2026-09-30#M451); prev=4.3 (src-mercor.com-s23-2026-10-15#M375); prev=4.3 (src-mercor.com-t8-2026-10-20#M390),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[20].chartData / row Opus 5 / column score),,in, mercor-oss-super-chem,mercor.com,gpt-6-astra,xhigh,mixed,hard,Mercor-oss-super-chem,,,,,,80.3,score%,0.0289,,prev=80.3 (src-mercor.com-s16-2026-09-30#M453); prev=80.3 (src-mercor.com-s23-2026-10-15#M376); prev=80.3 (src-mercor.com-t8-2026-10-20#M391),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[22].chartData / row GPT-6 Astra / column score),,in, mercor-oss-super-chem,mercor.com,opus-5.5,max,mixed,hard,Mercor-oss-super-chem,,,,,,79.6,score%,0.0289,,prev=79.6 (src-mercor.com-s16-2026-09-30#M454); prev=79.6 (src-mercor.com-s23-2026-10-15#M377); prev=79.6 (src-mercor.com-t8-2026-10-20#M392),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[22].chartData / row Opus 5.5 / column score),,in, mercor-oss-super-chem,mercor.com,gpt-6.1-sol,max,mixed,hard,Mercor-oss-super-chem,,,,,,77.8,score%,0.0289,,prev=77.8 (src-mercor.com-s23-2026-10-15#M378); prev=77.8 (src-mercor.com-t8-2026-10-20#M393),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[22].chartData / row GPT-6.1 Sol / column score),,in, mercor-oss-super-chem,mercor.com,sonnet-5.5,max,mixed,hard,Mercor-oss-super-chem,,,,,,75.4,score%,0.0289,,prev=75.4 (src-mercor.com-s23-2026-10-15#M379); prev=75.4 (src-mercor.com-t8-2026-10-20#M394),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[22].chartData / row Sonnet 5.5 / column score),,in, mercor-oss-super-chem,mercor.com,gpt-5.6-sol,max,mixed,hard,Mercor-oss-super-chem,,,,,,74.9,score%,0.0289,,prev=74.9 (src-mercor.com-s23-2026-10-15#M380); prev=74.9 (src-mercor.com-t8-2026-10-20#M395),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[22].chartData / row GPT-5.6 Sol / column score),,in, mercor-oss-swe-bench-multilingual,mercor.com,deepseek-v4.1-flash,max,mixed,hard,Mercor-oss-swe-bench-multilingual,,,,,,98.2,score%,0.0289,,prev=98.2 (src-mercor.com-s16-2026-09-30#M458); prev=98.2 (src-mercor.com-s23-2026-10-15#M381); prev=98.2 (src-mercor.com-t8-2026-10-20#M396),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[23].chartData / row DeepSeek-V4.1-Flash / column score),,in, mercor-oss-swe-bench-multilingual,mercor.com,deepseek-v4-pro-0813,max,mixed,hard,Mercor-oss-swe-bench-multilingual,,,,,,96.4,score%,0.0289,,prev=96.4 (src-mercor.com-s16-2026-09-30#M459); prev=96.4 (src-mercor.com-s23-2026-10-15#M382); prev=96.4 (src-mercor.com-t8-2026-10-20#M397),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[23].chartData / row DeepSeek-V4-Pro-0813 / column score),,in, mercor-oss-swe-bench-multilingual,mercor.com,opus-5,max,mixed,hard,Mercor-oss-swe-bench-multilingual,,,,,,96.2,score%,0.0289,,prev=96.2 (src-mercor.com-s16-2026-09-30#M460); prev=96.2 (src-mercor.com-s23-2026-10-15#M383); prev=96.2 (src-mercor.com-t8-2026-10-20#M398),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[23].chartData / row Opus 5 / column score),,in, mercor-oss-swe-bench-multilingual,mercor.com,opus-5.5,max,mixed,hard,Mercor-oss-swe-bench-multilingual,,,,,,95.5,score%,0.0289,,prev=95.5 (src-mercor.com-s16-2026-09-30#M461); prev=95.5 (src-mercor.com-s23-2026-10-15#M384); prev=95.5 (src-mercor.com-t8-2026-10-20#M399),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[23].chartData / row Opus 5.5 / column score),,in, mercor-oss-swe-bench-multilingual,mercor.com,?DeepSeek-V4-Flash,not-established:absent,mixed,hard,Mercor-oss-swe-bench-multilingual,,,,,,95.4,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[23].chartData / row DeepSeek-V4-Flash / column score),,out:model-not-established, mercor-oss-terminal-bench-4-0,mercor.com,gpt-6.1-sol,max,mixed,hard,Mercor-oss-terminal-bench-4-0,,,,,,59.6,score%,0.0289,,prev=59.6 (src-mercor.com-s23-2026-10-15#M386); prev=59.6 (src-mercor.com-t8-2026-10-20#M401),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[24].chartData / row GPT-6.1 Sol / column score),,in, mercor-oss-terminal-bench-4-0,mercor.com,opus-5.5,max,mixed,hard,Mercor-oss-terminal-bench-4-0,,,,,,58.3,score%,0.0289,,prev=58.3 (src-mercor.com-s23-2026-10-15#M387); prev=58.3 (src-mercor.com-t8-2026-10-20#M402),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[24].chartData / row Opus 5.5 / column score),,in, mercor-oss-terminal-bench-4-0,mercor.com,gpt-6-astra,max,mixed,hard,Mercor-oss-terminal-bench-4-0,,,,,,54.5,score%,0.0289,,prev=54.5 (src-mercor.com-s23-2026-10-15#M388); prev=54.5 (src-mercor.com-t8-2026-10-20#M403),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[24].chartData / row GPT-6 Astra / column score),,in, mercor-oss-terminal-bench-4-0,mercor.com,fable-5.1,max,mixed,hard,Mercor-oss-terminal-bench-4-0,,,,,,53,score%,0.289,,prev=53 (src-mercor.com-s23-2026-10-15#M389); prev=53 (src-mercor.com-t8-2026-10-20#M404),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[24].chartData / row Fable 5.1 / column score),,in, mercor-oss-terminal-bench-4-0,mercor.com,sonnet-5.5,max,mixed,hard,Mercor-oss-terminal-bench-4-0,,,,,,51.5,score%,0.0289,,prev=51.5 (src-mercor.com-s23-2026-10-15#M390); prev=51.5 (src-mercor.com-t8-2026-10-20#M405),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[24].chartData / row Sonnet 5.5 / column score),,in, mercor-apexacct-mean,mercor.com,gemini-4-argon,high,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,71.5,mean-score%,0.0289,,prev=71.5 (src-mercor.com-t8-2026-10-20#M406),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row P51Dz24NZjWcy2UjYS3cb0 / column passScores[1].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexacct-mean|gemini-4-argon@high|,in, mercor-apexacct-mean,mercor.com,fable-5.1,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,66.7,mean-score%,0.0289,,prev=61 (src-mercor.com-s16-2026-09-30#M470); prev=61 (src-mercor.com-s23-2026-10-15#M398); prev=66.7 (src-mercor.com-t8-2026-10-20#M407),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row czbC94OhwAuPY9WPtpIaZZ / column passScores[1].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexacct-mean|fable-5.1@max|,in, mercor-apexacct-mean,mercor.com,opus-5.5,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,65.5,mean-score%,0.0289,,prev=61.8 (src-mercor.com-s16-2026-09-30#M494); prev=61.8 (src-mercor.com-s23-2026-10-15#M420); prev=65.5 (src-mercor.com-t8-2026-10-20#M408),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row FwIXcKGbnc0ALnAVPNmxfQ / column passScores[1].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexacct-mean|opus-5.5@max|,in, mercor-apexacct-mean,mercor.com,muse-spark-1.3,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,64.9,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row jvVuWcyKE4kH8ZAWgP071n / column passScores[1].harnessScores[0].score),,out:effort-not-established, mercor-apexacct-mean,mercor.com,gpt-6-astra,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,64.7,mean-score%,0.0289,,prev=57.9 (src-mercor.com-s16-2026-09-30#M471); prev=57.9 (src-mercor.com-s23-2026-10-15#M399); prev=64.7 (src-mercor.com-t8-2026-10-20#M410),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row qv2QwcmoTmbRKJaMD2yYIi / column passScores[1].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexacct-mean|gpt-6-astra@max|,in, mercor-apexacct-mean,mercor.com,sonnet-5.5,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,64.5,mean-score%,0.0289,,prev=64.5 (src-mercor.com-t8-2026-10-20#M411),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 331r9LTHpoLfChrVY8HGE3 / column passScores[1].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexacct-mean|sonnet-5.5@max|,in, mercor-apexacct-mean,mercor.com,opus-5,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,64.3,mean-score%,0.0289,,prev=54.5 (src-mercor.com-s16-2026-09-30#M468); prev=54.5 (src-mercor.com-s23-2026-10-15#M396); prev=64.3 (src-mercor.com-t8-2026-10-20#M412),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 0c5e0d8b-1601-4380-b522-595816dc5f2a / column passScores[1].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexacct-mean|opus-5@max|,in, mercor-apexacct-mean,mercor.com,gpt-6.1-sol,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,64.3,mean-score%,0.0289,,prev=64.3 (src-mercor.com-t8-2026-10-20#M413),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row WWzzLHZkjbvI25zYheECpG / column passScores[1].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexacct-mean|gpt-6.1-sol@max|,in, mercor-apexacct-mean,mercor.com,haiku-5.5,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,62.2,mean-score%,0.0289,,prev=62.2 (src-mercor.com-t8-2026-10-20#M414),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row WIfJeImXG63qVgIPsb0kVZ / column passScores[1].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexacct-mean|haiku-5.5@max|,in, mercor-apexacct-mean,mercor.com,gpt-5.6-sol,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,62.2,mean-score%,0.0289,,prev=51.5 (src-mercor.com-s16-2026-09-30#M472); prev=51.5 (src-mercor.com-s23-2026-10-15#M400); prev=62.2 (src-mercor.com-t8-2026-10-20#M415),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row c3637cac-5a73-406e-84a9-8ec9a623e3b8 / column passScores[1].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexacct-mean|gpt-5.6-sol@max|,in, mercor-apexacct-mean,mercor.com,fable-5,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,61,mean-score%,0.289,,prev=56.4 (src-mercor.com-s16-2026-09-30#M463); prev=56.4 (src-mercor.com-s23-2026-10-15#M391); prev=61 (src-mercor.com-t8-2026-10-20#M416),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 7627e3cb-a949-4370-b255-4692d30ccf61 / column passScores[1].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexacct-mean|fable-5@max|,in, mercor-apexacct-mean,mercor.com,grok-4.6,xhigh,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,60.3,mean-score%,0.0289,,prev=60.3 (src-mercor.com-t8-2026-10-20#M417),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row rXV6uHApUz4KWEoFnjIUWr / column passScores[1].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexacct-mean|grok-4.6@xhigh|,in, mercor-apexacct-mean,mercor.com,gpt-5.6-terra,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,59.8,mean-score%,0.0289,,prev=40.3 (src-mercor.com-s16-2026-09-30#M492); prev=40.3 (src-mercor.com-s23-2026-10-15#M418); prev=59.8 (src-mercor.com-t8-2026-10-20#M418),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row isvxExfKGAZ4WMrYLuW50g / column passScores[1].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexacct-mean|gpt-5.6-terra@max|,in, mercor-apexacct-mean,mercor.com,gpt-6-sol,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,59.7,mean-score%,0.0289,,prev=59.7 (src-mercor.com-t8-2026-10-20#M419),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row sXAOucYh4ND7hTHZiC0sRZ / column passScores[1].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexacct-mean|gpt-6-sol@max|,in, mercor-apexacct-mean,mercor.com,glm-5.3,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,59.5,mean-score%,0.0289,,prev=53.1 (src-mercor.com-s16-2026-09-30#M476); prev=53.1 (src-mercor.com-s23-2026-10-15#M402); prev=59.5 (src-mercor.com-t8-2026-10-20#M420),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 0tAPacA3ryVv3lqaGQgfGR / column passScores[1].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexacct-mean|glm-5.3@max|,in, mercor-apexacct-mean,mercor.com,gemini-3.8-flash,high,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,58.8,mean-score%,0.0289,,prev=51.7 (src-mercor.com-s16-2026-09-30#M469); prev=51.7 (src-mercor.com-s23-2026-10-15#M397); prev=58.8 (src-mercor.com-t8-2026-10-20#M421),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 976efCaf0nN4uyJqDJns3v / column passScores[1].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexacct-mean|gemini-3.8-flash@high|,in, mercor-apexacct-mean,mercor.com,grok-4.5,high,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,57.4,mean-score%,0.0289,,prev=43.7 (src-mercor.com-s16-2026-09-30#M466); prev=43.7 (src-mercor.com-s23-2026-10-15#M394); prev=57.4 (src-mercor.com-t8-2026-10-20#M422),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 6e729361-72e0-49bc-8756-c9e9c1917469 / column passScores[1].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexacct-mean|grok-4.5@high|,in, mercor-apexacct-mean,mercor.com,gemini-3.7-flash,high,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,57.2,mean-score%,0.0289,,prev=57.2 (src-mercor.com-t8-2026-10-20#M423),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row FhdzFh8Qul2l86kjUjd1QC / column passScores[1].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexacct-mean|gemini-3.7-flash@high|,in, mercor-apexacct-mean,mercor.com,?Qwen3.8-Max,not-established:absent,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,57.2,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row OWQLnPQUqDBNbIeXTwFbr8 / column passScores[1].harnessScores[0].score),,out:model-not-established, mercor-apexacct-mean,mercor.com,kimi-k3,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,56.7,mean-score%,0.0289,,prev=49.9 (src-mercor.com-s16-2026-09-30#M488); prev=49.9 (src-mercor.com-s23-2026-10-15#M414); prev=56.7 (src-mercor.com-t8-2026-10-20#M425),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 183b7a4e-fb0e-467e-87f7-8e3795ba7623 / column passScores[1].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexacct-mean|kimi-k3@max|,in, mercor-apexacct-mean,mercor.com,opus-4.7,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,56.5,mean-score%,0.0289,,prev=56.5 (src-mercor.com-t8-2026-10-20#M426),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 9c00a5f9-5593-4402-a744-027545a6abfc / column passScores[1].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexacct-mean|opus-4.7@max|,in, mercor-apexacct-mean,mercor.com,?Mistral Large 4,not-established:absent,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,56.5,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 4b82923c-90c9-474f-8c3d-186787452fc0 / column passScores[1].harnessScores[0].score),,out:model-not-established, mercor-apexacct-mean,mercor.com,gpt-5.5,xhigh,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,56.3,mean-score%,0.0289,,prev=48.2 (src-mercor.com-s16-2026-09-30#M478); prev=48.2 (src-mercor.com-s23-2026-10-15#M404); prev=56.3 (src-mercor.com-t8-2026-10-20#M428),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 0ed1ef93-e04f-4e8d-bac5-bbc72dff9a53 / column passScores[1].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexacct-mean|gpt-5.5@xhigh|,in, mercor-apexacct-mean,mercor.com,sonnet-5,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,55.7,mean-score%,0.0289,,prev=55.7 (src-mercor.com-t8-2026-10-20#M429),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row UohOeKbgohNmjusgciidWB / column passScores[1].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexacct-mean|sonnet-5@max|,in, mercor-apexacct-mean,mercor.com,grok-4.7,xhigh,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,55.3,mean-score%,0.0289,,prev=46.7 (src-mercor.com-s16-2026-09-30#M483); prev=46.7 (src-mercor.com-s23-2026-10-15#M409); prev=55.3 (src-mercor.com-t8-2026-10-20#M430),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row NPK5uFSBckNMMDqpCmjlf3 / column passScores[1].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexacct-mean|grok-4.7@xhigh|,in, mercor-apexacct-mean,mercor.com,gpt-5.6-luna,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,54.3,mean-score%,0.0289,,prev=38 (src-mercor.com-s16-2026-09-30#M491); prev=38 (src-mercor.com-s23-2026-10-15#M417); prev=54.3 (src-mercor.com-t8-2026-10-20#M431),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row UohOeKbgohNmjusgcicLCD / column passScores[1].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexacct-mean|gpt-5.6-luna@max|,in, mercor-apexacct-mean,mercor.com,gpt-6-luna,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,53.9,mean-score%,0.0289,,prev=53.9 (src-mercor.com-t8-2026-10-20#M432),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row FwIXcKGbnc0ALnAVPQ73IV / column passScores[1].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexacct-mean|gpt-6-luna@max|,in, mercor-apexacct-mean,mercor.com,glm-5.3-flash,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,53.7,mean-score%,0.0289,,prev=10.8 (src-mercor.com-s16-2026-09-30#M489); prev=10.8 (src-mercor.com-s23-2026-10-15#M415); prev=53.7 (src-mercor.com-t8-2026-10-20#M433),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row CSsFo3meS6EkesQOLzo8Dg / column passScores[1].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexacct-mean|glm-5.3-flash@max|,in, mercor-apexacct-mean,mercor.com,deepseek-v4-pro-0813,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,53.4,mean-score%,0.0289,,prev=53.4 (src-mercor.com-t8-2026-10-20#M434),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row cVrkQw9RUFqXFdt7sJc9MM / column passScores[1].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexacct-mean|deepseek-v4-pro-0813@max|,in, mercor-apexacct-mean,mercor.com,?DeepSeek-V4-Flash,not-established:absent,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,53.3,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row f4fc438e-9f7d-406d-802b-1c0cd837bb4c / column passScores[1].harnessScores[0].score),,out:model-not-established, mercor-apexacct-mean,mercor.com,gemini-3.6-flash,high,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,52.5,mean-score%,0.0289,,prev=52.5 (src-mercor.com-t8-2026-10-20#M436),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 878e0bf3-57fb-4982-b61b-10174e4cea24 / column passScores[1].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexacct-mean|gemini-3.6-flash@high|,in, mercor-apexacct-mean,mercor.com,deepseek-v4.1-flash,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,50.1,mean-score%,0.0289,,prev=48.1 (src-mercor.com-s16-2026-09-30#M477); prev=48.1 (src-mercor.com-s23-2026-10-15#M403); prev=50.1 (src-mercor.com-t8-2026-10-20#M437),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row FpgS21bgw2I3VNplb8tObs / column passScores[1].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexacct-mean|deepseek-v4.1-flash@max|,in, mercor-apexacct-mean,mercor.com,minimax-m3,not-established:absent,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,41.8,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row UohOeKbgohNmjusgcidPoR / column passScores[1].harnessScores[0].score),,out:effort-not-established, mercor-apexacct-mean,mercor.com,gemini-3.5-flash,high,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,31.4,mean-score%,0.0289,,prev=31.4 (src-mercor.com-t8-2026-10-20#M439),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 7f62f16f-5e81-43ea-a459-717189b1eb0a / column passScores[1].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexacct-mean|gemini-3.5-flash@high|,in, mercor-apexacct-mean,mercor.com,inkling,high,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,31.2,mean-score%,0.0289,,prev=24.4 (src-mercor.com-s16-2026-09-30#M487); prev=24.4 (src-mercor.com-s23-2026-10-15#M413); prev=31.2 (src-mercor.com-t8-2026-10-20#M440),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row UohOeKbgohNmjusgcijiyH / column passScores[1].harnessScores[0].score),,out:single-couple, mercor-apexacct-mean,mercor.com,nemotron-3-ultra-550b-a55b,not-established:absent,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,29.4,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row UohOeKbgohNmjusgcie3j7 / column passScores[1].harnessScores[0].score),,out:effort-not-established, mercor-apexacct-mean,mercor.com,gemini-3.5-flash-lite,high,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,5.2,mean-score%,0.0289,,prev=5.2 (src-mercor.com-t8-2026-10-20#M442),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 331r9LTHpoLfChrVXwZLHj / column passScores[1].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexacct-mean|gemini-3.5-flash-lite@high|,in, mercor-apexv1-mean,mercor.com,gemini-3-pro,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,60.9,mean-score%,0.0289,,prev=60.9 (src-mercor.com-s16-2026-09-30#M497); prev=60.9 (src-mercor.com-s23-2026-10-15#M423); prev=60.9 (src-mercor.com-t8-2026-10-20#M443),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row apex-model-gemini-3-pro / column passScores[1].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|gemini-3-pro@high|,in, mercor-apexv1-mean,mercor.com,gemini-3-flash,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,60.9,mean-score%,0.0289,,prev=60.9 (src-mercor.com-s16-2026-09-30#M498); prev=60.9 (src-mercor.com-s23-2026-10-15#M424); prev=60.9 (src-mercor.com-t8-2026-10-20#M444),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row apex-model-gemini-3-flash / column passScores[1].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|gemini-3-flash@high|,in, mercor-apexv1-mean,mercor.com,grok-4,solo,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,57.1,mean-score%,0.0289,,prev=57.1 (src-mercor.com-s16-2026-09-30#M499); prev=57.1 (src-mercor.com-s23-2026-10-15#M425); prev=57.1 (src-mercor.com-t8-2026-10-20#M445),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row apex-model-grok-4 / column passScores[1].harnessScores[0].score),,out:single-couple, mercor-apexv1-mean,mercor.com,o3,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,60.5,mean-score%,0.0289,,prev=60.5 (src-mercor.com-s16-2026-09-30#M500); prev=60.5 (src-mercor.com-s23-2026-10-15#M426); prev=60.5 (src-mercor.com-t8-2026-10-20#M446),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row apex-model-o3 / column passScores[1].harnessScores[0].score),,out:single-couple, mercor-apexv1-mean,mercor.com,opus-4.5,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,57.3,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row apex-model-claude-opus-4-5 / column passScores[1].harnessScores[0].score),,out:effort-not-established, mercor-apexv1-mean,mercor.com,grok-4.1,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,57.5,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row apex-model-grok-4-1 / column passScores[1].harnessScores[0].score),,out:effort-not-established, mercor-apexv1-mean,mercor.com,opus-4.6,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,65.3,mean-score%,0.0289,,prev=65.3 (src-mercor.com-s16-2026-09-30#M503); prev=65.3 (src-mercor.com-s23-2026-10-15#M429); prev=65.3 (src-mercor.com-t8-2026-10-20#M449),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 89ddd5b7-696f-4682-9ceb-a13af606d99a / column passScores[1].harnessScores[0].score),,out:single-couple, mercor-apexv1-mean,mercor.com,gpt-5.4,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,63.2,mean-score%,0.0289,,prev=67.2 (src-mercor.com-s16-2026-09-30#M504); prev=67.2 (src-mercor.com-s23-2026-10-15#M430); prev=63.2 (src-mercor.com-t8-2026-10-20#M450),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row q6POq5OBqI69bseLKoWJ7e / column passScores[1].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|gpt-5.4@high|,in, mercor-apexv1-mean,mercor.com,opus-4.6,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,65.8,mean-score%,0.0289,,prev=65.7 (src-mercor.com-s16-2026-09-30#M505); prev=65.7 (src-mercor.com-s23-2026-10-15#M431); prev=65.8 (src-mercor.com-t8-2026-10-20#M451),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 15e95e25-6884-4589-ab42-45184b82cc4d / column passScores[1].harnessScores[0].score),,out:single-couple, mercor-apexv1-mean,mercor.com,gpt-5.3-codex,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,65.9,mean-score%,0.0289,,prev=64.6 (src-mercor.com-s16-2026-09-30#M507); prev=64.6 (src-mercor.com-s23-2026-10-15#M433); prev=65.9 (src-mercor.com-t8-2026-10-20#M452),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row d9be5c0d-755b-4235-8361-3b82fba63ea4 / column passScores[1].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|gpt-5.3-codex@high|,in, mercor-apexv1-mean,mercor.com,gemini-3.1-pro,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,61.8,mean-score%,0.0289,,prev=61.8 (src-mercor.com-s16-2026-09-30#M508); prev=61.8 (src-mercor.com-s23-2026-10-15#M434); prev=61.8 (src-mercor.com-t8-2026-10-20#M453),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 839babe2-d33d-463a-ae5b-a2102c6323f7 / column passScores[1].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|gemini-3.1-pro@high|,in, mercor-apexv1-mean,mercor.com,sonnet-4.6,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,55.1,mean-score%,0.0289,,prev=55.1 (src-mercor.com-s16-2026-09-30#M512); prev=55.1 (src-mercor.com-s23-2026-10-15#M438); prev=55.1 (src-mercor.com-t8-2026-10-20#M454),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row a3c3577b-7c1d-46cc-a847-69447e6490c1 / column passScores[1].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|sonnet-4.6@high|,in, mercor-apexv1-mean,mercor.com,fable-5,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,66,mean-score%,0.289,,prev=66 (src-mercor.com-s16-2026-09-30#M515); prev=66 (src-mercor.com-s23-2026-10-15#M441); prev=66 (src-mercor.com-t8-2026-10-20#M455),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 7627e3cb-a949-4370-b255-4692d30ccf61 / column passScores[1].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|fable-5@max|,in, mercor-apexv1-mean,mercor.com,opus-4.7,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,62.2,mean-score%,0.0289,,prev=62.2 (src-mercor.com-s16-2026-09-30#M516); prev=62.2 (src-mercor.com-s23-2026-10-15#M442); prev=62.2 (src-mercor.com-t8-2026-10-20#M456),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 9c00a5f9-5593-4402-a744-027545a6abfc / column passScores[1].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|opus-4.7@max|,in, mercor-apexv1-mean,mercor.com,sonnet-5,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,49.6,mean-score%,0.0289,,prev=49.6 (src-mercor.com-s16-2026-09-30#M517); prev=49.6 (src-mercor.com-s23-2026-10-15#M443); prev=49.6 (src-mercor.com-t8-2026-10-20#M457),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row UohOeKbgohNmjusgciidWB / column passScores[1].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|sonnet-5@max|,in, mercor-apexv1-mean,mercor.com,deepseek-v3.2,unstated,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,51.5,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row b2945249-5d1a-4da1-983b-eeed84589795 / column passScores[1].harnessScores[0].score),,out:effort-not-established, mercor-apexv1-mean,mercor.com,opus-4.8,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,62.7,mean-score%,0.0289,,prev=62.7 (src-mercor.com-s16-2026-09-30#M519); prev=62.7 (src-mercor.com-s23-2026-10-15#M445); prev=62.7 (src-mercor.com-t8-2026-10-20#M459),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 32d4ac7f-3e3d-4834-945c-9953e1e70e4c / column passScores[1].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|opus-4.8@max|,in, mercor-apexv1-mean,mercor.com,gemini-3.5-flash,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,62.2,mean-score%,0.0289,,prev=62.2 (src-mercor.com-s16-2026-09-30#M520); prev=62.2 (src-mercor.com-s23-2026-10-15#M446); prev=62.2 (src-mercor.com-t8-2026-10-20#M460),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 7f62f16f-5e81-43ea-a459-717189b1eb0a / column passScores[1].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|gemini-3.5-flash@high|,in, mercor-apexv1-mean,mercor.com,?DeepSeek-V4-Flash,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,63.8,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row f4fc438e-9f7d-406d-802b-1c0cd837bb4c / column passScores[1].harnessScores[0].score),,out:model-not-established, mercor-apexv1-mean,mercor.com,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,59.7,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row UohOeKbgohNmjusgcihhVn / column passScores[1].harnessScores[0].score),,out:model-not-established, mercor-apexv1-mean,mercor.com,gemini-3.6-flash,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,66,mean-score%,0.289,,prev=66 (src-mercor.com-s16-2026-09-30#M523); prev=66 (src-mercor.com-s23-2026-10-15#M449); prev=66 (src-mercor.com-t8-2026-10-20#M463),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 878e0bf3-57fb-4982-b61b-10174e4cea24 / column passScores[1].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|gemini-3.6-flash@high|,in, mercor-apexv1-mean,mercor.com,gpt-5.6-terra,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,69.5,mean-score%,0.0289,,prev=69.5 (src-mercor.com-s16-2026-09-30#M524); prev=69.5 (src-mercor.com-s23-2026-10-15#M450); prev=69.5 (src-mercor.com-t8-2026-10-20#M464),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row isvxExfKGAZ4WMrYLuW50g / column passScores[1].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|gpt-5.6-terra@max|,in, mercor-apexv1-mean,mercor.com,glm-5.2,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,61.5,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row isvxExfKGAZ4WMrYLuZN2o / column passScores[1].harnessScores[0].score),,out:effort-not-established, mercor-apexv1-mean,mercor.com,gpt-oss-120b,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,46.4,mean-score%,0.0289,,prev=46.4 (src-mercor.com-s16-2026-09-30#M526); prev=46.4 (src-mercor.com-s23-2026-10-15#M452); prev=46.4 (src-mercor.com-t8-2026-10-20#M466),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row d6WtzqsvMEH7Au7gxXsv3P / column passScores[1].harnessScores[0].score),,out:single-couple, mercor-apexv1-mean,mercor.com,gemma-4-31b-it,unstated,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,48.1,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row NAciSVwSmWIjTOVlvdodEO / column passScores[1].harnessScores[0].score),,out:effort-not-established, mercor-apexv1-mean,mercor.com,inkling,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,61.6,mean-score%,0.0289,,prev=58.1 (src-mercor.com-s16-2026-09-30#M528); prev=58.1 (src-mercor.com-s23-2026-10-15#M454); prev=61.6 (src-mercor.com-t8-2026-10-20#M468),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row UohOeKbgohNmjusgcijiyH / column passScores[1].harnessScores[0].score),,out:single-couple, mercor-apexv1-mean,mercor.com,kimi-k2.7-code,solo,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,60.1,mean-score%,0.0289,,prev=60.1 (src-mercor.com-s16-2026-09-30#M529); prev=60.1 (src-mercor.com-s23-2026-10-15#M455); prev=60.1 (src-mercor.com-t8-2026-10-20#M469),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row GSi7csNcf5OYJ80OKftMtA / column passScores[1].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|kimi-k2.7-code@solo|,in, mercor-apexv1-mean,mercor.com,kimi-k2-instruct,solo,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,52.4,mean-score%,0.0289,,prev=52.4 (src-mercor.com-s16-2026-09-30#M530); prev=52.4 (src-mercor.com-s23-2026-10-15#M456); prev=52.4 (src-mercor.com-t8-2026-10-20#M470),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row NAciSVwSmWIjTOVlvdabDY / column passScores[1].harnessScores[0].score),,out:single-couple, mercor-apexv1-mean,mercor.com,minimax-m2.7,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,45.8,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row NAciSVwSmWIjTOVlvdcGns / column passScores[1].harnessScores[0].score),,out:effort-not-established, mercor-apexv1-mean,mercor.com,nemotron-3-ultra-550b-a55b,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,56.1,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row UohOeKbgohNmjusgcie3j7 / column passScores[1].harnessScores[0].score),,out:effort-not-established, mercor-apexv1-mean,mercor.com,minimax-m3,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,59.8,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row UohOeKbgohNmjusgcidPoR / column passScores[1].harnessScores[0].score),,out:effort-not-established, mercor-apexv1-mean,mercor.com,kimi-k3,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,68.4,mean-score%,0.0289,,prev=68.4 (src-mercor.com-s16-2026-09-30#M534); prev=68.4 (src-mercor.com-s23-2026-10-15#M460); prev=68.4 (src-mercor.com-t8-2026-10-20#M474),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 183b7a4e-fb0e-467e-87f7-8e3795ba7623 / column passScores[1].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|kimi-k3@max|,in, mercor-apexv1-mean,mercor.com,?Qwen3.5,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,50.3,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row NAciSVwSmWIjTOVlvdj3JE / column passScores[1].harnessScores[0].score),,out:model-not-established, mercor-apexv1-mean,mercor.com,opus-5,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,68.6,mean-score%,0.0289,,prev=68.6 (src-mercor.com-s16-2026-09-30#M536); prev=68.6 (src-mercor.com-s23-2026-10-15#M462); prev=68.6 (src-mercor.com-t8-2026-10-20#M476),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row OWQLnPQUqDBNbIeXTvUsRu / column passScores[1].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|opus-5@xhigh|,in, mercor-apexv1-mean,mercor.com,gpt-6-astra,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,69.3,mean-score%,0.0289,,prev=69.3 (src-mercor.com-s16-2026-09-30#M537); prev=69.3 (src-mercor.com-s23-2026-10-15#M463); prev=69.3 (src-mercor.com-t8-2026-10-20#M477),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row qv2QwcmoTmbRKJaMCypQfO / column passScores[1].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|gpt-6-astra@xhigh|,in, mercor-apexv1-mean,mercor.com,glm-5.3,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,63,mean-score%,0.289,,prev=62.9 (src-mercor.com-s16-2026-09-30#M538); prev=62.9 (src-mercor.com-s23-2026-10-15#M464); prev=63 (src-mercor.com-t8-2026-10-20#M478),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 0tAPacA3ryVv3lqaGQgfGR / column passScores[1].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|glm-5.3@max|,in, mercor-apexv1-mean,mercor.com,deepseek-v4-pro-0813,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,66,mean-score%,0.289,,prev=66 (src-mercor.com-s16-2026-09-30#M539); prev=66 (src-mercor.com-s23-2026-10-15#M465); prev=66 (src-mercor.com-t8-2026-10-20#M479),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row cVrkQw9RUFqXFdt7sJc9MM / column passScores[1].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|deepseek-v4-pro-0813@max|,in, mercor-apexv1-mean,mercor.com,muse-spark-1.3,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,73.9,mean-score%,0.0289,,prev=74 (src-mercor.com-s16-2026-09-30#M540); prev=74 (src-mercor.com-s23-2026-10-15#M466); prev=73.9 (src-mercor.com-t8-2026-10-20#M480),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row b8kKXLgUjxqi9jgeeTLBpz / column passScores[1].harnessScores[0].score),,out:single-couple, mercor-apexv1-mean,mercor.com,gemini-3.8-flash,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,68.8,mean-score%,0.0289,,prev=68.8 (src-mercor.com-s16-2026-09-30#M541); prev=68.8 (src-mercor.com-s23-2026-10-15#M467); prev=68.8 (src-mercor.com-t8-2026-10-20#M481),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 976efCaf0nN4uyJqDJns3v / column passScores[1].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|gemini-3.8-flash@high|,in, mercor-apexv1-mean,mercor.com,fable-5.1,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,73.8,mean-score%,0.0289,,prev=73.8 (src-mercor.com-s16-2026-09-30#M542); prev=73.8 (src-mercor.com-s23-2026-10-15#M468); prev=73.8 (src-mercor.com-t8-2026-10-20#M482),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row czbC94OhwAuPY9WPtpIaZZ / column passScores[1].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|fable-5.1@max|,in, mercor-apexv1-mean,mercor.com,grok-4.6,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,67.7,mean-score%,0.0289,,prev=67.7 (src-mercor.com-s16-2026-09-30#M543); prev=67.7 (src-mercor.com-s23-2026-10-15#M469); prev=67.7 (src-mercor.com-t8-2026-10-20#M483),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row rXV6uHApUz4KWEoFnjIUWr / column passScores[1].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|grok-4.6@xhigh|,in, mercor-apexv1-mean,mercor.com,gpt-5.6-sol,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,73.1,mean-score%,0.0289,,prev=73.1 (src-mercor.com-s16-2026-09-30#M544); prev=73.1 (src-mercor.com-s23-2026-10-15#M470); prev=73.1 (src-mercor.com-t8-2026-10-20#M484),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row c3637cac-5a73-406e-84a9-8ec9a623e3b8 / column passScores[1].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|gpt-5.6-sol@max|,in, mercor-apexv1-mean,mercor.com,gpt-5.6-luna,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,66.6,mean-score%,0.0289,,prev=66.6 (src-mercor.com-s16-2026-09-30#M545); prev=66.6 (src-mercor.com-s23-2026-10-15#M471); prev=66.6 (src-mercor.com-t8-2026-10-20#M485),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row UohOeKbgohNmjusgcicLCD / column passScores[1].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|gpt-5.6-luna@max|,in, mercor-apexv1-mean,mercor.com,deepseek-v4.1-flash,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,65.5,mean-score%,0.0289,,prev=65.5 (src-mercor.com-s16-2026-09-30#M546); prev=65.5 (src-mercor.com-s23-2026-10-15#M472); prev=65.5 (src-mercor.com-t8-2026-10-20#M486),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row FpgS21bgw2I3VNplb8tObs / column passScores[1].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|deepseek-v4.1-flash@max|,in, mercor-apexv1-mean,mercor.com,glm-5.3-flash,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,58.7,mean-score%,0.0289,,prev=58.7 (src-mercor.com-s16-2026-09-30#M547); prev=58.7 (src-mercor.com-s23-2026-10-15#M473); prev=58.7 (src-mercor.com-t8-2026-10-20#M487),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row CSsFo3meS6EkesQOLzo8Dg / column passScores[1].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|glm-5.3-flash@max|,in, mercor-apexv1-mean,mercor.com,?Qwen3.8-Max,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,65.3,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row OWQLnPQUqDBNbIeXTwFbr8 / column passScores[1].harnessScores[0].score),,out:model-not-established, mercor-apexv1-mean,mercor.com,muse-spark-1.2,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,75.6,mean-score%,0.0289,,prev=75.6 (src-mercor.com-s16-2026-09-30#M549); prev=75.6 (src-mercor.com-s23-2026-10-15#M475); prev=75.6 (src-mercor.com-t8-2026-10-20#M489),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row JUJ76Jeotj8XRslslwICk2 / column passScores[1].harnessScores[0].score),,out:single-couple, mercor-apexv1-mean,mercor.com,gemini-3.5-flash-lite,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,54.7,mean-score%,0.0289,,prev=54.7 (src-mercor.com-s16-2026-09-30#M550); prev=54.7 (src-mercor.com-s23-2026-10-15#M476); prev=54.7 (src-mercor.com-t8-2026-10-20#M490),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 331r9LTHpoLfChrVXwZLHj / column passScores[1].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|gemini-3.5-flash-lite@high|,in, mercor-apexv1-mean,mercor.com,gpt-5.4,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,65.6,mean-score%,0.0289,,prev=65.6 (src-mercor.com-s16-2026-09-30#M551); prev=65.6 (src-mercor.com-s23-2026-10-15#M477); prev=65.6 (src-mercor.com-t8-2026-10-20#M491),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row d5710a5d-6dbd-4bd0-866c-36bfdf4103dc / column passScores[1].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|gpt-5.4@xhigh|,in, mercor-apexv1-mean,mercor.com,gpt-5.5,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,68.4,mean-score%,0.0289,,prev=68.4 (src-mercor.com-s16-2026-09-30#M552); prev=68.4 (src-mercor.com-s23-2026-10-15#M478); prev=68.4 (src-mercor.com-t8-2026-10-20#M492),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 0ed1ef93-e04f-4e8d-bac5-bbc72dff9a53 / column passScores[1].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|gpt-5.5@xhigh|,in, mercor-apexv1-mean,mercor.com,grok-4.5,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,61.8,mean-score%,0.0289,,prev=61.8 (src-mercor.com-s16-2026-09-30#M553); prev=61.8 (src-mercor.com-s23-2026-10-15#M479); prev=61.8 (src-mercor.com-t8-2026-10-20#M493),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 6e729361-72e0-49bc-8756-c9e9c1917469 / column passScores[1].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|grok-4.5@high|,in, mercor-apexv1-mean,mercor.com,glm-5.1,unstated,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,52.4,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row Fbta1oBE0kPqbOrzwYAWqo / column passScores[1].harnessScores[0].score),,out:effort-not-established, mercor-apexv1-mean,mercor.com,gemini-3.7-flash,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,67,mean-score%,0.289,,prev=67 (src-mercor.com-s16-2026-09-30#M555); prev=67 (src-mercor.com-s23-2026-10-15#M481); prev=67 (src-mercor.com-t8-2026-10-20#M495),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row FhdzFh8Qul2l86kjUjd1QC / column passScores[1].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|gemini-3.7-flash@high|,in, mercor-apexv1-mean,mercor.com,muse-spark-1.1,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,73.8,mean-score%,0.0289,,prev=73.8 (src-mercor.com-s16-2026-09-30#M556); prev=73.8 (src-mercor.com-s23-2026-10-15#M482); prev=73.8 (src-mercor.com-t8-2026-10-20#M496),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 24cee245-ae0b-44fb-a4d6-08f68b222afe / column passScores[1].harnessScores[0].score),,out:single-couple, mercor-apexv1-mean,mercor.com,grok-4.7,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,65.4,mean-score%,0.0289,,prev=65.4 (src-mercor.com-s16-2026-09-30#M557); prev=65.4 (src-mercor.com-s23-2026-10-15#M483); prev=65.4 (src-mercor.com-t8-2026-10-20#M497),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row NPK5uFSBckNMMDqpCmjlf3 / column passScores[1].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|grok-4.7@xhigh|,in, mercor-apexv1-mean,mercor.com,gpt-6-luna,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,62,mean-score%,0.289,,prev=62 (src-mercor.com-s16-2026-09-30#M558); prev=62 (src-mercor.com-s23-2026-10-15#M484); prev=62 (src-mercor.com-t8-2026-10-20#M498),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row FwIXcKGbnc0ALnAVPQ73IV / column passScores[1].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|gpt-6-luna@max|,in, mercor-apexv1-mean,mercor.com,opus-5.5,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,65.8,mean-score%,0.0289,,prev=65.8 (src-mercor.com-s16-2026-09-30#M559); prev=65.8 (src-mercor.com-s23-2026-10-15#M485); prev=65.8 (src-mercor.com-t8-2026-10-20#M499),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row FwIXcKGbnc0ALnAVPNmxfQ / column passScores[1].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|opus-5.5@max|,in, mercor-apexv1-mean,mercor.com,gpt-6-sol,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,63.6,mean-score%,0.0289,,prev=63.6 (src-mercor.com-s16-2026-09-30#M560); prev=63.6 (src-mercor.com-s23-2026-10-15#M486); prev=63.6 (src-mercor.com-t8-2026-10-20#M500),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row sXAOucYh4ND7hTHZiC0sRZ / column passScores[1].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|gpt-6-sol@max|,in, mercor-apexv1-mean,mercor.com,qwen3.8-27b,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,62.6,mean-score%,0.0289,,prev=62.6 (src-mercor.com-s16-2026-09-30#M561); prev=62.6 (src-mercor.com-s23-2026-10-15#M487); prev=62.6 (src-mercor.com-t8-2026-10-20#M501),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row aSN3C351HuzoEI3rgx8Rew / column passScores[1].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|qwen3.8-27b@xhigh|,in, mercor-apexv1-mean,mercor.com,sonnet-5.5,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,53.9,mean-score%,0.0289,,prev=53.9 (src-mercor.com-s16-2026-09-30#M562); prev=53.9 (src-mercor.com-s23-2026-10-15#M488); prev=53.9 (src-mercor.com-t8-2026-10-20#M502),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 331r9LTHpoLfChrVY8HGE3 / column passScores[1].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|sonnet-5.5@max|,in, mercor-apexv1-mean,mercor.com,gpt-6.1-sol,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,69.3,mean-score%,0.0289,,prev=69.3 (src-mercor.com-s23-2026-10-15#M489); prev=69.3 (src-mercor.com-t8-2026-10-20#M503),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row WWzzLHZkjbvI25zYheECpG / column passScores[1].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|gpt-6.1-sol@max|,in, mercor-apexv1-mean,mercor.com,muse-spark-1.3,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,73,mean-score%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row jvVuWcyKE4kH8ZAWgP071n / column passScores[1].harnessScores[0].score),,out:effort-not-established, mercor-apexv1-mean,mercor.com,haiku-5.5,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,64.7,mean-score%,0.0289,,prev=64.7 (src-mercor.com-s23-2026-10-15#M491); prev=64.7 (src-mercor.com-t8-2026-10-20#M505),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row WIfJeImXG63qVgIPsb0kVZ / column passScores[1].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|haiku-5.5@max|,in, mercor-apexv1-mean,mercor.com,gpt-5.2,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,64.7,mean-score%,0.0289,,prev=64.7 (src-mercor.com-s16-2026-09-30#M509); prev=64.7 (src-mercor.com-s23-2026-10-15#M435); prev=64.7 (src-mercor.com-t8-2026-10-20#M506),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row d17248f2-5664-4573-b223-27d2673b0b3f / column passScores[1].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|gpt-5.2@high|,in, mercor-apexv1-mean,mercor.com,?Muse Spark Open,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,73.9,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row hKP8JXPvBYTA6o2lR4MkQB / column passScores[1].harnessScores[0].score),,out:model-not-established, mercor-apexv1-mean,mercor.com,gemini-4-argon,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,81.1,mean-score%,0.0289,,prev=81.1 (src-mercor.com-t8-2026-10-20#M508),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row P51Dz24NZjWcy2UjYS3cb0 / column passScores[1].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|gemini-4-argon@high|,in, mercor-apexv1-mean,mercor.com,?Beam,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,60.6,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row zE5NrFyvRToBPYigq32GZq / column passScores[1].harnessScores[0].score),,out:model-not-established, mercor-apexv1-mean,mercor.com,deepseek-v4.1-flash-1017,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,64.8,mean-score%,0.0289,,prev=64.8 (src-mercor.com-t8-2026-10-20#M510),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row tVjsx0LoMjhyOoOEORD79R / column passScores[1].harnessScores[0].score),src-mercor.com-hn-2026-10-21|run:mercor-apexv1-mean|deepseek-v4.1-flash-1017@max|,in, mercor-apexv1-mean,mercor.com,?Nemotron 3.5 Super VL,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,57.6,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 72wWVfBT7tZh144AxsZieG / column passScores[1].harnessScores[0].score),,out:model-not-established, mercor-apexacct,mercor.com,fable-5,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,9.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 7627e3cb-a949-4370-b255-4692d30ccf61 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexacct,mercor.com,muse-spark-1.1,xhigh,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,7.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 24cee245-ae0b-44fb-a4d6-08f68b222afe / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexacct,mercor.com,opus-4.8,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,4.2,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 32d4ac7f-3e3d-4834-945c-9953e1e70e4c / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexacct,mercor.com,grok-4.5,high,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,4.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 6e729361-72e0-49bc-8756-c9e9c1917469 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexacct,mercor.com,gemini-3.1-pro,high,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,3.1,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 839babe2-d33d-463a-ae5b-a2102c6323f7 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexacct,mercor.com,opus-5,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,10.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 0c5e0d8b-1601-4380-b522-595816dc5f2a / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexacct,mercor.com,gemini-3.8-flash,high,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,8.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 976efCaf0nN4uyJqDJns3v / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexacct,mercor.com,fable-5.1,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,11.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row czbC94OhwAuPY9WPtpIaZZ / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexacct,mercor.com,gpt-6-astra,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,11.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row qv2QwcmoTmbRKJaMD2yYIi / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexacct,mercor.com,gpt-5.6-sol,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,9.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row c3637cac-5a73-406e-84a9-8ec9a623e3b8 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexacct,mercor.com,glm-5.2,not-established:absent,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,4.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row isvxExfKGAZ4WMrYLuZN2o / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexacct,mercor.com,kimi-k2.7-code,solo,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,1.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row GSi7csNcf5OYJ80OKftMtA / column passScores[0].harnessScores[0].score),src-mercor.com-s16-2026-09-30|run:mercor-apexacct-mean|kimi-k2.7-code@solo|,in, mercor-apexacct,mercor.com,?Qwen3.5,not-established:absent,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,0,pass@1%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row NAciSVwSmWIjTOVlvdj3JE / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexacct,mercor.com,glm-5.3,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,9.2,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 0tAPacA3ryVv3lqaGQgfGR / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexacct,mercor.com,deepseek-v4.1-flash,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,7.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row FpgS21bgw2I3VNplb8tObs / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexacct,mercor.com,gpt-5.5,xhigh,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,6.2,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 0ed1ef93-e04f-4e8d-bac5-bbc72dff9a53 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexacct,mercor.com,gpt-5.4,xhigh,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,5.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row d5710a5d-6dbd-4bd0-866c-36bfdf4103dc / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexacct,mercor.com,minimax-m3,not-established:absent,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,2.2,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row UohOeKbgohNmjusgcidPoR / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexacct,mercor.com,muse-spark-1.3,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,10.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row jvVuWcyKE4kH8ZAWgP071n / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexacct,mercor.com,opus-4.6,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,4.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 15e95e25-6884-4589-ab42-45184b82cc4d / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexacct,mercor.com,grok-4.7,xhigh,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,4.2,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row NPK5uFSBckNMMDqpCmjlf3 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexacct,mercor.com,muse-spark-1.2,xhigh,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,8.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row JUJ76Jeotj8XRslslwICk2 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexacct,mercor.com,deepseek-v3.2,unstated,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,1.1,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row b2945249-5d1a-4da1-983b-eeed84589795 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexacct,mercor.com,gpt-oss-120b,high,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,0,pass@1%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row d6WtzqsvMEH7Au7gxXsv3P / column passScores[0].harnessScores[0].score),,out:uninformative, mercor-apexacct,mercor.com,inkling,high,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,0.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row UohOeKbgohNmjusgcijiyH / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexacct,mercor.com,kimi-k3,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,6.2,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 183b7a4e-fb0e-467e-87f7-8e3795ba7623 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexacct,mercor.com,glm-5.3-flash,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,1.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row CSsFo3meS6EkesQOLzo8Dg / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexacct,mercor.com,glm-5.1,unstated,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,1.2,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row Fbta1oBE0kPqbOrzwYAWqo / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexacct,mercor.com,gpt-5.6-luna,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,4.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row UohOeKbgohNmjusgcicLCD / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexacct,mercor.com,gpt-5.6-terra,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,6,pass@1%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row isvxExfKGAZ4WMrYLuW50g / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexacct,mercor.com,opus-5.5,medium,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,12.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row FwIXcKGbnc0ALnAVPNkb0g / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexacct,mercor.com,opus-5.5,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,14.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row FwIXcKGbnc0ALnAVPNmxfQ / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexacct,mercor.com,nemotron-3-ultra-550b-a55b,not-established:absent,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,0.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row UohOeKbgohNmjusgcie3j7 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexagents,mercor.com,fable-5.1,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,68.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row czbC94OhwAuPY9WPtpIaZZ / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,gemini-3.7-flash,high,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,67.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row FhdzFh8Qul2l86kjUjd1QC / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,opus-5,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,65.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row 0c5e0d8b-1601-4380-b522-595816dc5f2a / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,gpt-6-astra,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,64.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row qv2QwcmoTmbRKJaMD2yYIi / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,grok-4.6,xhigh,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,65.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row rXV6uHApUz4KWEoFnjIUWr / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,gemini-3.8-flash,high,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,64.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row 976efCaf0nN4uyJqDJns3v / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,fable-5,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,63.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row 7627e3cb-a949-4370-b255-4692d30ccf61 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,gpt-5.6-terra,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,58.2,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row isvxExfKGAZ4WMrYLuW50g / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,glm-5.3,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,56.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row 0tAPacA3ryVv3lqaGQgfGR / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,grok-4.5,high,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,56.2,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row 6e729361-72e0-49bc-8756-c9e9c1917469 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,gpt-5.5,xhigh,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,55.1,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row 0ed1ef93-e04f-4e8d-bac5-bbc72dff9a53 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,sonnet-5,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,54.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row UohOeKbgohNmjusgciidWB / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,glm-5.3-flash,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,52.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row CSsFo3meS6EkesQOLzo8Dg / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,gpt-5.4,xhigh,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,52.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row d5710a5d-6dbd-4bd0-866c-36bfdf4103dc / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,gpt-5.6-sol,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,51.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row c3637cac-5a73-406e-84a9-8ec9a623e3b8 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,kimi-k3,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,50.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row 183b7a4e-fb0e-467e-87f7-8e3795ba7623 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,opus-4.7,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,49.2,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row 9c00a5f9-5593-4402-a744-027545a6abfc / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,opus-4.8,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,48.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row 32d4ac7f-3e3d-4834-945c-9953e1e70e4c / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,deepseek-v4-pro-0813,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,47.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row cVrkQw9RUFqXFdt7sJc9MM / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,opus-4.6,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,46.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row 15e95e25-6884-4589-ab42-45184b82cc4d / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,gemini-3.5-flash,high,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,27.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row 7f62f16f-5e81-43ea-a459-717189b1eb0a / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,gemini-3.6-flash,high,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,46.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row 878e0bf3-57fb-4982-b61b-10174e4cea24 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,muse-spark-1.2,xhigh,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,36.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row JUJ76Jeotj8XRslslwICk2 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,muse-spark-1.3,xhigh,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,58.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row b8kKXLgUjxqi9jgeeTLBpz / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,gpt-oss-120b,high,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,4.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row d6WtzqsvMEH7Au7gxXsv3P / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,?Qwen3.5,not-established:absent,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,24.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row NAciSVwSmWIjTOVlvdj3JE / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexagents,mercor.com,fable-5.1,high,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,59.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row eKMtfbisbMTQ7cvSo993yr / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,gemini-3.1-pro,high,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,35.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row 839babe2-d33d-463a-ae5b-a2102c6323f7 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,inkling,high,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,33.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row UohOeKbgohNmjusgcijiyH / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,minimax-m3,not-established:absent,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,37.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row UohOeKbgohNmjusgcidPoR / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexagents,mercor.com,kimi-k2.7-code,solo,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,37.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row GSi7csNcf5OYJ80OKftMtA / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,sonnet-4.6,high,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,43,pass@1%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row a3c3577b-7c1d-46cc-a847-69447e6490c1 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,glm-5.1,unstated,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,40.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row Fbta1oBE0kPqbOrzwYAWqo / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexagents,mercor.com,grok-4.7,xhigh,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,54.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row NPK5uFSBckNMMDqpCmjlf3 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,deepseek-v3.2,unstated,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,21.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row b2945249-5d1a-4da1-983b-eeed84589795 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexagents,mercor.com,gpt-5.6-luna,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,43,pass@1%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row UohOeKbgohNmjusgcicLCD / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,?DeepSeek-V4-Flash,not-established:absent,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,55.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row f4fc438e-9f7d-406d-802b-1c0cd837bb4c / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexagents,mercor.com,glm-5.2,not-established:absent,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,45.2,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row isvxExfKGAZ4WMrYLuZN2o / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexagents,mercor.com,?Qwen3.8-Max,not-established:absent,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,63.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row OWQLnPQUqDBNbIeXTwFbr8 / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexagents,mercor.com,nemotron-3-ultra-550b-a55b,not-established:absent,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,22.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row UohOeKbgohNmjusgcie3j7 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexagents,mercor.com,opus-5.5,medium,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,52.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row FwIXcKGbnc0ALnAVPNkb0g / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,opus-5.5,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,73.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row FwIXcKGbnc0ALnAVPNmxfQ / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,gpt-6-luna,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,44.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row FwIXcKGbnc0ALnAVPQ73IV / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,gpt-6-sol,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,54.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row sXAOucYh4ND7hTHZiC0sRZ / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,deepseek-v4.1-flash,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,39.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row FpgS21bgw2I3VNplb8tObs / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,gemini-3.5-flash-lite,high,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,29.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row 331r9LTHpoLfChrVXwZLHj / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,qwen3.8-27b,xhigh,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,47.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row aSN3C351HuzoEI3rgx8Rew / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,muse-spark-1.1,xhigh,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,31.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row 24cee245-ae0b-44fb-a4d6-08f68b222afe / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,sonnet-5.5,medium,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,44.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row b2IVUcPsJOa4GrZCodba62 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,sonnet-5.5,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,75.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row 331r9LTHpoLfChrVY8HGE3 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,gpt-6.1-sol,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,60,pass@1%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row WWzzLHZkjbvI25zYheECpG / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexswe-inspect,mercor.com,fable-5,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,54.83,pass@1%,0.00289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 7627e3cb-a949-4370-b255-4692d30ccf61 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,fable-5,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,58.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 7627e3cb-a949-4370-b255-4692d30ccf61 / column passScores[0].harnessScores[1].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,gpt-5.3-codex,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,41.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row d9be5c0d-755b-4235-8361-3b82fba63ea4 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,opus-4.6,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,40.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 89ddd5b7-696f-4682-9ceb-a13af606d99a / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,opus-4.5,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,38.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row apex-model-claude-opus-4-5 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,gpt-5.4,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,36.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row q6POq5OBqI69bseLKoWJ7e / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,?Cognition SWE-1.6 Preview,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,31.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row cHHNDMG0HmWMzbA6rxSxw9 / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexswe-inspect,mercor.com,sonnet-4.5,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,31,pass@1%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 51cf74ee-7936-4f94-8466-d9c17815ecf6 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,gpt-5.2-codex,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,30.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 5f0f8239-de06-416b-ba9a-e697e6e2244d / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,?Kimi K2.5,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,30.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row bcEtLt2KUOoFblJ0tGlQWG / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexswe-inspect,mercor.com,gpt-5.1-codex,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,29,pass@1%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row b250714e-1ef4-4120-b1d9-3de4a3168e5d / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,gemini-3.1-pro,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,28.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 839babe2-d33d-463a-ae5b-a2102c6323f7 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,gemini-3.1-pro,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,33.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 839babe2-d33d-463a-ae5b-a2102c6323f7 / column passScores[0].harnessScores[1].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,gemini-3-pro,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,26.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row apex-model-gemini-3-pro / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,grok-4,solo,coding,hard,Mercor-APEX-SWE-inspect,,,,,,21,pass@1%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row apex-model-grok-4 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexswe-inspect,mercor.com,deepseek-v3.2,unstated,coding,hard,Mercor-APEX-SWE-inspect,,,,,,15.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row b2945249-5d1a-4da1-983b-eeed84589795 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,deepseek-v3.2,unstated,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,25.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row b2945249-5d1a-4da1-983b-eeed84589795 / column passScores[0].harnessScores[1].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,kimi-k2-instruct,solo,coding,hard,Mercor-APEX-SWE-inspect,,,,,,11.2,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row d6WtzqsvMEH7Au7gxXsv8B / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexswe-inspect,mercor.com,opus-4.8,high,coding,hard,Mercor-APEX-SWE-inspect,,,,,,47.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row efb6296e-da01-400e-9a47-71991e48f287 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexswe-inspect,mercor.com,gpt-5.5,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,40.84,pass@1%,0.00289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 0ed1ef93-e04f-4e8d-bac5-bbc72dff9a53 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,gpt-5.5,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,37,pass@1%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 0ed1ef93-e04f-4e8d-bac5-bbc72dff9a53 / column passScores[0].harnessScores[1].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,gemini-3.5-flash,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,32.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 7f62f16f-5e81-43ea-a459-717189b1eb0a / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,gemini-3.5-flash,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,36.1,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 7f62f16f-5e81-43ea-a459-717189b1eb0a / column passScores[0].harnessScores[1].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,sonnet-5,high,coding,hard,Mercor-APEX-SWE-inspect,,,,,,43.65,pass@1%,0.00289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 4053aafc-6287-4180-ac94-71ed083ff402 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexswe-inspect,mercor.com,glm-5.2,unstated,coding,hard,Mercor-APEX-SWE-inspect,,,,,,37.32,pass@1%,0.00289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row fceb3636-2bd9-4b70-b38b-5a88fdc1e09f / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,grok-4.5,high,coding,hard,Mercor-APEX-SWE-inspect,,,,,,51.17,pass@1%,0.00289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 6e729361-72e0-49bc-8756-c9e9c1917469 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexswe-terminus-2,mercor.com,grok-4.5,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,53.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 6e729361-72e0-49bc-8756-c9e9c1917469 / column passScores[0].harnessScores[1].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,gpt-5.6-sol,xhigh,coding,hard,Mercor-APEX-SWE-inspect,,,,,,39.67,pass@1%,0.00289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 15db1be8-dd58-4bef-98ca-bc4816acd920 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexswe-terminus-2,mercor.com,gpt-5.6-sol,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,45.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 15db1be8-dd58-4bef-98ca-bc4816acd920 / column passScores[0].harnessScores[1].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,?Kimi K2.7,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,32.48,pass@1%,0.00289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 52b76157-70d1-471c-8358-0a369eab0111 / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexswe-inspect,mercor.com,gemini-3.6-flash,high,coding,hard,Mercor-APEX-SWE-inspect,,,,,,39.67,pass@1%,0.00289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 878e0bf3-57fb-4982-b61b-10174e4cea24 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexswe-terminus-2,mercor.com,gemini-3.6-flash,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,39.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 878e0bf3-57fb-4982-b61b-10174e4cea24 / column passScores[0].harnessScores[1].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,opus-5,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,54.67,pass@1%,0.00289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row ee5cdb02-006a-4aeb-bf70-b8ed1d930d73 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,opus-5,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,63.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row ee5cdb02-006a-4aeb-bf70-b8ed1d930d73 / column passScores[0].harnessScores[1].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,kimi-k3,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,44.67,pass@1%,0.00289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 183b7a4e-fb0e-467e-87f7-8e3795ba7623 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,kimi-k3,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,48,pass@1%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 183b7a4e-fb0e-467e-87f7-8e3795ba7623 / column passScores[0].harnessScores[1].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,opus-4.7,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,47.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 9c00a5f9-5593-4402-a744-027545a6abfc / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,opus-4.8,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,43.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 32d4ac7f-3e3d-4834-945c-9953e1e70e4c / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,sonnet-4.6,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,34.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row a3c3577b-7c1d-46cc-a847-69447e6490c1 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,sonnet-5,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,46.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row UohOeKbgohNmjusgciidWB / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,?DeepSeek-V4-Flash,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,46.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row f4fc438e-9f7d-406d-802b-1c0cd837bb4c / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexswe-terminus-2,mercor.com,?DeepSeek-V4-Pro,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,33.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row UohOeKbgohNmjusgcihhVn / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexswe-terminus-2,mercor.com,glm-5.2,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,37.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row isvxExfKGAZ4WMrYLuZN2o / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,gpt-oss-120b,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,3.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row d6WtzqsvMEH7Au7gxXsv3P / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,inkling,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,26.1,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row UohOeKbgohNmjusgcijiyH / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,kimi-k2.7-code,solo,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,40.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row GSi7csNcf5OYJ80OKftMtA / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexswe-terminus-2,mercor.com,kimi-k2-instruct,solo,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,17.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row NAciSVwSmWIjTOVlvdabDY / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexswe-terminus-2,mercor.com,minimax-m2.7,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,21.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row NAciSVwSmWIjTOVlvdcGns / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,minimax-m3,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,35.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row UohOeKbgohNmjusgcidPoR / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,nemotron-3-ultra-550b-a55b,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,16.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row UohOeKbgohNmjusgcie3j7 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,?Qwen3.5,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,25.1,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row NAciSVwSmWIjTOVlvdj3JE / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexswe-terminus-2,mercor.com,gpt-5.4,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,34.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row d5710a5d-6dbd-4bd0-866c-36bfdf4103dc / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,grok-4.6,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,56.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row VgQ1iaOMfU1uwkz0hFZ0vE / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,fable-5.1,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,63.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row czbC94OhwAuPY9WPtpIaZZ / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,gpt-6-astra,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,50,pass@1%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row qv2QwcmoTmbRKJaMD2yYIi / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,glm-5.3,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,47.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 0tAPacA3ryVv3lqaGQgfGR / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,gemini-3.8-flash,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,36.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 976efCaf0nN4uyJqDJns3v / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,muse-spark-1.3,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,36.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row b8kKXLgUjxqi9jgeeTLBpz / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,deepseek-v4.1-flash,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,51.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row FpgS21bgw2I3VNplb8tObs / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,glm-5.1,unstated,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,34.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row Fbta1oBE0kPqbOrzwYAWqo / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,grok-4.7,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,53.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row NPK5uFSBckNMMDqpCmjlf3 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,gemini-3.7-flash,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,42,pass@1%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row FhdzFh8Qul2l86kjUjd1QC / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,glm-5.3-flash,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,46.1,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row CSsFo3meS6EkesQOLzo8Dg / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,muse-spark-1.2,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,40.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row JUJ76Jeotj8XRslslwICk2 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,?Qwen3.8-Max,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,52.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row OWQLnPQUqDBNbIeXTwFbr8 / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexswe-terminus-2,mercor.com,gpt-5.6-luna,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,32.1,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row UohOeKbgohNmjusgcicLCD / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,gpt-5.6-terra,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,31.1,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row isvxExfKGAZ4WMrYLuW50g / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,deepseek-v4-pro-0813,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,45.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row cVrkQw9RUFqXFdt7sJc9MM / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,gpt-6-sol,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,45,pass@1%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row sXAOucYh4ND7hTHZiC0sRZ / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,gpt-6-luna,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,38.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row FwIXcKGbnc0ALnAVPQ73IV / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,opus-5.5,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,55.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row FwIXcKGbnc0ALnAVPNkb0g / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,opus-5.5,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,67.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row FwIXcKGbnc0ALnAVPNmxfQ / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,gemini-3.5-flash-lite,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,31.2,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 331r9LTHpoLfChrVXwZLHj / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,qwen3.8-27b,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,50.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row aSN3C351HuzoEI3rgx8Rew / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,opus-4.6,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,41.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 15e95e25-6884-4589-ab42-45184b82cc4d / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,muse-spark-1.1,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,38.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 24cee245-ae0b-44fb-a4d6-08f68b222afe / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,sonnet-5.5,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,66.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 331r9LTHpoLfChrVY8HGE3 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,sonnet-5.5,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,44,pass@1%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row b2IVUcPsJOa4GrZCodba62 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,gpt-5.6-sol,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,48,pass@1%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 595b3937-51da-497d-b9cf-1225a08f9ebc / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,grok-4.6,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,57.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row rXV6uHApUz4KWEoFnjIUWr / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,gpt-6.1-sol,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,46.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row WWzzLHZkjbvI25zYheECpG / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,fable-5,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,54.83,pass@1%,0.00289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 7627e3cb-a949-4370-b255-4692d30ccf61 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,fable-5,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,58.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 7627e3cb-a949-4370-b255-4692d30ccf61 / column passScores[0].harnessScores[1].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,gpt-5.3-codex,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,41.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row d9be5c0d-755b-4235-8361-3b82fba63ea4 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,opus-4.6,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,40.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 89ddd5b7-696f-4682-9ceb-a13af606d99a / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,opus-4.5,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,38.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row apex-model-claude-opus-4-5 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,gpt-5.4,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,36.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row q6POq5OBqI69bseLKoWJ7e / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,?Cognition SWE-1.6 Preview,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,31.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row cHHNDMG0HmWMzbA6rxSxw9 / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexswe-inspect,mercor.com,sonnet-4.5,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,31,pass@1%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 51cf74ee-7936-4f94-8466-d9c17815ecf6 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,gpt-5.2-codex,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,30.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 5f0f8239-de06-416b-ba9a-e697e6e2244d / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,?Kimi K2.5,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,30.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row bcEtLt2KUOoFblJ0tGlQWG / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexswe-inspect,mercor.com,gpt-5.1-codex,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,29,pass@1%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row b250714e-1ef4-4120-b1d9-3de4a3168e5d / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,gemini-3.1-pro,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,28.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 839babe2-d33d-463a-ae5b-a2102c6323f7 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,gemini-3.1-pro,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,33.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 839babe2-d33d-463a-ae5b-a2102c6323f7 / column passScores[0].harnessScores[1].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,gemini-3-pro,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,26.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row apex-model-gemini-3-pro / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,grok-4,solo,coding,hard,Mercor-APEX-SWE-inspect,,,,,,21,pass@1%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row apex-model-grok-4 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexswe-inspect,mercor.com,deepseek-v3.2,unstated,coding,hard,Mercor-APEX-SWE-inspect,,,,,,15.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row b2945249-5d1a-4da1-983b-eeed84589795 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,deepseek-v3.2,unstated,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,25.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row b2945249-5d1a-4da1-983b-eeed84589795 / column passScores[0].harnessScores[1].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,kimi-k2-instruct,solo,coding,hard,Mercor-APEX-SWE-inspect,,,,,,11.2,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row d6WtzqsvMEH7Au7gxXsv8B / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexswe-inspect,mercor.com,opus-4.8,high,coding,hard,Mercor-APEX-SWE-inspect,,,,,,47.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row efb6296e-da01-400e-9a47-71991e48f287 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexswe-inspect,mercor.com,gpt-5.5,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,40.84,pass@1%,0.00289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 0ed1ef93-e04f-4e8d-bac5-bbc72dff9a53 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,gpt-5.5,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,37,pass@1%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 0ed1ef93-e04f-4e8d-bac5-bbc72dff9a53 / column passScores[0].harnessScores[1].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,gemini-3.5-flash,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,32.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 7f62f16f-5e81-43ea-a459-717189b1eb0a / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,gemini-3.5-flash,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,36.1,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 7f62f16f-5e81-43ea-a459-717189b1eb0a / column passScores[0].harnessScores[1].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,sonnet-5,high,coding,hard,Mercor-APEX-SWE-inspect,,,,,,43.65,pass@1%,0.00289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 4053aafc-6287-4180-ac94-71ed083ff402 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexswe-inspect,mercor.com,glm-5.2,unstated,coding,hard,Mercor-APEX-SWE-inspect,,,,,,37.32,pass@1%,0.00289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row fceb3636-2bd9-4b70-b38b-5a88fdc1e09f / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,grok-4.5,high,coding,hard,Mercor-APEX-SWE-inspect,,,,,,51.17,pass@1%,0.00289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 6e729361-72e0-49bc-8756-c9e9c1917469 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexswe-terminus-2,mercor.com,grok-4.5,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,53.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 6e729361-72e0-49bc-8756-c9e9c1917469 / column passScores[0].harnessScores[1].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,gpt-5.6-sol,xhigh,coding,hard,Mercor-APEX-SWE-inspect,,,,,,39.67,pass@1%,0.00289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 15db1be8-dd58-4bef-98ca-bc4816acd920 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexswe-terminus-2,mercor.com,gpt-5.6-sol,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,45.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 15db1be8-dd58-4bef-98ca-bc4816acd920 / column passScores[0].harnessScores[1].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,?Kimi K2.7,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,32.48,pass@1%,0.00289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 52b76157-70d1-471c-8358-0a369eab0111 / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexswe-inspect,mercor.com,gemini-3.6-flash,high,coding,hard,Mercor-APEX-SWE-inspect,,,,,,39.67,pass@1%,0.00289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 878e0bf3-57fb-4982-b61b-10174e4cea24 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexswe-terminus-2,mercor.com,gemini-3.6-flash,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,39.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 878e0bf3-57fb-4982-b61b-10174e4cea24 / column passScores[0].harnessScores[1].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,opus-5,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,54.67,pass@1%,0.00289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row ee5cdb02-006a-4aeb-bf70-b8ed1d930d73 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,opus-5,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,63.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row ee5cdb02-006a-4aeb-bf70-b8ed1d930d73 / column passScores[0].harnessScores[1].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,kimi-k3,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,44.67,pass@1%,0.00289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 183b7a4e-fb0e-467e-87f7-8e3795ba7623 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,kimi-k3,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,48,pass@1%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 183b7a4e-fb0e-467e-87f7-8e3795ba7623 / column passScores[0].harnessScores[1].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,opus-4.7,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,47.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 9c00a5f9-5593-4402-a744-027545a6abfc / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,opus-4.8,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,43.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 32d4ac7f-3e3d-4834-945c-9953e1e70e4c / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,sonnet-4.6,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,34.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row a3c3577b-7c1d-46cc-a847-69447e6490c1 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,sonnet-5,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,46.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row UohOeKbgohNmjusgciidWB / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,?DeepSeek-V4-Flash,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,46.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row f4fc438e-9f7d-406d-802b-1c0cd837bb4c / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexswe-terminus-2,mercor.com,?DeepSeek-V4-Pro,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,33.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row UohOeKbgohNmjusgcihhVn / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexswe-terminus-2,mercor.com,glm-5.2,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,37.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row isvxExfKGAZ4WMrYLuZN2o / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,gpt-oss-120b,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,3.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row d6WtzqsvMEH7Au7gxXsv3P / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,inkling,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,26.1,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row UohOeKbgohNmjusgcijiyH / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,kimi-k2.7-code,solo,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,40.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row GSi7csNcf5OYJ80OKftMtA / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexswe-terminus-2,mercor.com,kimi-k2-instruct,solo,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,17.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row NAciSVwSmWIjTOVlvdabDY / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexswe-terminus-2,mercor.com,minimax-m2.7,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,21.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row NAciSVwSmWIjTOVlvdcGns / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,minimax-m3,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,35.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row UohOeKbgohNmjusgcidPoR / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,nemotron-3-ultra-550b-a55b,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,16.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row UohOeKbgohNmjusgcie3j7 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,?Qwen3.5,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,25.1,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row NAciSVwSmWIjTOVlvdj3JE / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexswe-terminus-2,mercor.com,gpt-5.4,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,34.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row d5710a5d-6dbd-4bd0-866c-36bfdf4103dc / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,grok-4.6,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,56.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row VgQ1iaOMfU1uwkz0hFZ0vE / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,fable-5.1,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,63.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row czbC94OhwAuPY9WPtpIaZZ / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,gpt-6-astra,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,50,pass@1%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row qv2QwcmoTmbRKJaMD2yYIi / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,glm-5.3,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,47.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 0tAPacA3ryVv3lqaGQgfGR / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,gemini-3.8-flash,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,36.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 976efCaf0nN4uyJqDJns3v / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,muse-spark-1.3,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,36.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row b8kKXLgUjxqi9jgeeTLBpz / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,deepseek-v4.1-flash,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,51.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row FpgS21bgw2I3VNplb8tObs / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,glm-5.1,unstated,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,34.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row Fbta1oBE0kPqbOrzwYAWqo / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,grok-4.7,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,53.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row NPK5uFSBckNMMDqpCmjlf3 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,gemini-3.7-flash,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,42,pass@1%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row FhdzFh8Qul2l86kjUjd1QC / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,glm-5.3-flash,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,46.1,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row CSsFo3meS6EkesQOLzo8Dg / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,muse-spark-1.2,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,40.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row JUJ76Jeotj8XRslslwICk2 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,?Qwen3.8-Max,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,52.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row OWQLnPQUqDBNbIeXTwFbr8 / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexswe-terminus-2,mercor.com,gpt-5.6-luna,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,32.1,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row UohOeKbgohNmjusgcicLCD / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,gpt-5.6-terra,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,31.1,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row isvxExfKGAZ4WMrYLuW50g / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,deepseek-v4-pro-0813,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,45.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row cVrkQw9RUFqXFdt7sJc9MM / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,gpt-6-sol,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,45,pass@1%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row sXAOucYh4ND7hTHZiC0sRZ / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,gpt-6-luna,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,38.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row FwIXcKGbnc0ALnAVPQ73IV / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,opus-5.5,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,55.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row FwIXcKGbnc0ALnAVPNkb0g / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,opus-5.5,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,67.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row FwIXcKGbnc0ALnAVPNmxfQ / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,gemini-3.5-flash-lite,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,31.2,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 331r9LTHpoLfChrVXwZLHj / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,qwen3.8-27b,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,50.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row aSN3C351HuzoEI3rgx8Rew / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,opus-4.6,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,41.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 15e95e25-6884-4589-ab42-45184b82cc4d / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,muse-spark-1.1,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,38.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 24cee245-ae0b-44fb-a4d6-08f68b222afe / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,sonnet-5.5,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,44,pass@1%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row b2IVUcPsJOa4GrZCodba62 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,gpt-5.6-sol,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,48,pass@1%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 595b3937-51da-497d-b9cf-1225a08f9ebc / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,grok-4.6,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,57.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row rXV6uHApUz4KWEoFnjIUWr / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,gpt-6.1-sol,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,46.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row WWzzLHZkjbvI25zYheECpG / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexv1,mercor.com,gpt-5,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,12.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row apex-model-gpt-5 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,gemini-3-pro,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,8.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row apex-model-gemini-3-pro / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,gemini-3-flash,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,8.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row apex-model-gemini-3-flash / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,grok-4,solo,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,8.2,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row apex-model-grok-4 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,o3,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,8.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row apex-model-o3 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,opus-4.5,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,7.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row apex-model-claude-opus-4-5 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexv1,mercor.com,grok-4.1,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,7.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row apex-model-grok-4-1 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexv1,mercor.com,opus-4.6,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,14.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row 89ddd5b7-696f-4682-9ceb-a13af606d99a / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,gpt-5.4,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,14.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row q6POq5OBqI69bseLKoWJ7e / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,opus-4.6,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,14.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row 15e95e25-6884-4589-ab42-45184b82cc4d / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,gpt-5.2-codex,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,13.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row 5f0f8239-de06-416b-ba9a-e697e6e2244d / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,gpt-5.3-codex,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,13.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row d9be5c0d-755b-4235-8361-3b82fba63ea4 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,gemini-3.1-pro,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,12.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row 839babe2-d33d-463a-ae5b-a2102c6323f7 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,gpt-5.2,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,11.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row d17248f2-5664-4573-b223-27d2673b0b3f / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,gpt-5-codex,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,11.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row 09689908-b56c-4528-9f77-3f17fec2be70 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,gpt-5.1-codex,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,11.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row b250714e-1ef4-4120-b1d9-3de4a3168e5d / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,sonnet-4.6,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,9.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row a3c3577b-7c1d-46cc-a847-69447e6490c1 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,glm-5,unstated,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,7.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row 52a81dc7-8c27-4790-8b51-046af8d9d4fe / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexv1,mercor.com,glm-4.7,unstated,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,6.2,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row 3d97447a-b5f1-45e3-8fd0-a99f0f715968 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexv1,mercor.com,fable-5,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,21.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row 7627e3cb-a949-4370-b255-4692d30ccf61 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,opus-4.7,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,13.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row 9c00a5f9-5593-4402-a744-027545a6abfc / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,sonnet-5,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,11.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row UohOeKbgohNmjusgciidWB / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,deepseek-v3.2,unstated,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,7.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row b2945249-5d1a-4da1-983b-eeed84589795 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexv1,mercor.com,opus-4.8,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,16.1,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row 32d4ac7f-3e3d-4834-945c-9953e1e70e4c / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,gemini-3.5-flash,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,15.2,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row 7f62f16f-5e81-43ea-a459-717189b1eb0a / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,?DeepSeek-V4-Flash,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,13.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row f4fc438e-9f7d-406d-802b-1c0cd837bb4c / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexv1,mercor.com,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,12.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row UohOeKbgohNmjusgcihhVn / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexv1,mercor.com,gemini-3.6-flash,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,14.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row 878e0bf3-57fb-4982-b61b-10174e4cea24 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,gpt-5.6-terra,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,17.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row isvxExfKGAZ4WMrYLuW50g / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,glm-5.2,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,12.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row isvxExfKGAZ4WMrYLuZN2o / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexv1,mercor.com,gpt-oss-120b,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,3.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row d6WtzqsvMEH7Au7gxXsv3P / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,gemma-4-31b-it,unstated,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,5.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row NAciSVwSmWIjTOVlvdodEO / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexv1,mercor.com,inkling,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,12.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row UohOeKbgohNmjusgcijiyH / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,kimi-k2.7-code,solo,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,10.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row GSi7csNcf5OYJ80OKftMtA / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,kimi-k2-instruct,solo,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,6,pass@1%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row NAciSVwSmWIjTOVlvdabDY / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,minimax-m2.7,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,5.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row NAciSVwSmWIjTOVlvdcGns / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexv1,mercor.com,nemotron-3-ultra-550b-a55b,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,9.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row UohOeKbgohNmjusgcie3j7 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexv1,mercor.com,minimax-m3,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,10.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row UohOeKbgohNmjusgcidPoR / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexv1,mercor.com,kimi-k3,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,16.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row 183b7a4e-fb0e-467e-87f7-8e3795ba7623 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,?Qwen3.5,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,5.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row NAciSVwSmWIjTOVlvdj3JE / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexv1,mercor.com,opus-5,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,22.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row OWQLnPQUqDBNbIeXTvUsRu / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,gpt-6-astra,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,19.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row qv2QwcmoTmbRKJaMCypQfO / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,glm-5.3,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,16.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row 0tAPacA3ryVv3lqaGQgfGR / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,deepseek-v4-pro-0813,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,15.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row cVrkQw9RUFqXFdt7sJc9MM / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,muse-spark-1.3,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,21.2,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row b8kKXLgUjxqi9jgeeTLBpz / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,gemini-3.8-flash,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,19.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row 976efCaf0nN4uyJqDJns3v / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,fable-5.1,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,26.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row czbC94OhwAuPY9WPtpIaZZ / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,grok-4.6,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,17.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row rXV6uHApUz4KWEoFnjIUWr / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,gpt-5.6-sol,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,22.1,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row c3637cac-5a73-406e-84a9-8ec9a623e3b8 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,gpt-5.6-luna,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,16.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row UohOeKbgohNmjusgcicLCD / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,deepseek-v4.1-flash,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,15.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row FpgS21bgw2I3VNplb8tObs / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,glm-5.3-flash,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,12.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row CSsFo3meS6EkesQOLzo8Dg / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,?Qwen3.8-Max,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,15.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row OWQLnPQUqDBNbIeXTwFbr8 / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexv1,mercor.com,muse-spark-1.2,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,23.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row JUJ76Jeotj8XRslslwICk2 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,gemini-3.5-flash-lite,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,7.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row 331r9LTHpoLfChrVXwZLHj / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,gpt-5.4,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,14.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row d5710a5d-6dbd-4bd0-866c-36bfdf4103dc / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,gpt-5.5,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,16.2,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row 0ed1ef93-e04f-4e8d-bac5-bbc72dff9a53 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,grok-4.5,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,11.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row 6e729361-72e0-49bc-8756-c9e9c1917469 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,glm-5.1,unstated,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,7.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row Fbta1oBE0kPqbOrzwYAWqo / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexv1,mercor.com,gemini-3.7-flash,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,17.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row FhdzFh8Qul2l86kjUjd1QC / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,muse-spark-1.1,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,21.2,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row 24cee245-ae0b-44fb-a4d6-08f68b222afe / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,grok-4.7,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,16.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row NPK5uFSBckNMMDqpCmjlf3 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,gpt-6-luna,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,13.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row FwIXcKGbnc0ALnAVPQ73IV / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,opus-5.5,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,23.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row FwIXcKGbnc0ALnAVPNmxfQ / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,gpt-6-sol,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,14.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row sXAOucYh4ND7hTHZiC0sRZ / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,qwen3.8-27b,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,13.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row aSN3C351HuzoEI3rgx8Rew / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,sonnet-5.5,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,17.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row 331r9LTHpoLfChrVY8HGE3 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-ext-browsecomp,mercor.com,sonnet-5.5,max,mixed,hard,Mercor-ext-browsecomp,,,,,,73,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[0].chartData / row Sonnet 5.5 / column score),,out:superseded, mercor-ext-browsecomp,mercor.com,fable-5.1,max,mixed,hard,Mercor-ext-browsecomp,,,,,,63.3,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[0].chartData / row Fable 5.1 / column score),,out:superseded, mercor-ext-browsecomp,mercor.com,gpt-6-sol,max,mixed,hard,Mercor-ext-browsecomp,,,,,,63.2,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[0].chartData / row GPT-6 Sol / column score),,out:superseded, mercor-ext-browsecomp,mercor.com,opus-5.5,max,mixed,hard,Mercor-ext-browsecomp,,,,,,60.5,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[0].chartData / row Opus 5.5 / column score),,out:superseded, mercor-ext-browsecomp,mercor.com,deepseek-v4.1-flash,max,mixed,hard,Mercor-ext-browsecomp,,,,,,48.2,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[0].chartData / row DeepSeek-V4.1-Flash / column score),,in, mercor-ext-charxiv,mercor.com,muse-spark-1.1,xhigh,mixed,hard,Mercor-ext-charxiv,,,,,,86.4,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[1].chartData / row Muse Spark 1.1 / column score),,out:superseded, mercor-ext-charxiv,mercor.com,gpt-6-astra,xhigh,mixed,hard,Mercor-ext-charxiv,,,,,,85.1,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[1].chartData / row GPT-6 Astra / column score),,out:superseded, mercor-ext-charxiv,mercor.com,gpt-6.1-sol,max,mixed,hard,Mercor-ext-charxiv,,,,,,85.1,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[1].chartData / row GPT-6.1 Sol / column score),,out:superseded, mercor-ext-charxiv,mercor.com,opus-5.5,max,mixed,hard,Mercor-ext-charxiv,,,,,,84.7,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[1].chartData / row Opus 5.5 / column score),,out:superseded, mercor-ext-charxiv,mercor.com,sonnet-5.5,max,mixed,hard,Mercor-ext-charxiv,,,,,,84.2,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[1].chartData / row Sonnet 5.5 / column score),,in, mercor-ext-gdpval,mercor.com,opus-5.5,max,mixed,hard,Mercor-ext-gdpval,,,,,,75.8,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[2].chartData / row Opus 5.5 / column score),,out:superseded, mercor-ext-gdpval,mercor.com,fable-5.1,max,mixed,hard,Mercor-ext-gdpval,,,,,,68.7,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[2].chartData / row Fable 5.1 / column score),,out:superseded, mercor-ext-gdpval,mercor.com,fable-5,max,mixed,hard,Mercor-ext-gdpval,,,,,,65.3,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[2].chartData / row Fable 5 / column score),,out:superseded, mercor-ext-gdpval,mercor.com,gpt-6-astra,max,mixed,hard,Mercor-ext-gdpval,,,,,,64.1,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[2].chartData / row GPT-6 Astra / column score),,in, mercor-ext-gdpval,mercor.com,opus-5,max,mixed,hard,Mercor-ext-gdpval,,,,,,62.9,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[2].chartData / row Opus 5 / column score),,in, mercor-ext-hle,mercor.com,gpt-5.6-sol,max,mixed,hard,Mercor-ext-hle,,,,,,77.3,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[3].chartData / row GPT-5.6 Sol / column score),,out:superseded, mercor-ext-hle,mercor.com,gpt-5.6-terra,max,mixed,hard,Mercor-ext-hle,,,,,,70.7,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[3].chartData / row GPT-5.6 Terra / column score),,out:superseded, mercor-ext-hle,mercor.com,opus-5,high,mixed,hard,Mercor-ext-hle,,,,,,61,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[3].chartData / row Opus 5 / column score),,out:superseded, mercor-ext-hle,mercor.com,fable-5,high,mixed,hard,Mercor-ext-hle,,,,,,58.7,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[3].chartData / row Fable 5 / column score),,out:superseded, mercor-ext-hle,mercor.com,gpt-5.6-luna,max,mixed,hard,Mercor-ext-hle,,,,,,57.5,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[3].chartData / row GPT-5.6 Luna / column score),,out:superseded, mercor-ext-aa-lcr,mercor.com,gpt-5.6-sol,max,mixed,hard,Mercor-ext-aa-lcr,,,,,,79.5,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[4].chartData / row GPT-5.6 Sol / column score),,out:superseded, mercor-ext-aa-lcr,mercor.com,gpt-5.6-terra,max,mixed,hard,Mercor-ext-aa-lcr,,,,,,74.4,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[4].chartData / row GPT-5.6 Terra / column score),,out:superseded, mercor-ext-aa-lcr,mercor.com,opus-5.5,max,mixed,hard,Mercor-ext-aa-lcr,,,,,,74.2,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[4].chartData / row Opus 5.5 / column score),,out:superseded, mercor-ext-aa-lcr,mercor.com,opus-5,max,mixed,hard,Mercor-ext-aa-lcr,,,,,,73.9,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[4].chartData / row Opus 5 / column score),,out:superseded, mercor-ext-aa-lcr,mercor.com,fable-5.1,high,mixed,hard,Mercor-ext-aa-lcr,,,,,,73,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[4].chartData / row Fable 5.1 / column score),,in, mercor-ext-medxpertqa-mm,mercor.com,opus-5.5,max,mixed,hard,Mercor-ext-medxpertqa-mm,,,,,,71.2,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[5].chartData / row Opus 5.5 / column score),,out:superseded, mercor-ext-medxpertqa-mm,mercor.com,gpt-6-sol,max,mixed,hard,Mercor-ext-medxpertqa-mm,,,,,,68,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[5].chartData / row GPT-6 Sol / column score),,out:superseded, mercor-ext-medxpertqa-mm,mercor.com,fable-5.1,high,mixed,hard,Mercor-ext-medxpertqa-mm,,,,,,66,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[5].chartData / row Fable 5.1 / column score),,out:superseded, mercor-ext-medxpertqa-mm,mercor.com,gpt-5.6-sol,max,mixed,hard,Mercor-ext-medxpertqa-mm,,,,,,64.7,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[5].chartData / row GPT-5.6 Sol / column score),,out:superseded, mercor-ext-medxpertqa-mm,mercor.com,gpt-6.1-sol,max,mixed,hard,Mercor-ext-medxpertqa-mm,,,,,,64.7,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[5].chartData / row GPT-6.1 Sol / column score),,out:superseded, mercor-ext-mmmu-pro,mercor.com,gpt-6-astra,max,mixed,hard,Mercor-ext-mmmu-pro,,,,,,60,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[6].chartData / row GPT-6 Astra / column score),,out:superseded, mercor-ext-mmmu-pro,mercor.com,gpt-5.6-sol,max,mixed,hard,Mercor-ext-mmmu-pro,,,,,,51.9,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[6].chartData / row GPT-5.6 Sol / column score),,out:superseded, mercor-ext-mmmu-pro,mercor.com,gpt-6-sol,max,mixed,hard,Mercor-ext-mmmu-pro,,,,,,51.9,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[6].chartData / row GPT-6 Sol / column score),,out:superseded, mercor-ext-mmmu-pro,mercor.com,opus-5.5,max,mixed,hard,Mercor-ext-mmmu-pro,,,,,,51,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[6].chartData / row Opus 5.5 / column score),,out:superseded, mercor-ext-mmmu-pro,mercor.com,fable-5.1,max,mixed,hard,Mercor-ext-mmmu-pro,,,,,,47.6,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[6].chartData / row Fable 5.1 / column score),,in, mercor-ext-swe-atlas,mercor.com,sonnet-5.5,max,mixed,hard,Mercor-ext-swe-atlas,,,,,,44.7,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[7].chartData / row Sonnet 5.5 / column score),,out:superseded, mercor-ext-swe-atlas,mercor.com,opus-5.5,max,mixed,hard,Mercor-ext-swe-atlas,,,,,,43.3,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[7].chartData / row Opus 5.5 / column score),,out:superseded, mercor-ext-swe-atlas,mercor.com,opus-5,max,mixed,hard,Mercor-ext-swe-atlas,,,,,,40,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[7].chartData / row Opus 5 / column score),,out:superseded, mercor-ext-swe-atlas,mercor.com,fable-5.1,max,mixed,hard,Mercor-ext-swe-atlas,,,,,,38,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[7].chartData / row Fable 5.1 / column score),,out:superseded, mercor-ext-swe-atlas,mercor.com,deepseek-v4.1-flash,max,mixed,hard,Mercor-ext-swe-atlas,,,,,,36.7,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[7].chartData / row DeepSeek-V4.1-Flash / column score),,out:superseded, mercor-ext-swe-bench-verified,mercor.com,deepseek-v4.1-flash,max,mixed,hard,Mercor-ext-swe-bench-verified,,,,,,82.7,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[8].chartData / row DeepSeek-V4.1-Flash / column score),,out:superseded, mercor-ext-swe-bench-verified,mercor.com,opus-5,max,mixed,hard,Mercor-ext-swe-bench-verified,,,,,,82,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[8].chartData / row Opus 5 / column score),,out:superseded, mercor-ext-swe-bench-verified,mercor.com,fable-5,max,mixed,hard,Mercor-ext-swe-bench-verified,,,,,,78.7,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[8].chartData / row Fable 5 / column score),,out:superseded, mercor-ext-swe-bench-verified,mercor.com,gpt-5.6-terra,max,mixed,hard,Mercor-ext-swe-bench-verified,,,,,,78.7,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[8].chartData / row GPT-5.6 Terra / column score),,out:superseded, mercor-ext-swe-bench-verified,mercor.com,gpt-5.6-luna,max,mixed,hard,Mercor-ext-swe-bench-verified,,,,,,74.7,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[8].chartData / row GPT-5.6 Luna / column score),,in, mercor-ext-terminal-bench-2-1,mercor.com,opus-5.5,max,mixed,hard,Mercor-ext-terminal-bench-2-1,,,,,,47.5,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[9].chartData / row Opus 5.5 / column score),,out:superseded, mercor-ext-terminal-bench-2-1,mercor.com,gpt-6.1-sol,max,mixed,hard,Mercor-ext-terminal-bench-2-1,,,,,,45.8,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[9].chartData / row GPT-6.1 Sol / column score),,out:superseded, mercor-ext-terminal-bench-2-1,mercor.com,grok-4.6,xhigh,mixed,hard,Mercor-ext-terminal-bench-2-1,,,,,,45.5,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[9].chartData / row Grok 4.6 / column score),,out:superseded, mercor-ext-terminal-bench-2-1,mercor.com,sonnet-5.5,max,mixed,hard,Mercor-ext-terminal-bench-2-1,,,,,,45.5,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[9].chartData / row Sonnet 5.5 / column score),,out:superseded, mercor-ext-terminal-bench-2-1,mercor.com,gpt-6-sol,max,mixed,hard,Mercor-ext-terminal-bench-2-1,,,,,,42.4,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[9].chartData / row GPT-6 Sol / column score),,in, mercor-oss-scicode,mercor.com,opus-5.5,max,mixed,hard,Mercor-oss-scicode,,,,,,57.4,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[0].chartData / row Opus 5.5 / column score),,out:superseded, mercor-oss-scicode,mercor.com,fable-5.1,max,mixed,hard,Mercor-oss-scicode,,,,,,54.6,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[0].chartData / row Fable 5.1 / column score),,out:superseded, mercor-oss-scicode,mercor.com,sonnet-5.5,max,mixed,hard,Mercor-oss-scicode,,,,,,51.2,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[0].chartData / row Sonnet 5.5 / column score),,out:superseded, mercor-oss-scicode,mercor.com,fable-5,max,mixed,hard,Mercor-oss-scicode,,,,,,49,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[0].chartData / row Fable 5 / column score),,out:superseded, mercor-oss-scicode,mercor.com,gpt-6-astra,xhigh,mixed,hard,Mercor-oss-scicode,,,,,,47.5,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[0].chartData / row GPT-6 Astra / column score),,out:superseded, mercor-oss-swe-atlas,mercor.com,deepseek-v4.1-flash,max,mixed,hard,Mercor-oss-swe-atlas,,,,,,53.5,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[2].chartData / row DeepSeek-V4.1-Flash / column score),,out:superseded, mercor-oss-swe-atlas,mercor.com,kimi-k3,max,mixed,hard,Mercor-oss-swe-atlas,,,,,,52.7,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[2].chartData / row Kimi K3 / column score),,out:superseded, mercor-oss-swe-atlas,mercor.com,opus-5,max,mixed,hard,Mercor-oss-swe-atlas,,,,,,50.3,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[2].chartData / row Opus 5 / column score),,out:superseded, mercor-oss-swe-atlas,mercor.com,sonnet-5.5,max,mixed,hard,Mercor-oss-swe-atlas,,,,,,50.3,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[2].chartData / row Sonnet 5.5 / column score),,out:superseded, mercor-oss-swe-atlas,mercor.com,opus-5.5,max,mixed,hard,Mercor-oss-swe-atlas,,,,,,48.9,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[2].chartData / row Opus 5.5 / column score),,in, mercor-oss-swe-bench-verified,mercor.com,opus-5.5,max,mixed,hard,Mercor-oss-swe-bench-verified,,,,,,98.2,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[3].chartData / row Opus 5.5 / column score),,out:superseded, mercor-oss-swe-bench-verified,mercor.com,sonnet-5.5,max,mixed,hard,Mercor-oss-swe-bench-verified,,,,,,96.7,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[3].chartData / row Sonnet 5.5 / column score),,out:superseded, mercor-oss-swe-bench-verified,mercor.com,fable-5.1,max,mixed,hard,Mercor-oss-swe-bench-verified,,,,,,96.6,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[3].chartData / row Fable 5.1 / column score),,out:superseded, mercor-oss-swe-bench-verified,mercor.com,fable-5,max,mixed,hard,Mercor-oss-swe-bench-verified,,,,,,95.9,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[3].chartData / row Fable 5 / column score),,out:superseded, mercor-oss-swe-bench-verified,mercor.com,opus-5,max,mixed,hard,Mercor-oss-swe-bench-verified,,,,,,93.5,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[3].chartData / row Opus 5 / column score),,out:superseded, mercor-oss-aa-lcr,mercor.com,fable-5.1,max,mixed,hard,Mercor-oss-aa-lcr,,,,,,87.5,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[4].chartData / row Fable 5.1 / column score),,out:superseded, mercor-oss-aa-lcr,mercor.com,fable-5,max,mixed,hard,Mercor-oss-aa-lcr,,,,,,85.5,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[4].chartData / row Fable 5 / column score),,out:superseded, mercor-oss-aa-lcr,mercor.com,gpt-5.6-sol,max,mixed,hard,Mercor-oss-aa-lcr,,,,,,85.3,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[4].chartData / row GPT-5.6 Sol / column score),,out:superseded, mercor-oss-aa-lcr,mercor.com,opus-5.5,max,mixed,hard,Mercor-oss-aa-lcr,,,,,,85,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[4].chartData / row Opus 5.5 / column score),,out:superseded, mercor-oss-aa-lcr,mercor.com,kimi-k3,max,mixed,hard,Mercor-oss-aa-lcr,,,,,,84.3,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[4].chartData / row Kimi K3 / column score),,out:superseded, mercor-oss-mmlu-pro,mercor.com,opus-5.5,max,mixed,hard,Mercor-oss-mmlu-pro,,,,,,93.4,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[5].chartData / row Opus 5.5 / column score),,out:superseded, mercor-oss-mmlu-pro,mercor.com,opus-5,max,mixed,hard,Mercor-oss-mmlu-pro,,,,,,92,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[5].chartData / row Opus 5 / column score),,out:superseded, mercor-oss-mmlu-pro,mercor.com,fable-5.1,high,mixed,hard,Mercor-oss-mmlu-pro,,,,,,91.5,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[5].chartData / row Fable 5.1 / column score),,in, mercor-oss-mmlu-pro,mercor.com,gemini-3.1-pro,high,mixed,hard,Mercor-oss-mmlu-pro,,,,,,91.3,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[5].chartData / row Gemini 3.1 Pro / column score),,out:superseded, mercor-oss-mmlu-pro,mercor.com,gpt-6-astra,xhigh,mixed,hard,Mercor-oss-mmlu-pro,,,,,,91,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[5].chartData / row GPT-6 Astra / column score),,in, mercor-oss-mmmu-pro,mercor.com,opus-5.5,max,mixed,hard,Mercor-oss-mmmu-pro,,,,,,87.4,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[6].chartData / row Opus 5.5 / column score),,out:superseded, mercor-oss-mmmu-pro,mercor.com,gpt-6-astra,xhigh,mixed,hard,Mercor-oss-mmmu-pro,,,,,,86.8,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[6].chartData / row GPT-6 Astra / column score),,in, mercor-oss-mmmu-pro,mercor.com,fable-5.1,max,mixed,hard,Mercor-oss-mmmu-pro,,,,,,86.1,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[6].chartData / row Fable 5.1 / column score),,out:superseded, mercor-oss-mmmu-pro,mercor.com,gemini-3.7-flash,high,mixed,hard,Mercor-oss-mmmu-pro,,,,,,85.2,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[6].chartData / row Gemini 3.7 Flash / column score),,in, mercor-oss-mmmu-pro,mercor.com,gemini-3.5-flash,high,mixed,hard,Mercor-oss-mmmu-pro,,,,,,84.7,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[6].chartData / row Gemini 3.5 Flash / column score),,in, mercor-oss-advanced-if,mercor.com,gemini-3.1-pro,high,mixed,hard,Mercor-oss-advanced-if,,,,,,86.7,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[8].chartData / row Gemini 3.1 Pro / column score),,out:superseded, mercor-oss-advanced-if,mercor.com,gemini-3.6-flash,high,mixed,hard,Mercor-oss-advanced-if,,,,,,85.3,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[8].chartData / row Gemini 3.6 Flash / column score),,out:superseded, mercor-oss-advanced-if,mercor.com,deepseek-v4.1-flash,max,mixed,hard,Mercor-oss-advanced-if,,,,,,84,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[8].chartData / row DeepSeek-V4.1-Flash / column score),,out:superseded, mercor-oss-advanced-if,mercor.com,opus-5.5,max,mixed,hard,Mercor-oss-advanced-if,,,,,,82.8,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[8].chartData / row Opus 5.5 / column score),,in, mercor-oss-advanced-if,mercor.com,fable-5.1,high,mixed,hard,Mercor-oss-advanced-if,,,,,,82.6,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[8].chartData / row Fable 5.1 / column score),,in, mercor-oss-aime-2025,mercor.com,opus-5,max,mixed,hard,Mercor-oss-aime-2025,,,,,,100,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[9].chartData / row Opus 5 / column score),,out:superseded, mercor-oss-aime-2025,mercor.com,fable-5,max,mixed,hard,Mercor-oss-aime-2025,,,,,,100,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[9].chartData / row Fable 5 / column score),,out:superseded, mercor-oss-aime-2025,mercor.com,?DeepSeek-V4-Flash,not-established:absent,mixed,hard,Mercor-oss-aime-2025,,,,,,100,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[9].chartData / row DeepSeek-V4-Flash / column score),,out:model-not-established, mercor-oss-aime-2025,mercor.com,gpt-5.5,xhigh,mixed,hard,Mercor-oss-aime-2025,,,,,,100,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[9].chartData / row GPT-5.5 / column score),,out:superseded, mercor-oss-aime-2025,mercor.com,gpt-5.6-sol,max,mixed,hard,Mercor-oss-aime-2025,,,,,,100,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[9].chartData / row GPT-5.6 Sol / column score),,out:superseded, mercor-oss-charxiv,mercor.com,opus-5.5,max,mixed,hard,Mercor-oss-charxiv,,,,,,96.4,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[11].chartData / row Opus 5.5 / column score),,out:superseded, mercor-oss-charxiv,mercor.com,gpt-6-astra,max,mixed,hard,Mercor-oss-charxiv,,,,,,96.1,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[11].chartData / row GPT-6 Astra / column score),,out:superseded, mercor-oss-charxiv,mercor.com,sonnet-5.5,max,mixed,hard,Mercor-oss-charxiv,,,,,,96.1,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[11].chartData / row Sonnet 5.5 / column score),,out:superseded, mercor-oss-charxiv,mercor.com,gemini-3.8-flash,high,mixed,hard,Mercor-oss-charxiv,,,,,,95.4,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[11].chartData / row Gemini 3.8 Flash / column score),,out:superseded, mercor-oss-charxiv,mercor.com,gemini-3.7-flash,high,mixed,hard,Mercor-oss-charxiv,,,,,,95.3,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[11].chartData / row Gemini 3.7 Flash / column score),,in, mercor-oss-cvdp,mercor.com,opus-5.5,max,mixed,hard,Mercor-oss-cvdp,,,,,,63,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[12].chartData / row Opus 5.5 / column score),,out:superseded, mercor-oss-cvdp,mercor.com,fable-5.1,max,mixed,hard,Mercor-oss-cvdp,,,,,,61.6,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[12].chartData / row Fable 5.1 / column score),,out:superseded, mercor-oss-cvdp,mercor.com,opus-5,max,mixed,hard,Mercor-oss-cvdp,,,,,,61.1,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[12].chartData / row Opus 5 / column score),,out:superseded, mercor-oss-cvdp,mercor.com,grok-4.6,xhigh,mixed,hard,Mercor-oss-cvdp,,,,,,57.1,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[12].chartData / row Grok 4.6 / column score),,out:superseded, mercor-oss-cvdp,mercor.com,gpt-5.6-sol,max,mixed,hard,Mercor-oss-cvdp,,,,,,54.7,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[12].chartData / row GPT-5.6 Sol / column score),,in, mercor-oss-deepresearch-bench-ii,mercor.com,opus-5,high,mixed,hard,Mercor-oss-deepresearch-bench-ii,,,,,,56.1,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[13].chartData / row Opus 5 / column score),,out:superseded, mercor-oss-deepresearch-bench-ii,mercor.com,fable-5.1,max,mixed,hard,Mercor-oss-deepresearch-bench-ii,,,,,,55,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[13].chartData / row Fable 5.1 / column score),,out:superseded, mercor-oss-deepresearch-bench-ii,mercor.com,sonnet-4.6,high,mixed,hard,Mercor-oss-deepresearch-bench-ii,,,,,,53.3,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[13].chartData / row Sonnet 4.6 / column score),,out:superseded, mercor-oss-deepresearch-bench-ii,mercor.com,opus-5.5,max,mixed,hard,Mercor-oss-deepresearch-bench-ii,,,,,,53.3,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[13].chartData / row Opus 5.5 / column score),,out:superseded, mercor-oss-deepresearch-bench-ii,mercor.com,deepseek-v4.1-flash,max,mixed,hard,Mercor-oss-deepresearch-bench-ii,,,,,,53.2,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[13].chartData / row DeepSeek-V4.1-Flash / column score),,out:superseded, mercor-oss-deep-swe,mercor.com,opus-5.5,max,mixed,hard,Mercor-oss-deep-swe,,,,,,72.3,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[14].chartData / row Opus 5.5 / column score),,out:superseded, mercor-oss-deep-swe,mercor.com,gpt-6-astra,max,mixed,hard,Mercor-oss-deep-swe,,,,,,72,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[14].chartData / row GPT-6 Astra / column score),,out:superseded, mercor-oss-deep-swe,mercor.com,deepseek-v4.1-flash,max,mixed,hard,Mercor-oss-deep-swe,,,,,,71.7,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[14].chartData / row DeepSeek-V4.1-Flash / column score),,out:superseded, mercor-oss-deep-swe,mercor.com,opus-5,max,mixed,hard,Mercor-oss-deep-swe,,,,,,71.4,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[14].chartData / row Opus 5 / column score),,out:superseded, mercor-oss-deep-swe,mercor.com,gemini-3.8-flash,high,mixed,hard,Mercor-oss-deep-swe,,,,,,71.4,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[14].chartData / row Gemini 3.8 Flash / column score),,in, mercor-oss-frontier-swe-v2,mercor.com,fable-5.1,high,mixed,hard,Mercor-oss-frontier-swe-v2,,,,,,37.2,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[15].chartData / row Fable 5.1 / column score),,out:superseded, mercor-oss-frontier-swe-v2,mercor.com,gpt-6-astra,max,mixed,hard,Mercor-oss-frontier-swe-v2,,,,,,29.9,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[15].chartData / row GPT-6 Astra / column score),,out:superseded, mercor-oss-frontier-swe-v2,mercor.com,opus-5,high,mixed,hard,Mercor-oss-frontier-swe-v2,,,,,,27.3,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[15].chartData / row Opus 5 / column score),,out:superseded, mercor-oss-frontier-swe-v2,mercor.com,gpt-5.6-sol,max,mixed,hard,Mercor-oss-frontier-swe-v2,,,,,,20.2,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[15].chartData / row GPT-5.6 Sol / column score),,out:superseded, mercor-oss-frontier-swe-v2,mercor.com,glm-5.3,max,mixed,hard,Mercor-oss-frontier-swe-v2,,,,,,17.1,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[15].chartData / row GLM-5.3 / column score),,out:superseded, mercor-oss-gdpval,mercor.com,opus-5.5,max,mixed,hard,Mercor-oss-gdpval,,,,,,88.3,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[16].chartData / row Opus 5.5 / column score),,out:superseded, mercor-oss-gdpval,mercor.com,deepseek-v4.1-flash,max,mixed,hard,Mercor-oss-gdpval,,,,,,86.7,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[16].chartData / row DeepSeek-V4.1-Flash / column score),,out:superseded, mercor-oss-gdpval,mercor.com,fable-5.1,max,mixed,hard,Mercor-oss-gdpval,,,,,,86.6,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[16].chartData / row Fable 5.1 / column score),,out:superseded, mercor-oss-gdpval,mercor.com,grok-4.6,xhigh,mixed,hard,Mercor-oss-gdpval,,,,,,86,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[16].chartData / row Grok 4.6 / column score),,in, mercor-oss-gdpval,mercor.com,opus-5,max,mixed,hard,Mercor-oss-gdpval,,,,,,85.6,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[16].chartData / row Opus 5 / column score),,in, mercor-oss-harvey-lab,mercor.com,opus-5,max,mixed,hard,Mercor-oss-harvey-lab,,,,,,17.8,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[17].chartData / row Opus 5 / column score),,in, mercor-oss-harvey-lab,mercor.com,fable-5.1,max,mixed,hard,Mercor-oss-harvey-lab,,,,,,17.4,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[17].chartData / row Fable 5.1 / column score),,in, mercor-oss-harvey-lab,mercor.com,muse-spark-1.3,max,mixed,hard,Mercor-oss-harvey-lab,,,,,,15,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[17].chartData / row Muse Spark 1.3 / column score),,out:effort-not-established, mercor-oss-harvey-lab,mercor.com,kimi-k3,max,mixed,hard,Mercor-oss-harvey-lab,,,,,,14.9,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[17].chartData / row Kimi K3 / column score),,in, mercor-oss-harvey-lab,mercor.com,fable-5,max,mixed,hard,Mercor-oss-harvey-lab,,,,,,14.4,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[17].chartData / row Fable 5 / column score),,in, mercor-oss-hle,mercor.com,opus-5.5,max,mixed,hard,Mercor-oss-hle,,,,,,57.4,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[18].chartData / row Opus 5.5 / column score),,out:superseded, mercor-oss-hle,mercor.com,gpt-6-astra,xhigh,mixed,hard,Mercor-oss-hle,,,,,,55.6,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[18].chartData / row GPT-6 Astra / column score),,out:superseded, mercor-oss-hle,mercor.com,fable-5.1,max,mixed,hard,Mercor-oss-hle,,,,,,54.6,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[18].chartData / row Fable 5.1 / column score),,out:superseded, mercor-oss-hle,mercor.com,opus-5,max,mixed,hard,Mercor-oss-hle,,,,,,53.2,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[18].chartData / row Opus 5 / column score),,in, mercor-oss-hle,mercor.com,fable-5,high,mixed,hard,Mercor-oss-hle,,,,,,51.5,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[18].chartData / row Fable 5 / column score),,in, mercor-oss-medxpertqa-mm,mercor.com,gpt-6-astra,max,mixed,hard,Mercor-oss-medxpertqa-mm,,,,,,86.8,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[19].chartData / row GPT-6 Astra / column score),,out:superseded, mercor-oss-medxpertqa-mm,mercor.com,opus-5.5,max,mixed,hard,Mercor-oss-medxpertqa-mm,,,,,,85.7,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[19].chartData / row Opus 5.5 / column score),,out:superseded, mercor-oss-medxpertqa-mm,mercor.com,gpt-6.1-sol,max,mixed,hard,Mercor-oss-medxpertqa-mm,,,,,,85.7,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[19].chartData / row GPT-6.1 Sol / column score),,out:superseded, mercor-oss-medxpertqa-mm,mercor.com,gemini-3.8-flash,high,mixed,hard,Mercor-oss-medxpertqa-mm,,,,,,84.7,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[19].chartData / row Gemini 3.8 Flash / column score),,out:superseded, mercor-oss-medxpertqa-mm,mercor.com,fable-5.1,max,mixed,hard,Mercor-oss-medxpertqa-mm,,,,,,83.7,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[19].chartData / row Fable 5.1 / column score),,out:superseded, mercor-oss-program-bench,mercor.com,opus-5.5,max,mixed,hard,Mercor-oss-program-bench,,,,,,20,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[20].chartData / row Opus 5.5 / column score),,out:superseded, mercor-oss-program-bench,mercor.com,fable-5.1,high,mixed,hard,Mercor-oss-program-bench,,,,,,11.3,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[20].chartData / row Fable 5.1 / column score),,out:superseded, mercor-oss-program-bench,mercor.com,gpt-6.1-sol,max,mixed,hard,Mercor-oss-program-bench,,,,,,6.3,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[20].chartData / row GPT-6.1 Sol / column score),,out:superseded, mercor-oss-program-bench,mercor.com,opus-5,high,mixed,hard,Mercor-oss-program-bench,,,,,,4.3,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[20].chartData / row Opus 5 / column score),,out:superseded, mercor-oss-program-bench,mercor.com,gpt-6-sol,max,mixed,hard,Mercor-oss-program-bench,,,,,,2.3,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[20].chartData / row GPT-6 Sol / column score),,in, mercor-oss-super-chem,mercor.com,gpt-6-astra,xhigh,mixed,hard,Mercor-oss-super-chem,,,,,,80.3,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[21].chartData / row GPT-6 Astra / column score),,out:superseded, mercor-oss-super-chem,mercor.com,opus-5.5,max,mixed,hard,Mercor-oss-super-chem,,,,,,79.6,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[21].chartData / row Opus 5.5 / column score),,out:superseded, mercor-oss-super-chem,mercor.com,opus-5,max,mixed,hard,Mercor-oss-super-chem,,,,,,74.7,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[21].chartData / row Opus 5 / column score),,in, mercor-oss-super-chem,mercor.com,fable-5.1,max,mixed,hard,Mercor-oss-super-chem,,,,,,74.7,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[21].chartData / row Fable 5.1 / column score),,in, mercor-oss-super-chem,mercor.com,gemini-3.7-flash,high,mixed,hard,Mercor-oss-super-chem,,,,,,72.8,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[21].chartData / row Gemini 3.7 Flash / column score),,in, mercor-oss-swe-bench-multilingual,mercor.com,deepseek-v4.1-flash,max,mixed,hard,Mercor-oss-swe-bench-multilingual,,,,,,98.2,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[22].chartData / row DeepSeek-V4.1-Flash / column score),,out:superseded, mercor-oss-swe-bench-multilingual,mercor.com,deepseek-v4-pro-0813,max,mixed,hard,Mercor-oss-swe-bench-multilingual,,,,,,96.4,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[22].chartData / row DeepSeek-V4-Pro-0813 / column score),,out:superseded, mercor-oss-swe-bench-multilingual,mercor.com,opus-5,max,mixed,hard,Mercor-oss-swe-bench-multilingual,,,,,,96.2,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[22].chartData / row Opus 5 / column score),,out:superseded, mercor-oss-swe-bench-multilingual,mercor.com,opus-5.5,max,mixed,hard,Mercor-oss-swe-bench-multilingual,,,,,,95.5,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[22].chartData / row Opus 5.5 / column score),,out:superseded, mercor-oss-swe-bench-multilingual,mercor.com,?DeepSeek-V4-Flash,not-established:absent,mixed,hard,Mercor-oss-swe-bench-multilingual,,,,,,95.4,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[22].chartData / row DeepSeek-V4-Flash / column score),,out:model-not-established, mercor-apexacct-mean,mercor.com,fable-5,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,56.4,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 7627e3cb-a949-4370-b255-4692d30ccf61 / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct-mean,mercor.com,muse-spark-1.1,xhigh,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,52.6,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 24cee245-ae0b-44fb-a4d6-08f68b222afe / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct-mean,mercor.com,opus-4.8,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,48,mean-score%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 32d4ac7f-3e3d-4834-945c-9953e1e70e4c / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct-mean,mercor.com,grok-4.5,high,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,43.7,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 6e729361-72e0-49bc-8756-c9e9c1917469 / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct-mean,mercor.com,gemini-3.1-pro,high,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,34,mean-score%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 839babe2-d33d-463a-ae5b-a2102c6323f7 / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct-mean,mercor.com,opus-5,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,54.5,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 0c5e0d8b-1601-4380-b522-595816dc5f2a / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct-mean,mercor.com,gemini-3.8-flash,high,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,51.7,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 976efCaf0nN4uyJqDJns3v / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct-mean,mercor.com,fable-5.1,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,61,mean-score%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row czbC94OhwAuPY9WPtpIaZZ / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct-mean,mercor.com,gpt-6-astra,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,57.9,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row qv2QwcmoTmbRKJaMD2yYIi / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct-mean,mercor.com,gpt-5.6-sol,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,51.5,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row c3637cac-5a73-406e-84a9-8ec9a623e3b8 / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct-mean,mercor.com,glm-5.2,not-established:absent,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,42.7,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row isvxExfKGAZ4WMrYLuZN2o / column passScores[1].harnessScores[0].score),,out:effort-not-established, mercor-apexacct-mean,mercor.com,kimi-k2.7-code,solo,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,39.6,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row GSi7csNcf5OYJ80OKftMtA / column passScores[1].harnessScores[0].score),src-mercor.com-s16-2026-09-30|run:mercor-apexacct-mean|kimi-k2.7-code@solo|,in, mercor-apexacct-mean,mercor.com,?Qwen3.5,not-established:absent,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,24.4,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row NAciSVwSmWIjTOVlvdj3JE / column passScores[1].harnessScores[0].score),,out:model-not-established, mercor-apexacct-mean,mercor.com,glm-5.3,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,53.1,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 0tAPacA3ryVv3lqaGQgfGR / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct-mean,mercor.com,deepseek-v4.1-flash,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,48.1,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row FpgS21bgw2I3VNplb8tObs / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct-mean,mercor.com,gpt-5.5,xhigh,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,48.2,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 0ed1ef93-e04f-4e8d-bac5-bbc72dff9a53 / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct-mean,mercor.com,gpt-5.4,xhigh,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,46.8,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row d5710a5d-6dbd-4bd0-866c-36bfdf4103dc / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct-mean,mercor.com,minimax-m3,not-established:absent,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,39.1,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row UohOeKbgohNmjusgcidPoR / column passScores[1].harnessScores[0].score),,out:effort-not-established, mercor-apexacct-mean,mercor.com,muse-spark-1.3,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,53.5,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row jvVuWcyKE4kH8ZAWgP071n / column passScores[1].harnessScores[0].score),,out:effort-not-established, mercor-apexacct-mean,mercor.com,opus-4.6,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,43.3,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 15e95e25-6884-4589-ab42-45184b82cc4d / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct-mean,mercor.com,grok-4.7,xhigh,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,46.7,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row NPK5uFSBckNMMDqpCmjlf3 / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct-mean,mercor.com,muse-spark-1.2,xhigh,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,51.4,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row JUJ76Jeotj8XRslslwICk2 / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct-mean,mercor.com,deepseek-v3.2,unstated,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,20.7,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row b2945249-5d1a-4da1-983b-eeed84589795 / column passScores[1].harnessScores[0].score),,out:effort-not-established, mercor-apexacct-mean,mercor.com,gpt-oss-120b,high,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,2.1,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row d6WtzqsvMEH7Au7gxXsv3P / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct-mean,mercor.com,inkling,high,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,24.4,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row UohOeKbgohNmjusgcijiyH / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct-mean,mercor.com,kimi-k3,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,49.9,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 183b7a4e-fb0e-467e-87f7-8e3795ba7623 / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct-mean,mercor.com,glm-5.3-flash,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,10.8,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row CSsFo3meS6EkesQOLzo8Dg / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct-mean,mercor.com,glm-5.1,unstated,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,18.6,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row Fbta1oBE0kPqbOrzwYAWqo / column passScores[1].harnessScores[0].score),,out:effort-not-established, mercor-apexacct-mean,mercor.com,gpt-5.6-luna,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,38,mean-score%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row UohOeKbgohNmjusgcicLCD / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct-mean,mercor.com,gpt-5.6-terra,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,40.3,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row isvxExfKGAZ4WMrYLuW50g / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct-mean,mercor.com,opus-5.5,medium,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,59.9,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row FwIXcKGbnc0ALnAVPNkb0g / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct-mean,mercor.com,opus-5.5,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,61.8,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row FwIXcKGbnc0ALnAVPNmxfQ / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct-mean,mercor.com,nemotron-3-ultra-550b-a55b,not-established:absent,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,22.9,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row UohOeKbgohNmjusgcie3j7 / column passScores[1].harnessScores[0].score),,out:effort-not-established, mercor-apexv1-mean,mercor.com,gpt-5,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,64.5,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row apex-model-gpt-5 / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,gemini-3-pro,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,60.9,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row apex-model-gemini-3-pro / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,gemini-3-flash,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,60.9,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row apex-model-gemini-3-flash / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,grok-4,solo,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,57.1,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row apex-model-grok-4 / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,o3,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,60.5,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row apex-model-o3 / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,opus-4.5,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,57.3,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row apex-model-claude-opus-4-5 / column passScores[1].harnessScores[0].score),,out:effort-not-established, mercor-apexv1-mean,mercor.com,grok-4.1,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,57.5,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row apex-model-grok-4-1 / column passScores[1].harnessScores[0].score),,out:effort-not-established, mercor-apexv1-mean,mercor.com,opus-4.6,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,65.3,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row 89ddd5b7-696f-4682-9ceb-a13af606d99a / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,gpt-5.4,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,67.2,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row q6POq5OBqI69bseLKoWJ7e / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,opus-4.6,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,65.7,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row 15e95e25-6884-4589-ab42-45184b82cc4d / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,gpt-5.2-codex,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,65.3,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row 5f0f8239-de06-416b-ba9a-e697e6e2244d / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,gpt-5.3-codex,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,64.6,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row d9be5c0d-755b-4235-8361-3b82fba63ea4 / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,gemini-3.1-pro,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,61.8,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row 839babe2-d33d-463a-ae5b-a2102c6323f7 / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,gpt-5.2,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,64.7,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row d17248f2-5664-4573-b223-27d2673b0b3f / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,gpt-5-codex,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,62.8,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row 09689908-b56c-4528-9f77-3f17fec2be70 / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,gpt-5.1-codex,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,61.9,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row b250714e-1ef4-4120-b1d9-3de4a3168e5d / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,sonnet-4.6,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,55.1,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row a3c3577b-7c1d-46cc-a847-69447e6490c1 / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,glm-5,unstated,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,49,mean-score%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row 52a81dc7-8c27-4790-8b51-046af8d9d4fe / column passScores[1].harnessScores[0].score),,out:effort-not-established, mercor-apexv1-mean,mercor.com,glm-4.7,unstated,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,51.7,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row 3d97447a-b5f1-45e3-8fd0-a99f0f715968 / column passScores[1].harnessScores[0].score),,out:effort-not-established, mercor-apexv1-mean,mercor.com,fable-5,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,66,mean-score%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row 7627e3cb-a949-4370-b255-4692d30ccf61 / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,opus-4.7,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,62.2,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row 9c00a5f9-5593-4402-a744-027545a6abfc / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,sonnet-5,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,49.6,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row UohOeKbgohNmjusgciidWB / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,deepseek-v3.2,unstated,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,51.5,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row b2945249-5d1a-4da1-983b-eeed84589795 / column passScores[1].harnessScores[0].score),,out:effort-not-established, mercor-apexv1-mean,mercor.com,opus-4.8,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,62.7,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row 32d4ac7f-3e3d-4834-945c-9953e1e70e4c / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,gemini-3.5-flash,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,62.2,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row 7f62f16f-5e81-43ea-a459-717189b1eb0a / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,?DeepSeek-V4-Flash,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,63.8,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row f4fc438e-9f7d-406d-802b-1c0cd837bb4c / column passScores[1].harnessScores[0].score),,out:model-not-established, mercor-apexv1-mean,mercor.com,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,59.7,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row UohOeKbgohNmjusgcihhVn / column passScores[1].harnessScores[0].score),,out:model-not-established, mercor-apexv1-mean,mercor.com,gemini-3.6-flash,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,66,mean-score%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row 878e0bf3-57fb-4982-b61b-10174e4cea24 / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,gpt-5.6-terra,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,69.5,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row isvxExfKGAZ4WMrYLuW50g / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,glm-5.2,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,61.5,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row isvxExfKGAZ4WMrYLuZN2o / column passScores[1].harnessScores[0].score),,out:effort-not-established, mercor-apexv1-mean,mercor.com,gpt-oss-120b,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,46.4,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row d6WtzqsvMEH7Au7gxXsv3P / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,gemma-4-31b-it,unstated,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,48.1,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row NAciSVwSmWIjTOVlvdodEO / column passScores[1].harnessScores[0].score),,out:effort-not-established, mercor-apexv1-mean,mercor.com,inkling,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,58.1,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row UohOeKbgohNmjusgcijiyH / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,kimi-k2.7-code,solo,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,60.1,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row GSi7csNcf5OYJ80OKftMtA / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,kimi-k2-instruct,solo,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,52.4,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row NAciSVwSmWIjTOVlvdabDY / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,minimax-m2.7,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,45.8,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row NAciSVwSmWIjTOVlvdcGns / column passScores[1].harnessScores[0].score),,out:effort-not-established, mercor-apexv1-mean,mercor.com,nemotron-3-ultra-550b-a55b,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,56.1,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row UohOeKbgohNmjusgcie3j7 / column passScores[1].harnessScores[0].score),,out:effort-not-established, mercor-apexv1-mean,mercor.com,minimax-m3,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,59.8,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row UohOeKbgohNmjusgcidPoR / column passScores[1].harnessScores[0].score),,out:effort-not-established, mercor-apexv1-mean,mercor.com,kimi-k3,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,68.4,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row 183b7a4e-fb0e-467e-87f7-8e3795ba7623 / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,?Qwen3.5,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,50.3,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row NAciSVwSmWIjTOVlvdj3JE / column passScores[1].harnessScores[0].score),,out:model-not-established, mercor-apexv1-mean,mercor.com,opus-5,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,68.6,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row OWQLnPQUqDBNbIeXTvUsRu / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,gpt-6-astra,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,69.3,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row qv2QwcmoTmbRKJaMCypQfO / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,glm-5.3,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,62.9,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row 0tAPacA3ryVv3lqaGQgfGR / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,deepseek-v4-pro-0813,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,66,mean-score%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row cVrkQw9RUFqXFdt7sJc9MM / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,muse-spark-1.3,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,74,mean-score%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row b8kKXLgUjxqi9jgeeTLBpz / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,gemini-3.8-flash,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,68.8,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row 976efCaf0nN4uyJqDJns3v / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,fable-5.1,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,73.8,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row czbC94OhwAuPY9WPtpIaZZ / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,grok-4.6,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,67.7,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row rXV6uHApUz4KWEoFnjIUWr / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,gpt-5.6-sol,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,73.1,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row c3637cac-5a73-406e-84a9-8ec9a623e3b8 / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,gpt-5.6-luna,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,66.6,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row UohOeKbgohNmjusgcicLCD / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,deepseek-v4.1-flash,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,65.5,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row FpgS21bgw2I3VNplb8tObs / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,glm-5.3-flash,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,58.7,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row CSsFo3meS6EkesQOLzo8Dg / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,?Qwen3.8-Max,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,65.3,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row OWQLnPQUqDBNbIeXTwFbr8 / column passScores[1].harnessScores[0].score),,out:model-not-established, mercor-apexv1-mean,mercor.com,muse-spark-1.2,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,75.6,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row JUJ76Jeotj8XRslslwICk2 / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,gemini-3.5-flash-lite,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,54.7,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row 331r9LTHpoLfChrVXwZLHj / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,gpt-5.4,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,65.6,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row d5710a5d-6dbd-4bd0-866c-36bfdf4103dc / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,gpt-5.5,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,68.4,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row 0ed1ef93-e04f-4e8d-bac5-bbc72dff9a53 / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,grok-4.5,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,61.8,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row 6e729361-72e0-49bc-8756-c9e9c1917469 / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,glm-5.1,unstated,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,52.4,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row Fbta1oBE0kPqbOrzwYAWqo / column passScores[1].harnessScores[0].score),,out:effort-not-established, mercor-apexv1-mean,mercor.com,gemini-3.7-flash,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,67,mean-score%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row FhdzFh8Qul2l86kjUjd1QC / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,muse-spark-1.1,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,73.8,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row 24cee245-ae0b-44fb-a4d6-08f68b222afe / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,grok-4.7,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,65.4,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row NPK5uFSBckNMMDqpCmjlf3 / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,gpt-6-luna,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,62,mean-score%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row FwIXcKGbnc0ALnAVPQ73IV / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,opus-5.5,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,65.8,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row FwIXcKGbnc0ALnAVPNmxfQ / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,gpt-6-sol,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,63.6,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row sXAOucYh4ND7hTHZiC0sRZ / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,qwen3.8-27b,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,62.6,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row aSN3C351HuzoEI3rgx8Rew / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,sonnet-5.5,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,53.9,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[5].globalLeaderboard / row 331r9LTHpoLfChrVY8HGE3 / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct,mercor.com,fable-5,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,9.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 7627e3cb-a949-4370-b255-4692d30ccf61 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexacct,mercor.com,muse-spark-1.1,xhigh,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,7.7,pass@1%,0.0289,,prev=7.7 (src-mercor.com-s16-2026-09-30#M2),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 24cee245-ae0b-44fb-a4d6-08f68b222afe / column passScores[0].harnessScores[0].score),,out:single-couple, mercor-apexacct,mercor.com,opus-4.8,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,4.2,pass@1%,0.0289,,prev=4.2 (src-mercor.com-s16-2026-09-30#M3),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 32d4ac7f-3e3d-4834-945c-9953e1e70e4c / column passScores[0].harnessScores[0].score),src-mercor.com-s23-2026-10-15|run:mercor-apexacct-mean|opus-4.8@max|,in, mercor-apexacct,mercor.com,grok-4.5,high,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,4.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 6e729361-72e0-49bc-8756-c9e9c1917469 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexacct,mercor.com,gemini-3.1-pro,high,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,3.1,pass@1%,0.0289,,prev=3.1 (src-mercor.com-s16-2026-09-30#M5),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 839babe2-d33d-463a-ae5b-a2102c6323f7 / column passScores[0].harnessScores[0].score),src-mercor.com-s23-2026-10-15|run:mercor-apexacct-mean|gemini-3.1-pro@high|,in, mercor-apexacct,mercor.com,opus-5,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,10.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 0c5e0d8b-1601-4380-b522-595816dc5f2a / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexacct,mercor.com,gemini-3.8-flash,high,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,8.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 976efCaf0nN4uyJqDJns3v / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexacct,mercor.com,fable-5.1,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,11.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row czbC94OhwAuPY9WPtpIaZZ / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexacct,mercor.com,gpt-6-astra,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,11.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row qv2QwcmoTmbRKJaMD2yYIi / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexacct,mercor.com,gpt-5.6-sol,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,9.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row c3637cac-5a73-406e-84a9-8ec9a623e3b8 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexacct,mercor.com,?Qwen3.5,not-established:absent,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,0,pass@1%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row NAciSVwSmWIjTOVlvdj3JE / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexacct,mercor.com,glm-5.3,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,9.2,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 0tAPacA3ryVv3lqaGQgfGR / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexacct,mercor.com,deepseek-v4.1-flash,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,7.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row FpgS21bgw2I3VNplb8tObs / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexacct,mercor.com,gpt-5.5,xhigh,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,6.2,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 0ed1ef93-e04f-4e8d-bac5-bbc72dff9a53 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexacct,mercor.com,gpt-5.4,xhigh,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,5.3,pass@1%,0.0289,,prev=5.3 (src-mercor.com-s16-2026-09-30#M17),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row d5710a5d-6dbd-4bd0-866c-36bfdf4103dc / column passScores[0].harnessScores[0].score),src-mercor.com-s23-2026-10-15|run:mercor-apexacct-mean|gpt-5.4@xhigh|,in, mercor-apexacct,mercor.com,minimax-m3,not-established:absent,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,2.2,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row UohOeKbgohNmjusgcidPoR / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexacct,mercor.com,muse-spark-1.3,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,10.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row jvVuWcyKE4kH8ZAWgP071n / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexacct,mercor.com,opus-4.6,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,4.4,pass@1%,0.0289,,prev=4.4 (src-mercor.com-s16-2026-09-30#M20),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 15e95e25-6884-4589-ab42-45184b82cc4d / column passScores[0].harnessScores[0].score),,out:single-couple, mercor-apexacct,mercor.com,grok-4.7,xhigh,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,4.2,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row NPK5uFSBckNMMDqpCmjlf3 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexacct,mercor.com,muse-spark-1.2,xhigh,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,8.9,pass@1%,0.0289,,prev=8.9 (src-mercor.com-s16-2026-09-30#M22),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row JUJ76Jeotj8XRslslwICk2 / column passScores[0].harnessScores[0].score),,out:single-couple, mercor-apexacct,mercor.com,deepseek-v3.2,unstated,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,1.1,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row b2945249-5d1a-4da1-983b-eeed84589795 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexacct,mercor.com,gpt-oss-120b,high,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,0,pass@1%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row d6WtzqsvMEH7Au7gxXsv3P / column passScores[0].harnessScores[0].score),,out:uninformative, mercor-apexacct,mercor.com,inkling,high,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,0.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row UohOeKbgohNmjusgcijiyH / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexacct,mercor.com,kimi-k3,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,6.2,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 183b7a4e-fb0e-467e-87f7-8e3795ba7623 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexacct,mercor.com,glm-5.3-flash,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,1.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row CSsFo3meS6EkesQOLzo8Dg / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexacct,mercor.com,glm-5.1,unstated,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,1.2,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row Fbta1oBE0kPqbOrzwYAWqo / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexacct,mercor.com,gpt-5.6-luna,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,4.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row UohOeKbgohNmjusgcicLCD / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexacct,mercor.com,gpt-5.6-terra,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,6,pass@1%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row isvxExfKGAZ4WMrYLuW50g / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexacct,mercor.com,opus-5.5,medium,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,12.7,pass@1%,0.0289,,prev=12.7 (src-mercor.com-s16-2026-09-30#M31),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row FwIXcKGbnc0ALnAVPNkb0g / column passScores[0].harnessScores[0].score),src-mercor.com-s23-2026-10-15|run:mercor-apexacct-mean|opus-5.5@medium|,in, mercor-apexacct,mercor.com,opus-5.5,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,14.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row FwIXcKGbnc0ALnAVPNmxfQ / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexacct,mercor.com,nemotron-3-ultra-550b-a55b,not-established:absent,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,0.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row UohOeKbgohNmjusgcie3j7 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexagents,mercor.com,fable-5.1,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,68.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row czbC94OhwAuPY9WPtpIaZZ / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,gemini-3.7-flash,high,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,67.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row FhdzFh8Qul2l86kjUjd1QC / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,opus-5,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,65.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row 0c5e0d8b-1601-4380-b522-595816dc5f2a / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,gpt-6-astra,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,64.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row qv2QwcmoTmbRKJaMD2yYIi / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,grok-4.6,xhigh,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,65.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row rXV6uHApUz4KWEoFnjIUWr / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,gemini-3.8-flash,high,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,64.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row 976efCaf0nN4uyJqDJns3v / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,fable-5,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,63.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row 7627e3cb-a949-4370-b255-4692d30ccf61 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,gpt-5.6-terra,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,58.2,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row isvxExfKGAZ4WMrYLuW50g / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,glm-5.3,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,56.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row 0tAPacA3ryVv3lqaGQgfGR / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,grok-4.5,high,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,56.2,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row 6e729361-72e0-49bc-8756-c9e9c1917469 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,gpt-5.5,xhigh,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,55.1,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row 0ed1ef93-e04f-4e8d-bac5-bbc72dff9a53 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,sonnet-5,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,54.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row UohOeKbgohNmjusgciidWB / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,glm-5.3-flash,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,52.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row CSsFo3meS6EkesQOLzo8Dg / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,gpt-5.4,xhigh,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,52.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row d5710a5d-6dbd-4bd0-866c-36bfdf4103dc / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,gpt-5.6-sol,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,51.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row c3637cac-5a73-406e-84a9-8ec9a623e3b8 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,kimi-k3,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,50.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row 183b7a4e-fb0e-467e-87f7-8e3795ba7623 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,opus-4.7,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,49.2,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row 9c00a5f9-5593-4402-a744-027545a6abfc / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,opus-4.8,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,48.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row 32d4ac7f-3e3d-4834-945c-9953e1e70e4c / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,deepseek-v4-pro-0813,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,47.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row cVrkQw9RUFqXFdt7sJc9MM / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,opus-4.6,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,46.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row 15e95e25-6884-4589-ab42-45184b82cc4d / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,gemini-3.5-flash,high,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,27.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row 7f62f16f-5e81-43ea-a459-717189b1eb0a / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,gemini-3.6-flash,high,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,46.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row 878e0bf3-57fb-4982-b61b-10174e4cea24 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,muse-spark-1.2,xhigh,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,36.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row JUJ76Jeotj8XRslslwICk2 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,muse-spark-1.3,xhigh,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,58.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row b8kKXLgUjxqi9jgeeTLBpz / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,gpt-oss-120b,high,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,4.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row d6WtzqsvMEH7Au7gxXsv3P / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,?Qwen3.5,not-established:absent,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,24.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row NAciSVwSmWIjTOVlvdj3JE / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexagents,mercor.com,fable-5.1,high,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,59.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row eKMtfbisbMTQ7cvSo993yr / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,gemini-3.1-pro,high,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,35.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row 839babe2-d33d-463a-ae5b-a2102c6323f7 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,inkling,high,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,33.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row UohOeKbgohNmjusgcijiyH / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,minimax-m3,not-established:absent,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,37.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row UohOeKbgohNmjusgcidPoR / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexagents,mercor.com,kimi-k2.7-code,solo,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,37.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row GSi7csNcf5OYJ80OKftMtA / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,sonnet-4.6,high,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,43,pass@1%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row a3c3577b-7c1d-46cc-a847-69447e6490c1 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,glm-5.1,unstated,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,40.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row Fbta1oBE0kPqbOrzwYAWqo / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexagents,mercor.com,grok-4.7,xhigh,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,54.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row NPK5uFSBckNMMDqpCmjlf3 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,deepseek-v3.2,unstated,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,21.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row b2945249-5d1a-4da1-983b-eeed84589795 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexagents,mercor.com,gpt-5.6-luna,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,43,pass@1%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row UohOeKbgohNmjusgcicLCD / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,?DeepSeek-V4-Flash,not-established:absent,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,55.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row f4fc438e-9f7d-406d-802b-1c0cd837bb4c / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexagents,mercor.com,glm-5.2,not-established:absent,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,45.2,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row isvxExfKGAZ4WMrYLuZN2o / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexagents,mercor.com,?Qwen3.8-Max,not-established:absent,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,63.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row OWQLnPQUqDBNbIeXTwFbr8 / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexagents,mercor.com,nemotron-3-ultra-550b-a55b,not-established:absent,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,22.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row UohOeKbgohNmjusgcie3j7 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexagents,mercor.com,opus-5.5,medium,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,52.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row FwIXcKGbnc0ALnAVPNkb0g / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,opus-5.5,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,73.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row FwIXcKGbnc0ALnAVPNmxfQ / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,gpt-6-luna,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,44.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row FwIXcKGbnc0ALnAVPQ73IV / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,gpt-6-sol,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,54.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row sXAOucYh4ND7hTHZiC0sRZ / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,deepseek-v4.1-flash,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,39.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row FpgS21bgw2I3VNplb8tObs / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,gemini-3.5-flash-lite,high,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,29.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row 331r9LTHpoLfChrVXwZLHj / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,qwen3.8-27b,xhigh,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,47.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row aSN3C351HuzoEI3rgx8Rew / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,muse-spark-1.1,xhigh,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,31.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row 24cee245-ae0b-44fb-a4d6-08f68b222afe / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,sonnet-5.5,medium,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,44.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row b2IVUcPsJOa4GrZCodba62 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,sonnet-5.5,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,75.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row 331r9LTHpoLfChrVY8HGE3 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,gpt-6.1-sol,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,60,pass@1%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row WWzzLHZkjbvI25zYheECpG / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,mimo-v2.6-pro,not-established:absent,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,59.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row Yzt8RFBJsoJ2mVqPYeX99E / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexagents,mercor.com,mimo-v2.6-flash,not-established:absent,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,57.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row Yzt8RFBJsoJ2mVqPYjOAKY / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexagents,mercor.com,muse-spark-1.3,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,47.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row jvVuWcyKE4kH8ZAWgP071n / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexagents,mercor.com,gemini-4-argon,high,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,82.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row P51Dz24NZjWcy2UjYS3cb0 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,haiku-5.5,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,56.1,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row WIfJeImXG63qVgIPsb0kVZ / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexswe-inspect,mercor.com,fable-5,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,54.83,pass@1%,0.00289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 7627e3cb-a949-4370-b255-4692d30ccf61 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,fable-5,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,58.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 7627e3cb-a949-4370-b255-4692d30ccf61 / column passScores[0].harnessScores[1].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,gpt-5.3-codex,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,41.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row d9be5c0d-755b-4235-8361-3b82fba63ea4 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,?Cognition SWE-1.6 Preview,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,31.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row cHHNDMG0HmWMzbA6rxSxw9 / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexswe-inspect,mercor.com,sonnet-4.5,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,31,pass@1%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 51cf74ee-7936-4f94-8466-d9c17815ecf6 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,gpt-5.2-codex,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,30.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 5f0f8239-de06-416b-ba9a-e697e6e2244d / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,?Kimi K2.5,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,30.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row bcEtLt2KUOoFblJ0tGlQWG / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexswe-inspect,mercor.com,gpt-5.1-codex,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,29,pass@1%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row b250714e-1ef4-4120-b1d9-3de4a3168e5d / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,gemini-3.1-pro,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,28.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 839babe2-d33d-463a-ae5b-a2102c6323f7 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,gemini-3.1-pro,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,33.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 839babe2-d33d-463a-ae5b-a2102c6323f7 / column passScores[0].harnessScores[1].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,gemini-3-pro,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,26.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row apex-model-gemini-3-pro / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,grok-4,solo,coding,hard,Mercor-APEX-SWE-inspect,,,,,,21,pass@1%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row apex-model-grok-4 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexswe-inspect,mercor.com,deepseek-v3.2,unstated,coding,hard,Mercor-APEX-SWE-inspect,,,,,,15.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row b2945249-5d1a-4da1-983b-eeed84589795 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,deepseek-v3.2,unstated,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,25.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row b2945249-5d1a-4da1-983b-eeed84589795 / column passScores[0].harnessScores[1].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,kimi-k2-instruct,solo,coding,hard,Mercor-APEX-SWE-inspect,,,,,,11.2,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row d6WtzqsvMEH7Au7gxXsv8B / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexswe-inspect,mercor.com,opus-4.8,high,coding,hard,Mercor-APEX-SWE-inspect,,,,,,47.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row efb6296e-da01-400e-9a47-71991e48f287 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexswe-inspect,mercor.com,gpt-5.5,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,40.84,pass@1%,0.00289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 0ed1ef93-e04f-4e8d-bac5-bbc72dff9a53 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,gpt-5.5,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,36.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 0ed1ef93-e04f-4e8d-bac5-bbc72dff9a53 / column passScores[0].harnessScores[1].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,gemini-3.5-flash,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,32.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 7f62f16f-5e81-43ea-a459-717189b1eb0a / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,gemini-3.5-flash,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,36.1,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 7f62f16f-5e81-43ea-a459-717189b1eb0a / column passScores[0].harnessScores[1].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,sonnet-5,high,coding,hard,Mercor-APEX-SWE-inspect,,,,,,43.65,pass@1%,0.00289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 4053aafc-6287-4180-ac94-71ed083ff402 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexswe-inspect,mercor.com,glm-5.2,unstated,coding,hard,Mercor-APEX-SWE-inspect,,,,,,37.32,pass@1%,0.00289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row fceb3636-2bd9-4b70-b38b-5a88fdc1e09f / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,grok-4.5,high,coding,hard,Mercor-APEX-SWE-inspect,,,,,,51.17,pass@1%,0.00289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 6e729361-72e0-49bc-8756-c9e9c1917469 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexswe-terminus-2,mercor.com,grok-4.5,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,53.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 6e729361-72e0-49bc-8756-c9e9c1917469 / column passScores[0].harnessScores[1].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,gpt-5.6-sol,xhigh,coding,hard,Mercor-APEX-SWE-inspect,,,,,,39.67,pass@1%,0.00289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 15db1be8-dd58-4bef-98ca-bc4816acd920 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexswe-terminus-2,mercor.com,gpt-5.6-sol,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,45.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 15db1be8-dd58-4bef-98ca-bc4816acd920 / column passScores[0].harnessScores[1].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,?Kimi K2.7,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,32.48,pass@1%,0.00289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 52b76157-70d1-471c-8358-0a369eab0111 / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexswe-inspect,mercor.com,gemini-3.6-flash,high,coding,hard,Mercor-APEX-SWE-inspect,,,,,,39.67,pass@1%,0.00289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 878e0bf3-57fb-4982-b61b-10174e4cea24 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexswe-terminus-2,mercor.com,gemini-3.6-flash,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,39.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 878e0bf3-57fb-4982-b61b-10174e4cea24 / column passScores[0].harnessScores[1].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,opus-5,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,54.67,pass@1%,0.00289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row ee5cdb02-006a-4aeb-bf70-b8ed1d930d73 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,opus-5,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,63.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row ee5cdb02-006a-4aeb-bf70-b8ed1d930d73 / column passScores[0].harnessScores[1].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,kimi-k3,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,44.67,pass@1%,0.00289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 183b7a4e-fb0e-467e-87f7-8e3795ba7623 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,kimi-k3,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,48,pass@1%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 183b7a4e-fb0e-467e-87f7-8e3795ba7623 / column passScores[0].harnessScores[1].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,opus-4.7,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,47.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 9c00a5f9-5593-4402-a744-027545a6abfc / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,opus-4.8,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,43.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 32d4ac7f-3e3d-4834-945c-9953e1e70e4c / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,sonnet-5,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,46.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row UohOeKbgohNmjusgciidWB / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,?DeepSeek-V4-Pro,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,33.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row UohOeKbgohNmjusgcihhVn / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexswe-terminus-2,mercor.com,glm-5.2,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,37.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row isvxExfKGAZ4WMrYLuZN2o / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,gpt-oss-120b,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,3.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row d6WtzqsvMEH7Au7gxXsv3P / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,inkling,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,26.1,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row UohOeKbgohNmjusgcijiyH / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,kimi-k2.7-code,solo,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,40.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row GSi7csNcf5OYJ80OKftMtA / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexswe-terminus-2,mercor.com,minimax-m3,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,34.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row UohOeKbgohNmjusgcidPoR / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,nemotron-3-ultra-550b-a55b,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,15.2,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row UohOeKbgohNmjusgcie3j7 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,?Qwen3.5,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,25.1,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row NAciSVwSmWIjTOVlvdj3JE / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexswe-terminus-2,mercor.com,grok-4.6,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,56.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row VgQ1iaOMfU1uwkz0hFZ0vE / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,fable-5.1,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,63.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row czbC94OhwAuPY9WPtpIaZZ / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,gpt-6-astra,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,48.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row qv2QwcmoTmbRKJaMD2yYIi / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,glm-5.3,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,45.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 0tAPacA3ryVv3lqaGQgfGR / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,gemini-3.8-flash,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,36.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 976efCaf0nN4uyJqDJns3v / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,muse-spark-1.3,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,36.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row b8kKXLgUjxqi9jgeeTLBpz / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,deepseek-v4.1-flash,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,51.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row FpgS21bgw2I3VNplb8tObs / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,glm-5.1,unstated,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,34.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row Fbta1oBE0kPqbOrzwYAWqo / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,grok-4.7,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,53.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row NPK5uFSBckNMMDqpCmjlf3 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,gemini-3.7-flash,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,42,pass@1%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row FhdzFh8Qul2l86kjUjd1QC / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,glm-5.3-flash,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,46.1,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row CSsFo3meS6EkesQOLzo8Dg / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,muse-spark-1.2,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,40.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row JUJ76Jeotj8XRslslwICk2 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,?Qwen3.8-Max,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,52.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row OWQLnPQUqDBNbIeXTwFbr8 / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexswe-terminus-2,mercor.com,gpt-5.6-luna,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,32.1,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row UohOeKbgohNmjusgcicLCD / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,gpt-5.6-terra,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,31.1,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row isvxExfKGAZ4WMrYLuW50g / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,deepseek-v4-pro-0813,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,45.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row cVrkQw9RUFqXFdt7sJc9MM / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,gpt-6-sol,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,45,pass@1%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row sXAOucYh4ND7hTHZiC0sRZ / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,gpt-6-luna,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,38.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row FwIXcKGbnc0ALnAVPQ73IV / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,opus-5.5,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,55.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row FwIXcKGbnc0ALnAVPNkb0g / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,opus-5.5,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,67.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row FwIXcKGbnc0ALnAVPNmxfQ / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,gemini-3.5-flash-lite,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,31.2,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 331r9LTHpoLfChrVXwZLHj / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,qwen3.8-27b,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,50.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row aSN3C351HuzoEI3rgx8Rew / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,muse-spark-1.1,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,38.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 24cee245-ae0b-44fb-a4d6-08f68b222afe / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,sonnet-5.5,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,44,pass@1%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row b2IVUcPsJOa4GrZCodba62 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,gpt-5.6-sol,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,48,pass@1%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 595b3937-51da-497d-b9cf-1225a08f9ebc / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,grok-4.6,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,57.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row rXV6uHApUz4KWEoFnjIUWr / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,gpt-6.1-sol,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,46.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row WWzzLHZkjbvI25zYheECpG / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,mimo-v2.6-pro,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,54.2,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row Yzt8RFBJsoJ2mVqPYeX99E / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,muse-spark-1.3,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,39.1,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row jvVuWcyKE4kH8ZAWgP071n / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,gemini-4-argon,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,49.2,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row P51Dz24NZjWcy2UjYS3cb0 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,haiku-5.5,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,55.1,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row WIfJeImXG63qVgIPsb0kVZ / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,sonnet-5.5,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,66.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 331r9LTHpoLfChrVY8HGE3 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,opus-4.6,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,41.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 15e95e25-6884-4589-ab42-45184b82cc4d / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,sonnet-4.6,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,34.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row a3c3577b-7c1d-46cc-a847-69447e6490c1 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexv1,mercor.com,gpt-5,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,12.9,pass@1%,0.0289,,prev=12.9 (src-mercor.com-s16-2026-09-30#M246),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row apex-model-gpt-5 / column passScores[0].harnessScores[0].score),,out:single-couple, mercor-apexv1,mercor.com,gemini-3-pro,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,8.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row apex-model-gemini-3-pro / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,gemini-3-flash,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,8.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row apex-model-gemini-3-flash / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,grok-4,solo,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,8.2,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row apex-model-grok-4 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,o3,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,8.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row apex-model-o3 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,opus-4.5,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,7.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row apex-model-claude-opus-4-5 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexv1,mercor.com,grok-4.1,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,7.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row apex-model-grok-4-1 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexv1,mercor.com,opus-4.6,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,14.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 89ddd5b7-696f-4682-9ceb-a13af606d99a / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,gpt-5.4,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,14.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row q6POq5OBqI69bseLKoWJ7e / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,opus-4.6,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,14.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 15e95e25-6884-4589-ab42-45184b82cc4d / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,gpt-5.2-codex,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,13.6,pass@1%,0.0289,,prev=13.6 (src-mercor.com-s16-2026-09-30#M256),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 5f0f8239-de06-416b-ba9a-e697e6e2244d / column passScores[0].harnessScores[0].score),src-mercor.com-s23-2026-10-15|run:mercor-apexv1-mean|gpt-5.2-codex@high|,in, mercor-apexv1,mercor.com,gpt-5.3-codex,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,13.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row d9be5c0d-755b-4235-8361-3b82fba63ea4 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,gemini-3.1-pro,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,12.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 839babe2-d33d-463a-ae5b-a2102c6323f7 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,gpt-5.2,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,11.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row d17248f2-5664-4573-b223-27d2673b0b3f / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,gpt-5-codex,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,11.7,pass@1%,0.0289,,prev=11.7 (src-mercor.com-s16-2026-09-30#M260),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 09689908-b56c-4528-9f77-3f17fec2be70 / column passScores[0].harnessScores[0].score),,out:single-couple, mercor-apexv1,mercor.com,gpt-5.1-codex,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,11.5,pass@1%,0.0289,,prev=11.5 (src-mercor.com-s16-2026-09-30#M261),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row b250714e-1ef4-4120-b1d9-3de4a3168e5d / column passScores[0].harnessScores[0].score),src-mercor.com-s23-2026-10-15|run:mercor-apexv1-mean|gpt-5.1-codex@high|,in, mercor-apexv1,mercor.com,sonnet-4.6,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,9.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row a3c3577b-7c1d-46cc-a847-69447e6490c1 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,glm-5,unstated,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,7.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 52a81dc7-8c27-4790-8b51-046af8d9d4fe / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexv1,mercor.com,glm-4.7,unstated,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,6.2,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 3d97447a-b5f1-45e3-8fd0-a99f0f715968 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexv1,mercor.com,fable-5,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,21.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 7627e3cb-a949-4370-b255-4692d30ccf61 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,opus-4.7,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,13.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 9c00a5f9-5593-4402-a744-027545a6abfc / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,sonnet-5,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,11.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row UohOeKbgohNmjusgciidWB / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,deepseek-v3.2,unstated,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,7.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row b2945249-5d1a-4da1-983b-eeed84589795 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexv1,mercor.com,opus-4.8,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,16.1,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 32d4ac7f-3e3d-4834-945c-9953e1e70e4c / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,gemini-3.5-flash,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,15.2,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 7f62f16f-5e81-43ea-a459-717189b1eb0a / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,?DeepSeek-V4-Flash,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,13.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row f4fc438e-9f7d-406d-802b-1c0cd837bb4c / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexv1,mercor.com,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,12.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row UohOeKbgohNmjusgcihhVn / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexv1,mercor.com,gemini-3.6-flash,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,14.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 878e0bf3-57fb-4982-b61b-10174e4cea24 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,gpt-5.6-terra,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,17.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row isvxExfKGAZ4WMrYLuW50g / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,glm-5.2,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,12.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row isvxExfKGAZ4WMrYLuZN2o / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexv1,mercor.com,gpt-oss-120b,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,3.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row d6WtzqsvMEH7Au7gxXsv3P / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,gemma-4-31b-it,unstated,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,5.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row NAciSVwSmWIjTOVlvdodEO / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexv1,mercor.com,inkling,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,12.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row UohOeKbgohNmjusgcijiyH / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,kimi-k2.7-code,solo,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,10.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row GSi7csNcf5OYJ80OKftMtA / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,kimi-k2-instruct,solo,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,6,pass@1%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row NAciSVwSmWIjTOVlvdabDY / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,minimax-m2.7,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,5.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row NAciSVwSmWIjTOVlvdcGns / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexv1,mercor.com,nemotron-3-ultra-550b-a55b,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,9.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row UohOeKbgohNmjusgcie3j7 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexv1,mercor.com,minimax-m3,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,10.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row UohOeKbgohNmjusgcidPoR / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexv1,mercor.com,kimi-k3,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,16.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 183b7a4e-fb0e-467e-87f7-8e3795ba7623 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,?Qwen3.5,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,5.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row NAciSVwSmWIjTOVlvdj3JE / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexv1,mercor.com,opus-5,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,22.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row OWQLnPQUqDBNbIeXTvUsRu / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,gpt-6-astra,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,19.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row qv2QwcmoTmbRKJaMCypQfO / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,glm-5.3,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,16.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 0tAPacA3ryVv3lqaGQgfGR / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,deepseek-v4-pro-0813,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,15.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row cVrkQw9RUFqXFdt7sJc9MM / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,muse-spark-1.3,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,21.2,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row b8kKXLgUjxqi9jgeeTLBpz / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,gemini-3.8-flash,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,19.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 976efCaf0nN4uyJqDJns3v / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,fable-5.1,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,26.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row czbC94OhwAuPY9WPtpIaZZ / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,grok-4.6,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,17.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row rXV6uHApUz4KWEoFnjIUWr / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,gpt-5.6-sol,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,22.1,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row c3637cac-5a73-406e-84a9-8ec9a623e3b8 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,gpt-5.6-luna,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,16.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row UohOeKbgohNmjusgcicLCD / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,deepseek-v4.1-flash,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,15.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row FpgS21bgw2I3VNplb8tObs / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,glm-5.3-flash,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,12.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row CSsFo3meS6EkesQOLzo8Dg / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,?Qwen3.8-Max,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,15.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row OWQLnPQUqDBNbIeXTwFbr8 / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexv1,mercor.com,muse-spark-1.2,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,23.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row JUJ76Jeotj8XRslslwICk2 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,gemini-3.5-flash-lite,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,7.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 331r9LTHpoLfChrVXwZLHj / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,gpt-5.4,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,14.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row d5710a5d-6dbd-4bd0-866c-36bfdf4103dc / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,gpt-5.5,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,16.2,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 0ed1ef93-e04f-4e8d-bac5-bbc72dff9a53 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,grok-4.5,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,11.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 6e729361-72e0-49bc-8756-c9e9c1917469 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,glm-5.1,unstated,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,7.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row Fbta1oBE0kPqbOrzwYAWqo / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexv1,mercor.com,gemini-3.7-flash,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,17.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row FhdzFh8Qul2l86kjUjd1QC / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,muse-spark-1.1,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,21.2,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 24cee245-ae0b-44fb-a4d6-08f68b222afe / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,grok-4.7,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,16.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row NPK5uFSBckNMMDqpCmjlf3 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,gpt-6-luna,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,13.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row FwIXcKGbnc0ALnAVPQ73IV / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,opus-5.5,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,23.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row FwIXcKGbnc0ALnAVPNmxfQ / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,gpt-6-sol,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,14.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row sXAOucYh4ND7hTHZiC0sRZ / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,qwen3.8-27b,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,13.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row aSN3C351HuzoEI3rgx8Rew / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,sonnet-5.5,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,17.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 331r9LTHpoLfChrVY8HGE3 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,gpt-6.1-sol,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,20.1,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row WWzzLHZkjbvI25zYheECpG / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,muse-spark-1.3,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,21.1,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row jvVuWcyKE4kH8ZAWgP071n / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexv1,mercor.com,haiku-5.5,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,15.2,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row WIfJeImXG63qVgIPsb0kVZ / column passScores[0].harnessScores[0].score),,out:superseded, mercor-ext-browsecomp,mercor.com,sonnet-5.5,max,mixed,hard,Mercor-ext-browsecomp,,,,,,73,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[0].chartData / row Sonnet 5.5 / column score),,out:superseded, mercor-ext-browsecomp,mercor.com,gpt-6.1-sol,max,mixed,hard,Mercor-ext-browsecomp,,,,,,67.7,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[0].chartData / row GPT-6.1 Sol / column score),,out:superseded, mercor-ext-browsecomp,mercor.com,fable-5.1,max,mixed,hard,Mercor-ext-browsecomp,,,,,,63.3,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[0].chartData / row Fable 5.1 / column score),,out:superseded, mercor-ext-browsecomp,mercor.com,gpt-6-sol,max,mixed,hard,Mercor-ext-browsecomp,,,,,,63.2,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[0].chartData / row GPT-6 Sol / column score),,out:superseded, mercor-ext-browsecomp,mercor.com,opus-5.5,max,mixed,hard,Mercor-ext-browsecomp,,,,,,60.5,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[0].chartData / row Opus 5.5 / column score),,out:superseded, mercor-ext-charxiv,mercor.com,muse-spark-1.2,xhigh,mixed,hard,Mercor-ext-charxiv,,,,,,87.1,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[1].chartData / row Muse Spark 1.2 / column score),,out:superseded, mercor-ext-charxiv,mercor.com,muse-spark-1.1,xhigh,mixed,hard,Mercor-ext-charxiv,,,,,,86.4,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[1].chartData / row Muse Spark 1.1 / column score),,out:superseded, mercor-ext-charxiv,mercor.com,gpt-6-astra,xhigh,mixed,hard,Mercor-ext-charxiv,,,,,,85.1,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[1].chartData / row GPT-6 Astra / column score),,out:superseded, mercor-ext-charxiv,mercor.com,gpt-6.1-sol,max,mixed,hard,Mercor-ext-charxiv,,,,,,85.1,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[1].chartData / row GPT-6.1 Sol / column score),,out:superseded, mercor-ext-charxiv,mercor.com,opus-5.5,max,mixed,hard,Mercor-ext-charxiv,,,,,,84.7,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[1].chartData / row Opus 5.5 / column score),,out:superseded, mercor-ext-gdpval,mercor.com,opus-5.5,max,mixed,hard,Mercor-ext-gdpval,,,,,,75.8,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[2].chartData / row Opus 5.5 / column score),,out:superseded, mercor-ext-gdpval,mercor.com,sonnet-5.5,max,mixed,hard,Mercor-ext-gdpval,,,,,,70.9,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[2].chartData / row Sonnet 5.5 / column score),,out:superseded, mercor-ext-gdpval,mercor.com,fable-5.1,max,mixed,hard,Mercor-ext-gdpval,,,,,,68.7,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[2].chartData / row Fable 5.1 / column score),,out:superseded, mercor-ext-gdpval,mercor.com,haiku-5.5,max,mixed,hard,Mercor-ext-gdpval,,,,,,66,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[2].chartData / row Haiku 5.5 / column score),,out:superseded, mercor-ext-gdpval,mercor.com,fable-5,max,mixed,hard,Mercor-ext-gdpval,,,,,,65.3,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[2].chartData / row Fable 5 / column score),,out:superseded, mercor-ext-hle,mercor.com,gpt-5.6-sol,max,mixed,hard,Mercor-ext-hle,,,,,,77.3,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[3].chartData / row GPT-5.6 Sol / column score),,out:superseded, mercor-ext-hle,mercor.com,gpt-5.6-terra,max,mixed,hard,Mercor-ext-hle,,,,,,70.7,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[3].chartData / row GPT-5.6 Terra / column score),,out:superseded, mercor-ext-hle,mercor.com,opus-5,high,mixed,hard,Mercor-ext-hle,,,,,,61,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[3].chartData / row Opus 5 / column score),,out:superseded, mercor-ext-hle,mercor.com,fable-5,high,mixed,hard,Mercor-ext-hle,,,,,,58.7,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[3].chartData / row Fable 5 / column score),,out:superseded, mercor-ext-hle,mercor.com,gpt-5.6-luna,max,mixed,hard,Mercor-ext-hle,,,,,,57.5,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[3].chartData / row GPT-5.6 Luna / column score),,out:superseded, mercor-ext-aa-lcr,mercor.com,gpt-5.6-sol,max,mixed,hard,Mercor-ext-aa-lcr,,,,,,79.5,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[4].chartData / row GPT-5.6 Sol / column score),,out:superseded, mercor-ext-aa-lcr,mercor.com,glm-5.3,max,mixed,hard,Mercor-ext-aa-lcr,,,,,,76.8,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[4].chartData / row GLM-5.3 / column score),,out:superseded, mercor-ext-aa-lcr,mercor.com,gpt-5.6-terra,max,mixed,hard,Mercor-ext-aa-lcr,,,,,,74.4,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[4].chartData / row GPT-5.6 Terra / column score),,out:superseded, mercor-ext-aa-lcr,mercor.com,opus-5.5,max,mixed,hard,Mercor-ext-aa-lcr,,,,,,74.2,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[4].chartData / row Opus 5.5 / column score),,out:superseded, mercor-ext-aa-lcr,mercor.com,opus-5,max,mixed,hard,Mercor-ext-aa-lcr,,,,,,73.9,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[4].chartData / row Opus 5 / column score),,out:superseded, mercor-ext-medxpertqa-mm,mercor.com,opus-5.5,max,mixed,hard,Mercor-ext-medxpertqa-mm,,,,,,71.2,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[5].chartData / row Opus 5.5 / column score),,out:superseded, mercor-ext-medxpertqa-mm,mercor.com,gpt-6-sol,max,mixed,hard,Mercor-ext-medxpertqa-mm,,,,,,68,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[5].chartData / row GPT-6 Sol / column score),,out:superseded, mercor-ext-medxpertqa-mm,mercor.com,fable-5.1,high,mixed,hard,Mercor-ext-medxpertqa-mm,,,,,,66,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[5].chartData / row Fable 5.1 / column score),,out:superseded, mercor-ext-medxpertqa-mm,mercor.com,gpt-5.6-sol,max,mixed,hard,Mercor-ext-medxpertqa-mm,,,,,,64.7,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[5].chartData / row GPT-5.6 Sol / column score),,out:superseded, mercor-ext-medxpertqa-mm,mercor.com,gpt-6.1-sol,max,mixed,hard,Mercor-ext-medxpertqa-mm,,,,,,64.7,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[5].chartData / row GPT-6.1 Sol / column score),,out:superseded, mercor-ext-mmmu-pro,mercor.com,gpt-6.1-sol,max,mixed,hard,Mercor-ext-mmmu-pro,,,,,,61.3,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[6].chartData / row GPT-6.1 Sol / column score),,out:superseded, mercor-ext-mmmu-pro,mercor.com,gpt-6-astra,max,mixed,hard,Mercor-ext-mmmu-pro,,,,,,60,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[6].chartData / row GPT-6 Astra / column score),,out:superseded, mercor-ext-mmmu-pro,mercor.com,gpt-5.6-sol,max,mixed,hard,Mercor-ext-mmmu-pro,,,,,,51.9,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[6].chartData / row GPT-5.6 Sol / column score),,out:superseded, mercor-ext-mmmu-pro,mercor.com,gpt-6-sol,max,mixed,hard,Mercor-ext-mmmu-pro,,,,,,51.9,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[6].chartData / row GPT-6 Sol / column score),,out:superseded, mercor-ext-mmmu-pro,mercor.com,opus-5.5,max,mixed,hard,Mercor-ext-mmmu-pro,,,,,,51,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[6].chartData / row Opus 5.5 / column score),,out:superseded, mercor-ext-swe-atlas,mercor.com,sonnet-5.5,max,mixed,hard,Mercor-ext-swe-atlas,,,,,,44.7,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[7].chartData / row Sonnet 5.5 / column score),,out:superseded, mercor-ext-swe-atlas,mercor.com,opus-5.5,max,mixed,hard,Mercor-ext-swe-atlas,,,,,,43.3,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[7].chartData / row Opus 5.5 / column score),,out:superseded, mercor-ext-swe-atlas,mercor.com,opus-5,max,mixed,hard,Mercor-ext-swe-atlas,,,,,,40,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[7].chartData / row Opus 5 / column score),,out:superseded, mercor-ext-swe-atlas,mercor.com,fable-5.1,max,mixed,hard,Mercor-ext-swe-atlas,,,,,,38,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[7].chartData / row Fable 5.1 / column score),,out:superseded, mercor-ext-swe-atlas,mercor.com,deepseek-v4.1-flash,max,mixed,hard,Mercor-ext-swe-atlas,,,,,,36.7,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[7].chartData / row DeepSeek-V4.1-Flash / column score),,out:superseded, mercor-ext-swe-bench-verified,mercor.com,deepseek-v4-pro-0813,max,mixed,hard,Mercor-ext-swe-bench-verified,,,,,,83.3,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[8].chartData / row DeepSeek-V4-Pro-0813 / column score),,out:superseded, mercor-ext-swe-bench-verified,mercor.com,deepseek-v4.1-flash,max,mixed,hard,Mercor-ext-swe-bench-verified,,,,,,82.7,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[8].chartData / row DeepSeek-V4.1-Flash / column score),,out:superseded, mercor-ext-swe-bench-verified,mercor.com,opus-5,max,mixed,hard,Mercor-ext-swe-bench-verified,,,,,,82,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[8].chartData / row Opus 5 / column score),,out:superseded, mercor-ext-swe-bench-verified,mercor.com,fable-5,max,mixed,hard,Mercor-ext-swe-bench-verified,,,,,,78.7,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[8].chartData / row Fable 5 / column score),,out:superseded, mercor-ext-swe-bench-verified,mercor.com,gpt-5.6-terra,max,mixed,hard,Mercor-ext-swe-bench-verified,,,,,,78.7,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[8].chartData / row GPT-5.6 Terra / column score),,out:superseded, mercor-ext-terminal-bench-2-1,mercor.com,opus-5.5,max,mixed,hard,Mercor-ext-terminal-bench-2-1,,,,,,47.5,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[9].chartData / row Opus 5.5 / column score),,out:superseded, mercor-ext-terminal-bench-2-1,mercor.com,gpt-6.1-sol,max,mixed,hard,Mercor-ext-terminal-bench-2-1,,,,,,45.8,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[9].chartData / row GPT-6.1 Sol / column score),,out:superseded, mercor-ext-terminal-bench-2-1,mercor.com,grok-4.6,xhigh,mixed,hard,Mercor-ext-terminal-bench-2-1,,,,,,45.5,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[9].chartData / row Grok 4.6 / column score),,out:superseded, mercor-ext-terminal-bench-2-1,mercor.com,sonnet-5.5,max,mixed,hard,Mercor-ext-terminal-bench-2-1,,,,,,45.5,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[9].chartData / row Sonnet 5.5 / column score),,out:superseded, mercor-ext-terminal-bench-2-1,mercor.com,gemini-3.8-flash,high,mixed,hard,Mercor-ext-terminal-bench-2-1,,,,,,44.4,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[9].chartData / row Gemini 3.8 Flash / column score),,out:superseded, mercor-oss-scicode,mercor.com,opus-5.5,max,mixed,hard,Mercor-oss-scicode,,,,,,57.4,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[0].chartData / row Opus 5.5 / column score),,out:superseded, mercor-oss-scicode,mercor.com,fable-5.1,max,mixed,hard,Mercor-oss-scicode,,,,,,54.6,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[0].chartData / row Fable 5.1 / column score),,out:superseded, mercor-oss-scicode,mercor.com,sonnet-5.5,max,mixed,hard,Mercor-oss-scicode,,,,,,51.2,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[0].chartData / row Sonnet 5.5 / column score),,out:superseded, mercor-oss-scicode,mercor.com,gpt-6-astra,max,mixed,hard,Mercor-oss-scicode,,,,,,49.3,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[0].chartData / row GPT-6 Astra / column score),,in, mercor-oss-scicode,mercor.com,fable-5,max,mixed,hard,Mercor-oss-scicode,,,,,,49,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[0].chartData / row Fable 5 / column score),,out:superseded, mercor-oss-swe-atlas,mercor.com,deepseek-v4.1-flash,max,mixed,hard,Mercor-oss-swe-atlas,,,,,,53.5,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[2].chartData / row DeepSeek-V4.1-Flash / column score),,out:superseded, mercor-oss-swe-atlas,mercor.com,kimi-k3,max,mixed,hard,Mercor-oss-swe-atlas,,,,,,52.7,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[2].chartData / row Kimi K3 / column score),,out:superseded, mercor-oss-swe-atlas,mercor.com,?Qwen3.8-Max,not-established:absent,mixed,hard,Mercor-oss-swe-atlas,,,,,,50.5,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[2].chartData / row Qwen3.8-Max / column score),,out:model-not-established, mercor-oss-swe-atlas,mercor.com,opus-5,max,mixed,hard,Mercor-oss-swe-atlas,,,,,,50.3,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[2].chartData / row Opus 5 / column score),,out:superseded, mercor-oss-swe-atlas,mercor.com,sonnet-5.5,max,mixed,hard,Mercor-oss-swe-atlas,,,,,,50.3,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[2].chartData / row Sonnet 5.5 / column score),,out:superseded, mercor-oss-swe-bench-verified,mercor.com,opus-5.5,max,mixed,hard,Mercor-oss-swe-bench-verified,,,,,,98.2,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[3].chartData / row Opus 5.5 / column score),,out:superseded, mercor-oss-swe-bench-verified,mercor.com,sonnet-5.5,max,mixed,hard,Mercor-oss-swe-bench-verified,,,,,,96.7,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[3].chartData / row Sonnet 5.5 / column score),,out:superseded, mercor-oss-swe-bench-verified,mercor.com,fable-5.1,max,mixed,hard,Mercor-oss-swe-bench-verified,,,,,,96.6,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[3].chartData / row Fable 5.1 / column score),,out:superseded, mercor-oss-swe-bench-verified,mercor.com,fable-5,max,mixed,hard,Mercor-oss-swe-bench-verified,,,,,,95.9,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[3].chartData / row Fable 5 / column score),,out:superseded, mercor-oss-swe-bench-verified,mercor.com,opus-5,max,mixed,hard,Mercor-oss-swe-bench-verified,,,,,,93.5,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[3].chartData / row Opus 5 / column score),,out:superseded, mercor-oss-aa-lcr,mercor.com,fable-5.1,max,mixed,hard,Mercor-oss-aa-lcr,,,,,,87.5,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[4].chartData / row Fable 5.1 / column score),,out:superseded, mercor-oss-aa-lcr,mercor.com,fable-5,max,mixed,hard,Mercor-oss-aa-lcr,,,,,,85.5,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[4].chartData / row Fable 5 / column score),,out:superseded, mercor-oss-aa-lcr,mercor.com,gpt-5.6-sol,max,mixed,hard,Mercor-oss-aa-lcr,,,,,,85.3,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[4].chartData / row GPT-5.6 Sol / column score),,out:superseded, mercor-oss-aa-lcr,mercor.com,opus-5.5,max,mixed,hard,Mercor-oss-aa-lcr,,,,,,85,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[4].chartData / row Opus 5.5 / column score),,out:superseded, mercor-oss-aa-lcr,mercor.com,kimi-k3,max,mixed,hard,Mercor-oss-aa-lcr,,,,,,84.3,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[4].chartData / row Kimi K3 / column score),,out:superseded, mercor-oss-mmlu-pro,mercor.com,opus-5.5,max,mixed,hard,Mercor-oss-mmlu-pro,,,,,,93.4,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[5].chartData / row Opus 5.5 / column score),,out:superseded, mercor-oss-mmlu-pro,mercor.com,fable-5.1,max,mixed,hard,Mercor-oss-mmlu-pro,,,,,,93,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[5].chartData / row Fable 5.1 / column score),,out:superseded, mercor-oss-mmlu-pro,mercor.com,opus-5,max,mixed,hard,Mercor-oss-mmlu-pro,,,,,,92,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[5].chartData / row Opus 5 / column score),,out:superseded, mercor-oss-mmlu-pro,mercor.com,gpt-6-astra,max,mixed,hard,Mercor-oss-mmlu-pro,,,,,,91.5,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[5].chartData / row GPT-6 Astra / column score),,out:superseded, mercor-oss-mmlu-pro,mercor.com,gemini-3.1-pro,high,mixed,hard,Mercor-oss-mmlu-pro,,,,,,91.3,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[5].chartData / row Gemini 3.1 Pro / column score),,out:superseded, mercor-oss-mmmu-pro,mercor.com,gpt-6-astra,max,mixed,hard,Mercor-oss-mmmu-pro,,,,,,87.5,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[6].chartData / row GPT-6 Astra / column score),,out:superseded, mercor-oss-mmmu-pro,mercor.com,opus-5.5,max,mixed,hard,Mercor-oss-mmmu-pro,,,,,,87.4,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[6].chartData / row Opus 5.5 / column score),,out:superseded, mercor-oss-mmmu-pro,mercor.com,fable-5.1,max,mixed,hard,Mercor-oss-mmmu-pro,,,,,,86.1,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[6].chartData / row Fable 5.1 / column score),,out:superseded, mercor-oss-mmmu-pro,mercor.com,sonnet-5.5,max,mixed,hard,Mercor-oss-mmmu-pro,,,,,,85.8,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[6].chartData / row Sonnet 5.5 / column score),,out:superseded, mercor-oss-mmmu-pro,mercor.com,gpt-6.1-sol,max,mixed,hard,Mercor-oss-mmmu-pro,,,,,,85.8,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[6].chartData / row GPT-6.1 Sol / column score),,out:superseded, mercor-oss-advanced-if,mercor.com,gemini-3.1-pro,high,mixed,hard,Mercor-oss-advanced-if,,,,,,86.7,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[8].chartData / row Gemini 3.1 Pro / column score),,out:superseded, mercor-oss-advanced-if,mercor.com,gemini-3.6-flash,high,mixed,hard,Mercor-oss-advanced-if,,,,,,85.3,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[8].chartData / row Gemini 3.6 Flash / column score),,out:superseded, mercor-oss-advanced-if,mercor.com,?Qwen3.8-Max,not-established:absent,mixed,hard,Mercor-oss-advanced-if,,,,,,85.1,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[8].chartData / row Qwen3.8-Max / column score),,out:model-not-established, mercor-oss-advanced-if,mercor.com,fable-5.1,max,mixed,hard,Mercor-oss-advanced-if,,,,,,84.2,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[8].chartData / row Fable 5.1 / column score),,out:superseded, mercor-oss-advanced-if,mercor.com,deepseek-v4.1-flash,max,mixed,hard,Mercor-oss-advanced-if,,,,,,84,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[8].chartData / row DeepSeek-V4.1-Flash / column score),,out:superseded, mercor-oss-aime-2025,mercor.com,opus-5,max,mixed,hard,Mercor-oss-aime-2025,,,,,,100,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[9].chartData / row Opus 5 / column score),,out:superseded, mercor-oss-aime-2025,mercor.com,fable-5,max,mixed,hard,Mercor-oss-aime-2025,,,,,,100,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[9].chartData / row Fable 5 / column score),,out:superseded, mercor-oss-aime-2025,mercor.com,?DeepSeek-V4-Flash,not-established:absent,mixed,hard,Mercor-oss-aime-2025,,,,,,100,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[9].chartData / row DeepSeek-V4-Flash / column score),,out:model-not-established, mercor-oss-aime-2025,mercor.com,gpt-5.5,xhigh,mixed,hard,Mercor-oss-aime-2025,,,,,,100,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[9].chartData / row GPT-5.5 / column score),,out:superseded, mercor-oss-aime-2025,mercor.com,gpt-5.6-sol,max,mixed,hard,Mercor-oss-aime-2025,,,,,,100,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[9].chartData / row GPT-5.6 Sol / column score),,out:superseded, mercor-oss-charxiv,mercor.com,opus-5.5,max,mixed,hard,Mercor-oss-charxiv,,,,,,96.4,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[11].chartData / row Opus 5.5 / column score),,out:superseded, mercor-oss-charxiv,mercor.com,gpt-6-astra,max,mixed,hard,Mercor-oss-charxiv,,,,,,96.1,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[11].chartData / row GPT-6 Astra / column score),,out:superseded, mercor-oss-charxiv,mercor.com,sonnet-5.5,max,mixed,hard,Mercor-oss-charxiv,,,,,,96.1,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[11].chartData / row Sonnet 5.5 / column score),,out:superseded, mercor-oss-charxiv,mercor.com,gpt-6.1-sol,max,mixed,hard,Mercor-oss-charxiv,,,,,,96,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[11].chartData / row GPT-6.1 Sol / column score),,out:superseded, mercor-oss-charxiv,mercor.com,gemini-3.8-flash,high,mixed,hard,Mercor-oss-charxiv,,,,,,95.4,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[11].chartData / row Gemini 3.8 Flash / column score),,out:superseded, mercor-oss-cvdp,mercor.com,opus-5.5,max,mixed,hard,Mercor-oss-cvdp,,,,,,64.1,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[12].chartData / row Opus 5.5 / column score),,out:superseded, mercor-oss-cvdp,mercor.com,fable-5.1,max,mixed,hard,Mercor-oss-cvdp,,,,,,62.6,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[12].chartData / row Fable 5.1 / column score),,out:superseded, mercor-oss-cvdp,mercor.com,opus-5,max,mixed,hard,Mercor-oss-cvdp,,,,,,62.2,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[12].chartData / row Opus 5 / column score),,out:superseded, mercor-oss-cvdp,mercor.com,sonnet-5.5,max,mixed,hard,Mercor-oss-cvdp,,,,,,60.6,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[12].chartData / row Sonnet 5.5 / column score),,out:superseded, mercor-oss-cvdp,mercor.com,grok-4.6,xhigh,mixed,hard,Mercor-oss-cvdp,,,,,,58,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[12].chartData / row Grok 4.6 / column score),,out:superseded, mercor-oss-deepresearch-bench-ii,mercor.com,opus-5,high,mixed,hard,Mercor-oss-deepresearch-bench-ii,,,,,,56.1,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[13].chartData / row Opus 5 / column score),,out:superseded, mercor-oss-deepresearch-bench-ii,mercor.com,fable-5.1,max,mixed,hard,Mercor-oss-deepresearch-bench-ii,,,,,,55,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[13].chartData / row Fable 5.1 / column score),,out:superseded, mercor-oss-deepresearch-bench-ii,mercor.com,sonnet-4.6,high,mixed,hard,Mercor-oss-deepresearch-bench-ii,,,,,,53.3,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[13].chartData / row Sonnet 4.6 / column score),,out:superseded, mercor-oss-deepresearch-bench-ii,mercor.com,opus-5.5,max,mixed,hard,Mercor-oss-deepresearch-bench-ii,,,,,,53.3,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[13].chartData / row Opus 5.5 / column score),,out:superseded, mercor-oss-deepresearch-bench-ii,mercor.com,deepseek-v4.1-flash,max,mixed,hard,Mercor-oss-deepresearch-bench-ii,,,,,,53.2,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[13].chartData / row DeepSeek-V4.1-Flash / column score),,out:superseded, mercor-oss-deep-swe,mercor.com,opus-5.5,max,mixed,hard,Mercor-oss-deep-swe,,,,,,72.3,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[14].chartData / row Opus 5.5 / column score),,out:superseded, mercor-oss-deep-swe,mercor.com,gpt-6.1-sol,max,mixed,hard,Mercor-oss-deep-swe,,,,,,72.3,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[14].chartData / row GPT-6.1 Sol / column score),,out:superseded, mercor-oss-deep-swe,mercor.com,gpt-6-astra,max,mixed,hard,Mercor-oss-deep-swe,,,,,,72,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[14].chartData / row GPT-6 Astra / column score),,out:superseded, mercor-oss-deep-swe,mercor.com,deepseek-v4.1-flash,max,mixed,hard,Mercor-oss-deep-swe,,,,,,71.7,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[14].chartData / row DeepSeek-V4.1-Flash / column score),,out:superseded, mercor-oss-deep-swe,mercor.com,opus-5,max,mixed,hard,Mercor-oss-deep-swe,,,,,,71.4,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[14].chartData / row Opus 5 / column score),,out:superseded, mercor-oss-frontier-swe-v2,mercor.com,fable-5.1,high,mixed,hard,Mercor-oss-frontier-swe-v2,,,,,,37.2,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[15].chartData / row Fable 5.1 / column score),,out:superseded, mercor-oss-frontier-swe-v2,mercor.com,gpt-6-astra,max,mixed,hard,Mercor-oss-frontier-swe-v2,,,,,,29.9,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[15].chartData / row GPT-6 Astra / column score),,out:superseded, mercor-oss-frontier-swe-v2,mercor.com,opus-5,high,mixed,hard,Mercor-oss-frontier-swe-v2,,,,,,27.3,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[15].chartData / row Opus 5 / column score),,out:superseded, mercor-oss-frontier-swe-v2,mercor.com,gpt-5.6-sol,max,mixed,hard,Mercor-oss-frontier-swe-v2,,,,,,20.2,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[15].chartData / row GPT-5.6 Sol / column score),,out:superseded, mercor-oss-frontier-swe-v2,mercor.com,glm-5.3,max,mixed,hard,Mercor-oss-frontier-swe-v2,,,,,,17.1,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[15].chartData / row GLM-5.3 / column score),,out:superseded, mercor-oss-gdpval,mercor.com,opus-5.5,max,mixed,hard,Mercor-oss-gdpval,,,,,,88.3,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[16].chartData / row Opus 5.5 / column score),,out:superseded, mercor-oss-gdpval,mercor.com,gpt-6-astra,max,mixed,hard,Mercor-oss-gdpval,,,,,,86.7,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[16].chartData / row GPT-6 Astra / column score),,out:superseded, mercor-oss-gdpval,mercor.com,deepseek-v4.1-flash,max,mixed,hard,Mercor-oss-gdpval,,,,,,86.7,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[16].chartData / row DeepSeek-V4.1-Flash / column score),,out:superseded, mercor-oss-gdpval,mercor.com,fable-5.1,max,mixed,hard,Mercor-oss-gdpval,,,,,,86.6,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[16].chartData / row Fable 5.1 / column score),,out:superseded, mercor-oss-gdpval,mercor.com,sonnet-5.5,max,mixed,hard,Mercor-oss-gdpval,,,,,,86.5,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[16].chartData / row Sonnet 5.5 / column score),,out:superseded, mercor-oss-genebench,mercor.com,sonnet-5.5,max,mixed,hard,Mercor-oss-genebench,,,,,,39,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[17].chartData / row Sonnet 5.5 / column score),,out:superseded, mercor-oss-genebench,mercor.com,gpt-6-astra,max,mixed,hard,Mercor-oss-genebench,,,,,,36,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[17].chartData / row GPT-6 Astra / column score),,out:superseded, mercor-oss-genebench,mercor.com,gpt-6.1-sol,max,mixed,hard,Mercor-oss-genebench,,,,,,33,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[17].chartData / row GPT-6.1 Sol / column score),,out:superseded, mercor-oss-genebench,mercor.com,opus-5.5,max,mixed,hard,Mercor-oss-genebench,,,,,,30,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[17].chartData / row Opus 5.5 / column score),,out:superseded, mercor-oss-genebench,mercor.com,muse-spark-1.3,max,mixed,hard,Mercor-oss-genebench,,,,,,26,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[17].chartData / row Muse Spark 1.3 / column score),,out:effort-not-established, mercor-oss-hle,mercor.com,muse-spark-1.1,xhigh,mixed,hard,Mercor-oss-hle,,,,,,57.9,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[19].chartData / row Muse Spark 1.1 / column score),,out:superseded, mercor-oss-hle,mercor.com,opus-5.5,max,mixed,hard,Mercor-oss-hle,,,,,,57.4,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[19].chartData / row Opus 5.5 / column score),,out:superseded, mercor-oss-hle,mercor.com,gpt-6-astra,xhigh,mixed,hard,Mercor-oss-hle,,,,,,55.6,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[19].chartData / row GPT-6 Astra / column score),,out:superseded, mercor-oss-hle,mercor.com,fable-5.1,max,mixed,hard,Mercor-oss-hle,,,,,,54.6,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[19].chartData / row Fable 5.1 / column score),,out:superseded, mercor-oss-hle,mercor.com,gpt-6.1-sol,max,mixed,hard,Mercor-oss-hle,,,,,,54.5,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[19].chartData / row GPT-6.1 Sol / column score),,out:superseded, mercor-oss-medxpertqa-mm,mercor.com,gpt-6-astra,max,mixed,hard,Mercor-oss-medxpertqa-mm,,,,,,86.8,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[20].chartData / row GPT-6 Astra / column score),,out:superseded, mercor-oss-medxpertqa-mm,mercor.com,opus-5.5,max,mixed,hard,Mercor-oss-medxpertqa-mm,,,,,,85.7,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[20].chartData / row Opus 5.5 / column score),,out:superseded, mercor-oss-medxpertqa-mm,mercor.com,gpt-6.1-sol,max,mixed,hard,Mercor-oss-medxpertqa-mm,,,,,,85.7,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[20].chartData / row GPT-6.1 Sol / column score),,out:superseded, mercor-oss-medxpertqa-mm,mercor.com,gemini-3.8-flash,high,mixed,hard,Mercor-oss-medxpertqa-mm,,,,,,84.7,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[20].chartData / row Gemini 3.8 Flash / column score),,out:superseded, mercor-oss-medxpertqa-mm,mercor.com,fable-5.1,max,mixed,hard,Mercor-oss-medxpertqa-mm,,,,,,83.7,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[20].chartData / row Fable 5.1 / column score),,out:superseded, mercor-oss-program-bench,mercor.com,opus-5.5,max,mixed,hard,Mercor-oss-program-bench,,,,,,20,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[21].chartData / row Opus 5.5 / column score),,out:superseded, mercor-oss-program-bench,mercor.com,fable-5.1,high,mixed,hard,Mercor-oss-program-bench,,,,,,11.3,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[21].chartData / row Fable 5.1 / column score),,out:superseded, mercor-oss-program-bench,mercor.com,gpt-6-astra,max,mixed,hard,Mercor-oss-program-bench,,,,,,8,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[21].chartData / row GPT-6 Astra / column score),,out:superseded, mercor-oss-program-bench,mercor.com,gpt-6.1-sol,max,mixed,hard,Mercor-oss-program-bench,,,,,,6.3,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[21].chartData / row GPT-6.1 Sol / column score),,out:superseded, mercor-oss-program-bench,mercor.com,opus-5,high,mixed,hard,Mercor-oss-program-bench,,,,,,4.3,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[21].chartData / row Opus 5 / column score),,out:superseded, mercor-oss-super-chem,mercor.com,gpt-6-astra,xhigh,mixed,hard,Mercor-oss-super-chem,,,,,,80.3,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[23].chartData / row GPT-6 Astra / column score),,out:superseded, mercor-oss-super-chem,mercor.com,opus-5.5,max,mixed,hard,Mercor-oss-super-chem,,,,,,79.6,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[23].chartData / row Opus 5.5 / column score),,out:superseded, mercor-oss-super-chem,mercor.com,gpt-6.1-sol,max,mixed,hard,Mercor-oss-super-chem,,,,,,77.8,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[23].chartData / row GPT-6.1 Sol / column score),,out:superseded, mercor-oss-super-chem,mercor.com,sonnet-5.5,max,mixed,hard,Mercor-oss-super-chem,,,,,,75.4,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[23].chartData / row Sonnet 5.5 / column score),,out:superseded, mercor-oss-super-chem,mercor.com,gpt-5.6-sol,max,mixed,hard,Mercor-oss-super-chem,,,,,,74.9,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[23].chartData / row GPT-5.6 Sol / column score),,out:superseded, mercor-oss-swe-bench-multilingual,mercor.com,deepseek-v4.1-flash,max,mixed,hard,Mercor-oss-swe-bench-multilingual,,,,,,98.2,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[24].chartData / row DeepSeek-V4.1-Flash / column score),,out:superseded, mercor-oss-swe-bench-multilingual,mercor.com,deepseek-v4-pro-0813,max,mixed,hard,Mercor-oss-swe-bench-multilingual,,,,,,96.4,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[24].chartData / row DeepSeek-V4-Pro-0813 / column score),,out:superseded, mercor-oss-swe-bench-multilingual,mercor.com,opus-5,max,mixed,hard,Mercor-oss-swe-bench-multilingual,,,,,,96.2,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[24].chartData / row Opus 5 / column score),,out:superseded, mercor-oss-swe-bench-multilingual,mercor.com,opus-5.5,max,mixed,hard,Mercor-oss-swe-bench-multilingual,,,,,,95.5,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[24].chartData / row Opus 5.5 / column score),,out:superseded, mercor-oss-swe-bench-multilingual,mercor.com,?DeepSeek-V4-Flash,not-established:absent,mixed,hard,Mercor-oss-swe-bench-multilingual,,,,,,95.4,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[24].chartData / row DeepSeek-V4-Flash / column score),,out:model-not-established, mercor-oss-terminal-bench-4-0,mercor.com,gpt-6.1-sol,max,mixed,hard,Mercor-oss-terminal-bench-4-0,,,,,,59.6,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[25].chartData / row GPT-6.1 Sol / column score),,out:superseded, mercor-oss-terminal-bench-4-0,mercor.com,opus-5.5,max,mixed,hard,Mercor-oss-terminal-bench-4-0,,,,,,58.3,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[25].chartData / row Opus 5.5 / column score),,out:superseded, mercor-oss-terminal-bench-4-0,mercor.com,gpt-6-astra,max,mixed,hard,Mercor-oss-terminal-bench-4-0,,,,,,54.5,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[25].chartData / row GPT-6 Astra / column score),,out:superseded, mercor-oss-terminal-bench-4-0,mercor.com,fable-5.1,max,mixed,hard,Mercor-oss-terminal-bench-4-0,,,,,,53,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[25].chartData / row Fable 5.1 / column score),,out:superseded, mercor-oss-terminal-bench-4-0,mercor.com,sonnet-5.5,max,mixed,hard,Mercor-oss-terminal-bench-4-0,,,,,,51.5,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[25].chartData / row Sonnet 5.5 / column score),,out:superseded, mercor-apexacct-mean,mercor.com,fable-5,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,56.4,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 7627e3cb-a949-4370-b255-4692d30ccf61 / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct-mean,mercor.com,muse-spark-1.1,xhigh,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,52.6,mean-score%,0.0289,,prev=52.6 (src-mercor.com-s16-2026-09-30#M464),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 24cee245-ae0b-44fb-a4d6-08f68b222afe / column passScores[1].harnessScores[0].score),,out:single-couple, mercor-apexacct-mean,mercor.com,opus-4.8,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,48,mean-score%,0.289,,prev=48 (src-mercor.com-s16-2026-09-30#M465),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 32d4ac7f-3e3d-4834-945c-9953e1e70e4c / column passScores[1].harnessScores[0].score),src-mercor.com-s23-2026-10-15|run:mercor-apexacct-mean|opus-4.8@max|,in, mercor-apexacct-mean,mercor.com,grok-4.5,high,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,43.7,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 6e729361-72e0-49bc-8756-c9e9c1917469 / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct-mean,mercor.com,gemini-3.1-pro,high,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,34,mean-score%,0.289,,prev=34 (src-mercor.com-s16-2026-09-30#M467),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 839babe2-d33d-463a-ae5b-a2102c6323f7 / column passScores[1].harnessScores[0].score),src-mercor.com-s23-2026-10-15|run:mercor-apexacct-mean|gemini-3.1-pro@high|,in, mercor-apexacct-mean,mercor.com,opus-5,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,54.5,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 0c5e0d8b-1601-4380-b522-595816dc5f2a / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct-mean,mercor.com,gemini-3.8-flash,high,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,51.7,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 976efCaf0nN4uyJqDJns3v / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct-mean,mercor.com,fable-5.1,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,61,mean-score%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row czbC94OhwAuPY9WPtpIaZZ / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct-mean,mercor.com,gpt-6-astra,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,57.9,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row qv2QwcmoTmbRKJaMD2yYIi / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct-mean,mercor.com,gpt-5.6-sol,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,51.5,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row c3637cac-5a73-406e-84a9-8ec9a623e3b8 / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct-mean,mercor.com,?Qwen3.5,not-established:absent,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,24.4,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row NAciSVwSmWIjTOVlvdj3JE / column passScores[1].harnessScores[0].score),,out:model-not-established, mercor-apexacct-mean,mercor.com,glm-5.3,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,53.1,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 0tAPacA3ryVv3lqaGQgfGR / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct-mean,mercor.com,deepseek-v4.1-flash,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,48.1,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row FpgS21bgw2I3VNplb8tObs / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct-mean,mercor.com,gpt-5.5,xhigh,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,48.2,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 0ed1ef93-e04f-4e8d-bac5-bbc72dff9a53 / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct-mean,mercor.com,gpt-5.4,xhigh,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,46.8,mean-score%,0.0289,,prev=46.8 (src-mercor.com-s16-2026-09-30#M479),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row d5710a5d-6dbd-4bd0-866c-36bfdf4103dc / column passScores[1].harnessScores[0].score),src-mercor.com-s23-2026-10-15|run:mercor-apexacct-mean|gpt-5.4@xhigh|,in, mercor-apexacct-mean,mercor.com,minimax-m3,not-established:absent,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,39.1,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row UohOeKbgohNmjusgcidPoR / column passScores[1].harnessScores[0].score),,out:effort-not-established, mercor-apexacct-mean,mercor.com,muse-spark-1.3,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,53.5,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row jvVuWcyKE4kH8ZAWgP071n / column passScores[1].harnessScores[0].score),,out:effort-not-established, mercor-apexacct-mean,mercor.com,opus-4.6,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,43.3,mean-score%,0.0289,,prev=43.3 (src-mercor.com-s16-2026-09-30#M482),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 15e95e25-6884-4589-ab42-45184b82cc4d / column passScores[1].harnessScores[0].score),,out:single-couple, mercor-apexacct-mean,mercor.com,grok-4.7,xhigh,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,46.7,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row NPK5uFSBckNMMDqpCmjlf3 / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct-mean,mercor.com,muse-spark-1.2,xhigh,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,51.4,mean-score%,0.0289,,prev=51.4 (src-mercor.com-s16-2026-09-30#M484),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row JUJ76Jeotj8XRslslwICk2 / column passScores[1].harnessScores[0].score),,out:single-couple, mercor-apexacct-mean,mercor.com,deepseek-v3.2,unstated,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,20.7,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row b2945249-5d1a-4da1-983b-eeed84589795 / column passScores[1].harnessScores[0].score),,out:effort-not-established, mercor-apexacct-mean,mercor.com,gpt-oss-120b,high,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,2.1,mean-score%,0.0289,,prev=2.1 (src-mercor.com-s16-2026-09-30#M486),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row d6WtzqsvMEH7Au7gxXsv3P / column passScores[1].harnessScores[0].score),,out:single-couple, mercor-apexacct-mean,mercor.com,inkling,high,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,24.4,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row UohOeKbgohNmjusgcijiyH / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct-mean,mercor.com,kimi-k3,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,49.9,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 183b7a4e-fb0e-467e-87f7-8e3795ba7623 / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct-mean,mercor.com,glm-5.3-flash,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,10.8,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row CSsFo3meS6EkesQOLzo8Dg / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct-mean,mercor.com,glm-5.1,unstated,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,18.6,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row Fbta1oBE0kPqbOrzwYAWqo / column passScores[1].harnessScores[0].score),,out:effort-not-established, mercor-apexacct-mean,mercor.com,gpt-5.6-luna,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,38,mean-score%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row UohOeKbgohNmjusgcicLCD / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct-mean,mercor.com,gpt-5.6-terra,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,40.3,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row isvxExfKGAZ4WMrYLuW50g / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct-mean,mercor.com,opus-5.5,medium,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,59.9,mean-score%,0.0289,,prev=59.9 (src-mercor.com-s16-2026-09-30#M493),https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row FwIXcKGbnc0ALnAVPNkb0g / column passScores[1].harnessScores[0].score),src-mercor.com-s23-2026-10-15|run:mercor-apexacct-mean|opus-5.5@medium|,in, mercor-apexacct-mean,mercor.com,opus-5.5,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,61.8,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row FwIXcKGbnc0ALnAVPNmxfQ / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct-mean,mercor.com,nemotron-3-ultra-550b-a55b,not-established:absent,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,22.9,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row UohOeKbgohNmjusgcie3j7 / column passScores[1].harnessScores[0].score),,out:effort-not-established, mercor-apexv1-mean,mercor.com,gpt-5,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,64.5,mean-score%,0.0289,,prev=64.5 (src-mercor.com-s16-2026-09-30#M496),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row apex-model-gpt-5 / column passScores[1].harnessScores[0].score),,out:single-couple, mercor-apexv1-mean,mercor.com,gemini-3-pro,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,60.9,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row apex-model-gemini-3-pro / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,gemini-3-flash,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,60.9,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row apex-model-gemini-3-flash / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,grok-4,solo,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,57.1,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row apex-model-grok-4 / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,o3,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,60.5,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row apex-model-o3 / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,opus-4.5,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,57.3,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row apex-model-claude-opus-4-5 / column passScores[1].harnessScores[0].score),,out:effort-not-established, mercor-apexv1-mean,mercor.com,grok-4.1,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,57.5,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row apex-model-grok-4-1 / column passScores[1].harnessScores[0].score),,out:effort-not-established, mercor-apexv1-mean,mercor.com,opus-4.6,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,65.3,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 89ddd5b7-696f-4682-9ceb-a13af606d99a / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,gpt-5.4,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,67.2,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row q6POq5OBqI69bseLKoWJ7e / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,opus-4.6,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,65.7,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 15e95e25-6884-4589-ab42-45184b82cc4d / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,gpt-5.2-codex,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,65.3,mean-score%,0.0289,,prev=65.3 (src-mercor.com-s16-2026-09-30#M506),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 5f0f8239-de06-416b-ba9a-e697e6e2244d / column passScores[1].harnessScores[0].score),src-mercor.com-s23-2026-10-15|run:mercor-apexv1-mean|gpt-5.2-codex@high|,in, mercor-apexv1-mean,mercor.com,gpt-5.3-codex,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,64.6,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row d9be5c0d-755b-4235-8361-3b82fba63ea4 / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,gemini-3.1-pro,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,61.8,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 839babe2-d33d-463a-ae5b-a2102c6323f7 / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,gpt-5.2,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,64.7,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row d17248f2-5664-4573-b223-27d2673b0b3f / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,gpt-5-codex,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,62.8,mean-score%,0.0289,,prev=62.8 (src-mercor.com-s16-2026-09-30#M510),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 09689908-b56c-4528-9f77-3f17fec2be70 / column passScores[1].harnessScores[0].score),,out:single-couple, mercor-apexv1-mean,mercor.com,gpt-5.1-codex,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,61.9,mean-score%,0.0289,,prev=61.9 (src-mercor.com-s16-2026-09-30#M511),https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row b250714e-1ef4-4120-b1d9-3de4a3168e5d / column passScores[1].harnessScores[0].score),src-mercor.com-s23-2026-10-15|run:mercor-apexv1-mean|gpt-5.1-codex@high|,in, mercor-apexv1-mean,mercor.com,sonnet-4.6,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,55.1,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row a3c3577b-7c1d-46cc-a847-69447e6490c1 / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,glm-5,unstated,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,49,mean-score%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 52a81dc7-8c27-4790-8b51-046af8d9d4fe / column passScores[1].harnessScores[0].score),,out:effort-not-established, mercor-apexv1-mean,mercor.com,glm-4.7,unstated,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,51.7,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 3d97447a-b5f1-45e3-8fd0-a99f0f715968 / column passScores[1].harnessScores[0].score),,out:effort-not-established, mercor-apexv1-mean,mercor.com,fable-5,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,66,mean-score%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 7627e3cb-a949-4370-b255-4692d30ccf61 / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,opus-4.7,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,62.2,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 9c00a5f9-5593-4402-a744-027545a6abfc / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,sonnet-5,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,49.6,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row UohOeKbgohNmjusgciidWB / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,deepseek-v3.2,unstated,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,51.5,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row b2945249-5d1a-4da1-983b-eeed84589795 / column passScores[1].harnessScores[0].score),,out:effort-not-established, mercor-apexv1-mean,mercor.com,opus-4.8,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,62.7,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 32d4ac7f-3e3d-4834-945c-9953e1e70e4c / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,gemini-3.5-flash,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,62.2,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 7f62f16f-5e81-43ea-a459-717189b1eb0a / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,?DeepSeek-V4-Flash,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,63.8,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row f4fc438e-9f7d-406d-802b-1c0cd837bb4c / column passScores[1].harnessScores[0].score),,out:model-not-established, mercor-apexv1-mean,mercor.com,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,59.7,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row UohOeKbgohNmjusgcihhVn / column passScores[1].harnessScores[0].score),,out:model-not-established, mercor-apexv1-mean,mercor.com,gemini-3.6-flash,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,66,mean-score%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 878e0bf3-57fb-4982-b61b-10174e4cea24 / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,gpt-5.6-terra,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,69.5,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row isvxExfKGAZ4WMrYLuW50g / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,glm-5.2,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,61.5,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row isvxExfKGAZ4WMrYLuZN2o / column passScores[1].harnessScores[0].score),,out:effort-not-established, mercor-apexv1-mean,mercor.com,gpt-oss-120b,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,46.4,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row d6WtzqsvMEH7Au7gxXsv3P / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,gemma-4-31b-it,unstated,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,48.1,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row NAciSVwSmWIjTOVlvdodEO / column passScores[1].harnessScores[0].score),,out:effort-not-established, mercor-apexv1-mean,mercor.com,inkling,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,58.1,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row UohOeKbgohNmjusgcijiyH / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,kimi-k2.7-code,solo,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,60.1,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row GSi7csNcf5OYJ80OKftMtA / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,kimi-k2-instruct,solo,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,52.4,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row NAciSVwSmWIjTOVlvdabDY / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,minimax-m2.7,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,45.8,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row NAciSVwSmWIjTOVlvdcGns / column passScores[1].harnessScores[0].score),,out:effort-not-established, mercor-apexv1-mean,mercor.com,nemotron-3-ultra-550b-a55b,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,56.1,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row UohOeKbgohNmjusgcie3j7 / column passScores[1].harnessScores[0].score),,out:effort-not-established, mercor-apexv1-mean,mercor.com,minimax-m3,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,59.8,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row UohOeKbgohNmjusgcidPoR / column passScores[1].harnessScores[0].score),,out:effort-not-established, mercor-apexv1-mean,mercor.com,kimi-k3,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,68.4,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 183b7a4e-fb0e-467e-87f7-8e3795ba7623 / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,?Qwen3.5,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,50.3,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row NAciSVwSmWIjTOVlvdj3JE / column passScores[1].harnessScores[0].score),,out:model-not-established, mercor-apexv1-mean,mercor.com,opus-5,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,68.6,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row OWQLnPQUqDBNbIeXTvUsRu / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,gpt-6-astra,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,69.3,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row qv2QwcmoTmbRKJaMCypQfO / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,glm-5.3,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,62.9,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 0tAPacA3ryVv3lqaGQgfGR / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,deepseek-v4-pro-0813,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,66,mean-score%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row cVrkQw9RUFqXFdt7sJc9MM / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,muse-spark-1.3,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,74,mean-score%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row b8kKXLgUjxqi9jgeeTLBpz / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,gemini-3.8-flash,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,68.8,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 976efCaf0nN4uyJqDJns3v / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,fable-5.1,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,73.8,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row czbC94OhwAuPY9WPtpIaZZ / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,grok-4.6,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,67.7,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row rXV6uHApUz4KWEoFnjIUWr / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,gpt-5.6-sol,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,73.1,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row c3637cac-5a73-406e-84a9-8ec9a623e3b8 / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,gpt-5.6-luna,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,66.6,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row UohOeKbgohNmjusgcicLCD / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,deepseek-v4.1-flash,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,65.5,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row FpgS21bgw2I3VNplb8tObs / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,glm-5.3-flash,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,58.7,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row CSsFo3meS6EkesQOLzo8Dg / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,?Qwen3.8-Max,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,65.3,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row OWQLnPQUqDBNbIeXTwFbr8 / column passScores[1].harnessScores[0].score),,out:model-not-established, mercor-apexv1-mean,mercor.com,muse-spark-1.2,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,75.6,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row JUJ76Jeotj8XRslslwICk2 / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,gemini-3.5-flash-lite,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,54.7,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 331r9LTHpoLfChrVXwZLHj / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,gpt-5.4,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,65.6,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row d5710a5d-6dbd-4bd0-866c-36bfdf4103dc / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,gpt-5.5,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,68.4,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 0ed1ef93-e04f-4e8d-bac5-bbc72dff9a53 / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,grok-4.5,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,61.8,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 6e729361-72e0-49bc-8756-c9e9c1917469 / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,glm-5.1,unstated,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,52.4,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row Fbta1oBE0kPqbOrzwYAWqo / column passScores[1].harnessScores[0].score),,out:effort-not-established, mercor-apexv1-mean,mercor.com,gemini-3.7-flash,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,67,mean-score%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row FhdzFh8Qul2l86kjUjd1QC / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,muse-spark-1.1,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,73.8,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 24cee245-ae0b-44fb-a4d6-08f68b222afe / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,grok-4.7,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,65.4,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row NPK5uFSBckNMMDqpCmjlf3 / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,gpt-6-luna,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,62,mean-score%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row FwIXcKGbnc0ALnAVPQ73IV / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,opus-5.5,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,65.8,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row FwIXcKGbnc0ALnAVPNmxfQ / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,gpt-6-sol,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,63.6,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row sXAOucYh4ND7hTHZiC0sRZ / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,qwen3.8-27b,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,62.6,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row aSN3C351HuzoEI3rgx8Rew / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,sonnet-5.5,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,53.9,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 331r9LTHpoLfChrVY8HGE3 / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,gpt-6.1-sol,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,69.3,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row WWzzLHZkjbvI25zYheECpG / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,muse-spark-1.3,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,73,mean-score%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row jvVuWcyKE4kH8ZAWgP071n / column passScores[1].harnessScores[0].score),,out:effort-not-established, mercor-apexv1-mean,mercor.com,haiku-5.5,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,64.7,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row WIfJeImXG63qVgIPsb0kVZ / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct,mercor.com,gemini-4-argon,high,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,23.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row P51Dz24NZjWcy2UjYS3cb0 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexacct,mercor.com,fable-5.1,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,19.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row czbC94OhwAuPY9WPtpIaZZ / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexacct,mercor.com,opus-5.5,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,18.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row FwIXcKGbnc0ALnAVPNmxfQ / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexacct,mercor.com,muse-spark-1.3,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,16.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row jvVuWcyKE4kH8ZAWgP071n / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexacct,mercor.com,gpt-6-astra,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,12.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row qv2QwcmoTmbRKJaMD2yYIi / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexacct,mercor.com,sonnet-5.5,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,19,pass@1%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 331r9LTHpoLfChrVY8HGE3 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexacct,mercor.com,opus-5,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,17.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 0c5e0d8b-1601-4380-b522-595816dc5f2a / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexacct,mercor.com,gpt-6.1-sol,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,11,pass@1%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row WWzzLHZkjbvI25zYheECpG / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexacct,mercor.com,haiku-5.5,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,15.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row WIfJeImXG63qVgIPsb0kVZ / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexacct,mercor.com,gpt-5.6-sol,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,14.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row c3637cac-5a73-406e-84a9-8ec9a623e3b8 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexacct,mercor.com,fable-5,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,14.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 7627e3cb-a949-4370-b255-4692d30ccf61 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexacct,mercor.com,grok-4.6,xhigh,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,13.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row rXV6uHApUz4KWEoFnjIUWr / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexacct,mercor.com,gpt-5.6-terra,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,13.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row isvxExfKGAZ4WMrYLuW50g / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexacct,mercor.com,gpt-6-sol,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,13.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row sXAOucYh4ND7hTHZiC0sRZ / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexacct,mercor.com,glm-5.3,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,13.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 0tAPacA3ryVv3lqaGQgfGR / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexacct,mercor.com,gemini-3.8-flash,high,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,15.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 976efCaf0nN4uyJqDJns3v / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexacct,mercor.com,grok-4.5,high,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,14.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 6e729361-72e0-49bc-8756-c9e9c1917469 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexacct,mercor.com,gemini-3.7-flash,high,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,13.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row FhdzFh8Qul2l86kjUjd1QC / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexacct,mercor.com,?Qwen3.8-Max,not-established:absent,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,13.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row OWQLnPQUqDBNbIeXTwFbr8 / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexacct,mercor.com,kimi-k3,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,9.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 183b7a4e-fb0e-467e-87f7-8e3795ba7623 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexacct,mercor.com,opus-4.7,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,11.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 9c00a5f9-5593-4402-a744-027545a6abfc / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexacct,mercor.com,?Mistral Large 4,not-established:absent,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,12,pass@1%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 4b82923c-90c9-474f-8c3d-186787452fc0 / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexacct,mercor.com,gpt-5.5,xhigh,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,12,pass@1%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 0ed1ef93-e04f-4e8d-bac5-bbc72dff9a53 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexacct,mercor.com,sonnet-5,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,11,pass@1%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row UohOeKbgohNmjusgciidWB / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexacct,mercor.com,grok-4.7,xhigh,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,10.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row NPK5uFSBckNMMDqpCmjlf3 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexacct,mercor.com,gpt-5.6-luna,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,10.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row UohOeKbgohNmjusgcicLCD / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexacct,mercor.com,gpt-6-luna,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,10.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row FwIXcKGbnc0ALnAVPQ73IV / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexacct,mercor.com,glm-5.3-flash,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,12.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row CSsFo3meS6EkesQOLzo8Dg / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexacct,mercor.com,deepseek-v4-pro-0813,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,7.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row cVrkQw9RUFqXFdt7sJc9MM / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexacct,mercor.com,?DeepSeek-V4-Flash,not-established:absent,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,9.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row f4fc438e-9f7d-406d-802b-1c0cd837bb4c / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexacct,mercor.com,gemini-3.6-flash,high,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,7,pass@1%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 878e0bf3-57fb-4982-b61b-10174e4cea24 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexacct,mercor.com,deepseek-v4.1-flash,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,7.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row FpgS21bgw2I3VNplb8tObs / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexacct,mercor.com,minimax-m3,not-established:absent,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,3.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row UohOeKbgohNmjusgcidPoR / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexacct,mercor.com,gemini-3.5-flash,high,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,3.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 7f62f16f-5e81-43ea-a459-717189b1eb0a / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexacct,mercor.com,inkling,high,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,2.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row UohOeKbgohNmjusgcijiyH / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexacct,mercor.com,nemotron-3-ultra-550b-a55b,not-established:absent,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,1.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row UohOeKbgohNmjusgcie3j7 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexacct,mercor.com,gemini-3.5-flash-lite,high,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,0.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 331r9LTHpoLfChrVXwZLHj / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,fable-5.1,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,68.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row czbC94OhwAuPY9WPtpIaZZ / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,gemini-3.7-flash,high,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,67.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row FhdzFh8Qul2l86kjUjd1QC / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,opus-5,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,65.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row 0c5e0d8b-1601-4380-b522-595816dc5f2a / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,gpt-6-astra,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,64.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row qv2QwcmoTmbRKJaMD2yYIi / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,grok-4.6,xhigh,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,65.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row rXV6uHApUz4KWEoFnjIUWr / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,gemini-3.8-flash,high,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,64.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row 976efCaf0nN4uyJqDJns3v / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,fable-5,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,63.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row 7627e3cb-a949-4370-b255-4692d30ccf61 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,gpt-5.6-terra,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,58.2,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row isvxExfKGAZ4WMrYLuW50g / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,glm-5.3,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,56.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row 0tAPacA3ryVv3lqaGQgfGR / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,grok-4.5,high,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,56.2,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row 6e729361-72e0-49bc-8756-c9e9c1917469 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,gpt-5.5,xhigh,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,55.1,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row 0ed1ef93-e04f-4e8d-bac5-bbc72dff9a53 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,sonnet-5,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,54.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row UohOeKbgohNmjusgciidWB / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,glm-5.3-flash,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,52.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row CSsFo3meS6EkesQOLzo8Dg / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,gpt-5.4,xhigh,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,52.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row d5710a5d-6dbd-4bd0-866c-36bfdf4103dc / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,gpt-5.6-sol,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,51.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row c3637cac-5a73-406e-84a9-8ec9a623e3b8 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,kimi-k3,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,47.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row 183b7a4e-fb0e-467e-87f7-8e3795ba7623 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,opus-4.7,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,49.2,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row 9c00a5f9-5593-4402-a744-027545a6abfc / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,opus-4.8,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,48.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row 32d4ac7f-3e3d-4834-945c-9953e1e70e4c / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,deepseek-v4-pro-0813,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,47.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row cVrkQw9RUFqXFdt7sJc9MM / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,opus-4.6,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,46.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row 15e95e25-6884-4589-ab42-45184b82cc4d / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,gemini-3.5-flash,high,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,27.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row 7f62f16f-5e81-43ea-a459-717189b1eb0a / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,gemini-3.6-flash,high,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,46.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row 878e0bf3-57fb-4982-b61b-10174e4cea24 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,muse-spark-1.2,xhigh,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,45.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row JUJ76Jeotj8XRslslwICk2 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,muse-spark-1.3,xhigh,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,58.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row b8kKXLgUjxqi9jgeeTLBpz / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,gpt-oss-120b,high,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,4.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row d6WtzqsvMEH7Au7gxXsv3P / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,?Qwen3.5,not-established:absent,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,24.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row NAciSVwSmWIjTOVlvdj3JE / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexagents,mercor.com,fable-5.1,high,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,59.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row eKMtfbisbMTQ7cvSo993yr / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,gemini-3.1-pro,high,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,35.1,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row 839babe2-d33d-463a-ae5b-a2102c6323f7 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,inkling,high,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,33.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row UohOeKbgohNmjusgcijiyH / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,minimax-m3,not-established:absent,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,37.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row UohOeKbgohNmjusgcidPoR / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexagents,mercor.com,kimi-k2.7-code,solo,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,37.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row GSi7csNcf5OYJ80OKftMtA / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,sonnet-4.6,high,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,43,pass@1%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row a3c3577b-7c1d-46cc-a847-69447e6490c1 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,glm-5.1,unstated,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,40.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row Fbta1oBE0kPqbOrzwYAWqo / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexagents,mercor.com,grok-4.7,xhigh,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,54.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row NPK5uFSBckNMMDqpCmjlf3 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,deepseek-v3.2,unstated,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,21.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row b2945249-5d1a-4da1-983b-eeed84589795 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexagents,mercor.com,gpt-5.6-luna,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,43,pass@1%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row UohOeKbgohNmjusgcicLCD / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,?DeepSeek-V4-Flash,not-established:absent,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,55.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row f4fc438e-9f7d-406d-802b-1c0cd837bb4c / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexagents,mercor.com,glm-5.2,not-established:absent,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,45.2,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row isvxExfKGAZ4WMrYLuZN2o / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexagents,mercor.com,?Qwen3.8-Max,not-established:absent,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,63.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row OWQLnPQUqDBNbIeXTwFbr8 / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexagents,mercor.com,nemotron-3-ultra-550b-a55b,not-established:absent,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,22.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row UohOeKbgohNmjusgcie3j7 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexagents,mercor.com,opus-5.5,medium,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,52.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row FwIXcKGbnc0ALnAVPNkb0g / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,opus-5.5,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,73.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row FwIXcKGbnc0ALnAVPNmxfQ / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,gpt-6-luna,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,44.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row FwIXcKGbnc0ALnAVPQ73IV / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,gpt-6-sol,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,54.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row sXAOucYh4ND7hTHZiC0sRZ / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,deepseek-v4.1-flash,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,39.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row FpgS21bgw2I3VNplb8tObs / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,gemini-3.5-flash-lite,high,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,29.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row 331r9LTHpoLfChrVXwZLHj / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,qwen3.8-27b,xhigh,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,47.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row aSN3C351HuzoEI3rgx8Rew / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,muse-spark-1.1,xhigh,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,31.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row 24cee245-ae0b-44fb-a4d6-08f68b222afe / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,sonnet-5.5,medium,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,44.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row b2IVUcPsJOa4GrZCodba62 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,sonnet-5.5,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,75.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row 331r9LTHpoLfChrVY8HGE3 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,gpt-6.1-sol,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,60,pass@1%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row WWzzLHZkjbvI25zYheECpG / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,mimo-v2.6-pro,not-established:absent,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,54.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row Yzt8RFBJsoJ2mVqPYeX99E / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexagents,mercor.com,mimo-v2.6-flash,not-established:absent,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,57.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row Yzt8RFBJsoJ2mVqPYjOAKY / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexagents,mercor.com,muse-spark-1.3,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,47.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row jvVuWcyKE4kH8ZAWgP071n / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexagents,mercor.com,gemini-4-argon,high,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,82.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row P51Dz24NZjWcy2UjYS3cb0 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,haiku-5.5,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,56.1,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row WIfJeImXG63qVgIPsb0kVZ / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexagents,mercor.com,?Muse Spark Open,not-established:absent,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,33.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row hKP8JXPvBYTA6o2lR4MkQB / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexagents,mercor.com,?Beam,not-established:absent,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,48.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row zE5NrFyvRToBPYigq32GZq / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexagents,mercor.com,?Mercury 3,not-established:absent,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,50.2,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row 224a32bf-94c8-40ec-9390-a6a5b4cd7950 / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexagents,mercor.com,deepseek-v4.1-flash-1017,max,agentic-tool,hard,Mercor-APEX-Agents-loop_truncated_tools_agent,,,,,,56.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[2].globalLeaderboard / row tVjsx0LoMjhyOoOEORD79R / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexswe-inspect,mercor.com,fable-5,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,54.83,pass@1%,0.00289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 7627e3cb-a949-4370-b255-4692d30ccf61 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,fable-5,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,58.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 7627e3cb-a949-4370-b255-4692d30ccf61 / column passScores[0].harnessScores[1].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,gpt-5.3-codex,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,41.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row d9be5c0d-755b-4235-8361-3b82fba63ea4 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,?Cognition SWE-1.6 Preview,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,31.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row cHHNDMG0HmWMzbA6rxSxw9 / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexswe-inspect,mercor.com,sonnet-4.5,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,31,pass@1%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 51cf74ee-7936-4f94-8466-d9c17815ecf6 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,gpt-5.2-codex,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,30.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 5f0f8239-de06-416b-ba9a-e697e6e2244d / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,?Kimi K2.5,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,30.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row bcEtLt2KUOoFblJ0tGlQWG / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexswe-inspect,mercor.com,gpt-5.1-codex,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,29,pass@1%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row b250714e-1ef4-4120-b1d9-3de4a3168e5d / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,gemini-3.1-pro,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,28.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 839babe2-d33d-463a-ae5b-a2102c6323f7 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,gemini-3.1-pro,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,33.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 839babe2-d33d-463a-ae5b-a2102c6323f7 / column passScores[0].harnessScores[1].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,gemini-3-pro,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,26.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row apex-model-gemini-3-pro / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,grok-4,solo,coding,hard,Mercor-APEX-SWE-inspect,,,,,,21,pass@1%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row apex-model-grok-4 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexswe-inspect,mercor.com,deepseek-v3.2,unstated,coding,hard,Mercor-APEX-SWE-inspect,,,,,,15.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row b2945249-5d1a-4da1-983b-eeed84589795 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,deepseek-v3.2,unstated,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,25.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row b2945249-5d1a-4da1-983b-eeed84589795 / column passScores[0].harnessScores[1].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,kimi-k2-instruct,solo,coding,hard,Mercor-APEX-SWE-inspect,,,,,,11.2,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row d6WtzqsvMEH7Au7gxXsv8B / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexswe-inspect,mercor.com,opus-4.8,high,coding,hard,Mercor-APEX-SWE-inspect,,,,,,47.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row efb6296e-da01-400e-9a47-71991e48f287 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexswe-inspect,mercor.com,gpt-5.5,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,40.84,pass@1%,0.00289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 0ed1ef93-e04f-4e8d-bac5-bbc72dff9a53 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,gpt-5.5,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,36.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 0ed1ef93-e04f-4e8d-bac5-bbc72dff9a53 / column passScores[0].harnessScores[1].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,gemini-3.5-flash,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,32.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 7f62f16f-5e81-43ea-a459-717189b1eb0a / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,gemini-3.5-flash,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,36.1,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 7f62f16f-5e81-43ea-a459-717189b1eb0a / column passScores[0].harnessScores[1].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,sonnet-5,high,coding,hard,Mercor-APEX-SWE-inspect,,,,,,43.65,pass@1%,0.00289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 4053aafc-6287-4180-ac94-71ed083ff402 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexswe-inspect,mercor.com,glm-5.2,unstated,coding,hard,Mercor-APEX-SWE-inspect,,,,,,37.32,pass@1%,0.00289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row fceb3636-2bd9-4b70-b38b-5a88fdc1e09f / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,grok-4.5,high,coding,hard,Mercor-APEX-SWE-inspect,,,,,,51.17,pass@1%,0.00289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 6e729361-72e0-49bc-8756-c9e9c1917469 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexswe-terminus-2,mercor.com,grok-4.5,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,53.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 6e729361-72e0-49bc-8756-c9e9c1917469 / column passScores[0].harnessScores[1].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,gpt-5.6-sol,xhigh,coding,hard,Mercor-APEX-SWE-inspect,,,,,,39.67,pass@1%,0.00289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 15db1be8-dd58-4bef-98ca-bc4816acd920 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexswe-terminus-2,mercor.com,gpt-5.6-sol,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,45.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 15db1be8-dd58-4bef-98ca-bc4816acd920 / column passScores[0].harnessScores[1].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,?Kimi K2.7,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,32.48,pass@1%,0.00289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 52b76157-70d1-471c-8358-0a369eab0111 / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexswe-inspect,mercor.com,gemini-3.6-flash,high,coding,hard,Mercor-APEX-SWE-inspect,,,,,,39.67,pass@1%,0.00289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 878e0bf3-57fb-4982-b61b-10174e4cea24 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexswe-terminus-2,mercor.com,gemini-3.6-flash,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,39.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 878e0bf3-57fb-4982-b61b-10174e4cea24 / column passScores[0].harnessScores[1].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,opus-5,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,54.67,pass@1%,0.00289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row ee5cdb02-006a-4aeb-bf70-b8ed1d930d73 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,opus-5,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,63.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row ee5cdb02-006a-4aeb-bf70-b8ed1d930d73 / column passScores[0].harnessScores[1].score),,out:effort-not-established, mercor-apexswe-inspect,mercor.com,kimi-k3,not-established:absent,coding,hard,Mercor-APEX-SWE-inspect,,,,,,44.67,pass@1%,0.00289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 183b7a4e-fb0e-467e-87f7-8e3795ba7623 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,kimi-k3,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,48,pass@1%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 183b7a4e-fb0e-467e-87f7-8e3795ba7623 / column passScores[0].harnessScores[1].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,opus-4.7,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,47.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 9c00a5f9-5593-4402-a744-027545a6abfc / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,opus-4.8,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,43.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 32d4ac7f-3e3d-4834-945c-9953e1e70e4c / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,sonnet-5,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,46.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row UohOeKbgohNmjusgciidWB / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,?DeepSeek-V4-Pro,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,33.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row UohOeKbgohNmjusgcihhVn / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexswe-terminus-2,mercor.com,glm-5.2,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,37.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row isvxExfKGAZ4WMrYLuZN2o / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,gpt-oss-120b,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,3.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row d6WtzqsvMEH7Au7gxXsv3P / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,inkling,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,26.1,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row UohOeKbgohNmjusgcijiyH / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,kimi-k2.7-code,solo,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,40.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row GSi7csNcf5OYJ80OKftMtA / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexswe-terminus-2,mercor.com,minimax-m3,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,34.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row UohOeKbgohNmjusgcidPoR / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,nemotron-3-ultra-550b-a55b,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,15.2,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row UohOeKbgohNmjusgcie3j7 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,?Qwen3.5,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,27.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row NAciSVwSmWIjTOVlvdj3JE / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexswe-terminus-2,mercor.com,grok-4.6,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,56.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row VgQ1iaOMfU1uwkz0hFZ0vE / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,fable-5.1,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,63.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row czbC94OhwAuPY9WPtpIaZZ / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,gpt-6-astra,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,48.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row qv2QwcmoTmbRKJaMD2yYIi / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,glm-5.3,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,45.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 0tAPacA3ryVv3lqaGQgfGR / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,gemini-3.8-flash,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,36.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 976efCaf0nN4uyJqDJns3v / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,muse-spark-1.3,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,36.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row b8kKXLgUjxqi9jgeeTLBpz / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,deepseek-v4.1-flash,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,51.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row FpgS21bgw2I3VNplb8tObs / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,glm-5.1,unstated,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,34.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row Fbta1oBE0kPqbOrzwYAWqo / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,grok-4.7,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,53.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row NPK5uFSBckNMMDqpCmjlf3 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,gemini-3.7-flash,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,42,pass@1%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row FhdzFh8Qul2l86kjUjd1QC / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,glm-5.3-flash,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,46.1,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row CSsFo3meS6EkesQOLzo8Dg / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,muse-spark-1.2,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,40.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row JUJ76Jeotj8XRslslwICk2 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,?Qwen3.8-Max,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,52.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row OWQLnPQUqDBNbIeXTwFbr8 / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexswe-terminus-2,mercor.com,gpt-5.6-luna,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,32.1,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row UohOeKbgohNmjusgcicLCD / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,gpt-5.6-terra,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,31.1,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row isvxExfKGAZ4WMrYLuW50g / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,deepseek-v4-pro-0813,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,45.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row cVrkQw9RUFqXFdt7sJc9MM / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,gpt-6-sol,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,45,pass@1%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row sXAOucYh4ND7hTHZiC0sRZ / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,gpt-6-luna,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,38.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row FwIXcKGbnc0ALnAVPQ73IV / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,opus-5.5,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,55.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row FwIXcKGbnc0ALnAVPNkb0g / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,opus-5.5,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,67.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row FwIXcKGbnc0ALnAVPNmxfQ / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,gemini-3.5-flash-lite,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,31.2,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 331r9LTHpoLfChrVXwZLHj / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,qwen3.8-27b,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,50.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row aSN3C351HuzoEI3rgx8Rew / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,muse-spark-1.1,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,38.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 24cee245-ae0b-44fb-a4d6-08f68b222afe / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,sonnet-5.5,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,44,pass@1%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row b2IVUcPsJOa4GrZCodba62 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,gpt-5.6-sol,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,48,pass@1%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 595b3937-51da-497d-b9cf-1225a08f9ebc / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,grok-4.6,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,57.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row rXV6uHApUz4KWEoFnjIUWr / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,gpt-6.1-sol,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,46.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row WWzzLHZkjbvI25zYheECpG / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,mimo-v2.6-pro,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,54.2,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row Yzt8RFBJsoJ2mVqPYeX99E / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,muse-spark-1.3,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,39.1,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row jvVuWcyKE4kH8ZAWgP071n / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,gemini-4-argon,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,49.2,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row P51Dz24NZjWcy2UjYS3cb0 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,haiku-5.5,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,55.1,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row WIfJeImXG63qVgIPsb0kVZ / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,sonnet-5.5,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,66.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 331r9LTHpoLfChrVY8HGE3 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,opus-4.6,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,41.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 15e95e25-6884-4589-ab42-45184b82cc4d / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,sonnet-4.6,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,34.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row a3c3577b-7c1d-46cc-a847-69447e6490c1 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,minimax-m2.7,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,21.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row NAciSVwSmWIjTOVlvdcGns / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,kimi-k2-instruct,solo,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,17.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row NAciSVwSmWIjTOVlvdabDY / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexswe-terminus-2,mercor.com,gpt-5.4,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,34.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row d5710a5d-6dbd-4bd0-866c-36bfdf4103dc / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexswe-terminus-2,mercor.com,?DeepSeek-V4-Flash,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,46.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row f4fc438e-9f7d-406d-802b-1c0cd837bb4c / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexswe-terminus-2,mercor.com,?Muse Spark Open,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,39.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row hKP8JXPvBYTA6o2lR4MkQB / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexswe-terminus-2,mercor.com,?Beam,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,41.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row zE5NrFyvRToBPYigq32GZq / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexswe-terminus-2,mercor.com,?Mercury 3,not-established:absent,coding,hard,Mercor-APEX-SWE-terminus-2,,,,,,43.1,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[3].globalLeaderboard / row 224a32bf-94c8-40ec-9390-a6a5b4cd7950 / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexv1,mercor.com,gemini-3-pro,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,8.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row apex-model-gemini-3-pro / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,gemini-3-flash,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,8.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row apex-model-gemini-3-flash / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,grok-4,solo,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,8.2,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row apex-model-grok-4 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,o3,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,8.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row apex-model-o3 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,opus-4.5,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,7.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row apex-model-claude-opus-4-5 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexv1,mercor.com,grok-4.1,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,7.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row apex-model-grok-4-1 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexv1,mercor.com,opus-4.6,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,14.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 89ddd5b7-696f-4682-9ceb-a13af606d99a / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,gpt-5.4,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,12.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row q6POq5OBqI69bseLKoWJ7e / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,opus-4.6,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,14.2,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 15e95e25-6884-4589-ab42-45184b82cc4d / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,gpt-5.3-codex,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,15.2,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row d9be5c0d-755b-4235-8361-3b82fba63ea4 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,gemini-3.1-pro,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,12.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 839babe2-d33d-463a-ae5b-a2102c6323f7 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,sonnet-4.6,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,9.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row a3c3577b-7c1d-46cc-a847-69447e6490c1 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,fable-5,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,21.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 7627e3cb-a949-4370-b255-4692d30ccf61 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,opus-4.7,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,13.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 9c00a5f9-5593-4402-a744-027545a6abfc / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,sonnet-5,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,11.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row UohOeKbgohNmjusgciidWB / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,deepseek-v3.2,unstated,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,7.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row b2945249-5d1a-4da1-983b-eeed84589795 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexv1,mercor.com,opus-4.8,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,16.1,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 32d4ac7f-3e3d-4834-945c-9953e1e70e4c / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,gemini-3.5-flash,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,15.2,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 7f62f16f-5e81-43ea-a459-717189b1eb0a / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,?DeepSeek-V4-Flash,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,13.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row f4fc438e-9f7d-406d-802b-1c0cd837bb4c / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexv1,mercor.com,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,12.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row UohOeKbgohNmjusgcihhVn / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexv1,mercor.com,gemini-3.6-flash,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,14.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 878e0bf3-57fb-4982-b61b-10174e4cea24 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,gpt-5.6-terra,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,17.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row isvxExfKGAZ4WMrYLuW50g / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,glm-5.2,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,12.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row isvxExfKGAZ4WMrYLuZN2o / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexv1,mercor.com,gpt-oss-120b,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,3.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row d6WtzqsvMEH7Au7gxXsv3P / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,gemma-4-31b-it,unstated,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,5.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row NAciSVwSmWIjTOVlvdodEO / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexv1,mercor.com,inkling,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,13.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row UohOeKbgohNmjusgcijiyH / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,kimi-k2.7-code,solo,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,10.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row GSi7csNcf5OYJ80OKftMtA / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,kimi-k2-instruct,solo,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,6,pass@1%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row NAciSVwSmWIjTOVlvdabDY / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,minimax-m2.7,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,5.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row NAciSVwSmWIjTOVlvdcGns / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexv1,mercor.com,nemotron-3-ultra-550b-a55b,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,9.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row UohOeKbgohNmjusgcie3j7 / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexv1,mercor.com,minimax-m3,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,10.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row UohOeKbgohNmjusgcidPoR / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexv1,mercor.com,kimi-k3,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,16.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 183b7a4e-fb0e-467e-87f7-8e3795ba7623 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,?Qwen3.5,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,5.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row NAciSVwSmWIjTOVlvdj3JE / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexv1,mercor.com,opus-5,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,22.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row OWQLnPQUqDBNbIeXTvUsRu / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,gpt-6-astra,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,19.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row qv2QwcmoTmbRKJaMCypQfO / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,glm-5.3,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,16.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 0tAPacA3ryVv3lqaGQgfGR / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,deepseek-v4-pro-0813,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,15.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row cVrkQw9RUFqXFdt7sJc9MM / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,muse-spark-1.3,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,21.2,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row b8kKXLgUjxqi9jgeeTLBpz / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,gemini-3.8-flash,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,19.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 976efCaf0nN4uyJqDJns3v / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,fable-5.1,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,26.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row czbC94OhwAuPY9WPtpIaZZ / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,grok-4.6,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,17.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row rXV6uHApUz4KWEoFnjIUWr / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,gpt-5.6-sol,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,22.1,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row c3637cac-5a73-406e-84a9-8ec9a623e3b8 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,gpt-5.6-luna,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,16.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row UohOeKbgohNmjusgcicLCD / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,deepseek-v4.1-flash,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,15.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row FpgS21bgw2I3VNplb8tObs / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,glm-5.3-flash,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,12.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row CSsFo3meS6EkesQOLzo8Dg / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,?Qwen3.8-Max,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,15.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row OWQLnPQUqDBNbIeXTwFbr8 / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexv1,mercor.com,muse-spark-1.2,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,23.7,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row JUJ76Jeotj8XRslslwICk2 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,gemini-3.5-flash-lite,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,7.8,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 331r9LTHpoLfChrVXwZLHj / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,gpt-5.4,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,14.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row d5710a5d-6dbd-4bd0-866c-36bfdf4103dc / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,gpt-5.5,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,16.2,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 0ed1ef93-e04f-4e8d-bac5-bbc72dff9a53 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,grok-4.5,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,11.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 6e729361-72e0-49bc-8756-c9e9c1917469 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,glm-5.1,unstated,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,7.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row Fbta1oBE0kPqbOrzwYAWqo / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexv1,mercor.com,gemini-3.7-flash,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,17.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row FhdzFh8Qul2l86kjUjd1QC / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,muse-spark-1.1,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,21.2,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 24cee245-ae0b-44fb-a4d6-08f68b222afe / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,grok-4.7,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,16.3,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row NPK5uFSBckNMMDqpCmjlf3 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,gpt-6-luna,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,13.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row FwIXcKGbnc0ALnAVPQ73IV / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,opus-5.5,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,23.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row FwIXcKGbnc0ALnAVPNmxfQ / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,gpt-6-sol,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,14.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row sXAOucYh4ND7hTHZiC0sRZ / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,qwen3.8-27b,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,13.6,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row aSN3C351HuzoEI3rgx8Rew / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,sonnet-5.5,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,17.5,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 331r9LTHpoLfChrVY8HGE3 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,gpt-6.1-sol,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,20.1,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row WWzzLHZkjbvI25zYheECpG / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,muse-spark-1.3,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,21.1,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row jvVuWcyKE4kH8ZAWgP071n / column passScores[0].harnessScores[0].score),,out:effort-not-established, mercor-apexv1,mercor.com,haiku-5.5,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,15.2,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row WIfJeImXG63qVgIPsb0kVZ / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,gpt-5.2,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,11.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row d17248f2-5664-4573-b223-27d2673b0b3f / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,?Muse Spark Open,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,20.9,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row hKP8JXPvBYTA6o2lR4MkQB / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexv1,mercor.com,gemini-4-argon,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,32.4,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row P51Dz24NZjWcy2UjYS3cb0 / column passScores[0].harnessScores[0].score),,out:superseded, mercor-apexv1,mercor.com,?Beam,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,13,pass@1%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row zE5NrFyvRToBPYigq32GZq / column passScores[0].harnessScores[0].score),,out:model-not-established, mercor-apexv1,mercor.com,deepseek-v4.1-flash-1017,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,14.1,pass@1%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row tVjsx0LoMjhyOoOEORD79R / column passScores[0].harnessScores[0].score),,out:superseded, mercor-ext-browsecomp,mercor.com,sonnet-5.5,max,mixed,hard,Mercor-ext-browsecomp,,,,,,73,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[0].chartData / row Sonnet 5.5 / column score),,out:superseded, mercor-ext-browsecomp,mercor.com,gpt-6.1-sol,max,mixed,hard,Mercor-ext-browsecomp,,,,,,67.7,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[0].chartData / row GPT-6.1 Sol / column score),,out:superseded, mercor-ext-browsecomp,mercor.com,fable-5.1,max,mixed,hard,Mercor-ext-browsecomp,,,,,,63.3,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[0].chartData / row Fable 5.1 / column score),,out:superseded, mercor-ext-browsecomp,mercor.com,gpt-6-sol,max,mixed,hard,Mercor-ext-browsecomp,,,,,,63.2,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[0].chartData / row GPT-6 Sol / column score),,out:superseded, mercor-ext-browsecomp,mercor.com,opus-5.5,max,mixed,hard,Mercor-ext-browsecomp,,,,,,60.5,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[0].chartData / row Opus 5.5 / column score),,out:superseded, mercor-ext-charxiv,mercor.com,muse-spark-1.2,xhigh,mixed,hard,Mercor-ext-charxiv,,,,,,87.1,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[1].chartData / row Muse Spark 1.2 / column score),,out:superseded, mercor-ext-charxiv,mercor.com,muse-spark-1.1,xhigh,mixed,hard,Mercor-ext-charxiv,,,,,,86.4,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[1].chartData / row Muse Spark 1.1 / column score),,out:superseded, mercor-ext-charxiv,mercor.com,gpt-6-astra,xhigh,mixed,hard,Mercor-ext-charxiv,,,,,,85.1,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[1].chartData / row GPT-6 Astra / column score),,out:superseded, mercor-ext-charxiv,mercor.com,gpt-6.1-sol,max,mixed,hard,Mercor-ext-charxiv,,,,,,85.1,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[1].chartData / row GPT-6.1 Sol / column score),,out:superseded, mercor-ext-charxiv,mercor.com,opus-5.5,max,mixed,hard,Mercor-ext-charxiv,,,,,,84.7,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[1].chartData / row Opus 5.5 / column score),,out:superseded, mercor-ext-gdpval,mercor.com,opus-5.5,max,mixed,hard,Mercor-ext-gdpval,,,,,,75.8,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[2].chartData / row Opus 5.5 / column score),,out:superseded, mercor-ext-gdpval,mercor.com,sonnet-5.5,max,mixed,hard,Mercor-ext-gdpval,,,,,,70.9,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[2].chartData / row Sonnet 5.5 / column score),,out:superseded, mercor-ext-gdpval,mercor.com,fable-5.1,max,mixed,hard,Mercor-ext-gdpval,,,,,,68.7,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[2].chartData / row Fable 5.1 / column score),,out:superseded, mercor-ext-gdpval,mercor.com,haiku-5.5,max,mixed,hard,Mercor-ext-gdpval,,,,,,66,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[2].chartData / row Haiku 5.5 / column score),,out:superseded, mercor-ext-gdpval,mercor.com,fable-5,max,mixed,hard,Mercor-ext-gdpval,,,,,,65.3,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[2].chartData / row Fable 5 / column score),,out:superseded, mercor-ext-hle,mercor.com,gpt-5.6-sol,max,mixed,hard,Mercor-ext-hle,,,,,,77.3,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[3].chartData / row GPT-5.6 Sol / column score),,out:superseded, mercor-ext-hle,mercor.com,gpt-5.6-terra,max,mixed,hard,Mercor-ext-hle,,,,,,70.7,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[3].chartData / row GPT-5.6 Terra / column score),,out:superseded, mercor-ext-hle,mercor.com,opus-5,high,mixed,hard,Mercor-ext-hle,,,,,,61,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[3].chartData / row Opus 5 / column score),,out:superseded, mercor-ext-hle,mercor.com,fable-5,high,mixed,hard,Mercor-ext-hle,,,,,,58.7,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[3].chartData / row Fable 5 / column score),,out:superseded, mercor-ext-hle,mercor.com,gpt-5.6-luna,max,mixed,hard,Mercor-ext-hle,,,,,,57.5,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[3].chartData / row GPT-5.6 Luna / column score),,out:superseded, mercor-ext-aa-lcr,mercor.com,gpt-5.6-sol,max,mixed,hard,Mercor-ext-aa-lcr,,,,,,79.5,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[4].chartData / row GPT-5.6 Sol / column score),,out:superseded, mercor-ext-aa-lcr,mercor.com,glm-5.3,max,mixed,hard,Mercor-ext-aa-lcr,,,,,,76.8,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[4].chartData / row GLM-5.3 / column score),,out:superseded, mercor-ext-aa-lcr,mercor.com,gpt-5.6-terra,max,mixed,hard,Mercor-ext-aa-lcr,,,,,,74.4,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[4].chartData / row GPT-5.6 Terra / column score),,out:superseded, mercor-ext-aa-lcr,mercor.com,opus-5.5,max,mixed,hard,Mercor-ext-aa-lcr,,,,,,74.2,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[4].chartData / row Opus 5.5 / column score),,out:superseded, mercor-ext-aa-lcr,mercor.com,opus-5,max,mixed,hard,Mercor-ext-aa-lcr,,,,,,73.9,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[4].chartData / row Opus 5 / column score),,out:superseded, mercor-ext-medxpertqa-mm,mercor.com,opus-5.5,max,mixed,hard,Mercor-ext-medxpertqa-mm,,,,,,71.2,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[5].chartData / row Opus 5.5 / column score),,out:superseded, mercor-ext-medxpertqa-mm,mercor.com,gpt-6-sol,max,mixed,hard,Mercor-ext-medxpertqa-mm,,,,,,68,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[5].chartData / row GPT-6 Sol / column score),,out:superseded, mercor-ext-medxpertqa-mm,mercor.com,fable-5.1,high,mixed,hard,Mercor-ext-medxpertqa-mm,,,,,,66,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[5].chartData / row Fable 5.1 / column score),,out:superseded, mercor-ext-medxpertqa-mm,mercor.com,gpt-5.6-sol,max,mixed,hard,Mercor-ext-medxpertqa-mm,,,,,,64.7,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[5].chartData / row GPT-5.6 Sol / column score),,out:superseded, mercor-ext-medxpertqa-mm,mercor.com,gpt-6.1-sol,max,mixed,hard,Mercor-ext-medxpertqa-mm,,,,,,64.7,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[5].chartData / row GPT-6.1 Sol / column score),,out:superseded, mercor-ext-mmmu-pro,mercor.com,gpt-6.1-sol,max,mixed,hard,Mercor-ext-mmmu-pro,,,,,,61.3,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[6].chartData / row GPT-6.1 Sol / column score),,out:superseded, mercor-ext-mmmu-pro,mercor.com,gpt-6-astra,max,mixed,hard,Mercor-ext-mmmu-pro,,,,,,60,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[6].chartData / row GPT-6 Astra / column score),,out:superseded, mercor-ext-mmmu-pro,mercor.com,gpt-5.6-sol,max,mixed,hard,Mercor-ext-mmmu-pro,,,,,,51.9,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[6].chartData / row GPT-5.6 Sol / column score),,out:superseded, mercor-ext-mmmu-pro,mercor.com,gpt-6-sol,max,mixed,hard,Mercor-ext-mmmu-pro,,,,,,51.9,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[6].chartData / row GPT-6 Sol / column score),,out:superseded, mercor-ext-mmmu-pro,mercor.com,opus-5.5,max,mixed,hard,Mercor-ext-mmmu-pro,,,,,,51,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[6].chartData / row Opus 5.5 / column score),,out:superseded, mercor-ext-swe-atlas,mercor.com,sonnet-5.5,max,mixed,hard,Mercor-ext-swe-atlas,,,,,,44.7,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[7].chartData / row Sonnet 5.5 / column score),,out:superseded, mercor-ext-swe-atlas,mercor.com,opus-5.5,max,mixed,hard,Mercor-ext-swe-atlas,,,,,,43.3,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[7].chartData / row Opus 5.5 / column score),,out:superseded, mercor-ext-swe-atlas,mercor.com,opus-5,max,mixed,hard,Mercor-ext-swe-atlas,,,,,,40,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[7].chartData / row Opus 5 / column score),,out:superseded, mercor-ext-swe-atlas,mercor.com,fable-5.1,max,mixed,hard,Mercor-ext-swe-atlas,,,,,,38,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[7].chartData / row Fable 5.1 / column score),,out:superseded, mercor-ext-swe-atlas,mercor.com,deepseek-v4.1-flash,max,mixed,hard,Mercor-ext-swe-atlas,,,,,,36.7,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[7].chartData / row DeepSeek-V4.1-Flash / column score),,out:superseded, mercor-ext-swe-bench-verified,mercor.com,deepseek-v4-pro-0813,max,mixed,hard,Mercor-ext-swe-bench-verified,,,,,,83.3,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[8].chartData / row DeepSeek-V4-Pro-0813 / column score),,out:superseded, mercor-ext-swe-bench-verified,mercor.com,deepseek-v4.1-flash,max,mixed,hard,Mercor-ext-swe-bench-verified,,,,,,82.7,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[8].chartData / row DeepSeek-V4.1-Flash / column score),,out:superseded, mercor-ext-swe-bench-verified,mercor.com,opus-5,max,mixed,hard,Mercor-ext-swe-bench-verified,,,,,,82,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[8].chartData / row Opus 5 / column score),,out:superseded, mercor-ext-swe-bench-verified,mercor.com,fable-5,max,mixed,hard,Mercor-ext-swe-bench-verified,,,,,,78.7,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[8].chartData / row Fable 5 / column score),,out:superseded, mercor-ext-swe-bench-verified,mercor.com,gpt-5.6-terra,max,mixed,hard,Mercor-ext-swe-bench-verified,,,,,,78.7,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[8].chartData / row GPT-5.6 Terra / column score),,out:superseded, mercor-ext-terminal-bench-2-1,mercor.com,opus-5.5,max,mixed,hard,Mercor-ext-terminal-bench-2-1,,,,,,47.5,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[9].chartData / row Opus 5.5 / column score),,out:superseded, mercor-ext-terminal-bench-2-1,mercor.com,gpt-6.1-sol,max,mixed,hard,Mercor-ext-terminal-bench-2-1,,,,,,45.8,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[9].chartData / row GPT-6.1 Sol / column score),,out:superseded, mercor-ext-terminal-bench-2-1,mercor.com,grok-4.6,xhigh,mixed,hard,Mercor-ext-terminal-bench-2-1,,,,,,45.5,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[9].chartData / row Grok 4.6 / column score),,out:superseded, mercor-ext-terminal-bench-2-1,mercor.com,sonnet-5.5,max,mixed,hard,Mercor-ext-terminal-bench-2-1,,,,,,45.5,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[9].chartData / row Sonnet 5.5 / column score),,out:superseded, mercor-ext-terminal-bench-2-1,mercor.com,gemini-3.8-flash,high,mixed,hard,Mercor-ext-terminal-bench-2-1,,,,,,44.4,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.mercorExtended[9].chartData / row Gemini 3.8 Flash / column score),,out:superseded, mercor-oss-scicode,mercor.com,opus-5.5,max,mixed,hard,Mercor-oss-scicode,,,,,,57.4,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[0].chartData / row Opus 5.5 / column score),,out:superseded, mercor-oss-scicode,mercor.com,fable-5.1,max,mixed,hard,Mercor-oss-scicode,,,,,,54.6,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[0].chartData / row Fable 5.1 / column score),,out:superseded, mercor-oss-scicode,mercor.com,fable-5,max,mixed,hard,Mercor-oss-scicode,,,,,,52.6,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[0].chartData / row Fable 5 / column score),,out:superseded, mercor-oss-scicode,mercor.com,sonnet-5.5,max,mixed,hard,Mercor-oss-scicode,,,,,,51.2,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[0].chartData / row Sonnet 5.5 / column score),,out:superseded, mercor-oss-scicode,mercor.com,gpt-6-astra,xhigh,mixed,hard,Mercor-oss-scicode,,,,,,49.3,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[0].chartData / row GPT-6 Astra / column score),,out:superseded, mercor-oss-swe-atlas,mercor.com,deepseek-v4.1-flash,max,mixed,hard,Mercor-oss-swe-atlas,,,,,,53.5,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[2].chartData / row DeepSeek-V4.1-Flash / column score),,out:superseded, mercor-oss-swe-atlas,mercor.com,kimi-k3,max,mixed,hard,Mercor-oss-swe-atlas,,,,,,52.7,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[2].chartData / row Kimi K3 / column score),,out:superseded, mercor-oss-swe-atlas,mercor.com,?Qwen3.8-Max,not-established:absent,mixed,hard,Mercor-oss-swe-atlas,,,,,,50.5,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[2].chartData / row Qwen3.8-Max / column score),,out:model-not-established, mercor-oss-swe-atlas,mercor.com,opus-5,max,mixed,hard,Mercor-oss-swe-atlas,,,,,,50.3,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[2].chartData / row Opus 5 / column score),,out:superseded, mercor-oss-swe-atlas,mercor.com,sonnet-5.5,max,mixed,hard,Mercor-oss-swe-atlas,,,,,,50.3,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[2].chartData / row Sonnet 5.5 / column score),,out:superseded, mercor-oss-swe-bench-verified,mercor.com,opus-5.5,max,mixed,hard,Mercor-oss-swe-bench-verified,,,,,,98.2,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[3].chartData / row Opus 5.5 / column score),,out:superseded, mercor-oss-swe-bench-verified,mercor.com,sonnet-5.5,max,mixed,hard,Mercor-oss-swe-bench-verified,,,,,,96.7,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[3].chartData / row Sonnet 5.5 / column score),,out:superseded, mercor-oss-swe-bench-verified,mercor.com,fable-5.1,max,mixed,hard,Mercor-oss-swe-bench-verified,,,,,,96.6,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[3].chartData / row Fable 5.1 / column score),,out:superseded, mercor-oss-swe-bench-verified,mercor.com,fable-5,max,mixed,hard,Mercor-oss-swe-bench-verified,,,,,,95.9,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[3].chartData / row Fable 5 / column score),,out:superseded, mercor-oss-swe-bench-verified,mercor.com,opus-5,max,mixed,hard,Mercor-oss-swe-bench-verified,,,,,,93.5,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[3].chartData / row Opus 5 / column score),,out:superseded, mercor-oss-aa-lcr,mercor.com,fable-5.1,max,mixed,hard,Mercor-oss-aa-lcr,,,,,,87.5,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[4].chartData / row Fable 5.1 / column score),,out:superseded, mercor-oss-aa-lcr,mercor.com,fable-5,max,mixed,hard,Mercor-oss-aa-lcr,,,,,,85.5,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[4].chartData / row Fable 5 / column score),,out:superseded, mercor-oss-aa-lcr,mercor.com,gpt-5.6-sol,max,mixed,hard,Mercor-oss-aa-lcr,,,,,,85.3,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[4].chartData / row GPT-5.6 Sol / column score),,out:superseded, mercor-oss-aa-lcr,mercor.com,opus-5.5,max,mixed,hard,Mercor-oss-aa-lcr,,,,,,85,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[4].chartData / row Opus 5.5 / column score),,out:superseded, mercor-oss-aa-lcr,mercor.com,kimi-k3,max,mixed,hard,Mercor-oss-aa-lcr,,,,,,84.3,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[4].chartData / row Kimi K3 / column score),,out:superseded, mercor-oss-mmlu-pro,mercor.com,opus-5.5,max,mixed,hard,Mercor-oss-mmlu-pro,,,,,,93.4,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[5].chartData / row Opus 5.5 / column score),,out:superseded, mercor-oss-mmlu-pro,mercor.com,fable-5.1,max,mixed,hard,Mercor-oss-mmlu-pro,,,,,,93,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[5].chartData / row Fable 5.1 / column score),,out:superseded, mercor-oss-mmlu-pro,mercor.com,opus-5,max,mixed,hard,Mercor-oss-mmlu-pro,,,,,,92,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[5].chartData / row Opus 5 / column score),,out:superseded, mercor-oss-mmlu-pro,mercor.com,gpt-6-astra,max,mixed,hard,Mercor-oss-mmlu-pro,,,,,,91.5,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[5].chartData / row GPT-6 Astra / column score),,out:superseded, mercor-oss-mmlu-pro,mercor.com,gemini-3.1-pro,high,mixed,hard,Mercor-oss-mmlu-pro,,,,,,91.3,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[5].chartData / row Gemini 3.1 Pro / column score),,out:superseded, mercor-oss-mmmu-pro,mercor.com,gpt-6-astra,max,mixed,hard,Mercor-oss-mmmu-pro,,,,,,87.5,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[6].chartData / row GPT-6 Astra / column score),,out:superseded, mercor-oss-mmmu-pro,mercor.com,opus-5.5,max,mixed,hard,Mercor-oss-mmmu-pro,,,,,,87.4,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[6].chartData / row Opus 5.5 / column score),,out:superseded, mercor-oss-mmmu-pro,mercor.com,fable-5.1,max,mixed,hard,Mercor-oss-mmmu-pro,,,,,,86.1,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[6].chartData / row Fable 5.1 / column score),,out:superseded, mercor-oss-mmmu-pro,mercor.com,sonnet-5.5,max,mixed,hard,Mercor-oss-mmmu-pro,,,,,,85.8,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[6].chartData / row Sonnet 5.5 / column score),,out:superseded, mercor-oss-mmmu-pro,mercor.com,gpt-6.1-sol,max,mixed,hard,Mercor-oss-mmmu-pro,,,,,,85.8,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[6].chartData / row GPT-6.1 Sol / column score),,out:superseded, mercor-oss-advanced-if,mercor.com,gemini-3.1-pro,high,mixed,hard,Mercor-oss-advanced-if,,,,,,86.7,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[8].chartData / row Gemini 3.1 Pro / column score),,out:superseded, mercor-oss-advanced-if,mercor.com,gemini-3.6-flash,high,mixed,hard,Mercor-oss-advanced-if,,,,,,85.3,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[8].chartData / row Gemini 3.6 Flash / column score),,out:superseded, mercor-oss-advanced-if,mercor.com,?Qwen3.8-Max,not-established:absent,mixed,hard,Mercor-oss-advanced-if,,,,,,85.1,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[8].chartData / row Qwen3.8-Max / column score),,out:model-not-established, mercor-oss-advanced-if,mercor.com,fable-5.1,max,mixed,hard,Mercor-oss-advanced-if,,,,,,84.2,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[8].chartData / row Fable 5.1 / column score),,out:superseded, mercor-oss-advanced-if,mercor.com,deepseek-v4.1-flash,max,mixed,hard,Mercor-oss-advanced-if,,,,,,84,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[8].chartData / row DeepSeek-V4.1-Flash / column score),,out:superseded, mercor-oss-aime-2025,mercor.com,opus-5,max,mixed,hard,Mercor-oss-aime-2025,,,,,,100,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[9].chartData / row Opus 5 / column score),,out:superseded, mercor-oss-aime-2025,mercor.com,fable-5,max,mixed,hard,Mercor-oss-aime-2025,,,,,,100,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[9].chartData / row Fable 5 / column score),,out:superseded, mercor-oss-aime-2025,mercor.com,?DeepSeek-V4-Flash,not-established:absent,mixed,hard,Mercor-oss-aime-2025,,,,,,100,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[9].chartData / row DeepSeek-V4-Flash / column score),,out:model-not-established, mercor-oss-aime-2025,mercor.com,gpt-5.5,xhigh,mixed,hard,Mercor-oss-aime-2025,,,,,,100,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[9].chartData / row GPT-5.5 / column score),,out:superseded, mercor-oss-aime-2025,mercor.com,gpt-5.6-sol,max,mixed,hard,Mercor-oss-aime-2025,,,,,,100,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[9].chartData / row GPT-5.6 Sol / column score),,out:superseded, mercor-oss-charxiv,mercor.com,opus-5.5,max,mixed,hard,Mercor-oss-charxiv,,,,,,96.4,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[11].chartData / row Opus 5.5 / column score),,out:superseded, mercor-oss-charxiv,mercor.com,gpt-6-astra,max,mixed,hard,Mercor-oss-charxiv,,,,,,96.1,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[11].chartData / row GPT-6 Astra / column score),,out:superseded, mercor-oss-charxiv,mercor.com,sonnet-5.5,max,mixed,hard,Mercor-oss-charxiv,,,,,,96.1,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[11].chartData / row Sonnet 5.5 / column score),,out:superseded, mercor-oss-charxiv,mercor.com,gpt-6.1-sol,max,mixed,hard,Mercor-oss-charxiv,,,,,,96,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[11].chartData / row GPT-6.1 Sol / column score),,out:superseded, mercor-oss-charxiv,mercor.com,gemini-3.8-flash,high,mixed,hard,Mercor-oss-charxiv,,,,,,95.4,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[11].chartData / row Gemini 3.8 Flash / column score),,out:superseded, mercor-oss-cvdp,mercor.com,opus-5.5,max,mixed,hard,Mercor-oss-cvdp,,,,,,64.1,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[12].chartData / row Opus 5.5 / column score),,out:superseded, mercor-oss-cvdp,mercor.com,fable-5.1,max,mixed,hard,Mercor-oss-cvdp,,,,,,62.6,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[12].chartData / row Fable 5.1 / column score),,out:superseded, mercor-oss-cvdp,mercor.com,opus-5,max,mixed,hard,Mercor-oss-cvdp,,,,,,62.2,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[12].chartData / row Opus 5 / column score),,out:superseded, mercor-oss-cvdp,mercor.com,sonnet-5.5,max,mixed,hard,Mercor-oss-cvdp,,,,,,60.6,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[12].chartData / row Sonnet 5.5 / column score),,out:superseded, mercor-oss-cvdp,mercor.com,grok-4.6,xhigh,mixed,hard,Mercor-oss-cvdp,,,,,,58,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[12].chartData / row Grok 4.6 / column score),,out:superseded, mercor-oss-deepresearch-bench-ii,mercor.com,opus-5,high,mixed,hard,Mercor-oss-deepresearch-bench-ii,,,,,,56.1,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[13].chartData / row Opus 5 / column score),,out:superseded, mercor-oss-deepresearch-bench-ii,mercor.com,fable-5.1,max,mixed,hard,Mercor-oss-deepresearch-bench-ii,,,,,,55,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[13].chartData / row Fable 5.1 / column score),,out:superseded, mercor-oss-deepresearch-bench-ii,mercor.com,sonnet-4.6,high,mixed,hard,Mercor-oss-deepresearch-bench-ii,,,,,,53.3,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[13].chartData / row Sonnet 4.6 / column score),,out:superseded, mercor-oss-deepresearch-bench-ii,mercor.com,opus-5.5,max,mixed,hard,Mercor-oss-deepresearch-bench-ii,,,,,,53.3,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[13].chartData / row Opus 5.5 / column score),,out:superseded, mercor-oss-deepresearch-bench-ii,mercor.com,deepseek-v4.1-flash,max,mixed,hard,Mercor-oss-deepresearch-bench-ii,,,,,,53.2,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[13].chartData / row DeepSeek-V4.1-Flash / column score),,out:superseded, mercor-oss-deep-swe,mercor.com,opus-5.5,max,mixed,hard,Mercor-oss-deep-swe,,,,,,72.3,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[14].chartData / row Opus 5.5 / column score),,out:superseded, mercor-oss-deep-swe,mercor.com,gpt-6.1-sol,max,mixed,hard,Mercor-oss-deep-swe,,,,,,72.3,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[14].chartData / row GPT-6.1 Sol / column score),,out:superseded, mercor-oss-deep-swe,mercor.com,gpt-6-astra,max,mixed,hard,Mercor-oss-deep-swe,,,,,,72,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[14].chartData / row GPT-6 Astra / column score),,out:superseded, mercor-oss-deep-swe,mercor.com,deepseek-v4.1-flash,max,mixed,hard,Mercor-oss-deep-swe,,,,,,71.7,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[14].chartData / row DeepSeek-V4.1-Flash / column score),,out:superseded, mercor-oss-deep-swe,mercor.com,opus-5,max,mixed,hard,Mercor-oss-deep-swe,,,,,,71.4,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[14].chartData / row Opus 5 / column score),,out:superseded, mercor-oss-frontier-swe-v2,mercor.com,fable-5.1,high,mixed,hard,Mercor-oss-frontier-swe-v2,,,,,,37.2,score%,0.0289,,prev=37.2 (src-mercor.com-s16-2026-09-30#M423); prev=37.2 (src-mercor.com-s23-2026-10-15#M346),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[15].chartData / row Fable 5.1 / column score),,in, mercor-oss-frontier-swe-v2,mercor.com,gpt-6-astra,max,mixed,hard,Mercor-oss-frontier-swe-v2,,,,,,29.9,score%,0.0289,,prev=29.9 (src-mercor.com-s16-2026-09-30#M424); prev=29.9 (src-mercor.com-s23-2026-10-15#M347),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[15].chartData / row GPT-6 Astra / column score),,in, mercor-oss-frontier-swe-v2,mercor.com,opus-5,high,mixed,hard,Mercor-oss-frontier-swe-v2,,,,,,27.3,score%,0.0289,,prev=27.3 (src-mercor.com-s16-2026-09-30#M425); prev=27.3 (src-mercor.com-s23-2026-10-15#M348),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[15].chartData / row Opus 5 / column score),,in, mercor-oss-frontier-swe-v2,mercor.com,gpt-5.6-sol,max,mixed,hard,Mercor-oss-frontier-swe-v2,,,,,,20.2,score%,0.0289,,prev=20.2 (src-mercor.com-s16-2026-09-30#M426); prev=20.2 (src-mercor.com-s23-2026-10-15#M349),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[15].chartData / row GPT-5.6 Sol / column score),,in, mercor-oss-frontier-swe-v2,mercor.com,glm-5.3,max,mixed,hard,Mercor-oss-frontier-swe-v2,,,,,,17.1,score%,0.0289,,prev=17.1 (src-mercor.com-s16-2026-09-30#M427); prev=17.1 (src-mercor.com-s23-2026-10-15#M350),https://mercor.com/apex ($.props.pageProps.kindSections.openSource[15].chartData / row GLM-5.3 / column score),,in, mercor-oss-gdpval,mercor.com,opus-5.5,max,mixed,hard,Mercor-oss-gdpval,,,,,,88.3,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[16].chartData / row Opus 5.5 / column score),,out:superseded, mercor-oss-gdpval,mercor.com,deepseek-v4.1-flash,max,mixed,hard,Mercor-oss-gdpval,,,,,,86.7,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[16].chartData / row DeepSeek-V4.1-Flash / column score),,out:superseded, mercor-oss-gdpval,mercor.com,gpt-6-astra,max,mixed,hard,Mercor-oss-gdpval,,,,,,86.7,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[16].chartData / row GPT-6 Astra / column score),,out:superseded, mercor-oss-gdpval,mercor.com,fable-5.1,max,mixed,hard,Mercor-oss-gdpval,,,,,,86.6,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[16].chartData / row Fable 5.1 / column score),,out:superseded, mercor-oss-gdpval,mercor.com,sonnet-5.5,max,mixed,hard,Mercor-oss-gdpval,,,,,,86.5,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[16].chartData / row Sonnet 5.5 / column score),,out:superseded, mercor-oss-genebench,mercor.com,sonnet-5.5,max,mixed,hard,Mercor-oss-genebench,,,,,,39,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[17].chartData / row Sonnet 5.5 / column score),,out:superseded, mercor-oss-genebench,mercor.com,gpt-6-astra,max,mixed,hard,Mercor-oss-genebench,,,,,,36,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[17].chartData / row GPT-6 Astra / column score),,out:superseded, mercor-oss-genebench,mercor.com,gpt-6.1-sol,max,mixed,hard,Mercor-oss-genebench,,,,,,33,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[17].chartData / row GPT-6.1 Sol / column score),,out:superseded, mercor-oss-genebench,mercor.com,opus-5.5,max,mixed,hard,Mercor-oss-genebench,,,,,,30,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[17].chartData / row Opus 5.5 / column score),,out:superseded, mercor-oss-genebench,mercor.com,muse-spark-1.3,max,mixed,hard,Mercor-oss-genebench,,,,,,26,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[17].chartData / row Muse Spark 1.3 / column score),,out:effort-not-established, mercor-oss-hle,mercor.com,muse-spark-1.1,xhigh,mixed,hard,Mercor-oss-hle,,,,,,57.9,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[19].chartData / row Muse Spark 1.1 / column score),,out:superseded, mercor-oss-hle,mercor.com,opus-5.5,max,mixed,hard,Mercor-oss-hle,,,,,,57.4,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[19].chartData / row Opus 5.5 / column score),,out:superseded, mercor-oss-hle,mercor.com,gpt-6-astra,xhigh,mixed,hard,Mercor-oss-hle,,,,,,55,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[19].chartData / row GPT-6 Astra / column score),,out:superseded, mercor-oss-hle,mercor.com,fable-5.1,max,mixed,hard,Mercor-oss-hle,,,,,,54.6,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[19].chartData / row Fable 5.1 / column score),,out:superseded, mercor-oss-hle,mercor.com,gpt-6.1-sol,max,mixed,hard,Mercor-oss-hle,,,,,,54.5,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[19].chartData / row GPT-6.1 Sol / column score),,out:superseded, mercor-oss-medxpertqa-mm,mercor.com,gpt-6-astra,max,mixed,hard,Mercor-oss-medxpertqa-mm,,,,,,86.8,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[20].chartData / row GPT-6 Astra / column score),,out:superseded, mercor-oss-medxpertqa-mm,mercor.com,opus-5.5,max,mixed,hard,Mercor-oss-medxpertqa-mm,,,,,,85.7,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[20].chartData / row Opus 5.5 / column score),,out:superseded, mercor-oss-medxpertqa-mm,mercor.com,gpt-6.1-sol,max,mixed,hard,Mercor-oss-medxpertqa-mm,,,,,,85.7,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[20].chartData / row GPT-6.1 Sol / column score),,out:superseded, mercor-oss-medxpertqa-mm,mercor.com,gemini-3.8-flash,high,mixed,hard,Mercor-oss-medxpertqa-mm,,,,,,84.7,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[20].chartData / row Gemini 3.8 Flash / column score),,out:superseded, mercor-oss-medxpertqa-mm,mercor.com,fable-5.1,max,mixed,hard,Mercor-oss-medxpertqa-mm,,,,,,83.7,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[20].chartData / row Fable 5.1 / column score),,out:superseded, mercor-oss-program-bench,mercor.com,opus-5.5,max,mixed,hard,Mercor-oss-program-bench,,,,,,20,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[21].chartData / row Opus 5.5 / column score),,out:superseded, mercor-oss-program-bench,mercor.com,fable-5.1,high,mixed,hard,Mercor-oss-program-bench,,,,,,11.3,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[21].chartData / row Fable 5.1 / column score),,out:superseded, mercor-oss-program-bench,mercor.com,gpt-6-astra,max,mixed,hard,Mercor-oss-program-bench,,,,,,8,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[21].chartData / row GPT-6 Astra / column score),,out:superseded, mercor-oss-program-bench,mercor.com,gpt-6.1-sol,max,mixed,hard,Mercor-oss-program-bench,,,,,,6.3,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[21].chartData / row GPT-6.1 Sol / column score),,out:superseded, mercor-oss-program-bench,mercor.com,opus-5,high,mixed,hard,Mercor-oss-program-bench,,,,,,4.3,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[21].chartData / row Opus 5 / column score),,out:superseded, mercor-oss-super-chem,mercor.com,gpt-6-astra,xhigh,mixed,hard,Mercor-oss-super-chem,,,,,,80.3,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[23].chartData / row GPT-6 Astra / column score),,out:superseded, mercor-oss-super-chem,mercor.com,opus-5.5,max,mixed,hard,Mercor-oss-super-chem,,,,,,79.6,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[23].chartData / row Opus 5.5 / column score),,out:superseded, mercor-oss-super-chem,mercor.com,gpt-6.1-sol,max,mixed,hard,Mercor-oss-super-chem,,,,,,77.8,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[23].chartData / row GPT-6.1 Sol / column score),,out:superseded, mercor-oss-super-chem,mercor.com,sonnet-5.5,max,mixed,hard,Mercor-oss-super-chem,,,,,,75.4,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[23].chartData / row Sonnet 5.5 / column score),,out:superseded, mercor-oss-super-chem,mercor.com,gpt-5.6-sol,max,mixed,hard,Mercor-oss-super-chem,,,,,,74.9,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[23].chartData / row GPT-5.6 Sol / column score),,out:superseded, mercor-oss-swe-bench-multilingual,mercor.com,deepseek-v4.1-flash,max,mixed,hard,Mercor-oss-swe-bench-multilingual,,,,,,98.2,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[24].chartData / row DeepSeek-V4.1-Flash / column score),,out:superseded, mercor-oss-swe-bench-multilingual,mercor.com,deepseek-v4-pro-0813,max,mixed,hard,Mercor-oss-swe-bench-multilingual,,,,,,96.4,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[24].chartData / row DeepSeek-V4-Pro-0813 / column score),,out:superseded, mercor-oss-swe-bench-multilingual,mercor.com,opus-5,max,mixed,hard,Mercor-oss-swe-bench-multilingual,,,,,,96.2,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[24].chartData / row Opus 5 / column score),,out:superseded, mercor-oss-swe-bench-multilingual,mercor.com,opus-5.5,max,mixed,hard,Mercor-oss-swe-bench-multilingual,,,,,,95.5,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[24].chartData / row Opus 5.5 / column score),,out:superseded, mercor-oss-swe-bench-multilingual,mercor.com,?DeepSeek-V4-Flash,not-established:absent,mixed,hard,Mercor-oss-swe-bench-multilingual,,,,,,95.4,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[24].chartData / row DeepSeek-V4-Flash / column score),,out:model-not-established, mercor-oss-terminal-bench-4-0,mercor.com,gpt-6.1-sol,max,mixed,hard,Mercor-oss-terminal-bench-4-0,,,,,,59.6,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[25].chartData / row GPT-6.1 Sol / column score),,out:superseded, mercor-oss-terminal-bench-4-0,mercor.com,opus-5.5,max,mixed,hard,Mercor-oss-terminal-bench-4-0,,,,,,58.3,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[25].chartData / row Opus 5.5 / column score),,out:superseded, mercor-oss-terminal-bench-4-0,mercor.com,gpt-6-astra,max,mixed,hard,Mercor-oss-terminal-bench-4-0,,,,,,54.5,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[25].chartData / row GPT-6 Astra / column score),,out:superseded, mercor-oss-terminal-bench-4-0,mercor.com,fable-5.1,max,mixed,hard,Mercor-oss-terminal-bench-4-0,,,,,,53,score%,0.289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[25].chartData / row Fable 5.1 / column score),,out:superseded, mercor-oss-terminal-bench-4-0,mercor.com,sonnet-5.5,max,mixed,hard,Mercor-oss-terminal-bench-4-0,,,,,,51.5,score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.kindSections.openSource[25].chartData / row Sonnet 5.5 / column score),,out:superseded, mercor-apexacct-mean,mercor.com,gemini-4-argon,high,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,71.5,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row P51Dz24NZjWcy2UjYS3cb0 / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct-mean,mercor.com,fable-5.1,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,66.7,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row czbC94OhwAuPY9WPtpIaZZ / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct-mean,mercor.com,opus-5.5,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,65.5,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row FwIXcKGbnc0ALnAVPNmxfQ / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct-mean,mercor.com,muse-spark-1.3,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,64.9,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row jvVuWcyKE4kH8ZAWgP071n / column passScores[1].harnessScores[0].score),,out:effort-not-established, mercor-apexacct-mean,mercor.com,gpt-6-astra,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,64.7,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row qv2QwcmoTmbRKJaMD2yYIi / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct-mean,mercor.com,sonnet-5.5,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,64.5,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 331r9LTHpoLfChrVY8HGE3 / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct-mean,mercor.com,opus-5,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,64.3,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 0c5e0d8b-1601-4380-b522-595816dc5f2a / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct-mean,mercor.com,gpt-6.1-sol,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,64.3,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row WWzzLHZkjbvI25zYheECpG / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct-mean,mercor.com,haiku-5.5,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,62.2,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row WIfJeImXG63qVgIPsb0kVZ / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct-mean,mercor.com,gpt-5.6-sol,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,62.2,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row c3637cac-5a73-406e-84a9-8ec9a623e3b8 / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct-mean,mercor.com,fable-5,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,61,mean-score%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 7627e3cb-a949-4370-b255-4692d30ccf61 / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct-mean,mercor.com,grok-4.6,xhigh,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,60.3,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row rXV6uHApUz4KWEoFnjIUWr / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct-mean,mercor.com,gpt-5.6-terra,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,59.8,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row isvxExfKGAZ4WMrYLuW50g / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct-mean,mercor.com,gpt-6-sol,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,59.7,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row sXAOucYh4ND7hTHZiC0sRZ / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct-mean,mercor.com,glm-5.3,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,59.5,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 0tAPacA3ryVv3lqaGQgfGR / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct-mean,mercor.com,gemini-3.8-flash,high,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,58.8,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 976efCaf0nN4uyJqDJns3v / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct-mean,mercor.com,grok-4.5,high,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,57.4,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 6e729361-72e0-49bc-8756-c9e9c1917469 / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct-mean,mercor.com,gemini-3.7-flash,high,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,57.2,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row FhdzFh8Qul2l86kjUjd1QC / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct-mean,mercor.com,?Qwen3.8-Max,not-established:absent,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,57.2,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row OWQLnPQUqDBNbIeXTwFbr8 / column passScores[1].harnessScores[0].score),,out:model-not-established, mercor-apexacct-mean,mercor.com,kimi-k3,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,56.7,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 183b7a4e-fb0e-467e-87f7-8e3795ba7623 / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct-mean,mercor.com,opus-4.7,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,56.5,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 9c00a5f9-5593-4402-a744-027545a6abfc / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct-mean,mercor.com,?Mistral Large 4,not-established:absent,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,56.5,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 4b82923c-90c9-474f-8c3d-186787452fc0 / column passScores[1].harnessScores[0].score),,out:model-not-established, mercor-apexacct-mean,mercor.com,gpt-5.5,xhigh,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,56.3,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 0ed1ef93-e04f-4e8d-bac5-bbc72dff9a53 / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct-mean,mercor.com,sonnet-5,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,55.7,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row UohOeKbgohNmjusgciidWB / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct-mean,mercor.com,grok-4.7,xhigh,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,55.3,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row NPK5uFSBckNMMDqpCmjlf3 / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct-mean,mercor.com,gpt-5.6-luna,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,54.3,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row UohOeKbgohNmjusgcicLCD / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct-mean,mercor.com,gpt-6-luna,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,53.9,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row FwIXcKGbnc0ALnAVPQ73IV / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct-mean,mercor.com,glm-5.3-flash,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,53.7,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row CSsFo3meS6EkesQOLzo8Dg / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct-mean,mercor.com,deepseek-v4-pro-0813,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,53.4,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row cVrkQw9RUFqXFdt7sJc9MM / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct-mean,mercor.com,?DeepSeek-V4-Flash,not-established:absent,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,53.3,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row f4fc438e-9f7d-406d-802b-1c0cd837bb4c / column passScores[1].harnessScores[0].score),,out:model-not-established, mercor-apexacct-mean,mercor.com,gemini-3.6-flash,high,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,52.5,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 878e0bf3-57fb-4982-b61b-10174e4cea24 / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct-mean,mercor.com,deepseek-v4.1-flash,max,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,50.1,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row FpgS21bgw2I3VNplb8tObs / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct-mean,mercor.com,minimax-m3,not-established:absent,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,41.8,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row UohOeKbgohNmjusgcidPoR / column passScores[1].harnessScores[0].score),,out:effort-not-established, mercor-apexacct-mean,mercor.com,gemini-3.5-flash,high,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,31.4,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 7f62f16f-5e81-43ea-a459-717189b1eb0a / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct-mean,mercor.com,inkling,high,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,31.2,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row UohOeKbgohNmjusgcijiyH / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexacct-mean,mercor.com,nemotron-3-ultra-550b-a55b,not-established:absent,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,29.4,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row UohOeKbgohNmjusgcie3j7 / column passScores[1].harnessScores[0].score),,out:effort-not-established, mercor-apexacct-mean,mercor.com,gemini-3.5-flash-lite,high,agentic-tool,hard,Mercor-APEX-Accounting-loop_agent,,,,,,5.2,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[1].globalLeaderboard / row 331r9LTHpoLfChrVXwZLHj / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,gemini-3-pro,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,60.9,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row apex-model-gemini-3-pro / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,gemini-3-flash,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,60.9,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row apex-model-gemini-3-flash / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,grok-4,solo,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,57.1,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row apex-model-grok-4 / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,o3,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,60.5,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row apex-model-o3 / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,opus-4.5,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,57.3,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row apex-model-claude-opus-4-5 / column passScores[1].harnessScores[0].score),,out:effort-not-established, mercor-apexv1-mean,mercor.com,grok-4.1,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,57.5,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row apex-model-grok-4-1 / column passScores[1].harnessScores[0].score),,out:effort-not-established, mercor-apexv1-mean,mercor.com,opus-4.6,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,65.3,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 89ddd5b7-696f-4682-9ceb-a13af606d99a / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,gpt-5.4,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,63.2,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row q6POq5OBqI69bseLKoWJ7e / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,opus-4.6,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,65.8,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 15e95e25-6884-4589-ab42-45184b82cc4d / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,gpt-5.3-codex,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,65.9,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row d9be5c0d-755b-4235-8361-3b82fba63ea4 / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,gemini-3.1-pro,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,61.8,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 839babe2-d33d-463a-ae5b-a2102c6323f7 / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,sonnet-4.6,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,55.1,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row a3c3577b-7c1d-46cc-a847-69447e6490c1 / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,fable-5,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,66,mean-score%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 7627e3cb-a949-4370-b255-4692d30ccf61 / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,opus-4.7,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,62.2,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 9c00a5f9-5593-4402-a744-027545a6abfc / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,sonnet-5,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,49.6,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row UohOeKbgohNmjusgciidWB / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,deepseek-v3.2,unstated,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,51.5,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row b2945249-5d1a-4da1-983b-eeed84589795 / column passScores[1].harnessScores[0].score),,out:effort-not-established, mercor-apexv1-mean,mercor.com,opus-4.8,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,62.7,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 32d4ac7f-3e3d-4834-945c-9953e1e70e4c / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,gemini-3.5-flash,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,62.2,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 7f62f16f-5e81-43ea-a459-717189b1eb0a / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,?DeepSeek-V4-Flash,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,63.8,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row f4fc438e-9f7d-406d-802b-1c0cd837bb4c / column passScores[1].harnessScores[0].score),,out:model-not-established, mercor-apexv1-mean,mercor.com,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,59.7,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row UohOeKbgohNmjusgcihhVn / column passScores[1].harnessScores[0].score),,out:model-not-established, mercor-apexv1-mean,mercor.com,gemini-3.6-flash,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,66,mean-score%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 878e0bf3-57fb-4982-b61b-10174e4cea24 / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,gpt-5.6-terra,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,69.5,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row isvxExfKGAZ4WMrYLuW50g / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,glm-5.2,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,61.5,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row isvxExfKGAZ4WMrYLuZN2o / column passScores[1].harnessScores[0].score),,out:effort-not-established, mercor-apexv1-mean,mercor.com,gpt-oss-120b,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,46.4,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row d6WtzqsvMEH7Au7gxXsv3P / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,gemma-4-31b-it,unstated,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,48.1,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row NAciSVwSmWIjTOVlvdodEO / column passScores[1].harnessScores[0].score),,out:effort-not-established, mercor-apexv1-mean,mercor.com,inkling,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,61.6,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row UohOeKbgohNmjusgcijiyH / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,kimi-k2.7-code,solo,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,60.1,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row GSi7csNcf5OYJ80OKftMtA / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,kimi-k2-instruct,solo,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,52.4,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row NAciSVwSmWIjTOVlvdabDY / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,minimax-m2.7,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,45.8,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row NAciSVwSmWIjTOVlvdcGns / column passScores[1].harnessScores[0].score),,out:effort-not-established, mercor-apexv1-mean,mercor.com,nemotron-3-ultra-550b-a55b,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,56.1,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row UohOeKbgohNmjusgcie3j7 / column passScores[1].harnessScores[0].score),,out:effort-not-established, mercor-apexv1-mean,mercor.com,minimax-m3,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,59.8,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row UohOeKbgohNmjusgcidPoR / column passScores[1].harnessScores[0].score),,out:effort-not-established, mercor-apexv1-mean,mercor.com,kimi-k3,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,68.4,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 183b7a4e-fb0e-467e-87f7-8e3795ba7623 / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,?Qwen3.5,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,50.3,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row NAciSVwSmWIjTOVlvdj3JE / column passScores[1].harnessScores[0].score),,out:model-not-established, mercor-apexv1-mean,mercor.com,opus-5,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,68.6,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row OWQLnPQUqDBNbIeXTvUsRu / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,gpt-6-astra,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,69.3,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row qv2QwcmoTmbRKJaMCypQfO / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,glm-5.3,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,63,mean-score%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 0tAPacA3ryVv3lqaGQgfGR / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,deepseek-v4-pro-0813,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,66,mean-score%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row cVrkQw9RUFqXFdt7sJc9MM / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,muse-spark-1.3,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,73.9,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row b8kKXLgUjxqi9jgeeTLBpz / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,gemini-3.8-flash,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,68.8,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 976efCaf0nN4uyJqDJns3v / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,fable-5.1,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,73.8,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row czbC94OhwAuPY9WPtpIaZZ / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,grok-4.6,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,67.7,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row rXV6uHApUz4KWEoFnjIUWr / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,gpt-5.6-sol,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,73.1,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row c3637cac-5a73-406e-84a9-8ec9a623e3b8 / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,gpt-5.6-luna,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,66.6,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row UohOeKbgohNmjusgcicLCD / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,deepseek-v4.1-flash,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,65.5,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row FpgS21bgw2I3VNplb8tObs / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,glm-5.3-flash,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,58.7,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row CSsFo3meS6EkesQOLzo8Dg / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,?Qwen3.8-Max,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,65.3,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row OWQLnPQUqDBNbIeXTwFbr8 / column passScores[1].harnessScores[0].score),,out:model-not-established, mercor-apexv1-mean,mercor.com,muse-spark-1.2,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,75.6,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row JUJ76Jeotj8XRslslwICk2 / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,gemini-3.5-flash-lite,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,54.7,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 331r9LTHpoLfChrVXwZLHj / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,gpt-5.4,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,65.6,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row d5710a5d-6dbd-4bd0-866c-36bfdf4103dc / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,gpt-5.5,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,68.4,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 0ed1ef93-e04f-4e8d-bac5-bbc72dff9a53 / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,grok-4.5,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,61.8,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 6e729361-72e0-49bc-8756-c9e9c1917469 / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,glm-5.1,unstated,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,52.4,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row Fbta1oBE0kPqbOrzwYAWqo / column passScores[1].harnessScores[0].score),,out:effort-not-established, mercor-apexv1-mean,mercor.com,gemini-3.7-flash,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,67,mean-score%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row FhdzFh8Qul2l86kjUjd1QC / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,muse-spark-1.1,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,73.8,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 24cee245-ae0b-44fb-a4d6-08f68b222afe / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,grok-4.7,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,65.4,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row NPK5uFSBckNMMDqpCmjlf3 / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,gpt-6-luna,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,62,mean-score%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row FwIXcKGbnc0ALnAVPQ73IV / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,opus-5.5,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,65.8,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row FwIXcKGbnc0ALnAVPNmxfQ / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,gpt-6-sol,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,63.6,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row sXAOucYh4ND7hTHZiC0sRZ / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,qwen3.8-27b,xhigh,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,62.6,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row aSN3C351HuzoEI3rgx8Rew / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,sonnet-5.5,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,53.9,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row 331r9LTHpoLfChrVY8HGE3 / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,gpt-6.1-sol,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,69.3,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row WWzzLHZkjbvI25zYheECpG / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,muse-spark-1.3,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,73,mean-score%,0.289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row jvVuWcyKE4kH8ZAWgP071n / column passScores[1].harnessScores[0].score),,out:effort-not-established, mercor-apexv1-mean,mercor.com,haiku-5.5,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,64.7,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row WIfJeImXG63qVgIPsb0kVZ / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,gpt-5.2,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,64.7,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row d17248f2-5664-4573-b223-27d2673b0b3f / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,?Muse Spark Open,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,73.9,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row hKP8JXPvBYTA6o2lR4MkQB / column passScores[1].harnessScores[0].score),,out:model-not-established, mercor-apexv1-mean,mercor.com,gemini-4-argon,high,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,81.1,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row P51Dz24NZjWcy2UjYS3cb0 / column passScores[1].harnessScores[0].score),,out:superseded, mercor-apexv1-mean,mercor.com,?Beam,not-established:absent,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,60.6,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row zE5NrFyvRToBPYigq32GZq / column passScores[1].harnessScores[0].score),,out:model-not-established, mercor-apexv1-mean,mercor.com,deepseek-v4.1-flash-1017,max,mixed,hard,Mercor-APEX-v1-singleshot_agent,,,,,,64.8,mean-score%,0.0289,,,https://mercor.com/apex ($.props.pageProps.benchmarks[4].globalLeaderboard / row tVjsx0LoMjhyOoOEORD79R / column passScores[1].harnessScores[0].score),,out:superseded, metacog-gpqa-diamond,metacog-2609.34864,gpt-5.6-sol,low,mixed,frontier,own harness,,,,,,93.43,score%,0.00289,,,"https://arxiv.org/abs/2609.34864 (Table 3, row GPQA Diamond, column GPT-5.6 Sol Acc.)",,in, metacog-gpqa-diamond,metacog-2609.34864,qwen3.8-27b,unstated,mixed,frontier,own harness,,,,,,80.81,score%,0.00289,,,"https://arxiv.org/abs/2609.34864 (Table 3, row GPQA Diamond, column Qwen3.8-27B Acc.)",,out:effort-not-established, metacog-gpqa-diamond,metacog-2609.34864,gemini-3.8-flash,unstated,mixed,frontier,own harness,,,,,,66.67,score%,0.00289,,,"https://arxiv.org/abs/2609.34864 (Table 3, row GPQA Diamond, column Gemini 3.8 Flash Acc.)",,out:effort-not-established, metacog-gpqa-diamond,metacog-2609.34864,grok-4.6,low,mixed,frontier,own harness,,,,,,56.57,score%,0.00289,,,"https://arxiv.org/abs/2609.34864 (Table 3, row GPQA Diamond, column Grok 4.6 Acc.)",,in, metacog-hle,metacog-2609.34864,gpt-5.6-sol,low,mixed,frontier,own harness,,,,,,37.88,score%,0.00289,,,"https://arxiv.org/abs/2609.34864 (Table 3, row HLE, column GPT-5.6 Sol Acc.)",,in, metacog-hle,metacog-2609.34864,qwen3.8-27b,unstated,mixed,frontier,own harness,,,,,,12.60,score%,0.00289,,,"https://arxiv.org/abs/2609.34864 (Table 3, row HLE, column Qwen3.8-27B Acc.)",,out:effort-not-established, metacog-hle,metacog-2609.34864,gemini-3.8-flash,unstated,mixed,frontier,own harness,,,,,,13.16,score%,0.00289,,,"https://arxiv.org/abs/2609.34864 (Table 3, row HLE, column Gemini 3.8 Flash Acc.)",,out:effort-not-established, metacog-hle,metacog-2609.34864,grok-4.6,low,mixed,frontier,own harness,,,,,,19.36,score%,0.00289,,,"https://arxiv.org/abs/2609.34864 (Table 3, row HLE, column Grok 4.6 Acc.)",,in, metacog-livebench,metacog-2609.34864,gpt-5.6-sol,low,mixed,frontier,own harness,,,,,,77.75,score%,0.00289,,,"https://arxiv.org/abs/2609.34864 (Table 3, row LiveBench, column GPT-5.6 Sol Acc.)",,in, metacog-livebench,metacog-2609.34864,qwen3.8-27b,unstated,mixed,frontier,own harness,,,,,,59.75,score%,0.00289,,,"https://arxiv.org/abs/2609.34864 (Table 3, row LiveBench, column Qwen3.8-27B Acc.)",,out:effort-not-established, metacog-livebench,metacog-2609.34864,gemini-3.8-flash,unstated,mixed,frontier,own harness,,,,,,62.25,score%,0.00289,,,"https://arxiv.org/abs/2609.34864 (Table 3, row LiveBench, column Gemini 3.8 Flash Acc.)",,out:effort-not-established, metacog-livebench,metacog-2609.34864,grok-4.6,low,mixed,frontier,own harness,,,,,,70.75,score%,0.00289,,,"https://arxiv.org/abs/2609.34864 (Table 3, row LiveBench, column Grok 4.6 Acc.)",,in, metacog-livecodebench-v6,metacog-2609.34864,gpt-5.6-sol,low,mixed,frontier,own harness,,,,,,93.46,score%,0.00289,,,"https://arxiv.org/abs/2609.34864 (Table 3, row LiveCodeBench v6, column GPT-5.6 Sol Acc.)",,in, metacog-livecodebench-v6,metacog-2609.34864,qwen3.8-27b,unstated,mixed,frontier,own harness,,,,,,76.97,score%,0.00289,,,"https://arxiv.org/abs/2609.34864 (Table 3, row LiveCodeBench v6, column Qwen3.8-27B Acc.)",,out:effort-not-established, metacog-livecodebench-v6,metacog-2609.34864,gemini-3.8-flash,unstated,mixed,frontier,own harness,,,,,,65.12,score%,0.00289,,,"https://arxiv.org/abs/2609.34864 (Table 3, row LiveCodeBench v6, column Gemini 3.8 Flash Acc.)",,out:effort-not-established, metacog-livecodebench-v6,metacog-2609.34864,grok-4.6,low,mixed,frontier,own harness,,,,,,82.41,score%,0.00289,,,"https://arxiv.org/abs/2609.34864 (Table 3, row LiveCodeBench v6, column Grok 4.6 Acc.)",,in, metacog-livemathbench,metacog-2609.34864,gpt-5.6-sol,low,mixed,frontier,own harness,,,,,,87.08,score%,0.00289,,,"https://arxiv.org/abs/2609.34864 (Table 3, row LiveMathBench, column GPT-5.6 Sol Acc.)",,in, metacog-livemathbench,metacog-2609.34864,qwen3.8-27b,unstated,mixed,frontier,own harness,,,,,,70.42,score%,0.00289,,,"https://arxiv.org/abs/2609.34864 (Table 3, row LiveMathBench, column Qwen3.8-27B Acc.)",,out:effort-not-established, metacog-livemathbench,metacog-2609.34864,gemini-3.8-flash,unstated,mixed,frontier,own harness,,,,,,50.42,score%,0.00289,,,"https://arxiv.org/abs/2609.34864 (Table 3, row LiveMathBench, column Gemini 3.8 Flash Acc.)",,out:effort-not-established, metacog-livemathbench,metacog-2609.34864,grok-4.6,low,mixed,frontier,own harness,,,,,,39.17,score%,0.00289,,,"https://arxiv.org/abs/2609.34864 (Table 3, row LiveMathBench, column Grok 4.6 Acc.)",,in, metacog-logical-deduction,metacog-2609.34864,gpt-5.6-sol,low,mixed,frontier,own harness,,,,,,100.00,score%,0.00289,,,"https://arxiv.org/abs/2609.34864 (Table 3, row Logical Deduction, column GPT-5.6 Sol Acc.)",,out:uninformative, metacog-logical-deduction,metacog-2609.34864,qwen3.8-27b,unstated,mixed,frontier,own harness,,,,,,99.47,score%,0.00289,,,"https://arxiv.org/abs/2609.34864 (Table 3, row Logical Deduction, column Qwen3.8-27B Acc.)",,out:effort-not-established, metacog-logical-deduction,metacog-2609.34864,gemini-3.8-flash,unstated,mixed,frontier,own harness,,,,,,90.00,score%,0.00289,,,"https://arxiv.org/abs/2609.34864 (Table 3, row Logical Deduction, column Gemini 3.8 Flash Acc.)",,out:effort-not-established, metacog-logical-deduction,metacog-2609.34864,grok-4.6,low,mixed,frontier,own harness,,,,,,99.80,score%,0.00289,,,"https://arxiv.org/abs/2609.34864 (Table 3, row Logical Deduction, column Grok 4.6 Acc.)",,out:single-couple, metacog-longbench-v2,metacog-2609.34864,gpt-5.6-sol,low,mixed,frontier,own harness,,,,,,65.81,score%,0.00289,,,"https://arxiv.org/abs/2609.34864 (Table 3, row LongBench v2, column GPT-5.6 Sol Acc.)",,in, metacog-longbench-v2,metacog-2609.34864,qwen3.8-27b,unstated,mixed,frontier,own harness,,,,,,34.00,score%,0.00289,,,"https://arxiv.org/abs/2609.34864 (Table 3, row LongBench v2, column Qwen3.8-27B Acc.)",,out:effort-not-established, metacog-longbench-v2,metacog-2609.34864,gemini-3.8-flash,unstated,mixed,frontier,own harness,,,,,,1.60,score%,0.00289,,,"https://arxiv.org/abs/2609.34864 (Table 3, row LongBench v2, column Gemini 3.8 Flash Acc.)",,out:effort-not-established, metacog-longbench-v2,metacog-2609.34864,grok-4.6,low,mixed,frontier,own harness,,,,,,61.03,score%,0.00289,,,"https://arxiv.org/abs/2609.34864 (Table 3, row LongBench v2, column Grok 4.6 Acc.)",,in, metacog-math-500,metacog-2609.34864,gpt-5.6-sol,low,mixed,frontier,own harness,,,,,,96.20,score%,0.00289,,,"https://arxiv.org/abs/2609.34864 (Table 3, row MATH-500, column GPT-5.6 Sol Acc.)",,in, metacog-math-500,metacog-2609.34864,qwen3.8-27b,unstated,mixed,frontier,own harness,,,,,,98.40,score%,0.00289,,,"https://arxiv.org/abs/2609.34864 (Table 3, row MATH-500, column Qwen3.8-27B Acc.)",,out:effort-not-established, metacog-math-500,metacog-2609.34864,gemini-3.8-flash,unstated,mixed,frontier,own harness,,,,,,89.20,score%,0.00289,,,"https://arxiv.org/abs/2609.34864 (Table 3, row MATH-500, column Gemini 3.8 Flash Acc.)",,out:effort-not-established, metacog-math-500,metacog-2609.34864,grok-4.6,low,mixed,frontier,own harness,,,,,,57.80,score%,0.00289,,,"https://arxiv.org/abs/2609.34864 (Table 3, row MATH-500, column Grok 4.6 Acc.)",,in, metacog-mathvision,metacog-2609.34864,gpt-5.6-sol,low,mixed,frontier,own harness,,,,,,91.81,score%,0.00289,,,"https://arxiv.org/abs/2609.34864 (Table 3, row MathVision, column GPT-5.6 Sol Acc.)",,in, metacog-mathvision,metacog-2609.34864,qwen3.8-27b,unstated,mixed,frontier,own harness,,,,,,83.59,score%,0.00289,,,"https://arxiv.org/abs/2609.34864 (Table 3, row MathVision, column Qwen3.8-27B Acc.)",,out:effort-not-established, metacog-mathvision,metacog-2609.34864,gemini-3.8-flash,unstated,mixed,frontier,own harness,,,,,,44.34,score%,0.00289,,,"https://arxiv.org/abs/2609.34864 (Table 3, row MathVision, column Gemini 3.8 Flash Acc.)",,out:effort-not-established, metacog-mathvision,metacog-2609.34864,grok-4.6,low,mixed,frontier,own harness,,,,,,68.49,score%,0.00289,,,"https://arxiv.org/abs/2609.34864 (Table 3, row MathVision, column Grok 4.6 Acc.)",,in, metacog-mmlu-pro,metacog-2609.34864,gpt-5.6-sol,low,mixed,frontier,own harness,,,,,,88.39,score%,0.00289,,,"https://arxiv.org/abs/2609.34864 (Table 3, row MMLU-Pro, column GPT-5.6 Sol Acc.)",,in, metacog-mmlu-pro,metacog-2609.34864,qwen3.8-27b,unstated,mixed,frontier,own harness,,,,,,83.78,score%,0.00289,,,"https://arxiv.org/abs/2609.34864 (Table 3, row MMLU-Pro, column Qwen3.8-27B Acc.)",,out:effort-not-established, metacog-mmlu-pro,metacog-2609.34864,gemini-3.8-flash,unstated,mixed,frontier,own harness,,,,,,79.55,score%,0.00289,,,"https://arxiv.org/abs/2609.34864 (Table 3, row MMLU-Pro, column Gemini 3.8 Flash Acc.)",,out:effort-not-established, metacog-mmlu-pro,metacog-2609.34864,grok-4.6,low,mixed,frontier,own harness,,,,,,71.23,score%,0.00289,,,"https://arxiv.org/abs/2609.34864 (Table 3, row MMLU-Pro, column Grok 4.6 Acc.)",,in, metacog-mmmu-pro,metacog-2609.34864,gpt-5.6-sol,low,mixed,frontier,own harness,,,,,,79.34,score%,0.00289,,,"https://arxiv.org/abs/2609.34864 (Table 3, row MMMU-Pro, column GPT-5.6 Sol Acc.)",,in, metacog-mmmu-pro,metacog-2609.34864,qwen3.8-27b,unstated,mixed,frontier,own harness,,,,,,71.73,score%,0.00289,,,"https://arxiv.org/abs/2609.34864 (Table 3, row MMMU-Pro, column Qwen3.8-27B Acc.)",,out:effort-not-established, metacog-mmmu-pro,metacog-2609.34864,gemini-3.8-flash,unstated,mixed,frontier,own harness,,,,,,63.41,score%,0.00289,,,"https://arxiv.org/abs/2609.34864 (Table 3, row MMMU-Pro, column Gemini 3.8 Flash Acc.)",,out:effort-not-established, metacog-mmmu-pro,metacog-2609.34864,grok-4.6,low,mixed,frontier,own harness,,,,,,67.14,score%,0.00289,,,"https://arxiv.org/abs/2609.34864 (Table 3, row MMMU-Pro, column Grok 4.6 Acc.)",,in, metacog-musr,metacog-2609.34864,gpt-5.6-sol,low,mixed,frontier,own harness,,,,,,73.02,score%,0.00289,,,"https://arxiv.org/abs/2609.34864 (Table 3, row MuSR, column GPT-5.6 Sol Acc.)",,in, metacog-musr,metacog-2609.34864,qwen3.8-27b,unstated,mixed,frontier,own harness,,,,,,72.35,score%,0.00289,,,"https://arxiv.org/abs/2609.34864 (Table 3, row MuSR, column Qwen3.8-27B Acc.)",,out:effort-not-established, metacog-musr,metacog-2609.34864,gemini-3.8-flash,unstated,mixed,frontier,own harness,,,,,,65.34,score%,0.00289,,,"https://arxiv.org/abs/2609.34864 (Table 3, row MuSR, column Gemini 3.8 Flash Acc.)",,out:effort-not-established, metacog-musr,metacog-2609.34864,grok-4.6,low,mixed,frontier,own harness,,,,,,76.72,score%,0.00289,,,"https://arxiv.org/abs/2609.34864 (Table 3, row MuSR, column Grok 4.6 Acc.)",,in, metacog-olympiadbench,metacog-2609.34864,gpt-5.6-sol,low,mixed,frontier,own harness,,,,,,77.62,score%,0.00289,,,"https://arxiv.org/abs/2609.34864 (Table 3, row OlympiadBench, column GPT-5.6 Sol Acc.)",,in, metacog-olympiadbench,metacog-2609.34864,qwen3.8-27b,unstated,mixed,frontier,own harness,,,,,,73.23,score%,0.00289,,,"https://arxiv.org/abs/2609.34864 (Table 3, row OlympiadBench, column Qwen3.8-27B Acc.)",,out:effort-not-established, metacog-olympiadbench,metacog-2609.34864,gemini-3.8-flash,unstated,mixed,frontier,own harness,,,,,,33.43,score%,0.00289,,,"https://arxiv.org/abs/2609.34864 (Table 3, row OlympiadBench, column Gemini 3.8 Flash Acc.)",,out:effort-not-established, metacog-olympiadbench,metacog-2609.34864,grok-4.6,low,mixed,frontier,own harness,,,,,,56.17,score%,0.00289,,,"https://arxiv.org/abs/2609.34864 (Table 3, row OlympiadBench, column Grok 4.6 Acc.)",,in, metacog-simpleqa,metacog-2609.34864,gpt-5.6-sol,low,mixed,frontier,own harness,,,,,,69.44,score%,0.00289,,,"https://arxiv.org/abs/2609.34864 (Table 3, row SimpleQA, column GPT-5.6 Sol Acc.)",,in, metacog-simpleqa,metacog-2609.34864,qwen3.8-27b,unstated,mixed,frontier,own harness,,,,,,8.07,score%,0.00289,,,"https://arxiv.org/abs/2609.34864 (Table 3, row SimpleQA, column Qwen3.8-27B Acc.)",,out:effort-not-established, metacog-simpleqa,metacog-2609.34864,gemini-3.8-flash,unstated,mixed,frontier,own harness,,,,,,63.85,score%,0.00289,,,"https://arxiv.org/abs/2609.34864 (Table 3, row SimpleQA, column Gemini 3.8 Flash Acc.)",,out:effort-not-established, metacog-simpleqa,metacog-2609.34864,grok-4.6,low,mixed,frontier,own harness,,,,,,50.00,score%,0.00289,,,"https://arxiv.org/abs/2609.34864 (Table 3, row SimpleQA, column Grok 4.6 Acc.)",,in, metacog-zebralogic,metacog-2609.34864,gpt-5.6-sol,low,mixed,frontier,own harness,,,,,,94.90,score%,0.00289,,,"https://arxiv.org/abs/2609.34864 (Table 3, row ZebraLogic, column GPT-5.6 Sol Acc.)",,in, metacog-zebralogic,metacog-2609.34864,qwen3.8-27b,unstated,mixed,frontier,own harness,,,,,,94.30,score%,0.00289,,,"https://arxiv.org/abs/2609.34864 (Table 3, row ZebraLogic, column Qwen3.8-27B Acc.)",,out:effort-not-established, metacog-zebralogic,metacog-2609.34864,gemini-3.8-flash,unstated,mixed,frontier,own harness,,,,,,44.20,score%,0.00289,,,"https://arxiv.org/abs/2609.34864 (Table 3, row ZebraLogic, column Gemini 3.8 Flash Acc.)",,out:effort-not-established, metacog-zebralogic,metacog-2609.34864,grok-4.6,low,mixed,frontier,own harness,,,,,,98.00,score%,0.00289,,,"https://arxiv.org/abs/2609.34864 (Table 3, row ZebraLogic, column Grok 4.6 Acc.)",,in, metr-report-gpt-5-1-codex-max-p50,metr,gpt-5.1-codex-max,unstated,agentic-tool,frontier,,,,,,,162,p50-horizon-min,0.289,,EAP-run,https://metr.org/evaluations/gpt-5-1-codex-max-report/ (summary at the top of the page),,out:effort-not-established, metr-horizon-v11,metr-time-horizons,?claude_opus_4_5_inspect,not-established:absent,agentic-tool,frontier,,,,,,,292.994594,p50-horizon-min,2.89e-07,,,https://metr.org/time-horizons (results.claude_opus_4_5_inspect.metrics.p50_horizon_length.estimate),,out:model-not-established, metr-horizon-v11,metr-time-horizons,?claude_opus_4_6_inspect,not-established:absent,agentic-tool,frontier,,,,,,,718.80683,p50-horizon-min,2.89e-07,,,https://metr.org/time-horizons (results.claude_opus_4_6_inspect.metrics.p50_horizon_length.estimate),,out:model-not-established, metr-horizon-v11,metr-time-horizons,?gpt_5_1_codex_max_inspect,not-established:absent,agentic-tool,frontier,,,,,,,223.714694,p50-horizon-min,2.89e-07,,,https://metr.org/time-horizons (results.gpt_5_1_codex_max_inspect.metrics.p50_horizon_length.estimate),,out:model-not-established, metr-horizon-v11,metr-time-horizons,?gpt_5_2,not-established:absent,agentic-tool,frontier,,,,,,,352.249302,p50-horizon-min,2.89e-07,,,https://metr.org/time-horizons (results.gpt_5_2.metrics.p50_horizon_length.estimate),,out:model-not-established, metr-horizon-v11,metr-time-horizons,?gpt_5_3_codex,not-established:absent,agentic-tool,frontier,,,,,,,349.530732,p50-horizon-min,2.89e-07,,,https://metr.org/time-horizons (results.gpt_5_3_codex.metrics.p50_horizon_length.estimate),,out:model-not-established, metr-horizon-v11,metr-time-horizons,?gpt_5_4,not-established:absent,agentic-tool,frontier,,,,,,,341.735276,p50-horizon-min,2.89e-07,,,https://metr.org/time-horizons (results.gpt_5_4.metrics.p50_horizon_length.estimate),,out:model-not-established, metr-horizon-v11,metr-time-horizons,gemini-3-pro,unstated,agentic-tool,frontier,,,,,,,224.325884,p50-horizon-min,2.89e-07,,,https://metr.org/time-horizons (results.gemini_3_pro.metrics.p50_horizon_length.estimate),,out:effort-not-established, metr-horizon-v11,metr-time-horizons,?gemini_3_1_pro,not-established:absent,agentic-tool,frontier,,,,,,,384.147435,p50-horizon-min,2.89e-07,,,https://metr.org/time-horizons (results.gemini_3_1_pro.metrics.p50_horizon_length.estimate),,out:model-not-established, sference-budget1-hard,metricnexus,deepseek-v4.1-flash-1017,unstated,mixed,hard,,,0.0032,2.89e-05,,,,none,,,,https://metricnexus.ai/blog/deepseek-v4-1-flash-1017-benchmarks-pricing (),,,out:effort-not-established mgate-grammar-mcc,mgate-2608.03803,gpt-5.1,nothink,mixed,hard,own benchmark,,,,,,-0.17,mcc,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.1, Grammar MCC, Tier 1 table, row ""GPT-5.1"", column Mean*)",,in, mgate-translation-hard,mgate-2608.03803,gpt-5.1,nothink,writing,hard,own benchmark,,,,,,0.65,score-of-1,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.2, Translation normalized score, hard subset, Tier 1 table, row ""GPT-5.1"", column Mean*)",,in, mgate-grammar-mcc,mgate-2608.03803,gpt-5.2,default,mixed,hard,own benchmark,,,,,,-0.17,mcc,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.1, Grammar MCC, Tier 1 table, row ""GPT-5.2"", column Mean*)",,out:effort-not-established, mgate-translation-hard,mgate-2608.03803,gpt-5.2,default,writing,hard,own benchmark,,,,,,0.71,score-of-1,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.2, Translation normalized score, hard subset, Tier 1 table, row ""GPT-5.2"", column Mean*)",,out:effort-not-established, mgate-grammar-mcc,mgate-2608.03803,gpt-5.2,high,mixed,hard,own benchmark,,,,,,-0.10,mcc,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.1, Grammar MCC, Tier 1 table, row ""GPT-5.2 (High)"", column Mean*)",,in, mgate-translation-hard,mgate-2608.03803,gpt-5.2,high,writing,hard,own benchmark,,,,,,0.76,score-of-1,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.2, Translation normalized score, hard subset, Tier 1 table, row ""GPT-5.2 (High)"", column Mean*)",,in, mgate-grammar-mcc,mgate-2608.03803,gpt-5.2,medium,mixed,hard,own benchmark,,,,,,-0.13,mcc,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.1, Grammar MCC, Tier 1 table, row ""GPT-5.2 (Medium)"", column Mean*)",,in, mgate-translation-hard,mgate-2608.03803,gpt-5.2,medium,writing,hard,own benchmark,,,,,,0.75,score-of-1,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.2, Translation normalized score, hard subset, Tier 1 table, row ""GPT-5.2 (Medium)"", column Mean*)",,in, mgate-grammar-mcc,mgate-2608.03803,gpt-5.4,nothink,mixed,hard,own benchmark,,,,,,-0.16,mcc,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.1, Grammar MCC, Tier 1 table, row ""GPT-5.4"", column Mean*)",,in, mgate-translation-hard,mgate-2608.03803,gpt-5.4,nothink,writing,hard,own benchmark,,,,,,0.72,score-of-1,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.2, Translation normalized score, hard subset, Tier 1 table, row ""GPT-5.4"", column Mean*)",,in, mgate-grammar-mcc,mgate-2608.03803,gpt-5.4,high,mixed,hard,own benchmark,,,,,,0.07,mcc,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.1, Grammar MCC, Tier 1 table, row ""GPT-5.4 (High)"", column Mean*)",,in, mgate-translation-hard,mgate-2608.03803,gpt-5.4,high,writing,hard,own benchmark,,,,,,0.82,score-of-1,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.2, Translation normalized score, hard subset, Tier 1 table, row ""GPT-5.4 (High)"", column Mean*)",,in, mgate-grammar-mcc,mgate-2608.03803,gpt-5.4,medium,mixed,hard,own benchmark,,,,,,0.03,mcc,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.1, Grammar MCC, Tier 1 table, row ""GPT-5.4 (Medium)"", column Mean*)",,in, mgate-translation-hard,mgate-2608.03803,gpt-5.4,medium,writing,hard,own benchmark,,,,,,0.80,score-of-1,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.2, Translation normalized score, hard subset, Tier 1 table, row ""GPT-5.4 (Medium)"", column Mean*)",,in, mgate-grammar-mcc,mgate-2608.03803,gpt-5.4-mini,default,mixed,hard,own benchmark,,,,,,-0.15,mcc,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.1, Grammar MCC, Tier 1 table, row ""GPT-5.4 Mini"", column Mean*)",,out:effort-not-established, mgate-translation-hard,mgate-2608.03803,gpt-5.4-mini,default,writing,hard,own benchmark,,,,,,0.68,score-of-1,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.2, Translation normalized score, hard subset, Tier 1 table, row ""GPT-5.4 Mini"", column Mean*)",,out:effort-not-established, mgate-grammar-mcc,mgate-2608.03803,gpt-5.4-mini,high,mixed,hard,own benchmark,,,,,,-0.01,mcc,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.1, Grammar MCC, Tier 1 table, row ""GPT-5.4 Mini (High)"", column Mean*)",,in, mgate-translation-hard,mgate-2608.03803,gpt-5.4-mini,high,writing,hard,own benchmark,,,,,,0.77,score-of-1,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.2, Translation normalized score, hard subset, Tier 1 table, row ""GPT-5.4 Mini (High)"", column Mean*)",,in, mgate-grammar-mcc,mgate-2608.03803,gpt-5.4-mini,medium,mixed,hard,own benchmark,,,,,,-0.04,mcc,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.1, Grammar MCC, Tier 1 table, row ""GPT-5.4 Mini (Medium)"", column Mean*)",,in, mgate-translation-hard,mgate-2608.03803,gpt-5.4-mini,medium,writing,hard,own benchmark,,,,,,0.76,score-of-1,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.2, Translation normalized score, hard subset, Tier 1 table, row ""GPT-5.4 Mini (Medium)"", column Mean*)",,in, mgate-grammar-mcc,mgate-2608.03803,gpt-5.4-nano,default,mixed,hard,own benchmark,,,,,,-0.21,mcc,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.1, Grammar MCC, Tier 1 table, row ""GPT-5.4 Nano"", column Mean*)",,out:effort-not-established, mgate-translation-hard,mgate-2608.03803,gpt-5.4-nano,default,writing,hard,own benchmark,,,,,,0.56,score-of-1,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.2, Translation normalized score, hard subset, Tier 1 table, row ""GPT-5.4 Nano"", column Mean*)",,out:effort-not-established, mgate-grammar-mcc,mgate-2608.03803,gpt-5.4-nano,high,mixed,hard,own benchmark,,,,,,-0.20,mcc,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.1, Grammar MCC, Tier 1 table, row ""GPT-5.4 Nano (High)"", column Mean*)",,in, mgate-translation-hard,mgate-2608.03803,gpt-5.4-nano,high,writing,hard,own benchmark,,,,,,0.62,score-of-1,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.2, Translation normalized score, hard subset, Tier 1 table, row ""GPT-5.4 Nano (High)"", column Mean*)",,in, mgate-grammar-mcc,mgate-2608.03803,gpt-5.4-nano,medium,mixed,hard,own benchmark,,,,,,-0.23,mcc,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.1, Grammar MCC, Tier 1 table, row ""GPT-5.4 Nano (Medium)"", column Mean*)",,in, mgate-translation-hard,mgate-2608.03803,gpt-5.4-nano,medium,writing,hard,own benchmark,,,,,,0.59,score-of-1,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.2, Translation normalized score, hard subset, Tier 1 table, row ""GPT-5.4 Nano (Medium)"", column Mean*)",,in, mgate-grammar-mcc,mgate-2608.03803,gpt-5.5,medium,mixed,hard,own benchmark,,,,,,-0.07,mcc,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.1, Grammar MCC, Tier 1 table, row ""GPT-5.5"", column Mean*)",,out:decision:D59, mgate-translation-hard,mgate-2608.03803,gpt-5.5,medium,writing,hard,own benchmark,,,,,,0.75,score-of-1,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.2, Translation normalized score, hard subset, Tier 1 table, row ""GPT-5.5"", column Mean*)",,out:decision:D59, mgate-grammar-mcc,mgate-2608.03803,gpt-5.5,high,mixed,hard,own benchmark,,,,,,0.18,mcc,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.1, Grammar MCC, Tier 1 table, row ""GPT-5.5 High"", column Mean*)",,in, mgate-translation-hard,mgate-2608.03803,gpt-5.5,high,writing,hard,own benchmark,,,,,,0.82,score-of-1,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.2, Translation normalized score, hard subset, Tier 1 table, row ""GPT-5.5 High"", column Mean*)",,in, mgate-grammar-mcc,mgate-2608.03803,gpt-5.5,medium,mixed,hard,own benchmark,,,,,,0.16,mcc,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.1, Grammar MCC, Tier 1 table, row ""GPT-5.5 Medium"", column Mean*)",,in, mgate-translation-hard,mgate-2608.03803,gpt-5.5,medium,writing,hard,own benchmark,,,,,,0.81,score-of-1,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.2, Translation normalized score, hard subset, Tier 1 table, row ""GPT-5.5 Medium"", column Mean*)",,in, mgate-grammar-mcc,mgate-2608.03803,fable-5,default,mixed,hard,own benchmark,,,,,,0.36,mcc,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.1, Grammar MCC, Tier 1 table, row ""Claude Fable 5"", column Mean*)",,out:effort-not-established, mgate-translation-hard,mgate-2608.03803,fable-5,default,writing,hard,own benchmark,,,,,,0.81,score-of-1,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.2, Translation normalized score, hard subset, Tier 1 table, row ""Claude Fable 5"", column Mean*)",,out:effort-not-established, mgate-grammar-mcc,mgate-2608.03803,haiku-4.5,default,mixed,hard,own benchmark,,,,,,-0.23,mcc,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.1, Grammar MCC, Tier 1 table, row ""Claude Haiku 4.5"", column Mean*)",,out:effort-not-established, mgate-translation-hard,mgate-2608.03803,haiku-4.5,default,writing,hard,own benchmark,,,,,,0.59,score-of-1,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.2, Translation normalized score, hard subset, Tier 1 table, row ""Claude Haiku 4.5"", column Mean*)",,out:effort-not-established, mgate-grammar-mcc,mgate-2608.03803,haiku-4.5,think,mixed,hard,own benchmark,,,,,,-0.23,mcc,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.1, Grammar MCC, Tier 1 table, row ""Claude Haiku 4.5 (Thinking)"", column Mean*)",,out:effort-not-established, mgate-translation-hard,mgate-2608.03803,haiku-4.5,think,writing,hard,own benchmark,,,,,,0.60,score-of-1,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.2, Translation normalized score, hard subset, Tier 1 table, row ""Claude Haiku 4.5 (Thinking)"", column Mean*)",,out:effort-not-established, mgate-grammar-mcc,mgate-2608.03803,opus-4.5,nothink,mixed,hard,own benchmark,,,,,,-0.02,mcc,0.00289,,default-bridged,"https://arxiv.org/abs/2608.03803 (Appendix J.1, Grammar MCC, Tier 1 table, row ""Claude Opus 4.5"", column Mean*)",,out:single-couple, mgate-translation-hard,mgate-2608.03803,opus-4.5,nothink,writing,hard,own benchmark,,,,,,0.73,score-of-1,0.00289,,default-bridged,"https://arxiv.org/abs/2608.03803 (Appendix J.2, Translation normalized score, hard subset, Tier 1 table, row ""Claude Opus 4.5"", column Mean*)",,out:single-couple, mgate-grammar-mcc,mgate-2608.03803,opus-4.5,high,mixed,hard,own benchmark,,,,,,0.08,mcc,0.00289,,level-from-default,"https://arxiv.org/abs/2608.03803 (Appendix J.1, Grammar MCC, Tier 1 table, row ""Claude Opus 4.5 (Thinking)"", column Mean*)",,out:single-couple, mgate-translation-hard,mgate-2608.03803,opus-4.5,high,writing,hard,own benchmark,,,,,,0.77,score-of-1,0.00289,,level-from-default,"https://arxiv.org/abs/2608.03803 (Appendix J.2, Translation normalized score, hard subset, Tier 1 table, row ""Claude Opus 4.5 (Thinking)"", column Mean*)",,out:single-couple, mgate-grammar-mcc,mgate-2608.03803,opus-4.6,nothink,mixed,hard,own benchmark,,,,,,-0.02,mcc,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.1, Grammar MCC, Tier 1 table, row ""Claude Opus 4.6"", column Mean*)",,out:single-couple, mgate-translation-hard,mgate-2608.03803,opus-4.6,nothink,writing,hard,own benchmark,,,,,,0.75,score-of-1,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.2, Translation normalized score, hard subset, Tier 1 table, row ""Claude Opus 4.6"", column Mean*)",,out:single-couple, mgate-grammar-mcc,mgate-2608.03803,opus-4.6,not-established:absent,mixed,hard,own benchmark,,,,,,0.17,mcc,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.1, Grammar MCC, Tier 1 table, row ""Claude Opus 4.6 (Adaptive)"", column Mean*)",,out:effort-not-established, mgate-translation-hard,mgate-2608.03803,opus-4.6,not-established:absent,writing,hard,own benchmark,,,,,,0.78,score-of-1,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.2, Translation normalized score, hard subset, Tier 1 table, row ""Claude Opus 4.6 (Adaptive)"", column Mean*)",,out:effort-not-established, mgate-grammar-mcc,mgate-2608.03803,opus-4.6,high,mixed,hard,own benchmark,,,,,,0.15,mcc,0.00289,,level-from-default,"https://arxiv.org/abs/2608.03803 (Appendix J.1, Grammar MCC, Tier 1 table, row ""Claude Opus 4.6 (Thinking)"", column Mean*)",,out:single-couple, mgate-translation-hard,mgate-2608.03803,opus-4.6,high,writing,hard,own benchmark,,,,,,0.78,score-of-1,0.00289,,level-from-default,"https://arxiv.org/abs/2608.03803 (Appendix J.2, Translation normalized score, hard subset, Tier 1 table, row ""Claude Opus 4.6 (Thinking)"", column Mean*)",,out:single-couple, mgate-grammar-mcc,mgate-2608.03803,opus-4.7,default,mixed,hard,own benchmark,,,,,,0.07,mcc,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.1, Grammar MCC, Tier 1 table, row ""Claude Opus 4.7"", column Mean*)",,out:effort-not-established, mgate-translation-hard,mgate-2608.03803,opus-4.7,default,writing,hard,own benchmark,,,,,,0.73,score-of-1,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.2, Translation normalized score, hard subset, Tier 1 table, row ""Claude Opus 4.7"", column Mean*)",,out:effort-not-established, mgate-grammar-mcc,mgate-2608.03803,opus-4.7,not-established:absent,mixed,hard,own benchmark,,,,,,0.10,mcc,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.1, Grammar MCC, Tier 1 table, row ""Claude Opus 4.7 (Adaptive)"", column Mean*)",,out:effort-not-established, mgate-translation-hard,mgate-2608.03803,opus-4.7,not-established:absent,writing,hard,own benchmark,,,,,,0.74,score-of-1,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.2, Translation normalized score, hard subset, Tier 1 table, row ""Claude Opus 4.7 (Adaptive)"", column Mean*)",,out:effort-not-established, mgate-grammar-mcc,mgate-2608.03803,opus-4.8,nothink,mixed,hard,own benchmark,,,,,,0.09,mcc,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.1, Grammar MCC, Tier 1 table, row ""Claude Opus 4.8"", column Mean*)",,in, mgate-translation-hard,mgate-2608.03803,opus-4.8,nothink,writing,hard,own benchmark,,,,,,0.72,score-of-1,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.2, Translation normalized score, hard subset, Tier 1 table, row ""Claude Opus 4.8"", column Mean*)",,in, mgate-grammar-mcc,mgate-2608.03803,opus-4.8,not-established:absent,mixed,hard,own benchmark,,,,,,0.17,mcc,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.1, Grammar MCC, Tier 1 table, row ""Claude Opus 4.8 (Adaptive)"", column Mean*)",,out:effort-not-established, mgate-translation-hard,mgate-2608.03803,opus-4.8,not-established:absent,writing,hard,own benchmark,,,,,,0.76,score-of-1,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.2, Translation normalized score, hard subset, Tier 1 table, row ""Claude Opus 4.8 (Adaptive)"", column Mean*)",,out:effort-not-established, mgate-grammar-mcc,mgate-2608.03803,sonnet-4,default,mixed,hard,own benchmark,,,,,,-0.24,mcc,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.1, Grammar MCC, Tier 1 table, row ""Claude Sonnet 4"", column Mean*)",,out:effort-not-established, mgate-translation-hard,mgate-2608.03803,sonnet-4,default,writing,hard,own benchmark,,,,,,0.66,score-of-1,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.2, Translation normalized score, hard subset, Tier 1 table, row ""Claude Sonnet 4"", column Mean*)",,out:effort-not-established, mgate-grammar-mcc,mgate-2608.03803,sonnet-4.5,default,mixed,hard,own benchmark,,,,,,-0.18,mcc,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.1, Grammar MCC, Tier 1 table, row ""Claude Sonnet 4.5"", column Mean*)",,out:effort-not-established, mgate-translation-hard,mgate-2608.03803,sonnet-4.5,default,writing,hard,own benchmark,,,,,,0.69,score-of-1,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.2, Translation normalized score, hard subset, Tier 1 table, row ""Claude Sonnet 4.5"", column Mean*)",,out:effort-not-established, mgate-grammar-mcc,mgate-2608.03803,sonnet-4.5,think,mixed,hard,own benchmark,,,,,,-0.14,mcc,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.1, Grammar MCC, Tier 1 table, row ""Claude Sonnet 4.5 (Thinking)"", column Mean*)",,out:effort-not-established, mgate-translation-hard,mgate-2608.03803,sonnet-4.5,think,writing,hard,own benchmark,,,,,,0.72,score-of-1,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.2, Translation normalized score, hard subset, Tier 1 table, row ""Claude Sonnet 4.5 (Thinking)"", column Mean*)",,out:effort-not-established, mgate-grammar-mcc,mgate-2608.03803,sonnet-4.6,default,mixed,hard,own benchmark,,,,,,-0.05,mcc,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.1, Grammar MCC, Tier 1 table, row ""Claude Sonnet 4.6"", column Mean*)",,out:effort-not-established, mgate-translation-hard,mgate-2608.03803,sonnet-4.6,default,writing,hard,own benchmark,,,,,,0.70,score-of-1,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.2, Translation normalized score, hard subset, Tier 1 table, row ""Claude Sonnet 4.6"", column Mean*)",,out:effort-not-established, mgate-grammar-mcc,mgate-2608.03803,sonnet-4.6,not-established:absent,mixed,hard,own benchmark,,,,,,0.09,mcc,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.1, Grammar MCC, Tier 1 table, row ""Claude Sonnet 4.6 (Adaptive)"", column Mean*)",,out:effort-not-established, mgate-translation-hard,mgate-2608.03803,sonnet-4.6,not-established:absent,writing,hard,own benchmark,,,,,,0.76,score-of-1,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.2, Translation normalized score, hard subset, Tier 1 table, row ""Claude Sonnet 4.6 (Adaptive)"", column Mean*)",,out:effort-not-established, mgate-grammar-mcc,mgate-2608.03803,sonnet-4.6,not-established:absent,mixed,hard,own benchmark,,,,,,0.05,mcc,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.1, Grammar MCC, Tier 1 table, row ""Claude Sonnet 4.6 (Thinking)"", column Mean*)",,out:effort-not-established, mgate-translation-hard,mgate-2608.03803,sonnet-4.6,not-established:absent,writing,hard,own benchmark,,,,,,0.75,score-of-1,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.2, Translation normalized score, hard subset, Tier 1 table, row ""Claude Sonnet 4.6 (Thinking)"", column Mean*)",,out:effort-not-established, mgate-grammar-mcc,mgate-2608.03803,sonnet-5,high,mixed,hard,own benchmark,,,,,,0.10,mcc,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.1, Grammar MCC, Tier 1 table, row ""Claude Sonnet 5"", column Mean*)",,in, mgate-translation-hard,mgate-2608.03803,sonnet-5,high,writing,hard,own benchmark,,,,,,0.70,score-of-1,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.2, Translation normalized score, hard subset, Tier 1 table, row ""Claude Sonnet 5"", column Mean*)",,in, mgate-grammar-mcc,mgate-2608.03803,gemini-3-flash,high,mixed,hard,own benchmark,,,,,,0.23,mcc,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.1, Grammar MCC, Tier 1 table, row ""Gemini 3 Flash Preview"", column Mean*)",,in, mgate-translation-hard,mgate-2608.03803,gemini-3-flash,high,writing,hard,own benchmark,,,,,,0.75,score-of-1,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.2, Translation normalized score, hard subset, Tier 1 table, row ""Gemini 3 Flash Preview"", column Mean*)",,in, mgate-grammar-mcc,mgate-2608.03803,gemini-3-flash,minimal,mixed,hard,own benchmark,,,,,,0.18,mcc,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.1, Grammar MCC, Tier 1 table, row ""Gemini 3 Flash Preview (Minimal)"", column Mean*)",,in, mgate-translation-hard,mgate-2608.03803,gemini-3-flash,minimal,writing,hard,own benchmark,,,,,,0.73,score-of-1,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.2, Translation normalized score, hard subset, Tier 1 table, row ""Gemini 3 Flash Preview (Minimal)"", column Mean*)",,in, mgate-grammar-mcc,mgate-2608.03803,gemini-3.1-flash-lite-preview,default,mixed,hard,own benchmark,,,,,,0.02,mcc,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.1, Grammar MCC, Tier 1 table, row ""Gemini 3.1 Flash Lite Preview"", column Mean*)",,out:effort-not-established, mgate-translation-hard,mgate-2608.03803,gemini-3.1-flash-lite-preview,default,writing,hard,own benchmark,,,,,,0.71,score-of-1,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.2, Translation normalized score, hard subset, Tier 1 table, row ""Gemini 3.1 Flash Lite Preview"", column Mean*)",,out:effort-not-established, mgate-grammar-mcc,mgate-2608.03803,gemini-3.1-pro,high,mixed,hard,own benchmark,,,,,,0.36,mcc,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.1, Grammar MCC, Tier 1 table, row ""Gemini 3.1 Pro Preview"", column Mean*)",,in, mgate-translation-hard,mgate-2608.03803,gemini-3.1-pro,high,writing,hard,own benchmark,,,,,,0.77,score-of-1,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.2, Translation normalized score, hard subset, Tier 1 table, row ""Gemini 3.1 Pro Preview"", column Mean*)",,in, mgate-grammar-mcc,mgate-2608.03803,gemini-3.5-flash,medium,mixed,hard,own benchmark,,,,,,0.30,mcc,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.1, Grammar MCC, Tier 1 table, row ""Gemini 3.5 Flash"", column Mean*)",,in, mgate-translation-hard,mgate-2608.03803,gemini-3.5-flash,medium,writing,hard,own benchmark,,,,,,0.77,score-of-1,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.2, Translation normalized score, hard subset, Tier 1 table, row ""Gemini 3.5 Flash"", column Mean*)",,in, mgate-grammar-mcc,mgate-2608.03803,gemini-3.5-flash,high,mixed,hard,own benchmark,,,,,,0.28,mcc,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.1, Grammar MCC, Tier 1 table, row ""Gemini 3.5 Flash (High)"", column Mean*)",,in, mgate-translation-hard,mgate-2608.03803,gemini-3.5-flash,high,writing,hard,own benchmark,,,,,,0.77,score-of-1,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.2, Translation normalized score, hard subset, Tier 1 table, row ""Gemini 3.5 Flash (High)"", column Mean*)",,in, mgate-grammar-mcc,mgate-2608.03803,gemini-3.5-flash,minimal,mixed,hard,own benchmark,,,,,,0.19,mcc,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.1, Grammar MCC, Tier 1 table, row ""Gemini 3.5 Flash (Minimal)"", column Mean*)",,in, mgate-translation-hard,mgate-2608.03803,gemini-3.5-flash,minimal,writing,hard,own benchmark,,,,,,0.73,score-of-1,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.2, Translation normalized score, hard subset, Tier 1 table, row ""Gemini 3.5 Flash (Minimal)"", column Mean*)",,in, mgate-grammar-mcc,mgate-2608.03803,deepseek-v3.2,default,mixed,hard,own benchmark,,,,,,-0.07,mcc,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.1, Grammar MCC, Tier 1 table, row ""DeepSeek V3.2"", column Mean*)",,out:effort-not-established, mgate-translation-hard,mgate-2608.03803,deepseek-v3.2,default,writing,hard,own benchmark,,,,,,0.59,score-of-1,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.2, Translation normalized score, hard subset, Tier 1 table, row ""DeepSeek V3.2"", column Mean*)",,out:effort-not-established, mgate-grammar-mcc,mgate-2608.03803,?DeepSeek V4 Flash,not-established:absent,mixed,hard,own benchmark,,,,,,0.01,mcc,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.1, Grammar MCC, Tier 1 table, row ""DeepSeek V4 Flash"", column Mean*)",,out:model-not-established, mgate-translation-hard,mgate-2608.03803,?DeepSeek V4 Flash,not-established:absent,writing,hard,own benchmark,,,,,,0.64,score-of-1,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.2, Translation normalized score, hard subset, Tier 1 table, row ""DeepSeek V4 Flash"", column Mean*)",,out:model-not-established, mgate-grammar-mcc,mgate-2608.03803,?DeepSeek V4 Flash,not-established:absent,mixed,hard,own benchmark,,,,,,-0.05,mcc,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.1, Grammar MCC, Tier 1 table, row ""DeepSeek V4 Flash (High)"", column Mean*)",,out:model-not-established, mgate-translation-hard,mgate-2608.03803,?DeepSeek V4 Flash,not-established:absent,writing,hard,own benchmark,,,,,,0.67,score-of-1,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.2, Translation normalized score, hard subset, Tier 1 table, row ""DeepSeek V4 Flash (High)"", column Mean*)",,out:model-not-established, mgate-grammar-mcc,mgate-2608.03803,deepseek-v4-pro-preview,not-established:absent,mixed,hard,own benchmark,,,,,,-0.03,mcc,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.1, Grammar MCC, Tier 1 table, row ""DeepSeek V4 Pro"", column Mean*)",,out:effort-not-established, mgate-translation-hard,mgate-2608.03803,deepseek-v4-pro-preview,not-established:absent,writing,hard,own benchmark,,,,,,0.67,score-of-1,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.2, Translation normalized score, hard subset, Tier 1 table, row ""DeepSeek V4 Pro"", column Mean*)",,out:effort-not-established, mgate-grammar-mcc,mgate-2608.03803,deepseek-v4-pro-preview,high,mixed,hard,own benchmark,,,,,,0.06,mcc,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.1, Grammar MCC, Tier 1 table, row ""DeepSeek V4 Pro (High)"", column Mean*)",,in, mgate-translation-hard,mgate-2608.03803,deepseek-v4-pro-preview,high,writing,hard,own benchmark,,,,,,0.72,score-of-1,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.2, Translation normalized score, hard subset, Tier 1 table, row ""DeepSeek V4 Pro (High)"", column Mean*)",,in, mgate-grammar-mcc,mgate-2608.03803,qwen3.6-max-preview,default,mixed,hard,own benchmark,,,,,,-0.11,mcc,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.1, Grammar MCC, Tier 1 table, row ""Qwen 3.6 Max Preview"", column Mean*)",,out:effort-not-established, mgate-translation-hard,mgate-2608.03803,qwen3.6-max-preview,default,writing,hard,own benchmark,,,,,,0.69,score-of-1,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.2, Translation normalized score, hard subset, Tier 1 table, row ""Qwen 3.6 Max Preview"", column Mean*)",,out:effort-not-established, mgate-grammar-mcc,mgate-2608.03803,qwen3.6-max-preview,not-established:absent,mixed,hard,own benchmark,,,,,,0.02,mcc,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.1, Grammar MCC, Tier 1 table, row ""Qwen 3.6 Max Preview (High)"", column Mean*)",,out:effort-not-established, mgate-translation-hard,mgate-2608.03803,qwen3.6-max-preview,not-established:absent,writing,hard,own benchmark,,,,,,0.75,score-of-1,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.2, Translation normalized score, hard subset, Tier 1 table, row ""Qwen 3.6 Max Preview (High)"", column Mean*)",,out:effort-not-established, mgate-grammar-mcc,mgate-2608.03803,qwen3.7-max,nothink,mixed,hard,own benchmark,,,,,,-0.08,mcc,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.1, Grammar MCC, Tier 1 table, row ""Qwen 3.7 Max"", column Mean*)",,in, mgate-translation-hard,mgate-2608.03803,qwen3.7-max,nothink,writing,hard,own benchmark,,,,,,0.71,score-of-1,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.2, Translation normalized score, hard subset, Tier 1 table, row ""Qwen 3.7 Max"", column Mean*)",,in, mgate-grammar-mcc,mgate-2608.03803,qwen3.7-max,not-established:absent,mixed,hard,own benchmark,,,,,,0.13,mcc,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.1, Grammar MCC, Tier 1 table, row ""Qwen 3.7 Max (High)"", column Mean*)",,out:effort-not-established, mgate-translation-hard,mgate-2608.03803,qwen3.7-max,not-established:absent,writing,hard,own benchmark,,,,,,0.77,score-of-1,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.2, Translation normalized score, hard subset, Tier 1 table, row ""Qwen 3.7 Max (High)"", column Mean*)",,out:effort-not-established, mgate-grammar-mcc,mgate-2608.03803,grok-4.20,default,mixed,hard,own benchmark,,,,,,0.20,mcc,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.1, Grammar MCC, Tier 1 table, row ""Grok 4.20"", column Mean*)",,out:effort-not-established, mgate-translation-hard,mgate-2608.03803,grok-4.20,default,writing,hard,own benchmark,,,,,,0.66,score-of-1,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.2, Translation normalized score, hard subset, Tier 1 table, row ""Grok 4.20"", column Mean*)",,out:effort-not-established, mgate-grammar-mcc,mgate-2608.03803,grok-4.20,think,mixed,hard,own benchmark,,,,,,-0.03,mcc,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.1, Grammar MCC, Tier 1 table, row ""Grok 4.20 (Reasoning)"", column Mean*)",,in, mgate-translation-hard,mgate-2608.03803,grok-4.20,think,writing,hard,own benchmark,,,,,,0.74,score-of-1,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.2, Translation normalized score, hard subset, Tier 1 table, row ""Grok 4.20 (Reasoning)"", column Mean*)",,in, mgate-grammar-mcc,mgate-2608.03803,grok-4.3,nothink,mixed,hard,own benchmark,,,,,,-0.07,mcc,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.1, Grammar MCC, Tier 1 table, row ""Grok 4.3"", column Mean*)",,in, mgate-translation-hard,mgate-2608.03803,grok-4.3,nothink,writing,hard,own benchmark,,,,,,0.67,score-of-1,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.2, Translation normalized score, hard subset, Tier 1 table, row ""Grok 4.3"", column Mean*)",,in, mgate-grammar-mcc,mgate-2608.03803,kimi-k2.5,default,mixed,hard,own benchmark,,,,,,-0.11,mcc,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.1, Grammar MCC, Tier 1 table, row ""Kimi K2.5"", column Mean*)",,out:effort-not-established, mgate-translation-hard,mgate-2608.03803,kimi-k2.5,default,writing,hard,own benchmark,,,,,,0.66,score-of-1,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.2, Translation normalized score, hard subset, Tier 1 table, row ""Kimi K2.5"", column Mean*)",,out:effort-not-established, mgate-grammar-mcc,mgate-2608.03803,kimi-k2.6,default,mixed,hard,own benchmark,,,,,,-0.07,mcc,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.1, Grammar MCC, Tier 1 table, row ""Kimi K2.6"", column Mean*)",,out:effort-not-established, mgate-translation-hard,mgate-2608.03803,kimi-k2.6,default,writing,hard,own benchmark,,,,,,0.68,score-of-1,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.2, Translation normalized score, hard subset, Tier 1 table, row ""Kimi K2.6"", column Mean*)",,out:effort-not-established, mgate-grammar-mcc,mgate-2608.03803,glm-5.2,high,mixed,hard,own benchmark,,,,,,-0.05,mcc,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.1, Grammar MCC, Tier 1 table, row ""GLM 5.2"", column Mean*)",,in, mgate-translation-hard,mgate-2608.03803,glm-5.2,high,writing,hard,own benchmark,,,,,,0.67,score-of-1,0.00289,,,"https://arxiv.org/abs/2608.03803 (Appendix J.2, Translation normalized score, hard subset, Tier 1 table, row ""GLM 5.2"", column Mean*)",,in, is-wikiqa,mideind-icelandic-leaderboard,opus-5.5,high,mixed,mid,mideind-eval-harness,,,,,,0.7431578947368421,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-opus-5-5 / column $.scores['icelandic_wikiqa@v1'].llm_judge_score),,in, is-wikiqa,mideind-icelandic-leaderboard,gemini-4-argon,high,mixed,mid,mideind-eval-harness,,,,,,0.7126315789473684,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-4-argon / column $.scores['icelandic_wikiqa@v1'].llm_judge_score),,in, is-wikiqa,mideind-icelandic-leaderboard,gpt-6-astra,high,mixed,mid,mideind-eval-harness,,,,,,0.6671052631578948,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6-astra / column $.scores['icelandic_wikiqa@v1'].llm_judge_score),,in, is-wikiqa,mideind-icelandic-leaderboard,fable-5.1,high,mixed,mid,mideind-eval-harness,,,,,,0.7394736842105263,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-fable-5-1 / column $.scores['icelandic_wikiqa@v1'].llm_judge_score),,in, is-wikiqa,mideind-icelandic-leaderboard,gpt-6-astra,low,mixed,mid,mideind-eval-harness,,,,,,0.6657894736842105,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6-astra-low-thinking / column $.scores['icelandic_wikiqa@v1'].llm_judge_score),,in, is-wikiqa,mideind-icelandic-leaderboard,opus-5,high,mixed,mid,mideind-eval-harness,,,,,,0.6907894736842105,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-opus-5 / column $.scores['icelandic_wikiqa@v1'].llm_judge_score),,in, is-wikiqa,mideind-icelandic-leaderboard,gpt-6.1-sol,high,mixed,mid,mideind-eval-harness,,,,,,0.6592105263157895,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6.1-sol / column $.scores['icelandic_wikiqa@v1'].llm_judge_score),,in, is-wikiqa,mideind-icelandic-leaderboard,gpt-6.1-sol,low,mixed,mid,mideind-eval-harness,,,,,,0.6489473684210526,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6.1-sol-low-thinking / column $.scores['icelandic_wikiqa@v1'].llm_judge_score),,in, is-wikiqa,mideind-icelandic-leaderboard,gemini-3.1-pro,high,mixed,mid,mideind-eval-harness,,,,,,0.6892105263157895,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-1-pro / column $.scores['icelandic_wikiqa@v1'].llm_judge_score),,in, is-wikiqa,mideind-icelandic-leaderboard,gemini-3.1-pro,low,mixed,mid,mideind-eval-harness,,,,,,0.6789473684210526,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-1-pro-low-thinking / column $.scores['icelandic_wikiqa@v1'].llm_judge_score),,in, is-wikiqa,mideind-icelandic-leaderboard,gpt-6-sol,high,mixed,mid,mideind-eval-harness,,,,,,0.5894736842105263,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6-sol / column $.scores['icelandic_wikiqa@v1'].llm_judge_score),,in, is-wikiqa,mideind-icelandic-leaderboard,gpt-5.6-sol,high,mixed,mid,mideind-eval-harness,,,,,,0.645,score-of-1,0.000289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.6-sol / column $.scores['icelandic_wikiqa@v1'].llm_judge_score),,in, is-wikiqa,mideind-icelandic-leaderboard,gemini-3.7-flash,high,mixed,mid,mideind-eval-harness,,,,,,0.6657894736842105,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-7-flash / column $.scores['icelandic_wikiqa@v1'].llm_judge_score),,in, is-wikiqa,mideind-icelandic-leaderboard,gemini-4-argon,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.6560526315789473,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-4-argon-no-thinking / column $.scores['icelandic_wikiqa@v1'].llm_judge_score),,out:effort-not-established, is-wikiqa,mideind-icelandic-leaderboard,opus-4.8,high,mixed,mid,mideind-eval-harness,,,,,,0.6273684210526316,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-opus-4-8 / column $.scores['icelandic_wikiqa@v1'].llm_judge_score),,in, is-wikiqa,mideind-icelandic-leaderboard,gemini-3.8-flash,high,mixed,mid,mideind-eval-harness,,,,,,0.6655263157894736,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-8-flash / column $.scores['icelandic_wikiqa@v1'].llm_judge_score),,in, is-wikiqa,mideind-icelandic-leaderboard,gemini-3.7-flash,low,mixed,mid,mideind-eval-harness,,,,,,0.6542105263157895,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-7-flash-low-thinking / column $.scores['icelandic_wikiqa@v1'].llm_judge_score),,in, is-wikiqa,mideind-icelandic-leaderboard,gemini-3.8-flash,low,mixed,mid,mideind-eval-harness,,,,,,0.6539473684210526,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-8-flash-low-thinking / column $.scores['icelandic_wikiqa@v1'].llm_judge_score),,in, is-wikiqa,mideind-icelandic-leaderboard,gemini-3.5-flash,high,mixed,mid,mideind-eval-harness,,,,,,0.6636842105263158,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-5-flash / column $.scores['icelandic_wikiqa@v1'].llm_judge_score),,in, is-wikiqa,mideind-icelandic-leaderboard,sonnet-5.5,high,mixed,mid,mideind-eval-harness,,,,,,0.5978947368421053,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-sonnet-5-5 / column $.scores['icelandic_wikiqa@v1'].llm_judge_score),,in, is-wikiqa,mideind-icelandic-leaderboard,gpt-6-sol,nothink,mixed,mid,mideind-eval-harness,,,,,,0.5244736842105263,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6-sol-no-thinking / column $.scores['icelandic_wikiqa@v1'].llm_judge_score),,in, is-wikiqa,mideind-icelandic-leaderboard,opus-4.8,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.5792105263157895,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-opus-4-8-no-thinking / column $.scores['icelandic_wikiqa@v1'].llm_judge_score),,out:effort-not-established, is-wikiqa,mideind-icelandic-leaderboard,opus-5,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.631578947368421,score-of-1,2.89e-16,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-opus-5-no-thinking / column $.scores['icelandic_wikiqa@v1'].llm_judge_score),,out:effort-not-established, is-wikiqa,mideind-icelandic-leaderboard,gpt-5.6-sol,nothink,mixed,mid,mideind-eval-harness,,,,,,0.5468421052631579,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.6-sol-no-thinking / column $.scores['icelandic_wikiqa@v1'].llm_judge_score),,in, is-wikiqa,mideind-icelandic-leaderboard,gpt-6-luna,high,mixed,mid,mideind-eval-harness,,,,,,0.5071052631578947,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6-luna / column $.scores['icelandic_wikiqa@v1'].llm_judge_score),,in, is-wikiqa,mideind-icelandic-leaderboard,sonnet-5,high,mixed,mid,mideind-eval-harness,,,,,,0.4986842105263158,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-sonnet-5 / column $.scores['icelandic_wikiqa@v1'].llm_judge_score),,in, is-wikiqa,mideind-icelandic-leaderboard,sonnet-5.5,between-tools,mixed,mid,mideind-eval-harness,,,,,,0.5328947368421053,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-sonnet-5-5-no-thinking / column $.scores['icelandic_wikiqa@v1'].llm_judge_score),,out:effort-not-established, is-wikiqa,mideind-icelandic-leaderboard,gpt-5.6-luna,high,mixed,mid,mideind-eval-harness,,,,,,0.47842105263157897,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.6-luna / column $.scores['icelandic_wikiqa@v1'].llm_judge_score),,in, is-wikiqa,mideind-icelandic-leaderboard,gemini-3.5-flash,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.5760526315789474,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-5-flash-no-thinking / column $.scores['icelandic_wikiqa@v1'].llm_judge_score),,out:effort-not-established, is-wikiqa,mideind-icelandic-leaderboard,gpt-5.6-terra,high,mixed,mid,mideind-eval-harness,,,,,,0.4731578947368421,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.6-terra / column $.scores['icelandic_wikiqa@v1'].llm_judge_score),,in, is-wikiqa,mideind-icelandic-leaderboard,sonnet-5,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.49315789473684213,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-sonnet-5-no-thinking / column $.scores['icelandic_wikiqa@v1'].llm_judge_score),,out:effort-not-established, is-wikiqa,mideind-icelandic-leaderboard,?together_ai/deepseek-ai/DeepSeek-V4-Pro-0813,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.4605263157894737,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row deepseek-v4-pro / column $.scores['icelandic_wikiqa@v1'].llm_judge_score),,out:model-not-established, is-wikiqa,mideind-icelandic-leaderboard,haiku-5.5,high,mixed,mid,mideind-eval-harness,,,,,,0.3863157894736842,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-haiku-5-5 / column $.scores['icelandic_wikiqa@v1'].llm_judge_score),,in, is-wikiqa,mideind-icelandic-leaderboard,gemini-3.5-flash-lite,high,mixed,mid,mideind-eval-harness,,,,,,0.45657894736842103,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-5-flash-lite / column $.scores['icelandic_wikiqa@v1'].llm_judge_score),,in, is-wikiqa,mideind-icelandic-leaderboard,?together_ai/deepseek-ai/DeepSeek-V4.1-Flash-1017,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.4160526315789474,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row deepseek-v4.1-flash / column $.scores['icelandic_wikiqa@v1'].llm_judge_score),,out:model-not-established, is-wikiqa,mideind-icelandic-leaderboard,gpt-5.6-terra,nothink,mixed,mid,mideind-eval-harness,,,,,,0.4147368421052632,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.6-terra-no-thinking / column $.scores['icelandic_wikiqa@v1'].llm_judge_score),,in, is-wikiqa,mideind-icelandic-leaderboard,?together_ai/deepseek-ai/DeepSeek-V4-Pro-0813,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.41736842105263156,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row deepseek-v4-pro-no-thinking / column $.scores['icelandic_wikiqa@v1'].llm_judge_score),,out:model-not-established, is-wikiqa,mideind-icelandic-leaderboard,gpt-6-luna,nothink,mixed,mid,mideind-eval-harness,,,,,,0.4055263157894737,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6-luna-no-thinking / column $.scores['icelandic_wikiqa@v1'].llm_judge_score),,in, is-wikiqa,mideind-icelandic-leaderboard,gpt-5.2,high,mixed,mid,mideind-eval-harness,,,,,,0.42736842105263156,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.2 / column $.scores['icelandic_wikiqa@v1'].llm_judge_score),,in, is-wikiqa,mideind-icelandic-leaderboard,gpt-5.6-luna,nothink,mixed,mid,mideind-eval-harness,,,,,,0.37605263157894736,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.6-luna-no-thinking / column $.scores['icelandic_wikiqa@v1'].llm_judge_score),,in, is-wikiqa,mideind-icelandic-leaderboard,?together_ai/Qwen/Qwen3.8-2.4T-A95B,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.3505263157894737,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row qwen3.8-2.4t / column $.scores['icelandic_wikiqa@v1'].llm_judge_score),,out:model-not-established, is-wikiqa,mideind-icelandic-leaderboard,gemini-3.5-flash-lite,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.38894736842105265,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-5-flash-lite-no-thinking / column $.scores['icelandic_wikiqa@v1'].llm_judge_score),,out:effort-not-established, is-wikiqa,mideind-icelandic-leaderboard,?together_ai/moonshotai/Kimi-K3,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.4605263157894737,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row kimi-k3 / column $.scores['icelandic_wikiqa@v1'].llm_judge_score),,out:model-not-established, is-wikiqa,mideind-icelandic-leaderboard,gpt-5.2,nothink,mixed,mid,mideind-eval-harness,,,,,,0.3555263157894737,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.2-no-thinking / column $.scores['icelandic_wikiqa@v1'].llm_judge_score),,in, is-wikiqa,mideind-icelandic-leaderboard,haiku-5.5,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.3076315789473684,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-haiku-5-5-no-thinking / column $.scores['icelandic_wikiqa@v1'].llm_judge_score),,out:effort-not-established, is-wikiqa,mideind-icelandic-leaderboard,?together_ai/deepseek-ai/DeepSeek-V4.1-Flash-1017,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.30842105263157893,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row deepseek-v4.1-flash-no-thinking / column $.scores['icelandic_wikiqa@v1'].llm_judge_score),,out:model-not-established, is-wikiqa,mideind-icelandic-leaderboard,?together_ai/moonshotai/Kimi-K3,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.30973684210526314,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row kimi-k3-no-thinking / column $.scores['icelandic_wikiqa@v1'].llm_judge_score),,out:model-not-established, is-wikiqa,mideind-icelandic-leaderboard,?together_ai/zai-org/GLM-5.3-Flash,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.3505263157894737,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row glm-5.3-flash / column $.scores['icelandic_wikiqa@v1'].llm_judge_score),,out:model-not-established, is-wikiqa,mideind-icelandic-leaderboard,haiku-4.5,nothink,mixed,mid,mideind-eval-harness,,,,,,0.16894736842105262,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-haiku-4-5-no-thinking / column $.scores['icelandic_wikiqa@v1'].llm_judge_score),,in, is-wikiqa,mideind-icelandic-leaderboard,haiku-4.5,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.15921052631578947,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-haiku-4-5 / column $.scores['icelandic_wikiqa@v1'].llm_judge_score),,out:effort-not-established, is-lyrics,mideind-icelandic-leaderboard,opus-5.5,high,mixed,mid,mideind-eval-harness,,,,,,0.20530702326037525,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-opus-5-5 / column $.scores['icelandic_song_lyrics@v1'].accuracy),,in, is-lyrics,mideind-icelandic-leaderboard,gemini-4-argon,high,mixed,mid,mideind-eval-harness,,,,,,0.21834617890064018,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-4-argon / column $.scores['icelandic_song_lyrics@v1'].accuracy),,in, is-lyrics,mideind-icelandic-leaderboard,gpt-6-astra,high,mixed,mid,mideind-eval-harness,,,,,,0.140448815984826,score-of-1,2.89e-16,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6-astra / column $.scores['icelandic_song_lyrics@v1'].accuracy),,in, is-lyrics,mideind-icelandic-leaderboard,fable-5.1,high,mixed,mid,mideind-eval-harness,,,,,,0.19173938059342935,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-fable-5-1 / column $.scores['icelandic_song_lyrics@v1'].accuracy),,in, is-lyrics,mideind-icelandic-leaderboard,gpt-6-astra,low,mixed,mid,mideind-eval-harness,,,,,,0.14222917001410454,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6-astra-low-thinking / column $.scores['icelandic_song_lyrics@v1'].accuracy),,in, is-lyrics,mideind-icelandic-leaderboard,opus-5,high,mixed,mid,mideind-eval-harness,,,,,,0.2274497394803911,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-opus-5 / column $.scores['icelandic_song_lyrics@v1'].accuracy),,in, is-lyrics,mideind-icelandic-leaderboard,gpt-6.1-sol,high,mixed,mid,mideind-eval-harness,,,,,,0.1404522604465859,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6.1-sol / column $.scores['icelandic_song_lyrics@v1'].accuracy),,in, is-lyrics,mideind-icelandic-leaderboard,gpt-6.1-sol,low,mixed,mid,mideind-eval-harness,,,,,,0.13701689046535404,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6.1-sol-low-thinking / column $.scores['icelandic_song_lyrics@v1'].accuracy),,in, is-lyrics,mideind-icelandic-leaderboard,gemini-3.1-pro,high,mixed,mid,mideind-eval-harness,,,,,,0.19629132499264262,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-1-pro / column $.scores['icelandic_song_lyrics@v1'].accuracy),,in, is-lyrics,mideind-icelandic-leaderboard,gemini-3.1-pro,low,mixed,mid,mideind-eval-harness,,,,,,0.20394589105707903,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-1-pro-low-thinking / column $.scores['icelandic_song_lyrics@v1'].accuracy),,in, is-lyrics,mideind-icelandic-leaderboard,gpt-6-sol,high,mixed,mid,mideind-eval-harness,,,,,,0.12499786493895296,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6-sol / column $.scores['icelandic_song_lyrics@v1'].accuracy),,in, is-lyrics,mideind-icelandic-leaderboard,gpt-5.6-sol,high,mixed,mid,mideind-eval-harness,,,,,,0.12078425184934251,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.6-sol / column $.scores['icelandic_song_lyrics@v1'].accuracy),,in, is-lyrics,mideind-icelandic-leaderboard,gemini-3.7-flash,high,mixed,mid,mideind-eval-harness,,,,,,0.18381076857689949,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-7-flash / column $.scores['icelandic_song_lyrics@v1'].accuracy),,in, is-lyrics,mideind-icelandic-leaderboard,gemini-4-argon,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.20581132803763239,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-4-argon-no-thinking / column $.scores['icelandic_song_lyrics@v1'].accuracy),,out:effort-not-established, is-lyrics,mideind-icelandic-leaderboard,opus-4.8,high,mixed,mid,mideind-eval-harness,,,,,,0.16601750541938998,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-opus-4-8 / column $.scores['icelandic_song_lyrics@v1'].accuracy),,in, is-lyrics,mideind-icelandic-leaderboard,gemini-3.8-flash,high,mixed,mid,mideind-eval-harness,,,,,,0.1801486338083449,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-8-flash / column $.scores['icelandic_song_lyrics@v1'].accuracy),,in, is-lyrics,mideind-icelandic-leaderboard,gemini-3.7-flash,low,mixed,mid,mideind-eval-harness,,,,,,0.18719781383026557,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-7-flash-low-thinking / column $.scores['icelandic_song_lyrics@v1'].accuracy),,in, is-lyrics,mideind-icelandic-leaderboard,gemini-3.8-flash,low,mixed,mid,mideind-eval-harness,,,,,,0.17924760677446597,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-8-flash-low-thinking / column $.scores['icelandic_song_lyrics@v1'].accuracy),,in, is-lyrics,mideind-icelandic-leaderboard,gemini-3.5-flash,high,mixed,mid,mideind-eval-harness,,,,,,0.16952442253306899,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-5-flash / column $.scores['icelandic_song_lyrics@v1'].accuracy),,in, is-lyrics,mideind-icelandic-leaderboard,sonnet-5.5,high,mixed,mid,mideind-eval-harness,,,,,,0.16283705571896556,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-sonnet-5-5 / column $.scores['icelandic_song_lyrics@v1'].accuracy),,in, is-lyrics,mideind-icelandic-leaderboard,gpt-6-sol,nothink,mixed,mid,mideind-eval-harness,,,,,,0.11109595774565088,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6-sol-no-thinking / column $.scores['icelandic_song_lyrics@v1'].accuracy),,in, is-lyrics,mideind-icelandic-leaderboard,opus-4.8,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.15602908411303829,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-opus-4-8-no-thinking / column $.scores['icelandic_song_lyrics@v1'].accuracy),,out:effort-not-established, is-lyrics,mideind-icelandic-leaderboard,opus-5,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.20106613175609842,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-opus-5-no-thinking / column $.scores['icelandic_song_lyrics@v1'].accuracy),,out:effort-not-established, is-lyrics,mideind-icelandic-leaderboard,gpt-5.6-sol,nothink,mixed,mid,mideind-eval-harness,,,,,,0.10779891844776376,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.6-sol-no-thinking / column $.scores['icelandic_song_lyrics@v1'].accuracy),,in, is-lyrics,mideind-icelandic-leaderboard,gpt-6-luna,high,mixed,mid,mideind-eval-harness,,,,,,0.12167734605579232,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6-luna / column $.scores['icelandic_song_lyrics@v1'].accuracy),,in, is-lyrics,mideind-icelandic-leaderboard,sonnet-5,high,mixed,mid,mideind-eval-harness,,,,,,0.15437140286176032,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-sonnet-5 / column $.scores['icelandic_song_lyrics@v1'].accuracy),,in, is-lyrics,mideind-icelandic-leaderboard,sonnet-5.5,between-tools,mixed,mid,mideind-eval-harness,,,,,,0.15156957837805712,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-sonnet-5-5-no-thinking / column $.scores['icelandic_song_lyrics@v1'].accuracy),,out:effort-not-established, is-lyrics,mideind-icelandic-leaderboard,gpt-5.6-luna,high,mixed,mid,mideind-eval-harness,,,,,,0.11385024054975165,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.6-luna / column $.scores['icelandic_song_lyrics@v1'].accuracy),,in, is-lyrics,mideind-icelandic-leaderboard,gemini-3.5-flash,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.1687414702313862,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-5-flash-no-thinking / column $.scores['icelandic_song_lyrics@v1'].accuracy),,out:effort-not-established, is-lyrics,mideind-icelandic-leaderboard,gpt-5.6-terra,high,mixed,mid,mideind-eval-harness,,,,,,0.10687645435556938,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.6-terra / column $.scores['icelandic_song_lyrics@v1'].accuracy),,in, is-lyrics,mideind-icelandic-leaderboard,sonnet-5,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.15217368473177756,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-sonnet-5-no-thinking / column $.scores['icelandic_song_lyrics@v1'].accuracy),,out:effort-not-established, is-lyrics,mideind-icelandic-leaderboard,?together_ai/deepseek-ai/DeepSeek-V4-Pro-0813,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.14032670370841221,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row deepseek-v4-pro / column $.scores['icelandic_song_lyrics@v1'].accuracy),,out:model-not-established, is-lyrics,mideind-icelandic-leaderboard,haiku-5.5,high,mixed,mid,mideind-eval-harness,,,,,,0.15835880495829854,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-haiku-5-5 / column $.scores['icelandic_song_lyrics@v1'].accuracy),,in, is-lyrics,mideind-icelandic-leaderboard,gemini-3.5-flash-lite,high,mixed,mid,mideind-eval-harness,,,,,,0.11650291662014255,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-5-flash-lite / column $.scores['icelandic_song_lyrics@v1'].accuracy),,in, is-lyrics,mideind-icelandic-leaderboard,?together_ai/deepseek-ai/DeepSeek-V4.1-Flash-1017,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.1273204805765847,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row deepseek-v4.1-flash / column $.scores['icelandic_song_lyrics@v1'].accuracy),,out:model-not-established, is-lyrics,mideind-icelandic-leaderboard,gpt-5.6-terra,nothink,mixed,mid,mideind-eval-harness,,,,,,0.10664669666900417,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.6-terra-no-thinking / column $.scores['icelandic_song_lyrics@v1'].accuracy),,in, is-lyrics,mideind-icelandic-leaderboard,?together_ai/deepseek-ai/DeepSeek-V4-Pro-0813,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.1268755692216967,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row deepseek-v4-pro-no-thinking / column $.scores['icelandic_song_lyrics@v1'].accuracy),,out:model-not-established, is-lyrics,mideind-icelandic-leaderboard,gpt-6-luna,nothink,mixed,mid,mideind-eval-harness,,,,,,0.11799780157672532,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6-luna-no-thinking / column $.scores['icelandic_song_lyrics@v1'].accuracy),,in, is-lyrics,mideind-icelandic-leaderboard,gpt-5.2,high,mixed,mid,mideind-eval-harness,,,,,,0.1285288033264419,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.2 / column $.scores['icelandic_song_lyrics@v1'].accuracy),,in, is-lyrics,mideind-icelandic-leaderboard,gpt-5.6-luna,nothink,mixed,mid,mideind-eval-harness,,,,,,0.11488130979678629,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.6-luna-no-thinking / column $.scores['icelandic_song_lyrics@v1'].accuracy),,in, is-lyrics,mideind-icelandic-leaderboard,?together_ai/Qwen/Qwen3.8-2.4T-A95B,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.1178297798192361,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row qwen3.8-2.4t / column $.scores['icelandic_song_lyrics@v1'].accuracy),,out:model-not-established, is-lyrics,mideind-icelandic-leaderboard,gemini-3.5-flash-lite,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.12171147334060971,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-5-flash-lite-no-thinking / column $.scores['icelandic_song_lyrics@v1'].accuracy),,out:effort-not-established, is-lyrics,mideind-icelandic-leaderboard,?together_ai/moonshotai/Kimi-K3,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.14197759608612917,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row kimi-k3 / column $.scores['icelandic_song_lyrics@v1'].accuracy),,out:model-not-established, is-lyrics,mideind-icelandic-leaderboard,gpt-5.2,nothink,mixed,mid,mideind-eval-harness,,,,,,0.1217330765859863,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.2-no-thinking / column $.scores['icelandic_song_lyrics@v1'].accuracy),,in, is-lyrics,mideind-icelandic-leaderboard,haiku-5.5,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.1477772933468524,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-haiku-5-5-no-thinking / column $.scores['icelandic_song_lyrics@v1'].accuracy),,out:effort-not-established, is-lyrics,mideind-icelandic-leaderboard,?together_ai/deepseek-ai/DeepSeek-V4.1-Flash-1017,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.12409679911318883,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row deepseek-v4.1-flash-no-thinking / column $.scores['icelandic_song_lyrics@v1'].accuracy),,out:model-not-established, is-lyrics,mideind-icelandic-leaderboard,?together_ai/moonshotai/Kimi-K3,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.14745522053266302,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row kimi-k3-no-thinking / column $.scores['icelandic_song_lyrics@v1'].accuracy),,out:model-not-established, is-lyrics,mideind-icelandic-leaderboard,?together_ai/zai-org/GLM-5.3-Flash,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.13460487896127574,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row glm-5.3-flash / column $.scores['icelandic_song_lyrics@v1'].accuracy),,out:model-not-established, is-lyrics,mideind-icelandic-leaderboard,haiku-4.5,nothink,mixed,mid,mideind-eval-harness,,,,,,0.130950297303209,score-of-1,2.89e-16,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-haiku-4-5-no-thinking / column $.scores['icelandic_song_lyrics@v1'].accuracy),,in, is-lyrics,mideind-icelandic-leaderboard,haiku-4.5,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.12161686242155734,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-haiku-4-5 / column $.scores['icelandic_song_lyrics@v1'].accuracy),,out:effort-not-established, is-phrases,mideind-icelandic-leaderboard,opus-5.5,high,mixed,mid,mideind-eval-harness,,,,,,0.2762364294330519,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-opus-5-5 / column $.scores['icelandic_phrases@v1'].accuracy),,in, is-phrases,mideind-icelandic-leaderboard,gemini-4-argon,high,mixed,mid,mideind-eval-harness,,,,,,0.3618817852834741,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-4-argon / column $.scores['icelandic_phrases@v1'].accuracy),,in, is-phrases,mideind-icelandic-leaderboard,gpt-6-astra,high,mixed,mid,mideind-eval-harness,,,,,,0.2991556091676719,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6-astra / column $.scores['icelandic_phrases@v1'].accuracy),,in, is-phrases,mideind-icelandic-leaderboard,fable-5.1,high,mixed,mid,mideind-eval-harness,,,,,,0.24849215922798554,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-fable-5-1 / column $.scores['icelandic_phrases@v1'].accuracy),,in, is-phrases,mideind-icelandic-leaderboard,gpt-6-astra,low,mixed,mid,mideind-eval-harness,,,,,,0.2689987937273824,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6-astra-low-thinking / column $.scores['icelandic_phrases@v1'].accuracy),,in, is-phrases,mideind-icelandic-leaderboard,opus-5,high,mixed,mid,mideind-eval-harness,,,,,,0.19903498190591074,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-opus-5 / column $.scores['icelandic_phrases@v1'].accuracy),,in, is-phrases,mideind-icelandic-leaderboard,gpt-6.1-sol,high,mixed,mid,mideind-eval-harness,,,,,,0.29071170084439085,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6.1-sol / column $.scores['icelandic_phrases@v1'].accuracy),,in, is-phrases,mideind-icelandic-leaderboard,gpt-6.1-sol,low,mixed,mid,mideind-eval-harness,,,,,,0.25211097708082025,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6.1-sol-low-thinking / column $.scores['icelandic_phrases@v1'].accuracy),,in, is-phrases,mideind-icelandic-leaderboard,gemini-3.1-pro,high,mixed,mid,mideind-eval-harness,,,,,,0.2882991556091677,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-1-pro / column $.scores['icelandic_phrases@v1'].accuracy),,in, is-phrases,mideind-icelandic-leaderboard,gemini-3.1-pro,low,mixed,mid,mideind-eval-harness,,,,,,0.2629674306393245,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-1-pro-low-thinking / column $.scores['icelandic_phrases@v1'].accuracy),,in, is-phrases,mideind-icelandic-leaderboard,gpt-6-sol,high,mixed,mid,mideind-eval-harness,,,,,,0.2605548854041013,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6-sol / column $.scores['icelandic_phrases@v1'].accuracy),,in, is-phrases,mideind-icelandic-leaderboard,gpt-5.6-sol,high,mixed,mid,mideind-eval-harness,,,,,,0.2798552472858866,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.6-sol / column $.scores['icelandic_phrases@v1'].accuracy),,in, is-phrases,mideind-icelandic-leaderboard,gemini-3.7-flash,high,mixed,mid,mideind-eval-harness,,,,,,0.3027744270205066,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-7-flash / column $.scores['icelandic_phrases@v1'].accuracy),,in, is-phrases,mideind-icelandic-leaderboard,gemini-4-argon,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.20386007237635706,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-4-argon-no-thinking / column $.scores['icelandic_phrases@v1'].accuracy),,out:effort-not-established, is-phrases,mideind-icelandic-leaderboard,opus-4.8,high,mixed,mid,mideind-eval-harness,,,,,,0.14234016887816647,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-opus-4-8 / column $.scores['icelandic_phrases@v1'].accuracy),,in, is-phrases,mideind-icelandic-leaderboard,gemini-3.8-flash,high,mixed,mid,mideind-eval-harness,,,,,,0.3088057901085645,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-8-flash / column $.scores['icelandic_phrases@v1'].accuracy),,in, is-phrases,mideind-icelandic-leaderboard,gemini-3.7-flash,low,mixed,mid,mideind-eval-harness,,,,,,0.25211097708082025,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-7-flash-low-thinking / column $.scores['icelandic_phrases@v1'].accuracy),,in, is-phrases,mideind-icelandic-leaderboard,gemini-3.8-flash,low,mixed,mid,mideind-eval-harness,,,,,,0.25934861278648974,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-8-flash-low-thinking / column $.scores['icelandic_phrases@v1'].accuracy),,in, is-phrases,mideind-icelandic-leaderboard,gemini-3.5-flash,high,mixed,mid,mideind-eval-harness,,,,,,0.24969843184559712,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-5-flash / column $.scores['icelandic_phrases@v1'].accuracy),,in, is-phrases,mideind-icelandic-leaderboard,sonnet-5.5,high,mixed,mid,mideind-eval-harness,,,,,,0.17973462002412546,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-sonnet-5-5 / column $.scores['icelandic_phrases@v1'].accuracy),,in, is-phrases,mideind-icelandic-leaderboard,gpt-6-sol,nothink,mixed,mid,mideind-eval-harness,,,,,,0.1278648974668275,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6-sol-no-thinking / column $.scores['icelandic_phrases@v1'].accuracy),,in, is-phrases,mideind-icelandic-leaderboard,opus-4.8,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.07961399276236429,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-opus-4-8-no-thinking / column $.scores['icelandic_phrases@v1'].accuracy),,out:effort-not-established, is-phrases,mideind-icelandic-leaderboard,opus-5,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.13872135102533173,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-opus-5-no-thinking / column $.scores['icelandic_phrases@v1'].accuracy),,out:effort-not-established, is-phrases,mideind-icelandic-leaderboard,gpt-5.6-sol,nothink,mixed,mid,mideind-eval-harness,,,,,,0.13510253317249699,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.6-sol-no-thinking / column $.scores['icelandic_phrases@v1'].accuracy),,in, is-phrases,mideind-icelandic-leaderboard,gpt-6-luna,high,mixed,mid,mideind-eval-harness,,,,,,0.18214716525934863,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6-luna / column $.scores['icelandic_phrases@v1'].accuracy),,in, is-phrases,mideind-icelandic-leaderboard,sonnet-5,high,mixed,mid,mideind-eval-harness,,,,,,0.08202653799758745,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-sonnet-5 / column $.scores['icelandic_phrases@v1'].accuracy),,in, is-phrases,mideind-icelandic-leaderboard,sonnet-5.5,between-tools,mixed,mid,mideind-eval-harness,,,,,,0.07599517490952955,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-sonnet-5-5-no-thinking / column $.scores['icelandic_phrases@v1'].accuracy),,out:effort-not-established, is-phrases,mideind-icelandic-leaderboard,gpt-5.6-luna,high,mixed,mid,mideind-eval-harness,,,,,,0.18335343787696018,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.6-luna / column $.scores['icelandic_phrases@v1'].accuracy),,in, is-phrases,mideind-icelandic-leaderboard,gemini-3.5-flash,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.11097708082026538,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-5-flash-no-thinking / column $.scores['icelandic_phrases@v1'].accuracy),,out:effort-not-established, is-phrases,mideind-icelandic-leaderboard,gpt-5.6-terra,high,mixed,mid,mideind-eval-harness,,,,,,0.18094089264173704,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.6-terra / column $.scores['icelandic_phrases@v1'].accuracy),,in, is-phrases,mideind-icelandic-leaderboard,sonnet-5,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.06875753920386007,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-sonnet-5-no-thinking / column $.scores['icelandic_phrases@v1'].accuracy),,out:effort-not-established, is-phrases,mideind-icelandic-leaderboard,?together_ai/deepseek-ai/DeepSeek-V4-Pro-0813,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.12665862484921592,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row deepseek-v4-pro / column $.scores['icelandic_phrases@v1'].accuracy),,out:model-not-established, is-phrases,mideind-icelandic-leaderboard,haiku-5.5,high,mixed,mid,mideind-eval-harness,,,,,,0.08323281061519903,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-haiku-5-5 / column $.scores['icelandic_phrases@v1'].accuracy),,in, is-phrases,mideind-icelandic-leaderboard,gemini-3.5-flash-lite,high,mixed,mid,mideind-eval-harness,,,,,,0.13872135102533173,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-5-flash-lite / column $.scores['icelandic_phrases@v1'].accuracy),,in, is-phrases,mideind-icelandic-leaderboard,?together_ai/deepseek-ai/DeepSeek-V4.1-Flash-1017,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.13751507840772015,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row deepseek-v4.1-flash / column $.scores['icelandic_phrases@v1'].accuracy),,out:model-not-established, is-phrases,mideind-icelandic-leaderboard,gpt-5.6-terra,nothink,mixed,mid,mideind-eval-harness,,,,,,0.09529553679131483,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.6-terra-no-thinking / column $.scores['icelandic_phrases@v1'].accuracy),,in, is-phrases,mideind-icelandic-leaderboard,?together_ai/deepseek-ai/DeepSeek-V4-Pro-0813,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.08082026537997587,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row deepseek-v4-pro-no-thinking / column $.scores['icelandic_phrases@v1'].accuracy),,out:model-not-established, is-phrases,mideind-icelandic-leaderboard,gpt-6-luna,nothink,mixed,mid,mideind-eval-harness,,,,,,0.08082026537997587,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6-luna-no-thinking / column $.scores['icelandic_phrases@v1'].accuracy),,in, is-phrases,mideind-icelandic-leaderboard,gpt-5.2,high,mixed,mid,mideind-eval-harness,,,,,,0.18094089264173704,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.2 / column $.scores['icelandic_phrases@v1'].accuracy),,in, is-phrases,mideind-icelandic-leaderboard,gpt-5.6-luna,nothink,mixed,mid,mideind-eval-harness,,,,,,0.06996381182147166,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.6-luna-no-thinking / column $.scores['icelandic_phrases@v1'].accuracy),,in, is-phrases,mideind-icelandic-leaderboard,?together_ai/Qwen/Qwen3.8-2.4T-A95B,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.11338962605548854,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row qwen3.8-2.4t / column $.scores['icelandic_phrases@v1'].accuracy),,out:model-not-established, is-phrases,mideind-icelandic-leaderboard,gemini-3.5-flash-lite,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.07599517490952955,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-5-flash-lite-no-thinking / column $.scores['icelandic_phrases@v1'].accuracy),,out:effort-not-established, is-phrases,mideind-icelandic-leaderboard,?together_ai/moonshotai/Kimi-K3,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.11821471652593486,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row kimi-k3 / column $.scores['icelandic_phrases@v1'].accuracy),,out:model-not-established, is-phrases,mideind-icelandic-leaderboard,gpt-5.2,nothink,mixed,mid,mideind-eval-harness,,,,,,0.08685162846803378,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.2-no-thinking / column $.scores['icelandic_phrases@v1'].accuracy),,in, is-phrases,mideind-icelandic-leaderboard,haiku-5.5,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.04101326899879373,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-haiku-5-5-no-thinking / column $.scores['icelandic_phrases@v1'].accuracy),,out:effort-not-established, is-phrases,mideind-icelandic-leaderboard,?together_ai/deepseek-ai/DeepSeek-V4.1-Flash-1017,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.06755126658624849,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row deepseek-v4.1-flash-no-thinking / column $.scores['icelandic_phrases@v1'].accuracy),,out:model-not-established, is-phrases,mideind-icelandic-leaderboard,?together_ai/moonshotai/Kimi-K3,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.05066344993968637,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row kimi-k3-no-thinking / column $.scores['icelandic_phrases@v1'].accuracy),,out:model-not-established, is-phrases,mideind-icelandic-leaderboard,?together_ai/zai-org/GLM-5.3-Flash,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.08202653799758745,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row glm-5.3-flash / column $.scores['icelandic_phrases@v1'].accuracy),,out:model-not-established, is-phrases,mideind-icelandic-leaderboard,haiku-4.5,nothink,mixed,mid,mideind-eval-harness,,,,,,0.013268998793727383,score-of-1,2.89e-19,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-haiku-4-5-no-thinking / column $.scores['icelandic_phrases@v1'].accuracy),,in, is-phrases,mideind-icelandic-leaderboard,haiku-4.5,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.010856453558504222,score-of-1,2.89e-19,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-haiku-4-5 / column $.scores['icelandic_phrases@v1'].accuracy),,out:effort-not-established, is-textiles,mideind-icelandic-leaderboard,opus-5.5,high,mixed,mid,mideind-eval-harness,,,,,,0.733,score-of-1,0.000289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-opus-5-5 / column $.scores['icelandic_textiles@v1'].llm_judge_score),,in, is-textiles,mideind-icelandic-leaderboard,gemini-4-argon,high,mixed,mid,mideind-eval-harness,,,,,,0.704,score-of-1,0.000289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-4-argon / column $.scores['icelandic_textiles@v1'].llm_judge_score),,in, is-textiles,mideind-icelandic-leaderboard,gpt-6-astra,high,mixed,mid,mideind-eval-harness,,,,,,0.74,score-of-1,0.00289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6-astra / column $.scores['icelandic_textiles@v1'].llm_judge_score),,in, is-textiles,mideind-icelandic-leaderboard,fable-5.1,high,mixed,mid,mideind-eval-harness,,,,,,0.678,score-of-1,0.000289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-fable-5-1 / column $.scores['icelandic_textiles@v1'].llm_judge_score),,in, is-textiles,mideind-icelandic-leaderboard,gpt-6-astra,low,mixed,mid,mideind-eval-harness,,,,,,0.739,score-of-1,0.000289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6-astra-low-thinking / column $.scores['icelandic_textiles@v1'].llm_judge_score),,in, is-textiles,mideind-icelandic-leaderboard,opus-5,high,mixed,mid,mideind-eval-harness,,,,,,0.68,score-of-1,0.00289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-opus-5 / column $.scores['icelandic_textiles@v1'].llm_judge_score),,in, is-textiles,mideind-icelandic-leaderboard,gpt-6.1-sol,high,mixed,mid,mideind-eval-harness,,,,,,0.728,score-of-1,0.000289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6.1-sol / column $.scores['icelandic_textiles@v1'].llm_judge_score),,in, is-textiles,mideind-icelandic-leaderboard,gpt-6.1-sol,low,mixed,mid,mideind-eval-harness,,,,,,0.729,score-of-1,0.000289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6.1-sol-low-thinking / column $.scores['icelandic_textiles@v1'].llm_judge_score),,in, is-textiles,mideind-icelandic-leaderboard,gemini-3.1-pro,high,mixed,mid,mideind-eval-harness,,,,,,0.672,score-of-1,0.000289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-1-pro / column $.scores['icelandic_textiles@v1'].llm_judge_score),,in, is-textiles,mideind-icelandic-leaderboard,gemini-3.1-pro,low,mixed,mid,mideind-eval-harness,,,,,,0.681,score-of-1,0.000289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-1-pro-low-thinking / column $.scores['icelandic_textiles@v1'].llm_judge_score),,in, is-textiles,mideind-icelandic-leaderboard,gpt-6-sol,high,mixed,mid,mideind-eval-harness,,,,,,0.701,score-of-1,0.000289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6-sol / column $.scores['icelandic_textiles@v1'].llm_judge_score),,in, is-textiles,mideind-icelandic-leaderboard,gpt-5.6-sol,high,mixed,mid,mideind-eval-harness,,,,,,0.682,score-of-1,0.000289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.6-sol / column $.scores['icelandic_textiles@v1'].llm_judge_score),,in, is-textiles,mideind-icelandic-leaderboard,gemini-3.7-flash,high,mixed,mid,mideind-eval-harness,,,,,,0.678,score-of-1,0.000289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-7-flash / column $.scores['icelandic_textiles@v1'].llm_judge_score),,in, is-textiles,mideind-icelandic-leaderboard,gemini-4-argon,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.654,score-of-1,0.000289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-4-argon-no-thinking / column $.scores['icelandic_textiles@v1'].llm_judge_score),,out:effort-not-established, is-textiles,mideind-icelandic-leaderboard,opus-4.8,high,mixed,mid,mideind-eval-harness,,,,,,0.639,score-of-1,0.000289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-opus-4-8 / column $.scores['icelandic_textiles@v1'].llm_judge_score),,in, is-textiles,mideind-icelandic-leaderboard,gemini-3.8-flash,high,mixed,mid,mideind-eval-harness,,,,,,0.718,score-of-1,0.000289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-8-flash / column $.scores['icelandic_textiles@v1'].llm_judge_score),,in, is-textiles,mideind-icelandic-leaderboard,gemini-3.7-flash,low,mixed,mid,mideind-eval-harness,,,,,,0.658,score-of-1,0.000289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-7-flash-low-thinking / column $.scores['icelandic_textiles@v1'].llm_judge_score),,in, is-textiles,mideind-icelandic-leaderboard,gemini-3.8-flash,low,mixed,mid,mideind-eval-harness,,,,,,0.644,score-of-1,0.000289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-8-flash-low-thinking / column $.scores['icelandic_textiles@v1'].llm_judge_score),,in, is-textiles,mideind-icelandic-leaderboard,gemini-3.5-flash,high,mixed,mid,mideind-eval-harness,,,,,,0.652,score-of-1,0.000289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-5-flash / column $.scores['icelandic_textiles@v1'].llm_judge_score),,in, is-textiles,mideind-icelandic-leaderboard,sonnet-5.5,high,mixed,mid,mideind-eval-harness,,,,,,0.654,score-of-1,0.000289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-sonnet-5-5 / column $.scores['icelandic_textiles@v1'].llm_judge_score),,in, is-textiles,mideind-icelandic-leaderboard,gpt-6-sol,nothink,mixed,mid,mideind-eval-harness,,,,,,0.64,score-of-1,0.00289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6-sol-no-thinking / column $.scores['icelandic_textiles@v1'].llm_judge_score),,in, is-textiles,mideind-icelandic-leaderboard,opus-4.8,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.59,score-of-1,0.00289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-opus-4-8-no-thinking / column $.scores['icelandic_textiles@v1'].llm_judge_score),,out:effort-not-established, is-textiles,mideind-icelandic-leaderboard,opus-5,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.607,score-of-1,0.000289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-opus-5-no-thinking / column $.scores['icelandic_textiles@v1'].llm_judge_score),,out:effort-not-established, is-textiles,mideind-icelandic-leaderboard,gpt-5.6-sol,nothink,mixed,mid,mideind-eval-harness,,,,,,0.622,score-of-1,0.000289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.6-sol-no-thinking / column $.scores['icelandic_textiles@v1'].llm_judge_score),,in, is-textiles,mideind-icelandic-leaderboard,gpt-6-luna,high,mixed,mid,mideind-eval-harness,,,,,,0.664,score-of-1,0.000289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6-luna / column $.scores['icelandic_textiles@v1'].llm_judge_score),,in, is-textiles,mideind-icelandic-leaderboard,sonnet-5,high,mixed,mid,mideind-eval-harness,,,,,,0.545,score-of-1,0.000289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-sonnet-5 / column $.scores['icelandic_textiles@v1'].llm_judge_score),,in, is-textiles,mideind-icelandic-leaderboard,sonnet-5.5,between-tools,mixed,mid,mideind-eval-harness,,,,,,0.54,score-of-1,0.00289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-sonnet-5-5-no-thinking / column $.scores['icelandic_textiles@v1'].llm_judge_score),,out:effort-not-established, is-textiles,mideind-icelandic-leaderboard,gpt-5.6-luna,high,mixed,mid,mideind-eval-harness,,,,,,0.607,score-of-1,0.000289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.6-luna / column $.scores['icelandic_textiles@v1'].llm_judge_score),,in, is-textiles,mideind-icelandic-leaderboard,gemini-3.5-flash,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.579,score-of-1,0.000289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-5-flash-no-thinking / column $.scores['icelandic_textiles@v1'].llm_judge_score),,out:effort-not-established, is-textiles,mideind-icelandic-leaderboard,gpt-5.6-terra,high,mixed,mid,mideind-eval-harness,,,,,,0.601,score-of-1,0.000289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.6-terra / column $.scores['icelandic_textiles@v1'].llm_judge_score),,in, is-textiles,mideind-icelandic-leaderboard,sonnet-5,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.547,score-of-1,0.000289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-sonnet-5-no-thinking / column $.scores['icelandic_textiles@v1'].llm_judge_score),,out:effort-not-established, is-textiles,mideind-icelandic-leaderboard,?together_ai/deepseek-ai/DeepSeek-V4-Pro-0813,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.578,score-of-1,0.000289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row deepseek-v4-pro / column $.scores['icelandic_textiles@v1'].llm_judge_score),,out:model-not-established, is-textiles,mideind-icelandic-leaderboard,haiku-5.5,high,mixed,mid,mideind-eval-harness,,,,,,0.546,score-of-1,0.000289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-haiku-5-5 / column $.scores['icelandic_textiles@v1'].llm_judge_score),,in, is-textiles,mideind-icelandic-leaderboard,gemini-3.5-flash-lite,high,mixed,mid,mideind-eval-harness,,,,,,0.558,score-of-1,0.000289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-5-flash-lite / column $.scores['icelandic_textiles@v1'].llm_judge_score),,in, is-textiles,mideind-icelandic-leaderboard,?together_ai/deepseek-ai/DeepSeek-V4.1-Flash-1017,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.564,score-of-1,0.000289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row deepseek-v4.1-flash / column $.scores['icelandic_textiles@v1'].llm_judge_score),,out:model-not-established, is-textiles,mideind-icelandic-leaderboard,gpt-5.6-terra,nothink,mixed,mid,mideind-eval-harness,,,,,,0.53,score-of-1,0.00289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.6-terra-no-thinking / column $.scores['icelandic_textiles@v1'].llm_judge_score),,in, is-textiles,mideind-icelandic-leaderboard,?together_ai/deepseek-ai/DeepSeek-V4-Pro-0813,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.52,score-of-1,0.00289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row deepseek-v4-pro-no-thinking / column $.scores['icelandic_textiles@v1'].llm_judge_score),,out:model-not-established, is-textiles,mideind-icelandic-leaderboard,gpt-6-luna,nothink,mixed,mid,mideind-eval-harness,,,,,,0.547,score-of-1,0.000289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6-luna-no-thinking / column $.scores['icelandic_textiles@v1'].llm_judge_score),,in, is-textiles,mideind-icelandic-leaderboard,gpt-5.2,high,mixed,mid,mideind-eval-harness,,,,,,0.574,score-of-1,0.000289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.2 / column $.scores['icelandic_textiles@v1'].llm_judge_score),,in, is-textiles,mideind-icelandic-leaderboard,gpt-5.6-luna,nothink,mixed,mid,mideind-eval-harness,,,,,,0.514,score-of-1,0.000289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.6-luna-no-thinking / column $.scores['icelandic_textiles@v1'].llm_judge_score),,in, is-textiles,mideind-icelandic-leaderboard,?together_ai/Qwen/Qwen3.8-2.4T-A95B,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.49,score-of-1,0.00289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row qwen3.8-2.4t / column $.scores['icelandic_textiles@v1'].llm_judge_score),,out:model-not-established, is-textiles,mideind-icelandic-leaderboard,gemini-3.5-flash-lite,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.464,score-of-1,0.000289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-5-flash-lite-no-thinking / column $.scores['icelandic_textiles@v1'].llm_judge_score),,out:effort-not-established, is-textiles,mideind-icelandic-leaderboard,?together_ai/moonshotai/Kimi-K3,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.455,score-of-1,0.000289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row kimi-k3 / column $.scores['icelandic_textiles@v1'].llm_judge_score),,out:model-not-established, is-textiles,mideind-icelandic-leaderboard,gpt-5.2,nothink,mixed,mid,mideind-eval-harness,,,,,,0.503,score-of-1,0.000289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.2-no-thinking / column $.scores['icelandic_textiles@v1'].llm_judge_score),,in, is-textiles,mideind-icelandic-leaderboard,haiku-5.5,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.437,score-of-1,0.000289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-haiku-5-5-no-thinking / column $.scores['icelandic_textiles@v1'].llm_judge_score),,out:effort-not-established, is-textiles,mideind-icelandic-leaderboard,?together_ai/deepseek-ai/DeepSeek-V4.1-Flash-1017,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.43,score-of-1,0.00289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row deepseek-v4.1-flash-no-thinking / column $.scores['icelandic_textiles@v1'].llm_judge_score),,out:model-not-established, is-textiles,mideind-icelandic-leaderboard,?together_ai/moonshotai/Kimi-K3,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.266,score-of-1,0.000289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row kimi-k3-no-thinking / column $.scores['icelandic_textiles@v1'].llm_judge_score),,out:model-not-established, is-textiles,mideind-icelandic-leaderboard,?together_ai/zai-org/GLM-5.3-Flash,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.351,score-of-1,0.000289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row glm-5.3-flash / column $.scores['icelandic_textiles@v1'].llm_judge_score),,out:model-not-established, is-textiles,mideind-icelandic-leaderboard,haiku-4.5,nothink,mixed,mid,mideind-eval-harness,,,,,,0.165,score-of-1,0.000289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-haiku-4-5-no-thinking / column $.scores['icelandic_textiles@v1'].llm_judge_score),,in, is-textiles,mideind-icelandic-leaderboard,haiku-4.5,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.168,score-of-1,0.000289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-haiku-4-5 / column $.scores['icelandic_textiles@v1'].llm_judge_score),,out:effort-not-established, is-nature,mideind-icelandic-leaderboard,opus-5.5,high,mixed,mid,mideind-eval-harness,,,,,,0.5742379547689282,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-opus-5-5 / column $.scores['icelandic_nature_translations@v1'].accuracy),,in, is-nature,mideind-icelandic-leaderboard,gemini-4-argon,high,mixed,mid,mideind-eval-harness,,,,,,0.4995083579154376,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-4-argon / column $.scores['icelandic_nature_translations@v1'].accuracy),,in, is-nature,mideind-icelandic-leaderboard,gpt-6-astra,high,mixed,mid,mideind-eval-harness,,,,,,0.5653883972468043,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6-astra / column $.scores['icelandic_nature_translations@v1'].accuracy),,in, is-nature,mideind-icelandic-leaderboard,fable-5.1,high,mixed,mid,mideind-eval-harness,,,,,,0.5545722713864307,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-fable-5-1 / column $.scores['icelandic_nature_translations@v1'].accuracy),,in, is-nature,mideind-icelandic-leaderboard,gpt-6-astra,low,mixed,mid,mideind-eval-harness,,,,,,0.5496558505408063,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6-astra-low-thinking / column $.scores['icelandic_nature_translations@v1'].accuracy),,in, is-nature,mideind-icelandic-leaderboard,opus-5,high,mixed,mid,mideind-eval-harness,,,,,,0.4936086529006883,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-opus-5 / column $.scores['icelandic_nature_translations@v1'].accuracy),,in, is-nature,mideind-icelandic-leaderboard,gpt-6.1-sol,high,mixed,mid,mideind-eval-harness,,,,,,0.5349065880039331,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6.1-sol / column $.scores['icelandic_nature_translations@v1'].accuracy),,in, is-nature,mideind-icelandic-leaderboard,gpt-6.1-sol,low,mixed,mid,mideind-eval-harness,,,,,,0.5191740412979351,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6.1-sol-low-thinking / column $.scores['icelandic_nature_translations@v1'].accuracy),,in, is-nature,mideind-icelandic-leaderboard,gemini-3.1-pro,high,mixed,mid,mideind-eval-harness,,,,,,0.44051130776794495,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-1-pro / column $.scores['icelandic_nature_translations@v1'].accuracy),,in, is-nature,mideind-icelandic-leaderboard,gemini-3.1-pro,low,mixed,mid,mideind-eval-harness,,,,,,0.43559488692232057,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-1-pro-low-thinking / column $.scores['icelandic_nature_translations@v1'].accuracy),,in, is-nature,mideind-icelandic-leaderboard,gpt-6-sol,high,mixed,mid,mideind-eval-harness,,,,,,0.39036381514257623,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6-sol / column $.scores['icelandic_nature_translations@v1'].accuracy),,in, is-nature,mideind-icelandic-leaderboard,gpt-5.6-sol,high,mixed,mid,mideind-eval-harness,,,,,,0.46214355948869223,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.6-sol / column $.scores['icelandic_nature_translations@v1'].accuracy),,in, is-nature,mideind-icelandic-leaderboard,gemini-3.7-flash,high,mixed,mid,mideind-eval-harness,,,,,,0.39626352015732547,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-7-flash / column $.scores['icelandic_nature_translations@v1'].accuracy),,in, is-nature,mideind-icelandic-leaderboard,gemini-4-argon,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.4552605703048181,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-4-argon-no-thinking / column $.scores['icelandic_nature_translations@v1'].accuracy),,out:effort-not-established, is-nature,mideind-icelandic-leaderboard,opus-4.8,high,mixed,mid,mideind-eval-harness,,,,,,0.4287118977384464,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-opus-4-8 / column $.scores['icelandic_nature_translations@v1'].accuracy),,in, is-nature,mideind-icelandic-leaderboard,gemini-3.8-flash,high,mixed,mid,mideind-eval-harness,,,,,,0.4031465093411996,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-8-flash / column $.scores['icelandic_nature_translations@v1'].accuracy),,in, is-nature,mideind-icelandic-leaderboard,gemini-3.7-flash,low,mixed,mid,mideind-eval-harness,,,,,,0.39823008849557523,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-7-flash-low-thinking / column $.scores['icelandic_nature_translations@v1'].accuracy),,in, is-nature,mideind-icelandic-leaderboard,gemini-3.8-flash,low,mixed,mid,mideind-eval-harness,,,,,,0.3805309734513274,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-8-flash-low-thinking / column $.scores['icelandic_nature_translations@v1'].accuracy),,in, is-nature,mideind-icelandic-leaderboard,gemini-3.5-flash,high,mixed,mid,mideind-eval-harness,,,,,,0.35693215339233036,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-5-flash / column $.scores['icelandic_nature_translations@v1'].accuracy),,in, is-nature,mideind-icelandic-leaderboard,sonnet-5.5,high,mixed,mid,mideind-eval-harness,,,,,,0.36283185840707965,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-sonnet-5-5 / column $.scores['icelandic_nature_translations@v1'].accuracy),,in, is-nature,mideind-icelandic-leaderboard,gpt-6-sol,nothink,mixed,mid,mideind-eval-harness,,,,,,0.33136676499508355,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6-sol-no-thinking / column $.scores['icelandic_nature_translations@v1'].accuracy),,in, is-nature,mideind-icelandic-leaderboard,opus-4.8,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.3972468043264503,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-opus-4-8-no-thinking / column $.scores['icelandic_nature_translations@v1'].accuracy),,out:effort-not-established, is-nature,mideind-icelandic-leaderboard,opus-5,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.40904621435594885,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-opus-5-no-thinking / column $.scores['icelandic_nature_translations@v1'].accuracy),,out:effort-not-established, is-nature,mideind-icelandic-leaderboard,gpt-5.6-sol,nothink,mixed,mid,mideind-eval-harness,,,,,,0.3470993117010816,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.6-sol-no-thinking / column $.scores['icelandic_nature_translations@v1'].accuracy),,in, is-nature,mideind-icelandic-leaderboard,gpt-6-luna,high,mixed,mid,mideind-eval-harness,,,,,,0.2753195673549656,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6-luna / column $.scores['icelandic_nature_translations@v1'].accuracy),,in, is-nature,mideind-icelandic-leaderboard,sonnet-5,high,mixed,mid,mideind-eval-harness,,,,,,0.3058013765978368,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-sonnet-5 / column $.scores['icelandic_nature_translations@v1'].accuracy),,in, is-nature,mideind-icelandic-leaderboard,sonnet-5.5,between-tools,mixed,mid,mideind-eval-harness,,,,,,0.3107177974434612,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-sonnet-5-5-no-thinking / column $.scores['icelandic_nature_translations@v1'].accuracy),,out:effort-not-established, is-nature,mideind-icelandic-leaderboard,gpt-5.6-luna,high,mixed,mid,mideind-eval-harness,,,,,,0.2487708947885939,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.6-luna / column $.scores['icelandic_nature_translations@v1'].accuracy),,in, is-nature,mideind-icelandic-leaderboard,gemini-3.5-flash,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.2723697148475909,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-5-flash-no-thinking / column $.scores['icelandic_nature_translations@v1'].accuracy),,out:effort-not-established, is-nature,mideind-icelandic-leaderboard,gpt-5.6-terra,high,mixed,mid,mideind-eval-harness,,,,,,0.2615535889872173,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.6-terra / column $.scores['icelandic_nature_translations@v1'].accuracy),,in, is-nature,mideind-icelandic-leaderboard,sonnet-5,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.28121927236971483,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-sonnet-5-no-thinking / column $.scores['icelandic_nature_translations@v1'].accuracy),,out:effort-not-established, is-nature,mideind-icelandic-leaderboard,?together_ai/deepseek-ai/DeepSeek-V4-Pro-0813,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.34316617502458213,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row deepseek-v4-pro / column $.scores['icelandic_nature_translations@v1'].accuracy),,out:model-not-established, is-nature,mideind-icelandic-leaderboard,haiku-5.5,high,mixed,mid,mideind-eval-harness,,,,,,0.21337266470009833,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-haiku-5-5 / column $.scores['icelandic_nature_translations@v1'].accuracy),,in, is-nature,mideind-icelandic-leaderboard,gemini-3.5-flash-lite,high,mixed,mid,mideind-eval-harness,,,,,,0.18780727630285152,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-5-flash-lite / column $.scores['icelandic_nature_translations@v1'].accuracy),,in, is-nature,mideind-icelandic-leaderboard,?together_ai/deepseek-ai/DeepSeek-V4.1-Flash-1017,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.23992133726647,score-of-1,2.89e-15,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row deepseek-v4.1-flash / column $.scores['icelandic_nature_translations@v1'].accuracy),,out:model-not-established, is-nature,mideind-icelandic-leaderboard,gpt-5.6-terra,nothink,mixed,mid,mideind-eval-harness,,,,,,0.17994100294985252,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.6-terra-no-thinking / column $.scores['icelandic_nature_translations@v1'].accuracy),,in, is-nature,mideind-icelandic-leaderboard,?together_ai/deepseek-ai/DeepSeek-V4-Pro-0813,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.35103244837758113,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row deepseek-v4-pro-no-thinking / column $.scores['icelandic_nature_translations@v1'].accuracy),,out:model-not-established, is-nature,mideind-icelandic-leaderboard,gpt-6-luna,nothink,mixed,mid,mideind-eval-harness,,,,,,0.18682399213372664,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6-luna-no-thinking / column $.scores['icelandic_nature_translations@v1'].accuracy),,in, is-nature,mideind-icelandic-leaderboard,gpt-5.2,high,mixed,mid,mideind-eval-harness,,,,,,0.1671583087512291,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.2 / column $.scores['icelandic_nature_translations@v1'].accuracy),,in, is-nature,mideind-icelandic-leaderboard,gpt-5.6-luna,nothink,mixed,mid,mideind-eval-harness,,,,,,0.1592920353982301,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.6-luna-no-thinking / column $.scores['icelandic_nature_translations@v1'].accuracy),,in, is-nature,mideind-icelandic-leaderboard,?together_ai/Qwen/Qwen3.8-2.4T-A95B,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.12586037364798427,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row qwen3.8-2.4t / column $.scores['icelandic_nature_translations@v1'].accuracy),,out:model-not-established, is-nature,mideind-icelandic-leaderboard,gemini-3.5-flash-lite,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.13176007866273354,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-5-flash-lite-no-thinking / column $.scores['icelandic_nature_translations@v1'].accuracy),,out:effort-not-established, is-nature,mideind-icelandic-leaderboard,?together_ai/moonshotai/Kimi-K3,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.2704031465093412,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row kimi-k3 / column $.scores['icelandic_nature_translations@v1'].accuracy),,out:model-not-established, is-nature,mideind-icelandic-leaderboard,gpt-5.2,nothink,mixed,mid,mideind-eval-harness,,,,,,0.1671583087512291,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.2-no-thinking / column $.scores['icelandic_nature_translations@v1'].accuracy),,in, is-nature,mideind-icelandic-leaderboard,haiku-5.5,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.15240904621435594,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-haiku-5-5-no-thinking / column $.scores['icelandic_nature_translations@v1'].accuracy),,out:effort-not-established, is-nature,mideind-icelandic-leaderboard,?together_ai/deepseek-ai/DeepSeek-V4.1-Flash-1017,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.18682399213372664,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row deepseek-v4.1-flash-no-thinking / column $.scores['icelandic_nature_translations@v1'].accuracy),,out:model-not-established, is-nature,mideind-icelandic-leaderboard,?together_ai/moonshotai/Kimi-K3,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.25073746312684364,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row kimi-k3-no-thinking / column $.scores['icelandic_nature_translations@v1'].accuracy),,out:model-not-established, is-nature,mideind-icelandic-leaderboard,?together_ai/zai-org/GLM-5.3-Flash,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.11012782694198624,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row glm-5.3-flash / column $.scores['icelandic_nature_translations@v1'].accuracy),,out:model-not-established, is-nature,mideind-icelandic-leaderboard,haiku-4.5,nothink,mixed,mid,mideind-eval-harness,,,,,,0.043264503441494594,score-of-1,2.89e-19,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-haiku-4-5-no-thinking / column $.scores['icelandic_nature_translations@v1'].accuracy),,in, is-nature,mideind-icelandic-leaderboard,haiku-4.5,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.03736479842674533,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-haiku-4-5 / column $.scores['icelandic_nature_translations@v1'].accuracy),,out:effort-not-established, is-genquality,mideind-icelandic-leaderboard,opus-5.5,high,mixed,mid,mideind-eval-harness,,,,,,0.745431268277121,score-of-1,2.89e-16,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-opus-5-5 / column $.scores['generative_quality@v1'].quality_score),,in, is-genquality,mideind-icelandic-leaderboard,gemini-4-argon,high,mixed,mid,mideind-eval-harness,,,,,,0.7490904259971473,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-4-argon / column $.scores['generative_quality@v1'].quality_score),,in, is-genquality,mideind-icelandic-leaderboard,gpt-6-astra,high,mixed,mid,mideind-eval-harness,,,,,,0.8221904522063632,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6-astra / column $.scores['generative_quality@v1'].quality_score),,in, is-genquality,mideind-icelandic-leaderboard,fable-5.1,high,mixed,mid,mideind-eval-harness,,,,,,0.7367265804142027,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-fable-5-1 / column $.scores['generative_quality@v1'].quality_score),,in, is-genquality,mideind-icelandic-leaderboard,gpt-6-astra,low,mixed,mid,mideind-eval-harness,,,,,,0.7588892866080824,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6-astra-low-thinking / column $.scores['generative_quality@v1'].quality_score),,in, is-genquality,mideind-icelandic-leaderboard,opus-5,high,mixed,mid,mideind-eval-harness,,,,,,0.7161695293273396,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-opus-5 / column $.scores['generative_quality@v1'].quality_score),,in, is-genquality,mideind-icelandic-leaderboard,gpt-6.1-sol,high,mixed,mid,mideind-eval-harness,,,,,,0.7805517665996571,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6.1-sol / column $.scores['generative_quality@v1'].quality_score),,in, is-genquality,mideind-icelandic-leaderboard,gpt-6.1-sol,low,mixed,mid,mideind-eval-harness,,,,,,0.7881482616694535,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6.1-sol-low-thinking / column $.scores['generative_quality@v1'].quality_score),,in, is-genquality,mideind-icelandic-leaderboard,gemini-3.1-pro,high,mixed,mid,mideind-eval-harness,,,,,,0.7427192084111192,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-1-pro / column $.scores['generative_quality@v1'].quality_score),,in, is-genquality,mideind-icelandic-leaderboard,gemini-3.1-pro,low,mixed,mid,mideind-eval-harness,,,,,,0.6930654113194177,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-1-pro-low-thinking / column $.scores['generative_quality@v1'].quality_score),,in, is-genquality,mideind-icelandic-leaderboard,gpt-6-sol,high,mixed,mid,mideind-eval-harness,,,,,,0.8374557797888573,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6-sol / column $.scores['generative_quality@v1'].quality_score),,in, is-genquality,mideind-icelandic-leaderboard,gpt-5.6-sol,high,mixed,mid,mideind-eval-harness,,,,,,0.7631914134215776,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.6-sol / column $.scores['generative_quality@v1'].quality_score),,in, is-genquality,mideind-icelandic-leaderboard,gemini-3.7-flash,high,mixed,mid,mideind-eval-harness,,,,,,0.703025397816218,score-of-1,2.89e-16,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-7-flash / column $.scores['generative_quality@v1'].quality_score),,in, is-genquality,mideind-icelandic-leaderboard,gemini-4-argon,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.7038279904862899,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-4-argon-no-thinking / column $.scores['generative_quality@v1'].quality_score),,out:effort-not-established, is-genquality,mideind-icelandic-leaderboard,opus-4.8,high,mixed,mid,mideind-eval-harness,,,,,,0.7069502053109749,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-opus-4-8 / column $.scores['generative_quality@v1'].quality_score),,in, is-genquality,mideind-icelandic-leaderboard,gemini-3.8-flash,high,mixed,mid,mideind-eval-harness,,,,,,0.6035580694279925,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-8-flash / column $.scores['generative_quality@v1'].quality_score),,in, is-genquality,mideind-icelandic-leaderboard,gemini-3.7-flash,low,mixed,mid,mideind-eval-harness,,,,,,0.7140254785786242,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-7-flash-low-thinking / column $.scores['generative_quality@v1'].quality_score),,in, is-genquality,mideind-icelandic-leaderboard,gemini-3.8-flash,low,mixed,mid,mideind-eval-harness,,,,,,0.6782054172279568,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-8-flash-low-thinking / column $.scores['generative_quality@v1'].quality_score),,in, is-genquality,mideind-icelandic-leaderboard,gemini-3.5-flash,high,mixed,mid,mideind-eval-harness,,,,,,0.6259491274352789,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-5-flash / column $.scores['generative_quality@v1'].quality_score),,in, is-genquality,mideind-icelandic-leaderboard,sonnet-5.5,high,mixed,mid,mideind-eval-harness,,,,,,0.7493028044430178,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-sonnet-5-5 / column $.scores['generative_quality@v1'].quality_score),,in, is-genquality,mideind-icelandic-leaderboard,gpt-6-sol,nothink,mixed,mid,mideind-eval-harness,,,,,,0.822010481462396,score-of-1,2.89e-16,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6-sol-no-thinking / column $.scores['generative_quality@v1'].quality_score),,in, is-genquality,mideind-icelandic-leaderboard,opus-4.8,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.7054239570046432,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-opus-4-8-no-thinking / column $.scores['generative_quality@v1'].quality_score),,out:effort-not-established, is-genquality,mideind-icelandic-leaderboard,opus-5,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.7232620506883558,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-opus-5-no-thinking / column $.scores['generative_quality@v1'].quality_score),,out:effort-not-established, is-genquality,mideind-icelandic-leaderboard,gpt-5.6-sol,nothink,mixed,mid,mideind-eval-harness,,,,,,0.7865932053761178,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.6-sol-no-thinking / column $.scores['generative_quality@v1'].quality_score),,in, is-genquality,mideind-icelandic-leaderboard,gpt-6-luna,high,mixed,mid,mideind-eval-harness,,,,,,0.8225569665195351,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6-luna / column $.scores['generative_quality@v1'].quality_score),,in, is-genquality,mideind-icelandic-leaderboard,sonnet-5,high,mixed,mid,mideind-eval-harness,,,,,,0.7017178008105021,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-sonnet-5 / column $.scores['generative_quality@v1'].quality_score),,in, is-genquality,mideind-icelandic-leaderboard,sonnet-5.5,between-tools,mixed,mid,mideind-eval-harness,,,,,,0.7479699223468079,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-sonnet-5-5-no-thinking / column $.scores['generative_quality@v1'].quality_score),,out:effort-not-established, is-genquality,mideind-icelandic-leaderboard,gpt-5.6-luna,high,mixed,mid,mideind-eval-harness,,,,,,0.781949855197341,score-of-1,2.89e-16,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.6-luna / column $.scores['generative_quality@v1'].quality_score),,in, is-genquality,mideind-icelandic-leaderboard,gemini-3.5-flash,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.6210943729931766,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-5-flash-no-thinking / column $.scores['generative_quality@v1'].quality_score),,out:effort-not-established, is-genquality,mideind-icelandic-leaderboard,gpt-5.6-terra,high,mixed,mid,mideind-eval-harness,,,,,,0.7369726710198031,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.6-terra / column $.scores['generative_quality@v1'].quality_score),,in, is-genquality,mideind-icelandic-leaderboard,sonnet-5,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.6005151473863157,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-sonnet-5-no-thinking / column $.scores['generative_quality@v1'].quality_score),,out:effort-not-established, is-genquality,mideind-icelandic-leaderboard,?together_ai/deepseek-ai/DeepSeek-V4-Pro-0813,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.7560047025157044,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row deepseek-v4-pro / column $.scores['generative_quality@v1'].quality_score),,out:model-not-established, is-genquality,mideind-icelandic-leaderboard,haiku-5.5,high,mixed,mid,mideind-eval-harness,,,,,,0.6903693126092115,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-haiku-5-5 / column $.scores['generative_quality@v1'].quality_score),,in, is-genquality,mideind-icelandic-leaderboard,gemini-3.5-flash-lite,high,mixed,mid,mideind-eval-harness,,,,,,0.5755166192806439,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-5-flash-lite / column $.scores['generative_quality@v1'].quality_score),,in, is-genquality,mideind-icelandic-leaderboard,?together_ai/deepseek-ai/DeepSeek-V4.1-Flash-1017,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.6564307439726411,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row deepseek-v4.1-flash / column $.scores['generative_quality@v1'].quality_score),,out:model-not-established, is-genquality,mideind-icelandic-leaderboard,gpt-5.6-terra,nothink,mixed,mid,mideind-eval-harness,,,,,,0.7461740909311956,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.6-terra-no-thinking / column $.scores['generative_quality@v1'].quality_score),,in, is-genquality,mideind-icelandic-leaderboard,?together_ai/deepseek-ai/DeepSeek-V4-Pro-0813,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.6965312721072487,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row deepseek-v4-pro-no-thinking / column $.scores['generative_quality@v1'].quality_score),,out:model-not-established, is-genquality,mideind-icelandic-leaderboard,gpt-6-luna,nothink,mixed,mid,mideind-eval-harness,,,,,,0.780883878836629,score-of-1,2.89e-16,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6-luna-no-thinking / column $.scores['generative_quality@v1'].quality_score),,in, is-genquality,mideind-icelandic-leaderboard,gpt-5.2,high,mixed,mid,mideind-eval-harness,,,,,,0.6433693188016751,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.2 / column $.scores['generative_quality@v1'].quality_score),,in, is-genquality,mideind-icelandic-leaderboard,gpt-5.6-luna,nothink,mixed,mid,mideind-eval-harness,,,,,,0.7871099218863807,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.6-luna-no-thinking / column $.scores['generative_quality@v1'].quality_score),,in, is-genquality,mideind-icelandic-leaderboard,?together_ai/Qwen/Qwen3.8-2.4T-A95B,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.627675640232637,score-of-1,2.89e-16,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row qwen3.8-2.4t / column $.scores['generative_quality@v1'].quality_score),,out:model-not-established, is-genquality,mideind-icelandic-leaderboard,gemini-3.5-flash-lite,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.551061860976557,score-of-1,2.89e-16,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-5-flash-lite-no-thinking / column $.scores['generative_quality@v1'].quality_score),,out:effort-not-established, is-genquality,mideind-icelandic-leaderboard,?together_ai/moonshotai/Kimi-K3,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.5758942251574579,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row kimi-k3 / column $.scores['generative_quality@v1'].quality_score),,out:model-not-established, is-genquality,mideind-icelandic-leaderboard,gpt-5.2,nothink,mixed,mid,mideind-eval-harness,,,,,,0.6481223437995542,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.2-no-thinking / column $.scores['generative_quality@v1'].quality_score),,in, is-genquality,mideind-icelandic-leaderboard,haiku-5.5,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.6866306458619702,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-haiku-5-5-no-thinking / column $.scores['generative_quality@v1'].quality_score),,out:effort-not-established, is-genquality,mideind-icelandic-leaderboard,?together_ai/deepseek-ai/DeepSeek-V4.1-Flash-1017,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.6535718787953431,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row deepseek-v4.1-flash-no-thinking / column $.scores['generative_quality@v1'].quality_score),,out:model-not-established, is-genquality,mideind-icelandic-leaderboard,?together_ai/moonshotai/Kimi-K3,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.5247731135779359,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row kimi-k3-no-thinking / column $.scores['generative_quality@v1'].quality_score),,out:model-not-established, is-genquality,mideind-icelandic-leaderboard,?together_ai/zai-org/GLM-5.3-Flash,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.2167694898702957,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row glm-5.3-flash / column $.scores['generative_quality@v1'].quality_score),,out:model-not-established, is-genquality,mideind-icelandic-leaderboard,haiku-4.5,nothink,mixed,mid,mideind-eval-harness,,,,,,0.3539291217343489,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-haiku-4-5-no-thinking / column $.scores['generative_quality@v1'].quality_score),,in, is-genquality,mideind-icelandic-leaderboard,haiku-4.5,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.34207679277256725,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-haiku-4-5 / column $.scores['generative_quality@v1'].quality_score),,out:effort-not-established, is-gec,mideind-icelandic-leaderboard,opus-5.5,high,mixed,mid,mideind-eval-harness,,,,,,0.8073394495412844,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-opus-5-5 / column $.scores['icelandic_gec@v1'].accuracy),,in, is-gec,mideind-icelandic-leaderboard,gemini-4-argon,high,mixed,mid,mideind-eval-harness,,,,,,0.8073394495412844,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-4-argon / column $.scores['icelandic_gec@v1'].accuracy),,in, is-gec,mideind-icelandic-leaderboard,gpt-6-astra,high,mixed,mid,mideind-eval-harness,,,,,,0.8119266055045872,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6-astra / column $.scores['icelandic_gec@v1'].accuracy),,in, is-gec,mideind-icelandic-leaderboard,fable-5.1,high,mixed,mid,mideind-eval-harness,,,,,,0.8165137614678899,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-fable-5-1 / column $.scores['icelandic_gec@v1'].accuracy),,in, is-gec,mideind-icelandic-leaderboard,gpt-6-astra,low,mixed,mid,mideind-eval-harness,,,,,,0.7844036697247706,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6-astra-low-thinking / column $.scores['icelandic_gec@v1'].accuracy),,in, is-gec,mideind-icelandic-leaderboard,opus-5,high,mixed,mid,mideind-eval-harness,,,,,,0.8302752293577982,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-opus-5 / column $.scores['icelandic_gec@v1'].accuracy),,in, is-gec,mideind-icelandic-leaderboard,gpt-6.1-sol,high,mixed,mid,mideind-eval-harness,,,,,,0.7431192660550459,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6.1-sol / column $.scores['icelandic_gec@v1'].accuracy),,in, is-gec,mideind-icelandic-leaderboard,gpt-6.1-sol,low,mixed,mid,mideind-eval-harness,,,,,,0.7201834862385321,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6.1-sol-low-thinking / column $.scores['icelandic_gec@v1'].accuracy),,in, is-gec,mideind-icelandic-leaderboard,gemini-3.1-pro,high,mixed,mid,mideind-eval-harness,,,,,,0.6880733944954128,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-1-pro / column $.scores['icelandic_gec@v1'].accuracy),,in, is-gec,mideind-icelandic-leaderboard,gemini-3.1-pro,low,mixed,mid,mideind-eval-harness,,,,,,0.7339449541284404,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-1-pro-low-thinking / column $.scores['icelandic_gec@v1'].accuracy),,in, is-gec,mideind-icelandic-leaderboard,gpt-6-sol,high,mixed,mid,mideind-eval-harness,,,,,,0.7477064220183486,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6-sol / column $.scores['icelandic_gec@v1'].accuracy),,in, is-gec,mideind-icelandic-leaderboard,gpt-5.6-sol,high,mixed,mid,mideind-eval-harness,,,,,,0.7064220183486238,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.6-sol / column $.scores['icelandic_gec@v1'].accuracy),,in, is-gec,mideind-icelandic-leaderboard,gemini-3.7-flash,high,mixed,mid,mideind-eval-harness,,,,,,0.6651376146788991,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-7-flash / column $.scores['icelandic_gec@v1'].accuracy),,in, is-gec,mideind-icelandic-leaderboard,gemini-4-argon,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.7477064220183486,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-4-argon-no-thinking / column $.scores['icelandic_gec@v1'].accuracy),,out:effort-not-established, is-gec,mideind-icelandic-leaderboard,opus-4.8,high,mixed,mid,mideind-eval-harness,,,,,,0.7293577981651376,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-opus-4-8 / column $.scores['icelandic_gec@v1'].accuracy),,in, is-gec,mideind-icelandic-leaderboard,gemini-3.8-flash,high,mixed,mid,mideind-eval-harness,,,,,,0.6330275229357798,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-8-flash / column $.scores['icelandic_gec@v1'].accuracy),,in, is-gec,mideind-icelandic-leaderboard,gemini-3.7-flash,low,mixed,mid,mideind-eval-harness,,,,,,0.6146788990825688,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-7-flash-low-thinking / column $.scores['icelandic_gec@v1'].accuracy),,in, is-gec,mideind-icelandic-leaderboard,gemini-3.8-flash,low,mixed,mid,mideind-eval-harness,,,,,,0.6192660550458715,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-8-flash-low-thinking / column $.scores['icelandic_gec@v1'].accuracy),,in, is-gec,mideind-icelandic-leaderboard,gemini-3.5-flash,high,mixed,mid,mideind-eval-harness,,,,,,0.6697247706422018,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-5-flash / column $.scores['icelandic_gec@v1'].accuracy),,in, is-gec,mideind-icelandic-leaderboard,sonnet-5.5,high,mixed,mid,mideind-eval-harness,,,,,,0.6743119266055045,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-sonnet-5-5 / column $.scores['icelandic_gec@v1'].accuracy),,in, is-gec,mideind-icelandic-leaderboard,gpt-6-sol,nothink,mixed,mid,mideind-eval-harness,,,,,,0.6834862385321101,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6-sol-no-thinking / column $.scores['icelandic_gec@v1'].accuracy),,in, is-gec,mideind-icelandic-leaderboard,opus-4.8,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.7247706422018348,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-opus-4-8-no-thinking / column $.scores['icelandic_gec@v1'].accuracy),,out:effort-not-established, is-gec,mideind-icelandic-leaderboard,opus-5,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.7568807339449541,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-opus-5-no-thinking / column $.scores['icelandic_gec@v1'].accuracy),,out:effort-not-established, is-gec,mideind-icelandic-leaderboard,gpt-5.6-sol,nothink,mixed,mid,mideind-eval-harness,,,,,,0.5596330275229358,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.6-sol-no-thinking / column $.scores['icelandic_gec@v1'].accuracy),,in, is-gec,mideind-icelandic-leaderboard,gpt-6-luna,high,mixed,mid,mideind-eval-harness,,,,,,0.5596330275229358,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6-luna / column $.scores['icelandic_gec@v1'].accuracy),,in, is-gec,mideind-icelandic-leaderboard,sonnet-5,high,mixed,mid,mideind-eval-harness,,,,,,0.5779816513761468,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-sonnet-5 / column $.scores['icelandic_gec@v1'].accuracy),,in, is-gec,mideind-icelandic-leaderboard,sonnet-5.5,between-tools,mixed,mid,mideind-eval-harness,,,,,,0.5963302752293578,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-sonnet-5-5-no-thinking / column $.scores['icelandic_gec@v1'].accuracy),,out:effort-not-established, is-gec,mideind-icelandic-leaderboard,gpt-5.6-luna,high,mixed,mid,mideind-eval-harness,,,,,,0.5779816513761468,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.6-luna / column $.scores['icelandic_gec@v1'].accuracy),,in, is-gec,mideind-icelandic-leaderboard,gemini-3.5-flash,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.518348623853211,score-of-1,2.89e-16,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-5-flash-no-thinking / column $.scores['icelandic_gec@v1'].accuracy),,out:effort-not-established, is-gec,mideind-icelandic-leaderboard,gpt-5.6-terra,high,mixed,mid,mideind-eval-harness,,,,,,0.5825688073394495,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.6-terra / column $.scores['icelandic_gec@v1'].accuracy),,in, is-gec,mideind-icelandic-leaderboard,sonnet-5,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.5963302752293578,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-sonnet-5-no-thinking / column $.scores['icelandic_gec@v1'].accuracy),,out:effort-not-established, is-gec,mideind-icelandic-leaderboard,?together_ai/deepseek-ai/DeepSeek-V4-Pro-0813,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.43577981651376146,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row deepseek-v4-pro / column $.scores['icelandic_gec@v1'].accuracy),,out:model-not-established, is-gec,mideind-icelandic-leaderboard,haiku-5.5,high,mixed,mid,mideind-eval-harness,,,,,,0.6422018348623854,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-haiku-5-5 / column $.scores['icelandic_gec@v1'].accuracy),,in, is-gec,mideind-icelandic-leaderboard,gemini-3.5-flash-lite,high,mixed,mid,mideind-eval-harness,,,,,,0.44954128440366975,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-5-flash-lite / column $.scores['icelandic_gec@v1'].accuracy),,in, is-gec,mideind-icelandic-leaderboard,?together_ai/deepseek-ai/DeepSeek-V4.1-Flash-1017,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.5458715596330275,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row deepseek-v4.1-flash / column $.scores['icelandic_gec@v1'].accuracy),,out:model-not-established, is-gec,mideind-icelandic-leaderboard,gpt-5.6-terra,nothink,mixed,mid,mideind-eval-harness,,,,,,0.48623853211009177,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.6-terra-no-thinking / column $.scores['icelandic_gec@v1'].accuracy),,in, is-gec,mideind-icelandic-leaderboard,?together_ai/deepseek-ai/DeepSeek-V4-Pro-0813,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.5137614678899083,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row deepseek-v4-pro-no-thinking / column $.scores['icelandic_gec@v1'].accuracy),,out:model-not-established, is-gec,mideind-icelandic-leaderboard,gpt-6-luna,nothink,mixed,mid,mideind-eval-harness,,,,,,0.5137614678899083,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6-luna-no-thinking / column $.scores['icelandic_gec@v1'].accuracy),,in, is-gec,mideind-icelandic-leaderboard,gpt-5.2,high,mixed,mid,mideind-eval-harness,,,,,,0.3532110091743119,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.2 / column $.scores['icelandic_gec@v1'].accuracy),,in, is-gec,mideind-icelandic-leaderboard,gpt-5.6-luna,nothink,mixed,mid,mideind-eval-harness,,,,,,0.4908256880733945,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.6-luna-no-thinking / column $.scores['icelandic_gec@v1'].accuracy),,in, is-gec,mideind-icelandic-leaderboard,?together_ai/Qwen/Qwen3.8-2.4T-A95B,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.44954128440366975,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row qwen3.8-2.4t / column $.scores['icelandic_gec@v1'].accuracy),,out:model-not-established, is-gec,mideind-icelandic-leaderboard,gemini-3.5-flash-lite,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.4908256880733945,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-5-flash-lite-no-thinking / column $.scores['icelandic_gec@v1'].accuracy),,out:effort-not-established, is-gec,mideind-icelandic-leaderboard,?together_ai/moonshotai/Kimi-K3,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.44036697247706424,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row kimi-k3 / column $.scores['icelandic_gec@v1'].accuracy),,out:model-not-established, is-gec,mideind-icelandic-leaderboard,gpt-5.2,nothink,mixed,mid,mideind-eval-harness,,,,,,0.3577981651376147,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.2-no-thinking / column $.scores['icelandic_gec@v1'].accuracy),,in, is-gec,mideind-icelandic-leaderboard,haiku-5.5,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.573394495412844,score-of-1,2.89e-16,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-haiku-5-5-no-thinking / column $.scores['icelandic_gec@v1'].accuracy),,out:effort-not-established, is-gec,mideind-icelandic-leaderboard,?together_ai/deepseek-ai/DeepSeek-V4.1-Flash-1017,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.48623853211009177,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row deepseek-v4.1-flash-no-thinking / column $.scores['icelandic_gec@v1'].accuracy),,out:model-not-established, is-gec,mideind-icelandic-leaderboard,?together_ai/moonshotai/Kimi-K3,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.463302752293578,score-of-1,2.89e-16,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row kimi-k3-no-thinking / column $.scores['icelandic_gec@v1'].accuracy),,out:model-not-established, is-gec,mideind-icelandic-leaderboard,?together_ai/zai-org/GLM-5.3-Flash,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.3532110091743119,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row glm-5.3-flash / column $.scores['icelandic_gec@v1'].accuracy),,out:model-not-established, is-gec,mideind-icelandic-leaderboard,haiku-4.5,nothink,mixed,mid,mideind-eval-harness,,,,,,0.14678899082568808,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-haiku-4-5-no-thinking / column $.scores['icelandic_gec@v1'].accuracy),,in, is-gec,mideind-icelandic-leaderboard,haiku-4.5,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.11467889908256881,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-haiku-4-5 / column $.scores['icelandic_gec@v1'].accuracy),,out:effort-not-established, is-case,mideind-icelandic-leaderboard,opus-5.5,high,mixed,mid,mideind-eval-harness,,,,,,0.975,score-of-1,0.000289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-opus-5-5 / column $.scores['icelandic_case_marking@v1'].accuracy),,in, is-case,mideind-icelandic-leaderboard,gemini-4-argon,high,mixed,mid,mideind-eval-harness,,,,,,0.9875,score-of-1,2.89e-05,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-4-argon / column $.scores['icelandic_case_marking@v1'].accuracy),,in, is-case,mideind-icelandic-leaderboard,gpt-6-astra,high,mixed,mid,mideind-eval-harness,,,,,,0.965625,score-of-1,2.89e-07,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6-astra / column $.scores['icelandic_case_marking@v1'].accuracy),,in, is-case,mideind-icelandic-leaderboard,fable-5.1,high,mixed,mid,mideind-eval-harness,,,,,,0.9625,score-of-1,2.89e-05,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-fable-5-1 / column $.scores['icelandic_case_marking@v1'].accuracy),,in, is-case,mideind-icelandic-leaderboard,gpt-6-astra,low,mixed,mid,mideind-eval-harness,,,,,,0.9625,score-of-1,2.89e-05,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6-astra-low-thinking / column $.scores['icelandic_case_marking@v1'].accuracy),,in, is-case,mideind-icelandic-leaderboard,opus-5,high,mixed,mid,mideind-eval-harness,,,,,,0.990625,score-of-1,2.89e-07,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-opus-5 / column $.scores['icelandic_case_marking@v1'].accuracy),,in, is-case,mideind-icelandic-leaderboard,gpt-6.1-sol,high,mixed,mid,mideind-eval-harness,,,,,,0.971875,score-of-1,2.89e-07,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6.1-sol / column $.scores['icelandic_case_marking@v1'].accuracy),,in, is-case,mideind-icelandic-leaderboard,gpt-6.1-sol,low,mixed,mid,mideind-eval-harness,,,,,,0.940625,score-of-1,2.89e-07,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6.1-sol-low-thinking / column $.scores['icelandic_case_marking@v1'].accuracy),,in, is-case,mideind-icelandic-leaderboard,gemini-3.1-pro,high,mixed,mid,mideind-eval-harness,,,,,,0.978125,score-of-1,2.89e-07,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-1-pro / column $.scores['icelandic_case_marking@v1'].accuracy),,in, is-case,mideind-icelandic-leaderboard,gemini-3.1-pro,low,mixed,mid,mideind-eval-harness,,,,,,0.9875,score-of-1,2.89e-05,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-1-pro-low-thinking / column $.scores['icelandic_case_marking@v1'].accuracy),,in, is-case,mideind-icelandic-leaderboard,gpt-6-sol,high,mixed,mid,mideind-eval-harness,,,,,,0.94375,score-of-1,2.89e-06,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6-sol / column $.scores['icelandic_case_marking@v1'].accuracy),,in, is-case,mideind-icelandic-leaderboard,gpt-5.6-sol,high,mixed,mid,mideind-eval-harness,,,,,,0.953125,score-of-1,2.89e-07,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.6-sol / column $.scores['icelandic_case_marking@v1'].accuracy),,in, is-case,mideind-icelandic-leaderboard,gemini-3.7-flash,high,mixed,mid,mideind-eval-harness,,,,,,0.984375,score-of-1,2.89e-07,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-7-flash / column $.scores['icelandic_case_marking@v1'].accuracy),,in, is-case,mideind-icelandic-leaderboard,gemini-4-argon,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.975,score-of-1,0.000289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-4-argon-no-thinking / column $.scores['icelandic_case_marking@v1'].accuracy),,out:effort-not-established, is-case,mideind-icelandic-leaderboard,opus-4.8,high,mixed,mid,mideind-eval-harness,,,,,,0.959375,score-of-1,2.89e-07,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-opus-4-8 / column $.scores['icelandic_case_marking@v1'].accuracy),,in, is-case,mideind-icelandic-leaderboard,gemini-3.8-flash,high,mixed,mid,mideind-eval-harness,,,,,,0.9875,score-of-1,2.89e-05,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-8-flash / column $.scores['icelandic_case_marking@v1'].accuracy),,in, is-case,mideind-icelandic-leaderboard,gemini-3.7-flash,low,mixed,mid,mideind-eval-harness,,,,,,0.96875,score-of-1,2.89e-06,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-7-flash-low-thinking / column $.scores['icelandic_case_marking@v1'].accuracy),,in, is-case,mideind-icelandic-leaderboard,gemini-3.8-flash,low,mixed,mid,mideind-eval-harness,,,,,,0.959375,score-of-1,2.89e-07,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-8-flash-low-thinking / column $.scores['icelandic_case_marking@v1'].accuracy),,in, is-case,mideind-icelandic-leaderboard,gemini-3.5-flash,high,mixed,mid,mideind-eval-harness,,,,,,0.975,score-of-1,0.000289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-5-flash / column $.scores['icelandic_case_marking@v1'].accuracy),,in, is-case,mideind-icelandic-leaderboard,sonnet-5.5,high,mixed,mid,mideind-eval-harness,,,,,,0.953125,score-of-1,2.89e-07,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-sonnet-5-5 / column $.scores['icelandic_case_marking@v1'].accuracy),,in, is-case,mideind-icelandic-leaderboard,gpt-6-sol,nothink,mixed,mid,mideind-eval-harness,,,,,,0.875,score-of-1,0.000289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6-sol-no-thinking / column $.scores['icelandic_case_marking@v1'].accuracy),,in, is-case,mideind-icelandic-leaderboard,opus-4.8,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.8875,score-of-1,2.89e-05,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-opus-4-8-no-thinking / column $.scores['icelandic_case_marking@v1'].accuracy),,out:effort-not-established, is-case,mideind-icelandic-leaderboard,opus-5,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.64375,score-of-1,2.89e-06,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-opus-5-no-thinking / column $.scores['icelandic_case_marking@v1'].accuracy),,out:effort-not-established, is-case,mideind-icelandic-leaderboard,gpt-5.6-sol,nothink,mixed,mid,mideind-eval-harness,,,,,,0.909375,score-of-1,2.89e-07,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.6-sol-no-thinking / column $.scores['icelandic_case_marking@v1'].accuracy),,in, is-case,mideind-icelandic-leaderboard,gpt-6-luna,high,mixed,mid,mideind-eval-harness,,,,,,0.79375,score-of-1,2.89e-06,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6-luna / column $.scores['icelandic_case_marking@v1'].accuracy),,in, is-case,mideind-icelandic-leaderboard,sonnet-5,high,mixed,mid,mideind-eval-harness,,,,,,0.890625,score-of-1,2.89e-07,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-sonnet-5 / column $.scores['icelandic_case_marking@v1'].accuracy),,in, is-case,mideind-icelandic-leaderboard,sonnet-5.5,between-tools,mixed,mid,mideind-eval-harness,,,,,,0.8,score-of-1,0.0289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-sonnet-5-5-no-thinking / column $.scores['icelandic_case_marking@v1'].accuracy),,out:effort-not-established, is-case,mideind-icelandic-leaderboard,gpt-5.6-luna,high,mixed,mid,mideind-eval-harness,,,,,,0.7,score-of-1,0.0289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.6-luna / column $.scores['icelandic_case_marking@v1'].accuracy),,in, is-case,mideind-icelandic-leaderboard,gemini-3.5-flash,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.83125,score-of-1,2.89e-06,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-5-flash-no-thinking / column $.scores['icelandic_case_marking@v1'].accuracy),,out:effort-not-established, is-case,mideind-icelandic-leaderboard,gpt-5.6-terra,high,mixed,mid,mideind-eval-harness,,,,,,0.75,score-of-1,0.00289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.6-terra / column $.scores['icelandic_case_marking@v1'].accuracy),,in, is-case,mideind-icelandic-leaderboard,sonnet-5,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.821875,score-of-1,2.89e-07,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-sonnet-5-no-thinking / column $.scores['icelandic_case_marking@v1'].accuracy),,out:effort-not-established, is-case,mideind-icelandic-leaderboard,?together_ai/deepseek-ai/DeepSeek-V4-Pro-0813,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.784375,score-of-1,2.89e-07,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row deepseek-v4-pro / column $.scores['icelandic_case_marking@v1'].accuracy),,out:model-not-established, is-case,mideind-icelandic-leaderboard,haiku-5.5,high,mixed,mid,mideind-eval-harness,,,,,,0.640625,score-of-1,2.89e-07,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-haiku-5-5 / column $.scores['icelandic_case_marking@v1'].accuracy),,in, is-case,mideind-icelandic-leaderboard,gemini-3.5-flash-lite,high,mixed,mid,mideind-eval-harness,,,,,,0.88125,score-of-1,2.89e-06,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-5-flash-lite / column $.scores['icelandic_case_marking@v1'].accuracy),,in, is-case,mideind-icelandic-leaderboard,?together_ai/deepseek-ai/DeepSeek-V4.1-Flash-1017,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.76875,score-of-1,2.89e-06,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row deepseek-v4.1-flash / column $.scores['icelandic_case_marking@v1'].accuracy),,out:model-not-established, is-case,mideind-icelandic-leaderboard,gpt-5.6-terra,nothink,mixed,mid,mideind-eval-harness,,,,,,0.75,score-of-1,0.00289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.6-terra-no-thinking / column $.scores['icelandic_case_marking@v1'].accuracy),,in, is-case,mideind-icelandic-leaderboard,?together_ai/deepseek-ai/DeepSeek-V4-Pro-0813,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.7375,score-of-1,2.89e-05,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row deepseek-v4-pro-no-thinking / column $.scores['icelandic_case_marking@v1'].accuracy),,out:model-not-established, is-case,mideind-icelandic-leaderboard,gpt-6-luna,nothink,mixed,mid,mideind-eval-harness,,,,,,0.628125,score-of-1,2.89e-07,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6-luna-no-thinking / column $.scores['icelandic_case_marking@v1'].accuracy),,in, is-case,mideind-icelandic-leaderboard,gpt-5.2,high,mixed,mid,mideind-eval-harness,,,,,,0.784375,score-of-1,2.89e-07,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.2 / column $.scores['icelandic_case_marking@v1'].accuracy),,in, is-case,mideind-icelandic-leaderboard,gpt-5.6-luna,nothink,mixed,mid,mideind-eval-harness,,,,,,0.634375,score-of-1,2.89e-07,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.6-luna-no-thinking / column $.scores['icelandic_case_marking@v1'].accuracy),,in, is-case,mideind-icelandic-leaderboard,?together_ai/Qwen/Qwen3.8-2.4T-A95B,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.803125,score-of-1,2.89e-07,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row qwen3.8-2.4t / column $.scores['icelandic_case_marking@v1'].accuracy),,out:model-not-established, is-case,mideind-icelandic-leaderboard,gemini-3.5-flash-lite,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.615625,score-of-1,2.89e-07,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-5-flash-lite-no-thinking / column $.scores['icelandic_case_marking@v1'].accuracy),,out:effort-not-established, is-case,mideind-icelandic-leaderboard,?together_ai/moonshotai/Kimi-K3,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.55625,score-of-1,2.89e-06,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row kimi-k3 / column $.scores['icelandic_case_marking@v1'].accuracy),,out:model-not-established, is-case,mideind-icelandic-leaderboard,gpt-5.2,nothink,mixed,mid,mideind-eval-harness,,,,,,0.5375,score-of-1,2.89e-05,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.2-no-thinking / column $.scores['icelandic_case_marking@v1'].accuracy),,in, is-case,mideind-icelandic-leaderboard,haiku-5.5,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.265625,score-of-1,2.89e-07,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-haiku-5-5-no-thinking / column $.scores['icelandic_case_marking@v1'].accuracy),,out:effort-not-established, is-case,mideind-icelandic-leaderboard,?together_ai/deepseek-ai/DeepSeek-V4.1-Flash-1017,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.471875,score-of-1,2.89e-07,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row deepseek-v4.1-flash-no-thinking / column $.scores['icelandic_case_marking@v1'].accuracy),,out:model-not-established, is-case,mideind-icelandic-leaderboard,?together_ai/moonshotai/Kimi-K3,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.26875,score-of-1,2.89e-06,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row kimi-k3-no-thinking / column $.scores['icelandic_case_marking@v1'].accuracy),,out:model-not-established, is-case,mideind-icelandic-leaderboard,?together_ai/zai-org/GLM-5.3-Flash,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.415625,score-of-1,2.89e-07,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row glm-5.3-flash / column $.scores['icelandic_case_marking@v1'].accuracy),,out:model-not-established, is-case,mideind-icelandic-leaderboard,haiku-4.5,nothink,mixed,mid,mideind-eval-harness,,,,,,0.146875,score-of-1,2.89e-07,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-haiku-4-5-no-thinking / column $.scores['icelandic_case_marking@v1'].accuracy),,in, is-case,mideind-icelandic-leaderboard,haiku-4.5,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.078125,score-of-1,2.89e-07,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-haiku-4-5 / column $.scores['icelandic_case_marking@v1'].accuracy),,out:effort-not-established, is-idcloze,mideind-icelandic-leaderboard,opus-5.5,high,mixed,mid,mideind-eval-harness,,,,,,0.750332005312085,score-of-1,2.89e-16,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-opus-5-5 / column $.scores['icelandic_idioms_cloze@v1'].accuracy),,in, is-idcloze,mideind-icelandic-leaderboard,gemini-4-argon,high,mixed,mid,mideind-eval-harness,,,,,,0.7596281540504648,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-4-argon / column $.scores['icelandic_idioms_cloze@v1'].accuracy),,in, is-idcloze,mideind-icelandic-leaderboard,gpt-6-astra,high,mixed,mid,mideind-eval-harness,,,,,,0.7250996015936255,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6-astra / column $.scores['icelandic_idioms_cloze@v1'].accuracy),,in, is-idcloze,mideind-icelandic-leaderboard,fable-5.1,high,mixed,mid,mideind-eval-harness,,,,,,0.701195219123506,score-of-1,2.89e-16,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-fable-5-1 / column $.scores['icelandic_idioms_cloze@v1'].accuracy),,in, is-idcloze,mideind-icelandic-leaderboard,gpt-6-astra,low,mixed,mid,mideind-eval-harness,,,,,,0.7237715803452855,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6-astra-low-thinking / column $.scores['icelandic_idioms_cloze@v1'].accuracy),,in, is-idcloze,mideind-icelandic-leaderboard,opus-5,high,mixed,mid,mideind-eval-harness,,,,,,0.7065073041168659,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-opus-5 / column $.scores['icelandic_idioms_cloze@v1'].accuracy),,in, is-idcloze,mideind-icelandic-leaderboard,gpt-6.1-sol,high,mixed,mid,mideind-eval-harness,,,,,,0.7118193891102258,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6.1-sol / column $.scores['icelandic_idioms_cloze@v1'].accuracy),,in, is-idcloze,mideind-icelandic-leaderboard,gpt-6.1-sol,low,mixed,mid,mideind-eval-harness,,,,,,0.7078353253652059,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6.1-sol-low-thinking / column $.scores['icelandic_idioms_cloze@v1'].accuracy),,in, is-idcloze,mideind-icelandic-leaderboard,gemini-3.1-pro,high,mixed,mid,mideind-eval-harness,,,,,,0.703851261620186,score-of-1,2.89e-16,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-1-pro / column $.scores['icelandic_idioms_cloze@v1'].accuracy),,in, is-idcloze,mideind-icelandic-leaderboard,gemini-3.1-pro,low,mixed,mid,mideind-eval-harness,,,,,,0.6653386454183267,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-1-pro-low-thinking / column $.scores['icelandic_idioms_cloze@v1'].accuracy),,in, is-idcloze,mideind-icelandic-leaderboard,gpt-6-sol,high,mixed,mid,mideind-eval-harness,,,,,,0.6586985391766268,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6-sol / column $.scores['icelandic_idioms_cloze@v1'].accuracy),,in, is-idcloze,mideind-icelandic-leaderboard,gpt-5.6-sol,high,mixed,mid,mideind-eval-harness,,,,,,0.6746347941567065,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.6-sol / column $.scores['icelandic_idioms_cloze@v1'].accuracy),,in, is-idcloze,mideind-icelandic-leaderboard,gemini-3.7-flash,high,mixed,mid,mideind-eval-harness,,,,,,0.6772908366533864,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-7-flash / column $.scores['icelandic_idioms_cloze@v1'].accuracy),,in, is-idcloze,mideind-icelandic-leaderboard,gemini-4-argon,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.6135458167330677,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-4-argon-no-thinking / column $.scores['icelandic_idioms_cloze@v1'].accuracy),,out:effort-not-established, is-idcloze,mideind-icelandic-leaderboard,opus-4.8,high,mixed,mid,mideind-eval-harness,,,,,,0.6852589641434262,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-opus-4-8 / column $.scores['icelandic_idioms_cloze@v1'].accuracy),,in, is-idcloze,mideind-icelandic-leaderboard,gemini-3.8-flash,high,mixed,mid,mideind-eval-harness,,,,,,0.6812749003984063,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-8-flash / column $.scores['icelandic_idioms_cloze@v1'].accuracy),,in, is-idcloze,mideind-icelandic-leaderboard,gemini-3.7-flash,low,mixed,mid,mideind-eval-harness,,,,,,0.6520584329349269,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-7-flash-low-thinking / column $.scores['icelandic_idioms_cloze@v1'].accuracy),,in, is-idcloze,mideind-icelandic-leaderboard,gemini-3.8-flash,low,mixed,mid,mideind-eval-harness,,,,,,0.6241699867197875,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-8-flash-low-thinking / column $.scores['icelandic_idioms_cloze@v1'].accuracy),,in, is-idcloze,mideind-icelandic-leaderboard,gemini-3.5-flash,high,mixed,mid,mideind-eval-harness,,,,,,0.6042496679946879,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-5-flash / column $.scores['icelandic_idioms_cloze@v1'].accuracy),,in, is-idcloze,mideind-icelandic-leaderboard,sonnet-5.5,high,mixed,mid,mideind-eval-harness,,,,,,0.5976095617529881,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-sonnet-5-5 / column $.scores['icelandic_idioms_cloze@v1'].accuracy),,in, is-idcloze,mideind-icelandic-leaderboard,gpt-6-sol,nothink,mixed,mid,mideind-eval-harness,,,,,,0.5046480743691899,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6-sol-no-thinking / column $.scores['icelandic_idioms_cloze@v1'].accuracy),,in, is-idcloze,mideind-icelandic-leaderboard,opus-4.8,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.3240371845949535,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-opus-4-8-no-thinking / column $.scores['icelandic_idioms_cloze@v1'].accuracy),,out:effort-not-established, is-idcloze,mideind-icelandic-leaderboard,opus-5,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.3930942895086321,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-opus-5-no-thinking / column $.scores['icelandic_idioms_cloze@v1'].accuracy),,out:effort-not-established, is-idcloze,mideind-icelandic-leaderboard,gpt-5.6-sol,nothink,mixed,mid,mideind-eval-harness,,,,,,0.5099601593625498,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.6-sol-no-thinking / column $.scores['icelandic_idioms_cloze@v1'].accuracy),,in, is-idcloze,mideind-icelandic-leaderboard,gpt-6-luna,high,mixed,mid,mideind-eval-harness,,,,,,0.6162018592297477,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6-luna / column $.scores['icelandic_idioms_cloze@v1'].accuracy),,in, is-idcloze,mideind-icelandic-leaderboard,sonnet-5,high,mixed,mid,mideind-eval-harness,,,,,,0.50199203187251,score-of-1,2.89e-15,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-sonnet-5 / column $.scores['icelandic_idioms_cloze@v1'].accuracy),,in, is-idcloze,mideind-icelandic-leaderboard,sonnet-5.5,between-tools,mixed,mid,mideind-eval-harness,,,,,,0.48871181938911024,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-sonnet-5-5-no-thinking / column $.scores['icelandic_idioms_cloze@v1'].accuracy),,out:effort-not-established, is-idcloze,mideind-icelandic-leaderboard,gpt-5.6-luna,high,mixed,mid,mideind-eval-harness,,,,,,0.5644090305444888,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.6-luna / column $.scores['icelandic_idioms_cloze@v1'].accuracy),,in, is-idcloze,mideind-icelandic-leaderboard,gemini-3.5-flash,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.42895086321381143,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-5-flash-no-thinking / column $.scores['icelandic_idioms_cloze@v1'].accuracy),,out:effort-not-established, is-idcloze,mideind-icelandic-leaderboard,gpt-5.6-terra,high,mixed,mid,mideind-eval-harness,,,,,,0.5073041168658698,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.6-terra / column $.scores['icelandic_idioms_cloze@v1'].accuracy),,in, is-idcloze,mideind-icelandic-leaderboard,sonnet-5,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.47941567065073043,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-sonnet-5-no-thinking / column $.scores['icelandic_idioms_cloze@v1'].accuracy),,out:effort-not-established, is-idcloze,mideind-icelandic-leaderboard,?together_ai/deepseek-ai/DeepSeek-V4-Pro-0813,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.4409030544488712,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row deepseek-v4-pro / column $.scores['icelandic_idioms_cloze@v1'].accuracy),,out:model-not-established, is-idcloze,mideind-icelandic-leaderboard,haiku-5.5,high,mixed,mid,mideind-eval-harness,,,,,,0.5590969455511288,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-haiku-5-5 / column $.scores['icelandic_idioms_cloze@v1'].accuracy),,in, is-idcloze,mideind-icelandic-leaderboard,gemini-3.5-flash-lite,high,mixed,mid,mideind-eval-harness,,,,,,0.4541832669322709,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-5-flash-lite / column $.scores['icelandic_idioms_cloze@v1'].accuracy),,in, is-idcloze,mideind-icelandic-leaderboard,?together_ai/deepseek-ai/DeepSeek-V4.1-Flash-1017,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.3466135458167331,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row deepseek-v4.1-flash / column $.scores['icelandic_idioms_cloze@v1'].accuracy),,out:model-not-established, is-idcloze,mideind-icelandic-leaderboard,gpt-5.6-terra,nothink,mixed,mid,mideind-eval-harness,,,,,,0.30677290836653387,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.6-terra-no-thinking / column $.scores['icelandic_idioms_cloze@v1'].accuracy),,in, is-idcloze,mideind-icelandic-leaderboard,?together_ai/deepseek-ai/DeepSeek-V4-Pro-0813,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.23107569721115537,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row deepseek-v4-pro-no-thinking / column $.scores['icelandic_idioms_cloze@v1'].accuracy),,out:model-not-established, is-idcloze,mideind-icelandic-leaderboard,gpt-6-luna,nothink,mixed,mid,mideind-eval-harness,,,,,,0.2868525896414343,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6-luna-no-thinking / column $.scores['icelandic_idioms_cloze@v1'].accuracy),,in, is-idcloze,mideind-icelandic-leaderboard,gpt-5.2,high,mixed,mid,mideind-eval-harness,,,,,,0.4541832669322709,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.2 / column $.scores['icelandic_idioms_cloze@v1'].accuracy),,in, is-idcloze,mideind-icelandic-leaderboard,gpt-5.6-luna,nothink,mixed,mid,mideind-eval-harness,,,,,,0.21248339973439576,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.6-luna-no-thinking / column $.scores['icelandic_idioms_cloze@v1'].accuracy),,in, is-idcloze,mideind-icelandic-leaderboard,?together_ai/Qwen/Qwen3.8-2.4T-A95B,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.2961487383798141,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row qwen3.8-2.4t / column $.scores['icelandic_idioms_cloze@v1'].accuracy),,out:model-not-established, is-idcloze,mideind-icelandic-leaderboard,gemini-3.5-flash-lite,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.2204515272244356,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-5-flash-lite-no-thinking / column $.scores['icelandic_idioms_cloze@v1'].accuracy),,out:effort-not-established, is-idcloze,mideind-icelandic-leaderboard,?together_ai/moonshotai/Kimi-K3,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.14342629482071714,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row kimi-k3 / column $.scores['icelandic_idioms_cloze@v1'].accuracy),,out:model-not-established, is-idcloze,mideind-icelandic-leaderboard,gpt-5.2,nothink,mixed,mid,mideind-eval-harness,,,,,,0.2642762284196547,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.2-no-thinking / column $.scores['icelandic_idioms_cloze@v1'].accuracy),,in, is-idcloze,mideind-icelandic-leaderboard,haiku-5.5,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.34926958831341304,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-haiku-5-5-no-thinking / column $.scores['icelandic_idioms_cloze@v1'].accuracy),,out:effort-not-established, is-idcloze,mideind-icelandic-leaderboard,?together_ai/deepseek-ai/DeepSeek-V4.1-Flash-1017,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.12217795484727756,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row deepseek-v4.1-flash-no-thinking / column $.scores['icelandic_idioms_cloze@v1'].accuracy),,out:model-not-established, is-idcloze,mideind-icelandic-leaderboard,?together_ai/moonshotai/Kimi-K3,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.07835325365205843,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row kimi-k3-no-thinking / column $.scores['icelandic_idioms_cloze@v1'].accuracy),,out:model-not-established, is-idcloze,mideind-icelandic-leaderboard,?together_ai/zai-org/GLM-5.3-Flash,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.08764940239043825,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row glm-5.3-flash / column $.scores['icelandic_idioms_cloze@v1'].accuracy),,out:model-not-established, is-idcloze,mideind-icelandic-leaderboard,haiku-4.5,nothink,mixed,mid,mideind-eval-harness,,,,,,0.05976095617529881,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-haiku-4-5-no-thinking / column $.scores['icelandic_idioms_cloze@v1'].accuracy),,in, is-idcloze,mideind-icelandic-leaderboard,haiku-4.5,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.07569721115537849,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-haiku-4-5 / column $.scores['icelandic_idioms_cloze@v1'].accuracy),,out:effort-not-established, is-idmean,mideind-icelandic-leaderboard,opus-5.5,high,mixed,mid,mideind-eval-harness,,,,,,0.8403575989782887,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-opus-5-5 / column $.scores['icelandic_idioms_meanings@v1'].llm_judge_score),,in, is-idmean,mideind-icelandic-leaderboard,gemini-4-argon,high,mixed,mid,mideind-eval-harness,,,,,,0.8167305236270753,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-4-argon / column $.scores['icelandic_idioms_meanings@v1'].llm_judge_score),,in, is-idmean,mideind-icelandic-leaderboard,gpt-6-astra,high,mixed,mid,mideind-eval-harness,,,,,,0.8314176245210728,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6-astra / column $.scores['icelandic_idioms_meanings@v1'].llm_judge_score),,in, is-idmean,mideind-icelandic-leaderboard,fable-5.1,high,mixed,mid,mideind-eval-harness,,,,,,0.8339719029374202,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-fable-5-1 / column $.scores['icelandic_idioms_meanings@v1'].llm_judge_score),,in, is-idmean,mideind-icelandic-leaderboard,gpt-6-astra,low,mixed,mid,mideind-eval-harness,,,,,,0.8461047254150702,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6-astra-low-thinking / column $.scores['icelandic_idioms_meanings@v1'].llm_judge_score),,in, is-idmean,mideind-icelandic-leaderboard,opus-5,high,mixed,mid,mideind-eval-harness,,,,,,0.8454661558109834,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-opus-5 / column $.scores['icelandic_idioms_meanings@v1'].llm_judge_score),,in, is-idmean,mideind-icelandic-leaderboard,gpt-6.1-sol,high,mixed,mid,mideind-eval-harness,,,,,,0.8282247765006385,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6.1-sol / column $.scores['icelandic_idioms_meanings@v1'].llm_judge_score),,in, is-idmean,mideind-icelandic-leaderboard,gpt-6.1-sol,low,mixed,mid,mideind-eval-harness,,,,,,0.8205619412515964,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6.1-sol-low-thinking / column $.scores['icelandic_idioms_meanings@v1'].llm_judge_score),,in, is-idmean,mideind-icelandic-leaderboard,gemini-3.1-pro,high,mixed,mid,mideind-eval-harness,,,,,,0.8186462324393359,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-1-pro / column $.scores['icelandic_idioms_meanings@v1'].llm_judge_score),,in, is-idmean,mideind-icelandic-leaderboard,gemini-3.1-pro,low,mixed,mid,mideind-eval-harness,,,,,,0.8103448275862069,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-1-pro-low-thinking / column $.scores['icelandic_idioms_meanings@v1'].llm_judge_score),,in, is-idmean,mideind-icelandic-leaderboard,gpt-6-sol,high,mixed,mid,mideind-eval-harness,,,,,,0.8154533844189017,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6-sol / column $.scores['icelandic_idioms_meanings@v1'].llm_judge_score),,in, is-idmean,mideind-icelandic-leaderboard,gpt-5.6-sol,high,mixed,mid,mideind-eval-harness,,,,,,0.7854406130268199,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.6-sol / column $.scores['icelandic_idioms_meanings@v1'].llm_judge_score),,in, is-idmean,mideind-icelandic-leaderboard,gemini-3.7-flash,high,mixed,mid,mideind-eval-harness,,,,,,0.8205619412515964,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-7-flash / column $.scores['icelandic_idioms_meanings@v1'].llm_judge_score),,in, is-idmean,mideind-icelandic-leaderboard,gemini-4-argon,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.7950191570881227,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-4-argon-no-thinking / column $.scores['icelandic_idioms_meanings@v1'].llm_judge_score),,out:effort-not-established, is-idmean,mideind-icelandic-leaderboard,opus-4.8,high,mixed,mid,mideind-eval-harness,,,,,,0.8358876117496807,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-opus-4-8 / column $.scores['icelandic_idioms_meanings@v1'].llm_judge_score),,in, is-idmean,mideind-icelandic-leaderboard,gemini-3.8-flash,high,mixed,mid,mideind-eval-harness,,,,,,0.8160919540229885,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-8-flash / column $.scores['icelandic_idioms_meanings@v1'].llm_judge_score),,in, is-idmean,mideind-icelandic-leaderboard,gemini-3.7-flash,low,mixed,mid,mideind-eval-harness,,,,,,0.8167305236270753,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-7-flash-low-thinking / column $.scores['icelandic_idioms_meanings@v1'].llm_judge_score),,in, is-idmean,mideind-icelandic-leaderboard,gemini-3.8-flash,low,mixed,mid,mideind-eval-harness,,,,,,0.8160919540229885,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-8-flash-low-thinking / column $.scores['icelandic_idioms_meanings@v1'].llm_judge_score),,in, is-idmean,mideind-icelandic-leaderboard,gemini-3.5-flash,high,mixed,mid,mideind-eval-harness,,,,,,0.8103448275862069,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-5-flash / column $.scores['icelandic_idioms_meanings@v1'].llm_judge_score),,in, is-idmean,mideind-icelandic-leaderboard,sonnet-5.5,high,mixed,mid,mideind-eval-harness,,,,,,0.7905491698595147,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-sonnet-5-5 / column $.scores['icelandic_idioms_meanings@v1'].llm_judge_score),,in, is-idmean,mideind-icelandic-leaderboard,gpt-6-sol,nothink,mixed,mid,mideind-eval-harness,,,,,,0.7547892720306514,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6-sol-no-thinking / column $.scores['icelandic_idioms_meanings@v1'].llm_judge_score),,in, is-idmean,mideind-icelandic-leaderboard,opus-4.8,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.8256704980842912,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-opus-4-8-no-thinking / column $.scores['icelandic_idioms_meanings@v1'].llm_judge_score),,out:effort-not-established, is-idmean,mideind-icelandic-leaderboard,opus-5,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.8384418901660281,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-opus-5-no-thinking / column $.scores['icelandic_idioms_meanings@v1'].llm_judge_score),,out:effort-not-established, is-idmean,mideind-icelandic-leaderboard,gpt-5.6-sol,nothink,mixed,mid,mideind-eval-harness,,,,,,0.7496807151979565,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.6-sol-no-thinking / column $.scores['icelandic_idioms_meanings@v1'].llm_judge_score),,in, is-idmean,mideind-icelandic-leaderboard,gpt-6-luna,high,mixed,mid,mideind-eval-harness,,,,,,0.7739463601532567,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6-luna / column $.scores['icelandic_idioms_meanings@v1'].llm_judge_score),,in, is-idmean,mideind-icelandic-leaderboard,sonnet-5,high,mixed,mid,mideind-eval-harness,,,,,,0.7969348659003831,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-sonnet-5 / column $.scores['icelandic_idioms_meanings@v1'].llm_judge_score),,in, is-idmean,mideind-icelandic-leaderboard,sonnet-5.5,between-tools,mixed,mid,mideind-eval-harness,,,,,,0.7931034482758621,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-sonnet-5-5-no-thinking / column $.scores['icelandic_idioms_meanings@v1'].llm_judge_score),,out:effort-not-established, is-idmean,mideind-icelandic-leaderboard,gpt-5.6-luna,high,mixed,mid,mideind-eval-harness,,,,,,0.7554278416347382,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.6-luna / column $.scores['icelandic_idioms_meanings@v1'].llm_judge_score),,in, is-idmean,mideind-icelandic-leaderboard,gemini-3.5-flash,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.8045977011494253,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-5-flash-no-thinking / column $.scores['icelandic_idioms_meanings@v1'].llm_judge_score),,out:effort-not-established, is-idmean,mideind-icelandic-leaderboard,gpt-5.6-terra,high,mixed,mid,mideind-eval-harness,,,,,,0.70242656449553,score-of-1,2.89e-15,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.6-terra / column $.scores['icelandic_idioms_meanings@v1'].llm_judge_score),,in, is-idmean,mideind-icelandic-leaderboard,sonnet-5,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.8033205619412516,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-sonnet-5-no-thinking / column $.scores['icelandic_idioms_meanings@v1'].llm_judge_score),,out:effort-not-established, is-idmean,mideind-icelandic-leaderboard,?together_ai/deepseek-ai/DeepSeek-V4-Pro-0813,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.6602809706257982,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row deepseek-v4-pro / column $.scores['icelandic_idioms_meanings@v1'].llm_judge_score),,out:model-not-established, is-idmean,mideind-icelandic-leaderboard,haiku-5.5,high,mixed,mid,mideind-eval-harness,,,,,,0.7100893997445722,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-haiku-5-5 / column $.scores['icelandic_idioms_meanings@v1'].llm_judge_score),,in, is-idmean,mideind-icelandic-leaderboard,gemini-3.5-flash-lite,high,mixed,mid,mideind-eval-harness,,,,,,0.7586206896551724,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-5-flash-lite / column $.scores['icelandic_idioms_meanings@v1'].llm_judge_score),,in, is-idmean,mideind-icelandic-leaderboard,?together_ai/deepseek-ai/DeepSeek-V4.1-Flash-1017,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.6219667943805874,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row deepseek-v4.1-flash / column $.scores['icelandic_idioms_meanings@v1'].llm_judge_score),,out:model-not-established, is-idmean,mideind-icelandic-leaderboard,gpt-5.6-terra,nothink,mixed,mid,mideind-eval-harness,,,,,,0.665389527458493,score-of-1,2.89e-16,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.6-terra-no-thinking / column $.scores['icelandic_idioms_meanings@v1'].llm_judge_score),,in, is-idmean,mideind-icelandic-leaderboard,?together_ai/deepseek-ai/DeepSeek-V4-Pro-0813,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.611749680715198,score-of-1,2.89e-16,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row deepseek-v4-pro-no-thinking / column $.scores['icelandic_idioms_meanings@v1'].llm_judge_score),,out:model-not-established, is-idmean,mideind-icelandic-leaderboard,gpt-6-luna,nothink,mixed,mid,mideind-eval-harness,,,,,,0.7196679438058748,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6-luna-no-thinking / column $.scores['icelandic_idioms_meanings@v1'].llm_judge_score),,in, is-idmean,mideind-icelandic-leaderboard,gpt-5.2,high,mixed,mid,mideind-eval-harness,,,,,,0.6545338441890166,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.2 / column $.scores['icelandic_idioms_meanings@v1'].llm_judge_score),,in, is-idmean,mideind-icelandic-leaderboard,gpt-5.6-luna,nothink,mixed,mid,mideind-eval-harness,,,,,,0.7139208173690932,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.6-luna-no-thinking / column $.scores['icelandic_idioms_meanings@v1'].llm_judge_score),,in, is-idmean,mideind-icelandic-leaderboard,?together_ai/Qwen/Qwen3.8-2.4T-A95B,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.5740740740740741,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row qwen3.8-2.4t / column $.scores['icelandic_idioms_meanings@v1'].llm_judge_score),,out:model-not-established, is-idmean,mideind-icelandic-leaderboard,gemini-3.5-flash-lite,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.6813537675606641,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemini-3-5-flash-lite-no-thinking / column $.scores['icelandic_idioms_meanings@v1'].llm_judge_score),,out:effort-not-established, is-idmean,mideind-icelandic-leaderboard,?together_ai/moonshotai/Kimi-K3,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.5038314176245211,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row kimi-k3 / column $.scores['icelandic_idioms_meanings@v1'].llm_judge_score),,out:model-not-established, is-idmean,mideind-icelandic-leaderboard,gpt-5.2,nothink,mixed,mid,mideind-eval-harness,,,,,,0.6583652618135377,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-5.2-no-thinking / column $.scores['icelandic_idioms_meanings@v1'].llm_judge_score),,in, is-idmean,mideind-icelandic-leaderboard,haiku-5.5,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.7068965517241379,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-haiku-5-5-no-thinking / column $.scores['icelandic_idioms_meanings@v1'].llm_judge_score),,out:effort-not-established, is-idmean,mideind-icelandic-leaderboard,?together_ai/deepseek-ai/DeepSeek-V4.1-Flash-1017,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.5759897828863346,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row deepseek-v4.1-flash-no-thinking / column $.scores['icelandic_idioms_meanings@v1'].llm_judge_score),,out:model-not-established, is-idmean,mideind-icelandic-leaderboard,?together_ai/moonshotai/Kimi-K3,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.39080459770114945,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row kimi-k3-no-thinking / column $.scores['icelandic_idioms_meanings@v1'].llm_judge_score),,out:model-not-established, is-idmean,mideind-icelandic-leaderboard,?together_ai/zai-org/GLM-5.3-Flash,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.46296296296296297,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row glm-5.3-flash / column $.scores['icelandic_idioms_meanings@v1'].llm_judge_score),,out:model-not-established, is-idmean,mideind-icelandic-leaderboard,haiku-4.5,nothink,mixed,mid,mideind-eval-harness,,,,,,0.3537675606641124,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-haiku-4-5-no-thinking / column $.scores['icelandic_idioms_meanings@v1'].llm_judge_score),,in, is-idmean,mideind-icelandic-leaderboard,haiku-4.5,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.39399744572158363,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row claude-haiku-4-5 / column $.scores['icelandic_idioms_meanings@v1'].llm_judge_score),,out:effort-not-established, is-case,mideind-icelandic-leaderboard,gpt-6.1-terra,high,mixed,mid,mideind-eval-harness,,,,,,0.975,score-of-1,0.000289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6.1-terra / column $.scores['icelandic_case_marking@v1'].accuracy),,in, is-gec,mideind-icelandic-leaderboard,gpt-6.1-terra,high,mixed,mid,mideind-eval-harness,,,,,,0.7935779816513762,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6.1-terra / column $.scores['icelandic_gec@v1'].accuracy),,in, is-genquality,mideind-icelandic-leaderboard,gpt-6.1-terra,high,mixed,mid,mideind-eval-harness,,,,,,0.7730677409291742,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6.1-terra / column $.scores['generative_quality@v1'].quality_score),,in, is-idcloze,mideind-icelandic-leaderboard,gpt-6.1-terra,high,mixed,mid,mideind-eval-harness,,,,,,0.6613545816733067,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6.1-terra / column $.scores['icelandic_idioms_cloze@v1'].accuracy),,in, is-idmean,mideind-icelandic-leaderboard,gpt-6.1-terra,high,mixed,mid,mideind-eval-harness,,,,,,0.79757343550447,score-of-1,2.89e-15,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6.1-terra / column $.scores['icelandic_idioms_meanings@v1'].llm_judge_score),,in, is-lyrics,mideind-icelandic-leaderboard,gpt-6.1-terra,high,mixed,mid,mideind-eval-harness,,,,,,0.11480727060776134,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6.1-terra / column $.scores['icelandic_song_lyrics@v1'].accuracy),,in, is-nature,mideind-icelandic-leaderboard,gpt-6.1-terra,high,mixed,mid,mideind-eval-harness,,,,,,0.3608652900688299,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6.1-terra / column $.scores['icelandic_nature_translations@v1'].accuracy),,in, is-phrases,mideind-icelandic-leaderboard,gpt-6.1-terra,high,mixed,mid,mideind-eval-harness,,,,,,0.24607961399276237,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6.1-terra / column $.scores['icelandic_phrases@v1'].accuracy),,in, is-textiles,mideind-icelandic-leaderboard,gpt-6.1-terra,high,mixed,mid,mideind-eval-harness,,,,,,0.703,score-of-1,0.000289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6.1-terra / column $.scores['icelandic_textiles@v1'].llm_judge_score),,in, is-wikiqa,mideind-icelandic-leaderboard,gpt-6.1-terra,high,mixed,mid,mideind-eval-harness,,,,,,0.5392105263157895,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6.1-terra / column $.scores['icelandic_wikiqa@v1'].llm_judge_score),,in, is-average,mideind-icelandic-leaderboard,gpt-6.1-terra,high,mixed,mid,mideind-eval-harness,,,,,,0.6461,score-of-1,2.89e-05,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6.1-terra / column average),,out:single-couple, is-case,mideind-icelandic-leaderboard,gpt-6.1-terra,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.934375,score-of-1,2.89e-07,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6.1-terra-no-thinking / column $.scores['icelandic_case_marking@v1'].accuracy),,out:effort-not-established, is-gec,mideind-icelandic-leaderboard,gpt-6.1-terra,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.6376146788990825,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6.1-terra-no-thinking / column $.scores['icelandic_gec@v1'].accuracy),,out:effort-not-established, is-genquality,mideind-icelandic-leaderboard,gpt-6.1-terra,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.8433898953245008,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6.1-terra-no-thinking / column $.scores['generative_quality@v1'].quality_score),,out:effort-not-established, is-idcloze,mideind-icelandic-leaderboard,gpt-6.1-terra,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.5086321381142098,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6.1-terra-no-thinking / column $.scores['icelandic_idioms_cloze@v1'].accuracy),,out:effort-not-established, is-idmean,mideind-icelandic-leaderboard,gpt-6.1-terra,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.7675606641123882,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6.1-terra-no-thinking / column $.scores['icelandic_idioms_meanings@v1'].llm_judge_score),,out:effort-not-established, is-lyrics,mideind-icelandic-leaderboard,gpt-6.1-terra,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.11145559048646747,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6.1-terra-no-thinking / column $.scores['icelandic_song_lyrics@v1'].accuracy),,out:effort-not-established, is-nature,mideind-icelandic-leaderboard,gpt-6.1-terra,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.27925270403146507,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6.1-terra-no-thinking / column $.scores['icelandic_nature_translations@v1'].accuracy),,out:effort-not-established, is-phrases,mideind-icelandic-leaderboard,gpt-6.1-terra,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.13510253317249699,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6.1-terra-no-thinking / column $.scores['icelandic_phrases@v1'].accuracy),,out:effort-not-established, is-textiles,mideind-icelandic-leaderboard,gpt-6.1-terra,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.656,score-of-1,0.000289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6.1-terra-no-thinking / column $.scores['icelandic_textiles@v1'].llm_judge_score),,out:effort-not-established, is-wikiqa,mideind-icelandic-leaderboard,gpt-6.1-terra,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.46842105263157896,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6.1-terra-no-thinking / column $.scores['icelandic_wikiqa@v1'].llm_judge_score),,out:effort-not-established, is-average,mideind-icelandic-leaderboard,gpt-6.1-terra,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.587543,score-of-1,2.89e-07,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gpt-6.1-terra-no-thinking / column average),,out:effort-not-established, is-case,mideind-icelandic-leaderboard,?Muse Spark Open,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.878125,score-of-1,2.89e-07,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row muse-spark-open / column $.scores['icelandic_case_marking@v1'].accuracy),,out:model-not-established, is-gec,mideind-icelandic-leaderboard,?Muse Spark Open,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.4908256880733945,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row muse-spark-open / column $.scores['icelandic_gec@v1'].accuracy),,out:model-not-established, is-genquality,mideind-icelandic-leaderboard,?Muse Spark Open,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.6083314308311286,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row muse-spark-open / column $.scores['generative_quality@v1'].quality_score),,out:model-not-established, is-idcloze,mideind-icelandic-leaderboard,?Muse Spark Open,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.4116865869853918,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row muse-spark-open / column $.scores['icelandic_idioms_cloze@v1'].accuracy),,out:model-not-established, is-idmean,mideind-icelandic-leaderboard,?Muse Spark Open,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.5925925925925926,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row muse-spark-open / column $.scores['icelandic_idioms_meanings@v1'].llm_judge_score),,out:model-not-established, is-lyrics,mideind-icelandic-leaderboard,?Muse Spark Open,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.14950558820577145,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row muse-spark-open / column $.scores['icelandic_song_lyrics@v1'].accuracy),,out:model-not-established, is-nature,mideind-icelandic-leaderboard,?Muse Spark Open,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.33136676499508355,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row muse-spark-open / column $.scores['icelandic_nature_translations@v1'].accuracy),,out:model-not-established, is-phrases,mideind-icelandic-leaderboard,?Muse Spark Open,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.06393244873341375,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row muse-spark-open / column $.scores['icelandic_phrases@v1'].accuracy),,out:model-not-established, is-textiles,mideind-icelandic-leaderboard,?Muse Spark Open,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.553,score-of-1,0.000289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row muse-spark-open / column $.scores['icelandic_textiles@v1'].llm_judge_score),,out:model-not-established, is-wikiqa,mideind-icelandic-leaderboard,?Muse Spark Open,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.5057894736842106,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row muse-spark-open / column $.scores['icelandic_wikiqa@v1'].llm_judge_score),,out:model-not-established, is-average,mideind-icelandic-leaderboard,?Muse Spark Open,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.504873,score-of-1,2.89e-07,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row muse-spark-open / column average),,out:model-not-established, is-case,mideind-icelandic-leaderboard,?Muse Spark Open,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.446875,score-of-1,2.89e-07,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row muse-spark-open-no-thinking / column $.scores['icelandic_case_marking@v1'].accuracy),,out:model-not-established, is-gec,mideind-icelandic-leaderboard,?Muse Spark Open,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.40825688073394495,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row muse-spark-open-no-thinking / column $.scores['icelandic_gec@v1'].accuracy),,out:model-not-established, is-genquality,mideind-icelandic-leaderboard,?Muse Spark Open,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.6171465986594231,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row muse-spark-open-no-thinking / column $.scores['generative_quality@v1'].quality_score),,out:model-not-established, is-idcloze,mideind-icelandic-leaderboard,?Muse Spark Open,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.1899070385126162,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row muse-spark-open-no-thinking / column $.scores['icelandic_idioms_cloze@v1'].accuracy),,out:model-not-established, is-idmean,mideind-icelandic-leaderboard,?Muse Spark Open,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.5102171136653896,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row muse-spark-open-no-thinking / column $.scores['icelandic_idioms_meanings@v1'].llm_judge_score),,out:model-not-established, is-lyrics,mideind-icelandic-leaderboard,?Muse Spark Open,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.12805155151071457,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row muse-spark-open-no-thinking / column $.scores['icelandic_song_lyrics@v1'].accuracy),,out:model-not-established, is-nature,mideind-icelandic-leaderboard,?Muse Spark Open,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.21337266470009833,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row muse-spark-open-no-thinking / column $.scores['icelandic_nature_translations@v1'].accuracy),,out:model-not-established, is-phrases,mideind-icelandic-leaderboard,?Muse Spark Open,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.028950542822677925,score-of-1,2.89e-19,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row muse-spark-open-no-thinking / column $.scores['icelandic_phrases@v1'].accuracy),,out:model-not-established, is-textiles,mideind-icelandic-leaderboard,?Muse Spark Open,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.436,score-of-1,0.000289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row muse-spark-open-no-thinking / column $.scores['icelandic_textiles@v1'].llm_judge_score),,out:model-not-established, is-wikiqa,mideind-icelandic-leaderboard,?Muse Spark Open,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.35289473684210526,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row muse-spark-open-no-thinking / column $.scores['icelandic_wikiqa@v1'].llm_judge_score),,out:model-not-established, is-average,mideind-icelandic-leaderboard,?Muse Spark Open,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.368346,score-of-1,2.89e-07,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row muse-spark-open-no-thinking / column average),,out:model-not-established, is-case,mideind-icelandic-leaderboard,?Mistral Large 4,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.45,score-of-1,0.00289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row mistral-large-4 / column $.scores['icelandic_case_marking@v1'].accuracy),,out:model-not-established, is-gec,mideind-icelandic-leaderboard,?Mistral Large 4,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.25229357798165136,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row mistral-large-4 / column $.scores['icelandic_gec@v1'].accuracy),,out:model-not-established, is-genquality,mideind-icelandic-leaderboard,?Mistral Large 4,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.6101071054625675,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row mistral-large-4 / column $.scores['generative_quality@v1'].quality_score),,out:model-not-established, is-idcloze,mideind-icelandic-leaderboard,?Mistral Large 4,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.21115537848605578,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row mistral-large-4 / column $.scores['icelandic_idioms_cloze@v1'].accuracy),,out:model-not-established, is-idmean,mideind-icelandic-leaderboard,?Mistral Large 4,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.51213282247765,score-of-1,2.89e-15,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row mistral-large-4 / column $.scores['icelandic_idioms_meanings@v1'].llm_judge_score),,out:model-not-established, is-lyrics,mideind-icelandic-leaderboard,?Mistral Large 4,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.11869756913625422,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row mistral-large-4 / column $.scores['icelandic_song_lyrics@v1'].accuracy),,out:model-not-established, is-nature,mideind-icelandic-leaderboard,?Mistral Large 4,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.18584070796460178,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row mistral-large-4 / column $.scores['icelandic_nature_translations@v1'].accuracy),,out:model-not-established, is-phrases,mideind-icelandic-leaderboard,?Mistral Large 4,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.054282267792521106,score-of-1,2.89e-19,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row mistral-large-4 / column $.scores['icelandic_phrases@v1'].accuracy),,out:model-not-established, is-textiles,mideind-icelandic-leaderboard,?Mistral Large 4,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.34,score-of-1,0.00289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row mistral-large-4 / column $.scores['icelandic_textiles@v1'].llm_judge_score),,out:model-not-established, is-wikiqa,mideind-icelandic-leaderboard,?Mistral Large 4,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.2860526315789474,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row mistral-large-4 / column $.scores['icelandic_wikiqa@v1'].llm_judge_score),,out:model-not-established, is-average,mideind-icelandic-leaderboard,?Mistral Large 4,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.32993,score-of-1,2.89e-06,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row mistral-large-4 / column average),,out:model-not-established, is-case,mideind-icelandic-leaderboard,?Mistral Large 4,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.334375,score-of-1,2.89e-07,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row mistral-large-4-low-thinking / column $.scores['icelandic_case_marking@v1'].accuracy),,out:model-not-established, is-gec,mideind-icelandic-leaderboard,?Mistral Large 4,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.25688073394495414,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row mistral-large-4-low-thinking / column $.scores['icelandic_gec@v1'].accuracy),,out:model-not-established, is-genquality,mideind-icelandic-leaderboard,?Mistral Large 4,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.5836627832170224,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row mistral-large-4-low-thinking / column $.scores['generative_quality@v1'].quality_score),,out:model-not-established, is-idcloze,mideind-icelandic-leaderboard,?Mistral Large 4,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.18326693227091634,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row mistral-large-4-low-thinking / column $.scores['icelandic_idioms_cloze@v1'].accuracy),,out:model-not-established, is-idmean,mideind-icelandic-leaderboard,?Mistral Large 4,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.5153256704980843,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row mistral-large-4-low-thinking / column $.scores['icelandic_idioms_meanings@v1'].llm_judge_score),,out:model-not-established, is-lyrics,mideind-icelandic-leaderboard,?Mistral Large 4,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.11372964206621565,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row mistral-large-4-low-thinking / column $.scores['icelandic_song_lyrics@v1'].accuracy),,out:model-not-established, is-nature,mideind-icelandic-leaderboard,?Mistral Large 4,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.1848574237954769,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row mistral-large-4-low-thinking / column $.scores['icelandic_nature_translations@v1'].accuracy),,out:model-not-established, is-phrases,mideind-icelandic-leaderboard,?Mistral Large 4,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.06031363088057901,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row mistral-large-4-low-thinking / column $.scores['icelandic_phrases@v1'].accuracy),,out:model-not-established, is-textiles,mideind-icelandic-leaderboard,?Mistral Large 4,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.302,score-of-1,0.000289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row mistral-large-4-low-thinking / column $.scores['icelandic_textiles@v1'].llm_judge_score),,out:model-not-established, is-wikiqa,mideind-icelandic-leaderboard,?Mistral Large 4,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.28,score-of-1,0.00289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row mistral-large-4-low-thinking / column $.scores['icelandic_wikiqa@v1'].llm_judge_score),,out:model-not-established, is-average,mideind-icelandic-leaderboard,?Mistral Large 4,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.304952,score-of-1,2.89e-07,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row mistral-large-4-low-thinking / column average),,out:model-not-established, is-case,mideind-icelandic-leaderboard,?Gemma 4 26B A4B IT,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.146875,score-of-1,2.89e-07,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-26b / column $.scores['icelandic_case_marking@v1'].accuracy),,out:model-not-established, is-gec,mideind-icelandic-leaderboard,?Gemma 4 26B A4B IT,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.1651376146788991,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-26b / column $.scores['icelandic_gec@v1'].accuracy),,out:model-not-established, is-genquality,mideind-icelandic-leaderboard,?Gemma 4 26B A4B IT,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.37530592406130986,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-26b / column $.scores['generative_quality@v1'].quality_score),,out:model-not-established, is-idcloze,mideind-icelandic-leaderboard,?Gemma 4 26B A4B IT,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.06241699867197875,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-26b / column $.scores['icelandic_idioms_cloze@v1'].accuracy),,out:model-not-established, is-idmean,mideind-icelandic-leaderboard,?Gemma 4 26B A4B IT,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.446360153256705,score-of-1,2.89e-16,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-26b / column $.scores['icelandic_idioms_meanings@v1'].llm_judge_score),,out:model-not-established, is-lyrics,mideind-icelandic-leaderboard,?Gemma 4 26B A4B IT,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.12171719004108274,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-26b / column $.scores['icelandic_song_lyrics@v1'].accuracy),,out:model-not-established, is-nature,mideind-icelandic-leaderboard,?Gemma 4 26B A4B IT,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.028515240904621434,score-of-1,2.89e-19,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-26b / column $.scores['icelandic_nature_translations@v1'].accuracy),,out:model-not-established, is-phrases,mideind-icelandic-leaderboard,?Gemma 4 26B A4B IT,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.04101326899879373,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-26b / column $.scores['icelandic_phrases@v1'].accuracy),,out:model-not-established, is-textiles,mideind-icelandic-leaderboard,?Gemma 4 26B A4B IT,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.192,score-of-1,0.000289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-26b / column $.scores['icelandic_textiles@v1'].llm_judge_score),,out:model-not-established, is-wikiqa,mideind-icelandic-leaderboard,?Gemma 4 26B A4B IT,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.17657894736842106,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-26b / column $.scores['icelandic_wikiqa@v1'].llm_judge_score),,out:model-not-established, is-average,mideind-icelandic-leaderboard,?Gemma 4 26B A4B IT,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.18713,score-of-1,2.89e-06,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-26b / column average),,out:model-not-established, is-case,mideind-icelandic-leaderboard,gemma-4-26b-a4b-it,nothink,mixed,mid,mideind-eval-harness,,,,,,0.053125,score-of-1,2.89e-07,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-26b-no-thinking / column $.scores['icelandic_case_marking@v1'].accuracy),,out:single-couple, is-gec,mideind-icelandic-leaderboard,gemma-4-26b-a4b-it,nothink,mixed,mid,mideind-eval-harness,,,,,,0.3623853211009174,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-26b-no-thinking / column $.scores['icelandic_gec@v1'].accuracy),,out:single-couple, is-genquality,mideind-icelandic-leaderboard,gemma-4-26b-a4b-it,nothink,mixed,mid,mideind-eval-harness,,,,,,0.3747163189362882,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-26b-no-thinking / column $.scores['generative_quality@v1'].quality_score),,out:single-couple, is-idcloze,mideind-icelandic-leaderboard,gemma-4-26b-a4b-it,nothink,mixed,mid,mideind-eval-harness,,,,,,0.01859229747675963,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-26b-no-thinking / column $.scores['icelandic_idioms_cloze@v1'].accuracy),,out:single-couple, is-idmean,mideind-icelandic-leaderboard,gemma-4-26b-a4b-it,nothink,mixed,mid,mideind-eval-harness,,,,,,0.37484035759897827,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-26b-no-thinking / column $.scores['icelandic_idioms_meanings@v1'].llm_judge_score),,out:single-couple, is-lyrics,mideind-icelandic-leaderboard,gemma-4-26b-a4b-it,nothink,mixed,mid,mideind-eval-harness,,,,,,0.11713112220262549,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-26b-no-thinking / column $.scores['icelandic_song_lyrics@v1'].accuracy),,out:single-couple, is-nature,mideind-icelandic-leaderboard,gemma-4-26b-a4b-it,nothink,mixed,mid,mideind-eval-harness,,,,,,0.01966568338249754,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-26b-no-thinking / column $.scores['icelandic_nature_translations@v1'].accuracy),,out:single-couple, is-phrases,mideind-icelandic-leaderboard,gemma-4-26b-a4b-it,nothink,mixed,mid,mideind-eval-harness,,,,,,0.027744270205066344,score-of-1,2.89e-19,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-26b-no-thinking / column $.scores['icelandic_phrases@v1'].accuracy),,out:single-couple, is-textiles,mideind-icelandic-leaderboard,gemma-4-26b-a4b-it,nothink,mixed,mid,mideind-eval-harness,,,,,,0.098,score-of-1,0.000289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-26b-no-thinking / column $.scores['icelandic_textiles@v1'].llm_judge_score),,out:single-couple, is-wikiqa,mideind-icelandic-leaderboard,gemma-4-26b-a4b-it,nothink,mixed,mid,mideind-eval-harness,,,,,,0.12631578947368421,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-26b-no-thinking / column $.scores['icelandic_wikiqa@v1'].llm_judge_score),,out:single-couple, is-average,mideind-icelandic-leaderboard,gemma-4-26b-a4b-it,nothink,mixed,mid,mideind-eval-harness,,,,,,0.17779,score-of-1,2.89e-06,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-26b-no-thinking / column average),,out:single-couple, is-case,mideind-icelandic-leaderboard,llama-3.1-70b-instruct,solo,mixed,mid,mideind-eval-harness,,,,,,0.075,score-of-1,0.000289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row llama-3.1-70b / column $.scores['icelandic_case_marking@v1'].accuracy),,out:single-couple, is-gec,mideind-icelandic-leaderboard,llama-3.1-70b-instruct,solo,mixed,mid,mideind-eval-harness,,,,,,0.16972477064220184,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row llama-3.1-70b / column $.scores['icelandic_gec@v1'].accuracy),,out:single-couple, is-genquality,mideind-icelandic-leaderboard,llama-3.1-70b-instruct,solo,mixed,mid,mideind-eval-harness,,,,,,0.37320840748089146,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row llama-3.1-70b / column $.scores['generative_quality@v1'].quality_score),,out:single-couple, is-idcloze,mideind-icelandic-leaderboard,llama-3.1-70b-instruct,solo,mixed,mid,mideind-eval-harness,,,,,,0.041168658698539175,score-of-1,2.89e-19,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row llama-3.1-70b / column $.scores['icelandic_idioms_cloze@v1'].accuracy),,out:single-couple, is-idmean,mideind-icelandic-leaderboard,llama-3.1-70b-instruct,solo,mixed,mid,mideind-eval-harness,,,,,,0.23180076628352492,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row llama-3.1-70b / column $.scores['icelandic_idioms_meanings@v1'].llm_judge_score),,out:single-couple, is-lyrics,mideind-icelandic-leaderboard,llama-3.1-70b-instruct,solo,mixed,mid,mideind-eval-harness,,,,,,0.12040133557288513,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row llama-3.1-70b / column $.scores['icelandic_song_lyrics@v1'].accuracy),,out:single-couple, is-nature,mideind-icelandic-leaderboard,llama-3.1-70b-instruct,solo,mixed,mid,mideind-eval-harness,,,,,,0.046214355948869225,score-of-1,2.89e-19,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row llama-3.1-70b / column $.scores['icelandic_nature_translations@v1'].accuracy),,out:single-couple, is-phrases,mideind-icelandic-leaderboard,llama-3.1-70b-instruct,solo,mixed,mid,mideind-eval-harness,,,,,,0.05066344993968637,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row llama-3.1-70b / column $.scores['icelandic_phrases@v1'].accuracy),,out:single-couple, is-textiles,mideind-icelandic-leaderboard,llama-3.1-70b-instruct,solo,mixed,mid,mideind-eval-harness,,,,,,0.107,score-of-1,0.000289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row llama-3.1-70b / column $.scores['icelandic_textiles@v1'].llm_judge_score),,out:single-couple, is-wikiqa,mideind-icelandic-leaderboard,llama-3.1-70b-instruct,solo,mixed,mid,mideind-eval-harness,,,,,,0.24026315789473685,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row llama-3.1-70b / column $.scores['icelandic_wikiqa@v1'].llm_judge_score),,out:single-couple, is-average,mideind-icelandic-leaderboard,llama-3.1-70b-instruct,solo,mixed,mid,mideind-eval-harness,,,,,,0.16526,score-of-1,2.89e-06,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row llama-3.1-70b / column average),,out:single-couple, is-case,mideind-icelandic-leaderboard,qwen3.8-27b,xhigh,mixed,mid,mideind-eval-harness,,,,,,0.2125,score-of-1,2.89e-05,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row qwen3.8-27b / column $.scores['icelandic_case_marking@v1'].accuracy),,in, is-gec,mideind-icelandic-leaderboard,qwen3.8-27b,xhigh,mixed,mid,mideind-eval-harness,,,,,,0.1926605504587156,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row qwen3.8-27b / column $.scores['icelandic_gec@v1'].accuracy),,in, is-genquality,mideind-icelandic-leaderboard,qwen3.8-27b,xhigh,mixed,mid,mideind-eval-harness,,,,,,0.24425500850302978,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row qwen3.8-27b / column $.scores['generative_quality@v1'].quality_score),,in, is-idcloze,mideind-icelandic-leaderboard,qwen3.8-27b,xhigh,mixed,mid,mideind-eval-harness,,,,,,0.06108897742363878,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row qwen3.8-27b / column $.scores['icelandic_idioms_cloze@v1'].accuracy),,in, is-idmean,mideind-icelandic-leaderboard,qwen3.8-27b,xhigh,mixed,mid,mideind-eval-harness,,,,,,0.31928480204342274,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row qwen3.8-27b / column $.scores['icelandic_idioms_meanings@v1'].llm_judge_score),,in, is-lyrics,mideind-icelandic-leaderboard,qwen3.8-27b,xhigh,mixed,mid,mideind-eval-harness,,,,,,0.1175350056232497,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row qwen3.8-27b / column $.scores['icelandic_song_lyrics@v1'].accuracy),,in, is-nature,mideind-icelandic-leaderboard,qwen3.8-27b,xhigh,mixed,mid,mideind-eval-harness,,,,,,0.0029498525073746312,score-of-1,2.89e-20,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row qwen3.8-27b / column $.scores['icelandic_nature_translations@v1'].accuracy),,in, is-phrases,mideind-icelandic-leaderboard,qwen3.8-27b,xhigh,mixed,mid,mideind-eval-harness,,,,,,0.015681544028950542,score-of-1,2.89e-19,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row qwen3.8-27b / column $.scores['icelandic_phrases@v1'].accuracy),,in, is-textiles,mideind-icelandic-leaderboard,qwen3.8-27b,xhigh,mixed,mid,mideind-eval-harness,,,,,,0.189,score-of-1,0.000289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row qwen3.8-27b / column $.scores['icelandic_textiles@v1'].llm_judge_score),,in, is-wikiqa,mideind-icelandic-leaderboard,qwen3.8-27b,xhigh,mixed,mid,mideind-eval-harness,,,,,,0.11342105263157895,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row qwen3.8-27b / column $.scores['icelandic_wikiqa@v1'].llm_judge_score),,in, is-average,mideind-icelandic-leaderboard,qwen3.8-27b,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.159372,score-of-1,2.89e-07,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row qwen3.8-27b / column average),,out:effort-not-established, is-case,mideind-icelandic-leaderboard,?MiniMax-M3.1-Flash,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.10625,score-of-1,2.89e-06,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row minimax-m3.1-flash / column $.scores['icelandic_case_marking@v1'].accuracy),,out:model-not-established, is-gec,mideind-icelandic-leaderboard,?MiniMax-M3.1-Flash,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.24770642201834864,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row minimax-m3.1-flash / column $.scores['icelandic_gec@v1'].accuracy),,out:model-not-established, is-genquality,mideind-icelandic-leaderboard,?MiniMax-M3.1-Flash,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.34015271325543983,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row minimax-m3.1-flash / column $.scores['generative_quality@v1'].quality_score),,out:model-not-established, is-idcloze,mideind-icelandic-leaderboard,?MiniMax-M3.1-Flash,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.041168658698539175,score-of-1,2.89e-19,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row minimax-m3.1-flash / column $.scores['icelandic_idioms_cloze@v1'].accuracy),,out:model-not-established, is-idmean,mideind-icelandic-leaderboard,?MiniMax-M3.1-Flash,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.2707535121328225,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row minimax-m3.1-flash / column $.scores['icelandic_idioms_meanings@v1'].llm_judge_score),,out:model-not-established, is-lyrics,mideind-icelandic-leaderboard,?MiniMax-M3.1-Flash,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.12586829892993628,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row minimax-m3.1-flash / column $.scores['icelandic_song_lyrics@v1'].accuracy),,out:model-not-established, is-nature,mideind-icelandic-leaderboard,?MiniMax-M3.1-Flash,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.015732546705998034,score-of-1,2.89e-19,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row minimax-m3.1-flash / column $.scores['icelandic_nature_translations@v1'].accuracy),,out:model-not-established, is-phrases,mideind-icelandic-leaderboard,?MiniMax-M3.1-Flash,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.030156815440289506,score-of-1,2.89e-19,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row minimax-m3.1-flash / column $.scores['icelandic_phrases@v1'].accuracy),,out:model-not-established, is-textiles,mideind-icelandic-leaderboard,?MiniMax-M3.1-Flash,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.115,score-of-1,0.000289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row minimax-m3.1-flash / column $.scores['icelandic_textiles@v1'].llm_judge_score),,out:model-not-established, is-wikiqa,mideind-icelandic-leaderboard,?MiniMax-M3.1-Flash,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.1181578947368421,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row minimax-m3.1-flash / column $.scores['icelandic_wikiqa@v1'].llm_judge_score),,out:model-not-established, is-average,mideind-icelandic-leaderboard,?MiniMax-M3.1-Flash,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.158801,score-of-1,2.89e-07,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row minimax-m3.1-flash / column average),,out:model-not-established, is-case,mideind-icelandic-leaderboard,?MiniMax-M3.1-Flash,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.04375,score-of-1,2.89e-06,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row minimax-m3.1-flash-no-thinking / column $.scores['icelandic_case_marking@v1'].accuracy),,out:model-not-established, is-gec,mideind-icelandic-leaderboard,?MiniMax-M3.1-Flash,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.44495412844036697,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row minimax-m3.1-flash-no-thinking / column $.scores['icelandic_gec@v1'].accuracy),,out:model-not-established, is-genquality,mideind-icelandic-leaderboard,?MiniMax-M3.1-Flash,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.3368581023324009,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row minimax-m3.1-flash-no-thinking / column $.scores['generative_quality@v1'].quality_score),,out:model-not-established, is-idcloze,mideind-icelandic-leaderboard,?MiniMax-M3.1-Flash,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.005312084993359893,score-of-1,2.89e-19,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row minimax-m3.1-flash-no-thinking / column $.scores['icelandic_idioms_cloze@v1'].accuracy),,out:model-not-established, is-idmean,mideind-icelandic-leaderboard,?MiniMax-M3.1-Flash,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.0970625798212005,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row minimax-m3.1-flash-no-thinking / column $.scores['icelandic_idioms_meanings@v1'].llm_judge_score),,out:model-not-established, is-lyrics,mideind-icelandic-leaderboard,?MiniMax-M3.1-Flash,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.1330639066913843,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row minimax-m3.1-flash-no-thinking / column $.scores['icelandic_song_lyrics@v1'].accuracy),,out:model-not-established, is-nature,mideind-icelandic-leaderboard,?MiniMax-M3.1-Flash,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.00983284169124877,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row minimax-m3.1-flash-no-thinking / column $.scores['icelandic_nature_translations@v1'].accuracy),,out:model-not-established, is-phrases,mideind-icelandic-leaderboard,?MiniMax-M3.1-Flash,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.016887816646562123,score-of-1,2.89e-19,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row minimax-m3.1-flash-no-thinking / column $.scores['icelandic_phrases@v1'].accuracy),,out:model-not-established, is-textiles,mideind-icelandic-leaderboard,?MiniMax-M3.1-Flash,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.039,score-of-1,0.000289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row minimax-m3.1-flash-no-thinking / column $.scores['icelandic_textiles@v1'].llm_judge_score),,out:model-not-established, is-wikiqa,mideind-icelandic-leaderboard,?MiniMax-M3.1-Flash,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.05894736842105263,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row minimax-m3.1-flash-no-thinking / column $.scores['icelandic_wikiqa@v1'].llm_judge_score),,out:model-not-established, is-average,mideind-icelandic-leaderboard,?MiniMax-M3.1-Flash,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.14787,score-of-1,2.89e-06,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row minimax-m3.1-flash-no-thinking / column average),,out:model-not-established, is-case,mideind-icelandic-leaderboard,qwen3.8-27b,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.09375,score-of-1,2.89e-06,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row qwen3.8-27b-no-thinking / column $.scores['icelandic_case_marking@v1'].accuracy),,out:effort-not-established, is-gec,mideind-icelandic-leaderboard,qwen3.8-27b,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.2706422018348624,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row qwen3.8-27b-no-thinking / column $.scores['icelandic_gec@v1'].accuracy),,out:effort-not-established, is-genquality,mideind-icelandic-leaderboard,qwen3.8-27b,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.3089027630394059,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row qwen3.8-27b-no-thinking / column $.scores['generative_quality@v1'].quality_score),,out:effort-not-established, is-idcloze,mideind-icelandic-leaderboard,qwen3.8-27b,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.025232403718459494,score-of-1,2.89e-19,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row qwen3.8-27b-no-thinking / column $.scores['icelandic_idioms_cloze@v1'].accuracy),,out:effort-not-established, is-idmean,mideind-icelandic-leaderboard,qwen3.8-27b,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.19987228607918264,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row qwen3.8-27b-no-thinking / column $.scores['icelandic_idioms_meanings@v1'].llm_judge_score),,out:effort-not-established, is-lyrics,mideind-icelandic-leaderboard,qwen3.8-27b,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.11960989395923467,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row qwen3.8-27b-no-thinking / column $.scores['icelandic_song_lyrics@v1'].accuracy),,out:effort-not-established, is-nature,mideind-icelandic-leaderboard,qwen3.8-27b,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.004916420845624385,score-of-1,2.89e-19,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row qwen3.8-27b-no-thinking / column $.scores['icelandic_nature_translations@v1'].accuracy),,out:effort-not-established, is-phrases,mideind-icelandic-leaderboard,qwen3.8-27b,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.007237635705669481,score-of-1,2.89e-19,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row qwen3.8-27b-no-thinking / column $.scores['icelandic_phrases@v1'].accuracy),,out:effort-not-established, is-textiles,mideind-icelandic-leaderboard,qwen3.8-27b,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.081,score-of-1,0.000289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row qwen3.8-27b-no-thinking / column $.scores['icelandic_textiles@v1'].llm_judge_score),,out:effort-not-established, is-wikiqa,mideind-icelandic-leaderboard,qwen3.8-27b,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.0718421052631579,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row qwen3.8-27b-no-thinking / column $.scores['icelandic_wikiqa@v1'].llm_judge_score),,out:effort-not-established, is-average,mideind-icelandic-leaderboard,qwen3.8-27b,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.137724,score-of-1,2.89e-07,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row qwen3.8-27b-no-thinking / column average),,out:effort-not-established, is-case,mideind-icelandic-leaderboard,?Gemma 4 12B IT,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.05625,score-of-1,2.89e-06,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-12b-no-thinking / column $.scores['icelandic_case_marking@v1'].accuracy),,out:model-not-established, is-gec,mideind-icelandic-leaderboard,?Gemma 4 12B IT,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.3669724770642202,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-12b-no-thinking / column $.scores['icelandic_gec@v1'].accuracy),,out:model-not-established, is-genquality,mideind-icelandic-leaderboard,?Gemma 4 12B IT,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.2451945146206297,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-12b-no-thinking / column $.scores['generative_quality@v1'].quality_score),,out:model-not-established, is-idcloze,mideind-icelandic-leaderboard,?Gemma 4 12B IT,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.00398406374501992,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-12b-no-thinking / column $.scores['icelandic_idioms_cloze@v1'].accuracy),,out:model-not-established, is-idmean,mideind-icelandic-leaderboard,?Gemma 4 12B IT,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.19604086845466157,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-12b-no-thinking / column $.scores['icelandic_idioms_meanings@v1'].llm_judge_score),,out:model-not-established, is-lyrics,mideind-icelandic-leaderboard,?Gemma 4 12B IT,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.11236057296941025,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-12b-no-thinking / column $.scores['icelandic_song_lyrics@v1'].accuracy),,out:model-not-established, is-nature,mideind-icelandic-leaderboard,?Gemma 4 12B IT,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.0058997050147492625,score-of-1,2.89e-20,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-12b-no-thinking / column $.scores['icelandic_nature_translations@v1'].accuracy),,out:model-not-established, is-phrases,mideind-icelandic-leaderboard,?Gemma 4 12B IT,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.018094089264173704,score-of-1,2.89e-19,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-12b-no-thinking / column $.scores['icelandic_phrases@v1'].accuracy),,out:model-not-established, is-textiles,mideind-icelandic-leaderboard,?Gemma 4 12B IT,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.064,score-of-1,0.000289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-12b-no-thinking / column $.scores['icelandic_textiles@v1'].llm_judge_score),,out:model-not-established, is-wikiqa,mideind-icelandic-leaderboard,?Gemma 4 12B IT,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.07868421052631579,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-12b-no-thinking / column $.scores['icelandic_wikiqa@v1'].llm_judge_score),,out:model-not-established, is-average,mideind-icelandic-leaderboard,?Gemma 4 12B IT,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.135327,score-of-1,2.89e-07,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-12b-no-thinking / column average),,out:model-not-established, is-case,mideind-icelandic-leaderboard,?Gemma 4 12B IT,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.053125,score-of-1,2.89e-07,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-12b / column $.scores['icelandic_case_marking@v1'].accuracy),,out:model-not-established, is-gec,mideind-icelandic-leaderboard,?Gemma 4 12B IT,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.1743119266055046,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-12b / column $.scores['icelandic_gec@v1'].accuracy),,out:model-not-established, is-genquality,mideind-icelandic-leaderboard,?Gemma 4 12B IT,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.2594690259129361,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-12b / column $.scores['generative_quality@v1'].quality_score),,out:model-not-established, is-idcloze,mideind-icelandic-leaderboard,?Gemma 4 12B IT,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.0398406374501992,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-12b / column $.scores['icelandic_idioms_cloze@v1'].accuracy),,out:model-not-established, is-idmean,mideind-icelandic-leaderboard,?Gemma 4 12B IT,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.3231162196679438,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-12b / column $.scores['icelandic_idioms_meanings@v1'].llm_judge_score),,out:model-not-established, is-lyrics,mideind-icelandic-leaderboard,?Gemma 4 12B IT,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.11896611854839836,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-12b / column $.scores['icelandic_song_lyrics@v1'].accuracy),,out:model-not-established, is-nature,mideind-icelandic-leaderboard,?Gemma 4 12B IT,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.00688298918387414,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-12b / column $.scores['icelandic_nature_translations@v1'].accuracy),,out:model-not-established, is-phrases,mideind-icelandic-leaderboard,?Gemma 4 12B IT,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.016887816646562123,score-of-1,2.89e-19,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-12b / column $.scores['icelandic_phrases@v1'].accuracy),,out:model-not-established, is-textiles,mideind-icelandic-leaderboard,?Gemma 4 12B IT,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.131,score-of-1,0.000289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-12b / column $.scores['icelandic_textiles@v1'].llm_judge_score),,out:model-not-established, is-wikiqa,mideind-icelandic-leaderboard,?Gemma 4 12B IT,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.12131578947368421,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-12b / column $.scores['icelandic_wikiqa@v1'].llm_judge_score),,out:model-not-established, is-average,mideind-icelandic-leaderboard,?Gemma 4 12B IT,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.132367,score-of-1,2.89e-07,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-12b / column average),,out:model-not-established, is-case,mideind-icelandic-leaderboard,?Gemma 4 E2B IT,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.021875,score-of-1,2.89e-07,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-e2b-no-thinking / column $.scores['icelandic_case_marking@v1'].accuracy),,out:model-not-established, is-gec,mideind-icelandic-leaderboard,?Gemma 4 E2B IT,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.44036697247706424,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-e2b-no-thinking / column $.scores['icelandic_gec@v1'].accuracy),,out:model-not-established, is-genquality,mideind-icelandic-leaderboard,?Gemma 4 E2B IT,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.2429182332550492,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-e2b-no-thinking / column $.scores['generative_quality@v1'].quality_score),,out:model-not-established, is-idcloze,mideind-icelandic-leaderboard,?Gemma 4 E2B IT,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.0,score-of-1,0.0289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-e2b-no-thinking / column $.scores['icelandic_idioms_cloze@v1'].accuracy),,out:model-not-established, is-idmean,mideind-icelandic-leaderboard,?Gemma 4 E2B IT,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.05555555555555555,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-e2b-no-thinking / column $.scores['icelandic_idioms_meanings@v1'].llm_judge_score),,out:model-not-established, is-lyrics,mideind-icelandic-leaderboard,?Gemma 4 E2B IT,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.09968585103843622,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-e2b-no-thinking / column $.scores['icelandic_song_lyrics@v1'].accuracy),,out:model-not-established, is-nature,mideind-icelandic-leaderboard,?Gemma 4 E2B IT,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.0,score-of-1,0.0289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-e2b-no-thinking / column $.scores['icelandic_nature_translations@v1'].accuracy),,out:model-not-established, is-phrases,mideind-icelandic-leaderboard,?Gemma 4 E2B IT,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.0024125452352231603,score-of-1,2.89e-20,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-e2b-no-thinking / column $.scores['icelandic_phrases@v1'].accuracy),,out:model-not-established, is-textiles,mideind-icelandic-leaderboard,?Gemma 4 E2B IT,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.014,score-of-1,0.000289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-e2b-no-thinking / column $.scores['icelandic_textiles@v1'].llm_judge_score),,out:model-not-established, is-wikiqa,mideind-icelandic-leaderboard,?Gemma 4 E2B IT,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.031842105263157894,score-of-1,2.89e-19,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-e2b-no-thinking / column $.scores['icelandic_wikiqa@v1'].llm_judge_score),,out:model-not-established, is-average,mideind-icelandic-leaderboard,?Gemma 4 E2B IT,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.117547,score-of-1,2.89e-07,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-e2b-no-thinking / column average),,out:model-not-established, is-case,mideind-icelandic-leaderboard,gemma-4-e4b-it,nothink,mixed,mid,mideind-eval-harness,,,,,,0.034375,score-of-1,2.89e-07,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-e4b-no-thinking / column $.scores['icelandic_case_marking@v1'].accuracy),,out:single-couple, is-gec,mideind-icelandic-leaderboard,gemma-4-e4b-it,nothink,mixed,mid,mideind-eval-harness,,,,,,0.2981651376146789,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-e4b-no-thinking / column $.scores['icelandic_gec@v1'].accuracy),,out:single-couple, is-genquality,mideind-icelandic-leaderboard,gemma-4-e4b-it,nothink,mixed,mid,mideind-eval-harness,,,,,,0.2404870777596892,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-e4b-no-thinking / column $.scores['generative_quality@v1'].quality_score),,out:single-couple, is-idcloze,mideind-icelandic-leaderboard,gemma-4-e4b-it,nothink,mixed,mid,mideind-eval-harness,,,,,,0.00796812749003984,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-e4b-no-thinking / column $.scores['icelandic_idioms_cloze@v1'].accuracy),,out:single-couple, is-idmean,mideind-icelandic-leaderboard,gemma-4-e4b-it,nothink,mixed,mid,mideind-eval-harness,,,,,,0.1206896551724138,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-e4b-no-thinking / column $.scores['icelandic_idioms_meanings@v1'].llm_judge_score),,out:single-couple, is-lyrics,mideind-icelandic-leaderboard,gemma-4-e4b-it,nothink,mixed,mid,mideind-eval-harness,,,,,,0.12289295182574274,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-e4b-no-thinking / column $.scores['icelandic_song_lyrics@v1'].accuracy),,out:single-couple, is-nature,mideind-icelandic-leaderboard,gemma-4-e4b-it,nothink,mixed,mid,mideind-eval-harness,,,,,,0.0009832841691248771,score-of-1,2.89e-20,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-e4b-no-thinking / column $.scores['icelandic_nature_translations@v1'].accuracy),,out:single-couple, is-phrases,mideind-icelandic-leaderboard,gemma-4-e4b-it,nothink,mixed,mid,mideind-eval-harness,,,,,,0.0036188178528347406,score-of-1,2.89e-20,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-e4b-no-thinking / column $.scores['icelandic_phrases@v1'].accuracy),,out:single-couple, is-textiles,mideind-icelandic-leaderboard,gemma-4-e4b-it,nothink,mixed,mid,mideind-eval-harness,,,,,,0.025,score-of-1,0.000289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-e4b-no-thinking / column $.scores['icelandic_textiles@v1'].llm_judge_score),,out:single-couple, is-wikiqa,mideind-icelandic-leaderboard,gemma-4-e4b-it,nothink,mixed,mid,mideind-eval-harness,,,,,,0.049736842105263156,score-of-1,2.89e-19,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-e4b-no-thinking / column $.scores['icelandic_wikiqa@v1'].llm_judge_score),,out:single-couple, is-average,mideind-icelandic-leaderboard,gemma-4-e4b-it,nothink,mixed,mid,mideind-eval-harness,,,,,,0.109049,score-of-1,2.89e-07,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-e4b-no-thinking / column average),,out:single-couple, is-case,mideind-icelandic-leaderboard,gemma-4-e4b-it,think,mixed,mid,mideind-eval-harness,,,,,,0.0375,score-of-1,2.89e-05,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-e4b / column $.scores['icelandic_case_marking@v1'].accuracy),,out:single-couple, is-gec,mideind-icelandic-leaderboard,gemma-4-e4b-it,think,mixed,mid,mideind-eval-harness,,,,,,0.25229357798165136,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-e4b / column $.scores['icelandic_gec@v1'].accuracy),,out:single-couple, is-genquality,mideind-icelandic-leaderboard,gemma-4-e4b-it,think,mixed,mid,mideind-eval-harness,,,,,,0.22045897764407135,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-e4b / column $.scores['generative_quality@v1'].quality_score),,out:single-couple, is-idcloze,mideind-icelandic-leaderboard,gemma-4-e4b-it,think,mixed,mid,mideind-eval-harness,,,,,,0.006640106241699867,score-of-1,2.89e-19,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-e4b / column $.scores['icelandic_idioms_cloze@v1'].accuracy),,out:single-couple, is-idmean,mideind-icelandic-leaderboard,gemma-4-e4b-it,think,mixed,mid,mideind-eval-harness,,,,,,0.14431673052362706,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-e4b / column $.scores['icelandic_idioms_meanings@v1'].llm_judge_score),,out:single-couple, is-lyrics,mideind-icelandic-leaderboard,gemma-4-e4b-it,think,mixed,mid,mideind-eval-harness,,,,,,0.12268608245493325,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-e4b / column $.scores['icelandic_song_lyrics@v1'].accuracy),,out:single-couple, is-nature,mideind-icelandic-leaderboard,gemma-4-e4b-it,think,mixed,mid,mideind-eval-harness,,,,,,0.0,score-of-1,0.0289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-e4b / column $.scores['icelandic_nature_translations@v1'].accuracy),,out:uninformative, is-phrases,mideind-icelandic-leaderboard,gemma-4-e4b-it,think,mixed,mid,mideind-eval-harness,,,,,,0.009650180940892641,score-of-1,2.89e-19,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-e4b / column $.scores['icelandic_phrases@v1'].accuracy),,out:single-couple, is-textiles,mideind-icelandic-leaderboard,gemma-4-e4b-it,think,mixed,mid,mideind-eval-harness,,,,,,0.056,score-of-1,0.000289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-e4b / column $.scores['icelandic_textiles@v1'].llm_judge_score),,out:single-couple, is-wikiqa,mideind-icelandic-leaderboard,gemma-4-e4b-it,think,mixed,mid,mideind-eval-harness,,,,,,0.07473684210526316,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-e4b / column $.scores['icelandic_wikiqa@v1'].llm_judge_score),,out:single-couple, is-average,mideind-icelandic-leaderboard,gemma-4-e4b-it,think,mixed,mid,mideind-eval-harness,,,,,,0.107805,score-of-1,2.89e-07,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-e4b / column average),,out:single-couple, is-case,mideind-icelandic-leaderboard,?Gemma 4 E2B IT,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.021875,score-of-1,2.89e-07,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-e2b / column $.scores['icelandic_case_marking@v1'].accuracy),,out:model-not-established, is-gec,mideind-icelandic-leaderboard,?Gemma 4 E2B IT,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.2981651376146789,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-e2b / column $.scores['icelandic_gec@v1'].accuracy),,out:model-not-established, is-genquality,mideind-icelandic-leaderboard,?Gemma 4 E2B IT,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.21879643852988462,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-e2b / column $.scores['generative_quality@v1'].quality_score),,out:model-not-established, is-idcloze,mideind-icelandic-leaderboard,?Gemma 4 E2B IT,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.009296148738379814,score-of-1,2.89e-19,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-e2b / column $.scores['icelandic_idioms_cloze@v1'].accuracy),,out:model-not-established, is-idmean,mideind-icelandic-leaderboard,?Gemma 4 E2B IT,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.08876117496807152,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-e2b / column $.scores['icelandic_idioms_meanings@v1'].llm_judge_score),,out:model-not-established, is-lyrics,mideind-icelandic-leaderboard,?Gemma 4 E2B IT,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.10806103002312308,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-e2b / column $.scores['icelandic_song_lyrics@v1'].accuracy),,out:model-not-established, is-nature,mideind-icelandic-leaderboard,?Gemma 4 E2B IT,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.0,score-of-1,0.0289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-e2b / column $.scores['icelandic_nature_translations@v1'].accuracy),,out:model-not-established, is-phrases,mideind-icelandic-leaderboard,?Gemma 4 E2B IT,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.006031363088057901,score-of-1,2.89e-19,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-e2b / column $.scores['icelandic_phrases@v1'].accuracy),,out:model-not-established, is-textiles,mideind-icelandic-leaderboard,?Gemma 4 E2B IT,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.033,score-of-1,0.000289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-e2b / column $.scores['icelandic_textiles@v1'].llm_judge_score),,out:model-not-established, is-wikiqa,mideind-icelandic-leaderboard,?Gemma 4 E2B IT,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.04052631578947368,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-e2b / column $.scores['icelandic_wikiqa@v1'].llm_judge_score),,out:model-not-established, is-average,mideind-icelandic-leaderboard,?Gemma 4 E2B IT,not-established:absent,mixed,mid,mideind-eval-harness,,,,,,0.100277,score-of-1,2.89e-07,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row gemma-4-e2b / column average),,out:model-not-established, is-case,mideind-icelandic-leaderboard,llama-3.1-8b-instruct,solo,mixed,mid,mideind-eval-harness,,,,,,0.021875,score-of-1,2.89e-07,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row llama-3.1-8b / column $.scores['icelandic_case_marking@v1'].accuracy),,out:single-couple, is-gec,mideind-icelandic-leaderboard,llama-3.1-8b-instruct,solo,mixed,mid,mideind-eval-harness,,,,,,0.08256880733944955,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row llama-3.1-8b / column $.scores['icelandic_gec@v1'].accuracy),,out:single-couple, is-genquality,mideind-icelandic-leaderboard,llama-3.1-8b-instruct,solo,mixed,mid,mideind-eval-harness,,,,,,0.31381143599979733,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row llama-3.1-8b / column $.scores['generative_quality@v1'].quality_score),,out:single-couple, is-idcloze,mideind-icelandic-leaderboard,llama-3.1-8b-instruct,solo,mixed,mid,mideind-eval-harness,,,,,,0.0026560424966799467,score-of-1,2.89e-20,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row llama-3.1-8b / column $.scores['icelandic_idioms_cloze@v1'].accuracy),,out:single-couple, is-idmean,mideind-icelandic-leaderboard,llama-3.1-8b-instruct,solo,mixed,mid,mideind-eval-harness,,,,,,0.05363984674329502,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row llama-3.1-8b / column $.scores['icelandic_idioms_meanings@v1'].llm_judge_score),,out:single-couple, is-lyrics,mideind-icelandic-leaderboard,llama-3.1-8b-instruct,solo,mixed,mid,mideind-eval-harness,,,,,,0.11445279681527555,score-of-1,2.89e-18,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row llama-3.1-8b / column $.scores['icelandic_song_lyrics@v1'].accuracy),,out:single-couple, is-nature,mideind-icelandic-leaderboard,llama-3.1-8b-instruct,solo,mixed,mid,mideind-eval-harness,,,,,,0.0029498525073746312,score-of-1,2.89e-20,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row llama-3.1-8b / column $.scores['icelandic_nature_translations@v1'].accuracy),,out:single-couple, is-phrases,mideind-icelandic-leaderboard,llama-3.1-8b-instruct,solo,mixed,mid,mideind-eval-harness,,,,,,0.0024125452352231603,score-of-1,2.89e-20,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row llama-3.1-8b / column $.scores['icelandic_phrases@v1'].accuracy),,out:single-couple, is-textiles,mideind-icelandic-leaderboard,llama-3.1-8b-instruct,solo,mixed,mid,mideind-eval-harness,,,,,,0.014,score-of-1,0.000289,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row llama-3.1-8b / column $.scores['icelandic_textiles@v1'].llm_judge_score),,out:single-couple, is-wikiqa,mideind-icelandic-leaderboard,llama-3.1-8b-instruct,solo,mixed,mid,mideind-eval-harness,,,,,,0.0781578947368421,score-of-1,2.89e-17,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row llama-3.1-8b / column $.scores['icelandic_wikiqa@v1'].llm_judge_score),,out:single-couple, is-average,mideind-icelandic-leaderboard,llama-3.1-8b-instruct,solo,mixed,mid,mideind-eval-harness,,,,,,0.084496,score-of-1,2.89e-07,,,https://huggingface.co/spaces/mideind/icelandic-llm-leaderboard ($.models / row llama-3.1-8b / column average),,out:single-couple, minebench-voxel,minebench,opus-5.5,max,reasoning-math,mid,,per-build,7.435333333333333,0,,,2161,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row anthropic_claude_opus_5_5 / column eloRating),,out:superseded,out:superseded minebench-voxel,minebench,opus-5,max,reasoning-math,mid,,per-build,5.998,0,,,2026,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row anthropic_claude_opus_5 / column eloRating),,out:superseded,out:superseded minebench-voxel,minebench,sonnet-5.5,max,reasoning-math,mid,,per-build,0.6706666666666667,0,,,2017,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row anthropic_claude_sonnet_5_5 / column eloRating),,out:superseded,out:superseded minebench-voxel,minebench,fable-5.1,max,reasoning-math,mid,,per-build,9.836666666666668,0,,,1945,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row anthropic_claude_fable_5_1 / column eloRating),,out:superseded,out:superseded minebench-voxel,minebench,fable-5,unstated,reasoning-math,mid,,per-build,3.662,0,,,1885,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row anthropic_claude_fable_5 / column eloRating),,out:effort-not-established,out:effort-not-established minebench-voxel,minebench,?Claude 4.8 Opus,not-established:absent,reasoning-math,mid,,per-build,2.7680000000000002,0,,,1799,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row anthropic_claude_4_8_opus / column eloRating),,out:model-not-established,out:model-not-established minebench-voxel,minebench,sonnet-5,unstated,reasoning-math,mid,,per-build,6.2780000000000005,0,,,1642,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row anthropic_claude_sonnet_5 / column eloRating),,out:effort-not-established,out:effort-not-established minebench-voxel,minebench,?Claude 4.7 Opus,not-established:absent,reasoning-math,mid,,,,,,,1623,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row anthropic_claude_4_7_opus / column eloRating),,out:model-not-established, minebench-voxel,minebench,?Claude 4.6 Opus,not-established:absent,reasoning-math,mid,,,,,,,1501,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row anthropic_claude_4_6_opus / column eloRating),,out:model-not-established, minebench-voxel,minebench,?Claude 4.6 Sonnet,not-established:absent,reasoning-math,mid,,,,,,,1373,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row anthropic_claude_4_6_sonnet / column eloRating),,out:model-not-established, minebench-voxel,minebench,opus-4.5,unstated,reasoning-math,mid,,,,,,,1336,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row anthropic_claude_4_5_opus / column eloRating),,out:effort-not-established, minebench-voxel,minebench,sonnet-4.5,unstated,reasoning-math,mid,,,,,,,1167,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row anthropic_claude_4_5_sonnet / column eloRating),,out:effort-not-established, minebench-voxel,minebench,gemini-4-argon,high,reasoning-math,mid,,per-build,0.608,0,,,2251,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row gemini_4_argon / column eloRating),,out:superseded,out:superseded minebench-voxel,minebench,gpt-6-astra-pro,max,reasoning-math,mid,,per-build,2.314,0,,,2249,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row openai_gpt_6_astra / column eloRating),,out:superseded,out:superseded minebench-voxel,minebench,gpt-6.1-sol-pro,max,reasoning-math,mid,,per-build,0.6513333333333333,0,,,2189,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row openai_gpt_6_1_sol / column eloRating),,out:superseded,out:superseded minebench-voxel,minebench,gpt-6-sol-pro,max,reasoning-math,mid,,per-build,0.5273333333333333,0,,,2083,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row openai_gpt_6_sol / column eloRating),,out:superseded,out:superseded minebench-voxel,minebench,gpt-5.6-sol-pro,unstated,reasoning-math,mid,,,,,,,2011,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row openai_gpt_5_6_sol / column eloRating),,out:effort-not-established, minebench-voxel,minebench,gpt-5.5-pro,unstated,reasoning-math,mid,,per-build,14.926666666666668,0,,,1937,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row openai_gpt_5_5_pro / column eloRating),,out:effort-not-established,out:effort-not-established minebench-voxel,minebench,gpt-5.5,unstated,reasoning-math,mid,,per-build,1.332,0,,,1861,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row openai_gpt_5_5 / column eloRating),,out:effort-not-established,out:effort-not-established minebench-voxel,minebench,grok-4.7,xhigh,reasoning-math,mid,,per-build,2.8266666666666667,0,,,1840,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row xai_grok_4_7 / column eloRating),,out:superseded,out:superseded minebench-voxel,minebench,deepseek-v4.1-flash,max,reasoning-math,mid,,per-build,0.07333333333333333,0,,,1838,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row deepseek_v4_1_flash / column eloRating),,out:superseded,out:superseded minebench-voxel,minebench,grok-4.6,xhigh,reasoning-math,mid,,per-build,0.748,0,,,1829,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row xai_grok_4_6 / column eloRating),,out:superseded,out:superseded minebench-voxel,minebench,gemini-3.8-flash,high,reasoning-math,mid,,per-build,0.07866666666666666,0,,,1819,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row gemini_3_8_flash / column eloRating),,out:superseded,out:superseded minebench-voxel,minebench,gpt-5.4-pro,unstated,reasoning-math,mid,,per-build,29,0,,,1808,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row openai_gpt_5_4_pro / column eloRating),,out:effort-not-established,out:effort-not-established minebench-voxel,minebench,glm-5.3-flash,max,reasoning-math,mid,,,,,,,1798,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row zai_glm_5_3_flash / column eloRating),,out:superseded, minebench-voxel,minebench,gemini-3.7-flash,high,reasoning-math,mid,,per-build,0.09733333333333333,0,,,1781,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row gemini_3_7_flash / column eloRating),,out:superseded,out:superseded minebench-voxel,minebench,glm-5.3,max,reasoning-math,mid,,per-build,0.428,0,,,1775,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row zai_glm_5_3 / column eloRating),,out:superseded,out:superseded minebench-voxel,minebench,gpt-6-luna-pro,max,reasoning-math,mid,,per-build,0.03333333333333333,0,,,1762,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row openai_gpt_6_luna / column eloRating),,out:superseded,out:superseded minebench-voxel,minebench,kimi-k3,unstated,reasoning-math,mid,,per-build,0.8466666666666666,0,,,1725,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row moonshot_kimi_k3 / column eloRating),,out:effort-not-established,out:effort-not-established minebench-voxel,minebench,gpt-5.6-luna-pro,max,reasoning-math,mid,,,,,,,1718,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row openai_gpt_5_6_luna / column eloRating),,out:superseded, minebench-voxel,minebench,gemini-3.1-pro,unstated,reasoning-math,mid,,,,,,,1691,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row gemini_3_1_pro / column eloRating),,out:effort-not-established, minebench-voxel,minebench,gpt-5.4,unstated,reasoning-math,mid,,,,,,,1681,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row openai_gpt_5_4 / column eloRating),,out:effort-not-established, minebench-voxel,minebench,gemini-3.5-flash,unstated,reasoning-math,mid,,per-build,0.86,0,,,1666,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row gemini_3_5_flash / column eloRating),,out:effort-not-established,out:effort-not-established minebench-voxel,minebench,gemini-3.6-flash,unstated,reasoning-math,mid,,,,,,,1635,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row gemini_3_6_flash / column eloRating),,out:effort-not-established, minebench-voxel,minebench,gpt-5.3-codex,unstated,reasoning-math,mid,,,,,,,1593,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row openai_gpt_5_3_codex / column eloRating),,out:effort-not-established, minebench-voxel,minebench,glm-5.2,unstated,reasoning-math,mid,,per-build,0.29733333333333334,0,,,1578,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row zai_glm_5_2 / column eloRating),,out:effort-not-established,out:effort-not-established minebench-voxel,minebench,gpt-5.2-pro,unstated,reasoning-math,mid,,,,,,,1568,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row openai_gpt_5_2_pro / column eloRating),,out:effort-not-established, minebench-voxel,minebench,grok-4.5,unstated,reasoning-math,mid,,,,,,,1567,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row xai_grok_4_5 / column eloRating),,out:effort-not-established, minebench-voxel,minebench,glm-5.1,unstated,reasoning-math,mid,,per-build,0.2786666666666667,0,,,1529,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row zai_glm_5_1 / column eloRating),,out:effort-not-established,out:effort-not-established minebench-voxel,minebench,deepseek-v4-flash-0731,max,reasoning-math,mid,,,,,,,1511,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row deepseek_v4_flash_0731 / column eloRating),,out:superseded, minebench-voxel,minebench,gpt-5.2,unstated,reasoning-math,mid,,,,,,,1485,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row openai_gpt_5_2 / column eloRating),,out:effort-not-established, minebench-voxel,minebench,?DeepSeek V4 Pro Preview,not-established:absent,reasoning-math,mid,,per-build,0.2613333333333333,0,,,1469,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row deepseek_v4_pro / column eloRating),,out:model-not-established,out:model-not-established minebench-voxel,minebench,kimi-k2.6,unstated,reasoning-math,mid,,per-build,0.15666666666666668,0,,,1455,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row moonshot_kimi_k2_6 / column eloRating),,out:effort-not-established,out:effort-not-established minebench-voxel,minebench,gpt-5.4-mini,unstated,reasoning-math,mid,,,,,,,1415,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row openai_gpt_5_4_mini / column eloRating),,out:effort-not-established, minebench-voxel,minebench,?Gemini 3.0 Pro,not-established:absent,reasoning-math,mid,,,,,,,1404,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row gemini_3_0_pro / column eloRating),,out:model-not-established, minebench-voxel,minebench,gemini-3.5-flash-lite,unstated,reasoning-math,mid,,per-build,0.025333333333333333,0,,,1365,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row gemini_3_5_flash_lite / column eloRating),,out:effort-not-established,out:effort-not-established minebench-voxel,minebench,grok-4.20,unstated,reasoning-math,mid,,per-build,1.2293333333333334,0,,,1309,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row xai_grok_4_20 / column eloRating),,out:effort-not-established,out:effort-not-established minebench-voxel,minebench,qwen3.5-397b-a17b,unstated,reasoning-math,mid,,,,,,,1303,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row qwen_qwen3_5_397b_a17b / column eloRating),,out:effort-not-established, minebench-voxel,minebench,gpt-5.4-nano,unstated,reasoning-math,mid,,,,,,,1276,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row openai_gpt_5_4_nano / column eloRating),,out:effort-not-established, minebench-voxel,minebench,?Gemini 3.0 Flash,not-established:absent,reasoning-math,mid,,,,,,,1272,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row gemini_3_0_flash / column eloRating),,out:model-not-established, minebench-voxel,minebench,?Qwen 3.8 Max,not-established:absent,reasoning-math,mid,,per-build,0.7686666666666666,0,,,1243,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row qwen_qwen3_8_max / column eloRating),,out:model-not-established,out:model-not-established minebench-voxel,minebench,glm-5,unstated,reasoning-math,mid,,,,,,,1242,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row zai_glm_5 / column eloRating),,out:effort-not-established, minebench-voxel,minebench,?Kimi K2.5,not-established:absent,reasoning-math,mid,,,,,,,1215,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row moonshot_kimi_k2_5 / column eloRating),,out:model-not-established, minebench-voxel,minebench,grok-4.3,unstated,reasoning-math,mid,,per-build,0.058,0,,,1177,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row xai_grok_4_3 / column eloRating),,out:effort-not-established,out:effort-not-established minebench-voxel,minebench,gemini-2.5-pro,unstated,reasoning-math,mid,,,,,,,1155,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row gemini_2_5_pro / column eloRating),,out:effort-not-established, minebench-voxel,minebench,glm-4.7,unstated,reasoning-math,mid,,,,,,,1128,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row zai_glm_4_7 / column eloRating),,out:effort-not-established, minebench-voxel,minebench,gpt-5-mini,unstated,reasoning-math,mid,,,,,,,1104,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row openai_gpt_5_mini / column eloRating),,out:effort-not-established, minebench-voxel,minebench,gpt-5.2-codex,unstated,reasoning-math,mid,,,,,,,1081,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row openai_gpt_5_2_codex / column eloRating),,out:effort-not-established, minebench-voxel,minebench,deepseek-v3.2,unstated,reasoning-math,mid,,,,,,,1065,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row deepseek_v3_2 / column eloRating),,out:effort-not-established, minebench-voxel,minebench,gpt-4.1,solo,reasoning-math,mid,,,,,,,1060,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row openai_gpt_4_1 / column eloRating),,out:superseded, minebench-voxel,minebench,qwen3-max-0123,think,reasoning-math,mid,,,,,,,1018,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row qwen_qwen3_max_thinking / column eloRating),,out:superseded, minebench-voxel,minebench,kimi-k2-instruct,solo,reasoning-math,mid,,,,,,,990,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row moonshot_kimi_k2 / column eloRating),,out:superseded, minebench-voxel,minebench,grok-4.1-fast,unstated,reasoning-math,mid,,,,,,,981,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row xai_grok_4_1 / column eloRating),,out:effort-not-established, minebench-voxel,minebench,gemini-3.1-flash-lite,unstated,reasoning-math,mid,,,,,,,972,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row gemini_3_1_flash_lite / column eloRating),,out:effort-not-established, minebench-voxel,minebench,?GPT 4.5 (web harness),not-established:absent,reasoning-math,mid,,,,,,,941,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row openai_gpt_4_5_web_harness / column eloRating),,out:model-not-established, minebench-voxel,minebench,gpt-oss-120b,unstated,reasoning-math,mid,,,,,,,806,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row openai_gpt_oss_120b / column eloRating),,out:effort-not-established, minebench-voxel,minebench,?GPT 4o,not-established:absent,reasoning-math,mid,,,,,,,773,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row openai_gpt_4o / column eloRating),,out:model-not-established, minebench-voxel,minebench,gpt-5-nano,unstated,reasoning-math,mid,,,,,,,590,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row openai_gpt_5_nano / column eloRating),,out:effort-not-established, minebench-voxel,minebench,opus-5.5,max,reasoning-math,mid,,per-build,7.435333333333333,0,,,2159,Elo,0.289,,prev=2161 (src-minebench-ai-leaderboard-2026-10-18#M1); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://minebench.ai/leaderboard ($.models / row anthropic_claude_opus_5_5 / column eloRating),,in,in minebench-voxel,minebench,opus-5,max,reasoning-math,mid,,per-build,5.998,0,,,2026,Elo,0.289,,prev=2026 (src-minebench-ai-leaderboard-2026-10-18#M2); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://minebench.ai/leaderboard ($.models / row anthropic_claude_opus_5 / column eloRating),,in,in minebench-voxel,minebench,sonnet-5.5,max,reasoning-math,mid,,per-build,0.5030000000000001,0.0968,,,2015,Elo,0.289,,prev=2017 (src-minebench-ai-leaderboard-2026-10-18#M3); cost-method-assumed-single; cost-unrepriced; cost-price-band,https://minebench.ai/leaderboard ($.models / row anthropic_claude_sonnet_5_5 / column eloRating),,in,out:cost-single-couple minebench-voxel,minebench,fable-5.1,max,reasoning-math,mid,,per-build,9.836666666666668,0,,,1945,Elo,0.289,,prev=1945 (src-minebench-ai-leaderboard-2026-10-18#M4); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://minebench.ai/leaderboard ($.models / row anthropic_claude_fable_5_1 / column eloRating),,in,in minebench-voxel,minebench,fable-5,unstated,reasoning-math,mid,,per-build,3.662,0,,,1885,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row anthropic_claude_fable_5 / column eloRating),,out:effort-not-established,out:effort-not-established minebench-voxel,minebench,?Claude 4.8 Opus,not-established:absent,reasoning-math,mid,,per-build,2.7680000000000002,0,,,1800,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row anthropic_claude_4_8_opus / column eloRating),,out:model-not-established,out:model-not-established minebench-voxel,minebench,sonnet-5,unstated,reasoning-math,mid,,per-build,6.2780000000000005,0,,,1642,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row anthropic_claude_sonnet_5 / column eloRating),,out:effort-not-established,out:effort-not-established minebench-voxel,minebench,?Claude 4.7 Opus,not-established:absent,reasoning-math,mid,,,,,,,1623,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row anthropic_claude_4_7_opus / column eloRating),,out:model-not-established, minebench-voxel,minebench,?Claude 4.6 Opus,not-established:absent,reasoning-math,mid,,,,,,,1502,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row anthropic_claude_4_6_opus / column eloRating),,out:model-not-established, minebench-voxel,minebench,?Claude 4.6 Sonnet,not-established:absent,reasoning-math,mid,,,,,,,1373,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row anthropic_claude_4_6_sonnet / column eloRating),,out:model-not-established, minebench-voxel,minebench,opus-4.5,unstated,reasoning-math,mid,,,,,,,1336,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row anthropic_claude_4_5_opus / column eloRating),,out:effort-not-established, minebench-voxel,minebench,sonnet-4.5,unstated,reasoning-math,mid,,,,,,,1167,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row anthropic_claude_4_5_sonnet / column eloRating),,out:effort-not-established, minebench-voxel,minebench,gemini-4-argon,high,reasoning-math,mid,,per-build,0.608,0,,,2238,Elo,0.289,,prev=2251 (src-minebench-ai-leaderboard-2026-10-18#M13); base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://minebench.ai/leaderboard ($.models / row gemini_4_argon / column eloRating),,in,in minebench-voxel,minebench,gpt-6-astra-pro,max,reasoning-math,mid,,per-build,2.314,0,,,2249,Elo,0.289,,prev=2249 (src-minebench-ai-leaderboard-2026-10-18#M14); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://minebench.ai/leaderboard ($.models / row openai_gpt_6_astra / column eloRating),,in,in minebench-voxel,minebench,gpt-6.1-sol-pro,max,reasoning-math,mid,,per-build,0.6513333333333333,0,,,2188,Elo,0.289,,prev=2189 (src-minebench-ai-leaderboard-2026-10-18#M15); cost-method-assumed-single,https://minebench.ai/leaderboard ($.models / row openai_gpt_6_1_sol / column eloRating),,in,out:cost-not-comparable minebench-voxel,minebench,gpt-6-sol-pro,max,reasoning-math,mid,,per-build,0.5273333333333333,0,,,2083,Elo,0.289,,prev=2083 (src-minebench-ai-leaderboard-2026-10-18#M16); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://minebench.ai/leaderboard ($.models / row openai_gpt_6_sol / column eloRating),,in,in minebench-voxel,minebench,gpt-5.6-sol-pro,unstated,reasoning-math,mid,,,,,,,2011,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row openai_gpt_5_6_sol / column eloRating),,out:effort-not-established, minebench-voxel,minebench,gpt-5.5-pro,unstated,reasoning-math,mid,,per-build,14.926666666666668,0,,,1938,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row openai_gpt_5_5_pro / column eloRating),,out:effort-not-established,out:effort-not-established minebench-voxel,minebench,gpt-5.5,unstated,reasoning-math,mid,,per-build,1.332,0,,,1862,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row openai_gpt_5_5 / column eloRating),,out:effort-not-established,out:effort-not-established minebench-voxel,minebench,grok-4.7,xhigh,reasoning-math,mid,,per-build,2.8266666666666667,0,,,1867,Elo,0.289,,prev=1840 (src-minebench-ai-leaderboard-2026-10-18#M20); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://minebench.ai/leaderboard ($.models / row xai_grok_4_7 / column eloRating),,in,in minebench-voxel,minebench,deepseek-v4.1-flash,max,reasoning-math,mid,,per-build,0.07333333333333333,0,,,1838,Elo,0.289,,prev=1838 (src-minebench-ai-leaderboard-2026-10-18#M21); cost-method-assumed-single,https://minebench.ai/leaderboard ($.models / row deepseek_v4_1_flash / column eloRating),,in,out:cost-not-comparable minebench-voxel,minebench,grok-4.6,xhigh,reasoning-math,mid,,per-build,0.748,0,,,1829,Elo,0.289,,prev=1829 (src-minebench-ai-leaderboard-2026-10-18#M22); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://minebench.ai/leaderboard ($.models / row xai_grok_4_6 / column eloRating),,in,in minebench-voxel,minebench,gemini-3.8-flash,high,reasoning-math,mid,,per-build,0.07866666666666666,0,,,1820,Elo,0.289,,prev=1819 (src-minebench-ai-leaderboard-2026-10-18#M23); base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://minebench.ai/leaderboard ($.models / row gemini_3_8_flash / column eloRating),,in,in minebench-voxel,minebench,gpt-5.4-pro,unstated,reasoning-math,mid,,per-build,29,0,,,1809,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row openai_gpt_5_4_pro / column eloRating),,out:effort-not-established,out:effort-not-established minebench-voxel,minebench,glm-5.3-flash,max,reasoning-math,mid,,,,,,,1798,Elo,0.289,,prev=1798 (src-minebench-ai-leaderboard-2026-10-18#M25),https://minebench.ai/leaderboard ($.models / row zai_glm_5_3_flash / column eloRating),,in, minebench-voxel,minebench,gemini-3.7-flash,high,reasoning-math,mid,,per-build,0.09733333333333333,0,,,1780,Elo,0.289,,prev=1781 (src-minebench-ai-leaderboard-2026-10-18#M26); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://minebench.ai/leaderboard ($.models / row gemini_3_7_flash / column eloRating),,in,in minebench-voxel,minebench,glm-5.3,max,reasoning-math,mid,,per-build,0.428,0,,,1776,Elo,0.289,,prev=1775 (src-minebench-ai-leaderboard-2026-10-18#M27); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://minebench.ai/leaderboard ($.models / row zai_glm_5_3 / column eloRating),,in,in minebench-voxel,minebench,gpt-6-luna-pro,max,reasoning-math,mid,,per-build,0.03333333333333333,0,,,1760,Elo,0.289,,prev=1762 (src-minebench-ai-leaderboard-2026-10-18#M28); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://minebench.ai/leaderboard ($.models / row openai_gpt_6_luna / column eloRating),,in,in minebench-voxel,minebench,kimi-k3,unstated,reasoning-math,mid,,per-build,0.8466666666666666,0,,,1726,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row moonshot_kimi_k3 / column eloRating),,out:effort-not-established,out:effort-not-established minebench-voxel,minebench,gpt-5.6-luna-pro,max,reasoning-math,mid,,,,,,,1719,Elo,0.289,,prev=1718 (src-minebench-ai-leaderboard-2026-10-18#M30),https://minebench.ai/leaderboard ($.models / row openai_gpt_5_6_luna / column eloRating),,in, minebench-voxel,minebench,gemini-3.1-pro,unstated,reasoning-math,mid,,,,,,,1691,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row gemini_3_1_pro / column eloRating),,out:effort-not-established, minebench-voxel,minebench,gpt-5.4,unstated,reasoning-math,mid,,,,,,,1681,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row openai_gpt_5_4 / column eloRating),,out:effort-not-established, minebench-voxel,minebench,gemini-3.5-flash,unstated,reasoning-math,mid,,per-build,0.86,0,,,1667,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row gemini_3_5_flash / column eloRating),,out:effort-not-established,out:effort-not-established minebench-voxel,minebench,gemini-3.6-flash,unstated,reasoning-math,mid,,,,,,,1634,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row gemini_3_6_flash / column eloRating),,out:effort-not-established, minebench-voxel,minebench,gpt-5.3-codex,unstated,reasoning-math,mid,,,,,,,1593,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row openai_gpt_5_3_codex / column eloRating),,out:effort-not-established, minebench-voxel,minebench,glm-5.2,unstated,reasoning-math,mid,,per-build,0.29733333333333334,0,,,1577,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row zai_glm_5_2 / column eloRating),,out:effort-not-established,out:effort-not-established minebench-voxel,minebench,gpt-5.2-pro,unstated,reasoning-math,mid,,,,,,,1568,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row openai_gpt_5_2_pro / column eloRating),,out:effort-not-established, minebench-voxel,minebench,grok-4.5,unstated,reasoning-math,mid,,,,,,,1568,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row xai_grok_4_5 / column eloRating),,out:effort-not-established, minebench-voxel,minebench,glm-5.1,unstated,reasoning-math,mid,,per-build,0.2786666666666667,0,,,1530,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row zai_glm_5_1 / column eloRating),,out:effort-not-established,out:effort-not-established minebench-voxel,minebench,deepseek-v4-flash-0731,max,reasoning-math,mid,,,,,,,1512,Elo,0.289,,prev=1511 (src-minebench-ai-leaderboard-2026-10-18#M40),https://minebench.ai/leaderboard ($.models / row deepseek_v4_flash_0731 / column eloRating),,in, minebench-voxel,minebench,gpt-5.2,unstated,reasoning-math,mid,,,,,,,1485,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row openai_gpt_5_2 / column eloRating),,out:effort-not-established, minebench-voxel,minebench,?DeepSeek V4 Pro Preview,not-established:absent,reasoning-math,mid,,per-build,0.2613333333333333,0,,,1469,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row deepseek_v4_pro / column eloRating),,out:model-not-established,out:model-not-established minebench-voxel,minebench,kimi-k2.6,unstated,reasoning-math,mid,,per-build,0.15666666666666668,0,,,1454,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row moonshot_kimi_k2_6 / column eloRating),,out:effort-not-established,out:effort-not-established minebench-voxel,minebench,gpt-5.4-mini,unstated,reasoning-math,mid,,,,,,,1416,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row openai_gpt_5_4_mini / column eloRating),,out:effort-not-established, minebench-voxel,minebench,?Gemini 3.0 Pro,not-established:absent,reasoning-math,mid,,,,,,,1404,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row gemini_3_0_pro / column eloRating),,out:model-not-established, minebench-voxel,minebench,gemini-3.5-flash-lite,unstated,reasoning-math,mid,,per-build,0.025333333333333333,0,,,1365,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row gemini_3_5_flash_lite / column eloRating),,out:effort-not-established,out:effort-not-established minebench-voxel,minebench,grok-4.20,unstated,reasoning-math,mid,,per-build,1.2293333333333334,0,,,1308,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row xai_grok_4_20 / column eloRating),,out:effort-not-established,out:effort-not-established minebench-voxel,minebench,qwen3.5-397b-a17b,unstated,reasoning-math,mid,,,,,,,1303,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row qwen_qwen3_5_397b_a17b / column eloRating),,out:effort-not-established, minebench-voxel,minebench,gpt-5.4-nano,unstated,reasoning-math,mid,,,,,,,1276,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row openai_gpt_5_4_nano / column eloRating),,out:effort-not-established, minebench-voxel,minebench,?Gemini 3.0 Flash,not-established:absent,reasoning-math,mid,,,,,,,1272,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row gemini_3_0_flash / column eloRating),,out:model-not-established, minebench-voxel,minebench,?Qwen 3.8 Max,not-established:absent,reasoning-math,mid,,per-build,0.7686666666666666,0,,,1244,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row qwen_qwen3_8_max / column eloRating),,out:model-not-established,out:model-not-established minebench-voxel,minebench,glm-5,unstated,reasoning-math,mid,,,,,,,1242,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row zai_glm_5 / column eloRating),,out:effort-not-established, minebench-voxel,minebench,?Kimi K2.5,not-established:absent,reasoning-math,mid,,,,,,,1215,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row moonshot_kimi_k2_5 / column eloRating),,out:model-not-established, minebench-voxel,minebench,grok-4.3,unstated,reasoning-math,mid,,per-build,0.058,0,,,1176,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row xai_grok_4_3 / column eloRating),,out:effort-not-established,out:effort-not-established minebench-voxel,minebench,gemini-2.5-pro,unstated,reasoning-math,mid,,,,,,,1155,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row gemini_2_5_pro / column eloRating),,out:effort-not-established, minebench-voxel,minebench,glm-4.7,unstated,reasoning-math,mid,,,,,,,1127,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row zai_glm_4_7 / column eloRating),,out:effort-not-established, minebench-voxel,minebench,gpt-5-mini,unstated,reasoning-math,mid,,,,,,,1104,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row openai_gpt_5_mini / column eloRating),,out:effort-not-established, minebench-voxel,minebench,gpt-5.2-codex,unstated,reasoning-math,mid,,,,,,,1081,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row openai_gpt_5_2_codex / column eloRating),,out:effort-not-established, minebench-voxel,minebench,deepseek-v3.2,unstated,reasoning-math,mid,,,,,,,1064,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row deepseek_v3_2 / column eloRating),,out:effort-not-established, minebench-voxel,minebench,gpt-4.1,solo,reasoning-math,mid,,,,,,,1060,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row openai_gpt_4_1 / column eloRating),,out:superseded, minebench-voxel,minebench,qwen3-max-0123,think,reasoning-math,mid,,,,,,,1018,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row qwen_qwen3_max_thinking / column eloRating),,out:superseded, minebench-voxel,minebench,kimi-k2-instruct,solo,reasoning-math,mid,,,,,,,990,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row moonshot_kimi_k2 / column eloRating),,out:superseded, minebench-voxel,minebench,grok-4.1-fast,unstated,reasoning-math,mid,,,,,,,981,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row xai_grok_4_1 / column eloRating),,out:effort-not-established, minebench-voxel,minebench,gemini-3.1-flash-lite,unstated,reasoning-math,mid,,,,,,,971,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row gemini_3_1_flash_lite / column eloRating),,out:effort-not-established, minebench-voxel,minebench,?GPT 4.5 (web harness),not-established:absent,reasoning-math,mid,,,,,,,941,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row openai_gpt_4_5_web_harness / column eloRating),,out:model-not-established, minebench-voxel,minebench,gpt-oss-120b,unstated,reasoning-math,mid,,,,,,,805,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row openai_gpt_oss_120b / column eloRating),,out:effort-not-established, minebench-voxel,minebench,?GPT 4o,not-established:absent,reasoning-math,mid,,,,,,,772,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row openai_gpt_4o / column eloRating),,out:model-not-established, minebench-voxel,minebench,gpt-5-nano,unstated,reasoning-math,mid,,,,,,,589,Elo,0.289,,,https://minebench.ai/leaderboard ($.models / row openai_gpt_5_nano / column eloRating),,out:effort-not-established, minebench-voxel,minebench,gpt-6-astra-pro,unstated,reasoning-math,mid,,,2.314,0.000289,,,2229,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row openai_gpt_6_astra / column eloRating),,out:effort-not-established,out:effort-not-established minebench-voxel,minebench,gemini-4-argon,unstated,reasoning-math,mid,,,0.608,0.000289,,,2194,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row gemini_4_argon / column eloRating),,out:effort-not-established,out:effort-not-established minebench-voxel,minebench,gpt-6.1-sol-pro,unstated,reasoning-math,mid,,,0.6513333333333333,2.89e-17,,,2169,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row openai_gpt_6_1_sol / column eloRating),,out:effort-not-established,out:effort-not-established minebench-voxel,minebench,opus-5.5,unstated,reasoning-math,mid,,,7.435333333333333,2.89e-16,,,2133,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row anthropic_claude_opus_5_5 / column eloRating),,out:effort-not-established,out:effort-not-established minebench-voxel,minebench,gpt-6-sol-pro,unstated,reasoning-math,mid,,,0.5273333333333333,2.89e-17,,,2067,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row openai_gpt_6_sol / column eloRating),,out:effort-not-established,out:effort-not-established minebench-voxel,minebench,opus-5,unstated,reasoning-math,mid,,,5.998,0.000289,,,2008,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row anthropic_claude_opus_5 / column eloRating),,out:effort-not-established,out:effort-not-established minebench-voxel,minebench,sonnet-5.5,unstated,reasoning-math,mid,,,0.6706666666666667,2.89e-17,,,1997,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row anthropic_claude_sonnet_5_5 / column eloRating),,out:effort-not-established,out:effort-not-established minebench-voxel,minebench,gpt-5.6-sol-pro,unstated,reasoning-math,mid,,,47.388000000000005,2.89e-16,,,1993,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row openai_gpt_5_6_sol / column eloRating),,out:effort-not-established,out:effort-not-established minebench-voxel,minebench,?Kimi K3.1 Pro,not-established:absent,reasoning-math,mid,,,0.41600000000000004,2.89e-18,,,1992,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row moonshot_kimi_k3_1_pro / column eloRating),,out:model-not-established,out:model-not-established minebench-voxel,minebench,fable-5.2,unstated,reasoning-math,mid,,,2.5386666666666664,2.89e-17,,,1940,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row anthropic_claude_fable_5_2 / column eloRating),,out:effort-not-established,out:effort-not-established minebench-voxel,minebench,fable-5.1,unstated,reasoning-math,mid,,,9.836666666666668,2.89e-16,,,1928,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row anthropic_claude_fable_5_1 / column eloRating),,out:effort-not-established,out:effort-not-established minebench-voxel,minebench,gpt-5.5-pro,unstated,reasoning-math,mid,,,14.926666666666668,2.89e-16,,,1922,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row openai_gpt_5_5_pro / column eloRating),,out:effort-not-established,out:effort-not-established minebench-voxel,minebench,fable-5,unstated,reasoning-math,mid,,,3.662,0.000289,,,1869,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row anthropic_claude_fable_5 / column eloRating),,out:effort-not-established,out:effort-not-established minebench-voxel,minebench,?Muse Wonder,not-established:absent,reasoning-math,mid,,,0.6946666666666667,2.89e-17,,,1868,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row meta_muse_wonder / column eloRating),,out:model-not-established,out:model-not-established minebench-voxel,minebench,grok-4.7,unstated,reasoning-math,mid,,,2.8266666666666667,2.89e-17,,,1848,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row xai_grok_4_7 / column eloRating),,out:effort-not-established,out:effort-not-established minebench-voxel,minebench,gpt-5.5,unstated,reasoning-math,mid,,,1.332,0.000289,,,1846,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row openai_gpt_5_5 / column eloRating),,out:effort-not-established,out:effort-not-established minebench-voxel,minebench,deepseek-v4.1-flash,unstated,reasoning-math,mid,,,0.07333333333333333,2.89e-18,,,1822,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row deepseek_v4_1_flash / column eloRating),,out:effort-not-established,out:effort-not-established minebench-voxel,minebench,grok-4.6,unstated,reasoning-math,mid,,,0.748,0.000289,,,1811,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row xai_grok_4_6 / column eloRating),,out:effort-not-established,out:effort-not-established minebench-voxel,minebench,gemini-3.8-flash,unstated,reasoning-math,mid,,,0.07866666666666666,2.89e-18,,,1806,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row gemini_3_8_flash / column eloRating),,out:effort-not-established,out:effort-not-established minebench-voxel,minebench,gpt-5.4-pro,unstated,reasoning-math,mid,,,29,0.289,,,1795,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row openai_gpt_5_4_pro / column eloRating),,out:effort-not-established,out:effort-not-established minebench-voxel,minebench,?Claude 4.8 Opus,not-established:absent,reasoning-math,mid,,,2.7680000000000002,2.89e-17,,,1786,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row anthropic_claude_4_8_opus / column eloRating),,out:model-not-established,out:model-not-established minebench-voxel,minebench,glm-5.3-flash,unstated,reasoning-math,mid,,,0.04933333333333333,2.89e-18,,,1781,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row zai_glm_5_3_flash / column eloRating),,out:effort-not-established,out:effort-not-established minebench-voxel,minebench,gemini-3.7-flash,unstated,reasoning-math,mid,,,0.09733333333333333,2.89e-18,,,1765,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row gemini_3_7_flash / column eloRating),,out:effort-not-established,out:effort-not-established minebench-voxel,minebench,glm-5.3,unstated,reasoning-math,mid,,,0.428,0.000289,,,1762,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row zai_glm_5_3 / column eloRating),,out:effort-not-established,out:effort-not-established minebench-voxel,minebench,muse-spark-1.3,unstated,reasoning-math,mid,,,0.438,0.000289,,,1747,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row meta_muse_spark_1_3 / column eloRating),,out:effort-not-established,out:effort-not-established minebench-voxel,minebench,gpt-6-luna-pro,unstated,reasoning-math,mid,,,0.03333333333333333,2.89e-18,,,1746,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row openai_gpt_6_luna / column eloRating),,out:effort-not-established,out:effort-not-established minebench-voxel,minebench,kimi-k3,unstated,reasoning-math,mid,,,0.8466666666666666,2.89e-17,,,1714,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row moonshot_kimi_k3 / column eloRating),,out:effort-not-established,out:effort-not-established minebench-voxel,minebench,gpt-5.6-luna-pro,unstated,reasoning-math,mid,,,0.07666666666666666,2.89e-18,,,1704,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row openai_gpt_5_6_luna / column eloRating),,out:effort-not-established,out:effort-not-established minebench-voxel,minebench,gemini-3.1-pro,unstated,reasoning-math,mid,,,,,,,1678,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row gemini_3_1_pro / column eloRating),,out:effort-not-established, minebench-voxel,minebench,gpt-5.4,unstated,reasoning-math,mid,,,,,,,1668,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row openai_gpt_5_4 / column eloRating),,out:effort-not-established, minebench-voxel,minebench,gemini-3.5-flash,unstated,reasoning-math,mid,,,0.86,0.00289,,,1653,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row gemini_3_5_flash / column eloRating),,out:effort-not-established,out:effort-not-established minebench-voxel,minebench,sonnet-5,unstated,reasoning-math,mid,,,6.2780000000000005,2.89e-17,,,1629,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row anthropic_claude_sonnet_5 / column eloRating),,out:effort-not-established,out:effort-not-established minebench-voxel,minebench,gemini-3.6-flash,unstated,reasoning-math,mid,,,0.21466666666666667,2.89e-18,,,1620,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row gemini_3_6_flash / column eloRating),,out:effort-not-established,out:effort-not-established minebench-voxel,minebench,?Claude 4.7 Opus,not-established:absent,reasoning-math,mid,,,,,,,1610,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row anthropic_claude_4_7_opus / column eloRating),,out:model-not-established, minebench-voxel,minebench,haiku-5.5,unstated,reasoning-math,mid,,,0.036000000000000004,2.89e-19,,,1582,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row anthropic_claude_haiku_5_5 / column eloRating),,out:effort-not-established,out:effort-not-established minebench-voxel,minebench,gpt-5.3-codex,unstated,reasoning-math,mid,,,,,,,1581,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row openai_gpt_5_3_codex / column eloRating),,out:effort-not-established, minebench-voxel,minebench,muse-spark-1.2,unstated,reasoning-math,mid,,,0.174,0.000289,,,1572,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row meta_muse_spark_1_2 / column eloRating),,out:effort-not-established,out:effort-not-established minebench-voxel,minebench,glm-5.2,unstated,reasoning-math,mid,,,0.29733333333333334,2.89e-18,,,1566,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row zai_glm_5_2 / column eloRating),,out:effort-not-established,out:effort-not-established minebench-voxel,minebench,gpt-5.2-pro,unstated,reasoning-math,mid,,,,,,,1556,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row openai_gpt_5_2_pro / column eloRating),,out:effort-not-established, minebench-voxel,minebench,grok-4.5,unstated,reasoning-math,mid,,,0.11266666666666666,2.89e-18,,,1555,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row xai_grok_4_5 / column eloRating),,out:effort-not-established,out:effort-not-established minebench-voxel,minebench,glm-5.1,unstated,reasoning-math,mid,,,0.2786666666666667,2.89e-17,,,1517,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row zai_glm_5_1 / column eloRating),,out:effort-not-established,out:effort-not-established minebench-voxel,minebench,deepseek-v4-flash-0731,unstated,reasoning-math,mid,,,0.018666666666666668,2.89e-19,,,1500,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row deepseek_v4_flash_0731 / column eloRating),,out:effort-not-established,out:effort-not-established minebench-voxel,minebench,?Claude 4.6 Opus,not-established:absent,reasoning-math,mid,,,,,,,1489,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row anthropic_claude_4_6_opus / column eloRating),,out:model-not-established, minebench-voxel,minebench,gpt-5.2,unstated,reasoning-math,mid,,,,,,,1473,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row openai_gpt_5_2 / column eloRating),,out:effort-not-established, minebench-voxel,minebench,?DeepSeek V4 Pro Preview,not-established:absent,reasoning-math,mid,,,0.2613333333333333,2.89e-17,,,1458,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row deepseek_v4_pro / column eloRating),,out:model-not-established,out:model-not-established minebench-voxel,minebench,kimi-k2.6,unstated,reasoning-math,mid,,,0.15666666666666668,2.89e-18,,,1442,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row moonshot_kimi_k2_6 / column eloRating),,out:effort-not-established,out:effort-not-established minebench-voxel,minebench,gpt-5.4-mini,unstated,reasoning-math,mid,,,,,,,1404,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row openai_gpt_5_4_mini / column eloRating),,out:effort-not-established, minebench-voxel,minebench,?Gemini 3.0 Pro,not-established:absent,reasoning-math,mid,,,,,,,1392,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row gemini_3_0_pro / column eloRating),,out:model-not-established, minebench-voxel,minebench,?Claude 4.6 Sonnet,not-established:absent,reasoning-math,mid,,,,,,,1361,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row anthropic_claude_4_6_sonnet / column eloRating),,out:model-not-established, minebench-voxel,minebench,gemini-3.5-flash-lite,unstated,reasoning-math,mid,,,0.025333333333333333,2.89e-19,,,1354,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row gemini_3_5_flash_lite / column eloRating),,out:effort-not-established,out:effort-not-established minebench-voxel,minebench,opus-4.5,unstated,reasoning-math,mid,,,,,,,1325,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row anthropic_claude_4_5_opus / column eloRating),,out:effort-not-established, minebench-voxel,minebench,grok-4.20,unstated,reasoning-math,mid,,,1.2293333333333334,2.89e-17,,,1297,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row xai_grok_4_20 / column eloRating),,out:effort-not-established,out:effort-not-established minebench-voxel,minebench,qwen3.5-397b-a17b,unstated,reasoning-math,mid,,,,,,,1291,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row qwen_qwen3_5_397b_a17b / column eloRating),,out:effort-not-established, minebench-voxel,minebench,gpt-5.4-nano,unstated,reasoning-math,mid,,,,,,,1265,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row openai_gpt_5_4_nano / column eloRating),,out:effort-not-established, minebench-voxel,minebench,?Gemini 3.0 Flash,not-established:absent,reasoning-math,mid,,,,,,,1261,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row gemini_3_0_flash / column eloRating),,out:model-not-established, minebench-voxel,minebench,?Qwen 3.8 Max,not-established:absent,reasoning-math,mid,,,0.7686666666666666,2.89e-17,,,1235,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row qwen_qwen3_8_max / column eloRating),,out:model-not-established,out:model-not-established minebench-voxel,minebench,glm-5,unstated,reasoning-math,mid,,,,,,,1231,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row zai_glm_5 / column eloRating),,out:effort-not-established, minebench-voxel,minebench,gemma-4-31b-it,unstated,reasoning-math,mid,,,,,,,1229,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row gemma_4_31b / column eloRating),,out:effort-not-established, minebench-voxel,minebench,minimax-m2.7,unstated,reasoning-math,mid,,,,,,,1210,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row minimax_m2_7 / column eloRating),,out:effort-not-established, minebench-voxel,minebench,?Kimi K2.5,not-established:absent,reasoning-math,mid,,,,,,,1204,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row moonshot_kimi_k2_5 / column eloRating),,out:model-not-established, minebench-voxel,minebench,grok-4.3,unstated,reasoning-math,mid,,,0.058,0.000289,,,1164,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row xai_grok_4_3 / column eloRating),,out:effort-not-established,out:effort-not-established minebench-voxel,minebench,sonnet-4.5,unstated,reasoning-math,mid,,,,,,,1156,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row anthropic_claude_4_5_sonnet / column eloRating),,out:effort-not-established, minebench-voxel,minebench,gemini-2.5-pro,unstated,reasoning-math,mid,,,,,,,1144,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row gemini_2_5_pro / column eloRating),,out:effort-not-established, minebench-voxel,minebench,glm-4.7,unstated,reasoning-math,mid,,,,,,,1117,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row zai_glm_4_7 / column eloRating),,out:effort-not-established, minebench-voxel,minebench,gpt-5-mini,unstated,reasoning-math,mid,,,,,,,1093,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row openai_gpt_5_mini / column eloRating),,out:effort-not-established, minebench-voxel,minebench,minimax-m2.5,unstated,reasoning-math,mid,,,,,,,1085,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row minimax_m2_5 / column eloRating),,out:effort-not-established, minebench-voxel,minebench,gpt-5.2-codex,unstated,reasoning-math,mid,,,,,,,1069,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row openai_gpt_5_2_codex / column eloRating),,out:effort-not-established, minebench-voxel,minebench,deepseek-v3.2,unstated,reasoning-math,mid,,,,,,,1053,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row deepseek_v3_2 / column eloRating),,out:effort-not-established, minebench-voxel,minebench,gpt-4.1,solo,reasoning-math,mid,,,,,,,1049,Elo,0.289,,prev=1060 (src-minebench-ai-leaderboard-2026-10-18#M60); prev=1060 (src-minebench-ai-leaderboard-2026-10-21#M60),https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row openai_gpt_4_1 / column eloRating),,out:single-couple, minebench-voxel,minebench,qwen3-max-0123,think,reasoning-math,mid,,,,,,,1006,Elo,0.289,,prev=1018 (src-minebench-ai-leaderboard-2026-10-18#M61); prev=1018 (src-minebench-ai-leaderboard-2026-10-21#M61),https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row qwen_qwen3_max_thinking / column eloRating),,out:single-couple, minebench-voxel,minebench,kimi-k2-instruct,solo,reasoning-math,mid,,,,,,,979,Elo,0.289,,prev=990 (src-minebench-ai-leaderboard-2026-10-18#M62); prev=990 (src-minebench-ai-leaderboard-2026-10-21#M62),https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row moonshot_kimi_k2 / column eloRating),,out:single-couple, minebench-voxel,minebench,grok-4.1-fast,unstated,reasoning-math,mid,,,,,,,969,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row xai_grok_4_1 / column eloRating),,out:effort-not-established, minebench-voxel,minebench,gemini-3.1-flash-lite,unstated,reasoning-math,mid,,,,,,,960,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row gemini_3_1_flash_lite / column eloRating),,out:effort-not-established, minebench-voxel,minebench,?GPT 4.5 (web harness),not-established:absent,reasoning-math,mid,,,,,,,932,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row openai_gpt_4_5_web_harness / column eloRating),,out:model-not-established, minebench-voxel,minebench,gpt-oss-120b,unstated,reasoning-math,mid,,,,,,,793,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row openai_gpt_oss_120b / column eloRating),,out:effort-not-established, minebench-voxel,minebench,?GPT 4o,not-established:absent,reasoning-math,mid,,,,,,,760,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row openai_gpt_4o / column eloRating),,out:model-not-established, minebench-voxel,minebench,llama-4-maverick,solo,reasoning-math,mid,,,,,,,644,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row meta_llama_4_maverick / column eloRating),,out:single-couple, minebench-voxel,minebench,gpt-5-nano,unstated,reasoning-math,mid,,,,,,,578,Elo,0.289,,,https://minebench.ai/leaderboard (minebench-api.json in benchmark_data.zip fetched 2026-11-10 / row openai_gpt_5_nano / column eloRating),,out:effort-not-established, blog-minimax-m31f-automation,minimax,deepseek-v4.1-flash-1017,max,agentic-tool,hard,,USD/task,0.092,362,,,60.5,Automation-Bench v1.0.6 (%),0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.minimax.io/blog/minimax-m31f (benchmark table image, row Automation-Bench v1.0.6, column DeepSeek-V4.1-Flash-1017)",,out:republished,in blog-minimax-m31f-automation,minimax,deepseek-v4.1-flash,unstated,agentic-tool,hard,,,,,,,54.8,Automation-Bench v1.0.6 (%),0.0289,,,"https://www.minimax.io/blog/minimax-m31f (benchmark table image, row Automation-Bench v1.0.6, column DeepSeek-V4.1-Flash)",,out:effort-not-established, blog-minimax-m31f-bankertool,minimax,deepseek-v4.1-flash,unstated,agentic-tool,hard,,,,,,,73.7,BankerToolBench (%),0.0289,,,"https://www.minimax.io/blog/minimax-m31f (benchmark table image, row BankerToolBench, column DeepSeek-V4.1-Flash)",,out:effort-not-established, blog-minimax-m31f-gdppdf-aa,minimax,deepseek-v4.1-flash,unstated,agentic-tool,hard,,,,,,,12.8,GDP.pdf AA (%),0.0289,,,"https://www.minimax.io/blog/minimax-m31f (benchmark table image, row GDP.pdf AA, column DeepSeek-V4.1-Flash)",,out:effort-not-established, blog-minimax-m31f-terminalbench4,minimax,deepseek-v4.1-flash-1017,unstated,agentic-tool,hard,,,,,,,42.3,Terminal-Bench 4.0 (%),0.0289,,,"https://www.minimax.io/blog/minimax-m31f (benchmark table image, row Terminal Bench 4.0, column DeepSeek-V4.1-Flash-1017)",,out:effort-not-established, blog-minimax-m31f-terminalbench4,minimax,deepseek-v4.1-flash,unstated,agentic-tool,hard,,,,,,,31.2,Terminal-Bench 4.0 (%),0.0289,,,"https://www.minimax.io/blog/minimax-m31f (benchmark table image, row Terminal Bench 4.0, column DeepSeek-V4.1-Flash)",,out:effort-not-established, blog-minimax-m31f-osworld2,minimax,deepseek-v4.1-flash,unstated,agentic-tool,hard,,,,,,,54.3,OSWorld 2.0 (%),0.0289,,,"https://www.minimax.io/blog/minimax-m31f (benchmark table image, row OSWorld 2.0, column DeepSeek-V4.1-Flash)",,out:effort-not-established, blog-minimax-m31f-posttrain11,minimax,deepseek-v4.1-flash,unstated,agentic-tool,hard,,,,,,,30.5,PostTrainBench v1.1 (%),0.0289,,,"https://www.minimax.io/blog/minimax-m31f (benchmark table image, row PostTrain Bench v1.1, column DeepSeek-V4.1-Flash)",,out:effort-not-established, blog-minimax-m31f-deepswe,minimax,deepseek-v4.1-flash-1017,max,agentic-tool,hard,,USD/task,0.196,0.0008,,,77.0,DeepSWE v1.1 (%),0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.minimax.io/blog/minimax-m31f (benchmark table image, row DeepSWE v1.1, column DeepSeek-V4.1-Flash-1017)",,in,out:republished blog-minimax-m31f-deepswe,minimax,deepseek-v4.1-flash,max,agentic-tool,hard,,USD/task,0.492,0.002,,,74.2,DeepSWE v1.1 (%),0.0289,,cost-method-assumed-single,"https://www.minimax.io/blog/minimax-m31f (benchmark table image, row DeepSWE v1.1, column DeepSeek-V4.1-Flash)",,in,out:cost-not-comparable blog-minimax-m31f-nl2repo,minimax,deepseek-v4.1-flash-1017,unstated,agentic-tool,hard,,,,,,,68.2,NL2Repo-Bench (%),0.0289,,,"https://www.minimax.io/blog/minimax-m31f (benchmark table image, row NL2Repo-Bench, column DeepSeek-V4.1-Flash-1017)",,out:effort-not-established, blog-minimax-m31f-nl2repo,minimax,deepseek-v4.1-flash,unstated,agentic-tool,hard,,,,,,,65.4,NL2Repo-Bench (%),0.0289,,,"https://www.minimax.io/blog/minimax-m31f (benchmark table image, row NL2Repo-Bench, column DeepSeek-V4.1-Flash)",,out:effort-not-established, blog-minimax-m31f-swerefactor,minimax,deepseek-v4.1-flash,unstated,agentic-tool,hard,,,,,,,11.8,SWE Refactor Bench (%),0.0289,,,"https://www.minimax.io/blog/minimax-m31f (benchmark table image, row SWE Refactor Bench, column DeepSeek-V4.1-Flash)",,out:effort-not-established, blog-minimax-m31f-babyvision,minimax,deepseek-v4.1-flash-1017,unstated,agentic-tool,hard,,,,,,,92.5,BabyVision with tools (%),0.0289,,,"https://www.minimax.io/blog/minimax-m31f (benchmark table image, row BabyVision (w/tools), column DeepSeek-V4.1-Flash-1017)",,out:effort-not-established, blog-minimax-m31f-babyvision,minimax,deepseek-v4.1-flash,unstated,agentic-tool,hard,,,,,,,89.6,BabyVision with tools (%),0.0289,,,"https://www.minimax.io/blog/minimax-m31f (benchmark table image, row BabyVision (w/tools), column DeepSeek-V4.1-Flash)",,out:effort-not-established, blog-minimax-m31f-hle,minimax,deepseek-v4.1-flash-1017,unstated,agentic-tool,hard,,,,,,,44.0,"HLE without tools, text-only questions (%)",0.0289,,,"https://www.minimax.io/blog/minimax-m31f (benchmark table image, row HLE (w/o tools), column DeepSeek-V4.1-Flash-1017)",,out:effort-not-established, blog-minimax-m31f-hle,minimax,deepseek-v4.1-flash,unstated,agentic-tool,hard,,,,,,,39.2,"HLE without tools, text-only questions (%)",0.0289,,,"https://www.minimax.io/blog/minimax-m31f (benchmark table image, row HLE (w/o tools), column DeepSeek-V4.1-Flash)",,out:effort-not-established, blog-minimax-m31f-charxiv,minimax,deepseek-v4.1-flash,unstated,agentic-tool,hard,,,,,,,69.0,CharXiv reasoning questions (%),0.0289,,,"https://www.minimax.io/blog/minimax-m31f (benchmark table image, row CharXiv RQ, column DeepSeek-V4.1-Flash)",,out:effort-not-established, blog-minimax-m31f-deepswe,minimax,deepseek-v4.1-flash-1017,low,agentic-tool,hard,,USD/task,0.112,0.0005,,,72.6,DeepSWE v1.1 (%),0.058,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.minimax.io/blog/minimax-m31f (low marker centre at px (294, 33) of the 2400x1800 image)",,in,out:republished blog-minimax-m31f-deepswe,minimax,deepseek-v4.1-flash-1017,high,agentic-tool,hard,,USD/task,0.147,0.0006,,,73.0,DeepSWE v1.1 (%),0.058,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.minimax.io/blog/minimax-m31f (high marker centre at px (394, 43) of the 2400x1800 image)",,in,out:republished blog-minimax-m31f-deepswe,minimax,deepseek-v4.1-flash,low,agentic-tool,hard,,USD/task,0.220,0.0009,,,67.4,DeepSWE v1.1 (%),0.058,,cost-method-assumed-single,"https://www.minimax.io/blog/minimax-m31f (low marker centre at px (542, -102) of the 2400x1800 image)",,in,out:cost-not-comparable blog-minimax-m31f-deepswe,minimax,deepseek-v4.1-flash,high,agentic-tool,hard,,USD/task,0.292,0.0012,,,70.2,DeepSWE v1.1 (%),0.058,,cost-method-assumed-single,"https://www.minimax.io/blog/minimax-m31f (high marker centre at px (647, -29) of the 2400x1800 image)",,in,out:cost-not-comparable blog-minimax-m31f-deepswe,minimax,?DeepSeek V4 Flash (max),not-established:absent,agentic-tool,hard,,USD/task,0.464,0.0019,,,53.3,DeepSWE v1.1 (%),0.058,,,"https://www.minimax.io/blog/minimax-m31f (marker centre at px (817, -466) of the 2400x1800 image)",,out:model-not-established,out:model-not-established blog-minimax-m31f-deepswe,minimax,?DeepSeek V4 Pro (max),not-established:absent,agentic-tool,hard,,USD/task,1.69,0.0069,,,62.8,DeepSWE v1.1 (%),0.058,,,"https://www.minimax.io/blog/minimax-m31f (marker centre at px (1294, -221) of the 2400x1800 image)",,out:model-not-established,out:model-not-established blog-minimax-m31f-automation,minimax,deepseek-v4.1-flash-1017,low,agentic-tool,hard,,USD/task,0.048,189,,,54.6,Automation-Bench v1.0.6 (%),0.045,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.minimax.io/blog/minimax-m31f (low marker centre at px (1028, -56) of the 2400x1720 image)",,out:republished,in blog-minimax-m31f-automation,minimax,deepseek-v4.1-flash-1017,high,agentic-tool,hard,,USD/task,0.061,240,,,57.0,Automation-Bench v1.0.6 (%),0.045,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.minimax.io/blog/minimax-m31f (high marker centre at px (1028, 23) of the 2400x1720 image)",,out:republished,in blog-minimax-m31f-ale,minimax,?DeepSeek V4 Pro,not-established:absent,agentic-tool,hard,,USD/full-benchmark-run,273,0.742,,,12.4,Agents' Last Exam pass rate (%),0.053,,,"https://www.minimax.io/blog/minimax-m31f (marker centre at px (794, -487) of the 2400x1800 image)",,out:model-not-established,out:model-not-established mmdeepresearch-offline-single,mmdeepresearch-bench.github.io,o3-mini,unstated,mixed,hard,offline(no-web-search),,,,,,31.96,score%,0.00289,,,https://mmdeepresearch-bench.github.io/ ($ / row OpenAI o3-mini / column overall),,out:effort-not-established, mmdeepresearch-offline-single,mmdeepresearch-bench.github.io,deepseek-v3.2,unstated,mixed,hard,offline(no-web-search),,,,,,43.71,score%,0.00289,,,https://mmdeepresearch-bench.github.io/ ($ / row DeepSeek-V3.2 / column overall),,out:effort-not-established, mmdeepresearch-offline-single,mmdeepresearch-bench.github.io,?Kimi K2 (Thinking),not-established:absent,mixed,hard,offline(no-web-search),,,,,,36.91,score%,0.00289,,,https://mmdeepresearch-bench.github.io/ ($ / row Kimi K2 (Thinking) / column overall),,out:model-not-established, mmdeepresearch-offline-single,mmdeepresearch-bench.github.io,?Qwen 3 235B (A22B),not-established:absent,mixed,hard,offline(no-web-search),,,,,,36.04,score%,0.00289,,,https://mmdeepresearch-bench.github.io/ ($ / row Qwen 3 235B (A22B) / column overall),,out:model-not-established, mmdeepresearch-offline-multimodal,mmdeepresearch-bench.github.io,?Qwen 3 VL 235B (A22B),not-established:absent,mixed,hard,offline(no-web-search),,,,,,35.08,score%,0.00289,,,https://mmdeepresearch-bench.github.io/ ($ / row Qwen 3 VL 235B (A22B) / column overall),,out:model-not-established, mmdeepresearch-offline-multimodal,mmdeepresearch-bench.github.io,?GPT-4o,not-established:absent,mixed,hard,offline(no-web-search),,,,,,28.62,score%,0.00289,,,https://mmdeepresearch-bench.github.io/ ($ / row GPT-4o / column overall),,out:model-not-established, mmdeepresearch-offline-multimodal,mmdeepresearch-bench.github.io,gpt-4.1,solo,mixed,hard,offline(no-web-search),,,,,,36.95,score%,0.00289,,,https://mmdeepresearch-bench.github.io/ ($ / row GPT-4.1 / column overall),,out:single-couple, mmdeepresearch-offline-multimodal,mmdeepresearch-bench.github.io,gpt-4.1-mini,solo,mixed,hard,offline(no-web-search),,,,,,34.23,score%,0.00289,,,https://mmdeepresearch-bench.github.io/ ($ / row GPT-4.1 mini / column overall),,out:single-couple, mmdeepresearch-offline-multimodal,mmdeepresearch-bench.github.io,gpt-4.1-nano,solo,mixed,hard,offline(no-web-search),,,,,,28.07,score%,0.00289,,,https://mmdeepresearch-bench.github.io/ ($ / row GPT-4.1 nano / column overall),,out:single-couple, mmdeepresearch-offline-multimodal,mmdeepresearch-bench.github.io,gpt-5-mini,unstated,mixed,hard,offline(no-web-search),,,,,,38.49,score%,0.00289,,,https://mmdeepresearch-bench.github.io/ ($ / row GPT-5 mini / column overall),,out:effort-not-established, mmdeepresearch-offline-multimodal,mmdeepresearch-bench.github.io,gpt-5.1,unstated,mixed,hard,offline(no-web-search),,,,,,32.69,score%,0.00289,,,https://mmdeepresearch-bench.github.io/ ($ / row GPT-5.1 / column overall),,out:effort-not-established, mmdeepresearch-offline-multimodal,mmdeepresearch-bench.github.io,gpt-5.2,unstated,mixed,hard,offline(no-web-search),,,,,,32.76,score%,0.00289,,,https://mmdeepresearch-bench.github.io/ ($ / row GPT-5.2 / column overall),,out:effort-not-established, mmdeepresearch-offline-multimodal,mmdeepresearch-bench.github.io,gpt-5.4,unstated,mixed,hard,offline(no-web-search),,,,,,40.84,score%,0.00289,,,https://mmdeepresearch-bench.github.io/ ($ / row GPT-5.4 / column overall),,out:effort-not-established, mmdeepresearch-offline-multimodal,mmdeepresearch-bench.github.io,grok-3,solo,mixed,hard,offline(no-web-search),,,,,,29.89,score%,0.00289,,,https://mmdeepresearch-bench.github.io/ ($ / row Grok-3 / column overall),,out:single-couple, mmdeepresearch-offline-multimodal,mmdeepresearch-bench.github.io,?Grok-4 (Fast Reasoning),not-established:absent,mixed,hard,offline(no-web-search),,,,,,36.10,score%,0.00289,,,https://mmdeepresearch-bench.github.io/ ($ / row Grok-4 (Fast Reasoning) / column overall),,out:model-not-established, mmdeepresearch,mmdeepresearch-bench.github.io,haiku-4.5,unstated,mixed,hard,,,,,,,33.67,score%,0.00289,,,https://mmdeepresearch-bench.github.io/ ($ / row Claude 4.5 Haiku / column overall),,out:effort-not-established, mmdeepresearch,mmdeepresearch-bench.github.io,sonnet-4.5,unstated,mixed,hard,,,,,,,33.61,score%,0.00289,,,https://mmdeepresearch-bench.github.io/ ($ / row Claude 4.5 Sonnet / column overall),,out:effort-not-established, mmdeepresearch,mmdeepresearch-bench.github.io,opus-4.5,unstated,mixed,hard,,,,,,,33.84,score%,0.00289,,,https://mmdeepresearch-bench.github.io/ ($ / row Claude 4.5 Opus / column overall),,out:effort-not-established, mmdeepresearch,mmdeepresearch-bench.github.io,gemini-2.5-flash,unstated,mixed,hard,,,,,,,38.40,score%,0.00289,,,https://mmdeepresearch-bench.github.io/ ($ / row Gemini 2.5 Flash / column overall),,out:effort-not-established, mmdeepresearch,mmdeepresearch-bench.github.io,gemini-2.5-pro,unstated,mixed,hard,,,,,,,38.04,score%,0.00289,,,https://mmdeepresearch-bench.github.io/ ($ / row Gemini 2.5 Pro / column overall),,out:effort-not-established, mmdeepresearch,mmdeepresearch-bench.github.io,gemini-3-flash,unstated,mixed,hard,,,,,,,44.43,score%,0.00289,,,https://mmdeepresearch-bench.github.io/ ($ / row Gemini 3 Flash / column overall),,out:effort-not-established, mmdeepresearch,mmdeepresearch-bench.github.io,gemini-3-pro,unstated,mixed,hard,,,,,,,44.68,score%,0.00289,,,https://mmdeepresearch-bench.github.io/ ($ / row Gemini 3 Pro / column overall),,out:effort-not-established, mmdeepresearch,mmdeepresearch-bench.github.io,gemini-3.1-flash-lite,unstated,mixed,hard,,,,,,,49.08,score%,0.00289,,,https://mmdeepresearch-bench.github.io/ ($ / row Gemini 3.1 Flash Lite / column overall),,out:effort-not-established, mmdeepresearch,mmdeepresearch-bench.github.io,gemini-3.1-pro,unstated,mixed,hard,,,,,,,50.59,score%,0.00289,,,https://mmdeepresearch-bench.github.io/ ($ / row Gemini 3.1 Pro / column overall),,out:effort-not-established, scf52-fc20@moelueker,moelueker,fable-5.2,low,coding,frontier,,per-task,2.10,0.00289,,,34.2,score%,0.0289,,"restated-from:Cognition's FrontierCode 2.0 run (system card, page 209); same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M11","https://moelueker.com/blog/claude-fable-5-2-vs-opus-5-5 (table ""Fable 5.2 effort Score Cost per task"", row Low, Score)",,out:copy,out:copy scf52-fc20@moelueker,moelueker,fable-5.2,medium,coding,frontier,,per-task,2.48,0.00289,,,37.6,score%,0.0289,,"restated-from:Cognition's FrontierCode 2.0 run (system card, page 209); same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M12","https://moelueker.com/blog/claude-fable-5-2-vs-opus-5-5 (table ""Fable 5.2 effort Score Cost per task"", row Medium, Score)",,out:copy,out:copy scf52-fc20@moelueker,moelueker,fable-5.2,high,coding,frontier,,per-task,6.72,0.00289,,,45.3,score%,0.0289,,"restated-from:Cognition's FrontierCode 2.0 run (system card, page 209); same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M13","https://moelueker.com/blog/claude-fable-5-2-vs-opus-5-5 (table ""Fable 5.2 effort Score Cost per task"", row High, Score)",,out:copy,out:copy scf52-fc20@moelueker,moelueker,fable-5.2,xhigh,coding,frontier,,per-task,14.19,0.00289,,,49.1,score%,0.0289,,"restated-from:Cognition's FrontierCode 2.0 run (system card, page 209); same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M14","https://moelueker.com/blog/claude-fable-5-2-vs-opus-5-5 (table ""Fable 5.2 effort Score Cost per task"", row Xhigh, Score)",,out:copy,out:copy scf52-fc20@moelueker,moelueker,fable-5.2,max,coding,frontier,,per-task,44.70,0.00289,,,45.7,score%,0.0289,,"restated-from:Cognition's FrontierCode 2.0 run (system card, page 209); same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M15","https://moelueker.com/blog/claude-fable-5-2-vs-opus-5-5 (table ""Fable 5.2 effort Score Cost per task"", row Max, Score)",,out:copy,out:copy scf52-fc20@moelueker,moelueker,opus-5.5,max,coding,frontier,,per-task,12.82,0.00289,,,45.5,score%,0.0289,,"restated-from:Cognition's FrontierCode 2.0 run (system card, page 209); same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M16","https://moelueker.com/blog/claude-fable-5-2-vs-opus-5-5 (table ""Fable 5.2 effort Score Cost per task"", row Opus, Score)",,out:copy,out:copy scf52-fc20@moelueker,moelueker,opus-5.5,xhigh,coding,frontier,,per-task,5.18,0.00289,,,43.4,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-mythos-5-2-announcement-2026-11-09#M9,"https://moelueker.com/blog/claude-fable-5-2-vs-opus-5-5 (caption under the chart, FrontierCode 2.0)",,out:copy,out:copy scf52-hlet@moelueker,moelueker,fable-5.2,low,reasoning-math,frontier,HLE-tools,per-task,0.19,0.00289,,,68.4,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-mythos-5-2-announcement-2026-11-09#M54,"https://moelueker.com/blog/claude-fable-5-2-vs-opus-5-5 (section ""What it costs per task"", HLE with tools)",,out:copy,out:copy scf52-hlet@moelueker,moelueker,opus-5.5,max,reasoning-math,frontier,HLE-tools,per-task,2.18,0.00289,,,67.7,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-mythos-5-2-announcement-2026-11-09#M63,"https://moelueker.com/blog/claude-fable-5-2-vs-opus-5-5 (section ""What it costs per task"", HLE with tools)",,out:copy,out:copy scf52-draco@moelueker,moelueker,opus-5.5,medium,agentic-tool,frontier,DRACO-980k,,,,,,83.9,score%,0.0289,,"restated-from:system card, page 219; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M103","https://moelueker.com/blog/claude-fable-5-2-vs-opus-5-5 (section ""What it costs per task"", DRACO)",,out:copy, scf52-draco@moelueker,moelueker,fable-5.2,low,agentic-tool,frontier,DRACO-980k,,,,,,81.6,score%,0.0289,,"restated-from:system card, page 219; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M97","https://moelueker.com/blog/claude-fable-5-2-vs-opus-5-5 (section ""What it costs per task"", DRACO)",,out:copy, mkr25-hmmtnov2025,moonshot,kimi-k2.5,unstated,reasoning-math,hard,,,,,,,91.1,score%,0.0289,,,"https://arxiv.org/abs/2602.02276 (Table 5, row HMMT Nov 2025, column Kimi K2.5)",,out:effort-not-established, mkr25-hmmtnov2025,moonshot,?Kimi K2 Thinking,not-established:absent,reasoning-math,hard,,,,,,,89.2,score%,0.0289,,,"https://arxiv.org/abs/2602.02276 (Table 5, row HMMT Nov 2025, column Kimi K2 Thinking)",,out:model-not-established, mkr25-hmmtnov2025,moonshot,gemini-3-pro,high,reasoning-math,hard,,,,,,,94.5,score%,0.0289,,,"https://arxiv.org/abs/2602.02276 (Table 5, row HMMT Nov 2025, column Gemini-3.0 Pro)",,out:single-couple, mkr25t4-simpleqaverified,moonshot,kimi-k2.5,unstated,mixed,mid,,,,,,,36.9,score%,0.0289,,,"https://arxiv.org/abs/2602.02276 (Table 4, row SimpleQA Verified, column Kimi K2.5)",,out:effort-not-established, mkr25t4-simpleqaverified,moonshot,opus-4.5,not-established:absent,mixed,mid,,,,,,,44.1,score%,0.0289,,,"https://arxiv.org/abs/2602.02276 (Table 4, row SimpleQA Verified, column Claude Opus 4.5)",,out:effort-not-established, mkr25t4-simpleqaverified,moonshot,gpt-5.2,xhigh,mixed,mid,,,,,,,38.9,score%,0.0289,,,"https://arxiv.org/abs/2602.02276 (Table 4, row SimpleQA Verified, column GPT-5.2)",,in, mkr25t4-simpleqaverified,moonshot,deepseek-v3.2,think,mixed,mid,,,,,,,27.5,score%,0.0289,,,"https://arxiv.org/abs/2602.02276 (Table 4, row SimpleQA Verified, column DeepSeek-V3.2)",,in, mkr25t4-advancedif,moonshot,kimi-k2.5,unstated,mixed,hard,,,,,,,75.6,score%,0.0289,,,"https://arxiv.org/abs/2602.02276 (Table 4, row AdvancedIF, column Kimi K2.5)",,out:effort-not-established, mkr25t4-advancedif,moonshot,opus-4.5,not-established:absent,mixed,hard,,,,,,,63.1,score%,0.0289,,,"https://arxiv.org/abs/2602.02276 (Table 4, row AdvancedIF, column Claude Opus 4.5)",,out:effort-not-established, mkr25t4-advancedif,moonshot,gpt-5.2,xhigh,mixed,hard,,,,,,,81.1,score%,0.0289,,,"https://arxiv.org/abs/2602.02276 (Table 4, row AdvancedIF, column GPT-5.2)",,in, mkr25t4-advancedif,moonshot,gemini-3-pro,high,mixed,hard,,,,,,,74.7,score%,0.0289,,,"https://arxiv.org/abs/2602.02276 (Table 4, row AdvancedIF, column Gemini 3 Pro)",,in, mkr25t4-advancedif,moonshot,deepseek-v3.2,think,mixed,hard,,,,,,,58.8,score%,0.0289,,,"https://arxiv.org/abs/2602.02276 (Table 4, row AdvancedIF, column DeepSeek-V3.2)",,in, mkr25t4-mmmuval,moonshot,kimi-k2.5,unstated,mixed,hard,,,,,,,84.3,score%,0.0289,,,"https://arxiv.org/abs/2602.02276 (Table 4, row MMMU (val), column Kimi K2.5)",,out:effort-not-established, mkr25t4-mmmuval,moonshot,opus-4.5,not-established:absent,mixed,hard,,,,,,,80.7,score%,0.0289,,,"https://arxiv.org/abs/2602.02276 (Table 4, row MMMU (val), column Claude Opus 4.5)",,out:effort-not-established, mkr25t4-mmmuval,moonshot,gpt-5.2,xhigh,mixed,hard,,,,,,,86.7,score%,0.0289,,,"https://arxiv.org/abs/2602.02276 (Table 4, row MMMU (val), column GPT-5.2 (value marked * : Moonshot internal evaluation))",,in, mkr25t4-mmmuval,moonshot,gemini-3-pro,high,mixed,hard,,,,,,,87.5,score%,0.0289,,,"https://arxiv.org/abs/2602.02276 (Table 4, row MMMU (val), column Gemini 3 Pro (value marked * : Moonshot internal evaluation))",,in, mkr25t4-blink,moonshot,kimi-k2.5,unstated,mixed,hard,,,,,,,78.9,score%,0.0289,,,"https://arxiv.org/abs/2602.02276 (Table 4, row BLINK, column Kimi K2.5)",,out:effort-not-established, mkr25t4-blink,moonshot,opus-4.5,not-established:absent,mixed,hard,,,,,,,68.8,score%,0.0289,,,"https://arxiv.org/abs/2602.02276 (Table 4, row BLINK, column Claude Opus 4.5 (value marked * : Moonshot internal evaluation))",,out:effort-not-established, mkr25t4-blink,moonshot,gemini-3-pro,high,mixed,hard,,,,,,,78.7,score%,0.0289,,,"https://arxiv.org/abs/2602.02276 (Table 4, row BLINK, column Gemini 3 Pro (value marked * : Moonshot internal evaluation))",,out:single-couple, mkr25t4-mmvp,moonshot,kimi-k2.5,unstated,mixed,hard,,,,,,,87.0,score%,0.0289,,,"https://arxiv.org/abs/2602.02276 (Table 4, row MMVP, column Kimi K2.5)",,out:effort-not-established, mkr25t4-mmvp,moonshot,opus-4.5,not-established:absent,mixed,hard,,,,,,,80.0,score%,0.0289,,,"https://arxiv.org/abs/2602.02276 (Table 4, row MMVP, column Claude Opus 4.5 (value marked * : Moonshot internal evaluation))",,out:effort-not-established, mkr25t4-mmvp,moonshot,gpt-5.2,xhigh,mixed,hard,,,,,,,83.0,score%,0.0289,,,"https://arxiv.org/abs/2602.02276 (Table 4, row MMVP, column GPT-5.2 (value marked * : Moonshot internal evaluation))",,in, mkr25t4-mmvp,moonshot,gemini-3-pro,high,mixed,hard,,,,,,,90.0,score%,0.0289,,,"https://arxiv.org/abs/2602.02276 (Table 4, row MMVP, column Gemini 3 Pro (value marked * : Moonshot internal evaluation))",,in, mkr25t4-osworldverified,moonshot,gpt-5.2,xhigh,computer-use,hard,,,,,,,8.6,score%,0.0289,,,"https://arxiv.org/abs/2602.02276 (Table 4, row OSWorld-Verified, column GPT-5.2 (value marked * : Moonshot internal evaluation))",,in, mkr25t4-osworldverified,moonshot,gemini-3-pro,high,computer-use,hard,,,,,,,20.7,score%,0.0289,,,"https://arxiv.org/abs/2602.02276 (Table 4, row OSWorld-Verified, column Gemini 3 Pro (value marked * : Moonshot internal evaluation))",,in, mkr25t4-webarena,moonshot,kimi-k2.5,unstated,mixed,hard,,,,,,,58.9,score%,0.0289,,,"https://arxiv.org/abs/2602.02276 (Table 4, row WebArena, column Kimi K2.5)",,out:effort-not-established, mkr25t4-webarena,moonshot,opus-4.5,not-established:absent,mixed,hard,,,,,,,63.4,score%,0.0289,,,"https://arxiv.org/abs/2602.02276 (Table 4, row WebArena, column Claude Opus 4.5 (value marked * : Moonshot internal evaluation))",,out:effort-not-established, moonshot-kimi-code-bench-3-long-horizon,moonshot-blog,kimi-k3,not-established:assumed,mixed,hard,,,,,,,55.95,Kimi Code Bench 3.0 Long-horizon score (%),0.00289,,,https://www.kimi.ai/blog/kimi-k3-1-pro (coding section),,out:effort-not-established, moonshot-kimi-hallu-bench-hard-claim-rate,moonshot-blog,kimi-k3,unstated,mixed,hard,,,,,,,23.4,claim-level hallucination rate (%),0.0289,,,https://www.kimi.ai/blog/kimi-k3-1-pro (factual accuracy section),,out:effort-not-established, moonshot-internal-finance-modeling,moonshot-blog,kimi-k3,unstated,mixed,hard,,,,,,,50.4,Internal Finance Modeling score,0.0289,,,"https://www.kimi.ai/blog/kimi-k3-1-pro (image alt text (finance section), Internal Finance Modeling, second value = Kimi K3)",,out:effort-not-established, moonshot-internal-financial-research,moonshot-blog,kimi-k3,unstated,mixed,hard,,,,,,,58.8,Internal Financial Research score,0.0289,,,"https://www.kimi.ai/blog/kimi-k3-1-pro (image alt text (finance section), Internal Financial Research, second value = Kimi K3)",,out:effort-not-established, moonshot-internal-business-operation,moonshot-blog,kimi-k3,unstated,mixed,hard,,,,,,,8.9,Internal Business Operation score,0.0289,,,"https://www.kimi.ai/blog/kimi-k3-1-pro (image alt text (finance section), Internal Business Operation, second value = Kimi K3)",,out:effort-not-established, moonshot-xdev-bench-hard-pass3,moonshot-blog,kimi-k3,unstated,mixed,hard,,,,,,,33.3,"xdev-bench-hard problems solved (pass@3, %)",0.0289,,,"https://www.kimi.ai/blog/kimi-k3-1-pro (image alt text (cyber section), column Problems Solved (pass@3))",,out:effort-not-established, moonshot-xdev-bench-hard-avg-success,moonshot-blog,kimi-k3,unstated,mixed,hard,,,,,,,15.9,xdev-bench-hard average success rate (%),0.0289,,,"https://www.kimi.ai/blog/kimi-k3-1-pro (image kimi-blog-xdev.webp, last row, column Average Success Rate)",,out:effort-not-established, mk26-hlefullwtools,moonshot,kimi-k2.6,think,reasoning-math,frontier,,,,,,,54.0,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 94: cell of row 'HLE-Full (w/ tools)' (row at line 92), column 'Kimi K2.6' (header line 81))",,in, mk26-hlefullwtools,moonshot,gpt-5.4,xhigh,reasoning-math,frontier,,,,,,,52.1,score%,0.0289,,restated-from:official reports,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 95: cell of row 'HLE-Full (w/ tools)' (row at line 92), column 'GPT-5.4' (header line 82))",,in, mk26-hlefullwtools,moonshot,opus-4.6,max,reasoning-math,frontier,,,,,,,53.0,score%,0.0289,,restated-from:official reports,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 96: cell of row 'HLE-Full (w/ tools)' (row at line 92), column 'Claude Opus 4.6' (header line 83))",,out:single-couple, mk26-hlefullwtools,moonshot,gemini-3.1-pro,high,reasoning-math,frontier,,,,,,,51.4,score%,0.0289,,restated-from:official reports,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 97: cell of row 'HLE-Full (w/ tools)' (row at line 92), column 'Gemini 3.1 Pro' (header line 84))",,in, mk26-hlefullwtools,moonshot,kimi-k2.5,think,reasoning-math,frontier,,,,,,,50.2,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 98: cell of row 'HLE-Full (w/ tools)' (row at line 92), column 'Kimi K2.5' (header line 85))",,in, mk26-browsecompagentswarm,moonshot,kimi-k2.6,think,agentic-tool,frontier,,,,,,,86.3,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 110: cell of row 'BrowseComp (Agent Swarm)' (row at line 108), column 'Kimi K2.6' (header line 81))",,in, mk26-browsecompagentswarm,moonshot,kimi-k2.5,think,agentic-tool,frontier,,,,,,,78.4,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 111: cell of row 'BrowseComp (Agent Swarm)' (row at line 108), column 'Kimi K2.5' (header line 85))",,in, mk26-deepsearchqaf1score,moonshot,kimi-k2.6,think,agentic-tool,hard,,,,,,,92.5,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 115: cell of row 'DeepSearchQA (f1-score)' (row at line 113), column 'Kimi K2.6' (header line 81))",,in, mk26-deepsearchqaf1score,moonshot,gpt-5.4,xhigh,agentic-tool,hard,,,,,,,78.6,score%,0.0289,,restated-from:Anthropic,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 116: cell of row 'DeepSearchQA (f1-score)' (row at line 113), column 'GPT-5.4' (header line 82))",,in, mk26-deepsearchqaf1score,moonshot,opus-4.6,max,agentic-tool,hard,,,,,,,91.3,score%,0.0289,,restated-from:Anthropic,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 117: cell of row 'DeepSearchQA (f1-score)' (row at line 113), column 'Claude Opus 4.6' (header line 83))",,out:single-couple, mk26-deepsearchqaf1score,moonshot,gemini-3.1-pro,high,agentic-tool,hard,,,,,,,81.9,score%,0.0289,,restated-from:Anthropic,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 118: cell of row 'DeepSearchQA (f1-score)' (row at line 113), column 'Gemini 3.1 Pro' (header line 84))",,in, mk26-deepsearchqaf1score,moonshot,kimi-k2.5,think,agentic-tool,hard,,,,,,,89.0,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 119: cell of row 'DeepSearchQA (f1-score)' (row at line 113), column 'Kimi K2.5' (header line 85))",,in, mk26-toolathlon,moonshot,kimi-k2.6,think,agentic-tool,hard,,,,,,,50.0,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 139: cell of row 'Toolathlon' (row at line 137), column 'Kimi K2.6' (header line 81))",,in, mk26-toolathlon,moonshot,gpt-5.4,xhigh,agentic-tool,hard,,,,,,,54.6,score%,0.0289,,restated-from:official reports,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 140: cell of row 'Toolathlon' (row at line 137), column 'GPT-5.4' (header line 82))",,in, mk26-toolathlon,moonshot,opus-4.6,max,agentic-tool,hard,,,,,,,47.2,score%,0.0289,,restated-from:official reports,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 141: cell of row 'Toolathlon' (row at line 137), column 'Claude Opus 4.6' (header line 83))",,out:single-couple, mk26-toolathlon,moonshot,gemini-3.1-pro,high,agentic-tool,hard,,,,,,,48.8,score%,0.0289,,restated-from:official reports,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 142: cell of row 'Toolathlon' (row at line 137), column 'Gemini 3.1 Pro' (header line 84))",,in, mk26-toolathlon,moonshot,kimi-k2.5,think,agentic-tool,hard,,,,,,,27.8,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 143: cell of row 'Toolathlon' (row at line 137), column 'Kimi K2.5' (header line 85))",,in, mk26-mcpmark,moonshot,kimi-k2.6,think,agentic-tool,hard,,,,,,,55.9,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 147: cell of row 'MCPMark' (row at line 145), column 'Kimi K2.6' (header line 81))",,in, mk26-mcpmark,moonshot,gpt-5.4,xhigh,agentic-tool,hard,,,,,,,62.5,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 148: cell of row 'MCPMark' (row at line 145), column 'GPT-5.4' (header line 82))",,in, mk26-mcpmark,moonshot,opus-4.6,max,agentic-tool,hard,,,,,,,56.7,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 149: cell of row 'MCPMark' (row at line 145), column 'Claude Opus 4.6' (header line 83))",,out:single-couple, mk26-mcpmark,moonshot,gemini-3.1-pro,high,agentic-tool,hard,,,,,,,55.9,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 150: cell of row 'MCPMark' (row at line 145), column 'Gemini 3.1 Pro' (header line 84))",,in, mk26-mcpmark,moonshot,kimi-k2.5,think,agentic-tool,hard,,,,,,,29.5,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 151: cell of row 'MCPMark' (row at line 145), column 'Kimi K2.5' (header line 85))",,in, mk26-clawevalpasspw3,moonshot,kimi-k2.6,think,agentic-tool,hard,,,,,,,62.3,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 155: cell of row 'Claw Eval (pass^3)' (row at line 153), column 'Kimi K2.6' (header line 81))",,in, mk26-clawevalpasspw3,moonshot,gpt-5.4,xhigh,agentic-tool,hard,,,,,,,60.3,score%,0.0289,,restated-from:official reports,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 156: cell of row 'Claw Eval (pass^3)' (row at line 153), column 'GPT-5.4' (header line 82))",,in, mk26-clawevalpasspw3,moonshot,opus-4.6,max,agentic-tool,hard,,,,,,,70.4,score%,0.0289,,restated-from:official reports,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 157: cell of row 'Claw Eval (pass^3)' (row at line 153), column 'Claude Opus 4.6' (header line 83))",,out:single-couple, mk26-clawevalpasspw3,moonshot,gemini-3.1-pro,high,agentic-tool,hard,,,,,,,57.8,score%,0.0289,,restated-from:official reports,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 158: cell of row 'Claw Eval (pass^3)' (row at line 153), column 'Gemini 3.1 Pro' (header line 84))",,in, mk26-clawevalpasspw3,moonshot,kimi-k2.5,think,agentic-tool,hard,,,,,,,52.3,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 159: cell of row 'Claw Eval (pass^3)' (row at line 153), column 'Kimi K2.5' (header line 85))",,in, mk26-apexagents,moonshot,kimi-k2.6,think,agentic-tool,frontier,,,,,,,27.9,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 171: cell of row 'APEX-Agents' (row at line 169), column 'Kimi K2.6' (header line 81))",,in, mk26-apexagents,moonshot,gpt-5.4,xhigh,agentic-tool,frontier,,,,,,,33.3,score%,0.0289,,restated-from:official reports,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 172: cell of row 'APEX-Agents' (row at line 169), column 'GPT-5.4' (header line 82))",,in, mk26-apexagents,moonshot,opus-4.6,max,agentic-tool,frontier,,,,,,,33.0,score%,0.0289,,restated-from:official reports,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 173: cell of row 'APEX-Agents' (row at line 169), column 'Claude Opus 4.6' (header line 83))",,out:single-couple, mk26-apexagents,moonshot,gemini-3.1-pro,high,agentic-tool,frontier,,,,,,,32.0,score%,0.0289,,restated-from:official reports,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 174: cell of row 'APEX-Agents' (row at line 169), column 'Gemini 3.1 Pro' (header line 84))",,in, mk26-apexagents,moonshot,kimi-k2.5,think,agentic-tool,frontier,,,,,,,11.5,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 175: cell of row 'APEX-Agents' (row at line 169), column 'Kimi K2.5' (header line 85))",,in, mk26-osworldverified,moonshot,kimi-k2.6,think,computer-use,hard,,,,,,,73.1,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 179: cell of row 'OSWorld-Verified' (row at line 177), column 'Kimi K2.6' (header line 81))",,in, mk26-osworldverified,moonshot,gpt-5.4,xhigh,computer-use,hard,,,,,,,75.0,score%,0.0289,,restated-from:official reports,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 180: cell of row 'OSWorld-Verified' (row at line 177), column 'GPT-5.4' (header line 82))",,in, mk26-osworldverified,moonshot,opus-4.6,max,computer-use,hard,,,,,,,72.7,score%,0.0289,,restated-from:official reports,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 181: cell of row 'OSWorld-Verified' (row at line 177), column 'Claude Opus 4.6' (header line 83))",,out:single-couple, mk26-osworldverified,moonshot,kimi-k2.5,think,computer-use,hard,,,,,,,63.3,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 183: cell of row 'OSWorld-Verified' (row at line 177), column 'Kimi K2.5' (header line 85))",,in, mk26-terminalbench20terminus2,moonshot,kimi-k2.6,not-established:absent,coding,frontier,Terminus-2,,,,,,66.7,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 190: cell of row 'Terminal-Bench 2.0 (Terminus-2)' (row at line 188), column 'Kimi K2.6' (header line 81))",,out:effort-not-established, mk26-terminalbench20terminus2,moonshot,gpt-5.4,not-established:absent,coding,frontier,Terminus-2,,,,,,65.4,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 191: cell of row 'Terminal-Bench 2.0 (Terminus-2)' (row at line 188), column 'GPT-5.4' (header line 82))",,out:effort-not-established, mk26-terminalbench20terminus2,moonshot,opus-4.6,not-established:absent,coding,frontier,Terminus-2,,,,,,65.4,score%,0.0289,,restated-from:official reports,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 192: cell of row 'Terminal-Bench 2.0 (Terminus-2)' (row at line 188), column 'Claude Opus 4.6' (header line 83))",,out:effort-not-established, mk26-terminalbench20terminus2,moonshot,gemini-3.1-pro,not-established:absent,coding,frontier,Terminus-2,,,,,,68.5,score%,0.0289,,restated-from:official reports,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 193: cell of row 'Terminal-Bench 2.0 (Terminus-2)' (row at line 188), column 'Gemini 3.1 Pro' (header line 84))",,out:effort-not-established, mk26-terminalbench20terminus2,moonshot,kimi-k2.5,think,coding,frontier,Terminus-2,,,,,,50.8,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 194: cell of row 'Terminal-Bench 2.0 (Terminus-2)' (row at line 188), column 'Kimi K2.5' (header line 85))",,out:single-couple, mk26-swebenchmultilingual,moonshot,kimi-k2.6,think,coding,hard,,,,,,,76.7,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 206: cell of row 'SWE-Bench Multilingual' (row at line 204), column 'Kimi K2.6' (header line 81))",,in, mk26-swebenchmultilingual,moonshot,opus-4.6,max,coding,hard,,,,,,,77.8,score%,0.0289,,restated-from:official reports,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 208: cell of row 'SWE-Bench Multilingual' (row at line 204), column 'Claude Opus 4.6' (header line 83))",,out:single-couple, mk26-swebenchmultilingual,moonshot,gemini-3.1-pro,high,coding,hard,,,,,,,76.9,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 209: cell of row 'SWE-Bench Multilingual' (row at line 204), column 'Gemini 3.1 Pro' (header line 84))",,in, mk26-swebenchmultilingual,moonshot,kimi-k2.5,think,coding,hard,,,,,,,73.0,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 210: cell of row 'SWE-Bench Multilingual' (row at line 204), column 'Kimi K2.5' (header line 85))",,in, mk26-scicode,moonshot,kimi-k2.6,think,coding,hard,,,,,,,52.2,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 222: cell of row 'SciCode' (row at line 220), column 'Kimi K2.6' (header line 81))",,in, mk26-scicode,moonshot,gpt-5.4,xhigh,coding,hard,,,,,,,56.6,score%,0.0289,,restated-from:official reports,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 223: cell of row 'SciCode' (row at line 220), column 'GPT-5.4' (header line 82))",,in, mk26-scicode,moonshot,opus-4.6,max,coding,hard,,,,,,,51.9,score%,0.0289,,restated-from:official reports,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 224: cell of row 'SciCode' (row at line 220), column 'Claude Opus 4.6' (header line 83))",,out:single-couple, mk26-scicode,moonshot,gemini-3.1-pro,high,coding,hard,,,,,,,58.9,score%,0.0289,,restated-from:official reports,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 225: cell of row 'SciCode' (row at line 220), column 'Gemini 3.1 Pro' (header line 84))",,in, mk26-scicode,moonshot,kimi-k2.5,think,coding,hard,,,,,,,48.7,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 226: cell of row 'SciCode' (row at line 220), column 'Kimi K2.5' (header line 85))",,in, mk26-ojbenchpython,moonshot,kimi-k2.6,think,coding,hard,,,,,,,60.6,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 230: cell of row 'OJBench (python)' (row at line 228), column 'Kimi K2.6' (header line 81))",,in, mk26-ojbenchpython,moonshot,opus-4.6,max,coding,hard,,,,,,,60.3,score%,0.0289,,restated-from:official reports,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 232: cell of row 'OJBench (python)' (row at line 228), column 'Claude Opus 4.6' (header line 83))",,out:single-couple, mk26-ojbenchpython,moonshot,gemini-3.1-pro,high,coding,hard,,,,,,,70.7,score%,0.0289,,restated-from:official reports,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 233: cell of row 'OJBench (python)' (row at line 228), column 'Gemini 3.1 Pro' (header line 84))",,in, mk26-ojbenchpython,moonshot,kimi-k2.5,think,coding,hard,,,,,,,54.7,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 234: cell of row 'OJBench (python)' (row at line 228), column 'Kimi K2.5' (header line 85))",,in, mk26-livecodebenchv6,moonshot,kimi-k2.6,think,coding,hard,,,,,,,89.6,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 238: cell of row 'LiveCodeBench (v6)' (row at line 236), column 'Kimi K2.6' (header line 81))",,in, mk26-livecodebenchv6,moonshot,opus-4.6,max,coding,hard,,,,,,,88.8,score%,0.0289,,restated-from:official reports,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 240: cell of row 'LiveCodeBench (v6)' (row at line 236), column 'Claude Opus 4.6' (header line 83))",,out:single-couple, mk26-livecodebenchv6,moonshot,gemini-3.1-pro,high,coding,hard,,,,,,,91.7,score%,0.0289,,restated-from:official reports,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 241: cell of row 'LiveCodeBench (v6)' (row at line 236), column 'Gemini 3.1 Pro' (header line 84))",,in, mk26-livecodebenchv6,moonshot,kimi-k2.5,think,coding,hard,,,,,,,85.0,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 242: cell of row 'LiveCodeBench (v6)' (row at line 236), column 'Kimi K2.5' (header line 85))",,in, mk26-hlefull,moonshot,kimi-k2.6,think,reasoning-math,frontier,,,,,,,34.7,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 249: cell of row 'HLE-Full' (row at line 247), column 'Kimi K2.6' (header line 81))",,in, mk26-hlefull,moonshot,gpt-5.4,xhigh,reasoning-math,frontier,,,,,,,39.8,score%,0.0289,,restated-from:official reports,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 250: cell of row 'HLE-Full' (row at line 247), column 'GPT-5.4' (header line 82))",,in, mk26-hlefull,moonshot,opus-4.6,max,reasoning-math,frontier,,,,,,,40.0,score%,0.0289,,restated-from:official reports,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 251: cell of row 'HLE-Full' (row at line 247), column 'Claude Opus 4.6' (header line 83))",,out:single-couple, mk26-hlefull,moonshot,gemini-3.1-pro,high,reasoning-math,frontier,,,,,,,44.4,score%,0.0289,,restated-from:official reports,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 252: cell of row 'HLE-Full' (row at line 247), column 'Gemini 3.1 Pro' (header line 84))",,in, mk26-hlefull,moonshot,kimi-k2.5,think,reasoning-math,frontier,,,,,,,30.1,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 253: cell of row 'HLE-Full' (row at line 247), column 'Kimi K2.5' (header line 85))",,in, mk26-aime2026,moonshot,kimi-k2.6,think,reasoning-math,frontier,,,,,,,96.4,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 257: cell of row 'AIME 2026' (row at line 255), column 'Kimi K2.6' (header line 81))",,in, mk26-aime2026,moonshot,gpt-5.4,xhigh,reasoning-math,frontier,,,,,,,99.2,score%,0.0289,,restated-from:official reports,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 258: cell of row 'AIME 2026' (row at line 255), column 'GPT-5.4' (header line 82))",,in, mk26-aime2026,moonshot,opus-4.6,max,reasoning-math,frontier,,,,,,,96.7,score%,0.0289,,restated-from:official reports,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 259: cell of row 'AIME 2026' (row at line 255), column 'Claude Opus 4.6' (header line 83))",,out:single-couple, mk26-aime2026,moonshot,gemini-3.1-pro,high,reasoning-math,frontier,,,,,,,98.3,score%,0.0289,,restated-from:official reports,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 260: cell of row 'AIME 2026' (row at line 255), column 'Gemini 3.1 Pro' (header line 84))",,in, mk26-aime2026,moonshot,kimi-k2.5,think,reasoning-math,frontier,,,,,,,95.8,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 261: cell of row 'AIME 2026' (row at line 255), column 'Kimi K2.5' (header line 85))",,in, mk26-hmmt2026feb,moonshot,kimi-k2.6,think,reasoning-math,frontier,,,,,,,92.7,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 265: cell of row 'HMMT 2026 (Feb)' (row at line 263), column 'Kimi K2.6' (header line 81))",,in, mk26-hmmt2026feb,moonshot,gpt-5.4,xhigh,reasoning-math,frontier,,,,,,,97.7,score%,0.0289,,restated-from:official reports,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 266: cell of row 'HMMT 2026 (Feb)' (row at line 263), column 'GPT-5.4' (header line 82))",,in, mk26-hmmt2026feb,moonshot,opus-4.6,max,reasoning-math,frontier,,,,,,,96.2,score%,0.0289,,restated-from:official reports,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 267: cell of row 'HMMT 2026 (Feb)' (row at line 263), column 'Claude Opus 4.6' (header line 83))",,out:single-couple, mk26-hmmt2026feb,moonshot,gemini-3.1-pro,high,reasoning-math,frontier,,,,,,,94.7,score%,0.0289,,restated-from:official reports,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 268: cell of row 'HMMT 2026 (Feb)' (row at line 263), column 'Gemini 3.1 Pro' (header line 84))",,in, mk26-hmmt2026feb,moonshot,kimi-k2.5,think,reasoning-math,frontier,,,,,,,87.1,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 269: cell of row 'HMMT 2026 (Feb)' (row at line 263), column 'Kimi K2.5' (header line 85))",,in, mk26-imoanswerbench,moonshot,kimi-k2.6,think,coding,frontier,,,,,,,86.0,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 273: cell of row 'IMO-AnswerBench' (row at line 271), column 'Kimi K2.6' (header line 81))",,in, mk26-imoanswerbench,moonshot,gpt-5.4,xhigh,coding,frontier,,,,,,,91.4,score%,0.0289,,restated-from:Zhipu,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 274: cell of row 'IMO-AnswerBench' (row at line 271), column 'GPT-5.4' (header line 82))",,in, mk26-imoanswerbench,moonshot,opus-4.6,max,coding,frontier,,,,,,,75.3,score%,0.0289,,restated-from:Zhipu,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 275: cell of row 'IMO-AnswerBench' (row at line 271), column 'Claude Opus 4.6' (header line 83))",,out:single-couple, mk26-imoanswerbench,moonshot,gemini-3.1-pro,high,coding,frontier,,,,,,,91.0,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 276: cell of row 'IMO-AnswerBench' (row at line 271), column 'Gemini 3.1 Pro' (header line 84))",,in, mk26-imoanswerbench,moonshot,kimi-k2.5,think,coding,frontier,,,,,,,81.8,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 277: cell of row 'IMO-AnswerBench' (row at line 271), column 'Kimi K2.5' (header line 85))",,in, mk26-mmmupro,moonshot,kimi-k2.6,think,mixed,hard,,,,,,,79.4,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 292: cell of row 'MMMU-Pro' (row at line 290), column 'Kimi K2.6' (header line 81))",,in, mk26-mmmupro,moonshot,gpt-5.4,xhigh,mixed,hard,,,,,,,81.2,score%,0.0289,,restated-from:official reports,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 293: cell of row 'MMMU-Pro' (row at line 290), column 'GPT-5.4' (header line 82))",,in, mk26-mmmupro,moonshot,opus-4.6,max,mixed,hard,,,,,,,73.9,score%,0.0289,,restated-from:official reports,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 294: cell of row 'MMMU-Pro' (row at line 290), column 'Claude Opus 4.6' (header line 83))",,out:single-couple, mk26-mmmupro,moonshot,gemini-3.1-pro,high,mixed,hard,,,,,,,83.0,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 295: cell of row 'MMMU-Pro' (row at line 290), column 'Gemini 3.1 Pro' (header line 84))",,in, mk26-mmmupro,moonshot,kimi-k2.5,think,mixed,hard,,,,,,,78.5,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 296: cell of row 'MMMU-Pro' (row at line 290), column 'Kimi K2.5' (header line 85))",,in, mk26-mmmuprowpython,moonshot,kimi-k2.6,think,mixed,hard,,,,,,,80.1,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 300: cell of row 'MMMU-Pro (w/ python)' (row at line 298), column 'Kimi K2.6' (header line 81))",,in, mk26-mmmuprowpython,moonshot,gpt-5.4,xhigh,mixed,hard,,,,,,,82.1,score%,0.0289,,restated-from:official reports,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 301: cell of row 'MMMU-Pro (w/ python)' (row at line 298), column 'GPT-5.4' (header line 82))",,in, mk26-mmmuprowpython,moonshot,opus-4.6,max,mixed,hard,,,,,,,77.3,score%,0.0289,,restated-from:official reports,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 302: cell of row 'MMMU-Pro (w/ python)' (row at line 298), column 'Claude Opus 4.6' (header line 83))",,out:single-couple, mk26-mmmuprowpython,moonshot,gemini-3.1-pro,high,mixed,hard,,,,,,,85.3,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 303: cell of row 'MMMU-Pro (w/ python)' (row at line 298), column 'Gemini 3.1 Pro' (header line 84))",,in, mk26-mmmuprowpython,moonshot,kimi-k2.5,think,mixed,hard,,,,,,,77.7,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 304: cell of row 'MMMU-Pro (w/ python)' (row at line 298), column 'Kimi K2.5' (header line 85))",,in, mk26-charxivrq,moonshot,kimi-k2.6,think,mixed,hard,,,,,,,80.4,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 308: cell of row 'CharXiv (RQ)' (row at line 306), column 'Kimi K2.6' (header line 81))",,in, mk26-charxivrq,moonshot,gpt-5.4,xhigh,mixed,hard,,,,,,,82.8,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 309: cell of row 'CharXiv (RQ)' (row at line 306), column 'GPT-5.4' (header line 82))",,in, mk26-charxivrq,moonshot,opus-4.6,max,mixed,hard,,,,,,,69.1,score%,0.0289,,restated-from:official reports,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 310: cell of row 'CharXiv (RQ)' (row at line 306), column 'Claude Opus 4.6' (header line 83))",,out:single-couple, mk26-charxivrq,moonshot,gemini-3.1-pro,high,mixed,hard,,,,,,,80.2,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 311: cell of row 'CharXiv (RQ)' (row at line 306), column 'Gemini 3.1 Pro' (header line 84))",,in, mk26-charxivrq,moonshot,kimi-k2.5,think,mixed,hard,,,,,,,77.5,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 312: cell of row 'CharXiv (RQ)' (row at line 306), column 'Kimi K2.5' (header line 85))",,in, mk26-charxivrqwpython,moonshot,kimi-k2.6,think,mixed,hard,,,,,,,86.7,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 316: cell of row 'CharXiv (RQ) (w/ python)' (row at line 314), column 'Kimi K2.6' (header line 81))",,in, mk26-charxivrqwpython,moonshot,gpt-5.4,xhigh,mixed,hard,,,,,,,90.0,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 317: cell of row 'CharXiv (RQ) (w/ python)' (row at line 314), column 'GPT-5.4' (header line 82))",,in, mk26-charxivrqwpython,moonshot,opus-4.6,max,mixed,hard,,,,,,,84.7,score%,0.0289,,restated-from:official reports,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 318: cell of row 'CharXiv (RQ) (w/ python)' (row at line 314), column 'Claude Opus 4.6' (header line 83))",,out:single-couple, mk26-charxivrqwpython,moonshot,gemini-3.1-pro,high,mixed,hard,,,,,,,89.9,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 319: cell of row 'CharXiv (RQ) (w/ python)' (row at line 314), column 'Gemini 3.1 Pro' (header line 84))",,in, mk26-charxivrqwpython,moonshot,kimi-k2.5,think,mixed,hard,,,,,,,78.7,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 320: cell of row 'CharXiv (RQ) (w/ python)' (row at line 314), column 'Kimi K2.5' (header line 85))",,in, mk26-mathvision,moonshot,kimi-k2.6,think,reasoning-math,hard,,,,,,,87.4,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 324: cell of row 'MathVision' (row at line 322), column 'Kimi K2.6' (header line 81))",,in, mk26-mathvision,moonshot,gpt-5.4,xhigh,reasoning-math,hard,,,,,,,92.0,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 325: cell of row 'MathVision' (row at line 322), column 'GPT-5.4' (header line 82))",,in, mk26-mathvision,moonshot,opus-4.6,max,reasoning-math,hard,,,,,,,71.2,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 326: cell of row 'MathVision' (row at line 322), column 'Claude Opus 4.6' (header line 83))",,out:single-couple, mk26-mathvision,moonshot,gemini-3.1-pro,high,reasoning-math,hard,,,,,,,89.8,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 327: cell of row 'MathVision' (row at line 322), column 'Gemini 3.1 Pro' (header line 84))",,in, mk26-mathvision,moonshot,kimi-k2.5,think,reasoning-math,hard,,,,,,,84.2,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 328: cell of row 'MathVision' (row at line 322), column 'Kimi K2.5' (header line 85))",,in, mk26-mathvisionwpython,moonshot,kimi-k2.6,think,reasoning-math,hard,,,,,,,93.2,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 332: cell of row 'MathVision (w/ python)' (row at line 330), column 'Kimi K2.6' (header line 81))",,in, mk26-mathvisionwpython,moonshot,gpt-5.4,xhigh,reasoning-math,hard,,,,,,,96.1,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 333: cell of row 'MathVision (w/ python)' (row at line 330), column 'GPT-5.4' (header line 82))",,in, mk26-mathvisionwpython,moonshot,opus-4.6,max,reasoning-math,hard,,,,,,,84.6,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 334: cell of row 'MathVision (w/ python)' (row at line 330), column 'Claude Opus 4.6' (header line 83))",,out:single-couple, mk26-mathvisionwpython,moonshot,gemini-3.1-pro,high,reasoning-math,hard,,,,,,,95.7,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 335: cell of row 'MathVision (w/ python)' (row at line 330), column 'Gemini 3.1 Pro' (header line 84))",,in, mk26-mathvisionwpython,moonshot,kimi-k2.5,think,reasoning-math,hard,,,,,,,85.0,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 336: cell of row 'MathVision (w/ python)' (row at line 330), column 'Kimi K2.5' (header line 85))",,in, mk26-babyvision,moonshot,kimi-k2.6,think,mixed,frontier,,,,,,,39.8,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 340: cell of row 'BabyVision' (row at line 338), column 'Kimi K2.6' (header line 81))",,in, mk26-babyvision,moonshot,gpt-5.4,xhigh,mixed,frontier,,,,,,,49.7,score%,0.0289,,restated-from:official reports,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 341: cell of row 'BabyVision' (row at line 338), column 'GPT-5.4' (header line 82))",,in, mk26-babyvision,moonshot,opus-4.6,max,mixed,frontier,,,,,,,14.8,score%,0.0289,,restated-from:official reports,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 342: cell of row 'BabyVision' (row at line 338), column 'Claude Opus 4.6' (header line 83))",,out:single-couple, mk26-babyvision,moonshot,gemini-3.1-pro,high,mixed,frontier,,,,,,,51.6,score%,0.0289,,restated-from:official reports,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 343: cell of row 'BabyVision' (row at line 338), column 'Gemini 3.1 Pro' (header line 84))",,in, mk26-babyvision,moonshot,kimi-k2.5,think,mixed,frontier,,,,,,,36.5,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 344: cell of row 'BabyVision' (row at line 338), column 'Kimi K2.5' (header line 85))",,in, mk26-babyvisionwpython,moonshot,kimi-k2.6,think,mixed,frontier,,,,,,,68.5,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 348: cell of row 'BabyVision (w/ python)' (row at line 346), column 'Kimi K2.6' (header line 81))",,in, mk26-babyvisionwpython,moonshot,gpt-5.4,xhigh,mixed,frontier,,,,,,,80.2,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 349: cell of row 'BabyVision (w/ python)' (row at line 346), column 'GPT-5.4' (header line 82))",,in, mk26-babyvisionwpython,moonshot,opus-4.6,max,mixed,frontier,,,,,,,38.4,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 350: cell of row 'BabyVision (w/ python)' (row at line 346), column 'Claude Opus 4.6' (header line 83))",,out:single-couple, mk26-babyvisionwpython,moonshot,gemini-3.1-pro,high,mixed,frontier,,,,,,,68.3,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 351: cell of row 'BabyVision (w/ python)' (row at line 346), column 'Gemini 3.1 Pro' (header line 84))",,in, mk26-babyvisionwpython,moonshot,kimi-k2.5,think,mixed,frontier,,,,,,,40.5,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 352: cell of row 'BabyVision (w/ python)' (row at line 346), column 'Kimi K2.5' (header line 85))",,in, mk26-vwpython,moonshot,kimi-k2.6,think,mixed,hard,,,,,,,96.9,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 356: cell of row 'V* (w/ python)' (row at line 354), column 'Kimi K2.6' (header line 81))",,in, mk26-vwpython,moonshot,gpt-5.4,xhigh,mixed,hard,,,,,,,98.4,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 357: cell of row 'V* (w/ python)' (row at line 354), column 'GPT-5.4' (header line 82))",,in, mk26-vwpython,moonshot,opus-4.6,max,mixed,hard,,,,,,,86.4,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 358: cell of row 'V* (w/ python)' (row at line 354), column 'Claude Opus 4.6' (header line 83))",,out:single-couple, mk26-vwpython,moonshot,gemini-3.1-pro,high,mixed,hard,,,,,,,96.9,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 359: cell of row 'V* (w/ python)' (row at line 354), column 'Gemini 3.1 Pro' (header line 84))",,in, mk26-vwpython,moonshot,kimi-k2.5,think,mixed,hard,,,,,,,86.9,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.6 (line 360: cell of row 'V* (w/ python)' (row at line 354), column 'Kimi K2.5' (header line 85))",,in, mk27c-kcb,moonshot,kimi-k2.6,not-established:absent,coding,hard,,,,,,,50.9,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.7-Code (Evaluation Results table, row ""Kimi Code Bench v2"", column ""Kimi K2.6"", line 82)",,out:effort-not-established, mk27c-kcb,moonshot,kimi-k2.7-code,solo,coding,hard,,,,,,,62.0,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.7-Code (Evaluation Results table, row ""Kimi Code Bench v2"", column ""Kimi K2.7 Code"", line 83)",,in, mk27c-kcb,moonshot,gpt-5.5,xhigh,coding,hard,,,,,,,69.0,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.7-Code (Evaluation Results table, row ""Kimi Code Bench v2"", column ""GPT-5.5"", line 84)",,in, mk27c-kcb,moonshot,opus-4.8,xhigh,coding,hard,,,,,,,67.4,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.7-Code (Evaluation Results table, row ""Kimi Code Bench v2"", column ""Claude Opus 4.8"", line 85)",,in, mk27c-programbench,moonshot,kimi-k2.6,not-established:absent,coding,frontier,,,,,,,48.3,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.7-Code (Evaluation Results table, row ""Program Bench"", column ""Kimi K2.6"", line 89)",,out:effort-not-established, mk27c-programbench,moonshot,kimi-k2.7-code,solo,coding,frontier,,,,,,,53.6,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.7-Code (Evaluation Results table, row ""Program Bench"", column ""Kimi K2.7 Code"", line 90)",,in, mk27c-programbench,moonshot,gpt-5.5,xhigh,coding,frontier,,,,,,,69.1,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.7-Code (Evaluation Results table, row ""Program Bench"", column ""GPT-5.5"", line 91)",,in, mk27c-programbench,moonshot,opus-4.8,xhigh,coding,frontier,,,,,,,63.8,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.7-Code (Evaluation Results table, row ""Program Bench"", column ""Claude Opus 4.8"", line 92)",,in, mk27c-mls,moonshot,kimi-k2.6,not-established:absent,mixed,frontier,,,,,,,26.7,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.7-Code (Evaluation Results table, row ""MLS Bench Lite"", column ""Kimi K2.6"", line 96)",,out:effort-not-established, mk27c-mls,moonshot,kimi-k2.7-code,solo,mixed,frontier,,,,,,,35.1,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.7-Code (Evaluation Results table, row ""MLS Bench Lite"", column ""Kimi K2.7 Code"", line 97)",,in, mk27c-mls,moonshot,gpt-5.5,xhigh,mixed,frontier,,,,,,,35.5,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.7-Code (Evaluation Results table, row ""MLS Bench Lite"", column ""GPT-5.5"", line 98)",,in, mk27c-mls,moonshot,opus-4.8,max,mixed,frontier,,,,,,,42.8,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.7-Code (Evaluation Results table, row ""MLS Bench Lite"", column ""Claude Opus 4.8"", line 99)",,in, mk27c-claw247,moonshot,kimi-k2.6,not-established:absent,agentic-tool,hard,,,,,,,42.9,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.7-Code (Evaluation Results table, row ""Kimi Claw 24/7 Bench"", column ""Kimi K2.6"", line 106)",,out:effort-not-established, mk27c-claw247,moonshot,kimi-k2.7-code,solo,agentic-tool,hard,,,,,,,46.9,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.7-Code (Evaluation Results table, row ""Kimi Claw 24/7 Bench"", column ""Kimi K2.7 Code"", line 107)",,in, mk27c-claw247,moonshot,gpt-5.5,xhigh,agentic-tool,hard,,,,,,,52.8,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.7-Code (Evaluation Results table, row ""Kimi Claw 24/7 Bench"", column ""GPT-5.5"", line 108)",,in, mk27c-claw247,moonshot,opus-4.8,xhigh,agentic-tool,hard,,,,,,,50.4,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.7-Code (Evaluation Results table, row ""Kimi Claw 24/7 Bench"", column ""Claude Opus 4.8"", line 109)",,in, mk27c-mcpatlas,moonshot,kimi-k2.6,not-established:absent,agentic-tool,hard,,,,,,,69.4,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.7-Code (Evaluation Results table, row ""MCP Atlas"", column ""Kimi K2.6"", line 113)",,out:effort-not-established, mk27c-mcpatlas,moonshot,kimi-k2.7-code,solo,agentic-tool,hard,,,,,,,76.0,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.7-Code (Evaluation Results table, row ""MCP Atlas"", column ""Kimi K2.7 Code"", line 114)",,in, mk27c-mcpatlas,moonshot,gpt-5.5,xhigh,agentic-tool,hard,,,,,,,79.4,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.7-Code (Evaluation Results table, row ""MCP Atlas"", column ""GPT-5.5"", line 115)",,in, mk27c-mcpatlas,moonshot,opus-4.8,xhigh,agentic-tool,hard,,,,,,,81.3,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.7-Code (Evaluation Results table, row ""MCP Atlas"", column ""Claude Opus 4.8"", line 116)",,in, mk27c-mcpmarkv,moonshot,kimi-k2.6,not-established:absent,agentic-tool,hard,,,,,,,72.8,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.7-Code (Evaluation Results table, row ""MCP Mark Verified"", column ""Kimi K2.6"", line 120)",,out:effort-not-established, mk27c-mcpmarkv,moonshot,kimi-k2.7-code,solo,agentic-tool,hard,,,,,,,81.1,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.7-Code (Evaluation Results table, row ""MCP Mark Verified"", column ""Kimi K2.7 Code"", line 121)",,in, mk27c-mcpmarkv,moonshot,gpt-5.5,xhigh,agentic-tool,hard,,,,,,,92.9,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.7-Code (Evaluation Results table, row ""MCP Mark Verified"", column ""GPT-5.5"", line 122)",,in, mk27c-mcpmarkv,moonshot,opus-4.8,xhigh,agentic-tool,hard,,,,,,,76.4,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.7-Code (Evaluation Results table, row ""MCP Mark Verified"", column ""Claude Opus 4.8"", line 123)",,in, mkt-hletextonlynotools,moonshot,?moonshotai/Kimi-K2-Thinking,not-established:absent,reasoning-math,frontier,,,,,,,23.9,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2-Thinking (line 71: row 'HLE (Text-only)' / 'no tools', column 'K2 Thinking')",,out:model-not-established, mkt-hletextonlynotools,moonshot,sonnet-4.5,not-established:absent,reasoning-math,frontier,,,,,,,19.8,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2-Thinking (line 71: row 'HLE (Text-only)' / 'no tools', column 'Claude Sonnet 4.5
(Thinking)')",,out:effort-not-established, mkt-hletextonlywtools,moonshot,?moonshotai/Kimi-K2-Thinking,not-established:absent,reasoning-math,frontier,,,,,,,44.9,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2-Thinking (line 72: row 'HLE (Text-only)' / 'w/ tools', column 'K2 Thinking')",,out:model-not-established, mkt-hletextonlywtools,moonshot,sonnet-4.5,not-established:absent,reasoning-math,frontier,,,,,,,32.0,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2-Thinking (line 72: row 'HLE (Text-only)' / 'w/ tools', column 'Claude Sonnet 4.5
(Thinking)')",,out:effort-not-established, mkt-aime25notools,moonshot,?moonshotai/Kimi-K2-Thinking,not-established:absent,reasoning-math,hard,,,,,,,94.5,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2-Thinking (line 74: row 'AIME25' / 'no tools', column 'K2 Thinking')",,out:model-not-established, mkt-aime25notools,moonshot,sonnet-4.5,not-established:absent,reasoning-math,hard,,,,,,,87.0,score%,0.0289,,restated-from:Anthropic,"https://huggingface.co/moonshotai/Kimi-K2-Thinking (line 74: row 'AIME25' / 'no tools', column 'Claude Sonnet 4.5
(Thinking)')",,out:effort-not-established, mkt-aime25wpython,moonshot,?moonshotai/Kimi-K2-Thinking,not-established:absent,reasoning-math,hard,,,,,,,99.1,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2-Thinking (line 75: row 'AIME25' / 'w/ python', column 'K2 Thinking')",,out:model-not-established, mkt-aime25wpython,moonshot,sonnet-4.5,not-established:absent,reasoning-math,hard,,,,,,,100.0,score%,0.0289,,restated-from:Anthropic,"https://huggingface.co/moonshotai/Kimi-K2-Thinking (line 75: row 'AIME25' / 'w/ python', column 'Claude Sonnet 4.5
(Thinking)')",,out:effort-not-established, mkt-hmmt25notools,moonshot,?moonshotai/Kimi-K2-Thinking,not-established:absent,reasoning-math,hard,,,,,,,89.4,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2-Thinking (line 77: row 'HMMT25' / 'no tools', column 'K2 Thinking')",,out:model-not-established, mkt-hmmt25notools,moonshot,sonnet-4.5,not-established:absent,reasoning-math,hard,,,,,,,74.6,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2-Thinking (line 77: row 'HMMT25' / 'no tools', column 'Claude Sonnet 4.5
(Thinking)')",,out:effort-not-established, mkt-hmmt25wpython,moonshot,?moonshotai/Kimi-K2-Thinking,not-established:absent,reasoning-math,hard,,,,,,,95.1,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2-Thinking (line 78: row 'HMMT25' / 'w/ python', column 'K2 Thinking')",,out:model-not-established, mkt-hmmt25wpython,moonshot,sonnet-4.5,not-established:absent,reasoning-math,hard,,,,,,,88.8,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2-Thinking (line 78: row 'HMMT25' / 'w/ python', column 'Claude Sonnet 4.5
(Thinking)')",,out:effort-not-established, mkt-imoanswerbenchnotools,moonshot,?moonshotai/Kimi-K2-Thinking,not-established:absent,coding,frontier,,,,,,,78.6,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2-Thinking (line 80: row 'IMO-AnswerBench' / 'no tools', column 'K2 Thinking')",,out:model-not-established, mkt-imoanswerbenchnotools,moonshot,sonnet-4.5,not-established:absent,coding,frontier,,,,,,,65.9,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2-Thinking (line 80: row 'IMO-AnswerBench' / 'no tools', column 'Claude Sonnet 4.5
(Thinking)')",,out:effort-not-established, mkt-mmlupronotools,moonshot,?moonshotai/Kimi-K2-Thinking,not-established:absent,reasoning-math,mid,,,,,,,84.6,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2-Thinking (line 86: row 'MMLU-Pro' / 'no tools', column 'K2 Thinking')",,out:model-not-established, mkt-mmlupronotools,moonshot,sonnet-4.5,not-established:absent,reasoning-math,mid,,,,,,,87.5,score%,0.0289,,restated-from:Anthropic,"https://huggingface.co/moonshotai/Kimi-K2-Thinking (line 86: row 'MMLU-Pro' / 'no tools', column 'Claude Sonnet 4.5
(Thinking)')",,out:effort-not-established, mkt-mmlureduxnotools,moonshot,?moonshotai/Kimi-K2-Thinking,not-established:absent,reasoning-math,mid,,,,,,,94.4,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2-Thinking (line 87: row 'MMLU-Redux' / 'no tools', column 'K2 Thinking')",,out:model-not-established, mkt-mmlureduxnotools,moonshot,sonnet-4.5,not-established:absent,reasoning-math,mid,,,,,,,95.6,score%,0.0289,,restated-from:Anthropic,"https://huggingface.co/moonshotai/Kimi-K2-Thinking (line 87: row 'MMLU-Redux' / 'no tools', column 'Claude Sonnet 4.5
(Thinking)')",,out:effort-not-established, mkt-longformwritingnotools,moonshot,?moonshotai/Kimi-K2-Thinking,not-established:absent,writing,mid,,,,,,,73.8,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2-Thinking (line 88: row 'Longform Writing' / 'no tools', column 'K2 Thinking')",,out:model-not-established, mkt-longformwritingnotools,moonshot,sonnet-4.5,not-established:absent,writing,mid,,,,,,,79.8,score%,0.0289,,restated-from:Anthropic,"https://huggingface.co/moonshotai/Kimi-K2-Thinking (line 88: row 'Longform Writing' / 'no tools', column 'Claude Sonnet 4.5
(Thinking)')",,out:effort-not-established, mkt-healthbenchnotools,moonshot,?moonshotai/Kimi-K2-Thinking,not-established:absent,mixed,mid,,,,,,,58.0,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2-Thinking (line 89: row 'HealthBench' / 'no tools', column 'K2 Thinking')",,out:model-not-established, mkt-healthbenchnotools,moonshot,sonnet-4.5,not-established:absent,mixed,mid,,,,,,,44.2,score%,0.0289,,restated-from:Anthropic,"https://huggingface.co/moonshotai/Kimi-K2-Thinking (line 89: row 'HealthBench' / 'no tools', column 'Claude Sonnet 4.5
(Thinking)')",,out:effort-not-established, mkt-browsecompwtools,moonshot,?moonshotai/Kimi-K2-Thinking,not-established:absent,agentic-tool,frontier,,,,,,,60.2,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2-Thinking (line 94: row 'BrowseComp' / 'w/ tools', column 'K2 Thinking')",,out:model-not-established, mkt-browsecompwtools,moonshot,sonnet-4.5,not-established:absent,agentic-tool,frontier,,,,,,,24.1,score%,0.0289,,restated-from:Anthropic,"https://huggingface.co/moonshotai/Kimi-K2-Thinking (line 94: row 'BrowseComp' / 'w/ tools', column 'Claude Sonnet 4.5
(Thinking)')",,out:effort-not-established, mkt-browsecompzhwtools,moonshot,?moonshotai/Kimi-K2-Thinking,not-established:absent,agentic-tool,frontier,,,,,,,62.3,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2-Thinking (line 95: row 'BrowseComp-ZH' / 'w/ tools', column 'K2 Thinking')",,out:model-not-established, mkt-browsecompzhwtools,moonshot,sonnet-4.5,not-established:absent,agentic-tool,frontier,,,,,,,42.4,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2-Thinking (line 95: row 'BrowseComp-ZH' / 'w/ tools', column 'Claude Sonnet 4.5
(Thinking)')",,out:effort-not-established, mkt-seal0wtools,moonshot,?moonshotai/Kimi-K2-Thinking,not-established:absent,agentic-tool,hard,,,,,,,56.3,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2-Thinking (line 96: row 'Seal-0' / 'w/ tools', column 'K2 Thinking')",,out:model-not-established, mkt-seal0wtools,moonshot,sonnet-4.5,not-established:absent,agentic-tool,hard,,,,,,,53.4,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2-Thinking (line 96: row 'Seal-0' / 'w/ tools', column 'Claude Sonnet 4.5
(Thinking)')",,out:effort-not-established, mkt-finsearchcompt3wtools,moonshot,?moonshotai/Kimi-K2-Thinking,not-established:absent,agentic-tool,hard,,,,,,,47.4,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2-Thinking (line 97: row 'FinSearchComp-T3' / 'w/ tools', column 'K2 Thinking')",,out:model-not-established, mkt-finsearchcompt3wtools,moonshot,sonnet-4.5,not-established:absent,agentic-tool,hard,,,,,,,44.0,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2-Thinking (line 97: row 'FinSearchComp-T3' / 'w/ tools', column 'Claude Sonnet 4.5
(Thinking)')",,out:effort-not-established, mkt-frameswtools,moonshot,?moonshotai/Kimi-K2-Thinking,not-established:absent,agentic-tool,mid,,,,,,,87.0,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2-Thinking (line 98: row 'Frames' / 'w/ tools', column 'K2 Thinking')",,out:model-not-established, mkt-frameswtools,moonshot,sonnet-4.5,not-established:absent,agentic-tool,mid,,,,,,,85.0,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2-Thinking (line 98: row 'Frames' / 'w/ tools', column 'Claude Sonnet 4.5
(Thinking)')",,out:effort-not-established, mkt-swebenchverifiedwtools,moonshot,?moonshotai/Kimi-K2-Thinking,not-established:absent,coding,hard,,,,,,,71.3,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2-Thinking (line 103: row 'SWE-bench Verified' / 'w/ tools', column 'K2 Thinking')",,out:model-not-established, mkt-swebenchverifiedwtools,moonshot,sonnet-4.5,not-established:absent,coding,hard,,,,,,,77.2,score%,0.0289,,restated-from:Anthropic,"https://huggingface.co/moonshotai/Kimi-K2-Thinking (line 103: row 'SWE-bench Verified' / 'w/ tools', column 'Claude Sonnet 4.5
(Thinking)')",,out:effort-not-established, mkt-swebenchmultilingualwtools,moonshot,?moonshotai/Kimi-K2-Thinking,not-established:absent,coding,hard,,,,,,,61.1,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2-Thinking (line 104: row 'SWE-bench Multilingual' / 'w/ tools', column 'K2 Thinking')",,out:model-not-established, mkt-swebenchmultilingualwtools,moonshot,sonnet-4.5,not-established:absent,coding,hard,,,,,,,68.0,score%,0.0289,,restated-from:Anthropic,"https://huggingface.co/moonshotai/Kimi-K2-Thinking (line 104: row 'SWE-bench Multilingual' / 'w/ tools', column 'Claude Sonnet 4.5
(Thinking)')",,out:effort-not-established, mkt-multiswebenchwtools,moonshot,?moonshotai/Kimi-K2-Thinking,not-established:absent,coding,hard,,,,,,,41.9,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2-Thinking (line 105: row 'Multi-SWE-bench' / 'w/ tools', column 'K2 Thinking')",,out:model-not-established, mkt-multiswebenchwtools,moonshot,sonnet-4.5,not-established:absent,coding,hard,,,,,,,44.3,score%,0.0289,,restated-from:Anthropic,"https://huggingface.co/moonshotai/Kimi-K2-Thinking (line 105: row 'Multi-SWE-bench' / 'w/ tools', column 'Claude Sonnet 4.5
(Thinking)')",,out:effort-not-established, mkt-scicodenotools,moonshot,?moonshotai/Kimi-K2-Thinking,not-established:absent,coding,hard,,,,,,,44.8,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2-Thinking (line 106: row 'SciCode' / 'no tools', column 'K2 Thinking')",,out:model-not-established, mkt-scicodenotools,moonshot,sonnet-4.5,not-established:absent,coding,hard,,,,,,,44.7,score%,0.0289,,restated-from:Anthropic,"https://huggingface.co/moonshotai/Kimi-K2-Thinking (line 106: row 'SciCode' / 'no tools', column 'Claude Sonnet 4.5
(Thinking)')",,out:effort-not-established, mkt-livecodebenchv6notools,moonshot,?moonshotai/Kimi-K2-Thinking,not-established:absent,coding,hard,,,,,,,83.1,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2-Thinking (line 107: row 'LiveCodeBenchV6' / 'no tools', column 'K2 Thinking')",,out:model-not-established, mkt-livecodebenchv6notools,moonshot,sonnet-4.5,not-established:absent,coding,hard,,,,,,,64.0,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2-Thinking (line 107: row 'LiveCodeBenchV6' / 'no tools', column 'Claude Sonnet 4.5
(Thinking)')",,out:effort-not-established, mkt-ojbenchcppnotools,moonshot,?moonshotai/Kimi-K2-Thinking,not-established:absent,coding,hard,,,,,,,48.7,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2-Thinking (line 108: row 'OJ-Bench (cpp)' / 'no tools', column 'K2 Thinking')",,out:model-not-established, mkt-ojbenchcppnotools,moonshot,sonnet-4.5,not-established:absent,coding,hard,,,,,,,30.4,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2-Thinking (line 108: row 'OJ-Bench (cpp)' / 'no tools', column 'Claude Sonnet 4.5
(Thinking)')",,out:effort-not-established, mkt-terminalbenchwsimulatedtoolsjson,moonshot,?moonshotai/Kimi-K2-Thinking,not-established:absent,coding,frontier,,,,,,,47.1,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2-Thinking (line 109: row 'Terminal-Bench' / 'w/ simulated tools (JSON)', column 'K2 Thinking')",,out:model-not-established, mkt-terminalbenchwsimulatedtoolsjson,moonshot,sonnet-4.5,not-established:absent,coding,frontier,,,,,,,51.0,score%,0.0289,,restated-from:Anthropic,"https://huggingface.co/moonshotai/Kimi-K2-Thinking (line 109: row 'Terminal-Bench' / 'w/ simulated tools (JSON)', column 'Claude Sonnet 4.5
(Thinking)')",,out:effort-not-established, mk25-hlefull,moonshot,kimi-k2.5,think,reasoning-math,frontier,,,,,,,30.1,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 98: cell of row 'HLE-Full' (row at line 96), column 'Kimi K2.5' (header line 84))",,in, mk25-hlefull,moonshot,gpt-5.2,xhigh,reasoning-math,frontier,,,,,,,34.5,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 99: cell of row 'HLE-Full' (row at line 96), column 'GPT-5.2' (header line 85))",,in, mk25-hlefull,moonshot,opus-4.5,not-established:absent,reasoning-math,frontier,,,,,,,30.8,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 100: cell of row 'HLE-Full' (row at line 96), column 'Claude 4.5 Opus' (header line 86))",,out:effort-not-established, mk25-hlefull,moonshot,gemini-3-pro,high,reasoning-math,frontier,,,,,,,37.5,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 101: cell of row 'HLE-Full' (row at line 96), column 'Gemini 3 Pro' (header line 87))",,in, mk25-hlefull,moonshot,deepseek-v3.2,think,reasoning-math,frontier,,,,,,,25.1,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 102: cell of row 'HLE-Full' (row at line 96), column 'DeepSeek V3.2' (header line 88))",,out:partial, mk25-aime2025,moonshot,kimi-k2.5,think,reasoning-math,hard,,,,,,,96.1,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 116: cell of row 'AIME 2025' (row at line 114), column 'Kimi K2.5' (header line 84))",,in, mk25-aime2025,moonshot,gpt-5.2,xhigh,reasoning-math,hard,,,,,,,100,score%,0.289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 117: cell of row 'AIME 2025' (row at line 114), column 'GPT-5.2' (header line 85))",,out:uninformative, mk25-aime2025,moonshot,opus-4.5,not-established:absent,reasoning-math,hard,,,,,,,92.8,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 118: cell of row 'AIME 2025' (row at line 114), column 'Claude 4.5 Opus' (header line 86))",,out:effort-not-established, mk25-aime2025,moonshot,gemini-3-pro,high,reasoning-math,hard,,,,,,,95.0,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 119: cell of row 'AIME 2025' (row at line 114), column 'Gemini 3 Pro' (header line 87))",,in, mk25-aime2025,moonshot,deepseek-v3.2,think,reasoning-math,hard,,,,,,,93.1,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 120: cell of row 'AIME 2025' (row at line 114), column 'DeepSeek V3.2' (header line 88))",,in, mk25-hmmt2025feb,moonshot,kimi-k2.5,think,reasoning-math,hard,,,,,,,95.4,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 125: cell of row 'HMMT 2025 (Feb)' (row at line 123), column 'Kimi K2.5' (header line 84))",,in, mk25-hmmt2025feb,moonshot,gpt-5.2,xhigh,reasoning-math,hard,,,,,,,99.4,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 126: cell of row 'HMMT 2025 (Feb)' (row at line 123), column 'GPT-5.2' (header line 85))",,in, mk25-hmmt2025feb,moonshot,opus-4.5,not-established:absent,reasoning-math,hard,,,,,,,92.9,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 127: cell of row 'HMMT 2025 (Feb)' (row at line 123), column 'Claude 4.5 Opus' (header line 86))",,out:effort-not-established, mk25-hmmt2025feb,moonshot,gemini-3-pro,high,reasoning-math,hard,,,,,,,97.3,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 128: cell of row 'HMMT 2025 (Feb)' (row at line 123), column 'Gemini 3 Pro' (header line 87))",,in, mk25-hmmt2025feb,moonshot,deepseek-v3.2,think,reasoning-math,hard,,,,,,,92.5,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 129: cell of row 'HMMT 2025 (Feb)' (row at line 123), column 'DeepSeek V3.2' (header line 88))",,in, mk25-imoanswerbench,moonshot,kimi-k2.5,think,coding,frontier,,,,,,,81.8,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 134: cell of row 'IMO-AnswerBench' (row at line 132), column 'Kimi K2.5' (header line 84))",,in, mk25-imoanswerbench,moonshot,gpt-5.2,xhigh,coding,frontier,,,,,,,86.3,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 135: cell of row 'IMO-AnswerBench' (row at line 132), column 'GPT-5.2' (header line 85))",,in, mk25-imoanswerbench,moonshot,opus-4.5,not-established:absent,coding,frontier,,,,,,,78.5,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 136: cell of row 'IMO-AnswerBench' (row at line 132), column 'Claude 4.5 Opus' (header line 86))",,out:effort-not-established, mk25-imoanswerbench,moonshot,gemini-3-pro,high,coding,frontier,,,,,,,83.1,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 137: cell of row 'IMO-AnswerBench' (row at line 132), column 'Gemini 3 Pro' (header line 87))",,in, mk25-imoanswerbench,moonshot,deepseek-v3.2,think,coding,frontier,,,,,,,78.3,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 138: cell of row 'IMO-AnswerBench' (row at line 132), column 'DeepSeek V3.2' (header line 88))",,in, mk25-gpqadiamond,moonshot,kimi-k2.5,think,reasoning-math,hard,,,,,,,87.6,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 143: cell of row 'GPQA-Diamond' (row at line 141), column 'Kimi K2.5' (header line 84))",,in, mk25-gpqadiamond,moonshot,gpt-5.2,xhigh,reasoning-math,hard,,,,,,,92.4,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 144: cell of row 'GPQA-Diamond' (row at line 141), column 'GPT-5.2' (header line 85))",,in, mk25-gpqadiamond,moonshot,opus-4.5,not-established:absent,reasoning-math,hard,,,,,,,87.0,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 145: cell of row 'GPQA-Diamond' (row at line 141), column 'Claude 4.5 Opus' (header line 86))",,out:effort-not-established, mk25-gpqadiamond,moonshot,gemini-3-pro,high,reasoning-math,hard,,,,,,,91.9,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 146: cell of row 'GPQA-Diamond' (row at line 141), column 'Gemini 3 Pro' (header line 87))",,in, mk25-gpqadiamond,moonshot,deepseek-v3.2,think,reasoning-math,hard,,,,,,,82.4,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 147: cell of row 'GPQA-Diamond' (row at line 141), column 'DeepSeek V3.2' (header line 88))",,in, mk25-mmlupro,moonshot,kimi-k2.5,think,reasoning-math,mid,,,,,,,87.1,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 152: cell of row 'MMLU-Pro' (row at line 150), column 'Kimi K2.5' (header line 84))",,in, mk25-mmlupro,moonshot,gpt-5.2,xhigh,reasoning-math,mid,,,,,,,86.7,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 153: cell of row 'MMLU-Pro' (row at line 150), column 'GPT-5.2' (header line 85))",,in, mk25-mmlupro,moonshot,opus-4.5,not-established:absent,reasoning-math,mid,,,,,,,89.3,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 154: cell of row 'MMLU-Pro' (row at line 150), column 'Claude 4.5 Opus' (header line 86))",,out:effort-not-established, mk25-mmlupro,moonshot,gemini-3-pro,high,reasoning-math,mid,,,,,,,90.1,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 155: cell of row 'MMLU-Pro' (row at line 150), column 'Gemini 3 Pro' (header line 87))",,in, mk25-mmlupro,moonshot,deepseek-v3.2,think,reasoning-math,mid,,,,,,,85.0,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 156: cell of row 'MMLU-Pro' (row at line 150), column 'DeepSeek V3.2' (header line 88))",,in, mk25-mmmupro,moonshot,kimi-k2.5,think,mixed,hard,,,,,,,78.5,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 164: cell of row 'MMMU-Pro' (row at line 162), column 'Kimi K2.5' (header line 84))",,in, mk25-mmmupro,moonshot,gpt-5.2,xhigh,mixed,hard,,,,,,,79.5,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 165: cell of row 'MMMU-Pro' (row at line 162), column 'GPT-5.2' (header line 85))",,in, mk25-mmmupro,moonshot,opus-4.5,not-established:absent,mixed,hard,,,,,,,74.0,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 166: cell of row 'MMMU-Pro' (row at line 162), column 'Claude 4.5 Opus' (header line 86))",,out:effort-not-established, mk25-mmmupro,moonshot,gemini-3-pro,high,mixed,hard,,,,,,,81.0,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 167: cell of row 'MMMU-Pro' (row at line 162), column 'Gemini 3 Pro' (header line 87))",,in, mk25-mmmupro,moonshot,qwen3-vl-235b-a22b-thinking,solo,mixed,hard,,,,,,,69.3,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 169: cell of row 'MMMU-Pro' (row at line 162), column 'Qwen3-VL-235B-A22B-Thinking' (header line 89))",,out:single-couple, mk25-charxivrq,moonshot,kimi-k2.5,think,mixed,hard,,,,,,,77.5,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 173: cell of row 'CharXiv (RQ)' (row at line 171), column 'Kimi K2.5' (header line 84))",,in, mk25-charxivrq,moonshot,gpt-5.2,xhigh,mixed,hard,,,,,,,82.1,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 174: cell of row 'CharXiv (RQ)' (row at line 171), column 'GPT-5.2' (header line 85))",,in, mk25-charxivrq,moonshot,opus-4.5,not-established:absent,mixed,hard,,,,,,,67.2,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 175: cell of row 'CharXiv (RQ)' (row at line 171), column 'Claude 4.5 Opus' (header line 86))",,out:effort-not-established, mk25-charxivrq,moonshot,gemini-3-pro,high,mixed,hard,,,,,,,81.4,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 176: cell of row 'CharXiv (RQ)' (row at line 171), column 'Gemini 3 Pro' (header line 87))",,in, mk25-charxivrq,moonshot,qwen3-vl-235b-a22b-thinking,solo,mixed,hard,,,,,,,66.1,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 178: cell of row 'CharXiv (RQ)' (row at line 171), column 'Qwen3-VL-235B-A22B-Thinking' (header line 89))",,out:single-couple, mk25-mathvision,moonshot,kimi-k2.5,think,reasoning-math,hard,,,,,,,84.2,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 182: cell of row 'MathVision' (row at line 180), column 'Kimi K2.5' (header line 84))",,in, mk25-mathvision,moonshot,gpt-5.2,xhigh,reasoning-math,hard,,,,,,,83.0,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 183: cell of row 'MathVision' (row at line 180), column 'GPT-5.2' (header line 85))",,in, mk25-mathvision,moonshot,opus-4.5,not-established:absent,reasoning-math,hard,,,,,,,77.1,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 184: cell of row 'MathVision' (row at line 180), column 'Claude 4.5 Opus' (header line 86))",,out:effort-not-established, mk25-mathvision,moonshot,gemini-3-pro,high,reasoning-math,hard,,,,,,,86.1,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 185: cell of row 'MathVision' (row at line 180), column 'Gemini 3 Pro' (header line 87))",,in, mk25-mathvision,moonshot,qwen3-vl-235b-a22b-thinking,solo,reasoning-math,hard,,,,,,,74.6,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 187: cell of row 'MathVision' (row at line 180), column 'Qwen3-VL-235B-A22B-Thinking' (header line 89))",,out:single-couple, mk25-mathvistamini,moonshot,kimi-k2.5,think,reasoning-math,hard,,,,,,,90.1,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 191: cell of row 'MathVista (mini)' (row at line 189), column 'Kimi K2.5' (header line 84))",,in, mk25-mathvistamini,moonshot,gpt-5.2,xhigh,reasoning-math,hard,,,,,,,82.8,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 192: cell of row 'MathVista (mini)' (row at line 189), column 'GPT-5.2' (header line 85))",,in, mk25-mathvistamini,moonshot,opus-4.5,not-established:absent,reasoning-math,hard,,,,,,,80.2,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 193: cell of row 'MathVista (mini)' (row at line 189), column 'Claude 4.5 Opus' (header line 86))",,out:effort-not-established, mk25-mathvistamini,moonshot,gemini-3-pro,high,reasoning-math,hard,,,,,,,89.8,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 194: cell of row 'MathVista (mini)' (row at line 189), column 'Gemini 3 Pro' (header line 87))",,in, mk25-mathvistamini,moonshot,qwen3-vl-235b-a22b-thinking,solo,reasoning-math,hard,,,,,,,85.8,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 196: cell of row 'MathVista (mini)' (row at line 189), column 'Qwen3-VL-235B-A22B-Thinking' (header line 89))",,out:single-couple, mk25-zerobench,moonshot,kimi-k2.5,think,mixed,frontier,,,,,,,9,score%,0.289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 200: cell of row 'ZeroBench' (row at line 198), column 'Kimi K2.5' (header line 84))",,in, mk25-zerobench,moonshot,gpt-5.2,xhigh,mixed,frontier,,,,,,,9,score%,0.289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 201: cell of row 'ZeroBench' (row at line 198), column 'GPT-5.2' (header line 85))",,in, mk25-zerobench,moonshot,opus-4.5,not-established:absent,mixed,frontier,,,,,,,3,score%,0.289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 202: cell of row 'ZeroBench' (row at line 198), column 'Claude 4.5 Opus' (header line 86))",,out:effort-not-established, mk25-zerobench,moonshot,gemini-3-pro,high,mixed,frontier,,,,,,,8,score%,0.289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 203: cell of row 'ZeroBench' (row at line 198), column 'Gemini 3 Pro' (header line 87))",,in, mk25-zerobench,moonshot,qwen3-vl-235b-a22b-thinking,solo,mixed,frontier,,,,,,,4,score%,0.289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 205: cell of row 'ZeroBench' (row at line 198), column 'Qwen3-VL-235B-A22B-Thinking' (header line 89))",,out:single-couple, mk25-zerobenchwtools,moonshot,kimi-k2.5,think,mixed,frontier,,,,,,,11,score%,0.289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 209: cell of row 'ZeroBench (w/ tools)' (row at line 207), column 'Kimi K2.5' (header line 84))",,in, mk25-zerobenchwtools,moonshot,gpt-5.2,xhigh,mixed,frontier,,,,,,,7,score%,0.289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 210: cell of row 'ZeroBench (w/ tools)' (row at line 207), column 'GPT-5.2' (header line 85))",,in, mk25-zerobenchwtools,moonshot,opus-4.5,not-established:absent,mixed,frontier,,,,,,,9,score%,0.289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 211: cell of row 'ZeroBench (w/ tools)' (row at line 207), column 'Claude 4.5 Opus' (header line 86))",,out:effort-not-established, mk25-zerobenchwtools,moonshot,gemini-3-pro,high,mixed,frontier,,,,,,,12,score%,0.289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 212: cell of row 'ZeroBench (w/ tools)' (row at line 207), column 'Gemini 3 Pro' (header line 87))",,in, mk25-zerobenchwtools,moonshot,qwen3-vl-235b-a22b-thinking,solo,mixed,frontier,,,,,,,3,score%,0.289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 214: cell of row 'ZeroBench (w/ tools)' (row at line 207), column 'Qwen3-VL-235B-A22B-Thinking' (header line 89))",,out:single-couple, mk25-ocrbench,moonshot,kimi-k2.5,think,mixed,mid,,,,,,,92.3,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 218: cell of row 'OCRBench' (row at line 216), column 'Kimi K2.5' (header line 84))",,in, mk25-ocrbench,moonshot,gpt-5.2,xhigh,mixed,mid,,,,,,,80.7,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 219: cell of row 'OCRBench' (row at line 216), column 'GPT-5.2' (header line 85))",,in, mk25-ocrbench,moonshot,opus-4.5,not-established:absent,mixed,mid,,,,,,,86.5,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 220: cell of row 'OCRBench' (row at line 216), column 'Claude 4.5 Opus' (header line 86))",,out:effort-not-established, mk25-ocrbench,moonshot,gemini-3-pro,high,mixed,mid,,,,,,,90.3,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 221: cell of row 'OCRBench' (row at line 216), column 'Gemini 3 Pro' (header line 87))",,in, mk25-ocrbench,moonshot,qwen3-vl-235b-a22b-thinking,solo,mixed,mid,,,,,,,87.5,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 223: cell of row 'OCRBench' (row at line 216), column 'Qwen3-VL-235B-A22B-Thinking' (header line 89))",,out:single-couple, mk25-infovqaval,moonshot,kimi-k2.5,think,mixed,mid,,,,,,,92.6,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 236: cell of row 'InfoVQA (val)' (row at line 234), column 'Kimi K2.5' (header line 84))",,in, mk25-infovqaval,moonshot,gpt-5.2,xhigh,mixed,mid,,,,,,,84,score%,0.289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 237: cell of row 'InfoVQA (val)' (row at line 234), column 'GPT-5.2' (header line 85))",,in, mk25-infovqaval,moonshot,opus-4.5,not-established:absent,mixed,mid,,,,,,,76.9,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 238: cell of row 'InfoVQA (val)' (row at line 234), column 'Claude 4.5 Opus' (header line 86))",,out:effort-not-established, mk25-infovqaval,moonshot,gemini-3-pro,high,mixed,mid,,,,,,,57.2,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 239: cell of row 'InfoVQA (val)' (row at line 234), column 'Gemini 3 Pro' (header line 87))",,in, mk25-infovqaval,moonshot,qwen3-vl-235b-a22b-thinking,solo,mixed,mid,,,,,,,89.5,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 241: cell of row 'InfoVQA (val)' (row at line 234), column 'Qwen3-VL-235B-A22B-Thinking' (header line 89))",,out:single-couple, mk25-simplevqa,moonshot,kimi-k2.5,think,mixed,hard,,,,,,,71.2,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 245: cell of row 'SimpleVQA' (row at line 243), column 'Kimi K2.5' (header line 84))",,in, mk25-simplevqa,moonshot,gpt-5.2,xhigh,mixed,hard,,,,,,,55.8,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 246: cell of row 'SimpleVQA' (row at line 243), column 'GPT-5.2' (header line 85))",,in, mk25-simplevqa,moonshot,opus-4.5,not-established:absent,mixed,hard,,,,,,,69.7,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 247: cell of row 'SimpleVQA' (row at line 243), column 'Claude 4.5 Opus' (header line 86))",,out:effort-not-established, mk25-simplevqa,moonshot,gemini-3-pro,high,mixed,hard,,,,,,,69.7,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 248: cell of row 'SimpleVQA' (row at line 243), column 'Gemini 3 Pro' (header line 87))",,in, mk25-simplevqa,moonshot,qwen3-vl-235b-a22b-thinking,solo,mixed,hard,,,,,,,56.8,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 250: cell of row 'SimpleVQA' (row at line 243), column 'Qwen3-VL-235B-A22B-Thinking' (header line 89))",,out:single-couple, mk25-motionbench,moonshot,kimi-k2.5,think,mixed,hard,,,,,,,70.4,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 281: cell of row 'MotionBench' (row at line 279), column 'Kimi K2.5' (header line 84))",,in, mk25-motionbench,moonshot,gpt-5.2,xhigh,mixed,hard,,,,,,,64.8,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 282: cell of row 'MotionBench' (row at line 279), column 'GPT-5.2' (header line 85))",,in, mk25-motionbench,moonshot,opus-4.5,not-established:absent,mixed,hard,,,,,,,60.3,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 283: cell of row 'MotionBench' (row at line 279), column 'Claude 4.5 Opus' (header line 86))",,out:effort-not-established, mk25-motionbench,moonshot,gemini-3-pro,high,mixed,hard,,,,,,,70.3,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 284: cell of row 'MotionBench' (row at line 279), column 'Gemini 3 Pro' (header line 87))",,in, mk25-videomme,moonshot,kimi-k2.5,think,mixed,mid,,,,,,,87.4,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 290: cell of row 'VideoMME' (row at line 288), column 'Kimi K2.5' (header line 84))",,in, mk25-videomme,moonshot,gpt-5.2,xhigh,mixed,mid,,,,,,,86.0,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 291: cell of row 'VideoMME' (row at line 288), column 'GPT-5.2' (header line 85))",,in, mk25-videomme,moonshot,gemini-3-pro,high,mixed,mid,,,,,,,88.4,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 293: cell of row 'VideoMME' (row at line 288), column 'Gemini 3 Pro' (header line 87))",,in, mk25-videomme,moonshot,qwen3-vl-235b-a22b-thinking,solo,mixed,mid,,,,,,,79.0,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 295: cell of row 'VideoMME' (row at line 288), column 'Qwen3-VL-235B-A22B-Thinking' (header line 89))",,out:single-couple, mk25-longvideobench,moonshot,kimi-k2.5,think,mixed,hard,,,,,,,79.8,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 299: cell of row 'LongVideoBench' (row at line 297), column 'Kimi K2.5' (header line 84))",,in, mk25-longvideobench,moonshot,gpt-5.2,xhigh,mixed,hard,,,,,,,76.5,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 300: cell of row 'LongVideoBench' (row at line 297), column 'GPT-5.2' (header line 85))",,in, mk25-longvideobench,moonshot,opus-4.5,not-established:absent,mixed,hard,,,,,,,67.2,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 301: cell of row 'LongVideoBench' (row at line 297), column 'Claude 4.5 Opus' (header line 86))",,out:effort-not-established, mk25-longvideobench,moonshot,gemini-3-pro,high,mixed,hard,,,,,,,77.7,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 302: cell of row 'LongVideoBench' (row at line 297), column 'Gemini 3 Pro' (header line 87))",,in, mk25-longvideobench,moonshot,qwen3-vl-235b-a22b-thinking,solo,mixed,hard,,,,,,,65.6,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 304: cell of row 'LongVideoBench' (row at line 297), column 'Qwen3-VL-235B-A22B-Thinking' (header line 89))",,out:single-couple, mk25-lvbench,moonshot,kimi-k2.5,think,mixed,hard,,,,,,,75.9,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 308: cell of row 'LVBench' (row at line 306), column 'Kimi K2.5' (header line 84))",,in, mk25-lvbench,moonshot,gemini-3-pro,high,mixed,hard,,,,,,,73.5,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 311: cell of row 'LVBench' (row at line 306), column 'Gemini 3 Pro' (header line 87))",,in, mk25-lvbench,moonshot,qwen3-vl-235b-a22b-thinking,solo,mixed,hard,,,,,,,63.6,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 313: cell of row 'LVBench' (row at line 306), column 'Qwen3-VL-235B-A22B-Thinking' (header line 89))",,out:single-couple, mk25-swebenchpro,moonshot,kimi-k2.5,nothink,coding,frontier,,,,,,,50.7,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 329: cell of row 'SWE-Bench Pro' (row at line 327), column 'Kimi K2.5' (header line 84))",,in, mk25-swebenchpro,moonshot,gpt-5.2,xhigh,coding,frontier,,,,,,,55.6,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 330: cell of row 'SWE-Bench Pro' (row at line 327), column 'GPT-5.2' (header line 85))",,in, mk25-swebenchpro,moonshot,opus-4.5,not-established:absent,coding,frontier,,,,,,,55.4,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 331: cell of row 'SWE-Bench Pro' (row at line 327), column 'Claude 4.5 Opus' (header line 86))",,out:effort-not-established, mk25-terminalbench20,moonshot,kimi-k2.5,not-established:absent,coding,frontier,Terminus-2,,,,,,50.8,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 347: cell of row 'Terminal Bench 2.0' (row at line 345), column 'Kimi K2.5' (header line 84))",,out:effort-not-established, mk25-terminalbench20,moonshot,gpt-5.2,not-established:absent,coding,frontier,Terminus-2,,,,,,54.0,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 348: cell of row 'Terminal Bench 2.0' (row at line 345), column 'GPT-5.2' (header line 85))",,out:effort-not-established, mk25-terminalbench20,moonshot,opus-4.5,not-established:absent,coding,frontier,Terminus-2,,,,,,59.3,score%,0.0289,,default-bridged,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 349: cell of row 'Terminal Bench 2.0' (row at line 345), column 'Claude 4.5 Opus' (header line 86))",,out:effort-not-established, mk25-terminalbench20,moonshot,gemini-3-pro,not-established:absent,coding,frontier,Terminus-2,,,,,,54.2,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 350: cell of row 'Terminal Bench 2.0' (row at line 345), column 'Gemini 3 Pro' (header line 87))",,out:effort-not-established, mk25-terminalbench20,moonshot,deepseek-v3.2,not-established:absent,coding,frontier,Terminus-2,,,,,,46.4,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 351: cell of row 'Terminal Bench 2.0' (row at line 345), column 'DeepSeek V3.2' (header line 88))",,out:effort-not-established, mk25-paperbench,moonshot,kimi-k2.5,think,coding,frontier,,,,,,,63.5,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 356: cell of row 'PaperBench' (row at line 354), column 'Kimi K2.5' (header line 84))",,in, mk25-paperbench,moonshot,gpt-5.2,xhigh,coding,frontier,,,,,,,63.7,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 357: cell of row 'PaperBench' (row at line 354), column 'GPT-5.2' (header line 85))",,in, mk25-paperbench,moonshot,opus-4.5,not-established:absent,coding,frontier,,,,,,,72.9,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 358: cell of row 'PaperBench' (row at line 354), column 'Claude 4.5 Opus' (header line 86))",,out:effort-not-established, mk25-paperbench,moonshot,deepseek-v3.2,think,coding,frontier,,,,,,,47.1,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 360: cell of row 'PaperBench' (row at line 354), column 'DeepSeek V3.2' (header line 88))",,in, mk25-cybergym,moonshot,kimi-k2.5,think,coding,frontier,,,,,,,41.3,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 365: cell of row 'CyberGym' (row at line 363), column 'Kimi K2.5' (header line 84))",,in, mk25-cybergym,moonshot,opus-4.5,nothink,coding,frontier,,,,,,,50.6,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 367: cell of row 'CyberGym' (row at line 363), column 'Claude 4.5 Opus' (header line 86))",,out:single-couple, mk25-cybergym,moonshot,gemini-3-pro,high,coding,frontier,,,,,,,39.9,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 368: cell of row 'CyberGym' (row at line 363), column 'Gemini 3 Pro' (header line 87))",,in, mk25-cybergym,moonshot,deepseek-v3.2,think,coding,frontier,,,,,,,17.3,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 369: cell of row 'CyberGym' (row at line 363), column 'DeepSeek V3.2' (header line 88))",,in, mk25-scicode,moonshot,kimi-k2.5,think,coding,hard,,,,,,,48.7,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 374: cell of row 'SciCode' (row at line 372), column 'Kimi K2.5' (header line 84))",,in, mk25-scicode,moonshot,gpt-5.2,xhigh,coding,hard,,,,,,,52.1,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 375: cell of row 'SciCode' (row at line 372), column 'GPT-5.2' (header line 85))",,in, mk25-scicode,moonshot,opus-4.5,not-established:absent,coding,hard,,,,,,,49.5,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 376: cell of row 'SciCode' (row at line 372), column 'Claude 4.5 Opus' (header line 86))",,out:effort-not-established, mk25-scicode,moonshot,gemini-3-pro,high,coding,hard,,,,,,,56.1,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 377: cell of row 'SciCode' (row at line 372), column 'Gemini 3 Pro' (header line 87))",,in, mk25-scicode,moonshot,deepseek-v3.2,think,coding,hard,,,,,,,38.9,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 378: cell of row 'SciCode' (row at line 372), column 'DeepSeek V3.2' (header line 88))",,in, mk25-ojbenchcpp,moonshot,kimi-k2.5,think,coding,hard,,,,,,,57.4,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 383: cell of row 'OJBench (cpp)' (row at line 381), column 'Kimi K2.5' (header line 84))",,in, mk25-ojbenchcpp,moonshot,opus-4.5,not-established:absent,coding,hard,,,,,,,54.6,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 385: cell of row 'OJBench (cpp)' (row at line 381), column 'Claude 4.5 Opus' (header line 86))",,out:effort-not-established, mk25-ojbenchcpp,moonshot,gemini-3-pro,high,coding,hard,,,,,,,68.5,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 386: cell of row 'OJBench (cpp)' (row at line 381), column 'Gemini 3 Pro' (header line 87))",,in, mk25-ojbenchcpp,moonshot,deepseek-v3.2,think,coding,hard,,,,,,,54.7,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 387: cell of row 'OJBench (cpp)' (row at line 381), column 'DeepSeek V3.2' (header line 88))",,in, mk25-livecodebenchv6,moonshot,kimi-k2.5,think,coding,hard,,,,,,,85.0,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 392: cell of row 'LiveCodeBench (v6)' (row at line 390), column 'Kimi K2.5' (header line 84))",,in, mk25-livecodebenchv6,moonshot,opus-4.5,not-established:absent,coding,hard,,,,,,,82.2,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 394: cell of row 'LiveCodeBench (v6)' (row at line 390), column 'Claude 4.5 Opus' (header line 86))",,out:effort-not-established, mk25-livecodebenchv6,moonshot,gemini-3-pro,high,coding,hard,,,,,,,87.4,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 395: cell of row 'LiveCodeBench (v6)' (row at line 390), column 'Gemini 3 Pro' (header line 87))",,in, mk25-livecodebenchv6,moonshot,deepseek-v3.2,think,coding,hard,,,,,,,83.3,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 396: cell of row 'LiveCodeBench (v6)' (row at line 390), column 'DeepSeek V3.2' (header line 88))",,in, mk25-longbenchv2,moonshot,kimi-k2.5,think,mixed,hard,,,,,,,61.0,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 404: cell of row 'Longbench v2' (row at line 402), column 'Kimi K2.5' (header line 84))",,in, mk25-longbenchv2,moonshot,gpt-5.2,xhigh,mixed,hard,,,,,,,54.5,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 405: cell of row 'Longbench v2' (row at line 402), column 'GPT-5.2' (header line 85))",,in, mk25-longbenchv2,moonshot,opus-4.5,not-established:absent,mixed,hard,,,,,,,64.4,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 406: cell of row 'Longbench v2' (row at line 402), column 'Claude 4.5 Opus' (header line 86))",,out:effort-not-established, mk25-longbenchv2,moonshot,gemini-3-pro,high,mixed,hard,,,,,,,68.2,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 407: cell of row 'Longbench v2' (row at line 402), column 'Gemini 3 Pro' (header line 87))",,in, mk25-longbenchv2,moonshot,deepseek-v3.2,think,mixed,hard,,,,,,,59.8,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 408: cell of row 'Longbench v2' (row at line 402), column 'DeepSeek V3.2' (header line 88))",,in, mk25-browsecomp,moonshot,kimi-k2.5,think,agentic-tool,frontier,,,,,,,60.6,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 424: cell of row 'BrowseComp' (row at line 422), column 'Kimi K2.5' (header line 84))",,in, mk25-browsecomp,moonshot,gpt-5.2,xhigh,agentic-tool,frontier,,,,,,,65.8,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 425: cell of row 'BrowseComp' (row at line 422), column 'GPT-5.2' (header line 85))",,in, mk25-browsecomp,moonshot,opus-4.5,not-established:absent,agentic-tool,frontier,,,,,,,37.0,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 426: cell of row 'BrowseComp' (row at line 422), column 'Claude 4.5 Opus' (header line 86))",,out:effort-not-established, mk25-browsecomp,moonshot,gemini-3-pro,high,agentic-tool,frontier,,,,,,,37.8,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 427: cell of row 'BrowseComp' (row at line 422), column 'Gemini 3 Pro' (header line 87))",,in, mk25-browsecomp,moonshot,deepseek-v3.2,think,agentic-tool,frontier,,,,,,,51.4,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 428: cell of row 'BrowseComp' (row at line 422), column 'DeepSeek V3.2' (header line 88))",,in, mk25-browsecompwctxmanage,moonshot,kimi-k2.5,think,agentic-tool,frontier,,,,,,,74.9,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 433: cell of row 'BrowseComp (w/ctx manage)' (row at line 431), column 'Kimi K2.5' (header line 84))",,in, mk25-browsecompwctxmanage,moonshot,opus-4.5,not-established:absent,agentic-tool,frontier,,,,,,,57.8,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 434: cell of row 'BrowseComp (w/ctx manage)' (row at line 431), column 'Claude 4.5 Opus' (header line 86))",,out:effort-not-established, mk25-browsecompwctxmanage,moonshot,gemini-3-pro,high,agentic-tool,frontier,,,,,,,59.2,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 435: cell of row 'BrowseComp (w/ctx manage)' (row at line 431), column 'Gemini 3 Pro' (header line 87))",,in, mk25-browsecompwctxmanage,moonshot,deepseek-v3.2,think,agentic-tool,frontier,,,,,,,67.6,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 436: cell of row 'BrowseComp (w/ctx manage)' (row at line 431), column 'DeepSeek V3.2' (header line 88))",,in, mk25-widesearchitemf1,moonshot,kimi-k2.5,think,agentic-tool,hard,,,,,,,72.7,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 450: cell of row 'WideSearch (item-f1)' (row at line 448), column 'Kimi K2.5' (header line 84))",,in, mk25-widesearchitemf1,moonshot,opus-4.5,not-established:absent,agentic-tool,hard,,,,,,,76.2,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 452: cell of row 'WideSearch (item-f1)' (row at line 448), column 'Claude 4.5 Opus' (header line 86))",,out:effort-not-established, mk25-widesearchitemf1,moonshot,gemini-3-pro,high,agentic-tool,hard,,,,,,,57.0,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 453: cell of row 'WideSearch (item-f1)' (row at line 448), column 'Gemini 3 Pro' (header line 87))",,in, mk25-widesearchitemf1,moonshot,deepseek-v3.2,think,agentic-tool,hard,,,,,,,32.5,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 454: cell of row 'WideSearch (item-f1)' (row at line 448), column 'DeepSeek V3.2' (header line 88))",,in, mk25-deepsearchqa,moonshot,kimi-k2.5,think,agentic-tool,hard,,,,,,,77.1,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 468: cell of row 'DeepSearchQA' (row at line 466), column 'Kimi K2.5' (header line 84))",,in, mk25-deepsearchqa,moonshot,gpt-5.2,xhigh,agentic-tool,hard,,,,,,,71.3,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 469: cell of row 'DeepSearchQA' (row at line 466), column 'GPT-5.2' (header line 85))",,in, mk25-deepsearchqa,moonshot,opus-4.5,not-established:absent,agentic-tool,hard,,,,,,,76.1,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 470: cell of row 'DeepSearchQA' (row at line 466), column 'Claude 4.5 Opus' (header line 86))",,out:effort-not-established, mk25-deepsearchqa,moonshot,gemini-3-pro,high,agentic-tool,hard,,,,,,,63.2,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 471: cell of row 'DeepSearchQA' (row at line 466), column 'Gemini 3 Pro' (header line 87))",,in, mk25-deepsearchqa,moonshot,deepseek-v3.2,think,agentic-tool,hard,,,,,,,60.9,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 472: cell of row 'DeepSearchQA' (row at line 466), column 'DeepSeek V3.2' (header line 88))",,in, mk25-finsearchcompt2t3,moonshot,kimi-k2.5,think,agentic-tool,hard,,,,,,,67.8,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 477: cell of row 'FinSearchCompT2&T3' (row at line 475), column 'Kimi K2.5' (header line 84))",,in, mk25-finsearchcompt2t3,moonshot,opus-4.5,not-established:absent,agentic-tool,hard,,,,,,,66.2,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 479: cell of row 'FinSearchCompT2&T3' (row at line 475), column 'Claude 4.5 Opus' (header line 86))",,out:effort-not-established, mk25-finsearchcompt2t3,moonshot,gemini-3-pro,high,agentic-tool,hard,,,,,,,49.9,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 480: cell of row 'FinSearchCompT2&T3' (row at line 475), column 'Gemini 3 Pro' (header line 87))",,in, mk25-finsearchcompt2t3,moonshot,deepseek-v3.2,think,agentic-tool,hard,,,,,,,59.1,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 481: cell of row 'FinSearchCompT2&T3' (row at line 475), column 'DeepSeek V3.2' (header line 88))",,in, mk25-seal0,moonshot,kimi-k2.5,think,agentic-tool,hard,,,,,,,57.4,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 486: cell of row 'Seal-0' (row at line 484), column 'Kimi K2.5' (header line 84))",,in, mk25-seal0,moonshot,gpt-5.2,xhigh,agentic-tool,hard,,,,,,,45.0,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 487: cell of row 'Seal-0' (row at line 484), column 'GPT-5.2' (header line 85))",,in, mk25-seal0,moonshot,opus-4.5,not-established:absent,agentic-tool,hard,,,,,,,47.7,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 488: cell of row 'Seal-0' (row at line 484), column 'Claude 4.5 Opus' (header line 86))",,out:effort-not-established, mk25-seal0,moonshot,gemini-3-pro,high,agentic-tool,hard,,,,,,,45.5,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 489: cell of row 'Seal-0' (row at line 484), column 'Gemini 3 Pro' (header line 87))",,in, mk25-seal0,moonshot,deepseek-v3.2,think,agentic-tool,hard,,,,,,,49.5,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K2.5 (line 490: cell of row 'Seal-0' (row at line 484), column 'DeepSeek V3.2' (header line 88))",,in, hf-kimi-k3.1-pro-tb4,moonshot,fable-5.1,max,coding,hard,,,,,,,57.9,Terminal-Bench 4.0 (%),0.0289,,restated-from:official Terminal-Bench leaderboard,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 171: cell of row 'Terminal-Bench 4.0' (row label at line 169), column 'Claude Fable 5.1' (header line 157); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-tb4,moonshot,gpt-6-astra,max,coding,hard,,,,,,,58.2,Terminal-Bench 4.0 (%),0.0289,,restated-from:official Terminal-Bench leaderboard,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 172: cell of row 'Terminal-Bench 4.0' (row label at line 169), column 'GPT-6 Astra' (header line 158); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-tb4,moonshot,opus-5.5,max,coding,hard,,,,,,,66.4,Terminal-Bench 4.0 (%),0.0289,,restated-from:official Terminal-Bench leaderboard,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 173: cell of row 'Terminal-Bench 4.0' (row label at line 169), column 'Claude Opus 5.5' (header line 159); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-tb4,moonshot,glm-5.3,max,coding,hard,,,,,,,41.8,Terminal-Bench 4.0 (%),0.0289,,restated-from:official Terminal-Bench leaderboard,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 175: cell of row 'Terminal-Bench 4.0' (row label at line 169), column 'GLM-5.3' (header line 161); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-tbs,moonshot,fable-5.1,max,coding,hard,,,,,,,40.0,Terminal-Bench-Science 0.1 (%),0.0289,,restated-from:Terminal-Bench-Science leaderboard,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 180: cell of row 'Terminal-Bench-Science 0.1' (row label at line 178), column 'Claude Fable 5.1' (header line 157); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-tbs,moonshot,gpt-6-astra,max,coding,hard,,,,,,,68.1,Terminal-Bench-Science 0.1 (%),0.0289,,restated-from:Terminal-Bench-Science leaderboard,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 181: cell of row 'Terminal-Bench-Science 0.1' (row label at line 178), column 'GPT-6 Astra' (header line 158); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-tbs,moonshot,opus-5.5,max,coding,hard,,,,,,,63.3,Terminal-Bench-Science 0.1 (%),0.0289,,restated-from:Terminal-Bench-Science leaderboard,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 182: cell of row 'Terminal-Bench-Science 0.1' (row label at line 178), column 'Claude Opus 5.5' (header line 159); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-tbs,moonshot,glm-5.3,max,coding,hard,,,,,,,8.1,Terminal-Bench-Science 0.1 (%),0.0289,,restated-from:Terminal-Bench-Science leaderboard,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 184: cell of row 'Terminal-Bench-Science 0.1' (row label at line 178), column 'GLM-5.3' (header line 161); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-swemarathon,moonshot,fable-5.1,max,coding,hard,,,,,,,45.6,SWE Marathon v1.1 (%),0.0289,,restated-from:official leaderboard,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 189: cell of row 'SWE Marathon v1.1' (row label at line 187), column 'Claude Fable 5.1' (header line 157); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-swemarathon,moonshot,gpt-6-astra,max,coding,hard,,,,,,,42.5,SWE Marathon v1.1 (%),0.0289,,restated-from:official leaderboard,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 190: cell of row 'SWE Marathon v1.1' (row label at line 187), column 'GPT-6 Astra' (header line 158); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-swemarathon,moonshot,opus-5.5,max,coding,hard,,,,,,,46.3,SWE Marathon v1.1 (%),0.0289,,restated-from:official leaderboard,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 191: cell of row 'SWE Marathon v1.1' (row label at line 187), column 'Claude Opus 5.5' (header line 159); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-swemarathon,moonshot,glm-5.3,max,coding,hard,,,,,,,42.5,SWE Marathon v1.1 (%),0.0289,,restated-from:official leaderboard,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 193: cell of row 'SWE Marathon v1.1' (row label at line 187), column 'GLM-5.3' (header line 161); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-benchcad-notools,moonshot,fable-5.1,max,coding,hard,,,,,,,60.6,BenchCAD without tools (%),0.0289,,restated-from:Opus 5.5 System Card,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 198: cell of row 'BenchCAD w/o tools' (row label at line 196), column 'Claude Fable 5.1' (header line 157); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-benchcad-notools,moonshot,opus-5.5,max,coding,hard,,,,,,,73.0,BenchCAD without tools (%),0.0289,,restated-from:Opus 5.5 System Card,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 200: cell of row 'BenchCAD w/o tools' (row label at line 196), column 'Claude Opus 5.5' (header line 159); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-benchcad-tools,moonshot,fable-5.1,max,coding,hard,,,,,,,92.6,BenchCAD with tools (%),0.0289,,restated-from:Opus 5.5 System Card,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 207: cell of row 'BenchCAD w/ tools' (row label at line 205), column 'Claude Fable 5.1' (header line 157); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-benchcad-tools,moonshot,gpt-6-astra,max,coding,hard,,,,,,,95.9,BenchCAD with tools (%),0.0289,,restated-from:official report,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 208: cell of row 'BenchCAD w/ tools' (row label at line 205), column 'GPT-6 Astra' (header line 158); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-benchcad-tools,moonshot,opus-5.5,max,coding,hard,,,,,,,96.2,BenchCAD with tools (%),0.0289,,restated-from:Opus 5.5 System Card,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 209: cell of row 'BenchCAD w/ tools' (row label at line 205), column 'Claude Opus 5.5' (header line 159); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-programbench,moonshot,fable-5.1,max,coding,hard,,,,,,,53.5,ProgramBench binary score (% of tasks with a ProgramBench score of at least 95%),0.0289,,restated-from:Vals AI,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 216: cell of row 'Program Bench' (row label at line 214), column 'Claude Fable 5.1' (header line 157); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-programbench,moonshot,gpt-6-astra,max,coding,hard,,,,,,,50.0,ProgramBench binary score (% of tasks with a ProgramBench score of at least 95%),0.0289,,restated-from:Vals AI,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 217: cell of row 'Program Bench' (row label at line 214), column 'GPT-6 Astra' (header line 158); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-programbench,moonshot,opus-5.5,max,coding,hard,,,,,,,65.0,ProgramBench binary score (% of tasks with a ProgramBench score of at least 95%),0.0289,,restated-from:Vals AI,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 218: cell of row 'Program Bench' (row label at line 214), column 'Claude Opus 5.5' (header line 159); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-programbench,moonshot,glm-5.3,max,coding,hard,,,,,,,19.0,ProgramBench binary score (% of tasks with a ProgramBench score of at least 95%),0.0289,,restated-from:DeepSeek,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 220: cell of row 'Program Bench' (row label at line 214), column 'GLM-5.3' (header line 161); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-deepswe,moonshot,fable-5.1,max,coding,hard,,,,,,,67.4,DeepSWE v1.1 (%),0.0289,,restated-from:respective technical reports,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 225: cell of row 'DeepSWE v1.1' (row label at line 223), column 'Claude Fable 5.1' (header line 157); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-deepswe,moonshot,gpt-6-astra,max,coding,hard,,,,,,,74.1,DeepSWE v1.1 (%),0.0289,,restated-from:respective technical reports,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 226: cell of row 'DeepSWE v1.1' (row label at line 223), column 'GPT-6 Astra' (header line 158); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-deepswe,moonshot,opus-5.5,max,coding,hard,,,,,,,74.2,DeepSWE v1.1 (%),0.0289,,restated-from:respective technical reports,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 227: cell of row 'DeepSWE v1.1' (row label at line 223), column 'Claude Opus 5.5' (header line 159); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-deepswe,moonshot,glm-5.3,max,coding,hard,,,,,,,66.9,DeepSWE v1.1 (%),0.0289,,restated-from:respective technical reports,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 229: cell of row 'DeepSWE v1.1' (row label at line 223), column 'GLM-5.3' (header line 161); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-posttrainbench,moonshot,fable-5.1,max,mixed,hard,,,,,,,44.6,PostTrainBench v1.2 (%),0.0289,,restated-from:official leaderboard,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 234: cell of row 'PostTrain Bench v1.2' (row label at line 232), column 'Claude Fable 5.1' (header line 157); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-posttrainbench,moonshot,gpt-6-astra,max,mixed,hard,,,,,,,41.9,PostTrainBench v1.2 (%),0.0289,,restated-from:official leaderboard,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 235: cell of row 'PostTrain Bench v1.2' (row label at line 232), column 'GPT-6 Astra' (header line 158); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-posttrainbench,moonshot,opus-5.5,max,mixed,hard,,,,,,,43.8,PostTrainBench v1.2 (%),0.0289,,restated-from:official leaderboard,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 236: cell of row 'PostTrain Bench v1.2' (row label at line 232), column 'Claude Opus 5.5' (header line 159); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-posttrainbench,moonshot,glm-5.3,max,mixed,hard,,,,,,,34.5,PostTrainBench v1.2 (%),0.0289,,restated-from:official leaderboard,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 238: cell of row 'PostTrain Bench v1.2' (row label at line 232), column 'GLM-5.3' (header line 161); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-kcb2,moonshot,glm-5.3,max,coding,hard,,,,,,,61.7,Kimi Code Bench 2.0 (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 247: cell of row 'Kimi Code Bench 2.0 (Internal)' (row label at line 241), column 'GLM-5.3' (header line 161); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-kcb3,moonshot,fable-5.1,max,coding,hard,,,,,,,58.8,Kimi Code Bench 3.0 Long-horizon (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 252: cell of row 'Kimi Code Bench 3.0 Long-horizon (Internal)' (row label at line 250), column 'Claude Fable 5.1' (header line 157); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-kcb3,moonshot,gpt-6-astra,max,coding,hard,,,,,,,66.5,Kimi Code Bench 3.0 Long-horizon (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 253: cell of row 'Kimi Code Bench 3.0 Long-horizon (Internal)' (row label at line 250), column 'GPT-6 Astra' (header line 158); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-kcb3,moonshot,opus-5.5,max,coding,hard,,,,,,,58.5,Kimi Code Bench 3.0 Long-horizon (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 254: cell of row 'Kimi Code Bench 3.0 Long-horizon (Internal)' (row label at line 250), column 'Claude Opus 5.5' (header line 159); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-kcb3,moonshot,glm-5.3,max,coding,hard,,,,,,,45.5,Kimi Code Bench 3.0 Long-horizon (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 256: cell of row 'Kimi Code Bench 3.0 Long-horizon (Internal)' (row label at line 250), column 'GLM-5.3' (header line 161); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-hle-tools,moonshot,fable-5.1,max,mixed,hard,,,,,,,65.6,HLE-Full with tools (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 264: cell of row 'HLE-Full w/ tools' (row label at line 262), column 'Claude Fable 5.1' (header line 157); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-hle-tools,moonshot,gpt-6-astra,max,mixed,hard,,,,,,,57.2,HLE-Full with tools (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 265: cell of row 'HLE-Full w/ tools' (row label at line 262), column 'GPT-6 Astra' (header line 158); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-hle-tools,moonshot,opus-5.5,max,mixed,hard,,,,,,,67.7,HLE-Full with tools (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 266: cell of row 'HLE-Full w/ tools' (row label at line 262), column 'Claude Opus 5.5' (header line 159); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-hle-tools,moonshot,glm-5.3,max,mixed,hard,,,,,,,62.5,HLE-Full with tools (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 268: cell of row 'HLE-Full w/ tools' (row label at line 262), column 'GLM-5.3' (header line 161); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-browsecomp,moonshot,gpt-6-astra,max,agentic-tool,hard,,,,,,,91.5,BrowseComp (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 274: cell of row 'BrowseComp' (row label at line 271), column 'GPT-6 Astra' (header line 158); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-browsecomp,moonshot,opus-5.5,max,agentic-tool,hard,,,,,,,90.8,BrowseComp (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 275: cell of row 'BrowseComp' (row label at line 271), column 'Claude Opus 5.5' (header line 159); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-biomystery,moonshot,fable-5.1,max,mixed,hard,,,,,,,81.6,BioMysteryBench (%),0.0289,,restated-from:official system cards,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 282: cell of row 'BioMysteryBench' (row label at line 280), column 'Claude Fable 5.1' (header line 157); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-biomystery,moonshot,gpt-6-astra,max,mixed,hard,,,,,,,78.9,BioMysteryBench (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 283: cell of row 'BioMysteryBench' (row label at line 280), column 'GPT-6 Astra' (header line 158); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-biomystery,moonshot,opus-5.5,max,mixed,hard,,,,,,,81.9,BioMysteryBench (%),0.0289,,restated-from:official system cards,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 284: cell of row 'BioMysteryBench' (row label at line 280), column 'Claude Opus 5.5' (header line 159); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-biomystery,moonshot,glm-5.3,max,mixed,hard,,,,,,,79.6,BioMysteryBench (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 286: cell of row 'BioMysteryBench' (row label at line 280), column 'GLM-5.3' (header line 161); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-charxiv-py,moonshot,fable-5.1,max,mixed,hard,,,,,,,92.7,CharXiv reasoning questions with python (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 291: cell of row 'CharXiv (RQ) w/ python' (row label at line 289), column 'Claude Fable 5.1' (header line 157); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-charxiv-py,moonshot,gpt-6-astra,max,mixed,hard,,,,,,,92.8,CharXiv reasoning questions with python (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 292: cell of row 'CharXiv (RQ) w/ python' (row label at line 289), column 'GPT-6 Astra' (header line 158); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-charxiv-py,moonshot,opus-5.5,max,mixed,hard,,,,,,,93.8,CharXiv reasoning questions with python (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 293: cell of row 'CharXiv (RQ) w/ python' (row label at line 289), column 'Claude Opus 5.5' (header line 159); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-mmmupro-py,moonshot,fable-5.1,max,mixed,hard,,,,,,,88.4,MMMU-Pro with python (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 300: cell of row 'MMMU-Pro w/ python' (row label at line 298), column 'Claude Fable 5.1' (header line 157); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-mmmupro-py,moonshot,gpt-6-astra,max,mixed,hard,,,,,,,87.8,MMMU-Pro with python (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 301: cell of row 'MMMU-Pro w/ python' (row label at line 298), column 'GPT-6 Astra' (header line 158); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-mmmupro-py,moonshot,opus-5.5,max,mixed,hard,,,,,,,89.8,MMMU-Pro with python (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 302: cell of row 'MMMU-Pro w/ python' (row label at line 298), column 'Claude Opus 5.5' (header line 159); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-gdppdf-py,moonshot,fable-5.1,max,mixed,hard,,,,,,,83.8,"GDP.pdf with python (task-macro mean rubric pass rate, %)",0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 309: cell of row 'GDP.pdf w/ python' (row label at line 307), column 'Claude Fable 5.1' (header line 157); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-gdppdf-py,moonshot,gpt-6-astra,max,mixed,hard,,,,,,,85.5,"GDP.pdf with python (task-macro mean rubric pass rate, %)",0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 310: cell of row 'GDP.pdf w/ python' (row label at line 307), column 'GPT-6 Astra' (header line 158); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-gdppdf-py,moonshot,opus-5.5,max,mixed,hard,,,,,,,83.9,"GDP.pdf with python (task-macro mean rubric pass rate, %)",0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 311: cell of row 'GDP.pdf w/ python' (row label at line 307), column 'Claude Opus 5.5' (header line 159); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-chartography-py,moonshot,fable-5.1,max,mixed,hard,,,,,,,88.4,ChartoGraphy with python (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 318: cell of row 'ChartoGraphy w/ python' (row label at line 316), column 'Claude Fable 5.1' (header line 157); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-chartography-py,moonshot,gpt-6-astra,max,mixed,hard,,,,,,,91.0,ChartoGraphy with python (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 319: cell of row 'ChartoGraphy w/ python' (row label at line 316), column 'GPT-6 Astra' (header line 158); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-chartography-py,moonshot,opus-5.5,max,mixed,hard,,,,,,,89.0,ChartoGraphy with python (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 320: cell of row 'ChartoGraphy w/ python' (row label at line 316), column 'Claude Opus 5.5' (header line 159); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-babyvision-py,moonshot,fable-5.1,max,mixed,hard,,,,,,,95.1,BabyVision with python (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 327: cell of row 'BabyVision w/ python' (row label at line 325), column 'Claude Fable 5.1' (header line 157); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-babyvision-py,moonshot,gpt-6-astra,max,mixed,hard,,,,,,,96.6,BabyVision with python (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 328: cell of row 'BabyVision w/ python' (row label at line 325), column 'GPT-6 Astra' (header line 158); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-babyvision-py,moonshot,opus-5.5,max,mixed,hard,,,,,,,97.7,BabyVision with python (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 329: cell of row 'BabyVision w/ python' (row label at line 325), column 'Claude Opus 5.5' (header line 159); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-zerobench-py-pass5,moonshot,fable-5.1,max,mixed,hard,,,,,,,59.0,"ZeroBench_main with python, pass@5 (%)",0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 336: cell of row 'ZeroBench_main w/ python (pass@5)' (row label at line 334), column 'Claude Fable 5.1' (header line 157); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-zerobench-py-pass5,moonshot,gpt-6-astra,max,mixed,hard,,,,,,,58.0,"ZeroBench_main with python, pass@5 (%)",0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 337: cell of row 'ZeroBench_main w/ python (pass@5)' (row label at line 334), column 'GPT-6 Astra' (header line 158); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-zerobench-py-pass5,moonshot,opus-5.5,max,mixed,hard,,,,,,,61.0,"ZeroBench_main with python, pass@5 (%)",0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 338: cell of row 'ZeroBench_main w/ python (pass@5)' (row label at line 334), column 'Claude Opus 5.5' (header line 159); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-ale-all,moonshot,gpt-6-astra,max,agentic-tool,hard,,,,,,,41.8,"Agents' Last Exam, all tasks (%)",0.0289,,restated-from:official benchmark website,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 346: cell of row 'Agents' Last Exam (ALL)' (row label at line 343), column 'GPT-6 Astra' (header line 158); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-ale-all,moonshot,opus-5.5,max,agentic-tool,hard,,,,,,,42.6,"Agents' Last Exam, all tasks (%)",0.0289,,restated-from:official benchmark website,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 347: cell of row 'Agents' Last Exam (ALL)' (row label at line 343), column 'Claude Opus 5.5' (header line 159); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-ale-all,moonshot,glm-5.3,max,agentic-tool,hard,,,,,,,26.2,"Agents' Last Exam, all tasks (%)",0.0289,,restated-from:official benchmark website,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 349: cell of row 'Agents' Last Exam (ALL)' (row label at line 343), column 'GLM-5.3' (header line 161); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-ale-cli,moonshot,gpt-6-astra,max,agentic-tool,hard,,,,,,,44.2,"Agents' Last Exam, CLI tasks (%)",0.0289,,restated-from:official benchmark website,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 355: cell of row 'Agents' Last Exam (CLI)' (row label at line 352), column 'GPT-6 Astra' (header line 158); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-ale-cli,moonshot,opus-5.5,max,agentic-tool,hard,,,,,,,40.7,"Agents' Last Exam, CLI tasks (%)",0.0289,,restated-from:official benchmark website,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 356: cell of row 'Agents' Last Exam (CLI)' (row label at line 352), column 'Claude Opus 5.5' (header line 159); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-ale-cli,moonshot,glm-5.3,max,agentic-tool,hard,,,,,,,29.4,"Agents' Last Exam, CLI tasks (%)",0.0289,,restated-from:official benchmark website,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 358: cell of row 'Agents' Last Exam (CLI)' (row label at line 352), column 'GLM-5.3' (header line 161); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-automationbench-aa,moonshot,fable-5.1,max,agentic-tool,hard,,,,,,,59.4,AutomationBench-AA (%),0.0289,,restated-from:Artificial Analysis,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 363: cell of row 'Automation Bench-AA' (row label at line 361), column 'Claude Fable 5.1' (header line 157); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-automationbench-aa,moonshot,gpt-6-astra,max,agentic-tool,hard,,,,,,,68.5,AutomationBench-AA (%),0.0289,,restated-from:Artificial Analysis,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 364: cell of row 'Automation Bench-AA' (row label at line 361), column 'GPT-6 Astra' (header line 158); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-automationbench-aa,moonshot,opus-5.5,max,agentic-tool,hard,,,,,,,69.5,AutomationBench-AA (%),0.0289,,restated-from:Artificial Analysis,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 365: cell of row 'Automation Bench-AA' (row label at line 361), column 'Claude Opus 5.5' (header line 159); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-automationbench-aa,moonshot,glm-5.3,max,agentic-tool,hard,,,,,,,62.2,AutomationBench-AA (%),0.0289,,restated-from:Artificial Analysis,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 367: cell of row 'Automation Bench-AA' (row label at line 361), column 'GLM-5.3' (header line 161); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-gdpval-aa,moonshot,fable-5.1,max,agentic-tool,hard,,,,,,,1754,GDPval-AA v2.1 (Elo score),0.289,,restated-from:Artificial Analysis,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 372: cell of row 'GDPval-AA v2.1 (Elo-score)' (row label at line 370), column 'Claude Fable 5.1' (header line 157); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-gdpval-aa,moonshot,gpt-6-astra,max,agentic-tool,hard,,,,,,,1573,GDPval-AA v2.1 (Elo score),0.289,,restated-from:Artificial Analysis,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 373: cell of row 'GDPval-AA v2.1 (Elo-score)' (row label at line 370), column 'GPT-6 Astra' (header line 158); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-gdpval-aa,moonshot,opus-5.5,max,agentic-tool,hard,,,,,,,1866,GDPval-AA v2.1 (Elo score),0.289,,restated-from:Artificial Analysis,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 374: cell of row 'GDPval-AA v2.1 (Elo-score)' (row label at line 370), column 'Claude Opus 5.5' (header line 159); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-gdpval-aa,moonshot,glm-5.3,max,agentic-tool,hard,,,,,,,1650,GDPval-AA v2.1 (Elo score),0.289,,restated-from:Artificial Analysis,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 376: cell of row 'GDPval-AA v2.1 (Elo-score)' (row label at line 370), column 'GLM-5.3' (header line 161); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-aa-briefcase,moonshot,fable-5.1,max,agentic-tool,hard,,,,,,,1672,AA-Briefcase v1.1 (Elo score),0.289,,restated-from:Artificial Analysis,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 381: cell of row 'AA-Briefcase v1.1 (Elo-score)' (row label at line 379), column 'Claude Fable 5.1' (header line 157); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-aa-briefcase,moonshot,gpt-6-astra,max,agentic-tool,hard,,,,,,,1569,AA-Briefcase v1.1 (Elo score),0.289,,restated-from:Artificial Analysis,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 382: cell of row 'AA-Briefcase v1.1 (Elo-score)' (row label at line 379), column 'GPT-6 Astra' (header line 158); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-aa-briefcase,moonshot,opus-5.5,max,agentic-tool,hard,,,,,,,1803,AA-Briefcase v1.1 (Elo score),0.289,,restated-from:Artificial Analysis,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 383: cell of row 'AA-Briefcase v1.1 (Elo-score)' (row label at line 379), column 'Claude Opus 5.5' (header line 159); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-aa-briefcase,moonshot,glm-5.3,max,agentic-tool,hard,,,,,,,1507,AA-Briefcase v1.1 (Elo score),0.289,,restated-from:Artificial Analysis,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 385: cell of row 'AA-Briefcase v1.1 (Elo-score)' (row label at line 379), column 'GLM-5.3' (header line 161); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-apex-agents,moonshot,fable-5.1,max,agentic-tool,hard,,,,,,,68.6,APEX-Agents (%),0.0289,,restated-from:official leaderboard,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 390: cell of row 'APEX-Agents' (row label at line 388), column 'Claude Fable 5.1' (header line 157); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-apex-agents,moonshot,gpt-6-astra,max,agentic-tool,hard,,,,,,,64.7,APEX-Agents (%),0.0289,,restated-from:official leaderboard,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 391: cell of row 'APEX-Agents' (row label at line 388), column 'GPT-6 Astra' (header line 158); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-apex-agents,moonshot,opus-5.5,max,agentic-tool,hard,,,,,,,73.5,APEX-Agents (%),0.0289,,restated-from:official leaderboard,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 392: cell of row 'APEX-Agents' (row label at line 388), column 'Claude Opus 5.5' (header line 159); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-apex-agents,moonshot,glm-5.3,max,agentic-tool,hard,,,,,,,56.6,APEX-Agents (%),0.0289,,restated-from:official leaderboard,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 394: cell of row 'APEX-Agents' (row label at line 388), column 'GLM-5.3' (header line 161); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-officeqa-pro-v2,moonshot,fable-5.1,max,agentic-tool,hard,,,,,,,54.5,OfficeQA Pro v2 (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 399: cell of row 'OfficeQA Pro v2' (row label at line 397), column 'Claude Fable 5.1' (header line 157); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-officeqa-pro-v2,moonshot,gpt-6-astra,max,agentic-tool,hard,,,,,,,54.4,OfficeQA Pro v2 (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 400: cell of row 'OfficeQA Pro v2' (row label at line 397), column 'GPT-6 Astra' (header line 158); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-officeqa-pro-v2,moonshot,opus-5.5,max,agentic-tool,hard,,,,,,,62.2,OfficeQA Pro v2 (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 401: cell of row 'OfficeQA Pro v2' (row label at line 397), column 'Claude Opus 5.5' (header line 159); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-officeqa-pro-v2,moonshot,glm-5.3,max,agentic-tool,hard,,,,,,,31.1,OfficeQA Pro v2 (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 403: cell of row 'OfficeQA Pro v2' (row label at line 397), column 'GLM-5.3' (header line 161); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-officeqa-pro,moonshot,fable-5.1,max,agentic-tool,hard,,,,,,,68.6,OfficeQA Pro (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 408: cell of row 'OfficeQA Pro' (row label at line 406), column 'Claude Fable 5.1' (header line 157); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-officeqa-pro,moonshot,gpt-6-astra,max,agentic-tool,hard,,,,,,,66.2,OfficeQA Pro (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 409: cell of row 'OfficeQA Pro' (row label at line 406), column 'GPT-6 Astra' (header line 158); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-officeqa-pro,moonshot,glm-5.3,max,agentic-tool,hard,,,,,,,58.6,OfficeQA Pro (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 412: cell of row 'OfficeQA Pro' (row label at line 406), column 'GLM-5.3' (header line 161); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-frontier-finance,moonshot,fable-5.1,max,agentic-tool,hard,,,,,,,60.8,Frontier Finance (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 417: cell of row 'Frontier Finance' (row label at line 415), column 'Claude Fable 5.1' (header line 157); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-frontier-finance,moonshot,gpt-6-astra,max,agentic-tool,hard,,,,,,,45.0,Frontier Finance (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 418: cell of row 'Frontier Finance' (row label at line 415), column 'GPT-6 Astra' (header line 158); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-frontier-finance,moonshot,opus-5.5,max,agentic-tool,hard,,,,,,,56.7,Frontier Finance (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 419: cell of row 'Frontier Finance' (row label at line 415), column 'Claude Opus 5.5' (header line 159); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-frontier-finance,moonshot,glm-5.3,max,agentic-tool,hard,,,,,,,57.5,Frontier Finance (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 421: cell of row 'Frontier Finance' (row label at line 415), column 'GLM-5.3' (header line 161); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-harvey-legal,moonshot,fable-5.1,max,agentic-tool,hard,,,,,,,19.1,Harvey Legal Agent all-pass rate (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 426: cell of row 'Harvey Legal Agent' (row label at line 424), column 'Claude Fable 5.1' (header line 157); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-handbook,moonshot,fable-5.1,max,agentic-tool,hard,,,,,,,38.8,HANDBOOK.md (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 435: cell of row 'HANDBOOK.md' (row label at line 433), column 'Claude Fable 5.1' (header line 157); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-handbook,moonshot,opus-5.5,max,agentic-tool,hard,,,,,,,41.5,HANDBOOK.md (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 437: cell of row 'HANDBOOK.md' (row label at line 433), column 'Claude Opus 5.5' (header line 159); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-handbook,moonshot,glm-5.3,max,agentic-tool,hard,,,,,,,20.8,HANDBOOK.md (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 439: cell of row 'HANDBOOK.md' (row label at line 433), column 'GLM-5.3' (header line 161); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-osworld-v21,moonshot,fable-5.1,max,computer-use,hard,,,,,,,80.7,OSWorld V2.1 (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 444: cell of row 'OSWorld V2.1' (row label at line 442), column 'Claude Fable 5.1' (header line 157); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-osworld-v21,moonshot,gpt-6-astra,max,computer-use,hard,,,,,,,75.8,OSWorld V2.1 (%),0.0289,,restated-from:Muse Wonder's technical report,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 445: cell of row 'OSWorld V2.1' (row label at line 442), column 'GPT-6 Astra' (header line 158); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-osworld-v21,moonshot,opus-5.5,max,computer-use,hard,,,,,,,81.8,OSWorld V2.1 (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 446: cell of row 'OSWorld V2.1' (row label at line 442), column 'Claude Opus 5.5' (header line 159); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-business-operation,moonshot,fable-5.1,max,agentic-tool,hard,,,,,,,30.7,"Business Operation, internal (%)",0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 453: cell of row 'Business Operation (Internal)' (row label at line 451), column 'Claude Fable 5.1' (header line 157); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-business-operation,moonshot,gpt-6-astra,max,agentic-tool,hard,,,,,,,32.3,"Business Operation, internal (%)",0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 454: cell of row 'Business Operation (Internal)' (row label at line 451), column 'GPT-6 Astra' (header line 158); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-business-operation,moonshot,glm-5.3,max,agentic-tool,hard,,,,,,,18.6,"Business Operation, internal (%)",0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 457: cell of row 'Business Operation (Internal)' (row label at line 451), column 'GLM-5.3' (header line 161); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-deck-arena,moonshot,gpt-6-astra,max,mixed,hard,,,,,,,1423,"DECK-Arena, internal (Elo score)",0.289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 463: cell of row 'DECK-Arena (Internal, Elo-score)' (row label at line 460), column 'GPT-6 Astra' (header line 158); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-deck-arena,moonshot,opus-5.5,max,mixed,hard,,,,,,,1253,"DECK-Arena, internal (Elo score)",0.289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 464: cell of row 'DECK-Arena (Internal, Elo-score)' (row label at line 460), column 'Claude Opus 5.5' (header line 159); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-deck-arena,moonshot,glm-5.3,max,mixed,hard,,,,,,,1119,"DECK-Arena, internal (Elo score)",0.289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 466: cell of row 'DECK-Arena (Internal, Elo-score)' (row label at line 460), column 'GLM-5.3' (header line 161); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-design-bench,moonshot,gpt-6-astra,max,mixed,hard,,,,,,,1076,"Design Bench, internal (Elo score)",0.289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 472: cell of row 'Design Bench (Internal, Elo-score)' (row label at line 469), column 'GPT-6 Astra' (header line 158); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-design-bench,moonshot,opus-5.5,max,mixed,hard,,,,,,,927,"Design Bench, internal (Elo score)",0.289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 473: cell of row 'Design Bench (Internal, Elo-score)' (row label at line 469), column 'Claude Opus 5.5' (header line 159); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-design-bench,moonshot,glm-5.3,max,mixed,hard,,,,,,,718,"Design Bench, internal (Elo score)",0.289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 475: cell of row 'Design Bench (Internal, Elo-score)' (row label at line 469), column 'GLM-5.3' (header line 161); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-hallu-hard-tools,moonshot,fable-5.1,max,mixed,hard,,,,,,,23.3,"Kimi Hallucination Bench Hard with tools, hallucination rate (%, lower is better)",0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 480: cell of row 'Kimi Hallu Bench Hard w/ tools (Internal, lower is better)' (row label at line 478), column 'Claude Fable 5.1' (header line 157); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-hallu-hard-tools,moonshot,gpt-6-astra,max,mixed,hard,,,,,,,5.5,"Kimi Hallucination Bench Hard with tools, hallucination rate (%, lower is better)",0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 481: cell of row 'Kimi Hallu Bench Hard w/ tools (Internal, lower is better)' (row label at line 478), column 'GPT-6 Astra' (header line 158); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-hallu-hard-tools,moonshot,opus-5.5,max,mixed,hard,,,,,,,15.0,"Kimi Hallucination Bench Hard with tools, hallucination rate (%, lower is better)",0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 482: cell of row 'Kimi Hallu Bench Hard w/ tools (Internal, lower is better)' (row label at line 478), column 'Claude Opus 5.5' (header line 159); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-hallu-hard-tools,moonshot,glm-5.3,max,mixed,hard,,,,,,,22.6,"Kimi Hallucination Bench Hard with tools, hallucination rate (%, lower is better)",0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 484: cell of row 'Kimi Hallu Bench Hard w/ tools (Internal, lower is better)' (row label at line 478), column 'GLM-5.3' (header line 161); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-gdppdf,moonshot,fable-5.1,max,mixed,hard,,,,,,,27.6,"GDP.pdf (strict pass rate, %)",0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 492: cell of row 'GDP.pdf' (row label at line 490), column 'Claude Fable 5.1' (header line 157); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-gdppdf,moonshot,gpt-6-astra,max,mixed,hard,,,,,,,34.2,"GDP.pdf (strict pass rate, %)",0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 493: cell of row 'GDP.pdf' (row label at line 490), column 'GPT-6 Astra' (header line 158); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-gdppdf,moonshot,opus-5.5,max,mixed,hard,,,,,,,30.6,"GDP.pdf (strict pass rate, %)",0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 494: cell of row 'GDP.pdf' (row label at line 490), column 'Claude Opus 5.5' (header line 159); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-gdppdf,moonshot,glm-5.3,max,mixed,hard,,,,,,,11.2,"GDP.pdf (strict pass rate, %)",0.0289,,restated-from:Artificial Analysis,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 496: cell of row 'GDP.pdf' (row label at line 490), column 'GLM-5.3' (header line 161); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-hle-full,moonshot,fable-5.1,max,mixed,hard,,,,,,,57.6,HLE-Full (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 501: cell of row 'HLE-Full' (row label at line 499), column 'Claude Fable 5.1' (header line 157); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-hle-full,moonshot,gpt-6-astra,max,mixed,hard,,,,,,,53.6,HLE-Full (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 502: cell of row 'HLE-Full' (row label at line 499), column 'GPT-6 Astra' (header line 158); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-hle-full,moonshot,opus-5.5,max,mixed,hard,,,,,,,59.8,HLE-Full (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 503: cell of row 'HLE-Full' (row label at line 499), column 'Claude Opus 5.5' (header line 159); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-hle-full,moonshot,glm-5.3,max,mixed,hard,,,,,,,43.0,HLE-Full (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 505: cell of row 'HLE-Full' (row label at line 499), column 'GLM-5.3' (header line 161); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-hle-diamond,moonshot,fable-5.1,max,mixed,hard,,,,,,,55.1,HLE-Diamond (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 510: cell of row 'HLE-Diamond' (row label at line 508), column 'Claude Fable 5.1' (header line 157); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-hle-diamond,moonshot,gpt-6-astra,max,mixed,hard,,,,,,,65.8,HLE-Diamond (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 511: cell of row 'HLE-Diamond' (row label at line 508), column 'GPT-6 Astra' (header line 158); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-hle-diamond,moonshot,opus-5.5,max,mixed,hard,,,,,,,60.9,HLE-Diamond (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 512: cell of row 'HLE-Diamond' (row label at line 508), column 'Claude Opus 5.5' (header line 159); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-hle-diamond,moonshot,glm-5.3,max,mixed,hard,,,,,,,25.1,HLE-Diamond (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 514: cell of row 'HLE-Diamond' (row label at line 508), column 'GLM-5.3' (header line 161); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-gpqa-diamond,moonshot,fable-5.1,max,reasoning-math,hard,,,,,,,93.7,GPQA-Diamond (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 519: cell of row 'GPQA-Diamond' (row label at line 517), column 'Claude Fable 5.1' (header line 157); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-gpqa-diamond,moonshot,gpt-6-astra,max,reasoning-math,hard,,,,,,,96.1,GPQA-Diamond (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 520: cell of row 'GPQA-Diamond' (row label at line 517), column 'GPT-6 Astra' (header line 158); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-gpqa-diamond,moonshot,opus-5.5,max,reasoning-math,hard,,,,,,,93.9,GPQA-Diamond (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 521: cell of row 'GPQA-Diamond' (row label at line 517), column 'Claude Opus 5.5' (header line 159); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-gpqa-diamond,moonshot,glm-5.3,max,reasoning-math,hard,,,,,,,91.7,GPQA-Diamond (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 523: cell of row 'GPQA-Diamond' (row label at line 517), column 'GLM-5.3' (header line 161); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-charxiv,moonshot,fable-5.1,max,mixed,hard,,,,,,,88.8,CharXiv reasoning questions (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 528: cell of row 'CharXiv (RQ)' (row label at line 526), column 'Claude Fable 5.1' (header line 157); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-charxiv,moonshot,gpt-6-astra,max,mixed,hard,,,,,,,90.0,CharXiv reasoning questions (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 529: cell of row 'CharXiv (RQ)' (row label at line 526), column 'GPT-6 Astra' (header line 158); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-charxiv,moonshot,opus-5.5,max,mixed,hard,,,,,,,92.1,CharXiv reasoning questions (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 530: cell of row 'CharXiv (RQ)' (row label at line 526), column 'Claude Opus 5.5' (header line 159); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-mmmupro,moonshot,fable-5.1,max,mixed,hard,,,,,,,86.3,MMMU-Pro (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 537: cell of row 'MMMU-Pro' (row label at line 535), column 'Claude Fable 5.1' (header line 157); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-mmmupro,moonshot,gpt-6-astra,max,mixed,hard,,,,,,,86.9,MMMU-Pro (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 538: cell of row 'MMMU-Pro' (row label at line 535), column 'GPT-6 Astra' (header line 158); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-mmmupro,moonshot,opus-5.5,max,mixed,hard,,,,,,,87.7,MMMU-Pro (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 539: cell of row 'MMMU-Pro' (row label at line 535), column 'Claude Opus 5.5' (header line 159); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-perceptionbench,moonshot,fable-5.1,max,mixed,hard,,,,,,,63.0,PerceptionBench (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 555: cell of row 'PerceptionBench' (row label at line 553), column 'Claude Fable 5.1' (header line 157); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-perceptionbench,moonshot,gpt-6-astra,max,mixed,hard,,,,,,,77.6,PerceptionBench (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 556: cell of row 'PerceptionBench' (row label at line 553), column 'GPT-6 Astra' (header line 158); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-perceptionbench,moonshot,opus-5.5,max,mixed,hard,,,,,,,72.1,PerceptionBench (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 557: cell of row 'PerceptionBench' (row label at line 553), column 'Claude Opus 5.5' (header line 159); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-hallu-notools,moonshot,fable-5.1,max,mixed,hard,,,,,,,11.4,"Kimi Hallucination Bench without tools, hallucination rate (%, lower is better)",0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 564: cell of row 'Kimi Hallu Bench w/o tools (Internal, lower is better)' (row label at line 562), column 'Claude Fable 5.1' (header line 157); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-hallu-notools,moonshot,gpt-6-astra,max,mixed,hard,,,,,,,4.2,"Kimi Hallucination Bench without tools, hallucination rate (%, lower is better)",0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 565: cell of row 'Kimi Hallu Bench w/o tools (Internal, lower is better)' (row label at line 562), column 'GPT-6 Astra' (header line 158); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-hallu-notools,moonshot,opus-5.5,max,mixed,hard,,,,,,,6.8,"Kimi Hallucination Bench without tools, hallucination rate (%, lower is better)",0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 566: cell of row 'Kimi Hallu Bench w/o tools (Internal, lower is better)' (row label at line 562), column 'Claude Opus 5.5' (header line 159); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-hallu-notools,moonshot,glm-5.3,max,mixed,hard,,,,,,,14.8,"Kimi Hallucination Bench without tools, hallucination rate (%, lower is better)",0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 568: cell of row 'Kimi Hallu Bench w/o tools (Internal, lower is better)' (row label at line 562), column 'GLM-5.3' (header line 161); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-exploitbench,moonshot,fable-5.1,max,agentic-tool,hard,,,,,,,83.0,ExploitBench pass@5 maximum-capability score (%),0.0289,,restated-from:Anthropic,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 576: cell of row 'ExploitBench' (row label at line 574), column 'Claude Fable 5.1' (header line 157); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-exploitbench,moonshot,gpt-6-astra,max,agentic-tool,hard,,,,,,,100,ExploitBench pass@5 maximum-capability score (%),0.289,,restated-from:OpenAI,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 577: cell of row 'ExploitBench' (row label at line 574), column 'GPT-6 Astra' (header line 158); quote = the row's lines from the label to this cell)",,out:uninformative, hf-kimi-k3.1-pro-exploitbench,moonshot,opus-5.5,max,agentic-tool,hard,,,,,,,91.0,ExploitBench pass@5 maximum-capability score (%),0.0289,,restated-from:Anthropic,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 578: cell of row 'ExploitBench' (row label at line 574), column 'Claude Opus 5.5' (header line 159); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-exploitbench,moonshot,glm-5.3,max,agentic-tool,hard,,,,,,,54.4,ExploitBench pass@5 maximum-capability score (%),0.0289,,restated-from:GLM-5.3,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 580: cell of row 'ExploitBench' (row label at line 574), column 'GLM-5.3' (header line 161); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-exploitgym,moonshot,fable-5.1,max,agentic-tool,hard,,,,,,,30.4,ExploitGym (score as printed),0.0289,,restated-from:their respective official reports,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 585: cell of row 'ExploitGym' (row label at line 583), column 'Claude Fable 5.1' (header line 157); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-exploitgym,moonshot,gpt-6-astra,max,agentic-tool,hard,,,,,,,42.4,ExploitGym (score as printed),0.0289,,restated-from:their respective official reports,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 586: cell of row 'ExploitGym' (row label at line 583), column 'GPT-6 Astra' (header line 158); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-exploitgym,moonshot,opus-5.5,max,agentic-tool,hard,,,,,,,34.5,ExploitGym (score as printed),0.0289,,restated-from:their respective official reports,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 587: cell of row 'ExploitGym' (row label at line 583), column 'Claude Opus 5.5' (header line 159); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-exploitgym,moonshot,glm-5.3,max,agentic-tool,hard,,,,,,,15.0,ExploitGym (score as printed),0.0289,,restated-from:their respective official reports,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 589: cell of row 'ExploitGym' (row label at line 583), column 'GLM-5.3' (header line 161); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-xdev-hard,moonshot,glm-5.3,max,agentic-tool,hard,,,,,,,57.1,"xdev-bench-hard, internal pass@3 (%)",0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 598: cell of row 'xdev-bench-hard (Internal)' (row label at line 592), column 'GLM-5.3' (header line 161); quote = the row's lines from the label to this cell)",,in, hf-kimi-k3.1-pro-zerobench-avg5,moonshot,fable-5.1,max,mixed,hard,,,,,,,23.0,ZeroBench_main avg@5 (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 546: cell of row 'ZeroBench_main (avg@5 / pass@5)' (row label at line 544), column 'Claude Fable 5.1' (header line 157): the two numbers 'avg@5 / pass@5')",,in, hf-kimi-k3.1-pro-zerobench-pass5,moonshot,fable-5.1,max,mixed,hard,,,,,,,35.0,ZeroBench_main pass@5 (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 546: cell of row 'ZeroBench_main (avg@5 / pass@5)' (row label at line 544), column 'Claude Fable 5.1' (header line 157): the two numbers 'avg@5 / pass@5')",,in, hf-kimi-k3.1-pro-zerobench-avg5,moonshot,gpt-6-astra,max,mixed,hard,,,,,,,43.2,ZeroBench_main avg@5 (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 547: cell of row 'ZeroBench_main (avg@5 / pass@5)' (row label at line 544), column 'GPT-6 Astra' (header line 158): the two numbers 'avg@5 / pass@5')",,in, hf-kimi-k3.1-pro-zerobench-pass5,moonshot,gpt-6-astra,max,mixed,hard,,,,,,,52.0,ZeroBench_main pass@5 (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 547: cell of row 'ZeroBench_main (avg@5 / pass@5)' (row label at line 544), column 'GPT-6 Astra' (header line 158): the two numbers 'avg@5 / pass@5')",,in, hf-kimi-k3.1-pro-zerobench-avg5,moonshot,opus-5.5,max,mixed,hard,,,,,,,35.0,ZeroBench_main avg@5 (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 548: cell of row 'ZeroBench_main (avg@5 / pass@5)' (row label at line 544), column 'Claude Opus 5.5' (header line 159): the two numbers 'avg@5 / pass@5')",,in, hf-kimi-k3.1-pro-zerobench-pass5,moonshot,opus-5.5,max,mixed,hard,,,,,,,43.0,ZeroBench_main pass@5 (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 548: cell of row 'ZeroBench_main (avg@5 / pass@5)' (row label at line 544), column 'Claude Opus 5.5' (header line 159): the two numbers 'avg@5 / pass@5')",,in, hf-kimi-k3.1-pro-tb4,moonshot,deepseek-v4.1-flash-1017,max,coding,hard,,,,,,,42.3,Terminal-Bench 4.0 (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 174: cell of row 'Terminal-Bench 4.0' (row label at line 169), column 'DeepSeek-V4.1-Flash-1017 (max)' (header line 160))",,in, hf-kimi-k3.1-pro-tbs,moonshot,deepseek-v4.1-flash,unstated,coding,hard,,,,,,,15.7,Terminal-Bench-Science 0.1 (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 183: cell of row 'Terminal-Bench-Science 0.1' (row label at line 178), column 'DeepSeek-V4.1-Flash-1017 (max)' (header line 160))",,out:effort-not-established, hf-kimi-k3.1-pro-swemarathon,moonshot,deepseek-v4.1-flash-1017,max,coding,hard,,,,,,,40.0,SWE Marathon v1.1 (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 192: cell of row 'SWE Marathon v1.1' (row label at line 187), column 'DeepSeek-V4.1-Flash-1017 (max)' (header line 160))",,in, hf-kimi-k3.1-pro-benchcad-notools,moonshot,deepseek-v4.1-flash-1017,max,coding,hard,,,,,,,41.2,BenchCAD without tools (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 201: cell of row 'BenchCAD w/o tools' (row label at line 196), column 'DeepSeek-V4.1-Flash-1017 (max)' (header line 160))",,in, hf-kimi-k3.1-pro-benchcad-tools,moonshot,deepseek-v4.1-flash-1017,max,coding,hard,,,,,,,81.6,BenchCAD with tools (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 210: cell of row 'BenchCAD w/ tools' (row label at line 205), column 'DeepSeek-V4.1-Flash-1017 (max)' (header line 160))",,in, hf-kimi-k3.1-pro-programbench,moonshot,deepseek-v4.1-flash-1017,max,coding,hard,,,,,,,29.1,ProgramBench binary score (% of tasks with a ProgramBench score of at least 95%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 219: cell of row 'Program Bench' (row label at line 214), column 'DeepSeek-V4.1-Flash-1017 (max)' (header line 160))",,in, hf-kimi-k3.1-pro-deepswe,moonshot,deepseek-v4.1-flash-1017,max,coding,hard,,,,,,,77.0,DeepSWE v1.1 (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 228: cell of row 'DeepSWE v1.1' (row label at line 223), column 'DeepSeek-V4.1-Flash-1017 (max)' (header line 160))",,in, hf-kimi-k3.1-pro-posttrainbench,moonshot,deepseek-v4.1-flash-1017,max,mixed,hard,,,,,,,30.5,PostTrainBench v1.2 (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 237: cell of row 'PostTrain Bench v1.2' (row label at line 232), column 'DeepSeek-V4.1-Flash-1017 (max)' (header line 160))",,in, hf-kimi-k3.1-pro-kcb2,moonshot,deepseek-v4.1-flash-1017,max,coding,hard,,,,,,,76.1,Kimi Code Bench 2.0 (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 246: cell of row 'Kimi Code Bench 2.0 (Internal)' (row label at line 241), column 'DeepSeek-V4.1-Flash-1017 (max)' (header line 160))",,in, hf-kimi-k3.1-pro-kcb3,moonshot,deepseek-v4.1-flash-1017,max,coding,hard,,,,,,,51.5,Kimi Code Bench 3.0 Long-horizon (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 255: cell of row 'Kimi Code Bench 3.0 Long-horizon (Internal)' (row label at line 250), column 'DeepSeek-V4.1-Flash-1017 (max)' (header line 160))",,in, hf-kimi-k3.1-pro-hle-tools,moonshot,deepseek-v4.1-flash-1017,max,mixed,hard,,,,,,,58.8,HLE-Full with tools (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 267: cell of row 'HLE-Full w/ tools' (row label at line 262), column 'DeepSeek-V4.1-Flash-1017 (max)' (header line 160))",,in, hf-kimi-k3.1-pro-biomystery,moonshot,deepseek-v4.1-flash-1017,max,mixed,hard,,,,,,,80.0,BioMysteryBench (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 285: cell of row 'BioMysteryBench' (row label at line 280), column 'DeepSeek-V4.1-Flash-1017 (max)' (header line 160))",,in, hf-kimi-k3.1-pro-charxiv-py,moonshot,deepseek-v4.1-flash-1017,max,mixed,hard,,,,,,,85.6,CharXiv reasoning questions with python (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 294: cell of row 'CharXiv (RQ) w/ python' (row label at line 289), column 'DeepSeek-V4.1-Flash-1017 (max)' (header line 160))",,in, hf-kimi-k3.1-pro-mmmupro-py,moonshot,deepseek-v4.1-flash-1017,max,mixed,hard,,,,,,,82.5,MMMU-Pro with python (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 303: cell of row 'MMMU-Pro w/ python' (row label at line 298), column 'DeepSeek-V4.1-Flash-1017 (max)' (header line 160))",,in, hf-kimi-k3.1-pro-gdppdf-py,moonshot,deepseek-v4.1-flash-1017,max,mixed,hard,,,,,,,73.0,"GDP.pdf with python (task-macro mean rubric pass rate, %)",0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 312: cell of row 'GDP.pdf w/ python' (row label at line 307), column 'DeepSeek-V4.1-Flash-1017 (max)' (header line 160))",,in, hf-kimi-k3.1-pro-chartography-py,moonshot,deepseek-v4.1-flash-1017,max,mixed,hard,,,,,,,83.0,ChartoGraphy with python (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 321: cell of row 'ChartoGraphy w/ python' (row label at line 316), column 'DeepSeek-V4.1-Flash-1017 (max)' (header line 160))",,in, hf-kimi-k3.1-pro-babyvision-py,moonshot,deepseek-v4.1-flash-1017,max,mixed,hard,,,,,,,92.5,BabyVision with python (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 330: cell of row 'BabyVision w/ python' (row label at line 325), column 'DeepSeek-V4.1-Flash-1017 (max)' (header line 160))",,in, hf-kimi-k3.1-pro-zerobench-py-pass5,moonshot,deepseek-v4.1-flash-1017,max,mixed,hard,,,,,,,51.0,"ZeroBench_main with python, pass@5 (%)",0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 339: cell of row 'ZeroBench_main w/ python (pass@5)' (row label at line 334), column 'DeepSeek-V4.1-Flash-1017 (max)' (header line 160))",,in, hf-kimi-k3.1-pro-ale-all,moonshot,deepseek-v4.1-flash-1017,max,agentic-tool,hard,,,,,,,37.7,"Agents' Last Exam, all tasks (%)",0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 348: cell of row 'Agents' Last Exam (ALL)' (row label at line 343), column 'DeepSeek-V4.1-Flash-1017 (max)' (header line 160))",,in, hf-kimi-k3.1-pro-ale-cli,moonshot,deepseek-v4.1-flash-1017,max,agentic-tool,hard,,,,,,,36.0,"Agents' Last Exam, CLI tasks (%)",0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 357: cell of row 'Agents' Last Exam (CLI)' (row label at line 352), column 'DeepSeek-V4.1-Flash-1017 (max)' (header line 160))",,in, hf-kimi-k3.1-pro-automationbench-aa,moonshot,deepseek-v4.1-flash-1017,max,agentic-tool,hard,,,,,,,66.6,AutomationBench-AA (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 366: cell of row 'Automation Bench-AA' (row label at line 361), column 'DeepSeek-V4.1-Flash-1017 (max)' (header line 160))",,in, hf-kimi-k3.1-pro-gdpval-aa,moonshot,deepseek-v4.1-flash-1017,max,agentic-tool,hard,,,,,,,1746,GDPval-AA v2.1 (Elo score),0.289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 375: cell of row 'GDPval-AA v2.1 (Elo-score)' (row label at line 370), column 'DeepSeek-V4.1-Flash-1017 (max)' (header line 160))",,in, hf-kimi-k3.1-pro-aa-briefcase,moonshot,deepseek-v4.1-flash-1017,max,agentic-tool,hard,,,,,,,1570,AA-Briefcase v1.1 (Elo score),0.289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 384: cell of row 'AA-Briefcase v1.1 (Elo-score)' (row label at line 379), column 'DeepSeek-V4.1-Flash-1017 (max)' (header line 160))",,in, hf-kimi-k3.1-pro-apex-agents,moonshot,deepseek-v4.1-flash-1017,max,agentic-tool,hard,,,,,,,69.8,APEX-Agents (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 393: cell of row 'APEX-Agents' (row label at line 388), column 'DeepSeek-V4.1-Flash-1017 (max)' (header line 160))",,in, hf-kimi-k3.1-pro-officeqa-pro-v2,moonshot,deepseek-v4.1-flash-1017,max,agentic-tool,hard,,,,,,,40.4,OfficeQA Pro v2 (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 402: cell of row 'OfficeQA Pro v2' (row label at line 397), column 'DeepSeek-V4.1-Flash-1017 (max)' (header line 160))",,in, hf-kimi-k3.1-pro-officeqa-pro,moonshot,deepseek-v4.1-flash-1017,max,agentic-tool,hard,,,,,,,62.4,OfficeQA Pro (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 411: cell of row 'OfficeQA Pro' (row label at line 406), column 'DeepSeek-V4.1-Flash-1017 (max)' (header line 160))",,in, hf-kimi-k3.1-pro-frontier-finance,moonshot,deepseek-v4.1-flash-1017,max,agentic-tool,hard,,,,,,,54.5,Frontier Finance (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 420: cell of row 'Frontier Finance' (row label at line 415), column 'DeepSeek-V4.1-Flash-1017 (max)' (header line 160))",,in, hf-kimi-k3.1-pro-harvey-legal,moonshot,deepseek-v4.1-flash-1017,max,agentic-tool,hard,,,,,,,21.0,Harvey Legal Agent all-pass rate (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 429: cell of row 'Harvey Legal Agent' (row label at line 424), column 'DeepSeek-V4.1-Flash-1017 (max)' (header line 160))",,in, hf-kimi-k3.1-pro-handbook,moonshot,deepseek-v4.1-flash-1017,max,agentic-tool,hard,,,,,,,28.9,HANDBOOK.md (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 438: cell of row 'HANDBOOK.md' (row label at line 433), column 'DeepSeek-V4.1-Flash-1017 (max)' (header line 160))",,in, hf-kimi-k3.1-pro-osworld-v21,moonshot,deepseek-v4.1-flash-1017,max,computer-use,hard,,,,,,,69.3,OSWorld V2.1 (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 447: cell of row 'OSWorld V2.1' (row label at line 442), column 'DeepSeek-V4.1-Flash-1017 (max)' (header line 160))",,in, hf-kimi-k3.1-pro-business-operation,moonshot,deepseek-v4.1-flash-1017,max,agentic-tool,hard,,,,,,,8.9,"Business Operation, internal (%)",0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 456: cell of row 'Business Operation (Internal)' (row label at line 451), column 'DeepSeek-V4.1-Flash-1017 (max)' (header line 160))",,in, hf-kimi-k3.1-pro-deck-arena,moonshot,deepseek-v4.1-flash-1017,max,mixed,hard,,,,,,,1231,"DECK-Arena, internal (Elo score)",0.289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 465: cell of row 'DECK-Arena (Internal, Elo-score)' (row label at line 460), column 'DeepSeek-V4.1-Flash-1017 (max)' (header line 160))",,in, hf-kimi-k3.1-pro-design-bench,moonshot,deepseek-v4.1-flash-1017,max,mixed,hard,,,,,,,863,"Design Bench, internal (Elo score)",0.289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 474: cell of row 'Design Bench (Internal, Elo-score)' (row label at line 469), column 'DeepSeek-V4.1-Flash-1017 (max)' (header line 160))",,in, hf-kimi-k3.1-pro-hallu-hard-tools,moonshot,deepseek-v4.1-flash-1017,max,mixed,hard,,,,,,,23.3,"Kimi Hallucination Bench Hard with tools, hallucination rate (%, lower is better)",0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 483: cell of row 'Kimi Hallu Bench Hard w/ tools (Internal, lower is better)' (row label at line 478), column 'DeepSeek-V4.1-Flash-1017 (max)' (header line 160))",,in, hf-kimi-k3.1-pro-gdppdf,moonshot,deepseek-v4.1-flash-1017,max,mixed,hard,,,,,,,17.2,"GDP.pdf (strict pass rate, %)",0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 495: cell of row 'GDP.pdf' (row label at line 490), column 'DeepSeek-V4.1-Flash-1017 (max)' (header line 160))",,in, hf-kimi-k3.1-pro-hle-full,moonshot,deepseek-v4.1-flash-1017,max,mixed,hard,,,,,,,42.6,HLE-Full (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 504: cell of row 'HLE-Full' (row label at line 499), column 'DeepSeek-V4.1-Flash-1017 (max)' (header line 160))",,in, hf-kimi-k3.1-pro-hle-diamond,moonshot,deepseek-v4.1-flash-1017,max,mixed,hard,,,,,,,21.6,HLE-Diamond (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 513: cell of row 'HLE-Diamond' (row label at line 508), column 'DeepSeek-V4.1-Flash-1017 (max)' (header line 160))",,in, hf-kimi-k3.1-pro-gpqa-diamond,moonshot,deepseek-v4.1-flash-1017,max,reasoning-math,hard,,,,,,,92.2,GPQA-Diamond (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 522: cell of row 'GPQA-Diamond' (row label at line 517), column 'DeepSeek-V4.1-Flash-1017 (max)' (header line 160))",,in, hf-kimi-k3.1-pro-charxiv,moonshot,deepseek-v4.1-flash-1017,max,mixed,hard,,,,,,,77.0,CharXiv reasoning questions (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 531: cell of row 'CharXiv (RQ)' (row label at line 526), column 'DeepSeek-V4.1-Flash-1017 (max)' (header line 160))",,in, hf-kimi-k3.1-pro-mmmupro,moonshot,deepseek-v4.1-flash-1017,max,mixed,hard,,,,,,,80.6,MMMU-Pro (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 540: cell of row 'MMMU-Pro' (row label at line 535), column 'DeepSeek-V4.1-Flash-1017 (max)' (header line 160))",,in, hf-kimi-k3.1-pro-perceptionbench,moonshot,deepseek-v4.1-flash-1017,max,mixed,hard,,,,,,,47.7,PerceptionBench (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 558: cell of row 'PerceptionBench' (row label at line 553), column 'DeepSeek-V4.1-Flash-1017 (max)' (header line 160))",,in, hf-kimi-k3.1-pro-hallu-notools,moonshot,deepseek-v4.1-flash-1017,max,mixed,hard,,,,,,,13.1,"Kimi Hallucination Bench without tools, hallucination rate (%, lower is better)",0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 567: cell of row 'Kimi Hallu Bench w/o tools (Internal, lower is better)' (row label at line 562), column 'DeepSeek-V4.1-Flash-1017 (max)' (header line 160))",,in, hf-kimi-k3.1-pro-xdev-hard,moonshot,deepseek-v4.1-flash-1017,max,agentic-tool,hard,,,,,,,85.7,"xdev-bench-hard, internal pass@3 (%)",0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 597: cell of row 'xdev-bench-hard (Internal)' (row label at line 592), column 'DeepSeek-V4.1-Flash-1017 (max)' (header line 160))",,in, hf-kimi-k3.1-pro-zerobench-avg5,moonshot,deepseek-v4.1-flash-1017,max,mixed,hard,,,,,,,11.8,ZeroBench_main avg@5 (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 549: cell of row 'ZeroBench_main (avg@5 / pass@5)' (row label at line 544), column 'DeepSeek-V4.1-Flash-1017 (max)': the two numbers 'avg@5 / pass@5' (header line 160))",,in, hf-kimi-k3.1-pro-zerobench-pass5,moonshot,deepseek-v4.1-flash-1017,max,mixed,hard,,,,,,,23.0,ZeroBench_main pass@5 (%),0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3.1-Pro (line 549: cell of row 'ZeroBench_main (avg@5 / pass@5)' (row label at line 544), column 'DeepSeek-V4.1-Flash-1017 (max)': the two numbers 'avg@5 / pass@5' (header line 160))",,in, mk3-gpqa,moonshot,kimi-k3,max,reasoning-math,hard,,,,,,,93.5,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 163: cell of row 'GPQA Diamond' (row at line 161), column 'Kimi K3' (header line 149))",,in, mk3-gpqa,moonshot,fable-5,max,reasoning-math,hard,,,,,,,92.6,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 164: cell of row 'GPQA Diamond' (row at line 161), column 'Claude Fable 5' (header line 150))",,in, mk3-gpqa,moonshot,gpt-5.6-sol,max,reasoning-math,hard,,,,,,,94.1,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 165: cell of row 'GPQA Diamond' (row at line 161), column 'GPT-5.6 Sol' (header line 151))",,in, mk3-gpqa,moonshot,opus-4.8,max,reasoning-math,hard,,,,,,,91.0,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 166: cell of row 'GPQA Diamond' (row at line 161), column 'Claude Opus 4.8' (header line 152))",,in, mk3-gpqa,moonshot,gpt-5.5,xhigh,reasoning-math,hard,,,,,,,93.5,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 167: cell of row 'GPQA Diamond' (row at line 161), column 'GPT-5.5' (header line 153))",,in, mk3-gpqa,moonshot,glm-5.2,not-established:absent,reasoning-math,hard,,,,,,,91.2,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 168: cell of row 'GPQA Diamond' (row at line 161), column 'GLM-5.2' (header line 154))",,out:effort-not-established, mk3-aalcr,moonshot,kimi-k3,max,mixed,hard,,,,,,,74.7,score%,0.0289,,restated-from:Artificial Analysis,"https://huggingface.co/moonshotai/Kimi-K3 (line 181: cell of row 'AA-LCR' (row at line 179), column 'Kimi K3' (header line 149))",,in, mk3-aalcr,moonshot,fable-5,max,mixed,hard,,,,,,,70.0,score%,0.0289,,restated-from:Artificial Analysis,"https://huggingface.co/moonshotai/Kimi-K3 (line 182: cell of row 'AA-LCR' (row at line 179), column 'Claude Fable 5' (header line 150))",,in, mk3-aalcr,moonshot,gpt-5.6-sol,max,mixed,hard,,,,,,,73.7,score%,0.0289,,restated-from:Artificial Analysis,"https://huggingface.co/moonshotai/Kimi-K3 (line 183: cell of row 'AA-LCR' (row at line 179), column 'GPT-5.6 Sol' (header line 151))",,in, mk3-aalcr,moonshot,opus-4.8,max,mixed,hard,,,,,,,67.7,score%,0.0289,,restated-from:Artificial Analysis,"https://huggingface.co/moonshotai/Kimi-K3 (line 184: cell of row 'AA-LCR' (row at line 179), column 'Claude Opus 4.8' (header line 152))",,in, mk3-aalcr,moonshot,gpt-5.5,xhigh,mixed,hard,,,,,,,74.3,score%,0.0289,,restated-from:Artificial Analysis,"https://huggingface.co/moonshotai/Kimi-K3 (line 185: cell of row 'AA-LCR' (row at line 179), column 'GPT-5.5' (header line 153))",,in, mk3-aalcr,moonshot,glm-5.2,not-established:absent,mixed,hard,,,,,,,71.3,score%,0.0289,,restated-from:Artificial Analysis,"https://huggingface.co/moonshotai/Kimi-K3 (line 186: cell of row 'AA-LCR' (row at line 179), column 'GLM-5.2' (header line 154))",,out:effort-not-established, mk3-hle-nt,moonshot,kimi-k3,max,reasoning-math,frontier,,,,,,,43.5,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 190: cell of row 'HLE-Full' (row at line 188), column 'Kimi K3' (header line 149); value 1 of two printed in the cell, in the order without tools / with tools)",,in, mk3-hle-tools,moonshot,kimi-k3,max,agentic-tool,frontier,,,,,,,56.0,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 190: cell of row 'HLE-Full' (row at line 188), column 'Kimi K3' (header line 149); value 2 of two printed in the cell, in the order without tools / with tools)",,in, mk3-hle-nt,moonshot,fable-5,max,reasoning-math,frontier,,,,,,,53.3,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 191: cell of row 'HLE-Full' (row at line 188), column 'Claude Fable 5' (header line 150); value 1 of two printed in the cell, in the order without tools / with tools)",,in, mk3-hle-tools,moonshot,fable-5,max,agentic-tool,frontier,,,,,,,63.0,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 191: cell of row 'HLE-Full' (row at line 188), column 'Claude Fable 5' (header line 150); value 2 of two printed in the cell, in the order without tools / with tools)",,in, mk3-hle-nt,moonshot,gpt-5.6-sol,max,reasoning-math,frontier,,,,,,,44.5,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 192: cell of row 'HLE-Full' (row at line 188), column 'GPT-5.6 Sol' (header line 151); value 1 of two printed in the cell, in the order without tools / with tools)",,in, mk3-hle-tools,moonshot,gpt-5.6-sol,max,agentic-tool,frontier,,,,,,,58.0,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 192: cell of row 'HLE-Full' (row at line 188), column 'GPT-5.6 Sol' (header line 151); value 2 of two printed in the cell, in the order without tools / with tools)",,in, mk3-hle-nt,moonshot,opus-4.8,max,reasoning-math,frontier,,,,,,,49.8,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 193: cell of row 'HLE-Full' (row at line 188), column 'Claude Opus 4.8' (header line 152); value 1 of two printed in the cell, in the order without tools / with tools)",,in, mk3-hle-tools,moonshot,opus-4.8,max,agentic-tool,frontier,,,,,,,57.9,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 193: cell of row 'HLE-Full' (row at line 188), column 'Claude Opus 4.8' (header line 152); value 2 of two printed in the cell, in the order without tools / with tools)",,in, mk3-hle-nt,moonshot,gpt-5.5,xhigh,reasoning-math,frontier,,,,,,,41.4,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 194: cell of row 'HLE-Full' (row at line 188), column 'GPT-5.5' (header line 153); value 1 of two printed in the cell, in the order without tools / with tools)",,in, mk3-hle-tools,moonshot,gpt-5.5,xhigh,agentic-tool,frontier,,,,,,,52.2,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 194: cell of row 'HLE-Full' (row at line 188), column 'GPT-5.5' (header line 153); value 2 of two printed in the cell, in the order without tools / with tools)",,in, mk3-programbench,moonshot,kimi-k3,not-established:absent,coding,frontier,Kimi Code,,,,,,77.8,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 211: cell of row 'ProgramBench' (row at line 209), column 'Kimi K3' (header line 149))",,out:effort-not-established, mk3-programbench,moonshot,fable-5,max,coding,frontier,Kimi Code,,,,,,76.8,score%,0.0289,,restated-from:Vals AI,"https://huggingface.co/moonshotai/Kimi-K3 (line 212: cell of row 'ProgramBench' (row at line 209), column 'Claude Fable 5' (header line 150))",,in, mk3-programbench,moonshot,gpt-5.6-sol,max,coding,frontier,Kimi Code,,,,,,77.6,score%,0.0289,,restated-from:Vals AI,"https://huggingface.co/moonshotai/Kimi-K3 (line 213: cell of row 'ProgramBench' (row at line 209), column 'GPT-5.6 Sol' (header line 151))",,in, mk3-programbench,moonshot,opus-4.8,max,coding,frontier,Kimi Code,,,,,,71.9,score%,0.0289,,restated-from:Vals AI,"https://huggingface.co/moonshotai/Kimi-K3 (line 214: cell of row 'ProgramBench' (row at line 209), column 'Claude Opus 4.8' (header line 152))",,in, mk3-programbench,moonshot,gpt-5.5,xhigh,coding,frontier,Kimi Code,,,,,,70.8,score%,0.0289,,restated-from:Vals AI,"https://huggingface.co/moonshotai/Kimi-K3 (line 215: cell of row 'ProgramBench' (row at line 209), column 'GPT-5.5' (header line 153))",,in, mk3-programbench,moonshot,glm-5.2,not-established:absent,coding,frontier,Kimi Code,,,,,,63.7,score%,0.0289,,restated-from:GLM-5.2 release blog,"https://huggingface.co/moonshotai/Kimi-K3 (line 216: cell of row 'ProgramBench' (row at line 209), column 'GLM-5.2' (header line 154))",,out:effort-not-established, mk3-tb21,moonshot,kimi-k3,not-established:absent,coding,frontier,,,,,,,88.3,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 220: cell of row 'Terminal-Bench 2.1' (row at line 218), column 'Kimi K3' (header line 149))",,out:effort-not-established, mk3-tb21,moonshot,fable-5,not-established:absent,coding,frontier,,,,,,,88.0,score%,0.0289,,restated-from:Artificial Analysis,"https://huggingface.co/moonshotai/Kimi-K3 (line 221: cell of row 'Terminal-Bench 2.1' (row at line 218), column 'Claude Fable 5' (header line 150))",,out:effort-not-established, mk3-tb21,moonshot,gpt-5.6-sol,max,coding,frontier,,,,,,,88.8,score%,0.0289,,restated-from:OpenAI,"https://huggingface.co/moonshotai/Kimi-K3 (line 222: cell of row 'Terminal-Bench 2.1' (row at line 218), column 'GPT-5.6 Sol' (header line 151))",,in, mk3-tb21,moonshot,opus-4.8,not-established:absent,coding,frontier,,,,,,,84.6,score%,0.0289,,restated-from:Artificial Analysis,"https://huggingface.co/moonshotai/Kimi-K3 (line 223: cell of row 'Terminal-Bench 2.1' (row at line 218), column 'Claude Opus 4.8' (header line 152))",,out:effort-not-established, mk3-tb21,moonshot,gpt-5.5,xhigh,coding,frontier,,,,,,,83.4,score%,0.0289,,restated-from:OpenAI,"https://huggingface.co/moonshotai/Kimi-K3 (line 224: cell of row 'Terminal-Bench 2.1' (row at line 218), column 'GPT-5.5' (header line 153))",,in, mk3-tb21,moonshot,glm-5.2,not-established:absent,coding,frontier,,,,,,,82.7,score%,0.0289,,restated-from:GLM-5.2 release blog,"https://huggingface.co/moonshotai/Kimi-K3 (line 225: cell of row 'Terminal-Bench 2.1' (row at line 218), column 'GLM-5.2' (header line 154))",,out:effort-not-established, mk3-frontierswe,moonshot,kimi-k3,not-established:absent,coding,frontier,,,,,,,81.2,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 229: cell of row 'FrontierSWE' (row at line 227), column 'Kimi K3' (header line 149))",,out:effort-not-established, mk3-frontierswe,moonshot,fable-5,max,coding,frontier,,,,,,,86.6,score%,0.0289,,restated-from:FrontierSWE,"https://huggingface.co/moonshotai/Kimi-K3 (line 230: cell of row 'FrontierSWE' (row at line 227), column 'Claude Fable 5' (header line 150))",,in, mk3-frontierswe,moonshot,gpt-5.6-sol,max,coding,frontier,,,,,,,71.3,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 231: cell of row 'FrontierSWE' (row at line 227), column 'GPT-5.6 Sol' (header line 151))",,in, mk3-frontierswe,moonshot,opus-4.8,max,coding,frontier,,,,,,,66.7,score%,0.0289,,restated-from:FrontierSWE,"https://huggingface.co/moonshotai/Kimi-K3 (line 232: cell of row 'FrontierSWE' (row at line 227), column 'Claude Opus 4.8' (header line 152))",,in, mk3-frontierswe,moonshot,gpt-5.5,xhigh,coding,frontier,,,,,,,64.9,score%,0.0289,,restated-from:FrontierSWE,"https://huggingface.co/moonshotai/Kimi-K3 (line 233: cell of row 'FrontierSWE' (row at line 227), column 'GPT-5.5' (header line 153))",,in, mk3-frontierswe,moonshot,glm-5.2,not-established:absent,coding,frontier,,,,,,,67.3,score%,0.0289,,restated-from:FrontierSWE,"https://huggingface.co/moonshotai/Kimi-K3 (line 234: cell of row 'FrontierSWE' (row at line 227), column 'GLM-5.2' (header line 154))",,out:effort-not-established, mk3-swemarathon,moonshot,kimi-k3,not-established:absent,coding,frontier,,,,,,,42.0,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 238: cell of row 'SWE-Marathon' (row at line 236), column 'Kimi K3' (header line 149))",,out:effort-not-established, mk3-swemarathon,moonshot,fable-5,max,coding,frontier,,,,,,,35.0,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 239: cell of row 'SWE-Marathon' (row at line 236), column 'Claude Fable 5' (header line 150))",,in, mk3-swemarathon,moonshot,gpt-5.6-sol,max,coding,frontier,,,,,,,39.0,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 240: cell of row 'SWE-Marathon' (row at line 236), column 'GPT-5.6 Sol' (header line 151))",,in, mk3-swemarathon,moonshot,opus-4.8,max,coding,frontier,,,,,,,40.0,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 241: cell of row 'SWE-Marathon' (row at line 236), column 'Claude Opus 4.8' (header line 152))",,in, mk3-swemarathon,moonshot,gpt-5.5,xhigh,coding,frontier,,,,,,,14.0,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 242: cell of row 'SWE-Marathon' (row at line 236), column 'GPT-5.5' (header line 153))",,in, mk3-swemarathon,moonshot,glm-5.2,not-established:absent,coding,frontier,,,,,,,13.0,score%,0.0289,,restated-from:GLM-5.2 release blog,"https://huggingface.co/moonshotai/Kimi-K3 (line 243: cell of row 'SWE-Marathon' (row at line 236), column 'GLM-5.2' (header line 154))",,out:effort-not-established, mk3-posttrainbench,moonshot,kimi-k3,not-established:absent,coding,frontier,,,,,,,36.6,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 247: cell of row 'PostTrainBench' (row at line 245), column 'Kimi K3' (header line 149))",,out:effort-not-established, mk3-posttrainbench,moonshot,fable-5,max,coding,frontier,,,,,,,41.4,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 248: cell of row 'PostTrainBench' (row at line 245), column 'Claude Fable 5' (header line 150))",,in, mk3-posttrainbench,moonshot,gpt-5.6-sol,max,coding,frontier,,,,,,,34.6,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 249: cell of row 'PostTrainBench' (row at line 245), column 'GPT-5.6 Sol' (header line 151))",,in, mk3-posttrainbench,moonshot,opus-4.8,max,coding,frontier,,,,,,,34.1,score%,0.0289,,restated-from:PostTrainBench,"https://huggingface.co/moonshotai/Kimi-K3 (line 250: cell of row 'PostTrainBench' (row at line 245), column 'Claude Opus 4.8' (header line 152))",,in, mk3-posttrainbench,moonshot,gpt-5.5,xhigh,coding,frontier,,,,,,,28.4,score%,0.0289,,restated-from:PostTrainBench,"https://huggingface.co/moonshotai/Kimi-K3 (line 251: cell of row 'PostTrainBench' (row at line 245), column 'GPT-5.5' (header line 153))",,in, mk3-posttrainbench,moonshot,glm-5.2,not-established:absent,coding,frontier,,,,,,,34.3,score%,0.0289,,restated-from:PostTrainBench,"https://huggingface.co/moonshotai/Kimi-K3 (line 252: cell of row 'PostTrainBench' (row at line 245), column 'GLM-5.2' (header line 154))",,out:effort-not-established, mk3-mlsbench,moonshot,kimi-k3,not-established:absent,coding,frontier,,,,,,,48.3,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 256: cell of row 'MLS-Bench-Lite' (row at line 254), column 'Kimi K3' (header line 149))",,out:effort-not-established, mk3-mlsbench,moonshot,fable-5,max,coding,frontier,,,,,,,49.9,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 257: cell of row 'MLS-Bench-Lite' (row at line 254), column 'Claude Fable 5' (header line 150))",,in, mk3-mlsbench,moonshot,gpt-5.6-sol,max,coding,frontier,,,,,,,46.2,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 258: cell of row 'MLS-Bench-Lite' (row at line 254), column 'GPT-5.6 Sol' (header line 151))",,in, mk3-mlsbench,moonshot,opus-4.8,max,coding,frontier,,,,,,,42.8,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 259: cell of row 'MLS-Bench-Lite' (row at line 254), column 'Claude Opus 4.8' (header line 152))",,in, mk3-mlsbench,moonshot,gpt-5.5,xhigh,coding,frontier,,,,,,,35.5,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 260: cell of row 'MLS-Bench-Lite' (row at line 254), column 'GPT-5.5' (header line 153))",,in, mk3-mlsbench,moonshot,glm-5.2,not-established:absent,coding,frontier,,,,,,,40.4,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 261: cell of row 'MLS-Bench-Lite' (row at line 254), column 'GLM-5.2' (header line 154))",,out:effort-not-established, mk3-scicode,moonshot,kimi-k3,max,coding,hard,,,,,,,58.7,score%,0.0289,,restated-from:Artificial Analysis,"https://huggingface.co/moonshotai/Kimi-K3 (line 265: cell of row 'SciCode' (row at line 263), column 'Kimi K3' (header line 149))",,in, mk3-scicode,moonshot,fable-5,max,coding,hard,,,,,,,60.2,score%,0.0289,,restated-from:Artificial Analysis,"https://huggingface.co/moonshotai/Kimi-K3 (line 266: cell of row 'SciCode' (row at line 263), column 'Claude Fable 5' (header line 150))",,in, mk3-scicode,moonshot,gpt-5.6-sol,max,coding,hard,,,,,,,56.1,score%,0.0289,,restated-from:Artificial Analysis,"https://huggingface.co/moonshotai/Kimi-K3 (line 267: cell of row 'SciCode' (row at line 263), column 'GPT-5.6 Sol' (header line 151))",,in, mk3-scicode,moonshot,opus-4.8,max,coding,hard,,,,,,,53.5,score%,0.0289,,restated-from:Artificial Analysis,"https://huggingface.co/moonshotai/Kimi-K3 (line 268: cell of row 'SciCode' (row at line 263), column 'Claude Opus 4.8' (header line 152))",,in, mk3-scicode,moonshot,gpt-5.5,xhigh,coding,hard,,,,,,,56.1,score%,0.0289,,restated-from:Artificial Analysis,"https://huggingface.co/moonshotai/Kimi-K3 (line 269: cell of row 'SciCode' (row at line 263), column 'GPT-5.5' (header line 153))",,in, mk3-scicode,moonshot,glm-5.2,not-established:absent,coding,hard,,,,,,,50.5,score%,0.0289,,restated-from:Artificial Analysis,"https://huggingface.co/moonshotai/Kimi-K3 (line 270: cell of row 'SciCode' (row at line 263), column 'GLM-5.2' (header line 154))",,out:effort-not-established, mk3-researchrubrics,moonshot,kimi-k3,max,mixed,hard,,,,,,,76.2,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 304: cell of row 'ResearchRubrics' (row at line 302), column 'Kimi K3' (header line 149))",,in, mk3-researchrubrics,moonshot,gpt-5.6-sol,max,mixed,hard,,,,,,,73.8,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 306: cell of row 'ResearchRubrics' (row at line 302), column 'GPT-5.6 Sol' (header line 151))",,in, mk3-researchrubrics,moonshot,opus-4.8,max,mixed,hard,,,,,,,73.5,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 307: cell of row 'ResearchRubrics' (row at line 302), column 'Claude Opus 4.8' (header line 152))",,in, mk3-researchrubrics,moonshot,gpt-5.5,xhigh,mixed,hard,,,,,,,64.0,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 308: cell of row 'ResearchRubrics' (row at line 302), column 'GPT-5.5' (header line 153))",,in, mk3-researchrubrics,moonshot,glm-5.2,not-established:absent,mixed,hard,,,,,,,71.1,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 309: cell of row 'ResearchRubrics' (row at line 302), column 'GLM-5.2' (header line 154))",,out:effort-not-established, mk3-gdpvalaav2,moonshot,kimi-k3,max,mixed,hard,,,,,,,1686,Elo,0.289,,restated-from:Artificial Analysis,"https://huggingface.co/moonshotai/Kimi-K3 (line 313: cell of row 'GDPval-AA v2 (Elo)' (row at line 311), column 'Kimi K3' (header line 149))",,in, mk3-gdpvalaav2,moonshot,fable-5,max,mixed,hard,,,,,,,1747,Elo,0.289,,restated-from:Artificial Analysis,"https://huggingface.co/moonshotai/Kimi-K3 (line 314: cell of row 'GDPval-AA v2 (Elo)' (row at line 311), column 'Claude Fable 5' (header line 150))",,in, mk3-gdpvalaav2,moonshot,gpt-5.6-sol,max,mixed,hard,,,,,,,1736,Elo,0.289,,restated-from:Artificial Analysis,"https://huggingface.co/moonshotai/Kimi-K3 (line 315: cell of row 'GDPval-AA v2 (Elo)' (row at line 311), column 'GPT-5.6 Sol' (header line 151))",,in, mk3-gdpvalaav2,moonshot,opus-4.8,max,mixed,hard,,,,,,,1593,Elo,0.289,,restated-from:Artificial Analysis,"https://huggingface.co/moonshotai/Kimi-K3 (line 316: cell of row 'GDPval-AA v2 (Elo)' (row at line 311), column 'Claude Opus 4.8' (header line 152))",,in, mk3-gdpvalaav2,moonshot,gpt-5.5,xhigh,mixed,hard,,,,,,,1491,Elo,0.289,,restated-from:Artificial Analysis,"https://huggingface.co/moonshotai/Kimi-K3 (line 317: cell of row 'GDPval-AA v2 (Elo)' (row at line 311), column 'GPT-5.5' (header line 153))",,in, mk3-gdpvalaav2,moonshot,glm-5.2,not-established:absent,mixed,hard,,,,,,,1510,Elo,0.289,,restated-from:Artificial Analysis,"https://huggingface.co/moonshotai/Kimi-K3 (line 318: cell of row 'GDPval-AA v2 (Elo)' (row at line 311), column 'GLM-5.2' (header line 154))",,out:effort-not-established, mk3-toolathlon,moonshot,kimi-k3,max,agentic-tool,hard,,,,,,,76.5,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 322: cell of row 'Toolathlon-Verified' (row at line 320), column 'Kimi K3' (header line 149))",,in, mk3-toolathlon,moonshot,fable-5,max,agentic-tool,hard,,,,,,,77.9,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 323: cell of row 'Toolathlon-Verified' (row at line 320), column 'Claude Fable 5' (header line 150))",,in, mk3-toolathlon,moonshot,gpt-5.6-sol,max,agentic-tool,hard,,,,,,,74.9,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 324: cell of row 'Toolathlon-Verified' (row at line 320), column 'GPT-5.6 Sol' (header line 151))",,in, mk3-toolathlon,moonshot,opus-4.8,max,agentic-tool,hard,,,,,,,76.2,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 325: cell of row 'Toolathlon-Verified' (row at line 320), column 'Claude Opus 4.8' (header line 152))",,in, mk3-toolathlon,moonshot,gpt-5.5,xhigh,agentic-tool,hard,,,,,,,73.5,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 326: cell of row 'Toolathlon-Verified' (row at line 320), column 'GPT-5.5' (header line 153))",,in, mk3-toolathlon,moonshot,glm-5.2,not-established:absent,agentic-tool,hard,,,,,,,59.9,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 327: cell of row 'Toolathlon-Verified' (row at line 320), column 'GLM-5.2' (header line 154))",,out:effort-not-established, mk3-mcpmarkv,moonshot,kimi-k3,max,agentic-tool,hard,,,,,,,94.5,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 331: cell of row 'MCPMark-Verified' (row at line 329), column 'Kimi K3' (header line 149))",,in, mk3-mcpmarkv,moonshot,fable-5,max,agentic-tool,hard,,,,,,,87.4,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 332: cell of row 'MCPMark-Verified' (row at line 329), column 'Claude Fable 5' (header line 150))",,in, mk3-mcpmarkv,moonshot,gpt-5.6-sol,max,agentic-tool,hard,,,,,,,92.9,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 333: cell of row 'MCPMark-Verified' (row at line 329), column 'GPT-5.6 Sol' (header line 151))",,in, mk3-mcpmarkv,moonshot,opus-4.8,max,agentic-tool,hard,,,,,,,76.4,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 334: cell of row 'MCPMark-Verified' (row at line 329), column 'Claude Opus 4.8' (header line 152))",,in, mk3-mcpmarkv,moonshot,gpt-5.5,xhigh,agentic-tool,hard,,,,,,,92.9,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 335: cell of row 'MCPMark-Verified' (row at line 329), column 'GPT-5.5' (header line 153))",,in, mk3-mcpatlas,moonshot,kimi-k3,max,agentic-tool,hard,,,,,,,84.2,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 340: cell of row 'MCP-Atlas' (row at line 338), column 'Kimi K3' (header line 149))",,in, mk3-mcpatlas,moonshot,fable-5,max,agentic-tool,hard,,,,,,,84.7,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 341: cell of row 'MCP-Atlas' (row at line 338), column 'Claude Fable 5' (header line 150))",,in, mk3-mcpatlas,moonshot,gpt-5.6-sol,max,agentic-tool,hard,,,,,,,83.6,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 342: cell of row 'MCP-Atlas' (row at line 338), column 'GPT-5.6 Sol' (header line 151))",,in, mk3-mcpatlas,moonshot,opus-4.8,max,agentic-tool,hard,,,,,,,83.6,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 343: cell of row 'MCP-Atlas' (row at line 338), column 'Claude Opus 4.8' (header line 152))",,in, mk3-mcpatlas,moonshot,gpt-5.5,xhigh,agentic-tool,hard,,,,,,,82.8,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 344: cell of row 'MCP-Atlas' (row at line 338), column 'GPT-5.5' (header line 153))",,in, mk3-mcpatlas,moonshot,glm-5.2,not-established:absent,agentic-tool,hard,,,,,,,82.6,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 345: cell of row 'MCP-Atlas' (row at line 338), column 'GLM-5.2' (header line 154))",,out:effort-not-established, mk3-automationbench,moonshot,kimi-k3,max,agentic-tool,hard,,,,,,,30.8,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 349: cell of row 'AutomationBench' (row at line 347), column 'Kimi K3' (header line 149))",,in, mk3-automationbench,moonshot,fable-5,max,agentic-tool,hard,,,,,,,29.1,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 350: cell of row 'AutomationBench' (row at line 347), column 'Claude Fable 5' (header line 150))",,in, mk3-automationbench,moonshot,gpt-5.6-sol,max,agentic-tool,hard,,,,,,,29.7,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 351: cell of row 'AutomationBench' (row at line 347), column 'GPT-5.6 Sol' (header line 151))",,in, mk3-automationbench,moonshot,opus-4.8,max,agentic-tool,hard,,,,,,,27.2,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 352: cell of row 'AutomationBench' (row at line 347), column 'Claude Opus 4.8' (header line 152))",,in, mk3-automationbench,moonshot,gpt-5.5,xhigh,agentic-tool,hard,,,,,,,22.7,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 353: cell of row 'AutomationBench' (row at line 347), column 'GPT-5.5' (header line 153))",,in, mk3-automationbench,moonshot,glm-5.2,not-established:absent,agentic-tool,hard,,,,,,,12.9,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 354: cell of row 'AutomationBench' (row at line 347), column 'GLM-5.2' (header line 154))",,out:effort-not-established, mk3-aabriefcase,moonshot,kimi-k3,max,mixed,hard,,,,,,,1548,Elo,0.289,,restated-from:Artificial Analysis,"https://huggingface.co/moonshotai/Kimi-K3 (line 367: cell of row 'AA-Briefcase (Elo)' (row at line 365), column 'Kimi K3' (header line 149))",,in, mk3-aabriefcase,moonshot,fable-5,max,mixed,hard,,,,,,,1583,Elo,0.289,,restated-from:Artificial Analysis,"https://huggingface.co/moonshotai/Kimi-K3 (line 368: cell of row 'AA-Briefcase (Elo)' (row at line 365), column 'Claude Fable 5' (header line 150))",,in, mk3-aabriefcase,moonshot,gpt-5.6-sol,max,mixed,hard,,,,,,,1495,Elo,0.289,,restated-from:Artificial Analysis,"https://huggingface.co/moonshotai/Kimi-K3 (line 369: cell of row 'AA-Briefcase (Elo)' (row at line 365), column 'GPT-5.6 Sol' (header line 151))",,in, mk3-aabriefcase,moonshot,opus-4.8,max,mixed,hard,,,,,,,1354,Elo,0.289,,restated-from:Artificial Analysis,"https://huggingface.co/moonshotai/Kimi-K3 (line 370: cell of row 'AA-Briefcase (Elo)' (row at line 365), column 'Claude Opus 4.8' (header line 152))",,in, mk3-aabriefcase,moonshot,gpt-5.5,xhigh,mixed,hard,,,,,,,1158,Elo,0.289,,restated-from:Artificial Analysis,"https://huggingface.co/moonshotai/Kimi-K3 (line 371: cell of row 'AA-Briefcase (Elo)' (row at line 365), column 'GPT-5.5' (header line 153))",,in, mk3-aabriefcase,moonshot,glm-5.2,not-established:absent,mixed,hard,,,,,,,1260,Elo,0.289,,restated-from:Artificial Analysis,"https://huggingface.co/moonshotai/Kimi-K3 (line 372: cell of row 'AA-Briefcase (Elo)' (row at line 365), column 'GLM-5.2' (header line 154))",,out:effort-not-established, mk3-ale,moonshot,kimi-k3,not-established:absent,agentic-tool,frontier,,,,,,,28.3,score%,0.0289,,restated-from:official leaderboard,"https://huggingface.co/moonshotai/Kimi-K3 (line 376: cell of row 'Agents' Last Exam' (row at line 374), column 'Kimi K3' (header line 149))",,out:effort-not-established, mk3-ale,moonshot,fable-5,xhigh,agentic-tool,frontier,,,,,,,25.7,score%,0.0289,,restated-from:official leaderboard,"https://huggingface.co/moonshotai/Kimi-K3 (line 377: cell of row 'Agents' Last Exam' (row at line 374), column 'Claude Fable 5' (header line 150))",,in, mk3-ale,moonshot,gpt-5.6-sol,max,agentic-tool,frontier,,,,,,,29.6,score%,0.0289,,restated-from:official leaderboard,"https://huggingface.co/moonshotai/Kimi-K3 (line 378: cell of row 'Agents' Last Exam' (row at line 374), column 'GPT-5.6 Sol' (header line 151))",,in, mk3-ale,moonshot,opus-4.8,max,agentic-tool,frontier,,,,,,,27.0,score%,0.0289,,restated-from:official leaderboard,"https://huggingface.co/moonshotai/Kimi-K3 (line 379: cell of row 'Agents' Last Exam' (row at line 374), column 'Claude Opus 4.8' (header line 152))",,in, mk3-ale,moonshot,gpt-5.5,xhigh,agentic-tool,frontier,,,,,,,26.6,score%,0.0289,,restated-from:official leaderboard,"https://huggingface.co/moonshotai/Kimi-K3 (line 380: cell of row 'Agents' Last Exam' (row at line 374), column 'GPT-5.5' (header line 153))",,in, mk3-ale,moonshot,glm-5.2,not-established:absent,agentic-tool,frontier,,,,,,,20.4,score%,0.0289,,restated-from:official leaderboard,"https://huggingface.co/moonshotai/Kimi-K3 (line 381: cell of row 'Agents' Last Exam' (row at line 374), column 'GLM-5.2' (header line 154))",,out:effort-not-established, mk3-apexagents,moonshot,kimi-k3,max,agentic-tool,frontier,,,,,,,41.0,score%,0.0289,,restated-from:APEX-Agents leaderboard,"https://huggingface.co/moonshotai/Kimi-K3 (line 385: cell of row 'APEX-Agents' (row at line 383), column 'Kimi K3' (header line 149))",,in, mk3-apexagents,moonshot,fable-5,max,agentic-tool,frontier,,,,,,,43.3,score%,0.0289,,restated-from:APEX-Agents leaderboard,"https://huggingface.co/moonshotai/Kimi-K3 (line 386: cell of row 'APEX-Agents' (row at line 383), column 'Claude Fable 5' (header line 150))",,in, mk3-apexagents,moonshot,gpt-5.6-sol,max,agentic-tool,frontier,,,,,,,39.9,score%,0.0289,,restated-from:APEX-Agents leaderboard,"https://huggingface.co/moonshotai/Kimi-K3 (line 387: cell of row 'APEX-Agents' (row at line 383), column 'GPT-5.6 Sol' (header line 151))",,in, mk3-apexagents,moonshot,opus-4.8,max,agentic-tool,frontier,,,,,,,39.4,score%,0.0289,,restated-from:APEX-Agents leaderboard,"https://huggingface.co/moonshotai/Kimi-K3 (line 388: cell of row 'APEX-Agents' (row at line 383), column 'Claude Opus 4.8' (header line 152))",,in, mk3-apexagents,moonshot,gpt-5.5,xhigh,agentic-tool,frontier,,,,,,,38.5,score%,0.0289,,restated-from:APEX-Agents leaderboard,"https://huggingface.co/moonshotai/Kimi-K3 (line 389: cell of row 'APEX-Agents' (row at line 383), column 'GPT-5.5' (header line 153))",,in, mk3-apexagents,moonshot,glm-5.2,not-established:absent,agentic-tool,frontier,,,,,,,35.6,score%,0.0289,,restated-from:APEX-Agents leaderboard,"https://huggingface.co/moonshotai/Kimi-K3 (line 390: cell of row 'APEX-Agents' (row at line 383), column 'GLM-5.2' (header line 154))",,out:effort-not-established, mk3-officeqapro,moonshot,kimi-k3,not-established:absent,mixed,hard,,,,,,,63.3,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 394: cell of row 'OfficeQA Pro' (row at line 392), column 'Kimi K3' (header line 149))",,out:effort-not-established, mk3-officeqapro,moonshot,fable-5,max,mixed,hard,,,,,,,69.9,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 395: cell of row 'OfficeQA Pro' (row at line 392), column 'Claude Fable 5' (header line 150))",,in, mk3-officeqapro,moonshot,gpt-5.6-sol,max,mixed,hard,,,,,,,63.2,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 396: cell of row 'OfficeQA Pro' (row at line 392), column 'GPT-5.6 Sol' (header line 151))",,in, mk3-officeqapro,moonshot,opus-4.8,max,mixed,hard,,,,,,,63.9,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 397: cell of row 'OfficeQA Pro' (row at line 392), column 'Claude Opus 4.8' (header line 152))",,in, mk3-officeqapro,moonshot,gpt-5.5,xhigh,mixed,hard,,,,,,,60.9,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 398: cell of row 'OfficeQA Pro' (row at line 392), column 'GPT-5.5' (header line 153))",,in, mk3-officeqapro,moonshot,glm-5.2,not-established:absent,mixed,hard,,,,,,,41.4,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 399: cell of row 'OfficeQA Pro' (row at line 392), column 'GLM-5.2' (header line 154))",,out:effort-not-established, mk3-spreadsheetbench2,moonshot,kimi-k3,not-established:absent,mixed,hard,,,,,,,34.8,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 403: cell of row 'SpreadsheetBench 2' (row at line 401), column 'Kimi K3' (header line 149))",,out:effort-not-established, mk3-spreadsheetbench2,moonshot,fable-5,max,mixed,hard,,,,,,,34.7,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 404: cell of row 'SpreadsheetBench 2' (row at line 401), column 'Claude Fable 5' (header line 150))",,in, mk3-spreadsheetbench2,moonshot,gpt-5.6-sol,max,mixed,hard,,,,,,,32.4,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 405: cell of row 'SpreadsheetBench 2' (row at line 401), column 'GPT-5.6 Sol' (header line 151))",,in, mk3-spreadsheetbench2,moonshot,opus-4.8,max,mixed,hard,,,,,,,31.6,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 406: cell of row 'SpreadsheetBench 2' (row at line 401), column 'Claude Opus 4.8' (header line 152))",,in, mk3-spreadsheetbench2,moonshot,gpt-5.5,xhigh,mixed,hard,,,,,,,29.1,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 407: cell of row 'SpreadsheetBench 2' (row at line 401), column 'GPT-5.5' (header line 153))",,in, mk3-spreadsheetbench2,moonshot,glm-5.2,not-established:absent,mixed,hard,,,,,,,28.1,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 408: cell of row 'SpreadsheetBench 2' (row at line 401), column 'GLM-5.2' (header line 154))",,out:effort-not-established, mk3-osworldv,moonshot,kimi-k3,max,computer-use,hard,,,,,,,84.8,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 412: cell of row 'OSWorld-Verified' (row at line 410), column 'Kimi K3' (header line 149))",,in, mk3-osworldv,moonshot,fable-5,max,computer-use,hard,,,,,,,85.0,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 413: cell of row 'OSWorld-Verified' (row at line 410), column 'Claude Fable 5' (header line 150))",,in, mk3-osworldv,moonshot,gpt-5.6-sol,max,computer-use,hard,,,,,,,83.0,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 414: cell of row 'OSWorld-Verified' (row at line 410), column 'GPT-5.6 Sol' (header line 151))",,in, mk3-osworldv,moonshot,opus-4.8,max,computer-use,hard,,,,,,,83.4,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 415: cell of row 'OSWorld-Verified' (row at line 410), column 'Claude Opus 4.8' (header line 152))",,in, mk3-osworldv,moonshot,gpt-5.5,xhigh,computer-use,hard,,,,,,,79.0,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 416: cell of row 'OSWorld-Verified' (row at line 410), column 'GPT-5.5' (header line 153))",,in, mk3-osworld2,moonshot,kimi-k3,max,computer-use,frontier,,,,,,,58.3,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 421: cell of row 'OSWorld 2.0' (row at line 419), column 'Kimi K3' (header line 149))",,in, mk3-osworld2,moonshot,fable-5,max,computer-use,frontier,,,,,,,66.1,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 422: cell of row 'OSWorld 2.0' (row at line 419), column 'Claude Fable 5' (header line 150))",,in, mk3-osworld2,moonshot,gpt-5.6-sol,max,computer-use,frontier,,,,,,,62.6,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 423: cell of row 'OSWorld 2.0' (row at line 419), column 'GPT-5.6 Sol' (header line 151))",,in, mk3-osworld2,moonshot,opus-4.8,max,computer-use,frontier,,,,,,,55.7,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 424: cell of row 'OSWorld 2.0' (row at line 419), column 'Claude Opus 4.8' (header line 152))",,in, mk3-osworld2,moonshot,gpt-5.5,xhigh,computer-use,frontier,,,,,,,49.5,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 425: cell of row 'OSWorld 2.0' (row at line 419), column 'GPT-5.5' (header line 153))",,in, mk3-saasbench,moonshot,kimi-k3,max,mixed,hard,,,,,,,60.1,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 430: cell of row 'SaaS-Bench' (row at line 428), column 'Kimi K3' (header line 149))",,in, mk3-saasbench,moonshot,gpt-5.6-sol,max,mixed,hard,,,,,,,61.4,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 432: cell of row 'SaaS-Bench' (row at line 428), column 'GPT-5.6 Sol' (header line 151))",,in, mk3-saasbench,moonshot,opus-4.8,max,mixed,hard,,,,,,,56.1,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 433: cell of row 'SaaS-Bench' (row at line 428), column 'Claude Opus 4.8' (header line 152))",,in, mk3-saasbench,moonshot,gpt-5.5,xhigh,mixed,hard,,,,,,,43.8,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 434: cell of row 'SaaS-Bench' (row at line 428), column 'GPT-5.5' (header line 153))",,in, mk3-tau3banking,moonshot,kimi-k3,max,mixed,hard,,,,,,,33.4,score%,0.0289,,restated-from:Artificial Analysis,"https://huggingface.co/moonshotai/Kimi-K3 (line 439: cell of row 'τ³-Banking' (row at line 437), column 'Kimi K3' (header line 149))",,in, mk3-tau3banking,moonshot,fable-5,max,mixed,hard,,,,,,,26.8,score%,0.0289,,restated-from:Artificial Analysis,"https://huggingface.co/moonshotai/Kimi-K3 (line 440: cell of row 'τ³-Banking' (row at line 437), column 'Claude Fable 5' (header line 150))",,in, mk3-tau3banking,moonshot,gpt-5.6-sol,max,mixed,hard,,,,,,,33.0,score%,0.0289,,restated-from:Artificial Analysis,"https://huggingface.co/moonshotai/Kimi-K3 (line 441: cell of row 'τ³-Banking' (row at line 437), column 'GPT-5.6 Sol' (header line 151))",,in, mk3-tau3banking,moonshot,opus-4.8,max,mixed,hard,,,,,,,27.6,score%,0.0289,,restated-from:Artificial Analysis,"https://huggingface.co/moonshotai/Kimi-K3 (line 442: cell of row 'τ³-Banking' (row at line 437), column 'Claude Opus 4.8' (header line 152))",,in, mk3-tau3banking,moonshot,gpt-5.5,xhigh,mixed,hard,,,,,,,31.3,score%,0.0289,,restated-from:Artificial Analysis,"https://huggingface.co/moonshotai/Kimi-K3 (line 443: cell of row 'τ³-Banking' (row at line 437), column 'GPT-5.5' (header line 153))",,in, mk3-tau3banking,moonshot,glm-5.2,not-established:absent,mixed,hard,,,,,,,26.8,score%,0.0289,,restated-from:Artificial Analysis,"https://huggingface.co/moonshotai/Kimi-K3 (line 444: cell of row 'τ³-Banking' (row at line 437), column 'GLM-5.2' (header line 154))",,out:effort-not-established, mk3-worldvqafa,moonshot,kimi-k3,max,coding,frontier,,,,,,,51.0,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 487: cell of row 'WorldVQA ForceAnswer' (row at line 485), column 'Kimi K3' (header line 149))",,in, mk3-worldvqafa,moonshot,fable-5,max,coding,frontier,,,,,,,56.7,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 488: cell of row 'WorldVQA ForceAnswer' (row at line 485), column 'Claude Fable 5' (header line 150))",,in, mk3-worldvqafa,moonshot,gpt-5.6-sol,max,coding,frontier,,,,,,,41.8,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 489: cell of row 'WorldVQA ForceAnswer' (row at line 485), column 'GPT-5.6 Sol' (header line 151))",,in, mk3-worldvqafa,moonshot,opus-4.8,max,coding,frontier,,,,,,,39.1,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 490: cell of row 'WorldVQA ForceAnswer' (row at line 485), column 'Claude Opus 4.8' (header line 152))",,in, mk3-worldvqafa,moonshot,gpt-5.5,xhigh,coding,frontier,,,,,,,38.5,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 491: cell of row 'WorldVQA ForceAnswer' (row at line 485), column 'GPT-5.5' (header line 153))",,in, mk3-omnidocbench,moonshot,kimi-k3,max,mixed,hard,,,,,,,91.1,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 496: cell of row 'OmniDocBench' (row at line 494), column 'Kimi K3' (header line 149))",,in, mk3-omnidocbench,moonshot,fable-5,max,mixed,hard,,,,,,,89.8,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 497: cell of row 'OmniDocBench' (row at line 494), column 'Claude Fable 5' (header line 150))",,in, mk3-omnidocbench,moonshot,gpt-5.6-sol,max,mixed,hard,,,,,,,85.8,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 498: cell of row 'OmniDocBench' (row at line 494), column 'GPT-5.6 Sol' (header line 151))",,in, mk3-omnidocbench,moonshot,opus-4.8,max,mixed,hard,,,,,,,87.9,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 499: cell of row 'OmniDocBench' (row at line 494), column 'Claude Opus 4.8' (header line 152))",,in, mk3-omnidocbench,moonshot,gpt-5.5,xhigh,mixed,hard,,,,,,,89.4,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 500: cell of row 'OmniDocBench' (row at line 494), column 'GPT-5.5' (header line 153))",,in, mk3-perceptionbench,moonshot,kimi-k3,max,mixed,hard,,,,,,,58.5,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 505: cell of row 'PerceptionBench' (row at line 503), column 'Kimi K3' (header line 149))",,in, mk3-perceptionbench,moonshot,fable-5,max,mixed,hard,,,,,,,57.2,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 506: cell of row 'PerceptionBench' (row at line 503), column 'Claude Fable 5' (header line 150))",,in, mk3-perceptionbench,moonshot,gpt-5.6-sol,max,mixed,hard,,,,,,,59.7,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 507: cell of row 'PerceptionBench' (row at line 503), column 'GPT-5.6 Sol' (header line 151))",,in, mk3-perceptionbench,moonshot,opus-4.8,max,mixed,hard,,,,,,,47.2,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 508: cell of row 'PerceptionBench' (row at line 503), column 'Claude Opus 4.8' (header line 152))",,in, mk3-perceptionbench,moonshot,gpt-5.5,xhigh,mixed,hard,,,,,,,55.8,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 509: cell of row 'PerceptionBench' (row at line 503), column 'GPT-5.5' (header line 153))",,in, mk3-videomme,moonshot,kimi-k3,max,mixed,mid,,,,,,,90.0,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 514: cell of row 'Video-MME (w. sub)' (row at line 512), column 'Kimi K3' (header line 149))",,in, mk3-videomme,moonshot,gpt-5.6-sol,max,mixed,mid,,,,,,,89.5,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 516: cell of row 'Video-MME (w. sub)' (row at line 512), column 'GPT-5.6 Sol' (header line 151))",,in, mk3-videomme,moonshot,opus-4.8,max,mixed,mid,,,,,,,86.0,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 517: cell of row 'Video-MME (w. sub)' (row at line 512), column 'Claude Opus 4.8' (header line 152))",,in, mk3-videomme,moonshot,gpt-5.5,xhigh,mixed,mid,,,,,,,89.3,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 518: cell of row 'Video-MME (w. sub)' (row at line 512), column 'GPT-5.5' (header line 153))",,in, mk3-mmvu,moonshot,kimi-k3,max,mixed,hard,,,,,,,82.1,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 523: cell of row 'MMVU' (row at line 521), column 'Kimi K3' (header line 149))",,in, mk3-mmvu,moonshot,gpt-5.6-sol,max,mixed,hard,,,,,,,81.2,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 525: cell of row 'MMVU' (row at line 521), column 'GPT-5.6 Sol' (header line 151))",,in, mk3-mmvu,moonshot,opus-4.8,max,mixed,hard,,,,,,,79.2,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 526: cell of row 'MMVU' (row at line 521), column 'Claude Opus 4.8' (header line 152))",,in, mk3-mmvu,moonshot,gpt-5.5,xhigh,mixed,hard,,,,,,,81.7,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 527: cell of row 'MMVU' (row at line 521), column 'GPT-5.5' (header line 153))",,in, mk3-babyvision,moonshot,kimi-k3,max,mixed,frontier,,,,,,,85.7,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 532: cell of row 'BabyVision w/ python' (row at line 530), column 'Kimi K3' (header line 149))",,in, mk3-babyvision,moonshot,fable-5,max,mixed,frontier,,,,,,,90.5,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 533: cell of row 'BabyVision w/ python' (row at line 530), column 'Claude Fable 5' (header line 150))",,in, mk3-babyvision,moonshot,gpt-5.6-sol,max,mixed,frontier,,,,,,,88.9,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 534: cell of row 'BabyVision w/ python' (row at line 530), column 'GPT-5.6 Sol' (header line 151))",,in, mk3-babyvision,moonshot,opus-4.8,max,mixed,frontier,,,,,,,81.2,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 535: cell of row 'BabyVision w/ python' (row at line 530), column 'Claude Opus 4.8' (header line 152))",,in, mk3-babyvision,moonshot,gpt-5.5,xhigh,mixed,frontier,,,,,,,83.6,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 536: cell of row 'BabyVision w/ python' (row at line 530), column 'GPT-5.5' (header line 153))",,in, mk3-mmmupro-nt,moonshot,kimi-k3,max,mixed,hard,,,,,,,81.6,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 541: cell of row 'MMMU-Pro' (row at line 539), column 'Kimi K3' (header line 149); value 1 of two printed in the cell, in the order without tools / with tools)",,in, mk3-mmmupro-py,moonshot,kimi-k3,max,mixed,hard,,,,,,,83.4,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 541: cell of row 'MMMU-Pro' (row at line 539), column 'Kimi K3' (header line 149); value 2 of two printed in the cell, in the order without tools / with tools)",,in, mk3-mmmupro-nt,moonshot,fable-5,max,mixed,hard,,,,,,,81.2,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 542: cell of row 'MMMU-Pro' (row at line 539), column 'Claude Fable 5' (header line 150); value 1 of two printed in the cell, in the order without tools / with tools)",,in, mk3-mmmupro-py,moonshot,fable-5,max,mixed,hard,,,,,,,86.5,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 542: cell of row 'MMMU-Pro' (row at line 539), column 'Claude Fable 5' (header line 150); value 2 of two printed in the cell, in the order without tools / with tools)",,in, mk3-mmmupro-nt,moonshot,gpt-5.6-sol,max,mixed,hard,,,,,,,83.0,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 543: cell of row 'MMMU-Pro' (row at line 539), column 'GPT-5.6 Sol' (header line 151); value 1 of two printed in the cell, in the order without tools / with tools)",,in, mk3-mmmupro-py,moonshot,gpt-5.6-sol,max,mixed,hard,,,,,,,84.6,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 543: cell of row 'MMMU-Pro' (row at line 539), column 'GPT-5.6 Sol' (header line 151); value 2 of two printed in the cell, in the order without tools / with tools)",,in, mk3-mmmupro-nt,moonshot,opus-4.8,max,mixed,hard,,,,,,,78.9,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 544: cell of row 'MMMU-Pro' (row at line 539), column 'Claude Opus 4.8' (header line 152); value 1 of two printed in the cell, in the order without tools / with tools)",,in, mk3-mmmupro-py,moonshot,opus-4.8,max,mixed,hard,,,,,,,82.7,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 544: cell of row 'MMMU-Pro' (row at line 539), column 'Claude Opus 4.8' (header line 152); value 2 of two printed in the cell, in the order without tools / with tools)",,in, mk3-mmmupro-nt,moonshot,gpt-5.5,xhigh,mixed,hard,,,,,,,81.2,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 545: cell of row 'MMMU-Pro' (row at line 539), column 'GPT-5.5' (header line 153); value 1 of two printed in the cell, in the order without tools / with tools)",,in, mk3-mmmupro-py,moonshot,gpt-5.5,xhigh,mixed,hard,,,,,,,83.2,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 545: cell of row 'MMMU-Pro' (row at line 539), column 'GPT-5.5' (header line 153); value 2 of two printed in the cell, in the order without tools / with tools)",,in, mk3-charxiv-nt,moonshot,kimi-k3,max,mixed,hard,,,,,,,84.8,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 550: cell of row 'CharXiv (RQ)' (row at line 548), column 'Kimi K3' (header line 149); value 1 of two printed in the cell, in the order without tools / with tools)",,in, mk3-charxiv-py,moonshot,kimi-k3,max,mixed,hard,,,,,,,91.3,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 550: cell of row 'CharXiv (RQ)' (row at line 548), column 'Kimi K3' (header line 149); value 2 of two printed in the cell, in the order without tools / with tools)",,in, mk3-charxiv-nt,moonshot,fable-5,max,mixed,hard,,,,,,,88.9,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 551: cell of row 'CharXiv (RQ)' (row at line 548), column 'Claude Fable 5' (header line 150); value 1 of two printed in the cell, in the order without tools / with tools)",,in, mk3-charxiv-py,moonshot,fable-5,max,mixed,hard,,,,,,,93.5,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 551: cell of row 'CharXiv (RQ)' (row at line 548), column 'Claude Fable 5' (header line 150); value 2 of two printed in the cell, in the order without tools / with tools)",,in, mk3-charxiv-nt,moonshot,gpt-5.6-sol,max,mixed,hard,,,,,,,84.6,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 552: cell of row 'CharXiv (RQ)' (row at line 548), column 'GPT-5.6 Sol' (header line 151); value 1 of two printed in the cell, in the order without tools / with tools)",,in, mk3-charxiv-py,moonshot,gpt-5.6-sol,max,mixed,hard,,,,,,,89.1,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 552: cell of row 'CharXiv (RQ)' (row at line 548), column 'GPT-5.6 Sol' (header line 151); value 2 of two printed in the cell, in the order without tools / with tools)",,in, mk3-charxiv-nt,moonshot,opus-4.8,max,mixed,hard,,,,,,,80.5,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 553: cell of row 'CharXiv (RQ)' (row at line 548), column 'Claude Opus 4.8' (header line 152); value 1 of two printed in the cell, in the order without tools / with tools)",,in, mk3-charxiv-py,moonshot,opus-4.8,max,mixed,hard,,,,,,,89.9,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 553: cell of row 'CharXiv (RQ)' (row at line 548), column 'Claude Opus 4.8' (header line 152); value 2 of two printed in the cell, in the order without tools / with tools)",,in, mk3-charxiv-nt,moonshot,gpt-5.5,xhigh,mixed,hard,,,,,,,84.1,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 554: cell of row 'CharXiv (RQ)' (row at line 548), column 'GPT-5.5' (header line 153); value 1 of two printed in the cell, in the order without tools / with tools)",,in, mk3-charxiv-py,moonshot,gpt-5.5,xhigh,mixed,hard,,,,,,,89.0,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 554: cell of row 'CharXiv (RQ)' (row at line 548), column 'GPT-5.5' (header line 153); value 2 of two printed in the cell, in the order without tools / with tools)",,in, mk3-mathvision-nt,moonshot,kimi-k3,max,reasoning-math,hard,,,,,,,94.3,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 559: cell of row 'MathVision' (row at line 557), column 'Kimi K3' (header line 149); value 1 of two printed in the cell, in the order without tools / with tools)",,in, mk3-mathvision-py,moonshot,kimi-k3,max,reasoning-math,hard,,,,,,,97.8,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 559: cell of row 'MathVision' (row at line 557), column 'Kimi K3' (header line 149); value 2 of two printed in the cell, in the order without tools / with tools)",,in, mk3-mathvision-nt,moonshot,fable-5,max,reasoning-math,hard,,,,,,,94.8,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 560: cell of row 'MathVision' (row at line 557), column 'Claude Fable 5' (header line 150); value 1 of two printed in the cell, in the order without tools / with tools)",,in, mk3-mathvision-py,moonshot,fable-5,max,reasoning-math,hard,,,,,,,98.6,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 560: cell of row 'MathVision' (row at line 557), column 'Claude Fable 5' (header line 150); value 2 of two printed in the cell, in the order without tools / with tools)",,in, mk3-mathvision-nt,moonshot,gpt-5.6-sol,max,reasoning-math,hard,,,,,,,95.8,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 561: cell of row 'MathVision' (row at line 557), column 'GPT-5.6 Sol' (header line 151); value 1 of two printed in the cell, in the order without tools / with tools)",,in, mk3-mathvision-py,moonshot,gpt-5.6-sol,max,reasoning-math,hard,,,,,,,97.8,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 561: cell of row 'MathVision' (row at line 557), column 'GPT-5.6 Sol' (header line 151); value 2 of two printed in the cell, in the order without tools / with tools)",,in, mk3-mathvision-nt,moonshot,opus-4.8,max,reasoning-math,hard,,,,,,,86.7,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 562: cell of row 'MathVision' (row at line 557), column 'Claude Opus 4.8' (header line 152); value 1 of two printed in the cell, in the order without tools / with tools)",,in, mk3-mathvision-py,moonshot,opus-4.8,max,reasoning-math,hard,,,,,,,97.1,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 562: cell of row 'MathVision' (row at line 557), column 'Claude Opus 4.8' (header line 152); value 2 of two printed in the cell, in the order without tools / with tools)",,in, mk3-mathvision-nt,moonshot,gpt-5.5,xhigh,reasoning-math,hard,,,,,,,92.2,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 563: cell of row 'MathVision' (row at line 557), column 'GPT-5.5' (header line 153); value 1 of two printed in the cell, in the order without tools / with tools)",,in, mk3-mathvision-py,moonshot,gpt-5.5,xhigh,reasoning-math,hard,,,,,,,96.8,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 563: cell of row 'MathVision' (row at line 557), column 'GPT-5.5' (header line 153); value 2 of two printed in the cell, in the order without tools / with tools)",,in, mk3-zerobench-nt,moonshot,kimi-k3,max,mixed,frontier,,,,,,,23.0,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 568: cell of row 'ZeroBench (pass@5)' (row at line 566), column 'Kimi K3' (header line 149); value 1 of two printed in the cell, in the order without tools / with tools)",,in, mk3-zerobench-py,moonshot,kimi-k3,max,mixed,frontier,,,,,,,41.0,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 568: cell of row 'ZeroBench (pass@5)' (row at line 566), column 'Kimi K3' (header line 149); value 2 of two printed in the cell, in the order without tools / with tools)",,in, mk3-zerobench-nt,moonshot,fable-5,max,mixed,frontier,,,,,,,23.0,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 569: cell of row 'ZeroBench (pass@5)' (row at line 566), column 'Claude Fable 5' (header line 150); value 1 of two printed in the cell, in the order without tools / with tools)",,in, mk3-zerobench-py,moonshot,fable-5,max,mixed,frontier,,,,,,,46.0,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 569: cell of row 'ZeroBench (pass@5)' (row at line 566), column 'Claude Fable 5' (header line 150); value 2 of two printed in the cell, in the order without tools / with tools)",,in, mk3-zerobench-nt,moonshot,gpt-5.6-sol,max,mixed,frontier,,,,,,,17.0,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 570: cell of row 'ZeroBench (pass@5)' (row at line 566), column 'GPT-5.6 Sol' (header line 151); value 1 of two printed in the cell, in the order without tools / with tools)",,in, mk3-zerobench-py,moonshot,gpt-5.6-sol,max,mixed,frontier,,,,,,,35.0,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 570: cell of row 'ZeroBench (pass@5)' (row at line 566), column 'GPT-5.6 Sol' (header line 151); value 2 of two printed in the cell, in the order without tools / with tools)",,in, mk3-zerobench-nt,moonshot,opus-4.8,max,mixed,frontier,,,,,,,17.0,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 571: cell of row 'ZeroBench (pass@5)' (row at line 566), column 'Claude Opus 4.8' (header line 152); value 1 of two printed in the cell, in the order without tools / with tools)",,in, mk3-zerobench-py,moonshot,opus-4.8,max,mixed,frontier,,,,,,,34.0,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 571: cell of row 'ZeroBench (pass@5)' (row at line 566), column 'Claude Opus 4.8' (header line 152); value 2 of two printed in the cell, in the order without tools / with tools)",,in, mk3-zerobench-nt,moonshot,gpt-5.5,xhigh,mixed,frontier,,,,,,,22.0,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 572: cell of row 'ZeroBench (pass@5)' (row at line 566), column 'GPT-5.5' (header line 153); value 1 of two printed in the cell, in the order without tools / with tools)",,in, mk3-zerobench-py,moonshot,gpt-5.5,xhigh,mixed,frontier,,,,,,,41.0,score%,0.0289,,,"https://huggingface.co/moonshotai/Kimi-K3 (line 572: cell of row 'ZeroBench (pass@5)' (row at line 566), column 'GPT-5.5' (header line 153); value 2 of two printed in the cell, in the order without tools / with tools)",,in, moritz-10k-agentic-cost,moritzwilksch.github.io,gemini-3-flash,unstated,mixed,hard,,USD per run (mean),0.068,0.000289,99182,6028,,none,,,,https://moritzwilksch.github.io/blog/posts/larger-llms-cheaper-for-agentic-tasks (),,,out:effort-not-established moritz-10k-agentic-cost,moritzwilksch.github.io,gemini-3-pro,unstated,mixed,hard,,USD per run (mean),0.147,0.000289,42666,5179,,none,,,,https://moritzwilksch.github.io/blog/posts/larger-llms-cheaper-for-agentic-tasks (),,,out:effort-not-established moritz-10k-agentic-cost,moritzwilksch.github.io,gemini-2.5-flash,unstated,mixed,hard,,USD per run (mean),0.039,0.000289,91591,4467,,none,,,,https://moritzwilksch.github.io/blog/posts/larger-llms-cheaper-for-agentic-tasks (),,,out:effort-not-established moritz-10k-agentic-cost,moritzwilksch.github.io,gemini-2.5-pro,unstated,mixed,hard,,USD per run (mean),0.091,0.000289,46146,3294,,none,,,,https://moritzwilksch.github.io/blog/posts/larger-llms-cheaper-for-agentic-tasks (),,,out:effort-not-established moritz-10k-agentic-cost,moritzwilksch.github.io,?gpt-5.2-pre-feb,not-established:absent,mixed,hard,,USD per run (mean),0.068,0.000289,30331,801,,none,,,,https://moritzwilksch.github.io/blog/posts/larger-llms-cheaper-for-agentic-tasks (),,,out:model-not-established moritz-10k-agentic-cost,moritzwilksch.github.io,gpt-5.2,unstated,mixed,hard,,USD per run (mean),0.056,0.000289,24082,784,,none,,,,https://moritzwilksch.github.io/blog/posts/larger-llms-cheaper-for-agentic-tasks (),,,out:effort-not-established moritz-10k-agentic-cost,moritzwilksch.github.io,kimi-k2.5,unstated,mixed,hard,,USD per run (mean),0.073,0.000289,71053,2149,,none,,,,https://moritzwilksch.github.io/blog/posts/larger-llms-cheaper-for-agentic-tasks (),,,out:effort-not-established mpgone-benchone-v2-2,mpgone,opus-5.5,medium,mixed,hard,,per-run-mean,1.91,0.00289,,71000,96.6,BenchOne-score,0.0289,,cost-base-price:cost-publisher-figure,"https://mpgone.com/benchone/v2/ (leaderboard table of the page (""# Model Score Cost per run Time per run First word Output tokens""), row Claude Opus 5.5, Score)",src-mpgone-benchone-v2-2-2026-11-09|mpgone:benchone-v2-2|opus-5.5@medium|benchone v2.2,in,in mpgone-benchone-v2-2,mpgone,fable-5.1,medium,mixed,hard,,per-run-mean,4.82,0.00289,,72000,96.6,BenchOne-score,0.0289,,cost-base-price:cost-publisher-figure,"https://mpgone.com/benchone/v2/ (leaderboard table of the page (""# Model Score Cost per run Time per run First word Output tokens""), row Claude Fable 5.1, Score)",src-mpgone-benchone-v2-2-2026-11-09|mpgone:benchone-v2-2|fable-5.1@medium|benchone v2.2,in,in mpgone-benchone-v2-2,mpgone,fable-5.2,medium,mixed,hard,,per-run-mean,3.26,0.00289,,57000,96.5,BenchOne-score,0.0289,,cost-base-price:cost-publisher-figure,"https://mpgone.com/benchone/v2/ (leaderboard table of the page (""# Model Score Cost per run Time per run First word Output tokens""), row Claude Fable 5.2, Score)",src-mpgone-benchone-v2-2-2026-11-09|mpgone:benchone-v2-2|fable-5.2@medium|benchone v2.2,in,in mpgone-benchone-v2-2,mpgone,sonnet-5.5,medium,mixed,hard,,per-run-mean,0.6075,0.117,,56000,94.0,BenchOne-score,0.0289,,cost-unrepriced; cost-price-band,"https://mpgone.com/benchone/v2/ (leaderboard table of the page (""# Model Score Cost per run Time per run First word Output tokens""), row Claude Sonnet 5.5, Score)",src-mpgone-benchone-v2-2-2026-11-09|mpgone:benchone-v2-2|sonnet-5.5@medium|benchone v2.2,in,out:cost-single-couple mpgone-benchone-v2-2,mpgone,haiku-5.5,medium,mixed,hard,,per-run-mean,0.10,0.00289,,165000,92.4,BenchOne-score,0.0289,,cost-base-price:cost-publisher-figure,"https://mpgone.com/benchone/v2/ (leaderboard table of the page (""# Model Score Cost per run Time per run First word Output tokens""), row Claude Haiku 5.5, Score)",src-mpgone-benchone-v2-2-2026-11-09|mpgone:benchone-v2-2|haiku-5.5@medium|benchone v2.2,in,in mpgone-benchone-v2-2,mpgone,sonnet-5,medium,mixed,hard,,per-run-mean,2.60,0.00289,,235000,88.0,BenchOne-score,0.0289,,cost-base-price:cost-publisher-figure,"https://mpgone.com/benchone/v2/ (leaderboard table of the page (""# Model Score Cost per run Time per run First word Output tokens""), row Claude Sonnet 5, Score)",src-mpgone-benchone-v2-2-2026-11-09|mpgone:benchone-v2-2|sonnet-5@medium|benchone v2.2,in,in mpgone-benchone-v2-2,mpgone,opus-5,medium,mixed,hard,,per-run-mean,2.60,0.00289,,79000,76.1,BenchOne-score,0.0289,,cost-base-price:cost-publisher-figure,"https://mpgone.com/benchone/v2/ (leaderboard table of the page (""# Model Score Cost per run Time per run First word Output tokens""), row Claude Opus 5, Score)",src-mpgone-benchone-v2-2-2026-11-09|mpgone:benchone-v2-2|opus-5@medium|benchone v2.2,in,in mpgone-benchone-v2-2-coding,mpgone,opus-5.5,medium,mixed,hard,,,,,,,100,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/v2/ (table ""By category"" (Average score per category across all runs), row Claude Opus 5.5, column Coding)",,out:uninformative, mpgone-benchone-v2-2-data-math,mpgone,opus-5.5,medium,mixed,hard,,,,,,,100,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/v2/ (table ""By category"" (Average score per category across all runs), row Claude Opus 5.5, column Data and math)",,out:uninformative, mpgone-benchone-v2-2-long-context,mpgone,opus-5.5,medium,mixed,hard,,,,,,,100,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/v2/ (table ""By category"" (Average score per category across all runs), row Claude Opus 5.5, column Long context)",,out:uninformative, mpgone-benchone-v2-2-facts-honesty,mpgone,opus-5.5,medium,mixed,hard,,,,,,,80,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/v2/ (table ""By category"" (Average score per category across all runs), row Claude Opus 5.5, column Facts and honesty)",src-mpgone-benchone-v2-2-2026-11-09|mpgone:benchone-v2-2|opus-5.5@medium|benchone v2.2,in, mpgone-benchone-v2-2-instructions-writing,mpgone,opus-5.5,medium,mixed,hard,,,,,,,100,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/v2/ (table ""By category"" (Average score per category across all runs), row Claude Opus 5.5, column Instructions and writing)",,out:uninformative, mpgone-benchone-v2-2-reasoning,mpgone,opus-5.5,medium,mixed,hard,,,,,,,100,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/v2/ (table ""By category"" (Average score per category across all runs), row Claude Opus 5.5, column Reasoning)",,out:uninformative, mpgone-benchone-v2-2-coding,mpgone,fable-5.1,medium,mixed,hard,,,,,,,100,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/v2/ (table ""By category"" (Average score per category across all runs), row Claude Fable 5.1, column Coding)",,out:uninformative, mpgone-benchone-v2-2-data-math,mpgone,fable-5.1,medium,mixed,hard,,,,,,,100,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/v2/ (table ""By category"" (Average score per category across all runs), row Claude Fable 5.1, column Data and math)",,out:uninformative, mpgone-benchone-v2-2-long-context,mpgone,fable-5.1,medium,mixed,hard,,,,,,,100,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/v2/ (table ""By category"" (Average score per category across all runs), row Claude Fable 5.1, column Long context)",,out:uninformative, mpgone-benchone-v2-2-facts-honesty,mpgone,fable-5.1,medium,mixed,hard,,,,,,,80,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/v2/ (table ""By category"" (Average score per category across all runs), row Claude Fable 5.1, column Facts and honesty)",src-mpgone-benchone-v2-2-2026-11-09|mpgone:benchone-v2-2|fable-5.1@medium|benchone v2.2,in, mpgone-benchone-v2-2-instructions-writing,mpgone,fable-5.1,medium,mixed,hard,,,,,,,100,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/v2/ (table ""By category"" (Average score per category across all runs), row Claude Fable 5.1, column Instructions and writing)",,out:uninformative, mpgone-benchone-v2-2-reasoning,mpgone,fable-5.1,medium,mixed,hard,,,,,,,100,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/v2/ (table ""By category"" (Average score per category across all runs), row Claude Fable 5.1, column Reasoning)",,out:uninformative, mpgone-benchone-v2-2-coding,mpgone,fable-5.2,medium,mixed,hard,,,,,,,100,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/v2/ (table ""By category"" (Average score per category across all runs), row Claude Fable 5.2, column Coding)",,out:uninformative, mpgone-benchone-v2-2-data-math,mpgone,fable-5.2,medium,mixed,hard,,,,,,,100,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/v2/ (table ""By category"" (Average score per category across all runs), row Claude Fable 5.2, column Data and math)",,out:uninformative, mpgone-benchone-v2-2-long-context,mpgone,fable-5.2,medium,mixed,hard,,,,,,,100,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/v2/ (table ""By category"" (Average score per category across all runs), row Claude Fable 5.2, column Long context)",,out:uninformative, mpgone-benchone-v2-2-facts-honesty,mpgone,fable-5.2,medium,mixed,hard,,,,,,,80,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/v2/ (table ""By category"" (Average score per category across all runs), row Claude Fable 5.2, column Facts and honesty)",src-mpgone-benchone-v2-2-2026-11-09|mpgone:benchone-v2-2|fable-5.2@medium|benchone v2.2,in, mpgone-benchone-v2-2-instructions-writing,mpgone,fable-5.2,medium,mixed,hard,,,,,,,99,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/v2/ (table ""By category"" (Average score per category across all runs), row Claude Fable 5.2, column Instructions and writing)",src-mpgone-benchone-v2-2-2026-11-09|mpgone:benchone-v2-2|fable-5.2@medium|benchone v2.2,out:republished, mpgone-benchone-v2-2-reasoning,mpgone,fable-5.2,medium,mixed,hard,,,,,,,100,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/v2/ (table ""By category"" (Average score per category across all runs), row Claude Fable 5.2, column Reasoning)",,out:uninformative, mpgone-benchone-v2-2-coding,mpgone,sonnet-5.5,medium,mixed,hard,,,,,,,96,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/v2/ (table ""By category"" (Average score per category across all runs), row Claude Sonnet 5.5, column Coding)",src-mpgone-benchone-v2-2-2026-11-09|mpgone:benchone-v2-2|sonnet-5.5@medium|benchone v2.2,in, mpgone-benchone-v2-2-data-math,mpgone,sonnet-5.5,medium,mixed,hard,,,,,,,98,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/v2/ (table ""By category"" (Average score per category across all runs), row Claude Sonnet 5.5, column Data and math)",src-mpgone-benchone-v2-2-2026-11-09|mpgone:benchone-v2-2|sonnet-5.5@medium|benchone v2.2,in, mpgone-benchone-v2-2-long-context,mpgone,sonnet-5.5,medium,mixed,hard,,,,,,,95,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/v2/ (table ""By category"" (Average score per category across all runs), row Claude Sonnet 5.5, column Long context)",src-mpgone-benchone-v2-2-2026-11-09|mpgone:benchone-v2-2|sonnet-5.5@medium|benchone v2.2,in, mpgone-benchone-v2-2-facts-honesty,mpgone,sonnet-5.5,medium,mixed,hard,,,,,,,78,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/v2/ (table ""By category"" (Average score per category across all runs), row Claude Sonnet 5.5, column Facts and honesty)",src-mpgone-benchone-v2-2-2026-11-09|mpgone:benchone-v2-2|sonnet-5.5@medium|benchone v2.2,in, mpgone-benchone-v2-2-instructions-writing,mpgone,sonnet-5.5,medium,mixed,hard,,,,,,,97,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/v2/ (table ""By category"" (Average score per category across all runs), row Claude Sonnet 5.5, column Instructions and writing)",src-mpgone-benchone-v2-2-2026-11-09|mpgone:benchone-v2-2|sonnet-5.5@medium|benchone v2.2,out:republished, mpgone-benchone-v2-2-reasoning,mpgone,sonnet-5.5,medium,mixed,hard,,,,,,,100,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/v2/ (table ""By category"" (Average score per category across all runs), row Claude Sonnet 5.5, column Reasoning)",,out:uninformative, mpgone-benchone-v2-2-coding,mpgone,haiku-5.5,medium,mixed,hard,,,,,,,95,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/v2/ (table ""By category"" (Average score per category across all runs), row Claude Haiku 5.5, column Coding)",src-mpgone-benchone-v2-2-2026-11-09|mpgone:benchone-v2-2|haiku-5.5@medium|benchone v2.2,in, mpgone-benchone-v2-2-data-math,mpgone,haiku-5.5,medium,mixed,hard,,,,,,,90,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/v2/ (table ""By category"" (Average score per category across all runs), row Claude Haiku 5.5, column Data and math)",src-mpgone-benchone-v2-2-2026-11-09|mpgone:benchone-v2-2|haiku-5.5@medium|benchone v2.2,in, mpgone-benchone-v2-2-long-context,mpgone,haiku-5.5,medium,mixed,hard,,,,,,,93,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/v2/ (table ""By category"" (Average score per category across all runs), row Claude Haiku 5.5, column Long context)",src-mpgone-benchone-v2-2-2026-11-09|mpgone:benchone-v2-2|haiku-5.5@medium|benchone v2.2,in, mpgone-benchone-v2-2-facts-honesty,mpgone,haiku-5.5,medium,mixed,hard,,,,,,,78,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/v2/ (table ""By category"" (Average score per category across all runs), row Claude Haiku 5.5, column Facts and honesty)",src-mpgone-benchone-v2-2-2026-11-09|mpgone:benchone-v2-2|haiku-5.5@medium|benchone v2.2,in, mpgone-benchone-v2-2-instructions-writing,mpgone,haiku-5.5,medium,mixed,hard,,,,,,,98,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/v2/ (table ""By category"" (Average score per category across all runs), row Claude Haiku 5.5, column Instructions and writing)",src-mpgone-benchone-v2-2-2026-11-09|mpgone:benchone-v2-2|haiku-5.5@medium|benchone v2.2,out:republished, mpgone-benchone-v2-2-reasoning,mpgone,haiku-5.5,medium,mixed,hard,,,,,,,100,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/v2/ (table ""By category"" (Average score per category across all runs), row Claude Haiku 5.5, column Reasoning)",,out:uninformative, mpgone-benchone-v2-2-coding,mpgone,sonnet-5,medium,mixed,hard,,,,,,,97,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/v2/ (table ""By category"" (Average score per category across all runs), row Claude Sonnet 5, column Coding)",src-mpgone-benchone-v2-2-2026-11-09|mpgone:benchone-v2-2|sonnet-5@medium|benchone v2.2,in, mpgone-benchone-v2-2-data-math,mpgone,sonnet-5,medium,mixed,hard,,,,,,,65,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/v2/ (table ""By category"" (Average score per category across all runs), row Claude Sonnet 5, column Data and math)",src-mpgone-benchone-v2-2-2026-11-09|mpgone:benchone-v2-2|sonnet-5@medium|benchone v2.2,in, mpgone-benchone-v2-2-long-context,mpgone,sonnet-5,medium,mixed,hard,,,,,,,95,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/v2/ (table ""By category"" (Average score per category across all runs), row Claude Sonnet 5, column Long context)",src-mpgone-benchone-v2-2-2026-11-09|mpgone:benchone-v2-2|sonnet-5@medium|benchone v2.2,in, mpgone-benchone-v2-2-facts-honesty,mpgone,sonnet-5,medium,mixed,hard,,,,,,,76,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/v2/ (table ""By category"" (Average score per category across all runs), row Claude Sonnet 5, column Facts and honesty)",src-mpgone-benchone-v2-2-2026-11-09|mpgone:benchone-v2-2|sonnet-5@medium|benchone v2.2,in, mpgone-benchone-v2-2-instructions-writing,mpgone,sonnet-5,medium,mixed,hard,,,,,,,100,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/v2/ (table ""By category"" (Average score per category across all runs), row Claude Sonnet 5, column Instructions and writing)",,out:uninformative, mpgone-benchone-v2-2-reasoning,mpgone,sonnet-5,medium,mixed,hard,,,,,,,95,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/v2/ (table ""By category"" (Average score per category across all runs), row Claude Sonnet 5, column Reasoning)",,out:single-couple, mpgone-benchone-v2-2-coding,mpgone,opus-5,medium,mixed,hard,,,,,,,83,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/v2/ (table ""By category"" (Average score per category across all runs), row Claude Opus 5, column Coding)",src-mpgone-benchone-v2-2-2026-11-09|mpgone:benchone-v2-2|opus-5@medium|benchone v2.2,in, mpgone-benchone-v2-2-data-math,mpgone,opus-5,medium,mixed,hard,,,,,,,99,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/v2/ (table ""By category"" (Average score per category across all runs), row Claude Opus 5, column Data and math)",src-mpgone-benchone-v2-2-2026-11-09|mpgone:benchone-v2-2|opus-5@medium|benchone v2.2,in, mpgone-benchone-v2-2-long-context,mpgone,opus-5,medium,mixed,hard,,,,,,,0,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/v2/ (table ""By category"" (Average score per category across all runs), row Claude Opus 5, column Long context)",,out:uninformative, mpgone-benchone-v2-2-facts-honesty,mpgone,opus-5,medium,mixed,hard,,,,,,,76,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/v2/ (table ""By category"" (Average score per category across all runs), row Claude Opus 5, column Facts and honesty)",src-mpgone-benchone-v2-2-2026-11-09|mpgone:benchone-v2-2|opus-5@medium|benchone v2.2,in, mpgone-benchone-v2-2-instructions-writing,mpgone,opus-5,medium,mixed,hard,,,,,,,99,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/v2/ (table ""By category"" (Average score per category across all runs), row Claude Opus 5, column Instructions and writing)",src-mpgone-benchone-v2-2-2026-11-09|mpgone:benchone-v2-2|opus-5@medium|benchone v2.2,out:republished, mpgone-benchone-v2-2-reasoning,mpgone,opus-5,medium,mixed,hard,,,,,,,100,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/v2/ (table ""By category"" (Average score per category across all runs), row Claude Opus 5, column Reasoning)",,out:uninformative, mpgone-benchone-v3-1,mpgone,opus-5.5,medium,mixed,hard,,per-run-mean,8.63,0.00289,,158000,98.8,BenchOne-score,0.0289,,cost-base-price:cost-publisher-figure,"https://mpgone.com/benchone/ (leaderboard table of the page (""# Model Score Cost per run Time per run First word Output tokens""), row Claude Opus 5.5, Score)",src-mpgone-benchone-v3-1-2026-11-10|mpgone:benchone-v3-1|opus-5.5@medium|benchone v3.1,in,in mpgone-benchone-v3-1,mpgone,fable-5.2,medium,mixed,hard,,per-run-mean,9.71,0.00289,,134000,98.6,BenchOne-score,0.0289,,cost-base-price:cost-publisher-figure,"https://mpgone.com/benchone/ (leaderboard table of the page (""# Model Score Cost per run Time per run First word Output tokens""), row Claude Fable 5.2, Score)",src-mpgone-benchone-v3-1-2026-11-10|mpgone:benchone-v3-1|fable-5.2@medium|benchone v3.1,in,in mpgone-benchone-v3-1,mpgone,sonnet-5.5,medium,mixed,hard,,per-run-mean,2.265,0.436,,159000,94.2,BenchOne-score,0.0289,,cost-unrepriced; cost-price-band,"https://mpgone.com/benchone/ (leaderboard table of the page (""# Model Score Cost per run Time per run First word Output tokens""), row Claude Sonnet 5.5, Score)",src-mpgone-benchone-v3-1-2026-11-10|mpgone:benchone-v3-1|sonnet-5.5@medium|benchone v3.1,in,out:cost-single-couple mpgone-benchone-v3-1,mpgone,opus-5,medium,mixed,hard,,per-run-mean,13.94,0.00289,,238000,91.9,BenchOne-score,0.0289,,cost-base-price:cost-publisher-figure,"https://mpgone.com/benchone/ (leaderboard table of the page (""# Model Score Cost per run Time per run First word Output tokens""), row Claude Opus 5, Score)",src-mpgone-benchone-v3-1-2026-11-10|mpgone:benchone-v3-1|opus-5@medium|benchone v3.1,in,in mpgone-benchone-v3-1,mpgone,fable-5.1,medium,mixed,hard,,per-run-mean,33.33,0.00289,,177000,86.9,BenchOne-score,0.0289,,cost-base-price:cost-publisher-figure,"https://mpgone.com/benchone/ (leaderboard table of the page (""# Model Score Cost per run Time per run First word Output tokens""), row Claude Fable 5.1, Score)",src-mpgone-benchone-v3-1-2026-11-10|mpgone:benchone-v3-1|fable-5.1@medium|benchone v3.1,in,in mpgone-benchone-v3-1,mpgone,haiku-5.5,medium,mixed,hard,,per-run-mean,0.32,0.00289,,331000,83.6,BenchOne-score,0.0289,,cost-base-price:cost-publisher-figure,"https://mpgone.com/benchone/ (leaderboard table of the page (""# Model Score Cost per run Time per run First word Output tokens""), row Claude Haiku 5.5, Score)",src-mpgone-benchone-v3-1-2026-11-10|mpgone:benchone-v3-1|haiku-5.5@medium|benchone v3.1,in,in mpgone-benchone-v3-1,mpgone,sonnet-5,medium,mixed,hard,,per-run-mean,8.81,0.00289,,437000,69.5,BenchOne-score,0.0289,,cost-base-price:cost-publisher-figure,"https://mpgone.com/benchone/ (leaderboard table of the page (""# Model Score Cost per run Time per run First word Output tokens""), row Claude Sonnet 5, Score)",src-mpgone-benchone-v3-1-2026-11-10|mpgone:benchone-v3-1|sonnet-5@medium|benchone v3.1,in,in mpgone-benchone-v3-1-coding,mpgone,opus-5.5,medium,mixed,hard,,,,,,,100,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/ (table ""By category"" (Average score per category across all runs), row Claude Opus 5.5, column Coding)",,out:uninformative, mpgone-benchone-v3-1-data-math,mpgone,opus-5.5,medium,mixed,hard,,,,,,,100,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/ (table ""By category"" (Average score per category across all runs), row Claude Opus 5.5, column Data and math)",,out:uninformative, mpgone-benchone-v3-1-long-context,mpgone,opus-5.5,medium,mixed,hard,,,,,,,99,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/ (table ""By category"" (Average score per category across all runs), row Claude Opus 5.5, column Long context)",src-mpgone-benchone-v3-1-2026-11-10|mpgone:benchone-v3-1|opus-5.5@medium|benchone v3.1,in, mpgone-benchone-v3-1-instructions-writing,mpgone,opus-5.5,medium,mixed,hard,,,,,,,96,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/ (table ""By category"" (Average score per category across all runs), row Claude Opus 5.5, column Instructions and writing)",src-mpgone-benchone-v3-1-2026-11-10|mpgone:benchone-v3-1|opus-5.5@medium|benchone v3.1,in, mpgone-benchone-v3-1-reasoning,mpgone,opus-5.5,medium,mixed,hard,,,,,,,98,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/ (table ""By category"" (Average score per category across all runs), row Claude Opus 5.5, column Reasoning)",src-mpgone-benchone-v3-1-2026-11-10|mpgone:benchone-v3-1|opus-5.5@medium|benchone v3.1,in, mpgone-benchone-v3-1-agents,mpgone,opus-5.5,medium,mixed,hard,,,,,,,100,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/ (table ""By category"" (Average score per category across all runs), row Claude Opus 5.5, column Agents)",,out:uninformative, mpgone-benchone-v3-1-coding,mpgone,fable-5.2,medium,mixed,hard,,,,,,,100,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/ (table ""By category"" (Average score per category across all runs), row Claude Fable 5.2, column Coding)",,out:uninformative, mpgone-benchone-v3-1-data-math,mpgone,fable-5.2,medium,mixed,hard,,,,,,,100,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/ (table ""By category"" (Average score per category across all runs), row Claude Fable 5.2, column Data and math)",,out:uninformative, mpgone-benchone-v3-1-long-context,mpgone,fable-5.2,medium,mixed,hard,,,,,,,100,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/ (table ""By category"" (Average score per category across all runs), row Claude Fable 5.2, column Long context)",,out:uninformative, mpgone-benchone-v3-1-instructions-writing,mpgone,fable-5.2,medium,mixed,hard,,,,,,,99,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/ (table ""By category"" (Average score per category across all runs), row Claude Fable 5.2, column Instructions and writing)",src-mpgone-benchone-v3-1-2026-11-10|mpgone:benchone-v3-1|fable-5.2@medium|benchone v3.1,in, mpgone-benchone-v3-1-reasoning,mpgone,fable-5.2,medium,mixed,hard,,,,,,,96,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/ (table ""By category"" (Average score per category across all runs), row Claude Fable 5.2, column Reasoning)",src-mpgone-benchone-v3-1-2026-11-10|mpgone:benchone-v3-1|fable-5.2@medium|benchone v3.1,in, mpgone-benchone-v3-1-agents,mpgone,fable-5.2,medium,mixed,hard,,,,,,,100,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/ (table ""By category"" (Average score per category across all runs), row Claude Fable 5.2, column Agents)",,out:uninformative, mpgone-benchone-v3-1-coding,mpgone,sonnet-5.5,medium,mixed,hard,,,,,,,100,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/ (table ""By category"" (Average score per category across all runs), row Claude Sonnet 5.5, column Coding)",,out:uninformative, mpgone-benchone-v3-1-data-math,mpgone,sonnet-5.5,medium,mixed,hard,,,,,,,96,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/ (table ""By category"" (Average score per category across all runs), row Claude Sonnet 5.5, column Data and math)",src-mpgone-benchone-v3-1-2026-11-10|mpgone:benchone-v3-1|sonnet-5.5@medium|benchone v3.1,in, mpgone-benchone-v3-1-long-context,mpgone,sonnet-5.5,medium,mixed,hard,,,,,,,100,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/ (table ""By category"" (Average score per category across all runs), row Claude Sonnet 5.5, column Long context)",,out:uninformative, mpgone-benchone-v3-1-instructions-writing,mpgone,sonnet-5.5,medium,mixed,hard,,,,,,,99,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/ (table ""By category"" (Average score per category across all runs), row Claude Sonnet 5.5, column Instructions and writing)",src-mpgone-benchone-v3-1-2026-11-10|mpgone:benchone-v3-1|sonnet-5.5@medium|benchone v3.1,in, mpgone-benchone-v3-1-reasoning,mpgone,sonnet-5.5,medium,mixed,hard,,,,,,,85,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/ (table ""By category"" (Average score per category across all runs), row Claude Sonnet 5.5, column Reasoning)",src-mpgone-benchone-v3-1-2026-11-10|mpgone:benchone-v3-1|sonnet-5.5@medium|benchone v3.1,in, mpgone-benchone-v3-1-agents,mpgone,sonnet-5.5,medium,mixed,hard,,,,,,,100,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/ (table ""By category"" (Average score per category across all runs), row Claude Sonnet 5.5, column Agents)",,out:uninformative, mpgone-benchone-v3-1-coding,mpgone,opus-5,medium,mixed,hard,,,,,,,100,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/ (table ""By category"" (Average score per category across all runs), row Claude Opus 5, column Coding)",,out:uninformative, mpgone-benchone-v3-1-data-math,mpgone,opus-5,medium,mixed,hard,,,,,,,100,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/ (table ""By category"" (Average score per category across all runs), row Claude Opus 5, column Data and math)",,out:uninformative, mpgone-benchone-v3-1-long-context,mpgone,opus-5,medium,mixed,hard,,,,,,,100,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/ (table ""By category"" (Average score per category across all runs), row Claude Opus 5, column Long context)",,out:uninformative, mpgone-benchone-v3-1-instructions-writing,mpgone,opus-5,medium,mixed,hard,,,,,,,98,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/ (table ""By category"" (Average score per category across all runs), row Claude Opus 5, column Instructions and writing)",src-mpgone-benchone-v3-1-2026-11-10|mpgone:benchone-v3-1|opus-5@medium|benchone v3.1,in, mpgone-benchone-v3-1-reasoning,mpgone,opus-5,medium,mixed,hard,,,,,,,78,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/ (table ""By category"" (Average score per category across all runs), row Claude Opus 5, column Reasoning)",src-mpgone-benchone-v3-1-2026-11-10|mpgone:benchone-v3-1|opus-5@medium|benchone v3.1,in, mpgone-benchone-v3-1-agents,mpgone,opus-5,medium,mixed,hard,,,,,,,100,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/ (table ""By category"" (Average score per category across all runs), row Claude Opus 5, column Agents)",,out:uninformative, mpgone-benchone-v3-1-coding,mpgone,fable-5.1,medium,mixed,hard,,,,,,,95,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/ (table ""By category"" (Average score per category across all runs), row Claude Fable 5.1, column Coding)",src-mpgone-benchone-v3-1-2026-11-10|mpgone:benchone-v3-1|fable-5.1@medium|benchone v3.1,in, mpgone-benchone-v3-1-data-math,mpgone,fable-5.1,medium,mixed,hard,,,,,,,100,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/ (table ""By category"" (Average score per category across all runs), row Claude Fable 5.1, column Data and math)",,out:uninformative, mpgone-benchone-v3-1-long-context,mpgone,fable-5.1,medium,mixed,hard,,,,,,,100,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/ (table ""By category"" (Average score per category across all runs), row Claude Fable 5.1, column Long context)",,out:uninformative, mpgone-benchone-v3-1-instructions-writing,mpgone,fable-5.1,medium,mixed,hard,,,,,,,100,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/ (table ""By category"" (Average score per category across all runs), row Claude Fable 5.1, column Instructions and writing)",,out:uninformative, mpgone-benchone-v3-1-reasoning,mpgone,fable-5.1,medium,mixed,hard,,,,,,,69,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/ (table ""By category"" (Average score per category across all runs), row Claude Fable 5.1, column Reasoning)",src-mpgone-benchone-v3-1-2026-11-10|mpgone:benchone-v3-1|fable-5.1@medium|benchone v3.1,in, mpgone-benchone-v3-1-agents,mpgone,fable-5.1,medium,mixed,hard,,,,,,,95,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/ (table ""By category"" (Average score per category across all runs), row Claude Fable 5.1, column Agents)",src-mpgone-benchone-v3-1-2026-11-10|mpgone:benchone-v3-1|fable-5.1@medium|benchone v3.1,in, mpgone-benchone-v3-1-coding,mpgone,haiku-5.5,medium,mixed,hard,,,,,,,98,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/ (table ""By category"" (Average score per category across all runs), row Claude Haiku 5.5, column Coding)",src-mpgone-benchone-v3-1-2026-11-10|mpgone:benchone-v3-1|haiku-5.5@medium|benchone v3.1,in, mpgone-benchone-v3-1-data-math,mpgone,haiku-5.5,medium,mixed,hard,,,,,,,35,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/ (table ""By category"" (Average score per category across all runs), row Claude Haiku 5.5, column Data and math)",src-mpgone-benchone-v3-1-2026-11-10|mpgone:benchone-v3-1|haiku-5.5@medium|benchone v3.1,in, mpgone-benchone-v3-1-long-context,mpgone,haiku-5.5,medium,mixed,hard,,,,,,,100,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/ (table ""By category"" (Average score per category across all runs), row Claude Haiku 5.5, column Long context)",,out:uninformative, mpgone-benchone-v3-1-instructions-writing,mpgone,haiku-5.5,medium,mixed,hard,,,,,,,96,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/ (table ""By category"" (Average score per category across all runs), row Claude Haiku 5.5, column Instructions and writing)",src-mpgone-benchone-v3-1-2026-11-10|mpgone:benchone-v3-1|haiku-5.5@medium|benchone v3.1,in, mpgone-benchone-v3-1-reasoning,mpgone,haiku-5.5,medium,mixed,hard,,,,,,,74,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/ (table ""By category"" (Average score per category across all runs), row Claude Haiku 5.5, column Reasoning)",src-mpgone-benchone-v3-1-2026-11-10|mpgone:benchone-v3-1|haiku-5.5@medium|benchone v3.1,in, mpgone-benchone-v3-1-agents,mpgone,haiku-5.5,medium,mixed,hard,,,,,,,99,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/ (table ""By category"" (Average score per category across all runs), row Claude Haiku 5.5, column Agents)",src-mpgone-benchone-v3-1-2026-11-10|mpgone:benchone-v3-1|haiku-5.5@medium|benchone v3.1,in, mpgone-benchone-v3-1-coding,mpgone,sonnet-5,medium,mixed,hard,,,,,,,98,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/ (table ""By category"" (Average score per category across all runs), row Claude Sonnet 5, column Coding)",src-mpgone-benchone-v3-1-2026-11-10|mpgone:benchone-v3-1|sonnet-5@medium|benchone v3.1,in, mpgone-benchone-v3-1-data-math,mpgone,sonnet-5,medium,mixed,hard,,,,,,,0,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/ (table ""By category"" (Average score per category across all runs), row Claude Sonnet 5, column Data and math)",,out:uninformative, mpgone-benchone-v3-1-long-context,mpgone,sonnet-5,medium,mixed,hard,,,,,,,99,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/ (table ""By category"" (Average score per category across all runs), row Claude Sonnet 5, column Long context)",src-mpgone-benchone-v3-1-2026-11-10|mpgone:benchone-v3-1|sonnet-5@medium|benchone v3.1,in, mpgone-benchone-v3-1-instructions-writing,mpgone,sonnet-5,medium,mixed,hard,,,,,,,64,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/ (table ""By category"" (Average score per category across all runs), row Claude Sonnet 5, column Instructions and writing)",src-mpgone-benchone-v3-1-2026-11-10|mpgone:benchone-v3-1|sonnet-5@medium|benchone v3.1,in, mpgone-benchone-v3-1-reasoning,mpgone,sonnet-5,medium,mixed,hard,,,,,,,53,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/ (table ""By category"" (Average score per category across all runs), row Claude Sonnet 5, column Reasoning)",src-mpgone-benchone-v3-1-2026-11-10|mpgone:benchone-v3-1|sonnet-5@medium|benchone v3.1,in, mpgone-benchone-v3-1-agents,mpgone,sonnet-5,medium,mixed,hard,,,,,,,98,BenchOne-category-score,0.289,,,"https://mpgone.com/benchone/ (table ""By category"" (Average score per category across all runs), row Claude Sonnet 5, column Agents)",src-mpgone-benchone-v3-1-2026-11-10|mpgone:benchone-v3-1|sonnet-5@medium|benchone v3.1,in, mpgone-5-task-battery,mpgone,fable-5.2,medium,mixed,easy,,per-run,0.17,0.00289,,4072,4.40,battery-score-of-5,0.00289,,cost-base-price:cost-publisher-figure,"https://mpgone.com/fable-5-2-vs-opus-5-5/ (table of the nine runs (""Run Score Total time Median time to first token Output tokens Cost at list price""), row Fable 5.2, medium, Score)",,in,in mpgone-5-task-battery,mpgone,fable-5.2,high,mixed,easy,,per-run,0.18,0.00289,,4399,4.40,battery-score-of-5,0.00289,,cost-base-price:cost-publisher-figure,"https://mpgone.com/fable-5-2-vs-opus-5-5/ (table of the nine runs (""Run Score Total time Median time to first token Output tokens Cost at list price""), row Fable 5.2, high, Score)",,in,in mpgone-5-task-battery,mpgone,fable-5.2,max,mixed,easy,,per-run,1.78,0.00289,,44430,4.40,battery-score-of-5,0.00289,,cost-base-price:cost-publisher-figure,"https://mpgone.com/fable-5-2-vs-opus-5-5/ (table of the nine runs (""Run Score Total time Median time to first token Output tokens Cost at list price""), row Fable 5.2, max, Score)",,in,in mpgone-5-task-battery,mpgone,opus-5.5,medium,mixed,easy,,per-run,0.093,0.000289,,4477,4.40,battery-score-of-5,0.00289,,cost-base-price:cost-publisher-figure,"https://mpgone.com/fable-5-2-vs-opus-5-5/ (table of the nine runs (""Run Score Total time Median time to first token Output tokens Cost at list price""), row Opus 5.5, medium, Score)",,in,in mpgone-5-task-battery,mpgone,opus-5.5,high,mixed,easy,,per-run,0.10,0.00289,,5012,4.40,battery-score-of-5,0.00289,,cost-base-price:cost-publisher-figure,"https://mpgone.com/fable-5-2-vs-opus-5-5/ (table of the nine runs (""Run Score Total time Median time to first token Output tokens Cost at list price""), row Opus 5.5, high, Score)",,in,in mpgone-5-task-battery,mpgone,opus-5.5,max,mixed,easy,,per-run,0.94,0.00289,,46903,4.40,battery-score-of-5,0.00289,,cost-base-price:cost-publisher-figure,"https://mpgone.com/fable-5-2-vs-opus-5-5/ (table of the nine runs (""Run Score Total time Median time to first token Output tokens Cost at list price""), row Opus 5.5, max, Score)",,in,in mpgone-5-task-battery,mpgone,fable-5.1,medium,mixed,easy,,per-run,0.21,0.00289,,3961,4.40,battery-score-of-5,0.00289,,cost-base-price:cost-publisher-figure,"https://mpgone.com/fable-5-2-vs-opus-5-5/ (table of the nine runs (""Run Score Total time Median time to first token Output tokens Cost at list price""), row Fable 5.1, medium, Score)",,in,in mpgone-5-task-battery,mpgone,fable-5.1,high,mixed,easy,,per-run,0.22,0.00289,,4154,4.40,battery-score-of-5,0.00289,,cost-base-price:cost-publisher-figure,"https://mpgone.com/fable-5-2-vs-opus-5-5/ (table of the nine runs (""Run Score Total time Median time to first token Output tokens Cost at list price""), row Fable 5.1, high, Score)",,in,in mpgone-5-task-battery,mpgone,fable-5.1,max,mixed,easy,,per-run,0.59,0.00289,,11691,4.40,battery-score-of-5,0.00289,,cost-base-price:cost-publisher-figure,"https://mpgone.com/fable-5-2-vs-opus-5-5/ (table of the nine runs (""Run Score Total time Median time to first token Output tokens Cost at list price""), row Fable 5.1, max, Score)",,in,in mpgone-5-task-battery,mpgone,opus-5.5,medium,mixed,easy,,per-run,0.092,0.000289,,,,battery-score-of-5,,,cost-base-price:cost-publisher-figure,https://mpgone.com/fable-5-2-vs-opus-5-5/ (),,,in aa-index5@mpgone,mpgone,fable-5.2,max,mixed,hard,,per-task,26.54,0.00289,,274000,65,AA-idx,0.289,,restated-from:Artificial Analysis; same-runs-as:src-artificialanalysis-leaderboards-models-2026-11-10#M85,"https://mpgone.com/fable-5-2-vs-opus-5-5/ (table ""Artificial Analysis, max effort"" (columns Fable 5.2, Opus 5.5, Fable 5.1), row Intelligence)",,out:copy,out:copy aa-index5@mpgone,mpgone,opus-5.5,max,mixed,hard,,per-task,10.04,0.00289,,173000,59,AA-idx,0.289,,restated-from:Artificial Analysis; same-runs-as:src-artificialanalysis-leaderboards-models-2026-11-09#M245,"https://mpgone.com/fable-5-2-vs-opus-5-5/ (table ""Artificial Analysis, max effort"" (columns Fable 5.2, Opus 5.5, Fable 5.1), row Intelligence)",,out:copy,out:copy aa-index5@mpgone,mpgone,fable-5.1,max,mixed,hard,,per-task,12.99,0.00289,,118000,49,AA-idx,0.289,,restated-from:Artificial Analysis; same-runs-as:src-artificialanalysis-leaderboards-models-2026-11-09#M1067,"https://mpgone.com/fable-5-2-vs-opus-5-5/ (table ""Artificial Analysis, max effort"" (columns Fable 5.2, Opus 5.5, Fable 5.1), row Intelligence)",,out:copy,out:copy aa5-frontiercode-2-0@mpgone,mpgone,fable-5.2,max,coding,hard,,,,,,,0.488,score%,0.000289,,restated-from:Artificial Analysis; same-runs-as:src-artificialanalysis-leaderboards-models-2026-11-10#M92,"https://mpgone.com/fable-5-2-vs-opus-5-5/ (table ""Artificial Analysis, max effort"" (columns Fable 5.2, Opus 5.5, Fable 5.1), row FrontierCode)",,out:copy, aa5-frontiercode-2-0@mpgone,mpgone,opus-5.5,max,coding,hard,,,,,,,0.464,score%,0.000289,,restated-from:Artificial Analysis; same-runs-as:src-artificialanalysis-leaderboards-models-2026-11-09#M252,"https://mpgone.com/fable-5-2-vs-opus-5-5/ (table ""Artificial Analysis, max effort"" (columns Fable 5.2, Opus 5.5, Fable 5.1), row FrontierCode)",,out:copy, aa5-frontiercode-2-0@mpgone,mpgone,fable-5.1,max,coding,hard,,,,,,,0.316,score%,0.000289,,restated-from:Artificial Analysis; same-runs-as:src-artificialanalysis-leaderboards-models-2026-11-09#M1074,"https://mpgone.com/fable-5-2-vs-opus-5-5/ (table ""Artificial Analysis, max effort"" (columns Fable 5.2, Opus 5.5, Fable 5.1), row FrontierCode)",,out:copy, aatb40@mpgone,mpgone,fable-5.2,max,coding,hard,TB-AA,,,,,,59.6,pass%,0.0289,,restated-from:Artificial Analysis; same-runs-as:src-artificialanalysis-leaderboards-models-2026-11-10#M95,"https://mpgone.com/fable-5-2-vs-opus-5-5/ (table ""Artificial Analysis, max effort"" (columns Fable 5.2, Opus 5.5, Fable 5.1), row Terminal-Bench)",,out:copy, aatb40@mpgone,mpgone,opus-5.5,max,coding,hard,TB-AA,,,,,,59.6,pass%,0.0289,,restated-from:Artificial Analysis; same-runs-as:src-artificialanalysis-leaderboards-models-2026-11-09#M255,"https://mpgone.com/fable-5-2-vs-opus-5-5/ (table ""Artificial Analysis, max effort"" (columns Fable 5.2, Opus 5.5, Fable 5.1), row Terminal-Bench)",,out:copy, aatb40@mpgone,mpgone,fable-5.1,max,coding,hard,TB-AA,,,,,,52.0,pass%,0.0289,,restated-from:Artificial Analysis; same-runs-as:src-artificialanalysis-leaderboards-models-2026-11-09#M1077,"https://mpgone.com/fable-5-2-vs-opus-5-5/ (table ""Artificial Analysis, max effort"" (columns Fable 5.2, Opus 5.5, Fable 5.1), row Terminal-Bench)",,out:copy, aatbsci@mpgone,mpgone,fable-5.2,max,coding,hard,Terminal-Bench-Science-AA,,,,,,73.3,pass%,0.0289,,restated-from:Artificial Analysis; same-runs-as:src-artificialanalysis-leaderboards-models-2026-11-10#M91,"https://mpgone.com/fable-5-2-vs-opus-5-5/ (table ""Artificial Analysis, max effort"" (columns Fable 5.2, Opus 5.5, Fable 5.1), row Terminal-Bench-Science)",,out:copy, aatbsci@mpgone,mpgone,opus-5.5,max,coding,hard,Terminal-Bench-Science-AA,,,,,,59.0,pass%,0.0289,,restated-from:Artificial Analysis; same-runs-as:src-artificialanalysis-model-pages-2026-11-12#M9,"https://mpgone.com/fable-5-2-vs-opus-5-5/ (table ""Artificial Analysis, max effort"" (columns Fable 5.2, Opus 5.5, Fable 5.1), row Terminal-Bench-Science)",,out:copy, aatbsci@mpgone,mpgone,fable-5.1,max,coding,hard,Terminal-Bench-Science-AA,,,,,,43.3,pass%,0.0289,,restated-from:Artificial Analysis; same-runs-as:src-artificialanalysis-leaderboards-models-2026-11-09#M1073,"https://mpgone.com/fable-5-2-vs-opus-5-5/ (table ""Artificial Analysis, max effort"" (columns Fable 5.2, Opus 5.5, Fable 5.1), row Terminal-Bench-Science)",,out:copy, aa5-aa-briefcase@mpgone,mpgone,fable-5.2,max,mixed,hard,,,,,,,1785,Elo,0.289,,restated-from:Artificial Analysis; same-runs-as:src-artificialanalysis-leaderboards-models-2026-11-10#M87,"https://mpgone.com/fable-5-2-vs-opus-5-5/ (table ""Artificial Analysis, max effort"" (columns Fable 5.2, Opus 5.5, Fable 5.1), row AA-Briefcase)",,out:copy, aa5-aa-briefcase@mpgone,mpgone,opus-5.5,max,mixed,hard,,,,,,,1800,Elo,0.289,,restated-from:Artificial Analysis; same-runs-as:src-artificialanalysis-leaderboards-models-2026-11-09#M247,"https://mpgone.com/fable-5-2-vs-opus-5-5/ (table ""Artificial Analysis, max effort"" (columns Fable 5.2, Opus 5.5, Fable 5.1), row AA-Briefcase)",,out:copy, aa5-aa-briefcase@mpgone,mpgone,fable-5.1,max,mixed,hard,,,,,,,1669,Elo,0.289,,restated-from:Artificial Analysis; same-runs-as:src-artificialanalysis-leaderboards-models-2026-11-09#M1069,"https://mpgone.com/fable-5-2-vs-opus-5-5/ (table ""Artificial Analysis, max effort"" (columns Fable 5.2, Opus 5.5, Fable 5.1), row AA-Briefcase)",,out:copy, aagdppdf@mpgone,mpgone,fable-5.2,max,mixed,hard,GDP-PDF-AA,,,,,,24.2,allpass%,0.0289,,restated-from:Artificial Analysis; same-runs-as:src-artificialanalysis-leaderboards-models-2026-11-10#M94,"https://mpgone.com/fable-5-2-vs-opus-5-5/ (table ""Artificial Analysis, max effort"" (columns Fable 5.2, Opus 5.5, Fable 5.1), row GDP.pdf)",,out:copy, aagdppdf@mpgone,mpgone,opus-5.5,max,mixed,hard,GDP-PDF-AA,,,,,,26.2,allpass%,0.0289,,restated-from:Artificial Analysis; same-runs-as:src-artificialanalysis-leaderboards-models-2026-11-09#M254,"https://mpgone.com/fable-5-2-vs-opus-5-5/ (table ""Artificial Analysis, max effort"" (columns Fable 5.2, Opus 5.5, Fable 5.1), row GDP.pdf)",,out:copy, aagdppdf@mpgone,mpgone,fable-5.1,max,mixed,hard,GDP-PDF-AA,,,,,,26.2,allpass%,0.0289,,restated-from:Artificial Analysis; same-runs-as:src-artificialanalysis-leaderboards-models-2026-11-09#M1076,"https://mpgone.com/fable-5-2-vs-opus-5-5/ (table ""Artificial Analysis, max effort"" (columns Fable 5.2, Opus 5.5, Fable 5.1), row GDP.pdf)",,out:copy, muninn-selfcond-100wrong,muninn-austegard,haiku-5.5,high,reasoning-math,easy,claude-p-resume,,,,,,70,acc%,0,,,"https://muninn.austegard.com/blog/planting-mistakes-in-a-subagent-memory.html (table, row ""Haiku 5.5, high effort"", column ""100% wrong"" (line 65 of the saved text))",,in, muninn-selfcond-100wrong,muninn-austegard,haiku-5.5,low,reasoning-math,easy,claude-p-resume,,,,,,90,acc%,0,,,"https://muninn.austegard.com/blog/planting-mistakes-in-a-subagent-memory.html (table, row ""Haiku 5.5, low effort"", column ""100% wrong"" (line 69 of the saved text))",,in, neocognition-apprentice-bench-api,neocognition,gemini-3.8-flash,high,agentic-tool,frontier,,per-task,1.13,0.00289,,,34,success%,0.289,,max-as-highest; base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://neocognition.io/blog/apprentice-bench/ (API-setting figure, aria-label of the point)",,in,in neocognition-apprentice-bench-cua,neocognition,gemini-3.8-flash,high,computer-use,frontier,,per-task,4.10,0.00289,,,24,success%,0.289,,max-as-highest; base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://neocognition.io/blog/apprentice-bench/ (CUA-setting figure, aria-label of the point)",,in,in neocognition-apprentice-bench-api,neocognition,gemini-3.7-flash,high,agentic-tool,frontier,,per-task,0.61,0.00289,,,32,success%,0.289,,max-as-highest; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://neocognition.io/blog/apprentice-bench/ (API-setting figure, aria-label of the point)",,in,in neocognition-apprentice-bench-cua,neocognition,gemini-3.7-flash,high,computer-use,frontier,,per-task,3.92,0.00289,,,16,success%,0.289,,max-as-highest; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://neocognition.io/blog/apprentice-bench/ (CUA-setting figure, aria-label of the point)",,in,in neocognition-apprentice-bench-api,neocognition,gemini-3.6-flash,high,agentic-tool,frontier,,per-task,0.6900000000000001,0.133,,,12,success%,0.289,,max-as-highest; cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://neocognition.io/blog/apprentice-bench/ (API-setting figure, aria-label of the point)",,in,out:cost-single-couple neocognition-apprentice-bench-api,neocognition,grok-4.6,xhigh,agentic-tool,frontier,,USD per task,1.44,0.00289,,,45,success%,0.289,,max-as-highest; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://neocognition.io/blog/apprentice-bench/ (API-setting figure, point Grok 4.6)",,in,out:cost-single-couple neocognition-apprentice-bench-api,neocognition,grok-4.5,high,agentic-tool,frontier,,USD per task,0.6639999999999999,0.0959,,,38,success%,0.289,,max-as-highest; cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://neocognition.io/blog/apprentice-bench/ (API-setting figure, point Grok 4.5)",,in,out:cost-single-couple neocognition-apprenticebench-cua-success,neocognition,grok-4.6,unstated,mixed,hard,,USD per task,35.79,0.00289,,,13,success rate (%),0.289,,,"https://neocognition.io/blog/apprentice-bench/ (CUA figure, point Grok 4.6)",,out:effort-not-established,out:effort-not-established nextjsevals-base,nextjs-evals,fable-5,high,agentic-tool,mid,,,1.78302784375,0,,,77,success%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://nextjs.org/evals ($[0].docsImpact.baseSuccessRate (page column 'Success Rate')),,in,in nextjsevals-agentsmd,nextjs-evals,fable-5,high,agentic-tool,mid,,,,,,,77,success%,0,,,https://nextjs.org/evals ($[0].docsImpact.docsSuccessRate (page column 'Success Rate with AGENTS.md')),,in, nextjsevals-base,nextjs-evals,fable-5.1,high,agentic-tool,mid,,,0.7215370188172042,0,,,97,success%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://nextjs.org/evals ($[1].docsImpact.baseSuccessRate (page column 'Success Rate')),,in,in nextjsevals-agentsmd,nextjs-evals,fable-5.1,high,agentic-tool,mid,,,,,,,97,success%,0,,,https://nextjs.org/evals ($[1].docsImpact.docsSuccessRate (page column 'Success Rate with AGENTS.md')),,in, nextjsevals-base,nextjs-evals,opus-4.6,unstated,agentic-tool,mid,,,0.2041845901268116,0,,,58,success%,0,,,https://nextjs.org/evals ($[2].docsImpact.baseSuccessRate (page column 'Success Rate')),,out:effort-not-established,out:effort-not-established nextjsevals-agentsmd,nextjs-evals,opus-4.6,unstated,agentic-tool,mid,,,,,,,74,success%,0,,,https://nextjs.org/evals ($[2].docsImpact.docsSuccessRate (page column 'Success Rate with AGENTS.md')),,out:effort-not-established, nextjsevals-base,nextjs-evals,opus-4.7,not-established:absent,agentic-tool,mid,,,0.44537971150362304,0,,,58,success%,0,,,https://nextjs.org/evals ($[3].docsImpact.baseSuccessRate (page column 'Success Rate')),,out:effort-not-established,out:effort-not-established nextjsevals-agentsmd,nextjs-evals,opus-4.7,not-established:absent,agentic-tool,mid,,,,,,,74,success%,0,,,https://nextjs.org/evals ($[3].docsImpact.docsSuccessRate (page column 'Success Rate with AGENTS.md')),,out:effort-not-established, nextjsevals-base,nextjs-evals,opus-4.8,unstated,agentic-tool,mid,,,0.34813750860507253,0,,,68,success%,0,,,https://nextjs.org/evals ($[4].docsImpact.baseSuccessRate (page column 'Success Rate')),,out:effort-not-established,out:effort-not-established nextjsevals-agentsmd,nextjs-evals,opus-4.8,unstated,agentic-tool,mid,,,,,,,74,success%,0,,,https://nextjs.org/evals ($[4].docsImpact.docsSuccessRate (page column 'Success Rate with AGENTS.md')),,out:effort-not-established, nextjsevals-base,nextjs-evals,opus-5,unstated,agentic-tool,mid,,,1.9599052419354832,0,,,94,success%,0,,,https://nextjs.org/evals ($[5].docsImpact.baseSuccessRate (page column 'Success Rate')),,out:effort-not-established,out:effort-not-established nextjsevals-agentsmd,nextjs-evals,opus-5,unstated,agentic-tool,mid,,,,,,,97,success%,0,,,https://nextjs.org/evals ($[5].docsImpact.docsSuccessRate (page column 'Success Rate with AGENTS.md')),,out:effort-not-established, nextjsevals-base,nextjs-evals,opus-5.5,high,agentic-tool,mid,,,0.23391567258064516,0,,,97,success%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://nextjs.org/evals ($[6].docsImpact.baseSuccessRate (page column 'Success Rate')),,in,in nextjsevals-agentsmd,nextjs-evals,opus-5.5,high,agentic-tool,mid,,,,,,,97,success%,0,,,https://nextjs.org/evals ($[6].docsImpact.docsSuccessRate (page column 'Success Rate with AGENTS.md')),,in, nextjsevals-base,nextjs-evals,sonnet-4.5,unstated,agentic-tool,mid,,,0.1301018894021739,0,,,39,success%,0,,,https://nextjs.org/evals ($[7].docsImpact.baseSuccessRate (page column 'Success Rate')),,out:effort-not-established,out:effort-not-established nextjsevals-agentsmd,nextjs-evals,sonnet-4.5,unstated,agentic-tool,mid,,,,,,,65,success%,0,,,https://nextjs.org/evals ($[7].docsImpact.docsSuccessRate (page column 'Success Rate with AGENTS.md')),,out:effort-not-established, nextjsevals-base,nextjs-evals,sonnet-4.6,unstated,agentic-tool,mid,,,0.1397931179347826,0,,,45,success%,0,,,https://nextjs.org/evals ($[8].docsImpact.baseSuccessRate (page column 'Success Rate')),,out:effort-not-established,out:effort-not-established nextjsevals-agentsmd,nextjs-evals,sonnet-4.6,unstated,agentic-tool,mid,,,,,,,74,success%,0,,,https://nextjs.org/evals ($[8].docsImpact.docsSuccessRate (page column 'Success Rate with AGENTS.md')),,out:effort-not-established, nextjsevals-base,nextjs-evals,sonnet-5,unstated,agentic-tool,mid,,,0.3858187790322581,0,,,81,success%,0,,,https://nextjs.org/evals ($[9].docsImpact.baseSuccessRate (page column 'Success Rate')),,out:effort-not-established,out:effort-not-established nextjsevals-agentsmd,nextjs-evals,sonnet-5,unstated,agentic-tool,mid,,,,,,,97,success%,0,,,https://nextjs.org/evals ($[9].docsImpact.docsSuccessRate (page column 'Success Rate with AGENTS.md')),,out:effort-not-established, nextjsevals-base,nextjs-evals,?Cursor Composer 2.0,not-established:absent,agentic-tool,mid,,,0.0308417429347826,0,,,58,success%,0,,,https://nextjs.org/evals ($[10].docsImpact.baseSuccessRate (page column 'Success Rate')),,out:model-not-established,out:model-not-established nextjsevals-agentsmd,nextjs-evals,?Cursor Composer 2.0,not-established:absent,agentic-tool,mid,,,,,,,71,success%,0,,,https://nextjs.org/evals ($[10].docsImpact.docsSuccessRate (page column 'Success Rate with AGENTS.md')),,out:model-not-established, nextjsevals-base,nextjs-evals,?Cursor Composer 2.5,not-established:absent,agentic-tool,mid,,,0.06174026088709678,0,,,81,success%,0,,,https://nextjs.org/evals ($[11].docsImpact.baseSuccessRate (page column 'Success Rate')),,out:model-not-established,out:model-not-established nextjsevals-agentsmd,nextjs-evals,?Cursor Composer 2.5,not-established:absent,agentic-tool,mid,,,,,,,94,success%,0,,,https://nextjs.org/evals ($[11].docsImpact.docsSuccessRate (page column 'Success Rate with AGENTS.md')),,out:model-not-established, nextjsevals-base,nextjs-evals,?Gemini 3.0 Pro Preview,not-established:absent,agentic-tool,mid,,,0.16534729927536232,0,,,52,success%,0,,,https://nextjs.org/evals ($[12].docsImpact.baseSuccessRate (page column 'Success Rate')),,out:model-not-established,out:model-not-established nextjsevals-agentsmd,nextjs-evals,?Gemini 3.0 Pro Preview,not-established:absent,agentic-tool,mid,,,,,,,65,success%,0,,,https://nextjs.org/evals ($[12].docsImpact.docsSuccessRate (page column 'Success Rate with AGENTS.md')),,out:model-not-established, nextjsevals-base,nextjs-evals,gemini-3.1-pro,unstated,agentic-tool,mid,,,0.10952818369565215,0,,,58,success%,0,,,https://nextjs.org/evals ($[13].docsImpact.baseSuccessRate (page column 'Success Rate')),,out:effort-not-established,out:effort-not-established nextjsevals-agentsmd,nextjs-evals,gemini-3.1-pro,unstated,agentic-tool,mid,,,,,,,71,success%,0,,,https://nextjs.org/evals ($[13].docsImpact.docsSuccessRate (page column 'Success Rate with AGENTS.md')),,out:effort-not-established, nextjsevals-base,nextjs-evals,gemini-3.8-flash,unstated,agentic-tool,mid,,,0.6049656808467743,0,,,90,success%,0,,,https://nextjs.org/evals ($[14].docsImpact.baseSuccessRate (page column 'Success Rate')),,out:effort-not-established,out:effort-not-established nextjsevals-agentsmd,nextjs-evals,gemini-3.8-flash,unstated,agentic-tool,mid,,,,,,,97,success%,0,,,https://nextjs.org/evals ($[14].docsImpact.docsSuccessRate (page column 'Success Rate with AGENTS.md')),,out:effort-not-established, nextjsevals-base,nextjs-evals,gemini-4-argon,unstated,agentic-tool,mid,,,0.435034480376344,0,,,97,success%,0,,,https://nextjs.org/evals ($[15].docsImpact.baseSuccessRate (page column 'Success Rate')),,out:effort-not-established,out:effort-not-established nextjsevals-agentsmd,nextjs-evals,gemini-4-argon,unstated,agentic-tool,mid,,,,,,,97,success%,0,,,https://nextjs.org/evals ($[15].docsImpact.docsSuccessRate (page column 'Success Rate with AGENTS.md')),,out:effort-not-established, nextjsevals-base,nextjs-evals,glm-5.1,unstated,agentic-tool,mid,,,0.07744346347826085,0,,,58,success%,0,,,https://nextjs.org/evals ($[16].docsImpact.baseSuccessRate (page column 'Success Rate')),,out:effort-not-established,out:effort-not-established nextjsevals-agentsmd,nextjs-evals,glm-5.1,unstated,agentic-tool,mid,,,,,,,74,success%,0,,,https://nextjs.org/evals ($[16].docsImpact.docsSuccessRate (page column 'Success Rate with AGENTS.md')),,out:effort-not-established, nextjsevals-base,nextjs-evals,glm-5.2,unstated,agentic-tool,mid,,,0.15155040413978493,0,,,81,success%,0,,,https://nextjs.org/evals ($[17].docsImpact.baseSuccessRate (page column 'Success Rate')),,out:effort-not-established,out:effort-not-established nextjsevals-agentsmd,nextjs-evals,glm-5.2,unstated,agentic-tool,mid,,,,,,,97,success%,0,,,https://nextjs.org/evals ($[17].docsImpact.docsSuccessRate (page column 'Success Rate with AGENTS.md')),,out:effort-not-established, nextjsevals-base,nextjs-evals,gpt-5.2-codex,xhigh,agentic-tool,mid,,,0.15025527644927536,0,,,45,success%,0,,cost-method-assumed-single,https://nextjs.org/evals ($[18].docsImpact.baseSuccessRate (page column 'Success Rate')),,in,out:cost-not-comparable nextjsevals-agentsmd,nextjs-evals,gpt-5.2-codex,xhigh,agentic-tool,mid,,,,,,,61,success%,0,,,https://nextjs.org/evals ($[18].docsImpact.docsSuccessRate (page column 'Success Rate with AGENTS.md')),,in, nextjsevals-base,nextjs-evals,gpt-5.3-codex,xhigh,agentic-tool,mid,,,0.27774447996794865,0,,,68,success%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://nextjs.org/evals ($[19].docsImpact.baseSuccessRate (page column 'Success Rate')),,in,in nextjsevals-agentsmd,nextjs-evals,gpt-5.3-codex,xhigh,agentic-tool,mid,,,,,,,74,success%,0,,,https://nextjs.org/evals ($[19].docsImpact.docsSuccessRate (page column 'Success Rate with AGENTS.md')),,in, nextjsevals-base,nextjs-evals,gpt-5.4,xhigh,agentic-tool,mid,,,0.23759627380952383,0,,,65,success%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://nextjs.org/evals ($[20].docsImpact.baseSuccessRate (page column 'Success Rate')),,in,in nextjsevals-agentsmd,nextjs-evals,gpt-5.4,xhigh,agentic-tool,mid,,,,,,,68,success%,0,,,https://nextjs.org/evals ($[20].docsImpact.docsSuccessRate (page column 'Success Rate with AGENTS.md')),,in, nextjsevals-base,nextjs-evals,gpt-5.5-pro,unstated,agentic-tool,mid,,,18.20529456521739,0,,,65,success%,0,,,https://nextjs.org/evals ($[21].docsImpact.baseSuccessRate (page column 'Success Rate')),,out:effort-not-established,out:effort-not-established nextjsevals-agentsmd,nextjs-evals,gpt-5.5-pro,unstated,agentic-tool,mid,,,,,,,65,success%,0,,,https://nextjs.org/evals ($[21].docsImpact.docsSuccessRate (page column 'Success Rate with AGENTS.md')),,out:effort-not-established, nextjsevals-base,nextjs-evals,gpt-5.6-sol,not-established:absent,agentic-tool,mid,,,0.73967178525641,0,,,77,success%,0,,,https://nextjs.org/evals ($[22].docsImpact.baseSuccessRate (page column 'Success Rate')),,out:effort-not-established,out:effort-not-established nextjsevals-agentsmd,nextjs-evals,gpt-5.6-sol,not-established:absent,agentic-tool,mid,,,,,,,77,success%,0,,,https://nextjs.org/evals ($[22].docsImpact.docsSuccessRate (page column 'Success Rate with AGENTS.md')),,out:effort-not-established, nextjsevals-base,nextjs-evals,gpt-6-astra,high,agentic-tool,mid,,,0.9691917419354837,0,,,90,success%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://nextjs.org/evals ($[23].docsImpact.baseSuccessRate (page column 'Success Rate')),,in,in nextjsevals-agentsmd,nextjs-evals,gpt-6-astra,high,agentic-tool,mid,,,,,,,97,success%,0,,,https://nextjs.org/evals ($[23].docsImpact.docsSuccessRate (page column 'Success Rate with AGENTS.md')),,in, nextjsevals-base,nextjs-evals,gpt-6-luna,high,agentic-tool,mid,,,0.01186910495295699,0,,,77,success%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://nextjs.org/evals ($[24].docsImpact.baseSuccessRate (page column 'Success Rate')),,in,in nextjsevals-agentsmd,nextjs-evals,gpt-6-luna,high,agentic-tool,mid,,,,,,,87,success%,0,,,https://nextjs.org/evals ($[24].docsImpact.docsSuccessRate (page column 'Success Rate with AGENTS.md')),,in, nextjsevals-base,nextjs-evals,gpt-6-sol,high,agentic-tool,mid,,,0.2571716962365591,0,,,97,success%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://nextjs.org/evals ($[25].docsImpact.baseSuccessRate (page column 'Success Rate')),,in,in nextjsevals-agentsmd,nextjs-evals,gpt-6-sol,high,agentic-tool,mid,,,,,,,97,success%,0,,,https://nextjs.org/evals ($[25].docsImpact.docsSuccessRate (page column 'Success Rate with AGENTS.md')),,in, nextjsevals-base,nextjs-evals,grok-4.5,unstated,agentic-tool,mid,,,0.07334867500000002,0,,,65,success%,0,,,https://nextjs.org/evals ($[26].docsImpact.baseSuccessRate (page column 'Success Rate')),,out:effort-not-established,out:effort-not-established nextjsevals-agentsmd,nextjs-evals,grok-4.5,unstated,agentic-tool,mid,,,,,,,74,success%,0,,,https://nextjs.org/evals ($[26].docsImpact.docsSuccessRate (page column 'Success Rate with AGENTS.md')),,out:effort-not-established, nextjsevals-base,nextjs-evals,grok-4.6,unstated,agentic-tool,mid,,,0.16022740625,0,,,71,success%,0,,,https://nextjs.org/evals ($[27].docsImpact.baseSuccessRate (page column 'Success Rate')),,out:effort-not-established,out:effort-not-established nextjsevals-agentsmd,nextjs-evals,grok-4.6,unstated,agentic-tool,mid,,,,,,,71,success%,0,,,https://nextjs.org/evals ($[27].docsImpact.docsSuccessRate (page column 'Success Rate with AGENTS.md')),,out:effort-not-established, nextjsevals-base,nextjs-evals,grok-4.7,unstated,agentic-tool,mid,,,0.18222428225806453,0,,,94,success%,0,,,https://nextjs.org/evals ($[28].docsImpact.baseSuccessRate (page column 'Success Rate')),,out:effort-not-established,out:effort-not-established nextjsevals-agentsmd,nextjs-evals,grok-4.7,unstated,agentic-tool,mid,,,,,,,94,success%,0,,,https://nextjs.org/evals ($[28].docsImpact.docsSuccessRate (page column 'Success Rate with AGENTS.md')),,out:effort-not-established, nextjsevals-base,nextjs-evals,kimi-k2.5,unstated,agentic-tool,mid,,,0.01785406793478261,0,,,16,success%,0,,,https://nextjs.org/evals ($[29].docsImpact.baseSuccessRate (page column 'Success Rate')),,out:effort-not-established,out:effort-not-established nextjsevals-agentsmd,nextjs-evals,kimi-k2.5,unstated,agentic-tool,mid,,,,,,,45,success%,0,,,https://nextjs.org/evals ($[29].docsImpact.docsSuccessRate (page column 'Success Rate with AGENTS.md')),,out:effort-not-established, nextjsevals-base,nextjs-evals,kimi-k2.6,unstated,agentic-tool,mid,,,0.05702877067028986,0,,,52,success%,0,,,https://nextjs.org/evals ($[30].docsImpact.baseSuccessRate (page column 'Success Rate')),,out:effort-not-established,out:effort-not-established nextjsevals-agentsmd,nextjs-evals,kimi-k2.6,unstated,agentic-tool,mid,,,,,,,74,success%,0,,,https://nextjs.org/evals ($[30].docsImpact.docsSuccessRate (page column 'Success Rate with AGENTS.md')),,out:effort-not-established, nextjsevals-base,nextjs-evals,kimi-k2.7-code,solo,agentic-tool,mid,,,0.13891133760752689,0,,,74,success%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://nextjs.org/evals ($[31].docsImpact.baseSuccessRate (page column 'Success Rate')),,in,out:cost-single-couple nextjsevals-agentsmd,nextjs-evals,kimi-k2.7-code,solo,agentic-tool,mid,,,,,,,90,success%,0,,,https://nextjs.org/evals ($[31].docsImpact.docsSuccessRate (page column 'Success Rate with AGENTS.md')),,in, nextjsevals-base,nextjs-evals,kimi-k3,unstated,agentic-tool,mid,,,0.28078726249999997,0,,,84,success%,0,,,https://nextjs.org/evals ($[32].docsImpact.baseSuccessRate (page column 'Success Rate')),,out:effort-not-established,out:effort-not-established nextjsevals-agentsmd,nextjs-evals,kimi-k3,unstated,agentic-tool,mid,,,,,,,97,success%,0,,,https://nextjs.org/evals ($[32].docsImpact.docsSuccessRate (page column 'Success Rate with AGENTS.md')),,out:effort-not-established, nextjsevals-base,nextjs-evals,minimax-m2.7,unstated,agentic-tool,mid,,,0.025899485706521737,0,,,39,success%,0,,,https://nextjs.org/evals ($[33].docsImpact.baseSuccessRate (page column 'Success Rate')),,out:effort-not-established,out:effort-not-established nextjsevals-agentsmd,nextjs-evals,minimax-m2.7,unstated,agentic-tool,mid,,,,,,,48,success%,0,,,https://nextjs.org/evals ($[33].docsImpact.docsSuccessRate (page column 'Success Rate with AGENTS.md')),,out:effort-not-established, nextjsevals-base,nextjs-evals,minimax-m3,unstated,agentic-tool,mid,,,0.05283992516129031,0,,,81,success%,0,,,https://nextjs.org/evals ($[34].docsImpact.baseSuccessRate (page column 'Success Rate')),,out:effort-not-established,out:effort-not-established nextjsevals-agentsmd,nextjs-evals,minimax-m3,unstated,agentic-tool,mid,,,,,,,90,success%,0,,,https://nextjs.org/evals ($[34].docsImpact.docsSuccessRate (page column 'Success Rate with AGENTS.md')),,out:effort-not-established, nextjsevals-base,nextjs-evals,?Muse Spark Open,not-established:absent,agentic-tool,mid,,,0.23462366915322583,0,,,84,success%,0,,,https://nextjs.org/evals ($[35].docsImpact.baseSuccessRate (page column 'Success Rate')),,out:model-not-established,out:model-not-established nextjsevals-agentsmd,nextjs-evals,?Muse Spark Open,not-established:absent,agentic-tool,mid,,,,,,,90,success%,0,,,https://nextjs.org/evals ($[35].docsImpact.docsSuccessRate (page column 'Success Rate with AGENTS.md')),,out:model-not-established, nextjsevals-base,nextjs-evals,?Pixel Canary,not-established:absent,agentic-tool,mid,,,,,,,90,success%,0,,,https://nextjs.org/evals ($[36].docsImpact.baseSuccessRate (page column 'Success Rate')),,out:model-not-established, nextjsevals-agentsmd,nextjs-evals,?Pixel Canary,not-established:absent,agentic-tool,mid,,,,,,,97,success%,0,,,https://nextjs.org/evals ($[36].docsImpact.docsSuccessRate (page column 'Success Rate with AGENTS.md')),,out:model-not-established, llmreg-product-2026-10-03,nikoamoretti-llm-regression,opus-5.5,high,coding,mid,,,1.27,0.00289,,,4.34,score-of-10,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/nikoamoretti/llm-regression (T1/5015d41e-6c39-4142-afc1-fe56377e314c/quality),src-nikoamoretti-llm-regression-2026-10-28|run:llmreg-product-pass-2026-10-03|opus-5.5@high|,in,out:cost-single-couple llmreg-product-2026-10-03,nikoamoretti-llm-regression,grok-4.7,high,coding,mid,,,,,,,4.33,score-of-10,0.00289,,harness-label-as-level:cursor-cli,https://github.com/nikoamoretti/llm-regression (T1/7c467336-4284-467d-90a8-a93e92af6073/quality),src-nikoamoretti-llm-regression-2026-10-28|run:llmreg-product-pass-2026-10-03|grok-4.7@high|,in, llmreg-product-2026-10-04,nikoamoretti-llm-regression,opus-5.5,high,coding,mid,,,2.03,0.00289,,,4.4,score-of-10,0.0289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/nikoamoretti/llm-regression (T1/f580f4b5-a477-4340-9df2-6982e4a99a69/quality),src-nikoamoretti-llm-regression-2026-10-28|run:llmreg-product-pass-2026-10-04|opus-5.5@high|,in,out:cost-single-couple llmreg-product-2026-10-04,nikoamoretti-llm-regression,grok-4.7,high,coding,mid,,,,,,,4.26,score-of-10,0.00289,,harness-label-as-level:cursor-cli,https://github.com/nikoamoretti/llm-regression (T1/b1f09931-4bed-4af3-a3ac-a1d211b1af9a/quality),src-nikoamoretti-llm-regression-2026-10-28|run:llmreg-product-pass-2026-10-04|grok-4.7@high|,in, llmreg-product-2026-10-05,nikoamoretti-llm-regression,opus-5.5,high,coding,mid,,,3.6,0.0289,,,4.22,score-of-10,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/nikoamoretti/llm-regression (T1/efc0cf85-6276-4daa-aa19-ce9110f3d7ca/quality),src-nikoamoretti-llm-regression-2026-10-28|run:llmreg-product-pass-2026-10-05|opus-5.5@high|,in,out:cost-single-couple llmreg-product-2026-10-05,nikoamoretti-llm-regression,grok-4.7,high,coding,mid,,,,,,,4.11,score-of-10,0.00289,,harness-label-as-level:cursor-cli,https://github.com/nikoamoretti/llm-regression (T1/972289ec-d4ef-4ab8-b996-e58dc913669d/quality),src-nikoamoretti-llm-regression-2026-10-28|run:llmreg-product-pass-2026-10-05|grok-4.7@high|,in, llmreg-product-2026-10-06,nikoamoretti-llm-regression,opus-5.5,high,coding,mid,,,5.33,0.00289,,,4.08,score-of-10,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/nikoamoretti/llm-regression (T1/1d8734b5-e086-438c-a333-c31cefaa61fe/quality),src-nikoamoretti-llm-regression-2026-10-28|run:llmreg-product-pass-2026-10-06|opus-5.5@high|,in,out:cost-single-couple llmreg-product-2026-10-06,nikoamoretti-llm-regression,grok-4.7,high,coding,mid,,,,,,,4.1,score-of-10,0.0289,,harness-label-as-level:cursor-cli,https://github.com/nikoamoretti/llm-regression (T1/8ee7114b-1686-4af9-b195-dc074dc8ee0e/quality),src-nikoamoretti-llm-regression-2026-10-28|run:llmreg-product-pass-2026-10-06|grok-4.7@high|,in, llmreg-product-2026-10-07,nikoamoretti-llm-regression,opus-5.5,high,coding,mid,,,5.82,0.00289,,,4.25,score-of-10,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/nikoamoretti/llm-regression (T1/f6141bd8-0fea-46d0-8b8e-2708394621d1/quality),src-nikoamoretti-llm-regression-2026-10-28|run:llmreg-product-pass-2026-10-07|opus-5.5@high|,in,out:cost-single-couple llmreg-product-2026-10-07,nikoamoretti-llm-regression,grok-4.7,high,coding,mid,,,,,,,4.15,score-of-10,0.00289,,harness-label-as-level:cursor-cli,https://github.com/nikoamoretti/llm-regression (T1/b8125c1b-c712-4046-8c8a-879bc78627aa/quality),src-nikoamoretti-llm-regression-2026-10-28|run:llmreg-product-pass-2026-10-07|grok-4.7@high|,in, llmreg-opus55-sweep-1002,nikoamoretti-llm-regression,opus-5.5,xhigh,coding,mid,Claude Code,,12.81,0.00289,,,1.0,pct-pass,0.0289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/nikoamoretti/llm-regression (T1/2985dc17-5491-4d1d-b3eb-08d631ab9a47/pass_rate),,in,in llmreg-opus55-sweep-1002,nikoamoretti-llm-regression,opus-5.5,high,coding,mid,Claude Code,,22.26,0.00289,,,0.9375,pct-pass,2.89e-05,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://github.com/nikoamoretti/llm-regression (T1/d47afa42-7d50-4474-93b3-0977c6aaf137/pass_rate),,in,in llmreg-product-pass-2026-10-03,nikoamoretti-llm-regression,opus-5.5,high,coding,mid,,,1.27,0.00289,,,1.0,pct-pass,0.0289,,,https://github.com/nikoamoretti/llm-regression (T1/5015d41e-6c39-4142-afc1-fe56377e314c/pass_rate),src-nikoamoretti-llm-regression-2026-10-28|run:llmreg-product-pass-2026-10-03|opus-5.5@high|,in,out:cost-single-couple llmreg-product-pass-2026-10-03,nikoamoretti-llm-regression,grok-4.7,high,coding,mid,,,,,,,1.0,pct-pass,0.0289,,harness-label-as-level:cursor-cli,https://github.com/nikoamoretti/llm-regression (T1/7c467336-4284-467d-90a8-a93e92af6073/pass_rate),src-nikoamoretti-llm-regression-2026-10-28|run:llmreg-product-pass-2026-10-03|grok-4.7@high|,in, llmreg-product-pass-2026-10-04,nikoamoretti-llm-regression,opus-5.5,high,coding,mid,,,2.03,0.00289,,,1.0,pct-pass,0.0289,,,https://github.com/nikoamoretti/llm-regression (T1/f580f4b5-a477-4340-9df2-6982e4a99a69/pass_rate),src-nikoamoretti-llm-regression-2026-10-28|run:llmreg-product-pass-2026-10-04|opus-5.5@high|,in,out:cost-single-couple llmreg-product-pass-2026-10-04,nikoamoretti-llm-regression,grok-4.7,high,coding,mid,,,,,,,1.0,pct-pass,0.0289,,harness-label-as-level:cursor-cli,https://github.com/nikoamoretti/llm-regression (T1/b1f09931-4bed-4af3-a3ac-a1d211b1af9a/pass_rate),src-nikoamoretti-llm-regression-2026-10-28|run:llmreg-product-pass-2026-10-04|grok-4.7@high|,in, llmreg-product-pass-2026-10-05,nikoamoretti-llm-regression,opus-5.5,high,coding,mid,,,3.6,0.0289,,,1.0,pct-pass,0.0289,,,https://github.com/nikoamoretti/llm-regression (T1/efc0cf85-6276-4daa-aa19-ce9110f3d7ca/pass_rate),src-nikoamoretti-llm-regression-2026-10-28|run:llmreg-product-pass-2026-10-05|opus-5.5@high|,in,out:cost-single-couple llmreg-product-pass-2026-10-05,nikoamoretti-llm-regression,grok-4.7,high,coding,mid,,,,,,,1.0,pct-pass,0.0289,,harness-label-as-level:cursor-cli,https://github.com/nikoamoretti/llm-regression (T1/972289ec-d4ef-4ab8-b996-e58dc913669d/pass_rate),src-nikoamoretti-llm-regression-2026-10-28|run:llmreg-product-pass-2026-10-05|grok-4.7@high|,in, llmreg-product-pass-2026-10-06,nikoamoretti-llm-regression,opus-5.5,high,coding,mid,,,5.33,0.00289,,,1.0,pct-pass,0.0289,,,https://github.com/nikoamoretti/llm-regression (T1/1d8734b5-e086-438c-a333-c31cefaa61fe/pass_rate),src-nikoamoretti-llm-regression-2026-10-28|run:llmreg-product-pass-2026-10-06|opus-5.5@high|,in,out:cost-single-couple llmreg-product-pass-2026-10-06,nikoamoretti-llm-regression,grok-4.7,high,coding,mid,,,,,,,0.875,pct-pass,0.000289,,harness-label-as-level:cursor-cli,https://github.com/nikoamoretti/llm-regression (T1/8ee7114b-1686-4af9-b195-dc074dc8ee0e/pass_rate),src-nikoamoretti-llm-regression-2026-10-28|run:llmreg-product-pass-2026-10-06|grok-4.7@high|,in, llmreg-product-pass-2026-10-07,nikoamoretti-llm-regression,opus-5.5,high,coding,mid,,,5.82,0.00289,,,1.0,pct-pass,0.0289,,,https://github.com/nikoamoretti/llm-regression (T1/f6141bd8-0fea-46d0-8b8e-2708394621d1/pass_rate),src-nikoamoretti-llm-regression-2026-10-28|run:llmreg-product-pass-2026-10-07|opus-5.5@high|,in,out:cost-single-couple llmreg-product-pass-2026-10-07,nikoamoretti-llm-regression,grok-4.7,high,coding,mid,,,,,,,0.875,pct-pass,0.000289,,harness-label-as-level:cursor-cli,https://github.com/nikoamoretti/llm-regression (T1/b8125c1b-c712-4046-8c8a-879bc78627aa/pass_rate),src-nikoamoretti-llm-regression-2026-10-28|run:llmreg-product-pass-2026-10-07|grok-4.7@high|,in, nipun-word-break-micro,nipunbatra.github.io,gemini-3.5-flash,minimal,mixed,hard,,,,,,,5,score-of-5,0,,,"https://nipunbatra.github.io/blog/posts/2026-05-20-gemini-3.5-flash-and-omni.html (section « A tiny coding micro-benchmark », tableau word_break, ligne flash/minimal)",,in, nipun-word-break-micro,nipunbatra.github.io,gemini-3.5-flash,low,mixed,hard,,,,,,,5,score-of-5,0,,,"https://nipunbatra.github.io/blog/posts/2026-05-20-gemini-3.5-flash-and-omni.html (section « A tiny coding micro-benchmark », tableau word_break, ligne flash/low)",,in, nipun-word-break-micro,nipunbatra.github.io,gemini-3.5-flash,medium,mixed,hard,,,,,,,4,score-of-5,0,,,"https://nipunbatra.github.io/blog/posts/2026-05-20-gemini-3.5-flash-and-omni.html (section « A tiny coding micro-benchmark », tableau word_break, ligne flash/medium)",,in, nipun-word-break-micro,nipunbatra.github.io,gemini-3.1-flash-lite,minimal,mixed,hard,,,,,,,5,score-of-5,0,,,"https://nipunbatra.github.io/blog/posts/2026-05-20-gemini-3.5-flash-and-omni.html (section « A tiny coding micro-benchmark », tableau word_break, ligne lite)",,in, nipun-word-break-micro,nipunbatra.github.io,gemini-3.5-flash,high,mixed,hard,,,,,,,5,score-of-5,0,,,"https://nipunbatra.github.io/blog/posts/2026-05-20-gemini-3.5-flash-and-omni.html (word_break table, pass)",,in, nipun-spiral-order-micro,nipunbatra.github.io,gemini-3.1-flash-lite,minimal,mixed,hard,,,,,,,6,tests-passed-of-6,0.289,,,https://nipunbatra.github.io/blog/posts/2026-05-20-gemini-3.5-flash-and-omni.html (spiral_order (everyone passed all 6 tests)),,out:saturated, nipun-spiral-order-micro,nipunbatra.github.io,gemini-3.5-flash,minimal,mixed,hard,,,,,,,6,tests-passed-of-6,0.289,,,https://nipunbatra.github.io/blog/posts/2026-05-20-gemini-3.5-flash-and-omni.html (spiral_order (everyone passed all 6 tests)),,out:saturated, nipun-spiral-order-micro,nipunbatra.github.io,gemini-3.5-flash,low,mixed,hard,,,,,,,6,tests-passed-of-6,0.289,,,https://nipunbatra.github.io/blog/posts/2026-05-20-gemini-3.5-flash-and-omni.html (spiral_order (everyone passed all 6 tests)),,out:saturated, nipun-spiral-order-micro,nipunbatra.github.io,gemini-3.5-flash,medium,mixed,hard,,,,,,,6,tests-passed-of-6,0.289,,,https://nipunbatra.github.io/blog/posts/2026-05-20-gemini-3.5-flash-and-omni.html (spiral_order (everyone passed all 6 tests)),,out:saturated, nipun-spiral-order-micro,nipunbatra.github.io,gemini-3.5-flash,high,mixed,hard,,,,,,,6,tests-passed-of-6,0.289,,,https://nipunbatra.github.io/blog/posts/2026-05-20-gemini-3.5-flash-and-omni.html (spiral_order (everyone passed all 6 tests)),,out:saturated, caisi-ctf,nist-caisi-deepseek-v4-pro,gpt-5.5,not-established:absent,agentic-tool,frontier,Inspect-ReAct,,,,,,71,score%,0.289,,evaluated-by:CAISI,"https://www.nist.gov/news-events/news/2026/05/caisi-evaluation-deepseek-v4-pro (Figure 2, row CTF-Archive-Diamond, column OpenAI GPT-5.5 (xhigh))",,out:effort-not-established, caisi-ctf,nist-caisi-deepseek-v4-pro,gpt-5.4-mini,not-established:absent,agentic-tool,frontier,Inspect-ReAct,per-solved-item,0.87,0.00289,,,32,score%,0.289,,evaluated-by:CAISI,"https://www.nist.gov/news-events/news/2026/05/caisi-evaluation-deepseek-v4-pro (Figure 2, row CTF-Archive-Diamond, column OpenAI GPT-5.4 mini (xhigh))",,out:effort-not-established,out:effort-not-established caisi-ctf,nist-caisi-deepseek-v4-pro,opus-4.6,not-established:absent,agentic-tool,frontier,Inspect-ReAct,,,,,,46,score%,0.289,,evaluated-by:CAISI,"https://www.nist.gov/news-events/news/2026/05/caisi-evaluation-deepseek-v4-pro (Figure 2, row CTF-Archive-Diamond, column Anthropic Opus 4.6 (max))",,out:effort-not-established, caisi-ctf,nist-caisi-deepseek-v4-pro,?DeepSeek V4 Pro,not-established:absent,agentic-tool,frontier,Inspect-ReAct,per-solved-item,0.60,0.00289,,,,score%,,,evaluated-by:CAISI,"https://www.nist.gov/news-events/news/2026/05/caisi-evaluation-deepseek-v4-pro (Figure 2, row CTF-Archive-Diamond, column DeepSeek V4 Pro (max))",,out:model-not-established,out:model-not-established caisi-swebv,nist-caisi-deepseek-v4-pro,gpt-5.5,not-established:absent,coding,hard,Inspect-ReAct,,,,,,81,score%,0.289,,evaluated-by:CAISI,"https://www.nist.gov/news-events/news/2026/05/caisi-evaluation-deepseek-v4-pro (Figure 2, row SWE-Bench Verified*, column OpenAI GPT-5.5 (xhigh))",,out:effort-not-established, caisi-swebv,nist-caisi-deepseek-v4-pro,gpt-5.4-mini,not-established:absent,coding,hard,Inspect-ReAct,per-solved-item,0.36,0.00289,,,73,score%,0.289,,evaluated-by:CAISI,"https://www.nist.gov/news-events/news/2026/05/caisi-evaluation-deepseek-v4-pro (Figure 2, row SWE-Bench Verified*, column OpenAI GPT-5.4 mini (xhigh))",,out:effort-not-established,out:effort-not-established caisi-swebv,nist-caisi-deepseek-v4-pro,opus-4.6,not-established:absent,coding,hard,Inspect-ReAct,,,,,,79,score%,0.289,,evaluated-by:CAISI,"https://www.nist.gov/news-events/news/2026/05/caisi-evaluation-deepseek-v4-pro (Figure 2, row SWE-Bench Verified*, column Anthropic Opus 4.6 (max))",,out:effort-not-established, caisi-swebv,nist-caisi-deepseek-v4-pro,?DeepSeek V4 Pro,not-established:absent,coding,hard,Inspect-ReAct,per-solved-item,0.17,0.00289,,,74,score%,0.289,,evaluated-by:CAISI,"https://www.nist.gov/news-events/news/2026/05/caisi-evaluation-deepseek-v4-pro (Figure 2, row SWE-Bench Verified*, column DeepSeek V4 Pro (max))",,out:model-not-established,out:model-not-established caisi-portbench,nist-caisi-deepseek-v4-pro,gpt-5.5,not-established:absent,coding,hard,Inspect-ReAct,,,,,,78,score%,0.289,,evaluated-by:CAISI,"https://www.nist.gov/news-events/news/2026/05/caisi-evaluation-deepseek-v4-pro (Figure 2, row PortBench, column OpenAI GPT-5.5 (xhigh))",,out:effort-not-established, caisi-portbench,nist-caisi-deepseek-v4-pro,gpt-5.4-mini,not-established:absent,coding,hard,Inspect-ReAct,,,,,,41,score%,0.289,,evaluated-by:CAISI,"https://www.nist.gov/news-events/news/2026/05/caisi-evaluation-deepseek-v4-pro (Figure 2, row PortBench, column OpenAI GPT-5.4 mini (xhigh))",,out:effort-not-established, caisi-portbench,nist-caisi-deepseek-v4-pro,opus-4.6,not-established:absent,coding,hard,Inspect-ReAct,,,,,,60,score%,0.289,,evaluated-by:CAISI,"https://www.nist.gov/news-events/news/2026/05/caisi-evaluation-deepseek-v4-pro (Figure 2, row PortBench, column Anthropic Opus 4.6 (max))",,out:effort-not-established, caisi-portbench,nist-caisi-deepseek-v4-pro,?DeepSeek V4 Pro,not-established:absent,coding,hard,Inspect-ReAct,,,,,,44,score%,0.289,,evaluated-by:CAISI,"https://www.nist.gov/news-events/news/2026/05/caisi-evaluation-deepseek-v4-pro (Figure 2, row PortBench, column DeepSeek V4 Pro (max))",,out:model-not-established, caisi-frontierscience,nist-caisi-deepseek-v4-pro,gpt-5.5,xhigh,reasoning-math,frontier,direct,,,,,,79,score%,0.289,,evaluated-by:CAISI,"https://www.nist.gov/news-events/news/2026/05/caisi-evaluation-deepseek-v4-pro (Figure 2, row FrontierScience, column OpenAI GPT-5.5 (xhigh))",,in, caisi-frontierscience,nist-caisi-deepseek-v4-pro,gpt-5.4-mini,xhigh,reasoning-math,frontier,direct,per-solved-item,0.08,0.00289,,,74,score%,0.289,,evaluated-by:CAISI; cost-base-price:cost-publisher-figure,"https://www.nist.gov/news-events/news/2026/05/caisi-evaluation-deepseek-v4-pro (Figure 2, row FrontierScience, column OpenAI GPT-5.4 mini (xhigh))",,in,out:cost-single-couple caisi-frontierscience,nist-caisi-deepseek-v4-pro,opus-4.6,max,reasoning-math,frontier,direct,,,,,,72,score%,0.289,,evaluated-by:CAISI,"https://www.nist.gov/news-events/news/2026/05/caisi-evaluation-deepseek-v4-pro (Figure 2, row FrontierScience, column Anthropic Opus 4.6 (max))",,out:single-couple, caisi-frontierscience,nist-caisi-deepseek-v4-pro,?DeepSeek V4 Pro,not-established:absent,reasoning-math,frontier,direct,per-solved-item,0.11,0.00289,,,74,score%,0.289,,evaluated-by:CAISI,"https://www.nist.gov/news-events/news/2026/05/caisi-evaluation-deepseek-v4-pro (Figure 2, row FrontierScience, column DeepSeek V4 Pro (max))",,out:model-not-established,out:model-not-established caisi-gpqa,nist-caisi-deepseek-v4-pro,gpt-5.5,xhigh,reasoning-math,hard,direct,,,,,,96,score%,0.289,,evaluated-by:CAISI,"https://www.nist.gov/news-events/news/2026/05/caisi-evaluation-deepseek-v4-pro (Figure 2, row GPQA-Diamond, column OpenAI GPT-5.5 (xhigh))",,in, caisi-gpqa,nist-caisi-deepseek-v4-pro,gpt-5.4-mini,xhigh,reasoning-math,hard,direct,per-solved-item,0.05,0.00289,,,87,score%,0.289,,evaluated-by:CAISI; cost-base-price:cost-publisher-figure,"https://www.nist.gov/news-events/news/2026/05/caisi-evaluation-deepseek-v4-pro (Figure 2, row GPQA-Diamond, column OpenAI GPT-5.4 mini (xhigh))",,in,out:cost-single-couple caisi-gpqa,nist-caisi-deepseek-v4-pro,opus-4.6,max,reasoning-math,hard,direct,,,,,,91,score%,0.289,,evaluated-by:CAISI,"https://www.nist.gov/news-events/news/2026/05/caisi-evaluation-deepseek-v4-pro (Figure 2, row GPQA-Diamond, column Anthropic Opus 4.6 (max))",,out:single-couple, caisi-gpqa,nist-caisi-deepseek-v4-pro,?DeepSeek V4 Pro,not-established:absent,reasoning-math,hard,direct,per-solved-item,0.08,0.00289,,,90,score%,0.289,,evaluated-by:CAISI,"https://www.nist.gov/news-events/news/2026/05/caisi-evaluation-deepseek-v4-pro (Figure 2, row GPQA-Diamond, column DeepSeek V4 Pro (max))",,out:model-not-established,out:model-not-established caisi-arcagi2,nist-caisi-deepseek-v4-pro,gpt-5.5,xhigh,reasoning-math,frontier,direct,,,,,,79,score%,0.289,,evaluated-by:CAISI,"https://www.nist.gov/news-events/news/2026/05/caisi-evaluation-deepseek-v4-pro (Figure 2, row ARC-AGI-2 semi-private**, column OpenAI GPT-5.5 (xhigh))",,out:single-couple, caisi-arcagi2,nist-caisi-deepseek-v4-pro,opus-4.6,max,reasoning-math,frontier,direct,,,,,,63,score%,0.289,,evaluated-by:CAISI,"https://www.nist.gov/news-events/news/2026/05/caisi-evaluation-deepseek-v4-pro (Figure 2, row ARC-AGI-2 semi-private**, column Anthropic Opus 4.6 (max))",,out:single-couple, caisi-arcagi2,nist-caisi-deepseek-v4-pro,?DeepSeek V4 Pro,not-established:absent,reasoning-math,frontier,direct,,,,,,46,score%,0.289,,evaluated-by:CAISI,"https://www.nist.gov/news-events/news/2026/05/caisi-evaluation-deepseek-v4-pro (Figure 2, row ARC-AGI-2 semi-private**, column DeepSeek V4 Pro (max))",,out:model-not-established, caisi-otis,nist-caisi-deepseek-v4-pro,gpt-5.5,xhigh,reasoning-math,hard,direct,,,,,,100,score%,0.289,,evaluated-by:CAISI,"https://www.nist.gov/news-events/news/2026/05/caisi-evaluation-deepseek-v4-pro (Figure 2, row OTIS-AIME-2025, column OpenAI GPT-5.5 (xhigh))",,out:uninformative, caisi-otis,nist-caisi-deepseek-v4-pro,gpt-5.4-mini,xhigh,reasoning-math,hard,direct,per-solved-item,0.11,0.00289,,,90,score%,0.289,,evaluated-by:CAISI; cost-base-price:cost-publisher-figure,"https://www.nist.gov/news-events/news/2026/05/caisi-evaluation-deepseek-v4-pro (Figure 2, row OTIS-AIME-2025, column OpenAI GPT-5.4 mini (xhigh))",,out:single-couple,out:cost-single-couple caisi-otis,nist-caisi-deepseek-v4-pro,opus-4.6,max,reasoning-math,hard,direct,,,,,,92,score%,0.289,,evaluated-by:CAISI,"https://www.nist.gov/news-events/news/2026/05/caisi-evaluation-deepseek-v4-pro (Figure 2, row OTIS-AIME-2025, column Anthropic Opus 4.6 (max))",,out:single-couple, caisi-otis,nist-caisi-deepseek-v4-pro,?DeepSeek V4 Pro,not-established:absent,reasoning-math,hard,direct,per-solved-item,0.06,0.00289,,,97,score%,0.289,,evaluated-by:CAISI,"https://www.nist.gov/news-events/news/2026/05/caisi-evaluation-deepseek-v4-pro (Figure 2, row OTIS-AIME-2025, column DeepSeek V4 Pro (max))",,out:model-not-established,out:model-not-established caisi-pumac,nist-caisi-deepseek-v4-pro,gpt-5.5,xhigh,reasoning-math,hard,direct,,,,,,96,score%,0.289,,evaluated-by:CAISI,"https://www.nist.gov/news-events/news/2026/05/caisi-evaluation-deepseek-v4-pro (Figure 2, row PUMaC 2024, column OpenAI GPT-5.5 (xhigh))",,in, caisi-pumac,nist-caisi-deepseek-v4-pro,gpt-5.4-mini,xhigh,reasoning-math,hard,direct,per-solved-item,0.12,0.00289,,,93,score%,0.289,,evaluated-by:CAISI; cost-base-price:cost-publisher-figure,"https://www.nist.gov/news-events/news/2026/05/caisi-evaluation-deepseek-v4-pro (Figure 2, row PUMaC 2024, column OpenAI GPT-5.4 mini (xhigh))",,in,out:cost-single-couple caisi-pumac,nist-caisi-deepseek-v4-pro,opus-4.6,max,reasoning-math,hard,direct,,,,,,95,score%,0.289,,evaluated-by:CAISI,"https://www.nist.gov/news-events/news/2026/05/caisi-evaluation-deepseek-v4-pro (Figure 2, row PUMaC 2024, column Anthropic Opus 4.6 (max))",,out:single-couple, caisi-pumac,nist-caisi-deepseek-v4-pro,?DeepSeek V4 Pro,not-established:absent,reasoning-math,hard,direct,per-solved-item,0.10,0.00289,,,96,score%,0.289,,evaluated-by:CAISI,"https://www.nist.gov/news-events/news/2026/05/caisi-evaluation-deepseek-v4-pro (Figure 2, row PUMaC 2024, column DeepSeek V4 Pro (max))",,out:model-not-established,out:model-not-established caisi-smt,nist-caisi-deepseek-v4-pro,gpt-5.5,xhigh,reasoning-math,hard,direct,,,,,,99,score%,0.289,,evaluated-by:CAISI,"https://www.nist.gov/news-events/news/2026/05/caisi-evaluation-deepseek-v4-pro (Figure 2, row SMT 2025, column OpenAI GPT-5.5 (xhigh))",,in, caisi-smt,nist-caisi-deepseek-v4-pro,gpt-5.4-mini,xhigh,reasoning-math,hard,direct,per-solved-item,0.08,0.00289,,,92,score%,0.289,,evaluated-by:CAISI; cost-base-price:cost-publisher-figure,"https://www.nist.gov/news-events/news/2026/05/caisi-evaluation-deepseek-v4-pro (Figure 2, row SMT 2025, column OpenAI GPT-5.4 mini (xhigh))",,in,out:cost-single-couple caisi-smt,nist-caisi-deepseek-v4-pro,opus-4.6,max,reasoning-math,hard,direct,,,,,,94,score%,0.289,,evaluated-by:CAISI,"https://www.nist.gov/news-events/news/2026/05/caisi-evaluation-deepseek-v4-pro (Figure 2, row SMT 2025, column Anthropic Opus 4.6 (max))",,out:single-couple, caisi-smt,nist-caisi-deepseek-v4-pro,?DeepSeek V4 Pro,not-established:absent,reasoning-math,hard,direct,per-solved-item,0.05,0.00289,,,96,score%,0.289,,evaluated-by:CAISI,"https://www.nist.gov/news-events/news/2026/05/caisi-evaluation-deepseek-v4-pro (Figure 2, row SMT 2025, column DeepSeek V4 Pro (max))",,out:model-not-established,out:model-not-established nonobench,nonobench.com,sonnet-5.5,low,reasoning-math,hard,NonoBench,,,,,,4,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,in, nonobench,nonobench.com,sonnet-5.5,medium,reasoning-math,hard,NonoBench,,,,,,6,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,in, nonobench,nonobench.com,sonnet-5.5,high,reasoning-math,hard,NonoBench,,,,,,12,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,in, nonobench,nonobench.com,sonnet-5.5,xhigh,reasoning-math,hard,NonoBench,,,,,,15,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,in, nonobench,nonobench.com,sonnet-5.5,max,reasoning-math,hard,NonoBench,per-full-run,3.9749999999999996,0.765,,,24,solved-of-30,0,,cost-unrepriced; cost-price-band,https://www.nonobench.com/ (aria-label of the effort ladder point),,in,out:cost-single-couple nonobench,nonobench.com,opus-5.5,low,reasoning-math,hard,NonoBench,,,,,,18,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,in, nonobench,nonobench.com,opus-5.5,medium,reasoning-math,hard,NonoBench,,,,,,27,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,in, nonobench,nonobench.com,opus-5.5,high,reasoning-math,hard,NonoBench,per-full-run,5.24,0.00289,,,28,solved-of-30,0,,cost-base-price:cost-publisher-figure,https://www.nonobench.com/ (aria-label of the effort ladder point),,in,in nonobench,nonobench.com,opus-5.5,xhigh,reasoning-math,hard,NonoBench,,,,,,25,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,in, nonobench,nonobench.com,opus-5.5,max,reasoning-math,hard,NonoBench,,,,,,26,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,in, nonobench,nonobench.com,fable-5.1,low,reasoning-math,hard,NonoBench,,,,,,15,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,in, nonobench,nonobench.com,fable-5.1,medium,reasoning-math,hard,NonoBench,,,,,,18,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,in, nonobench,nonobench.com,fable-5.1,high,reasoning-math,hard,NonoBench,,,,,,20,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,in, nonobench,nonobench.com,fable-5.1,xhigh,reasoning-math,hard,NonoBench,per-full-run,16.96,0.00289,,,23,solved-of-30,0,,cost-base-price:cost-publisher-figure,https://www.nonobench.com/ (aria-label of the effort ladder point),,in,in nonobench,nonobench.com,fable-5.1,max,reasoning-math,hard,NonoBench,,,,,,23,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,in, nonobench,nonobench.com,opus-4.5,not-established:absent,reasoning-math,hard,NonoBench,,,,,,15,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,out:effort-not-established, nonobench,nonobench.com,opus-4.5,not-established:absent,reasoning-math,hard,NonoBench,per-full-run,23.08,0.00289,,,18,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,out:effort-not-established,out:effort-not-established nonobench,nonobench.com,sonnet-4.5,nothink,reasoning-math,hard,NonoBench,,,,,,0,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,out:uninformative, nonobench,nonobench.com,sonnet-4.5,not-established:absent,reasoning-math,hard,NonoBench,per-full-run,5.98,0.00289,,,9,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,out:effort-not-established,out:effort-not-established nonobench,nonobench.com,haiku-5.5,low,reasoning-math,hard,NonoBench,,,,,,8,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,in, nonobench,nonobench.com,haiku-5.5,medium,reasoning-math,hard,NonoBench,,,,,,7,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,in, nonobench,nonobench.com,haiku-5.5,high,reasoning-math,hard,NonoBench,,,,,,12,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,in, nonobench,nonobench.com,haiku-5.5,xhigh,reasoning-math,hard,NonoBench,,,,,,14,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,in, nonobench,nonobench.com,haiku-5.5,max,reasoning-math,hard,NonoBench,per-full-run,0.46,0.00289,,,21,solved-of-30,0,,cost-base-price:cost-publisher-figure,https://www.nonobench.com/ (aria-label of the effort ladder point),,in,in nonobench,nonobench.com,gemini-4-argon,low,reasoning-math,hard,NonoBench,,,,,,10,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,in, nonobench,nonobench.com,gemini-4-argon,medium,reasoning-math,hard,NonoBench,,,,,,13,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,in, nonobench,nonobench.com,gemini-4-argon,high,reasoning-math,hard,NonoBench,per-full-run,3.51,0.00289,,,26,solved-of-30,0,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://www.nonobench.com/ (aria-label of the effort ladder point),,in,in nonobench,nonobench.com,gpt-6.1-sol,low,reasoning-math,hard,NonoBench,,,,,,25,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,in, nonobench,nonobench.com,gpt-6.1-sol,medium,reasoning-math,hard,NonoBench,,,,,,27,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,in, nonobench,nonobench.com,gpt-6.1-sol,high,reasoning-math,hard,NonoBench,,,,,,27,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,in, nonobench,nonobench.com,gpt-6.1-sol,xhigh,reasoning-math,hard,NonoBench,,,,,,26,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,in, nonobench,nonobench.com,gpt-6.1-sol,max,reasoning-math,hard,NonoBench,per-full-run,2.46,0.00289,,,28,solved-of-30,0,,cost-base-price:cost-publisher-figure,https://www.nonobench.com/ (aria-label of the effort ladder point),,in,in nonobench,nonobench.com,gpt-6-luna,low,reasoning-math,hard,NonoBench,,,,,,7,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,in, nonobench,nonobench.com,gpt-6-luna,medium,reasoning-math,hard,NonoBench,,,,,,9,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,in, nonobench,nonobench.com,gpt-6-luna,high,reasoning-math,hard,NonoBench,,,,,,10,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,in, nonobench,nonobench.com,gpt-6-luna,xhigh,reasoning-math,hard,NonoBench,,,,,,14,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,in, nonobench,nonobench.com,gpt-6-luna,max,reasoning-math,hard,NonoBench,per-full-run,0.39,0.00289,,,15,solved-of-30,0,,cost-base-price:cost-publisher-figure,https://www.nonobench.com/ (aria-label of the effort ladder point),,in,in nonobench,nonobench.com,gpt-6-sol,low,reasoning-math,hard,NonoBench,,,,,,17,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,in, nonobench,nonobench.com,gpt-6-sol,medium,reasoning-math,hard,NonoBench,,,,,,21,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,in, nonobench,nonobench.com,gpt-6-sol,high,reasoning-math,hard,NonoBench,per-full-run,1.86,0.00289,,,26,solved-of-30,0,,cost-base-price:cost-publisher-figure,https://www.nonobench.com/ (aria-label of the effort ladder point),,in,in nonobench,nonobench.com,gpt-6-sol,xhigh,reasoning-math,hard,NonoBench,,,,,,24,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,in, nonobench,nonobench.com,gpt-6-sol,max,reasoning-math,hard,NonoBench,,,,,,25,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,in, nonobench,nonobench.com,grok-4.7,low,reasoning-math,hard,NonoBench,,,,,,24,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,in, nonobench,nonobench.com,grok-4.7,medium,reasoning-math,hard,NonoBench,,,,,,23,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,in, nonobench,nonobench.com,grok-4.7,high,reasoning-math,hard,NonoBench,per-full-run,8.97,0.00289,,,25,solved-of-30,0,,cost-base-price:cost-publisher-figure,https://www.nonobench.com/ (aria-label of the effort ladder point),,in,in nonobench,nonobench.com,grok-4.7,xhigh,reasoning-math,hard,NonoBench,,,,,,23,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,in, nonobench,nonobench.com,deepseek-v4.1-flash,low,reasoning-math,hard,NonoBench,,,,,,22,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,in, nonobench,nonobench.com,deepseek-v4.1-flash,high,reasoning-math,hard,NonoBench,per-full-run,0.84,0.00289,,,23,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,in,out:cost-not-comparable nonobench,nonobench.com,deepseek-v4.1-flash,max,reasoning-math,hard,NonoBench,,,,,,23,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,in, nonobench,nonobench.com,gpt-6-astra,low,reasoning-math,hard,NonoBench,,,,,,26,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,in, nonobench,nonobench.com,gpt-6-astra,medium,reasoning-math,hard,NonoBench,,,,,,27,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,in, nonobench,nonobench.com,gpt-6-astra,high,reasoning-math,hard,NonoBench,,,,,,29,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,in, nonobench,nonobench.com,gpt-6-astra,xhigh,reasoning-math,hard,NonoBench,per-full-run,10.82,0.00289,,,30,solved-of-30,0,,cost-base-price:cost-publisher-figure,https://www.nonobench.com/ (aria-label of the effort ladder point),,out:uninformative,in nonobench,nonobench.com,gpt-6-astra,max,reasoning-math,hard,NonoBench,,,,,,28,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,in, nonobench,nonobench.com,?Qwen3.8 Max,not-established:absent,reasoning-math,hard,NonoBench,per-full-run,4.82,0.00289,,,18,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,out:model-not-established,out:model-not-established nonobench,nonobench.com,?Qwen3.8 Max,not-established:absent,reasoning-math,hard,NonoBench,,,,,,18,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,out:model-not-established, nonobench,nonobench.com,?Qwen3.8 Max,not-established:absent,reasoning-math,hard,NonoBench,,,,,,14,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,out:model-not-established, nonobench,nonobench.com,?Qwen3.8 Max,not-established:absent,reasoning-math,hard,NonoBench,,,,,,18,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,out:model-not-established, nonobench,nonobench.com,?Qwen3.8 Max,not-established:absent,reasoning-math,hard,NonoBench,,,,,,18,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,out:model-not-established, nonobench,nonobench.com,gemini-3.8-flash,low,reasoning-math,hard,NonoBench,,,,,,11,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,in, nonobench,nonobench.com,gemini-3.8-flash,medium,reasoning-math,hard,NonoBench,,,,,,20,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,in, nonobench,nonobench.com,gemini-3.8-flash,high,reasoning-math,hard,NonoBench,per-full-run,2.47,0.00289,,,25,solved-of-30,0,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://www.nonobench.com/ (aria-label of the effort ladder point),,in,in nonobench,nonobench.com,glm-5.3-flash,low,reasoning-math,hard,NonoBench,,,,,,7,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,in, nonobench,nonobench.com,glm-5.3-flash,high,reasoning-math,hard,NonoBench,,,,,,9,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,in, nonobench,nonobench.com,glm-5.3-flash,max,reasoning-math,hard,NonoBench,per-full-run,0.66,0.00289,,,12,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,in,out:cost-not-comparable nonobench,nonobench.com,glm-5.3,low,reasoning-math,hard,NonoBench,,,,,,10,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,in, nonobench,nonobench.com,glm-5.3,high,reasoning-math,hard,NonoBench,,,,,,6,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,in, nonobench,nonobench.com,glm-5.3,max,reasoning-math,hard,NonoBench,per-full-run,4.72,0.00289,,,11,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,in,out:cost-not-comparable nonobench,nonobench.com,qwen3.8-27b,low,reasoning-math,hard,NonoBench,,,,,,7,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,in, nonobench,nonobench.com,qwen3.8-27b,medium,reasoning-math,hard,NonoBench,,,,,,10,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,in, nonobench,nonobench.com,qwen3.8-27b,xhigh,reasoning-math,hard,NonoBench,per-full-run,3.61,0.00289,,,14,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,in,out:cost-not-comparable nonobench,nonobench.com,?DeepSeek V4 Pro,not-established:absent,reasoning-math,hard,NonoBench,,,,,,21,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,out:model-not-established, nonobench,nonobench.com,?DeepSeek V4 Pro,not-established:absent,reasoning-math,hard,NonoBench,per-full-run,2.74,0.00289,,,25,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,out:model-not-established,out:model-not-established nonobench,nonobench.com,?DeepSeek V4 Pro,not-established:absent,reasoning-math,hard,NonoBench,,,,,,24,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,out:model-not-established, nonobench,nonobench.com,kimi-k3,not-established:absent,reasoning-math,hard,NonoBench,,,,,,18,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,out:effort-not-established, nonobench,nonobench.com,kimi-k3,not-established:absent,reasoning-math,hard,NonoBench,,,,,,19,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,out:effort-not-established, nonobench,nonobench.com,kimi-k3,max,reasoning-math,hard,NonoBench,per-full-run,14.52,0.00289,,,23,solved-of-30,0,,cost-base-price:cost-uniform-factor,https://www.nonobench.com/ (aria-label of the effort ladder point),,in,in nonobench,nonobench.com,gpt-5.6-sol,low,reasoning-math,hard,NonoBench,,,,,,15,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,in, nonobench,nonobench.com,gpt-5.6-sol,medium,reasoning-math,hard,NonoBench,,,,,,25,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,in, nonobench,nonobench.com,gpt-5.6-sol,high,reasoning-math,hard,NonoBench,per-full-run,2.8375000000000004,0.328,,,26,solved-of-30,0,,cost-unrepriced; cost-price-band,https://www.nonobench.com/ (aria-label of the effort ladder point),,in,out:cost-single-couple nonobench,nonobench.com,gpt-5.6-sol,xhigh,reasoning-math,hard,NonoBench,,,,,,26,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,in, nonobench,nonobench.com,gpt-5.6-sol,max,reasoning-math,hard,NonoBench,,,,,,26,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,in, nonobench,nonobench.com,gpt-5.4,low,reasoning-math,hard,NonoBench,,,,,,15,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,in, nonobench,nonobench.com,gpt-5.4,high,reasoning-math,hard,NonoBench,,,,,,20,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,in, nonobench,nonobench.com,gpt-5.4,xhigh,reasoning-math,hard,NonoBench,per-full-run,10.20,0.00289,,,23,solved-of-30,0,,cost-base-price:cost-publisher-figure,https://www.nonobench.com/ (aria-label of the effort ladder point),,in,in nonobench,nonobench.com,gemini-3.1-pro,low,reasoning-math,hard,NonoBench,,,,,,13,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,in, nonobench,nonobench.com,gemini-3.1-pro,high,reasoning-math,hard,NonoBench,per-full-run,5.43,0.00289,,,23,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,in,out:cost-not-comparable nonobench,nonobench.com,glm-5,nothink,reasoning-math,hard,NonoBench,,,,,,0,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,out:uninformative, nonobench,nonobench.com,glm-5,not-established:absent,reasoning-math,hard,NonoBench,per-full-run,1.52,0.00289,,,9,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,out:effort-not-established,out:effort-not-established nonobench,nonobench.com,?Kimi K2.5,not-established:absent,reasoning-math,hard,NonoBench,,,,,,0,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,out:model-not-established, nonobench,nonobench.com,?Kimi K2.5,not-established:absent,reasoning-math,hard,NonoBench,per-full-run,2.56,0.00289,,,13,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,out:model-not-established,out:model-not-established nonobench,nonobench.com,glm-4.7,nothink,reasoning-math,hard,NonoBench,,,,,,0,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,out:uninformative, nonobench,nonobench.com,glm-4.7,not-established:absent,reasoning-math,hard,NonoBench,,,,,,4,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,out:effort-not-established, nonobench,nonobench.com,gemini-3-flash,minimal,reasoning-math,hard,NonoBench,,,,,,0,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,out:uninformative, nonobench,nonobench.com,gemini-3-flash,high,reasoning-math,hard,NonoBench,per-full-run,1.68,0.00289,,,15,solved-of-30,0,,cost-base-price:cost-publisher-figure,https://www.nonobench.com/ (aria-label of the effort ladder point),,in,in nonobench,nonobench.com,gpt-5.2,low,reasoning-math,hard,NonoBench,,,,,,15,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,in, nonobench,nonobench.com,gpt-5.2,high,reasoning-math,hard,NonoBench,per-full-run,10.86,0.00289,,,20,solved-of-30,0,,cost-base-price:cost-publisher-figure,https://www.nonobench.com/ (aria-label of the effort ladder point),,in,in nonobench,nonobench.com,gpt-5.2,xhigh,reasoning-math,hard,NonoBench,,,,,,17,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,in, nonobench,nonobench.com,deepseek-v3.2,nothink,reasoning-math,hard,NonoBench,,,,,,2,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,in, nonobench,nonobench.com,deepseek-v3.2,not-established:absent,reasoning-math,hard,NonoBench,per-full-run,0.62,0.00289,,,13,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,out:effort-not-established,out:effort-not-established nonobench,nonobench.com,gpt-oss-120b,low,reasoning-math,hard,NonoBench,,,,,,10,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,out:single-couple, nonobench,nonobench.com,gpt-oss-120b,high,reasoning-math,hard,NonoBench,per-full-run,0.25,0.00289,,,13,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,out:single-couple,out:cost-not-comparable nonobench,nonobench.com,deepseek-v3.2-speciale,solo,reasoning-math,hard,NonoBench,,,,,,12,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,in, nonobench,nonobench.com,deepseek-v3.2-speciale,solo,reasoning-math,hard,NonoBench,per-full-run,0.44,0.00289,,,14,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,in,out:cost-not-comparable nonobench,nonobench.com,gemini-3-pro,low,reasoning-math,hard,NonoBench,,,,,,0,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,out:uninformative, nonobench,nonobench.com,gemini-3-pro,high,reasoning-math,hard,NonoBench,per-full-run,5.20,0.00289,,,17,solved-of-30,0,,cost-base-price:cost-publisher-figure,https://www.nonobench.com/ (aria-label of the effort ladder point),,in,in nonobench,nonobench.com,grok-4.1-fast,nothink,reasoning-math,hard,NonoBench,,,,,,0,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,out:uninformative, nonobench,nonobench.com,grok-4.1-fast,not-established:absent,reasoning-math,hard,NonoBench,,,,,,4,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,out:effort-not-established, nonobench,nonobench.com,qwen3.8-flash,not-established:absent,reasoning-math,hard,NonoBench,per-full-run,0.73,0.00289,,,20,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,out:effort-not-established,out:effort-not-established nonobench,nonobench.com,?Kimi K2 Thinking,not-established:absent,reasoning-math,hard,NonoBench,per-full-run,2.98,0.00289,,,8,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,out:model-not-established,out:model-not-established nonobench,nonobench.com,grok-4.1-fast,think,reasoning-math,hard,NonoBench,per-full-run,0.48,0.00289,,,7,solved-of-30,0,,cost-base-price:cost-publisher-figure,https://www.nonobench.com/ (aria-label of the effort ladder point),,in,in nonobench,nonobench.com,glm-4.7,think,reasoning-math,hard,NonoBench,per-full-run,1.13,0.00289,,,6,solved-of-30,0,,cost-base-price:cost-publisher-figure,https://www.nonobench.com/ (aria-label of the effort ladder point),,in,in nonobench,nonobench.com,mistral-medium-3.5,high,reasoning-math,hard,NonoBench,per-full-run,7.14,0.00289,,,9,solved-of-30,0,,cost-base-price:cost-publisher-figure,https://www.nonobench.com/ (aria-label of the effort ladder point),,out:single-couple,out:cost-single-couple nonobench,nonobench.com,mistral-medium-3.5,high,reasoning-math,hard,NonoBench,,,,,,9,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,out:single-couple, nonobench,nonobench.com,?MiMo V2 Flash,not-established:absent,reasoning-math,hard,NonoBench,,,,,,0,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,out:model-not-established, nonobench,nonobench.com,?MiMo V2 Flash,not-established:absent,reasoning-math,hard,NonoBench,per-full-run,0,0.00289,,,6,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,out:model-not-established,out:model-not-established nonobench,nonobench.com,?Seed 2.1 Turbo,not-established:absent,reasoning-math,hard,NonoBench,per-full-run,3.13,0.00289,,,16,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,out:model-not-established,out:model-not-established nonobench,nonobench.com,mimo-v2.6-pro,not-established:absent,reasoning-math,hard,NonoBench,per-full-run,1.00,0.00289,,,14,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,out:effort-not-established,out:effort-not-established nonobench,nonobench.com,mimo-v2.6-flash,not-established:absent,reasoning-math,hard,NonoBench,per-full-run,0.38,0.00289,,,10,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,out:effort-not-established,out:effort-not-established nonobench,nonobench.com,qwen3-next-80b-a3b-thinking,solo,reasoning-math,hard,NonoBench,per-full-run,0.93,0.00289,,,10,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,out:single-couple,out:cost-not-comparable nonobench,nonobench.com,grok-4,solo,reasoning-math,hard,NonoBench,per-full-run,15.06,0.00289,,,10,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,out:single-couple,out:cost-not-comparable nonobench,nonobench.com,olmo-3.1-32b-think,solo,reasoning-math,hard,NonoBench,per-full-run,0.34,0.00289,,,4,solved-of-30,0,,,https://www.nonobench.com/ (aria-label of the effort ladder point),,out:single-couple,out:cost-not-comparable cclab-invoice,note-claudecode_lab,sonnet-5.5,low,reasoning-math,easy,ClaudeCode,,,,,,7,errors-found-of-7,0,,,https://note.com/claudecode_lab/n/nb15b49661836 (results paragraph: detected count of the 7 planted errors),,out:saturated, cclab-invoice,note-claudecode_lab,sonnet-5.5,medium,reasoning-math,easy,ClaudeCode,,0.06525,0.0126,,,7,errors-found-of-7,0,,cost-price-ratio:USD; cost-unrepriced; cost-price-band,https://note.com/claudecode_lab/n/nb15b49661836 (results paragraph: detected count of the 7 planted errors),,out:saturated,in cclab-invoice,note-claudecode_lab,sonnet-5.5,high,reasoning-math,easy,ClaudeCode,,,,,,7,errors-found-of-7,0,,,https://note.com/claudecode_lab/n/nb15b49661836 (results paragraph: detected count of the 7 planted errors),,out:saturated, cclab-invoice,note-claudecode_lab,sonnet-5.5,max,reasoning-math,easy,ClaudeCode,,0.21075000000000002,0.0406,,,7,errors-found-of-7,0,,cost-price-ratio:USD; cost-unrepriced; cost-price-band,https://note.com/claudecode_lab/n/nb15b49661836 (results paragraph: detected count of the 7 planted errors),,out:saturated,in cclab-invoice,note-claudecode_lab,opus-5.5,low,reasoning-math,easy,ClaudeCode,,,,,,7,errors-found-of-7,0,,,https://note.com/claudecode_lab/n/nb15b49661836 (results paragraph: detected count of the 7 planted errors),,out:saturated, cclab-invoice,note-claudecode_lab,opus-5.5,medium,reasoning-math,easy,ClaudeCode,,,,,,7,errors-found-of-7,0,,,https://note.com/claudecode_lab/n/nb15b49661836 (results paragraph: detected count of the 7 planted errors),,out:saturated, cclab-invoice,note-claudecode_lab,opus-5.5,high,reasoning-math,easy,ClaudeCode,,,,,,7,errors-found-of-7,0,,,https://note.com/claudecode_lab/n/nb15b49661836 (results paragraph: detected count of the 7 planted errors),,out:saturated, cclab-invoice,note-claudecode_lab,opus-5.5,max,reasoning-math,easy,ClaudeCode,,0.464,0.000289,,,7,errors-found-of-7,0,,cost-price-ratio:USD; cost-base-price:cost-publisher-figure,https://note.com/claudecode_lab/n/nb15b49661836 (results paragraph: detected count of the 7 planted errors),,out:saturated,out:cost-single-couple dende-sla,note-dende2023,sonnet-5.5,low,coding,easy,ClaudeCode-print-mode-no-tools,,,,,,100,pass%,0,,evaluated-by:15件のテスト,"https://note.com/dende2023/n/n38cab6fe80a6 (results table, row 'Sonnet 5.5 low', column テスト)",,out:saturated,out:no-proof dende-sla,note-dende2023,sonnet-5.5,medium,coding,easy,ClaudeCode-print-mode-no-tools,,,,,,100,pass%,0,,evaluated-by:15件のテスト,"https://note.com/dende2023/n/n38cab6fe80a6 (results table, row 'Sonnet 5.5 medium', column テスト)",,out:saturated,out:no-proof dende-sla,note-dende2023,sonnet-5.5,high,coding,easy,ClaudeCode-print-mode-no-tools,,,,,,100,pass%,0,,evaluated-by:15件のテスト,"https://note.com/dende2023/n/n38cab6fe80a6 (results table, row 'Sonnet 5.5 high', column テスト)",,out:saturated,out:no-proof dende-sla,note-dende2023,sonnet-5.5,max,coding,easy,ClaudeCode-print-mode-no-tools,USD/run,0.06795,0.0131,,8677,100,pass%,0,,evaluated-by:15件のテスト; cost-unrepriced; cost-price-band,"https://note.com/dende2023/n/n38cab6fe80a6 (results table, row 'Sonnet 5.5 max', column テスト)",,out:saturated,out:cost-single-couple dende-sla,note-dende2023,opus-5.5,medium,coding,easy,ClaudeCode-print-mode-no-tools,,,,,,100,pass%,0,,evaluated-by:15件のテスト,"https://note.com/dende2023/n/n38cab6fe80a6 (results table, row 'Opus 5.5 medium', column テスト)",,out:saturated,out:no-proof dende-sla,note-dende2023,opus-5.5,high,coding,easy,ClaudeCode-print-mode-no-tools,USD/run,0.0295,2.89e-05,,1100,100,pass%,0,,evaluated-by:15件のテスト; cost-base-price:cost-publisher-figure,"https://note.com/dende2023/n/n38cab6fe80a6 (results table, row 'Opus 5.5 high', column テスト)",,out:saturated,out:cost-single-couple hacklog-setB,note-hacklog_stealth,sonnet-5.5,medium,coding,mid,ClaudeCode-print-mode,per-task-mean,0.1995,0.0384,,,,none,,,cost-unrepriced; cost-price-band,https://note.com/hacklog_stealth/n/n07e2f50a43b9 (result line of task B: '料金の平均' for Sonnet 5.5),,,out:cost-single-couple hacklog-setB,note-hacklog_stealth,opus-5.5,medium,coding,mid,ClaudeCode-print-mode,per-task-mean,0.400,0.000289,,,,none,,,cost-base-price:cost-publisher-figure,https://note.com/hacklog_stealth/n/n07e2f50a43b9 (result line of task B: '料金の平均' for Opus 5.5),,,out:cost-single-couple rima-report-cost,note-iam_lima,opus-5.5,high,writing,easy,ClaudeCode-no-tools,per-task-mean,0.047,0.000289,,,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://note.com/iam_lima/n/ncfed4a80e005 (result list: 'Opus 5.5(high)' mean cost of 3 runs),,,in rima-report-cost,note-iam_lima,sonnet-5.5,high,writing,easy,ClaudeCode-no-tools,per-task-mean,0.014249999999999999,0.00276,,,,none,,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://note.com/iam_lima/n/ncfed4a80e005 (result list: 'Sonnet 5.5(high)' mean cost of 3 runs),,,in rima-report-cost,note-iam_lima,sonnet-5.5,medium,writing,easy,ClaudeCode-no-tools,per-task-mean,0.012,0.00233,,,,none,,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://note.com/iam_lima/n/ncfed4a80e005 (result list: 'Sonnet 5.5(medium)' mean cost of 3 runs),,,in rima-report-cost,note-iam_lima,sonnet-5,high,writing,easy,ClaudeCode-no-tools,per-task-mean,0.017,0.000289,,,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://note.com/iam_lima/n/ncfed4a80e005 (result list: 'Sonnet 5(high)' mean cost of 3 runs),,,in kamiumi-svg-cost,note-kamiumi_ai,sonnet-5.5,medium,coding,mid,ClaudeCode-no-tools-print-mode,,0.33,0.0636,,,,none,,,cost-unrepriced; cost-price-band,https://note.com/kamiumi_ai/n/nb7bdc208736e (),,,out:cost-single-couple kamiumi-svg-cost,note-kamiumi_ai,opus-5.5,medium,coding,mid,ClaudeCode-no-tools-print-mode,,0.97,0.00289,,,,none,,,cost-base-price:cost-publisher-figure,https://note.com/kamiumi_ai/n/nb7bdc208736e (),,,out:cost-single-couple kamiumi-svg-motion,note-kamiumi_ai,sonnet-5.5,medium,coding,mid,ClaudeCode-no-tools-print-mode,,,,,,52,score-of-60,0.289,,,"https://note.com/kamiumi_ai/n/nb7bdc208736e (結果 paragraph: 動く図 scores, Sonnet first)",,in, kamiumi-svg-motion,note-kamiumi_ai,opus-5.5,medium,coding,mid,ClaudeCode-no-tools-print-mode,,,,,,58,score-of-60,0.289,,,"https://note.com/kamiumi_ai/n/nb7bdc208736e (結果 paragraph: 動く図 scores, Opus second)",,in, minilab-notectl,note-minilab,sonnet-5.5,medium,coding,mid,ClaudeCode(.x),per-2-questions,0.315,0.0607,,,,none,,,cost-unrepriced; cost-price-band,https://note.com/minilab/n/n7ccd7f6a6421 (),,,in minilab-notectl,note-minilab,sonnet-5.5,high,coding,mid,ClaudeCode(.x),per-2-questions,0.46499999999999997,0.0895,,16.2,,none,,,cost-unrepriced; cost-price-band,https://note.com/minilab/n/n7ccd7f6a6421 (),,,in minilab-notectl,note-minilab,opus-5.5,medium,coding,mid,ClaudeCode(.x),per-2-questions,0.89,0.00289,,12.7,,none,,,cost-base-price:cost-publisher-figure,https://note.com/minilab/n/n7ccd7f6a6421 (),,,out:cost-single-couple nnrlog-webtool,note-nantokanaru_log,sonnet-5.5,high,coding,easy,ClaudeCode-fresh-context-each-run,per-task,0.09,0.0176,,,,pass%,,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://note.com/nantokanaru_log/n/naa4c550feb11 (),,,out:cost-single-couple nnrlog-webtool,note-nantokanaru_log,opus-5.5,high,coding,easy,ClaudeCode-fresh-context-each-run,per-task,0.31,0.00289,,,,pass%,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://note.com/nantokanaru_log/n/naa4c550feb11 (),,,out:cost-single-couple nnrlog-game,note-nantokanaru_log,sonnet-5.5,high,coding,mid,ClaudeCode-fresh-context-no-browser-tool,per-game,0.6375,0.123,,,2,playable-of-2,0.289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://note.com/nantokanaru_log/n/naa4c550feb11 (article text, nnrlog-game result line)",,out:single-couple,out:cost-single-couple nnrlog-game,note-nantokanaru_log,opus-5.5,high,coding,mid,ClaudeCode-fresh-context-no-browser-tool,per-game,2.59,0.00289,,,,playable-of-2,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://note.com/nantokanaru_log/n/naa4c550feb11 (),,,out:cost-single-couple nnrlog-total,note-nantokanaru_log,sonnet-5.5,high,mixed,easy,ClaudeCode-fresh-context-each-run,per-suite,2.0025,0.385,,,,none,,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://note.com/nantokanaru_log/n/naa4c550feb11 (),,,out:cost-single-couple nnrlog-total,note-nantokanaru_log,opus-5.5,high,mixed,easy,ClaudeCode-fresh-context-each-run,per-suite,6.99,0.00289,,,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://note.com/nantokanaru_log/n/naa4c550feb11 (),,,out:cost-single-couple renkon-video,note-renkon40,opus-5.5,max,agentic-tool,hard,,per-run,18.60,0.00289,,,72,points/100,0.289,,cost-base-price:cost-publisher-figure,"https://note.com/renkon40/n/n050ebf266179 (caption under the video card of Opus 5.5, x 97-362, y 745-765)",,in,in renkon-video,note-renkon40,gpt-6-astra,max,agentic-tool,hard,,per-run,5.98,0.00289,,,70,points/100,0.289,,cost-base-price:cost-publisher-figure,"https://note.com/renkon40/n/n050ebf266179 (caption under the video card of GPT-6 Astra, x 389-654, y 745-765)",,in,in renkon-video,note-renkon40,fable-5.1,max,agentic-tool,hard,,per-run,14.85,0.00289,,,65.5,points/100,0.0289,,cost-base-price:cost-publisher-figure,"https://note.com/renkon40/n/n050ebf266179 (caption under the video card of Fable 5.1, x 682-947, y 745-765)",,in,in renkon-video,note-renkon40,gpt-6-sol,max,agentic-tool,hard,,per-run,0.93,0.00289,,,65.5,points/100,0.0289,,cost-base-price:cost-publisher-figure,"https://note.com/renkon40/n/n050ebf266179 (caption under the video card of GPT-6 Sol, x 974-1239, y 745-765)",,in,in renkon-video,note-renkon40,gemini-3.8-flash,high,agentic-tool,hard,,per-run,2.35,0.00289,,,65,points/100,0.289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://note.com/renkon40/n/n050ebf266179 (caption under the video card of Gemini 3.8 Flash, x 1266-1531, y 745-765)",,in,in renkon-video,note-renkon40,gpt-6-luna,max,agentic-tool,hard,,per-run,0.06,0.00289,,,55,points/100,0.289,,cost-base-price:cost-publisher-figure,"https://note.com/renkon40/n/n050ebf266179 (caption under the video card of GPT-6 Luna, x 1559-1824, y 745-765)",,in,in renkon-slides3,note-renkon40,fable-5.1,max,agentic-tool,mid,,per-run,8.81,0.00289,,,85.5,points/100,0.0289,,cost-base-price:cost-publisher-figure,"https://note.com/renkon40/n/n050ebf266179 (caption of the card of Fable 5.1, title line, x 682-1182, y 563-585)",,in,in renkon-slides3,note-renkon40,gpt-6-astra,max,agentic-tool,mid,,per-run,3.97,0.00289,,,80.5,points/100,0.0289,,cost-base-price:cost-publisher-figure,"https://note.com/renkon40/n/n050ebf266179 (caption of the card of GPT-6 Astra, title line, x 1267-1767, y 563-585)",,in,in renkon-slides3,note-renkon40,gpt-6-sol,max,agentic-tool,mid,,per-run,0.55,0.00289,,,78,points/100,0.289,,cost-base-price:cost-publisher-figure,"https://note.com/renkon40/n/n050ebf266179 (caption of the card of GPT-6 Sol, title line, x 97-597, y 916-938)",,in,in renkon-slides3,note-renkon40,gpt-6-luna,max,agentic-tool,mid,,per-run,0.05,0.00289,,,73,points/100,0.289,,cost-base-price:cost-publisher-figure,"https://note.com/renkon40/n/n050ebf266179 (caption of the card of GPT-6 Luna, title line, x 682-1182, y 916-938)",,in,in renkon-slides3,note-renkon40,gemini-3.8-flash,high,agentic-tool,mid,,per-run,0.90,0.00289,,,65,points/100,0.289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://note.com/renkon40/n/n050ebf266179 (caption of the card of Gemini 3.8 Flash, title line, x 1267-1767, y 916-938)",,in,in renkon-dash,note-renkon40,gpt-6-astra,high,coding,mid,,per-run,3.21,0.00289,,,86.5,points/100,0.0289,,cost-base-price:cost-publisher-figure,"https://note.com/renkon40/n/n050ebf266179 (table row GPT-6 Astra, column 点 (x 541-585), y 752-772)",,in,in renkon-dash,note-renkon40,opus-5.5,high,coding,mid,,per-run,2.24,0.00289,,,87.0,points/100,0.0289,,cost-base-price:cost-publisher-figure,"https://note.com/renkon40/n/n050ebf266179 (table row Opus 5.5, column 点 (x 541-585), y 799-819)",,in,in renkon-dash,note-renkon40,gpt-6-sol,high,coding,mid,,per-run,0.49,0.00289,,,86.0,points/100,0.0289,,cost-base-price:cost-publisher-figure,"https://note.com/renkon40/n/n050ebf266179 (table row GPT-6 Sol, column 点 (x 541-585), y 846-866)",,in,in renkon-dash,note-renkon40,fable-5.1,high,coding,mid,,per-run,6.61,0.00289,,,83.0,points/100,0.0289,,cost-base-price:cost-publisher-figure,"https://note.com/renkon40/n/n050ebf266179 (table row Fable 5.1, column 点 (x 541-585), y 892-912)",,in,in renkon-dash,note-renkon40,gpt-6-luna,high,coding,mid,,per-run,0.01,0.00289,,,81.0,points/100,0.0289,,cost-base-price:cost-publisher-figure,"https://note.com/renkon40/n/n050ebf266179 (table row GPT-6 Luna, column 点 (x 541-585), y 939-959)",,in,in renkon-note,note-renkon40,opus-5.5,high,writing,mid,,per-run,1.60,0.00289,,,82.0,points/100,0.0289,,cost-base-price:cost-publisher-figure,"https://note.com/renkon40/n/n050ebf266179 (table row Opus 5.5 (corrected sheet), column 点 100点換算, x 905-965, y 396-420)",,in,in renkon-note,note-renkon40,fable-5.1,high,writing,mid,,per-run,4.07,0.00289,,,75.0,points/100,0.0289,,cost-base-price:cost-publisher-figure,"https://note.com/renkon40/n/n050ebf266179 (table row Fable 5.1 (corrected sheet), column 点 100点換算, x 905-965, y 468-492)",,in,in renkon-note,note-renkon40,gpt-6-astra,high,writing,mid,,per-run,9.61,0.00289,,,75.8,points/100,0.0289,,cost-base-price:cost-publisher-figure,"https://note.com/renkon40/n/n050ebf266179 (table row GPT-6 Astra (corrected sheet), column 点 100点換算, x 905-965, y 541-565)",,in,in renkon-note,note-renkon40,gemini-3.8-flash,high,writing,mid,,,,,,,74.2,points/100,0.0289,,,"https://note.com/renkon40/n/n050ebf266179 (table row Gemini 3.8 Flash (corrected sheet), column 点 100点換算, x 905-965, y 614-638)",,in, renkon-note,note-renkon40,gpt-6-sol,high,writing,mid,,per-run,0.77,0.00289,,,68.8,points/100,0.0289,,cost-base-price:cost-publisher-figure,"https://note.com/renkon40/n/n050ebf266179 (table row GPT-6 Sol (corrected sheet), column 点 100点換算, x 905-965, y 686-710)",,in,in renkon-note,note-renkon40,gpt-6-luna,high,writing,mid,,per-run,0.03,0.00289,,,68.8,points/100,0.0289,,cost-base-price:cost-publisher-figure,"https://note.com/renkon40/n/n050ebf266179 (table row GPT-6 Luna (corrected sheet), column 点 100点換算, x 905-965, y 759-783)",,in,in renkon-home,note-renkon40,gpt-6-sol,high,coding,mid,,per-run,0.38,0.00289,,,82,points/100,0.289,,cost-base-price:cost-publisher-figure,"https://note.com/renkon40/n/n050ebf266179 (caption under the page screenshot of GPT-6 Sol, x 97-497, y 822-846)",,in,in renkon-home,note-renkon40,gpt-6-luna,high,coding,mid,,per-run,0.008,0.000289,,,80.5,points/100,0.0289,,cost-base-price:cost-publisher-figure,"https://note.com/renkon40/n/n050ebf266179 (caption under the page screenshot of GPT-6 Luna, x 993-1393, y 822-846)",,in,in renkon-home,note-renkon40,gpt-6-astra,high,coding,mid,,per-run,1.70,0.00289,,,90,points/100,0.289,,cost-base-price:cost-publisher-figure,"https://note.com/renkon40/n/n050ebf266179 (footer sentence, x 97-1490, y 1018-1062 (condition without skill))",,in,in renkon-home,note-renkon40,fable-5.1,high,coding,mid,,per-run,2.11,0.00289,,,81,points/100,0.289,,cost-base-price:cost-publisher-figure,"https://note.com/renkon40/n/n050ebf266179 (footer sentence, x 97-1490, y 1018-1062 (condition without skill))",,in,in renkon-home,note-renkon40,opus-5.5,high,coding,mid,,per-run,0.70,0.00289,,,87,points/100,0.289,,cost-base-price:cost-publisher-figure,"https://note.com/renkon40/n/n050ebf266179 (footer sentence, x 97-1490, y 1018-1062 (condition without skill))",,in,in renkon-syco,note-renkon40,opus-5.5,high,writing,mid,,per-run,0.76,0.00289,,,9.65,points/10,0.00289,,cost-base-price:cost-publisher-figure,"https://note.com/renkon40/n/n050ebf266179 (table row Opus 5.5, column 平均点 10点満点, x 700-760, y 361-385)",,in,in renkon-syco,note-renkon40,fable-5.1,high,writing,mid,,per-run,1.79,0.00289,,,9.43,points/10,0.00289,,cost-base-price:cost-publisher-figure,"https://note.com/renkon40/n/n050ebf266179 (table row Fable 5.1, column 平均点 10点満点, x 700-760, y 407-431)",,in,in renkon-syco,note-renkon40,opus-5,high,writing,mid,,per-run,1.52,0.00289,,,9.40,points/10,0.00289,,cost-base-price:cost-publisher-figure,"https://note.com/renkon40/n/n050ebf266179 (table row Opus 5, column 平均点 10点満点, x 700-760, y 454-478)",,in,in renkon-syco,note-renkon40,fable-5,high,writing,mid,,per-run,1.63,0.00289,,,9.13,points/10,0.00289,,cost-base-price:cost-publisher-figure,"https://note.com/renkon40/n/n050ebf266179 (table row Fable 5, column 平均点 10点満点, x 700-760, y 500-524)",,in,in renkon-syco,note-renkon40,gemini-3.8-flash,high,writing,mid,,per-run,0.50,0.00289,,,8.89,points/10,0.00289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://note.com/renkon40/n/n050ebf266179 (table row Gemini 3.8 Flash, column 平均点 10点満点, x 700-760, y 547-571)",,in,in renkon-syco,note-renkon40,gpt-6-astra,high,writing,mid,,per-run,3.62,0.00289,,,8.82,points/10,0.00289,,cost-base-price:cost-publisher-figure,"https://note.com/renkon40/n/n050ebf266179 (table row GPT-6 Astra, column 平均点 10点満点, x 700-760, y 594-618)",,in,in renkon-syco,note-renkon40,gpt-6-sol,high,writing,mid,,per-run,0.85,0.00289,,,8.75,points/10,0.00289,,cost-base-price:cost-publisher-figure,"https://note.com/renkon40/n/n050ebf266179 (table row GPT-6 Sol, column 平均点 10点満点, x 700-760, y 640-664)",,in,in renkon-syco,note-renkon40,gpt-6-luna,high,writing,mid,,per-run,0.05,0.00289,,,8.62,points/10,0.00289,,cost-base-price:cost-publisher-figure,"https://note.com/renkon40/n/n050ebf266179 (table row GPT-6 Luna, column 平均点 10点満点, x 700-760, y 687-711)",,in,in renkon-email,note-renkon40,gpt-6-luna,high,agentic-tool,easy,,per-run,0.04,0.00289,,,49,correct-of-49,0.289,,cost-base-price:cost-publisher-figure,"https://note.com/renkon40/n/n050ebf266179 (table row GPT-6 Luna, column 正解 49 / 49, x 398-488, y 373-397)",,out:saturated,in renkon-email,note-renkon40,gpt-6-sol,high,agentic-tool,easy,,per-run,0.82,0.00289,,,49,correct-of-49,0.289,,cost-base-price:cost-publisher-figure,"https://note.com/renkon40/n/n050ebf266179 (table row GPT-6 Sol, column 正解 49 / 49, x 398-488, y 445-469)",,out:saturated,in renkon-email,note-renkon40,opus-5.5,high,agentic-tool,easy,,per-run,1.19,0.00289,,,49,correct-of-49,0.289,,cost-base-price:cost-publisher-figure,"https://note.com/renkon40/n/n050ebf266179 (table row Opus 5.5, column 正解 49 / 49, x 398-488, y 517-541)",,out:saturated,in renkon-email,note-renkon40,fable-5.1,high,agentic-tool,easy,,per-run,2.96,0.00289,,,49,correct-of-49,0.289,,cost-base-price:cost-publisher-figure,"https://note.com/renkon40/n/n050ebf266179 (table row Fable 5.1, column 正解 49 / 49, x 398-488, y 589-613)",,out:saturated,in renkon-email,note-renkon40,gpt-6-astra,high,agentic-tool,easy,,per-run,7.19,0.00289,,,49,correct-of-49,0.289,,cost-base-price:cost-publisher-figure,"https://note.com/renkon40/n/n050ebf266179 (table row GPT-6 Astra, column 正解 49 / 49, x 398-488, y 662-686)",,out:saturated,in renkon-slides12,note-renkon40,gpt-6-sol,high,agentic-tool,mid,,per-run,0.41,0.00289,,,86,points/100,0.289,,cost-base-price:cost-publisher-figure,https://note.com/renkon40/n/n050ebf266179 (results paragraph of the 3-minute slides: 12-slide task),,in,in renkon-slides3,note-renkon40,sonnet-5.5,high,agentic-tool,mid,,per-run,0.8999999999999999,0.173,,,82.5,points/100,0.0289,,cost-unrepriced; cost-price-band,"https://note.com/renkon40/n/ne55e64e425a8 (table row slides3, column high, upper line, x 550-710, y 440-480)",,in,in renkon-slides3,note-renkon40,sonnet-5.5,xhigh,agentic-tool,mid,,per-run,2.7525,0.53,,,88,points/100,0.289,,cost-unrepriced; cost-price-band,"https://note.com/renkon40/n/ne55e64e425a8 (table row slides3, column xhigh, upper line, x 1018-1178, y 440-480)",,in,in renkon-slides3,note-renkon40,sonnet-5.5,max,agentic-tool,mid,,per-run,15.6975,3.02,,,89,points/100,0.289,,cost-unrepriced; cost-price-band,"https://note.com/renkon40/n/ne55e64e425a8 (table row slides3, column max, upper line, x 1435-1595, y 440-480)",,in,in renkon-home,note-renkon40,sonnet-5.5,high,coding,mid,,per-run,0.195,0.0376,,,83.5,points/100,0.0289,,cost-unrepriced; cost-price-band,"https://note.com/renkon40/n/ne55e64e425a8 (table row home, column high, upper line, x 550-710, y 622-662)",,in,in renkon-home,note-renkon40,sonnet-5.5,max,coding,mid,,per-run,3.57,0.687,,,91,points/100,0.289,,cost-unrepriced; cost-price-band,"https://note.com/renkon40/n/ne55e64e425a8 (table row home, column max, upper line, x 1435-1595, y 622-662)",,in,in renkon-slides12,note-renkon40,sonnet-5.5,xhigh,agentic-tool,mid,,per-run,2.67,0.514,,,85.5,points/100,0.0289,,cost-unrepriced; cost-price-band,"https://note.com/renkon40/n/ne55e64e425a8 (table row slides12, column xhigh, upper line, x 1018-1178, y 804-844)",,in,in renkon-slides12,note-renkon40,sonnet-5.5,max,agentic-tool,mid,,per-run,9.4875,1.83,,,86,points/100,0.289,,cost-unrepriced; cost-price-band,"https://note.com/renkon40/n/ne55e64e425a8 (table row slides12, column max, upper line, x 1435-1595, y 804-844)",,in,in renkon-dash,note-renkon40,sonnet-5.5,high,coding,mid,,per-run,1.5825,0.305,,,89.5,points/100,0.0289,,cost-unrepriced; cost-price-band,"https://note.com/renkon40/n/ne55e64e425a8 (table row dash, column high, upper line, x 550-710, y 985-1025)",,in,in renkon-dash,note-renkon40,sonnet-5.5,max,coding,mid,,per-run,7.717499999999999,1.49,,,85,points/100,0.289,,cost-unrepriced; cost-price-band,"https://note.com/renkon40/n/ne55e64e425a8 (table row dash, column max, upper line, x 1435-1595, y 985-1025)",,in,in renkon-note,note-renkon40,sonnet-5.5,high,writing,mid,,per-run,0.8175000000000001,0.157,,,71.1,points/100,0.0289,,cost-unrepriced; cost-price-band,"https://note.com/renkon40/n/ne55e64e425a8 (table row note, column high, upper line, x 550-710, y 1167-1207)",,in,in renkon-note,note-renkon40,sonnet-5.5,max,writing,mid,,per-run,3.3000000000000003,0.635,,,77.3,points/100,0.0289,,cost-unrepriced; cost-price-band,"https://note.com/renkon40/n/ne55e64e425a8 (table row note, column max, upper line, x 1435-1595, y 1167-1207)",,in,in renkon-video,note-renkon40,sonnet-5.5,max,agentic-tool,hard,,per-run,27.705,5.33,,,81,points/100,0.289,,cost-unrepriced; cost-price-band,"https://note.com/renkon40/n/ne55e64e425a8 (table row video, column max, upper line, x 1435-1595, y 1348-1388)",,in,out:cost-single-couple renkon-email,note-renkon40,sonnet-5.5,high,agentic-tool,easy,,per-run,0.4425,0.0852,,,49,correct-of-49,0.289,,cost-unrepriced; cost-price-band,"https://note.com/renkon40/n/ne55e64e425a8 (table row メール判定, Sonnet 5.5 cell, first line, orig x 550-830, y 975-1015 (displayed x 470-705, y 835-870))",,out:saturated,out:cost-single-couple renkon-syco,note-renkon40,sonnet-5.5,high,writing,mid,,,,,,,9.26,points/10,0.00289,,,"https://note.com/renkon40/n/ne55e64e425a8 (table row 迎合テスト, Sonnet 5.5 cell, first line, orig x 550-715, y 1895-1950 (displayed x 470-610, y 1620-1665))",,in, renkon-slides12,note-renkon40,opus-5.5,xhigh,agentic-tool,mid,,per-run,6.83,0.00289,,,91,points/100,0.289,,cost-base-price:cost-publisher-figure,"https://note.com/renkon40/n/ne55e64e425a8 (table row 12枚のスライド, Opus 5.5 cell, first line, orig x 1033-1155, y 1445-1495 (displayed x 882-985, y 1235-1278))",,in,in sane-ailab1-duration,note-sane_mink364,haiku-5.5,medium,coding,easy,ClaudeCode-CLI,per-run,0.002173,2.89e-07,6,1935,,pass%,,,cost-base-price:cost-publisher-figure,https://note.com/sane_mink364/n/na123fbece359 (),,,in sane-ailab1-duration,note-sane_mink364,opus-5.5,medium,coding,easy,ClaudeCode-CLI,per-run,0.093231,2.89e-07,6,1684,,pass%,,,cost-base-price:cost-publisher-figure,https://note.com/sane_mink364/n/na123fbece359 (),,,in sane-ailab1-arith,note-sane_mink364,haiku-5.5,medium,coding,easy,ClaudeCode-CLI,per-run,0.004583,2.89e-07,6,4989,,pass%,,,cost-base-price:cost-publisher-figure,https://note.com/sane_mink364/n/na123fbece359 (),,,in sane-ailab1-arith,note-sane_mink364,opus-5.5,medium,coding,easy,ClaudeCode-CLI,per-run,0.107477,2.89e-07,6,3059,,pass%,,,cost-base-price:cost-publisher-figure,https://note.com/sane_mink364/n/na123fbece359 (),,,in sane-ailab1-inventory,note-sane_mink364,opus-5.5,medium,coding,mid,ClaudeCode-CLI,per-run,0.051663,2.89e-07,6,924,,pass%,,,cost-base-price:cost-publisher-figure,https://note.com/sane_mink364/n/na123fbece359 (),,,out:cost-single-couple sane-spec-easy,note-sane_mink364,haiku-5.5,medium,reasoning-math,easy,ClaudeCode-CLI,,,,,,9,solved-of-9,0,,,"https://note.com/sane_mink364/n/ndec1e85d49aa (text, 実験1: perfect trials out of 9)",,out:uninformative, sane-spec-easy,note-sane_mink364,haiku-5.5,max,reasoning-math,easy,ClaudeCode-CLI,,,,,,8,solved-of-9,0,,,"https://note.com/sane_mink364/n/ndec1e85d49aa (text, 実験1: perfect trials out of 9)",,out:single-couple, sane-spec-easy,note-sane_mink364,opus-4.8,high,reasoning-math,easy,ClaudeCode-CLI,,,,,,9,solved-of-9,0,,,"https://note.com/sane_mink364/n/ndec1e85d49aa (text, 実験1: perfect trials out of 9)",,out:uninformative, sane-spec-hard,note-sane_mink364,haiku-4.5,default,reasoning-math,hard,ClaudeCode-CLI,per-run,0.0661,2.89e-05,,,74.3,F1%,0.0289,,,https://note.com/sane_mink364/n/n6664d8e2bc3a (text: F1 list),,out:effort-not-established,out:effort-not-established sane-spec-hard,note-sane_mink364,haiku-5.5,medium,reasoning-math,hard,ClaudeCode-CLI,per-run,0.0037,2.89e-05,,,69.7,F1%,0.0289,,cost-base-price:cost-publisher-figure,https://note.com/sane_mink364/n/n6664d8e2bc3a (text: F1 list),,out:not-headline,in sane-spec-hard,note-sane_mink364,haiku-5.5,max,reasoning-math,hard,ClaudeCode-CLI,per-run,0.0345,2.89e-05,,,76.7,F1%,0.0289,,cost-base-price:cost-publisher-figure,https://note.com/sane_mink364/n/n6664d8e2bc3a (text: F1 list),,out:not-headline,in sane-spec-hard,note-sane_mink364,sonnet-4.6,not-established:absent,reasoning-math,hard,ClaudeCode-CLI,per-run,0.0915,2.89e-05,,,79.5,F1%,0.0289,,,https://note.com/sane_mink364/n/n6664d8e2bc3a (text: F1 list),,out:effort-not-established,out:effort-not-established sane-spec-hard,note-sane_mink364,opus-4.8,high,reasoning-math,hard,ClaudeCode-CLI,per-run,0.1240,2.89e-05,,,100,F1%,0.289,,cost-base-price:cost-publisher-figure,https://note.com/sane_mink364/n/n6664d8e2bc3a (text: F1 list),,out:not-headline,in sss-ailabo-3tasks,note-sss_ailabo,sonnet-5.5,high,mixed,mid,,per-3-tasks,0.5475,0.105,,,,none,,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://note.com/sss_ailabo/n/n218e2eddafa9 (result list: total of the three tasks for Sonnet 5.5),,,out:cost-single-couple sss-ailabo-3tasks,note-sss_ailabo,opus-5.5,default,mixed,mid,,per-3-tasks,2.61,0.00289,,,,none,,,,https://note.com/sss_ailabo/n/n218e2eddafa9 (result list: total of the three tasks for Opus 5.5),,,out:effort-not-established sss-ailabo-3tasks,note-sss_ailabo,gpt-6-astra,default,mixed,mid,,per-3-tasks,2.39,0.00289,,,,none,,,,https://note.com/sss_ailabo/n/n218e2eddafa9 (result list: total of the three tasks for GPT-6 Astra),,,out:effort-not-established sss-ailabo-3tasks,note-sss_ailabo,sonnet-5,default,mixed,mid,,per-3-tasks,1.22,0.00289,,,,none,,,,https://note.com/sss_ailabo/n/n218e2eddafa9 (result list: total of the three tasks for Sonnet 5),,,out:effort-not-established takuya-sonnet-7task,note-tfcxzaqwerds,sonnet-5,high,coding,mid,ClaudeCode-headless-sandboxed,,0.444,0.000289,,20699,,none,,,cost-base-price:cost-publisher-figure,https://note.com/tfcxzaqwerds/n/nab4b132711a2 (),,,out:cost-single-couple takuya-sonnet-7task,note-tfcxzaqwerds,sonnet-5.5,high,coding,mid,ClaudeCode-headless-sandboxed,,0.14100000000000001,0.0271,,8937,,none,,,cost-unrepriced; cost-price-band,https://note.com/tfcxzaqwerds/n/nab4b132711a2 (),,,out:cost-single-couple takuya-sonnet-reasoning,note-tfcxzaqwerds,sonnet-5,high,reasoning-math,hard,ClaudeCode-headless-no-tools,,,,,,21,solved-of-27,0,,,"https://note.com/tfcxzaqwerds/n/nab4b132711a2 (reasoning table: 正解 (solved of 27, tools off))",,in, takuya-sonnet-reasoning,note-tfcxzaqwerds,sonnet-5.5,high,reasoning-math,hard,ClaudeCode-headless-no-tools,,,,,,23,solved-of-27,0,,,"https://note.com/tfcxzaqwerds/n/nab4b132711a2 (reasoning table: 正解 (solved of 27, tools off))",,in, s7t-nbl-mnist-step15,notesbylex,fable-5.2,high,reasoning-math,hard,,per-run,15.76,0.00289,,297000,81.4,acc%,0.0289,,cost-base-price:cost-publisher-figure,"https://notesbylex.com/claude-fable-5-2 ('Weight-Space Programming: writing the weights of an MNIST classifier' table, row Fable 5.2, column Step 15, mean (range))",,in,in s7t-nbl-mnist-step1,notesbylex,fable-5.2,high,reasoning-math,hard,,,,,,,56.1,acc%,0.0289,,,"https://notesbylex.com/claude-fable-5-2 ('Weight-Space Programming: writing the weights of an MNIST classifier' table, row Fable 5.2, column Step 1 (one-shot), mean)",,in, s7t-nbl-mnist-step15,notesbylex,fable-5.2,low,reasoning-math,hard,,per-run,5.78,0.00289,,109000,76.4,acc%,0.0289,,cost-base-price:cost-publisher-figure,"https://notesbylex.com/claude-fable-5-2 ('Weight-Space Programming: writing the weights of an MNIST classifier' table, row Fable 5.2, low effort, column Step 15, mean (range))",,in,in s7t-nbl-mnist-step1,notesbylex,fable-5.2,low,reasoning-math,hard,,,,,,,62.7,acc%,0.0289,,,"https://notesbylex.com/claude-fable-5-2 ('Weight-Space Programming: writing the weights of an MNIST classifier' table, row Fable 5.2, low effort, column Step 1 (one-shot), mean)",,in, s7t-nbl-mnist-step15,notesbylex,fable-5.1,high,reasoning-math,hard,,per-run,7.95,0.00289,,123000,59.2,acc%,0.0289,,cost-base-price:cost-publisher-figure,"https://notesbylex.com/claude-fable-5-2 ('Weight-Space Programming: writing the weights of an MNIST classifier' table, row Fable 5.1, column Step 15, mean (range))",,in,in s7t-nbl-mnist-step1,notesbylex,fable-5.1,high,reasoning-math,hard,,,,,,,38.3,acc%,0.0289,,,"https://notesbylex.com/claude-fable-5-2 ('Weight-Space Programming: writing the weights of an MNIST classifier' table, row Fable 5.1, column Step 1 (one-shot), mean)",,in, s7t-nbl-mnist-step15,notesbylex,opus-5.5,high,reasoning-math,hard,,per-run,2.39,0.00289,,89000,71.0,acc%,0.0289,,cost-base-price:cost-publisher-figure,"https://notesbylex.com/claude-fable-5-2 ('Weight-Space Programming: writing the weights of an MNIST classifier' table, row Opus 5.5, column Step 15, mean (range))",,in,in s7t-nbl-mnist-step1,notesbylex,opus-5.5,high,reasoning-math,hard,,,,,,,49.1,acc%,0.0289,,,"https://notesbylex.com/claude-fable-5-2 ('Weight-Space Programming: writing the weights of an MNIST classifier' table, row Opus 5.5, column Step 1 (one-shot), mean)",,in, aa-index5@notesbylex,notesbylex,fable-5.2,max,mixed,hard,,per-task,26.54,0.00289,,275000000,65,AA-idx,0.289,,restated-from:Artificial Analysis; same-runs-as:src-artificialanalysis-leaderboards-models-2026-11-10#M85,"https://notesbylex.com/claude-fable-5-2 (Independent results table, row Intelligence Index, column Fable 5.2 (max))",,out:copy,out:copy aa-index5@notesbylex,notesbylex,opus-5.5,max,mixed,hard,,per-task,10.04,0.00289,,218000000,59,AA-idx,0.289,,restated-from:Artificial Analysis; same-runs-as:src-artificialanalysis-leaderboards-models-2026-11-09#M245,"https://notesbylex.com/claude-fable-5-2 (Independent results table, row Intelligence Index, column Opus 5.5 (max))",,out:copy,out:copy scf52-swepro@notesbylex,notesbylex,fable-5.2,max,coding,frontier,,,,,,,93.0,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M1,"https://notesbylex.com/claude-fable-5-2 (section Benchmarks, table, row SWE-bench Pro, column Fable 5.2)",,out:copy, scf52-swepro@notesbylex,notesbylex,fable-5.1,unstated,coding,frontier,,,,,,,81.2,score%,0.0289,,restated-from:Anthropic,"https://notesbylex.com/claude-fable-5-2 (section Benchmarks, table, row SWE-bench Pro, column Fable 5.1)",,out:effort-not-established, scf52-swepro@notesbylex,notesbylex,opus-5.5,unstated,coding,frontier,,,,,,,89.9,score%,0.0289,,restated-from:Anthropic,"https://notesbylex.com/claude-fable-5-2 (section Benchmarks, table, row SWE-bench Pro, column Opus 5.5)",,out:effort-not-established, scf52-fswe2@notesbylex,notesbylex,fable-5.2,max,coding,frontier,,,,,,,69.9,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M35,"https://notesbylex.com/claude-fable-5-2 (section Benchmarks, table, row FrontierSWE v2, column Fable 5.2)",,out:copy, scf52-fswe2@notesbylex,notesbylex,fable-5.1,unstated,coding,frontier,,,,,,,56.3,score%,0.0289,,restated-from:Anthropic,"https://notesbylex.com/claude-fable-5-2 (section Benchmarks, table, row FrontierSWE v2, column Fable 5.1)",,out:effort-not-established, scf52-fswe2@notesbylex,notesbylex,opus-5.5,unstated,coding,frontier,,,,,,,62.3,score%,0.0289,,restated-from:Anthropic,"https://notesbylex.com/claude-fable-5-2 (section Benchmarks, table, row FrontierSWE v2, column Opus 5.5)",,out:effort-not-established, scf52-fswe2@notesbylex,notesbylex,gpt-6-astra,unstated,coding,frontier,,,,,,,65.5,score%,0.0289,,restated-from:OpenAI,"https://notesbylex.com/claude-fable-5-2 (section Benchmarks, table, row FrontierSWE v2, column GPT-6 Astra)",,out:effort-not-established, scf52-fc20@notesbylex,notesbylex,fable-5.2,xhigh,coding,frontier,,,,,,,49.1,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M14,"https://notesbylex.com/claude-fable-5-2 (section Benchmarks, table, row FrontierCode 2.0, column Fable 5.2)",,out:copy, scf52-fc20@notesbylex,notesbylex,fable-5.1,xhigh,coding,frontier,,,,,,,32.4,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M18,"https://notesbylex.com/claude-fable-5-2 (section Benchmarks, table, row FrontierCode 2.0, column Fable 5.1)",,out:copy, scf52-fc20@notesbylex,notesbylex,opus-5.5,max,coding,frontier,,,,,,,45.5,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M16,"https://notesbylex.com/claude-fable-5-2 (section Benchmarks, table, row FrontierCode 2.0, column Opus 5.5)",,out:copy, scf52-fc20@notesbylex,notesbylex,gpt-6-astra,max,coding,frontier,,,,,,,42.8,score%,0.0289,,restated-from:OpenAI; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M17,"https://notesbylex.com/claude-fable-5-2 (section Benchmarks, table, row FrontierCode 2.0, column GPT-6 Astra)",,out:copy, scf52-rli@notesbylex,notesbylex,fable-5.2,not-established:absent,agentic-tool,frontier,,,,,,,41.3,score%,0.0289,,restated-from:Anthropic,"https://notesbylex.com/claude-fable-5-2 (section Benchmarks, table, row Remote Labor Index, column Fable 5.2)",,out:effort-not-established, scf52-rli@notesbylex,notesbylex,fable-5.1,unstated,agentic-tool,frontier,,,,,,,17.9,score%,0.0289,,restated-from:Anthropic,"https://notesbylex.com/claude-fable-5-2 (section Benchmarks, table, row Remote Labor Index, column Fable 5.1)",,out:effort-not-established, scf52-rli@notesbylex,notesbylex,opus-5.5,unstated,agentic-tool,frontier,,,,,,,21.3,score%,0.0289,,restated-from:Anthropic,"https://notesbylex.com/claude-fable-5-2 (section Benchmarks, table, row Remote Labor Index, column Opus 5.5)",,out:effort-not-established, scf52-rli@notesbylex,notesbylex,gpt-6-astra,unstated,agentic-tool,frontier,,,,,,,20.8,score%,0.0289,,restated-from:OpenAI,"https://notesbylex.com/claude-fable-5-2 (section Benchmarks, table, row Remote Labor Index, column GPT-6 Astra)",,out:effort-not-established, scf52-hlet@notesbylex,notesbylex,fable-5.2,max,reasoning-math,frontier,HLE-tools,,,,,,74.2,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M80,"https://notesbylex.com/claude-fable-5-2 (section Benchmarks, table, row Humanity's Last Exam (with tools), column Fable 5.2)",,out:copy, scf52-hlet@notesbylex,notesbylex,fable-5.1,unstated,reasoning-math,frontier,HLE-tools,,,,,,65.6,score%,0.0289,,restated-from:Anthropic,"https://notesbylex.com/claude-fable-5-2 (section Benchmarks, table, row Humanity's Last Exam (with tools), column Fable 5.1)",,out:effort-not-established, scf52-hlet@notesbylex,notesbylex,opus-5.5,unstated,reasoning-math,frontier,HLE-tools,,,,,,67.7,score%,0.0289,,restated-from:Anthropic,"https://notesbylex.com/claude-fable-5-2 (section Benchmarks, table, row Humanity's Last Exam (with tools), column Opus 5.5)",,out:effort-not-established, scf52-hlet@notesbylex,notesbylex,gpt-6-astra,unstated,reasoning-math,frontier,HLE-tools,,,,,,57.2,score%,0.0289,,restated-from:OpenAI,"https://notesbylex.com/claude-fable-5-2 (section Benchmarks, table, row Humanity's Last Exam (with tools), column GPT-6 Astra)",,out:effort-not-established, scf52-oswp@notesbylex,notesbylex,fable-5.2,max,computer-use,frontier,OSWorld2-partial,,,,,,89.3,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M147,"https://notesbylex.com/claude-fable-5-2 (section Benchmarks, table, row OSWorld 2.1 (offline set, partial), column Fable 5.2)",,out:copy, scf52-oswp@notesbylex,notesbylex,fable-5.1,unstated,computer-use,frontier,OSWorld2-partial,,,,,,83.5,score%,0.0289,,restated-from:Anthropic,"https://notesbylex.com/claude-fable-5-2 (section Benchmarks, table, row OSWorld 2.1 (offline set, partial), column Fable 5.1)",,out:effort-not-established, scf52-oswp@notesbylex,notesbylex,opus-5.5,unstated,computer-use,frontier,OSWorld2-partial,,,,,,87.2,score%,0.0289,,restated-from:Anthropic,"https://notesbylex.com/claude-fable-5-2 (section Benchmarks, table, row OSWorld 2.1 (offline set, partial), column Opus 5.5)",,out:effort-not-established, scf52-oswp@notesbylex,notesbylex,gpt-6-astra,unstated,computer-use,frontier,OSWorld2-partial,,,,,,79.5,score%,0.0289,,restated-from:Anthropic,"https://notesbylex.com/claude-fable-5-2 (section Benchmarks, table, row OSWorld 2.1 (offline set, partial), column GPT-6 Astra)",,out:effort-not-established, scf52-gdpval@notesbylex,notesbylex,fable-5.2,max,agentic-tool,frontier,,,,,,,1831,AA-elo,0.289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M170,"https://notesbylex.com/claude-fable-5-2 (section Benchmarks, table, row GDPval-AA v2.1 (Elo), column Fable 5.2)",,out:copy, scf52-gdpval@notesbylex,notesbylex,fable-5.1,unstated,agentic-tool,frontier,,,,,,,1763,AA-elo,0.289,,restated-from:Anthropic,"https://notesbylex.com/claude-fable-5-2 (section Benchmarks, table, row GDPval-AA v2.1 (Elo), column Fable 5.1)",,out:effort-not-established, scf52-gdpval@notesbylex,notesbylex,opus-5.5,unstated,agentic-tool,frontier,,,,,,,1866,AA-elo,0.289,,restated-from:Anthropic,"https://notesbylex.com/claude-fable-5-2 (section Benchmarks, table, row GDPval-AA v2.1 (Elo), column Opus 5.5)",,out:effort-not-established, scf52-gdpval@notesbylex,notesbylex,gpt-6-astra,unstated,agentic-tool,frontier,,,,,,,1584,AA-elo,0.289,,restated-from:OpenAI,"https://notesbylex.com/claude-fable-5-2 (section Benchmarks, table, row GDPval-AA v2.1 (Elo), column GPT-6 Astra)",,out:effort-not-established, scf52-robodojo@notesbylex,notesbylex,fable-5.2,max,agentic-tool,frontier,,,,,,,64.9,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-mythos-5-2-announcement-2026-11-09#M103,"https://notesbylex.com/claude-fable-5-2 (section Benchmarks, table, row RoboDojo Sim (robotics), column Fable 5.2)",,out:copy, scf52-robodojo@notesbylex,notesbylex,fable-5.1,max,agentic-tool,frontier,,,,,,,27.6,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-mythos-5-2-announcement-2026-11-09#M101,"https://notesbylex.com/claude-fable-5-2 (section Benchmarks, table, row RoboDojo Sim (robotics), column Fable 5.1)",,out:copy, scf52-robodojo@notesbylex,notesbylex,opus-5.5,max,agentic-tool,frontier,,,,,,,39.4,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-mythos-5-2-announcement-2026-11-09#M102,"https://notesbylex.com/claude-fable-5-2 (section Benchmarks, table, row RoboDojo Sim (robotics), column Opus 5.5)",,out:copy, scf52-robodojo@notesbylex,notesbylex,gpt-6-astra,max,agentic-tool,frontier,,,,,,,29.8,score%,0.0289,,restated-from:OpenAI; same-runs-as:src-anthropic-fable-5-2-mythos-5-2-announcement-2026-11-09#M100,"https://notesbylex.com/claude-fable-5-2 (section Benchmarks, table, row RoboDojo Sim (robotics), column GPT-6 Astra)",,out:copy, s7t-nbl-doggo-bike-description,notesbylex,fable-5.2,high,coding,easy,,,2.82,0.00289,,70463,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://notesbylex.com/claude-fable-5-2 (),,,out:cost-single-couple s7t-nbl-doggo-bike-description,notesbylex,opus-5.5,unstated,coding,easy,,,1.38,0.00289,,68840,,none,,,,https://notesbylex.com/claude-fable-5-2 (),,,out:effort-not-established s7t-nbl-doggo-bike-photo,notesbylex,fable-5.2,high,coding,easy,,,2.43,0.00289,,60466,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://notesbylex.com/claude-fable-5-2 (),,,out:cost-single-couple s7t-nbl-svg-dog-photo,notesbylex,fable-5.2,unstated,coding,easy,,,0.28,0.00289,,6891,,none,,,,https://notesbylex.com/claude-fable-5-2 (),,,out:effort-not-established s7t-nbl-svg-dog-text,notesbylex,fable-5.2,unstated,coding,easy,,,1.21,0.00289,,30084,,none,,,,https://notesbylex.com/claude-fable-5-2 (),,,out:effort-not-established nousresearch-hermes-index-index,nousresearch-hermes-index,?Gemini Flash 3.8,not-established:absent,agentic-tool,hard,Hermes Agent,per-task,3.17,0.00289,,,38.12,hermes-index,0.00289,,,"https://portal.nousresearch.com/bench (leaderboard table, row 09 (Gemini Flash 3.8, Google), column Hermes Index)",,out:model-not-established,out:model-not-established nousresearch-hermes-index-hermes-bench,nousresearch-hermes-index,?Gemini Flash 3.8,not-established:absent,agentic-tool,hard,Hermes Agent,per-task,0.64,0.00289,,,62.19,hermes-bench-score,0.00289,,,"https://portal.nousresearch.com/bench (leaderboard table, row 09 (Gemini Flash 3.8, Google), column Hermes Bench)",,out:model-not-established,out:model-not-established nousresearch-hermes-index-terminalbench-4,nousresearch-hermes-index,?Gemini Flash 3.8,not-established:absent,agentic-tool,hard,Hermes Agent,per-task,5.94,0.00289,,,23.8,terminalbench-4-score,0.0289,,,"https://portal.nousresearch.com/bench (leaderboard table, row 09 (Gemini Flash 3.8, Google), column TerminalBench 4)",,out:model-not-established,out:model-not-established nousresearch-hermes-index-terminalbench-science,nousresearch-hermes-index,?Gemini Flash 3.8,not-established:absent,agentic-tool,hard,Hermes Agent,per-task,5.15,0.00289,,,8.6,terminalbench-science-score,0.0289,,,"https://portal.nousresearch.com/bench (leaderboard table, row 09 (Gemini Flash 3.8, Google), column TerminalBench Science)",,out:model-not-established,out:model-not-established nousresearch-hermes-index-skillsbench-clean,nousresearch-hermes-index,?Gemini Flash 3.8,not-established:absent,agentic-tool,hard,Hermes Agent,per-task,0.94,0.00289,,,57.9,skillsbench-clean-score,0.0289,,,"https://portal.nousresearch.com/bench (leaderboard table, row 09 (Gemini Flash 3.8, Google), column SkillsBench (clean score))",,out:model-not-established,out:model-not-established nousresearch-hermes-index-skillsbench-raw,nousresearch-hermes-index,?Gemini Flash 3.8,not-established:absent,agentic-tool,hard,Hermes Agent,,,,,,67.7,skillsbench-raw-score,0.0289,,,"https://portal.nousresearch.com/bench (leaderboard table, row 09 (Gemini Flash 3.8, Google), column SkillsBench (raw score, ""· 67.7 raw""))",,out:model-not-established, nousresearch-hermes-index-index,nousresearch-hermes-index,grok-4.7,high,agentic-tool,hard,Hermes Agent,,,,,,39.32,hermes-index,0.00289,,,"https://portal.nousresearch.com/bench (leaderboard, row 06 Grok 4.7)",,out:single-couple, nousresearch-hermes-index-index,nousresearch-hermes-index,?Qwen 3.8 Max,not-established:absent,agentic-tool,hard,Hermes Agent,,,,,,36.17,hermes-index,0.00289,,,"https://portal.nousresearch.com/bench (leaderboard table, row 12 Qwen 3.8 Max, column index)",,out:model-not-established, nuxt-evals,nuxt/nuxt-evals,fable-5,high,coding,mid,,per-task,1.1928297862903228,0,,,95.16129032258065,avgPassRate%,0,,cost-base-price:cost-publisher-figure,https://nuxt.com/evals (agent-results.json $.metadata.experiments[0].avgPassRate (experiment claude-fable-5)),src-nuxt-nuxt-evals-agent-results-2026-10-15|run:nuxt-evals-success|fable-5@high|,in,in nuxt-evals-success,nuxt/nuxt-evals,fable-5,high,coding,mid,,per-task,1.1928297862903228,0,,,97,success%,0.289,,,"https://nuxt.com/evals (results table, column Success Rate (the share of evals that passed on at least one attempt; the table is ranked by it))",src-nuxt-nuxt-evals-agent-results-2026-10-15|run:nuxt-evals-success|fable-5@high|,in,in nuxt-evals,nuxt/nuxt-evals,fable-5.1,high,coding,mid,,per-task,0.5559735544354839,0,,,95.16129032258065,avgPassRate%,0,,cost-base-price:cost-publisher-figure,https://nuxt.com/evals (agent-results.json $.metadata.experiments[1].avgPassRate (experiment claude-fable-5.1)),src-nuxt-nuxt-evals-agent-results-2026-10-15|run:nuxt-evals-success|fable-5.1@high|,in,in nuxt-evals-success,nuxt/nuxt-evals,fable-5.1,high,coding,mid,,per-task,0.5559735544354839,0,,,97,success%,0.289,,,"https://nuxt.com/evals (results table, column Success Rate (the share of evals that passed on at least one attempt; the table is ranked by it))",src-nuxt-nuxt-evals-agent-results-2026-10-15|run:nuxt-evals-success|fable-5.1@high|,in,in nuxt-evals,nuxt/nuxt-evals,opus-4.8,high,coding,mid,,per-task,0.5545285725806451,0,,,91.12903225806451,avgPassRate%,0,,cost-base-price:cost-publisher-figure,https://nuxt.com/evals (agent-results.json $.metadata.experiments[4].avgPassRate (experiment claude-opus-4.8)),src-nuxt-nuxt-evals-agent-results-2026-10-15|run:nuxt-evals-success|opus-4.8@high|,in,in nuxt-evals-success,nuxt/nuxt-evals,opus-4.8,high,coding,mid,,per-task,0.5545285725806451,0,,,97,success%,0.289,,,"https://nuxt.com/evals (results table, column Success Rate (the share of evals that passed on at least one attempt; the table is ranked by it))",src-nuxt-nuxt-evals-agent-results-2026-10-15|run:nuxt-evals-success|opus-4.8@high|,in,in nuxt-evals,nuxt/nuxt-evals,opus-5,high,coding,mid,,per-task,1.8592697318548388,0,,,95.16129032258065,avgPassRate%,0,,cost-base-price:cost-publisher-figure,https://nuxt.com/evals (agent-results.json $.metadata.experiments[5].avgPassRate (experiment claude-opus-5)),src-nuxt-nuxt-evals-agent-results-2026-10-15|run:nuxt-evals-success|opus-5@high|,in,in nuxt-evals-success,nuxt/nuxt-evals,opus-5,high,coding,mid,,per-task,1.8592697318548388,0,,,97,success%,0.289,,,"https://nuxt.com/evals (results table, column Success Rate (the share of evals that passed on at least one attempt; the table is ranked by it))",src-nuxt-nuxt-evals-agent-results-2026-10-15|run:nuxt-evals-success|opus-5@high|,in,in nuxt-evals,nuxt/nuxt-evals,opus-5.5,medium,coding,mid,,per-task,0.17057513548387093,0,,,98.38709677419355,avgPassRate%,0,,cost-base-price:cost-publisher-figure,https://nuxt.com/evals (agent-results.json $.metadata.experiments[6].avgPassRate (experiment claude-opus-5.5)),,in,in nuxt-evals-success,nuxt/nuxt-evals,opus-5.5,medium,coding,mid,,per-task,0.17057513548387093,0,,,100,success%,0.289,,,"https://nuxt.com/evals (results table, column Success Rate (the share of evals that passed on at least one attempt; the table is ranked by it))",,out:uninformative,in nuxt-evals,nuxt/nuxt-evals,sonnet-5,high,coding,mid,,per-task,0.510344893548387,0,,,93.54838709677419,avgPassRate%,0,,cost-base-price:cost-publisher-figure,https://nuxt.com/evals (agent-results.json $.metadata.experiments[9].avgPassRate (experiment claude-sonnet-5)),src-nuxt-nuxt-evals-agent-results-2026-10-15|run:nuxt-evals-success|sonnet-5@high|,in,in nuxt-evals-success,nuxt/nuxt-evals,sonnet-5,high,coding,mid,,per-task,0.510344893548387,0,,,94,success%,0.289,,,"https://nuxt.com/evals (results table, column Success Rate (the share of evals that passed on at least one attempt; the table is ranked by it))",src-nuxt-nuxt-evals-agent-results-2026-10-15|run:nuxt-evals-success|sonnet-5@high|,in,in nuxt-evals,nuxt/nuxt-evals,sonnet-5.5,medium,coding,mid,,per-task,0.07415309677419354,0,,,88.70967741935484,avgPassRate%,0,,cost-base-price:cost-publisher-figure,https://nuxt.com/evals (agent-results.json $.metadata.experiments[10].avgPassRate (experiment claude-sonnet-5.5)),src-nuxt-nuxt-evals-agent-results-2026-10-15|run:nuxt-evals-success|sonnet-5.5@medium|,in,in nuxt-evals-success,nuxt/nuxt-evals,sonnet-5.5,medium,coding,mid,,per-task,0.07415309677419354,0,,,90,success%,0.289,,,"https://nuxt.com/evals (results table, column Success Rate (the share of evals that passed on at least one attempt; the table is ranked by it))",src-nuxt-nuxt-evals-agent-results-2026-10-15|run:nuxt-evals-success|sonnet-5.5@medium|,in,in nuxt-evals,nuxt/nuxt-evals,deepseek-v4-pro-0813,default,coding,mid,,per-task,0.09583540645161288,0,,,67.4731182795699,avgPassRate%,0,,,https://nuxt.com/evals (agent-results.json $.metadata.experiments[13].avgPassRate (experiment deepseek-v4-pro)),,out:effort-not-established,out:effort-not-established nuxt-evals-success,nuxt/nuxt-evals,deepseek-v4-pro-0813,default,coding,mid,,per-task,0.09583540645161288,0,,,87,success%,0.289,,,"https://nuxt.com/evals (results table, column Success Rate (the share of evals that passed on at least one attempt; the table is ranked by it))",,out:effort-not-established,out:effort-not-established nuxt-evals,nuxt/nuxt-evals,gemini-3.1-pro,default,coding,mid,,per-task,0.27513656451612906,0,,,82.52688172043011,avgPassRate%,0,,,https://nuxt.com/evals (agent-results.json $.metadata.experiments[14].avgPassRate (experiment gemini-3.1-pro-preview)),,out:effort-not-established,out:effort-not-established nuxt-evals-success,nuxt/nuxt-evals,gemini-3.1-pro,default,coding,mid,,per-task,0.27513656451612906,0,,,90,success%,0.289,,,"https://nuxt.com/evals (results table, column Success Rate (the share of evals that passed on at least one attempt; the table is ranked by it))",,out:effort-not-established,out:effort-not-established nuxt-evals,nuxt/nuxt-evals,glm-5.3,default,coding,mid,,per-task,0.22793296381720432,0,,,92.74193548387096,avgPassRate%,0,,,https://nuxt.com/evals (agent-results.json $.metadata.experiments[16].avgPassRate (experiment glm-5.3)),,out:effort-not-established,out:effort-not-established nuxt-evals-success,nuxt/nuxt-evals,glm-5.3,default,coding,mid,,per-task,0.22793296381720432,0,,,97,success%,0.289,,,"https://nuxt.com/evals (results table, column Success Rate (the share of evals that passed on at least one attempt; the table is ranked by it))",,out:effort-not-established,out:effort-not-established nuxt-evals,nuxt/nuxt-evals,gpt-5.3-codex,xhigh,coding,mid,,per-task,0.20548878131720427,0,,,91.39784946236559,avgPassRate%,0,,cost-base-price:cost-publisher-figure,https://nuxt.com/evals (agent-results.json $.metadata.experiments[17].avgPassRate (experiment gpt-5.3-codex-xhigh)),src-nuxt-nuxt-evals-agent-results-2026-10-15|run:nuxt-evals-success|gpt-5.3-codex@xhigh|,in,in nuxt-evals-success,nuxt/nuxt-evals,gpt-5.3-codex,xhigh,coding,mid,,per-task,0.20548878131720427,0,,,97,success%,0.289,,,"https://nuxt.com/evals (results table, column Success Rate (the share of evals that passed on at least one attempt; the table is ranked by it))",src-nuxt-nuxt-evals-agent-results-2026-10-15|run:nuxt-evals-success|gpt-5.3-codex@xhigh|,in,in nuxt-evals,nuxt/nuxt-evals,gpt-5.4,xhigh,coding,mid,,per-task,0.3988750470430108,0,,,80.37634408602151,avgPassRate%,0,,cost-base-price:cost-publisher-figure,https://nuxt.com/evals (agent-results.json $.metadata.experiments[18].avgPassRate (experiment gpt-5.4-xhigh)),src-nuxt-nuxt-evals-agent-results-2026-10-15|run:nuxt-evals-success|gpt-5.4@xhigh|,in,in nuxt-evals-success,nuxt/nuxt-evals,gpt-5.4,xhigh,coding,mid,,per-task,0.3988750470430108,0,,,90,success%,0.289,,,"https://nuxt.com/evals (results table, column Success Rate (the share of evals that passed on at least one attempt; the table is ranked by it))",src-nuxt-nuxt-evals-agent-results-2026-10-15|run:nuxt-evals-success|gpt-5.4@xhigh|,in,in nuxt-evals,nuxt/nuxt-evals,gpt-5.5-pro,default,coding,mid,,per-task,9.125661048387096,0,,,92.47311827956989,avgPassRate%,0,,,https://nuxt.com/evals (agent-results.json $.metadata.experiments[19].avgPassRate (experiment gpt-5.5-pro)),,out:effort-not-established,out:effort-not-established nuxt-evals-success,nuxt/nuxt-evals,gpt-5.5-pro,default,coding,mid,,per-task,9.125661048387096,0,,,97,success%,0.289,,,"https://nuxt.com/evals (results table, column Success Rate (the share of evals that passed on at least one attempt; the table is ranked by it))",,out:effort-not-established,out:effort-not-established nuxt-evals,nuxt/nuxt-evals,gpt-5.6-sol,xhigh,coding,mid,,per-task,0.22648618770161294,0.0119,,,95.96774193548387,avgPassRate%,0,,cost-unrepriced; cost-price-band,https://nuxt.com/evals (agent-results.json $.metadata.experiments[20].avgPassRate (experiment gpt-5.6-sol-xhigh)),,in,out:cost-single-couple nuxt-evals-success,nuxt/nuxt-evals,gpt-5.6-sol,xhigh,coding,mid,,per-task,0.16471722741935485,0,,,100,success%,0.289,,,"https://nuxt.com/evals (results table, column Success Rate (the share of evals that passed on at least one attempt; the table is ranked by it))",,out:uninformative,out:cost-single-couple nuxt-evals,nuxt/nuxt-evals,gpt-6-astra,high,coding,mid,,per-task,1.500822298387097,0,,,95.16129032258065,avgPassRate%,0,,cost-base-price:cost-publisher-figure,https://nuxt.com/evals (agent-results.json $.metadata.experiments[21].avgPassRate (experiment gpt-6-astra-high)),src-nuxt-nuxt-evals-agent-results-2026-10-15|run:nuxt-evals-success|gpt-6-astra@high|,in,in nuxt-evals-success,nuxt/nuxt-evals,gpt-6-astra,high,coding,mid,,per-task,1.500822298387097,0,,,97,success%,0.289,,,"https://nuxt.com/evals (results table, column Success Rate (the share of evals that passed on at least one attempt; the table is ranked by it))",src-nuxt-nuxt-evals-agent-results-2026-10-15|run:nuxt-evals-success|gpt-6-astra@high|,in,in nuxt-evals,nuxt/nuxt-evals,gpt-6-sol,high,coding,mid,,per-task,0.2904146483870968,0,,,96.7741935483871,avgPassRate%,0,,cost-base-price:cost-publisher-figure,https://nuxt.com/evals (agent-results.json $.metadata.experiments[22].avgPassRate (experiment gpt-6-sol-high)),src-nuxt-nuxt-evals-agent-results-2026-10-15|run:nuxt-evals-success|gpt-6-sol@high|,in,in nuxt-evals-success,nuxt/nuxt-evals,gpt-6-sol,high,coding,mid,,per-task,0.2904146483870968,0,,,97,success%,0.289,,,"https://nuxt.com/evals (results table, column Success Rate (the share of evals that passed on at least one attempt; the table is ranked by it))",src-nuxt-nuxt-evals-agent-results-2026-10-15|run:nuxt-evals-success|gpt-6-sol@high|,in,in nuxt-evals,nuxt/nuxt-evals,kimi-k2.6,default,coding,mid,,per-task,0.0845562702956989,0,,,82.79569892473118,avgPassRate%,0,,,https://nuxt.com/evals (agent-results.json $.metadata.experiments[25].avgPassRate (experiment kimi-k2.6)),,out:effort-not-established,out:effort-not-established nuxt-evals-success,nuxt/nuxt-evals,kimi-k2.6,default,coding,mid,,per-task,0.0845562702956989,0,,,90,success%,0.289,,,"https://nuxt.com/evals (results table, column Success Rate (the share of evals that passed on at least one attempt; the table is ranked by it))",,out:effort-not-established,out:effort-not-established nuxt-evals,nuxt/nuxt-evals,kimi-k2.7-code,solo,coding,mid,,per-task,0.09387503814516131,0,,,84.94623655913979,avgPassRate%,0,,cost-base-price:cost-publisher-figure,https://nuxt.com/evals (agent-results.json $.metadata.experiments[26].avgPassRate (experiment kimi-k2.7-code)),src-nuxt-nuxt-evals-agent-results-2026-10-15|run:nuxt-evals-success|kimi-k2.7-code@solo|,in,in nuxt-evals-success,nuxt/nuxt-evals,kimi-k2.7-code,solo,coding,mid,,per-task,0.09387503814516131,0,,,97,success%,0.289,,,"https://nuxt.com/evals (results table, column Success Rate (the share of evals that passed on at least one attempt; the table is ranked by it))",src-nuxt-nuxt-evals-agent-results-2026-10-15|run:nuxt-evals-success|kimi-k2.7-code@solo|,in,in nuxt-evals,nuxt/nuxt-evals,kimi-k3,default,coding,mid,,per-task,0.3127970290322581,0,,,95.16129032258065,avgPassRate%,0,,,https://nuxt.com/evals (agent-results.json $.metadata.experiments[27].avgPassRate (experiment kimi-k3)),,out:effort-not-established,out:effort-not-established nuxt-evals-success,nuxt/nuxt-evals,kimi-k3,default,coding,mid,,per-task,0.3127970290322581,0,,,97,success%,0.289,,,"https://nuxt.com/evals (results table, column Success Rate (the share of evals that passed on at least one attempt; the table is ranked by it))",,out:effort-not-established,out:effort-not-established ockbench-top200@ockbench,ockbench,opus-5,high,mixed,hard,,,,,,,94,accuracy%,0.289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row opus-5-high, column Accuracy (%))",,in, ockbench-top200-ockscore,ockbench,opus-5,high,mixed,hard,,,,,,,88.84,OckScore,0.00289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row opus-5-high, column OckScore)",,out:not-headline, ockbench-top200@ockbench,ockbench,opus-5,xhigh,mixed,hard,,,,,,,95,accuracy%,0.289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row opus-5-xhigh, column Accuracy (%))",,in, ockbench-top200-ockscore,ockbench,opus-5,xhigh,mixed,hard,,,,,,,88.20,OckScore,0.00289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row opus-5-xhigh, column OckScore)",,out:not-headline, ockbench-top200@ockbench,ockbench,opus-5,max,mixed,hard,,,,,,,94.5,accuracy%,0.0289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row opus-5-max, column Accuracy (%))",,in, ockbench-top200-ockscore,ockbench,opus-5,max,mixed,hard,,,,,,,86.11,OckScore,0.00289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row opus-5-max, column OckScore)",,out:not-headline, ockbench-top200@ockbench,ockbench,opus-5,low,mixed,hard,,,,,,,85,accuracy%,0.289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row opus-5-low, column Accuracy (%))",,in, ockbench-top200-ockscore,ockbench,opus-5,low,mixed,hard,,,,,,,83.50,OckScore,0.00289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row opus-5-low, column OckScore)",,out:not-headline, ockbench-top200@ockbench,ockbench,gpt-5.5,medium,mixed,hard,,,,,,,86,accuracy%,0.289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row gpt-5.5-medium, column Accuracy (%))",,in, ockbench-top200-ockscore,ockbench,gpt-5.5,medium,mixed,hard,,,,,,,82.15,OckScore,0.00289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row gpt-5.5-medium, column OckScore)",,out:not-headline, ockbench-top200@ockbench,ockbench,gemini-3.1-pro,medium,mixed,hard,,,,,,,87.5,accuracy%,0.0289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row gemini-3.1-pro-preview-medium, column Accuracy (%))",,in, ockbench-top200-ockscore,ockbench,gemini-3.1-pro,medium,mixed,hard,,,,,,,82.13,OckScore,0.00289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row gemini-3.1-pro-preview-medium, column OckScore)",,out:not-headline, ockbench-top200@ockbench,ockbench,opus-4.8,xhigh,mixed,hard,,,,,,,91.5,accuracy%,0.0289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row opus-4.8-xhigh, column Accuracy (%))",,in, ockbench-top200-ockscore,ockbench,opus-4.8,xhigh,mixed,hard,,,,,,,81.61,OckScore,0.00289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row opus-4.8-xhigh, column OckScore)",,out:not-headline, ockbench-top200@ockbench,ockbench,gpt-5.5,high,mixed,hard,,,,,,,88.5,accuracy%,0.0289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row gpt-5.5-high, column Accuracy (%))",,in, ockbench-top200-ockscore,ockbench,gpt-5.5,high,mixed,hard,,,,,,,81.56,OckScore,0.00289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row gpt-5.5-high, column OckScore)",,out:not-headline, ockbench-top200@ockbench,ockbench,gpt-5.5,xhigh,mixed,hard,,,,,,,90,accuracy%,0.289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row gpt-5.5-xhigh, column Accuracy (%))",,in, ockbench-top200-ockscore,ockbench,gpt-5.5,xhigh,mixed,hard,,,,,,,81.55,OckScore,0.00289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row gpt-5.5-xhigh, column OckScore)",,out:not-headline, ockbench-top200@ockbench,ockbench,opus-5,medium,mixed,hard,,,,,,,85,accuracy%,0.289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row opus-5-medium, column Accuracy (%))",,in, ockbench-top200-ockscore,ockbench,opus-5,medium,mixed,hard,,,,,,,81.48,OckScore,0.00289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row opus-5-medium, column OckScore)",,out:not-headline, ockbench-top200@ockbench,ockbench,opus-4.8,medium,mixed,hard,,,,,,,86,accuracy%,0.289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row opus-4.8-medium, column Accuracy (%))",,in, ockbench-top200-ockscore,ockbench,opus-4.8,medium,mixed,hard,,,,,,,80.28,OckScore,0.00289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row opus-4.8-medium, column OckScore)",,out:not-headline, ockbench-top200@ockbench,ockbench,opus-4.8,high,mixed,hard,,,,,,,86,accuracy%,0.289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row opus-4.8-high, column Accuracy (%))",,in, ockbench-top200-ockscore,ockbench,opus-4.8,high,mixed,hard,,,,,,,79.65,OckScore,0.00289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row opus-4.8-high, column OckScore)",,out:not-headline, ockbench-top200@ockbench,ockbench,kimi-k3,not-established:absent,mixed,hard,,,,,,,87.5,accuracy%,0.0289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row kimi-k3-high, column Accuracy (%))",,out:effort-not-established, ockbench-top200-ockscore,ockbench,kimi-k3,not-established:absent,mixed,hard,,,,,,,79.50,OckScore,0.00289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row kimi-k3-high, column OckScore)",,out:effort-not-established, ockbench-top200@ockbench,ockbench,gpt-5.4,medium,mixed,hard,,,,,,,82,accuracy%,0.289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row gpt-5.4-medium, column Accuracy (%))",,in, ockbench-top200-ockscore,ockbench,gpt-5.4,medium,mixed,hard,,,,,,,79.24,OckScore,0.00289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row gpt-5.4-medium, column OckScore)",,out:not-headline, ockbench-top200@ockbench,ockbench,gpt-5.4,high,mixed,hard,,,,,,,80.5,accuracy%,0.0289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row gpt-5.4-high, column Accuracy (%))",,in, ockbench-top200-ockscore,ockbench,gpt-5.4,high,mixed,hard,,,,,,,77.67,OckScore,0.00289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row gpt-5.4-high, column OckScore)",,out:not-headline, ockbench-top200@ockbench,ockbench,opus-4.7,xhigh,mixed,hard,,,,,,,83,accuracy%,0.289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row opus-4.7-xhigh, column Accuracy (%))",,in, ockbench-top200-ockscore,ockbench,opus-4.7,xhigh,mixed,hard,,,,,,,77.41,OckScore,0.00289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row opus-4.7-xhigh, column OckScore)",,out:not-headline, ockbench-top200@ockbench,ockbench,gemini-3.1-pro,low,mixed,hard,,,,,,,79.5,accuracy%,0.0289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row gemini-3.1-pro-preview-low, column Accuracy (%))",,in, ockbench-top200-ockscore,ockbench,gemini-3.1-pro,low,mixed,hard,,,,,,,76.63,OckScore,0.00289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row gemini-3.1-pro-preview-low, column OckScore)",,out:not-headline, ockbench-top200@ockbench,ockbench,gpt-5.4,low,mixed,hard,,,,,,,78,accuracy%,0.289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row gpt-5.4-low, column Accuracy (%))",,in, ockbench-top200-ockscore,ockbench,gpt-5.4,low,mixed,hard,,,,,,,75.33,OckScore,0.00289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row gpt-5.4-low, column OckScore)",,out:not-headline, ockbench-top200@ockbench,ockbench,opus-4.8,max,mixed,hard,,,,,,,90,accuracy%,0.289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row opus-4.8-max, column Accuracy (%))",,in, ockbench-top200-ockscore,ockbench,opus-4.8,max,mixed,hard,,,,,,,74.62,OckScore,0.00289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row opus-4.8-max, column OckScore)",,out:not-headline, ockbench-top200@ockbench,ockbench,gpt-5.5,low,mixed,hard,,,,,,,75,accuracy%,0.289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row gpt-5.5-low, column Accuracy (%))",,in, ockbench-top200-ockscore,ockbench,gpt-5.5,low,mixed,hard,,,,,,,73.51,OckScore,0.00289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row gpt-5.5-low, column OckScore)",,out:not-headline, ockbench-top200@ockbench,ockbench,opus-4.6,unstated,mixed,hard,,,,,,,84.5,accuracy%,0.0289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row opus-4.6, column Accuracy (%))",,out:effort-not-established, ockbench-top200-ockscore,ockbench,opus-4.6,unstated,mixed,hard,,,,,,,71.00,OckScore,0.00289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row opus-4.6, column OckScore)",,out:effort-not-established, ockbench-top200@ockbench,ockbench,opus-4.8,low,mixed,hard,,,,,,,73.5,accuracy%,0.0289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row opus-4.8-low, column Accuracy (%))",,in, ockbench-top200-ockscore,ockbench,opus-4.8,low,mixed,hard,,,,,,,70.39,OckScore,0.00289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row opus-4.8-low, column OckScore)",,out:not-headline, ockbench-top200@ockbench,ockbench,deepseek-v4-pro-preview,high,mixed,hard,,,,,,,84,accuracy%,0.289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row deepseek-v4-pro-high, column Accuracy (%))",,in, ockbench-top200-ockscore,ockbench,deepseek-v4-pro-preview,high,mixed,hard,,,,,,,67.20,OckScore,0.00289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row deepseek-v4-pro-high, column OckScore)",,out:not-headline, ockbench-top200@ockbench,ockbench,glm-5.2,not-established:absent,mixed,hard,,,,,,,83.5,accuracy%,0.0289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row glm-5.2-max, column Accuracy (%))",,out:effort-not-established, ockbench-top200-ockscore,ockbench,glm-5.2,not-established:absent,mixed,hard,,,,,,,67.16,OckScore,0.00289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row glm-5.2-max, column OckScore)",,out:effort-not-established, ockbench-top200@ockbench,ockbench,glm-5.2,high,mixed,hard,,,,,,,78.5,accuracy%,0.0289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row glm-5.2-high, column Accuracy (%))",,in, ockbench-top200-ockscore,ockbench,glm-5.2,high,mixed,hard,,,,,,,62.76,OckScore,0.00289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row glm-5.2-high, column OckScore)",,out:not-headline, ockbench-top200@ockbench,ockbench,deepseek-v4-pro-preview,not-established:absent,mixed,hard,,,,,,,84,accuracy%,0.289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row deepseek-v4-pro-max, column Accuracy (%))",,out:effort-not-established, ockbench-top200-ockscore,ockbench,deepseek-v4-pro-preview,not-established:absent,mixed,hard,,,,,,,61.87,OckScore,0.00289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row deepseek-v4-pro-max, column OckScore)",,out:effort-not-established, ockbench-top200@ockbench,ockbench,?deepseek-v4-flash,not-established:absent,mixed,hard,,,,,,,78,accuracy%,0.289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row deepseek-v4-flash-high, column Accuracy (%))",,out:model-not-established, ockbench-top200-ockscore,ockbench,?deepseek-v4-flash,not-established:absent,mixed,hard,,,,,,,61.76,OckScore,0.00289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row deepseek-v4-flash-high, column OckScore)",,out:model-not-established, ockbench-top200@ockbench,ockbench,?deepseek-v4-flash,not-established:absent,mixed,hard,,,,,,,83,accuracy%,0.289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row deepseek-v4-flash-max, column Accuracy (%))",,out:model-not-established, ockbench-top200-ockscore,ockbench,?deepseek-v4-flash,not-established:absent,mixed,hard,,,,,,,60.93,OckScore,0.00289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row deepseek-v4-flash-max, column OckScore)",,out:model-not-established, ockbench-top200@ockbench,ockbench,kimi-k2.6,unstated,mixed,hard,,,,,,,75,accuracy%,0.289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row kimi-k2.6, column Accuracy (%))",,out:effort-not-established, ockbench-top200-ockscore,ockbench,kimi-k2.6,unstated,mixed,hard,,,,,,,58.47,OckScore,0.00289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row kimi-k2.6, column OckScore)",,out:effort-not-established, ockbench-top200@ockbench,ockbench,kimi-k2.5,unstated,mixed,hard,,,,,,,72.5,accuracy%,0.0289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row kimi-k2.5, column Accuracy (%))",,out:effort-not-established, ockbench-top200-ockscore,ockbench,kimi-k2.5,unstated,mixed,hard,,,,,,,57.57,OckScore,0.00289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row kimi-k2.5, column OckScore)",,out:effort-not-established, ockbench-top200@ockbench,ockbench,qwen3.5-397b-a17b,unstated,mixed,hard,,,,,,,67.5,accuracy%,0.0289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row qwen3.5-397b-a17b, column Accuracy (%))",,out:effort-not-established, ockbench-top200-ockscore,ockbench,qwen3.5-397b-a17b,unstated,mixed,hard,,,,,,,54.64,OckScore,0.00289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row qwen3.5-397b-a17b, column OckScore)",,out:effort-not-established, ockbench-top200@ockbench,ockbench,minimax-m2.7,unstated,mixed,hard,,,,,,,66.875,accuracy%,0.000289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row minimax-m2.7, column Accuracy (%))",,out:effort-not-established, ockbench-top200-ockscore,ockbench,minimax-m2.7,unstated,mixed,hard,,,,,,,51.72,OckScore,0.00289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row minimax-m2.7, column OckScore)",,out:effort-not-established, ockbench-top200@ockbench,ockbench,mimo-v2.5-pro,not-established:absent,mixed,hard,,,,,,,65,accuracy%,0.289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row mimo-v2.5-pro-thinking, column Accuracy (%))",,out:effort-not-established, ockbench-top200-ockscore,ockbench,mimo-v2.5-pro,not-established:absent,mixed,hard,,,,,,,49.99,OckScore,0.00289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row mimo-v2.5-pro-thinking, column OckScore)",,out:effort-not-established, ockbench-top200@ockbench,ockbench,sonnet-4.6,unstated,mixed,hard,,,,,,,58.5,accuracy%,0.0289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row sonnet-4.6, column Accuracy (%))",,out:effort-not-established, ockbench-top200-ockscore,ockbench,sonnet-4.6,unstated,mixed,hard,,,,,,,48.87,OckScore,0.00289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row sonnet-4.6, column OckScore)",,out:effort-not-established, ockbench-top200@ockbench,ockbench,glm-5.1,unstated,mixed,hard,,,,,,,63.5,accuracy%,0.0289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row glm-5.1, column Accuracy (%))",,out:effort-not-established, ockbench-top200-ockscore,ockbench,glm-5.1,unstated,mixed,hard,,,,,,,44.09,OckScore,0.00289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row glm-5.1, column OckScore)",,out:effort-not-established, ockbench-top200@ockbench,ockbench,gemini-3-flash,unstated,mixed,hard,,,,,,,44.5,accuracy%,0.0289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row gemini-3-flash-preview, column Accuracy (%))",,out:effort-not-established, ockbench-top200-ockscore,ockbench,gemini-3-flash,unstated,mixed,hard,,,,,,,43.00,OckScore,0.00289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row gemini-3-flash-preview, column OckScore)",,out:effort-not-established, ockbench-top200@ockbench,ockbench,opus-4.5,unstated,mixed,hard,,,,,,,44,accuracy%,0.289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row opus-4.5, column Accuracy (%))",,out:effort-not-established, ockbench-top200-ockscore,ockbench,opus-4.5,unstated,mixed,hard,,,,,,,42.99,OckScore,0.00289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row opus-4.5, column OckScore)",,out:effort-not-established, ockbench-top200@ockbench,ockbench,glm-5,unstated,mixed,hard,,,,,,,59.5,accuracy%,0.0289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row glm-5, column Accuracy (%))",,out:effort-not-established, ockbench-top200-ockscore,ockbench,glm-5,unstated,mixed,hard,,,,,,,42.41,OckScore,0.00289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row glm-5, column OckScore)",,out:effort-not-established, ockbench-top200@ockbench,ockbench,gemini-2.5-pro,unstated,mixed,hard,,,,,,,53.5,accuracy%,0.0289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row gemini-2.5-pro, column Accuracy (%))",,out:effort-not-established, ockbench-top200-ockscore,ockbench,gemini-2.5-pro,unstated,mixed,hard,,,,,,,42.19,OckScore,0.00289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row gemini-2.5-pro, column OckScore)",,out:effort-not-established, ockbench-top200@ockbench,ockbench,qwen3.5-122b-a10b,unstated,mixed,hard,,,,,,,53.5,accuracy%,0.0289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row qwen3.5-122b-a10b, column Accuracy (%))",,out:effort-not-established, ockbench-top200-ockscore,ockbench,qwen3.5-122b-a10b,unstated,mixed,hard,,,,,,,41.39,OckScore,0.00289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row qwen3.5-122b-a10b, column OckScore)",,out:effort-not-established, ockbench-top200@ockbench,ockbench,gemma-4-31b-it,unstated,mixed,hard,,,,,,,41.5,accuracy%,0.0289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row gemma-4-31b-it, column Accuracy (%))",,out:effort-not-established, ockbench-top200-ockscore,ockbench,gemma-4-31b-it,unstated,mixed,hard,,,,,,,38.30,OckScore,0.00289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row gemma-4-31b-it, column OckScore)",,out:effort-not-established, ockbench-top200@ockbench,ockbench,qwen3.6-27b,unstated,mixed,hard,,,,,,,52,accuracy%,0.289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row qwen3.6-27b, column Accuracy (%))",,out:effort-not-established, ockbench-top200-ockscore,ockbench,qwen3.6-27b,unstated,mixed,hard,,,,,,,33.23,OckScore,0.00289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row qwen3.6-27b, column OckScore)",,out:effort-not-established, ockbench-top200@ockbench,ockbench,qwen3.5-35b-a3b,unstated,mixed,hard,,,,,,,46,accuracy%,0.289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row qwen3.5-35b-a3b, column Accuracy (%))",,out:effort-not-established, ockbench-top200-ockscore,ockbench,qwen3.5-35b-a3b,unstated,mixed,hard,,,,,,,29.25,OckScore,0.00289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row qwen3.5-35b-a3b, column OckScore)",,out:effort-not-established, ockbench-top200@ockbench,ockbench,qwen3.6-35b-a3b,unstated,mixed,hard,,,,,,,47.5,accuracy%,0.0289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row qwen3.6-35b-a3b, column Accuracy (%))",,out:effort-not-established, ockbench-top200-ockscore,ockbench,qwen3.6-35b-a3b,unstated,mixed,hard,,,,,,,28.38,OckScore,0.00289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row qwen3.6-35b-a3b, column OckScore)",,out:effort-not-established, ockbench-top200@ockbench,ockbench,gemini-2.5-flash,unstated,mixed,hard,,,,,,,43.5,accuracy%,0.0289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row gemini-2.5-flash, column Accuracy (%))",,out:effort-not-established, ockbench-top200-ockscore,ockbench,gemini-2.5-flash,unstated,mixed,hard,,,,,,,28.24,OckScore,0.00289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row gemini-2.5-flash, column OckScore)",,out:effort-not-established, ockbench-top200@ockbench,ockbench,sonnet-4.5,unstated,mixed,hard,,,,,,,29,accuracy%,0.289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row sonnet-4.5, column Accuracy (%))",,out:effort-not-established, ockbench-top200-ockscore,ockbench,sonnet-4.5,unstated,mixed,hard,,,,,,,27.97,OckScore,0.00289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row sonnet-4.5, column OckScore)",,out:effort-not-established, ockbench-top200@ockbench,ockbench,glm-5.2,not-established:absent,mixed,hard,,,,,,,28.5,accuracy%,0.0289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row glm-5.2-off, column Accuracy (%))",,out:effort-not-established, ockbench-top200-ockscore,ockbench,glm-5.2,not-established:absent,mixed,hard,,,,,,,26.60,OckScore,0.00289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row glm-5.2-off, column OckScore)",,out:effort-not-established, ockbench-top200@ockbench,ockbench,?qwen-235b,not-established:absent,mixed,hard,,,,,,,31.5,accuracy%,0.0289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row qwen-235b, column Accuracy (%))",,out:model-not-established, ockbench-top200-ockscore,ockbench,?qwen-235b,not-established:absent,mixed,hard,,,,,,,26.45,OckScore,0.00289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row qwen-235b, column OckScore)",,out:model-not-established, ockbench-top200@ockbench,ockbench,gpt-5.5,unstated,mixed,hard,,,,,,,26,accuracy%,0.289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row gpt-5.5, column Accuracy (%))",,out:effort-not-established, ockbench-top200-ockscore,ockbench,gpt-5.5,unstated,mixed,hard,,,,,,,25.74,OckScore,0.00289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row gpt-5.5, column OckScore)",,out:effort-not-established, ockbench-top200@ockbench,ockbench,minimax-m2.5,unstated,mixed,hard,,,,,,,44.5,accuracy%,0.0289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row minimax-m2.5, column Accuracy (%))",,out:effort-not-established, ockbench-top200-ockscore,ockbench,minimax-m2.5,unstated,mixed,hard,,,,,,,25.43,OckScore,0.00289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row minimax-m2.5, column OckScore)",,out:effort-not-established, ockbench-top200@ockbench,ockbench,gemini-3.1-flash-lite,unstated,mixed,hard,,,,,,,26.5,accuracy%,0.0289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row gemini-3.1-flash-lite, column Accuracy (%))",,out:effort-not-established, ockbench-top200-ockscore,ockbench,gemini-3.1-flash-lite,unstated,mixed,hard,,,,,,,24.69,OckScore,0.00289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row gemini-3.1-flash-lite, column OckScore)",,out:effort-not-established, ockbench-top200@ockbench,ockbench,deepseek-v4-pro-preview,not-established:absent,mixed,hard,,,,,,,25,accuracy%,0.289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row deepseek-v4-pro-none, column Accuracy (%))",,out:effort-not-established, ockbench-top200-ockscore,ockbench,deepseek-v4-pro-preview,not-established:absent,mixed,hard,,,,,,,23.64,OckScore,0.00289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row deepseek-v4-pro-none, column OckScore)",,out:effort-not-established, ockbench-top200@ockbench,ockbench,mimo-v2.5,not-established:absent,mixed,hard,,,,,,,35.5,accuracy%,0.0289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row mimo-v2.5-thinking, column Accuracy (%))",,out:effort-not-established, ockbench-top200-ockscore,ockbench,mimo-v2.5,not-established:absent,mixed,hard,,,,,,,23.60,OckScore,0.00289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row mimo-v2.5-thinking, column OckScore)",,out:effort-not-established, ockbench-top200@ockbench,ockbench,gpt-5.4,unstated,mixed,hard,,,,,,,23.5,accuracy%,0.0289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row gpt-5.4, column Accuracy (%))",,out:effort-not-established, ockbench-top200-ockscore,ockbench,gpt-5.4,unstated,mixed,hard,,,,,,,22.83,OckScore,0.00289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row gpt-5.4, column OckScore)",,out:effort-not-established, ockbench-top200@ockbench,ockbench,?deepseek-v4-flash,not-established:absent,mixed,hard,,,,,,,20.5,accuracy%,0.0289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row deepseek-v4-flash-none, column Accuracy (%))",,out:model-not-established, ockbench-top200-ockscore,ockbench,?deepseek-v4-flash,not-established:absent,mixed,hard,,,,,,,17.58,OckScore,0.00289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row deepseek-v4-flash-none, column OckScore)",,out:model-not-established, ockbench-top200@ockbench,ockbench,qwen3.5-9b,unstated,mixed,hard,,,,,,,21.5,accuracy%,0.0289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row qwen3.5-9b, column Accuracy (%))",,out:effort-not-established, ockbench-top200-ockscore,ockbench,qwen3.5-9b,unstated,mixed,hard,,,,,,,-3.85,OckScore,0.00289,,,"https://ockbench.github.io/static/data/top200_model_performance.csv (row qwen3.5-9b, column OckScore)",,out:effort-not-established, scf52-wandr@officechai,officechai,gemini-4-carbon,unstated,agentic-tool,frontier,,per-task,5.86,0.00289,,,85.7,score%,0.0289,,restated-from:chart shared alongside the announcement,https://officechai.com/ai/gemini-4-carbon-scores-higher-than-fable-5-2-on-wandr-benchmark-at-a-third-of-the-cost/ (phrase de résultat),,out:effort-not-established,out:effort-not-established tinyworld,ohmyunicorn,opus-5.5,unstated,coding,mid,none(Claude-Code-one-shot),,2.54,0.00289,,,,none,,,,https://ohmyunicorn.com/labs/dream-loop/tinyworld-sonnet55-vs-opus55 (),,,out:effort-not-established tinyworld,ohmyunicorn,sonnet-5.5,unstated,coding,mid,none(Claude-Code-one-shot),,1.69,0.00289,,,,none,,,,https://ohmyunicorn.com/labs/dream-loop/tinyworld-sonnet55-vs-opus55 (),,,out:effort-not-established tinyworld,ohmyunicorn,sonnet-5.5,unstated,coding,mid,none(Claude-Code-one-shot),,1.28,0.00289,,,,none,,,,https://ohmyunicorn.com/labs/dream-loop/tinyworld-sonnet55-vs-opus55 (),,,out:effort-not-established tinyworld,ohmyunicorn,sonnet-5.5,unstated,coding,mid,none(Claude-Code-one-shot),,1.92,0.00289,,,,none,,,,https://ohmyunicorn.com/labs/dream-loop/tinyworld-sonnet55-vs-opus55 (),,,out:effort-not-established tinyworld,ohmyunicorn,sonnet-5.5,unstated,coding,mid,none(Claude-Code-one-shot),,1.45,0.00289,,,,none,,,,https://ohmyunicorn.com/labs/dream-loop/tinyworld-sonnet55-vs-opus55 (),,,out:effort-not-established tinyworld,ohmyunicorn,sonnet-5.5,unstated,coding,mid,none(Claude-Code-one-shot),,2.11,0.00289,,,,none,,,,https://ohmyunicorn.com/labs/dream-loop/tinyworld-sonnet55-vs-opus55 (),,,out:effort-not-established tinyworld,ohmyunicorn,opus-5.5,unstated,coding,mid,none(Claude-Code-one-shot),,4.49,0.00289,,,,none,,,,https://ohmyunicorn.com/labs/dream-loop/tinyworld-sonnet55-vs-opus55 (),,,out:effort-not-established tinyworld,ohmyunicorn,sonnet-5.5,unstated,coding,mid,none(Claude-Code-one-shot),,2.63,0.00289,,,,none,,,,https://ohmyunicorn.com/labs/dream-loop/tinyworld-sonnet55-vs-opus55 (),,,out:effort-not-established omnivcbench-mcq,omnivcbench-2609.37773,?Claude-Sonnet-4-5,not-established:absent,mixed,hard,own benchmark,,,,,,49.4,score%,0.0289,,,"https://arxiv.org/abs/2609.37773 (Table 2, row Claude-Sonnet-4-5, MCQ accuracy column Avg (L1-L3))",,out:model-not-established, omnivcbench-judge,omnivcbench-2609.37773,?Claude-Sonnet-4-5,not-established:absent,mixed,hard,own benchmark,,,,,,2.68,score-of-5,0.00289,,,"https://arxiv.org/abs/2609.37773 (Table 2, row Claude-Sonnet-4-5, AIVC-Judge column Avg (L1-L3))",,out:model-not-established, omnivcbench-mcq,omnivcbench-2609.37773,grok-4.6,unstated,mixed,hard,own benchmark,,,,,,50.3,score%,0.0289,,,"https://arxiv.org/abs/2609.37773 (Table 2, row Grok-4.6, MCQ accuracy column Avg (L1-L3))",,out:effort-not-established, omnivcbench-judge,omnivcbench-2609.37773,grok-4.6,unstated,mixed,hard,own benchmark,,,,,,3.10,score-of-5,0.00289,,,"https://arxiv.org/abs/2609.37773 (Table 2, row Grok-4.6, AIVC-Judge column Avg (L1-L3))",,out:effort-not-established, omnivcbench-mcq,omnivcbench-2609.37773,gpt-5.6-luna,unstated,mixed,hard,own benchmark,,,,,,43.7,score%,0.0289,,,"https://arxiv.org/abs/2609.37773 (Table 2, row GPT-5.6-luna, MCQ accuracy column Avg (L1-L3))",,out:effort-not-established, omnivcbench-judge,omnivcbench-2609.37773,gpt-5.6-luna,unstated,mixed,hard,own benchmark,,,,,,3.16,score-of-5,0.00289,,,"https://arxiv.org/abs/2609.37773 (Table 2, row GPT-5.6-luna, AIVC-Judge column Avg (L1-L3))",,out:effort-not-established, omnivcbench-mcq,omnivcbench-2609.37773,gpt-5.6-sol,unstated,mixed,hard,own benchmark,,,,,,55.1,score%,0.0289,,,"https://arxiv.org/abs/2609.37773 (Table 2, row GPT-5.6-sol, MCQ accuracy column Avg (L1-L3))",,out:effort-not-established, omnivcbench-judge,omnivcbench-2609.37773,gpt-5.6-sol,unstated,mixed,hard,own benchmark,,,,,,3.28,score-of-5,0.00289,,,"https://arxiv.org/abs/2609.37773 (Table 2, row GPT-5.6-sol, AIVC-Judge column Avg (L1-L3))",,out:effort-not-established, scf52-fc20@oossa,oossa,fable-5.2,unstated,coding,frontier,,,,,,,49.1,score%,0.0289,,restated-from:Windsurf,https://oossa.com/en/claude-fable-5-2-launches-on-devin-with-higher-benchmark-scores (In short),,out:effort-not-established, scf52-fc20@oossa,oossa,fable-5.1,unstated,coding,frontier,,,,,,,32.4,score%,0.0289,,restated-from:Windsurf,https://oossa.com/en/claude-fable-5-2-launches-on-devin-with-higher-benchmark-scores (In short),,out:effort-not-established, scf52-fc20@oossa,oossa,opus-5.5,unstated,coding,frontier,,,,,,,45.5,score%,0.0289,,restated-from:Windsurf,https://oossa.com/en/claude-fable-5-2-launches-on-devin-with-higher-benchmark-scores (In short),,out:effort-not-established, oai-arc3-retained,openai,gpt-5.6-sol,low,reasoning-math,frontier,OpenAI-ARC-AGI-3;Harness with retained reasoning and compaction,,,,,,3.7,score%,0.0289,,,https://openai.com/index/how-two-settings-tripled-our-arc-agi-3-scores/ ($[0].data.values / row 2107901 / column score),,in, oai-arc3-official,openai,gpt-5.6-sol,low,reasoning-math,frontier,OpenAI-ARC-AGI-3;Official harness,,,,,,0.9,score%,0.0289,,,https://openai.com/index/how-two-settings-tripled-our-arc-agi-3-scores/ ($[0].data.values / row 1470234 / column score),,in, oai-arc3-retained,openai,gpt-5.6-sol,medium,reasoning-math,frontier,OpenAI-ARC-AGI-3;Harness with retained reasoning and compaction,,,,,,7.3,score%,0.0289,,,https://openai.com/index/how-two-settings-tripled-our-arc-agi-3-scores/ ($[0].data.values / row 3548473 / column score),,in, oai-arc3-official,openai,gpt-5.6-sol,medium,reasoning-math,frontier,OpenAI-ARC-AGI-3;Official harness,,,,,,1.5,score%,0.0289,,,https://openai.com/index/how-two-settings-tripled-our-arc-agi-3-scores/ ($[0].data.values / row 5179705 / column score),,in, oai-arc3-retained,openai,gpt-5.6-sol,high,reasoning-math,frontier,OpenAI-ARC-AGI-3;Harness with retained reasoning and compaction,,,,,,13.4,score%,0.0289,,,https://openai.com/index/how-two-settings-tripled-our-arc-agi-3-scores/ ($[0].data.values / row 6081458 / column score),,in, oai-arc3-official,openai,gpt-5.6-sol,high,reasoning-math,frontier,OpenAI-ARC-AGI-3;Official harness,,,,,,5.2,score%,0.0289,,,https://openai.com/index/how-two-settings-tripled-our-arc-agi-3-scores/ ($[0].data.values / row 18204692 / column score),,in, oai-arc3-retained,openai,gpt-5.6-sol,xhigh,reasoning-math,frontier,OpenAI-ARC-AGI-3;Harness with retained reasoning and compaction,,,,,,25.7,score%,0.0289,,,https://openai.com/index/how-two-settings-tripled-our-arc-agi-3-scores/ ($[0].data.values / row 10713499 / column score),,in, oai-arc3-official,openai,gpt-5.6-sol,xhigh,reasoning-math,frontier,OpenAI-ARC-AGI-3;Official harness,,,,,,7.2,score%,0.0289,,,https://openai.com/index/how-two-settings-tripled-our-arc-agi-3-scores/ ($[0].data.values / row 32134825 / column score),,in, oai-arc3-retained,openai,gpt-5.6-sol,max,reasoning-math,frontier,OpenAI-ARC-AGI-3;Harness with retained reasoning and compaction,,,,,,38.3,score%,0.0289,,,https://openai.com/index/how-two-settings-tripled-our-arc-agi-3-scores/ ($[0].data.values / row 12137135 / column score),,in, oai-arc3-official,openai,gpt-5.6-sol,max,reasoning-math,frontier,OpenAI-ARC-AGI-3;Official harness,,,,,,13.3,score%,0.0289,,,https://openai.com/index/how-two-settings-tripled-our-arc-agi-3-scores/ ($[0].data.values / row 72524929 / column score),,in, openai-codex-spark-launch-swebenchpro,openai-codex-spark-launch,gpt-5.1-codex-mini,not-established:absent,coding,hard,not stated (OpenAI chart),,,,,,46.16963064,accuracy%,0,,,"https://openai.com/index/introducing-gpt-5-3-codex-spark/ (chart 'SWE-Bench Pro', series GPT-5.1-Codex-mini, effort low)",,out:effort-not-established, openai-codex-spark-launch-swebenchpro,openai-codex-spark-launch,gpt-5.1-codex-mini,medium,coding,hard,not stated (OpenAI chart),,,,,,48.49521204,accuracy%,0,,,"https://openai.com/index/introducing-gpt-5-3-codex-spark/ (chart 'SWE-Bench Pro', series GPT-5.1-Codex-mini, effort medium)",,in, openai-codex-spark-launch-swebenchpro,openai-codex-spark-launch,gpt-5.1-codex-mini,high,coding,hard,not stated (OpenAI chart),,,,,,49.04240766,accuracy%,0,,,"https://openai.com/index/introducing-gpt-5-3-codex-spark/ (chart 'SWE-Bench Pro', series GPT-5.1-Codex-mini, effort high)",,in, openai-codex-spark-launch-swebenchpro,openai-codex-spark-launch,gpt-5.3-codex,low,coding,hard,not stated (OpenAI chart),,,,,,51.09739369,accuracy%,0,,EAP-run,"https://openai.com/index/introducing-gpt-5-3-codex-spark/ (chart 'SWE-Bench Pro', series GPT-5.3-Codex, effort low)",,in, openai-codex-spark-launch-swebenchpro,openai-codex-spark-launch,gpt-5.3-codex,medium,coding,hard,not stated (OpenAI chart),,,,,,53.42935528,accuracy%,0,,EAP-run,"https://openai.com/index/introducing-gpt-5-3-codex-spark/ (chart 'SWE-Bench Pro', series GPT-5.3-Codex, effort medium)",,in, openai-codex-spark-launch-swebenchpro,openai-codex-spark-launch,gpt-5.3-codex,high,coding,hard,not stated (OpenAI chart),,,,,,56.01915185,accuracy%,0,,EAP-run,"https://openai.com/index/introducing-gpt-5-3-codex-spark/ (chart 'SWE-Bench Pro', series GPT-5.3-Codex, effort high)",,in, openai-codex-spark-launch-swebenchpro,openai-codex-spark-launch,gpt-5.3-codex,xhigh,coding,hard,not stated (OpenAI chart),,,,,,56.77154583,accuracy%,0,,EAP-run,"https://openai.com/index/introducing-gpt-5-3-codex-spark/ (chart 'SWE-Bench Pro', series GPT-5.3-Codex, effort xhigh)",,in, openai-codex-spark-launch-swebenchpro,openai-codex-spark-launch,gpt-5.3-codex-spark,low,coding,hard,not stated (OpenAI chart),,,,,,46.602761,accuracy%,0,,,"https://openai.com/index/introducing-gpt-5-3-codex-spark/ (chart 'SWE-Bench Pro', series GPT-5.3-Codex-Spark, effort low)",,out:effort-not-established, openai-codex-spark-launch-swebenchpro,openai-codex-spark-launch,gpt-5.3-codex-spark,medium,coding,hard,not stated (OpenAI chart),,,,,,49.405138,accuracy%,0,,,"https://openai.com/index/introducing-gpt-5-3-codex-spark/ (chart 'SWE-Bench Pro', series GPT-5.3-Codex-Spark, effort medium)",,out:effort-not-established, openai-codex-spark-launch-swebenchpro,openai-codex-spark-launch,gpt-5.3-codex-spark,high,coding,hard,not stated (OpenAI chart),,,,,,50.483573,accuracy%,0,,,"https://openai.com/index/introducing-gpt-5-3-codex-spark/ (chart 'SWE-Bench Pro', series GPT-5.3-Codex-Spark, effort high)",,out:effort-not-established, openai-codex-spark-launch-swebenchpro,openai-codex-spark-launch,gpt-5.3-codex-spark,xhigh,coding,hard,not stated (OpenAI chart),,,,,,51.492478,accuracy%,0,,,"https://openai.com/index/introducing-gpt-5-3-codex-spark/ (chart 'SWE-Bench Pro', series GPT-5.3-Codex-Spark, effort xhigh)",,out:effort-not-established, openai-codex-spark-launch-terminalbench2,openai-codex-spark-launch,gpt-5.3-codex-spark,unstated,agentic-tool,hard,not stated (OpenAI chart),,,,,,58.4,accuracy%,0,,,"https://openai.com/index/introducing-gpt-5-3-codex-spark/ (chart 'Terminal-Bench 2.0', series GPT-5.3-Codex-Spark)",,out:effort-not-established, openai-codex-spark-launch-terminalbench2,openai-codex-spark-launch,gpt-5.3-codex,unstated,agentic-tool,hard,not stated (OpenAI chart),,,,,,77.3,accuracy%,0,,EAP-run,"https://openai.com/index/introducing-gpt-5-3-codex-spark/ (chart 'Terminal-Bench 2.0', series GPT-5.3-Codex)",,out:effort-not-established, openai-codexmax-post-swebench,openai-codexmax-post,gpt-5.1-codex,high,coding,hard,OpenAI-internal (scaffold not stated),,,,,,73.7,resolved%,0.0289,,,"https://openai.com/index/gpt-5-1-codex-max/ (Appendix: Model evaluations, row 'SWE-bench Verified (n=500)', column 'GPT‑5.1-Codex (high)')",,in, openai-codexmax-post-swebench,openai-codexmax-post,gpt-5.1-codex-max,xhigh,coding,hard,OpenAI-internal (scaffold not stated),,,,,,77.9,resolved%,0.0289,,EAP-run,"https://openai.com/index/gpt-5-1-codex-max/ (Appendix: Model evaluations, row 'SWE-bench Verified (n=500)', column 'GPT‑5.1-Codex-Max (xhigh)')",,in, openai-codexmax-post-swelancer,openai-codexmax-post,gpt-5.1-codex,high,coding,hard,OpenAI-internal (scaffold not stated),,,,,,66.3,pass%,0.0289,,,"https://openai.com/index/gpt-5-1-codex-max/ (Appendix: Model evaluations, row 'SWE-Lancer IC SWE', column 'GPT‑5.1-Codex (high)')",,in, openai-codexmax-post-swelancer,openai-codexmax-post,gpt-5.1-codex-max,xhigh,coding,hard,OpenAI-internal (scaffold not stated),,,,,,79.9,pass%,0.0289,,EAP-run,"https://openai.com/index/gpt-5-1-codex-max/ (Appendix: Model evaluations, row 'SWE-Lancer IC SWE', column 'GPT‑5.1-Codex-Max (xhigh)')",,in, openai-codexmax-post-tb2,openai-codexmax-post,gpt-5.1-codex,high,agentic-tool,hard,Codex CLI in the Laude Institute Harbor harness,,,,,,52.8,pass%,0.0289,,,"https://openai.com/index/gpt-5-1-codex-max/ (Appendix: Model evaluations, row 'Terminal-Bench 2.0', column 'GPT‑5.1-Codex (high)')",,out:single-couple, openai-codexmax-post-tb2,openai-codexmax-post,gpt-5.1-codex-max,not-established:absent,agentic-tool,hard,Codex CLI in the Laude Institute Harbor harness,,,,,,58.1,pass%,0.0289,,EAP-run,"https://openai.com/index/gpt-5-1-codex-max/ (Appendix: Model evaluations, row 'Terminal-Bench 2.0', column 'GPT‑5.1-Codex-Max (xhigh)')",,out:effort-not-established, oai56-ale,openai,fable-5,not-established:absent,mixed,hard,OpenAI-launch-chart;code_mode=true,,2315,0.00289,,9440000,40.5,score%,0.0289,,,https://openai.com/index/gpt-5-6/ ($[0].data.values[26].score),,out:effort-not-established,out:effort-not-established oai56-ale,openai,gemini-3.1-pro,not-established:absent,mixed,hard,OpenAI-launch-chart;code_mode=true,,2018,0.00289,,3540000,32.1,score%,0.0289,,,https://openai.com/index/gpt-5-6/ ($[0].data.values[27].score),,out:effort-not-established,out:effort-not-established oai56-ale,openai,gpt-5.5,low,mixed,hard,OpenAI-launch-chart;code_mode=true,,135,0.00289,,1230000,37.5,score%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[0].data.values[28].score),,in,in oai56-ale,openai,gpt-5.5,medium,mixed,hard,OpenAI-launch-chart;code_mode=true,,298,0.00289,,2550000,41.4,score%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[0].data.values[29].score),,in,in oai56-ale,openai,gpt-5.5,high,mixed,hard,OpenAI-launch-chart;code_mode=true,,382,0.00289,,2990000,44.9,score%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[0].data.values[30].score),,in,in oai56-ale,openai,gpt-5.5,xhigh,mixed,hard,OpenAI-launch-chart;code_mode=true,,602,0.00289,,6370000,46.9,score%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[0].data.values[31].score),,in,in oai56-ale,openai,gpt-5.6-sol,low,mixed,hard,OpenAI-launch-chart;code_mode=true,,248,0.00289,,1270000,44.8,score%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[0].data.values[32].score),,in,in oai56-ale,openai,gpt-5.6-sol,medium,mixed,hard,OpenAI-launch-chart;code_mode=true,,519,0.00289,,2200000,51.9,score%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[0].data.values[33].score),,in,in oai56-ale,openai,gpt-5.6-sol,high,mixed,hard,OpenAI-launch-chart;code_mode=true,,577,0.00289,,2890000,52.1,score%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[0].data.values[34].score),,in,in oai56-ale,openai,gpt-5.6-sol,xhigh,mixed,hard,OpenAI-launch-chart;code_mode=true,,763,0.00289,,3800000,53.6,score%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[0].data.values[35].score),,in,in oai56-ale,openai,gpt-5.6-sol,max,mixed,hard,OpenAI-launch-chart;code_mode=true,,1087,0.00289,,5440000,52.7,score%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[0].data.values[36].score),,in,in oai56-ale,openai,gpt-5.6-luna,low,mixed,hard,OpenAI-launch-chart;code_mode=true,,24,0.00289,,590000,30.7,score%,0.0289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[0].data.values[37].score),,in,in oai56-ale,openai,gpt-5.6-luna,medium,mixed,hard,OpenAI-launch-chart;code_mode=true,,57,0.00289,,1100000,36.1,score%,0.0289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[0].data.values[38].score),,in,in oai56-ale,openai,gpt-5.6-luna,high,mixed,hard,OpenAI-launch-chart;code_mode=true,,141,0.00289,,2630000,45.4,score%,0.0289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[0].data.values[39].score),,in,in oai56-ale,openai,gpt-5.6-luna,xhigh,mixed,hard,OpenAI-launch-chart;code_mode=true,,254,0.00289,,4250000,48.7,score%,0.0289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[0].data.values[40].score),,in,in oai56-ale,openai,gpt-5.6-luna,max,mixed,hard,OpenAI-launch-chart;code_mode=true,,429,0.00289,,6870000,50.3,score%,0.0289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[0].data.values[41].score),,in,in oai56-ale,openai,gpt-5.6-terra,low,mixed,hard,OpenAI-launch-chart;code_mode=true,,89,0.00289,,1120000,40.3,score%,0.0289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[0].data.values[42].score),,in,in oai56-ale,openai,gpt-5.6-terra,medium,mixed,hard,OpenAI-launch-chart;code_mode=true,,128,0.00289,,1570000,42.6,score%,0.0289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[0].data.values[43].score),,in,in oai56-ale,openai,gpt-5.6-terra,high,mixed,hard,OpenAI-launch-chart;code_mode=true,,264,0.00289,,2790000,46.3,score%,0.0289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[0].data.values[44].score),,in,in oai56-ale,openai,gpt-5.6-terra,xhigh,mixed,hard,OpenAI-launch-chart;code_mode=true,,381,0.00289,,3820000,48.5,score%,0.0289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[0].data.values[45].score),,in,in oai56-ale,openai,gpt-5.6-terra,max,mixed,hard,OpenAI-launch-chart;code_mode=true,,544,0.00289,,5780000,50.4,score%,0.0289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[0].data.values[46].score),,in,in oai56-ale,openai,opus-4.8,low,mixed,hard,OpenAI-launch-chart;code_mode=true,,1183,0.00289,,3950000,37.4,score%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[0].data.values[47].score),,in,in oai56-ale,openai,opus-4.8,medium,mixed,hard,OpenAI-launch-chart;code_mode=true,,1700,0.00289,,5470000,37.8,score%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[0].data.values[48].score),,in,in oai56-ale,openai,opus-4.8,high,mixed,hard,OpenAI-launch-chart;code_mode=true,,1626,0.00289,,6430000,38.7,score%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[0].data.values[49].score),,in,in oai56-ale,openai,opus-4.8,xhigh,mixed,hard,OpenAI-launch-chart;code_mode=true,,2815,0.00289,,16510000,42.3,score%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[0].data.values[50].score),,in,in oai56-ale,openai,opus-4.8,max,mixed,hard,OpenAI-launch-chart;code_mode=true,,3985,0.00289,,22070000,45.2,score%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[0].data.values[51].score),,in,in oai56-aa-coding,openai,fable-5,max,coding,hard,OpenAI-launch-chart;code_mode=false;AA-scoring,,3771.84,0.00289,,38395071,77.2,AA-idx,0.0289,,evaluated-by:Artificial Analysis; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[1].data.values[27].score),,in,in oai56-aa-coding,openai,gemini-3.1-pro,not-established:absent,coding,hard,OpenAI-launch-chart;code_mode=false;AA-scoring,,640.85,0.00289,,5914838,42.7,AA-idx,0.0289,,evaluated-by:Artificial Analysis,https://openai.com/index/gpt-5-6/ ($[1].data.values[28].score),,out:effort-not-established,out:effort-not-established oai56-aa-coding,openai,gpt-5.5,nothink,coding,hard,OpenAI-launch-chart;code_mode=false;AA-scoring,,329.70405876,0.00289,,2007902,45.5,AA-idx,0.0289,,evaluated-by:Artificial Analysis; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[1].data.values[29].score),,in,in oai56-aa-coding,openai,gpt-5.5,low,coding,hard,OpenAI-launch-chart;code_mode=false;AA-scoring,,405.43223348000004,0.00289,,2785532,57.7,AA-idx,0.0289,,evaluated-by:Artificial Analysis; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[1].data.values[30].score),,in,in oai56-aa-coding,openai,gpt-5.5,medium,coding,hard,OpenAI-launch-chart;code_mode=false;AA-scoring,,933.59970504,0.00289,,5520072,70.5,AA-idx,0.0289,,evaluated-by:Artificial Analysis; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[1].data.values[31].score),,in,in oai56-aa-coding,openai,gpt-5.5,high,coding,hard,OpenAI-launch-chart;code_mode=false;AA-scoring,,939.5717146449999,0.00289,,8005419,72.5,AA-idx,0.0289,,evaluated-by:Artificial Analysis; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[1].data.values[32].score),,in,in oai56-aa-coding,openai,gpt-5.5,xhigh,coding,hard,OpenAI-launch-chart;code_mode=false;AA-scoring,,1714.2779394749998,0.00289,,12180831,76.4,AA-idx,0.0289,,evaluated-by:Artificial Analysis; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[1].data.values[33].score),,in,in oai56-aa-coding,openai,gpt-5.6-sol,nothink,coding,hard,OpenAI-launch-chart;code_mode=false;AA-scoring,,475.57424825,0.00289,,2459906,58.4,AA-idx,0.0289,,evaluated-by:Artificial Analysis; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[1].data.values[34].score),,in,in oai56-aa-coding,openai,gpt-5.6-sol,low,coding,hard,OpenAI-launch-chart;code_mode=false;AA-scoring,,602.8730495,0.00289,,3409070,69.1,AA-idx,0.0289,,evaluated-by:Artificial Analysis; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[1].data.values[35].score),,in,in oai56-aa-coding,openai,gpt-5.6-sol,medium,coding,hard,OpenAI-launch-chart;code_mode=false;AA-scoring,,1042.015168,0.00289,,6136032,74.6,AA-idx,0.0289,,evaluated-by:Artificial Analysis; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[1].data.values[36].score),,in,in oai56-aa-coding,openai,gpt-5.6-sol,high,coding,hard,OpenAI-launch-chart;code_mode=false;AA-scoring,,1438.7729525,0.00289,,9051959,77.1,AA-idx,0.0289,,evaluated-by:Artificial Analysis; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[1].data.values[37].score),,in,in oai56-aa-coding,openai,gpt-5.6-sol,xhigh,coding,hard,OpenAI-launch-chart;code_mode=false;AA-scoring,,1816.6190895,0.00289,,12290445,78.7,AA-idx,0.0289,,evaluated-by:Artificial Analysis; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[1].data.values[38].score),,in,in oai56-aa-coding,openai,gpt-5.6-sol,max,coding,hard,OpenAI-launch-chart;code_mode=false;AA-scoring,,2454.94987925,0.00289,,17610095,80,AA-idx,0.289,,evaluated-by:Artificial Analysis; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[1].data.values[39].score),,in,in oai56-aa-coding,openai,gpt-5.6-luna,nothink,coding,hard,OpenAI-launch-chart;code_mode=false;AA-scoring,,123.65997134999999,0.00289,,2547586,37.3,AA-idx,0.0289,,evaluated-by:Artificial Analysis; cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[1].data.values[40].score),,in,in oai56-aa-coding,openai,gpt-5.6-luna,low,coding,hard,OpenAI-launch-chart;code_mode=false;AA-scoring,,74.84241854999999,0.00289,,2150259,42.4,AA-idx,0.0289,,evaluated-by:Artificial Analysis; cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[1].data.values[41].score),,in,in oai56-aa-coding,openai,gpt-5.6-luna,medium,coding,hard,OpenAI-launch-chart;code_mode=false;AA-scoring,,165.97320760000002,0.00289,,4878564,58.7,AA-idx,0.0289,,evaluated-by:Artificial Analysis; cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[1].data.values[42].score),,in,in oai56-aa-coding,openai,gpt-5.6-luna,high,coding,hard,OpenAI-launch-chart;code_mode=false;AA-scoring,,332.3607346,0.00289,,10359692,67.9,AA-idx,0.0289,,evaluated-by:Artificial Analysis; cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[1].data.values[43].score),,in,in oai56-aa-coding,openai,gpt-5.6-luna,xhigh,coding,hard,OpenAI-launch-chart;code_mode=false;AA-scoring,,433.75439865,0.00289,,15123566,70.8,AA-idx,0.0289,,evaluated-by:Artificial Analysis; cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[1].data.values[44].score),,in,in oai56-aa-coding,openai,gpt-5.6-luna,max,coding,hard,OpenAI-launch-chart;code_mode=false;AA-scoring,,537.4043775,0.00289,,20846143,74.6,AA-idx,0.0289,,evaluated-by:Artificial Analysis; cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[1].data.values[45].score),,in,in oai56-aa-coding,openai,gpt-5.6-terra,nothink,coding,hard,OpenAI-launch-chart;code_mode=false;AA-scoring,,131.737442375,0.00289,,1659845,40.3,AA-idx,0.0289,,evaluated-by:Artificial Analysis; cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[1].data.values[46].score),,in,in oai56-aa-coding,openai,gpt-5.6-terra,low,coding,hard,OpenAI-launch-chart;code_mode=false;AA-scoring,,170.108040625,0.00289,,2585035,53.8,AA-idx,0.0289,,evaluated-by:Artificial Analysis; cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[1].data.values[47].score),,in,in oai56-aa-coding,openai,gpt-5.6-terra,medium,coding,hard,OpenAI-launch-chart;code_mode=false;AA-scoring,,312.262221,0.00289,,5136743,64.2,AA-idx,0.0289,,evaluated-by:Artificial Analysis; cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[1].data.values[48].score),,in,in oai56-aa-coding,openai,gpt-5.6-terra,high,coding,hard,OpenAI-launch-chart;code_mode=false;AA-scoring,,546.314919125,0.00289,,10163524,71.8,AA-idx,0.0289,,evaluated-by:Artificial Analysis; cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[1].data.values[49].score),,in,in oai56-aa-coding,openai,gpt-5.6-terra,xhigh,coding,hard,OpenAI-launch-chart;code_mode=false;AA-scoring,,649.741791125,0.00289,,12891261,73.2,AA-idx,0.0289,,evaluated-by:Artificial Analysis; cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[1].data.values[50].score),,in,in oai56-aa-coding,openai,gpt-5.6-terra,max,coding,hard,OpenAI-launch-chart;code_mode=false;AA-scoring,,941.721819,0.00289,,19494869,77.4,AA-idx,0.0289,,evaluated-by:Artificial Analysis; cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[1].data.values[51].score),,in,in oai56-aa-coding,openai,opus-4.8,medium,coding,hard,OpenAI-launch-chart;code_mode=false;AA-scoring,,1047.84,0.00289,,16276831,67,AA-idx,0.289,,evaluated-by:Artificial Analysis; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[1].data.values[52].score),,in,in oai56-aa-coding,openai,opus-4.8,max,coding,hard,OpenAI-launch-chart;code_mode=false;AA-scoring,,2470.91,0.00289,,46917885,72.5,AA-idx,0.0289,,evaluated-by:Artificial Analysis; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[1].data.values[53].score),,in,in oai56-browsecomp-ma1,openai,gpt-5.6-sol,low,agentic-tool,hard,OpenAI-launch-chart;code_mode=true;multi-agent-1,,0.26650899842,0.00289,,1957.11374407583,69.03633491311216,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[2].data.values[0].score),,in,in oai56-browsecomp-ma1,openai,gpt-5.6-sol,medium,agentic-tool,hard,OpenAI-launch-chart;code_mode=true;multi-agent-1,,1.144912364534,0.00289,,6094.73617693523,84.59715639810427,score%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[2].data.values[1].score),,in,in oai56-browsecomp-ma1,openai,gpt-5.6-sol,high,agentic-tool,hard,OpenAI-launch-chart;code_mode=true;multi-agent-1,,2.04333285466,0.00289,,10886.8475513428,88.2306477093207,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[2].data.values[2].score),,in,in oai56-browsecomp-ma1,openai,gpt-5.6-sol,xhigh,agentic-tool,hard,OpenAI-launch-chart;code_mode=true;multi-agent-1,,2.697721325829,0.00289,,14838.7314375987,89.41548183254344,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[2].data.values[3].score),,in,in oai56-browsecomp-ma1,openai,gpt-5.6-sol,max,agentic-tool,hard,OpenAI-launch-chart;code_mode=true;multi-agent-1,,4.153737759084,0.00289,,22000.9273301738,90.83728278041074,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[2].data.values[4].score),,in,in oai56-browsecomp-ma4,openai,gpt-5.6-sol,low,agentic-tool,hard,OpenAI-launch-chart;code_mode=true;multi-agent-4,,1.109023554107,0.00289,,7417.793839,81.75355450236966,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[2].data.values[5].score),,in,in oai56-browsecomp-ma4,openai,gpt-5.6-sol,medium,agentic-tool,hard,OpenAI-launch-chart;code_mode=true;multi-agent-4,,2.744410505134,0.00289,,14790.652449,89.1785150078989,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[2].data.values[6].score),,in,in oai56-browsecomp-ma4,openai,gpt-5.6-sol,high,agentic-tool,hard,OpenAI-launch-chart;code_mode=true;multi-agent-4,,5.042890102291,0.00289,,24354.684834,90.75829383886256,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[2].data.values[7].score),,in,in oai56-browsecomp-ma4,openai,gpt-5.6-sol,xhigh,agentic-tool,hard,OpenAI-launch-chart;code_mode=true;multi-agent-4,,6.984249310821,0.00289,,33558.408373,91.15323854660348,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[2].data.values[8].score),,in,in oai56-browsecomp-ma4,openai,gpt-5.6-sol,max,agentic-tool,hard,OpenAI-launch-chart;code_mode=true;multi-agent-4,,12.173256025671,0.00289,,54138.374408,92.18009478672986,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[2].data.values[9].score),,in,in oai56-browsecomp-ma16,openai,gpt-5.6-sol,low,agentic-tool,hard,OpenAI-launch-chart;code_mode=true;multi-agent-16,,3.247865451027,0.00289,,22851.28831,86.41390205371248,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[2].data.values[10].score),,in,in oai56-browsecomp-ma16,openai,gpt-5.6-sol,medium,agentic-tool,hard,OpenAI-launch-chart;code_mode=true;multi-agent-16,,7.543719900869,0.00289,,45366.191943,91.07424960505529,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[2].data.values[11].score),,in,in oai56-browsecomp-ma16,openai,gpt-5.6-sol,high,agentic-tool,hard,OpenAI-launch-chart;code_mode=true;multi-agent-16,,13.423979772907,0.00289,,71458.00158,92.18009478672986,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[2].data.values[12].score),,in,in oai56-browsecomp-ma16,openai,gpt-5.6-sol,xhigh,agentic-tool,hard,OpenAI-launch-chart;code_mode=true;multi-agent-16,,18.413747080569,0.00289,,97725.923381,93.3649289099526,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[2].data.values[13].score),,in,in oai56-browsecomp-ma16,openai,gpt-5.6-sol,max,agentic-tool,hard,OpenAI-launch-chart;code_mode=true;multi-agent-16,,30.749903566746,0.00289,,144146.381517,93.28593996840442,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[2].data.values[14].score),,in,in oai56-browsecomp,openai,gpt-5.5,nothink,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,1.4191792100000002,0.00289,,724.292,34.6761,pass@1%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[3].data.values[22].score),,in,in oai56-browsecomp,openai,gpt-5.5,low,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,2.72240325,0.00289,,2297.38,57.8199,pass@1%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[3].data.values[23].score),,in,in oai56-browsecomp,openai,gpt-5.5,medium,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,18.9482385,0.00289,,10349.8,78.1201,pass@1%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[3].data.values[24].score),,in,in oai56-browsecomp,openai,gpt-5.5,high,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,30.016583,0.00289,,17004.8,83.8863,pass@1%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[3].data.values[25].score),,in,in oai56-browsecomp,openai,gpt-5.5,xhigh,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,33.269309,0.00289,,21280.8,84.36,pass@1%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[3].data.values[26].score),,in,in oai56-browsecomp,openai,gpt-5.6-sol,nothink,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,1.97348435,0.00289,,2116.92,69.66824644549763,pass@1%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[3].data.values[27].score),,in,in oai56-browsecomp,openai,gpt-5.6-sol,low,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,0.496856575,0.00289,,1880.93,65.32385466034755,pass@1%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[3].data.values[28].score),,in,in oai56-browsecomp,openai,gpt-5.6-sol,medium,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,2.054468,0.00289,,6106.73,83.41232227488151,pass@1%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[3].data.values[29].score),,in,in oai56-browsecomp,openai,gpt-5.6-sol,high,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,3.4782815,0.00289,,10551.2,87.51974723538705,pass@1%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[3].data.values[30].score),,in,in oai56-browsecomp,openai,gpt-5.6-sol,xhigh,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,4.5883495,0.00289,,15019.3,88.78357030015798,pass@1%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[3].data.values[31].score),,in,in oai56-browsecomp,openai,gpt-5.6-sol,max,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,6.35954325,0.00289,,21238.4,90.36334913112164,pass@1%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[3].data.values[32].score),,in,in oai56-browsecomp,openai,gpt-5.6-luna,low,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,0.083110085,0.00289,,1420.08,45.7346,pass@1%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[3].data.values[33].score),,in,in oai56-browsecomp,openai,gpt-5.6-luna,medium,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,0.22789372,0.00289,,3338.07,58.8468,pass@1%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[3].data.values[34].score),,in,in oai56-browsecomp,openai,gpt-5.6-luna,high,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,1.0336695,0.00289,,14894.1,80.0158,pass@1%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[3].data.values[35].score),,in,in oai56-browsecomp,openai,gpt-5.6-luna,xhigh,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,1.3308836499999999,0.00289,,20878.1,84.0442,pass@1%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[3].data.values[36].score),,in,in oai56-browsecomp,openai,gpt-5.6-luna,max,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,1.41658795,0.00289,,23439.1,83.2543,pass@1%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[3].data.values[37].score),,in,in oai56-browsecomp,openai,gpt-5.6-terra,low,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,0.202364825,0.00289,,1447.18,50.4739,pass@1%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[3].data.values[38].score),,in,in oai56-browsecomp,openai,gpt-5.6-terra,medium,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,0.47047717499999997,0.00289,,3552.98,67.3776,pass@1%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[3].data.values[39].score),,in,in oai56-browsecomp,openai,gpt-5.6-terra,high,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,1.528381875,0.00289,,11875.8,79.3049,pass@1%,0.0289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[3].data.values[40].score),,in,in oai56-browsecomp,openai,gpt-5.6-terra,xhigh,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,1.849598625,0.00289,,15894.3,81.5166,pass@1%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[3].data.values[41].score),,in,in oai56-browsecomp,openai,gpt-5.6-terra,max,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,3.12443025,0.00289,,25664.6,87.5197,pass@1%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[3].data.values[42].score),,in,in oai56-tb21,openai,gpt-5.6-sol,low,agentic-tool,hard,OpenAI-launch-chart;code_mode=true,,0.6628902410108,0.00289,,3828.31011236,76.404494382,acc%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[5].data.values[0].score),,in,in oai56-tb21,openai,gpt-5.6-sol,medium,agentic-tool,hard,OpenAI-launch-chart;code_mode=true,,0.8932330932582,0.00289,,5552.91460674,81.797752809,acc%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[5].data.values[1].score),,in,in oai56-tb21,openai,gpt-5.6-sol,high,agentic-tool,hard,OpenAI-launch-chart;code_mode=true,,1.0930691702249251,0.00289,,7229.32359551,84.7191011236,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[5].data.values[2].score),,in,in oai56-tb21,openai,gpt-5.6-sol,xhigh,agentic-tool,hard,OpenAI-launch-chart;code_mode=true,,1.33106034943805,0.00289,,9515.28539326,84.9438202247,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[5].data.values[3].score),,in,in oai56-tb21,openai,gpt-5.6-sol,max,agentic-tool,hard,OpenAI-launch-chart;code_mode=true,,1.7200842764057498,0.00289,,12795.8044944,88.7640449438,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[5].data.values[4].score),,in,in oai56-tb21,openai,?GPT-5.6 Sol Ultra,not-established:absent,agentic-tool,hard,OpenAI-launch-chart;code_mode=true,,5.14084233483,0.00289,,39275.1280899,91.9101123596,acc%,0.00289,,,https://openai.com/index/gpt-5-6/ ($[5].data.values[5].score),,out:model-not-established,out:model-not-established oai56-tb21,openai,gpt-5.6-terra,low,agentic-tool,hard,OpenAI-launch-chart;code_mode=true,,0.2435015803372875,0.00289,,3738.20224719,55.5056179775,acc%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[5].data.values[6].score),,in,in oai56-tb21,openai,gpt-5.6-terra,medium,agentic-tool,hard,OpenAI-launch-chart;code_mode=true,,0.4127054648874625,0.00289,,6273.60898876,71.6853932584,acc%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[5].data.values[7].score),,in,in oai56-tb21,openai,gpt-5.6-terra,high,agentic-tool,hard,OpenAI-launch-chart;code_mode=true,,0.6317367668535,0.00289,,10354.2157303,76.6292134831,acc%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[5].data.values[8].score),,in,in oai56-tb21,openai,gpt-5.6-terra,xhigh,agentic-tool,hard,OpenAI-launch-chart;code_mode=true,,0.7254301699443749,0.00289,,13110.4764045,79.5505617978,acc%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[5].data.values[9].score),,in,in oai56-tb21,openai,gpt-5.6-terra,max,agentic-tool,hard,OpenAI-launch-chart;code_mode=true,,0.9732222292142501,0.00289,,18536.5078652,84.2696629213,acc%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[5].data.values[10].score),,in,in oai56-tb21,openai,gpt-5.6-luna,low,agentic-tool,hard,OpenAI-launch-chart;code_mode=true,,0.13454829898882,0.00289,,3828.45842697,49.4382022472,acc%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[5].data.values[11].score),,in,in oai56-tb21,openai,gpt-5.6-luna,medium,agentic-tool,hard,OpenAI-launch-chart;code_mode=true,,0.254254416179845,0.00289,,7407.31910112,58.6516853933,acc%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[5].data.values[12].score),,in,in oai56-tb21,openai,gpt-5.6-luna,high,agentic-tool,hard,OpenAI-launch-chart;code_mode=true,,0.4446478794383999,0.00289,,13574.8876404,73.9325842697,acc%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[5].data.values[13].score),,in,in oai56-tb21,openai,gpt-5.6-luna,xhigh,agentic-tool,hard,OpenAI-launch-chart;code_mode=true,,0.58946396134835,0.00289,,18444.9595506,74.606741573,acc%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[5].data.values[14].score),,in,in oai56-tb21,openai,gpt-5.6-luna,max,agentic-tool,hard,OpenAI-launch-chart;code_mode=true,,0.6270010403371,0.00289,,21333.3123596,82.4719101124,acc%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[5].data.values[15].score),,in,in oai56-tb21,openai,gpt-5.5,low,agentic-tool,hard,OpenAI-launch-chart;code_mode=true,,0.3485053285393258,0.00289,,3204.7280898876406,72.80898876404494,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[5].data.values[16].score),,in,in oai56-tb21,openai,gpt-5.5,medium,agentic-tool,hard,OpenAI-launch-chart;code_mode=true,,0.538944030741573,0.00289,,5138.96404494382,80,acc%,0.289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[5].data.values[17].score),,in,in oai56-tb21,openai,gpt-5.5,high,agentic-tool,hard,OpenAI-launch-chart;code_mode=true,,0.9129094922247192,0.00289,,9280.669662921347,83.82022471910112,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[5].data.values[18].score),,in,in oai56-tb21,openai,gpt-5.5,xhigh,agentic-tool,hard,OpenAI-launch-chart;code_mode=true,,1.3298602342471908,0.00289,,15275.038202247191,85.61797752808987,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[5].data.values[19].score),,in,in oai56-tb21,openai,fable-5,unstated,agentic-tool,hard,OpenAI-launch-chart;code_mode=true,,1.2836224269662924,0.00289,,15582.024719101126,83.14606741573032,acc%,0.0289,,,https://openai.com/index/gpt-5-6/ ($[5].layer[9].data.values[0].score),,out:effort-not-established,out:effort-not-established oai56-tb21,openai,opus-4.8,unstated,agentic-tool,hard,OpenAI-launch-chart;code_mode=true,,0.6561762357954549,0.00289,,18933.630681818184,78.87640449438198,acc%,0.0289,,,https://openai.com/index/gpt-5-6/ ($[5].layer[9].data.values[1].score),,out:effort-not-established,out:effort-not-established oai56-tb21,openai,gemini-3.1-pro,unstated,agentic-tool,hard,OpenAI-launch-chart;code_mode=true,,0.3891150333333334,0.00289,,14614.734269662922,70.65543071161049,acc%,0.0289,,,https://openai.com/index/gpt-5-6/ ($[5].layer[10].data.values[0].score),,out:effort-not-established,out:effort-not-established oai56-deepswe,openai,fable-5,low,coding,hard,OpenAI-launch-chart;code_mode=false,,3.757873,0.00289,,25242.83,59.5843,pass@1%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[6].data.values[33].score),,out:republished,in oai56-deepswe,openai,fable-5,medium,coding,hard,OpenAI-launch-chart;code_mode=false,,6.088187,0.00289,,40201.35,65.367,pass@1%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[6].data.values[34].score),,out:republished,in oai56-deepswe,openai,fable-5,high,coding,hard,OpenAI-launch-chart;code_mode=false,,9.177638,0.00289,,57287.07,68.6047,pass@1%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[6].data.values[35].score),,out:republished,in oai56-deepswe,openai,fable-5,xhigh,coding,hard,OpenAI-launch-chart;code_mode=false,,13.414521,0.00289,,80352.17,69.9115,pass@1%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[6].data.values[36].score),,out:republished,in oai56-deepswe,openai,fable-5,max,coding,hard,OpenAI-launch-chart;code_mode=false,,21.634702,0.00289,,118592.77,69.7248,pass@1%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[6].data.values[37].score),,out:republished,in oai56-deepswe,openai,gemini-3.1-pro,high,coding,hard,OpenAI-launch-chart;code_mode=false,,9.481519,0.00289,,196386.1,11.7517,pass@1%,0.00289,,,https://openai.com/index/gpt-5-6/ ($[6].data.values[38].score),,in,out:cost-not-comparable oai56-deepswe,openai,gpt-5.5,low,coding,hard,OpenAI-launch-chart;code_mode=false,,1.23150607345,0.00289,,9442.77,26.9912,pass@1%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[6].data.values[39].score),,in,in oai56-deepswe,openai,gpt-5.5,medium,coding,hard,OpenAI-launch-chart;code_mode=false,,2.8496637604499995,0.00289,,19625.43,53.9823,pass@1%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[6].data.values[40].score),,in,in oai56-deepswe,openai,gpt-5.5,high,coding,hard,OpenAI-launch-chart;code_mode=false,,5.286541539799999,0.00289,,31159.5,64.3805,pass@1%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[6].data.values[41].score),,in,in oai56-deepswe,openai,gpt-5.5,xhigh,coding,hard,OpenAI-launch-chart;code_mode=false,,7.4690677174,0.00289,,46294.72,67.0354,pass@1%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[6].data.values[42].score),,in,in oai56-deepswe,openai,gpt-5.6-sol,nothink,coding,hard,OpenAI-launch-chart;code_mode=false,,2.430281475,0.00289,,14413.81,44.469,pass@1%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[6].data.values[43].score),,in,in oai56-deepswe,openai,gpt-5.6-sol,low,coding,hard,OpenAI-launch-chart;code_mode=false,,1.185608855,0.00289,,10579.14,45.354,pass@1%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[6].data.values[44].score),,out:republished,in oai56-deepswe,openai,gpt-5.6-sol,medium,coding,hard,OpenAI-launch-chart;code_mode=false,,2.01193171,0.00289,,18425.22,61.0619,pass@1%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[6].data.values[45].score),,out:republished,in oai56-deepswe,openai,gpt-5.6-sol,high,coding,hard,OpenAI-launch-chart;code_mode=false,,3.8106407850000004,0.00289,,28450.32,69.4013,pass@1%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[6].data.values[46].score),,out:republished,in oai56-deepswe,openai,gpt-5.6-sol,xhigh,coding,hard,OpenAI-launch-chart;code_mode=false,,5.031163927500001,0.00289,,40744.59,70.7317,pass@1%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[6].data.values[47].score),,out:republished,in oai56-deepswe,openai,gpt-5.6-sol,max,coding,hard,OpenAI-launch-chart;code_mode=false,,8.5614837575,0.00289,,60013.64,72.6667,pass@1%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[6].data.values[48].score),,out:republished,in oai56-deepswe,openai,gpt-5.6-luna,nothink,coding,hard,OpenAI-launch-chart;code_mode=false,,0.18669413149999997,0.00289,,5891.33,2.2124,pass@1%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[6].data.values[49].score),,in,in oai56-deepswe,openai,gpt-5.6-luna,low,coding,hard,OpenAI-launch-chart;code_mode=false,,0.0831385895,0.00289,,3127.75,1.5487,pass@1%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[6].data.values[50].score),,in,in oai56-deepswe,openai,gpt-5.6-luna,medium,coding,hard,OpenAI-launch-chart;code_mode=false,,0.24560134400000005,0.00289,,8179.57,11.2832,pass@1%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[6].data.values[51].score),,in,in oai56-deepswe,openai,gpt-5.6-luna,high,coding,hard,OpenAI-launch-chart;code_mode=false,,0.856313667,0.00289,,25778.27,44.2478,pass@1%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[6].data.values[52].score),,in,in oai56-deepswe,openai,gpt-5.6-luna,xhigh,coding,hard,OpenAI-launch-chart;code_mode=false,,1.6207141099999998,0.00289,,44677.9,56.8584,pass@1%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[6].data.values[53].score),,in,in oai56-deepswe,openai,gpt-5.6-luna,max,coding,hard,OpenAI-launch-chart;code_mode=false,,2.8781184060000005,0.00289,,73399.71,67.1875,pass@1%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[6].data.values[54].score),,in,in oai56-deepswe,openai,gpt-5.6-terra,nothink,coding,hard,OpenAI-launch-chart;code_mode=false,,0.40919845875,0.00289,,6737.29,14,pass@1%,0.289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[6].data.values[55].score),,in,in oai56-deepswe,openai,gpt-5.6-terra,low,coding,hard,OpenAI-launch-chart;code_mode=false,,0.4774730025,0.00289,,8572.26,24.0535,pass@1%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[6].data.values[56].score),,in,in oai56-deepswe,openai,gpt-5.6-terra,medium,coding,hard,OpenAI-launch-chart;code_mode=false,,0.6459648499999999,0.00289,,11746.56,35.1111,pass@1%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[6].data.values[57].score),,in,in oai56-deepswe,openai,gpt-5.6-terra,high,coding,hard,OpenAI-launch-chart;code_mode=false,,1.25169781,0.00289,,21517.04,53.7611,pass@1%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[6].data.values[58].score),,in,in oai56-deepswe,openai,gpt-5.6-terra,xhigh,coding,hard,OpenAI-launch-chart;code_mode=false,,2.32498108,0.00289,,39616.54,60.177,pass@1%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[6].data.values[59].score),,in,in oai56-deepswe,openai,gpt-5.6-terra,max,coding,hard,OpenAI-launch-chart;code_mode=false,,5.0495011925,0.00289,,71938.63,69.6231,pass@1%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[6].data.values[60].score),,in,in oai56-deepswe,openai,opus-4.8,low,coding,hard,OpenAI-launch-chart;code_mode=false,,2.293369,0.00289,,28922.74,40.7982,pass@1%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[6].data.values[61].score),,in,in oai56-deepswe,openai,opus-4.8,medium,coding,hard,OpenAI-launch-chart;code_mode=false,,3.443857,0.00289,,41313.45,48.6726,pass@1%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[6].data.values[62].score),,in,in oai56-deepswe,openai,opus-4.8,high,coding,hard,OpenAI-launch-chart;code_mode=false,,4.28194,0.00289,,50063.53,51.7699,pass@1%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[6].data.values[63].score),,in,in oai56-deepswe,openai,opus-4.8,xhigh,coding,hard,OpenAI-launch-chart;code_mode=false,,8.006356,0.00289,,86088.79,54.3624,pass@1%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[6].data.values[64].score),,in,in oai56-deepswe,openai,opus-4.8,max,coding,hard,OpenAI-launch-chart;code_mode=false,,13.222584,0.00289,,135031.67,58.9744,pass@1%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[6].data.values[65].score),,in,in oai56-secbench-ma1,openai,gpt-5.6-sol,low,agentic-tool,frontier,OpenAI-launch-chart;code_mode=true;multi-agent-1,,0.455842161202,0.00289,,4791.01639344262,17.076502732240437,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[7].data.values[30].score),,in,in oai56-secbench-ma1,openai,gpt-5.6-sol,medium,agentic-tool,frontier,OpenAI-launch-chart;code_mode=true;multi-agent-1,,2.092052260246,0.00289,,15323.8005464481,37.29508196721312,score%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[7].data.values[31].score),,in,in oai56-secbench-ma1,openai,gpt-5.6-sol,high,agentic-tool,frontier,OpenAI-launch-chart;code_mode=true;multi-agent-1,,4.770598243169,0.00289,,27030.0478142076,53.14207650273224,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[7].data.values[32].score),,in,in oai56-secbench-ma1,openai,gpt-5.6-sol,xhigh,agentic-tool,frontier,OpenAI-launch-chart;code_mode=true;multi-agent-1,,10.594469718579,0.00289,,52908.3538251366,64.07103825136612,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[7].data.values[33].score),,in,in oai56-secbench-ma1,openai,gpt-5.6-sol,max,agentic-tool,frontier,OpenAI-launch-chart;code_mode=true;multi-agent-1,,15.467434829918,0.00289,,76557.25,71.44808743169399,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[7].data.values[34].score),,in,in oai56-secbench-ma4,openai,gpt-5.6-sol,low,agentic-tool,frontier,OpenAI-launch-chart;code_mode=true;multi-agent-4,,1.097616343579,0.00289,,11061.062842,20.355191256830601,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[7].data.values[35].score),,in,in oai56-secbench-ma4,openai,gpt-5.6-sol,medium,agentic-tool,frontier,OpenAI-launch-chart;code_mode=true;multi-agent-4,,3.557768159153,0.00289,,29576.539617,38.934426229508196,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[7].data.values[36].score),,in,in oai56-secbench-ma4,openai,gpt-5.6-sol,high,agentic-tool,frontier,OpenAI-launch-chart;code_mode=true;multi-agent-4,,8.050742817623,0.00289,,54213.102459,50.13661202185792,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[7].data.values[37].score),,in,in oai56-secbench-ma4,openai,gpt-5.6-sol,xhigh,agentic-tool,frontier,OpenAI-launch-chart;code_mode=true;multi-agent-4,,15.983231145492,0.00289,,89934.051913,65.30054644808743,score%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[7].data.values[38].score),,in,in oai56-secbench-ma4,openai,gpt-5.6-sol,max,agentic-tool,frontier,OpenAI-launch-chart;code_mode=true;multi-agent-4,,32.413453601093,0.00289,,159006.422131,74.31693989071039,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[7].data.values[39].score),,in,in oai56-secbench-ma16,openai,gpt-5.6-sol,low,agentic-tool,frontier,OpenAI-launch-chart;code_mode=true;multi-agent-16,,1.718291409153,0.00289,,17484.590164,22.404371584699453,score%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[7].data.values[40].score),,in,in oai56-secbench-ma16,openai,gpt-5.6-sol,medium,agentic-tool,frontier,OpenAI-launch-chart;code_mode=true;multi-agent-16,,7.901404681011,0.00289,,68568.016393,45.62841530054645,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[7].data.values[41].score),,in,in oai56-secbench-ma16,openai,gpt-5.6-sol,high,agentic-tool,frontier,OpenAI-launch-chart;code_mode=true;multi-agent-16,,20.84144789276,0.00289,,153116.976776,61.47540983606558,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[7].data.values[42].score),,in,in oai56-secbench-ma16,openai,gpt-5.6-sol,xhigh,agentic-tool,frontier,OpenAI-launch-chart;code_mode=true;multi-agent-16,,35.871672088798,0.00289,,232576.512295,66.66666666666666,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[7].data.values[43].score),,in,in oai56-secbench-ma16,openai,gpt-5.6-sol,max,agentic-tool,frontier,OpenAI-launch-chart;code_mode=true;multi-agent-16,,65.857745166667,0.00289,,357363.177596,76.22950819672131,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[7].data.values[44].score),,in,in oai56-tb21-ma4,openai,gpt-5.6-sol,low,agentic-tool,hard,OpenAI-launch-chart;code_mode=true;multi-agent-4,,1.44022222472,0.00289,,10447.9595506,79.7752808989,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[8].data.values[37].score),,out:republished,out:republished oai56-tb21-ma4,openai,gpt-5.6-sol,medium,agentic-tool,hard,OpenAI-launch-chart;code_mode=true;multi-agent-4,,2.2289924764,0.00289,,16386.7213483,85.393258427,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[8].data.values[38].score),,out:republished,out:republished oai56-tb21-ma4,openai,gpt-5.6-sol,high,agentic-tool,hard,OpenAI-launch-chart;code_mode=true;multi-agent-4,,2.91810692809,0.00289,,21617.5235955,86.7415730337,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[8].data.values[39].score),,out:republished,out:republished oai56-tb21-ma4,openai,gpt-5.6-sol,xhigh,agentic-tool,hard,OpenAI-launch-chart;code_mode=true;multi-agent-4,,3.64038341348,0.00289,,27709.9910112,89.2134831461,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[8].data.values[40].score),,out:republished,out:republished oai56-tb21-ma4,openai,gpt-5.6-sol,max,agentic-tool,hard,OpenAI-launch-chart;code_mode=true;multi-agent-4,,5.14084233483,0.00289,,39275.1280899,91.9101123596,acc%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[8].data.values[41].score),,out:republished,out:republished oai56-aa-gdpval,openai,fable-5,max,mixed,hard,OpenAI-launch-chart;code_mode=false;AA-scoring,,1704.12,0.00289,,16297941,1760,Elo,0.289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[9].data.values[54].score),,in,in oai56-aa-gdpval,openai,gemini-3.1-pro,not-established:absent,mixed,hard,OpenAI-launch-chart;code_mode=false;AA-scoring,,59.99,0.00289,,2556720,962,Elo,0.289,,,https://openai.com/index/gpt-5-6/ ($[9].data.values[55].score),,out:effort-not-established,out:effort-not-established oai56-aa-gdpval,openai,gemini-3.5-flash,high,mixed,hard,OpenAI-launch-chart;code_mode=false;AA-scoring,,382.86,0.00289,,19062100,1349,Elo,0.289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[9].data.values[56].score),,in,in oai56-aa-gdpval,openai,gpt-5.5,nothink,mixed,hard,OpenAI-launch-chart;code_mode=false;AA-scoring,,31.77752583,0.00289,,681244,1119,Elo,0.289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[9].data.values[57].score),,in,in oai56-aa-gdpval,openai,gpt-5.5,low,mixed,hard,OpenAI-launch-chart;code_mode=false;AA-scoring,,40.18921782,0.00289,,841530,1191,Elo,0.289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[9].data.values[58].score),,in,in oai56-aa-gdpval,openai,gpt-5.5,medium,mixed,hard,OpenAI-launch-chart;code_mode=false;AA-scoring,,143.14817554500002,0.00289,,2404206,1375,Elo,0.289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[9].data.values[59].score),,in,in oai56-aa-gdpval,openai,gpt-5.5,high,mixed,hard,OpenAI-launch-chart;code_mode=false;AA-scoring,,267.175931465,0.00289,,3744724,1471,Elo,0.289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[9].data.values[60].score),,in,in oai56-aa-gdpval,openai,gpt-5.5,xhigh,mixed,hard,OpenAI-launch-chart;code_mode=false;AA-scoring,,382.471087995,0.00289,,5141984,1494,Elo,0.289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[9].data.values[61].score),,in,in oai56-aa-gdpval,openai,gpt-5.6-sol,nothink,mixed,hard,OpenAI-launch-chart;code_mode=false;AA-scoring,,70.91666175,0.00289,,1263170,1384,Elo,0.289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[9].data.values[62].score),,in,in oai56-aa-gdpval,openai,gpt-5.6-sol,low,mixed,hard,OpenAI-launch-chart;code_mode=false;AA-scoring,,72.81788225,0.00289,,1587779,1445,Elo,0.289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[9].data.values[63].score),,in,in oai56-aa-gdpval,openai,gpt-5.6-sol,medium,mixed,hard,OpenAI-launch-chart;code_mode=false;AA-scoring,,161.9105395,0.00289,,2917921,1562,Elo,0.289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[9].data.values[64].score),,in,in oai56-aa-gdpval,openai,gpt-5.6-sol,high,mixed,hard,OpenAI-launch-chart;code_mode=false;AA-scoring,,301.56719375,0.00289,,4667364,1630,Elo,0.289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[9].data.values[65].score),,in,in oai56-aa-gdpval,openai,gpt-5.6-sol,xhigh,mixed,hard,OpenAI-launch-chart;code_mode=false;AA-scoring,,465.1113355,0.00289,,6580075,1702,Elo,0.289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[9].data.values[66].score),,in,in oai56-aa-gdpval,openai,gpt-5.6-sol,max,mixed,hard,OpenAI-launch-chart;code_mode=false;AA-scoring,,768.56653925,0.00289,,8928180,1748,Elo,0.289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[9].data.values[67].score),,in,in oai56-aa-gdpval,openai,gpt-5.6-luna,nothink,mixed,hard,OpenAI-launch-chart;code_mode=false;AA-scoring,,8.51317275,0.00289,,778317,1068,Elo,0.289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[9].data.values[68].score),,in,in oai56-aa-gdpval,openai,gpt-5.6-luna,low,mixed,hard,OpenAI-launch-chart;code_mode=false;AA-scoring,,7.9727297,0.00289,,911345,1146,Elo,0.289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[9].data.values[69].score),,in,in oai56-aa-gdpval,openai,gpt-5.6-luna,medium,mixed,hard,OpenAI-launch-chart;code_mode=false;AA-scoring,,14.6086496,0.00289,,1524286,1273,Elo,0.289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[9].data.values[70].score),,in,in oai56-aa-gdpval,openai,gpt-5.6-luna,high,mixed,hard,OpenAI-launch-chart;code_mode=false;AA-scoring,,45.28158,0.00289,,3754500,1472,Elo,0.289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[9].data.values[71].score),,in,in oai56-aa-gdpval,openai,gpt-5.6-luna,xhigh,mixed,hard,OpenAI-launch-chart;code_mode=false;AA-scoring,,73.41629295,0.00289,,5457352,1539,Elo,0.289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[9].data.values[72].score),,in,in oai56-aa-gdpval,openai,gpt-5.6-luna,max,mixed,hard,OpenAI-launch-chart;code_mode=false;AA-scoring,,112.46062309999999,0.00289,,7498043,1592,Elo,0.289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[9].data.values[73].score),,in,in oai56-aa-gdpval,openai,gpt-5.6-terra,nothink,mixed,hard,OpenAI-launch-chart;code_mode=false;AA-scoring,,35.124174625,0.00289,,1155012,1239,Elo,0.289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[9].data.values[74].score),,in,in oai56-aa-gdpval,openai,gpt-5.6-terra,low,mixed,hard,OpenAI-launch-chart;code_mode=false;AA-scoring,,25.03288475,0.00289,,1101763,1249,Elo,0.289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[9].data.values[75].score),,in,in oai56-aa-gdpval,openai,gpt-5.6-terra,medium,mixed,hard,OpenAI-launch-chart;code_mode=false;AA-scoring,,50.451193,0.00289,,2056058,1404,Elo,0.289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[9].data.values[76].score),,in,in oai56-aa-gdpval,openai,gpt-5.6-terra,high,mixed,hard,OpenAI-launch-chart;code_mode=false;AA-scoring,,133.6589265,0.00289,,4659289,1513,Elo,0.289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[9].data.values[77].score),,in,in oai56-aa-gdpval,openai,gpt-5.6-terra,xhigh,mixed,hard,OpenAI-launch-chart;code_mode=false;AA-scoring,,203.0415315,0.00289,,6570391,1572,Elo,0.289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[9].data.values[78].score),,in,in oai56-aa-gdpval,openai,gpt-5.6-terra,max,mixed,hard,OpenAI-launch-chart;code_mode=false;AA-scoring,,316.668552375,0.00289,,9008303,1593,Elo,0.289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[9].data.values[79].score),,in,in oai56-aa-gdpval,openai,opus-4.8,max,mixed,hard,OpenAI-launch-chart;code_mode=false;AA-scoring,,955,0.00289,,19024190,1600,Elo,0.289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[9].data.values[80].score),,in,in oai56-osworld-codefalse,openai,gpt-5.5,nothink,computer-use,hard,OpenAI-launch-chart;code_mode=false,,0.324441675,0.00289,,1006,2.98,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[10].data.values[34].score),,in,in oai56-osworld-codefalse,openai,gpt-5.5,low,computer-use,hard,OpenAI-launch-chart;code_mode=false,,1.663338095,0.00289,,3965,16.26,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[10].data.values[35].score),,in,in oai56-osworld-codefalse,openai,gpt-5.5,medium,computer-use,hard,OpenAI-launch-chart;code_mode=false,,8.29993738,0.00289,,15885,36.9,score%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[10].data.values[36].score),,in,in oai56-osworld-codefalse,openai,gpt-5.5,high,computer-use,hard,OpenAI-launch-chart;code_mode=false,,11.492601545,0.00289,,25456,40.44,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[10].data.values[37].score),,in,in oai56-osworld-codefalse,openai,gpt-5.5,xhigh,computer-use,hard,OpenAI-launch-chart;code_mode=false,,16.067843475,0.00289,,38587,47.48,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[10].data.values[38].score),,in,in oai56-osworld-codefalse,openai,gpt-5.6-sol,nothink,computer-use,hard,OpenAI-launch-chart;code_mode=false,,2.2248415,0.00289,,1985,10.02,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[10].data.values[39].score),,in,in oai56-osworld-codefalse,openai,gpt-5.6-sol,low,computer-use,hard,OpenAI-launch-chart;code_mode=false,,1.85813725,0.00289,,3936,20.73,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[10].data.values[40].score),,in,in oai56-osworld-codefalse,openai,gpt-5.6-sol,medium,computer-use,hard,OpenAI-launch-chart;code_mode=false,,7.52012375,0.00289,,10511,42.21,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[10].data.values[41].score),,in,in oai56-osworld-codefalse,openai,gpt-5.6-sol,high,computer-use,hard,OpenAI-launch-chart;code_mode=false,,14.77006,0.00289,,18190,49.75,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[10].data.values[42].score),,in,in oai56-osworld-codefalse,openai,gpt-5.6-sol,xhigh,computer-use,hard,OpenAI-launch-chart;code_mode=false,,20.18560425,0.00289,,27552,55.82,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[10].data.values[43].score),,in,in oai56-osworld-codefalse,openai,gpt-5.6-sol,max,computer-use,hard,OpenAI-launch-chart;code_mode=false,,26.6177805,0.00289,,38801,62.57,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[10].data.values[44].score),,in,in oai56-osworld-codetrue,openai,gpt-5.6-sol,nothink,computer-use,hard,OpenAI-launch-chart;code_mode=true,,3.2593935,0.00289,,7392,30.51,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[10].data.values[45].score),,in,in oai56-osworld-codetrue,openai,gpt-5.6-sol,low,computer-use,hard,OpenAI-launch-chart;code_mode=true,,4.969442,0.00289,,12294,49.94,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[10].data.values[46].score),,in,in oai56-osworld-codetrue,openai,gpt-5.6-sol,medium,computer-use,hard,OpenAI-launch-chart;code_mode=true,,7.824305,0.00289,,20876,53.17,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[10].data.values[47].score),,in,in oai56-osworld-codetrue,openai,gpt-5.6-sol,high,computer-use,hard,OpenAI-launch-chart;code_mode=true,,9.1148685,0.00289,,25639,53.55,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[10].data.values[48].score),,in,in oai56-osworld-codetrue,openai,gpt-5.6-sol,xhigh,computer-use,hard,OpenAI-launch-chart;code_mode=true,,10.19974275,0.00289,,30318,59.22,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[10].data.values[49].score),,in,in oai56-osworld-codetrue,openai,gpt-5.6-sol,max,computer-use,hard,OpenAI-launch-chart;code_mode=true,,12.85341425,0.00289,,37163,60.4,score%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[10].data.values[50].score),,in,in oai56-osworld-codefalse,openai,gpt-5.6-luna,nothink,computer-use,hard,OpenAI-launch-chart;code_mode=false,,0.38759225,0.00289,,1562,4.84,score%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[10].data.values[51].score),,in,in oai56-osworld-codefalse,openai,gpt-5.6-luna,low,computer-use,hard,OpenAI-launch-chart;code_mode=false,,0.16171770000000002,0.00289,,1903,9.55,score%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[10].data.values[52].score),,in,in oai56-osworld-codefalse,openai,gpt-5.6-luna,medium,computer-use,hard,OpenAI-launch-chart;code_mode=false,,0.60915965,0.00289,,5222,18.03,score%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[10].data.values[53].score),,in,in oai56-osworld-codefalse,openai,gpt-5.6-luna,high,computer-use,hard,OpenAI-launch-chart;code_mode=false,,3.15846955,0.00289,,19213,33.04,score%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[10].data.values[54].score),,in,in oai56-osworld-codefalse,openai,gpt-5.6-luna,xhigh,computer-use,hard,OpenAI-launch-chart;code_mode=false,,6.1277211,0.00289,,38570,41.83,score%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[10].data.values[55].score),,in,in oai56-osworld-codefalse,openai,gpt-5.6-luna,max,computer-use,hard,OpenAI-launch-chart;code_mode=false,,7.7946872,0.00289,,54667,45.57,score%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[10].data.values[56].score),,in,in oai56-osworld-codefalse,openai,gpt-5.6-terra,nothink,computer-use,hard,OpenAI-launch-chart;code_mode=false,,0.535333875,0.00289,,1410,4.77,score%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[10].data.values[57].score),,in,in oai56-osworld-codefalse,openai,gpt-5.6-terra,low,computer-use,hard,OpenAI-launch-chart;code_mode=false,,0.52233325,0.00289,,2611,13.11,score%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[10].data.values[58].score),,in,in oai56-osworld-codefalse,openai,gpt-5.6-terra,medium,computer-use,hard,OpenAI-launch-chart;code_mode=false,,1.750971375,0.00289,,6853,22.23,score%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[10].data.values[59].score),,in,in oai56-osworld-codefalse,openai,gpt-5.6-terra,high,computer-use,hard,OpenAI-launch-chart;code_mode=false,,6.2443955,0.00289,,18793,36.61,score%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[10].data.values[60].score),,in,in oai56-osworld-codefalse,openai,gpt-5.6-terra,xhigh,computer-use,hard,OpenAI-launch-chart;code_mode=false,,10.473652625,0.00289,,32033,46.1,score%,0.0289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[10].data.values[61].score),,in,in oai56-osworld-codefalse,openai,gpt-5.6-terra,max,computer-use,hard,OpenAI-launch-chart;code_mode=false,,14.678834875,0.00289,,50274,50.2,score%,0.0289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[10].data.values[62].score),,in,in oai56-osworld-codefalse,openai,opus-4.8,low,computer-use,hard,OpenAI-launch-chart;code_mode=false,,12.95,0.00289,,77003,47.3,score%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[10].data.values[63].score),,in,in oai56-osworld-codefalse,openai,opus-4.8,medium,computer-use,hard,OpenAI-launch-chart;code_mode=false,,17.56,0.00289,,116601,48.6,score%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[10].data.values[64].score),,in,in oai56-osworld-codefalse,openai,opus-4.8,high,computer-use,hard,OpenAI-launch-chart;code_mode=false,,20.9,0.00289,,131000,49,score%,0.289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[10].data.values[65].score),,in,in oai56-osworld-codefalse,openai,opus-4.8,xhigh,computer-use,hard,OpenAI-launch-chart;code_mode=false,,26.78,0.00289,,188851,49.7,score%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[10].data.values[66].score),,in,in oai56-osworld-codefalse,openai,opus-4.8,max,computer-use,hard,OpenAI-launch-chart;code_mode=false,,31.36,0.00289,,249546,54.8,score%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[10].data.values[67].score),,in,in oai56-automationbench,openai,fable-5,max,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,3.672,0.00289,,13700,17.4,score%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[11].data.values[62].score),,in,in oai56-automationbench,openai,gemini-3.5-flash,high,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,0.866,0.00289,,14200,14.5,score%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[11].data.values[63].score),,in,in oai56-automationbench,openai,gpt-5.4,nothink,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,0.099754435,0.00289,,1682,1.2,score%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[11].data.values[64].score),,in,in oai56-automationbench,openai,gpt-5.4,low,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,0.1666999975,0.00289,,3082,3.5,score%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[11].data.values[65].score),,in,in oai56-automationbench,openai,gpt-5.4,medium,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,0.400861855,0.00289,,10059,6.1,score%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[11].data.values[66].score),,in,in oai56-automationbench,openai,gpt-5.4,high,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,0.583231105,0.00289,,17185,7.6,score%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[11].data.values[67].score),,in,in oai56-automationbench,openai,gpt-5.4,xhigh,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,1.0236667099999999,0.00289,,39290,7.3,score%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[11].data.values[68].score),,in,in oai56-automationbench,openai,gpt-5.5,nothink,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,0.253856745,0.00289,,2081,3.3,score%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[11].data.values[69].score),,in,in oai56-automationbench,openai,gpt-5.5,low,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,0.411203705,0.00289,,3075,6.7,score%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[11].data.values[70].score),,in,in oai56-automationbench,openai,gpt-5.5,medium,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,0.66276498,0.00289,,6609,8.5,score%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[11].data.values[71].score),,in,in oai56-automationbench,openai,gpt-5.5,high,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,0.886311345,0.00289,,12853,11.3,score%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[11].data.values[72].score),,in,in oai56-automationbench,openai,gpt-5.5,xhigh,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,1.12972645,0.00289,,17100,12.9,score%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[11].data.values[73].score),,in,in oai56-automationbench,openai,gpt-5.6-sol,nothink,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,0.47480575,0.00289,,3343,9.7,score%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[11].data.values[74].score),,in,in oai56-automationbench,openai,gpt-5.6-sol,low,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,0.3279495,0.00289,,3098,9.6,score%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[11].data.values[75].score),,in,in oai56-automationbench,openai,gpt-5.6-sol,medium,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,0.527385,0.00289,,4642,12.6,score%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[11].data.values[76].score),,in,in oai56-automationbench,openai,gpt-5.6-sol,high,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,0.56589925,0.00289,,5815,12.3,score%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[11].data.values[77].score),,in,in oai56-automationbench,openai,gpt-5.6-sol,xhigh,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,0.796096,0.00289,,7583,17,score%,0.289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[11].data.values[78].score),,in,in oai56-automationbench,openai,gpt-5.6-sol,max,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,1.1845755,0.00289,,10800,18.1,score%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[11].data.values[79].score),,in,in oai56-automationbench,openai,gpt-5.6-luna,nothink,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,0.055550199999999994,0.00289,,1875,1.4,score%,0.0289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[11].data.values[80].score),,in,in oai56-automationbench,openai,gpt-5.6-luna,low,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,0.0554368,0.00289,,2628,3.7,score%,0.0289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[11].data.values[81].score),,in,in oai56-automationbench,openai,gpt-5.6-luna,medium,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,0.09198730000000001,0.00289,,4671,6.2,score%,0.0289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[11].data.values[82].score),,in,in oai56-automationbench,openai,gpt-5.6-luna,high,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,0.19289779999999998,0.00289,,10366,10.2,score%,0.0289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[11].data.values[83].score),,in,in oai56-automationbench,openai,gpt-5.6-luna,xhigh,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,0.27126005,0.00289,,13376,12.9,score%,0.0289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[11].data.values[84].score),,in,in oai56-automationbench,openai,gpt-5.6-luna,max,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,0.49523115,0.00289,,23674,14.9,score%,0.0289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[11].data.values[85].score),,in,in oai56-automationbench,openai,gpt-5.6-terra,nothink,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,0.113746375,0.00289,,2197,4.1,score%,0.0289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[11].data.values[86].score),,in,in oai56-automationbench,openai,gpt-5.6-terra,low,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,0.137251875,0.00289,,2857,6.2,score%,0.0289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[11].data.values[87].score),,in,in oai56-automationbench,openai,gpt-5.6-terra,medium,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,0.204433,0.00289,,4292,9.3,score%,0.0289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[11].data.values[88].score),,in,in oai56-automationbench,openai,gpt-5.6-terra,high,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,0.219863375,0.00289,,6231,10,score%,0.289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[11].data.values[89].score),,in,in oai56-automationbench,openai,gpt-5.6-terra,xhigh,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,0.309187625,0.00289,,8849,12.3,score%,0.0289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[11].data.values[90].score),,in,in oai56-automationbench,openai,gpt-5.6-terra,max,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,0.584566875,0.00289,,15818,15.2,score%,0.0289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[11].data.values[91].score),,in,in oai56-automationbench,openai,opus-4.8,max,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,2.356,0.00289,,30900,15.5,score%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[11].data.values[92].score),,in,in oai56-exploitbench,openai,mythos-5,unstated,agentic-tool,frontier,OpenAI-launch-chart;ExploitBench-API-harness;5-seeds,,0,0.00289,,4224.959999999999,78,score%,0.0289,,,https://openai.com/index/gpt-5-6/ ($[12].layer[0].data.values[0].score),,out:effort-not-established,out:effort-not-established oai56-exploitbench,openai,opus-4.8,unstated,agentic-tool,frontier,OpenAI-launch-chart;ExploitBench-API-harness;5-seeds,,0,0.00289,,4224.959999999999,40,score%,0.0289,,,https://openai.com/index/gpt-5-6/ ($[12].layer[1].data.values[0].score),,out:effort-not-established,out:effort-not-established oai56-exploitbench,openai,gpt-5.4,low,agentic-tool,frontier,OpenAI-launch-chart;ExploitBench-API-harness;5-seeds,,19.171290970735,0.00289,,84268.307,26.4,score%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[12].layer[2].data.values[24].score),,in,in oai56-exploitbench,openai,gpt-5.4,medium,agentic-tool,frontier,OpenAI-launch-chart;ExploitBench-API-harness;5-seeds,,23.8747307423725,0.00289,,131953.005,30.9,score%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[12].layer[2].data.values[25].score),,in,in oai56-exploitbench,openai,gpt-5.4,high,agentic-tool,frontier,OpenAI-launch-chart;ExploitBench-API-harness;5-seeds,,28.0813141431575,0.00289,,158981.956,33.4,score%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[12].layer[2].data.values[26].score),,in,in oai56-exploitbench,openai,gpt-5.4,xhigh,agentic-tool,frontier,OpenAI-launch-chart;ExploitBench-API-harness;5-seeds,,34.54410441398,0.00289,,201938.795,38,score%,0.289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[12].layer[2].data.values[27].score),,in,in oai56-exploitbench,openai,gpt-5.5,low,agentic-tool,frontier,OpenAI-launch-chart;ExploitBench-API-harness;5-seeds,,28.73058331,0.00289,,57431,27.9,score%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[12].layer[2].data.values[28].score),,in,in oai56-exploitbench,openai,gpt-5.5,medium,agentic-tool,frontier,OpenAI-launch-chart;ExploitBench-API-harness;5-seeds,,38.35134635,0.00289,,90978,40.1,score%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[12].layer[2].data.values[29].score),,in,in oai56-exploitbench,openai,gpt-5.5,high,agentic-tool,frontier,OpenAI-launch-chart;ExploitBench-API-harness;5-seeds,,43.457138135,0.00289,,104030,47.7,score%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[12].layer[2].data.values[30].score),,in,in oai56-exploitbench,openai,gpt-5.5,xhigh,agentic-tool,frontier,OpenAI-launch-chart;ExploitBench-API-harness;5-seeds,,50.85925301,0.00289,,121631,47.9,score%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[12].layer[2].data.values[31].score),,in,in oai56-exploitbench,openai,gpt-5.6-sol,low,agentic-tool,frontier,OpenAI-launch-chart;ExploitBench-API-harness;5-seeds,,16.82225075,0.00289,,28700,27.9,score%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[12].layer[2].data.values[32].score),,in,in oai56-exploitbench,openai,gpt-5.6-sol,medium,agentic-tool,frontier,OpenAI-launch-chart;ExploitBench-API-harness;5-seeds,,30.6101915,0.00289,,81200,51.8,score%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[12].layer[2].data.values[33].score),,in,in oai56-exploitbench,openai,gpt-5.6-sol,high,agentic-tool,frontier,OpenAI-launch-chart;ExploitBench-API-harness;5-seeds,,35.7075635,0.00289,,103000,63,score%,0.289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[12].layer[2].data.values[34].score),,in,in oai56-exploitbench,openai,gpt-5.6-sol,xhigh,agentic-tool,frontier,OpenAI-launch-chart;ExploitBench-API-harness;5-seeds,,40.43131075,0.00289,,111000,70.3,score%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[12].layer[2].data.values[35].score),,in,in oai56-exploitbench,openai,gpt-5.6-sol,max,agentic-tool,frontier,OpenAI-launch-chart;ExploitBench-API-harness;5-seeds,,45.181727,0.00289,,120000,73.5,score%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[12].layer[2].data.values[36].score),,in,in oai56-exploitbench,openai,gpt-5.6-luna,low,agentic-tool,frontier,OpenAI-launch-chart;ExploitBench-API-harness;5-seeds,,5.1377848,0.00289,,33783,16.8,score%,0.0289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[12].layer[2].data.values[37].score),,in,in oai56-exploitbench,openai,gpt-5.6-luna,medium,agentic-tool,frontier,OpenAI-launch-chart;ExploitBench-API-harness;5-seeds,,5.79517675,0.00289,,75098,23.8,score%,0.0289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[12].layer[2].data.values[38].score),,in,in oai56-exploitbench,openai,gpt-5.6-luna,high,agentic-tool,frontier,OpenAI-launch-chart;ExploitBench-API-harness;5-seeds,,8.194547100000001,0.00289,,114036,29.9,score%,0.0289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[12].layer[2].data.values[39].score),,in,in oai56-exploitbench,openai,gpt-5.6-luna,xhigh,agentic-tool,frontier,OpenAI-launch-chart;ExploitBench-API-harness;5-seeds,,9.9416983,0.00289,,135436,30.9,score%,0.0289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[12].layer[2].data.values[40].score),,in,in oai56-exploitbench,openai,gpt-5.6-luna,max,agentic-tool,frontier,OpenAI-launch-chart;ExploitBench-API-harness;5-seeds,,11.920271300000001,0.00289,,155869,33.2,score%,0.0289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[12].layer[2].data.values[41].score),,in,in oai56-exploitbench,openai,gpt-5.6-terra,low,agentic-tool,frontier,OpenAI-launch-chart;ExploitBench-API-harness;5-seeds,,8.303015875,0.00289,,31554,22.1,score%,0.0289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[12].layer[2].data.values[42].score),,in,in oai56-exploitbench,openai,gpt-5.6-terra,medium,agentic-tool,frontier,OpenAI-launch-chart;ExploitBench-API-harness;5-seeds,,11.736278625,0.00289,,58498,28.8,score%,0.0289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[12].layer[2].data.values[43].score),,in,in oai56-exploitbench,openai,gpt-5.6-terra,high,agentic-tool,frontier,OpenAI-launch-chart;ExploitBench-API-harness;5-seeds,,20.19589125,0.00289,,108347,41.3,score%,0.0289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[12].layer[2].data.values[44].score),,in,in oai56-exploitbench,openai,gpt-5.6-terra,xhigh,agentic-tool,frontier,OpenAI-launch-chart;ExploitBench-API-harness;5-seeds,,27.311158375,0.00289,,136863,46.2,score%,0.0289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[12].layer[2].data.values[45].score),,in,in oai56-exploitbench,openai,gpt-5.6-terra,max,agentic-tool,frontier,OpenAI-launch-chart;ExploitBench-API-harness;5-seeds,,30.675945125,0.00289,,164327,52.9,score%,0.0289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[12].layer[2].data.values[46].score),,in,in oai56-exploitbench,openai,?Claude Mythos Preview,not-established:absent,agentic-tool,frontier,OpenAI-launch-chart;ExploitBench-API-harness;5-seeds,,293.08,0.00289,,334638,74.2,score%,0.0289,,,https://openai.com/index/gpt-5-6/ ($[12].layer[2].data.values[47].score),,out:model-not-established,out:model-not-established oai56-genebench,openai,gpt-5.4,nothink,mixed,hard,OpenAI-launch-chart;code_mode=false,,0.045059447379845,0.00289,,2098.66201550388,0.85271317829457,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[13].data.values[56].score),,in,in oai56-genebench,openai,gpt-5.4,low,mixed,hard,OpenAI-launch-chart;code_mode=false,,0.17478101990697684,0.00289,,8192.78062015504,3.04048234280792,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[13].data.values[57].score),,in,in oai56-genebench,openai,gpt-5.4,medium,mixed,hard,OpenAI-launch-chart;code_mode=false,,0.4248551296124023,0.00289,,18566.0294573643,4.96124031007751,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[13].data.values[58].score),,in,in oai56-genebench,openai,gpt-5.4,high,mixed,hard,OpenAI-launch-chart;code_mode=false,,0.6457806778759692,0.00289,,27200.9930232558,6.98535745047373,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[13].data.values[59].score),,in,in oai56-genebench,openai,gpt-5.4,xhigh,mixed,hard,OpenAI-launch-chart;code_mode=false,,1.1236819383255834,0.00289,,44579.9302325581,8.87166236003445,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[13].data.values[60].score),,in,in oai56-genebench,openai,gpt-5.5,nothink,mixed,hard,OpenAI-launch-chart;code_mode=false,,0.05247682105426359,0.00289,,1138.4491817398794,0.77519379844961,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[13].data.values[61].score),,in,in oai56-genebench,openai,gpt-5.5,low,mixed,hard,OpenAI-launch-chart;code_mode=false,,0.1192788506356589,0.00289,,2768.1770671834624,2.41171403962101,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[13].data.values[62].score),,in,in oai56-genebench,openai,gpt-5.5,medium,mixed,hard,OpenAI-launch-chart;code_mode=false,,0.47244435599999884,0.00289,,10575.419896640828,5.89147286821705,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[13].data.values[63].score),,in,in oai56-genebench,openai,gpt-5.5,high,mixed,hard,OpenAI-launch-chart;code_mode=false,,0.9267306461705419,0.00289,,19822.15443583118,9.27648578811369,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[13].data.values[64].score),,in,in oai56-genebench,openai,gpt-5.5,xhigh,mixed,hard,OpenAI-launch-chart;code_mode=false,,1.3945427478449615,0.00289,,28721.099397071488,11.9638242894057,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[13].data.values[65].score),,in,in oai56-genebench,openai,gpt-5.6-sol,nothink,mixed,hard,OpenAI-launch-chart;code_mode=false,,0.07434449399224817,0.00289,,1400.2758828596038,3.72093023255813,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[13].data.values[66].score),,in,in oai56-genebench,openai,gpt-5.6-sol,low,mixed,hard,OpenAI-launch-chart;code_mode=false,,0.1540016362403101,0.00289,,2940.3496124031,7.67441860465116,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[13].data.values[67].score),,in,in oai56-genebench,openai,gpt-5.6-sol,medium,mixed,hard,OpenAI-launch-chart;code_mode=false,,0.35264769031007726,0.00289,,6653.54573643411,15.1162790697674,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[13].data.values[68].score),,in,in oai56-genebench,openai,gpt-5.6-sol,high,mixed,hard,OpenAI-launch-chart;code_mode=false,,0.67595951104651,0.00289,,12174.1108527132,22.6356589147287,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[13].data.values[69].score),,in,in oai56-genebench,openai,gpt-5.6-sol,xhigh,mixed,hard,OpenAI-launch-chart;code_mode=false,,1.077765884302325,0.00289,,19535.336778639106,24.4099913867356,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[13].data.values[70].score),,in,in oai56-genebench,openai,gpt-5.6-sol,max,mixed,hard,OpenAI-launch-chart;code_mode=false,,2.0208599941860474,0.00289,,33168.297416020665,28.733850129199,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[13].data.values[71].score),,in,in oai56-genebench,openai,gpt-5.6-luna,nothink,mixed,hard,OpenAI-launch-chart;code_mode=false,,0.010716803217054264,0.00289,,973.70465116279,0.77519379844961,score%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[13].data.values[72].score),,in,in oai56-genebench,openai,gpt-5.6-luna,low,mixed,hard,OpenAI-launch-chart;code_mode=false,,0.02468867635658912,0.00289,,2378.84263565891,1.62790697674418,score%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[13].data.values[73].score),,in,in oai56-genebench,openai,gpt-5.6-luna,medium,mixed,hard,OpenAI-launch-chart;code_mode=false,,0.05328159879844963,0.00289,,4928.25348837209,1.86046511627906,score%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[13].data.values[74].score),,in,in oai56-genebench,openai,gpt-5.6-luna,high,mixed,hard,OpenAI-launch-chart;code_mode=false,,0.22709875007751962,0.00289,,18940.0186046512,4.70284237726098,score%,0.0289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[13].data.values[75].score),,in,in oai56-genebench,openai,gpt-5.6-luna,xhigh,mixed,hard,OpenAI-launch-chart;code_mode=false,,0.5944774768217057,0.00289,,38416.4124031008,8.03832902670111,score%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[13].data.values[76].score),,in,in oai56-genebench,openai,gpt-5.6-luna,max,mixed,hard,OpenAI-launch-chart;code_mode=false,,1.2116479961627904,0.00289,,58528.5992248062,10.770887166236,score%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[13].data.values[77].score),,in,in oai56-genebench,openai,gpt-5.6-terra,nothink,mixed,hard,OpenAI-launch-chart;code_mode=false,,0.025940855717054248,0.00289,,929.903875968992,1.00775193798449,score%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[13].data.values[78].score),,in,in oai56-genebench,openai,gpt-5.6-terra,low,mixed,hard,OpenAI-launch-chart;code_mode=false,,0.09380743333333327,0.00289,,3561.76434108527,4.21188630490956,score%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[13].data.values[79].score),,in,in oai56-genebench,openai,gpt-5.6-terra,medium,mixed,hard,OpenAI-launch-chart;code_mode=false,,0.1943940772286824,0.00289,,6946.19224806202,6.27906976744186,score%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[13].data.values[80].score),,in,in oai56-genebench,openai,gpt-5.6-terra,high,mixed,hard,OpenAI-launch-chart;code_mode=false,,0.5418228211240309,0.00289,,15934.6031007752,13.5658914728682,score%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[13].data.values[81].score),,in,in oai56-genebench,openai,gpt-5.6-terra,xhigh,mixed,hard,OpenAI-launch-chart;code_mode=false,,0.8649426374031001,0.00289,,22160.4007751938,16.2015503875969,score%,0.0289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[13].data.values[82].score),,in,in oai56-genebench,openai,gpt-5.6-terra,max,mixed,hard,OpenAI-launch-chart;code_mode=false,,3.073899448934107,0.00289,,54267.2674418605,23.3333333333333,score%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[13].data.values[83].score),,in,in oai56-genebench,openai,opus-4.8,unstated,mixed,hard,OpenAI-launch-chart;code_mode=false,,,,,,15.968992248062,score%,0.0289,,,https://openai.com/index/gpt-5-6/ ($[13].layer[0].data.values[0].score),,out:effort-not-established, oai56-genebench,openai,gemini-3.5-flash,unstated,mixed,hard,OpenAI-launch-chart;code_mode=false,,,,,,8.14,score%,0.0289,,,https://openai.com/index/gpt-5-6/ ($[13].layer[1].data.values[0].score),,out:effort-not-established, oai56-genebench,openai,gemini-3.1-pro,unstated,mixed,hard,OpenAI-launch-chart;code_mode=false,,,,,,3.1,score%,0.0289,,,https://openai.com/index/gpt-5-6/ ($[13].layer[2].data.values[0].score),,out:effort-not-established, oai56-rsi,openai,gpt-5.4,medium,coding,hard,OpenAI-launch-chart;code_mode=false,,2.14765145,0.00289,,32677.6,31.3321,pass@1%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[14].data.values[22].score),,in,in oai56-rsi,openai,gpt-5.4,high,coding,hard,OpenAI-launch-chart;code_mode=false,,3.7799996499999997,0.00289,,56642.2,32.8877,pass@1%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[14].data.values[23].score),,in,in oai56-rsi,openai,gpt-5.4,xhigh,coding,hard,OpenAI-launch-chart;code_mode=false,,6.88206525,0.00289,,113063,36.3576,pass@1%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[14].data.values[24].score),,in,in oai56-rsi,openai,gpt-5.5,low,coding,hard,OpenAI-launch-chart;code_mode=false,,0.535917905,0.00289,,4246.8,19.5412,pass@1%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[14].data.values[25].score),,in,in oai56-rsi,openai,gpt-5.5,medium,coding,hard,OpenAI-launch-chart;code_mode=false,,2.8371,0.00289,,16620.1,32.5716,pass@1%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[14].data.values[26].score),,in,in oai56-rsi,openai,gpt-5.5,high,coding,hard,OpenAI-launch-chart;code_mode=false,,5.252332849999999,0.00289,,31179.4,36.9147,pass@1%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[14].data.values[27].score),,in,in oai56-rsi,openai,gpt-5.5,xhigh,coding,hard,OpenAI-launch-chart;code_mode=false,,10.7292645,0.00289,,67693.5,41.6779,pass@1%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[14].data.values[28].score),,in,in oai56-rsi,openai,gpt-5.6-sol,low,coding,hard,OpenAI-launch-chart;code_mode=false,,0.6732151999999999,0.00289,,4327.68,28.0953,pass@1%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[14].data.values[29].score),,in,in oai56-rsi,openai,gpt-5.6-sol,medium,coding,hard,OpenAI-launch-chart;code_mode=false,,2.509658375,0.00289,,12442.2,41.1494,pass@1%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[14].data.values[30].score),,in,in oai56-rsi,openai,gpt-5.6-sol,high,coding,hard,OpenAI-launch-chart;code_mode=false,,5.156606,0.00289,,22229.9,46.7432,pass@1%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[14].data.values[31].score),,in,in oai56-rsi,openai,gpt-5.6-sol,xhigh,coding,hard,OpenAI-launch-chart;code_mode=false,,9.29080275,0.00289,,37081.3,48.6973,pass@1%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[14].data.values[32].score),,in,in oai56-rsi,openai,gpt-5.6-sol,max,coding,hard,OpenAI-launch-chart;code_mode=false,,32.24567375,0.00289,,106176,57.9344,pass@1%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[14].data.values[33].score),,in,in oai56-rsi,openai,gpt-5.6-luna,low,coding,hard,OpenAI-launch-chart;code_mode=false,,0.058402245000000005,0.00289,,2583.33,10.8491,pass@1%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[14].data.values[34].score),,in,in oai56-rsi,openai,gpt-5.6-luna,medium,coding,hard,OpenAI-launch-chart;code_mode=false,,0.16394498500000002,0.00289,,6698.4,16.8146,pass@1%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[14].data.values[35].score),,in,in oai56-rsi,openai,gpt-5.6-luna,high,coding,hard,OpenAI-launch-chart;code_mode=false,,0.7146117750000001,0.00289,,20031.7,30.5106,pass@1%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[14].data.values[36].score),,in,in oai56-rsi,openai,gpt-5.6-luna,xhigh,coding,hard,OpenAI-launch-chart;code_mode=false,,1.83257765,0.00289,,40021.5,38.4504,pass@1%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[14].data.values[37].score),,in,in oai56-rsi,openai,gpt-5.6-luna,max,coding,hard,OpenAI-launch-chart;code_mode=false,,4.7083164,0.00289,,76313.1,41.908,pass@1%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[14].data.values[38].score),,in,in oai56-rsi,openai,gpt-5.6-terra,low,coding,hard,OpenAI-launch-chart;code_mode=false,,0.14252182500000002,0.00289,,2978.17,20.3908,pass@1%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[14].data.values[39].score),,in,in oai56-rsi,openai,gpt-5.6-terra,medium,coding,hard,OpenAI-launch-chart;code_mode=false,,0.396480675,0.00289,,7707.37,31.2423,pass@1%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[14].data.values[40].score),,in,in oai56-rsi,openai,gpt-5.6-terra,high,coding,hard,OpenAI-launch-chart;code_mode=false,,1.389173,0.00289,,20759.3,41.9223,pass@1%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[14].data.values[41].score),,in,in oai56-rsi,openai,gpt-5.6-terra,xhigh,coding,hard,OpenAI-launch-chart;code_mode=false,,2.45513375,0.00289,,32316.9,46.4866,pass@1%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[14].data.values[42].score),,in,in oai56-rsi,openai,gpt-5.6-terra,max,coding,hard,OpenAI-launch-chart;code_mode=false,,22.0638625,0.00289,,193912,56.2744,pass@1%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[14].data.values[43].score),,in,in oai56-exploitgym-2h,openai,gpt-5.4,xhigh,agentic-tool,frontier,OpenAI-launch-chart;2h-cap;alpha-API-rescaled-latency,,26.566708884999997,0.00289,,312596,7,score%,0.289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[15].data.values[32].score),,in,in oai56-exploitgym-2h,openai,gpt-5.5,xhigh,agentic-tool,frontier,OpenAI-launch-chart;2h-cap;alpha-API-rescaled-latency,,36.798321705,0.00289,,161172,15.1,score%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[15].data.values[33].score),,in,in oai56-exploitgym-2h,openai,gpt-5.6-sol,low,agentic-tool,frontier,OpenAI-launch-chart;2h-cap;alpha-API-rescaled-latency,,4.313129,0.00289,,19298,5.6,score%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[15].data.values[34].score),,in,in oai56-exploitgym-2h,openai,gpt-5.6-sol,medium,agentic-tool,frontier,OpenAI-launch-chart;2h-cap;alpha-API-rescaled-latency,,19.44504925,0.00289,,80369,15.7,score%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[15].data.values[35].score),,in,in oai56-exploitgym-2h,openai,gpt-5.6-sol,high,agentic-tool,frontier,OpenAI-launch-chart;2h-cap;alpha-API-rescaled-latency,,34.59558475,0.00289,,145278,21.7,score%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[15].data.values[36].score),,in,in oai56-exploitgym-2h,openai,gpt-5.6-sol,xhigh,agentic-tool,frontier,OpenAI-launch-chart;2h-cap;alpha-API-rescaled-latency,,44.92490125,0.00289,,206100,23.1,score%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[15].data.values[37].score),,in,in oai56-exploitgym-2h,openai,gpt-5.6-sol,max,agentic-tool,frontier,OpenAI-launch-chart;2h-cap;alpha-API-rescaled-latency,,61.68632625,0.00289,,302953,24.9,score%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[15].data.values[38].score),,in,in oai56-exploitgym-2h,openai,gpt-5.6-luna,low,agentic-tool,frontier,OpenAI-launch-chart;2h-cap;alpha-API-rescaled-latency,,0.12750075,0.00289,,4423,0,score%,0.289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[15].data.values[44].score),,out:uninformative,in oai56-exploitgym-2h,openai,gpt-5.6-luna,medium,agentic-tool,frontier,OpenAI-launch-chart;2h-cap;alpha-API-rescaled-latency,,0.5310457,0.00289,,16002,0.3,score%,0.0289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[15].data.values[45].score),,in,in oai56-exploitgym-2h,openai,gpt-5.6-luna,high,agentic-tool,frontier,OpenAI-launch-chart;2h-cap;alpha-API-rescaled-latency,,6.883575700000001,0.00289,,147381,4.5,score%,0.0289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[15].data.values[46].score),,in,in oai56-exploitgym-2h,openai,gpt-5.6-luna,xhigh,agentic-tool,frontier,OpenAI-launch-chart;2h-cap;alpha-API-rescaled-latency,,26.32716025,0.00289,,552274,6.6,score%,0.0289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[15].data.values[47].score),,in,in oai56-exploitgym-2h,openai,gpt-5.6-luna,max,agentic-tool,frontier,OpenAI-launch-chart;2h-cap;alpha-API-rescaled-latency,,34.88976265,0.00289,,722624,8.4,score%,0.0289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[15].data.values[48].score),,in,in oai56-exploitgym-2h,openai,gpt-5.6-terra,low,agentic-tool,frontier,OpenAI-launch-chart;2h-cap;alpha-API-rescaled-latency,,0.326944375,0.00289,,4786,0.2,score%,0.0289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[15].data.values[54].score),,in,in oai56-exploitgym-2h,openai,gpt-5.6-terra,medium,agentic-tool,frontier,OpenAI-launch-chart;2h-cap;alpha-API-rescaled-latency,,1.414240875,0.00289,,17106,1.4,score%,0.0289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[15].data.values[55].score),,in,in oai56-exploitgym-2h,openai,gpt-5.6-terra,high,agentic-tool,frontier,OpenAI-launch-chart;2h-cap;alpha-API-rescaled-latency,,15.3251165,0.00289,,154716,9.4,score%,0.0289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[15].data.values[56].score),,in,in oai56-exploitgym-2h,openai,gpt-5.6-terra,xhigh,agentic-tool,frontier,OpenAI-launch-chart;2h-cap;alpha-API-rescaled-latency,,33.1432105,0.00289,,350003,14.4,score%,0.0289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[15].data.values[57].score),,in,in oai56-exploitgym-2h,openai,gpt-5.6-terra,max,agentic-tool,frontier,OpenAI-launch-chart;2h-cap;alpha-API-rescaled-latency,,51.280038125,0.00289,,530826,17.1,score%,0.0289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[15].data.values[58].score),,in,in oai56-secbench,openai,gpt-5.4,low,agentic-tool,frontier,OpenAI-launch-chart;code_mode=false,,0.896586125,0.00289,,12799.6,12.5683,pass@1%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[16].data.values[28].score),,in,in oai56-secbench,openai,gpt-5.4,medium,agentic-tool,frontier,OpenAI-launch-chart;code_mode=false,,5.75274875,0.00289,,74034.9,24.5902,pass@1%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[16].data.values[29].score),,in,in oai56-secbench,openai,gpt-5.4,high,agentic-tool,frontier,OpenAI-launch-chart;code_mode=false,,12.70341,0.00289,,169911,34.4262,pass@1%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[16].data.values[30].score),,in,in oai56-secbench,openai,gpt-5.4,xhigh,agentic-tool,frontier,OpenAI-launch-chart;code_mode=false,,13.40803275,0.00289,,177627,35.929,pass@1%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[16].data.values[31].score),,in,in oai56-secbench,openai,gpt-5.5,nothink,agentic-tool,frontier,OpenAI-launch-chart;code_mode=false,,0.279918305,0.00289,,2067.75,1.50273,pass@1%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[16].data.values[32].score),,in,in oai56-secbench,openai,gpt-5.5,low,agentic-tool,frontier,OpenAI-launch-chart;code_mode=false,,0.446214565,0.00289,,3486.54,6.01093,pass@1%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[16].data.values[33].score),,in,in oai56-secbench,openai,gpt-5.5,medium,agentic-tool,frontier,OpenAI-launch-chart;code_mode=false,,4.2563345,0.00289,,20999.3,27.5956,pass@1%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[16].data.values[34].score),,in,in oai56-secbench,openai,gpt-5.5,high,agentic-tool,frontier,OpenAI-launch-chart;code_mode=false,,14.3103995,0.00289,,73811.9,41.8033,pass@1%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[16].data.values[35].score),,in,in oai56-secbench,openai,gpt-5.5,xhigh,agentic-tool,frontier,OpenAI-launch-chart;code_mode=false,,15.4333315,0.00289,,85488.4,45.765,pass@1%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[16].data.values[36].score),,in,in oai56-secbench,openai,gpt-5.6-sol,nothink,agentic-tool,frontier,OpenAI-launch-chart;code_mode=false,,0.8398509000000001,0.00289,,4029.59,5.7377,pass@1%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[16].data.values[37].score),,in,in oai56-secbench,openai,gpt-5.6-sol,low,agentic-tool,frontier,OpenAI-launch-chart;code_mode=false,,0.416472,0.00289,,3222.53,11.612,pass@1%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[16].data.values[38].score),,in,in oai56-secbench,openai,gpt-5.6-sol,medium,agentic-tool,frontier,OpenAI-launch-chart;code_mode=false,,1.78891225,0.00289,,11186.8,32.9235,pass@1%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[16].data.values[39].score),,in,in oai56-secbench,openai,gpt-5.6-sol,high,agentic-tool,frontier,OpenAI-launch-chart;code_mode=false,,4.41057475,0.00289,,21839.2,45.3551912568306,pass@1%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[16].data.values[40].score),,in,in oai56-secbench,openai,gpt-5.6-sol,xhigh,agentic-tool,frontier,OpenAI-launch-chart;code_mode=false,,13.150414,0.00289,,51990.8,65.4372,pass@1%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[16].data.values[41].score),,in,in oai56-secbench,openai,gpt-5.6-sol,max,agentic-tool,frontier,OpenAI-launch-chart;code_mode=false,,20.35753525,0.00289,,75432.3,71.1749,pass@1%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[16].data.values[42].score),,in,in oai56-secbench,openai,gpt-5.6-luna,nothink,agentic-tool,frontier,OpenAI-launch-chart;code_mode=false,,0.04123961,0.00289,,1707.69,0,pass@1%,0.289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[16].data.values[43].score),,out:uninformative,in oai56-secbench,openai,gpt-5.6-luna,low,agentic-tool,frontier,OpenAI-launch-chart;code_mode=false,,0.05126371,0.00289,,2836.89,1.36612,pass@1%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[16].data.values[44].score),,in,in oai56-secbench,openai,gpt-5.6-luna,medium,agentic-tool,frontier,OpenAI-launch-chart;code_mode=false,,0.157584565,0.00289,,7455.56,5.60109,pass@1%,0.0289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[16].data.values[45].score),,in,in oai56-secbench,openai,gpt-5.6-luna,high,agentic-tool,frontier,OpenAI-launch-chart;code_mode=false,,0.8509051999999999,0.00289,,26119.2,16.8033,pass@1%,0.0289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[16].data.values[46].score),,in,in oai56-secbench,openai,gpt-5.6-luna,xhigh,agentic-tool,frontier,OpenAI-launch-chart;code_mode=false,,4.73700425,0.00289,,108116,34.0164,pass@1%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[16].data.values[47].score),,in,in oai56-secbench,openai,gpt-5.6-luna,max,agentic-tool,frontier,OpenAI-launch-chart;code_mode=false,,8.4974505,0.00289,,169266,48.9071,pass@1%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[16].data.values[48].score),,in,in oai56-secbench,openai,gpt-5.6-terra,nothink,agentic-tool,frontier,OpenAI-launch-chart;code_mode=false,,0.2062707,0.00289,,1721.77,1.22951,pass@1%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[16].data.values[49].score),,in,in oai56-secbench,openai,gpt-5.6-terra,low,agentic-tool,frontier,OpenAI-launch-chart;code_mode=false,,0.1652073,0.00289,,2601.95,5.46448,pass@1%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[16].data.values[50].score),,in,in oai56-secbench,openai,gpt-5.6-terra,medium,agentic-tool,frontier,OpenAI-launch-chart;code_mode=false,,0.613026,0.00289,,8302.27,15.847,pass@1%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[16].data.values[51].score),,in,in oai56-secbench,openai,gpt-5.6-terra,high,agentic-tool,frontier,OpenAI-launch-chart;code_mode=false,,2.538893,0.00289,,25720.1,30.0546,pass@1%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[16].data.values[52].score),,in,in oai56-secbench,openai,gpt-5.6-terra,xhigh,agentic-tool,frontier,OpenAI-launch-chart;code_mode=false,,6.9000065,0.00289,,65420.3,42.0765,pass@1%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[16].data.values[53].score),,in,in oai56-secbench,openai,gpt-5.6-terra,max,agentic-tool,frontier,OpenAI-launch-chart;code_mode=false,,16.280759375,0.00289,,129237,57.6503,pass@1%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[16].data.values[54].score),,in,in oai56-ctf,openai,gpt-5.4,nothink,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,0.3796519575,0.00289,,5641.21,9.90174,pass@1%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[17].data.values[25].score),,in,in oai56-ctf,openai,gpt-5.4,low,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,0.7440294500000001,0.00289,,16437.6,40.2116,pass@1%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[17].data.values[26].score),,in,in oai56-ctf,openai,gpt-5.4,medium,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,2.7837556749999997,0.00289,,59397.6,68.3296,pass@1%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[17].data.values[27].score),,in,in oai56-ctf,openai,gpt-5.4,high,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,5.55877775,0.00289,,129165,81.6327,pass@1%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[17].data.values[28].score),,in,in oai56-ctf,openai,gpt-5.4,xhigh,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,6.085332,0.00289,,151737,83.7491,pass@1%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[17].data.values[29].score),,in,in oai56-ctf,openai,gpt-5.5,nothink,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,0.6796621,0.00289,,4552.02,16.8556,pass@1%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[17].data.values[30].score),,in,in oai56-ctf,openai,gpt-5.5,low,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,0.5954541,0.00289,,5102.19,33.6357,pass@1%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[17].data.values[31].score),,in,in oai56-ctf,openai,gpt-5.5,medium,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,1.8124643,0.00289,,16460.5,72.4112,pass@1%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[17].data.values[32].score),,in,in oai56-ctf,openai,gpt-5.5,high,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,3.3696103500000003,0.00289,,31254.7,84.3537,pass@1%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[17].data.values[33].score),,in,in oai56-ctf,openai,gpt-5.5,xhigh,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,5.7645907,0.00289,,55169.8,88.0574,pass@1%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[17].data.values[34].score),,in,in oai56-ctf,openai,gpt-5.6-sol,low,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,0.54238905,0.00289,,4419.93,42.7816,pass@1%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[17].data.values[35].score),,in,in oai56-ctf,openai,gpt-5.6-sol,medium,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,1.44139325,0.00289,,10056.1,72.18442932728647,pass@1%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[17].data.values[36].score),,in,in oai56-ctf,openai,gpt-5.6-sol,high,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,2.54490825,0.00289,,16117.1,86.84807256235827,pass@1%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[17].data.values[37].score),,in,in oai56-ctf,openai,gpt-5.6-sol,xhigh,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,4.172783625,0.00289,,22612.4,91.76114890400604,pass@1%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[17].data.values[38].score),,in,in oai56-ctf,openai,gpt-5.6-sol,max,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,4.7585265,0.00289,,30536.1,96.6742252456538,pass@1%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[17].data.values[39].score),,in,in oai56-ctf,openai,gpt-5.6-luna,low,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,0.07793578,0.00289,,4445.05,10.7332,pass@1%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[17].data.values[40].score),,in,in oai56-ctf,openai,gpt-5.6-luna,medium,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,0.19541525000000004,0.00289,,9847.17,21.3152,pass@1%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[17].data.values[41].score),,in,in oai56-ctf,openai,gpt-5.6-luna,high,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,0.74456185,0.00289,,33528.2,49.5843,pass@1%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[17].data.values[42].score),,in,in oai56-ctf,openai,gpt-5.6-luna,xhigh,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,1.87481915,0.00289,,73605.1,76.0393,pass@1%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[17].data.values[43].score),,in,in oai56-ctf,openai,gpt-5.6-luna,max,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,2.90842675,0.00289,,106140,85.1852,pass@1%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[17].data.values[44].score),,in,in oai56-ctf,openai,gpt-5.6-terra,low,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,0.22380972500000001,0.00289,,4374.64,20.8617,pass@1%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[17].data.values[45].score),,in,in oai56-ctf,openai,gpt-5.6-terra,medium,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,0.5814138125,0.00289,,11588.3,42.328,pass@1%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[17].data.values[46].score),,in,in oai56-ctf,openai,gpt-5.6-terra,high,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,1.4836901875,0.00289,,26587.4,70.446,pass@1%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[17].data.values[47].score),,in,in oai56-ctf,openai,gpt-5.6-terra,xhigh,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,2.043766,0.00289,,35970.6,80.4989,pass@1%,0.0289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[17].data.values[48].score),,in,in oai56-ctf,openai,gpt-5.6-terra,max,agentic-tool,hard,OpenAI-launch-chart;code_mode=false,,6.67494075,0.00289,,81520.3,91.8367,pass@1%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[17].data.values[49].score),,in,in oai56-lifesci,openai,gpt-5.4,low,mixed,hard,OpenAI-launch-chart;code_mode=false,,0.215199625,0.00289,,6835.98,36.058,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[18].data.values[24].score),,in,in oai56-lifesci,openai,gpt-5.4,medium,mixed,hard,OpenAI-launch-chart;code_mode=false,,0.6636846750000001,0.00289,,16461.4,39.3253,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[18].data.values[25].score),,in,in oai56-lifesci,openai,gpt-5.4,high,mixed,hard,OpenAI-launch-chart;code_mode=false,,1.1072049499999999,0.00289,,25323.3,41.5406,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[18].data.values[26].score),,in,in oai56-lifesci,openai,gpt-5.4,xhigh,mixed,hard,OpenAI-launch-chart;code_mode=false,,2.1414189500000003,0.00289,,46068.8,44.1719,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[18].data.values[27].score),,in,in oai56-lifesci,openai,gpt-5.5,low,mixed,hard,OpenAI-launch-chart;code_mode=false,,0.17524948,0.00289,,3355.44,37.8956,score%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[18].data.values[28].score),,in,in oai56-lifesci,openai,gpt-5.5,medium,mixed,hard,OpenAI-launch-chart;code_mode=false,,0.89655638,0.00289,,10375.3,44.8924,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[18].data.values[29].score),,in,in oai56-lifesci,openai,gpt-5.5,high,mixed,hard,OpenAI-launch-chart;code_mode=false,,2.05920215,0.00289,,19056.5,48.3852,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[18].data.values[30].score),,in,in oai56-lifesci,openai,gpt-5.5,xhigh,mixed,hard,OpenAI-launch-chart;code_mode=false,,3.321439,0.00289,,28615.4,50.3742,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[18].data.values[31].score),,in,in oai56-lifesci,openai,gpt-5.6-sol,nothink,mixed,hard,OpenAI-launch-chart;code_mode=false,,0.5679124,0.00289,,3805.36,39.64306100368429,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[18].data.values[32].score),,in,in oai56-lifesci,openai,gpt-5.6-sol,low,mixed,hard,OpenAI-launch-chart;code_mode=false,,0.283489525,0.00289,,3946.41,42.6273,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[18].data.values[33].score),,in,in oai56-lifesci,openai,gpt-5.6-sol,medium,mixed,hard,OpenAI-launch-chart;code_mode=false,,0.9980168,0.00289,,9468.38,49.8409,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[18].data.values[34].score),,in,in oai56-lifesci,openai,gpt-5.6-sol,high,mixed,hard,OpenAI-launch-chart;code_mode=false,,1.868113125,0.00289,,15490.2,54.6053,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[18].data.values[35].score),,in,in oai56-lifesci,openai,gpt-5.6-sol,xhigh,mixed,hard,OpenAI-launch-chart;code_mode=false,,3.007262375,0.00289,,22898.2,56.2943,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[18].data.values[36].score),,in,in oai56-lifesci,openai,gpt-5.6-sol,max,mixed,hard,OpenAI-launch-chart;code_mode=false,,6.07672925,0.00289,,37550.2,59.9385,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[18].data.values[37].score),,in,in oai56-lifesci,openai,gpt-5.6-luna,low,mixed,hard,OpenAI-launch-chart;code_mode=false,,0.028425877500000002,0.00289,,2468.25,32.5074,score%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[18].data.values[38].score),,in,in oai56-lifesci,openai,gpt-5.6-luna,medium,mixed,hard,OpenAI-launch-chart;code_mode=false,,0.07162547,0.00289,,5319.64,36.2288,score%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[18].data.values[39].score),,in,in oai56-lifesci,openai,gpt-5.6-luna,high,mixed,hard,OpenAI-launch-chart;code_mode=false,,0.402090475,0.00289,,19615.9,43.4935,score%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[18].data.values[40].score),,in,in oai56-lifesci,openai,gpt-5.6-luna,xhigh,mixed,hard,OpenAI-launch-chart;code_mode=false,,1.0304126999999998,0.00289,,37209.3,47.9906,score%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[18].data.values[41].score),,in,in oai56-lifesci,openai,gpt-5.6-luna,max,mixed,hard,OpenAI-launch-chart;code_mode=false,,1.6294883500000001,0.00289,,53383.1,51.2044,score%,0.0289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[18].data.values[42].score),,in,in oai56-lifesci,openai,gpt-5.6-terra,low,mixed,hard,OpenAI-launch-chart;code_mode=false,,0.10001026250000002,0.00289,,3290.08,37.2116,score%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[18].data.values[43].score),,in,in oai56-lifesci,openai,gpt-5.6-terra,medium,mixed,hard,OpenAI-launch-chart;code_mode=false,,0.264580825,0.00289,,7357.73,41.3775,score%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[18].data.values[44].score),,in,in oai56-lifesci,openai,gpt-5.6-terra,high,mixed,hard,OpenAI-launch-chart;code_mode=false,,0.887294625,0.00289,,18062.8,48.0918,score%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[18].data.values[45].score),,in,in oai56-lifesci,openai,gpt-5.6-terra,xhigh,mixed,hard,OpenAI-launch-chart;code_mode=false,,1.3124345625,0.00289,,24372.8,50.8184,score%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[18].data.values[46].score),,in,in oai56-lifesci,openai,gpt-5.6-terra,max,mixed,hard,OpenAI-launch-chart;code_mode=false,,2.721847125,0.00289,,43172.4,56.0206,score%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[18].data.values[47].score),,in,in oai56-lifesci,openai,opus-4.8,unstated,mixed,hard,OpenAI-launch-chart;code_mode=false,,,,,,53.62,score%,0.0289,,,https://openai.com/index/gpt-5-6/ ($[18].layer[1].data.values[0].score),,out:effort-not-established, oai56-medchem,openai,gpt-5.4,low,mixed,hard,OpenAI-launch-chart;code_mode=false,,0.09316076424999999,0.00289,,4501.45,16.1971,score%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[19].data.values[24].score),,in,in oai56-medchem,openai,gpt-5.4,medium,mixed,hard,OpenAI-launch-chart;code_mode=false,,0.30786228000000004,0.00289,,12930.1,18.7484,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[19].data.values[25].score),,in,in oai56-medchem,openai,gpt-5.4,high,mixed,hard,OpenAI-launch-chart;code_mode=false,,0.5885941699999999,0.00289,,21738,20.9538,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[19].data.values[26].score),,in,in oai56-medchem,openai,gpt-5.4,xhigh,mixed,hard,OpenAI-launch-chart;code_mode=false,,1.16513975,0.00289,,38320,23.9761,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[19].data.values[27].score),,in,in oai56-medchem,openai,gpt-5.5,low,mixed,hard,OpenAI-launch-chart;code_mode=false,,0.11510431,0.00289,,2642.45,19.1653,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[19].data.values[28].score),,in,in oai56-medchem,openai,gpt-5.5,medium,mixed,hard,OpenAI-launch-chart;code_mode=false,,0.36482688750000003,0.00289,,8652.96,25.6036,score%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[19].data.values[29].score),,in,in oai56-medchem,openai,gpt-5.5,high,mixed,hard,OpenAI-launch-chart;code_mode=false,,0.792321935,0.00289,,17910.2,30.8166,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[19].data.values[30].score),,in,in oai56-medchem,openai,gpt-5.5,xhigh,mixed,hard,OpenAI-launch-chart;code_mode=false,,1.294774525,0.00289,,27529.1,35.5345,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[19].data.values[31].score),,in,in oai56-medchem,openai,gpt-5.6-sol,nothink,mixed,hard,OpenAI-launch-chart;code_mode=false,,0.1298974625,0.00289,,2092.29,18.78128419600786,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[19].data.values[32].score),,in,in oai56-medchem,openai,gpt-5.6-sol,low,mixed,hard,OpenAI-launch-chart;code_mode=false,,0.1630699,0.00289,,3427.48,26.7013,score%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[19].data.values[33].score),,in,in oai56-medchem,openai,gpt-5.6-sol,medium,mixed,hard,OpenAI-launch-chart;code_mode=false,,0.35804434999999996,0.00289,,7514.11,37.1575,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[19].data.values[34].score),,in,in oai56-medchem,openai,gpt-5.6-sol,high,mixed,hard,OpenAI-launch-chart;code_mode=false,,0.631402375,0.00289,,13052.4,43.4056,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[19].data.values[35].score),,in,in oai56-medchem,openai,gpt-5.6-sol,xhigh,mixed,hard,OpenAI-launch-chart;code_mode=false,,0.98148625,0.00289,,19849.9,46.0482,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[19].data.values[36].score),,in,in oai56-medchem,openai,gpt-5.6-sol,max,mixed,hard,OpenAI-launch-chart;code_mode=false,,1.759538125,0.00289,,31736.3,48.3125,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[19].data.values[37].score),,in,in oai56-medchem,openai,gpt-5.6-luna,low,mixed,hard,OpenAI-launch-chart;code_mode=false,,0.0217222871,0.00289,,2254.5,12.2281,score%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[19].data.values[38].score),,in,in oai56-medchem,openai,gpt-5.6-luna,medium,mixed,hard,OpenAI-launch-chart;code_mode=false,,0.042665335,0.00289,,4806.53,14.1636,score%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[19].data.values[39].score),,in,in oai56-medchem,openai,gpt-5.6-luna,high,mixed,hard,OpenAI-launch-chart;code_mode=false,,0.199819025,0.00289,,19915.9,22.8609,score%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[19].data.values[40].score),,in,in oai56-medchem,openai,gpt-5.6-luna,xhigh,mixed,hard,OpenAI-launch-chart;code_mode=false,,0.41013107499999996,0.00289,,37852.3,27.6242,score%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[19].data.values[41].score),,in,in oai56-medchem,openai,gpt-5.6-luna,max,mixed,hard,OpenAI-launch-chart;code_mode=false,,0.65661985,0.00289,,54879.4,30.395,score%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[19].data.values[42].score),,in,in oai56-medchem,openai,gpt-5.6-terra,low,mixed,hard,OpenAI-launch-chart;code_mode=false,,0.07454813125000001,0.00289,,3043.4,13.7898,score%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[19].data.values[43].score),,in,in oai56-medchem,openai,gpt-5.6-terra,medium,mixed,hard,OpenAI-launch-chart;code_mode=false,,0.170737375,0.00289,,6905.11,17.3994,score%,0.0289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[19].data.values[44].score),,in,in oai56-medchem,openai,gpt-5.6-terra,high,mixed,hard,OpenAI-launch-chart;code_mode=false,,0.48201525,0.00289,,17986.7,25.2603,score%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[19].data.values[45].score),,in,in oai56-medchem,openai,gpt-5.6-terra,xhigh,mixed,hard,OpenAI-launch-chart;code_mode=false,,0.7110215625,0.00289,,25103.3,28.9668,score%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[19].data.values[46].score),,in,in oai56-medchem,openai,gpt-5.6-terra,max,mixed,hard,OpenAI-launch-chart;code_mode=false,,1.685487375,0.00289,,47962.7,34.9916,score%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[19].data.values[47].score),,in,in oai56-debug,openai,gpt-5.4,low,coding,hard,OpenAI-launch-chart;code_mode=false,,0.3667311375,0.00289,,4640.9,26.122,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[20].data.values[26].score),,in,in oai56-debug,openai,gpt-5.4,medium,coding,hard,OpenAI-launch-chart;code_mode=false,,0.7733148000000001,0.00289,,9174.24,38.6402,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[20].data.values[27].score),,in,in oai56-debug,openai,gpt-5.4,high,coding,hard,OpenAI-launch-chart;code_mode=false,,1.0457950999999999,0.00289,,12848.1,44.0244,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[20].data.values[28].score),,in,in oai56-debug,openai,gpt-5.4,xhigh,coding,hard,OpenAI-launch-chart;code_mode=false,,1.60191375,0.00289,,20373.4,47.7134,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[20].data.values[29].score),,in,in oai56-debug,openai,gpt-5.5,nothink,coding,hard,OpenAI-launch-chart;code_mode=false,,0.23819131999999998,0.00289,,1294.67,14.5732,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[20].data.values[30].score),,in,in oai56-debug,openai,gpt-5.5,low,coding,hard,OpenAI-launch-chart;code_mode=false,,0.4224432550000001,0.00289,,2640.39,27.5244,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[20].data.values[31].score),,in,in oai56-debug,openai,gpt-5.5,medium,coding,hard,OpenAI-launch-chart;code_mode=false,,1.2649526500000001,0.00289,,6549.62,42.561,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[20].data.values[32].score),,in,in oai56-debug,openai,gpt-5.5,high,coding,hard,OpenAI-launch-chart;code_mode=false,,2.103718,0.00289,,10358.2,46.378,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[20].data.values[33].score),,in,in oai56-debug,openai,gpt-5.5,xhigh,coding,hard,OpenAI-launch-chart;code_mode=false,,2.3774417999999997,0.00289,,12547.9,49.9512,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[20].data.values[34].score),,in,in oai56-debug,openai,gpt-5.6-sol,low,coding,hard,OpenAI-launch-chart;code_mode=false,,0.3809732,0.00289,,1976.06,30.3354,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[20].data.values[35].score),,in,in oai56-debug,openai,gpt-5.6-sol,medium,coding,hard,OpenAI-launch-chart;code_mode=false,,1.080012675,0.00289,,5038.1,48.036585365853657,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[20].data.values[36].score),,in,in oai56-debug,openai,gpt-5.6-sol,high,coding,hard,OpenAI-launch-chart;code_mode=false,,2.1417291,0.00289,,8917.08,55.3171,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[20].data.values[37].score),,in,in oai56-debug,openai,gpt-5.6-sol,xhigh,coding,hard,OpenAI-launch-chart;code_mode=false,,3.23865,0.00289,,12872,60.70121951219513,score%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[20].data.values[38].score),,in,in oai56-debug,openai,gpt-5.6-sol,max,coding,hard,OpenAI-launch-chart;code_mode=false,,5.27272475,0.00289,,20127.1,68.31707317073171,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[20].data.values[39].score),,in,in oai56-debug,openai,gpt-5.6-luna,nothink,coding,hard,OpenAI-launch-chart;code_mode=false,,0.038372949999999996,0.00289,,1941.3,8.02439,score%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[20].data.values[40].score),,in,in oai56-debug,openai,gpt-5.6-luna,low,coding,hard,OpenAI-launch-chart;code_mode=false,,0.051363615,0.00289,,1576.31,12.1341,score%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[20].data.values[41].score),,in,in oai56-debug,openai,gpt-5.6-luna,medium,coding,hard,OpenAI-launch-chart;code_mode=false,,0.12369461500000002,0.00289,,4515.41,22.0976,score%,0.0289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[20].data.values[42].score),,in,in oai56-debug,openai,gpt-5.6-luna,high,coding,hard,OpenAI-launch-chart;code_mode=false,,0.5264181,0.00289,,10969.8,36.0305,score%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[20].data.values[43].score),,in,in oai56-debug,openai,gpt-5.6-luna,xhigh,coding,hard,OpenAI-launch-chart;code_mode=false,,1.0402206999999999,0.00289,,20663.7,45.9451,score%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[20].data.values[44].score),,in,in oai56-debug,openai,gpt-5.6-luna,max,coding,hard,OpenAI-launch-chart;code_mode=false,,1.65512035,0.00289,,29063.3,50.7561,score%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[20].data.values[45].score),,in,in oai56-debug,openai,gpt-5.6-terra,nothink,coding,hard,OpenAI-launch-chart;code_mode=false,,0.1142498,0.00289,,1102.07,10.0915,score%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[20].data.values[46].score),,in,in oai56-debug,openai,gpt-5.6-terra,low,coding,hard,OpenAI-launch-chart;code_mode=false,,0.1532702375,0.00289,,1850.65,17.0122,score%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[20].data.values[47].score),,in,in oai56-debug,openai,gpt-5.6-terra,medium,coding,hard,OpenAI-launch-chart;code_mode=false,,0.3949552375,0.00289,,4412.19,40.4024,score%,0.0289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[20].data.values[48].score),,in,in oai56-debug,openai,gpt-5.6-terra,high,coding,hard,OpenAI-launch-chart;code_mode=false,,1.077445625,0.00289,,9876.69,49.1524,score%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[20].data.values[49].score),,in,in oai56-debug,openai,gpt-5.6-terra,xhigh,coding,hard,OpenAI-launch-chart;code_mode=false,,1.523727375,0.00289,,13744.2,52.1341,score%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[20].data.values[50].score),,in,in oai56-debug,openai,gpt-5.6-terra,max,coding,hard,OpenAI-launch-chart;code_mode=false,,3.93737025,0.00289,,31938.8,67.7622,score%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[20].data.values[51].score),,in,in oai56-kernelgen,openai,gpt-5.4,low,coding,hard,OpenAI-launch-chart;code_mode=false,,0.8573822,0.00289,,15349.6,1.13038,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[21].data.values[25].score),,in,in oai56-kernelgen,openai,gpt-5.4,medium,coding,hard,OpenAI-launch-chart;code_mode=false,,2.627893425,0.00289,,44526.8,6.3344,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[21].data.values[26].score),,in,in oai56-kernelgen,openai,gpt-5.4,high,coding,hard,OpenAI-launch-chart;code_mode=false,,4.071487175,0.00289,,72666,11.2945,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[21].data.values[27].score),,in,in oai56-kernelgen,openai,gpt-5.4,xhigh,coding,hard,OpenAI-launch-chart;code_mode=false,,6.859446,0.00289,,130428,17.964,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[21].data.values[28].score),,in,in oai56-kernelgen,openai,gpt-5.5,low,coding,hard,OpenAI-launch-chart;code_mode=false,,0.799940425,0.00289,,6128.85,0.898381,score%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[21].data.values[29].score),,in,in oai56-kernelgen,openai,gpt-5.5,medium,coding,hard,OpenAI-launch-chart;code_mode=false,,2.7165608999999997,0.00289,,18516.1,9.57759,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[21].data.values[30].score),,in,in oai56-kernelgen,openai,gpt-5.5,high,coding,hard,OpenAI-launch-chart;code_mode=false,,6.41108545,0.00289,,42379.1,18.7457,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[21].data.values[31].score),,in,in oai56-kernelgen,openai,gpt-5.5,xhigh,coding,hard,OpenAI-launch-chart;code_mode=false,,19.8243865,0.00289,,146001,29.2502,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[21].data.values[32].score),,in,in oai56-kernelgen,openai,gpt-5.6-sol,low,coding,hard,OpenAI-launch-chart;code_mode=false,,0.7568022,0.00289,,5652.46,2.34727,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[21].data.values[33].score),,in,in oai56-kernelgen,openai,gpt-5.6-sol,medium,coding,hard,OpenAI-launch-chart;code_mode=false,,2.645404625,0.00289,,13452.7,12.657100916,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[21].data.values[34].score),,in,in oai56-kernelgen,openai,gpt-5.6-sol,high,coding,hard,OpenAI-launch-chart;code_mode=false,,6.68006925,0.00289,,24071.5,22.6634,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[21].data.values[35].score),,in,in oai56-kernelgen,openai,gpt-5.6-sol,xhigh,coding,hard,OpenAI-launch-chart;code_mode=false,,14.4997505,0.00289,,47282.7,32.072584015999994,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[21].data.values[36].score),,in,in oai56-kernelgen,openai,gpt-5.6-sol,max,coding,hard,OpenAI-launch-chart;code_mode=false,,95.96652,0.00289,,296064,61.0785,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[21].data.values[37].score),,in,in oai56-kernelgen,openai,gpt-5.6-luna,nothink,coding,hard,OpenAI-launch-chart;code_mode=false,,0.037696375,0.00289,,1330.7,0.00450081,score%,0.289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[21].data.values[38].score),,in,in oai56-kernelgen,openai,gpt-5.6-luna,low,coding,hard,OpenAI-launch-chart;code_mode=false,,0.08965268,0.00289,,3820.07,0.0164231,score%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[21].data.values[39].score),,in,in oai56-kernelgen,openai,gpt-5.6-luna,medium,coding,hard,OpenAI-launch-chart;code_mode=false,,0.3123465,0.00289,,12859.2,0.325534,score%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[21].data.values[40].score),,in,in oai56-kernelgen,openai,gpt-5.6-luna,high,coding,hard,OpenAI-launch-chart;code_mode=false,,1.37586445,0.00289,,37352.4,7.13276,score%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[21].data.values[41].score),,in,in oai56-kernelgen,openai,gpt-5.6-luna,xhigh,coding,hard,OpenAI-launch-chart;code_mode=false,,3.14910365,0.00289,,69316,16.0089,score%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[21].data.values[42].score),,in,in oai56-kernelgen,openai,gpt-5.6-luna,max,coding,hard,OpenAI-launch-chart;code_mode=false,,5.0526775,0.00289,,106572,22.4002,score%,0.0289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[21].data.values[43].score),,in,in oai56-kernelgen,openai,gpt-5.6-terra,nothink,coding,hard,OpenAI-launch-chart;code_mode=false,,0.11771095,0.00289,,1543.23,0.00149966,score%,0.289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[21].data.values[44].score),,in,in oai56-kernelgen,openai,gpt-5.6-terra,low,coding,hard,OpenAI-launch-chart;code_mode=false,,0.207110625,0.00289,,3489.58,0.0604988,score%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[21].data.values[45].score),,in,in oai56-kernelgen,openai,gpt-5.6-terra,medium,coding,hard,OpenAI-launch-chart;code_mode=false,,0.643328125,0.00289,,10098.2,2.69564,score%,0.0289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[21].data.values[46].score),,in,in oai56-kernelgen,openai,gpt-5.6-terra,high,coding,hard,OpenAI-launch-chart;code_mode=false,,2.389229625,0.00289,,28037.8,15.0776,score%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[21].data.values[47].score),,in,in oai56-kernelgen,openai,gpt-5.6-terra,xhigh,coding,hard,OpenAI-launch-chart;code_mode=false,,4.1299315,0.00289,,44075.2,22.8302,score%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[21].data.values[48].score),,in,in oai56-kernelgen,openai,gpt-5.6-terra,max,coding,hard,OpenAI-launch-chart;code_mode=false,,55.62454,0.00289,,514395,49.2492,score%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[21].data.values[49].score),,in,in oai56-nanogpt,openai,gpt-5.4,low,coding,hard,OpenAI-launch-chart;code_mode=false,,0.44652323499999996,0.00289,,10916.8,0.304589,score%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[22].data.values[25].score),,in,in oai56-nanogpt,openai,gpt-5.4,medium,coding,hard,OpenAI-launch-chart;code_mode=false,,4.6939345,0.00289,,51695.1,0.525982,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[22].data.values[26].score),,in,in oai56-nanogpt,openai,gpt-5.4,high,coding,hard,OpenAI-launch-chart;code_mode=false,,10.940019,0.00289,,123478,0.868532,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[22].data.values[27].score),,in,in oai56-nanogpt,openai,gpt-5.4,xhigh,coding,hard,OpenAI-launch-chart;code_mode=false,,21.539232,0.00289,,303183,2.29534,score%,0.0289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[22].data.values[28].score),,in,in oai56-nanogpt,openai,gpt-5.5,nothink,coding,hard,OpenAI-launch-chart;code_mode=false,,0.16096354000000002,0.00289,,859.6,0.0231885,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[22].data.values[29].score),,in,in oai56-nanogpt,openai,gpt-5.5,low,coding,hard,OpenAI-launch-chart;code_mode=false,,0.41383686,0.00289,,2660.53,0.130262,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[22].data.values[30].score),,in,in oai56-nanogpt,openai,gpt-5.5,medium,coding,hard,OpenAI-launch-chart;code_mode=false,,8.7546775,0.00289,,26852.6,0.379931,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[22].data.values[31].score),,in,in oai56-nanogpt,openai,gpt-5.5,high,coding,hard,OpenAI-launch-chart;code_mode=false,,15.926629,0.00289,,52879.3,1.14842,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[22].data.values[32].score),,in,in oai56-nanogpt,openai,gpt-5.5,xhigh,coding,hard,OpenAI-launch-chart;code_mode=false,,31.691068,0.00289,,126256,2.65194,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[22].data.values[33].score),,in,in oai56-nanogpt,openai,gpt-5.6-sol,nothink,coding,hard,OpenAI-launch-chart;code_mode=false,,1.339408,0.00289,,3685.55,0.177221,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[22].data.values[34].score),,in,in oai56-nanogpt,openai,gpt-5.6-sol,low,coding,hard,OpenAI-launch-chart;code_mode=false,,1.4133996000000002,0.00289,,5611.65,0.422241,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[22].data.values[35].score),,in,in oai56-nanogpt,openai,gpt-5.6-sol,medium,coding,hard,OpenAI-launch-chart;code_mode=false,,6.44856425,0.00289,,20119.1,1.05412,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[22].data.values[36].score),,in,in oai56-nanogpt,openai,gpt-5.6-sol,high,coding,hard,OpenAI-launch-chart;code_mode=false,,13.15158175,0.00289,,40260,1.96368,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[22].data.values[37].score),,in,in oai56-nanogpt,openai,gpt-5.6-sol,xhigh,coding,hard,OpenAI-launch-chart;code_mode=false,,23.07714575,0.00289,,68067.1,2.5163,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[22].data.values[38].score),,in,in oai56-nanogpt,openai,gpt-5.6-sol,max,coding,hard,OpenAI-launch-chart;code_mode=false,,59.7301575,0.00289,,148981,9.68535,score%,0.00289,,cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-5-6/ ($[22].data.values[39].score),,in,in oai56-nanogpt,openai,gpt-5.6-luna,low,coding,hard,OpenAI-launch-chart;code_mode=false,,0.03796515,0.00289,,1519.2,0.0446039,score%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[22].data.values[40].score),,in,in oai56-nanogpt,openai,gpt-5.6-luna,medium,coding,hard,OpenAI-launch-chart;code_mode=false,,0.11280867,0.00289,,4283.73,0.042784,score%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[22].data.values[41].score),,in,in oai56-nanogpt,openai,gpt-5.6-luna,high,coding,hard,OpenAI-launch-chart;code_mode=false,,0.782997025,0.00289,,18937.5,0.20264,score%,0.0289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[22].data.values[42].score),,in,in oai56-nanogpt,openai,gpt-5.6-luna,xhigh,coding,hard,OpenAI-launch-chart;code_mode=false,,3.43865195,0.00289,,54655.4,0.833055,score%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[22].data.values[43].score),,in,in oai56-nanogpt,openai,gpt-5.6-luna,max,coding,hard,OpenAI-launch-chart;code_mode=false,,13.21027,0.00289,,119688,1.6576,score%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[22].data.values[44].score),,in,in oai56-nanogpt,openai,gpt-5.6-terra,low,coding,hard,OpenAI-launch-chart;code_mode=false,,0.093063225,0.00289,,1740.58,0.0273048,score%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[22].data.values[45].score),,in,in oai56-nanogpt,openai,gpt-5.6-terra,medium,coding,hard,OpenAI-launch-chart;code_mode=false,,0.426029325,0.00289,,7454.95,0.308538,score%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[22].data.values[46].score),,in,in oai56-nanogpt,openai,gpt-5.6-terra,high,coding,hard,OpenAI-launch-chart;code_mode=false,,2.57886925,0.00289,,29178.5,0.371063,score%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[22].data.values[47].score),,in,in oai56-nanogpt,openai,gpt-5.6-terra,xhigh,coding,hard,OpenAI-launch-chart;code_mode=false,,5.50530725,0.00289,,49151.1,0.773151,score%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[22].data.values[48].score),,in,in oai56-nanogpt,openai,gpt-5.6-terra,max,coding,hard,OpenAI-launch-chart;code_mode=false,,56.0666775,0.00289,,359090,14.5295,score%,0.00289,,cost-uniform-factor-tiers; cost-base-price:cost-uniform-factor-tiers,https://openai.com/index/gpt-5-6/ ($[22].data.values[49].score),,in,in oai56-t-posttrainbench-lite,openai,gpt-5.6-sol,unstated,agentic-tool,hard,OpenAI-launch-table,,,,,,52.7,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 0 row 'Agents' Last Exam' col 'GPT‑5.6 Sol'),,out:effort-not-established, oai56-t-posttrainbench-lite,openai,gpt-5.6-terra,unstated,agentic-tool,hard,OpenAI-launch-table,,,,,,50.4,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 0 row 'Agents' Last Exam' col 'GPT‑5.6 Terra'),,out:effort-not-established, oai56-t-posttrainbench-lite,openai,gpt-5.6-luna,unstated,agentic-tool,hard,OpenAI-launch-table,,,,,,50.3,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 0 row 'Agents' Last Exam' col 'GPT‑5.6 Luna'),,out:effort-not-established, oai56-t-posttrainbench-lite,openai,gpt-5.5,unstated,agentic-tool,hard,OpenAI-launch-table,,,,,,46.9,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 0 row 'Agents' Last Exam' col 'GPT‑5.5'),,out:effort-not-established, oai56-t-posttrainbench-lite,openai,fable-5,unstated,agentic-tool,hard,OpenAI-launch-table,,,,,,40.5,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 0 row 'Agents' Last Exam' col 'Claude Fable 5'),,out:effort-not-established, oai56-t-posttrainbench-lite,openai,opus-4.8,unstated,agentic-tool,hard,OpenAI-launch-table,,,,,,45.2,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 0 row 'Agents' Last Exam' col 'Claude Opus 4.8'),,out:effort-not-established, oai56-t-posttrainbench-lite,openai,gemini-3.1-pro,unstated,agentic-tool,hard,OpenAI-launch-table,,,,,,32.1,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 0 row 'Agents' Last Exam' col 'Gemini 3.1 Pro Preview'),,out:effort-not-established, oai56-aa-gdpval-aa-v2,openai,gpt-5.6-sol,unstated,mixed,hard,OpenAI-launch-table,,,,,,1747.8,Elo,0.0289,,,https://openai.com/index/gpt-5-6/ (table 0 row 'GDPval-AA v2' col 'GPT‑5.6 Sol'),,out:effort-not-established, oai56-aa-gdpval-aa-v2,openai,gpt-5.6-terra,unstated,mixed,hard,OpenAI-launch-table,,,,,,1593,Elo,0.289,,,https://openai.com/index/gpt-5-6/ (table 0 row 'GDPval-AA v2' col 'GPT‑5.6 Terra'),,out:effort-not-established, oai56-aa-gdpval-aa-v2,openai,gpt-5.6-luna,unstated,mixed,hard,OpenAI-launch-table,,,,,,1591.8,Elo,0.0289,,,https://openai.com/index/gpt-5-6/ (table 0 row 'GDPval-AA v2' col 'GPT‑5.6 Luna'),,out:effort-not-established, oai56-aa-gdpval-aa-v2,openai,gpt-5.5,unstated,mixed,hard,OpenAI-launch-table,,,,,,1493.7,Elo,0.0289,,,https://openai.com/index/gpt-5-6/ (table 0 row 'GDPval-AA v2' col 'GPT‑5.5'),,out:effort-not-established, oai56-aa-gdpval-aa-v2,openai,fable-5,unstated,mixed,hard,OpenAI-launch-table,,,,,,1759.6,Elo,0.0289,,,https://openai.com/index/gpt-5-6/ (table 0 row 'GDPval-AA v2' col 'Claude Fable 5'),,out:effort-not-established, oai56-aa-gdpval-aa-v2,openai,opus-4.8,unstated,mixed,hard,OpenAI-launch-table,,,,,,1600.1,Elo,0.0289,,,https://openai.com/index/gpt-5-6/ (table 0 row 'GDPval-AA v2' col 'Claude Opus 4.8'),,out:effort-not-established, oai56-aa-gdpval-aa-v2,openai,gemini-3.1-pro,unstated,mixed,hard,OpenAI-launch-table,,,,,,962.3,Elo,0.0289,,,https://openai.com/index/gpt-5-6/ (table 0 row 'GDPval-AA v2' col 'Gemini 3.1 Pro Preview'),,out:effort-not-established, oai56-aa-gdpval-aa-v2,openai,gemini-3.5-flash,unstated,mixed,hard,OpenAI-launch-table,,,,,,1348.8,Elo,0.0289,,,https://openai.com/index/gpt-5-6/ (table 0 row 'GDPval-AA v2' col 'Gemini 3.5 Flash'),,out:effort-not-established, oai56-t-management-consulting-tasks,openai,gpt-5.6-sol,unstated,mixed,hard,OpenAI-launch-table,,,,,,43.2,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 0 row 'Management Consulting Tasks (Internal)' col 'GPT‑5.6 Sol'),,out:effort-not-established, oai56-t-management-consulting-tasks,openai,gpt-5.6-terra,unstated,mixed,hard,OpenAI-launch-table,,,,,,37.2,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 0 row 'Management Consulting Tasks (Internal)' col 'GPT‑5.6 Terra'),,out:effort-not-established, oai56-t-management-consulting-tasks,openai,gpt-5.6-luna,unstated,mixed,hard,OpenAI-launch-table,,,,,,35.4,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 0 row 'Management Consulting Tasks (Internal)' col 'GPT‑5.6 Luna'),,out:effort-not-established, oai56-t-management-consulting-tasks,openai,gpt-5.5,unstated,mixed,hard,OpenAI-launch-table,,,,,,31.3,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 0 row 'Management Consulting Tasks (Internal)' col 'GPT‑5.5'),,out:effort-not-established, oai56-t-management-consulting-tasks,openai,fable-5,unstated,mixed,hard,OpenAI-launch-table,,,,,,35.5,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 0 row 'Management Consulting Tasks (Internal)' col 'Claude Fable 5'),,out:effort-not-established, oai56-t-management-consulting-tasks,openai,opus-4.8,unstated,mixed,hard,OpenAI-launch-table,,,,,,31.6,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 0 row 'Management Consulting Tasks (Internal)' col 'Claude Opus 4.8'),,out:effort-not-established, oai56-t-management-consulting-tasks,openai,gemini-3.1-pro,unstated,mixed,hard,OpenAI-launch-table,,,,,,13.2,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 0 row 'Management Consulting Tasks (Internal)' col 'Gemini 3.1 Pro Preview'),,out:effort-not-established, oai56-t-big-finance-bench,openai,gpt-5.6-sol,unstated,mixed,hard,OpenAI-launch-table,,,,,,53,score%,0.289,,,https://openai.com/index/gpt-5-6/ (table 0 row 'Big Finance Bench' col 'GPT‑5.6 Sol'),,out:effort-not-established, oai56-t-big-finance-bench,openai,gpt-5.6-terra,unstated,mixed,hard,OpenAI-launch-table,,,,,,51,score%,0.289,,,https://openai.com/index/gpt-5-6/ (table 0 row 'Big Finance Bench' col 'GPT‑5.6 Terra'),,out:effort-not-established, oai56-t-big-finance-bench,openai,gpt-5.6-luna,unstated,mixed,hard,OpenAI-launch-table,,,,,,36,score%,0.289,,,https://openai.com/index/gpt-5-6/ (table 0 row 'Big Finance Bench' col 'GPT‑5.6 Luna'),,out:effort-not-established, oai56-t-big-finance-bench,openai,gpt-5.5,unstated,mixed,hard,OpenAI-launch-table,,,,,,49,score%,0.289,,,https://openai.com/index/gpt-5-6/ (table 0 row 'Big Finance Bench' col 'GPT‑5.5'),,out:effort-not-established, oai56-t-big-finance-bench,openai,opus-4.8,unstated,mixed,hard,OpenAI-launch-table,,,,,,44,score%,0.289,,,https://openai.com/index/gpt-5-6/ (table 0 row 'Big Finance Bench' col 'Claude Opus 4.8'),,out:effort-not-established, oai56-t-healthbench-professional,openai,gpt-5.6-sol,unstated,mixed,hard,OpenAI-launch-table,,,,,,58.9,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 0 row 'Artificial Analysis Intelligence Index v4.1' col 'GPT‑5.6 Sol'),,out:effort-not-established, oai56-t-healthbench-professional,openai,gpt-5.6-terra,unstated,mixed,hard,OpenAI-launch-table,,,,,,55,score%,0.289,,,https://openai.com/index/gpt-5-6/ (table 0 row 'Artificial Analysis Intelligence Index v4.1' col 'GPT‑5.6 Terra'),,out:effort-not-established, oai56-t-healthbench-professional,openai,gpt-5.6-luna,unstated,mixed,hard,OpenAI-launch-table,,,,,,51.2,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 0 row 'Artificial Analysis Intelligence Index v4.1' col 'GPT‑5.6 Luna'),,out:effort-not-established, oai56-t-healthbench-professional,openai,gpt-5.5,unstated,mixed,hard,OpenAI-launch-table,,,,,,54.8,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 0 row 'Artificial Analysis Intelligence Index v4.1' col 'GPT‑5.5'),,out:effort-not-established, oai56-t-healthbench-professional,openai,fable-5,unstated,mixed,hard,OpenAI-launch-table,,,,,,59.9,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 0 row 'Artificial Analysis Intelligence Index v4.1' col 'Claude Fable 5'),,out:effort-not-established, oai56-t-healthbench-professional,openai,opus-4.8,unstated,mixed,hard,OpenAI-launch-table,,,,,,55.7,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 0 row 'Artificial Analysis Intelligence Index v4.1' col 'Claude Opus 4.8'),,out:effort-not-established, oai56-t-healthbench-professional,openai,gemini-3.1-pro,unstated,mixed,hard,OpenAI-launch-table,,,,,,46.5,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 0 row 'Artificial Analysis Intelligence Index v4.1' col 'Gemini 3.1 Pro Preview'),,out:effort-not-established, oai56-t-healthbench-professional,openai,gemini-3.5-flash,unstated,mixed,hard,OpenAI-launch-table,,,,,,50.2,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 0 row 'Artificial Analysis Intelligence Index v4.1' col 'Gemini 3.5 Flash'),,out:effort-not-established, oai56-t-swe-bench-pro,openai,gpt-5.6-sol,unstated,coding,hard,OpenAI-launch-table,,,,,,80,score%,0.289,,,https://openai.com/index/gpt-5-6/ (table 1 row 'Artificial Analysis Coding Agent Index v1.1' col 'GPT‑5.6 Sol'),,out:effort-not-established, oai56-t-swe-bench-pro,openai,gpt-5.6-terra,unstated,coding,hard,OpenAI-launch-table,,,,,,77.4,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 1 row 'Artificial Analysis Coding Agent Index v1.1' col 'GPT‑5.6 Terra'),,out:effort-not-established, oai56-t-swe-bench-pro,openai,gpt-5.6-luna,unstated,coding,hard,OpenAI-launch-table,,,,,,74.6,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 1 row 'Artificial Analysis Coding Agent Index v1.1' col 'GPT‑5.6 Luna'),,out:effort-not-established, oai56-t-swe-bench-pro,openai,gpt-5.5,unstated,coding,hard,OpenAI-launch-table,,,,,,76.4,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 1 row 'Artificial Analysis Coding Agent Index v1.1' col 'GPT‑5.5'),,out:effort-not-established, oai56-t-swe-bench-pro,openai,fable-5,unstated,coding,hard,OpenAI-launch-table,,,,,,77.2,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 1 row 'Artificial Analysis Coding Agent Index v1.1' col 'Claude Fable 5'),,out:effort-not-established, oai56-t-swe-bench-pro,openai,opus-4.8,unstated,coding,hard,OpenAI-launch-table,,,,,,72.5,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 1 row 'Artificial Analysis Coding Agent Index v1.1' col 'Claude Opus 4.8'),,out:effort-not-established, oai56-t-swe-bench-pro,openai,gemini-3.1-pro,unstated,coding,hard,OpenAI-launch-table,,,,,,42.7,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 1 row 'Artificial Analysis Coding Agent Index v1.1' col 'Gemini 3.1 Pro Preview'),,out:effort-not-established, oai56-t-swe-bench-pro,openai,gpt-5.6-sol,unstated,coding,hard,OpenAI-launch-table,,,,,,64.6,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 1 row 'SWE-Bench Pro' col 'GPT‑5.6 Sol'),,out:effort-not-established, oai56-t-swe-bench-pro,openai,gpt-5.6-terra,unstated,coding,hard,OpenAI-launch-table,,,,,,63.4,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 1 row 'SWE-Bench Pro' col 'GPT‑5.6 Terra'),,out:effort-not-established, oai56-t-swe-bench-pro,openai,gpt-5.6-luna,unstated,coding,hard,OpenAI-launch-table,,,,,,62.7,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 1 row 'SWE-Bench Pro' col 'GPT‑5.6 Luna'),,out:effort-not-established, oai56-t-swe-bench-pro,openai,gpt-5.5,unstated,coding,hard,OpenAI-launch-table,,,,,,59.4,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 1 row 'SWE-Bench Pro' col 'GPT‑5.5'),,out:effort-not-established, oai56-t-swe-bench-pro,openai,mythos-5,unstated,coding,hard,OpenAI-launch-table,,,,,,80.3,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 1 row 'SWE-Bench Pro' col 'Claude Mythos 5'),,out:effort-not-established, oai56-t-swe-bench-pro,openai,?Claude Mythos Preview,not-established:absent,coding,hard,OpenAI-launch-table,,,,,,77.8,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 1 row 'SWE-Bench Pro' col 'Claude Mythos Preview'),,out:model-not-established, oai56-t-swe-bench-pro,openai,fable-5,unstated,coding,hard,OpenAI-launch-table,,,,,,80,score%,0.289,,,https://openai.com/index/gpt-5-6/ (table 1 row 'SWE-Bench Pro' col 'Claude Fable 5'),,out:effort-not-established, oai56-t-swe-bench-pro,openai,opus-4.8,unstated,coding,hard,OpenAI-launch-table,,,,,,69.2,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 1 row 'SWE-Bench Pro' col 'Claude Opus 4.8'),,out:effort-not-established, oai56-t-swe-bench-pro,openai,gemini-3.1-pro,unstated,coding,hard,OpenAI-launch-table,,,,,,54.2,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 1 row 'SWE-Bench Pro' col 'Gemini 3.1 Pro Preview'),,out:effort-not-established, oai56-t-terminal-bench-2-1,openai,gpt-5.6-sol,unstated,agentic-tool,hard,OpenAI-launch-table,,,,,,88.8,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 1 row 'Terminal-Bench 2.1' col 'GPT‑5.6 Sol'),,out:effort-not-established, oai56-t-terminal-bench-2-1,openai,?GPT‑5.6 Sol Ultra,not-established:absent,agentic-tool,hard,OpenAI-launch-table,,,,,,91.9,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 1 row 'Terminal-Bench 2.1' col 'GPT‑5.6 Sol Ultra'),,out:model-not-established, oai56-t-terminal-bench-2-1,openai,gpt-5.6-terra,unstated,agentic-tool,hard,OpenAI-launch-table,,,,,,87.4,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 1 row 'Terminal-Bench 2.1' col 'GPT‑5.6 Terra'),,out:effort-not-established, oai56-t-terminal-bench-2-1,openai,gpt-5.6-luna,unstated,agentic-tool,hard,OpenAI-launch-table,,,,,,84.7,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 1 row 'Terminal-Bench 2.1' col 'GPT‑5.6 Luna'),,out:effort-not-established, oai56-t-terminal-bench-2-1,openai,gpt-5.5,unstated,agentic-tool,hard,OpenAI-launch-table,,,,,,85.6,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 1 row 'Terminal-Bench 2.1' col 'GPT‑5.5'),,out:effort-not-established, oai56-t-terminal-bench-2-1,openai,mythos-5,unstated,agentic-tool,hard,OpenAI-launch-table,,,,,,88,score%,0.289,,,https://openai.com/index/gpt-5-6/ (table 1 row 'Terminal-Bench 2.1' col 'Claude Mythos 5'),,out:effort-not-established, oai56-t-terminal-bench-2-1,openai,fable-5,unstated,agentic-tool,hard,OpenAI-launch-table,,,,,,83.1,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 1 row 'Terminal-Bench 2.1' col 'Claude Fable 5'),,out:effort-not-established, oai56-t-terminal-bench-2-1,openai,opus-4.8,unstated,agentic-tool,hard,OpenAI-launch-table,,,,,,78.9,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 1 row 'Terminal-Bench 2.1' col 'Claude Opus 4.8'),,out:effort-not-established, oai56-t-terminal-bench-2-1,openai,gemini-3.1-pro,unstated,agentic-tool,hard,OpenAI-launch-table,,,,,,70.7,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 1 row 'Terminal-Bench 2.1' col 'Gemini 3.1 Pro Preview'),,out:effort-not-established, oai56-t-toolathlon,openai,gpt-5.6-sol,unstated,agentic-tool,hard,OpenAI-launch-table,,,,,,59.9,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 2 row 'LifeSciBench' col 'GPT‑5.6 Sol'),,out:effort-not-established, oai56-t-toolathlon,openai,gpt-5.6-terra,unstated,agentic-tool,hard,OpenAI-launch-table,,,,,,56,score%,0.289,,,https://openai.com/index/gpt-5-6/ (table 2 row 'LifeSciBench' col 'GPT‑5.6 Terra'),,out:effort-not-established, oai56-t-toolathlon,openai,gpt-5.6-luna,unstated,agentic-tool,hard,OpenAI-launch-table,,,,,,51.2,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 2 row 'LifeSciBench' col 'GPT‑5.6 Luna'),,out:effort-not-established, oai56-t-toolathlon,openai,gpt-5.5,unstated,agentic-tool,hard,OpenAI-launch-table,,,,,,50.4,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 2 row 'LifeSciBench' col 'GPT‑5.5'),,out:effort-not-established, oai56-t-toolathlon,openai,opus-4.8,unstated,agentic-tool,hard,OpenAI-launch-table,,,,,,53.6,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 2 row 'LifeSciBench' col 'Claude Opus 4.8'),,out:effort-not-established, oai56-t-management-consulting-tasks,openai,gpt-5.6-sol,unstated,mixed,hard,OpenAI-launch-table,,,,,,48.3,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 2 row 'MedChemBench (Internal)' col 'GPT‑5.6 Sol'),,out:effort-not-established, oai56-t-management-consulting-tasks,openai,gpt-5.6-terra,unstated,mixed,hard,OpenAI-launch-table,,,,,,35,score%,0.289,,,https://openai.com/index/gpt-5-6/ (table 2 row 'MedChemBench (Internal)' col 'GPT‑5.6 Terra'),,out:effort-not-established, oai56-t-management-consulting-tasks,openai,gpt-5.6-luna,unstated,mixed,hard,OpenAI-launch-table,,,,,,30.4,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 2 row 'MedChemBench (Internal)' col 'GPT‑5.6 Luna'),,out:effort-not-established, oai56-t-management-consulting-tasks,openai,gpt-5.5,unstated,mixed,hard,OpenAI-launch-table,,,,,,35.5,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 2 row 'MedChemBench (Internal)' col 'GPT‑5.5'),,out:effort-not-established, oai56-t-healthbench-professional,openai,gpt-5.6-sol,unstated,mixed,hard,OpenAI-launch-table,,,,,,60.5,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 2 row 'HealthBench Professional⁶' col 'GPT‑5.6 Sol'),,out:effort-not-established, oai56-t-healthbench-professional,openai,gpt-5.6-terra,unstated,mixed,hard,OpenAI-launch-table,,,,,,57.7,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 2 row 'HealthBench Professional⁶' col 'GPT‑5.6 Terra'),,out:effort-not-established, oai56-t-healthbench-professional,openai,gpt-5.6-luna,unstated,mixed,hard,OpenAI-launch-table,,,,,,55.7,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 2 row 'HealthBench Professional⁶' col 'GPT‑5.6 Luna'),,out:effort-not-established, oai56-t-healthbench-professional,openai,gpt-5.5,unstated,mixed,hard,OpenAI-launch-table,,,,,,49.5,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 2 row 'HealthBench Professional⁶' col 'GPT‑5.5'),,out:effort-not-established, oai56-t-healthbench-professional,openai,fable-5,unstated,mixed,hard,OpenAI-launch-table,,,,,,60.9,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 2 row 'HealthBench Professional⁶' col 'Claude Fable 5'),,out:effort-not-established, oai56-t-healthbench-professional,openai,opus-4.8,unstated,mixed,hard,OpenAI-launch-table,,,,,,53,score%,0.289,,,https://openai.com/index/gpt-5-6/ (table 2 row 'HealthBench Professional⁶' col 'Claude Opus 4.8'),,out:effort-not-established, oai56-t-terminal-bench-2-1,openai,gpt-5.6-sol,unstated,agentic-tool,hard,OpenAI-launch-table,,,,,,90.4,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 3 row 'BrowseComp' col 'GPT‑5.6 Sol'),,out:effort-not-established, oai56-t-terminal-bench-2-1,openai,?GPT‑5.6 Sol Ultra,not-established:absent,agentic-tool,hard,OpenAI-launch-table,,,,,,92.2,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 3 row 'BrowseComp' col 'GPT‑5.6 Sol Ultra'),,out:model-not-established, oai56-t-terminal-bench-2-1,openai,gpt-5.6-terra,unstated,agentic-tool,hard,OpenAI-launch-table,,,,,,87.5,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 3 row 'BrowseComp' col 'GPT‑5.6 Terra'),,out:effort-not-established, oai56-t-terminal-bench-2-1,openai,gpt-5.6-luna,unstated,agentic-tool,hard,OpenAI-launch-table,,,,,,83.3,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 3 row 'BrowseComp' col 'GPT‑5.6 Luna'),,out:effort-not-established, oai56-t-terminal-bench-2-1,openai,gpt-5.5,unstated,agentic-tool,hard,OpenAI-launch-table,,,,,,84.4,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 3 row 'BrowseComp' col 'GPT‑5.5'),,out:effort-not-established, oai56-t-terminal-bench-2-1,openai,mythos-5,unstated,agentic-tool,hard,OpenAI-launch-table,,,,,,88,score%,0.289,,,https://openai.com/index/gpt-5-6/ (table 3 row 'BrowseComp' col 'Claude Mythos 5'),,out:effort-not-established, oai56-t-terminal-bench-2-1,openai,?Claude Mythos Preview,not-established:absent,agentic-tool,hard,OpenAI-launch-table,,,,,,87.9,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 3 row 'BrowseComp' col 'Claude Mythos Preview'),,out:model-not-established, oai56-t-terminal-bench-2-1,openai,opus-4.8,unstated,agentic-tool,hard,OpenAI-launch-table,,,,,,84.3,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 3 row 'BrowseComp' col 'Claude Opus 4.8'),,out:effort-not-established, oai56-t-terminal-bench-2-1,openai,gemini-3.1-pro,unstated,agentic-tool,hard,OpenAI-launch-table,,,,,,85.9,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 3 row 'BrowseComp' col 'Gemini 3.1 Pro Preview'),,out:effort-not-established, oai56-t-benchcad,openai,gpt-5.6-sol,unstated,mixed,hard,OpenAI-launch-table,,,,,,70.6,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 3 row 'BenchCAD' col 'GPT‑5.6 Sol'),,out:effort-not-established, oai56-t-benchcad,openai,gpt-5.6-terra,unstated,mixed,hard,OpenAI-launch-table,,,,,,62.3,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 3 row 'BenchCAD' col 'GPT‑5.6 Terra'),,out:effort-not-established, oai56-t-benchcad,openai,gpt-5.6-luna,unstated,mixed,hard,OpenAI-launch-table,,,,,,63.1,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 3 row 'BenchCAD' col 'GPT‑5.6 Luna'),,out:effort-not-established, oai56-t-benchcad,openai,gpt-5.5,unstated,mixed,hard,OpenAI-launch-table,,,,,,44.4,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 3 row 'BenchCAD' col 'GPT‑5.5'),,out:effort-not-established, oai56-t-benchcad,openai,mythos-5,unstated,mixed,hard,OpenAI-launch-table,,,,,,38.4,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 3 row 'BenchCAD' col 'Claude Mythos 5'),,out:effort-not-established, oai56-t-benchcad,openai,?Claude Mythos Preview,not-established:absent,mixed,hard,OpenAI-launch-table,,,,,,35.5,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 3 row 'BenchCAD' col 'Claude Mythos Preview'),,out:model-not-established, oai56-t-benchcad,openai,opus-4.8,unstated,mixed,hard,OpenAI-launch-table,,,,,,27.3,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 3 row 'BenchCAD' col 'Claude Opus 4.8'),,out:effort-not-established, oai56-t-benchcad-3,openai,gpt-5.6-sol,unstated,mixed,hard,OpenAI-launch-table,,,,,,83.4,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 3 row 'BenchCAD (python tool)' col 'GPT‑5.6 Sol'),,out:effort-not-established, oai56-t-benchcad-3,openai,gpt-5.6-terra,unstated,mixed,hard,OpenAI-launch-table,,,,,,78.2,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 3 row 'BenchCAD (python tool)' col 'GPT‑5.6 Terra'),,out:effort-not-established, oai56-t-benchcad-3,openai,gpt-5.6-luna,unstated,mixed,hard,OpenAI-launch-table,,,,,,73.9,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 3 row 'BenchCAD (python tool)' col 'GPT‑5.6 Luna'),,out:effort-not-established, oai56-t-benchcad-3,openai,gpt-5.5,unstated,mixed,hard,OpenAI-launch-table,,,,,,55.8,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 3 row 'BenchCAD (python tool)' col 'GPT‑5.5'),,out:effort-not-established, oai56-t-benchcad-3,openai,mythos-5,unstated,mixed,hard,OpenAI-launch-table,,,,,,65,score%,0.289,,,https://openai.com/index/gpt-5-6/ (table 3 row 'BenchCAD (python tool)' col 'Claude Mythos 5'),,out:effort-not-established, oai56-t-benchcad-3,openai,?Claude Mythos Preview,not-established:absent,mixed,hard,OpenAI-launch-table,,,,,,61,score%,0.289,,,https://openai.com/index/gpt-5-6/ (table 3 row 'BenchCAD (python tool)' col 'Claude Mythos Preview'),,out:model-not-established, oai56-t-benchcad-3,openai,opus-4.8,unstated,mixed,hard,OpenAI-launch-table,,,,,,51.8,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 3 row 'BenchCAD (python tool)' col 'Claude Opus 4.8'),,out:effort-not-established, oai56-t-healthbench-professional,openai,gpt-5.6-sol,unstated,mixed,hard,OpenAI-launch-table,,,,,,71.2,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 4 row 'SEC-Bench Pro' col 'GPT‑5.6 Sol'),,out:effort-not-established, oai56-t-healthbench-professional,openai,?GPT‑5.6 Sol Ultra,not-established:absent,mixed,hard,OpenAI-launch-table,,,,,,74.3,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 4 row 'SEC-Bench Pro' col 'GPT‑5.6 Sol Ultra'),,out:model-not-established, oai56-t-healthbench-professional,openai,gpt-5.6-terra,unstated,mixed,hard,OpenAI-launch-table,,,,,,57.7,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 4 row 'SEC-Bench Pro' col 'GPT‑5.6 Terra'),,out:effort-not-established, oai56-t-healthbench-professional,openai,gpt-5.6-luna,unstated,mixed,hard,OpenAI-launch-table,,,,,,48.9,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 4 row 'SEC-Bench Pro' col 'GPT‑5.6 Luna'),,out:effort-not-established, oai56-t-healthbench-professional,openai,gpt-5.5,unstated,mixed,hard,OpenAI-launch-table,,,,,,45.8,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 4 row 'SEC-Bench Pro' col 'GPT‑5.5'),,out:effort-not-established, oai56-t-cybergym,openai,gpt-5.6-sol,unstated,agentic-tool,hard,OpenAI-launch-table,,,,,,84.5,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 4 row 'CyberGym' col 'GPT‑5.6 Sol'),,out:effort-not-established, oai56-t-cybergym,openai,gpt-5.6-terra,unstated,agentic-tool,hard,OpenAI-launch-table,,,,,,81.8,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 4 row 'CyberGym' col 'GPT‑5.6 Terra'),,out:effort-not-established, oai56-t-cybergym,openai,gpt-5.6-luna,unstated,agentic-tool,hard,OpenAI-launch-table,,,,,,77.9,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 4 row 'CyberGym' col 'GPT‑5.6 Luna'),,out:effort-not-established, oai56-t-cybergym,openai,gpt-5.5,unstated,agentic-tool,hard,OpenAI-launch-table,,,,,,81.8,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 4 row 'CyberGym' col 'GPT‑5.5'),,out:effort-not-established, oai56-t-cybergym,openai,mythos-5,unstated,agentic-tool,hard,OpenAI-launch-table,,,,,,83.8,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 4 row 'CyberGym' col 'Claude Mythos 5'),,out:effort-not-established, oai56-t-cybergym,openai,?Claude Mythos Preview,not-established:absent,agentic-tool,hard,OpenAI-launch-table,,,,,,83,score%,0.289,,,https://openai.com/index/gpt-5-6/ (table 4 row 'CyberGym' col 'Claude Mythos Preview'),,out:model-not-established, oai56-t-cybergym,openai,opus-4.8,unstated,agentic-tool,hard,OpenAI-launch-table,,,,,,78.1,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 4 row 'CyberGym' col 'Claude Opus 4.8'),,out:effort-not-established, oai56-t-exploitgym,openai,gpt-5.6-sol,unstated,agentic-tool,frontier,OpenAI-launch-table,,,,,,33.7,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 4 row 'ExploitGym' col 'GPT‑5.6 Sol'),,out:effort-not-established, oai56-t-exploitgym,openai,gpt-5.6-terra,unstated,agentic-tool,frontier,OpenAI-launch-table,,,,,,23.2,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 4 row 'ExploitGym' col 'GPT‑5.6 Terra'),,out:effort-not-established, oai56-t-exploitgym,openai,gpt-5.6-luna,unstated,agentic-tool,frontier,OpenAI-launch-table,,,,,,12.4,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 4 row 'ExploitGym' col 'GPT‑5.6 Luna'),,out:effort-not-established, oai56-t-exploitgym,openai,gpt-5.5,unstated,agentic-tool,frontier,OpenAI-launch-table,,,,,,15.1,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 4 row 'ExploitGym' col 'GPT‑5.5'),,out:effort-not-established, oai56-t-frontiermath-tier-4,openai,gpt-5.6-sol,unstated,reasoning-math,frontier,OpenAI-launch-table,,,,,,68.3,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 5 row 'Internal Research Debugging Evaluation' col 'GPT‑5.6 Sol'),,out:effort-not-established, oai56-t-frontiermath-tier-4,openai,gpt-5.6-terra,unstated,reasoning-math,frontier,OpenAI-launch-table,,,,,,67.8,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 5 row 'Internal Research Debugging Evaluation' col 'GPT‑5.6 Terra'),,out:effort-not-established, oai56-t-frontiermath-tier-4,openai,gpt-5.6-luna,unstated,reasoning-math,frontier,OpenAI-launch-table,,,,,,50.8,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 5 row 'Internal Research Debugging Evaluation' col 'GPT‑5.6 Luna'),,out:effort-not-established, oai56-t-frontiermath-tier-4,openai,gpt-5.5,unstated,reasoning-math,frontier,OpenAI-launch-table,,,,,,50,score%,0.289,,,https://openai.com/index/gpt-5-6/ (table 5 row 'Internal Research Debugging Evaluation' col 'GPT‑5.5'),,out:effort-not-established, oai56-t-posttrainbench-lite,openai,gpt-5.6-sol,unstated,agentic-tool,hard,OpenAI-launch-table,,,,,,50.3,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 5 row 'PostTrainBench Lite' col 'GPT‑5.6 Sol'),,out:effort-not-established, oai56-t-posttrainbench-lite,openai,gpt-5.6-terra,unstated,agentic-tool,hard,OpenAI-launch-table,,,,,,51.5,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 5 row 'PostTrainBench Lite' col 'GPT‑5.6 Terra'),,out:effort-not-established, oai56-t-posttrainbench-lite,openai,gpt-5.6-luna,unstated,agentic-tool,hard,OpenAI-launch-table,,,,,,29.6,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 5 row 'PostTrainBench Lite' col 'GPT‑5.6 Luna'),,out:effort-not-established, oai56-t-posttrainbench-lite,openai,gpt-5.5,unstated,agentic-tool,hard,OpenAI-launch-table,,,,,,38.8,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 5 row 'PostTrainBench Lite' col 'GPT‑5.5'),,out:effort-not-established, oai56-t-mmmu-pro,openai,gpt-5.6-sol,unstated,mixed,hard,OpenAI-launch-table,,,,,,83,score%,0.289,,,https://openai.com/index/gpt-5-6/ (table 6 row 'MMMU Pro (no tools)' col 'GPT‑5.6 Sol'),,out:effort-not-established, oai56-t-mmmu-pro,openai,gpt-5.6-terra,unstated,mixed,hard,OpenAI-launch-table,,,,,,80.7,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 6 row 'MMMU Pro (no tools)' col 'GPT‑5.6 Terra'),,out:effort-not-established, oai56-t-mmmu-pro,openai,gpt-5.6-luna,unstated,mixed,hard,OpenAI-launch-table,,,,,,78.4,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 6 row 'MMMU Pro (no tools)' col 'GPT‑5.6 Luna'),,out:effort-not-established, oai56-t-mmmu-pro,openai,gpt-5.5,unstated,mixed,hard,OpenAI-launch-table,,,,,,81.2,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 6 row 'MMMU Pro (no tools)' col 'GPT‑5.5'),,out:effort-not-established, oai56-t-mmmu-pro,openai,gemini-3.1-pro,unstated,mixed,hard,OpenAI-launch-table,,,,,,80.5,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 6 row 'MMMU Pro (no tools)' col 'Gemini 3.1 Pro Preview'),,out:effort-not-established, oai56-t-mmmu-pro-6,openai,gpt-5.6-sol,unstated,mixed,hard,OpenAI-launch-table,,,,,,84.6,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 6 row 'MMMU Pro (with tools)' col 'GPT‑5.6 Sol'),,out:effort-not-established, oai56-t-mmmu-pro-6,openai,gpt-5.6-terra,unstated,mixed,hard,OpenAI-launch-table,,,,,,82,score%,0.289,,,https://openai.com/index/gpt-5-6/ (table 6 row 'MMMU Pro (with tools)' col 'GPT‑5.6 Terra'),,out:effort-not-established, oai56-t-mmmu-pro-6,openai,gpt-5.6-luna,unstated,mixed,hard,OpenAI-launch-table,,,,,,79.5,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 6 row 'MMMU Pro (with tools)' col 'GPT‑5.6 Luna'),,out:effort-not-established, oai56-t-mmmu-pro-6,openai,gpt-5.5,unstated,mixed,hard,OpenAI-launch-table,,,,,,83.2,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 6 row 'MMMU Pro (with tools)' col 'GPT‑5.5'),,out:effort-not-established, oai56-t-gdp-pdf,openai,gpt-5.6-sol,unstated,mixed,hard,OpenAI-launch-table,,,,,,30.7,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 6 row 'gdp.pdf' col 'GPT‑5.6 Sol'),,out:effort-not-established, oai56-t-gdp-pdf,openai,gpt-5.6-terra,unstated,mixed,hard,OpenAI-launch-table,,,,,,24.7,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 6 row 'gdp.pdf' col 'GPT‑5.6 Terra'),,out:effort-not-established, oai56-t-gdp-pdf,openai,gpt-5.6-luna,unstated,mixed,hard,OpenAI-launch-table,,,,,,22.7,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 6 row 'gdp.pdf' col 'GPT‑5.6 Luna'),,out:effort-not-established, oai56-t-gdp-pdf,openai,gpt-5.5,unstated,mixed,hard,OpenAI-launch-table,,,,,,26,score%,0.289,,,https://openai.com/index/gpt-5-6/ (table 6 row 'gdp.pdf' col 'GPT‑5.5'),,out:effort-not-established, oai56-t-gdp-pdf,openai,fable-5,unstated,mixed,hard,OpenAI-launch-table,,,,,,29.8,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 6 row 'gdp.pdf' col 'Claude Fable 5'),,out:effort-not-established, oai56-t-gdp-pdf,openai,opus-4.8,unstated,mixed,hard,OpenAI-launch-table,,,,,,22.5,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 6 row 'gdp.pdf' col 'Claude Opus 4.8'),,out:effort-not-established, oai56-t-gdp-pdf,openai,gemini-3.1-pro,unstated,mixed,hard,OpenAI-launch-table,,,,,,16.7,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 6 row 'gdp.pdf' col 'Gemini 3.1 Pro Preview'),,out:effort-not-established, oai56-t-gpqa-diamond,openai,gpt-5.6-sol,unstated,reasoning-math,hard,OpenAI-launch-table,,,,,,94.6,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 7 row 'GPQA Diamond' col 'GPT‑5.6 Sol'),,out:effort-not-established, oai56-t-gpqa-diamond,openai,gpt-5.6-terra,unstated,reasoning-math,hard,OpenAI-launch-table,,,,,,92.9,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 7 row 'GPQA Diamond' col 'GPT‑5.6 Terra'),,out:effort-not-established, oai56-t-gpqa-diamond,openai,gpt-5.6-luna,unstated,reasoning-math,hard,OpenAI-launch-table,,,,,,92.3,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 7 row 'GPQA Diamond' col 'GPT‑5.6 Luna'),,out:effort-not-established, oai56-t-gpqa-diamond,openai,gpt-5.5,unstated,reasoning-math,hard,OpenAI-launch-table,,,,,,93.6,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 7 row 'GPQA Diamond' col 'GPT‑5.5'),,out:effort-not-established, oai56-t-gpqa-diamond,openai,mythos-5,unstated,reasoning-math,hard,OpenAI-launch-table,,,,,,94.1,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 7 row 'GPQA Diamond' col 'Claude Mythos 5'),,out:effort-not-established, oai56-t-gpqa-diamond,openai,?Claude Mythos Preview,not-established:absent,reasoning-math,hard,OpenAI-launch-table,,,,,,94.6,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 7 row 'GPQA Diamond' col 'Claude Mythos Preview'),,out:model-not-established, oai56-t-gpqa-diamond,openai,fable-5,unstated,reasoning-math,hard,OpenAI-launch-table,,,,,,92.6,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 7 row 'GPQA Diamond' col 'Claude Fable 5'),,out:effort-not-established, oai56-t-gpqa-diamond,openai,opus-4.8,unstated,reasoning-math,hard,OpenAI-launch-table,,,,,,92,score%,0.289,,,https://openai.com/index/gpt-5-6/ (table 7 row 'GPQA Diamond' col 'Claude Opus 4.8'),,out:effort-not-established, oai56-t-gpqa-diamond,openai,gemini-3.1-pro,unstated,reasoning-math,hard,OpenAI-launch-table,,,,,,94.3,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 7 row 'GPQA Diamond' col 'Gemini 3.1 Pro Preview'),,out:effort-not-established, oai56-t-frontiermath-tier-1-3,openai,gpt-5.6-sol,unstated,reasoning-math,frontier,OpenAI-launch-table,,,,,,86,score%,0.289,,,https://openai.com/index/gpt-5-6/ (table 7 row 'FrontierMath Tier 1-3 (v2)' col 'GPT‑5.6 Sol'),,out:effort-not-established, oai56-t-frontiermath-tier-1-3,openai,gpt-5.6-terra,unstated,reasoning-math,frontier,OpenAI-launch-table,,,,,,84.9,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 7 row 'FrontierMath Tier 1-3 (v2)' col 'GPT‑5.6 Terra'),,out:effort-not-established, oai56-t-frontiermath-tier-1-3,openai,gpt-5.6-luna,unstated,reasoning-math,frontier,OpenAI-launch-table,,,,,,78.6,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 7 row 'FrontierMath Tier 1-3 (v2)' col 'GPT‑5.6 Luna'),,out:effort-not-established, oai56-t-frontiermath-tier-1-3,openai,gpt-5.5,unstated,reasoning-math,frontier,OpenAI-launch-table,,,,,,85.3,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 7 row 'FrontierMath Tier 1-3 (v2)' col 'GPT‑5.5'),,out:effort-not-established, oai56-t-frontiermath-tier-1-3,openai,fable-5,unstated,reasoning-math,frontier,OpenAI-launch-table,,,,,,87,score%,0.289,,,https://openai.com/index/gpt-5-6/ (table 7 row 'FrontierMath Tier 1-3 (v2)' col 'Claude Fable 5'),,out:effort-not-established, oai56-t-frontiermath-tier-1-3,openai,opus-4.8,unstated,reasoning-math,frontier,OpenAI-launch-table,,,,,,80,score%,0.289,,,https://openai.com/index/gpt-5-6/ (table 7 row 'FrontierMath Tier 1-3 (v2)' col 'Claude Opus 4.8'),,out:effort-not-established, oai56-t-frontiermath-tier-1-3,openai,gemini-3.1-pro,unstated,reasoning-math,frontier,OpenAI-launch-table,,,,,,59.6,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 7 row 'FrontierMath Tier 1-3 (v2)' col 'Gemini 3.1 Pro Preview'),,out:effort-not-established, oai56-t-frontiermath-tier-4,openai,gpt-5.6-sol,unstated,reasoning-math,frontier,OpenAI-launch-table,,,,,,65.9,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 7 row 'FrontierMath Tier 4 (v2)' col 'GPT‑5.6 Sol'),,out:effort-not-established, oai56-t-frontiermath-tier-4,openai,gpt-5.6-terra,unstated,reasoning-math,frontier,OpenAI-launch-table,,,,,,68.3,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 7 row 'FrontierMath Tier 4 (v2)' col 'GPT‑5.6 Terra'),,out:effort-not-established, oai56-t-frontiermath-tier-4,openai,gpt-5.6-luna,unstated,reasoning-math,frontier,OpenAI-launch-table,,,,,,58.5,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 7 row 'FrontierMath Tier 4 (v2)' col 'GPT‑5.6 Luna'),,out:effort-not-established, oai56-t-frontiermath-tier-4,openai,gpt-5.5,unstated,reasoning-math,frontier,OpenAI-launch-table,,,,,,72.5,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 7 row 'FrontierMath Tier 4 (v2)' col 'GPT‑5.5'),,out:effort-not-established, oai56-t-frontiermath-tier-4,openai,fable-5,unstated,reasoning-math,frontier,OpenAI-launch-table,,,,,,87.8,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 7 row 'FrontierMath Tier 4 (v2)' col 'Claude Fable 5'),,out:effort-not-established, oai56-t-frontiermath-tier-4,openai,opus-4.8,unstated,reasoning-math,frontier,OpenAI-launch-table,,,,,,56.1,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 7 row 'FrontierMath Tier 4 (v2)' col 'Claude Opus 4.8'),,out:effort-not-established, oai56-t-toolathlon,openai,gpt-5.6-sol,unstated,agentic-tool,hard,OpenAI-launch-table,,,,,,58,score%,0.289,,,https://openai.com/index/gpt-5-6/ (table 8 row 'Toolathlon' col 'GPT‑5.6 Sol'),,out:effort-not-established, oai56-t-toolathlon,openai,gpt-5.6-terra,unstated,agentic-tool,hard,OpenAI-launch-table,,,,,,53.1,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 8 row 'Toolathlon' col 'GPT‑5.6 Terra'),,out:effort-not-established, oai56-t-toolathlon,openai,gpt-5.6-luna,unstated,agentic-tool,hard,OpenAI-launch-table,,,,,,53.4,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 8 row 'Toolathlon' col 'GPT‑5.6 Luna'),,out:effort-not-established, oai56-t-toolathlon,openai,gpt-5.5,unstated,agentic-tool,hard,OpenAI-launch-table,,,,,,55.6,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 8 row 'Toolathlon' col 'GPT‑5.5'),,out:effort-not-established, oai56-t-toolathlon,openai,mythos-5,unstated,agentic-tool,hard,OpenAI-launch-table,,,,,,61.7,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 8 row 'Toolathlon' col 'Claude Mythos 5'),,out:effort-not-established, oai56-t-toolathlon,openai,?Claude Mythos Preview,not-established:absent,agentic-tool,hard,OpenAI-launch-table,,,,,,61.1,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 8 row 'Toolathlon' col 'Claude Mythos Preview'),,out:model-not-established, oai56-t-toolathlon,openai,fable-5,unstated,agentic-tool,hard,OpenAI-launch-table,,,,,,61.7,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 8 row 'Toolathlon' col 'Claude Fable 5'),,out:effort-not-established, oai56-t-toolathlon,openai,opus-4.8,unstated,agentic-tool,hard,OpenAI-launch-table,,,,,,59.9,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 8 row 'Toolathlon' col 'Claude Opus 4.8'),,out:effort-not-established, oai56-t-toolathlon,openai,gemini-3.1-pro,unstated,agentic-tool,hard,OpenAI-launch-table,,,,,,48.8,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 8 row 'Toolathlon' col 'Gemini 3.1 Pro Preview'),,out:effort-not-established, oai56-t-openai-mrcr-v2-8-needle-256k-512,openai,gpt-5.6-sol,unstated,mixed,hard,OpenAI-launch-table,,,,,,91.5,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 9 row 'OpenAI MRCR v2 8-needle 256K-512K' col 'GPT‑5.6 Sol'),,out:effort-not-established, oai56-t-openai-mrcr-v2-8-needle-256k-512,openai,gpt-5.6-terra,unstated,mixed,hard,OpenAI-launch-table,,,,,,89.6,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 9 row 'OpenAI MRCR v2 8-needle 256K-512K' col 'GPT‑5.6 Terra'),,out:effort-not-established, oai56-t-openai-mrcr-v2-8-needle-256k-512,openai,gpt-5.6-luna,unstated,mixed,hard,OpenAI-launch-table,,,,,,41.3,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 9 row 'OpenAI MRCR v2 8-needle 256K-512K' col 'GPT‑5.6 Luna'),,out:effort-not-established, oai56-t-openai-mrcr-v2-8-needle-256k-512,openai,gpt-5.5,unstated,mixed,hard,OpenAI-launch-table,,,,,,81.5,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 9 row 'OpenAI MRCR v2 8-needle 256K-512K' col 'GPT‑5.5'),,out:effort-not-established, oai56-t-openai-mrcr-v2-8-needle-512k-1m,openai,gpt-5.6-sol,unstated,mixed,hard,OpenAI-launch-table,,,,,,73.8,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 9 row 'OpenAI MRCR v2 8-needle 512K-1M' col 'GPT‑5.6 Sol'),,out:effort-not-established, oai56-t-openai-mrcr-v2-8-needle-512k-1m,openai,gpt-5.6-terra,unstated,mixed,hard,OpenAI-launch-table,,,,,,72.5,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 9 row 'OpenAI MRCR v2 8-needle 512K-1M' col 'GPT‑5.6 Terra'),,out:effort-not-established, oai56-t-openai-mrcr-v2-8-needle-512k-1m,openai,gpt-5.6-luna,unstated,mixed,hard,OpenAI-launch-table,,,,,,41.3,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 9 row 'OpenAI MRCR v2 8-needle 512K-1M' col 'GPT‑5.6 Luna'),,out:effort-not-established, oai56-t-openai-mrcr-v2-8-needle-512k-1m,openai,gpt-5.5,unstated,mixed,hard,OpenAI-launch-table,,,,,,74,score%,0.289,,,https://openai.com/index/gpt-5-6/ (table 9 row 'OpenAI MRCR v2 8-needle 512K-1M' col 'GPT‑5.5'),,out:effort-not-established, oai56-t-graphwalks-bfs-256k-f1,openai,gpt-5.6-sol,unstated,mixed,hard,OpenAI-launch-table,,,,,,90.7,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 9 row 'GraphWalks BFS 256k f1' col 'GPT‑5.6 Sol'),,out:effort-not-established, oai56-t-graphwalks-bfs-256k-f1,openai,gpt-5.6-terra,unstated,mixed,hard,OpenAI-launch-table,,,,,,76.9,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 9 row 'GraphWalks BFS 256k f1' col 'GPT‑5.6 Terra'),,out:effort-not-established, oai56-t-graphwalks-bfs-256k-f1,openai,gpt-5.6-luna,unstated,mixed,hard,OpenAI-launch-table,,,,,,81.3,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 9 row 'GraphWalks BFS 256k f1' col 'GPT‑5.6 Luna'),,out:effort-not-established, oai56-t-graphwalks-bfs-256k-f1,openai,gpt-5.5,unstated,mixed,hard,OpenAI-launch-table,,,,,,73.7,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 9 row 'GraphWalks BFS 256k f1' col 'GPT‑5.5'),,out:effort-not-established, oai56-t-graphwalks-bfs-256k-f1,openai,mythos-5,unstated,mixed,hard,OpenAI-launch-table,,,,,,91.1,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 9 row 'GraphWalks BFS 256k f1' col 'Claude Mythos 5'),,out:effort-not-established, oai56-t-graphwalks-bfs-256k-f1,openai,?Claude Mythos Preview,not-established:absent,mixed,hard,OpenAI-launch-table,,,,,,85.7,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 9 row 'GraphWalks BFS 256k f1' col 'Claude Mythos Preview'),,out:model-not-established, oai56-t-graphwalks-bfs-256k-f1,openai,opus-4.8,unstated,mixed,hard,OpenAI-launch-table,,,,,,85.9,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 9 row 'GraphWalks BFS 256k f1' col 'Claude Opus 4.8'),,out:effort-not-established, oai56-t-graphwalks-bfs-1mil-f1,openai,gpt-5.6-sol,unstated,mixed,hard,OpenAI-launch-table,,,,,,77.1,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 9 row 'GraphWalks BFS 1mil f1' col 'GPT‑5.6 Sol'),,out:effort-not-established, oai56-t-graphwalks-bfs-1mil-f1,openai,gpt-5.6-terra,unstated,mixed,hard,OpenAI-launch-table,,,,,,71.2,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 9 row 'GraphWalks BFS 1mil f1' col 'GPT‑5.6 Terra'),,out:effort-not-established, oai56-t-graphwalks-bfs-1mil-f1,openai,gpt-5.6-luna,unstated,mixed,hard,OpenAI-launch-table,,,,,,51.2,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 9 row 'GraphWalks BFS 1mil f1' col 'GPT‑5.6 Luna'),,out:effort-not-established, oai56-t-graphwalks-bfs-1mil-f1,openai,gpt-5.5,unstated,mixed,hard,OpenAI-launch-table,,,,,,45.4,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 9 row 'GraphWalks BFS 1mil f1' col 'GPT‑5.5'),,out:effort-not-established, oai56-t-graphwalks-bfs-1mil-f1,openai,mythos-5,unstated,mixed,hard,OpenAI-launch-table,,,,,,79.4,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 9 row 'GraphWalks BFS 1mil f1' col 'Claude Mythos 5'),,out:effort-not-established, oai56-t-graphwalks-bfs-1mil-f1,openai,?Claude Mythos Preview,not-established:absent,mixed,hard,OpenAI-launch-table,,,,,,74.3,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 9 row 'GraphWalks BFS 1mil f1' col 'Claude Mythos Preview'),,out:model-not-established, oai56-t-graphwalks-bfs-1mil-f1,openai,opus-4.8,unstated,mixed,hard,OpenAI-launch-table,,,,,,68.1,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 9 row 'GraphWalks BFS 1mil f1' col 'Claude Opus 4.8'),,out:effort-not-established, oai56-t-arc-agi-3,openai,gpt-5.6-sol,unstated,reasoning-math,frontier,OpenAI-launch-table,,,,,,7.78,score%,0.00289,,,https://openai.com/index/gpt-5-6/ (table 10 row 'ARC-AGI-3⁷' col 'GPT‑5.6 Sol'),,out:effort-not-established, oai56-t-arc-agi-3,openai,gpt-5.6-terra,unstated,reasoning-math,frontier,OpenAI-launch-table,,,,,,0.8,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 10 row 'ARC-AGI-3⁷' col 'GPT‑5.6 Terra'),,out:effort-not-established, oai56-t-arc-agi-3,openai,gpt-5.6-luna,unstated,reasoning-math,frontier,OpenAI-launch-table,,,,,,0.18,score%,0.00289,,,https://openai.com/index/gpt-5-6/ (table 10 row 'ARC-AGI-3⁷' col 'GPT‑5.6 Luna'),,out:effort-not-established, oai56-t-arc-agi-3,openai,gpt-5.5,unstated,reasoning-math,frontier,OpenAI-launch-table,,,,,,0.43,score%,0.00289,,,https://openai.com/index/gpt-5-6/ (table 10 row 'ARC-AGI-3⁷' col 'GPT‑5.5'),,out:effort-not-established, oai56-t-arc-agi-3,openai,opus-4.8,high,reasoning-math,frontier,OpenAI-launch-table,,,,,,1.5,score%,0.0289,,,https://openai.com/index/gpt-5-6/ (table 10 row 'ARC-AGI-3⁷' col 'Claude Opus 4.8'),,out:single-couple, oai56-t-arc-agi-3,openai,gemini-3.1-pro,unstated,reasoning-math,frontier,OpenAI-launch-table,,,,,,0.42,score%,0.00289,,,https://openai.com/index/gpt-5-6/ (table 10 row 'ARC-AGI-3⁷' col 'Gemini 3.1 Pro Preview'),,out:effort-not-established, oai-as-tbscience-code,openai,gpt-6-astra,low,agentic-tool,frontier,OpenAI-launch-chart;code-mode,,11.30799831647399,0.00289,,51817.21387283237,54.28571428571428,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[0].data.values[0].score),,in,in oai-as-tbscience-code,openai,gpt-6-astra,medium,agentic-tool,frontier,OpenAI-launch-chart;code-mode,,12.405564489942531,0.00289,,61663.78735632184,56.85714285714286,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[0].data.values[1].score),,in,in oai-as-tbscience-code,openai,gpt-6-astra,high,agentic-tool,frontier,OpenAI-launch-chart;code-mode,,14.740321946685878,0.00289,,77738.86455331412,61.14285714285714,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[0].data.values[2].score),,in,in oai-as-tbscience-code,openai,gpt-6-astra,xhigh,agentic-tool,frontier,OpenAI-launch-chart;code-mode,,15.567024405172415,0.00289,,86365.81609195402,60.28571428571429,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[0].data.values[3].score),,in,in oai-as-tbscience-code,openai,gpt-6-astra,max,agentic-tool,frontier,OpenAI-launch-chart;code-mode,,26.195150117732556,0.00289,,170494.05523255814,64.57142857142857,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[0].data.values[4].score),,in,in oai-as-tbscience-noncode,openai,gpt-5.6-sol,max,agentic-tool,frontier,OpenAI-launch-chart;non-code-mode,,25.130168469047618,2.9,,123839.86666666667,22.380952380952382,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[0].data.values[5].score),,in,out:cost-single-couple oai-as-tbscience-noncode,openai,fable-5.1,low,agentic-tool,frontier,OpenAI-launch-chart;non-code-mode,,11.1,0.00289,,,26.3,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[0].data.values[6].score),,in,in oai-as-tbscience-noncode,openai,fable-5.1,medium,agentic-tool,frontier,OpenAI-launch-chart;non-code-mode,,14.9,0.00289,,,35.7,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[0].data.values[7].score),,in,in oai-as-tbscience-noncode,openai,fable-5.1,high,agentic-tool,frontier,OpenAI-launch-chart;non-code-mode,,20.3,0.00289,,,40,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[0].data.values[8].score),,in,in oai-as-tbscience-noncode,openai,fable-5.1,xhigh,agentic-tool,frontier,OpenAI-launch-chart;non-code-mode,,31.8,0.00289,,,49.5,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[0].data.values[9].score),,in,in oai-as-tbscience-noncode,openai,fable-5.1,max,agentic-tool,frontier,OpenAI-launch-chart;non-code-mode,,37.9,0.00289,,,52.6,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[0].data.values[10].score),,in,in oai-as-tbscience-noncode,openai,fable-5,max,agentic-tool,frontier,OpenAI-launch-chart;non-code-mode,,67.50451516785715,0.00289,,291755.54761904763,21.428571428571427,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[0].data.values[11].score),,in,in oai-as-tbscience-noncode,openai,opus-5,max,agentic-tool,frontier,OpenAI-launch-chart;non-code-mode,,33.29846344642857,0.00289,,259068.7238095238,30,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[0].data.values[19].score),,in,in oai-as-arcagi3,openai,opus-5,unstated,reasoning-math,frontier,OpenAI-launch-chart;official-harness-style,,,,,,30.16,score%,0.00289,,,https://openai.com/index/gpt-6-astra/ ($[1].data.values[1].score),,out:effort-not-established, oai-as-arcagi3,openai,gpt-5.6-sol,unstated,reasoning-math,frontier,OpenAI-launch-chart;official-harness-style,,,,,,7.78,score%,0.00289,,,https://openai.com/index/gpt-6-astra/ ($[1].data.values[2].score),,out:effort-not-established, oai-as-frontiermath4-noncode,openai,fable-5,low,reasoning-math,frontier,OpenAI-launch-chart;non-code-mode,,2.446786878028,0.00289,,44546.536585,58.536585365854,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[2].data.values[28].score),,in,in oai-as-frontiermath4-noncode,openai,fable-5,medium,reasoning-math,frontier,OpenAI-launch-chart;non-code-mode,,2.814652000021,0.00289,,52457.463415,75.609756097561,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[2].data.values[29].score),,in,in oai-as-frontiermath4-noncode,openai,fable-5,high,reasoning-math,frontier,OpenAI-launch-chart;non-code-mode,,3.7828156829039994,0.00289,,70825.536585,78.048780487805,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[2].data.values[30].score),,in,in oai-as-frontiermath4-noncode,openai,fable-5,xhigh,reasoning-math,frontier,OpenAI-launch-chart;non-code-mode,,4.709296463395,0.00289,,89231.146341,78.048780487805,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[2].data.values[31].score),,in,in oai-as-frontiermath4-noncode,openai,fable-5.1,max,reasoning-math,frontier,OpenAI-launch-chart;non-code-mode,,,,,,87.80487804878049,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[2].data.values[4].score),,in, oai-as-frontiermath4-noncode,openai,opus-5,low,reasoning-math,frontier,OpenAI-launch-chart;non-code-mode,,,,,,53.658536585366,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[2].data.values[5].score),,in, oai-as-frontiermath4-noncode,openai,opus-5,medium,reasoning-math,frontier,OpenAI-launch-chart;non-code-mode,,,,,,65.853658536585,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[2].data.values[6].score),,in, oai-as-frontiermath4-noncode,openai,opus-5,high,reasoning-math,frontier,OpenAI-launch-chart;non-code-mode,,,,,,60.975609756098,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[2].data.values[7].score),,in, oai-as-frontiermath4-noncode,openai,opus-5,xhigh,reasoning-math,frontier,OpenAI-launch-chart;non-code-mode,,,,,,70.731707317073,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[2].data.values[8].score),,in, oai-as-frontiermath4-noncode,openai,opus-5,max,reasoning-math,frontier,OpenAI-launch-chart;non-code-mode,,,,,,73.170731707317,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[2].data.values[9].score),,in, oai-as-frontiermath4-noncode,openai,gpt-5.6-sol,low,reasoning-math,frontier,OpenAI-launch-chart;non-code-mode,,0.2320395426865,0.0269,,8404.585366,60.975609756098,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[2].data.values[32].score),,in,in oai-as-frontiermath4-noncode,openai,gpt-5.6-sol,medium,reasoning-math,frontier,OpenAI-launch-chart;non-code-mode,,0.41211258536600004,0.0477,,13784.487805,70.731707317073,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[2].data.values[33].score),,in,in oai-as-frontiermath4-noncode,openai,gpt-5.6-sol,high,reasoning-math,frontier,OpenAI-launch-chart;non-code-mode,,0.5153624755985,0.0596,,18071.341463,80.487804878049,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[2].data.values[34].score),,in,in oai-as-frontiermath4-noncode,openai,gpt-5.6-sol,xhigh,reasoning-math,frontier,OpenAI-launch-chart;non-code-mode,,0.6743986524310002,0.0779,,23563.829268,78.048780487805,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[2].data.values[35].score),,in,in oai-as-frontiermath4-code,openai,gpt-6-astra,low,reasoning-math,frontier,OpenAI-launch-chart;code-mode,,0.3843545609756098,0.00289,,5199.731707317073,87.80487804878049,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[2].data.values[36].score),,in,in oai-as-frontiermath4-code,openai,gpt-6-astra,medium,reasoning-math,frontier,OpenAI-launch-chart;code-mode,,0.6738457926829269,0.00289,,9800.292682926829,97.5609756097561,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[2].data.values[37].score),,in,in oai-as-frontiermath4-code,openai,gpt-6-astra,high,reasoning-math,frontier,OpenAI-launch-chart;code-mode,,0.8573073048780487,0.00289,,12732.341463414634,97.5609756097561,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[2].data.values[38].score),,in,in oai-as-frontiermath4-code,openai,gpt-6-astra,xhigh,reasoning-math,frontier,OpenAI-launch-chart;code-mode,,1.201949280487805,0.00289,,17768.585365853658,97.5609756097561,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[2].data.values[39].score),,in,in oai-as-frontiermath4-code,openai,gpt-6-astra,max,reasoning-math,frontier,OpenAI-launch-chart;code-mode,,1.2677814512195122,0.00289,,19658.536585365855,97.5609756097561,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[2].data.values[40].score),,in,in oai-as-tb40-noncode,openai,fable-5,max,agentic-tool,hard,OpenAI-launch-chart;non-code-mode,,22.17465938333333,0.00289,,180320.51515151514,44.545454545454544,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[3].data.values[0].score),,in,in oai-as-tb40-noncode,openai,opus-5,max,agentic-tool,hard,OpenAI-launch-chart;non-code-mode,,18.363635052272727,0.00289,,201639.0878787879,52.58358662613982,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[3].data.values[6].score),,in,in oai-as-tb40-noncode,openai,gpt-5.6-sol,low,agentic-tool,hard,OpenAI-launch-chart;non-code-mode,,1.826117235,0.211,,14843.536363636,7.878787879,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[3].data.values[7].score),,in,in oai-as-tb40-noncode,openai,gpt-5.6-sol,medium,agentic-tool,hard,OpenAI-launch-chart;non-code-mode,,3.36319609125,0.388,,28368.581818182,20.909090909,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[3].data.values[8].score),,in,in oai-as-tb40-noncode,openai,gpt-5.6-sol,high,agentic-tool,hard,OpenAI-launch-chart;non-code-mode,,5.15314547625,0.595,,38794.13030303,26.060606061,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[3].data.values[9].score),,in,in oai-as-tb40-noncode,openai,gpt-5.6-sol,xhigh,agentic-tool,hard,OpenAI-launch-chart;non-code-mode,,6.731479193749999,0.777,,52276.593939394,28.484848485,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[3].data.values[10].score),,in,in oai-as-tb40-noncode,openai,gpt-5.6-sol,max,agentic-tool,hard,OpenAI-launch-chart;non-code-mode,,9.868142323484848,1.14,,72016.7212121212,37.272727272727274,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[3].data.values[11].score),,in,in oai-as-tb40-code,openai,gpt-6-astra,low,agentic-tool,hard,OpenAI-launch-chart;code-mode,,4.946397936363637,0.00289,,24201.62424242424,49.696969696969695,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[3].data.values[12].score),,in,in oai-as-tb40-code,openai,gpt-6-astra,medium,agentic-tool,hard,OpenAI-launch-chart;code-mode,,6.151972153030302,0.00289,,33054.166666666664,53.93939393939394,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[3].data.values[13].score),,in,in oai-as-tb40-code,openai,gpt-6-astra,high,agentic-tool,hard,OpenAI-launch-chart;code-mode,,7.208289222727274,0.00289,,41577.89696969697,57.87878787878787,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[3].data.values[14].score),,in,in oai-as-tb40-code,openai,gpt-6-astra,xhigh,agentic-tool,hard,OpenAI-launch-chart;code-mode,,7.478142821212121,0.00289,,45696.63333333333,57.57575757575758,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[3].data.values[15].score),,in,in oai-as-tb40-code,openai,gpt-6-astra,max,agentic-tool,hard,OpenAI-launch-chart;code-mode,,10.350052630303031,0.00289,,72261.47575757575,56.66666666666667,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[3].data.values[16].score),,in,in oai-as-automationbench-noncode,openai,fable-5,low,agentic-tool,hard,OpenAI-launch-chart;non-code-mode,,2.649622,0.00289,,11107,12.5,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[4].data.values[31].score),,in,in oai-as-automationbench-noncode,openai,fable-5,medium,agentic-tool,hard,OpenAI-launch-chart;non-code-mode,,3.014049,0.00289,,12932,13.7,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[4].data.values[32].score),,in,in oai-as-automationbench-noncode,openai,fable-5,high,agentic-tool,hard,OpenAI-launch-chart;non-code-mode,,3.298673,0.00289,,14340,16.1,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[4].data.values[33].score),,in,in oai-as-automationbench-noncode,openai,fable-5,xhigh,agentic-tool,hard,OpenAI-launch-chart;non-code-mode,,3.70418,0.00289,,16393,15.2,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[4].data.values[34].score),,in,in oai-as-automationbench-noncode,openai,fable-5,max,agentic-tool,hard,OpenAI-launch-chart;non-code-mode,,3.672,0.00289,,13700,17.4,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[4].data.values[35].score),,out:republished,in oai-as-automationbench-noncode,openai,opus-5,low,agentic-tool,hard,OpenAI-launch-chart;non-code-mode,,,,,,20.4,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[4].data.values[5].score),,out:decision:D52, oai-as-automationbench-noncode,openai,opus-5,medium,agentic-tool,hard,OpenAI-launch-chart;non-code-mode,,,,,,23.9,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[4].data.values[6].score),,out:decision:D52, oai-as-automationbench-noncode,openai,opus-5,high,agentic-tool,hard,OpenAI-launch-chart;non-code-mode,,,,,,20.5,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[4].data.values[7].score),,out:decision:D52, oai-as-automationbench-noncode,openai,opus-5,xhigh,agentic-tool,hard,OpenAI-launch-chart;non-code-mode,,,,,,25.3,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[4].data.values[8].score),,out:decision:D52, oai-as-automationbench-noncode,openai,opus-5,max,agentic-tool,hard,OpenAI-launch-chart;non-code-mode,,,,,,26.9,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[4].data.values[9].score),,out:decision:D52, oai-as-automationbench-noncode,openai,gpt-5.6-sol,low,agentic-tool,hard,OpenAI-launch-chart;non-code-mode,,0.3124595,0.0362,,3098,9.6,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[4].data.values[36].score),,out:republished,out:republished oai-as-automationbench-noncode,openai,gpt-5.6-sol,medium,agentic-tool,hard,OpenAI-launch-chart;non-code-mode,,0.5041749999999999,0.0583,,4642,12.6,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[4].data.values[37].score),,out:republished,out:republished oai-as-automationbench-noncode,openai,gpt-5.6-sol,high,agentic-tool,hard,OpenAI-launch-chart;non-code-mode,,0.53682425,0.0621,,5815,12.3,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[4].data.values[38].score),,out:republished,out:republished oai-as-automationbench-noncode,openai,gpt-5.6-sol,xhigh,agentic-tool,hard,OpenAI-launch-chart;non-code-mode,,0.758181,0.0876,,7583,17,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[4].data.values[39].score),,out:republished,out:republished oai-as-automationbench-noncode,openai,gpt-5.6-sol,max,agentic-tool,hard,OpenAI-launch-chart;non-code-mode,,1.1305755,0.131,,10800,18.1,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[4].data.values[40].score),,out:republished,out:republished oai-as-automationbench-code,openai,gpt-6-astra,low,agentic-tool,hard,OpenAI-launch-chart;code-mode,,1.087119,0.00289,,6125,30.3,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[4].data.values[41].score),,out:decision:D52,out:decision:D52 oai-as-automationbench-code,openai,gpt-6-astra,medium,agentic-tool,hard,OpenAI-launch-chart;code-mode,,1.2853265,0.00289,,8082,34.1,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[4].data.values[42].score),,out:decision:D52,out:decision:D52 oai-as-automationbench-code,openai,gpt-6-astra,high,agentic-tool,hard,OpenAI-launch-chart;code-mode,,1.4558175,0.00289,,9531,37.1,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[4].data.values[43].score),,out:decision:D52,out:decision:D52 oai-as-automationbench-code,openai,gpt-6-astra,xhigh,agentic-tool,hard,OpenAI-launch-chart;code-mode,,1.5305975,0.00289,,10688,39,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[4].data.values[44].score),,out:decision:D52,out:decision:D52 oai-as-automationbench-code,openai,gpt-6-astra,max,agentic-tool,hard,OpenAI-launch-chart;code-mode,,1.770966,0.00289,,13453,41.4,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[4].data.values[45].score),,out:decision:D52,out:decision:D52 oai-as-ale,openai,fable-5,xhigh,mixed,hard,OpenAI-launch-chart,,28.55421052631579,0.00289,,68659.875,48.70141224330407,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[6].data.values[11].score),,in,out:republished oai-as-ale,openai,gpt-5.6-sol,low,mixed,hard,OpenAI-launch-chart,,1.6641118601973686,0.192,,7601.7171052631575,45.097518023734456,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[6].data.values[12].score),,out:republished,in oai-as-ale,openai,gpt-5.6-sol,medium,mixed,hard,OpenAI-launch-chart,,3.940599151315789,0.455,,14244.598684210527,52.10026942935827,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[6].data.values[13].score),,out:republished,in oai-as-ale,openai,gpt-5.6-sol,high,mixed,hard,OpenAI-launch-chart,,4.064271480263158,0.469,,18389.54605263158,52.37286731699881,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[6].data.values[14].score),,out:republished,in oai-as-ale,openai,gpt-5.6-sol,xhigh,mixed,hard,OpenAI-launch-chart,,6.274671052631579,0.725,,25000,53.6,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[6].data.values[15].score),,out:republished,in oai-as-ale,openai,gpt-5.6-sol,max,mixed,hard,OpenAI-launch-chart,,8.939144736842104,1.03,,35789.47368421053,52.7,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[6].data.values[16].score),,out:republished,in oai-as-ale,openai,gpt-6-astra,low,mixed,hard,OpenAI-launch-chart,,3.5706361085526312,0.00289,,10758.677631578947,53.4,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[6].data.values[17].score),,out:republished,out:republished oai-as-ale,openai,gpt-6-astra,medium,mixed,hard,OpenAI-launch-chart,,4.8440037598684205,0.00289,,17218.157894736843,57.61999999999999,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[6].data.values[18].score),,out:republished,out:republished oai-as-ale,openai,gpt-6-astra,high,mixed,hard,OpenAI-launch-chart,,5.184669082236843,0.00289,,22910.513157894737,57.78,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[6].data.values[19].score),,out:republished,out:republished oai-as-ale,openai,gpt-6-astra,xhigh,mixed,hard,OpenAI-launch-chart,,5.945660519736842,0.00289,,27968.486842105263,58.29,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[6].data.values[20].score),,out:republished,out:republished oai-as-ale,openai,gpt-6-astra,max,mixed,hard,OpenAI-launch-chart,,7.283618832236842,0.00289,,41327.74342105263,59.26,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[6].data.values[21].score),,out:republished,out:republished oai-as-ale,openai,opus-5,low,mixed,hard,OpenAI-launch-chart,,,,,,51.9,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[6].data.values[22].score),,in, oai-as-ale,openai,opus-5,medium,mixed,hard,OpenAI-launch-chart,,,,,,53.03,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[6].data.values[23].score),,in, oai-as-ale,openai,opus-5,high,mixed,hard,OpenAI-launch-chart,,,,,,55.2,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[6].data.values[24].score),,in, oai-as-ale,openai,opus-5,xhigh,mixed,hard,OpenAI-launch-chart,,,,,,55.53,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[6].data.values[25].score),,in, oai-as-ale,openai,opus-5,max,mixed,hard,OpenAI-launch-chart,,,,,,52.67,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[6].data.values[26].score),,in, oai-as-ale,openai,opus-5,unstated,mixed,hard,OpenAI-launch-chart,,,,,,55.53,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[6].datasets.hover_source_reference_rules[0].score),,out:effort-not-established, oai-as-screenspot,openai,gpt-5.6-sol,low,computer-use,hard,OpenAI-launch-chart,,0.04015791034155597,0.00546,,99.27893738140418,59.2662871600253,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[7].data.values[20].score),,in,in oai-as-screenspot,openai,gpt-5.6-sol,medium,computer-use,hard,OpenAI-launch-chart,,0.04247458886780518,0.00569,,191.78115117014548,68.69070208728653,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[7].data.values[21].score),,in,in oai-as-screenspot,openai,gpt-5.6-sol,high,computer-use,hard,OpenAI-launch-chart,,0.04560405597722959,0.00601,,315.9114484503479,75.07906388361796,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[7].data.values[22].score),,in,in oai-as-screenspot,openai,gpt-5.6-sol,xhigh,computer-use,hard,OpenAI-launch-chart,,0.05122763678051866,0.00658,,539.7817836812144,76.91334598355472,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[7].data.values[23].score),,in,in oai-as-screenspot,openai,gpt-5.6-sol,max,computer-use,hard,OpenAI-launch-chart,,0.06163866223908918,0.00768,,954.404174573055,76.78684376976597,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[7].data.values[24].score),,in,in oai-as-screenspot,openai,gpt-6-astra,low,computer-use,hard,OpenAI-launch-chart,,0.0774848434534875,0.00289,,43.145477545857055,91.39784946236558,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[7].data.values[25].score),,in,in oai-as-screenspot,openai,gpt-6-astra,medium,computer-use,hard,OpenAI-launch-chart,,0.07893731024666249,0.00289,,71.50853889943075,91.5876027830487,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[7].data.values[26].score),,in,in oai-as-screenspot,openai,gpt-6-astra,high,computer-use,hard,OpenAI-launch-chart,,0.08517521347250001,0.00289,,195.9190385831752,91.65085388994308,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[7].data.values[27].score),,in,in oai-as-screenspot,openai,gpt-6-astra,xhigh,computer-use,hard,OpenAI-launch-chart,,0.09310915559773751,0.00289,,354.35483870967744,92.72612270714737,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[7].data.values[28].score),,in,in oai-as-screenspot,openai,gpt-6-astra,max,computer-use,hard,OpenAI-launch-chart,,0.11096577324480002,0.00289,,709.0290955091714,92.59962049335864,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[7].data.values[29].score),,in,in oai-as-osworld-offline,openai,opus-5,low,computer-use,hard,OpenAI-launch-chart,,9.88,0.00289,,34211,55.2,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[8].data.values[0].score),,out:republished,out:republished oai-as-osworld-offline,openai,opus-5,medium,computer-use,hard,OpenAI-launch-chart,,12.67,0.00289,,41979,60.3,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[8].data.values[1].score),,out:republished,out:republished oai-as-osworld-offline,openai,opus-5,high,computer-use,hard,OpenAI-launch-chart,,15.95,0.00289,,56598,65.9,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[8].data.values[2].score),,out:republished,out:republished oai-as-osworld-offline,openai,opus-5,xhigh,computer-use,hard,OpenAI-launch-chart,,23.91,0.00289,,76284,70.1,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[8].data.values[3].score),,out:republished,out:republished oai-as-osworld-offline,openai,opus-5,max,computer-use,hard,OpenAI-launch-chart,,24.11,0.00289,,100273,70.2,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[8].data.values[4].score),,out:republished,out:republished oai-as-osworld-offline,openai,gpt-5.6-sol,nothink,computer-use,hard,OpenAI-launch-chart,,0.977133981707317,0.113,,2197.6048780487804,16.427907140985012,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[8].data.values[5].score),,in,in oai-as-osworld-offline,openai,gpt-5.6-sol,low,computer-use,hard,OpenAI-launch-chart,,1.8635039201219512,0.215,,4538.997560975609,29.627253779590507,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[8].data.values[6].score),,in,in oai-as-osworld-offline,openai,gpt-5.6-sol,medium,computer-use,hard,OpenAI-launch-chart,,3.755175338414635,0.434,,11050.790243902438,49.0122686582634,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[8].data.values[7].score),,in,in oai-as-osworld-offline,openai,gpt-5.6-sol,high,computer-use,hard,OpenAI-launch-chart,,6.701364276219512,0.774,,21138.524390243903,56.02574228663276,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[8].data.values[8].score),,in,in oai-as-osworld-offline,openai,gpt-5.6-sol,xhigh,computer-use,hard,OpenAI-launch-chart,,8.376109025000002,0.967,,28449.20975609756,60.59908320961475,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[8].data.values[9].score),,in,in oai-as-osworld-offline,openai,gpt-5.6-sol,max,computer-use,hard,OpenAI-launch-chart,,11.012571698170731,1.27,,44083.23170731707,65.74950301340909,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[8].data.values[10].score),,in,in oai-as-osworld-offline,openai,gpt-6-astra,low,computer-use,hard,OpenAI-launch-chart,,3.19500468658537,0.00289,,4932.9390243902435,61.44039877172959,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[8].data.values[11].score),,in,in oai-as-osworld-offline,openai,gpt-6-astra,high,computer-use,hard,OpenAI-launch-chart,,6.970020441463411,0.00289,,13818.953658536586,71.59908953008942,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[8].data.values[12].score),,in,in oai-as-osworld-offline,openai,gpt-6-astra,xhigh,computer-use,hard,OpenAI-launch-chart,,7.8837753548780505,0.00289,,16415.356097560976,71.72340990045012,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[8].data.values[13].score),,in,in oai-as-osworld-offline,openai,gpt-6-astra,max,computer-use,hard,OpenAI-launch-chart,,10.103974470731698,0.00289,,26445.71707317073,72.6360447603916,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[8].data.values[14].score),,in,in oai-as-osworld-offline,openai,opus-5,unstated,computer-use,hard,OpenAI-launch-chart,,,,,,70.2,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[8].datasets.hover_source_reference_rules[0].score),,out:effort-not-established, oai-as-benchcad-py-noncode,openai,fable-5.1,unstated,mixed,hard,OpenAI-launch-chart;non-code-mode,,0.0253,0.00289,,,33.3,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[9].data.values[0].score),,out:effort-not-established,out:effort-not-established oai-as-benchcad-py-noncode,openai,fable-5.1,unstated,mixed,hard,OpenAI-launch-chart;non-code-mode,,0.0698,0.00289,,,36.7,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[9].data.values[1].score),,out:effort-not-established,out:effort-not-established oai-as-benchcad-py-noncode,openai,fable-5.1,unstated,mixed,hard,OpenAI-launch-chart;non-code-mode,,0.455,0.00289,,,45.3,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[9].data.values[2].score),,out:effort-not-established,out:effort-not-established oai-as-benchcad-py-noncode,openai,fable-5.1,unstated,mixed,hard,OpenAI-launch-chart;non-code-mode,,6.11,0.00289,,,74.3,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[9].data.values[3].score),,out:effort-not-established,out:effort-not-established oai-as-benchcad-py-noncode,openai,fable-5.1,unstated,mixed,hard,OpenAI-launch-chart;non-code-mode,,11.8,0.00289,,,84.3,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[9].data.values[4].score),,out:effort-not-established,out:effort-not-established oai-as-benchcad-py-noncode,openai,gpt-5.6-sol,low,mixed,hard,OpenAI-launch-chart;non-code-mode,,0.061468238187499996,0.00766,,1367.154000000001,36.10826586245797,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[9].data.values[5].score),,in,in oai-as-benchcad-py-noncode,openai,gpt-5.6-sol,medium,mixed,hard,OpenAI-launch-chart;non-code-mode,,0.1667525573125,0.0195,,3581.7451999999976,47.73542727691579,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[9].data.values[6].score),,in,in oai-as-benchcad-py-noncode,openai,gpt-5.6-sol,high,mixed,hard,OpenAI-launch-chart;non-code-mode,,0.54846642425,0.0634,,9855.803799999987,63.86603073754622,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[9].data.values[7].score),,in,in oai-as-benchcad-py-noncode,openai,gpt-5.6-sol,xhigh,mixed,hard,OpenAI-launch-chart;non-code-mode,,1.4523617930625004,0.168,,21637.037200000006,74.68640863388688,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[9].data.values[8].score),,in,in oai-as-benchcad-py-noncode,openai,gpt-5.6-sol,max,mixed,hard,OpenAI-launch-chart;non-code-mode,,3.7402925133125002,0.432,,38450.1624,83.32920751685603,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[9].data.values[9].score),,in,in oai-as-benchcad-py-noncode,openai,gpt-6-astra,unstated,mixed,hard,OpenAI-launch-chart;non-code-mode,,0.0555561685,0.00289,,815.4904,67.33208342559643,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[9].data.values[10].score),,out:effort-not-established,out:effort-not-established oai-as-benchcad-py-noncode,openai,gpt-6-astra,unstated,mixed,hard,OpenAI-launch-chart;non-code-mode,,0.3951390248,0.00289,,4903.6578,90.30520229594625,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[9].data.values[11].score),,out:effort-not-established,out:effort-not-established oai-as-benchcad-py-noncode,openai,gpt-6-astra,unstated,mixed,hard,OpenAI-launch-chart;non-code-mode,,0.8995541374999999,0.00289,,10033.668,94.04806160030359,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[9].data.values[12].score),,out:effort-not-established,out:effort-not-established oai-as-benchcad-py-noncode,openai,gpt-6-astra,unstated,mixed,hard,OpenAI-launch-chart;non-code-mode,,1.7092087388,0.00289,,18246.1074,95.92061375568768,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[9].data.values[13].score),,out:effort-not-established,out:effort-not-established oai-as-browsecomp,openai,gpt-5.6-sol,low,agentic-tool,hard,OpenAI-launch-chart;non-code-mode,,0.62107,0.0718,,1880.93,65.3239,pass@1%,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[10].data.values[20].score),,out:republished,out:republished oai-as-browsecomp,openai,gpt-5.6-sol,medium,agentic-tool,hard,OpenAI-launch-chart;non-code-mode,,2.5680875,0.297,,6106.73,83.4123,pass@1%,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[10].data.values[21].score),,out:republished,out:republished oai-as-browsecomp,openai,gpt-5.6-sol,high,agentic-tool,hard,OpenAI-launch-chart;non-code-mode,,4.347849999999999,0.502,,10551.2,87.5197,pass@1%,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[10].data.values[22].score),,out:republished,out:republished oai-as-browsecomp,openai,gpt-5.6-sol,xhigh,agentic-tool,hard,OpenAI-launch-chart;non-code-mode,,5.7354375,0.662,,15019.3,88.7836,pass@1%,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[10].data.values[23].score),,out:republished,out:republished oai-as-browsecomp,openai,gpt-5.6-sol,max,agentic-tool,hard,OpenAI-launch-chart;non-code-mode,,7.949425,0.918,,21238.4,90.3633,pass@1%,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[10].data.values[24].score),,out:republished,out:republished oai-as-browsecomp,openai,gpt-6-astra,unstated,agentic-tool,hard,OpenAI-launch-chart;non-code-mode,,2.0815243418181817,0.00289,,1917.77,82.9249,pass@1%,0.00289,,,https://openai.com/index/gpt-6-astra/ ($[10].data.values[25].score),,out:effort-not-established,out:effort-not-established oai-as-browsecomp,openai,gpt-6-astra,unstated,agentic-tool,hard,OpenAI-launch-chart;non-code-mode,,3.2839197048973143,0.00289,,3342.87,87.9937,pass@1%,0.00289,,,https://openai.com/index/gpt-6-astra/ ($[10].data.values[26].score),,out:effort-not-established,out:effort-not-established oai-as-browsecomp,openai,gpt-6-astra,unstated,agentic-tool,hard,OpenAI-launch-chart;non-code-mode,,4.545198340981012,0.00289,,5598.42,89.8734,pass@1%,0.00289,,,https://openai.com/index/gpt-6-astra/ ($[10].data.values[27].score),,out:effort-not-established,out:effort-not-established oai-as-browsecomp,openai,gpt-6-astra,unstated,agentic-tool,hard,OpenAI-launch-chart;non-code-mode,,5.44868415541502,0.00289,,7559.73,91.0672,pass@1%,0.00289,,,https://openai.com/index/gpt-6-astra/ ($[10].data.values[28].score),,out:effort-not-established,out:effort-not-established oai-as-browsecomp,openai,gpt-6-astra,unstated,agentic-tool,hard,OpenAI-launch-chart;non-code-mode,,6.4543021595576615,0.00289,,11848.3,91.5482,pass@1%,0.00289,,,https://openai.com/index/gpt-6-astra/ ($[10].data.values[29].score),,out:effort-not-established,out:effort-not-established oai-as-openscore,openai,gpt-5.6-sol,low,mixed,hard,OpenAI-launch-chart;non-code-mode,,0.2851171440972222,0.033,,7208.519841269841,8.576985374362145,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[11].data.values[10].score),,in,in oai-as-openscore,openai,gpt-5.6-sol,medium,mixed,hard,OpenAI-launch-chart;non-code-mode,,0.7719906374007937,0.0892,,20179.396825396827,16.018184756400633,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[11].data.values[11].score),,in,in oai-as-openscore,openai,gpt-5.6-sol,high,mixed,hard,OpenAI-launch-chart;non-code-mode,,1.2210848152281746,0.141,,32120.603174603173,18.437409724575182,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[11].data.values[12].score),,in,in oai-as-openscore,openai,gpt-5.6-sol,xhigh,mixed,hard,OpenAI-launch-chart;non-code-mode,,1.8781556795634922,0.217,,49570.87301587302,18.672030673400952,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[11].data.values[13].score),,in,in oai-as-openscore,openai,gpt-5.6-sol,max,mixed,hard,OpenAI-launch-chart;non-code-mode,,3.0009662512400794,0.347,,79347.65873015873,18.079221084319053,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[11].data.values[14].score),,in,in oai-as-openscore,openai,gpt-6-astra,unstated,mixed,hard,OpenAI-launch-chart;non-code-mode,,2.487782142857125,0.00289,,49293.32142857143,79.96009701075716,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[11].data.values[15].score),,out:effort-not-established,out:effort-not-established oai-as-openscore,openai,gpt-6-astra,unstated,mixed,hard,OpenAI-launch-chart;non-code-mode,,2.708024404761925,0.00289,,53671.69047619047,79.73867232268124,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[11].data.values[16].score),,out:effort-not-established,out:effort-not-established oai-as-openscore,openai,gpt-6-astra,unstated,mixed,hard,OpenAI-launch-chart;non-code-mode,,2.9742795634920745,0.00289,,58945.6626984127,82.23656513188438,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[11].data.values[17].score),,out:effort-not-established,out:effort-not-established oai-as-openscore,openai,gpt-6-astra,unstated,mixed,hard,OpenAI-launch-chart;non-code-mode,,3.1809672619047746,0.00289,,63050.416666666664,82.53834982056241,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[11].data.values[18].score),,out:effort-not-established,out:effort-not-established oai-as-openscore,openai,gpt-6-astra,unstated,mixed,hard,OpenAI-launch-chart;non-code-mode,,4.019605952380925,0.00289,,79701.64285714286,84.14772587082203,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[11].data.values[19].score),,out:effort-not-established,out:effort-not-established oai-as-design,openai,gpt-6-astra,low,mixed,hard,OpenAI-launch-chart,,,,,,23.58736305378632,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[12].data.values[0].score),,in, oai-as-design,openai,gpt-6-astra,high,mixed,hard,OpenAI-launch-chart,,,,,,46.352566039273396,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[12].data.values[1].score),,in, oai-as-design,openai,gpt-6-astra,xhigh,mixed,hard,OpenAI-launch-chart,,,,,,48.31379306228587,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[12].data.values[2].score),,in, oai-as-design,openai,gpt-6-astra,max,mixed,hard,OpenAI-launch-chart,,,,,,49.99407317245453,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[12].data.values[3].score),,in, oai-as-design,openai,gpt-5.6-sol,low,mixed,hard,OpenAI-launch-chart,,,,,,32.523547707802614,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[12].data.values[4].score),,in, oai-as-design,openai,gpt-5.6-sol,medium,mixed,hard,OpenAI-launch-chart,,,,,,38.007170088943387,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[12].data.values[5].score),,in, oai-as-design,openai,gpt-5.6-sol,high,mixed,hard,OpenAI-launch-chart,,,,,,40.809136386990463,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[12].data.values[6].score),,in, oai-as-design,openai,gpt-5.6-sol,xhigh,mixed,hard,OpenAI-launch-chart,,,,,,43.811066986575387,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[12].data.values[7].score),,in, oai-as-design,openai,gpt-5.6-sol,max,mixed,hard,OpenAI-launch-chart,,,,,,47.412081313426435,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[12].data.values[8].score),,in, oai-as-design,openai,fable-5.1,max,mixed,hard,OpenAI-launch-chart,,,,,,34.725712476683857,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[12].data.values[9].score),,in, oai-as-datascience,openai,gpt-6-astra,low,mixed,hard,OpenAI-launch-chart,,,,,,29.5834742776746,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[13].data.values[0].score),,in, oai-as-datascience,openai,gpt-6-astra,medium,mixed,hard,OpenAI-launch-chart,,,,,,38.719860602586936,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[13].data.values[1].score),,in, oai-as-datascience,openai,gpt-6-astra,high,mixed,hard,OpenAI-launch-chart,,,,,,40.39569331997291,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[13].data.values[2].score),,in, oai-as-datascience,openai,gpt-6-astra,max,mixed,hard,OpenAI-launch-chart,,,,,,40.897966678338793,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[13].data.values[3].score),,in, oai-as-datascience,openai,gpt-5.6-sol,low,mixed,hard,OpenAI-launch-chart,,,,,,21.8892686209947,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[13].data.values[4].score),,in, oai-as-datascience,openai,gpt-5.6-sol,medium,mixed,hard,OpenAI-launch-chart,,,,,,25.90259083234362,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[13].data.values[5].score),,in, oai-as-datascience,openai,gpt-5.6-sol,high,mixed,hard,OpenAI-launch-chart,,,,,,27.094799518806334,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[13].data.values[6].score),,in, oai-as-datascience,openai,gpt-5.6-sol,xhigh,mixed,hard,OpenAI-launch-chart,,,,,,28.621198788619057,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[13].data.values[7].score),,in, oai-as-datascience,openai,gpt-5.6-sol,max,mixed,hard,OpenAI-launch-chart,,,,,,30.499671676535695,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[13].data.values[8].score),,in, oai-as-datascience,openai,fable-5.1,max,mixed,hard,OpenAI-launch-chart,,,,,,34.016340485793733,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[13].data.values[9].score),,in, oai-as-datascience,openai,opus-5,max,mixed,hard,OpenAI-launch-chart,,,,,,38.32,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[13].data.values[10].score),,in, oai-as-datascience,openai,fable-5,max,mixed,hard,OpenAI-launch-chart,,,,,,34.74,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[13].data.values[11].score),,in, oai-as-datascience,openai,fable-5.1,max,mixed,hard,OpenAI-launch-chart,,,,,,34.016340485793733,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[13].data.values[12].score),,in, oai-as-gpqa,openai,gpt-5.6-sol,nothink,reasoning-math,hard,OpenAI-launch-chart,,0.010639,0.00314,,187.645,82.9545,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[15].data.values[22].score),,in,in oai-as-gpqa,openai,gpt-5.6-sol,low,reasoning-math,hard,OpenAI-launch-chart,,0.024664125000000002,0.00406,,559.797,91.6667,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[15].data.values[23].score),,in,in oai-as-gpqa,openai,gpt-5.6-sol,medium,reasoning-math,hard,OpenAI-launch-chart,,0.03727075,0.00518,,892.346,92.9293,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[15].data.values[24].score),,in,in oai-as-gpqa,openai,gpt-5.6-sol,high,reasoning-math,hard,OpenAI-launch-chart,,0.06115875,0.00763,,1527.12,93.1818,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[15].data.values[25].score),,in,in oai-as-gpqa,openai,gpt-5.6-sol,xhigh,reasoning-math,hard,OpenAI-launch-chart,,0.085912125,0.0103,,2184.02,93.9394,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[15].data.values[26].score),,in,in oai-as-gpqa,openai,gpt-5.6-sol,max,reasoning-math,hard,OpenAI-launch-chart,,0.158375,0.0185,,4104.17,94.5707,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[15].data.values[27].score),,in,in oai-as-gpqa,openai,gpt-6-astra,low,reasoning-math,hard,OpenAI-launch-chart,,0.05298902904040401,0.00289,,343.013,91.7929,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[15].data.values[28].score),,in,in oai-as-gpqa,openai,gpt-6-astra,medium,reasoning-math,hard,OpenAI-launch-chart,,0.059652798737373725,0.00289,,458.15,94.9495,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[15].data.values[29].score),,in,in oai-as-gpqa,openai,gpt-6-astra,high,reasoning-math,hard,OpenAI-launch-chart,,0.07804882348484848,0.00289,,797.684,93.6869,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[15].data.values[30].score),,in,in oai-as-gpqa,openai,gpt-6-astra,xhigh,reasoning-math,hard,OpenAI-launch-chart,,0.09367614444444441,0.00289,,1097.2,94.4444,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[15].data.values[31].score),,in,in oai-as-gpqa,openai,gpt-6-astra,max,reasoning-math,hard,OpenAI-launch-chart,,0.13436128636363637,0.00289,,1848.3,95.9596,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[15].data.values[32].score),,in,in oai-as-gpqa,openai,fable-5,unstated,reasoning-math,hard,OpenAI-launch-chart,,,,,,92.6263,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[15].layer[0].data.values[0].score),,out:effort-not-established, oai-as-frontiercode-ext-code,openai,fable-5,low,coding,hard,OpenAI-launch-chart;code-mode,,4.031,0.00289,,19502,60.8,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[20].data.values[0].score),,in,in oai-as-frontiercode-ext-code,openai,fable-5,medium,coding,hard,OpenAI-launch-chart;code-mode,,5.843,0.00289,,27536,62.8,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[20].data.values[1].score),,in,in oai-as-frontiercode-ext-code,openai,fable-5,high,coding,hard,OpenAI-launch-chart;code-mode,,7.711,0.00289,,36013,64.3,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[20].data.values[2].score),,in,in oai-as-frontiercode-ext-code,openai,fable-5,xhigh,coding,hard,OpenAI-launch-chart;code-mode,,10.528,0.00289,,48419,64.9,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[20].data.values[3].score),,in,in oai-as-frontiercode-ext-code,openai,fable-5,max,coding,hard,OpenAI-launch-chart;code-mode,,15.489,0.00289,,68419,63.6,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[20].data.values[4].score),,in,in oai-as-frontiercode-ext-noncode,openai,fable-5.1,low,coding,hard,OpenAI-launch-chart;non-code-mode,,1.816,0.00289,,15433,61.6,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[20].data.values[5].score),,in,in oai-as-frontiercode-ext-noncode,openai,fable-5.1,medium,coding,hard,OpenAI-launch-chart;non-code-mode,,2.524,0.00289,,21408,63.6,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[20].data.values[6].score),,in,in oai-as-frontiercode-ext-noncode,openai,fable-5.1,high,coding,hard,OpenAI-launch-chart;non-code-mode,,4.053,0.00289,,32600,62.7,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[20].data.values[7].score),,in,in oai-as-frontiercode-ext-noncode,openai,fable-5.1,xhigh,coding,hard,OpenAI-launch-chart;non-code-mode,,7.337,0.00289,,56868,61.4,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[20].data.values[8].score),,in,in oai-as-frontiercode-ext-noncode,openai,fable-5.1,max,coding,hard,OpenAI-launch-chart;non-code-mode,,10.24,0.00289,,78153,62,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[20].data.values[9].score),,in,in oai-as-frontiercode-ext-noncode,openai,opus-5,low,coding,hard,OpenAI-launch-chart;non-code-mode,,2.15,0.00289,,,55.8,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[20].data.values[10].score),,in,in oai-as-frontiercode-ext-noncode,openai,opus-5,medium,coding,hard,OpenAI-launch-chart;non-code-mode,,3.51,0.00289,,,63.6,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[20].data.values[11].score),,in,in oai-as-frontiercode-ext-noncode,openai,opus-5,high,coding,hard,OpenAI-launch-chart;non-code-mode,,5.84,0.00289,,,58.5,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[20].data.values[12].score),,in,in oai-as-frontiercode-ext-noncode,openai,opus-5,xhigh,coding,hard,OpenAI-launch-chart;non-code-mode,,7.44,0.00289,,,56.9,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[20].data.values[13].score),,in,in oai-as-frontiercode-ext-noncode,openai,opus-5,max,coding,hard,OpenAI-launch-chart;non-code-mode,,9.68,0.00289,,,58.9,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[20].data.values[14].score),,in,in oai-as-frontiercode-ext-code,openai,gpt-5.6-sol,low,coding,hard,OpenAI-launch-chart;code-mode,,2.265,0.262,,10516,49.99,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[20].data.values[15].score),,in,in oai-as-frontiercode-ext-code,openai,gpt-5.6-sol,medium,coding,hard,OpenAI-launch-chart;code-mode,,3.2687500000000003,0.377,,14709,54.68,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[20].data.values[16].score),,in,in oai-as-frontiercode-ext-code,openai,gpt-5.6-sol,high,coding,hard,OpenAI-launch-chart;code-mode,,4.266249999999999,0.493,,18823,58.74,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[20].data.values[17].score),,in,in oai-as-frontiercode-ext-code,openai,gpt-5.6-sol,xhigh,coding,hard,OpenAI-launch-chart;code-mode,,5.06625,0.585,,22453,59.98,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[20].data.values[18].score),,in,in oai-as-frontiercode-ext-code,openai,gpt-5.6-sol,max,coding,hard,OpenAI-launch-chart;code-mode,,6.34,0.732,,28060,60.55,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[20].data.values[19].score),,in,in oai-as-frontiercode-ext-code,openai,gpt-6-astra,low,coding,hard,OpenAI-launch-chart;code-mode,,1.4997265,0.00289,,5797,57.4,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[20].data.values[20].score),,in,in oai-as-frontiercode-ext-code,openai,gpt-6-astra,medium,coding,hard,OpenAI-launch-chart;code-mode,,2.102024,0.00289,,8960,60.25,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[20].data.values[21].score),,in,in oai-as-frontiercode-ext-code,openai,gpt-6-astra,high,coding,hard,OpenAI-launch-chart;code-mode,,2.62395,0.00289,,12370,63.07,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[20].data.values[22].score),,in,in oai-as-frontiercode-ext-code,openai,gpt-6-astra,xhigh,coding,hard,OpenAI-launch-chart;code-mode,,2.8602465,0.00289,,14873,62.12,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[20].data.values[23].score),,in,in oai-as-frontiercode-ext-code,openai,gpt-6-astra,max,coding,hard,OpenAI-launch-chart;code-mode,,3.9328585,0.00289,,25995,64.48,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[20].data.values[24].score),,in,in oai-as-frontiercode-ext-code,openai,opus-5,unstated,coding,hard,OpenAI-launch-chart;code-mode,,,,,,63.6,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[20].layer[2].data.values[0].score),,out:effort-not-established, oai-as-frontiercode-ext-code,openai,fable-5,unstated,coding,hard,OpenAI-launch-chart;code-mode,,,,,,64.9,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[20].layer[2].data.values[1].score),,out:effort-not-established, oai-as-frontiercode-ext-code,openai,fable-5.1,unstated,coding,hard,OpenAI-launch-chart;code-mode,,,,,,63.6,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[20].layer[2].data.values[2].score),,out:effort-not-established, oai-as-deepswe-noncode,openai,fable-5,low,coding,hard,OpenAI-launch-chart;non-code-mode,,3.76,0.00289,,,59.58,pass@1%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[21].data.values[53].score),,out:republished,out:republished oai-as-deepswe-noncode,openai,fable-5,medium,coding,hard,OpenAI-launch-chart;non-code-mode,,6.09,0.00289,,,65.37000000000001,pass@1%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[21].data.values[54].score),,out:republished,out:republished oai-as-deepswe-noncode,openai,fable-5,high,coding,hard,OpenAI-launch-chart;non-code-mode,,9.18,0.00289,,,68.59999999999999,pass@1%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[21].data.values[55].score),,out:republished,out:republished oai-as-deepswe-noncode,openai,fable-5,xhigh,coding,hard,OpenAI-launch-chart;non-code-mode,,13.41,0.00289,,,69.90999999999999,pass@1%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[21].data.values[56].score),,out:republished,out:republished oai-as-deepswe-noncode,openai,fable-5,max,coding,hard,OpenAI-launch-chart;non-code-mode,,21.63,0.00289,,,69.72,pass@1%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[21].data.values[57].score),,out:republished,out:republished oai-as-deepswe-noncode,openai,gpt-5.6-sol,nothink,coding,hard,OpenAI-launch-chart;non-code-mode,,,,,,44.469,pass@1%,0.00289,,,https://openai.com/index/gpt-6-astra/ ($[21].data.values[32].score),,in, oai-as-deepswe-noncode,openai,gpt-5.6-sol,low,coding,hard,OpenAI-launch-chart;non-code-mode,,,,,,46.0177,pass@1%,0.00289,,,https://openai.com/index/gpt-6-astra/ ($[21].data.values[33].score),,in, oai-as-deepswe-noncode,openai,gpt-5.6-sol,medium,coding,hard,OpenAI-launch-chart;non-code-mode,,,,,,62.8319,pass@1%,0.00289,,,https://openai.com/index/gpt-6-astra/ ($[21].data.values[34].score),,in, oai-as-deepswe-noncode,openai,gpt-5.6-sol,high,coding,hard,OpenAI-launch-chart;non-code-mode,,,,,,65.4867,pass@1%,0.00289,,,https://openai.com/index/gpt-6-astra/ ($[21].data.values[35].score),,in, oai-as-deepswe-noncode,openai,gpt-5.6-sol,xhigh,coding,hard,OpenAI-launch-chart;non-code-mode,,,,,,69.9115,pass@1%,0.00289,,,https://openai.com/index/gpt-6-astra/ ($[21].data.values[36].score),,in, oai-as-deepswe-noncode,openai,gpt-5.6-sol,max,coding,hard,OpenAI-launch-chart;non-code-mode,,,,,,70.7965,pass@1%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[21].data.values[37].score),,in, oai-as-deepswe-noncode,openai,gpt-6-astra,low,coding,hard,OpenAI-launch-chart;non-code-mode,,,,,,64.823,pass@1%,0.00289,,,https://openai.com/index/gpt-6-astra/ ($[21].data.values[38].score),,in, oai-as-deepswe-noncode,openai,gpt-6-astra,medium,coding,hard,OpenAI-launch-chart;non-code-mode,,,,,,72.7876,pass@1%,0.00289,,,https://openai.com/index/gpt-6-astra/ ($[21].data.values[39].score),,in, oai-as-deepswe-noncode,openai,gpt-6-astra,high,coding,hard,OpenAI-launch-chart;non-code-mode,,,,,,73.3407,pass@1%,0.00289,,,https://openai.com/index/gpt-6-astra/ ($[21].data.values[40].score),,in, oai-as-deepswe-noncode,openai,gpt-6-astra,xhigh,coding,hard,OpenAI-launch-chart;non-code-mode,,,,,,71.5708,pass@1%,0.00289,,,https://openai.com/index/gpt-6-astra/ ($[21].data.values[41].score),,in, oai-as-deepswe-noncode,openai,gpt-6-astra,max,coding,hard,OpenAI-launch-chart;non-code-mode,,,,,,71.4602,pass@1%,0.00289,,,https://openai.com/index/gpt-6-astra/ ($[21].data.values[42].score),,in, oai-as-deepswe-code,openai,gpt-6-astra,low,coding,hard,OpenAI-launch-chart;code-mode,,1.6,0.00289,,,67,pass@1%,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[21].data.values[43].score),,out:republished,out:republished oai-as-deepswe-code,openai,gpt-6-astra,medium,coding,hard,OpenAI-launch-chart;code-mode,,3.1,0.00289,,,72.8,pass@1%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[21].data.values[44].score),,out:republished,out:republished oai-as-deepswe-code,openai,gpt-6-astra,high,coding,hard,OpenAI-launch-chart;code-mode,,3.9,0.00289,,,73.2,pass@1%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[21].data.values[45].score),,out:republished,out:republished oai-as-deepswe-code,openai,gpt-6-astra,xhigh,coding,hard,OpenAI-launch-chart;code-mode,,4.4,0.00289,,,74.1,pass@1%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[21].data.values[46].score),,out:republished,out:republished oai-as-deepswe-code,openai,gpt-6-astra,max,coding,hard,OpenAI-launch-chart;code-mode,,7.5,0.00289,,,73,pass@1%,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[21].data.values[47].score),,out:republished,out:republished oai-as-deepswe-noncode,openai,opus-5,low,coding,hard,OpenAI-launch-chart;non-code-mode,,1.66,0.00289,,,58.13,pass@1%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[21].data.values[48].score),,out:republished,out:republished oai-as-deepswe-noncode,openai,opus-5,medium,coding,hard,OpenAI-launch-chart;non-code-mode,,3.29,0.00289,,,68.90000000000001,pass@1%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[21].data.values[49].score),,out:republished,out:republished oai-as-deepswe-noncode,openai,opus-5,high,coding,hard,OpenAI-launch-chart;non-code-mode,,6.08,0.00289,,,72.83,pass@1%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[21].data.values[50].score),,out:republished,out:republished oai-as-deepswe-noncode,openai,opus-5,xhigh,coding,hard,OpenAI-launch-chart;non-code-mode,,9.07,0.00289,,,73.15,pass@1%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[21].data.values[51].score),,out:republished,out:republished oai-as-deepswe-noncode,openai,opus-5,max,coding,hard,OpenAI-launch-chart;non-code-mode,,11.84,0.00289,,,73.65,pass@1%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[21].data.values[52].score),,out:republished,out:republished oai-as-deepswe-noncode,openai,fable-5.1,not-established:absent,coding,hard,OpenAI-launch-chart;non-code-mode,,,,,,67.4,pass@1%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[21].data.values[58].score),,out:effort-not-established, oai-as-deepswe-noncode,openai,gpt-5.6-sol,low,coding,hard,OpenAI-launch-chart;non-code-mode,,1.025,0.118,,,45.35,pass@1%,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[21].data.values[59].score),,in,out:republished oai-as-deepswe-noncode,openai,gpt-5.6-sol,medium,coding,hard,OpenAI-launch-chart;non-code-mode,,1.775,0.205,,,61.06,pass@1%,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[21].data.values[60].score),,in,out:republished oai-as-deepswe-noncode,openai,gpt-5.6-sol,high,coding,hard,OpenAI-launch-chart;non-code-mode,,3.325,0.384,,,69.40000000000001,pass@1%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[21].data.values[61].score),,in,out:republished oai-as-deepswe-noncode,openai,gpt-5.6-sol,xhigh,coding,hard,OpenAI-launch-chart;non-code-mode,,4.5,0.52,,,70.73,pass@1%,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[21].data.values[62].score),,in,out:republished oai-as-deepswe-noncode,openai,gpt-5.6-sol,max,coding,hard,OpenAI-launch-chart;non-code-mode,,8.075,0.932,,,72.67,pass@1%,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[21].data.values[63].score),,in,out:republished oai-as-deepswe-noncode,openai,gemini-3.8-flash,medium,coding,hard,OpenAI-launch-chart;non-code-mode,,1.97,0.00289,,,71.01999999999999,pass@1%,0.00289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://openai.com/index/gpt-6-astra/ ($[21].data.values[64].score),,in,out:cost-single-couple oai-as-deepswe-noncode,openai,gemini-3.8-flash,high,coding,hard,OpenAI-launch-chart;non-code-mode,,,,,,73.83,pass@1%,0.00289,,,https://openai.com/index/gpt-6-astra/ ($[21].data.values[65].score),,in, oai-as-aa-coding-noncode,openai,fable-5,low,coding,hard,OpenAI-launch-chart;AA-scoring;non-code-mode,,3.17,0.00289,,20218.92944785276,58.6,AA-idx,0.0289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[22].data.values[46].score),,in,in oai-as-aa-coding-noncode,openai,fable-5,medium,coding,hard,OpenAI-launch-chart;AA-scoring;non-code-mode,,4.74,0.00289,,29358.407975460123,63.2,AA-idx,0.0289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[22].data.values[47].score),,in,in oai-as-aa-coding-noncode,openai,fable-5,high,coding,hard,OpenAI-launch-chart;AA-scoring;non-code-mode,,5.97,0.00289,,37468.96625766871,65.1,AA-idx,0.0289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[22].data.values[48].score),,in,in oai-as-aa-coding-noncode,openai,fable-5,xhigh,coding,hard,OpenAI-launch-chart;AA-scoring;non-code-mode,,8.53,0.00289,,52975.96319018405,66,AA-idx,0.0289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[22].data.values[49].score),,in,in oai-as-aa-coding-noncode,openai,fable-5,max,coding,hard,OpenAI-launch-chart;AA-scoring;non-code-mode,,11.69,0.00289,,74265.48773006134,67.2,AA-idx,0.0289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[22].data.values[50].score),,in,in oai-as-aa-coding-noncode,openai,opus-5,not-established:absent,coding,hard,OpenAI-launch-chart;AA-scoring;non-code-mode,,3.53,0.00289,,31222.438650306747,59.2,AA-idx,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[22].data.values[51].score),,out:effort-not-established,out:effort-not-established oai-as-aa-coding-noncode,openai,opus-5,low,coding,hard,OpenAI-launch-chart;AA-scoring;non-code-mode,,2.3,0.00289,,22632.923312883435,59.4,AA-idx,0.0289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[22].data.values[52].score),,in,in oai-as-aa-coding-noncode,openai,opus-5,medium,coding,hard,OpenAI-launch-chart;AA-scoring;non-code-mode,,3.17,0.00289,,30206.12883435583,64.1,AA-idx,0.0289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[22].data.values[53].score),,in,in oai-as-aa-coding-noncode,openai,opus-5,high,coding,hard,OpenAI-launch-chart;AA-scoring;non-code-mode,,3.92,0.00289,,37331.49386503067,65.6,AA-idx,0.0289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[22].data.values[54].score),,in,in oai-as-aa-coding-noncode,openai,opus-5,xhigh,coding,hard,OpenAI-launch-chart;AA-scoring;non-code-mode,,8.17,0.00289,,73273.02760736196,68.1,AA-idx,0.0289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[22].data.values[55].score),,in,in oai-as-aa-coding-noncode,openai,opus-5,max,coding,hard,OpenAI-launch-chart;AA-scoring;non-code-mode,,8.94,0.00289,,81385.06441717791,67,AA-idx,0.0289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[22].data.values[56].score),,in,in oai-as-aa-coding-noncode,openai,gemini-3.8-flash,high,coding,hard,OpenAI-launch-chart;AA-scoring;non-code-mode,,2.04,0.00289,,71460.6226993865,61.2,AA-idx,0.0289,,cost-price-ratio:USD; base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://openai.com/index/gpt-6-astra/ ($[22].data.values[57].score),,in,in oai-as-aa-coding-noncode,openai,gpt-5.6-sol,nothink,coding,hard,OpenAI-launch-chart;AA-scoring;non-code-mode,,1.3625000000000003,0.157,,7689.901840490797,43.4,AA-idx,0.0289,,cost-price-ratio:USD; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[22].data.values[58].score),,in,in oai-as-aa-coding-noncode,openai,gpt-5.6-sol,low,coding,hard,OpenAI-launch-chart;AA-scoring;non-code-mode,,1.6125,0.186,,8962.60736196319,55.2,AA-idx,0.0289,,cost-price-ratio:USD; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[22].data.values[59].score),,in,in oai-as-aa-coding-noncode,openai,gpt-5.6-sol,medium,coding,hard,OpenAI-launch-chart;AA-scoring;non-code-mode,,2.7375,0.316,,14440.598159509202,61.6,AA-idx,0.0289,,cost-price-ratio:USD; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[22].data.values[60].score),,in,in oai-as-aa-coding-noncode,openai,gpt-5.6-sol,high,coding,hard,OpenAI-launch-chart;AA-scoring;non-code-mode,,3.75,0.433,,19997.776073619632,64.1,AA-idx,0.0289,,cost-price-ratio:USD; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[22].data.values[61].score),,in,in oai-as-aa-coding-noncode,openai,gpt-5.6-sol,xhigh,coding,hard,OpenAI-launch-chart;AA-scoring;non-code-mode,,4.675000000000001,0.54,,25684.604294478526,63.3,AA-idx,0.0289,,cost-price-ratio:USD; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[22].data.values[62].score),,in,in oai-as-aa-coding-noncode,openai,gpt-5.6-sol,max,coding,hard,OpenAI-launch-chart;AA-scoring;non-code-mode,,6.25,0.722,,35184.01226993865,65.1,AA-idx,0.0289,,cost-price-ratio:USD; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[22].data.values[63].score),,in,in oai-as-aa-coding-code,openai,gpt-6-astra,low,coding,hard,OpenAI-launch-chart;AA-scoring;code-mode,,1.5032896411042944,0.00289,,7227.619631901841,62.6,AA-idx,0.0289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[22].data.values[64].score),,in,in oai-as-aa-coding-code,openai,gpt-6-astra,medium,coding,hard,OpenAI-launch-chart;AA-scoring;code-mode,,2.327062740797546,0.00289,,11748,65.3,AA-idx,0.0289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[22].data.values[65].score),,in,in oai-as-aa-coding-code,openai,gpt-6-astra,high,coding,hard,OpenAI-launch-chart;AA-scoring;code-mode,,3.0670578251533747,0.00289,,16149.861963190184,65.5,AA-idx,0.0289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[22].data.values[66].score),,in,in oai-as-aa-coding-code,openai,gpt-6-astra,xhigh,coding,hard,OpenAI-launch-chart;AA-scoring;code-mode,,3.464961829754601,0.00289,,19086.5245398773,67,AA-idx,0.0289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[22].data.values[67].score),,in,in oai-as-aa-coding-code,openai,gpt-6-astra,max,coding,hard,OpenAI-launch-chart;AA-scoring;code-mode,,4.981304320552148,0.00289,,31399.67791411043,67,AA-idx,0.0289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[22].data.values[68].score),,in,in oai-as-healthbench-noncode,openai,fable-5,low,mixed,hard,OpenAI-launch-chart;non-code-mode,,0.06300970952380955,0.00289,,1148.8342857142857,57.01216134194056,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[24].data.values[0].score),,in,in oai-as-healthbench-noncode,openai,fable-5,medium,mixed,hard,OpenAI-launch-chart;non-code-mode,,0.07413662380952381,0.00289,,1380.037142857143,56.9773252487645,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[24].data.values[1].score),,in,in oai-as-healthbench-noncode,openai,fable-5,high,mixed,hard,OpenAI-launch-chart;non-code-mode,,0.08724054761904762,0.00289,,1660.6095238095238,58.99458952162833,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[24].data.values[2].score),,in,in oai-as-healthbench-noncode,openai,fable-5,xhigh,mixed,hard,OpenAI-launch-chart;non-code-mode,,0.1106931761904762,0.00289,,2133.055238095238,58.38159993811636,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[24].data.values[3].score),,in,in oai-as-healthbench-noncode,openai,fable-5,max,mixed,hard,OpenAI-launch-chart;non-code-mode,,0.2677170666666667,0.00289,,5379.449523809524,60.88699513554622,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[24].data.values[4].score),,in,in oai-as-healthbench-noncode,openai,fable-5.1,low,mixed,hard,OpenAI-launch-chart;non-code-mode,,0.108935881,0.00289,,2102.5090476190476,57.83891321138991,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[24].data.values[5].score),,in,in oai-as-healthbench-noncode,openai,fable-5.1,medium,mixed,hard,OpenAI-launch-chart;non-code-mode,,0.132308102,0.00289,,2614.558571428571,57.58832671438789,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[24].data.values[6].score),,in,in oai-as-healthbench-noncode,openai,fable-5.1,high,mixed,hard,OpenAI-launch-chart;non-code-mode,,0.154340693,0.00289,,3107.6280952380953,58.05852158722635,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[24].data.values[7].score),,in,in oai-as-healthbench-noncode,openai,fable-5.1,xhigh,mixed,hard,OpenAI-launch-chart;non-code-mode,,0.294607333,0.00289,,6049.226190476191,57.84603848754128,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[24].data.values[8].score),,in,in oai-as-healthbench-noncode,openai,fable-5.1,max,mixed,hard,OpenAI-launch-chart;non-code-mode,,0.576349757,0.00289,,11954.635714285714,56.62296828599522,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[24].data.values[9].score),,in,in oai-as-healthbench-noncode,openai,opus-5,xhigh,mixed,hard,OpenAI-launch-chart;non-code-mode,,0.11492651,0.00289,,4419.181775,54.60913704583651,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[24].data.values[10].score),,in,in oai-as-healthbench-noncode,openai,opus-5,max,mixed,hard,OpenAI-launch-chart;non-code-mode,,0.1345220714,0.00289,,5202.120952,54.53666927759777,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/gpt-6-astra/ ($[24].data.values[11].score),,in,in oai-as-healthbench-noncode,openai,gemini-3.8-flash,high,mixed,hard,OpenAI-launch-chart;non-code-mode,,0.0104515336,0.00289,,2666.408571,52.05723256256874,score%,0.00289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://openai.com/index/gpt-6-astra/ ($[24].data.values[12].score),,in,in oai-as-healthbench-noncode,openai,gpt-5.6-sol,low,mixed,hard,OpenAI-launch-chart;non-code-mode,,0.03957128875,0.0054,,930.3483333333334,57.66216593228788,score%,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[24].data.values[13].score),,in,in oai-as-healthbench-noncode,openai,gpt-5.6-sol,medium,mixed,hard,OpenAI-launch-chart;non-code-mode,,0.05348011500000001,0.00682,,1301.6707142857142,58.10368415166116,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[24].data.values[14].score),,in,in oai-as-healthbench-noncode,openai,gpt-5.6-sol,high,mixed,hard,OpenAI-launch-chart;non-code-mode,,0.08105010124999999,0.00979,,2036.7995238095239,59.19226631530424,score%,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[24].data.values[15].score),,in,in oai-as-healthbench-noncode,openai,gpt-5.6-sol,xhigh,mixed,hard,OpenAI-launch-chart;non-code-mode,,0.12790211,0.015,,3285.896904761905,59.53711800270363,score%,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[24].data.values[16].score),,in,in oai-as-healthbench-noncode,openai,gpt-5.6-sol,max,mixed,hard,OpenAI-launch-chart;non-code-mode,,0.2206676975,0.0256,,5760.370952380952,60.51238094821059,score%,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[24].data.values[17].score),,in,in oai-as-healthbench-code,openai,gpt-6-astra,unstated,mixed,hard,OpenAI-launch-chart;code-mode,,0.08381954535714287,0.00289,,992.4014285714286,62.94668594,score%,0.00289,,,https://openai.com/index/gpt-6-astra/ ($[24].data.values[18].score),,out:effort-not-established,out:effort-not-established oai-as-healthbench-code,openai,gpt-6-astra,unstated,mixed,hard,OpenAI-launch-chart;code-mode,,0.09363779261904763,0.00289,,1139.3485714285714,63.27854143,score%,0.00289,,,https://openai.com/index/gpt-6-astra/ ($[24].data.values[19].score),,out:effort-not-established,out:effort-not-established oai-as-healthbench-code,openai,gpt-6-astra,unstated,mixed,hard,OpenAI-launch-chart;code-mode,,0.1391906980952381,0.00289,,1952.1480952380953,62.97618324,score%,0.00289,,,https://openai.com/index/gpt-6-astra/ ($[24].data.values[20].score),,out:effort-not-established,out:effort-not-established oai-as-healthbench-code,openai,gpt-6-astra,unstated,mixed,hard,OpenAI-launch-chart;code-mode,,0.20163193797619047,0.00289,,3073.477142857143,63.029186,score%,0.00289,,,https://openai.com/index/gpt-6-astra/ ($[24].data.values[21].score),,out:effort-not-established,out:effort-not-established oai-as-healthbench-code,openai,gpt-6-astra,unstated,mixed,hard,OpenAI-launch-chart;code-mode,,0.3302830589285714,0.00289,,5468.895476190476,63.40049175,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[24].data.values[22].score),,out:effort-not-established,out:effort-not-established oai-as-lifesci,openai,gpt-5.6-sol,nothink,mixed,hard,OpenAI-launch-chart,,0.7098912500000001,0.082,,3805.36,39.6431,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[25].data.values[0].score),,out:republished,out:republished oai-as-lifesci,openai,gpt-5.6-sol,low,mixed,hard,OpenAI-launch-chart,,0.3543625,0.041,,3946.41,42.6273,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[25].data.values[1].score),,out:republished,out:republished oai-as-lifesci,openai,gpt-5.6-sol,medium,mixed,hard,OpenAI-launch-chart,,1.2475212500000001,0.144,,9468.38,49.8409,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[25].data.values[2].score),,out:republished,out:republished oai-as-lifesci,openai,gpt-5.6-sol,high,mixed,hard,OpenAI-launch-chart,,2.3351375,0.27,,15490.2,54.6053,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[25].data.values[3].score),,out:republished,out:republished oai-as-lifesci,openai,gpt-5.6-sol,xhigh,mixed,hard,OpenAI-launch-chart,,3.759075,0.434,,22898.2,56.2943,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[25].data.values[4].score),,out:republished,out:republished oai-as-lifesci,openai,gpt-5.6-sol,max,mixed,hard,OpenAI-launch-chart,,7.595912500000001,0.877,,37550.2,59.9385,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[25].data.values[5].score),,out:republished,out:republished oai-as-lifesci,openai,gpt-6-astra,unstated,mixed,hard,OpenAI-launch-chart,,0.5675201475892696,0.00289,,3010.847989949749,52.66305411195161,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[25].data.values[6].score),,out:effort-not-established,out:effort-not-established oai-as-lifesci,openai,gpt-6-astra,unstated,mixed,hard,OpenAI-launch-chart,,0.942275626607129,0.00289,,4694.99,57.0563,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[25].data.values[7].score),,out:effort-not-established,out:effort-not-established oai-as-lifesci,openai,gpt-6-astra,unstated,mixed,hard,OpenAI-launch-chart,,1.454879650148818,0.00289,,7718.977272727273,58.78025737535592,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[25].data.values[8].score),,out:effort-not-established,out:effort-not-established oai-as-lifesci,openai,gpt-6-astra,unstated,mixed,hard,OpenAI-launch-chart,,1.721826566250014,0.00289,,9760.206030150754,59.81950727184325,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[25].data.values[9].score),,out:effort-not-established,out:effort-not-established oai-as-lifesci,openai,gpt-6-astra,unstated,mixed,hard,OpenAI-launch-chart,,2.3034674961607333,0.00289,,15843.2959697733,60.31436423877367,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[25].data.values[10].score),,out:effort-not-established,out:effort-not-established oai-as-genebench,openai,gpt-5.6-sol,nothink,mixed,hard,OpenAI-launch-chart;non-code-mode,,0.08683434344961237,0.0104,,1400.2758828596038,3.72093023255813,score%,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[26].data.values[0].score),,out:republished,out:republished oai-as-genebench,openai,gpt-5.6-sol,low,mixed,hard,OpenAI-launch-chart;non-code-mode,,0.18375985957364377,0.0214,,2940.3496124031,7.67441860465116,score%,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[26].data.values[1].score),,out:republished,out:republished oai-as-genebench,openai,gpt-5.6-sol,medium,mixed,hard,OpenAI-launch-chart;non-code-mode,,0.4281923921705425,0.0495,,6653.54573643411,15.1162790697674,score%,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[26].data.values[2].score),,out:republished,out:republished oai-as-genebench,openai,gpt-5.6-sol,high,mixed,hard,OpenAI-launch-chart;non-code-mode,,0.8312173846124025,0.096,,12174.1108527132,22.6356589147287,score%,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[26].data.values[3].score),,out:republished,out:republished oai-as-genebench,openai,gpt-5.6-sol,xhigh,mixed,hard,OpenAI-launch-chart;non-code-mode,,1.33705573399225,0.154,,19460.9465116279,24.4099913867356,score%,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[26].data.values[4].score),,out:republished,out:republished oai-as-genebench,openai,gpt-5.6-sol,max,mixed,hard,OpenAI-launch-chart;non-code-mode,,2.5519283624030997,0.295,,33065.6511627907,28.733850129199,score%,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[26].data.values[5].score),,out:republished,out:republished oai-as-genebench,openai,gpt-6-astra,unstated,mixed,hard,OpenAI-launch-chart;non-code-mode,,0.4129099590254707,0.00289,,2194.549943883277,28.460686600221485,score%,0.00289,,,https://openai.com/index/gpt-6-astra/ ($[26].data.values[6].score),,out:effort-not-established,out:effort-not-established oai-as-genebench,openai,gpt-6-astra,unstated,mixed,hard,OpenAI-launch-chart;non-code-mode,,1.276435288815061,0.00289,,9281.041248606465,37.652270210409744,score%,0.00289,,,https://openai.com/index/gpt-6-astra/ ($[26].data.values[7].score),,out:effort-not-established,out:effort-not-established oai-as-genebench,openai,gpt-6-astra,unstated,mixed,hard,OpenAI-launch-chart;non-code-mode,,1.4967362250276854,0.00289,,11407.56711409396,37.09856035437431,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[26].data.values[8].score),,out:effort-not-established,out:effort-not-established oai-as-genebench,openai,gpt-6-astra,unstated,mixed,hard,OpenAI-launch-chart;non-code-mode,,2.0268659390919157,0.00289,,17151.351230425054,37.763012181616834,score%,0.00289,,,https://openai.com/index/gpt-6-astra/ ($[26].data.values[9].score),,out:effort-not-established,out:effort-not-established oai-as-medchem,openai,gpt-5.6-sol,nothink,mixed,hard,OpenAI-launch-chart,,0.1608404384129009,0.0188,,2063.4118967452296,18.610718569023377,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[27].data.values[0].score),,in,in oai-as-medchem,openai,gpt-5.6-sol,medium,mixed,hard,OpenAI-launch-chart,,0.4501555941343466,0.0521,,7522.804713804712,37.358673704655876,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[27].data.values[1].score),,in,in oai-as-medchem,openai,gpt-5.6-sol,xhigh,mixed,hard,OpenAI-launch-chart,,1.2180367729359156,0.141,,19748.26038159371,46.05362322973478,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[27].data.values[2].score),,in,in oai-as-medchem,openai,gpt-5.6-sol,max,mixed,hard,OpenAI-launch-chart,,2.205836613004527,0.255,,32016.06285072951,47.447691322996083,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/gpt-6-astra/ ($[27].data.values[3].score),,in,in oai-as-medchem,openai,gpt-6-astra,unstated,mixed,hard,OpenAI-launch-chart,,0.2671093821548821,0.00289,,2528.40543601359,41.772227181734467,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[27].data.values[4].score),,out:effort-not-established,out:effort-not-established oai-as-medchem,openai,gpt-6-astra,unstated,mixed,hard,OpenAI-launch-chart,,0.44335986756453427,0.00289,,4216.29,47.8984,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[27].data.values[5].score),,out:effort-not-established,out:effort-not-established oai-as-medchem,openai,gpt-6-astra,unstated,mixed,hard,OpenAI-launch-chart,,0.7268426380471381,0.00289,,8231.464082098062,48.57508177998368,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[27].data.values[6].score),,out:effort-not-established,out:effort-not-established oai-as-medchem,openai,gpt-6-astra,unstated,mixed,hard,OpenAI-launch-chart,,0.9089533209876544,0.00289,,10892.286523216308,49.347180988691375,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[27].data.values[7].score),,out:effort-not-established,out:effort-not-established oai-as-medchem,openai,gpt-6-astra,unstated,mixed,hard,OpenAI-launch-chart,,1.1643412508417508,0.00289,,15392.630857142856,49.14724791929651,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ ($[27].data.values[8].score),,out:effort-not-established,out:effort-not-established oai-as-t-benchcad,openai,gpt-6-astra,unstated,mixed,hard,OpenAI-launch-table;max-over-efforts,,,,,,95.9,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 1 row 'BenchCAD' col 'GPT‑6 Astra'),,out:effort-not-established, oai-as-t-benchcad,openai,gpt-5.6-sol,unstated,mixed,hard,OpenAI-launch-table;max-over-efforts,,,,,,83.3,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 1 row 'BenchCAD' col 'GPT‑5.6 Sol'),,out:effort-not-established, oai-as-t-benchcad,openai,fable-5.1,unstated,mixed,hard,OpenAI-launch-table;max-over-efforts,,,,,,84.3,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 1 row 'BenchCAD' col 'Claude Fable 5.1'),,out:effort-not-established, oai-as-t-benchcad,openai,fable-5,unstated,mixed,hard,OpenAI-launch-table;max-over-efforts,,,,,,67.5,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 1 row 'BenchCAD' col 'Claude Fable 5'),,out:effort-not-established, oai-as-t-benchcad,openai,opus-5,unstated,mixed,hard,OpenAI-launch-table;max-over-efforts,,,,,,82.1,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 1 row 'BenchCAD' col 'Claude Opus 5'),,out:effort-not-established, oai-as-t-openscore-string-quartets,openai,gpt-6-astra,unstated,mixed,hard,OpenAI-launch-table;max-over-efforts,,,,,,0.84,score-of-1,0.00289,,,https://openai.com/index/gpt-6-astra/ (table 1 row 'OpenScore String Quartets (1 - OMR-NED)' col 'GPT‑6 Astra'),,out:effort-not-established, oai-as-t-openscore-string-quartets,openai,gpt-5.6-sol,unstated,mixed,hard,OpenAI-launch-table;max-over-efforts,,,,,,0.19,score-of-1,0.00289,,,https://openai.com/index/gpt-6-astra/ (table 1 row 'OpenScore String Quartets (1 - OMR-NED)' col 'GPT‑5.6 Sol'),,out:effort-not-established, oai-as-t-terminal-bench-4-0,openai,gpt-6-astra,unstated,agentic-tool,hard,OpenAI-launch-table;max-over-efforts,,,,,,57.7,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 2 row 'Terminal-Bench 4.0' col 'GPT‑6 Astra'),,out:effort-not-established, oai-as-t-terminal-bench-4-0,openai,gpt-5.6-sol,unstated,agentic-tool,hard,OpenAI-launch-table;max-over-efforts,,,,,,37.3,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 2 row 'Terminal-Bench 4.0' col 'GPT‑5.6 Sol'),,out:effort-not-established, oai-as-t-terminal-bench-4-0,openai,fable-5.1,unstated,agentic-tool,hard,OpenAI-launch-table;max-over-efforts,,,,,,55.8,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 2 row 'Terminal-Bench 4.0' col 'Claude Fable 5.1'),,out:effort-not-established, oai-as-t-terminal-bench-4-0,openai,fable-5,unstated,agentic-tool,hard,OpenAI-launch-table;max-over-efforts,,,,,,42.0,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 2 row 'Terminal-Bench 4.0' col 'Claude Fable 5'),,out:effort-not-established, oai-as-t-terminal-bench-4-0,openai,opus-5,unstated,agentic-tool,hard,OpenAI-launch-table;max-over-efforts,,,,,,52.3,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 2 row 'Terminal-Bench 4.0' col 'Claude Opus 5'),,out:effort-not-established, oai-as-t-terminal-bench-4-0,openai,gemini-3.8-flash,unstated,agentic-tool,hard,OpenAI-launch-table;max-over-efforts,,,,,,19.1,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 2 row 'Terminal-Bench 4.0' col 'Gemini 3.8 Flash'),,out:effort-not-established, oai-as-t-humanity-s-last-exam,openai,gpt-6-astra,unstated,reasoning-math,frontier,OpenAI-launch-table;max-over-efforts,,,,,,64.5,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 2 row 'FrontierCode 1.1 Extended (score)' col 'GPT‑6 Astra'),,out:effort-not-established, oai-as-t-humanity-s-last-exam,openai,gpt-5.6-sol,unstated,reasoning-math,frontier,OpenAI-launch-table;max-over-efforts,,,,,,60.6,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 2 row 'FrontierCode 1.1 Extended (score)' col 'GPT‑5.6 Sol'),,out:effort-not-established, oai-as-t-humanity-s-last-exam,openai,fable-5.1,unstated,reasoning-math,frontier,OpenAI-launch-table;max-over-efforts,,,,,,63.6,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 2 row 'FrontierCode 1.1 Extended (score)' col 'Claude Fable 5.1'),,out:effort-not-established, oai-as-t-humanity-s-last-exam,openai,fable-5,unstated,reasoning-math,frontier,OpenAI-launch-table;max-over-efforts,,,,,,64.9,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 2 row 'FrontierCode 1.1 Extended (score)' col 'Claude Fable 5'),,out:effort-not-established, oai-as-t-humanity-s-last-exam,openai,opus-5,unstated,reasoning-math,frontier,OpenAI-launch-table;max-over-efforts,,,,,,63.6,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 2 row 'FrontierCode 1.1 Extended (score)' col 'Claude Opus 5'),,out:effort-not-established, oai-as-t-humanity-s-last-exam,openai,gemini-3.8-flash,unstated,reasoning-math,frontier,OpenAI-launch-table;max-over-efforts,,,,,,56.3,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 2 row 'FrontierCode 1.1 Extended (score)' col 'Gemini 3.8 Flash'),,out:effort-not-established, oai-as-t-frontiercode-1-1-main,openai,gpt-6-astra,unstated,coding,hard,OpenAI-launch-table;max-over-efforts,,,,,,53.3,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 2 row 'FrontierCode 1.1 Main (score)' col 'GPT‑6 Astra'),,out:effort-not-established, oai-as-t-frontiercode-1-1-main,openai,gpt-5.6-sol,unstated,coding,hard,OpenAI-launch-table;max-over-efforts,,,,,,47.5,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 2 row 'FrontierCode 1.1 Main (score)' col 'GPT‑5.6 Sol'),,out:effort-not-established, oai-as-t-frontiercode-1-1-main,openai,fable-5.1,unstated,coding,hard,OpenAI-launch-table;max-over-efforts,,,,,,50.9,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 2 row 'FrontierCode 1.1 Main (score)' col 'Claude Fable 5.1'),,out:effort-not-established, oai-as-t-frontiercode-1-1-main,openai,fable-5,unstated,coding,hard,OpenAI-launch-table;max-over-efforts,,,,,,53.5,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 2 row 'FrontierCode 1.1 Main (score)' col 'Claude Fable 5'),,out:effort-not-established, oai-as-t-frontiercode-1-1-main,openai,opus-5,unstated,coding,hard,OpenAI-launch-table;max-over-efforts,,,,,,53.4,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 2 row 'FrontierCode 1.1 Main (score)' col 'Claude Opus 5'),,out:effort-not-established, oai-as-t-frontiercode-1-1-main,openai,gemini-3.8-flash,unstated,coding,hard,OpenAI-launch-table;max-over-efforts,,,,,,43.6,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 2 row 'FrontierCode 1.1 Main (score)' col 'Gemini 3.8 Flash'),,out:effort-not-established, oai-as-t-internal-database-migration-task,openai,gpt-6-astra,unstated,coding,hard,OpenAI-launch-table;max-over-efforts,,,,,,63.9,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 2 row 'Internal Database Migration Tasks' col 'GPT‑6 Astra'),,out:effort-not-established, oai-as-t-internal-database-migration-task,openai,gpt-5.6-sol,unstated,coding,hard,OpenAI-launch-table;max-over-efforts,,,,,,42.7,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 2 row 'Internal Database Migration Tasks' col 'GPT‑5.6 Sol'),,out:effort-not-established, oai-as-t-internal-database-migration-task,openai,fable-5.1,unstated,coding,hard,OpenAI-launch-table;max-over-efforts,,,,,,57.8,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 2 row 'Internal Database Migration Tasks' col 'Claude Fable 5.1'),,out:effort-not-established, oai-as-t-internal-database-migration-task,openai,fable-5,unstated,coding,hard,OpenAI-launch-table;max-over-efforts,,,,,,50.3,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 2 row 'Internal Database Migration Tasks' col 'Claude Fable 5'),,out:effort-not-established, oai-as-t-gpqa-diamond,openai,gpt-6-astra,unstated,reasoning-math,hard,OpenAI-launch-table;max-over-efforts,,,,,,96.0,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 3 row 'GPQA Diamond' col 'GPT‑6 Astra'),,out:effort-not-established, oai-as-t-gpqa-diamond,openai,gpt-5.6-sol,unstated,reasoning-math,hard,OpenAI-launch-table;max-over-efforts,,,,,,94.6,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 3 row 'GPQA Diamond' col 'GPT‑5.6 Sol'),,out:effort-not-established, oai-as-t-gpqa-diamond,openai,fable-5.1,unstated,reasoning-math,hard,OpenAI-launch-table;max-over-efforts,,,,,,93.7,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 3 row 'GPQA Diamond' col 'Claude Fable 5.1'),,out:effort-not-established, oai-as-t-gpqa-diamond,openai,fable-5,unstated,reasoning-math,hard,OpenAI-launch-table;max-over-efforts,,,,,,92.6,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 3 row 'GPQA Diamond' col 'Claude Fable 5'),,out:effort-not-established, oai-as-t-gpqa-diamond,openai,opus-5,unstated,reasoning-math,hard,OpenAI-launch-table;max-over-efforts,,,,,,93.7,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 3 row 'GPQA Diamond' col 'Claude Opus 5'),,out:effort-not-established, oai-as-t-gpqa-diamond,openai,gemini-3.8-flash,unstated,reasoning-math,hard,OpenAI-launch-table;max-over-efforts,,,,,,95.3,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 3 row 'GPQA Diamond' col 'Gemini 3.8 Flash'),,out:effort-not-established, oai-as-t-humanity-s-last-exam,openai,gpt-6-astra,unstated,reasoning-math,frontier,OpenAI-launch-table;max-over-efforts,,,,,,57.2,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 3 row 'Humanity's Last Exam (w/ tools)' col 'GPT‑6 Astra'),,out:effort-not-established, oai-as-t-humanity-s-last-exam,openai,fable-5.1,unstated,reasoning-math,frontier,OpenAI-launch-table;max-over-efforts,,,,,,65.0,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 3 row 'Humanity's Last Exam (w/ tools)' col 'Claude Fable 5.1'),,out:effort-not-established, oai-as-t-humanity-s-last-exam,openai,fable-5,unstated,reasoning-math,frontier,OpenAI-launch-table;max-over-efforts,,,,,,63.8,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 3 row 'Humanity's Last Exam (w/ tools)' col 'Claude Fable 5'),,out:effort-not-established, oai-as-t-humanity-s-last-exam,openai,opus-5,unstated,reasoning-math,frontier,OpenAI-launch-table;max-over-efforts,,,,,,63.6,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 3 row 'Humanity's Last Exam (w/ tools)' col 'Claude Opus 5'),,out:effort-not-established, oai-as-t-exploitbench,openai,gpt-6-astra,unstated,agentic-tool,frontier,OpenAI-launch-table;max-over-efforts,,,,,,100.0,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 5 row 'ExploitBench' col 'GPT‑6 Astra'),,out:effort-not-established, oai-as-t-exploitbench,openai,gpt-5.6-sol,unstated,agentic-tool,frontier,OpenAI-launch-table;max-over-efforts,,,,,,78.5,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 5 row 'ExploitBench' col 'GPT‑5.6 Sol'),,out:effort-not-established, oai-as-t-exploitbench,openai,opus-5,unstated,agentic-tool,frontier,OpenAI-launch-table;max-over-efforts,,,,,,70,score%,0.289,,,https://openai.com/index/gpt-6-astra/ (table 5 row 'ExploitBench' col 'Claude Opus 5'),,out:effort-not-established, oai-as-t-exploit-gym,openai,gpt-6-astra,unstated,agentic-tool,frontier,OpenAI-launch-table;max-over-efforts,,,,,,42.4,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 5 row 'Exploit Gym' col 'GPT‑6 Astra'),,out:effort-not-established, oai-as-t-exploit-gym,openai,gpt-5.6-sol,unstated,agentic-tool,frontier,OpenAI-launch-table;max-over-efforts,,,,,,30.3,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 5 row 'Exploit Gym' col 'GPT‑5.6 Sol'),,out:effort-not-established, oai-as-t-exploit-gym,openai,fable-5.1,unstated,agentic-tool,frontier,OpenAI-launch-table;max-over-efforts,,,,,,30.4,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 5 row 'Exploit Gym' col 'Claude Fable 5.1'),,out:effort-not-established, oai-as-t-exploit-gym,openai,fable-5,unstated,agentic-tool,frontier,OpenAI-launch-table;max-over-efforts,,,,,,28.4,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 5 row 'Exploit Gym' col 'Claude Fable 5'),,out:effort-not-established, oai-as-t-exploit-gym,openai,opus-5,unstated,agentic-tool,frontier,OpenAI-launch-table;max-over-efforts,,,,,,22.0,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 5 row 'Exploit Gym' col 'Claude Opus 5'),,out:effort-not-established, oai-as-t-exploitbench-5,openai,gpt-6-astra,unstated,agentic-tool,frontier,OpenAI-launch-table;max-over-efforts,,,,,,39.0,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 5 row 'ExploitBench (June-Aug 2026)' col 'GPT‑6 Astra'),,out:effort-not-established, oai-as-t-exploitbench-5,openai,gpt-5.6-sol,unstated,agentic-tool,frontier,OpenAI-launch-table;max-over-efforts,,,,,,5.5,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 5 row 'ExploitBench (June-Aug 2026)' col 'GPT‑5.6 Sol'),,out:effort-not-established, oai-as-t-sre-bench,openai,gpt-6-astra,unstated,agentic-tool,hard,OpenAI-launch-table;max-over-efforts,,,,,,88.0,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 5 row 'SRE-Bench' col 'GPT‑6 Astra'),,out:effort-not-established, oai-as-t-sre-bench,openai,gpt-5.6-sol,unstated,agentic-tool,hard,OpenAI-launch-table;max-over-efforts,,,,,,55.9,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 5 row 'SRE-Bench' col 'GPT‑5.6 Sol'),,out:effort-not-established, oai-as-t-sre-bench,openai,opus-5,unstated,agentic-tool,hard,OpenAI-launch-table;max-over-efforts,,,,,,12.5,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 5 row 'SRE-Bench' col 'Claude Opus 5'),,out:effort-not-established, oai-as-t-sec-bench-pro,openai,gpt-6-astra,unstated,agentic-tool,frontier,OpenAI-launch-table;max-over-efforts,,,,,,85.4,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 5 row 'SEC-Bench Pro' col 'GPT‑6 Astra'),,out:effort-not-established, oai-as-t-sec-bench-pro,openai,gpt-5.6-sol,unstated,agentic-tool,frontier,OpenAI-launch-table;max-over-efforts,,,,,,79.1,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 5 row 'SEC-Bench Pro' col 'GPT‑5.6 Sol'),,out:effort-not-established, oai-as-t-exploit-gym,openai,gpt-6-astra,unstated,agentic-tool,frontier,OpenAI-launch-table;max-over-efforts,,,,,,2.4,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 6 row 'Internal computer use safety benchmark (lower is better)' col 'GPT‑6 Astra'),,out:effort-not-established, oai-as-t-exploit-gym,openai,gpt-5.6-sol,unstated,agentic-tool,frontier,OpenAI-launch-table;max-over-efforts,,,,,,22.0,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 6 row 'Internal computer use safety benchmark (lower is better)' col 'GPT‑5.6 Sol'),,out:effort-not-established, oai-as-t-exploit-gym,openai,fable-5.1,unstated,agentic-tool,frontier,OpenAI-launch-table;max-over-efforts,,,,,,9.5,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 6 row 'Internal computer use safety benchmark (lower is better)' col 'Claude Fable 5.1'),,out:effort-not-established, oai-as-t-exploit-gym,openai,fable-5,unstated,agentic-tool,frontier,OpenAI-launch-table;max-over-efforts,,,,,,18.3,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 6 row 'Internal computer use safety benchmark (lower is better)' col 'Claude Fable 5'),,out:effort-not-established, oai-as-t-exploit-gym,openai,opus-5,unstated,agentic-tool,frontier,OpenAI-launch-table;max-over-efforts,,,,,,11.5,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 6 row 'Internal computer use safety benchmark (lower is better)' col 'Claude Opus 5'),,out:effort-not-established, oai-as-t-exploitbench,openai,gpt-6-astra,unstated,agentic-tool,frontier,OpenAI-launch-table;max-over-efforts,,,,,,100.0,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 6 row 'Impossible ExploitGym' col 'GPT‑6 Astra'),,out:effort-not-established, oai-as-t-exploitbench,openai,gpt-6-astra,unstated,agentic-tool,frontier,OpenAI-launch-table;max-over-efforts,,,,,,100.0,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 7 row 'OpenAI MRCR v2 8-needle 256K-512K' col 'GPT‑6 Astra'),,out:effort-not-established, oai-as-t-exploitbench,openai,gpt-5.6-sol,unstated,agentic-tool,frontier,OpenAI-launch-table;max-over-efforts,,,,,,91.5,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 7 row 'OpenAI MRCR v2 8-needle 256K-512K' col 'GPT‑5.6 Sol'),,out:effort-not-established, oai-as-t-arc-agi-3,openai,gpt-6-astra,unstated,reasoning-math,frontier,OpenAI-launch-table;max-over-efforts,,,,,,99.9,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 8 row 'ARC-AGI-3' col 'GPT‑6 Astra'),,out:effort-not-established, oai-as-t-arc-agi-3,openai,gpt-5.6-sol,unstated,reasoning-math,frontier,OpenAI-launch-table;max-over-efforts,,,,,,7.8,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 8 row 'ARC-AGI-3' col 'GPT‑5.6 Sol'),,out:effort-not-established, oai-as-t-arc-agi-3,openai,opus-5,unstated,reasoning-math,frontier,OpenAI-launch-table;max-over-efforts,,,,,,30.2,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 8 row 'ARC-AGI-3' col 'Claude Opus 5'),,out:effort-not-established, oai-as-t-arc-agi-2,openai,gpt-6-astra,unstated,reasoning-math,frontier,OpenAI-launch-table;max-over-efforts,,,,,,95.0,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 8 row 'ARC-AGI-2' col 'GPT‑6 Astra'),,out:effort-not-established, oai-as-t-arc-agi-2,openai,gpt-5.6-sol,unstated,reasoning-math,frontier,OpenAI-launch-table;max-over-efforts,,,,,,92.5,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 8 row 'ARC-AGI-2' col 'GPT‑5.6 Sol'),,out:effort-not-established, oai-as-t-arc-agi-2,openai,fable-5.1,unstated,reasoning-math,frontier,OpenAI-launch-table;max-over-efforts,,,,,,90.0,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 8 row 'ARC-AGI-2' col 'Claude Fable 5.1'),,out:effort-not-established, oai-as-t-arc-agi-2,openai,fable-5,unstated,reasoning-math,frontier,OpenAI-launch-table;max-over-efforts,,,,,,89.2,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 8 row 'ARC-AGI-2' col 'Claude Fable 5'),,out:effort-not-established, oai-as-t-arc-agi-2,openai,opus-5,unstated,reasoning-math,frontier,OpenAI-launch-table;max-over-efforts,,,,,,90.4,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 8 row 'ARC-AGI-2' col 'Claude Opus 5'),,out:effort-not-established, oai-as-t-arc-agi-1,openai,gpt-6-astra,unstated,reasoning-math,frontier,OpenAI-launch-table;max-over-efforts,,,,,,98.5,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 8 row 'ARC-AGI-1' col 'GPT‑6 Astra'),,out:effort-not-established, oai-as-t-arc-agi-1,openai,gpt-5.6-sol,unstated,reasoning-math,frontier,OpenAI-launch-table;max-over-efforts,,,,,,97.5,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 8 row 'ARC-AGI-1' col 'GPT‑5.6 Sol'),,out:effort-not-established, oai-as-t-arc-agi-1,openai,fable-5.1,unstated,reasoning-math,frontier,OpenAI-launch-table;max-over-efforts,,,,,,97.5,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 8 row 'ARC-AGI-1' col 'Claude Fable 5.1'),,out:effort-not-established, oai-as-t-arc-agi-1,openai,fable-5,unstated,reasoning-math,frontier,OpenAI-launch-table;max-over-efforts,,,,,,98.5,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 8 row 'ARC-AGI-1' col 'Claude Fable 5'),,out:effort-not-established, oai-as-t-arc-agi-1,openai,opus-5,unstated,reasoning-math,frontier,OpenAI-launch-table;max-over-efforts,,,,,,97.5,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 8 row 'ARC-AGI-1' col 'Claude Opus 5'),,out:effort-not-established, oai-as29-t-healthbench-professional,openai,gpt-6-astra,unstated,mixed,hard,OpenAI-launch-table;max-over-efforts;later-snapshot,,,,,,61.2,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 1 row 'Artificial Analysis Intelligence Index v4.1.1' col 'GPT‑6 Astra'),,out:effort-not-established, oai-as29-t-healthbench-professional,openai,gpt-5.6-sol,unstated,mixed,hard,OpenAI-launch-table;max-over-efforts;later-snapshot,,,,,,60.9,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 1 row 'Artificial Analysis Intelligence Index v4.1.1' col 'GPT‑5.6 Sol'),,out:effort-not-established, oai-as29-t-healthbench-professional,openai,fable-5.1,unstated,mixed,hard,OpenAI-launch-table;max-over-efforts;later-snapshot,,,,,,65.7,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 1 row 'Artificial Analysis Intelligence Index v4.1.1' col 'Claude Fable 5.1'),,out:effort-not-established, oai-as29-t-healthbench-professional,openai,fable-5,unstated,mixed,hard,OpenAI-launch-table;max-over-efforts;later-snapshot,,,,,,62.1,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 1 row 'Artificial Analysis Intelligence Index v4.1.1' col 'Claude Fable 5'),,out:effort-not-established, oai-as29-t-healthbench-professional,openai,opus-5,unstated,mixed,hard,OpenAI-launch-table;max-over-efforts;later-snapshot,,,,,,63.1,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 1 row 'Artificial Analysis Intelligence Index v4.1.1' col 'Claude Opus 5'),,out:effort-not-established, oai-as29-t-healthbench-professional,openai,gemini-3.8-flash,unstated,mixed,hard,OpenAI-launch-table;max-over-efforts;later-snapshot,,,,,,58.7,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 1 row 'Artificial Analysis Intelligence Index v4.1.1' col 'Gemini 3.8 Flash'),,out:effort-not-established, oai-as29-t-terminal-bench-4-0,openai,gpt-6-astra,unstated,agentic-tool,hard,OpenAI-launch-table;max-over-efforts;later-snapshot,,,,,,57.9,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 2 row 'Terminal-Bench 4.0' col 'GPT‑6 Astra'),,out:effort-not-established, oai-as29-t-terminal-bench-4-0,openai,gpt-5.6-sol,unstated,agentic-tool,hard,OpenAI-launch-table;max-over-efforts;later-snapshot,,,,,,37.3,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 2 row 'Terminal-Bench 4.0' col 'GPT‑5.6 Sol'),,out:effort-not-established, oai-as29-t-terminal-bench-4-0,openai,fable-5.1,unstated,agentic-tool,hard,OpenAI-launch-table;max-over-efforts;later-snapshot,,,,,,55.8,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 2 row 'Terminal-Bench 4.0' col 'Claude Fable 5.1'),,out:effort-not-established, oai-as29-t-terminal-bench-4-0,openai,fable-5,unstated,agentic-tool,hard,OpenAI-launch-table;max-over-efforts;later-snapshot,,,,,,44.5,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 2 row 'Terminal-Bench 4.0' col 'Claude Fable 5'),,out:effort-not-established, oai-as29-t-terminal-bench-4-0,openai,opus-5,unstated,agentic-tool,hard,OpenAI-launch-table;max-over-efforts;later-snapshot,,,,,,52.6,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 2 row 'Terminal-Bench 4.0' col 'Claude Opus 5'),,out:effort-not-established, oai-as29-t-terminal-bench-4-0,openai,gemini-3.8-flash,unstated,agentic-tool,hard,OpenAI-launch-table;max-over-efforts;later-snapshot,,,,,,19.1,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 2 row 'Terminal-Bench 4.0' col 'Gemini 3.8 Flash'),,out:effort-not-established, oai-as29-t-terminal-bench-4-0,openai,gpt-6-astra,unstated,agentic-tool,hard,OpenAI-launch-table;max-over-efforts;later-snapshot,,,,,,64.6,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 3 row 'Terminal-Bench Science 0.1' col 'GPT‑6 Astra'),,out:effort-not-established, oai-as29-t-terminal-bench-4-0,openai,gpt-5.6-sol,unstated,agentic-tool,hard,OpenAI-launch-table;max-over-efforts;later-snapshot,,,,,,22.4,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 3 row 'Terminal-Bench Science 0.1' col 'GPT‑5.6 Sol'),,out:effort-not-established, oai-as29-t-terminal-bench-4-0,openai,fable-5.1,unstated,agentic-tool,hard,OpenAI-launch-table;max-over-efforts;later-snapshot,,,,,,52.6,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 3 row 'Terminal-Bench Science 0.1' col 'Claude Fable 5.1'),,out:effort-not-established, oai-as29-t-terminal-bench-4-0,openai,fable-5,unstated,agentic-tool,hard,OpenAI-launch-table;max-over-efforts;later-snapshot,,,,,,21.4,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 3 row 'Terminal-Bench Science 0.1' col 'Claude Fable 5'),,out:effort-not-established, oai-as29-t-terminal-bench-4-0,openai,opus-5,unstated,agentic-tool,hard,OpenAI-launch-table;max-over-efforts;later-snapshot,,,,,,30.0,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 3 row 'Terminal-Bench Science 0.1' col 'Claude Opus 5'),,out:effort-not-established, oai-as29-t-genebench-pro,openai,gpt-6-astra,unstated,mixed,hard,OpenAI-launch-table;max-over-efforts;later-snapshot,,,,,,37.1,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 4 row 'GeneBench Pro' col 'GPT‑6 Astra'),,out:effort-not-established, oai-as29-t-genebench-pro,openai,gpt-5.6-sol,unstated,mixed,hard,OpenAI-launch-table;max-over-efforts;later-snapshot,,,,,,32.3,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 4 row 'GeneBench Pro' col 'GPT‑5.6 Sol'),,out:effort-not-established, oai-as29-t-healthbench-professional,openai,gpt-6-astra,unstated,mixed,hard,OpenAI-launch-table;max-over-efforts;later-snapshot,,,,,,63.4,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 4 row 'HealthBench Professional (length-adjusted)' col 'GPT‑6 Astra'),,out:effort-not-established, oai-as29-t-healthbench-professional,openai,gpt-5.6-sol,unstated,mixed,hard,OpenAI-launch-table;max-over-efforts;later-snapshot,,,,,,60.5,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 4 row 'HealthBench Professional (length-adjusted)' col 'GPT‑5.6 Sol'),,out:effort-not-established, oai-as29-t-healthbench-professional,openai,fable-5.1,unstated,mixed,hard,OpenAI-launch-table;max-over-efforts;later-snapshot,,,,,,58.1,score%,0.0289,,vendor-reported:Anthropic,https://openai.com/index/gpt-6-astra/ (table 4 row 'HealthBench Professional (length-adjusted)' col 'Claude Fable 5.1'),,out:effort-not-established, oai-as29-t-healthbench-professional,openai,fable-5,unstated,mixed,hard,OpenAI-launch-table;max-over-efforts;later-snapshot,,,,,,60.9,score%,0.0289,,vendor-reported:Anthropic,https://openai.com/index/gpt-6-astra/ (table 4 row 'HealthBench Professional (length-adjusted)' col 'Claude Fable 5'),,out:effort-not-established, oai-as29-t-healthbench-professional,openai,opus-5,unstated,mixed,hard,OpenAI-launch-table;max-over-efforts;later-snapshot,,,,,,56.4,score%,0.0289,,vendor-reported:Anthropic,https://openai.com/index/gpt-6-astra/ (table 4 row 'HealthBench Professional (length-adjusted)' col 'Claude Opus 5'),,out:effort-not-established, oai-as29-t-healthbench-professional,openai,gemini-3.8-flash,unstated,mixed,hard,OpenAI-launch-table;max-over-efforts;later-snapshot,,,,,,52.1,score%,0.0289,,,https://openai.com/index/gpt-6-astra/ (table 4 row 'HealthBench Professional (length-adjusted)' col 'Gemini 3.8 Flash'),,out:effort-not-established, oai55-aa-index,openai,gpt-5.5,xhigh,mixed,hard,OpenAI-launch-chart;AA-scoring,,,,,,60.2,AA-idx,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ ($[0].data.values[0].intelligence_index),,in, oai55-aa-index,openai,gpt-5.5,high,mixed,hard,OpenAI-launch-chart;AA-scoring,,,,,,58.9,AA-idx,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ ($[0].data.values[1].intelligence_index),,in, oai55-aa-index,openai,opus-4.7,max,mixed,hard,OpenAI-launch-chart;AA-scoring,,,,,,57.3,AA-idx,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ ($[0].data.values[2].intelligence_index),,in, oai55-aa-index,openai,gemini-3.1-pro,unstated,mixed,hard,OpenAI-launch-chart;AA-scoring,,,,,,57.2,AA-idx,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ ($[0].data.values[3].intelligence_index),,out:effort-not-established, oai55-aa-index,openai,gpt-5.4,xhigh,mixed,hard,OpenAI-launch-chart;AA-scoring,,,,,,56.8,AA-idx,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ ($[0].data.values[4].intelligence_index),,in, oai55-aa-index,openai,gpt-5.5,medium,mixed,hard,OpenAI-launch-chart;AA-scoring,,,,,,56.7,AA-idx,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ ($[0].data.values[5].intelligence_index),,in, oai55-aa-index,openai,opus-4.6,max,mixed,hard,OpenAI-launch-chart;AA-scoring,,,,,,53,AA-idx,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ ($[0].data.values[6].intelligence_index),,out:single-couple, oai55-aa-index,openai,opus-4.7,not-established:contradictory,mixed,hard,OpenAI-launch-chart;AA-scoring,,,,,,51.8,AA-idx,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ ($[0].data.values[7].intelligence_index),,out:effort-not-established, oai55-aa-index,openai,gpt-5.5,low,mixed,hard,OpenAI-launch-chart;AA-scoring,,,,,,50.8,AA-idx,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ ($[0].data.values[8].intelligence_index),,in, oai55-aa-index,openai,gpt-5.4,low,mixed,hard,OpenAI-launch-chart;AA-scoring,,,,,,47.9,AA-idx,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ ($[0].data.values[9].intelligence_index),,in, oai55-aa-index,openai,opus-4.6,not-established:contradictory,mixed,hard,OpenAI-launch-chart;AA-scoring,,,,,,46.5,AA-idx,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ ($[0].data.values[10].intelligence_index),,out:effort-not-established, oai55-aa-index,openai,gpt-5.5,nothink,mixed,hard,OpenAI-launch-chart;AA-scoring,,,,,,40.9,AA-idx,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ ($[0].data.values[11].intelligence_index),,in, oai55-aa-index,openai,gpt-5.4,nothink,mixed,hard,OpenAI-launch-chart;AA-scoring,,,,,,35.4,AA-idx,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ ($[0].data.values[12].intelligence_index),,in, oai55-terminalbench20,openai,gpt-5.5,nothink,agentic-tool,hard,OpenAI-launch-chart;research-environment,,,,,,39.1011235955,score%,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ ($[1].data.values[0].score),,in, oai55-terminalbench20,openai,gpt-5.5,low,agentic-tool,hard,OpenAI-launch-chart;research-environment,,,,,,60.6741573034,score%,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ ($[1].data.values[1].score),,in, oai55-terminalbench20,openai,gpt-5.5,medium,agentic-tool,hard,OpenAI-launch-chart;research-environment,,,,,,75.2808988764,score%,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ ($[1].data.values[2].score),,in, oai55-terminalbench20,openai,gpt-5.5,high,agentic-tool,hard,OpenAI-launch-chart;research-environment,,,,,,79.1011235955,score%,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ ($[1].data.values[3].score),,in, oai55-terminalbench20,openai,gpt-5.5,xhigh,agentic-tool,hard,OpenAI-launch-chart;research-environment,,,,,,82.6966292135,score%,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ ($[1].data.values[4].score),,in, oai55-terminalbench20,openai,gpt-5.4,nothink,agentic-tool,hard,OpenAI-launch-chart;research-environment,,,,,,34.16,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ ($[1].data.values[5].score),,in, oai55-terminalbench20,openai,gpt-5.4,low,agentic-tool,hard,OpenAI-launch-chart;research-environment,,,,,,62.25,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ ($[1].data.values[6].score),,in, oai55-terminalbench20,openai,gpt-5.4,medium,agentic-tool,hard,OpenAI-launch-chart;research-environment,,,,,,66.29,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ ($[1].data.values[7].score),,in, oai55-terminalbench20,openai,gpt-5.4,high,agentic-tool,hard,OpenAI-launch-chart;research-environment,,,,,,73.48,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ ($[1].data.values[8].score),,in, oai55-terminalbench20,openai,gpt-5.4,xhigh,agentic-tool,hard,OpenAI-launch-chart;research-environment,,,,,,75.1,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ ($[1].data.values[9].score),,in, oai55-osworld-verified,openai,gpt-5.5,nothink,computer-use,hard,OpenAI-launch-chart;research-environment,,,,,,52.91,score%,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ ($[3].data.values[0].score),,in, oai55-osworld-verified,openai,gpt-5.5,low,computer-use,hard,OpenAI-launch-chart;research-environment,,,,,,70.96,score%,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ ($[3].data.values[1].score),,in, oai55-osworld-verified,openai,gpt-5.5,medium,computer-use,hard,OpenAI-launch-chart;research-environment,,,,,,76.41,score%,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ ($[3].data.values[2].score),,in, oai55-osworld-verified,openai,gpt-5.5,high,computer-use,hard,OpenAI-launch-chart;research-environment,,,,,,77.53,score%,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ ($[3].data.values[3].score),,in, oai55-osworld-verified,openai,gpt-5.5,xhigh,computer-use,hard,OpenAI-launch-chart;research-environment,,,,,,78.68,score%,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ ($[3].data.values[4].score),,in, oai55-osworld-verified,openai,gpt-5.4,nothink,computer-use,hard,OpenAI-launch-chart;research-environment,,,,,,39.77,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ ($[3].data.values[5].score),,in, oai55-osworld-verified,openai,gpt-5.4,low,computer-use,hard,OpenAI-launch-chart;research-environment,,,,,,69.36,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ ($[3].data.values[6].score),,in, oai55-osworld-verified,openai,gpt-5.4,medium,computer-use,hard,OpenAI-launch-chart;research-environment,,,,,,71.77,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ ($[3].data.values[7].score),,in, oai55-osworld-verified,openai,gpt-5.4,high,computer-use,hard,OpenAI-launch-chart;research-environment,,,,,,73.71,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ ($[3].data.values[8].score),,in, oai55-osworld-verified,openai,gpt-5.4,xhigh,computer-use,hard,OpenAI-launch-chart;research-environment,,,,,,75.03,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ ($[3].data.values[9].score),,in, oai55-tau2-telecom,openai,gpt-5.5,nothink,agentic-tool,mid,OpenAI-launch-chart;research-environment,,,,,,59.87,score%,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ ($[4].data.values[0].accuracy),,in, oai55-tau2-telecom,openai,gpt-5.5,low,agentic-tool,mid,OpenAI-launch-chart;research-environment,,,,,,82.24,score%,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ ($[4].data.values[1].accuracy),,in, oai55-tau2-telecom,openai,gpt-5.5,medium,agentic-tool,mid,OpenAI-launch-chart;research-environment,,,,,,92.3,score%,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ ($[4].data.values[2].accuracy),,in, oai55-tau2-telecom,openai,gpt-5.5,high,agentic-tool,mid,OpenAI-launch-chart;research-environment,,,,,,96.7,score%,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ ($[4].data.values[3].accuracy),,in, oai55-tau2-telecom,openai,gpt-5.5,xhigh,agentic-tool,mid,OpenAI-launch-chart;research-environment,,,,,,98.03,score%,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ ($[4].data.values[4].accuracy),,in, oai55-tau2-telecom,openai,gpt-5.4,nothink,agentic-tool,mid,OpenAI-launch-chart;research-environment,,,,,,55.7,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ ($[4].data.values[5].accuracy),,in, oai55-tau2-telecom,openai,gpt-5.4,low,agentic-tool,mid,OpenAI-launch-chart;research-environment,,,,,,68.86,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ ($[4].data.values[6].accuracy),,in, oai55-tau2-telecom,openai,gpt-5.4,medium,agentic-tool,mid,OpenAI-launch-chart;research-environment,,,,,,83.11,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ ($[4].data.values[7].accuracy),,in, oai55-tau2-telecom,openai,gpt-5.4,high,agentic-tool,mid,OpenAI-launch-chart;research-environment,,,,,,87.94,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ ($[4].data.values[8].accuracy),,in, oai55-tau2-telecom,openai,gpt-5.4,xhigh,agentic-tool,mid,OpenAI-launch-chart;research-environment,,,,,,92.11,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ ($[4].data.values[9].accuracy),,in, oai55-genebench,openai,gpt-5.5,nothink,mixed,hard,OpenAI-launch-chart;research-environment,,,,,,1.94,score%,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ ($[5].data.values[0].score),,in, oai55-genebench,openai,gpt-5.5,low,mixed,hard,OpenAI-launch-chart;research-environment,,,,,,3.12,score%,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ ($[5].data.values[1].score),,in, oai55-genebench,openai,gpt-5.5,medium,mixed,hard,OpenAI-launch-chart;research-environment,,,,,,9.2,score%,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ ($[5].data.values[2].score),,in, oai55-genebench,openai,gpt-5.5,high,mixed,hard,OpenAI-launch-chart;research-environment,,,,,,22.17,score%,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ ($[5].data.values[3].score),,in, oai55-genebench,openai,gpt-5.5,xhigh,mixed,hard,OpenAI-launch-chart;research-environment,,,,,,24.98,score%,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ ($[5].data.values[4].score),,in, oai55-genebench,openai,gpt-5.4,nothink,mixed,hard,OpenAI-launch-chart;research-environment,,,,,,2.01,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ ($[5].data.values[5].score),,in, oai55-genebench,openai,gpt-5.4,low,mixed,hard,OpenAI-launch-chart;research-environment,,,,,,4.27,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ ($[5].data.values[6].score),,in, oai55-genebench,openai,gpt-5.4,medium,mixed,hard,OpenAI-launch-chart;research-environment,,,,,,8.94,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ ($[5].data.values[7].score),,in, oai55-genebench,openai,gpt-5.4,high,mixed,hard,OpenAI-launch-chart;research-environment,,,,,,16.02,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ ($[5].data.values[8].score),,in, oai55-genebench,openai,gpt-5.4,xhigh,mixed,hard,OpenAI-launch-chart;research-environment,,,,,,18.95,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ ($[5].data.values[9].score),,in, oai55-ctf,openai,gpt-5.5,nothink,agentic-tool,hard,OpenAI-launch-chart;research-environment,,,,,,16.9,score%,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ ($[8].data.values[0].score),,out:republished, oai55-ctf,openai,gpt-5.5,low,agentic-tool,hard,OpenAI-launch-chart;research-environment,,,,,,33.6,score%,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ ($[8].data.values[1].score),,out:republished, oai55-ctf,openai,gpt-5.5,medium,agentic-tool,hard,OpenAI-launch-chart;research-environment,,,,,,72.4,score%,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ ($[8].data.values[2].score),,out:republished, oai55-ctf,openai,gpt-5.5,high,agentic-tool,hard,OpenAI-launch-chart;research-environment,,,,,,84.4,score%,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ ($[8].data.values[3].score),,out:republished, oai55-ctf,openai,gpt-5.5,xhigh,agentic-tool,hard,OpenAI-launch-chart;research-environment,,,,,,88.1,score%,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ ($[8].data.values[4].score),,out:republished, oai55-ctf,openai,gpt-5.4,nothink,agentic-tool,hard,OpenAI-launch-chart;research-environment,,,,,,9.90173847316704,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ ($[8].data.values[5].score),,out:republished, oai55-ctf,openai,gpt-5.4,low,agentic-tool,hard,OpenAI-launch-chart;research-environment,,,,,,40.2116402116402,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ ($[8].data.values[6].score),,out:republished, oai55-ctf,openai,gpt-5.4,medium,agentic-tool,hard,OpenAI-launch-chart;research-environment,,,,,,68.32955404383977,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ ($[8].data.values[7].score),,out:republished, oai55-ctf,openai,gpt-5.4,high,agentic-tool,hard,OpenAI-launch-chart;research-environment,,,,,,81.63265306122449,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ ($[8].data.values[8].score),,out:republished, oai55-ctf,openai,gpt-5.4,xhigh,agentic-tool,hard,OpenAI-launch-chart;research-environment,,,,,,83.74905517762659,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ ($[8].data.values[9].score),,out:republished, oai55-expertswe,openai,gpt-5.5,nothink,coding,hard,OpenAI-launch-chart;research-environment,,,,,,47.76489476650779,score%,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ ($[9].data.values[0].score),,in, oai55-expertswe,openai,gpt-5.5,low,coding,hard,OpenAI-launch-chart;research-environment,,,,,,54.27413339381242,score%,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ ($[9].data.values[1].score),,in, oai55-expertswe,openai,gpt-5.5,medium,coding,hard,OpenAI-launch-chart;research-environment,,,,,,68.48341162720765,score%,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ ($[9].data.values[2].score),,in, oai55-expertswe,openai,gpt-5.5,high,coding,hard,OpenAI-launch-chart;research-environment,,,,,,70.59817674615811,score%,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ ($[9].data.values[3].score),,in, oai55-expertswe,openai,gpt-5.5,xhigh,coding,hard,OpenAI-launch-chart;research-environment,,,,,,73.06847882684262,score%,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ ($[9].data.values[4].score),,in, oai55-expertswe,openai,gpt-5.4,nothink,coding,hard,OpenAI-launch-chart;research-environment,,,,,,46.64811883581983,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ ($[9].data.values[5].score),,in, oai55-expertswe,openai,gpt-5.4,low,coding,hard,OpenAI-launch-chart;research-environment,,,,,,57.67250910930554,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ ($[9].data.values[6].score),,in, oai55-expertswe,openai,gpt-5.4,medium,coding,hard,OpenAI-launch-chart;research-environment,,,,,,65.13076379174504,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ ($[9].data.values[7].score),,in, oai55-expertswe,openai,gpt-5.4,high,coding,hard,OpenAI-launch-chart;research-environment,,,,,,68.20264490814291,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ ($[9].data.values[8].score),,in, oai55-expertswe,openai,gpt-5.4,xhigh,coding,hard,OpenAI-launch-chart;research-environment,,,,,,68.49917028821169,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ ($[9].data.values[9].score),,in, oai55-t-terminal-bench-2-0,openai,gpt-5.5,xhigh,agentic-tool,hard,OpenAI-launch-table;research-environment,,,,,,82.7,score%,0.0289,,"EAP-run; restated-from:""score"": 0.826966292135; same-runs-as:src-openai-introducing-gpt-5-5-2026-04-23#M18",https://openai.com/index/introducing-gpt-5-5/ (table 0 row 'Terminal-Bench 2.0' col 'GPT-5.5'),,out:copy, oai55-t-terminal-bench-2-0,openai,gpt-5.4,xhigh,agentic-tool,hard,OpenAI-launch-table;research-environment,,,,,,75.1,score%,0.0289,,"restated-from:""score"": 0.751; same-runs-as:src-openai-introducing-gpt-5-5-2026-04-23#M23",https://openai.com/index/introducing-gpt-5-5/ (table 0 row 'Terminal-Bench 2.0' col 'GPT-5.4'),,out:copy, oai55-t-terminal-bench-2-0,openai,opus-4.7,unstated,agentic-tool,hard,OpenAI-launch-table;research-environment,,,,,,69.4,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 0 row 'Terminal-Bench 2.0' col 'Claude Opus 4.7'),,out:effort-not-established, oai55-t-terminal-bench-2-0,openai,gemini-3.1-pro,unstated,agentic-tool,hard,OpenAI-launch-table;research-environment,,,,,,68.5,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 0 row 'Terminal-Bench 2.0' col 'Gemini 3.1 Pro'),,out:effort-not-established, oai55-t-expert-swe-internal,openai,gpt-5.5,xhigh,agentic-tool,hard,OpenAI-launch-table;research-environment,,,,,,73.1,score%,0.0289,,"EAP-run; restated-from:""score"": 0.7306847882684262; same-runs-as:src-openai-introducing-gpt-5-5-2026-04-23#M68",https://openai.com/index/introducing-gpt-5-5/ (table 0 row 'Expert-SWE (Internal)' col 'GPT-5.5'),,out:copy, oai55-t-expert-swe-internal,openai,gpt-5.4,xhigh,agentic-tool,hard,OpenAI-launch-table;research-environment,,,,,,68.5,score%,0.0289,,"restated-from:""score"": 0.6849917028821169; same-runs-as:src-openai-introducing-gpt-5-5-2026-04-23#M73",https://openai.com/index/introducing-gpt-5-5/ (table 0 row 'Expert-SWE (Internal)' col 'GPT-5.4'),,out:copy, oai55-t-gdpval,openai,gpt-5.5,xhigh,mixed,hard,OpenAI-launch-table;research-environment,,,,,,84.9,score%,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ (table 0 row 'GDPval (wins or ties)' col 'GPT-5.5'),,in, oai55-t-gdpval,openai,gpt-5.4,xhigh,mixed,hard,OpenAI-launch-table;research-environment,,,,,,83.0,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 0 row 'GDPval (wins or ties)' col 'GPT-5.4'),,in, oai55-t-gdpval,openai,gpt-5.5-pro,unstated,mixed,hard,OpenAI-launch-table;research-environment,,,,,,82.3,score%,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ (table 0 row 'GDPval (wins or ties)' col 'GPT-5.5 Pro'),,out:effort-not-established, oai55-t-gdpval,openai,gpt-5.4-pro,unstated,mixed,hard,OpenAI-launch-table;research-environment,,,,,,82.0,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 0 row 'GDPval (wins or ties)' col 'GPT-5.4 Pro'),,out:effort-not-established, oai55-t-gdpval,openai,opus-4.7,unstated,mixed,hard,OpenAI-launch-table;research-environment,,,,,,80.3,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 0 row 'GDPval (wins or ties)' col 'Claude Opus 4.7'),,out:effort-not-established, oai55-t-gdpval,openai,gemini-3.1-pro,unstated,mixed,hard,OpenAI-launch-table;research-environment,,,,,,67.3,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 0 row 'GDPval (wins or ties)' col 'Gemini 3.1 Pro'),,out:effort-not-established, oai55-t-toolathlon,openai,gpt-5.5,xhigh,agentic-tool,hard,OpenAI-launch-table;research-environment,,,,,,55.6,score%,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ (table 0 row 'Toolathlon' col 'GPT-5.5'),,in, oai55-t-toolathlon,openai,gpt-5.4,xhigh,agentic-tool,hard,OpenAI-launch-table;research-environment,,,,,,54.6,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 0 row 'Toolathlon' col 'GPT-5.4'),,in, oai55-t-toolathlon,openai,gemini-3.1-pro,unstated,agentic-tool,hard,OpenAI-launch-table;research-environment,,,,,,48.8,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 0 row 'Toolathlon' col 'Gemini 3.1 Pro'),,out:effort-not-established, oai55-t-browsecomp,openai,gpt-5.5,xhigh,agentic-tool,hard,OpenAI-launch-table;research-environment,,,,,,84.4,score%,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ (table 0 row 'BrowseComp' col 'GPT-5.5'),,in, oai55-t-browsecomp,openai,gpt-5.4,xhigh,agentic-tool,hard,OpenAI-launch-table;research-environment,,,,,,82.7,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 0 row 'BrowseComp' col 'GPT-5.4'),,in, oai55-t-browsecomp,openai,gpt-5.5-pro,unstated,agentic-tool,hard,OpenAI-launch-table;research-environment,,,,,,90.1,score%,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ (table 0 row 'BrowseComp' col 'GPT-5.5 Pro'),,out:effort-not-established, oai55-t-browsecomp,openai,gpt-5.4-pro,unstated,agentic-tool,hard,OpenAI-launch-table;research-environment,,,,,,89.3,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 0 row 'BrowseComp' col 'GPT-5.4 Pro'),,out:effort-not-established, oai55-t-browsecomp,openai,opus-4.7,unstated,agentic-tool,hard,OpenAI-launch-table;research-environment,,,,,,79.3,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 0 row 'BrowseComp' col 'Claude Opus 4.7'),,out:effort-not-established, oai55-t-browsecomp,openai,gemini-3.1-pro,unstated,agentic-tool,hard,OpenAI-launch-table;research-environment,,,,,,85.9,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 0 row 'BrowseComp' col 'Gemini 3.1 Pro'),,out:effort-not-established, oai55-t-frontiermath-tier-1-3,openai,gpt-5.5,xhigh,reasoning-math,frontier,OpenAI-launch-table;research-environment,,,,,,51.7,score%,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ (table 0 row 'FrontierMath Tier 1–3' col 'GPT-5.5'),,in, oai55-t-frontiermath-tier-1-3,openai,gpt-5.4,xhigh,reasoning-math,frontier,OpenAI-launch-table;research-environment,,,,,,47.6,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 0 row 'FrontierMath Tier 1–3' col 'GPT-5.4'),,in, oai55-t-frontiermath-tier-1-3,openai,gpt-5.5-pro,unstated,reasoning-math,frontier,OpenAI-launch-table;research-environment,,,,,,52.4,score%,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ (table 0 row 'FrontierMath Tier 1–3' col 'GPT-5.5 Pro'),,out:effort-not-established, oai55-t-frontiermath-tier-1-3,openai,gpt-5.4-pro,unstated,reasoning-math,frontier,OpenAI-launch-table;research-environment,,,,,,50.0,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 0 row 'FrontierMath Tier 1–3' col 'GPT-5.4 Pro'),,out:effort-not-established, oai55-t-frontiermath-tier-1-3,openai,opus-4.7,unstated,reasoning-math,frontier,OpenAI-launch-table;research-environment,,,,,,43.8,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 0 row 'FrontierMath Tier 1–3' col 'Claude Opus 4.7'),,out:effort-not-established, oai55-t-frontiermath-tier-1-3,openai,gemini-3.1-pro,unstated,reasoning-math,frontier,OpenAI-launch-table;research-environment,,,,,,36.9,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 0 row 'FrontierMath Tier 1–3' col 'Gemini 3.1 Pro'),,out:effort-not-established, oai55-t-frontiermath-tier-4,openai,gpt-5.5,xhigh,reasoning-math,frontier,OpenAI-launch-table;research-environment,,,,,,35.4,score%,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ (table 0 row 'FrontierMath Tier 4' col 'GPT-5.5'),,in, oai55-t-frontiermath-tier-4,openai,gpt-5.4,xhigh,reasoning-math,frontier,OpenAI-launch-table;research-environment,,,,,,27.1,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 0 row 'FrontierMath Tier 4' col 'GPT-5.4'),,in, oai55-t-frontiermath-tier-4,openai,gpt-5.5-pro,unstated,reasoning-math,frontier,OpenAI-launch-table;research-environment,,,,,,39.6,score%,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ (table 0 row 'FrontierMath Tier 4' col 'GPT-5.5 Pro'),,out:effort-not-established, oai55-t-frontiermath-tier-4,openai,gpt-5.4-pro,unstated,reasoning-math,frontier,OpenAI-launch-table;research-environment,,,,,,38.0,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 0 row 'FrontierMath Tier 4' col 'GPT-5.4 Pro'),,out:effort-not-established, oai55-t-frontiermath-tier-4,openai,opus-4.7,unstated,reasoning-math,frontier,OpenAI-launch-table;research-environment,,,,,,22.9,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 0 row 'FrontierMath Tier 4' col 'Claude Opus 4.7'),,out:effort-not-established, oai55-t-frontiermath-tier-4,openai,gemini-3.1-pro,unstated,reasoning-math,frontier,OpenAI-launch-table;research-environment,,,,,,16.7,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 0 row 'FrontierMath Tier 4' col 'Gemini 3.1 Pro'),,out:effort-not-established, oai55-t-cybergym,openai,gpt-5.5,xhigh,agentic-tool,hard,OpenAI-launch-table;research-environment,,,,,,81.8,score%,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ (table 0 row 'CyberGym' col 'GPT-5.5'),,in, oai55-t-cybergym,openai,gpt-5.4,xhigh,agentic-tool,hard,OpenAI-launch-table;research-environment,,,,,,79.0,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 0 row 'CyberGym' col 'GPT-5.4'),,in, oai55-t-cybergym,openai,opus-4.7,unstated,agentic-tool,hard,OpenAI-launch-table;research-environment,,,,,,73.1,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 0 row 'CyberGym' col 'Claude Opus 4.7'),,out:effort-not-established, oai55-t-swe-bench-pro,openai,gpt-5.5,xhigh,coding,hard,OpenAI-launch-table;research-environment,,,,,,58.6,score%,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ (table 1 row 'SWE-Bench Pro (Public) *' col 'GPT-5.5'),,in, oai55-t-swe-bench-pro,openai,gpt-5.4,xhigh,coding,hard,OpenAI-launch-table;research-environment,,,,,,57.7,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 1 row 'SWE-Bench Pro (Public) *' col 'GPT‑5.4'),,in, oai55-t-swe-bench-pro,openai,opus-4.7,unstated,coding,hard,OpenAI-launch-table;research-environment,,,,,,64.3,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 1 row 'SWE-Bench Pro (Public) *' col 'Claude Opus 4.7'),,out:effort-not-established, oai55-t-swe-bench-pro,openai,gemini-3.1-pro,unstated,coding,hard,OpenAI-launch-table;research-environment,,,,,,54.2,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 1 row 'SWE-Bench Pro (Public) *' col 'Gemini 3.1 Pro'),,out:effort-not-established, oai55-t-terminal-bench-2-0,openai,gpt-5.5,xhigh,agentic-tool,hard,OpenAI-launch-table;research-environment,,,,,,82.7,score%,0.0289,,"EAP-run; restated-from:""score"": 0.826966292135; same-runs-as:src-openai-introducing-gpt-5-5-2026-04-23#M18",https://openai.com/index/introducing-gpt-5-5/ (table 1 row 'Terminal-Bench 2.0' col 'GPT-5.5'),,out:copy, oai55-t-terminal-bench-2-0,openai,gpt-5.4,xhigh,agentic-tool,hard,OpenAI-launch-table;research-environment,,,,,,75.1,score%,0.0289,,"restated-from:""score"": 0.751; same-runs-as:src-openai-introducing-gpt-5-5-2026-04-23#M23",https://openai.com/index/introducing-gpt-5-5/ (table 1 row 'Terminal-Bench 2.0' col 'GPT‑5.4'),,out:copy, oai55-t-terminal-bench-2-0,openai,opus-4.7,unstated,agentic-tool,hard,OpenAI-launch-table;research-environment,,,,,,69.4,score%,0.0289,,restated-from:69.4%,https://openai.com/index/introducing-gpt-5-5/ (table 1 row 'Terminal-Bench 2.0' col 'Claude Opus 4.7'),,out:effort-not-established, oai55-t-terminal-bench-2-0,openai,gemini-3.1-pro,unstated,agentic-tool,hard,OpenAI-launch-table;research-environment,,,,,,68.5,score%,0.0289,,restated-from:68.5%,https://openai.com/index/introducing-gpt-5-5/ (table 1 row 'Terminal-Bench 2.0' col 'Gemini 3.1 Pro'),,out:effort-not-established, oai55-t-expert-swe-internal,openai,gpt-5.5,xhigh,agentic-tool,hard,OpenAI-launch-table;research-environment,,,,,,73.1,score%,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ (table 1 row 'Expert-SWE (Internal)' col 'GPT-5.5'),,out:decision:D62, oai55-t-expert-swe-internal,openai,gpt-5.4,xhigh,agentic-tool,hard,OpenAI-launch-table;research-environment,,,,,,68.5,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 1 row 'Expert-SWE (Internal)' col 'GPT‑5.4'),,out:decision:D62, oai55-t-gdpval,openai,gpt-5.5,xhigh,mixed,hard,OpenAI-launch-table;research-environment,,,,,,84.9,score%,0.0289,,EAP-run; restated-from:84.9%; same-runs-as:src-openai-introducing-gpt-5-5-2026-04-23#M80,https://openai.com/index/introducing-gpt-5-5/ (table 2 row 'GDPval (wins or ties)' col 'GPT-5.5'),,out:copy, oai55-t-gdpval,openai,gpt-5.4,xhigh,mixed,hard,OpenAI-launch-table;research-environment,,,,,,83.0,score%,0.0289,,restated-from:83.0%; same-runs-as:src-openai-introducing-gpt-5-5-2026-04-23#M81,https://openai.com/index/introducing-gpt-5-5/ (table 2 row 'GDPval (wins or ties)' col 'GPT‑5.4'),,out:copy, oai55-t-gdpval,openai,gpt-5.5-pro,unstated,mixed,hard,OpenAI-launch-table;research-environment,,,,,,82.3,score%,0.0289,,EAP-run; restated-from:82.3%,https://openai.com/index/introducing-gpt-5-5/ (table 2 row 'GDPval (wins or ties)' col 'GPT-5.5 Pro'),,out:effort-not-established, oai55-t-gdpval,openai,gpt-5.4-pro,unstated,mixed,hard,OpenAI-launch-table;research-environment,,,,,,82.0,score%,0.0289,,restated-from:82.0%,https://openai.com/index/introducing-gpt-5-5/ (table 2 row 'GDPval (wins or ties)' col 'GPT‑5.4 Pro'),,out:effort-not-established, oai55-t-gdpval,openai,opus-4.7,unstated,mixed,hard,OpenAI-launch-table;research-environment,,,,,,80.3,score%,0.0289,,restated-from:80.3%,https://openai.com/index/introducing-gpt-5-5/ (table 2 row 'GDPval (wins or ties)' col 'Claude Opus 4.7'),,out:effort-not-established, oai55-t-gdpval,openai,gemini-3.1-pro,unstated,mixed,hard,OpenAI-launch-table;research-environment,,,,,,67.3,score%,0.0289,,restated-from:67.3%,https://openai.com/index/introducing-gpt-5-5/ (table 2 row 'GDPval (wins or ties)' col 'Gemini 3.1 Pro'),,out:effort-not-established, oai55-t-financeagent-v1-1,openai,gpt-5.5,xhigh,agentic-tool,hard,OpenAI-launch-table;research-environment,,,,,,60.0,score%,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ (table 2 row 'FinanceAgent v1.1' col 'GPT-5.5'),,in, oai55-t-financeagent-v1-1,openai,gpt-5.4,xhigh,agentic-tool,hard,OpenAI-launch-table;research-environment,,,,,,56.0,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 2 row 'FinanceAgent v1.1' col 'GPT‑5.4'),,in, oai55-t-financeagent-v1-1,openai,gpt-5.4-pro,unstated,agentic-tool,hard,OpenAI-launch-table;research-environment,,,,,,61.5,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 2 row 'FinanceAgent v1.1' col 'GPT‑5.4 Pro'),,out:effort-not-established, oai55-t-financeagent-v1-1,openai,opus-4.7,unstated,agentic-tool,hard,OpenAI-launch-table;research-environment,,,,,,64.4,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 2 row 'FinanceAgent v1.1' col 'Claude Opus 4.7'),,out:effort-not-established, oai55-t-financeagent-v1-1,openai,gemini-3.1-pro,unstated,agentic-tool,hard,OpenAI-launch-table;research-environment,,,,,,59.7,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 2 row 'FinanceAgent v1.1' col 'Gemini 3.1 Pro'),,out:effort-not-established, oai55-t-investment-banking-modeling-task,openai,gpt-5.5,xhigh,mixed,hard,OpenAI-launch-table;research-environment,,,,,,88.5,score%,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ (table 2 row 'Investment Banking Modeling Tasks (Internal)' col 'GPT-5.5'),,in, oai55-t-investment-banking-modeling-task,openai,gpt-5.4,xhigh,mixed,hard,OpenAI-launch-table;research-environment,,,,,,87.3,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 2 row 'Investment Banking Modeling Tasks (Internal)' col 'GPT‑5.4'),,in, oai55-t-investment-banking-modeling-task,openai,gpt-5.5-pro,unstated,mixed,hard,OpenAI-launch-table;research-environment,,,,,,88.6,score%,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ (table 2 row 'Investment Banking Modeling Tasks (Internal)' col 'GPT-5.5 Pro'),,out:effort-not-established, oai55-t-investment-banking-modeling-task,openai,gpt-5.4-pro,unstated,mixed,hard,OpenAI-launch-table;research-environment,,,,,,83.6,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 2 row 'Investment Banking Modeling Tasks (Internal)' col 'GPT‑5.4 Pro'),,out:effort-not-established, oai55-t-officeqa-pro,openai,gpt-5.5,xhigh,mixed,hard,OpenAI-launch-table;research-environment,,,,,,54.1,score%,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ (table 2 row 'OfficeQA Pro' col 'GPT-5.5'),,in, oai55-t-officeqa-pro,openai,gpt-5.4,xhigh,mixed,hard,OpenAI-launch-table;research-environment,,,,,,53.2,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 2 row 'OfficeQA Pro' col 'GPT‑5.4'),,in, oai55-t-officeqa-pro,openai,opus-4.7,unstated,mixed,hard,OpenAI-launch-table;research-environment,,,,,,43.6,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 2 row 'OfficeQA Pro' col 'Claude Opus 4.7'),,out:effort-not-established, oai55-t-officeqa-pro,openai,gemini-3.1-pro,unstated,mixed,hard,OpenAI-launch-table;research-environment,,,,,,18.1,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 2 row 'OfficeQA Pro' col 'Gemini 3.1 Pro'),,out:effort-not-established, oai55-t-mmmu-pro,openai,gpt-5.5,xhigh,mixed,hard,OpenAI-launch-table;research-environment,,,,,,81.2,score%,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ (table 3 row 'MMMU Pro (no tools)' col 'GPT-5.5'),,in, oai55-t-mmmu-pro,openai,gpt-5.4,xhigh,mixed,hard,OpenAI-launch-table;research-environment,,,,,,81.2,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 3 row 'MMMU Pro (no tools)' col 'GPT‑5.4'),,in, oai55-t-mmmu-pro,openai,gemini-3.1-pro,unstated,mixed,hard,OpenAI-launch-table;research-environment,,,,,,80.5,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 3 row 'MMMU Pro (no tools)' col 'Gemini 3.1 Pro'),,out:effort-not-established, oai55-t-mmmu-pro-2,openai,gpt-5.5,xhigh,mixed,hard,OpenAI-launch-table;research-environment,,,,,,83.2,score%,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ (table 3 row 'MMMU Pro (with tools)' col 'GPT-5.5'),,in, oai55-t-mmmu-pro-2,openai,gpt-5.4,xhigh,mixed,hard,OpenAI-launch-table;research-environment,,,,,,82.1,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 3 row 'MMMU Pro (with tools)' col 'GPT‑5.4'),,in, oai55-t-browsecomp,openai,gpt-5.5,xhigh,agentic-tool,hard,OpenAI-launch-table;research-environment,,,,,,84.4,score%,0.0289,,EAP-run; restated-from:84.4%; same-runs-as:src-openai-introducing-gpt-5-5-2026-04-23#M89,https://openai.com/index/introducing-gpt-5-5/ (table 4 row 'BrowseComp' col 'GPT-5.5'),,out:copy, oai55-t-browsecomp,openai,gpt-5.4,xhigh,agentic-tool,hard,OpenAI-launch-table;research-environment,,,,,,82.7,score%,0.0289,,restated-from:82.7%; same-runs-as:src-openai-introducing-gpt-5-5-2026-04-23#M90,https://openai.com/index/introducing-gpt-5-5/ (table 4 row 'BrowseComp' col 'GPT‑5.4'),,out:copy, oai55-t-browsecomp,openai,gpt-5.5-pro,unstated,agentic-tool,hard,OpenAI-launch-table;research-environment,,,,,,90.1,score%,0.0289,,EAP-run; restated-from:90.1%,https://openai.com/index/introducing-gpt-5-5/ (table 4 row 'BrowseComp' col 'GPT-5.5 Pro'),,out:effort-not-established, oai55-t-browsecomp,openai,gpt-5.4-pro,unstated,agentic-tool,hard,OpenAI-launch-table;research-environment,,,,,,89.3,score%,0.0289,,restated-from:89.3%,https://openai.com/index/introducing-gpt-5-5/ (table 4 row 'BrowseComp' col 'GPT‑5.4 Pro'),,out:effort-not-established, oai55-t-browsecomp,openai,opus-4.7,unstated,agentic-tool,hard,OpenAI-launch-table;research-environment,,,,,,79.3,score%,0.0289,,restated-from:79.3%,https://openai.com/index/introducing-gpt-5-5/ (table 4 row 'BrowseComp' col 'Claude Opus 4.7'),,out:effort-not-established, oai55-t-browsecomp,openai,gemini-3.1-pro,unstated,agentic-tool,hard,OpenAI-launch-table;research-environment,,,,,,85.9,score%,0.0289,,restated-from:85.9%,https://openai.com/index/introducing-gpt-5-5/ (table 4 row 'BrowseComp' col 'Gemini 3.1 Pro'),,out:effort-not-established, oai55-t-mcp-atlas,openai,gpt-5.5,xhigh,agentic-tool,hard,OpenAI-launch-table;research-environment,,,,,,75.3,score%,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ (table 4 row 'MCP Atlas**' col 'GPT-5.5'),,in, oai55-t-mcp-atlas,openai,gpt-5.4,xhigh,agentic-tool,hard,OpenAI-launch-table;research-environment,,,,,,70.6,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 4 row 'MCP Atlas**' col 'GPT‑5.4'),,in, oai55-t-mcp-atlas,openai,opus-4.7,unstated,agentic-tool,hard,OpenAI-launch-table;research-environment,,,,,,79.1,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 4 row 'MCP Atlas**' col 'Claude Opus 4.7'),,out:effort-not-established, oai55-t-mcp-atlas,openai,gemini-3.1-pro,unstated,agentic-tool,hard,OpenAI-launch-table;research-environment,,,,,,78.2,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 4 row 'MCP Atlas**' col 'Gemini 3.1 Pro'),,out:effort-not-established, oai55-t-toolathlon,openai,gpt-5.5,xhigh,agentic-tool,hard,OpenAI-launch-table;research-environment,,,,,,55.6,score%,0.0289,,EAP-run; restated-from:55.6%; same-runs-as:src-openai-introducing-gpt-5-5-2026-04-23#M86,https://openai.com/index/introducing-gpt-5-5/ (table 4 row 'Toolathlon' col 'GPT-5.5'),,out:copy, oai55-t-toolathlon,openai,gpt-5.4,xhigh,agentic-tool,hard,OpenAI-launch-table;research-environment,,,,,,54.6,score%,0.0289,,restated-from:54.6%; same-runs-as:src-openai-introducing-gpt-5-5-2026-04-23#M87,https://openai.com/index/introducing-gpt-5-5/ (table 4 row 'Toolathlon' col 'GPT‑5.4'),,out:copy, oai55-t-toolathlon,openai,gemini-3.1-pro,unstated,agentic-tool,hard,OpenAI-launch-table;research-environment,,,,,,48.8,score%,0.0289,,restated-from:48.8%,https://openai.com/index/introducing-gpt-5-5/ (table 4 row 'Toolathlon' col 'Gemini 3.1 Pro'),,out:effort-not-established, oai55-t-tau2-bench-telecom,openai,gpt-5.5,xhigh,agentic-tool,mid,OpenAI-launch-table;research-environment,,,,,,98.0,score%,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ (table 4 row 'Tau2-bench Telecom***(original prompts)' col 'GPT-5.5'),,in, oai55-t-tau2-bench-telecom,openai,gpt-5.4,xhigh,agentic-tool,mid,OpenAI-launch-table;research-environment,,,,,,92.8,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 4 row 'Tau2-bench Telecom***(original prompts)' col 'GPT‑5.4'),,in, oai55-t-genebench,openai,gpt-5.5,xhigh,mixed,hard,OpenAI-launch-table;research-environment,,,,,,25.0,score%,0.0289,,"EAP-run; restated-from:""score"": 0.2498; same-runs-as:src-openai-introducing-gpt-5-5-2026-04-23#M48",https://openai.com/index/introducing-gpt-5-5/ (table 5 row 'GeneBench' col 'GPT-5.5'),,out:copy, oai55-t-genebench,openai,gpt-5.4,xhigh,mixed,hard,OpenAI-launch-table;research-environment,,,,,,19.0,score%,0.0289,,"restated-from:""score"": 0.1895; same-runs-as:src-openai-introducing-gpt-5-5-2026-04-23#M53",https://openai.com/index/introducing-gpt-5-5/ (table 5 row 'GeneBench' col 'GPT‑5.4'),,out:copy, oai55-t-genebench,openai,gpt-5.5-pro,unstated,mixed,hard,OpenAI-launch-table;research-environment,,,,,,33.2,score%,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ (table 5 row 'GeneBench' col 'GPT-5.5 Pro'),,out:effort-not-established, oai55-t-genebench,openai,gpt-5.4-pro,unstated,mixed,hard,OpenAI-launch-table;research-environment,,,,,,25.6,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 5 row 'GeneBench' col 'GPT‑5.4 Pro'),,out:effort-not-established, oai55-t-frontiermath-tier-1-3,openai,gpt-5.5,xhigh,reasoning-math,frontier,OpenAI-launch-table;research-environment,,,,,,51.7,score%,0.0289,,EAP-run; restated-from:51.7%; same-runs-as:src-openai-introducing-gpt-5-5-2026-04-23#M95,https://openai.com/index/introducing-gpt-5-5/ (table 5 row 'FrontierMath Tier 1–3' col 'GPT-5.5'),,out:copy, oai55-t-frontiermath-tier-1-3,openai,gpt-5.4,xhigh,reasoning-math,frontier,OpenAI-launch-table;research-environment,,,,,,47.6,score%,0.0289,,restated-from:47.6%; same-runs-as:src-openai-introducing-gpt-5-5-2026-04-23#M96,https://openai.com/index/introducing-gpt-5-5/ (table 5 row 'FrontierMath Tier 1–3' col 'GPT‑5.4'),,out:copy, oai55-t-frontiermath-tier-1-3,openai,gpt-5.5-pro,unstated,reasoning-math,frontier,OpenAI-launch-table;research-environment,,,,,,52.4,score%,0.0289,,EAP-run; restated-from:52.4%,https://openai.com/index/introducing-gpt-5-5/ (table 5 row 'FrontierMath Tier 1–3' col 'GPT-5.5 Pro'),,out:effort-not-established, oai55-t-frontiermath-tier-1-3,openai,gpt-5.4-pro,unstated,reasoning-math,frontier,OpenAI-launch-table;research-environment,,,,,,50.0,score%,0.0289,,restated-from:50.0%,https://openai.com/index/introducing-gpt-5-5/ (table 5 row 'FrontierMath Tier 1–3' col 'GPT‑5.4 Pro'),,out:effort-not-established, oai55-t-frontiermath-tier-1-3,openai,opus-4.7,unstated,reasoning-math,frontier,OpenAI-launch-table;research-environment,,,,,,43.8,score%,0.0289,,restated-from:43.8%,https://openai.com/index/introducing-gpt-5-5/ (table 5 row 'FrontierMath Tier 1–3' col 'Claude Opus 4.7'),,out:effort-not-established, oai55-t-frontiermath-tier-1-3,openai,gemini-3.1-pro,unstated,reasoning-math,frontier,OpenAI-launch-table;research-environment,,,,,,36.9,score%,0.0289,,restated-from:36.9%,https://openai.com/index/introducing-gpt-5-5/ (table 5 row 'FrontierMath Tier 1–3' col 'Gemini 3.1 Pro'),,out:effort-not-established, oai55-t-frontiermath-tier-4,openai,gpt-5.5,xhigh,reasoning-math,frontier,OpenAI-launch-table;research-environment,,,,,,35.4,score%,0.0289,,EAP-run; restated-from:35.4%; same-runs-as:src-openai-introducing-gpt-5-5-2026-04-23#M101,https://openai.com/index/introducing-gpt-5-5/ (table 5 row 'FrontierMath Tier 4' col 'GPT-5.5'),,out:copy, oai55-t-frontiermath-tier-4,openai,gpt-5.4,xhigh,reasoning-math,frontier,OpenAI-launch-table;research-environment,,,,,,27.1,score%,0.0289,,restated-from:27.1%; same-runs-as:src-openai-introducing-gpt-5-5-2026-04-23#M102,https://openai.com/index/introducing-gpt-5-5/ (table 5 row 'FrontierMath Tier 4' col 'GPT‑5.4'),,out:copy, oai55-t-frontiermath-tier-4,openai,gpt-5.5-pro,unstated,reasoning-math,frontier,OpenAI-launch-table;research-environment,,,,,,39.6,score%,0.0289,,EAP-run; restated-from:39.6%,https://openai.com/index/introducing-gpt-5-5/ (table 5 row 'FrontierMath Tier 4' col 'GPT-5.5 Pro'),,out:effort-not-established, oai55-t-frontiermath-tier-4,openai,gpt-5.4-pro,unstated,reasoning-math,frontier,OpenAI-launch-table;research-environment,,,,,,38.0,score%,0.0289,,restated-from:38.0%,https://openai.com/index/introducing-gpt-5-5/ (table 5 row 'FrontierMath Tier 4' col 'GPT‑5.4 Pro'),,out:effort-not-established, oai55-t-frontiermath-tier-4,openai,opus-4.7,unstated,reasoning-math,frontier,OpenAI-launch-table;research-environment,,,,,,22.9,score%,0.0289,,restated-from:22.9%,https://openai.com/index/introducing-gpt-5-5/ (table 5 row 'FrontierMath Tier 4' col 'Claude Opus 4.7'),,out:effort-not-established, oai55-t-frontiermath-tier-4,openai,gemini-3.1-pro,unstated,reasoning-math,frontier,OpenAI-launch-table;research-environment,,,,,,16.7,score%,0.0289,,restated-from:16.7%,https://openai.com/index/introducing-gpt-5-5/ (table 5 row 'FrontierMath Tier 4' col 'Gemini 3.1 Pro'),,out:effort-not-established, oai55-t-bixbench,openai,gpt-5.5,xhigh,mixed,hard,OpenAI-launch-table;research-environment,,,,,,80.5,score%,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ (table 5 row 'BixBench' col 'GPT-5.5'),,in, oai55-t-bixbench,openai,gpt-5.4,xhigh,mixed,hard,OpenAI-launch-table;research-environment,,,,,,74.0,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 5 row 'BixBench' col 'GPT‑5.4'),,in, oai55-t-gpqa-diamond,openai,gpt-5.5,xhigh,reasoning-math,hard,OpenAI-launch-table;research-environment,,,,,,93.6,score%,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ (table 5 row 'GPQA Diamond' col 'GPT-5.5'),,in, oai55-t-gpqa-diamond,openai,gpt-5.4,xhigh,reasoning-math,hard,OpenAI-launch-table;research-environment,,,,,,92.8,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 5 row 'GPQA Diamond' col 'GPT‑5.4'),,in, oai55-t-gpqa-diamond,openai,gpt-5.4-pro,unstated,reasoning-math,hard,OpenAI-launch-table;research-environment,,,,,,94.4,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 5 row 'GPQA Diamond' col 'GPT‑5.4 Pro'),,out:effort-not-established, oai55-t-gpqa-diamond,openai,opus-4.7,unstated,reasoning-math,hard,OpenAI-launch-table;research-environment,,,,,,94.2,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 5 row 'GPQA Diamond' col 'Claude Opus 4.7'),,out:effort-not-established, oai55-t-gpqa-diamond,openai,gemini-3.1-pro,unstated,reasoning-math,hard,OpenAI-launch-table;research-environment,,,,,,94.3,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 5 row 'GPQA Diamond' col 'Gemini 3.1 Pro'),,out:effort-not-established, oai55-t-humanity-s-last-exam,openai,gpt-5.5,xhigh,reasoning-math,frontier,OpenAI-launch-table;research-environment,,,,,,41.4,score%,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ (table 5 row 'Humanity's Last Exam (no tools)' col 'GPT-5.5'),,in, oai55-t-humanity-s-last-exam,openai,gpt-5.4,xhigh,reasoning-math,frontier,OpenAI-launch-table;research-environment,,,,,,39.8,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 5 row 'Humanity's Last Exam (no tools)' col 'GPT‑5.4'),,in, oai55-t-humanity-s-last-exam,openai,gpt-5.5-pro,unstated,reasoning-math,frontier,OpenAI-launch-table;research-environment,,,,,,43.1,score%,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ (table 5 row 'Humanity's Last Exam (no tools)' col 'GPT-5.5 Pro'),,out:effort-not-established, oai55-t-humanity-s-last-exam,openai,gpt-5.4-pro,unstated,reasoning-math,frontier,OpenAI-launch-table;research-environment,,,,,,42.7,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 5 row 'Humanity's Last Exam (no tools)' col 'GPT‑5.4 Pro'),,out:effort-not-established, oai55-t-humanity-s-last-exam,openai,opus-4.7,unstated,reasoning-math,frontier,OpenAI-launch-table;research-environment,,,,,,46.9,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 5 row 'Humanity's Last Exam (no tools)' col 'Claude Opus 4.7'),,out:effort-not-established, oai55-t-humanity-s-last-exam,openai,gemini-3.1-pro,unstated,reasoning-math,frontier,OpenAI-launch-table;research-environment,,,,,,44.4,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 5 row 'Humanity's Last Exam (no tools)' col 'Gemini 3.1 Pro'),,out:effort-not-established, oai55-t-humanity-s-last-exam-4,openai,gpt-5.5,xhigh,reasoning-math,frontier,OpenAI-launch-table;research-environment,,,,,,52.2,score%,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ (table 5 row 'Humanity's Last Exam (with tools)' col 'GPT-5.5'),,in, oai55-t-humanity-s-last-exam-4,openai,gpt-5.4,xhigh,reasoning-math,frontier,OpenAI-launch-table;research-environment,,,,,,52.1,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 5 row 'Humanity's Last Exam (with tools)' col 'GPT‑5.4'),,in, oai55-t-humanity-s-last-exam-4,openai,gpt-5.5-pro,unstated,reasoning-math,frontier,OpenAI-launch-table;research-environment,,,,,,57.2,score%,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ (table 5 row 'Humanity's Last Exam (with tools)' col 'GPT-5.5 Pro'),,out:effort-not-established, oai55-t-humanity-s-last-exam-4,openai,gpt-5.4-pro,unstated,reasoning-math,frontier,OpenAI-launch-table;research-environment,,,,,,58.7,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 5 row 'Humanity's Last Exam (with tools)' col 'GPT‑5.4 Pro'),,out:effort-not-established, oai55-t-humanity-s-last-exam-4,openai,opus-4.7,unstated,reasoning-math,frontier,OpenAI-launch-table;research-environment,,,,,,54.7,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 5 row 'Humanity's Last Exam (with tools)' col 'Claude Opus 4.7'),,out:effort-not-established, oai55-t-humanity-s-last-exam-4,openai,gemini-3.1-pro,unstated,reasoning-math,frontier,OpenAI-launch-table;research-environment,,,,,,51.4,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 5 row 'Humanity's Last Exam (with tools)' col 'Gemini 3.1 Pro'),,out:effort-not-established, oai55-t-cybergym,openai,gpt-5.5,xhigh,agentic-tool,hard,OpenAI-launch-table;research-environment,,,,,,81.8,score%,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ (table 6 row 'CyberGym' col 'GPT-5.5'),,out:decision:D62, oai55-t-cybergym,openai,gpt-5.4,xhigh,agentic-tool,hard,OpenAI-launch-table;research-environment,,,,,,79.0,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 6 row 'CyberGym' col 'GPT‑5.4'),,out:decision:D62, oai55-t-cybergym,openai,opus-4.7,unstated,agentic-tool,hard,OpenAI-launch-table;research-environment,,,,,,73.1,score%,0.0289,,restated-from:73.1%,https://openai.com/index/introducing-gpt-5-5/ (table 6 row 'CyberGym' col 'Claude Opus 4.7'),,out:effort-not-established, oai55-t-graphwalks-bfs-256k-f1,openai,gpt-5.5,xhigh,mixed,hard,OpenAI-launch-table;research-environment,,,,,,73.7,score%,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ (table 7 row 'Graphwalks BFS 256k f1' col 'GPT-5.5'),,in, oai55-t-graphwalks-bfs-256k-f1,openai,gpt-5.4,xhigh,mixed,hard,OpenAI-launch-table;research-environment,,,,,,62.5,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 7 row 'Graphwalks BFS 256k f1' col 'GPT‑5.4'),,in, oai55-t-graphwalks-bfs-256k-f1,openai,opus-4.7,unstated,mixed,hard,OpenAI-launch-table;research-environment,,,,,,76.9,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 7 row 'Graphwalks BFS 256k f1' col 'Claude Opus 4.7'),,out:effort-not-established, oai55-t-graphwalks-bfs-1mil-f1,openai,gpt-5.5,xhigh,mixed,hard,OpenAI-launch-table;research-environment,,,,,,45.4,score%,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ (table 7 row 'Graphwalks BFS 1mil f1' col 'GPT-5.5'),,in, oai55-t-graphwalks-bfs-1mil-f1,openai,gpt-5.4,xhigh,mixed,hard,OpenAI-launch-table;research-environment,,,,,,9.4,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 7 row 'Graphwalks BFS 1mil f1' col 'GPT‑5.4'),,in, oai55-t-graphwalks-bfs-1mil-f1,openai,opus-4.7,unstated,mixed,hard,OpenAI-launch-table;research-environment,,,,,,41.2,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 7 row 'Graphwalks BFS 1mil f1' col 'Claude Opus 4.7'),,out:effort-not-established, oai55-t-graphwalks-parents-256k-f1,openai,gpt-5.5,xhigh,mixed,hard,OpenAI-launch-table;research-environment,,,,,,90.1,score%,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ (table 7 row 'Graphwalks parents 256k f1' col 'GPT-5.5'),,in, oai55-t-graphwalks-parents-256k-f1,openai,gpt-5.4,xhigh,mixed,hard,OpenAI-launch-table;research-environment,,,,,,82.8,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 7 row 'Graphwalks parents 256k f1' col 'GPT‑5.4'),,in, oai55-t-graphwalks-parents-256k-f1,openai,opus-4.7,unstated,mixed,hard,OpenAI-launch-table;research-environment,,,,,,93.6,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 7 row 'Graphwalks parents 256k f1' col 'Claude Opus 4.7'),,out:effort-not-established, oai55-t-graphwalks-parents-1mil-f1,openai,gpt-5.5,xhigh,mixed,hard,OpenAI-launch-table;research-environment,,,,,,58.5,score%,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ (table 7 row 'Graphwalks parents 1mil f1' col 'GPT-5.5'),,in, oai55-t-graphwalks-parents-1mil-f1,openai,gpt-5.4,xhigh,mixed,hard,OpenAI-launch-table;research-environment,,,,,,44.4,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 7 row 'Graphwalks parents 1mil f1' col 'GPT‑5.4'),,in, oai55-t-graphwalks-parents-1mil-f1,openai,opus-4.7,unstated,mixed,hard,OpenAI-launch-table;research-environment,,,,,,72.0,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 7 row 'Graphwalks parents 1mil f1' col 'Claude Opus 4.7'),,out:effort-not-established, oai55-t-openai-mrcr-v2-8-needle-4k-8k,openai,gpt-5.5,xhigh,mixed,hard,OpenAI-launch-table;research-environment,,,,,,98.1,score%,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ (table 7 row 'OpenAI MRCR v2 8-needle 4K-8K' col 'GPT-5.5'),,in, oai55-t-openai-mrcr-v2-8-needle-4k-8k,openai,gpt-5.4,xhigh,mixed,hard,OpenAI-launch-table;research-environment,,,,,,97.3,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 7 row 'OpenAI MRCR v2 8-needle 4K-8K' col 'GPT‑5.4'),,in, oai55-t-openai-mrcr-v2-8-needle-8k-16k,openai,gpt-5.5,xhigh,mixed,hard,OpenAI-launch-table;research-environment,,,,,,93.0,score%,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ (table 7 row 'OpenAI MRCR v2 8-needle 8K-16K' col 'GPT-5.5'),,in, oai55-t-openai-mrcr-v2-8-needle-8k-16k,openai,gpt-5.4,xhigh,mixed,hard,OpenAI-launch-table;research-environment,,,,,,91.4,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 7 row 'OpenAI MRCR v2 8-needle 8K-16K' col 'GPT‑5.4'),,in, oai55-t-openai-mrcr-v2-8-needle-16k-32k,openai,gpt-5.5,xhigh,mixed,hard,OpenAI-launch-table;research-environment,,,,,,96.5,score%,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ (table 7 row 'OpenAI MRCR v2 8-needle 16K-32K' col 'GPT-5.5'),,in, oai55-t-openai-mrcr-v2-8-needle-16k-32k,openai,gpt-5.4,xhigh,mixed,hard,OpenAI-launch-table;research-environment,,,,,,97.2,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 7 row 'OpenAI MRCR v2 8-needle 16K-32K' col 'GPT‑5.4'),,in, oai55-t-openai-mrcr-v2-8-needle-32k-64k,openai,gpt-5.5,xhigh,mixed,hard,OpenAI-launch-table;research-environment,,,,,,90.0,score%,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ (table 7 row 'OpenAI MRCR v2 8-needle 32K-64K' col 'GPT-5.5'),,in, oai55-t-openai-mrcr-v2-8-needle-32k-64k,openai,gpt-5.4,xhigh,mixed,hard,OpenAI-launch-table;research-environment,,,,,,90.5,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 7 row 'OpenAI MRCR v2 8-needle 32K-64K' col 'GPT‑5.4'),,in, oai55-t-openai-mrcr-v2-8-needle-64k-128k,openai,gpt-5.5,xhigh,mixed,hard,OpenAI-launch-table;research-environment,,,,,,83.1,score%,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ (table 7 row 'OpenAI MRCR v2 8-needle 64K-128K' col 'GPT-5.5'),,in, oai55-t-openai-mrcr-v2-8-needle-64k-128k,openai,gpt-5.4,xhigh,mixed,hard,OpenAI-launch-table;research-environment,,,,,,86.0,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 7 row 'OpenAI MRCR v2 8-needle 64K-128K' col 'GPT‑5.4'),,in, oai55-t-openai-mrcr-v2-8-needle-128k-256,openai,gpt-5.5,xhigh,mixed,hard,OpenAI-launch-table;research-environment,,,,,,87.5,score%,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ (table 7 row 'OpenAI MRCR v2 8-needle 128K-256K' col 'GPT-5.5'),,in, oai55-t-openai-mrcr-v2-8-needle-128k-256,openai,gpt-5.4,xhigh,mixed,hard,OpenAI-launch-table;research-environment,,,,,,79.3,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 7 row 'OpenAI MRCR v2 8-needle 128K-256K' col 'GPT‑5.4'),,in, oai55-t-openai-mrcr-v2-8-needle-128k-256,openai,opus-4.7,unstated,mixed,hard,OpenAI-launch-table;research-environment,,,,,,59.2,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 7 row 'OpenAI MRCR v2 8-needle 128K-256K' col 'Claude Opus 4.7'),,out:effort-not-established, oai55-t-openai-mrcr-v2-8-needle-256k-512,openai,gpt-5.5,xhigh,mixed,hard,OpenAI-launch-table;research-environment,,,,,,81.5,score%,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ (table 7 row 'OpenAI MRCR v2 8-needle 256K-512K' col 'GPT-5.5'),,in, oai55-t-openai-mrcr-v2-8-needle-256k-512,openai,gpt-5.4,xhigh,mixed,hard,OpenAI-launch-table;research-environment,,,,,,57.5,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 7 row 'OpenAI MRCR v2 8-needle 256K-512K' col 'GPT‑5.4'),,in, oai55-t-openai-mrcr-v2-8-needle-512k-1m,openai,gpt-5.5,xhigh,mixed,hard,OpenAI-launch-table;research-environment,,,,,,74.0,score%,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ (table 7 row 'OpenAI MRCR v2 8-needle 512K-1M' col 'GPT-5.5'),,in, oai55-t-openai-mrcr-v2-8-needle-512k-1m,openai,gpt-5.4,xhigh,mixed,hard,OpenAI-launch-table;research-environment,,,,,,36.6,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 7 row 'OpenAI MRCR v2 8-needle 512K-1M' col 'GPT‑5.4'),,in, oai55-t-openai-mrcr-v2-8-needle-512k-1m,openai,opus-4.7,unstated,mixed,hard,OpenAI-launch-table;research-environment,,,,,,32.2,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 7 row 'OpenAI MRCR v2 8-needle 512K-1M' col 'Claude Opus 4.7'),,out:effort-not-established, oai55-t-arc-agi-1,openai,gpt-5.5,xhigh,reasoning-math,frontier,OpenAI-launch-table;research-environment,,,,,,95.0,score%,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ (table 8 row 'ARC-AGI-1 (Verified)' col 'GPT-5.5'),,in, oai55-t-arc-agi-1,openai,gpt-5.4,xhigh,reasoning-math,frontier,OpenAI-launch-table;research-environment,,,,,,93.7,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 8 row 'ARC-AGI-1 (Verified)' col 'GPT‑5.4'),,in, oai55-t-arc-agi-1,openai,gpt-5.4-pro,unstated,reasoning-math,frontier,OpenAI-launch-table;research-environment,,,,,,94.5,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 8 row 'ARC-AGI-1 (Verified)' col 'GPT‑5.4 Pro'),,out:effort-not-established, oai55-t-arc-agi-1,openai,opus-4.7,unstated,reasoning-math,frontier,OpenAI-launch-table;research-environment,,,,,,93.5,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 8 row 'ARC-AGI-1 (Verified)' col 'Claude Opus 4.7'),,out:effort-not-established, oai55-t-arc-agi-1,openai,gemini-3.1-pro,unstated,reasoning-math,frontier,OpenAI-launch-table;research-environment,,,,,,98.0,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 8 row 'ARC-AGI-1 (Verified)' col 'Gemini 3.1 Pro'),,out:effort-not-established, oai55-t-arc-agi-2,openai,gpt-5.5,xhigh,reasoning-math,frontier,OpenAI-launch-table;research-environment,,,,,,85.0,score%,0.0289,,EAP-run,https://openai.com/index/introducing-gpt-5-5/ (table 8 row 'ARC-AGI-2 (Verified)' col 'GPT-5.5'),,in, oai55-t-arc-agi-2,openai,gpt-5.4,xhigh,reasoning-math,frontier,OpenAI-launch-table;research-environment,,,,,,73.3,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 8 row 'ARC-AGI-2 (Verified)' col 'GPT‑5.4'),,in, oai55-t-arc-agi-2,openai,gpt-5.4-pro,unstated,reasoning-math,frontier,OpenAI-launch-table;research-environment,,,,,,83.3,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 8 row 'ARC-AGI-2 (Verified)' col 'GPT‑5.4 Pro'),,out:effort-not-established, oai55-t-arc-agi-2,openai,opus-4.7,unstated,reasoning-math,frontier,OpenAI-launch-table;research-environment,,,,,,75.8,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 8 row 'ARC-AGI-2 (Verified)' col 'Claude Opus 4.7'),,out:effort-not-established, oai55-t-arc-agi-2,openai,gemini-3.1-pro,unstated,reasoning-math,frontier,OpenAI-launch-table;research-environment,,,,,,77.1,score%,0.0289,,,https://openai.com/index/introducing-gpt-5-5/ (table 8 row 'ARC-AGI-2 (Verified)' col 'Gemini 3.1 Pro'),,out:effort-not-established, oai-61-deepswe,openai,gpt-6-astra,low,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,1.5952,0.00289,,,67.04,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-1-sol/ ($[0].data.values[0].score),,out:republished,out:republished oai-61-deepswe,openai,gpt-6-astra,medium,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,3.0755,0.00289,,,72.79,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-1-sol/ ($[0].data.values[1].score),,out:republished,out:republished oai-61-deepswe,openai,gpt-6-astra,high,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,3.9237,0.00289,,,73.23,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-1-sol/ ($[0].data.values[2].score),,out:republished,out:republished oai-61-deepswe,openai,gpt-6-astra,xhigh,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,4.4291,0.00289,,,74.12,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-1-sol/ ($[0].data.values[3].score),,out:republished,out:republished oai-61-deepswe,openai,gpt-6-astra,max,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,7.4978,0.00289,,,73.23,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-1-sol/ ($[0].data.values[4].score),,out:republished,out:republished oai-61-deepswe,openai,gpt-6.1-sol,low,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.1714,0.00289,,,64.38,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-1-sol/ ($[0].data.values[5].score),,in,in oai-61-deepswe,openai,gpt-6.1-sol,medium,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.4196,0.00289,,,73.01,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-1-sol/ ($[0].data.values[6].score),,in,in oai-61-deepswe,openai,gpt-6.1-sol,high,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.6461,0.00289,,,75.22,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-1-sol/ ($[0].data.values[7].score),,in,in oai-61-deepswe,openai,gpt-6.1-sol,xhigh,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.7886,0.00289,,,71.9,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-1-sol/ ($[0].data.values[8].score),,in,in oai-61-deepswe,openai,gpt-6.1-sol,max,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,1.5711,0.00289,,,71.9,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-1-sol/ ($[0].data.values[9].score),,in,in oai-61-deepswe,openai,gpt-6-sol,low,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.1623,0.00289,,,37.17,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-1-sol/ ($[0].data.values[10].score),,out:republished,out:republished oai-61-deepswe,openai,gpt-6-sol,medium,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.3798,0.00289,,,56.64,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-1-sol/ ($[0].data.values[11].score),,out:republished,out:republished oai-61-deepswe,openai,gpt-6-sol,high,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.6404,0.00289,,,65.27,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-1-sol/ ($[0].data.values[12].score),,out:republished,out:republished oai-61-deepswe,openai,gpt-6-sol,xhigh,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,1.0033,0.00289,,,66.59,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-1-sol/ ($[0].data.values[13].score),,out:republished,out:republished oai-61-deepswe,openai,gpt-6-sol,max,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,2.7439,0.00289,,,68.81,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-1-sol/ ($[0].data.values[14].score),,out:republished,out:republished oai-61-gdppdf,openai,gpt-6.1-sol,low,mixed,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.3341,0.00289,,,27,score%,0.0289,,,https://openai.com/index/introducing-gpt-6-1-sol/ ($[1].data.values[0].score),,out:decision:D42,out:decision:D42 oai-61-gdppdf,openai,gpt-6.1-sol,medium,mixed,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.3375,0.00289,,,30,score%,0.0289,,,https://openai.com/index/introducing-gpt-6-1-sol/ ($[1].data.values[1].score),,out:decision:D42,out:decision:D42 oai-61-gdppdf,openai,gpt-6.1-sol,high,mixed,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.3494,0.00289,,,32,score%,0.0289,,,https://openai.com/index/introducing-gpt-6-1-sol/ ($[1].data.values[2].score),,out:decision:D42,out:decision:D42 oai-61-gdppdf,openai,gpt-6.1-sol,xhigh,mixed,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.3681,0.00289,,,31.8,score%,0.0289,,,https://openai.com/index/introducing-gpt-6-1-sol/ ($[1].data.values[3].score),,out:decision:D42,out:decision:D42 oai-61-gdppdf,openai,gpt-6.1-sol,max,mixed,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.4199,0.00289,,,31,score%,0.0289,,,https://openai.com/index/introducing-gpt-6-1-sol/ ($[1].data.values[4].score),,out:decision:D42,out:decision:D42 oai-61-gdppdf,openai,gpt-6-astra,low,mixed,hard,OpenAI-research-env-or-API;launch-chart,per-task,1.6963186,0.00289,,,30.4,score%,0.0289,,,https://openai.com/index/introducing-gpt-6-1-sol/ ($[1].data.values[5].score),,out:decision:D42,out:decision:D42 oai-61-gdppdf,openai,gpt-6-astra,medium,mixed,hard,OpenAI-research-env-or-API;launch-chart,per-task,1.7198086,0.00289,,,30.4,score%,0.0289,,,https://openai.com/index/introducing-gpt-6-1-sol/ ($[1].data.values[6].score),,out:decision:D42,out:decision:D42 oai-61-gdppdf,openai,gpt-6-astra,high,mixed,hard,OpenAI-research-env-or-API;launch-chart,per-task,1.7948240999999998,0.00289,,,31,score%,0.0289,,,https://openai.com/index/introducing-gpt-6-1-sol/ ($[1].data.values[7].score),,out:decision:D42,out:decision:D42 oai-61-gdppdf,openai,gpt-6-astra,xhigh,mixed,hard,OpenAI-research-env-or-API;launch-chart,per-task,1.9127230999999998,0.00289,,,32.2,score%,0.0289,,,https://openai.com/index/introducing-gpt-6-1-sol/ ($[1].data.values[8].score),,out:decision:D42,out:decision:D42 oai-61-gdppdf,openai,gpt-6-astra,max,mixed,hard,OpenAI-research-env-or-API;launch-chart,per-task,2.0758207,0.00289,,,31,score%,0.0289,,,https://openai.com/index/introducing-gpt-6-1-sol/ ($[1].data.values[9].score),,out:decision:D42,out:decision:D42 oai-61-gdppdf,openai,gpt-6-sol,low,mixed,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.33,0.00289,,,21.8,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-1-sol/ ($[1].data.values[10].score),,in,in oai-61-gdppdf,openai,gpt-6-sol,medium,mixed,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.34,0.00289,,,25.4,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-1-sol/ ($[1].data.values[11].score),,in,in oai-61-gdppdf,openai,gpt-6-sol,high,mixed,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.35,0.00289,,,28,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-1-sol/ ($[1].data.values[12].score),,in,in oai-61-gdppdf,openai,gpt-6-sol,xhigh,mixed,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.37,0.00289,,,23.800000000000002,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-1-sol/ ($[1].data.values[13].score),,in,in oai-61-gdppdf,openai,gpt-6-sol,max,mixed,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.43,0.00289,,,24.8,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-1-sol/ ($[1].data.values[14].score),,in,in oai-61-automationbench,openai,gpt-6-astra,low,agentic-tool,hard,OpenAI-research-env-or-API;launch-chart,per-task,1.08,0.00289,,,30.3,score%,0.0289,,,https://openai.com/index/introducing-gpt-6-1-sol/ ($[2].data.values[1].score),,out:decision:D46,out:decision:D46 oai-61-automationbench,openai,gpt-6-astra,medium,agentic-tool,hard,OpenAI-research-env-or-API;launch-chart,per-task,1.27,0.00289,,,34.1,score%,0.0289,,,https://openai.com/index/introducing-gpt-6-1-sol/ ($[2].data.values[2].score),,out:decision:D46,out:decision:D46 oai-61-automationbench,openai,gpt-6-astra,high,agentic-tool,hard,OpenAI-research-env-or-API;launch-chart,per-task,1.44,0.00289,,,37.1,score%,0.0289,,,https://openai.com/index/introducing-gpt-6-1-sol/ ($[2].data.values[3].score),,out:decision:D46,out:decision:D46 oai-61-automationbench,openai,gpt-6-astra,xhigh,agentic-tool,hard,OpenAI-research-env-or-API;launch-chart,per-task,1.5,0.00289,,,39,score%,0.0289,,,https://openai.com/index/introducing-gpt-6-1-sol/ ($[2].data.values[4].score),,out:decision:D46,out:decision:D46 oai-61-automationbench,openai,gpt-6-astra,max,agentic-tool,hard,OpenAI-research-env-or-API;launch-chart,per-task,1.73,0.00289,,,41.4,score%,0.0289,,,https://openai.com/index/introducing-gpt-6-1-sol/ ($[2].data.values[5].score),,out:decision:D46,out:decision:D46 oai-61-automationbench,openai,gpt-6.1-sol,low,agentic-tool,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.157,0.00289,,,24.7,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-1-sol/ ($[2].data.values[6].score),,in,in oai-61-automationbench,openai,gpt-6.1-sol,medium,agentic-tool,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.1917,0.00289,,,31.7,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-1-sol/ ($[2].data.values[7].score),,in,in oai-61-automationbench,openai,gpt-6.1-sol,high,agentic-tool,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.2255,0.00289,,,33.2,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-1-sol/ ($[2].data.values[8].score),,in,in oai-61-automationbench,openai,gpt-6.1-sol,xhigh,agentic-tool,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.2508,0.00289,,,35.5,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-1-sol/ ($[2].data.values[9].score),,in,in oai-61-automationbench,openai,gpt-6.1-sol,max,agentic-tool,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.2989,0.00289,,,36.1,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-1-sol/ ($[2].data.values[10].score),,in,in oai-61-automationbench,openai,gpt-6-sol,low,agentic-tool,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.1861,0.00289,,,21.16,score%,0.0289,,,https://openai.com/index/introducing-gpt-6-1-sol/ ($[2].data.values[11].score),,out:decision:D46,out:decision:D46 oai-61-automationbench,openai,gpt-6-sol,medium,agentic-tool,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.2098,0.00289,,,26.94,score%,0.0289,,,https://openai.com/index/introducing-gpt-6-1-sol/ ($[2].data.values[12].score),,out:decision:D46,out:decision:D46 oai-61-automationbench,openai,gpt-6-sol,high,agentic-tool,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.2368,0.00289,,,31.2,score%,0.0289,,,https://openai.com/index/introducing-gpt-6-1-sol/ ($[2].data.values[13].score),,out:decision:D46,out:decision:D46 oai-61-automationbench,openai,gpt-6-sol,xhigh,agentic-tool,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.2746,0.00289,,,33.18,score%,0.0289,,,https://openai.com/index/introducing-gpt-6-1-sol/ ($[2].data.values[14].score),,out:decision:D46,out:decision:D46 oai-61-automationbench,openai,gpt-6-sol,max,agentic-tool,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.3406,0.00289,,,31.96,score%,0.0289,,,https://openai.com/index/introducing-gpt-6-1-sol/ ($[2].data.values[15].score),,out:decision:D46,out:decision:D46 oai-61-osworld-offline,openai,gpt-6-astra,low,computer-use,hard,OpenAI-research-env-or-API;launch-chart,per-task,2.7159,0.00289,,,62.17,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-1-sol/ ($[3].data.values[0].score),,in,in oai-61-osworld-offline,openai,gpt-6-astra,medium,computer-use,hard,OpenAI-research-env-or-API;launch-chart,per-task,5.3594,0.00289,,,69.25,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-1-sol/ ($[3].data.values[1].score),,in,in oai-61-osworld-offline,openai,gpt-6-astra,high,computer-use,hard,OpenAI-research-env-or-API;launch-chart,per-task,6.9064,0.00289,,,70.02,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-1-sol/ ($[3].data.values[2].score),,in,in oai-61-osworld-offline,openai,gpt-6-astra,xhigh,computer-use,hard,OpenAI-research-env-or-API;launch-chart,per-task,7.4944,0.00289,,,71.27,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-1-sol/ ($[3].data.values[3].score),,in,in oai-61-osworld-offline,openai,gpt-6-astra,max,computer-use,hard,OpenAI-research-env-or-API;launch-chart,per-task,9.4353,0.00289,,,73.49,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-1-sol/ ($[3].data.values[4].score),,in,in oai-61-osworld-offline,openai,gpt-6.1-sol,low,computer-use,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.4248,0.00289,,,58.96,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-1-sol/ ($[3].data.values[5].score),,in,in oai-61-osworld-offline,openai,gpt-6.1-sol,medium,computer-use,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.7675,0.00289,,,66.84,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-1-sol/ ($[3].data.values[6].score),,in,in oai-61-osworld-offline,openai,gpt-6.1-sol,high,computer-use,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.9613,0.00289,,,69.56,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-1-sol/ ($[3].data.values[7].score),,in,in oai-61-osworld-offline,openai,gpt-6.1-sol,xhigh,computer-use,hard,OpenAI-research-env-or-API;launch-chart,per-task,1.0466,0.00289,,,69.38,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-1-sol/ ($[3].data.values[8].score),,in,in oai-61-osworld-offline,openai,gpt-6.1-sol,max,computer-use,hard,OpenAI-research-env-or-API;launch-chart,per-task,1.2689,0.00289,,,71.42,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-1-sol/ ($[3].data.values[9].score),,in,in oai-61-osworld-offline,openai,gpt-6-sol,low,computer-use,hard,OpenAI-research-env-or-API;launch-chart,per-task,1.0117,0.00289,,,43.9,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-1-sol/ ($[3].data.values[10].score),,in,in oai-61-osworld-offline,openai,gpt-6-sol,medium,computer-use,hard,OpenAI-research-env-or-API;launch-chart,per-task,1.3789,0.00289,,,54,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-1-sol/ ($[3].data.values[11].score),,in,in oai-61-osworld-offline,openai,gpt-6-sol,high,computer-use,hard,OpenAI-research-env-or-API;launch-chart,per-task,1.7096,0.00289,,,58.29,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-1-sol/ ($[3].data.values[12].score),,in,in oai-61-osworld-offline,openai,gpt-6-sol,xhigh,computer-use,hard,OpenAI-research-env-or-API;launch-chart,per-task,2.3002,0.00289,,,60.54,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-1-sol/ ($[3].data.values[13].score),,in,in oai-61-osworld-offline,openai,gpt-6-sol,max,computer-use,hard,OpenAI-research-env-or-API;launch-chart,per-task,3.3695,0.00289,,,64.43,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-1-sol/ ($[3].data.values[14].score),,in,in oai-61-tbscience,openai,opus-5.5,max,agentic-tool,frontier,OpenAI-research-env-or-API;launch-chart,per-task,23.2108,0.00289,,,63.33,score%,0.0289,,restated-from:publicly available reports; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-1-sol/ ($[4].data.values[0].score),,in,in oai-61-tbscience,openai,gpt-6-astra,low,agentic-tool,frontier,OpenAI-research-env-or-API;launch-chart,per-task,11.4061,0.00289,,,55.43,score%,0.0289,,,https://openai.com/index/introducing-gpt-6-1-sol/ ($[4].data.values[1].score),,out:superseded,out:superseded oai-61-tbscience,openai,gpt-6-astra,medium,agentic-tool,frontier,OpenAI-research-env-or-API;launch-chart,per-task,12.3383,0.00289,,,57.43,score%,0.0289,,,https://openai.com/index/introducing-gpt-6-1-sol/ ($[4].data.values[2].score),,out:superseded,out:superseded oai-61-tbscience,openai,gpt-6-astra,high,agentic-tool,frontier,OpenAI-research-env-or-API;launch-chart,per-task,14.9534,0.00289,,,62,score%,0.0289,,,https://openai.com/index/introducing-gpt-6-1-sol/ ($[4].data.values[3].score),,out:superseded,out:superseded oai-61-tbscience,openai,gpt-6-astra,xhigh,agentic-tool,frontier,OpenAI-research-env-or-API;launch-chart,per-task,15.7554,0.00289,,,60.86,score%,0.0289,,,https://openai.com/index/introducing-gpt-6-1-sol/ ($[4].data.values[4].score),,out:superseded,out:superseded oai-61-tbscience,openai,gpt-6-astra,max,agentic-tool,frontier,OpenAI-research-env-or-API;launch-chart,per-task,23.7974,0.00289,,,68.1,score%,0.0289,,,https://openai.com/index/introducing-gpt-6-1-sol/ ($[4].data.values[5].score),,out:superseded,out:superseded oai-61-tbscience,openai,gpt-6.1-sol,low,agentic-tool,frontier,OpenAI-research-env-or-API;launch-chart,per-task,1.7918,0.00289,,,43.71,score%,0.0289,,,https://openai.com/index/introducing-gpt-6-1-sol/ ($[4].data.values[6].score),,out:superseded,out:superseded oai-61-tbscience,openai,gpt-6.1-sol,medium,agentic-tool,frontier,OpenAI-research-env-or-API;launch-chart,per-task,2.3386,0.00289,,,47.56,score%,0.0289,,,https://openai.com/index/introducing-gpt-6-1-sol/ ($[4].data.values[7].score),,out:superseded,out:superseded oai-61-tbscience,openai,gpt-6.1-sol,high,agentic-tool,frontier,OpenAI-research-env-or-API;launch-chart,per-task,2.7594,0.00289,,,51.14,score%,0.0289,,,https://openai.com/index/introducing-gpt-6-1-sol/ ($[4].data.values[8].score),,out:superseded,out:superseded oai-61-tbscience,openai,gpt-6.1-sol,xhigh,agentic-tool,frontier,OpenAI-research-env-or-API;launch-chart,per-task,2.8922,0.00289,,,53.71,score%,0.0289,,,https://openai.com/index/introducing-gpt-6-1-sol/ ($[4].data.values[9].score),,out:superseded,out:superseded oai-61-tbscience,openai,gpt-6.1-sol,max,agentic-tool,frontier,OpenAI-research-env-or-API;launch-chart,per-task,5.4652,0.00289,,,57.02,score%,0.0289,,,https://openai.com/index/introducing-gpt-6-1-sol/ ($[4].data.values[10].score),,out:superseded,out:superseded oai-61-tbscience,openai,gpt-6-sol,low,agentic-tool,frontier,OpenAI-research-env-or-API;launch-chart,per-task,2.9986,0.00289,,,9.17,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-1-sol/ ($[4].data.values[11].score),,in,in oai-61-tbscience,openai,gpt-6-sol,medium,agentic-tool,frontier,OpenAI-research-env-or-API;launch-chart,per-task,4.4068,0.00289,,,14.49,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-1-sol/ ($[4].data.values[12].score),,in,in oai-61-tbscience,openai,gpt-6-sol,high,agentic-tool,frontier,OpenAI-research-env-or-API;launch-chart,per-task,4.6325,0.00289,,,14.61,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-1-sol/ ($[4].data.values[13].score),,in,in oai-61-tbscience,openai,gpt-6-sol,xhigh,agentic-tool,frontier,OpenAI-research-env-or-API;launch-chart,per-task,6.7698,0.00289,,,25.29,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-1-sol/ ($[4].data.values[14].score),,in,in oai-61-tbscience,openai,gpt-6-sol,max,agentic-tool,frontier,OpenAI-research-env-or-API;launch-chart,per-task,12.1803,0.00289,,,27.59,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-1-sol/ ($[4].data.values[15].score),,in,in oai-61-factual,openai,gpt-6-astra,low,writing,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.2417,0.00289,,,93.74,noerror%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-1-sol/ ($[5].data.values[0].score (100 - rate)),,out:republished,in oai-61-factual,openai,gpt-6-astra,medium,writing,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.3103,0.00289,,,95.59,noerror%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-1-sol/ ($[5].data.values[1].score (100 - rate)),,out:republished,in oai-61-factual,openai,gpt-6-astra,high,writing,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.477,0.00289,,,96.1,noerror%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-1-sol/ ($[5].data.values[2].score (100 - rate)),,out:republished,in oai-61-factual,openai,gpt-6-astra,xhigh,writing,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.6032,0.00289,,,96.01,noerror%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-1-sol/ ($[5].data.values[3].score (100 - rate)),,out:republished,in oai-61-factual,openai,gpt-6-astra,max,writing,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.7865,0.00289,,,96.09,noerror%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-1-sol/ ($[5].data.values[4].score (100 - rate)),,out:republished,in oai-61-factual,openai,gpt-6.1-sol,low,writing,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.0452,0.00289,,,92.28,noerror%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-1-sol/ ($[5].data.values[5].score (100 - rate)),,in,in oai-61-factual,openai,gpt-6.1-sol,medium,writing,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.0558,0.00289,,,93.71,noerror%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-1-sol/ ($[5].data.values[6].score (100 - rate)),,in,in oai-61-factual,openai,gpt-6.1-sol,high,writing,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.0815,0.00289,,,95.48,noerror%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-1-sol/ ($[5].data.values[7].score (100 - rate)),,in,in oai-61-factual,openai,gpt-6.1-sol,xhigh,writing,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.0999,0.00289,,,95.88,noerror%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-1-sol/ ($[5].data.values[8].score (100 - rate)),,in,in oai-61-factual,openai,gpt-6.1-sol,max,writing,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.1301,0.00289,,,95.39,noerror%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-1-sol/ ($[5].data.values[9].score (100 - rate)),,in,in oai-61-factual,openai,gpt-6-sol,low,writing,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.0495,0.00289,,,88.58,noerror%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-1-sol/ ($[5].data.values[10].score (100 - rate)),,out:republished,in oai-61-factual,openai,gpt-6-sol,medium,writing,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.0694,0.00289,,,93.14,noerror%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-1-sol/ ($[5].data.values[11].score (100 - rate)),,out:republished,in oai-61-factual,openai,gpt-6-sol,high,writing,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.0994,0.00289,,,94.86,noerror%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-1-sol/ ($[5].data.values[12].score (100 - rate)),,out:republished,in oai-61-factual,openai,gpt-6-sol,xhigh,writing,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.1348,0.00289,,,95.48,noerror%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-1-sol/ ($[5].data.values[13].score (100 - rate)),,out:republished,in oai-61-factual,openai,gpt-6-sol,max,writing,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.179,0.00289,,,95.43,noerror%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-1-sol/ ($[5].data.values[14].score (100 - rate)),,out:republished,in oai-61-gdppdf,openai,?Claude Opus 5.5 w/ Claude Opus 5 / Claude Opus 4.8 fallback,not-established:absent,mixed,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.76411812,2.89e-09,,,25.6,score%,0.0289,,,"https://openai.com/index/introducing-gpt-6-1-sol/ (chart data object, score)",,out:model-not-established,out:model-not-established oai-61-gdppdf,openai,?Claude Opus 5.5 w/ Claude Opus 5 / Claude Opus 4.8 fallback,not-established:absent,mixed,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.7953176399999999,2.89e-17,,,25.6,score%,0.0289,,,"https://openai.com/index/introducing-gpt-6-1-sol/ (chart data object, score)",,out:model-not-established,out:model-not-established oai-61-gdppdf,openai,?Claude Opus 5.5 w/ Claude Opus 5 / Claude Opus 4.8 fallback,not-established:absent,mixed,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.82542564,2.89e-09,,,28.800000000000003,score%,2.89e-16,,,"https://openai.com/index/introducing-gpt-6-1-sol/ (chart data object, score)",,out:model-not-established,out:model-not-established oai-61-gdppdf,openai,?Claude Opus 5.5 w/ Claude Opus 5 / Claude Opus 4.8 fallback,not-established:absent,mixed,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.9642728800000001,2.89e-17,,,26.6,score%,0.0289,,,"https://openai.com/index/introducing-gpt-6-1-sol/ (chart data object, score)",,out:model-not-established,out:model-not-established oai-61-gdppdf,openai,?Claude Opus 5.5 w/ Claude Opus 5 / Claude Opus 4.8 fallback,not-established:absent,mixed,hard,OpenAI-research-env-or-API;launch-chart,per-task,1.55233548,2.89e-09,,,26.2,score%,0.0289,,,"https://openai.com/index/introducing-gpt-6-1-sol/ (chart data object, score)",,out:model-not-established,out:model-not-established oai-61-automationbench,openai,?Fable 5.1 w/ Opus 5 fallback,not-established:absent,agentic-tool,hard,OpenAI-research-env-or-API;launch-chart,per-task,2.45,0.00289,,,31.4,score%,0.0289,,,"https://openai.com/index/introducing-gpt-6-1-sol/ (chart data object, score)",,out:model-not-established,out:model-not-established oai-61-automationbench,openai,?Opus 5.5 w/ fallbacks,not-established:absent,agentic-tool,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.51,0.00289,,,24.2,score%,0.0289,,,"https://openai.com/index/introducing-gpt-6-1-sol/ (chart data object, score)",,out:model-not-established,out:model-not-established oai-61-automationbench,openai,?Opus 5.5 w/ fallbacks,not-established:absent,agentic-tool,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.65,0.00289,,,29.53,score%,0.00289,,,"https://openai.com/index/introducing-gpt-6-1-sol/ (chart data object, score)",,out:model-not-established,out:model-not-established oai-61-automationbench,openai,?Opus 5.5 w/ fallbacks,not-established:absent,agentic-tool,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.71,0.00289,,,33.03,score%,0.00289,,,"https://openai.com/index/introducing-gpt-6-1-sol/ (chart data object, score)",,out:model-not-established,out:model-not-established oai-61-automationbench,openai,?Opus 5.5 w/ fallbacks,not-established:absent,agentic-tool,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.89,0.00289,,,35.77,score%,0.00289,,,"https://openai.com/index/introducing-gpt-6-1-sol/ (chart data object, score)",,out:model-not-established,out:model-not-established oai-61-automationbench,openai,?Opus 5.5 w/ fallbacks,not-established:absent,agentic-tool,hard,OpenAI-research-env-or-API;launch-chart,per-task,1.44,0.00289,,,42.47,score%,0.00289,,,"https://openai.com/index/introducing-gpt-6-1-sol/ (chart data object, score)",,out:model-not-established,out:model-not-established oai-t61-agents-last-exam-v1,openai,opus-5.5,max,agentic-tool,hard,,,8.82,0.00289,,,0.632,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-agents-last-exam-v1,openai,gpt-6-astra,low,agentic-tool,hard,,,3.55,0.00289,,,0.534,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-agents-last-exam-v1,openai,gpt-6-astra,medium,agentic-tool,hard,,,4.82,0.00289,,,0.576,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-agents-last-exam-v1,openai,gpt-6-astra,high,agentic-tool,hard,,,5.15,0.00289,,,0.578,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-agents-last-exam-v1,openai,gpt-6-astra,xhigh,agentic-tool,hard,,,5.91,0.00289,,,0.583,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-agents-last-exam-v1,openai,gpt-6-astra,max,agentic-tool,hard,,,7.24,0.00289,,,0.593,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-agents-last-exam-v1,openai,gpt-6-luna,low,agentic-tool,hard,,,0.022,0.000289,,,0.363,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-agents-last-exam-v1,openai,gpt-6-luna,medium,agentic-tool,hard,,,0.093,0.000289,,,0.468,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-agents-last-exam-v1,openai,gpt-6-luna,high,agentic-tool,hard,,,0.087,0.000289,,,0.436,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-agents-last-exam-v1,openai,gpt-6-luna,xhigh,agentic-tool,hard,,,0.093,0.000289,,,0.479,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-agents-last-exam-v1,openai,gpt-6-luna,max,agentic-tool,hard,,,0.14,0.00289,,,0.509,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-agents-last-exam-v1,openai,gpt-6.1-sol,low,agentic-tool,hard,,,0.7,0.0289,,,0.524,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-agents-last-exam-v1,openai,gpt-6.1-sol,medium,agentic-tool,hard,,,1.31,0.00289,,,0.538,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-agents-last-exam-v1,openai,gpt-6.1-sol,high,agentic-tool,hard,,,1.45,0.00289,,,0.553,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-agents-last-exam-v1,openai,gpt-6.1-sol,xhigh,agentic-tool,hard,,,1.45,0.00289,,,0.565,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-agents-last-exam-v1,openai,gpt-6.1-sol,max,agentic-tool,hard,,,2,0.289,,,0.586,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-mmmu-pro-vision,openai,gpt-6-astra,low,mixed,hard,,,0.038,0.000289,,,0.853,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-mmmu-pro-vision,openai,gpt-6-astra,medium,mixed,hard,,,0.039,0.000289,,,0.853,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-mmmu-pro-vision,openai,gpt-6-astra,high,mixed,hard,,,0.044,0.000289,,,0.864,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-mmmu-pro-vision,openai,gpt-6-astra,xhigh,mixed,hard,,,0.051,0.000289,,,0.865,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-mmmu-pro-vision,openai,gpt-6-astra,max,mixed,hard,,,0.065,0.000289,,,0.867,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-mmmu-pro-vision,openai,gpt-6-luna,low,mixed,hard,,,0.00049,2.89e-06,,,0.735,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-mmmu-pro-vision,openai,gpt-6-luna,medium,mixed,hard,,,0.00061,2.89e-06,,,0.751,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-mmmu-pro-vision,openai,gpt-6-luna,high,mixed,hard,,,0.00074,2.89e-06,,,0.765,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-mmmu-pro-vision,openai,gpt-6-luna,xhigh,mixed,hard,,,0.00095,2.89e-06,,,0.779,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-mmmu-pro-vision,openai,gpt-6-luna,max,mixed,hard,,,0.0021,2.89e-05,,,0.799,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-mmmu-pro-vision,openai,gpt-6.1-sol,low,mixed,hard,,,0.0076,2.89e-05,,,0.84,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-mmmu-pro-vision,openai,gpt-6.1-sol,medium,mixed,hard,,,0.0079,2.89e-05,,,0.847,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-mmmu-pro-vision,openai,gpt-6.1-sol,high,mixed,hard,,,0.0088,2.89e-05,,,0.858,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-mmmu-pro-vision,openai,gpt-6.1-sol,xhigh,mixed,hard,,,0.01,0.00289,,,0.858,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-mmmu-pro-vision,openai,gpt-6.1-sol,max,mixed,hard,,,0.013,0.000289,,,0.863,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-osworld-2-1-offline,openai,sonnet-5.5,low,computer-use,hard,,,0.51,0.0982,,,0.578,score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-osworld-2-1-offline,openai,sonnet-5.5,medium,computer-use,hard,,,0.6975,0.134,,,0.659,score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-osworld-2-1-offline,openai,sonnet-5.5,high,computer-use,hard,,,1.0425,0.201,,,0.733,score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-osworld-2-1-offline,openai,sonnet-5.5,xhigh,computer-use,hard,,,1.665,0.32,,,0.81,score%,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-osworld-2-1-offline,openai,sonnet-5.5,max,computer-use,hard,,,4.305,0.829,,,0.839,score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-osworld-2-1-offline,openai,gpt-6-astra,low,computer-use,hard,,,2.32,0.00289,,,0.633,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-osworld-2-1-offline,openai,gpt-6-astra,medium,computer-use,hard,,,4.37,0.00289,,,0.754,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-osworld-2-1-offline,openai,gpt-6-astra,high,computer-use,hard,,,5.76,0.00289,,,0.783,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-osworld-2-1-offline,openai,gpt-6-astra,xhigh,computer-use,hard,,,6.6,0.0289,,,0.79,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-osworld-2-1-offline,openai,gpt-6-astra,max,computer-use,hard,,,8.17,0.00289,,,0.809,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-osworld-2-1-offline,openai,gpt-6-luna,low,computer-use,hard,,,0.02,0.00289,,,0.075,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-osworld-2-1-offline,openai,gpt-6-luna,medium,computer-use,hard,,,0.079,0.000289,,,0.263,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-osworld-2-1-offline,openai,gpt-6-luna,high,computer-use,hard,,,0.14,0.00289,,,0.397,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-osworld-2-1-offline,openai,gpt-6-luna,xhigh,computer-use,hard,,,0.19,0.00289,,,0.446,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-osworld-2-1-offline,openai,gpt-6-luna,max,computer-use,hard,,,0.3,0.0289,,,0.555,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-osworld-2-1-offline,openai,gpt-6.1-sol,low,computer-use,hard,,,0.38,0.00289,,,0.609,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-osworld-2-1-offline,openai,gpt-6.1-sol,medium,computer-use,hard,,,0.65,0.00289,,,0.735,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-osworld-2-1-offline,openai,gpt-6.1-sol,high,computer-use,hard,,,0.9,0.0289,,,0.755,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-osworld-2-1-offline,openai,gpt-6.1-sol,xhigh,computer-use,hard,,,0.95,0.00289,,,0.759,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-osworld-2-1-offline,openai,gpt-6.1-sol,max,computer-use,hard,,,1.15,0.00289,,,0.78,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-factuality-error-rate,openai,gpt-6-astra,low,mixed,hard,,,0.26,0.00289,,,0.133,error-rate%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-factuality-error-rate,openai,gpt-6-astra,medium,mixed,hard,,,0.29,0.00289,,,0.097,error-rate%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-factuality-error-rate,openai,gpt-6-astra,high,mixed,hard,,,0.43,0.00289,,,0.059,error-rate%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-factuality-error-rate,openai,gpt-6-astra,xhigh,mixed,hard,,,0.55,0.00289,,,0.046,error-rate%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-factuality-error-rate,openai,gpt-6-astra,max,mixed,hard,,,0.66,0.00289,,,0.042,error-rate%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-factuality-error-rate,openai,gpt-6-luna,low,mixed,hard,,,0.0025,2.89e-05,,,0.443,error-rate%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-factuality-error-rate,openai,gpt-6-luna,medium,mixed,hard,,,0.0035,2.89e-05,,,0.312,error-rate%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-factuality-error-rate,openai,gpt-6-luna,high,mixed,hard,,,0.0047,2.89e-05,,,0.276,error-rate%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-factuality-error-rate,openai,gpt-6-luna,xhigh,mixed,hard,,,0.0061,2.89e-05,,,0.245,error-rate%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-factuality-error-rate,openai,gpt-6-luna,max,mixed,hard,,,0.013,0.000289,,,0.184,error-rate%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-factuality-error-rate,openai,gpt-6.1-sol,low,mixed,hard,,,0.048,0.000289,,,0.147,error-rate%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-factuality-error-rate,openai,gpt-6.1-sol,medium,mixed,hard,,,0.056,0.000289,,,0.12,error-rate%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-factuality-error-rate,openai,gpt-6.1-sol,high,mixed,hard,,,0.079,0.000289,,,0.066,error-rate%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-factuality-error-rate,openai,gpt-6.1-sol,xhigh,mixed,hard,,,0.099,0.000289,,,0.055,error-rate%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-factuality-error-rate,openai,gpt-6.1-sol,max,mixed,hard,,,0.12,0.00289,,,0.044,error-rate%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-terminal-bench-4-0,openai,sonnet-5.5,low,coding,hard,,,0.46499999999999997,0.0895,,,0.2,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-terminal-bench-4-0,openai,sonnet-5.5,medium,coding,hard,,,0.51,0.0982,,,0.288,score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-terminal-bench-4-0,openai,sonnet-5.5,high,coding,hard,,,1.095,0.211,,,0.43,score%,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-terminal-bench-4-0,openai,sonnet-5.5,xhigh,coding,hard,,,3.255,0.626,,,0.615,score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-terminal-bench-4-0,openai,sonnet-5.5,max,coding,hard,,,7.83,1.51,,,0.706,score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-terminal-bench-4-0,openai,gpt-6-astra,low,coding,hard,,,4.93,0.00289,,,0.506,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-terminal-bench-4-0,openai,gpt-6-astra,medium,coding,hard,,,6.06,0.00289,,,0.544,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-terminal-bench-4-0,openai,gpt-6-astra,high,coding,hard,,,7.18,0.00289,,,0.581,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-terminal-bench-4-0,openai,gpt-6-astra,xhigh,coding,hard,,,7.45,0.00289,,,0.579,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-terminal-bench-4-0,openai,gpt-6-astra,max,coding,hard,,,10.34,0.00289,,,0.582,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-terminal-bench-4-0,openai,gpt-6.1-sol,low,coding,hard,,,0.76,0.00289,,,0.471,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-terminal-bench-4-0,openai,gpt-6.1-sol,medium,coding,hard,,,1.02,0.00289,,,0.527,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-terminal-bench-4-0,openai,gpt-6.1-sol,high,coding,hard,,,1.28,0.00289,,,0.53,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-terminal-bench-4-0,openai,gpt-6.1-sol,xhigh,coding,hard,,,1.28,0.00289,,,0.534,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-terminal-bench-4-0,openai,gpt-6.1-sol,max,coding,hard,,,1.98,0.00289,,,0.559,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-61-tbscience,openai,?Claude Opus 5.5 w/ fallbacks,not-established:absent,agentic-tool,frontier,OpenAI-research-env-or-API;launch-chart,,23.21,0.00289,,,63.3,score%,0.0289,,,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,out:model-not-established,out:model-not-established oai-61-tbscience,openai,gpt-6-astra,low,agentic-tool,frontier,OpenAI-research-env-or-API;launch-chart,,11.41,0.00289,,,55.4,score%,0.0289,,prev=0.5543 (src-openai-introducing-gpt-6-1-sol-2026-09-29#M62); cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-61-tbscience,openai,gpt-6-astra,medium,agentic-tool,frontier,OpenAI-research-env-or-API;launch-chart,,12.34,0.00289,,,57.4,score%,0.0289,,prev=0.5743 (src-openai-introducing-gpt-6-1-sol-2026-09-29#M63); cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-61-tbscience,openai,gpt-6-astra,high,agentic-tool,frontier,OpenAI-research-env-or-API;launch-chart,,14.95,0.00289,,,62,score%,0.289,,prev=0.62 (src-openai-introducing-gpt-6-1-sol-2026-09-29#M64); cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-61-tbscience,openai,gpt-6-astra,xhigh,agentic-tool,frontier,OpenAI-research-env-or-API;launch-chart,,15.76,0.00289,,,60.9,score%,0.0289,,prev=0.6086 (src-openai-introducing-gpt-6-1-sol-2026-09-29#M65); cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-61-tbscience,openai,gpt-6-astra,max,agentic-tool,frontier,OpenAI-research-env-or-API;launch-chart,,23.8,0.0289,,,68.1,score%,0.0289,,prev=0.681 (src-openai-introducing-gpt-6-1-sol-2026-09-29#M66); cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-61-tbscience,openai,gpt-6.1-sol,low,agentic-tool,frontier,OpenAI-research-env-or-API;launch-chart,,1.79,0.00289,,,43.7,score%,0.0289,,prev=0.4371 (src-openai-introducing-gpt-6-1-sol-2026-09-29#M67); cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-61-tbscience,openai,gpt-6.1-sol,medium,agentic-tool,frontier,OpenAI-research-env-or-API;launch-chart,,2.34,0.00289,,,47.6,score%,0.0289,,prev=0.4756 (src-openai-introducing-gpt-6-1-sol-2026-09-29#M68); cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-61-tbscience,openai,gpt-6.1-sol,high,agentic-tool,frontier,OpenAI-research-env-or-API;launch-chart,,2.76,0.00289,,,51.1,score%,0.0289,,prev=0.5114 (src-openai-introducing-gpt-6-1-sol-2026-09-29#M69); cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-61-tbscience,openai,gpt-6.1-sol,xhigh,agentic-tool,frontier,OpenAI-research-env-or-API;launch-chart,,2.89,0.00289,,,53.7,score%,0.0289,,prev=0.5371 (src-openai-introducing-gpt-6-1-sol-2026-09-29#M70); cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-61-tbscience,openai,gpt-6.1-sol,max,agentic-tool,frontier,OpenAI-research-env-or-API;launch-chart,,5.47,0.00289,,,57,score%,0.289,,prev=0.5702 (src-openai-introducing-gpt-6-1-sol-2026-09-29#M71); cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-agents-last-exam-v1,openai,gpt-5.6-terra,low,agentic-tool,hard,,,0.5309999999999999,0.0342,,,0.402,score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-agents-last-exam-v1,openai,gpt-5.6-terra,medium,agentic-tool,hard,,,0.756,0.0486,,,0.426,score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-agents-last-exam-v1,openai,gpt-5.6-terra,high,agentic-tool,hard,,,1.548,0.0993,,,0.466,score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-agents-last-exam-v1,openai,gpt-5.6-terra,xhigh,agentic-tool,hard,,,2.25,0.147,,,0.485,score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-agents-last-exam-v1,openai,gpt-5.6-terra,max,agentic-tool,hard,,,3.2220000000000004,0.207,,,0.507,score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-mmmu-pro-vision,openai,gpt-5.6-terra,low,mixed,hard,,,0.009899999999999999,0.000698,,,0.749,score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-mmmu-pro-vision,openai,gpt-5.6-terra,medium,mixed,hard,,,0.0108,0.000751,,,0.764,score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-mmmu-pro-vision,openai,gpt-5.6-terra,high,mixed,hard,,,0.0126,0.000858,,,0.775,score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-mmmu-pro-vision,openai,gpt-5.6-terra,xhigh,mixed,hard,,,0.018000000000000002,0.00311,,,0.787,score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-mmmu-pro-vision,openai,gpt-5.6-terra,max,mixed,hard,,,0.0711,0.00457,,,0.817,score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-osworld-2-1-offline,openai,gpt-5.6-terra,low,computer-use,hard,,,0.396,0.0256,,,0.241,score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,out:republished oai-t61-osworld-2-1-offline,openai,gpt-5.6-terra,medium,computer-use,hard,,,0.5309999999999999,0.0342,,,0.274,score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,out:republished oai-t61-osworld-2-1-offline,openai,gpt-5.6-terra,high,computer-use,hard,,,1.071,0.0688,,,0.377,score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,out:republished oai-t61-osworld-2-1-offline,openai,gpt-5.6-terra,xhigh,computer-use,hard,,,2.025,0.13,,,0.484,score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,out:republished oai-t61-osworld-2-1-offline,openai,gpt-5.6-terra,max,computer-use,hard,,,4.284,0.275,,,0.571,score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,out:republished oai-t61-factuality-error-rate,openai,gpt-5.6-terra,low,mixed,hard,,,0.0495,0.00319,,,0.536,error-rate%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-factuality-error-rate,openai,gpt-5.6-terra,medium,mixed,hard,,,0.054900000000000004,0.00353,,,0.515,error-rate%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-factuality-error-rate,openai,gpt-5.6-terra,high,mixed,hard,,,0.0702,0.00451,,,0.411,error-rate%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-factuality-error-rate,openai,gpt-5.6-terra,xhigh,mixed,hard,,,0.099,0.00698,,,0.339,error-rate%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-factuality-error-rate,openai,gpt-5.6-terra,max,mixed,hard,,,0.225,0.0147,,,0.223,error-rate%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-terminal-bench-4-0,openai,gpt-5.6-terra,max,coding,hard,,,4.725,0.303,,,0.215,score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,out:cost-single-couple oai-t61-agents-last-exam-v1,openai,gpt-6.1-terra,low,agentic-tool,hard,,,0.16,0.00289,,,0.559,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-agents-last-exam-v1,openai,gpt-6.1-terra,medium,agentic-tool,hard,,,0.29,0.00289,,,0.576,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-agents-last-exam-v1,openai,gpt-6.1-terra,high,agentic-tool,hard,,,0.39,0.00289,,,0.572,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-agents-last-exam-v1,openai,gpt-6.1-terra,xhigh,agentic-tool,hard,,,0.66,0.00289,,,0.585,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-agents-last-exam-v1,openai,gpt-6.1-terra,max,agentic-tool,hard,,,1.01,0.00289,,,0.6,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-mmmu-pro-vision,openai,gpt-6.1-terra,low,mixed,hard,,,0.0038,2.89e-05,,,0.837,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-mmmu-pro-vision,openai,gpt-6.1-terra,medium,mixed,hard,,,0.0041,2.89e-05,,,0.846,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-mmmu-pro-vision,openai,gpt-6.1-terra,high,mixed,hard,,,0.0045,2.89e-05,,,0.85,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-mmmu-pro-vision,openai,gpt-6.1-terra,xhigh,mixed,hard,,,0.0055,2.89e-05,,,0.854,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-mmmu-pro-vision,openai,gpt-6.1-terra,max,mixed,hard,,,0.012,0.000289,,,0.855,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-osworld-2-1-offline,openai,gpt-6.1-terra,low,computer-use,hard,,,0.36,0.00289,,,0.538,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-osworld-2-1-offline,openai,gpt-6.1-terra,medium,computer-use,hard,,,0.5,0.0289,,,0.667,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-osworld-2-1-offline,openai,gpt-6.1-terra,high,computer-use,hard,,,0.51,0.00289,,,0.687,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-osworld-2-1-offline,openai,gpt-6.1-terra,xhigh,computer-use,hard,,,0.62,0.00289,,,0.713,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-osworld-2-1-offline,openai,gpt-6.1-terra,max,computer-use,hard,,,1.19,0.00289,,,0.742,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-factuality-error-rate,openai,gpt-6.1-terra,low,mixed,hard,,,0.024,0.000289,,,0.167,error-rate%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-factuality-error-rate,openai,gpt-6.1-terra,medium,mixed,hard,,,0.029,0.000289,,,0.101,error-rate%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-factuality-error-rate,openai,gpt-6.1-terra,high,mixed,hard,,,0.036,0.000289,,,0.077,error-rate%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-factuality-error-rate,openai,gpt-6.1-terra,xhigh,mixed,hard,,,0.05,0.00289,,,0.05,error-rate%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-factuality-error-rate,openai,gpt-6.1-terra,max,mixed,hard,,,0.12,0.00289,,,0.043,error-rate%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-terminal-bench-4-0,openai,gpt-6.1-terra,low,coding,hard,,,0.24,0.00289,,,0.248,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-terminal-bench-4-0,openai,gpt-6.1-terra,medium,coding,hard,,,0.46,0.00289,,,0.358,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-terminal-bench-4-0,openai,gpt-6.1-terra,high,coding,hard,,,0.65,0.00289,,,0.418,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-terminal-bench-4-0,openai,gpt-6.1-terra,xhigh,coding,hard,,,0.99,0.00289,,,0.464,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-t61-terminal-bench-4-0,openai,gpt-6.1-terra,max,coding,hard,,,1.84,0.00289,,,0.503,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-61-tbscience,openai,gpt-6.1-terra,low,agentic-tool,frontier,OpenAI-research-env-or-API;launch-chart,,0.47,0.00289,,,24.3,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-61-tbscience,openai,gpt-6.1-terra,medium,agentic-tool,frontier,OpenAI-research-env-or-API;launch-chart,,0.95,0.00289,,,34.3,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-61-tbscience,openai,gpt-6.1-terra,high,agentic-tool,frontier,OpenAI-research-env-or-API;launch-chart,,1.24,0.00289,,,39.7,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-61-tbscience,openai,gpt-6.1-terra,xhigh,agentic-tool,frontier,OpenAI-research-env-or-API;launch-chart,,1.72,0.00289,,,43.4,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-61-tbscience,openai,gpt-6.1-terra,max,agentic-tool,frontier,OpenAI-research-env-or-API;launch-chart,,4.15,0.00289,,,58.3,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openai.com/index/introducing-gpt-6-1-terra/ (chart data object, score)",,in,in oai-sc-web-pentesting-recall,openai,gpt-6-astra,unstated,agentic-tool,hard,,,,,,,32.0,recall%,0.0289,,,https://openai.com/index/introducing-gpt-6-cyber/ (section Advancing frontier cyber capabilities (text)),,out:effort-not-established, oai-sc-web-pentesting-recall,openai,?GPT‑6 Cyber,not-established:absent,agentic-tool,hard,,,,,,,40.3,recall%,0.0289,,,https://openai.com/index/introducing-gpt-6-cyber/ (section Advancing frontier cyber capabilities (text)),,out:model-not-established, oai-sc-exploitgym,openai,?GPT‑6 Cyber,not-established:absent,coding,hard,,,,,,,48.5,success%,0.0289,,,"https://openai.com/index/introducing-gpt-6-cyber/ (section Advancing frontier cyber capabilities (text), ExploitGym)",,out:model-not-established, oai-sc-exploitgym,openai,?GPT‑5.6 Cyber,not-established:absent,coding,hard,,,,,,,32.1,success%,0.0289,,,"https://openai.com/index/introducing-gpt-6-cyber/ (section Advancing frontier cyber capabilities (text), ExploitGym)",,out:model-not-established, oai-sl-automationbench,openai,fable-5.1,max,agentic-tool,hard,OpenAI-research-env-or-API;launch-chart,,,,,,31.4,score%,0.0289,,restated-from:publicly available reports,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[0].data.values[0].score),,out:single-couple, oai-sl-automationbench,openai,opus-5,low,agentic-tool,hard,OpenAI-research-env-or-API;launch-chart,per-task,1.64,0.00289,,,20.4,score%,0.0289,,restated-from:publicly available reports,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[0].data.values[1].score),,out:decision:D49,out:decision:D49 oai-sl-automationbench,openai,opus-5,medium,agentic-tool,hard,OpenAI-research-env-or-API;launch-chart,per-task,2.22,0.00289,,,23.9,score%,0.0289,,restated-from:publicly available reports,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[0].data.values[2].score),,out:decision:D49,out:decision:D49 oai-sl-automationbench,openai,opus-5,high,agentic-tool,hard,OpenAI-research-env-or-API;launch-chart,per-task,2.27,0.00289,,,20.5,score%,0.0289,,restated-from:publicly available reports,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[0].data.values[3].score),,out:decision:D49,out:decision:D49 oai-sl-automationbench,openai,opus-5,xhigh,agentic-tool,hard,OpenAI-research-env-or-API;launch-chart,per-task,2.71,0.00289,,,25.3,score%,0.0289,,restated-from:publicly available reports,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[0].data.values[4].score),,out:decision:D49,out:decision:D49 oai-sl-automationbench,openai,opus-5,max,agentic-tool,hard,OpenAI-research-env-or-API;launch-chart,per-task,3.05,0.00289,,,26.9,score%,0.0289,,restated-from:publicly available reports,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[0].data.values[5].score),,out:decision:D49,out:decision:D49 oai-sl-automationbench,openai,gpt-5.6-luna,low,agentic-tool,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.01,0.00289,,,1.8,score%,0.0289,,,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[0].data.values[6].score),,out:decision:D47,out:decision:D47 oai-sl-automationbench,openai,gpt-5.6-luna,medium,agentic-tool,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.02,0.00289,,,4.3,score%,0.0289,,,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[0].data.values[7].score),,out:decision:D47,out:decision:D47 oai-sl-automationbench,openai,gpt-5.6-luna,high,agentic-tool,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.05,0.00289,,,9.1,score%,0.0289,,,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[0].data.values[8].score),,out:decision:D47,out:decision:D47 oai-sl-automationbench,openai,gpt-5.6-luna,xhigh,agentic-tool,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.06,0.00289,,,12.9,score%,0.0289,,,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[0].data.values[9].score),,out:decision:D47,out:decision:D47 oai-sl-automationbench,openai,gpt-5.6-luna,max,agentic-tool,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.07,0.00289,,,17,score%,0.0289,,,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[0].data.values[10].score),,out:decision:D47,out:decision:D47 oai-sl-automationbench,openai,gpt-5.6-sol,low,agentic-tool,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.31,0.00289,,,11.7,score%,0.0289,,,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[0].data.values[11].score),,out:decision:D49,out:decision:D49 oai-sl-automationbench,openai,gpt-5.6-sol,medium,agentic-tool,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.42,0.00289,,,19.6,score%,0.0289,,,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[0].data.values[12].score),,out:decision:D49,out:decision:D49 oai-sl-automationbench,openai,gpt-5.6-sol,high,agentic-tool,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.47,0.00289,,,24.8,score%,0.0289,,,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[0].data.values[13].score),,out:decision:D49,out:decision:D49 oai-sl-automationbench,openai,gpt-5.6-sol,xhigh,agentic-tool,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.54,0.00289,,,26.3,score%,0.0289,,,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[0].data.values[14].score),,out:decision:D49,out:decision:D49 oai-sl-automationbench,openai,gpt-5.6-sol,max,agentic-tool,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.67,0.00289,,,28.8,score%,0.0289,,,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[0].data.values[15].score),,out:decision:D49,out:decision:D49 oai-sl-automationbench,openai,gpt-6-astra,low,agentic-tool,hard,OpenAI-research-env-or-API;launch-chart,per-task,1.08,0.00289,,,30.3,score%,0.0289,,,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[0].data.values[16].score),,out:decision:D49,out:decision:D49 oai-sl-automationbench,openai,gpt-6-astra,medium,agentic-tool,hard,OpenAI-research-env-or-API;launch-chart,per-task,1.27,0.00289,,,34.1,score%,0.0289,,,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[0].data.values[17].score),,out:decision:D49,out:decision:D49 oai-sl-automationbench,openai,gpt-6-astra,high,agentic-tool,hard,OpenAI-research-env-or-API;launch-chart,per-task,1.44,0.00289,,,37.1,score%,0.0289,,,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[0].data.values[18].score),,out:decision:D49,out:decision:D49 oai-sl-automationbench,openai,gpt-6-astra,xhigh,agentic-tool,hard,OpenAI-research-env-or-API;launch-chart,per-task,1.5,0.00289,,,39,score%,0.0289,,,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[0].data.values[19].score),,out:decision:D49,out:decision:D49 oai-sl-automationbench,openai,gpt-6-astra,max,agentic-tool,hard,OpenAI-research-env-or-API;launch-chart,per-task,1.73,0.00289,,,41.4,score%,0.0289,,,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[0].data.values[20].score),,out:decision:D49,out:decision:D49 oai-sl-automationbench,openai,gpt-6-luna,low,agentic-tool,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.006,0.00289,,,1.2,score%,0.0289,,,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[0].data.values[21].score),,out:decision:D49,out:decision:D49 oai-sl-automationbench,openai,gpt-6-luna,medium,agentic-tool,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.0163,0.00289,,,9.4,score%,0.0289,,,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[0].data.values[22].score),,out:decision:D49,out:decision:D49 oai-sl-automationbench,openai,gpt-6-luna,high,agentic-tool,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.0208,0.00289,,,14.5,score%,0.0289,,,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[0].data.values[23].score),,out:decision:D49,out:decision:D49 oai-sl-automationbench,openai,gpt-6-luna,xhigh,agentic-tool,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.0245,0.00289,,,12.6,score%,0.0289,,,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[0].data.values[24].score),,out:decision:D49,out:decision:D49 oai-sl-automationbench,openai,gpt-6-luna,max,agentic-tool,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.0367,0.00289,,,20.7,score%,0.0289,,,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[0].data.values[25].score),,out:decision:D49,out:decision:D49 oai-sl-automationbench,openai,gpt-6-sol,low,agentic-tool,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.1861,0.00289,,,21.16,score%,0.0289,,,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[0].data.values[26].score),,out:decision:D49,out:decision:D49 oai-sl-automationbench,openai,gpt-6-sol,medium,agentic-tool,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.2098,0.00289,,,26.94,score%,0.0289,,,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[0].data.values[27].score),,out:decision:D49,out:decision:D49 oai-sl-automationbench,openai,gpt-6-sol,high,agentic-tool,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.2368,0.00289,,,31.2,score%,0.0289,,,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[0].data.values[28].score),,out:decision:D49,out:decision:D49 oai-sl-automationbench,openai,gpt-6-sol,xhigh,agentic-tool,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.2746,0.00289,,,33.18,score%,0.0289,,,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[0].data.values[29].score),,out:decision:D49,out:decision:D49 oai-sl-automationbench,openai,gpt-6-sol,max,agentic-tool,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.3406,0.00289,,,31.96,score%,0.0289,,,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[0].data.values[30].score),,out:decision:D49,out:decision:D49 oai-sl-ale,openai,fable-5,not-established:absent,mixed,hard,OpenAI-research-env-or-API;launch-chart,per-task,15.2285,0.00289,,,41.29,score%,0.0289,,restated-from:publicly available reports,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[1].data.values[0].score),,out:effort-not-established,out:effort-not-established oai-sl-ale,openai,fable-5,xhigh,mixed,hard,OpenAI-research-env-or-API;launch-chart,per-task,28.5542,0.00289,,,48.7,score%,0.0289,,restated-from:publicly available reports; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[1].data.values[1].score),,in,in oai-sl-ale,openai,opus-5,low,mixed,hard,OpenAI-research-env-or-API;launch-chart,per-task,4.0619,0.00289,,,51.9,score%,0.0289,,restated-from:publicly available reports; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[1].data.values[2].score),,in,in oai-sl-ale,openai,opus-5,medium,mixed,hard,OpenAI-research-env-or-API;launch-chart,per-task,5.2907,0.00289,,,53.03,score%,0.0289,,restated-from:publicly available reports; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[1].data.values[3].score),,in,in oai-sl-ale,openai,opus-5,high,mixed,hard,OpenAI-research-env-or-API;launch-chart,per-task,7.2917,0.00289,,,55.86,score%,0.0289,,restated-from:publicly available reports; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[1].data.values[4].score),,in,in oai-sl-ale,openai,opus-5,xhigh,mixed,hard,OpenAI-research-env-or-API;launch-chart,per-task,10.0226,0.00289,,,55.53,score%,0.0289,,restated-from:publicly available reports; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[1].data.values[5].score),,in,in oai-sl-ale,openai,opus-5,max,mixed,hard,OpenAI-research-env-or-API;launch-chart,per-task,9.7583,0.00289,,,52.67,score%,0.0289,,restated-from:publicly available reports; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[1].data.values[6].score),,in,in oai-sl-ale,openai,gpt-5.6-luna,low,mixed,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.10566,0.0408,,,31.02,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[1].data.values[7].score),,in,in oai-sl-ale,openai,gpt-5.6-luna,medium,mixed,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.225,0.0867,,,38.5,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[1].data.values[8].score),,in,in oai-sl-ale,openai,gpt-5.6-luna,high,mixed,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.50334,0.194,,,46.13,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[1].data.values[9].score),,in,in oai-sl-ale,openai,gpt-5.6-luna,xhigh,mixed,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.92808,0.357,,,49.41,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[1].data.values[10].score),,in,in oai-sl-ale,openai,gpt-5.6-luna,max,mixed,hard,OpenAI-research-env-or-API;launch-chart,per-task,1.54188,0.593,,,50.37,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[1].data.values[11].score),,in,in oai-sl-ale,openai,gpt-5.6-sol,low,mixed,hard,OpenAI-research-env-or-API;launch-chart,per-task,2.0404999999999998,0.236,,,45.1,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[1].data.values[12].score),,in,out:republished oai-sl-ale,openai,gpt-5.6-sol,medium,mixed,hard,OpenAI-research-env-or-API;launch-chart,per-task,4.26575,0.493,,,52.1,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[1].data.values[13].score),,in,out:republished oai-sl-ale,openai,gpt-5.6-sol,high,mixed,hard,OpenAI-research-env-or-API;launch-chart,per-task,4.734249999999999,0.547,,,52.37,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[1].data.values[14].score),,in,out:republished oai-sl-ale,openai,gpt-5.6-sol,xhigh,mixed,hard,OpenAI-research-env-or-API;launch-chart,per-task,6.3454999999999995,0.733,,,53.62,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[1].data.values[15].score),,in,out:republished oai-sl-ale,openai,gpt-5.6-sol,max,mixed,hard,OpenAI-research-env-or-API;launch-chart,per-task,8.91525,1.03,,,52.76,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[1].data.values[16].score),,in,out:republished oai-sl-ale,openai,gpt-6-astra,low,mixed,hard,OpenAI-research-env-or-API;launch-chart,per-task,3.0726,0.00289,,,53.4,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[1].data.values[17].score),,in,in oai-sl-ale,openai,gpt-6-astra,medium,mixed,hard,OpenAI-research-env-or-API;launch-chart,per-task,4.1046,0.00289,,,57.62,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[1].data.values[18].score),,in,in oai-sl-ale,openai,gpt-6-astra,high,mixed,hard,OpenAI-research-env-or-API;launch-chart,per-task,4.6396,0.00289,,,57.78,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[1].data.values[19].score),,in,in oai-sl-ale,openai,gpt-6-astra,xhigh,mixed,hard,OpenAI-research-env-or-API;launch-chart,per-task,5.397,0.00289,,,58.29,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[1].data.values[20].score),,in,in oai-sl-ale,openai,gpt-6-astra,max,mixed,hard,OpenAI-research-env-or-API;launch-chart,per-task,6.2337,0.00289,,,59.26,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[1].data.values[21].score),,in,in oai-sl-ale,openai,gpt-6-luna,low,mixed,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.0247,0.00289,,,36.32,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[1].data.values[22].score),,in,in oai-sl-ale,openai,gpt-6-luna,medium,mixed,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.1054,0.00289,,,46.84,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[1].data.values[23].score),,in,in oai-sl-ale,openai,gpt-6-luna,high,mixed,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.1117,0.00289,,,43.6,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[1].data.values[24].score),,in,in oai-sl-ale,openai,gpt-6-luna,xhigh,mixed,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.1105,0.00289,,,47.89,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[1].data.values[25].score),,in,in oai-sl-ale,openai,gpt-6-luna,max,mixed,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.1545,0.00289,,,50.89,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[1].data.values[26].score),,in,in oai-sl-ale,openai,gpt-6-sol,low,mixed,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.8641,0.00289,,,48.68,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[1].data.values[27].score),,in,in oai-sl-ale,openai,gpt-6-sol,medium,mixed,hard,OpenAI-research-env-or-API;launch-chart,per-task,1.2664,0.00289,,,53.06,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[1].data.values[28].score),,in,in oai-sl-ale,openai,gpt-6-sol,high,mixed,hard,OpenAI-research-env-or-API;launch-chart,per-task,1.5302,0.00289,,,52.58,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[1].data.values[29].score),,in,in oai-sl-ale,openai,gpt-6-sol,xhigh,mixed,hard,OpenAI-research-env-or-API;launch-chart,per-task,1.668,0.00289,,,55.39,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[1].data.values[30].score),,in,in oai-sl-ale,openai,gpt-6-sol,max,mixed,hard,OpenAI-research-env-or-API;launch-chart,per-task,2.9313,0.00289,,,56.36,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[1].data.values[31].score),,in,in oai-sl-factual,openai,gpt-5.6-luna,low,writing,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.0026999999999999997,0.00307,,,63.19,noerror%,2.89e-05,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[2].data.values[0].score (100 - rate)),,in,in oai-sl-factual,openai,gpt-5.6-luna,medium,writing,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.0037199999999999998,0.00322,,,75.28,noerror%,2.89e-05,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[2].data.values[1].score (100 - rate)),,in,in oai-sl-factual,openai,gpt-5.6-luna,high,writing,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.00654,0.00383,,,82.72,noerror%,2.89e-05,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[2].data.values[2].score (100 - rate)),,in,in oai-sl-factual,openai,gpt-5.6-luna,xhigh,writing,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.0087,0.00442,,,87.78,noerror%,2.89e-05,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[2].data.values[3].score (100 - rate)),,in,in oai-sl-factual,openai,gpt-5.6-luna,max,writing,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.013260000000000001,0.00586,,,88.04,noerror%,2.89e-05,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[2].data.values[4].score (100 - rate)),,in,in oai-sl-factual,openai,gpt-5.6-sol,low,writing,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.12687500000000002,0.0149,,,80.58,noerror%,2.89e-05,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[2].data.values[5].score (100 - rate)),,in,in oai-sl-factual,openai,gpt-5.6-sol,medium,writing,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.19237500000000002,0.0224,,,85.04,noerror%,2.89e-05,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[2].data.values[6].score (100 - rate)),,in,in oai-sl-factual,openai,gpt-5.6-sol,high,writing,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.292,0.0338,,,89.25,noerror%,2.89e-05,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[2].data.values[7].score (100 - rate)),,in,in oai-sl-factual,openai,gpt-5.6-sol,xhigh,writing,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.49262500000000004,0.057,,,91.56,noerror%,2.89e-05,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[2].data.values[8].score (100 - rate)),,in,in oai-sl-factual,openai,gpt-5.6-sol,max,writing,hard,OpenAI-research-env-or-API;launch-chart,per-task,1.08175,0.125,,,91.5,noerror%,2.89e-05,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[2].data.values[9].score (100 - rate)),,in,in oai-sl-factual,openai,gpt-6-astra,low,writing,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.2417,0.00289,,,93.74,noerror%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[2].data.values[10].score (100 - rate)),,in,out:republished oai-sl-factual,openai,gpt-6-astra,medium,writing,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.3103,0.00289,,,95.59,noerror%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[2].data.values[11].score (100 - rate)),,in,out:republished oai-sl-factual,openai,gpt-6-astra,high,writing,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.477,0.00289,,,96.1,noerror%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[2].data.values[12].score (100 - rate)),,in,out:republished oai-sl-factual,openai,gpt-6-astra,xhigh,writing,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.6032,0.00289,,,96.01,noerror%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[2].data.values[13].score (100 - rate)),,in,out:republished oai-sl-factual,openai,gpt-6-astra,max,writing,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.7865,0.00289,,,96.09,noerror%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[2].data.values[14].score (100 - rate)),,in,out:republished oai-sl-factual,openai,gpt-6-luna,low,writing,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.0024,0.00289,,,72.27,noerror%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[2].data.values[15].score (100 - rate)),,in,in oai-sl-factual,openai,gpt-6-luna,medium,writing,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.0033,0.00289,,,82.53,noerror%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[2].data.values[16].score (100 - rate)),,in,in oai-sl-factual,openai,gpt-6-luna,high,writing,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.0045,0.00289,,,87.5,noerror%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[2].data.values[17].score (100 - rate)),,in,in oai-sl-factual,openai,gpt-6-luna,xhigh,writing,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.0062,0.00289,,,89.85,noerror%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[2].data.values[18].score (100 - rate)),,in,in oai-sl-factual,openai,gpt-6-luna,max,writing,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.0121,0.00289,,,92.44,noerror%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[2].data.values[19].score (100 - rate)),,in,in oai-sl-factual,openai,gpt-6-sol,low,writing,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.0495,0.00289,,,88.58,noerror%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[2].data.values[20].score (100 - rate)),,in,out:republished oai-sl-factual,openai,gpt-6-sol,medium,writing,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.0694,0.00289,,,93.14,noerror%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[2].data.values[21].score (100 - rate)),,in,out:republished oai-sl-factual,openai,gpt-6-sol,high,writing,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.0994,0.00289,,,94.86,noerror%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[2].data.values[22].score (100 - rate)),,in,out:republished oai-sl-factual,openai,gpt-6-sol,xhigh,writing,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.1348,0.00289,,,95.48,noerror%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[2].data.values[23].score (100 - rate)),,in,out:republished oai-sl-factual,openai,gpt-6-sol,max,writing,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.179,0.00289,,,95.43,noerror%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[2].data.values[24].score (100 - rate)),,in,out:republished oai-sl-frontiercode,openai,fable-5.1,low,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,2.38,0.00289,,,49.8,score%,0.0289,,restated-from:publicly available reports; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[3].data.values[0].score),,in,in oai-sl-frontiercode,openai,fable-5.1,medium,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,3.28,0.00289,,,50.9,score%,0.0289,,restated-from:publicly available reports; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[3].data.values[1].score),,in,in oai-sl-frontiercode,openai,fable-5.1,high,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,5.27,0.00289,,,50.3,score%,0.0289,,restated-from:publicly available reports; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[3].data.values[2].score),,in,in oai-sl-frontiercode,openai,fable-5.1,xhigh,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,9.27,0.00289,,,48.7,score%,0.0289,,restated-from:publicly available reports; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[3].data.values[3].score),,in,in oai-sl-frontiercode,openai,fable-5.1,max,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,12.83,0.00289,,,50.3,score%,0.0289,,restated-from:publicly available reports; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[3].data.values[4].score),,in,in oai-sl-frontiercode,openai,opus-5,low,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,2.68,0.00289,,,41.9,score%,0.0289,,restated-from:publicly available reports; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[3].data.values[5].score),,in,in oai-sl-frontiercode,openai,opus-5,medium,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,4.31,0.00289,,,53.4,score%,0.0289,,restated-from:publicly available reports; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[3].data.values[6].score),,in,in oai-sl-frontiercode,openai,opus-5,high,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,7.24,0.00289,,,48,score%,0.0289,,restated-from:publicly available reports; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[3].data.values[7].score),,in,in oai-sl-frontiercode,openai,opus-5,xhigh,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,9.14,0.00289,,,43.6,score%,0.0289,,restated-from:publicly available reports; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[3].data.values[8].score),,in,in oai-sl-frontiercode,openai,opus-5,max,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,11.42,0.00289,,,48,score%,0.0289,,restated-from:publicly available reports; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[3].data.values[9].score),,in,in oai-sl-frontiercode,openai,gpt-5.6-luna,low,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.036,0.0142,,,15.4,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[3].data.values[10].score),,in,in oai-sl-frontiercode,openai,gpt-5.6-luna,medium,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.078,0.0302,,,25.7,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[3].data.values[11].score),,in,in oai-sl-frontiercode,openai,gpt-5.6-luna,high,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.138,0.0532,,,35.9,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[3].data.values[12].score),,in,in oai-sl-frontiercode,openai,gpt-5.6-luna,xhigh,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.186,0.0716,,,38.9,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[3].data.values[13].score),,in,in oai-sl-frontiercode,openai,gpt-5.6-luna,max,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.222,0.0855,,,39.8,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[3].data.values[14].score),,in,in oai-sl-frontiercode,openai,gpt-5.6-sol,low,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,2.3625,0.273,,,35.4,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[3].data.values[15].score),,in,in oai-sl-frontiercode,openai,gpt-5.6-sol,medium,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,3.3625,0.388,,,39.9,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[3].data.values[16].score),,in,in oai-sl-frontiercode,openai,gpt-5.6-sol,high,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,4.35,0.502,,,45.1,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[3].data.values[17].score),,in,in oai-sl-frontiercode,openai,gpt-5.6-sol,xhigh,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,5.1875,0.599,,,46.8,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[3].data.values[18].score),,in,in oai-sl-frontiercode,openai,gpt-5.6-sol,max,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,6.487500000000001,0.749,,,47.5,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[3].data.values[19].score),,in,in oai-sl-frontiercode,openai,gpt-6-astra,low,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,1.7,0.00289,,,45.3,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[3].data.values[20].score),,in,in oai-sl-frontiercode,openai,gpt-6-astra,medium,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,2.43,0.00289,,,48.8,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[3].data.values[21].score),,in,in oai-sl-frontiercode,openai,gpt-6-astra,high,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,3.01,0.00289,,,50.9,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[3].data.values[22].score),,in,in oai-sl-frontiercode,openai,gpt-6-astra,xhigh,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,3.28,0.00289,,,50.6,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[3].data.values[23].score),,in,in oai-sl-frontiercode,openai,gpt-6-astra,max,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,4.59,0.00289,,,53.3,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[3].data.values[24].score),,in,in oai-sl-frontiercode,openai,gpt-6-luna,low,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.021,0.00289,,,25.66,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[3].data.values[25].score),,in,in oai-sl-frontiercode,openai,gpt-6-luna,medium,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.0533,0.00289,,,35.53,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[3].data.values[26].score),,in,in oai-sl-frontiercode,openai,gpt-6-luna,high,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.0672,0.00289,,,37.26,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[3].data.values[27].score),,in,in oai-sl-frontiercode,openai,gpt-6-luna,xhigh,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.0728,0.00289,,,37.1,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[3].data.values[28].score),,in,in oai-sl-frontiercode,openai,gpt-6-luna,max,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.1072,0.00289,,,42.42,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[3].data.values[29].score),,in,in oai-sl-frontiercode,openai,gpt-6-sol,low,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.453,0.00289,,,37.28,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[3].data.values[30].score),,in,in oai-sl-frontiercode,openai,gpt-6-sol,medium,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.7966,0.00289,,,45.92,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[3].data.values[31].score),,in,in oai-sl-frontiercode,openai,gpt-6-sol,high,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,1.0793,0.00289,,,47.7,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[3].data.values[32].score),,in,in oai-sl-frontiercode,openai,gpt-6-sol,xhigh,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,1.3748,0.00289,,,48.45,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[3].data.values[33].score),,in,in oai-sl-frontiercode,openai,gpt-6-sol,max,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,2.137,0.00289,,,49.27,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[3].data.values[34].score),,in,in oai-sl-deepswe,openai,fable-5,low,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,3.7579,0.00289,,,59.58,score%,0.0289,,restated-from:publicly available reports; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[4].data.values[0].score),,in,out:republished oai-sl-deepswe,openai,fable-5,medium,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,6.0882,0.00289,,,65.37,score%,0.0289,,restated-from:publicly available reports; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[4].data.values[1].score),,in,out:republished oai-sl-deepswe,openai,fable-5,high,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,9.1776,0.00289,,,68.6,score%,0.0289,,restated-from:publicly available reports; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[4].data.values[2].score),,in,out:republished oai-sl-deepswe,openai,fable-5,xhigh,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,13.4145,0.00289,,,69.91,score%,0.0289,,restated-from:publicly available reports; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[4].data.values[3].score),,in,out:republished oai-sl-deepswe,openai,fable-5,max,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,21.6347,0.00289,,,69.72,score%,0.0289,,restated-from:publicly available reports; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[4].data.values[4].score),,in,out:republished oai-sl-deepswe,openai,opus-5,low,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,1.66,0.00289,,,58.13,score%,0.0289,,restated-from:publicly available reports; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[4].data.values[5].score),,in,in oai-sl-deepswe,openai,opus-5,medium,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,3.29,0.00289,,,68.9,score%,0.0289,,restated-from:publicly available reports; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[4].data.values[6].score),,in,in oai-sl-deepswe,openai,opus-5,high,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,6.08,0.00289,,,72.83,score%,0.0289,,restated-from:publicly available reports; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[4].data.values[7].score),,in,in oai-sl-deepswe,openai,opus-5,xhigh,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,9.07,0.00289,,,73.15,score%,0.0289,,restated-from:publicly available reports; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[4].data.values[8].score),,in,in oai-sl-deepswe,openai,opus-5,max,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,11.84,0.00289,,,73.65,score%,0.0289,,restated-from:publicly available reports; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[4].data.values[9].score),,in,in oai-sl-deepswe,openai,gpt-5.6-luna,low,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.00636,0.00378,,,1.22,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[4].data.values[10].score),,in,in oai-sl-deepswe,openai,gpt-5.6-luna,medium,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.01878,0.00778,,,9.29,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[4].data.values[11].score),,in,in oai-sl-deepswe,openai,gpt-5.6-luna,high,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.07632,0.0295,,,42.37,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[4].data.values[12].score),,in,in oai-sl-deepswe,openai,gpt-5.6-luna,xhigh,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.16422,0.0633,,,56.19,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[4].data.values[13].score),,in,in oai-sl-deepswe,openai,gpt-5.6-luna,max,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.31920000000000004,0.123,,,62.17,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[4].data.values[14].score),,in,in oai-sl-deepswe,openai,gpt-5.6-sol,low,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,1.025,0.118,,,45.35,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[4].data.values[15].score),,in,out:republished oai-sl-deepswe,openai,gpt-5.6-sol,medium,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,1.775,0.205,,,61.06,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[4].data.values[16].score),,in,out:republished oai-sl-deepswe,openai,gpt-5.6-sol,high,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,3.325,0.384,,,69.4,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[4].data.values[17].score),,in,out:republished oai-sl-deepswe,openai,gpt-5.6-sol,xhigh,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,4.5,0.52,,,70.73,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[4].data.values[18].score),,in,out:republished oai-sl-deepswe,openai,gpt-5.6-sol,max,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,8.075,0.932,,,72.67,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[4].data.values[19].score),,in,out:republished oai-sl-deepswe,openai,gpt-6-astra,low,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,1.5952,0.00289,,,67.04,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[4].data.values[20].score),,in,in oai-sl-deepswe,openai,gpt-6-astra,medium,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,3.0755,0.00289,,,72.79,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[4].data.values[21].score),,in,in oai-sl-deepswe,openai,gpt-6-astra,high,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,3.9237,0.00289,,,73.23,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[4].data.values[22].score),,in,in oai-sl-deepswe,openai,gpt-6-astra,xhigh,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,4.4291,0.00289,,,74.12,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[4].data.values[23].score),,in,in oai-sl-deepswe,openai,gpt-6-astra,max,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,7.4978,0.00289,,,73.23,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[4].data.values[24].score),,in,in oai-sl-deepswe,openai,gpt-6-luna,low,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.0057,0.00289,,,2.43,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[4].data.values[25].score),,in,in oai-sl-deepswe,openai,gpt-6-luna,medium,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.0518,0.00289,,,44.47,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[4].data.values[26].score),,in,in oai-sl-deepswe,openai,gpt-6-luna,high,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.0838,0.00289,,,59.29,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[4].data.values[27].score),,in,in oai-sl-deepswe,openai,gpt-6-luna,xhigh,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.1096,0.00289,,,61.28,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[4].data.values[28].score),,in,in oai-sl-deepswe,openai,gpt-6-luna,max,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.2169,0.00289,,,66.59,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[4].data.values[29].score),,in,in oai-sl-deepswe,openai,gpt-6-sol,low,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.1623,0.00289,,,37.17,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[4].data.values[30].score),,in,in oai-sl-deepswe,openai,gpt-6-sol,medium,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.3798,0.00289,,,56.64,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[4].data.values[31].score),,in,in oai-sl-deepswe,openai,gpt-6-sol,high,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.6404,0.00289,,,65.27,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[4].data.values[32].score),,in,in oai-sl-deepswe,openai,gpt-6-sol,xhigh,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,1.0033,0.00289,,,66.59,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[4].data.values[33].score),,in,in oai-sl-deepswe,openai,gpt-6-sol,max,coding,hard,OpenAI-research-env-or-API;launch-chart,per-task,2.7439,0.00289,,,68.81,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[4].data.values[34].score),,in,in oai-sl-osworld-offline,openai,opus-5,low,computer-use,hard,OpenAI-research-env-or-API;launch-chart,per-task,9.88,0.00289,,,55.22,score%,0.0289,,restated-from:publicly available reports; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[5].data.values[0].score),,in,in oai-sl-osworld-offline,openai,opus-5,medium,computer-use,hard,OpenAI-research-env-or-API;launch-chart,per-task,12.67,0.00289,,,60.26,score%,0.0289,,restated-from:publicly available reports; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[5].data.values[1].score),,in,in oai-sl-osworld-offline,openai,opus-5,high,computer-use,hard,OpenAI-research-env-or-API;launch-chart,per-task,15.95,0.00289,,,65.92,score%,0.0289,,restated-from:publicly available reports; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[5].data.values[2].score),,in,in oai-sl-osworld-offline,openai,opus-5,xhigh,computer-use,hard,OpenAI-research-env-or-API;launch-chart,per-task,23.91,0.00289,,,70.14,score%,0.0289,,restated-from:publicly available reports; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[5].data.values[3].score),,in,in oai-sl-osworld-offline,openai,opus-5,max,computer-use,hard,OpenAI-research-env-or-API;launch-chart,per-task,24.11,0.00289,,,70.19,score%,0.0289,,restated-from:publicly available reports; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[5].data.values[4].score),,in,in oai-sl-osworld-offline,openai,gpt-5.6-luna,low,computer-use,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.011099999999999999,0.00516,,,11.97,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[5].data.values[5].score),,in,in oai-sl-osworld-offline,openai,gpt-5.6-luna,medium,computer-use,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.03096,0.0123,,,22.73,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[5].data.values[6].score),,in,in oai-sl-osworld-offline,openai,gpt-5.6-luna,high,computer-use,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.09684,0.0374,,,35.91,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[5].data.values[7].score),,in,in oai-sl-osworld-offline,openai,gpt-5.6-luna,xhigh,computer-use,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.21438000000000001,0.0826,,,48.01,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[5].data.values[8].score),,in,in oai-sl-osworld-offline,openai,gpt-5.6-luna,max,computer-use,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.29454,0.113,,,52.71,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[5].data.values[9].score),,in,in oai-sl-osworld-offline,openai,gpt-5.6-sol,low,computer-use,hard,OpenAI-research-env-or-API;launch-chart,per-task,1.13575,0.131,,,29.82,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[5].data.values[10].score),,in,in oai-sl-osworld-offline,openai,gpt-5.6-sol,medium,computer-use,hard,OpenAI-research-env-or-API;launch-chart,per-task,3.4093750000000003,0.394,,,49.74,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[5].data.values[11].score),,in,in oai-sl-osworld-offline,openai,gpt-5.6-sol,high,computer-use,hard,OpenAI-research-env-or-API;launch-chart,per-task,5.576625,0.644,,,56.47,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[5].data.values[12].score),,in,in oai-sl-osworld-offline,openai,gpt-5.6-sol,xhigh,computer-use,hard,OpenAI-research-env-or-API;launch-chart,per-task,7.407125000000001,0.855,,,60.92,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[5].data.values[13].score),,in,in oai-sl-osworld-offline,openai,gpt-5.6-sol,max,computer-use,hard,OpenAI-research-env-or-API;launch-chart,per-task,9.638124999999999,1.11,,,66.24,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[5].data.values[14].score),,in,in oai-sl-osworld-offline,openai,gpt-6-astra,low,computer-use,hard,OpenAI-research-env-or-API;launch-chart,per-task,2.5457,0.00289,,,62.17,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[5].data.values[15].score),,in,in oai-sl-osworld-offline,openai,gpt-6-astra,medium,computer-use,hard,OpenAI-research-env-or-API;launch-chart,per-task,5.1009,0.00289,,,69.25,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[5].data.values[16].score),,in,in oai-sl-osworld-offline,openai,gpt-6-astra,high,computer-use,hard,OpenAI-research-env-or-API;launch-chart,per-task,6.6024,0.00289,,,70.02,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[5].data.values[17].score),,in,in oai-sl-osworld-offline,openai,gpt-6-astra,xhigh,computer-use,hard,OpenAI-research-env-or-API;launch-chart,per-task,7.1744,0.00289,,,71.27,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[5].data.values[18].score),,in,in oai-sl-osworld-offline,openai,gpt-6-astra,max,computer-use,hard,OpenAI-research-env-or-API;launch-chart,per-task,9.0733,0.00289,,,73.49,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[5].data.values[19].score),,in,in oai-sl-osworld-offline,openai,gpt-6-luna,low,computer-use,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.0297,0.00289,,,8.26,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[5].data.values[20].score),,in,in oai-sl-osworld-offline,openai,gpt-6-luna,medium,computer-use,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.0624,0.00289,,,31.54,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[5].data.values[21].score),,in,in oai-sl-osworld-offline,openai,gpt-6-luna,high,computer-use,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.1227,0.00289,,,41.43,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[5].data.values[22].score),,in,in oai-sl-osworld-offline,openai,gpt-6-luna,xhigh,computer-use,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.1639,0.00289,,,46.7,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[5].data.values[23].score),,in,in oai-sl-osworld-offline,openai,gpt-6-luna,max,computer-use,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.2678,0.00289,,,52.68,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[5].data.values[24].score),,in,in oai-sl-osworld-offline,openai,gpt-6-sol,low,computer-use,hard,OpenAI-research-env-or-API;launch-chart,per-task,0.9675,0.00289,,,43.9,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[5].data.values[25].score),,in,in oai-sl-osworld-offline,openai,gpt-6-sol,medium,computer-use,hard,OpenAI-research-env-or-API;launch-chart,per-task,1.3169,0.00289,,,54,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[5].data.values[26].score),,in,in oai-sl-osworld-offline,openai,gpt-6-sol,high,computer-use,hard,OpenAI-research-env-or-API;launch-chart,per-task,1.6379,0.00289,,,58.29,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[5].data.values[27].score),,in,in oai-sl-osworld-offline,openai,gpt-6-sol,xhigh,computer-use,hard,OpenAI-research-env-or-API;launch-chart,per-task,2.2127,0.00289,,,60.54,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[5].data.values[28].score),,in,in oai-sl-osworld-offline,openai,gpt-6-sol,max,computer-use,hard,OpenAI-research-env-or-API;launch-chart,per-task,3.2543,0.00289,,,64.43,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openai.com/index/introducing-gpt-6-sol-and-luna/ ($[5].data.values[29].score),,in,in oai-bio-basicsbench,openai,gpt-6-astra,xhigh,mixed,hard,,,,,,,66.7,mean-reward%,0.0289,,,"https://openai.com/index/measuring-how-ai-agents-handle-wet-lab-science/ (table ""Performance at xhigh reasoning effort"", row GPT‑6 Astra)",,in, oai-bio-basicsbench,openai,gpt-6.1-sol,xhigh,mixed,hard,,,,,,,62.0,mean-reward%,0.0289,,,"https://openai.com/index/measuring-how-ai-agents-handle-wet-lab-science/ (table ""Performance at xhigh reasoning effort"", row GPT‑6.1 Sol)",,in, oai-bio-basicsbench,openai,gpt-5.6-sol,xhigh,mixed,hard,,,,,,,43.8,mean-reward%,0.0289,,,"https://openai.com/index/measuring-how-ai-agents-handle-wet-lab-science/ (table ""Performance at xhigh reasoning effort"", row GPT‑5.6 Sol)",,in, oai-bio-basicsbench,openai,gpt-6-luna,xhigh,mixed,hard,,,,,,,38.3,mean-reward%,0.0289,,,"https://openai.com/index/measuring-how-ai-agents-handle-wet-lab-science/ (table ""Performance at xhigh reasoning effort"", row GPT‑6 Luna)",,in, oai-bio-basicsbench,openai,gpt-5.5,xhigh,mixed,hard,,,,,,,35.4,mean-reward%,0.0289,,,"https://openai.com/index/measuring-how-ai-agents-handle-wet-lab-science/ (table ""Performance at xhigh reasoning effort"", row GPT‑5.5)",,in, oai-bio-basicsbench,openai,gpt-5.4,xhigh,mixed,hard,,,,,,,33.2,mean-reward%,0.0289,,,"https://openai.com/index/measuring-how-ai-agents-handle-wet-lab-science/ (table ""Performance at xhigh reasoning effort"", row GPT‑5.4)",,in, oai-bio-basicsbench,openai,gpt-5.2,xhigh,mixed,hard,,,,,,,31.2,mean-reward%,0.0289,,,"https://openai.com/index/measuring-how-ai-agents-handle-wet-lab-science/ (table ""Performance at xhigh reasoning effort"", row GPT‑5.2)",,in, oai-sc-healthbench-professional-length-,openai,gpt-5.1,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,39.6,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-5-6 (Table 6, row HealthBench Professional length-adjusted, column gpt-5.1: the length-adjusted score (first number of the cell))",,out:effort-not-established, oai-sc-healthbench-professional-length-,openai,gpt-5.2,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,45.9,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-5-6 (Table 6, row HealthBench Professional length-adjusted, column gpt-5.2: the length-adjusted score (first number of the cell))",,out:effort-not-established, oai-sc-healthbench-professional-length-,openai,gpt-5.4,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,48.1,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-5-6 (Table 6, row HealthBench Professional length-adjusted, column gpt-5.4: the length-adjusted score (first number of the cell))",,out:effort-not-established, oai-sc-healthbench-professional-length-,openai,gpt-5.5,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,51.8,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-5-6 (Table 6, row HealthBench Professional length-adjusted, column gpt-5.5: the length-adjusted score (first number of the cell))",,out:effort-not-established, oai-sc-healthbench-professional-length-,openai,gpt-5.6-sol,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,60.5,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-5-6 (Table 6, row HealthBench Professional length-adjusted, column gpt-5.6-sol: the length-adjusted score (first number of the cell))",,out:effort-not-established, oai-sc-healthbench-professional-length-,openai,gpt-5.6-terra,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,57.7,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-5-6 (Table 6, row HealthBench Professional length-adjusted, column gpt-5.6-terra: the length-adjusted score (first number of the cell))",,out:effort-not-established, oai-sc-healthbench-professional-length-,openai,gpt-5.6-luna,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,55.7,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-5-6 (Table 6, row HealthBench Professional length-adjusted, column gpt-5.6-luna: the length-adjusted score (first number of the cell))",,out:effort-not-established, oai-sc-healthbench-length-adjusted,openai,gpt-5.1,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,50.9,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-5-6 (Table 6, row HealthBench length-adjusted, column gpt-5.1: the length-adjusted score (first number of the cell))",,out:effort-not-established, oai-sc-healthbench-length-adjusted,openai,gpt-5.2,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,56.8,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-5-6 (Table 6, row HealthBench length-adjusted, column gpt-5.2: the length-adjusted score (first number of the cell))",,out:effort-not-established, oai-sc-healthbench-length-adjusted,openai,gpt-5.4,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,54.0,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-5-6 (Table 6, row HealthBench length-adjusted, column gpt-5.4: the length-adjusted score (first number of the cell))",,out:effort-not-established, oai-sc-healthbench-length-adjusted,openai,gpt-5.5,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,56.5,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-5-6 (Table 6, row HealthBench length-adjusted, column gpt-5.5: the length-adjusted score (first number of the cell))",,out:effort-not-established, oai-sc-healthbench-length-adjusted,openai,gpt-5.6-sol,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,57.0,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-5-6 (Table 6, row HealthBench length-adjusted, column gpt-5.6-sol: the length-adjusted score (first number of the cell))",,out:effort-not-established, oai-sc-healthbench-length-adjusted,openai,gpt-5.6-terra,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,57.0,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-5-6 (Table 6, row HealthBench length-adjusted, column gpt-5.6-terra: the length-adjusted score (first number of the cell))",,out:effort-not-established, oai-sc-healthbench-length-adjusted,openai,gpt-5.6-luna,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,55.8,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-5-6 (Table 6, row HealthBench length-adjusted, column gpt-5.6-luna: the length-adjusted score (first number of the cell))",,out:effort-not-established, oai-sc-healthbench-hard-length-adjusted,openai,gpt-5.1,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,25.4,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-5-6 (Table 6, row HealthBench Hard length-adjusted, column gpt-5.1: the length-adjusted score (first number of the cell))",,out:effort-not-established, oai-sc-healthbench-hard-length-adjusted,openai,gpt-5.2,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,34.3,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-5-6 (Table 6, row HealthBench Hard length-adjusted, column gpt-5.2: the length-adjusted score (first number of the cell))",,out:effort-not-established, oai-sc-healthbench-hard-length-adjusted,openai,gpt-5.4,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,29.1,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-5-6 (Table 6, row HealthBench Hard length-adjusted, column gpt-5.4: the length-adjusted score (first number of the cell))",,out:effort-not-established, oai-sc-healthbench-hard-length-adjusted,openai,gpt-5.5,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,31.5,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-5-6 (Table 6, row HealthBench Hard length-adjusted, column gpt-5.5: the length-adjusted score (first number of the cell))",,out:effort-not-established, oai-sc-healthbench-hard-length-adjusted,openai,gpt-5.6-sol,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,33.1,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-5-6 (Table 6, row HealthBench Hard length-adjusted, column gpt-5.6-sol: the length-adjusted score (first number of the cell))",,out:effort-not-established, oai-sc-healthbench-hard-length-adjusted,openai,gpt-5.6-terra,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,32.7,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-5-6 (Table 6, row HealthBench Hard length-adjusted, column gpt-5.6-terra: the length-adjusted score (first number of the cell))",,out:effort-not-established, oai-sc-healthbench-hard-length-adjusted,openai,gpt-5.6-luna,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,32.0,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-5-6 (Table 6, row HealthBench Hard length-adjusted, column gpt-5.6-luna: the length-adjusted score (first number of the cell))",,out:effort-not-established, oai-sc-healthbench-consensus-length-adj,openai,gpt-5.1,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,95.0,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-5-6 (Table 6, row HealthBench Consensus length-adjusted, column gpt-5.1: the length-adjusted score (first number of the cell))",,out:effort-not-established, oai-sc-healthbench-consensus-length-adj,openai,gpt-5.2,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,94.4,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-5-6 (Table 6, row HealthBench Consensus length-adjusted, column gpt-5.2: the length-adjusted score (first number of the cell))",,out:effort-not-established, oai-sc-healthbench-consensus-length-adj,openai,gpt-5.4,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,96.3,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-5-6 (Table 6, row HealthBench Consensus length-adjusted, column gpt-5.4: the length-adjusted score (first number of the cell))",,out:effort-not-established, oai-sc-healthbench-consensus-length-adj,openai,gpt-5.5,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,95.6,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-5-6 (Table 6, row HealthBench Consensus length-adjusted, column gpt-5.5: the length-adjusted score (first number of the cell))",,out:effort-not-established, oai-sc-healthbench-consensus-length-adj,openai,gpt-5.6-sol,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,95.5,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-5-6 (Table 6, row HealthBench Consensus length-adjusted, column gpt-5.6-sol: the length-adjusted score (first number of the cell))",,out:effort-not-established, oai-sc-healthbench-consensus-length-adj,openai,gpt-5.6-terra,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,95.1,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-5-6 (Table 6, row HealthBench Consensus length-adjusted, column gpt-5.6-terra: the length-adjusted score (first number of the cell))",,out:effort-not-established, oai-sc-healthbench-consensus-length-adj,openai,gpt-5.6-luna,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,95.1,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-5-6 (Table 6, row HealthBench Consensus length-adjusted, column gpt-5.6-luna: the length-adjusted score (first number of the cell))",,out:effort-not-established, oai-sc-healthbench-professional-length-,openai,gpt-5.5,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,51.8,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 5, row HealthBench Professional length-adjusted, column gpt-5.5)",,out:effort-not-established, oai-sc-healthbench-professional-length-,openai,gpt-5.6-sol,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,60.5,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 5, row HealthBench Professional length-adjusted, column gpt-5.6-sol)",,out:effort-not-established, oai-sc-healthbench-professional-length-,openai,gpt-5.6-terra,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,57.7,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 5, row HealthBench Professional length-adjusted, column gpt-5.6-terra)",,out:effort-not-established, oai-sc-healthbench-professional-length-,openai,gpt-5.6-luna,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,55.7,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 5, row HealthBench Professional length-adjusted, column gpt-5.6-luna)",,out:effort-not-established, oai-sc-healthbench-professional-length-,openai,gpt-6-astra,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,64.7,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 5, row HealthBench Professional length-adjusted, column gpt-6 Astra)",,out:effort-not-established, oai-sc-healthbench-professional-length-,openai,gpt-6-sol,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,60.8,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 5, row HealthBench Professional length-adjusted, column gpt-6-sol)",,out:effort-not-established, oai-sc-healthbench-professional-length-,openai,gpt-6-luna,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,60.8,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 5, row HealthBench Professional length-adjusted, column gpt-6-luna)",,out:effort-not-established, oai-sc-healthbench-professional-length-,openai,gpt-6.1-sol,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,64.2,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 5, row HealthBench Professional length-adjusted, column gpt-6.1-sol)",,out:effort-not-established, oai-sc-healthbench-professional-length-,openai,gpt-6.1-terra,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,62.7,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 5, row HealthBench Professional length-adjusted, column gpt-6.1-terra)",,out:effort-not-established, oai-sc-healthbench-length-adjusted,openai,gpt-5.5,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,56.5,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 5, row HealthBench length-adjusted, column gpt-5.5)",,out:effort-not-established, oai-sc-healthbench-length-adjusted,openai,gpt-5.6-sol,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,57.0,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 5, row HealthBench length-adjusted, column gpt-5.6-sol)",,out:effort-not-established, oai-sc-healthbench-length-adjusted,openai,gpt-5.6-terra,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,57.0,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 5, row HealthBench length-adjusted, column gpt-5.6-terra)",,out:effort-not-established, oai-sc-healthbench-length-adjusted,openai,gpt-5.6-luna,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,55.8,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 5, row HealthBench length-adjusted, column gpt-5.6-luna)",,out:effort-not-established, oai-sc-healthbench-length-adjusted,openai,gpt-6-astra,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,58.3,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 5, row HealthBench length-adjusted, column gpt-6 Astra)",,out:effort-not-established, oai-sc-healthbench-length-adjusted,openai,gpt-6-sol,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,53.2,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 5, row HealthBench length-adjusted, column gpt-6-sol)",,out:effort-not-established, oai-sc-healthbench-length-adjusted,openai,gpt-6-luna,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,54.5,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 5, row HealthBench length-adjusted, column gpt-6-luna)",,out:effort-not-established, oai-sc-healthbench-length-adjusted,openai,gpt-6.1-sol,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,58.5,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 5, row HealthBench length-adjusted, column gpt-6.1-sol)",,out:effort-not-established, oai-sc-healthbench-length-adjusted,openai,gpt-6.1-terra,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,55.1,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 5, row HealthBench length-adjusted, column gpt-6.1-terra)",,out:effort-not-established, oai-sc-healthbench-hard-length-adjusted,openai,gpt-5.5,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,31.5,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 5, row HealthBench Hard length-adjusted, column gpt-5.5)",,out:effort-not-established, oai-sc-healthbench-hard-length-adjusted,openai,gpt-5.6-sol,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,33.1,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 5, row HealthBench Hard length-adjusted, column gpt-5.6-sol)",,out:effort-not-established, oai-sc-healthbench-hard-length-adjusted,openai,gpt-5.6-terra,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,32.7,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 5, row HealthBench Hard length-adjusted, column gpt-5.6-terra)",,out:effort-not-established, oai-sc-healthbench-hard-length-adjusted,openai,gpt-5.6-luna,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,32.0,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 5, row HealthBench Hard length-adjusted, column gpt-5.6-luna)",,out:effort-not-established, oai-sc-healthbench-hard-length-adjusted,openai,gpt-6-astra,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,36.6,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 5, row HealthBench Hard length-adjusted, column gpt-6 Astra)",,out:effort-not-established, oai-sc-healthbench-hard-length-adjusted,openai,gpt-6-sol,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,30.1,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 5, row HealthBench Hard length-adjusted, column gpt-6-sol)",,out:effort-not-established, oai-sc-healthbench-hard-length-adjusted,openai,gpt-6-luna,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,31.4,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 5, row HealthBench Hard length-adjusted, column gpt-6-luna)",,out:effort-not-established, oai-sc-healthbench-hard-length-adjusted,openai,gpt-6.1-sol,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,36.2,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 5, row HealthBench Hard length-adjusted, column gpt-6.1-sol)",,out:effort-not-established, oai-sc-healthbench-hard-length-adjusted,openai,gpt-6.1-terra,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,31.4,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 5, row HealthBench Hard length-adjusted, column gpt-6.1-terra)",,out:effort-not-established, oai-sc-healthbench-consensus-length-adj,openai,gpt-5.5,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,95.6,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 5, row HealthBench Consensus length-adjusted, column gpt-5.5)",,out:effort-not-established, oai-sc-healthbench-consensus-length-adj,openai,gpt-5.6-sol,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,95.5,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 5, row HealthBench Consensus length-adjusted, column gpt-5.6-sol)",,out:effort-not-established, oai-sc-healthbench-consensus-length-adj,openai,gpt-5.6-terra,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,95.1,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 5, row HealthBench Consensus length-adjusted, column gpt-5.6-terra)",,out:effort-not-established, oai-sc-healthbench-consensus-length-adj,openai,gpt-5.6-luna,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,95.1,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 5, row HealthBench Consensus length-adjusted, column gpt-5.6-luna)",,out:effort-not-established, oai-sc-healthbench-consensus-length-adj,openai,gpt-6-astra,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,95.5,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 5, row HealthBench Consensus length-adjusted, column gpt-6 Astra)",,out:effort-not-established, oai-sc-healthbench-consensus-length-adj,openai,gpt-6-sol,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,96.2,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 5, row HealthBench Consensus length-adjusted, column gpt-6-sol)",,out:effort-not-established, oai-sc-healthbench-consensus-length-adj,openai,gpt-6-luna,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,95.9,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 5, row HealthBench Consensus length-adjusted, column gpt-6-luna)",,out:effort-not-established, oai-sc-healthbench-consensus-length-adj,openai,gpt-6.1-sol,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,96.0,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 5, row HealthBench Consensus length-adjusted, column gpt-6.1-sol)",,out:effort-not-established, oai-sc-healthbench-consensus-length-adj,openai,gpt-6.1-terra,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,95.1,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 5, row HealthBench Consensus length-adjusted, column gpt-6.1-terra)",,out:effort-not-established, oai-sc-mentalhealthbench-overall,openai,gpt-5.6-luna,max,mixed,hard,,,,,,,44.4,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 7, row MentalHealthBench (overall), column gpt-5.6-luna)",,in, oai-sc-mentalhealthbench-overall,openai,gpt-5.6-sol,max,mixed,hard,,,,,,,46.7,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 7, row MentalHealthBench (overall), column gpt-5.6-sol)",,in, oai-sc-mentalhealthbench-overall,openai,gpt-5.6-terra,max,mixed,hard,,,,,,,46.2,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 7, row MentalHealthBench (overall), column gpt-5.6-terra)",,in, oai-sc-mentalhealthbench-overall,openai,gpt-6-luna,max,mixed,hard,,,,,,,51.7,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 7, row MentalHealthBench (overall), column gpt-6-luna)",,in, oai-sc-mentalhealthbench-overall,openai,gpt-6-sol,max,mixed,hard,,,,,,,54.2,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 7, row MentalHealthBench (overall), column gpt-6-sol)",,in, oai-sc-mentalhealthbench-overall,openai,gpt-6-astra,max,mixed,hard,,,,,,,58.7,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 7, row MentalHealthBench (overall), column gpt-6 Astra)",,in, oai-sc-mentalhealthbench-overall,openai,gpt-6.1-sol,max,mixed,hard,,,,,,,57.9,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 7, row MentalHealthBench (overall), column gpt-6.1-sol)",,in, oai-sc-mentalhealthbench-overall,openai,gpt-6.1-terra,max,mixed,hard,,,,,,,55.5,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 7, row MentalHealthBench (overall), column gpt-6.1-terra)",,in, oai-sc-mentalhealthbench-non-acute,openai,gpt-5.6-luna,max,mixed,hard,,,,,,,40.4,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 7, row MentalHealthBench (non-acute), column gpt-5.6-luna)",,in, oai-sc-mentalhealthbench-non-acute,openai,gpt-5.6-sol,max,mixed,hard,,,,,,,42.5,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 7, row MentalHealthBench (non-acute), column gpt-5.6-sol)",,in, oai-sc-mentalhealthbench-non-acute,openai,gpt-5.6-terra,max,mixed,hard,,,,,,,41.8,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 7, row MentalHealthBench (non-acute), column gpt-5.6-terra)",,in, oai-sc-mentalhealthbench-non-acute,openai,gpt-6-luna,max,mixed,hard,,,,,,,49.3,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 7, row MentalHealthBench (non-acute), column gpt-6-luna)",,in, oai-sc-mentalhealthbench-non-acute,openai,gpt-6-sol,max,mixed,hard,,,,,,,53.5,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 7, row MentalHealthBench (non-acute), column gpt-6-sol)",,in, oai-sc-mentalhealthbench-non-acute,openai,gpt-6-astra,max,mixed,hard,,,,,,,58.5,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 7, row MentalHealthBench (non-acute), column gpt-6 Astra)",,in, oai-sc-mentalhealthbench-non-acute,openai,gpt-6.1-sol,max,mixed,hard,,,,,,,57.3,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 7, row MentalHealthBench (non-acute), column gpt-6.1-sol)",,in, oai-sc-mentalhealthbench-non-acute,openai,gpt-6.1-terra,max,mixed,hard,,,,,,,56.5,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 7, row MentalHealthBench (non-acute), column gpt-6.1-terra)",,in, oai-sc-mentalhealthbench-high-acuity,openai,gpt-5.6-luna,max,mixed,hard,,,,,,,48.4,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 7, row MentalHealthBench (high acuity), column gpt-5.6-luna)",,in, oai-sc-mentalhealthbench-high-acuity,openai,gpt-5.6-sol,max,mixed,hard,,,,,,,51.8,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 7, row MentalHealthBench (high acuity), column gpt-5.6-sol)",,in, oai-sc-mentalhealthbench-high-acuity,openai,gpt-5.6-terra,max,mixed,hard,,,,,,,51.3,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 7, row MentalHealthBench (high acuity), column gpt-5.6-terra)",,in, oai-sc-mentalhealthbench-high-acuity,openai,gpt-6-luna,max,mixed,hard,,,,,,,54.7,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 7, row MentalHealthBench (high acuity), column gpt-6-luna)",,in, oai-sc-mentalhealthbench-high-acuity,openai,gpt-6-sol,max,mixed,hard,,,,,,,55.3,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 7, row MentalHealthBench (high acuity), column gpt-6-sol)",,in, oai-sc-mentalhealthbench-high-acuity,openai,gpt-6-astra,max,mixed,hard,,,,,,,59.8,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 7, row MentalHealthBench (high acuity), column gpt-6 Astra)",,in, oai-sc-mentalhealthbench-high-acuity,openai,gpt-6.1-sol,max,mixed,hard,,,,,,,59.1,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 7, row MentalHealthBench (high acuity), column gpt-6.1-sol)",,in, oai-sc-mentalhealthbench-high-acuity,openai,gpt-6.1-terra,max,mixed,hard,,,,,,,56.5,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 7, row MentalHealthBench (high acuity), column gpt-6.1-terra)",,in, oai-sc-mentalhealthbench-emergent,openai,gpt-5.6-luna,max,mixed,hard,,,,,,,49.4,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 7, row MentalHealthBench (emergent), column gpt-5.6-luna)",,in, oai-sc-mentalhealthbench-emergent,openai,gpt-5.6-sol,max,mixed,hard,,,,,,,51.2,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 7, row MentalHealthBench (emergent), column gpt-5.6-sol)",,in, oai-sc-mentalhealthbench-emergent,openai,gpt-5.6-terra,max,mixed,hard,,,,,,,51.1,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 7, row MentalHealthBench (emergent), column gpt-5.6-terra)",,in, oai-sc-mentalhealthbench-emergent,openai,gpt-6-luna,max,mixed,hard,,,,,,,54.3,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 7, row MentalHealthBench (emergent), column gpt-6-luna)",,in, oai-sc-mentalhealthbench-emergent,openai,gpt-6-sol,max,mixed,hard,,,,,,,54.9,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 7, row MentalHealthBench (emergent), column gpt-6-sol)",,in, oai-sc-mentalhealthbench-emergent,openai,gpt-6-astra,max,mixed,hard,,,,,,,58.5,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 7, row MentalHealthBench (emergent), column gpt-6 Astra)",,in, oai-sc-mentalhealthbench-emergent,openai,gpt-6.1-sol,max,mixed,hard,,,,,,,58.0,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 7, row MentalHealthBench (emergent), column gpt-6.1-sol)",,in, oai-sc-mentalhealthbench-emergent,openai,gpt-6.1-terra,max,mixed,hard,,,,,,,52.9,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 7, row MentalHealthBench (emergent), column gpt-6.1-terra)",,in, oai-sc-bio-mm-troubleshooting-virology,openai,gpt-6-luna,unstated,mixed,hard,,,,,,,49.1,pass@1%,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 10, row Multimodal Troubleshooting Virology pass@1, column gpt-6-luna)",,out:effort-not-established, oai-sc-bio-mm-troubleshooting-virology,openai,gpt-6-sol,unstated,mixed,hard,,,,,,,50.6,pass@1%,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 10, row Multimodal Troubleshooting Virology pass@1, column gpt-6-sol)",,out:effort-not-established, oai-sc-bio-mm-troubleshooting-virology,openai,gpt-6-astra,unstated,mixed,hard,,,,,,,63.11,pass@1%,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 10, row Multimodal Troubleshooting Virology pass@1, column gpt-6 Astra)",,out:effort-not-established, oai-sc-bio-mm-troubleshooting-virology,openai,gpt-6.1-sol,unstated,mixed,hard,,,,,,,55.34,pass@1%,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 10, row Multimodal Troubleshooting Virology pass@1, column gpt-6.1-sol)",,out:effort-not-established, oai-sc-bio-mm-troubleshooting-virology,openai,gpt-6.1-terra,unstated,mixed,hard,,,,,,,52.54,pass@1%,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 10, row Multimodal Troubleshooting Virology pass@1, column gpt-6.1-terra)",,out:effort-not-established, oai-sc-bio-aav-capsid,openai,gpt-5.6-sol,unstated,mixed,hard,,,,,,,0.529,spearman,0.000289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 11, row AAV Capsid Packaging Prediction Spearman rank correlation (higher is better), column gpt-5.6-sol)",,out:effort-not-established, oai-sc-bio-aav-capsid,openai,gpt-6-sol,unstated,mixed,hard,,,,,,,0.534,spearman,0.000289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 11, row AAV Capsid Packaging Prediction Spearman rank correlation (higher is better), column gpt-6-sol)",,out:effort-not-established, oai-sc-bio-aav-capsid,openai,gpt-6-astra,unstated,mixed,hard,,,,,,,0.5282,spearman,2.89e-05,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 11, row AAV Capsid Packaging Prediction Spearman rank correlation (higher is better), column gpt-6 Astra)",,out:effort-not-established, oai-sc-bio-aav-capsid,openai,gpt-6.1-sol,unstated,mixed,hard,,,,,,,0.5282,spearman,2.89e-05,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 11, row AAV Capsid Packaging Prediction Spearman rank correlation (higher is better), column gpt-6.1-sol)",,out:effort-not-established, oai-sc-bio-aav-capsid,openai,gpt-6.1-terra,unstated,mixed,hard,,,,,,,0.5285,spearman,2.89e-05,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 11, row AAV Capsid Packaging Prediction Spearman rank correlation (higher is better), column gpt-6.1-terra)",,out:effort-not-established, oai-sc-bio-shp2,openai,gpt-5.6-sol,unstated,mixed,hard,,,,,,,0.30,mean-R2,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 11, row SHP2 Protein Function Prediction Mean R² (higher is better), column gpt-5.6-sol)",,out:effort-not-established, oai-sc-bio-shp2,openai,gpt-6-sol,unstated,mixed,hard,,,,,,,0.273,mean-R2,0.000289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 11, row SHP2 Protein Function Prediction Mean R² (higher is better), column gpt-6-sol)",,out:effort-not-established, oai-sc-bio-shp2,openai,gpt-6-astra,unstated,mixed,hard,,,,,,,0.40,mean-R2,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 11, row SHP2 Protein Function Prediction Mean R² (higher is better), column gpt-6 Astra)",,out:effort-not-established, oai-sc-bio-shp2,openai,gpt-6.1-sol,unstated,mixed,hard,,,,,,,0.332,mean-R2,0.000289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 11, row SHP2 Protein Function Prediction Mean R² (higher is better), column gpt-6.1-sol)",,out:effort-not-established, oai-sc-bio-shp2,openai,gpt-6.1-terra,unstated,mixed,hard,,,,,,,0.3696,mean-R2,2.89e-05,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 11, row SHP2 Protein Function Prediction Mean R² (higher is better), column gpt-6.1-terra)",,out:effort-not-established, oai-sc-bio-coronavirus-ace2,openai,gpt-5.6-sol,unstated,mixed,hard,,,,,,,0.43,composite-score,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 11, row Coronavirus--ACE2 Cell-Entry Screen Composite score (higher is better), column gpt-5.6-sol)",,out:effort-not-established, oai-sc-bio-coronavirus-ace2,openai,gpt-6-sol,unstated,mixed,hard,,,,,,,0.463,composite-score,0.000289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 11, row Coronavirus--ACE2 Cell-Entry Screen Composite score (higher is better), column gpt-6-sol)",,out:effort-not-established, oai-sc-bio-coronavirus-ace2,openai,gpt-6-astra,unstated,mixed,hard,,,,,,,0.45,composite-score,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 11, row Coronavirus--ACE2 Cell-Entry Screen Composite score (higher is better), column gpt-6 Astra)",,out:effort-not-established, oai-sc-bio-coronavirus-ace2,openai,gpt-6.1-sol,unstated,mixed,hard,,,,,,,0.423,composite-score,0.000289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 11, row Coronavirus--ACE2 Cell-Entry Screen Composite score (higher is better), column gpt-6.1-sol)",,out:effort-not-established, oai-sc-bio-coronavirus-ace2,openai,gpt-6.1-terra,unstated,mixed,hard,,,,,,,0.4741,composite-score,2.89e-05,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 11, row Coronavirus--ACE2 Cell-Entry Screen Composite score (higher is better), column gpt-6.1-terra)",,out:effort-not-established, oai-sc-bio-phage-plasmid,openai,gpt-5.6-sol,unstated,mixed,hard,,,,,,,11.35,NLL,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 11, row Phage--plasmid Co-evolution Negative log-likelihood (lower is better), column gpt-5.6-sol)",,out:effort-not-established, oai-sc-bio-phage-plasmid,openai,gpt-6-sol,unstated,mixed,hard,,,,,,,12.9,NLL,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 11, row Phage--plasmid Co-evolution Negative log-likelihood (lower is better), column gpt-6-sol)",,out:effort-not-established, oai-sc-bio-phage-plasmid,openai,gpt-6-astra,unstated,mixed,hard,,,,,,,12.58,NLL,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 11, row Phage--plasmid Co-evolution Negative log-likelihood (lower is better), column gpt-6 Astra)",,out:effort-not-established, oai-sc-bio-phage-plasmid,openai,gpt-6.1-sol,unstated,mixed,hard,,,,,,,12.946,NLL,0.000289,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 11, row Phage--plasmid Co-evolution Negative log-likelihood (lower is better), column gpt-6.1-sol)",,out:effort-not-established, oai-sc-bio-phage-plasmid,openai,gpt-6.1-terra,unstated,mixed,hard,,,,,,,10.8229,NLL,2.89e-05,,,"https://deploymentsafety.openai.com/gpt-6-1-terra (Table 11, row Phage--plasmid Co-evolution Negative log-likelihood (lower is better), column gpt-6.1-terra)",,out:effort-not-established, oai-sc-exploitbench-internal-port,openai,gpt-6.1-terra,unstated,coding,hard,,,,,,,24.5,success%,0.0289,,,https://deploymentsafety.openai.com/gpt-6-1-terra (9.2.2 ExploitBench - Internal Port (June–August 2026)),,out:effort-not-established, oai-sc-exploitbench-internal-port,openai,gpt-6.1-sol,unstated,coding,hard,,,,,,,21.5,success%,0.0289,,,https://deploymentsafety.openai.com/gpt-6-1-terra (9.2.2 ExploitBench - Internal Port (June–August 2026)),,out:effort-not-established, oai-sc-exploitbench-internal-port,openai,gpt-6-astra,unstated,coding,hard,,,,,,,31.5,success%,0.0289,,,https://deploymentsafety.openai.com/gpt-6-1-terra (9.2.2 ExploitBench - Internal Port (June–August 2026)),,out:effort-not-established, oai-sc-exploitbench-internal-port,openai,gpt-6-sol,unstated,coding,hard,,,,,,,5.5,success%,0.0289,,,https://deploymentsafety.openai.com/gpt-6-1-terra (9.2.2 ExploitBench - Internal Port (June–August 2026)),,out:effort-not-established, oai-sc-exploitbench-internal-port,openai,gpt-5.6-sol,unstated,coding,hard,,,,,,,3.5,success%,0.0289,,,https://deploymentsafety.openai.com/gpt-6-1-terra (9.2.2 ExploitBench - Internal Port (June–August 2026)),,out:effort-not-established, oai-sc-secbench-pro,openai,gpt-6.1-terra,unstated,coding,hard,,,,,,,83.33,pass@1%,0.00289,,,https://deploymentsafety.openai.com/gpt-6-1-terra (9.2.2 SEC-Bench Pro),,out:effort-not-established, oai-sc-sandbox-bench,openai,gpt-6.1-terra,unstated,coding,hard,,,,,,,22.7,success%,0.0289,,,https://deploymentsafety.openai.com/gpt-6-1-terra (9.2.3 Sandbox Bench),,out:effort-not-established, oai-sc-sandbox-bench,openai,gpt-6.1-sol,unstated,coding,hard,,,,,,,41.9,success%,0.0289,,,https://deploymentsafety.openai.com/gpt-6-1-terra (9.2.3 Sandbox Bench),,out:effort-not-established, oai-sc-sandbox-bench,openai,gpt-6-astra,unstated,coding,hard,,,,,,,45.5,success%,0.0289,,,https://deploymentsafety.openai.com/gpt-6-1-terra (9.2.3 Sandbox Bench),,out:effort-not-established, oai-sc-healthbench-professional-length-,openai,gpt-6-astra,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,64.7,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-astra (Table 29, row HealthBench Professional length-adjusted, column GPT-6 Astra: the length-adjusted score (first number of the cell))",,out:effort-not-established, oai-sc-healthbench-professional-length-,openai,gpt-6-sol,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,60.8,score/100,0.0289,,EAP-run,"https://deploymentsafety.openai.com/gpt-6-astra (Table 29, row HealthBench Professional length-adjusted, column GPT-6 Sol: the length-adjusted score (first number of the cell))",,out:effort-not-established, oai-sc-healthbench-professional-length-,openai,gpt-6-luna,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,60.8,score/100,0.0289,,EAP-run,"https://deploymentsafety.openai.com/gpt-6-astra (Table 29, row HealthBench Professional length-adjusted, column GPT-6 Luna: the length-adjusted score (first number of the cell))",,out:effort-not-established, oai-sc-healthbench-length-adjusted,openai,gpt-6-astra,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,58.3,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-astra (Table 29, row HealthBench length-adjusted, column GPT-6 Astra: the length-adjusted score (first number of the cell))",,out:effort-not-established, oai-sc-healthbench-length-adjusted,openai,gpt-6-sol,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,53.2,score/100,0.0289,,EAP-run,"https://deploymentsafety.openai.com/gpt-6-astra (Table 29, row HealthBench length-adjusted, column GPT-6 Sol: the length-adjusted score (first number of the cell))",,out:effort-not-established, oai-sc-healthbench-length-adjusted,openai,gpt-6-luna,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,54.5,score/100,0.0289,,EAP-run,"https://deploymentsafety.openai.com/gpt-6-astra (Table 29, row HealthBench length-adjusted, column GPT-6 Luna: the length-adjusted score (first number of the cell))",,out:effort-not-established, oai-sc-healthbench-hard-length-adjusted,openai,gpt-6-astra,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,36.6,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-astra (Table 29, row HealthBench Hard length-adjusted, column GPT-6 Astra: the length-adjusted score (first number of the cell))",,out:effort-not-established, oai-sc-healthbench-hard-length-adjusted,openai,gpt-6-sol,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,30.1,score/100,0.0289,,EAP-run,"https://deploymentsafety.openai.com/gpt-6-astra (Table 29, row HealthBench Hard length-adjusted, column GPT-6 Sol: the length-adjusted score (first number of the cell))",,out:effort-not-established, oai-sc-healthbench-hard-length-adjusted,openai,gpt-6-luna,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,31.4,score/100,0.0289,,EAP-run,"https://deploymentsafety.openai.com/gpt-6-astra (Table 29, row HealthBench Hard length-adjusted, column GPT-6 Luna: the length-adjusted score (first number of the cell))",,out:effort-not-established, oai-sc-healthbench-consensus-length-adj,openai,gpt-6-astra,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,95.5,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-astra (Table 29, row HealthBench Consensus length-adjusted, column GPT-6 Astra: the length-adjusted score (first number of the cell))",,out:effort-not-established, oai-sc-healthbench-consensus-length-adj,openai,gpt-6-sol,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,96.2,score/100,0.0289,,EAP-run,"https://deploymentsafety.openai.com/gpt-6-astra (Table 29, row HealthBench Consensus length-adjusted, column GPT-6 Sol: the length-adjusted score (first number of the cell))",,out:effort-not-established, oai-sc-healthbench-consensus-length-adj,openai,gpt-6-luna,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,95.9,score/100,0.0289,,EAP-run,"https://deploymentsafety.openai.com/gpt-6-astra (Table 29, row HealthBench Consensus length-adjusted, column GPT-6 Luna: the length-adjusted score (first number of the cell))",,out:effort-not-established, oai-sc-exploitbench-internal-port,openai,?GPT-6 Cyber,not-established:absent,coding,hard,,,,,,,42,success%,0.289,,,https://deploymentsafety.openai.com/gpt-6-cyber (§7 ExploitBench - Internal Port (June–August 2026)),,out:model-not-established, oai-sc-exploitbench-internal-port,openai,gpt-6-astra,max,coding,hard,,,,,,,39,success%,0.289,,,https://deploymentsafety.openai.com/gpt-6-cyber (§7 ExploitBench - Internal Port (June–August 2026)),,out:single-couple, oai-sc-secbench-pro,openai,?GPT-6 Cyber,not-established:absent,coding,hard,,,,,,,87.02,pass@1%,0.00289,,,https://deploymentsafety.openai.com/gpt-6-cyber (§7 SEC-Bench Pro),,out:model-not-established, oai-sc-secbench-pro,openai,gpt-6-astra,max,coding,hard,,,,,,,85.38,pass@1%,0.00289,,,https://deploymentsafety.openai.com/gpt-6-cyber (§7 SEC-Bench Pro),,out:single-couple, oai-sc-sre-bench,openai,?GPT-6 Cyber,not-established:absent,coding,hard,,,,,,,92.84,pass@1%,0.00289,,,https://deploymentsafety.openai.com/gpt-6-cyber (§7 SRE-Bench),,out:model-not-established, oai-sc-sre-bench,openai,gpt-6-astra,max,coding,hard,,,,,,,87.98,pass@1%,0.00289,,,https://deploymentsafety.openai.com/gpt-6-cyber (§7 SRE-Bench),,out:single-couple, oai-sc-exploitgym,openai,?GPT-6 Cyber,not-established:absent,coding,hard,,,,,,,48.45,success%,0.00289,,,https://deploymentsafety.openai.com/gpt-6-cyber (§7 ExploitGym),,out:model-not-established, oai-sc-exploitgym,openai,gpt-6-astra,max,coding,hard,,,,,,,42.43,success%,0.00289,,,https://deploymentsafety.openai.com/gpt-6-cyber (§7 ExploitGym),,out:single-couple, oai-sc-exploitgym-hardened,openai,?GPT-6 Cyber,not-established:absent,coding,hard,,,,,,,36.94,success%,0.00289,,,https://deploymentsafety.openai.com/gpt-6-cyber (§7 ExploitGym Hardened),,out:model-not-established, oai-sc-exploitgym-hardened,openai,gpt-6-astra,max,coding,hard,,,,,,,29.69,success%,0.00289,,,https://deploymentsafety.openai.com/gpt-6-cyber (§7 ExploitGym Hardened),,out:single-couple, oai-sc-expertswe,openai,?GPT-6 Cyber,not-established:absent,coding,hard,,,,,,,82.95,success%,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-cyber (§9 AI self-improvement, ExpertSWE (the pronoun ""it"" is GPT-6 Cyber))",,out:model-not-established, oai-sc-expertswe,openai,gpt-6-astra,unstated,coding,hard,,,,,,,83.24,success%,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-cyber (§9 AI self-improvement, ExpertSWE)",,out:effort-not-established, oai-sc-protocolqa-standard,openai,?GPT-6 Cyber,not-established:absent,mixed,hard,,,,,,,47.2,success%,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-cyber (§10 ProtocolQA, standard scoring)",,out:model-not-established, oai-sc-protocolqa-refusals-correct,openai,?GPT-6 Cyber,not-established:absent,mixed,hard,,,,,,,50.9,success%,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-cyber (§10 ProtocolQA, refusals and safe completions counted as correct)",,out:model-not-established, oai-sc-protocolqa-standard,openai,?Astra,not-established:absent,mixed,hard,,,,,,,41.4,success%,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-cyber (§10 ProtocolQA, standard scoring (""Astra’s corresponding scores""))",,out:model-not-established, oai-sc-protocolqa-refusals-correct,openai,?Astra,not-established:absent,mixed,hard,,,,,,,45.4,success%,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-cyber (§10 ProtocolQA, refusals and safe completions counted as correct (""Astra’s corresponding scores""))",,out:model-not-established, oai-sc-irregular-frontiercyber,openai,?GPT-6 Cyber,not-established:absent,agentic-tool,hard,,,,,,,90,solved-of-288,0,,,"https://deploymentsafety.openai.com/gpt-6-cyber (§8.1 Irregular external evaluation, FrontierCyber)",,out:model-not-established, oai-sc-irregular-frontiercyber,openai,gpt-6-astra,unstated,agentic-tool,hard,,,,,,,96,solved-of-288,0,,,"https://deploymentsafety.openai.com/gpt-6-cyber (§8.1 Irregular external evaluation, FrontierCyber)",,out:effort-not-established, oai-sc-irregular-cyscenariobench,openai,?GPT-6 Cyber,not-established:absent,agentic-tool,hard,,,,,,,11,solved-of-11,0,,,"https://deploymentsafety.openai.com/gpt-6-cyber (§8.1 Irregular external evaluation, CyScenarioBench (solved at least once))",,out:model-not-established, oai-sc-irregular-cyscenariobench,openai,gpt-6-astra,unstated,agentic-tool,hard,,,,,,,8,solved-of-11,0,,,"https://deploymentsafety.openai.com/gpt-6-cyber (§8.1 Irregular external evaluation, CyScenarioBench (solved at least once))",,out:effort-not-established, oai-sc-irregular-atomic-vulnres,openai,?GPT-6 Cyber,not-established:absent,agentic-tool,hard,,,,,,,97,success%,0.289,,,"https://deploymentsafety.openai.com/gpt-6-cyber (§8.1 Irregular Atomic challenges, vulnerability research and exploitation (average success rate))",,out:model-not-established, oai-sc-irregular-atomic-vulnres,openai,gpt-6-astra,unstated,agentic-tool,hard,,,,,,,96,success%,0.289,,,"https://deploymentsafety.openai.com/gpt-6-cyber (§8.1 Irregular Atomic challenges, vulnerability research and exploitation (average success rate))",,out:effort-not-established, oai-sc-irregular-atomic-network,openai,?GPT-6 Cyber,not-established:absent,agentic-tool,hard,,,,,,,98,success%,0.289,,,"https://deploymentsafety.openai.com/gpt-6-cyber (§8.1 Irregular Atomic challenges, network attack simulation (average success rate))",,out:model-not-established, oai-sc-irregular-atomic-network,openai,gpt-6-astra,unstated,agentic-tool,hard,,,,,,,100,success%,0.289,,,"https://deploymentsafety.openai.com/gpt-6-cyber (§8.1 Irregular Atomic challenges, network attack simulation (average success rate))",,out:effort-not-established, oai-sc-irregular-atomic-evasion,openai,?GPT-6 Cyber,not-established:absent,agentic-tool,hard,,,,,,,63,success%,0.289,,,"https://deploymentsafety.openai.com/gpt-6-cyber (§8.1 Irregular Atomic challenges, evasion (average success rate))",,out:model-not-established, oai-sc-irregular-atomic-evasion,openai,gpt-6-astra,unstated,agentic-tool,hard,,,,,,,66,success%,0.289,,,"https://deploymentsafety.openai.com/gpt-6-cyber (§8.1 Irregular Atomic challenges, evasion (average success rate))",,out:effort-not-established, oai-sc-healthbench-professional-length-,openai,?gpt-5.5Instant,not-established:absent,mixed,hard,OpenAI-system-card-HealthBench,,,,,,38.4,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-luna-october-28-2026-addendum (Table 5, row HealthBench Professional, column gpt-5.5Instant)",,out:model-not-established, oai-sc-healthbench-professional-length-,openai,?gpt-5.6-sol(August),not-established:absent,mixed,hard,OpenAI-system-card-HealthBench,,,,,,54.0,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-luna-october-28-2026-addendum (Table 5, row HealthBench Professional, column gpt-5.6-sol(August))",,out:model-not-established, oai-sc-healthbench-professional-length-,openai,?gpt-5.6-luna(August),not-established:absent,mixed,hard,OpenAI-system-card-HealthBench,,,,,,44.1,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-luna-october-28-2026-addendum (Table 5, row HealthBench Professional, column gpt-5.6-luna(August))",,out:model-not-established, oai-sc-healthbench-professional-length-,openai,?gpt-6-sol(October 7),not-established:absent,mixed,hard,OpenAI-system-card-HealthBench,,,,,,55.2,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-luna-october-28-2026-addendum (Table 5, row HealthBench Professional, column gpt-6-sol(October 7))",,out:model-not-established, oai-sc-healthbench-professional-length-,openai,?gpt-6-luna(October 7),not-established:absent,mixed,hard,OpenAI-system-card-HealthBench,,,,,,48.2,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-luna-october-28-2026-addendum (Table 5, row HealthBench Professional, column gpt-6-luna(October 7))",,out:model-not-established, oai-sc-healthbench-professional-length-,openai,?gpt-6-luna(October 29),not-established:absent,mixed,hard,OpenAI-system-card-HealthBench,,,,,,47.4,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-luna-october-28-2026-addendum (Table 5, row HealthBench Professional, column gpt-6-luna(October 29))",,out:model-not-established, oai-sc-healthbench-length-adjusted,openai,?gpt-5.5Instant,not-established:absent,mixed,hard,OpenAI-system-card-HealthBench,,,,,,51.4,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-luna-october-28-2026-addendum (Table 5, row HealthBench, column gpt-5.5Instant)",,out:model-not-established, oai-sc-healthbench-length-adjusted,openai,?gpt-5.6-sol(August),not-established:absent,mixed,hard,OpenAI-system-card-HealthBench,,,,,,55.0,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-luna-october-28-2026-addendum (Table 5, row HealthBench, column gpt-5.6-sol(August))",,out:model-not-established, oai-sc-healthbench-length-adjusted,openai,?gpt-5.6-luna(August),not-established:absent,mixed,hard,OpenAI-system-card-HealthBench,,,,,,53.3,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-luna-october-28-2026-addendum (Table 5, row HealthBench, column gpt-5.6-luna(August))",,out:model-not-established, oai-sc-healthbench-length-adjusted,openai,?gpt-6-sol(October 7),not-established:absent,mixed,hard,OpenAI-system-card-HealthBench,,,,,,52.1,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-luna-october-28-2026-addendum (Table 5, row HealthBench, column gpt-6-sol(October 7))",,out:model-not-established, oai-sc-healthbench-length-adjusted,openai,?gpt-6-luna(October 7),not-established:absent,mixed,hard,OpenAI-system-card-HealthBench,,,,,,50.4,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-luna-october-28-2026-addendum (Table 5, row HealthBench, column gpt-6-luna(October 7))",,out:model-not-established, oai-sc-healthbench-length-adjusted,openai,?gpt-6-luna(October 29),not-established:absent,mixed,hard,OpenAI-system-card-HealthBench,,,,,,48.2,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-luna-october-28-2026-addendum (Table 5, row HealthBench, column gpt-6-luna(October 29))",,out:model-not-established, oai-sc-healthbench-hard-length-adjusted,openai,?gpt-5.5Instant,not-established:absent,mixed,hard,OpenAI-system-card-HealthBench,,,,,,22.9,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-luna-october-28-2026-addendum (Table 5, row HealthBench Hard, column gpt-5.5Instant)",,out:model-not-established, oai-sc-healthbench-hard-length-adjusted,openai,?gpt-5.6-sol(August),not-established:absent,mixed,hard,OpenAI-system-card-HealthBench,,,,,,31.4,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-luna-october-28-2026-addendum (Table 5, row HealthBench Hard, column gpt-5.6-sol(August))",,out:model-not-established, oai-sc-healthbench-hard-length-adjusted,openai,?gpt-5.6-luna(August),not-established:absent,mixed,hard,OpenAI-system-card-HealthBench,,,,,,28.7,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-luna-october-28-2026-addendum (Table 5, row HealthBench Hard, column gpt-5.6-luna(August))",,out:model-not-established, oai-sc-healthbench-hard-length-adjusted,openai,?gpt-6-sol(October 7),not-established:absent,mixed,hard,OpenAI-system-card-HealthBench,,,,,,27.8,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-luna-october-28-2026-addendum (Table 5, row HealthBench Hard, column gpt-6-sol(October 7))",,out:model-not-established, oai-sc-healthbench-hard-length-adjusted,openai,?gpt-6-luna(October 7),not-established:absent,mixed,hard,OpenAI-system-card-HealthBench,,,,,,27.2,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-luna-october-28-2026-addendum (Table 5, row HealthBench Hard, column gpt-6-luna(October 7))",,out:model-not-established, oai-sc-healthbench-hard-length-adjusted,openai,?gpt-6-luna(October 29),not-established:absent,mixed,hard,OpenAI-system-card-HealthBench,,,,,,22.8,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-luna-october-28-2026-addendum (Table 5, row HealthBench Hard, column gpt-6-luna(October 29))",,out:model-not-established, oai-sc-healthbench-consensus-length-adj,openai,?gpt-5.5Instant,not-established:absent,mixed,hard,OpenAI-system-card-HealthBench,,,,,,94.7,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-luna-october-28-2026-addendum (Table 5, row HealthBench Consensus, column gpt-5.5Instant)",,out:model-not-established, oai-sc-healthbench-consensus-length-adj,openai,?gpt-5.6-sol(August),not-established:absent,mixed,hard,OpenAI-system-card-HealthBench,,,,,,95.5,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-luna-october-28-2026-addendum (Table 5, row HealthBench Consensus, column gpt-5.6-sol(August))",,out:model-not-established, oai-sc-healthbench-consensus-length-adj,openai,?gpt-5.6-luna(August),not-established:absent,mixed,hard,OpenAI-system-card-HealthBench,,,,,,94.8,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-luna-october-28-2026-addendum (Table 5, row HealthBench Consensus, column gpt-5.6-luna(August))",,out:model-not-established, oai-sc-healthbench-consensus-length-adj,openai,?gpt-6-sol(October 7),not-established:absent,mixed,hard,OpenAI-system-card-HealthBench,,,,,,93.8,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-luna-october-28-2026-addendum (Table 5, row HealthBench Consensus, column gpt-6-sol(October 7))",,out:model-not-established, oai-sc-healthbench-consensus-length-adj,openai,?gpt-6-luna(October 7),not-established:absent,mixed,hard,OpenAI-system-card-HealthBench,,,,,,95.0,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-luna-october-28-2026-addendum (Table 5, row HealthBench Consensus, column gpt-6-luna(October 7))",,out:model-not-established, oai-sc-healthbench-consensus-length-adj,openai,?gpt-6-luna(October 29),not-established:absent,mixed,hard,OpenAI-system-card-HealthBench,,,,,,93.3,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-luna-october-28-2026-addendum (Table 5, row HealthBench Consensus, column gpt-6-luna(October 29))",,out:model-not-established, oai-sc-mentalhealthbench-overall,openai,?gpt-5.5Instant(May),not-established:absent,mixed,hard,,,,,,,49.38,score/100,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-luna-october-28-2026-addendum (Table 6, row MentalHealthBench (overall), column gpt-5.5Instant(May))",,out:model-not-established, oai-sc-mentalhealthbench-overall,openai,?gpt-5.5Instant(June),not-established:absent,mixed,hard,,,,,,,53.93,score/100,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-luna-october-28-2026-addendum (Table 6, row MentalHealthBench (overall), column gpt-5.5Instant(June))",,out:model-not-established, oai-sc-mentalhealthbench-overall,openai,?gpt-5.6-sol(August),not-established:absent,mixed,hard,,,,,,,47.53,score/100,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-luna-october-28-2026-addendum (Table 6, row MentalHealthBench (overall), column gpt-5.6-sol(August))",,out:model-not-established, oai-sc-mentalhealthbench-overall,openai,?gpt-5.6-luna(August),not-established:absent,mixed,hard,,,,,,,45.11,score/100,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-luna-october-28-2026-addendum (Table 6, row MentalHealthBench (overall), column gpt-5.6-luna(August))",,out:model-not-established, oai-sc-mentalhealthbench-overall,openai,?gpt-6-sol(October 7),not-established:absent,mixed,hard,,,,,,,48.81,score/100,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-luna-october-28-2026-addendum (Table 6, row MentalHealthBench (overall), column gpt-6-sol(October 7))",,out:model-not-established, oai-sc-mentalhealthbench-overall,openai,?gpt-6-luna(October 7),not-established:absent,mixed,hard,,,,,,,51.73,score/100,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-luna-october-28-2026-addendum (Table 6, row MentalHealthBench (overall), column gpt-6-luna(October 7))",,out:model-not-established, oai-sc-mentalhealthbench-overall,openai,?gpt-6-luna(October 29),not-established:absent,mixed,hard,,,,,,,48.68,score/100,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-luna-october-28-2026-addendum (Table 6, row MentalHealthBench (overall), column gpt-6-luna(October 29))",,out:model-not-established, oai-sc-mentalhealthbench-non-acute,openai,?gpt-5.5Instant(May),not-established:absent,mixed,hard,,,,,,,51.91,score/100,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-luna-october-28-2026-addendum (Table 6, row MentalHealthBench (non-acute), column gpt-5.5Instant(May))",,out:model-not-established, oai-sc-mentalhealthbench-non-acute,openai,?gpt-5.5Instant(June),not-established:absent,mixed,hard,,,,,,,52.96,score/100,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-luna-october-28-2026-addendum (Table 6, row MentalHealthBench (non-acute), column gpt-5.5Instant(June))",,out:model-not-established, oai-sc-mentalhealthbench-non-acute,openai,?gpt-5.6-sol(August),not-established:absent,mixed,hard,,,,,,,47.07,score/100,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-luna-october-28-2026-addendum (Table 6, row MentalHealthBench (non-acute), column gpt-5.6-sol(August))",,out:model-not-established, oai-sc-mentalhealthbench-non-acute,openai,?gpt-5.6-luna(August),not-established:absent,mixed,hard,,,,,,,43.10,score/100,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-luna-october-28-2026-addendum (Table 6, row MentalHealthBench (non-acute), column gpt-5.6-luna(August))",,out:model-not-established, oai-sc-mentalhealthbench-non-acute,openai,?gpt-6-sol(October 7),not-established:absent,mixed,hard,,,,,,,47.62,score/100,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-luna-october-28-2026-addendum (Table 6, row MentalHealthBench (non-acute), column gpt-6-sol(October 7))",,out:model-not-established, oai-sc-mentalhealthbench-non-acute,openai,?gpt-6-luna(October 7),not-established:absent,mixed,hard,,,,,,,51.68,score/100,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-luna-october-28-2026-addendum (Table 6, row MentalHealthBench (non-acute), column gpt-6-luna(October 7))",,out:model-not-established, oai-sc-mentalhealthbench-non-acute,openai,?gpt-6-luna(October 29),not-established:absent,mixed,hard,,,,,,,46.39,score/100,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-luna-october-28-2026-addendum (Table 6, row MentalHealthBench (non-acute), column gpt-6-luna(October 29))",,out:model-not-established, oai-sc-mentalhealthbench-high-acuity,openai,?gpt-5.5Instant(May),not-established:absent,mixed,hard,,,,,,,50.23,score/100,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-luna-october-28-2026-addendum (Table 6, row MentalHealthBench (high acuity), column gpt-5.5Instant(May))",,out:model-not-established, oai-sc-mentalhealthbench-high-acuity,openai,?gpt-5.5Instant(June),not-established:absent,mixed,hard,,,,,,,58.76,score/100,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-luna-october-28-2026-addendum (Table 6, row MentalHealthBench (high acuity), column gpt-5.5Instant(June))",,out:model-not-established, oai-sc-mentalhealthbench-high-acuity,openai,?gpt-5.6-sol(August),not-established:absent,mixed,hard,,,,,,,53.88,score/100,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-luna-october-28-2026-addendum (Table 6, row MentalHealthBench (high acuity), column gpt-5.6-sol(August))",,out:model-not-established, oai-sc-mentalhealthbench-high-acuity,openai,?gpt-5.6-luna(August),not-established:absent,mixed,hard,,,,,,,52.58,score/100,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-luna-october-28-2026-addendum (Table 6, row MentalHealthBench (high acuity), column gpt-5.6-luna(August))",,out:model-not-established, oai-sc-mentalhealthbench-high-acuity,openai,?gpt-6-sol(October 7),not-established:absent,mixed,hard,,,,,,,53.70,score/100,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-luna-october-28-2026-addendum (Table 6, row MentalHealthBench (high acuity), column gpt-6-sol(October 7))",,out:model-not-established, oai-sc-mentalhealthbench-high-acuity,openai,?gpt-6-luna(October 7),not-established:absent,mixed,hard,,,,,,,56.15,score/100,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-luna-october-28-2026-addendum (Table 6, row MentalHealthBench (high acuity), column gpt-6-luna(October 7))",,out:model-not-established, oai-sc-mentalhealthbench-high-acuity,openai,?gpt-6-luna(October 29),not-established:absent,mixed,hard,,,,,,,53.92,score/100,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-luna-october-28-2026-addendum (Table 6, row MentalHealthBench (high acuity), column gpt-6-luna(October 29))",,out:model-not-established, oai-sc-mentalhealthbench-emergent,openai,?gpt-5.5Instant(May),not-established:absent,mixed,hard,,,,,,,44.03,score/100,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-luna-october-28-2026-addendum (Table 6, row MentalHealthBench (emergent), column gpt-5.5Instant(May))",,out:model-not-established, oai-sc-mentalhealthbench-emergent,openai,?gpt-5.5Instant(June),not-established:absent,mixed,hard,,,,,,,52.66,score/100,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-luna-october-28-2026-addendum (Table 6, row MentalHealthBench (emergent), column gpt-5.5Instant(June))",,out:model-not-established, oai-sc-mentalhealthbench-emergent,openai,?gpt-5.6-sol(August),not-established:absent,mixed,hard,,,,,,,44.30,score/100,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-luna-october-28-2026-addendum (Table 6, row MentalHealthBench (emergent), column gpt-5.6-sol(August))",,out:model-not-established, oai-sc-mentalhealthbench-emergent,openai,?gpt-5.6-luna(August),not-established:absent,mixed,hard,,,,,,,44.12,score/100,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-luna-october-28-2026-addendum (Table 6, row MentalHealthBench (emergent), column gpt-5.6-luna(August))",,out:model-not-established, oai-sc-mentalhealthbench-emergent,openai,?gpt-6-sol(October 7),not-established:absent,mixed,hard,,,,,,,47.92,score/100,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-luna-october-28-2026-addendum (Table 6, row MentalHealthBench (emergent), column gpt-6-sol(October 7))",,out:model-not-established, oai-sc-mentalhealthbench-emergent,openai,?gpt-6-luna(October 7),not-established:absent,mixed,hard,,,,,,,48.98,score/100,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-luna-october-28-2026-addendum (Table 6, row MentalHealthBench (emergent), column gpt-6-luna(October 7))",,out:model-not-established, oai-sc-mentalhealthbench-emergent,openai,?gpt-6-luna(October 29),not-established:absent,mixed,hard,,,,,,,49.64,score/100,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-luna-october-28-2026-addendum (Table 6, row MentalHealthBench (emergent), column gpt-6-luna(October 29))",,out:model-not-established, oai-sc-bio-mm-troubleshooting-virology,openai,?gpt-6-luna(October 7),not-established:absent,mixed,hard,,,,,,,48.13,pass@1%,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-luna-october-28-2026-addendum (Table 8, row Multimodal Troubleshooting Virology pass@1, column gpt-6-luna(October 7))",,out:model-not-established, oai-sc-bio-mm-troubleshooting-virology,openai,?gpt-6-luna (October 29),not-established:absent,mixed,hard,,,,,,,45.85,pass@1%,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-luna-october-28-2026-addendum (Table 8, row Multimodal Troubleshooting Virology pass@1, column gpt-6-luna (October 29))",,out:model-not-established, oai-sc-bio-protocolqa-open-ended,openai,?gpt-6-luna(October 7),not-established:absent,mixed,hard,,,,,,,34.57,pass@1%,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-luna-october-28-2026-addendum (Table 8, row ProtocolQA Open-Ended pass@1, column gpt-6-luna(October 7))",,out:model-not-established, oai-sc-bio-protocolqa-open-ended,openai,?gpt-6-luna (October 29),not-established:absent,mixed,hard,,,,,,,31.80,pass@1%,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-luna-october-28-2026-addendum (Table 8, row ProtocolQA Open-Ended pass@1, column gpt-6-luna (October 29))",,out:model-not-established, oai-sc-bio-tacit-knowledge,openai,?gpt-6-luna(October 7),not-established:absent,mixed,hard,,,,,,,94.00,cons@32%,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-luna-october-28-2026-addendum (Table 8, row Tacit Knowledge and Troubleshooting cons@32, column gpt-6-luna(October 7))",,out:model-not-established, oai-sc-bio-tacit-knowledge,openai,?gpt-6-luna (October 29),not-established:absent,mixed,hard,,,,,,,90.80,cons@32%,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-luna-october-28-2026-addendum (Table 8, row Tacit Knowledge and Troubleshooting cons@32, column gpt-6-luna (October 29))",,out:model-not-established, oai-sc-bio-troubleshootingbench,openai,?gpt-6-luna(October 7),not-established:absent,mixed,hard,,,,,,,41.46,pass@1%,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-luna-october-28-2026-addendum (Table 8, row TroubleshootingBench pass@1, column gpt-6-luna(October 7))",,out:model-not-established, oai-sc-bio-troubleshootingbench,openai,?gpt-6-luna (October 29),not-established:absent,mixed,hard,,,,,,,37.90,pass@1%,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-luna-october-28-2026-addendum (Table 8, row TroubleshootingBench pass@1, column gpt-6-luna (October 29))",,out:model-not-established, oai-sc-bio-aav-capsid,openai,?gpt-6-luna(October 29),not-established:absent,mixed,hard,,,,,,,0.53,spearman,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-luna-october-28-2026-addendum (Table 9, row AAV Capsid Packaging Prediction Spearman rank correlation (higher is better), column gpt-6-luna(October 29))",,out:model-not-established, oai-sc-bio-shp2,openai,?gpt-6-luna(October 7),not-established:absent,mixed,hard,,,,,,,0.13,mean-R2,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-luna-october-28-2026-addendum (Table 9, row SHP2 Protein Function Prediction Mean R² (higher is better), column gpt-6-luna(October 7))",,out:model-not-established, oai-sc-bio-shp2,openai,?gpt-6-luna(October 29),not-established:absent,mixed,hard,,,,,,,0.21,mean-R2,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-luna-october-28-2026-addendum (Table 9, row SHP2 Protein Function Prediction Mean R² (higher is better), column gpt-6-luna(October 29))",,out:model-not-established, oai-sc-bio-coronavirus-ace2,openai,?gpt-6-luna(October 7),not-established:absent,mixed,hard,,,,,,,0.36,composite-score,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-luna-october-28-2026-addendum (Table 9, row Coronavirus--ACE2 Cell-Entry Screen Composite score (higher is better), column gpt-6-luna(October 7))",,out:model-not-established, oai-sc-bio-coronavirus-ace2,openai,?gpt-6-luna(October 29),not-established:absent,mixed,hard,,,,,,,0.37,composite-score,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-luna-october-28-2026-addendum (Table 9, row Coronavirus--ACE2 Cell-Entry Screen Composite score (higher is better), column gpt-6-luna(October 29))",,out:model-not-established, oai-sc-bio-phage-plasmid,openai,?gpt-6-luna(October 7),not-established:absent,mixed,hard,,,,,,,10.70,NLL,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-luna-october-28-2026-addendum (Table 9, row Phage--plasmid Co-evolution Negative log-likelihood (lower is better), column gpt-6-luna(October 7))",,out:model-not-established, oai-sc-bio-phage-plasmid,openai,?gpt-6-luna(October 29),not-established:absent,mixed,hard,,,,,,,11.84,NLL,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-luna-october-28-2026-addendum (Table 9, row Phage--plasmid Co-evolution Negative log-likelihood (lower is better), column gpt-6-luna(October 29))",,out:model-not-established, oai-sc-exploitbench,openai,?GPT-6 Luna (October 29),not-established:absent,coding,hard,,,,,,,46.19,success%,0.00289,,,https://deploymentsafety.openai.com/gpt-6-luna-october-28-2026-addendum (8.1.2.1 ExploitBench),,out:model-not-established, oai-sc-secbench-pro,openai,?GPT-6 Luna (October 29),not-established:absent,coding,hard,,,,,,,51.75,pass@1%,0.00289,,,https://deploymentsafety.openai.com/gpt-6-luna-october-28-2026-addendum (8.1.2.2 SEC-Bench Pro),,out:model-not-established, oai-sc-secbench-pro,openai,gpt-6-astra,unstated,coding,hard,,,,,,,85.4,pass@1%,0.0289,,,https://deploymentsafety.openai.com/gpt-6-luna-october-28-2026-addendum (8.1.2.2 SEC-Bench Pro (comparison value in the sentence)),,out:effort-not-established, oai-sc-healthbench-professional-length-,openai,?gpt-5.5Instant,not-established:absent,mixed,hard,OpenAI-system-card-HealthBench,,,,,,38.4,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-october (Table 5, row HealthBench Professional, column gpt-5.5Instant)",,out:model-not-established, oai-sc-healthbench-professional-length-,openai,?gpt-5.6-sol(August),not-established:absent,mixed,hard,OpenAI-system-card-HealthBench,,,,,,54.0,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-october (Table 5, row HealthBench Professional, column gpt-5.6-sol(August))",,out:model-not-established, oai-sc-healthbench-professional-length-,openai,?gpt-5.6-luna(August),not-established:absent,mixed,hard,OpenAI-system-card-HealthBench,,,,,,44.1,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-october (Table 5, row HealthBench Professional, column gpt-5.6-luna(August))",,out:model-not-established, oai-sc-healthbench-professional-length-,openai,?gpt-6-sol(October),not-established:absent,mixed,hard,OpenAI-system-card-HealthBench,,,,,,55.2,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-october (Table 5, row HealthBench Professional, column gpt-6-sol(October))",,out:model-not-established, oai-sc-healthbench-professional-length-,openai,?gpt-6-luna(October),not-established:absent,mixed,hard,OpenAI-system-card-HealthBench,,,,,,48.2,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-october (Table 5, row HealthBench Professional, column gpt-6-luna(October))",,out:model-not-established, oai-sc-healthbench-length-adjusted,openai,?gpt-5.5Instant,not-established:absent,mixed,hard,OpenAI-system-card-HealthBench,,,,,,51.4,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-october (Table 5, row HealthBench, column gpt-5.5Instant)",,out:model-not-established, oai-sc-healthbench-length-adjusted,openai,?gpt-5.6-sol(August),not-established:absent,mixed,hard,OpenAI-system-card-HealthBench,,,,,,55.0,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-october (Table 5, row HealthBench, column gpt-5.6-sol(August))",,out:model-not-established, oai-sc-healthbench-length-adjusted,openai,?gpt-5.6-luna(August),not-established:absent,mixed,hard,OpenAI-system-card-HealthBench,,,,,,53.3,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-october (Table 5, row HealthBench, column gpt-5.6-luna(August))",,out:model-not-established, oai-sc-healthbench-length-adjusted,openai,?gpt-6-sol(October),not-established:absent,mixed,hard,OpenAI-system-card-HealthBench,,,,,,52.1,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-october (Table 5, row HealthBench, column gpt-6-sol(October))",,out:model-not-established, oai-sc-healthbench-length-adjusted,openai,?gpt-6-luna(October),not-established:absent,mixed,hard,OpenAI-system-card-HealthBench,,,,,,50.4,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-october (Table 5, row HealthBench, column gpt-6-luna(October))",,out:model-not-established, oai-sc-healthbench-hard-length-adjusted,openai,?gpt-5.5Instant,not-established:absent,mixed,hard,OpenAI-system-card-HealthBench,,,,,,22.9,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-october (Table 5, row HealthBench Hard, column gpt-5.5Instant)",,out:model-not-established, oai-sc-healthbench-hard-length-adjusted,openai,?gpt-5.6-sol(August),not-established:absent,mixed,hard,OpenAI-system-card-HealthBench,,,,,,31.4,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-october (Table 5, row HealthBench Hard, column gpt-5.6-sol(August))",,out:model-not-established, oai-sc-healthbench-hard-length-adjusted,openai,?gpt-5.6-luna(August),not-established:absent,mixed,hard,OpenAI-system-card-HealthBench,,,,,,28.7,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-october (Table 5, row HealthBench Hard, column gpt-5.6-luna(August))",,out:model-not-established, oai-sc-healthbench-hard-length-adjusted,openai,?gpt-6-sol(October),not-established:absent,mixed,hard,OpenAI-system-card-HealthBench,,,,,,27.8,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-october (Table 5, row HealthBench Hard, column gpt-6-sol(October))",,out:model-not-established, oai-sc-healthbench-hard-length-adjusted,openai,?gpt-6-luna(October),not-established:absent,mixed,hard,OpenAI-system-card-HealthBench,,,,,,27.2,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-october (Table 5, row HealthBench Hard, column gpt-6-luna(October))",,out:model-not-established, oai-sc-healthbench-consensus-length-adj,openai,?gpt-5.5Instant,not-established:absent,mixed,hard,OpenAI-system-card-HealthBench,,,,,,94.7,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-october (Table 5, row HealthBench Consensus, column gpt-5.5Instant)",,out:model-not-established, oai-sc-healthbench-consensus-length-adj,openai,?gpt-5.6-sol(August),not-established:absent,mixed,hard,OpenAI-system-card-HealthBench,,,,,,95.5,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-october (Table 5, row HealthBench Consensus, column gpt-5.6-sol(August))",,out:model-not-established, oai-sc-healthbench-consensus-length-adj,openai,?gpt-5.6-luna(August),not-established:absent,mixed,hard,OpenAI-system-card-HealthBench,,,,,,94.8,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-october (Table 5, row HealthBench Consensus, column gpt-5.6-luna(August))",,out:model-not-established, oai-sc-healthbench-consensus-length-adj,openai,?gpt-6-sol(October),not-established:absent,mixed,hard,OpenAI-system-card-HealthBench,,,,,,93.8,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-october (Table 5, row HealthBench Consensus, column gpt-6-sol(October))",,out:model-not-established, oai-sc-healthbench-consensus-length-adj,openai,?gpt-6-luna(October),not-established:absent,mixed,hard,OpenAI-system-card-HealthBench,,,,,,95.0,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-october (Table 5, row HealthBench Consensus, column gpt-6-luna(October))",,out:model-not-established, oai-sc-mentalhealthbench-overall,openai,?gpt-5.5Instant(May),not-established:absent,mixed,hard,,,,,,,49.38,score/100,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-october (Table 6, row MentalHealthBench (overall), column gpt-5.5Instant(May))",,out:model-not-established, oai-sc-mentalhealthbench-overall,openai,?gpt-5.5Instant(June),not-established:absent,mixed,hard,,,,,,,53.93,score/100,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-october (Table 6, row MentalHealthBench (overall), column gpt-5.5Instant(June))",,out:model-not-established, oai-sc-mentalhealthbench-overall,openai,?gpt-5.6-sol(August),not-established:absent,mixed,hard,,,,,,,47.53,score/100,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-october (Table 6, row MentalHealthBench (overall), column gpt-5.6-sol(August))",,out:model-not-established, oai-sc-mentalhealthbench-overall,openai,?gpt-5.6-luna(August),not-established:absent,mixed,hard,,,,,,,45.11,score/100,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-october (Table 6, row MentalHealthBench (overall), column gpt-5.6-luna(August))",,out:model-not-established, oai-sc-mentalhealthbench-overall,openai,?gpt-6-sol(October),not-established:absent,mixed,hard,,,,,,,48.81,score/100,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-october (Table 6, row MentalHealthBench (overall), column gpt-6-sol(October))",,out:model-not-established, oai-sc-mentalhealthbench-overall,openai,?gpt-6-luna(October),not-established:absent,mixed,hard,,,,,,,51.73,score/100,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-october (Table 6, row MentalHealthBench (overall), column gpt-6-luna(October))",,out:model-not-established, oai-sc-mentalhealthbench-non-acute,openai,?gpt-5.5Instant(May),not-established:absent,mixed,hard,,,,,,,51.91,score/100,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-october (Table 6, row MentalHealthBench (non-acute), column gpt-5.5Instant(May))",,out:model-not-established, oai-sc-mentalhealthbench-non-acute,openai,?gpt-5.5Instant(June),not-established:absent,mixed,hard,,,,,,,52.96,score/100,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-october (Table 6, row MentalHealthBench (non-acute), column gpt-5.5Instant(June))",,out:model-not-established, oai-sc-mentalhealthbench-non-acute,openai,?gpt-5.6-sol(August),not-established:absent,mixed,hard,,,,,,,47.07,score/100,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-october (Table 6, row MentalHealthBench (non-acute), column gpt-5.6-sol(August))",,out:model-not-established, oai-sc-mentalhealthbench-non-acute,openai,?gpt-5.6-luna(August),not-established:absent,mixed,hard,,,,,,,43.10,score/100,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-october (Table 6, row MentalHealthBench (non-acute), column gpt-5.6-luna(August))",,out:model-not-established, oai-sc-mentalhealthbench-non-acute,openai,?gpt-6-sol(October),not-established:absent,mixed,hard,,,,,,,47.62,score/100,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-october (Table 6, row MentalHealthBench (non-acute), column gpt-6-sol(October))",,out:model-not-established, oai-sc-mentalhealthbench-non-acute,openai,?gpt-6-luna(October),not-established:absent,mixed,hard,,,,,,,51.68,score/100,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-october (Table 6, row MentalHealthBench (non-acute), column gpt-6-luna(October))",,out:model-not-established, oai-sc-mentalhealthbench-high-acuity,openai,?gpt-5.5Instant(May),not-established:absent,mixed,hard,,,,,,,50.23,score/100,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-october (Table 6, row MentalHealthBench (high acuity), column gpt-5.5Instant(May))",,out:model-not-established, oai-sc-mentalhealthbench-high-acuity,openai,?gpt-5.5Instant(June),not-established:absent,mixed,hard,,,,,,,58.76,score/100,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-october (Table 6, row MentalHealthBench (high acuity), column gpt-5.5Instant(June))",,out:model-not-established, oai-sc-mentalhealthbench-high-acuity,openai,?gpt-5.6-sol(August),not-established:absent,mixed,hard,,,,,,,53.88,score/100,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-october (Table 6, row MentalHealthBench (high acuity), column gpt-5.6-sol(August))",,out:model-not-established, oai-sc-mentalhealthbench-high-acuity,openai,?gpt-5.6-luna(August),not-established:absent,mixed,hard,,,,,,,52.58,score/100,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-october (Table 6, row MentalHealthBench (high acuity), column gpt-5.6-luna(August))",,out:model-not-established, oai-sc-mentalhealthbench-high-acuity,openai,?gpt-6-sol(October),not-established:absent,mixed,hard,,,,,,,53.70,score/100,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-october (Table 6, row MentalHealthBench (high acuity), column gpt-6-sol(October))",,out:model-not-established, oai-sc-mentalhealthbench-high-acuity,openai,?gpt-6-luna(October),not-established:absent,mixed,hard,,,,,,,56.15,score/100,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-october (Table 6, row MentalHealthBench (high acuity), column gpt-6-luna(October))",,out:model-not-established, oai-sc-mentalhealthbench-emergent,openai,?gpt-5.5Instant(May),not-established:absent,mixed,hard,,,,,,,44.03,score/100,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-october (Table 6, row MentalHealthBench (emergent), column gpt-5.5Instant(May))",,out:model-not-established, oai-sc-mentalhealthbench-emergent,openai,?gpt-5.5Instant(June),not-established:absent,mixed,hard,,,,,,,52.66,score/100,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-october (Table 6, row MentalHealthBench (emergent), column gpt-5.5Instant(June))",,out:model-not-established, oai-sc-mentalhealthbench-emergent,openai,?gpt-5.6-sol(August),not-established:absent,mixed,hard,,,,,,,44.30,score/100,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-october (Table 6, row MentalHealthBench (emergent), column gpt-5.6-sol(August))",,out:model-not-established, oai-sc-mentalhealthbench-emergent,openai,?gpt-5.6-luna(August),not-established:absent,mixed,hard,,,,,,,44.12,score/100,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-october (Table 6, row MentalHealthBench (emergent), column gpt-5.6-luna(August))",,out:model-not-established, oai-sc-mentalhealthbench-emergent,openai,?gpt-6-sol(October),not-established:absent,mixed,hard,,,,,,,47.92,score/100,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-october (Table 6, row MentalHealthBench (emergent), column gpt-6-sol(October))",,out:model-not-established, oai-sc-mentalhealthbench-emergent,openai,?gpt-6-luna(October),not-established:absent,mixed,hard,,,,,,,48.98,score/100,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-october (Table 6, row MentalHealthBench (emergent), column gpt-6-luna(October))",,out:model-not-established, oai-sc-bio-mm-troubleshooting-virology,openai,?gpt-6-sol(October),not-established:absent,mixed,hard,,,,,,,51.68,pass@1%,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-october (Table 8, row Multimodal Troubleshooting Virology pass@1, column gpt-6-sol(October))",,out:model-not-established, oai-sc-bio-mm-troubleshooting-virology,openai,?gpt-6-luna(October),not-established:absent,mixed,hard,,,,,,,48.13,pass@1%,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-october (Table 8, row Multimodal Troubleshooting Virology pass@1, column gpt-6-luna(October))",,out:model-not-established, oai-sc-bio-protocolqa-open-ended,openai,?gpt-6-sol(October),not-established:absent,mixed,hard,,,,,,,25.62,pass@1%,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-october (Table 8, row ProtocolQA Open-Ended pass@1, column gpt-6-sol(October))",,out:model-not-established, oai-sc-bio-protocolqa-open-ended,openai,?gpt-6-luna(October),not-established:absent,mixed,hard,,,,,,,34.57,pass@1%,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-october (Table 8, row ProtocolQA Open-Ended pass@1, column gpt-6-luna(October))",,out:model-not-established, oai-sc-bio-tacit-knowledge,openai,?gpt-6-sol(October),not-established:absent,mixed,hard,,,,,,,72.45,cons@32%,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-october (Table 8, row Tacit Knowledge and Troubleshooting cons@32, column gpt-6-sol(October))",,out:model-not-established, oai-sc-bio-tacit-knowledge,openai,?gpt-6-luna(October),not-established:absent,mixed,hard,,,,,,,94.00,cons@32%,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-october (Table 8, row Tacit Knowledge and Troubleshooting cons@32, column gpt-6-luna(October))",,out:model-not-established, oai-sc-bio-troubleshootingbench,openai,?gpt-6-sol(October),not-established:absent,mixed,hard,,,,,,,41.83,pass@1%,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-october (Table 8, row TroubleshootingBench pass@1, column gpt-6-sol(October))",,out:model-not-established, oai-sc-bio-troubleshootingbench,openai,?gpt-6-luna(October),not-established:absent,mixed,hard,,,,,,,41.46,pass@1%,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-october (Table 8, row TroubleshootingBench pass@1, column gpt-6-luna(October))",,out:model-not-established, oai-sc-bio-shp2,openai,?gpt-6-sol(October),not-established:absent,mixed,hard,,,,,,,0.23,mean-R2,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-october (Table 9, row SHP2 Protein Function Prediction Mean R² (higher is better), column gpt-6-sol(October))",,out:model-not-established, oai-sc-bio-shp2,openai,?gpt-6-luna(October),not-established:absent,mixed,hard,,,,,,,0.13,mean-R2,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-october (Table 9, row SHP2 Protein Function Prediction Mean R² (higher is better), column gpt-6-luna(October))",,out:model-not-established, oai-sc-bio-coronavirus-ace2,openai,?gpt-6-sol(October),not-established:absent,mixed,hard,,,,,,,0.349,composite-score,0.000289,,,"https://deploymentsafety.openai.com/gpt-6-october (Table 9, row Coronavirus--ACE2 Cell-Entry Screen Composite score (higher is better), column gpt-6-sol(October))",,out:model-not-established, oai-sc-bio-coronavirus-ace2,openai,?gpt-6-luna(October),not-established:absent,mixed,hard,,,,,,,0.36,composite-score,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-october (Table 9, row Coronavirus--ACE2 Cell-Entry Screen Composite score (higher is better), column gpt-6-luna(October))",,out:model-not-established, oai-sc-bio-phage-plasmid,openai,?gpt-6-sol(October),not-established:absent,mixed,hard,,,,,,,12.95,NLL,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-october (Table 9, row Phage--plasmid Co-evolution Negative log-likelihood (lower is better), column gpt-6-sol(October))",,out:model-not-established, oai-sc-bio-phage-plasmid,openai,?gpt-6-luna(October),not-established:absent,mixed,hard,,,,,,,10.70,NLL,0.00289,,,"https://deploymentsafety.openai.com/gpt-6-october (Table 9, row Phage--plasmid Co-evolution Negative log-likelihood (lower is better), column gpt-6-luna(October))",,out:model-not-established, oai-sc-exploitbench,openai,gpt-6-sol,max,coding,hard,,,,,,,82.62,success%,0.00289,,,https://deploymentsafety.openai.com/gpt-6-october (8.1.2.1 ExploitBench),,in, oai-sc-exploitbench,openai,gpt-6-luna,max,coding,hard,,,,,,,44.66,success%,0.00289,,,https://deploymentsafety.openai.com/gpt-6-october (8.1.2.1 ExploitBench),,in, oai-sc-secbench-pro,openai,gpt-6-sol,unstated,coding,hard,,,,,,,68.85,pass@1%,0.00289,,,https://deploymentsafety.openai.com/gpt-6-october (8.1.2.2 SEC-Bench Pro),,out:effort-not-established, oai-sc-secbench-pro,openai,gpt-6-luna,unstated,coding,hard,,,,,,,48.50,pass@1%,0.00289,,,https://deploymentsafety.openai.com/gpt-6-october (8.1.2.2 SEC-Bench Pro),,out:effort-not-established, oai-sc-secbench-pro,openai,gpt-6-astra,unstated,coding,hard,,,,,,,85.4,pass@1%,0.0289,,,https://deploymentsafety.openai.com/gpt-6-october (8.1.2.2 SEC-Bench Pro (comparison value in the sentence)),,out:effort-not-established, oai-sc-healthbench-professional-length-,openai,gpt-6.1-sol,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,64.2,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-sol (Table 7, row HealthBench Professional length-adjusted, column GPT-6.1 Sol: the length-adjusted score (first number of the cell))",,out:effort-not-established, oai-sc-healthbench-length-adjusted,openai,gpt-6.1-sol,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,58.5,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-sol (Table 7, row HealthBench length-adjusted, column GPT-6.1 Sol: the length-adjusted score (first number of the cell))",,out:effort-not-established, oai-sc-healthbench-hard-length-adjusted,openai,gpt-6.1-sol,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,36.2,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-sol (Table 7, row HealthBench Hard length-adjusted, column GPT-6.1 Sol: the length-adjusted score (first number of the cell))",,out:effort-not-established, oai-sc-healthbench-consensus-length-adj,openai,gpt-6.1-sol,unstated,mixed,hard,OpenAI-system-card-HealthBench,,,,,,96.0,score/100,0.0289,,,"https://deploymentsafety.openai.com/gpt-6-1-sol (Table 7, row HealthBench Consensus length-adjusted, column GPT-6.1 Sol: the length-adjusted score (first number of the cell))",,out:effort-not-established, syscard51cm-swelancer,openai-system-card,gpt-5.1,unstated,coding,hard,OpenAI-internal-SWE-Lancer,,,,,,62,pass@1-%,0.289,,,"https://cdn.openai.com/pdf/2a7d98b1-57e5-4147-8d0e-683894d782ae/5p1_codex_max_card_03.pdf (Figure 8, bar gpt-5.1 no browsing (PDF page 21))",,out:effort-not-established, syscard51cm-swelancer,openai-system-card,gpt-5.1-codex-max,unstated,coding,hard,OpenAI-internal-SWE-Lancer,,,,,,80,pass@1-%,0.289,,EAP-run,"https://cdn.openai.com/pdf/2a7d98b1-57e5-4147-8d0e-683894d782ae/5p1_codex_max_card_03.pdf (Figure 8, bar gpt-5.1-codex-max (PDF page 21))",,out:effort-not-established, syscard51cm-paperbench10,openai-system-card,gpt-5.1,not-established:absent,coding,frontier,OpenAI-internal-PaperBench-10,,,,,,34,pass@1-%,0.289,,,"https://cdn.openai.com/pdf/2a7d98b1-57e5-4147-8d0e-683894d782ae/5p1_codex_max_card_03.pdf (Figure 9, bar gpt-5.1 no browsing (PDF page 21))",,out:effort-not-established, syscard51cm-paperbench10,openai-system-card,gpt-5.1-codex-max,xhigh,coding,frontier,OpenAI-internal-PaperBench-10,,,,,,40,pass@1-%,0.289,,EAP-run,"https://cdn.openai.com/pdf/2a7d98b1-57e5-4147-8d0e-683894d782ae/5p1_codex_max_card_03.pdf (Figure 9, bar gpt-5.1-codex-max (PDF page 21))",,out:single-couple, syscard51cm-mlebench30,openai-system-card,gpt-5.1,unstated,coding,frontier,OpenAI-internal-MLE-bench-30,,,,,,12,pass@1-%,0.289,,,"https://cdn.openai.com/pdf/2a7d98b1-57e5-4147-8d0e-683894d782ae/5p1_codex_max_card_03.pdf (Figure 12, bar gpt-5.1 no browsing (PDF page 23))",,out:effort-not-established, syscard51cm-mlebench30,openai-system-card,gpt-5.1-codex-max,unstated,coding,frontier,OpenAI-internal-MLE-bench-30,,,,,,17,pass@1-%,0.289,,EAP-run,"https://cdn.openai.com/pdf/2a7d98b1-57e5-4147-8d0e-683894d782ae/5p1_codex_max_card_03.pdf (Figure 12, bar gpt-5.1-codex-max (PDF page 23))",,out:effort-not-established, openclaw-opus55-goal-build,openclawdatabase,opus-5.5,low,coding,frontier,,per-build,3.91,0.00289,,,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openclawdatabase.com/news/videos/2026-09-24-opus-55-every-effort-level-cost-comparison/ (),,,in openclaw-opus55-goal-build,openclawdatabase,opus-5.5,medium,coding,frontier,,per-build,12.44,0.00289,,,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openclawdatabase.com/news/videos/2026-09-24-opus-55-every-effort-level-cost-comparison/ (),,,in openclaw-opus55-goal-build,openclawdatabase,opus-5.5,high,coding,frontier,,per-build,16.31,0.00289,,,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openclawdatabase.com/news/videos/2026-09-24-opus-55-every-effort-level-cost-comparison/ (),,,in openclaw-opus55-goal-build,openclawdatabase,opus-5.5,xhigh,coding,frontier,,per-build,25.92,0.00289,,,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openclawdatabase.com/news/videos/2026-09-24-opus-55-every-effort-level-cost-comparison/ (),,,in openclaw-opus55-goal-build,openclawdatabase,opus-5.5,max,coding,frontier,,per-build,50.38,0.00289,,,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openclawdatabase.com/news/videos/2026-09-24-opus-55-every-effort-level-cost-comparison/ (),,,in openclaw-opus55-goal-build,openclawdatabase,opus-5.5,not-established:absent,coding,frontier,,per-build,18.69,0.00289,,,,none,,,,https://openclawdatabase.com/news/videos/2026-09-24-opus-55-every-effort-level-cost-comparison/ (),,,out:effort-not-established openhands-issue#1.18.1,openhands,fable-5,not-established:absent,coding,hard,OpenHands-SDK,per-task,1.43,0.00289,,,95.800,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row claude-fable-5 / column score_issue),,out:effort-not-established,out:effort-not-established openhands-issue#1.18.1,openhands,opus-4.8,not-established:absent,coding,hard,OpenHands-SDK,per-task,0.75,0.00289,,,83.800,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row claude-opus-4-8 / column score_issue),,out:effort-not-established,out:effort-not-established openhands-issue#1.11.0,openhands,opus-4.7,not-established:absent,coding,hard,OpenHands-SDK,per-task,1.33,0.00289,,,81.600,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row claude-opus-4-7 / column score_issue),,out:effort-not-established,out:effort-not-established openhands-issue#1.11.0,openhands,opus-4.6,not-established:absent,coding,hard,OpenHands-SDK,per-task,0.77,0.00289,,,76.800,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row claude-opus-4-6 / column score_issue),,out:effort-not-established,out:effort-not-established openhands-issue#1.18.1,openhands,gpt-5.5,not-established:absent,coding,hard,OpenHands-SDK,per-task,1.52,0.00289,,,78.200,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row GPT-5.5 / column score_issue),,out:effort-not-established,out:effort-not-established openhands-issue#1.13.0,openhands,gpt-5.4,not-established:absent,coding,hard,OpenHands-SDK,per-task,0.63,0.00289,,,75.600,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row GPT-5.4 / column score_issue),,out:effort-not-established,out:effort-not-established openhands-issue#1.24.0,openhands,gemini-3.5-flash,not-established:absent,coding,hard,OpenHands-SDK,per-task,1.53,0.00289,,,78.600,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row Gemini-3.5-Flash / column score_issue),,out:effort-not-established,out:effort-not-established openhands-issue#1.8.3,openhands,opus-4.5,not-established:absent,coding,hard,OpenHands-SDK,per-task,1.82,0.00289,,,76.600,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row claude-opus-4-5 / column score_issue),,out:effort-not-established,out:effort-not-established openhands-issue#1.11.5,openhands,gemini-3.1-pro,not-established:absent,coding,hard,OpenHands-SDK,per-task,1.87,0.00289,,,76.800,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row Gemini-3.1-Pro / column score_issue),,out:effort-not-established,out:effort-not-established openhands-issue#1.8.3,openhands,gpt-5.2,not-established:absent,coding,hard,OpenHands-SDK,per-task,0.86,0.00289,,,74.600,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row GPT-5.2 / column score_issue),,out:effort-not-established,out:effort-not-established openhands-issue#1.8.3,openhands,gpt-5.2-codex,not-established:absent,coding,hard,OpenHands-SDK,per-task,0.94,0.00289,,,73.800,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row GPT-5.2-Codex / column score_issue),,out:effort-not-established,out:effort-not-established openhands-issue#1.11.5,openhands,glm-5.1,not-established:absent,coding,hard,OpenHands-SDK,per-task,1.54,0.00289,,,75.000,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row GLM-5.1 / column score_issue),,out:effort-not-established,out:effort-not-established openhands-issue#1.11.5,openhands,kimi-k2.6,not-established:absent,coding,hard,OpenHands-SDK,per-task,0.67,0.00289,,,74.600,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row Kimi-K2.6 / column score_issue),,out:effort-not-established,out:effort-not-established openhands-issue#1.8.3,openhands,sonnet-4.5,not-established:absent,coding,hard,OpenHands-SDK,per-task,1.19,0.00289,,,74.200,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row claude-sonnet-4-5 / column score_issue),,out:effort-not-established,out:effort-not-established openhands-issue#1.11.5,openhands,qwen3.6-plus,not-established:absent,coding,hard,OpenHands-SDK,per-task,1.54,0.00289,,,74.200,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row Qwen3.6-Plus / column score_issue),,out:effort-not-established,out:effort-not-established openhands-issue#1.11.5,openhands,glm-5,not-established:absent,coding,hard,OpenHands-SDK,per-task,1.06,0.00289,,,73.400,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row GLM-5 / column score_issue),,out:effort-not-established,out:effort-not-established openhands-issue#1.8.3,openhands,kimi-k2.5,not-established:absent,coding,hard,OpenHands-SDK,per-task,0.41,0.00289,,,68.800,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row Kimi-K2.5 / column score_issue),,out:effort-not-established,out:effort-not-established openhands-issue#1.8.3,openhands,gemini-3-pro,not-established:absent,coding,hard,OpenHands-SDK,per-task,0.95,0.00289,,,70.600,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row Gemini-3-Pro / column score_issue),,out:effort-not-established,out:effort-not-established openhands-issue#1.8.3,openhands,gemini-3-flash,not-established:absent,coding,hard,OpenHands-SDK,per-task,0.42,0.00289,,,74.600,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row Gemini-3-Flash / column score_issue),,out:effort-not-established,out:effort-not-established openhands-issue#1.8.3,openhands,?DeepSeek-V3.2-Reasoner,not-established:absent,coding,hard,OpenHands-SDK,per-task,0.16,0.00289,,,71.600,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row DeepSeek-V3.2-Reasoner / column score_issue),,out:model-not-established,out:model-not-established openhands-issue#1.11.5,openhands,sonnet-4.6,not-established:absent,coding,hard,OpenHands-SDK,per-task,1.03,0.00289,,,74.400,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row claude-sonnet-4-6 / column score_issue),,out:effort-not-established,out:effort-not-established openhands-issue#1.11.0,openhands,qwen3-coder-next,not-established:absent,coding,hard,OpenHands-SDK,per-task,1.36,0.00289,,,66.600,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row Qwen3-Coder-Next / column score_issue),,out:effort-not-established,out:effort-not-established openhands-issue#1.8.3,openhands,glm-4.7,not-established:absent,coding,hard,OpenHands-SDK,per-task,0.56,0.00289,,,73.400,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row GLM-4.7 / column score_issue),,out:effort-not-established,out:effort-not-established openhands-issue#1.8.3,openhands,kimi-k2-thinking,solo,coding,hard,OpenHands-SDK,per-task,2.00,0.00289,,,69.200,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://index.openhands.dev/home ($.rows / row Kimi-K2-Thinking / column score_issue),,out:single-couple,out:cost-single-couple openhands-issue#1.0.0,openhands,deepseek-v4-pro-preview,not-established:absent,coding,hard,OpenHands-SDK,per-task,0.04,0.00289,,,73.200,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row DeepSeek-V4-Pro / column score_issue),,out:effort-not-established,out:effort-not-established openhands-issue#1.11.5,openhands,qwen3.5-flash,not-established:absent,coding,hard,OpenHands-SDK,per-task,2.16,0.00289,,,62.000,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row Qwen3.5-Flash / column score_issue),,out:effort-not-established,out:effort-not-established openhands-frontend#1.18.1,openhands,fable-5,not-established:absent,coding,hard,OpenHands-SDK,per-task,4.39,0.00289,,,70.600,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row claude-fable-5 / column score_frontend),,out:effort-not-established,out:effort-not-established openhands-frontend#1.18.1,openhands,opus-4.8,not-established:absent,coding,hard,OpenHands-SDK,per-task,1.81,0.00289,,,50.000,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row claude-opus-4-8 / column score_frontend),,out:effort-not-established,out:effort-not-established openhands-frontend#1.11.0,openhands,opus-4.7,not-established:absent,coding,hard,OpenHands-SDK,per-task,2.83,0.00289,,,48.500,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row claude-opus-4-7 / column score_frontend),,out:effort-not-established,out:effort-not-established openhands-frontend#1.11.0,openhands,opus-4.6,not-established:absent,coding,hard,OpenHands-SDK,per-task,2.37,0.00289,,,41.800,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row claude-opus-4-6 / column score_frontend),,out:effort-not-established,out:effort-not-established openhands-frontend#1.18.1,openhands,gpt-5.5,not-established:absent,coding,hard,OpenHands-SDK,per-task,2.81,0.00289,,,38.200,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row GPT-5.5 / column score_frontend),,out:effort-not-established,out:effort-not-established openhands-frontend#1.13.0,openhands,gpt-5.4,not-established:absent,coding,hard,OpenHands-SDK,per-task,1.45,0.00289,,,36.800,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row GPT-5.4 / column score_frontend),,out:effort-not-established,out:effort-not-established openhands-frontend#1.24.0,openhands,gemini-3.5-flash,not-established:absent,coding,hard,OpenHands-SDK,per-task,1.99,0.00289,,,39.700,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row Gemini-3.5-Flash / column score_frontend),,out:effort-not-established,out:effort-not-established openhands-frontend#1.8.3,openhands,opus-4.5,not-established:absent,coding,hard,OpenHands-SDK,per-task,2.54,0.00289,,,41.200,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row claude-opus-4-5 / column score_frontend),,out:effort-not-established,out:effort-not-established openhands-frontend#1.11.5,openhands,gemini-3.1-pro,not-established:absent,coding,hard,OpenHands-SDK,per-task,1.24,0.00289,,,44.100,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row Gemini-3.1-Pro / column score_frontend),,out:effort-not-established,out:effort-not-established openhands-frontend#1.8.3,openhands,gpt-5.2,not-established:absent,coding,hard,OpenHands-SDK,per-task,2.77,0.00289,,,30.900,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row GPT-5.2 / column score_frontend),,out:effort-not-established,out:effort-not-established openhands-frontend#1.8.3,openhands,gpt-5.2-codex,not-established:absent,coding,hard,OpenHands-SDK,per-task,2.97,0.00289,,,35.900,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row GPT-5.2-Codex / column score_frontend),,out:effort-not-established,out:effort-not-established openhands-frontend#1.11.5,openhands,glm-5.1,not-established:absent,coding,hard,OpenHands-SDK,per-task,6.92,0.00289,,,41.200,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row GLM-5.1 / column score_frontend),,out:effort-not-established,out:effort-not-established openhands-frontend#1.11.5,openhands,kimi-k2.6,not-established:absent,coding,hard,OpenHands-SDK,per-task,0.64,0.00289,,,41.200,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row Kimi-K2.6 / column score_frontend),,out:effort-not-established,out:effort-not-established openhands-frontend#1.8.3,openhands,sonnet-4.5,not-established:absent,coding,hard,OpenHands-SDK,per-task,1.89,0.00289,,,36.800,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row claude-sonnet-4-5 / column score_frontend),,out:effort-not-established,out:effort-not-established openhands-frontend#1.11.5,openhands,qwen3.6-plus,not-established:absent,coding,hard,OpenHands-SDK,per-task,2.32,0.00289,,,30.900,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row Qwen3.6-Plus / column score_frontend),,out:effort-not-established,out:effort-not-established openhands-frontend#1.11.5,openhands,glm-5,not-established:absent,coding,hard,OpenHands-SDK,per-task,0.58,0.00289,,,35.300,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row GLM-5 / column score_frontend),,out:effort-not-established,out:effort-not-established openhands-frontend#1.8.3,openhands,kimi-k2.5,not-established:absent,coding,hard,OpenHands-SDK,per-task,1.62,0.00289,,,32.800,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row Kimi-K2.5 / column score_frontend),,out:effort-not-established,out:effort-not-established openhands-frontend#1.8.3,openhands,gemini-3-pro,not-established:absent,coding,hard,OpenHands-SDK,per-task,1.46,0.00289,,,36.800,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row Gemini-3-Pro / column score_frontend),,out:effort-not-established,out:effort-not-established openhands-frontend#1.8.3,openhands,gemini-3-flash,not-established:absent,coding,hard,OpenHands-SDK,per-task,0.80,0.00289,,,22.100,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row Gemini-3-Flash / column score_frontend),,out:effort-not-established,out:effort-not-established openhands-frontend#1.8.3,openhands,?DeepSeek-V3.2-Reasoner,not-established:absent,coding,hard,OpenHands-SDK,per-task,0.19,0.00289,,,27.900,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row DeepSeek-V3.2-Reasoner / column score_frontend),,out:model-not-established,out:model-not-established openhands-frontend#1.11.5,openhands,sonnet-4.6,not-established:absent,coding,hard,OpenHands-SDK,per-task,2.24,0.00289,,,30.900,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row claude-sonnet-4-6 / column score_frontend),,out:effort-not-established,out:effort-not-established openhands-frontend#1.11.0,openhands,qwen3-coder-next,not-established:absent,coding,hard,OpenHands-SDK,per-task,1.52,0.00289,,,30.900,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row Qwen3-Coder-Next / column score_frontend),,out:effort-not-established,out:effort-not-established openhands-frontend#1.8.3,openhands,glm-4.7,not-established:absent,coding,hard,OpenHands-SDK,per-task,0.66,0.00289,,,22.100,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row GLM-4.7 / column score_frontend),,out:effort-not-established,out:effort-not-established openhands-frontend#1.8.3,openhands,kimi-k2-thinking,solo,coding,hard,OpenHands-SDK,per-task,2.31,0.00289,,,32.400,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://index.openhands.dev/home ($.rows / row Kimi-K2-Thinking / column score_frontend),,out:single-couple,out:cost-single-couple openhands-frontend#1.0.0,openhands,deepseek-v4-pro-preview,not-established:absent,coding,hard,OpenHands-SDK,per-task,0.38,0.00289,,,36.800,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row DeepSeek-V4-Pro / column score_frontend),,out:effort-not-established,out:effort-not-established openhands-frontend#1.11.5,openhands,qwen3.5-flash,not-established:absent,coding,hard,OpenHands-SDK,per-task,2.62,0.00289,,,27.900,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row Qwen3.5-Flash / column score_frontend),,out:effort-not-established,out:effort-not-established openhands-greenfield#1.18.1,openhands,fable-5,not-established:absent,coding,hard,OpenHands-SDK,per-task,12.49,0.00289,,,62.500,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row claude-fable-5 / column score_greenfield),,out:effort-not-established,out:effort-not-established openhands-greenfield#1.18.1,openhands,opus-4.8,not-established:absent,coding,hard,OpenHands-SDK,per-task,7.83,0.00289,,,62.500,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row claude-opus-4-8 / column score_greenfield),,out:effort-not-established,out:effort-not-established openhands-greenfield#1.11.0,openhands,opus-4.7,not-established:absent,coding,hard,OpenHands-SDK,per-task,5.69,0.00289,,,56.200,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row claude-opus-4-7 / column score_greenfield),,out:effort-not-established,out:effort-not-established openhands-greenfield#1.11.0,openhands,opus-4.6,not-established:absent,coding,hard,OpenHands-SDK,per-task,7.69,0.00289,,,56.200,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row claude-opus-4-6 / column score_greenfield),,out:effort-not-established,out:effort-not-established openhands-greenfield#1.18.1,openhands,gpt-5.5,not-established:absent,coding,hard,OpenHands-SDK,per-task,5.56,0.00289,,,43.800,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row GPT-5.5 / column score_greenfield),,out:effort-not-established,out:effort-not-established openhands-greenfield#1.13.0,openhands,gpt-5.4,not-established:absent,coding,hard,OpenHands-SDK,per-task,4.04,0.00289,,,56.200,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row GPT-5.4 / column score_greenfield),,out:effort-not-established,out:effort-not-established openhands-greenfield#1.24.0,openhands,gemini-3.5-flash,not-established:absent,coding,hard,OpenHands-SDK,per-task,7.91,0.00289,,,37.500,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row Gemini-3.5-Flash / column score_greenfield),,out:effort-not-established,out:effort-not-established openhands-greenfield#1.8.3,openhands,opus-4.5,not-established:absent,coding,hard,OpenHands-SDK,per-task,9.11,0.00289,,,37.500,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row claude-opus-4-5 / column score_greenfield),,out:effort-not-established,out:effort-not-established openhands-greenfield#1.11.5,openhands,gemini-3.1-pro,not-established:absent,coding,hard,OpenHands-SDK,per-task,1.18,0.00289,,,25.000,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row Gemini-3.1-Pro / column score_greenfield),,out:effort-not-established,out:effort-not-established openhands-greenfield#1.8.3,openhands,gpt-5.2,not-established:absent,coding,hard,OpenHands-SDK,per-task,4.70,0.00289,,,50.000,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row GPT-5.2 / column score_greenfield),,out:effort-not-established,out:effort-not-established openhands-greenfield#1.8.3,openhands,gpt-5.2-codex,not-established:absent,coding,hard,OpenHands-SDK,per-task,5.50,0.00289,,,43.800,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row GPT-5.2-Codex / column score_greenfield),,out:effort-not-established,out:effort-not-established openhands-greenfield#1.11.5,openhands,glm-5.1,not-established:absent,coding,hard,OpenHands-SDK,per-task,5.31,0.00289,,,37.500,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row GLM-5.1 / column score_greenfield),,out:effort-not-established,out:effort-not-established openhands-greenfield#1.11.5,openhands,kimi-k2.6,not-established:absent,coding,hard,OpenHands-SDK,per-task,1.52,0.00289,,,25.000,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row Kimi-K2.6 / column score_greenfield),,out:effort-not-established,out:effort-not-established openhands-greenfield#1.8.3,openhands,sonnet-4.5,not-established:absent,coding,hard,OpenHands-SDK,per-task,3.23,0.00289,,,12.500,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row claude-sonnet-4-5 / column score_greenfield),,out:effort-not-established,out:effort-not-established openhands-greenfield#1.11.5,openhands,qwen3.6-plus,not-established:absent,coding,hard,OpenHands-SDK,per-task,7.49,0.00289,,,25.000,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row Qwen3.6-Plus / column score_greenfield),,out:effort-not-established,out:effort-not-established openhands-greenfield#1.11.5,openhands,glm-5,not-established:absent,coding,hard,OpenHands-SDK,per-task,2.23,0.00289,,,31.200,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row GLM-5 / column score_greenfield),,out:effort-not-established,out:effort-not-established openhands-greenfield#1.8.3,openhands,kimi-k2.5,not-established:absent,coding,hard,OpenHands-SDK,per-task,1.26,0.00289,,,18.800,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row Kimi-K2.5 / column score_greenfield),,out:effort-not-established,out:effort-not-established openhands-greenfield#1.8.3,openhands,gemini-3-pro,not-established:absent,coding,hard,OpenHands-SDK,per-task,3.18,0.00289,,,25.000,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row Gemini-3-Pro / column score_greenfield),,out:effort-not-established,out:effort-not-established openhands-greenfield#1.8.3,openhands,gemini-3-flash,not-established:absent,coding,hard,OpenHands-SDK,per-task,2.62,0.00289,,,18.800,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row Gemini-3-Flash / column score_greenfield),,out:effort-not-established,out:effort-not-established openhands-greenfield#1.8.3,openhands,?DeepSeek-V3.2-Reasoner,not-established:absent,coding,hard,OpenHands-SDK,per-task,0.57,0.00289,,,25.000,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row DeepSeek-V3.2-Reasoner / column score_greenfield),,out:model-not-established,out:model-not-established openhands-greenfield#1.11.5,openhands,sonnet-4.6,not-established:absent,coding,hard,OpenHands-SDK,per-task,6.48,0.00289,,,50.000,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row claude-sonnet-4-6 / column score_greenfield),,out:effort-not-established,out:effort-not-established openhands-greenfield#1.11.0,openhands,qwen3-coder-next,not-established:absent,coding,hard,OpenHands-SDK,per-task,1.04,0.00289,,,25.000,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row Qwen3-Coder-Next / column score_greenfield),,out:effort-not-established,out:effort-not-established openhands-greenfield#1.8.3,openhands,glm-4.7,not-established:absent,coding,hard,OpenHands-SDK,per-task,1.64,0.00289,,,12.500,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row GLM-4.7 / column score_greenfield),,out:effort-not-established,out:effort-not-established openhands-greenfield#1.8.3,openhands,kimi-k2-thinking,solo,coding,hard,OpenHands-SDK,per-task,0.54,0.00289,,,12.500,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://index.openhands.dev/home ($.rows / row Kimi-K2-Thinking / column score_greenfield),,out:single-couple,out:cost-single-couple openhands-greenfield#1.0.0,openhands,deepseek-v4-pro-preview,not-established:absent,coding,hard,OpenHands-SDK,per-task,0.16,0.00289,,,12.500,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row DeepSeek-V4-Pro / column score_greenfield),,out:effort-not-established,out:effort-not-established openhands-greenfield#1.11.5,openhands,qwen3.5-flash,not-established:absent,coding,hard,OpenHands-SDK,per-task,4.33,0.00289,,,12.500,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row Qwen3.5-Flash / column score_greenfield),,out:effort-not-established,out:effort-not-established openhands-testing#1.18.1,openhands,fable-5,not-established:absent,coding,hard,OpenHands-SDK,per-task,1.47,0.00289,,,91.900,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row claude-fable-5 / column score_testing),,out:effort-not-established,out:effort-not-established openhands-testing#1.18.1,openhands,opus-4.8,not-established:absent,coding,hard,OpenHands-SDK,per-task,0.73,0.00289,,,84.300,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row claude-opus-4-8 / column score_testing),,out:effort-not-established,out:effort-not-established openhands-testing#1.11.0,openhands,opus-4.7,not-established:absent,coding,hard,OpenHands-SDK,per-task,0.82,0.00289,,,80.800,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row claude-opus-4-7 / column score_testing),,out:effort-not-established,out:effort-not-established openhands-testing#1.11.0,openhands,opus-4.6,not-established:absent,coding,hard,OpenHands-SDK,per-task,0.43,0.00289,,,78.800,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row claude-opus-4-6 / column score_testing),,out:effort-not-established,out:effort-not-established openhands-testing#1.18.1,openhands,gpt-5.5,not-established:absent,coding,hard,OpenHands-SDK,per-task,0.92,0.00289,,,83.400,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row GPT-5.5 / column score_testing),,out:effort-not-established,out:effort-not-established openhands-testing#1.13.0,openhands,gpt-5.4,not-established:absent,coding,hard,OpenHands-SDK,per-task,0.47,0.00289,,,70.400,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row GPT-5.4 / column score_testing),,out:effort-not-established,out:effort-not-established openhands-testing#1.24.0,openhands,gemini-3.5-flash,not-established:absent,coding,hard,OpenHands-SDK,per-task,1.03,0.00289,,,76.200,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row Gemini-3.5-Flash / column score_testing),,out:effort-not-established,out:effort-not-established openhands-testing#1.8.3,openhands,opus-4.5,not-established:absent,coding,hard,OpenHands-SDK,per-task,1.38,0.00289,,,78.500,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row claude-opus-4-5 / column score_testing),,out:effort-not-established,out:effort-not-established openhands-testing#1.11.5,openhands,gemini-3.1-pro,not-established:absent,coding,hard,OpenHands-SDK,per-task,1.62,0.00289,,,75.100,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row Gemini-3.1-Pro / column score_testing),,out:effort-not-established,out:effort-not-established openhands-testing#1.8.3,openhands,gpt-5.2,not-established:absent,coding,hard,OpenHands-SDK,per-task,0.56,0.00289,,,73.200,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row GPT-5.2 / column score_testing),,out:effort-not-established,out:effort-not-established openhands-testing#1.8.3,openhands,gpt-5.2-codex,not-established:absent,coding,hard,OpenHands-SDK,per-task,0.66,0.00289,,,67.000,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row GPT-5.2-Codex / column score_testing),,out:effort-not-established,out:effort-not-established openhands-testing#1.11.5,openhands,glm-5.1,not-established:absent,coding,hard,OpenHands-SDK,per-task,0.76,0.00289,,,70.200,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row GLM-5.1 / column score_testing),,out:effort-not-established,out:effort-not-established openhands-testing#1.11.5,openhands,kimi-k2.6,not-established:absent,coding,hard,OpenHands-SDK,per-task,0.33,0.00289,,,70.400,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row Kimi-K2.6 / column score_testing),,out:effort-not-established,out:effort-not-established openhands-testing#1.8.3,openhands,sonnet-4.5,not-established:absent,coding,hard,OpenHands-SDK,per-task,0.98,0.00289,,,68.800,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row claude-sonnet-4-5 / column score_testing),,out:effort-not-established,out:effort-not-established openhands-testing#1.11.5,openhands,qwen3.6-plus,not-established:absent,coding,hard,OpenHands-SDK,per-task,2.08,0.00289,,,62.100,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row Qwen3.6-Plus / column score_testing),,out:effort-not-established,out:effort-not-established openhands-testing#1.11.5,openhands,glm-5,not-established:absent,coding,hard,OpenHands-SDK,per-task,0.91,0.00289,,,47.300,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row GLM-5 / column score_testing),,out:effort-not-established,out:effort-not-established openhands-testing#1.8.3,openhands,kimi-k2.5,not-established:absent,coding,hard,OpenHands-SDK,per-task,0.42,0.00289,,,61.900,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row Kimi-K2.5 / column score_testing),,out:effort-not-established,out:effort-not-established openhands-testing#1.8.3,openhands,gemini-3-pro,not-established:absent,coding,hard,OpenHands-SDK,per-task,1.01,0.00289,,,68.600,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row Gemini-3-Pro / column score_testing),,out:effort-not-established,out:effort-not-established openhands-testing#1.8.3,openhands,gemini-3-flash,not-established:absent,coding,hard,OpenHands-SDK,per-task,0.30,0.00289,,,70.700,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row Gemini-3-Flash / column score_testing),,out:effort-not-established,out:effort-not-established openhands-testing#1.8.3,openhands,?DeepSeek-V3.2-Reasoner,not-established:absent,coding,hard,OpenHands-SDK,per-task,0.12,0.00289,,,53.600,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row DeepSeek-V3.2-Reasoner / column score_testing),,out:model-not-established,out:model-not-established openhands-testing#1.11.5,openhands,sonnet-4.6,not-established:absent,coding,hard,OpenHands-SDK,per-task,0.87,0.00289,,,54.000,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row claude-sonnet-4-6 / column score_testing),,out:effort-not-established,out:effort-not-established openhands-testing#1.11.0,openhands,qwen3-coder-next,not-established:absent,coding,hard,OpenHands-SDK,per-task,1.10,0.00289,,,45.700,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row Qwen3-Coder-Next / column score_testing),,out:effort-not-established,out:effort-not-established openhands-testing#1.8.3,openhands,glm-4.7,not-established:absent,coding,hard,OpenHands-SDK,per-task,0.37,0.00289,,,49.400,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row GLM-4.7 / column score_testing),,out:effort-not-established,out:effort-not-established openhands-testing#1.8.3,openhands,kimi-k2-thinking,solo,coding,hard,OpenHands-SDK,per-task,1.39,0.00289,,,47.300,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://index.openhands.dev/home ($.rows / row Kimi-K2-Thinking / column score_testing),,out:single-couple,out:cost-single-couple openhands-testing#1.0.0,openhands,deepseek-v4-pro-preview,not-established:absent,coding,hard,OpenHands-SDK,per-task,0.04,0.00289,,,68.100,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row DeepSeek-V4-Pro / column score_testing),,out:effort-not-established,out:effort-not-established openhands-testing#1.11.5,openhands,qwen3.5-flash,not-established:absent,coding,hard,OpenHands-SDK,per-task,1.71,0.00289,,,38.300,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row Qwen3.5-Flash / column score_testing),,out:effort-not-established,out:effort-not-established openhands-info#1.18.1,openhands,fable-5,not-established:absent,agentic-tool,hard,OpenHands-SDK,per-task,7.91,0.00289,,,84.200,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row claude-fable-5 / column score_info),,out:effort-not-established,out:effort-not-established openhands-info#1.18.1,openhands,opus-4.8,not-established:absent,agentic-tool,hard,OpenHands-SDK,per-task,1.17,0.00289,,,78.800,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row claude-opus-4-8 / column score_info),,out:effort-not-established,out:effort-not-established openhands-info#1.11.0,openhands,opus-4.7,not-established:absent,agentic-tool,hard,OpenHands-SDK,per-task,0.89,0.00289,,,81.200,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row claude-opus-4-7 / column score_info),,out:effort-not-established,out:effort-not-established openhands-info#1.11.0,openhands,opus-4.6,not-established:absent,agentic-tool,hard,OpenHands-SDK,per-task,0.44,0.00289,,,80.000,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row claude-opus-4-6 / column score_info),,out:effort-not-established,out:effort-not-established openhands-info#1.18.1,openhands,gpt-5.5,not-established:absent,agentic-tool,hard,OpenHands-SDK,per-task,0.74,0.00289,,,86.100,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row GPT-5.5 / column score_info),,out:effort-not-established,out:effort-not-established openhands-info#1.13.0,openhands,gpt-5.4,not-established:absent,agentic-tool,hard,OpenHands-SDK,per-task,0.61,0.00289,,,82.400,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row GPT-5.4 / column score_info),,out:effort-not-established,out:effort-not-established openhands-info#1.24.0,openhands,gemini-3.5-flash,not-established:absent,agentic-tool,hard,OpenHands-SDK,per-task,2.63,0.00289,,,81.200,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row Gemini-3.5-Flash / column score_info),,out:effort-not-established,out:effort-not-established openhands-info#1.8.3,openhands,opus-4.5,not-established:absent,agentic-tool,hard,OpenHands-SDK,per-task,0.55,0.00289,,,69.100,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row claude-opus-4-5 / column score_info),,out:effort-not-established,out:effort-not-established openhands-info#1.11.5,openhands,gemini-3.1-pro,not-established:absent,agentic-tool,hard,OpenHands-SDK,per-task,1.80,0.00289,,,81.800,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row Gemini-3.1-Pro / column score_info),,out:effort-not-established,out:effort-not-established openhands-info#1.8.3,openhands,gpt-5.2,not-established:absent,agentic-tool,hard,OpenHands-SDK,per-task,0.48,0.00289,,,65.500,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row GPT-5.2 / column score_info),,out:effort-not-established,out:effort-not-established openhands-info#1.8.3,openhands,gpt-5.2-codex,not-established:absent,agentic-tool,hard,OpenHands-SDK,per-task,0.55,0.00289,,,70.900,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row GPT-5.2-Codex / column score_info),,out:effort-not-established,out:effort-not-established openhands-info#1.11.5,openhands,glm-5.1,not-established:absent,agentic-tool,hard,OpenHands-SDK,per-task,0.47,0.00289,,,67.300,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row GLM-5.1 / column score_info),,out:effort-not-established,out:effort-not-established openhands-info#1.11.5,openhands,kimi-k2.6,not-established:absent,agentic-tool,hard,OpenHands-SDK,per-task,0.42,0.00289,,,74.500,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row Kimi-K2.6 / column score_info),,out:effort-not-established,out:effort-not-established openhands-info#1.8.3,openhands,sonnet-4.5,not-established:absent,agentic-tool,hard,OpenHands-SDK,per-task,0.87,0.00289,,,72.700,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row claude-sonnet-4-5 / column score_info),,out:effort-not-established,out:effort-not-established openhands-info#1.11.5,openhands,qwen3.6-plus,not-established:absent,agentic-tool,hard,OpenHands-SDK,per-task,0.34,0.00289,,,72.100,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row Qwen3.6-Plus / column score_info),,out:effort-not-established,out:effort-not-established openhands-info#1.11.5,openhands,glm-5,not-established:absent,agentic-tool,hard,OpenHands-SDK,per-task,0.36,0.00289,,,60.000,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row GLM-5 / column score_info),,out:effort-not-established,out:effort-not-established openhands-info#1.8.3,openhands,kimi-k2.5,not-established:absent,agentic-tool,hard,OpenHands-SDK,per-task,0.38,0.00289,,,63.600,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row Kimi-K2.5 / column score_info),,out:effort-not-established,out:effort-not-established openhands-info#1.8.3,openhands,gemini-3-pro,not-established:absent,agentic-tool,hard,OpenHands-SDK,per-task,0.50,0.00289,,,44.200,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row Gemini-3-Pro / column score_info),,out:effort-not-established,out:effort-not-established openhands-info#1.8.3,openhands,gemini-3-flash,not-established:absent,agentic-tool,hard,OpenHands-SDK,per-task,0.38,0.00289,,,58.800,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row Gemini-3-Flash / column score_info),,out:effort-not-established,out:effort-not-established openhands-info#1.8.3,openhands,?DeepSeek-V3.2-Reasoner,not-established:absent,agentic-tool,hard,OpenHands-SDK,per-task,0.06,0.00289,,,50.300,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row DeepSeek-V3.2-Reasoner / column score_info),,out:model-not-established,out:model-not-established openhands-info#1.11.5,openhands,sonnet-4.6,not-established:absent,agentic-tool,hard,OpenHands-SDK,per-task,0.41,0.00289,,,13.300,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row claude-sonnet-4-6 / column score_info),,out:effort-not-established,out:effort-not-established openhands-info#1.11.0,openhands,qwen3-coder-next,not-established:absent,agentic-tool,hard,OpenHands-SDK,per-task,0.13,0.00289,,,50.900,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row Qwen3-Coder-Next / column score_info),,out:effort-not-established,out:effort-not-established openhands-info#1.8.3,openhands,glm-4.7,not-established:absent,agentic-tool,hard,OpenHands-SDK,per-task,0.15,0.00289,,,53.900,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row GLM-4.7 / column score_info),,out:effort-not-established,out:effort-not-established openhands-info#1.8.3,openhands,kimi-k2-thinking,solo,agentic-tool,hard,OpenHands-SDK,per-task,0.65,0.00289,,,43.600,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://index.openhands.dev/home ($.rows / row Kimi-K2-Thinking / column score_info),,out:single-couple,out:cost-single-couple openhands-info#1.0.0,openhands,deepseek-v4-pro-preview,not-established:absent,agentic-tool,hard,OpenHands-SDK,per-task,0.16,0.00289,,,12.700,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row DeepSeek-V4-Pro / column score_info),,out:effort-not-established,out:effort-not-established openhands-info#1.11.5,openhands,qwen3.5-flash,not-established:absent,agentic-tool,hard,OpenHands-SDK,per-task,0.34,0.00289,,,49.700,score%,0.000289,,,https://index.openhands.dev/home ($.rows / row Qwen3.5-Flash / column score_info),,out:effort-not-established,out:effort-not-established openlearnlm-knowledge-content,openlearnlm-2601.13882,grok-4.1-fast,unstated,mixed,mid,own benchmark,,,,,,86.5,score%,0.0289,,,"https://arxiv.org/abs/2601.13882 (Table 5, row Grok-4.1-fast, column Knowledge / Content)",,out:effort-not-established, openlearnlm-knowledge-pedagogy,openlearnlm-2601.13882,grok-4.1-fast,unstated,mixed,mid,own benchmark,,,,,,86.1,score%,0.0289,,,"https://arxiv.org/abs/2601.13882 (Table 5, row Grok-4.1-fast, column Knowledge / Pedagogy)",,out:effort-not-established, openlearnlm-knowledge-content,openlearnlm-2601.13882,gemini-3-pro,unstated,mixed,mid,own benchmark,,,,,,82.4,score%,0.0289,,,"https://arxiv.org/abs/2601.13882 (Table 5, row Gemini-3-Pro, column Knowledge / Content)",,out:effort-not-established, openlearnlm-knowledge-pedagogy,openlearnlm-2601.13882,gemini-3-pro,unstated,mixed,mid,own benchmark,,,,,,89.6,score%,0.0289,,,"https://arxiv.org/abs/2601.13882 (Table 5, row Gemini-3-Pro, column Knowledge / Pedagogy)",,out:effort-not-established, openlearnlm-knowledge-content,openlearnlm-2601.13882,kimi-k2-thinking,solo,mixed,mid,own benchmark,,,,,,81.4,score%,0.0289,,,"https://arxiv.org/abs/2601.13882 (Table 5, row Kimi-K2-thinking, column Knowledge / Content)",,out:single-couple, openlearnlm-knowledge-pedagogy,openlearnlm-2601.13882,kimi-k2-thinking,solo,mixed,mid,own benchmark,,,,,,87.1,score%,0.0289,,,"https://arxiv.org/abs/2601.13882 (Table 5, row Kimi-K2-thinking, column Knowledge / Pedagogy)",,out:single-couple, openlearnlm-knowledge-content,openlearnlm-2601.13882,glm-4.7,unstated,mixed,mid,own benchmark,,,,,,80.8,score%,0.0289,,,"https://arxiv.org/abs/2601.13882 (Table 5, row GLM-4.7, column Knowledge / Content)",,out:effort-not-established, openlearnlm-knowledge-pedagogy,openlearnlm-2601.13882,glm-4.7,unstated,mixed,mid,own benchmark,,,,,,87.5,score%,0.0289,,,"https://arxiv.org/abs/2601.13882 (Table 5, row GLM-4.7, column Knowledge / Pedagogy)",,out:effort-not-established, openlearnlm-knowledge-content,openlearnlm-2601.13882,gpt-5.2,unstated,mixed,mid,own benchmark,,,,,,80.8,score%,0.0289,,,"https://arxiv.org/abs/2601.13882 (Table 5, row GPT-5.2, column Knowledge / Content)",,out:effort-not-established, openlearnlm-knowledge-pedagogy,openlearnlm-2601.13882,gpt-5.2,unstated,mixed,mid,own benchmark,,,,,,84.6,score%,0.0289,,,"https://arxiv.org/abs/2601.13882 (Table 5, row GPT-5.2, column Knowledge / Pedagogy)",,out:effort-not-established, openlearnlm-knowledge-content,openlearnlm-2601.13882,deepseek-v3.2,unstated,mixed,mid,own benchmark,,,,,,74.6,score%,0.0289,,,"https://arxiv.org/abs/2601.13882 (Table 5, row DeepSeek-v3.2, column Knowledge / Content)",,out:effort-not-established, openlearnlm-knowledge-pedagogy,openlearnlm-2601.13882,deepseek-v3.2,unstated,mixed,mid,own benchmark,,,,,,73.2,score%,0.0289,,,"https://arxiv.org/abs/2601.13882 (Table 5, row DeepSeek-v3.2, column Knowledge / Pedagogy)",,out:effort-not-established, openlearnlm-knowledge-content,openlearnlm-2601.13882,opus-4.5,unstated,mixed,mid,own benchmark,,,,,,66.3,score%,0.0289,,,"https://arxiv.org/abs/2601.13882 (Table 5, row Claude-Opus-4.5, column Knowledge / Content)",,out:effort-not-established, openlearnlm-knowledge-pedagogy,openlearnlm-2601.13882,opus-4.5,unstated,mixed,mid,own benchmark,,,,,,86.1,score%,0.0289,,,"https://arxiv.org/abs/2601.13882 (Table 5, row Claude-Opus-4.5, column Knowledge / Pedagogy)",,out:effort-not-established, orgpqa,openrouter,gemini-4-argon,unstated,reasoning-math,hard,,per-q,0.09468125757575757,2.89e-07,839.8636363636364,8439.414141414141,96.4646,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row google/gemini-4-argon-20261013 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,gemini-3.8-flash,unstated,reasoning-math,hard,,per-q,0.06822796858638744,2.89e-07,725.2879581151833,18049.068062827224,95.637,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row google/gemini-3.8-flash-20260902 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,gpt-6-astra-pro,unstated,reasoning-math,hard,,per-q,0.332555398989899,2.89e-07,10642.227272727272,4530.388888888889,95.4545,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row openai/gpt-6-astra-pro-20260903 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,fugu-ultra,unstated,reasoning-math,hard,,per-q,1.148739303030303,2.89e-07,32941.42424242424,33271.606060606064,94.61279999999999,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row sakana/fugu-ultra / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,gemini-3.1-pro,unstated,reasoning-math,hard,,per-q,0.20203182828282829,2.89e-07,738.7626262626262,16712.858585858587,94.5286,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row google/gemini-3.1-pro-preview-20260219 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,gpt-6-astra,unstated,reasoning-math,hard,,per-q,0.11333201010101009,2.89e-07,781.8636363636364,2108.121212121212,94.4444,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row openai/gpt-6-astra-20260903 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,gpt-6.1-sol,unstated,reasoning-math,hard,,per-q,0.02136650505050505,2.89e-07,781.8636363636364,1978.1313131313132,94.4444,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row openai/gpt-6.1-sol-20260929 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,gpt-5.6-sol-pro,unstated,reasoning-math,hard,,per-q,0.29793838636363634,2.89e-07,17982.156565656565,11692.656565656565,93.93935,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row openai/gpt-5.6-sol-pro-20260709 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,gemini-3.7-flash,unstated,reasoning-math,hard,,per-q,0.0293307974025974,2.89e-07,690.0701298701299,7683.532467532467,93.8528,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row google/gemini-3.7-flash-20260813 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,gpt-5.5,unstated,reasoning-math,hard,,per-q,0.30925494444444446,2.89e-07,781.8636363636364,10179.092592592593,93.71493333333333,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row openai/gpt-5.5-20260423 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,fugu-ultra-v2,unstated,reasoning-math,hard,,per-q,0.5025571414141414,2.89e-07,25431.60101010101,13806.227272727272,93.266,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row sakana/fugu-ultra-v2 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,?typesafe/jev-router,not-established:absent,reasoning-math,hard,,per-q,0.03490100505050505,2.89e-07,907.2441077441077,6070.841750841751,93.266,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row typesafe/jev-router / column accuracy),,out:model-not-established,out:model-not-established orgpqa,openrouter,grok-4.6,unstated,reasoning-math,hard,,per-q,0.12326839393939394,2.89e-07,1349.469696969697,20322.222222222223,92.8451,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row x-ai/grok-4.6-20260810 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,gemini-3.6-flash,unstated,reasoning-math,hard,,per-q,0.05958464141414141,2.89e-07,738.4141414141415,11740.584175084176,92.64870000000001,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row google/gemini-3.6-flash-20260721 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,gemini-3.5-flash,unstated,reasoning-math,hard,,per-q,0.1413088872053872,2.89e-07,739.2643097643098,15584.752525252525,92.59256666666668,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row google/gemini-3.5-flash-20260519 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,?unbiased/pareto-26.10-preview,not-established:absent,reasoning-math,hard,,per-q,0.0030723434343434344,2.89e-07,247.15151515151516,903.9090909090909,92.42420000000001,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row unbiased/pareto-26.10-preview / column accuracy),,out:model-not-established,out:model-not-established orgpqa,openrouter,sonnet-5.5,unstated,reasoning-math,hard,,per-q,0.025073777777777778,2.89e-07,1130.0454545454545,2270.7323232323233,92.3681,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row anthropic/claude-sonnet-5.5-20260928 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,gpt-5.6-sol,unstated,reasoning-math,hard,,per-q,0.06043574579124578,2.89e-07,781.8636363636364,3586.8703703703704,92.08750000000001,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row openai/gpt-5.6-sol-20260709 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,kimi-k3,unstated,reasoning-math,hard,,per-q,0.13229984714548804,2.89e-07,1070.6818600368324,10235.589779005524,91.92753646408839,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row moonshotai/kimi-k3-20260715 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,gpt-6-sol,unstated,reasoning-math,hard,,per-q,0.02528019191919192,2.89e-07,781.8636363636364,2369.5,91.91919999999999,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row openai/gpt-6-sol-20260922 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,glm-5.3-flash,unstated,reasoning-math,hard,,per-q,0.0054125,2.89e-07,266.449494949495,10749.717171717171,90.90909999999999,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row z-ai/glm-5.3-flash / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,qwen3.7-max,unstated,reasoning-math,hard,,per-q,0.2221867676767677,2.89e-07,825.030303030303,29352.99494949495,90.90909999999999,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row qwen/qwen3.7-max-20260520 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,?nvidia/switchyard,not-established:absent,reasoning-math,hard,,per-q,0.015826173089071385,2.89e-07,284.1212886923563,3604.423246999368,90.71381724573594,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row nvidia/switchyard / column accuracy),,out:model-not-established,out:model-not-established orgpqa,openrouter,?meta/muse-spark-open,not-established:absent,reasoning-math,hard,,per-q,0.06914223232323233,2.89e-07,1148.3181818181818,16031.914141414141,90.5724,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row meta/muse-spark-open-20261015 / column accuracy),,out:model-not-established,out:model-not-established orgpqa,openrouter,minimax-m3,unstated,reasoning-math,hard,,per-q,0.03434321828908554,2.89e-07,1230.1618204804045,30148.002528445006,90.46213388116308,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row minimax/minimax-m3-20260531 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,opus-5.5,unstated,reasoning-math,hard,,per-q,0.05431423611111111,2.89e-07,1010.1818181818181,2506.719696969697,90.446125,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row anthropic/claude-opus-5.5-20260921 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,gpt-5.4,unstated,reasoning-math,hard,,per-q,0.14672305387205387,2.89e-07,781.8636363636364,9652.131313131313,90.2918,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row openai/gpt-5.4-20260305 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,deepseek-v4-pro-0813,unstated,reasoning-math,hard,,per-q,0.11330698988366211,2.89e-07,941.910976226606,36138.885179565,90.27143672230654,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row deepseek/deepseek-v4-pro-20260813 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,hy4-preview,unstated,reasoning-math,hard,,per-q,0.11881703282828283,2.89e-07,776.560606060606,47333.19696969697,90.23565,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row tencent/hy4-preview-20260827 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,deepseek-v4.1-flash-1017,unstated,reasoning-math,hard,,per-q,0.01318992268041237,2.89e-07,784.2422680412371,21902.201030927834,90.1203,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row deepseek/deepseek-v4.1-flash-20261017 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,gpt-5.6-luna-pro,unstated,reasoning-math,hard,,per-q,0.0412280202020202,2.89e-07,30083.651515151516,27211.210437710437,89.9551,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row openai/gpt-5.6-luna-pro-20260709 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,fable-5.1,unstated,reasoning-math,hard,,per-q,0.13052546969696968,2.89e-07,1060.6686868686868,2403.130303030303,89.93264,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row anthropic/claude-fable-5.1-20260831 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,gpt-6-luna,unstated,reasoning-math,hard,,per-q,0.003442197969543147,2.89e-07,258.6954314720812,6831.9390862944165,89.8477,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row openai/gpt-6-luna / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,opus-4.8,unstated,reasoning-math,hard,,per-q,0.20013578328741968,2.89e-07,1106.9903581267217,7787.9586776859505,89.6387909090909,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row anthropic/claude-4.8-opus-20260528 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,opus-4.7,unstated,reasoning-math,hard,,per-q,0.22676957437842393,2.89e-07,1125.3173198482932,8847.257901390645,89.50693704171935,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row anthropic/claude-4.7-opus-20260416 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,deepseek-v4.1-flash,unstated,reasoning-math,hard,,per-q,0.02464470909090909,2.89e-07,838.0424242424242,30465.680808080808,89.0909,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row deepseek/deepseek-v4.1-flash-20260910 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,nova-micro,unstated,reasoning-math,hard,,per-q,0.2164912121212121,2.89e-07,1128.9747474747476,8434.90404040404,89.00110000000001,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row amazon/nova-micro-v1 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,gpt-5.6-terra,unstated,reasoning-math,hard,,per-q,0.03440870875420875,2.89e-07,781.8636363636364,3309.2491582491584,88.77663333333334,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row openai/gpt-5.6-terra-20260709 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,mimo-v2.6-pro,unstated,reasoning-math,hard,,per-q,0.032885610619469034,2.89e-07,801.9481668773705,37709.38053097345,88.66412831858407,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row xiaomi/mimo-v2.6-pro-20260921 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,fugu-max,unstated,reasoning-math,hard,,per-q,0.07555469191919191,2.89e-07,1171.3686868686868,12279.550505050505,88.5522,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row sakana/fugu-max / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,qwen3.8-flash,unstated,reasoning-math,hard,,per-q,0.02146120202020202,2.89e-07,939.030303030303,45464.17676767677,88.5522,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row qwen/qwen3.8-flash-20260826 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,gemini-3-flash,unstated,reasoning-math,hard,,per-q,0.13180945791245793,2.89e-07,738.1919191919192,43817.097643097644,88.38383333333335,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row google/gemini-3-flash-preview-20251217 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,gpt-6-luna-pro,unstated,reasoning-math,hard,,per-q,0.008301368686868687,2.89e-07,17553.883838383837,13098.969696969696,88.3838,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row openai/gpt-6-luna-pro-20260922 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,kimi-k2-thinking,solo,reasoning-math,hard,,per-q,0.10363212021857923,2.89e-07,795.1639344262295,41457.83606557377,88.1603,acc%,2.89e-05,,cost-method-assumed-single,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row moonshotai/kimi-k2-thinking-20251106 / column accuracy),,in,out:cost-not-comparable orgpqa,openrouter,?nvidia/nemotron-3.5-super-vl,not-established:absent,reasoning-math,hard,,per-q,0.02275759595959596,2.89e-07,801.7575757575758,45749.0101010101,88.0471,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row nvidia/nemotron-3.5-super-vl-20261015 / column accuracy),,out:model-not-established,out:model-not-established orgpqa,openrouter,deepseek-v4-flash-vision-exp,unstated,reasoning-math,hard,,per-q,0.0227881835016835,2.89e-07,937.2407407407408,25264.190235690236,88.01906666666667,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row deepseek/deepseek-v4-flash-vision-exp-20260821 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,?openrouter/auto,not-established:absent,reasoning-math,hard,,per-q,0.08917041111111111,2.89e-07,1159.490909090909,37445.42121212121,87.95957999999999,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row openrouter/auto / column accuracy),,out:model-not-established,out:model-not-established orgpqa,openrouter,deepseek-v4.1-flash,unstated,reasoning-math,hard,,per-q,0.010643959595959596,2.89e-07,270.520202020202,14277.949494949495,87.8788,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row deepseek/deepseek-v4.1-flash / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,mimo-v2.6-pro,unstated,reasoning-math,hard,,per-q,0.01249009595959596,2.89e-07,268.8131313131313,14226.873737373737,87.8788,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row xiaomi/mimo-v2.6-pro / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,gpt-5.2,unstated,reasoning-math,hard,,per-q,0.13332395959595958,2.89e-07,781.8636363636364,9426.934343434343,87.8788,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row openai/gpt-5.2-20251211 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,qwen3.7-plus,unstated,reasoning-math,hard,,per-q,0.043995565656565656,2.89e-07,825.030303030303,34166.82828282828,87.8788,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row qwen/qwen3.7-plus-20260602 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,gpt-5.6-luna,unstated,reasoning-math,hard,,per-q,0.007907055555555554,2.89e-07,781.8636363636364,7834.653198653199,87.87876666666666,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row openai/gpt-5.6-luna-20260709 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,opus-5,unstated,reasoning-math,hard,,per-q,0.13006525436179983,2.89e-07,1110.198347107438,4980.730027548209,87.71042727272729,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row anthropic/claude-opus-5-20260723 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,gpt-6-luna,unstated,reasoning-math,hard,,per-q,0.0029526111111111116,2.89e-07,781.8636363636364,5746.707070707071,87.3737,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row openai/gpt-6-luna-20260922 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,qwen3.8-2.4t-a95b,unstated,reasoning-math,hard,,per-q,0.08650412815656565,2.89e-07,836.2335858585859,14085.986742424242,87.0791,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row qwen/qwen3.8-2.4t-a95b-20260812 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,minimax-m2.1,unstated,reasoning-math,hard,,per-q,0.027671912820512817,2.89e-07,756.4615384615385,21385.076923076922,86.8376,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row minimax/minimax-m2.1 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,haiku-5.5,unstated,reasoning-math,hard,,per-q,0.0040270404040404035,2.89e-07,1130.0454545454545,7821.176767676768,86.61615,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row anthropic/claude-haiku-5.5-20261007 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,inkling-small,unstated,reasoning-math,hard,,per-q,0.02525451262626263,2.89e-07,804.2373737373738,20811.0765993266,86.56005,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row thinkingmachines/inkling-small-20260730 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,deepseek-v4-pro-preview,unstated,reasoning-math,hard,,per-q,0.038863957702020197,2.89e-07,758.0252525252525,34126.10921717172,86.55302499999998,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row deepseek/deepseek-v4-pro-20260423 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,deepseek-v4-flash-0731,unstated,reasoning-math,hard,,per-q,0.007844937878787879,2.89e-07,871.9151515151515,25350.743434343436,86.54881000000001,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row deepseek/deepseek-v4-flash-20260731 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,gpt-5.1,unstated,reasoning-math,hard,,per-q,0.22125699158249157,2.89e-07,781.8636363636364,22030.511784511786,86.3636,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row openai/gpt-5.1-20251113 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,opus-4.6,unstated,reasoning-math,hard,,per-q,0.7496591460055096,2.89e-07,858.3948576675849,29823.61570247934,86.30240909090909,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row anthropic/claude-4.6-opus-20260205 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,opus-4.5,unstated,reasoning-math,hard,,per-q,0.8426584527089072,2.89e-07,955.4462809917355,33515.24885215794,86.16467272727273,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row anthropic/claude-4.5-opus-20251124 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,kimi-k2.7-code,solo,reasoning-math,hard,,per-q,0.09928383787878788,2.89e-07,791.750505050505,26359.05101010101,86.16161,acc%,2.89e-05,,cost-method-assumed-single,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row moonshotai/kimi-k2.7-code-20260612 / column accuracy),,in,out:cost-not-comparable orgpqa,openrouter,fable-5,unstated,reasoning-math,hard,,per-q,0.17600762920875418,2.89e-07,1046.0446127946127,3313.9747474747473,86.13916666666666,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row anthropic/claude-5-fable-20260609 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,gpt-5,unstated,reasoning-math,hard,,per-q,0.20989276262626264,2.89e-07,781.8636363636364,20893.070707070707,85.69019999999999,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row openai/gpt-5-2025-08-07 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,kimi-k2.6,unstated,reasoning-math,hard,,per-q,0.16188800866425992,2.89e-07,786.4389891696751,54542.67653429603,85.53548880866427,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row moonshotai/kimi-k2.6-20260420 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,deepseek-v4-flash-preview,unstated,reasoning-math,hard,,per-q,0.00511969898989899,2.89e-07,755.1626262626263,29257.441414141413,85.31986,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row deepseek/deepseek-v4-flash-20260423 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,glm-5.3,unstated,reasoning-math,hard,,per-q,0.10542726830808083,2.89e-07,800.3150252525253,30518.208333333332,85.22727499999999,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row z-ai/glm-5.3-20260816 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,qwen3.5-397b-a17b,unstated,reasoning-math,hard,,per-q,0.07370817487373738,2.89e-07,821.4665404040404,22619.678661616163,84.99579999999999,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row qwen/qwen3.5-397b-a17b-20260216 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,ling-3.0-flash-vl,unstated,reasoning-math,hard,,per-q,0.0012582575757575758,2.89e-07,823.9242424242424,17501.79797979798,84.8485,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row inclusionai/ling-3.0-flash-vl-20260910 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,glm-5.2,unstated,reasoning-math,hard,,per-q,0.12316125799663302,2.89e-07,798.5307239057239,46449.42003367003,84.72923333333333,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row z-ai/glm-5.2-20260616 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,kimi-k2.5,unstated,reasoning-math,hard,,per-q,0.11109369480519479,2.89e-07,782.3585858585859,44202.00216450216,84.65608571428571,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row moonshotai/kimi-k2.5-0127 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,minimax-m2.7,unstated,reasoning-math,hard,,per-q,0.04723669264892269,2.89e-07,754.5544993662864,37996.90114068441,84.64300532319391,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row minimax/minimax-m2.7-20260318 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,glm-5.3-flash,unstated,reasoning-math,hard,,per-q,0.01534476388888889,2.89e-07,799.4968434343434,37681.07765151515,84.61700000000001,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row z-ai/glm-5.3-flash-20260826 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,sonnet-5,unstated,reasoning-math,hard,,per-q,0.16686697387273494,2.89e-07,1108.5992414664981,16467.685208596715,84.40790973451325,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row anthropic/claude-sonnet-5-20260630 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,gemini-3.5-flash-lite,unstated,reasoning-math,hard,,per-q,0.036658867003367,2.89e-07,739.4915824915824,14574.808080808081,84.11896666666667,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row google/gemini-3.5-flash-lite-20260721 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,gpt-5.4-mini,unstated,reasoning-math,hard,,per-q,0.06194655555555556,2.89e-07,781.8636363636364,13638.5,83.50166666666667,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row openai/gpt-5.4-mini-20260317 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,inkling,unstated,reasoning-math,hard,,per-q,0.0954248565400844,2.89e-07,777.6995780590718,23403.932489451476,83.40364430379746,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row thinkingmachines/inkling-20260715 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,qwen3.5-122b-a10b,unstated,reasoning-math,hard,,per-q,0.05396650210437711,2.89e-07,824.8808922558923,22970.753367003366,83.40346666666668,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row qwen/qwen3.5-122b-a10b-20260224 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,mimo-v2.5-pro,unstated,reasoning-math,hard,,per-q,0.028505976262626263,2.89e-07,809.1994949494949,29700.529292929292,82.44948000000002,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row xiaomi/mimo-v2.5-pro-20260422 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,glm-5.3,unstated,reasoning-math,hard,,per-q,0.025912994949494946,2.89e-07,266.449494949495,9036.257575757576,82.3232,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row z-ai/glm-5.3 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,qwen3.6-27b,unstated,reasoning-math,hard,,per-q,0.085449148045977,2.89e-07,825.4827586206897,31176.493793103447,82.20689337931035,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row qwen/qwen3.6-27b-20260422 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,minimax-m2.5,unstated,reasoning-math,hard,,per-q,0.025833400202634246,2.89e-07,760.1084093211753,24022.691995947316,82.10063161094224,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row minimax/minimax-m2.5-20260211 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,sonnet-4.5,unstated,reasoning-math,hard,,per-q,0.314472340909091,2.89e-07,955.4431818181819,20775.11153198653,82.01458333333331,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row anthropic/claude-4.5-sonnet-20250929 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,qwen3.8-27b,unstated,reasoning-math,hard,,per-q,0.03439966722783389,2.89e-07,825.4203142536476,13813.295735129068,81.83687777777777,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row qwen/qwen3.8-27b-20260814 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,gemini-3.1-flash-lite,unstated,reasoning-math,hard,,per-q,0.04137441245791246,2.89e-07,739.8400673400673,27465.196969696968,81.5937,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row google/gemini-3.1-flash-lite-20260507 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,glm-5.1,unstated,reasoning-math,hard,,per-q,0.2145485825366476,2.89e-07,780.8164435946462,57980.598470363286,81.55935315487571,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row z-ai/glm-5.1-20260406 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,deepseek-v3.2-exp,unstated,reasoning-math,hard,,per-q,0.007393566137566137,2.89e-07,713.9206349206349,17741.814814814814,81.4815,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row deepseek/deepseek-v3.2-exp / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,glm-4.7,unstated,reasoning-math,hard,,per-q,0.08244444803548796,2.89e-07,771.3105196451204,40999.92395437262,81.32656083650188,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row z-ai/glm-4.7-20251222 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,gemini-2.5-pro,unstated,reasoning-math,hard,,per-q,0.2550713585858586,2.89e-07,736.5420875420875,25491.23232323232,81.31313333333333,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row google/gemini-2.5-pro / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,?inclusionai/ling-3.1-flash,not-established:absent,reasoning-math,hard,,per-q,0.00766168253968254,2.89e-07,755.7883597883598,33904.37566137566,81.3051,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row inclusionai/ling-3.1-flash-20261002 / column accuracy),,out:model-not-established,out:model-not-established orgpqa,openrouter,gemma-4-31b-it,unstated,reasoning-math,hard,,per-q,0.007136471861471861,2.89e-07,792.2835497835498,18109.714285714286,81.28908571428571,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row google/gemma-4-31b-it-20260402 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,nemotron-3-ultra-550b-a55b,unstated,reasoning-math,hard,,per-q,0.14135672674418603,2.89e-07,799.9069767441861,39843.74418604651,81.2016,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row nvidia/nemotron-3-ultra-550b-a55b-20260604 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,deepseek-v3.2,unstated,reasoning-math,hard,,per-q,0.008924909090909091,2.89e-07,732.5498737373738,18934.403409090908,81.10267499999999,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row deepseek/deepseek-v3.2-20251201 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,gpt-5-mini,unstated,reasoning-math,hard,,per-q,0.044340436026936034,2.89e-07,781.8636363636364,22075.030303030304,80.8081,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row openai/gpt-5-mini-2025-08-07 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,muse-glimmer-30b,unstated,reasoning-math,hard,,per-q,0.022531703914141412,2.89e-07,797.4520202020202,17458.415404040403,80.59763749999999,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row meta/muse-glimmer-30b-20260810 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,?openai/gpt-5.3-chat,not-established:absent,reasoning-math,hard,,per-q,0.024081237373737373,2.89e-07,781.8636363636364,1625.5555555555557,80.4714,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row openai/gpt-5.3-chat-20260303 / column accuracy),,out:model-not-established,out:model-not-established orgpqa,openrouter,?openai/gpt-5.2-chat,not-established:absent,reasoning-math,hard,,per-q,0.03602157070707071,2.89e-07,781.8636363636364,2479.818181818182,79.798,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row openai/gpt-5.2-chat-20251211 / column accuracy),,out:model-not-established,out:model-not-established orgpqa,openrouter,qwen3.5-35b-a3b,unstated,reasoning-math,hard,,per-q,0.026948493055555557,2.89e-07,824.4936868686868,25834.242424242424,79.69274999999999,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row qwen/qwen3.5-35b-a3b-20260224 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,qwen3.6-35b-a3b,unstated,reasoning-math,hard,,per-q,0.04347873507805325,2.89e-07,824.7447199265381,42653.03902662994,78.96387272727272,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row qwen/qwen3.6-35b-a3b-20260415 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,mimo-v2.5,unstated,reasoning-math,hard,,per-q,0.012861900883838383,2.89e-07,795.9482323232323,38634.71654040404,78.0302875,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row xiaomi/mimo-v2.5-20260422 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,qwen3.5-9b,unstated,reasoning-math,hard,,per-q,0.0056759981634527095,2.89e-07,823.4926538108356,35506.24150596878,77.99202727272726,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row qwen/qwen3.5-9b-20260310 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,gpt-5.4-nano,unstated,reasoning-math,hard,,per-q,0.013080006734006736,2.89e-07,781.8636363636364,10341.513468013469,77.72166666666667,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row openai/gpt-5.4-nano-20260317 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,?qwen/qwen3-235b-a22b-thinking-2507,not-established:absent,reasoning-math,hard,,per-q,0.05750532828282828,2.89e-07,809.2790404040404,23028.97095959596,77.52524999999999,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row qwen/qwen3-235b-a22b-thinking-2507 / column accuracy),,out:model-not-established,out:model-not-established orgpqa,openrouter,glm-5,unstated,reasoning-math,hard,,per-q,0.15352950514800515,2.89e-07,780.4774774774775,63630.38416988417,77.49893918918921,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row z-ai/glm-5-20260211 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,deepseek-r1-0528,solo,reasoning-math,hard,,per-q,0.05189419633838384,2.89e-07,735.9633838383838,23212.847222222223,77.18855,acc%,2.89e-05,,cost-method-assumed-single,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row deepseek/deepseek-r1-0528 / column accuracy),,out:single-couple,out:cost-not-comparable orgpqa,openrouter,deepseek-v3.1-terminus,unstated,reasoning-math,hard,,per-q,0.015932259595959595,2.89e-07,733.0323232323233,16024.338383838383,76.76768,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row deepseek/deepseek-v3.1-terminus / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,sonnet-4,unstated,reasoning-math,hard,,per-q,0.2670539015151515,2.89e-07,955.4318181818181,17616.689393939392,76.68349999999999,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row anthropic/claude-4-sonnet-20250522 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,?moonshotai/kimi-k2-0905,not-established:absent,reasoning-math,hard,,per-q,0.017299227272727275,2.89e-07,793.0454545454545,5944.843434343435,76.431,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row moonshotai/kimi-k2-0905 / column accuracy),,out:model-not-established,out:model-not-established orgpqa,openrouter,mistral-small-2603,unstated,reasoning-math,hard,,per-q,0.014556641414141414,2.89e-07,801.6616161616162,23980.964646464647,75.75759999999999,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row mistralai/mistral-small-2603 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,glm-4.6,unstated,reasoning-math,hard,,per-q,0.05368984785353535,2.89e-07,763.3964646464647,27872.888257575756,75,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row z-ai/glm-4.6 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,ling-3.0-flash,unstated,reasoning-math,hard,,per-q,0.00260698730964467,2.89e-07,810.0126903553299,30980.81725888325,74.87311624365482,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row inclusionai/ling-3.0-flash-20260723 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,qwen3-coder-next,unstated,reasoning-math,hard,,per-q,0.015003951659451658,2.89e-07,812.2582972582973,14469.299422799422,74.67534285714286,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row qwen/qwen3-coder-next-2025-02-03 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,mimo-v2.6-flash,unstated,reasoning-math,hard,,per-q,0.016316385521885524,2.89e-07,801.6902356902357,57893.19191919192,73.93379999999999,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row xiaomi/mimo-v2.6-flash-20260921 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,haiku-4.5,unstated,reasoning-math,hard,,per-q,0.19013492424242423,2.89e-07,955.4431818181819,37836.16708754209,72.82548333333334,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row anthropic/claude-4.5-haiku-20251001 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,qwen3-235b-a22b-instruct-2507,solo,reasoning-math,hard,,per-q,0.005457933712121213,2.89e-07,792.8876262626262,7917.640782828283,72.6852,acc%,2.89e-05,,cost-method-assumed-single,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row qwen/qwen3-235b-a22b-07-25 / column accuracy),,out:single-couple,out:cost-not-comparable orgpqa,openrouter,gemini-2.5-flash,unstated,reasoning-math,hard,,per-q,0.059926168350168355,2.89e-07,734.0387205387206,23940.483164983165,72.61503333333333,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row google/gemini-2.5-flash / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,gpt-oss-120b,unstated,reasoning-math,hard,,per-q,0.0057709015151515145,2.89e-07,965.1085858585859,17394.30808080808,72.3064,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row openai/gpt-oss-120b / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,?qwen/qwen3-next-80b-a3b-instruct,not-established:absent,reasoning-math,hard,,per-q,0.011008058080808082,2.89e-07,810.7929292929293,10395.001683501683,71.21211666666666,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row qwen/qwen3-next-80b-a3b-instruct-2509 / column accuracy),,out:model-not-established,out:model-not-established orgpqa,openrouter,gemma-4-26b-a4b-it,unstated,reasoning-math,hard,,per-q,0.016059919913419915,2.89e-07,781.8304473304473,48256.89682539683,70.64695714285715,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row google/gemma-4-26b-a4b-it-20260403 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,gpt-5-nano,unstated,reasoning-math,hard,,per-q,0.01336774494949495,2.89e-07,781.8636363636364,33323.15909090909,70.45455,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row openai/gpt-5-nano-2025-08-07 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,nemotron-3.5-lightning,unstated,reasoning-math,hard,,per-q,0.009351708912037038,2.89e-07,767.1012731481482,45073.12384259259,70.08102604166667,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row nvidia/nemotron-3.5-lightning-20260807 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,?qwen/qwen3-vl-235b-a22b-instruct,not-established:absent,reasoning-math,hard,,per-q,0.009704229797979799,2.89e-07,812.2255892255893,6456.316498316498,69.27610000000001,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row qwen/qwen3-vl-235b-a22b-instruct / column accuracy),,out:model-not-established,out:model-not-established orgpqa,openrouter,?google/gemma-4-26b-a4b-it-20260403:free,not-established:absent,reasoning-math,hard,,,,,,,68.4722,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row google/gemma-4-26b-a4b-it-20260403:free / column accuracy),,out:model-not-established, orgpqa,openrouter,sonnet-4.6,unstated,reasoning-math,hard,,per-q,0.6170192970615244,2.89e-07,857.82782369146,40978.85583103765,66.98808181818181,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row anthropic/claude-4.6-sonnet-20260217 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,glm-4.6v,unstated,reasoning-math,hard,,per-q,0.013946772727272728,2.89e-07,784.489898989899,15315.242424242424,66.835,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row z-ai/glm-4.6-20251208 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,llama-4-maverick,solo,reasoning-math,hard,,per-q,0.0027868222222222224,2.89e-07,760.2454545454545,2951.019191919192,66.56563999999999,acc%,2.89e-05,,cost-method-assumed-single,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row meta-llama/llama-4-maverick-17b-128e-instruct / column accuracy),,out:single-couple,out:cost-not-comparable orgpqa,openrouter,granite-4.2-8b,unstated,reasoning-math,hard,,per-q,0.014864365482233502,2.89e-07,818.736040609137,64415.350253807104,65.736,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row ibm-granite/granite-4.2-8b-20260831 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,deepseek-v3.1,unstated,reasoning-math,hard,,per-q,0.014581559974747476,2.89e-07,735.9204545454545,13349.987373737375,65.50925,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row deepseek/deepseek-chat-v3.1 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,gpt-4.1-mini,solo,reasoning-math,hard,,per-q,0.004075954545454546,2.89e-07,784.8636363636364,2354.649831649832,64.92706666666667,acc%,2.89e-05,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row openai/gpt-4.1-mini-2025-04-14 / column accuracy),,out:single-couple,out:cost-single-couple orgpqa,openrouter,gpt-4.1,solo,reasoning-math,hard,,per-q,0.015368191919191919,2.89e-07,784.8636363636364,1727.3535353535353,64.64646666666667,acc%,2.89e-05,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row openai/gpt-4.1-2025-04-14 / column accuracy),,out:single-couple,out:cost-single-couple orgpqa,openrouter,?qwen/qwen3-30b-a3b-instruct-2507,not-established:absent,reasoning-math,hard,,per-q,0.002693207070707071,2.89e-07,812.2870370370371,9633.525252525253,64.28171666666667,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row qwen/qwen3-30b-a3b-instruct-2507 / column accuracy),,out:model-not-established,out:model-not-established orgpqa,openrouter,gpt-oss-20b,unstated,reasoning-math,hard,,per-q,0.007707547348484848,2.89e-07,962.5189393939394,45830.878787878784,64.20455,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row openai/gpt-oss-20b / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,?qwen/qwen3-vl-30b-a3b-instruct,not-established:absent,reasoning-math,hard,,per-q,0.007092590347923681,2.89e-07,812.439393939394,11377.103254769921,64.19754444444444,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row qwen/qwen3-vl-30b-a3b-instruct / column accuracy),,out:model-not-established,out:model-not-established orgpqa,openrouter,nemotron-3-nano-30b-a3b,unstated,reasoning-math,hard,,per-q,0.01718929421673217,2.89e-07,795.0550252667041,83912.1010668164,62.85795064570466,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row nvidia/nemotron-3-nano-30b-a3b / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,deepseek-v3,solo,reasoning-math,hard,,per-q,0.0023548611111111114,2.89e-07,732.0656565656566,2165.318181818182,62.12125000000001,acc%,2.89e-05,,cost-method-assumed-single,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row deepseek/deepseek-chat-v3 / column accuracy),,out:single-couple,out:cost-not-comparable orgpqa,openrouter,qwen3-30b-a3b,unstated,reasoning-math,hard,,per-q,0.007801348484848485,2.89e-07,813.8434343434343,15081.5,60.9428,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row qwen/qwen3-30b-a3b-04-28 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,qwen3-32b,unstated,reasoning-math,hard,,per-q,0.008205017223910841,2.89e-07,811.564336372847,17225.689969604864,60.62142522796352,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row qwen/qwen3-32b-04-28 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,qwen3-coder-480b-a35b-instruct,solo,reasoning-math,hard,,per-q,0.0035006599326599325,2.89e-07,812.3131313131313,2119.1574074074074,60.38161666666666,acc%,2.89e-05,,cost-method-assumed-single,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row qwen/qwen3-coder-480b-a35b-07-25 / column accuracy),,out:single-couple,out:cost-not-comparable orgpqa,openrouter,qwen3-14b,unstated,reasoning-math,hard,,per-q,0.0029208080808080807,2.89e-07,816.5959595959596,11688.588383838383,59.1751,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row qwen/qwen3-14b-04-28 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,glm-4.5-air,unstated,reasoning-math,hard,,per-q,0.03680247311827957,2.89e-07,734.5967741935484,47809.01612903226,57.5269,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row z-ai/glm-4.5-air / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,gemini-2.5-flash-lite,unstated,reasoning-math,hard,,per-q,0.0171891531986532,2.89e-07,726.8249158249158,42892.78114478115,54.88216666666668,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row google/gemini-2.5-flash-lite / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,glm-4.7-flash,unstated,reasoning-math,hard,,per-q,0.0166975390070922,2.89e-07,764.2634245187437,42415.456940222895,52.38096808510638,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row z-ai/glm-4.7-flash-20260119 / column accuracy),,out:effort-not-established,out:effort-not-established orgpqa,openrouter,?qwen/qwen3-coder-30b-a3b-instruct,not-established:absent,reasoning-math,hard,,per-q,0.0035723956228956226,2.89e-07,812.5084175084176,2721.4242424242425,52.02023333333333,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row qwen/qwen3-coder-30b-a3b-instruct / column accuracy),,out:model-not-established,out:model-not-established orgpqa,openrouter,gpt-4o-0806,solo,reasoning-math,hard,,per-q,0.017511833333333334,2.89e-07,784.8636363636364,1559.209595959596,52.02019999999999,acc%,2.89e-05,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row openai/gpt-4o-2024-08-06 / column accuracy),,out:single-couple,out:cost-single-couple orgpqa,openrouter,?qwen/qwen3-vl-8b-instruct,not-established:absent,reasoning-math,hard,,per-q,0.0047852878787878785,2.89e-07,810.1969696969697,10671.39898989899,51.3468,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row qwen/qwen3-vl-8b-instruct / column accuracy),,out:model-not-established,out:model-not-established orgpqa,openrouter,gpt-4o-0513,solo,reasoning-math,hard,,per-q,0.0237055303030303,2.89e-07,784.8636363636364,1318.7474747474748,50.6734,acc%,2.89e-05,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row openai/gpt-4o-2024-05-13 / column accuracy),,out:single-couple,out:cost-single-couple orgpqa,openrouter,deepseek-v3-0324,solo,reasoning-math,hard,,per-q,0.004705715686274509,2.89e-07,673.5958605664488,4227.696078431372,50.65361568627451,acc%,2.89e-05,,cost-method-assumed-single,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row deepseek/deepseek-chat-v3-0324 / column accuracy),,out:single-couple,out:cost-not-comparable orgpqa,openrouter,?openai/gpt-4o,not-established:absent,reasoning-math,hard,,per-q,0.012942734006734005,2.89e-07,784.8636363636364,1100.3198653198654,50.56116666666668,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row openai/gpt-4o / column accuracy),,out:model-not-established,out:model-not-established orgpqa,openrouter,?inclusionai/ling-3.0-flash-fin,not-established:absent,reasoning-math,hard,,per-q,0.009755954545454545,2.89e-07,823.9242424242424,64762.606060606064,50.5051,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row inclusionai/ling-3.0-flash-fin-20260827 / column accuracy),,out:model-not-established,out:model-not-established orgpqa,openrouter,gpt-4.1-nano,solo,reasoning-math,hard,,per-q,0.0008362104377104377,2.89e-07,784.8636363636364,1898.5521885521885,50,acc%,2.89e-05,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row openai/gpt-4.1-nano-2025-04-14 / column accuracy),,out:single-couple,out:cost-single-couple orgpqa,openrouter,llama-3.3-70b-instruct,solo,reasoning-math,hard,,per-q,0.0013712070707070706,2.89e-07,818.3017676767677,2259.597222222222,47.15905,acc%,2.89e-05,,cost-method-assumed-single,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row meta-llama/llama-3.3-70b-instruct / column accuracy),,out:single-couple,out:cost-not-comparable orgpqa,openrouter,qwen2.5-72b-instruct,solo,reasoning-math,hard,,per-q,0.0010278964646464647,2.89e-07,786.4520202020202,1848.388888888889,45.959600000000006,acc%,2.89e-05,,cost-method-assumed-single,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row qwen/qwen-2.5-72b-instruct / column accuracy),,out:single-couple,out:cost-not-comparable orgpqa,openrouter,?qwen/qwen2.5-vl-72b-instruct,not-established:absent,reasoning-math,hard,,per-q,0.0015239469696969696,2.89e-07,809.4722222222222,1592.9924242424242,44.44445,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row qwen/qwen2.5-vl-72b-instruct / column accuracy),,out:model-not-established,out:model-not-established orgpqa,openrouter,gpt-4o-mini,solo,reasoning-math,hard,,per-q,0.0010060690235690235,2.89e-07,784.8636363636364,1483.5286195286196,43.20986666666667,acc%,2.89e-05,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row openai/gpt-4o-mini / column accuracy),,out:single-couple,out:cost-single-couple orgpqa,openrouter,?tencent/hy-mt2-30b-a3b,not-established:absent,reasoning-math,hard,,per-q,0.00023147979797979797,2.89e-07,773.469696969697,710.540404040404,38.8889,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row tencent/hy-mt2-30b-a3b-20260521 / column accuracy),,out:model-not-established,out:model-not-established orgpqa,openrouter,gemma-3-12b-it,solo,reasoning-math,hard,,per-q,0.000344469696969697,2.89e-07,780.2727272727273,2036.358585858586,37.878799999999996,acc%,2.89e-05,,cost-method-assumed-single,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row google/gemma-3-12b-it / column accuracy),,out:single-couple,out:cost-not-comparable orgpqa,openrouter,qwen2.5-7b-instruct,solo,reasoning-math,hard,,per-q,0.0005318181818181818,2.89e-07,812.439393939394,2041.050505050505,32.8283,acc%,2.89e-05,,cost-method-assumed-single,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row qwen/qwen-2.5-7b-instruct / column accuracy),,out:single-couple,out:cost-not-comparable orgpqa,openrouter,llama-3.1-8b-instruct,solo,reasoning-math,hard,,per-q,0.00147922601010101,2.89e-07,833.9671717171717,20106.075757575756,28.6826625,acc%,2.89e-05,,cost-method-assumed-single,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row meta-llama/llama-3.1-8b-instruct / column accuracy),,out:single-couple,out:cost-not-comparable orgpqa,openrouter,?sao10k/l3-lunaris-8b,not-established:absent,reasoning-math,hard,,per-q,0.00006268181818181819,2.89e-07,806.445707070707,586.439393939394,27.3148,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row sao10k/l3-lunaris-8b / column accuracy),,out:model-not-established,out:model-not-established orgpqa,openrouter,gemma-3-4b-it,solo,reasoning-math,hard,,per-q,0.00011306565656565657,2.89e-07,726.1919191919192,1804.4646464646464,27.1044,acc%,2.89e-05,,cost-method-assumed-single,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row google/gemma-3-4b-it / column accuracy),,out:single-couple,out:cost-not-comparable orgpqa,openrouter,?meta-llama/llama-3.2-3b-instruct,not-established:absent,reasoning-math,hard,,per-q,0.0001537979797979798,2.89e-07,337.8989898989899,1836.7929292929293,11.6162,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row meta-llama/llama-3.2-3b-instruct / column accuracy),,out:model-not-established,out:model-not-established orgpqa,openrouter,?google/gemini-3.1-flash-lite-image,not-established:absent,reasoning-math,hard,,per-q,0.017984406565656568,2.89e-07,738.2727272727273,11812.823232323231,10.2694,acc%,2.89e-05,,,https://openrouter.ai/benchmarks/gpqa-diamond ($.rows / row google/gemini-3.1-flash-lite-image-20260630 / column accuracy),,out:model-not-established,out:model-not-established aa-index5@openrouter,openrouter,fable-5.2,max,mixed,hard,,,,,,,64.6,AA-idx,0.0289,,restated-from:Artificial Analysis; same-runs-as:src-artificialanalysis-leaderboards-models-2026-11-10#M85,"https://openrouter.ai/anthropic/claude-fable-5.2 (""Benchmark score summary"" table, row Artificial Analysis / Intelligence Index, column Score)",,out:copy, aahle@openrouter,openrouter,fable-5.2,max,reasoning-math,frontier,HLE-AA-notools,,,,,,74.3,acc%,0.0289,,restated-from:Artificial Analysis; same-runs-as:src-artificialanalysis-leaderboards-models-2026-11-10#M105,"https://openrouter.ai/anthropic/claude-fable-5.2 (""Benchmark score summary"" table, row Artificial Analysis / HLE, column Score)",,out:copy, aalcr@openrouter,openrouter,fable-5.2,max,mixed,hard,AA-LCR,,,,,,83.3,acc%,0.0289,,restated-from:Artificial Analysis; same-runs-as:src-artificialanalysis-leaderboards-models-2026-11-10#M106,"https://openrouter.ai/anthropic/claude-fable-5.2 (""Benchmark score summary"" table, row Artificial Analysis / AA-LCR, column Score)",,out:copy, openrouter-copy-aa-gdpval-pct,openrouter,fable-5.2,max,mixed,hard,,,,,,,66.6,score%,0.0289,,restated-from:Artificial Analysis,"https://openrouter.ai/anthropic/claude-fable-5.2 (""Benchmark score summary"" table, row Artificial Analysis / GDPval-AA, column Score)",,out:not-headline, aacritpt@openrouter,openrouter,fable-5.2,max,reasoning-math,frontier,CritPt-AA,,,,,,35.4,acc%,0.0289,,restated-from:Artificial Analysis; same-runs-as:src-artificialanalysis-leaderboards-models-2026-11-10#M108,"https://openrouter.ai/anthropic/claude-fable-5.2 (""Benchmark score summary"" table, row Artificial Analysis / CritPt, column Score)",,out:copy, aascicode@openrouter,openrouter,fable-5.2,max,coding,hard,SciCode-AA,,,,,,67.7,acc%,0.0289,,restated-from:Artificial Analysis; same-runs-as:src-artificialanalysis-leaderboards-models-2026-11-10#M107,"https://openrouter.ai/anthropic/claude-fable-5.2 (""Benchmark score summary"" table, row Artificial Analysis / SciCode, column Score)",,out:copy, aaomni@openrouter,openrouter,fable-5.2,max,mixed,mid,AA-Omniscience,,,,,,79.1,acc%,0.0289,,restated-from:Artificial Analysis; same-runs-as:src-artificialanalysis-leaderboards-models-2026-11-10#M88,"https://openrouter.ai/anthropic/claude-fable-5.2 (""Benchmark score summary"" table, row Artificial Analysis / AA-Omniscience Accuracy, column Score)",,out:copy, aa5-omniscience-non-hallucination@openrouter,openrouter,fable-5.2,max,mixed,hard,,,,,,,0.407,score%,0.000289,,restated-from:Artificial Analysis; same-runs-as:src-artificialanalysis-leaderboards-models-2026-11-10#M89,"https://openrouter.ai/anthropic/claude-fable-5.2 (""Benchmark score summary"" table, row Artificial Analysis / AA-Omniscience Non-Hallucination Rate, column Score)",,out:copy, valsbiomyst@openrouter,openrouter,fable-5.2,unstated,mixed,hard,Terminus,,,,,,83.7,accuracy%,0.0289,,restated-from:Vals AI,"https://openrouter.ai/anthropic/claude-fable-5.2 (""Benchmark score summary"" table, row Vals AI / BioMysteryBench, column Score)",,out:effort-not-established, valscodemig11@openrouter,openrouter,fable-5.2,unstated,coding,hard,Vals-runner,,,,,,83.3,accuracy%,0.0289,,restated-from:Vals AI,"https://openrouter.ai/anthropic/claude-fable-5.2 (""Benchmark score summary"" table, row Vals AI / Code Migration v1.1, column Score)",,out:effort-not-established, valsemb11@openrouter,openrouter,fable-5.2,unstated,agentic-tool,hard,EMB,,,,,,77.4,accuracy%,0.0289,,restated-from:Vals AI,"https://openrouter.ai/anthropic/claude-fable-5.2 (""Benchmark score summary"" table, row Vals AI / EMB v1.1, column Score)",,out:effort-not-established, valsfab21@openrouter,openrouter,fable-5.2,unstated,agentic-tool,hard,Vals-runner,,,,,,69.5,accuracy%,0.0289,,restated-from:Vals AI,"https://openrouter.ai/anthropic/claude-fable-5.2 (""Benchmark score summary"" table, row Vals AI / Finance Agent v2.1, column Score)",,out:effort-not-established, valsfinindex@openrouter,openrouter,fable-5.2,unstated,mixed,hard,Vals-Index,,,,,,63.6,accuracy%,0.0289,,restated-from:Vals AI,"https://openrouter.ai/anthropic/claude-fable-5.2 (""Benchmark score summary"" table, row Vals AI / Vals Finance Index, column Score)",,out:effort-not-established, valshlab-2026-10-21@openrouter,openrouter,fable-5.2,unstated,agentic-tool,frontier,Vals-runner,,,,,,5.0,score%,0.0289,,restated-from:Vals AI,"https://openrouter.ai/anthropic/claude-fable-5.2 (""Benchmark score summary"" table, row Vals AI / HLAB-Vals-1.1, column Score)",,out:effort-not-established, valsimmigration@openrouter,openrouter,fable-5.2,unstated,reasoning-math,hard,Vals-runner,,,,,,74.0,accuracy%,0.0289,,restated-from:Vals AI,"https://openrouter.ai/anthropic/claude-fable-5.2 (""Benchmark score summary"" table, row Vals AI / Immigration, column Score)",,out:effort-not-established, valslegalindex@openrouter,openrouter,fable-5.2,unstated,mixed,hard,Vals-Index,,,,,,69.2,accuracy%,0.0289,,restated-from:Vals AI,"https://openrouter.ai/anthropic/claude-fable-5.2 (""Benchmark score summary"" table, row Vals AI / Vals Legal Index, column Score)",,out:effort-not-established, valslegal@openrouter,openrouter,fable-5.2,unstated,agentic-tool,hard,Vals-runner,,,,,,46.2,score%,0.0289,,restated-from:Vals AI,"https://openrouter.ai/anthropic/claude-fable-5.2 (""Benchmark score summary"" table, row Vals AI / Legal Research Bench, column Score)",,out:effort-not-established, valsmystery@openrouter,openrouter,fable-5.2,unstated,reasoning-math,hard,Vals-runner,,,,,,51.8,score%,0.0289,,restated-from:Vals AI,"https://openrouter.ai/anthropic/claude-fable-5.2 (""Benchmark score summary"" table, row Vals AI / MysteryMechanism, column Score)",,out:effort-not-established, valsprogram@openrouter,openrouter,fable-5.2,unstated,coding,frontier,Vals-runner,,,,,,19.0,score%,0.0289,,restated-from:Vals AI,"https://openrouter.ai/anthropic/claude-fable-5.2 (""Benchmark score summary"" table, row Vals AI / ProgramBench, column Score)",,out:effort-not-established, valsproof@openrouter,openrouter,fable-5.2,unstated,reasoning-math,frontier,Vals-runner,,,,,,100.0,score%,0.0289,,restated-from:Vals AI,"https://openrouter.ai/anthropic/claude-fable-5.2 (""Benchmark score summary"" table, row Vals AI / ProofBench v1.1, column Score)",,out:effort-not-established, valsscience@openrouter,openrouter,fable-5.2,unstated,mixed,hard,Vals-runner,,,,,,63.7,accuracy%,0.0289,,restated-from:Vals AI,"https://openrouter.ai/anthropic/claude-fable-5.2 (""Benchmark score summary"" table, row Vals AI / Vals Science Index, column Score)",,out:effort-not-established, valsswemm@openrouter,openrouter,fable-5.2,unstated,coding,hard,Vals-runner,,,,,,62.3,resolved%,0.0289,,restated-from:Vals AI,"https://openrouter.ai/anthropic/claude-fable-5.2 (""Benchmark score summary"" table, row Vals AI / SWE-bench Multimodal, column Score)",,out:effort-not-established, valstax@openrouter,openrouter,fable-5.2,unstated,agentic-tool,hard,Vals-runner,,,,,,32.1,score%,0.0289,,restated-from:Vals AI,"https://openrouter.ai/anthropic/claude-fable-5.2 (""Benchmark score summary"" table, row Vals AI / Tax Agent Bench, column Score)",,out:effort-not-established, valstb4@openrouter,openrouter,fable-5.2,unstated,coding,hard,Vals-runner,,,,,,65.2,accuracy%,0.0289,,restated-from:Vals AI,"https://openrouter.ai/anthropic/claude-fable-5.2 (""Benchmark score summary"" table, row Vals AI / Terminal-Bench 4.0, column Score)",,out:effort-not-established, valstbsci@openrouter,openrouter,fable-5.2,unstated,coding,hard,Vals-runner,,,,,,55.7,accuracy%,0.0289,,restated-from:Vals AI,"https://openrouter.ai/anthropic/claude-fable-5.2 (""Benchmark score summary"" table, row Vals AI / Terminal-Bench-Science, column Score)",,out:effort-not-established, valsindex4@openrouter,openrouter,fable-5.2,unstated,mixed,hard,Vals-Index,,,,,,71.3,accuracy%,0.0289,,restated-from:Vals AI,"https://openrouter.ai/anthropic/claude-fable-5.2 (""Benchmark score summary"" table, row Vals AI / Vals Index, column Score)",,out:effort-not-established, valsvibecode@openrouter,openrouter,fable-5.2,unstated,coding,hard,,,,,,,93.8,score%,0.0289,,restated-from:Vals AI,"https://openrouter.ai/anthropic/claude-fable-5.2 (""Benchmark score summary"" table, row Vals AI / Vibe Code Bench v1.1, column Score)",,out:effort-not-established, ortau2,openrouter,fable-5,unstated,agentic-tool,mid,,per-task,0.9189436672727272,2.89e-07,222995.70909090908,5783.118181818182,80.18181818181818,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row anthropic/claude-5-fable-20260609 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,?inclusionai/ling-3.1-flash,not-established:absent,agentic-tool,mid,,per-task,0.03146312,2.89e-07,227007.6,16745.44,79.3333,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row inclusionai/ling-3.1-flash-20261002 / column accuracy),,out:model-not-established,out:model-not-established ortau2,openrouter,fable-5.1,unstated,agentic-tool,mid,,per-task,0.71616581,2.89e-07,222973.085,6900.955,79.166675,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row anthropic/claude-fable-5.1-20260831 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,opus-5,unstated,agentic-tool,mid,,per-task,0.48459852909090906,2.89e-07,223860.46545454545,7121.34,78.78787272727273,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row anthropic/claude-opus-5-20260723 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,gemini-4-argon,unstated,agentic-tool,mid,,per-task,0.49828548,2.89e-07,300739.16,21971.04,78.6667,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row google/gemini-4-argon-20261013 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,sonnet-5.5,unstated,agentic-tool,mid,,per-task,0.15989929333333333,2.89e-07,247804.61333333334,6353.453333333333,78.66666666666666,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row anthropic/claude-sonnet-5.5-20260928 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,mimo-v2.6-flash,unstated,agentic-tool,mid,,per-task,0.015385413333333335,2.89e-07,261282.58,21255.126666666667,78.66666666666666,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row xiaomi/mimo-v2.6-flash-20260921 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,gemini-3.7-flash,unstated,agentic-tool,mid,,per-task,0.14992966438356164,2.89e-07,218234.22602739726,16313.164383561643,78.31052054794521,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row google/gemini-3.7-flash-20260813 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,deepseek-v4-pro-0813,unstated,agentic-tool,mid,,per-task,0.10385739777777778,2.89e-07,227430.44444444444,20848.71111111111,78.07406666666666,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row deepseek/deepseek-v4-pro-20260813 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,nova-micro,unstated,agentic-tool,mid,,per-task,1.2757919799999997,2.89e-07,226761.09333333332,5685.653333333334,78.00003333333333,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row amazon/nova-micro-v1 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,?meta/muse-spark-open,not-established:absent,agentic-tool,mid,,per-task,0.1158576,2.89e-07,234498.1,11854.88,78,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row meta/muse-spark-open-20261015 / column accuracy),,out:model-not-established,out:model-not-established ortau2,openrouter,qwen3.8-27b,unstated,agentic-tool,mid,,per-task,0.0730951225,2.89e-07,258675.49,14317.8375,77.916675,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row qwen/qwen3.8-27b-20260814 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,qwen3.5-397b-a17b,unstated,agentic-tool,mid,,per-task,0.18276251000000002,2.89e-07,281724.805,29533.0075,77.58333749999999,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row qwen/qwen3.5-397b-a17b-20260216 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,glm-5.3,unstated,agentic-tool,mid,,per-task,0.06096673714285714,2.89e-07,181385.10285714286,6310.4457142857145,77.52381428571429,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row z-ai/glm-5.3-20260816 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,deepseek-v4.1-flash-1017,unstated,agentic-tool,mid,,per-task,0.025697440000000002,2.89e-07,200312.38,11657.88,77.3333,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row deepseek/deepseek-v4.1-flash-20261017 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,opus-4.5,unstated,agentic-tool,mid,,per-task,0.5359888036363636,2.89e-07,193331.78727272726,10646.576363636364,77.15152727272727,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row anthropic/claude-4.5-opus-20251124 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,gpt-5.1,unstated,agentic-tool,mid,,per-task,0.4149127733333333,2.89e-07,154940,36470.113333333335,77.1111,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row openai/gpt-5.1-20251113 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,deepseek-v4-pro-preview,unstated,agentic-tool,mid,,per-task,0.04528427333333334,2.89e-07,183354.79777777777,12527.615555555556,76.96296666666667,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row deepseek/deepseek-v4-pro-20260423 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,opus-4.8,unstated,agentic-tool,mid,,per-task,0.4942437709090909,2.89e-07,226260.26727272727,8155.923636363636,76.90910909090909,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row anthropic/claude-4.8-opus-20260528 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,gemini-3.5-flash-lite,unstated,agentic-tool,mid,,per-task,0.09783254,2.89e-07,210662.81333333332,23933.02,76.88886666666668,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row google/gemini-3.5-flash-lite-20260721 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,qwen3.5-122b-a10b,unstated,agentic-tool,mid,,per-task,0.16836050181818182,2.89e-07,286943.60363636364,35883.39090909091,76.84848181818182,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row qwen/qwen3.5-122b-a10b-20260224 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,deepseek-v4.1-flash,unstated,agentic-tool,mid,,per-task,0.034976304,2.89e-07,364881.916,38297.836,76.80001999999999,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row deepseek/deepseek-v4.1-flash-20260910 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,mimo-v2.6-pro,unstated,agentic-tool,mid,,per-task,0.066754105,2.89e-07,403175.01,42879.28,76.66665,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row xiaomi/mimo-v2.6-pro-20260921 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,opus-4.7,unstated,agentic-tool,mid,,per-task,0.4185906163636364,2.89e-07,230007.7,5622.494545454545,76.60606363636363,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row anthropic/claude-4.7-opus-20260416 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,gemma-4-31b-it,unstated,agentic-tool,mid,,per-task,0.028515656250000004,2.89e-07,185676.125,12506.10044642857,76.56249866071428,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row google/gemma-4-31b-it-20260402 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,hy4-preview,unstated,agentic-tool,mid,,per-task,0.13604349999999998,2.89e-07,382906.72,30337.52,76.22223333333333,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row tencent/hy4-preview-20260827 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,glm-5,unstated,agentic-tool,mid,,per-task,0.04489894888888889,2.89e-07,158854.38222222222,9550.304444444444,76.22222222222222,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row z-ai/glm-5-20260211 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,haiku-5.5,unstated,agentic-tool,mid,,per-task,0.0113985,2.89e-07,299849.01,10995.52,76,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row anthropic/claude-haiku-5.5-20261007 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,glm-5.3,unstated,agentic-tool,mid,,per-task,0.01597332,2.89e-07,54789.72,1764.66,76,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row z-ai/glm-5.3 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,glm-5.3-flash,unstated,agentic-tool,mid,,per-task,0.007369005714285714,2.89e-07,207427.12285714285,4298.177142857143,75.90475714285715,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row z-ai/glm-5.3-flash-20260826 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,sonnet-5,unstated,agentic-tool,mid,,per-task,0.20085546545454547,2.89e-07,235442.07090909092,7874.443636363636,75.87879090909091,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row anthropic/claude-sonnet-5-20260630 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,gemini-3.1-pro,unstated,agentic-tool,mid,,per-task,0.35916456,2.89e-07,133962.74666666667,12758.866666666667,75.77776666666667,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row google/gemini-3.1-pro-preview-20260219 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,qwen3.8-2.4t-a95b,unstated,agentic-tool,mid,,per-task,0.19363898571428573,2.89e-07,242942.5542857143,12005.822857142857,75.61905714285714,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row qwen/qwen3.8-2.4t-a95b-20260812 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,opus-5.5,unstated,agentic-tool,mid,,per-task,0.33917411000000003,2.89e-07,235466.365,7173.1,75.5,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row anthropic/claude-opus-5.5-20260921 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,opus-4.6,unstated,agentic-tool,mid,,per-task,0.4974660309090909,2.89e-07,193885.87818181817,10115.303636363637,75.39394545454545,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row anthropic/claude-4.6-opus-20260205 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,grok-4.6,unstated,agentic-tool,mid,,per-task,0.33087047999999997,2.89e-07,309744.21,11982.77,75.33335,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row x-ai/grok-4.6-20260810 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,gpt-5.4,unstated,agentic-tool,mid,,per-task,0.29158895333333334,2.89e-07,168231.53333333333,10696.2,75.33333333333333,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row openai/gpt-5.4-20260305 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,gemini-3-flash,unstated,agentic-tool,mid,,per-task,0.12209446666666665,2.89e-07,201614.41333333333,19831.306666666667,75.3333,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row google/gemini-3-flash-preview-20251217 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,?nvidia/nemotron-3.5-super-vl,not-established:absent,agentic-tool,mid,,per-task,0.04351718,2.89e-07,423662.16,15714.7,75.3333,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row nvidia/nemotron-3.5-super-vl-20261015 / column accuracy),,out:model-not-established,out:model-not-established ortau2,openrouter,gpt-5.3-codex,unstated,agentic-tool,mid,,per-task,0.29971074000000003,2.89e-07,235463.28,13569.24,75.3333,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row openai/gpt-5.3-codex-20260224 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,gpt-5.5,unstated,agentic-tool,mid,,per-task,0.48754586,2.89e-07,160034.7,7913.286666666667,75.11113333333332,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row openai/gpt-5.5-20260423 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,sonnet-4.6,unstated,agentic-tool,mid,,per-task,0.32347144,2.89e-07,196214.04,11502.629090909091,75.09090909090909,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row anthropic/claude-4.6-sonnet-20260217 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,qwen3.6-27b,unstated,agentic-tool,mid,,per-task,0.1384416090909091,2.89e-07,238788.0090909091,32022.93090909091,74.9697,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row qwen/qwen3.6-27b-20260422 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,deepseek-v4-flash-vision-exp,unstated,agentic-tool,mid,,per-task,0.030171100000000003,2.89e-07,226711.752,18663.832,74.80002,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row deepseek/deepseek-v4-flash-vision-exp-20260821 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,minimax-m3,unstated,agentic-tool,mid,,per-task,0.023901795,2.89e-07,178590.48666666666,7971.18,74.77778333333334,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row minimax/minimax-m3-20260531 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,gemini-3.6-flash,unstated,agentic-tool,mid,,per-task,0.21412848666666662,2.89e-07,219485.87333333332,22756.126666666667,74.66666666666667,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row google/gemini-3.6-flash-20260721 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,gpt-5.6-sol,unstated,agentic-tool,mid,,per-task,0.18399340666666666,2.89e-07,171343.07333333333,5117.2266666666665,74.66666666666667,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row openai/gpt-5.6-sol-20260709 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,muse-glimmer-30b,unstated,agentic-tool,mid,,per-task,0.03743281428571429,2.89e-07,385477.2485714286,13601.3,74.66665714285714,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row meta/muse-glimmer-30b-20260810 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,glm-5.1,unstated,agentic-tool,mid,,per-task,0.08970129333333333,2.89e-07,180865.8088888889,10154.835555555555,74.59256666666667,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row z-ai/glm-5.1-20260406 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,deepseek-v4-flash-preview,unstated,agentic-tool,mid,,per-task,0.010433062500000001,2.89e-07,205192.8125,14202.0475,74.5,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row deepseek/deepseek-v4-flash-20260423 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,mimo-v2.5-pro,unstated,agentic-tool,mid,,per-task,0.027845846666666667,2.89e-07,237124.98333333334,14516.615,74.38888333333333,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row xiaomi/mimo-v2.5-pro-20260422 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,deepseek-v3.2,unstated,agentic-tool,mid,,per-task,0.03511485267857143,2.89e-07,310713.9375,15955.859375,74.33035357142856,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row deepseek/deepseek-v3.2-20251201 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,kimi-k2.6,unstated,agentic-tool,mid,,per-task,0.06887691555555556,2.89e-07,152646.51333333334,12962.453333333333,74.14813333333333,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row moonshotai/kimi-k2.6-20260420 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,deepseek-v4-flash-0731,unstated,agentic-tool,mid,,per-task,0.009324213999999999,2.89e-07,198971.426,15426.052,73.93334,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row deepseek/deepseek-v4-flash-20260731 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,gpt-5.6-sol-pro,unstated,agentic-tool,mid,,per-task,1.2879983000000002,2.89e-07,661022.44,22913.4,73.6667,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row openai/gpt-5.6-sol-pro-20260709 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,kimi-k2.7-code,solo,agentic-tool,mid,,per-task,0.07665837666666667,2.89e-07,173578.81333333332,8668.4,73.38888333333333,pass%,2.89e-05,,cost-method-assumed-single,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row moonshotai/kimi-k2.7-code-20260612 / column accuracy),,in,out:cost-not-comparable ortau2,openrouter,gpt-5.2,unstated,agentic-tool,mid,,per-task,0.2412942,2.89e-07,150066.18,12538.34,73.33330000000001,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row openai/gpt-5.2-20251211 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,gpt-5.6-terra,unstated,agentic-tool,mid,,per-task,0.10536965333333334,2.89e-07,157089.84,4017.0533333333333,73.11113333333332,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row openai/gpt-5.6-terra-20260709 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,gemini-3.5-flash,unstated,agentic-tool,mid,,per-task,0.3988358066666667,2.89e-07,311008.38,27148.5,73.11110000000001,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row google/gemini-3.5-flash-20260519 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,sonnet-4.5,unstated,agentic-tool,mid,,per-task,0.33621692363636363,2.89e-07,226393.82727272727,10400.149090909092,72.96969090909091,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row anthropic/claude-4.5-sonnet-20250929 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,kimi-k3,unstated,agentic-tool,mid,,per-task,0.29079123999999995,2.89e-07,254000.152,9410.784,72.79999,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row moonshotai/kimi-k3-20260715 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,gpt-6-astra-pro,unstated,agentic-tool,mid,,per-task,2.91364046,2.89e-07,542594.76,12422.4,72.6667,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row openai/gpt-6-astra-pro-20260903 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,mimo-v2.5,unstated,agentic-tool,mid,,per-task,0.009626858181818184,2.89e-07,295454.0872727273,14262.687272727273,72.60606363636364,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row xiaomi/mimo-v2.5-20260422 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,qwen3.6-35b-a3b,unstated,agentic-tool,mid,,per-task,0.044882882154882155,2.89e-07,245771.48653198653,25044.632996632998,72.39058686868687,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row qwen/qwen3.6-35b-a3b-20260415 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,glm-5.2,unstated,agentic-tool,mid,,per-task,0.042815734545454544,2.89e-07,177278.73454545456,8570.907272727272,72.18181818181818,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row z-ai/glm-5.2-20260616 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,glm-4.6,unstated,agentic-tool,mid,,per-task,0.05164317555555556,2.89e-07,215055.67111111112,9429.368888888888,72.14815555555555,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row z-ai/glm-4.6 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,kimi-k2-thinking,solo,agentic-tool,mid,,per-task,0.053717240000000006,2.89e-07,141319.76,8791.84,72,pass%,2.89e-05,,cost-method-assumed-single,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row moonshotai/kimi-k2-thinking-20251106 / column accuracy),,in,out:cost-not-comparable ortau2,openrouter,nemotron-3-ultra-550b-a55b,unstated,agentic-tool,mid,,per-task,0.15154258,2.89e-07,217586.32,13133.32,72,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row nvidia/nemotron-3-ultra-550b-a55b-20260604 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,qwen3.7-max,unstated,agentic-tool,mid,,per-task,0.402901,2.89e-07,313612.98,16256.52,72,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row qwen/qwen3.7-max-20260520 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,glm-4.7,unstated,agentic-tool,mid,,per-task,0.06200596222222221,2.89e-07,217452.94222222222,9573.94,71.99998888888889,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row z-ai/glm-4.7-20251222 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,gemini-3.1-flash-lite,unstated,agentic-tool,mid,,per-task,0.09322211333333333,2.89e-07,151717.28666666665,49346.81333333333,71.99996666666667,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row google/gemini-3.1-flash-lite-20260507 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,deepseek-v3.2-exp,unstated,agentic-tool,mid,,per-task,0.07260889583333334,2.89e-07,250199.375,12329.4375,71.5278,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row deepseek/deepseek-v3.2-exp / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,qwen3.8-flash,unstated,agentic-tool,mid,,per-task,0.01665106,2.89e-07,319330.52,17227.24,71.3333,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row qwen/qwen3.8-flash-20260826 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,gemini-3.8-flash,unstated,agentic-tool,mid,,per-task,0.21022357446808512,2.89e-07,221574.40425531915,27609.17021276596,71.2766,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row google/gemini-3.8-flash-20260902 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,qwen3.5-9b,unstated,agentic-tool,mid,,per-task,0.03321126422764228,2.89e-07,250876.42886178862,47360.833333333336,71.13821300813009,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row qwen/qwen3.5-9b-20260310 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,gpt-5.6-luna-pro,unstated,agentic-tool,mid,,per-task,0.07186812,2.89e-07,619470.76,33945.17333333333,71.11113333333333,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row openai/gpt-5.6-luna-pro-20260709 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,minimax-m2.7,unstated,agentic-tool,mid,,per-task,0.02642942666666667,2.89e-07,184836.44222222222,10062.235555555555,71.1111,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row minimax/minimax-m2.7-20260318 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,?inclusionai/ling-3.0-flash-fin,not-established:absent,agentic-tool,mid,,per-task,0.004842469387755102,2.89e-07,228773.4693877551,17024.020408163266,70.7483,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row inclusionai/ling-3.0-flash-fin-20260827 / column accuracy),,out:model-not-established,out:model-not-established ortau2,openrouter,deepseek-v3.1-terminus,unstated,agentic-tool,mid,,per-task,0.059492744,2.89e-07,289620.276,14170.264,70.39998000000001,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row deepseek/deepseek-v3.1-terminus / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,qwen3.7-plus,unstated,agentic-tool,mid,,per-task,0.05425128,2.89e-07,265150.8,20673.9,70.3333,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row qwen/qwen3.7-plus-20260602 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,gpt-5.6-luna,unstated,agentic-tool,mid,,per-task,0.010915493333333333,2.89e-07,157995.59333333332,5345.16,70.00003333333334,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row openai/gpt-5.6-luna-20260709 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,gpt-5-mini,unstated,agentic-tool,mid,,per-task,0.12734470666666667,2.89e-07,156009.51333333334,57532.753333333334,70.00003333333332,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row openai/gpt-5-mini-2025-08-07 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,kimi-k2.5,unstated,agentic-tool,mid,,per-task,0.047772974999999995,2.89e-07,154106.83,9223.68,70.0000125,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row moonshotai/kimi-k2.5-0127 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,glm-5.3-flash,unstated,agentic-tool,mid,,per-task,0.00357748,2.89e-07,70407.74,1567.76,70,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row z-ai/glm-5.3-flash / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,ling-3.0-flash-vl,unstated,agentic-tool,mid,,per-task,0.0030046400000000003,2.89e-07,255361.22,17113.74,70,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row inclusionai/ling-3.0-flash-vl-20260910 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,gpt-6.1-sol,unstated,agentic-tool,mid,,per-task,0.1012818,2.89e-07,197098.92,3638.14,70,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row openai/gpt-6.1-sol-20260929 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,qwen3.5-35b-a3b,unstated,agentic-tool,mid,,per-task,0.07385931609195404,2.89e-07,244067.2787356322,45244.65804597701,69.63602643678161,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row qwen/qwen3.5-35b-a3b-20260224 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,gemma-4-26b-a4b-it,unstated,agentic-tool,mid,,per-task,0.018806935000000004,2.89e-07,211944.69,20477.295,69.499975,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row google/gemma-4-26b-a4b-it-20260403 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,gpt-6-sol,unstated,agentic-tool,mid,,per-task,0.12999802000000002,2.89e-07,175752.6,4982.06,69.3333,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row openai/gpt-6-sol-20260922 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,glm-4.5-air,unstated,agentic-tool,mid,,per-task,0.01748764,2.89e-07,252880.72,9630.44,69.3333,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row z-ai/glm-4.5-air / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,gpt-5,unstated,agentic-tool,mid,,per-task,0.6622049662162162,2.89e-07,239019.29054054053,59355.4527027027,68.91892297297297,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row openai/gpt-5-2025-08-07 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,ling-3.0-flash,unstated,agentic-tool,mid,,per-task,0.00219582,2.89e-07,221280.58,11659.46,68.6667,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row inclusionai/ling-3.0-flash-20260723 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,sonnet-4,unstated,agentic-tool,mid,,per-task,0.33301777,2.89e-07,223029.37,8948.71,68,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row anthropic/claude-4-sonnet-20250522 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,gpt-6-astra,unstated,agentic-tool,mid,,per-task,0.58024224,2.89e-07,180815.74,3731.58,68,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row openai/gpt-6-astra-20260903 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,glm-4.7-flash,unstated,agentic-tool,mid,,per-task,0.008486243333333334,2.89e-07,185481.82333333333,9856.29,67.55556666666667,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row z-ai/glm-4.7-flash-20260119 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,?openai/gpt-5.2-chat,not-established:absent,agentic-tool,mid,,per-task,0.1116277,2.89e-07,151897.82,4280.42,67.3333,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row openai/gpt-5.2-chat-20251211 / column accuracy),,out:model-not-established,out:model-not-established ortau2,openrouter,gpt-6-luna,unstated,agentic-tool,mid,,per-task,0.00928508,2.89e-07,221787.1,8898.44,67.3333,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row openai/gpt-6-luna-20260922 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,inkling,unstated,agentic-tool,mid,,per-task,0.07962264,2.89e-07,262300.112,3531.236,67.2,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row thinkingmachines/inkling-20260715 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,haiku-4.5,unstated,agentic-tool,mid,,per-task,0.11794495454545455,2.89e-07,173027.64545454545,12716.46,66.90908181818183,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row anthropic/claude-4.5-haiku-20251001 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,gpt-6-luna-pro,unstated,agentic-tool,mid,,per-task,0.038762819999999996,2.89e-07,506288.12,31952.48,66.6667,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row openai/gpt-6-luna-pro-20260922 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,minimax-m2.5,unstated,agentic-tool,mid,,per-task,0.023134516666666664,2.89e-07,205030.74,10345.606666666667,66.00001666666666,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row minimax/minimax-m2.5-20260211 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,gpt-5.4-nano,unstated,agentic-tool,mid,,per-task,0.03210012,2.89e-07,147357.62,17353.273333333334,65.33333333333333,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row openai/gpt-5.4-nano-20260317 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,nemotron-3.5-lightning,unstated,agentic-tool,mid,,per-task,0.01716779933110368,2.89e-07,286068.7993311037,22796.782608695652,65.27314314381271,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row nvidia/nemotron-3.5-lightning-20260807 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,gpt-oss-120b,unstated,agentic-tool,mid,,per-task,0.014356867499999997,2.89e-07,187207.03,19373.5125,64.666675,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row openai/gpt-oss-120b / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,gpt-5.4-mini,unstated,agentic-tool,mid,,per-task,0.08944130666666666,2.89e-07,146599.52,12612.513333333334,63.77776666666667,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row openai/gpt-5.4-mini-20260317 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,minimax-m2.1,unstated,agentic-tool,mid,,per-task,0.02616634,2.89e-07,216109.28,11763.02,63,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row minimax/minimax-m2.1 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,?qwen/qwen3-235b-a22b-thinking-2507,not-established:absent,agentic-tool,mid,,per-task,0.1178863306451613,2.89e-07,245184.5,30809.334677419356,61.96237419354839,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row qwen/qwen3-235b-a22b-thinking-2507 / column accuracy),,out:model-not-established,out:model-not-established ortau2,openrouter,glm-4.6v,unstated,agentic-tool,mid,,per-task,0.03212956,2.89e-07,204912.06,8851.18,60.6667,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row z-ai/glm-4.6-20251208 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,inkling-small,unstated,agentic-tool,mid,,per-task,0.046513716,2.89e-07,361381.956,3673.824,60.66668000000001,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row thinkingmachines/inkling-small-20260730 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,gemini-2.5-pro,unstated,agentic-tool,mid,,per-task,0.21649743333333332,2.89e-07,170707.13333333333,14122.313333333334,59.33333333333334,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row google/gemini-2.5-pro / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,?moonshotai/kimi-k2-0905,not-established:absent,agentic-tool,mid,,per-task,0.09532348979591837,2.89e-07,144812.0612244898,3646.7755102040815,59.18367959183675,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row moonshotai/kimi-k2-0905 / column accuracy),,out:model-not-established,out:model-not-established ortau2,openrouter,granite-4.2-8b,unstated,agentic-tool,mid,,per-task,0.015297799999999999,2.89e-07,234765.16,38596.74,58.3333,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row ibm-granite/granite-4.2-8b-20260831 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,gemini-2.5-flash,unstated,agentic-tool,mid,,per-task,0.028662713333333336,2.89e-07,121377.34666666666,8001.593333333333,57.1111,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row google/gemini-2.5-flash / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,qwen3-coder-next,unstated,agentic-tool,mid,,per-task,0.03983742857142857,2.89e-07,227745.62,4373.865714285715,55.90475714285714,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row qwen/qwen3-coder-next-2025-02-03 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,gpt-oss-20b,unstated,agentic-tool,mid,,per-task,0.021050491279069765,2.89e-07,210655.88953488372,95835.8953488372,53.87596395348836,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row openai/gpt-oss-20b / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,deepseek-v3.1,unstated,agentic-tool,mid,,per-task,0.0516702864321608,2.89e-07,220999.52261306532,8053.70351758794,53.60134020100502,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row deepseek/deepseek-chat-v3.1 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,nemotron-3-nano-30b-a3b,unstated,agentic-tool,mid,,per-task,0.0282700725,2.89e-07,332564.9,58343.125,51.7500125,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row nvidia/nemotron-3-nano-30b-a3b / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,gemini-2.5-flash-lite,unstated,agentic-tool,mid,,per-task,0.01769851515151515,2.89e-07,217936.42424242425,30988.575757575756,50.33670303030303,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row google/gemini-2.5-flash-lite / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,deepseek-r1-0528,solo,agentic-tool,mid,,per-task,0.16297116666666667,2.89e-07,175084.5431034483,38482.971264367814,49.95211379310344,pass%,2.89e-05,,cost-method-assumed-single,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row deepseek/deepseek-r1-0528 / column accuracy),,out:single-couple,out:cost-not-comparable ortau2,openrouter,gemma-3-12b-it,solo,agentic-tool,mid,,per-task,0.011001320000000002,2.89e-07,208737.86,3762.88,48,pass%,2.89e-05,,cost-method-assumed-single,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row google/gemma-3-12b-it / column accuracy),,out:single-couple,out:cost-not-comparable ortau2,openrouter,gpt-4.1,solo,agentic-tool,mid,,per-task,0.12510532,2.89e-07,153507.48666666666,2709.2933333333335,47.77776666666667,pass%,2.89e-05,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row openai/gpt-4.1-2025-04-14 / column accuracy),,out:single-couple,out:cost-single-couple ortau2,openrouter,?qwen/qwen3-next-80b-a3b-instruct,not-established:absent,agentic-tool,mid,,per-task,0.025336362857142858,2.89e-07,227134.3,3796.2971428571427,47.047614285714284,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row qwen/qwen3-next-80b-a3b-instruct-2509 / column accuracy),,out:model-not-established,out:model-not-established ortau2,openrouter,qwen3-coder-480b-a35b-instruct,solo,agentic-tool,mid,,per-task,0.08029666571428572,2.89e-07,227953.23142857142,2752.694285714286,46.7619,pass%,2.89e-05,,cost-method-assumed-single,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row qwen/qwen3-coder-480b-a35b-07-25 / column accuracy),,out:single-couple,out:cost-not-comparable ortau2,openrouter,qwen3-30b-a3b,unstated,agentic-tool,mid,,per-task,0.03175828,2.89e-07,164110,22556.3,46.6667,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row qwen/qwen3-30b-a3b-04-28 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,qwen3-32b,unstated,agentic-tool,mid,,per-task,0.020897343333333335,2.89e-07,180001.98666666666,20727.386666666665,46.66666666666667,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row qwen/qwen3-32b-04-28 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,gpt-5-nano,unstated,agentic-tool,mid,,per-task,0.04219703378378378,2.89e-07,174039.91216216216,98782.22297297297,46.62164729729729,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row openai/gpt-5-nano-2025-08-07 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,?openai/gpt-5.3-chat,not-established:absent,agentic-tool,mid,,per-task,0.09873096,2.89e-07,136284,2748.04,46,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row openai/gpt-5.3-chat-20260303 / column accuracy),,out:model-not-established,out:model-not-established ortau2,openrouter,?openai/gpt-4o,not-established:absent,agentic-tool,mid,,per-task,0.19450383999999998,2.89e-07,126230.49333333333,2047.5333333333333,43.777799999999994,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row openai/gpt-4o / column accuracy),,out:model-not-established,out:model-not-established ortau2,openrouter,gpt-4.1-mini,solo,agentic-tool,mid,,per-task,0.02595394666666667,2.89e-07,133779.20666666667,2407.2933333333335,43.77776666666667,pass%,2.89e-05,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row openai/gpt-4.1-mini-2025-04-14 / column accuracy),,out:single-couple,out:cost-single-couple ortau2,openrouter,gpt-4o-0806,solo,agentic-tool,mid,,per-task,0.21387673999999998,2.89e-07,126020.77333333333,2224.56,43.77776666666667,pass%,2.89e-05,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row openai/gpt-4o-2024-08-06 / column accuracy),,out:single-couple,out:cost-single-couple ortau2,openrouter,mistral-small-2603,unstated,agentic-tool,mid,,per-task,0.014376880000000002,2.89e-07,298009.46,10159.34,43.666650000000007,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row mistralai/mistral-small-2603 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,deepseek-v3-0324,solo,agentic-tool,mid,,per-task,0.074401825,2.89e-07,247191.93,20313.29,43.5,pass%,2.89e-05,,cost-method-assumed-single,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row deepseek/deepseek-chat-v3-0324 / column accuracy),,out:single-couple,out:cost-not-comparable ortau2,openrouter,?qwen/qwen3-coder-30b-a3b-instruct,not-established:absent,agentic-tool,mid,,per-task,0.023601506666666664,2.89e-07,234286.39333333334,3146.213333333333,43.11113333333333,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row qwen/qwen3-coder-30b-a3b-instruct / column accuracy),,out:model-not-established,out:model-not-established ortau2,openrouter,qwen3-14b,unstated,agentic-tool,mid,,per-task,0.029769013333333334,2.89e-07,206586.44,18760.18666666667,43.1111,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row qwen/qwen3-14b-04-28 / column accuracy),,out:effort-not-established,out:effort-not-established ortau2,openrouter,llama-4-maverick,solo,agentic-tool,mid,,per-task,0.046574660000000004,2.89e-07,233215.06,2139.824,42.93334,pass%,2.89e-05,,cost-method-assumed-single,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row meta-llama/llama-4-maverick-17b-128e-instruct / column accuracy),,out:single-couple,out:cost-not-comparable ortau2,openrouter,gpt-4o-0513,solo,agentic-tool,mid,,per-task,1.1315643,2.89e-07,216563.4,3249.82,40,pass%,2.89e-05,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row openai/gpt-4o-2024-05-13 / column accuracy),,out:single-couple,out:cost-single-couple ortau2,openrouter,?qwen/qwen3-vl-235b-a22b-instruct,not-established:absent,agentic-tool,mid,,per-task,0.06120218857142856,2.89e-07,336811.1971428571,8320.111428571428,39.809514285714287,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row qwen/qwen3-vl-235b-a22b-instruct / column accuracy),,out:model-not-established,out:model-not-established ortau2,openrouter,qwen3-235b-a22b-instruct-2507,solo,agentic-tool,mid,,per-task,0.023592877777777778,2.89e-07,230461.06,3363.0533333333333,39.70371111111111,pass%,2.89e-05,,cost-method-assumed-single,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row qwen/qwen3-235b-a22b-07-25 / column accuracy),,out:single-couple,out:cost-not-comparable ortau2,openrouter,deepseek-v3,solo,agentic-tool,mid,,per-task,0.07351260000000001,2.89e-07,223866.4,7950.953333333333,39.44446666666666,pass%,2.89e-05,,cost-method-assumed-single,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row deepseek/deepseek-chat-v3 / column accuracy),,out:single-couple,out:cost-not-comparable ortau2,openrouter,?qwen/qwen3-30b-a3b-instruct-2507,not-established:absent,agentic-tool,mid,,per-task,0.025239111428571426,2.89e-07,317941.4257142857,4356.64,39.42857142857143,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row qwen/qwen3-30b-a3b-instruct-2507 / column accuracy),,out:model-not-established,out:model-not-established ortau2,openrouter,?qwen/qwen3-vl-30b-a3b-instruct,not-established:absent,agentic-tool,mid,,per-task,0.07758646428571427,2.89e-07,525889.8370535715,7279.627232142857,35.19345982142857,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row qwen/qwen3-vl-30b-a3b-instruct / column accuracy),,out:model-not-established,out:model-not-established ortau2,openrouter,?qwen/qwen3-vl-8b-instruct,not-established:absent,agentic-tool,mid,,per-task,0.042842359999999996,2.89e-07,337081.39,4431.82,34.8333,pass%,2.89e-05,,,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row qwen/qwen3-vl-8b-instruct / column accuracy),,out:model-not-established,out:model-not-established ortau2,openrouter,llama-3.3-70b-instruct,solo,agentic-tool,mid,,per-task,0.03824817264573991,2.89e-07,139599.899103139,1277.7242152466367,32.660695515695065,pass%,2.89e-05,,cost-method-assumed-single,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row meta-llama/llama-3.3-70b-instruct / column accuracy),,out:single-couple,out:cost-not-comparable ortau2,openrouter,gpt-4o-mini,solo,agentic-tool,mid,,per-task,0.02081186,2.89e-07,203591.98666666666,3804.7533333333336,28.44443333333333,pass%,2.89e-05,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row openai/gpt-4o-mini / column accuracy),,out:single-couple,out:cost-single-couple ortau2,openrouter,qwen2.5-72b-instruct,solo,agentic-tool,mid,,per-task,0.07592458219178082,2.89e-07,200096.83561643836,5262.068493150685,24.200919178082192,pass%,2.89e-05,,cost-method-assumed-single,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row qwen/qwen-2.5-72b-instruct / column accuracy),,out:single-couple,out:cost-not-comparable ortau2,openrouter,llama-3.1-8b-instruct,solo,agentic-tool,mid,,per-task,0.00425299,2.89e-07,104225.1,1579.045,19.666649999999997,pass%,2.89e-05,,cost-method-assumed-single,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row meta-llama/llama-3.1-8b-instruct / column accuracy),,out:single-couple,out:cost-not-comparable ortau2,openrouter,qwen2.5-7b-instruct,solo,agentic-tool,mid,,per-task,0.016978299999999998,2.89e-07,164798.9,2492.08,16.6667,pass%,2.89e-05,,cost-method-assumed-single,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row qwen/qwen-2.5-7b-instruct / column accuracy),,out:single-couple,out:cost-not-comparable ortau2,openrouter,gpt-4.1-nano,solo,agentic-tool,mid,,per-task,0.006775626666666668,2.89e-07,169414.03333333333,2327.0066666666667,10.8889,pass%,2.89e-05,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://openrouter.ai/benchmarks/tau2-bench-airline ($.rows / row openai/gpt-4.1-nano-2025-04-14 / column accuracy),,out:single-couple,out:cost-single-couple openrouter-vgi-bench,openrouter-vgi-bench,?Seed 1.6,not-established:absent,mixed,hard,"OpenRouter one-turn, temperature 0",per-q,0.039,0.000289,,,66.2,acc%,0.0289,,,"https://openrouter.ai/benchmarks/vgi-bench (leaderboard rank 1, column Accuracy)",,out:model-not-established,out:model-not-established openrouter-vgi-bench,openrouter-vgi-bench,qwen3.8-omni-flash,default,mixed,hard,"OpenRouter one-turn, temperature 0",per-q,0.046,0.000289,,,65.5,acc%,0.0289,,,"https://openrouter.ai/benchmarks/vgi-bench (leaderboard rank 2, column Accuracy)",,out:effort-not-established,out:effort-not-established openrouter-vgi-bench,openrouter-vgi-bench,?Seed-2.0-Lite,not-established:absent,mixed,hard,"OpenRouter one-turn, temperature 0",per-q,0.073,0.000289,,,63.7,acc%,0.0289,,,"https://openrouter.ai/benchmarks/vgi-bench (leaderboard rank 3, column Accuracy)",,out:model-not-established,out:model-not-established openrouter-vgi-bench,openrouter-vgi-bench,qwen3.8-max-0902,default,mixed,hard,"OpenRouter one-turn, temperature 0",per-q,0.55,0.00289,,,63.7,acc%,0.0289,,,"https://openrouter.ai/benchmarks/vgi-bench (leaderboard rank 4, column Accuracy)",,out:effort-not-established,out:effort-not-established openrouter-vgi-bench,openrouter-vgi-bench,?Muse Wonder,not-established:absent,mixed,hard,"OpenRouter one-turn, temperature 0",per-q,1.03,0.00289,,,63.6,acc%,0.0289,,,"https://openrouter.ai/benchmarks/vgi-bench (leaderboard rank 5, column Accuracy)",,out:model-not-established,out:model-not-established openrouter-vgi-bench,openrouter-vgi-bench,gemini-2.5-pro,default,mixed,hard,"OpenRouter one-turn, temperature 0",per-q,0.061,0.000289,,,61.4,acc%,0.0289,,,"https://openrouter.ai/benchmarks/vgi-bench (leaderboard rank 6, column Accuracy)",,out:effort-not-established,out:effort-not-established openrouter-vgi-bench,openrouter-vgi-bench,muse-spark-1.3,default,mixed,hard,"OpenRouter one-turn, temperature 0",per-q,0.22,0.00289,,,61.1,acc%,0.0289,,,"https://openrouter.ai/benchmarks/vgi-bench (leaderboard rank 7, column Accuracy)",,out:effort-not-established,out:effort-not-established openrouter-vgi-bench,openrouter-vgi-bench,?Qwen3.8 Max (0803),not-established:absent,mixed,hard,"OpenRouter one-turn, temperature 0",per-q,0.33,0.00289,,,58.0,acc%,0.0289,,,"https://openrouter.ai/benchmarks/vgi-bench (leaderboard rank 8, column Accuracy)",,out:model-not-established,out:model-not-established openrouter-vgi-bench,openrouter-vgi-bench,qwen3.8-flash,default,mixed,hard,"OpenRouter one-turn, temperature 0",per-q,0.11,0.00289,,,56.8,acc%,0.0289,,,"https://openrouter.ai/benchmarks/vgi-bench (leaderboard rank 9, column Accuracy)",,out:effort-not-established,out:effort-not-established openrouter-vgi-bench,openrouter-vgi-bench,gemini-3-flash,default,mixed,hard,"OpenRouter one-turn, temperature 0",per-q,0.14,0.00289,,,54.8,acc%,0.0289,,,"https://openrouter.ai/benchmarks/vgi-bench (leaderboard rank 10, column Accuracy)",,out:effort-not-established,out:effort-not-established openrouter-vgi-bench,openrouter-vgi-bench,qwen3.7-flash,default,mixed,hard,"OpenRouter one-turn, temperature 0",per-q,0.27,0.00289,,,54.8,acc%,0.0289,,,"https://openrouter.ai/benchmarks/vgi-bench (leaderboard rank 11, column Accuracy)",,out:effort-not-established,out:effort-not-established openrouter-vgi-bench,openrouter-vgi-bench,muse-spark-1.1,default,mixed,hard,"OpenRouter one-turn, temperature 0",per-q,0.24,0.00289,,,54.2,acc%,0.0289,,,"https://openrouter.ai/benchmarks/vgi-bench (leaderboard rank 12, column Accuracy)",,out:effort-not-established,out:effort-not-established openrouter-vgi-bench,openrouter-vgi-bench,muse-spark-1.2,default,mixed,hard,"OpenRouter one-turn, temperature 0",per-q,0.16,0.00289,,,51.0,acc%,0.0289,,,"https://openrouter.ai/benchmarks/vgi-bench (leaderboard rank 13, column Accuracy)",,out:effort-not-established,out:effort-not-established openrouter-vgi-bench,openrouter-vgi-bench,gemma-4-31b-it,default,mixed,hard,"OpenRouter one-turn, temperature 0",per-q,0.008,0.000289,,,50.8,acc%,0.0289,,,"https://openrouter.ai/benchmarks/vgi-bench (leaderboard rank 14, column Accuracy)",,out:effort-not-established,out:effort-not-established openrouter-vgi-bench,openrouter-vgi-bench,qwen3.6-plus,default,mixed,hard,"OpenRouter one-turn, temperature 0",per-q,0.21,0.00289,,,50.6,acc%,0.0289,,,"https://openrouter.ai/benchmarks/vgi-bench (leaderboard rank 15, column Accuracy)",,out:effort-not-established,out:effort-not-established openrouter-vgi-bench,openrouter-vgi-bench,?Muse Spark Open,not-established:absent,mixed,hard,"OpenRouter one-turn, temperature 0",per-q,0.084,0.000289,,,50.5,acc%,0.0289,,,"https://openrouter.ai/benchmarks/vgi-bench (leaderboard rank 16, column Accuracy)",,out:model-not-established,out:model-not-established openrouter-vgi-bench,openrouter-vgi-bench,gemini-2.5-flash,default,mixed,hard,"OpenRouter one-turn, temperature 0",per-q,0.024,0.000289,,,50.0,acc%,0.0289,,,"https://openrouter.ai/benchmarks/vgi-bench (leaderboard rank 17, column Accuracy)",,out:effort-not-established,out:effort-not-established openrouter-vgi-bench,openrouter-vgi-bench,qwen3.8-27b,default,mixed,hard,"OpenRouter one-turn, temperature 0",per-q,0.028,0.000289,,,48.1,acc%,0.0289,,,"https://openrouter.ai/benchmarks/vgi-bench (leaderboard rank 18, column Accuracy)",,out:effort-not-established,out:effort-not-established openrouter-vgi-bench,openrouter-vgi-bench,gemini-2.5-flash-lite,default,mixed,hard,"OpenRouter one-turn, temperature 0",per-q,0.012,0.000289,,,48.0,acc%,0.0289,,,"https://openrouter.ai/benchmarks/vgi-bench (leaderboard rank 19, column Accuracy)",,out:effort-not-established,out:effort-not-established openrouter-vgi-bench,openrouter-vgi-bench,mimo-v2.5,default,mixed,hard,"OpenRouter one-turn, temperature 0",per-q,0.018,0.000289,,,46.5,acc%,0.0289,,,"https://openrouter.ai/benchmarks/vgi-bench (leaderboard rank 20, column Accuracy)",,out:effort-not-established,out:effort-not-established openrouter-vgi-bench,openrouter-vgi-bench,?Perceptron Mk1,not-established:absent,mixed,hard,"OpenRouter one-turn, temperature 0",per-q,0.008,0.000289,,,46.2,acc%,0.0289,,,"https://openrouter.ai/benchmarks/vgi-bench (leaderboard rank 21, column Accuracy)",,out:model-not-established,out:model-not-established openrouter-vgi-bench,openrouter-vgi-bench,qwen3.5-flash,default,mixed,hard,"OpenRouter one-turn, temperature 0",per-q,0.10,0.00289,,,46.2,acc%,0.0289,,,"https://openrouter.ai/benchmarks/vgi-bench (leaderboard rank 22, column Accuracy)",,out:effort-not-established,out:effort-not-established openrouter-vgi-bench,openrouter-vgi-bench,qwen3.5-397b-a17b,default,mixed,hard,"OpenRouter one-turn, temperature 0",per-q,0.95,0.00289,,,46.0,acc%,0.0289,,,"https://openrouter.ai/benchmarks/vgi-bench (leaderboard rank 23, column Accuracy)",,out:effort-not-established,out:effort-not-established openrouter-vgi-bench,openrouter-vgi-bench,?MiMo-X-Pro Preview,not-established:absent,mixed,hard,"OpenRouter one-turn, temperature 0",per-q,0.027,0.000289,,,45.6,acc%,0.0289,,,"https://openrouter.ai/benchmarks/vgi-bench (leaderboard rank 24, column Accuracy)",,out:model-not-established,out:model-not-established openrouter-vgi-bench,openrouter-vgi-bench,?Qwen3.5 Plus 2026-02-15,not-established:absent,mixed,hard,"OpenRouter one-turn, temperature 0",per-q,0.17,0.00289,,,45.5,acc%,0.0289,,,"https://openrouter.ai/benchmarks/vgi-bench (leaderboard rank 25, column Accuracy)",,out:model-not-established,out:model-not-established openrouter-vgi-bench,openrouter-vgi-bench,?MiMo-X-Flash Preview,not-established:absent,mixed,hard,"OpenRouter one-turn, temperature 0",per-q,0.034,0.000289,,,45.4,acc%,0.0289,,,"https://openrouter.ai/benchmarks/vgi-bench (leaderboard rank 26, column Accuracy)",,out:model-not-established,out:model-not-established openrouter-vgi-bench,openrouter-vgi-bench,qwen3.6-flash,default,mixed,hard,"OpenRouter one-turn, temperature 0",per-q,1.14,0.00289,,,45.2,acc%,0.0289,,,"https://openrouter.ai/benchmarks/vgi-bench (leaderboard rank 27, column Accuracy)",,out:effort-not-established,out:effort-not-established openrouter-vgi-bench,openrouter-vgi-bench,?Qwen3.5 Plus 2026-04-20,not-established:absent,mixed,hard,"OpenRouter one-turn, temperature 0",per-q,0.17,0.00289,,,45.1,acc%,0.0289,,,"https://openrouter.ai/benchmarks/vgi-bench (leaderboard rank 28, column Accuracy)",,out:model-not-established,out:model-not-established openrouter-vgi-bench,openrouter-vgi-bench,mimo-v2.6-pro,default,mixed,hard,"OpenRouter one-turn, temperature 0",per-q,0.034,0.000289,,,44.3,acc%,0.0289,,,"https://openrouter.ai/benchmarks/vgi-bench (leaderboard rank 29, column Accuracy)",,out:effort-not-established,out:effort-not-established openrouter-vgi-bench,openrouter-vgi-bench,?Seed-2.0-Mini,not-established:absent,mixed,hard,"OpenRouter one-turn, temperature 0",per-q,0.027,0.000289,,,43.4,acc%,0.0289,,,"https://openrouter.ai/benchmarks/vgi-bench (leaderboard rank 30, column Accuracy)",,out:model-not-established,out:model-not-established openrouter-vgi-bench,openrouter-vgi-bench,?MiMo-V2.6-Pro-UltraSpeed,not-established:absent,mixed,hard,"OpenRouter one-turn, temperature 0",per-q,0.34,0.00289,,,43.4,acc%,0.0289,,,"https://openrouter.ai/benchmarks/vgi-bench (leaderboard rank 31, column Accuracy)",,out:model-not-established,out:model-not-established openrouter-vgi-bench,openrouter-vgi-bench,glm-5.3-flash,max,mixed,hard,"OpenRouter one-turn, temperature 0",per-q,0.028,0.000289,,,34.6,acc%,0.0289,,cost-method-assumed-single,"https://openrouter.ai/benchmarks/vgi-bench (leaderboard rank 32, column Accuracy)",,in,out:cost-not-comparable openrouter-vgi-bench,openrouter-vgi-bench,mimo-v2.6-flash,default,mixed,hard,"OpenRouter one-turn, temperature 0",per-q,0.008,0.000289,,,32.2,acc%,0.0289,,,"https://openrouter.ai/benchmarks/vgi-bench (leaderboard rank 33, column Accuracy)",,out:effort-not-established,out:effort-not-established openrouter-vgi-bench,openrouter-vgi-bench,minimax-m3,default,mixed,hard,"OpenRouter one-turn, temperature 0",per-q,0.087,0.000289,,,30.0,acc%,0.0289,,,"https://openrouter.ai/benchmarks/vgi-bench (leaderboard rank 34, column Accuracy)",,out:effort-not-established,out:effort-not-established openrouter-vgi-bench,openrouter-vgi-bench,?Nemotron 3.5 Super VL,not-established:absent,mixed,hard,"OpenRouter one-turn, temperature 0",per-q,0.014,0.000289,,,29.5,acc%,0.0289,,,"https://openrouter.ai/benchmarks/vgi-bench (leaderboard rank 35, column Accuracy)",,out:model-not-established,out:model-not-established openrouter-vgi-bench,openrouter-vgi-bench,?Perceptron Mk1.5,not-established:absent,mixed,hard,"OpenRouter one-turn, temperature 0",per-q,0.019,0.000289,,,28.9,acc%,0.0289,,,"https://openrouter.ai/benchmarks/vgi-bench (leaderboard rank 36, column Accuracy)",,out:model-not-established,out:model-not-established openrouter-vgi-bench,openrouter-vgi-bench,gemma-4-26b-a4b-it,default,mixed,hard,"OpenRouter one-turn, temperature 0",per-q,0.004,0.000289,,,28.6,acc%,0.0289,,,"https://openrouter.ai/benchmarks/vgi-bench (leaderboard rank 37, column Accuracy)",,out:effort-not-established,out:effort-not-established openrouter-vgi-bench,openrouter-vgi-bench,?Reka Edge,not-established:absent,mixed,hard,"OpenRouter one-turn, temperature 0",per-q,0.00015,2.89e-06,,,21.4,acc%,0.0289,,,"https://openrouter.ai/benchmarks/vgi-bench (leaderboard rank 38, column Accuracy)",,out:model-not-established,out:model-not-established openrouter-vgi-bench,openrouter-vgi-bench,?Ling 3.0 Flash VL,not-established:absent,mixed,hard,"OpenRouter one-turn, temperature 0",per-q,0.001,0.000289,,,19.2,acc%,0.0289,,,"https://openrouter.ai/benchmarks/vgi-bench (leaderboard rank 39, column Accuracy)",,out:model-not-established,out:model-not-established openrouter-vgi-bench,openrouter-vgi-bench,gemini-4-argon,medium,mixed,hard,"OpenRouter one-turn, temperature 0",per-q,0.050,0.000289,,,15.5,acc%,0.0289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://openrouter.ai/benchmarks/vgi-bench (leaderboard rank 40, column Accuracy)",,in,out:cost-single-couple openrouter-vgi-bench,openrouter-vgi-bench,gemini-3.8-flash,medium,mixed,hard,"OpenRouter one-turn, temperature 0",per-q,0.039,0.000289,,,14.4,acc%,0.0289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://openrouter.ai/benchmarks/vgi-bench (leaderboard rank 41, column Accuracy)",,in,in openrouter-vgi-bench,openrouter-vgi-bench,?Glimpse,not-established:absent,mixed,hard,"OpenRouter one-turn, temperature 0",per-q,0.022,0.000289,,,13.8,acc%,0.0289,,,"https://openrouter.ai/benchmarks/vgi-bench (leaderboard rank 42, column Accuracy)",,out:model-not-established,out:model-not-established openrouter-vgi-bench,openrouter-vgi-bench,qwen3.6-35b-a3b,default,mixed,hard,"OpenRouter one-turn, temperature 0",per-q,0.025,0.000289,,,13.8,acc%,0.0289,,,"https://openrouter.ai/benchmarks/vgi-bench (leaderboard rank 43, column Accuracy)",,out:effort-not-established,out:effort-not-established openrouter-vgi-bench,openrouter-vgi-bench,?Gemini 3.7 Flash,not-established:absent,mixed,hard,"OpenRouter one-turn, temperature 0",per-q,0.013,0.000289,,,12.4,acc%,0.0289,,,"https://openrouter.ai/benchmarks/vgi-bench (leaderboard rank 44, column Accuracy)",,out:model-not-established,out:model-not-established openrouter-vgi-bench,openrouter-vgi-bench,glm-5v-turbo,default,mixed,hard,"OpenRouter one-turn, temperature 0",per-q,0.13,0.00289,,,12.3,acc%,0.0289,,,"https://openrouter.ai/benchmarks/vgi-bench (leaderboard rank 45, column Accuracy)",,out:effort-not-established,out:effort-not-established openrouter-vgi-bench,openrouter-vgi-bench,qwen3.5-35b-a3b,default,mixed,hard,"OpenRouter one-turn, temperature 0",per-q,0.015,0.000289,,,12.1,acc%,0.0289,,,"https://openrouter.ai/benchmarks/vgi-bench (leaderboard rank 46, column Accuracy)",,out:effort-not-established,out:effort-not-established openrouter-vgi-bench,openrouter-vgi-bench,qwen3.6-27b,default,mixed,hard,"OpenRouter one-turn, temperature 0",per-q,0.030,0.000289,,,11.7,acc%,0.0289,,,"https://openrouter.ai/benchmarks/vgi-bench (leaderboard rank 47, column Accuracy)",,out:effort-not-established,out:effort-not-established openrouter-vgi-bench,openrouter-vgi-bench,gemini-3.6-flash,medium,mixed,hard,"OpenRouter one-turn, temperature 0",per-q,0.024,0.00463,,,11.5,acc%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://openrouter.ai/benchmarks/vgi-bench (leaderboard rank 48, column Accuracy)",,in,out:cost-single-couple openrouter-vgi-bench,openrouter-vgi-bench,gemini-3.1-pro,default,mixed,hard,"OpenRouter one-turn, temperature 0",per-q,0.098,0.000289,,,10.9,acc%,0.0289,,,"https://openrouter.ai/benchmarks/vgi-bench (leaderboard rank 49, column Accuracy)",,out:effort-not-established,out:effort-not-established openrouter-vgi-bench,openrouter-vgi-bench,?Gemini 3.1 Pro Preview Custom Tools,not-established:absent,mixed,hard,"OpenRouter one-turn, temperature 0",per-q,0.098,0.000289,,,10.6,acc%,0.0289,,,"https://openrouter.ai/benchmarks/vgi-bench (leaderboard rank 50, column Accuracy)",,out:model-not-established,out:model-not-established openrouter-vgi-bench,openrouter-vgi-bench,?Gemini 3.5 Flash,not-established:absent,mixed,hard,"OpenRouter one-turn, temperature 0",per-q,0.088,0.000289,,,10.1,acc%,0.0289,,,"https://openrouter.ai/benchmarks/vgi-bench (leaderboard rank 51, column Accuracy)",,out:model-not-established,out:model-not-established openrouter-vgi-bench,openrouter-vgi-bench,gemini-3.5-flash-lite,minimal,mixed,hard,"OpenRouter one-turn, temperature 0",per-q,0.006,0.000289,,,8.4,acc%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://openrouter.ai/benchmarks/vgi-bench (leaderboard rank 52, column Accuracy)",,in,in openrouter-vgi-bench,openrouter-vgi-bench,gemini-3.1-flash-lite,default,mixed,hard,"OpenRouter one-turn, temperature 0",per-q,0.038,0.000289,,,8.2,acc%,0.0289,,,"https://openrouter.ai/benchmarks/vgi-bench (leaderboard rank 53, column Accuracy)",,out:effort-not-established,out:effort-not-established openrouter-vgi-bench,openrouter-vgi-bench,?Gemini 3.1 Flash Lite Preview,not-established:absent,mixed,hard,"OpenRouter one-turn, temperature 0",per-q,0.038,0.000289,,,8.2,acc%,0.0289,,,"https://openrouter.ai/benchmarks/vgi-bench (leaderboard rank 54, column Accuracy)",,out:model-not-established,out:model-not-established openrouter-vgi-bench,openrouter-vgi-bench,glm-4.6v,default,mixed,hard,"OpenRouter one-turn, temperature 0",per-q,0.017,0.000289,,,5.6,acc%,0.0289,,,"https://openrouter.ai/benchmarks/vgi-bench (leaderboard rank 55, column Accuracy)",,out:effort-not-established,out:effort-not-established openrouter-vgi-bench,openrouter-vgi-bench,kimi-k3,default,mixed,hard,"OpenRouter one-turn, temperature 0",per-q,0.024,0.000289,,,4.7,acc%,0.0289,,,"https://openrouter.ai/benchmarks/vgi-bench (leaderboard rank 56, column Accuracy)",,out:effort-not-established,out:effort-not-established openrouter-vgi-bench,openrouter-vgi-bench,qwen3.5-9b,default,mixed,hard,"OpenRouter one-turn, temperature 0",per-q,0.003,0.000289,,,1.8,acc%,0.0289,,,"https://openrouter.ai/benchmarks/vgi-bench (leaderboard rank 57, column Accuracy)",,out:effort-not-established,out:effort-not-established osworld2o5,osworld-v2-board,opus-5,low,computer-use,hard,OSWorld2-batched-500step,,,,,,59.09,partial%,0.00289,,,https://osworld-v2.xlang.ai/ (official-results.json results[] (CSV export): one row per model x reasoning x toolSetting x stepBudget x releaseVersion x datasetScope / row Claude Opus 5|low|batch tool|500|v2.1|full / column partialScore),src-osworld-v2-board-official-results-2026-10-15|run:osworld2o5-bin|opus-5@low|2.1,in, osworld2o5-bin,osworld-v2-board,opus-5,low,computer-use,hard,OSWorld2-batched-500step,,,,,,18.81,binary%,0.00289,,,https://osworld-v2.xlang.ai/ (official-results.json results[] (CSV export): one row per model x reasoning x toolSetting x stepBudget x releaseVersion x datasetScope / row Claude Opus 5|low|batch tool|500|v2.1|full / column binaryAccuracy),src-osworld-v2-board-official-results-2026-10-15|run:osworld2o5-bin|opus-5@low|2.1,in, osworld2o5,osworld-v2-board,opus-5,medium,computer-use,hard,OSWorld2-batched-500step,,,,,,64.85,partial%,0.00289,,,https://osworld-v2.xlang.ai/ (official-results.json results[] (CSV export): one row per model x reasoning x toolSetting x stepBudget x releaseVersion x datasetScope / row Claude Opus 5|medium|batch tool|500|v2.1|full / column partialScore),src-osworld-v2-board-official-results-2026-10-15|run:osworld2o5-bin|opus-5@medium|2.1,in, osworld2o5-bin,osworld-v2-board,opus-5,medium,computer-use,hard,OSWorld2-batched-500step,,,,,,33.01,binary%,0.00289,,,https://osworld-v2.xlang.ai/ (official-results.json results[] (CSV export): one row per model x reasoning x toolSetting x stepBudget x releaseVersion x datasetScope / row Claude Opus 5|medium|batch tool|500|v2.1|full / column binaryAccuracy),src-osworld-v2-board-official-results-2026-10-15|run:osworld2o5-bin|opus-5@medium|2.1,in, osworld2o5,osworld-v2-board,opus-5,high,computer-use,hard,OSWorld2-batched-500step,,,,,,68.92,partial%,0.00289,,,https://osworld-v2.xlang.ai/ (official-results.json results[] (CSV export): one row per model x reasoning x toolSetting x stepBudget x releaseVersion x datasetScope / row Claude Opus 5|high|batch tool|500|v2.1|full / column partialScore),src-osworld-v2-board-official-results-2026-10-15|run:osworld2o5-bin|opus-5@high|2.1,in, osworld2o5-bin,osworld-v2-board,opus-5,high,computer-use,hard,OSWorld2-batched-500step,,,,,,36.89,binary%,0.00289,,,https://osworld-v2.xlang.ai/ (official-results.json results[] (CSV export): one row per model x reasoning x toolSetting x stepBudget x releaseVersion x datasetScope / row Claude Opus 5|high|batch tool|500|v2.1|full / column binaryAccuracy),src-osworld-v2-board-official-results-2026-10-15|run:osworld2o5-bin|opus-5@high|2.1,in, osworld2o5,osworld-v2-board,opus-5,xhigh,computer-use,hard,OSWorld2-batched-500step,,,,,,73.11,partial%,0.00289,,,https://osworld-v2.xlang.ai/ (official-results.json results[] (CSV export): one row per model x reasoning x toolSetting x stepBudget x releaseVersion x datasetScope / row Claude Opus 5|xhigh|batch tool|500|v2.1|full / column partialScore),src-osworld-v2-board-official-results-2026-10-15|run:osworld2o5-bin|opus-5@xhigh|2.1,in, osworld2o5-bin,osworld-v2-board,opus-5,xhigh,computer-use,hard,OSWorld2-batched-500step,,,,,,33.33,binary%,0.00289,,,https://osworld-v2.xlang.ai/ (official-results.json results[] (CSV export): one row per model x reasoning x toolSetting x stepBudget x releaseVersion x datasetScope / row Claude Opus 5|xhigh|batch tool|500|v2.1|full / column binaryAccuracy),src-osworld-v2-board-official-results-2026-10-15|run:osworld2o5-bin|opus-5@xhigh|2.1,in, osworld2o5,osworld-v2-board,opus-5,max,computer-use,hard,OSWorld2-batched-500step,,,,,,77.67,partial%,0.00289,,,https://osworld-v2.xlang.ai/ (official-results.json results[] (CSV export): one row per model x reasoning x toolSetting x stepBudget x releaseVersion x datasetScope / row Claude Opus 5|max|batch tool|500|v2.1|full / column partialScore),src-osworld-v2-board-official-results-2026-10-15|run:osworld2o5-bin|opus-5@max|2.1,in, osworld2o5-bin,osworld-v2-board,opus-5,max,computer-use,hard,OSWorld2-batched-500step,,,,,,44.33,binary%,0.00289,,,https://osworld-v2.xlang.ai/ (official-results.json results[] (CSV export): one row per model x reasoning x toolSetting x stepBudget x releaseVersion x datasetScope / row Claude Opus 5|max|batch tool|500|v2.1|full / column binaryAccuracy),src-osworld-v2-board-official-results-2026-10-15|run:osworld2o5-bin|opus-5@max|2.1,in, osworld2o5a,osworld-v2-board,opus-5,low,computer-use,hard,,,,,,,54.89,partial%,0.00289,,,https://osworld-v2.xlang.ai/ (official-results.json results[] (CSV export): one row per model x reasoning x toolSetting x stepBudget x releaseVersion x datasetScope / row Claude Opus 5|low|batch tool|500|v2026.08.08|full / column partialScore),src-osworld-v2-board-official-results-2026-10-15|run:osworld2o5a-bin|opus-5@low|2026.08.08,in, osworld2o5a-bin,osworld-v2-board,opus-5,low,computer-use,hard,,,,,,,22.32,binary%,0.00289,,,https://osworld-v2.xlang.ai/ (official-results.json results[] (CSV export): one row per model x reasoning x toolSetting x stepBudget x releaseVersion x datasetScope / row Claude Opus 5|low|batch tool|500|v2026.08.08|full / column binaryAccuracy),src-osworld-v2-board-official-results-2026-10-15|run:osworld2o5a-bin|opus-5@low|2026.08.08,in, osworld2o5a,osworld-v2-board,opus-5,medium,computer-use,hard,,,,,,,60.49,partial%,0.00289,,,https://osworld-v2.xlang.ai/ (official-results.json results[] (CSV export): one row per model x reasoning x toolSetting x stepBudget x releaseVersion x datasetScope / row Claude Opus 5|medium|batch tool|500|v2026.08.08|full / column partialScore),src-osworld-v2-board-official-results-2026-10-15|run:osworld2o5a-bin|opus-5@medium|2026.08.08,in, osworld2o5a-bin,osworld-v2-board,opus-5,medium,computer-use,hard,,,,,,,25.33,binary%,0.00289,,,https://osworld-v2.xlang.ai/ (official-results.json results[] (CSV export): one row per model x reasoning x toolSetting x stepBudget x releaseVersion x datasetScope / row Claude Opus 5|medium|batch tool|500|v2026.08.08|full / column binaryAccuracy),src-osworld-v2-board-official-results-2026-10-15|run:osworld2o5a-bin|opus-5@medium|2026.08.08,in, osworld2o5a,osworld-v2-board,opus-5,high,computer-use,hard,,,,,,,63.79,partial%,0.00289,,,https://osworld-v2.xlang.ai/ (official-results.json results[] (CSV export): one row per model x reasoning x toolSetting x stepBudget x releaseVersion x datasetScope / row Claude Opus 5|high|batch tool|500|v2026.08.08|full / column partialScore),src-osworld-v2-board-official-results-2026-10-15|run:osworld2o5a-bin|opus-5@high|2026.08.08,in, osworld2o5a-bin,osworld-v2-board,opus-5,high,computer-use,hard,,,,,,,28.98,binary%,0.00289,,,https://osworld-v2.xlang.ai/ (official-results.json results[] (CSV export): one row per model x reasoning x toolSetting x stepBudget x releaseVersion x datasetScope / row Claude Opus 5|high|batch tool|500|v2026.08.08|full / column binaryAccuracy),src-osworld-v2-board-official-results-2026-10-15|run:osworld2o5a-bin|opus-5@high|2026.08.08,in, osworld2o5a,osworld-v2-board,opus-5,xhigh,computer-use,hard,,,,,,,67.67,partial%,0.00289,,,https://osworld-v2.xlang.ai/ (official-results.json results[] (CSV export): one row per model x reasoning x toolSetting x stepBudget x releaseVersion x datasetScope / row Claude Opus 5|xhigh|batch tool|500|v2026.08.08|full / column partialScore),src-osworld-v2-board-official-results-2026-10-15|run:osworld2o5a-bin|opus-5@xhigh|2026.08.08,in, osworld2o5a-bin,osworld-v2-board,opus-5,xhigh,computer-use,hard,,,,,,,30.21,binary%,0.00289,,,https://osworld-v2.xlang.ai/ (official-results.json results[] (CSV export): one row per model x reasoning x toolSetting x stepBudget x releaseVersion x datasetScope / row Claude Opus 5|xhigh|batch tool|500|v2026.08.08|full / column binaryAccuracy),src-osworld-v2-board-official-results-2026-10-15|run:osworld2o5a-bin|opus-5@xhigh|2026.08.08,in, osworld2o5a,osworld-v2-board,opus-5,max,computer-use,hard,,,,,,,68.31,partial%,0.00289,,,https://osworld-v2.xlang.ai/ (official-results.json results[] (CSV export): one row per model x reasoning x toolSetting x stepBudget x releaseVersion x datasetScope / row Claude Opus 5|max|batch tool|500|v2026.08.08|full / column partialScore),src-osworld-v2-board-official-results-2026-10-15|run:osworld2o5a-bin|opus-5@max|2026.08.08,in, osworld2o5a-bin,osworld-v2-board,opus-5,max,computer-use,hard,,,,,,,31.43,binary%,0.00289,,,https://osworld-v2.xlang.ai/ (official-results.json results[] (CSV export): one row per model x reasoning x toolSetting x stepBudget x releaseVersion x datasetScope / row Claude Opus 5|max|batch tool|500|v2026.08.08|full / column binaryAccuracy),src-osworld-v2-board-official-results-2026-10-15|run:osworld2o5a-bin|opus-5@max|2026.08.08,in, osworld2s@osworld-v2-board,osworld-v2-board,sonnet-4.6,medium,computer-use,hard,OSWorld2-single-500step,,1550,0.00289,,,33.9,partial%,0.00289,,cost-method-assumed-single,https://osworld-v2.xlang.ai/ (official-results.json results[] (CSV export): one row per model x reasoning x toolSetting x stepBudget x releaseVersion x datasetScope / row Claude Sonnet 4.6|medium|standard|500|| / column partialScore),,out:single-couple,out:cost-not-comparable osworld2s-bin,osworld-v2-board,sonnet-4.6,medium,computer-use,hard,OSWorld2-single-500step,,1550,0.00289,,,9.3,binary%,0.00289,,,https://osworld-v2.xlang.ai/ (official-results.json results[] (CSV export): one row per model x reasoning x toolSetting x stepBudget x releaseVersion x datasetScope / row Claude Sonnet 4.6|medium|standard|500|| / column binaryAccuracy),,out:single-couple,out:cost-not-comparable osworld2s150,osworld-v2-board,opus-4.7,max,computer-use,hard,,,1030,0.00289,,,20.3,partial%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://osworld-v2.xlang.ai/ (official-results.json results[] (CSV export): one row per model x reasoning x toolSetting x stepBudget x releaseVersion x datasetScope / row Claude Opus 4.7|max|standard|150|| / column partialScore),src-osworld-v2-board-official-results-2026-10-15|run:osworld2s150-bin|opus-4.7@max|,in,in osworld2s150-bin,osworld-v2-board,opus-4.7,max,computer-use,hard,,,1030,0.00289,,,4.6,binary%,0.00289,,,https://osworld-v2.xlang.ai/ (official-results.json results[] (CSV export): one row per model x reasoning x toolSetting x stepBudget x releaseVersion x datasetScope / row Claude Opus 4.7|max|standard|150|| / column binaryAccuracy),src-osworld-v2-board-official-results-2026-10-15|run:osworld2s150-bin|opus-4.7@max|,in,in osworld2s150,osworld-v2-board,sonnet-4.6,medium,computer-use,hard,,,410,0.00289,,,14.2,partial%,0.00289,,cost-method-assumed-single,https://osworld-v2.xlang.ai/ (official-results.json results[] (CSV export): one row per model x reasoning x toolSetting x stepBudget x releaseVersion x datasetScope / row Claude Sonnet 4.6|medium|standard|150|| / column partialScore),src-osworld-v2-board-official-results-2026-10-15|run:osworld2s150-bin|sonnet-4.6@medium|,in,out:cost-not-comparable osworld2s150-bin,osworld-v2-board,sonnet-4.6,medium,computer-use,hard,,,410,0.00289,,,4.6,binary%,0.00289,,,https://osworld-v2.xlang.ai/ (official-results.json results[] (CSV export): one row per model x reasoning x toolSetting x stepBudget x releaseVersion x datasetScope / row Claude Sonnet 4.6|medium|standard|150|| / column binaryAccuracy),src-osworld-v2-board-official-results-2026-10-15|run:osworld2s150-bin|sonnet-4.6@medium|,in,out:cost-not-comparable osworld2s150,osworld-v2-board,sonnet-4.6,not-established:absent,computer-use,hard,,,800,0.00289,,,20.0,partial%,0.00289,,,https://osworld-v2.xlang.ai/ (official-results.json results[] (CSV export): one row per model x reasoning x toolSetting x stepBudget x releaseVersion x datasetScope / row Claude Sonnet 4.6|max|standard|150|| / column partialScore),,out:effort-not-established,out:effort-not-established osworld2s150-bin,osworld-v2-board,sonnet-4.6,not-established:absent,computer-use,hard,,,800,0.00289,,,4.6,binary%,0.00289,,,https://osworld-v2.xlang.ai/ (official-results.json results[] (CSV export): one row per model x reasoning x toolSetting x stepBudget x releaseVersion x datasetScope / row Claude Sonnet 4.6|max|standard|150|| / column binaryAccuracy),,out:effort-not-established,out:effort-not-established osworld2s300,osworld-v2-board,opus-4.7,max,computer-use,hard,,,2470,0.00289,,,39.8,partial%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://osworld-v2.xlang.ai/ (official-results.json results[] (CSV export): one row per model x reasoning x toolSetting x stepBudget x releaseVersion x datasetScope / row Claude Opus 4.7|max|standard|300|| / column partialScore),src-osworld-v2-board-official-results-2026-10-15|run:osworld2s300-bin|opus-4.7@max|,in,in osworld2s300-bin,osworld-v2-board,opus-4.7,max,computer-use,hard,,,2470,0.00289,,,13.0,binary%,0.00289,,,https://osworld-v2.xlang.ai/ (official-results.json results[] (CSV export): one row per model x reasoning x toolSetting x stepBudget x releaseVersion x datasetScope / row Claude Opus 4.7|max|standard|300|| / column binaryAccuracy),src-osworld-v2-board-official-results-2026-10-15|run:osworld2s300-bin|opus-4.7@max|,in,in osworld2s300,osworld-v2-board,sonnet-4.6,medium,computer-use,hard,,,990,0.00289,,,29.4,partial%,0.00289,,cost-method-assumed-single,https://osworld-v2.xlang.ai/ (official-results.json results[] (CSV export): one row per model x reasoning x toolSetting x stepBudget x releaseVersion x datasetScope / row Claude Sonnet 4.6|medium|standard|300|| / column partialScore),src-osworld-v2-board-official-results-2026-10-15|run:osworld2s300-bin|sonnet-4.6@medium|,in,out:cost-not-comparable osworld2s300-bin,osworld-v2-board,sonnet-4.6,medium,computer-use,hard,,,990,0.00289,,,8.3,binary%,0.00289,,,https://osworld-v2.xlang.ai/ (official-results.json results[] (CSV export): one row per model x reasoning x toolSetting x stepBudget x releaseVersion x datasetScope / row Claude Sonnet 4.6|medium|standard|300|| / column binaryAccuracy),src-osworld-v2-board-official-results-2026-10-15|run:osworld2s300-bin|sonnet-4.6@medium|,in,out:cost-not-comparable osworld2s300,osworld-v2-board,sonnet-4.6,not-established:absent,computer-use,hard,,,1720,0.00289,,,35.8,partial%,0.00289,,,https://osworld-v2.xlang.ai/ (official-results.json results[] (CSV export): one row per model x reasoning x toolSetting x stepBudget x releaseVersion x datasetScope / row Claude Sonnet 4.6|max|standard|300|| / column partialScore),,out:effort-not-established,out:effort-not-established osworld2s300-bin,osworld-v2-board,sonnet-4.6,not-established:absent,computer-use,hard,,,1720,0.00289,,,6.5,binary%,0.00289,,,https://osworld-v2.xlang.ai/ (official-results.json results[] (CSV export): one row per model x reasoning x toolSetting x stepBudget x releaseVersion x datasetScope / row Claude Sonnet 4.6|max|standard|300|| / column binaryAccuracy),,out:effort-not-established,out:effort-not-established osworld2o5a,osworld-v2-board,gpt-5.6-sol,max,computer-use,hard,,,,,,,62.72,partial%,0.00289,,,https://osworld-v2.xlang.ai/ (official-results.json results[] (CSV export): one row per model x reasoning x toolSetting x stepBudget x releaseVersion x datasetScope / row GPT-5.6 Sol|max|batch tool|500|v2026.08.08|full / column partialScore),src-osworld-v2-board-official-results-2026-10-15|run:osworld2o5a-bin|gpt-5.6-sol@max|2026.08.08,in, osworld2o5a-bin,osworld-v2-board,gpt-5.6-sol,max,computer-use,hard,,,,,,,27.34,binary%,0.00289,,,https://osworld-v2.xlang.ai/ (official-results.json results[] (CSV export): one row per model x reasoning x toolSetting x stepBudget x releaseVersion x datasetScope / row GPT-5.6 Sol|max|batch tool|500|v2026.08.08|full / column binaryAccuracy),src-osworld-v2-board-official-results-2026-10-15|run:osworld2o5a-bin|gpt-5.6-sol@max|2026.08.08,in, osworld2s150,osworld-v2-board,gpt-5.5,xhigh,computer-use,hard,,,1875,0.00289,,,46.7,partial%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://osworld-v2.xlang.ai/ (official-results.json results[] (CSV export): one row per model x reasoning x toolSetting x stepBudget x releaseVersion x datasetScope / row GPT-5.5|xhigh|batch tool|150|| / column partialScore),src-osworld-v2-board-official-results-2026-10-15|run:osworld2s150-bin|gpt-5.5@xhigh|,in,in osworld2s150-bin,osworld-v2-board,gpt-5.5,xhigh,computer-use,hard,,,1875,0.00289,,,13.0,binary%,0.00289,,,https://osworld-v2.xlang.ai/ (official-results.json results[] (CSV export): one row per model x reasoning x toolSetting x stepBudget x releaseVersion x datasetScope / row GPT-5.5|xhigh|batch tool|150|| / column binaryAccuracy),src-osworld-v2-board-official-results-2026-10-15|run:osworld2s150-bin|gpt-5.5@xhigh|,in,in osworld2s150,osworld-v2-board,?Kimi 2.6,not-established:absent,computer-use,hard,,,336,0.00289,,,7.1,partial%,0.00289,,,https://osworld-v2.xlang.ai/ (official-results.json results[] (CSV export): one row per model x reasoning x toolSetting x stepBudget x releaseVersion x datasetScope / row Kimi 2.6|enabled|standard|150|| / column partialScore),,out:model-not-established,out:model-not-established osworld2s150-bin,osworld-v2-board,?Kimi 2.6,not-established:absent,computer-use,hard,,,336,0.00289,,,1.9,binary%,0.00289,,,https://osworld-v2.xlang.ai/ (official-results.json results[] (CSV export): one row per model x reasoning x toolSetting x stepBudget x releaseVersion x datasetScope / row Kimi 2.6|enabled|standard|150|| / column binaryAccuracy),,out:model-not-established,out:model-not-established osworld2s300,osworld-v2-board,gpt-5.5,xhigh,computer-use,hard,,,2750,0.00289,,,49.5,partial%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://osworld-v2.xlang.ai/ (official-results.json results[] (CSV export): one row per model x reasoning x toolSetting x stepBudget x releaseVersion x datasetScope / row GPT-5.5|xhigh|batch tool|300|| / column partialScore),src-osworld-v2-board-official-results-2026-10-15|run:osworld2s300-bin|gpt-5.5@xhigh|,in,in osworld2s300-bin,osworld-v2-board,gpt-5.5,xhigh,computer-use,hard,,,2750,0.00289,,,13.0,binary%,0.00289,,,https://osworld-v2.xlang.ai/ (official-results.json results[] (CSV export): one row per model x reasoning x toolSetting x stepBudget x releaseVersion x datasetScope / row GPT-5.5|xhigh|batch tool|300|| / column binaryAccuracy),src-osworld-v2-board-official-results-2026-10-15|run:osworld2s300-bin|gpt-5.5@xhigh|,in,in osworld2s300,osworld-v2-board,qwen3.7-plus,think,computer-use,hard,,,403.33,0.00289,,,16.6,partial%,0.00289,,cost-method-assumed-single,https://osworld-v2.xlang.ai/ (official-results.json results[] (CSV export): one row per model x reasoning x toolSetting x stepBudget x releaseVersion x datasetScope / row Qwen 3.7-Plus|thinking|standard|300|| / column partialScore),src-osworld-v2-board-official-results-2026-10-15|run:osworld2s300-bin|qwen3.7-plus@think|,in,out:cost-not-comparable osworld2s300-bin,osworld-v2-board,qwen3.7-plus,think,computer-use,hard,,,403.33,0.00289,,,1.9,binary%,0.00289,,,https://osworld-v2.xlang.ai/ (official-results.json results[] (CSV export): one row per model x reasoning x toolSetting x stepBudget x releaseVersion x datasetScope / row Qwen 3.7-Plus|thinking|standard|300|| / column binaryAccuracy),src-osworld-v2-board-official-results-2026-10-15|run:osworld2s300-bin|qwen3.7-plus@think|,in,out:cost-not-comparable osworld2s300,osworld-v2-board,?Kimi 2.6,not-established:absent,computer-use,hard,,,604,0.00289,,,14.4,partial%,0.00289,,,https://osworld-v2.xlang.ai/ (official-results.json results[] (CSV export): one row per model x reasoning x toolSetting x stepBudget x releaseVersion x datasetScope / row Kimi 2.6|enabled|standard|300|| / column partialScore),,out:model-not-established,out:model-not-established osworld2s300-bin,osworld-v2-board,?Kimi 2.6,not-established:absent,computer-use,hard,,,604,0.00289,,,4.6,binary%,0.00289,,,https://osworld-v2.xlang.ai/ (official-results.json results[] (CSV export): one row per model x reasoning x toolSetting x stepBudget x releaseVersion x datasetScope / row Kimi 2.6|enabled|standard|300|| / column binaryAccuracy),,out:model-not-established,out:model-not-established osworld2-offline-batch500,osworld-v2-board,gpt-5.6-sol,nothink,computer-use,hard,OSWorld-batch-tool,,120.15,13.9,,,16.43,partial%,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://osworld-v2.xlang.ai/ (official-results.json results[] (CSV export): one row per model x reasoning x toolSetting x stepBudget x releaseVersion x datasetScope / row GPT-5.6 Sol|none|batch tool|500|v2026.08.08|offline / column partialScore),src-osworld-v2-board-official-results-2026-10-15|run:osworld2-offline-batch500-bin|gpt-5.6-sol@nothink|2026.08.08,in,in osworld2-offline-batch500-bin,osworld-v2-board,gpt-5.6-sol,nothink,computer-use,hard,OSWorld-batch-tool,,96.12,0.00289,,,3.41,binary%,0.00289,,,https://osworld-v2.xlang.ai/ (official-results.json results[] (CSV export): one row per model x reasoning x toolSetting x stepBudget x releaseVersion x datasetScope / row GPT-5.6 Sol|none|batch tool|500|v2026.08.08|offline / column binaryAccuracy),src-osworld-v2-board-official-results-2026-10-15|run:osworld2-offline-batch500-bin|gpt-5.6-sol@nothink|2026.08.08,in,in osworld2-offline-batch500,osworld-v2-board,gpt-5.6-sol,low,computer-use,hard,OSWorld-batch-tool,,236.25,27.3,,,29.63,partial%,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://osworld-v2.xlang.ai/ (official-results.json results[] (CSV export): one row per model x reasoning x toolSetting x stepBudget x releaseVersion x datasetScope / row GPT-5.6 Sol|low|batch tool|500|v2026.08.08|offline / column partialScore),src-osworld-v2-board-official-results-2026-10-15|run:osworld2-offline-batch500-bin|gpt-5.6-sol@low|2026.08.08,in,in osworld2-offline-batch500-bin,osworld-v2-board,gpt-5.6-sol,low,computer-use,hard,OSWorld-batch-tool,,189,0.00289,,,7.32,binary%,0.00289,,,https://osworld-v2.xlang.ai/ (official-results.json results[] (CSV export): one row per model x reasoning x toolSetting x stepBudget x releaseVersion x datasetScope / row GPT-5.6 Sol|low|batch tool|500|v2026.08.08|offline / column binaryAccuracy),src-osworld-v2-board-official-results-2026-10-15|run:osworld2-offline-batch500-bin|gpt-5.6-sol@low|2026.08.08,in,in osworld2-offline-batch500,osworld-v2-board,gpt-5.6-sol,medium,computer-use,hard,OSWorld-batch-tool,,473.85,54.7,,,49.01,partial%,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://osworld-v2.xlang.ai/ (official-results.json results[] (CSV export): one row per model x reasoning x toolSetting x stepBudget x releaseVersion x datasetScope / row GPT-5.6 Sol|medium|batch tool|500|v2026.08.08|offline / column partialScore),src-osworld-v2-board-official-results-2026-10-15|run:osworld2-offline-batch500-bin|gpt-5.6-sol@medium|2026.08.08,in,in osworld2-offline-batch500-bin,osworld-v2-board,gpt-5.6-sol,medium,computer-use,hard,OSWorld-batch-tool,,379.08,0.00289,,,17.56,binary%,0.00289,,,https://osworld-v2.xlang.ai/ (official-results.json results[] (CSV export): one row per model x reasoning x toolSetting x stepBudget x releaseVersion x datasetScope / row GPT-5.6 Sol|medium|batch tool|500|v2026.08.08|offline / column binaryAccuracy),src-osworld-v2-board-official-results-2026-10-15|run:osworld2-offline-batch500-bin|gpt-5.6-sol@medium|2026.08.08,in,in osworld2-offline-batch500,osworld-v2-board,gpt-5.6-sol,high,computer-use,hard,OSWorld-batch-tool,,849.1500000000001,98.1,,,56.03,partial%,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://osworld-v2.xlang.ai/ (official-results.json results[] (CSV export): one row per model x reasoning x toolSetting x stepBudget x releaseVersion x datasetScope / row GPT-5.6 Sol|high|batch tool|500|v2026.08.08|offline / column partialScore),src-osworld-v2-board-official-results-2026-10-15|run:osworld2-offline-batch500-bin|gpt-5.6-sol@high|2026.08.08,in,in osworld2-offline-batch500-bin,osworld-v2-board,gpt-5.6-sol,high,computer-use,hard,OSWorld-batch-tool,,679.32,0.00289,,,20,binary%,0.00289,,,https://osworld-v2.xlang.ai/ (official-results.json results[] (CSV export): one row per model x reasoning x toolSetting x stepBudget x releaseVersion x datasetScope / row GPT-5.6 Sol|high|batch tool|500|v2026.08.08|offline / column binaryAccuracy),src-osworld-v2-board-official-results-2026-10-15|run:osworld2-offline-batch500-bin|gpt-5.6-sol@high|2026.08.08,in,in osworld2-offline-batch500,osworld-v2-board,gpt-5.6-sol,xhigh,computer-use,hard,OSWorld-batch-tool,,1062.45,123,,,60.6,partial%,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://osworld-v2.xlang.ai/ (official-results.json results[] (CSV export): one row per model x reasoning x toolSetting x stepBudget x releaseVersion x datasetScope / row GPT-5.6 Sol|xhigh|batch tool|500|v2026.08.08|offline / column partialScore),src-osworld-v2-board-official-results-2026-10-15|run:osworld2-offline-batch500-bin|gpt-5.6-sol@xhigh|2026.08.08,in,in osworld2-offline-batch500-bin,osworld-v2-board,gpt-5.6-sol,xhigh,computer-use,hard,OSWorld-batch-tool,,849.96,0.00289,,,24.63,binary%,0.00289,,,https://osworld-v2.xlang.ai/ (official-results.json results[] (CSV export): one row per model x reasoning x toolSetting x stepBudget x releaseVersion x datasetScope / row GPT-5.6 Sol|xhigh|batch tool|500|v2026.08.08|offline / column binaryAccuracy),src-osworld-v2-board-official-results-2026-10-15|run:osworld2-offline-batch500-bin|gpt-5.6-sol@xhigh|2026.08.08,in,in osworld2-offline-batch500,osworld-v2-board,gpt-5.6-sol,max,computer-use,hard,OSWorld-batch-tool,,1395.9,161,,,64.13,partial%,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://osworld-v2.xlang.ai/ (official-results.json results[] (CSV export): one row per model x reasoning x toolSetting x stepBudget x releaseVersion x datasetScope / row GPT-5.6 Sol|max|batch tool|500|v2026.08.08|offline / column partialScore),src-osworld-v2-board-official-results-2026-10-15|run:osworld2-offline-batch500-bin|gpt-5.6-sol@max|2026.08.08,in,in osworld2-offline-batch500-bin,osworld-v2-board,gpt-5.6-sol,max,computer-use,hard,OSWorld-batch-tool,,1116.72,0.00289,,,28.1,binary%,0.00289,,,https://osworld-v2.xlang.ai/ (official-results.json results[] (CSV export): one row per model x reasoning x toolSetting x stepBudget x releaseVersion x datasetScope / row GPT-5.6 Sol|max|batch tool|500|v2026.08.08|offline / column binaryAccuracy),src-osworld-v2-board-official-results-2026-10-15|run:osworld2-offline-batch500-bin|gpt-5.6-sol@max|2026.08.08,in,in parallel-search-web,parallel.ai,opus-5.5,max,agentic-tool,hard,Parallel-Search-Capability,per-task,0.948559,2.89e-07,,,75.44,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://parallel.ai/leaderboard ($.pairs / row claude-opus-5.5__with-search / column intelligenceIndex),,in,in parallel-search-web,parallel.ai,sonnet-5.5,max,agentic-tool,hard,Parallel-Search-Capability,per-task,0.795786,2.89e-07,,,74.07,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://parallel.ai/leaderboard ($.pairs / row claude-sonnet-5.5__with-search / column intelligenceIndex),,in,in parallel-search-web,parallel.ai,fable-5.1,max,agentic-tool,hard,Parallel-Search-Capability,per-task,1.762247,2.89e-07,,,73.38,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://parallel.ai/leaderboard ($.pairs / row claude-fable-5.1__with-search / column intelligenceIndex),,in,in parallel-search-web,parallel.ai,gemini-4-argon,high,agentic-tool,hard,Parallel-Search-Capability,per-task,0.270426,2.89e-07,,,72.16,score%,0.00289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://parallel.ai/leaderboard ($.pairs / row google/gemini-4-argon__with-search / column intelligenceIndex),,in,in parallel-search-web,parallel.ai,gpt-6-astra,unstated,agentic-tool,hard,Parallel-Search-Capability,per-task,0.401273,2.89e-07,,,70.85,score%,0.00289,,,https://parallel.ai/leaderboard ($.pairs / row gpt-6-astra__with-search / column intelligenceIndex),,out:effort-not-established,out:effort-not-established parallel-search-web,parallel.ai,gpt-6.1-sol,max,agentic-tool,hard,Parallel-Search-Capability,per-task,0.13023,2.89e-07,,,70.38,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://parallel.ai/leaderboard ($.pairs / row gpt-6.1-sol__with-search / column intelligenceIndex),,in,in parallel-search-web,parallel.ai,opus-5,max,agentic-tool,hard,Parallel-Search-Capability,per-task,1.011764,2.89e-07,,,69.97,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://parallel.ai/leaderboard ($.pairs / row claude-opus-5__with-search / column intelligenceIndex),,in,in parallel-search-web,parallel.ai,?DeepSeek V4.1 Flash (1017),not-established:absent,agentic-tool,hard,Parallel-Search-Capability,per-task,0.125329,2.89e-07,,,68.86,score%,0.00289,,,https://parallel.ai/leaderboard ($.pairs / row deepseek/deepseek-v4.1-flash-1017__with-search / column intelligenceIndex),,out:model-not-established,out:model-not-established parallel-search-web,parallel.ai,gpt-5.6-sol,unstated,agentic-tool,hard,Parallel-Search-Capability,per-task,0.26896,2.89e-07,,,67.68,score%,0.00289,,,https://parallel.ai/leaderboard ($.pairs / row gpt-5.6-sol__with-search / column intelligenceIndex),,out:effort-not-established,out:effort-not-established parallel-search-web,parallel.ai,gemini-3.7-flash,unstated,agentic-tool,hard,Parallel-Search-Capability,per-task,0.129839,2.89e-07,,,66.82,score%,0.00289,,,https://parallel.ai/leaderboard ($.pairs / row google/gemini-3.7-flash__with-search / column intelligenceIndex),,out:effort-not-established,out:effort-not-established parallel-search-web,parallel.ai,gpt-6-sol,max,agentic-tool,hard,Parallel-Search-Capability,per-task,0.182898,2.89e-07,,,66.63,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://parallel.ai/leaderboard ($.pairs / row gpt-6-sol__with-search / column intelligenceIndex),,in,in parallel-search-web,parallel.ai,sonnet-5,max,agentic-tool,hard,Parallel-Search-Capability,per-task,0.687646,2.89e-07,,,66.59,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://parallel.ai/leaderboard ($.pairs / row claude-sonnet-5__with-search / column intelligenceIndex),,in,in parallel-search-web,parallel.ai,grok-4.7,medium,agentic-tool,hard,Parallel-Search-Capability,per-task,0.251515,2.89e-07,,,65.99,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://parallel.ai/leaderboard ($.pairs / row x-ai/grok-4.7__with-search / column intelligenceIndex),,in,in parallel-search-web,parallel.ai,gemini-3.8-flash,unstated,agentic-tool,hard,Parallel-Search-Capability,per-task,0.17726,2.89e-07,,,65.09,score%,0.00289,,,https://parallel.ai/leaderboard ($.pairs / row google/gemini-3.8-flash__with-search / column intelligenceIndex),,out:effort-not-established,out:effort-not-established parallel-search-web,parallel.ai,kimi-k3,unstated,agentic-tool,hard,Parallel-Search-Capability,per-task,0.26559,2.89e-07,,,64.16,score%,0.00289,,,https://parallel.ai/leaderboard ($.pairs / row moonshotai/kimi-k3__with-search / column intelligenceIndex),,out:effort-not-established,out:effort-not-established parallel-search-web,parallel.ai,haiku-5.5,unstated,agentic-tool,hard,Parallel-Search-Capability,per-task,0.024339,2.89e-07,,,62.91,score%,0.00289,,,https://parallel.ai/leaderboard ($.pairs / row claude-haiku-5.5__with-search / column intelligenceIndex),,out:effort-not-established,out:effort-not-established parallel-search-web,parallel.ai,deepseek-v4.1-flash,unstated,agentic-tool,hard,Parallel-Search-Capability,per-task,0.035794,2.89e-07,,,62.71,score%,0.00289,,,https://parallel.ai/leaderboard ($.pairs / row deepseek/deepseek-v4.1-flash__with-search / column intelligenceIndex),,out:effort-not-established,out:effort-not-established parallel-search-web,parallel.ai,glm-5.3,unstated,agentic-tool,hard,Parallel-Search-Capability,per-task,0.078458,2.89e-07,,,62.66,score%,0.00289,,,https://parallel.ai/leaderboard ($.pairs / row z-ai/glm-5.3-openrouter__with-search / column intelligenceIndex),,out:effort-not-established,out:effort-not-established parallel-search-web,parallel.ai,gpt-6-luna,max,agentic-tool,hard,Parallel-Search-Capability,per-task,0.033104,2.89e-07,,,61.9,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://parallel.ai/leaderboard ($.pairs / row gpt-6-luna__with-search / column intelligenceIndex),,in,in parallel-search-web,parallel.ai,glm-5.3-flash,unstated,agentic-tool,hard,Parallel-Search-Capability,per-task,0.016566,2.89e-07,,,60.81,score%,0.00289,,,https://parallel.ai/leaderboard ($.pairs / row z-ai/glm-5.3-flash__with-search / column intelligenceIndex),,out:effort-not-established,out:effort-not-established parallel-search-web,parallel.ai,gpt-5.6-luna,unstated,agentic-tool,hard,Parallel-Search-Capability,per-task,0.036248,2.89e-07,,,60.72,score%,0.00289,,,https://parallel.ai/leaderboard ($.pairs / row gpt-5.6-luna__with-search / column intelligenceIndex),,out:effort-not-established,out:effort-not-established parallel-search-web,parallel.ai,gemini-3-flash,unstated,agentic-tool,hard,Parallel-Search-Capability,per-task,0.113814,2.89e-07,,,58.61,score%,0.00289,,,https://parallel.ai/leaderboard ($.pairs / row google/gemini-3-flash-preview__with-search / column intelligenceIndex),,out:effort-not-established,out:effort-not-established parallel-search-web,parallel.ai,deepseek-v4-pro-0813,unstated,agentic-tool,hard,Parallel-Search-Capability,per-task,0.110406,2.89e-07,,,58.41,score%,0.00289,,,https://parallel.ai/leaderboard ($.pairs / row deepseek/deepseek-v4-pro__with-search / column intelligenceIndex),,out:effort-not-established,out:effort-not-established parallel-search-web,parallel.ai,glm-5.2,unstated,agentic-tool,hard,Parallel-Search-Capability,per-task,0.066626,2.89e-07,,,54.3,score%,0.00289,,,https://parallel.ai/leaderboard ($.pairs / row z-ai/glm-5.2__with-search / column intelligenceIndex),,out:effort-not-established,out:effort-not-established parallel-search-baseline,parallel.ai,fable-5.1,max,agentic-tool,hard,Parallel-Search-Capability,per-task,1.080473,2.89e-07,,,46.83,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://parallel.ai/leaderboard ($.pairs / row claude-fable-5.1__without-search / column intelligenceIndex),,in,in parallel-search-baseline,parallel.ai,opus-5.5,max,agentic-tool,hard,Parallel-Search-Capability,per-task,0.681454,2.89e-07,,,44.2,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://parallel.ai/leaderboard ($.pairs / row claude-opus-5.5__without-search / column intelligenceIndex),,in,in parallel-search-baseline,parallel.ai,gpt-6-astra,unstated,agentic-tool,hard,Parallel-Search-Capability,per-task,0.156204,2.89e-07,,,42.98,score%,0.00289,,,https://parallel.ai/leaderboard ($.pairs / row gpt-6-astra__without-search / column intelligenceIndex),,out:effort-not-established,out:effort-not-established parallel-search-baseline,parallel.ai,gpt-5.6-sol,unstated,agentic-tool,hard,Parallel-Search-Capability,per-task,0.096232,2.89e-07,,,41.43,score%,0.00289,,,https://parallel.ai/leaderboard ($.pairs / row gpt-5.6-sol__without-search / column intelligenceIndex),,out:effort-not-established,out:effort-not-established parallel-search-baseline,parallel.ai,gpt-6.1-sol,max,agentic-tool,hard,Parallel-Search-Capability,per-task,0.062465,2.89e-07,,,39.79,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://parallel.ai/leaderboard ($.pairs / row gpt-6.1-sol__without-search / column intelligenceIndex),,in,in parallel-search-baseline,parallel.ai,gemini-3.7-flash,unstated,agentic-tool,hard,Parallel-Search-Capability,per-task,0.020543,2.89e-07,,,39.44,score%,0.00289,,,https://parallel.ai/leaderboard ($.pairs / row google/gemini-3.7-flash__without-search / column intelligenceIndex),,out:effort-not-established,out:effort-not-established parallel-search-baseline,parallel.ai,gemini-3.8-flash,unstated,agentic-tool,hard,Parallel-Search-Capability,per-task,0.065291,2.89e-07,,,38.98,score%,0.00289,,,https://parallel.ai/leaderboard ($.pairs / row google/gemini-3.8-flash__without-search / column intelligenceIndex),,out:effort-not-established,out:effort-not-established parallel-search-baseline,parallel.ai,gpt-6-sol,max,agentic-tool,hard,Parallel-Search-Capability,per-task,0.084853,2.89e-07,,,37.94,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://parallel.ai/leaderboard ($.pairs / row gpt-6-sol__without-search / column intelligenceIndex),,in,in parallel-search-baseline,parallel.ai,opus-5,max,agentic-tool,hard,Parallel-Search-Capability,per-task,0.329657,2.89e-07,,,37.16,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://parallel.ai/leaderboard ($.pairs / row claude-opus-5__without-search / column intelligenceIndex),,in,in parallel-search-baseline,parallel.ai,gemini-4-argon,high,agentic-tool,hard,Parallel-Search-Capability,per-task,0.065064,2.89e-07,,,34.93,score%,0.00289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://parallel.ai/leaderboard ($.pairs / row google/gemini-4-argon__without-search / column intelligenceIndex),,in,in parallel-search-baseline,parallel.ai,gemini-3-flash,unstated,agentic-tool,hard,Parallel-Search-Capability,per-task,0.028784,2.89e-07,,,34.12,score%,0.00289,,,https://parallel.ai/leaderboard ($.pairs / row google/gemini-3-flash-preview__without-search / column intelligenceIndex),,out:effort-not-established,out:effort-not-established parallel-search-baseline,parallel.ai,sonnet-5.5,max,agentic-tool,hard,Parallel-Search-Capability,per-task,0.393407,2.89e-07,,,33.16,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://parallel.ai/leaderboard ($.pairs / row claude-sonnet-5.5__without-search / column intelligenceIndex),,in,in parallel-search-baseline,parallel.ai,?DeepSeek V4.1 Flash (1017),not-established:absent,agentic-tool,hard,Parallel-Search-Capability,per-task,0.027641,2.89e-07,,,32.88,score%,0.00289,,,https://parallel.ai/leaderboard ($.pairs / row deepseek/deepseek-v4.1-flash-1017__without-search / column intelligenceIndex),,out:model-not-established,out:model-not-established parallel-search-baseline,parallel.ai,kimi-k3,unstated,agentic-tool,hard,Parallel-Search-Capability,per-task,0.075992,2.89e-07,,,30.56,score%,0.00289,,,https://parallel.ai/leaderboard ($.pairs / row moonshotai/kimi-k3__without-search / column intelligenceIndex),,out:effort-not-established,out:effort-not-established parallel-search-baseline,parallel.ai,deepseek-v4-pro-0813,unstated,agentic-tool,hard,Parallel-Search-Capability,per-task,0.018054,2.89e-07,,,30.47,score%,0.00289,,,https://parallel.ai/leaderboard ($.pairs / row deepseek/deepseek-v4-pro__without-search / column intelligenceIndex),,out:effort-not-established,out:effort-not-established parallel-search-baseline,parallel.ai,gpt-6-luna,max,agentic-tool,hard,Parallel-Search-Capability,per-task,0.007123,2.89e-07,,,28.02,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://parallel.ai/leaderboard ($.pairs / row gpt-6-luna__without-search / column intelligenceIndex),,in,in parallel-search-baseline,parallel.ai,deepseek-v4.1-flash,unstated,agentic-tool,hard,Parallel-Search-Capability,per-task,0.007485,2.89e-07,,,26.99,score%,0.00289,,,https://parallel.ai/leaderboard ($.pairs / row deepseek/deepseek-v4.1-flash__without-search / column intelligenceIndex),,out:effort-not-established,out:effort-not-established parallel-search-baseline,parallel.ai,gpt-5.6-luna,unstated,agentic-tool,hard,Parallel-Search-Capability,per-task,0.008759,2.89e-07,,,26.85,score%,0.00289,,,https://parallel.ai/leaderboard ($.pairs / row gpt-5.6-luna__without-search / column intelligenceIndex),,out:effort-not-established,out:effort-not-established parallel-search-baseline,parallel.ai,haiku-5.5,unstated,agentic-tool,hard,Parallel-Search-Capability,per-task,0.00311,2.89e-07,,,23.52,score%,0.00289,,,https://parallel.ai/leaderboard ($.pairs / row claude-haiku-5.5__without-search / column intelligenceIndex),,out:effort-not-established,out:effort-not-established parallel-search-baseline,parallel.ai,sonnet-5,max,agentic-tool,hard,Parallel-Search-Capability,per-task,0.339891,2.89e-07,,,22.82,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://parallel.ai/leaderboard ($.pairs / row claude-sonnet-5__without-search / column intelligenceIndex),,in,in parallel-search-baseline,parallel.ai,glm-5.3,unstated,agentic-tool,hard,Parallel-Search-Capability,per-task,0.0183,2.89e-07,,,21.86,score%,0.00289,,,https://parallel.ai/leaderboard ($.pairs / row z-ai/glm-5.3-openrouter__without-search / column intelligenceIndex),,out:effort-not-established,out:effort-not-established parallel-search-baseline,parallel.ai,grok-4.7,medium,agentic-tool,hard,Parallel-Search-Capability,per-task,0.078761,2.89e-07,,,21.15,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://parallel.ai/leaderboard ($.pairs / row x-ai/grok-4.7__without-search / column intelligenceIndex),,in,in parallel-search-baseline,parallel.ai,glm-5.3-flash,unstated,agentic-tool,hard,Parallel-Search-Capability,per-task,0.002415,2.89e-07,,,20.45,score%,0.00289,,,https://parallel.ai/leaderboard ($.pairs / row z-ai/glm-5.3-flash__without-search / column intelligenceIndex),,out:effort-not-established,out:effort-not-established parallel-search-baseline,parallel.ai,glm-5.2,unstated,agentic-tool,hard,Parallel-Search-Capability,per-task,0.015149,2.89e-07,,,18.35,score%,0.00289,,,https://parallel.ai/leaderboard ($.pairs / row z-ai/glm-5.2__without-search / column intelligenceIndex),,out:effort-not-established,out:effort-not-established parallel-search-web,parallel.ai,deepseek-v4.1-flash,unstated,agentic-tool,hard,Parallel-Search-Capability,per-1000-tasks,35.8,0.0289,,,62.7,score%,0.0289,,,"https://parallel.ai/leaderboard/deepseek-v4-1-flash.md (page header, Search Intelligence Score)",,out:effort-not-established,out:effort-not-established parallel-search-baseline,parallel.ai,deepseek-v4.1-flash,unstated,agentic-tool,hard,Parallel-Search-Capability,,,,,,27.0,score%,0.0289,,,"https://parallel.ai/leaderboard/deepseek-v4-1-flash.md (page header, without search)",,out:effort-not-established, parallel-search-web,parallel.ai,deepseek-v4-pro-0813,unstated,agentic-tool,hard,Parallel-Search-Capability,per-1000-tasks,110,0.289,,,58.4,score%,0.0289,,,"https://parallel.ai/leaderboard/deepseek-v4-1-flash.md (table Compared with, row DeepSeek V4 Pro, column Score)",,out:effort-not-established,out:effort-not-established parallel-search-web,parallel.ai,?DeepSeek V4.1 Flash (1017),not-established:absent,agentic-tool,hard,Parallel-Search-Capability,per-1000-tasks,125,0.289,,,68.9,score%,0.0289,,,"https://parallel.ai/leaderboard/deepseek-v4-1-flash.md (table Compared with, row DeepSeek V4.1 Flash (1017), column Score)",,out:model-not-established,out:model-not-established parallel-leaderboard-dsqa-search,parallel.ai,deepseek-v4.1-flash,unstated,agentic-tool,hard,,,,,,,82.1,DSQA accuracy with search (%),0.0289,,,"https://parallel.ai/leaderboard/deepseek-v4-1-flash.md (table Accuracy by benchmark, row DSQA, column With search)",,out:effort-not-established, parallel-leaderboard-dsqa-nosearch,parallel.ai,deepseek-v4.1-flash,unstated,agentic-tool,hard,,,,,,,45.0,DSQA accuracy without search (%),0.0289,,,"https://parallel.ai/leaderboard/deepseek-v4-1-flash.md (table Accuracy by benchmark, row DSQA, column Without search)",,out:effort-not-established, parallel-leaderboard-hle-search,parallel.ai,deepseek-v4.1-flash,unstated,agentic-tool,hard,,,,,,,42.0,HLE accuracy with search (%),0.0289,,,"https://parallel.ai/leaderboard/deepseek-v4-1-flash.md (table Accuracy by benchmark, row HLE, column With search)",,out:effort-not-established, parallel-leaderboard-hle-nosearch,parallel.ai,deepseek-v4.1-flash,unstated,agentic-tool,hard,,,,,,,26.0,HLE accuracy without search (%),0.0289,,,"https://parallel.ai/leaderboard/deepseek-v4-1-flash.md (table Accuracy by benchmark, row HLE, column Without search)",,out:effort-not-established, parallel-leaderboard-wiser-search,parallel.ai,deepseek-v4.1-flash,unstated,agentic-tool,hard,,,,,,,64.0,WISER accuracy with search (%),0.0289,,,"https://parallel.ai/leaderboard/deepseek-v4-1-flash.md (table Accuracy by benchmark, row WISER, column With search)",,out:effort-not-established, parallel-leaderboard-wiser-nosearch,parallel.ai,deepseek-v4.1-flash,unstated,agentic-tool,hard,,,,,,,10.0,WISER accuracy without search (%),0.0289,,,"https://parallel.ai/leaderboard/deepseek-v4-1-flash.md (table Accuracy by benchmark, row WISER, column Without search)",,out:effort-not-established, partforge-cad27,partforge,sonnet-5.5,unstated,agentic-tool,hard,PartForge-app,per-task,0.13,0.00289,,,91,PartForge score points,0.289,,,"https://www.partforge.ai/blog/default-model-sonnet-5-5 (results table, Score column)",,out:effort-not-established,out:effort-not-established partforge-cad27,partforge,gpt-6-sol,unstated,agentic-tool,hard,PartForge-app,per-task,0.22,0.00289,,,90,PartForge score points,0.289,,,"https://www.partforge.ai/blog/default-model-sonnet-5-5 (results table, Score column)",,out:effort-not-established,out:effort-not-established partforge-cad27,partforge,gpt-6.1-sol,unstated,agentic-tool,hard,PartForge-app,per-task,0.18,0.00289,,,88,PartForge score points,0.289,,,"https://www.partforge.ai/blog/default-model-sonnet-5-5 (results table, Score column)",,out:effort-not-established,out:effort-not-established partforge-cad27,partforge,opus-5.5,unstated,agentic-tool,hard,PartForge-app,per-task,0.38,0.00289,,,88,PartForge score points,0.289,,,"https://www.partforge.ai/blog/default-model-sonnet-5-5 (results table, Score column)",,out:effort-not-established,out:effort-not-established partforge-cad27,partforge,gemini-3.8-flash,unstated,agentic-tool,hard,PartForge-app,per-task,0.20,0.00289,,,88,PartForge score points,0.289,,,"https://www.partforge.ai/blog/default-model-sonnet-5-5 (results table, Score column)",,out:effort-not-established,out:effort-not-established partforge-cad27,partforge,haiku-5.5,unstated,agentic-tool,hard,PartForge-app,per-task,0.02,0.00289,,,88,PartForge score points,0.289,,,"https://www.partforge.ai/blog/default-model-sonnet-5-5 (results table, Score column)",,out:effort-not-established,out:effort-not-established partforge-cad27,partforge,gemini-4-argon,unstated,agentic-tool,hard,PartForge-app,per-task,0.32,0.00289,,,87,PartForge score points,0.289,,,"https://www.partforge.ai/blog/default-model-sonnet-5-5 (results table, Score column)",,out:effort-not-established,out:effort-not-established pask-latentneeds-avg,pask-latentneeds,gemini-3-flash,default,mixed,mid,pask-eval-run.py,,,,,,80.8,balanced-accuracy%,0.0289,,,"https://arxiv.org/abs/2604.08000 (assets README, full breakdown table, row Gemini-3-Flash, column Avg (last column))",,out:effort-not-established, pask-latentneeds-avg,pask-latentneeds,gpt-5-mini,minimal,mixed,mid,pask-eval-run.py,,,,,,77.2,balanced-accuracy%,0.0289,,,"https://arxiv.org/abs/2604.08000 (assets README, full breakdown table, row GPT-5-Mini, column Avg (last column))",,out:single-couple, pask-latentneeds-avg,pask-latentneeds,gpt-5-nano,minimal,mixed,mid,pask-eval-run.py,,,,,,71.5,balanced-accuracy%,0.0289,,,"https://arxiv.org/abs/2604.08000 (assets README, full breakdown table, row GPT-5-Nano, column Avg (last column))",,out:single-couple, pask-latentneeds-avg,pask-latentneeds,gpt-oss-120b,not-established:absent,mixed,mid,pask-eval-run.py,,,,,,70.3,balanced-accuracy%,0.0289,,,"https://arxiv.org/abs/2604.08000 (assets README, full breakdown table, row GPT-oss-120b, column Avg (last column))",,out:effort-not-established, pask-latentneeds-avg,pask-latentneeds,haiku-4.5,default,mixed,mid,pask-eval-run.py,,,,,,66.2,balanced-accuracy%,0.0289,,,"https://arxiv.org/abs/2604.08000 (assets README, full breakdown table, row Claude-Haiku-4.5, column Avg (last column))",,out:effort-not-established, pask-latentneeds-avg,pask-latentneeds,deepseek-v3.2,default,mixed,mid,pask-eval-run.py,,,,,,61.6,balanced-accuracy%,0.0289,,,"https://arxiv.org/abs/2604.08000 (assets README, full breakdown table, row DeepSeek-V3.2, column Avg (last column))",,out:effort-not-established, pask-latentneeds-avg,pask-latentneeds,qwen3.5-flash,default,mixed,mid,pask-eval-run.py,,,,,,61.1,balanced-accuracy%,0.0289,,,"https://arxiv.org/abs/2604.08000 (assets README, full breakdown table, row Qwen3.5-Flash, column Avg (last column))",,out:effort-not-established, pask-latentneeds-avg,pask-latentneeds,qwen3-30b-a3b,default,mixed,mid,pask-eval-run.py,,,,,,58.9,balanced-accuracy%,0.0289,,,"https://arxiv.org/abs/2604.08000 (assets README, full breakdown table, row Qwen3-30B-A3B, column Avg (last column))",,out:effort-not-established, pask-latentneeds-avg,pask-latentneeds,gemini-2.5-flash-lite,default,mixed,mid,pask-eval-run.py,,,,,,52.1,balanced-accuracy%,0.0289,,,"https://arxiv.org/abs/2604.08000 (assets README, full breakdown table, row Gemini-2.5-Flash-Lite, column Avg (last column))",,out:effort-not-established, pbtbench-pbt,pbtbench-2605.15229,sonnet-4.6,default,coding,hard,OpenHands SDK,USD/arm,631,0.289,,,83.4,pct-recall,0.0289,,,"https://arxiv.org/abs/2605.15229 (Table 1 (a) PBT mode, Table 1, row Sonnet 4.6, column Recall)",,out:effort-not-established,out:effort-not-established pbtbench-pbt,pbtbench-2605.15229,opus-4.8,default,coding,hard,OpenHands SDK,,,,,,81.2,pct-recall,0.0289,,,"https://arxiv.org/abs/2605.15229 (Table 1 (a) PBT mode, Table 1, row Opus 4.8, column Recall)",,out:effort-not-established, pbtbench-pbt,pbtbench-2605.15229,qwen3.6-plus,default,coding,hard,OpenHands SDK,,,,,,78.0,pct-recall,0.0289,,,"https://arxiv.org/abs/2605.15229 (Table 1 (a) PBT mode, Table 1, row Qwen 3.6 Plus, column Recall)",,out:effort-not-established, pbtbench-pbt,pbtbench-2605.15229,glm-5.1,unstated,coding,hard,OpenHands SDK,USD/arm,364,0.289,,,72.1,pct-recall,0.0289,,,"https://arxiv.org/abs/2605.15229 (Table 1 (a) PBT mode, Table 1, row GLM 5.1, column Recall)",,out:effort-not-established,out:effort-not-established pbtbench-pbt,pbtbench-2605.15229,gemini-3-flash,unstated,coding,hard,OpenHands SDK,,,,,,62.8,pct-recall,0.0289,,,"https://arxiv.org/abs/2605.15229 (Table 1 (a) PBT mode, Table 1, row Gemini 3 Flash, column Recall)",,out:effort-not-established, pbtbench-pbt,pbtbench-2605.15229,deepseek-v3.2,unstated,coding,hard,OpenHands SDK,,,,,,61.0,pct-recall,0.0289,,,"https://arxiv.org/abs/2605.15229 (Table 1 (a) PBT mode, Table 1, row DeepSeek V3.2, column Recall)",,out:effort-not-established, pbtbench-pbt,pbtbench-2605.15229,qwen3.5-35b-a3b,unstated,coding,hard,OpenHands SDK,,,,,,54.3,pct-recall,0.0289,,,"https://arxiv.org/abs/2605.15229 (Table 1 (a) PBT mode, Table 1, row Qwen3.5-35B-A3B, column Recall)",,out:effort-not-established, pbtbench-pbt,pbtbench-2605.15229,grok-4.1-fast,unstated,coding,hard,OpenHands SDK,,,,,,42.1,pct-recall,0.0289,,,"https://arxiv.org/abs/2605.15229 (Table 1 (a) PBT mode, Table 1, row Grok 4.1 Fast, column Recall)",,out:effort-not-established, pbtbench-baseline,pbtbench-2605.15229,sonnet-4.6,default,coding,hard,OpenHands SDK,USD/arm,308,0.289,,,76.7,pct-recall,0.0289,,,"https://arxiv.org/abs/2605.15229 (Table 1 (b) Baseline mode, Table 1, row Sonnet 4.6, column Recall)",,out:effort-not-established,out:effort-not-established pbtbench-baseline,pbtbench-2605.15229,glm-5.1,unstated,coding,hard,OpenHands SDK,,,,,,66.6,pct-recall,0.0289,,,"https://arxiv.org/abs/2605.15229 (Table 1 (b) Baseline mode, Table 1, row GLM 5.1, column Recall)",,out:effort-not-established, pbtbench-baseline,pbtbench-2605.15229,deepseek-v3.2,unstated,coding,hard,OpenHands SDK,,,,,,64.2,pct-recall,0.0289,,,"https://arxiv.org/abs/2605.15229 (Table 1 (b) Baseline mode, Table 1, row DeepSeek V3.2, column Recall)",,out:effort-not-established, pbtbench-baseline,pbtbench-2605.15229,gemini-3-flash,unstated,coding,hard,OpenHands SDK,,,,,,56.2,pct-recall,0.0289,,,"https://arxiv.org/abs/2605.15229 (Table 1 (b) Baseline mode, Table 1, row Gemini 3 Flash, column Recall)",,out:effort-not-established, pbtbench-baseline,pbtbench-2605.15229,qwen3.6-plus,default,coding,hard,OpenHands SDK,,,,,,53.5,pct-recall,0.0289,,,"https://arxiv.org/abs/2605.15229 (Table 1 (b) Baseline mode, Table 1, row Qwen 3.6 Plus, column Recall)",,out:effort-not-established, pbtbench-baseline,pbtbench-2605.15229,grok-4.1-fast,unstated,coding,hard,OpenHands SDK,,,,,,50.1,pct-recall,0.0289,,,"https://arxiv.org/abs/2605.15229 (Table 1 (b) Baseline mode, Table 1, row Grok 4.1 Fast, column Recall)",,out:effort-not-established, pbtbench-baseline,pbtbench-2605.15229,opus-4.8,default,coding,hard,OpenHands SDK,,,,,,39.3,pct-recall,0.0289,,,"https://arxiv.org/abs/2605.15229 (Table 1 (b) Baseline mode, Table 1, row Opus 4.8, column Recall)",,out:effort-not-established, pbtbench-baseline,pbtbench-2605.15229,qwen3.5-35b-a3b,unstated,coding,hard,OpenHands SDK,,,,,,31.4,pct-recall,0.0289,,,"https://arxiv.org/abs/2605.15229 (Table 1 (b) Baseline mode, Table 1, row Qwen3.5-35B-A3B, column Recall)",,out:effort-not-established, pelicansite-sweep,pelican-bicycle-sigma,haiku-5.5,low,coding,mid,,,0.01,0.00289,,7900,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://pelican-bicycle-sigma.vercel.app/ (),,,in pelicansite-sweep,pelican-bicycle-sigma,haiku-5.5,medium,coding,mid,,,0.01,0.00289,,13100,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://pelican-bicycle-sigma.vercel.app/ (),,,in pelicansite-sweep,pelican-bicycle-sigma,haiku-5.5,high,coding,mid,,,0.07,0.00289,,39000,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://pelican-bicycle-sigma.vercel.app/ (),,,in pelicansite-sweep,pelican-bicycle-sigma,haiku-5.5,xhigh,coding,mid,,,0.13,0.00289,,82700,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://pelican-bicycle-sigma.vercel.app/ (),,,in pelicansite-sweep,pelican-bicycle-sigma,haiku-5.5,max,coding,mid,,,0.41,0.00289,,25,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://pelican-bicycle-sigma.vercel.app/ (),,,in physai-bench-heldout,physai-2609.23695,gpt-5.3-chat-latest,solo,agentic-tool,hard,own benchmark,,,,,,52.00,score%,0.00289,,,"https://arxiv.org/abs/2609.23695 (Table IV (held-out), row 'GPT-5.3 Chat', column 'Held-Out Acc. (%)')",,in, physai-bench-heldout,physai-2609.23695,gpt-5.2-chat-latest,solo,agentic-tool,hard,own benchmark,,,,,,49.40,score%,0.00289,,,"https://arxiv.org/abs/2609.23695 (Table IV (held-out), row 'GPT-5.2 Chat', column 'Held-Out Acc. (%)')",,in, physai-bench-heldout,physai-2609.23695,grok-4.5,unstated,agentic-tool,hard,own benchmark,,,,,,49.07,score%,0.00289,,,"https://arxiv.org/abs/2609.23695 (Table IV (held-out), row 'xAI Grok 4.5', column 'Held-Out Acc. (%)')",,out:effort-not-established, physai-bench-heldout,physai-2609.23695,qwen3.7-plus,unstated,agentic-tool,hard,own benchmark,,,,,,47.73,score%,0.00289,,,"https://arxiv.org/abs/2609.23695 (Table IV (held-out), row 'Qwen3.7-Plus', column 'Held-Out Acc. (%)')",,out:effort-not-established, physai-bench-heldout,physai-2609.23695,qwen3.7-max,unstated,agentic-tool,hard,own benchmark,,,,,,46.40,score%,0.00289,,,"https://arxiv.org/abs/2609.23695 (Table IV (held-out), row 'Qwen3.7-Max', column 'Held-Out Acc. (%)')",,out:effort-not-established, physai-bench-heldout,physai-2609.23695,deepseek-v3.2,unstated,agentic-tool,hard,own benchmark,,,,,,46.07,score%,0.00289,,,"https://arxiv.org/abs/2609.23695 (Table IV (held-out), row 'DeepSeek V3.2', column 'Held-Out Acc. (%)')",,out:effort-not-established, physai-bench-heldout,physai-2609.23695,haiku-4.5,unstated,agentic-tool,hard,own benchmark,,,,,,44.80,score%,0.00289,,,"https://arxiv.org/abs/2609.23695 (Table IV (held-out), row 'Claude Haiku 4.5', column 'Held-Out Acc. (%)')",,out:effort-not-established, physai-bench-heldout,physai-2609.23695,?Kimi K2.5,not-established:absent,agentic-tool,hard,own benchmark,,,,,,41.87,score%,0.00289,,,"https://arxiv.org/abs/2609.23695 (Table IV (held-out), row 'Kimi K2.5', column 'Held-Out Acc. (%)')",,out:model-not-established, physai-bench-heldout,physai-2609.23695,gpt-5.4-nano,unstated,agentic-tool,hard,own benchmark,,,,,,37.33,score%,0.00289,,,"https://arxiv.org/abs/2609.23695 (Table IV (held-out), row 'GPT-5.4 Nano', column 'Held-Out Acc. (%)')",,out:effort-not-established, physai-bench-heldout,physai-2609.23695,fable-5,unstated,agentic-tool,hard,own benchmark,,,,,,36.07,score%,0.00289,,,"https://arxiv.org/abs/2609.23695 (Table IV (held-out), row 'Claude Fable 5', column 'Held-Out Acc. (%)')",,out:effort-not-established, pinchbench@pinchbench.com,pinchbench.com,?anthropic/claude-opus-4.6,not-established:absent,agentic-tool,mid,,per-run,47.03153329166667,2.89e-15,,,69.9031635750235,score%,2.89e-14,,,https://pinchbench.com/ ($ / row anthropic/claude-opus-4.6 / column average_score_percentage),,out:model-not-established,out:model-not-established pinchbench@pinchbench.com,pinchbench.com,mercury-2,unstated,agentic-tool,mid,,per-run,0.6498243,2.89e-08,,,39.5505024829932,score%,2.89e-14,,,https://pinchbench.com/ ($ / row inception/mercury-2 / column average_score_percentage),,out:effort-not-established,out:effort-not-established pinchbench@pinchbench.com,pinchbench.com,?anthropic/claude-opus-4.8-fast,not-established:absent,agentic-tool,mid,,per-run,165.3554326,2.89e-08,,,93.49376081632652,score%,2.89e-15,,,https://pinchbench.com/ ($ / row anthropic/claude-opus-4.8-fast / column average_score_percentage),,out:model-not-established,out:model-not-established pinchbench@pinchbench.com,pinchbench.com,qwen3.7-max,unstated,agentic-tool,mid,,per-run,20.508361166666667,2.89e-16,,,92.50933435374149,score%,2.89e-15,,,https://pinchbench.com/ ($ / row qwen/qwen3.7-max / column average_score_percentage),,out:effort-not-established,out:effort-not-established pinchbench@pinchbench.com,pinchbench.com,grok-build-0.1,solo,agentic-tool,mid,,per-run,20.5806122,2.89e-08,,,88.89249414965986,score%,2.89e-15,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://pinchbench.com/ ($ / row x-ai/grok-build-0.1 / column average_score_percentage),,out:single-couple,out:cost-single-couple pinchbench@pinchbench.com,pinchbench.com,mimo-v2.5,unstated,agentic-tool,mid,,per-run,6.2266985,2.89e-08,,,89.68454478458051,score%,2.89e-15,,,https://pinchbench.com/ ($ / row xiaomi/mimo-v2.5 / column average_score_percentage),,out:effort-not-established,out:effort-not-established pinchbench@pinchbench.com,pinchbench.com,?anthropic/claude-opus-4.8,not-established:absent,agentic-tool,mid,,per-run,81.7919278,2.89e-08,,,90.54074571428572,score%,2.89e-15,,,https://pinchbench.com/ ($ / row anthropic/claude-opus-4.8 / column average_score_percentage),,out:model-not-established,out:model-not-established pinchbench@pinchbench.com,pinchbench.com,?anthropic/claude-opus-4.7,not-established:absent,agentic-tool,mid,,per-run,62.49869853333333,2.89e-15,,,76.0108443603783,score%,2.89e-14,,,https://pinchbench.com/ ($ / row anthropic/claude-opus-4.7 / column average_score_percentage),,out:model-not-established,out:model-not-established pinchbench@pinchbench.com,pinchbench.com,?deepseek/deepseek-v4-flash,not-established:absent,agentic-tool,mid,,per-run,1.4360418571428573,2.89e-17,,,81.73836083576288,score%,2.89e-15,,,https://pinchbench.com/ ($ / row deepseek/deepseek-v4-flash / column average_score_percentage),,out:model-not-established,out:model-not-established pinchbench@pinchbench.com,pinchbench.com,grok-4.5,unstated,agentic-tool,mid,,per-run,24.828366,2.89e-07,,,75.20827904761905,score%,2.89e-15,,,https://pinchbench.com/ ($ / row x-ai/grok-4.5 / column average_score_percentage),,out:effort-not-established,out:effort-not-established pinchbench@pinchbench.com,pinchbench.com,gpt-5.6-luna,unstated,agentic-tool,mid,,per-run,17.1412772,2.89e-08,,,88.67382176870748,score%,2.89e-15,,,https://pinchbench.com/ ($ / row openai/gpt-5.6-luna / column average_score_percentage),,out:effort-not-established,out:effort-not-established pinchbench@pinchbench.com,pinchbench.com,?nvidia/nemotron-3-ultra-550b-a55b,not-established:absent,agentic-tool,mid,,,,,,,89.91710408163265,score%,2.89e-15,,,https://pinchbench.com/ ($ / row nvidia/nemotron-3-ultra-550b-a55b / column average_score_percentage),,out:model-not-established, pinchbench@pinchbench.com,pinchbench.com,?anthropic/claude-haiku-4.5,not-established:absent,agentic-tool,mid,,per-run,12.194871176470588,2.89e-16,,,67.7018762383002,score%,2.89e-14,,,https://pinchbench.com/ ($ / row anthropic/claude-haiku-4.5 / column average_score_percentage),,out:model-not-established,out:model-not-established pinchbench@pinchbench.com,pinchbench.com,seed-2.0-lite,unstated,agentic-tool,mid,,per-run,4.44511292,2.89e-09,,,75.01870334162933,score%,2.89e-15,,,https://pinchbench.com/ ($ / row bytedance-seed/seed-2.0-lite / column average_score_percentage),,out:effort-not-established,out:effort-not-established pinchbench@pinchbench.com,pinchbench.com,mimo-v2.5-pro,unstated,agentic-tool,mid,,per-run,12.131301666666667,2.89e-16,,,87.45424807256236,score%,2.89e-15,,,https://pinchbench.com/ ($ / row xiaomi/mimo-v2.5-pro / column average_score_percentage),,out:effort-not-established,out:effort-not-established pinchbench@pinchbench.com,pinchbench.com,qwen3.6-flash,unstated,agentic-tool,mid,,per-run,14.289732800000001,2.89e-16,,,88.08790040816327,score%,2.89e-15,,,https://pinchbench.com/ ($ / row qwen/qwen3.6-flash / column average_score_percentage),,out:effort-not-established,out:effort-not-established pinchbench@pinchbench.com,pinchbench.com,gpt-5.5,unstated,agentic-tool,mid,,per-run,31.626699125000002,2.89e-16,,,75.50495882176042,score%,2.89e-15,,,https://pinchbench.com/ ($ / row openai/gpt-5.5 / column average_score_percentage),,out:effort-not-established,out:effort-not-established pinchbench@pinchbench.com,pinchbench.com,gpt-5.4,unstated,agentic-tool,mid,,per-run,18.671659705882355,2.89e-16,,,75.69639112035057,score%,2.89e-15,,,https://pinchbench.com/ ($ / row openai/gpt-5.4 / column average_score_percentage),,out:effort-not-established,out:effort-not-established pinchbench@pinchbench.com,pinchbench.com,glm-5-turbo,unstated,agentic-tool,mid,,per-run,9.295208388888888,2.89e-16,,,71.79929616724738,score%,2.89e-15,,,https://pinchbench.com/ ($ / row z-ai/glm-5-turbo / column average_score_percentage),,out:effort-not-established,out:effort-not-established pinchbench@pinchbench.com,pinchbench.com,glm-5.2,unstated,agentic-tool,mid,,per-run,19.2138992,2.89e-08,,,86.97550952380952,score%,2.89e-15,,,https://pinchbench.com/ ($ / row z-ai/glm-5.2 / column average_score_percentage),,out:effort-not-established,out:effort-not-established pinchbench@pinchbench.com,pinchbench.com,grok-4.20,not-established:absent,agentic-tool,mid,,per-run,22.47217576923077,2.89e-15,,,80.33063178261924,score%,2.89e-15,,,https://pinchbench.com/ ($ / row x-ai/grok-4.20 / column average_score_percentage),,out:effort-not-established,out:effort-not-established pinchbench@pinchbench.com,pinchbench.com,?nvidia/nemotron-3.5-lightning-30b-a3b,not-established:absent,agentic-tool,mid,,,,,,,86.39562131519275,score%,2.89e-15,,,https://pinchbench.com/ ($ / row nvidia/nemotron-3.5-lightning-30b-a3b / column average_score_percentage),,out:model-not-established, pinchbench@pinchbench.com,pinchbench.com,gpt-5.6-sol,unstated,agentic-tool,mid,,per-run,69.2322666,2.89e-08,,,84.19258027210883,score%,2.89e-15,,,https://pinchbench.com/ ($ / row openai/gpt-5.6-sol / column average_score_percentage),,out:effort-not-established,out:effort-not-established pinchbench@pinchbench.com,pinchbench.com,glm-5v-turbo,unstated,agentic-tool,mid,,per-run,22.3657358125,2.89e-11,,,67.55937020283723,score%,2.89e-15,,,https://pinchbench.com/ ($ / row z-ai/glm-5v-turbo / column average_score_percentage),,out:effort-not-established,out:effort-not-established pinchbench@pinchbench.com,pinchbench.com,gpt-5.4-mini,unstated,agentic-tool,mid,,per-run,4.874131117647059,2.89e-16,,,79.23050340916855,score%,2.89e-15,,,https://pinchbench.com/ ($ / row openai/gpt-5.4-mini / column average_score_percentage),,out:effort-not-established,out:effort-not-established pinchbench@pinchbench.com,pinchbench.com,qwen3.6-plus,unstated,agentic-tool,mid,,per-run,11.85809635,2.89e-09,,,72.49808111166418,score%,2.89e-15,,,https://pinchbench.com/ ($ / row qwen/qwen3.6-plus / column average_score_percentage),,out:effort-not-established,out:effort-not-established pinchbench@pinchbench.com,pinchbench.com,grok-4.3,unstated,agentic-tool,mid,,per-run,15.450730454545454,2.89e-16,,,73.73012785495573,score%,2.89e-15,,,https://pinchbench.com/ ($ / row x-ai/grok-4.3 / column average_score_percentage),,out:effort-not-established,out:effort-not-established pinchbench@pinchbench.com,pinchbench.com,step-3.5-flash,unstated,agentic-tool,mid,,per-run,1.12086075,2.89e-09,,,79.35360703500912,score%,2.89e-15,,,https://pinchbench.com/ ($ / row stepfun/step-3.5-flash / column average_score_percentage),,out:effort-not-established,out:effort-not-established pinchbench@pinchbench.com,pinchbench.com,?anthropic/claude-sonnet-4.6,not-established:absent,agentic-tool,mid,,per-run,31.402849631578945,2.89e-16,,,62.68140625867806,score%,2.89e-15,,,https://pinchbench.com/ ($ / row anthropic/claude-sonnet-4.6 / column average_score_percentage),,out:model-not-established,out:model-not-established pinchbench@pinchbench.com,pinchbench.com,minimax-m2.7,unstated,agentic-tool,mid,,per-run,3.1076232307692306,2.89e-17,,,66.75371759390435,score%,2.89e-15,,,https://pinchbench.com/ ($ / row minimax/minimax-m2.7 / column average_score_percentage),,out:effort-not-established,out:effort-not-established pinchbench@pinchbench.com,pinchbench.com,devstral-2512,solo,agentic-tool,mid,,per-run,4.813600625,2.89e-10,,,69.37492583271113,score%,2.89e-15,,cost-method-assumed-single,https://pinchbench.com/ ($ / row mistralai/devstral-2512 / column average_score_percentage),,out:single-couple,out:cost-not-comparable pinchbench@pinchbench.com,pinchbench.com,gemini-3.1-pro,unstated,agentic-tool,mid,,per-run,26.4338365,2.89e-08,,,81.00638988385598,score%,2.89e-15,,,https://pinchbench.com/ ($ / row google/gemini-3.1-pro-preview / column average_score_percentage),,out:effort-not-established,out:effort-not-established pinchbench@pinchbench.com,pinchbench.com,ling-2.6-1t,unstated,agentic-tool,mid,,per-run,6.996857,2.89e-07,,,82.63534149659864,score%,2.89e-15,,,https://pinchbench.com/ ($ / row inclusionai/ling-2.6-1t / column average_score_percentage),,out:effort-not-established,out:effort-not-established pinchbench@pinchbench.com,pinchbench.com,?moonshotai/kimi-k2.5,not-established:absent,agentic-tool,mid,,per-run,7.150770923076923,2.89e-16,,,54.60073422036732,score%,2.89e-15,,,https://pinchbench.com/ ($ / row moonshotai/kimi-k2.5 / column average_score_percentage),,out:model-not-established,out:model-not-established pinchbench@pinchbench.com,pinchbench.com,?deepseek/deepseek-v4-pro,not-established:absent,agentic-tool,mid,,per-run,0.580164,2.89e-07,,,61.0722570456754,score%,2.89e-14,,,https://pinchbench.com/ ($ / row deepseek/deepseek-v4-pro / column average_score_percentage),,out:model-not-established,out:model-not-established pinchbench@pinchbench.com,pinchbench.com,gpt-5.6-terra,unstated,agentic-tool,mid,,per-run,27.4746986,2.89e-08,,,75.89283918367347,score%,2.89e-15,,,https://pinchbench.com/ ($ / row openai/gpt-5.6-terra / column average_score_percentage),,out:effort-not-established,out:effort-not-established pinchbench@pinchbench.com,pinchbench.com,gemini-3.1-flash-lite,unstated,agentic-tool,mid,,per-run,3.785413,2.89e-07,,,80.50111836734695,score%,2.89e-15,,,https://pinchbench.com/ ($ / row google/gemini-3.1-flash-lite / column average_score_percentage),,out:effort-not-established,out:effort-not-established pinchbench@pinchbench.com,pinchbench.com,kimi-k2.7-code,solo,agentic-tool,mid,,per-run,10.924815200000001,2.89e-16,,,76.11206993197278,score%,2.89e-15,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://pinchbench.com/ ($ / row moonshotai/kimi-k2.7-code / column average_score_percentage),,out:single-couple,out:cost-single-couple pinchbench@pinchbench.com,pinchbench.com,gemini-3-flash,unstated,agentic-tool,mid,,per-run,4.991438055555555,2.89e-16,,,72.06079053794959,score%,2.89e-15,,,https://pinchbench.com/ ($ / row google/gemini-3-flash-preview / column average_score_percentage),,out:effort-not-established,out:effort-not-established pinchbench@pinchbench.com,pinchbench.com,mistral-small-2603,unstated,agentic-tool,mid,,per-run,3.4493431875,2.89e-11,,,64.58525550024888,score%,2.89e-15,,,https://pinchbench.com/ ($ / row mistralai/mistral-small-2603 / column average_score_percentage),,out:effort-not-established,out:effort-not-established pinchbench@pinchbench.com,pinchbench.com,gpt-5.4-nano,unstated,agentic-tool,mid,,per-run,1.4126490588235294,2.89e-17,,,68.98508983300637,score%,2.89e-15,,,https://pinchbench.com/ ($ / row openai/gpt-5.4-nano / column average_score_percentage),,out:effort-not-established,out:effort-not-established pinchbench@pinchbench.com,pinchbench.com,gemma-4-26b-a4b-it,unstated,agentic-tool,mid,,per-run,1.2306934705882353,2.89e-17,,,56.36500959408154,score%,2.89e-15,,,https://pinchbench.com/ ($ / row google/gemma-4-26b-a4b-it / column average_score_percentage),,out:effort-not-established,out:effort-not-established pinchbench@pinchbench.com,pinchbench.com,gemma-4-31b-it,unstated,agentic-tool,mid,,per-run,1.8409525833333333,2.89e-17,,,52.65704120762126,score%,2.89e-15,,,https://pinchbench.com/ ($ / row google/gemma-4-31b-it / column average_score_percentage),,out:effort-not-established,out:effort-not-established pinchbench@pinchbench.com,pinchbench.com,glm-5.1,unstated,agentic-tool,mid,,per-run,16.409199,2.89e-07,,,59.94783117913832,score%,2.89e-15,,,https://pinchbench.com/ ($ / row z-ai/glm-5.1 / column average_score_percentage),,out:effort-not-established,out:effort-not-established pinchbench@pinchbench.com,pinchbench.com,gemini-3.5-flash,unstated,agentic-tool,mid,,per-run,34.413343,2.89e-07,,,74.17434408163265,score%,2.89e-15,,,https://pinchbench.com/ ($ / row google/gemini-3.5-flash / column average_score_percentage),,out:effort-not-established,out:effort-not-established pinchbench@pinchbench.com,pinchbench.com,mistral-large-2512,unstated,agentic-tool,mid,,per-run,6.564837411764707,2.89e-16,,,54.48463634038981,score%,2.89e-15,,,https://pinchbench.com/ ($ / row mistralai/mistral-large-2512 / column average_score_percentage),,out:effort-not-established,out:effort-not-established pinchbench@pinchbench.com,pinchbench.com,fugu-ultra,unstated,agentic-tool,mid,,per-run,91.0541442,2.89e-08,,,69.54732448979591,score%,2.89e-15,,,https://pinchbench.com/ ($ / row sakana/fugu-ultra / column average_score_percentage),,out:effort-not-established,out:effort-not-established pinchbench@pinchbench.com,pinchbench.com,?arcee-ai/trinity-large-preview,not-established:absent,agentic-tool,mid,,per-run,4.5576041875,2.89e-11,,,53.02438201426912,score%,2.89e-15,,,https://pinchbench.com/ ($ / row arcee-ai/trinity-large-preview / column average_score_percentage),,out:model-not-established,out:model-not-established pinchbench@pinchbench.com,pinchbench.com,trinity-large-thinking,solo,agentic-tool,mid,,per-run,3.0542097777777775,2.89e-17,,,65.66421378426709,score%,2.89e-15,,cost-method-assumed-single,https://pinchbench.com/ ($ / row arcee-ai/trinity-large-thinking / column average_score_percentage),,out:single-couple,out:cost-not-comparable pinchbench@pinchbench.com,pinchbench.com,aion-3.0,unstated,agentic-tool,mid,,per-run,31.7876012,2.89e-08,,,61.10980190476191,score%,2.89e-15,,,https://pinchbench.com/ ($ / row aion-labs/aion-3.0 / column average_score_percentage),,out:effort-not-established,out:effort-not-established pinchbench@pinchbench.com,pinchbench.com,?nvidia/nemotron-3-super-120b-a12b,not-established:absent,agentic-tool,mid,,,,,,,42.20822178751175,score%,2.89e-15,,,https://pinchbench.com/ ($ / row nvidia/nemotron-3-super-120b-a12b / column average_score_percentage),,out:model-not-established, pinchbench@pinchbench.com,pinchbench.com,fable-5,unstated,agentic-tool,mid,,per-run,123.30368940000001,2.89e-15,,,54.83879986394558,score%,2.89e-15,,,https://pinchbench.com/ ($ / row anthropic/claude-fable-5 / column average_score_percentage),,out:effort-not-established,out:effort-not-established pinchbench@pinchbench.com,pinchbench.com,nova-2-lite,unstated,agentic-tool,mid,,per-run,4.674021529411765,2.89e-16,,,37.644257602553216,score%,2.89e-16,,,https://pinchbench.com/ ($ / row amazon/nova-2-lite-v1 / column average_score_percentage),,out:effort-not-established,out:effort-not-established pinchbench@pinchbench.com,pinchbench.com,sonnet-4,unstated,agentic-tool,mid,,per-run,24.233127500000002,2.89e-16,,,48.78170243902439,score%,2.89e-15,,,https://pinchbench.com/ ($ / row anthropic/claude-sonnet-4 / column average_score_percentage),,out:effort-not-established,out:effort-not-established pinchbench@pinchbench.com,pinchbench.com,?openai/gpt-oss-120b,not-established:absent,agentic-tool,mid,,per-run,0.5038993076923076,2.89e-17,,,44.83942420900818,score%,2.89e-15,,,https://pinchbench.com/ ($ / row openai/gpt-oss-120b / column average_score_percentage),,out:model-not-established,out:model-not-established pinchbench@pinchbench.com,pinchbench.com,?openai/gpt-oss-20b,not-established:absent,agentic-tool,mid,,per-run,0.45400910000000005,2.89e-18,,,36.337477906089266,score%,2.89e-16,,,https://pinchbench.com/ ($ / row openai/gpt-oss-20b / column average_score_percentage),,out:model-not-established,out:model-not-established pinchbench@pinchbench.com,pinchbench.com,gpt-5.5-pro,unstated,agentic-tool,mid,,per-run,238.54737,2.89e-06,,,21.388995238095235,score%,2.89e-16,,,https://pinchbench.com/ ($ / row openai/gpt-5.5-pro / column average_score_percentage),,out:effort-not-established,out:effort-not-established pinchbench@pinchbench.com,pinchbench.com,llama-3.1-70b-instruct,solo,agentic-tool,mid,,per-run,4.999891,2.89e-07,,,10.70190487804878,score%,2.89e-15,,cost-method-assumed-single,https://pinchbench.com/ ($ / row meta-llama/llama-3.1-70b-instruct / column average_score_percentage),,out:single-couple,out:cost-not-comparable pinchbench@pinchbench.com,pinchbench.com,llama-4-scout,solo,agentic-tool,mid,,per-run,0.24328,2.89e-06,,,3.194289430894309,score%,2.89e-16,,cost-method-assumed-single,https://pinchbench.com/ ($ / row meta-llama/llama-4-scout / column average_score_percentage),,out:single-couple,out:cost-not-comparable playcodesvg,playcode,glm-5.3-flash,low,coding,trivial,,per-task,0.002,0.000289,,3983,,none,,,cost-base-price:cost-publisher-figure,https://playcode.io/blog/macbook-svg-benchmark (),,,in playcodesvg,playcode,haiku-5.5,low,coding,trivial,,per-task,0.002,0.000289,,4345,,none,,,cost-base-price:cost-publisher-figure,https://playcode.io/blog/macbook-svg-benchmark (),,,in playcodesvg,playcode,gpt-6-luna,medium,coding,trivial,,per-task,0.003,0.000289,,6310,,none,,,cost-base-price:cost-publisher-figure,https://playcode.io/blog/macbook-svg-benchmark (),,,in playcodesvg,playcode,haiku-5.5,medium,coding,trivial,,per-task,0.004,0.000289,,7655,,none,,,cost-base-price:cost-publisher-figure,https://playcode.io/blog/macbook-svg-benchmark (),,,in playcodesvg,playcode,gemini-3-flash,default,coding,trivial,,per-task,0.004,0.000289,,1355,,none,,,,https://playcode.io/blog/macbook-svg-benchmark (),,,out:effort-not-established playcodesvg,playcode,grok-4.5,high,coding,trivial,,per-task,0.0031999999999999997,0.000545,,668,,none,,,cost-unrepriced; cost-price-band,https://playcode.io/blog/macbook-svg-benchmark (),,,out:cost-single-couple playcodesvg,playcode,gemini-3-flash,default,coding,trivial,,per-task,0.005,0.000289,,1593,,none,,,,https://playcode.io/blog/macbook-svg-benchmark (),,,out:effort-not-established playcodesvg,playcode,gpt-5.6-luna,medium,coding,trivial,,per-task,0.005,0.000289,,4187,,none,,,cost-base-price:cost-publisher-figure,https://playcode.io/blog/macbook-svg-benchmark (),,,in playcodesvg,playcode,gemini-3-flash,default,coding,trivial,,per-task,0.005,0.000289,,1673,,none,,,,https://playcode.io/blog/macbook-svg-benchmark (),,,out:effort-not-established playcodesvg,playcode,gemini-3-flash,default,coding,trivial,,per-task,0.005,0.000289,,1670,,none,,,,https://playcode.io/blog/macbook-svg-benchmark (),,,out:effort-not-established playcodesvg,playcode,gpt-6-luna,high,coding,trivial,,per-task,0.006,0.000289,,11780,,none,,,cost-base-price:cost-publisher-figure,https://playcode.io/blog/macbook-svg-benchmark (),,,in playcodesvg,playcode,deepseek-v4-flash-0731,high,coding,trivial,,per-task,0.006,0.000289,,22642,,none,,,,https://playcode.io/blog/macbook-svg-benchmark (),,,out:cost-not-comparable playcodesvg,playcode,deepseek-v4-flash-0731,low,coding,trivial,,per-task,0.008,0.000289,,27293,,none,,,,https://playcode.io/blog/macbook-svg-benchmark (),,,out:cost-not-comparable playcodesvg,playcode,gpt-6-luna,xhigh,coding,trivial,,per-task,0.008,0.000289,,15704,,none,,,cost-base-price:cost-publisher-figure,https://playcode.io/blog/macbook-svg-benchmark (),,,in playcodesvg,playcode,haiku-5.5,high,coding,trivial,,per-task,0.009,0.000289,,17572,,none,,,cost-base-price:cost-publisher-figure,https://playcode.io/blog/macbook-svg-benchmark (),,,in playcodesvg,playcode,gpt-5.6-luna,high,coding,trivial,,per-task,0.009,0.000289,,7725,,none,,,cost-base-price:cost-publisher-figure,https://playcode.io/blog/macbook-svg-benchmark (),,,in playcodesvg,playcode,haiku-5.5,xhigh,coding,trivial,,per-task,0.013,0.000289,,25085,,none,,,cost-base-price:cost-publisher-figure,https://playcode.io/blog/macbook-svg-benchmark (),,,in playcodesvg,playcode,deepseek-v4-flash-0731,max,coding,trivial,,per-task,0.013,0.000289,,44895,,none,,,,https://playcode.io/blog/macbook-svg-benchmark (),,,out:cost-not-comparable playcodesvg,playcode,glm-5.3-flash,high,coding,trivial,,per-task,0.014,0.000289,,27436,,none,,,cost-base-price:cost-publisher-figure,https://playcode.io/blog/macbook-svg-benchmark (),,,in playcodesvg,playcode,glm-5.3,low,coding,trivial,,per-task,0.017,0.000289,,3944,,none,,,cost-base-price:cost-publisher-figure,https://playcode.io/blog/macbook-svg-benchmark (),,,in playcodesvg,playcode,gpt-5.6-luna,xhigh,coding,trivial,,per-task,0.019,0.000289,,15462,,none,,,cost-base-price:cost-publisher-figure,https://playcode.io/blog/macbook-svg-benchmark (),,,in playcodesvg,playcode,deepseek-v4.1-flash,low,coding,trivial,,per-task,0.019,0.000289,,15757,,none,,,,https://playcode.io/blog/macbook-svg-benchmark (),,,out:cost-not-comparable playcodesvg,playcode,gpt-6-luna,max,coding,trivial,,per-task,0.019,0.000289,,38003,,none,,,cost-base-price:cost-publisher-figure,https://playcode.io/blog/macbook-svg-benchmark (),,,in playcodesvg,playcode,deepseek-v4.1-flash,high,coding,trivial,,per-task,0.020,0.000289,,16275,,none,,,,https://playcode.io/blog/macbook-svg-benchmark (),,,out:cost-not-comparable playcodesvg,playcode,deepseek-v4.1-flash,max,coding,trivial,,per-task,0.021,0.000289,,17461,,none,,,,https://playcode.io/blog/macbook-svg-benchmark (),,,out:cost-not-comparable playcodesvg,playcode,muse-spark-1.3,not-established:absent,coding,trivial,,per-task,0.021,0.000289,,4976,,none,,,,https://playcode.io/blog/macbook-svg-benchmark (),,,out:effort-not-established playcodesvg,playcode,sonnet-5,high,coding,trivial,,per-task,0.026,0.000289,,2644,,none,,,cost-base-price:cost-publisher-figure,https://playcode.io/blog/macbook-svg-benchmark (),,,in playcodesvg,playcode,gpt-5.6-luna,max,coding,trivial,,per-task,0.028,0.000289,,23418,,none,,,cost-base-price:cost-publisher-figure,https://playcode.io/blog/macbook-svg-benchmark (),,,in playcodesvg,playcode,grok-4.6,high,coding,trivial,,per-task,0.029,0.000289,,4780,,none,,,cost-base-price:cost-publisher-figure,https://playcode.io/blog/macbook-svg-benchmark (),,,in playcodesvg,playcode,muse-spark-1.3,default,coding,trivial,,per-task,0.035,0.000289,,8227,,none,,,,https://playcode.io/blog/macbook-svg-benchmark (),,,out:effort-not-established playcodesvg,playcode,gemini-3.6-flash,medium,coding,trivial,,per-task,0.035,0.000289,,9443,,none,,,cost-base-price:cost-delta-on-source,https://playcode.io/blog/macbook-svg-benchmark (),,,in playcodesvg,playcode,gemini-3.6-flash,medium,coding,trivial,,per-task,0.036,0.000289,,9490,,none,,,cost-base-price:cost-delta-on-source,https://playcode.io/blog/macbook-svg-benchmark (),,,in playcodesvg,playcode,gemini-3.7-flash,medium,coding,trivial,,per-task,0.036,0.000289,,9537,,none,,,,https://playcode.io/blog/macbook-svg-benchmark (),,,out:cost-not-comparable playcodesvg,playcode,gpt-6-sol,medium,coding,trivial,,per-task,0.036,0.000289,,3606,,none,,,cost-base-price:cost-publisher-figure,https://playcode.io/blog/macbook-svg-benchmark (),,,in playcodesvg,playcode,muse-spark-1.3,not-established:absent,coding,trivial,,per-task,0.036,0.000289,,8549,,none,,,,https://playcode.io/blog/macbook-svg-benchmark (),,,out:effort-not-established playcodesvg,playcode,muse-spark-1.3,not-established:absent,coding,trivial,,per-task,0.037,0.000289,,8694,,none,,,,https://playcode.io/blog/macbook-svg-benchmark (),,,out:effort-not-established playcodesvg,playcode,grok-4.6,high,coding,trivial,,per-task,0.040,0.000289,,6477,,none,,,cost-base-price:cost-publisher-figure,https://playcode.io/blog/macbook-svg-benchmark (),,,in playcodesvg,playcode,gemini-3.6-flash,medium,coding,trivial,,per-task,0.041,0.000289,,10824,,none,,,cost-base-price:cost-delta-on-source,https://playcode.io/blog/macbook-svg-benchmark (),,,in playcodesvg,playcode,gemini-3.6-flash,medium,coding,trivial,,per-task,0.041,0.000289,,10891,,none,,,,https://playcode.io/blog/macbook-svg-benchmark (),,,out:failed-run playcodesvg,playcode,gemini-3.8-flash,medium,coding,trivial,,per-task,0.043,0.000289,,7460,,none,,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://playcode.io/blog/macbook-svg-benchmark (),,,in playcodesvg,playcode,gemini-3.7-flash,medium,coding,trivial,,per-task,0.045,0.000289,,12010,,none,,,,https://playcode.io/blog/macbook-svg-benchmark (),,,out:cost-not-comparable playcodesvg,playcode,gemini-3.7-flash,medium,coding,trivial,,per-task,0.047,0.000289,,12420,,none,,,,https://playcode.io/blog/macbook-svg-benchmark (),,,out:cost-not-comparable playcodesvg,playcode,gemini-3.8-flash,medium,coding,trivial,,per-task,0.049,0.000289,,10333,,none,,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://playcode.io/blog/macbook-svg-benchmark (),,,in playcodesvg,playcode,gemini-3.7-flash,medium,coding,trivial,,per-task,0.052,0.000289,,13863,,none,,,,https://playcode.io/blog/macbook-svg-benchmark (),,,out:cost-not-comparable playcodesvg,playcode,opus-4.8,high,coding,trivial,,per-task,0.052,0.000289,,2087,,none,,,cost-base-price:cost-publisher-figure,https://playcode.io/blog/macbook-svg-benchmark (),,,in playcodesvg,playcode,gemini-3.8-flash,medium,coding,trivial,,per-task,0.056,0.000289,,11104,,none,,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://playcode.io/blog/macbook-svg-benchmark (),,,in playcodesvg,playcode,haiku-5.5,max,coding,trivial,,per-task,0.064,0.000289,,128000,,none,,,,https://playcode.io/blog/macbook-svg-benchmark (),,,out:failed-run playcodesvg,playcode,glm-5.3-flash,max,coding,trivial,,per-task,0.066,0.000289,,131072,,none,,,,https://playcode.io/blog/macbook-svg-benchmark (),,,out:failed-run playcodesvg,playcode,gemini-3.8-flash,medium,coding,trivial,,per-task,0.075,0.000289,,14877,,none,,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://playcode.io/blog/macbook-svg-benchmark (),,,in playcodesvg,playcode,glm-5.2,default,coding,trivial,,per-task,0.075,0.000289,,17007,,none,,,,https://playcode.io/blog/macbook-svg-benchmark (),,,out:effort-not-established playcodesvg,playcode,gpt-5.6-terra,high,coding,trivial,,per-task,0.07650000000000001,0.00492,,5685,,none,,,cost-unrepriced; cost-price-band,https://playcode.io/blog/macbook-svg-benchmark (),,,in playcodesvg,playcode,gpt-6-sol,high,coding,trivial,,per-task,0.086,0.000289,,8542,,none,,,cost-base-price:cost-publisher-figure,https://playcode.io/blog/macbook-svg-benchmark (),,,in playcodesvg,playcode,opus-4.8,xhigh,coding,trivial,,per-task,0.098,0.000289,,3912,,none,,,cost-base-price:cost-publisher-figure,https://playcode.io/blog/macbook-svg-benchmark (),,,in playcodesvg,playcode,sonnet-4.6,max,coding,trivial,,per-task,0.10,0.00289,,6809,,none,,,cost-base-price:cost-publisher-figure,https://playcode.io/blog/macbook-svg-benchmark (),,,in playcodesvg,playcode,sonnet-4.6,high,coding,trivial,,per-task,0.11,0.00289,,7151,,none,,,cost-base-price:cost-publisher-figure,https://playcode.io/blog/macbook-svg-benchmark (),,,in playcodesvg,playcode,sonnet-4.6,high,coding,trivial,,per-task,0.11,0.00289,,7340,,none,,,cost-base-price:cost-publisher-figure,https://playcode.io/blog/macbook-svg-benchmark (),,,in playcodesvg,playcode,sonnet-5,xhigh,coding,trivial,,per-task,0.12,0.00289,,12011,,none,,,cost-base-price:cost-publisher-figure,https://playcode.io/blog/macbook-svg-benchmark (),,,in playcodesvg,playcode,gemini-4-argon,medium,coding,trivial,,per-task,0.13,0.00289,,13011,,none,,,base-scheduled-list-price; cost-base-price:cost-delta-on-source,https://playcode.io/blog/macbook-svg-benchmark (),,,in playcodesvg,playcode,gemini-4-argon,high,coding,trivial,,per-task,0.14,0.00289,,13893,,none,,,base-scheduled-list-price; cost-base-price:cost-delta-on-source,https://playcode.io/blog/macbook-svg-benchmark (),,,in playcodesvg,playcode,kimi-k3,high,coding,trivial,,per-task,0.15,0.00289,,9846,,none,,,cost-base-price:cost-uniform-factor,https://playcode.io/blog/macbook-svg-benchmark (),,,in playcodesvg,playcode,gpt-6-sol,xhigh,coding,trivial,,per-task,0.16,0.00289,,16382,,none,,,cost-base-price:cost-publisher-figure,https://playcode.io/blog/macbook-svg-benchmark (),,,in playcodesvg,playcode,gemini-4-argon,low,coding,trivial,,per-task,0.17,0.00289,,16542,,none,,,base-scheduled-list-price; cost-base-price:cost-delta-on-source,https://playcode.io/blog/macbook-svg-benchmark (),,,in playcodesvg,playcode,gpt-5.6-terra,xhigh,coding,trivial,,per-task,0.15300000000000002,0.0102,,11650,,none,,,cost-unrepriced; cost-price-band,https://playcode.io/blog/macbook-svg-benchmark (),,,in playcodesvg,playcode,opus-4.8,max,coding,trivial,,per-task,0.18,0.00289,,7189,,none,,,cost-base-price:cost-publisher-figure,https://playcode.io/blog/macbook-svg-benchmark (),,,in playcodesvg,playcode,opus-4.6,max,coding,trivial,,per-task,0.19,0.00289,,7767,,none,,,cost-base-price:cost-publisher-figure,https://playcode.io/blog/macbook-svg-benchmark (),,,out:cost-single-couple playcodesvg,playcode,opus-4.6,high,coding,trivial,,per-task,0.20,0.00289,,8156,,none,,,cost-base-price:cost-publisher-figure,https://playcode.io/blog/macbook-svg-benchmark (),,,out:cost-single-couple playcodesvg,playcode,opus-4.6,high,coding,trivial,,per-task,0.21,0.00289,,8328,,none,,,cost-base-price:cost-publisher-figure,https://playcode.io/blog/macbook-svg-benchmark (),,,out:cost-single-couple playcodesvg,playcode,gpt-5.6-sol,high,coding,trivial,,per-task,0.325,0.0376,,8551,,none,,,cost-unrepriced; cost-price-band,https://playcode.io/blog/macbook-svg-benchmark (),,,in playcodesvg,playcode,glm-5.3,high,coding,trivial,,per-task,0.27,0.00289,,60809,,none,,,cost-base-price:cost-publisher-figure,https://playcode.io/blog/macbook-svg-benchmark (),,,in playcodesvg,playcode,fable-5,high,coding,trivial,,per-task,0.27,0.00289,,5383,,none,,,cost-base-price:cost-publisher-figure,https://playcode.io/blog/macbook-svg-benchmark (),,,in playcodesvg,playcode,glm-5.3,max,coding,trivial,,per-task,0.32,0.00289,,73250,,none,,,cost-base-price:cost-publisher-figure,https://playcode.io/blog/macbook-svg-benchmark (),,,in playcodesvg,playcode,gpt-6-astra,default,coding,trivial,,per-task,0.33,0.00289,,6631,,none,,,,https://playcode.io/blog/macbook-svg-benchmark (),,,out:effort-not-established playcodesvg,playcode,gpt-6-sol,max,coding,trivial,,per-task,0.39,0.00289,,38546,,none,,,cost-base-price:cost-publisher-figure,https://playcode.io/blog/macbook-svg-benchmark (),,,in playcodesvg,playcode,opus-5.5,high,coding,trivial,,per-task,0.40,0.00289,,19767,,none,,,cost-base-price:cost-publisher-figure,https://playcode.io/blog/macbook-svg-benchmark (),,,in playcodesvg,playcode,glm-5.3,max,coding,trivial,,per-task,0.41,0.00289,,93272,,none,,,cost-base-price:cost-publisher-figure,https://playcode.io/blog/macbook-svg-benchmark (),,,in playcodesvg,playcode,gpt-5.6-terra,max,coding,trivial,,per-task,0.405,0.0261,,29834,,none,,,cost-unrepriced; cost-price-band,https://playcode.io/blog/macbook-svg-benchmark (),,,in playcodesvg,playcode,gpt-5.6-sol,xhigh,coding,trivial,,per-task,0.5625,0.065,,15042,,none,,,cost-unrepriced; cost-price-band,https://playcode.io/blog/macbook-svg-benchmark (),,,in playcodesvg,playcode,kimi-k3,max,coding,trivial,,per-task,0.46,0.00289,,30579,,none,,,cost-base-price:cost-uniform-factor,https://playcode.io/blog/macbook-svg-benchmark (),,,in playcodesvg,playcode,opus-5,high,coding,trivial,,per-task,0.50,0.00289,,20145,,none,,,cost-base-price:cost-publisher-figure,https://playcode.io/blog/macbook-svg-benchmark (),,,in playcodesvg,playcode,sonnet-5,max,coding,trivial,,per-task,0.66,0.00289,,65538,,none,,,,https://playcode.io/blog/macbook-svg-benchmark (),,,out:failed-run playcodesvg,playcode,fable-5,xhigh,coding,trivial,,per-task,0.73,0.00289,,14554,,none,,,cost-base-price:cost-publisher-figure,https://playcode.io/blog/macbook-svg-benchmark (),,,in playcodesvg,playcode,fable-5.1,high,coding,trivial,,per-task,0.80,0.00289,,16000,,none,,,,https://playcode.io/blog/macbook-svg-benchmark (),,,out:failed-run playcodesvg,playcode,fable-5.1,xhigh,coding,trivial,,per-task,0.80,0.00289,,16000,,none,,,,https://playcode.io/blog/macbook-svg-benchmark (),,,out:failed-run playcodesvg,playcode,gpt-6-astra,high,coding,trivial,,per-task,0.88,0.00289,,17491,,none,,,cost-base-price:cost-publisher-figure,https://playcode.io/blog/macbook-svg-benchmark (),,,in playcodesvg,playcode,fable-5.1,high,coding,trivial,,per-task,0.90,0.00289,,17933,,none,,,cost-base-price:cost-publisher-figure,https://playcode.io/blog/macbook-svg-benchmark (),,,in playcodesvg,playcode,gpt-6-astra,xhigh,coding,trivial,,per-task,0.98,0.00289,,19644,,none,,,cost-base-price:cost-publisher-figure,https://playcode.io/blog/macbook-svg-benchmark (),,,in playcodesvg,playcode,opus-5,xhigh,coding,trivial,,per-task,1.18,0.00289,,47237,,none,,,cost-base-price:cost-publisher-figure,https://playcode.io/blog/macbook-svg-benchmark (),,,in playcodesvg,playcode,sonnet-5,max,coding,trivial,,per-task,1.22,0.00289,,121713,,none,,,cost-base-price:cost-publisher-figure,https://playcode.io/blog/macbook-svg-benchmark (),,,in playcodesvg,playcode,opus-5,max,coding,trivial,,per-task,1.60,0.00289,,64000,,none,,,,https://playcode.io/blog/macbook-svg-benchmark (),,,out:failed-run playcodesvg,playcode,opus-5.5,xhigh,coding,trivial,,per-task,1.72,0.00289,,86096,,none,,,cost-base-price:cost-publisher-figure,https://playcode.io/blog/macbook-svg-benchmark (),,,in playcodesvg,playcode,opus-5,max,coding,trivial,,per-task,1.85,0.00289,,74061,,none,,,cost-base-price:cost-publisher-figure,https://playcode.io/blog/macbook-svg-benchmark (),,,in playcodesvg,playcode,fable-5,max,coding,trivial,,per-task,2.13,0.00289,,42560,,none,,,cost-base-price:cost-publisher-figure,https://playcode.io/blog/macbook-svg-benchmark (),,,in playcodesvg,playcode,gpt-6-astra,max,coding,trivial,,per-task,2.29,0.00289,,45836,,none,,,cost-base-price:cost-publisher-figure,https://playcode.io/blog/macbook-svg-benchmark (),,,in playcodesvg,playcode,opus-5.5,max,coding,trivial,,per-task,2.56,0.00289,,255957,,none,,,cost-base-price:cost-publisher-figure,https://playcode.io/blog/macbook-svg-benchmark (),,,in playcodesvg,playcode,opus-5.5,max,coding,trivial,,per-task,2.56,0.00289,,128000,,none,,,,https://playcode.io/blog/macbook-svg-benchmark (),,,out:failed-run playcodesvg,playcode,fable-5.1,xhigh,coding,trivial,,per-task,3.20,0.00289,,64000,,none,,,,https://playcode.io/blog/macbook-svg-benchmark (),,,out:failed-run playcodesvg,playcode,fable-5.1,max,coding,trivial,,per-task,3.20,0.00289,,64000,,none,,,,https://playcode.io/blog/macbook-svg-benchmark (),,,out:failed-run playcodesvg,playcode,fable-5.1,xhigh,coding,trivial,,per-task,4.34,0.00289,,86716,,none,,,cost-base-price:cost-publisher-figure,https://playcode.io/blog/macbook-svg-benchmark (),,,in playcodesvg,playcode,fable-5.1,max,coding,trivial,,per-task,4.95,0.00289,,99072,,none,,,cost-base-price:cost-publisher-figure,https://playcode.io/blog/macbook-svg-benchmark (),,,in plotly-dataanalyticsbench,plotly-blog,gpt-6-astra,unstated,mixed,mid,Plotly Studio Embedded agent,per-run,19.987,0.223,,,42.97,solved-of-43,0.0645,,,"https://plotly.com/blog/introducing-dataanalyticsbench (marker centre at px (1255, 264), series GPT-6 Astra: y read on the % axis, converted to tasks (x 43/100))",,out:effort-not-established,out:effort-not-established plotly-dataanalyticsbench,plotly-blog,gpt-6-sol,unstated,mixed,mid,Plotly Studio Embedded agent,per-run,2.605,0.0291,,,40.97,solved-of-43,0.0645,,,"https://plotly.com/blog/introducing-dataanalyticsbench (marker centre at px (890, 326), series GPT-6 Sol: y read on the % axis, converted to tasks (x 43/100))",,out:effort-not-established,out:effort-not-established plotly-dataanalyticsbench,plotly-blog,grok-4.7,unstated,mixed,mid,Plotly Studio Embedded agent,per-run,7.867,0.0878,,,42.01,solved-of-43,0.0645,,,"https://plotly.com/blog/introducing-dataanalyticsbench (marker centre at px (1088, 294), series Grok 4.7: y read on the % axis, converted to tasks (x 43/100))",,out:effort-not-established,out:effort-not-established plotly-dataanalyticsbench,plotly-blog,kimi-k3,unstated,mixed,mid,Plotly Studio Embedded agent,per-run,5.005,0.0559,,,34.97,solved-of-43,0.0645,,,"https://plotly.com/blog/introducing-dataanalyticsbench (marker centre at px (1007, 512), series Kimi K3: y read on the % axis, converted to tasks (x 43/100))",,out:effort-not-established,out:effort-not-established plotly-dataanalyticsbench,plotly-blog,fable-5.2,unstated,mixed,mid,Plotly Studio Embedded agent,per-run,35.74,0.00289,,,43,solved-of-43,0,,,"https://plotly.com/blog/claude-fable-5-2-plotly-data-analytics-bench/ (table ""Claude Fable 5.2 vs. Fable 5.1, Opus 5.5 and GPT-6.1 Sol"", row Score)",,out:effort-not-established,out:effort-not-established plotly-dataanalyticsbench,plotly-blog,fable-5.1,unstated,mixed,mid,Plotly Studio Embedded agent,per-run,31.49,0.00289,,,39,solved-of-43,0,,,"https://plotly.com/blog/claude-fable-5-2-plotly-data-analytics-bench/ (table ""Claude Fable 5.2 vs. Fable 5.1, Opus 5.5 and GPT-6.1 Sol"", row Score)",,out:effort-not-established,out:effort-not-established plotly-dataanalyticsbench,plotly-blog,opus-5.5,unstated,mixed,mid,Plotly Studio Embedded agent,per-run,13.31,0.00289,,,41,solved-of-43,0,,,"https://plotly.com/blog/claude-fable-5-2-plotly-data-analytics-bench/ (table ""Claude Fable 5.2 vs. Fable 5.1, Opus 5.5 and GPT-6.1 Sol"", row Score)",,out:effort-not-established,out:effort-not-established plotly-dataanalyticsbench,plotly-blog,gpt-6.1-sol,unstated,mixed,mid,Plotly Studio Embedded agent,per-run,2.61,0.00289,,,43,solved-of-43,0,,,"https://plotly.com/blog/claude-fable-5-2-plotly-data-analytics-bench/ (table ""Claude Fable 5.2 vs. Fable 5.1, Opus 5.5 and GPT-6.1 Sol"", row Score)",,out:effort-not-established,out:effort-not-established s7t-plotly-dab-statistics-traps,plotly-blog,fable-5.2,unstated,mixed,mid,Plotly Studio Embedded agent,,,,,,5,solved-of-5,0,,,"https://plotly.com/blog/claude-fable-5-2-plotly-data-analytics-bench/ (table ""Claude Fable 5.2 vs. Fable 5.1, Opus 5.5 and GPT-6.1 Sol"", row Statistics traps)",,out:effort-not-established, s7t-plotly-dab-hidden-needles,plotly-blog,fable-5.2,unstated,mixed,mid,Plotly Studio Embedded agent,,,,,,5,solved-of-5,0,,,"https://plotly.com/blog/claude-fable-5-2-plotly-data-analytics-bench/ (table ""Claude Fable 5.2 vs. Fable 5.1, Opus 5.5 and GPT-6.1 Sol"", row Hidden needles)",,out:effort-not-established, s7t-plotly-dab-statistics-traps,plotly-blog,fable-5.1,unstated,mixed,mid,Plotly Studio Embedded agent,,,,,,3,solved-of-5,0,,,"https://plotly.com/blog/claude-fable-5-2-plotly-data-analytics-bench/ (table ""Claude Fable 5.2 vs. Fable 5.1, Opus 5.5 and GPT-6.1 Sol"", row Statistics traps)",,out:effort-not-established, s7t-plotly-dab-hidden-needles,plotly-blog,fable-5.1,unstated,mixed,mid,Plotly Studio Embedded agent,,,,,,3,solved-of-5,0,,,"https://plotly.com/blog/claude-fable-5-2-plotly-data-analytics-bench/ (table ""Claude Fable 5.2 vs. Fable 5.1, Opus 5.5 and GPT-6.1 Sol"", row Hidden needles)",,out:effort-not-established, s7t-plotly-dab-statistics-traps,plotly-blog,opus-5.5,unstated,mixed,mid,Plotly Studio Embedded agent,,,,,,4,solved-of-5,0,,,"https://plotly.com/blog/claude-fable-5-2-plotly-data-analytics-bench/ (table ""Claude Fable 5.2 vs. Fable 5.1, Opus 5.5 and GPT-6.1 Sol"", row Statistics traps)",,out:effort-not-established, s7t-plotly-dab-hidden-needles,plotly-blog,opus-5.5,unstated,mixed,mid,Plotly Studio Embedded agent,,,,,,4,solved-of-5,0,,,"https://plotly.com/blog/claude-fable-5-2-plotly-data-analytics-bench/ (table ""Claude Fable 5.2 vs. Fable 5.1, Opus 5.5 and GPT-6.1 Sol"", row Hidden needles)",,out:effort-not-established, s7t-plotly-dab-statistics-traps,plotly-blog,gpt-6.1-sol,unstated,mixed,mid,Plotly Studio Embedded agent,,,,,,5,solved-of-5,0,,,"https://plotly.com/blog/claude-fable-5-2-plotly-data-analytics-bench/ (table ""Claude Fable 5.2 vs. Fable 5.1, Opus 5.5 and GPT-6.1 Sol"", row Statistics traps)",,out:effort-not-established, s7t-plotly-dab-hidden-needles,plotly-blog,gpt-6.1-sol,unstated,mixed,mid,Plotly Studio Embedded agent,,,,,,5,solved-of-5,0,,,"https://plotly.com/blog/claude-fable-5-2-plotly-data-analytics-bench/ (table ""Claude Fable 5.2 vs. Fable 5.1, Opus 5.5 and GPT-6.1 Sol"", row Hidden needles)",,out:effort-not-established, s7t-plotly-dab-analytics,plotly-blog,fable-5.2,unstated,mixed,mid,Plotly Studio Embedded agent,,,,,,20,solved-of-20,0,,,"https://plotly.com/blog/claude-fable-5-2-plotly-data-analytics-bench/ (table ""Claude Fable 5.2 vs. Fable 5.1, Opus 5.5 and GPT-6.1 Sol"", row Analytics questions)",,out:effort-not-established, s7t-plotly-dab-analytics,plotly-blog,fable-5.1,unstated,mixed,mid,Plotly Studio Embedded agent,,,,,,20,solved-of-20,0,,,"https://plotly.com/blog/claude-fable-5-2-plotly-data-analytics-bench/ (table ""Claude Fable 5.2 vs. Fable 5.1, Opus 5.5 and GPT-6.1 Sol"", row Analytics questions)",,out:effort-not-established, s7t-plotly-dab-analytics,plotly-blog,opus-5.5,unstated,mixed,mid,Plotly Studio Embedded agent,,,,,,20,solved-of-20,0,,,"https://plotly.com/blog/claude-fable-5-2-plotly-data-analytics-bench/ (table ""Claude Fable 5.2 vs. Fable 5.1, Opus 5.5 and GPT-6.1 Sol"", row Analytics questions)",,out:effort-not-established, s7t-plotly-dab-analytics,plotly-blog,gpt-6.1-sol,unstated,mixed,mid,Plotly Studio Embedded agent,,,,,,20,solved-of-20,0,,,"https://plotly.com/blog/claude-fable-5-2-plotly-data-analytics-bench/ (table ""Claude Fable 5.2 vs. Fable 5.1, Opus 5.5 and GPT-6.1 Sol"", row Analytics questions)",,out:effort-not-established, s7t-plotly-dab-ambiguous,plotly-blog,fable-5.2,unstated,mixed,mid,Plotly Studio Embedded agent,,,,,,5,solved-of-5,0,,,"https://plotly.com/blog/claude-fable-5-2-plotly-data-analytics-bench/ (table ""Claude Fable 5.2 vs. Fable 5.1, Opus 5.5 and GPT-6.1 Sol"", row Ambiguous questions)",,out:effort-not-established, s7t-plotly-dab-ambiguous,plotly-blog,fable-5.1,unstated,mixed,mid,Plotly Studio Embedded agent,,,,,,5,solved-of-5,0,,,"https://plotly.com/blog/claude-fable-5-2-plotly-data-analytics-bench/ (table ""Claude Fable 5.2 vs. Fable 5.1, Opus 5.5 and GPT-6.1 Sol"", row Ambiguous questions)",,out:effort-not-established, s7t-plotly-dab-ambiguous,plotly-blog,opus-5.5,unstated,mixed,mid,Plotly Studio Embedded agent,,,,,,5,solved-of-5,0,,,"https://plotly.com/blog/claude-fable-5-2-plotly-data-analytics-bench/ (table ""Claude Fable 5.2 vs. Fable 5.1, Opus 5.5 and GPT-6.1 Sol"", row Ambiguous questions)",,out:effort-not-established, s7t-plotly-dab-ambiguous,plotly-blog,gpt-6.1-sol,unstated,mixed,mid,Plotly Studio Embedded agent,,,,,,5,solved-of-5,0,,,"https://plotly.com/blog/claude-fable-5-2-plotly-data-analytics-bench/ (table ""Claude Fable 5.2 vs. Fable 5.1, Opus 5.5 and GPT-6.1 Sol"", row Ambiguous questions)",,out:effort-not-established, s7t-plotly-dab-impossible,plotly-blog,fable-5.2,unstated,mixed,mid,Plotly Studio Embedded agent,,,,,,5,solved-of-5,0,,,"https://plotly.com/blog/claude-fable-5-2-plotly-data-analytics-bench/ (table ""Claude Fable 5.2 vs. Fable 5.1, Opus 5.5 and GPT-6.1 Sol"", row Impossible requests)",,out:effort-not-established, s7t-plotly-dab-impossible,plotly-blog,fable-5.1,unstated,mixed,mid,Plotly Studio Embedded agent,,,,,,5,solved-of-5,0,,,"https://plotly.com/blog/claude-fable-5-2-plotly-data-analytics-bench/ (table ""Claude Fable 5.2 vs. Fable 5.1, Opus 5.5 and GPT-6.1 Sol"", row Impossible requests)",,out:effort-not-established, s7t-plotly-dab-impossible,plotly-blog,opus-5.5,unstated,mixed,mid,Plotly Studio Embedded agent,,,,,,5,solved-of-5,0,,,"https://plotly.com/blog/claude-fable-5-2-plotly-data-analytics-bench/ (table ""Claude Fable 5.2 vs. Fable 5.1, Opus 5.5 and GPT-6.1 Sol"", row Impossible requests)",,out:effort-not-established, s7t-plotly-dab-impossible,plotly-blog,gpt-6.1-sol,unstated,mixed,mid,Plotly Studio Embedded agent,,,,,,5,solved-of-5,0,,,"https://plotly.com/blog/claude-fable-5-2-plotly-data-analytics-bench/ (table ""Claude Fable 5.2 vs. Fable 5.1, Opus 5.5 and GPT-6.1 Sol"", row Impossible requests)",,out:effort-not-established, s7t-plotly-dab-dataquality,plotly-blog,fable-5.2,unstated,mixed,mid,Plotly Studio Embedded agent,,,,,,3,solved-of-3,0,,,"https://plotly.com/blog/claude-fable-5-2-plotly-data-analytics-bench/ (table ""Claude Fable 5.2 vs. Fable 5.1, Opus 5.5 and GPT-6.1 Sol"", row Data quality)",,out:effort-not-established, s7t-plotly-dab-dataquality,plotly-blog,fable-5.1,unstated,mixed,mid,Plotly Studio Embedded agent,,,,,,3,solved-of-3,0,,,"https://plotly.com/blog/claude-fable-5-2-plotly-data-analytics-bench/ (table ""Claude Fable 5.2 vs. Fable 5.1, Opus 5.5 and GPT-6.1 Sol"", row Data quality)",,out:effort-not-established, s7t-plotly-dab-dataquality,plotly-blog,opus-5.5,unstated,mixed,mid,Plotly Studio Embedded agent,,,,,,3,solved-of-3,0,,,"https://plotly.com/blog/claude-fable-5-2-plotly-data-analytics-bench/ (table ""Claude Fable 5.2 vs. Fable 5.1, Opus 5.5 and GPT-6.1 Sol"", row Data quality)",,out:effort-not-established, s7t-plotly-dab-dataquality,plotly-blog,gpt-6.1-sol,unstated,mixed,mid,Plotly Studio Embedded agent,,,,,,3,solved-of-3,0,,,"https://plotly.com/blog/claude-fable-5-2-plotly-data-analytics-bench/ (table ""Claude Fable 5.2 vs. Fable 5.1, Opus 5.5 and GPT-6.1 Sol"", row Data quality)",,out:effort-not-established, plotly-dataanalyticsbench,plotly-blog,haiku-5.5,unstated,mixed,mid,Plotly Studio Embedded agent,per-run,0.38,0.00289,,,37,solved-of-43,0,,,https://plotly.com/blog/claude-haiku-5-5-plotly-data-analytics-bench/ (paragraph under the exam description: questions passed),,out:effort-not-established,out:effort-not-established plotly-dataanalyticsbench,plotly-blog,haiku-4.5,unstated,mixed,mid,Plotly Studio Embedded agent,per-run,3.27,0.00289,,,27,solved-of-43,0,,,https://plotly.com/blog/claude-haiku-5-5-plotly-data-analytics-bench/ (paragraph under the exam description: questions passed),,out:effort-not-established,out:effort-not-established plotly-dataanalyticsbench,plotly-blog,deepseek-v4.1-flash,unstated,mixed,mid,Plotly Studio Embedded agent,per-run,0.46,0.00289,,,36,solved-of-43,0,,,"https://plotly.com/blog/deepseek-v4-1-flash-data-analysis-benchmark (results table, column Score (of 43))",,out:effort-not-established,out:effort-not-established plotly-dataanalyticsbench,plotly-blog,gpt-6-luna,unstated,mixed,mid,Plotly Studio Embedded agent,per-run,0.13,0.00289,,,38,solved-of-43,0,,,"https://plotly.com/blog/deepseek-v4-1-flash-data-analysis-benchmark (results table, column Score (of 43))",,out:effort-not-established,out:effort-not-established plotly-dataanalyticsbench,plotly-blog,glm-5.3-flash,unstated,mixed,mid,Plotly Studio Embedded agent,per-run,0.69,0.00289,,,38,solved-of-43,0,,,"https://plotly.com/blog/deepseek-v4-1-flash-data-analysis-benchmark (results table, column Score (of 43))",,out:effort-not-established,out:effort-not-established plotly-dataanalyticsbench,plotly-blog,qwen3.8-27b,unstated,mixed,mid,Plotly Studio Embedded agent,per-run,1.71,0.00289,,,38,solved-of-43,0,,,"https://plotly.com/blog/deepseek-v4-1-flash-data-analysis-benchmark (results table, column Score (of 43))",,out:effort-not-established,out:effort-not-established plotly-dataanalyticsbench,plotly-blog,gpt-6.1-sol,unstated,mixed,mid,Plotly Studio Embedded agent,per-run,2.61,0.00289,,,43,solved-of-43,0,,,"https://plotly.com/blog/deepseek-v4-1-flash-data-analysis-benchmark (results table, column Score (of 43))",,out:effort-not-established,out:effort-not-established plotly-dataanalyticsbench,plotly-blog,opus-5.5,unstated,mixed,mid,Plotly Studio Embedded agent,per-run,13.31,0.00289,,,41,solved-of-43,0,,,"https://plotly.com/blog/deepseek-v4-1-flash-data-analysis-benchmark (results table, column Score (of 43))",,out:effort-not-established,out:effort-not-established plotly-dataanalyticsbench,plotly-blog,gemini-4-argon,unstated,mixed,mid,Plotly Studio Embedded agent,per-run,13.47,0.00289,,,41,solved-of-43,0,,,https://plotly.com/blog/gemini-4-argon-plotly-data-analytics-bench/ (first paragraph under the title: questions passed),,out:effort-not-established,out:effort-not-established pokebench#22,pokebench,gpt-6.1-sol,high,agentic-tool,hard,,,2.60457,2.89e-06,1063525,47752,,neg-turns-to-beat-Brock,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://pokebench.tv/runs.json (),,,in pokebench#21,pokebench,?GPT-6 Astra,not-established:absent,agentic-tool,hard,,,13.49246,2.89e-06,1141306,41588,,neg-turns-to-beat-Brock,,,,https://pokebench.tv/runs.json (),,,out:model-not-established pokebench#22,pokebench,opus-5.5,high,agentic-tool,hard,,,8.438809,2.89e-07,1963871,114600,,neg-turns-to-beat-Brock,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://pokebench.tv/runs.json (),,,in pokebench#21,pokebench,gemini-3.8-flash,high,agentic-tool,hard,,,3.69855075,2.89e-09,1793951,627490,,neg-turns-to-beat-Brock,,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-delta-on-source,https://pokebench.tv/runs.json (),,,in pokebench#21,pokebench,grok-4.6,high,agentic-tool,hard,,,10.432524,2.89e-07,1973013,1081083,,neg-turns-to-beat-Brock,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://pokebench.tv/runs.json (),,,in pokebench#22,pokebench,sonnet-5.5,high,agentic-tool,hard,,,7.866875024999999,1.51,4894126,210905,,neg-turns-to-beat-Brock,,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://pokebench.tv/runs.json (),,,out:cost-single-couple pokebench#21,pokebench,grok-4.7,high,agentic-tool,hard,,,21.82,0.00289,6079930,1804385,,neg-turns-to-beat-Brock,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://pokebench.tv/runs.json (),,,in pokebench#21,pokebench,gpt-5.6-sol,high,agentic-tool,hard,,,13.285318750000002,0.697,4133730,139459,,neg-turns-to-beat-Brock,,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://pokebench.tv/runs.json (),,,out:cost-single-couple pokebench#22,pokebench,fable-5.1,high,agentic-tool,hard,,,99.7584585,2.89e-08,9031565,354706,,neg-turns-to-beat-Brock,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://pokebench.tv/runs.json (),,,in pokebench#22,pokebench,gpt-6-sol,high,agentic-tool,hard,,,16.329704,2.89e-07,7032452,226480,,neg-turns-to-beat-Brock,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://pokebench.tv/runs.json (),,,in pokebench#22,pokebench,gpt-6-luna,high,agentic-tool,hard,,,1.8497496,2.89e-08,15712476,557004,,neg-turns-to-beat-Brock,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://pokebench.tv/runs.json (),,,in pokebench#21,pokebench,deepseek-v4.1-flash,high,agentic-tool,hard,,,13.331562899999998,2.89e-16,18179215,6564832,,neg-turns-to-beat-Brock,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://pokebench.tv/runs.json (),,,in pokebench#22,pokebench,deepseek-v4.1-flash,high,agentic-tool,hard,,,6.700091699999999,2.89e-16,19576298,6272745,,neg-turns-to-beat-Brock,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://pokebench.tv/runs.json (),,,in pokebench#21,pokebench,?Muse Spark 1.3,not-established:absent,agentic-tool,hard,,,2.1312908999999998,2.89e-17,17044815,2134047,,neg-turns-to-beat-Brock,,,,https://pokebench.tv/runs.json (),,,out:model-not-established pokebench#21,pokebench,gpt-5.6-luna,high,agentic-tool,hard,,,3.036493,2.89e-07,11603489,596496,,neg-turns-to-beat-Brock,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://pokebench.tv/runs.json (),,,in pokebench#21,pokebench,?GLM 5.3 Flash,not-established:absent,agentic-tool,hard,,,2.48463519,2.89e-09,15131221,3742751,,neg-turns-to-beat-Brock,,,,https://pokebench.tv/runs.json (),,,out:model-not-established pokebench#21,pokebench,?Grok 4.1 Fast Reasoning,not-established:absent,agentic-tool,hard,,,4.3883155,2.89e-08,11539090,4160995,,neg-turns-to-beat-Brock,,,,https://pokebench.tv/runs.json (),,,out:model-not-established pokebench#22,pokebench,?Gemma 4 31B,not-established:absent,agentic-tool,hard,,,0.0,0.0289,16571917,89201,,neg-turns-to-beat-Brock,,,,https://pokebench.tv/runs.json (),,,out:model-not-established pokebench#21,pokebench,grok-4.20,think,agentic-tool,hard,,,31.45365125,2.89e-09,14758783,5202069,,neg-turns-to-beat-Brock,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://pokebench.tv/runs.json (),,,in pokebench#22,pokebench,?Qwen3.8 Flash,not-established:absent,agentic-tool,hard,,,5.953577549999999,2.89e-16,22971630,5335815,,neg-turns-to-beat-Brock,,,,https://pokebench.tv/runs.json (),,,out:model-not-established pokebench#22,pokebench,?Space Bunny Alpha,not-established:absent,agentic-tool,hard,,,0.0,0.0289,18049146,719746,,neg-turns-to-beat-Brock,,,,https://pokebench.tv/runs.json (),,,out:model-not-established pokebench#21,pokebench,grok-4.3,high,agentic-tool,hard,,,36.8364125,2.89e-08,24459574,2504778,,neg-turns-to-beat-Brock,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://pokebench.tv/runs.json (),,,in pokebench#21,pokebench,?Muse Glimmer 30B,not-established:absent,agentic-tool,hard,,,0.0,0.0289,28303993,137181,,neg-turns-to-beat-Brock,,,,https://pokebench.tv/runs.json (),,,out:model-not-established pokebench#21,pokebench,?Grok 4.1 Fast Non-Reasoning,not-established:absent,agentic-tool,hard,,,4.060807,2.89e-07,19956110,139170,,neg-turns-to-beat-Brock,,,,https://pokebench.tv/runs.json (),,,out:model-not-established pokebench#21,pokebench,?Grok 4.20 Non-Reasoning,not-established:absent,agentic-tool,hard,,,30.1151875,2.89e-08,23669490,211330,,neg-turns-to-beat-Brock,,,,https://pokebench.tv/runs.json (),,,out:model-not-established pokebench#22,pokebench,?Qwen3.8 27B,not-established:absent,agentic-tool,hard,,,0.0,0.0289,25153805,174653,,neg-turns-to-beat-Brock,,,,https://pokebench.tv/runs.json (),,,out:model-not-established pokebench#21,pokebench,?Qwen3-VL 30B,not-established:absent,agentic-tool,hard,,,0.0,0.0289,23801682,130160,,neg-turns-to-beat-Brock,,,,https://pokebench.tv/runs.json (),,,out:model-not-established pokebench#22,pokebench,gemini-4-argon,high,agentic-tool,hard,,,3.198548,2.89e-07,1109664,97922,,neg-turns-to-beat-Brock,,,cost-price-ratio:USD; base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://pokebench.tv/runs.json (),,,in pokebench#22,pokebench,?Hy4,not-established:absent,agentic-tool,hard,,,11.8375572215,2.89e-11,3185422,8512355,,neg-turns-to-beat-Brock,,,,https://pokebench.tv/runs.json (),,,out:model-not-established pokebench#22,pokebench,gpt-5.5,high,agentic-tool,hard,,,46.8558,2.89e-05,4929678,740247,,neg-turns-to-beat-Brock,,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://pokebench.tv/runs.json (),,,in pokebench#22,pokebench,gpt-6.1-terra,high,agentic-tool,hard,,,5.47444,2.89e-06,5158195,63249,,neg-turns-to-beat-Brock,,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://pokebench.tv/runs.json (),,,in pokebench#22,pokebench,haiku-5.5,high,agentic-tool,hard,,,2.35808862,2.89e-09,17986928,1418648,,neg-turns-to-beat-Brock,,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://pokebench.tv/runs.json (),,,in pokebench#22,pokebench,?Muse Wonder,not-established:absent,agentic-tool,hard,,,96.059832,2.89e-07,18801890,1244424,,neg-turns-to-beat-Brock,,,,https://pokebench.tv/runs.json (),,,out:model-not-established pokebench#22,pokebench,?Crouton Alpha,not-established:absent,agentic-tool,hard,,,0.0,0.0289,12714508,119981,,neg-turns-to-beat-Brock,,,,https://pokebench.tv/runs.json (),,,out:model-not-established pokebench#rvb4,pokebench,fable-5.2,high,agentic-tool,hard,,,11.3828074,2.89e-08,4305117,208525,,neg-turns-to-beat-Brock,,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://pokebench.tv/runs.json (),,,in pokebench#rvb4,pokebench,gemini-4-argon,high,agentic-tool,hard,,,10.778176,2.89e-07,4065143,264789,,neg-turns-to-beat-Brock,,,cost-price-ratio:USD; base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://pokebench.tv/runs.json (),,,in pokebench#rvb4,pokebench,opus-5.5,high,agentic-tool,hard,,,7.623972,2.89e-07,8874588,224834,,neg-turns-to-beat-Brock,,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://pokebench.tv/runs.json (),,,in pokebench#rvb4,pokebench,gpt-6-astra,high,agentic-tool,hard,,,57.58764,2.89e-06,5486289,54495,,neg-turns-to-beat-Brock,,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://pokebench.tv/runs.json (),,,in pokebench#rvb4,pokebench,fable-5.1,high,agentic-tool,hard,,,49.62073725,2.89e-09,16513354,762779,,neg-turns-to-beat-Brock,,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://pokebench.tv/runs.json (),,,in pokebench#rvb4,pokebench,gpt-6.1-terra,high,agentic-tool,hard,,,14.087344,2.89e-07,13518274,113814,,neg-turns-to-beat-Brock,,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://pokebench.tv/runs.json (),,,in pokebench#rvb4,pokebench,gpt-6.1-sol,high,agentic-tool,hard,,,33.23397,2.89e-06,15846315,154134,,neg-turns-to-beat-Brock,,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://pokebench.tv/runs.json (),,,in pokebench#rvb4,pokebench,sonnet-5.5,high,agentic-tool,hard,,,14.076198,2.89e-07,38839226,515015,,neg-turns-to-beat-Brock,,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://pokebench.tv/runs.json (),,,in pokebench#rvb4,pokebench,?Kimi K3.1 Pro,not-established:absent,agentic-tool,hard,,,15.0314768,2.89e-08,28647411,800087,,neg-turns-to-beat-Brock,,,,https://pokebench.tv/runs.json (),,,out:model-not-established pokebench#rvb4,pokebench,deepseek-v4.1-flash-1017,high,agentic-tool,hard,,,1.8744857580000005,2.89e-17,38659505,2787675,,neg-turns-to-beat-Brock,,,cost-method-assumed-single,https://pokebench.tv/runs.json (),,,out:cost-not-comparable pokebench#rvb4,pokebench,haiku-5.5,high,agentic-tool,hard,,,1.4170174599999998,2.89e-17,52885777,1096238,,neg-turns-to-beat-Brock,,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://pokebench.tv/runs.json (),,,in pokebench#rvb4,pokebench,gpt-6-luna,high,agentic-tool,hard,,,3.586238,2.89e-07,33406415,491193,,neg-turns-to-beat-Brock,,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://pokebench.tv/runs.json (),,,in pokebench#rvb4,pokebench,?GLM 5.3 Flash,not-established:absent,agentic-tool,hard,,,4.5740889,2.89e-08,47178590,1093386,,neg-turns-to-beat-Brock,,,,https://pokebench.tv/runs.json (),,,out:model-not-established pokebench#rvb4,pokebench,?Gemma 4 26B,not-established:absent,agentic-tool,hard,,,0.0,0.0289,22531990,224504,,neg-turns-to-beat-Brock,,,,https://pokebench.tv/runs.json (),,,out:model-not-established pokelike-v8,pokelike,qwen3.7-flash,not-established:absent,agentic-tool,hard,pokelike-v8-game-harness,per-run,0.0300,2.89e-05,240087,175074,1.36,badges-mean-0-8,0.00289,,,"https://github.com/pierpierpy/pokelike.xyz.bot/blob/fa970262b53866d9e7f066cfa64223010613961a/llm-bench/README.md (README, Harness v8, column badges~)",,out:effort-not-established,out:effort-not-established pokelike-v7,pokelike,qwen3.7-flash,not-established:absent,agentic-tool,hard,pokelike-v7-game-harness,per-run,0.0159,2.89e-05,214175,72801,1.56,badges-mean-0-8,0.00289,,,"https://github.com/pierpierpy/pokelike.xyz.bot/blob/fa970262b53866d9e7f066cfa64223010613961a/llm-bench/README.md (README, Harness v7, column badges~)",,out:effort-not-established,out:effort-not-established pokelike-v2,pokelike,deepseek-v4-flash-0731,unstated,agentic-tool,hard,pokelike-v2-game-harness,per-run,0.0089,2.89e-05,113233,17709,1.06,badges-mean-0-8,0.00289,,,"https://github.com/pierpierpy/pokelike.xyz.bot/blob/fa970262b53866d9e7f066cfa64223010613961a/llm-bench/README.md (README, Harness v2, column badges~)",,out:effort-not-established,out:effort-not-established pokelike-v2,pokelike,qwen3.7-flash,unstated,agentic-tool,hard,pokelike-v2-game-harness,per-run,0.0171,2.89e-05,113142,105691,1.38,badges-mean-0-8,0.00289,,,"https://github.com/pierpierpy/pokelike.xyz.bot/blob/fa970262b53866d9e7f066cfa64223010613961a/llm-bench/README.md (README, Harness v2, column badges~)",,out:effort-not-established,out:effort-not-established pokelike-v0,pokelike,qwen3.7-flash,unstated,agentic-tool,hard,pokelike-v0-game-harness,per-run,0.0029,2.89e-05,37740,13965,0.76,badges-mean-0-8,0.00289,,,"https://github.com/pierpierpy/pokelike.xyz.bot/blob/fa970262b53866d9e7f066cfa64223010613961a/llm-bench/README.md (README, Harness v0, column badges~)",,out:effort-not-established,out:effort-not-established pokelike-v7,pokelike,gemini-3.7-flash,medium,agentic-tool,hard,pokelike-v7-game-harness,per-run,0.1779,2.89e-05,427806,9322,2.56,badges-mean-0-8,0.00289,,cost-base-price:cost-publisher-figure,"https://github.com/pierpierpy/pokelike.xyz.bot/blob/fa970262b53866d9e7f066cfa64223010613961a/llm-bench/README.md (README, Harness v7, column badges~)",,out:single-couple,out:cost-single-couple pokelike-v7,pokelike,?deepseek/deepseek-v4-flash,not-established:absent,agentic-tool,hard,pokelike-v7-game-harness,per-run,0.0386,2.89e-05,418119,33334,1.66,badges-mean-0-8,0.00289,,,"https://github.com/pierpierpy/pokelike.xyz.bot/blob/fa970262b53866d9e7f066cfa64223010613961a/llm-bench/README.md (README, Harness v7, column badges~)",,out:model-not-established,out:model-not-established pokelike-v7,pokelike,?anthropic/claude-sonnet-4.6,not-established:absent,agentic-tool,hard,pokelike-v7-game-harness,per-run,2.0645,2.89e-05,550353,27563,1.5,badges-mean-0-8,0.0289,,,"https://github.com/pierpierpy/pokelike.xyz.bot/blob/fa970262b53866d9e7f066cfa64223010613961a/llm-bench/README.md (README, Harness v7, column badges~)",,out:model-not-established,out:model-not-established pokelike-v7,pokelike,?deepseek/deepseek-v4-flash,not-established:absent,agentic-tool,hard,pokelike-v7-game-harness,per-run,0.0314,2.89e-05,339263,27554,1.46,badges-mean-0-8,0.00289,,,"https://github.com/pierpierpy/pokelike.xyz.bot/blob/fa970262b53866d9e7f066cfa64223010613961a/llm-bench/README.md (README, Harness v7, column badges~)",,out:model-not-established,out:model-not-established pokelike-v7,pokelike,glm-4.7-flash,not-established:absent,agentic-tool,hard,pokelike-v7-game-harness,per-run,0.0241,2.89e-05,207929,28952,0.84,badges-mean-0-8,0.00289,,,"https://github.com/pierpierpy/pokelike.xyz.bot/blob/fa970262b53866d9e7f066cfa64223010613961a/llm-bench/README.md (README, Harness v7, column badges~)",,out:effort-not-established,out:effort-not-established pokelike-v7,pokelike,?anthropic/claude-haiku-4.5,not-established:absent,agentic-tool,hard,pokelike-v7-game-harness,per-run,0.3785,2.89e-05,232720,29155,0.8,badges-mean-0-8,0.0289,,,"https://github.com/pierpierpy/pokelike.xyz.bot/blob/fa970262b53866d9e7f066cfa64223010613961a/llm-bench/README.md (README, Harness v7, column badges~)",,out:model-not-established,out:model-not-established pokelike-v6,pokelike,?deepseek/deepseek-v4-flash,not-established:absent,agentic-tool,hard,pokelike-v6-game-harness,per-run,0.0452,2.89e-05,487267,40866,1.88,badges-mean-0-8,0.00289,,,"https://github.com/pierpierpy/pokelike.xyz.bot/blob/fa970262b53866d9e7f066cfa64223010613961a/llm-bench/README.md (README, Harness v6, column badges~)",,out:model-not-established,out:model-not-established pokelike-v5,pokelike,?Qwen/Qwen3.8-27B-FP8,not-established:absent,agentic-tool,hard,pokelike-v5-game-harness,,,,,,0.96,badges-mean-0-8,0.00289,,,"https://github.com/pierpierpy/pokelike.xyz.bot/blob/fa970262b53866d9e7f066cfa64223010613961a/llm-bench/README.md (README, Harness v5, column badges~)",,out:model-not-established, pokelike-v0,pokelike,?anthropic/claude-haiku-4.5,not-established:absent,agentic-tool,hard,pokelike-v0-game-harness,per-run,0.1039,2.89e-05,59492,8876,1.1,badges-mean-0-8,0.0289,,,"https://github.com/pierpierpy/pokelike.xyz.bot/blob/fa970262b53866d9e7f066cfa64223010613961a/llm-bench/README.md (README, Harness v0, column badges~)",,out:model-not-established,out:model-not-established pokelike-v0,pokelike,gpt-5.4-mini,unstated,agentic-tool,hard,pokelike-v0-game-harness,per-run,0.0219,2.89e-05,22619,1089,0.7,badges-mean-0-8,0.0289,,,"https://github.com/pierpierpy/pokelike.xyz.bot/blob/fa970262b53866d9e7f066cfa64223010613961a/llm-bench/README.md (README, Harness v0, column badges~)",,out:effort-not-established,out:effort-not-established pokelike-v0,pokelike,gpt-5.6-luna,unstated,agentic-tool,hard,pokelike-v0-game-harness,per-run,0.0101,2.89e-05,31488,3167,0.7,badges-mean-0-8,0.0289,,,"https://github.com/pierpierpy/pokelike.xyz.bot/blob/fa970262b53866d9e7f066cfa64223010613961a/llm-bench/README.md (README, Harness v0, column badges~)",,out:effort-not-established,out:effort-not-established pokelike-v4,pokelike,kimi-k2.6,default,agentic-tool,hard,pokelike-v4-game-harness,per-run,0.5058,2.89e-05,,,1.76,badges-mean-0-8,0.00289,,,"https://github.com/pierpierpy/pokelike.xyz.bot/tree/main/llm-bench/v4 (README table v4, column badges~)",,out:effort-not-established,out:effort-not-established pokelike-v4,pokelike,deepseek-v4-flash-0731,high,agentic-tool,hard,pokelike-v4-game-harness,per-run,0.0245,2.89e-05,,,1.54,badges-mean-0-8,0.00289,,cost-base-price:cost-publisher-figure,"https://github.com/pierpierpy/pokelike.xyz.bot/tree/main/llm-bench/v4 (README table v4, column badges~)",,in,in pokelike-v4,pokelike,gemini-3.7-flash,medium,agentic-tool,hard,pokelike-v4-game-harness,per-run,0.0862,2.89e-05,,,1.54,badges-mean-0-8,0.00289,,cost-base-price:cost-publisher-figure,"https://github.com/pierpierpy/pokelike.xyz.bot/tree/main/llm-bench/v4 (README table v4, column badges~)",,in,in pokelike-v4,pokelike,qwen3.7-flash,default,agentic-tool,hard,pokelike-v4-game-harness,per-run,0.0175,2.89e-05,,,1.34,badges-mean-0-8,0.00289,,,"https://github.com/pierpierpy/pokelike.xyz.bot/tree/main/llm-bench/v4 (README table v4, column badges~)",,out:effort-not-established,out:effort-not-established pokelike-v4,pokelike,?Qwen/Qwen3.8-27B-FP8,not-established:absent,agentic-tool,hard,pokelike-v4-game-harness,,,,,,1.14,badges-mean-0-8,0.00289,,,"https://github.com/pierpierpy/pokelike.xyz.bot/tree/main/llm-bench/v4 (README table v4, column badges~)",,out:model-not-established, pokelike-v4,pokelike,?openai/gpt-5.6-luna-pro,not-established:absent,agentic-tool,hard,pokelike-v4-game-harness,per-run,0.1533,2.89e-05,,,1.02,badges-mean-0-8,0.00289,,,"https://github.com/pierpierpy/pokelike.xyz.bot/tree/main/llm-bench/v4 (README table v4, column badges~)",,out:model-not-established,out:model-not-established pokelike-v4,pokelike,glm-4.7-flash,default,agentic-tool,hard,pokelike-v4-game-harness,per-run,0.0174,2.89e-05,,,0.98,badges-mean-0-8,0.00289,,,"https://github.com/pierpierpy/pokelike.xyz.bot/tree/main/llm-bench/v4 (README table v4, column badges~)",,out:effort-not-established,out:effort-not-established pokelike-v4,pokelike,grok-4.3,default,agentic-tool,hard,pokelike-v4-game-harness,per-run,0.1258,2.89e-05,,,0.96,badges-mean-0-8,0.00289,,,"https://github.com/pierpierpy/pokelike.xyz.bot/tree/main/llm-bench/v4 (README table v4, column badges~)",,out:effort-not-established,out:effort-not-established posttrainbench-v12,posttrainbench,fable-5.1,max,reasoning-math,hard,,,,,,,44.65,score%,0.00289,,,https://posttrainbench.com/?version=v1.2 ($.aggregatedScores / row fable-5.1 / column avg),,out:partial, posttrainbench-v12,posttrainbench,opus-5.5,max,reasoning-math,hard,,,,,,,43.8,score%,0.00289,,,https://posttrainbench.com/?version=v1.2 ($.aggregatedScores / row opus-5.5-max / column avg),,in, posttrainbench-v12,posttrainbench,?GPT 6 (Astra),not-established:absent,reasoning-math,hard,,,,,,,41.88,score%,0.00289,,,https://posttrainbench.com/?version=v1.2 ($.aggregatedScores / row gpt-6-astra / column avg),,out:model-not-established, posttrainbench-v12,posttrainbench,?GPT 6.1 (Sol),not-established:absent,reasoning-math,hard,,,,,,,38.79,score%,0.00289,,,https://posttrainbench.com/?version=v1.2 ($.aggregatedScores / row gpt-6.1-sol / column avg),,out:model-not-established, posttrainbench-v12,posttrainbench,fable-5,max,reasoning-math,hard,,,,,,,37.27,score%,0.00289,,,https://posttrainbench.com/?version=v1.2 ($.aggregatedScores / row fable-5 / column avg),,out:partial, posttrainbench-v12,posttrainbench,glm-5.3-flash,not-established:absent,reasoning-math,hard,,,,,,,36.79,score%,0.00289,,,https://posttrainbench.com/?version=v1.2 ($.aggregatedScores / row glm-5.3-flash / column avg),,out:effort-not-established, posttrainbench-v12,posttrainbench,opus-5,unstated,reasoning-math,hard,,,,,,,35.66,score%,0.00289,,,https://posttrainbench.com/?version=v1.2 ($.aggregatedScores / row opus-5 / column avg),,out:effort-not-established, posttrainbench-v12,posttrainbench,glm-5.3,not-established:absent,reasoning-math,hard,,,,,,,34.52,score%,0.00289,,,https://posttrainbench.com/?version=v1.2 ($.aggregatedScores / row glm-5.3 / column avg),,out:effort-not-established, posttrainbench-v12,posttrainbench,kimi-k3,unstated,reasoning-math,hard,,,,,,,31.48,score%,0.00289,,,https://posttrainbench.com/?version=v1.2 ($.aggregatedScores / row kimi-k3 / column avg),,out:effort-not-established, posttrainbench-v12,posttrainbench,?GPT 5.6 (Sol),not-established:absent,reasoning-math,hard,,,,,,,31.01,score%,0.00289,,,https://posttrainbench.com/?version=v1.2 ($.aggregatedScores / row gpt-5.6-sol / column avg),,out:model-not-established, posttrainbench-v12,posttrainbench,opus-4.8,max,reasoning-math,hard,,,,,,,31.0,score%,0.00289,,,https://posttrainbench.com/?version=v1.2 ($.aggregatedScores / row opus-4.8-max / column avg),,in, posttrainbench-v12,posttrainbench,opus-4.8,high,reasoning-math,hard,,,,,,,30.66,score%,0.00289,,,https://posttrainbench.com/?version=v1.2 ($.aggregatedScores / row opus-4.8 / column avg),,in, posttrainbench-v12,posttrainbench,glm-5.2,not-established:absent,reasoning-math,hard,,,,,,,30.4,score%,0.00289,,,https://posttrainbench.com/?version=v1.2 ($.aggregatedScores / row glm-5.2 / column avg),,out:effort-not-established, posttrainbench-v12,posttrainbench,opus-4.7,xhigh,reasoning-math,hard,,,,,,,24.34,score%,0.00289,,,https://posttrainbench.com/?version=v1.2 ($.aggregatedScores / row opus-4.7 / column avg),,in, posttrainbench-v12,posttrainbench,gpt-5.5,xhigh,reasoning-math,hard,,,,,,,23.87,score%,0.00289,,,https://posttrainbench.com/?version=v1.2 ($.aggregatedScores / row gpt-5.5-xhigh / column avg),,in, posttrainbench-v12,posttrainbench,grok-4.5,high,reasoning-math,hard,,,,,,,22.62,score%,0.00289,,harness-label-as-level:cursor-cli,https://posttrainbench.com/?version=v1.2 ($.aggregatedScores / row grok-4.5-high / column avg),,in, posttrainbench-v12,posttrainbench,gemini-3.1-pro,unstated,reasoning-math,hard,,,,,,,18.11,score%,0.00289,,,https://posttrainbench.com/?version=v1.2 ($.aggregatedScores / row gemini-3.1-pro / column avg),,out:effort-not-established, posttrainbench-v12,posttrainbench,gpt-5.4,not-established:absent,reasoning-math,hard,,,,,,,17.76,score%,0.00289,,,https://posttrainbench.com/?version=v1.2 ($.aggregatedScores / row gpt-5.4-high / column avg),,out:effort-not-established, programbench-board,programbench,opus-5,not-established:absent,coding,frontier,mini-SWE-agent,per-task,50.53,0.00289,,,74.7,avg-test-pass%,0.0289,,,"https://programbench.com (Pareto table, row Claude Opus 5 (xhigh), Score)",,out:effort-not-established,out:effort-not-established programbench-board-resolved,programbench,opus-5,not-established:absent,coding,frontier,mini-SWE-agent,per-task,50.53,0.00289,,,4.5,resolved%,0.144,,,"https://programbench.com (Leaderboard, row Claude Opus 5 (xhigh), column Resolved)",,out:effort-not-established,out:effort-not-established programbench-board,programbench,opus-4.8,not-established:absent,coding,frontier,mini-SWE-agent,per-task,21.02,0.00289,,,70.9,avg-test-pass%,0.0289,,,"https://programbench.com (Pareto table, row Claude Opus 4.8 (xhigh), Score)",,out:effort-not-established,out:effort-not-established programbench-board-resolved,programbench,opus-4.8,not-established:absent,coding,frontier,mini-SWE-agent,per-task,21.02,0.00289,,,0,resolved%,0.144,,,"https://programbench.com (Leaderboard, row Claude Opus 4.8 (xhigh), column Resolved)",,out:effort-not-established,out:effort-not-established programbench-board,programbench,gpt-5.6-sol,not-established:absent,coding,frontier,mini-SWE-agent,per-task,6.08,0.00289,,,69.9,avg-test-pass%,0.0289,,,"https://programbench.com (Pareto table, row GPT-5.6 Sol (xhigh), Score)",,out:effort-not-established,out:effort-not-established programbench-board-resolved,programbench,gpt-5.6-sol,not-established:absent,coding,frontier,mini-SWE-agent,per-task,6.08,0.00289,,,1.0,resolved%,0.144,,,"https://programbench.com (Leaderboard, row GPT-5.6 Sol (xhigh), column Resolved)",,out:effort-not-established,out:effort-not-established programbench-board,programbench,gpt-5.5,not-established:absent,coding,frontier,mini-SWE-agent,per-task,8.85,0.00289,,,69.5,avg-test-pass%,0.0289,,,"https://programbench.com (Pareto table, row GPT 5.5 (xhigh), Score)",,out:effort-not-established,out:effort-not-established programbench-board-resolved,programbench,gpt-5.5,not-established:absent,coding,frontier,mini-SWE-agent,per-task,8.85,0.00289,,,0.5,resolved%,0.144,,,"https://programbench.com (Leaderboard, row GPT 5.5 (xhigh), column Resolved)",,out:effort-not-established,out:effort-not-established programbench-board,programbench,gpt-5.5,not-established:absent,coding,frontier,mini-SWE-agent,per-task,3.65,0.00289,,,66.5,avg-test-pass%,0.0289,,EAP-run,"https://programbench.com (Pareto table, row GPT 5.5 (high), Score)",,out:effort-not-established,out:effort-not-established programbench-board-resolved,programbench,gpt-5.5,not-established:absent,coding,frontier,mini-SWE-agent,per-task,3.65,0.00289,,,0.5,resolved%,0.144,,EAP-run,"https://programbench.com (Leaderboard, row GPT 5.5 (high), column Resolved)",,out:effort-not-established,out:effort-not-established programbench-board,programbench,glm-5.2,unstated,coding,frontier,mini-SWE-agent,per-task,25.36,0.00289,,,64.6,avg-test-pass%,0.0289,,,"https://programbench.com (Pareto table, row GLM-5.2, Score)",,out:effort-not-established,out:effort-not-established programbench-board-resolved,programbench,glm-5.2,unstated,coding,frontier,mini-SWE-agent,per-task,25.36,0.00289,,,0,resolved%,0.144,,,"https://programbench.com (Leaderboard, row GLM-5.2, column Resolved)",,out:effort-not-established,out:effort-not-established programbench-board,programbench,gemini-3.7-flash,unstated,coding,frontier,mini-SWE-agent,per-task,2.04,0.00289,,,61.2,avg-test-pass%,0.0289,,,"https://programbench.com (Pareto table, row Gemini 3.7 Flash, Score)",,out:effort-not-established,out:effort-not-established programbench-board-resolved,programbench,gemini-3.7-flash,unstated,coding,frontier,mini-SWE-agent,per-task,2.04,0.00289,,,0,resolved%,0.144,,,"https://programbench.com (Leaderboard, row Gemini 3.7 Flash, column Resolved)",,out:effort-not-established,out:effort-not-established programbench-board,programbench,gpt-5.6-sol,unstated,coding,frontier,mini-SWE-agent,per-task,1.00,0.00289,,,57.8,avg-test-pass%,0.0289,,,"https://programbench.com (Pareto table, row GPT-5.6 Sol, Score)",,out:effort-not-established,out:effort-not-established programbench-board-resolved,programbench,gpt-5.6-sol,unstated,coding,frontier,mini-SWE-agent,per-task,1.00,0.00289,,,0.5,resolved%,0.144,,,"https://programbench.com (Leaderboard, row GPT-5.6 Sol, column Resolved)",,out:effort-not-established,out:effort-not-established programbench-board,programbench,gpt-5.5,unstated,coding,frontier,mini-SWE-agent,per-task,1.21,0.00289,,,56.6,avg-test-pass%,0.0289,,EAP-run,"https://programbench.com (Pareto table, row GPT 5.5, Score)",,out:effort-not-established,out:effort-not-established programbench-board-resolved,programbench,gpt-5.5,unstated,coding,frontier,mini-SWE-agent,per-task,1.21,0.00289,,,0,resolved%,0.144,,EAP-run,"https://programbench.com (Leaderboard, row GPT 5.5, column Resolved)",,out:effort-not-established,out:effort-not-established programbench-board,programbench,gemini-3.6-flash,unstated,coding,frontier,mini-SWE-agent,per-task,4.83,0.00289,,,55.7,avg-test-pass%,0.0289,,,"https://programbench.com (Pareto table, row Gemini 3.6 Flash, Score)",,out:effort-not-established,out:effort-not-established programbench-board-resolved,programbench,gemini-3.6-flash,unstated,coding,frontier,mini-SWE-agent,per-task,4.83,0.00289,,,0.5,resolved%,0.144,,,"https://programbench.com (Leaderboard, row Gemini 3.6 Flash, column Resolved)",,out:effort-not-established,out:effort-not-established programbench-board,programbench,opus-4.7,not-established:absent,coding,frontier,mini-SWE-agent,per-task,10.96,0.00289,,,55.1,avg-test-pass%,0.0289,,EAP-run,"https://programbench.com (Pareto table, row Claude Opus 4.7 (xhigh), Score)",,out:effort-not-established,out:effort-not-established programbench-board-resolved,programbench,opus-4.7,not-established:absent,coding,frontier,mini-SWE-agent,per-task,10.96,0.00289,,,0,resolved%,0.144,,EAP-run,"https://programbench.com (Leaderboard, row Claude Opus 4.7 (xhigh), column Resolved)",,out:effort-not-established,out:effort-not-established programbench-board,programbench,gemini-3.5-flash,unstated,coding,frontier,mini-SWE-agent,per-task,5.60,0.00289,,,53.6,avg-test-pass%,0.0289,,,"https://programbench.com (Pareto table, row Gemini 3.5 Flash, Score)",,out:effort-not-established,out:effort-not-established programbench-board-resolved,programbench,gemini-3.5-flash,unstated,coding,frontier,mini-SWE-agent,per-task,5.60,0.00289,,,0,resolved%,0.144,,,"https://programbench.com (Leaderboard, row Gemini 3.5 Flash, column Resolved)",,out:effort-not-established,out:effort-not-established programbench-board,programbench,opus-4.6,unstated,coding,frontier,mini-SWE-agent,per-task,11.38,0.00289,,,52.1,avg-test-pass%,0.0289,,,"https://programbench.com (Pareto table, row Claude Opus 4.6, Score)",,out:effort-not-established,out:effort-not-established programbench-board-resolved,programbench,opus-4.6,unstated,coding,frontier,mini-SWE-agent,per-task,11.38,0.00289,,,0,resolved%,0.144,,,"https://programbench.com (Leaderboard, row Claude Opus 4.6, column Resolved)",,out:effort-not-established,out:effort-not-established programbench-board,programbench,opus-4.7,unstated,coding,frontier,mini-SWE-agent,per-task,3.81,0.00289,,,50.9,avg-test-pass%,0.0289,,,"https://programbench.com (Pareto table, row Claude Opus 4.7, Score)",,out:effort-not-established,out:effort-not-established programbench-board-resolved,programbench,opus-4.7,unstated,coding,frontier,mini-SWE-agent,per-task,3.81,0.00289,,,0,resolved%,0.144,,,"https://programbench.com (Leaderboard, row Claude Opus 4.7, column Resolved)",,out:effort-not-established,out:effort-not-established programbench-board,programbench,sonnet-4.6,unstated,coding,frontier,mini-SWE-agent,per-task,26.73,0.00289,,,47.5,avg-test-pass%,0.0289,,,"https://programbench.com (Pareto table, row Claude Sonnet 4.6, Score)",,out:effort-not-established,out:effort-not-established programbench-board-resolved,programbench,sonnet-4.6,unstated,coding,frontier,mini-SWE-agent,per-task,26.73,0.00289,,,0,resolved%,0.144,,,"https://programbench.com (Leaderboard, row Claude Sonnet 4.6, column Resolved)",,out:effort-not-established,out:effort-not-established programbench-board,programbench,gpt-5.4,unstated,coding,frontier,mini-SWE-agent,per-task,0.33,0.00289,,,37.7,avg-test-pass%,0.0289,,,"https://programbench.com (Pareto table, row GPT 5.4, Score)",,out:effort-not-established,out:effort-not-established programbench-board-resolved,programbench,gpt-5.4,unstated,coding,frontier,mini-SWE-agent,per-task,0.33,0.00289,,,0,resolved%,0.144,,,"https://programbench.com (Leaderboard, row GPT 5.4, column Resolved)",,out:effort-not-established,out:effort-not-established programbench-board,programbench,gemini-3.1-pro,unstated,coding,frontier,mini-SWE-agent,per-task,1.51,0.00289,,,36.4,avg-test-pass%,0.0289,,,"https://programbench.com (Pareto table, row Gemini 3.1 Pro, Score)",,out:effort-not-established,out:effort-not-established programbench-board-resolved,programbench,gemini-3.1-pro,unstated,coding,frontier,mini-SWE-agent,per-task,1.51,0.00289,,,0,resolved%,0.144,,,"https://programbench.com (Leaderboard, row Gemini 3.1 Pro, column Resolved)",,out:effort-not-established,out:effort-not-established programbench-board,programbench,gemini-3-flash,unstated,coding,frontier,mini-SWE-agent,per-task,0.30,0.00289,,,31.8,avg-test-pass%,0.0289,,,"https://programbench.com (Pareto table, row Gemini 3 Flash, Score)",,out:effort-not-established,out:effort-not-established programbench-board-resolved,programbench,gemini-3-flash,unstated,coding,frontier,mini-SWE-agent,per-task,0.30,0.00289,,,0,resolved%,0.144,,,"https://programbench.com (Leaderboard, row Gemini 3 Flash, column Resolved)",,out:effort-not-established,out:effort-not-established programbench-board,programbench,haiku-4.5,unstated,coding,frontier,mini-SWE-agent,per-task,0.80,0.00289,,,30.0,avg-test-pass%,0.0289,,,"https://programbench.com (Pareto table, row Claude Haiku 4.5, Score)",,out:effort-not-established,out:effort-not-established programbench-board-resolved,programbench,haiku-4.5,unstated,coding,frontier,mini-SWE-agent,per-task,0.80,0.00289,,,0,resolved%,0.144,,,"https://programbench.com (Leaderboard, row Claude Haiku 4.5, column Resolved)",,out:effort-not-established,out:effort-not-established programbench-board,programbench,gpt-5.4-mini,unstated,coding,frontier,mini-SWE-agent,per-task,0.04,0.00289,,,16.4,avg-test-pass%,0.0289,,,"https://programbench.com (Pareto table, row GPT 5.4 mini, Score)",,out:effort-not-established,out:effort-not-established programbench-board-resolved,programbench,gpt-5.4-mini,unstated,coding,frontier,mini-SWE-agent,per-task,0.04,0.00289,,,0,resolved%,0.144,,,"https://programbench.com (Leaderboard, row GPT 5.4 mini, column Resolved)",,out:effort-not-established,out:effort-not-established pxpipe-arith@pxpipe,pxpipe,gemini-3.8-flash,unstated,mixed,easy,pxpipe-reflow,,,,,,100,solved-of-100,0,,,"https://github.com/teamchong/pxpipe/tree/main/eval/gemini-profile (QUALITY_RESULTS.md table, row 'novel arithmetic, N=100', column gemini-3.6-flash / 3.8-flash (3.8) or gemini-4-argon (4-argon))",,out:effort-not-established, pxpipe-arith@pxpipe,pxpipe,gemini-4-argon,unstated,mixed,easy,pxpipe-reflow,,,,,,100,solved-of-100,0,,,"https://github.com/teamchong/pxpipe/tree/main/eval/gemini-profile (QUALITY_RESULTS.md table, row 'novel arithmetic, N=100', column gemini-3.6-flash / 3.8-flash (3.8) or gemini-4-argon (4-argon))",,out:effort-not-established, pxpipe-gist@pxpipe,pxpipe,gemini-3.8-flash,unstated,mixed,easy,pxpipe-reflow,,,,,,98,solved-of-98,0,,,"https://github.com/teamchong/pxpipe/tree/main/eval/gemini-profile (QUALITY_RESULTS.md table, row 'gist recall', column gemini-3.6-flash / 3.8-flash (3.8) or gemini-4-argon (4-argon))",,out:effort-not-established, pxpipe-gist@pxpipe,pxpipe,gemini-4-argon,unstated,mixed,easy,pxpipe-reflow,,,,,,98,solved-of-98,0,,,"https://github.com/teamchong/pxpipe/tree/main/eval/gemini-profile (QUALITY_RESULTS.md table, row 'gist recall', column gemini-3.6-flash / 3.8-flash (3.8) or gemini-4-argon (4-argon))",,out:effort-not-established, pxpipe-state@pxpipe,pxpipe,gemini-3.8-flash,unstated,mixed,easy,pxpipe-reflow,,,,,,18,solved-of-18,0,,,"https://github.com/teamchong/pxpipe/tree/main/eval/gemini-profile (QUALITY_RESULTS.md table, row 'state tracking', column gemini-3.6-flash / 3.8-flash (3.8) or gemini-4-argon (4-argon))",,out:effort-not-established, pxpipe-state@pxpipe,pxpipe,gemini-4-argon,unstated,mixed,easy,pxpipe-reflow,,,,,,18,solved-of-18,0,,,"https://github.com/teamchong/pxpipe/tree/main/eval/gemini-profile (QUALITY_RESULTS.md table, row 'state tracking', column gemini-3.6-flash / 3.8-flash (3.8) or gemini-4-argon (4-argon))",,out:effort-not-established, pxpipe-hex@pxpipe,pxpipe,gemini-3.8-flash,unstated,mixed,easy,pxpipe-reflow,,,,,,14,solved-of-15,0,,,"https://github.com/teamchong/pxpipe/tree/main/eval/gemini-profile (QUALITY_RESULTS.md table, row 'dense 12-char hex', column gemini-3.6-flash / 3.8-flash (3.8) or gemini-4-argon (4-argon))",,out:effort-not-established, pxpipe-hex@pxpipe,pxpipe,gemini-4-argon,unstated,mixed,easy,pxpipe-reflow,,,,,,15,solved-of-15,0,,,"https://github.com/teamchong/pxpipe/tree/main/eval/gemini-profile (QUALITY_RESULTS.md table, row 'dense 12-char hex', column gemini-3.6-flash / 3.8-flash (3.8) or gemini-4-argon (4-argon))",,out:effort-not-established, dah-sheet#1.0.88,qiita-dahatake,opus-5.5,medium,coding,mid,GitHub-Copilot-CLI,credits-per-run,254.5,0.0289,,,225,hidden-tests-of-225,0.289,,harness-label-as-level:copilot-cli; cost-price-ratio:USD; cost-base-price:cost-publisher-figure,"https://qiita.com/dahatake/items/b2121f1c389e38e02051 (summary table (計算), row 隠しテスト, model column)",,out:single-couple,out:cost-single-couple dah-sheet#1.0.89,qiita-dahatake,sonnet-5.5,medium,coding,mid,GitHub-Copilot-CLI,credits-per-run,63.675000000000004,12.3,,,225,hidden-tests-of-225,0.289,,harness-label-as-level:copilot-cli; cost-price-ratio:USD; cost-unrepriced; cost-price-band,"https://qiita.com/dahatake/items/b2121f1c389e38e02051 (summary table (計算), row 隠しテスト, model column)",,out:single-couple,out:cost-single-couple dah-sql-c1#1.0.88,qiita-dahatake,opus-5.5,medium,coding,hard,GitHub-Copilot-CLI,credits-per-run,1620.7,0.0289,,,,hidden-tests-of-564,,,harness-label-as-level:copilot-cli; cost-price-ratio:USD; cost-base-price:cost-publisher-figure,https://qiita.com/dahatake/items/b2121f1c389e38e02051 (),,,out:cost-single-couple dah-sql-c1#1.0.89,qiita-dahatake,sonnet-5.5,medium,coding,hard,GitHub-Copilot-CLI,credits-per-run,465.29999999999995,89.5,,,,hidden-tests-of-564,,,harness-label-as-level:copilot-cli; cost-price-ratio:USD; cost-unrepriced; cost-price-band,https://qiita.com/dahatake/items/b2121f1c389e38e02051 (),,,out:cost-single-couple dah-sql-c1s#1.0.88,qiita-dahatake,opus-5.5,medium,coding,hard,GitHub-Copilot-CLI,credits-per-run,1572.0,0.0289,,,,hidden-tests-of-564,,,harness-label-as-level:copilot-cli; cost-price-ratio:USD; cost-base-price:cost-publisher-figure,https://qiita.com/dahatake/items/b2121f1c389e38e02051 (),,,out:cost-single-couple dah-sql-c1s#1.0.89,qiita-dahatake,sonnet-5.5,medium,coding,hard,GitHub-Copilot-CLI,credits-per-run,291.375,56.1,,,,hidden-tests-of-564,,,harness-label-as-level:copilot-cli; cost-price-ratio:USD; cost-unrepriced; cost-price-band,https://qiita.com/dahatake/items/b2121f1c389e38e02051 (),,,out:cost-single-couple qiita-kaikou-classify,qiita-kaikou,haiku-5.5,high,mixed,trivial,ClaudeCode-p,,0.00028,2.89e-06,,,,correct-of-1,,,cost-price-ratio:USD; cost-base-price:cost-publisher-figure,https://qiita.com/kai_kou/items/9df9897c2d1b70ad4b85 (row 'Haiku 5.5' of the post's table (answer column); no score printed),,out:no-proof,out:cost-single-couple qiita-kaikou-classify,qiita-kaikou,haiku-4.5,unstated,mixed,trivial,ClaudeCode-p,,0.0020,2.89e-05,,,,correct-of-1,,,,https://qiita.com/kai_kou/items/9df9897c2d1b70ad4b85 (row 'Haiku 4.5' of the post's table (answer column); no score printed),,out:no-proof,out:effort-not-established qiita-kaikou-readcheck,qiita-kaikou,haiku-5.5,low,reasoning-math,mid,ClaudeCode-p,,,,,,,correct%,,,,https://qiita.com/kai_kou/items/9df9897c2d1b70ad4b85 (row 'Haiku 5.5 low' of the post's table (answer column); no score printed),,out:no-proof, qiita-kaikou-readcheck,qiita-kaikou,haiku-5.5,medium,reasoning-math,mid,ClaudeCode-p,,,,,,,correct%,,,,https://qiita.com/kai_kou/items/9df9897c2d1b70ad4b85 (row 'Haiku 5.5 medium' of the post's table (answer column); no score printed),,out:no-proof, qiita-kaikou-readcheck,qiita-kaikou,haiku-5.5,high,reasoning-math,mid,ClaudeCode-p,,,,,,,correct%,,,,https://qiita.com/kai_kou/items/9df9897c2d1b70ad4b85 (row 'Haiku 5.5 high' of the post's table (answer column); no score printed),,out:no-proof, qiita-kaikou-readcheck,qiita-kaikou,haiku-4.5,default,reasoning-math,mid,ClaudeCode-p,,,,,,,correct%,,,,https://qiita.com/kai_kou/items/9df9897c2d1b70ad4b85 (row 'Haiku 4.5' of the post's table (answer column); no score printed),,out:no-proof, kenji-harada-sonnet55-node6,qiita-kenji-harada,sonnet-5.5,high,coding,easy,ClaudeCode-CLI,per-run-median,0.052500000000000005,0.0105,,,18,solved-of-18,0,,cap; cost-unrepriced; cost-price-band,"https://qiita.com/kenji_harada/items/43f5348563728dea7e12 (table, row Sonnet 5.5 (high・既定), column 成功)",,out:saturated,out:cost-single-couple kenji-harada-sonnet55-node6,qiita-kenji-harada,sonnet-5,high,coding,easy,ClaudeCode-CLI,per-run-median,0.10,0.00289,,,18,solved-of-18,0,,cap; cost-base-price:cost-publisher-figure,"https://qiita.com/kenji_harada/items/43f5348563728dea7e12 (table, row Sonnet 5 (high・既定), column 成功)",,out:saturated,out:cost-single-couple kenji-harada-sonnet55-node6,qiita-kenji-harada,opus-5.5,high,coding,easy,ClaudeCode-CLI,per-run-median,0.15,0.00289,,,18,solved-of-18,0,,cap; cost-base-price:cost-publisher-figure,"https://qiita.com/kenji_harada/items/43f5348563728dea7e12 (table, row Opus 5.5 (high), column 成功)",,out:saturated,out:republished kenji-harada-sonnet55-node6,qiita-kenji-harada,opus-5,high,coding,easy,ClaudeCode-CLI,per-run-median,0.25,0.00289,,,18,solved-of-18,0,,cap; cost-base-price:cost-publisher-figure,"https://qiita.com/kenji_harada/items/43f5348563728dea7e12 (table, row Opus 5 (high・既定), column 成功)",,out:saturated,out:republished kenji-harada-sonnet55-node6,qiita-kenji-harada,fable-5.1,high,coding,easy,ClaudeCode-CLI,per-run-median,0.34,0.00289,,,18,solved-of-18,0,,cap; cost-base-price:cost-publisher-figure,"https://qiita.com/kenji_harada/items/43f5348563728dea7e12 (table, row Fable 5.1 (high・既定), column 成功)",,out:saturated,out:republished kenji-harada-small6,qiita-kenji-harada,opus-5.5,high,coding,trivial,ClaudeCode,per-task-median,0.15,0.00289,,,18,solved-of-18,0,,cap; cost-base-price:cost-publisher-figure,"https://qiita.com/kenji_harada/items/7d8be259208cd3a5843f (kenji-harada-small6 table, row Opus 5.5 (high), column 成功)",,out:saturated,in kenji-harada-small6,qiita-kenji-harada,opus-5.5,medium,coding,trivial,ClaudeCode,per-task-median,0.16,0.00289,,,18,solved-of-18,0,,cap; cost-base-price:cost-publisher-figure,"https://qiita.com/kenji_harada/items/7d8be259208cd3a5843f (kenji-harada-small6 table, row Opus 5.5 (medium・既定), column 成功)",,out:saturated,in kenji-harada-small6,qiita-kenji-harada,opus-5.5,low,coding,trivial,ClaudeCode,per-task-median,0.12,0.00289,,,18,solved-of-18,0,,cap; cost-base-price:cost-publisher-figure,"https://qiita.com/kenji_harada/items/7d8be259208cd3a5843f (kenji-harada-small6 table, row Opus 5.5 (low), column 成功)",,out:saturated,in kenji-harada-small6,qiita-kenji-harada,opus-5,high,coding,trivial,ClaudeCode,per-task-median,0.25,0.00289,,,18,solved-of-18,0,,cap; cost-base-price:cost-publisher-figure,"https://qiita.com/kenji_harada/items/7d8be259208cd3a5843f (kenji-harada-small6 table, row Opus 5 (high・既定), column 成功)",,out:saturated,in kenji-harada-small6,qiita-kenji-harada,fable-5.1,high,coding,trivial,ClaudeCode,per-task-median,0.34,0.00289,,,18,solved-of-18,0,,cap; cost-base-price:cost-publisher-figure,"https://qiita.com/kenji_harada/items/7d8be259208cd3a5843f (kenji-harada-small6 table, row Fable 5.1 (high・既定), column 成功)",,out:saturated,in kenji-harada-hard4,qiita-kenji-harada,opus-5.5,low,coding,hard,ClaudeCode,per-task-median,0.50,0.00289,,,11,solved-of-12,0,,cap; cost-base-price:cost-publisher-figure,"https://qiita.com/kenji_harada/items/7d8be259208cd3a5843f (kenji-harada-hard4 table, row Opus 5.5 (low), column 成功)",,in,in kenji-harada-hard4,qiita-kenji-harada,opus-5.5,medium,coding,hard,ClaudeCode,per-task-median,0.57,0.00289,,,12,solved-of-12,0,,cap; cost-base-price:cost-publisher-figure,"https://qiita.com/kenji_harada/items/7d8be259208cd3a5843f (kenji-harada-hard4 table, row Opus 5.5 (medium・既定), column 成功)",,out:uninformative,in kenji-harada-hard4,qiita-kenji-harada,opus-5.5,high,coding,hard,ClaudeCode,per-task-median,0.87,0.00289,,,12,solved-of-12,0,,cap; cost-base-price:cost-publisher-figure,"https://qiita.com/kenji_harada/items/7d8be259208cd3a5843f (kenji-harada-hard4 table, row Opus 5.5 (high), column 成功)",,out:uninformative,in kenji-harada-hard4,qiita-kenji-harada,fable-5.1,high,coding,hard,ClaudeCode,per-task-median,2.93,0.00289,,,11,solved-of-12,0,,cap; cost-base-price:cost-publisher-figure,"https://qiita.com/kenji_harada/items/7d8be259208cd3a5843f (kenji-harada-hard4 table, row Fable 5.1 (high・既定), column 成功)",,in,in kikuziro-classifier,qiita-kikuziro,haiku-5.5,nothink,mixed,trivial,API-direct,,,,,,100,acc%,0.289,,,"https://qiita.com/kikuziro/items/53465eeb52b464757555 (verification 3, row 正解率(60 回), column Haiku 5.5)",,out:single-couple, kikuziro-classifier,qiita-kikuziro,haiku-4.5,unstated,mixed,trivial,API-direct,,,,,,100,acc%,0.289,,,"https://qiita.com/kikuziro/items/53465eeb52b464757555 (verification 3, row 正解率(60 回), column Haiku 4.5)",,out:effort-not-established, izumo-review-subagents,qiita-m_izumo,opus-5.5,high,coding,hard,ClaudeCode-subagent,,,,,,55,coverage%,0.289,,,"https://qiita.com/m_izumo/items/6a69b18b966f8efa9dff (table 'high と xhigh(1 本あたり)', row 網羅率, column high)",src-qiita-m_izumo-2026-10-15|run:izumo-review-high-detection|opus-5.5@high|,in, izumo-review-subagents,qiita-m_izumo,opus-5.5,xhigh,coding,hard,ClaudeCode-subagent,,,,,,67,coverage%,0.289,,,"https://qiita.com/m_izumo/items/6a69b18b966f8efa9dff (table 'high と xhigh(1 本あたり)', row 網羅率, column xhigh)",src-qiita-m_izumo-2026-10-15|run:izumo-review-high-detection|opus-5.5@xhigh|,in, izumo-review-high-detection,qiita-m_izumo,opus-5.5,high,coding,hard,ClaudeCode-subagent,,,,,,52,「高」の検出率,0.289,,,"https://qiita.com/m_izumo/items/6a69b18b966f8efa9dff (table 'high と xhigh(1 本あたり)', row 「高」の検出率, column high)",src-qiita-m_izumo-2026-10-15|run:izumo-review-high-detection|opus-5.5@high|,in, izumo-review-high-detection,qiita-m_izumo,opus-5.5,xhigh,coding,hard,ClaudeCode-subagent,,,,,,85,「高」の検出率,0.289,,,"https://qiita.com/m_izumo/items/6a69b18b966f8efa9dff (table 'high と xhigh(1 本あたり)', row 「高」の検出率, column xhigh)",src-qiita-m_izumo-2026-10-15|run:izumo-review-high-detection|opus-5.5@xhigh|,in, moriryota-terraform-bedrock,qiita-moriryota62,?Haiku 4.5,not-established:absent,coding,mid,Bedrock-Converse-API,,,,,,75.1,score/100,0.0289,,,"https://qiita.com/moriryota62/items/2769a6cbeda27ff6c8b2 (総合スコア table, row 3回の平均, column Haiku 4.5 (mean of the three rounds))",,out:model-not-established,out:model-not-established moriryota-terraform-bedrock,qiita-moriryota62,?Sonnet 5.5,not-established:absent,coding,mid,Bedrock-Converse-API,,,,,,83.1,score/100,0.0289,,,"https://qiita.com/moriryota62/items/2769a6cbeda27ff6c8b2 (総合スコア table, row 3回の平均, column Sonnet 5.5 (mean of the three rounds))",,out:model-not-established,out:model-not-established moriryota-terraform-bedrock,qiita-moriryota62,?Haiku 5.5,not-established:absent,coding,mid,Bedrock-Converse-API,,,,,,82.5,score/100,0.0289,,,"https://qiita.com/moriryota62/items/2769a6cbeda27ff6c8b2 (総合スコア table, row 3回の平均, column Haiku 5.5 (mean of the three rounds))",,out:model-not-established,out:model-not-established qiita-nogataka,qiita,opus-4.7,not-established:absent,coding,mid,api,,0.07,0.00289,,,,success,,,,"https://qiita.com/nogataka/items/6ac46018f56787334960 (table of task A, row low, column 成功 (printed as ×, no number))",,out:no-proof,out:effort-not-established qiita-nogataka,qiita,opus-4.7,not-established:absent,coding,mid,api,,0.19,0.00289,,,,success,,,,"https://qiita.com/nogataka/items/6ac46018f56787334960 (table of task A, row max, column 成功 (printed as ○, no number))",,out:no-proof,out:effort-not-established phyblas-tibetan-reading,qiita-phyblas,opus-5.5,medium,coding,mid,ClaudeCode-CLI,,2.01,0.00289,,62375,84.4,score/100,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://qiita.com/phyblas/items/3ef5fb322c6d011f5309 (section 評価 (Opus total), sentence 1)",,in,in phyblas-tibetan-reading,qiita-phyblas,sonnet-5.5,medium,coding,mid,ClaudeCode-CLI,,0.7725,0.149,,68968,64.9,score/100,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://qiita.com/phyblas/items/3ef5fb322c6d011f5309 (点数 table, row 合計, column Sonnet (cell))",,in,out:cost-single-couple phyblas-tibetan-reading,qiita-phyblas,haiku-5.5,medium,coding,mid,ClaudeCode-CLI,,0.12,0.00289,,83858,45.7,score/100,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://qiita.com/phyblas/items/3ef5fb322c6d011f5309 (点数 table, row 合計, column Haiku (cell))",,in,in qiita-subagent-6tasks,qiita-sumitsuke,sonnet-5.5,medium,agentic-tool,mid,claude-code-subagent,USD per 6-task set,2.3475,0.452,,,,checks passed % (102),,,cost-unrepriced; cost-price-band,https://qiita.com/sumitsuke/items/9f9e950bef42599db5ff (),,,out:cost-single-couple qiita-subagent-6tasks,qiita-sumitsuke,opus-5.5,medium,agentic-tool,mid,claude-code-subagent,USD per 6-task set,5.69,0.00289,,,,checks passed % (102),,,cost-base-price:cost-publisher-figure,https://qiita.com/sumitsuke/items/9f9e950bef42599db5ff (),,,out:cost-single-couple suwanobu-12m,qiita-suwanobu,sonnet-4.5,default,coding,trivial,ClaudeCode,per-task,0.0874,2.89e-05,,,,pass%,,,,https://qiita.com/suwa_nobu/items/5749949156f8df6f728b (),,,out:effort-not-established suwanobu-12m,qiita-suwanobu,haiku-4.5,default,coding,trivial,ClaudeCode,per-task,0.0302,2.89e-05,,,,pass%,,,,https://qiita.com/suwa_nobu/items/5749949156f8df6f728b (),,,out:effort-not-established suwanobu-12m,qiita-suwanobu,opus-4.5,default,coding,trivial,ClaudeCode,per-task,0.1434,2.89e-05,,,,pass%,,,,https://qiita.com/suwa_nobu/items/5749949156f8df6f728b (),,,out:effort-not-established suwanobu-12m,qiita-suwanobu,opus-4.6,high,coding,trivial,ClaudeCode,per-task,0.1362,2.89e-05,,,,pass%,,,cost-base-price:cost-publisher-figure,https://qiita.com/suwa_nobu/items/5749949156f8df6f728b (),,,out:cost-single-couple suwanobu-12m,qiita-suwanobu,sonnet-4.6,high,coding,trivial,ClaudeCode,per-task,0.0815,2.89e-05,,,66.666667,pass%,0,,cost-base-price:cost-publisher-figure,https://qiita.com/suwa_nobu/items/5749949156f8df6f728b (section 言えないこと: Sonnet 4.6 correct in 2 of 3 runs),,out:single-couple,in suwanobu-12m,qiita-suwanobu,opus-4.7,xhigh,coding,trivial,ClaudeCode,per-task,0.1848,2.89e-05,,,,pass%,,,cost-base-price:cost-publisher-figure,https://qiita.com/suwa_nobu/items/5749949156f8df6f728b (),,,in suwanobu-12m,qiita-suwanobu,opus-4.8,high,coding,trivial,ClaudeCode,per-task,0.1255,2.89e-05,,,,pass%,,,cost-base-price:cost-publisher-figure,https://qiita.com/suwa_nobu/items/5749949156f8df6f728b (),,,in suwanobu-12m,qiita-suwanobu,fable-5,high,coding,trivial,ClaudeCode,per-task,0.2790,2.89e-05,,,,pass%,,,cost-base-price:cost-publisher-figure,https://qiita.com/suwa_nobu/items/5749949156f8df6f728b (),,,in suwanobu-12m,qiita-suwanobu,sonnet-5,high,coding,trivial,ClaudeCode,per-task,0.0803,2.89e-05,,,,pass%,,,cost-base-price:cost-publisher-figure,https://qiita.com/suwa_nobu/items/5749949156f8df6f728b (),,,in suwanobu-12m,qiita-suwanobu,opus-5,high,coding,trivial,ClaudeCode,per-task,0.1428,2.89e-05,,,,pass%,,,cost-base-price:cost-publisher-figure,https://qiita.com/suwa_nobu/items/5749949156f8df6f728b (),,,in suwanobu-12m,qiita-suwanobu,fable-5.1,high,coding,trivial,ClaudeCode,per-task,0.2431,2.89e-05,,,0,pass%,0,,cost-base-price:cost-publisher-figure,https://qiita.com/suwa_nobu/items/5749949156f8df6f728b (section 言えないこと: Fable 5.1 correct in 0 of 3 runs),,out:uninformative,in suwanobu-12m,qiita-suwanobu,opus-5.5,medium,coding,trivial,ClaudeCode,per-task,0.0884,2.89e-05,,,,pass%,,,cost-base-price:cost-publisher-figure,https://qiita.com/suwa_nobu/items/5749949156f8df6f728b (),,,in qiita-suwanobu-a1,qiita-suwanobu,opus-5,high,coding,trivial,ClaudeCode,per-task,0.6495,2.89e-05,,,,none,,,cost-base-price:cost-publisher-figure,https://qiita.com/suwa_nobu/items/870b1d6c5502aca68f55 (),,,in qiita-suwanobu-a1,qiita-suwanobu,opus-5.5,medium,coding,trivial,ClaudeCode,per-task,0.4952,2.89e-05,,,,none,,,cost-base-price:cost-publisher-figure,https://qiita.com/suwa_nobu/items/870b1d6c5502aca68f55 (),,,in qiita-suwanobu-a2,qiita-suwanobu,opus-5,high,coding,trivial,ClaudeCode,per-task,0.073258,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://qiita.com/suwa_nobu/items/870b1d6c5502aca68f55 (),,,in qiita-suwanobu-a2,qiita-suwanobu,opus-5.5,medium,coding,trivial,ClaudeCode,per-task,0.029842,2.89e-07,,,,none,,,cost-base-price:cost-publisher-figure,https://qiita.com/suwa_nobu/items/870b1d6c5502aca68f55 (),,,in qiita-takuya-reason-std,qiita-takuya,opus-5.5,high,reasoning-math,mid,,per-q,0.072,0.000289,,,100,acc%,0,,cost-price-ratio:USD; cost-base-price:cost-publisher-figure,"https://qiita.com/Takuya__/items/66bc1d3bc1e6b294af18 (results table, column 推論(標準)10問×3回, row Opus 5.5)",,out:uninformative,in qiita-takuya-reason-std,qiita-takuya,opus-5.5,medium,reasoning-math,mid,,per-q,0.067,0.000289,,,96.666667,acc%,0,,cost-price-ratio:USD; cost-base-price:cost-publisher-figure,"https://qiita.com/Takuya__/items/66bc1d3bc1e6b294af18 (results table, column 推論(標準)10問×3回, row Opus 5.5)",,in,in qiita-takuya-reason-std,qiita-takuya,opus-5,high,reasoning-math,mid,,per-q,0.091,0.000289,,,100,acc%,0,,cost-price-ratio:USD; cost-base-price:cost-publisher-figure,"https://qiita.com/Takuya__/items/66bc1d3bc1e6b294af18 (results table, column 推論(標準)10問×3回, row Opus 5)",,out:uninformative,in qiita-takuya-reason-std,qiita-takuya,fable-5.1,high,reasoning-math,mid,,per-q,0.251,0.000289,,,96.666667,acc%,0,,cost-price-ratio:USD; cost-base-price:cost-publisher-figure,"https://qiita.com/Takuya__/items/66bc1d3bc1e6b294af18 (results table, column 推論(標準)10問×3回, row Fable 5.1)",,in,in qiita-takuya-reason-std,qiita-takuya,gpt-6-astra,high,reasoning-math,mid,,per-q,0.184,0.000289,,,100,acc%,0,,cost-price-ratio:USD; cost-base-price:cost-publisher-figure,"https://qiita.com/Takuya__/items/66bc1d3bc1e6b294af18 (results table, column 推論(標準)10問×3回, row GPT-6 Astra)",,out:uninformative,in qiita-takuya-reason-hard,qiita-takuya,opus-5.5,high,reasoning-math,hard,,,,,,,88.888889,acc%,0,,,"https://qiita.com/Takuya__/items/66bc1d3bc1e6b294af18 (results table, column 推論(難)9問×3回, row Opus 5.5)",,in, qiita-takuya-reason-hard,qiita-takuya,opus-5.5,medium,reasoning-math,hard,,,,,,,85.185185,acc%,0,,,"https://qiita.com/Takuya__/items/66bc1d3bc1e6b294af18 (results table, column 推論(難)9問×3回, row Opus 5.5)",,in, qiita-takuya-reason-hard,qiita-takuya,opus-5,high,reasoning-math,hard,,,,,,,77.777778,acc%,0,,,"https://qiita.com/Takuya__/items/66bc1d3bc1e6b294af18 (results table, column 推論(難)9問×3回, row Opus 5)",,in, qiita-takuya-reason-hard,qiita-takuya,fable-5.1,high,reasoning-math,hard,,,,,,,81.481481,acc%,0,,,"https://qiita.com/Takuya__/items/66bc1d3bc1e6b294af18 (results table, column 推論(難)9問×3回, row Fable 5.1)",,in, qiita-takuya-reason-hard,qiita-takuya,gpt-6-astra,high,reasoning-math,hard,,,,,,,85.185185,acc%,0,,,"https://qiita.com/Takuya__/items/66bc1d3bc1e6b294af18 (results table, column 推論(難)9問×3回, row GPT-6 Astra)",,in, qiita-takuya-code,qiita-takuya,opus-5.5,high,coding,mid,,per-task,0.27,0.00289,,6986,100,hidden-test%,0.289,,cost-price-ratio:USD; cost-base-price:cost-publisher-figure,"https://qiita.com/Takuya__/items/66bc1d3bc1e6b294af18 (results table, column コーディング5題×3回(非公開テスト), same row)",,out:saturated,in qiita-takuya-code,qiita-takuya,opus-5.5,medium,coding,mid,,per-task,0.23,0.00289,,5365,100,hidden-test%,0.289,,cost-price-ratio:USD; cost-base-price:cost-publisher-figure,"https://qiita.com/Takuya__/items/66bc1d3bc1e6b294af18 (results table, column コーディング5題×3回(非公開テスト), same row)",,out:saturated,in qiita-takuya-code,qiita-takuya,opus-5,high,coding,mid,,per-task,0.82,0.00289,,17000,100,hidden-test%,0.289,,cost-price-ratio:USD; cost-base-price:cost-publisher-figure,"https://qiita.com/Takuya__/items/66bc1d3bc1e6b294af18 (results table, column コーディング5題×3回(非公開テスト), same row)",,out:saturated,in qiita-takuya-code,qiita-takuya,fable-5.1,high,coding,mid,,per-task,0.86,0.00289,,8860,100,hidden-test%,0.289,,cost-price-ratio:USD; cost-base-price:cost-publisher-figure,"https://qiita.com/Takuya__/items/66bc1d3bc1e6b294af18 (results table, column コーディング5題×3回(非公開テスト), same row)",,out:saturated,in qiita-takuya-code,qiita-takuya,gpt-6-astra,high,coding,mid,,per-task,0.52,0.00289,,4219,100,hidden-test%,0.289,,cost-price-ratio:USD; cost-base-price:cost-publisher-figure,"https://qiita.com/Takuya__/items/66bc1d3bc1e6b294af18 (results table, column コーディング5題×3回(非公開テスト), same row)",,out:saturated,in qiita-takuya55-codeqa,qiita-takuya55,haiku-5.5,low,reasoning-math,mid,ClaudeCode-tools,per-q,0.0023,2.89e-05,,,100,acc%,0,,cost-price-ratio:USD; cost-base-price:cost-publisher-figure,"https://qiita.com/Takuya__/items/2a513efa04bed9d9ca24 (## 実験 1 result table, row Haiku 5.5 low, accuracy / pass column)",,out:saturated,in qiita-takuya55-codeqa,qiita-takuya55,haiku-5.5,medium,reasoning-math,mid,ClaudeCode-tools,per-q,0.0027,2.89e-05,,,100,acc%,0,,cost-price-ratio:USD; cost-base-price:cost-publisher-figure,"https://qiita.com/Takuya__/items/2a513efa04bed9d9ca24 (## 実験 1 result table, row Haiku 5.5 medium, accuracy / pass column)",,out:saturated,in qiita-takuya55-codeqa,qiita-takuya55,sonnet-5.5,medium,reasoning-math,mid,ClaudeCode-tools,per-q,0.0211,2.89e-05,,,100,acc%,0,,cost-price-ratio:USD; cost-base-price:cost-publisher-figure,"https://qiita.com/Takuya__/items/2a513efa04bed9d9ca24 (## 実験 1 result table, row Sonnet 5.5, accuracy / pass column)",,out:saturated,in qiita-takuya55-codeqa,qiita-takuya55,haiku-4.5,default,reasoning-math,mid,ClaudeCode-tools,per-q,0.0514,2.89e-05,,,100,acc%,0,,,"https://qiita.com/Takuya__/items/2a513efa04bed9d9ca24 (## 実験 1 result table, row Haiku 4.5, accuracy / pass column)",,out:effort-not-established,out:effort-not-established qiita-takuya55-orchestration,qiita-takuya55,sonnet-5.5,medium,agentic-tool,mid,ClaudeCode-tools,per-run,0.297,0.000289,,,100,acc%,0,,cost-price-ratio:USD; cost-base-price:cost-publisher-figure,"https://qiita.com/Takuya__/items/2a513efa04bed9d9ca24 (## 実験 2 result table, row 全部 Sonnet 5.5, accuracy / pass column)",,out:saturated,in qiita-takuya55-orchestration,qiita-takuya55,haiku-5.5,medium,agentic-tool,mid,ClaudeCode-tools,per-run,0.031,0.000289,,,100,acc%,0,,cost-price-ratio:USD; cost-base-price:cost-publisher-figure,"https://qiita.com/Takuya__/items/2a513efa04bed9d9ca24 (## 実験 2 result table, row 全部 Haiku 5.5, accuracy / pass column)",,out:saturated,in qiita-takuya55-coding,qiita-takuya55,haiku-5.5,medium,coding,hard,ClaudeCode-tools,per-task,0.019,0.000289,,,100,pass%,0,,cost-price-ratio:USD; cost-base-price:cost-publisher-figure,"https://qiita.com/Takuya__/items/2a513efa04bed9d9ca24 (## 実験 3 result table, row Haiku 5.5 medium, accuracy / pass column)",,out:saturated,in qiita-takuya55-coding,qiita-takuya55,haiku-5.5,high,coding,hard,ClaudeCode-tools,per-task,0.029,0.000289,,,100,pass%,0,,cost-price-ratio:USD; cost-base-price:cost-publisher-figure,"https://qiita.com/Takuya__/items/2a513efa04bed9d9ca24 (## 実験 3 result table, row Haiku 5.5 high, accuracy / pass column)",,out:saturated,in qiita-takuya55-coding,qiita-takuya55,sonnet-5.5,medium,coding,hard,ClaudeCode-tools,per-task,0.084,0.000289,,,100,pass%,0,,cost-price-ratio:USD; cost-base-price:cost-publisher-figure,"https://qiita.com/Takuya__/items/2a513efa04bed9d9ca24 (## 実験 3 result table, row Sonnet 5.5 medium, accuracy / pass column)",,out:saturated,in qiita-takuya55-coding,qiita-takuya55,haiku-4.5,default,coding,hard,ClaudeCode-tools,per-task,0.297,0.000289,,,80.769231,pass%,0,,,"https://qiita.com/Takuya__/items/2a513efa04bed9d9ca24 (## 実験 3 result table, row Haiku 4.5, accuracy / pass column)",,out:effort-not-established,out:effort-not-established qiita-takuya55-banking77,qiita-takuya55,haiku-5.5,low,mixed,easy,API-notools,per-1000msgs,0.13,0.00289,,,55.8,acc%,0.0289,,cost-price-ratio:USD; cost-base-price:cost-publisher-figure,"https://qiita.com/Takuya__/items/2a513efa04bed9d9ca24 (## 実験 4 result table, row Haiku 5.5 low, accuracy / pass column)",,in,in qiita-takuya55-banking77,qiita-takuya55,haiku-5.5,medium,mixed,easy,API-notools,per-1000msgs,0.14,0.00289,,,60.4,acc%,0.0289,,cost-price-ratio:USD; cost-base-price:cost-publisher-figure,"https://qiita.com/Takuya__/items/2a513efa04bed9d9ca24 (## 実験 4 result table, row Haiku 5.5 medium, accuracy / pass column)",,in,in qiita-takuya55-banking77,qiita-takuya55,haiku-5.5,high,mixed,easy,API-notools,per-1000msgs,0.14,0.00289,,,60.4,acc%,0.0289,,cost-price-ratio:USD; cost-base-price:cost-publisher-figure,"https://qiita.com/Takuya__/items/2a513efa04bed9d9ca24 (## 実験 4 result table, row Haiku 5.5 high, accuracy / pass column)",,in,in qiita-takuya55-banking77,qiita-takuya55,haiku-5.5,max,mixed,easy,API-notools,per-1000msgs,0.40,0.00289,,,72.1,acc%,0.0289,,cost-price-ratio:USD; cost-base-price:cost-publisher-figure,"https://qiita.com/Takuya__/items/2a513efa04bed9d9ca24 (## 実験 4 result table, row Haiku 5.5 max, accuracy / pass column)",,in,in qiita-takuya55-banking77,qiita-takuya55,haiku-4.5,default,mixed,easy,API-notools,per-1000msgs,2.93,0.00289,,,76.0,acc%,0.0289,,,"https://qiita.com/Takuya__/items/2a513efa04bed9d9ca24 (## 実験 4 result table, row Haiku 4.5, accuracy / pass column)",,out:effort-not-established,out:effort-not-established qiita-takuya55-banking77,qiita-takuya55,sonnet-5.5,medium,mixed,easy,API-notools,per-1000msgs,2.55,0.00289,,,81.2,acc%,0.0289,,cost-price-ratio:USD; cost-base-price:cost-publisher-figure,"https://qiita.com/Takuya__/items/2a513efa04bed9d9ca24 (## 実験 4 result table, row Sonnet 5.5 medium, accuracy / pass column)",,in,in qiita-takuya55-banking77-prompttrick,qiita-takuya55,haiku-5.5,medium,mixed,easy,API-notools,per-1000msgs,0.40,0.00289,,,76.0,acc%,0.0289,,cost-price-ratio:USD; cost-base-price:cost-publisher-figure,"https://qiita.com/Takuya__/items/2a513efa04bed9d9ca24 (## 実験 4 result table, row Haiku 5.5 medium+候補を絞らせる, accuracy / pass column)",,in,in qiita-takuya55-banking77-prompttrick,qiita-takuya55,sonnet-5.5,medium,mixed,easy,API-notools,per-1000msgs,4.80,0.00289,,,77.9,acc%,0.0289,,cost-price-ratio:USD; cost-base-price:cost-publisher-figure,"https://qiita.com/Takuya__/items/2a513efa04bed9d9ca24 (## 実験 4 result table, row Sonnet 5.5 medium+候補を絞らせる, accuracy / pass column)",,in,in qiita-whitemarshall-10tasks,qiita-whitemarshall,kimi-k3,default,mixed,easy,crazyrouter-gateway,,,,,,,score%,,,,"https://qiita.com/whitemarshall/items/119a9af883e069600c08 (section 結果, 正答率 (9対9 for the two models, with 10 tasks: section 検証方法))",,out:no-proof, qiita-whitemarshall-10tasks,qiita-whitemarshall,deepseek-v4-pro-0813,default,mixed,easy,crazyrouter-gateway,,,,,,,score%,,,,"https://qiita.com/whitemarshall/items/119a9af883e069600c08 (section 結果, 正答率 (9対9 for the two models, with 10 tasks: section 検証方法))",,out:no-proof, qiita-fixbench215,qiita-xiongyuan,?Claude Haiku 5.5,not-established:absent,coding,easy,aihubmix-chat-default,USD per fix,0.0007,2.89e-05,,,100,pass % (215 x 3),0,,,"https://qiita.com/xiongyuanmeng1006/items/a11f6fa28634695d30a4 (table of results, column テスト, row Claude Haiku 5.5(デフォルト))",,out:model-not-established,out:model-not-established qiita-fixbench215,qiita-xiongyuan,?DeepSeek V4.1 Flash 1017,not-established:absent,coding,easy,aihubmix-chat-default,USD per fix,0.0014,2.89e-05,,,100,pass % (215 x 3),0,,,"https://qiita.com/xiongyuanmeng1006/items/a11f6fa28634695d30a4 (table of results, column テスト, row DeepSeek V4.1 Flash 1017(デフォルト))",,out:model-not-established,out:model-not-established qiita-fixbench215,qiita-xiongyuan,?MiniMax M3.1 Flash,not-established:absent,coding,easy,aihubmix-chat-default,USD per fix,0.0045,2.89e-05,,,100,pass % (215 x 3),0,,,"https://qiita.com/xiongyuanmeng1006/items/a11f6fa28634695d30a4 (table of results, column テスト, row MiniMax M3.1 Flash(デフォルト = max))",,out:model-not-established,out:model-not-established qiita-fixbench215,qiita-xiongyuan,?MiniMax M3.1 Flash,not-established:absent,coding,easy,aihubmix-chat-default,USD per fix,0.0006,2.89e-05,,,100,pass % (215 x 3),0,,,"https://qiita.com/xiongyuanmeng1006/items/a11f6fa28634695d30a4 (table of results, column テスト, row MiniMax M3.1 Flash(low))",,out:model-not-established,out:model-not-established yama-famous,qiita-yama3133,opus-5.5,medium,reasoning-math,easy,ClaudeCode-p,per-suite,0.35,0.00289,,428,24,correct-of-24,0,,cost-base-price:cost-publisher-figure,"https://qiita.com/yama3133/items/164a0c18aa94c35e5970 (table 有名問題: row Opus 5.5, column 正解)",,out:saturated,in yama-famous,qiita-yama3133,opus-5,medium,reasoning-math,easy,ClaudeCode-p,per-suite,0.53,0.00289,,587,24,correct-of-24,0,,cost-base-price:cost-publisher-figure,"https://qiita.com/yama3133/items/164a0c18aa94c35e5970 (table 有名問題: row Opus 5, column 正解)",,out:saturated,in yama-famous,qiita-yama3133,sonnet-5.5,medium,reasoning-math,easy,ClaudeCode-p,per-suite,0.0975,0.019,,234,24,correct-of-24,0,,cost-unrepriced; cost-price-band,"https://qiita.com/yama3133/items/164a0c18aa94c35e5970 (table 有名問題: row Sonnet 5.5, column 正解)",,out:saturated,out:cost-single-couple yama-famous,qiita-yama3133,sonnet-5,medium,reasoning-math,easy,ClaudeCode-p,per-suite,0.21,0.00289,,705,24,correct-of-24,0,,cost-base-price:cost-publisher-figure,"https://qiita.com/yama3133/items/164a0c18aa94c35e5970 (table 有名問題: row Sonnet 5, column 正解)",,out:saturated,in yama-famous,qiita-yama3133,haiku-4.5,not-established:absent,reasoning-math,easy,ClaudeCode-p,per-suite,1.26,0.00289,,10370,18,correct-of-24,0,,,"https://qiita.com/yama3133/items/164a0c18aa94c35e5970 (table 有名問題: row Haiku 4.5, column 正解)",,out:effort-not-established,out:effort-not-established yama-bugfix,qiita-yama3133,opus-5.5,medium,coding,easy,ClaudeCode-p,per-task,0.13,0.00289,,,21,tests-passed-of-21,0,,cost-base-price:cost-publisher-figure,https://qiita.com/yama3133/items/164a0c18aa94c35e5970 (本文 ツールを使ったバグ修正: 10 runs all passed 21 tests),,out:saturated,in yama-bugfix,qiita-yama3133,opus-5,medium,coding,easy,ClaudeCode-p,per-task,0.24,0.00289,,,21,tests-passed-of-21,0,,cost-base-price:cost-publisher-figure,https://qiita.com/yama3133/items/164a0c18aa94c35e5970 (本文 ツールを使ったバグ修正: 10 runs all passed 21 tests),,out:saturated,in yama-bugfix,qiita-yama3133,sonnet-5.5,medium,coding,easy,ClaudeCode-p,per-task,0.045,0.00913,,,21,tests-passed-of-21,0,,cost-unrepriced; cost-price-band,https://qiita.com/yama3133/items/164a0c18aa94c35e5970 (本文 ツールを使ったバグ修正: 10 runs all passed 21 tests),,out:saturated,out:cost-single-couple yama-bugfix,qiita-yama3133,sonnet-5,medium,coding,easy,ClaudeCode-p,per-task,0.18,0.00289,,,21,tests-passed-of-21,0,,cost-base-price:cost-publisher-figure,https://qiita.com/yama3133/items/164a0c18aa94c35e5970 (本文 ツールを使ったバグ修正: 10 runs all passed 21 tests),,out:saturated,in yama-bugfix,qiita-yama3133,haiku-4.5,not-established:absent,coding,easy,ClaudeCode-p,per-task,0.09,0.00289,,,21,tests-passed-of-21,0,,,https://qiita.com/yama3133/items/164a0c18aa94c35e5970 (本文 ツールを使ったバグ修正: 10 runs all passed 21 tests),,out:effort-not-established,out:effort-not-established yama-longctx,qiita-yama3133,opus-5.5,medium,reasoning-math,hard,ClaudeCode-p,per-run,1.49,0.00289,,,2,correct-of-2,0,,cost-base-price:cost-publisher-figure,https://qiita.com/yama3133/items/164a0c18aa94c35e5970 (本文 長文: all five models 2 of 2),,out:saturated,in yama-longctx,qiita-yama3133,opus-5,medium,reasoning-math,hard,ClaudeCode-p,per-run,1.87,0.00289,,,2,correct-of-2,0,,cost-base-price:cost-publisher-figure,https://qiita.com/yama3133/items/164a0c18aa94c35e5970 (本文 長文: all five models 2 of 2),,out:saturated,in yama-longctx,qiita-yama3133,sonnet-5.5,medium,reasoning-math,hard,ClaudeCode-p,per-run,0.5625,0.108,,,2,correct-of-2,0,,cost-unrepriced; cost-price-band,https://qiita.com/yama3133/items/164a0c18aa94c35e5970 (本文 長文: all five models 2 of 2),,out:saturated,out:cost-single-couple yama-longctx,qiita-yama3133,sonnet-5,medium,reasoning-math,hard,ClaudeCode-p,per-run,0.75,0.00289,,,2,correct-of-2,0,,cost-base-price:cost-publisher-figure,https://qiita.com/yama3133/items/164a0c18aa94c35e5970 (本文 長文: all five models 2 of 2),,out:saturated,in yama-longctx,qiita-yama3133,haiku-4.5,not-established:absent,reasoning-math,hard,ClaudeCode-p,per-run,0.27,0.00289,,,2,correct-of-2,0,,,https://qiita.com/yama3133/items/164a0c18aa94c35e5970 (本文 長文: all five models 2 of 2),,out:effort-not-established,out:effort-not-established yama-jpwriting,qiita-yama3133,opus-5.5,medium,writing,easy,ClaudeCode-p,,,,,,4,within-length-of-4,0,,,https://qiita.com/yama3133/items/164a0c18aa94c35e5970 (table 字数条件: row Opus 5.5),,out:uninformative, yama-jpwriting,qiita-yama3133,opus-5,medium,writing,easy,ClaudeCode-p,,,,,,0,within-length-of-4,0,,,https://qiita.com/yama3133/items/164a0c18aa94c35e5970 (table 字数条件: row Opus 5),,out:uninformative, yama-jpwriting,qiita-yama3133,sonnet-5.5,medium,writing,easy,ClaudeCode-p,,,,,,4,within-length-of-4,0,,,https://qiita.com/yama3133/items/164a0c18aa94c35e5970 (table 字数条件: row Sonnet 5.5),,out:uninformative, yama-jpwriting,qiita-yama3133,sonnet-5,medium,writing,easy,ClaudeCode-p,,,,,,1,within-length-of-4,0,,,https://qiita.com/yama3133/items/164a0c18aa94c35e5970 (table 字数条件: row Sonnet 5),,out:single-couple, yama-jpwriting,qiita-yama3133,haiku-4.5,not-established:absent,writing,easy,ClaudeCode-p,,,,,,2,within-length-of-4,0,,,https://qiita.com/yama3133/items/164a0c18aa94c35e5970 (table 字数条件: row Haiku 4.5),,out:effort-not-established, yama-random-high,qiita-yama3133,sonnet-5.5,high,reasoning-math,mid,ClaudeCode-p,,0.15000000000000002,0.029,,,,none,,,cost-unrepriced; cost-price-band,"https://qiita.com/yama3133/items/164a0c18aa94c35e5970 (section ランダム問題, sentence on high effort: Sonnet 5.5 $0.20)",,,out:cost-single-couple yama-random-high,qiita-yama3133,sonnet-5,high,reasoning-math,mid,ClaudeCode-p,,0.41,0.00289,,,,none,,,cost-base-price:cost-publisher-figure,"https://qiita.com/yama3133/items/164a0c18aa94c35e5970 (section ランダム問題, sentence on high effort: Sonnet 5 $0.41)",,,out:cost-single-couple yunany90-opus55-brickbreaker,qiita-yunany90,opus-5.5,low,coding,easy,ClaudeCode-CLI,,0.48,0.00289,,3368,,none,,,cost-base-price:cost-publisher-figure,https://qiita.com/yunany90/items/c8586f6366a52ce5e544 (),,,in yunany90-opus55-brickbreaker,qiita-yunany90,opus-5.5,medium,coding,easy,ClaudeCode-CLI,,0.56,0.00289,,6299,,none,,,cost-base-price:cost-publisher-figure,https://qiita.com/yunany90/items/c8586f6366a52ce5e544 (),,,in yunany90-opus55-brickbreaker,qiita-yunany90,opus-5.5,high,coding,easy,ClaudeCode-CLI,,0.75,0.00289,,12376,,none,,,cost-base-price:cost-publisher-figure,https://qiita.com/yunany90/items/c8586f6366a52ce5e544 (),,,in yunany90-opus55-brickbreaker,qiita-yunany90,opus-5.5,xhigh,coding,easy,ClaudeCode-CLI,,1.36,0.00289,,32435,,none,,,cost-base-price:cost-publisher-figure,https://qiita.com/yunany90/items/c8586f6366a52ce5e544 (),,,in yunany90-opus55-brickbreaker,qiita-yunany90,opus-5.5,max,coding,easy,ClaudeCode-CLI,,5.25,0.00289,,160033,,none,,,cost-base-price:cost-publisher-figure,https://qiita.com/yunany90/items/c8586f6366a52ce5e544 (),,,in aa-index-pertask3@qubrid,qubrid,glm-5.3-flash,max,mixed,frontier,AA-Index,per-task,0.09,0.00289,,150000000,57,AA-idx,0.289,,restated-from:Artificial Analysis; cost-method-assumed-single,"https://qubrid.com/blog/glm-53-flash-benchmarks-official-and-independent-results (Independent benchmarks: Artificial Analysis, table (Model | Intelligence Index | Cost per task), row GLM-5.3-Flash (max), column Intelligence Index)",,out:composite,out:cost-not-comparable aa-index-pertask3@qubrid,qubrid,glm-5.3,max,mixed,frontier,AA-Index,per-task,0.68,0.00289,,,60,AA-idx,0.289,,restated-from:Artificial Analysis; cost-method-assumed-single,"https://qubrid.com/blog/glm-53-flash-benchmarks-official-and-independent-results (Independent benchmarks: Artificial Analysis, table (Model | Intelligence Index | Cost per task), row GLM-5.3 (max), column Intelligence Index)",,out:composite,out:cost-not-comparable zai53-tb21@qubrid,qubrid,glm-5.3-flash,unstated,coding,hard,Claude Code,,,,,,84.3,score%,0.0289,,restated-from:Zhipu,"https://qubrid.com/blog/glm-53-flash-benchmarks-official-and-independent-results (Z.ai table, row Terminal-Bench, column GLM-5.3-Flash)",,out:effort-not-established, zai53-deepswe@qubrid,qubrid,glm-5.3-flash,unstated,coding,hard,mini-swe-agent,,,,,,63.4,score%,0.0289,,restated-from:Zhipu,"https://qubrid.com/blog/glm-53-flash-benchmarks-official-and-independent-results (Z.ai table, row DeepSWE, column GLM-5.3-Flash)",,out:effort-not-established, zai53-deepswe@qubrid,qubrid,glm-5.2,unstated,coding,hard,mini-swe-agent,,,,,,46.2,score%,0.0289,,restated-from:Zhipu,"https://qubrid.com/blog/glm-53-flash-benchmarks-official-and-independent-results (Z.ai table, row DeepSWE, column GLM-5.2)",,out:effort-not-established, zai53-automationbench@qubrid,qubrid,glm-5.3-flash,unstated,agentic-tool,hard,,,,,,,48.8,score%,0.0289,,restated-from:Zhipu,"https://qubrid.com/blog/glm-53-flash-benchmarks-official-and-independent-results (Z.ai table, row AutomationBench, column GLM-5.3-Flash)",,out:effort-not-established, zai53-automationbench@qubrid,qubrid,glm-5.2,unstated,agentic-tool,hard,,,,,,,26.2,score%,0.0289,,restated-from:Zhipu,"https://qubrid.com/blog/glm-53-flash-benchmarks-official-and-independent-results (Z.ai table, row AutomationBench, column GLM-5.2)",,out:effort-not-established, zai53f-gdpval@qubrid,qubrid,glm-5.3-flash,unstated,agentic-tool,hard,AA agent,,,,,,1773,Elo,0.289,,restated-from:Zhipu,"https://qubrid.com/blog/glm-53-flash-benchmarks-official-and-independent-results (Z.ai table, row GDPval-AA, column GLM-5.3-Flash)",,out:effort-not-established, zai53f-gdpval@qubrid,qubrid,glm-5.2,unstated,agentic-tool,hard,AA agent,,,,,,1504,Elo,0.289,,restated-from:Zhipu,"https://qubrid.com/blog/glm-53-flash-benchmarks-official-and-independent-results (Z.ai table, row GDPval-AA, column GLM-5.2)",,out:effort-not-established, zai53-hletools@qubrid,qubrid,glm-5.3-flash,unstated,reasoning-math,frontier,context-management tools,,,,,,55.3,score%,0.0289,,restated-from:Zhipu,"https://qubrid.com/blog/glm-53-flash-benchmarks-official-and-independent-results (Z.ai table, row Humanity's, column GLM-5.3-Flash)",,out:effort-not-established, zai53f-ale@qubrid,qubrid,glm-5.3-flash,unstated,agentic-tool,frontier,,,,,,,26.3,score%,0.0289,,restated-from:Zhipu,"https://qubrid.com/blog/glm-53-flash-benchmarks-official-and-independent-results (Z.ai table, row Agent's, column GLM-5.3-Flash)",,out:effort-not-established, quesma-baba,quesma,opus-5,unstated,reasoning-math,hard,Terminus-2,per-suite,17.15,0.00289,,23000,100,pass@1%,0.289,,,"https://quesma.com/blog/baba-kimi-k3-opus-5/ (Stage 0 table, row Anthropic Claude Opus 5, column pass@1)",,out:effort-not-established,out:effort-not-established quesma-baba,quesma,gpt-5.5,unstated,reasoning-math,hard,Terminus-2,per-suite,13.62,0.00289,,15000,100,pass@1%,0.289,,,"https://quesma.com/blog/baba-kimi-k3-opus-5/ (Stage 0 table, row OpenAI GPT-5.5, column pass@1)",,out:effort-not-established,out:effort-not-established quesma-baba,quesma,fable-5,unstated,reasoning-math,hard,Terminus-2,per-suite,40.98,0.00289,,29000,100,pass@1%,0.289,,,"https://quesma.com/blog/baba-kimi-k3-opus-5/ (Stage 0 table, row Anthropic Claude Fable 5, column pass@1)",,out:effort-not-established,out:effort-not-established quesma-baba,quesma,gpt-5.6-sol,unstated,reasoning-math,hard,Terminus-2,per-suite,11.91,0.00289,,10000,100,pass@1%,0.289,,,"https://quesma.com/blog/baba-kimi-k3-opus-5/ (Stage 0 table, row OpenAI GPT-5.6 Sol, column pass@1)",,out:effort-not-established,out:effort-not-established quesma-baba,quesma,kimi-k3,unstated,reasoning-math,hard,Terminus-2,per-suite,12.56,0.00289,,29000,96,pass@1%,0.289,,,"https://quesma.com/blog/baba-kimi-k3-opus-5/ (Stage 0 table, row Kimi Kimi K3, column pass@1)",,out:effort-not-established,out:effort-not-established quesma-baba,quesma,opus-4.8,unstated,reasoning-math,hard,Terminus-2,per-suite,63.14,0.00289,,46000,96,pass@1%,0.289,,,"https://quesma.com/blog/baba-kimi-k3-opus-5/ (Stage 0 table, row Anthropic Claude Opus 4.8, column pass@1)",,out:effort-not-established,out:effort-not-established quesma-baba,quesma,glm-5.2,unstated,reasoning-math,hard,Terminus-2,per-suite,6.20,0.00289,,75000,96,pass@1%,0.289,,,"https://quesma.com/blog/baba-kimi-k3-opus-5/ (Stage 0 table, row Z.ai GLM-5.2, column pass@1)",,out:effort-not-established,out:effort-not-established quesma-baba,quesma,gemini-3.1-pro,unstated,reasoning-math,hard,Terminus-2,per-suite,12.41,0.00289,,38000,92,pass@1%,0.289,,,"https://quesma.com/blog/baba-kimi-k3-opus-5/ (Stage 0 table, row Google Gemini 3.1 Pro, column pass@1)",,out:effort-not-established,out:effort-not-established quesma-baba,quesma,gemini-3.6-flash,unstated,reasoning-math,hard,Terminus-2,per-suite,124.31,0.00289,,82000,88,pass@1%,0.289,,,"https://quesma.com/blog/baba-kimi-k3-opus-5/ (Stage 0 table, row Google Gemini 3.6 Flash, column pass@1)",,out:effort-not-established,out:effort-not-established quesma-baba,quesma,gemini-3.5-flash,unstated,reasoning-math,hard,Terminus-2,per-suite,98.31,0.00289,,74000,88,pass@1%,0.289,,,"https://quesma.com/blog/baba-kimi-k3-opus-5/ (Stage 0 table, row Google Gemini 3.5 Flash, column pass@1)",,out:effort-not-established,out:effort-not-established quesma-baba,quesma,gpt-5.6-terra,unstated,reasoning-math,hard,Terminus-2,per-suite,34.28,0.00289,,55000,88,pass@1%,0.289,,,"https://quesma.com/blog/baba-kimi-k3-opus-5/ (Stage 0 table, row OpenAI GPT-5.6 Terra, column pass@1)",,out:effort-not-established,out:effort-not-established quesma-baba,quesma,grok-4.5,unstated,reasoning-math,hard,Terminus-2,per-suite,50.66,0.00289,,68000,75,pass@1%,0.289,,,"https://quesma.com/blog/baba-kimi-k3-opus-5/ (Stage 0 table, row Grok Grok 4.5, column pass@1)",,out:effort-not-established,out:effort-not-established quesma-baba,quesma,deepseek-v4-flash-0731,unstated,reasoning-math,hard,Terminus-2,per-suite,1.16,0.00289,,156000,75,pass@1%,0.289,,,"https://quesma.com/blog/baba-kimi-k3-opus-5/ (Stage 0 table, row DeepSeek DeepSeek V4 Flash 0731, column pass@1)",,out:effort-not-established,out:effort-not-established quesma-baba,quesma,sonnet-5,unstated,reasoning-math,hard,Terminus-2,per-suite,42.21,0.00289,,151000,67,pass@1%,0.289,,,"https://quesma.com/blog/baba-kimi-k3-opus-5/ (Stage 0 table, row Anthropic Claude Sonnet 5, column pass@1)",,out:effort-not-established,out:effort-not-established quesma-baba,quesma,gpt-5.6-luna,unstated,reasoning-math,hard,Terminus-2,per-suite,59.32,0.00289,,129000,63,pass@1%,0.289,,,"https://quesma.com/blog/baba-kimi-k3-opus-5/ (Stage 0 table, row OpenAI GPT-5.6 Luna, column pass@1)",,out:effort-not-established,out:effort-not-established quesma-baba,quesma,hy3,unstated,reasoning-math,hard,Terminus-2,per-suite,3.23,0.00289,,76000,54,pass@1%,0.289,,,"https://quesma.com/blog/baba-kimi-k3-opus-5/ (Stage 0 table, row Hunyuan Hy3, column pass@1)",,out:effort-not-established,out:effort-not-established quesma-baba,quesma,minimax-m3,unstated,reasoning-math,hard,Terminus-2,per-suite,34.43,0.00289,,173000,46,pass@1%,0.289,,,"https://quesma.com/blog/baba-kimi-k3-opus-5/ (Stage 0 table, row Minimax MiniMax M3, column pass@1)",,out:effort-not-established,out:effort-not-established quesma-baba,quesma,qwen3.6-27b,unstated,reasoning-math,hard,Terminus-2,per-suite,5.59,0.00289,,82000,29,pass@1%,0.289,,,"https://quesma.com/blog/baba-kimi-k3-opus-5/ (Stage 0 table, row Qwen Qwen3.6 27B, column pass@1)",,out:effort-not-established,out:effort-not-established quesma-baba,quesma,deepseek-v4-pro-preview,unstated,reasoning-math,hard,Terminus-2,per-suite,11.49,0.00289,,183000,29,pass@1%,0.289,,,"https://quesma.com/blog/baba-kimi-k3-opus-5/ (Stage 0 table, row DeepSeek DeepSeek V4 Pro, column pass@1)",,out:effort-not-established,out:effort-not-established quesma-baba,quesma,qwen3.7-max,unstated,reasoning-math,hard,Terminus-2,per-suite,16.98,0.00289,,132000,25,pass@1%,0.289,,,"https://quesma.com/blog/baba-kimi-k3-opus-5/ (Stage 0 table, row Qwen Qwen3.7 Max, column pass@1)",,out:effort-not-established,out:effort-not-established chronobay-watch-id,QutaibaAbualrob/chronobay_ai_bench,opus-5.5,medium,mixed,mid,chronobay-single-pass,,0.0223,2.89e-05,,,79.0,exact-ref%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/QutaibaAbualrob/chronobay_ai_bench (REPORT.md, table 'Latest result per model', row claude-opus-5-5, column 'Exact reference')",,in,in chronobay-watch-id,QutaibaAbualrob/chronobay_ai_bench,sonnet-5.5,not-established:contradictory,mixed,mid,chronobay-single-pass,,0.0084,2.89e-05,,,72.0,exact-ref%,0.0289,,,"https://github.com/QutaibaAbualrob/chronobay_ai_bench (REPORT.md, table 'Latest result per model', row claude-sonnet-5-5-nothink, column 'Exact reference')",,out:effort-not-established,out:effort-not-established chronobay-watch-id,QutaibaAbualrob/chronobay_ai_bench,haiku-4.5,nothink,mixed,mid,chronobay-single-pass,,0.0025,2.89e-05,,,11.0,exact-ref%,0.0289,,cost-base-price:cost-publisher-figure,"https://github.com/QutaibaAbualrob/chronobay_ai_bench (REPORT.md, table 'Latest result per model', row claude-haiku-4-5, column 'Exact reference')",,in,in chronobay-watch-id,QutaibaAbualrob/chronobay_ai_bench,?deepseek-flash,not-established:absent,mixed,mid,chronobay-single-pass,,0.0013,2.89e-05,,,48.0,exact-ref%,0.0289,,,"https://github.com/QutaibaAbualrob/chronobay_ai_bench (REPORT.md, table 'Latest result per model', row deepseek-flash, column 'Exact reference')",,out:model-not-established,out:model-not-established qwenblog-q36maxprev-superGPQA,qwen-blog-q36maxprev,qwen3.6-max-preview,unstated,mixed,hard,maker-chart,,,,,,73.9,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.6-max-preview (chart panel ""SuperGPQA"", bar label of Qwen 3.6 Max (preview))",,out:effort-not-established, qwenblog-q36maxprev-superGPQA,qwen-blog-q36maxprev,qwen3.6-plus,unstated,mixed,hard,maker-chart,,,,,,71.6,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.6-max-preview (chart panel ""SuperGPQA"", bar label of Qwen 3.6 plus)",,out:effort-not-established, qwenblog-q36maxprev-superGPQA,qwen-blog-q36maxprev,qwen3.5-plus,unstated,mixed,hard,maker-chart,,,,,,70.4,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.6-max-preview (chart panel ""SuperGPQA"", bar label of Qwen 3.5 plus)",,out:effort-not-established, qwenblog-q36maxprev-superGPQA,qwen-blog-q36maxprev,opus-4.5,unstated,mixed,hard,maker-chart,,,,,,70.6,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.6-max-preview (chart panel ""SuperGPQA"", bar label of Claude 4.5 Opus)",,out:effort-not-established, qwenblog-q36maxprev-superGPQA,qwen-blog-q36maxprev,glm-5.1,unstated,mixed,hard,maker-chart,,,,,,68.0,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.6-max-preview (chart panel ""SuperGPQA"", bar label of GLM 5.1)",,out:effort-not-established, qwenblog-q36maxprev-aa-omniscience,qwen-blog-q36maxprev,qwen3.6-max-preview,unstated,mixed,mid,maker-chart,,,,,,10.0,index,0.0289,,,"https://qwen.ai/blog?id=qwen3.6-max-preview (chart panel ""AA-Omniscience Index"", bar label of Qwen 3.6 Max (preview))",,out:effort-not-established, qwenblog-q36maxprev-aa-omniscience,qwen-blog-q36maxprev,qwen3.6-plus,unstated,mixed,mid,maker-chart,,,,,,3.0,index,0.0289,,,"https://qwen.ai/blog?id=qwen3.6-max-preview (chart panel ""AA-Omniscience Index"", bar label of Qwen 3.6 plus)",,out:effort-not-established, qwenblog-q36maxprev-aa-omniscience,qwen-blog-q36maxprev,qwen3.5-plus,unstated,mixed,mid,maker-chart,,,,,,-30.0,index,0.0289,,,"https://qwen.ai/blog?id=qwen3.6-max-preview (chart panel ""AA-Omniscience Index"", bar label of Qwen 3.5 plus)",,out:effort-not-established, qwenblog-q36maxprev-aa-omniscience,qwen-blog-q36maxprev,opus-4.5,unstated,mixed,mid,maker-chart,,,,,,13.0,index,0.0289,,,"https://qwen.ai/blog?id=qwen3.6-max-preview (chart panel ""AA-Omniscience Index"", bar label of Claude 4.5 Opus)",,out:effort-not-established, qwenblog-q36maxprev-aa-omniscience,qwen-blog-q36maxprev,glm-5.1,unstated,mixed,mid,maker-chart,,,,,,2.0,index,0.0289,,,"https://qwen.ai/blog?id=qwen3.6-max-preview (chart panel ""AA-Omniscience Index"", bar label of GLM 5.1)",,out:effort-not-established, qwenblog-q36maxprev-gdpval-aa,qwen-blog-q36maxprev,qwen3.6-max-preview,unstated,mixed,hard,maker-chart,,,,,,51.0,score,0.0289,,,"https://qwen.ai/blog?id=qwen3.6-max-preview (chart panel ""GDPval-AA"", bar label of Qwen 3.6 Max (preview))",,out:effort-not-established, qwenblog-q36maxprev-gdpval-aa,qwen-blog-q36maxprev,qwen3.6-plus,unstated,mixed,hard,maker-chart,,,,,,43.0,score,0.0289,,,"https://qwen.ai/blog?id=qwen3.6-max-preview (chart panel ""GDPval-AA"", bar label of Qwen 3.6 plus)",,out:effort-not-established, qwenblog-q36maxprev-gdpval-aa,qwen-blog-q36maxprev,qwen3.5-plus,unstated,mixed,hard,maker-chart,,,,,,35.0,score,0.0289,,,"https://qwen.ai/blog?id=qwen3.6-max-preview (chart panel ""GDPval-AA"", bar label of Qwen 3.5 plus)",,out:effort-not-established, qwenblog-q36maxprev-gdpval-aa,qwen-blog-q36maxprev,opus-4.5,unstated,mixed,hard,maker-chart,,,,,,48.0,score,0.0289,,,"https://qwen.ai/blog?id=qwen3.6-max-preview (chart panel ""GDPval-AA"", bar label of Claude 4.5 Opus)",,out:effort-not-established, qwenblog-q36maxprev-gdpval-aa,qwen-blog-q36maxprev,glm-5.1,unstated,mixed,hard,maker-chart,,,,,,52.0,score,0.0289,,,"https://qwen.ai/blog?id=qwen3.6-max-preview (chart panel ""GDPval-AA"", bar label of GLM 5.1)",,out:effort-not-established, qwenblog-q36maxprev-qwenchinesebench,qwen-blog-q36maxprev,qwen3.6-max-preview,unstated,mixed,mid,maker-chart,,,,,,84.0,score,0.0289,,,"https://qwen.ai/blog?id=qwen3.6-max-preview (chart panel ""QwenChineseBench"", bar label of Qwen 3.6 Max (preview))",,out:effort-not-established, qwenblog-q36maxprev-qwenchinesebench,qwen-blog-q36maxprev,qwen3.6-plus,unstated,mixed,mid,maker-chart,,,,,,78.7,score,0.0289,,,"https://qwen.ai/blog?id=qwen3.6-max-preview (chart panel ""QwenChineseBench"", bar label of Qwen 3.6 plus)",,out:effort-not-established, qwenblog-q36maxprev-qwenchinesebench,qwen-blog-q36maxprev,qwen3.5-plus,unstated,mixed,mid,maker-chart,,,,,,78.8,score,0.0289,,,"https://qwen.ai/blog?id=qwen3.6-max-preview (chart panel ""QwenChineseBench"", bar label of Qwen 3.5 plus)",,out:effort-not-established, qwenblog-q36maxprev-qwenchinesebench,qwen-blog-q36maxprev,opus-4.5,unstated,mixed,mid,maker-chart,,,,,,69.0,score,0.0289,,,"https://qwen.ai/blog?id=qwen3.6-max-preview (chart panel ""QwenChineseBench"", bar label of Claude 4.5 Opus)",,out:effort-not-established, qwenblog-q36maxprev-qwenchinesebench,qwen-blog-q36maxprev,glm-5.1,unstated,mixed,mid,maker-chart,,,,,,81.2,score,0.0289,,,"https://qwen.ai/blog?id=qwen3.6-max-preview (chart panel ""QwenChineseBench"", bar label of GLM 5.1)",,out:effort-not-established, qwenblog-q36maxprev-qwenclawbench,qwen-blog-q36maxprev,qwen3.6-max-preview,unstated,agentic-tool,hard,maker-chart,,,,,,59.0,score,0.0289,,,"https://qwen.ai/blog?id=qwen3.6-max-preview (chart panel ""QwenClawBench"", bar label of Qwen 3.6 Max (preview))",,out:effort-not-established, qwenblog-q36maxprev-qwenclawbench,qwen-blog-q36maxprev,qwen3.6-plus,unstated,agentic-tool,hard,maker-chart,,,,,,57.2,score,0.0289,,,"https://qwen.ai/blog?id=qwen3.6-max-preview (chart panel ""QwenClawBench"", bar label of Qwen 3.6 plus)",,out:effort-not-established, qwenblog-q36maxprev-qwenclawbench,qwen-blog-q36maxprev,qwen3.5-plus,unstated,agentic-tool,hard,maker-chart,,,,,,51.8,score,0.0289,,,"https://qwen.ai/blog?id=qwen3.6-max-preview (chart panel ""QwenClawBench"", bar label of Qwen 3.5 plus)",,out:effort-not-established, qwenblog-q36maxprev-qwenclawbench,qwen-blog-q36maxprev,opus-4.5,unstated,agentic-tool,hard,maker-chart,,,,,,52.3,score,0.0289,,,"https://qwen.ai/blog?id=qwen3.6-max-preview (chart panel ""QwenClawBench"", bar label of Claude 4.5 Opus)",,out:effort-not-established, qwenblog-q36maxprev-qwenclawbench,qwen-blog-q36maxprev,glm-5.1,unstated,agentic-tool,hard,maker-chart,,,,,,58.7,score,0.0289,,,"https://qwen.ai/blog?id=qwen3.6-max-preview (chart panel ""QwenClawBench"", bar label of GLM 5.1)",,out:effort-not-established, qwenblog-q36maxprev-skillsbench,qwen-blog-q36maxprev,qwen3.6-max-preview,unstated,agentic-tool,hard,maker-chart,,,,,,55.6,score,0.0289,,,"https://qwen.ai/blog?id=qwen3.6-max-preview (chart panel ""SkillsBench"", bar label of Qwen 3.6 Max (preview))",,out:effort-not-established, qwenblog-q36maxprev-skillsbench,qwen-blog-q36maxprev,qwen3.6-plus,unstated,agentic-tool,hard,maker-chart,,,,,,45.7,score,0.0289,,,"https://qwen.ai/blog?id=qwen3.6-max-preview (chart panel ""SkillsBench"", bar label of Qwen 3.6 plus)",,out:effort-not-established, qwenblog-q36maxprev-skillsbench,qwen-blog-q36maxprev,qwen3.5-plus,unstated,agentic-tool,hard,maker-chart,,,,,,30.0,score,0.0289,,,"https://qwen.ai/blog?id=qwen3.6-max-preview (chart panel ""SkillsBench"", bar label of Qwen 3.5 plus)",,out:effort-not-established, qwenblog-q36maxprev-skillsbench,qwen-blog-q36maxprev,opus-4.5,unstated,agentic-tool,hard,maker-chart,,,,,,45.3,score,0.0289,,,"https://qwen.ai/blog?id=qwen3.6-max-preview (chart panel ""SkillsBench"", bar label of Claude 4.5 Opus)",,out:effort-not-established, qwenblog-q36maxprev-skillsbench,qwen-blog-q36maxprev,glm-5.1,unstated,agentic-tool,hard,maker-chart,,,,,,53.1,score,0.0289,,,"https://qwen.ai/blog?id=qwen3.6-max-preview (chart panel ""SkillsBench"", bar label of GLM 5.1)",,out:effort-not-established, qwenblog-q36maxprev-toolcallformatifbench,qwen-blog-q36maxprev,qwen3.6-max-preview,unstated,agentic-tool,mid,maker-chart,,,,,,86.1,score,0.0289,,,"https://qwen.ai/blog?id=qwen3.6-max-preview (chart panel ""ToolcallFormatIFBench"", bar label of Qwen 3.6 Max (preview))",,out:effort-not-established, qwenblog-q36maxprev-toolcallformatifbench,qwen-blog-q36maxprev,qwen3.6-plus,unstated,agentic-tool,mid,maker-chart,,,,,,83.3,score,0.0289,,,"https://qwen.ai/blog?id=qwen3.6-max-preview (chart panel ""ToolcallFormatIFBench"", bar label of Qwen 3.6 plus)",,out:effort-not-established, qwenblog-q36maxprev-toolcallformatifbench,qwen-blog-q36maxprev,qwen3.5-plus,unstated,agentic-tool,mid,maker-chart,,,,,,80.1,score,0.0289,,,"https://qwen.ai/blog?id=qwen3.6-max-preview (chart panel ""ToolcallFormatIFBench"", bar label of Qwen 3.5 plus)",,out:effort-not-established, qwenblog-q36maxprev-toolcallformatifbench,qwen-blog-q36maxprev,opus-4.5,unstated,agentic-tool,mid,maker-chart,,,,,,84.2,score,0.0289,,,"https://qwen.ai/blog?id=qwen3.6-max-preview (chart panel ""ToolcallFormatIFBench"", bar label of Claude 4.5 Opus)",,out:effort-not-established, qwenblog-q36maxprev-toolcallformatifbench,qwen-blog-q36maxprev,glm-5.1,unstated,agentic-tool,mid,maker-chart,,,,,,60.1,score,0.0289,,,"https://qwen.ai/blog?id=qwen3.6-max-preview (chart panel ""ToolcallFormatIFBench"", bar label of GLM 5.1)",,out:effort-not-established, qwenblog-q36maxprev-qwenwebbench,qwen-blog-q36maxprev,qwen3.6-max-preview,unstated,coding,hard,maker-chart,,,,,,1532,Elo,0.289,,,"https://qwen.ai/blog?id=qwen3.6-max-preview (chart panel ""QwenWebBench (Elo Rating)"", bar label of Qwen 3.6 Max (preview))",,out:effort-not-established, qwenblog-q36maxprev-qwenwebbench,qwen-blog-q36maxprev,qwen3.6-plus,unstated,coding,hard,maker-chart,,,,,,1495,Elo,0.289,,,"https://qwen.ai/blog?id=qwen3.6-max-preview (chart panel ""QwenWebBench (Elo Rating)"", bar label of Qwen 3.6 plus)",,out:effort-not-established, qwenblog-q36maxprev-qwenwebbench,qwen-blog-q36maxprev,qwen3.5-plus,unstated,coding,hard,maker-chart,,,,,,1182,Elo,0.289,,,"https://qwen.ai/blog?id=qwen3.6-max-preview (chart panel ""QwenWebBench (Elo Rating)"", bar label of Qwen 3.5 plus)",,out:effort-not-established, qwenblog-q36maxprev-qwenwebbench,qwen-blog-q36maxprev,opus-4.5,unstated,coding,hard,maker-chart,,,,,,1530,Elo,0.289,,,"https://qwen.ai/blog?id=qwen3.6-max-preview (chart panel ""QwenWebBench (Elo Rating)"", bar label of Claude 4.5 Opus)",,out:effort-not-established, qwenblog-q36maxprev-qwenwebbench,qwen-blog-q36maxprev,glm-5.1,unstated,coding,hard,maker-chart,,,,,,1558,Elo,0.289,,,"https://qwen.ai/blog?id=qwen3.6-max-preview (chart panel ""QwenWebBench (Elo Rating)"", bar label of GLM 5.1)",,out:effort-not-established, qwenblog-q36maxprev-scicode,qwen-blog-q36maxprev,qwen3.6-max-preview,unstated,coding,hard,maker-chart,,,,,,47.0,score,0.0289,,,"https://qwen.ai/blog?id=qwen3.6-max-preview (chart panel ""SciCode"", bar label of Qwen 3.6 Max (preview))",,out:effort-not-established, qwenblog-q36maxprev-scicode,qwen-blog-q36maxprev,qwen3.6-plus,unstated,coding,hard,maker-chart,,,,,,40.7,score,0.0289,,,"https://qwen.ai/blog?id=qwen3.6-max-preview (chart panel ""SciCode"", bar label of Qwen 3.6 plus)",,out:effort-not-established, qwenblog-q36maxprev-scicode,qwen-blog-q36maxprev,qwen3.5-plus,unstated,coding,hard,maker-chart,,,,,,42.0,score,0.0289,,,"https://qwen.ai/blog?id=qwen3.6-max-preview (chart panel ""SciCode"", bar label of Qwen 3.5 plus)",,out:effort-not-established, qwenblog-q36maxprev-scicode,qwen-blog-q36maxprev,opus-4.5,unstated,coding,hard,maker-chart,,,,,,49.5,score,0.0289,,,"https://qwen.ai/blog?id=qwen3.6-max-preview (chart panel ""SciCode"", bar label of Claude 4.5 Opus)",,out:effort-not-established, qwenblog-q36maxprev-scicode,qwen-blog-q36maxprev,glm-5.1,unstated,coding,hard,maker-chart,,,,,,43.8,score,0.0289,,,"https://qwen.ai/blog?id=qwen3.6-max-preview (chart panel ""SciCode"", bar label of GLM 5.1)",,out:effort-not-established, qwenblog-q36maxprev-nl2repo,qwen-blog-q36maxprev,qwen3.6-max-preview,unstated,coding,hard,maker-chart,,,,,,42.9,score,0.0289,,,"https://qwen.ai/blog?id=qwen3.6-max-preview (chart panel ""NL2Repo"", bar label of Qwen 3.6 Max (preview))",,out:effort-not-established, qwenblog-q36maxprev-nl2repo,qwen-blog-q36maxprev,qwen3.6-plus,unstated,coding,hard,maker-chart,,,,,,37.9,score,0.0289,,,"https://qwen.ai/blog?id=qwen3.6-max-preview (chart panel ""NL2Repo"", bar label of Qwen 3.6 plus)",,out:effort-not-established, qwenblog-q36maxprev-nl2repo,qwen-blog-q36maxprev,qwen3.5-plus,unstated,coding,hard,maker-chart,,,,,,32.2,score,0.0289,,,"https://qwen.ai/blog?id=qwen3.6-max-preview (chart panel ""NL2Repo"", bar label of Qwen 3.5 plus)",,out:effort-not-established, qwenblog-q36maxprev-nl2repo,qwen-blog-q36maxprev,opus-4.5,unstated,coding,hard,maker-chart,,,,,,43.2,score,0.0289,,,"https://qwen.ai/blog?id=qwen3.6-max-preview (chart panel ""NL2Repo"", bar label of Claude 4.5 Opus)",,out:effort-not-established, qwenblog-q36maxprev-nl2repo,qwen-blog-q36maxprev,glm-5.1,unstated,coding,hard,maker-chart,,,,,,42.7,score,0.0289,,,"https://qwen.ai/blog?id=qwen3.6-max-preview (chart panel ""NL2Repo"", bar label of GLM 5.1)",,out:effort-not-established, qwenblog-q36maxprev-terminal-bench-2-terminus2,qwen-blog-q36maxprev,qwen3.6-max-preview,unstated,coding,hard,maker-chart,,,,,,65.4,pass%,0.0289,,,"https://qwen.ai/blog?id=qwen3.6-max-preview (chart panel ""Terminal-Bench 2.0 (Terminus-2)"", bar label of Qwen 3.6 Max (preview))",,out:effort-not-established, qwenblog-q36maxprev-terminal-bench-2-terminus2,qwen-blog-q36maxprev,qwen3.6-plus,unstated,coding,hard,maker-chart,,,,,,61.6,pass%,0.0289,,,"https://qwen.ai/blog?id=qwen3.6-max-preview (chart panel ""Terminal-Bench 2.0 (Terminus-2)"", bar label of Qwen 3.6 plus)",,out:effort-not-established, qwenblog-q36maxprev-terminal-bench-2-terminus2,qwen-blog-q36maxprev,qwen3.5-plus,unstated,coding,hard,maker-chart,,,,,,52.5,pass%,0.0289,,,"https://qwen.ai/blog?id=qwen3.6-max-preview (chart panel ""Terminal-Bench 2.0 (Terminus-2)"", bar label of Qwen 3.5 plus)",,out:effort-not-established, qwenblog-q36maxprev-terminal-bench-2-terminus2,qwen-blog-q36maxprev,opus-4.5,unstated,coding,hard,maker-chart,,,,,,59.3,pass%,0.0289,,,"https://qwen.ai/blog?id=qwen3.6-max-preview (chart panel ""Terminal-Bench 2.0 (Terminus-2)"", bar label of Claude 4.5 Opus)",,out:effort-not-established, qwenblog-q36maxprev-terminal-bench-2-terminus2,qwen-blog-q36maxprev,glm-5.1,unstated,coding,hard,maker-chart,,,,,,63.5,pass%,0.0289,,,"https://qwen.ai/blog?id=qwen3.6-max-preview (chart panel ""Terminal-Bench 2.0 (Terminus-2)"", bar label of GLM 5.1)",,out:effort-not-established, qwenblog-q36maxprev-swe-bench-pro,qwen-blog-q36maxprev,qwen3.6-max-preview,unstated,coding,hard,maker-chart,,,,,,57.3,resolved%,0.0289,,,"https://qwen.ai/blog?id=qwen3.6-max-preview (chart panel ""SWE-bench Pro"", bar label of Qwen 3.6 Max (preview))",,out:effort-not-established, qwenblog-q36maxprev-swe-bench-pro,qwen-blog-q36maxprev,qwen3.6-plus,unstated,coding,hard,maker-chart,,,,,,56.6,resolved%,0.0289,,,"https://qwen.ai/blog?id=qwen3.6-max-preview (chart panel ""SWE-bench Pro"", bar label of Qwen 3.6 plus)",,out:effort-not-established, qwenblog-q36maxprev-swe-bench-pro,qwen-blog-q36maxprev,qwen3.5-plus,unstated,coding,hard,maker-chart,,,,,,50.9,resolved%,0.0289,,,"https://qwen.ai/blog?id=qwen3.6-max-preview (chart panel ""SWE-bench Pro"", bar label of Qwen 3.5 plus)",,out:effort-not-established, qwenblog-q36maxprev-swe-bench-pro,qwen-blog-q36maxprev,opus-4.5,unstated,coding,hard,maker-chart,,,,,,57.1,resolved%,0.0289,,,"https://qwen.ai/blog?id=qwen3.6-max-preview (chart panel ""SWE-bench Pro"", bar label of Claude 4.5 Opus)",,out:effort-not-established, qwenblog-q36maxprev-swe-bench-pro,qwen-blog-q36maxprev,glm-5.1,unstated,coding,hard,maker-chart,,,,,,58.4,resolved%,0.0289,,,"https://qwen.ai/blog?id=qwen3.6-max-preview (chart panel ""SWE-bench Pro"", bar label of GLM 5.1)",,out:effort-not-established, blog-qwen3-max-thinking-mmlu-pro,alibaba,gpt-5.2,not-established:absent,reasoning-math,mid,,,,,,,87.4,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3-max-thinking (line 22, row 'MMLU-Pro', column 'GPT-5.2 -Thinking')",,out:effort-not-established, blog-qwen3-max-thinking-mmlu-pro,alibaba,opus-4.5,unstated,reasoning-math,mid,,,,,,,89.5,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3-max-thinking (line 22, row 'MMLU-Pro', column 'Claude-Opus -4.5')",,out:effort-not-established, blog-qwen3-max-thinking-mmlu-pro,alibaba,gemini-3-pro,unstated,reasoning-math,mid,,,,,,,89.8,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3-max-thinking (line 22, row 'MMLU-Pro', column 'Gemini 3 Pro')",,out:effort-not-established, blog-qwen3-max-thinking-mmlu-pro,alibaba,deepseek-v3.2,unstated,reasoning-math,mid,,,,,,,85.0,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3-max-thinking (line 22, row 'MMLU-Pro', column 'DeepSeek V3.2')",,out:effort-not-established, blog-qwen3-max-thinking-mmlu-pro,alibaba,qwen3-max-0123,think,reasoning-math,mid,,,,,,,85.7,score%,0.0289,,EAP-run,"https://qwen.ai/blog?id=qwen3-max-thinking (line 22, row 'MMLU-Pro', column 'Qwen3-Max -Thinking')",,out:single-couple, blog-qwen3-max-thinking-mmlu-redux,alibaba,gpt-5.2,not-established:absent,reasoning-math,mid,,,,,,,95.0,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3-max-thinking (line 23, row 'MMLU-Redux', column 'GPT-5.2 -Thinking')",,out:effort-not-established, blog-qwen3-max-thinking-mmlu-redux,alibaba,opus-4.5,unstated,reasoning-math,mid,,,,,,,95.6,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3-max-thinking (line 23, row 'MMLU-Redux', column 'Claude-Opus -4.5')",,out:effort-not-established, blog-qwen3-max-thinking-mmlu-redux,alibaba,gemini-3-pro,unstated,reasoning-math,mid,,,,,,,95.9,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3-max-thinking (line 23, row 'MMLU-Redux', column 'Gemini 3 Pro')",,out:effort-not-established, blog-qwen3-max-thinking-mmlu-redux,alibaba,deepseek-v3.2,unstated,reasoning-math,mid,,,,,,,94.5,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3-max-thinking (line 23, row 'MMLU-Redux', column 'DeepSeek V3.2')",,out:effort-not-established, blog-qwen3-max-thinking-mmlu-redux,alibaba,qwen3-max-0123,think,reasoning-math,mid,,,,,,,92.8,score%,0.0289,,EAP-run,"https://qwen.ai/blog?id=qwen3-max-thinking (line 23, row 'MMLU-Redux', column 'Qwen3-Max -Thinking')",,out:single-couple, blog-qwen3-max-thinking-c-eval,alibaba,gpt-5.2,not-established:absent,mixed,mid,,,,,,,90.5,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3-max-thinking (line 24, row 'C-Eval', column 'GPT-5.2 -Thinking')",,out:effort-not-established, blog-qwen3-max-thinking-c-eval,alibaba,opus-4.5,unstated,mixed,mid,,,,,,,92.2,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3-max-thinking (line 24, row 'C-Eval', column 'Claude-Opus -4.5')",,out:effort-not-established, blog-qwen3-max-thinking-c-eval,alibaba,gemini-3-pro,unstated,mixed,mid,,,,,,,93.4,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3-max-thinking (line 24, row 'C-Eval', column 'Gemini 3 Pro')",,out:effort-not-established, blog-qwen3-max-thinking-c-eval,alibaba,deepseek-v3.2,unstated,mixed,mid,,,,,,,92.9,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3-max-thinking (line 24, row 'C-Eval', column 'DeepSeek V3.2')",,out:effort-not-established, blog-qwen3-max-thinking-c-eval,alibaba,qwen3-max-0123,think,mixed,mid,,,,,,,93.7,score%,0.0289,,EAP-run,"https://qwen.ai/blog?id=qwen3-max-thinking (line 24, row 'C-Eval', column 'Qwen3-Max -Thinking')",,out:single-couple, blog-qwen3-max-thinking-gpqa,alibaba,gpt-5.2,not-established:absent,reasoning-math,hard,,,,,,,92.4,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3-max-thinking (line 25, row 'GPQA', column 'GPT-5.2 -Thinking')",,out:effort-not-established, blog-qwen3-max-thinking-gpqa,alibaba,opus-4.5,unstated,reasoning-math,hard,,,,,,,87.0,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3-max-thinking (line 25, row 'GPQA', column 'Claude-Opus -4.5')",,out:effort-not-established, blog-qwen3-max-thinking-gpqa,alibaba,gemini-3-pro,unstated,reasoning-math,hard,,,,,,,91.9,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3-max-thinking (line 25, row 'GPQA', column 'Gemini 3 Pro')",,out:effort-not-established, blog-qwen3-max-thinking-gpqa,alibaba,deepseek-v3.2,unstated,reasoning-math,hard,,,,,,,82.4,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3-max-thinking (line 25, row 'GPQA', column 'DeepSeek V3.2')",,out:effort-not-established, blog-qwen3-max-thinking-gpqa,alibaba,qwen3-max-0123,think,reasoning-math,hard,,,,,,,87.4,score%,0.0289,,EAP-run,"https://qwen.ai/blog?id=qwen3-max-thinking (line 25, row 'GPQA', column 'Qwen3-Max -Thinking')",,out:single-couple, blog-qwen3-max-thinking-hle,alibaba,gpt-5.2,not-established:absent,reasoning-math,frontier,,,,,,,35.5,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3-max-thinking (line 26, row 'HLE', column 'GPT-5.2 -Thinking')",,out:effort-not-established, blog-qwen3-max-thinking-hle,alibaba,opus-4.5,unstated,reasoning-math,frontier,,,,,,,30.8,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3-max-thinking (line 26, row 'HLE', column 'Claude-Opus -4.5')",,out:effort-not-established, blog-qwen3-max-thinking-hle,alibaba,gemini-3-pro,unstated,reasoning-math,frontier,,,,,,,37.5,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3-max-thinking (line 26, row 'HLE', column 'Gemini 3 Pro')",,out:effort-not-established, blog-qwen3-max-thinking-hle,alibaba,deepseek-v3.2,unstated,reasoning-math,frontier,,,,,,,25.1,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3-max-thinking (line 26, row 'HLE', column 'DeepSeek V3.2')",,out:effort-not-established, blog-qwen3-max-thinking-hle,alibaba,qwen3-max-0123,think,reasoning-math,frontier,,,,,,,30.2,score%,0.0289,,EAP-run,"https://qwen.ai/blog?id=qwen3-max-thinking (line 26, row 'HLE', column 'Qwen3-Max -Thinking')",,out:single-couple, blog-qwen3-max-thinking-livecodebench-v6,alibaba,gpt-5.2,not-established:absent,coding,hard,,,,,,,87.7,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3-max-thinking (line 27, row 'LiveCodeBench v6', column 'GPT-5.2 -Thinking')",,out:effort-not-established, blog-qwen3-max-thinking-livecodebench-v6,alibaba,opus-4.5,unstated,coding,hard,,,,,,,84.8,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3-max-thinking (line 27, row 'LiveCodeBench v6', column 'Claude-Opus -4.5')",,out:effort-not-established, blog-qwen3-max-thinking-livecodebench-v6,alibaba,gemini-3-pro,unstated,coding,hard,,,,,,,90.7,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3-max-thinking (line 27, row 'LiveCodeBench v6', column 'Gemini 3 Pro')",,out:effort-not-established, blog-qwen3-max-thinking-livecodebench-v6,alibaba,deepseek-v3.2,unstated,coding,hard,,,,,,,80.8,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3-max-thinking (line 27, row 'LiveCodeBench v6', column 'DeepSeek V3.2')",,out:effort-not-established, blog-qwen3-max-thinking-livecodebench-v6,alibaba,qwen3-max-0123,think,coding,hard,,,,,,,85.9,score%,0.0289,,EAP-run,"https://qwen.ai/blog?id=qwen3-max-thinking (line 27, row 'LiveCodeBench v6', column 'Qwen3-Max -Thinking')",,out:single-couple, blog-qwen3-max-thinking-hmmt-feb-25,alibaba,gpt-5.2,not-established:absent,reasoning-math,hard,,,,,,,99.4,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3-max-thinking (line 28, row 'HMMT Feb 25', column 'GPT-5.2 -Thinking')",,out:effort-not-established, blog-qwen3-max-thinking-hmmt-feb-25,alibaba,gemini-3-pro,unstated,reasoning-math,hard,,,,,,,97.5,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3-max-thinking (line 28, row 'HMMT Feb 25', column 'Gemini 3 Pro')",,out:effort-not-established, blog-qwen3-max-thinking-hmmt-feb-25,alibaba,deepseek-v3.2,unstated,reasoning-math,hard,,,,,,,92.5,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3-max-thinking (line 28, row 'HMMT Feb 25', column 'DeepSeek V3.2')",,out:effort-not-established, blog-qwen3-max-thinking-hmmt-feb-25,alibaba,qwen3-max-0123,think,reasoning-math,hard,,,,,,,98.0,score%,0.0289,,EAP-run,"https://qwen.ai/blog?id=qwen3-max-thinking (line 28, row 'HMMT Feb 25', column 'Qwen3-Max -Thinking')",,out:single-couple, blog-qwen3-max-thinking-hmmt-nov-25,alibaba,gemini-3-pro,unstated,reasoning-math,hard,,,,,,,93.3,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3-max-thinking (line 29, row 'HMMT Nov 25', column 'Gemini 3 Pro')",,out:effort-not-established, blog-qwen3-max-thinking-hmmt-nov-25,alibaba,deepseek-v3.2,unstated,reasoning-math,hard,,,,,,,90.2,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3-max-thinking (line 29, row 'HMMT Nov 25', column 'DeepSeek V3.2')",,out:effort-not-established, blog-qwen3-max-thinking-hmmt-nov-25,alibaba,qwen3-max-0123,think,reasoning-math,hard,,,,,,,94.7,score%,0.0289,,EAP-run,"https://qwen.ai/blog?id=qwen3-max-thinking (line 29, row 'HMMT Nov 25', column 'Qwen3-Max -Thinking')",,out:single-couple, blog-qwen3-max-thinking-imoanswerbench,alibaba,gpt-5.2,not-established:absent,reasoning-math,hard,,,,,,,86.3,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3-max-thinking (line 30, row 'IMOAnswerBench', column 'GPT-5.2 -Thinking')",,out:effort-not-established, blog-qwen3-max-thinking-imoanswerbench,alibaba,opus-4.5,unstated,reasoning-math,hard,,,,,,,84.0,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3-max-thinking (line 30, row 'IMOAnswerBench', column 'Claude-Opus -4.5')",,out:effort-not-established, blog-qwen3-max-thinking-imoanswerbench,alibaba,gemini-3-pro,unstated,reasoning-math,hard,,,,,,,83.3,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3-max-thinking (line 30, row 'IMOAnswerBench', column 'Gemini 3 Pro')",,out:effort-not-established, blog-qwen3-max-thinking-imoanswerbench,alibaba,deepseek-v3.2,unstated,reasoning-math,hard,,,,,,,78.3,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3-max-thinking (line 30, row 'IMOAnswerBench', column 'DeepSeek V3.2')",,out:effort-not-established, blog-qwen3-max-thinking-imoanswerbench,alibaba,qwen3-max-0123,think,reasoning-math,hard,,,,,,,83.9,score%,0.0289,,EAP-run,"https://qwen.ai/blog?id=qwen3-max-thinking (line 30, row 'IMOAnswerBench', column 'Qwen3-Max -Thinking')",,out:single-couple, blog-qwen3-max-thinking-swe-verified,alibaba,gpt-5.2,not-established:absent,coding,hard,,,,,,,80.0,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3-max-thinking (line 31, row 'SWE Verified', column 'GPT-5.2 -Thinking')",,out:effort-not-established, blog-qwen3-max-thinking-swe-verified,alibaba,opus-4.5,unstated,coding,hard,,,,,,,80.9,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3-max-thinking (line 31, row 'SWE Verified', column 'Claude-Opus -4.5')",,out:effort-not-established, blog-qwen3-max-thinking-swe-verified,alibaba,gemini-3-pro,unstated,coding,hard,,,,,,,76.2,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3-max-thinking (line 31, row 'SWE Verified', column 'Gemini 3 Pro')",,out:effort-not-established, blog-qwen3-max-thinking-swe-verified,alibaba,deepseek-v3.2,unstated,coding,hard,,,,,,,73.1,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3-max-thinking (line 31, row 'SWE Verified', column 'DeepSeek V3.2')",,out:effort-not-established, blog-qwen3-max-thinking-swe-verified,alibaba,qwen3-max-0123,think,coding,hard,,,,,,,75.3,score%,0.0289,,EAP-run,"https://qwen.ai/blog?id=qwen3-max-thinking (line 31, row 'SWE Verified', column 'Qwen3-Max -Thinking')",,out:single-couple, blog-qwen3-max-thinking-hle-w-tools,alibaba,gpt-5.2,not-established:absent,reasoning-math,frontier,,,,,,,45.5,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3-max-thinking (line 32, row 'HLE (w/ tools)', column 'GPT-5.2 -Thinking')",,out:effort-not-established, blog-qwen3-max-thinking-hle-w-tools,alibaba,opus-4.5,unstated,reasoning-math,frontier,,,,,,,43.2,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3-max-thinking (line 32, row 'HLE (w/ tools)', column 'Claude-Opus -4.5')",,out:effort-not-established, blog-qwen3-max-thinking-hle-w-tools,alibaba,gemini-3-pro,unstated,reasoning-math,frontier,,,,,,,45.8,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3-max-thinking (line 32, row 'HLE (w/ tools)', column 'Gemini 3 Pro')",,out:effort-not-established, blog-qwen3-max-thinking-hle-w-tools,alibaba,deepseek-v3.2,unstated,reasoning-math,frontier,,,,,,,40.8,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3-max-thinking (line 32, row 'HLE (w/ tools)', column 'DeepSeek V3.2')",,out:effort-not-established, blog-qwen3-max-thinking-hle-w-tools,alibaba,qwen3-max-0123,think,reasoning-math,frontier,,,,,,,49.8,score%,0.0289,,EAP-run,"https://qwen.ai/blog?id=qwen3-max-thinking (line 32, row 'HLE (w/ tools)', column 'Qwen3-Max -Thinking')",,out:single-couple, blog-qwen3-max-thinking-ifbench,alibaba,gpt-5.2,not-established:absent,mixed,mid,,,,,,,75.4,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3-max-thinking (line 33, row 'IFBench', column 'GPT-5.2 -Thinking')",,out:effort-not-established, blog-qwen3-max-thinking-ifbench,alibaba,opus-4.5,unstated,mixed,mid,,,,,,,58.0,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3-max-thinking (line 33, row 'IFBench', column 'Claude-Opus -4.5')",,out:effort-not-established, blog-qwen3-max-thinking-ifbench,alibaba,gemini-3-pro,unstated,mixed,mid,,,,,,,70.4,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3-max-thinking (line 33, row 'IFBench', column 'Gemini 3 Pro')",,out:effort-not-established, blog-qwen3-max-thinking-ifbench,alibaba,deepseek-v3.2,unstated,mixed,mid,,,,,,,60.7,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3-max-thinking (line 33, row 'IFBench', column 'DeepSeek V3.2')",,out:effort-not-established, blog-qwen3-max-thinking-ifbench,alibaba,qwen3-max-0123,think,mixed,mid,,,,,,,70.9,score%,0.0289,,EAP-run,"https://qwen.ai/blog?id=qwen3-max-thinking (line 33, row 'IFBench', column 'Qwen3-Max -Thinking')",,out:single-couple, blog-qwen3-max-thinking-multichallenge,alibaba,gpt-5.2,not-established:absent,mixed,hard,,,,,,,57.9,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3-max-thinking (line 34, row 'MultiChallenge', column 'GPT-5.2 -Thinking')",,out:effort-not-established, blog-qwen3-max-thinking-multichallenge,alibaba,opus-4.5,unstated,mixed,hard,,,,,,,54.2,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3-max-thinking (line 34, row 'MultiChallenge', column 'Claude-Opus -4.5')",,out:effort-not-established, blog-qwen3-max-thinking-multichallenge,alibaba,gemini-3-pro,unstated,mixed,hard,,,,,,,64.2,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3-max-thinking (line 34, row 'MultiChallenge', column 'Gemini 3 Pro')",,out:effort-not-established, blog-qwen3-max-thinking-multichallenge,alibaba,deepseek-v3.2,unstated,mixed,hard,,,,,,,47.3,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3-max-thinking (line 34, row 'MultiChallenge', column 'DeepSeek V3.2')",,out:effort-not-established, blog-qwen3-max-thinking-multichallenge,alibaba,qwen3-max-0123,think,mixed,hard,,,,,,,63.3,score%,0.0289,,EAP-run,"https://qwen.ai/blog?id=qwen3-max-thinking (line 34, row 'MultiChallenge', column 'Qwen3-Max -Thinking')",,out:single-couple, blog-qwen3-max-thinking-arena-hard-v2,alibaba,gpt-5.2,not-established:absent,writing,mid,,,,,,,80.6,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3-max-thinking (line 35, row 'Arena-Hard v2', column 'GPT-5.2 -Thinking')",,out:effort-not-established, blog-qwen3-max-thinking-arena-hard-v2,alibaba,opus-4.5,unstated,writing,mid,,,,,,,76.7,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3-max-thinking (line 35, row 'Arena-Hard v2', column 'Claude-Opus -4.5')",,out:effort-not-established, blog-qwen3-max-thinking-arena-hard-v2,alibaba,gemini-3-pro,unstated,writing,mid,,,,,,,81.7,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3-max-thinking (line 35, row 'Arena-Hard v2', column 'Gemini 3 Pro')",,out:effort-not-established, blog-qwen3-max-thinking-arena-hard-v2,alibaba,deepseek-v3.2,unstated,writing,mid,,,,,,,66.5,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3-max-thinking (line 35, row 'Arena-Hard v2', column 'DeepSeek V3.2')",,out:effort-not-established, blog-qwen3-max-thinking-arena-hard-v2,alibaba,qwen3-max-0123,think,writing,mid,,,,,,,90.2,score%,0.0289,,EAP-run,"https://qwen.ai/blog?id=qwen3-max-thinking (line 35, row 'Arena-Hard v2', column 'Qwen3-Max -Thinking')",,out:single-couple, blog-qwen3-max-thinking-tau-bench,alibaba,gpt-5.2,not-established:absent,agentic-tool,mid,official-tau2-setting,,,,,,80.9,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3-max-thinking (line 36, row 'Tau² Bench', column 'GPT-5.2 -Thinking')",,out:effort-not-established, blog-qwen3-max-thinking-tau-bench,alibaba,opus-4.5,unstated,agentic-tool,mid,official-tau2-setting,,,,,,85.7,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3-max-thinking (line 36, row 'Tau² Bench', column 'Claude-Opus -4.5')",,out:effort-not-established, blog-qwen3-max-thinking-tau-bench,alibaba,gemini-3-pro,unstated,agentic-tool,mid,official-tau2-setting,,,,,,85.4,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3-max-thinking (line 36, row 'Tau² Bench', column 'Gemini 3 Pro')",,out:effort-not-established, blog-qwen3-max-thinking-tau-bench,alibaba,deepseek-v3.2,unstated,agentic-tool,mid,official-tau2-setting,,,,,,80.3,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3-max-thinking (line 36, row 'Tau² Bench', column 'DeepSeek V3.2')",,out:effort-not-established, blog-qwen3-max-thinking-tau-bench,alibaba,qwen3-max-0123,think,agentic-tool,mid,official-tau2-setting,,,,,,82.1,score%,0.0289,,EAP-run,"https://qwen.ai/blog?id=qwen3-max-thinking (line 36, row 'Tau² Bench', column 'Qwen3-Max -Thinking')",,out:single-couple, blog-qwen3-max-thinking-bfcl-v4,alibaba,gpt-5.2,not-established:absent,agentic-tool,mid,,,,,,,63.1,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3-max-thinking (line 37, row 'BFCL-V4', column 'GPT-5.2 -Thinking')",,out:effort-not-established, blog-qwen3-max-thinking-bfcl-v4,alibaba,opus-4.5,unstated,agentic-tool,mid,,,,,,,77.5,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3-max-thinking (line 37, row 'BFCL-V4', column 'Claude-Opus -4.5')",,out:effort-not-established, blog-qwen3-max-thinking-bfcl-v4,alibaba,gemini-3-pro,unstated,agentic-tool,mid,,,,,,,72.5,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3-max-thinking (line 37, row 'BFCL-V4', column 'Gemini 3 Pro')",,out:effort-not-established, blog-qwen3-max-thinking-bfcl-v4,alibaba,deepseek-v3.2,unstated,agentic-tool,mid,,,,,,,61.2,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3-max-thinking (line 37, row 'BFCL-V4', column 'DeepSeek V3.2')",,out:effort-not-established, blog-qwen3-max-thinking-bfcl-v4,alibaba,qwen3-max-0123,think,agentic-tool,mid,,,,,,,67.7,score%,0.0289,,EAP-run,"https://qwen.ai/blog?id=qwen3-max-thinking (line 37, row 'BFCL-V4', column 'Qwen3-Max -Thinking')",,out:single-couple, blog-qwen3-max-thinking-vita-bench,alibaba,gpt-5.2,not-established:absent,agentic-tool,mid,,,,,,,38.2,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3-max-thinking (line 38, row 'Vita Bench', column 'GPT-5.2 -Thinking')",,out:effort-not-established, blog-qwen3-max-thinking-vita-bench,alibaba,opus-4.5,unstated,agentic-tool,mid,,,,,,,56.3,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3-max-thinking (line 38, row 'Vita Bench', column 'Claude-Opus -4.5')",,out:effort-not-established, blog-qwen3-max-thinking-vita-bench,alibaba,gemini-3-pro,unstated,agentic-tool,mid,,,,,,,51.6,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3-max-thinking (line 38, row 'Vita Bench', column 'Gemini 3 Pro')",,out:effort-not-established, blog-qwen3-max-thinking-vita-bench,alibaba,deepseek-v3.2,unstated,agentic-tool,mid,,,,,,,44.1,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3-max-thinking (line 38, row 'Vita Bench', column 'DeepSeek V3.2')",,out:effort-not-established, blog-qwen3-max-thinking-vita-bench,alibaba,qwen3-max-0123,think,agentic-tool,mid,,,,,,,40.9,score%,0.0289,,EAP-run,"https://qwen.ai/blog?id=qwen3-max-thinking (line 38, row 'Vita Bench', column 'Qwen3-Max -Thinking')",,out:single-couple, blog-qwen3-max-thinking-deep-planning,alibaba,gpt-5.2,not-established:absent,agentic-tool,hard,,,,,,,44.6,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3-max-thinking (line 39, row 'Deep Planning', column 'GPT-5.2 -Thinking')",,out:effort-not-established, blog-qwen3-max-thinking-deep-planning,alibaba,opus-4.5,unstated,agentic-tool,hard,,,,,,,33.9,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3-max-thinking (line 39, row 'Deep Planning', column 'Claude-Opus -4.5')",,out:effort-not-established, blog-qwen3-max-thinking-deep-planning,alibaba,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,23.3,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3-max-thinking (line 39, row 'Deep Planning', column 'Gemini 3 Pro')",,out:effort-not-established, blog-qwen3-max-thinking-deep-planning,alibaba,deepseek-v3.2,unstated,agentic-tool,hard,,,,,,,21.6,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3-max-thinking (line 39, row 'Deep Planning', column 'DeepSeek V3.2')",,out:effort-not-established, blog-qwen3-max-thinking-deep-planning,alibaba,qwen3-max-0123,think,agentic-tool,hard,,,,,,,28.7,score%,0.0289,,EAP-run,"https://qwen.ai/blog?id=qwen3-max-thinking (line 39, row 'Deep Planning', column 'Qwen3-Max -Thinking')",,out:single-couple, blog-qwen3-max-thinking-aa-lcr,alibaba,gpt-5.2,not-established:absent,mixed,hard,,,,,,,72.7,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3-max-thinking (line 40, row 'AA-LCR', column 'GPT-5.2 -Thinking')",,out:effort-not-established, blog-qwen3-max-thinking-aa-lcr,alibaba,opus-4.5,unstated,mixed,hard,,,,,,,74.0,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3-max-thinking (line 40, row 'AA-LCR', column 'Claude-Opus -4.5')",,out:effort-not-established, blog-qwen3-max-thinking-aa-lcr,alibaba,gemini-3-pro,unstated,mixed,hard,,,,,,,70.7,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3-max-thinking (line 40, row 'AA-LCR', column 'Gemini 3 Pro')",,out:effort-not-established, blog-qwen3-max-thinking-aa-lcr,alibaba,deepseek-v3.2,unstated,mixed,hard,,,,,,,65.0,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3-max-thinking (line 40, row 'AA-LCR', column 'DeepSeek V3.2')",,out:effort-not-established, blog-qwen3-max-thinking-aa-lcr,alibaba,qwen3-max-0123,think,mixed,hard,,,,,,,68.7,score%,0.0289,,EAP-run,"https://qwen.ai/blog?id=qwen3-max-thinking (line 40, row 'AA-LCR', column 'Qwen3-Max -Thinking')",,out:single-couple, blog-qwen3.8-terminal-bench-2-1,alibaba,opus-4.8,unstated,coding,hard,,,,,,,84.6,score%,0.0289,,restated-from:Artificial Analysis,"https://qwen.ai/blog?id=qwen3.8 (line 186, table 1, row 'Terminal Bench 2.1', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-terminal-bench-2-1,alibaba,fable-5,unstated,coding,hard,,,,,,,84.6,score%,0.0289,,restated-from:Artificial Analysis,"https://qwen.ai/blog?id=qwen3.8 (line 186, table 1, row 'Terminal Bench 2.1', column 'Fable5')",,out:effort-not-established, blog-qwen3.8-terminal-bench-2-1,alibaba,gpt-5.6-sol,not-established:absent,coding,hard,,,,,,,88.8,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 186, table 1, row 'Terminal Bench 2.1', column 'GPT5.6 Sol (max)')",,out:effort-not-established, blog-qwen3.8-terminal-bench-2-1,alibaba,qwen3.7-max,unstated,coding,hard,,,,,,,74.5,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 186, table 1, row 'Terminal Bench 2.1', column 'Qwen3.7-Max')",,out:effort-not-established, blog-qwen3.8-terminal-bench-2-1,alibaba,qwen3.8-max,not-established:absent,coding,hard,,,,,,,86.6,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 186, table 1, row 'Terminal Bench 2.1', column 'Qwen3.8-Max')",,out:effort-not-established, blog-qwen3.8-swe-bench-pro,alibaba,opus-4.8,unstated,coding,frontier,Claude Code,,,,,,69.2,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 187, table 1, row 'SWE-bench Pro', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-swe-bench-pro,alibaba,fable-5,unstated,coding,frontier,Claude Code,,,,,,80.0,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 187, table 1, row 'SWE-bench Pro', column 'Fable5')",,out:effort-not-established, blog-qwen3.8-swe-bench-pro,alibaba,gpt-5.6-sol,not-established:absent,coding,frontier,Claude Code,,,,,,64.6,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 187, table 1, row 'SWE-bench Pro', column 'GPT5.6 Sol (max)')",,out:effort-not-established, blog-qwen3.8-swe-bench-pro,alibaba,qwen3.7-max,unstated,coding,frontier,Claude Code,,,,,,60.6,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 187, table 1, row 'SWE-bench Pro', column 'Qwen3.7-Max')",,out:effort-not-established, blog-qwen3.8-swe-bench-pro,alibaba,qwen3.8-max,not-established:absent,coding,frontier,Claude Code,,,,,,67.7,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 187, table 1, row 'SWE-bench Pro', column 'Qwen3.8-Max')",,out:effort-not-established, blog-qwen3.8-deepswe-1-1,alibaba,opus-4.8,unstated,coding,frontier,best-of-harnesses,,,,,,59.0,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 188, table 1, row 'DeepSWE 1.1', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-deepswe-1-1,alibaba,fable-5,unstated,coding,frontier,best-of-harnesses,,,,,,70.0,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 188, table 1, row 'DeepSWE 1.1', column 'Fable5')",,out:effort-not-established, blog-qwen3.8-deepswe-1-1,alibaba,gpt-5.6-sol,max,coding,frontier,best-of-harnesses,,,,,,73.0,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 188, table 1, row 'DeepSWE 1.1', column 'GPT5.6 Sol (max)')",,in, blog-qwen3.8-deepswe-1-1,alibaba,qwen3.7-max,unstated,coding,frontier,best-of-harnesses,,,,,,21.6,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 188, table 1, row 'DeepSWE 1.1', column 'Qwen3.7-Max')",,out:effort-not-established, blog-qwen3.8-deepswe-1-1,alibaba,qwen3.8-max,xhigh,coding,frontier,best-of-harnesses,,,,,,56.6,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 188, table 1, row 'DeepSWE 1.1', column 'Qwen3.8-Max')",,in, blog-qwen3.8-nl2repo-bench,alibaba,opus-4.8,unstated,coding,hard,Claude Code,,,,,,69.4,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 189, table 1, row 'NL2Repo-Bench', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-nl2repo-bench,alibaba,qwen3.7-max,unstated,coding,hard,Claude Code,,,,,,47.2,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 189, table 1, row 'NL2Repo-Bench', column 'Qwen3.7-Max')",,out:effort-not-established, blog-qwen3.8-nl2repo-bench,alibaba,qwen3.8-max,xhigh,coding,hard,Claude Code,,,,,,55.9,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 189, table 1, row 'NL2Repo-Bench', column 'Qwen3.8-Max')",,out:single-couple, blog-qwen3.8-frontierswe,alibaba,opus-4.8,unstated,coding,frontier,Claude Code,,,,,,70.0,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 190, table 1, row 'FrontierSWE', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-frontierswe,alibaba,fable-5,unstated,coding,frontier,Claude Code,,,,,,88.8,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 190, table 1, row 'FrontierSWE', column 'Fable5')",,out:effort-not-established, blog-qwen3.8-frontierswe,alibaba,qwen3.7-max,unstated,coding,frontier,Claude Code,,,,,,40.7,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 190, table 1, row 'FrontierSWE', column 'Qwen3.7-Max')",,out:effort-not-established, blog-qwen3.8-frontierswe,alibaba,qwen3.8-max,xhigh,coding,frontier,Claude Code,,,,,,73.5,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 190, table 1, row 'FrontierSWE', column 'Qwen3.8-Max')",,out:single-couple, blog-qwen3.8-mls-bench-lite,alibaba,opus-4.8,unstated,coding,hard,Claude Code,,,,,,42.8,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 191, table 1, row 'MLS-Bench-Lite', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-mls-bench-lite,alibaba,fable-5,unstated,coding,hard,Claude Code,,,,,,49.9,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 191, table 1, row 'MLS-Bench-Lite', column 'Fable5')",,out:effort-not-established, blog-qwen3.8-mls-bench-lite,alibaba,gpt-5.6-sol,max,coding,hard,Claude Code,,,,,,46.2,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 191, table 1, row 'MLS-Bench-Lite', column 'GPT5.6 Sol (max)')",,in, blog-qwen3.8-mls-bench-lite,alibaba,qwen3.7-max,unstated,coding,hard,Claude Code,,,,,,31.7,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 191, table 1, row 'MLS-Bench-Lite', column 'Qwen3.7-Max')",,out:effort-not-established, blog-qwen3.8-mls-bench-lite,alibaba,qwen3.8-max,xhigh,coding,hard,Claude Code,,,,,,41.0,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 191, table 1, row 'MLS-Bench-Lite', column 'Qwen3.8-Max')",,in, blog-qwen3.8-paperbench,alibaba,opus-4.8,unstated,coding,hard,BasicAgent,,,,,,80.3,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 192, table 1, row 'PaperBench', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-paperbench,alibaba,fable-5,unstated,coding,hard,BasicAgent,,,,,,88.8,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 192, table 1, row 'PaperBench', column 'Fable5')",,out:effort-not-established, blog-qwen3.8-paperbench,alibaba,gpt-5.6-sol,max,coding,hard,BasicAgent,,,,,,90.5,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 192, table 1, row 'PaperBench', column 'GPT5.6 Sol (max)')",,in, blog-qwen3.8-paperbench,alibaba,qwen3.7-max,unstated,coding,hard,BasicAgent,,,,,,64.8,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 192, table 1, row 'PaperBench', column 'Qwen3.7-Max')",,out:effort-not-established, blog-qwen3.8-paperbench,alibaba,qwen3.8-max,xhigh,coding,hard,BasicAgent,,,,,,93.0,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 192, table 1, row 'PaperBench', column 'Qwen3.8-Max')",,in, blog-qwen3.8-androidbench,alibaba,opus-4.8,unstated,coding,hard,,,,,,,69.8,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 193, table 1, row 'AndroidBench', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-androidbench,alibaba,fable-5,unstated,coding,hard,,,,,,,84.5,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 193, table 1, row 'AndroidBench', column 'Fable5')",,out:effort-not-established, blog-qwen3.8-androidbench,alibaba,gpt-5.6-sol,max,coding,hard,,,,,,,74.0,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 193, table 1, row 'AndroidBench', column 'GPT5.6 Sol (max)')",,in, blog-qwen3.8-androidbench,alibaba,qwen3.7-max,unstated,coding,hard,,,,,,,56.5,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 193, table 1, row 'AndroidBench', column 'Qwen3.7-Max')",,out:effort-not-established, blog-qwen3.8-androidbench,alibaba,qwen3.8-max,xhigh,coding,hard,,,,,,,75.1,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 193, table 1, row 'AndroidBench', column 'Qwen3.8-Max')",,in, blog-qwen3.8-qwenswebench,alibaba,opus-4.8,unstated,coding,hard,Claude Code,,,,,,84.0,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 194, table 1, row 'QwenSWEBench', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-qwenswebench,alibaba,fable-5,unstated,coding,hard,Claude Code,,,,,,86.3,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 194, table 1, row 'QwenSWEBench', column 'Fable5')",,out:effort-not-established, blog-qwen3.8-qwenswebench,alibaba,gpt-5.6-sol,max,coding,hard,Claude Code,,,,,,73.5,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 194, table 1, row 'QwenSWEBench', column 'GPT5.6 Sol (max)')",,in, blog-qwen3.8-qwenswebench,alibaba,qwen3.7-max,unstated,coding,hard,Claude Code,,,,,,63.4,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 194, table 1, row 'QwenSWEBench', column 'Qwen3.7-Max')",,out:effort-not-established, blog-qwen3.8-qwenswebench,alibaba,qwen3.8-max,xhigh,coding,hard,Claude Code,,,,,,80.7,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 194, table 1, row 'QwenSWEBench', column 'Qwen3.8-Max')",,in, blog-qwen3.8-qwenqoderbench,alibaba,opus-4.8,unstated,coding,hard,Claude Code,,,,,,62.7,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 195, table 1, row 'QwenQoderBench', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-qwenqoderbench,alibaba,fable-5,unstated,coding,hard,Claude Code,,,,,,63.1,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 195, table 1, row 'QwenQoderBench', column 'Fable5')",,out:effort-not-established, blog-qwen3.8-qwenqoderbench,alibaba,gpt-5.6-sol,max,coding,hard,Claude Code,,,,,,53.8,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 195, table 1, row 'QwenQoderBench', column 'GPT5.6 Sol (max)')",,in, blog-qwen3.8-qwenqoderbench,alibaba,qwen3.7-max,unstated,coding,hard,Claude Code,,,,,,36.8,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 195, table 1, row 'QwenQoderBench', column 'Qwen3.7-Max')",,out:effort-not-established, blog-qwen3.8-qwenqoderbench,alibaba,qwen3.8-max,xhigh,coding,hard,Claude Code,,,,,,58.4,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 195, table 1, row 'QwenQoderBench', column 'Qwen3.8-Max')",,in, blog-qwen3.8-qwenreactbench,alibaba,opus-4.8,unstated,coding,mid,Claude Code,,,,,,1694,Elo,0.289,,,"https://qwen.ai/blog?id=qwen3.8 (line 196, table 1, row 'QwenReactBench', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-qwenreactbench,alibaba,fable-5,unstated,coding,mid,Claude Code,,,,,,1770,Elo,0.289,,,"https://qwen.ai/blog?id=qwen3.8 (line 196, table 1, row 'QwenReactBench', column 'Fable5')",,out:effort-not-established, blog-qwen3.8-qwenreactbench,alibaba,gpt-5.6-sol,max,coding,mid,Claude Code,,,,,,1564,Elo,0.289,,,"https://qwen.ai/blog?id=qwen3.8 (line 196, table 1, row 'QwenReactBench', column 'GPT5.6 Sol (max)')",,in, blog-qwen3.8-qwenreactbench,alibaba,qwen3.7-max,unstated,coding,mid,Claude Code,,,,,,1538,Elo,0.289,,,"https://qwen.ai/blog?id=qwen3.8 (line 196, table 1, row 'QwenReactBench', column 'Qwen3.7-Max')",,out:effort-not-established, blog-qwen3.8-qwenreactbench,alibaba,qwen3.8-max,xhigh,coding,mid,Claude Code,,,,,,1724,Elo,0.289,,,"https://qwen.ai/blog?id=qwen3.8 (line 196, table 1, row 'QwenReactBench', column 'Qwen3.8-Max')",,in, blog-qwen3.8-qwensvgbench,alibaba,opus-4.8,unstated,coding,mid,,,,,,,1648,Elo,0.289,,,"https://qwen.ai/blog?id=qwen3.8 (line 197, table 1, row 'QwenSVGBench', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-qwensvgbench,alibaba,fable-5,unstated,coding,mid,,,,,,,1690,Elo,0.289,,,"https://qwen.ai/blog?id=qwen3.8 (line 197, table 1, row 'QwenSVGBench', column 'Fable5')",,out:effort-not-established, blog-qwen3.8-qwensvgbench,alibaba,gpt-5.6-sol,max,coding,mid,,,,,,,1758,Elo,0.289,,,"https://qwen.ai/blog?id=qwen3.8 (line 197, table 1, row 'QwenSVGBench', column 'GPT5.6 Sol (max)')",,in, blog-qwen3.8-qwensvgbench,alibaba,qwen3.7-max,unstated,coding,mid,,,,,,,1499,Elo,0.289,,,"https://qwen.ai/blog?id=qwen3.8 (line 197, table 1, row 'QwenSVGBench', column 'Qwen3.7-Max')",,out:effort-not-established, blog-qwen3.8-qwensvgbench,alibaba,qwen3.8-max,xhigh,coding,mid,,,,,,,1713,Elo,0.289,,,"https://qwen.ai/blog?id=qwen3.8 (line 197, table 1, row 'QwenSVGBench', column 'Qwen3.8-Max')",,in, blog-qwen3.8-coworkbench,alibaba,opus-4.8,unstated,agentic-tool,hard,,,,,,,72.3,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 199, table 1, row 'CoWorkBench', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-coworkbench,alibaba,fable-5,unstated,agentic-tool,hard,,,,,,,75.9,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 199, table 1, row 'CoWorkBench', column 'Fable5')",,out:effort-not-established, blog-qwen3.8-coworkbench,alibaba,gpt-5.6-sol,max,agentic-tool,hard,,,,,,,71.5,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 199, table 1, row 'CoWorkBench', column 'GPT5.6 Sol (max)')",,in, blog-qwen3.8-coworkbench,alibaba,qwen3.7-max,unstated,agentic-tool,hard,,,,,,,64.6,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 199, table 1, row 'CoWorkBench', column 'Qwen3.7-Max')",,out:effort-not-established, blog-qwen3.8-coworkbench,alibaba,qwen3.8-max,xhigh,agentic-tool,hard,,,,,,,74.8,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 199, table 1, row 'CoWorkBench', column 'Qwen3.8-Max')",,in, blog-qwen3.8-workspacebench,alibaba,opus-4.8,unstated,agentic-tool,hard,,,,,,,66.8,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 200, table 1, row 'WorkSpaceBench', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-workspacebench,alibaba,fable-5,unstated,agentic-tool,hard,,,,,,,68.7,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 200, table 1, row 'WorkSpaceBench', column 'Fable5')",,out:effort-not-established, blog-qwen3.8-workspacebench,alibaba,gpt-5.6-sol,max,agentic-tool,hard,,,,,,,65.6,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 200, table 1, row 'WorkSpaceBench', column 'GPT5.6 Sol (max)')",,in, blog-qwen3.8-workspacebench,alibaba,qwen3.7-max,unstated,agentic-tool,hard,,,,,,,61.4,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 200, table 1, row 'WorkSpaceBench', column 'Qwen3.7-Max')",,out:effort-not-established, blog-qwen3.8-workspacebench,alibaba,qwen3.8-max,xhigh,agentic-tool,hard,,,,,,,67.7,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 200, table 1, row 'WorkSpaceBench', column 'Qwen3.8-Max')",,in, blog-qwen3.8-jobbench,alibaba,opus-4.8,unstated,agentic-tool,hard,,,,,,,48.4,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 201, table 1, row 'JobBench', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-jobbench,alibaba,fable-5,unstated,agentic-tool,hard,,,,,,,57.4,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 201, table 1, row 'JobBench', column 'Fable5')",,out:effort-not-established, blog-qwen3.8-jobbench,alibaba,gpt-5.6-sol,max,agentic-tool,hard,,,,,,,45.4,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 201, table 1, row 'JobBench', column 'GPT5.6 Sol (max)')",,in, blog-qwen3.8-jobbench,alibaba,qwen3.7-max,unstated,agentic-tool,hard,,,,,,,31.3,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 201, table 1, row 'JobBench', column 'Qwen3.7-Max')",,out:effort-not-established, blog-qwen3.8-jobbench,alibaba,qwen3.8-max,xhigh,agentic-tool,hard,,,,,,,53.4,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 201, table 1, row 'JobBench', column 'Qwen3.8-Max')",,in, blog-qwen3.8-skillsbench,alibaba,opus-4.8,unstated,agentic-tool,hard,,,,,,,65.1,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 202, table 1, row 'SkillsBench', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-skillsbench,alibaba,fable-5,unstated,agentic-tool,hard,,,,,,,70.9,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 202, table 1, row 'SkillsBench', column 'Fable5')",,out:effort-not-established, blog-qwen3.8-skillsbench,alibaba,gpt-5.6-sol,max,agentic-tool,hard,,,,,,,73.5,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 202, table 1, row 'SkillsBench', column 'GPT5.6 Sol (max)')",,in, blog-qwen3.8-skillsbench,alibaba,qwen3.7-max,unstated,agentic-tool,hard,,,,,,,61.2,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 202, table 1, row 'SkillsBench', column 'Qwen3.7-Max')",,out:effort-not-established, blog-qwen3.8-skillsbench,alibaba,qwen3.8-max,xhigh,agentic-tool,hard,,,,,,,70.2,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 202, table 1, row 'SkillsBench', column 'Qwen3.8-Max')",,in, blog-qwen3.8-agents-last-exam-pass-score-pass,alibaba,opus-4.8,unstated,agentic-tool,frontier,,,,,,,27.0,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 203, table 1, row 'Agents' Last Exam (Pass / Score)', column 'Opus4.8', value 1 of 2)",,out:effort-not-established, blog-qwen3.8-agents-last-exam-pass-score-pass,alibaba,gpt-5.6-sol,max,agentic-tool,frontier,,,,,,,30.6,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 203, table 1, row 'Agents' Last Exam (Pass / Score)', column 'GPT5.6 Sol (max)', value 1 of 2)",,in, blog-qwen3.8-agents-last-exam-pass-score-pass,alibaba,qwen3.7-max,unstated,agentic-tool,frontier,,,,,,,11.8,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 203, table 1, row 'Agents' Last Exam (Pass / Score)', column 'Qwen3.7-Max', value 1 of 2)",,out:effort-not-established, blog-qwen3.8-agents-last-exam-pass-score-pass,alibaba,qwen3.8-max,xhigh,agentic-tool,frontier,,,,,,,27.0,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 203, table 1, row 'Agents' Last Exam (Pass / Score)', column 'Qwen3.8-Max', value 1 of 2)",,in, blog-qwen3.8-automation-bench-pass-1,alibaba,opus-4.8,unstated,agentic-tool,hard,,,,,,,27.2,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 204, table 1, row 'Automation-Bench (Pass@1)', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-automation-bench-pass-1,alibaba,fable-5,unstated,agentic-tool,hard,,,,,,,29.1,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 204, table 1, row 'Automation-Bench (Pass@1)', column 'Fable5')",,out:effort-not-established, blog-qwen3.8-automation-bench-pass-1,alibaba,gpt-5.6-sol,max,agentic-tool,hard,,,,,,,29.7,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 204, table 1, row 'Automation-Bench (Pass@1)', column 'GPT5.6 Sol (max)')",,in, blog-qwen3.8-automation-bench-pass-1,alibaba,qwen3.7-max,unstated,agentic-tool,hard,,,,,,,14.2,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 204, table 1, row 'Automation-Bench (Pass@1)', column 'Qwen3.7-Max')",,out:effort-not-established, blog-qwen3.8-automation-bench-pass-1,alibaba,qwen3.8-max,xhigh,agentic-tool,hard,,,,,,,27.3,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 204, table 1, row 'Automation-Bench (Pass@1)', column 'Qwen3.8-Max')",,in, blog-qwen3.8-toolathlon-verified-pass-1,alibaba,opus-4.8,unstated,agentic-tool,hard,,,,,,,76.2,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 205, table 1, row 'Toolathlon Verified (Pass@1)', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-toolathlon-verified-pass-1,alibaba,fable-5,unstated,agentic-tool,hard,,,,,,,77.9,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 205, table 1, row 'Toolathlon Verified (Pass@1)', column 'Fable5')",,out:effort-not-established, blog-qwen3.8-toolathlon-verified-pass-1,alibaba,gpt-5.6-sol,max,agentic-tool,hard,,,,,,,74.9,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 205, table 1, row 'Toolathlon Verified (Pass@1)', column 'GPT5.6 Sol (max)')",,in, blog-qwen3.8-toolathlon-verified-pass-1,alibaba,qwen3.7-max,unstated,agentic-tool,hard,,,,,,,49.7,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 205, table 1, row 'Toolathlon Verified (Pass@1)', column 'Qwen3.7-Max')",,out:effort-not-established, blog-qwen3.8-toolathlon-verified-pass-1,alibaba,qwen3.8-max,xhigh,agentic-tool,hard,,,,,,,72.5,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 205, table 1, row 'Toolathlon Verified (Pass@1)', column 'Qwen3.8-Max')",,in, blog-qwen3.8-widesearch,alibaba,opus-4.8,unstated,agentic-tool,hard,,,,,,,72.9,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 206, table 1, row 'WideSearch', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-widesearch,alibaba,fable-5,unstated,agentic-tool,hard,,,,,,,81.2,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 206, table 1, row 'WideSearch', column 'Fable5')",,out:effort-not-established, blog-qwen3.8-widesearch,alibaba,qwen3.7-max,unstated,agentic-tool,hard,,,,,,,75.2,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 206, table 1, row 'WideSearch', column 'Qwen3.7-Max')",,out:effort-not-established, blog-qwen3.8-widesearch,alibaba,qwen3.8-max,xhigh,agentic-tool,hard,,,,,,,81.9,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 206, table 1, row 'WideSearch', column 'Qwen3.8-Max')",,out:single-couple, blog-qwen3.8-hle-w-tools,alibaba,opus-4.8,unstated,reasoning-math,frontier,,,,,,,57.9,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 207, table 1, row 'HLE w/ tools', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-hle-w-tools,alibaba,fable-5,unstated,reasoning-math,frontier,,,,,,,64.5,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 207, table 1, row 'HLE w/ tools', column 'Fable5')",,out:effort-not-established, blog-qwen3.8-hle-w-tools,alibaba,gpt-5.6-sol,max,reasoning-math,frontier,,,,,,,58.0,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 207, table 1, row 'HLE w/ tools', column 'GPT5.6 Sol (max)')",,in, blog-qwen3.8-hle-w-tools,alibaba,qwen3.7-max,unstated,reasoning-math,frontier,,,,,,,53.5,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 207, table 1, row 'HLE w/ tools', column 'Qwen3.7-Max')",,out:effort-not-established, blog-qwen3.8-hle-w-tools,alibaba,qwen3.8-max,xhigh,reasoning-math,frontier,,,,,,,56.2,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 207, table 1, row 'HLE w/ tools', column 'Qwen3.8-Max')",,in, blog-qwen3.8-gpqa-diamond,alibaba,opus-4.8,unstated,reasoning-math,hard,,,,,,,92.0,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 209, table 1, row 'GPQA Diamond', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-gpqa-diamond,alibaba,fable-5,unstated,reasoning-math,hard,,,,,,,92.6,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 209, table 1, row 'GPQA Diamond', column 'Fable5')",,out:effort-not-established, blog-qwen3.8-gpqa-diamond,alibaba,gpt-5.6-sol,max,reasoning-math,hard,,,,,,,94.1,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 209, table 1, row 'GPQA Diamond', column 'GPT5.6 Sol (max)')",,in, blog-qwen3.8-gpqa-diamond,alibaba,qwen3.7-max,unstated,reasoning-math,hard,,,,,,,92.4,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 209, table 1, row 'GPQA Diamond', column 'Qwen3.7-Max')",,out:effort-not-established, blog-qwen3.8-gpqa-diamond,alibaba,qwen3.8-max,xhigh,reasoning-math,hard,,,,,,,92.6,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 209, table 1, row 'GPQA Diamond', column 'Qwen3.8-Max')",,in, blog-qwen3.8-hle,alibaba,opus-4.8,unstated,reasoning-math,frontier,,,,,,,45.7,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 210, table 1, row 'HLE', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-hle,alibaba,fable-5,unstated,reasoning-math,frontier,,,,,,,53.3,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 210, table 1, row 'HLE', column 'Fable5')",,out:effort-not-established, blog-qwen3.8-hle,alibaba,gpt-5.6-sol,max,reasoning-math,frontier,,,,,,,47.2,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 210, table 1, row 'HLE', column 'GPT5.6 Sol (max)')",,in, blog-qwen3.8-hle,alibaba,qwen3.7-max,unstated,reasoning-math,frontier,,,,,,,41.4,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 210, table 1, row 'HLE', column 'Qwen3.7-Max')",,out:effort-not-established, blog-qwen3.8-hle,alibaba,qwen3.8-max,xhigh,reasoning-math,frontier,,,,,,,43.6,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 210, table 1, row 'HLE', column 'Qwen3.8-Max')",,in, blog-qwen3.8-ifbench,alibaba,opus-4.8,unstated,mixed,mid,,,,,,,62.2,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 211, table 1, row 'IFBench', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-ifbench,alibaba,fable-5,unstated,mixed,mid,,,,,,,63.5,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 211, table 1, row 'IFBench', column 'Fable5')",,out:effort-not-established, blog-qwen3.8-ifbench,alibaba,gpt-5.6-sol,max,mixed,mid,,,,,,,72.7,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 211, table 1, row 'IFBench', column 'GPT5.6 Sol (max)')",,in, blog-qwen3.8-ifbench,alibaba,qwen3.7-max,unstated,mixed,mid,,,,,,,79.1,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 211, table 1, row 'IFBench', column 'Qwen3.7-Max')",,out:effort-not-established, blog-qwen3.8-ifbench,alibaba,qwen3.8-max,xhigh,mixed,mid,,,,,,,82.8,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 211, table 1, row 'IFBench', column 'Qwen3.8-Max')",,in, blog-qwen3.8-onemillion-bench-expert-score,alibaba,opus-4.8,unstated,mixed,hard,,,,,,,41.8,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 212, table 1, row '$OneMillion-Bench (expert score)', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-onemillion-bench-expert-score,alibaba,fable-5,unstated,mixed,hard,,,,,,,55.9,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 212, table 1, row '$OneMillion-Bench (expert score)', column 'Fable5')",,out:effort-not-established, blog-qwen3.8-onemillion-bench-expert-score,alibaba,gpt-5.6-sol,max,mixed,hard,,,,,,,53.8,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 212, table 1, row '$OneMillion-Bench (expert score)', column 'GPT5.6 Sol (max)')",,in, blog-qwen3.8-onemillion-bench-expert-score,alibaba,qwen3.7-max,unstated,mixed,hard,,,,,,,44.4,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 212, table 1, row '$OneMillion-Bench (expert score)', column 'Qwen3.7-Max')",,out:effort-not-established, blog-qwen3.8-onemillion-bench-expert-score,alibaba,qwen3.8-max,xhigh,mixed,hard,,,,,,,52.5,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 212, table 1, row '$OneMillion-Bench (expert score)', column 'Qwen3.8-Max')",,in, blog-qwen3.8-healthbench,alibaba,opus-4.8,unstated,mixed,hard,,,,,,,52.4,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 213, table 1, row 'HealthBench', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-healthbench,alibaba,gpt-5.6-sol,max,mixed,hard,,,,,,,55.3,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 213, table 1, row 'HealthBench', column 'GPT5.6 Sol (max)')",,in, blog-qwen3.8-healthbench,alibaba,qwen3.7-max,unstated,mixed,hard,,,,,,,54.5,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 213, table 1, row 'HealthBench', column 'Qwen3.7-Max')",,out:effort-not-established, blog-qwen3.8-healthbench,alibaba,qwen3.8-max,xhigh,mixed,hard,,,,,,,60.2,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 213, table 1, row 'HealthBench', column 'Qwen3.8-Max')",,in, blog-qwen3.8-plawbench,alibaba,opus-4.8,unstated,mixed,hard,,,,,,,69.6,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 214, table 1, row 'PLawBench', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-plawbench,alibaba,fable-5,unstated,mixed,hard,,,,,,,70.2,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 214, table 1, row 'PLawBench', column 'Fable5')",,out:effort-not-established, blog-qwen3.8-plawbench,alibaba,gpt-5.6-sol,max,mixed,hard,,,,,,,72.3,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 214, table 1, row 'PLawBench', column 'GPT5.6 Sol (max)')",,in, blog-qwen3.8-plawbench,alibaba,qwen3.7-max,unstated,mixed,hard,,,,,,,58.9,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 214, table 1, row 'PLawBench', column 'Qwen3.7-Max')",,out:effort-not-established, blog-qwen3.8-plawbench,alibaba,qwen3.8-max,xhigh,mixed,hard,,,,,,,73.2,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 214, table 1, row 'PLawBench', column 'Qwen3.8-Max')",,in, blog-qwen3.8-prbench-legal,alibaba,opus-4.8,unstated,mixed,hard,,,,,,,52.7,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 215, table 1, row 'PRBench-Legal', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-prbench-legal,alibaba,fable-5,unstated,mixed,hard,,,,,,,57.6,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 215, table 1, row 'PRBench-Legal', column 'Fable5')",,out:effort-not-established, blog-qwen3.8-prbench-legal,alibaba,gpt-5.6-sol,max,mixed,hard,,,,,,,57.6,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 215, table 1, row 'PRBench-Legal', column 'GPT5.6 Sol (max)')",,in, blog-qwen3.8-prbench-legal,alibaba,qwen3.7-max,unstated,mixed,hard,,,,,,,48.5,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 215, table 1, row 'PRBench-Legal', column 'Qwen3.7-Max')",,out:effort-not-established, blog-qwen3.8-prbench-legal,alibaba,qwen3.8-max,xhigh,mixed,hard,,,,,,,57.6,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 215, table 1, row 'PRBench-Legal', column 'Qwen3.8-Max')",,in, blog-qwen3.8-prbench-finance,alibaba,opus-4.8,unstated,mixed,hard,,,,,,,51.9,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 216, table 1, row 'PRBench-Finance', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-prbench-finance,alibaba,fable-5,unstated,mixed,hard,,,,,,,55.8,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 216, table 1, row 'PRBench-Finance', column 'Fable5')",,out:effort-not-established, blog-qwen3.8-prbench-finance,alibaba,gpt-5.6-sol,max,mixed,hard,,,,,,,55.5,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 216, table 1, row 'PRBench-Finance', column 'GPT5.6 Sol (max)')",,in, blog-qwen3.8-prbench-finance,alibaba,qwen3.7-max,unstated,mixed,hard,,,,,,,46.8,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 216, table 1, row 'PRBench-Finance', column 'Qwen3.7-Max')",,out:effort-not-established, blog-qwen3.8-prbench-finance,alibaba,qwen3.8-max,xhigh,mixed,hard,,,,,,,58.3,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 216, table 1, row 'PRBench-Finance', column 'Qwen3.8-Max')",,in, blog-qwen3.8-mrcr-v2-256k-8-needle,alibaba,opus-4.8,unstated,mixed,hard,,,,,,,83.2,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 217, table 1, row 'MRCR v2 256K (8-needle)', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-mrcr-v2-256k-8-needle,alibaba,gpt-5.6-sol,max,mixed,hard,,,,,,,93.8,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 217, table 1, row 'MRCR v2 256K (8-needle)', column 'GPT5.6 Sol (max)')",,in, blog-qwen3.8-mrcr-v2-256k-8-needle,alibaba,qwen3.7-max,unstated,mixed,hard,,,,,,,86.7,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 217, table 1, row 'MRCR v2 256K (8-needle)', column 'Qwen3.7-Max')",,out:effort-not-established, blog-qwen3.8-mrcr-v2-256k-8-needle,alibaba,qwen3.8-max,xhigh,mixed,hard,,,,,,,92.9,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 217, table 1, row 'MRCR v2 256K (8-needle)', column 'Qwen3.8-Max')",,in, blog-qwen3.8-longbench-v2,alibaba,opus-4.8,unstated,mixed,hard,,,,,,,69.1,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 218, table 1, row 'LongBench v2', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-longbench-v2,alibaba,gpt-5.6-sol,max,mixed,hard,,,,,,,67.1,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 218, table 1, row 'LongBench v2', column 'GPT5.6 Sol (max)')",,in, blog-qwen3.8-longbench-v2,alibaba,qwen3.7-max,unstated,mixed,hard,,,,,,,65.3,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 218, table 1, row 'LongBench v2', column 'Qwen3.7-Max')",,out:effort-not-established, blog-qwen3.8-longbench-v2,alibaba,qwen3.8-max,xhigh,mixed,hard,,,,,,,66.3,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 218, table 1, row 'LongBench v2', column 'Qwen3.8-Max')",,in, blog-qwen3.8-mmmu-pro,alibaba,opus-4.8,unstated,mixed,hard,,,,,,,75.6,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 244, table 2, row 'MMMU-Pro', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-mmmu-pro,alibaba,fable-5,unstated,mixed,hard,,,,,,,81.2,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 244, table 2, row 'MMMU-Pro', column 'Fable5')",,out:effort-not-established, blog-qwen3.8-mmmu-pro,alibaba,gemini-3.1-pro,unstated,mixed,hard,,,,,,,80.5,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 244, table 2, row 'MMMU-Pro', column 'Gemini3.1-Pro')",,out:effort-not-established, blog-qwen3.8-mmmu-pro,alibaba,gpt-5.6-sol,unstated,mixed,hard,,,,,,,83.0,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 244, table 2, row 'MMMU-Pro', column 'GPT5.6-Sol')",,out:effort-not-established, blog-qwen3.8-mmmu-pro,alibaba,qwen3.7-plus,unstated,mixed,hard,,,,,,,79.0,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 244, table 2, row 'MMMU-Pro', column 'Qwen3.7-Plus')",,out:effort-not-established, blog-qwen3.8-mmmu-pro,alibaba,qwen3.8-max,not-established:absent,mixed,hard,,,,,,,82.3,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 244, table 2, row 'MMMU-Pro', column 'Qwen3.8-Max')",,out:effort-not-established, blog-qwen3.8-mathvision-without-ci,alibaba,opus-4.8,unstated,reasoning-math,hard,,,,,,,87.1,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 245, table 2, row 'MathVision', column 'Opus4.8', value 1 of 2)",,out:effort-not-established, blog-qwen3.8-mathvision-with-ci,alibaba,opus-4.8,unstated,reasoning-math,hard,,,,,,,97.1,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 245, table 2, row 'MathVision', column 'Opus4.8', value 2 of 2)",,out:effort-not-established, blog-qwen3.8-mathvision-without-ci,alibaba,fable-5,unstated,reasoning-math,hard,,,,,,,92.7,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 245, table 2, row 'MathVision', column 'Fable5', value 1 of 2)",,out:effort-not-established, blog-qwen3.8-mathvision-with-ci,alibaba,fable-5,unstated,reasoning-math,hard,,,,,,,98.6,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 245, table 2, row 'MathVision', column 'Fable5', value 2 of 2)",,out:effort-not-established, blog-qwen3.8-mathvision-without-ci,alibaba,gemini-3.1-pro,unstated,reasoning-math,hard,,,,,,,87.4,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 245, table 2, row 'MathVision', column 'Gemini3.1-Pro', value 1 of 2)",,out:effort-not-established, blog-qwen3.8-mathvision-with-ci,alibaba,gemini-3.1-pro,unstated,reasoning-math,hard,,,,,,,95.7,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 245, table 2, row 'MathVision', column 'Gemini3.1-Pro', value 2 of 2)",,out:effort-not-established, blog-qwen3.8-mathvision-without-ci,alibaba,gpt-5.6-sol,unstated,reasoning-math,hard,,,,,,,90.8,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 245, table 2, row 'MathVision', column 'GPT5.6-Sol', value 1 of 2)",,out:effort-not-established, blog-qwen3.8-mathvision-with-ci,alibaba,gpt-5.6-sol,unstated,reasoning-math,hard,,,,,,,97.8,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 245, table 2, row 'MathVision', column 'GPT5.6-Sol', value 2 of 2)",,out:effort-not-established, blog-qwen3.8-mathvision-without-ci,alibaba,qwen3.7-plus,unstated,reasoning-math,hard,,,,,,,90.3,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 245, table 2, row 'MathVision', column 'Qwen3.7-Plus', value 1 of 2)",,out:effort-not-established, blog-qwen3.8-mathvision-without-ci,alibaba,qwen3.8-max,not-established:absent,reasoning-math,hard,,,,,,,95.2,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 245, table 2, row 'MathVision', column 'Qwen3.8-Max', value 1 of 2)",,out:effort-not-established, blog-qwen3.8-mathvision-with-ci,alibaba,qwen3.8-max,not-established:absent,reasoning-math,hard,,,,,,,97.7,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 245, table 2, row 'MathVision', column 'Qwen3.8-Max', value 2 of 2)",,out:effort-not-established, blog-qwen3.8-babyvision-without-ci,alibaba,opus-4.8,unstated,mixed,hard,,,,,,,28.4,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 246, table 2, row 'BabyVision', column 'Opus4.8', value 1 of 2)",,out:effort-not-established, blog-qwen3.8-babyvision-with-ci,alibaba,opus-4.8,unstated,mixed,hard,,,,,,,81.2,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 246, table 2, row 'BabyVision', column 'Opus4.8', value 2 of 2)",,out:effort-not-established, blog-qwen3.8-babyvision-without-ci,alibaba,fable-5,unstated,mixed,hard,,,,,,,42.5,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 246, table 2, row 'BabyVision', column 'Fable5', value 1 of 2)",,out:effort-not-established, blog-qwen3.8-babyvision-with-ci,alibaba,fable-5,unstated,mixed,hard,,,,,,,90.5,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 246, table 2, row 'BabyVision', column 'Fable5', value 2 of 2)",,out:effort-not-established, blog-qwen3.8-babyvision-without-ci,alibaba,gemini-3.1-pro,unstated,mixed,hard,,,,,,,55.9,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 246, table 2, row 'BabyVision', column 'Gemini3.1-Pro', value 1 of 2)",,out:effort-not-established, blog-qwen3.8-babyvision-with-ci,alibaba,gemini-3.1-pro,unstated,mixed,hard,,,,,,,68.3,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 246, table 2, row 'BabyVision', column 'Gemini3.1-Pro', value 2 of 2)",,out:effort-not-established, blog-qwen3.8-babyvision-without-ci,alibaba,gpt-5.6-sol,unstated,mixed,hard,,,,,,,65.5,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 246, table 2, row 'BabyVision', column 'GPT5.6-Sol', value 1 of 2)",,out:effort-not-established, blog-qwen3.8-babyvision-with-ci,alibaba,gpt-5.6-sol,unstated,mixed,hard,,,,,,,88.9,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 246, table 2, row 'BabyVision', column 'GPT5.6-Sol', value 2 of 2)",,out:effort-not-established, blog-qwen3.8-babyvision-without-ci,alibaba,qwen3.7-plus,unstated,mixed,hard,,,,,,,64.7,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 246, table 2, row 'BabyVision', column 'Qwen3.7-Plus', value 1 of 2)",,out:effort-not-established, blog-qwen3.8-babyvision-with-ci,alibaba,qwen3.7-plus,unstated,mixed,hard,,,,,,,70.4,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 246, table 2, row 'BabyVision', column 'Qwen3.7-Plus', value 2 of 2)",,out:effort-not-established, blog-qwen3.8-babyvision-without-ci,alibaba,qwen3.8-max,xhigh,mixed,hard,,,,,,,82.0,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 246, table 2, row 'BabyVision', column 'Qwen3.8-Max', value 1 of 2)",,out:single-couple, blog-qwen3.8-babyvision-with-ci,alibaba,qwen3.8-max,xhigh,mixed,hard,,,,,,,91.3,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 246, table 2, row 'BabyVision', column 'Qwen3.8-Max', value 2 of 2)",,out:single-couple, blog-qwen3.8-hle-vl-w-tools,alibaba,gemini-3.1-pro,unstated,mixed,frontier,native-tool-calling-api,,,,,,43.9,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 247, table 2, row 'HLE-VL (w/ Tools)', column 'Gemini3.1-Pro')",,out:effort-not-established, blog-qwen3.8-hle-vl-w-tools,alibaba,gpt-5.6-sol,unstated,mixed,frontier,native-tool-calling-api,,,,,,51.2,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 247, table 2, row 'HLE-VL (w/ Tools)', column 'GPT5.6-Sol')",,out:effort-not-established, blog-qwen3.8-hle-vl-w-tools,alibaba,qwen3.7-plus,unstated,mixed,frontier,native-tool-calling-api,,,,,,25.6,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 247, table 2, row 'HLE-VL (w/ Tools)', column 'Qwen3.7-Plus')",,out:effort-not-established, blog-qwen3.8-hle-vl-w-tools,alibaba,qwen3.8-max,xhigh,mixed,frontier,native-tool-calling-api,,,,,,52.2,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 247, table 2, row 'HLE-VL (w/ Tools)', column 'Qwen3.8-Max')",,out:single-couple, blog-qwen3.8-zerobench-pass-5-without-ci,alibaba,opus-4.8,unstated,mixed,frontier,,,,,,,17.0,count,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 248, table 2, row 'ZeroBench (Pass@5)', column 'Opus4.8', value 1 of 2)",,out:effort-not-established, blog-qwen3.8-zerobench-pass-5-with-ci,alibaba,opus-4.8,unstated,mixed,frontier,,,,,,,34.0,count,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 248, table 2, row 'ZeroBench (Pass@5)', column 'Opus4.8', value 2 of 2)",,out:effort-not-established, blog-qwen3.8-zerobench-pass-5-without-ci,alibaba,fable-5,unstated,mixed,frontier,,,,,,,20.0,count,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 248, table 2, row 'ZeroBench (Pass@5)', column 'Fable5', value 1 of 2)",,out:effort-not-established, blog-qwen3.8-zerobench-pass-5-with-ci,alibaba,fable-5,unstated,mixed,frontier,,,,,,,46.0,count,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 248, table 2, row 'ZeroBench (Pass@5)', column 'Fable5', value 2 of 2)",,out:effort-not-established, blog-qwen3.8-zerobench-pass-5-without-ci,alibaba,gemini-3.1-pro,unstated,mixed,frontier,,,,,,,17.0,count,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 248, table 2, row 'ZeroBench (Pass@5)', column 'Gemini3.1-Pro', value 1 of 2)",,out:effort-not-established, blog-qwen3.8-zerobench-pass-5-with-ci,alibaba,gemini-3.1-pro,unstated,mixed,frontier,,,,,,,23.0,count,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 248, table 2, row 'ZeroBench (Pass@5)', column 'Gemini3.1-Pro', value 2 of 2)",,out:effort-not-established, blog-qwen3.8-zerobench-pass-5-without-ci,alibaba,gpt-5.6-sol,unstated,mixed,frontier,,,,,,,22.0,count,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 248, table 2, row 'ZeroBench (Pass@5)', column 'GPT5.6-Sol', value 1 of 2)",,out:effort-not-established, blog-qwen3.8-zerobench-pass-5-with-ci,alibaba,gpt-5.6-sol,unstated,mixed,frontier,,,,,,,35.0,count,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 248, table 2, row 'ZeroBench (Pass@5)', column 'GPT5.6-Sol', value 2 of 2)",,out:effort-not-established, blog-qwen3.8-zerobench-pass-5-without-ci,alibaba,qwen3.7-plus,unstated,mixed,frontier,,,,,,,19.0,count,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 248, table 2, row 'ZeroBench (Pass@5)', column 'Qwen3.7-Plus', value 1 of 2)",,out:effort-not-established, blog-qwen3.8-zerobench-pass-5-with-ci,alibaba,qwen3.7-plus,unstated,mixed,frontier,,,,,,,19.0,count,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 248, table 2, row 'ZeroBench (Pass@5)', column 'Qwen3.7-Plus', value 2 of 2)",,out:effort-not-established, blog-qwen3.8-zerobench-pass-5-without-ci,alibaba,qwen3.8-max,xhigh,mixed,frontier,,,,,,,24.0,count,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 248, table 2, row 'ZeroBench (Pass@5)', column 'Qwen3.8-Max', value 1 of 2)",,out:single-couple, blog-qwen3.8-zerobench-pass-5-with-ci,alibaba,qwen3.8-max,xhigh,mixed,frontier,,,,,,,49.0,count,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 248, table 2, row 'ZeroBench (Pass@5)', column 'Qwen3.8-Max', value 2 of 2)",,out:single-couple, blog-qwen3.8-zerobench-sub,alibaba,opus-4.8,unstated,mixed,frontier,,,,,,,31.1,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 249, table 2, row 'ZeroBench-Sub', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-zerobench-sub,alibaba,fable-5,unstated,mixed,frontier,,,,,,,37.1,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 249, table 2, row 'ZeroBench-Sub', column 'Fable5')",,out:effort-not-established, blog-qwen3.8-zerobench-sub,alibaba,gemini-3.1-pro,unstated,mixed,frontier,,,,,,,36.5,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 249, table 2, row 'ZeroBench-Sub', column 'Gemini3.1-Pro')",,out:effort-not-established, blog-qwen3.8-zerobench-sub,alibaba,gpt-5.6-sol,unstated,mixed,frontier,,,,,,,46.7,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 249, table 2, row 'ZeroBench-Sub', column 'GPT5.6-Sol')",,out:effort-not-established, blog-qwen3.8-zerobench-sub,alibaba,qwen3.7-plus,unstated,mixed,frontier,,,,,,,41.0,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 249, table 2, row 'ZeroBench-Sub', column 'Qwen3.7-Plus')",,out:effort-not-established, blog-qwen3.8-zerobench-sub,alibaba,qwen3.8-max,xhigh,mixed,frontier,,,,,,,48.5,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 249, table 2, row 'ZeroBench-Sub', column 'Qwen3.8-Max')",,out:single-couple, blog-qwen3.8-logicvista,alibaba,opus-4.8,unstated,reasoning-math,mid,,,,,,,76.7,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 250, table 2, row 'LogicVista', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-logicvista,alibaba,fable-5,unstated,reasoning-math,mid,,,,,,,85.7,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 250, table 2, row 'LogicVista', column 'Fable5')",,out:effort-not-established, blog-qwen3.8-logicvista,alibaba,gemini-3.1-pro,unstated,reasoning-math,mid,,,,,,,82.6,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 250, table 2, row 'LogicVista', column 'Gemini3.1-Pro')",,out:effort-not-established, blog-qwen3.8-logicvista,alibaba,gpt-5.6-sol,unstated,reasoning-math,mid,,,,,,,89.7,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 250, table 2, row 'LogicVista', column 'GPT5.6-Sol')",,out:effort-not-established, blog-qwen3.8-logicvista,alibaba,qwen3.7-plus,unstated,reasoning-math,mid,,,,,,,84.3,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 250, table 2, row 'LogicVista', column 'Qwen3.7-Plus')",,out:effort-not-established, blog-qwen3.8-logicvista,alibaba,qwen3.8-max,xhigh,reasoning-math,mid,,,,,,,91.9,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 250, table 2, row 'LogicVista', column 'Qwen3.8-Max')",,out:single-couple, blog-qwen3.8-hipho,alibaba,opus-4.8,unstated,reasoning-math,hard,,,,,,,69.3,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 251, table 2, row 'HiPhO', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-hipho,alibaba,fable-5,unstated,reasoning-math,hard,,,,,,,78.6,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 251, table 2, row 'HiPhO', column 'Fable5')",,out:effort-not-established, blog-qwen3.8-hipho,alibaba,gemini-3.1-pro,unstated,reasoning-math,hard,,,,,,,85.4,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 251, table 2, row 'HiPhO', column 'Gemini3.1-Pro')",,out:effort-not-established, blog-qwen3.8-hipho,alibaba,gpt-5.6-sol,unstated,reasoning-math,hard,,,,,,,86.8,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 251, table 2, row 'HiPhO', column 'GPT5.6-Sol')",,out:effort-not-established, blog-qwen3.8-hipho,alibaba,qwen3.7-plus,unstated,reasoning-math,hard,,,,,,,84.1,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 251, table 2, row 'HiPhO', column 'Qwen3.7-Plus')",,out:effort-not-established, blog-qwen3.8-hipho,alibaba,qwen3.8-max,xhigh,reasoning-math,hard,,,,,,,90.0,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 251, table 2, row 'HiPhO', column 'Qwen3.8-Max')",,out:single-couple, blog-qwen3.8-phyx,alibaba,opus-4.8,unstated,reasoning-math,hard,,,,,,,54.2,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 252, table 2, row 'PhyX', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-phyx,alibaba,fable-5,unstated,reasoning-math,hard,,,,,,,71.7,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 252, table 2, row 'PhyX', column 'Fable5')",,out:effort-not-established, blog-qwen3.8-phyx,alibaba,gemini-3.1-pro,unstated,reasoning-math,hard,,,,,,,79.4,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 252, table 2, row 'PhyX', column 'Gemini3.1-Pro')",,out:effort-not-established, blog-qwen3.8-phyx,alibaba,gpt-5.6-sol,unstated,reasoning-math,hard,,,,,,,79.1,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 252, table 2, row 'PhyX', column 'GPT5.6-Sol')",,out:effort-not-established, blog-qwen3.8-phyx,alibaba,qwen3.7-plus,unstated,reasoning-math,hard,,,,,,,80.0,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 252, table 2, row 'PhyX', column 'Qwen3.7-Plus')",,out:effort-not-established, blog-qwen3.8-phyx,alibaba,qwen3.8-max,xhigh,reasoning-math,hard,,,,,,,83.5,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 252, table 2, row 'PhyX', column 'Qwen3.8-Max')",,out:single-couple, blog-qwen3.8-slake,alibaba,opus-4.8,unstated,mixed,hard,,,,,,,75.9,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 253, table 2, row 'SLAKE', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-slake,alibaba,fable-5,unstated,mixed,hard,,,,,,,86.6,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 253, table 2, row 'SLAKE', column 'Fable5')",,out:effort-not-established, blog-qwen3.8-slake,alibaba,gemini-3.1-pro,unstated,mixed,hard,,,,,,,82.9,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 253, table 2, row 'SLAKE', column 'Gemini3.1-Pro')",,out:effort-not-established, blog-qwen3.8-slake,alibaba,gpt-5.6-sol,unstated,mixed,hard,,,,,,,85.1,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 253, table 2, row 'SLAKE', column 'GPT5.6-Sol')",,out:effort-not-established, blog-qwen3.8-slake,alibaba,qwen3.7-plus,unstated,mixed,hard,,,,,,,83.2,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 253, table 2, row 'SLAKE', column 'Qwen3.7-Plus')",,out:effort-not-established, blog-qwen3.8-slake,alibaba,qwen3.8-max,xhigh,mixed,hard,,,,,,,90.8,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 253, table 2, row 'SLAKE', column 'Qwen3.8-Max')",,out:single-couple, blog-qwen3.8-medxpertqa-mm,alibaba,opus-4.8,unstated,mixed,hard,,,,,,,71.7,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 254, table 2, row 'MedXpertQA-MM', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-medxpertqa-mm,alibaba,fable-5,unstated,mixed,hard,,,,,,,80.0,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 254, table 2, row 'MedXpertQA-MM', column 'Fable5')",,out:effort-not-established, blog-qwen3.8-medxpertqa-mm,alibaba,gemini-3.1-pro,unstated,mixed,hard,,,,,,,80.7,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 254, table 2, row 'MedXpertQA-MM', column 'Gemini3.1-Pro')",,out:effort-not-established, blog-qwen3.8-medxpertqa-mm,alibaba,gpt-5.6-sol,unstated,mixed,hard,,,,,,,81.5,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 254, table 2, row 'MedXpertQA-MM', column 'GPT5.6-Sol')",,out:effort-not-established, blog-qwen3.8-medxpertqa-mm,alibaba,qwen3.7-plus,unstated,mixed,hard,,,,,,,71.0,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 254, table 2, row 'MedXpertQA-MM', column 'Qwen3.7-Plus')",,out:effort-not-established, blog-qwen3.8-medxpertqa-mm,alibaba,qwen3.8-max,xhigh,mixed,hard,,,,,,,80.4,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 254, table 2, row 'MedXpertQA-MM', column 'Qwen3.8-Max')",,out:single-couple, blog-qwen3.8-pmc-vqa,alibaba,opus-4.8,unstated,mixed,hard,,,,,,,59.2,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 255, table 2, row 'PMC-VQA', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-pmc-vqa,alibaba,fable-5,unstated,mixed,hard,,,,,,,63.2,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 255, table 2, row 'PMC-VQA', column 'Fable5')",,out:effort-not-established, blog-qwen3.8-pmc-vqa,alibaba,gemini-3.1-pro,unstated,mixed,hard,,,,,,,62.5,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 255, table 2, row 'PMC-VQA', column 'Gemini3.1-Pro')",,out:effort-not-established, blog-qwen3.8-pmc-vqa,alibaba,gpt-5.6-sol,unstated,mixed,hard,,,,,,,62.3,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 255, table 2, row 'PMC-VQA', column 'GPT5.6-Sol')",,out:effort-not-established, blog-qwen3.8-pmc-vqa,alibaba,qwen3.7-plus,unstated,mixed,hard,,,,,,,63.4,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 255, table 2, row 'PMC-VQA', column 'Qwen3.7-Plus')",,out:effort-not-established, blog-qwen3.8-pmc-vqa,alibaba,qwen3.8-max,xhigh,mixed,hard,,,,,,,66.2,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 255, table 2, row 'PMC-VQA', column 'Qwen3.8-Max')",,out:single-couple, blog-qwen3.8-osworld-verified,alibaba,opus-4.8,unstated,computer-use,mid,,,,,,,83.4,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 257, table 2, row 'OSWorld-Verified', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-osworld-verified,alibaba,fable-5,unstated,computer-use,mid,,,,,,,85.0,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 257, table 2, row 'OSWorld-Verified', column 'Fable5')",,out:effort-not-established, blog-qwen3.8-osworld-verified,alibaba,gemini-3.1-pro,unstated,computer-use,mid,,,,,,,76.2,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 257, table 2, row 'OSWorld-Verified', column 'Gemini3.1-Pro')",,out:effort-not-established, blog-qwen3.8-osworld-verified,alibaba,gpt-5.6-sol,unstated,computer-use,mid,,,,,,,83.2,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 257, table 2, row 'OSWorld-Verified', column 'GPT5.6-Sol')",,out:effort-not-established, blog-qwen3.8-osworld-verified,alibaba,qwen3.7-plus,unstated,computer-use,mid,,,,,,,73.3,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 257, table 2, row 'OSWorld-Verified', column 'Qwen3.7-Plus')",,out:effort-not-established, blog-qwen3.8-osworld-verified,alibaba,qwen3.8-max,xhigh,computer-use,mid,,,,,,,86.1,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 257, table 2, row 'OSWorld-Verified', column 'Qwen3.8-Max')",,out:single-couple, blog-qwen3.8-osworld-2-0-binary,alibaba,opus-4.8,unstated,computer-use,hard,,,,,,,20.6,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 258, table 2, row 'OSWorld 2.0', column 'Opus4.8', value 1 of 2)",,out:effort-not-established, blog-qwen3.8-osworld-2-0-binary,alibaba,gemini-3.1-pro,unstated,computer-use,hard,,,,,,,7.8,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 258, table 2, row 'OSWorld 2.0', column 'Gemini3.1-Pro', value 1 of 2)",,out:effort-not-established, blog-qwen3.8-osworld-2-0-binary,alibaba,qwen3.7-plus,unstated,computer-use,hard,,,,,,,2.8,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 258, table 2, row 'OSWorld 2.0', column 'Qwen3.7-Plus', value 1 of 2)",,out:effort-not-established, blog-qwen3.8-osworld-2-0-binary,alibaba,qwen3.8-max,xhigh,computer-use,hard,,,,,,,19.4,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 258, table 2, row 'OSWorld 2.0', column 'Qwen3.8-Max', value 1 of 2)",,out:single-couple, blog-qwen3.8-screenspot-pro,alibaba,opus-4.8,unstated,computer-use,mid,,,,,,,82.3,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 259, table 2, row 'ScreenSpot Pro', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-screenspot-pro,alibaba,fable-5,unstated,computer-use,mid,,,,,,,87.3,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 259, table 2, row 'ScreenSpot Pro', column 'Fable5')",,out:effort-not-established, blog-qwen3.8-screenspot-pro,alibaba,gemini-3.1-pro,unstated,computer-use,mid,,,,,,,68.1,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 259, table 2, row 'ScreenSpot Pro', column 'Gemini3.1-Pro')",,out:effort-not-established, blog-qwen3.8-screenspot-pro,alibaba,gpt-5.6-sol,unstated,computer-use,mid,,,,,,,81.3,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 259, table 2, row 'ScreenSpot Pro', column 'GPT5.6-Sol')",,out:effort-not-established, blog-qwen3.8-screenspot-pro,alibaba,qwen3.7-plus,unstated,computer-use,mid,,,,,,,79.0,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 259, table 2, row 'ScreenSpot Pro', column 'Qwen3.7-Plus')",,out:effort-not-established, blog-qwen3.8-screenspot-pro,alibaba,qwen3.8-max,xhigh,computer-use,mid,,,,,,,84.5,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 259, table 2, row 'ScreenSpot Pro', column 'Qwen3.8-Max')",,out:single-couple, blog-qwen3.8-webarena-verified,alibaba,opus-4.8,unstated,computer-use,mid,OSWorld-scaffold,,,,,,67.9,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 260, table 2, row 'WebArena-Verified', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-webarena-verified,alibaba,fable-5,unstated,computer-use,mid,OSWorld-scaffold,,,,,,71.3,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 260, table 2, row 'WebArena-Verified', column 'Fable5')",,out:effort-not-established, blog-qwen3.8-webarena-verified,alibaba,gemini-3.1-pro,unstated,computer-use,mid,OSWorld-scaffold,,,,,,64.3,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 260, table 2, row 'WebArena-Verified', column 'Gemini3.1-Pro')",,out:effort-not-established, blog-qwen3.8-webarena-verified,alibaba,gpt-5.6-sol,unstated,computer-use,mid,OSWorld-scaffold,,,,,,69.7,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 260, table 2, row 'WebArena-Verified', column 'GPT5.6-Sol')",,out:effort-not-established, blog-qwen3.8-webarena-verified,alibaba,qwen3.7-plus,unstated,computer-use,mid,OSWorld-scaffold,,,,,,55.3,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 260, table 2, row 'WebArena-Verified', column 'Qwen3.7-Plus')",,out:effort-not-established, blog-qwen3.8-webarena-verified,alibaba,qwen3.8-max,xhigh,computer-use,mid,OSWorld-scaffold,,,,,,66.8,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 260, table 2, row 'WebArena-Verified', column 'Qwen3.8-Max')",,out:single-couple, blog-qwen3.8-androidworld,alibaba,opus-4.8,unstated,computer-use,mid,,,,,,,75.0,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 261, table 2, row 'AndroidWorld', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-androidworld,alibaba,fable-5,unstated,computer-use,mid,,,,,,,88.8,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 261, table 2, row 'AndroidWorld', column 'Fable5')",,out:effort-not-established, blog-qwen3.8-androidworld,alibaba,gemini-3.1-pro,unstated,computer-use,mid,,,,,,,70.7,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 261, table 2, row 'AndroidWorld', column 'Gemini3.1-Pro')",,out:effort-not-established, blog-qwen3.8-androidworld,alibaba,gpt-5.6-sol,unstated,computer-use,mid,,,,,,,77.6,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 261, table 2, row 'AndroidWorld', column 'GPT5.6-Sol')",,out:effort-not-established, blog-qwen3.8-androidworld,alibaba,qwen3.7-plus,unstated,computer-use,mid,,,,,,,81.0,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 261, table 2, row 'AndroidWorld', column 'Qwen3.7-Plus')",,out:effort-not-established, blog-qwen3.8-androidworld,alibaba,qwen3.8-max,xhigh,computer-use,mid,,,,,,,85.3,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 261, table 2, row 'AndroidWorld', column 'Qwen3.8-Max')",,out:single-couple, blog-qwen3.8-mobileworld,alibaba,opus-4.8,unstated,computer-use,hard,,,,,,,67.5,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 262, table 2, row 'MobileWorld', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-mobileworld,alibaba,fable-5,unstated,computer-use,hard,,,,,,,85.5,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 262, table 2, row 'MobileWorld', column 'Fable5')",,out:effort-not-established, blog-qwen3.8-mobileworld,alibaba,gemini-3.1-pro,unstated,computer-use,hard,,,,,,,58.1,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 262, table 2, row 'MobileWorld', column 'Gemini3.1-Pro')",,out:effort-not-established, blog-qwen3.8-mobileworld,alibaba,gpt-5.6-sol,unstated,computer-use,hard,,,,,,,76.9,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 262, table 2, row 'MobileWorld', column 'GPT5.6-Sol')",,out:effort-not-established, blog-qwen3.8-mobileworld,alibaba,qwen3.7-plus,unstated,computer-use,hard,,,,,,,51.2,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 262, table 2, row 'MobileWorld', column 'Qwen3.7-Plus')",,out:effort-not-established, blog-qwen3.8-mobileworld,alibaba,qwen3.8-max,xhigh,computer-use,hard,,,,,,,77.8,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 262, table 2, row 'MobileWorld', column 'Qwen3.8-Max')",,out:single-couple, blog-qwen3.8-claweval-mm-average,alibaba,opus-4.8,unstated,agentic-tool,hard,,,,,,,73.8,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 263, table 2, row 'ClawEval-MM', column 'Opus4.8', value 2 of 2)",,out:effort-not-established, blog-qwen3.8-claweval-mm-average,alibaba,fable-5,unstated,agentic-tool,hard,,,,,,,77.5,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 263, table 2, row 'ClawEval-MM', column 'Fable5', value 2 of 2)",,out:effort-not-established, blog-qwen3.8-claweval-mm-average,alibaba,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,55.2,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 263, table 2, row 'ClawEval-MM', column 'Gemini3.1-Pro', value 2 of 2)",,out:effort-not-established, blog-qwen3.8-claweval-mm-average,alibaba,gpt-5.6-sol,unstated,agentic-tool,hard,,,,,,,78.9,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 263, table 2, row 'ClawEval-MM', column 'GPT5.6-Sol', value 2 of 2)",,out:effort-not-established, blog-qwen3.8-claweval-mm-average,alibaba,qwen3.7-plus,unstated,agentic-tool,hard,,,,,,,60.1,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 263, table 2, row 'ClawEval-MM', column 'Qwen3.7-Plus', value 2 of 2)",,out:effort-not-established, blog-qwen3.8-claweval-mm-average,alibaba,qwen3.8-max,xhigh,agentic-tool,hard,,,,,,,74.8,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 263, table 2, row 'ClawEval-MM', column 'Qwen3.8-Max', value 2 of 2)",,out:single-couple, blog-qwen3.8-vision2web,alibaba,opus-4.8,unstated,coding,hard,Claude Code,,,,,,62.4,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 264, table 2, row 'Vision2Web', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-vision2web,alibaba,fable-5,unstated,coding,hard,Claude Code,,,,,,70.5,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 264, table 2, row 'Vision2Web', column 'Fable5')",,out:effort-not-established, blog-qwen3.8-vision2web,alibaba,gpt-5.6-sol,unstated,coding,hard,Claude Code,,,,,,62.1,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 264, table 2, row 'Vision2Web', column 'GPT5.6-Sol')",,out:effort-not-established, blog-qwen3.8-vision2web,alibaba,qwen3.7-plus,unstated,coding,hard,Claude Code,,,,,,42.1,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 264, table 2, row 'Vision2Web', column 'Qwen3.7-Plus')",,out:effort-not-established, blog-qwen3.8-vision2web,alibaba,qwen3.8-max,xhigh,coding,hard,Claude Code,,,,,,69.0,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 264, table 2, row 'Vision2Web', column 'Qwen3.8-Max')",,out:single-couple, blog-qwen3.8-qwenblenderbench,alibaba,opus-4.8,unstated,coding,mid,,,,,,,62.4,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 265, table 2, row 'QwenBlenderBench', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-qwenblenderbench,alibaba,fable-5,unstated,coding,mid,,,,,,,69.5,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 265, table 2, row 'QwenBlenderBench', column 'Fable5')",,out:effort-not-established, blog-qwen3.8-qwenblenderbench,alibaba,gemini-3.1-pro,unstated,coding,mid,,,,,,,23.0,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 265, table 2, row 'QwenBlenderBench', column 'Gemini3.1-Pro')",,out:effort-not-established, blog-qwen3.8-qwenblenderbench,alibaba,gpt-5.6-sol,unstated,coding,mid,,,,,,,68.6,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 265, table 2, row 'QwenBlenderBench', column 'GPT5.6-Sol')",,out:effort-not-established, blog-qwen3.8-qwenblenderbench,alibaba,qwen3.7-plus,unstated,coding,mid,,,,,,,41.5,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 265, table 2, row 'QwenBlenderBench', column 'Qwen3.7-Plus')",,out:effort-not-established, blog-qwen3.8-qwenblenderbench,alibaba,qwen3.8-max,xhigh,coding,mid,,,,,,,69.9,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 265, table 2, row 'QwenBlenderBench', column 'Qwen3.8-Max')",,out:single-couple, blog-qwen3.8-parametric-cad-bench,alibaba,opus-4.8,unstated,coding,hard,,,,,,,85.1,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 266, table 2, row 'Parametric CAD Bench', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-parametric-cad-bench,alibaba,fable-5,unstated,coding,hard,,,,,,,87.5,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 266, table 2, row 'Parametric CAD Bench', column 'Fable5')",,out:effort-not-established, blog-qwen3.8-parametric-cad-bench,alibaba,gemini-3.1-pro,unstated,coding,hard,,,,,,,73.5,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 266, table 2, row 'Parametric CAD Bench', column 'Gemini3.1-Pro')",,out:effort-not-established, blog-qwen3.8-parametric-cad-bench,alibaba,gpt-5.6-sol,unstated,coding,hard,,,,,,,86.2,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 266, table 2, row 'Parametric CAD Bench', column 'GPT5.6-Sol')",,out:effort-not-established, blog-qwen3.8-parametric-cad-bench,alibaba,qwen3.7-plus,unstated,coding,hard,,,,,,,73.8,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 266, table 2, row 'Parametric CAD Bench', column 'Qwen3.7-Plus')",,out:effort-not-established, blog-qwen3.8-parametric-cad-bench,alibaba,qwen3.8-max,xhigh,coding,hard,,,,,,,91.5,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 266, table 2, row 'Parametric CAD Bench', column 'Qwen3.8-Max')",,out:single-couple, blog-qwen3.8-recreationbench,alibaba,opus-4.8,unstated,computer-use,hard,,,,,,,48.0,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 267, table 2, row 'RecreationBench', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-recreationbench,alibaba,fable-5,unstated,computer-use,hard,,,,,,,56.1,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 267, table 2, row 'RecreationBench', column 'Fable5')",,out:effort-not-established, blog-qwen3.8-recreationbench,alibaba,gemini-3.1-pro,unstated,computer-use,hard,,,,,,,16.2,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 267, table 2, row 'RecreationBench', column 'Gemini3.1-Pro')",,out:effort-not-established, blog-qwen3.8-recreationbench,alibaba,gpt-5.6-sol,unstated,computer-use,hard,,,,,,,47.6,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 267, table 2, row 'RecreationBench', column 'GPT5.6-Sol')",,out:effort-not-established, blog-qwen3.8-recreationbench,alibaba,qwen3.7-plus,unstated,computer-use,hard,,,,,,,30.2,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 267, table 2, row 'RecreationBench', column 'Qwen3.7-Plus')",,out:effort-not-established, blog-qwen3.8-recreationbench,alibaba,qwen3.8-max,xhigh,computer-use,hard,,,,,,,51.7,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 267, table 2, row 'RecreationBench', column 'Qwen3.8-Max')",,out:single-couple, blog-qwen3.8-presentbench,alibaba,opus-4.8,unstated,mixed,mid,,,,,,,80.9,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 268, table 2, row 'PresentBench', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-presentbench,alibaba,fable-5,unstated,mixed,mid,,,,,,,79.8,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 268, table 2, row 'PresentBench', column 'Fable5')",,out:effort-not-established, blog-qwen3.8-presentbench,alibaba,gemini-3.1-pro,unstated,mixed,mid,,,,,,,55.4,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 268, table 2, row 'PresentBench', column 'Gemini3.1-Pro')",,out:effort-not-established, blog-qwen3.8-presentbench,alibaba,gpt-5.6-sol,unstated,mixed,mid,,,,,,,82.9,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 268, table 2, row 'PresentBench', column 'GPT5.6-Sol')",,out:effort-not-established, blog-qwen3.8-presentbench,alibaba,qwen3.7-plus,unstated,mixed,mid,,,,,,,65.7,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 268, table 2, row 'PresentBench', column 'Qwen3.7-Plus')",,out:effort-not-established, blog-qwen3.8-presentbench,alibaba,qwen3.8-max,xhigh,mixed,mid,,,,,,,79.6,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 268, table 2, row 'PresentBench', column 'Qwen3.8-Max')",,out:single-couple, blog-qwen3.8-charxiv-rq-without-ci,alibaba,opus-4.8,unstated,mixed,mid,,,,,,,78.5,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 270, table 2, row 'CharXiv (RQ)', column 'Opus4.8', value 1 of 2)",,out:effort-not-established, blog-qwen3.8-charxiv-rq-with-ci,alibaba,opus-4.8,unstated,mixed,mid,,,,,,,89.9,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 270, table 2, row 'CharXiv (RQ)', column 'Opus4.8', value 2 of 2)",,out:effort-not-established, blog-qwen3.8-charxiv-rq-without-ci,alibaba,fable-5,unstated,mixed,mid,,,,,,,87.9,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 270, table 2, row 'CharXiv (RQ)', column 'Fable5', value 1 of 2)",,out:effort-not-established, blog-qwen3.8-charxiv-rq-with-ci,alibaba,fable-5,unstated,mixed,mid,,,,,,,93.5,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 270, table 2, row 'CharXiv (RQ)', column 'Fable5', value 2 of 2)",,out:effort-not-established, blog-qwen3.8-charxiv-rq-without-ci,alibaba,gemini-3.1-pro,unstated,mixed,mid,,,,,,,84.4,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 270, table 2, row 'CharXiv (RQ)', column 'Gemini3.1-Pro', value 1 of 2)",,out:effort-not-established, blog-qwen3.8-charxiv-rq-with-ci,alibaba,gemini-3.1-pro,unstated,mixed,mid,,,,,,,89.9,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 270, table 2, row 'CharXiv (RQ)', column 'Gemini3.1-Pro', value 2 of 2)",,out:effort-not-established, blog-qwen3.8-charxiv-rq-without-ci,alibaba,gpt-5.6-sol,unstated,mixed,mid,,,,,,,85.1,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 270, table 2, row 'CharXiv (RQ)', column 'GPT5.6-Sol', value 1 of 2)",,out:effort-not-established, blog-qwen3.8-charxiv-rq-with-ci,alibaba,gpt-5.6-sol,unstated,mixed,mid,,,,,,,89.1,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 270, table 2, row 'CharXiv (RQ)', column 'GPT5.6-Sol', value 2 of 2)",,out:effort-not-established, blog-qwen3.8-charxiv-rq-without-ci,alibaba,qwen3.7-plus,unstated,mixed,mid,,,,,,,85.8,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 270, table 2, row 'CharXiv (RQ)', column 'Qwen3.7-Plus', value 1 of 2)",,out:effort-not-established, blog-qwen3.8-charxiv-rq-with-ci,alibaba,qwen3.7-plus,unstated,mixed,mid,,,,,,,85.9,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 270, table 2, row 'CharXiv (RQ)', column 'Qwen3.7-Plus', value 2 of 2)",,out:effort-not-established, blog-qwen3.8-charxiv-rq-without-ci,alibaba,qwen3.8-max,xhigh,mixed,mid,,,,,,,88.4,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 270, table 2, row 'CharXiv (RQ)', column 'Qwen3.8-Max', value 1 of 2)",,out:single-couple, blog-qwen3.8-charxiv-rq-with-ci,alibaba,qwen3.8-max,xhigh,mixed,mid,,,,,,,93.5,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 270, table 2, row 'CharXiv (RQ)', column 'Qwen3.8-Max', value 2 of 2)",,out:single-couple, blog-qwen3.8-omnidocbench-1-5,alibaba,opus-4.8,unstated,mixed,mid,,,,,,,86.5,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 271, table 2, row 'OmniDocBench 1.5', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-omnidocbench-1-5,alibaba,fable-5,unstated,mixed,mid,,,,,,,89.5,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 271, table 2, row 'OmniDocBench 1.5', column 'Fable5')",,out:effort-not-established, blog-qwen3.8-omnidocbench-1-5,alibaba,gemini-3.1-pro,unstated,mixed,mid,,,,,,,90.0,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 271, table 2, row 'OmniDocBench 1.5', column 'Gemini3.1-Pro')",,out:effort-not-established, blog-qwen3.8-omnidocbench-1-5,alibaba,gpt-5.6-sol,unstated,mixed,mid,,,,,,,86.7,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 271, table 2, row 'OmniDocBench 1.5', column 'GPT5.6-Sol')",,out:effort-not-established, blog-qwen3.8-omnidocbench-1-5,alibaba,qwen3.7-plus,unstated,mixed,mid,,,,,,,91.4,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 271, table 2, row 'OmniDocBench 1.5', column 'Qwen3.7-Plus')",,out:effort-not-established, blog-qwen3.8-omnidocbench-1-5,alibaba,qwen3.8-max,xhigh,mixed,mid,,,,,,,92.1,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 271, table 2, row 'OmniDocBench 1.5', column 'Qwen3.8-Max')",,out:single-couple, blog-qwen3.8-ocr-bench-v2-en-zh-en,alibaba,opus-4.8,unstated,mixed,mid,,,,,,,53.9,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 272, table 2, row 'OCR-Bench-V2 (EN/ZH)', column 'Opus4.8', value 1 of 2)",,out:effort-not-established, blog-qwen3.8-ocr-bench-v2-en-zh-zh,alibaba,opus-4.8,unstated,mixed,mid,,,,,,,55.3,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 272, table 2, row 'OCR-Bench-V2 (EN/ZH)', column 'Opus4.8', value 2 of 2)",,out:effort-not-established, blog-qwen3.8-ocr-bench-v2-en-zh-en,alibaba,fable-5,unstated,mixed,mid,,,,,,,65.3,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 272, table 2, row 'OCR-Bench-V2 (EN/ZH)', column 'Fable5', value 1 of 2)",,out:effort-not-established, blog-qwen3.8-ocr-bench-v2-en-zh-zh,alibaba,fable-5,unstated,mixed,mid,,,,,,,58.1,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 272, table 2, row 'OCR-Bench-V2 (EN/ZH)', column 'Fable5', value 2 of 2)",,out:effort-not-established, blog-qwen3.8-ocr-bench-v2-en-zh-en,alibaba,gemini-3.1-pro,unstated,mixed,mid,,,,,,,64.6,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 272, table 2, row 'OCR-Bench-V2 (EN/ZH)', column 'Gemini3.1-Pro', value 1 of 2)",,out:effort-not-established, blog-qwen3.8-ocr-bench-v2-en-zh-zh,alibaba,gemini-3.1-pro,unstated,mixed,mid,,,,,,,58.2,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 272, table 2, row 'OCR-Bench-V2 (EN/ZH)', column 'Gemini3.1-Pro', value 2 of 2)",,out:effort-not-established, blog-qwen3.8-ocr-bench-v2-en-zh-en,alibaba,gpt-5.6-sol,unstated,mixed,mid,,,,,,,69.0,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 272, table 2, row 'OCR-Bench-V2 (EN/ZH)', column 'GPT5.6-Sol', value 1 of 2)",,out:effort-not-established, blog-qwen3.8-ocr-bench-v2-en-zh-zh,alibaba,gpt-5.6-sol,unstated,mixed,mid,,,,,,,57.3,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 272, table 2, row 'OCR-Bench-V2 (EN/ZH)', column 'GPT5.6-Sol', value 2 of 2)",,out:effort-not-established, blog-qwen3.8-ocr-bench-v2-en-zh-en,alibaba,qwen3.7-plus,unstated,mixed,mid,,,,,,,70.7,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 272, table 2, row 'OCR-Bench-V2 (EN/ZH)', column 'Qwen3.7-Plus', value 1 of 2)",,out:effort-not-established, blog-qwen3.8-ocr-bench-v2-en-zh-zh,alibaba,qwen3.7-plus,unstated,mixed,mid,,,,,,,67.1,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 272, table 2, row 'OCR-Bench-V2 (EN/ZH)', column 'Qwen3.7-Plus', value 2 of 2)",,out:effort-not-established, blog-qwen3.8-ocr-bench-v2-en-zh-en,alibaba,qwen3.8-max,xhigh,mixed,mid,,,,,,,74.2,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 272, table 2, row 'OCR-Bench-V2 (EN/ZH)', column 'Qwen3.8-Max', value 1 of 2)",,out:single-couple, blog-qwen3.8-ocr-bench-v2-en-zh-zh,alibaba,qwen3.8-max,xhigh,mixed,mid,,,,,,,68.3,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 272, table 2, row 'OCR-Bench-V2 (EN/ZH)', column 'Qwen3.8-Max', value 2 of 2)",,out:single-couple, blog-qwen3.8-cc-ocr-bench-v2,alibaba,opus-4.8,unstated,mixed,mid,,,,,,,60.3,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 273, table 2, row 'CC-OCR-Bench-V2', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-cc-ocr-bench-v2,alibaba,fable-5,unstated,mixed,mid,,,,,,,72.4,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 273, table 2, row 'CC-OCR-Bench-V2', column 'Fable5')",,out:effort-not-established, blog-qwen3.8-cc-ocr-bench-v2,alibaba,gemini-3.1-pro,unstated,mixed,mid,,,,,,,68.9,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 273, table 2, row 'CC-OCR-Bench-V2', column 'Gemini3.1-Pro')",,out:effort-not-established, blog-qwen3.8-cc-ocr-bench-v2,alibaba,gpt-5.6-sol,unstated,mixed,mid,,,,,,,68.0,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 273, table 2, row 'CC-OCR-Bench-V2', column 'GPT5.6-Sol')",,out:effort-not-established, blog-qwen3.8-cc-ocr-bench-v2,alibaba,qwen3.7-plus,unstated,mixed,mid,,,,,,,72.7,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 273, table 2, row 'CC-OCR-Bench-V2', column 'Qwen3.7-Plus')",,out:effort-not-established, blog-qwen3.8-cc-ocr-bench-v2,alibaba,qwen3.8-max,xhigh,mixed,mid,,,,,,,79.6,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 273, table 2, row 'CC-OCR-Bench-V2', column 'Qwen3.8-Max')",,out:single-couple, blog-qwen3.8-mtvqa-test,alibaba,opus-4.8,unstated,mixed,mid,,,,,,,48.1,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 274, table 2, row 'MTVQA-Test', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-mtvqa-test,alibaba,fable-5,unstated,mixed,mid,,,,,,,41.6,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 274, table 2, row 'MTVQA-Test', column 'Fable5')",,out:effort-not-established, blog-qwen3.8-mtvqa-test,alibaba,gemini-3.1-pro,unstated,mixed,mid,,,,,,,54.3,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 274, table 2, row 'MTVQA-Test', column 'Gemini3.1-Pro')",,out:effort-not-established, blog-qwen3.8-mtvqa-test,alibaba,gpt-5.6-sol,unstated,mixed,mid,,,,,,,52.7,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 274, table 2, row 'MTVQA-Test', column 'GPT5.6-Sol')",,out:effort-not-established, blog-qwen3.8-mtvqa-test,alibaba,qwen3.7-plus,unstated,mixed,mid,,,,,,,51.2,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 274, table 2, row 'MTVQA-Test', column 'Qwen3.7-Plus')",,out:effort-not-established, blog-qwen3.8-mtvqa-test,alibaba,qwen3.8-max,xhigh,mixed,mid,,,,,,,56.6,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 274, table 2, row 'MTVQA-Test', column 'Qwen3.8-Max')",,out:single-couple, blog-qwen3.8-madqa,alibaba,opus-4.8,unstated,mixed,mid,,,,,,,86.8,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 275, table 2, row 'MADQA', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-madqa,alibaba,fable-5,unstated,mixed,mid,,,,,,,86.0,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 275, table 2, row 'MADQA', column 'Fable5')",,out:effort-not-established, blog-qwen3.8-madqa,alibaba,gemini-3.1-pro,unstated,mixed,mid,,,,,,,81.1,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 275, table 2, row 'MADQA', column 'Gemini3.1-Pro')",,out:effort-not-established, blog-qwen3.8-madqa,alibaba,gpt-5.6-sol,unstated,mixed,mid,,,,,,,87.8,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 275, table 2, row 'MADQA', column 'GPT5.6-Sol')",,out:effort-not-established, blog-qwen3.8-madqa,alibaba,qwen3.7-plus,unstated,mixed,mid,,,,,,,87.1,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 275, table 2, row 'MADQA', column 'Qwen3.7-Plus')",,out:effort-not-established, blog-qwen3.8-madqa,alibaba,qwen3.8-max,xhigh,mixed,mid,,,,,,,91.8,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 275, table 2, row 'MADQA', column 'Qwen3.8-Max')",,out:single-couple, blog-qwen3.8-qwenvisualoffice,alibaba,opus-4.8,unstated,mixed,mid,,,,,,,34.5,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 276, table 2, row 'QwenVisualOffice', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-qwenvisualoffice,alibaba,fable-5,unstated,mixed,mid,,,,,,,32.4,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 276, table 2, row 'QwenVisualOffice', column 'Fable5')",,out:effort-not-established, blog-qwen3.8-qwenvisualoffice,alibaba,gemini-3.1-pro,unstated,mixed,mid,,,,,,,39.6,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 276, table 2, row 'QwenVisualOffice', column 'Gemini3.1-Pro')",,out:effort-not-established, blog-qwen3.8-qwenvisualoffice,alibaba,gpt-5.6-sol,unstated,mixed,mid,,,,,,,29.5,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 276, table 2, row 'QwenVisualOffice', column 'GPT5.6-Sol')",,out:effort-not-established, blog-qwen3.8-qwenvisualoffice,alibaba,qwen3.7-plus,unstated,mixed,mid,,,,,,,32.4,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 276, table 2, row 'QwenVisualOffice', column 'Qwen3.7-Plus')",,out:effort-not-established, blog-qwen3.8-qwenvisualoffice,alibaba,qwen3.8-max,xhigh,mixed,mid,,,,,,,44.6,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 276, table 2, row 'QwenVisualOffice', column 'Qwen3.8-Max')",,out:single-couple, blog-qwen3.8-realworldqa,alibaba,opus-4.8,unstated,mixed,mid,,,,,,,76.6,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 278, table 2, row 'RealWorldQA', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-realworldqa,alibaba,fable-5,unstated,mixed,mid,,,,,,,85.9,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 278, table 2, row 'RealWorldQA', column 'Fable5')",,out:effort-not-established, blog-qwen3.8-realworldqa,alibaba,gemini-3.1-pro,unstated,mixed,mid,,,,,,,83.5,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 278, table 2, row 'RealWorldQA', column 'Gemini3.1-Pro')",,out:effort-not-established, blog-qwen3.8-realworldqa,alibaba,gpt-5.6-sol,unstated,mixed,mid,,,,,,,83.7,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 278, table 2, row 'RealWorldQA', column 'GPT5.6-Sol')",,out:effort-not-established, blog-qwen3.8-realworldqa,alibaba,qwen3.7-plus,unstated,mixed,mid,,,,,,,86.9,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 278, table 2, row 'RealWorldQA', column 'Qwen3.7-Plus')",,out:effort-not-established, blog-qwen3.8-realworldqa,alibaba,qwen3.8-max,xhigh,mixed,mid,,,,,,,88.0,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 278, table 2, row 'RealWorldQA', column 'Qwen3.8-Max')",,out:single-couple, blog-qwen3.8-erqa,alibaba,opus-4.8,unstated,mixed,mid,,,,,,,57.2,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 279, table 2, row 'ERQA', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-erqa,alibaba,fable-5,unstated,mixed,mid,,,,,,,70.0,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 279, table 2, row 'ERQA', column 'Fable5')",,out:effort-not-established, blog-qwen3.8-erqa,alibaba,gemini-3.1-pro,unstated,mixed,mid,,,,,,,68.0,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 279, table 2, row 'ERQA', column 'Gemini3.1-Pro')",,out:effort-not-established, blog-qwen3.8-erqa,alibaba,gpt-5.6-sol,unstated,mixed,mid,,,,,,,70.0,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 279, table 2, row 'ERQA', column 'GPT5.6-Sol')",,out:effort-not-established, blog-qwen3.8-erqa,alibaba,qwen3.7-plus,unstated,mixed,mid,,,,,,,69.8,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 279, table 2, row 'ERQA', column 'Qwen3.7-Plus')",,out:effort-not-established, blog-qwen3.8-erqa,alibaba,qwen3.8-max,xhigh,mixed,mid,,,,,,,77.8,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 279, table 2, row 'ERQA', column 'Qwen3.8-Max')",,out:single-couple, blog-qwen3.8-lingoqa,alibaba,opus-4.8,unstated,mixed,mid,,,,,,,73.8,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 280, table 2, row 'LingoQA', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-lingoqa,alibaba,fable-5,unstated,mixed,mid,,,,,,,77.4,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 280, table 2, row 'LingoQA', column 'Fable5')",,out:effort-not-established, blog-qwen3.8-lingoqa,alibaba,gemini-3.1-pro,unstated,mixed,mid,,,,,,,66.8,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 280, table 2, row 'LingoQA', column 'Gemini3.1-Pro')",,out:effort-not-established, blog-qwen3.8-lingoqa,alibaba,gpt-5.6-sol,unstated,mixed,mid,,,,,,,72.6,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 280, table 2, row 'LingoQA', column 'GPT5.6-Sol')",,out:effort-not-established, blog-qwen3.8-lingoqa,alibaba,qwen3.7-plus,unstated,mixed,mid,,,,,,,83.4,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 280, table 2, row 'LingoQA', column 'Qwen3.7-Plus')",,out:effort-not-established, blog-qwen3.8-lingoqa,alibaba,qwen3.8-max,xhigh,mixed,mid,,,,,,,84.8,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 280, table 2, row 'LingoQA', column 'Qwen3.8-Max')",,out:single-couple, blog-qwen3.8-surds,alibaba,opus-4.8,unstated,mixed,mid,,,,,,,62.2,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 281, table 2, row 'SURDS', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-surds,alibaba,fable-5,unstated,mixed,mid,,,,,,,79.4,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 281, table 2, row 'SURDS', column 'Fable5')",,out:effort-not-established, blog-qwen3.8-surds,alibaba,gemini-3.1-pro,unstated,mixed,mid,,,,,,,64.0,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 281, table 2, row 'SURDS', column 'Gemini3.1-Pro')",,out:effort-not-established, blog-qwen3.8-surds,alibaba,gpt-5.6-sol,unstated,mixed,mid,,,,,,,63.0,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 281, table 2, row 'SURDS', column 'GPT5.6-Sol')",,out:effort-not-established, blog-qwen3.8-surds,alibaba,qwen3.7-plus,unstated,mixed,mid,,,,,,,77.2,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 281, table 2, row 'SURDS', column 'Qwen3.7-Plus')",,out:effort-not-established, blog-qwen3.8-surds,alibaba,qwen3.8-max,xhigh,mixed,mid,,,,,,,77.8,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 281, table 2, row 'SURDS', column 'Qwen3.8-Max')",,out:single-couple, blog-qwen3.8-simplevqa,alibaba,opus-4.8,unstated,mixed,mid,,,,,,,67.3,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 283, table 2, row 'SimpleVQA', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-simplevqa,alibaba,fable-5,unstated,mixed,mid,,,,,,,73.4,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 283, table 2, row 'SimpleVQA', column 'Fable5')",,out:effort-not-established, blog-qwen3.8-simplevqa,alibaba,gemini-3.1-pro,unstated,mixed,mid,,,,,,,73.1,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 283, table 2, row 'SimpleVQA', column 'Gemini3.1-Pro')",,out:effort-not-established, blog-qwen3.8-simplevqa,alibaba,gpt-5.6-sol,unstated,mixed,mid,,,,,,,66.6,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 283, table 2, row 'SimpleVQA', column 'GPT5.6-Sol')",,out:effort-not-established, blog-qwen3.8-simplevqa,alibaba,qwen3.7-plus,unstated,mixed,mid,,,,,,,70.3,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 283, table 2, row 'SimpleVQA', column 'Qwen3.7-Plus')",,out:effort-not-established, blog-qwen3.8-simplevqa,alibaba,qwen3.8-max,xhigh,mixed,mid,,,,,,,75.0,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 283, table 2, row 'SimpleVQA', column 'Qwen3.8-Max')",,out:single-couple, blog-qwen3.8-worldvqa,alibaba,opus-4.8,unstated,mixed,mid,,,,,,,33.9,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 284, table 2, row 'WorldVQA', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-worldvqa,alibaba,fable-5,unstated,mixed,mid,,,,,,,53.5,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 284, table 2, row 'WorldVQA', column 'Fable5')",,out:effort-not-established, blog-qwen3.8-worldvqa,alibaba,gemini-3.1-pro,unstated,mixed,mid,,,,,,,54.0,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 284, table 2, row 'WorldVQA', column 'Gemini3.1-Pro')",,out:effort-not-established, blog-qwen3.8-worldvqa,alibaba,gpt-5.6-sol,unstated,mixed,mid,,,,,,,45.1,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 284, table 2, row 'WorldVQA', column 'GPT5.6-Sol')",,out:effort-not-established, blog-qwen3.8-worldvqa,alibaba,qwen3.7-plus,unstated,mixed,mid,,,,,,,43.9,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 284, table 2, row 'WorldVQA', column 'Qwen3.7-Plus')",,out:effort-not-established, blog-qwen3.8-worldvqa,alibaba,qwen3.8-max,xhigh,mixed,mid,,,,,,,53.2,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 284, table 2, row 'WorldVQA', column 'Qwen3.8-Max')",,out:single-couple, blog-qwen3.8-mmstar,alibaba,opus-4.8,unstated,mixed,mid,,,,,,,76.7,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 285, table 2, row 'MMStar', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-mmstar,alibaba,fable-5,unstated,mixed,mid,,,,,,,80.5,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 285, table 2, row 'MMStar', column 'Fable5')",,out:effort-not-established, blog-qwen3.8-mmstar,alibaba,gemini-3.1-pro,unstated,mixed,mid,,,,,,,84.0,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 285, table 2, row 'MMStar', column 'Gemini3.1-Pro')",,out:effort-not-established, blog-qwen3.8-mmstar,alibaba,gpt-5.6-sol,unstated,mixed,mid,,,,,,,82.5,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 285, table 2, row 'MMStar', column 'GPT5.6-Sol')",,out:effort-not-established, blog-qwen3.8-mmstar,alibaba,qwen3.7-plus,unstated,mixed,mid,,,,,,,83.2,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 285, table 2, row 'MMStar', column 'Qwen3.7-Plus')",,out:effort-not-established, blog-qwen3.8-mmstar,alibaba,qwen3.8-max,xhigh,mixed,mid,,,,,,,85.9,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 285, table 2, row 'MMStar', column 'Qwen3.8-Max')",,out:single-couple, blog-qwen3.8-perceptionbench,alibaba,opus-4.8,unstated,mixed,mid,,,,,,,47.2,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 286, table 2, row 'PerceptionBench', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-perceptionbench,alibaba,fable-5,unstated,mixed,mid,,,,,,,57.2,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 286, table 2, row 'PerceptionBench', column 'Fable5')",,out:effort-not-established, blog-qwen3.8-perceptionbench,alibaba,gemini-3.1-pro,unstated,mixed,mid,,,,,,,56.2,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 286, table 2, row 'PerceptionBench', column 'Gemini3.1-Pro')",,out:effort-not-established, blog-qwen3.8-perceptionbench,alibaba,gpt-5.6-sol,unstated,mixed,mid,,,,,,,59.7,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 286, table 2, row 'PerceptionBench', column 'GPT5.6-Sol')",,out:effort-not-established, blog-qwen3.8-perceptionbench,alibaba,qwen3.7-plus,unstated,mixed,mid,,,,,,,51.1,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 286, table 2, row 'PerceptionBench', column 'Qwen3.7-Plus')",,out:effort-not-established, blog-qwen3.8-perceptionbench,alibaba,qwen3.8-max,xhigh,mixed,mid,,,,,,,63.5,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 286, table 2, row 'PerceptionBench', column 'Qwen3.8-Max')",,out:single-couple, blog-qwen3.8-countqa,alibaba,opus-4.8,unstated,mixed,mid,,,,,,,41.3,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 287, table 2, row 'CountQA', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-countqa,alibaba,fable-5,unstated,mixed,mid,,,,,,,63.1,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 287, table 2, row 'CountQA', column 'Fable5')",,out:effort-not-established, blog-qwen3.8-countqa,alibaba,gemini-3.1-pro,unstated,mixed,mid,,,,,,,72.8,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 287, table 2, row 'CountQA', column 'Gemini3.1-Pro')",,out:effort-not-established, blog-qwen3.8-countqa,alibaba,gpt-5.6-sol,unstated,mixed,mid,,,,,,,68.6,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 287, table 2, row 'CountQA', column 'GPT5.6-Sol')",,out:effort-not-established, blog-qwen3.8-countqa,alibaba,qwen3.7-plus,unstated,mixed,mid,,,,,,,77.0,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 287, table 2, row 'CountQA', column 'Qwen3.7-Plus')",,out:effort-not-established, blog-qwen3.8-countqa,alibaba,qwen3.8-max,xhigh,mixed,mid,,,,,,,82.4,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 287, table 2, row 'CountQA', column 'Qwen3.8-Max')",,out:single-couple, blog-qwen3.8-refadv-s,alibaba,opus-4.8,unstated,mixed,mid,,,,,,,61.7,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 288, table 2, row 'RefAdv-S', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-refadv-s,alibaba,fable-5,unstated,mixed,mid,,,,,,,68.6,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 288, table 2, row 'RefAdv-S', column 'Fable5')",,out:effort-not-established, blog-qwen3.8-refadv-s,alibaba,gemini-3.1-pro,unstated,mixed,mid,,,,,,,71.9,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 288, table 2, row 'RefAdv-S', column 'Gemini3.1-Pro')",,out:effort-not-established, blog-qwen3.8-refadv-s,alibaba,gpt-5.6-sol,unstated,mixed,mid,,,,,,,69.2,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 288, table 2, row 'RefAdv-S', column 'GPT5.6-Sol')",,out:effort-not-established, blog-qwen3.8-refadv-s,alibaba,qwen3.7-plus,unstated,mixed,mid,,,,,,,73.0,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 288, table 2, row 'RefAdv-S', column 'Qwen3.7-Plus')",,out:effort-not-established, blog-qwen3.8-refadv-s,alibaba,qwen3.8-max,xhigh,mixed,mid,,,,,,,80.2,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 288, table 2, row 'RefAdv-S', column 'Qwen3.8-Max')",,out:single-couple, blog-qwen3.8-dense200,alibaba,opus-4.8,unstated,mixed,mid,,,,,,,20.8,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 289, table 2, row 'Dense200', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-dense200,alibaba,fable-5,unstated,mixed,mid,,,,,,,31.1,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 289, table 2, row 'Dense200', column 'Fable5')",,out:effort-not-established, blog-qwen3.8-dense200,alibaba,gemini-3.1-pro,unstated,mixed,mid,,,,,,,69.7,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 289, table 2, row 'Dense200', column 'Gemini3.1-Pro')",,out:effort-not-established, blog-qwen3.8-dense200,alibaba,gpt-5.6-sol,unstated,mixed,mid,,,,,,,55.3,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 289, table 2, row 'Dense200', column 'GPT5.6-Sol')",,out:effort-not-established, blog-qwen3.8-dense200,alibaba,qwen3.7-plus,unstated,mixed,mid,,,,,,,60.7,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 289, table 2, row 'Dense200', column 'Qwen3.7-Plus')",,out:effort-not-established, blog-qwen3.8-dense200,alibaba,qwen3.8-max,xhigh,mixed,mid,,,,,,,87.0,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 289, table 2, row 'Dense200', column 'Qwen3.8-Max')",,out:single-couple, blog-qwen3.8-coco,alibaba,opus-4.8,unstated,mixed,easy,,,,,,,50.7,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 290, table 2, row 'COCO', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-coco,alibaba,fable-5,unstated,mixed,easy,,,,,,,56.4,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 290, table 2, row 'COCO', column 'Fable5')",,out:effort-not-established, blog-qwen3.8-coco,alibaba,gemini-3.1-pro,unstated,mixed,easy,,,,,,,72.4,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 290, table 2, row 'COCO', column 'Gemini3.1-Pro')",,out:effort-not-established, blog-qwen3.8-coco,alibaba,gpt-5.6-sol,unstated,mixed,easy,,,,,,,61.2,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 290, table 2, row 'COCO', column 'GPT5.6-Sol')",,out:effort-not-established, blog-qwen3.8-coco,alibaba,qwen3.7-plus,unstated,mixed,easy,,,,,,,74.2,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 290, table 2, row 'COCO', column 'Qwen3.7-Plus')",,out:effort-not-established, blog-qwen3.8-coco,alibaba,qwen3.8-max,xhigh,mixed,easy,,,,,,,78.7,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 290, table 2, row 'COCO', column 'Qwen3.8-Max')",,out:single-couple, blog-qwen3.8-visfactor,alibaba,opus-4.8,unstated,mixed,mid,,,,,,,30.1,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 291, table 2, row 'VisFactor', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-visfactor,alibaba,fable-5,unstated,mixed,mid,,,,,,,54.5,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 291, table 2, row 'VisFactor', column 'Fable5')",,out:effort-not-established, blog-qwen3.8-visfactor,alibaba,gemini-3.1-pro,unstated,mixed,mid,,,,,,,39.8,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 291, table 2, row 'VisFactor', column 'Gemini3.1-Pro')",,out:effort-not-established, blog-qwen3.8-visfactor,alibaba,gpt-5.6-sol,unstated,mixed,mid,,,,,,,62.8,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 291, table 2, row 'VisFactor', column 'GPT5.6-Sol')",,out:effort-not-established, blog-qwen3.8-visfactor,alibaba,qwen3.7-plus,unstated,mixed,mid,,,,,,,42.8,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 291, table 2, row 'VisFactor', column 'Qwen3.7-Plus')",,out:effort-not-established, blog-qwen3.8-visfactor,alibaba,qwen3.8-max,xhigh,mixed,mid,,,,,,,60.8,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 291, table 2, row 'VisFactor', column 'Qwen3.8-Max')",,out:single-couple, blog-qwen3.8-vlmsarebiased,alibaba,opus-4.8,unstated,mixed,mid,,,,,,,43.8,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 292, table 2, row 'VLMsAreBiased', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-vlmsarebiased,alibaba,fable-5,unstated,mixed,mid,,,,,,,61.2,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 292, table 2, row 'VLMsAreBiased', column 'Fable5')",,out:effort-not-established, blog-qwen3.8-vlmsarebiased,alibaba,gemini-3.1-pro,unstated,mixed,mid,,,,,,,74.1,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 292, table 2, row 'VLMsAreBiased', column 'Gemini3.1-Pro')",,out:effort-not-established, blog-qwen3.8-vlmsarebiased,alibaba,gpt-5.6-sol,unstated,mixed,mid,,,,,,,59.8,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 292, table 2, row 'VLMsAreBiased', column 'GPT5.6-Sol')",,out:effort-not-established, blog-qwen3.8-vlmsarebiased,alibaba,qwen3.7-plus,unstated,mixed,mid,,,,,,,36.6,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 292, table 2, row 'VLMsAreBiased', column 'Qwen3.7-Plus')",,out:effort-not-established, blog-qwen3.8-vlmsarebiased,alibaba,qwen3.8-max,xhigh,mixed,mid,,,,,,,88.3,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 292, table 2, row 'VLMsAreBiased', column 'Qwen3.8-Max')",,out:single-couple, blog-qwen3.8-videomme-w-sub,alibaba,opus-4.8,unstated,mixed,mid,,,,,,,85.4,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 294, table 2, row 'VideoMME (w/ Sub.)', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-videomme-w-sub,alibaba,gemini-3.1-pro,unstated,mixed,mid,,,,,,,86.7,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 294, table 2, row 'VideoMME (w/ Sub.)', column 'Gemini3.1-Pro')",,out:effort-not-established, blog-qwen3.8-videomme-w-sub,alibaba,gpt-5.6-sol,unstated,mixed,mid,,,,,,,89.5,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 294, table 2, row 'VideoMME (w/ Sub.)', column 'GPT5.6-Sol')",,out:effort-not-established, blog-qwen3.8-videomme-w-sub,alibaba,qwen3.7-plus,unstated,mixed,mid,,,,,,,88.0,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 294, table 2, row 'VideoMME (w/ Sub.)', column 'Qwen3.7-Plus')",,out:effort-not-established, blog-qwen3.8-videomme-w-sub,alibaba,qwen3.8-max,xhigh,mixed,mid,,,,,,,90.4,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 294, table 2, row 'VideoMME (w/ Sub.)', column 'Qwen3.8-Max')",,out:single-couple, blog-qwen3.8-videomme-v2-w-sub,alibaba,opus-4.8,unstated,mixed,hard,,,,,,,49.0,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 295, table 2, row 'VideoMME v2 (w/ Sub.)', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-videomme-v2-w-sub,alibaba,fable-5,unstated,mixed,hard,,,,,,,52.2,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 295, table 2, row 'VideoMME v2 (w/ Sub.)', column 'Fable5')",,out:effort-not-established, blog-qwen3.8-videomme-v2-w-sub,alibaba,gemini-3.1-pro,unstated,mixed,hard,,,,,,,66.9,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 295, table 2, row 'VideoMME v2 (w/ Sub.)', column 'Gemini3.1-Pro')",,out:effort-not-established, blog-qwen3.8-videomme-v2-w-sub,alibaba,gpt-5.6-sol,unstated,mixed,hard,,,,,,,71.1,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 295, table 2, row 'VideoMME v2 (w/ Sub.)', column 'GPT5.6-Sol')",,out:effort-not-established, blog-qwen3.8-videomme-v2-w-sub,alibaba,qwen3.7-plus,unstated,mixed,hard,,,,,,,59.7,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 295, table 2, row 'VideoMME v2 (w/ Sub.)', column 'Qwen3.7-Plus')",,out:effort-not-established, blog-qwen3.8-videomme-v2-w-sub,alibaba,qwen3.8-max,xhigh,mixed,hard,,,,,,,68.3,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 295, table 2, row 'VideoMME v2 (w/ Sub.)', column 'Qwen3.8-Max')",,out:single-couple, blog-qwen3.8-videommmu,alibaba,opus-4.8,unstated,mixed,hard,,,,,,,75.3,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 296, table 2, row 'VideoMMMU', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-videommmu,alibaba,fable-5,unstated,mixed,hard,,,,,,,81.2,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 296, table 2, row 'VideoMMMU', column 'Fable5')",,out:effort-not-established, blog-qwen3.8-videommmu,alibaba,gemini-3.1-pro,unstated,mixed,hard,,,,,,,85.3,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 296, table 2, row 'VideoMMMU', column 'Gemini3.1-Pro')",,out:effort-not-established, blog-qwen3.8-videommmu,alibaba,gpt-5.6-sol,unstated,mixed,hard,,,,,,,85.0,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 296, table 2, row 'VideoMMMU', column 'GPT5.6-Sol')",,out:effort-not-established, blog-qwen3.8-videommmu,alibaba,qwen3.7-plus,unstated,mixed,hard,,,,,,,85.4,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 296, table 2, row 'VideoMMMU', column 'Qwen3.7-Plus')",,out:effort-not-established, blog-qwen3.8-videommmu,alibaba,qwen3.8-max,xhigh,mixed,hard,,,,,,,88.7,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 296, table 2, row 'VideoMMMU', column 'Qwen3.8-Max')",,out:single-couple, blog-qwen3.8-mmvu,alibaba,opus-4.8,unstated,mixed,mid,,,,,,,67.4,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 297, table 2, row 'MMVU', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-mmvu,alibaba,fable-5,unstated,mixed,mid,,,,,,,72.0,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 297, table 2, row 'MMVU', column 'Fable5')",,out:effort-not-established, blog-qwen3.8-mmvu,alibaba,gemini-3.1-pro,unstated,mixed,mid,,,,,,,77.9,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 297, table 2, row 'MMVU', column 'Gemini3.1-Pro')",,out:effort-not-established, blog-qwen3.8-mmvu,alibaba,gpt-5.6-sol,unstated,mixed,mid,,,,,,,81.2,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 297, table 2, row 'MMVU', column 'GPT5.6-Sol')",,out:effort-not-established, blog-qwen3.8-mmvu,alibaba,qwen3.7-plus,unstated,mixed,mid,,,,,,,76.6,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 297, table 2, row 'MMVU', column 'Qwen3.7-Plus')",,out:effort-not-established, blog-qwen3.8-mmvu,alibaba,qwen3.8-max,xhigh,mixed,mid,,,,,,,82.4,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 297, table 2, row 'MMVU', column 'Qwen3.8-Max')",,out:single-couple, blog-qwen3.8-mlvu-m-avg,alibaba,opus-4.8,unstated,mixed,mid,,,,,,,53.4,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 298, table 2, row 'MLVU (M-Avg)', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-mlvu-m-avg,alibaba,gemini-3.1-pro,unstated,mixed,mid,,,,,,,84.7,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 298, table 2, row 'MLVU (M-Avg)', column 'Gemini3.1-Pro')",,out:effort-not-established, blog-qwen3.8-mlvu-m-avg,alibaba,gpt-5.6-sol,unstated,mixed,mid,,,,,,,87.6,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 298, table 2, row 'MLVU (M-Avg)', column 'GPT5.6-Sol')",,out:effort-not-established, blog-qwen3.8-mlvu-m-avg,alibaba,qwen3.7-plus,unstated,mixed,mid,,,,,,,87.4,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 298, table 2, row 'MLVU (M-Avg)', column 'Qwen3.7-Plus')",,out:effort-not-established, blog-qwen3.8-mlvu-m-avg,alibaba,qwen3.8-max,xhigh,mixed,mid,,,,,,,90.8,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 298, table 2, row 'MLVU (M-Avg)', column 'Qwen3.8-Max')",,out:single-couple, blog-qwen3.8-tvbench,alibaba,opus-4.8,unstated,mixed,mid,,,,,,,61.5,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 299, table 2, row 'TVBench', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-tvbench,alibaba,gemini-3.1-pro,unstated,mixed,mid,,,,,,,73.0,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 299, table 2, row 'TVBench', column 'Gemini3.1-Pro')",,out:effort-not-established, blog-qwen3.8-tvbench,alibaba,gpt-5.6-sol,unstated,mixed,mid,,,,,,,83.2,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 299, table 2, row 'TVBench', column 'GPT5.6-Sol')",,out:effort-not-established, blog-qwen3.8-tvbench,alibaba,qwen3.7-plus,unstated,mixed,mid,,,,,,,78.2,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 299, table 2, row 'TVBench', column 'Qwen3.7-Plus')",,out:effort-not-established, blog-qwen3.8-tvbench,alibaba,qwen3.8-max,xhigh,mixed,mid,,,,,,,81.9,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 299, table 2, row 'TVBench', column 'Qwen3.8-Max')",,out:single-couple, blog-qwen3.8-lvbench,alibaba,opus-4.8,unstated,mixed,hard,,,,,,,67.3,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 300, table 2, row 'LVBench', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-lvbench,alibaba,gemini-3.1-pro,unstated,mixed,hard,,,,,,,75.1,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 300, table 2, row 'LVBench', column 'Gemini3.1-Pro')",,out:effort-not-established, blog-qwen3.8-lvbench,alibaba,gpt-5.6-sol,unstated,mixed,hard,,,,,,,78.8,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 300, table 2, row 'LVBench', column 'GPT5.6-Sol')",,out:effort-not-established, blog-qwen3.8-lvbench,alibaba,qwen3.7-plus,unstated,mixed,hard,,,,,,,76.2,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 300, table 2, row 'LVBench', column 'Qwen3.7-Plus')",,out:effort-not-established, blog-qwen3.8-lvbench,alibaba,qwen3.8-max,xhigh,mixed,hard,,,,,,,81.8,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 300, table 2, row 'LVBench', column 'Qwen3.8-Max')",,out:single-couple, blog-qwen3.8-lvbench-w-mem,alibaba,opus-4.8,unstated,mixed,hard,,,,,,,84.3,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 301, table 2, row 'LVBench (w/ Mem.)', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-lvbench-w-mem,alibaba,fable-5,unstated,mixed,hard,,,,,,,90.1,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 301, table 2, row 'LVBench (w/ Mem.)', column 'Fable5')",,out:effort-not-established, blog-qwen3.8-lvbench-w-mem,alibaba,gpt-5.6-sol,unstated,mixed,hard,,,,,,,84.2,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 301, table 2, row 'LVBench (w/ Mem.)', column 'GPT5.6-Sol')",,out:effort-not-established, blog-qwen3.8-lvbench-w-mem,alibaba,qwen3.7-plus,unstated,mixed,hard,,,,,,,74.5,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 301, table 2, row 'LVBench (w/ Mem.)', column 'Qwen3.7-Plus')",,out:effort-not-established, blog-qwen3.8-lvbench-w-mem,alibaba,qwen3.8-max,xhigh,mixed,hard,,,,,,,85.6,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 301, table 2, row 'LVBench (w/ Mem.)', column 'Qwen3.8-Max')",,out:single-couple, blog-qwen3.8-egolife-w-mem,alibaba,opus-4.8,unstated,mixed,hard,,,,,,,78.3,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 302, table 2, row 'EgoLife (w/ Mem.)', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-egolife-w-mem,alibaba,fable-5,unstated,mixed,hard,,,,,,,82.3,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 302, table 2, row 'EgoLife (w/ Mem.)', column 'Fable5')",,out:effort-not-established, blog-qwen3.8-egolife-w-mem,alibaba,gpt-5.6-sol,unstated,mixed,hard,,,,,,,70.8,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 302, table 2, row 'EgoLife (w/ Mem.)', column 'GPT5.6-Sol')",,out:effort-not-established, blog-qwen3.8-egolife-w-mem,alibaba,qwen3.7-plus,unstated,mixed,hard,,,,,,,68.8,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 302, table 2, row 'EgoLife (w/ Mem.)', column 'Qwen3.7-Plus')",,out:effort-not-established, blog-qwen3.8-egolife-w-mem,alibaba,qwen3.8-max,xhigh,mixed,hard,,,,,,,80.3,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 302, table 2, row 'EgoLife (w/ Mem.)', column 'Qwen3.8-Max')",,out:single-couple, blog-qwen3.8-videodr-w-search,alibaba,opus-4.8,unstated,agentic-tool,hard,,,,,,,65.6,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 303, table 2, row 'VideoDR (w/ Search)', column 'Opus4.8')",,out:effort-not-established, blog-qwen3.8-videodr-w-search,alibaba,fable-5,unstated,agentic-tool,hard,,,,,,,77.1,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 303, table 2, row 'VideoDR (w/ Search)', column 'Fable5')",,out:effort-not-established, blog-qwen3.8-videodr-w-search,alibaba,gpt-5.6-sol,unstated,agentic-tool,hard,,,,,,,71.3,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 303, table 2, row 'VideoDR (w/ Search)', column 'GPT5.6-Sol')",,out:effort-not-established, blog-qwen3.8-videodr-w-search,alibaba,qwen3.7-plus,unstated,agentic-tool,hard,,,,,,,41.0,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 303, table 2, row 'VideoDR (w/ Search)', column 'Qwen3.7-Plus')",,out:effort-not-established, blog-qwen3.8-videodr-w-search,alibaba,qwen3.8-max,xhigh,agentic-tool,hard,,,,,,,73.2,score%,0.0289,,,"https://qwen.ai/blog?id=qwen3.8 (line 303, table 2, row 'VideoDR (w/ Search)', column 'Qwen3.8-Max')",,out:single-couple, hf-qwen3-coder-next-swe-bench-verified-w-swe-agent,alibaba,qwen3-coder-next,nothink,coding,hard,SWE-Agent,,,,,,70.6,score%,0.0289,,,https://huggingface.co/Qwen/Qwen3-Coder-Next (benchmarks.png: bar label of Qwen3-Coder-Next (Ours) in the group 'SWE-Bench Verified (w/ SWE-Agent)'),,out:single-couple, hf-qwen3-coder-next-swe-bench-multilingual-w-swe-agent,alibaba,qwen3-coder-next,nothink,coding,hard,SWE-Agent,,,,,,62.8,score%,0.0289,,,https://huggingface.co/Qwen/Qwen3-Coder-Next (benchmarks.png: bar label of Qwen3-Coder-Next (Ours) in the group 'SWE-Bench Multilingual (w/ SWE-Agent)'),,out:single-couple, hf-qwen3-coder-next-swe-bench-pro-w-swe-agent,alibaba,qwen3-coder-next,nothink,coding,frontier,SWE-Agent,,,,,,44.3,score%,0.0289,,,https://huggingface.co/Qwen/Qwen3-Coder-Next (benchmarks.png: bar label of Qwen3-Coder-Next (Ours) in the group 'SWE-Bench Pro (w/ SWE-Agent)'),,out:single-couple, hf-qwen3-coder-next-terminal-bench-2-0-w-terminus-2-json,alibaba,qwen3-coder-next,not-established:absent,coding,hard,Terminus-2 json,,,,,,36.2,score%,0.0289,,,https://huggingface.co/Qwen/Qwen3-Coder-Next (benchmarks.png: bar label of Qwen3-Coder-Next (Ours) in the group 'Terminal-Bench 2.0 (w/ Terminus-2 json)'),,out:effort-not-established, hf-qwen3-coder-next-aider,alibaba,qwen3-coder-next,nothink,coding,mid,,,,,,,66.2,score%,0.0289,,,https://huggingface.co/Qwen/Qwen3-Coder-Next (benchmarks.png: bar label of Qwen3-Coder-Next (Ours) in the group 'Aider'),,out:single-couple, hf-qwen3-coder-next-swe-bench-verified-w-swe-agent,alibaba,deepseek-v3.2,unstated,coding,hard,SWE-Agent,,,,,,70.2,score%,0.0289,,,https://huggingface.co/Qwen/Qwen3-Coder-Next (benchmarks.png: bar label of DeepSeek-V3.2 in the group 'SWE-Bench Verified (w/ SWE-Agent)'),,out:effort-not-established, hf-qwen3-coder-next-swe-bench-multilingual-w-swe-agent,alibaba,deepseek-v3.2,unstated,coding,hard,SWE-Agent,,,,,,62.3,score%,0.0289,,,https://huggingface.co/Qwen/Qwen3-Coder-Next (benchmarks.png: bar label of DeepSeek-V3.2 in the group 'SWE-Bench Multilingual (w/ SWE-Agent)'),,out:effort-not-established, hf-qwen3-coder-next-swe-bench-pro-w-swe-agent,alibaba,deepseek-v3.2,unstated,coding,frontier,SWE-Agent,,,,,,40.9,score%,0.0289,,,https://huggingface.co/Qwen/Qwen3-Coder-Next (benchmarks.png: bar label of DeepSeek-V3.2 in the group 'SWE-Bench Pro (w/ SWE-Agent)'),,out:effort-not-established, hf-qwen3-coder-next-terminal-bench-2-0-w-terminus-2-json,alibaba,deepseek-v3.2,unstated,coding,hard,Terminus-2 json,,,,,,39.3,score%,0.0289,,,https://huggingface.co/Qwen/Qwen3-Coder-Next (benchmarks.png: bar label of DeepSeek-V3.2 in the group 'Terminal-Bench 2.0 (w/ Terminus-2 json)'),,out:effort-not-established, hf-qwen3-coder-next-aider,alibaba,deepseek-v3.2,unstated,coding,mid,,,,,,,69.9,score%,0.0289,,,https://huggingface.co/Qwen/Qwen3-Coder-Next (benchmarks.png: bar label of DeepSeek-V3.2 in the group 'Aider'),,out:effort-not-established, hf-qwen3-coder-next-swe-bench-verified-w-swe-agent,alibaba,glm-4.7,unstated,coding,hard,SWE-Agent,,,,,,74.2,score%,0.0289,,,https://huggingface.co/Qwen/Qwen3-Coder-Next (benchmarks.png: bar label of GLM-4.7 in the group 'SWE-Bench Verified (w/ SWE-Agent)'),,out:effort-not-established, hf-qwen3-coder-next-swe-bench-multilingual-w-swe-agent,alibaba,glm-4.7,unstated,coding,hard,SWE-Agent,,,,,,63.7,score%,0.0289,,,https://huggingface.co/Qwen/Qwen3-Coder-Next (benchmarks.png: bar label of GLM-4.7 in the group 'SWE-Bench Multilingual (w/ SWE-Agent)'),,out:effort-not-established, hf-qwen3-coder-next-swe-bench-pro-w-swe-agent,alibaba,glm-4.7,unstated,coding,frontier,SWE-Agent,,,,,,40.6,score%,0.0289,,,https://huggingface.co/Qwen/Qwen3-Coder-Next (benchmarks.png: bar label of GLM-4.7 in the group 'SWE-Bench Pro (w/ SWE-Agent)'),,out:effort-not-established, hf-qwen3-coder-next-terminal-bench-2-0-w-terminus-2-json,alibaba,glm-4.7,unstated,coding,hard,Terminus-2 json,,,,,,37.1,score%,0.0289,,,https://huggingface.co/Qwen/Qwen3-Coder-Next (benchmarks.png: bar label of GLM-4.7 in the group 'Terminal-Bench 2.0 (w/ Terminus-2 json)'),,out:effort-not-established, hf-qwen3-coder-next-aider,alibaba,glm-4.7,unstated,coding,mid,,,,,,,52.1,score%,0.0289,,,https://huggingface.co/Qwen/Qwen3-Coder-Next (benchmarks.png: bar label of GLM-4.7 in the group 'Aider'),,out:effort-not-established, hf-qwen3-coder-next-swe-bench-verified-w-swe-agent,alibaba,minimax-m2.1,unstated,coding,hard,SWE-Agent,,,,,,74.8,score%,0.0289,,,https://huggingface.co/Qwen/Qwen3-Coder-Next (benchmarks.png: bar label of MiniMax M2.1 in the group 'SWE-Bench Verified (w/ SWE-Agent)'),,out:effort-not-established, hf-qwen3-coder-next-swe-bench-multilingual-w-swe-agent,alibaba,minimax-m2.1,unstated,coding,hard,SWE-Agent,,,,,,66.2,score%,0.0289,,,https://huggingface.co/Qwen/Qwen3-Coder-Next (benchmarks.png: bar label of MiniMax M2.1 in the group 'SWE-Bench Multilingual (w/ SWE-Agent)'),,out:effort-not-established, hf-qwen3-coder-next-swe-bench-pro-w-swe-agent,alibaba,minimax-m2.1,unstated,coding,frontier,SWE-Agent,,,,,,34.6,score%,0.0289,,,https://huggingface.co/Qwen/Qwen3-Coder-Next (benchmarks.png: bar label of MiniMax M2.1 in the group 'SWE-Bench Pro (w/ SWE-Agent)'),,out:effort-not-established, hf-qwen3-coder-next-terminal-bench-2-0-w-terminus-2-json,alibaba,minimax-m2.1,unstated,coding,hard,Terminus-2 json,,,,,,32.6,score%,0.0289,,,https://huggingface.co/Qwen/Qwen3-Coder-Next (benchmarks.png: bar label of MiniMax M2.1 in the group 'Terminal-Bench 2.0 (w/ Terminus-2 json)'),,out:effort-not-established, hf-qwen3-coder-next-aider,alibaba,minimax-m2.1,unstated,coding,mid,,,,,,,61.0,score%,0.0289,,,https://huggingface.co/Qwen/Qwen3-Coder-Next (benchmarks.png: bar label of MiniMax M2.1 in the group 'Aider'),,out:effort-not-established, hf-qwen3-coder-next-swe-bench-pro-scatter,alibaba,opus-4.5,unstated,coding,frontier,,,,,,,46.6,score%,0.018,,,https://huggingface.co/Qwen/Qwen3-Coder-Next (Claude-Opus-4.5: logo centre at px y=440.4: y -> 46.61 % (SWE-Bench Pro performance)),,out:effort-not-established, hf-qwen3-coder-next-swe-bench-pro-scatter,alibaba,sonnet-4.5,unstated,coding,frontier,,,,,,,44.3,score%,0.018,,,https://huggingface.co/Qwen/Qwen3-Coder-Next (Claude-Sonnet-4.5: logo centre at px y=700.4: y -> 44.32 % (SWE-Bench Pro performance)),,out:effort-not-established, qwen38-24t-card-terminalbench21,qwen-hf-qwen3.8-2.4t-a95b,qwen3.8-max,unstated,mixed,hard,,,,,,,86.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-2.4T-A95B (README, Benchmark Results, row Terminal Bench 2.1, column Qwen3.8-Max (last column))",,out:effort-not-established, qwen38-24t-card-swebench-pro,qwen-hf-qwen3.8-2.4t-a95b,qwen3.8-max,unstated,mixed,hard,,,,,,,67.7,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-2.4T-A95B (README, Benchmark Results, row SWE-bench Pro, column Qwen3.8-Max (last column))",,out:effort-not-established, qwen38-24t-card-gpqa-diamond,qwen-hf-qwen3.8-2.4t-a95b,qwen3.8-max,unstated,mixed,hard,,,,,,,92.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-2.4T-A95B (README, Benchmark Results, row GPQA Diamond, column Qwen3.8-Max (last column))",,out:effort-not-established, qwen38-24t-card-hle,qwen-hf-qwen3.8-2.4t-a95b,qwen3.8-max,unstated,mixed,hard,,,,,,,43.6,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-2.4T-A95B (README, Benchmark Results, row HLE, column Qwen3.8-Max (last column))",,out:effort-not-established, qwen38-24t-card-skillsbench,qwen-hf-qwen3.8-2.4t-a95b,qwen3.8-max,unstated,mixed,hard,,,,,,,70.2,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-2.4T-A95B (README, Benchmark Results, row SkillsBench, column Qwen3.8-Max (last column))",,out:effort-not-established, qwen38-24t-card-androidbench,qwen-hf-qwen3.8-2.4t-a95b,qwen3.8-max,unstated,mixed,hard,,,,,,,75.1,score%,0.0289,,,"https://huggingface.co/Qwen/Qwen3.8-2.4T-A95B (README, Benchmark Results, row AndroidBench, column Qwen3.8-Max (last column))",,out:effort-not-established, reactbench#1.1,reactbench,gpt-5.6-sol,max,coding,hard,,per-run,3.0554010256410256,2.89e-17,,26024.08205128205,0.4666666666666667,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.1.leaderboard[id=gpt-5.6-sol:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-sol@max|1.0+1.1+1.2,in,out:decision:D39 reactbench#1.1,reactbench,fable-5.1,max,coding,hard,,per-run,5.49921846153846,2.89e-15,,69979.40512820512,0.4564102564102564,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.1.leaderboard[id=claude-fable-5-1:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|fable-5.1@max|1.1+1.2,in,out:decision:D39 reactbench#1.1,reactbench,fable-5.1,xhigh,coding,hard,,per-run,3.739393846153846,2.89e-16,,47168.97948717949,0.441025641025641,pass@1%,2.89e-16,,,https://www.reactbench.com/ (payload v1.1.leaderboard[id=claude-fable-5-1:xhigh].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|fable-5.1@xhigh|1.1+1.2,in,out:decision:D39 reactbench#1.1,reactbench,fable-5,max,coding,hard,,per-run,12.761262564102566,2.89e-16,,57656.7282051282,0.4358974358974359,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.1.leaderboard[id=claude-fable-5:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|fable-5@max|1.0+1.1+1.2,in,out:decision:D39 reactbench#1.1,reactbench,fable-5,xhigh,coding,hard,,per-run,9.16849846153846,2.89e-15,,39289.933333333334,0.4205128205128205,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.1.leaderboard[id=claude-fable-5:xhigh].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|fable-5@xhigh|1.0+1.1+1.2,in,out:decision:D39 reactbench#1.1,reactbench,opus-5,high,coding,hard,,per-run,3.6728394871794863,2.89e-17,,43558.502564102564,0.4205128205128205,pass@1%,2.89e-17,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.1.leaderboard[id=claude-opus-5:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-5@high|1.0+1.1,in,in reactbench#1.1,reactbench,opus-5,max,coding,hard,,per-run,5.942708205128204,2.89e-16,,77950.98461538462,0.4205128205128205,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.1.leaderboard[id=claude-opus-5:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-5@max|1.0+1.1+1.2,in,out:decision:D39 reactbench#1.1,reactbench,gpt-5.6-sol,xhigh,coding,hard,,per-run,2.0232528205128193,2.89e-17,,17532.415384615386,0.4205128205128205,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.1.leaderboard[id=gpt-5.6-sol:xhigh].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-sol@xhigh|1.0+1.1+1.2,in,out:decision:D39 reactbench#1.1,reactbench,fable-5.1,high,coding,hard,,per-run,1.73849641025641,2.89e-15,,21895.389743589745,0.40512820512820513,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.1.leaderboard[id=claude-fable-5-1:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|fable-5.1@high|1.1+1.2,in,out:decision:D39 reactbench#1.1,reactbench,gpt-5.6-terra,max,coding,hard,,per-run,1.132318974358974,2.89e-16,,29925.589743589742,0.40512820512820513,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.1.leaderboard[id=gpt-5.6-terra:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-terra@max|1.1+1.2,in,out:decision:D39 reactbench#1.1,reactbench,fable-5,high,coding,hard,,per-run,6.796586666666666,2.89e-16,,28241.215384615385,0.38974358974358975,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.1.leaderboard[id=claude-fable-5:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|fable-5@high|1.0+1.1+1.2,in,out:decision:D39 reactbench#1.1,reactbench,gpt-5.6-sol,high,coding,hard,,per-run,1.582831794871795,2.89e-16,,13451.917948717948,0.37435897435897436,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.1.leaderboard[id=gpt-5.6-sol:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-sol@high|1.0+1.1+1.2,in,out:decision:D39 reactbench#1.1,reactbench,gpt-5.6-terra,xhigh,coding,hard,,per-run,0.5981630769230771,2.89e-17,,16463.4358974359,0.37435897435897436,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.1.leaderboard[id=gpt-5.6-terra:xhigh].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-terra@xhigh|1.1+1.2,in,out:decision:D39 reactbench#1.1,reactbench,gpt-5.6-terra,high,coding,hard,,per-run,0.4001405128205129,2.89e-17,,10386.435897435897,0.36923076923076925,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.1.leaderboard[id=gpt-5.6-terra:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-terra@high|1.1+1.2,in,out:decision:D39 reactbench#1.1,reactbench,opus-5,xhigh,coding,hard,,per-run,4.813876410256411,2.89e-16,,58956.15897435897,0.3641025641025641,pass@1%,2.89e-17,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.1.leaderboard[id=claude-opus-5:xhigh].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-5@xhigh|1.0+1.1,in,in reactbench#1.1,reactbench,opus-5,medium,coding,hard,,per-run,2.0346415384615386,2.89e-17,,22808.94871794872,0.3487179487179487,pass@1%,2.89e-17,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.1.leaderboard[id=claude-opus-5:medium].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-5@medium|1.0+1.1,in,in reactbench#1.1,reactbench,deepseek-v4.1-flash,max,coding,hard,,per-run,0.274285641025641,2.89e-16,,65140.75384615385,0.3435897435897436,pass@1%,2.89e-17,,cost-method-assumed-single,https://www.reactbench.com/ (payload v1.1.leaderboard[id=deepseek/deepseek-v4.1-flash:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|deepseek-v4.1-flash@max|1.1,in,out:cost-not-comparable reactbench#1.1,reactbench,gpt-5.6-luna,max,coding,hard,,per-run,0.8414107692307695,2.89e-17,,31601.17435897436,0.3384615384615385,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.1.leaderboard[id=gpt-5.6-luna:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-luna@max|1.1+1.2,in,out:decision:D41 reactbench#1.1,reactbench,?alibaba/qwen3.8-max,not-established:absent,coding,hard,,per-run,1.6230702564102557,2.89e-17,,55024.15897435897,0.3230769230769231,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.1.leaderboard[id=alibaba/qwen3.8-max:xhigh].passRate),,out:model-not-established,out:decision:D39 reactbench#1.1,reactbench,?cursor-grok-4.6,not-established:absent,coding,hard,,per-run,2.041361025641025,2.89e-16,,45738.446153846155,0.3230769230769231,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.1.leaderboard[id=cursor-grok-4.6:xhigh].passRate),,out:model-not-established,out:decision:D39 reactbench#1.1,reactbench,gpt-5.6-sol,low,coding,hard,,per-run,0.5925497435897434,2.89e-17,,4681.3538461538465,0.3230769230769231,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.1.leaderboard[id=gpt-5.6-sol:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-sol@low|1.0+1.1+1.2,in,out:decision:D39 reactbench#1.1,reactbench,gpt-5.6-sol,medium,coding,hard,,per-run,1.0973200000000005,2.89e-17,,8829.923076923076,0.3230769230769231,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.1.leaderboard[id=gpt-5.6-sol:medium].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-sol@medium|1.0+1.1+1.2,in,out:decision:D39 reactbench#1.1,reactbench,fable-5,low,coding,hard,,per-run,3.052098974358974,2.89e-16,,12399.015384615384,0.31794871794871793,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.1.leaderboard[id=claude-fable-5:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|fable-5@low|1.0+1.1+1.2,in,out:decision:D39 reactbench#1.1,reactbench,glm-5.3-flash,max,coding,hard,,per-run,0.06507948717948728,2.89e-18,,243.52307692307693,0.3128205128205128,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.1.leaderboard[id=zai/glm-5.3-flash:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|glm-5.3-flash@max|1.1+1.2,in,out:decision:D39 reactbench#1.1,reactbench,opus-4.8,max,coding,hard,,per-run,6.7736317948718,2.89e-14,,72899.7435897436,0.3076923076923077,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.1.leaderboard[id=claude-opus-4-8:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-4.8@max|1.0+1.1+1.2,in,out:decision:D39 reactbench#1.1,reactbench,opus-4.8,xhigh,coding,hard,,per-run,5.6322087179487195,2.89e-17,,52811.933333333334,0.3076923076923077,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.1.leaderboard[id=claude-opus-4-8:xhigh].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-4.8@xhigh|1.0+1.1+1.2,in,out:decision:D39 reactbench#1.1,reactbench,?cursor-grok-4.6,not-established:absent,coding,hard,,per-run,1.683129743589743,2.89e-16,,37799.54871794872,0.3076923076923077,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.1.leaderboard[id=cursor-grok-4.6:high].passRate),,out:model-not-established,out:decision:D39 reactbench#1.1,reactbench,gemini-3.8-flash,high,coding,hard,,per-run,1.629012820512821,2.89e-16,,100155.6358974359,0.3076923076923077,pass@1%,2.89e-17,,max-as-highest,https://www.reactbench.com/ (payload v1.1.leaderboard[id=google/gemini-3.8-flash:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gemini-3.8-flash@high|1.1+1.2,in,out:decision:D39 reactbench#1.1,reactbench,gpt-5.6-luna,high,coding,hard,,per-run,0.3798692307692306,2.89e-17,,15720.65641025641,0.3076923076923077,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.1.leaderboard[id=gpt-5.6-luna:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-luna@high|1.1+1.2,in,out:decision:D41 reactbench#1.1,reactbench,kimi-k3,unstated,coding,hard,,per-run,1.9188379487179485,2.89e-17,,38119.11282051282,0.3076923076923077,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.1.leaderboard[id=moonshotai/kimi-k3:mini-swe-agent-preinstalled].passRate),,out:effort-not-established,out:decision:D39 reactbench#1.1,reactbench,gpt-5.6-luna,xhigh,coding,hard,,per-run,0.568254358974359,2.89e-16,,22737.59487179487,0.30256410256410254,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.1.leaderboard[id=gpt-5.6-luna:xhigh].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-luna@xhigh|1.1+1.2,in,out:decision:D41 reactbench#1.1,reactbench,sonnet-5,xhigh,coding,hard,,per-run,3.144006666666665,2.89e-16,,47375.73333333333,0.29743589743589743,pass@1%,2.89e-18,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.1.leaderboard[id=claude-sonnet-5:xhigh].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|sonnet-5@xhigh|1.0+1.1,in,in reactbench#1.1,reactbench,deepseek-v4-pro-0813,max,coding,hard,,per-run,0.08933128205128206,2.89e-18,,45854.389743589745,0.29743589743589743,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.1.leaderboard[id=deepseek/deepseek-v4-pro-0813:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|deepseek-v4-pro-0813@max|1.1+1.2,in,out:decision:D39 reactbench#1.1,reactbench,gpt-5.6-terra,medium,coding,hard,,per-run,0.2513979487179487,2.89e-17,,6352.3538461538465,0.29743589743589743,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.1.leaderboard[id=gpt-5.6-terra:medium].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-terra@medium|1.1+1.2,in,out:decision:D39 reactbench#1.1,reactbench,sonnet-5,max,coding,hard,,per-run,4.692758461538463,2.89e-16,,86246.22564102564,0.2923076923076923,pass@1%,2.89e-17,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.1.leaderboard[id=claude-sonnet-5:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|sonnet-5@max|1.0+1.1,in,in reactbench#1.1,reactbench,fable-5.1,medium,coding,hard,,per-run,1.1192861538461545,2.89e-17,,13669.615384615385,0.28717948717948716,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.1.leaderboard[id=claude-fable-5-1:medium].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|fable-5.1@medium|1.1+1.2,in,out:decision:D39 reactbench#1.1,reactbench,?cursor-grok-4.5,not-established:absent,coding,hard,,per-run,,,,20921.271794871795,0.28717948717948716,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.1.leaderboard[id=cursor-grok-4.5:high].passRate),,out:model-not-established,out:decision:D39 reactbench#1.1,reactbench,sonnet-5,high,coding,hard,,per-run,2.304093846153845,2.89e-16,,35786.2,0.28205128205128205,pass@1%,2.89e-18,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.1.leaderboard[id=claude-sonnet-5:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|sonnet-5@high|1.0+1.1,in,in reactbench#1.1,reactbench,?cursor-grok-4.5,not-established:absent,coding,hard,,per-run,,,,20874.041025641025,0.28205128205128205,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.1.leaderboard[id=cursor-grok-4.5:medium].passRate),,out:model-not-established,out:decision:D39 reactbench#1.1,reactbench,gpt-5.6-terra,low,coding,hard,,per-run,0.20926820512820524,2.89e-18,,5058.789743589744,0.28205128205128205,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.1.leaderboard[id=gpt-5.6-terra:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-terra@low|1.1+1.2,in,out:decision:D39 reactbench#1.1,reactbench,?cursor-grok-4.5,not-established:absent,coding,hard,,per-run,,,,20618.958974358975,0.27692307692307694,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.1.leaderboard[id=cursor-grok-4.5:low].passRate),,out:model-not-established,out:decision:D39 reactbench#1.1,reactbench,glm-5.3,max,coding,hard,,per-run,2.246330256410256,2.89e-16,,82967.70256410257,0.27692307692307694,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.1.leaderboard[id=zai/glm-5.3:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|glm-5.3@max|1.1+1.2,in,out:decision:D39 reactbench#1.1,reactbench,fable-5.1,low,coding,hard,,per-run,0.842929230769231,2.89e-16,,10291.892307692307,0.2717948717948718,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.1.leaderboard[id=claude-fable-5-1:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|fable-5.1@low|1.1+1.2,in,out:decision:D39 reactbench#1.1,reactbench,opus-4.8,medium,coding,hard,,per-run,3.4102492307692303,2.89e-17,,24991.88717948718,0.26666666666666666,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.1.leaderboard[id=claude-opus-4-8:medium].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-4.8@medium|1.0+1.1+1.2,in,out:decision:D39 reactbench#1.1,reactbench,opus-5,low,coding,hard,,per-run,1.1767056410256411,2.89e-17,,12707.71794871795,0.26153846153846155,pass@1%,2.89e-18,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.1.leaderboard[id=claude-opus-5:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-5@low|1.0+1.1,in,in reactbench#1.1,reactbench,opus-4.8,high,coding,hard,,per-run,4.08203692307692,2.89e-15,,30816.902564102566,0.2564102564102564,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.1.leaderboard[id=claude-opus-4-8:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-4.8@high|1.0+1.1+1.2,in,out:decision:D39 reactbench#1.1,reactbench,?cursor-grok-4.6,not-established:absent,coding,hard,,per-run,0.66272,2.89e-06,,14500.158974358974,0.2564102564102564,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.1.leaderboard[id=cursor-grok-4.6:low].passRate),,out:model-not-established,out:decision:D39 reactbench#1.1,reactbench,?cursor-grok-4.6,not-established:absent,coding,hard,,per-run,1.020414358974359,2.89e-16,,22333.625641025643,0.2564102564102564,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.1.leaderboard[id=cursor-grok-4.6:medium].passRate),,out:model-not-established,out:decision:D39 reactbench#1.1,reactbench,gemini-3.1-pro,high,coding,hard,,per-run,0.8015687179487179,2.89e-17,,15429.292307692307,0.2564102564102564,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.1.leaderboard[id=google/gemini-3.1-pro-preview:high].passRate),,in,out:decision:D39 reactbench#1.1,reactbench,glm-5.2,not-established:absent,coding,hard,,per-run,1.2250487179487182,2.89e-17,,65045.984615384616,0.24102564102564103,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.1.leaderboard[id=zai/glm-5.2:max].passRate),,out:effort-not-established,out:decision:D39 reactbench#1.1,reactbench,?google/gemini-3.5-flash,not-established:absent,coding,hard,,per-run,1.39991641025641,2.89e-15,,39107.18974358974,0.2358974358974359,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.1.leaderboard[id=google/gemini-3.5-flash:medium].passRate),,out:model-not-established,out:decision:D39 reactbench#1.1,reactbench,muse-spark-1.1,xhigh,coding,hard,,per-run,2.689764102564102,2.89e-16,,153915.2512820513,0.23076923076923078,pass@1%,2.89e-18,,max-as-highest,https://www.reactbench.com/ (payload v1.1.leaderboard[id=meta/muse-spark-1.1:max].passRate),,out:single-couple,out:decision:D39 reactbench#1.1,reactbench,sonnet-5,medium,coding,hard,,per-run,1.4324369230769243,2.89e-17,,22100.676923076924,0.22564102564102564,pass@1%,2.89e-18,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.1.leaderboard[id=claude-sonnet-5:medium].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|sonnet-5@medium|1.0+1.1,in,in reactbench#1.1,reactbench,gemini-3.1-pro,not-established:absent,coding,hard,,per-run,0.7986897435897437,2.89e-17,,16282.179487179486,0.2153846153846154,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.1.leaderboard[id=google/gemini-3.1-pro-preview:xhigh].passRate),,out:effort-not-established,out:decision:D39 reactbench#1.1,reactbench,muse-spark-1.1,xhigh,coding,hard,,per-run,2.572446153846153,2.89e-16,,149156.91794871795,0.2153846153846154,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.1.leaderboard[id=meta/muse-spark-1.1:xhigh].passRate),,out:single-couple,out:decision:D39 reactbench#1.1,reactbench,opus-4.8,low,coding,hard,,per-run,1.844875384615385,2.89e-16,,16745.882051282053,0.21025641025641026,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.1.leaderboard[id=claude-opus-4-8:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-4.8@low|1.0+1.1+1.2,in,out:decision:D39 reactbench#1.1,reactbench,muse-spark-1.1,medium,coding,hard,,per-run,1.303296923076923,2.89e-16,,81463.10256410256,0.21025641025641026,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.1.leaderboard[id=meta/muse-spark-1.1:medium].passRate),,out:single-couple,out:decision:D39 reactbench#1.1,reactbench,gemini-3.1-pro,high,coding,hard,,per-run,0.8432692307692311,2.89e-17,,17164.37948717949,0.20512820512820512,pass@1%,2.89e-18,,max-as-highest,https://www.reactbench.com/ (payload v1.1.leaderboard[id=google/gemini-3.1-pro-preview:max].passRate),,in,out:decision:D39 reactbench#1.1,reactbench,gemini-3.1-pro,medium,coding,hard,,per-run,0.8367297435897437,2.89e-17,,18623.897435897437,0.20512820512820512,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.1.leaderboard[id=google/gemini-3.1-pro-preview:medium].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gemini-3.1-pro@medium|1.0+1.1+1.2,in,out:decision:D39 reactbench#1.1,reactbench,?google/gemini-3.5-flash,not-established:absent,coding,hard,,per-run,1.441448717948719,2.89e-16,,41176.153846153844,0.20512820512820512,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.1.leaderboard[id=google/gemini-3.5-flash:xhigh].passRate),,out:model-not-established,out:decision:D39 reactbench#1.1,reactbench,muse-spark-1.1,high,coding,hard,,per-run,2.2081302564102563,2.89e-17,,154040.46666666667,0.20512820512820512,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.1.leaderboard[id=meta/muse-spark-1.1:high].passRate),,out:single-couple,out:decision:D39 reactbench#1.1,reactbench,kimi-k2.7-code,solo,coding,hard,,per-run,1.2697861538461541,2.89e-17,,45199.251282051286,0.20512820512820512,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.1.leaderboard[id=moonshotai/kimi-k2.7-code:mini-swe-agent-preinstalled].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|kimi-k2.7-code@solo|1.0+1.1+1.2,in,out:decision:D39 reactbench#1.1,reactbench,gpt-5.6-luna,medium,coding,hard,,per-run,0.15049179487179484,2.89e-18,,6310.887179487179,0.19487179487179487,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.1.leaderboard[id=gpt-5.6-luna:medium].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-luna@medium|1.1+1.2,in,out:decision:D41 reactbench#1.1,reactbench,muse-spark-1.2,xhigh,coding,hard,,per-run,4.670277435897437,2.89e-16,,217018.91794871795,0.19487179487179487,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.1.leaderboard[id=meta/muse-spark-1.2:xhigh].passRate),,out:single-couple,out:decision:D39 reactbench#1.1,reactbench,?google/gemini-3.5-flash,not-established:absent,coding,hard,,per-run,1.423403076923077,2.89e-16,,39639.30256410257,0.18974358974358974,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.1.leaderboard[id=google/gemini-3.5-flash:high].passRate),,out:model-not-established,out:model-not-established reactbench#1.1,reactbench,deepseek-v4-flash-0731,max,coding,hard,,per-run,0.2645558974358975,2.89e-17,,59608.43076923077,0.18461538461538463,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.1.leaderboard[id=deepseek/deepseek-v4-flash-0731:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|deepseek-v4-flash-0731@max|1.1+1.2,in,out:decision:D39 reactbench#1.1,reactbench,?google/gemini-3.5-flash,not-established:absent,coding,hard,,per-run,0.9185128205128206,2.89e-17,,26655.441025641026,0.1794871794871795,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.1.leaderboard[id=google/gemini-3.5-flash:low].passRate),,out:model-not-established,out:model-not-established reactbench#1.1,reactbench,sonnet-5,low,coding,hard,,per-run,0.7355748717948715,2.89e-17,,13079.723076923077,0.16923076923076924,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.1.leaderboard[id=claude-sonnet-5:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|sonnet-5@low|1.0+1.1+1.2,in,out:decision:D39 reactbench#1.1,reactbench,muse-spark-1.1,low,coding,hard,,per-run,0.6521712820512817,2.89e-17,,37715.61538461538,0.15384615384615385,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.1.leaderboard[id=meta/muse-spark-1.1:low].passRate),,out:single-couple,out:decision:D39 reactbench#1.1,reactbench,?composer-2.5,not-established:absent,coding,hard,,per-run,0.13815487179487185,2.89e-18,,6977.041025641026,0.13333333333333333,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.1.leaderboard[id=composer-2.5:cursor-cli].passRate),,out:model-not-established,out:decision:D39 reactbench#1.1,reactbench,gemini-3.1-pro,low,coding,hard,,per-run,0.35947230769230776,2.89e-18,,7908.225641025641,0.1282051282051282,pass@1%,2.89e-17,,cost-method-assumed-single,https://www.reactbench.com/ (payload v1.1.leaderboard[id=google/gemini-3.1-pro-preview:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gemini-3.1-pro@low|1.0+1.1,in,out:cost-not-comparable reactbench#1.1,reactbench,gpt-5.6-luna,low,coding,hard,,per-run,0.06567384615384617,2.89e-18,,2864.7641025641024,0.08717948717948718,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.1.leaderboard[id=gpt-5.6-luna:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-luna@low|1.1+1.2,in,out:decision:D41 reactbench#1.1,reactbench,inkling-small,unstated,coding,hard,,per-run,0.09836358974358979,2.89e-18,,11486.779487179487,0.06666666666666667,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.1.leaderboard[id=thinkingmachines/inkling-small:thinking-0.99].passRate),,out:effort-not-established,out:effort-not-established reactbench-write#1.1,reactbench,fable-5,max,coding,hard,,per-run,17.490948695652182,2.89e-16,,70484.26086956522,0.6173913043478261,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.1.write[id=claude-fable-5:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|fable-5@max|1.0+1.1+1.2,in,out:decision:D40 reactbench-write#1.1,reactbench,fable-5.1,max,coding,hard,,per-run,7.098248695652171,2.89e-16,,83355.8,0.6086956521739131,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.1.write[id=claude-fable-5-1:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|fable-5.1@max|1.1+1.2,in,out:decision:D40 reactbench-write#1.1,reactbench,fable-5.1,xhigh,coding,hard,,per-run,5.014267826086954,2.89e-16,,58292.05217391304,0.591304347826087,pass@1%,2.89e-16,,,https://www.reactbench.com/ (payload v1.1.write[id=claude-fable-5-1:xhigh].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|fable-5.1@xhigh|1.1+1.2,in,out:decision:D40 reactbench-write#1.1,reactbench,fable-5.1,high,coding,hard,,per-run,2.328708695652174,2.89e-16,,27629.217391304348,0.5565217391304348,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.1.write[id=claude-fable-5-1:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|fable-5.1@high|1.1+1.2,in,out:decision:D40 reactbench-write#1.1,reactbench,fable-5,xhigh,coding,hard,,per-run,12.681200869565215,2.89e-16,,48916.00869565218,0.5565217391304348,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.1.write[id=claude-fable-5:xhigh].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|fable-5@xhigh|1.0+1.1+1.2,in,out:decision:D40 reactbench-write#1.1,reactbench,opus-5,max,coding,hard,,per-run,6.634643478260869,2.89e-16,,73418.66086956521,0.5565217391304348,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.1.write[id=claude-opus-5:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-5@max|1.0+1.1+1.2,in,out:decision:D40 reactbench-write#1.1,reactbench,opus-5,high,coding,hard,,per-run,4.297000869565218,2.89e-16,,45131.1652173913,0.5478260869565217,pass@1%,2.89e-17,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.1.write[id=claude-opus-5:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-5@high|1.0+1.1,in,in reactbench-write#1.1,reactbench,fable-5,high,coding,hard,,per-run,9.64820260869565,2.89e-15,,35794.93913043478,0.5391304347826087,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.1.write[id=claude-fable-5:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|fable-5@high|1.0+1.1+1.2,in,out:decision:D40 reactbench-write#1.1,reactbench,gpt-5.6-sol,max,coding,hard,,per-run,3.7498878260869564,2.89e-17,,28389.930434782607,0.5043478260869565,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.1.write[id=gpt-5.6-sol:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-sol@max|1.0+1.1+1.2,in,out:decision:D40 reactbench-write#1.1,reactbench,gpt-5.6-terra,max,coding,hard,,per-run,1.4293782608695653,2.89e-17,,34972.913043478264,0.5043478260869565,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.1.write[id=gpt-5.6-terra:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-terra@max|1.1+1.2,in,out:decision:D40 reactbench-write#1.1,reactbench,opus-5,xhigh,coding,hard,,per-run,5.803657391304348,2.89e-16,,62204.04347826087,0.46956521739130436,pass@1%,2.89e-18,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.1.write[id=claude-opus-5:xhigh].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-5@xhigh|1.0+1.1,in,in reactbench-write#1.1,reactbench,gpt-5.6-sol,high,coding,hard,,per-run,2.0383208695652177,2.89e-17,,15930.104347826087,0.46956521739130436,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.1.write[id=gpt-5.6-sol:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-sol@high|1.0+1.1+1.2,in,out:decision:D40 reactbench-write#1.1,reactbench,gpt-5.6-sol,xhigh,coding,hard,,per-run,2.5427156521739134,2.89e-17,,19863.31304347826,0.46956521739130436,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.1.write[id=gpt-5.6-sol:xhigh].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-sol@xhigh|1.0+1.1+1.2,in,out:decision:D40 reactbench-write#1.1,reactbench,gpt-5.6-terra,high,coding,hard,,per-run,0.5157982608695652,2.89e-17,,12753.826086956522,0.4608695652173913,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.1.write[id=gpt-5.6-terra:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-terra@high|1.1+1.2,in,out:decision:D40 reactbench-write#1.1,reactbench,gpt-5.6-terra,xhigh,coding,hard,,per-run,0.7758704347826086,2.89e-17,,20102.573913043478,0.45217391304347826,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.1.write[id=gpt-5.6-terra:xhigh].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-terra@xhigh|1.1+1.2,in,out:decision:D40 reactbench-write#1.1,reactbench,?alibaba/qwen3.8-max,not-established:absent,coding,hard,,per-run,2.0046130434782614,2.89e-17,,61569.443478260866,0.4434782608695652,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.1.write[id=alibaba/qwen3.8-max:xhigh].passRate),,out:model-not-established,out:decision:D40 reactbench-write#1.1,reactbench,opus-5,medium,coding,hard,,per-run,2.604146086956523,2.89e-16,,26779.147826086955,0.4434782608695652,pass@1%,2.89e-17,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.1.write[id=claude-opus-5:medium].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-5@medium|1.0+1.1,in,in reactbench-write#1.1,reactbench,glm-5.3-flash,max,coding,hard,,per-run,0.07690000000000013,2.89e-18,,0,0.4434782608695652,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.1.write[id=zai/glm-5.3-flash:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|glm-5.3-flash@max|1.1+1.2,in,out:decision:D40 reactbench-write#1.1,reactbench,gpt-5.6-sol,low,coding,hard,,per-run,0.7709521739130433,2.89e-17,,5830.852173913044,0.43478260869565216,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.1.write[id=gpt-5.6-sol:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-sol@low|1.0+1.1+1.2,in,out:decision:D40 reactbench-write#1.1,reactbench,deepseek-v4.1-flash,max,coding,hard,,per-run,0.27473217391304355,2.89e-18,,66884.61739130435,0.4260869565217391,pass@1%,2.89e-17,,cost-method-assumed-single,https://www.reactbench.com/ (payload v1.1.write[id=deepseek/deepseek-v4.1-flash:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|deepseek-v4.1-flash@max|1.1,in,out:cost-not-comparable reactbench-write#1.1,reactbench,gpt-5.6-luna,max,coding,hard,,per-run,1.132592173913044,2.89e-16,,37377.95652173913,0.4260869565217391,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.1.write[id=gpt-5.6-luna:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-luna@max|1.1+1.2,in,out:decision:D41 reactbench-write#1.1,reactbench,fable-5,low,coding,hard,,per-run,4.467584347826087,2.89e-16,,16584.747826086958,0.40869565217391307,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.1.write[id=claude-fable-5:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|fable-5@low|1.0+1.1+1.2,in,out:decision:D40 reactbench-write#1.1,reactbench,opus-4.8,max,coding,hard,,per-run,9.216172173913044,2.89e-16,,91075.27826086957,0.40869565217391307,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.1.write[id=claude-opus-4-8:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-4.8@max|1.0+1.1+1.2,in,out:decision:D40 reactbench-write#1.1,reactbench,opus-4.8,xhigh,coding,hard,,per-run,7.901039999999999,2.89e-16,,65015.617391304346,0.40869565217391307,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.1.write[id=claude-opus-4-8:xhigh].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-4.8@xhigh|1.0+1.1+1.2,in,out:decision:D40 reactbench-write#1.1,reactbench,kimi-k3,unstated,coding,hard,,per-run,2.3665356521739125,2.89e-17,,43092.078260869566,0.40869565217391307,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.1.write[id=moonshotai/kimi-k3:mini-swe-agent-preinstalled].passRate),,out:effort-not-established,out:decision:D40 reactbench-write#1.1,reactbench,gpt-5.6-luna,high,coding,hard,,per-run,0.499330434782609,2.89e-16,,18889.817391304347,0.4,pass@1%,0.0289,,,https://www.reactbench.com/ (payload v1.1.write[id=gpt-5.6-luna:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-luna@high|1.1+1.2,in,out:decision:D41 reactbench-write#1.1,reactbench,?cursor-grok-4.6,not-established:absent,coding,hard,,per-run,0.8785869565217391,2.89e-17,,17690.426086956522,0.391304347826087,pass@1%,2.89e-16,,,https://www.reactbench.com/ (payload v1.1.write[id=cursor-grok-4.6:low].passRate),,out:model-not-established,out:decision:D40 reactbench-write#1.1,reactbench,gpt-5.6-sol,medium,coding,hard,,per-run,1.4509226086956528,2.89e-17,,10882.773913043478,0.391304347826087,pass@1%,2.89e-16,,,https://www.reactbench.com/ (payload v1.1.write[id=gpt-5.6-sol:medium].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-sol@medium|1.0+1.1+1.2,in,out:decision:D40 reactbench-write#1.1,reactbench,sonnet-5,high,coding,hard,,per-run,3.203222608695651,2.89e-16,,46783.84347826087,0.3739130434782609,pass@1%,2.89e-17,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.1.write[id=claude-sonnet-5:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|sonnet-5@high|1.0+1.1,in,in reactbench-write#1.1,reactbench,sonnet-5,max,coding,hard,,per-run,6.264796521739134,2.89e-16,,107078.46086956521,0.3739130434782609,pass@1%,2.89e-17,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.1.write[id=claude-sonnet-5:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|sonnet-5@max|1.0+1.1,in,in reactbench-write#1.1,reactbench,?cursor-grok-4.6,not-established:absent,coding,hard,,per-run,2.06738695652174,2.89e-15,,42919.6,0.3739130434782609,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.1.write[id=cursor-grok-4.6:high].passRate),,out:model-not-established,out:decision:D40 reactbench-write#1.1,reactbench,?cursor-grok-4.6,not-established:absent,coding,hard,,per-run,2.502686956521739,2.89e-16,,51511.252173913046,0.3739130434782609,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.1.write[id=cursor-grok-4.6:xhigh].passRate),,out:model-not-established,out:decision:D40 reactbench-write#1.1,reactbench,gpt-5.6-luna,xhigh,coding,hard,,per-run,0.742597391304348,2.89e-16,,27063.295652173914,0.3739130434782609,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.1.write[id=gpt-5.6-luna:xhigh].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-luna@xhigh|1.1+1.2,in,out:decision:D41 reactbench-write#1.1,reactbench,gpt-5.6-terra,medium,coding,hard,,per-run,0.31568173913043474,2.89e-18,,7663.713043478261,0.3739130434782609,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.1.write[id=gpt-5.6-terra:medium].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-terra@medium|1.1+1.2,in,out:decision:D40 reactbench-write#1.1,reactbench,fable-5.1,medium,coding,hard,,per-run,1.5187252173913053,2.89e-17,,17828.869565217392,0.3652173913043478,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.1.write[id=claude-fable-5-1:medium].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|fable-5.1@medium|1.1+1.2,in,out:decision:D40 reactbench-write#1.1,reactbench,gemini-3.8-flash,high,coding,hard,,per-run,1.884295652173913,2.89e-16,,109119.15652173913,0.3652173913043478,pass@1%,2.89e-17,,max-as-highest,https://www.reactbench.com/ (payload v1.1.write[id=google/gemini-3.8-flash:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gemini-3.8-flash@high|1.1+1.2,in,out:decision:D40 reactbench-write#1.1,reactbench,glm-5.3,max,coding,hard,,per-run,3.115155652173913,2.89e-16,,93096.54782608696,0.3652173913043478,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.1.write[id=zai/glm-5.3:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|glm-5.3@max|1.1+1.2,in,out:decision:D40 reactbench-write#1.1,reactbench,sonnet-5,xhigh,coding,hard,,per-run,4.3623643478260865,2.89e-17,,60033.747826086954,0.3565217391304348,pass@1%,2.89e-17,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.1.write[id=claude-sonnet-5:xhigh].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|sonnet-5@xhigh|1.0+1.1,in,in reactbench-write#1.1,reactbench,deepseek-v4-pro-0813,max,coding,hard,,per-run,0.10200869565217391,2.89e-18,,50780.63478260869,0.34782608695652173,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.1.write[id=deepseek/deepseek-v4-pro-0813:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|deepseek-v4-pro-0813@max|1.1+1.2,in,out:decision:D40 reactbench-write#1.1,reactbench,gpt-5.6-terra,low,coding,hard,,per-run,0.263075652173913,2.89e-16,,6152.086956521739,0.3391304347826087,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.1.write[id=gpt-5.6-terra:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-terra@low|1.1+1.2,in,out:decision:D40 reactbench-write#1.1,reactbench,fable-5.1,low,coding,hard,,per-run,1.1301217391304348,2.89e-17,,13545.11304347826,0.33043478260869563,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.1.write[id=claude-fable-5-1:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|fable-5.1@low|1.1+1.2,in,out:decision:D40 reactbench-write#1.1,reactbench,opus-4.8,high,coding,hard,,per-run,5.831007826086956,2.89e-16,,38486.504347826085,0.33043478260869563,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.1.write[id=claude-opus-4-8:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-4.8@high|1.0+1.1+1.2,in,out:decision:D40 reactbench-write#1.1,reactbench,opus-4.8,medium,coding,hard,,per-run,4.668704347826088,2.89e-16,,31200.739130434784,0.33043478260869563,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.1.write[id=claude-opus-4-8:medium].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-4.8@medium|1.0+1.1+1.2,in,out:decision:D40 reactbench-write#1.1,reactbench,opus-5,low,coding,hard,,per-run,1.6490973913043478,2.89e-17,,17047,0.33043478260869563,pass@1%,2.89e-18,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.1.write[id=claude-opus-5:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-5@low|1.0+1.1,in,in reactbench-write#1.1,reactbench,?cursor-grok-4.5,not-established:absent,coding,hard,,per-run,,,,23385.704347826086,0.33043478260869563,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.1.write[id=cursor-grok-4.5:low].passRate),,out:model-not-established,out:decision:D40 reactbench-write#1.1,reactbench,?cursor-grok-4.6,not-established:absent,coding,hard,,per-run,1.3026634782608697,2.89e-17,,26183.33043478261,0.33043478260869563,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.1.write[id=cursor-grok-4.6:medium].passRate),,out:model-not-established,out:decision:D40 reactbench-write#1.1,reactbench,?cursor-grok-4.5,not-established:absent,coding,hard,,per-run,,,,23568.347826086956,0.3130434782608696,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.1.write[id=cursor-grok-4.5:medium].passRate),,out:model-not-established,out:decision:D40 reactbench-write#1.1,reactbench,opus-4.8,low,coding,hard,,per-run,2.6682165217391303,2.89e-17,,21031.26956521739,0.30434782608695654,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.1.write[id=claude-opus-4-8:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-4.8@low|1.0+1.1+1.2,in,out:decision:D40 reactbench-write#1.1,reactbench,?cursor-grok-4.5,not-established:absent,coding,hard,,per-run,,,,23886.965217391305,0.30434782608695654,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.1.write[id=cursor-grok-4.5:high].passRate),,out:model-not-established,out:decision:D40 reactbench-write#1.1,reactbench,gemini-3.1-pro,high,coding,hard,,per-run,0.9049852173913046,2.89e-17,,15588.982608695653,0.30434782608695654,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.1.write[id=google/gemini-3.1-pro-preview:high].passRate),,in,out:decision:D40 reactbench-write#1.1,reactbench,glm-5.2,not-established:absent,coding,hard,,per-run,1.7142513043478256,2.89e-17,,82471.90434782609,0.30434782608695654,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.1.write[id=zai/glm-5.2:max].passRate),,out:effort-not-established,out:decision:D40 reactbench-write#1.1,reactbench,sonnet-5,medium,coding,hard,,per-run,1.9522669565217405,2.89e-17,,28880.22608695652,0.28695652173913044,pass@1%,2.89e-18,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.1.write[id=claude-sonnet-5:medium].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|sonnet-5@medium|1.0+1.1,in,in reactbench-write#1.1,reactbench,gemini-3.1-pro,high,coding,hard,,per-run,0.9740808695652177,2.89e-17,,17357.660869565218,0.2782608695652174,pass@1%,2.89e-17,,max-as-highest,https://www.reactbench.com/ (payload v1.1.write[id=google/gemini-3.1-pro-preview:max].passRate),,in,out:decision:D40 reactbench-write#1.1,reactbench,?google/gemini-3.5-flash,not-established:absent,coding,hard,,per-run,1.6941104347826077,2.89e-17,,45097.62608695652,0.2782608695652174,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.1.write[id=google/gemini-3.5-flash:medium].passRate),,out:model-not-established,out:decision:D40 reactbench-write#1.1,reactbench,kimi-k2.7-code,solo,coding,hard,,per-run,1.6526260869565221,2.89e-17,,51071.48695652174,0.2782608695652174,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.1.write[id=moonshotai/kimi-k2.7-code:mini-swe-agent-preinstalled].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|kimi-k2.7-code@solo|1.0+1.1+1.2,in,out:decision:D40 reactbench-write#1.1,reactbench,deepseek-v4-flash-0731,max,coding,hard,,per-run,0.3410086956521739,2.89e-17,,62534.7652173913,0.26956521739130435,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.1.write[id=deepseek/deepseek-v4-flash-0731:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|deepseek-v4-flash-0731@max|1.1+1.2,in,out:decision:D40 reactbench-write#1.1,reactbench,?google/gemini-3.5-flash,not-established:absent,coding,hard,,per-run,1.7444304347826092,2.89e-17,,47403.36521739131,0.26956521739130435,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.1.write[id=google/gemini-3.5-flash:xhigh].passRate),,out:model-not-established,out:decision:D40 reactbench-write#1.1,reactbench,muse-spark-1.1,medium,coding,hard,,per-run,1.915722608695652,2.89e-16,,106540.06086956522,0.2608695652173913,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.1.write[id=meta/muse-spark-1.1:medium].passRate),,out:single-couple,out:decision:D40 reactbench-write#1.1,reactbench,gemini-3.1-pro,medium,coding,hard,,per-run,0.9509591304347824,2.89e-17,,18965.626086956523,0.25217391304347825,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.1.write[id=google/gemini-3.1-pro-preview:medium].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gemini-3.1-pro@medium|1.0+1.1+1.2,in,out:decision:D40 reactbench-write#1.1,reactbench,muse-spark-1.1,xhigh,coding,hard,,per-run,3.981126086956522,2.89e-16,,193341.6347826087,0.25217391304347825,pass@1%,2.89e-18,,max-as-highest,https://www.reactbench.com/ (payload v1.1.write[id=meta/muse-spark-1.1:max].passRate),,out:single-couple,out:decision:D40 reactbench-write#1.1,reactbench,muse-spark-1.1,xhigh,coding,hard,,per-run,3.6727095652173904,2.89e-17,,183462.54782608696,0.25217391304347825,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.1.write[id=meta/muse-spark-1.1:xhigh].passRate),,out:single-couple,out:decision:D40 reactbench-write#1.1,reactbench,muse-spark-1.2,xhigh,coding,hard,,per-run,5.865608695652175,2.89e-16,,267671.4260869565,0.25217391304347825,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.1.write[id=meta/muse-spark-1.2:xhigh].passRate),,out:single-couple,out:decision:D40 reactbench-write#1.1,reactbench,gemini-3.1-pro,not-established:absent,coding,hard,,per-run,0.9003791304347822,2.89e-17,,16173.51304347826,0.24347826086956523,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.1.write[id=google/gemini-3.1-pro-preview:xhigh].passRate),,out:effort-not-established,out:decision:D40 reactbench-write#1.1,reactbench,gpt-5.6-luna,medium,coding,hard,,per-run,0.1972608695652174,2.89e-17,,7740.939130434783,0.24347826086956523,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.1.write[id=gpt-5.6-luna:medium].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-luna@medium|1.1+1.2,in,out:decision:D41 reactbench-write#1.1,reactbench,muse-spark-1.1,high,coding,hard,,per-run,3.2737634782608684,2.89e-17,,203883.55652173914,0.24347826086956523,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.1.write[id=meta/muse-spark-1.1:high].passRate),,out:single-couple,out:decision:D40 reactbench-write#1.1,reactbench,sonnet-5,low,coding,hard,,per-run,1.007920869565217,2.89e-16,,17456.426086956522,0.23478260869565218,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.1.write[id=claude-sonnet-5:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|sonnet-5@low|1.0+1.1+1.2,in,out:decision:D40 reactbench-write#1.1,reactbench,?google/gemini-3.5-flash,not-established:absent,coding,hard,,per-run,1.7407286956521737,2.89e-17,,45334.965217391305,0.22608695652173913,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.1.write[id=google/gemini-3.5-flash:high].passRate),,out:model-not-established,out:model-not-established reactbench-write#1.1,reactbench,?google/gemini-3.5-flash,not-established:absent,coding,hard,,per-run,1.1918895652173915,2.89e-17,,32201.86086956522,0.22608695652173913,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.1.write[id=google/gemini-3.5-flash:low].passRate),,out:model-not-established,out:model-not-established reactbench-write#1.1,reactbench,?composer-2.5,not-established:absent,coding,hard,,per-run,0.1365434782608696,2.89e-17,,6312.017391304348,0.19130434782608696,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.1.write[id=composer-2.5:cursor-cli].passRate),,out:model-not-established,out:decision:D40 reactbench-write#1.1,reactbench,gemini-3.1-pro,low,coding,hard,,per-run,0.29566956521739135,2.89e-18,,6157.226086956522,0.1565217391304348,pass@1%,2.89e-17,,cost-method-assumed-single,https://www.reactbench.com/ (payload v1.1.write[id=google/gemini-3.1-pro-preview:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gemini-3.1-pro@low|1.0+1.1,in,out:cost-not-comparable reactbench-write#1.1,reactbench,muse-spark-1.1,low,coding,hard,,per-run,0.9766295652173911,2.89e-17,,51654.05217391304,0.14782608695652175,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.1.write[id=meta/muse-spark-1.1:low].passRate),,out:single-couple,out:decision:D40 reactbench-write#1.1,reactbench,gpt-5.6-luna,low,coding,hard,,per-run,0.08060347826086954,2.89e-18,,3410.5565217391304,0.12173913043478261,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.1.write[id=gpt-5.6-luna:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-luna@low|1.1+1.2,in,out:decision:D41 reactbench-write#1.1,reactbench,inkling-small,unstated,coding,hard,,per-run,0.11548173913043479,2.89e-18,,12827.130434782608,0.09565217391304348,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.1.write[id=thinkingmachines/inkling-small:thinking-0.99].passRate),,out:effort-not-established,out:effort-not-established reactbench-fix#1.1,reactbench,gpt-5.6-sol,max,coding,hard,,per-run,2.0570762499999993,2.89e-17,,22623.175,0.4125,pass@1%,2.89e-05,,,https://www.reactbench.com/ (payload v1.1.fix[id=gpt-5.6-sol:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-sol@max|1.0+1.1+1.2,in,out:decision:D40 reactbench-fix#1.1,reactbench,gpt-5.6-sol,xhigh,coding,hard,,per-run,1.2765250000000004,2.89e-17,,14181.75,0.35,pass@1%,0.00289,,,https://www.reactbench.com/ (payload v1.1.fix[id=gpt-5.6-sol:xhigh].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-sol@xhigh|1.0+1.1+1.2,in,out:decision:D40 reactbench-fix#1.1,reactbench,?cursor-grok-4.5,not-established:absent,coding,hard,,per-run,,,,16658.0875,0.2625,pass@1%,2.89e-05,,,https://www.reactbench.com/ (payload v1.1.fix[id=cursor-grok-4.5:high].passRate),,out:model-not-established,out:decision:D40 reactbench-fix#1.1,reactbench,gpt-5.6-terra,max,coding,hard,,per-run,0.7052962500000001,2.89e-17,,22670.0625,0.2625,pass@1%,2.89e-05,,,https://www.reactbench.com/ (payload v1.1.fix[id=gpt-5.6-terra:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-terra@max|1.1+1.2,in,out:decision:D40 reactbench-fix#1.1,reactbench,gpt-5.6-terra,xhigh,coding,hard,,per-run,0.3427087500000002,2.89e-17,,11232.175,0.2625,pass@1%,2.89e-05,,,https://www.reactbench.com/ (payload v1.1.fix[id=gpt-5.6-terra:xhigh].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-terra@xhigh|1.1+1.2,in,out:decision:D40 reactbench-fix#1.1,reactbench,?cursor-grok-4.6,not-established:absent,coding,hard,,per-run,1.3782050000000001,2.89e-17,,37440.0375,0.25,pass@1%,0.00289,,,https://www.reactbench.com/ (payload v1.1.fix[id=cursor-grok-4.6:xhigh].passRate),,out:model-not-established,out:decision:D40 reactbench-fix#1.1,reactbench,fable-5.1,max,coding,hard,,per-run,3.2006125000000005,2.89e-17,,50750.8375,0.2375,pass@1%,2.89e-05,,,https://www.reactbench.com/ (payload v1.1.fix[id=claude-fable-5-1:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|fable-5.1@max|1.1+1.2,in,out:decision:D40 reactbench-fix#1.1,reactbench,opus-5,high,coding,hard,,per-run,2.775607499999999,2.89e-16,,41297.8,0.2375,pass@1%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.1.fix[id=claude-opus-5:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-5@high|1.0+1.1,in,in reactbench-fix#1.1,reactbench,?cursor-grok-4.5,not-established:absent,coding,hard,,per-run,,,,17000.975,0.2375,pass@1%,2.89e-05,,,https://www.reactbench.com/ (payload v1.1.fix[id=cursor-grok-4.5:medium].passRate),,out:model-not-established,out:decision:D40 reactbench-fix#1.1,reactbench,gpt-5.6-sol,high,coding,hard,,per-run,0.92806625,2.89e-09,,9889.525,0.2375,pass@1%,2.89e-05,,,https://www.reactbench.com/ (payload v1.1.fix[id=gpt-5.6-sol:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-sol@high|1.0+1.1+1.2,in,out:decision:D40 reactbench-fix#1.1,reactbench,gpt-5.6-terra,high,coding,hard,,per-run,0.2338825,2.89e-08,,6983.3125,0.2375,pass@1%,2.89e-05,,,https://www.reactbench.com/ (payload v1.1.fix[id=gpt-5.6-terra:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-terra@high|1.1+1.2,in,out:decision:D40 reactbench-fix#1.1,reactbench,fable-5.1,xhigh,coding,hard,,per-run,1.9067625,2.89e-08,,31179.5625,0.225,pass@1%,0.000289,,,https://www.reactbench.com/ (payload v1.1.fix[id=claude-fable-5-1:xhigh].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|fable-5.1@xhigh|1.1+1.2,in,out:decision:D40 reactbench-fix#1.1,reactbench,fable-5,xhigh,coding,hard,,per-run,4.118988749999998,2.89e-16,,25452.45,0.225,pass@1%,0.000289,,,https://www.reactbench.com/ (payload v1.1.fix[id=claude-fable-5:xhigh].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|fable-5@xhigh|1.0+1.1+1.2,in,out:decision:D40 reactbench-fix#1.1,reactbench,opus-5,max,coding,hard,,per-run,4.948051250000001,2.89e-16,,84466.2,0.225,pass@1%,0.000289,,,https://www.reactbench.com/ (payload v1.1.fix[id=claude-opus-5:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-5@max|1.0+1.1+1.2,in,out:decision:D40 reactbench-fix#1.1,reactbench,deepseek-v4-pro-0813,max,coding,hard,,per-run,0.07110750000000002,2.89e-18,,38772.9125,0.225,pass@1%,0.000289,,,https://www.reactbench.com/ (payload v1.1.fix[id=deepseek/deepseek-v4-pro-0813:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|deepseek-v4-pro-0813@max|1.1+1.2,in,out:decision:D40 reactbench-fix#1.1,reactbench,deepseek-v4.1-flash,max,coding,hard,,per-run,0.27364375,2.89e-09,,62633.95,0.225,pass@1%,0.000289,,cost-method-assumed-single,https://www.reactbench.com/ (payload v1.1.fix[id=deepseek/deepseek-v4.1-flash:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|deepseek-v4.1-flash@max|1.1,in,out:cost-not-comparable reactbench-fix#1.1,reactbench,gemini-3.8-flash,high,coding,hard,,per-run,1.2620437500000001,2.89e-17,,87270.575,0.225,pass@1%,0.000289,,max-as-highest,https://www.reactbench.com/ (payload v1.1.fix[id=google/gemini-3.8-flash:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gemini-3.8-flash@high|1.1+1.2,in,out:decision:D40 reactbench-fix#1.1,reactbench,gpt-5.6-sol,medium,coding,hard,,per-run,0.58901625,2.89e-09,,5878.95,0.225,pass@1%,0.000289,,,https://www.reactbench.com/ (payload v1.1.fix[id=gpt-5.6-sol:medium].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-sol@medium|1.0+1.1+1.2,in,out:decision:D40 reactbench-fix#1.1,reactbench,opus-5,medium,coding,hard,,per-run,1.21597875,2.89e-09,,17101.7875,0.2125,pass@1%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.1.fix[id=claude-opus-5:medium].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-5@medium|1.0+1.1,in,in reactbench-fix#1.1,reactbench,opus-5,xhigh,coding,hard,,per-run,3.39106625,2.89e-09,,54287.325,0.2125,pass@1%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.1.fix[id=claude-opus-5:xhigh].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-5@xhigh|1.0+1.1,in,in reactbench-fix#1.1,reactbench,sonnet-5,xhigh,coding,hard,,per-run,1.3926174999999994,2.89e-17,,29179.8375,0.2125,pass@1%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.1.fix[id=claude-sonnet-5:xhigh].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|sonnet-5@xhigh|1.0+1.1,in,in reactbench-fix#1.1,reactbench,?cursor-grok-4.6,not-established:absent,coding,hard,,per-run,1.1307599999999998,2.89e-17,,30439.475,0.2125,pass@1%,2.89e-05,,,https://www.reactbench.com/ (payload v1.1.fix[id=cursor-grok-4.6:high].passRate),,out:model-not-established,out:decision:D40 reactbench-fix#1.1,reactbench,gpt-5.6-luna,max,coding,hard,,per-run,0.4228374999999998,2.89e-17,,23297.05,0.2125,pass@1%,2.89e-05,,,https://www.reactbench.com/ (payload v1.1.fix[id=gpt-5.6-luna:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-luna@max|1.1+1.2,in,out:decision:D41 reactbench-fix#1.1,reactbench,?cursor-grok-4.5,not-established:absent,coding,hard,,per-run,,,,16641.7625,0.2,pass@1%,0.0289,,,https://www.reactbench.com/ (payload v1.1.fix[id=cursor-grok-4.5:low].passRate),,out:model-not-established,out:decision:D40 reactbench-fix#1.1,reactbench,gpt-5.6-luna,xhigh,coding,hard,,per-run,0.31763624999999995,2.89e-18,,16519.4,0.2,pass@1%,0.0289,,,https://www.reactbench.com/ (payload v1.1.fix[id=gpt-5.6-luna:xhigh].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-luna@xhigh|1.1+1.2,in,out:decision:D41 reactbench-fix#1.1,reactbench,gpt-5.6-terra,low,coding,hard,,per-run,0.1319200000000001,2.89e-17,,3487.175,0.2,pass@1%,0.0289,,,https://www.reactbench.com/ (payload v1.1.fix[id=gpt-5.6-terra:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-terra@low|1.1+1.2,in,out:decision:D40 reactbench-fix#1.1,reactbench,muse-spark-1.1,xhigh,coding,hard,,per-run,0.8334312500000005,2.89e-17,,97239.825,0.2,pass@1%,0.0289,,max-as-highest,https://www.reactbench.com/ (payload v1.1.fix[id=meta/muse-spark-1.1:max].passRate),,out:single-couple,out:decision:D40 reactbench-fix#1.1,reactbench,fable-5.1,high,coding,hard,,per-run,0.8900662500000001,2.89e-17,,13653.0125,0.1875,pass@1%,2.89e-05,,,https://www.reactbench.com/ (payload v1.1.fix[id=claude-fable-5-1:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|fable-5.1@high|1.1+1.2,in,out:decision:D40 reactbench-fix#1.1,reactbench,fable-5.1,low,coding,hard,,per-run,0.43009,2.89e-06,,5615.3875,0.1875,pass@1%,2.89e-05,,,https://www.reactbench.com/ (payload v1.1.fix[id=claude-fable-5-1:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|fable-5.1@low|1.1+1.2,in,out:decision:D40 reactbench-fix#1.1,reactbench,fable-5,low,coding,hard,,per-run,1.0173387499999997,2.89e-17,,6382.025,0.1875,pass@1%,2.89e-05,,,https://www.reactbench.com/ (payload v1.1.fix[id=claude-fable-5:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|fable-5@low|1.0+1.1+1.2,in,out:decision:D40 reactbench-fix#1.1,reactbench,gemini-3.1-pro,high,coding,hard,,per-run,0.6529074999999998,2.89e-17,,15199.7375,0.1875,pass@1%,2.89e-05,,,https://www.reactbench.com/ (payload v1.1.fix[id=google/gemini-3.1-pro-preview:high].passRate),,in,out:decision:D40 reactbench-fix#1.1,reactbench,gpt-5.6-terra,medium,coding,hard,,per-run,0.15899,2.89e-06,,4467.275,0.1875,pass@1%,2.89e-05,,,https://www.reactbench.com/ (payload v1.1.fix[id=gpt-5.6-terra:medium].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-terra@medium|1.1+1.2,in,out:decision:D40 reactbench-fix#1.1,reactbench,fable-5.1,medium,coding,hard,,per-run,0.5450925000000002,2.89e-17,,7690.6875,0.175,pass@1%,0.000289,,,https://www.reactbench.com/ (payload v1.1.fix[id=claude-fable-5-1:medium].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|fable-5.1@medium|1.1+1.2,in,out:decision:D40 reactbench-fix#1.1,reactbench,fable-5,high,coding,hard,,per-run,2.6973887499999996,2.89e-17,,17382.7375,0.175,pass@1%,0.000289,,,https://www.reactbench.com/ (payload v1.1.fix[id=claude-fable-5:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|fable-5@high|1.0+1.1+1.2,in,out:decision:D40 reactbench-fix#1.1,reactbench,fable-5,max,coding,hard,,per-run,5.962338749999999,2.89e-16,,39217.15,0.175,pass@1%,0.000289,,,https://www.reactbench.com/ (payload v1.1.fix[id=claude-fable-5:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|fable-5@max|1.0+1.1+1.2,in,out:decision:D40 reactbench-fix#1.1,reactbench,opus-4.8,medium,coding,hard,,per-run,1.60122,2.89e-06,,16066.6625,0.175,pass@1%,0.000289,,,https://www.reactbench.com/ (payload v1.1.fix[id=claude-opus-4-8:medium].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-4.8@medium|1.0+1.1+1.2,in,out:decision:D40 reactbench-fix#1.1,reactbench,sonnet-5,max,coding,hard,,per-run,2.4329537500000002,2.89e-17,,56299.8875,0.175,pass@1%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.1.fix[id=claude-sonnet-5:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|sonnet-5@max|1.0+1.1,in,in reactbench-fix#1.1,reactbench,gemini-3.1-pro,not-established:absent,coding,hard,,per-run,0.65251125,2.89e-09,,16438.3875,0.175,pass@1%,0.000289,,,https://www.reactbench.com/ (payload v1.1.fix[id=google/gemini-3.1-pro-preview:xhigh].passRate),,out:effort-not-established,out:decision:D40 reactbench-fix#1.1,reactbench,?google/gemini-3.5-flash,not-established:absent,coding,hard,,per-run,0.9770125000000001,2.89e-17,,30495.9375,0.175,pass@1%,0.000289,,,https://www.reactbench.com/ (payload v1.1.fix[id=google/gemini-3.5-flash:medium].passRate),,out:model-not-established,out:decision:D40 reactbench-fix#1.1,reactbench,gpt-5.6-luna,high,coding,hard,,per-run,0.20814374999999993,2.89e-18,,11164.9875,0.175,pass@1%,0.000289,,,https://www.reactbench.com/ (payload v1.1.fix[id=gpt-5.6-luna:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-luna@high|1.1+1.2,in,out:decision:D41 reactbench-fix#1.1,reactbench,opus-4.8,max,coding,hard,,per-run,3.2624800000000014,2.89e-17,,46772.4125,0.1625,pass@1%,2.89e-05,,,https://www.reactbench.com/ (payload v1.1.fix[id=claude-opus-4-8:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-4.8@max|1.0+1.1+1.2,in,out:decision:D40 reactbench-fix#1.1,reactbench,opus-4.8,xhigh,coding,hard,,per-run,2.37076375,2.89e-09,,35269.1375,0.1625,pass@1%,2.89e-05,,,https://www.reactbench.com/ (payload v1.1.fix[id=claude-opus-4-8:xhigh].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-4.8@xhigh|1.0+1.1+1.2,in,out:decision:D40 reactbench-fix#1.1,reactbench,opus-5,low,coding,hard,,per-run,0.4976425,2.89e-08,,6470,0.1625,pass@1%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.1.fix[id=claude-opus-5:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-5@low|1.0+1.1,in,in reactbench-fix#1.1,reactbench,gpt-5.6-sol,low,coding,hard,,per-run,0.33609625,2.89e-09,,3028.95,0.1625,pass@1%,2.89e-05,,,https://www.reactbench.com/ (payload v1.1.fix[id=gpt-5.6-sol:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-sol@low|1.0+1.1+1.2,in,out:decision:D40 reactbench-fix#1.1,reactbench,muse-spark-1.1,low,coding,hard,,per-run,0.18576250000000002,2.89e-18,,17679.1125,0.1625,pass@1%,2.89e-05,,,https://www.reactbench.com/ (payload v1.1.fix[id=meta/muse-spark-1.1:low].passRate),,out:single-couple,out:decision:D40 reactbench-fix#1.1,reactbench,muse-spark-1.1,xhigh,coding,hard,,per-run,0.9908174999999995,2.89e-17,,99842.575,0.1625,pass@1%,2.89e-05,,,https://www.reactbench.com/ (payload v1.1.fix[id=meta/muse-spark-1.1:xhigh].passRate),,out:single-couple,out:decision:D40 reactbench-fix#1.1,reactbench,kimi-k3,unstated,coding,hard,,per-run,1.2752724999999998,2.89e-17,,30970.475,0.1625,pass@1%,2.89e-05,,,https://www.reactbench.com/ (payload v1.1.fix[id=moonshotai/kimi-k3:mini-swe-agent-preinstalled].passRate),,out:effort-not-established,out:decision:D40 reactbench-fix#1.1,reactbench,?alibaba/qwen3.8-max,not-established:absent,coding,hard,,per-run,1.0746025,2.89e-08,,45615.3125,0.15,pass@1%,0.00289,,,https://www.reactbench.com/ (payload v1.1.fix[id=alibaba/qwen3.8-max:xhigh].passRate),,out:model-not-established,out:decision:D40 reactbench-fix#1.1,reactbench,opus-4.8,high,coding,hard,,per-run,1.5678912499999995,2.89e-17,,19791.85,0.15,pass@1%,0.00289,,,https://www.reactbench.com/ (payload v1.1.fix[id=claude-opus-4-8:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-4.8@high|1.0+1.1+1.2,in,out:decision:D40 reactbench-fix#1.1,reactbench,sonnet-5,high,coding,hard,,per-run,1.0115962499999998,2.89e-17,,19977.0875,0.15,pass@1%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.1.fix[id=claude-sonnet-5:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|sonnet-5@high|1.0+1.1,in,in reactbench-fix#1.1,reactbench,?cursor-grok-4.6,not-established:absent,coding,hard,,per-run,0.61468125,2.89e-09,,16799.675,0.15,pass@1%,0.00289,,,https://www.reactbench.com/ (payload v1.1.fix[id=cursor-grok-4.6:medium].passRate),,out:model-not-established,out:decision:D40 reactbench-fix#1.1,reactbench,muse-spark-1.1,high,coding,hard,,per-run,0.6762824999999999,2.89e-17,,82391.025,0.15,pass@1%,0.00289,,,https://www.reactbench.com/ (payload v1.1.fix[id=meta/muse-spark-1.1:high].passRate),,out:single-couple,out:decision:D40 reactbench-fix#1.1,reactbench,glm-5.2,not-established:absent,coding,hard,,per-run,0.5218200000000001,2.89e-17,,39996.225,0.15,pass@1%,0.00289,,,https://www.reactbench.com/ (payload v1.1.fix[id=zai/glm-5.2:max].passRate),,out:effort-not-established,out:decision:D40 reactbench-fix#1.1,reactbench,glm-5.3,max,coding,hard,,per-run,0.9973937500000005,2.89e-17,,68407.4875,0.15,pass@1%,0.00289,,,https://www.reactbench.com/ (payload v1.1.fix[id=zai/glm-5.3:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|glm-5.3@max|1.1+1.2,in,out:decision:D40 reactbench-fix#1.1,reactbench,sonnet-5,medium,coding,hard,,per-run,0.6851812500000001,2.89e-17,,12355.075,0.1375,pass@1%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.1.fix[id=claude-sonnet-5:medium].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|sonnet-5@medium|1.0+1.1,in,in reactbench-fix#1.1,reactbench,gemini-3.1-pro,medium,coding,hard,,per-run,0.672525,2.89e-07,,18132.6625,0.1375,pass@1%,2.89e-05,,,https://www.reactbench.com/ (payload v1.1.fix[id=google/gemini-3.1-pro-preview:medium].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gemini-3.1-pro@medium|1.0+1.1+1.2,in,out:decision:D40 reactbench-fix#1.1,reactbench,?google/gemini-3.5-flash,not-established:absent,coding,hard,,per-run,0.9672475,2.89e-08,,31451.7875,0.1375,pass@1%,2.89e-05,,,https://www.reactbench.com/ (payload v1.1.fix[id=google/gemini-3.5-flash:high].passRate),,out:model-not-established,out:model-not-established reactbench-fix#1.1,reactbench,muse-spark-1.1,medium,coding,hard,,per-run,0.4229350000000001,2.89e-17,,45414.975,0.1375,pass@1%,2.89e-05,,,https://www.reactbench.com/ (payload v1.1.fix[id=meta/muse-spark-1.1:medium].passRate),,out:single-couple,out:decision:D40 reactbench-fix#1.1,reactbench,gpt-5.6-luna,medium,coding,hard,,per-run,0.08326125000000002,2.89e-18,,4255.1875,0.125,pass@1%,0.000289,,,https://www.reactbench.com/ (payload v1.1.fix[id=gpt-5.6-luna:medium].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-luna@medium|1.1+1.2,in,out:decision:D41 reactbench-fix#1.1,reactbench,glm-5.3-flash,max,coding,hard,,per-run,0.048087499999999964,2.89e-19,,593.5875,0.125,pass@1%,0.000289,,,https://www.reactbench.com/ (payload v1.1.fix[id=zai/glm-5.3-flash:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|glm-5.3-flash@max|1.1+1.2,in,out:decision:D40 reactbench-fix#1.1,reactbench,?google/gemini-3.5-flash,not-established:absent,coding,hard,,per-run,0.5255337499999999,2.89e-17,,18682.4625,0.1125,pass@1%,2.89e-05,,,https://www.reactbench.com/ (payload v1.1.fix[id=google/gemini-3.5-flash:low].passRate),,out:model-not-established,out:model-not-established reactbench-fix#1.1,reactbench,?google/gemini-3.5-flash,not-established:absent,coding,hard,,per-run,1.0059125000000004,2.89e-17,,32224.5375,0.1125,pass@1%,2.89e-05,,,https://www.reactbench.com/ (payload v1.1.fix[id=google/gemini-3.5-flash:xhigh].passRate),,out:model-not-established,out:decision:D40 reactbench-fix#1.1,reactbench,muse-spark-1.2,xhigh,coding,hard,,per-run,2.9519887499999986,2.89e-17,,144205.9375,0.1125,pass@1%,2.89e-05,,,https://www.reactbench.com/ (payload v1.1.fix[id=meta/muse-spark-1.2:xhigh].passRate),,out:single-couple,out:decision:D40 reactbench-fix#1.1,reactbench,gemini-3.1-pro,high,coding,hard,,per-run,0.6552274999999995,2.89e-17,,16886.5375,0.1,pass@1%,0.0289,,max-as-highest,https://www.reactbench.com/ (payload v1.1.fix[id=google/gemini-3.1-pro-preview:max].passRate),,in,out:decision:D40 reactbench-fix#1.1,reactbench,kimi-k2.7-code,solo,coding,hard,,per-run,0.7194537500000002,2.89e-17,,36757.9125,0.1,pass@1%,0.0289,,,https://www.reactbench.com/ (payload v1.1.fix[id=moonshotai/kimi-k2.7-code:mini-swe-agent-preinstalled].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|kimi-k2.7-code@solo|1.0+1.1+1.2,in,out:decision:D40 reactbench-fix#1.1,reactbench,gemini-3.1-pro,low,coding,hard,,per-run,0.4511887500000002,2.89e-17,,10425.2875,0.0875,pass@1%,2.89e-05,,cost-method-assumed-single,https://www.reactbench.com/ (payload v1.1.fix[id=google/gemini-3.1-pro-preview:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gemini-3.1-pro@low|1.0+1.1,in,out:cost-not-comparable reactbench-fix#1.1,reactbench,opus-4.8,low,coding,hard,,per-run,0.6613225,2.89e-08,,10585.6375,0.075,pass@1%,0.000289,,,https://www.reactbench.com/ (payload v1.1.fix[id=claude-opus-4-8:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-4.8@low|1.0+1.1+1.2,in,out:decision:D40 reactbench-fix#1.1,reactbench,sonnet-5,low,coding,hard,,per-run,0.3440775000000001,2.89e-17,,6788.2125,0.075,pass@1%,0.000289,,,https://www.reactbench.com/ (payload v1.1.fix[id=claude-sonnet-5:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|sonnet-5@low|1.0+1.1+1.2,in,out:decision:D40 reactbench-fix#1.1,reactbench,?cursor-grok-4.6,not-established:absent,coding,hard,,per-run,0.3524112499999999,2.89e-17,,9914.15,0.0625,pass@1%,2.89e-05,,,https://www.reactbench.com/ (payload v1.1.fix[id=cursor-grok-4.6:low].passRate),,out:model-not-established,out:decision:D40 reactbench-fix#1.1,reactbench,deepseek-v4-flash-0731,max,coding,hard,,per-run,0.15465500000000004,2.89e-18,,55401.825,0.0625,pass@1%,2.89e-05,,,https://www.reactbench.com/ (payload v1.1.fix[id=deepseek/deepseek-v4-flash-0731:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|deepseek-v4-flash-0731@max|1.1+1.2,in,out:decision:D40 reactbench-fix#1.1,reactbench,?composer-2.5,not-established:absent,coding,hard,,per-run,0.14047124999999996,2.89e-18,,7933.0125,0.05,pass@1%,0.00289,,,https://www.reactbench.com/ (payload v1.1.fix[id=composer-2.5:cursor-cli].passRate),,out:model-not-established,out:decision:D40 reactbench-fix#1.1,reactbench,gpt-5.6-luna,low,coding,hard,,per-run,0.0442125,2.89e-08,,2080.1875,0.0375,pass@1%,2.89e-05,,,https://www.reactbench.com/ (payload v1.1.fix[id=gpt-5.6-luna:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-luna@low|1.1+1.2,in,out:decision:D41 reactbench-fix#1.1,reactbench,inkling-small,unstated,coding,hard,,per-run,0.07375625000000005,2.89e-18,,9560.025,0.025,pass@1%,0.000289,,,https://www.reactbench.com/ (payload v1.1.fix[id=thinkingmachines/inkling-small:thinking-0.99].passRate),,out:effort-not-established,out:effort-not-established reactbench#1.0,reactbench,gpt-5.6-terra,max,coding,hard,,per-run,1.0759587692307695,0.069,,29627.938461538462,0.5333333333333333,pass@1%,2.89e-17,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://www.reactbench.com/ (payload v1.0.leaderboard[id=gpt-5.6-terra:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-terra@max|1.0,in,in reactbench#1.0,reactbench,opus-5,max,coding,hard,,per-run,5.942708205128205,2.89e-16,,77950.98461538462,0.5025641025641026,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.0.leaderboard[id=claude-opus-5:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-5@max|1.0+1.1+1.2,in,out:decision:D39 reactbench#1.0,reactbench,gpt-5.6-sol,max,coding,hard,,per-run,3.0554010256410256,2.89e-17,,26024.08205128205,0.5025641025641026,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.0.leaderboard[id=gpt-5.6-sol:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-sol@max|1.0+1.1+1.2,in,out:decision:D39 reactbench#1.0,reactbench,gpt-5.6-sol,xhigh,coding,hard,,per-run,2.0232528205128193,2.89e-17,,17532.415384615386,0.48205128205128206,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.0.leaderboard[id=gpt-5.6-sol:xhigh].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-sol@xhigh|1.0+1.1+1.2,in,out:decision:D39 reactbench#1.0,reactbench,fable-5,xhigh,coding,hard,,per-run,9.16849846153846,2.89e-15,,39289.933333333334,0.4717948717948718,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.0.leaderboard[id=claude-fable-5:xhigh].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|fable-5@xhigh|1.0+1.1+1.2,in,out:decision:D39 reactbench#1.0,reactbench,fable-5,max,coding,hard,,per-run,12.761262564102568,2.89e-16,,57656.7282051282,0.4666666666666667,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.0.leaderboard[id=claude-fable-5:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|fable-5@max|1.0+1.1+1.2,in,out:decision:D39 reactbench#1.0,reactbench,gpt-5.6-terra,xhigh,coding,hard,,per-run,0.605332153846154,0.0388,,17264.615384615383,0.46153846153846156,pass@1%,2.89e-18,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://www.reactbench.com/ (payload v1.0.leaderboard[id=gpt-5.6-terra:xhigh].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-terra@xhigh|1.0,in,in reactbench#1.0,reactbench,opus-5,high,coding,hard,,per-run,3.6728394871794863,2.89e-17,,43558.502564102564,0.4564102564102564,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.0.leaderboard[id=claude-opus-5:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-5@high|1.0+1.1,in,out:decision:D39 reactbench#1.0,reactbench,gpt-5.6-sol,high,coding,hard,,per-run,1.582831794871795,2.89e-16,,13451.917948717948,0.4461538461538462,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.0.leaderboard[id=gpt-5.6-sol:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-sol@high|1.0+1.1+1.2,in,out:decision:D39 reactbench#1.0,reactbench,opus-5,xhigh,coding,hard,,per-run,4.813876410256411,2.89e-16,,58956.15897435897,0.441025641025641,pass@1%,2.89e-16,,,https://www.reactbench.com/ (payload v1.0.leaderboard[id=claude-opus-5:xhigh].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-5@xhigh|1.0+1.1,in,out:decision:D39 reactbench#1.0,reactbench,fable-5,high,coding,hard,,per-run,6.796586666666666,2.89e-16,,28241.215384615385,0.4256410256410256,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.0.leaderboard[id=claude-fable-5:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|fable-5@high|1.0+1.1+1.2,in,out:decision:D39 reactbench#1.0,reactbench,?cursor-grok-4.5,not-established:absent,coding,hard,,per-run,,,,20874.041025641025,0.4205128205128205,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.0.leaderboard[id=cursor-grok-4.5:medium].passRate),,out:model-not-established,out:decision:D39 reactbench#1.0,reactbench,gpt-5.6-luna,max,coding,hard,,per-run,0.16828512820512825,2.89e-18,,31601.17435897436,0.4205128205128205,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.0.leaderboard[id=gpt-5.6-luna:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-luna@max|1.0,in,out:decision:D41 reactbench#1.0,reactbench,?cursor-grok-4.5,not-established:absent,coding,hard,,per-run,,,,20921.271794871795,0.41025641025641024,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.0.leaderboard[id=cursor-grok-4.5:high].passRate),,out:model-not-established,out:decision:D39 reactbench#1.0,reactbench,fable-5,low,coding,hard,,per-run,3.052098974358974,2.89e-16,,12399.015384615384,0.40512820512820513,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.0.leaderboard[id=claude-fable-5:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|fable-5@low|1.0+1.1+1.2,in,out:decision:D39 reactbench#1.0,reactbench,opus-5,medium,coding,hard,,per-run,2.0346415384615386,2.89e-17,,22808.94871794872,0.40512820512820513,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.0.leaderboard[id=claude-opus-5:medium].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-5@medium|1.0+1.1,in,out:decision:D39 reactbench#1.0,reactbench,gpt-5.6-luna,xhigh,coding,hard,,per-run,0.1136492307692308,2.89e-17,,22737.59487179487,0.40512820512820513,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.0.leaderboard[id=gpt-5.6-luna:xhigh].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-luna@xhigh|1.0,in,out:decision:D41 reactbench#1.0,reactbench,gpt-5.6-sol,medium,coding,hard,,per-run,1.0973200000000005,2.89e-17,,8829.923076923076,0.4,pass@1%,0.0289,,,https://www.reactbench.com/ (payload v1.0.leaderboard[id=gpt-5.6-sol:medium].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-sol@medium|1.0+1.1+1.2,in,out:decision:D39 reactbench#1.0,reactbench,gpt-5.6-terra,high,coding,hard,,per-run,0.3962612307692308,0.0254,,10851.374358974359,0.4,pass@1%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://www.reactbench.com/ (payload v1.0.leaderboard[id=gpt-5.6-terra:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-terra@high|1.0,in,in reactbench#1.0,reactbench,?cursor-grok-4.5,not-established:absent,coding,hard,,per-run,,,,20618.958974358975,0.38461538461538464,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.0.leaderboard[id=cursor-grok-4.5:low].passRate),,out:model-not-established,out:decision:D39 reactbench#1.0,reactbench,gpt-5.6-luna,high,coding,hard,,per-run,0.07597435897435899,2.89e-18,,15720.65641025641,0.37948717948717947,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.0.leaderboard[id=gpt-5.6-luna:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-luna@high|1.0,in,out:decision:D41 reactbench#1.0,reactbench,gpt-5.6-terra,medium,coding,hard,,per-run,0.24904384615384617,0.016,,6629.528205128205,0.36923076923076925,pass@1%,2.89e-18,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://www.reactbench.com/ (payload v1.0.leaderboard[id=gpt-5.6-terra:medium].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-terra@medium|1.0,in,in reactbench#1.0,reactbench,gpt-5.6-terra,low,coding,hard,,per-run,0.20209938461538454,0.013,,5322.958974358974,0.3641025641025641,pass@1%,2.89e-17,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://www.reactbench.com/ (payload v1.0.leaderboard[id=gpt-5.6-terra:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-terra@low|1.0,in,in reactbench#1.0,reactbench,gpt-5.6-sol,low,coding,hard,,per-run,0.5925497435897433,2.89e-17,,4681.3538461538465,0.358974358974359,pass@1%,2.89e-16,,,https://www.reactbench.com/ (payload v1.0.leaderboard[id=gpt-5.6-sol:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-sol@low|1.0+1.1+1.2,in,out:decision:D39 reactbench#1.0,reactbench,opus-4.8,max,coding,hard,,per-run,6.773631794871801,2.89e-16,,72899.7435897436,0.3487179487179487,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.0.leaderboard[id=claude-opus-4-8:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-4.8@max|1.0+1.1+1.2,in,out:decision:D39 reactbench#1.0,reactbench,kimi-k3,unstated,coding,hard,,per-run,1.9188379487179485,2.89e-17,,38119.11282051282,0.3333333333333333,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.0.leaderboard[id=moonshotai/kimi-k3:mini-swe-agent-preinstalled].passRate),,out:effort-not-established,out:decision:D39 reactbench#1.0,reactbench,opus-5,low,coding,hard,,per-run,1.1767056410256411,2.89e-17,,12707.71794871795,0.3282051282051282,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.0.leaderboard[id=claude-opus-5:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-5@low|1.0+1.1,in,out:decision:D39 reactbench#1.0,reactbench,opus-4.8,xhigh,coding,hard,,per-run,5.632208717948718,2.89e-16,,52811.933333333334,0.3230769230769231,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.0.leaderboard[id=claude-opus-4-8:xhigh].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-4.8@xhigh|1.0+1.1+1.2,in,out:decision:D39 reactbench#1.0,reactbench,sonnet-5,max,coding,hard,,per-run,4.692758461538463,2.89e-16,,86246.22564102564,0.3230769230769231,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.0.leaderboard[id=claude-sonnet-5:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|sonnet-5@max|1.0+1.1,in,out:decision:D39 reactbench#1.0,reactbench,glm-5.2,not-established:absent,coding,hard,,per-run,2.431894871794872,2.89e-16,,39273.092307692306,0.3230769230769231,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.0.leaderboard[id=zai/glm-5.2:xhigh].passRate),,out:effort-not-established,out:effort-not-established reactbench#1.0,reactbench,sonnet-5,xhigh,coding,hard,,per-run,3.144006666666665,2.89e-16,,47375.73333333333,0.31794871794871793,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.0.leaderboard[id=claude-sonnet-5:xhigh].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|sonnet-5@xhigh|1.0+1.1,in,out:decision:D39 reactbench#1.0,reactbench,glm-5.2,high,coding,hard,,per-run,2.1708984615384614,2.89e-17,,36998.876923076925,0.3076923076923077,pass@1%,2.89e-17,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.0.leaderboard[id=zai/glm-5.2:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|glm-5.2@high|1.0,in,out:cost-single-couple reactbench#1.0,reactbench,glm-5.2,not-established:absent,coding,hard,,per-run,2.2311912820512823,2.89e-17,,37323.35384615385,0.29743589743589743,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.0.leaderboard[id=zai/glm-5.2:low].passRate),,out:effort-not-established,out:effort-not-established reactbench#1.0,reactbench,?google/gemini-3.5-flash,not-established:absent,coding,hard,,per-run,1.4414487179487192,2.89e-17,,41176.153846153844,0.27692307692307694,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.0.leaderboard[id=google/gemini-3.5-flash:xhigh].passRate),,out:model-not-established,out:decision:D39 reactbench#1.0,reactbench,sonnet-5,high,coding,hard,,per-run,2.3040938461538456,2.89e-17,,35786.2,0.2717948717948718,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.0.leaderboard[id=claude-sonnet-5:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|sonnet-5@high|1.0+1.1,in,out:decision:D39 reactbench#1.0,reactbench,muse-spark-1.1,xhigh,coding,hard,,per-run,2.689764102564102,2.89e-16,,153915.2512820513,0.2717948717948718,pass@1%,2.89e-17,,max-as-highest,https://www.reactbench.com/ (payload v1.0.leaderboard[id=meta/muse-spark-1.1:max].passRate),,out:single-couple,out:decision:D39 reactbench#1.0,reactbench,opus-4.8,medium,coding,hard,,per-run,3.41024923076923,2.89e-15,,24991.88717948718,0.26666666666666666,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.0.leaderboard[id=claude-opus-4-8:medium].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-4.8@medium|1.0+1.1+1.2,in,out:decision:D39 reactbench#1.0,reactbench,gemini-3.1-pro,high,coding,hard,,per-run,0.8015687179487179,2.89e-17,,15429.292307692307,0.26666666666666666,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.0.leaderboard[id=google/gemini-3.1-pro-preview:high].passRate),,in,out:decision:D39 reactbench#1.0,reactbench,glm-5.2,not-established:absent,coding,hard,,per-run,2.3779317948717957,2.89e-17,,38051.635897435895,0.26666666666666666,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.0.leaderboard[id=zai/glm-5.2:medium].passRate),,out:effort-not-established,out:effort-not-established reactbench#1.0,reactbench,gemini-3.1-pro,not-established:absent,coding,hard,,per-run,0.7986897435897437,2.89e-17,,16282.179487179486,0.2564102564102564,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.0.leaderboard[id=google/gemini-3.1-pro-preview:xhigh].passRate),,out:effort-not-established,out:decision:D39 reactbench#1.0,reactbench,?google/gemini-3.5-flash,not-established:absent,coding,hard,,per-run,1.39991641025641,2.89e-15,,39107.18974358974,0.2564102564102564,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.0.leaderboard[id=google/gemini-3.5-flash:medium].passRate),,out:model-not-established,out:decision:D39 reactbench#1.0,reactbench,glm-5.2,not-established:absent,coding,hard,,per-run,2.384542051282051,2.89e-16,,41520.579487179486,0.2564102564102564,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.0.leaderboard[id=zai/glm-5.2:max].passRate),,out:effort-not-established,out:effort-not-established reactbench#1.0,reactbench,opus-4.8,high,coding,hard,,per-run,4.08203692307692,2.89e-15,,30816.902564102566,0.2512820512820513,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.0.leaderboard[id=claude-opus-4-8:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-4.8@high|1.0+1.1+1.2,in,out:decision:D39 reactbench#1.0,reactbench,gemini-3.1-pro,high,coding,hard,,per-run,0.8432692307692311,2.89e-17,,17164.37948717949,0.24615384615384617,pass@1%,2.89e-18,,max-as-highest,https://www.reactbench.com/ (payload v1.0.leaderboard[id=google/gemini-3.1-pro-preview:max].passRate),,in,out:decision:D39 reactbench#1.0,reactbench,gpt-5.6-luna,medium,coding,hard,,per-run,0.03009743589743591,2.89e-18,,6310.887179487179,0.24615384615384617,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.0.leaderboard[id=gpt-5.6-luna:medium].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-luna@medium|1.0,in,out:decision:D41 reactbench#1.0,reactbench,sonnet-5,medium,coding,hard,,per-run,1.4324369230769243,2.89e-17,,22100.676923076924,0.24102564102564103,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.0.leaderboard[id=claude-sonnet-5:medium].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|sonnet-5@medium|1.0+1.1,in,out:decision:D39 reactbench#1.0,reactbench,gemini-3.1-pro,medium,coding,hard,,per-run,0.8367297435897435,2.89e-17,,18623.897435897437,0.24102564102564103,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.0.leaderboard[id=google/gemini-3.1-pro-preview:medium].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gemini-3.1-pro@medium|1.0+1.1+1.2,in,out:decision:D39 reactbench#1.0,reactbench,muse-spark-1.1,high,coding,hard,,per-run,2.2081302564102563,2.89e-17,,154040.46666666667,0.24102564102564103,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.0.leaderboard[id=meta/muse-spark-1.1:high].passRate),,out:single-couple,out:decision:D39 reactbench#1.0,reactbench,muse-spark-1.1,medium,coding,hard,,per-run,1.3032969230769234,2.89e-17,,81463.10256410256,0.24102564102564103,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.0.leaderboard[id=meta/muse-spark-1.1:medium].passRate),,out:single-couple,out:decision:D39 reactbench#1.0,reactbench,opus-4.8,low,coding,hard,,per-run,1.8448753846153851,2.89e-17,,16745.882051282053,0.23076923076923078,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.0.leaderboard[id=claude-opus-4-8:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-4.8@low|1.0+1.1+1.2,in,out:decision:D39 reactbench#1.0,reactbench,?composer-2.5,not-established:absent,coding,hard,,per-run,0.1381548717948718,2.89e-17,,6977.041025641026,0.23076923076923078,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.0.leaderboard[id=composer-2.5:cursor-cli].passRate),,out:model-not-established,out:decision:D39 reactbench#1.0,reactbench,muse-spark-1.1,xhigh,coding,hard,,per-run,2.572446153846153,2.89e-16,,149156.91794871795,0.23076923076923078,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.0.leaderboard[id=meta/muse-spark-1.1:xhigh].passRate),,out:single-couple,out:decision:D39 reactbench#1.0,reactbench,?google/gemini-3.5-flash,not-established:absent,coding,hard,,per-run,1.4234030769230772,2.89e-17,,39639.30256410257,0.2205128205128205,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.0.leaderboard[id=google/gemini-3.5-flash:high].passRate),,out:model-not-established,out:decision:D39 reactbench#1.0,reactbench,?google/gemini-3.5-flash,not-established:absent,coding,hard,,per-run,0.9185128205128206,2.89e-17,,26655.441025641026,0.2205128205128205,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.0.leaderboard[id=google/gemini-3.5-flash:low].passRate),,out:model-not-established,out:decision:D39 reactbench#1.0,reactbench,kimi-k2.7-code,solo,coding,hard,,per-run,1.2697861538461541,2.89e-17,,45199.251282051286,0.2205128205128205,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.0.leaderboard[id=moonshotai/kimi-k2.7-code:mini-swe-agent-preinstalled].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|kimi-k2.7-code@solo|1.0+1.1+1.2,in,out:decision:D39 reactbench#1.0,reactbench,muse-spark-1.1,low,coding,hard,,per-run,0.6521712820512817,2.89e-17,,37715.61538461538,0.19487179487179487,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.0.leaderboard[id=meta/muse-spark-1.1:low].passRate),,out:single-couple,out:decision:D39 reactbench#1.0,reactbench,sonnet-5,low,coding,hard,,per-run,0.7355748717948715,2.89e-17,,13079.723076923077,0.16923076923076924,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.0.leaderboard[id=claude-sonnet-5:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|sonnet-5@low|1.0+1.1+1.2,in,out:decision:D39 reactbench#1.0,reactbench,gpt-5.6-luna,low,coding,hard,,per-run,0.013136923076923077,2.89e-19,,2864.7641025641024,0.14358974358974358,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.0.leaderboard[id=gpt-5.6-luna:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-luna@low|1.0,in,out:decision:D41 reactbench#1.0,reactbench,gemini-3.1-pro,low,coding,hard,,per-run,0.3594723076923077,2.89e-17,,7908.225641025641,0.13333333333333333,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.0.leaderboard[id=google/gemini-3.1-pro-preview:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gemini-3.1-pro@low|1.0+1.1,in,out:decision:D39 reactbench#1.0,reactbench,inkling,unstated,coding,hard,,per-run,0.8562769230769232,2.89e-17,,18087.466666666667,0.10256410256410256,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.0.leaderboard[id=thinkingmachines/inkling:mini-swe-agent-preinstalled].passRate),,out:effort-not-established,out:effort-not-established reactbench-write#1.0,reactbench,opus-5,max,coding,hard,,per-run,6.634643478260869,2.89e-16,,73418.66086956521,0.6695652173913044,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.0.write[id=claude-opus-5:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-5@max|1.0+1.1+1.2,in,out:decision:D39 reactbench-write#1.0,reactbench,gpt-5.6-terra,max,coding,hard,,per-run,1.3669200000000004,0.0877,,34488.608695652176,0.6521739130434783,pass@1%,2.89e-17,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://www.reactbench.com/ (payload v1.0.write[id=gpt-5.6-terra:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-terra@max|1.0,in,in reactbench-write#1.0,reactbench,fable-5,xhigh,coding,hard,,per-run,12.681200869565215,2.89e-16,,48916.00869565218,0.6434782608695652,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.0.write[id=claude-fable-5:xhigh].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|fable-5@xhigh|1.0+1.1+1.2,in,out:decision:D39 reactbench-write#1.0,reactbench,fable-5,max,coding,hard,,per-run,17.490948695652182,2.89e-16,,70484.26086956522,0.6260869565217392,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.0.write[id=claude-fable-5:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|fable-5@max|1.0+1.1+1.2,in,out:decision:D39 reactbench-write#1.0,reactbench,fable-5,high,coding,hard,,per-run,9.64820260869565,2.89e-15,,35794.93913043478,0.6,pass@1%,0.0289,,,https://www.reactbench.com/ (payload v1.0.write[id=claude-fable-5:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|fable-5@high|1.0+1.1+1.2,in,out:decision:D39 reactbench-write#1.0,reactbench,gpt-5.6-terra,xhigh,coding,hard,,per-run,0.7942711304347829,0.051,,21011.678260869565,0.6,pass@1%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://www.reactbench.com/ (payload v1.0.write[id=gpt-5.6-terra:xhigh].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-terra@xhigh|1.0,in,in reactbench-write#1.0,reactbench,opus-5,high,coding,hard,,per-run,4.297000869565218,2.89e-16,,45131.1652173913,0.591304347826087,pass@1%,2.89e-16,,,https://www.reactbench.com/ (payload v1.0.write[id=claude-opus-5:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-5@high|1.0+1.1,in,out:decision:D39 reactbench-write#1.0,reactbench,opus-5,xhigh,coding,hard,,per-run,5.803657391304348,2.89e-16,,62204.04347826087,0.591304347826087,pass@1%,2.89e-16,,,https://www.reactbench.com/ (payload v1.0.write[id=claude-opus-5:xhigh].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-5@xhigh|1.0+1.1,in,out:decision:D39 reactbench-write#1.0,reactbench,gpt-5.6-sol,xhigh,coding,hard,,per-run,2.5427156521739125,2.89e-17,,19863.31304347826,0.591304347826087,pass@1%,2.89e-16,,,https://www.reactbench.com/ (payload v1.0.write[id=gpt-5.6-sol:xhigh].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-sol@xhigh|1.0+1.1+1.2,in,out:decision:D39 reactbench-write#1.0,reactbench,gpt-5.6-sol,high,coding,hard,,per-run,2.0383208695652177,2.89e-17,,15930.104347826087,0.5826086956521739,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.0.write[id=gpt-5.6-sol:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-sol@high|1.0+1.1+1.2,in,out:decision:D39 reactbench-write#1.0,reactbench,fable-5,low,coding,hard,,per-run,4.4675843478260875,2.89e-17,,16584.747826086958,0.5565217391304348,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.0.write[id=claude-fable-5:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|fable-5@low|1.0+1.1+1.2,in,out:decision:D39 reactbench-write#1.0,reactbench,gpt-5.6-sol,max,coding,hard,,per-run,3.749887826086956,2.89e-16,,28389.930434782607,0.5565217391304348,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.0.write[id=gpt-5.6-sol:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-sol@max|1.0+1.1+1.2,in,out:decision:D39 reactbench-write#1.0,reactbench,opus-5,medium,coding,hard,,per-run,2.604146086956523,2.89e-16,,26779.147826086955,0.5478260869565217,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.0.write[id=claude-opus-5:medium].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-5@medium|1.0+1.1,in,out:decision:D39 reactbench-write#1.0,reactbench,gpt-5.6-luna,max,coding,hard,,per-run,0.22652173913043486,2.89e-18,,37377.95652173913,0.5304347826086957,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.0.write[id=gpt-5.6-luna:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-luna@max|1.0,in,out:decision:D41 reactbench-write#1.0,reactbench,gpt-5.6-terra,high,coding,hard,,per-run,0.520586608695652,0.0334,,13546.15652173913,0.5304347826086957,pass@1%,2.89e-17,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://www.reactbench.com/ (payload v1.0.write[id=gpt-5.6-terra:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-terra@high|1.0,in,in reactbench-write#1.0,reactbench,gpt-5.6-luna,high,coding,hard,,per-run,0.0998678260869565,2.89e-17,,18889.817391304347,0.5130434782608696,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.0.write[id=gpt-5.6-luna:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-luna@high|1.0,in,out:decision:D41 reactbench-write#1.0,reactbench,?cursor-grok-4.5,not-established:absent,coding,hard,,per-run,,,,23568.347826086956,0.4956521739130435,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.0.write[id=cursor-grok-4.5:medium].passRate),,out:model-not-established,out:decision:D39 reactbench-write#1.0,reactbench,opus-4.8,max,coding,hard,,per-run,9.216172173913044,2.89e-16,,91075.27826086957,0.48695652173913045,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.0.write[id=claude-opus-4-8:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-4.8@max|1.0+1.1+1.2,in,out:decision:D39 reactbench-write#1.0,reactbench,gpt-5.6-luna,xhigh,coding,hard,,per-run,0.14851739130434782,2.89e-18,,27063.295652173914,0.48695652173913045,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.0.write[id=gpt-5.6-luna:xhigh].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-luna@xhigh|1.0,in,out:decision:D41 reactbench-write#1.0,reactbench,gpt-5.6-sol,medium,coding,hard,,per-run,1.4509226086956526,2.89e-17,,10882.773913043478,0.48695652173913045,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.0.write[id=gpt-5.6-sol:medium].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-sol@medium|1.0+1.1+1.2,in,out:decision:D39 reactbench-write#1.0,reactbench,gpt-5.6-terra,medium,coding,hard,,per-run,0.3195125217391306,0.0205,,8115.069565217392,0.46956521739130436,pass@1%,2.89e-18,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://www.reactbench.com/ (payload v1.0.write[id=gpt-5.6-terra:medium].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-terra@medium|1.0,in,in reactbench-write#1.0,reactbench,gpt-5.6-sol,low,coding,hard,,per-run,0.7709521739130434,2.89e-17,,5830.852173913044,0.4608695652173913,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.0.write[id=gpt-5.6-sol:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-sol@low|1.0+1.1+1.2,in,out:decision:D39 reactbench-write#1.0,reactbench,opus-5,low,coding,hard,,per-run,1.6490973913043478,2.89e-17,,17047,0.45217391304347826,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.0.write[id=claude-opus-5:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-5@low|1.0+1.1,in,out:decision:D39 reactbench-write#1.0,reactbench,?cursor-grok-4.5,not-established:absent,coding,hard,,per-run,,,,23886.965217391305,0.45217391304347826,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.0.write[id=cursor-grok-4.5:high].passRate),,out:model-not-established,out:decision:D39 reactbench-write#1.0,reactbench,gpt-5.6-terra,low,coding,hard,,per-run,0.25840408695652184,0.0166,,6595.060869565217,0.45217391304347826,pass@1%,2.89e-18,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://www.reactbench.com/ (payload v1.0.write[id=gpt-5.6-terra:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-terra@low|1.0,in,in reactbench-write#1.0,reactbench,kimi-k3,unstated,coding,hard,,per-run,2.3665356521739125,2.89e-17,,43092.078260869566,0.45217391304347826,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.0.write[id=moonshotai/kimi-k3:mini-swe-agent-preinstalled].passRate),,out:effort-not-established,out:decision:D39 reactbench-write#1.0,reactbench,glm-5.2,not-established:absent,coding,hard,,per-run,3.515759130434782,2.89e-16,,47040.70434782609,0.45217391304347826,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.0.write[id=zai/glm-5.2:xhigh].passRate),,out:effort-not-established,out:effort-not-established reactbench-write#1.0,reactbench,opus-4.8,xhigh,coding,hard,,per-run,7.901039999999999,2.89e-16,,65015.617391304346,0.4434782608695652,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.0.write[id=claude-opus-4-8:xhigh].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-4.8@xhigh|1.0+1.1+1.2,in,out:decision:D39 reactbench-write#1.0,reactbench,sonnet-5,max,coding,hard,,per-run,6.264796521739132,2.89e-16,,107078.46086956521,0.43478260869565216,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.0.write[id=claude-sonnet-5:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|sonnet-5@max|1.0+1.1,in,out:decision:D39 reactbench-write#1.0,reactbench,sonnet-5,xhigh,coding,hard,,per-run,4.3623643478260865,2.89e-17,,60033.747826086954,0.4260869565217391,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.0.write[id=claude-sonnet-5:xhigh].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|sonnet-5@xhigh|1.0+1.1,in,out:decision:D39 reactbench-write#1.0,reactbench,?cursor-grok-4.5,not-established:absent,coding,hard,,per-run,,,,23385.704347826086,0.41739130434782606,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.0.write[id=cursor-grok-4.5:low].passRate),,out:model-not-established,out:decision:D39 reactbench-write#1.0,reactbench,glm-5.2,high,coding,hard,,per-run,3.146513043478261,2.89e-16,,42550.57391304348,0.40869565217391307,pass@1%,2.89e-18,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.0.write[id=zai/glm-5.2:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|glm-5.2@high|1.0,in,out:cost-single-couple reactbench-write#1.0,reactbench,glm-5.2,not-established:absent,coding,hard,,per-run,3.4512165217391306,2.89e-17,,45719.608695652176,0.3739130434782609,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.0.write[id=zai/glm-5.2:medium].passRate),,out:effort-not-established,out:effort-not-established reactbench-write#1.0,reactbench,glm-5.2,not-established:absent,coding,hard,,per-run,3.217914782608697,2.89e-16,,43570.747826086954,0.3652173913043478,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.0.write[id=zai/glm-5.2:low].passRate),,out:effort-not-established,out:effort-not-established reactbench-write#1.0,reactbench,opus-4.8,high,coding,hard,,per-run,5.831007826086954,2.89e-16,,38486.504347826085,0.3565217391304348,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.0.write[id=claude-opus-4-8:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-4.8@high|1.0+1.1+1.2,in,out:decision:D39 reactbench-write#1.0,reactbench,sonnet-5,high,coding,hard,,per-run,3.203222608695651,2.89e-16,,46783.84347826087,0.3565217391304348,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.0.write[id=claude-sonnet-5:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|sonnet-5@high|1.0+1.1,in,out:decision:D39 reactbench-write#1.0,reactbench,opus-4.8,medium,coding,hard,,per-run,4.668704347826088,2.89e-16,,31200.739130434784,0.34782608695652173,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.0.write[id=claude-opus-4-8:medium].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-4.8@medium|1.0+1.1+1.2,in,out:decision:D39 reactbench-write#1.0,reactbench,glm-5.2,not-established:absent,coding,hard,,per-run,3.4380617391304362,2.89e-17,,47651.64347826087,0.34782608695652173,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.0.write[id=zai/glm-5.2:max].passRate),,out:effort-not-established,out:effort-not-established reactbench-write#1.0,reactbench,opus-4.8,low,coding,hard,,per-run,2.6682165217391303,2.89e-17,,21031.26956521739,0.33043478260869563,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.0.write[id=claude-opus-4-8:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-4.8@low|1.0+1.1+1.2,in,out:decision:D39 reactbench-write#1.0,reactbench,sonnet-5,medium,coding,hard,,per-run,1.9522669565217403,2.89e-17,,28880.22608695652,0.33043478260869563,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.0.write[id=claude-sonnet-5:medium].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|sonnet-5@medium|1.0+1.1,in,out:decision:D39 reactbench-write#1.0,reactbench,gemini-3.1-pro,high,coding,hard,,per-run,0.9740808695652177,2.89e-17,,17357.660869565218,0.33043478260869563,pass@1%,2.89e-18,,max-as-highest,https://www.reactbench.com/ (payload v1.0.write[id=google/gemini-3.1-pro-preview:max].passRate),,in,out:decision:D39 reactbench-write#1.0,reactbench,gpt-5.6-luna,medium,coding,hard,,per-run,0.03945217391304349,2.89e-18,,7740.939130434783,0.33043478260869563,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.0.write[id=gpt-5.6-luna:medium].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-luna@medium|1.0,in,out:decision:D41 reactbench-write#1.0,reactbench,muse-spark-1.1,xhigh,coding,hard,,per-run,3.981126086956522,2.89e-16,,193341.6347826087,0.33043478260869563,pass@1%,2.89e-18,,max-as-highest,https://www.reactbench.com/ (payload v1.0.write[id=meta/muse-spark-1.1:max].passRate),,out:single-couple,out:decision:D39 reactbench-write#1.0,reactbench,?google/gemini-3.5-flash,not-established:absent,coding,hard,,per-run,1.744430434782609,2.89e-16,,47403.36521739131,0.3217391304347826,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.0.write[id=google/gemini-3.5-flash:xhigh].passRate),,out:model-not-established,out:decision:D39 reactbench-write#1.0,reactbench,gemini-3.1-pro,high,coding,hard,,per-run,0.9049852173913043,2.89e-17,,15588.982608695653,0.3130434782608696,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.0.write[id=google/gemini-3.1-pro-preview:high].passRate),,in,out:decision:D39 reactbench-write#1.0,reactbench,?google/gemini-3.5-flash,not-established:absent,coding,hard,,per-run,1.6941104347826077,2.89e-17,,45097.62608695652,0.3130434782608696,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.0.write[id=google/gemini-3.5-flash:medium].passRate),,out:model-not-established,out:decision:D39 reactbench-write#1.0,reactbench,muse-spark-1.1,medium,coding,hard,,per-run,1.9157226086956518,2.89e-17,,106540.06086956522,0.30434782608695654,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.0.write[id=meta/muse-spark-1.1:medium].passRate),,out:single-couple,out:decision:D39 reactbench-write#1.0,reactbench,gemini-3.1-pro,not-established:absent,coding,hard,,per-run,0.9003791304347823,2.89e-17,,16173.51304347826,0.2956521739130435,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.0.write[id=google/gemini-3.1-pro-preview:xhigh].passRate),,out:effort-not-established,out:decision:D39 reactbench-write#1.0,reactbench,kimi-k2.7-code,solo,coding,hard,,per-run,1.652626086956522,2.89e-16,,51071.48695652174,0.2956521739130435,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.0.write[id=moonshotai/kimi-k2.7-code:mini-swe-agent-preinstalled].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|kimi-k2.7-code@solo|1.0+1.1+1.2,in,out:decision:D39 reactbench-write#1.0,reactbench,muse-spark-1.1,high,coding,hard,,per-run,3.273763478260869,2.89e-16,,203883.55652173914,0.28695652173913044,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.0.write[id=meta/muse-spark-1.1:high].passRate),,out:single-couple,out:decision:D39 reactbench-write#1.0,reactbench,muse-spark-1.1,xhigh,coding,hard,,per-run,3.6727095652173904,2.89e-17,,183462.54782608696,0.28695652173913044,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.0.write[id=meta/muse-spark-1.1:xhigh].passRate),,out:single-couple,out:decision:D39 reactbench-write#1.0,reactbench,?composer-2.5,not-established:absent,coding,hard,,per-run,0.13654347826086957,2.89e-18,,6312.017391304348,0.2782608695652174,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.0.write[id=composer-2.5:cursor-cli].passRate),,out:model-not-established,out:decision:D39 reactbench-write#1.0,reactbench,?google/gemini-3.5-flash,not-established:absent,coding,hard,,per-run,1.7407286956521737,2.89e-17,,45334.965217391305,0.2782608695652174,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.0.write[id=google/gemini-3.5-flash:high].passRate),,out:model-not-established,out:decision:D39 reactbench-write#1.0,reactbench,?google/gemini-3.5-flash,not-established:absent,coding,hard,,per-run,1.1918895652173915,2.89e-17,,32201.86086956522,0.2782608695652174,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.0.write[id=google/gemini-3.5-flash:low].passRate),,out:model-not-established,out:decision:D39 reactbench-write#1.0,reactbench,gemini-3.1-pro,medium,coding,hard,,per-run,0.9509591304347824,2.89e-17,,18965.626086956523,0.26956521739130435,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.0.write[id=google/gemini-3.1-pro-preview:medium].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gemini-3.1-pro@medium|1.0+1.1+1.2,in,out:decision:D39 reactbench-write#1.0,reactbench,sonnet-5,low,coding,hard,,per-run,1.007920869565217,2.89e-16,,17456.426086956522,0.24347826086956523,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.0.write[id=claude-sonnet-5:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|sonnet-5@low|1.0+1.1+1.2,in,out:decision:D39 reactbench-write#1.0,reactbench,muse-spark-1.1,low,coding,hard,,per-run,0.9766295652173911,2.89e-17,,51654.05217391304,0.21739130434782608,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.0.write[id=meta/muse-spark-1.1:low].passRate),,out:single-couple,out:decision:D39 reactbench-write#1.0,reactbench,gpt-5.6-luna,low,coding,hard,,per-run,0.01612521739130434,2.89e-18,,3410.5565217391304,0.19130434782608696,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.0.write[id=gpt-5.6-luna:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-luna@low|1.0,in,out:decision:D41 reactbench-write#1.0,reactbench,gemini-3.1-pro,low,coding,hard,,per-run,0.29566956521739124,2.89e-18,,6157.226086956522,0.1565217391304348,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.0.write[id=google/gemini-3.1-pro-preview:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gemini-3.1-pro@low|1.0+1.1,in,out:decision:D39 reactbench-write#1.0,reactbench,inkling,unstated,coding,hard,,per-run,1.221228695652174,2.89e-16,,20443.626086956523,0.09565217391304348,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.0.write[id=thinkingmachines/inkling:mini-swe-agent-preinstalled].passRate),,out:effort-not-established,out:effort-not-established reactbench-fix#1.0,reactbench,gpt-5.6-sol,max,coding,hard,,per-run,2.0570762499999993,2.89e-17,,22623.175,0.425,pass@1%,0.000289,,,https://www.reactbench.com/ (payload v1.0.fix[id=gpt-5.6-sol:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-sol@max|1.0+1.1+1.2,in,out:decision:D39 reactbench-fix#1.0,reactbench,gpt-5.6-terra,max,coding,hard,,per-run,0.657702,0.0422,,22640.725,0.3625,pass@1%,2.89e-05,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://www.reactbench.com/ (payload v1.0.fix[id=gpt-5.6-terra:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-terra@max|1.0,in,in reactbench-fix#1.0,reactbench,?cursor-grok-4.5,not-established:absent,coding,hard,,per-run,,,,16658.0875,0.35,pass@1%,0.00289,,,https://www.reactbench.com/ (payload v1.0.fix[id=cursor-grok-4.5:high].passRate),,out:model-not-established,out:decision:D39 reactbench-fix#1.0,reactbench,?cursor-grok-4.5,not-established:absent,coding,hard,,per-run,,,,16641.7625,0.3375,pass@1%,2.89e-05,,,https://www.reactbench.com/ (payload v1.0.fix[id=cursor-grok-4.5:low].passRate),,out:model-not-established,out:decision:D39 reactbench-fix#1.0,reactbench,gpt-5.6-sol,xhigh,coding,hard,,per-run,1.2765250000000001,2.89e-17,,14181.75,0.325,pass@1%,0.000289,,,https://www.reactbench.com/ (payload v1.0.fix[id=gpt-5.6-sol:xhigh].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-sol@xhigh|1.0+1.1+1.2,in,out:decision:D39 reactbench-fix#1.0,reactbench,?cursor-grok-4.5,not-established:absent,coding,hard,,per-run,,,,17000.975,0.3125,pass@1%,2.89e-05,,,https://www.reactbench.com/ (payload v1.0.fix[id=cursor-grok-4.5:medium].passRate),,out:model-not-established,out:decision:D39 reactbench-fix#1.0,reactbench,gpt-5.6-luna,xhigh,coding,hard,,per-run,0.06352625000000003,2.89e-18,,16519.4,0.2875,pass@1%,2.89e-05,,,https://www.reactbench.com/ (payload v1.0.fix[id=gpt-5.6-luna:xhigh].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-luna@xhigh|1.0,in,out:decision:D41 reactbench-fix#1.0,reactbench,gpt-5.6-sol,medium,coding,hard,,per-run,0.58901625,2.89e-09,,5878.95,0.275,pass@1%,0.000289,,,https://www.reactbench.com/ (payload v1.0.fix[id=gpt-5.6-sol:medium].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-sol@medium|1.0+1.1+1.2,in,out:decision:D39 reactbench-fix#1.0,reactbench,opus-5,high,coding,hard,,per-run,2.7756074999999996,2.89e-17,,41297.8,0.2625,pass@1%,2.89e-05,,,https://www.reactbench.com/ (payload v1.0.fix[id=claude-opus-5:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-5@high|1.0+1.1,in,out:decision:D39 reactbench-fix#1.0,reactbench,opus-5,max,coding,hard,,per-run,4.948051250000001,2.89e-16,,84466.2,0.2625,pass@1%,2.89e-05,,,https://www.reactbench.com/ (payload v1.0.fix[id=claude-opus-5:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-5@max|1.0+1.1+1.2,in,out:decision:D39 reactbench-fix#1.0,reactbench,gpt-5.6-luna,max,coding,hard,,per-run,0.08457000000000003,2.89e-18,,23297.05,0.2625,pass@1%,2.89e-05,,,https://www.reactbench.com/ (payload v1.0.fix[id=gpt-5.6-luna:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-luna@max|1.0,in,out:decision:D41 reactbench-fix#1.0,reactbench,gpt-5.6-terra,xhigh,coding,hard,,per-run,0.33373237499999997,0.0214,,11878.2125,0.2625,pass@1%,2.89e-05,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://www.reactbench.com/ (payload v1.0.fix[id=gpt-5.6-terra:xhigh].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-terra@xhigh|1.0,in,in reactbench-fix#1.0,reactbench,gpt-5.6-sol,high,coding,hard,,per-run,0.92806625,2.89e-09,,9889.525,0.25,pass@1%,0.00289,,,https://www.reactbench.com/ (payload v1.0.fix[id=gpt-5.6-sol:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-sol@high|1.0+1.1+1.2,in,out:decision:D39 reactbench-fix#1.0,reactbench,fable-5,max,coding,hard,,per-run,5.962338749999999,2.89e-16,,39217.15,0.2375,pass@1%,2.89e-05,,,https://www.reactbench.com/ (payload v1.0.fix[id=claude-fable-5:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|fable-5@max|1.0+1.1+1.2,in,out:decision:D39 reactbench-fix#1.0,reactbench,gpt-5.6-terra,low,coding,hard,,per-run,0.12116137500000002,0.00777,,3494.3125,0.2375,pass@1%,2.89e-05,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://www.reactbench.com/ (payload v1.0.fix[id=gpt-5.6-terra:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-terra@low|1.0,in,in reactbench-fix#1.0,reactbench,fable-5,xhigh,coding,hard,,per-run,4.118988749999998,2.89e-16,,25452.45,0.225,pass@1%,0.000289,,,https://www.reactbench.com/ (payload v1.0.fix[id=claude-fable-5:xhigh].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|fable-5@xhigh|1.0+1.1+1.2,in,out:decision:D39 reactbench-fix#1.0,reactbench,opus-5,xhigh,coding,hard,,per-run,3.39106625,2.89e-09,,54287.325,0.225,pass@1%,0.000289,,,https://www.reactbench.com/ (payload v1.0.fix[id=claude-opus-5:xhigh].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-5@xhigh|1.0+1.1,in,out:decision:D39 reactbench-fix#1.0,reactbench,gpt-5.6-terra,medium,coding,hard,,per-run,0.14774512499999998,0.00948,,4494.0625,0.225,pass@1%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://www.reactbench.com/ (payload v1.0.fix[id=gpt-5.6-terra:medium].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-terra@medium|1.0,in,in reactbench-fix#1.0,reactbench,?google/gemini-3.5-flash,not-established:absent,coding,hard,,per-run,1.0059125000000004,2.89e-17,,32224.5375,0.2125,pass@1%,2.89e-05,,,https://www.reactbench.com/ (payload v1.0.fix[id=google/gemini-3.5-flash:xhigh].passRate),,out:model-not-established,out:decision:D39 reactbench-fix#1.0,reactbench,gpt-5.6-sol,low,coding,hard,,per-run,0.33609624999999993,2.89e-18,,3028.95,0.2125,pass@1%,2.89e-05,,,https://www.reactbench.com/ (payload v1.0.fix[id=gpt-5.6-sol:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-sol@low|1.0+1.1+1.2,in,out:decision:D39 reactbench-fix#1.0,reactbench,gpt-5.6-terra,high,coding,hard,,per-run,0.21754349999999992,0.014,,6977.625,0.2125,pass@1%,2.89e-05,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://www.reactbench.com/ (payload v1.0.fix[id=gpt-5.6-terra:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-terra@high|1.0,in,in reactbench-fix#1.0,reactbench,opus-5,medium,coding,hard,,per-run,1.21597875,2.89e-09,,17101.7875,0.2,pass@1%,0.0289,,,https://www.reactbench.com/ (payload v1.0.fix[id=claude-opus-5:medium].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-5@medium|1.0+1.1,in,out:decision:D39 reactbench-fix#1.0,reactbench,gemini-3.1-pro,high,coding,hard,,per-run,0.6529074999999999,2.89e-17,,15199.7375,0.2,pass@1%,0.0289,,,https://www.reactbench.com/ (payload v1.0.fix[id=google/gemini-3.1-pro-preview:high].passRate),,in,out:decision:D39 reactbench-fix#1.0,reactbench,gemini-3.1-pro,medium,coding,hard,,per-run,0.672525,2.89e-07,,18132.6625,0.2,pass@1%,0.0289,,,https://www.reactbench.com/ (payload v1.0.fix[id=google/gemini-3.1-pro-preview:medium].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gemini-3.1-pro@medium|1.0+1.1+1.2,in,out:decision:D39 reactbench-fix#1.0,reactbench,gemini-3.1-pro,not-established:absent,coding,hard,,per-run,0.65251125,2.89e-09,,16438.3875,0.2,pass@1%,0.0289,,,https://www.reactbench.com/ (payload v1.0.fix[id=google/gemini-3.1-pro-preview:xhigh].passRate),,out:effort-not-established,out:decision:D39 reactbench-fix#1.0,reactbench,glm-5.2,not-established:absent,coding,hard,,per-run,0.81277625,2.89e-09,,28342.725,0.2,pass@1%,0.0289,,,https://www.reactbench.com/ (payload v1.0.fix[id=zai/glm-5.2:low].passRate),,out:effort-not-established,out:effort-not-established reactbench-fix#1.0,reactbench,fable-5,low,coding,hard,,per-run,1.0173387499999997,2.89e-17,,6382.025,0.1875,pass@1%,2.89e-05,,,https://www.reactbench.com/ (payload v1.0.fix[id=claude-fable-5:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|fable-5@low|1.0+1.1+1.2,in,out:decision:D39 reactbench-fix#1.0,reactbench,gpt-5.6-luna,high,coding,hard,,per-run,0.04162750000000001,2.89e-18,,11164.9875,0.1875,pass@1%,2.89e-05,,,https://www.reactbench.com/ (payload v1.0.fix[id=gpt-5.6-luna:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-luna@high|1.0,in,out:decision:D41 reactbench-fix#1.0,reactbench,muse-spark-1.1,xhigh,coding,hard,,per-run,0.8334312500000005,2.89e-17,,97239.825,0.1875,pass@1%,2.89e-05,,max-as-highest,https://www.reactbench.com/ (payload v1.0.fix[id=meta/muse-spark-1.1:max].passRate),,out:single-couple,out:decision:D39 reactbench-fix#1.0,reactbench,fable-5,high,coding,hard,,per-run,2.697388749999999,2.89e-16,,17382.7375,0.175,pass@1%,0.000289,,,https://www.reactbench.com/ (payload v1.0.fix[id=claude-fable-5:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|fable-5@high|1.0+1.1+1.2,in,out:decision:D39 reactbench-fix#1.0,reactbench,?google/gemini-3.5-flash,not-established:absent,coding,hard,,per-run,0.9770124999999998,2.89e-17,,30495.9375,0.175,pass@1%,0.000289,,,https://www.reactbench.com/ (payload v1.0.fix[id=google/gemini-3.5-flash:medium].passRate),,out:model-not-established,out:decision:D39 reactbench-fix#1.0,reactbench,muse-spark-1.1,high,coding,hard,,per-run,0.6762824999999999,2.89e-17,,82391.025,0.175,pass@1%,0.000289,,,https://www.reactbench.com/ (payload v1.0.fix[id=meta/muse-spark-1.1:high].passRate),,out:single-couple,out:decision:D39 reactbench-fix#1.0,reactbench,sonnet-5,max,coding,hard,,per-run,2.4329537500000002,2.89e-17,,56299.8875,0.1625,pass@1%,2.89e-05,,,https://www.reactbench.com/ (payload v1.0.fix[id=claude-sonnet-5:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|sonnet-5@max|1.0+1.1,in,out:decision:D39 reactbench-fix#1.0,reactbench,sonnet-5,xhigh,coding,hard,,per-run,1.3926174999999992,2.89e-17,,29179.8375,0.1625,pass@1%,2.89e-05,,,https://www.reactbench.com/ (payload v1.0.fix[id=claude-sonnet-5:xhigh].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|sonnet-5@xhigh|1.0+1.1,in,out:decision:D39 reactbench-fix#1.0,reactbench,?composer-2.5,not-established:absent,coding,hard,,per-run,0.14047124999999994,2.89e-18,,7933.0125,0.1625,pass@1%,2.89e-05,,,https://www.reactbench.com/ (payload v1.0.fix[id=composer-2.5:cursor-cli].passRate),,out:model-not-established,out:decision:D39 reactbench-fix#1.0,reactbench,muse-spark-1.1,low,coding,hard,,per-run,0.18576250000000002,2.89e-18,,17679.1125,0.1625,pass@1%,2.89e-05,,,https://www.reactbench.com/ (payload v1.0.fix[id=meta/muse-spark-1.1:low].passRate),,out:single-couple,out:decision:D39 reactbench-fix#1.0,reactbench,kimi-k3,unstated,coding,hard,,per-run,1.2752725,2.89e-08,,30970.475,0.1625,pass@1%,2.89e-05,,,https://www.reactbench.com/ (payload v1.0.fix[id=moonshotai/kimi-k3:mini-swe-agent-preinstalled].passRate),,out:effort-not-established,out:decision:D39 reactbench-fix#1.0,reactbench,glm-5.2,high,coding,hard,,per-run,0.7684525000000002,2.89e-17,,29018.3125,0.1625,pass@1%,2.89e-05,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.0.fix[id=zai/glm-5.2:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|glm-5.2@high|1.0,in,out:cost-single-couple reactbench-fix#1.0,reactbench,opus-4.8,max,coding,hard,,per-run,3.2624800000000014,2.89e-17,,46772.4125,0.15,pass@1%,0.00289,,,https://www.reactbench.com/ (payload v1.0.fix[id=claude-opus-4-8:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-4.8@max|1.0+1.1+1.2,in,out:decision:D39 reactbench-fix#1.0,reactbench,opus-4.8,medium,coding,hard,,per-run,1.6012200000000003,2.89e-17,,16066.6625,0.15,pass@1%,0.00289,,,https://www.reactbench.com/ (payload v1.0.fix[id=claude-opus-4-8:medium].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-4.8@medium|1.0+1.1+1.2,in,out:decision:D39 reactbench-fix#1.0,reactbench,opus-4.8,xhigh,coding,hard,,per-run,2.37076375,2.89e-09,,35269.1375,0.15,pass@1%,0.00289,,,https://www.reactbench.com/ (payload v1.0.fix[id=claude-opus-4-8:xhigh].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-4.8@xhigh|1.0+1.1+1.2,in,out:decision:D39 reactbench-fix#1.0,reactbench,opus-5,low,coding,hard,,per-run,0.4976425,2.89e-08,,6470,0.15,pass@1%,0.00289,,,https://www.reactbench.com/ (payload v1.0.fix[id=claude-opus-5:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-5@low|1.0+1.1,in,out:decision:D39 reactbench-fix#1.0,reactbench,sonnet-5,high,coding,hard,,per-run,1.0115962499999998,2.89e-17,,19977.0875,0.15,pass@1%,0.00289,,,https://www.reactbench.com/ (payload v1.0.fix[id=claude-sonnet-5:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|sonnet-5@high|1.0+1.1,in,out:decision:D39 reactbench-fix#1.0,reactbench,muse-spark-1.1,medium,coding,hard,,per-run,0.4229350000000001,2.89e-17,,45414.975,0.15,pass@1%,0.00289,,,https://www.reactbench.com/ (payload v1.0.fix[id=meta/muse-spark-1.1:medium].passRate),,out:single-couple,out:decision:D39 reactbench-fix#1.0,reactbench,muse-spark-1.1,xhigh,coding,hard,,per-run,0.9908174999999995,2.89e-17,,99842.575,0.15,pass@1%,0.00289,,,https://www.reactbench.com/ (payload v1.0.fix[id=meta/muse-spark-1.1:xhigh].passRate),,out:single-couple,out:decision:D39 reactbench-fix#1.0,reactbench,?google/gemini-3.5-flash,not-established:absent,coding,hard,,per-run,0.9672475,2.89e-08,,31451.7875,0.1375,pass@1%,2.89e-05,,,https://www.reactbench.com/ (payload v1.0.fix[id=google/gemini-3.5-flash:high].passRate),,out:model-not-established,out:decision:D39 reactbench-fix#1.0,reactbench,?google/gemini-3.5-flash,not-established:absent,coding,hard,,per-run,0.52553375,2.89e-09,,18682.4625,0.1375,pass@1%,2.89e-05,,,https://www.reactbench.com/ (payload v1.0.fix[id=google/gemini-3.5-flash:low].passRate),,out:model-not-established,out:decision:D39 reactbench-fix#1.0,reactbench,glm-5.2,not-established:absent,coding,hard,,per-run,0.8738400000000001,2.89e-17,,28107.15,0.1375,pass@1%,2.89e-05,,,https://www.reactbench.com/ (payload v1.0.fix[id=zai/glm-5.2:xhigh].passRate),,out:effort-not-established,out:effort-not-established reactbench-fix#1.0,reactbench,gemini-3.1-pro,high,coding,hard,,per-run,0.6552274999999996,2.89e-17,,16886.5375,0.125,pass@1%,0.000289,,max-as-highest,https://www.reactbench.com/ (payload v1.0.fix[id=google/gemini-3.1-pro-preview:max].passRate),,in,out:decision:D39 reactbench-fix#1.0,reactbench,gpt-5.6-luna,medium,coding,hard,,per-run,0.016650000000000005,2.89e-19,,4255.1875,0.125,pass@1%,0.000289,,,https://www.reactbench.com/ (payload v1.0.fix[id=gpt-5.6-luna:medium].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-luna@medium|1.0,in,out:decision:D41 reactbench-fix#1.0,reactbench,glm-5.2,not-established:absent,coding,hard,,per-run,0.8701074999999996,2.89e-17,,32707.175,0.125,pass@1%,0.000289,,,https://www.reactbench.com/ (payload v1.0.fix[id=zai/glm-5.2:max].passRate),,out:effort-not-established,out:effort-not-established reactbench-fix#1.0,reactbench,sonnet-5,medium,coding,hard,,per-run,0.6851812500000001,2.89e-17,,12355.075,0.1125,pass@1%,2.89e-05,,,https://www.reactbench.com/ (payload v1.0.fix[id=claude-sonnet-5:medium].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|sonnet-5@medium|1.0+1.1,in,out:decision:D39 reactbench-fix#1.0,reactbench,kimi-k2.7-code,solo,coding,hard,,per-run,0.7194537500000001,2.89e-17,,36757.9125,0.1125,pass@1%,2.89e-05,,,https://www.reactbench.com/ (payload v1.0.fix[id=moonshotai/kimi-k2.7-code:mini-swe-agent-preinstalled].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|kimi-k2.7-code@solo|1.0+1.1+1.2,in,out:decision:D39 reactbench-fix#1.0,reactbench,inkling,unstated,coding,hard,,per-run,0.33165874999999984,2.89e-18,,14700.4875,0.1125,pass@1%,2.89e-05,,,https://www.reactbench.com/ (payload v1.0.fix[id=thinkingmachines/inkling:mini-swe-agent-preinstalled].passRate),,out:effort-not-established,out:effort-not-established reactbench-fix#1.0,reactbench,glm-5.2,not-established:absent,coding,hard,,per-run,0.835085,2.89e-07,,27028.925,0.1125,pass@1%,2.89e-05,,,https://www.reactbench.com/ (payload v1.0.fix[id=zai/glm-5.2:medium].passRate),,out:effort-not-established,out:effort-not-established reactbench-fix#1.0,reactbench,opus-4.8,high,coding,hard,,per-run,1.5678912499999997,2.89e-17,,19791.85,0.1,pass@1%,0.0289,,,https://www.reactbench.com/ (payload v1.0.fix[id=claude-opus-4-8:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-4.8@high|1.0+1.1+1.2,in,out:decision:D39 reactbench-fix#1.0,reactbench,gemini-3.1-pro,low,coding,hard,,per-run,0.45118875000000014,2.89e-18,,10425.2875,0.1,pass@1%,0.0289,,,https://www.reactbench.com/ (payload v1.0.fix[id=google/gemini-3.1-pro-preview:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gemini-3.1-pro@low|1.0+1.1,in,out:decision:D39 reactbench-fix#1.0,reactbench,opus-4.8,low,coding,hard,,per-run,0.6613224999999999,2.89e-17,,10585.6375,0.0875,pass@1%,2.89e-05,,,https://www.reactbench.com/ (payload v1.0.fix[id=claude-opus-4-8:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-4.8@low|1.0+1.1+1.2,in,out:decision:D39 reactbench-fix#1.0,reactbench,gpt-5.6-luna,low,coding,hard,,per-run,0.00884125,2.89e-09,,2080.1875,0.075,pass@1%,0.000289,,,https://www.reactbench.com/ (payload v1.0.fix[id=gpt-5.6-luna:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-luna@low|1.0,in,out:decision:D41 reactbench-fix#1.0,reactbench,sonnet-5,low,coding,hard,,per-run,0.34407750000000004,2.89e-18,,6788.2125,0.0625,pass@1%,2.89e-05,,,https://www.reactbench.com/ (payload v1.0.fix[id=claude-sonnet-5:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|sonnet-5@low|1.0+1.1+1.2,in,out:decision:D39 reactbench#1.2,reactbench,opus-5.5,max,coding,hard,,per-run,5.642925128205128,2.89e-16,,131659.37948717948,0.5435897435897435,pass@1%,2.89e-17,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.leaderboard[id=claude-opus-5-5:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-5.5@max|1.2,in,in reactbench#1.2,reactbench,opus-5.5,xhigh,coding,hard,,per-run,1.6197953846153845,2.89e-17,,39634.22051282051,0.5076923076923077,pass@1%,2.89e-17,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.leaderboard[id=claude-opus-5-5:xhigh].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-5.5@xhigh|1.2,in,in reactbench#1.2,reactbench,fable-5.1,max,coding,hard,,per-run,5.49921846153846,2.89e-15,,69979.40512820512,0.49230769230769234,pass@1%,2.89e-18,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.leaderboard[id=claude-fable-5-1:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|fable-5.1@max|1.1+1.2,in,in reactbench#1.2,reactbench,gpt-5.6-sol,max,coding,hard,,per-run,3.8192512820512823,0.441,,26024.08205128205,0.4666666666666667,pass@1%,2.89e-17,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://www.reactbench.com/ (payload v1.2.leaderboard[id=gpt-5.6-sol:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-sol@max|1.0+1.1+1.2,in,in reactbench#1.2,reactbench,fable-5.1,xhigh,coding,hard,,per-run,3.739393846153846,2.89e-16,,47168.97948717949,0.46153846153846156,pass@1%,2.89e-18,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.leaderboard[id=claude-fable-5-1:xhigh].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|fable-5.1@xhigh|1.1+1.2,in,in reactbench#1.2,reactbench,opus-5.5,high,coding,hard,,per-run,0.6748846153846157,2.89e-17,,15216.276923076923,0.46153846153846156,pass@1%,2.89e-18,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.leaderboard[id=claude-opus-5-5:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-5.5@high|1.2,in,in reactbench#1.2,reactbench,fable-5,max,coding,hard,,per-run,12.761262564102566,2.89e-16,,57656.7282051282,0.4461538461538462,pass@1%,2.89e-17,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.leaderboard[id=claude-fable-5:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|fable-5@max|1.0+1.1+1.2,in,in reactbench#1.2,reactbench,fable-5.1,high,coding,hard,,per-run,1.73849641025641,2.89e-15,,21895.389743589745,0.441025641025641,pass@1%,2.89e-16,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.leaderboard[id=claude-fable-5-1:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|fable-5.1@high|1.1+1.2,in,in reactbench#1.2,reactbench,opus-5.5,medium,coding,hard,,per-run,0.48735743589743613,2.89e-18,,10675.31794871795,0.4358974358974359,pass@1%,2.89e-17,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.leaderboard[id=claude-opus-5-5:medium].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-5.5@medium|1.2,in,in reactbench#1.2,reactbench,fable-5,xhigh,coding,hard,,per-run,9.16849846153846,2.89e-15,,39289.933333333334,0.4307692307692308,pass@1%,2.89e-17,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.leaderboard[id=claude-fable-5:xhigh].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|fable-5@xhigh|1.0+1.1+1.2,in,in reactbench#1.2,reactbench,opus-5,max,coding,hard,,per-run,5.942708205128204,2.89e-16,,77950.98461538462,0.4205128205128205,pass@1%,2.89e-17,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.leaderboard[id=claude-opus-5:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-5@max|1.0+1.1+1.2,in,in reactbench#1.2,reactbench,opus-5,high,coding,hard,,per-run,3.6831471794871784,2.89e-17,,43678.635897435895,0.4153846153846154,pass@1%,2.89e-17,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.leaderboard[id=claude-opus-5:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-5@high|1.2,in,in reactbench#1.2,reactbench,gpt-5.6-sol,xhigh,coding,hard,,per-run,2.529066025641024,0.292,,17532.415384615386,0.41025641025641024,pass@1%,2.89e-18,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://www.reactbench.com/ (payload v1.2.leaderboard[id=gpt-5.6-sol:xhigh].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-sol@xhigh|1.0+1.1+1.2,in,in reactbench#1.2,reactbench,fable-5,high,coding,hard,,per-run,6.796586666666666,2.89e-16,,28241.215384615385,0.40512820512820513,pass@1%,2.89e-18,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.leaderboard[id=claude-fable-5:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|fable-5@high|1.0+1.1+1.2,in,in reactbench#1.2,reactbench,gpt-5.6-terra,max,coding,hard,,per-run,1.0190870769230767,0.0654,,29925.589743589742,0.38974358974358975,pass@1%,2.89e-18,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://www.reactbench.com/ (payload v1.2.leaderboard[id=gpt-5.6-terra:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-terra@max|1.1+1.2,in,in reactbench#1.2,reactbench,gpt-5.6-terra,high,coding,hard,,per-run,0.3601264615384616,0.0231,,10386.435897435897,0.37435897435897436,pass@1%,2.89e-18,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://www.reactbench.com/ (payload v1.2.leaderboard[id=gpt-5.6-terra:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-terra@high|1.1+1.2,in,in reactbench#1.2,reactbench,gpt-5.6-sol,high,coding,hard,,per-run,1.9785397435897436,0.228,,13451.917948717948,0.36923076923076925,pass@1%,2.89e-18,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://www.reactbench.com/ (payload v1.2.leaderboard[id=gpt-5.6-sol:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-sol@high|1.0+1.1+1.2,in,in reactbench#1.2,reactbench,gpt-5.6-terra,xhigh,coding,hard,,per-run,0.5383467692307694,0.0345,,16463.4358974359,0.36923076923076925,pass@1%,2.89e-18,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://www.reactbench.com/ (payload v1.2.leaderboard[id=gpt-5.6-terra:xhigh].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-terra@xhigh|1.1+1.2,in,in reactbench#1.2,reactbench,?alibaba/qwen3.8-max,not-established:absent,coding,hard,,per-run,1.6230702564102557,2.89e-17,,55024.15897435897,0.3641025641025641,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.2.leaderboard[id=alibaba/qwen3.8-max:xhigh].passRate),,out:model-not-established,out:model-not-established reactbench#1.2,reactbench,opus-5,xhigh,coding,hard,,per-run,4.931038974358975,2.89e-16,,59937.94871794872,0.3641025641025641,pass@1%,2.89e-17,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.leaderboard[id=claude-opus-5:xhigh].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-5@xhigh|1.2,in,in reactbench#1.2,reactbench,?callstack/apex,not-established:absent,coding,hard,,per-run,1.4236620512820517,2.89e-17,,108609.51794871796,0.35384615384615387,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.2.leaderboard[id=callstack/apex:medium].passRate),,out:model-not-established,out:model-not-established reactbench#1.2,reactbench,fable-5,low,coding,hard,,per-run,3.052098974358974,2.89e-16,,12399.015384615384,0.35384615384615387,pass@1%,2.89e-18,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.leaderboard[id=claude-fable-5:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|fable-5@low|1.0+1.1+1.2,in,in reactbench#1.2,reactbench,deepseek-v4.1-flash-1017,not-established:absent,coding,hard,,per-run,0.09533948717948719,2.89e-18,,36115.08717948718,0.3487179487179487,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.2.leaderboard[id=deepseek/deepseek-v4.1-flash-1017:medium].passRate),,out:effort-not-established,out:effort-not-established reactbench#1.2,reactbench,gpt-5.6-sol,medium,coding,hard,,per-run,1.3716500000000007,0.158,,8829.923076923076,0.3487179487179487,pass@1%,2.89e-17,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://www.reactbench.com/ (payload v1.2.leaderboard[id=gpt-5.6-sol:medium].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-sol@medium|1.0+1.1+1.2,in,in reactbench#1.2,reactbench,?callstack/apex,not-established:absent,coding,hard,,per-run,1.9810076923076922,2.89e-17,,146320.94871794872,0.3435897435897436,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.2.leaderboard[id=callstack/apex:xhigh].passRate),,out:model-not-established,out:model-not-established reactbench#1.2,reactbench,opus-5,medium,coding,hard,,per-run,2.041929230769231,2.89e-16,,22889.68717948718,0.3435897435897436,pass@1%,2.89e-17,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.leaderboard[id=claude-opus-5:medium].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-5@medium|1.2,in,in reactbench#1.2,reactbench,deepseek-v4.1-flash-1017,low,coding,hard,,per-run,0.07469897435897437,2.89e-18,,28040.923076923078,0.3435897435897436,pass@1%,2.89e-17,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.leaderboard[id=deepseek/deepseek-v4.1-flash-1017:low].passRate),,in,in reactbench#1.2,reactbench,gemini-3.8-flash,high,coding,hard,,per-run,1.629012820512821,2.89e-16,,100155.6358974359,0.3435897435897436,pass@1%,2.89e-17,,max-as-highest; base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://www.reactbench.com/ (payload v1.2.leaderboard[id=google/gemini-3.8-flash:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gemini-3.8-flash@high|1.1+1.2,in,in reactbench#1.2,reactbench,fable-5.1,medium,coding,hard,,per-run,1.1192861538461545,2.89e-17,,13669.615384615385,0.3384615384615385,pass@1%,2.89e-17,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.leaderboard[id=claude-fable-5-1:medium].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|fable-5.1@medium|1.1+1.2,in,in reactbench#1.2,reactbench,?cursor-grok-4.6,not-established:absent,coding,hard,,per-run,1.683129743589743,2.89e-16,,37799.54871794872,0.3384615384615385,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.2.leaderboard[id=cursor-grok-4.6:high].passRate),,out:model-not-established,out:model-not-established reactbench#1.2,reactbench,?cursor-grok-4.6,not-established:absent,coding,hard,,per-run,2.041361025641025,2.89e-16,,45738.446153846155,0.3384615384615385,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.2.leaderboard[id=cursor-grok-4.6:xhigh].passRate),,out:model-not-established,out:model-not-established reactbench#1.2,reactbench,deepseek-v4-pro-0813,max,coding,hard,,per-run,0.5868141114058356,0.287,,45854.389743589745,0.3384615384615385,pass@1%,2.89e-17,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://www.reactbench.com/ (payload v1.2.leaderboard[id=deepseek/deepseek-v4-pro-0813:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|deepseek-v4-pro-0813@max|1.1+1.2,in,out:cost-single-couple reactbench#1.2,reactbench,gpt-5.6-luna,max,coding,hard,,per-run,0.8414107692307695,2.89e-17,,31601.17435897436,0.3384615384615385,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.2.leaderboard[id=gpt-5.6-luna:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-luna@max|1.1+1.2,in,out:decision:D41 reactbench#1.2,reactbench,gpt-5.6-sol,low,coding,hard,,per-run,0.7406871794871792,0.0855,,4681.3538461538465,0.3384615384615385,pass@1%,2.89e-17,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://www.reactbench.com/ (payload v1.2.leaderboard[id=gpt-5.6-sol:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-sol@low|1.0+1.1+1.2,in,in reactbench#1.2,reactbench,kimi-k3,unstated,coding,hard,,per-run,1.9188379487179485,2.89e-17,,38119.11282051282,0.3333333333333333,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.2.leaderboard[id=moonshotai/kimi-k3:mini-swe-agent-preinstalled].passRate),,out:effort-not-established,out:effort-not-established reactbench#1.2,reactbench,?particle-ai/particle-1,not-established:absent,coding,hard,,per-run,0.17844102564102568,2.89e-18,,27298.33846153846,0.3333333333333333,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.2.leaderboard[id=particle-ai/particle-1:medium].passRate),,out:model-not-established,out:model-not-established reactbench#1.2,reactbench,fable-5.1,low,coding,hard,,per-run,0.842929230769231,2.89e-16,,10291.892307692307,0.3282051282051282,pass@1%,2.89e-17,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.leaderboard[id=claude-fable-5-1:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|fable-5.1@low|1.1+1.2,in,in reactbench#1.2,reactbench,?particle-ai/particle-1,not-established:absent,coding,hard,,per-run,0.1750184615384616,2.89e-17,,26833.241025641026,0.3282051282051282,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.2.leaderboard[id=particle-ai/particle-1:high].passRate),,out:model-not-established,out:model-not-established reactbench#1.2,reactbench,glm-5.3-flash,max,coding,hard,,per-run,0.06507948717948728,2.89e-18,,243.52307692307693,0.3282051282051282,pass@1%,2.89e-17,,cost-method-assumed-single,https://www.reactbench.com/ (payload v1.2.leaderboard[id=zai/glm-5.3-flash:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|glm-5.3-flash@max|1.1+1.2,in,out:cost-not-comparable reactbench#1.2,reactbench,opus-4.8,max,coding,hard,,per-run,6.7736317948718,2.89e-14,,72899.7435897436,0.3230769230769231,pass@1%,2.89e-17,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.leaderboard[id=claude-opus-4-8:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-4.8@max|1.0+1.1+1.2,in,in reactbench#1.2,reactbench,sonnet-5,xhigh,coding,hard,,per-run,3.1679717948717934,2.89e-17,,47751.91282051282,0.3230769230769231,pass@1%,2.89e-17,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.leaderboard[id=claude-sonnet-5:xhigh].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|sonnet-5@xhigh|1.2,in,in reactbench#1.2,reactbench,?cursor-grok-4.5,not-established:absent,coding,hard,,per-run,,,,20618.958974358975,0.3230769230769231,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.2.leaderboard[id=cursor-grok-4.5:low].passRate),,out:model-not-established,out:model-not-established reactbench#1.2,reactbench,?cursor-grok-4.7,not-established:absent,coding,hard,,per-run,0.6781779487179488,2.89e-17,,16552.276923076923,0.3230769230769231,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.2.leaderboard[id=cursor-grok-4.7:low].passRate),,out:model-not-established,out:model-not-established reactbench#1.2,reactbench,deepseek-v4.1-flash-1017,high,coding,hard,,per-run,0.09279333333333337,2.89e-18,,35266.08205128205,0.3230769230769231,pass@1%,2.89e-17,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.leaderboard[id=deepseek/deepseek-v4.1-flash-1017:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|deepseek-v4.1-flash-1017@high|1.2,in,in reactbench#1.2,reactbench,gpt-5.6-luna,high,coding,hard,,per-run,0.3798692307692306,2.89e-17,,15720.65641025641,0.3230769230769231,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.2.leaderboard[id=gpt-5.6-luna:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-luna@high|1.1+1.2,in,out:decision:D41 reactbench#1.2,reactbench,?cursor-grok-4.5,not-established:absent,coding,hard,,per-run,,,,20921.271794871795,0.31794871794871793,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.2.leaderboard[id=cursor-grok-4.5:high].passRate),,out:model-not-established,out:model-not-established reactbench#1.2,reactbench,?cursor-grok-4.7,not-established:absent,coding,hard,,per-run,2.415757435897435,2.89e-16,,56885.68205128205,0.31794871794871793,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.2.leaderboard[id=cursor-grok-4.7:medium].passRate),,out:model-not-established,out:model-not-established reactbench#1.2,reactbench,?cursor-grok-4.7,not-established:absent,coding,hard,,per-run,4.561368205128203,2.89e-16,,100473.53333333334,0.31794871794871793,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.2.leaderboard[id=cursor-grok-4.7:xhigh].passRate),,out:model-not-established,out:model-not-established reactbench#1.2,reactbench,sonnet-5,max,coding,hard,,per-run,4.742857435897438,2.89e-16,,88420.08717948718,0.3128205128205128,pass@1%,2.89e-17,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.leaderboard[id=claude-sonnet-5:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|sonnet-5@max|1.2,in,in reactbench#1.2,reactbench,gpt-5.6-luna,xhigh,coding,hard,,per-run,0.568254358974359,2.89e-16,,22737.59487179487,0.3128205128205128,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.2.leaderboard[id=gpt-5.6-luna:xhigh].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-luna@xhigh|1.1+1.2,in,out:decision:D41 reactbench#1.2,reactbench,opus-4.8,xhigh,coding,hard,,per-run,5.6322087179487195,2.89e-17,,52811.933333333334,0.3076923076923077,pass@1%,2.89e-17,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.leaderboard[id=claude-opus-4-8:xhigh].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-4.8@xhigh|1.0+1.1+1.2,in,in reactbench#1.2,reactbench,opus-5.5,low,coding,hard,,per-run,0.23649589743589738,2.89e-18,,4620.784615384616,0.3076923076923077,pass@1%,2.89e-17,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.leaderboard[id=claude-opus-5-5:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-5.5@low|1.2,in,in reactbench#1.2,reactbench,?cursor-grok-4.5,not-established:absent,coding,hard,,per-run,,,,20874.041025641025,0.3076923076923077,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.2.leaderboard[id=cursor-grok-4.5:medium].passRate),,out:model-not-established,out:model-not-established reactbench#1.2,reactbench,glm-5.3,max,coding,hard,,per-run,2.246330256410256,2.89e-16,,82967.70256410257,0.3076923076923077,pass@1%,2.89e-17,,cost-method-assumed-single,https://www.reactbench.com/ (payload v1.2.leaderboard[id=zai/glm-5.3:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|glm-5.3@max|1.1+1.2,in,out:cost-not-comparable reactbench#1.2,reactbench,sonnet-5,high,coding,hard,,per-run,2.309656410256409,2.89e-16,,36065.984615384616,0.30256410256410254,pass@1%,2.89e-18,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.leaderboard[id=claude-sonnet-5:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|sonnet-5@high|1.2,in,in reactbench#1.2,reactbench,deepseek-v4.1-flash-1017,low,coding,hard,,per-run,0.07271282051282049,2.89e-18,,27858.420512820514,0.30256410256410254,pass@1%,2.89e-18,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.leaderboard[id=deepseek/deepseek-v4.1-flash-1017:minimal].passRate),,in,in reactbench#1.2,reactbench,?callstack/apex,not-established:absent,coding,hard,,per-run,1.5406153846153845,2.89e-17,,128097.65128205129,0.29743589743589743,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.2.leaderboard[id=callstack/apex:low].passRate),,out:model-not-established,out:model-not-established reactbench#1.2,reactbench,gpt-5.6-terra,medium,coding,hard,,per-run,0.22625815384615383,0.0145,,6352.3538461538465,0.29743589743589743,pass@1%,2.89e-18,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://www.reactbench.com/ (payload v1.2.leaderboard[id=gpt-5.6-terra:medium].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-terra@medium|1.1+1.2,in,in reactbench#1.2,reactbench,?cursor-grok-4.6,not-established:absent,coding,hard,,per-run,1.020414358974359,2.89e-16,,22333.625641025643,0.2923076923076923,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.2.leaderboard[id=cursor-grok-4.6:medium].passRate),,out:model-not-established,out:model-not-established reactbench#1.2,reactbench,deepseek-v4.1-flash-1017,max,coding,hard,,per-run,0.09471282051282047,2.89e-18,,36076.53333333333,0.2923076923076923,pass@1%,2.89e-17,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.leaderboard[id=deepseek/deepseek-v4.1-flash-1017:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|deepseek-v4.1-flash-1017@max|1.2,in,in reactbench#1.2,reactbench,?particle-ai/particle-1,not-established:absent,coding,hard,,per-run,0.1221553846153846,2.89e-17,,19802.846153846152,0.2923076923076923,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.2.leaderboard[id=particle-ai/particle-1:low].passRate),,out:model-not-established,out:model-not-established reactbench#1.2,reactbench,?particle-ai/particle-1,not-established:absent,coding,hard,,per-run,0.17533076923076923,2.89e-18,,32408.48717948718,0.2923076923076923,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.2.leaderboard[id=particle-ai/particle-1:max].passRate),,out:model-not-established,out:model-not-established reactbench#1.2,reactbench,?cursor-grok-4.6,not-established:absent,coding,hard,,per-run,0.66272,2.89e-06,,14500.158974358974,0.28717948717948716,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.2.leaderboard[id=cursor-grok-4.6:low].passRate),,out:model-not-established,out:model-not-established reactbench#1.2,reactbench,opus-4.8,medium,coding,hard,,per-run,3.4102492307692303,2.89e-17,,24991.88717948718,0.28205128205128205,pass@1%,2.89e-18,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.leaderboard[id=claude-opus-4-8:medium].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-4.8@medium|1.0+1.1+1.2,in,in reactbench#1.2,reactbench,gpt-5.6-terra,low,coding,hard,,per-run,0.18834138461538472,0.0121,,5058.789743589744,0.28205128205128205,pass@1%,2.89e-18,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://www.reactbench.com/ (payload v1.2.leaderboard[id=gpt-5.6-terra:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-terra@low|1.1+1.2,in,in reactbench#1.2,reactbench,?particle-ai/particle-1,not-established:absent,coding,hard,,per-run,0.17270974358974364,2.89e-18,,26994.14871794872,0.28205128205128205,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.2.leaderboard[id=particle-ai/particle-1:xhigh].passRate),,out:model-not-established,out:model-not-established reactbench#1.2,reactbench,opus-4.8,high,coding,hard,,per-run,4.08203692307692,2.89e-15,,30816.902564102566,0.27692307692307694,pass@1%,2.89e-18,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.leaderboard[id=claude-opus-4-8:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-4.8@high|1.0+1.1+1.2,in,in reactbench#1.2,reactbench,?cursor-grok-4.7,not-established:absent,coding,hard,,per-run,3.456916410256409,2.89e-16,,78044.02564102564,0.27692307692307694,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.2.leaderboard[id=cursor-grok-4.7:high].passRate),,out:model-not-established,out:model-not-established reactbench#1.2,reactbench,opus-5,low,coding,hard,,per-run,1.1906651282051284,2.89e-17,,12809.42564102564,0.2717948717948718,pass@1%,2.89e-17,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.leaderboard[id=claude-opus-5:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-5@low|1.2,in,in reactbench#1.2,reactbench,muse-spark-1.1,xhigh,coding,hard,,per-run,2.689764102564102,2.89e-16,,153915.2512820513,0.2717948717948718,pass@1%,2.89e-17,,max-as-highest; cost-method-assumed-single,https://www.reactbench.com/ (payload v1.2.leaderboard[id=meta/muse-spark-1.1:max].passRate),,out:single-couple,out:cost-not-comparable reactbench#1.2,reactbench,glm-5.2,not-established:absent,coding,hard,,per-run,1.2250487179487182,2.89e-17,,65045.984615384616,0.2717948717948718,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.2.leaderboard[id=zai/glm-5.2:max].passRate),,out:effort-not-established,out:effort-not-established reactbench#1.2,reactbench,gemini-3.1-pro,high,coding,hard,,per-run,0.8015687179487179,2.89e-17,,15429.292307692307,0.2564102564102564,pass@1%,2.89e-17,,cost-method-assumed-single,https://www.reactbench.com/ (payload v1.2.leaderboard[id=google/gemini-3.1-pro-preview:high].passRate),,in,out:cost-not-comparable reactbench#1.2,reactbench,muse-spark-1.1,high,coding,hard,,per-run,2.2081302564102563,2.89e-17,,154040.46666666667,0.2564102564102564,pass@1%,2.89e-17,,cost-method-assumed-single,https://www.reactbench.com/ (payload v1.2.leaderboard[id=meta/muse-spark-1.1:high].passRate),,out:single-couple,out:cost-not-comparable reactbench#1.2,reactbench,muse-spark-1.1,medium,coding,hard,,per-run,1.303296923076923,2.89e-16,,81463.10256410256,0.2512820512820513,pass@1%,2.89e-17,,cost-method-assumed-single,https://www.reactbench.com/ (payload v1.2.leaderboard[id=meta/muse-spark-1.1:medium].passRate),,out:single-couple,out:cost-not-comparable reactbench#1.2,reactbench,muse-spark-1.1,xhigh,coding,hard,,per-run,2.572446153846153,2.89e-16,,149156.91794871795,0.2512820512820513,pass@1%,2.89e-17,,cost-method-assumed-single,https://www.reactbench.com/ (payload v1.2.leaderboard[id=meta/muse-spark-1.1:xhigh].passRate),,out:single-couple,out:cost-not-comparable reactbench#1.2,reactbench,muse-spark-1.2,xhigh,coding,hard,,per-run,4.670277435897437,2.89e-16,,217018.91794871795,0.2358974358974359,pass@1%,2.89e-17,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.leaderboard[id=meta/muse-spark-1.2:xhigh].passRate),,out:single-couple,out:cost-single-couple reactbench#1.2,reactbench,kimi-k2.7-code,solo,coding,hard,,per-run,1.2697861538461541,2.89e-17,,45199.251282051286,0.2358974358974359,pass@1%,2.89e-17,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.leaderboard[id=moonshotai/kimi-k2.7-code:mini-swe-agent-preinstalled].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|kimi-k2.7-code@solo|1.0+1.1+1.2,in,in reactbench#1.2,reactbench,gemini-3.1-pro,not-established:absent,coding,hard,,per-run,0.7986897435897437,2.89e-17,,16282.179487179486,0.23076923076923078,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.2.leaderboard[id=google/gemini-3.1-pro-preview:xhigh].passRate),,out:effort-not-established,out:effort-not-established reactbench#1.2,reactbench,?google/gemini-3.5-flash,not-established:absent,coding,hard,,per-run,1.39991641025641,2.89e-15,,39107.18974358974,0.23076923076923078,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.2.leaderboard[id=google/gemini-3.5-flash:medium].passRate),,out:model-not-established,out:model-not-established reactbench#1.2,reactbench,sonnet-5,medium,coding,hard,,per-run,1.4366979487179499,2.89e-17,,22227.68717948718,0.22564102564102564,pass@1%,2.89e-18,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.leaderboard[id=claude-sonnet-5:medium].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|sonnet-5@medium|1.2,in,in reactbench#1.2,reactbench,?google/gemini-3.5-flash,not-established:absent,coding,hard,,per-run,1.441448717948719,2.89e-16,,41176.153846153844,0.22564102564102564,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.2.leaderboard[id=google/gemini-3.5-flash:xhigh].passRate),,out:model-not-established,out:model-not-established reactbench#1.2,reactbench,opus-4.8,low,coding,hard,,per-run,1.844875384615385,2.89e-16,,16745.882051282053,0.2205128205128205,pass@1%,2.89e-17,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.leaderboard[id=claude-opus-4-8:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-4.8@low|1.0+1.1+1.2,in,in reactbench#1.2,reactbench,gemini-3.1-pro,high,coding,hard,,per-run,0.8432692307692311,2.89e-17,,17164.37948717949,0.2205128205128205,pass@1%,2.89e-17,,max-as-highest; cost-method-assumed-single,https://www.reactbench.com/ (payload v1.2.leaderboard[id=google/gemini-3.1-pro-preview:max].passRate),,in,out:cost-not-comparable reactbench#1.2,reactbench,deepseek-v4-flash-0731,max,coding,hard,,per-run,0.2645558974358975,2.89e-17,,59608.43076923077,0.2153846153846154,pass@1%,2.89e-17,,cost-method-assumed-single,https://www.reactbench.com/ (payload v1.2.leaderboard[id=deepseek/deepseek-v4-flash-0731:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|deepseek-v4-flash-0731@max|1.1+1.2,in,out:cost-not-comparable reactbench#1.2,reactbench,gemini-3.1-pro,medium,coding,hard,,per-run,0.8367297435897437,2.89e-17,,18623.897435897437,0.2153846153846154,pass@1%,2.89e-17,,cost-method-assumed-single,https://www.reactbench.com/ (payload v1.2.leaderboard[id=google/gemini-3.1-pro-preview:medium].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gemini-3.1-pro@medium|1.0+1.1+1.2,in,out:cost-not-comparable reactbench#1.2,reactbench,?google/gemini-3.5-flash,not-established:absent,coding,hard,,per-run,1.4251215384615388,2.89e-17,,39693.235897435894,0.2153846153846154,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.2.leaderboard[id=google/gemini-3.5-flash:high].passRate),,out:model-not-established,out:model-not-established reactbench#1.2,reactbench,?google/gemini-3.5-flash,not-established:absent,coding,hard,,per-run,0.9227502564102563,2.89e-17,,26753.528205128205,0.2153846153846154,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.2.leaderboard[id=google/gemini-3.5-flash:low].passRate),,out:model-not-established,out:model-not-established reactbench#1.2,reactbench,gpt-5.6-luna,medium,coding,hard,,per-run,0.15049179487179484,2.89e-18,,6310.887179487179,0.2,pass@1%,0.0289,,,https://www.reactbench.com/ (payload v1.2.leaderboard[id=gpt-5.6-luna:medium].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-luna@medium|1.1+1.2,in,out:decision:D41 reactbench#1.2,reactbench,muse-spark-1.1,low,coding,hard,,per-run,0.6521712820512817,2.89e-17,,37715.61538461538,0.1794871794871795,pass@1%,2.89e-17,,cost-method-assumed-single,https://www.reactbench.com/ (payload v1.2.leaderboard[id=meta/muse-spark-1.1:low].passRate),,out:single-couple,out:cost-not-comparable reactbench#1.2,reactbench,?recursive/flint,not-established:absent,coding,hard,,per-run,0,0.289,,57699.4,0.1794871794871795,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.2.leaderboard[id=recursive/flint:mini-swe-agent-preinstalled].passRate),,out:model-not-established,out:model-not-established reactbench#1.2,reactbench,?composer-2.5,not-established:absent,coding,hard,,per-run,0.13815487179487185,2.89e-18,,6977.041025641026,0.17435897435897435,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.2.leaderboard[id=composer-2.5:cursor-cli].passRate),,out:model-not-established,out:model-not-established reactbench#1.2,reactbench,sonnet-5,low,coding,hard,,per-run,0.7355748717948715,2.89e-17,,13079.723076923077,0.16923076923076924,pass@1%,2.89e-18,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.leaderboard[id=claude-sonnet-5:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|sonnet-5@low|1.0+1.1+1.2,in,in reactbench#1.2,reactbench,gemini-3.1-pro,low,coding,hard,,per-run,0.37388820512820503,2.89e-18,,8145.153846153846,0.1282051282051282,pass@1%,2.89e-17,,cost-method-assumed-single,https://www.reactbench.com/ (payload v1.2.leaderboard[id=google/gemini-3.1-pro-preview:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gemini-3.1-pro@low|1.2,in,out:cost-not-comparable reactbench#1.2,reactbench,gpt-5.6-luna,low,coding,hard,,per-run,0.06567384615384617,2.89e-18,,2864.7641025641024,0.1076923076923077,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.2.leaderboard[id=gpt-5.6-luna:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-luna@low|1.1+1.2,in,out:decision:D41 reactbench#1.2,reactbench,inkling-small,unstated,coding,hard,,per-run,0.09869128205128208,2.89e-18,,11503.861538461539,0.07692307692307693,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.2.leaderboard[id=thinkingmachines/inkling-small:thinking-0.99].passRate),,out:effort-not-established,out:effort-not-established reactbench-write#1.2,reactbench,opus-5.5,max,coding,hard,,per-run,6.636247857142857,2.89e-16,,150206.39285714287,0.7,pass@1%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.write[id=claude-opus-5-5:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-5.5@max|1.2,in,in reactbench-write#1.2,reactbench,fable-5.1,max,coding,hard,,per-run,6.651792857142857,2.89e-16,,81301.85714285714,0.6285714285714286,pass@1%,2.89e-17,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.write[id=claude-fable-5-1:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|fable-5.1@max|1.1+1.2,in,in reactbench-write#1.2,reactbench,opus-5.5,xhigh,coding,hard,,per-run,1.9346950000000005,2.89e-17,,46712.97857142857,0.6285714285714286,pass@1%,2.89e-17,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.write[id=claude-opus-5-5:xhigh].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-5.5@xhigh|1.2,in,in reactbench-write#1.2,reactbench,fable-5,max,coding,hard,,per-run,15.627917857142863,2.89e-16,,66458.03571428571,0.5928571428571429,pass@1%,2.89e-17,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.write[id=claude-fable-5:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|fable-5@max|1.0+1.1+1.2,in,in reactbench-write#1.2,reactbench,fable-5.1,xhigh,coding,hard,,per-run,4.591204999999998,2.89e-16,,55562.77142857143,0.5785714285714286,pass@1%,2.89e-17,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.write[id=claude-fable-5-1:xhigh].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|fable-5.1@xhigh|1.1+1.2,in,in reactbench-write#1.2,reactbench,fable-5,xhigh,coding,hard,,per-run,11.198967857142852,2.89e-16,,45567.59285714286,0.5785714285714286,pass@1%,2.89e-17,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.write[id=claude-fable-5:xhigh].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|fable-5@xhigh|1.0+1.1+1.2,in,in reactbench-write#1.2,reactbench,opus-5.5,high,coding,hard,,per-run,0.8030478571428576,2.89e-17,,17985.364285714284,0.5714285714285714,pass@1%,2.89e-17,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.write[id=claude-opus-5-5:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-5.5@high|1.2,in,in reactbench-write#1.2,reactbench,fable-5.1,high,coding,hard,,per-run,2.123719999999999,2.89e-16,,25917.442857142858,0.5642857142857143,pass@1%,2.89e-17,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.write[id=claude-fable-5-1:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|fable-5.1@high|1.1+1.2,in,in reactbench-write#1.2,reactbench,fable-5,high,coding,hard,,per-run,8.409362142857145,2.89e-16,,32774.67857142857,0.5428571428571428,pass@1%,2.89e-17,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.write[id=claude-fable-5:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|fable-5@high|1.0+1.1+1.2,in,in reactbench-write#1.2,reactbench,opus-5.5,medium,coding,hard,,per-run,0.5774421428571428,2.89e-17,,12707.135714285714,0.5428571428571428,pass@1%,2.89e-17,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.write[id=claude-opus-5-5:medium].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-5.5@medium|1.2,in,in reactbench-write#1.2,reactbench,gpt-5.6-sol,max,coding,hard,,per-run,4.358016964285714,0.503,,27848.542857142857,0.5428571428571428,pass@1%,2.89e-17,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://www.reactbench.com/ (payload v1.2.write[id=gpt-5.6-sol:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-sol@max|1.0+1.1+1.2,in,in reactbench-write#1.2,reactbench,opus-5,high,coding,hard,,per-run,4.0659578571428545,2.89e-17,,44745.34285714286,0.5142857142857142,pass@1%,2.89e-17,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.write[id=claude-opus-5:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-5@high|1.2,in,in reactbench-write#1.2,reactbench,opus-5,max,coding,hard,,per-run,6.2761371428571415,2.89e-17,,74557.33571428571,0.5071428571428571,pass@1%,2.89e-17,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.write[id=claude-opus-5:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-5@max|1.0+1.1+1.2,in,in reactbench-write#1.2,reactbench,gpt-5.6-sol,xhigh,coding,hard,,per-run,2.9261874999999993,0.338,,19125.17142857143,0.4928571428571429,pass@1%,2.89e-17,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://www.reactbench.com/ (payload v1.2.write[id=gpt-5.6-sol:xhigh].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-sol@xhigh|1.0+1.1+1.2,in,in reactbench-write#1.2,reactbench,?alibaba/qwen3.8-max,not-established:absent,coding,hard,,per-run,1.8818357142857147,2.89e-17,,60190.02142857143,0.4785714285714286,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.2.write[id=alibaba/qwen3.8-max:xhigh].passRate),,out:model-not-established,out:model-not-established reactbench-write#1.2,reactbench,fable-5,low,coding,hard,,per-run,3.8573942857142858,2.89e-17,,14819.478571428572,0.4642857142857143,pass@1%,2.89e-17,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.write[id=claude-fable-5:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|fable-5@low|1.0+1.1+1.2,in,in reactbench-write#1.2,reactbench,gpt-5.6-sol,high,coding,hard,,per-run,2.3243982142857145,0.268,,15068.778571428571,0.45714285714285713,pass@1%,2.89e-18,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://www.reactbench.com/ (payload v1.2.write[id=gpt-5.6-sol:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-sol@high|1.0+1.1+1.2,in,in reactbench-write#1.2,reactbench,gpt-5.6-terra,max,coding,hard,,per-run,1.1779630714285714,0.0756,,33549.09285714286,0.45714285714285713,pass@1%,2.89e-18,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://www.reactbench.com/ (payload v1.2.write[id=gpt-5.6-terra:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-terra@max|1.1+1.2,in,in reactbench-write#1.2,reactbench,deepseek-v4.1-flash-1017,low,coding,hard,,per-run,0.07171214285714284,2.89e-18,,27520.95,0.44285714285714284,pass@1%,2.89e-18,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.write[id=deepseek/deepseek-v4.1-flash-1017:low].passRate),,in,in reactbench-write#1.2,reactbench,gpt-5.6-terra,xhigh,coding,hard,,per-run,0.6450615000000002,0.0414,,19227.64285714286,0.44285714285714284,pass@1%,2.89e-18,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://www.reactbench.com/ (payload v1.2.write[id=gpt-5.6-terra:xhigh].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-terra@xhigh|1.1+1.2,in,in reactbench-write#1.2,reactbench,glm-5.3-flash,max,coding,hard,,per-run,0.07536428571428586,2.89e-18,,339.1928571428571,0.44285714285714284,pass@1%,2.89e-18,,cost-method-assumed-single,https://www.reactbench.com/ (payload v1.2.write[id=zai/glm-5.3-flash:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|glm-5.3-flash@max|1.1+1.2,in,out:cost-not-comparable reactbench-write#1.2,reactbench,opus-5,xhigh,coding,hard,,per-run,5.508292857142858,2.89e-16,,61342.16428571429,0.4357142857142857,pass@1%,2.89e-17,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.write[id=claude-opus-5:xhigh].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-5@xhigh|1.2,in,in reactbench-write#1.2,reactbench,sonnet-5,xhigh,coding,hard,,per-run,3.9117528571428557,2.89e-17,,56173.81428571429,0.4357142857142857,pass@1%,2.89e-17,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.write[id=claude-sonnet-5:xhigh].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|sonnet-5@xhigh|1.2,in,in reactbench-write#1.2,reactbench,gpt-5.6-sol,low,coding,hard,,per-run,0.8810964285714287,0.102,,5455.842857142857,0.4357142857142857,pass@1%,2.89e-17,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://www.reactbench.com/ (payload v1.2.write[id=gpt-5.6-sol:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-sol@low|1.0+1.1+1.2,in,in reactbench-write#1.2,reactbench,gpt-5.6-terra,high,coding,hard,,per-run,0.4304095714285715,0.0276,,12135.457142857143,0.4357142857142857,pass@1%,2.89e-17,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://www.reactbench.com/ (payload v1.2.write[id=gpt-5.6-terra:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-terra@high|1.1+1.2,in,in reactbench-write#1.2,reactbench,kimi-k3,unstated,coding,hard,,per-run,2.212812142857142,2.89e-16,,41985.235714285714,0.4357142857142857,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.2.write[id=moonshotai/kimi-k3:mini-swe-agent-preinstalled].passRate),,out:effort-not-established,out:effort-not-established reactbench-write#1.2,reactbench,fable-5.1,medium,coding,hard,,per-run,1.3826114285714295,2.89e-17,,16561.82857142857,0.42857142857142855,pass@1%,2.89e-18,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.write[id=claude-fable-5-1:medium].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|fable-5.1@medium|1.1+1.2,in,in reactbench-write#1.2,reactbench,opus-4.8,max,coding,hard,,per-run,8.384894285714289,2.89e-16,,86542.5,0.42857142857142855,pass@1%,2.89e-18,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.write[id=claude-opus-4-8:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-4.8@max|1.0+1.1+1.2,in,in reactbench-write#1.2,reactbench,gpt-5.6-sol,medium,coding,hard,,per-run,1.646758928571429,0.19,,10195.264285714286,0.42857142857142855,pass@1%,2.89e-18,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://www.reactbench.com/ (payload v1.2.write[id=gpt-5.6-sol:medium].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-sol@medium|1.0+1.1+1.2,in,in reactbench-write#1.2,reactbench,?particle-ai/particle-1,not-established:absent,coding,hard,,per-run,0.17792642857142862,2.89e-18,,27909.592857142856,0.42857142857142855,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.2.write[id=particle-ai/particle-1:medium].passRate),,out:model-not-established,out:model-not-established reactbench-write#1.2,reactbench,?callstack/apex,not-established:absent,coding,hard,,per-run,2.332145,2.89e-07,,160824.69285714286,0.42142857142857143,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.2.write[id=callstack/apex:xhigh].passRate),,out:model-not-established,out:model-not-established reactbench-write#1.2,reactbench,opus-4.8,xhigh,coding,hard,,per-run,7.044380714285713,2.89e-16,,60905.12142857143,0.42142857142857143,pass@1%,2.89e-18,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.write[id=claude-opus-4-8:xhigh].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-4.8@xhigh|1.0+1.1+1.2,in,in reactbench-write#1.2,reactbench,sonnet-5,max,coding,hard,,per-run,5.813347142857147,2.89e-16,,103956.25714285714,0.42142857142857143,pass@1%,2.89e-18,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.write[id=claude-sonnet-5:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|sonnet-5@max|1.2,in,in reactbench-write#1.2,reactbench,?cursor-grok-4.5,not-established:absent,coding,hard,,per-run,,,,22647.657142857144,0.42142857142857143,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.2.write[id=cursor-grok-4.5:low].passRate),,out:model-not-established,out:model-not-established reactbench-write#1.2,reactbench,deepseek-v4.1-flash-1017,not-established:absent,coding,hard,,per-run,0.09882714285714288,2.89e-18,,37237.21428571428,0.42142857142857143,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.2.write[id=deepseek/deepseek-v4.1-flash-1017:medium].passRate),,out:effort-not-established,out:effort-not-established reactbench-write#1.2,reactbench,fable-5.1,low,coding,hard,,per-run,1.0275128571428571,2.89e-17,,12475.421428571428,0.4142857142857143,pass@1%,2.89e-17,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.write[id=claude-fable-5-1:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|fable-5.1@low|1.1+1.2,in,in reactbench-write#1.2,reactbench,opus-5.5,low,coding,hard,,per-run,0.28051642857142856,2.89e-18,,5572.135714285714,0.4142857142857143,pass@1%,2.89e-17,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.write[id=claude-opus-5-5:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-5.5@low|1.2,in,in reactbench-write#1.2,reactbench,gpt-5.6-luna,max,coding,hard,,per-run,1.015696428571429,2.89e-16,,35662.735714285714,0.4142857142857143,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.2.write[id=gpt-5.6-luna:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-luna@max|1.1+1.2,in,out:decision:D41 reactbench-write#1.2,reactbench,?callstack/apex,not-established:absent,coding,hard,,per-run,1.6413621428571432,2.89e-17,,111873.32857142857,0.40714285714285714,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.2.write[id=callstack/apex:medium].passRate),,out:model-not-established,out:model-not-established reactbench-write#1.2,reactbench,opus-5,medium,coding,hard,,per-run,2.3519564285714294,2.89e-17,,25047.814285714285,0.40714285714285714,pass@1%,2.89e-18,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.write[id=claude-opus-5:medium].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-5@medium|1.2,in,in reactbench-write#1.2,reactbench,sonnet-5,high,coding,hard,,per-run,2.8817249999999994,2.89e-17,,43712.19285714286,0.40714285714285714,pass@1%,2.89e-18,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.write[id=claude-sonnet-5:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|sonnet-5@high|1.2,in,in reactbench-write#1.2,reactbench,?cursor-grok-4.6,not-established:absent,coding,hard,,per-run,2.005715714285715,2.89e-16,,42080.735714285714,0.40714285714285714,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.2.write[id=cursor-grok-4.6:high].passRate),,out:model-not-established,out:model-not-established reactbench-write#1.2,reactbench,deepseek-v4-pro-0813,max,coding,hard,,per-run,0.6370395073891623,0.312,,49502.99285714285,0.40714285714285714,pass@1%,2.89e-18,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://www.reactbench.com/ (payload v1.2.write[id=deepseek/deepseek-v4-pro-0813:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|deepseek-v4-pro-0813@max|1.1+1.2,in,out:cost-single-couple reactbench-write#1.2,reactbench,?cursor-grok-4.6,not-established:absent,coding,hard,,per-run,2.388247142857143,2.89e-16,,50562.57142857143,0.4,pass@1%,0.0289,,,https://www.reactbench.com/ (payload v1.2.write[id=cursor-grok-4.6:xhigh].passRate),,out:model-not-established,out:model-not-established reactbench-write#1.2,reactbench,?cursor-grok-4.7,not-established:absent,coding,hard,,per-run,0.7534200000000001,2.89e-17,,17218.342857142856,0.4,pass@1%,0.0289,,,https://www.reactbench.com/ (payload v1.2.write[id=cursor-grok-4.7:low].passRate),,out:model-not-established,out:model-not-established reactbench-write#1.2,reactbench,gemini-3.8-flash,high,coding,hard,,per-run,1.8020878571428571,2.89e-17,,107927.74285714286,0.4,pass@1%,0.0289,,max-as-highest; base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://www.reactbench.com/ (payload v1.2.write[id=google/gemini-3.8-flash:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gemini-3.8-flash@high|1.1+1.2,in,in reactbench-write#1.2,reactbench,?particle-ai/particle-1,not-established:absent,coding,hard,,per-run,0.1676807142857143,2.89e-17,,26378.121428571427,0.4,pass@1%,0.0289,,,https://www.reactbench.com/ (payload v1.2.write[id=particle-ai/particle-1:high].passRate),,out:model-not-established,out:model-not-established reactbench-write#1.2,reactbench,deepseek-v4.1-flash-1017,high,coding,hard,,per-run,0.0964521428571428,2.89e-17,,36782.93571428571,0.39285714285714285,pass@1%,2.89e-18,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.write[id=deepseek/deepseek-v4.1-flash-1017:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|deepseek-v4.1-flash-1017@high|1.2,in,in reactbench-write#1.2,reactbench,gpt-5.6-luna,high,coding,hard,,per-run,0.4553385714285716,2.89e-17,,17915.77142857143,0.39285714285714285,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.2.write[id=gpt-5.6-luna:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-luna@high|1.1+1.2,in,out:decision:D41 reactbench-write#1.2,reactbench,?cursor-grok-4.5,not-established:absent,coding,hard,,per-run,,,,22840.335714285713,0.38571428571428573,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.2.write[id=cursor-grok-4.5:high].passRate),,out:model-not-established,out:model-not-established reactbench-write#1.2,reactbench,?cursor-grok-4.5,not-established:absent,coding,hard,,per-run,,,,22887.342857142856,0.38571428571428573,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.2.write[id=cursor-grok-4.5:medium].passRate),,out:model-not-established,out:model-not-established reactbench-write#1.2,reactbench,?cursor-grok-4.6,not-established:absent,coding,hard,,per-run,0.8079642857142858,2.89e-17,,16651.121428571427,0.38571428571428573,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.2.write[id=cursor-grok-4.6:low].passRate),,out:model-not-established,out:model-not-established reactbench-write#1.2,reactbench,?cursor-grok-4.7,not-established:absent,coding,hard,,per-run,2.6917421428571426,2.89e-17,,59740.95714285714,0.38571428571428573,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.2.write[id=cursor-grok-4.7:medium].passRate),,out:model-not-established,out:model-not-established reactbench-write#1.2,reactbench,?cursor-grok-4.7,not-established:absent,coding,hard,,per-run,4.983512142857141,2.89e-16,,103802.59285714285,0.38571428571428573,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.2.write[id=cursor-grok-4.7:xhigh].passRate),,out:model-not-established,out:model-not-established reactbench-write#1.2,reactbench,glm-5.3,max,coding,hard,,per-run,2.789630714285714,2.89e-16,,92201.25714285714,0.38571428571428573,pass@1%,2.89e-18,,cost-method-assumed-single,https://www.reactbench.com/ (payload v1.2.write[id=zai/glm-5.3:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|glm-5.3@max|1.1+1.2,in,out:cost-not-comparable reactbench-write#1.2,reactbench,opus-4.8,high,coding,hard,,per-run,5.159972142857142,2.89e-16,,35926.828571428574,0.37857142857142856,pass@1%,2.89e-18,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.write[id=claude-opus-4-8:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-4.8@high|1.0+1.1+1.2,in,in reactbench-write#1.2,reactbench,opus-4.8,medium,coding,hard,,per-run,4.098204285714287,2.89e-16,,28727.492857142857,0.37857142857142856,pass@1%,2.89e-18,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.write[id=claude-opus-4-8:medium].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-4.8@medium|1.0+1.1+1.2,in,in reactbench-write#1.2,reactbench,deepseek-v4.1-flash-1017,low,coding,hard,,per-run,0.07204642857142857,2.89e-18,,27345.035714285714,0.37857142857142856,pass@1%,2.89e-18,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.write[id=deepseek/deepseek-v4.1-flash-1017:minimal].passRate),,in,in reactbench-write#1.2,reactbench,gpt-5.6-luna,xhigh,coding,hard,,per-run,0.6841442857142858,2.89e-17,,25930.264285714286,0.37857142857142856,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.2.write[id=gpt-5.6-luna:xhigh].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-luna@xhigh|1.1+1.2,in,out:decision:D41 reactbench-write#1.2,reactbench,deepseek-v4.1-flash-1017,max,coding,hard,,per-run,0.09671785714285715,2.89e-18,,36581.107142857145,0.37142857142857144,pass@1%,2.89e-18,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.write[id=deepseek/deepseek-v4.1-flash-1017:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|deepseek-v4.1-flash-1017@max|1.2,in,in reactbench-write#1.2,reactbench,?particle-ai/particle-1,not-established:absent,coding,hard,,per-run,0.12603714285714285,2.89e-18,,20036.564285714285,0.37142857142857144,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.2.write[id=particle-ai/particle-1:low].passRate),,out:model-not-established,out:model-not-established reactbench-write#1.2,reactbench,?cursor-grok-4.6,not-established:absent,coding,hard,,per-run,1.190024285714286,2.89e-16,,24766.27142857143,0.36428571428571427,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.2.write[id=cursor-grok-4.6:medium].passRate),,out:model-not-established,out:model-not-established reactbench-write#1.2,reactbench,gpt-5.6-terra,medium,coding,hard,,per-run,0.2661364285714285,0.0171,,7340.371428571429,0.36428571428571427,pass@1%,2.89e-18,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://www.reactbench.com/ (payload v1.2.write[id=gpt-5.6-terra:medium].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-terra@medium|1.1+1.2,in,in reactbench-write#1.2,reactbench,?callstack/apex,not-established:absent,coding,hard,,per-run,1.80646,2.89e-06,,133553.02142857143,0.35714285714285715,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.2.write[id=callstack/apex:low].passRate),,out:model-not-established,out:model-not-established reactbench-write#1.2,reactbench,?particle-ai/particle-1,not-established:absent,coding,hard,,per-run,0.18726500000000007,2.89e-18,,33944.12857142857,0.35714285714285715,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.2.write[id=particle-ai/particle-1:max].passRate),,out:model-not-established,out:model-not-established reactbench-write#1.2,reactbench,?particle-ai/particle-1,not-established:absent,coding,hard,,per-run,0.17416214285714296,2.89e-18,,27182.135714285716,0.35714285714285715,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.2.write[id=particle-ai/particle-1:xhigh].passRate),,out:model-not-established,out:model-not-established reactbench-write#1.2,reactbench,glm-5.2,not-established:absent,coding,hard,,per-run,1.5772614285714286,2.89e-17,,79629.58571428571,0.35714285714285715,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.2.write[id=zai/glm-5.2:max].passRate),,out:effort-not-established,out:effort-not-established reactbench-write#1.2,reactbench,opus-5,low,coding,hard,,per-run,1.4584707142857143,2.89e-17,,15226.421428571428,0.34285714285714286,pass@1%,2.89e-18,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.write[id=claude-opus-5:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-5@low|1.2,in,in reactbench-write#1.2,reactbench,muse-spark-1.1,xhigh,coding,hard,,per-run,3.468489285714286,2.89e-16,,183641.24285714285,0.3357142857142857,pass@1%,2.89e-17,,max-as-highest; cost-method-assumed-single,https://www.reactbench.com/ (payload v1.2.write[id=meta/muse-spark-1.1:max].passRate),,out:single-couple,out:cost-not-comparable reactbench-write#1.2,reactbench,?cursor-grok-4.7,not-established:absent,coding,hard,,per-run,3.848457857142858,2.89e-16,,81953.43571428572,0.32857142857142857,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.2.write[id=cursor-grok-4.7:high].passRate),,out:model-not-established,out:model-not-established reactbench-write#1.2,reactbench,gpt-5.6-terra,low,coding,hard,,per-run,0.21993878571428566,0.0141,,5835.885714285714,0.32142857142857145,pass@1%,2.89e-18,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://www.reactbench.com/ (payload v1.2.write[id=gpt-5.6-terra:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-terra@low|1.1+1.2,in,in reactbench-write#1.2,reactbench,muse-spark-1.1,xhigh,coding,hard,,per-run,3.3034521428571426,2.89e-17,,177578.2142857143,0.32142857142857145,pass@1%,2.89e-18,,cost-method-assumed-single,https://www.reactbench.com/ (payload v1.2.write[id=meta/muse-spark-1.1:xhigh].passRate),,out:single-couple,out:cost-not-comparable reactbench-write#1.2,reactbench,sonnet-5,medium,coding,hard,,per-run,1.7652900000000011,2.89e-17,,26812.864285714284,0.30714285714285716,pass@1%,2.89e-18,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.write[id=claude-sonnet-5:medium].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|sonnet-5@medium|1.2,in,in reactbench-write#1.2,reactbench,gemini-3.1-pro,high,coding,hard,,per-run,0.8333664285714284,2.89e-17,,15423.857142857143,0.30714285714285716,pass@1%,2.89e-18,,cost-method-assumed-single,https://www.reactbench.com/ (payload v1.2.write[id=google/gemini-3.1-pro-preview:high].passRate),,in,out:cost-not-comparable reactbench-write#1.2,reactbench,muse-spark-1.1,high,coding,hard,,per-run,2.8685299999999994,2.89e-17,,190702.89285714287,0.30714285714285716,pass@1%,2.89e-18,,cost-method-assumed-single,https://www.reactbench.com/ (payload v1.2.write[id=meta/muse-spark-1.1:high].passRate),,out:single-couple,out:cost-not-comparable reactbench-write#1.2,reactbench,opus-4.8,low,coding,hard,,per-run,2.3173664285714293,2.89e-17,,19233.4,0.3,pass@1%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.write[id=claude-opus-4-8:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-4.8@low|1.0+1.1+1.2,in,in reactbench-write#1.2,reactbench,kimi-k2.7-code,solo,coding,hard,,per-run,1.5020650000000004,2.89e-17,,49629.77142857143,0.3,pass@1%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.write[id=moonshotai/kimi-k2.7-code:mini-swe-agent-preinstalled].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|kimi-k2.7-code@solo|1.0+1.1+1.2,in,in reactbench-write#1.2,reactbench,muse-spark-1.1,medium,coding,hard,,per-run,1.68896,2.89e-06,,100270.2,0.29285714285714287,pass@1%,2.89e-18,,cost-method-assumed-single,https://www.reactbench.com/ (payload v1.2.write[id=meta/muse-spark-1.1:medium].passRate),,out:single-couple,out:cost-not-comparable reactbench-write#1.2,reactbench,gemini-3.1-pro,high,coding,hard,,per-run,0.9001478571428573,2.89e-17,,17569.821428571428,0.2857142857142857,pass@1%,2.89e-17,,max-as-highest; cost-method-assumed-single,https://www.reactbench.com/ (payload v1.2.write[id=google/gemini-3.1-pro-preview:max].passRate),,in,out:cost-not-comparable reactbench-write#1.2,reactbench,deepseek-v4-flash-0731,max,coding,hard,,per-run,0.3099335714285714,2.89e-17,,62636.27857142857,0.2785714285714286,pass@1%,2.89e-17,,cost-method-assumed-single,https://www.reactbench.com/ (payload v1.2.write[id=deepseek/deepseek-v4-flash-0731:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|deepseek-v4-flash-0731@max|1.1+1.2,in,out:cost-not-comparable reactbench-write#1.2,reactbench,gemini-3.1-pro,not-established:absent,coding,hard,,per-run,0.8397621428571429,2.89e-17,,16368.807142857142,0.2785714285714286,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.2.write[id=google/gemini-3.1-pro-preview:xhigh].passRate),,out:effort-not-established,out:effort-not-established reactbench-write#1.2,reactbench,muse-spark-1.2,xhigh,coding,hard,,per-run,5.468732142857144,2.89e-16,,254938.75,0.2785714285714286,pass@1%,2.89e-17,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.write[id=meta/muse-spark-1.2:xhigh].passRate),,out:single-couple,out:cost-single-couple reactbench-write#1.2,reactbench,?google/gemini-3.5-flash,not-established:absent,coding,hard,,per-run,1.6513471428571431,2.89e-17,,45751.4,0.2714285714285714,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.2.write[id=google/gemini-3.5-flash:xhigh].passRate),,out:model-not-established,out:model-not-established reactbench-write#1.2,reactbench,gemini-3.1-pro,medium,coding,hard,,per-run,0.8738421428571428,2.89e-17,,18549.742857142857,0.2642857142857143,pass@1%,2.89e-17,,cost-method-assumed-single,https://www.reactbench.com/ (payload v1.2.write[id=google/gemini-3.1-pro-preview:medium].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gemini-3.1-pro@medium|1.0+1.1+1.2,in,out:cost-not-comparable reactbench-write#1.2,reactbench,gpt-5.6-luna,medium,coding,hard,,per-run,0.17992285714285713,2.89e-18,,7284.5142857142855,0.2642857142857143,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.2.write[id=gpt-5.6-luna:medium].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-luna@medium|1.1+1.2,in,out:decision:D41 reactbench-write#1.2,reactbench,?google/gemini-3.5-flash,not-established:absent,coding,hard,,per-run,1.6354671428571421,2.89e-17,,44205.04285714286,0.25,pass@1%,0.00289,,,https://www.reactbench.com/ (payload v1.2.write[id=google/gemini-3.5-flash:high].passRate),,out:model-not-established,out:model-not-established reactbench-write#1.2,reactbench,?google/gemini-3.5-flash,not-established:absent,coding,hard,,per-run,1.5972828571428563,2.89e-17,,44020.75,0.24285714285714285,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.2.write[id=google/gemini-3.5-flash:medium].passRate),,out:model-not-established,out:model-not-established reactbench-write#1.2,reactbench,sonnet-5,low,coding,hard,,per-run,0.9002857142857139,2.89e-17,,15969.107142857143,0.2357142857142857,pass@1%,2.89e-17,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.write[id=claude-sonnet-5:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|sonnet-5@low|1.0+1.1+1.2,in,in reactbench-write#1.2,reactbench,?composer-2.5,not-established:absent,coding,hard,,per-run,0.1439007142857143,2.89e-17,,6731.6,0.2357142857142857,pass@1%,2.89e-17,,,https://www.reactbench.com/ (payload v1.2.write[id=composer-2.5:cursor-cli].passRate),,out:model-not-established,out:model-not-established reactbench-write#1.2,reactbench,?google/gemini-3.5-flash,not-established:absent,coding,hard,,per-run,1.094464285714286,2.89e-16,,30799.75,0.22857142857142856,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.2.write[id=google/gemini-3.5-flash:low].passRate),,out:model-not-established,out:model-not-established reactbench-write#1.2,reactbench,?recursive/flint,not-established:absent,coding,hard,,per-run,0,0.289,,57232.47142857143,0.22142857142857142,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.2.write[id=recursive/flint:mini-swe-agent-preinstalled].passRate),,out:model-not-established,out:model-not-established reactbench-write#1.2,reactbench,muse-spark-1.1,low,coding,hard,,per-run,0.8437199999999996,2.89e-17,,46735.03571428572,0.20714285714285716,pass@1%,2.89e-18,,cost-method-assumed-single,https://www.reactbench.com/ (payload v1.2.write[id=meta/muse-spark-1.1:low].passRate),,out:single-couple,out:cost-not-comparable reactbench-write#1.2,reactbench,gpt-5.6-luna,low,coding,hard,,per-run,0.0754692857142857,2.89e-17,,3275.364285714286,0.14285714285714285,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.2.write[id=gpt-5.6-luna:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-luna@low|1.1+1.2,in,out:decision:D41 reactbench-write#1.2,reactbench,gemini-3.1-pro,low,coding,hard,,per-run,0.2953478571428571,2.89e-17,,6340.707142857143,0.1357142857142857,pass@1%,2.89e-17,,cost-method-assumed-single,https://www.reactbench.com/ (payload v1.2.write[id=google/gemini-3.1-pro-preview:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gemini-3.1-pro@low|1.2,in,out:cost-not-comparable reactbench-write#1.2,reactbench,inkling-small,unstated,coding,hard,,per-run,0.106865,2.89e-07,,12480.1,0.1,pass@1%,0.0289,,,https://www.reactbench.com/ (payload v1.2.write[id=thinkingmachines/inkling-small:thinking-0.99].passRate),,out:effort-not-established,out:effort-not-established reactbench-fix#1.2,reactbench,gpt-5.6-sol,max,coding,hard,,per-run,2.4478477272727264,0.283,,21380,0.2727272727272727,pass@1%,2.89e-17,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://www.reactbench.com/ (payload v1.2.fix[id=gpt-5.6-sol:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-sol@max|1.0+1.1+1.2,in,in reactbench-fix#1.2,reactbench,?callstack/apex,not-established:absent,coding,hard,,per-run,0.8695163636363638,2.89e-17,,100301.63636363637,0.21818181818181817,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.2.fix[id=callstack/apex:medium].passRate),,out:model-not-established,out:model-not-established reactbench-fix#1.2,reactbench,gpt-5.6-terra,high,coding,hard,,per-run,0.18122400000000005,0.0116,,5934.381818181818,0.21818181818181817,pass@1%,2.89e-18,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://www.reactbench.com/ (payload v1.2.fix[id=gpt-5.6-terra:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-terra@high|1.1+1.2,in,in reactbench-fix#1.2,reactbench,gpt-5.6-terra,max,coding,hard,,per-run,0.6146754545454547,0.0394,,20702.127272727274,0.21818181818181817,pass@1%,2.89e-18,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://www.reactbench.com/ (payload v1.2.fix[id=gpt-5.6-terra:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-terra@max|1.1+1.2,in,in reactbench-fix#1.2,reactbench,opus-5.5,xhigh,coding,hard,,per-run,0.8182327272727273,2.89e-17,,21615.563636363637,0.2,pass@1%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.fix[id=claude-opus-5-5:xhigh].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-5.5@xhigh|1.2,in,in reactbench-fix#1.2,reactbench,opus-5,max,coding,hard,,per-run,5.093980000000001,2.89e-16,,86589.36363636363,0.2,pass@1%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.fix[id=claude-opus-5:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-5@max|1.0+1.1+1.2,in,in reactbench-fix#1.2,reactbench,?google/gemini-3.5-flash,not-established:absent,coding,hard,,per-run,0.8975290909090908,2.89e-17,,26599.945454545454,0.2,pass@1%,0.0289,,,https://www.reactbench.com/ (payload v1.2.fix[id=google/gemini-3.5-flash:medium].passRate),,out:model-not-established,out:model-not-established reactbench-fix#1.2,reactbench,gemini-3.8-flash,high,coding,hard,,per-run,1.1884581818181814,2.89e-17,,80372.09090909091,0.2,pass@1%,0.0289,,max-as-highest; base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://www.reactbench.com/ (payload v1.2.fix[id=google/gemini-3.8-flash:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gemini-3.8-flash@high|1.1+1.2,in,in reactbench-fix#1.2,reactbench,gpt-5.6-sol,xhigh,coding,hard,,per-run,1.518211363636364,0.175,,13478.127272727274,0.2,pass@1%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://www.reactbench.com/ (payload v1.2.fix[id=gpt-5.6-sol:xhigh].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-sol@xhigh|1.0+1.1+1.2,in,in reactbench-fix#1.2,reactbench,opus-5.5,high,coding,hard,,per-run,0.34865090909090907,2.89e-18,,8167.690909090909,0.18181818181818182,pass@1%,2.89e-18,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.fix[id=claude-opus-5-5:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-5.5@high|1.2,in,in reactbench-fix#1.2,reactbench,opus-5,medium,coding,hard,,per-run,1.2527690909090905,2.89e-17,,17396.272727272728,0.18181818181818182,pass@1%,2.89e-18,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.fix[id=claude-opus-5:medium].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-5@medium|1.2,in,in reactbench-fix#1.2,reactbench,opus-5,xhigh,coding,hard,,per-run,3.461665454545454,2.89e-16,,56363.58181818182,0.18181818181818182,pass@1%,2.89e-18,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.fix[id=claude-opus-5:xhigh].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-5@xhigh|1.2,in,in reactbench-fix#1.2,reactbench,?cursor-grok-4.6,not-established:absent,coding,hard,,per-run,1.158378181818182,2.89e-16,,33458.854545454546,0.18181818181818182,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.2.fix[id=cursor-grok-4.6:xhigh].passRate),,out:model-not-established,out:model-not-established reactbench-fix#1.2,reactbench,?google/gemini-3.5-flash,not-established:absent,coding,hard,,per-run,0.48566000000000004,2.89e-18,,16454.054545454546,0.18181818181818182,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.2.fix[id=google/gemini-3.5-flash:low].passRate),,out:model-not-established,out:model-not-established reactbench-fix#1.2,reactbench,gpt-5.6-terra,low,coding,hard,,per-run,0.10791163636363636,0.00692,,3080.7272727272725,0.18181818181818182,pass@1%,2.89e-18,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://www.reactbench.com/ (payload v1.2.fix[id=gpt-5.6-terra:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-terra@low|1.1+1.2,in,in reactbench-fix#1.2,reactbench,gpt-5.6-terra,xhigh,coding,hard,,per-run,0.26670927272727263,0.0171,,9427.272727272728,0.18181818181818182,pass@1%,2.89e-18,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://www.reactbench.com/ (payload v1.2.fix[id=gpt-5.6-terra:xhigh].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-terra@xhigh|1.1+1.2,in,in reactbench-fix#1.2,reactbench,fable-5.1,xhigh,coding,hard,,per-run,1.571147272727273,2.89e-16,,25802.963636363635,0.16363636363636364,pass@1%,2.89e-18,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.fix[id=claude-fable-5-1:xhigh].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|fable-5.1@xhigh|1.1+1.2,in,in reactbench-fix#1.2,reactbench,opus-5.5,medium,coding,hard,,per-run,0.25805090909090905,2.89e-18,,5503.418181818181,0.16363636363636364,pass@1%,2.89e-18,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.fix[id=claude-opus-5-5:medium].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-5.5@medium|1.2,in,in reactbench-fix#1.2,reactbench,opus-5,high,coding,hard,,per-run,2.70872,2.89e-06,,40963.38181818182,0.16363636363636364,pass@1%,2.89e-18,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.fix[id=claude-opus-5:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-5@high|1.2,in,in reactbench-fix#1.2,reactbench,?cursor-grok-4.6,not-established:absent,coding,hard,,per-run,0.8620018181818181,2.89e-17,,26901.98181818182,0.16363636363636364,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.2.fix[id=cursor-grok-4.6:high].passRate),,out:model-not-established,out:model-not-established reactbench-fix#1.2,reactbench,deepseek-v4-pro-0813,max,coding,hard,,per-run,0.45896764890282127,0.225,,36567.03636363636,0.16363636363636364,pass@1%,2.89e-18,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://www.reactbench.com/ (payload v1.2.fix[id=deepseek/deepseek-v4-pro-0813:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|deepseek-v4-pro-0813@max|1.1+1.2,in,out:cost-single-couple reactbench-fix#1.2,reactbench,deepseek-v4.1-flash-1017,not-established:absent,coding,hard,,per-run,0.08646181818181817,2.89e-18,,33258.763636363634,0.16363636363636364,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.2.fix[id=deepseek/deepseek-v4.1-flash-1017:medium].passRate),,out:effort-not-established,out:effort-not-established reactbench-fix#1.2,reactbench,?callstack/apex,not-established:absent,coding,hard,,per-run,0.86392,2.89e-06,,114211.25454545455,0.14545454545454545,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.2.fix[id=callstack/apex:low].passRate),,out:model-not-established,out:model-not-established reactbench-fix#1.2,reactbench,?callstack/apex,not-established:absent,coding,hard,,per-run,1.0872036363636364,2.89e-17,,109402.32727272727,0.14545454545454545,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.2.fix[id=callstack/apex:xhigh].passRate),,out:model-not-established,out:model-not-established reactbench-fix#1.2,reactbench,fable-5.1,max,coding,hard,,per-run,2.565392727272727,2.89e-16,,41158.61818181818,0.14545454545454545,pass@1%,2.89e-18,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.fix[id=claude-fable-5-1:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|fable-5.1@max|1.1+1.2,in,in reactbench-fix#1.2,reactbench,opus-5.5,max,coding,hard,,per-run,3.114467272727273,2.89e-16,,84448.8,0.14545454545454545,pass@1%,2.89e-18,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.fix[id=claude-opus-5-5:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-5.5@max|1.2,in,in reactbench-fix#1.2,reactbench,?cursor-grok-4.5,not-established:absent,coding,hard,,per-run,,,,16036.381818181819,0.14545454545454545,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.2.fix[id=cursor-grok-4.5:high].passRate),,out:model-not-established,out:model-not-established reactbench-fix#1.2,reactbench,?cursor-grok-4.7,not-established:absent,coding,hard,,per-run,2.460265454545454,2.89e-16,,68092.8,0.14545454545454545,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.2.fix[id=cursor-grok-4.7:high].passRate),,out:model-not-established,out:model-not-established reactbench-fix#1.2,reactbench,?cursor-grok-4.7,not-established:absent,coding,hard,,per-run,1.7132509090909092,2.89e-17,,49617.70909090909,0.14545454545454545,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.2.fix[id=cursor-grok-4.7:medium].passRate),,out:model-not-established,out:model-not-established reactbench-fix#1.2,reactbench,?cursor-grok-4.7,not-established:absent,coding,hard,,per-run,3.4868200000000003,2.89e-17,,91999.56363636363,0.14545454545454545,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.2.fix[id=cursor-grok-4.7:xhigh].passRate),,out:model-not-established,out:model-not-established reactbench-fix#1.2,reactbench,deepseek-v4.1-flash-1017,high,coding,hard,,per-run,0.08347999999999998,2.89e-18,,31405,0.14545454545454545,pass@1%,2.89e-18,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.fix[id=deepseek/deepseek-v4.1-flash-1017:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|deepseek-v4.1-flash-1017@high|1.2,in,in reactbench-fix#1.2,reactbench,gpt-5.6-luna,high,coding,hard,,per-run,0.18776545454545457,2.89e-18,,10133.09090909091,0.14545454545454545,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.2.fix[id=gpt-5.6-luna:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-luna@high|1.1+1.2,in,out:decision:D41 reactbench-fix#1.2,reactbench,gpt-5.6-luna,max,coding,hard,,per-run,0.3977745454545453,2.89e-17,,21262.654545454545,0.14545454545454545,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.2.fix[id=gpt-5.6-luna:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-luna@max|1.1+1.2,in,out:decision:D41 reactbench-fix#1.2,reactbench,gpt-5.6-luna,xhigh,coding,hard,,per-run,0.2732618181818182,2.89e-17,,14610.8,0.14545454545454545,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.2.fix[id=gpt-5.6-luna:xhigh].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-luna@xhigh|1.1+1.2,in,out:decision:D41 reactbench-fix#1.2,reactbench,gpt-5.6-sol,high,coding,hard,,per-run,1.098172727272727,0.127,,9336.272727272728,0.14545454545454545,pass@1%,2.89e-18,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://www.reactbench.com/ (payload v1.2.fix[id=gpt-5.6-sol:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-sol@high|1.0+1.1+1.2,in,in reactbench-fix#1.2,reactbench,gpt-5.6-sol,medium,coding,hard,,per-run,0.6713727272727272,0.0775,,5354.509090909091,0.14545454545454545,pass@1%,2.89e-18,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://www.reactbench.com/ (payload v1.2.fix[id=gpt-5.6-sol:medium].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-sol@medium|1.0+1.1+1.2,in,in reactbench-fix#1.2,reactbench,muse-spark-1.1,medium,coding,hard,,per-run,0.32160909090909096,2.89e-18,,33590.490909090906,0.14545454545454545,pass@1%,2.89e-18,,cost-method-assumed-single,https://www.reactbench.com/ (payload v1.2.fix[id=meta/muse-spark-1.1:medium].passRate),,out:single-couple,out:cost-not-comparable reactbench-fix#1.2,reactbench,?particle-ai/particle-1,not-established:absent,coding,hard,,per-run,0.19369636363636364,2.89e-18,,27991.727272727272,0.14545454545454545,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.2.fix[id=particle-ai/particle-1:high].passRate),,out:model-not-established,out:model-not-established reactbench-fix#1.2,reactbench,fable-5.1,high,coding,hard,,per-run,0.7579272727272729,2.89e-17,,11657.436363636363,0.12727272727272726,pass@1%,2.89e-18,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.fix[id=claude-fable-5-1:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|fable-5.1@high|1.1+1.2,in,in reactbench-fix#1.2,reactbench,?cursor-grok-4.7,not-established:absent,coding,hard,,per-run,0.4866527272727273,2.89e-17,,14856.836363636363,0.12727272727272726,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.2.fix[id=cursor-grok-4.7:low].passRate),,out:model-not-established,out:model-not-established reactbench-fix#1.2,reactbench,gemini-3.1-pro,high,coding,hard,,per-run,0.7206290909090909,2.89e-17,,15443.127272727274,0.12727272727272726,pass@1%,2.89e-18,,cost-method-assumed-single,https://www.reactbench.com/ (payload v1.2.fix[id=google/gemini-3.1-pro-preview:high].passRate),,in,out:cost-not-comparable reactbench-fix#1.2,reactbench,?google/gemini-3.5-flash,not-established:absent,coding,hard,,per-run,0.8896963636363642,2.89e-17,,28208.636363636364,0.12727272727272726,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.2.fix[id=google/gemini-3.5-flash:high].passRate),,out:model-not-established,out:model-not-established reactbench-fix#1.2,reactbench,gpt-5.6-terra,medium,coding,hard,,per-run,0.12474981818181821,0.008,,3837.4,0.12727272727272726,pass@1%,2.89e-18,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://www.reactbench.com/ (payload v1.2.fix[id=gpt-5.6-terra:medium].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-terra@medium|1.1+1.2,in,in reactbench-fix#1.2,reactbench,muse-spark-1.1,high,coding,hard,,per-run,0.5271127272727275,2.89e-17,,60717.92727272727,0.12727272727272726,pass@1%,2.89e-18,,cost-method-assumed-single,https://www.reactbench.com/ (payload v1.2.fix[id=meta/muse-spark-1.1:high].passRate),,out:single-couple,out:cost-not-comparable reactbench-fix#1.2,reactbench,muse-spark-1.2,xhigh,coding,hard,,per-run,2.637847272727272,2.89e-16,,120495.70909090909,0.12727272727272726,pass@1%,2.89e-18,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.fix[id=meta/muse-spark-1.2:xhigh].passRate),,out:single-couple,out:cost-single-couple reactbench-fix#1.2,reactbench,?particle-ai/particle-1,not-established:absent,coding,hard,,per-run,0.14495272727272726,2.89e-18,,28499.581818181818,0.12727272727272726,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.2.fix[id=particle-ai/particle-1:max].passRate),,out:model-not-established,out:model-not-established reactbench-fix#1.2,reactbench,fable-5.1,low,coding,hard,,per-run,0.37307999999999997,2.89e-18,,4733.818181818182,0.10909090909090909,pass@1%,2.89e-18,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.fix[id=claude-fable-5-1:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|fable-5.1@low|1.1+1.2,in,in reactbench-fix#1.2,reactbench,fable-5.1,medium,coding,hard,,per-run,0.44900363636363627,2.89e-18,,6307.618181818182,0.10909090909090909,pass@1%,2.89e-18,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.fix[id=claude-fable-5-1:medium].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|fable-5.1@medium|1.1+1.2,in,in reactbench-fix#1.2,reactbench,?cursor-grok-4.5,not-established:absent,coding,hard,,per-run,,,,15749.272727272728,0.10909090909090909,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.2.fix[id=cursor-grok-4.5:medium].passRate),,out:model-not-established,out:model-not-established reactbench-fix#1.2,reactbench,?cursor-grok-4.6,not-established:absent,coding,hard,,per-run,0.5886799999999999,2.89e-17,,16141.436363636363,0.10909090909090909,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.2.fix[id=cursor-grok-4.6:medium].passRate),,out:model-not-established,out:model-not-established reactbench-fix#1.2,reactbench,deepseek-v4.1-flash-1017,low,coding,hard,,per-run,0.07440909090909091,2.89e-18,,29165.21818181818,0.10909090909090909,pass@1%,2.89e-18,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.fix[id=deepseek/deepseek-v4.1-flash-1017:minimal].passRate),,in,in reactbench-fix#1.2,reactbench,gemini-3.1-pro,low,coding,hard,,per-run,0.5738090909090908,2.89e-17,,12738.290909090909,0.10909090909090909,pass@1%,2.89e-18,,cost-method-assumed-single,https://www.reactbench.com/ (payload v1.2.fix[id=google/gemini-3.1-pro-preview:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gemini-3.1-pro@low|1.2,in,out:cost-not-comparable reactbench-fix#1.2,reactbench,gemini-3.1-pro,not-established:absent,coding,hard,,per-run,0.694141818181818,2.89e-16,,16061.672727272728,0.10909090909090909,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.2.fix[id=google/gemini-3.1-pro-preview:xhigh].passRate),,out:effort-not-established,out:effort-not-established reactbench-fix#1.2,reactbench,?google/gemini-3.5-flash,not-established:absent,coding,hard,,per-run,0.9071618181818182,2.89e-17,,29530.072727272727,0.10909090909090909,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.2.fix[id=google/gemini-3.5-flash:xhigh].passRate),,out:model-not-established,out:model-not-established reactbench-fix#1.2,reactbench,muse-spark-1.1,low,coding,hard,,per-run,0.1645927272727273,2.89e-17,,14757.09090909091,0.10909090909090909,pass@1%,2.89e-18,,cost-method-assumed-single,https://www.reactbench.com/ (payload v1.2.fix[id=meta/muse-spark-1.1:low].passRate),,out:single-couple,out:cost-not-comparable reactbench-fix#1.2,reactbench,muse-spark-1.1,xhigh,coding,hard,,per-run,0.7075545454545457,2.89e-17,,78249.09090909091,0.10909090909090909,pass@1%,2.89e-18,,max-as-highest; cost-method-assumed-single,https://www.reactbench.com/ (payload v1.2.fix[id=meta/muse-spark-1.1:max].passRate),,out:single-couple,out:cost-not-comparable reactbench-fix#1.2,reactbench,glm-5.3,max,coding,hard,,per-run,0.8633836363636364,2.89e-17,,59464.10909090909,0.10909090909090909,pass@1%,2.89e-18,,cost-method-assumed-single,https://www.reactbench.com/ (payload v1.2.fix[id=zai/glm-5.3:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|glm-5.3@max|1.1+1.2,in,out:cost-not-comparable reactbench-fix#1.2,reactbench,opus-5,low,coding,hard,,per-run,0.5089781818181817,2.89e-17,,6657.072727272727,0.09090909090909091,pass@1%,2.89e-18,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.fix[id=claude-opus-5:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-5@low|1.2,in,in reactbench-fix#1.2,reactbench,deepseek-v4.1-flash-1017,low,coding,hard,,per-run,0.08230181818181818,2.89e-18,,29364.49090909091,0.09090909090909091,pass@1%,2.89e-18,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.fix[id=deepseek/deepseek-v4.1-flash-1017:low].passRate),,in,in reactbench-fix#1.2,reactbench,deepseek-v4.1-flash-1017,max,coding,hard,,per-run,0.08960909090909089,2.89e-18,,34792.163636363635,0.09090909090909091,pass@1%,2.89e-18,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.fix[id=deepseek/deepseek-v4.1-flash-1017:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|deepseek-v4.1-flash-1017@max|1.2,in,in reactbench-fix#1.2,reactbench,gemini-3.1-pro,medium,coding,hard,,per-run,0.7422618181818182,2.89e-17,,18812.654545454545,0.09090909090909091,pass@1%,2.89e-18,,cost-method-assumed-single,https://www.reactbench.com/ (payload v1.2.fix[id=google/gemini-3.1-pro-preview:medium].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gemini-3.1-pro@medium|1.0+1.1+1.2,in,out:cost-not-comparable reactbench-fix#1.2,reactbench,gpt-5.6-sol,low,coding,hard,,per-run,0.38328181818181817,0.0443,,2709.927272727273,0.09090909090909091,pass@1%,2.89e-18,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://www.reactbench.com/ (payload v1.2.fix[id=gpt-5.6-sol:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-sol@low|1.0+1.1+1.2,in,in reactbench-fix#1.2,reactbench,?particle-ai/particle-1,not-established:absent,coding,hard,,per-run,0.11227454545454552,2.89e-18,,19207.927272727273,0.09090909090909091,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.2.fix[id=particle-ai/particle-1:low].passRate),,out:model-not-established,out:model-not-established reactbench-fix#1.2,reactbench,?particle-ai/particle-1,not-established:absent,coding,hard,,per-run,0.17975090909090907,2.89e-18,,25742.418181818182,0.09090909090909091,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.2.fix[id=particle-ai/particle-1:medium].passRate),,out:model-not-established,out:model-not-established reactbench-fix#1.2,reactbench,?particle-ai/particle-1,not-established:absent,coding,hard,,per-run,0.1690127272727273,2.89e-17,,26515.636363636364,0.09090909090909091,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.2.fix[id=particle-ai/particle-1:xhigh].passRate),,out:model-not-established,out:model-not-established reactbench-fix#1.2,reactbench,?alibaba/qwen3.8-max,not-established:absent,coding,hard,,per-run,0.9643945454545453,2.89e-17,,41874.69090909091,0.07272727272727272,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.2.fix[id=alibaba/qwen3.8-max:xhigh].passRate),,out:model-not-established,out:model-not-established reactbench-fix#1.2,reactbench,fable-5,low,coding,hard,,per-run,1.0022563636363635,2.89e-17,,6237.836363636364,0.07272727272727272,pass@1%,2.89e-18,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.fix[id=claude-fable-5:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|fable-5@low|1.0+1.1+1.2,in,in reactbench-fix#1.2,reactbench,fable-5,max,coding,hard,,per-run,5.464321818181817,2.89e-16,,35253.4,0.07272727272727272,pass@1%,2.89e-18,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.fix[id=claude-fable-5:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|fable-5@max|1.0+1.1+1.2,in,in reactbench-fix#1.2,reactbench,?cursor-grok-4.5,not-established:absent,coding,hard,,per-run,,,,15455,0.07272727272727272,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.2.fix[id=cursor-grok-4.5:low].passRate),,out:model-not-established,out:model-not-established reactbench-fix#1.2,reactbench,muse-spark-1.1,xhigh,coding,hard,,per-run,0.7117036363636364,2.89e-17,,76811.8,0.07272727272727272,pass@1%,2.89e-18,,cost-method-assumed-single,https://www.reactbench.com/ (payload v1.2.fix[id=meta/muse-spark-1.1:xhigh].passRate),,out:single-couple,out:cost-not-comparable reactbench-fix#1.2,reactbench,kimi-k2.7-code,solo,coding,hard,,per-run,0.6785309090909095,2.89e-17,,33921.56363636364,0.07272727272727272,pass@1%,2.89e-18,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.fix[id=moonshotai/kimi-k2.7-code:mini-swe-agent-preinstalled].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|kimi-k2.7-code@solo|1.0+1.1+1.2,in,in reactbench-fix#1.2,reactbench,kimi-k3,unstated,coding,hard,,per-run,1.17054,2.89e-06,,28278.072727272727,0.07272727272727272,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.2.fix[id=moonshotai/kimi-k3:mini-swe-agent-preinstalled].passRate),,out:effort-not-established,out:effort-not-established reactbench-fix#1.2,reactbench,?recursive/flint,not-established:absent,coding,hard,,per-run,0,0.289,,58887.94545454546,0.07272727272727272,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.2.fix[id=recursive/flint:mini-swe-agent-preinstalled].passRate),,out:model-not-established,out:model-not-established reactbench-fix#1.2,reactbench,fable-5,high,coding,hard,,per-run,2.6913400000000003,2.89e-17,,16701.49090909091,0.05454545454545454,pass@1%,2.89e-18,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.fix[id=claude-fable-5:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|fable-5@high|1.0+1.1+1.2,in,in reactbench-fix#1.2,reactbench,fable-5,xhigh,coding,hard,,per-run,4.000030909090907,2.89e-16,,23310.436363636363,0.05454545454545454,pass@1%,2.89e-18,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.fix[id=claude-fable-5:xhigh].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|fable-5@xhigh|1.0+1.1+1.2,in,in reactbench-fix#1.2,reactbench,opus-4.8,max,coding,hard,,per-run,2.6722363636363626,2.89e-17,,38172.72727272727,0.05454545454545454,pass@1%,2.89e-18,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.fix[id=claude-opus-4-8:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-4.8@max|1.0+1.1+1.2,in,in reactbench-fix#1.2,reactbench,deepseek-v4-flash-0731,max,coding,hard,,per-run,0.1490490909090909,2.89e-17,,51901.181818181816,0.05454545454545454,pass@1%,2.89e-18,,cost-method-assumed-single,https://www.reactbench.com/ (payload v1.2.fix[id=deepseek/deepseek-v4-flash-0731:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|deepseek-v4-flash-0731@max|1.1+1.2,in,out:cost-not-comparable reactbench-fix#1.2,reactbench,gemini-3.1-pro,high,coding,hard,,per-run,0.6984872727272726,2.89e-17,,16132.345454545455,0.05454545454545454,pass@1%,2.89e-18,,max-as-highest; cost-method-assumed-single,https://www.reactbench.com/ (payload v1.2.fix[id=google/gemini-3.1-pro-preview:max].passRate),,in,out:cost-not-comparable reactbench-fix#1.2,reactbench,glm-5.2,not-established:absent,coding,hard,,per-run,0.3285072727272728,2.89e-17,,27924.090909090908,0.05454545454545454,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.2.fix[id=zai/glm-5.2:max].passRate),,out:effort-not-established,out:effort-not-established reactbench-fix#1.2,reactbench,opus-4.8,medium,coding,hard,,per-run,1.6590909090909087,2.89e-17,,15483.072727272727,0.03636363636363636,pass@1%,2.89e-18,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.fix[id=claude-opus-4-8:medium].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-4.8@medium|1.0+1.1+1.2,in,in reactbench-fix#1.2,reactbench,opus-5.5,low,coding,hard,,per-run,0.12444363636363637,2.89e-18,,2199.163636363636,0.03636363636363636,pass@1%,2.89e-18,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.fix[id=claude-opus-5-5:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-5.5@low|1.2,in,in reactbench-fix#1.2,reactbench,sonnet-5,high,coding,hard,,per-run,0.8534818181818182,2.89e-17,,16602.909090909092,0.03636363636363636,pass@1%,2.89e-18,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.fix[id=claude-sonnet-5:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|sonnet-5@high|1.2,in,in reactbench-fix#1.2,reactbench,sonnet-5,max,coding,hard,,per-run,2.0179745454545457,2.89e-17,,48873.472727272725,0.03636363636363636,pass@1%,2.89e-18,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.fix[id=claude-sonnet-5:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|sonnet-5@max|1.2,in,in reactbench-fix#1.2,reactbench,sonnet-5,xhigh,coding,hard,,per-run,1.274710909090909,2.89e-16,,26314.345454545455,0.03636363636363636,pass@1%,2.89e-18,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.fix[id=claude-sonnet-5:xhigh].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|sonnet-5@xhigh|1.2,in,in reactbench-fix#1.2,reactbench,?cursor-grok-4.6,not-established:absent,coding,hard,,per-run,0.2930072727272727,2.89e-17,,9024.981818181817,0.03636363636363636,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.2.fix[id=cursor-grok-4.6:low].passRate),,out:model-not-established,out:model-not-established reactbench-fix#1.2,reactbench,gpt-5.6-luna,medium,coding,hard,,per-run,0.07557636363636365,2.89e-18,,3832.5636363636363,0.03636363636363636,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.2.fix[id=gpt-5.6-luna:medium].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-luna@medium|1.1+1.2,in,out:decision:D41 reactbench-fix#1.2,reactbench,glm-5.3-flash,max,coding,hard,,per-run,0.038899999999999976,2.89e-19,,0,0.03636363636363636,pass@1%,2.89e-18,,cost-method-assumed-single,https://www.reactbench.com/ (payload v1.2.fix[id=zai/glm-5.3-flash:max].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|glm-5.3-flash@max|1.1+1.2,in,out:cost-not-comparable reactbench-fix#1.2,reactbench,opus-4.8,high,coding,hard,,per-run,1.3382018181818174,2.89e-17,,17809.81818181818,0.01818181818181818,pass@1%,2.89e-18,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.fix[id=claude-opus-4-8:high].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-4.8@high|1.0+1.1+1.2,in,in reactbench-fix#1.2,reactbench,opus-4.8,low,coding,hard,,per-run,0.642170909090909,2.89e-16,,10414.018181818183,0.01818181818181818,pass@1%,2.89e-18,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.fix[id=claude-opus-4-8:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-4.8@low|1.0+1.1+1.2,in,in reactbench-fix#1.2,reactbench,opus-4.8,xhigh,coding,hard,,per-run,2.0375890909090915,2.89e-17,,32211.090909090908,0.01818181818181818,pass@1%,2.89e-18,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.fix[id=claude-opus-4-8:xhigh].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|opus-4.8@xhigh|1.0+1.1+1.2,in,in reactbench-fix#1.2,reactbench,sonnet-5,medium,coding,hard,,per-run,0.6002818181818184,2.89e-17,,10556.327272727272,0.01818181818181818,pass@1%,2.89e-18,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.fix[id=claude-sonnet-5:medium].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|sonnet-5@medium|1.2,in,in reactbench-fix#1.2,reactbench,?composer-2.5,not-established:absent,coding,hard,,per-run,0.12352909090909091,2.89e-18,,7601.8,0.01818181818181818,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.2.fix[id=composer-2.5:cursor-cli].passRate),,out:model-not-established,out:model-not-established reactbench-fix#1.2,reactbench,gpt-5.6-luna,low,coding,hard,,per-run,0.04073999999999999,2.89e-18,,1819.6,0.01818181818181818,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.2.fix[id=gpt-5.6-luna:low].passRate),src-reactbench-leaderboard-2026-11-04|reactbench|gpt-5.6-luna@low|1.1+1.2,in,out:decision:D41 reactbench-fix#1.2,reactbench,inkling-small,unstated,coding,hard,,per-run,0.07788545454545458,2.89e-18,,9018.89090909091,0.01818181818181818,pass@1%,2.89e-18,,,https://www.reactbench.com/ (payload v1.2.fix[id=thinkingmachines/inkling-small:thinking-0.99].passRate),,out:effort-not-established,out:effort-not-established reactbench-fix#1.2,reactbench,sonnet-5,low,coding,hard,,per-run,0.31631090909090914,2.89e-18,,5724.927272727273,0,pass@1%,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reactbench.com/ (payload v1.2.fix[id=claude-sonnet-5:low].passRate),,out:uninformative,in towardsai-writing-elo-0922,reddit-1wr03jc-img1,opus-5.5,max,writing,mid,TowardsAI-internal,,,,,,2631,Elo,0.289,,,"https://www.reddit.com/r/ClaudeAI/comments/1wr03jc/ (row 1, printed Elo at the bar end, text box about x 1815-1880, y 170-198 px)",,in, towardsai-writing-elo-0922,reddit-1wr03jc-img1,fable-5.1,max,writing,mid,TowardsAI-internal,,,,,,2324,Elo,0.289,,,"https://www.reddit.com/r/ClaudeAI/comments/1wr03jc/ (row 2, printed Elo at the bar end, text box about x 1634-1698, y 220-248 px)",,in, towardsai-writing-elo-0922,reddit-1wr03jc-img1,fable-5,max,writing,mid,TowardsAI-internal,,,,,,2296,Elo,0.289,,,"https://www.reddit.com/r/ClaudeAI/comments/1wr03jc/ (row 3, printed Elo at the bar end, text box about x 1617-1682, y 269-297 px)",,in, towardsai-writing-elo-0922,reddit-1wr03jc-img1,opus-5,max,writing,mid,TowardsAI-internal,,,,,,2226,Elo,0.289,,,"https://www.reddit.com/r/ClaudeAI/comments/1wr03jc/ (row 4, printed Elo at the bar end, text box about x 1576-1640, y 319-347 px)",,in, towardsai-writing-elo-0922,reddit-1wr03jc-img1,glm-5.3,unstated,writing,mid,TowardsAI-internal,,,,,,2184,Elo,0.289,,,"https://www.reddit.com/r/ClaudeAI/comments/1wr03jc/ (row 5, printed Elo at the bar end, text box about x 1550-1614, y 368-396 px)",,out:effort-not-established, towardsai-writing-elo-0922,reddit-1wr03jc-img1,mimo-v2.6-pro,unstated,writing,mid,TowardsAI-internal,,,,,,2175,Elo,0.289,,,"https://www.reddit.com/r/ClaudeAI/comments/1wr03jc/ (row 6, printed Elo at the bar end, text box about x 1545-1610, y 418-446 px)",,out:effort-not-established, towardsai-writing-elo-0922,reddit-1wr03jc-img1,glm-5.3-flash,unstated,writing,mid,TowardsAI-internal,,,,,,2162,Elo,0.289,,,"https://www.reddit.com/r/ClaudeAI/comments/1wr03jc/ (row 7, printed Elo at the bar end, text box about x 1537-1602, y 468-496 px)",,out:effort-not-established, towardsai-writing-elo-0922,reddit-1wr03jc-img1,deepseek-v4.1-flash,max,writing,mid,TowardsAI-internal,,,,,,2161,Elo,0.289,,,"https://www.reddit.com/r/ClaudeAI/comments/1wr03jc/ (row 8, printed Elo at the bar end, text box about x 1537-1600, y 517-545 px)",,in, towardsai-writing-elo-0922,reddit-1wr03jc-img1,kimi-k3,unstated,writing,mid,TowardsAI-internal,,,,,,2157,Elo,0.289,,,"https://www.reddit.com/r/ClaudeAI/comments/1wr03jc/ (row 9, printed Elo at the bar end, text box about x 1534-1599, y 567-595 px)",,out:effort-not-established, towardsai-writing-elo-0922,reddit-1wr03jc-img1,gpt-6-sol,max,writing,mid,TowardsAI-internal,,,,,,2156,Elo,0.289,,,"https://www.reddit.com/r/ClaudeAI/comments/1wr03jc/ (row 10, printed Elo at the bar end, text box about x 1534-1599, y 616-644 px)",,in, towardsai-writing-elo-0922,reddit-1wr03jc-img1,opus-4.8,max,writing,mid,TowardsAI-internal,,,,,,2154,Elo,0.289,,,"https://www.reddit.com/r/ClaudeAI/comments/1wr03jc/ (row 11, printed Elo at the bar end, text box about x 1533-1598, y 666-694 px)",,in, towardsai-writing-elo-0922,reddit-1wr03jc-img1,?MiMo-V2.6-Pro UltraSpeed,not-established:absent,writing,mid,TowardsAI-internal,,,,,,2151,Elo,0.289,,,"https://www.reddit.com/r/ClaudeAI/comments/1wr03jc/ (row 12, printed Elo at the bar end, text box about x 1531-1594, y 716-744 px)",,out:model-not-established, towardsai-writing-elo-0922,reddit-1wr03jc-img1,gpt-5.6-sol,not-established:absent,writing,mid,TowardsAI-internal,,,,,,2150,Elo,0.289,,,"https://www.reddit.com/r/ClaudeAI/comments/1wr03jc/ (row 13, printed Elo at the bar end, text box about x 1530-1595, y 765-793 px)",,out:effort-not-established, towardsai-writing-elo-0922,reddit-1wr03jc-img1,grok-4.7,high,writing,mid,TowardsAI-internal,,,,,,2117,Elo,0.289,,,"https://www.reddit.com/r/ClaudeAI/comments/1wr03jc/ (row 14, printed Elo at the bar end, text box about x 1511-1575, y 815-843 px)",,in, towardsai-writing-elo-0922,reddit-1wr03jc-img1,mimo-v2.6-flash,unstated,writing,mid,TowardsAI-internal,,,,,,2093,Elo,0.289,,,"https://www.reddit.com/r/ClaudeAI/comments/1wr03jc/ (row 15, printed Elo at the bar end, text box about x 1496-1560, y 864-892 px)",,out:effort-not-established, towardsai-writing-elo-0922,reddit-1wr03jc-img1,sonnet-5,max,writing,mid,TowardsAI-internal,,,,,,2029,Elo,0.289,,,"https://www.reddit.com/r/ClaudeAI/comments/1wr03jc/ (row 16, printed Elo at the bar end, text box about x 1458-1523, y 914-942 px)",,in, towardsai-writing-elo-b,reddit-1wr03jc-img2,opus-5.5,low,writing,mid,TowardsAI-internal,per-script,0.17,0.00289,,,2144,Elo,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.reddit.com/r/ClaudeAI/comments/1wr03jc/ (second line of the point label, first figure: low · #20)",,in,in towardsai-writing-elo-b,reddit-1wr03jc-img2,opus-5.5,medium,writing,mid,TowardsAI-internal,per-script,0.21,0.00289,,,2199,Elo,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.reddit.com/r/ClaudeAI/comments/1wr03jc/ (second line of the point label, first figure: medium · #10)",,in,in towardsai-writing-elo-b,reddit-1wr03jc-img2,opus-5.5,high,writing,mid,TowardsAI-internal,per-script,0.34,0.00289,,,2342,Elo,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.reddit.com/r/ClaudeAI/comments/1wr03jc/ (second line of the point label, first figure: high · #3)",,in,in towardsai-writing-elo-b,reddit-1wr03jc-img2,opus-5.5,xhigh,writing,mid,TowardsAI-internal,per-script,0.86,0.00289,,,2399,Elo,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.reddit.com/r/ClaudeAI/comments/1wr03jc/ (second line of the point label, first figure: xhigh · #2)",,in,in towardsai-writing-elo-b,reddit-1wr03jc-img2,opus-5.5,default,writing,mid,TowardsAI-internal,per-script,0.21,0.00289,,,2264,Elo,0.289,,,"https://www.reddit.com/r/ClaudeAI/comments/1wr03jc/ (second line of the point label, first figure: adaptive (no effort flag) · #6)",,out:effort-not-established,out:effort-not-established towardsai-writing-elo-b,reddit-1wr03jc-img2,opus-5.5,max,writing,mid,TowardsAI-internal,per-script,3.43,0.00289,,,2600,Elo,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.reddit.com/r/ClaudeAI/comments/1wr03jc/ (second line of the point label, first figure: max · #1)",,in,in towardsai-writing-elo-b,reddit-1wr03jc-img2,fable-5.1,max,writing,mid,TowardsAI-internal,per-script,3.15,0.00289,,,2303,Elo,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.reddit.com/r/ClaudeAI/comments/1wr03jc/ (second line of the point label, first figure: Claude Fable 5.1 (max))",,in,in pelican-opus55-effort,reddit-1wrdd57,opus-5.5,medium,coding,easy,custom-agent-pi,,1.22,0.00289,,,,none,,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reddit.com/r/claude/comments/1wrdd57/classic_pelican_on_a_bicycle_test_with_opus_55_at/ (),,,in pelican-opus55-effort,reddit-1wrdd57,opus-5.5,high,coding,easy,custom-agent-pi,,0.70,0.00289,,,,none,,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reddit.com/r/claude/comments/1wrdd57/classic_pelican_on_a_bicycle_test_with_opus_55_at/ (),,,in pelican-opus55-effort,reddit-1wrdd57,opus-5.5,xhigh,coding,easy,custom-agent-pi,,1.20,0.00289,,,,none,,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reddit.com/r/claude/comments/1wrdd57/classic_pelican_on_a_bicycle_test_with_opus_55_at/ (),,,in towardsai-writing-elo-c,reddit-1wrkwp0,opus-5.5,low,writing,mid,unstated-board-harness,per-script,0.17,0.00289,,,2319.2,Elo,6.07,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.reddit.com/r/LLMDevs/comments/1wrkwp0/is_higher_thinking_effort_worth_for_writing/ (Claude Opus 5.5 marker centre at px (519.0, 169.0) (x, y) of the 860x508 image)",,in,in towardsai-writing-elo-c,reddit-1wrkwp0,opus-5.5,medium,writing,mid,unstated-board-harness,per-script,0.2132,0.00314,,,2352.4,Elo,6.07,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.reddit.com/r/LLMDevs/comments/1wrkwp0/is_higher_thinking_effort_worth_for_writing/ (Claude Opus 5.5 marker centre at px (542.1, 160.8) (x, y) of the 860x508 image)",,in,in towardsai-writing-elo-c,reddit-1wrkwp0,opus-5.5,high,writing,mid,unstated-board-harness,per-script,0.3379,0.00498,,,2440.6,Elo,6.07,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.reddit.com/r/LLMDevs/comments/1wrkwp0/is_higher_thinking_effort_worth_for_writing/ (Claude Opus 5.5 marker centre at px (589.0, 139.0) (x, y) of the 860x508 image)",,in,in towardsai-writing-elo-c,reddit-1wrkwp0,opus-5.5,xhigh,writing,mid,unstated-board-harness,per-script,0.8588,0.0126,,,2663.3,Elo,6.07,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.reddit.com/r/LLMDevs/comments/1wrkwp0/is_higher_thinking_effort_worth_for_writing/ (Claude Opus 5.5 marker centre at px (684.0, 84.0) (x, y) of the 860x508 image)",,in,in towardsai-writing-elo-c,reddit-1wrkwp0,opus-5.5,not-established:absent,writing,mid,unstated-board-harness,per-script,0.2132,0.00314,,,2352.4,Elo,6.07,,,"https://www.reddit.com/r/LLMDevs/comments/1wrkwp0/is_higher_thinking_effort_worth_for_writing/ (Claude Opus 5.5 marker centre at px (542.1, 160.8) (x, y) of the 860x508 image)",,out:effort-not-established,out:effort-not-established towardsai-writing-elo-c,reddit-1wrkwp0,opus-5.5,max,writing,mid,unstated-board-harness,per-script,3.43,0.00289,,,2845.5,Elo,6.07,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.reddit.com/r/LLMDevs/comments/1wrkwp0/is_higher_thinking_effort_worth_for_writing/ (Claude Opus 5.5 marker centre at px (825.0, 39.0) (x, y) of the 860x508 image)",,in,in towardsai-writing-elo-c,reddit-1wrkwp0,fable-5.1,not-established:absent,writing,mid,unstated-board-harness,per-script,0.6460,0.00951,,,2284.7,Elo,6.07,,,"https://www.reddit.com/r/LLMDevs/comments/1wrkwp0/is_higher_thinking_effort_worth_for_writing/ (Claude Fable 5.1 marker centre at px (655.0, 177.5) (x, y) of the 860x508 image)",,out:effort-not-established,out:effort-not-established towardsai-writing-elo-c,reddit-1wrkwp0,fable-5.1,max,writing,mid,unstated-board-harness,per-script,3.1542,0.0464,,,2543.9,Elo,6.07,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.reddit.com/r/LLMDevs/comments/1wrkwp0/is_higher_thinking_effort_worth_for_writing/ (Claude Fable 5.1 marker centre at px (816.5, 113.5) (x, y) of the 860x508 image)",,in,in towardsai-writing-elo-c,reddit-1wrkwp0,gpt-6-luna,not-established:absent,writing,mid,unstated-board-harness,per-script,0.0025,4e-05,,,1673.4,Elo,6.07,,,"https://www.reddit.com/r/LLMDevs/comments/1wrkwp0/is_higher_thinking_effort_worth_for_writing/ (GPT-6 Luna marker centre at px (90.1, 328.5) (x, y) of the 860x508 image)",,out:effort-not-established,out:effort-not-established towardsai-writing-elo-c,reddit-1wrkwp0,gpt-6-luna,high,writing,mid,unstated-board-harness,per-script,0.0028,4e-05,,,1677.1,Elo,6.07,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.reddit.com/r/LLMDevs/comments/1wrkwp0/is_higher_thinking_effort_worth_for_writing/ (GPT-6 Luna marker centre at px (99.3, 327.6) (x, y) of the 860x508 image)",,in,in towardsai-writing-elo-c,reddit-1wrkwp0,gpt-6-luna,max,writing,mid,unstated-board-harness,per-script,0.0041,6e-05,,,1787.2,Elo,6.07,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.reddit.com/r/LLMDevs/comments/1wrkwp0/is_higher_thinking_effort_worth_for_writing/ (GPT-6 Luna marker centre at px (140.8, 300.4) (x, y) of the 860x508 image)",,in,in towardsai-writing-elo-c,reddit-1wrkwp0,gpt-6-sol,not-established:absent,writing,mid,unstated-board-harness,per-script,0.0541,0.0008,,,2017.1,Elo,6.07,,,"https://www.reddit.com/r/LLMDevs/comments/1wrkwp0/is_higher_thinking_effort_worth_for_writing/ (GPT-6 Sol marker centre at px (402.5, 243.6) (x, y) of the 860x508 image)",,out:effort-not-established,out:effort-not-established towardsai-writing-elo-c,reddit-1wrkwp0,gpt-6-sol,low,writing,mid,unstated-board-harness,per-script,0.0594,0.00088,,,2104.6,Elo,6.07,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.reddit.com/r/LLMDevs/comments/1wrkwp0/is_higher_thinking_effort_worth_for_writing/ (GPT-6 Sol marker centre at px (412.0, 222.0) (x, y) of the 860x508 image)",,in,in towardsai-writing-elo-c,reddit-1wrkwp0,gpt-6-sol,max,writing,mid,unstated-board-harness,per-script,0.1125,0.00166,,,2169.4,Elo,6.07,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.reddit.com/r/LLMDevs/comments/1wrkwp0/is_higher_thinking_effort_worth_for_writing/ (GPT-6 Sol marker centre at px (477.0, 206.0) (x, y) of the 860x508 image)",,in,in towardsai-writing-elo-c,reddit-1wrkwp0,grok-4.7,medium,writing,mid,unstated-board-harness,per-script,0.1893,0.00279,,,2100.5,Elo,6.07,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.reddit.com/r/LLMDevs/comments/1wrkwp0/is_higher_thinking_effort_worth_for_writing/ (Grok 4.7 marker centre at px (530.0, 223.0) (x, y) of the 860x508 image)",,in,in towardsai-writing-elo-c,reddit-1wrkwp0,grok-4.7,not-established:absent,writing,mid,unstated-board-harness,per-script,0.2696,0.00397,,,2185.6,Elo,6.07,,,"https://www.reddit.com/r/LLMDevs/comments/1wrkwp0/is_higher_thinking_effort_worth_for_writing/ (Grok 4.7 marker centre at px (566.0, 202.0) (x, y) of the 860x508 image)",,out:effort-not-established,out:effort-not-established towardsai-writing-elo-c,reddit-1wrkwp0,grok-4.7,high,writing,mid,unstated-board-harness,per-script,0.3109,0.00458,,,2181.5,Elo,6.07,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.reddit.com/r/LLMDevs/comments/1wrkwp0/is_higher_thinking_effort_worth_for_writing/ (Grok 4.7 marker centre at px (580.5, 203.0) (x, y) of the 860x508 image)",,in,in towardsai-writing-elo-c,reddit-1wrkwp0,gpt-6-astra,not-established:absent,writing,mid,unstated-board-harness,per-script,0.2432,0.00358,,,1908.6,Elo,6.07,,,"https://www.reddit.com/r/LLMDevs/comments/1wrkwp0/is_higher_thinking_effort_worth_for_writing/ (GPT-6 Astra marker centre at px (555.5, 270.4) (x, y) of the 860x508 image)",,out:effort-not-established,out:effort-not-established towardsai-writing-elo-c,reddit-1wrkwp0,gpt-6-astra,max,writing,mid,unstated-board-harness,per-script,0.8504,0.0125,,,2005.4,Elo,6.07,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.reddit.com/r/LLMDevs/comments/1wrkwp0/is_higher_thinking_effort_worth_for_writing/ (GPT-6 Astra marker centre at px (683.0, 246.5) (x, y) of the 860x508 image)",,in,in towardsai-writing-elo-c,reddit-1wrkwp0,gpt-5.6-luna,nothink,writing,mid,unstated-board-harness,per-script,0.01818,0.00701,,,1552.0,Elo,6.07,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://www.reddit.com/r/LLMDevs/comments/1wrkwp0/is_higher_thinking_effort_worth_for_writing/ (GPT-5.6 Luna marker centre at px (343.5, 358.5) (x, y) of the 860x508 image)",,in,in towardsai-writing-elo-c,reddit-1wrkwp0,gpt-5.6-luna,low,writing,mid,unstated-board-harness,per-script,0.01896,0.00731,,,1506.6,Elo,6.07,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://www.reddit.com/r/LLMDevs/comments/1wrkwp0/is_higher_thinking_effort_worth_for_writing/ (GPT-5.6 Luna marker centre at px (347.6, 369.7) (x, y) of the 860x508 image)",,in,in towardsai-writing-elo-c,reddit-1wrkwp0,gpt-5.6-luna,unstated,writing,mid,unstated-board-harness,per-script,0.0325,0.00048,,,1533.7,Elo,6.07,,,"https://www.reddit.com/r/LLMDevs/comments/1wrkwp0/is_higher_thinking_effort_worth_for_writing/ (GPT-5.6 Luna marker centre at px (350.4, 363.0) (x, y) of the 860x508 image)",,out:effort-not-established,out:effort-not-established towardsai-writing-elo-c,reddit-1wrkwp0,gpt-5.6-luna,high,writing,mid,unstated-board-harness,per-script,0.02112,0.00815,,,1576.3,Elo,6.07,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://www.reddit.com/r/LLMDevs/comments/1wrkwp0/is_higher_thinking_effort_worth_for_writing/ (GPT-5.6 Luna marker centre at px (358.5, 352.5) (x, y) of the 860x508 image)",,in,in towardsai-writing-elo-c,reddit-1wrkwp0,gpt-5.6-luna,xhigh,writing,mid,unstated-board-harness,per-script,0.02778,0.0107,,,1649.1,Elo,6.07,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://www.reddit.com/r/LLMDevs/comments/1wrkwp0/is_higher_thinking_effort_worth_for_writing/ (GPT-5.6 Luna marker centre at px (386.5, 334.5) (x, y) of the 860x508 image)",,in,in towardsai-writing-elo-c,reddit-1wrkwp0,gpt-5.6-luna,not-established:absent,writing,mid,unstated-board-harness,per-script,0.1165,0.00172,,,1823.2,Elo,6.07,,,"https://www.reddit.com/r/LLMDevs/comments/1wrkwp0/is_higher_thinking_effort_worth_for_writing/ (GPT-5.6 Luna marker centre at px (480.5, 291.5) (x, y) of the 860x508 image)",,out:effort-not-established,out:effort-not-established towardsai-writing-elo-c,reddit-1wrkwp0,gemini-3.8-flash,not-established:absent,writing,mid,unstated-board-harness,per-script,0.0319,0.00047,,,1296.5,Elo,6.07,,,"https://www.reddit.com/r/LLMDevs/comments/1wrkwp0/is_higher_thinking_effort_worth_for_writing/ (Gemini 3.8 Flash marker centre at px (348.7, 421.6) (x, y) of the 860x508 image)",,out:effort-not-established,out:effort-not-established towardsai-writing-elo-c,reddit-1wrkwp0,gemini-3.8-flash,high,writing,mid,unstated-board-harness,per-script,0.0600,0.00088,,,1313.1,Elo,6.07,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://www.reddit.com/r/LLMDevs/comments/1wrkwp0/is_higher_thinking_effort_worth_for_writing/ (Gemini 3.8 Flash marker centre at px (413.0, 417.5) (x, y) of the 860x508 image)",,in,in minecart-opus55-sonnet55,reddit-1wx2inx,opus-5.5,unstated,coding,mid,ClaudeCode-MCP-Flockbay,,7.02,0.00289,,,,none,,,,https://www.reddit.com/r/ClaudeAI/comments/1wx2inx/opus_55_vs_sonnet_55_same_prompt_a_mine_cart_ride/ (),,,out:effort-not-established minecart-opus55-sonnet55,reddit-1wx2inx,sonnet-5.5,unstated,coding,mid,ClaudeCode-MCP-Flockbay,,5.46,0.00289,,,,none,,,,https://www.reddit.com/r/ClaudeAI/comments/1wx2inx/opus_55_vs_sonnet_55_same_prompt_a_mine_cart_ride/ (),,,out:effort-not-established sergeforge-weasyprint-8file,reddit-sufficient-storage87,sonnet-5.5,unstated,coding,hard,,,0.36,0.00289,,,2,closed-of-3,0.289,,,"https://www.reddit.com/r/ClaudeCode/comments/1x6qpcw/can_codex_sol_61_handle_an_8file_feature_as/ (post 1x6qpcw, body, results list)",,out:effort-not-established,out:effort-not-established sergeforge-weasyprint-8file,reddit-sufficient-storage87,opus-5.5,unstated,coding,hard,,,1.82,0.00289,,,3,closed-of-3,0.289,,,"https://www.reddit.com/r/ClaudeCode/comments/1x6qpcw/can_codex_sol_61_handle_an_8file_feature_as/ (post 1x6qpcw, body, results list)",,out:effort-not-established,out:effort-not-established sergeforge-weasyprint-8file,reddit-sufficient-storage87,?Sol 6.1,not-established:absent,coding,hard,,,0.34,0.00289,,,3,closed-of-3,0.289,,,"https://www.reddit.com/r/ClaudeCode/comments/1x6qpcw/can_codex_sol_61_handle_an_8file_feature_as/ (post 1x6qpcw, body, results list)",,out:model-not-established,out:model-not-established sergeforge-weasyprint-8file,reddit-sufficient-storage87,?Sol 6.1,not-established:absent,coding,hard,,,0.41,0.00289,,,3,closed-of-3,0.289,,,"https://www.reddit.com/r/ClaudeCode/comments/1x6qpcw/can_codex_sol_61_handle_an_8file_feature_as/ (post 1x6qpcw, body, results list)",,out:model-not-established,out:model-not-established sergeforge-3d-car-configurator,reddit-sufficient-storage87,opus-5.5,unstated,coding,hard,,,5.76,0.00289,,,0,finished-of-1,0.289,,,"https://v.redd.it/i2sn9jgq3vvh1 (post 1x7m1mx, body, results list)",,out:effort-not-established,out:effort-not-established sergeforge-3d-car-configurator,reddit-sufficient-storage87,sonnet-5.5,unstated,coding,hard,,,2.12,0.00289,,,1,finished-of-1,0.289,,,"https://v.redd.it/i2sn9jgq3vvh1 (post 1x7m1mx, body, results list)",,out:effort-not-established,out:effort-not-established sergeforge-3d-car-configurator,reddit-sufficient-storage87,?Sol 6.1,not-established:absent,coding,hard,,,0.83,0.00289,,,1,finished-of-1,0.289,,,"https://v.redd.it/i2sn9jgq3vvh1 (post 1x7m1mx, body, results list)",,out:model-not-established,out:model-not-established sergeforge-3d-car-configurator,reddit-sufficient-storage87,haiku-5.5,unstated,coding,hard,,,0.38,0.00289,,,1,finished-of-1,0.289,,,"https://v.redd.it/i2sn9jgq3vvh1 (post 1x7m1mx, body, results list)",,out:effort-not-established,out:effort-not-established reddit-1xsuixt-pelican-go-all-out,reddit,fable-5.2,low,coding,easy,,per-generation,3.71,0.00289,,51958,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reddit.com/r/singularity/comments/1xsuixt/fable_52_low_vs_opus_55_med_pelican_test_go_all/ (),,,in reddit-1xsuixt-pelican-go-all-out,reddit,opus-5.5,medium,coding,easy,,per-generation,3.87,0.00289,,116722,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reddit.com/r/singularity/comments/1xsuixt/fable_52_low_vs_opus_55_med_pelican_test_go_all/ (),,,in reddit-1xtq03o-md-rewrite-quality-norm,reddit,fable-5.2,low,mixed,mid,,rel-cost,0.29,0.00289,,,0.91,quality-score-normalised-to-Fable-5.2-high,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.reddit.com/r/ClaudeAI/comments/1xtq03o/custom_benchmarking_of_fable_52_and_opus_55/ (table, column Quality Score (norm.))",,in,in reddit-1xtq03o-md-rewrite-quality-norm,reddit,opus-5.5,medium,mixed,mid,,rel-cost,0.20,0.00289,,,0.92,quality-score-normalised-to-Fable-5.2-high,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.reddit.com/r/ClaudeAI/comments/1xtq03o/custom_benchmarking_of_fable_52_and_opus_55/ (table, column Quality Score (norm.))",,in,in reddit-1xtq03o-md-rewrite-quality-norm,reddit,fable-5.2,medium,mixed,mid,,rel-cost,0.40,0.00289,,,0.97,quality-score-normalised-to-Fable-5.2-high,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.reddit.com/r/ClaudeAI/comments/1xtq03o/custom_benchmarking_of_fable_52_and_opus_55/ (table, column Quality Score (norm.))",,in,in reddit-1xtq03o-md-rewrite-quality-norm,reddit,opus-5.5,high,mixed,mid,,rel-cost,0.36,0.00289,,,0.95,quality-score-normalised-to-Fable-5.2-high,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.reddit.com/r/ClaudeAI/comments/1xtq03o/custom_benchmarking_of_fable_52_and_opus_55/ (table, column Quality Score (norm.))",,in,in reddit-1xtq03o-md-rewrite-quality-norm,reddit,fable-5.2,high,mixed,mid,,rel-cost,1.00,0.00289,,,1.00,quality-score-normalised-to-Fable-5.2-high,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.reddit.com/r/ClaudeAI/comments/1xtq03o/custom_benchmarking_of_fable_52_and_opus_55/ (table, column Quality Score (norm.))",,in,in reddit-1xtq03o-md-rewrite-quality-norm,reddit,opus-5.5,xhigh,mixed,mid,,rel-cost,0.63,0.00289,,,0.98,quality-score-normalised-to-Fable-5.2-high,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.reddit.com/r/ClaudeAI/comments/1xtq03o/custom_benchmarking_of_fable_52_and_opus_55/ (table, column Quality Score (norm.))",,in,in reddit-1xtq03o-md-rewrite-quality-norm,reddit,fable-5.2,xhigh,mixed,mid,,rel-cost,1.78,0.00289,,,0.99,quality-score-normalised-to-Fable-5.2-high,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.reddit.com/r/ClaudeAI/comments/1xtq03o/custom_benchmarking_of_fable_52_and_opus_55/ (table, column Quality Score (norm.))",,in,in reddit-1xtq03o-md-rewrite-quality-norm,reddit,opus-5.5,max,mixed,mid,,rel-cost,1.05,0.00289,,,0.98,quality-score-normalised-to-Fable-5.2-high,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.reddit.com/r/ClaudeAI/comments/1xtq03o/custom_benchmarking_of_fable_52_and_opus_55/ (table, column Quality Score (norm.))",,in,in reddit-1x1jbry-unity,reddit-AlexXx52,sonnet-5.5,medium,coding,mid,,pct,1,0.289,,,8.3,subjective-quality-of-10,0.0289,,,"https://www.reddit.com/r/ChatGPTCoding/comments/1x1jbry/i_tested_16_ai_modelreasoning_combinations_on_the/ (post table, row Claude Sonnet 5.5 / Medium, column Quality (subjective rating /10))",,in,out:cost-basis reddit-1x1jbry-unity,reddit-AlexXx52,gpt-6.1-sol,medium,coding,mid,,pct,3,0.289,,,9.0,subjective-quality-of-10,0.0289,,,"https://www.reddit.com/r/ChatGPTCoding/comments/1x1jbry/i_tested_16_ai_modelreasoning_combinations_on_the/ (post table, row GPT-6.1 Sol / Medium, column Quality (subjective rating /10))",,in,out:cost-basis reddit-1x1jbry-unity,reddit-AlexXx52,opus-5.5,medium,coding,mid,,pct,4,0.289,,,9.7,subjective-quality-of-10,0.0289,,,"https://www.reddit.com/r/ChatGPTCoding/comments/1x1jbry/i_tested_16_ai_modelreasoning_combinations_on_the/ (post table, row Claude Opus 5.5 / Medium, column Quality (subjective rating /10))",,in,out:cost-basis reddit-1x1jbry-unity,reddit-AlexXx52,opus-4.8,medium,coding,mid,,pct,3,0.289,,,8.6,subjective-quality-of-10,0.0289,,,"https://www.reddit.com/r/ChatGPTCoding/comments/1x1jbry/i_tested_16_ai_modelreasoning_combinations_on_the/ (post table, row Claude Opus 4.8 / Medium, column Quality (subjective rating /10))",,in,out:cost-basis reddit-1x1jbry-unity,reddit-AlexXx52,gemini-3.1-pro,high,coding,mid,,pct,4,0.289,,,8.6,subjective-quality-of-10,0.0289,,,"https://www.reddit.com/r/ChatGPTCoding/comments/1x1jbry/i_tested_16_ai_modelreasoning_combinations_on_the/ (post table, row Gemini 3.1 Pro / High, column Quality (subjective rating /10))",,in,out:cost-basis reddit-1x1jbry-unity,reddit-AlexXx52,sonnet-4.6,medium,coding,mid,,pct,4,0.289,,,7.8,subjective-quality-of-10,0.0289,,,"https://www.reddit.com/r/ChatGPTCoding/comments/1x1jbry/i_tested_16_ai_modelreasoning_combinations_on_the/ (post table, row Claude Sonnet 4.6 / Medium, column Quality (subjective rating /10))",,in,out:cost-basis reddit-1x1jbry-unity,reddit-AlexXx52,sonnet-5.5,high,coding,mid,,pct,4,0.289,,,8.9,subjective-quality-of-10,0.0289,,,"https://www.reddit.com/r/ChatGPTCoding/comments/1x1jbry/i_tested_16_ai_modelreasoning_combinations_on_the/ (post table, row Claude Sonnet 5.5 / High, column Quality (subjective rating /10))",,in,out:cost-basis reddit-1x1jbry-unity,reddit-AlexXx52,gpt-6.1-sol,high,coding,mid,,pct,5,0.289,,,9.2,subjective-quality-of-10,0.0289,,,"https://www.reddit.com/r/ChatGPTCoding/comments/1x1jbry/i_tested_16_ai_modelreasoning_combinations_on_the/ (post table, row GPT-6.1 Sol / High, column Quality (subjective rating /10))",,in,out:cost-basis reddit-1x1jbry-unity,reddit-AlexXx52,opus-5.5,high,coding,mid,,pct,5,0.289,,,9.8,subjective-quality-of-10,0.0289,,,"https://www.reddit.com/r/ChatGPTCoding/comments/1x1jbry/i_tested_16_ai_modelreasoning_combinations_on_the/ (post table, row Claude Opus 5.5 / High, column Quality (subjective rating /10))",,in,out:cost-basis reddit-1x1jbry-unity,reddit-AlexXx52,opus-4.8,high,coding,mid,,pct,6,0.289,,,8.2,subjective-quality-of-10,0.0289,,,"https://www.reddit.com/r/ChatGPTCoding/comments/1x1jbry/i_tested_16_ai_modelreasoning_combinations_on_the/ (post table, row Claude Opus 4.8 / High, column Quality (subjective rating /10))",,in,out:cost-basis reddit-1x1jbry-unity,reddit-AlexXx52,sonnet-4.6,high,coding,mid,,pct,9,0.289,,,8.0,subjective-quality-of-10,0.0289,,,"https://www.reddit.com/r/ChatGPTCoding/comments/1x1jbry/i_tested_16_ai_modelreasoning_combinations_on_the/ (post table, row Claude Sonnet 4.6 / High, column Quality (subjective rating /10))",,in,out:cost-basis reddit-1x1jbry-unity,reddit-AlexXx52,gpt-5.6-sol,medium,coding,mid,,pct,12,0.289,,,9.2,subjective-quality-of-10,0.0289,,,"https://www.reddit.com/r/ChatGPTCoding/comments/1x1jbry/i_tested_16_ai_modelreasoning_combinations_on_the/ (post table, row GPT-5.6 Sol / Medium, column Quality (subjective rating /10))",,in,out:cost-basis reddit-1x1jbry-unity,reddit-AlexXx52,gpt-6-astra,medium,coding,mid,,pct,14,0.289,,,9.0,subjective-quality-of-10,0.0289,,,"https://www.reddit.com/r/ChatGPTCoding/comments/1x1jbry/i_tested_16_ai_modelreasoning_combinations_on_the/ (post table, row GPT-6 Astra / Medium, column Quality (subjective rating /10))",,in,out:cost-basis reddit-1x1jbry-unity,reddit-AlexXx52,gpt-6.1-sol,not-established:absent,coding,mid,,pct,17,0.289,,,9.3,subjective-quality-of-10,0.0289,,,"https://www.reddit.com/r/ChatGPTCoding/comments/1x1jbry/i_tested_16_ai_modelreasoning_combinations_on_the/ (post table, row GPT-6.1 Sol / Ultra, column Quality (subjective rating /10))",,out:effort-not-established,out:effort-not-established reddit-1x1jbry-unity,reddit-AlexXx52,gpt-5.6-sol,high,coding,mid,,pct,18,0.289,,,9.3,subjective-quality-of-10,0.0289,,,"https://www.reddit.com/r/ChatGPTCoding/comments/1x1jbry/i_tested_16_ai_modelreasoning_combinations_on_the/ (post table, row GPT-5.6 Sol / High, column Quality (subjective rating /10))",,in,out:cost-basis reddit-1x1jbry-unity,reddit-AlexXx52,gpt-6-astra,high,coding,mid,,pct,20,0.289,,,9.3,subjective-quality-of-10,0.0289,,,"https://www.reddit.com/r/ChatGPTCoding/comments/1x1jbry/i_tested_16_ai_modelreasoning_combinations_on_the/ (post table, row GPT-6 Astra / High, column Quality (subjective rating /10))",,in,out:cost-basis reddit-1x0iu5x-research,reddit-dergachoff,haiku-5.5,low,agentic-tool,mid,own-app-agent(Exa+Brave+fetcher),,0.09,0.00289,,,1,wins-vs-deepseek-of-4,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.reddit.com/r/ClaudeAI/comments/1x0iu5x/haiku_55_vs_deepseek_v41_flash_on_my_2_boring/ (selftext, table, column W/T/L vs DeepSeek, row low (W=1))",,in,in reddit-1x0iu5x-research,reddit-dergachoff,haiku-5.5,medium,agentic-tool,mid,own-app-agent(Exa+Brave+fetcher),,0.12,0.00289,,,1,wins-vs-deepseek-of-4,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.reddit.com/r/ClaudeAI/comments/1x0iu5x/haiku_55_vs_deepseek_v41_flash_on_my_2_boring/ (selftext, table, column W/T/L vs DeepSeek, row medium (W=1))",,in,in reddit-1x0iu5x-research,reddit-dergachoff,haiku-5.5,high,agentic-tool,mid,own-app-agent(Exa+Brave+fetcher),,0.31,0.00289,,,0,wins-vs-deepseek-of-4,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.reddit.com/r/ClaudeAI/comments/1x0iu5x/haiku_55_vs_deepseek_v41_flash_on_my_2_boring/ (selftext, table, column W/T/L vs DeepSeek, row high (W=0))",,out:uninformative,in reddit-1x0iu5x-research,reddit-dergachoff,deepseek-v4.1-flash,low,agentic-tool,mid,own-app-agent(Exa+Brave+fetcher),,0.35,0.00289,,,,wins-vs-deepseek-of-4,,,cost-method-assumed-single,https://www.reddit.com/r/ClaudeAI/comments/1x0iu5x/haiku_55_vs_deepseek_v41_flash_on_my_2_boring/ (),,,out:cost-not-comparable reddit-1x1nsaz-codesearch,reddit-emarkosov,opus-5.5,high,coding,mid,ClaudeCode-subagents,per-task,6.17,0.00289,,,45,files-found-of-48,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.reddit.com/r/ClaudeAI/comments/1x1nsaz/i_tested_haiku_55_sonnet_55_and_opus_55_as/ (post text, code search section)",,in,in reddit-1x1nsaz-codesearch,reddit-emarkosov,sonnet-5.5,high,coding,mid,ClaudeCode-subagents,per-task,1.035,0.199,,,44,files-found-of-48,0.289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://www.reddit.com/r/ClaudeAI/comments/1x1nsaz/i_tested_haiku_55_sonnet_55_and_opus_55_as/ (post text, code search section)",,in,out:cost-single-couple reddit-1x1nsaz-codesearch,reddit-emarkosov,haiku-5.5,high,coding,mid,ClaudeCode-subagents,per-task,,,,,44,files-found-of-48,0.289,,,"https://www.reddit.com/r/ClaudeAI/comments/1x1nsaz/i_tested_haiku_55_sonnet_55_and_opus_55_as/ (post text, code search section)",,in,out:contradictory reddit-1x1nsaz-codesearch,reddit-emarkosov,haiku-5.5,xhigh,coding,mid,ClaudeCode-subagents,per-task,1.39,0.00289,,,44,files-found-of-48,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.reddit.com/r/ClaudeAI/comments/1x1nsaz/i_tested_haiku_55_sonnet_55_and_opus_55_as/ (post text, code search section)",,in,in reddit-1x1nsaz-web5,reddit-emarkosov,opus-5.5,high,mixed,mid,ClaudeCode-subagents,per-5-tasks,,,,,,none,,,,https://www.reddit.com/r/ClaudeAI/comments/1x1nsaz/i_tested_haiku_55_sonnet_55_and_opus_55_as/ (),,,out:contradictory reddit-1x1nsaz-web5,reddit-emarkosov,sonnet-5.5,high,mixed,mid,ClaudeCode-subagents,per-5-tasks,1.1925000000000001,0.23,,,,none,,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://www.reddit.com/r/ClaudeAI/comments/1x1nsaz/i_tested_haiku_55_sonnet_55_and_opus_55_as/ (),,,out:cost-single-couple reddit-1x1nsaz-web5,reddit-emarkosov,haiku-5.5,high,mixed,mid,ClaudeCode-subagents,per-5-tasks,0.12,0.00289,,,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reddit.com/r/ClaudeAI/comments/1x1nsaz/i_tested_haiku_55_sonnet_55_and_opus_55_as/ (),,,in reddit-1x1nsaz-web5,reddit-emarkosov,haiku-5.5,xhigh,mixed,mid,ClaudeCode-subagents,per-5-tasks,2.28,0.00289,,,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reddit.com/r/ClaudeAI/comments/1x1nsaz/i_tested_haiku_55_sonnet_55_and_opus_55_as/ (),,,in reddit-1x132yy-agentic,reddit-Escobar747,haiku-5.5,medium,coding,hard,ClaudeCode,,0.08,0.00289,,,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reddit.com/r/ClaudeCode/comments/1x132yy/is_haiku_55_good_enough_to_be_your_main_coding/ (),,,in reddit-1x132yy-agentic,reddit-Escobar747,haiku-5.5,high,coding,hard,ClaudeCode,,1.03,0.00289,,,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.reddit.com/r/ClaudeCode/comments/1x132yy/is_haiku_55_good_enough_to_be_your_main_coding/ (),,,in reddit-1x132yy-agentic,reddit-Escobar747,sonnet-5.5,medium,coding,hard,ClaudeCode,,1.26,0.243,,,,none,,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://www.reddit.com/r/ClaudeCode/comments/1x132yy/is_haiku_55_good_enough_to_be_your_main_coding/ (),,,out:cost-single-couple lighthouse-svg,reddit-lighthouse,?Astra,not-established:absent,coding,mid,GitHub-Copilot,,3.78,0.00289,,,,none,,,,"https://www.reddit.com/r/ChatGPT/comments/1wnn00k/lighthouse_svg_comparison_sol_6_opus_55_astra/ (post body bullet 'Astra' (378 AIU, printed as $3.78))",,,out:model-not-established lighthouse-svg,reddit-lighthouse,?Sol 6,not-established:absent,coding,mid,GitHub-Copilot,,126,0.289,,,,none,,,,"https://www.reddit.com/r/ChatGPT/comments/1wnn00k/lighthouse_svg_comparison_sol_6_opus_55_astra/ (post body bullet 'Sol 6' (126, AIU unit, no dollar figure printed))",,,out:model-not-established lighthouse-svg,reddit-lighthouse,fable-5.1,xhigh,coding,mid,GitHub-Copilot,,811,0.289,,,,none,,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.reddit.com/r/ChatGPT/comments/1wnn00k/lighthouse_svg_comparison_sol_6_opus_55_astra/ (post body bullet 'Fable 5.1' (811, AIU unit, no dollar figure printed))",,,out:cost-single-couple lighthouse-svg,reddit-lighthouse,opus-5.5,xhigh,coding,mid,GitHub-Copilot,,,,,,,none,,,,"https://www.reddit.com/r/ChatGPT/comments/1wnn00k/lighthouse_svg_comparison_sol_6_opus_55_astra/ (post body bullet 'Opus 5.5' (over 2000, AIU unit, run stopped))",,,out:no-proof reddit-1x0poki-pigs,reddit-smith2008,sonnet-5.5,high,writing,mid,ClaudeCode,,,,,,7.9,judge-score-of-10,0.0289,,,"https://www.reddit.com/r/ClaudeAI/comments/1x0poki/i_had_haiku_sonnet_and_opus_55_each_animate_the/ (selftext, result list item 1 (score out of 10))",,in, reddit-1x0poki-pigs,reddit-smith2008,opus-5.5,high,writing,mid,ClaudeCode,,,,,,7.3,judge-score-of-10,0.0289,,,"https://www.reddit.com/r/ClaudeAI/comments/1x0poki/i_had_haiku_sonnet_and_opus_55_each_animate_the/ (selftext, result list item 2 (score out of 10))",,in, reddit-1x0poki-pigs,reddit-smith2008,haiku-5.5,high,writing,mid,ClaudeCode,,,,,,3.9,judge-score-of-10,0.0289,,,"https://www.reddit.com/r/ClaudeAI/comments/1x0poki/i_had_haiku_sonnet_and_opus_55_each_animate_the/ (selftext, result list item 3 (score out of 10))",,in, regusim-monitor,regusim-2608.19974,gpt-5.4-mini,unstated,mixed,mid,LLM monitor (own pipeline),,,,,,63.8,score%,0.0289,,,"https://arxiv.org/abs/2608.19974 (Table 37, row GPT-5.4 Mini, column Macro F1 (%))",,out:effort-not-established, regusim-monitor,regusim-2608.19974,gemini-3.5-flash,unstated,mixed,mid,LLM monitor (own pipeline),,,,,,54.5,score%,0.0289,,,"https://arxiv.org/abs/2608.19974 (Table 37, row Gemini 3.5 Flash, column Macro F1 (%))",,out:effort-not-established, regusim-monitor,regusim-2608.19974,?DeepSeek V4 Pro,not-established:absent,mixed,mid,LLM monitor (own pipeline),,,,,,46.5,score%,0.0289,,,"https://arxiv.org/abs/2608.19974 (Table 37, row DeepSeek V4 Pro, column Macro F1 (%))",,out:model-not-established, researchclawbench-rh,researchclawbench,opus-4.6,unstated,reasoning-math,frontier,ResearchHarness,per-suite,61.966667,2.89e-07,,,17.6693,score-of-100,2.89e-05,,,https://internscience.github.io/ResearchClawBench-Home/ ($.configs / row ResearchHarness (Claude-Opus-4.6) / column mean_score),,out:effort-not-established,out:effort-not-established researchclawbench-rh,researchclawbench,opus-4.7,unstated,reasoning-math,frontier,ResearchHarness,per-suite,67.373333,2.89e-07,,,19.2193,score-of-100,2.89e-05,,,https://internscience.github.io/ResearchClawBench-Home/ ($.configs / row ResearchHarness (Claude-Opus-4.7) / column mean_score),,out:effort-not-established,out:effort-not-established researchclawbench-rh,researchclawbench,opus-4.8,unstated,reasoning-math,frontier,ResearchHarness,per-suite,30.886667,2.89e-07,,,17.0127,score-of-100,2.89e-05,,,https://internscience.github.io/ResearchClawBench-Home/ ($.configs / row ResearchHarness (Claude-Opus-4.8) / column mean_score),,out:effort-not-established,out:effort-not-established researchclawbench-rh,researchclawbench,?DeepSeek-V4-Pro,not-established:absent,reasoning-math,frontier,ResearchHarness,per-suite,3.045361,2.89e-07,,,15.9953,score-of-100,2.89e-05,,,https://internscience.github.io/ResearchClawBench-Home/ ($.configs / row ResearchHarness (DeepSeek-V4-Pro) / column mean_score),,out:model-not-established,out:model-not-established researchclawbench-rh,researchclawbench,glm-5.1,unstated,reasoning-math,frontier,ResearchHarness,per-suite,14.354832,2.89e-07,,,16.4893,score-of-100,2.89e-05,,,https://internscience.github.io/ResearchClawBench-Home/ ($.configs / row ResearchHarness (GLM-5.1) / column mean_score),,out:effort-not-established,out:effort-not-established researchclawbench-rh,researchclawbench,glm-5.2,unstated,reasoning-math,frontier,ResearchHarness,per-suite,12.968474,2.89e-07,,,19.3593,score-of-100,2.89e-05,,,https://internscience.github.io/ResearchClawBench-Home/ ($.configs / row ResearchHarness (GLM-5.2) / column mean_score),,out:effort-not-established,out:effort-not-established researchclawbench-rh,researchclawbench,gpt-5.4,unstated,reasoning-math,frontier,ResearchHarness,per-suite,46.520625,2.89e-07,,,15.5773,score-of-100,2.89e-05,,,https://internscience.github.io/ResearchClawBench-Home/ ($.configs / row ResearchHarness (GPT-5.4) / column mean_score),,out:effort-not-established,out:effort-not-established researchclawbench-rh,researchclawbench,gpt-5.5,unstated,reasoning-math,frontier,ResearchHarness,per-suite,18.42375,2.89e-07,,,17.2727,score-of-100,2.89e-05,,,https://internscience.github.io/ResearchClawBench-Home/ ($.configs / row ResearchHarness (GPT-5.5) / column mean_score),,out:effort-not-established,out:effort-not-established researchclawbench-rh,researchclawbench,gemini-3.1-pro,unstated,reasoning-math,frontier,ResearchHarness,per-suite,15.3015,2.89e-07,,,10.4567,score-of-100,2.89e-05,,,https://internscience.github.io/ResearchClawBench-Home/ ($.configs / row ResearchHarness (Gemini-3.1-Pro) / column mean_score),,out:effort-not-established,out:effort-not-established researchclawbench-rh,researchclawbench,gemini-3.5-flash,unstated,reasoning-math,frontier,ResearchHarness,per-suite,14.149125,2.89e-07,,,15.4660,score-of-100,2.89e-05,,,https://internscience.github.io/ResearchClawBench-Home/ ($.configs / row ResearchHarness (Gemini-3.5-Flash) / column mean_score),,out:effort-not-established,out:effort-not-established researchclawbench-rh,researchclawbench,grok-4.1,unstated,reasoning-math,frontier,ResearchHarness,per-suite,0.533683,2.89e-07,,,12.6520,score-of-100,2.89e-05,,,https://internscience.github.io/ResearchClawBench-Home/ ($.configs / row ResearchHarness (Grok-4.1) / column mean_score),,out:effort-not-established,out:effort-not-established researchclawbench-rh,researchclawbench,grok-4.3,unstated,reasoning-math,frontier,ResearchHarness,per-suite,2.943230,2.89e-07,,,11.3707,score-of-100,2.89e-05,,,https://internscience.github.io/ResearchClawBench-Home/ ($.configs / row ResearchHarness (Grok-4.3) / column mean_score),,out:effort-not-established,out:effort-not-established researchclawbench-rh,researchclawbench,?Hy3-Preview,not-established:absent,reasoning-math,frontier,ResearchHarness,per-suite,0.381709,2.89e-07,,,11.2347,score-of-100,2.89e-05,,,https://internscience.github.io/ResearchClawBench-Home/ ($.configs / row ResearchHarness (Hy3-Preview) / column mean_score),,out:model-not-established,out:model-not-established researchclawbench-rh,researchclawbench,?Kimi-K2.5,not-established:absent,reasoning-math,frontier,ResearchHarness,per-suite,6.6308,2.89e-07,,,12.3240,score-of-100,2.89e-05,,,https://internscience.github.io/ResearchClawBench-Home/ ($.configs / row ResearchHarness (Kimi-K2.5) / column mean_score),,out:model-not-established,out:model-not-established researchclawbench-rh,researchclawbench,kimi-k2.6,unstated,reasoning-math,frontier,ResearchHarness,per-suite,10.241890,2.89e-07,,,18.7833,score-of-100,2.89e-05,,,https://internscience.github.io/ResearchClawBench-Home/ ($.configs / row ResearchHarness (Kimi-K2.6) / column mean_score),,out:effort-not-established,out:effort-not-established researchclawbench-rh,researchclawbench,?MiMo-V2-Pro,not-established:absent,reasoning-math,frontier,ResearchHarness,per-suite,5.6735,2.89e-07,,,15.0313,score-of-100,2.89e-05,,,https://internscience.github.io/ResearchClawBench-Home/ ($.configs / row ResearchHarness (MiMo-V2-Pro) / column mean_score),,out:model-not-established,out:model-not-established researchclawbench-rh,researchclawbench,mimo-v2.5,unstated,reasoning-math,frontier,ResearchHarness,per-suite,1.82840,2.89e-07,,,14.5960,score-of-100,2.89e-05,,,https://internscience.github.io/ResearchClawBench-Home/ ($.configs / row ResearchHarness (MiMo-V2.5) / column mean_score),,out:effort-not-established,out:effort-not-established researchclawbench-rh,researchclawbench,minimax-m3,unstated,reasoning-math,frontier,ResearchHarness,per-suite,4.628925,2.89e-07,,,15.6920,score-of-100,2.89e-05,,,https://internscience.github.io/ResearchClawBench-Home/ ($.configs / row ResearchHarness (MiniMax-M3) / column mean_score),,out:effort-not-established,out:effort-not-established researchclawbench-rh,researchclawbench,qwen3.5-397b-a17b,unstated,reasoning-math,frontier,ResearchHarness,per-suite,7.72920,2.89e-07,,,14.0087,score-of-100,2.89e-05,,,https://internscience.github.io/ResearchClawBench-Home/ ($.configs / row ResearchHarness (Qwen3.5-397B-A17B) / column mean_score),,out:effort-not-established,out:effort-not-established researchclawbench-rh,researchclawbench,qwen3.6-plus,unstated,reasoning-math,frontier,ResearchHarness,per-suite,4.522875,2.89e-07,,,13.5753,score-of-100,2.89e-05,,,https://internscience.github.io/ResearchClawBench-Home/ ($.configs / row ResearchHarness (Qwen3.6-Plus) / column mean_score),,out:effort-not-established,out:effort-not-established researchclawbench-rh,researchclawbench,qwen3.7-max,unstated,reasoning-math,frontier,ResearchHarness,per-suite,6.269375,2.89e-07,,,16.2133,score-of-100,2.89e-05,,,https://internscience.github.io/ResearchClawBench-Home/ ($.configs / row ResearchHarness (Qwen3.7-Max) / column mean_score),,out:effort-not-established,out:effort-not-established rs11403312-composite,researchsquare-rs-11403312,qwen3.8-omni-flash,unstated,coding,hard,,,,,,,74.4,composite score,0.0289,,,"https://doi.org/10.21203/rs.3.rs-11403312/v1 (Table 2, composite score row)",,out:effort-not-established, rf-pg-ocr,roboflow-playground-evals,gemini-4-argon,low,mixed,mid,roboflow-playground,,,,,,85.7,score-0-100,0.0289,,,"https://playground.roboflow.com/evals/ (Results by task table, row ""Gemini 4 Argon"", column OCR)",,in, rf-pg-overall,roboflow-playground-evals,gemini-4-argon,low,mixed,mid,roboflow-playground,USD,0.0058,2.89e-05,,,87.5,overall-mean-pct,0.0289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://playground.roboflow.com/evals/ (Overall ranking table, row ""Gemini 4 Argon"", column score)",,in,in rf-pg-ocr,roboflow-playground-evals,gpt-6-astra,low,mixed,mid,roboflow-playground,,,,,,77.8,score-0-100,0.0289,,,"https://playground.roboflow.com/evals/ (Results by task table, row ""GPT-6 Astra"", column OCR)",,in, rf-pg-overall,roboflow-playground-evals,gpt-6-astra,low,mixed,mid,roboflow-playground,USD,0.034,0.000289,,,83.4,overall-mean-pct,0.0289,,cost-base-price:cost-publisher-figure,"https://playground.roboflow.com/evals/ (Overall ranking table, row ""GPT-6 Astra"", column score)",,in,in rf-pg-ocr,roboflow-playground-evals,opus-5.5,low,mixed,mid,roboflow-playground,,,,,,78.3,score-0-100,0.0289,,,"https://playground.roboflow.com/evals/ (Results by task table, row ""Claude Opus 5.5"", column OCR)",,in, rf-pg-overall,roboflow-playground-evals,opus-5.5,low,mixed,mid,roboflow-playground,USD,0.015,0.000289,,,82.0,overall-mean-pct,0.0289,,cost-base-price:cost-publisher-figure,"https://playground.roboflow.com/evals/ (Overall ranking table, row ""Claude Opus 5.5"", column score)",,in,in rf-pg-ocr,roboflow-playground-evals,gemini-3.5-flash,low,mixed,mid,roboflow-playground,,,,,,76.7,score-0-100,0.0289,,,"https://playground.roboflow.com/evals/ (Results by task table, row ""Gemini 3.5 Flash"", column OCR)",,in, rf-pg-overall,roboflow-playground-evals,gemini-3.5-flash,low,mixed,mid,roboflow-playground,USD,0.012,0.000289,,,81.8,overall-mean-pct,0.0289,,,"https://playground.roboflow.com/evals/ (Overall ranking table, row ""Gemini 3.5 Flash"", column score)",,in,out:cost-not-comparable rf-pg-ocr,roboflow-playground-evals,gpt-6.1-sol,low,mixed,mid,roboflow-playground,,,,,,75.8,score-0-100,0.0289,,,"https://playground.roboflow.com/evals/ (Results by task table, row ""GPT-6.1 Sol"", column OCR)",,in, rf-pg-overall,roboflow-playground-evals,gpt-6.1-sol,low,mixed,mid,roboflow-playground,USD,0.0068,2.89e-05,,,81.7,overall-mean-pct,0.0289,,cost-base-price:cost-publisher-figure,"https://playground.roboflow.com/evals/ (Overall ranking table, row ""GPT-6.1 Sol"", column score)",,in,in rf-pg-ocr,roboflow-playground-evals,gemini-3.7-flash,low,mixed,mid,roboflow-playground,,,,,,73.9,score-0-100,0.0289,,,"https://playground.roboflow.com/evals/ (Results by task table, row ""Gemini 3.7 Flash"", column OCR)",,in, rf-pg-overall,roboflow-playground-evals,gemini-3.7-flash,low,mixed,mid,roboflow-playground,USD,0.0033,2.89e-05,,,80.1,overall-mean-pct,0.0289,,,"https://playground.roboflow.com/evals/ (Overall ranking table, row ""Gemini 3.7 Flash"", column score)",,in,out:cost-not-comparable rf-pg-ocr,roboflow-playground-evals,gemini-3.8-flash,low,mixed,mid,roboflow-playground,,,,,,72.8,score-0-100,0.0289,,,"https://playground.roboflow.com/evals/ (Results by task table, row ""Gemini 3.8 Flash"", column OCR)",,in, rf-pg-overall,roboflow-playground-evals,gemini-3.8-flash,low,mixed,mid,roboflow-playground,USD,0.0045,2.89e-05,,,79.8,overall-mean-pct,0.0289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://playground.roboflow.com/evals/ (Overall ranking table, row ""Gemini 3.8 Flash"", column score)",,in,in rf-pg-ocr,roboflow-playground-evals,?Qwen3.8 Max,not-established:absent,mixed,mid,roboflow-playground,,,,,,74.0,score-0-100,0.0289,,,"https://playground.roboflow.com/evals/ (Results by task table, row ""Qwen3.8 Max"", column OCR)",,out:model-not-established, rf-pg-overall,roboflow-playground-evals,?Qwen3.8 Max,not-established:absent,mixed,mid,roboflow-playground,USD,0.0080,2.89e-05,,,79.3,overall-mean-pct,0.0289,,,"https://playground.roboflow.com/evals/ (Overall ranking table, row ""Qwen3.8 Max"", column score)",,out:model-not-established,out:model-not-established rf-pg-ocr,roboflow-playground-evals,sonnet-5.5,low,mixed,mid,roboflow-playground,,,,,,66.3,score-0-100,0.0289,,,"https://playground.roboflow.com/evals/ (Results by task table, row ""Claude Sonnet 5.5"", column OCR)",,in, rf-pg-overall,roboflow-playground-evals,sonnet-5.5,low,mixed,mid,roboflow-playground,USD,0.0073,2.89e-05,,,77.6,overall-mean-pct,0.0289,,cost-base-price:cost-publisher-figure,"https://playground.roboflow.com/evals/ (Overall ranking table, row ""Claude Sonnet 5.5"", column score)",,in,in rf-pg-ocr,roboflow-playground-evals,gemini-3.6-flash,low,mixed,mid,roboflow-playground,,,,,,71.8,score-0-100,0.0289,,,"https://playground.roboflow.com/evals/ (Results by task table, row ""Gemini 3.6 Flash"", column OCR)",,in, rf-pg-overall,roboflow-playground-evals,gemini-3.6-flash,low,mixed,mid,roboflow-playground,USD,0.0033,2.89e-05,,,77.1,overall-mean-pct,0.0289,,cost-base-price:cost-uniform-factor,"https://playground.roboflow.com/evals/ (Overall ranking table, row ""Gemini 3.6 Flash"", column score)",,in,in rf-pg-ocr,roboflow-playground-evals,gpt-6-sol,low,mixed,mid,roboflow-playground,,,,,,66.7,score-0-100,0.0289,,,"https://playground.roboflow.com/evals/ (Results by task table, row ""GPT-6 Sol"", column OCR)",,in, rf-pg-overall,roboflow-playground-evals,gpt-6-sol,low,mixed,mid,roboflow-playground,USD,0.0074,2.89e-05,,,76.9,overall-mean-pct,0.0289,,cost-base-price:cost-publisher-figure,"https://playground.roboflow.com/evals/ (Overall ranking table, row ""GPT-6 Sol"", column score)",,in,in rf-pg-ocr,roboflow-playground-evals,gemini-3.1-pro,low,mixed,mid,roboflow-playground,,,,,,72.6,score-0-100,0.0289,,,"https://playground.roboflow.com/evals/ (Results by task table, row ""Gemini 3.1 Pro"", column OCR)",,in, rf-pg-overall,roboflow-playground-evals,gemini-3.1-pro,low,mixed,mid,roboflow-playground,USD,0.010,0.000289,,,76.8,overall-mean-pct,0.0289,,cost-base-price:cost-publisher-figure,"https://playground.roboflow.com/evals/ (Overall ranking table, row ""Gemini 3.1 Pro"", column score)",,in,in rf-pg-ocr,roboflow-playground-evals,fable-5.1,low,mixed,mid,roboflow-playground,,,,,,72.9,score-0-100,0.0289,,,"https://playground.roboflow.com/evals/ (Results by task table, row ""Claude Fable 5.1"", column OCR)",,in, rf-pg-overall,roboflow-playground-evals,fable-5.1,low,mixed,mid,roboflow-playground,USD,0.039,0.000289,,,74.7,overall-mean-pct,0.0289,,cost-base-price:cost-publisher-figure,"https://playground.roboflow.com/evals/ (Overall ranking table, row ""Claude Fable 5.1"", column score)",,in,in rf-pg-ocr,roboflow-playground-evals,gpt-5.6-sol,low,mixed,mid,roboflow-playground,,,,,,63.6,score-0-100,0.0289,,,"https://playground.roboflow.com/evals/ (Results by task table, row ""GPT-5.6 Sol"", column OCR)",,in, rf-pg-overall,roboflow-playground-evals,gpt-5.6-sol,low,mixed,mid,roboflow-playground,USD,0.026125,0.0014,,,72.4,overall-mean-pct,0.0289,,cost-unrepriced; cost-price-band,"https://playground.roboflow.com/evals/ (Overall ranking table, row ""GPT-5.6 Sol"", column score)",,in,out:cost-single-couple rf-pg-ocr,roboflow-playground-evals,fable-5,low,mixed,mid,roboflow-playground,,,,,,72.3,score-0-100,0.0289,,,"https://playground.roboflow.com/evals/ (Results by task table, row ""Claude Fable 5"", column OCR)",,in, rf-pg-overall,roboflow-playground-evals,fable-5,low,mixed,mid,roboflow-playground,USD,0.039,0.000289,,,71.7,overall-mean-pct,0.0289,,cost-base-price:cost-publisher-figure,"https://playground.roboflow.com/evals/ (Overall ranking table, row ""Claude Fable 5"", column score)",,in,in rf-pg-ocr,roboflow-playground-evals,opus-5,low,mixed,mid,roboflow-playground,,,,,,68.0,score-0-100,0.0289,,,"https://playground.roboflow.com/evals/ (Results by task table, row ""Claude Opus 5"", column OCR)",,in, rf-pg-overall,roboflow-playground-evals,opus-5,low,mixed,mid,roboflow-playground,USD,0.020,0.000289,,,70.9,overall-mean-pct,0.0289,,cost-base-price:cost-publisher-figure,"https://playground.roboflow.com/evals/ (Overall ranking table, row ""Claude Opus 5"", column score)",,in,in rf-pg-ocr,roboflow-playground-evals,gpt-6-luna,low,mixed,mid,roboflow-playground,,,,,,59.8,score-0-100,0.0289,,,"https://playground.roboflow.com/evals/ (Results by task table, row ""GPT-6 Luna"", column OCR)",,in, rf-pg-overall,roboflow-playground-evals,gpt-6-luna,low,mixed,mid,roboflow-playground,USD,0.0004,2.89e-05,,,69.7,overall-mean-pct,0.0289,,cost-base-price:cost-publisher-figure,"https://playground.roboflow.com/evals/ (Overall ranking table, row ""GPT-6 Luna"", column score)",,in,in rf-pg-ocr,roboflow-playground-evals,haiku-5.5,low,mixed,mid,roboflow-playground,,,,,,61.2,score-0-100,0.0289,,,"https://playground.roboflow.com/evals/ (Results by task table, row ""Claude Haiku 5.5"", column OCR)",,in, rf-pg-overall,roboflow-playground-evals,haiku-5.5,low,mixed,mid,roboflow-playground,USD,0.0006,2.89e-05,,,69.6,overall-mean-pct,0.0289,,cost-base-price:cost-publisher-figure,"https://playground.roboflow.com/evals/ (Overall ranking table, row ""Claude Haiku 5.5"", column score)",,in,in rf-pg-det,roboflow-playground-evals,qwen3.8-27b,not-established:absent,mixed,mid,roboflow-playground,,,,,,65.7,score-0-100,0.0289,,,"https://playground.roboflow.com/evals/ (Results by task table, row ""Qwen3.8 27B"", column Object Detection)",,out:effort-not-established, rf-pg-cnt,roboflow-playground-evals,qwen3.8-27b,not-established:absent,mixed,mid,roboflow-playground,,,,,,64.9,score-0-100,0.0289,,,"https://playground.roboflow.com/evals/ (Results by task table, row ""Qwen3.8 27B"", column Counting)",,out:effort-not-established, rf-pg-ident,roboflow-playground-evals,qwen3.8-27b,not-established:absent,mixed,mid,roboflow-playground,,,,,,85.4,score-0-100,0.0289,,,"https://playground.roboflow.com/evals/ (Results by task table, row ""Qwen3.8 27B"", column Identification)",,out:effort-not-established, rf-pg-reason,roboflow-playground-evals,qwen3.8-27b,not-established:absent,mixed,mid,roboflow-playground,,,,,,62.0,score-0-100,0.0289,,,"https://playground.roboflow.com/evals/ (Results by task table, row ""Qwen3.8 27B"", column Reasoning)",,out:effort-not-established, rf-pg-overall,roboflow-playground-evals,qwen3.8-27b,not-established:absent,mixed,mid,roboflow-playground,USD,0.0009,2.89e-05,,,69.5,overall-mean-pct,0.0289,,,"https://playground.roboflow.com/evals/ (Overall ranking table, row ""Qwen3.8 27B"", column score)",,out:effort-not-established,out:effort-not-established rf-pg-det,roboflow-playground-evals,qwen3.6-27b,nothink,mixed,mid,roboflow-playground,,,,,,59.7,score-0-100,0.0289,,,"https://playground.roboflow.com/evals/ (Results by task table, row ""Qwen3.6 27B"", column Object Detection)",,in, rf-pg-cnt,roboflow-playground-evals,qwen3.6-27b,nothink,mixed,mid,roboflow-playground,,,,,,67.1,score-0-100,0.0289,,,"https://playground.roboflow.com/evals/ (Results by task table, row ""Qwen3.6 27B"", column Counting)",,in, rf-pg-ident,roboflow-playground-evals,qwen3.6-27b,nothink,mixed,mid,roboflow-playground,,,,,,82.3,score-0-100,0.0289,,,"https://playground.roboflow.com/evals/ (Results by task table, row ""Qwen3.6 27B"", column Identification)",,in, rf-pg-reason,roboflow-playground-evals,qwen3.6-27b,nothink,mixed,mid,roboflow-playground,,,,,,59.2,score-0-100,0.0289,,,"https://playground.roboflow.com/evals/ (Results by task table, row ""Qwen3.6 27B"", column Reasoning)",,in, rf-pg-overall,roboflow-playground-evals,qwen3.6-27b,nothink,mixed,mid,roboflow-playground,USD,0.0021,2.89e-05,,,67.1,overall-mean-pct,0.0289,,,"https://playground.roboflow.com/evals/ (Overall ranking table, row ""Qwen3.6 27B"", column score)",,out:partial,out:partial rf-pg-ocr,roboflow-playground-evals,gpt-5.5,low,mixed,mid,roboflow-playground,,,,,,58.4,score-0-100,0.0289,,,"https://playground.roboflow.com/evals/ (Results by task table, row ""GPT-5.5"", column OCR)",,in, rf-pg-overall,roboflow-playground-evals,gpt-5.5,low,mixed,mid,roboflow-playground,USD,0.025,0.000289,,,66.0,overall-mean-pct,0.0289,,cost-base-price:cost-publisher-figure,"https://playground.roboflow.com/evals/ (Overall ranking table, row ""GPT-5.5"", column score)",,in,in rf-pg-ocr,roboflow-playground-evals,gpt-5.6-terra,low,mixed,mid,roboflow-playground,,,,,,56.3,score-0-100,0.0289,,,"https://playground.roboflow.com/evals/ (Results by task table, row ""GPT-5.6 Terra"", column OCR)",,in, rf-pg-overall,roboflow-playground-evals,gpt-5.6-terra,low,mixed,mid,roboflow-playground,USD,0.010,0.000289,,,66.0,overall-mean-pct,0.0289,,cost-base-price:cost-publisher-figure,"https://playground.roboflow.com/evals/ (Overall ranking table, row ""GPT-5.6 Terra"", column score)",,in,in rf-pg-ocr,roboflow-playground-evals,gemini-3-flash,low,mixed,mid,roboflow-playground,,,,,,63.9,score-0-100,0.0289,,,"https://playground.roboflow.com/evals/ (Results by task table, row ""Gemini 3 Flash"", column OCR)",,in, rf-pg-overall,roboflow-playground-evals,gemini-3-flash,low,mixed,mid,roboflow-playground,USD,0.0024,2.89e-05,,,65.7,overall-mean-pct,0.0289,,cost-base-price:cost-publisher-figure,"https://playground.roboflow.com/evals/ (Overall ranking table, row ""Gemini 3 Flash"", column score)",,in,in rf-pg-det,roboflow-playground-evals,qwen3.6-35b-a3b,nothink,mixed,mid,roboflow-playground,,,,,,57.0,score-0-100,0.0289,,,"https://playground.roboflow.com/evals/ (Results by task table, row ""Qwen3.6 35B-A3B"", column Object Detection)",,in, rf-pg-cnt,roboflow-playground-evals,qwen3.6-35b-a3b,nothink,mixed,mid,roboflow-playground,,,,,,65.3,score-0-100,0.0289,,,"https://playground.roboflow.com/evals/ (Results by task table, row ""Qwen3.6 35B-A3B"", column Counting)",,in, rf-pg-ident,roboflow-playground-evals,qwen3.6-35b-a3b,nothink,mixed,mid,roboflow-playground,,,,,,82.3,score-0-100,0.0289,,,"https://playground.roboflow.com/evals/ (Results by task table, row ""Qwen3.6 35B-A3B"", column Identification)",,in, rf-pg-reason,roboflow-playground-evals,qwen3.6-35b-a3b,nothink,mixed,mid,roboflow-playground,,,,,,54.8,score-0-100,0.0289,,,"https://playground.roboflow.com/evals/ (Results by task table, row ""Qwen3.6 35B-A3B"", column Reasoning)",,in, rf-pg-overall,roboflow-playground-evals,qwen3.6-35b-a3b,nothink,mixed,mid,roboflow-playground,USD,0.0012,2.89e-05,,,64.8,overall-mean-pct,0.0289,,,"https://playground.roboflow.com/evals/ (Overall ranking table, row ""Qwen3.6 35B-A3B"", column score)",,out:partial,out:partial rf-pg-ocr,roboflow-playground-evals,gpt-5.6-luna,low,mixed,mid,roboflow-playground,,,,,,51.8,score-0-100,0.0289,,,"https://playground.roboflow.com/evals/ (Results by task table, row ""GPT-5.6 Luna"", column OCR)",,in, rf-pg-overall,roboflow-playground-evals,gpt-5.6-luna,low,mixed,mid,roboflow-playground,USD,0.0011,2.89e-05,,,64.7,overall-mean-pct,0.0289,,cost-base-price:cost-publisher-figure,"https://playground.roboflow.com/evals/ (Overall ranking table, row ""GPT-5.6 Luna"", column score)",,in,in rf-pg-det,roboflow-playground-evals,qwen3.5-27b,nothink,mixed,mid,roboflow-playground,,,,,,50.5,score-0-100,0.0289,,,"https://playground.roboflow.com/evals/ (Results by task table, row ""Qwen3.5 27B"", column Object Detection)",,in, rf-pg-cnt,roboflow-playground-evals,qwen3.5-27b,nothink,mixed,mid,roboflow-playground,,,,,,67.6,score-0-100,0.0289,,,"https://playground.roboflow.com/evals/ (Results by task table, row ""Qwen3.5 27B"", column Counting)",,in, rf-pg-ident,roboflow-playground-evals,qwen3.5-27b,nothink,mixed,mid,roboflow-playground,,,,,,80.2,score-0-100,0.0289,,,"https://playground.roboflow.com/evals/ (Results by task table, row ""Qwen3.5 27B"", column Identification)",,in, rf-pg-reason,roboflow-playground-evals,qwen3.5-27b,nothink,mixed,mid,roboflow-playground,,,,,,58.1,score-0-100,0.0289,,,"https://playground.roboflow.com/evals/ (Results by task table, row ""Qwen3.5 27B"", column Reasoning)",,in, rf-pg-overall,roboflow-playground-evals,qwen3.5-27b,nothink,mixed,mid,roboflow-playground,USD,0.0043,2.89e-05,,,64.1,overall-mean-pct,0.0289,,,"https://playground.roboflow.com/evals/ (Overall ranking table, row ""Qwen3.5 27B"", column score)",,out:partial,out:partial rf-pg-ocr,roboflow-playground-evals,grok-4.7,low,mixed,mid,roboflow-playground,,,,,,63.6,score-0-100,0.0289,,,"https://playground.roboflow.com/evals/ (Results by task table, row ""Grok 4.7"", column OCR)",,in, rf-pg-overall,roboflow-playground-evals,grok-4.7,low,mixed,mid,roboflow-playground,USD,0.020,0.000289,,,63.5,overall-mean-pct,0.0289,,cost-base-price:cost-publisher-figure,"https://playground.roboflow.com/evals/ (Overall ranking table, row ""Grok 4.7"", column score)",,in,in rf-pg-det,roboflow-playground-evals,qwen3.5-35b-a3b,nothink,mixed,mid,roboflow-playground,,,,,,52.9,score-0-100,0.0289,,,"https://playground.roboflow.com/evals/ (Results by task table, row ""Qwen3.5 35B-A3B"", column Object Detection)",,in, rf-pg-cnt,roboflow-playground-evals,qwen3.5-35b-a3b,nothink,mixed,mid,roboflow-playground,,,,,,62.6,score-0-100,0.0289,,,"https://playground.roboflow.com/evals/ (Results by task table, row ""Qwen3.5 35B-A3B"", column Counting)",,in, rf-pg-ident,roboflow-playground-evals,qwen3.5-35b-a3b,nothink,mixed,mid,roboflow-playground,,,,,,80.2,score-0-100,0.0289,,,"https://playground.roboflow.com/evals/ (Results by task table, row ""Qwen3.5 35B-A3B"", column Identification)",,in, rf-pg-reason,roboflow-playground-evals,qwen3.5-35b-a3b,nothink,mixed,mid,roboflow-playground,,,,,,54.1,score-0-100,0.0289,,,"https://playground.roboflow.com/evals/ (Results by task table, row ""Qwen3.5 35B-A3B"", column Reasoning)",,in, rf-pg-overall,roboflow-playground-evals,qwen3.5-35b-a3b,nothink,mixed,mid,roboflow-playground,USD,0.0016,2.89e-05,,,62.5,overall-mean-pct,0.0289,,,"https://playground.roboflow.com/evals/ (Overall ranking table, row ""Qwen3.5 35B-A3B"", column score)",,out:partial,out:partial rf-pg-ocr,roboflow-playground-evals,gemini-3.5-flash-lite,low,mixed,mid,roboflow-playground,,,,,,65.8,score-0-100,0.0289,,,"https://playground.roboflow.com/evals/ (Results by task table, row ""Gemini 3.5 Flash-Lite"", column OCR)",,in, rf-pg-overall,roboflow-playground-evals,gemini-3.5-flash-lite,low,mixed,mid,roboflow-playground,USD,0.0014,2.89e-05,,,61.7,overall-mean-pct,0.0289,,cost-base-price:cost-publisher-figure,"https://playground.roboflow.com/evals/ (Overall ranking table, row ""Gemini 3.5 Flash-Lite"", column score)",,in,in rf-pg-ocr,roboflow-playground-evals,qwen3.8-flash,nothink,mixed,mid,roboflow-playground,,,,,,58.9,score-0-100,0.0289,,,"https://playground.roboflow.com/evals/ (Results by task table, row ""Qwen3.8 Flash"", column OCR)",,in, rf-pg-overall,roboflow-playground-evals,qwen3.8-flash,nothink,mixed,mid,roboflow-playground,USD,0.0004,2.89e-05,,,59.7,overall-mean-pct,0.0289,,cost-base-price:cost-publisher-figure,"https://playground.roboflow.com/evals/ (Overall ranking table, row ""Qwen3.8 Flash"", column score)",,in,in rf-pg-ocr,roboflow-playground-evals,grok-4.6,low,mixed,mid,roboflow-playground,,,,,,60.6,score-0-100,0.0289,,,"https://playground.roboflow.com/evals/ (Results by task table, row ""Grok 4.6"", column OCR)",,in, rf-pg-overall,roboflow-playground-evals,grok-4.6,low,mixed,mid,roboflow-playground,USD,0.011,0.000289,,,59.1,overall-mean-pct,0.0289,,cost-base-price:cost-publisher-figure,"https://playground.roboflow.com/evals/ (Overall ranking table, row ""Grok 4.6"", column score)",,in,in rf-pg-ocr,roboflow-playground-evals,qwen3.7-plus,nothink,mixed,mid,roboflow-playground,,,,,,60.3,score-0-100,0.0289,,,"https://playground.roboflow.com/evals/ (Results by task table, row ""Qwen3.7 Plus"", column OCR)",,in, rf-pg-overall,roboflow-playground-evals,qwen3.7-plus,nothink,mixed,mid,roboflow-playground,USD,0.0008,2.89e-05,,,58.9,overall-mean-pct,0.0289,,,"https://playground.roboflow.com/evals/ (Overall ranking table, row ""Qwen3.7 Plus"", column score)",,in,out:cost-not-comparable rf-pg-ocr,roboflow-playground-evals,opus-4.8,low,mixed,mid,roboflow-playground,,,,,,61.5,score-0-100,0.0289,,,"https://playground.roboflow.com/evals/ (Results by task table, row ""Claude Opus 4.8"", column OCR)",,in, rf-pg-overall,roboflow-playground-evals,opus-4.8,low,mixed,mid,roboflow-playground,USD,0.021,0.000289,,,58.3,overall-mean-pct,0.0289,,cost-base-price:cost-publisher-figure,"https://playground.roboflow.com/evals/ (Overall ranking table, row ""Claude Opus 4.8"", column score)",,in,in rf-pg-det,roboflow-playground-evals,qwen3.5-9b,nothink,mixed,mid,roboflow-playground,,,,,,38.1,score-0-100,0.0289,,,"https://playground.roboflow.com/evals/ (Results by task table, row ""Qwen3.5 9B"", column Object Detection)",,in, rf-pg-cnt,roboflow-playground-evals,qwen3.5-9b,nothink,mixed,mid,roboflow-playground,,,,,,56.8,score-0-100,0.0289,,,"https://playground.roboflow.com/evals/ (Results by task table, row ""Qwen3.5 9B"", column Counting)",,in, rf-pg-ident,roboflow-playground-evals,qwen3.5-9b,nothink,mixed,mid,roboflow-playground,,,,,,83.3,score-0-100,0.0289,,,"https://playground.roboflow.com/evals/ (Results by task table, row ""Qwen3.5 9B"", column Identification)",,in, rf-pg-reason,roboflow-playground-evals,qwen3.5-9b,nothink,mixed,mid,roboflow-playground,,,,,,45.9,score-0-100,0.0289,,,"https://playground.roboflow.com/evals/ (Results by task table, row ""Qwen3.5 9B"", column Reasoning)",,in, rf-pg-overall,roboflow-playground-evals,qwen3.5-9b,nothink,mixed,mid,roboflow-playground,USD,0.0021,2.89e-05,,,56.0,overall-mean-pct,0.0289,,,"https://playground.roboflow.com/evals/ (Overall ranking table, row ""Qwen3.5 9B"", column score)",,out:partial,out:partial rf-pg-ocr,roboflow-playground-evals,kimi-k3,not-established:absent,mixed,mid,roboflow-playground,,,,,,58.6,score-0-100,0.0289,,,"https://playground.roboflow.com/evals/ (Results by task table, row ""Kimi K3"", column OCR)",,out:effort-not-established, rf-pg-overall,roboflow-playground-evals,kimi-k3,not-established:absent,mixed,mid,roboflow-playground,USD,0.0042,2.89e-05,,,56.0,overall-mean-pct,0.0289,,,"https://playground.roboflow.com/evals/ (Overall ranking table, row ""Kimi K3"", column score)",,out:effort-not-established,out:effort-not-established rf-pg-ocr,roboflow-playground-evals,glm-5.3-flash,not-established:absent,mixed,mid,roboflow-playground,,,,,,55.4,score-0-100,0.0289,,,"https://playground.roboflow.com/evals/ (Results by task table, row ""GLM 5.3 Flash"", column OCR)",,out:effort-not-established, rf-pg-overall,roboflow-playground-evals,glm-5.3-flash,not-established:absent,mixed,mid,roboflow-playground,USD,0.0002,2.89e-05,,,55.8,overall-mean-pct,0.0289,,,"https://playground.roboflow.com/evals/ (Overall ranking table, row ""GLM 5.3 Flash"", column score)",,out:effort-not-established,out:effort-not-established rf-pg-det,roboflow-playground-evals,qwen3.8-flash-next,nothink,mixed,mid,roboflow-playground,,,,,,54.3,score-0-100,0.0289,,,"https://playground.roboflow.com/evals/ (Results by task table, row ""Qwen3.8 Flash Next"", column Object Detection)",,in, rf-pg-cnt,roboflow-playground-evals,qwen3.8-flash-next,nothink,mixed,mid,roboflow-playground,,,,,,51.4,score-0-100,0.0289,,,"https://playground.roboflow.com/evals/ (Results by task table, row ""Qwen3.8 Flash Next"", column Counting)",,in, rf-pg-ident,roboflow-playground-evals,qwen3.8-flash-next,nothink,mixed,mid,roboflow-playground,,,,,,81.3,score-0-100,0.0289,,,"https://playground.roboflow.com/evals/ (Results by task table, row ""Qwen3.8 Flash Next"", column Identification)",,in, rf-pg-reason,roboflow-playground-evals,qwen3.8-flash-next,nothink,mixed,mid,roboflow-playground,,,,,,34.4,score-0-100,0.0289,,,"https://playground.roboflow.com/evals/ (Results by task table, row ""Qwen3.8 Flash Next"", column Reasoning)",,in, rf-pg-overall,roboflow-playground-evals,qwen3.8-flash-next,nothink,mixed,mid,roboflow-playground,,,,,,55.3,overall-mean-pct,0.0289,,,"https://playground.roboflow.com/evals/ (Overall ranking table, row ""Qwen3.8 Flash Next"", column score)",,out:partial, rf-pg-ocr,roboflow-playground-evals,grok-4.5,low,mixed,mid,roboflow-playground,,,,,,57.1,score-0-100,0.0289,,,"https://playground.roboflow.com/evals/ (Results by task table, row ""Grok 4.5"", column OCR)",,in, rf-pg-overall,roboflow-playground-evals,grok-4.5,low,mixed,mid,roboflow-playground,USD,0.0078,2.89e-05,,,55.3,overall-mean-pct,0.0289,,cost-base-price:cost-publisher-figure,"https://playground.roboflow.com/evals/ (Overall ranking table, row ""Grok 4.5"", column score)",,in,in rf-pg-ocr,roboflow-playground-evals,sonnet-5,low,mixed,mid,roboflow-playground,,,,,,59.4,score-0-100,0.0289,,,"https://playground.roboflow.com/evals/ (Results by task table, row ""Claude Sonnet 5"", column OCR)",,in, rf-pg-overall,roboflow-playground-evals,sonnet-5,low,mixed,mid,roboflow-playground,USD,0.0074,2.89e-05,,,55.3,overall-mean-pct,0.0289,,cost-base-price:cost-publisher-figure,"https://playground.roboflow.com/evals/ (Overall ranking table, row ""Claude Sonnet 5"", column score)",,in,in rf-pg-ocr,roboflow-playground-evals,glm-5v-turbo,not-established:absent,mixed,mid,roboflow-playground,,,,,,51.5,score-0-100,0.0289,,,"https://playground.roboflow.com/evals/ (Results by task table, row ""GLM 5V Turbo"", column OCR)",,out:effort-not-established, rf-pg-overall,roboflow-playground-evals,glm-5v-turbo,not-established:absent,mixed,mid,roboflow-playground,USD,0.0037,2.89e-05,,,54.6,overall-mean-pct,0.0289,,,"https://playground.roboflow.com/evals/ (Overall ranking table, row ""GLM 5V Turbo"", column score)",,out:effort-not-established,out:effort-not-established rf-pg-ocr,roboflow-playground-evals,gpt-5.4-mini,low,mixed,mid,roboflow-playground,,,,,,51.1,score-0-100,0.0289,,,"https://playground.roboflow.com/evals/ (Results by task table, row ""GPT-5.4 mini"", column OCR)",,in, rf-pg-overall,roboflow-playground-evals,gpt-5.4-mini,low,mixed,mid,roboflow-playground,USD,0.0034,2.89e-05,,,53.2,overall-mean-pct,0.0289,,cost-base-price:cost-publisher-figure,"https://playground.roboflow.com/evals/ (Overall ranking table, row ""GPT-5.4 mini"", column score)",,in,in rf-pg-ocr,roboflow-playground-evals,kimi-k2.6,nothink,mixed,mid,roboflow-playground,,,,,,54.4,score-0-100,0.0289,,,"https://playground.roboflow.com/evals/ (Results by task table, row ""Kimi K2.6"", column OCR)",,in, rf-pg-overall,roboflow-playground-evals,kimi-k2.6,nothink,mixed,mid,roboflow-playground,USD,0.0031,2.89e-05,,,52.8,overall-mean-pct,0.0289,,cost-base-price:cost-publisher-figure,"https://playground.roboflow.com/evals/ (Overall ranking table, row ""Kimi K2.6"", column score)",,in,in rf-pg-ocr,roboflow-playground-evals,qwen3.7-flash,nothink,mixed,mid,roboflow-playground,,,,,,54.3,score-0-100,0.0289,,,"https://playground.roboflow.com/evals/ (Results by task table, row ""Qwen3.7 Flash"", column OCR)",,in, rf-pg-overall,roboflow-playground-evals,qwen3.7-flash,nothink,mixed,mid,roboflow-playground,USD,0.0001,2.89e-05,,,52.4,overall-mean-pct,0.0289,,cost-base-price:cost-publisher-figure,"https://playground.roboflow.com/evals/ (Overall ranking table, row ""Qwen3.7 Flash"", column score)",,in,in rf-pg-det,roboflow-playground-evals,qwen3.5-4b,nothink,mixed,mid,roboflow-playground,,,,,,38.1,score-0-100,0.0289,,,"https://playground.roboflow.com/evals/ (Results by task table, row ""Qwen3.5 4B"", column Object Detection)",,in, rf-pg-cnt,roboflow-playground-evals,qwen3.5-4b,nothink,mixed,mid,roboflow-playground,,,,,,39.2,score-0-100,0.0289,,,"https://playground.roboflow.com/evals/ (Results by task table, row ""Qwen3.5 4B"", column Counting)",,in, rf-pg-ident,roboflow-playground-evals,qwen3.5-4b,nothink,mixed,mid,roboflow-playground,,,,,,77.1,score-0-100,0.0289,,,"https://playground.roboflow.com/evals/ (Results by task table, row ""Qwen3.5 4B"", column Identification)",,in, rf-pg-reason,roboflow-playground-evals,qwen3.5-4b,nothink,mixed,mid,roboflow-playground,,,,,,38.6,score-0-100,0.0289,,,"https://playground.roboflow.com/evals/ (Results by task table, row ""Qwen3.5 4B"", column Reasoning)",,in, rf-pg-overall,roboflow-playground-evals,qwen3.5-4b,nothink,mixed,mid,roboflow-playground,USD,0.0018,2.89e-05,,,48.3,overall-mean-pct,0.0289,,,"https://playground.roboflow.com/evals/ (Overall ranking table, row ""Qwen3.5 4B"", column score)",,out:partial,out:partial rf-pg-ocr,roboflow-playground-evals,?DeepSeek V4 Flash Vision Exp,not-established:absent,mixed,mid,roboflow-playground,,,,,,44.0,score-0-100,0.0289,,,"https://playground.roboflow.com/evals/ (Results by task table, row ""DeepSeek V4 Flash Vision Exp"", column OCR)",,out:model-not-established, rf-pg-overall,roboflow-playground-evals,?DeepSeek V4 Flash Vision Exp,not-established:absent,mixed,mid,roboflow-playground,USD,0.0036,2.89e-05,,,47.2,overall-mean-pct,0.0289,,,"https://playground.roboflow.com/evals/ (Overall ranking table, row ""DeepSeek V4 Flash Vision Exp"", column score)",,out:model-not-established,out:model-not-established rf-pg-det,roboflow-playground-evals,qwen3.5-2b,nothink,mixed,mid,roboflow-playground,,,,,,31.5,score-0-100,0.0289,,,"https://playground.roboflow.com/evals/ (Results by task table, row ""Qwen3.5 2B"", column Object Detection)",,in, rf-pg-cnt,roboflow-playground-evals,qwen3.5-2b,nothink,mixed,mid,roboflow-playground,,,,,,28.8,score-0-100,0.0289,,,"https://playground.roboflow.com/evals/ (Results by task table, row ""Qwen3.5 2B"", column Counting)",,in, rf-pg-ident,roboflow-playground-evals,qwen3.5-2b,nothink,mixed,mid,roboflow-playground,,,,,,63.5,score-0-100,0.0289,,,"https://playground.roboflow.com/evals/ (Results by task table, row ""Qwen3.5 2B"", column Identification)",,in, rf-pg-reason,roboflow-playground-evals,qwen3.5-2b,nothink,mixed,mid,roboflow-playground,,,,,,27.1,score-0-100,0.0289,,,"https://playground.roboflow.com/evals/ (Results by task table, row ""Qwen3.5 2B"", column Reasoning)",,in, rf-pg-overall,roboflow-playground-evals,qwen3.5-2b,nothink,mixed,mid,roboflow-playground,USD,0.0014,2.89e-05,,,37.8,overall-mean-pct,0.0289,,,"https://playground.roboflow.com/evals/ (Overall ranking table, row ""Qwen3.5 2B"", column score)",,out:partial,out:partial rails-s1,rubyonrails,kimi-k3,max,coding,mid,miniswen,per-run,1.09,0.000289,,,90.5,pass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://rubyonrails.org/ai (rails-ai-20260814-table.csv: one row per table row of the page / row atomic/kimi-k3 / column accuracy),,in,out:cost-single-couple rails-s1,rubyonrails,gpt-5.6-sol,medium,coding,mid,miniswen,per-run,0.65,0.0751,,,84.1,pass%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://rubyonrails.org/ai (rails-ai-20260814-table.csv: one row per table row of the page / row atomic/sol / column accuracy),,in,out:cost-single-couple rails-s1,rubyonrails,?LUNA,not-established:absent,coding,mid,miniswen,per-run,0.014,0.000289,,,73.0,pass%,0.0289,,,https://rubyonrails.org/ai (rails-ai-20260814-table.csv: one row per table row of the page / row atomic/luna / column accuracy),,out:model-not-established,out:model-not-established rails-s1,rubyonrails,glm-5.2,default,coding,mid,miniswen,per-run,0.239,0.000289,,,66.7,pass%,0.0289,,,https://rubyonrails.org/ai (rails-ai-20260814-table.csv: one row per table row of the page / row atomic/glm-5-2 / column accuracy),,out:effort-not-established,out:effort-not-established rails-s2,rubyonrails,gpt-6-astra,max,coding,hard,miniswen,per-run,6.63,0.000289,,,53.3,pass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://rubyonrails.org/ai (rails-ai-20260922-table.csv: one row per table row of the page / row features/astra-max / column accuracy),,in,in rails-s2,rubyonrails,gpt-6-astra,medium,coding,hard,miniswen,per-run,2.51,0.000289,,,35.0,pass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://rubyonrails.org/ai (rails-ai-20260922-table.csv: one row per table row of the page / row features/astra / column accuracy),,in,in rails-s2,rubyonrails,gpt-5.6-sol,max,coding,hard,miniswen,per-run,5.0600000000000005,0.266,,,28.3,pass%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://rubyonrails.org/ai (rails-ai-20260922-table.csv: one row per table row of the page / row features/sol-max / column accuracy),,in,in rails-s2,rubyonrails,gemini-3.8-flash,medium,coding,hard,miniswen,per-run,2.92,0.000289,,,28.3,pass%,0.0289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://rubyonrails.org/ai (rails-ai-20260922-table.csv: one row per table row of the page / row features/gemini-3-8-flash / column accuracy),,in,in rails-s2,rubyonrails,gpt-5.6-luna,max,coding,hard,miniswen,per-run,0.491,0.000289,,,26.7,pass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://rubyonrails.org/ai (rails-ai-20260922-table.csv: one row per table row of the page / row features/luna-max / column accuracy),,in,in rails-s2,rubyonrails,gemini-3.8-flash,high,coding,hard,miniswen,per-run,3.19,0.000289,,,23.3,pass%,0.0289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://rubyonrails.org/ai (rails-ai-20260922-table.csv: one row per table row of the page / row features/gemini-3-8-flash-high / column accuracy),,in,in rails-s2,rubyonrails,gpt-5.6-sol,medium,coding,hard,miniswen,per-run,1.035375,0.0543,,,18.3,pass%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://rubyonrails.org/ai (rails-ai-20260922-table.csv: one row per table row of the page / row features/sol / column accuracy),,in,in rails-s2,rubyonrails,?DeepSeek 4.1 Flash,not-established:absent,coding,hard,miniswen,per-run,0.548,0.000289,,,16.7,pass%,0.0289,,,https://rubyonrails.org/ai (rails-ai-20260922-table.csv: one row per table row of the page / row features/deepseek-4-1-flash-max / column accuracy),,out:model-not-established,out:model-not-established rails-s2,rubyonrails,grok-4.6,xhigh,coding,hard,miniswen,per-run,6.58,0.000289,,,16.7,pass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://rubyonrails.org/ai (rails-ai-20260922-table.csv: one row per table row of the page / row features/grok-4-6-xhigh / column accuracy),,in,in rails-s2,rubyonrails,glm-5.3-flash,max,coding,hard,miniswen,per-run,0.46950000000000003,0.0904,,,15.0,pass%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://rubyonrails.org/ai (rails-ai-20260922-table.csv: one row per table row of the page / row features/glm-5-3-flash / column accuracy),,in,out:cost-single-couple rails-s2,rubyonrails,grok-4.6,high,coding,hard,miniswen,per-run,4.23,0.000289,,,15.0,pass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://rubyonrails.org/ai (rails-ai-20260922-table.csv: one row per table row of the page / row features/grok-4-6 / column accuracy),,in,in rails-s2,rubyonrails,kimi-k3,max,coding,hard,miniswen,per-run,5.16,0.000289,,,13.3,pass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://rubyonrails.org/ai (rails-ai-20260922-table.csv: one row per table row of the page / row features/kimi-k3 / column accuracy),,in,out:cost-single-couple rails-s2,rubyonrails,?DeepSeek 4.1 Flash,not-established:absent,coding,hard,miniswen,per-run,0.39,0.000289,,,11.7,pass%,0.0289,,,https://rubyonrails.org/ai (rails-ai-20260922-table.csv: one row per table row of the page / row features/deepseek-4-1-flash / column accuracy),,out:model-not-established,out:model-not-established rails-s2,rubyonrails,gpt-5.6-luna,medium,coding,hard,miniswen,per-run,0.028,0.000289,,,0.0,pass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://rubyonrails.org/ai (rails-ai-20260922-table.csv: one row per table row of the page / row features/luna / column accuracy),,out:uninformative,in rails-s1,rubyonrails,opus-5,high,coding,mid,miniswen,per-run,1.9,0.000289,,,92.1,pass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://rubyonrails.org/ai (rails-ai-20261005-table.csv: one row per table row of the page / row atomic/opus-5 / column accuracy),,in,in rails-s1,rubyonrails,fable-5.1,high,coding,mid,miniswen,per-run,1.19,0.000289,,,92.1,pass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://rubyonrails.org/ai (rails-ai-20261005-table.csv: one row per table row of the page / row atomic/fable-5-1 / column accuracy),,in,in rails-s1,rubyonrails,fable-5,high,coding,mid,miniswen,per-run,2.32,0.000289,,,90.5,pass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://rubyonrails.org/ai (rails-ai-20261005-table.csv: one row per table row of the page / row atomic/fable-5 / column accuracy),,in,in rails-s1,rubyonrails,opus-4.8,high,coding,mid,miniswen,per-run,0.706,0.000289,,,79.4,pass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://rubyonrails.org/ai (rails-ai-20261005-table.csv: one row per table row of the page / row atomic/opus-4-8 / column accuracy),,in,in rails-s1,rubyonrails,sonnet-5,high,coding,mid,miniswen,per-run,0.593,0.000289,,,69.8,pass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://rubyonrails.org/ai (rails-ai-20261005-table.csv: one row per table row of the page / row atomic/sonnet-5 / column accuracy),,in,in rails-s2,rubyonrails,opus-5.5,medium,coding,hard,miniswen,per-run,2.78,0.000289,,,33.3,pass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://rubyonrails.org/ai (rails-ai-20261005-table.csv: one row per table row of the page / row features/opus-5-5 / column accuracy),,in,in rails-s2,rubyonrails,fable-5.1,high,coding,hard,miniswen,per-run,9.14,0.000289,,,31.7,pass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://rubyonrails.org/ai (rails-ai-20261005-table.csv: one row per table row of the page / row features/fable-5-1 / column accuracy),,in,in rails-s2,rubyonrails,fable-5.1,max,coding,hard,miniswen,per-run,19.1,0.000289,,,31.7,pass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://rubyonrails.org/ai (rails-ai-20261005-table.csv: one row per table row of the page / row features/fable-5-1-max / column accuracy),,in,in rails-s2,rubyonrails,opus-5,high,coding,hard,miniswen,per-run,9.85,0.000289,,,25.0,pass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://rubyonrails.org/ai (rails-ai-20261005-table.csv: one row per table row of the page / row features/opus-5 / column accuracy),,in,in rails-s2,rubyonrails,opus-5,max,coding,hard,miniswen,per-run,15.0,0.000289,,,31.7,pass%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://rubyonrails.org/ai (rails-ai-20261005-table.csv: one row per table row of the page / row features/opus-5-max / column accuracy),,in,in parsebench,run-llama/ParseBench,gpt-5-mini,minimal,mixed,hard,,cents-per-page,0.88,0.00289,,,46.83,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 5, column Overall (row 'OpenAI GPT-5 Mini (Reasoning Minimal)'))",,out:single-couple,out:cost-single-couple parsebench,run-llama/ParseBench,gpt-5-mini,medium,mixed,hard,,cents-per-page,3.05,0.00289,,,51.52,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 6, column Overall (row 'OpenAI GPT-5 Mini (Reasoning Medium)'))",,out:single-couple,out:cost-single-couple parsebench,run-llama/ParseBench,haiku-4.5,nothink,mixed,hard,,cents-per-page,1.64,0.00289,,,45.17,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 7, column Overall (row 'Anthropic Haiku 4.5 (Disable Thinking)'))",,in,in parsebench,run-llama/ParseBench,haiku-4.5,think-32000,mixed,hard,,cents-per-page,3.69,0.00289,,,53.12,score%,0.00289,,,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 8, column Overall (row 'Anthropic Haiku 4.5 (Thinking)'))",,out:budget-config,out:budget-config parsebench,run-llama/ParseBench,gemini-3-flash,minimal,mixed,hard,,cents-per-page,0.65,0.00289,,,71.04,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 9, column Overall (row 'Google Gemini 3 Flash (Thinking Minimal)'))",,in,in parsebench,run-llama/ParseBench,gemini-3-flash,high,mixed,hard,,cents-per-page,2.41,0.00289,,,75.05,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 10, column Overall (row 'Google Gemini 3 Flash (Thinking High)'))",,in,in parsebench,run-llama/ParseBench,gemini-3-flash,medium,mixed,hard,,cents-per-page,1.98,0.00289,,,75.00,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 11, column Overall (row 'Google Gemini 3 Flash (Thinking Medium)'))",,in,in parsebench,run-llama/ParseBench,glm-5.3-flash,default,mixed,hard,,cents-per-page,0.44,0.00289,,,70.75,score%,0.00289,,,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 12, column Overall (row 'GLM-5.3 Flash'))",,out:effort-not-established,out:effort-not-established parsebench,run-llama/ParseBench,gpt-6.1-sol,low,mixed,hard,,cents-per-page,1.95,0.00289,,,70.48,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 13, column Overall (row 'OpenAI GPT-6.1 Sol (Reasoning Low)'))",,in,in parsebench,run-llama/ParseBench,gemini-3.5-flash,medium,mixed,hard,,cents-per-page,4.28,0.00289,,,69.92,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 14, column Overall (row 'Google Gemini 3.5 Flash (Thinking Medium)'))",,in,in parsebench,run-llama/ParseBench,gemini-3.5-flash,minimal,mixed,hard,,cents-per-page,1.82,0.00289,,,63.09,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 15, column Overall (row 'Google Gemini 3.5 Flash (Thinking Minimal)'))",,in,in parsebench,run-llama/ParseBench,gemini-3.5-flash,high,mixed,hard,,cents-per-page,4.95,0.00289,,,74.02,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 16, column Overall (row 'Google Gemini 3.5 Flash (Thinking High)'))",,in,in parsebench,run-llama/ParseBench,gemini-3.6-flash,medium,mixed,hard,,cents-per-page,5.64,1.09,,,66.78,score%,0.00289,,cost-unrepriced; cost-price-band,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 17, column Overall (row 'Google Gemini 3.6 Flash (Thinking Medium)'))",,in,in parsebench,run-llama/ParseBench,gemini-3.6-flash,minimal,mixed,hard,,cents-per-page,2.2199999999999998,0.427,,,65.60,score%,0.00289,,cost-unrepriced; cost-price-band,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 18, column Overall (row 'Google Gemini 3.6 Flash (Thinking Minimal)'))",,in,in parsebench,run-llama/ParseBench,gemini-3.6-flash,high,mixed,hard,,cents-per-page,6.375,1.23,,,70.03,score%,0.00289,,cost-unrepriced; cost-price-band,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 19, column Overall (row 'Google Gemini 3.6 Flash (Thinking High)'))",,in,in parsebench,run-llama/ParseBench,gemini-3.7-flash,high,mixed,hard,,cents-per-page,1.91,0.00289,,,71.27,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 20, column Overall (row 'Google Gemini 3.7 Flash (Thinking High)'))",,in,in parsebench,run-llama/ParseBench,gemini-3.7-flash,medium,mixed,hard,,cents-per-page,1.06,0.00289,,,70.78,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 21, column Overall (row 'Google Gemini 3.7 Flash (Thinking Medium)'))",,in,in parsebench,run-llama/ParseBench,gemini-3.7-flash,low,mixed,hard,,cents-per-page,0.70,0.00289,,,69.57,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 22, column Overall (row 'Google Gemini 3.7 Flash (Thinking Low)'))",,in,in parsebench,run-llama/ParseBench,gemini-3.8-flash,high,mixed,hard,,cents-per-page,3.41,0.00289,,,72.08,score%,0.00289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 23, column Overall (row 'Google Gemini 3.8 Flash (Thinking High)'))",,in,in parsebench,run-llama/ParseBench,gemini-3.8-flash,low,mixed,hard,,cents-per-page,0.71,0.00289,,,70.15,score%,0.00289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 24, column Overall (row 'Google Gemini 3.8 Flash (Thinking Low)'))",,in,in parsebench,run-llama/ParseBench,gemini-3.8-flash,medium,mixed,hard,,cents-per-page,1.24,0.00289,,,70.70,score%,0.00289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 25, column Overall (row 'Google Gemini 3.8 Flash (Thinking Medium)'))",,in,in parsebench,run-llama/ParseBench,opus-4.6,nothink,mixed,hard,,cents-per-page,5.78,0.00289,,,54.07,score%,0.00289,,default-bridged,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 26, column Overall (row 'Anthropic Opus 4.6'))",,out:single-couple,out:cost-not-comparable parsebench,run-llama/ParseBench,opus-4.7,default,mixed,hard,,cents-per-page,7.14,0.00289,,,63.34,score%,0.00289,,default-bridged,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 27, column Overall (row 'Anthropic Opus 4.7'))",,out:effort-not-established,out:effort-not-established parsebench,run-llama/ParseBench,opus-4.8,nothink,mixed,hard,,cents-per-page,7.30,0.00289,,,63.70,score%,0.00289,,default-bridged; cost-base-price:cost-publisher-figure,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 28, column Overall (row 'Anthropic Opus 4.8'))",,in,in parsebench,run-llama/ParseBench,opus-5.5,high,mixed,hard,,cents-per-page,6.13,0.00289,,,79.85,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 29, column Overall (row 'Anthropic Opus 5.5 (Effort High)'))",,in,in parsebench,run-llama/ParseBench,opus-5.5,default,mixed,hard,,cents-per-page,5.79,0.00289,,,78.01,score%,0.00289,,,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 30, column Overall (row 'Anthropic Opus 5.5'))",,out:effort-not-established,out:effort-not-established parsebench,run-llama/ParseBench,opus-5.5,low,mixed,hard,,cents-per-page,5.46,0.00289,,,74.47,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 31, column Overall (row 'Anthropic Opus 5.5 (Effort Low)'))",,in,in parsebench,run-llama/ParseBench,fable-5,default,mixed,hard,,cents-per-page,15.60,0.00289,,,70.78,score%,0.00289,,,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 32, column Overall (row 'Anthropic Fable 5'))",,out:effort-not-established,out:effort-not-established parsebench,run-llama/ParseBench,fable-5.1,high,mixed,hard,,cents-per-page,16.05,0.00289,,,78.92,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 33, column Overall (row 'Anthropic Fable 5.1'))",,in,in parsebench,run-llama/ParseBench,sonnet-5,not-established:absent,mixed,hard,,cents-per-page,3.18,0.00289,,,62.13,score%,0.00289,,,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 34, column Overall (row 'Anthropic Sonnet 5'))",,out:effort-not-established,out:effort-not-established parsebench,run-llama/ParseBench,sonnet-5.5,high,mixed,hard,,cents-per-page,2.055,0.395,,,70.18,score%,0.00289,,level-from-default; cost-unrepriced; cost-price-band,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 35, column Overall (row 'Anthropic Sonnet 5.5'))",,in,out:cost-single-couple parsebench,run-llama/ParseBench,gemini-3.1-pro,default,mixed,hard,,cents-per-page,8.49,0.00289,,,69.14,score%,0.00289,,,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 36, column Overall (row 'Google Gemini 3.1 Pro'))",,out:effort-not-established,out:effort-not-established parsebench,run-llama/ParseBench,gemini-3.1-pro,low,mixed,hard,,cents-per-page,2.50,0.00289,,,60.82,score%,0.00289,,,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 37, column Overall (row 'Google Gemini 3.1 Pro (Thinking Low)'))",,in,out:cost-not-comparable parsebench,run-llama/ParseBench,gemini-3.1-flash-lite,default,mixed,hard,,cents-per-page,0.29,0.00289,,,58.32,score%,0.00289,,,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 38, column Overall (row 'Google Gemini 3.1 Flash Lite'))",,out:effort-not-established,out:effort-not-established parsebench,run-llama/ParseBench,gemini-3.1-flash-lite,medium,mixed,hard,,cents-per-page,0.32,0.00289,,,58.13,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 39, column Overall (row 'Google Gemini 3.1 Flash Lite (Thinking Medium)'))",,in,in parsebench,run-llama/ParseBench,haiku-5.5,not-established:absent,mixed,hard,,cents-per-page,0.14,0.00289,,,57.40,score%,0.00289,,,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 40, column Overall (row 'Anthropic Haiku 5.5'))",,out:effort-not-established,out:effort-not-established parsebench,run-llama/ParseBench,gemini-3.1-flash-lite,high,mixed,hard,,cents-per-page,1.04,0.00289,,,57.29,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 41, column Overall (row 'Google Gemini 3.1 Flash Lite (Thinking High)'))",,in,in parsebench,run-llama/ParseBench,gemini-3.5-flash-lite,default,mixed,hard,,cents-per-page,0.56,0.00289,,,57.15,score%,0.00289,,,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 42, column Overall (row 'Google Gemini 3.5 Flash Lite'))",,out:effort-not-established,out:effort-not-established parsebench,run-llama/ParseBench,gemini-3.5-flash-lite,high,mixed,hard,,cents-per-page,1.18,0.00289,,,60.64,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 43, column Overall (row 'Google Gemini 3.5 Flash Lite (Thinking High)'))",,in,in parsebench,run-llama/ParseBench,gemini-3.5-flash-lite,medium,mixed,hard,,cents-per-page,0.47,0.00289,,,54.30,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 44, column Overall (row 'Google Gemini 3.5 Flash Lite (Thinking Medium)'))",,in,in parsebench,run-llama/ParseBench,gpt-5.4,nothink,mixed,hard,,cents-per-page,2.90,0.00289,,,62.23,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 45, column Overall (row 'OpenAI GPT-5.4 (Reasoning None)'))",,in,in parsebench,run-llama/ParseBench,gpt-5.5,medium,mixed,hard,,cents-per-page,13.09,0.00289,,,67.76,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 46, column Overall (row 'OpenAI GPT-5.5 (Reasoning Medium)'))",,in,in parsebench,run-llama/ParseBench,gpt-5.5,nothink,mixed,hard,,cents-per-page,5.93,0.00289,,,64.39,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 47, column Overall (row 'OpenAI GPT-5.5 (Reasoning None)'))",,in,in parsebench,run-llama/ParseBench,gpt-5.6-terra,medium,mixed,hard,,cents-per-page,2.439,0.156,,,68.39,score%,0.00289,,cost-unrepriced; cost-price-band,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 48, column Overall (row 'OpenAI GPT-5.6 Terra (Reasoning Medium)'))",,in,in parsebench,run-llama/ParseBench,gpt-5.6-terra,low,mixed,hard,,cents-per-page,2.331,0.15,,,68.07,score%,0.00289,,cost-unrepriced; cost-price-band,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 49, column Overall (row 'OpenAI GPT-5.6 Terra (Reasoning Low)'))",,in,in parsebench,run-llama/ParseBench,gpt-5.6-terra,nothink,mixed,hard,,cents-per-page,2.1239999999999997,0.136,,,64.17,score%,0.00289,,cost-unrepriced; cost-price-band,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 50, column Overall (row 'OpenAI GPT-5.6 Terra (Reasoning None)'))",,in,in parsebench,run-llama/ParseBench,gpt-5.6-sol,high,mixed,hard,,cents-per-page,10.100000000000001,1.17,,,75.35,score%,0.00289,,cost-unrepriced; cost-price-band,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 51, column Overall (row 'OpenAI GPT-5.6 Sol (Reasoning High)'))",,in,in parsebench,run-llama/ParseBench,gpt-5.6-sol,nothink,mixed,hard,,cents-per-page,5.074999999999999,0.586,,,62.12,score%,0.00289,,cost-unrepriced; cost-price-band,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 52, column Overall (row 'OpenAI GPT-5.6 Sol (Reasoning None)'))",,in,in parsebench,run-llama/ParseBench,gpt-5.6-luna,max,mixed,hard,,cents-per-page,1.02,0.393,,,68.34,score%,0.00289,,cost-unrepriced; cost-price-band,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 53, column Overall (row 'OpenAI GPT-5.6 Luna (Reasoning Max)'))",,in,in parsebench,run-llama/ParseBench,gpt-5.6-luna,xhigh,mixed,hard,,cents-per-page,0.606,0.233,,,68.24,score%,0.00289,,cost-unrepriced; cost-price-band,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 54, column Overall (row 'OpenAI GPT-5.6 Luna (Reasoning XHigh)'))",,in,in parsebench,run-llama/ParseBench,gpt-5.6-luna,high,mixed,hard,,cents-per-page,0.354,0.136,,,67.37,score%,0.00289,,cost-unrepriced; cost-price-band,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 55, column Overall (row 'OpenAI GPT-5.6 Luna (Reasoning High)'))",,in,in parsebench,run-llama/ParseBench,gpt-5.6-luna,medium,mixed,hard,,cents-per-page,0.174,0.067,,,63.58,score%,0.00289,,cost-unrepriced; cost-price-band,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 56, column Overall (row 'OpenAI GPT-5.6 Luna (Reasoning Medium)'))",,in,in parsebench,run-llama/ParseBench,gpt-5.6-luna,low,mixed,hard,,cents-per-page,0.138,0.0532,,,60.18,score%,0.00289,,cost-unrepriced; cost-price-band,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 57, column Overall (row 'OpenAI GPT-5.6 Luna (Reasoning Low)'))",,in,in parsebench,run-llama/ParseBench,gpt-5.6-luna,nothink,mixed,hard,,cents-per-page,0.132,0.0509,,,56.32,score%,0.00289,,cost-unrepriced; cost-price-band,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 58, column Overall (row 'OpenAI GPT-5.6 Luna (Reasoning None)'))",,in,in parsebench,run-llama/ParseBench,gpt-6-astra,low,mixed,hard,,cents-per-page,9.87,0.00289,,,70.67,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 59, column Overall (row 'OpenAI GPT-6 Astra (Reasoning Low)'))",,in,in parsebench,run-llama/ParseBench,gpt-6-sol,high,mixed,hard,,cents-per-page,3.47,0.00289,,,69.69,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 60, column Overall (row 'OpenAI GPT-6 Sol (Reasoning High)'))",,in,in parsebench,run-llama/ParseBench,gpt-6-sol,medium,mixed,hard,,cents-per-page,2.40,0.00289,,,68.19,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 61, column Overall (row 'OpenAI GPT-6 Sol (Reasoning Medium)'))",,in,in parsebench,run-llama/ParseBench,gpt-6-sol,nothink,mixed,hard,,cents-per-page,1.86,0.00289,,,66.10,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 62, column Overall (row 'OpenAI GPT-6 Sol (Reasoning None)'))",,in,in parsebench,run-llama/ParseBench,gpt-6-luna,max,mixed,hard,,cents-per-page,0.72,0.00289,,,65.77,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 63, column Overall (row 'OpenAI GPT-6 Luna (Reasoning Max)'))",,in,in parsebench,run-llama/ParseBench,gpt-6-luna,xhigh,mixed,hard,,cents-per-page,0.29,0.00289,,,64.32,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 64, column Overall (row 'OpenAI GPT-6 Luna (Reasoning XHigh)'))",,in,in parsebench,run-llama/ParseBench,gpt-6-luna,high,mixed,hard,,cents-per-page,0.21,0.00289,,,64.21,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 65, column Overall (row 'OpenAI GPT-6 Luna (Reasoning High)'))",,in,in parsebench,run-llama/ParseBench,gpt-6-luna,medium,mixed,hard,,cents-per-page,0.14,0.00289,,,62.38,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 66, column Overall (row 'OpenAI GPT-6 Luna (Reasoning Medium)'))",,in,in parsebench,run-llama/ParseBench,gpt-6-luna,low,mixed,hard,,cents-per-page,0.11,0.00289,,,59.32,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 67, column Overall (row 'OpenAI GPT-6 Luna (Reasoning Low)'))",,in,in parsebench,run-llama/ParseBench,gpt-6-luna,nothink,mixed,hard,,cents-per-page,0.09,0.00289,,,52.93,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 68, column Overall (row 'OpenAI GPT-6 Luna (Reasoning None)'))",,in,in parsebench,run-llama/ParseBench,gpt-5.4-nano,default,mixed,hard,,cents-per-page,0.25,0.00289,,,43.35,score%,0.00289,,,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 69, column Overall (row 'OpenAI GPT-5.4 Nano'))",,out:effort-not-established,out:effort-not-established parsebench,run-llama/ParseBench,qwen3-vl-8b-instruct,solo,mixed,hard,,,,,,,61.97,score%,0.00289,,,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 95, column Overall (row 'Qwen3-VL-8B-Instruct'))",,out:single-couple, parsebench,run-llama/ParseBench,qwen3.8-27b,unstated,mixed,hard,,,,,,,61.21,score%,0.00289,,,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 96, column Overall (row 'Qwen 3.8 27B'))",,out:effort-not-established, parsebench,run-llama/ParseBench,qwen3.8-27b,not-established:absent,mixed,hard,,,,,,,70.79,score%,0.00289,,,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 97, column Overall (row 'Qwen 3.8 27B (Thinking)'))",,out:effort-not-established, parsebench,run-llama/ParseBench,gemma-4-31b-it,unstated,mixed,hard,,,,,,,62.4,score%,0.0289,,,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 107, column Overall (row 'Gemma-4-31B-it'))",,out:effort-not-established, parsebench,run-llama/ParseBench,gemma-4-26b-a4b-it,unstated,mixed,hard,,,,,,,58.5,score%,0.0289,,,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 109, column Overall (row 'Gemma-4-26B-A4B-it'))",,out:effort-not-established, parsebench,run-llama/ParseBench,qwen3.6-35b-a3b,unstated,mixed,hard,,,,,,,44.1,score%,0.0289,,,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 121, column Overall (row 'Qwen3.6-35B-A3B'))",,out:effort-not-established, parsebench,run-llama/ParseBench,deepseek-ocr-2,unstated,mixed,hard,,,,,,,41.2,score%,0.0289,,,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 123, column Overall (row 'DeepSeek-OCR-2'))",,out:effort-not-established, parsebench,run-llama/ParseBench,gemma-4-e4b-it,unstated,mixed,hard,,,,,,,40.5,score%,0.0289,,,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 126, column Overall (row 'Gemma-4-E4B-it'))",,out:effort-not-established, parsebench,run-llama/ParseBench,qwen3.5-4b,unstated,mixed,hard,,,,,,,35.4,score%,0.0289,,,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 130, column Overall (row 'Qwen3.5-4B'))",,out:effort-not-established, parsebench,run-llama/ParseBench,qwen3.5-9b,unstated,mixed,hard,,,,,,,31.9,score%,0.0289,,,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 131, column Overall (row 'Qwen3.5-9B'))",,out:effort-not-established, parsebench,run-llama/ParseBench,qwen3.5-0.8b,unstated,mixed,hard,,,,,,,28.4,score%,0.0289,,,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 132, column Overall (row 'Qwen3.5-0.8B'))",,out:effort-not-established, parsebench,run-llama/ParseBench,qwen3.5-2b,unstated,mixed,hard,,,,,,,27.3,score%,0.0289,,,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 133, column Overall (row 'Qwen3.5-2B'))",,out:effort-not-established, parsebench,run-llama/ParseBench,deepseek-v4.1-flash,high,mixed,hard,,,,,,,65.72,score%,0.00289,,level-from-default,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 139, column Overall (row 'DeepSeek V4.1 Flash (Thinking High)'))",,in, parsebench,run-llama/ParseBench,deepseek-v4.1-flash,not-established:absent,mixed,hard,,,,,,,56.57,score%,0.00289,,,"https://github.com/run-llama/ParseBench/blob/main/leaderboard.csv (leaderboard.csv line 140, column Overall (row 'DeepSeek V4.1 Flash (No Thinking)'))",,out:effort-not-established, runtimewire-editorial-craft,runtimewire.com,gpt-5.6-sol-pro,unstated,writing,mid,12-task battery no tools,,0.0091,2.89e-05,,,97,mean-score-x100,0.289,,,"https://runtimewire.com/benchmarks/editorial-craft-leaderboard-2 (markdown table 'Leaderboard' (line 555), row rank 1, column 'Mean score')",,out:effort-not-established,out:effort-not-established runtimewire-editorial-craft,runtimewire.com,gpt-5.6-luna,unstated,writing,mid,12-task battery no tools,,0.0007,2.89e-05,,,94,mean-score-x100,0.289,,,"https://runtimewire.com/benchmarks/editorial-craft-leaderboard-2 (markdown table 'Leaderboard' (line 556), row rank 2, column 'Mean score')",,out:effort-not-established,out:effort-not-established runtimewire-editorial-craft,runtimewire.com,gpt-5.6-terra-pro,unstated,writing,mid,12-task battery no tools,,0.0073,2.89e-05,,,94,mean-score-x100,0.289,,,"https://runtimewire.com/benchmarks/editorial-craft-leaderboard-2 (markdown table 'Leaderboard' (line 557), row rank 3, column 'Mean score')",,out:effort-not-established,out:effort-not-established runtimewire-editorial-craft,runtimewire.com,gpt-5.6-luna-pro,unstated,writing,mid,12-task battery no tools,,0.0007,2.89e-05,,,93,mean-score-x100,0.289,,,"https://runtimewire.com/benchmarks/editorial-craft-leaderboard-2 (markdown table 'Leaderboard' (line 558), row rank 4, column 'Mean score')",,out:effort-not-established,out:effort-not-established runtimewire-editorial-craft,runtimewire.com,grok-4.6,unstated,writing,mid,12-task battery no tools,,0.0038,2.89e-05,,,93,mean-score-x100,0.289,,,"https://runtimewire.com/benchmarks/editorial-craft-leaderboard-2 (markdown table 'Leaderboard' (line 559), row rank 5, column 'Mean score')",,out:effort-not-established,out:effort-not-established runtimewire-editorial-craft,runtimewire.com,gpt-5.6-terra,unstated,writing,mid,12-task battery no tools,,0.0075,2.89e-05,,,93,mean-score-x100,0.289,,,"https://runtimewire.com/benchmarks/editorial-craft-leaderboard-2 (markdown table 'Leaderboard' (line 560), row rank 6, column 'Mean score')",,out:effort-not-established,out:effort-not-established runtimewire-editorial-craft,runtimewire.com,opus-4.8,unstated,writing,mid,12-task battery no tools,,0.0160,2.89e-05,,,93,mean-score-x100,0.289,,,"https://runtimewire.com/benchmarks/editorial-craft-leaderboard-2 (markdown table 'Leaderboard' (line 561), row rank 7, column 'Mean score')",,out:effort-not-established,out:effort-not-established runtimewire-editorial-craft,runtimewire.com,gpt-5.6-sol,unstated,writing,mid,12-task battery no tools,,0.0091,2.89e-05,,,92,mean-score-x100,0.289,,,"https://runtimewire.com/benchmarks/editorial-craft-leaderboard-2 (markdown table 'Leaderboard' (line 562), row rank 8, column 'Mean score')",,out:effort-not-established,out:effort-not-established runtimewire-editorial-craft,runtimewire.com,sonnet-5,unstated,writing,mid,12-task battery no tools,,0.0063,2.89e-05,,,88,mean-score-x100,0.289,,,"https://runtimewire.com/benchmarks/editorial-craft-leaderboard-2 (markdown table 'Leaderboard' (line 563), row rank 9, column 'Mean score')",,out:effort-not-established,out:effort-not-established runtimewire-editorial-craft,runtimewire.com,fable-5,unstated,writing,mid,12-task battery no tools,,0.0297,2.89e-05,,,80,mean-score-x100,0.289,,,"https://runtimewire.com/benchmarks/editorial-craft-leaderboard-2 (markdown table 'Leaderboard' (line 564), row rank 10, column 'Mean score')",,out:effort-not-established,out:effort-not-established runtimewire-editorial-craft,runtimewire.com,gemini-3.7-flash,unstated,writing,mid,12-task battery no tools,,0.0011,2.89e-05,,,78,mean-score-x100,0.289,,,"https://runtimewire.com/benchmarks/editorial-craft-leaderboard-2 (markdown table 'Leaderboard' (line 565), row rank 11, column 'Mean score')",,out:effort-not-established,out:effort-not-established mgate-live-20261020,mgate-live-rws-20261020,gemini-4-argon,unstated,mixed,hard,own benchmark,,,,,,0.44,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 208336: the 'Overall · average across 30 languages' cell of the row Gemini 4 Argon)",,out:effort-not-established, mgate-live-20261020,mgate-live-rws-20261020,gpt-6-astra,unstated,mixed,hard,own benchmark,,,,,,0.38,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 217448: the 'Overall · average across 30 languages' cell of the row GPT-6 Astra)",,out:effort-not-established, mgate-live-20261020,mgate-live-rws-20261020,opus-5.5,unstated,mixed,hard,own benchmark,,,,,,0.37,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 226286: the 'Overall · average across 30 languages' cell of the row Claude Opus 5.5)",,out:effort-not-established, mgate-live-20261020,mgate-live-rws-20261020,fable-5.1,unstated,mixed,hard,own benchmark,,,,,,0.37,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 235054: the 'Overall · average across 30 languages' cell of the row Claude Fable 5.1)",,out:effort-not-established, mgate-live-20261020,mgate-live-rws-20261020,gemini-3.1-pro,unstated,mixed,hard,own benchmark,,,,,,0.36,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 243814: the 'Overall · average across 30 languages' cell of the row Gemini 3.1 Pro Preview)",,out:effort-not-established, mgate-live-20261020,mgate-live-rws-20261020,fable-5,unstated,mixed,hard,own benchmark,,,,,,0.35,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 252642: the 'Overall · average across 30 languages' cell of the row Claude Fable 5)",,out:effort-not-established, mgate-live-20261020,mgate-live-rws-20261020,gpt-6.1-sol,unstated,mixed,hard,own benchmark,,,,,,0.35,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 261333: the 'Overall · average across 30 languages' cell of the row GPT-6.1 Sol)",,out:effort-not-established, mgate-live-20261020,mgate-live-rws-20261020,gemini-3.7-flash,unstated,mixed,hard,own benchmark,,,,,,0.32,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 269943: the 'Overall · average across 30 languages' cell of the row Gemini 3.7 Flash)",,out:effort-not-established, mgate-live-20261020,mgate-live-rws-20261020,opus-5,unstated,mixed,hard,own benchmark,,,,,,0.31,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 279542: the 'Overall · average across 30 languages' cell of the row Claude Opus 5)",,out:effort-not-established, mgate-live-20261020,mgate-live-rws-20261020,gemini-3.8-flash,unstated,mixed,hard,own benchmark,,,,,,0.30,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 288378: the 'Overall · average across 30 languages' cell of the row Gemini 3.8 Flash)",,out:effort-not-established, mgate-live-20261020,mgate-live-rws-20261020,gemini-3.5-flash,unstated,mixed,hard,own benchmark,,,,,,0.29,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 298201: the 'Overall · average across 30 languages' cell of the row Gemini 3.5 Flash)",,out:effort-not-established, mgate-live-20261020,mgate-live-rws-20261020,gemini-3.6-flash,unstated,mixed,hard,own benchmark,,,,,,0.27,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 307526: the 'Overall · average across 30 languages' cell of the row Gemini 3.6 Flash)",,out:effort-not-established, mgate-live-20261020,mgate-live-rws-20261020,gpt-6-sol,unstated,mixed,hard,own benchmark,,,,,,0.25,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 316895: the 'Overall · average across 30 languages' cell of the row GPT-6 Sol)",,out:effort-not-established, mgate-live-20261020,mgate-live-rws-20261020,?Muse Wonder,not-established:absent,mixed,hard,own benchmark,,,,,,0.24,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 325709: the 'Overall · average across 30 languages' cell of the row Muse Wonder)",,out:model-not-established, mgate-live-20261020,mgate-live-rws-20261020,gemini-3-flash,unstated,mixed,hard,own benchmark,,,,,,0.22,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 334737: the 'Overall · average across 30 languages' cell of the row Gemini 3 Flash Preview)",,out:effort-not-established, mgate-live-20261020,mgate-live-rws-20261020,?Qwen 3.8 Max,not-established:absent,mixed,hard,own benchmark,,,,,,0.18,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 344278: the 'Overall · average across 30 languages' cell of the row Qwen 3.8 Max)",,out:model-not-established, mgate-live-20261020,mgate-live-rws-20261020,gpt-5.5,unstated,mixed,hard,own benchmark,,,,,,0.17,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 353681: the 'Overall · average across 30 languages' cell of the row GPT-5.5)",,out:effort-not-established, mgate-live-20261020,mgate-live-rws-20261020,sonnet-5.5,unstated,mixed,hard,own benchmark,,,,,,0.17,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 362524: the 'Overall · average across 30 languages' cell of the row Claude Sonnet 5.5)",,out:effort-not-established, mgate-live-20261020,mgate-live-rws-20261020,opus-4.6,unstated,mixed,hard,own benchmark,,,,,,0.17,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 371393: the 'Overall · average across 30 languages' cell of the row Claude Opus 4.6)",,out:effort-not-established, mgate-live-20261020,mgate-live-rws-20261020,gpt-5.6-sol,unstated,mixed,hard,own benchmark,,,,,,0.16,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 380713: the 'Overall · average across 30 languages' cell of the row GPT-5.6 Sol)",,out:effort-not-established, mgate-live-20261020,mgate-live-rws-20261020,deepseek-v4.1-flash,unstated,mixed,hard,own benchmark,,,,,,0.15,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 389757: the 'Overall · average across 30 languages' cell of the row DeepSeek V4.1 Flash)",,out:effort-not-established, mgate-live-20261020,mgate-live-rws-20261020,opus-4.8,unstated,mixed,hard,own benchmark,,,,,,0.15,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 398568: the 'Overall · average across 30 languages' cell of the row Claude Opus 4.8)",,out:effort-not-established, mgate-live-20261020,mgate-live-rws-20261020,gpt-6-luna,unstated,mixed,hard,own benchmark,,,,,,0.14,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 407649: the 'Overall · average across 30 languages' cell of the row GPT-6 Luna)",,out:effort-not-established, mgate-live-20261020,mgate-live-rws-20261020,muse-spark-1.3,unstated,mixed,hard,own benchmark,,,,,,0.14,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 416639: the 'Overall · average across 30 languages' cell of the row Muse Spark 1.3)",,out:effort-not-established, mgate-live-20261020,mgate-live-rws-20261020,gemini-3.5-flash-lite,unstated,mixed,hard,own benchmark,,,,,,0.13,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 425897: the 'Overall · average across 30 languages' cell of the row Gemini 3.5 Flash-Lite)",,out:effort-not-established, mgate-live-20261020,mgate-live-rws-20261020,qwen3.7-max,unstated,mixed,hard,own benchmark,,,,,,0.12,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 435364: the 'Overall · average across 30 languages' cell of the row Qwen 3.7 Max)",,out:effort-not-established, mgate-live-20261020,mgate-live-rws-20261020,sonnet-5,unstated,mixed,hard,own benchmark,,,,,,0.11,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 444069: the 'Overall · average across 30 languages' cell of the row Claude Sonnet 5)",,out:effort-not-established, mgate-live-20261020,mgate-live-rws-20261020,glm-5.3,unstated,mixed,hard,own benchmark,,,,,,0.10,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 452818: the 'Overall · average across 30 languages' cell of the row GLM 5.3)",,out:effort-not-established, mgate-live-20261020,mgate-live-rws-20261020,gemini-2.5-pro,unstated,mixed,hard,own benchmark,,,,,,0.10,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 461093: the 'Overall · average across 30 languages' cell of the row Gemini 2.5 Pro)",,out:effort-not-established, mgate-live-20261020,mgate-live-rws-20261020,?Muse Spark Open,not-established:absent,mixed,hard,own benchmark,,,,,,0.09,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 469636: the 'Overall · average across 30 languages' cell of the row Muse Spark Open)",,out:model-not-established, mgate-live-20261020,mgate-live-rws-20261020,opus-4.7,unstated,mixed,hard,own benchmark,,,,,,0.09,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 478813: the 'Overall · average across 30 languages' cell of the row Claude Opus 4.7)",,out:effort-not-established, mgate-live-20261020,mgate-live-rws-20261020,gpt-5.6-luna,unstated,mixed,hard,own benchmark,,,,,,0.09,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 488108: the 'Overall · average across 30 languages' cell of the row GPT-5.6 Luna)",,out:effort-not-established, mgate-live-20261020,mgate-live-rws-20261020,sonnet-4.6,unstated,mixed,hard,own benchmark,,,,,,0.08,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 497200: the 'Overall · average across 30 languages' cell of the row Claude Sonnet 4.6)",,out:effort-not-established, mgate-live-20261020,mgate-live-rws-20261020,gemini-2.5-flash,unstated,mixed,hard,own benchmark,,,,,,0.08,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 506835: the 'Overall · average across 30 languages' cell of the row Gemini 2.5 Flash)",,out:effort-not-established, mgate-live-20261020,mgate-live-rws-20261020,muse-spark-1.2,unstated,mixed,hard,own benchmark,,,,,,0.08,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 515441: the 'Overall · average across 30 languages' cell of the row Muse Spark 1.2)",,out:effort-not-established, mgate-live-20261020,mgate-live-rws-20261020,?Mistral Small 4,not-established:absent,mixed,hard,own benchmark,,,,,,0.07,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 525001: the 'Overall · average across 30 languages' cell of the row Mistral Small 4)",,out:model-not-established, mgate-live-20261020,mgate-live-rws-20261020,gpt-5.4,unstated,mixed,hard,own benchmark,,,,,,0.06,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 533889: the 'Overall · average across 30 languages' cell of the row GPT-5.4)",,out:effort-not-established, mgate-live-20261020,mgate-live-rws-20261020,opus-4.5,unstated,mixed,hard,own benchmark,,,,,,0.06,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 542767: the 'Overall · average across 30 languages' cell of the row Claude Opus 4.5)",,out:effort-not-established, mgate-live-20261020,mgate-live-rws-20261020,?DeepSeek V4 Pro,not-established:absent,mixed,hard,own benchmark,,,,,,0.05,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 552042: the 'Overall · average across 30 languages' cell of the row DeepSeek V4 Pro)",,out:model-not-established, mgate-live-20261020,mgate-live-rws-20261020,gpt-5,unstated,mixed,hard,own benchmark,,,,,,0.04,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 561251: the 'Overall · average across 30 languages' cell of the row GPT-5)",,out:effort-not-established, mgate-live-20261020,mgate-live-rws-20261020,glm-5.3-flash,max,mixed,hard,own benchmark,,,,,,0.03,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 569536: the 'Overall · average across 30 languages' cell of the row GLM 5.3 Flash (Max))",,out:single-couple, mgate-live-20261020,mgate-live-rws-20261020,mistral-medium-3.5,unstated,mixed,hard,own benchmark,,,,,,0.03,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 578204: the 'Overall · average across 30 languages' cell of the row Mistral Medium 3.5)",,out:effort-not-established, mgate-live-20261020,mgate-live-rws-20261020,mistral-medium-3.1,unstated,mixed,hard,own benchmark,,,,,,0.02,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 587130: the 'Overall · average across 30 languages' cell of the row Mistral Medium 3.1)",,out:effort-not-established, mgate-live-20261020,mgate-live-rws-20261020,gemini-3.1-flash-lite-preview,unstated,mixed,hard,own benchmark,,,,,,0.02,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 595918: the 'Overall · average across 30 languages' cell of the row Gemini 3.1 Flash Lite Preview)",,out:effort-not-established, mgate-live-20261020,mgate-live-rws-20261020,qwen3.6-max-preview,unstated,mixed,hard,own benchmark,,,,,,0.01,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 604964: the 'Overall · average across 30 languages' cell of the row Qwen 3.6 Max Preview)",,out:effort-not-established, mgate-live-20261020,mgate-live-rws-20261020,?DeepSeek V4 Flash,not-established:absent,mixed,hard,own benchmark,,,,,,0.01,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 614289: the 'Overall · average across 30 languages' cell of the row DeepSeek V4 Flash)",,out:model-not-established, mgate-live-20261020,mgate-live-rws-20261020,gpt-5.6-terra,unstated,mixed,hard,own benchmark,,,,,,0.01,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 623570: the 'Overall · average across 30 languages' cell of the row GPT-5.6 Terra)",,out:effort-not-established, mgate-live-20261020,mgate-live-rws-20261020,grok-4.7,unstated,mixed,hard,own benchmark,,,,,,0.00,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 632873: the 'Overall · average across 30 languages' cell of the row Grok 4.7)",,out:effort-not-established, mgate-live-20261020,mgate-live-rws-20261020,haiku-5.5,unstated,mixed,hard,own benchmark,,,,,,0.00,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 641205: the 'Overall · average across 30 languages' cell of the row Claude Haiku 5.5)",,out:effort-not-established, mgate-live-20261020,mgate-live-rws-20261020,grok-4.5,unstated,mixed,hard,own benchmark,,,,,,0.00,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 650624: the 'Overall · average across 30 languages' cell of the row Grok 4.5)",,out:effort-not-established, mgate-live-20261020,mgate-live-rws-20261020,?Mistral Large 3,not-established:absent,mixed,hard,own benchmark,,,,,,0.00,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 659888: the 'Overall · average across 30 languages' cell of the row Mistral Large 3)",,out:model-not-established, mgate-live-20261020,mgate-live-rws-20261020,qwen3.8-flash,unstated,mixed,hard,own benchmark,,,,,,-0.01,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 668252: the 'Overall · average across 30 languages' cell of the row Qwen 3.8 Flash)",,out:effort-not-established, mgate-live-20261020,mgate-live-rws-20261020,kimi-k3,unstated,mixed,hard,own benchmark,,,,,,-0.01,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 676852: the 'Overall · average across 30 languages' cell of the row Kimi K3)",,out:effort-not-established, mgate-live-20261020,mgate-live-rws-20261020,grok-4.6,unstated,mixed,hard,own benchmark,,,,,,-0.01,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 685301: the 'Overall · average across 30 languages' cell of the row Grok 4.6)",,out:effort-not-established, mgate-live-20261020,mgate-live-rws-20261020,gpt-5.4-mini,unstated,mixed,hard,own benchmark,,,,,,-0.01,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 694321: the 'Overall · average across 30 languages' cell of the row GPT-5.4 Mini)",,out:effort-not-established, mgate-live-20261020,mgate-live-rws-20261020,gemma-4-31b-it,unstated,mixed,hard,own benchmark,,,,,,-0.02,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 703534: the 'Overall · average across 30 languages' cell of the row Gemma 4 31B)",,out:effort-not-established, mgate-live-20261020,mgate-live-rws-20261020,?Mistral Small 3.2,not-established:absent,mixed,hard,own benchmark,,,,,,-0.02,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 712003: the 'Overall · average across 30 languages' cell of the row Mistral Small 3.2)",,out:model-not-established, mgate-live-20261020,mgate-live-rws-20261020,?LLama 3.3 70B,not-established:absent,mixed,hard,own benchmark,,,,,,-0.03,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 720492: the 'Overall · average across 30 languages' cell of the row LLama 3.3 70B)",,out:model-not-established, mgate-live-20261020,mgate-live-rws-20261020,inkling,unstated,mixed,hard,own benchmark,,,,,,-0.03,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 728692: the 'Overall · average across 30 languages' cell of the row Inkling)",,out:effort-not-established, mgate-live-20261020,mgate-live-rws-20261020,grok-4.20,unstated,mixed,hard,own benchmark,,,,,,-0.03,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 737371: the 'Overall · average across 30 languages' cell of the row Grok 4.20)",,out:effort-not-established, mgate-live-20261020,mgate-live-rws-20261020,glm-5.2,unstated,mixed,hard,own benchmark,,,,,,-0.05,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 745707: the 'Overall · average across 30 languages' cell of the row GLM 5.2)",,out:effort-not-established, mgate-live-20261020,mgate-live-rws-20261020,grok-4.3,unstated,mixed,hard,own benchmark,,,,,,-0.07,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 754010: the 'Overall · average across 30 languages' cell of the row Grok 4.3)",,out:effort-not-established, mgate-live-20261020,mgate-live-rws-20261020,deepseek-v3.2,unstated,mixed,hard,own benchmark,,,,,,-0.08,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 762297: the 'Overall · average across 30 languages' cell of the row DeepSeek V3.2)",,out:effort-not-established, mgate-live-20261020,mgate-live-rws-20261020,kimi-k2.6,unstated,mixed,hard,own benchmark,,,,,,-0.08,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 770931: the 'Overall · average across 30 languages' cell of the row Kimi K2.6)",,out:effort-not-established, mgate-live-20261020,mgate-live-rws-20261020,?Seed 2.1 Turbo,not-established:absent,mixed,hard,own benchmark,,,,,,-0.09,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 779533: the 'Overall · average across 30 languages' cell of the row Seed 2.1 Turbo)",,out:model-not-established, mgate-live-20261020,mgate-live-rws-20261020,gpt-5.2,unstated,mixed,hard,own benchmark,,,,,,-0.11,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 788839: the 'Overall · average across 30 languages' cell of the row GPT-5.2)",,out:effort-not-established, mgate-live-20261020,mgate-live-rws-20261020,inkling-small,unstated,mixed,hard,own benchmark,,,,,,-0.12,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 798152: the 'Overall · average across 30 languages' cell of the row Inkling Small)",,out:effort-not-established, mgate-live-20261020,mgate-live-rws-20261020,?Kimi K2.5,not-established:absent,mixed,hard,own benchmark,,,,,,-0.12,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 807038: the 'Overall · average across 30 languages' cell of the row Kimi K2.5)",,out:model-not-established, mgate-live-20261020,mgate-live-rws-20261020,minimax-m3,unstated,mixed,hard,own benchmark,,,,,,-0.13,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 815631: the 'Overall · average across 30 languages' cell of the row MiniMax M3)",,out:effort-not-established, mgate-live-20261020,mgate-live-rws-20261020,gpt-4o-mini,solo,mixed,hard,own benchmark,,,,,,-0.14,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 824132: the 'Overall · average across 30 languages' cell of the row GPT 4o Mini)",,out:single-couple, mgate-live-20261020,mgate-live-rws-20261020,?Seed 2.0 Lite,not-established:absent,mixed,hard,own benchmark,,,,,,-0.14,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 832566: the 'Overall · average across 30 languages' cell of the row Seed 2.0 Lite)",,out:model-not-established, mgate-live-20261020,mgate-live-rws-20261020,sonnet-4.5,unstated,mixed,hard,own benchmark,,,,,,-0.14,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 841256: the 'Overall · average across 30 languages' cell of the row Claude Sonnet 4.5)",,out:effort-not-established, mgate-live-20261020,mgate-live-rws-20261020,?Nemotron 3 Super,not-established:absent,mixed,hard,own benchmark,,,,,,-0.15,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 850769: the 'Overall · average across 30 languages' cell of the row Nemotron 3 Super)",,out:model-not-established, mgate-live-20261020,mgate-live-rws-20261020,gpt-5-mini,unstated,mixed,hard,own benchmark,,,,,,-0.16,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 859447: the 'Overall · average across 30 languages' cell of the row GPT-5-Mini)",,out:effort-not-established, mgate-live-20261020,mgate-live-rws-20261020,gpt-4.1-mini,solo,mixed,hard,own benchmark,,,,,,-0.16,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 867911: the 'Overall · average across 30 languages' cell of the row GPT 4.1 Mini)",,out:single-couple, mgate-live-20261020,mgate-live-rws-20261020,nemotron-3-ultra-550b-a55b,unstated,mixed,hard,own benchmark,,,,,,-0.16,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 876463: the 'Overall · average across 30 languages' cell of the row Nemotron 3 Ultra)",,out:effort-not-established, mgate-live-20261020,mgate-live-rws-20261020,gpt-4.1,solo,mixed,hard,own benchmark,,,,,,-0.17,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 885136: the 'Overall · average across 30 languages' cell of the row GPT 4.1)",,out:single-couple, mgate-live-20261020,mgate-live-rws-20261020,mercury-2.5,unstated,mixed,hard,own benchmark,,,,,,-0.17,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 893517: the 'Overall · average across 30 languages' cell of the row Mercury 2.5)",,out:effort-not-established, mgate-live-20261020,mgate-live-rws-20261020,gpt-5.1,unstated,mixed,hard,own benchmark,,,,,,-0.17,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 902102: the 'Overall · average across 30 languages' cell of the row GPT-5.1)",,out:effort-not-established, mgate-live-20261020,mgate-live-rws-20261020,qwen3.7-flash,unstated,mixed,hard,own benchmark,,,,,,-0.17,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 910497: the 'Overall · average across 30 languages' cell of the row Qwen 3.7 Flash)",,out:effort-not-established, mgate-live-20261020,mgate-live-rws-20261020,deepseek-v3.1,unstated,mixed,hard,own benchmark,,,,,,-0.19,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 919123: the 'Overall · average across 30 languages' cell of the row DeepSeek V3.1)",,out:effort-not-established, mgate-live-20261020,mgate-live-rws-20261020,gpt-5.4-nano,unstated,mixed,hard,own benchmark,,,,,,-0.21,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 927772: the 'Overall · average across 30 languages' cell of the row GPT-5.4 Nano)",,out:effort-not-established, mgate-live-20261020,mgate-live-rws-20261020,gpt-5-nano,unstated,mixed,hard,own benchmark,,,,,,-0.21,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 937429: the 'Overall · average across 30 languages' cell of the row GPT-5-Nano)",,out:effort-not-established, mgate-live-20261020,mgate-live-rws-20261020,haiku-4.5,unstated,mixed,hard,own benchmark,,,,,,-0.21,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 945971: the 'Overall · average across 30 languages' cell of the row Claude Haiku 4.5)",,out:effort-not-established, mgate-live-20261020,mgate-live-rws-20261020,?Mistral Large 4,not-established:absent,mixed,hard,own benchmark,,,,,,-0.23,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 955536: the 'Overall · average across 30 languages' cell of the row Mistral Large 4)",,out:model-not-established, mgate-live-20261020,mgate-live-rws-20261020,sonnet-4,unstated,mixed,hard,own benchmark,,,,,,-0.25,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 964319: the 'Overall · average across 30 languages' cell of the row Claude Sonnet 4)",,out:effort-not-established, mgate-live-20261020,mgate-live-rws-20261020,?GPT 4o,not-established:absent,mixed,hard,own benchmark,,,,,,-0.25,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 973059: the 'Overall · average across 30 languages' cell of the row GPT 4o)",,out:model-not-established, mgate-live-20261020,mgate-live-rws-20261020,gpt-oss-120b,unstated,mixed,hard,own benchmark,,,,,,-0.26,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 981436: the 'Overall · average across 30 languages' cell of the row GPT-OSS 120B)",,out:effort-not-established, mgate-live-20261020,mgate-live-rws-20261020,llama-4-maverick,solo,mixed,hard,own benchmark,,,,,,-0.32,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 990007: the 'Overall · average across 30 languages' cell of the row Llama 4 Maverick)",,out:single-couple, mgate-live-20261020,mgate-live-rws-20261020,?Qwen3 235B,not-established:absent,mixed,hard,own benchmark,,,,,,-0.35,mcc,0.00289,,,"https://www.rws.com/artificial-intelligence/train-ai-data-services/research/m-gate/leaderboard/ (raw HTML, offset 998597: the 'Overall · average across 30 languages' cell of the row Qwen3 235B)",,out:model-not-established, scale-enigma-0602,scale-seal,gpt-5.4-pro,unstated,mixed,frontier,Scale-Labs-leaderboard,,,,,,23.82,score%,0.00289,,,"https://labs.scale.com/leaderboard/enigma_eval (rendered leaderboard row ""gpt-5.4-pro-2026-03-05"" (Performance Comparison list))",,out:effort-not-established, scale-enigma-0602,scale-seal,gemini-3.1-pro,unstated,mixed,frontier,Scale-Labs-leaderboard,,,,,,19.76,score%,0.00289,,,"https://labs.scale.com/leaderboard/enigma_eval (rendered leaderboard row ""gemini-3.1-pro-preview"" (Performance Comparison list))",,out:effort-not-established, scale-enigma-0602,scale-seal,gpt-5.4,xhigh,mixed,frontier,Scale-Labs-leaderboard,,,,,,15.96,score%,0.00289,,,"https://labs.scale.com/leaderboard/enigma_eval (rendered leaderboard row ""gpt-5.4-2026-03-05 (xhigh thinking)"" (Performance Comparison list))",,out:single-couple, scale-enigma-0602,scale-seal,opus-4.5,not-established:absent,mixed,frontier,Scale-Labs-leaderboard,,,,,,11.91,score%,0.00289,,,"https://labs.scale.com/leaderboard/enigma_eval (rendered leaderboard row ""claude-opus-4-5-20251101-thinking"" (Performance Comparison list))",,out:effort-not-established, scale-enigma-0602,scale-seal,?gpt-5.1-thinking,not-established:absent,mixed,frontier,Scale-Labs-leaderboard,,,,,,11.23,score%,0.00289,,,"https://labs.scale.com/leaderboard/enigma_eval (rendered leaderboard row ""gpt-5.1-thinking"" (Performance Comparison list))",,out:model-not-established, scale-enigma-0602,scale-seal,gpt-5.2,unstated,mixed,frontier,Scale-Labs-leaderboard,,,,,,10.39,score%,0.00289,,,"https://labs.scale.com/leaderboard/enigma_eval (rendered leaderboard row ""gpt-5.2-2025-12-11"" (Performance Comparison list))",,out:effort-not-established, scale-enigma-0602,scale-seal,opus-4.6,max,mixed,frontier,Scale-Labs-leaderboard,,,,,,7.60,score%,0.00289,,,"https://labs.scale.com/leaderboard/enigma_eval (rendered leaderboard row ""claude-opus-4-6-thinking-max"" (Performance Comparison list))",,out:single-couple, scale-enigma-0602,scale-seal,opus-4.1,not-established:absent,mixed,frontier,Scale-Labs-leaderboard,,,,,,7.1791,score%,2.89e-05,,,"https://labs.scale.com/leaderboard/enigma_eval (page data payload (RSC ""entries"" JSON) of the board, entry ""claude-opus-4-1-20250805-thinking"", field score)",,out:effort-not-established, scale-enigma-0602,scale-seal,opus-4.6,nothink,mixed,frontier,Scale-Labs-leaderboard,,,,,,6.84,score%,0.00289,,,"https://labs.scale.com/leaderboard/enigma_eval (rendered leaderboard row ""claude-opus-4-6 (Non-Thinking)"" (Performance Comparison list))",,out:single-couple, scale-enigma-0602,scale-seal,sonnet-4.5,not-established:absent,mixed,frontier,Scale-Labs-leaderboard,,,,,,5.9966,score%,2.89e-05,,,"https://labs.scale.com/leaderboard/enigma_eval (page data payload (RSC ""entries"" JSON) of the board, entry ""claude-sonnet-4-5-20250929-thinking"", field score)",,out:effort-not-established, scale-enigma-0602,scale-seal,opus-4,not-established:absent,mixed,frontier,Scale-Labs-leaderboard,,,,,,5.57,score%,0.00289,,,"https://labs.scale.com/leaderboard/enigma_eval (rendered leaderboard row ""Claude Opus 4 (Thinking)"" (Performance Comparison list))",,out:effort-not-established, scale-enigma-0602,scale-seal,opus-4.1,unstated,mixed,frontier,Scale-Labs-leaderboard,,,,,,4.81,score%,0.00289,,,"https://labs.scale.com/leaderboard/enigma_eval (rendered leaderboard row ""claude-opus-4-1-20250805"" (Performance Comparison list))",,out:effort-not-established, scale-enigma-0602,scale-seal,opus-4.5,unstated,mixed,frontier,Scale-Labs-leaderboard,,,,,,4.65,score%,0.00289,,,"https://labs.scale.com/leaderboard/enigma_eval (rendered leaderboard row ""claude-opus-4-5-20251101"" (Performance Comparison list))",,out:effort-not-established, scale-enigma-0602,scale-seal,sonnet-3.7,not-established:absent,mixed,frontier,Scale-Labs-leaderboard,,,,,,4.23,score%,0.00289,,,"https://labs.scale.com/leaderboard/enigma_eval (rendered leaderboard row ""Claude 3.7 Sonnet Thinking (Feb 2025)"" (Performance Comparison list))",,out:effort-not-established, scale-enigma-0602,scale-seal,sonnet-4.5,unstated,mixed,frontier,Scale-Labs-leaderboard,,,,,,3.38,score%,0.00289,,,"https://labs.scale.com/leaderboard/enigma_eval (rendered leaderboard row ""claude-sonnet-4-5-20250929"" (Performance Comparison list))",,out:effort-not-established, scale-enigma-0602,scale-seal,kimi-k2.5,unstated,mixed,frontier,Scale-Labs-leaderboard,,,,,,3.38,score%,0.00289,,,"https://labs.scale.com/leaderboard/enigma_eval (rendered leaderboard row ""kimi-k2.5"" (Performance Comparison list))",,out:effort-not-established, scale-enigma-0602,scale-seal,opus-4,unstated,mixed,frontier,Scale-Labs-leaderboard,,,,,,3.21,score%,0.00289,,,"https://labs.scale.com/leaderboard/enigma_eval (rendered leaderboard row ""Claude Opus 4"" (Performance Comparison list))",,out:effort-not-established, scale-enigma-0602,scale-seal,sonnet-4,not-established:absent,mixed,frontier,Scale-Labs-leaderboard,,,,,,3.12,score%,0.00289,,,"https://labs.scale.com/leaderboard/enigma_eval (rendered leaderboard row ""Claude Sonnet 4 (Thinking)"" (Performance Comparison list))",,out:effort-not-established, scale-enigma-0602,scale-seal,sonnet-3.7,unstated,mixed,frontier,Scale-Labs-leaderboard,,,,,,2.26,score%,0.00289,,,"https://labs.scale.com/leaderboard/enigma_eval (rendered leaderboard row ""Claude 3.7 Sonnet (February 2025)"" (Performance Comparison list))",,out:effort-not-established, scale-enigma-0602,scale-seal,sonnet-4,unstated,mixed,frontier,Scale-Labs-leaderboard,,,,,,2.20,score%,0.00289,,,"https://labs.scale.com/leaderboard/enigma_eval (rendered leaderboard row ""Claude Sonnet 4"" (Performance Comparison list))",,out:effort-not-established, scale-enigma-0602,scale-seal,?gpt-5.1-instant,not-established:absent,mixed,frontier,Scale-Labs-leaderboard,,,,,,1.94,score%,0.00289,,,"https://labs.scale.com/leaderboard/enigma_eval (rendered leaderboard row ""gpt-5.1-instant"" (Performance Comparison list))",,out:model-not-established, scale-enigma-1016,scale-seal,fable-5,high,mixed,frontier,Scale-Labs-leaderboard,,,,,,39.28,score%,0.00289,,,"https://labs.scale.com/leaderboard/enigma_eval (rendered leaderboard row ""claude-fable-5-high"" (Performance Comparison list))",,in, scale-enigma-1016,scale-seal,gpt-5.6-sol,high,mixed,frontier,Scale-Labs-leaderboard,,,,,,37.12,score%,0.00289,,,"https://labs.scale.com/leaderboard/enigma_eval (rendered leaderboard row ""gpt-5.6-sol-high"" (Performance Comparison list))",,in, scale-enigma-1016,scale-seal,gemini-3.1-pro,high,mixed,frontier,Scale-Labs-leaderboard,,,,,,36.78,score%,0.00289,,,"https://labs.scale.com/leaderboard/enigma_eval (rendered leaderboard row ""gemini-3.1-pro-preview-high"" (Performance Comparison list))",,in, scale-enigma-1016,scale-seal,gemini-3.5-flash,high,mixed,frontier,Scale-Labs-leaderboard,,,,,,25.41,score%,0.00289,,,"https://labs.scale.com/leaderboard/enigma_eval (rendered leaderboard row ""gemini-3.5-flash-high"" (Performance Comparison list))",,in, scale-enigma-1016,scale-seal,opus-4.8,xhigh,mixed,frontier,Scale-Labs-leaderboard,,,,,,23.51,score%,0.00289,,,"https://labs.scale.com/leaderboard/enigma_eval (rendered leaderboard row ""claude-opus-4-8-xhigh"" (Performance Comparison list))",,in, scale-hle-text,scale-seal,gpt-6-astra,unstated,mixed,frontier,Scale-Labs-leaderboard,,,,,,54.17,score%,0.00289,,,"https://labs.scale.com/leaderboard/humanitys_last_exam_text_only (rendered leaderboard row ""GPT 6 Astra"" (Performance Comparison list))",,out:effort-not-established, scale-hle-text,scale-seal,gemini-3.1-pro,high,mixed,frontier,Scale-Labs-leaderboard,,,,,,47.31,score%,0.00289,,,"https://labs.scale.com/leaderboard/humanitys_last_exam_text_only (rendered leaderboard row ""gemini-3.1-pro-preview (thinking high)"" (Performance Comparison list))",,in, scale-hle-text,scale-seal,fable-5.1,xhigh,mixed,frontier,Scale-Labs-leaderboard,,,,,,46.80,score%,0.00289,,,"https://labs.scale.com/leaderboard/humanitys_last_exam_text_only (rendered leaderboard row ""Fable 5.1 (xhigh)"" (Performance Comparison list))",,in, scale-hle-text,scale-seal,gpt-5.4-pro,unstated,mixed,frontier,Scale-Labs-leaderboard,,,,,,45.32,score%,0.00289,,,"https://labs.scale.com/leaderboard/humanitys_last_exam_text_only (rendered leaderboard row ""gpt-5.4-pro-2026-03-05"" (Performance Comparison list))",,out:effort-not-established, scale-hle-text,scale-seal,gemini-3.8-flash,unstated,mixed,frontier,Scale-Labs-leaderboard,,,,,,44.95,score%,0.00289,,,"https://labs.scale.com/leaderboard/humanitys_last_exam_text_only (rendered leaderboard row ""Gemini 3.8 Flash"" (Performance Comparison list))",,out:effort-not-established, scale-hle-text,scale-seal,gpt-5.4,xhigh,mixed,frontier,Scale-Labs-leaderboard,,,,,,36.47,score%,0.00289,,,"https://labs.scale.com/leaderboard/humanitys_last_exam_text_only (rendered leaderboard row ""gpt-5.4-2026-03-05 (xhigh thinking)"" (Performance Comparison list))",,in, scale-hle-text,scale-seal,opus-4.6,max,mixed,frontier,Scale-Labs-leaderboard,,,,,,36.24,score%,0.00289,,,"https://labs.scale.com/leaderboard/humanitys_last_exam_text_only (rendered leaderboard row ""claude-opus-4-6-thinking-max"" (Performance Comparison list))",,out:single-couple, scale-hle-text,scale-seal,gpt-5.2,unstated,mixed,frontier,Scale-Labs-leaderboard,,,,,,28.50,score%,0.00289,,,"https://labs.scale.com/leaderboard/humanitys_last_exam_text_only (rendered leaderboard row ""gpt-5.2-2025-12-11"" (Performance Comparison list))",,out:effort-not-established, scale-hle-text,scale-seal,opus-4.5,not-established:absent,mixed,frontier,Scale-Labs-leaderboard,,,,,,26.32,score%,0.00289,,,"https://labs.scale.com/leaderboard/humanitys_last_exam_text_only (rendered leaderboard row ""claude-opus-4-5-20251101-thinking"" (Performance Comparison list))",,out:effort-not-established, scale-hle-text,scale-seal,?gpt-5.1-thinking,not-established:absent,mixed,frontier,Scale-Labs-leaderboard,,,,,,24.65,score%,0.00289,,,"https://labs.scale.com/leaderboard/humanitys_last_exam_text_only (rendered leaderboard row ""gpt-5.1-thinking"" (Performance Comparison list))",,out:model-not-established, scale-hle-text,scale-seal,opus-4.6,nothink,mixed,frontier,Scale-Labs-leaderboard,,,,,,19.37,score%,0.00289,,,"https://labs.scale.com/leaderboard/humanitys_last_exam_text_only (rendered leaderboard row ""claude-opus-4-6 (Non-Thinking)"" (Performance Comparison list))",,out:single-couple, scale-hle-text,scale-seal,sonnet-4.5,not-established:absent,mixed,frontier,Scale-Labs-leaderboard,,,,,,14.09,score%,0.00289,,,"https://labs.scale.com/leaderboard/humanitys_last_exam_text_only (rendered leaderboard row ""claude-sonnet-4-5-20250929-thinking"" (Performance Comparison list))",,out:effort-not-established, scale-hle-text,scale-seal,opus-4.5,unstated,mixed,frontier,Scale-Labs-leaderboard,,,,,,13.90,score%,0.00289,,,"https://labs.scale.com/leaderboard/humanitys_last_exam_text_only (rendered leaderboard row ""claude-opus-4-5-20251101"" (Performance Comparison list))",,out:effort-not-established, scale-hle-text,scale-seal,opus-4.1,not-established:absent,mixed,frontier,Scale-Labs-leaderboard,,,,,,11.26,score%,0.00289,,,"https://labs.scale.com/leaderboard/humanitys_last_exam_text_only (rendered leaderboard row ""claude-opus-4-1-20250805-thinking"" (Performance Comparison list))",,out:effort-not-established, scale-hle-text,scale-seal,opus-4,not-established:absent,mixed,frontier,Scale-Labs-leaderboard,,,,,,10.80,score%,0.00289,,,"https://labs.scale.com/leaderboard/humanitys_last_exam_text_only (rendered leaderboard row ""Claude Opus 4 (Thinking)"" (Performance Comparison list))",,out:effort-not-established, scale-hle-text,scale-seal,sonnet-3.7,not-established:absent,mixed,frontier,Scale-Labs-leaderboard,,,,,,7.89,score%,0.00289,,,"https://labs.scale.com/leaderboard/humanitys_last_exam_text_only (rendered leaderboard row ""Claude 3.7 Sonnet (Thinking)"" (Performance Comparison list))",,out:effort-not-established, scale-hle-text,scale-seal,sonnet-4.5,unstated,mixed,frontier,Scale-Labs-leaderboard,,,,,,7.65,score%,0.00289,,,"https://labs.scale.com/leaderboard/humanitys_last_exam_text_only (rendered leaderboard row ""claude-sonnet-4-5-20250929"" (Performance Comparison list))",,out:effort-not-established, scale-hle-text,scale-seal,sonnet-4,not-established:absent,mixed,frontier,Scale-Labs-leaderboard,,,,,,7.60,score%,0.00289,,,"https://labs.scale.com/leaderboard/humanitys_last_exam_text_only (rendered leaderboard row ""Claude Sonnet 4 (Thinking)"" (Performance Comparison list))",,out:effort-not-established, scale-hle-text,scale-seal,opus-4.1,unstated,mixed,frontier,Scale-Labs-leaderboard,,,,,,7.37,score%,0.00289,,,"https://labs.scale.com/leaderboard/humanitys_last_exam_text_only (rendered leaderboard row ""claude-opus-4-1-20250805"" (Performance Comparison list))",,out:effort-not-established, scale-hle-text,scale-seal,?gpt-5.1-instant,not-established:absent,mixed,frontier,Scale-Labs-leaderboard,,,,,,6.49,score%,0.00289,,,"https://labs.scale.com/leaderboard/humanitys_last_exam_text_only (rendered leaderboard row ""gpt-5.1-instant"" (Performance Comparison list))",,out:model-not-established, scale-hle-text,scale-seal,opus-4,unstated,mixed,frontier,Scale-Labs-leaderboard,,,,,,6.26,score%,0.00289,,,"https://labs.scale.com/leaderboard/humanitys_last_exam_text_only (rendered leaderboard row ""Claude Opus 4"" (Performance Comparison list))",,out:effort-not-established, scale-hle-text,scale-seal,sonnet-4,unstated,mixed,frontier,Scale-Labs-leaderboard,,,,,,5.42,score%,0.00289,,,"https://labs.scale.com/leaderboard/humanitys_last_exam_text_only (rendered leaderboard row ""Claude Sonnet 4"" (Performance Comparison list))",,out:effort-not-established, scale-multinrc,scale-seal,gemini-3.1-pro,unstated,reasoning-math,hard,Scale-Labs-leaderboard,,,,,,64.74,score%,0.00289,,,"https://labs.scale.com/leaderboard/multinrc (rendered leaderboard row ""gemini-3.1-pro-preview"" (Performance Comparison list))",,out:effort-not-established, scale-multinrc,scale-seal,gpt-5.4-pro,unstated,reasoning-math,hard,Scale-Labs-leaderboard,,,,,,62.27,score%,0.00289,,,"https://labs.scale.com/leaderboard/multinrc (rendered leaderboard row ""gpt-5.4-pro-2026-03-05"" (Performance Comparison list))",,out:effort-not-established, scale-multinrc,scale-seal,gpt-5.4,xhigh,reasoning-math,hard,Scale-Labs-leaderboard,,,,,,58.29,score%,0.00289,,,"https://labs.scale.com/leaderboard/multinrc (rendered leaderboard row ""gpt-5.4-2026-03-05 (xhigh thinking)"" (Performance Comparison list))",,out:single-couple, scale-multinrc,scale-seal,opus-4.6,max,reasoning-math,hard,Scale-Labs-leaderboard,,,,,,57.06,score%,0.00289,,,"https://labs.scale.com/leaderboard/multinrc (rendered leaderboard row ""claude-opus-4-6-thinking-max"" (Performance Comparison list))",,out:single-couple, scale-multinrc,scale-seal,?gpt-5.1-thinking,not-established:absent,reasoning-math,hard,Scale-Labs-leaderboard,,,,,,49.00,score%,0.00289,,,"https://labs.scale.com/leaderboard/multinrc (rendered leaderboard row ""gpt-5.1-thinking"" (Performance Comparison list))",,out:model-not-established, scale-multinrc,scale-seal,opus-4.5,not-established:absent,reasoning-math,hard,Scale-Labs-leaderboard,,,,,,48.63,score%,0.00289,,,"https://labs.scale.com/leaderboard/multinrc (rendered leaderboard row ""claude-opus-4-5-20251101-thinking"" (Performance Comparison list))",,out:effort-not-established, scale-multinrc,scale-seal,opus-4.6,nothink,reasoning-math,hard,Scale-Labs-leaderboard,,,,,,48.34,score%,0.00289,,,"https://labs.scale.com/leaderboard/multinrc (rendered leaderboard row ""claude-opus-4-6 (Non-Thinking)"" (Performance Comparison list))",,out:single-couple, scale-multinrc,scale-seal,gpt-5.2,unstated,reasoning-math,hard,Scale-Labs-leaderboard,,,,,,42.18,score%,0.00289,,,"https://labs.scale.com/leaderboard/multinrc (rendered leaderboard row ""gpt-5.2-2025-12-11"" (Performance Comparison list))",,out:effort-not-established, scale-multinrc,scale-seal,opus-4.5,unstated,reasoning-math,hard,Scale-Labs-leaderboard,,,,,,41.23,score%,0.00289,,,"https://labs.scale.com/leaderboard/multinrc (rendered leaderboard row ""claude-opus-4-5-20251101"" (Performance Comparison list))",,out:effort-not-established, scale-multinrc,scale-seal,opus-4.1,not-established:absent,reasoning-math,hard,Scale-Labs-leaderboard,,,,,,38.39,score%,0.00289,,,"https://labs.scale.com/leaderboard/multinrc (rendered leaderboard row ""claude-opus-4-1-20250805-thinking"" (Performance Comparison list))",,out:effort-not-established, scale-multinrc,scale-seal,sonnet-4.5,not-established:absent,reasoning-math,hard,Scale-Labs-leaderboard,,,,,,35.83,score%,0.00289,,,"https://labs.scale.com/leaderboard/multinrc (rendered leaderboard row ""claude-sonnet-4-5-20250929-thinking"" (Performance Comparison list))",,out:effort-not-established, scale-multinrc,scale-seal,kimi-k2.5,unstated,reasoning-math,hard,Scale-Labs-leaderboard,,,,,,35.17,score%,0.00289,,,"https://labs.scale.com/leaderboard/multinrc (rendered leaderboard row ""kimi-k2.5"" (Performance Comparison list))",,out:effort-not-established, scale-multinrc,scale-seal,?Claude-4-Opus-20250514,not-established:absent,reasoning-math,hard,Scale-Labs-leaderboard,,,,,,33.93,score%,0.00289,,,"https://labs.scale.com/leaderboard/multinrc (rendered leaderboard row ""Claude-4-Opus-20250514-thinking"" (Performance Comparison list))",,out:model-not-established, scale-multinrc,scale-seal,opus-4.1,unstated,reasoning-math,hard,Scale-Labs-leaderboard,,,,,,29.67,score%,0.00289,,,"https://labs.scale.com/leaderboard/multinrc (rendered leaderboard row ""claude-opus-4-1-20250805"" (Performance Comparison list))",,out:effort-not-established, scale-multinrc,scale-seal,?Claude-4-Opus-20250514,not-established:absent,reasoning-math,hard,Scale-Labs-leaderboard,,,,,,29.00,score%,0.00289,,,"https://labs.scale.com/leaderboard/multinrc (rendered leaderboard row ""Claude-4-Opus-20250514"" (Performance Comparison list))",,out:model-not-established, scale-multinrc,scale-seal,sonnet-4.5,unstated,reasoning-math,hard,Scale-Labs-leaderboard,,,,,,28.15,score%,0.00289,,,"https://labs.scale.com/leaderboard/multinrc (rendered leaderboard row ""claude-sonnet-4-5-20250929"" (Performance Comparison list))",,out:effort-not-established, scale-multinrc,scale-seal,sonnet-3.7,not-established:absent,reasoning-math,hard,Scale-Labs-leaderboard,,,,,,27.77,score%,0.00289,,,"https://labs.scale.com/leaderboard/multinrc (rendered leaderboard row ""Claude-3.7-Sonnet-thinking"" (Performance Comparison list))",,out:effort-not-established, scale-multinrc,scale-seal,?Claude-4-Sonnet-20250514,not-established:absent,reasoning-math,hard,Scale-Labs-leaderboard,,,,,,18.39,score%,0.00289,,,"https://labs.scale.com/leaderboard/multinrc (rendered leaderboard row ""Claude-4-Sonnet-20250514"" (Performance Comparison list))",,out:model-not-established, scale-multinrc,scale-seal,?gpt-5.1-instant,not-established:absent,reasoning-math,hard,Scale-Labs-leaderboard,,,,,,18.29,score%,0.00289,,,"https://labs.scale.com/leaderboard/multinrc (rendered leaderboard row ""gpt-5.1-instant"" (Performance Comparison list))",,out:model-not-established, sealpro2,scale-seal,opus-5,xhigh,coding,frontier,,,,,,,99.4,resolved%,0.0289,,,"https://labs.scale.com/leaderboard/swe_bench_pro_public_v2 (page data payload (RSC ""entries"" JSON) of the board, entry ""Claude Opus 5 (Claude Code) xhigh"", field score)",,in, sealpro2,scale-seal,fable-5.1,high,coding,frontier,,,,,,,99.1,resolved%,0.0289,,,"https://labs.scale.com/leaderboard/swe_bench_pro_public_v2 (page data payload (RSC ""entries"" JSON) of the board, entry ""Fable 5.1 (Claude Code) high"", field score)",,in, sealpro2,scale-seal,sonnet-5,xhigh,coding,frontier,,,,,,,93.15,resolved%,0.00289,,,"https://labs.scale.com/leaderboard/swe_bench_pro_public_v2 (page data payload (RSC ""entries"" JSON) of the board, entry ""Claude Sonnet 5 (Claude Code) xhigh"", field score)",,in, sealpro2,scale-seal,kimi-k3,not-established:absent,coding,frontier,,,,,,,97.7,resolved%,0.0289,,,"https://labs.scale.com/leaderboard/swe_bench_pro_public_v2 (page data payload (RSC ""entries"" JSON) of the board, entry ""Kimi-K3 (mini-swe-agent) max"", field score)",,out:effort-not-established, sealpro2,scale-seal,gpt-6-astra,high,coding,frontier,,,,,,,96.9,resolved%,0.0289,,,"https://labs.scale.com/leaderboard/swe_bench_pro_public_v2 (page data payload (RSC ""entries"" JSON) of the board, entry ""GPT - 6- Astra (Codex) high"", field score)",,in, sealpro2,scale-seal,glm-5.3,not-established:absent,coding,frontier,,,,,,,95.6,resolved%,0.0289,,,"https://labs.scale.com/leaderboard/swe_bench_pro_public_v2 (page data payload (RSC ""entries"" JSON) of the board, entry ""GLM-5.3 (mini-swe-agent) max"", field score)",,out:effort-not-established, sealpro2,scale-seal,gpt-5.6-sol,xhigh,coding,frontier,,,,,,,95.5,resolved%,0.0289,,,"https://labs.scale.com/leaderboard/swe_bench_pro_public_v2 (page data payload (RSC ""entries"" JSON) of the board, entry ""GPT-5.6-sol (codex) xhigh"", field score)",,in, sealpro2,scale-seal,gemini-3.8-flash,not-established:absent,coding,frontier,,,,,,,94.86,resolved%,0.00289,,,"https://labs.scale.com/leaderboard/swe_bench_pro_public_v2 (page data payload (RSC ""entries"" JSON) of the board, entry ""Gemini 3.8 Flash (mini-swe-agent) high"", field score)",,out:effort-not-established, sealpro2,scale-seal,gpt-5.6-terra,xhigh,coding,frontier,,,,,,,92.37,resolved%,0.00289,,,"https://labs.scale.com/leaderboard/swe_bench_pro_public_v2 (page data payload (RSC ""entries"" JSON) of the board, entry ""GPT-5.6-Terra (codex) xhigh"", field score)",,in, sealpro2h,scale-seal,opus-5,xhigh,coding,frontier,,,,,,,98,resolved%,0.289,,,"https://labs.scale.com/leaderboard/swe_bench_pro_public_v2 (page data payload (RSC ""entries"" JSON) of the board, entry ""Opus 5 (Claude Code) xhigh"", field score)",,in, sealpro2h,scale-seal,fable-5.1,high,coding,frontier,,,,,,,92.2,resolved%,0.0289,,,"https://labs.scale.com/leaderboard/swe_bench_pro_public_v2 (page data payload (RSC ""entries"" JSON) of the board, entry ""Fable 5.1 (Claude Code) high"", field score)",,in, sealpro2h,scale-seal,sonnet-5,xhigh,coding,frontier,,,,,,,88.2,resolved%,0.0289,,,"https://labs.scale.com/leaderboard/swe_bench_pro_public_v2 (page data payload (RSC ""entries"" JSON) of the board, entry ""Sonnet 5 (Claude Code) xhigh"", field score)",,in, sealpro2h,scale-seal,haiku-4.5,not-established:absent,coding,frontier,,,,,,,25.5,resolved%,0.0289,,,"https://labs.scale.com/leaderboard/swe_bench_pro_public_v2 (page data payload (RSC ""entries"" JSON) of the board, entry ""Haiku 4.5 (Claude Code) xhigh"", field score)",,out:effort-not-established, sealpro2h,scale-seal,gpt-6-astra,high,coding,frontier,,,,,,,90.2,resolved%,0.0289,,,"https://labs.scale.com/leaderboard/swe_bench_pro_public_v2 (page data payload (RSC ""entries"" JSON) of the board, entry ""GPT-6 Astra (Codex) high"", field score)",,in, sealpro2h,scale-seal,kimi-k3,not-established:absent,coding,frontier,,,,,,,88.2,resolved%,0.0289,,,"https://labs.scale.com/leaderboard/swe_bench_pro_public_v2 (page data payload (RSC ""entries"" JSON) of the board, entry ""Kimi-K3 (mini-swe-agent) max"", field score)",,out:effort-not-established, sealpro2h,scale-seal,gpt-5.6-terra,xhigh,coding,frontier,,,,,,,86.3,resolved%,0.0289,,,"https://labs.scale.com/leaderboard/swe_bench_pro_public_v2 (page data payload (RSC ""entries"" JSON) of the board, entry ""GPT-5.6 Terra (Codex) xhigh"", field score)",,in, sealpro2h,scale-seal,glm-5.3,not-established:absent,coding,frontier,,,,,,,84.3,resolved%,0.0289,,,"https://labs.scale.com/leaderboard/swe_bench_pro_public_v2 (page data payload (RSC ""entries"" JSON) of the board, entry ""GLM-5.3 (mini-swe-agent) max"", field score)",,out:effort-not-established, sealpro2h,scale-seal,gpt-5.6-sol,xhigh,coding,frontier,,,,,,,82.4,resolved%,0.0289,,,"https://labs.scale.com/leaderboard/swe_bench_pro_public_v2 (page data payload (RSC ""entries"" JSON) of the board, entry ""GPT-5.6 Sol (Codex) xhigh"", field score)",,in, sealpro2h,scale-seal,gemini-3.8-flash,not-established:absent,coding,frontier,,,,,,,58.8,resolved%,0.0289,,,"https://labs.scale.com/leaderboard/swe_bench_pro_public_v2 (page data payload (RSC ""entries"" JSON) of the board, entry ""Gemini 3.8 Flash (mini-swe-agent) high"", field score)",,out:effort-not-established, scale-tutorbench,scale-seal,gpt-5.4-pro,unstated,mixed,mid,Scale-Labs-leaderboard,,,,,,56.6249,score%,2.89e-05,,,"https://labs.scale.com/leaderboard/tutorbench (page data payload (RSC ""entries"" JSON) of the board, entry ""gpt-5.4-pro-2026-03-05"", field score)",,out:effort-not-established, scale-tutorbench,scale-seal,kimi-k2.5,unstated,mixed,mid,Scale-Labs-leaderboard,,,,,,54.5605,score%,2.89e-05,,,"https://labs.scale.com/leaderboard/tutorbench (page data payload (RSC ""entries"" JSON) of the board, entry ""kimi-k2.5"", field score)",,out:effort-not-established, scale-tutorbench,scale-seal,?gpt-5.1-thinking,not-established:absent,mixed,mid,Scale-Labs-leaderboard,,,,,,54.0871,score%,2.89e-05,,,"https://labs.scale.com/leaderboard/tutorbench (page data payload (RSC ""entries"" JSON) of the board, entry ""gpt-5.1-thinking"", field score)",,out:model-not-established, scale-tutorbench,scale-seal,opus-4.6,max,mixed,mid,Scale-Labs-leaderboard,,,,,,53.68,score%,0.00289,,,"https://labs.scale.com/leaderboard/tutorbench (rendered leaderboard row ""claude-opus-4-6-thinking-max"" (Performance Comparison list))",,out:single-couple, scale-tutorbench,scale-seal,opus-4.6,nothink,mixed,mid,Scale-Labs-leaderboard,,,,,,53.55,score%,0.00289,,,"https://labs.scale.com/leaderboard/tutorbench (rendered leaderboard row ""claude-opus-4-6 (Non-Thinking)"" (Performance Comparison list))",,out:single-couple, scale-tutorbench,scale-seal,gpt-5.2,unstated,mixed,mid,Scale-Labs-leaderboard,,,,,,53.4947,score%,2.89e-05,,,"https://labs.scale.com/leaderboard/tutorbench (page data payload (RSC ""entries"" JSON) of the board, entry ""gpt-5.2-2025-12-11"", field score)",,out:effort-not-established, scale-tutorbench,scale-seal,gemini-3.1-pro,unstated,mixed,mid,Scale-Labs-leaderboard,,,,,,52.9926,score%,2.89e-05,,,"https://labs.scale.com/leaderboard/tutorbench (page data payload (RSC ""entries"" JSON) of the board, entry ""gemini-3.1-pro-preview"", field score)",,out:effort-not-established, scale-tutorbench,scale-seal,opus-4.5,not-established:absent,mixed,mid,Scale-Labs-leaderboard,,,,,,51.1982,score%,2.89e-05,,,"https://labs.scale.com/leaderboard/tutorbench (page data payload (RSC ""entries"" JSON) of the board, entry ""claude-opus-4-5-20251101-thinking"", field score)",,out:effort-not-established, scale-tutorbench,scale-seal,opus-4.1,not-established:absent,mixed,mid,Scale-Labs-leaderboard,,,,,,50.78,score%,0.00289,,,"https://labs.scale.com/leaderboard/tutorbench (rendered leaderboard row ""claude-opus-4-1-20250805-thinking"" (Performance Comparison list))",,out:effort-not-established, scale-tutorbench,scale-seal,opus-4.5,unstated,mixed,mid,Scale-Labs-leaderboard,,,,,,49.8202,score%,2.89e-05,,,"https://labs.scale.com/leaderboard/tutorbench (page data payload (RSC ""entries"" JSON) of the board, entry ""claude-opus-4-5-20251101"", field score)",,out:effort-not-established, scale-tutorbench,scale-seal,?claude-4-opus-20250514,not-established:absent,mixed,mid,Scale-Labs-leaderboard,,,,,,49.71,score%,0.00289,,,"https://labs.scale.com/leaderboard/tutorbench (rendered leaderboard row ""claude-4-opus-20250514-thinking"" (Performance Comparison list))",,out:model-not-established, scale-tutorbench,scale-seal,?gpt-5.1-instant,not-established:absent,mixed,mid,Scale-Labs-leaderboard,,,,,,49.08,score%,0.00289,,,"https://labs.scale.com/leaderboard/tutorbench (rendered leaderboard row ""gpt-5.1-instant"" (Performance Comparison list))",,out:model-not-established, scale-tutorbench,scale-seal,sonnet-4.5,not-established:absent,mixed,mid,Scale-Labs-leaderboard,,,,,,49.00,score%,0.00289,,,"https://labs.scale.com/leaderboard/tutorbench (rendered leaderboard row ""claude-sonnet-4-5-20250929-thinking"" (Performance Comparison list))",,out:effort-not-established, scale-tutorbench,scale-seal,opus-4.1,unstated,mixed,mid,Scale-Labs-leaderboard,,,,,,47.40,score%,0.00289,,,"https://labs.scale.com/leaderboard/tutorbench (rendered leaderboard row ""claude-opus-4-1-20250805_anthropic"" (Performance Comparison list))",,out:effort-not-established, scale-tutorbench,scale-seal,?claude-37-sonnet,not-established:absent,mixed,mid,Scale-Labs-leaderboard,,,,,,46.45,score%,0.00289,,,"https://labs.scale.com/leaderboard/tutorbench (rendered leaderboard row ""claude-37-sonnet-thinking"" (Performance Comparison list))",,out:model-not-established, scale-tutorbench,scale-seal,sonnet-4.5,unstated,mixed,mid,Scale-Labs-leaderboard,,,,,,45.70,score%,0.00289,,,"https://labs.scale.com/leaderboard/tutorbench (rendered leaderboard row ""claude-sonnet-4-5-20250929"" (Performance Comparison list))",,out:effort-not-established, scale-tutorbench,scale-seal,opus-4,unstated,mixed,mid,Scale-Labs-leaderboard,,,,,,45.46,score%,0.00289,,,"https://labs.scale.com/leaderboard/tutorbench (rendered leaderboard row ""claude-opus-4-20250514"" (Performance Comparison list))",,out:effort-not-established, scale-vlu,scale-seal,gpt-5.4-pro,unstated,mixed,hard,Scale-Labs-leaderboard,,,,,,53.89,score%,0.00289,,,"https://labs.scale.com/leaderboard/visual_language_understanding (rendered leaderboard row ""gpt-5.4-pro-2026-03-05"" (Performance Comparison list))",,out:effort-not-established, scale-vlu,scale-seal,gpt-5.4,xhigh,mixed,hard,Scale-Labs-leaderboard,,,,,,50.89,score%,0.00289,,,"https://labs.scale.com/leaderboard/visual_language_understanding (rendered leaderboard row ""gpt-5.4-2026-03-05 (xhigh thinking)"" (Performance Comparison list))",,out:single-couple, scale-vlu,scale-seal,sonnet-4.5,not-established:absent,mixed,hard,Scale-Labs-leaderboard,,,,,,48.75,score%,0.00289,,,"https://labs.scale.com/leaderboard/visual_language_understanding (rendered leaderboard row ""claude-sonnet-4-5-20250929-thinking"" (Performance Comparison list))",,out:effort-not-established, scale-vlu,scale-seal,opus-4.1,not-established:absent,mixed,hard,Scale-Labs-leaderboard,,,,,,48.44,score%,0.00289,,,"https://labs.scale.com/leaderboard/visual_language_understanding (rendered leaderboard row ""claude-opus-4-1-20250805-thinking"" (Performance Comparison list))",,out:effort-not-established, scale-vlu,scale-seal,sonnet-3.7,not-established:absent,mixed,hard,Scale-Labs-leaderboard,,,,,,48.23,score%,0.00289,,,"https://labs.scale.com/leaderboard/visual_language_understanding (rendered leaderboard row ""Claude 3.7 Sonnet Thinking (Feb 2025)"" (Performance Comparison list))",,out:effort-not-established, scale-vlu,scale-seal,opus-4,not-established:absent,mixed,hard,Scale-Labs-leaderboard,,,,,,46.96,score%,0.00289,,,"https://labs.scale.com/leaderboard/visual_language_understanding (rendered leaderboard row ""Claude Opus 4 (Thinking)"" (Performance Comparison list))",,out:effort-not-established, scale-vlu,scale-seal,gpt-5.2,unstated,mixed,hard,Scale-Labs-leaderboard,,,,,,46.62,score%,0.00289,,,"https://labs.scale.com/leaderboard/visual_language_understanding (rendered leaderboard row ""gpt-5.2-2025-12-11"" (Performance Comparison list))",,out:effort-not-established, scale-vlu,scale-seal,opus-4.5,not-established:absent,mixed,hard,Scale-Labs-leaderboard,,,,,,46.43,score%,0.00289,,,"https://labs.scale.com/leaderboard/visual_language_understanding (rendered leaderboard row ""claude-opus-4-5-20251101-thinking"" (Performance Comparison list))",,out:effort-not-established, scale-vlu,scale-seal,opus-4.6,max,mixed,hard,Scale-Labs-leaderboard,,,,,,46.07,score%,0.00289,,,"https://labs.scale.com/leaderboard/visual_language_understanding (rendered leaderboard row ""claude-opus-4-6-thinking-max"" (Performance Comparison list))",,out:single-couple, scale-vlu,scale-seal,sonnet-4,not-established:absent,mixed,hard,Scale-Labs-leaderboard,,,,,,45.49,score%,0.00289,,,"https://labs.scale.com/leaderboard/visual_language_understanding (rendered leaderboard row ""Claude Sonnet 4 (Thinking)"" (Performance Comparison list))",,out:effort-not-established, scale-vlu,scale-seal,opus-4.6,nothink,mixed,hard,Scale-Labs-leaderboard,,,,,,45.48,score%,0.00289,,,"https://labs.scale.com/leaderboard/visual_language_understanding (rendered leaderboard row ""claude-opus-4-6 (Non-Thinking)"" (Performance Comparison list))",,out:single-couple, scale-vlu,scale-seal,opus-4.5,unstated,mixed,hard,Scale-Labs-leaderboard,,,,,,45.32,score%,0.00289,,,"https://labs.scale.com/leaderboard/visual_language_understanding (rendered leaderboard row ""claude-opus-4-5-20251101"" (Performance Comparison list))",,out:effort-not-established, scale-vlu,scale-seal,opus-4.1,unstated,mixed,hard,Scale-Labs-leaderboard,,,,,,45.25,score%,0.00289,,,"https://labs.scale.com/leaderboard/visual_language_understanding (rendered leaderboard row ""claude-opus-4-1-20250805"" (Performance Comparison list))",,out:effort-not-established, scale-vlu,scale-seal,sonnet-4.5,unstated,mixed,hard,Scale-Labs-leaderboard,,,,,,45.00,score%,0.00289,,,"https://labs.scale.com/leaderboard/visual_language_understanding (rendered leaderboard row ""claude-sonnet-4-5-20250929"" (Performance Comparison list))",,out:effort-not-established, scale-vlu,scale-seal,?gpt-5.1-thinking,not-established:absent,mixed,hard,Scale-Labs-leaderboard,,,,,,43.82,score%,0.00289,,,"https://labs.scale.com/leaderboard/visual_language_understanding (rendered leaderboard row ""gpt-5.1-thinking"" (Performance Comparison list))",,out:model-not-established, scale-vlu,scale-seal,opus-4,unstated,mixed,hard,Scale-Labs-leaderboard,,,,,,43.53,score%,0.00289,,,"https://labs.scale.com/leaderboard/visual_language_understanding (rendered leaderboard row ""Claude Opus 4"" (Performance Comparison list))",,out:effort-not-established, scale-vlu,scale-seal,sonnet-4,unstated,mixed,hard,Scale-Labs-leaderboard,,,,,,43.21,score%,0.00289,,,"https://labs.scale.com/leaderboard/visual_language_understanding (rendered leaderboard row ""Claude Sonnet 4"" (Performance Comparison list))",,out:effort-not-established, scale-vlu,scale-seal,sonnet-3.7,unstated,mixed,hard,Scale-Labs-leaderboard,,,,,,43.02,score%,0.00289,,,"https://labs.scale.com/leaderboard/visual_language_understanding (rendered leaderboard row ""Claude 3.7 Sonnet (February 2025)"" (Performance Comparison list))",,out:effort-not-established, scale-vlu,scale-seal,kimi-k2.5,unstated,mixed,hard,Scale-Labs-leaderboard,,,,,,41.86,score%,0.00289,,,"https://labs.scale.com/leaderboard/visual_language_understanding (rendered leaderboard row ""kimi-k2.5"" (Performance Comparison list))",,out:effort-not-established, scale-vlu,scale-seal,?gpt-5.1-instant,not-established:absent,mixed,hard,Scale-Labs-leaderboard,,,,,,34.87,score%,0.00289,,,"https://labs.scale.com/leaderboard/visual_language_understanding (rendered leaderboard row ""gpt-5.1-instant"" (Performance Comparison list))",,out:model-not-established, swe-atlas-mini-pass1,scale-swe-atlas,opus-4.7,not-established:absent,coding,hard,mini-SWE-agent,,,,,,38.94,pass@1%,0.00289,,,"https://arxiv.org/abs/2605.08366 (Table 1, group mini-SWE-Agent, row Opus 4.7, column Pass@1)",,out:effort-not-established, swe-atlas-mini-pass1,scale-swe-atlas,gpt-5.4,not-established:absent,coding,hard,mini-SWE-agent,,,,,,38.00,pass@1%,0.00289,,,"https://arxiv.org/abs/2605.08366 (Table 1, group mini-SWE-Agent, row GPT 5.4, column Pass@1)",,out:effort-not-established, swe-atlas-mini-pass1,scale-swe-atlas,opus-4.6,not-established:absent,coding,hard,mini-SWE-agent,,,,,,31.83,pass@1%,0.00289,,,"https://arxiv.org/abs/2605.08366 (Table 1, group mini-SWE-Agent, row Opus 4.6, column Pass@1)",,out:effort-not-established, swe-atlas-mini-pass1,scale-swe-atlas,gemini-3.1-pro,not-established:absent,coding,hard,mini-SWE-agent,,,,,,23.73,pass@1%,0.00289,,,"https://arxiv.org/abs/2605.08366 (Table 1, group mini-SWE-Agent, row Gemini 3.1 Pro, column Pass@1)",,out:effort-not-established, swe-atlas-mini-pass1,scale-swe-atlas,gemini-3-flash,unstated,coding,hard,mini-SWE-agent,,,,,,15.65,pass@1%,0.00289,,,"https://arxiv.org/abs/2605.08366 (Table 1, group mini-SWE-Agent, row Gemini 3 Flash, column Pass@1)",,out:effort-not-established, swe-atlas-mini-pass1,scale-swe-atlas,glm-5,not-established:absent,coding,hard,mini-SWE-agent,,,,,,24.03,pass@1%,0.00289,,,"https://arxiv.org/abs/2605.08366 (Table 1, group mini-SWE-Agent, row GLM 5, column Pass@1)",,out:effort-not-established, swe-atlas-mini-pass1,scale-swe-atlas,kimi-k2.5,not-established:absent,coding,hard,mini-SWE-agent,,,,,,19.05,pass@1%,0.00289,,,"https://arxiv.org/abs/2605.08366 (Table 1, group mini-SWE-Agent, row Kimi K2.5, column Pass@1)",,out:effort-not-established, swe-atlas-fig14,scale-swe-atlas,gemini-3-flash,unstated,coding,hard,,per-task,0.3286,0,,,16.20,pass@1%,0,,,"https://arxiv.org/abs/2605.08366 (Figure 14, marker centred at page px (162.114, 366.834) with printed label ""Gemini 3 Flash (Gemini CLI)"": y axis 16.20%)",,out:effort-not-established,out:effort-not-established swe-atlas-fig14,scale-swe-atlas,gemini-3.1-pro,not-established:absent,coding,hard,,per-task,1.0516,0,,,22.27,pass@1%,0,,,"https://arxiv.org/abs/2605.08366 (Figure 14, marker centred at page px (244.279, 325.106) with printed label ""Gemini 3.1 Pro (Gemini CLI)"": y axis 22.27%)",,out:effort-not-established,out:effort-not-established swe-atlas-fig14,scale-swe-atlas,gpt-5.3-codex,xhigh,coding,hard,,per-task,1.1500,0,,,34.27,pass@1%,0,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2605.08366 (Figure 14, marker centred at page px (255.463, 242.719) with printed label ""GPT 5.3 Codex (Codex)"": y axis 34.27%)",,in,in swe-atlas-fig14,scale-swe-atlas,sonnet-4.6,not-established:absent,coding,hard,,per-task,1.4600,0,,,30.53,pass@1%,0,,,"https://arxiv.org/abs/2605.08366 (Figure 14, marker centred at page px (290.692, 268.398) with printed label ""Sonnet 4.6 (CC)"": y axis 30.53%)",,out:effort-not-established,out:effort-not-established swe-atlas-fig14,scale-swe-atlas,gpt-5.4,not-established:absent,coding,hard,,per-task,1.8679,0,,,41.59,pass@1%,0,,,"https://arxiv.org/abs/2605.08366 (Figure 14, marker centred at page px (337.047, 192.431) with printed label ""GPT 5.4 (Codex)"": y axis 41.59%)",,out:effort-not-established,out:effort-not-established swe-atlas-fig14,scale-swe-atlas,opus-4.7,xhigh,coding,hard,,per-task,2.6453,0,,,39.56,pass@1%,0,,cost-base-price:cost-publisher-figure,"https://arxiv.org/abs/2605.08366 (Figure 14, marker centred at page px (425.400, 206.340) with printed label ""Opus 4.7 (CC)"": y axis 39.56%)",,in,in swe-atlas-fig14,scale-swe-atlas,opus-4.6,not-established:absent,coding,hard,,per-task,2.7234,0,,,34.74,pass@1%,0,,,"https://arxiv.org/abs/2605.08366 (Figure 14, marker centred at page px (434.277, 239.509) with printed label ""Opus 4.6 (CC)"": y axis 34.74%)",,out:effort-not-established,out:effort-not-established scbench,scbench.ai,gpt-5.5,high,coding,hard,,per-checkpoint,1.51,0.00289,,,14.29,score%,0.00289,,,"https://scbench.ai/leaderboard (leaderboard table, row GPT 5.5 (High) / Codex, column Strict Solve)",,out:superseded,out:superseded scbench,scbench.ai,gpt-5.3-codex,high,coding,hard,,per-checkpoint,0.69,0.00289,,,11.22,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://scbench.ai/leaderboard (leaderboard table, row GPT 5.3-Codex (High) / Codex, column Strict Solve)",,in,in scbench,scbench.ai,gpt-5.4,not-established:absent,coding,hard,,per-checkpoint,0.82,0.00289,,,10.71,score%,0.00289,,,"https://scbench.ai/leaderboard (leaderboard table, row GPT 5.4 (High) / Codex, column Strict Solve)",,out:effort-not-established,out:effort-not-established scbench,scbench.ai,gpt-5.2-codex,not-established:absent,coding,hard,,per-checkpoint,0.85,0.00289,,,9.69,score%,0.00289,,,"https://scbench.ai/leaderboard (leaderboard table, row GPT 5.2-Codex (High) / Codex, column Strict Solve)",,out:effort-not-established,out:effort-not-established scbench,scbench.ai,opus-4.6,not-established:absent,coding,hard,,per-checkpoint,3.17,0.00289,,,9.69,score%,0.00289,,,"https://scbench.ai/leaderboard (leaderboard table, row Opus 4.6 (High) / Claude Code, column Strict Solve)",,out:effort-not-established,out:effort-not-established scbench,scbench.ai,opus-4.7,not-established:absent,coding,hard,,per-checkpoint,2.17,0.00289,,,8.16,score%,0.00289,,,"https://scbench.ai/leaderboard (leaderboard table, row Opus 4.7 (High) / Claude Code, column Strict Solve)",,out:effort-not-established,out:effort-not-established scbench,scbench.ai,kimi-k2.6,not-established:absent,coding,hard,,per-checkpoint,0.74,0.00289,,,10.71,score%,0.00289,,,"https://scbench.ai/leaderboard (leaderboard table, row Kimi K2.6 (High) / Kimi CLI, column Strict Solve)",,out:effort-not-established,out:effort-not-established scbench,scbench.ai,opus-4.5,not-established:absent,coding,hard,,per-checkpoint,2.53,0.00289,,,9.18,score%,0.00289,,,"https://scbench.ai/leaderboard (leaderboard table, row Opus 4.5 (High) / Claude Code, column Strict Solve)",,out:effort-not-established,out:effort-not-established scbench,scbench.ai,sonnet-4.6,not-established:absent,coding,hard,,per-checkpoint,1.96,0.00289,,,7.14,score%,0.00289,,,"https://scbench.ai/leaderboard (leaderboard table, row Sonnet 4.6 (High) / Claude Code, column Strict Solve)",,out:effort-not-established,out:effort-not-established scbench,scbench.ai,glm-5.1,not-established:absent,coding,hard,,per-checkpoint,1.47,0.00289,,,9.69,score%,0.00289,,,"https://scbench.ai/leaderboard (leaderboard table, row GLM 5.1 (High) / Claude Code, column Strict Solve)",,out:effort-not-established,out:effort-not-established scbench,scbench.ai,gpt-5.4-mini,high,coding,hard,,per-checkpoint,0.45,0.00289,,,5.10,score%,0.00289,,,"https://scbench.ai/leaderboard (leaderboard table, row GPT 5.4-Mini (High) / Codex, column Strict Solve)",,out:superseded,out:superseded scbench,scbench.ai,kimi-k2.5,not-established:absent,coding,hard,,per-checkpoint,0.33,0.00289,,,4.59,score%,0.00289,,,"https://scbench.ai/leaderboard (leaderboard table, row Kimi K2.5 (High) / Kimi CLI, column Strict Solve)",,out:effort-not-established,out:effort-not-established scbench,scbench.ai,glm-5.1,not-established:absent,coding,hard,,per-checkpoint,0.59,0.00289,,,5.61,score%,0.00289,,,"https://scbench.ai/leaderboard (leaderboard table, row GLM 5.1 (High) / OpenCode, column Strict Solve)",,out:effort-not-established,out:effort-not-established scbench,scbench.ai,gpt-5.3-codex-spark,not-established:absent,coding,hard,,per-checkpoint,0.20,0.00289,,,3.06,score%,0.00289,,,"https://scbench.ai/leaderboard (leaderboard table, row GPT 5.3-Codex-Spark (High) / Codex, column Strict Solve)",,out:effort-not-established,out:effort-not-established scbench,scbench.ai,kimi-k2.5,not-established:absent,coding,hard,,per-checkpoint,1.07,0.00289,,,3.57,score%,0.00289,,,"https://scbench.ai/leaderboard (leaderboard table, row Kimi K2.5 (High) / Claude Code, column Strict Solve)",,out:effort-not-established,out:effort-not-established scbench,scbench.ai,minimax-m2.7,not-established:absent,coding,hard,,per-checkpoint,0.33,0.00289,,,2.55,score%,0.00289,,,"https://scbench.ai/leaderboard (leaderboard table, row MiniMax M2.7 (High) / Claude Code, column Strict Solve)",,out:effort-not-established,out:effort-not-established scbench,scbench.ai,gpt-5.6-sol,xhigh,coding,hard,,per-checkpoint,4.8,0.554,,,14.29,score%,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://scbench.ai/leaderboard (leaderboard table, row GPT 5.6 SOL (XHigh) / Codex / 0.145.0 (row 1 of the 28 read), column Strict Solve (= CKPT Solved: same tooltip « Checkpoint, and all prior checkpoints, are solved »))",src-scbench.ai-leaderboard-2026-10-26|run:scbench|gpt-5.6-sol@xhigh|,in,out:cost-single-couple scbench-iso,scbench.ai,gpt-5.6-sol,xhigh,coding,hard,,,,,,,32.14,score%,0.00289,,,"https://scbench.ai/leaderboard (leaderboard table, row GPT 5.6 SOL (XHigh) / Codex / 0.145.0 (row 1 of the 28 read), column Iso Solve (= Isolated Solved, « % Passes only the tests for the checkpoint »; the page's « ranked by percent of checkpoints solved in isolation »))",src-scbench.ai-leaderboard-2026-10-26|run:scbench|gpt-5.6-sol@xhigh|,in, scbench,scbench.ai,gpt-6-astra,xhigh,coding,hard,,per-checkpoint,3.87,0.00289,,,16.33,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://scbench.ai/leaderboard (leaderboard table, row GPT 6 Astra (XHigh) / Codex / 0.153.3 (row 2 of the 28 read), column Strict Solve (= CKPT Solved: same tooltip « Checkpoint, and all prior checkpoints, are solved »))",src-scbench.ai-leaderboard-2026-10-26|run:scbench|gpt-6-astra@xhigh|,in,in scbench-iso,scbench.ai,gpt-6-astra,xhigh,coding,hard,,,,,,,31.63,score%,0.00289,,,"https://scbench.ai/leaderboard (leaderboard table, row GPT 6 Astra (XHigh) / Codex / 0.153.3 (row 2 of the 28 read), column Iso Solve (= Isolated Solved, « % Passes only the tests for the checkpoint »; the page's « ranked by percent of checkpoints solved in isolation »))",src-scbench.ai-leaderboard-2026-10-26|run:scbench|gpt-6-astra@xhigh|,in, scbench,scbench.ai,opus-5.5,medium,coding,hard,,per-checkpoint,0.99,0.00289,,,14.29,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://scbench.ai/leaderboard (leaderboard table, row Opus 5.5 (Medium) / Claude Code / 2.1.280 (row 3 of the 28 read), column Strict Solve (= CKPT Solved: same tooltip « Checkpoint, and all prior checkpoints, are solved »))",src-scbench.ai-leaderboard-2026-10-26|run:scbench|opus-5.5@medium|,in,in scbench-iso,scbench.ai,opus-5.5,medium,coding,hard,,,,,,,29.59,score%,0.00289,,,"https://scbench.ai/leaderboard (leaderboard table, row Opus 5.5 (Medium) / Claude Code / 2.1.280 (row 3 of the 28 read), column Iso Solve (= Isolated Solved, « % Passes only the tests for the checkpoint »; the page's « ranked by percent of checkpoints solved in isolation »))",src-scbench.ai-leaderboard-2026-10-26|run:scbench|opus-5.5@medium|,in, scbench,scbench.ai,gpt-6-astra,medium,coding,hard,,per-checkpoint,1.33,0.00289,,,14.80,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://scbench.ai/leaderboard (leaderboard table, row GPT 6 Astra (Medium) / Codex / 0.159.2 (row 4 of the 28 read), column Strict Solve (= CKPT Solved: same tooltip « Checkpoint, and all prior checkpoints, are solved »))",src-scbench.ai-leaderboard-2026-10-26|run:scbench|gpt-6-astra@medium|,in,in scbench-iso,scbench.ai,gpt-6-astra,medium,coding,hard,,,,,,,29.08,score%,0.00289,,,"https://scbench.ai/leaderboard (leaderboard table, row GPT 6 Astra (Medium) / Codex / 0.159.2 (row 4 of the 28 read), column Iso Solve (= Isolated Solved, « % Passes only the tests for the checkpoint »; the page's « ranked by percent of checkpoints solved in isolation »))",src-scbench.ai-leaderboard-2026-10-26|run:scbench|gpt-6-astra@medium|,in, scbench,scbench.ai,gpt-6.1-sol,medium,coding,hard,,per-checkpoint,0.91,0.00289,,,14.80,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://scbench.ai/leaderboard (leaderboard table, row GPT 6.1 SOL (Medium) / Codex / 0.159.2 (row 5 of the 28 read), column Strict Solve (= CKPT Solved: same tooltip « Checkpoint, and all prior checkpoints, are solved »))",src-scbench.ai-leaderboard-2026-10-26|run:scbench|gpt-6.1-sol@medium|,in,in scbench-iso,scbench.ai,gpt-6.1-sol,medium,coding,hard,,,,,,,29.08,score%,0.00289,,,"https://scbench.ai/leaderboard (leaderboard table, row GPT 6.1 SOL (Medium) / Codex / 0.159.2 (row 5 of the 28 read), column Iso Solve (= Isolated Solved, « % Passes only the tests for the checkpoint »; the page's « ranked by percent of checkpoints solved in isolation »))",src-scbench.ai-leaderboard-2026-10-26|run:scbench|gpt-6.1-sol@medium|,in, scbench,scbench.ai,gpt-5.5,high,coding,hard,,per-checkpoint,1.51,0.00289,,,14.80,score%,0.00289,,restated-from:SlopCodeBench; prev=14.29 (src-scbench.ai-leaderboard-2026-04-24#M1); same-runs-as:src-arxiv-2603.24755-v2-2026-05-07#M19,"https://scbench.ai/leaderboard (leaderboard table, row GPT 5.5 (High) / Codex / 0.124.0 (row 6 of the 28 read), column Strict Solve (= CKPT Solved: same tooltip « Checkpoint, and all prior checkpoints, are solved »))",,out:copy,out:copy scbench-iso,scbench.ai,gpt-5.5,high,coding,hard,,,,,,,28.06,score%,0.00289,,restated-from:SlopCodeBench; same-runs-as:src-arxiv-2603.24755-v2-2026-05-07#M20,"https://scbench.ai/leaderboard (leaderboard table, row GPT 5.5 (High) / Codex / 0.124.0 (row 6 of the 28 read), column Iso Solve (= Isolated Solved, « % Passes only the tests for the checkpoint »; the page's « ranked by percent of checkpoints solved in isolation »))",,out:copy, scbench,scbench.ai,gpt-6-sol,xhigh,coding,hard,,per-checkpoint,2.64,0.00289,,,13.27,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://scbench.ai/leaderboard (leaderboard table, row GPT 6 SOL (XHigh) / Codex / 0.155.1 (row 7 of the 28 read), column Strict Solve (= CKPT Solved: same tooltip « Checkpoint, and all prior checkpoints, are solved »))",src-scbench.ai-leaderboard-2026-10-26|run:scbench|gpt-6-sol@xhigh|,in,in scbench-iso,scbench.ai,gpt-6-sol,xhigh,coding,hard,,,,,,,28.06,score%,0.00289,,,"https://scbench.ai/leaderboard (leaderboard table, row GPT 6 SOL (XHigh) / Codex / 0.155.1 (row 7 of the 28 read), column Iso Solve (= Isolated Solved, « % Passes only the tests for the checkpoint »; the page's « ranked by percent of checkpoints solved in isolation »))",src-scbench.ai-leaderboard-2026-10-26|run:scbench|gpt-6-sol@xhigh|,in, scbench,scbench.ai,opus-5.5,xhigh,coding,hard,,per-checkpoint,4.17,0.00289,,,12.76,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://scbench.ai/leaderboard (leaderboard table, row Opus 5.5 (XHigh) / Claude Code / 2.1.280 (row 8 of the 28 read), column Strict Solve (= CKPT Solved: same tooltip « Checkpoint, and all prior checkpoints, are solved »))",src-scbench.ai-leaderboard-2026-10-26|run:scbench|opus-5.5@xhigh|,in,in scbench-iso,scbench.ai,opus-5.5,xhigh,coding,hard,,,,,,,27.55,score%,0.00289,,,"https://scbench.ai/leaderboard (leaderboard table, row Opus 5.5 (XHigh) / Claude Code / 2.1.280 (row 8 of the 28 read), column Iso Solve (= Isolated Solved, « % Passes only the tests for the checkpoint »; the page's « ranked by percent of checkpoints solved in isolation »))",src-scbench.ai-leaderboard-2026-10-26|run:scbench|opus-5.5@xhigh|,in, scbench,scbench.ai,fable-5.1,xhigh,coding,hard,,per-checkpoint,7.91,0.00289,,,13.27,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://scbench.ai/leaderboard (leaderboard table, row Fable 5.1 (XHigh) / Claude Code / 2.1.257 (row 9 of the 28 read), column Strict Solve (= CKPT Solved: same tooltip « Checkpoint, and all prior checkpoints, are solved »))",src-scbench.ai-leaderboard-2026-10-26|run:scbench|fable-5.1@xhigh|,in,in scbench-iso,scbench.ai,fable-5.1,xhigh,coding,hard,,,,,,,27.55,score%,0.00289,,,"https://scbench.ai/leaderboard (leaderboard table, row Fable 5.1 (XHigh) / Claude Code / 2.1.257 (row 9 of the 28 read), column Iso Solve (= Isolated Solved, « % Passes only the tests for the checkpoint »; the page's « ranked by percent of checkpoints solved in isolation »))",src-scbench.ai-leaderboard-2026-10-26|run:scbench|fable-5.1@xhigh|,in, scbench,scbench.ai,gpt-5.3-codex,not-established:absent,coding,hard,,per-checkpoint,0.66,0.00289,,,11.22,score%,0.00289,,restated-from:SlopCodeBench,"https://scbench.ai/leaderboard (leaderboard table, row GPT 5.3-Codex (High) / Codex / 0.98.0 (row 10 of the 28 read), column Strict Solve (= CKPT Solved: same tooltip « Checkpoint, and all prior checkpoints, are solved »))",,out:effort-not-established,out:effort-not-established scbench-iso,scbench.ai,gpt-5.3-codex,not-established:absent,coding,hard,,,,,,,26.02,score%,0.00289,,restated-from:SlopCodeBench,"https://scbench.ai/leaderboard (leaderboard table, row GPT 5.3-Codex (High) / Codex / 0.98.0 (row 10 of the 28 read), column Iso Solve (= Isolated Solved, « % Passes only the tests for the checkpoint »; the page's « ranked by percent of checkpoints solved in isolation »))",,out:effort-not-established, scbench,scbench.ai,gpt-5.4,not-established:absent,coding,hard,,per-checkpoint,0.90,0.00289,,,9.18,score%,0.00289,,,"https://scbench.ai/leaderboard (leaderboard table, row GPT 5.4 (High) / Codex / 0.110.0 (row 11 of the 28 read), column Strict Solve (= CKPT Solved: same tooltip « Checkpoint, and all prior checkpoints, are solved »))",,out:effort-not-established,out:effort-not-established scbench-iso,scbench.ai,gpt-5.4,not-established:absent,coding,hard,,,,,,,25.51,score%,0.00289,,,"https://scbench.ai/leaderboard (leaderboard table, row GPT 5.4 (High) / Codex / 0.110.0 (row 11 of the 28 read), column Iso Solve (= Isolated Solved, « % Passes only the tests for the checkpoint »; the page's « ranked by percent of checkpoints solved in isolation »))",,out:effort-not-established, scbench,scbench.ai,gpt-6-sol,medium,coding,hard,,per-checkpoint,1.25,0.00289,,,15.31,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://scbench.ai/leaderboard (leaderboard table, row GPT 6 SOL (Medium) / Codex / 0.155.1 (row 12 of the 28 read), column Strict Solve (= CKPT Solved: same tooltip « Checkpoint, and all prior checkpoints, are solved »))",src-scbench.ai-leaderboard-2026-10-26|run:scbench|gpt-6-sol@medium|,in,in scbench-iso,scbench.ai,gpt-6-sol,medium,coding,hard,,,,,,,25.51,score%,0.00289,,,"https://scbench.ai/leaderboard (leaderboard table, row GPT 6 SOL (Medium) / Codex / 0.155.1 (row 12 of the 28 read), column Iso Solve (= Isolated Solved, « % Passes only the tests for the checkpoint »; the page's « ranked by percent of checkpoints solved in isolation »))",src-scbench.ai-leaderboard-2026-10-26|run:scbench|gpt-6-sol@medium|,in, scbench,scbench.ai,gpt-5.4,not-established:absent,coding,hard,,per-checkpoint,0.83,0.00289,,,9.69,score%,0.00289,,,"https://scbench.ai/leaderboard (leaderboard table, row GPT 5.4 (High) / Codex / 0.110.0 (row 13 of the 28 read), column Strict Solve (= CKPT Solved: same tooltip « Checkpoint, and all prior checkpoints, are solved »))",,out:effort-not-established,out:effort-not-established scbench-iso,scbench.ai,gpt-5.4,not-established:absent,coding,hard,,,,,,,25.00,score%,0.00289,,,"https://scbench.ai/leaderboard (leaderboard table, row GPT 5.4 (High) / Codex / 0.110.0 (row 13 of the 28 read), column Iso Solve (= Isolated Solved, « % Passes only the tests for the checkpoint »; the page's « ranked by percent of checkpoints solved in isolation »))",,out:effort-not-established, scbench,scbench.ai,glm-5.3,not-established:absent,coding,hard,,per-checkpoint,1.86,0.00289,,,12.24,score%,0.00289,,,"https://scbench.ai/leaderboard (leaderboard table, row GLM 5.3 (XHigh) / OpenCode / 1.18.26 (row 14 of the 28 read), column Strict Solve (= CKPT Solved: same tooltip « Checkpoint, and all prior checkpoints, are solved »))",,out:effort-not-established,out:effort-not-established scbench-iso,scbench.ai,glm-5.3,not-established:absent,coding,hard,,,,,,,23.98,score%,0.00289,,,"https://scbench.ai/leaderboard (leaderboard table, row GLM 5.3 (XHigh) / OpenCode / 1.18.26 (row 14 of the 28 read), column Iso Solve (= Isolated Solved, « % Passes only the tests for the checkpoint »; the page's « ranked by percent of checkpoints solved in isolation »))",,out:effort-not-established, scbench,scbench.ai,gpt-5.3-codex,not-established:absent,coding,hard,,per-checkpoint,0.73,0.00289,,,11.22,score%,0.00289,,,"https://scbench.ai/leaderboard (leaderboard table, row GPT 5.3-Codex (High) / Codex / 0.98.0 (row 15 of the 28 read), column Strict Solve (= CKPT Solved: same tooltip « Checkpoint, and all prior checkpoints, are solved »))",,out:effort-not-established,out:effort-not-established scbench-iso,scbench.ai,gpt-5.3-codex,not-established:absent,coding,hard,,,,,,,23.47,score%,0.00289,,,"https://scbench.ai/leaderboard (leaderboard table, row GPT 5.3-Codex (High) / Codex / 0.98.0 (row 15 of the 28 read), column Iso Solve (= Isolated Solved, « % Passes only the tests for the checkpoint »; the page's « ranked by percent of checkpoints solved in isolation »))",,out:effort-not-established, scbench,scbench.ai,gpt-5.4,not-established:absent,coding,hard,,per-checkpoint,0.72,0.00289,,,10.71,score%,0.00289,,,"https://scbench.ai/leaderboard (leaderboard table, row GPT 5.4 (High) / Codex / 0.110.0 (row 16 of the 28 read), column Strict Solve (= CKPT Solved: same tooltip « Checkpoint, and all prior checkpoints, are solved »))",,out:effort-not-established,out:effort-not-established scbench-iso,scbench.ai,gpt-5.4,not-established:absent,coding,hard,,,,,,,23.47,score%,0.00289,,,"https://scbench.ai/leaderboard (leaderboard table, row GPT 5.4 (High) / Codex / 0.110.0 (row 16 of the 28 read), column Iso Solve (= Isolated Solved, « % Passes only the tests for the checkpoint »; the page's « ranked by percent of checkpoints solved in isolation »))",,out:effort-not-established, scbench,scbench.ai,?GPT 5.2-Codex,not-established:absent,coding,hard,,per-checkpoint,0.85,0.00289,,,9.69,score%,0.00289,,restated-from:SlopCodeBench,"https://scbench.ai/leaderboard (leaderboard table, row GPT 5.2-Codex (High) / Codex / 0.93.0 (row 17 of the 28 read), column Strict Solve (= CKPT Solved: same tooltip « Checkpoint, and all prior checkpoints, are solved »))",,out:model-not-established,out:model-not-established scbench-iso,scbench.ai,?GPT 5.2-Codex,not-established:absent,coding,hard,,,,,,,21.94,score%,0.00289,,restated-from:SlopCodeBench,"https://scbench.ai/leaderboard (leaderboard table, row GPT 5.2-Codex (High) / Codex / 0.93.0 (row 17 of the 28 read), column Iso Solve (= Isolated Solved, « % Passes only the tests for the checkpoint »; the page's « ranked by percent of checkpoints solved in isolation »))",,out:model-not-established, scbench,scbench.ai,gpt-5.3-codex,not-established:absent,coding,hard,,per-checkpoint,0.68,0.00289,,,8.16,score%,0.00289,,,"https://scbench.ai/leaderboard (leaderboard table, row GPT 5.3-Codex (High) / Codex / 0.98.0 (row 18 of the 28 read), column Strict Solve (= CKPT Solved: same tooltip « Checkpoint, and all prior checkpoints, are solved »))",,out:effort-not-established,out:effort-not-established scbench-iso,scbench.ai,gpt-5.3-codex,not-established:absent,coding,hard,,,,,,,21.43,score%,0.00289,,,"https://scbench.ai/leaderboard (leaderboard table, row GPT 5.3-Codex (High) / Codex / 0.98.0 (row 18 of the 28 read), column Iso Solve (= Isolated Solved, « % Passes only the tests for the checkpoint »; the page's « ranked by percent of checkpoints solved in isolation »))",,out:effort-not-established, scbench,scbench.ai,opus-4.7,not-established:absent,coding,hard,,per-checkpoint,2.17,0.00289,,,8.16,score%,0.00289,,,"https://scbench.ai/leaderboard (leaderboard table, row Opus 4.7 (High) / Claude Code / 2.1.111 (row 19 of the 28 read), column Strict Solve (= CKPT Solved: same tooltip « Checkpoint, and all prior checkpoints, are solved »))",,out:effort-not-established,out:effort-not-established scbench-iso,scbench.ai,opus-4.7,not-established:absent,coding,hard,,,,,,,20.92,score%,0.00289,,,"https://scbench.ai/leaderboard (leaderboard table, row Opus 4.7 (High) / Claude Code / 2.1.111 (row 19 of the 28 read), column Iso Solve (= Isolated Solved, « % Passes only the tests for the checkpoint »; the page's « ranked by percent of checkpoints solved in isolation »))",,out:effort-not-established, scbench,scbench.ai,kimi-k2.6,not-established:absent,coding,hard,,per-checkpoint,0.74,0.00289,,,10.71,score%,0.00289,,,"https://scbench.ai/leaderboard (leaderboard table, row Kimi K2.6 (High) / Kimi CLI / 1.37.0 (row 20 of the 28 read), column Strict Solve (= CKPT Solved: same tooltip « Checkpoint, and all prior checkpoints, are solved »))",,out:effort-not-established,out:effort-not-established scbench-iso,scbench.ai,kimi-k2.6,not-established:absent,coding,hard,,,,,,,18.88,score%,0.00289,,,"https://scbench.ai/leaderboard (leaderboard table, row Kimi K2.6 (High) / Kimi CLI / 1.37.0 (row 20 of the 28 read), column Iso Solve (= Isolated Solved, « % Passes only the tests for the checkpoint »; the page's « ranked by percent of checkpoints solved in isolation »))",,out:effort-not-established, scbench,scbench.ai,sonnet-4.6,not-established:absent,coding,hard,,per-checkpoint,1.96,0.00289,,,7.14,score%,0.00289,,,"https://scbench.ai/leaderboard (leaderboard table, row Sonnet 4.6 (High) / Claude Code / 2.1.44 (row 21 of the 28 read), column Strict Solve (= CKPT Solved: same tooltip « Checkpoint, and all prior checkpoints, are solved »))",,out:effort-not-established,out:effort-not-established scbench-iso,scbench.ai,sonnet-4.6,not-established:absent,coding,hard,,,,,,,16.84,score%,0.00289,,,"https://scbench.ai/leaderboard (leaderboard table, row Sonnet 4.6 (High) / Claude Code / 2.1.44 (row 21 of the 28 read), column Iso Solve (= Isolated Solved, « % Passes only the tests for the checkpoint »; the page's « ranked by percent of checkpoints solved in isolation »))",,out:effort-not-established, scbench,scbench.ai,glm-5.1,not-established:absent,coding,hard,,per-checkpoint,1.47,0.00289,,,9.69,score%,0.00289,,,"https://scbench.ai/leaderboard (leaderboard table, row GLM 5.1 (High) / Claude Code / 2.1.44 (row 22 of the 28 read), column Strict Solve (= CKPT Solved: same tooltip « Checkpoint, and all prior checkpoints, are solved »))",,out:effort-not-established,out:effort-not-established scbench-iso,scbench.ai,glm-5.1,not-established:absent,coding,hard,,,,,,,13.78,score%,0.00289,,,"https://scbench.ai/leaderboard (leaderboard table, row GLM 5.1 (High) / Claude Code / 2.1.44 (row 22 of the 28 read), column Iso Solve (= Isolated Solved, « % Passes only the tests for the checkpoint »; the page's « ranked by percent of checkpoints solved in isolation »))",,out:effort-not-established, scbench,scbench.ai,gpt-5.4-mini,high,coding,hard,,per-checkpoint,0.45,0.00289,,,5.10,score%,0.00289,,restated-from:SlopCodeBench; prev=5.10 (src-scbench.ai-leaderboard-2026-04-24#M11); same-runs-as:src-arxiv-2603.24755-v2-2026-05-07#M17,"https://scbench.ai/leaderboard (leaderboard table, row GPT 5.4-Mini (High) / Codex / 0.110.0 (row 23 of the 28 read), column Strict Solve (= CKPT Solved: same tooltip « Checkpoint, and all prior checkpoints, are solved »))",,out:copy,out:copy scbench-iso,scbench.ai,gpt-5.4-mini,high,coding,hard,,,,,,,13.78,score%,0.00289,,restated-from:SlopCodeBench; same-runs-as:src-arxiv-2603.24755-v2-2026-05-07#M18,"https://scbench.ai/leaderboard (leaderboard table, row GPT 5.4-Mini (High) / Codex / 0.110.0 (row 23 of the 28 read), column Iso Solve (= Isolated Solved, « % Passes only the tests for the checkpoint »; the page's « ranked by percent of checkpoints solved in isolation »))",,out:copy, scbench,scbench.ai,?Kimi K2.5,not-established:absent,coding,hard,,per-checkpoint,0.33,0.00289,,,4.59,score%,0.00289,,,"https://scbench.ai/leaderboard (leaderboard table, row Kimi K2.5 (High) / Kimi CLI / 1.37.0 (row 24 of the 28 read), column Strict Solve (= CKPT Solved: same tooltip « Checkpoint, and all prior checkpoints, are solved »))",,out:model-not-established,out:model-not-established scbench-iso,scbench.ai,?Kimi K2.5,not-established:absent,coding,hard,,,,,,,9.69,score%,0.00289,,,"https://scbench.ai/leaderboard (leaderboard table, row Kimi K2.5 (High) / Kimi CLI / 1.37.0 (row 24 of the 28 read), column Iso Solve (= Isolated Solved, « % Passes only the tests for the checkpoint »; the page's « ranked by percent of checkpoints solved in isolation »))",,out:model-not-established, scbench,scbench.ai,?Kimi K2.5,not-established:absent,coding,hard,,per-checkpoint,0.53,0.00289,,,4.59,score%,0.00289,,,"https://scbench.ai/leaderboard (leaderboard table, row Kimi K2.5 / OpenCode / 1.4.3 (row 25 of the 28 read), column Strict Solve (= CKPT Solved: same tooltip « Checkpoint, and all prior checkpoints, are solved »))",,out:model-not-established,out:model-not-established scbench-iso,scbench.ai,?Kimi K2.5,not-established:absent,coding,hard,,,,,,,8.67,score%,0.00289,,,"https://scbench.ai/leaderboard (leaderboard table, row Kimi K2.5 / OpenCode / 1.4.3 (row 25 of the 28 read), column Iso Solve (= Isolated Solved, « % Passes only the tests for the checkpoint »; the page's « ranked by percent of checkpoints solved in isolation »))",,out:model-not-established, scbench,scbench.ai,glm-5.1,not-established:absent,coding,hard,,per-checkpoint,0.59,0.00289,,,5.61,score%,0.00289,,,"https://scbench.ai/leaderboard (leaderboard table, row GLM 5.1 (High) / OpenCode / 1.4.3 (row 26 of the 28 read), column Strict Solve (= CKPT Solved: same tooltip « Checkpoint, and all prior checkpoints, are solved »))",,out:effort-not-established,out:effort-not-established scbench-iso,scbench.ai,glm-5.1,not-established:absent,coding,hard,,,,,,,8.16,score%,0.00289,,,"https://scbench.ai/leaderboard (leaderboard table, row GLM 5.1 (High) / OpenCode / 1.4.3 (row 26 of the 28 read), column Iso Solve (= Isolated Solved, « % Passes only the tests for the checkpoint »; the page's « ranked by percent of checkpoints solved in isolation »))",,out:effort-not-established, scbench,scbench.ai,gpt-5.3-codex-spark,not-established:absent,coding,hard,,per-checkpoint,0.20,0.00289,,,3.06,score%,0.00289,,restated-from:SlopCodeBench,"https://scbench.ai/leaderboard (leaderboard table, row GPT 5.3-Codex-Spark (High) / Codex / 0.100.0 (row 27 of the 28 read), column Strict Solve (= CKPT Solved: same tooltip « Checkpoint, and all prior checkpoints, are solved »))",,out:effort-not-established,out:effort-not-established scbench-iso,scbench.ai,gpt-5.3-codex-spark,not-established:absent,coding,hard,,,,,,,8.16,score%,0.00289,,restated-from:SlopCodeBench,"https://scbench.ai/leaderboard (leaderboard table, row GPT 5.3-Codex-Spark (High) / Codex / 0.100.0 (row 27 of the 28 read), column Iso Solve (= Isolated Solved, « % Passes only the tests for the checkpoint »; the page's « ranked by percent of checkpoints solved in isolation »))",,out:effort-not-established, scbench,scbench.ai,?Kimi K2.5,not-established:absent,coding,hard,,per-checkpoint,1.07,0.00289,,,3.57,score%,0.00289,,,"https://scbench.ai/leaderboard (leaderboard table, row Kimi K2.5 (High) / Claude Code / 2.1.44 (row 28 of the 28 read), column Strict Solve (= CKPT Solved: same tooltip « Checkpoint, and all prior checkpoints, are solved »))",,out:model-not-established,out:model-not-established scbench-iso,scbench.ai,?Kimi K2.5,not-established:absent,coding,hard,,,,,,,7.14,score%,0.00289,,,"https://scbench.ai/leaderboard (leaderboard table, row Kimi K2.5 (High) / Claude Code / 2.1.44 (row 28 of the 28 read), column Iso Solve (= Isolated Solved, « % Passes only the tests for the checkpoint »; the page's « ranked by percent of checkpoints solved in isolation »))",,out:model-not-established, semgrep-idor-f1,semgrep,glm-5.2,unstated,coding,hard,,,,,,,39,score%,0.289,,,"https://semgrep.dev/blog/2026/we-have-mythos-at-home-glm-52-beats-claude-in-our-cyber-benchmarks (table, column F1, rank 3)",,out:effort-not-established, semgrep-idor-f1,semgrep,gpt-5.5,unstated,coding,hard,,,,,,,61,score%,0.289,,,"https://semgrep.dev/blog/2026/we-have-mythos-at-home-glm-52-beats-claude-in-our-cyber-benchmarks (table, column F1, rank 1)",,out:effort-not-established, semgrep-idor-f1,semgrep,opus-4.8,unstated,coding,hard,,,,,,,53,score%,0.289,,,"https://semgrep.dev/blog/2026/we-have-mythos-at-home-glm-52-beats-claude-in-our-cyber-benchmarks (table, column F1, rank 2)",,out:effort-not-established, semgrep-idor-f1,semgrep,opus-4.6,unstated,coding,hard,,,,,,,37,score%,0.289,,,"https://semgrep.dev/blog/2026/we-have-mythos-at-home-glm-52-beats-claude-in-our-cyber-benchmarks (table, column F1, rank 4)",,out:effort-not-established, semgrep-idor-f1,semgrep,?Opus 4.8/4.7,not-established:absent,coding,hard,,,,,,,28,score%,0.289,,,"https://semgrep.dev/blog/2026/we-have-mythos-at-home-glm-52-beats-claude-in-our-cyber-benchmarks (table, column F1, rank 5)",,out:model-not-established, semgrep-idor-f1,semgrep,minimax-m3,unstated,coding,hard,,,,,,,23,score%,0.289,,,"https://semgrep.dev/blog/2026/we-have-mythos-at-home-glm-52-beats-claude-in-our-cyber-benchmarks (table, column F1, rank 6)",,out:effort-not-established, semgrep-idor-f1,semgrep,kimi-k2.7-code,solo,coding,hard,,,,,,,22,score%,0.289,,,"https://semgrep.dev/blog/2026/we-have-mythos-at-home-glm-52-beats-claude-in-our-cyber-benchmarks (table, column F1, rank 7)",,out:single-couple, semgrep-idor-f1,semgrep,gpt-5.5,unstated,coding,hard,,,,,,,20,score%,0.289,,,"https://semgrep.dev/blog/2026/we-have-mythos-at-home-glm-52-beats-claude-in-our-cyber-benchmarks (table, column F1, rank 8)",,out:effort-not-established, semgrep-idor-f1,semgrep,?Nemotron Super 3 120B,not-established:absent,coding,hard,,,,,,,18,score%,0.289,,,"https://semgrep.dev/blog/2026/we-have-mythos-at-home-glm-52-beats-claude-in-our-cyber-benchmarks (table, column F1, rank 9)",,out:model-not-established, semgrep-idor-f1,semgrep,?DeepSeek V4,not-established:absent,coding,hard,,,,,,,17,score%,0.289,,,"https://semgrep.dev/blog/2026/we-have-mythos-at-home-glm-52-beats-claude-in-our-cyber-benchmarks (table, column F1, rank 10)",,out:model-not-established, gdpx-overall,semianalysis,fable-5.2,max,mixed,frontier,,per-task,88.15,0.00289,,1226025,16.4,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://gdpx.semianalysis.com/ (GDPx Leaderboard table (page text), row of Claude Fable 5.2)",,in,in gdpx-overall,semianalysis,opus-5.5,max,mixed,frontier,,per-task,51.41,0.00289,,548088,12.0,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://gdpx.semianalysis.com/ (GDPx Leaderboard table (page text), row of Claude Opus 5.5)",,in,in gdpx-overall,semianalysis,gemini-4-carbon,high,mixed,frontier,,per-task,16.29,0.00289,,594284,10.9,score%,0.0289,,EAP-run; base-scheduled-list-price; cost-method-assumed-single,"https://gdpx.semianalysis.com/ (GDPx Leaderboard table (page text), row of Gemini 4 Carbon)",,in,out:cost-not-comparable gdpx-overall,semianalysis,gpt-6-astra,max,mixed,frontier,,per-task,53.99,0.00289,,275129,9.6,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://gdpx.semianalysis.com/ (GDPx Leaderboard table (page text), row of GPT-6 Astra)",,in,in gdpx-overall,semianalysis,?Muse Wonder Full,not-established:absent,mixed,frontier,,,,,,,9.0,score%,0.0289,,,"https://gdpx.semianalysis.com/ (GDPx Leaderboard table (page text), row of Muse Wonder Full)",,out:model-not-established, gdpx-overall,semianalysis,fable-5.1,max,mixed,frontier,,per-task,67.16,0.00289,,418002,8.5,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://gdpx.semianalysis.com/ (GDPx Leaderboard table (page text), row of Claude Fable 5.1)",,in,in gdpx-overall,semianalysis,gpt-6.1-sol,max,mixed,frontier,,per-task,9.8,0.0289,,351974,8.4,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://gdpx.semianalysis.com/ (GDPx Leaderboard table (page text), row of GPT 6.1 Sol)",,in,in gdpx-overall,semianalysis,sonnet-5.5,max,mixed,frontier,,per-task,33.9525,6.53,,967119,8.2,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://gdpx.semianalysis.com/ (GDPx Leaderboard table (page text), row of Claude Sonnet 5.5)",,in,out:cost-single-couple gdpx-overall,semianalysis,gemini-4-argon,high,mixed,frontier,,per-task,12.79,0.00289,,358521,7.3,score%,0.0289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://gdpx.semianalysis.com/ (GDPx Leaderboard table (page text), row of Gemini 4 Argon)",,in,in gdpx-overall,semianalysis,?Muse Wonder,not-established:absent,mixed,frontier,,per-task,15.63,0.00289,,215188,6.8,score%,0.0289,,,"https://gdpx.semianalysis.com/ (GDPx Leaderboard table (page text), row of Muse Wonder)",,out:model-not-established,out:model-not-established gdpx-overall,semianalysis,?DeepSeek 4.1 Flash 1017,not-established:absent,mixed,frontier,,per-task,0.94,0.00289,,245625,5.4,score%,0.0289,,,"https://gdpx.semianalysis.com/ (GDPx Leaderboard table (page text), row of DeepSeek 4.1 Flash 1017)",,out:model-not-established,out:model-not-established gdpx-overall,semianalysis,gpt-6-luna,max,mixed,frontier,,per-task,0.92,0.00289,,438311,5.1,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://gdpx.semianalysis.com/ (GDPx Leaderboard table (page text), row of GPT-6 Luna)",,in,in gdpx-overall,semianalysis,grok-4.7,xhigh,mixed,frontier,,per-task,16.34,0.00289,,145436,3.9,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://gdpx.semianalysis.com/ (GDPx Leaderboard table (page text), row of Grok 4.7)",,in,in gdpx-overall,semianalysis,glm-5.3,max,mixed,frontier,,per-task,11.79,0.00289,,211569,2.7,score%,0.0289,,cost-method-assumed-single,"https://gdpx.semianalysis.com/ (GDPx Leaderboard table (page text), row of GLM 5.3)",,in,out:cost-not-comparable gdpx-overall,semianalysis,gpt-6.1-terra,max,mixed,frontier,,per-task,15.02,0.00289,,548048,,score%,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://gdpx.semianalysis.com/ (),,,in gdpx-p-fleet,semianalysis,gpt-6.1-terra,max,mixed,frontier,,per-task,1.52,0.00289,,36113,0.94,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://gdpx.semianalysis.com/ (site data module, results[] entry gpt-6-1-terra / fleet, score (domain alignment))",src-semianalysis-gdpx-v1-0-2026-11-09|gdpx:v1-0|gpt-6.1-terra@max|,in,in gdpx-p-latchbio,semianalysis,gpt-6.1-terra,max,mixed,frontier,,per-task,0.42,0.00289,,33245,12.82,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://gdpx.semianalysis.com/ (site data module, results[] entry gpt-6-1-terra / latchbio, score (domain biology))",src-semianalysis-gdpx-v1-0-2026-11-09|gdpx:v1-0|gpt-6.1-terra@max|,in,in gdpx-p-ergodex,semianalysis,gpt-6.1-terra,max,mixed,frontier,,per-task,41.47,0.00289,,1193440,3.21,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://gdpx.semianalysis.com/ (site data module, results[] entry gpt-6-1-terra / ergodex, score (domain chip-design))",src-semianalysis-gdpx-v1-0-2026-11-09|gdpx:v1-0|gpt-6.1-terra@max|,in,in gdpx-p-arithmetic,semianalysis,gpt-6.1-terra,max,mixed,frontier,,per-task,2.12,0.00289,,174787,0,score%,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://gdpx.semianalysis.com/ (site data module, results[] entry gpt-6-1-terra / arithmetic, score (domain cybersecurity))",,out:uninformative,in gdpx-p-living-context,semianalysis,gpt-6.1-terra,max,mixed,frontier,,per-task,2.83,0.00289,,117917,0,score%,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://gdpx.semianalysis.com/ (site data module, results[] entry gpt-6-1-terra / living-context, score (domain finance))",src-semianalysis-gdpx-v1-0-2026-11-09|gdpx:v1-0|gpt-6.1-terra@max|,out:saturated,in gdpx-p-aria,semianalysis,gpt-6.1-terra,max,mixed,frontier,,per-task,21.95,0.00289,,791602,5.04,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://gdpx.semianalysis.com/ (site data module, results[] entry gpt-6-1-terra / aria, score (domain chip-design))",src-semianalysis-gdpx-v1-0-2026-11-09|gdpx:v1-0|gpt-6.1-terra@max|,in,in gdpx-p-beautiful-machines,semianalysis,gpt-6.1-terra,max,mixed,frontier,,per-task,29.64,0.00289,,1385121,9.26,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://gdpx.semianalysis.com/ (site data module, results[] entry gpt-6-1-terra / beautiful-machines, score (domain hardware-design))",src-semianalysis-gdpx-v1-0-2026-11-09|gdpx:v1-0|gpt-6.1-terra@max|,in,in gdpx-p-chakra,semianalysis,gpt-6.1-terra,max,mixed,frontier,,per-task,0.61,0.00289,,66231,0,score%,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://gdpx.semianalysis.com/ (site data module, results[] entry gpt-6-1-terra / chakra, score (domain legal))",src-semianalysis-gdpx-v1-0-2026-11-09|gdpx:v1-0|gpt-6.1-terra@max|,out:saturated,in gdpx-p-valenceforge,semianalysis,gpt-6.1-terra,max,mixed,frontier,,per-task,8.26,0.00289,,313590,20.51,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://gdpx.semianalysis.com/ (site data module, results[] entry gpt-6-1-terra / valenceforge, score (domain materials-science))",src-semianalysis-gdpx-v1-0-2026-11-09|gdpx:v1-0|gpt-6.1-terra@max|,in,in gdpx-p-emulated,semianalysis,gpt-6.1-terra,max,mixed,frontier,,per-task,16.03,0.00289,,563644,15.98,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://gdpx.semianalysis.com/ (site data module, results[] entry gpt-6-1-terra / emulated, score (domain materials-science))",src-semianalysis-gdpx-v1-0-2026-11-09|gdpx:v1-0|gpt-6.1-terra@max|,in,in gdpx-p-extrapolate,semianalysis,gpt-6.1-terra,max,mixed,frontier,,per-task,35.2,0.0289,,1132175,17.4,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://gdpx.semianalysis.com/ (site data module, results[] entry gpt-6-1-terra / extrapolate, score (domain rsi))",src-semianalysis-gdpx-v1-0-2026-11-09|gdpx:v1-0|gpt-6.1-terra@max|,in,in gdpx-p-third-moment,semianalysis,gpt-6.1-terra,max,mixed,frontier,,per-task,49.94,0.00289,,1585322,20.79,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://gdpx.semianalysis.com/ (site data module, results[] entry gpt-6-1-terra / third-moment, score (domain quant-trading))",src-semianalysis-gdpx-v1-0-2026-11-09|gdpx:v1-0|gpt-6.1-terra@max|,in,in gdpx-p-datacurve,semianalysis,gpt-6.1-terra,max,mixed,frontier,,per-task,6.1,0.0289,,223737,11.11,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://gdpx.semianalysis.com/ (site data module, results[] entry gpt-6-1-terra / datacurve, score (domain software-engineering))",src-semianalysis-gdpx-v1-0-2026-11-09|gdpx:v1-0|gpt-6.1-terra@max|,in,in gdpx-p-arcverex,semianalysis,gpt-6.1-terra,max,mixed,frontier,,per-task,4.87,0.00289,,220421,0,score%,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://gdpx.semianalysis.com/ (site data module, results[] entry gpt-6-1-terra / arcverex, score (domain chip-design))",src-semianalysis-gdpx-v1-0-2026-11-09|gdpx:v1-0|gpt-6.1-terra@max|,out:saturated,in gdpx-overall,semianalysis,haiku-5.5,max,mixed,frontier,,per-task,3.98,0.00289,,710184,,score%,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://gdpx.semianalysis.com/ (),,,in gdpx-p-fleet,semianalysis,haiku-5.5,max,mixed,frontier,,per-task,0.33,0.00289,,164550,1.76,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://gdpx.semianalysis.com/ (site data module, results[] entry claude-haiku-5-5 / fleet, score (domain alignment))",src-semianalysis-gdpx-v1-0-2026-11-09|gdpx:v1-0|haiku-5.5@max|,in,in gdpx-p-latchbio,semianalysis,haiku-5.5,max,mixed,frontier,,per-task,0.2,0.0289,,155270,7.69,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://gdpx.semianalysis.com/ (site data module, results[] entry claude-haiku-5-5 / latchbio, score (domain biology))",src-semianalysis-gdpx-v1-0-2026-11-09|gdpx:v1-0|haiku-5.5@max|,in,in gdpx-p-ergodex,semianalysis,haiku-5.5,max,mixed,frontier,,per-task,2.51,0.00289,,362156,2.02,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://gdpx.semianalysis.com/ (site data module, results[] entry claude-haiku-5-5 / ergodex, score (domain chip-design))",src-semianalysis-gdpx-v1-0-2026-11-09|gdpx:v1-0|haiku-5.5@max|,in,in gdpx-p-arithmetic,semianalysis,haiku-5.5,max,mixed,frontier,,per-task,0.18,0.00289,,169531,9.26,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://gdpx.semianalysis.com/ (site data module, results[] entry claude-haiku-5-5 / arithmetic, score (domain cybersecurity))",src-semianalysis-gdpx-v1-0-2026-11-09|gdpx:v1-0|haiku-5.5@max|,in,in gdpx-p-living-context,semianalysis,haiku-5.5,max,mixed,frontier,,per-task,1.53,0.00289,,812823,0,score%,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://gdpx.semianalysis.com/ (site data module, results[] entry claude-haiku-5-5 / living-context, score (domain finance))",src-semianalysis-gdpx-v1-0-2026-11-09|gdpx:v1-0|haiku-5.5@max|,out:saturated,in gdpx-p-aria,semianalysis,haiku-5.5,max,mixed,frontier,,per-task,3.41,0.00289,,1592448,0.04,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://gdpx.semianalysis.com/ (site data module, results[] entry claude-haiku-5-5 / aria, score (domain chip-design))",src-semianalysis-gdpx-v1-0-2026-11-09|gdpx:v1-0|haiku-5.5@max|,in,in gdpx-p-beautiful-machines,semianalysis,haiku-5.5,max,mixed,frontier,,per-task,26.01,0.00289,,2348726,3.1,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://gdpx.semianalysis.com/ (site data module, results[] entry claude-haiku-5-5 / beautiful-machines, score (domain hardware-design))",src-semianalysis-gdpx-v1-0-2026-11-09|gdpx:v1-0|haiku-5.5@max|,in,in gdpx-p-chakra,semianalysis,haiku-5.5,max,mixed,frontier,,per-task,0.17,0.00289,,188990,0,score%,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://gdpx.semianalysis.com/ (site data module, results[] entry claude-haiku-5-5 / chakra, score (domain legal))",src-semianalysis-gdpx-v1-0-2026-11-09|gdpx:v1-0|haiku-5.5@max|,out:saturated,in gdpx-p-valenceforge,semianalysis,haiku-5.5,max,mixed,frontier,,per-task,1.5,0.0289,,672967,5.77,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://gdpx.semianalysis.com/ (site data module, results[] entry claude-haiku-5-5 / valenceforge, score (domain materials-science))",src-semianalysis-gdpx-v1-0-2026-11-09|gdpx:v1-0|haiku-5.5@max|,in,in gdpx-p-emulated,semianalysis,haiku-5.5,max,mixed,frontier,,per-task,1.05,0.00289,,342425,8.7,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://gdpx.semianalysis.com/ (site data module, results[] entry claude-haiku-5-5 / emulated, score (domain materials-science))",src-semianalysis-gdpx-v1-0-2026-11-09|gdpx:v1-0|haiku-5.5@max|,in,in gdpx-p-extrapolate,semianalysis,haiku-5.5,max,mixed,frontier,,per-task,2.03,0.00289,,432923,11.3,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://gdpx.semianalysis.com/ (site data module, results[] entry claude-haiku-5-5 / extrapolate, score (domain rsi))",src-semianalysis-gdpx-v1-0-2026-11-09|gdpx:v1-0|haiku-5.5@max|,in,in gdpx-p-third-moment,semianalysis,haiku-5.5,max,mixed,frontier,,per-task,2.21,0.00289,,392088,6.66,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://gdpx.semianalysis.com/ (site data module, results[] entry claude-haiku-5-5 / third-moment, score (domain quant-trading))",src-semianalysis-gdpx-v1-0-2026-11-09|gdpx:v1-0|haiku-5.5@max|,in,in gdpx-p-datacurve,semianalysis,haiku-5.5,max,mixed,frontier,,per-task,1.11,0.00289,,482468,6.67,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://gdpx.semianalysis.com/ (site data module, results[] entry claude-haiku-5-5 / datacurve, score (domain software-engineering))",src-semianalysis-gdpx-v1-0-2026-11-09|gdpx:v1-0|haiku-5.5@max|,in,in gdpx-p-arcverex,semianalysis,haiku-5.5,max,mixed,frontier,,per-task,4.17,0.00289,,1421220,0,score%,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://gdpx.semianalysis.com/ (site data module, results[] entry claude-haiku-5-5 / arcverex, score (domain chip-design))",src-semianalysis-gdpx-v1-0-2026-11-09|gdpx:v1-0|haiku-5.5@max|,out:saturated,in gdpx-overall,semianalysis,kimi-k3,max,mixed,frontier,,per-task,28.38,0.00289,,254486,,score%,,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://gdpx.semianalysis.com/ (),,,in gdpx-p-fleet,semianalysis,kimi-k3,max,mixed,frontier,,per-task,11.95,0.00289,,163977,0,score%,0.289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://gdpx.semianalysis.com/ (site data module, results[] entry kimi-k3 / fleet, score (domain alignment))",,out:uninformative,out:cost-single-couple gdpx-p-latchbio,semianalysis,kimi-k3,max,mixed,frontier,,per-task,2.39,0.00289,,54089,5.13,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://gdpx.semianalysis.com/ (site data module, results[] entry kimi-k3 / latchbio, score (domain biology))",src-semianalysis-gdpx-v1-0-2026-11-09|gdpx:v1-0|kimi-k3@max|,in,out:cost-single-couple gdpx-p-ergodex,semianalysis,kimi-k3,max,mixed,frontier,,per-task,29.68,0.00289,,277877,0.2,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://gdpx.semianalysis.com/ (site data module, results[] entry kimi-k3 / ergodex, score (domain chip-design))",src-semianalysis-gdpx-v1-0-2026-11-09|gdpx:v1-0|kimi-k3@max|,in,out:cost-single-couple gdpx-p-arithmetic,semianalysis,kimi-k3,max,mixed,frontier,,per-task,6.51,0.00289,,126567,11.11,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://gdpx.semianalysis.com/ (site data module, results[] entry kimi-k3 / arithmetic, score (domain cybersecurity))",src-semianalysis-gdpx-v1-0-2026-11-09|gdpx:v1-0|kimi-k3@max|,in,out:cost-single-couple gdpx-p-living-context,semianalysis,kimi-k3,max,mixed,frontier,,per-task,7.18,0.00289,,108774,0,score%,0.289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://gdpx.semianalysis.com/ (site data module, results[] entry kimi-k3 / living-context, score (domain finance))",src-semianalysis-gdpx-v1-0-2026-11-09|gdpx:v1-0|kimi-k3@max|,out:saturated,out:cost-single-couple gdpx-p-aria,semianalysis,kimi-k3,max,mixed,frontier,,per-task,88.57,0.00289,,772359,0,score%,0.289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://gdpx.semianalysis.com/ (site data module, results[] entry kimi-k3 / aria, score (domain chip-design))",,out:uninformative,out:cost-single-couple gdpx-p-beautiful-machines,semianalysis,kimi-k3,max,mixed,frontier,,per-task,85.42,0.00289,,643775,2.27,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://gdpx.semianalysis.com/ (site data module, results[] entry kimi-k3 / beautiful-machines, score (domain hardware-design))",src-semianalysis-gdpx-v1-0-2026-11-09|gdpx:v1-0|kimi-k3@max|,in,out:cost-single-couple gdpx-p-chakra,semianalysis,kimi-k3,max,mixed,frontier,,per-task,0.84,0.00289,,28790,0,score%,0.289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://gdpx.semianalysis.com/ (site data module, results[] entry kimi-k3 / chakra, score (domain legal))",src-semianalysis-gdpx-v1-0-2026-11-09|gdpx:v1-0|kimi-k3@max|,out:saturated,out:cost-single-couple gdpx-p-valenceforge,semianalysis,kimi-k3,max,mixed,frontier,,per-task,34.38,0.00289,,327870,3.21,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://gdpx.semianalysis.com/ (site data module, results[] entry kimi-k3 / valenceforge, score (domain materials-science))",src-semianalysis-gdpx-v1-0-2026-11-09|gdpx:v1-0|kimi-k3@max|,in,out:cost-single-couple gdpx-p-emulated,semianalysis,kimi-k3,max,mixed,frontier,,per-task,26.48,0.00289,,280495,8.2,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://gdpx.semianalysis.com/ (site data module, results[] entry kimi-k3 / emulated, score (domain materials-science))",src-semianalysis-gdpx-v1-0-2026-11-09|gdpx:v1-0|kimi-k3@max|,in,out:cost-single-couple gdpx-p-extrapolate,semianalysis,kimi-k3,max,mixed,frontier,,per-task,17.38,0.00289,,172277,7.46,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://gdpx.semianalysis.com/ (site data module, results[] entry kimi-k3 / extrapolate, score (domain rsi))",src-semianalysis-gdpx-v1-0-2026-11-09|gdpx:v1-0|kimi-k3@max|,in,out:cost-single-couple gdpx-p-third-moment,semianalysis,kimi-k3,max,mixed,frontier,,per-task,41.71,0.00289,,273167,8.97,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://gdpx.semianalysis.com/ (site data module, results[] entry kimi-k3 / third-moment, score (domain quant-trading))",src-semianalysis-gdpx-v1-0-2026-11-09|gdpx:v1-0|kimi-k3@max|,in,out:cost-single-couple gdpx-p-datacurve,semianalysis,kimi-k3,max,mixed,frontier,,per-task,17.93,0.00289,,187191,0,score%,0.289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://gdpx.semianalysis.com/ (site data module, results[] entry kimi-k3 / datacurve, score (domain software-engineering))",,out:uninformative,out:cost-single-couple gdpx-p-arcverex,semianalysis,kimi-k3,max,mixed,frontier,,per-task,66.88,0.00289,,414084,0,score%,0.289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://gdpx.semianalysis.com/ (site data module, results[] entry kimi-k3 / arcverex, score (domain chip-design))",src-semianalysis-gdpx-v1-0-2026-11-09|gdpx:v1-0|kimi-k3@max|,out:saturated,out:cost-single-couple gdpx-overall,semianalysis,?Qwen 3.8 Max,not-established:absent,mixed,frontier,,per-task,11.53,0.00289,,363420,,score%,,,,https://gdpx.semianalysis.com/ (),,,out:model-not-established gdpx-p-fleet,semianalysis,?Qwen 3.8 Max,not-established:absent,mixed,frontier,,per-task,3.2,0.0289,,76167,0,score%,0.289,,,"https://gdpx.semianalysis.com/ (site data module, results[] entry qwen-3-8-max / fleet, score (domain alignment))",,out:model-not-established,out:model-not-established gdpx-p-latchbio,semianalysis,?Qwen 3.8 Max,not-established:absent,mixed,frontier,,per-task,6.4,0.0289,,127223,5.13,score%,0.00289,,,"https://gdpx.semianalysis.com/ (site data module, results[] entry qwen-3-8-max / latchbio, score (domain biology))",,out:model-not-established,out:model-not-established gdpx-p-ergodex,semianalysis,?Qwen 3.8 Max,not-established:absent,mixed,frontier,,per-task,12.83,0.00289,,353830,0.37,score%,0.00289,,,"https://gdpx.semianalysis.com/ (site data module, results[] entry qwen-3-8-max / ergodex, score (domain chip-design))",,out:model-not-established,out:model-not-established gdpx-p-arithmetic,semianalysis,?Qwen 3.8 Max,not-established:absent,mixed,frontier,,per-task,2.54,0.00289,,104806,7.41,score%,0.00289,,,"https://gdpx.semianalysis.com/ (site data module, results[] entry qwen-3-8-max / arithmetic, score (domain cybersecurity))",,out:model-not-established,out:model-not-established gdpx-p-living-context,semianalysis,?Qwen 3.8 Max,not-established:absent,mixed,frontier,,per-task,9.08,0.00289,,287222,0,score%,0.289,,,"https://gdpx.semianalysis.com/ (site data module, results[] entry qwen-3-8-max / living-context, score (domain finance))",,out:model-not-established,out:model-not-established gdpx-p-aria,semianalysis,?Qwen 3.8 Max,not-established:absent,mixed,frontier,,per-task,24.99,0.00289,,867755,0,score%,0.289,,,"https://gdpx.semianalysis.com/ (site data module, results[] entry qwen-3-8-max / aria, score (domain chip-design))",,out:model-not-established,out:model-not-established gdpx-p-beautiful-machines,semianalysis,?Qwen 3.8 Max,not-established:absent,mixed,frontier,,per-task,28.59,0.00289,,963130,2.23,score%,0.00289,,,"https://gdpx.semianalysis.com/ (site data module, results[] entry qwen-3-8-max / beautiful-machines, score (domain hardware-design))",,out:model-not-established,out:model-not-established gdpx-p-chakra,semianalysis,?Qwen 3.8 Max,not-established:absent,mixed,frontier,,per-task,1.56,0.00289,,84936,0,score%,0.289,,,"https://gdpx.semianalysis.com/ (site data module, results[] entry qwen-3-8-max / chakra, score (domain legal))",,out:model-not-established,out:model-not-established gdpx-p-valenceforge,semianalysis,?Qwen 3.8 Max,not-established:absent,mixed,frontier,,per-task,19.41,0.00289,,662634,0,score%,0.289,,,"https://gdpx.semianalysis.com/ (site data module, results[] entry qwen-3-8-max / valenceforge, score (domain materials-science))",,out:model-not-established,out:model-not-established gdpx-p-emulated,semianalysis,?Qwen 3.8 Max,not-established:absent,mixed,frontier,,per-task,9.55,0.00289,,357957,6.1,score%,0.0289,,,"https://gdpx.semianalysis.com/ (site data module, results[] entry qwen-3-8-max / emulated, score (domain materials-science))",,out:model-not-established,out:model-not-established gdpx-p-extrapolate,semianalysis,?Qwen 3.8 Max,not-established:absent,mixed,frontier,,per-task,10.06,0.00289,,264863,8.98,score%,0.00289,,,"https://gdpx.semianalysis.com/ (site data module, results[] entry qwen-3-8-max / extrapolate, score (domain rsi))",,out:model-not-established,out:model-not-established gdpx-p-third-moment,semianalysis,?Qwen 3.8 Max,not-established:absent,mixed,frontier,,per-task,17.41,0.00289,,465812,11.2,score%,0.0289,,,"https://gdpx.semianalysis.com/ (site data module, results[] entry qwen-3-8-max / third-moment, score (domain quant-trading))",,out:model-not-established,out:model-not-established gdpx-p-datacurve,semianalysis,?Qwen 3.8 Max,not-established:absent,mixed,frontier,,per-task,10.03,0.00289,,244837,0,score%,0.289,,,"https://gdpx.semianalysis.com/ (site data module, results[] entry qwen-3-8-max / datacurve, score (domain software-engineering))",,out:model-not-established,out:model-not-established gdpx-p-arcverex,semianalysis,?Qwen 3.8 Max,not-established:absent,mixed,frontier,,per-task,12.58,0.00289,,394514,0,score%,0.289,,,"https://gdpx.semianalysis.com/ (site data module, results[] entry qwen-3-8-max / arcverex, score (domain chip-design))",,out:model-not-established,out:model-not-established senkoflysim,senko,deepseek-v4.1-flash-1017,not-established:absent,coding,hard,,per-task,2,0.289,,,,none,,,,https://senko.net/vibecode-bench/ (),,,out:effort-not-established senkovoxel,senko,deepseek-v4.1-flash-1017,not-established:absent,coding,hard,,per-task,3.08,0.00289,,,,none,,,,https://senko.net/vibecode-bench/ (),,,out:effort-not-established senkorts,senko,deepseek-v4.1-flash-1017,not-established:absent,coding,hard,,per-task,2.35,0.00289,,,,none,,,,https://senko.net/vibecode-bench/ (),,,out:effort-not-established senkoflysim,senko,sonnet-5.5,xhigh,coding,hard,,per-task,6.300000000000001,1.21,,,,none,,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://senko.net/vibecode-bench/ (),,,out:cost-single-couple senkovoxel,senko,sonnet-5.5,xhigh,coding,hard,,per-task,6.5249999999999995,1.26,,,,none,,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://senko.net/vibecode-bench/ (),,,out:cost-single-couple senkorts,senko,sonnet-5.5,xhigh,coding,hard,,per-task,5.699999999999999,1.1,,,,none,,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://senko.net/vibecode-bench/ (),,,out:cost-single-couple senkoflysim,senko,gpt-6-sol,xhigh,coding,hard,,per-task,0.74,0.00289,,,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://senko.net/vibecode-bench/ (),,,in senkovoxel,senko,gpt-6-sol,xhigh,coding,hard,,per-task,0.57,0.00289,,,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://senko.net/vibecode-bench/ (),,,in senkorts,senko,gpt-6-sol,xhigh,coding,hard,,per-task,0.66,0.00289,,,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://senko.net/vibecode-bench/ (),,,in senkoflysim,senko,opus-5.5,xhigh,coding,hard,,per-task,11,0.289,,,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://senko.net/vibecode-bench/ (),,,in senkovoxel,senko,opus-5.5,xhigh,coding,hard,,per-task,14,0.289,,,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://senko.net/vibecode-bench/ (),,,in senkorts,senko,opus-5.5,xhigh,coding,hard,,per-task,14,0.289,,,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://senko.net/vibecode-bench/ (),,,in senkoflysim,senko,opus-5,xhigh,coding,hard,,per-task,24,0.289,,,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://senko.net/vibecode-bench/ (),,,in senkovoxel,senko,opus-5,xhigh,coding,hard,,per-task,19,0.289,,,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://senko.net/vibecode-bench/ (),,,in senkorts,senko,opus-5,xhigh,coding,hard,,per-task,21,0.289,,,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://senko.net/vibecode-bench/ (),,,in senkoflysim,senko,fable-5.2,not-established:absent,coding,hard,,per-task,8.1,0.0289,,,,none,,,,https://senko.net/vibecode-bench/ (),,,out:effort-not-established senkovoxel,senko,fable-5.2,not-established:absent,coding,hard,,per-task,8.6,0.0289,,,,none,,,,https://senko.net/vibecode-bench/ (),,,out:effort-not-established senkorts,senko,fable-5.2,not-established:absent,coding,hard,,per-task,10.5,0.0289,,,,none,,,,https://senko.net/vibecode-bench/ (),,,out:effort-not-established senkoflysim,senko,gpt-6.1-terra,xhigh,coding,hard,,per-task,0.14,0.00289,,,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://senko.net/vibecode-bench/ (),,,in senkovoxel,senko,gpt-6.1-terra,xhigh,coding,hard,,per-task,0.17,0.00289,,,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://senko.net/vibecode-bench/ (),,,in senkorts,senko,gpt-6.1-terra,xhigh,coding,hard,,per-task,0.17,0.00289,,,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://senko.net/vibecode-bench/ (),,,in senkoflysim,senko,haiku-5.5,xhigh,coding,hard,,per-task,0.38,0.00289,,,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://senko.net/vibecode-bench/ (),,,in senkovoxel,senko,haiku-5.5,xhigh,coding,hard,,per-task,0.27,0.00289,,,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://senko.net/vibecode-bench/ (),,,in senkorts,senko,haiku-5.5,xhigh,coding,hard,,per-task,0.39,0.00289,,,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://senko.net/vibecode-bench/ (),,,in sensebench-p001,sense-bench.com,?claude-fable-5+fallback:claude-opus-4-8,not-established:absent,writing,mid,,per-1M-items,14555,0.289,4416385,662830,95.21,acc%,0.00289,,,"https://sense-bench.com/ (leaderboard table row for claude-fable-5-xhigh-reasoning-p001-lexen-v1-20260701-fallback-claude-opus-4-8 (rank 6), column Accuracy)",,out:model-not-established,out:model-not-established sensebench-p001,sense-bench.com,opus-5,max,writing,mid,,per-1M-items,8660,0.289,4407608,802363,94.75,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for claude-opus-5-max-reasoning-p001-lexen-v1-20260725 (rank 23), column Accuracy)",,in,in sensebench-p001,sense-bench.com,opus-4.8,xhigh,writing,mid,,per-1M-items,7285,0.289,4407608,534883,94.57,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for claude-opus-4.8-xhigh-reasoning-p001-lexen-v1-20260614 (rank 26), column Accuracy)",,in,in sensebench-p001,sense-bench.com,opus-4.8,high,writing,mid,,per-1M-items,5243,0.289,4407608,137880,94.16,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for claude-opus-4.8-high-reasoning-p001-lexen-v1-20260614 (rank 37), column Accuracy)",,in,in sensebench-p001,sense-bench.com,opus-4.8,nothink,writing,mid,,per-1M-items,4834,0.289,4407608,58332,93.85,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for claude-opus-4.8-p001-lexen-v1-20260617 (rank 43), column Accuracy)",,in,in sensebench-p001,sense-bench.com,opus-4.8,low,writing,mid,,per-1M-items,4850,0.289,4407608,61519,93.68,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for claude-opus-4.8-low-reasoning-p001-lexen-v1-20260614 (rank 48), column Accuracy)",,in,in sensebench-p001,sense-bench.com,opus-4.8,medium,writing,mid,,per-1M-items,4994,0.289,4407608,89461,93.62,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for claude-opus-4.8-medium-reasoning-p001-lexen-v1-20260614 (rank 49), column Accuracy)",,in,in sensebench-p001,sense-bench.com,opus-4.7,medium,writing,mid,,per-1M-items,4894,0.289,4431913,65203,93.01,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for claude-opus-4.7-medium-reasoning-p001-lexen-v1-20260614 (rank 67), column Accuracy)",,in,in sensebench-p001,sense-bench.com,opus-4.6,medium,writing,mid,,per-1M-items,3933,0.289,3446539,75489,92.70,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for claude-opus-4.6-medium-reasoning-p001-lexen-v1-20260614 (rank 74), column Accuracy)",,out:single-couple,out:cost-single-couple sensebench-p001,sense-bench.com,sonnet-5,low,writing,mid,,per-1M-items,1934,0.289,4407608,58450,92.22,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for claude-sonnet-5-low-reasoning-p001-lexen-v1-20260630 (rank 92), column Accuracy)",,in,in sensebench-p003,sense-bench.com,opus-4.7,medium,writing,mid,SenseBench-lexEN-v1-p003,per-1M-items,3338,0.289,3099533,29166,92.22,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for claude-opus-4.7-medium-reasoning-p003-lexen-v1-20260617 (rank 94), column Accuracy)",,in,in sensebench-p001,sense-bench.com,sonnet-5,medium,writing,mid,,per-1M-items,1935,0.289,4407608,59141,91.96,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for claude-sonnet-5-medium-reasoning-p001-lexen-v1-20260630 (rank 103), column Accuracy)",,in,in sensebench-p001,sense-bench.com,sonnet-5,xhigh,writing,mid,,per-1M-items,2025,0.289,4407608,102908,91.83,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for claude-sonnet-5-xhigh-reasoning-p001-lexen-v1-20260630 (rank 105), column Accuracy)",,in,in sensebench-p002,sense-bench.com,opus-4.8,high,writing,mid,,per-1M-items,2121,0.289,1605424,91337,91.79,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for claude-opus-4.8-high-reasoning-p002-lexen-v1-20260614 (rank 106), column Accuracy)",,in,in sensebench-p001,sense-bench.com,sonnet-5,high,writing,mid,,per-1M-items,1939,0.289,4407608,60957,91.75,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for claude-sonnet-5-high-reasoning-p001-lexen-v1-20260630 (rank 107), column Accuracy)",,in,in sensebench-p001,sense-bench.com,sonnet-4.6,low,writing,mid,,per-1M-items,2141,0.289,3201754,53471,90.72,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for claude-sonnet-4.6-low-reasoning-p001-lexen-v1-20260614 (rank 139), column Accuracy)",,in,in sensebench-p001,sense-bench.com,haiku-4.5,low,writing,mid,,per-1M-items,3348,0.289,3342723,2586568,90.48,acc%,0.00289,,,"https://sense-bench.com/ (leaderboard table row for claude-haiku-4.5-low-reasoning-p001-lexen-v1-20260614 (rank 144), column Accuracy)",,out:effort-not-established,out:effort-not-established sensebench-p003,sense-bench.com,sonnet-5,low,writing,mid,SenseBench-lexEN-v1-p003,per-1M-items,1296,0.289,3075228,14762,90.17,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for claude-sonnet-5-low-reasoning-p003-lexen-v1-20260630 (rank 148), column Accuracy)",,in,in sensebench-p003,sense-bench.com,sonnet-5,medium,writing,mid,SenseBench-lexEN-v1-p003,per-1M-items,1296,0.289,3075228,15172,90.04,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for claude-sonnet-5-medium-reasoning-p003-lexen-v1-20260630 (rank 152), column Accuracy)",,in,in sensebench-p003,sense-bench.com,sonnet-5,high,writing,mid,SenseBench-lexEN-v1-p003,per-1M-items,1325,0.289,3075228,28940,89.67,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for claude-sonnet-5-high-reasoning-p003-lexen-v1-20260630 (rank 157), column Accuracy)",,in,in sensebench-p002,sense-bench.com,sonnet-4.6,low,writing,mid,,per-1M-items,809,0.289,1188570,24305,88.89,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for claude-sonnet-4.6-low-reasoning-p002-lexen-v1-20260614 (rank 177), column Accuracy)",,in,in sensebench-p002,sense-bench.com,haiku-4.5,low,writing,mid,,per-1M-items,1997,0.289,1378426,1665326,87.60,acc%,0.00289,,,"https://sense-bench.com/ (leaderboard table row for claude-haiku-4.5-low-reasoning-p002-lexen-v1-20260614 (rank 187), column Accuracy)",,out:effort-not-established,out:effort-not-established sensebench-p001,sense-bench.com,haiku-5.5,high,writing,mid,,per-1M-items,152,0.289,4417330,598429,92.31,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for claude-haiku-5.5-high-reasoning-p001-lexen-v1-20261009 (rank 89), column Accuracy)",,in,in sensebench-p002,sense-bench.com,haiku-5.5,high,writing,mid,,per-1M-items,112,0.289,1614402,769928,90.97,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for claude-haiku-5.5-high-reasoning-p002-lexen-v1-20261009 (rank 133), column Accuracy)",,in,in sensebench-p003,sense-bench.com,haiku-5.5,high,writing,mid,SenseBench-lexEN-v1-p003,per-1M-items,130,0.289,3084950,651542,92.06,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for claude-haiku-5.5-high-reasoning-p003-lexen-v1-20261009 (rank 101), column Accuracy)",,in,in sensebench-p004,sense-bench.com,haiku-5.5,high,writing,mid,SenseBench-lexEN-v1-p004,per-1M-items,155,0.289,4417330,622261,92.06,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for claude-haiku-5.5-high-reasoning-p004-lexen-v1-20261009 (rank 102), column Accuracy)",,in,in sensebench-p001,sense-bench.com,haiku-5.5,low,writing,mid,,per-1M-items,132,0.289,4417330,398030,91.92,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for claude-haiku-5.5-low-reasoning-p001-lexen-v1-20261009 (rank 104), column Accuracy)",,in,in sensebench-p002,sense-bench.com,haiku-5.5,low,writing,mid,,per-1M-items,70.94,0.00289,1714450,346781,87.64,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for claude-haiku-5.5-low-reasoning-p002-lexen-v1-20261009 (rank 186), column Accuracy)",,in,in sensebench-p003,sense-bench.com,haiku-5.5,low,writing,mid,SenseBench-lexEN-v1-p003,per-1M-items,99.21,0.00289,3320501,300384,88.93,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for claude-haiku-5.5-low-reasoning-p003-lexen-v1-20261009 (rank 175), column Accuracy)",,in,in sensebench-p004,sense-bench.com,haiku-5.5,low,writing,mid,SenseBench-lexEN-v1-p004,per-1M-items,135,0.289,4418138,427256,91.15,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for claude-haiku-5.5-low-reasoning-p004-lexen-v1-20261009 (rank 125), column Accuracy)",,in,in sensebench-p001,sense-bench.com,haiku-5.5,max,writing,mid,,per-1M-items,548,0.289,4417330,4443579,92.90,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for claude-haiku-5.5-max-reasoning-p001-lexen-v1-20261009-128000tokens (rank 68), column Accuracy)",,in,in sensebench-p002,sense-bench.com,haiku-5.5,max,writing,mid,,per-1M-items,1215,0.289,1614402,11491271,91.71,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for claude-haiku-5.5-max-reasoning-p002-lexen-v1-20261009-128000tokens (rank 110), column Accuracy)",,in,in sensebench-p003,sense-bench.com,haiku-5.5,max,writing,mid,SenseBench-lexEN-v1-p003,per-1M-items,897,0.289,3084950,8106977,93.11,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for claude-haiku-5.5-max-reasoning-p003-lexen-v1-20261009-128000tokens (rank 61), column Accuracy)",,in,in sensebench-p004,sense-bench.com,haiku-5.5,max,writing,mid,SenseBench-lexEN-v1-p004,per-1M-items,599,0.289,4417330,4937949,92.88,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for claude-haiku-5.5-max-reasoning-p004-lexen-v1-20261009-128000tokens (rank 69), column Accuracy)",,in,in sensebench-p001,sense-bench.com,haiku-5.5,medium,writing,mid,,per-1M-items,142,0.289,4417330,500128,92.26,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for claude-haiku-5.5-medium-reasoning-p001-lexen-v1-20261009 (rank 91), column Accuracy)",,in,in sensebench-p002,sense-bench.com,haiku-5.5,medium,writing,mid,,per-1M-items,94.35,0.00289,1614697,594355,90.48,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for claude-haiku-5.5-medium-reasoning-p002-lexen-v1-20261009 (rank 142), column Accuracy)",,in,in sensebench-p003,sense-bench.com,haiku-5.5,medium,writing,mid,SenseBench-lexEN-v1-p003,per-1M-items,114,0.289,3084950,492819,92.20,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for claude-haiku-5.5-medium-reasoning-p003-lexen-v1-20261009 (rank 96), column Accuracy)",,in,in sensebench-p004,sense-bench.com,haiku-5.5,medium,writing,mid,SenseBench-lexEN-v1-p004,per-1M-items,145,0.289,4417330,527657,91.38,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for claude-haiku-5.5-medium-reasoning-p004-lexen-v1-20261009 (rank 118), column Accuracy)",,in,in sensebench-p001,sense-bench.com,haiku-5.5,nothink,writing,mid,,per-1M-items,97.10,0.00289,4413765,61245,83.79,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for claude-haiku-5.5-none-reasoning-p001-lexen-v1-20261009 (rank 225), column Accuracy)",,in,in sensebench-p002,sense-bench.com,haiku-5.5,nothink,writing,mid,,per-1M-items,35.63,0.00289,1638441,18691,82.31,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for claude-haiku-5.5-none-reasoning-p002-lexen-v1-20261009 (rank 241), column Accuracy)",,in,in sensebench-p003,sense-bench.com,haiku-5.5,nothink,writing,mid,SenseBench-lexEN-v1-p003,per-1M-items,67.63,0.00289,3180107,21523,82.14,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for claude-haiku-5.5-none-reasoning-p003-lexen-v1-20261009 (rank 243), column Accuracy)",,in,in sensebench-p004,sense-bench.com,haiku-5.5,nothink,writing,mid,SenseBench-lexEN-v1-p004,per-1M-items,97.11,0.00289,4413683,61378,83.75,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for claude-haiku-5.5-none-reasoning-p004-lexen-v1-20261009 (rank 227), column Accuracy)",,in,in sensebench-p001,sense-bench.com,haiku-5.5,xhigh,writing,mid,,per-1M-items,173,0.289,4417330,795625,92.45,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for claude-haiku-5.5-xhigh-reasoning-p001-lexen-v1-20261009 (rank 85), column Accuracy)",,in,in sensebench-p002,sense-bench.com,haiku-5.5,xhigh,writing,mid,,per-1M-items,152,0.289,1614402,1158926,91.13,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for claude-haiku-5.5-xhigh-reasoning-p002-lexen-v1-20261009 (rank 127), column Accuracy)",,in,in sensebench-p003,sense-bench.com,haiku-5.5,xhigh,writing,mid,SenseBench-lexEN-v1-p003,per-1M-items,160,0.289,3084950,939588,92.57,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for claude-haiku-5.5-xhigh-reasoning-p003-lexen-v1-20261009 (rank 79), column Accuracy)",,in,in sensebench-p004,sense-bench.com,haiku-5.5,xhigh,writing,mid,SenseBench-lexEN-v1-p004,per-1M-items,178,0.289,4417330,845981,91.67,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for claude-haiku-5.5-xhigh-reasoning-p004-lexen-v1-20261009 (rank 111), column Accuracy)",,in,in sensebench-p004,sense-bench.com,opus-4.8,xhigh,writing,mid,SenseBench-lexEN-v1-p004,per-1M-items,7655,0.289,4407608,606885,93.81,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for claude-opus-4.8-xhigh-reasoning-p004-lexen-v1-20260616 (rank 44), column Accuracy)",,in,in sensebench-p001,sense-bench.com,opus-5.5,low,writing,mid,,per-1M-items,4565,0.289,4417330,225938,95.04,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for claude-opus-5.5-low-reasoning-p001-lexen-v1-20261013 (rank 13), column Accuracy)",,in,in sensebench-p001,sense-bench.com,opus-5.5,xhigh,writing,mid,,per-1M-items,5547,0.289,4417330,464794,95.33,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for claude-opus-5.5-xhigh-reasoning-p001-lexen-v1-20261013 (rank 3), column Accuracy)",,in,in sensebench-p001,sense-bench.com,sonnet-5.5,low,writing,mid,,per-1M-items,2567,0.289,4417330,364554,94.14,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for claude-sonnet-5.5-low-reasoning-p001-lexen-v1-20261013 (rank 39), column Accuracy)",,in,in sensebench-p001,sense-bench.com,sonnet-5.5,xhigh,writing,mid,,per-1M-items,2863,0.289,4417330,508041,94.86,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for claude-sonnet-5.5-xhigh-reasoning-p001-lexen-v1-20261013 (rank 22), column Accuracy)",,in,in sensebench-p001,sense-bench.com,gpt-6-astra,xhigh,writing,mid,,per-1M-items,,,2968989,353918,95.66,acc%,0.00289,,,"https://sense-bench.com/ (leaderboard table row for gpt-6-astra-xhigh-reasoning-p001-lexen-v1-20260925 (rank 1), column Accuracy)",,in,out:contradictory sensebench-p001,sense-bench.com,gpt-5.5,xhigh,writing,mid,,per-1M-items,10700,0.289,2964296,1239635,95.60,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-5.5-xhigh-reasoning-p001-lexen-v1-20260617 (rank 2), column Accuracy)",,in,in sensebench-p001,sense-bench.com,gemini-3.8-flash,low,writing,mid,,per-1M-items,923,0.289,3090680,578251,95.25,acc%,0.00289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://sense-bench.com/ (leaderboard table row for gemini-3.8-flash-low-reasoning-p001-lexen-v1-20260925 (rank 4), column Accuracy)",,in,in sensebench-p001,sense-bench.com,gpt-5.5,medium,writing,mid,,per-1M-items,6077,0.289,2971464,489418,95.25,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-5.5-medium-reasoning-p001-lexen-v1-20260614 (rank 5), column Accuracy)",,in,in sensebench-p001,sense-bench.com,gpt-5.5,high,writing,mid,,per-1M-items,7718,0.289,2971464,755402,95.19,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-5.5-high-reasoning-p001-lexen-v1-20260614 (rank 7), column Accuracy)",,in,in sensebench-p001,sense-bench.com,gemini-3.8-flash,high,writing,mid,,per-1M-items,4107,0.289,3090680,4705751,95.04,acc%,0.00289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://sense-bench.com/ (leaderboard table row for gemini-3.8-flash-high-reasoning-p001-lexen-v1-20260925 (rank 12), column Accuracy)",,in,in sensebench-p001,sense-bench.com,gpt-6-sol,low,writing,mid,,per-1M-items,,,2968989,74634,95.00,acc%,0.00289,,,"https://sense-bench.com/ (leaderboard table row for gpt-6-sol-low-reasoning-p001-lexen-v1-20260925 (rank 15), column Accuracy)",,in,out:contradictory sensebench-p001,sense-bench.com,gpt-6-sol,xhigh,writing,mid,,per-1M-items,2153,0.289,2564257,525489,95.00,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-6-sol-xhigh-reasoning-p001-lexen-v1-20260925 (rank 16), column Accuracy)",,in,in sensebench-p001,sense-bench.com,gpt-5.5,low,writing,mid,,per-1M-items,5040,0.289,2971464,321419,95.00,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-5.5-low-reasoning-p001-lexen-v1-20260614 (rank 18), column Accuracy)",,in,in sensebench-p001,sense-bench.com,gpt-5.6-sol,xhigh,writing,mid,,per-1M-items,5323.75,615,2961935,196259,94.94,acc%,0.00289,,cost-unrepriced; cost-price-band,"https://sense-bench.com/ (leaderboard table row for gpt-5.6-sol-xhigh-reasoning-p001-lexen-v1-20260725 (rank 20), column Accuracy)",,in,in sensebench-p001,sense-bench.com,gemini-3.1-pro,high,writing,mid,,per-1M-items,7227,0.289,3090680,2412421,94.92,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gemini-3.1-pro-high-reasoning-p001-lexen-v1-20260614 (rank 21), column Accuracy)",,in,in sensebench-p001,sense-bench.com,?openrouter/moonshotai/kimi-k3+fallback:openrouter/moonshotai/kimi-k2.7-code,not-established:absent,writing,mid,,per-1M-items,4112,0.289,2496689,816982,94.63,acc%,0.00289,,,"https://sense-bench.com/ (leaderboard table row for kimi-k3-xhigh-reasoning-p001-lexen-v1-20260725-fallback-kimi-k2.7-code (rank 24), column Accuracy)",,out:model-not-established,out:model-not-established sensebench-p001,sense-bench.com,gemini-3.1-pro,low,writing,mid,,per-1M-items,3691,0.289,3090680,980204,94.61,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gemini-3.1-pro-low-reasoning-p001-lexen-v1-20260614 (rank 25), column Accuracy)",,in,in sensebench-p001,sense-bench.com,gpt-5.6-sol,medium,writing,mid,,per-1M-items,4241.25,490,2971464,54494,94.51,acc%,0.00289,,cost-unrepriced; cost-price-band,"https://sense-bench.com/ (leaderboard table row for gpt-5.6-sol-medium-reasoning-p001-lexen-v1-20260725 (rank 28), column Accuracy)",,in,in sensebench-p001,sense-bench.com,gemini-3.1-pro,medium,writing,mid,,per-1M-items,4711,0.289,3090680,1393036,94.43,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gemini-3.1-pro-medium-reasoning-p001-lexen-v1-20260614 (rank 29), column Accuracy)",,in,in sensebench-p001,sense-bench.com,gpt-5.6-terra,xhigh,writing,mid,,per-1M-items,2129,0.289,2967906,367763,94.22,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-5.6-terra-xhigh-reasoning-p001-lexen-v1-20260731 (rank 31), column Accuracy)",,in,in sensebench-p001,sense-bench.com,gpt-5.6-terra,high,writing,mid,,per-1M-items,1928,0.289,2971464,285858,94.18,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-5.6-terra-high-reasoning-p001-lexen-v1-20260731 (rank 34), column Accuracy)",,in,in sensebench-p001,sense-bench.com,gemini-3.5-flash,medium,writing,mid,,per-1M-items,5408,0.289,3104845,2403606,94.16,acc%,0.00289,,,"https://sense-bench.com/ (leaderboard table row for gemini-3.5-flash-p001-lexen-v1-20260614 (rank 38), column Accuracy)",,out:failed-run,out:failed-run sensebench-p001,sense-bench.com,grok-4.5,high,writing,mid,,per-1M-items,3307,0.289,2796401,1688285,93.85,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for grok-4.5-xhigh-reasoning-p001-lexen-v1-20260725 (rank 42), column Accuracy)",,in,out:cost-single-couple sensebench-p001,sense-bench.com,gpt-5.6-terra,medium,writing,mid,,per-1M-items,1783,0.289,2971464,226965,93.68,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-5.6-terra-medium-reasoning-p001-lexen-v1-20260731 (rank 47), column Accuracy)",,in,in sensebench-p001,sense-bench.com,gpt-5.6-terra,low,writing,mid,,per-1M-items,1718,0.289,2971464,200629,93.50,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-5.6-terra-low-reasoning-p001-lexen-v1-20260731 (rank 51), column Accuracy)",,in,in sensebench-p001,sense-bench.com,glm-5,not-established:absent,writing,mid,,per-1M-items,3333,0.289,3022929,4940919,93.38,acc%,0.00289,,,"https://sense-bench.com/ (leaderboard table row for glm-5-low-reasoning-p001-lexen-v1-20260614 (rank 54), column Accuracy)",,out:effort-not-established,out:effort-not-established sensebench-p001,sense-bench.com,kimi-k2.7-code,solo,writing,mid,,per-1M-items,2565,0.289,2905073,2531355,93.31,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for kimi-k2.7-code-xhigh-reasoning-p001-lexen-v1-20260617 (rank 56), column Accuracy)",,in,in sensebench-p001,sense-bench.com,grok-4.3,medium,writing,mid,,per-1M-items,2583,0.289,2881775,3529075,93.13,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for grok-4.3-medium-reasoning-p001-lexen-v1-20260614 (rank 60), column Accuracy)",,in,in sensebench-p001,sense-bench.com,glm-5.2,not-established:absent,writing,mid,,per-1M-items,1125,0.289,1134730,1772838,93.11,acc%,0.00289,,,"https://sense-bench.com/ (leaderboard table row for glm-5.2-xhigh-reasoning-p001-lexen-v1-20260725 (rank 62), column Accuracy)",,out:effort-not-established,out:effort-not-established sensebench-p001,sense-bench.com,grok-4.3,low,writing,mid,,per-1M-items,1763,0.289,2880916,1936072,93.09,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for grok-4.3-low-reasoning-p001-lexen-v1-20260614 (rank 64), column Accuracy)",,in,in sensebench-p001,sense-bench.com,gpt-6-luna,xhigh,writing,mid,,per-1M-items,,,2968989,466141,93.05,acc%,0.00289,,,"https://sense-bench.com/ (leaderboard table row for gpt-6-luna-xhigh-reasoning-p001-lexen-v1-20260925 (rank 66), column Accuracy)",,in,out:contradictory sensebench-p001,sense-bench.com,grok-4.3,high,writing,mid,,per-1M-items,2816,0.289,2889382,3982468,92.88,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for grok-4.3-high-reasoning-p001-lexen-v1-20260614 (rank 71), column Accuracy)",,in,in sensebench-p001,sense-bench.com,qwen3.7-plus,default,writing,mid,,per-1M-items,794,0.289,3129742,2231200,92.70,acc%,0.00289,,,"https://sense-bench.com/ (leaderboard table row for qwen3.7-plus-p001-lexen-v1-20260614 (rank 73), column Accuracy)",,out:effort-not-established,out:effort-not-established sensebench-p001,sense-bench.com,kimi-k2.5,default,writing,mid,,per-1M-items,3091,0.289,2964311,5834891,92.66,acc%,0.00289,,,"https://sense-bench.com/ (leaderboard table row for kimi-k2.5-p001-lexen-v1-20260614 (rank 75), column Accuracy)",,out:effort-not-established,out:effort-not-established sensebench-p001,sense-bench.com,deepseek-v4-pro-preview,high,writing,mid,,per-1M-items,1984,0.289,2947438,2330104,92.41,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for deepseek-v4-pro-high-reasoning-p001-lexen-v1-20260614 (rank 86), column Accuracy)",,in,in sensebench-p001,sense-bench.com,gpt-5.6-luna,xhigh,writing,mid,,per-1M-items,254,0.289,2969424,533705,92.20,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-5.6-luna-xhigh-reasoning-p001-lexen-v1-20260731 (rank 97), column Accuracy)",,in,in sensebench-p001,sense-bench.com,gpt-5.6-luna,high,writing,mid,,per-1M-items,224,0.289,2974575,412950,91.61,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-5.6-luna-high-reasoning-p001-lexen-v1-20260731 (rank 112), column Accuracy)",,in,in sensebench-p001,sense-bench.com,gpt-5.6-terra,nothink,writing,mid,,per-1M-items,1331,0.289,2971464,43820,91.20,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-5.6-terra-none-reasoning-p001-lexen-v1-20260731 (rank 123), column Accuracy)",,in,in sensebench-p001,sense-bench.com,deepseek-v4-flash-preview,high,writing,mid,,per-1M-items,132,0.289,2981793,1218247,90.93,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for deepseek-v4-flash-high-reasoning-p001-lexen-v1-20260614 (rank 135), column Accuracy)",,in,in sensebench-p001,sense-bench.com,gpt-6-luna,low,writing,mid,,per-1M-items,73.76,0.00289,2564257,196109,90.76,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-6-luna-low-reasoning-p001-lexen-v1-20260925 (rank 137), column Accuracy)",,in,in sensebench-p001,sense-bench.com,gpt-5-mini,high,writing,mid,,per-1M-items,803,0.289,2971464,1580331,90.72,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-5-mini-high-reasoning-p001-lexen-v1-20260614 (rank 138), column Accuracy)",,out:single-couple,out:cost-single-couple sensebench-p001,sense-bench.com,gpt-5-mini,medium,writing,mid,,per-1M-items,480,0.289,2971464,795609,90.54,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-5-mini-medium-reasoning-p001-lexen-v1-20260614 (rank 141), column Accuracy)",,out:single-couple,out:cost-single-couple sensebench-p001,sense-bench.com,gemini-3.1-flash-lite,minimal,writing,mid,,per-1M-items,171,0.289,3090680,38996,90.41,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gemini-3.1-flash-lite-p001-lexen-v1-20260614 (rank 146), column Accuracy)",,in,in sensebench-p001,sense-bench.com,gpt-5.6-luna,medium,writing,mid,,per-1M-items,176,0.289,2831175,236979,90.25,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-5.6-luna-medium-reasoning-p001-lexen-v1-20260731 (rank 147), column Accuracy)",,in,in sensebench-p001,sense-bench.com,gpt-5.4-mini,low,writing,mid,,per-1M-items,685,0.289,2971464,244957,90.10,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-5.4-mini-low-reasoning-p001-lexen-v1-20260614 (rank 150), column Accuracy)",,in,in sensebench-p001,sense-bench.com,gpt-5-mini,low,writing,mid,,per-1M-items,306,0.289,2972390,372454,89.94,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-5-mini-low-reasoning-p001-lexen-v1-20260614 (rank 153), column Accuracy)",,out:single-couple,out:cost-single-couple sensebench-p001,sense-bench.com,?hosted_vllm/Qwen/Qwen3.6-27B-FP8,not-established:absent,writing,mid,,per-1M-items,40.91,0.00289,,,89.51,acc%,0.00289,,,"https://sense-bench.com/ (leaderboard table row for vllm-qwen3.6-27b-fp8-h200-p001-lexen-v1-20260614 (rank 160), column Accuracy)",,out:model-not-established,out:model-not-established sensebench-p001,sense-bench.com,gemini-2.5-flash,think,writing,mid,,per-1M-items,2529,0.289,3203244,4533437,89.41,acc%,0.00289,,,"https://sense-bench.com/ (leaderboard table row for gemini-2.5-flash-p001-lexen-v1-20260614 (rank 163), column Accuracy)",,out:failed-run,out:failed-run sensebench-p001,sense-bench.com,?hosted_vllm/Qwen/Qwen3.6-27B-FP8,not-established:absent,writing,mid,,per-1M-items,25.36,0.00289,,,89.36,acc%,0.00289,,,"https://sense-bench.com/ (leaderboard table row for vllm-qwen3.6-27b-fp8-h100-p001-lexen-v1-20260614 (rank 164), column Accuracy)",,out:model-not-established,out:model-not-established sensebench-p001,sense-bench.com,qwen3.5-397b-a17b,default,writing,mid,,per-1M-items,158,0.289,,,89.24,acc%,0.00289,,,"https://sense-bench.com/ (leaderboard table row for vllm-qwen3.5-397b-a17b-gptq-b300-p001-lexen-v1-20260614 (rank 166), column Accuracy)",,out:effort-not-established,out:effort-not-established sensebench-p001,sense-bench.com,qwen3.5-27b,default,writing,mid,,per-1M-items,48.22,0.00289,,,89.06,acc%,0.00289,,,"https://sense-bench.com/ (leaderboard table row for vllm-qwen3.5-27b-bf16-a100-p001-lexen-v1-20260614 (rank 171), column Accuracy)",,out:effort-not-established,out:effort-not-established sensebench-p001,sense-bench.com,qwen3.5-27b,default,writing,mid,,per-1M-items,58.36,0.00289,,,88.97,acc%,0.00289,,,"https://sense-bench.com/ (leaderboard table row for vllm-qwen3.5-27b-bf16-h200-p001-lexen-v1-20260614 (rank 173), column Accuracy)",,out:effort-not-established,out:effort-not-established sensebench-p001,sense-bench.com,qwen3.5-27b,default,writing,mid,,per-1M-items,36.33,0.00289,,,88.89,acc%,0.00289,,,"https://sense-bench.com/ (leaderboard table row for vllm-qwen3.5-27b-bf16-h100-p001-lexen-v1-20260614 (rank 176), column Accuracy)",,out:effort-not-established,out:effort-not-established sensebench-p001,sense-bench.com,glm-4.6,default,writing,mid,,per-1M-items,222,0.289,,,88.71,acc%,0.00289,,,"https://sense-bench.com/ (leaderboard table row for vllm-glm-4.6-awq-b300-p001-lexen-v1-20260614 (rank 179), column Accuracy)",,out:effort-not-established,out:effort-not-established sensebench-p001,sense-bench.com,gpt-4.1,solo,writing,mid,,per-1M-items,1281,0.289,2977208,34041,88.69,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-4.1-p001-lexen-v1-20260614 (rank 180), column Accuracy)",,out:single-couple,out:cost-single-couple sensebench-p001,sense-bench.com,gpt-5.6-luna,low,writing,mid,,per-1M-items,130,0.289,2578067,91412,88.34,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-5.6-luna-low-reasoning-p001-lexen-v1-20260731 (rank 182), column Accuracy)",,in,in sensebench-p001,sense-bench.com,gpt-5.6-luna,nothink,writing,mid,,per-1M-items,118,0.289,2571255,43901,87.72,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-5.6-luna-none-reasoning-p001-lexen-v1-20260731 (rank 185), column Accuracy)",,in,in sensebench-p001,sense-bench.com,qwen3.5-122b-a10b,default,writing,mid,,per-1M-items,42.45,0.00289,,,87.06,acc%,0.00289,,,"https://sense-bench.com/ (leaderboard table row for vllm-qwen3.5-122b-a10b-fp8-h200-p001-lexen-v1-20260614 (rank 196), column Accuracy)",,out:effort-not-established,out:effort-not-established sensebench-p001,sense-bench.com,qwen3.5-122b-a10b,default,writing,mid,,per-1M-items,122,0.289,,,87.02,acc%,0.00289,,,"https://sense-bench.com/ (leaderboard table row for vllm-qwen3.5-122b-a10b-fp8-b300-p001-lexen-v1-20260614 (rank 197), column Accuracy)",,out:effort-not-established,out:effort-not-established sensebench-p001,sense-bench.com,qwen3-235b-a22b-instruct-2507,solo,writing,mid,,per-1M-items,88.23,0.00289,,,86.59,acc%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for vllm-qwen3-235b-2507-awq-h200-p001-lexen-v1-20260614 (rank 200), column Accuracy)",,out:single-couple,out:cost-single-couple sensebench-p001,sense-bench.com,gpt-5.4-nano,low,writing,mid,,per-1M-items,221,0.289,2998323,379038,86.26,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-5.4-nano-low-reasoning-p001-lexen-v1-20260614 (rank 205), column Accuracy)",,in,in sensebench-p001,sense-bench.com,?hosted_vllm/Qwen/Qwen3.6-35B-A3B-FP8,not-established:absent,writing,mid,,per-1M-items,8.62,0.00289,,,85.56,acc%,0.00289,,,"https://sense-bench.com/ (leaderboard table row for vllm-qwen3.6-35b-a3b-fp8-h100-p001-lexen-v1-20260614 (rank 207), column Accuracy)",,out:model-not-established,out:model-not-established sensebench-p001,sense-bench.com,?hosted_vllm/Qwen/Qwen3.6-35B-A3B-FP8,not-established:absent,writing,mid,,per-1M-items,14.85,0.00289,,,85.50,acc%,0.00289,,,"https://sense-bench.com/ (leaderboard table row for vllm-qwen3.6-35b-a3b-fp8-h200-p001-lexen-v1-20260614 (rank 208), column Accuracy)",,out:model-not-established,out:model-not-established sensebench-p001,sense-bench.com,qwen3-235b-a22b,default,writing,mid,,per-1M-items,56.87,0.00289,,,85.27,acc%,0.00289,,,"https://sense-bench.com/ (leaderboard table row for vllm-qwen3-235b-a22b-fp8-b300-p001-lexen-v1-20260614 (rank 212), column Accuracy)",,out:effort-not-established,out:effort-not-established sensebench-p001,sense-bench.com,gpt-5-mini,minimal,writing,mid,,per-1M-items,185,0.289,2971464,77327,85.00,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-5-mini-minimal-reasoning-p001-lexen-v1-20260614 (rank 215), column Accuracy)",,out:single-couple,out:cost-single-couple sensebench-p001,sense-bench.com,qwen3.5-35b-a3b,default,writing,mid,,per-1M-items,17.33,0.00289,,,84.45,acc%,0.00289,,,"https://sense-bench.com/ (leaderboard table row for vllm-qwen3.5-35b-a3b-bf16-h200-p001-lexen-v1-20260614 (rank 220), column Accuracy)",,out:effort-not-established,out:effort-not-established sensebench-p001,sense-bench.com,gpt-5-nano,high,writing,mid,,per-1M-items,982,0.289,3091706,11553360,84.32,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-5-nano-high-reasoning-p001-lexen-v1-20260614 (rank 221), column Accuracy)",,out:single-couple,out:cost-single-couple sensebench-p001,sense-bench.com,qwen3-235b-a22b,default,writing,mid,,per-1M-items,89.36,0.00289,,,84.08,acc%,0.00289,,,"https://sense-bench.com/ (leaderboard table row for vllm-qwen3-235b-a22b-awq-h200-p001-lexen-v1-20260614 (rank 222), column Accuracy)",,out:effort-not-established,out:effort-not-established sensebench-p001,sense-bench.com,gpt-4.1-mini,solo,writing,mid,,per-1M-items,256,0.289,2976325,34026,83.69,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-4.1-mini-p001-lexen-v1-20260614 (rank 228), column Accuracy)",,out:single-couple,out:cost-single-couple sensebench-p001,sense-bench.com,gpt-5-nano,medium,writing,mid,,per-1M-items,400,0.289,3117149,4474487,83.56,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-5-nano-medium-reasoning-p001-lexen-v1-20260614 (rank 230), column Accuracy)",,out:single-couple,out:cost-single-couple sensebench-p001,sense-bench.com,qwen2.5-72b-instruct,solo,writing,mid,,per-1M-items,137,0.289,,,83.44,acc%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for vllm-qwen2.5-72b-awq-a100-p001-lexen-v1-20260614 (rank 232), column Accuracy)",,out:single-couple,out:cost-single-couple sensebench-p001,sense-bench.com,qwen2.5-72b-instruct,solo,writing,mid,,per-1M-items,137,0.289,,,83.42,acc%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for vllm-qwen2.5-72b-awq-h200-p001-lexen-v1-20260614 (rank 233), column Accuracy)",,out:single-couple,out:cost-single-couple sensebench-p001,sense-bench.com,qwen2.5-72b-instruct,solo,writing,mid,,per-1M-items,83.31,0.00289,,,83.40,acc%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for vllm-qwen2.5-72b-awq-h100-p001-lexen-v1-20260614 (rank 234), column Accuracy)",,out:single-couple,out:cost-single-couple sensebench-p001,sense-bench.com,gpt-4o-mini,solo,writing,mid,,per-1M-items,96.14,0.00289,2979471,34062,82.70,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-4o-mini-p001-lexen-v1-20260614 (rank 239), column Accuracy)",,out:single-couple,out:cost-single-couple sensebench-p001,sense-bench.com,qwen3.5-9b,default,writing,mid,,per-1M-items,14.99,0.00289,,,80.91,acc%,0.00289,,,"https://sense-bench.com/ (leaderboard table row for vllm-qwen3.5-9b-bf16-a100-p001-lexen-v1-20260614 (rank 249), column Accuracy)",,out:effort-not-established,out:effort-not-established sensebench-p001,sense-bench.com,qwen3.5-9b,default,writing,mid,,per-1M-items,19.26,0.00289,,,80.89,acc%,0.00289,,,"https://sense-bench.com/ (leaderboard table row for vllm-qwen3.5-9b-bf16-h200-p001-lexen-v1-20260614 (rank 250), column Accuracy)",,out:effort-not-established,out:effort-not-established sensebench-p001,sense-bench.com,qwen3.5-9b,default,writing,mid,,per-1M-items,11.16,0.00289,,,80.79,acc%,0.00289,,,"https://sense-bench.com/ (leaderboard table row for vllm-qwen3.5-9b-bf16-h100-p001-lexen-v1-20260614 (rank 251), column Accuracy)",,out:effort-not-established,out:effort-not-established sensebench-p001,sense-bench.com,glm-4-9b-0414,default,writing,mid,,per-1M-items,13.51,0.00289,,,79.78,acc%,0.00289,,,"https://sense-bench.com/ (leaderboard table row for vllm-glm-4-9b-bf16-a100-p001-lexen-v1-20260614 (rank 254), column Accuracy)",,out:effort-not-established,out:effort-not-established sensebench-p001,sense-bench.com,glm-4.7-flash,default,writing,mid,,per-1M-items,12.16,0.00289,,,77.60,acc%,0.00289,,,"https://sense-bench.com/ (leaderboard table row for vllm-glm-4.7-flash-bf16-a100-p001-lexen-v1-20260614 (rank 262), column Accuracy)",,out:effort-not-established,out:effort-not-established sensebench-p001,sense-bench.com,gpt-5-nano,low,writing,mid,,per-1M-items,125,0.289,3170528,1125354,76.98,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-5-nano-low-reasoning-p001-lexen-v1-20260614 (rank 265), column Accuracy)",,out:single-couple,out:cost-single-couple sensebench-p001,sense-bench.com,gpt-4.1-nano,solo,writing,mid,,per-1M-items,64.03,0.00289,2976325,34027,70.07,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-4.1-nano-p001-lexen-v1-20260614 (rank 276), column Accuracy)",,out:single-couple,out:cost-single-couple sensebench-p001,sense-bench.com,gpt-5-nano,minimal,writing,mid,,per-1M-items,37.51,0.00289,3014688,78948,59.06,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-5-nano-minimal-reasoning-p001-lexen-v1-20260614 (rank 286), column Accuracy)",,out:single-couple,out:cost-single-couple sensebench-p002,sense-bench.com,gpt-5.5,high,writing,mid,,per-1M-items,5625,0.289,1117887,725076,94.22,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-5.5-high-reasoning-p002-lexen-v1-20260614 (rank 32), column Accuracy)",,in,in sensebench-p002,sense-bench.com,gpt-5.5,medium,writing,mid,,per-1M-items,3790,0.289,1117887,427742,94.03,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-5.5-medium-reasoning-p002-lexen-v1-20260614 (rank 40), column Accuracy)",,in,in sensebench-p002,sense-bench.com,qwen3.7-max,not-established:absent,writing,mid,,per-1M-items,2152,0.289,1167398,2401124,92.82,acc%,0.00289,,,"https://sense-bench.com/ (leaderboard table row for qwen3.7-max-medium-reasoning-p002-lexen-v1-20260614 (rank 72), column Accuracy)",,out:effort-not-established,out:effort-not-established sensebench-p002,sense-bench.com,gemini-3-flash,high,writing,mid,,per-1M-items,847,0.289,1139510,1181963,92.57,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gemini-3-flash-p002-lexen-v1-20260614 (rank 80), column Accuracy)",,in,in sensebench-p002,sense-bench.com,kimi-k2.5,default,writing,mid,,per-1M-items,2615,0.289,1137937,5173294,92.39,acc%,0.00289,,,"https://sense-bench.com/ (leaderboard table row for kimi-k2.5-p002-lexen-v1-20260614 (rank 88), column Accuracy)",,out:effort-not-established,out:effort-not-established sensebench-p002,sense-bench.com,glm-5,not-established:absent,writing,mid,,per-1M-items,3246,0.289,1129085,5420205,92.22,acc%,0.00289,,,"https://sense-bench.com/ (leaderboard table row for glm-5-low-reasoning-p002-lexen-v1-20260614 (rank 93), column Accuracy)",,out:effort-not-established,out:effort-not-established sensebench-p002,sense-bench.com,deepseek-v4-pro-preview,high,writing,mid,,per-1M-items,1338,0.289,1122748,2067138,91.50,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for deepseek-v4-pro-high-reasoning-p002-lexen-v1-20260614 (rank 114), column Accuracy)",,in,in sensebench-p002,sense-bench.com,qwen3.7-plus,default,writing,mid,,per-1M-items,659,0.289,1166732,2210416,91.46,acc%,0.00289,,,"https://sense-bench.com/ (leaderboard table row for qwen3.7-plus-p002-lexen-v1-20260614 (rank 115), column Accuracy)",,out:effort-not-established,out:effort-not-established sensebench-p002,sense-bench.com,gpt-5-mini,medium,writing,mid,,per-1M-items,363,0.289,1117887,742632,90.04,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-5-mini-medium-reasoning-p002-lexen-v1-20260614 (rank 151), column Accuracy)",,out:single-couple,out:cost-single-couple sensebench-p002,sense-bench.com,deepseek-v4-flash-preview,high,writing,mid,,per-1M-items,88.64,0.00289,1255064,1216800,89.69,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for deepseek-v4-flash-high-reasoning-p002-lexen-v1-20260614 (rank 156), column Accuracy)",,in,in sensebench-p002,sense-bench.com,gemini-2.5-flash,think,writing,mid,,per-1M-items,674,0.289,1124844,1176054,89.61,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gemini-2.5-flash-p002-lexen-v1-20260614 (rank 158), column Accuracy)",,out:single-couple,out:cost-single-couple sensebench-p002,sense-bench.com,gpt-5.4-mini,low,writing,mid,,per-1M-items,374,0.289,1117887,218106,89.49,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-5.4-mini-low-reasoning-p002-lexen-v1-20260614 (rank 161), column Accuracy)",,in,in sensebench-p002,sense-bench.com,gemini-3.1-flash-lite,minimal,writing,mid,,per-1M-items,59.42,0.00289,1124861,5078,89.08,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gemini-3.1-flash-lite-p002-lexen-v1-20260614 (rank 170), column Accuracy)",,in,in sensebench-p002,sense-bench.com,gpt-4.1,solo,writing,mid,,per-1M-items,465,0.289,1107132,4861,87.86,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-4.1-p002-lexen-v1-20260614 (rank 183), column Accuracy)",,out:single-couple,out:cost-single-couple sensebench-p002,sense-bench.com,?hosted_vllm/Qwen/Qwen3.6-27B-FP8,not-established:absent,writing,mid,,per-1M-items,9.40,0.00289,,,87.20,acc%,0.00289,,,"https://sense-bench.com/ (leaderboard table row for vllm-qwen3.6-27b-fp8-h100-p002-lexen-v1-20260614 (rank 191), column Accuracy)",,out:model-not-established,out:model-not-established sensebench-p002,sense-bench.com,?hosted_vllm/Qwen/Qwen3.6-27B-FP8,not-established:absent,writing,mid,,per-1M-items,15.62,0.00289,,,87.18,acc%,0.00289,,,"https://sense-bench.com/ (leaderboard table row for vllm-qwen3.6-27b-fp8-h200-p002-lexen-v1-20260614 (rank 193), column Accuracy)",,out:model-not-established,out:model-not-established sensebench-p002,sense-bench.com,glm-4.6,default,writing,mid,,per-1M-items,89.31,0.00289,,,87.12,acc%,0.00289,,,"https://sense-bench.com/ (leaderboard table row for vllm-glm-4.6-awq-b300-p002-lexen-v1-20260614 (rank 194), column Accuracy)",,out:effort-not-established,out:effort-not-established sensebench-p002,sense-bench.com,qwen3.5-397b-a17b,default,writing,mid,,per-1M-items,61.21,0.00289,,,86.69,acc%,0.00289,,,"https://sense-bench.com/ (leaderboard table row for vllm-qwen3.5-397b-a17b-gptq-b300-p002-lexen-v1-20260614 (rank 198), column Accuracy)",,out:effort-not-established,out:effort-not-established sensebench-p002,sense-bench.com,qwen3.5-27b,default,writing,mid,,per-1M-items,13.43,0.00289,,,86.55,acc%,0.00289,,,"https://sense-bench.com/ (leaderboard table row for vllm-qwen3.5-27b-bf16-h100-p002-lexen-v1-20260614 (rank 201), column Accuracy)",,out:effort-not-established,out:effort-not-established sensebench-p002,sense-bench.com,qwen3.5-27b,default,writing,mid,,per-1M-items,21.98,0.00289,,,86.55,acc%,0.00289,,,"https://sense-bench.com/ (leaderboard table row for vllm-qwen3.5-27b-bf16-h200-p002-lexen-v1-20260614 (rank 202), column Accuracy)",,out:effort-not-established,out:effort-not-established sensebench-p002,sense-bench.com,qwen3.5-27b,default,writing,mid,,per-1M-items,17.73,0.00289,,,86.46,acc%,0.00289,,,"https://sense-bench.com/ (leaderboard table row for vllm-qwen3.5-27b-bf16-a100-p002-lexen-v1-20260614 (rank 204), column Accuracy)",,out:effort-not-established,out:effort-not-established sensebench-p002,sense-bench.com,gpt-5-nano,medium,writing,mid,,per-1M-items,209,0.289,1117887,2403502,85.50,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-5-nano-medium-reasoning-p002-lexen-v1-20260614 (rank 209), column Accuracy)",,out:single-couple,out:cost-single-couple sensebench-p002,sense-bench.com,qwen3.5-122b-a10b,default,writing,mid,,per-1M-items,18.80,0.00289,,,85.48,acc%,0.00289,,,"https://sense-bench.com/ (leaderboard table row for vllm-qwen3.5-122b-a10b-fp8-h200-p002-lexen-v1-20260614 (rank 210), column Accuracy)",,out:effort-not-established,out:effort-not-established sensebench-p002,sense-bench.com,qwen3.5-122b-a10b,default,writing,mid,,per-1M-items,35.77,0.00289,,,85.29,acc%,0.00289,,,"https://sense-bench.com/ (leaderboard table row for vllm-qwen3.5-122b-a10b-fp8-b300-p002-lexen-v1-20260614 (rank 211), column Accuracy)",,out:effort-not-established,out:effort-not-established sensebench-p002,sense-bench.com,qwen2.5-72b-instruct,solo,writing,mid,,per-1M-items,53.82,0.00289,,,84.84,acc%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for vllm-qwen2.5-72b-awq-a100-p002-lexen-v1-20260614 (rank 216), column Accuracy)",,out:single-couple,out:cost-single-couple sensebench-p002,sense-bench.com,qwen2.5-72b-instruct,solo,writing,mid,,per-1M-items,32.60,0.00289,,,84.82,acc%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for vllm-qwen2.5-72b-awq-h100-p002-lexen-v1-20260614 (rank 217), column Accuracy)",,out:single-couple,out:cost-single-couple sensebench-p002,sense-bench.com,qwen2.5-72b-instruct,solo,writing,mid,,per-1M-items,52.61,0.00289,,,84.82,acc%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for vllm-qwen2.5-72b-awq-h200-p002-lexen-v1-20260614 (rank 218), column Accuracy)",,out:single-couple,out:cost-single-couple sensebench-p002,sense-bench.com,qwen3-235b-a22b-instruct-2507,solo,writing,mid,,per-1M-items,34.60,0.00289,,,84.74,acc%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for vllm-qwen3-235b-2507-awq-h200-p002-lexen-v1-20260614 (rank 219), column Accuracy)",,out:single-couple,out:cost-single-couple sensebench-p002,sense-bench.com,gpt-5.4-nano,low,writing,mid,,per-1M-items,105,0.289,1117887,227808,83.93,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-5.4-nano-low-reasoning-p002-lexen-v1-20260614 (rank 224), column Accuracy)",,in,in sensebench-p002,sense-bench.com,gpt-4o-mini,solo,writing,mid,,per-1M-items,35.26,0.00289,1123039,4910,82.90,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-4o-mini-p002-lexen-v1-20260614 (rank 236), column Accuracy)",,out:single-couple,out:cost-single-couple sensebench-p002,sense-bench.com,?hosted_vllm/Qwen/Qwen3.6-35B-A3B-FP8,not-established:absent,writing,mid,,per-1M-items,2.92,0.00289,,,82.72,acc%,0.00289,,,"https://sense-bench.com/ (leaderboard table row for vllm-qwen3.6-35b-a3b-fp8-h100-p002-lexen-v1-20260614 (rank 237), column Accuracy)",,out:model-not-established,out:model-not-established sensebench-p002,sense-bench.com,?hosted_vllm/Qwen/Qwen3.6-35B-A3B-FP8,not-established:absent,writing,mid,,per-1M-items,8.25,0.00289,,,82.70,acc%,0.00289,,,"https://sense-bench.com/ (leaderboard table row for vllm-qwen3.6-35b-a3b-fp8-h200-p002-lexen-v1-20260614 (rank 238), column Accuracy)",,out:model-not-established,out:model-not-established sensebench-p002,sense-bench.com,qwen3-235b-a22b,default,writing,mid,,per-1M-items,23.12,0.00289,,,82.27,acc%,0.00289,,,"https://sense-bench.com/ (leaderboard table row for vllm-qwen3-235b-a22b-fp8-b300-p002-lexen-v1-20260614 (rank 242), column Accuracy)",,out:effort-not-established,out:effort-not-established sensebench-p002,sense-bench.com,qwen3.5-35b-a3b,default,writing,mid,,per-1M-items,8.91,0.00289,,,82.10,acc%,0.00289,,,"https://sense-bench.com/ (leaderboard table row for vllm-qwen3.5-35b-a3b-bf16-h200-p002-lexen-v1-20260614 (rank 244), column Accuracy)",,out:effort-not-established,out:effort-not-established sensebench-p002,sense-bench.com,qwen3-235b-a22b,default,writing,mid,,per-1M-items,35.20,0.00289,,,81.03,acc%,0.00289,,,"https://sense-bench.com/ (leaderboard table row for vllm-qwen3-235b-a22b-awq-h200-p002-lexen-v1-20260614 (rank 248), column Accuracy)",,out:effort-not-established,out:effort-not-established sensebench-p002,sense-bench.com,gpt-4.1-mini,solo,writing,mid,,per-1M-items,93.99,0.00289,1122748,4861,80.54,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-4.1-mini-p002-lexen-v1-20260614 (rank 252), column Accuracy)",,out:single-couple,out:cost-single-couple sensebench-p002,sense-bench.com,glm-4-9b-0414,default,writing,mid,,per-1M-items,4.97,0.00289,,,80.46,acc%,0.00289,,,"https://sense-bench.com/ (leaderboard table row for vllm-glm-4-9b-bf16-a100-p002-lexen-v1-20260614 (rank 253), column Accuracy)",,out:effort-not-established,out:effort-not-established sensebench-p002,sense-bench.com,qwen3.5-9b,default,writing,mid,,per-1M-items,4.29,0.00289,,,76.34,acc%,0.00289,,,"https://sense-bench.com/ (leaderboard table row for vllm-qwen3.5-9b-bf16-h100-p002-lexen-v1-20260614 (rank 268), column Accuracy)",,out:effort-not-established,out:effort-not-established sensebench-p002,sense-bench.com,qwen3.5-9b,default,writing,mid,,per-1M-items,7.56,0.00289,,,76.28,acc%,0.00289,,,"https://sense-bench.com/ (leaderboard table row for vllm-qwen3.5-9b-bf16-h200-p002-lexen-v1-20260614 (rank 269), column Accuracy)",,out:effort-not-established,out:effort-not-established sensebench-p002,sense-bench.com,glm-4.7-flash,default,writing,mid,,per-1M-items,4.42,0.00289,,,75.70,acc%,0.00289,,,"https://sense-bench.com/ (leaderboard table row for vllm-glm-4.7-flash-bf16-a100-p002-lexen-v1-20260614 (rank 270), column Accuracy)",,out:effort-not-established,out:effort-not-established sensebench-p002,sense-bench.com,gpt-4.1-nano,solo,writing,mid,,per-1M-items,23.50,0.00289,1122748,4861,73.28,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-4.1-nano-p002-lexen-v1-20260614 (rank 273), column Accuracy)",,out:single-couple,out:cost-single-couple sensebench-p003,sense-bench.com,gpt-5.5,high,writing,mid,SenseBench-lexEN-v1-p003,per-1M-items,6289,0.289,2080031,672333,95.10,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-5.5-high-reasoning-p003-lexen-v1-20260617 (rank 11), column Accuracy)",,in,in sensebench-p003,sense-bench.com,gpt-5.5,low,writing,mid,SenseBench-lexEN-v1-p003,per-1M-items,3516,0.289,2080031,223002,95.00,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-5.5-low-reasoning-p003-lexen-v1-20260616 (rank 17), column Accuracy)",,in,in sensebench-p003,sense-bench.com,gpt-5.5,medium,writing,mid,SenseBench-lexEN-v1-p003,per-1M-items,4562,0.289,2080031,392572,94.98,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-5.5-medium-reasoning-p003-lexen-v1-20260616 (rank 19), column Accuracy)",,in,in sensebench-p003,sense-bench.com,gemini-3.1-pro,low,writing,mid,SenseBench-lexEN-v1-p003,per-1M-items,3081,0.289,2091720,899339,94.40,acc%,0.00289,,,"https://sense-bench.com/ (leaderboard table row for gemini-3.1-pro-low-reasoning-p003-lexen-v1-20260616 (rank 30), column Accuracy)",,out:failed-run,out:failed-run sensebench-p003,sense-bench.com,gpt-5.6-terra,xhigh,writing,mid,SenseBench-lexEN-v1-p003,per-1M-items,1515,0.289,2080031,266831,93.95,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-5.6-terra-xhigh-reasoning-p003-lexen-v1-20260731 (rank 41), column Accuracy)",,in,in sensebench-p003,sense-bench.com,gpt-5.6-terra,low,writing,mid,SenseBench-lexEN-v1-p003,per-1M-items,1168,0.289,2078749,126840,93.23,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-5.6-terra-low-reasoning-p003-lexen-v1-20260731 (rank 59), column Accuracy)",,in,in sensebench-p003,sense-bench.com,gpt-5.6-terra,high,writing,mid,SenseBench-lexEN-v1-p003,per-1M-items,1300,0.289,2080031,179795,93.09,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-5.6-terra-high-reasoning-p003-lexen-v1-20260731 (rank 63), column Accuracy)",,in,in sensebench-p003,sense-bench.com,gpt-5.5,nothink,writing,mid,SenseBench-lexEN-v1-p003,per-1M-items,2260,0.289,2080031,19444,92.88,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-5.5-none-reasoning-p003-lexen-v1-20260617 (rank 70), column Accuracy)",,in,in sensebench-p003,sense-bench.com,gpt-5.6-terra,medium,writing,mid,SenseBench-lexEN-v1-p003,per-1M-items,1167,0.289,2080031,126009,92.53,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-5.6-terra-medium-reasoning-p003-lexen-v1-20260731 (rank 83), column Accuracy)",,in,in sensebench-p003,sense-bench.com,gpt-5.6-luna,xhigh,writing,mid,SenseBench-lexEN-v1-p003,per-1M-items,193,0.289,2080031,435875,91.26,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-5.6-luna-xhigh-reasoning-p003-lexen-v1-20260731 (rank 119), column Accuracy)",,in,in sensebench-p003,sense-bench.com,gpt-5-mini,high,writing,mid,SenseBench-lexEN-v1-p003,per-1M-items,690,0.289,2080031,1418036,91.22,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-5-mini-high-reasoning-p003-lexen-v1-20260617 (rank 121), column Accuracy)",,out:single-couple,out:cost-single-couple sensebench-p003,sense-bench.com,gpt-5.6-luna,high,writing,mid,SenseBench-lexEN-v1-p003,per-1M-items,156,0.289,2080031,286932,91.11,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-5.6-luna-high-reasoning-p003-lexen-v1-20260731 (rank 128), column Accuracy)",,in,in sensebench-p003,sense-bench.com,gpt-5.6-terra,nothink,writing,mid,SenseBench-lexEN-v1-p003,per-1M-items,904,0.289,2080031,19444,91.05,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-5.6-terra-none-reasoning-p003-lexen-v1-20260731 (rank 131), column Accuracy)",,in,in sensebench-p003,sense-bench.com,gpt-5-mini,medium,writing,mid,SenseBench-lexEN-v1-p003,per-1M-items,386,0.289,2080031,677741,90.99,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-5-mini-medium-reasoning-p003-lexen-v1-20260617 (rank 132), column Accuracy)",,out:single-couple,out:cost-single-couple sensebench-p003,sense-bench.com,gpt-5.4-mini,low,writing,mid,SenseBench-lexEN-v1-p003,per-1M-items,512,0.289,2080031,206505,90.89,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-5.4-mini-low-reasoning-p003-lexen-v1-20260617 (rank 136), column Accuracy)",,in,in sensebench-p003,sense-bench.com,gpt-5-mini,low,writing,mid,SenseBench-lexEN-v1-p003,per-1M-items,217,0.289,2080031,268136,90.48,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-5-mini-low-reasoning-p003-lexen-v1-20260617 (rank 143), column Accuracy)",,out:single-couple,out:cost-single-couple sensebench-p003,sense-bench.com,gpt-5.6-luna,medium,writing,mid,SenseBench-lexEN-v1-p003,per-1M-items,127,0.289,2080031,166107,89.80,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-5.6-luna-medium-reasoning-p003-lexen-v1-20260731 (rank 155), column Accuracy)",,in,in sensebench-p003,sense-bench.com,gpt-4.1,solo,writing,mid,SenseBench-lexEN-v1-p003,per-1M-items,866,0.289,2084892,4861,89.14,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-4.1-p003-lexen-v1-20260617 (rank 168), column Accuracy)",,out:single-couple,out:cost-single-couple sensebench-p003,sense-bench.com,gpt-5.6-luna,low,writing,mid,SenseBench-lexEN-v1-p003,per-1M-items,108,0.289,2080031,91026,88.83,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-5.6-luna-low-reasoning-p003-lexen-v1-20260731 (rank 178), column Accuracy)",,in,in sensebench-p003,sense-bench.com,gpt-5.6-luna,nothink,writing,mid,SenseBench-lexEN-v1-p003,per-1M-items,90.38,0.00289,2080031,19451,87.80,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-5.6-luna-none-reasoning-p003-lexen-v1-20260731 (rank 184), column Accuracy)",,in,in sensebench-p003,sense-bench.com,gpt-5.4-nano,low,writing,mid,SenseBench-lexEN-v1-p003,per-1M-items,145,0.289,2080031,229174,86.63,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-5.4-nano-low-reasoning-p003-lexen-v1-20260617 (rank 199), column Accuracy)",,in,in sensebench-p003,sense-bench.com,gpt-5-nano,medium,writing,mid,SenseBench-lexEN-v1-p003,per-1M-items,209,0.289,2080031,2280009,86.48,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-5-nano-medium-reasoning-p003-lexen-v1-20260617 (rank 203), column Accuracy)",,out:single-couple,out:cost-single-couple sensebench-p003,sense-bench.com,gpt-5-mini,minimal,writing,mid,SenseBench-lexEN-v1-p003,per-1M-items,127,0.289,2080031,48617,83.77,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-5-mini-minimal-reasoning-p003-lexen-v1-20260617 (rank 226), column Accuracy)",,out:single-couple,out:cost-single-couple sensebench-p003,sense-bench.com,gpt-5-nano,low,writing,mid,SenseBench-lexEN-v1-p003,per-1M-items,63.56,0.00289,2074527,513083,83.56,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-5-nano-low-reasoning-p003-lexen-v1-20260617 (rank 229), column Accuracy)",,out:single-couple,out:cost-single-couple sensebench-p004,sense-bench.com,gpt-5.5,medium,writing,mid,SenseBench-lexEN-v1-p004,per-1M-items,6233,0.289,2971464,514644,95.15,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-5.5-medium-reasoning-p004-lexen-v1-20260616 (rank 8), column Accuracy)",,in,in sensebench-p004,sense-bench.com,gpt-5.5,xhigh,writing,mid,SenseBench-lexEN-v1-p004,per-1M-items,11301,0.289,2971464,1335906,95.15,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-5.5-xhigh-reasoning-p004-lexen-v1-20260617 (rank 9), column Accuracy)",,in,in sensebench-p004,sense-bench.com,gemini-3.1-pro,high,writing,mid,SenseBench-lexEN-v1-p004,per-1M-items,7586,0.289,3074555,2560419,94.53,acc%,0.00289,,,"https://sense-bench.com/ (leaderboard table row for gemini-3.1-pro-high-reasoning-p004-lexen-v1-20260616 (rank 27), column Accuracy)",,out:failed-run,out:failed-run sensebench-p004,sense-bench.com,gemini-3.5-flash,medium,writing,mid,SenseBench-lexEN-v1-p004,per-1M-items,5557,0.289,3099908,2484478,94.20,acc%,0.00289,,,"https://sense-bench.com/ (leaderboard table row for gemini-3.5-flash-p004-lexen-v1-20260616 (rank 33), column Accuracy)",,out:failed-run,out:failed-run sensebench-p004,sense-bench.com,gpt-6-luna,max,writing,mid,SenseBench-lexEN-v1-p004,per-1M-items,139,0.289,2971464,752686,93.33,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-6-luna-max-reasoning-p004-lexen-v1-20261009 (rank 55), column Accuracy)",,in,in sensebench-p004,sense-bench.com,gpt-6-luna,xhigh,writing,mid,SenseBench-lexEN-v1-p004,per-1M-items,110,0.289,2971464,478280,92.59,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-6-luna-xhigh-reasoning-p004-lexen-v1-20261009 (rank 77), column Accuracy)",,in,in sensebench-p004,sense-bench.com,gpt-6-luna,high,writing,mid,SenseBench-lexEN-v1-p004,per-1M-items,103,0.289,2971464,403213,92.57,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-6-luna-high-reasoning-p004-lexen-v1-20261009 (rank 78), column Accuracy)",,in,in sensebench-p004,sense-bench.com,gpt-6-luna,medium,writing,mid,SenseBench-lexEN-v1-p004,per-1M-items,97.40,0.00289,2971464,352620,92.47,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-6-luna-medium-reasoning-p004-lexen-v1-20261009 (rank 84), column Accuracy)",,in,in sensebench-p004,sense-bench.com,gpt-6-luna,low,writing,mid,SenseBench-lexEN-v1-p004,per-1M-items,82.57,0.00289,2971464,208474,91.09,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-6-luna-low-reasoning-p004-lexen-v1-20261009 (rank 129), column Accuracy)",,in,in sensebench-p004,sense-bench.com,gpt-6-luna,nothink,writing,mid,SenseBench-lexEN-v1-p004,per-1M-items,66.11,0.00289,2971464,48401,88.97,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-6-luna-none-reasoning-p004-lexen-v1-20261009 (rank 174), column Accuracy)",,in,in sensebench-p001,sense-bench.com,gemini-4-argon,high,writing,mid,,per-1M-items,7699,0.289,3251214,3092074,95.12,acc%,0.00289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://sense-bench.com/ (leaderboard table row for gemini-4-argon-high-reasoning-p001-lexen-v1-20261013 (rank 10), column Accuracy)",,in,in sensebench-p001,sense-bench.com,gemini-4-argon,low,writing,mid,,per-1M-items,1458,0.289,3251214,58427,95.02,acc%,0.00289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://sense-bench.com/ (leaderboard table row for gemini-4-argon-low-reasoning-p001-lexen-v1-20261013 (rank 14), column Accuracy)",,in,in sensebench-p001,sense-bench.com,deepseek-v4.1-flash,max,writing,mid,,per-1M-items,541,0.289,2194005,3724908,94.16,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for deepseek-v4.1-flash-max-reasoning-p001-lexen-v1-20261013-128000tokens (rank 35), column Accuracy)",,in,in sensebench-p001,sense-bench.com,qwen3.8-max-0902,xhigh,writing,mid,,per-1M-items,3739,0.289,3312412,1925001,94.16,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for qwen3.8-max-0902-xhigh-reasoning-p001-lexen-v1-20261013 (rank 36), column Accuracy)",,in,in sensebench-p001,sense-bench.com,glm-5.3,max,writing,mid,,per-1M-items,2675,0.289,2405988,2880208,93.70,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for glm-5.3-max-reasoning-p001-lexen-v1-20261013-128000tokens (rank 46), column Accuracy)",,in,in sensebench-p001,sense-bench.com,deepseek-v4.1-flash,low,writing,mid,,per-1M-items,284,0.289,3061772,1562516,93.54,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for deepseek-v4.1-flash-low-reasoning-p001-lexen-v1-20261013 (rank 50), column Accuracy)",,in,in sensebench-p001,sense-bench.com,qwen3.8-max-0902,low,writing,mid,,per-1M-items,3061,0.289,3255104,1394534,93.31,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for qwen3.8-max-0902-low-reasoning-p001-lexen-v1-20261013 (rank 57), column Accuracy)",,in,in sensebench-p001,sense-bench.com,gpt-6-luna,max,writing,mid,,per-1M-items,133,0.289,2971464,696570,93.23,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-6-luna-max-reasoning-p001-lexen-v1-20261009 (rank 58), column Accuracy)",,in,in sensebench-p001,sense-bench.com,gpt-6-luna,high,writing,mid,,per-1M-items,101,0.289,2971464,390170,92.55,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-6-luna-high-reasoning-p001-lexen-v1-20261009 (rank 81), column Accuracy)",,in,in sensebench-p001,sense-bench.com,gpt-6-luna,medium,writing,mid,,per-1M-items,96.28,0.00289,2971464,341723,92.53,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-6-luna-medium-reasoning-p001-lexen-v1-20261009 (rank 82), column Accuracy)",,in,in sensebench-p003,sense-bench.com,gpt-6-luna,max,writing,mid,SenseBench-lexEN-v1-p003,per-1M-items,90.41,0.00289,2080031,462945,92.20,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-6-luna-max-reasoning-p003-lexen-v1-20261009 (rank 95), column Accuracy)",,in,in sensebench-p003,sense-bench.com,gpt-6-luna,high,writing,mid,SenseBench-lexEN-v1-p003,per-1M-items,72.74,0.00289,2080031,291160,92.10,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-6-luna-high-reasoning-p003-lexen-v1-20261009 (rank 98), column Accuracy)",,in,in sensebench-p003,sense-bench.com,gpt-6-luna,medium,writing,mid,SenseBench-lexEN-v1-p003,per-1M-items,69.04,0.00289,2080031,255246,92.06,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-6-luna-medium-reasoning-p003-lexen-v1-20261009 (rank 99), column Accuracy)",,in,in sensebench-p003,sense-bench.com,gpt-6-luna,xhigh,writing,mid,SenseBench-lexEN-v1-p003,per-1M-items,77.49,0.00289,2080031,337376,92.06,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-6-luna-xhigh-reasoning-p003-lexen-v1-20261009 (rank 100), column Accuracy)",,in,in sensebench-p002,sense-bench.com,gpt-6-luna,max,writing,mid,,per-1M-items,68.07,0.00289,1117887,438228,91.73,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-6-luna-max-reasoning-p002-lexen-v1-20261009 (rank 108), column Accuracy)",,in,in sensebench-p001,sense-bench.com,qwen3.8-27b,low,writing,mid,,per-1M-items,821,0.289,3175260,1499019,91.59,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for qwen3.8-27b-low-reasoning-p001-lexen-v1-20261013 (rank 113), column Accuracy)",,in,in sensebench-p003,sense-bench.com,gpt-6-luna,low,writing,mid,SenseBench-lexEN-v1-p003,per-1M-items,62.71,0.00289,2080031,193624,91.42,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-6-luna-low-reasoning-p003-lexen-v1-20261009 (rank 116), column Accuracy)",,in,in sensebench-p002,sense-bench.com,gpt-6-luna,medium,writing,mid,,per-1M-items,49.79,0.00289,1117887,260451,91.22,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-6-luna-medium-reasoning-p002-lexen-v1-20261009 (rank 120), column Accuracy)",,in,in sensebench-p002,sense-bench.com,gpt-6-luna,xhigh,writing,mid,,per-1M-items,57.81,0.00289,1117887,338476,91.13,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-6-luna-xhigh-reasoning-p002-lexen-v1-20261009 (rank 126), column Accuracy)",,in,in sensebench-p002,sense-bench.com,gpt-6-luna,high,writing,mid,,per-1M-items,53.13,0.00289,1117887,292906,91.05,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-6-luna-high-reasoning-p002-lexen-v1-20261009 (rank 130), column Accuracy)",,in,in sensebench-p002,sense-bench.com,gpt-6-luna,low,writing,mid,,per-1M-items,45.46,0.00289,1117887,218360,90.93,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-6-luna-low-reasoning-p002-lexen-v1-20261009 (rank 134), column Accuracy)",,in,in sensebench-p001,sense-bench.com,glm-5.3-flash,low,writing,mid,,per-1M-items,56.63,0.00289,2967521,93391,90.41,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for glm-5.3-flash-low-reasoning-p001-lexen-v1-20261013 (rank 145), column Accuracy)",,in,in sensebench-p001,sense-bench.com,gpt-6-luna,nothink,writing,mid,,per-1M-items,66.10,0.00289,2971464,48349,89.90,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-6-luna-none-reasoning-p001-lexen-v1-20261009 (rank 154), column Accuracy)",,in,in sensebench-p001,sense-bench.com,glm-5.3,low,writing,mid,,per-1M-items,596,0.289,2837516,85629,89.55,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for glm-5.3-low-reasoning-p001-lexen-v1-20261013 (rank 159), column Accuracy)",,in,in sensebench-p003,sense-bench.com,gpt-6-luna,nothink,writing,mid,SenseBench-lexEN-v1-p003,per-1M-items,44.79,0.00289,2080031,19444,88.97,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-6-luna-none-reasoning-p003-lexen-v1-20261009 (rank 172), column Accuracy)",,in,in sensebench-p002,sense-bench.com,gpt-6-luna,nothink,writing,mid,,per-1M-items,25.00,0.00289,1117887,19444,88.44,acc%,0.00289,,cost-base-price:cost-publisher-figure,"https://sense-bench.com/ (leaderboard table row for gpt-6-luna-none-reasoning-p002-lexen-v1-20261009 (rank 181), column Accuracy)",,in,in serverworks-1m,serverworks,opus-4.6,unstated,writing,mid,claude-desktop,,1.85,0.00289,,,,none,,,,"https://blog.serverworks.co.jp/claude-model-selection-guide-opus-sonnet-haiku (article, cost table row 'Opus 4.6(1M)', 1回目, column コスト※1)",,,out:effort-not-established serverworks-1m,serverworks,opus-4.6,unstated,writing,mid,claude-desktop,,1.77,0.00289,,,,none,,,,"https://blog.serverworks.co.jp/claude-model-selection-guide-opus-sonnet-haiku (article, cost table row 'Opus 4.6(1M)', 2回目, column コスト※1)",,,out:effort-not-established serverworks-1m,serverworks,sonnet-4.6,unstated,writing,mid,claude-desktop,,0.59,0.00289,,,,none,,,,"https://blog.serverworks.co.jp/claude-model-selection-guide-opus-sonnet-haiku (article, cost table row 'Sonnet 4.6(1M)', 1回目, column コスト※1)",,,out:effort-not-established serverworks-1m,serverworks,sonnet-4.6,unstated,writing,mid,claude-desktop,,0.38,0.00289,,,,none,,,,"https://blog.serverworks.co.jp/claude-model-selection-guide-opus-sonnet-haiku (article, cost table row 'Sonnet 4.6(1M)', 2回目, column コスト※1)",,,out:effort-not-established serverworks-200k,serverworks,sonnet-4.6,unstated,writing,mid,claude-desktop,,0.37,0.00289,,,,none,,,,"https://blog.serverworks.co.jp/claude-model-selection-guide-opus-sonnet-haiku (article, cost table row 'Sonnet 4.6(200k)', 1回目, column コスト※1)",,,out:effort-not-established serverworks-200k,serverworks,sonnet-4.6,unstated,writing,mid,claude-desktop,,0.8,0.00289,,,,none,,,,"https://blog.serverworks.co.jp/claude-model-selection-guide-opus-sonnet-haiku (article, cost table row 'Sonnet 4.6(200k)', 2回目, column コスト※1)",,,out:effort-not-established serverworks-200k,serverworks,haiku-4.5,unstated,writing,mid,claude-desktop,,0.13,0.00289,,,,none,,,,"https://blog.serverworks.co.jp/claude-model-selection-guide-opus-sonnet-haiku (article, cost table row 'Haiku 4.5(200k)', 1回目, column コスト※1)",,,out:effort-not-established serverworks-200k,serverworks,haiku-4.5,unstated,writing,mid,claude-desktop,,0.12,0.00289,,,,none,,,,"https://blog.serverworks.co.jp/claude-model-selection-guide-opus-sonnet-haiku (article, cost table row 'Haiku 4.5(200k)', 2回目, column コスト※1)",,,out:effort-not-established sesr-rq11-full,sesr-eval-2610.10633,?DeepSeek V4 Pro,not-established:absent,mixed,mid,own screening pipeline (Pydantic AI),,12.1,0.0289,,,0.31,mcc,0.00289,,,https://arxiv.org/abs/2610.10633 (T7/DeepSeek V4 Pro/MCC),,out:model-not-established,out:model-not-established sesr-rq11-full,sesr-eval-2610.10633,qwen3.6-plus,not-established:absent,mixed,mid,own screening pipeline (Pydantic AI),,11.2,0.0289,,,0.31,mcc,0.00289,,,https://arxiv.org/abs/2610.10633 (T7/Qwen 3.6 Plus/MCC),,out:effort-not-established,out:effort-not-established sesr-rq11-full,sesr-eval-2610.10633,sonnet-3.7,unstated,mixed,mid,own screening pipeline (Pydantic AI),,24.0,0.0289,,,0.28,mcc,0.00289,,,https://arxiv.org/abs/2610.10633 (T7/Claude 3.7 Sonnet/MCC),,out:effort-not-established,out:effort-not-established sesr-rq12-mini,sesr-eval-2610.10633,opus-4.7,low,mixed,mid,own screening pipeline (Pydantic AI),,2.75,0.00289,,,0.42,mcc,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://arxiv.org/abs/2610.10633 (T10/Claude Opus 4.7/MCC),,in,in sesr-rq12-mini,sesr-eval-2610.10633,?DeepSeek V4 Pro,not-established:absent,mixed,mid,own screening pipeline (Pydantic AI),,0.60,0.00289,,,0.38,mcc,0.00289,,,https://arxiv.org/abs/2610.10633 (T10/DeepSeek V4 Pro/MCC),,out:model-not-established,out:model-not-established sesr-rq12-mini,sesr-eval-2610.10633,gemini-3.1-pro,low,mixed,mid,own screening pipeline (Pydantic AI),,0.93,0.00289,,,0.35,mcc,0.00289,,cost-price-ratio:USD; cost-method-assumed-single,https://arxiv.org/abs/2610.10633 (T10/Gemini 3.1 Pro/MCC),,in,out:cost-not-comparable sesr-rq12-mini,sesr-eval-2610.10633,glm-5.1,not-established:absent,mixed,mid,own screening pipeline (Pydantic AI),,0.50,0.00289,,,0.34,mcc,0.00289,,,https://arxiv.org/abs/2610.10633 (T10/GLM 5.1/MCC),,out:effort-not-established,out:effort-not-established sesr-rq12-mini,sesr-eval-2610.10633,gpt-5.5,low,mixed,mid,own screening pipeline (Pydantic AI),,1.83,0.00289,,,0.35,mcc,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://arxiv.org/abs/2610.10633 (T10/GPT-5.5/MCC),,in,in sesr-rq12-mini,sesr-eval-2610.10633,grok-4.20,think,mixed,mid,own screening pipeline (Pydantic AI),,0.4320833333333333,0.103,,,0.36,mcc,0.00289,,cost-price-ratio:USD; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://arxiv.org/abs/2610.10633 (T10/Grok 4.20 Beta/MCC),,in,out:cost-single-couple sesr-rq12-mini,sesr-eval-2610.10633,kimi-k2.6,not-established:absent,mixed,mid,own screening pipeline (Pydantic AI),,0.66,0.00289,,,0.35,mcc,0.00289,,,https://arxiv.org/abs/2610.10633 (T10/Kimi K2.6/MCC),,out:effort-not-established,out:effort-not-established sesr-rq12-mini,sesr-eval-2610.10633,qwen3.6-plus,not-established:absent,mixed,mid,own screening pipeline (Pydantic AI),,0.55,0.00289,,,0.37,mcc,0.00289,,,https://arxiv.org/abs/2610.10633 (T10/Qwen 3.6 Plus/MCC),,out:effort-not-established,out:effort-not-established sesr-rq12-mini,sesr-eval-2610.10633,sonnet-3.7,unstated,mixed,mid,own screening pipeline (Pydantic AI),,1.20,0.00289,,,0.27,mcc,0.00289,,,https://arxiv.org/abs/2610.10633 (T10/Claude 3.7 Sonnet/MCC),,out:effort-not-established,out:effort-not-established simbcdb,simbian,opus-4.6,unstated,agentic-tool,hard,Simbian-platform,per-investigation,2.71,0.00289,,,44.5,coverage%,0.0289,,,https://www.simbian.ai/blog/claude-for-cybersecurity-opus-4-7-worst-claude (article text),,out:effort-not-established,out:effort-not-established simbcdb,simbian,sonnet-4.6,unstated,agentic-tool,hard,Simbian-platform,per-investigation,2.21,0.00289,,,36.9,coverage%,0.0289,,,https://www.simbian.ai/blog/claude-for-cybersecurity-opus-4-7-worst-claude (article text),,out:effort-not-established,out:effort-not-established simbcdb,simbian,opus-4.8,unstated,agentic-tool,hard,Simbian-platform,per-investigation,1.69,0.00289,,,32.7,coverage%,0.0289,,,https://www.simbian.ai/blog/claude-for-cybersecurity-opus-4-7-worst-claude (article text),,out:effort-not-established,out:effort-not-established simbcdb,simbian,opus-4.7,unstated,agentic-tool,hard,Simbian-platform,per-investigation,1.65,0.00289,,,30.9,coverage%,0.0289,,,https://www.simbian.ai/blog/claude-for-cybersecurity-opus-4-7-worst-claude (article text),,out:effort-not-established,out:effort-not-established simbcdb,simbian,gpt-5.5,unstated,agentic-tool,hard,Simbian-platform,,,,,,26.4,coverage%,0.0289,,,https://www.simbian.ai/blog/claude-for-cybersecurity-opus-4-7-worst-claude (article text),,out:effort-not-established, simbcdb,simbian,gpt-5,unstated,agentic-tool,hard,Simbian-platform,,,,,,17.4,coverage%,0.0289,,,https://www.simbian.ai/blog/claude-for-cybersecurity-opus-4-7-worst-claude (article text),,out:effort-not-established, simbcdb,simbian,gemini-3-flash,unstated,agentic-tool,hard,Simbian-platform,,,,,,14.6,coverage%,0.0289,,,https://www.simbian.ai/blog/claude-for-cybersecurity-opus-4-7-worst-claude (article text),,out:effort-not-established, willison51,simonwillison,fable-5.1,low,coding,trivial,llm-cli,,0.10017,0.000289,,1998,,none,,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://simonwillison.net/2026/Sep/1/claude-fable-5-1/ (),,,in willison51,simonwillison,fable-5.1,medium,coding,trivial,llm-cli,,0.09912,0.000289,,1977,,none,,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://simonwillison.net/2026/Sep/1/claude-fable-5-1/ (),,,in willison51,simonwillison,fable-5.1,high,coding,trivial,llm-cli,,0.13087,0.000289,,2612,,none,,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://simonwillison.net/2026/Sep/1/claude-fable-5-1/ (),,,in willison51,simonwillison,fable-5.1,xhigh,coding,trivial,llm-cli,,1.83,0.00289,,36767,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://simonwillison.net/2026/Sep/1/claude-fable-5-1/ (),,,in willison51,simonwillison,fable-5.1,max,coding,trivial,llm-cli,,3.30,0.00289,,65927,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://simonwillison.net/2026/Sep/1/claude-fable-5-1/ (),,,in willison,simonwillison,fable-5,low,writing,trivial,llm-cli,,,,,,,none,,,,https://simonwillison.net/2026/Jun/9/claude-fable-5/ (),,,out:no-proof willison,simonwillison,fable-5,medium,writing,trivial,llm-cli,,,,,,,none,,,,https://simonwillison.net/2026/Jun/9/claude-fable-5/ (),,,out:no-proof willison,simonwillison,fable-5,high,writing,trivial,llm-cli,,,,,,,none,,,,https://simonwillison.net/2026/Jun/9/claude-fable-5/ (),,,out:no-proof willison,simonwillison,fable-5,xhigh,writing,trivial,llm-cli,,,,,,,none,,,,https://simonwillison.net/2026/Jun/9/claude-fable-5/ (),,,out:no-proof willison,simonwillison,fable-5,max,writing,trivial,llm-cli,,,,,,,none,,,,https://simonwillison.net/2026/Jun/9/claude-fable-5/ (),,,out:no-proof willison-haiku55,simonwillison,haiku-5.5,low,coding,trivial,llm-cli,,0.000936,2.89e-05,27,1867,,none,,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://simonwillison.net/2026/Oct/7/claude-haiku-5-5/ (),,,in willison-haiku55,simonwillison,haiku-5.5,max,coding,trivial,llm-cli,,0.033826,2.89e-05,27,67647,,none,,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://simonwillison.net/2026/Oct/7/claude-haiku-5-5/ (),,,in simplebench-mcq,simplebench,opus-5.5,unstated,reasoning-math,hard,SimpleBench-board,per-suite,2.74,0.00289,,,88.4,acc%,0.0289,,,"https://simple-bench.com/ (payload line 3 (leaderboardData), field score)",,out:effort-not-established,out:effort-not-established simplebench-mcq,simplebench,fable-5.1,unstated,reasoning-math,hard,SimpleBench-board,per-suite,6.25,0.00289,,,86.6,acc%,0.0289,,,"https://simple-bench.com/ (payload line 4 (leaderboardData), field score)",,out:effort-not-established,out:effort-not-established simplebench-mcq,simplebench,gpt-6-astra-pro,unstated,reasoning-math,hard,SimpleBench-board,per-suite,8.29,0.00289,,,86.5,acc%,0.0289,,EAP-run,"https://simple-bench.com/ (payload line 5 (leaderboardData), field score)",,out:effort-not-established,out:effort-not-established simplebench-mcq,simplebench,gpt-6-astra,unstated,reasoning-math,hard,SimpleBench-board,per-suite,1.92,0.00289,,,83.6,acc%,0.0289,,,"https://simple-bench.com/ (payload line 7 (leaderboardData), field score)",,out:effort-not-established,out:effort-not-established simplebench-mcq,simplebench,gpt-6.1-sol,unstated,reasoning-math,hard,SimpleBench-board,per-suite,0.39,0.00289,,,82.9,acc%,0.0289,,,"https://simple-bench.com/ (payload line 8 (leaderboardData), field score)",,out:effort-not-established,out:effort-not-established simplebench-mcq,simplebench,gemini-3.8-flash,unstated,reasoning-math,hard,SimpleBench-board,per-suite,1.31,0.00289,,,82.4,acc%,0.0289,,,"https://simple-bench.com/ (payload line 9 (leaderboardData), field score)",,out:effort-not-established,out:effort-not-established simplebench-mcq,simplebench,?Claude Fable,not-established:absent,reasoning-math,hard,SimpleBench-board,per-suite,8.13,0.00289,,,81.9,acc%,0.0289,,,"https://simple-bench.com/ (payload line 10 (leaderboardData), field score)",,out:model-not-established,out:model-not-established simplebench-mcq,simplebench,opus-5,unstated,reasoning-math,hard,SimpleBench-board,per-suite,4.57,0.00289,,,80.6,acc%,0.0289,,,"https://simple-bench.com/ (payload line 12 (leaderboardData), field score)",,out:effort-not-established,out:effort-not-established simplebench-mcq,simplebench,gemini-3.1-pro,unstated,reasoning-math,hard,SimpleBench-board,per-suite,8.94,0.00289,,,79.6,acc%,0.0289,,EAP-run,"https://simple-bench.com/ (payload line 13 (leaderboardData), field score)",,out:effort-not-established,out:effort-not-established simplebench-mcq,simplebench,gpt-5.5-pro,unstated,reasoning-math,hard,SimpleBench-board,per-suite,148.59,0.00289,,,76.9,acc%,0.0289,,,"https://simple-bench.com/ (payload line 14 (leaderboardData), field score)",,out:effort-not-established,out:effort-not-established simplebench-mcq,simplebench,gemini-3.5-flash,unstated,reasoning-math,hard,SimpleBench-board,per-suite,6.95,0.00289,,,76.7,acc%,0.0289,,,"https://simple-bench.com/ (payload line 15 (leaderboardData), field score)",,out:effort-not-established,out:effort-not-established simplebench-mcq,simplebench,gemini-3-pro,unstated,reasoning-math,hard,SimpleBench-board,per-suite,14.31,0.00289,,,76.4,acc%,0.0289,,,"https://simple-bench.com/ (payload line 16 (leaderboardData), field score)",,out:effort-not-established,out:effort-not-established simplebench-mcq,simplebench,grok-4.6,unstated,reasoning-math,hard,SimpleBench-board,per-suite,4.87,0.00289,,,75.9,acc%,0.0289,,,"https://simple-bench.com/ (payload line 17 (leaderboardData), field score)",,out:effort-not-established,out:effort-not-established simplebench-mcq,simplebench,sonnet-5.5,unstated,reasoning-math,hard,SimpleBench-board,per-suite,1.48,0.00289,,,75.9,acc%,0.0289,,,"https://simple-bench.com/ (payload line 18 (leaderboardData), field score)",,out:effort-not-established,out:effort-not-established simplebench-mcq,simplebench,gpt-6-sol,unstated,reasoning-math,hard,SimpleBench-board,per-suite,0.67,0.00289,,,73.1,acc%,0.0289,,,"https://simple-bench.com/ (payload line 20 (leaderboardData), field score)",,out:effort-not-established,out:effort-not-established simplebench-mcq,simplebench,gpt-5.6-sol-pro,xhigh,reasoning-math,hard,SimpleBench-board,per-suite,14.28625,0.75,,,71.7,acc%,0.0289,,cost-unrepriced; cost-price-band,"https://simple-bench.com/ (payload line 21 (leaderboardData), field score)",,in,out:cost-single-couple simplebench-mcq,simplebench,qwen3.7-max,unstated,reasoning-math,hard,SimpleBench-board,per-suite,2.58,0.00289,,,70.4,acc%,0.0289,,,"https://simple-bench.com/ (payload line 22 (leaderboardData), field score)",,out:effort-not-established,out:effort-not-established simplebench-mcq,simplebench,grok-4.5,unstated,reasoning-math,hard,SimpleBench-board,per-suite,6.0,0.00289,,,70.0,acc%,0.0289,,,"https://simple-bench.com/ (payload line 23 (leaderboardData), field score)",,out:effort-not-established,out:effort-not-established simplebench-mcq,simplebench,gpt-5.5,unstated,reasoning-math,hard,SimpleBench-board,per-suite,7.44,0.00289,,,69.0,acc%,0.0289,,,"https://simple-bench.com/ (payload line 24 (leaderboardData), field score)",,out:effort-not-established,out:effort-not-established simplebench-mcq,simplebench,opus-4.6,unstated,reasoning-math,hard,SimpleBench-board,per-suite,2.79,0.00289,,,67.6,acc%,0.0289,,,"https://simple-bench.com/ (payload line 25 (leaderboardData), field score)",,out:effort-not-established,out:effort-not-established simplebench-mcq,simplebench,deepseek-v4.1-flash,unstated,reasoning-math,hard,SimpleBench-board,per-suite,0.70,0.00289,,,66.7,acc%,0.0289,,,"https://simple-bench.com/ (payload line 26 (leaderboardData), field score)",,out:effort-not-established,out:effort-not-established simplebench-mcq,simplebench,glm-5.3,unstated,reasoning-math,hard,SimpleBench-board,per-suite,4.13,0.00289,,,66.2,acc%,0.0289,,,"https://simple-bench.com/ (payload line 27 (leaderboardData), field score)",,out:effort-not-established,out:effort-not-established simplebench-mcq,simplebench,opus-4.8,unstated,reasoning-math,hard,SimpleBench-board,per-suite,2.49,0.00289,,,64.8,acc%,0.0289,,,"https://simple-bench.com/ (payload line 28 (leaderboardData), field score)",,out:effort-not-established,out:effort-not-established simplebench-mcq,simplebench,gpt-5.6-sol,xhigh,reasoning-math,hard,SimpleBench-board,per-suite,3.0250000000000004,0.159,,,64.8,acc%,0.0289,,cost-unrepriced; cost-price-band,"https://simple-bench.com/ (payload line 29 (leaderboardData), field score)",,in,out:cost-single-couple simplebench-mcq,simplebench,qwen3.6-max-preview,unstated,reasoning-math,hard,SimpleBench-board,per-suite,4.07,0.00289,,,63.0,acc%,0.0289,,,"https://simple-bench.com/ (payload line 30 (leaderboardData), field score)",,out:effort-not-established,out:effort-not-established simplebench-mcq,simplebench,qwen3.8-2.4t-a95b,unstated,reasoning-math,hard,SimpleBench-board,per-suite,13.88,0.00289,,,62.5,acc%,0.0289,,,"https://simple-bench.com/ (payload line 31 (leaderboardData), field score)",,out:effort-not-established,out:effort-not-established simplebench-mcq,simplebench,opus-4.5,unstated,reasoning-math,hard,SimpleBench-board,per-suite,2.79,0.00289,,,62.0,acc%,0.0289,,EAP-run,"https://simple-bench.com/ (payload line 33 (leaderboardData), field score)",,out:effort-not-established,out:effort-not-established simplebench-mcq,simplebench,opus-4.7,unstated,reasoning-math,hard,SimpleBench-board,per-suite,2.95,0.00289,,,61.7,acc%,0.0289,,,"https://simple-bench.com/ (payload line 34 (leaderboardData), field score)",,out:effort-not-established,out:effort-not-established simplebench-mcq,simplebench,gemini-3-flash,unstated,reasoning-math,hard,SimpleBench-board,per-suite,2.22,0.00289,,,61.1,acc%,0.0289,,,"https://simple-bench.com/ (payload line 36 (leaderboardData), field score)",,out:effort-not-established,out:effort-not-established simplebench-mcq,simplebench,?DeepSeek V4 Flash,not-established:absent,reasoning-math,hard,SimpleBench-board,per-suite,0.30,0.00289,,,61.1,acc%,0.0289,,,"https://simple-bench.com/ (payload line 37 (leaderboardData), field score)",,out:model-not-established,out:model-not-established simplebench-mcq,simplebench,kimi-k3,max,reasoning-math,hard,SimpleBench-board,per-suite,15.41,0.00289,,,60.7,acc%,0.0289,,cost-base-price:cost-publisher-figure,"https://simple-bench.com/ (payload line 38 (leaderboardData), field score)",,in,in simplebench-mcq,simplebench,sonnet-5,unstated,reasoning-math,hard,SimpleBench-board,per-suite,4.15,0.00289,,,60.6,acc%,0.0289,,,"https://simple-bench.com/ (payload line 39 (leaderboardData), field score)",,out:effort-not-established,out:effort-not-established simplebench-mcq,simplebench,qwen3.8-27b,unstated,reasoning-math,hard,SimpleBench-board,per-suite,8.88,0.00289,,,60.2,acc%,0.0289,,,"https://simple-bench.com/ (payload line 41 (leaderboardData), field score)",,out:effort-not-established,out:effort-not-established simplebench-mcq,simplebench,opus-4.1,unstated,reasoning-math,hard,SimpleBench-board,,,,,,60.0,acc%,0.0289,,,"https://simple-bench.com/ (payload line 42 (leaderboardData), field score)",,out:effort-not-established, simplebench-mcq,simplebench,opus-4,unstated,reasoning-math,hard,SimpleBench-board,,,,,,58.8,acc%,0.0289,,,"https://simple-bench.com/ (payload line 43 (leaderboardData), field score)",,out:effort-not-established, simplebench-mcq,simplebench,glm-5.2,unstated,reasoning-math,hard,SimpleBench-board,per-suite,1.37,0.00289,,,58.8,acc%,0.0289,,,"https://simple-bench.com/ (payload line 44 (leaderboardData), field score)",,out:effort-not-established,out:effort-not-established simplebench-mcq,simplebench,kimi-k2.7-code,solo,reasoning-math,hard,SimpleBench-board,per-suite,2.86,0.00289,,,57.9,acc%,0.0289,,cost-base-price:cost-publisher-figure,"https://simple-bench.com/ (payload line 45 (leaderboardData), field score)",,in,in simplebench-mcq,simplebench,gpt-5.2-pro,xhigh,reasoning-math,hard,SimpleBench-board,per-suite,42.86,0.00289,,,57.4,acc%,0.0289,,cost-base-price:cost-publisher-figure,"https://simple-bench.com/ (payload line 46 (leaderboardData), field score)",,in,in simplebench-mcq,simplebench,grok-4.1-fast,unstated,reasoning-math,hard,SimpleBench-board,per-suite,0.57,0.00289,,,56.0,acc%,0.0289,,,"https://simple-bench.com/ (payload line 48 (leaderboardData), field score)",,out:effort-not-established,out:effort-not-established simplebench-mcq,simplebench,glm-5.1,unstated,reasoning-math,hard,SimpleBench-board,per-suite,8.0,0.00289,,,55.1,acc%,0.0289,,,"https://simple-bench.com/ (payload line 49 (leaderboardData), field score)",,out:effort-not-established,out:effort-not-established simplebench-mcq,simplebench,sonnet-4.5,unstated,reasoning-math,hard,SimpleBench-board,per-suite,1.54,0.00289,,,54.3,acc%,0.0289,,,"https://simple-bench.com/ (payload line 51 (leaderboardData), field score)",,out:effort-not-established,out:effort-not-established simplebench-mcq,simplebench,gpt-5.1,high,reasoning-math,hard,SimpleBench-board,per-suite,2.1,0.00289,,,53.2,acc%,0.0289,,cost-base-price:cost-publisher-figure,"https://simple-bench.com/ (payload line 52 (leaderboardData), field score)",,in,in simplebench-mcq,simplebench,glm-5,unstated,reasoning-math,hard,SimpleBench-board,per-suite,4.37,0.00289,,,53.2,acc%,0.0289,,,"https://simple-bench.com/ (payload line 53 (leaderboardData), field score)",,out:effort-not-established,out:effort-not-established simplebench-mcq,simplebench,?DeepSeek 3.2 Speciale,not-established:absent,reasoning-math,hard,SimpleBench-board,per-suite,0.59,0.00289,,,52.6,acc%,0.0289,,,"https://simple-bench.com/ (payload line 55 (leaderboardData), field score)",,out:model-not-established,out:model-not-established simplebench-mcq,simplebench,deepseek-v4-pro-preview,unstated,reasoning-math,hard,SimpleBench-board,per-suite,1.99,0.00289,,,50.9,acc%,0.0289,,,"https://simple-bench.com/ (payload line 57 (leaderboardData), field score)",,out:effort-not-established,out:effort-not-established simplebench-mcq,simplebench,gpt-5.6-terra,xhigh,reasoning-math,hard,SimpleBench-board,per-suite,1.06,0.00289,,,48.9,acc%,0.0289,,cost-base-price:cost-publisher-figure,"https://simple-bench.com/ (payload line 59 (leaderboardData), field score)",,in,in simplebench-mcq,simplebench,glm-4.7,unstated,reasoning-math,hard,SimpleBench-board,per-suite,3.72,0.00289,,,47.7,acc%,0.0289,,,"https://simple-bench.com/ (payload line 60 (leaderboardData), field score)",,out:effort-not-established,out:effort-not-established simplebench-mcq,simplebench,kimi-k2.5,unstated,reasoning-math,hard,SimpleBench-board,per-suite,4.28,0.00289,,,46.8,acc%,0.0289,,,"https://simple-bench.com/ (payload line 61 (leaderboardData), field score)",,out:effort-not-established,out:effort-not-established simplebench-mcq,simplebench,gpt-5.6-luna,xhigh,reasoning-math,hard,SimpleBench-board,per-suite,0.16,0.00289,,,46.8,acc%,0.0289,,cost-base-price:cost-publisher-figure,"https://simple-bench.com/ (payload line 62 (leaderboardData), field score)",,in,in simplebench-mcq,simplebench,sonnet-3.7,not-established:absent,reasoning-math,hard,SimpleBench-board,,,,,,46.4,acc%,0.0289,,,"https://simple-bench.com/ (payload line 63 (leaderboardData), field score)",,out:effort-not-established, simplebench-mcq,simplebench,deepseek-v4-flash-preview,unstated,reasoning-math,hard,SimpleBench-board,per-suite,0.28,0.00289,,,46.3,acc%,0.0289,,,"https://simple-bench.com/ (payload line 64 (leaderboardData), field score)",,out:effort-not-established,out:effort-not-established simplebench-mcq,simplebench,gpt-5.2,high,reasoning-math,hard,SimpleBench-board,per-suite,2.0,0.00289,,,45.8,acc%,0.0289,,cost-base-price:cost-publisher-figure,"https://simple-bench.com/ (payload line 65 (leaderboardData), field score)",,in,in simplebench-mcq,simplebench,sonnet-4,not-established:absent,reasoning-math,hard,SimpleBench-board,,,,,,45.5,acc%,0.0289,,,"https://simple-bench.com/ (payload line 67 (leaderboardData), field score)",,out:effort-not-established, simplebench-mcq,simplebench,sonnet-3.7,unstated,reasoning-math,hard,SimpleBench-board,,,,,,44.9,acc%,0.0289,,,"https://simple-bench.com/ (payload line 68 (leaderboardData), field score)",,out:effort-not-established, simplebench-mcq,simplebench,kimi-k2-thinking,solo,reasoning-math,hard,SimpleBench-board,per-suite,4.61,0.00289,,,39.6,acc%,0.0289,,,"https://simple-bench.com/ (payload line 76 (leaderboardData), field score)",,in,out:cost-not-comparable simplebench-mcq,simplebench,qwen3.6-flash,unstated,reasoning-math,hard,SimpleBench-board,,,,,,35.2,acc%,0.0289,,,"https://simple-bench.com/ (payload line 80 (leaderboardData), field score)",,out:effort-not-established, simplebench-openended,simplebench,gemini-3.1-pro,unstated,reasoning-math,hard,SimpleBench-board,,,,,,64.8,acc%,0.0289,,EAP-run,"https://simple-bench.com/ (payload line 113 (openEndedData), field score)",,out:effort-not-established, simplebench-openended,simplebench,opus-4.7,unstated,reasoning-math,hard,SimpleBench-board,,,,,,62.9,acc%,0.0289,,,"https://simple-bench.com/ (payload line 114 (openEndedData), field score)",,out:effort-not-established, simplebench-openended,simplebench,opus-4.6,unstated,reasoning-math,hard,SimpleBench-board,,,,,,59.7,acc%,0.0289,,,"https://simple-bench.com/ (payload line 115 (openEndedData), field score)",,out:effort-not-established, singularitygate-v2-1-all-80,singularitygate,fable-5.2,xhigh,reasoning-math,frontier,,per-suite,330.04,0.00289,,,25.81,singularity-gate-score%,0.00289,,cost-base-price:cost-publisher-figure,"https://singularitygate.org/ (scores.json, models[""claude-fable-5-2""].all.score)",src-singularitygate-v2-1-2026-11-12|singularitygate:v2-1|fable-5.2@xhigh|the singularity gate v2.1,in,in singularitygate-v2-1-hard-12,singularitygate,fable-5.2,xhigh,reasoning-math,frontier,,per-suite,36.3,0.0289,,,7.91,singularity-gate-score%,0.00289,,cost-base-price:cost-publisher-figure,"https://singularitygate.org/ (scores.json, models[""claude-fable-5-2""].tier_1.score)",src-singularitygate-v2-1-2026-11-12|singularitygate:v2-1|fable-5.2@xhigh|the singularity gate v2.1,in,in singularitygate-v2-1-all-80,singularitygate,opus-5.5,xhigh,reasoning-math,frontier,,per-suite,118.09,0.00289,,,19.46,singularity-gate-score%,0.00289,,cost-base-price:cost-publisher-figure,"https://singularitygate.org/ (scores.json, models[""claude-opus-5-5""].all.score)",src-singularitygate-v2-1-2026-11-12|singularitygate:v2-1|opus-5.5@xhigh|the singularity gate v2.1,in,in singularitygate-v2-1-hard-12,singularitygate,opus-5.5,xhigh,reasoning-math,frontier,,per-suite,13.2,0.0289,,,8.0,singularity-gate-score%,0.0289,,cost-base-price:cost-publisher-figure,"https://singularitygate.org/ (scores.json, models[""claude-opus-5-5""].tier_1.score)",src-singularitygate-v2-1-2026-11-12|singularitygate:v2-1|opus-5.5@xhigh|the singularity gate v2.1,in,in singularitygate-v2-1-all-80,singularitygate,fable-5.1,xhigh,reasoning-math,frontier,,per-suite,410.37,0.00289,,,16.1,singularity-gate-score%,0.0289,,cost-base-price:cost-publisher-figure,"https://singularitygate.org/ (scores.json, models[""claude-fable-5-1""].all.score)",src-singularitygate-v2-1-2026-11-12|singularitygate:v2-1|fable-5.1@xhigh|the singularity gate v2.1,in,in singularitygate-v2-1-hard-12,singularitygate,fable-5.1,xhigh,reasoning-math,frontier,,per-suite,71.85,0.00289,,,7.18,singularity-gate-score%,0.00289,,cost-base-price:cost-publisher-figure,"https://singularitygate.org/ (scores.json, models[""claude-fable-5-1""].tier_1.score)",src-singularitygate-v2-1-2026-11-12|singularitygate:v2-1|fable-5.1@xhigh|the singularity gate v2.1,in,in singularitygate-v2-1-all-80,singularitygate,sonnet-5.5,xhigh,reasoning-math,frontier,,per-suite,19.822499999999998,3.81,,,13.67,singularity-gate-score%,0.00289,,cost-unrepriced; cost-price-band,"https://singularitygate.org/ (scores.json, models[""claude-sonnet-5-5""].all.score)",src-singularitygate-v2-1-2026-11-12|singularitygate:v2-1|sonnet-5.5@xhigh|the singularity gate v2.1,in,out:cost-single-couple singularitygate-v2-1-hard-12,singularitygate,sonnet-5.5,xhigh,reasoning-math,frontier,,per-suite,3.0675,0.59,,,7.58,singularity-gate-score%,0.00289,,cost-unrepriced; cost-price-band,"https://singularitygate.org/ (scores.json, models[""claude-sonnet-5-5""].tier_1.score)",src-singularitygate-v2-1-2026-11-12|singularitygate:v2-1|sonnet-5.5@xhigh|the singularity gate v2.1,in,out:cost-single-couple singularitygate-v2-1-all-80,singularitygate,haiku-5.5,xhigh,reasoning-math,frontier,,per-suite,3.47,0.00289,,,7.91,singularity-gate-score%,0.00289,,cost-base-price:cost-publisher-figure,"https://singularitygate.org/ (scores.json, models[""claude-haiku-5-5""].all.score)",src-singularitygate-v2-1-2026-11-12|singularitygate:v2-1|haiku-5.5@xhigh|the singularity gate v2.1,in,in singularitygate-v2-1-hard-12,singularitygate,haiku-5.5,xhigh,reasoning-math,frontier,,per-suite,0.19,0.00289,,,3.67,singularity-gate-score%,0.00289,,cost-base-price:cost-publisher-figure,"https://singularitygate.org/ (scores.json, models[""claude-haiku-5-5""].tier_1.score)",src-singularitygate-v2-1-2026-11-12|singularitygate:v2-1|haiku-5.5@xhigh|the singularity gate v2.1,in,in skillhorizon-ts,skillhorizon-2610.14966,grok-4.6,medium,agentic-tool,frontier,Harbor + Inspect,,,,,,71.8,score%,0.0289,,,"https://arxiv.org/abs/2610.14966 (Table 1 (main results), row Grok 4.6, metric TS, column Overall (all bands))",,in, skillhorizon-ts,skillhorizon-2610.14966,qwen3.8-flash,not-established:ambiguous,agentic-tool,frontier,Harbor + Inspect,,,,,,50.4,score%,0.0289,,,"https://arxiv.org/abs/2610.14966 (Table 1 (main results), row Qwen3.8-Flash, metric TS, column Overall (all bands))",,out:effort-not-established, skillhorizon-ts,skillhorizon-2610.14966,deepseek-v4.1-flash,not-established:absent,agentic-tool,frontier,Harbor + Inspect,,,,,,47.1,score%,0.0289,,,"https://arxiv.org/abs/2610.14966 (Table 1 (main results), row DeepSeek V4.1 Flash, metric TS, column Overall (all bands))",,out:effort-not-established, skillhorizon-ts,skillhorizon-2610.14966,gemini-3.8-flash,medium,agentic-tool,frontier,Harbor + Inspect,,,,,,43.0,score%,0.0289,,,"https://arxiv.org/abs/2610.14966 (Table 1 (main results), row Gemini 3.8 Flash, metric TS, column Overall (all bands))",,in, skillhorizon-ts,skillhorizon-2610.14966,gpt-5.6-sol,medium,agentic-tool,frontier,Harbor + Inspect,,,,,,18.6,score%,0.0289,,,"https://arxiv.org/abs/2610.14966 (Table 1 (main results), row GPT-5.6 Sol, metric TS, column Overall (all bands))",,in, dsnews1017-deepswe-chart@smartscope.blog,smartscope.blog,deepseek-v4.1-flash-1017,max,coding,hard,mini_swe_v2,per-task,0.2,0.0289,,,77.0,score%,0.0289,,restated-from:DeepSeek; same-runs-as:src-deepseek-v41-1017-news-chart-2026-10-19#M15,https://smartscope.blog/en/blog/deepseek-v4-1-flash-1017-release-benchmarks-price-2026/ (section Comparison with Competing Models),,out:copy,out:copy smf-official-a-pass,smfworks-smf-bench,gpt-6-luna-pro,nothink,coding,mid,,per-full-run,0.05,0.00289,,,64.3,pass rate,0.0289,,EAP-run; cost-method-assumed-single,https://smfclearinghouse.com/blog/2026-09-22-gpt-6-luna-pro-official-a-openrouter (Head-to-head),,out:single-couple,out:cost-not-comparable snorkel-tbplus,snorkel,fable-5.1,unstated,coding,frontier,,,,,,,61.5,pass@1%,0.0289,,,https://snorkel.ai/blog/opus-5-5-vs-opus-5-vs-fable-5-1-coding-benchmark-results/ (Results paragraph 'A generational climb': pass@1 (printed %)),,out:effort-not-established, snorkel-tbplus,snorkel,opus-5,unstated,coding,frontier,,,,,,,60.7,pass@1%,0.0289,,,https://snorkel.ai/blog/opus-5-5-vs-opus-5-vs-fable-5-1-coding-benchmark-results/ (Results paragraph 'A generational climb': pass@1 (printed %)),,out:effort-not-established, snorkel-tbplus,snorkel,opus-5.5,unstated,coding,frontier,,,,,,,60.7,pass@1%,0.0289,,,https://snorkel.ai/blog/opus-5-5-vs-opus-5-vs-fable-5-1-coding-benchmark-results/ (Results paragraph 'A generational climb': pass@1 (printed %)),,out:effort-not-established, snorkel-tbplus-passrate,snorkel,fable-5.1,unstated,coding,frontier,,,,,,,49.21466,pass-rate%,0,,,https://snorkel.ai/blog/opus-5-5-vs-opus-5-vs-fable-5-1-coding-benchmark-results/ (Results paragraph 'A generational climb': trajectories passed (printed % and counts)),,out:effort-not-established, snorkel-tbplus-passrate,snorkel,opus-5,unstated,coding,frontier,,,,,,,60.512821,pass-rate%,0,,,https://snorkel.ai/blog/opus-5-5-vs-opus-5-vs-fable-5-1-coding-benchmark-results/ (Results paragraph 'A generational climb': trajectories passed (printed % and counts)),,out:effort-not-established, snorkel-tbplus-passrate,snorkel,opus-5.5,unstated,coding,frontier,,,,,,,68,pass-rate%,0,,,https://snorkel.ai/blog/opus-5-5-vs-opus-5-vs-fable-5-1-coding-benchmark-results/ (Results paragraph 'A generational climb': trajectories passed (printed % and counts)),,out:effort-not-established, snow-coco,snowflake,opus-5,high,agentic-tool,hard,SnowflakeCoCo,per-trial,0.756,0.000289,,,73.8,pass@1%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.snowflake.com/en/blog/engineering/data-eng-bench-data-engineering-agent-benchmark/ (Table 1, row opus-5 (snow-coco), Pass@1 column)",,out:single-couple,out:cost-single-couple snow-coco,snowflake,sonnet-5,default,agentic-tool,hard,SnowflakeCoCo,per-trial,0.660,0.000289,,,56.6,pass@1%,0.0289,,,"https://www.snowflake.com/en/blog/engineering/data-eng-bench-data-engineering-agent-benchmark/ (Table 1, row sonnet-5 (snow-coco), Pass@1 column)",,out:effort-not-established,out:effort-not-established snow-coco,snowflake,gpt-5.6-sol,default,agentic-tool,hard,SnowflakeCoCo,per-trial,0.358,0.000289,,,64.1,pass@1%,0.0289,,,"https://www.snowflake.com/en/blog/engineering/data-eng-bench-data-engineering-agent-benchmark/ (Table 1, row gpt-5.6-sol (snow-coco), Pass@1 column)",,out:effort-not-established,out:effort-not-established snow-cc,snowflake,opus-5,default,agentic-tool,hard,,per-trial,2.959,0.000289,,,69.6,pass@1%,0.0289,,,"https://www.snowflake.com/en/blog/engineering/data-eng-bench-data-engineering-agent-benchmark/ (Table 1, row opus-5 (snow-cc), Pass@1 column)",,out:effort-not-established,out:effort-not-established snow-cc,snowflake,sonnet-5,default,agentic-tool,hard,,per-trial,1.530,0.000289,,,56.6,pass@1%,0.0289,,,"https://www.snowflake.com/en/blog/engineering/data-eng-bench-data-engineering-agent-benchmark/ (Table 1, row sonnet-5 (snow-cc), Pass@1 column)",,out:effort-not-established,out:effort-not-established snow-cc,snowflake,gpt-5.6-sol,low,agentic-tool,hard,,per-trial,0.538,0.000289,,,60.5,pass@1%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.snowflake.com/en/blog/engineering/data-eng-bench-data-engineering-agent-benchmark/ (Table 1, row gpt-5.6-sol (snow-cc), Pass@1 column)",,out:single-couple,out:cost-single-couple sonarjava,sonarsource,haiku-4.5,unstated,coding,easy,,,,,,,73.55,pass%,0.00289,,,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-java-anthropic-haiku-4.5-metrics.json $.models['Claude Haiku 4.5 (Java)'].metrics.passing_tests_pct),,out:effort-not-established, sonarjava,sonarsource,opus-4.5,not-established:absent,coding,easy,,,,,,,83.63,pass%,0.00289,,,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-java-anthropic-opus-4.5-high-metrics.json $.models['Claude Opus 4.5 High'].metrics.passing_tests_pct),,out:effort-not-established, sonarjava,sonarsource,opus-4.6,high,coding,easy,,,,,,,82.72,pass%,0.00289,,,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-java-anthropic-opus-4.6-high-metrics.json $.models['Claude Opus 4.6 High'].metrics.passing_tests_pct),,out:single-couple, sonarjava,sonarsource,opus-4.7,high,coding,easy,,,,,,,81.65,pass%,0.00289,,,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-java-anthropic-opus-4.7-high-metrics.json $.models['Claude Opus 4.7 High'].metrics.passing_tests_pct),,in, sonarjava,sonarsource,opus-4.8,high,coding,easy,,,,,,,82.9,pass%,0.00289,,,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-java-anthropic-opus-4.8-high-metrics.json $.models['Claude Opus 4.8 High'].metrics.passing_tests_pct),,in, sonarjava,sonarsource,opus-5,high,coding,easy,,,,,,,88.6,pass%,0.00289,,level-from-default,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-java-anthropic-opus-5-high-metrics.json $.models['Claude Opus 5 Thinking High'].metrics.passing_tests_pct),,in, sonarjava,sonarsource,opus-5.5,high,coding,easy,,,,,,,87.68,pass%,0.00289,,EAP-run,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-java-anthropic-claude-opus-5-5-high-metrics.json $.models['Claude Opus 5.5 Thinking High'].metrics.passing_tests_pct),,in, sonarjava,sonarsource,opus-5.5,medium,coding,easy,,,,,,,80.88,pass%,0.00289,,,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-java-anthropic-claude-opus-5-5-medium-metrics.json $.models['Claude Opus 5.5 Thinking Medium'].metrics.passing_tests_pct),,in, sonarjava,sonarsource,sonnet-4.5,not-established:absent,coding,easy,,,,,,,80.91,pass%,0.00289,,,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-java-anthropic-sonnet-4.5-high-metrics.json $.models['Claude Sonnet 4.5 High'].metrics.passing_tests_pct),,out:effort-not-established, sonarjava,sonarsource,sonnet-4.6,high,coding,easy,,,,,,,81.76,pass%,0.00289,,,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-java-anthropic-sonnet-4.6-high-metrics.json $.models['Claude Sonnet 4.6 High'].metrics.passing_tests_pct),,in, sonarjava,sonarsource,sonnet-5,not-established:absent,coding,easy,,,,,,,81.43,pass%,0.00289,,,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-java-anthropic-sonnet-5-thinking-metrics.json $.models['Claude Sonnet 5 Thinking'].metrics.passing_tests_pct),,out:effort-not-established, sonarjava,sonarsource,sonnet-5.5,high,coding,easy,,,,,,,85.66,pass%,0.00289,,level-from-default,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-java-anthropic-sonnet-5.5-thinking-high-metrics.json $.models['Claude Sonnet 5.5 Thinking High'].metrics.passing_tests_pct),,in, sonarjava,sonarsource,deepseek-r1,solo,coding,easy,,,,,,,76.48,pass%,0.00289,,,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-java-bedrock-deepseek-r1-metrics.json $.models['DeepSeek R1'].metrics.passing_tests_pct),,out:single-couple, sonarjava,sonarsource,deepseek-v3.1,unstated,coding,easy,,,,,,,78.1,pass%,0.00289,,,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-java-bedrock-deepseek-v3-1-metrics.json $.models['DeepSeek V3.1'].metrics.passing_tests_pct),,out:effort-not-established, sonarjava,sonarsource,deepseek-v3.2,unstated,coding,easy,,,,,,,71.71,pass%,0.00289,,,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-java-bedrock-deepseek-v3-2-metrics.json $.models['DeepSeek V3.2'].metrics.passing_tests_pct),,out:effort-not-established, sonarjava,sonarsource,gemini-3-flash,high,coding,easy,,,,,,,81.11,pass%,0.00289,,,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-java-google-gemini-3-flash-high-metrics.json $.models['Gemini 3 Flash High'].metrics.passing_tests_pct),,in, sonarjava,sonarsource,gemini-3-pro,high,coding,easy,,,,,,,81.6,pass%,0.00289,,,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-java-google-gemini-3-pro-high-metrics.json $.models['Gemini 3 Pro High'].metrics.passing_tests_pct),,in, sonarjava,sonarsource,gemini-3.1-flash-lite,high,coding,easy,,,,,,,79.56,pass%,0.00289,,EAP-run,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-java-google-gemini-3.1-flash-lite-high-metrics.json $.models['Gemini 3.1 Flash-Lite High (Java)'].metrics.passing_tests_pct),,in, sonarjava,sonarsource,gemini-3.1-pro,high,coding,easy,,,,,,,84.17,pass%,0.00289,,,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-java-google-gemini-3.1-pro-high-metrics.json $.models['Gemini 3.1 Pro High'].metrics.passing_tests_pct),,in, sonarjava,sonarsource,gemini-4-argon,high,coding,easy,,,,,,,85.66,pass%,0.00289,,,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-java-google-gemini-4-argon-high-metrics.json $.models['Gemini 4 Argon High'].metrics.passing_tests_pct),,in, sonarjava,sonarsource,?Gemma 3 12B IT,not-established:absent,coding,easy,,,,,,,62.65,pass%,0.00289,,,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-gemma-3-12b-it-metrics.json $.models['Google Gemma 3 12B IT'].metrics.passing_tests_pct),,out:model-not-established, sonarjava,sonarsource,?Gemma 3 27B PT,not-established:absent,coding,easy,,,,,,,68.37,pass%,0.00289,,,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-java-bedrock-gemma-3-27b-pt-metrics.json $.models['Google Gemma 3 27B PT'].metrics.passing_tests_pct),,out:model-not-established, sonarjava,sonarsource,?Gemma 3 4B IT,not-established:absent,coding,easy,,,,,,,49.85,pass%,0.00289,,,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-java-bedrock-gemma-3-4b-it-metrics.json $.models['Google Gemma 3 4B IT'].metrics.passing_tests_pct),,out:model-not-established, sonarjava,sonarsource,gemma-4-26b-a4b-it,unstated,coding,easy,,,,,,,76.49,pass%,0.00289,,,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-java-google-gemma-4-26b-a4b-it-metrics.json $.models['Gemma 4 26B A4B IT'].metrics.passing_tests_pct),,out:effort-not-established, sonarjava,sonarsource,gemma-4-31b-it,unstated,coding,easy,,,,,,,74.8,pass%,0.00289,,,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-java-google-gemma-4-31b-it-metrics.json $.models['Gemma 4 31B IT'].metrics.passing_tests_pct),,out:effort-not-established, sonarjava,sonarsource,gpt-5-mini,medium,coding,easy,,,,,,,77.03,pass%,0.00289,,,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-java-openai-gpt-5-mini-medium-metrics.json $.models['GPT-5 Mini Medium'].metrics.passing_tests_pct),,out:single-couple, sonarjava,sonarsource,gpt-5.1,high,coding,easy,,,,,,,79.44,pass%,0.00289,,,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-java-openai-gpt-5.1-high-metrics.json $.models['GPT-5.1 High (Java)'].metrics.passing_tests_pct),,in, sonarjava,sonarsource,gpt-5.1,medium,coding,easy,,,,,,,79.93,pass%,0.00289,,,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-java-openai-gpt-5.1-medium-metrics.json $.models['GPT-5.1 Medium'].metrics.passing_tests_pct),,in, sonarjava,sonarsource,gpt-5.2,high,coding,easy,,,,,,,80.5,pass%,0.00289,,,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-java-openai-gpt-5.2-high-metrics.json $.models['GPT-5.2 High'].metrics.passing_tests_pct),,in, sonarjava,sonarsource,gpt-5.4,high,coding,easy,,,,,,,81.05,pass%,0.00289,,,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-java-openai-gpt-5.4-high-metrics.json $.models['GPT-5.4 High'].metrics.passing_tests_pct),,in, sonarjava,sonarsource,gpt-5.4,medium,coding,easy,,,,,,,81.09,pass%,0.00289,,,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-java-openai-gpt-5.4-medium-metrics.json $.models['GPT-5.4 Medium'].metrics.passing_tests_pct),,in, sonarjava,sonarsource,gpt-5.4-mini,medium,coding,easy,,,,,,,78.31,pass%,0.00289,,,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-java-openai-gpt-5.4-mini-medium-metrics.json $.models['GPT-5.4 Mini Medium'].metrics.passing_tests_pct),,in, sonarjava,sonarsource,gpt-5.4-nano,medium,coding,easy,,,,,,,77.94,pass%,0.00289,,,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-java-openai-gpt-5.4-nano-medium-metrics.json $.models['GPT-5.4 Nano Medium'].metrics.passing_tests_pct),,in, sonarjava,sonarsource,gpt-5.4-pro,medium,coding,easy,,,,,,,80.32,pass%,0.00289,,,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-gpt-5.4-pro-medium-metrics.json $.models['GPT-5.4 Pro Medium'].metrics.passing_tests_pct),,in, sonarjava,sonarsource,gpt-5.5,low,coding,easy,,,,,,,78.3,pass%,0.00289,,EAP-run,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-java-openai-gpt-5.5-low-metrics.json $.models['GPT-5.5 Low'].metrics.passing_tests_pct),,in, sonarjava,sonarsource,gpt-5.5,medium,coding,easy,,,,,,,78.66,pass%,0.00289,,EAP-run,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-java-openai-gpt-5.5-medium-metrics.json $.models['GPT-5.5 Medium'].metrics.passing_tests_pct),,in, sonarjava,sonarsource,gpt-5.6-sol,medium,coding,easy,,,,,,,81.99,pass%,0.00289,,,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-java-openai-gpt-5.6-sol-medium-metrics.json $.models['GPT-5.6 Sol Medium'].metrics.passing_tests_pct),,in, sonarjava,sonarsource,gpt-5.6-terra,medium,coding,easy,,,,,,,79.96,pass%,0.00289,,,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-java-openai-gpt-5.6-terra-medium-metrics.json $.models['GPT-5.6 Terra Medium'].metrics.passing_tests_pct),,in, sonarjava,sonarsource,gpt-6-astra,medium,coding,easy,,,,,,,85.85,pass%,0.00289,,,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-java-openai-gpt-6-astra-medium-metrics.json $.models['GPT-6 Astra Medium'].metrics.passing_tests_pct),,in, sonarjava,sonarsource,gpt-6-sol,high,coding,easy,,,,,,,83.64,pass%,0.00289,,,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-java-openai-gpt-6-sol-high-metrics.json $.models['GPT-6 Sol High'].metrics.passing_tests_pct),,in, sonarjava,sonarsource,gpt-6-sol,medium,coding,easy,,,,,,,83.09,pass%,0.00289,,,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-java-openai-gpt-6-sol-medium-metrics.json $.models['GPT-6 Sol Medium'].metrics.passing_tests_pct),,in, sonarjava,sonarsource,gpt-6.1-sol,medium,coding,easy,,,,,,,85.29,pass%,0.00289,,,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-java-openai-gpt-6.1-sol-medium-metrics.json $.models['GPT-6.1 Sol Medium'].metrics.passing_tests_pct),,in, sonarjava,sonarsource,?GPT Codex 5.1,not-established:absent,coding,easy,,,,,,,78.48,pass%,0.00289,,,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-java-openai-gpt-5.1-codex-high-metrics.json $.models['GPT-5.1 Codex High'].metrics.passing_tests_pct),,out:model-not-established, sonarjava,sonarsource,?GPT Codex 5.2,not-established:absent,coding,easy,,,,,,,80.35,pass%,0.00289,,,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-java-openai-gpt-5.2-codex-high-metrics.json $.models['GPT-5.2 Codex High'].metrics.passing_tests_pct),,out:model-not-established, sonarjava,sonarsource,?GPT Codex 5.3,not-established:absent,coding,easy,,,,,,,80.13,pass%,0.00289,,,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-java-openai-gpt-5.3-codex-high-metrics.json $.models['GPT-5.3 Codex High'].metrics.passing_tests_pct),,out:model-not-established, sonarjava,sonarsource,gpt-oss-120b,low,coding,easy,,,,,,,75.7,pass%,0.00289,,,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-java-bedrock-gpt-oss-120b-low-metrics.json $.models['GPT-OSS 120B Low'].metrics.passing_tests_pct),,out:single-couple, sonarjava,sonarsource,gpt-oss-20b,low,coding,easy,,,,,,,71.49,pass%,0.00289,,,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-java-bedrock-gpt-oss-20b-low-metrics.json $.models['GPT-OSS 20B Low'].metrics.passing_tests_pct),,out:single-couple, sonarjava,sonarsource,?IBM Granite 4.0 Small,not-established:absent,coding,easy,,,,,,,67.11,pass%,0.00289,,,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-ibm-granite-4-0-small-metrics.json $.models['IBM Granite 4.0 Small (Java)'].metrics.passing_tests_pct),,out:model-not-established, sonarjava,sonarsource,?Kanana 2 30B A3B,not-established:absent,coding,easy,,,,,,,62.1,pass%,0.00289,,,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-kanana-2-30b-a3b-thinking-metrics.json $.models['Kanana 2 30B A3B Thinking'].metrics.passing_tests_pct),,out:model-not-established, sonarjava,sonarsource,kimi-k2.5,think,coding,easy,,,,,,,74.44,pass%,0.00289,,,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-java-bedrock-kimi-k2-5-thinking-metrics.json $.models['Kimi K2.5 Thinking'].metrics.passing_tests_pct),,in, sonarjava,sonarsource,kimi-k2.6,unstated,coding,easy,,,,,,,81.43,pass%,0.00289,,,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-java-portkey-kimi-k2-6-metrics.json $.models['Kimi K2.6 Portkey'].metrics.passing_tests_pct),,out:effort-not-established, sonarjava,sonarsource,?Llama 3.3 70B,not-established:absent,coding,easy,,,,,,,65.42,pass%,0.00289,,,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-llama-3.3-70b-metrics.json $.models['LLama 3.3 70B'].metrics.passing_tests_pct),,out:model-not-established, sonarjava,sonarsource,minimax-m2.1,unstated,coding,easy,,,,,,,71.48,pass%,0.00289,,,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-minimax-m2-1-metrics.json $.models['Minimax M2.1'].metrics.passing_tests_pct),,out:effort-not-established, sonarjava,sonarsource,minimax-m2.5,unstated,coding,easy,,,,,,,77.61,pass%,0.00289,,,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-java-bedrock-minimax-m2-5-metrics.json $.models['Minimax M2.5'].metrics.passing_tests_pct),,out:effort-not-established, sonarjava,sonarsource,minimax-m2.7,unstated,coding,easy,,,,,,,77.4,pass%,0.00289,,,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-java-portkey-minimax-m2-7-metrics.json $.models['MiniMax M2.7 Portkey'].metrics.passing_tests_pct),,out:effort-not-established, sonarjava,sonarsource,minimax-m3,unstated,coding,easy,,,,,,,78.49,pass%,0.00289,,,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-java-portkey-minimax-m3-metrics.json $.models['MiniMax M3 Portkey'].metrics.passing_tests_pct),,out:effort-not-established, sonarjava,sonarsource,?Mistral Devstral 2 123B,not-established:absent,coding,easy,,,,,,,68.76,pass%,0.00289,,,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-java-bedrock-mistral-devstral-2-123b-metrics.json $.models['Mistral Devstral 2 123B'].metrics.passing_tests_pct),,out:model-not-established, sonarjava,sonarsource,?Mistral Large 3,not-established:absent,coding,easy,,,,,,,72.79,pass%,0.00289,,,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-java-bedrock-mistral-large-3-metrics.json $.models['Mistral Large 3'].metrics.passing_tests_pct),,out:model-not-established, sonarjava,sonarsource,?Nemotron Nano 3 30B,not-established:absent,coding,easy,,,,,,,71.3,pass%,0.00289,,,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-java-hf-endpoint-nvidia-nemotron-3-nano-30b-metrics.json $.models['Nvidia Nemotron 3 Nano 30B (Java)'].metrics.passing_tests_pct),,out:model-not-established, sonarjava,sonarsource,?Nova 2.0 Lite,not-established:absent,coding,easy,,,,,,,76.26,pass%,0.00289,,,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-nova-2.0-lite-low-metrics.json $.models['Nova 2.0 Lite Low'].metrics.passing_tests_pct),,out:model-not-established, sonarjava,sonarsource,?Nova Premier V1,not-established:absent,coding,easy,,,,,,,72.6,pass%,0.00289,,,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-nova-premier-v1-metrics.json $.models['Nova Premier v1'].metrics.passing_tests_pct),,out:model-not-established, sonarjava,sonarsource,?Nova Pro V1,not-established:absent,coding,easy,,,,,,,64.55,pass%,0.00289,,,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-nova-pro-v1-metrics.json $.models['Nova Pro v1'].metrics.passing_tests_pct),,out:model-not-established, sonarjava,sonarsource,?Nemotron 3 Super 120B,not-established:absent,coding,easy,,,,,,,75.92,pass%,0.00289,,,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-java-hf-endpoint-nvidia-nemotron-3-super-120b-metrics.json $.models['Nvidia Nemotron 3 Super 120B (Java)'].metrics.passing_tests_pct),,out:model-not-established, sonarjava,sonarsource,qwen3.5-397b-a17b,think,coding,easy,,,,,,,74.84,pass%,0.00289,,,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-qwen-3-5-397b-a17b-thinking-metrics.json $.models['Qwen 3.5 397B A17B Thinking'].metrics.passing_tests_pct),,in, sonarjava,sonarsource,qwen3-coder-next,unstated,coding,easy,,,,,,,70.95,pass%,0.00289,,,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-java-hf-endpoint-qwen3-coder-next-metrics.json $.models['Qwen3 Coder Next'].metrics.passing_tests_pct),,out:effort-not-established, sonarjava,sonarsource,?Qwen 3 Next 80B A3B,not-established:absent,coding,easy,,,,,,,74.06,pass%,0.00289,,,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-qwen-3-next-80b-a3b-metrics.json $.models['Qwen 3 Next 80B A3B'].metrics.passing_tests_pct),,out:model-not-established, sonarjava,sonarsource,qwen3.6-35b-a3b,unstated,coding,easy,,,,,,,78.31,pass%,0.00289,,,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-java-hf-endpoint-qwen3-6-35b-a3b-metrics.json $.models['Qwen 3.6 35B A3B HuggingFace'].metrics.passing_tests_pct),,out:effort-not-established, sonarjava,sonarsource,qwen3-max-0923,solo,coding,easy,,,,,,,75.03,pass%,0.00289,,,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-java-portkey-qwen3-max-thinking-metrics.json $.models['Qwen3-Max-Thinking'].metrics.passing_tests_pct),,out:single-couple, sonarjava,sonarsource,?Sonar Java GPT-OSS 20B,not-established:absent,coding,easy,,,,,,,65.66,pass%,0.00289,,,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-java-hf-endpoint-sonar-sweep-java-gpt-oss-20b-metrics.json $.models['SonarSweep Java GPT-OSS 20B'].metrics.passing_tests_pct),,out:model-not-established, sonarjava,sonarsource,step-3.5-flash,unstated,coding,easy,,,,,,,68.37,pass%,0.00289,,,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-java-portkey-step-3-5-flash-metrics.json $.models['Step-3.5-Flash'].metrics.passing_tests_pct),,out:effort-not-established, sonarjava,sonarsource,glm-4.7,unstated,coding,easy,,,,,,,73.19,pass%,0.00289,,,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-java-bedrock-z-ai-glm-4-7-metrics.json $.models['Z.AI GLM 4.7'].metrics.passing_tests_pct),,out:effort-not-established, sonarjava,sonarsource,glm-4.7-flash,unstated,coding,easy,,,,,,,51.46,pass%,0.00289,,,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-java-bedrock-z-ai-glm-4-7-flash-metrics.json $.models['Z.AI GLM 4.7 Flash'].metrics.passing_tests_pct),,out:effort-not-established, sonarjava,sonarsource,glm-5,unstated,coding,easy,,,,,,,80.56,pass%,0.00289,,,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-java-portkey-glm-5-metrics.json $.models['GLM-5'].metrics.passing_tests_pct),,out:effort-not-established, sonarjava,sonarsource,glm-5.2,unstated,coding,easy,,,,,,,79.23,pass%,0.00289,,,https://www.sonarsource.com/the-coding-personalities-of-leading-llms/leaderboard/ (sonar-eval-java-openrouter-glm-5-2-metrics.json $.models['GLM-5.2'].metrics.passing_tests_pct),,out:effort-not-established, spatialbenchlong-pi,spatialbenchlong-2605.28065,gemini-3.5-flash,unstated,agentic-tool,frontier,Pi terminal coding harness,per-run,1.7378,2.89e-05,,,11.11,score%,0.00289,,,"https://arxiv.org/abs/2605.28065 (Table 2, row Gemini 3.5 Flash / Pi, column Pass %)",,out:effort-not-established,out:effort-not-established spatialbenchlong-codex,spatialbenchlong-2605.28065,gpt-5.5,unstated,agentic-tool,frontier,OpenAI Codex,,,,,,11.11,score%,0.00289,,,"https://arxiv.org/abs/2605.28065 (Table 2, row GPT-5.5 / OpenAI Codex, column Pass %)",,out:effort-not-established, spatialbenchlong-pi,spatialbenchlong-2605.28065,gpt-5.5,unstated,agentic-tool,frontier,Pi terminal coding harness,per-run,2.0512,2.89e-05,,,11.11,score%,0.00289,,,"https://arxiv.org/abs/2605.28065 (Table 2, row GPT-5.5 / Pi, column Pass %)",,out:effort-not-established,out:effort-not-established spatialbenchlong-cc,spatialbenchlong-2605.28065,opus-4.6,unstated,agentic-tool,frontier,Claude Code,,,,,,9.72,score%,0.00289,,,"https://arxiv.org/abs/2605.28065 (Table 2, row Claude Opus 4.6 / Claude Code, column Pass %)",,out:effort-not-established, spatialbenchlong-cc,spatialbenchlong-2605.28065,opus-4.7,unstated,agentic-tool,frontier,Claude Code,,,,,,8.33,score%,0.00289,,,"https://arxiv.org/abs/2605.28065 (Table 2, row Claude Opus 4.7 / Claude Code, column Pass %)",,out:effort-not-established, spatialbenchlong-pi,spatialbenchlong-2605.28065,grok-4.20,not-established:absent,agentic-tool,frontier,Pi terminal coding harness,per-run,0.2004,2.89e-05,,,6.94,score%,0.00289,,,"https://arxiv.org/abs/2605.28065 (Table 2, row Grok 4.20 beta / Pi, column Pass %)",,out:effort-not-established,out:effort-not-established spatialbenchlong-pi,spatialbenchlong-2605.28065,opus-4.6,unstated,agentic-tool,frontier,Pi terminal coding harness,per-run,2.0830,2.89e-05,,,5.56,score%,0.00289,,,"https://arxiv.org/abs/2605.28065 (Table 2, row Claude Opus 4.6 / Pi, column Pass %)",,out:effort-not-established,out:effort-not-established spatialbenchlong-pi,spatialbenchlong-2605.28065,opus-4.7,unstated,agentic-tool,frontier,Pi terminal coding harness,per-run,1.4305,2.89e-05,,,5.56,score%,0.00289,,,"https://arxiv.org/abs/2605.28065 (Table 2, row Claude Opus 4.7 / Pi, column Pass %)",,out:effort-not-established,out:effort-not-established spatialbenchlong-pi,spatialbenchlong-2605.28065,?Kimi K2P6,not-established:absent,agentic-tool,frontier,Pi terminal coding harness,per-run,0.5409,2.89e-05,,,5.56,score%,0.00289,,,"https://arxiv.org/abs/2605.28065 (Table 2, row Kimi K2P6 / Pi, column Pass %)",,out:model-not-established,out:model-not-established spatialbenchlong-pi,spatialbenchlong-2605.28065,gpt-5.4,unstated,agentic-tool,frontier,Pi terminal coding harness,per-run,1.4742,2.89e-05,,,5.56,score%,0.00289,,,"https://arxiv.org/abs/2605.28065 (Table 2, row GPT-5.4 / Pi, column Pass %)",,out:effort-not-established,out:effort-not-established spatialbenchlong-pi,spatialbenchlong-2605.28065,sonnet-4.6,unstated,agentic-tool,frontier,Pi terminal coding harness,per-run,1.8940,2.89e-05,,,4.17,score%,0.00289,,,"https://arxiv.org/abs/2605.28065 (Table 2, row Claude Sonnet 4.6 / Pi, column Pass %)",,out:effort-not-established,out:effort-not-established spatialbenchlong-pi,spatialbenchlong-2605.28065,gemini-3.1-pro,unstated,agentic-tool,frontier,Pi terminal coding harness,per-run,0.8596,2.89e-05,,,4.17,score%,0.00289,,,"https://arxiv.org/abs/2605.28065 (Table 2, row Gemini 3.1 Pro / Pi, column Pass %)",,out:effort-not-established,out:effort-not-established spatialbenchlong-codex,spatialbenchlong-2605.28065,gpt-5.4,unstated,agentic-tool,frontier,OpenAI Codex,,,,,,4.17,score%,0.00289,,,"https://arxiv.org/abs/2605.28065 (Table 2, row GPT-5.4 / OpenAI Codex, column Pass %)",,out:effort-not-established, spatialbenchlong-pi,spatialbenchlong-2605.28065,grok-4.3,unstated,agentic-tool,frontier,Pi terminal coding harness,per-run,0.0195,2.89e-05,,,4.17,score%,0.00289,,,"https://arxiv.org/abs/2605.28065 (Table 2, row Grok 4.3 / Pi, column Pass %)",,out:effort-not-established,out:effort-not-established spatialbenchlong-pi,spatialbenchlong-2605.28065,gemini-2.5-pro,unstated,agentic-tool,frontier,Pi terminal coding harness,per-run,0.3108,2.89e-05,,,1.39,score%,0.00289,,,"https://arxiv.org/abs/2605.28065 (Table 2, row Gemini 2.5 Pro / Pi, column Pass %)",,out:effort-not-established,out:effort-not-established speedrunbench-pokemon-badge1,speedrunbench-2610.08076,opus-5,not-established:absent,agentic-tool,frontier,OpenCode,,,,,,160021,frames-lower-better,0.289,,,"https://arxiv.org/abs/2610.08076 (Sec. 4.3 ONLINE PLAY RESULTS, paragraph 1 (page 6))",,out:effort-not-established, speedrunbench-pokemon-badge1,speedrunbench-2610.08076,gpt-5.6-sol,not-established:absent,agentic-tool,frontier,OpenCode,,,,,,283474,frames-lower-better,0.289,,,"https://arxiv.org/abs/2610.08076 (Sec. 4.3 ONLINE PLAY RESULTS, paragraph 1 (page 6))",,out:effort-not-established, speedrunbench-pokemon-badge1,speedrunbench-2610.08076,grok-4.6,not-established:absent,agentic-tool,frontier,OpenCode,,,,,,477140,frames-lower-better,0.289,,,"https://arxiv.org/abs/2610.08076 (Sec. 4.3 ONLINE PLAY RESULTS, paragraph 1 (page 6))",,out:effort-not-established, sre-bench-public,sre-bench-2608.11469,gpt-6-astra,not-established:absent,agentic-tool,frontier,mini-SWE-agent,USD/instance,13.5,0.0289,,,5.55,score-of-6,0.00289,,,"https://arxiv.org/abs/2608.11469 (Table 4, row GPT-6-ASTRA, column Score (mean of successful tasks, out of six))",,out:effort-not-established,out:effort-not-established sre-bench-public,sre-bench-2608.11469,gpt-5.6-sol,not-established:absent,agentic-tool,frontier,mini-SWE-agent,USD/instance,42.5,0.0289,,,3.69,score-of-6,0.00289,,,"https://arxiv.org/abs/2608.11469 (Table 4, row GPT-5.6-SOL, column Score (mean of successful tasks, out of six))",,out:effort-not-established,out:effort-not-established sre-bench-public,sre-bench-2608.11469,fable-5.1,not-established:absent,agentic-tool,frontier,mini-SWE-agent,USD/instance,34.7,0.0289,,,2.58,score-of-6,0.00289,,,"https://arxiv.org/abs/2608.11469 (Table 4, row CLAUDE-FABLE-5.1, column Score (mean of successful tasks, out of six))",,out:effort-not-established,out:effort-not-established sre-bench-public,sre-bench-2608.11469,opus-5,not-established:absent,agentic-tool,frontier,mini-SWE-agent,USD/instance,23.6,0.0289,,,1.91,score-of-6,0.00289,,,"https://arxiv.org/abs/2608.11469 (Table 4, row CLAUDE-OPUS-5, column Score (mean of successful tasks, out of six))",,out:effort-not-established,out:effort-not-established sre-bench-public,sre-bench-2608.11469,gpt-5.5,not-established:absent,agentic-tool,frontier,mini-SWE-agent,USD/instance,17.8,0.0289,,,1.02,score-of-6,0.00289,,,"https://arxiv.org/abs/2608.11469 (Table 4, row GPT-5.5, column Score (mean of successful tasks, out of six))",,out:effort-not-established,out:effort-not-established sre-bench-public,sre-bench-2608.11469,deepseek-v4.1-flash,not-established:absent,agentic-tool,frontier,mini-SWE-agent,USD/instance,0.5,0.0289,,,0.85,score-of-6,0.00289,,,"https://arxiv.org/abs/2608.11469 (Table 4, row DEEPSEEK-V4.1-FLASH, column Score (mean of successful tasks, out of six))",,out:effort-not-established,out:effort-not-established sre-bench-public,sre-bench-2608.11469,grok-4.5,not-established:absent,agentic-tool,frontier,mini-SWE-agent,USD/instance,13.5,0.0289,,,0.45,score-of-6,0.00289,,,"https://arxiv.org/abs/2608.11469 (Table 4, row GROK-4.5, column Score (mean of successful tasks, out of six))",,out:effort-not-established,out:effort-not-established sre-bench-public,sre-bench-2608.11469,glm-5.2,not-established:absent,agentic-tool,frontier,mini-SWE-agent,USD/instance,26.6,0.0289,,,0.21,score-of-6,0.00289,,,"https://arxiv.org/abs/2608.11469 (Table 4, row GLM-5.2, column Score (mean of successful tasks, out of six))",,out:effort-not-established,out:effort-not-established stagehand-hard,stagehand.dev,opus-5.5,unstated,computer-use,hard,,per-task,0.510,0.000289,,,89.0,acc%,0.0289,,,"https://stagehand.dev/evals (board table, row 01, column accuracy)",,out:effort-not-established,out:effort-not-established stagehand-hard,stagehand.dev,fable-5.1,unstated,computer-use,hard,,per-task,1.631,0.000289,,,84.0,acc%,0.0289,,,"https://stagehand.dev/evals (board table, row 05, column accuracy)",,out:effort-not-established,out:effort-not-established stagehand-hard,stagehand.dev,opus-5,unstated,computer-use,hard,,per-task,2.437,0.000289,,,78.0,acc%,0.0289,,,"https://stagehand.dev/evals (board table, row 10, column accuracy)",,out:effort-not-established,out:effort-not-established stagehand-hard,stagehand.dev,sonnet-5.5,unstated,computer-use,hard,,per-task,0.324,0.000289,,,79.0,acc%,0.0289,,,"https://stagehand.dev/evals (board table, row 09, column accuracy)",,out:effort-not-established,out:effort-not-established stagehand-hard,stagehand.dev,haiku-5.5,unstated,computer-use,hard,,per-task,0.0679,0.000289,,,74.0,acc%,0.0289,,,"https://stagehand.dev/evals (board table, row 13, column accuracy)",,out:effort-not-established,out:effort-not-established stagehand-hard,stagehand.dev,gpt-6-astra,unstated,computer-use,hard,,per-task,3.073,0.000289,,,87.0,acc%,0.0289,,,"https://stagehand.dev/evals (board table, row 02, column accuracy)",,out:effort-not-established,out:effort-not-established stagehand-hard,stagehand.dev,gemini-4-argon,unstated,computer-use,hard,,per-task,1.422,0.000289,,,87.0,acc%,0.0289,,,"https://stagehand.dev/evals (board table, row 03, column accuracy)",,out:effort-not-established,out:effort-not-established stagehand-hard,stagehand.dev,gemini-4-argon,unstated,computer-use,hard,,per-task,1.938,0.000289,,,87.0,acc%,0.0289,,,"https://stagehand.dev/evals (board table, row 04, column accuracy)",,out:effort-not-established,out:effort-not-established stagehand-hard,stagehand.dev,gemini-4-argon,unstated,computer-use,hard,,per-task,2.127,0.000289,,,84.0,acc%,0.0289,,,"https://stagehand.dev/evals (board table, row 06, column accuracy)",,out:effort-not-established,out:effort-not-established stagehand-hard,stagehand.dev,gemini-4-argon,unstated,computer-use,hard,,per-task,1.123,0.000289,,,79.0,acc%,0.0289,,,"https://stagehand.dev/evals (board table, row 07, column accuracy)",,out:effort-not-established,out:effort-not-established stagehand-hard,stagehand.dev,gpt-6.1-sol,unstated,computer-use,hard,,per-task,0.305,0.000289,,,79.0,acc%,0.0289,,,"https://stagehand.dev/evals (board table, row 08, column accuracy)",,out:effort-not-established,out:effort-not-established stagehand-hard,stagehand.dev,gpt-6-sol,unstated,computer-use,hard,,per-task,0.407,0.000289,,,76.0,acc%,0.0289,,,"https://stagehand.dev/evals (board table, row 11, column accuracy)",,out:effort-not-established,out:effort-not-established stagehand-hard,stagehand.dev,gpt-6-luna,unstated,computer-use,hard,,per-task,0.0225,0.000289,,,74.0,acc%,0.0289,,,"https://stagehand.dev/evals (board table, row 12, column accuracy)",,out:effort-not-established,out:effort-not-established stagehand-hard,stagehand.dev,gpt-5.6-sol,unstated,computer-use,hard,,per-task,0.502,0.000289,,,74.0,acc%,0.0289,,,"https://stagehand.dev/evals (board table, row 14, column accuracy)",,out:effort-not-established,out:effort-not-established stagehand-hard,stagehand.dev,?muse-wonder-1.0,not-established:absent,computer-use,hard,,per-task,4.210,0.000289,,,74.0,acc%,0.0289,,,"https://stagehand.dev/evals (board table, row 15, column accuracy)",,out:model-not-established,out:model-not-established stagehand-hard,stagehand.dev,fable-5.2,unstated,computer-use,hard,,per-task,1.242,0.000289,,,92.0,acc%,0.0289,,,"https://www.stagehand.dev/evals (board table, row 01, column accuracy)",,out:effort-not-established,out:effort-not-established stet-board24-oct,stet.sh,gpt-6.1-sol,medium,coding,hard,native-harness-per-model,per-task,1.10,0.00289,,,65.3,Stet board score 0-100 (24 tasks),0.0289,,cost-base-price:cost-publisher-figure,https://www.stet.sh/blog/benchmark-agreed-with-frontier-code (chart aria-label: Stet score),,in,in stet-board24-oct,stet.sh,opus-5,medium,coding,hard,native-harness-per-model,per-task,6.78,0.00289,,,65.1,Stet board score 0-100 (24 tasks),0.0289,,cost-base-price:cost-publisher-figure,https://www.stet.sh/blog/benchmark-agreed-with-frontier-code (chart aria-label: Stet score),,in,in stet-board24-oct,stet.sh,grok-4.7,high,coding,hard,native-harness-per-model,per-task,5.76,0.00289,,,63.2,Stet board score 0-100 (24 tasks),0.0289,,cost-base-price:cost-publisher-figure,https://www.stet.sh/blog/benchmark-agreed-with-frontier-code (chart aria-label: Stet score),,in,out:cost-single-couple stet-board24-oct,stet.sh,haiku-5.5,max,coding,hard,native-harness-per-model,per-task,3.85,0.00289,,,58.6,Stet board score 0-100 (24 tasks),0.0289,,cost-base-price:cost-publisher-figure,https://www.stet.sh/blog/benchmark-agreed-with-frontier-code (chart aria-label: Stet score),,in,in stet-board24-oct,stet.sh,gpt-6-sol,medium,coding,hard,native-harness-per-model,per-task,3.01,0.00289,,,57.6,Stet board score 0-100 (24 tasks),0.0289,,cost-base-price:cost-publisher-figure,https://www.stet.sh/blog/benchmark-agreed-with-frontier-code (chart aria-label: Stet score),,in,in stet-board24-oct,stet.sh,gpt-6-luna,max,coding,hard,native-harness-per-model,per-task,0.37,0.00289,,,50.0,Stet board score 0-100 (24 tasks),0.0289,,cost-base-price:cost-publisher-figure,https://www.stet.sh/blog/benchmark-agreed-with-frontier-code (chart aria-label: Stet score),,in,in stet-board24-oct,stet.sh,deepseek-v4.1-flash,max,coding,hard,native-harness-per-model,per-task,0.49,0.00289,,,47.8,Stet board score 0-100 (24 tasks),0.0289,,,https://www.stet.sh/blog/benchmark-agreed-with-frontier-code (chart aria-label: Stet score),,in,out:cost-not-comparable stet-board24-oct,stet.sh,haiku-5.5,low,coding,hard,native-harness-per-model,per-task,0.25,0.00289,,,41.3,Stet board score 0-100 (24 tasks),0.0289,,cost-base-price:cost-publisher-figure,https://www.stet.sh/blog/benchmark-agreed-with-frontier-code (chart aria-label: Stet score),,in,in stet-board24-oct,stet.sh,opus-4.8,medium,coding,hard,native-harness-per-model,per-task,7.05,0.00289,,,40.2,Stet board score 0-100 (24 tasks),0.0289,,cost-base-price:cost-publisher-figure,https://www.stet.sh/blog/benchmark-agreed-with-frontier-code (chart aria-label: Stet score),,in,in stet-board24-oct,stet.sh,gpt-6-luna,low,coding,hard,native-harness-per-model,per-task,0.05,0.00289,,,21.2,Stet board score 0-100 (24 tasks),0.0289,,cost-base-price:cost-publisher-figure,https://www.stet.sh/blog/benchmark-agreed-with-frontier-code (chart aria-label: Stet score),,in,in stet-pr24,stet.sh,sonnet-5,low,coding,hard,ClaudeCode,per-task,0.98,0.00289,,,2.62,equiv0-4,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.stet.sh/blog/sonnet-5-vs-opus-4-8-reasoning-dial (section matching the real fix: equivalence mean at low (explicit)),,in,in stet-pr24,stet.sh,sonnet-5,medium,coding,hard,ClaudeCode,,,,,,2.94,equiv0-4,0.00289,,,https://www.stet.sh/blog/sonnet-5-vs-opus-4-8-reasoning-dial (section matching the real fix: equivalence mean at medium (explicit)),,in, stet-pr24,stet.sh,sonnet-5,high,coding,hard,ClaudeCode,,,,,,2.93,equiv0-4,0.00289,,,https://www.stet.sh/blog/sonnet-5-vs-opus-4-8-reasoning-dial (section matching the real fix: equivalence mean at high (explicit)),,in, stet-pr24,stet.sh,sonnet-5,xhigh,coding,hard,ClaudeCode,,,,,,3.21,equiv0-4,0.00289,,,https://www.stet.sh/blog/sonnet-5-vs-opus-4-8-reasoning-dial (section matching the real fix: equivalence mean at xhigh (explicit)),,in, stet-pr24,stet.sh,sonnet-5,max,coding,hard,ClaudeCode,per-task,8.77,0.00289,,,2.91,equiv0-4,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.stet.sh/blog/sonnet-5-vs-opus-4-8-reasoning-dial (section matching the real fix: equivalence mean at max (explicit)),,in,in stet-pr24,stet.sh,opus-4.8,low,coding,hard,ClaudeCode,per-task,1.58,0.00289,,,3.00,equiv0-4,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.stet.sh/blog/sonnet-5-vs-opus-4-8-reasoning-dial (section matching the real fix: equivalence mean at low (ordinal in the list low through max)),,in,in stet-pr24,stet.sh,opus-4.8,medium,coding,hard,ClaudeCode,,,,,,3.09,equiv0-4,0.00289,,,https://www.stet.sh/blog/sonnet-5-vs-opus-4-8-reasoning-dial (section matching the real fix: equivalence mean at medium (ordinal in the list low through max)),,in, stet-pr24,stet.sh,opus-4.8,high,coding,hard,ClaudeCode,,,,,,3.16,equiv0-4,0.00289,,,https://www.stet.sh/blog/sonnet-5-vs-opus-4-8-reasoning-dial (section matching the real fix: equivalence mean at high (ordinal in the list low through max)),,in, stet-pr24,stet.sh,opus-4.8,xhigh,coding,hard,ClaudeCode,,,,,,3.17,equiv0-4,0.00289,,,https://www.stet.sh/blog/sonnet-5-vs-opus-4-8-reasoning-dial (section matching the real fix: equivalence mean at xhigh (ordinal in the list low through max)),,in, stet-pr24,stet.sh,opus-4.8,max,coding,hard,ClaudeCode,per-task,6.41,0.00289,,,3.14,equiv0-4,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.stet.sh/blog/sonnet-5-vs-opus-4-8-reasoning-dial (section matching the real fix: equivalence mean at max (ordinal in the list low through max)),,in,in attractorbench-claudecode,strongdm-attractorbench,?claude-opus-4-6,not-established:absent,coding,hard,claude-code(Harbor),USD/run,10.24,0.00289,,,0.764,score(0-1),0.000289,,,"https://github.com/strongdm/attractorbench (LEADERBOARD.md, Snapshot Table, row opus46-v9, column Score)",,out:model-not-established,out:model-not-established attractorbench-claudecode,strongdm-attractorbench,?claude-sonnet-4-6,not-established:absent,coding,hard,claude-code(Harbor),USD/run,6.84,0.00289,,,0.806,score(0-1),0.000289,,,"https://github.com/strongdm/attractorbench (LEADERBOARD.md, Snapshot Table, row sonnet46-v8, column Score)",,out:model-not-established,out:model-not-established attractorbench-codex,strongdm-attractorbench,gpt-5.3-codex,unstated,coding,hard,codex(Harbor),USD/run,9.11,0.00289,,,0.808,score(0-1),0.000289,,,"https://github.com/strongdm/attractorbench (LEADERBOARD.md, Snapshot Table, row gpt53codex-v1, column Score)",,out:effort-not-established,out:effort-not-established attractorbench-codex,strongdm-attractorbench,gpt-5.3-codex,high,coding,hard,codex(Harbor),USD/run,7.37,0.00289,,,0.728,score(0-1),0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/strongdm/attractorbench (LEADERBOARD.md, Snapshot Table, row gpt53codex-high-v1, column Score)",,in,in attractorbench-codex,strongdm-attractorbench,gpt-5.2,high,coding,hard,codex(Harbor),USD/run,10.43,0.00289,,,0.600,score(0-1),0.000289,,cost-base-price:cost-publisher-figure,"https://github.com/strongdm/attractorbench (LEADERBOARD.md, Snapshot Table, row gpt52-high-v3, column Score)",,in,in supabase-skills,supabase.com,opus-5.5,high,coding,hard,,,,,,,89.855072,pass%,0,,,"https://supabase.com/evals (page table (Benchmark), row ""Claude Code / Opus 5.5 (high)"", column Total, tooltip of the cell)",,in, supabase-noskills,supabase.com,opus-5.5,high,coding,hard,,,,,,,91.304348,pass%,0,,,https://supabase.com/evals ($.rows / row claude-code-opus-5.5-no-skills / column counts),,in, supabase-skills,supabase.com,sonnet-5,high,coding,hard,,,,,,,79.710145,pass%,0,,,"https://supabase.com/evals (page table (Benchmark), row ""Claude Code / Sonnet 5 (high)"", column Total, tooltip of the cell)",,in, supabase-noskills,supabase.com,sonnet-5,high,coding,hard,,,,,,,75.362319,pass%,0,,,https://supabase.com/evals ($.rows / row claude-code-sonnet-5-no-skills / column counts),,in, supabase-skills,supabase.com,gpt-6-luna,medium,coding,hard,,,,,,,75.362319,pass%,0,,,"https://supabase.com/evals (page table (Benchmark), row ""Codex / GPT-6 luna (medium)"", column Total, tooltip of the cell)",,in, supabase-skills,supabase.com,gpt-6-sol,medium,coding,hard,,,,,,,78.26087,pass%,0,,,"https://supabase.com/evals (page table (Benchmark), row ""Codex / GPT-6 sol (medium)"", column Total, tooltip of the cell)",,in, supabase-skills,supabase.com,grok-4.7,high,coding,hard,,,,,,,89.855072,pass%,0,,,"https://supabase.com/evals (page table (Benchmark), row ""Grok Build / Grok 4.7 (high)"", column Total, tooltip of the cell)",,in, supabase-skills,supabase.com,kimi-k3,default,coding,hard,,,,,,,86.956522,pass%,0,,,"https://supabase.com/evals (page table (Benchmark), row ""OpenCode / Kimi K3"", column Total, tooltip of the cell)",,out:effort-not-established, supabase-noskills,supabase.com,gpt-6-luna,medium,coding,hard,,,,,,,63.768116,pass%,0,,,https://supabase.com/evals ($.rows / row codex-gpt-6-luna-no-skills / column counts),,in, supabase-noskills,supabase.com,gpt-6-sol,medium,coding,hard,,,,,,,78.26087,pass%,0,,,https://supabase.com/evals ($.rows / row codex-gpt-6-sol-no-skills / column counts),,in, supabase-noskills,supabase.com,grok-4.7,high,coding,hard,,,,,,,78.26087,pass%,0,,,https://supabase.com/evals ($.rows / row grok-4.7-no-skills / column counts),,in, supabase-noskills,supabase.com,kimi-k3,default,coding,hard,,,,,,,84.057971,pass%,0,,,https://supabase.com/evals ($.rows / row opencode-kimi-k3-no-skills / column counts),,out:effort-not-established, superclue-fin2603-total,superclue-fin,?Doubao-Seed-2.0-pro-260215(high),not-established:absent,mixed,hard,superclue-api,,,,,,79.8,score%,0,,,https://www.superclueai.com/data/specialized_list/Fin/2026年3月.xlsx ($['总榜单'] / row Doubao-Seed-2.0-pro-260215(high) / column 总分),,out:model-not-established, superclue-fin2603-total,superclue-fin,glm-5,unstated,mixed,hard,superclue-api,,,,,,78.67,score%,0,,,https://www.superclueai.com/data/specialized_list/Fin/2026年3月.xlsx ($['总榜单'] / row GLM-5 / column 总分),,out:effort-not-established, superclue-fin2603-total,superclue-fin,?Kimi-K2.5,not-established:absent,mixed,hard,superclue-api,,,,,,77.89,score%,0,,,https://www.superclueai.com/data/specialized_list/Fin/2026年3月.xlsx ($['总榜单'] / row Kimi-K2.5-Thinking / column 总分),,out:model-not-established, superclue-fin2603-total,superclue-fin,qwen3-max-0923,solo,mixed,hard,superclue-api,,,,,,76.95,score%,0,,,https://www.superclueai.com/data/specialized_list/Fin/2026年3月.xlsx ($['总榜单'] / row Qwen3-Max / column 总分),,out:single-couple, superclue-fin2603-total,superclue-fin,qwen3.5-397b-a17b,think,mixed,hard,superclue-api,,,,,,76.74,score%,0,,,https://www.superclueai.com/data/specialized_list/Fin/2026年3月.xlsx ($['总榜单'] / row Qwen3.5-397B-A17B-Thinking / column 总分),,in, superclue-fin2603-total,superclue-fin,minimax-m2.5,unstated,mixed,hard,superclue-api,,,,,,75.83,score%,0,,,https://www.superclueai.com/data/specialized_list/Fin/2026年3月.xlsx ($['总榜单'] / row MiniMax-M2.5 / column 总分),,out:effort-not-established, superclue-fin2603-total,superclue-fin,?Hunyuan-T1-20250822,not-established:absent,mixed,hard,superclue-api,,,,,,75.63,score%,0,,,https://www.superclueai.com/data/specialized_list/Fin/2026年3月.xlsx ($['总榜单'] / row Hunyuan-T1-20250822 / column 总分),,out:model-not-established, superclue-fin2603-total,superclue-fin,deepseek-v3.2,think,mixed,hard,superclue-api,,,,,,75.47,score%,0,,,https://www.superclueai.com/data/specialized_list/Fin/2026年3月.xlsx ($['总榜单'] / row DeepSeek-V3.2-Thinking / column 总分),,in, superclue-fin2603-total,superclue-fin,gemini-2.5-pro,unstated,mixed,hard,superclue-api,,,,,,75.06,score%,0,,,https://www.superclueai.com/data/specialized_list/Fin/2026年3月.xlsx ($['总榜单'] / row Gemini-2.5-Pro / column 总分),,out:effort-not-established, superclue-fin2603-total,superclue-fin,?Doubao-Seed-1.6-251015(Thinking),not-established:absent,mixed,hard,superclue-api,,,,,,74.42,score%,0,,,https://www.superclueai.com/data/specialized_list/Fin/2026年3月.xlsx ($['总榜单'] / row Doubao-Seed-1.6-251015(Thinking) / column 总分),,out:model-not-established, superclue-fin2603-total,superclue-fin,glm-4.6,unstated,mixed,hard,superclue-api,,,,,,72.77,score%,0,,,https://www.superclueai.com/data/specialized_list/Fin/2026年3月.xlsx ($['总榜单'] / row GLM-4.6 / column 总分),,out:effort-not-established, superclue-fin2603-total,superclue-fin,?Gemini-Flash-Latest,not-established:absent,mixed,hard,superclue-api,,,,,,72.11,score%,0,,,https://www.superclueai.com/data/specialized_list/Fin/2026年3月.xlsx ($['总榜单'] / row Gemini-Flash-Latest / column 总分),,out:model-not-established, superclue-fin2603-total,superclue-fin,?GPT-5(high),not-established:absent,mixed,hard,superclue-api,,,,,,72,score%,0,,,https://www.superclueai.com/data/specialized_list/Fin/2026年3月.xlsx ($['总榜单'] / row GPT-5(high) / column 总分),,out:model-not-established, superclue-fin2603-total,superclue-fin,minimax-m2,solo,mixed,hard,superclue-api,,,,,,69.47,score%,0,,,https://www.superclueai.com/data/specialized_list/Fin/2026年3月.xlsx ($['总榜单'] / row MiniMax-M2 / column 总分),,out:single-couple, superclue-fin2607-total,superclue-fin,kimi-k3,max,mixed,hard,superclue-api,CNY-per-question,1.41,0.00289,,,88.72,score%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.superclueai.com/data/specialized_list/Fin/2026年7月.xlsx ($['总榜'] / row Kimi-K3(max) / column 总分),,out:single-couple,out:cost-single-couple superclue-fin2607-total,superclue-fin,qwen3.7-max,unstated,mixed,hard,superclue-api,CNY-per-question,0.4,0.0289,,,83.63,score%,0,,,https://www.superclueai.com/data/specialized_list/Fin/2026年7月.xlsx ($['总榜'] / row Qwen3.7-Max / column 总分),,out:effort-not-established,out:effort-not-established superclue-fin2607-total,superclue-fin,?Doubao-Seed-2.1-pro(high),not-established:absent,mixed,hard,superclue-api,CNY-per-question,0.61,0.00289,,,83.61,score%,0,,,https://www.superclueai.com/data/specialized_list/Fin/2026年7月.xlsx ($['总榜'] / row Doubao-Seed-2.1-pro(high) / column 总分),,out:model-not-established,out:model-not-established superclue-fin2607-total,superclue-fin,minimax-m3,unstated,mixed,hard,superclue-api,CNY-per-question,0.15,0.00289,,,82.13,score%,0,,,https://www.superclueai.com/data/specialized_list/Fin/2026年7月.xlsx ($['总榜'] / row MiniMax-M3 / column 总分),,out:effort-not-established,out:effort-not-established superclue-fin2607-total,superclue-fin,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,superclue-api,CNY-per-question,0.07,0.00289,,,81.95,score%,0,,,https://www.superclueai.com/data/specialized_list/Fin/2026年7月.xlsx ($['总榜'] / row DeepSeek-V4-Pro(max) / column 总分),,out:model-not-established,out:model-not-established superclue-fin2607-total,superclue-fin,?Hy3(high),not-established:absent,mixed,hard,superclue-api,CNY-per-question,0.04,0.00289,,,81.28,score%,0,,,https://www.superclueai.com/data/specialized_list/Fin/2026年7月.xlsx ($['总榜'] / row Hy3(high) / column 总分),,out:model-not-established,out:model-not-established superclue-fin2607-total,superclue-fin,kimi-k2.6,unstated,mixed,hard,superclue-api,CNY-per-question,0.26,0.00289,,,74.65,score%,0,,,https://www.superclueai.com/data/specialized_list/Fin/2026年7月.xlsx ($['总榜'] / row Kimi-K2.6 / column 总分),,out:effort-not-established,out:effort-not-established superclue-fin2607-total,superclue-fin,glm-5.2,not-established:absent,mixed,hard,superclue-api,CNY-per-question,0.2,0.0289,,,74.63,score%,0,,,https://www.superclueai.com/data/specialized_list/Fin/2026年7月.xlsx ($['总榜'] / row GLM-5.2(max) / column 总分),,out:effort-not-established,out:effort-not-established superclue-fin2607-total,superclue-fin,?LongCat-2.0,not-established:absent,mixed,hard,superclue-api,CNY-per-question,0.11,0.00289,,,73.45,score%,0,,,https://www.superclueai.com/data/specialized_list/Fin/2026年7月.xlsx ($['总榜'] / row LongCat-2.0 / column 总分),,out:model-not-established,out:model-not-established superclue-fin2607-total,superclue-fin,?Step-3.7-Flash(high),not-established:absent,mixed,hard,superclue-api,CNY-per-question,0.08,0.00289,,,72.61,score%,0,,,https://www.superclueai.com/data/specialized_list/Fin/2026年7月.xlsx ($['总榜'] / row Step-3.7-Flash(high) / column 总分),,out:model-not-established,out:model-not-established superclue-fin2607-total,superclue-fin,mimo-v2.5-pro,unstated,mixed,hard,superclue-api,CNY-per-question,0.04,0.00289,,,72.14,score%,0,,,https://www.superclueai.com/data/specialized_list/Fin/2026年7月.xlsx ($['总榜'] / row Mimo-V2.5-Pro / column 总分),,out:effort-not-established,out:effort-not-established superclue-2509-math,superclue-general,gpt-5.1,high,reasoning-math,hard,superclue-api,,,,,,82.73,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row GPT-5.1(high) / column 数学推理),,out:single-couple, superclue-2509-math,superclue-general,gemini-3-pro,not-established:absent,reasoning-math,hard,superclue-api,,,,,,79.09,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Gemini-3-Pro-Preview / column 数学推理),,out:effort-not-established, superclue-2509-math,superclue-general,gpt-5,high,reasoning-math,hard,superclue-api,,,,,,73.64,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row GPT-5(high) / column 数学推理),,out:single-couple, superclue-2509-math,superclue-general,o4-mini,high,reasoning-math,hard,superclue-api,,,,,,72.73,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row o4-mini(high) / column 数学推理),,out:single-couple, superclue-2509-math,superclue-general,sonnet-4.5,not-established:absent,reasoning-math,hard,superclue-api,,,,,,52.73,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Claude-Sonnet-4.5-Reasoning / column 数学推理),,out:effort-not-established, superclue-2509-math,superclue-general,opus-4.1,not-established:absent,reasoning-math,hard,superclue-api,,,,,,49.09,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Claude-Opus-4.1-Reasoning / column 数学推理),,out:effort-not-established, superclue-2509-math,superclue-general,gemini-2.5-pro,think,reasoning-math,hard,superclue-api,,,,,,71.82,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Gemini-2.5-Pro / column 数学推理),,out:single-couple, superclue-2509-math,superclue-general,o3,high,reasoning-math,hard,superclue-api,,,,,,77.27,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row o3(high) / column 数学推理),,out:single-couple, superclue-2509-math,superclue-general,?Kimi-K2-Thinking,not-established:absent,reasoning-math,hard,superclue-api,,,,,,80.91,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Kimi-K2-Thinking / column 数学推理),,out:model-not-established, superclue-2509-math,superclue-general,deepseek-v3.2-exp,think,reasoning-math,hard,superclue-api,,,,,,60.91,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row DeepSeek-V3.2-Exp-Thinking / column 数学推理),,out:single-couple, superclue-2509-math,superclue-general,deepseek-v3.1-terminus,think,reasoning-math,hard,superclue-api,,,,,,60,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row DeepSeek-V3.1-Terminus -Thinking / column 数学推理),,out:single-couple, superclue-2509-math,superclue-general,?Doubao-Seed-1.6-thinking-250715,not-established:absent,reasoning-math,hard,superclue-api,,,,,,60.55,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Doubao-Seed-1.6-thinking-250715 / column 数学推理),,out:model-not-established, superclue-2509-math,superclue-general,?ERNIE-X1.1,not-established:absent,reasoning-math,hard,superclue-api,,,,,,52.45,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row ERNIE-X1.1 / column 数学推理),,out:model-not-established, superclue-2509-math,superclue-general,qwen3-max-0923,solo,reasoning-math,hard,superclue-api,,,,,,62.73,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Qwen3-Max / column 数学推理),,out:single-couple, superclue-2509-math,superclue-general,gemini-2.5-flash,think,reasoning-math,hard,superclue-api,,,,,,62.73,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Gemini-2.5-Flash / column 数学推理),,out:single-couple, superclue-2509-math,superclue-general,?openPangu-Ultra-MoE-718B,not-established:absent,reasoning-math,hard,superclue-api,,,,,,53.64,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row openPangu-Ultra-MoE-718B / column 数学推理),,out:model-not-established, superclue-2509-math,superclue-general,qwen3-235b-a22b-thinking-2507,solo,reasoning-math,hard,superclue-api,,,,,,58.18,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Qwen3-235B-A22B-Thinking-2507 / column 数学推理),,out:single-couple, superclue-2509-math,superclue-general,glm-4.6,think,reasoning-math,hard,superclue-api,,,,,,54.55,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row GLM-4.6 / column 数学推理),,out:single-couple, superclue-2509-math,superclue-general,?Qwen3-Next-80B-A3B,not-established:absent,reasoning-math,hard,superclue-api,,,,,,66.36,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Qwen3-Next-80B-A3B-Thinking / column 数学推理),,out:model-not-established, superclue-2509-math,superclue-general,grok-4,solo,reasoning-math,hard,superclue-api,,,,,,52.73,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Grok-4 / column 数学推理),,out:single-couple, superclue-2509-math,superclue-general,glm-4.5,think,reasoning-math,hard,superclue-api,,,,,,52.73,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row GLM-4.5 / column 数学推理),,out:single-couple, superclue-2509-math,superclue-general,grok-4-fast,think,reasoning-math,hard,superclue-api,,,,,,62.73,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Grok-4-fast-reasoning / column 数学推理),,out:single-couple, superclue-2509-math,superclue-general,gpt-oss-120b,not-established:absent,reasoning-math,hard,superclue-api,,,,,,70.91,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row gpt-oss-120b / column 数学推理),,out:effort-not-established, superclue-2509-math,superclue-general,?360zhinao3-o1.5,not-established:absent,reasoning-math,hard,superclue-api,,,,,,50,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row 360zhinao3-o1.5 / column 数学推理),,out:model-not-established, superclue-2509-math,superclue-general,?Hunyuan-T1-20250822,not-established:absent,reasoning-math,hard,superclue-api,,,,,,49.09,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Hunyuan-T1-20250822 / column 数学推理),,out:model-not-established, superclue-2509-math,superclue-general,qwen3-30b-a3b-thinking-2507,solo,reasoning-math,hard,superclue-api,,,,,,54.55,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Qwen3-30B-A3B-Thinking-2507 / column 数学推理),,out:single-couple, superclue-2509-math,superclue-general,deepseek-v3.1-terminus,nothink,reasoning-math,hard,superclue-api,,,,,,45.45,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row DeepSeek-V3.1-Terminus / column 数学推理),,out:single-couple, superclue-2509-math,superclue-general,?kimi-k2-0905-preview,not-established:absent,reasoning-math,hard,superclue-api,,,,,,46.36,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row kimi-k2-0905-preview / column 数学推理),,out:model-not-established, superclue-2509-math,superclue-general,minimax-m2,solo,reasoning-math,hard,superclue-api,,,,,,27.27,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row MiniMax-M2 / column 数学推理),,out:single-couple, superclue-2509-math,superclue-general,qwen3-next-80b-a3b-instruct,solo,reasoning-math,hard,superclue-api,,,,,,53.77,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Qwen3-Next-80B-A3B-Instruct / column 数学推理),,out:single-couple, superclue-2509-math,superclue-general,?LongCat-Flash-Chat,not-established:absent,reasoning-math,hard,superclue-api,,,,,,36.36,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row LongCat-Flash-Chat / column 数学推理),,out:model-not-established, superclue-2509-math,superclue-general,?Spark X1,not-established:absent,reasoning-math,hard,superclue-api,,,,,,42.73,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Spark X1 / column 数学推理),,out:model-not-established, superclue-2509-math,superclue-general,?LongCat-Flash,not-established:absent,reasoning-math,hard,superclue-api,,,,,,37.27,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row LongCat-Flash-Thinking / column 数学推理),,out:model-not-established, superclue-2509-math,superclue-general,?MiniMax-M1,not-established:absent,reasoning-math,hard,superclue-api,,,,,,31.82,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row MiniMax-M1 / column 数学推理),,out:model-not-established, superclue-2509-math,superclue-general,hunyuan-a13b-instruct,think,reasoning-math,hard,superclue-api,,,,,,29.09,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Hunyuan-A13B-Instruct / column 数学推理),,out:single-couple, superclue-2509-math,superclue-general,?Llama-4-Maverick-17B-128E-Instruct-FP8,not-established:absent,reasoning-math,hard,superclue-api,,,,,,16.36,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Llama-4-Maverick-17B-128E-Instruct-FP8 / column 数学推理),,out:model-not-established, superclue-2509-math,superclue-general,?MiniCPM4.1-8B,not-established:absent,reasoning-math,hard,superclue-api,,,,,,33.72,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row MiniCPM4.1-8B / column 数学推理),,out:model-not-established, superclue-2509-halluc,superclue-general,gpt-5.1,high,mixed,hard,superclue-api,,,,,,77.11,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row GPT-5.1(high) / column 幻觉控制),,out:single-couple, superclue-2509-halluc,superclue-general,gemini-3-pro,not-established:absent,mixed,hard,superclue-api,,,,,,81.51,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Gemini-3-Pro-Preview / column 幻觉控制),,out:effort-not-established, superclue-2509-halluc,superclue-general,gpt-5,high,mixed,hard,superclue-api,,,,,,78.345,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row GPT-5(high) / column 幻觉控制),,out:single-couple, superclue-2509-halluc,superclue-general,o4-mini,high,mixed,hard,superclue-api,,,,,,66.41,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row o4-mini(high) / column 幻觉控制),,out:single-couple, superclue-2509-halluc,superclue-general,sonnet-4.5,not-established:absent,mixed,hard,superclue-api,,,,,,78.61,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Claude-Sonnet-4.5-Reasoning / column 幻觉控制),,out:effort-not-established, superclue-2509-halluc,superclue-general,opus-4.1,not-established:absent,mixed,hard,superclue-api,,,,,,85.235,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Claude-Opus-4.1-Reasoning / column 幻觉控制),,out:effort-not-established, superclue-2509-halluc,superclue-general,gemini-2.5-pro,think,mixed,hard,superclue-api,,,,,,73.165,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Gemini-2.5-Pro / column 幻觉控制),,out:single-couple, superclue-2509-halluc,superclue-general,o3,high,mixed,hard,superclue-api,,,,,,77.465,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row o3(high) / column 幻觉控制),,out:single-couple, superclue-2509-halluc,superclue-general,?Kimi-K2-Thinking,not-established:absent,mixed,hard,superclue-api,,,,,,72.23,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Kimi-K2-Thinking / column 幻觉控制),,out:model-not-established, superclue-2509-halluc,superclue-general,deepseek-v3.2-exp,think,mixed,hard,superclue-api,,,,,,71.26,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row DeepSeek-V3.2-Exp-Thinking / column 幻觉控制),,out:single-couple, superclue-2509-halluc,superclue-general,deepseek-v3.1-terminus,think,mixed,hard,superclue-api,,,,,,68.92,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row DeepSeek-V3.1-Terminus -Thinking / column 幻觉控制),,out:single-couple, superclue-2509-halluc,superclue-general,?Doubao-Seed-1.6-thinking-250715,not-established:absent,mixed,hard,superclue-api,,,,,,77.775,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Doubao-Seed-1.6-thinking-250715 / column 幻觉控制),,out:model-not-established, superclue-2509-halluc,superclue-general,?ERNIE-X1.1,not-established:absent,mixed,hard,superclue-api,,,,,,78.785,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row ERNIE-X1.1 / column 幻觉控制),,out:model-not-established, superclue-2509-halluc,superclue-general,qwen3-max-0923,solo,mixed,hard,superclue-api,,,,,,70.93,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Qwen3-Max / column 幻觉控制),,out:single-couple, superclue-2509-halluc,superclue-general,gemini-2.5-flash,think,mixed,hard,superclue-api,,,,,,72.365,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Gemini-2.5-Flash / column 幻觉控制),,out:single-couple, superclue-2509-halluc,superclue-general,?openPangu-Ultra-MoE-718B,not-established:absent,mixed,hard,superclue-api,,,,,,81.285,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row openPangu-Ultra-MoE-718B / column 幻觉控制),,out:model-not-established, superclue-2509-halluc,superclue-general,qwen3-235b-a22b-thinking-2507,solo,mixed,hard,superclue-api,,,,,,61.37,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Qwen3-235B-A22B-Thinking-2507 / column 幻觉控制),,out:single-couple, superclue-2509-halluc,superclue-general,glm-4.6,think,mixed,hard,superclue-api,,,,,,73.08,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row GLM-4.6 / column 幻觉控制),,out:single-couple, superclue-2509-halluc,superclue-general,?Qwen3-Next-80B-A3B,not-established:absent,mixed,hard,superclue-api,,,,,,60.75,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Qwen3-Next-80B-A3B-Thinking / column 幻觉控制),,out:model-not-established, superclue-2509-halluc,superclue-general,grok-4,solo,mixed,hard,superclue-api,,,,,,73.52,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Grok-4 / column 幻觉控制),,out:single-couple, superclue-2509-halluc,superclue-general,glm-4.5,think,mixed,hard,superclue-api,,,,,,66.78,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row GLM-4.5 / column 幻觉控制),,out:single-couple, superclue-2509-halluc,superclue-general,grok-4-fast,think,mixed,hard,superclue-api,,,,,,67.54,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Grok-4-fast-reasoning / column 幻觉控制),,out:single-couple, superclue-2509-halluc,superclue-general,gpt-oss-120b,not-established:absent,mixed,hard,superclue-api,,,,,,55.025,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row gpt-oss-120b / column 幻觉控制),,out:effort-not-established, superclue-2509-halluc,superclue-general,?360zhinao3-o1.5,not-established:absent,mixed,hard,superclue-api,,,,,,68.445,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row 360zhinao3-o1.5 / column 幻觉控制),,out:model-not-established, superclue-2509-halluc,superclue-general,?Hunyuan-T1-20250822,not-established:absent,mixed,hard,superclue-api,,,,,,77.96,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Hunyuan-T1-20250822 / column 幻觉控制),,out:model-not-established, superclue-2509-halluc,superclue-general,qwen3-30b-a3b-thinking-2507,solo,mixed,hard,superclue-api,,,,,,54.935,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Qwen3-30B-A3B-Thinking-2507 / column 幻觉控制),,out:single-couple, superclue-2509-halluc,superclue-general,deepseek-v3.1-terminus,nothink,mixed,hard,superclue-api,,,,,,71.44,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row DeepSeek-V3.1-Terminus / column 幻觉控制),,out:single-couple, superclue-2509-halluc,superclue-general,?kimi-k2-0905-preview,not-established:absent,mixed,hard,superclue-api,,,,,,62.115,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row kimi-k2-0905-preview / column 幻觉控制),,out:model-not-established, superclue-2509-halluc,superclue-general,minimax-m2,solo,mixed,hard,superclue-api,,,,,,60.02,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row MiniMax-M2 / column 幻觉控制),,out:single-couple, superclue-2509-halluc,superclue-general,qwen3-next-80b-a3b-instruct,solo,mixed,hard,superclue-api,,,,,,55.41,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Qwen3-Next-80B-A3B-Instruct / column 幻觉控制),,out:single-couple, superclue-2509-halluc,superclue-general,?LongCat-Flash-Chat,not-established:absent,mixed,hard,superclue-api,,,,,,50.34,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row LongCat-Flash-Chat / column 幻觉控制),,out:model-not-established, superclue-2509-halluc,superclue-general,?Spark X1,not-established:absent,mixed,hard,superclue-api,,,,,,61.955,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Spark X1 / column 幻觉控制),,out:model-not-established, superclue-2509-halluc,superclue-general,?LongCat-Flash,not-established:absent,mixed,hard,superclue-api,,,,,,60.14,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row LongCat-Flash-Thinking / column 幻觉控制),,out:model-not-established, superclue-2509-halluc,superclue-general,?MiniMax-M1,not-established:absent,mixed,hard,superclue-api,,,,,,62.22,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row MiniMax-M1 / column 幻觉控制),,out:model-not-established, superclue-2509-halluc,superclue-general,hunyuan-a13b-instruct,think,mixed,hard,superclue-api,,,,,,64.76,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Hunyuan-A13B-Instruct / column 幻觉控制),,out:single-couple, superclue-2509-halluc,superclue-general,?Llama-4-Maverick-17B-128E-Instruct-FP8,not-established:absent,mixed,hard,superclue-api,,,,,,68.39,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Llama-4-Maverick-17B-128E-Instruct-FP8 / column 幻觉控制),,out:model-not-established, superclue-2509-halluc,superclue-general,?MiniCPM4.1-8B,not-established:absent,mixed,hard,superclue-api,,,,,,48.085,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row MiniCPM4.1-8B / column 幻觉控制),,out:model-not-established, superclue-2509-sci,superclue-general,gpt-5.1,high,reasoning-math,hard,superclue-api,,,,,,53.45,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row GPT-5.1(high) / column 科学推理),,out:single-couple, superclue-2509-sci,superclue-general,gemini-3-pro,not-established:absent,reasoning-math,hard,superclue-api,,,,,,53.45,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Gemini-3-Pro-Preview / column 科学推理),,out:effort-not-established, superclue-2509-sci,superclue-general,gpt-5,high,reasoning-math,hard,superclue-api,,,,,,44.83,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row GPT-5(high) / column 科学推理),,out:single-couple, superclue-2509-sci,superclue-general,o4-mini,high,reasoning-math,hard,superclue-api,,,,,,54.31,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row o4-mini(high) / column 科学推理),,out:single-couple, superclue-2509-sci,superclue-general,sonnet-4.5,not-established:absent,reasoning-math,hard,superclue-api,,,,,,42.24,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Claude-Sonnet-4.5-Reasoning / column 科学推理),,out:effort-not-established, superclue-2509-sci,superclue-general,opus-4.1,not-established:absent,reasoning-math,hard,superclue-api,,,,,,45.69,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Claude-Opus-4.1-Reasoning / column 科学推理),,out:effort-not-established, superclue-2509-sci,superclue-general,gemini-2.5-pro,think,reasoning-math,hard,superclue-api,,,,,,50,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Gemini-2.5-Pro / column 科学推理),,out:single-couple, superclue-2509-sci,superclue-general,o3,high,reasoning-math,hard,superclue-api,,,,,,35.34,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row o3(high) / column 科学推理),,out:single-couple, superclue-2509-sci,superclue-general,?Kimi-K2-Thinking,not-established:absent,reasoning-math,hard,superclue-api,,,,,,54.31,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Kimi-K2-Thinking / column 科学推理),,out:model-not-established, superclue-2509-sci,superclue-general,deepseek-v3.2-exp,think,reasoning-math,hard,superclue-api,,,,,,45.69,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row DeepSeek-V3.2-Exp-Thinking / column 科学推理),,out:single-couple, superclue-2509-sci,superclue-general,deepseek-v3.1-terminus,think,reasoning-math,hard,superclue-api,,,,,,47.41,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row DeepSeek-V3.1-Terminus -Thinking / column 科学推理),,out:single-couple, superclue-2509-sci,superclue-general,?Doubao-Seed-1.6-thinking-250715,not-established:absent,reasoning-math,hard,superclue-api,,,,,,52.59,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Doubao-Seed-1.6-thinking-250715 / column 科学推理),,out:model-not-established, superclue-2509-sci,superclue-general,?ERNIE-X1.1,not-established:absent,reasoning-math,hard,superclue-api,,,,,,33.62,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row ERNIE-X1.1 / column 科学推理),,out:model-not-established, superclue-2509-sci,superclue-general,qwen3-max-0923,solo,reasoning-math,hard,superclue-api,,,,,,48.28,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Qwen3-Max / column 科学推理),,out:single-couple, superclue-2509-sci,superclue-general,gemini-2.5-flash,think,reasoning-math,hard,superclue-api,,,,,,41.38,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Gemini-2.5-Flash / column 科学推理),,out:single-couple, superclue-2509-sci,superclue-general,?openPangu-Ultra-MoE-718B,not-established:absent,reasoning-math,hard,superclue-api,,,,,,37.93,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row openPangu-Ultra-MoE-718B / column 科学推理),,out:model-not-established, superclue-2509-sci,superclue-general,qwen3-235b-a22b-thinking-2507,solo,reasoning-math,hard,superclue-api,,,,,,46.55,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Qwen3-235B-A22B-Thinking-2507 / column 科学推理),,out:single-couple, superclue-2509-sci,superclue-general,glm-4.6,think,reasoning-math,hard,superclue-api,,,,,,43.97,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row GLM-4.6 / column 科学推理),,out:single-couple, superclue-2509-sci,superclue-general,?Qwen3-Next-80B-A3B,not-established:absent,reasoning-math,hard,superclue-api,,,,,,35.34,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Qwen3-Next-80B-A3B-Thinking / column 科学推理),,out:model-not-established, superclue-2509-sci,superclue-general,grok-4,solo,reasoning-math,hard,superclue-api,,,,,,37.93,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Grok-4 / column 科学推理),,out:single-couple, superclue-2509-sci,superclue-general,glm-4.5,think,reasoning-math,hard,superclue-api,,,,,,43.1,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row GLM-4.5 / column 科学推理),,out:single-couple, superclue-2509-sci,superclue-general,grok-4-fast,think,reasoning-math,hard,superclue-api,,,,,,39.66,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Grok-4-fast-reasoning / column 科学推理),,out:single-couple, superclue-2509-sci,superclue-general,gpt-oss-120b,not-established:absent,reasoning-math,hard,superclue-api,,,,,,50.86,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row gpt-oss-120b / column 科学推理),,out:effort-not-established, superclue-2509-sci,superclue-general,?360zhinao3-o1.5,not-established:absent,reasoning-math,hard,superclue-api,,,,,,43.1,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row 360zhinao3-o1.5 / column 科学推理),,out:model-not-established, superclue-2509-sci,superclue-general,?Hunyuan-T1-20250822,not-established:absent,reasoning-math,hard,superclue-api,,,,,,40.52,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Hunyuan-T1-20250822 / column 科学推理),,out:model-not-established, superclue-2509-sci,superclue-general,qwen3-30b-a3b-thinking-2507,solo,reasoning-math,hard,superclue-api,,,,,,36.21,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Qwen3-30B-A3B-Thinking-2507 / column 科学推理),,out:single-couple, superclue-2509-sci,superclue-general,deepseek-v3.1-terminus,nothink,reasoning-math,hard,superclue-api,,,,,,41.38,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row DeepSeek-V3.1-Terminus / column 科学推理),,out:single-couple, superclue-2509-sci,superclue-general,?kimi-k2-0905-preview,not-established:absent,reasoning-math,hard,superclue-api,,,,,,35.34,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row kimi-k2-0905-preview / column 科学推理),,out:model-not-established, superclue-2509-sci,superclue-general,minimax-m2,solo,reasoning-math,hard,superclue-api,,,,,,33.62,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row MiniMax-M2 / column 科学推理),,out:single-couple, superclue-2509-sci,superclue-general,qwen3-next-80b-a3b-instruct,solo,reasoning-math,hard,superclue-api,,,,,,30.43,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Qwen3-Next-80B-A3B-Instruct / column 科学推理),,out:single-couple, superclue-2509-sci,superclue-general,?LongCat-Flash-Chat,not-established:absent,reasoning-math,hard,superclue-api,,,,,,37.93,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row LongCat-Flash-Chat / column 科学推理),,out:model-not-established, superclue-2509-sci,superclue-general,?Spark X1,not-established:absent,reasoning-math,hard,superclue-api,,,,,,30.17,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Spark X1 / column 科学推理),,out:model-not-established, superclue-2509-sci,superclue-general,?LongCat-Flash,not-established:absent,reasoning-math,hard,superclue-api,,,,,,29.31,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row LongCat-Flash-Thinking / column 科学推理),,out:model-not-established, superclue-2509-sci,superclue-general,?MiniMax-M1,not-established:absent,reasoning-math,hard,superclue-api,,,,,,30.17,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row MiniMax-M1 / column 科学推理),,out:model-not-established, superclue-2509-sci,superclue-general,hunyuan-a13b-instruct,think,reasoning-math,hard,superclue-api,,,,,,17.24,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Hunyuan-A13B-Instruct / column 科学推理),,out:single-couple, superclue-2509-sci,superclue-general,?Llama-4-Maverick-17B-128E-Instruct-FP8,not-established:absent,reasoning-math,hard,superclue-api,,,,,,18.1,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Llama-4-Maverick-17B-128E-Instruct-FP8 / column 科学推理),,out:model-not-established, superclue-2509-sci,superclue-general,?MiniCPM4.1-8B,not-established:absent,reasoning-math,hard,superclue-api,,,,,,13.83,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row MiniCPM4.1-8B / column 科学推理),,out:model-not-established, superclue-2509-ifollow,superclue-general,gpt-5.1,high,mixed,hard,superclue-api,,,,,,73.53,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row GPT-5.1(high) / column 精确指令遵循),,out:single-couple, superclue-2509-ifollow,superclue-general,gemini-3-pro,not-established:absent,mixed,hard,superclue-api,,,,,,68.45,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Gemini-3-Pro-Preview / column 精确指令遵循),,out:effort-not-established, superclue-2509-ifollow,superclue-general,gpt-5,high,mixed,hard,superclue-api,,,,,,73.26,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row GPT-5(high) / column 精确指令遵循),,out:single-couple, superclue-2509-ifollow,superclue-general,o4-mini,high,mixed,hard,superclue-api,,,,,,67.65,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row o4-mini(high) / column 精确指令遵循),,out:single-couple, superclue-2509-ifollow,superclue-general,sonnet-4.5,not-established:absent,mixed,hard,superclue-api,,,,,,69.25,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Claude-Sonnet-4.5-Reasoning / column 精确指令遵循),,out:effort-not-established, superclue-2509-ifollow,superclue-general,opus-4.1,not-established:absent,mixed,hard,superclue-api,,,,,,63.1,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Claude-Opus-4.1-Reasoning / column 精确指令遵循),,out:effort-not-established, superclue-2509-ifollow,superclue-general,gemini-2.5-pro,think,mixed,hard,superclue-api,,,,,,49.73,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Gemini-2.5-Pro / column 精确指令遵循),,out:single-couple, superclue-2509-ifollow,superclue-general,o3,high,mixed,hard,superclue-api,,,,,,67.91,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row o3(high) / column 精确指令遵循),,out:single-couple, superclue-2509-ifollow,superclue-general,?Kimi-K2-Thinking,not-established:absent,mixed,hard,superclue-api,,,,,,48.93,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Kimi-K2-Thinking / column 精确指令遵循),,out:model-not-established, superclue-2509-ifollow,superclue-general,deepseek-v3.2-exp,think,mixed,hard,superclue-api,,,,,,55.61,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row DeepSeek-V3.2-Exp-Thinking / column 精确指令遵循),,out:single-couple, superclue-2509-ifollow,superclue-general,deepseek-v3.1-terminus,think,mixed,hard,superclue-api,,,,,,54.81,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row DeepSeek-V3.1-Terminus -Thinking / column 精确指令遵循),,out:single-couple, superclue-2509-ifollow,superclue-general,?Doubao-Seed-1.6-thinking-250715,not-established:absent,mixed,hard,superclue-api,,,,,,37.43,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Doubao-Seed-1.6-thinking-250715 / column 精确指令遵循),,out:model-not-established, superclue-2509-ifollow,superclue-general,?ERNIE-X1.1,not-established:absent,mixed,hard,superclue-api,,,,,,64.91,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row ERNIE-X1.1 / column 精确指令遵循),,out:model-not-established, superclue-2509-ifollow,superclue-general,qwen3-max-0923,solo,mixed,hard,superclue-api,,,,,,26.47,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Qwen3-Max / column 精确指令遵循),,out:single-couple, superclue-2509-ifollow,superclue-general,gemini-2.5-flash,think,mixed,hard,superclue-api,,,,,,41.44,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Gemini-2.5-Flash / column 精确指令遵循),,out:single-couple, superclue-2509-ifollow,superclue-general,?openPangu-Ultra-MoE-718B,not-established:absent,mixed,hard,superclue-api,,,,,,51.07,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row openPangu-Ultra-MoE-718B / column 精确指令遵循),,out:model-not-established, superclue-2509-ifollow,superclue-general,qwen3-235b-a22b-thinking-2507,solo,mixed,hard,superclue-api,,,,,,51.6,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Qwen3-235B-A22B-Thinking-2507 / column 精确指令遵循),,out:single-couple, superclue-2509-ifollow,superclue-general,glm-4.6,think,mixed,hard,superclue-api,,,,,,40.37,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row GLM-4.6 / column 精确指令遵循),,out:single-couple, superclue-2509-ifollow,superclue-general,?Qwen3-Next-80B-A3B,not-established:absent,mixed,hard,superclue-api,,,,,,56.95,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Qwen3-Next-80B-A3B-Thinking / column 精确指令遵循),,out:model-not-established, superclue-2509-ifollow,superclue-general,grok-4,solo,mixed,hard,superclue-api,,,,,,39.57,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Grok-4 / column 精确指令遵循),,out:single-couple, superclue-2509-ifollow,superclue-general,glm-4.5,think,mixed,hard,superclue-api,,,,,,36.1,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row GLM-4.5 / column 精确指令遵循),,out:single-couple, superclue-2509-ifollow,superclue-general,grok-4-fast,think,mixed,hard,superclue-api,,,,,,25.94,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Grok-4-fast-reasoning / column 精确指令遵循),,out:single-couple, superclue-2509-ifollow,superclue-general,gpt-oss-120b,not-established:absent,mixed,hard,superclue-api,,,,,,50,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row gpt-oss-120b / column 精确指令遵循),,out:effort-not-established, superclue-2509-ifollow,superclue-general,?360zhinao3-o1.5,not-established:absent,mixed,hard,superclue-api,,,,,,39.84,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row 360zhinao3-o1.5 / column 精确指令遵循),,out:model-not-established, superclue-2509-ifollow,superclue-general,?Hunyuan-T1-20250822,not-established:absent,mixed,hard,superclue-api,,,,,,45.45,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Hunyuan-T1-20250822 / column 精确指令遵循),,out:model-not-established, superclue-2509-ifollow,superclue-general,qwen3-30b-a3b-thinking-2507,solo,mixed,hard,superclue-api,,,,,,42.25,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Qwen3-30B-A3B-Thinking-2507 / column 精确指令遵循),,out:single-couple, superclue-2509-ifollow,superclue-general,deepseek-v3.1-terminus,nothink,mixed,hard,superclue-api,,,,,,24.06,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row DeepSeek-V3.1-Terminus / column 精确指令遵循),,out:single-couple, superclue-2509-ifollow,superclue-general,?kimi-k2-0905-preview,not-established:absent,mixed,hard,superclue-api,,,,,,18.45,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row kimi-k2-0905-preview / column 精确指令遵循),,out:model-not-established, superclue-2509-ifollow,superclue-general,minimax-m2,solo,mixed,hard,superclue-api,,,,,,40.64,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row MiniMax-M2 / column 精确指令遵循),,out:single-couple, superclue-2509-ifollow,superclue-general,qwen3-next-80b-a3b-instruct,solo,mixed,hard,superclue-api,,,,,,17.91,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Qwen3-Next-80B-A3B-Instruct / column 精确指令遵循),,out:single-couple, superclue-2509-ifollow,superclue-general,?LongCat-Flash-Chat,not-established:absent,mixed,hard,superclue-api,,,,,,26.74,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row LongCat-Flash-Chat / column 精确指令遵循),,out:model-not-established, superclue-2509-ifollow,superclue-general,?Spark X1,not-established:absent,mixed,hard,superclue-api,,,,,,20.59,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Spark X1 / column 精确指令遵循),,out:model-not-established, superclue-2509-ifollow,superclue-general,?LongCat-Flash,not-established:absent,mixed,hard,superclue-api,,,,,,41.98,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row LongCat-Flash-Thinking / column 精确指令遵循),,out:model-not-established, superclue-2509-ifollow,superclue-general,?MiniMax-M1,not-established:absent,mixed,hard,superclue-api,,,,,,23.26,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row MiniMax-M1 / column 精确指令遵循),,out:model-not-established, superclue-2509-ifollow,superclue-general,hunyuan-a13b-instruct,think,mixed,hard,superclue-api,,,,,,24.6,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Hunyuan-A13B-Instruct / column 精确指令遵循),,out:single-couple, superclue-2509-ifollow,superclue-general,?Llama-4-Maverick-17B-128E-Instruct-FP8,not-established:absent,mixed,hard,superclue-api,,,,,,23.53,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Llama-4-Maverick-17B-128E-Instruct-FP8 / column 精确指令遵循),,out:model-not-established, superclue-2509-ifollow,superclue-general,?MiniCPM4.1-8B,not-established:absent,mixed,hard,superclue-api,,,,,,18.45,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row MiniCPM4.1-8B / column 精确指令遵循),,out:model-not-established, superclue-2509-code,superclue-general,gpt-5.1,high,coding,hard,superclue-api,,,,,,71.04,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row GPT-5.1(high) / column 代码生成),,out:single-couple, superclue-2509-code,superclue-general,gemini-3-pro,not-established:absent,coding,hard,superclue-api,,,,,,68.44,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Gemini-3-Pro-Preview / column 代码生成),,out:effort-not-established, superclue-2509-code,superclue-general,gpt-5,high,coding,hard,superclue-api,,,,,,70.8494208494209,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row GPT-5(high) / column 代码生成),,out:single-couple, superclue-2509-code,superclue-general,o4-mini,high,coding,hard,superclue-api,,,,,,64.3822393822394,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row o4-mini(high) / column 代码生成),,out:single-couple, superclue-2509-code,superclue-general,sonnet-4.5,not-established:absent,coding,hard,superclue-api,,,,,,73.65,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Claude-Sonnet-4.5-Reasoning / column 代码生成),,out:effort-not-established, superclue-2509-code,superclue-general,opus-4.1,not-established:absent,coding,hard,superclue-api,,,,,,70.8494208494209,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Claude-Opus-4.1-Reasoning / column 代码生成),,out:effort-not-established, superclue-2509-code,superclue-general,gemini-2.5-pro,think,coding,hard,superclue-api,,,,,,60.3281853281853,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Gemini-2.5-Pro / column 代码生成),,out:single-couple, superclue-2509-code,superclue-general,o3,high,coding,hard,superclue-api,,,,,,62.1621621621622,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row o3(high) / column 代码生成),,out:single-couple, superclue-2509-code,superclue-general,?Kimi-K2-Thinking,not-established:absent,coding,hard,superclue-api,,,,,,63.03,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Kimi-K2-Thinking / column 代码生成),,out:model-not-established, superclue-2509-code,superclue-general,deepseek-v3.2-exp,think,coding,hard,superclue-api,,,,,,66.12,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row DeepSeek-V3.2-Exp-Thinking / column 代码生成),,out:single-couple, superclue-2509-code,superclue-general,deepseek-v3.1-terminus,think,coding,hard,superclue-api,,,,,,61.6795366795367,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row DeepSeek-V3.1-Terminus -Thinking / column 代码生成),,out:single-couple, superclue-2509-code,superclue-general,?Doubao-Seed-1.6-thinking-250715,not-established:absent,coding,hard,superclue-api,,,,,,54.9227799227799,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Doubao-Seed-1.6-thinking-250715 / column 代码生成),,out:model-not-established, superclue-2509-code,superclue-general,?ERNIE-X1.1,not-established:absent,coding,hard,superclue-api,,,,,,53.8610038610039,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row ERNIE-X1.1 / column 代码生成),,out:model-not-established, superclue-2509-code,superclue-general,qwen3-max-0923,solo,coding,hard,superclue-api,,,,,,67.1814671814672,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Qwen3-Max / column 代码生成),,out:single-couple, superclue-2509-code,superclue-general,gemini-2.5-flash,think,coding,hard,superclue-api,,,,,,55.6949806949807,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Gemini-2.5-Flash / column 代码生成),,out:single-couple, superclue-2509-code,superclue-general,?openPangu-Ultra-MoE-718B,not-established:absent,coding,hard,superclue-api,,,,,,57.9150579150579,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row openPangu-Ultra-MoE-718B / column 代码生成),,out:model-not-established, superclue-2509-code,superclue-general,qwen3-235b-a22b-thinking-2507,solo,coding,hard,superclue-api,,,,,,54.2471042471043,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Qwen3-235B-A22B-Thinking-2507 / column 代码生成),,out:single-couple, superclue-2509-code,superclue-general,glm-4.6,think,coding,hard,superclue-api,,,,,,65.25,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row GLM-4.6 / column 代码生成),,out:single-couple, superclue-2509-code,superclue-general,?Qwen3-Next-80B-A3B,not-established:absent,coding,hard,superclue-api,,,,,,55.5019305019305,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Qwen3-Next-80B-A3B-Thinking / column 代码生成),,out:model-not-established, superclue-2509-code,superclue-general,grok-4,solo,coding,hard,superclue-api,,,,,,64.4787644787645,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Grok-4 / column 代码生成),,out:single-couple, superclue-2509-code,superclue-general,glm-4.5,think,coding,hard,superclue-api,,,,,,66.4092664092664,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row GLM-4.5 / column 代码生成),,out:single-couple, superclue-2509-code,superclue-general,grok-4-fast,think,coding,hard,superclue-api,,,,,,59.9420849420849,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Grok-4-fast-reasoning / column 代码生成),,out:single-couple, superclue-2509-code,superclue-general,gpt-oss-120b,not-established:absent,coding,hard,superclue-api,,,,,,43.1467181467182,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row gpt-oss-120b / column 代码生成),,out:effort-not-established, superclue-2509-code,superclue-general,?360zhinao3-o1.5,not-established:absent,coding,hard,superclue-api,,,,,,41.6988416988417,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row 360zhinao3-o1.5 / column 代码生成),,out:model-not-established, superclue-2509-code,superclue-general,?Hunyuan-T1-20250822,not-established:absent,coding,hard,superclue-api,,,,,,40.1544401544402,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Hunyuan-T1-20250822 / column 代码生成),,out:model-not-established, superclue-2509-code,superclue-general,qwen3-30b-a3b-thinking-2507,solo,coding,hard,superclue-api,,,,,,46.9111969111969,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Qwen3-30B-A3B-Thinking-2507 / column 代码生成),,out:single-couple, superclue-2509-code,superclue-general,deepseek-v3.1-terminus,nothink,coding,hard,superclue-api,,,,,,33.8803088803089,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row DeepSeek-V3.1-Terminus / column 代码生成),,out:single-couple, superclue-2509-code,superclue-general,?kimi-k2-0905-preview,not-established:absent,coding,hard,superclue-api,,,,,,60.4247104247104,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row kimi-k2-0905-preview / column 代码生成),,out:model-not-established, superclue-2509-code,superclue-general,minimax-m2,solo,coding,hard,superclue-api,,,,,,56.18,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row MiniMax-M2 / column 代码生成),,out:single-couple, superclue-2509-code,superclue-general,qwen3-next-80b-a3b-instruct,solo,coding,hard,superclue-api,,,,,,53.0888030888031,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Qwen3-Next-80B-A3B-Instruct / column 代码生成),,out:single-couple, superclue-2509-code,superclue-general,?LongCat-Flash-Chat,not-established:absent,coding,hard,superclue-api,,,,,,46.4285714285714,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row LongCat-Flash-Chat / column 代码生成),,out:model-not-established, superclue-2509-code,superclue-general,?Spark X1,not-established:absent,coding,hard,superclue-api,,,,,,47.4903474903475,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Spark X1 / column 代码生成),,out:model-not-established, superclue-2509-code,superclue-general,?LongCat-Flash,not-established:absent,coding,hard,superclue-api,,,,,,35.4247104247104,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row LongCat-Flash-Thinking / column 代码生成),,out:model-not-established, superclue-2509-code,superclue-general,?MiniMax-M1,not-established:absent,coding,hard,superclue-api,,,,,,41.0307234886026,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row MiniMax-M1 / column 代码生成),,out:model-not-established, superclue-2509-code,superclue-general,hunyuan-a13b-instruct,think,coding,hard,superclue-api,,,,,,31.3706563706564,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Hunyuan-A13B-Instruct / column 代码生成),,out:single-couple, superclue-2509-code,superclue-general,?Llama-4-Maverick-17B-128E-Instruct-FP8,not-established:absent,coding,hard,superclue-api,,,,,,30.019305019305,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Llama-4-Maverick-17B-128E-Instruct-FP8 / column 代码生成),,out:model-not-established, superclue-2509-code,superclue-general,?MiniCPM4.1-8B,not-established:absent,coding,hard,superclue-api,,,,,,25.1930501930502,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row MiniCPM4.1-8B / column 代码生成),,out:model-not-established, superclue-2509-agent,superclue-general,gpt-5.1,high,agentic-tool,hard,superclue-api,,,,,,77.22,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row GPT-5.1(high) / column 智能体Agent),,out:single-couple, superclue-2509-agent,superclue-general,gemini-3-pro,not-established:absent,agentic-tool,hard,superclue-api,,,,,,73.89,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Gemini-3-Pro-Preview / column 智能体Agent),,out:effort-not-established, superclue-2509-agent,superclue-general,gpt-5,high,agentic-tool,hard,superclue-api,,,,,,75.28,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row GPT-5(high) / column 智能体Agent),,out:single-couple, superclue-2509-agent,superclue-general,o4-mini,high,agentic-tool,hard,superclue-api,,,,,,70,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row o4-mini(high) / column 智能体Agent),,out:single-couple, superclue-2509-agent,superclue-general,sonnet-4.5,not-established:absent,agentic-tool,hard,superclue-api,,,,,,77.22,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Claude-Sonnet-4.5-Reasoning / column 智能体Agent),,out:effort-not-established, superclue-2509-agent,superclue-general,opus-4.1,not-established:absent,agentic-tool,hard,superclue-api,,,,,,75.28,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Claude-Opus-4.1-Reasoning / column 智能体Agent),,out:effort-not-established, superclue-2509-agent,superclue-general,gemini-2.5-pro,think,agentic-tool,hard,superclue-api,,,,,,83.06,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Gemini-2.5-Pro / column 智能体Agent),,out:single-couple, superclue-2509-agent,superclue-general,o3,high,agentic-tool,hard,superclue-api,,,,,,66.94,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row o3(high) / column 智能体Agent),,out:single-couple, superclue-2509-agent,superclue-general,?Kimi-K2-Thinking,not-established:absent,agentic-tool,hard,superclue-api,,,,,,60,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Kimi-K2-Thinking / column 智能体Agent),,out:model-not-established, superclue-2509-agent,superclue-general,deepseek-v3.2-exp,think,agentic-tool,hard,superclue-api,,,,,,76.11,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row DeepSeek-V3.2-Exp-Thinking / column 智能体Agent),,out:single-couple, superclue-2509-agent,superclue-general,deepseek-v3.1-terminus,think,agentic-tool,hard,superclue-api,,,,,,75.83,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row DeepSeek-V3.1-Terminus -Thinking / column 智能体Agent),,out:single-couple, superclue-2509-agent,superclue-general,?Doubao-Seed-1.6-thinking-250715,not-established:absent,agentic-tool,hard,superclue-api,,,,,,82.5,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Doubao-Seed-1.6-thinking-250715 / column 智能体Agent),,out:model-not-established, superclue-2509-agent,superclue-general,?ERNIE-X1.1,not-established:absent,agentic-tool,hard,superclue-api,,,,,,78.33,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row ERNIE-X1.1 / column 智能体Agent),,out:model-not-established, superclue-2509-agent,superclue-general,qwen3-max-0923,solo,agentic-tool,hard,superclue-api,,,,,,82.5,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Qwen3-Max / column 智能体Agent),,out:single-couple, superclue-2509-agent,superclue-general,gemini-2.5-flash,think,agentic-tool,hard,superclue-api,,,,,,80.83,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Gemini-2.5-Flash / column 智能体Agent),,out:single-couple, superclue-2509-agent,superclue-general,?openPangu-Ultra-MoE-718B,not-established:absent,agentic-tool,hard,superclue-api,,,,,,71.39,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row openPangu-Ultra-MoE-718B / column 智能体Agent),,out:model-not-established, superclue-2509-agent,superclue-general,qwen3-235b-a22b-thinking-2507,solo,agentic-tool,hard,superclue-api,,,,,,74.44,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Qwen3-235B-A22B-Thinking-2507 / column 智能体Agent),,out:single-couple, superclue-2509-agent,superclue-general,glm-4.6,think,agentic-tool,hard,superclue-api,,,,,,68.06,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row GLM-4.6 / column 智能体Agent),,out:single-couple, superclue-2509-agent,superclue-general,?Qwen3-Next-80B-A3B,not-established:absent,agentic-tool,hard,superclue-api,,,,,,67.22,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Qwen3-Next-80B-A3B-Thinking / column 智能体Agent),,out:model-not-established, superclue-2509-agent,superclue-general,grok-4,solo,agentic-tool,hard,superclue-api,,,,,,71.67,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Grok-4 / column 智能体Agent),,out:single-couple, superclue-2509-agent,superclue-general,glm-4.5,think,agentic-tool,hard,superclue-api,,,,,,68.89,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row GLM-4.5 / column 智能体Agent),,out:single-couple, superclue-2509-agent,superclue-general,grok-4-fast,think,agentic-tool,hard,superclue-api,,,,,,73.89,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Grok-4-fast-reasoning / column 智能体Agent),,out:single-couple, superclue-2509-agent,superclue-general,gpt-oss-120b,not-established:absent,agentic-tool,hard,superclue-api,,,,,,48.33,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row gpt-oss-120b / column 智能体Agent),,out:effort-not-established, superclue-2509-agent,superclue-general,?360zhinao3-o1.5,not-established:absent,agentic-tool,hard,superclue-api,,,,,,72.22,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row 360zhinao3-o1.5 / column 智能体Agent),,out:model-not-established, superclue-2509-agent,superclue-general,?Hunyuan-T1-20250822,not-established:absent,agentic-tool,hard,superclue-api,,,,,,60.56,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Hunyuan-T1-20250822 / column 智能体Agent),,out:model-not-established, superclue-2509-agent,superclue-general,qwen3-30b-a3b-thinking-2507,solo,agentic-tool,hard,superclue-api,,,,,,56.94,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Qwen3-30B-A3B-Thinking-2507 / column 智能体Agent),,out:single-couple, superclue-2509-agent,superclue-general,deepseek-v3.1-terminus,nothink,agentic-tool,hard,superclue-api,,,,,,71.94,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row DeepSeek-V3.1-Terminus / column 智能体Agent),,out:single-couple, superclue-2509-agent,superclue-general,?kimi-k2-0905-preview,not-established:absent,agentic-tool,hard,superclue-api,,,,,,56.39,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row kimi-k2-0905-preview / column 智能体Agent),,out:model-not-established, superclue-2509-agent,superclue-general,minimax-m2,solo,agentic-tool,hard,superclue-api,,,,,,61.11,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row MiniMax-M2 / column 智能体Agent),,out:single-couple, superclue-2509-agent,superclue-general,qwen3-next-80b-a3b-instruct,solo,agentic-tool,hard,superclue-api,,,,,,56.39,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Qwen3-Next-80B-A3B-Instruct / column 智能体Agent),,out:single-couple, superclue-2509-agent,superclue-general,?LongCat-Flash-Chat,not-established:absent,agentic-tool,hard,superclue-api,,,,,,67.22,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row LongCat-Flash-Chat / column 智能体Agent),,out:model-not-established, superclue-2509-agent,superclue-general,?Spark X1,not-established:absent,agentic-tool,hard,superclue-api,,,,,,58.61,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Spark X1 / column 智能体Agent),,out:model-not-established, superclue-2509-agent,superclue-general,?LongCat-Flash,not-established:absent,agentic-tool,hard,superclue-api,,,,,,52.22,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row LongCat-Flash-Thinking / column 智能体Agent),,out:model-not-established, superclue-2509-agent,superclue-general,?MiniMax-M1,not-established:absent,agentic-tool,hard,superclue-api,,,,,,38.89,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row MiniMax-M1 / column 智能体Agent),,out:model-not-established, superclue-2509-agent,superclue-general,hunyuan-a13b-instruct,think,agentic-tool,hard,superclue-api,,,,,,58.89,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Hunyuan-A13B-Instruct / column 智能体Agent),,out:single-couple, superclue-2509-agent,superclue-general,?Llama-4-Maverick-17B-128E-Instruct-FP8,not-established:absent,agentic-tool,hard,superclue-api,,,,,,61.39,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row Llama-4-Maverick-17B-128E-Instruct-FP8 / column 智能体Agent),,out:model-not-established, superclue-2509-agent,superclue-general,?MiniCPM4.1-8B,not-established:absent,agentic-tool,hard,superclue-api,,,,,,29.72,score%,0,,,https://www.superclueai.com/data/generalboard/2025年9月.xlsx ($ / row MiniCPM4.1-8B / column 智能体Agent),,out:model-not-established, superclue-2511-math,superclue-general,gpt-5.2,high,reasoning-math,hard,superclue-api,,,,,,64.49,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row GPT-5.2(high) / column 数学推理),,in, superclue-2511-math,superclue-general,gpt-5.1,high,reasoning-math,hard,superclue-api,,,,,,74.07,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row GPT-5.1(high) / column 数学推理),,in, superclue-2511-math,superclue-general,opus-4.5,not-established:absent,reasoning-math,hard,superclue-api,,,,,,58.33,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Claude-Opus-4.5-Reasoning / column 数学推理),,out:effort-not-established, superclue-2511-math,superclue-general,gemini-3-pro,not-established:absent,reasoning-math,hard,superclue-api,,,,,,67.59,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Gemini-3-Pro-Preview / column 数学推理),,out:effort-not-established, superclue-2511-math,superclue-general,deepseek-v3.2-speciale,solo,reasoning-math,hard,superclue-api,,,,,,75.24,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row DeepSeek-V3.2-Speciale / column 数学推理),,in, superclue-2511-math,superclue-general,deepseek-v3.2,think,reasoning-math,hard,superclue-api,,,,,,69.44,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row DeepSeek-V3.2-Thinking / column 数学推理),,in, superclue-2511-math,superclue-general,o3,high,reasoning-math,hard,superclue-api,,,,,,66.67,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row o3(high) / column 数学推理),,out:single-couple, superclue-2511-math,superclue-general,sonnet-4.5,not-established:absent,reasoning-math,hard,superclue-api,,,,,,50,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Claude-Sonnet-4.5-Reasoning / column 数学推理),,out:effort-not-established, superclue-2511-math,superclue-general,?ERNIE-5.0-Preview,not-established:absent,reasoning-math,hard,superclue-api,,,,,,48.15,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row ERNIE-5.0-Preview / column 数学推理),,out:model-not-established, superclue-2511-math,superclue-general,glm-4.7,think,reasoning-math,hard,superclue-api,,,,,,60,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row GLM-4.7 / column 数学推理),,in, superclue-2511-math,superclue-general,deepseek-v3.2-exp,think,reasoning-math,hard,superclue-api,,,,,,49.07,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row DeepSeek-V3.2-Exp-Thinking / column 数学推理),,out:single-couple, superclue-2511-math,superclue-general,gemini-2.5-pro,think,reasoning-math,hard,superclue-api,,,,,,60.19,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Gemini-2.5-Pro / column 数学推理),,out:single-couple, superclue-2511-math,superclue-general,?Kimi-K2-Thinking,not-established:absent,reasoning-math,hard,superclue-api,,,,,,63.89,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Kimi-K2-Thinking / column 数学推理),,out:model-not-established, superclue-2511-math,superclue-general,?openPangu-718B,not-established:absent,reasoning-math,hard,superclue-api,,,,,,46.3,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row openPangu-718B / column 数学推理),,out:model-not-established, superclue-2511-math,superclue-general,glm-4.6,think,reasoning-math,hard,superclue-api,,,,,,58.33,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row GLM-4.6 / column 数学推理),,out:single-couple, superclue-2511-math,superclue-general,?SenseNova V6.5 Pro,not-established:absent,reasoning-math,hard,superclue-api,,,,,,49.07,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row SenseNova V6.5 Pro / column 数学推理),,out:model-not-established, superclue-2511-math,superclue-general,qwen3-max-0923,solo,reasoning-math,hard,superclue-api,,,,,,55.56,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Qwen3-Max / column 数学推理),,out:single-couple, superclue-2511-math,superclue-general,grok-4,solo,reasoning-math,hard,superclue-api,,,,,,50,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Grok-4 / column 数学推理),,out:single-couple, superclue-2511-math,superclue-general,?Gemini-2.5-Flash-Latest,not-established:absent,reasoning-math,hard,superclue-api,,,,,,52.78,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Gemini-2.5-Flash-Latest / column 数学推理),,out:model-not-established, superclue-2511-math,superclue-general,qwen3-max-preview,think,reasoning-math,hard,superclue-api,,,,,,55.56,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Qwen3-Max-Preview-Thinking / column 数学推理),,out:single-couple, superclue-2511-math,superclue-general,?Doubao-Seed-1.6-251015,not-established:absent,reasoning-math,hard,superclue-api,,,,,,42.06,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Doubao-Seed-1.6-251015(Thinking) / column 数学推理),,out:model-not-established, superclue-2511-math,superclue-general,qwen3-235b-a22b-thinking-2507,solo,reasoning-math,hard,superclue-api,,,,,,52.78,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Qwen3-235B-A22B-Thinking-2507 / column 数学推理),,out:single-couple, superclue-2511-math,superclue-general,grok-4.1-fast,think,reasoning-math,hard,superclue-api,,,,,,56.48,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Grok-4.1-fast-reasoning / column 数学推理),,in, superclue-2511-math,superclue-general,grok-4-fast,think,reasoning-math,hard,superclue-api,,,,,,53.7,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Grok-4-fast-reasoning / column 数学推理),,out:single-couple, superclue-2511-math,superclue-general,?360zhinao3-o1.5,not-established:absent,reasoning-math,hard,superclue-api,,,,,,32.41,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row 360zhinao3-o1.5 / column 数学推理),,out:model-not-established, superclue-2511-math,superclue-general,?Qwen3-Next-80B-A3B,not-established:absent,reasoning-math,hard,superclue-api,,,,,,47.22,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Qwen3-Next-80B-A3B-Thinking / column 数学推理),,out:model-not-established, superclue-2511-math,superclue-general,minimax-m2.1,not-established:absent,reasoning-math,hard,superclue-api,,,,,,37.04,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row MiniMax-M2.1 / column 数学推理),,out:effort-not-established, superclue-2511-math,superclue-general,gpt-oss-120b,not-established:absent,reasoning-math,hard,superclue-api,,,,,,60.65,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row gpt-oss-120b / column 数学推理),,out:effort-not-established, superclue-2511-math,superclue-general,?Hunyuan-T1-20250822,not-established:absent,reasoning-math,hard,superclue-api,,,,,,36.11,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Hunyuan-T1-20250822 / column 数学推理),,out:model-not-established, superclue-2511-math,superclue-general,minimax-m2,solo,reasoning-math,hard,superclue-api,,,,,,19.44,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row MiniMax-M2 / column 数学推理),,out:single-couple, superclue-2511-math,superclue-general,?LongCat-Flash,not-established:absent,reasoning-math,hard,superclue-api,,,,,,23.15,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row LongCat-Flash-Thinking / column 数学推理),,out:model-not-established, superclue-2511-math,superclue-general,?Spark-X1.5,not-established:absent,reasoning-math,hard,superclue-api,,,,,,26.85,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Spark-X1.5 / column 数学推理),,out:model-not-established, superclue-2511-math,superclue-general,llama-4-maverick,solo,reasoning-math,hard,superclue-api,,,,,,8.33,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Llama-4-Maverick-17B-128E-Instruct / column 数学推理),,out:single-couple, superclue-2511-halluc,superclue-general,gpt-5.2,high,mixed,hard,superclue-api,,,,,,92.55,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row GPT-5.2(high) / column 幻觉控制),,in, superclue-2511-halluc,superclue-general,gpt-5.1,high,mixed,hard,superclue-api,,,,,,88.79638,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row GPT-5.1(high) / column 幻觉控制),,in, superclue-2511-halluc,superclue-general,opus-4.5,not-established:absent,mixed,hard,superclue-api,,,,,,90.33,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Claude-Opus-4.5-Reasoning / column 幻觉控制),,out:effort-not-established, superclue-2511-halluc,superclue-general,gemini-3-pro,not-established:absent,mixed,hard,superclue-api,,,,,,87.78281,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Gemini-3-Pro-Preview / column 幻觉控制),,out:effort-not-established, superclue-2511-halluc,superclue-general,deepseek-v3.2-speciale,solo,mixed,hard,superclue-api,,,,,,82.95,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row DeepSeek-V3.2-Speciale / column 幻觉控制),,in, superclue-2511-halluc,superclue-general,deepseek-v3.2,think,mixed,hard,superclue-api,,,,,,85.17,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row DeepSeek-V3.2-Thinking / column 幻觉控制),,in, superclue-2511-halluc,superclue-general,o3,high,mixed,hard,superclue-api,,,,,,83.80909,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row o3(high) / column 幻觉控制),,out:single-couple, superclue-2511-halluc,superclue-general,sonnet-4.5,not-established:absent,mixed,hard,superclue-api,,,,,,82.10909,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Claude-Sonnet-4.5-Reasoning / column 幻觉控制),,out:effort-not-established, superclue-2511-halluc,superclue-general,?ERNIE-5.0-Preview,not-established:absent,mixed,hard,superclue-api,,,,,,80.49,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row ERNIE-5.0-Preview / column 幻觉控制),,out:model-not-established, superclue-2511-halluc,superclue-general,glm-4.7,think,mixed,hard,superclue-api,,,,,,86.83871,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row GLM-4.7 / column 幻觉控制),,in, superclue-2511-halluc,superclue-general,deepseek-v3.2-exp,think,mixed,hard,superclue-api,,,,,,82.3,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row DeepSeek-V3.2-Exp-Thinking / column 幻觉控制),,out:single-couple, superclue-2511-halluc,superclue-general,gemini-2.5-pro,think,mixed,hard,superclue-api,,,,,,90.38009,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Gemini-2.5-Pro / column 幻觉控制),,out:single-couple, superclue-2511-halluc,superclue-general,?Kimi-K2-Thinking,not-established:absent,mixed,hard,superclue-api,,,,,,77.87727,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Kimi-K2-Thinking / column 幻觉控制),,out:model-not-established, superclue-2511-halluc,superclue-general,?openPangu-718B,not-established:absent,mixed,hard,superclue-api,,,,,,88.34389,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row openPangu-718B / column 幻觉控制),,out:model-not-established, superclue-2511-halluc,superclue-general,glm-4.6,think,mixed,hard,superclue-api,,,,,,84.72603,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row GLM-4.6 / column 幻觉控制),,out:single-couple, superclue-2511-halluc,superclue-general,?SenseNova V6.5 Pro,not-established:absent,mixed,hard,superclue-api,,,,,,77.56818,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row SenseNova V6.5 Pro / column 幻觉控制),,out:model-not-established, superclue-2511-halluc,superclue-general,qwen3-max-0923,solo,mixed,hard,superclue-api,,,,,,78.39091,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Qwen3-Max / column 幻觉控制),,out:single-couple, superclue-2511-halluc,superclue-general,grok-4,solo,mixed,hard,superclue-api,,,,,,88.39367,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Grok-4 / column 幻觉控制),,out:single-couple, superclue-2511-halluc,superclue-general,?Gemini-2.5-Flash-Latest,not-established:absent,mixed,hard,superclue-api,,,,,,88.17727,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Gemini-2.5-Flash-Latest / column 幻觉控制),,out:model-not-established, superclue-2511-halluc,superclue-general,qwen3-max-preview,think,mixed,hard,superclue-api,,,,,,76.20909,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Qwen3-Max-Preview-Thinking / column 幻觉控制),,out:single-couple, superclue-2511-halluc,superclue-general,?Doubao-Seed-1.6-251015,not-established:absent,mixed,hard,superclue-api,,,,,,89.17273,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Doubao-Seed-1.6-251015(Thinking) / column 幻觉控制),,out:model-not-established, superclue-2511-halluc,superclue-general,qwen3-235b-a22b-thinking-2507,solo,mixed,hard,superclue-api,,,,,,77.12273,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Qwen3-235B-A22B-Thinking-2507 / column 幻觉控制),,out:single-couple, superclue-2511-halluc,superclue-general,grok-4.1-fast,think,mixed,hard,superclue-api,,,,,,78.21719,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Grok-4.1-fast-reasoning / column 幻觉控制),,in, superclue-2511-halluc,superclue-general,grok-4-fast,think,mixed,hard,superclue-api,,,,,,76.06364,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Grok-4-fast-reasoning / column 幻觉控制),,out:single-couple, superclue-2511-halluc,superclue-general,?360zhinao3-o1.5,not-established:absent,mixed,hard,superclue-api,,,,,,86.25,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row 360zhinao3-o1.5 / column 幻觉控制),,out:model-not-established, superclue-2511-halluc,superclue-general,?Qwen3-Next-80B-A3B,not-established:absent,mixed,hard,superclue-api,,,,,,68.52489,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Qwen3-Next-80B-A3B-Thinking / column 幻觉控制),,out:model-not-established, superclue-2511-halluc,superclue-general,minimax-m2.1,not-established:absent,mixed,hard,superclue-api,,,,,,72.61086,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row MiniMax-M2.1 / column 幻觉控制),,out:effort-not-established, superclue-2511-halluc,superclue-general,gpt-oss-120b,not-established:absent,mixed,hard,superclue-api,,,,,,57.92694,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row gpt-oss-120b / column 幻觉控制),,out:effort-not-established, superclue-2511-halluc,superclue-general,?Hunyuan-T1-20250822,not-established:absent,mixed,hard,superclue-api,,,,,,81.819,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Hunyuan-T1-20250822 / column 幻觉控制),,out:model-not-established, superclue-2511-halluc,superclue-general,minimax-m2,solo,mixed,hard,superclue-api,,,,,,64.17195,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row MiniMax-M2 / column 幻觉控制),,out:single-couple, superclue-2511-halluc,superclue-general,?LongCat-Flash,not-established:absent,mixed,hard,superclue-api,,,,,,77.78733,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row LongCat-Flash-Thinking / column 幻觉控制),,out:model-not-established, superclue-2511-halluc,superclue-general,?Spark-X1.5,not-established:absent,mixed,hard,superclue-api,,,,,,69.66364,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Spark-X1.5 / column 幻觉控制),,out:model-not-established, superclue-2511-halluc,superclue-general,llama-4-maverick,solo,mixed,hard,superclue-api,,,,,,64.60181,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Llama-4-Maverick-17B-128E-Instruct / column 幻觉控制),,out:single-couple, superclue-2511-sci,superclue-general,gpt-5.2,high,reasoning-math,hard,superclue-api,,,,,,56.76,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row GPT-5.2(high) / column 科学推理),,in, superclue-2511-sci,superclue-general,gpt-5.1,high,reasoning-math,hard,superclue-api,,,,,,53.98,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row GPT-5.1(high) / column 科学推理),,in, superclue-2511-sci,superclue-general,opus-4.5,not-established:absent,reasoning-math,hard,superclue-api,,,,,,44.25,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Claude-Opus-4.5-Reasoning / column 科学推理),,out:effort-not-established, superclue-2511-sci,superclue-general,gemini-3-pro,not-established:absent,reasoning-math,hard,superclue-api,,,,,,43.36,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Gemini-3-Pro-Preview / column 科学推理),,out:effort-not-established, superclue-2511-sci,superclue-general,deepseek-v3.2-speciale,solo,reasoning-math,hard,superclue-api,,,,,,43.36,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row DeepSeek-V3.2-Speciale / column 科学推理),,in, superclue-2511-sci,superclue-general,deepseek-v3.2,think,reasoning-math,hard,superclue-api,,,,,,42.48,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row DeepSeek-V3.2-Thinking / column 科学推理),,in, superclue-2511-sci,superclue-general,o3,high,reasoning-math,hard,superclue-api,,,,,,34.51,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row o3(high) / column 科学推理),,out:single-couple, superclue-2511-sci,superclue-general,sonnet-4.5,not-established:absent,reasoning-math,hard,superclue-api,,,,,,38.94,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Claude-Sonnet-4.5-Reasoning / column 科学推理),,out:effort-not-established, superclue-2511-sci,superclue-general,?ERNIE-5.0-Preview,not-established:absent,reasoning-math,hard,superclue-api,,,,,,29.2,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row ERNIE-5.0-Preview / column 科学推理),,out:model-not-established, superclue-2511-sci,superclue-general,glm-4.7,think,reasoning-math,hard,superclue-api,,,,,,37.5,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row GLM-4.7 / column 科学推理),,in, superclue-2511-sci,superclue-general,deepseek-v3.2-exp,think,reasoning-math,hard,superclue-api,,,,,,36.28,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row DeepSeek-V3.2-Exp-Thinking / column 科学推理),,out:single-couple, superclue-2511-sci,superclue-general,gemini-2.5-pro,think,reasoning-math,hard,superclue-api,,,,,,32.74,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Gemini-2.5-Pro / column 科学推理),,out:single-couple, superclue-2511-sci,superclue-general,?Kimi-K2-Thinking,not-established:absent,reasoning-math,hard,superclue-api,,,,,,36.28,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Kimi-K2-Thinking / column 科学推理),,out:model-not-established, superclue-2511-sci,superclue-general,?openPangu-718B,not-established:absent,reasoning-math,hard,superclue-api,,,,,,27.43,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row openPangu-718B / column 科学推理),,out:model-not-established, superclue-2511-sci,superclue-general,glm-4.6,think,reasoning-math,hard,superclue-api,,,,,,36.28,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row GLM-4.6 / column 科学推理),,out:single-couple, superclue-2511-sci,superclue-general,?SenseNova V6.5 Pro,not-established:absent,reasoning-math,hard,superclue-api,,,,,,30.97,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row SenseNova V6.5 Pro / column 科学推理),,out:model-not-established, superclue-2511-sci,superclue-general,qwen3-max-0923,solo,reasoning-math,hard,superclue-api,,,,,,46.02,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Qwen3-Max / column 科学推理),,out:single-couple, superclue-2511-sci,superclue-general,grok-4,solo,reasoning-math,hard,superclue-api,,,,,,26.55,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Grok-4 / column 科学推理),,out:single-couple, superclue-2511-sci,superclue-general,?Gemini-2.5-Flash-Latest,not-established:absent,reasoning-math,hard,superclue-api,,,,,,27.43,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Gemini-2.5-Flash-Latest / column 科学推理),,out:model-not-established, superclue-2511-sci,superclue-general,qwen3-max-preview,think,reasoning-math,hard,superclue-api,,,,,,38.94,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Qwen3-Max-Preview-Thinking / column 科学推理),,out:single-couple, superclue-2511-sci,superclue-general,?Doubao-Seed-1.6-251015,not-established:absent,reasoning-math,hard,superclue-api,,,,,,31.86,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Doubao-Seed-1.6-251015(Thinking) / column 科学推理),,out:model-not-established, superclue-2511-sci,superclue-general,qwen3-235b-a22b-thinking-2507,solo,reasoning-math,hard,superclue-api,,,,,,26.55,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Qwen3-235B-A22B-Thinking-2507 / column 科学推理),,out:single-couple, superclue-2511-sci,superclue-general,grok-4.1-fast,think,reasoning-math,hard,superclue-api,,,,,,33.63,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Grok-4.1-fast-reasoning / column 科学推理),,in, superclue-2511-sci,superclue-general,grok-4-fast,think,reasoning-math,hard,superclue-api,,,,,,44.25,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Grok-4-fast-reasoning / column 科学推理),,out:single-couple, superclue-2511-sci,superclue-general,?360zhinao3-o1.5,not-established:absent,reasoning-math,hard,superclue-api,,,,,,24.78,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row 360zhinao3-o1.5 / column 科学推理),,out:model-not-established, superclue-2511-sci,superclue-general,?Qwen3-Next-80B-A3B,not-established:absent,reasoning-math,hard,superclue-api,,,,,,21.24,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Qwen3-Next-80B-A3B-Thinking / column 科学推理),,out:model-not-established, superclue-2511-sci,superclue-general,minimax-m2.1,not-established:absent,reasoning-math,hard,superclue-api,,,,,,20.35,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row MiniMax-M2.1 / column 科学推理),,out:effort-not-established, superclue-2511-sci,superclue-general,gpt-oss-120b,not-established:absent,reasoning-math,hard,superclue-api,,,,,,25.66,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row gpt-oss-120b / column 科学推理),,out:effort-not-established, superclue-2511-sci,superclue-general,?Hunyuan-T1-20250822,not-established:absent,reasoning-math,hard,superclue-api,,,,,,22.12,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Hunyuan-T1-20250822 / column 科学推理),,out:model-not-established, superclue-2511-sci,superclue-general,minimax-m2,solo,reasoning-math,hard,superclue-api,,,,,,32.74,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row MiniMax-M2 / column 科学推理),,out:single-couple, superclue-2511-sci,superclue-general,?LongCat-Flash,not-established:absent,reasoning-math,hard,superclue-api,,,,,,17.7,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row LongCat-Flash-Thinking / column 科学推理),,out:model-not-established, superclue-2511-sci,superclue-general,?Spark-X1.5,not-established:absent,reasoning-math,hard,superclue-api,,,,,,5.31,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Spark-X1.5 / column 科学推理),,out:model-not-established, superclue-2511-sci,superclue-general,llama-4-maverick,solo,reasoning-math,hard,superclue-api,,,,,,6.19,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Llama-4-Maverick-17B-128E-Instruct / column 科学推理),,out:single-couple, superclue-2511-ifollow,superclue-general,gpt-5.2,high,mixed,hard,superclue-api,,,,,,55.16,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row GPT-5.2(high) / column 精确指令遵循),,in, superclue-2511-ifollow,superclue-general,gpt-5.1,high,mixed,hard,superclue-api,,,,,,47.42,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row GPT-5.1(high) / column 精确指令遵循),,in, superclue-2511-ifollow,superclue-general,opus-4.5,not-established:absent,mixed,hard,superclue-api,,,,,,50.32,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Claude-Opus-4.5-Reasoning / column 精确指令遵循),,out:effort-not-established, superclue-2511-ifollow,superclue-general,gemini-3-pro,not-established:absent,mixed,hard,superclue-api,,,,,,45.16,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Gemini-3-Pro-Preview / column 精确指令遵循),,out:effort-not-established, superclue-2511-ifollow,superclue-general,deepseek-v3.2-speciale,solo,mixed,hard,superclue-api,,,,,,44.34,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row DeepSeek-V3.2-Speciale / column 精确指令遵循),,in, superclue-2511-ifollow,superclue-general,deepseek-v3.2,think,mixed,hard,superclue-api,,,,,,42.58,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row DeepSeek-V3.2-Thinking / column 精确指令遵循),,in, superclue-2511-ifollow,superclue-general,o3,high,mixed,hard,superclue-api,,,,,,48.39,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row o3(high) / column 精确指令遵循),,out:single-couple, superclue-2511-ifollow,superclue-general,sonnet-4.5,not-established:absent,mixed,hard,superclue-api,,,,,,46.77,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Claude-Sonnet-4.5-Reasoning / column 精确指令遵循),,out:effort-not-established, superclue-2511-ifollow,superclue-general,?ERNIE-5.0-Preview,not-established:absent,mixed,hard,superclue-api,,,,,,58.06,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row ERNIE-5.0-Preview / column 精确指令遵循),,out:model-not-established, superclue-2511-ifollow,superclue-general,glm-4.7,think,mixed,hard,superclue-api,,,,,,30.42,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row GLM-4.7 / column 精确指令遵循),,in, superclue-2511-ifollow,superclue-general,deepseek-v3.2-exp,think,mixed,hard,superclue-api,,,,,,37.1,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row DeepSeek-V3.2-Exp-Thinking / column 精确指令遵循),,out:single-couple, superclue-2511-ifollow,superclue-general,gemini-2.5-pro,think,mixed,hard,superclue-api,,,,,,33.87,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Gemini-2.5-Pro / column 精确指令遵循),,out:single-couple, superclue-2511-ifollow,superclue-general,?Kimi-K2-Thinking,not-established:absent,mixed,hard,superclue-api,,,,,,30.65,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Kimi-K2-Thinking / column 精确指令遵循),,out:model-not-established, superclue-2511-ifollow,superclue-general,?openPangu-718B,not-established:absent,mixed,hard,superclue-api,,,,,,39.35,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row openPangu-718B / column 精确指令遵循),,out:model-not-established, superclue-2511-ifollow,superclue-general,glm-4.6,think,mixed,hard,superclue-api,,,,,,23.87,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row GLM-4.6 / column 精确指令遵循),,out:single-couple, superclue-2511-ifollow,superclue-general,?SenseNova V6.5 Pro,not-established:absent,mixed,hard,superclue-api,,,,,,42.9,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row SenseNova V6.5 Pro / column 精确指令遵循),,out:model-not-established, superclue-2511-ifollow,superclue-general,qwen3-max-0923,solo,mixed,hard,superclue-api,,,,,,13.55,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Qwen3-Max / column 精确指令遵循),,out:single-couple, superclue-2511-ifollow,superclue-general,grok-4,solo,mixed,hard,superclue-api,,,,,,23.23,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Grok-4 / column 精确指令遵循),,out:single-couple, superclue-2511-ifollow,superclue-general,?Gemini-2.5-Flash-Latest,not-established:absent,mixed,hard,superclue-api,,,,,,27.1,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Gemini-2.5-Flash-Latest / column 精确指令遵循),,out:model-not-established, superclue-2511-ifollow,superclue-general,qwen3-max-preview,think,mixed,hard,superclue-api,,,,,,33.55,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Qwen3-Max-Preview-Thinking / column 精确指令遵循),,out:single-couple, superclue-2511-ifollow,superclue-general,?Doubao-Seed-1.6-251015,not-established:absent,mixed,hard,superclue-api,,,,,,36.77,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Doubao-Seed-1.6-251015(Thinking) / column 精确指令遵循),,out:model-not-established, superclue-2511-ifollow,superclue-general,qwen3-235b-a22b-thinking-2507,solo,mixed,hard,superclue-api,,,,,,32.58,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Qwen3-235B-A22B-Thinking-2507 / column 精确指令遵循),,out:single-couple, superclue-2511-ifollow,superclue-general,grok-4.1-fast,think,mixed,hard,superclue-api,,,,,,23.55,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Grok-4.1-fast-reasoning / column 精确指令遵循),,in, superclue-2511-ifollow,superclue-general,grok-4-fast,think,mixed,hard,superclue-api,,,,,,14.19,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Grok-4-fast-reasoning / column 精确指令遵循),,out:single-couple, superclue-2511-ifollow,superclue-general,?360zhinao3-o1.5,not-established:absent,mixed,hard,superclue-api,,,,,,49.68,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row 360zhinao3-o1.5 / column 精确指令遵循),,out:model-not-established, superclue-2511-ifollow,superclue-general,?Qwen3-Next-80B-A3B,not-established:absent,mixed,hard,superclue-api,,,,,,31.94,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Qwen3-Next-80B-A3B-Thinking / column 精确指令遵循),,out:model-not-established, superclue-2511-ifollow,superclue-general,minimax-m2.1,not-established:absent,mixed,hard,superclue-api,,,,,,22.26,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row MiniMax-M2.1 / column 精确指令遵循),,out:effort-not-established, superclue-2511-ifollow,superclue-general,gpt-oss-120b,not-established:absent,mixed,hard,superclue-api,,,,,,26.45,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row gpt-oss-120b / column 精确指令遵循),,out:effort-not-established, superclue-2511-ifollow,superclue-general,?Hunyuan-T1-20250822,not-established:absent,mixed,hard,superclue-api,,,,,,27.42,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Hunyuan-T1-20250822 / column 精确指令遵循),,out:model-not-established, superclue-2511-ifollow,superclue-general,minimax-m2,solo,mixed,hard,superclue-api,,,,,,26.77,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row MiniMax-M2 / column 精确指令遵循),,out:single-couple, superclue-2511-ifollow,superclue-general,?LongCat-Flash,not-established:absent,mixed,hard,superclue-api,,,,,,26.45,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row LongCat-Flash-Thinking / column 精确指令遵循),,out:model-not-established, superclue-2511-ifollow,superclue-general,?Spark-X1.5,not-established:absent,mixed,hard,superclue-api,,,,,,8.71,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Spark-X1.5 / column 精确指令遵循),,out:model-not-established, superclue-2511-ifollow,superclue-general,llama-4-maverick,solo,mixed,hard,superclue-api,,,,,,8.71,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Llama-4-Maverick-17B-128E-Instruct / column 精确指令遵循),,out:single-couple, superclue-2511-code,superclue-general,gpt-5.2,high,coding,hard,superclue-api,,,,,,73.6,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row GPT-5.2(high) / column 代码生成),,in, superclue-2511-code,superclue-general,gpt-5.1,high,coding,hard,superclue-api,,,,,,76.30363036,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row GPT-5.1(high) / column 代码生成),,in, superclue-2511-code,superclue-general,opus-4.5,not-established:absent,coding,hard,superclue-api,,,,,,69.64,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Claude-Opus-4.5-Reasoning / column 代码生成),,out:effort-not-established, superclue-2511-code,superclue-general,gemini-3-pro,not-established:absent,coding,hard,superclue-api,,,,,,67.3927392739274,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Gemini-3-Pro-Preview / column 代码生成),,out:effort-not-established, superclue-2511-code,superclue-general,deepseek-v3.2-speciale,solo,coding,hard,superclue-api,,,,,,64.22,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row DeepSeek-V3.2-Speciale / column 代码生成),,in, superclue-2511-code,superclue-general,deepseek-v3.2,think,coding,hard,superclue-api,,,,,,62.31,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row DeepSeek-V3.2-Thinking / column 代码生成),,in, superclue-2511-code,superclue-general,o3,high,coding,hard,superclue-api,,,,,,63.76237624,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row o3(high) / column 代码生成),,out:single-couple, superclue-2511-code,superclue-general,sonnet-4.5,not-established:absent,coding,hard,superclue-api,,,,,,68.31683168,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Claude-Sonnet-4.5-Reasoning / column 代码生成),,out:effort-not-established, superclue-2511-code,superclue-general,?ERNIE-5.0-Preview,not-established:absent,coding,hard,superclue-api,,,,,,64.42,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row ERNIE-5.0-Preview / column 代码生成),,out:model-not-established, superclue-2511-code,superclue-general,glm-4.7,think,coding,hard,superclue-api,,,,,,56.05,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row GLM-4.7 / column 代码生成),,in, superclue-2511-code,superclue-general,deepseek-v3.2-exp,think,coding,hard,superclue-api,,,,,,63.69636964,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row DeepSeek-V3.2-Exp-Thinking / column 代码生成),,out:single-couple, superclue-2511-code,superclue-general,gemini-2.5-pro,think,coding,hard,superclue-api,,,,,,51.22112211,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Gemini-2.5-Pro / column 代码生成),,out:single-couple, superclue-2511-code,superclue-general,?Kimi-K2-Thinking,not-established:absent,coding,hard,superclue-api,,,,,,56.63366337,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Kimi-K2-Thinking / column 代码生成),,out:model-not-established, superclue-2511-code,superclue-general,?openPangu-718B,not-established:absent,coding,hard,superclue-api,,,,,,60.4620462,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row openPangu-718B / column 代码生成),,out:model-not-established, superclue-2511-code,superclue-general,glm-4.6,think,coding,hard,superclue-api,,,,,,57.88778878,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row GLM-4.6 / column 代码生成),,out:single-couple, superclue-2511-code,superclue-general,?SenseNova V6.5 Pro,not-established:absent,coding,hard,superclue-api,,,,,,57.82178218,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row SenseNova V6.5 Pro / column 代码生成),,out:model-not-established, superclue-2511-code,superclue-general,qwen3-max-0923,solo,coding,hard,superclue-api,,,,,,64.29042904,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Qwen3-Max / column 代码生成),,out:single-couple, superclue-2511-code,superclue-general,grok-4,solo,coding,hard,superclue-api,,,,,,69.6369637,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Grok-4 / column 代码生成),,out:single-couple, superclue-2511-code,superclue-general,?Gemini-2.5-Flash-Latest,not-established:absent,coding,hard,superclue-api,,,,,,61.58415842,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Gemini-2.5-Flash-Latest / column 代码生成),,out:model-not-established, superclue-2511-code,superclue-general,qwen3-max-preview,think,coding,hard,superclue-api,,,,,,52.27722772,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Qwen3-Max-Preview-Thinking / column 代码生成),,out:single-couple, superclue-2511-code,superclue-general,?Doubao-Seed-1.6-251015,not-established:absent,coding,hard,superclue-api,,,,,,55.18151815,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Doubao-Seed-1.6-251015(Thinking) / column 代码生成),,out:model-not-established, superclue-2511-code,superclue-general,qwen3-235b-a22b-thinking-2507,solo,coding,hard,superclue-api,,,,,,58.94389439,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Qwen3-235B-A22B-Thinking-2507 / column 代码生成),,out:single-couple, superclue-2511-code,superclue-general,grok-4.1-fast,think,coding,hard,superclue-api,,,,,,55.51155116,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Grok-4.1-fast-reasoning / column 代码生成),,in, superclue-2511-code,superclue-general,grok-4-fast,think,coding,hard,superclue-api,,,,,,50.69306931,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Grok-4-fast-reasoning / column 代码生成),,out:single-couple, superclue-2511-code,superclue-general,?360zhinao3-o1.5,not-established:absent,coding,hard,superclue-api,,,,,,39.8679868,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row 360zhinao3-o1.5 / column 代码生成),,out:model-not-established, superclue-2511-code,superclue-general,?Qwen3-Next-80B-A3B,not-established:absent,coding,hard,superclue-api,,,,,,48.11881188,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Qwen3-Next-80B-A3B-Thinking / column 代码生成),,out:model-not-established, superclue-2511-code,superclue-general,minimax-m2.1,not-established:absent,coding,hard,superclue-api,,,,,,56.4,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row MiniMax-M2.1 / column 代码生成),,out:effort-not-established, superclue-2511-code,superclue-general,gpt-oss-120b,not-established:absent,coding,hard,superclue-api,,,,,,33.72937294,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row gpt-oss-120b / column 代码生成),,out:effort-not-established, superclue-2511-code,superclue-general,?Hunyuan-T1-20250822,not-established:absent,coding,hard,superclue-api,,,,,,36.23762376,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Hunyuan-T1-20250822 / column 代码生成),,out:model-not-established, superclue-2511-code,superclue-general,minimax-m2,solo,coding,hard,superclue-api,,,,,,56.96369637,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row MiniMax-M2 / column 代码生成),,out:single-couple, superclue-2511-code,superclue-general,?LongCat-Flash,not-established:absent,coding,hard,superclue-api,,,,,,38.08580858,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row LongCat-Flash-Thinking / column 代码生成),,out:model-not-established, superclue-2511-code,superclue-general,?Spark-X1.5,not-established:absent,coding,hard,superclue-api,,,,,,47.26072607,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Spark-X1.5 / column 代码生成),,out:model-not-established, superclue-2511-code,superclue-general,llama-4-maverick,solo,coding,hard,superclue-api,,,,,,23.82838284,score%,0,,,https://www.superclueai.com/data/generalboard/2025年11月.xlsx ($ / row Llama-4-Maverick-17B-128E-Instruct / column 代码生成),,out:single-couple, superclue-25yr-math,superclue-general,opus-4.6,high,reasoning-math,hard,superclue-api,,,,,,77.88,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Claude-Opus-4.6(high effort) / column 数学推理),,out:single-couple, superclue-25yr-math,superclue-general,gemini-3.1-pro,high,reasoning-math,hard,superclue-api,,,,,,84.96,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Gemini-3.1-Pro-Preview(high) / column 数学推理),,in, superclue-25yr-math,superclue-general,?Doubao-Seed-2.0-pro-260215,not-established:absent,reasoning-math,hard,superclue-api,,,,,,87.83,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Doubao-Seed-2.0-pro-260215 / column 数学推理),,out:model-not-established, superclue-25yr-math,superclue-general,opus-4.5,not-established:absent,reasoning-math,hard,superclue-api,,,,,,73.04,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Claude-Opus-4.5-Reasoning / column 数学推理),,out:effort-not-established, superclue-25yr-math,superclue-general,gemini-3-pro,not-established:absent,reasoning-math,hard,superclue-api,,,,,,80.87,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Gemini-3-Pro-Preview / column 数学推理),,out:effort-not-established, superclue-25yr-math,superclue-general,gpt-5.2,high,reasoning-math,hard,superclue-api,,,,,,72.04,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row GPT-5.2(high) / column 数学推理),,in, superclue-25yr-math,superclue-general,?Kimi-K2.5,not-established:absent,reasoning-math,hard,superclue-api,,,,,,77.39,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Kimi-K2.5-Thinking / column 数学推理),,out:model-not-established, superclue-25yr-math,superclue-general,gemini-3-flash,not-established:absent,reasoning-math,hard,superclue-api,,,,,,79.13,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Gemini-3-Flash-Preview / column 数学推理),,out:effort-not-established, superclue-25yr-math,superclue-general,qwen3.5-397b-a17b,think,reasoning-math,hard,superclue-api,,,,,,78.26,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Qwen3.5-397B-A17B-Thinking / column 数学推理),,in, superclue-25yr-math,superclue-general,qwen3-max-0123,think,reasoning-math,hard,superclue-api,,,,,,80.87,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Qwen3-Max-Thinking / column 数学推理),,out:single-couple, superclue-25yr-math,superclue-general,glm-5,think,reasoning-math,hard,superclue-api,,,,,,73.91,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row GLM-5 / column 数学推理),,in, superclue-25yr-math,superclue-general,?Doubao-Seed-1.8-251228,not-established:absent,reasoning-math,hard,superclue-api,,,,,,68.7,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Doubao-Seed-1.8-251228(Thinking) / column 数学推理),,out:model-not-established, superclue-25yr-math,superclue-general,deepseek-v3.2,think,reasoning-math,hard,superclue-api,,,,,,72.17,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row DeepSeek-V3.2-Thinking / column 数学推理),,in, superclue-25yr-math,superclue-general,glm-4.7,think,reasoning-math,hard,superclue-api,,,,,,68.42,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row GLM-4.7 / column 数学推理),,in, superclue-25yr-math,superclue-general,?ERNIE-5.0,not-established:absent,reasoning-math,hard,superclue-api,,,,,,65.22,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row ERNIE-5.0 / column 数学推理),,out:model-not-established, superclue-25yr-math,superclue-general,qwen3.5-27b,think,reasoning-math,hard,superclue-api,,,,,,78.26,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Qwen3.5-27B-Thinking / column 数学推理),,in, superclue-25yr-math,superclue-general,grok-4,solo,reasoning-math,hard,superclue-api,,,,,,74.78,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Grok-4 / column 数学推理),,out:single-couple, superclue-25yr-math,superclue-general,qwen3.5-122b-a10b,think,reasoning-math,hard,superclue-api,,,,,,75.65,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Qwen3.5-122B-A10B-Thinking / column 数学推理),,in, superclue-25yr-math,superclue-general,kimi-k2-thinking,solo,reasoning-math,hard,superclue-api,,,,,,70.43,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Kimi-K2-Thinking / column 数学推理),,in, superclue-25yr-math,superclue-general,qwen3-max-preview,think,reasoning-math,hard,superclue-api,,,,,,61.74,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Qwen3-Max-Preview-Thinking / column 数学推理),,out:single-couple, superclue-25yr-math,superclue-general,grok-4.1-fast,think,reasoning-math,hard,superclue-api,,,,,,71.3,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Grok-4.1-Fast(Reasoning) / column 数学推理),,in, superclue-25yr-math,superclue-general,?Tencent HY 2.0,not-established:absent,reasoning-math,hard,superclue-api,,,,,,65.79,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Tencent HY 2.0 Think / column 数学推理),,out:model-not-established, superclue-25yr-math,superclue-general,qwen3.5-35b-a3b,think,reasoning-math,hard,superclue-api,,,,,,76.52,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Qwen3.5-35B-A3B-Thinking / column 数学推理),,in, superclue-25yr-math,superclue-general,?LongCat-Flash-Thinking-2601,not-established:absent,reasoning-math,hard,superclue-api,,,,,,62.62,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row LongCat-Flash-Thinking-2601 / column 数学推理),,out:model-not-established, superclue-25yr-math,superclue-general,step-3.5-flash,not-established:absent,reasoning-math,hard,superclue-api,,,,,,75.65,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Step-3.5-Flash / column 数学推理),,out:effort-not-established, superclue-25yr-math,superclue-general,qwen3-max-0923,solo,reasoning-math,hard,superclue-api,,,,,,62.61,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Qwen3-Max-2025-09-23 / column 数学推理),,out:single-couple, superclue-25yr-math,superclue-general,gpt-oss-120b,high,reasoning-math,hard,superclue-api,,,,,,73.91,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row gpt-oss-120b(high) / column 数学推理),,out:single-couple, superclue-25yr-math,superclue-general,minimax-m2.1,not-established:absent,reasoning-math,hard,superclue-api,,,,,,64.35,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row MiniMax-M2.1 / column 数学推理),,out:effort-not-established, superclue-25yr-math,superclue-general,?Spark-X1.5,not-established:absent,reasoning-math,hard,superclue-api,,,,,,67.83,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Spark-X1.5 / column 数学推理),,out:model-not-established, superclue-25yr-math,superclue-general,minimax-m2.5,not-established:absent,reasoning-math,hard,superclue-api,,,,,,64.91,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row MiniMax-M2.5 / column 数学推理),,out:effort-not-established, superclue-25yr-math,superclue-general,?Spark-X2,not-established:absent,reasoning-math,hard,superclue-api,,,,,,57.52,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Spark-X2 / column 数学推理),,out:model-not-established, superclue-25yr-math,superclue-general,?MiMo-V2-Flash-0112,not-established:absent,reasoning-math,hard,superclue-api,,,,,,61.74,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row MiMo-V2-Flash-0112 / column 数学推理),,out:model-not-established, superclue-25yr-math,superclue-general,?Mistral Large 3,not-established:absent,reasoning-math,hard,superclue-api,,,,,,45.22,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Mistral Large 3 / column 数学推理),,out:model-not-established, superclue-25yr-math,superclue-general,llama-4-maverick,solo,reasoning-math,hard,superclue-api,,,,,,32.17,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Llama-4-Maverick-17B-128E-Instruct / column 数学推理),,out:single-couple, superclue-25yr-halluc,superclue-general,opus-4.6,high,mixed,hard,superclue-api,,,,,,85.87,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Claude-Opus-4.6(high effort) / column 幻觉控制),,out:single-couple, superclue-25yr-halluc,superclue-general,gemini-3.1-pro,high,mixed,hard,superclue-api,,,,,,84.42,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Gemini-3.1-Pro-Preview(high) / column 幻觉控制),,in, superclue-25yr-halluc,superclue-general,?Doubao-Seed-2.0-pro-260215,not-established:absent,mixed,hard,superclue-api,,,,,,82.39,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Doubao-Seed-2.0-pro-260215 / column 幻觉控制),,out:model-not-established, superclue-25yr-halluc,superclue-general,opus-4.5,not-established:absent,mixed,hard,superclue-api,,,,,,88.31222,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Claude-Opus-4.5-Reasoning / column 幻觉控制),,out:effort-not-established, superclue-25yr-halluc,superclue-general,gemini-3-pro,not-established:absent,mixed,hard,superclue-api,,,,,,83.1629,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Gemini-3-Pro-Preview / column 幻觉控制),,out:effort-not-established, superclue-25yr-halluc,superclue-general,gpt-5.2,high,mixed,hard,superclue-api,,,,,,88.55656,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row GPT-5.2(high) / column 幻觉控制),,in, superclue-25yr-halluc,superclue-general,?Kimi-K2.5,not-established:absent,mixed,hard,superclue-api,,,,,,78.54,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Kimi-K2.5-Thinking / column 幻觉控制),,out:model-not-established, superclue-25yr-halluc,superclue-general,gemini-3-flash,not-established:absent,mixed,hard,superclue-api,,,,,,81.57466,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Gemini-3-Flash-Preview / column 幻觉控制),,out:effort-not-established, superclue-25yr-halluc,superclue-general,qwen3.5-397b-a17b,think,mixed,hard,superclue-api,,,,,,83.13,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Qwen3.5-397B-A17B-Thinking / column 幻觉控制),,in, superclue-25yr-halluc,superclue-general,qwen3-max-0123,think,mixed,hard,superclue-api,,,,,,74.05,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Qwen3-Max-Thinking / column 幻觉控制),,out:single-couple, superclue-25yr-halluc,superclue-general,glm-5,think,mixed,hard,superclue-api,,,,,,81.05,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row GLM-5 / column 幻觉控制),,in, superclue-25yr-halluc,superclue-general,?Doubao-Seed-1.8-251228,not-established:absent,mixed,hard,superclue-api,,,,,,80.37104,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Doubao-Seed-1.8-251228(Thinking) / column 幻觉控制),,out:model-not-established, superclue-25yr-halluc,superclue-general,deepseek-v3.2,think,mixed,hard,superclue-api,,,,,,76.56561,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row DeepSeek-V3.2-Thinking / column 幻觉控制),,in, superclue-25yr-halluc,superclue-general,glm-4.7,think,mixed,hard,superclue-api,,,,,,83.84615,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row GLM-4.7 / column 幻觉控制),,in, superclue-25yr-halluc,superclue-general,?ERNIE-5.0,not-established:absent,mixed,hard,superclue-api,,,,,,74.61086,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row ERNIE-5.0 / column 幻觉控制),,out:model-not-established, superclue-25yr-halluc,superclue-general,qwen3.5-27b,think,mixed,hard,superclue-api,,,,,,81.14,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Qwen3.5-27B-Thinking / column 幻觉控制),,in, superclue-25yr-halluc,superclue-general,grok-4,solo,mixed,hard,superclue-api,,,,,,78.89593,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Grok-4 / column 幻觉控制),,out:single-couple, superclue-25yr-halluc,superclue-general,qwen3.5-122b-a10b,think,mixed,hard,superclue-api,,,,,,74.72,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Qwen3.5-122B-A10B-Thinking / column 幻觉控制),,in, superclue-25yr-halluc,superclue-general,kimi-k2-thinking,solo,mixed,hard,superclue-api,,,,,,69.38914,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Kimi-K2-Thinking / column 幻觉控制),,in, superclue-25yr-halluc,superclue-general,qwen3-max-preview,think,mixed,hard,superclue-api,,,,,,62.01357,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Qwen3-Max-Preview-Thinking / column 幻觉控制),,out:single-couple, superclue-25yr-halluc,superclue-general,grok-4.1-fast,think,mixed,hard,superclue-api,,,,,,71.07692,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Grok-4.1-Fast(Reasoning) / column 幻觉控制),,in, superclue-25yr-halluc,superclue-general,?Tencent HY 2.0,not-established:absent,mixed,hard,superclue-api,,,,,,70.91,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Tencent HY 2.0 Think / column 幻觉控制),,out:model-not-established, superclue-25yr-halluc,superclue-general,qwen3.5-35b-a3b,think,mixed,hard,superclue-api,,,,,,72.89,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Qwen3.5-35B-A3B-Thinking / column 幻觉控制),,in, superclue-25yr-halluc,superclue-general,?LongCat-Flash-Thinking-2601,not-established:absent,mixed,hard,superclue-api,,,,,,66.76018,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row LongCat-Flash-Thinking-2601 / column 幻觉控制),,out:model-not-established, superclue-25yr-halluc,superclue-general,step-3.5-flash,not-established:absent,mixed,hard,superclue-api,,,,,,57.04,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Step-3.5-Flash / column 幻觉控制),,out:effort-not-established, superclue-25yr-halluc,superclue-general,qwen3-max-0923,solo,mixed,hard,superclue-api,,,,,,64.57919,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Qwen3-Max-2025-09-23 / column 幻觉控制),,out:single-couple, superclue-25yr-halluc,superclue-general,gpt-oss-120b,high,mixed,hard,superclue-api,,,,,,50.71946,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row gpt-oss-120b(high) / column 幻觉控制),,out:single-couple, superclue-25yr-halluc,superclue-general,minimax-m2.1,not-established:absent,mixed,hard,superclue-api,,,,,,58.31674,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row MiniMax-M2.1 / column 幻觉控制),,out:effort-not-established, superclue-25yr-halluc,superclue-general,?Spark-X1.5,not-established:absent,mixed,hard,superclue-api,,,,,,62.26244,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Spark-X1.5 / column 幻觉控制),,out:model-not-established, superclue-25yr-halluc,superclue-general,minimax-m2.5,not-established:absent,mixed,hard,superclue-api,,,,,,56.06,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row MiniMax-M2.5 / column 幻觉控制),,out:effort-not-established, superclue-25yr-halluc,superclue-general,?Spark-X2,not-established:absent,mixed,hard,superclue-api,,,,,,56.15,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Spark-X2 / column 幻觉控制),,out:model-not-established, superclue-25yr-halluc,superclue-general,?MiMo-V2-Flash-0112,not-established:absent,mixed,hard,superclue-api,,,,,,60.24434,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row MiMo-V2-Flash-0112 / column 幻觉控制),,out:model-not-established, superclue-25yr-halluc,superclue-general,?Mistral Large 3,not-established:absent,mixed,hard,superclue-api,,,,,,51.08145,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Mistral Large 3 / column 幻觉控制),,out:model-not-established, superclue-25yr-halluc,superclue-general,llama-4-maverick,solo,mixed,hard,superclue-api,,,,,,57.29864,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Llama-4-Maverick-17B-128E-Instruct / column 幻觉控制),,out:single-couple, superclue-25yr-sci,superclue-general,opus-4.6,high,reasoning-math,hard,superclue-api,,,,,,78.63,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Claude-Opus-4.6(high effort) / column 科学推理),,out:single-couple, superclue-25yr-sci,superclue-general,gemini-3.1-pro,high,reasoning-math,hard,superclue-api,,,,,,77.05,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Gemini-3.1-Pro-Preview(high) / column 科学推理),,in, superclue-25yr-sci,superclue-general,?Doubao-Seed-2.0-pro-260215,not-established:absent,reasoning-math,hard,superclue-api,,,,,,75.21,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Doubao-Seed-2.0-pro-260215 / column 科学推理),,out:model-not-established, superclue-25yr-sci,superclue-general,opus-4.5,not-established:absent,reasoning-math,hard,superclue-api,,,,,,73.77,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Claude-Opus-4.5-Reasoning / column 科学推理),,out:effort-not-established, superclue-25yr-sci,superclue-general,gemini-3-pro,not-established:absent,reasoning-math,hard,superclue-api,,,,,,73.77,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Gemini-3-Pro-Preview / column 科学推理),,out:effort-not-established, superclue-25yr-sci,superclue-general,gpt-5.2,high,reasoning-math,hard,superclue-api,,,,,,75.21,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row GPT-5.2(high) / column 科学推理),,in, superclue-25yr-sci,superclue-general,?Kimi-K2.5,not-established:absent,reasoning-math,hard,superclue-api,,,,,,67.21,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Kimi-K2.5-Thinking / column 科学推理),,out:model-not-established, superclue-25yr-sci,superclue-general,gemini-3-flash,not-established:absent,reasoning-math,hard,superclue-api,,,,,,74.17,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Gemini-3-Flash-Preview / column 科学推理),,out:effort-not-established, superclue-25yr-sci,superclue-general,qwen3.5-397b-a17b,think,reasoning-math,hard,superclue-api,,,,,,73.77,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Qwen3.5-397B-A17B-Thinking / column 科学推理),,in, superclue-25yr-sci,superclue-general,qwen3-max-0123,think,reasoning-math,hard,superclue-api,,,,,,68.85,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Qwen3-Max-Thinking / column 科学推理),,out:single-couple, superclue-25yr-sci,superclue-general,glm-5,think,reasoning-math,hard,superclue-api,,,,,,67.21,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row GLM-5 / column 科学推理),,in, superclue-25yr-sci,superclue-general,?Doubao-Seed-1.8-251228,not-established:absent,reasoning-math,hard,superclue-api,,,,,,68.85,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Doubao-Seed-1.8-251228(Thinking) / column 科学推理),,out:model-not-established, superclue-25yr-sci,superclue-general,deepseek-v3.2,think,reasoning-math,hard,superclue-api,,,,,,71.31,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row DeepSeek-V3.2-Thinking / column 科学推理),,in, superclue-25yr-sci,superclue-general,glm-4.7,think,reasoning-math,hard,superclue-api,,,,,,66.39,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row GLM-4.7 / column 科学推理),,in, superclue-25yr-sci,superclue-general,?ERNIE-5.0,not-established:absent,reasoning-math,hard,superclue-api,,,,,,64.75,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row ERNIE-5.0 / column 科学推理),,out:model-not-established, superclue-25yr-sci,superclue-general,qwen3.5-27b,think,reasoning-math,hard,superclue-api,,,,,,72.13,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Qwen3.5-27B-Thinking / column 科学推理),,in, superclue-25yr-sci,superclue-general,grok-4,solo,reasoning-math,hard,superclue-api,,,,,,68.03,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Grok-4 / column 科学推理),,out:single-couple, superclue-25yr-sci,superclue-general,qwen3.5-122b-a10b,think,reasoning-math,hard,superclue-api,,,,,,74.59,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Qwen3.5-122B-A10B-Thinking / column 科学推理),,in, superclue-25yr-sci,superclue-general,kimi-k2-thinking,solo,reasoning-math,hard,superclue-api,,,,,,62.3,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Kimi-K2-Thinking / column 科学推理),,in, superclue-25yr-sci,superclue-general,qwen3-max-preview,think,reasoning-math,hard,superclue-api,,,,,,63.93,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Qwen3-Max-Preview-Thinking / column 科学推理),,out:single-couple, superclue-25yr-sci,superclue-general,grok-4.1-fast,think,reasoning-math,hard,superclue-api,,,,,,62.3,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Grok-4.1-Fast(Reasoning) / column 科学推理),,in, superclue-25yr-sci,superclue-general,?Tencent HY 2.0,not-established:absent,reasoning-math,hard,superclue-api,,,,,,66.39,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Tencent HY 2.0 Think / column 科学推理),,out:model-not-established, superclue-25yr-sci,superclue-general,qwen3.5-35b-a3b,think,reasoning-math,hard,superclue-api,,,,,,62.3,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Qwen3.5-35B-A3B-Thinking / column 科学推理),,in, superclue-25yr-sci,superclue-general,?LongCat-Flash-Thinking-2601,not-established:absent,reasoning-math,hard,superclue-api,,,,,,60.66,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row LongCat-Flash-Thinking-2601 / column 科学推理),,out:model-not-established, superclue-25yr-sci,superclue-general,step-3.5-flash,not-established:absent,reasoning-math,hard,superclue-api,,,,,,63.93,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Step-3.5-Flash / column 科学推理),,out:effort-not-established, superclue-25yr-sci,superclue-general,qwen3-max-0923,solo,reasoning-math,hard,superclue-api,,,,,,61.48,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Qwen3-Max-2025-09-23 / column 科学推理),,out:single-couple, superclue-25yr-sci,superclue-general,gpt-oss-120b,high,reasoning-math,hard,superclue-api,,,,,,62.3,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row gpt-oss-120b(high) / column 科学推理),,out:single-couple, superclue-25yr-sci,superclue-general,minimax-m2.1,not-established:absent,reasoning-math,hard,superclue-api,,,,,,54.1,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row MiniMax-M2.1 / column 科学推理),,out:effort-not-established, superclue-25yr-sci,superclue-general,?Spark-X1.5,not-established:absent,reasoning-math,hard,superclue-api,,,,,,63.11,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Spark-X1.5 / column 科学推理),,out:model-not-established, superclue-25yr-sci,superclue-general,minimax-m2.5,not-established:absent,reasoning-math,hard,superclue-api,,,,,,58.2,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row MiniMax-M2.5 / column 科学推理),,out:effort-not-established, superclue-25yr-sci,superclue-general,?Spark-X2,not-established:absent,reasoning-math,hard,superclue-api,,,,,,63.11,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Spark-X2 / column 科学推理),,out:model-not-established, superclue-25yr-sci,superclue-general,?MiMo-V2-Flash-0112,not-established:absent,reasoning-math,hard,superclue-api,,,,,,48.36,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row MiMo-V2-Flash-0112 / column 科学推理),,out:model-not-established, superclue-25yr-sci,superclue-general,?Mistral Large 3,not-established:absent,reasoning-math,hard,superclue-api,,,,,,51.64,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Mistral Large 3 / column 科学推理),,out:model-not-established, superclue-25yr-sci,superclue-general,llama-4-maverick,solo,reasoning-math,hard,superclue-api,,,,,,48.36,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Llama-4-Maverick-17B-128E-Instruct / column 科学推理),,out:single-couple, superclue-25yr-ifollow,superclue-general,opus-4.6,high,mixed,hard,superclue-api,,,,,,51.78,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Claude-Opus-4.6(high effort) / column 精确指令遵循),,out:single-couple, superclue-25yr-ifollow,superclue-general,gemini-3.1-pro,high,mixed,hard,superclue-api,,,,,,53.7,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Gemini-3.1-Pro-Preview(high) / column 精确指令遵循),,in, superclue-25yr-ifollow,superclue-general,?Doubao-Seed-2.0-pro-260215,not-established:absent,mixed,hard,superclue-api,,,,,,43.01,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Doubao-Seed-2.0-pro-260215 / column 精确指令遵循),,out:model-not-established, superclue-25yr-ifollow,superclue-general,opus-4.5,not-established:absent,mixed,hard,superclue-api,,,,,,51.1,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Claude-Opus-4.5-Reasoning / column 精确指令遵循),,out:effort-not-established, superclue-25yr-ifollow,superclue-general,gemini-3-pro,not-established:absent,mixed,hard,superclue-api,,,,,,43.56,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Gemini-3-Pro-Preview / column 精确指令遵循),,out:effort-not-established, superclue-25yr-ifollow,superclue-general,gpt-5.2,high,mixed,hard,superclue-api,,,,,,37.81,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row GPT-5.2(high) / column 精确指令遵循),,in, superclue-25yr-ifollow,superclue-general,?Kimi-K2.5,not-established:absent,mixed,hard,superclue-api,,,,,,24.45,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Kimi-K2.5-Thinking / column 精确指令遵循),,out:model-not-established, superclue-25yr-ifollow,superclue-general,gemini-3-flash,not-established:absent,mixed,hard,superclue-api,,,,,,39.45,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Gemini-3-Flash-Preview / column 精确指令遵循),,out:effort-not-established, superclue-25yr-ifollow,superclue-general,qwen3.5-397b-a17b,think,mixed,hard,superclue-api,,,,,,21.1,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Qwen3.5-397B-A17B-Thinking / column 精确指令遵循),,in, superclue-25yr-ifollow,superclue-general,qwen3-max-0123,think,mixed,hard,superclue-api,,,,,,28.22,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Qwen3-Max-Thinking / column 精确指令遵循),,out:single-couple, superclue-25yr-ifollow,superclue-general,glm-5,think,mixed,hard,superclue-api,,,,,,27.35,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row GLM-5 / column 精确指令遵循),,in, superclue-25yr-ifollow,superclue-general,?Doubao-Seed-1.8-251228,not-established:absent,mixed,hard,superclue-api,,,,,,32.6,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Doubao-Seed-1.8-251228(Thinking) / column 精确指令遵循),,out:model-not-established, superclue-25yr-ifollow,superclue-general,deepseek-v3.2,think,mixed,hard,superclue-api,,,,,,29.86,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row DeepSeek-V3.2-Thinking / column 精确指令遵循),,in, superclue-25yr-ifollow,superclue-general,glm-4.7,think,mixed,hard,superclue-api,,,,,,21.37,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row GLM-4.7 / column 精确指令遵循),,in, superclue-25yr-ifollow,superclue-general,?ERNIE-5.0,not-established:absent,mixed,hard,superclue-api,,,,,,37.53,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row ERNIE-5.0 / column 精确指令遵循),,out:model-not-established, superclue-25yr-ifollow,superclue-general,qwen3.5-27b,think,mixed,hard,superclue-api,,,,,,22.19,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Qwen3.5-27B-Thinking / column 精确指令遵循),,in, superclue-25yr-ifollow,superclue-general,grok-4,solo,mixed,hard,superclue-api,,,,,,14.79,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Grok-4 / column 精确指令遵循),,out:single-couple, superclue-25yr-ifollow,superclue-general,qwen3.5-122b-a10b,think,mixed,hard,superclue-api,,,,,,20.72,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Qwen3.5-122B-A10B-Thinking / column 精确指令遵循),,in, superclue-25yr-ifollow,superclue-general,kimi-k2-thinking,solo,mixed,hard,superclue-api,,,,,,16.99,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Kimi-K2-Thinking / column 精确指令遵循),,in, superclue-25yr-ifollow,superclue-general,qwen3-max-preview,think,mixed,hard,superclue-api,,,,,,24.66,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Qwen3-Max-Preview-Thinking / column 精确指令遵循),,out:single-couple, superclue-25yr-ifollow,superclue-general,grok-4.1-fast,think,mixed,hard,superclue-api,,,,,,16.44,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Grok-4.1-Fast(Reasoning) / column 精确指令遵循),,in, superclue-25yr-ifollow,superclue-general,?Tencent HY 2.0,not-established:absent,mixed,hard,superclue-api,,,,,,18.9,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Tencent HY 2.0 Think / column 精确指令遵循),,out:model-not-established, superclue-25yr-ifollow,superclue-general,qwen3.5-35b-a3b,think,mixed,hard,superclue-api,,,,,,14.52,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Qwen3.5-35B-A3B-Thinking / column 精确指令遵循),,in, superclue-25yr-ifollow,superclue-general,?LongCat-Flash-Thinking-2601,not-established:absent,mixed,hard,superclue-api,,,,,,15.07,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row LongCat-Flash-Thinking-2601 / column 精确指令遵循),,out:model-not-established, superclue-25yr-ifollow,superclue-general,step-3.5-flash,not-established:absent,mixed,hard,superclue-api,,,,,,10.68,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Step-3.5-Flash / column 精确指令遵循),,out:effort-not-established, superclue-25yr-ifollow,superclue-general,qwen3-max-0923,solo,mixed,hard,superclue-api,,,,,,6.3,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Qwen3-Max-2025-09-23 / column 精确指令遵循),,out:single-couple, superclue-25yr-ifollow,superclue-general,gpt-oss-120b,high,mixed,hard,superclue-api,,,,,,25.75,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row gpt-oss-120b(high) / column 精确指令遵循),,out:single-couple, superclue-25yr-ifollow,superclue-general,minimax-m2.1,not-established:absent,mixed,hard,superclue-api,,,,,,15.62,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row MiniMax-M2.1 / column 精确指令遵循),,out:effort-not-established, superclue-25yr-ifollow,superclue-general,?Spark-X1.5,not-established:absent,mixed,hard,superclue-api,,,,,,4.93,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Spark-X1.5 / column 精确指令遵循),,out:model-not-established, superclue-25yr-ifollow,superclue-general,minimax-m2.5,not-established:absent,mixed,hard,superclue-api,,,,,,12.88,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row MiniMax-M2.5 / column 精确指令遵循),,out:effort-not-established, superclue-25yr-ifollow,superclue-general,?Spark-X2,not-established:absent,mixed,hard,superclue-api,,,,,,4.93,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Spark-X2 / column 精确指令遵循),,out:model-not-established, superclue-25yr-ifollow,superclue-general,?MiMo-V2-Flash-0112,not-established:absent,mixed,hard,superclue-api,,,,,,3.01,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row MiMo-V2-Flash-0112 / column 精确指令遵循),,out:model-not-established, superclue-25yr-ifollow,superclue-general,?Mistral Large 3,not-established:absent,mixed,hard,superclue-api,,,,,,8.77,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Mistral Large 3 / column 精确指令遵循),,out:model-not-established, superclue-25yr-ifollow,superclue-general,llama-4-maverick,solo,mixed,hard,superclue-api,,,,,,5.48,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Llama-4-Maverick-17B-128E-Instruct / column 精确指令遵循),,out:single-couple, superclue-25yr-code,superclue-general,opus-4.6,high,coding,hard,superclue-api,,,,,,59.91,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Claude-Opus-4.6(high effort) / column 代码生成),,out:single-couple, superclue-25yr-code,superclue-general,gemini-3.1-pro,high,coding,hard,superclue-api,,,,,,55.05,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Gemini-3.1-Pro-Preview(high) / column 代码生成),,in, superclue-25yr-code,superclue-general,?Doubao-Seed-2.0-pro-260215,not-established:absent,coding,hard,superclue-api,,,,,,48.77,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Doubao-Seed-2.0-pro-260215 / column 代码生成),,out:model-not-established, superclue-25yr-code,superclue-general,opus-4.5,not-established:absent,coding,hard,superclue-api,,,,,,48.3990147783251,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Claude-Opus-4.5-Reasoning / column 代码生成),,out:effort-not-established, superclue-25yr-code,superclue-general,gemini-3-pro,not-established:absent,coding,hard,superclue-api,,,,,,47.1674876847291,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Gemini-3-Pro-Preview / column 代码生成),,out:effort-not-established, superclue-25yr-code,superclue-general,gpt-5.2,high,coding,hard,superclue-api,,,,,,30.9113300492611,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row GPT-5.2(high) / column 代码生成),,in, superclue-25yr-code,superclue-general,?Kimi-K2.5,not-established:absent,coding,hard,superclue-api,,,,,,53.33,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Kimi-K2.5-Thinking / column 代码生成),,out:model-not-established, superclue-25yr-code,superclue-general,gemini-3-flash,not-established:absent,coding,hard,superclue-api,,,,,,40.64039408867,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Gemini-3-Flash-Preview / column 代码生成),,out:effort-not-established, superclue-25yr-code,superclue-general,qwen3.5-397b-a17b,think,coding,hard,superclue-api,,,,,,41.63,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Qwen3.5-397B-A17B-Thinking / column 代码生成),,in, superclue-25yr-code,superclue-general,qwen3-max-0123,think,coding,hard,superclue-api,,,,,,41.56,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Qwen3-Max-Thinking / column 代码生成),,out:single-couple, superclue-25yr-code,superclue-general,glm-5,think,coding,hard,superclue-api,,,,,,51.35,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row GLM-5 / column 代码生成),,in, superclue-25yr-code,superclue-general,?Doubao-Seed-1.8-251228,not-established:absent,coding,hard,superclue-api,,,,,,40.3325123152709,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Doubao-Seed-1.8-251228(Thinking) / column 代码生成),,out:model-not-established, superclue-25yr-code,superclue-general,deepseek-v3.2,think,coding,hard,superclue-api,,,,,,39.8399014778325,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row DeepSeek-V3.2-Thinking / column 代码生成),,in, superclue-25yr-code,superclue-general,glm-4.7,think,coding,hard,superclue-api,,,,,,41.256157635468,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row GLM-4.7 / column 代码生成),,in, superclue-25yr-code,superclue-general,?ERNIE-5.0,not-established:absent,coding,hard,superclue-api,,,,,,45.628078817734,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row ERNIE-5.0 / column 代码生成),,out:model-not-established, superclue-25yr-code,superclue-general,qwen3.5-27b,think,coding,hard,superclue-api,,,,,,24.88,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Qwen3.5-27B-Thinking / column 代码生成),,in, superclue-25yr-code,superclue-general,grok-4,solo,coding,hard,superclue-api,,,,,,49.5073891625616,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Grok-4 / column 代码生成),,out:single-couple, superclue-25yr-code,superclue-general,qwen3.5-122b-a10b,think,coding,hard,superclue-api,,,,,,24.26,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Qwen3.5-122B-A10B-Thinking / column 代码生成),,in, superclue-25yr-code,superclue-general,kimi-k2-thinking,solo,coding,hard,superclue-api,,,,,,45.9975369458128,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Kimi-K2-Thinking / column 代码生成),,in, superclue-25yr-code,superclue-general,qwen3-max-preview,think,coding,hard,superclue-api,,,,,,37.9926108374384,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Qwen3-Max-Preview-Thinking / column 代码生成),,out:single-couple, superclue-25yr-code,superclue-general,grok-4.1-fast,think,coding,hard,superclue-api,,,,,,34.35960591133,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Grok-4.1-Fast(Reasoning) / column 代码生成),,in, superclue-25yr-code,superclue-general,?Tencent HY 2.0,not-established:absent,coding,hard,superclue-api,,,,,,37.32,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Tencent HY 2.0 Think / column 代码生成),,out:model-not-established, superclue-25yr-code,superclue-general,qwen3.5-35b-a3b,think,coding,hard,superclue-api,,,,,,19.09,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Qwen3.5-35B-A3B-Thinking / column 代码生成),,in, superclue-25yr-code,superclue-general,?LongCat-Flash-Thinking-2601,not-established:absent,coding,hard,superclue-api,,,,,,37.807881773399,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row LongCat-Flash-Thinking-2601 / column 代码生成),,out:model-not-established, superclue-25yr-code,superclue-general,step-3.5-flash,not-established:absent,coding,hard,superclue-api,,,,,,36.64,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Step-3.5-Flash / column 代码生成),,out:effort-not-established, superclue-25yr-code,superclue-general,qwen3-max-0923,solo,coding,hard,superclue-api,,,,,,47.2290640394089,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Qwen3-Max-2025-09-23 / column 代码生成),,out:single-couple, superclue-25yr-code,superclue-general,gpt-oss-120b,high,coding,hard,superclue-api,,,,,,35.7142857142857,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row gpt-oss-120b(high) / column 代码生成),,out:single-couple, superclue-25yr-code,superclue-general,minimax-m2.1,not-established:absent,coding,hard,superclue-api,,,,,,41.256157635468,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row MiniMax-M2.1 / column 代码生成),,out:effort-not-established, superclue-25yr-code,superclue-general,?Spark-X1.5,not-established:absent,coding,hard,superclue-api,,,,,,22.9064039408867,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Spark-X1.5 / column 代码生成),,out:model-not-established, superclue-25yr-code,superclue-general,minimax-m2.5,not-established:absent,coding,hard,superclue-api,,,,,,32.82,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row MiniMax-M2.5 / column 代码生成),,out:effort-not-established, superclue-25yr-code,superclue-general,?Spark-X2,not-established:absent,coding,hard,superclue-api,,,,,,32.7,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Spark-X2 / column 代码生成),,out:model-not-established, superclue-25yr-code,superclue-general,?MiMo-V2-Flash-0112,not-established:absent,coding,hard,superclue-api,,,,,,40.5172413793103,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row MiMo-V2-Flash-0112 / column 代码生成),,out:model-not-established, superclue-25yr-code,superclue-general,?Mistral Large 3,not-established:absent,coding,hard,superclue-api,,,,,,33.3743842364532,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Mistral Large 3 / column 代码生成),,out:model-not-established, superclue-25yr-code,superclue-general,llama-4-maverick,solo,coding,hard,superclue-api,,,,,,13.8546798029557,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Llama-4-Maverick-17B-128E-Instruct / column 代码生成),,out:single-couple, superclue-25yr-plan,superclue-general,opus-4.6,high,agentic-tool,hard,superclue-api,,,,,,77.52,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Claude-Opus-4.6(high effort) / column 智能体(任务规划)),,out:single-couple, superclue-25yr-plan,superclue-general,gemini-3.1-pro,high,agentic-tool,hard,superclue-api,,,,,,71.03,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Gemini-3.1-Pro-Preview(high) / column 智能体(任务规划)),,in, superclue-25yr-plan,superclue-general,?Doubao-Seed-2.0-pro-260215,not-established:absent,agentic-tool,hard,superclue-api,,,,,,77.78,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Doubao-Seed-2.0-pro-260215 / column 智能体(任务规划)),,out:model-not-established, superclue-25yr-plan,superclue-general,opus-4.5,not-established:absent,agentic-tool,hard,superclue-api,,,,,,74.8747619047619,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Claude-Opus-4.5-Reasoning / column 智能体(任务规划)),,out:effort-not-established, superclue-25yr-plan,superclue-general,gemini-3-pro,not-established:absent,agentic-tool,hard,superclue-api,,,,,,65.0204761904762,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Gemini-3-Pro-Preview / column 智能体(任务规划)),,out:effort-not-established, superclue-25yr-plan,superclue-general,gpt-5.2,high,agentic-tool,hard,superclue-api,,,,,,81.3862244897959,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row GPT-5.2(high) / column 智能体(任务规划)),,in, superclue-25yr-plan,superclue-general,?Kimi-K2.5,not-established:absent,agentic-tool,hard,superclue-api,,,,,,68.06,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Kimi-K2.5-Thinking / column 智能体(任务规划)),,out:model-not-established, superclue-25yr-plan,superclue-general,gemini-3-flash,not-established:absent,agentic-tool,hard,superclue-api,,,,,,53.5890476190476,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Gemini-3-Flash-Preview / column 智能体(任务规划)),,out:effort-not-established, superclue-25yr-plan,superclue-general,qwen3.5-397b-a17b,think,agentic-tool,hard,superclue-api,,,,,,68.92,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Qwen3.5-397B-A17B-Thinking / column 智能体(任务规划)),,in, superclue-25yr-plan,superclue-general,qwen3-max-0123,think,agentic-tool,hard,superclue-api,,,,,,70.13,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Qwen3-Max-Thinking / column 智能体(任务规划)),,out:single-couple, superclue-25yr-plan,superclue-general,glm-5,think,agentic-tool,hard,superclue-api,,,,,,62.12,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row GLM-5 / column 智能体(任务规划)),,in, superclue-25yr-plan,superclue-general,?Doubao-Seed-1.8-251228,not-established:absent,agentic-tool,hard,superclue-api,,,,,,58.1485714285714,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Doubao-Seed-1.8-251228(Thinking) / column 智能体(任务规划)),,out:model-not-established, superclue-25yr-plan,superclue-general,deepseek-v3.2,think,agentic-tool,hard,superclue-api,,,,,,55.5338095238095,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row DeepSeek-V3.2-Thinking / column 智能体(任务规划)),,in, superclue-25yr-plan,superclue-general,glm-4.7,think,agentic-tool,hard,superclue-api,,,,,,56.0264423076923,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row GLM-4.7 / column 智能体(任务规划)),,in, superclue-25yr-plan,superclue-general,?ERNIE-5.0,not-established:absent,agentic-tool,hard,superclue-api,,,,,,49.3161904761905,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row ERNIE-5.0 / column 智能体(任务规划)),,out:model-not-established, superclue-25yr-plan,superclue-general,qwen3.5-27b,think,agentic-tool,hard,superclue-api,,,,,,56.14,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Qwen3.5-27B-Thinking / column 智能体(任务规划)),,in, superclue-25yr-plan,superclue-general,grok-4,solo,agentic-tool,hard,superclue-api,,,,,,45.36,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Grok-4 / column 智能体(任务规划)),,out:single-couple, superclue-25yr-plan,superclue-general,qwen3.5-122b-a10b,think,agentic-tool,hard,superclue-api,,,,,,56.5,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Qwen3.5-122B-A10B-Thinking / column 智能体(任务规划)),,in, superclue-25yr-plan,superclue-general,kimi-k2-thinking,solo,agentic-tool,hard,superclue-api,,,,,,59.0052380952381,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Kimi-K2-Thinking / column 智能体(任务规划)),,in, superclue-25yr-plan,superclue-general,qwen3-max-preview,think,agentic-tool,hard,superclue-api,,,,,,64.3964761904762,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Qwen3-Max-Preview-Thinking / column 智能体(任务规划)),,out:single-couple, superclue-25yr-plan,superclue-general,grok-4.1-fast,think,agentic-tool,hard,superclue-api,,,,,,54.0509523809524,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Grok-4.1-Fast(Reasoning) / column 智能体(任务规划)),,in, superclue-25yr-plan,superclue-general,?Tencent HY 2.0,not-established:absent,agentic-tool,hard,superclue-api,,,,,,41.99,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Tencent HY 2.0 Think / column 智能体(任务规划)),,out:model-not-established, superclue-25yr-plan,superclue-general,qwen3.5-35b-a3b,think,agentic-tool,hard,superclue-api,,,,,,51.33,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Qwen3.5-35B-A3B-Thinking / column 智能体(任务规划)),,in, superclue-25yr-plan,superclue-general,?LongCat-Flash-Thinking-2601,not-established:absent,agentic-tool,hard,superclue-api,,,,,,52.4309523809524,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row LongCat-Flash-Thinking-2601 / column 智能体(任务规划)),,out:model-not-established, superclue-25yr-plan,superclue-general,step-3.5-flash,not-established:absent,agentic-tool,hard,superclue-api,,,,,,49.88,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Step-3.5-Flash / column 智能体(任务规划)),,out:effort-not-established, superclue-25yr-plan,superclue-general,qwen3-max-0923,solo,agentic-tool,hard,superclue-api,,,,,,48.5880952380952,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Qwen3-Max-2025-09-23 / column 智能体(任务规划)),,out:single-couple, superclue-25yr-plan,superclue-general,gpt-oss-120b,high,agentic-tool,hard,superclue-api,,,,,,42.2938095238095,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row gpt-oss-120b(high) / column 智能体(任务规划)),,out:single-couple, superclue-25yr-plan,superclue-general,minimax-m2.1,not-established:absent,agentic-tool,hard,superclue-api,,,,,,41.3838095238095,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row MiniMax-M2.1 / column 智能体(任务规划)),,out:effort-not-established, superclue-25yr-plan,superclue-general,?Spark-X1.5,not-established:absent,agentic-tool,hard,superclue-api,,,,,,47.8348571428572,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Spark-X1.5 / column 智能体(任务规划)),,out:model-not-established, superclue-25yr-plan,superclue-general,minimax-m2.5,not-established:absent,agentic-tool,hard,superclue-api,,,,,,42.84,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row MiniMax-M2.5 / column 智能体(任务规划)),,out:effort-not-established, superclue-25yr-plan,superclue-general,?Spark-X2,not-established:absent,agentic-tool,hard,superclue-api,,,,,,46.44,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Spark-X2 / column 智能体(任务规划)),,out:model-not-established, superclue-25yr-plan,superclue-general,?MiMo-V2-Flash-0112,not-established:absent,agentic-tool,hard,superclue-api,,,,,,46.8428571428571,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row MiMo-V2-Flash-0112 / column 智能体(任务规划)),,out:model-not-established, superclue-25yr-plan,superclue-general,?Mistral Large 3,not-established:absent,agentic-tool,hard,superclue-api,,,,,,32.3438095238095,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Mistral Large 3 / column 智能体(任务规划)),,out:model-not-established, superclue-25yr-plan,superclue-general,llama-4-maverick,solo,agentic-tool,hard,superclue-api,,,,,,20.2857142857143,score%,0,,,https://www.superclueai.com/data/generalboard/2025年度测评.xlsx ($ / row Llama-4-Maverick-17B-128E-Instruct / column 智能体(任务规划)),,out:single-couple, superclue-2603-math,superclue-general,opus-4.6,max,reasoning-math,hard,superclue-api,,,,,,85.71,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Claude-Opus-4.6(max) / column 数学推理),,out:single-couple, superclue-2603-math,superclue-general,gemini-3.1-pro,high,reasoning-math,hard,superclue-api,,,,,,92.44,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Gemini-3.1-Pro-Preview(high) / column 数学推理),,in, superclue-2603-math,superclue-general,gpt-5.4,xhigh,reasoning-math,hard,superclue-api,,,,,,88.89,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row GPT-5.4(xhigh) / column 数学推理),,in, superclue-2603-math,superclue-general,?Doubao-Seed-2.0-pro-260215,not-established:absent,reasoning-math,hard,superclue-api,,,,,,84.87,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Doubao-Seed-2.0-pro-260215(high) / column 数学推理),,out:model-not-established, superclue-2603-math,superclue-general,?DeepSeek-V4-Pro,not-established:absent,reasoning-math,hard,superclue-api,,,,,,87.39,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row DeepSeek-V4-Pro(max) / column 数学推理),,out:model-not-established, superclue-2603-math,superclue-general,gemini-3-flash,high,reasoning-math,hard,superclue-api,,,,,,85.71,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Gemini-3-Flash-Preview(high) / column 数学推理),,in, superclue-2603-math,superclue-general,?DeepSeek-V4-Flash,not-established:absent,reasoning-math,hard,superclue-api,,,,,,89.08,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row DeepSeek-V4-Flash(max) / column 数学推理),,out:model-not-established, superclue-2603-math,superclue-general,grok-4.20,think,reasoning-math,hard,superclue-api,,,,,,85.71,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Grok-4.20-Beta-0309(Reasoning) / column 数学推理),,in, superclue-2603-math,superclue-general,?Kimi-K2.5,not-established:absent,reasoning-math,hard,superclue-api,,,,,,81.51,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Kimi-K2.5-Thinking / column 数学推理),,out:model-not-established, superclue-2603-math,superclue-general,qwen3.5-397b-a17b,think,reasoning-math,hard,superclue-api,,,,,,84.87,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Qwen3.5-397B-A17B-Thinking / column 数学推理),,in, superclue-2603-math,superclue-general,glm-5,think,reasoning-math,hard,superclue-api,,,,,,73.95,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row GLM-5 / column 数学推理),,in, superclue-2603-math,superclue-general,deepseek-v3.2,think,reasoning-math,hard,superclue-api,,,,,,78.15,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row DeepSeek-V3.2-Thinking / column 数学推理),,in, superclue-2603-math,superclue-general,?MiMo-V2-Pro,not-established:absent,reasoning-math,hard,superclue-api,,,,,,84.03,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row MiMo-V2-Pro / column 数学推理),,out:model-not-established, superclue-2603-math,superclue-general,?Tencent HY 2.0,not-established:absent,reasoning-math,hard,superclue-api,,,,,,76.47,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Tencent HY 2.0 Think / column 数学推理),,out:model-not-established, superclue-2603-math,superclue-general,qwen3.5-122b-a10b,think,reasoning-math,hard,superclue-api,,,,,,82.35,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Qwen3.5-122B-A10B-Thinking / column 数学推理),,in, superclue-2603-math,superclue-general,?LongCat-Flash-Thinking-2601,not-established:absent,reasoning-math,hard,superclue-api,,,,,,77.31,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row LongCat-Flash-Thinking-2601 / column 数学推理),,out:model-not-established, superclue-2603-math,superclue-general,gpt-oss-120b,high,reasoning-math,hard,superclue-api,,,,,,79.83,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row gpt-oss-120b(high) / column 数学推理),,out:single-couple, superclue-2603-math,superclue-general,step-3.5-flash,not-established:absent,reasoning-math,hard,superclue-api,,,,,,80.67,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Step-3.5-Flash / column 数学推理),,out:effort-not-established, superclue-2603-math,superclue-general,minimax-m2.5,not-established:absent,reasoning-math,hard,superclue-api,,,,,,73.95,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row MiniMax-M2.5 / column 数学推理),,out:effort-not-established, superclue-2603-math,superclue-general,minimax-m2.7,not-established:absent,reasoning-math,hard,superclue-api,,,,,,78.15,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row MiniMax-M2.7 / column 数学推理),,out:effort-not-established, superclue-2603-math,superclue-general,?Spark X2,not-established:absent,reasoning-math,hard,superclue-api,,,,,,78.15,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Spark X2 / column 数学推理),,out:model-not-established, superclue-2603-math,superclue-general,?MiMo-V2-Flash,not-established:absent,reasoning-math,hard,superclue-api,,,,,,69.75,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row MiMo-V2-Flash / column 数学推理),,out:model-not-established, superclue-2603-math,superclue-general,?Mistral Large 3,not-established:absent,reasoning-math,hard,superclue-api,,,,,,48.74,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Mistral Large 3 / column 数学推理),,out:model-not-established, superclue-2603-math,superclue-general,llama-4-maverick,solo,reasoning-math,hard,superclue-api,,,,,,38.66,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Llama-4-Maverick-17B-128E-Instruct / column 数学推理),,out:single-couple, superclue-2603-halluc,superclue-general,opus-4.6,max,mixed,hard,superclue-api,,,,,,82.95495,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Claude-Opus-4.6(max) / column 幻觉控制),,out:single-couple, superclue-2603-halluc,superclue-general,gemini-3.1-pro,high,mixed,hard,superclue-api,,,,,,80.4955,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Gemini-3.1-Pro-Preview(high) / column 幻觉控制),,in, superclue-2603-halluc,superclue-general,gpt-5.4,xhigh,mixed,hard,superclue-api,,,,,,85.43243,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row GPT-5.4(xhigh) / column 幻觉控制),,in, superclue-2603-halluc,superclue-general,?Doubao-Seed-2.0-pro-260215,not-established:absent,mixed,hard,superclue-api,,,,,,79.40541,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Doubao-Seed-2.0-pro-260215(high) / column 幻觉控制),,out:model-not-established, superclue-2603-halluc,superclue-general,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,superclue-api,,,,,,80.68,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row DeepSeek-V4-Pro(max) / column 幻觉控制),,out:model-not-established, superclue-2603-halluc,superclue-general,gemini-3-flash,high,mixed,hard,superclue-api,,,,,,82.36937,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Gemini-3-Flash-Preview(high) / column 幻觉控制),,in, superclue-2603-halluc,superclue-general,?DeepSeek-V4-Flash,not-established:absent,mixed,hard,superclue-api,,,,,,75.67,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row DeepSeek-V4-Flash(max) / column 幻觉控制),,out:model-not-established, superclue-2603-halluc,superclue-general,grok-4.20,think,mixed,hard,superclue-api,,,,,,77.89189,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Grok-4.20-Beta-0309(Reasoning) / column 幻觉控制),,in, superclue-2603-halluc,superclue-general,?Kimi-K2.5,not-established:absent,mixed,hard,superclue-api,,,,,,77.61261,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Kimi-K2.5-Thinking / column 幻觉控制),,out:model-not-established, superclue-2603-halluc,superclue-general,qwen3.5-397b-a17b,think,mixed,hard,superclue-api,,,,,,84.38739,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Qwen3.5-397B-A17B-Thinking / column 幻觉控制),,in, superclue-2603-halluc,superclue-general,glm-5,think,mixed,hard,superclue-api,,,,,,86.84685,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row GLM-5 / column 幻觉控制),,in, superclue-2603-halluc,superclue-general,deepseek-v3.2,think,mixed,hard,superclue-api,,,,,,77.22523,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row DeepSeek-V3.2-Thinking / column 幻觉控制),,in, superclue-2603-halluc,superclue-general,?MiMo-V2-Pro,not-established:absent,mixed,hard,superclue-api,,,,,,73.8018,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row MiMo-V2-Pro / column 幻觉控制),,out:model-not-established, superclue-2603-halluc,superclue-general,?Tencent HY 2.0,not-established:absent,mixed,hard,superclue-api,,,,,,76.45946,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Tencent HY 2.0 Think / column 幻觉控制),,out:model-not-established, superclue-2603-halluc,superclue-general,qwen3.5-122b-a10b,think,mixed,hard,superclue-api,,,,,,70.5045,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Qwen3.5-122B-A10B-Thinking / column 幻觉控制),,in, superclue-2603-halluc,superclue-general,?LongCat-Flash-Thinking-2601,not-established:absent,mixed,hard,superclue-api,,,,,,66.30631,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row LongCat-Flash-Thinking-2601 / column 幻觉控制),,out:model-not-established, superclue-2603-halluc,superclue-general,gpt-oss-120b,high,mixed,hard,superclue-api,,,,,,54.88288,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row gpt-oss-120b(high) / column 幻觉控制),,out:single-couple, superclue-2603-halluc,superclue-general,step-3.5-flash,not-established:absent,mixed,hard,superclue-api,,,,,,63.93694,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Step-3.5-Flash / column 幻觉控制),,out:effort-not-established, superclue-2603-halluc,superclue-general,minimax-m2.5,not-established:absent,mixed,hard,superclue-api,,,,,,67.40541,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row MiniMax-M2.5 / column 幻觉控制),,out:effort-not-established, superclue-2603-halluc,superclue-general,minimax-m2.7,not-established:absent,mixed,hard,superclue-api,,,,,,55.61261,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row MiniMax-M2.7 / column 幻觉控制),,out:effort-not-established, superclue-2603-halluc,superclue-general,?Spark X2,not-established:absent,mixed,hard,superclue-api,,,,,,62.22523,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Spark X2 / column 幻觉控制),,out:model-not-established, superclue-2603-halluc,superclue-general,?MiMo-V2-Flash,not-established:absent,mixed,hard,superclue-api,,,,,,63.45045,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row MiMo-V2-Flash / column 幻觉控制),,out:model-not-established, superclue-2603-halluc,superclue-general,?Mistral Large 3,not-established:absent,mixed,hard,superclue-api,,,,,,51.66667,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Mistral Large 3 / column 幻觉控制),,out:model-not-established, superclue-2603-halluc,superclue-general,llama-4-maverick,solo,mixed,hard,superclue-api,,,,,,66.73874,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Llama-4-Maverick-17B-128E-Instruct / column 幻觉控制),,out:single-couple, superclue-2603-sci,superclue-general,opus-4.6,max,reasoning-math,hard,superclue-api,,,,,,85.37,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Claude-Opus-4.6(max) / column 科学推理),,out:single-couple, superclue-2603-sci,superclue-general,gemini-3.1-pro,high,reasoning-math,hard,superclue-api,,,,,,81.71,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Gemini-3.1-Pro-Preview(high) / column 科学推理),,in, superclue-2603-sci,superclue-general,gpt-5.4,xhigh,reasoning-math,hard,superclue-api,,,,,,84.15,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row GPT-5.4(xhigh) / column 科学推理),,in, superclue-2603-sci,superclue-general,?Doubao-Seed-2.0-pro-260215,not-established:absent,reasoning-math,hard,superclue-api,,,,,,80.49,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Doubao-Seed-2.0-pro-260215(high) / column 科学推理),,out:model-not-established, superclue-2603-sci,superclue-general,?DeepSeek-V4-Pro,not-established:absent,reasoning-math,hard,superclue-api,,,,,,79.27,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row DeepSeek-V4-Pro(max) / column 科学推理),,out:model-not-established, superclue-2603-sci,superclue-general,gemini-3-flash,high,reasoning-math,hard,superclue-api,,,,,,81.71,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Gemini-3-Flash-Preview(high) / column 科学推理),,in, superclue-2603-sci,superclue-general,?DeepSeek-V4-Flash,not-established:absent,reasoning-math,hard,superclue-api,,,,,,79.01,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row DeepSeek-V4-Flash(max) / column 科学推理),,out:model-not-established, superclue-2603-sci,superclue-general,grok-4.20,think,reasoning-math,hard,superclue-api,,,,,,78.05,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Grok-4.20-Beta-0309(Reasoning) / column 科学推理),,in, superclue-2603-sci,superclue-general,?Kimi-K2.5,not-established:absent,reasoning-math,hard,superclue-api,,,,,,68.29,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Kimi-K2.5-Thinking / column 科学推理),,out:model-not-established, superclue-2603-sci,superclue-general,qwen3.5-397b-a17b,think,reasoning-math,hard,superclue-api,,,,,,75.61,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Qwen3.5-397B-A17B-Thinking / column 科学推理),,in, superclue-2603-sci,superclue-general,glm-5,think,reasoning-math,hard,superclue-api,,,,,,75,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row GLM-5 / column 科学推理),,in, superclue-2603-sci,superclue-general,deepseek-v3.2,think,reasoning-math,hard,superclue-api,,,,,,73.17,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row DeepSeek-V3.2-Thinking / column 科学推理),,in, superclue-2603-sci,superclue-general,?MiMo-V2-Pro,not-established:absent,reasoning-math,hard,superclue-api,,,,,,74.39,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row MiMo-V2-Pro / column 科学推理),,out:model-not-established, superclue-2603-sci,superclue-general,?Tencent HY 2.0,not-established:absent,reasoning-math,hard,superclue-api,,,,,,70.73,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Tencent HY 2.0 Think / column 科学推理),,out:model-not-established, superclue-2603-sci,superclue-general,qwen3.5-122b-a10b,think,reasoning-math,hard,superclue-api,,,,,,69.51,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Qwen3.5-122B-A10B-Thinking / column 科学推理),,in, superclue-2603-sci,superclue-general,?LongCat-Flash-Thinking-2601,not-established:absent,reasoning-math,hard,superclue-api,,,,,,69.51,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row LongCat-Flash-Thinking-2601 / column 科学推理),,out:model-not-established, superclue-2603-sci,superclue-general,gpt-oss-120b,high,reasoning-math,hard,superclue-api,,,,,,73.17,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row gpt-oss-120b(high) / column 科学推理),,out:single-couple, superclue-2603-sci,superclue-general,step-3.5-flash,not-established:absent,reasoning-math,hard,superclue-api,,,,,,68.29,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Step-3.5-Flash / column 科学推理),,out:effort-not-established, superclue-2603-sci,superclue-general,minimax-m2.5,not-established:absent,reasoning-math,hard,superclue-api,,,,,,65.85,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row MiniMax-M2.5 / column 科学推理),,out:effort-not-established, superclue-2603-sci,superclue-general,minimax-m2.7,not-established:absent,reasoning-math,hard,superclue-api,,,,,,64.63,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row MiniMax-M2.7 / column 科学推理),,out:effort-not-established, superclue-2603-sci,superclue-general,?Spark X2,not-established:absent,reasoning-math,hard,superclue-api,,,,,,71.95,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Spark X2 / column 科学推理),,out:model-not-established, superclue-2603-sci,superclue-general,?MiMo-V2-Flash,not-established:absent,reasoning-math,hard,superclue-api,,,,,,53.66,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row MiMo-V2-Flash / column 科学推理),,out:model-not-established, superclue-2603-sci,superclue-general,?Mistral Large 3,not-established:absent,reasoning-math,hard,superclue-api,,,,,,54.88,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Mistral Large 3 / column 科学推理),,out:model-not-established, superclue-2603-sci,superclue-general,llama-4-maverick,solo,reasoning-math,hard,superclue-api,,,,,,47.56,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Llama-4-Maverick-17B-128E-Instruct / column 科学推理),,out:single-couple, superclue-2603-ifollow,superclue-general,opus-4.6,max,mixed,hard,superclue-api,,,,,,47.57,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Claude-Opus-4.6(max) / column 精确指令遵循),,out:single-couple, superclue-2603-ifollow,superclue-general,gemini-3.1-pro,high,mixed,hard,superclue-api,,,,,,56.76,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Gemini-3.1-Pro-Preview(high) / column 精确指令遵循),,in, superclue-2603-ifollow,superclue-general,gpt-5.4,xhigh,mixed,hard,superclue-api,,,,,,44.32,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row GPT-5.4(xhigh) / column 精确指令遵循),,in, superclue-2603-ifollow,superclue-general,?Doubao-Seed-2.0-pro-260215,not-established:absent,mixed,hard,superclue-api,,,,,,39.46,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Doubao-Seed-2.0-pro-260215(high) / column 精确指令遵循),,out:model-not-established, superclue-2603-ifollow,superclue-general,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,superclue-api,,,,,,37.84,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row DeepSeek-V4-Pro(max) / column 精确指令遵循),,out:model-not-established, superclue-2603-ifollow,superclue-general,gemini-3-flash,high,mixed,hard,superclue-api,,,,,,35.68,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Gemini-3-Flash-Preview(high) / column 精确指令遵循),,in, superclue-2603-ifollow,superclue-general,?DeepSeek-V4-Flash,not-established:absent,mixed,hard,superclue-api,,,,,,32.43,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row DeepSeek-V4-Flash(max) / column 精确指令遵循),,out:model-not-established, superclue-2603-ifollow,superclue-general,grok-4.20,think,mixed,hard,superclue-api,,,,,,32.43,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Grok-4.20-Beta-0309(Reasoning) / column 精确指令遵循),,in, superclue-2603-ifollow,superclue-general,?Kimi-K2.5,not-established:absent,mixed,hard,superclue-api,,,,,,16.22,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Kimi-K2.5-Thinking / column 精确指令遵循),,out:model-not-established, superclue-2603-ifollow,superclue-general,qwen3.5-397b-a17b,think,mixed,hard,superclue-api,,,,,,19.46,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Qwen3.5-397B-A17B-Thinking / column 精确指令遵循),,in, superclue-2603-ifollow,superclue-general,glm-5,think,mixed,hard,superclue-api,,,,,,24.86,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row GLM-5 / column 精确指令遵循),,in, superclue-2603-ifollow,superclue-general,deepseek-v3.2,think,mixed,hard,superclue-api,,,,,,25.95,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row DeepSeek-V3.2-Thinking / column 精确指令遵循),,in, superclue-2603-ifollow,superclue-general,?MiMo-V2-Pro,not-established:absent,mixed,hard,superclue-api,,,,,,16.22,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row MiMo-V2-Pro / column 精确指令遵循),,out:model-not-established, superclue-2603-ifollow,superclue-general,?Tencent HY 2.0,not-established:absent,mixed,hard,superclue-api,,,,,,14.05,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Tencent HY 2.0 Think / column 精确指令遵循),,out:model-not-established, superclue-2603-ifollow,superclue-general,qwen3.5-122b-a10b,think,mixed,hard,superclue-api,,,,,,13.51,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Qwen3.5-122B-A10B-Thinking / column 精确指令遵循),,in, superclue-2603-ifollow,superclue-general,?LongCat-Flash-Thinking-2601,not-established:absent,mixed,hard,superclue-api,,,,,,11.89,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row LongCat-Flash-Thinking-2601 / column 精确指令遵循),,out:model-not-established, superclue-2603-ifollow,superclue-general,gpt-oss-120b,high,mixed,hard,superclue-api,,,,,,20.54,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row gpt-oss-120b(high) / column 精确指令遵循),,out:single-couple, superclue-2603-ifollow,superclue-general,step-3.5-flash,not-established:absent,mixed,hard,superclue-api,,,,,,9.73,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Step-3.5-Flash / column 精确指令遵循),,out:effort-not-established, superclue-2603-ifollow,superclue-general,minimax-m2.5,not-established:absent,mixed,hard,superclue-api,,,,,,7.57,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row MiniMax-M2.5 / column 精确指令遵循),,out:effort-not-established, superclue-2603-ifollow,superclue-general,minimax-m2.7,not-established:absent,mixed,hard,superclue-api,,,,,,17.3,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row MiniMax-M2.7 / column 精确指令遵循),,out:effort-not-established, superclue-2603-ifollow,superclue-general,?Spark X2,not-established:absent,mixed,hard,superclue-api,,,,,,1.08,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Spark X2 / column 精确指令遵循),,out:model-not-established, superclue-2603-ifollow,superclue-general,?MiMo-V2-Flash,not-established:absent,mixed,hard,superclue-api,,,,,,2.16,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row MiMo-V2-Flash / column 精确指令遵循),,out:model-not-established, superclue-2603-ifollow,superclue-general,?Mistral Large 3,not-established:absent,mixed,hard,superclue-api,,,,,,4.32,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Mistral Large 3 / column 精确指令遵循),,out:model-not-established, superclue-2603-ifollow,superclue-general,llama-4-maverick,solo,mixed,hard,superclue-api,,,,,,3.78,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Llama-4-Maverick-17B-128E-Instruct / column 精确指令遵循),,out:single-couple, superclue-2603-code,superclue-general,opus-4.6,max,coding,hard,superclue-api,,,,,,71.1540719630253,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Claude-Opus-4.6(max) / column 代码生成),,out:single-couple, superclue-2603-code,superclue-general,gemini-3.1-pro,high,coding,hard,superclue-api,,,,,,69.7846957552012,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Gemini-3.1-Pro-Preview(high) / column 代码生成),,in, superclue-2603-code,superclue-general,gpt-5.4,xhigh,coding,hard,superclue-api,,,,,,52.0492424845024,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row GPT-5.4(xhigh) / column 代码生成),,in, superclue-2603-code,superclue-general,?Doubao-Seed-2.0-pro-260215,not-established:absent,coding,hard,superclue-api,,,,,,63.932436844669,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Doubao-Seed-2.0-pro-260215(high) / column 代码生成),,out:model-not-established, superclue-2603-code,superclue-general,?DeepSeek-V4-Pro,not-established:absent,coding,hard,superclue-api,,,,,,63.24,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row DeepSeek-V4-Pro(max) / column 代码生成),,out:model-not-established, superclue-2603-code,superclue-general,gemini-3-flash,high,coding,hard,superclue-api,,,,,,63.9409971978101,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Gemini-3-Flash-Preview(high) / column 代码生成),,in, superclue-2603-code,superclue-general,?DeepSeek-V4-Flash,not-established:absent,coding,hard,superclue-api,,,,,,61.43,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row DeepSeek-V4-Flash(max) / column 代码生成),,out:model-not-established, superclue-2603-code,superclue-general,grok-4.20,think,coding,hard,superclue-api,,,,,,55.0139806475415,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Grok-4.20-Beta-0309(Reasoning) / column 代码生成),,in, superclue-2603-code,superclue-general,?Kimi-K2.5,not-established:absent,coding,hard,superclue-api,,,,,,65.5036858759476,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Kimi-K2.5-Thinking / column 代码生成),,out:model-not-established, superclue-2603-code,superclue-general,qwen3.5-397b-a17b,think,coding,hard,superclue-api,,,,,,51.0372648080852,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Qwen3.5-397B-A17B-Thinking / column 代码生成),,in, superclue-2603-code,superclue-general,glm-5,think,coding,hard,superclue-api,,,,,,58.3177315215687,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row GLM-5 / column 代码生成),,in, superclue-2603-code,superclue-general,deepseek-v3.2,think,coding,hard,superclue-api,,,,,,60.4298812383573,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row DeepSeek-V3.2-Thinking / column 代码生成),,in, superclue-2603-code,superclue-general,?MiMo-V2-Pro,not-established:absent,coding,hard,superclue-api,,,,,,59.6139204978035,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row MiMo-V2-Pro / column 代码生成),,out:model-not-established, superclue-2603-code,superclue-general,?Tencent HY 2.0,not-established:absent,coding,hard,superclue-api,,,,,,57.5770867375888,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Tencent HY 2.0 Think / column 代码生成),,out:model-not-established, superclue-2603-code,superclue-general,qwen3.5-122b-a10b,think,coding,hard,superclue-api,,,,,,50.1847218150373,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Qwen3.5-122B-A10B-Thinking / column 代码生成),,in, superclue-2603-code,superclue-general,?LongCat-Flash-Thinking-2601,not-established:absent,coding,hard,superclue-api,,,,,,51.8632707063958,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row LongCat-Flash-Thinking-2601 / column 代码生成),,out:model-not-established, superclue-2603-code,superclue-general,gpt-oss-120b,high,coding,hard,superclue-api,,,,,,52.8884146604759,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row gpt-oss-120b(high) / column 代码生成),,out:single-couple, superclue-2603-code,superclue-general,step-3.5-flash,not-established:absent,coding,hard,superclue-api,,,,,,50.7137440636224,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Step-3.5-Flash / column 代码生成),,out:effort-not-established, superclue-2603-code,superclue-general,minimax-m2.5,not-established:absent,coding,hard,superclue-api,,,,,,55.3322970003159,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row MiniMax-M2.5 / column 代码生成),,out:effort-not-established, superclue-2603-code,superclue-general,minimax-m2.7,not-established:absent,coding,hard,superclue-api,,,,,,58.7406584199406,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row MiniMax-M2.7 / column 代码生成),,out:effort-not-established, superclue-2603-code,superclue-general,?Spark X2,not-established:absent,coding,hard,superclue-api,,,,,,41.1872149231955,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Spark X2 / column 代码生成),,out:model-not-established, superclue-2603-code,superclue-general,?MiMo-V2-Flash,not-established:absent,coding,hard,superclue-api,,,,,,54.4568607442659,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row MiMo-V2-Flash / column 代码生成),,out:model-not-established, superclue-2603-code,superclue-general,?Mistral Large 3,not-established:absent,coding,hard,superclue-api,,,,,,42.2377066132137,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Mistral Large 3 / column 代码生成),,out:model-not-established, superclue-2603-code,superclue-general,llama-4-maverick,solo,coding,hard,superclue-api,,,,,,39.6702824689271,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Llama-4-Maverick-17B-128E-Instruct / column 代码生成),,out:single-couple, superclue-2603-plan,superclue-general,opus-4.6,max,agentic-tool,hard,superclue-api,,,,,,89.3480952380952,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Claude-Opus-4.6(max) / column 智能体(任务规划)),,out:single-couple, superclue-2603-plan,superclue-general,gemini-3.1-pro,high,agentic-tool,hard,superclue-api,,,,,,78.9649038461538,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Gemini-3.1-Pro-Preview(high) / column 智能体(任务规划)),,in, superclue-2603-plan,superclue-general,gpt-5.4,xhigh,agentic-tool,hard,superclue-api,,,,,,80.0375,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row GPT-5.4(xhigh) / column 智能体(任务规划)),,in, superclue-2603-plan,superclue-general,?Doubao-Seed-2.0-pro-260215,not-established:absent,agentic-tool,hard,superclue-api,,,,,,81.0433333333333,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Doubao-Seed-2.0-pro-260215(high) / column 智能体(任务规划)),,out:model-not-established, superclue-2603-plan,superclue-general,?DeepSeek-V4-Pro,not-established:absent,agentic-tool,hard,superclue-api,,,,,,77.49,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row DeepSeek-V4-Pro(max) / column 智能体(任务规划)),,out:model-not-established, superclue-2603-plan,superclue-general,gemini-3-flash,high,agentic-tool,hard,superclue-api,,,,,,63.6504854368932,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Gemini-3-Flash-Preview(high) / column 智能体(任务规划)),,in, superclue-2603-plan,superclue-general,?DeepSeek-V4-Flash,not-established:absent,agentic-tool,hard,superclue-api,,,,,,75.28,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row DeepSeek-V4-Flash(max) / column 智能体(任务规划)),,out:model-not-established, superclue-2603-plan,superclue-general,grok-4.20,think,agentic-tool,hard,superclue-api,,,,,,67.352380952381,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Grok-4.20-Beta-0309(Reasoning) / column 智能体(任务规划)),,in, superclue-2603-plan,superclue-general,?Kimi-K2.5,not-established:absent,agentic-tool,hard,superclue-api,,,,,,78.4408653846154,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Kimi-K2.5-Thinking / column 智能体(任务规划)),,out:model-not-established, superclue-2603-plan,superclue-general,qwen3.5-397b-a17b,think,agentic-tool,hard,superclue-api,,,,,,71.5228571428571,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Qwen3.5-397B-A17B-Thinking / column 智能体(任务规划)),,in, superclue-2603-plan,superclue-general,glm-5,think,agentic-tool,hard,superclue-api,,,,,,66.6404761904762,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row GLM-5 / column 智能体(任务规划)),,in, superclue-2603-plan,superclue-general,deepseek-v3.2,think,agentic-tool,hard,superclue-api,,,,,,56.6227619047619,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row DeepSeek-V3.2-Thinking / column 智能体(任务规划)),,in, superclue-2603-plan,superclue-general,?MiMo-V2-Pro,not-established:absent,agentic-tool,hard,superclue-api,,,,,,55.9680952380952,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row MiMo-V2-Pro / column 智能体(任务规划)),,out:model-not-established, superclue-2603-plan,superclue-general,?Tencent HY 2.0,not-established:absent,agentic-tool,hard,superclue-api,,,,,,59.6790476190476,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Tencent HY 2.0 Think / column 智能体(任务规划)),,out:model-not-established, superclue-2603-plan,superclue-general,qwen3.5-122b-a10b,think,agentic-tool,hard,superclue-api,,,,,,65.1495238095238,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Qwen3.5-122B-A10B-Thinking / column 智能体(任务规划)),,in, superclue-2603-plan,superclue-general,?LongCat-Flash-Thinking-2601,not-established:absent,agentic-tool,hard,superclue-api,,,,,,67.9385714285714,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row LongCat-Flash-Thinking-2601 / column 智能体(任务规划)),,out:model-not-established, superclue-2603-plan,superclue-general,gpt-oss-120b,high,agentic-tool,hard,superclue-api,,,,,,61.12,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row gpt-oss-120b(high) / column 智能体(任务规划)),,out:single-couple, superclue-2603-plan,superclue-general,step-3.5-flash,not-established:absent,agentic-tool,hard,superclue-api,,,,,,64.0623809523809,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Step-3.5-Flash / column 智能体(任务规划)),,out:effort-not-established, superclue-2603-plan,superclue-general,minimax-m2.5,not-established:absent,agentic-tool,hard,superclue-api,,,,,,65.6371428571428,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row MiniMax-M2.5 / column 智能体(任务规划)),,out:effort-not-established, superclue-2603-plan,superclue-general,minimax-m2.7,not-established:absent,agentic-tool,hard,superclue-api,,,,,,59.6752380952381,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row MiniMax-M2.7 / column 智能体(任务规划)),,out:effort-not-established, superclue-2603-plan,superclue-general,?Spark X2,not-established:absent,agentic-tool,hard,superclue-api,,,,,,62.1326470588235,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Spark X2 / column 智能体(任务规划)),,out:model-not-established, superclue-2603-plan,superclue-general,?MiMo-V2-Flash,not-established:absent,agentic-tool,hard,superclue-api,,,,,,56.3671428571429,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row MiMo-V2-Flash / column 智能体(任务规划)),,out:model-not-established, superclue-2603-plan,superclue-general,?Mistral Large 3,not-established:absent,agentic-tool,hard,superclue-api,,,,,,44.5138095238095,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Mistral Large 3 / column 智能体(任务规划)),,out:model-not-established, superclue-2603-plan,superclue-general,llama-4-maverick,solo,agentic-tool,hard,superclue-api,,,,,,23.7809523809524,score%,0,,,https://www.superclueai.com/data/generalboard/2026年3月.xlsx ($ / row Llama-4-Maverick-17B-128E-Instruct / column 智能体(任务规划)),,out:single-couple, superclue-2605-math,superclue-general,gemini-3.1-pro,high,reasoning-math,hard,superclue-api,,,,,,82.46,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Gemini-3.1-Pro-Preview(high) / column 数学推理),,in, superclue-2605-math,superclue-general,gpt-5.5,high,reasoning-math,hard,superclue-api,,,,,,82.46,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row GPT-5.5(high) / column 数学推理),,in, superclue-2605-math,superclue-general,opus-4.8,high,reasoning-math,hard,superclue-api,,,,,,78.95,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Claude-Opus-4.8(high) / column 数学推理),,in, superclue-2605-math,superclue-general,opus-4.7,high,reasoning-math,hard,superclue-api,,,,,,80.7,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Claude-Opus-4.7(high) / column 数学推理),,in, superclue-2605-math,superclue-general,gemini-3.5-flash,high,reasoning-math,hard,superclue-api,,,,,,82.46,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Gemini-3.5-Flash(high) / column 数学推理),,in, superclue-2605-math,superclue-general,?DeepSeek-V4-Pro,not-established:absent,reasoning-math,hard,superclue-api,,,,,,71.93,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row DeepSeek-V4-Pro(max) / column 数学推理),,out:model-not-established, superclue-2605-math,superclue-general,qwen3.7-max,think,reasoning-math,hard,superclue-api,,,,,,82.46,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Qwen3.7-Max(Thinking) / column 数学推理),,in, superclue-2605-math,superclue-general,?Doubao-Seed-2.0-pro-260215,not-established:absent,reasoning-math,hard,superclue-api,,,,,,77.19,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Doubao-Seed-2.0-pro-260215(high) / column 数学推理),,out:model-not-established, superclue-2605-math,superclue-general,kimi-k2.6,think,reasoning-math,hard,superclue-api,,,,,,75.93,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Kimi-K2.6-Thinking / column 数学推理),,in, superclue-2605-math,superclue-general,?DeepSeek-V4-Flash,not-established:absent,reasoning-math,hard,superclue-api,,,,,,82.69,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row DeepSeek-V4-Flash(max) / column 数学推理),,out:model-not-established, superclue-2605-math,superclue-general,qwen3.6-max-preview,think,reasoning-math,hard,superclue-api,,,,,,66.67,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Qwen3.6-Max-Preview(Thinking) / column 数学推理),,in, superclue-2605-math,superclue-general,?Doubao-Seed-2.0-lite-260428,not-established:absent,reasoning-math,hard,superclue-api,,,,,,75.44,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Doubao-Seed-2.0-lite-260428(high) / column 数学推理),,out:model-not-established, superclue-2605-math,superclue-general,glm-5.1,think,reasoning-math,hard,superclue-api,,,,,,70.18,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row GLM-5.1 / column 数学推理),,in, superclue-2605-math,superclue-general,?ERNIE 5.1,not-established:absent,reasoning-math,hard,superclue-api,,,,,,68.42,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row ERNIE 5.1 / column 数学推理),,out:model-not-established, superclue-2605-math,superclue-general,qwen3.6-27b,think,reasoning-math,hard,superclue-api,,,,,,68.42,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Qwen3.6-27B(Thinking) / column 数学推理),,in, superclue-2605-math,superclue-general,minimax-m3,think,reasoning-math,hard,superclue-api,,,,,,59.65,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row MiniMax-M3 / column 数学推理),,out:single-couple, superclue-2605-math,superclue-general,gemma-4-31b-it,think,reasoning-math,hard,superclue-api,,,,,,75.44,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Gemma-4-31B / column 数学推理),,out:single-couple, superclue-2605-math,superclue-general,mimo-v2.5-pro,not-established:absent,reasoning-math,hard,superclue-api,,,,,,69.64,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row MiMo-V2.5-Pro / column 数学推理),,out:effort-not-established, superclue-2605-math,superclue-general,step-3.7-flash,not-established:absent,reasoning-math,hard,superclue-api,,,,,,66.67,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Step-3.7-Flash / column 数学推理),,out:effort-not-established, superclue-2605-math,superclue-general,grok-4.3,not-established:absent,reasoning-math,hard,superclue-api,,,,,,57.89,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Grok-4.3 / column 数学推理),,out:effort-not-established, superclue-2605-math,superclue-general,?Spark X2,not-established:absent,reasoning-math,hard,superclue-api,,,,,,68.42,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Spark X2 / column 数学推理),,out:model-not-established, superclue-2605-math,superclue-general,step-3.5-flash,not-established:absent,reasoning-math,hard,superclue-api,,,,,,64.91,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Step-3.5-Flash / column 数学推理),,out:effort-not-established, superclue-2605-math,superclue-general,minimax-m2.7,not-established:absent,reasoning-math,hard,superclue-api,,,,,,64.91,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row MiniMax-M2.7 / column 数学推理),,out:effort-not-established, superclue-2605-math,superclue-general,?Hy3 preview,not-established:absent,reasoning-math,hard,superclue-api,,,,,,50.88,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Hy3 preview(high) / column 数学推理),,out:model-not-established, superclue-2605-halluc,superclue-general,gemini-3.1-pro,high,mixed,hard,superclue-api,,,,,,87.22727,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Gemini-3.1-Pro-Preview(high) / column 幻觉控制),,in, superclue-2605-halluc,superclue-general,gpt-5.5,high,mixed,hard,superclue-api,,,,,,87.25581,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row GPT-5.5(high) / column 幻觉控制),,in, superclue-2605-halluc,superclue-general,opus-4.8,high,mixed,hard,superclue-api,,,,,,87.48,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Claude-Opus-4.8(high) / column 幻觉控制),,in, superclue-2605-halluc,superclue-general,opus-4.7,high,mixed,hard,superclue-api,,,,,,81.11364,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Claude-Opus-4.7(high) / column 幻觉控制),,in, superclue-2605-halluc,superclue-general,gemini-3.5-flash,high,mixed,hard,superclue-api,,,,,,86.15909,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Gemini-3.5-Flash(high) / column 幻觉控制),,in, superclue-2605-halluc,superclue-general,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,superclue-api,,,,,,79.13636,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row DeepSeek-V4-Pro(max) / column 幻觉控制),,out:model-not-established, superclue-2605-halluc,superclue-general,qwen3.7-max,think,mixed,hard,superclue-api,,,,,,82.90909,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Qwen3.7-Max(Thinking) / column 幻觉控制),,in, superclue-2605-halluc,superclue-general,?Doubao-Seed-2.0-pro-260215,not-established:absent,mixed,hard,superclue-api,,,,,,79.92045,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Doubao-Seed-2.0-pro-260215(high) / column 幻觉控制),,out:model-not-established, superclue-2605-halluc,superclue-general,kimi-k2.6,think,mixed,hard,superclue-api,,,,,,78.65909,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Kimi-K2.6-Thinking / column 幻觉控制),,in, superclue-2605-halluc,superclue-general,?DeepSeek-V4-Flash,not-established:absent,mixed,hard,superclue-api,,,,,,70.89773,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row DeepSeek-V4-Flash(max) / column 幻觉控制),,out:model-not-established, superclue-2605-halluc,superclue-general,qwen3.6-max-preview,think,mixed,hard,superclue-api,,,,,,85.13636,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Qwen3.6-Max-Preview(Thinking) / column 幻觉控制),,in, superclue-2605-halluc,superclue-general,?Doubao-Seed-2.0-lite-260428,not-established:absent,mixed,hard,superclue-api,,,,,,78.86364,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Doubao-Seed-2.0-lite-260428(high) / column 幻觉控制),,out:model-not-established, superclue-2605-halluc,superclue-general,glm-5.1,think,mixed,hard,superclue-api,,,,,,74.67045,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row GLM-5.1 / column 幻觉控制),,in, superclue-2605-halluc,superclue-general,?ERNIE 5.1,not-established:absent,mixed,hard,superclue-api,,,,,,76.80682,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row ERNIE 5.1 / column 幻觉控制),,out:model-not-established, superclue-2605-halluc,superclue-general,qwen3.6-27b,think,mixed,hard,superclue-api,,,,,,77.11364,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Qwen3.6-27B(Thinking) / column 幻觉控制),,in, superclue-2605-halluc,superclue-general,minimax-m3,think,mixed,hard,superclue-api,,,,,,73.17,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row MiniMax-M3 / column 幻觉控制),,out:single-couple, superclue-2605-halluc,superclue-general,gemma-4-31b-it,think,mixed,hard,superclue-api,,,,,,82.95455,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Gemma-4-31B / column 幻觉控制),,out:single-couple, superclue-2605-halluc,superclue-general,mimo-v2.5-pro,not-established:absent,mixed,hard,superclue-api,,,,,,64.53409,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row MiMo-V2.5-Pro / column 幻觉控制),,out:effort-not-established, superclue-2605-halluc,superclue-general,step-3.7-flash,not-established:absent,mixed,hard,superclue-api,,,,,,60.13,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Step-3.7-Flash / column 幻觉控制),,out:effort-not-established, superclue-2605-halluc,superclue-general,grok-4.3,not-established:absent,mixed,hard,superclue-api,,,,,,70.51136,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Grok-4.3 / column 幻觉控制),,out:effort-not-established, superclue-2605-halluc,superclue-general,?Spark X2,not-established:absent,mixed,hard,superclue-api,,,,,,62.92045,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Spark X2 / column 幻觉控制),,out:model-not-established, superclue-2605-halluc,superclue-general,step-3.5-flash,not-established:absent,mixed,hard,superclue-api,,,,,,61.27273,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Step-3.5-Flash / column 幻觉控制),,out:effort-not-established, superclue-2605-halluc,superclue-general,minimax-m2.7,not-established:absent,mixed,hard,superclue-api,,,,,,57.40909,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row MiniMax-M2.7 / column 幻觉控制),,out:effort-not-established, superclue-2605-halluc,superclue-general,?Hy3 preview,not-established:absent,mixed,hard,superclue-api,,,,,,67.625,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Hy3 preview(high) / column 幻觉控制),,out:model-not-established, superclue-2605-sci,superclue-general,gemini-3.1-pro,high,reasoning-math,hard,superclue-api,,,,,,71.93,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Gemini-3.1-Pro-Preview(high) / column 科学推理),,in, superclue-2605-sci,superclue-general,gpt-5.5,high,reasoning-math,hard,superclue-api,,,,,,63.16,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row GPT-5.5(high) / column 科学推理),,in, superclue-2605-sci,superclue-general,opus-4.8,high,reasoning-math,hard,superclue-api,,,,,,77.19,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Claude-Opus-4.8(high) / column 科学推理),,in, superclue-2605-sci,superclue-general,opus-4.7,high,reasoning-math,hard,superclue-api,,,,,,68.42,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Claude-Opus-4.7(high) / column 科学推理),,in, superclue-2605-sci,superclue-general,gemini-3.5-flash,high,reasoning-math,hard,superclue-api,,,,,,75.44,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Gemini-3.5-Flash(high) / column 科学推理),,in, superclue-2605-sci,superclue-general,?DeepSeek-V4-Pro,not-established:absent,reasoning-math,hard,superclue-api,,,,,,70.18,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row DeepSeek-V4-Pro(max) / column 科学推理),,out:model-not-established, superclue-2605-sci,superclue-general,qwen3.7-max,think,reasoning-math,hard,superclue-api,,,,,,73.68,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Qwen3.7-Max(Thinking) / column 科学推理),,in, superclue-2605-sci,superclue-general,?Doubao-Seed-2.0-pro-260215,not-established:absent,reasoning-math,hard,superclue-api,,,,,,75.44,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Doubao-Seed-2.0-pro-260215(high) / column 科学推理),,out:model-not-established, superclue-2605-sci,superclue-general,kimi-k2.6,think,reasoning-math,hard,superclue-api,,,,,,70.18,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Kimi-K2.6-Thinking / column 科学推理),,in, superclue-2605-sci,superclue-general,?DeepSeek-V4-Flash,not-established:absent,reasoning-math,hard,superclue-api,,,,,,71.93,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row DeepSeek-V4-Flash(max) / column 科学推理),,out:model-not-established, superclue-2605-sci,superclue-general,qwen3.6-max-preview,think,reasoning-math,hard,superclue-api,,,,,,68.42,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Qwen3.6-Max-Preview(Thinking) / column 科学推理),,in, superclue-2605-sci,superclue-general,?Doubao-Seed-2.0-lite-260428,not-established:absent,reasoning-math,hard,superclue-api,,,,,,71.93,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Doubao-Seed-2.0-lite-260428(high) / column 科学推理),,out:model-not-established, superclue-2605-sci,superclue-general,glm-5.1,think,reasoning-math,hard,superclue-api,,,,,,68.42,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row GLM-5.1 / column 科学推理),,in, superclue-2605-sci,superclue-general,?ERNIE 5.1,not-established:absent,reasoning-math,hard,superclue-api,,,,,,57.89,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row ERNIE 5.1 / column 科学推理),,out:model-not-established, superclue-2605-sci,superclue-general,qwen3.6-27b,think,reasoning-math,hard,superclue-api,,,,,,68.42,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Qwen3.6-27B(Thinking) / column 科学推理),,in, superclue-2605-sci,superclue-general,minimax-m3,think,reasoning-math,hard,superclue-api,,,,,,66.67,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row MiniMax-M3 / column 科学推理),,out:single-couple, superclue-2605-sci,superclue-general,gemma-4-31b-it,think,reasoning-math,hard,superclue-api,,,,,,66.67,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Gemma-4-31B / column 科学推理),,out:single-couple, superclue-2605-sci,superclue-general,mimo-v2.5-pro,not-established:absent,reasoning-math,hard,superclue-api,,,,,,66.67,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row MiMo-V2.5-Pro / column 科学推理),,out:effort-not-established, superclue-2605-sci,superclue-general,step-3.7-flash,not-established:absent,reasoning-math,hard,superclue-api,,,,,,66.67,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Step-3.7-Flash / column 科学推理),,out:effort-not-established, superclue-2605-sci,superclue-general,grok-4.3,not-established:absent,reasoning-math,hard,superclue-api,,,,,,61.4,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Grok-4.3 / column 科学推理),,out:effort-not-established, superclue-2605-sci,superclue-general,?Spark X2,not-established:absent,reasoning-math,hard,superclue-api,,,,,,70.18,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Spark X2 / column 科学推理),,out:model-not-established, superclue-2605-sci,superclue-general,step-3.5-flash,not-established:absent,reasoning-math,hard,superclue-api,,,,,,59.65,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Step-3.5-Flash / column 科学推理),,out:effort-not-established, superclue-2605-sci,superclue-general,minimax-m2.7,not-established:absent,reasoning-math,hard,superclue-api,,,,,,45.61,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row MiniMax-M2.7 / column 科学推理),,out:effort-not-established, superclue-2605-sci,superclue-general,?Hy3 preview,not-established:absent,reasoning-math,hard,superclue-api,,,,,,57.89,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Hy3 preview(high) / column 科学推理),,out:model-not-established, superclue-2605-ifollow,superclue-general,gemini-3.1-pro,high,mixed,hard,superclue-api,,,,,,56.19,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Gemini-3.1-Pro-Preview(high) / column 精确指令遵循),,in, superclue-2605-ifollow,superclue-general,gpt-5.5,high,mixed,hard,superclue-api,,,,,,53.33,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row GPT-5.5(high) / column 精确指令遵循),,in, superclue-2605-ifollow,superclue-general,opus-4.8,high,mixed,hard,superclue-api,,,,,,44.76,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Claude-Opus-4.8(high) / column 精确指令遵循),,in, superclue-2605-ifollow,superclue-general,opus-4.7,high,mixed,hard,superclue-api,,,,,,56.19,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Claude-Opus-4.7(high) / column 精确指令遵循),,in, superclue-2605-ifollow,superclue-general,gemini-3.5-flash,high,mixed,hard,superclue-api,,,,,,44.76,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Gemini-3.5-Flash(high) / column 精确指令遵循),,in, superclue-2605-ifollow,superclue-general,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,superclue-api,,,,,,48.57,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row DeepSeek-V4-Pro(max) / column 精确指令遵循),,out:model-not-established, superclue-2605-ifollow,superclue-general,qwen3.7-max,think,mixed,hard,superclue-api,,,,,,31.43,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Qwen3.7-Max(Thinking) / column 精确指令遵循),,in, superclue-2605-ifollow,superclue-general,?Doubao-Seed-2.0-pro-260215,not-established:absent,mixed,hard,superclue-api,,,,,,43.81,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Doubao-Seed-2.0-pro-260215(high) / column 精确指令遵循),,out:model-not-established, superclue-2605-ifollow,superclue-general,kimi-k2.6,think,mixed,hard,superclue-api,,,,,,30.48,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Kimi-K2.6-Thinking / column 精确指令遵循),,in, superclue-2605-ifollow,superclue-general,?DeepSeek-V4-Flash,not-established:absent,mixed,hard,superclue-api,,,,,,37.14,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row DeepSeek-V4-Flash(max) / column 精确指令遵循),,out:model-not-established, superclue-2605-ifollow,superclue-general,qwen3.6-max-preview,think,mixed,hard,superclue-api,,,,,,32.38,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Qwen3.6-Max-Preview(Thinking) / column 精确指令遵循),,in, superclue-2605-ifollow,superclue-general,?Doubao-Seed-2.0-lite-260428,not-established:absent,mixed,hard,superclue-api,,,,,,40,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Doubao-Seed-2.0-lite-260428(high) / column 精确指令遵循),,out:model-not-established, superclue-2605-ifollow,superclue-general,glm-5.1,think,mixed,hard,superclue-api,,,,,,28.57,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row GLM-5.1 / column 精确指令遵循),,in, superclue-2605-ifollow,superclue-general,?ERNIE 5.1,not-established:absent,mixed,hard,superclue-api,,,,,,47.62,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row ERNIE 5.1 / column 精确指令遵循),,out:model-not-established, superclue-2605-ifollow,superclue-general,qwen3.6-27b,think,mixed,hard,superclue-api,,,,,,20.95,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Qwen3.6-27B(Thinking) / column 精确指令遵循),,in, superclue-2605-ifollow,superclue-general,minimax-m3,think,mixed,hard,superclue-api,,,,,,20.95,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row MiniMax-M3 / column 精确指令遵循),,out:single-couple, superclue-2605-ifollow,superclue-general,gemma-4-31b-it,think,mixed,hard,superclue-api,,,,,,0.95,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Gemma-4-31B / column 精确指令遵循),,out:single-couple, superclue-2605-ifollow,superclue-general,mimo-v2.5-pro,not-established:absent,mixed,hard,superclue-api,,,,,,13.33,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row MiMo-V2.5-Pro / column 精确指令遵循),,out:effort-not-established, superclue-2605-ifollow,superclue-general,step-3.7-flash,not-established:absent,mixed,hard,superclue-api,,,,,,12.38,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Step-3.7-Flash / column 精确指令遵循),,out:effort-not-established, superclue-2605-ifollow,superclue-general,grok-4.3,not-established:absent,mixed,hard,superclue-api,,,,,,22.86,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Grok-4.3 / column 精确指令遵循),,out:effort-not-established, superclue-2605-ifollow,superclue-general,?Spark X2,not-established:absent,mixed,hard,superclue-api,,,,,,2.86,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Spark X2 / column 精确指令遵循),,out:model-not-established, superclue-2605-ifollow,superclue-general,step-3.5-flash,not-established:absent,mixed,hard,superclue-api,,,,,,12.38,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Step-3.5-Flash / column 精确指令遵循),,out:effort-not-established, superclue-2605-ifollow,superclue-general,minimax-m2.7,not-established:absent,mixed,hard,superclue-api,,,,,,22.86,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row MiniMax-M2.7 / column 精确指令遵循),,out:effort-not-established, superclue-2605-ifollow,superclue-general,?Hy3 preview,not-established:absent,mixed,hard,superclue-api,,,,,,8.57,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Hy3 preview(high) / column 精确指令遵循),,out:model-not-established, superclue-2605-code,superclue-general,gemini-3.1-pro,high,coding,hard,superclue-api,,,,,,81.4653166774366,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Gemini-3.1-Pro-Preview(high) / column 代码生成),,in, superclue-2605-code,superclue-general,gpt-5.5,high,coding,hard,superclue-api,,,,,,72.8774739587982,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row GPT-5.5(high) / column 代码生成),,in, superclue-2605-code,superclue-general,opus-4.8,high,coding,hard,superclue-api,,,,,,83.58,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Claude-Opus-4.8(high) / column 代码生成),,in, superclue-2605-code,superclue-general,opus-4.7,high,coding,hard,superclue-api,,,,,,79.0137129107001,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Claude-Opus-4.7(high) / column 代码生成),,in, superclue-2605-code,superclue-general,gemini-3.5-flash,high,coding,hard,superclue-api,,,,,,70.6629037382944,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Gemini-3.5-Flash(high) / column 代码生成),,in, superclue-2605-code,superclue-general,?DeepSeek-V4-Pro,not-established:absent,coding,hard,superclue-api,,,,,,74.9535822197469,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row DeepSeek-V4-Pro(max) / column 代码生成),,out:model-not-established, superclue-2605-code,superclue-general,qwen3.7-max,think,coding,hard,superclue-api,,,,,,79.6930987988856,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Qwen3.7-Max(Thinking) / column 代码生成),,in, superclue-2605-code,superclue-general,?Doubao-Seed-2.0-pro-260215,not-established:absent,coding,hard,superclue-api,,,,,,67.6250709565478,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Doubao-Seed-2.0-pro-260215(high) / column 代码生成),,out:model-not-established, superclue-2605-code,superclue-general,kimi-k2.6,think,coding,hard,superclue-api,,,,,,75.7886381460021,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Kimi-K2.6-Thinking / column 代码生成),,in, superclue-2605-code,superclue-general,?DeepSeek-V4-Flash,not-established:absent,coding,hard,superclue-api,,,,,,66.7452454650287,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row DeepSeek-V4-Flash(max) / column 代码生成),,out:model-not-established, superclue-2605-code,superclue-general,qwen3.6-max-preview,think,coding,hard,superclue-api,,,,,,66.2148177502639,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Qwen3.6-Max-Preview(Thinking) / column 代码生成),,in, superclue-2605-code,superclue-general,?Doubao-Seed-2.0-lite-260428,not-established:absent,coding,hard,superclue-api,,,,,,57.5901549798108,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Doubao-Seed-2.0-lite-260428(high) / column 代码生成),,out:model-not-established, superclue-2605-code,superclue-general,glm-5.1,think,coding,hard,superclue-api,,,,,,70.7968911214169,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row GLM-5.1 / column 代码生成),,in, superclue-2605-code,superclue-general,?ERNIE 5.1,not-established:absent,coding,hard,superclue-api,,,,,,57.5685675286177,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row ERNIE 5.1 / column 代码生成),,out:model-not-established, superclue-2605-code,superclue-general,qwen3.6-27b,think,coding,hard,superclue-api,,,,,,63.4313574984262,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Qwen3.6-27B(Thinking) / column 代码生成),,in, superclue-2605-code,superclue-general,minimax-m3,think,coding,hard,superclue-api,,,,,,65.84,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row MiniMax-M3 / column 代码生成),,out:single-couple, superclue-2605-code,superclue-general,gemma-4-31b-it,think,coding,hard,superclue-api,,,,,,65.7625761183763,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Gemma-4-31B / column 代码生成),,out:single-couple, superclue-2605-code,superclue-general,mimo-v2.5-pro,not-established:absent,coding,hard,superclue-api,,,,,,67.5237979633537,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row MiMo-V2.5-Pro / column 代码生成),,out:effort-not-established, superclue-2605-code,superclue-general,step-3.7-flash,not-established:absent,coding,hard,superclue-api,,,,,,65.33,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Step-3.7-Flash / column 代码生成),,out:effort-not-established, superclue-2605-code,superclue-general,grok-4.3,not-established:absent,coding,hard,superclue-api,,,,,,66.7302389733227,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Grok-4.3 / column 代码生成),,out:effort-not-established, superclue-2605-code,superclue-general,?Spark X2,not-established:absent,coding,hard,superclue-api,,,,,,50.9562265040111,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Spark X2 / column 代码生成),,out:model-not-established, superclue-2605-code,superclue-general,step-3.5-flash,not-established:absent,coding,hard,superclue-api,,,,,,62.8054999208619,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Step-3.5-Flash / column 代码生成),,out:effort-not-established, superclue-2605-code,superclue-general,minimax-m2.7,not-established:absent,coding,hard,superclue-api,,,,,,61.9572463742245,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row MiniMax-M2.7 / column 代码生成),,out:effort-not-established, superclue-2605-code,superclue-general,?Hy3 preview,not-established:absent,coding,hard,superclue-api,,,,,,56.2471870265845,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Hy3 preview(high) / column 代码生成),,out:model-not-established, superclue-2605-plan,superclue-general,gemini-3.1-pro,high,agentic-tool,hard,superclue-api,,,,,,75.1152380952381,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Gemini-3.1-Pro-Preview(high) / column 智能体(任务规划)),,in, superclue-2605-plan,superclue-general,gpt-5.5,high,agentic-tool,hard,superclue-api,,,,,,86.5590476190476,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row GPT-5.5(high) / column 智能体(任务规划)),,in, superclue-2605-plan,superclue-general,opus-4.8,high,agentic-tool,hard,superclue-api,,,,,,71.63,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Claude-Opus-4.8(high) / column 智能体(任务规划)),,in, superclue-2605-plan,superclue-general,opus-4.7,high,agentic-tool,hard,superclue-api,,,,,,75.6980769230769,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Claude-Opus-4.7(high) / column 智能体(任务规划)),,in, superclue-2605-plan,superclue-general,gemini-3.5-flash,high,agentic-tool,hard,superclue-api,,,,,,69.6047619047619,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Gemini-3.5-Flash(high) / column 智能体(任务规划)),,in, superclue-2605-plan,superclue-general,?DeepSeek-V4-Pro,not-established:absent,agentic-tool,hard,superclue-api,,,,,,78.1195238095238,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row DeepSeek-V4-Pro(max) / column 智能体(任务规划)),,out:model-not-established, superclue-2605-plan,superclue-general,qwen3.7-max,think,agentic-tool,hard,superclue-api,,,,,,71.1610576923077,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Qwen3.7-Max(Thinking) / column 智能体(任务规划)),,in, superclue-2605-plan,superclue-general,?Doubao-Seed-2.0-pro-260215,not-established:absent,agentic-tool,hard,superclue-api,,,,,,75.7652380952381,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Doubao-Seed-2.0-pro-260215(high) / column 智能体(任务规划)),,out:model-not-established, superclue-2605-plan,superclue-general,kimi-k2.6,think,agentic-tool,hard,superclue-api,,,,,,80.9457142857143,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Kimi-K2.6-Thinking / column 智能体(任务规划)),,in, superclue-2605-plan,superclue-general,?DeepSeek-V4-Flash,not-established:absent,agentic-tool,hard,superclue-api,,,,,,75.5614285714286,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row DeepSeek-V4-Flash(max) / column 智能体(任务规划)),,out:model-not-established, superclue-2605-plan,superclue-general,qwen3.6-max-preview,think,agentic-tool,hard,superclue-api,,,,,,83.4109523809524,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Qwen3.6-Max-Preview(Thinking) / column 智能体(任务规划)),,in, superclue-2605-plan,superclue-general,?Doubao-Seed-2.0-lite-260428,not-established:absent,agentic-tool,hard,superclue-api,,,,,,72.9168269230769,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Doubao-Seed-2.0-lite-260428(high) / column 智能体(任务规划)),,out:model-not-established, superclue-2605-plan,superclue-general,glm-5.1,think,agentic-tool,hard,superclue-api,,,,,,66.7961538461538,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row GLM-5.1 / column 智能体(任务规划)),,in, superclue-2605-plan,superclue-general,?ERNIE 5.1,not-established:absent,agentic-tool,hard,superclue-api,,,,,,70.4399038461539,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row ERNIE 5.1 / column 智能体(任务规划)),,out:model-not-established, superclue-2605-plan,superclue-general,qwen3.6-27b,think,agentic-tool,hard,superclue-api,,,,,,73.3914285714286,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Qwen3.6-27B(Thinking) / column 智能体(任务规划)),,in, superclue-2605-plan,superclue-general,minimax-m3,think,agentic-tool,hard,superclue-api,,,,,,75.91,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row MiniMax-M3 / column 智能体(任务规划)),,out:single-couple, superclue-2605-plan,superclue-general,gemma-4-31b-it,think,agentic-tool,hard,superclue-api,,,,,,56.8661904761905,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Gemma-4-31B / column 智能体(任务规划)),,out:single-couple, superclue-2605-plan,superclue-general,mimo-v2.5-pro,not-established:absent,agentic-tool,hard,superclue-api,,,,,,62.1644230769231,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row MiMo-V2.5-Pro / column 智能体(任务规划)),,out:effort-not-established, superclue-2605-plan,superclue-general,step-3.7-flash,not-established:absent,agentic-tool,hard,superclue-api,,,,,,67.24,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Step-3.7-Flash / column 智能体(任务规划)),,out:effort-not-established, superclue-2605-plan,superclue-general,grok-4.3,not-established:absent,agentic-tool,hard,superclue-api,,,,,,53.8652380952381,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Grok-4.3 / column 智能体(任务规划)),,out:effort-not-established, superclue-2605-plan,superclue-general,?Spark X2,not-established:absent,agentic-tool,hard,superclue-api,,,,,,71.8304761904762,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Spark X2 / column 智能体(任务规划)),,out:model-not-established, superclue-2605-plan,superclue-general,step-3.5-flash,not-established:absent,agentic-tool,hard,superclue-api,,,,,,64.9875,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Step-3.5-Flash / column 智能体(任务规划)),,out:effort-not-established, superclue-2605-plan,superclue-general,minimax-m2.7,not-established:absent,agentic-tool,hard,superclue-api,,,,,,60.0640952380952,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row MiniMax-M2.7 / column 智能体(任务规划)),,out:effort-not-established, superclue-2605-plan,superclue-general,?Hy3 preview,not-established:absent,agentic-tool,hard,superclue-api,,,,,,56.4285714285714,score%,0,,,https://www.superclueai.com/data/generalboard/2026年5月.xlsx ($ / row Hy3 preview(high) / column 智能体(任务规划)),,out:model-not-established, superclue-2607-math,superclue-general,qwen3.8-max-0902,xhigh,reasoning-math,hard,superclue-api,CNY-per-question,0.9216743157894737,2.89e-17,155.9824561403509,25550.0701754386,78.95,score%,0,,max-as-highest,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row Qwen3.8-Max-0902(max) / column 数学推理),,in,out:cost-not-comparable superclue-2607-math,superclue-general,deepseek-v4.1-flash,max,reasoning-math,hard,superclue-api,CNY-per-question,0.3781581403508772,2.89e-17,144.5438596491228,47233.63157894737,84.21,score%,0,,cost-base-price:cost-publisher-figure,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row DeepSeek-V4.1-Flash(max) / column 数学推理),,in,in superclue-2607-math,superclue-general,?Qwen3.8-Max,not-established:absent,reasoning-math,hard,superclue-api,CNY-per-question,0.9972431578947368,2.89e-17,151.2280701754386,27650.78947368421,77.193,score%,0,,,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row Qwen3.8-Max(max) / column 数学推理),,out:model-not-established,out:model-not-established superclue-2607-math,superclue-general,glm-5.3,max,reasoning-math,hard,superclue-api,CNY-per-question,3.010550245614035,2.89e-16,160.2105263157895,107473.8771929825,70.59,score%,0,,cost-base-price:cost-publisher-figure,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row GLM-5.3(max) / column 数学推理),,in,in superclue-2607-math,superclue-general,kimi-k3,max,reasoning-math,hard,superclue-api,CNY-per-question,2.977499298245614,2.89e-16,288.2982456140351,29717.33333333333,71.9298,score%,0,,cost-base-price:cost-publisher-figure,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row Kimi-K3(max) / column 数学推理),,in,in superclue-2607-math,superclue-general,deepseek-v4-pro-0813,max,reasoning-math,hard,superclue-api,CNY-per-question,1.124747368421053,2.89e-16,201.2456140350877,41590.22807017544,77.19298246,score%,0,,base-last-list-price,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row DeepSeek-V4-Pro-0813(max) / column 数学推理),,in,out:cost-not-comparable superclue-2607-math,superclue-general,glm-5.3-flash,max,reasoning-math,hard,superclue-api,CNY-per-question,0.3384206596491228,2.89e-17,174.9824561403509,120814.5263157895,73.68,score%,0,,cost-base-price:cost-publisher-figure,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row GLM-5.3-Flash(max) / column 数学推理),,in,in superclue-2607-math,superclue-general,qwen3.8-flash,not-established:absent,reasoning-math,hard,superclue-api,CNY-per-question,0.1152452561403509,2.89e-17,161.9649122807018,42635.43859649123,75.44,score%,0,,,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row Qwen3.8-Flash(max) / column 数学推理),,out:effort-not-established,out:effort-not-established superclue-2607-math,superclue-general,?Doubao-Seed-2.1-pro,not-established:absent,reasoning-math,hard,superclue-api,CNY-per-question,1.51197147368421,2.89e-15,155.421052631579,50367.9649122807,75.4386,score%,0,,,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row Doubao-Seed-2.1-pro(high) / column 数学推理),,out:model-not-established,out:model-not-established superclue-2607-math,superclue-general,?DeepSeek-V4-Flash,not-established:absent,reasoning-math,hard,superclue-api,CNY-per-question,0.08644712280701754,2.89e-18,218.9122807017544,43114.10526315789,78.9474,score%,0,,,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row DeepSeek-V4-Flash(max) / column 数学推理),,out:model-not-established,out:model-not-established superclue-2607-math,superclue-general,?DeepSeek-V4-Pro,not-established:absent,reasoning-math,hard,superclue-api,CNY-per-question,0.3051949473684211,2.89e-17,223.9298245614035,50753.85964912281,73.6842,score%,0,,,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row DeepSeek-V4-Pro(max) / column 数学推理),,out:model-not-established,out:model-not-established superclue-2607-math,superclue-general,glm-5.2,not-established:absent,reasoning-math,hard,superclue-api,CNY-per-question,0.8338536140350877,2.89e-17,128.3157894736842,29743.82456140351,70.1754,score%,0,,,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row GLM-5.2(max) / column 数学推理),,out:effort-not-established,out:effort-not-established superclue-2607-math,superclue-general,hy3,high,reasoning-math,hard,superclue-api,CNY-per-question,0.1964858947368421,2.89e-17,113.2631578947368,49093.15789473684,77.193,score%,0,,cost-base-price:cost-publisher-figure,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row Hy3(high) / column 数学推理),,out:single-couple,out:cost-single-couple superclue-2607-math,superclue-general,minimax-m3,think,reasoning-math,hard,superclue-api,CNY-per-question,0.6584598631578947,2.89e-17,286.280701754386,78316.50877192983,70.1754,score%,0,,,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row MiniMax-M3 / column 数学推理),,out:single-couple,out:cost-not-comparable superclue-2607-math,superclue-general,?ERNIE 5.1,not-established:absent,reasoning-math,hard,superclue-api,CNY-per-question,0.2350681754385965,2.89e-17,113.1754385964912,13034.19298245614,64.9123,score%,0,,,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row ERNIE 5.1(max) / column 数学推理),,out:model-not-established,out:model-not-established superclue-2607-math,superclue-general,?LongCat-2.0,not-established:absent,reasoning-math,hard,superclue-api,CNY-per-question,0.7083849122807018,2.89e-17,116.140350877193,35390.21052631579,70.1754,score%,0,,,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row LongCat-2.0 / column 数学推理),,out:model-not-established,out:model-not-established superclue-2607-math,superclue-general,mimo-v2.5-pro,not-established:absent,reasoning-math,hard,superclue-api,CNY-per-question,0.2150008947368421,2.89e-17,172.9298245614035,35747.01754385965,66.6667,score%,0,,,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row MiMo-V2.5-Pro / column 数学推理),,out:effort-not-established,out:effort-not-established superclue-2607-math,superclue-general,step-3.7-flash,high,reasoning-math,hard,superclue-api,CNY-per-question,0.3570259973684211,2.89e-17,118.4385964912281,44057.54385964912,64.9123,score%,0,,base-last-list-price; cost-base-price:cost-publisher-figure,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row Step-3.7-Flash(high) / column 数学推理),,out:single-couple,out:cost-single-couple superclue-2607-halluc,superclue-general,qwen3.8-max-0902,xhigh,mixed,hard,superclue-api,CNY-per-question,0.103086,2.89e-07,2904.375,1895.375,86.1932,score%,0,,max-as-highest,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row Qwen3.8-Max-0902(max) / column 幻觉控制),,in,out:cost-not-comparable superclue-2607-halluc,superclue-general,deepseek-v4.1-flash,max,mixed,hard,superclue-api,CNY-per-question,0.03223934090909091,2.89e-18,2896.034090909091,3305.909090909091,87.16,score%,0,,cost-base-price:cost-publisher-figure,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row DeepSeek-V4.1-Flash(max) / column 幻觉控制),,in,in superclue-2607-halluc,superclue-general,?Qwen3.8-Max,not-established:absent,mixed,hard,superclue-api,CNY-per-question,0.1114840909090909,2.89e-17,2954.613636363636,2111.909090909091,86.0796,score%,0,,,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row Qwen3.8-Max(max) / column 幻觉控制),,out:model-not-established,out:model-not-established superclue-2607-halluc,superclue-general,glm-5.3,max,mixed,hard,superclue-api,CNY-per-question,0.1240202272727273,2.89e-17,2696.147727272727,3658.965909090909,79.3523,score%,0,,cost-base-price:cost-publisher-figure,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row GLM-5.3(max) / column 幻觉控制),,in,in superclue-2607-halluc,superclue-general,kimi-k3,max,mixed,hard,superclue-api,CNY-per-question,0.1531888636363636,2.89e-17,2741.204545454545,983.6477272727273,83.8523,score%,0,,cost-base-price:cost-publisher-figure,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row Kimi-K3(max) / column 幻觉控制),,in,in superclue-2607-halluc,superclue-general,deepseek-v4-pro-0813,max,mixed,hard,superclue-api,CNY-per-question,0.09052527272727273,2.89e-18,2896.818181818182,2387.181818181818,89.7273,score%,0,,base-last-list-price,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row DeepSeek-V4-Pro-0813(max) / column 幻觉控制),,in,out:cost-not-comparable superclue-2607-halluc,superclue-general,glm-5.3-flash,max,mixed,hard,superclue-api,CNY-per-question,0.009458968181818182,2.89e-19,2894.931818181818,2551.079545454545,81.8068,score%,0,,cost-base-price:cost-publisher-figure,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row GLM-5.3-Flash(max) / column 幻觉控制),,in,in superclue-2607-halluc,superclue-general,qwen3.8-flash,not-established:absent,mixed,hard,superclue-api,CNY-per-question,0.007091822727272728,2.89e-19,2904.375,1766.045454545455,86.0796,score%,0,,,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row Qwen3.8-Flash(max) / column 幻觉控制),,out:effort-not-established,out:effort-not-established superclue-2607-halluc,superclue-general,?Doubao-Seed-2.1-pro,not-established:absent,mixed,hard,superclue-api,CNY-per-question,0.2132929090909091,2.89e-17,3155.352272727273,6478.693181818182,78.8523,score%,0,,,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row Doubao-Seed-2.1-pro(high) / column 幻觉控制),,out:model-not-established,out:model-not-established superclue-2607-halluc,superclue-general,?DeepSeek-V4-Flash,not-established:absent,mixed,hard,superclue-api,CNY-per-question,0.005345261363636364,2.89e-19,2962.034090909091,1191.613636363636,78.25,score%,0,,,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row DeepSeek-V4-Flash(max) / column 幻觉控制),,out:model-not-established,out:model-not-established superclue-2607-halluc,superclue-general,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,superclue-api,CNY-per-question,0.02104169318181818,2.89e-18,2949.034090909091,2032.431818181818,79.7046,score%,0,,,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row DeepSeek-V4-Pro(max) / column 幻觉控制),,out:model-not-established,out:model-not-established superclue-2607-halluc,superclue-general,glm-5.2,not-established:absent,mixed,hard,superclue-api,CNY-per-question,0.07435045454545454,2.89e-18,2962.784090909091,1808.863636363636,80.6591,score%,0,,,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row GLM-5.2(max) / column 幻觉控制),,out:effort-not-established,out:effort-not-established superclue-2607-halluc,superclue-general,hy3,high,mixed,hard,superclue-api,CNY-per-question,0.01317318181818182,2.89e-18,2822.045454545455,2587.784090909091,79.2046,score%,0,,cost-base-price:cost-publisher-figure,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row Hy3(high) / column 幻觉控制),,out:single-couple,out:cost-single-couple superclue-2607-halluc,superclue-general,minimax-m3,think,mixed,hard,superclue-api,CNY-per-question,0.01865787954545454,2.89e-18,2812.522727272727,1518.045454545455,70.4432,score%,0,,,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row MiniMax-M3 / column 幻觉控制),,out:single-couple,out:cost-not-comparable superclue-2607-halluc,superclue-general,?ERNIE 5.1,not-established:absent,mixed,hard,superclue-api,CNY-per-question,0.03185513636363636,2.89e-18,3397.511363636364,1014.727272727273,83.0227,score%,0,,,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row ERNIE 5.1(max) / column 幻觉控制),,out:model-not-established,out:model-not-established superclue-2607-halluc,superclue-general,?LongCat-2.0,not-established:absent,mixed,hard,superclue-api,CNY-per-question,0.04133346590909091,2.89e-18,2860.102272727273,1351.647727272727,70.0227,score%,0,,,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row LongCat-2.0 / column 幻觉控制),,out:model-not-established,out:model-not-established superclue-2607-halluc,superclue-general,mimo-v2.5-pro,not-established:absent,mixed,hard,superclue-api,CNY-per-question,0.01556522727272727,2.89e-18,2985.886363636364,1101.261363636364,63.1705,score%,0,,,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row MiMo-V2.5-Pro / column 幻觉控制),,out:effort-not-established,out:effort-not-established superclue-2607-halluc,superclue-general,step-3.7-flash,high,mixed,hard,superclue-api,CNY-per-question,0.02259616193181818,2.89e-18,2804.465909090909,2322.238636363636,63.5114,score%,0,,base-last-list-price; cost-base-price:cost-publisher-figure,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row Step-3.7-Flash(high) / column 幻觉控制),,out:single-couple,out:cost-single-couple superclue-2607-sci,superclue-general,qwen3.8-max-0902,xhigh,reasoning-math,hard,superclue-api,CNY-per-question,0.651084,2.89e-07,374.1578947368421,17960.94736842105,75.44,score%,0,,max-as-highest,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row Qwen3.8-Max-0902(max) / column 科学推理),,in,out:cost-not-comparable superclue-2607-sci,superclue-general,deepseek-v4.1-flash,max,reasoning-math,hard,superclue-api,CNY-per-question,0.1355784210526316,2.89e-17,322.1228070175438,16866.77192982456,70.18,score%,0,,cost-base-price:cost-publisher-figure,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row DeepSeek-V4.1-Flash(max) / column 科学推理),,in,in superclue-2607-sci,superclue-general,?Qwen3.8-Max,not-established:absent,reasoning-math,hard,superclue-api,CNY-per-question,0.633761052631579,2.89e-16,361.1578947368421,17484.08771929824,71.93,score%,0,,,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row Qwen3.8-Max(max) / column 科学推理),,out:model-not-established,out:model-not-established superclue-2607-sci,superclue-general,glm-5.3,max,reasoning-math,hard,superclue-api,CNY-per-question,0.9684068070175439,2.89e-17,308.280701754386,34497.87719298246,75.44,score%,0,,cost-base-price:cost-publisher-figure,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row GLM-5.3(max) / column 科学推理),,in,in superclue-2607-sci,superclue-general,kimi-k3,max,reasoning-math,hard,superclue-api,CNY-per-question,0.5585922807017544,2.89e-17,377.6842105263158,5510.385964912281,70.175,score%,0,,cost-base-price:cost-publisher-figure,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row Kimi-K3(max) / column 科学推理),,in,in superclue-2607-sci,superclue-general,deepseek-v4-pro-0813,max,reasoning-math,hard,superclue-api,CNY-per-question,0.4261046842105263,2.89e-17,388.1228070175438,15652.28070175439,71.93,score%,0,,base-last-list-price,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row DeepSeek-V4-Pro-0813(max) / column 科学推理),,in,out:cost-not-comparable superclue-2607-sci,superclue-general,glm-5.3-flash,max,reasoning-math,hard,superclue-api,CNY-per-question,0.04014098245614035,2.89e-18,287.9649122807018,14253.78947368421,75.44,score%,0,,cost-base-price:cost-publisher-figure,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row GLM-5.3-Flash(max) / column 科学推理),,in,in superclue-2607-sci,superclue-general,qwen3.8-flash,not-established:absent,reasoning-math,hard,superclue-api,CNY-per-question,0.06521533157894736,2.89e-18,374.1578947368421,24042.9649122807,68.42,score%,0,,,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row Qwen3.8-Flash(max) / column 科学推理),,out:effort-not-established,out:effort-not-established superclue-2607-sci,superclue-general,?Doubao-Seed-2.1-pro,not-established:absent,reasoning-math,hard,superclue-api,CNY-per-question,1.08557347368421,2.89e-15,354.7894736842105,36114.82456140351,77.193,score%,0,,,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row Doubao-Seed-2.1-pro(high) / column 科学推理),,out:model-not-established,out:model-not-established superclue-2607-sci,superclue-general,?DeepSeek-V4-Flash,not-established:absent,reasoning-math,hard,superclue-api,CNY-per-question,0.03322647368421053,2.89e-18,388.1228070175438,16419.17543859649,70.175,score%,0,,,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row DeepSeek-V4-Flash(max) / column 科学推理),,out:model-not-established,out:model-not-established superclue-2607-sci,superclue-general,?DeepSeek-V4-Pro,not-established:absent,reasoning-math,hard,superclue-api,CNY-per-question,0.1385278947368421,2.89e-17,395.2631578947368,22890.35087719298,71.93,score%,0,,,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row DeepSeek-V4-Pro(max) / column 科学推理),,out:model-not-established,out:model-not-established superclue-2607-sci,superclue-general,glm-5.2,not-established:absent,reasoning-math,hard,superclue-api,CNY-per-question,0.5039046315789474,2.89e-17,325.7368421052632,17903.52631578947,68.42,score%,0,,,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row GLM-5.2(max) / column 科学推理),,out:effort-not-established,out:effort-not-established superclue-2607-sci,superclue-general,hy3,high,reasoning-math,hard,superclue-api,CNY-per-question,0.120847350877193,2.89e-16,279.9824561403509,30141.84210526316,75.439,score%,0,,cost-base-price:cost-publisher-figure,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row Hy3(high) / column 科学推理),,out:single-couple,out:cost-single-couple superclue-2607-sci,superclue-general,minimax-m3,think,reasoning-math,hard,superclue-api,CNY-per-question,0.2494857105263158,2.89e-17,467.7719298245614,29583.73684210526,70.175,score%,0,,,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row MiniMax-M3 / column 科学推理),,out:single-couple,out:cost-not-comparable superclue-2607-sci,superclue-general,?ERNIE 5.1,not-established:absent,reasoning-math,hard,superclue-api,CNY-per-question,0.1296626666666667,2.89e-17,316.2982456140351,7133.19298245614,59.649,score%,0,,,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row ERNIE 5.1(max) / column 科学推理),,out:model-not-established,out:model-not-established superclue-2607-sci,superclue-general,?LongCat-2.0,not-established:absent,reasoning-math,hard,superclue-api,CNY-per-question,0.370630350877193,2.89e-16,295.6140350877193,18457.61403508772,64.912,score%,0,,,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row LongCat-2.0 / column 科学推理),,out:model-not-established,out:model-not-established superclue-2607-sci,superclue-general,mimo-v2.5-pro,not-established:absent,reasoning-math,hard,superclue-api,CNY-per-question,0.07501105263157895,2.89e-18,383.1929824561403,12310.24561403509,68.421,score%,0,,,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row MiMo-V2.5-Pro / column 科学推理),,out:effort-not-established,out:effort-not-established superclue-2607-sci,superclue-general,step-3.7-flash,high,reasoning-math,hard,superclue-api,CNY-per-question,0.2211697421052632,2.89e-17,299.1228070175438,27255.05263157895,56.14,score%,0,,base-last-list-price; cost-base-price:cost-publisher-figure,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row Step-3.7-Flash(high) / column 科学推理),,out:single-couple,out:cost-single-couple superclue-2607-ifollow,superclue-general,qwen3.8-max-0902,xhigh,mixed,hard,superclue-api,CNY-per-question,0.6007285714285714,2.89e-17,483.5714285714286,16525.71428571429,42.8571,score%,0,,max-as-highest,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row Qwen3.8-Max-0902(max) / column 精确指令遵循),,in,out:cost-not-comparable superclue-2607-ifollow,superclue-general,deepseek-v4.1-flash,max,mixed,hard,superclue-api,CNY-per-question,0.1282012,2.89e-08,465.7809523809524,15908.70476190476,40,score%,0,,cost-base-price:cost-publisher-figure,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row DeepSeek-V4.1-Flash(max) / column 精确指令遵循),,in,in superclue-2607-ifollow,superclue-general,?Qwen3.8-Max,not-established:absent,mixed,hard,superclue-api,CNY-per-question,0.5707262857142857,2.89e-17,473.3809523809524,15695.71428571429,43.8095,score%,0,,,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row Qwen3.8-Max(max) / column 精确指令遵循),,out:model-not-established,out:model-not-established superclue-2607-ifollow,superclue-general,glm-5.3,max,mixed,hard,superclue-api,CNY-per-question,0.5593107047619048,2.89e-17,437.3714285714286,19850.41904761905,40,score%,0,,cost-base-price:cost-publisher-figure,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row GLM-5.3(max) / column 精确指令遵循),,in,in superclue-2607-ifollow,superclue-general,kimi-k3,max,mixed,hard,superclue-api,CNY-per-question,0.5067302857142857,2.89e-17,498.847619047619,4967.533333333334,40.9524,score%,0,,cost-base-price:cost-publisher-figure,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row Kimi-K3(max) / column 精确指令遵循),,in,in superclue-2607-ifollow,superclue-general,deepseek-v4-pro-0813,max,mixed,hard,superclue-api,CNY-per-question,0.2714817428571429,2.89e-17,529.2952380952381,9878.44761904762,42.8571,score%,0,,base-last-list-price,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row DeepSeek-V4-Pro-0813(max) / column 精确指令遵循),,in,out:cost-not-comparable superclue-2607-ifollow,superclue-general,glm-5.3-flash,max,mixed,hard,superclue-api,CNY-per-question,0.02486196190476191,2.89e-18,414.2190476190476,8760.923809523809,30.4762,score%,0,,cost-base-price:cost-publisher-figure,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row GLM-5.3-Flash(max) / column 精确指令遵循),,in,in superclue-2607-ifollow,superclue-general,qwen3.8-flash,not-established:absent,mixed,hard,superclue-api,CNY-per-question,0.05314080476190476,2.89e-18,486.3809523809524,19537.66666666667,30.4762,score%,0,,,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row Qwen3.8-Flash(max) / column 精确指令遵循),,out:effort-not-established,out:effort-not-established superclue-2607-ifollow,superclue-general,?Doubao-Seed-2.1-pro,not-established:absent,mixed,hard,superclue-api,CNY-per-question,0.7677786857142858,2.89e-17,521.7333333333333,25488.27619047619,42.8571,score%,0,,,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row Doubao-Seed-2.1-pro(high) / column 精确指令遵循),,out:model-not-established,out:model-not-established superclue-2607-ifollow,superclue-general,?DeepSeek-V4-Flash,not-established:absent,mixed,hard,superclue-api,CNY-per-question,0.02998324761904762,2.89e-18,531.7809523809524,14725.73333333333,35.2381,score%,0,,,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row DeepSeek-V4-Flash(max) / column 精确指令遵循),,out:model-not-established,out:model-not-established superclue-2607-ifollow,superclue-general,?DeepSeek-V4-Pro,not-established:absent,mixed,hard,superclue-api,CNY-per-question,0.1306458857142857,2.89e-17,523.8095238095239,21512.40952380953,49.5238,score%,0,,,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row DeepSeek-V4-Pro(max) / column 精确指令遵循),,out:model-not-established,out:model-not-established superclue-2607-ifollow,superclue-general,glm-5.2,not-established:absent,mixed,hard,superclue-api,CNY-per-question,0.4898887619047619,2.89e-17,456.1619047619047,17365.69523809524,30.4762,score%,0,,,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row GLM-5.2(max) / column 精确指令遵循),,out:effort-not-established,out:effort-not-established superclue-2607-ifollow,superclue-general,hy3,high,mixed,hard,superclue-api,CNY-per-question,0.04246561904761905,2.89e-18,424.0571428571429,10510.39047619048,35.2381,score%,0,,cost-base-price:cost-publisher-figure,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row Hy3(high) / column 精确指令遵循),,out:single-couple,out:cost-single-couple superclue-2607-ifollow,superclue-general,minimax-m3,think,mixed,hard,superclue-api,CNY-per-question,0.15318444,2.89e-09,591.7142857142857,18088.31428571428,20,score%,0,,,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row MiniMax-M3 / column 精确指令遵循),,out:single-couple,out:cost-not-comparable superclue-2607-ifollow,superclue-general,?ERNIE 5.1,not-established:absent,mixed,hard,superclue-api,CNY-per-question,0.1945903047619048,2.89e-17,501.8190476190476,10699.05714285714,41.9048,score%,0,,,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row ERNIE 5.1(max) / column 精确指令遵循),,out:model-not-established,out:model-not-established superclue-2607-ifollow,superclue-general,?LongCat-2.0,not-established:absent,mixed,hard,superclue-api,CNY-per-question,0.1501902857142857,2.89e-17,433.9428571428571,7401.028571428571,19.0476,score%,0,,,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row LongCat-2.0 / column 精确指令遵循),,out:model-not-established,out:model-not-established superclue-2607-ifollow,superclue-general,mimo-v2.5-pro,not-established:absent,mixed,hard,superclue-api,CNY-per-question,0.04704554285714286,2.89e-18,519.1238095238095,7581.361904761905,15.2381,score%,0,,,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row MiMo-V2.5-Pro / column 精确指令遵循),,out:effort-not-established,out:effort-not-established superclue-2607-ifollow,superclue-general,step-3.7-flash,high,mixed,hard,superclue-api,CNY-per-question,0.08557261714285715,2.89e-18,442.7809523809524,10490.72380952381,13.3333,score%,0,,base-last-list-price; cost-base-price:cost-publisher-figure,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row Step-3.7-Flash(high) / column 精确指令遵循),,out:single-couple,out:cost-single-couple superclue-2607-agentcode,superclue-general,qwen3.8-max-0902,xhigh,coding,hard,superclue-api,CNY-per-question,2.498706,2.89e-07,35080,19810,70.52631579,score%,0,,max-as-highest,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row Qwen3.8-Max-0902(max) / column 智能体编程),,in,out:cost-not-comparable superclue-2607-agentcode,superclue-general,deepseek-v4.1-flash,max,coding,hard,superclue-api,CNY-per-question,0.32174272,2.89e-09,32174,24080,71.57894737,score%,0,,cost-base-price:cost-publisher-figure,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row DeepSeek-V4.1-Flash(max) / column 智能体编程),,in,in superclue-2607-agentcode,superclue-general,?Qwen3.8-Max,not-established:absent,coding,hard,superclue-api,CNY-per-question,4.509559275,2.89e-10,90525.7,29068.6,68.42,score%,0,,,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row Qwen3.8-Max(max) / column 智能体编程),,out:model-not-established,out:model-not-established superclue-2607-agentcode,superclue-general,glm-5.3,max,coding,hard,superclue-api,CNY-per-question,4.97262,2.89e-06,58713,32971,76.84210526,score%,0,,cost-base-price:cost-publisher-figure,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row GLM-5.3(max) / column 智能体编程),,in,in superclue-2607-agentcode,superclue-general,kimi-k3,max,coding,hard,superclue-api,CNY-per-question,3.61520126,2.89e-09,36301.2,13542.39,75.79,score%,0,,cost-base-price:cost-publisher-figure,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row Kimi-K3(max) / column 智能体编程),,in,in superclue-2607-agentcode,superclue-general,deepseek-v4-pro-0813,max,coding,hard,superclue-api,CNY-per-question,1.9287942,2.89e-08,42534,25017,63.16,score%,0,,base-last-list-price,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row DeepSeek-V4-Pro-0813(max) / column 智能体编程),,in,out:cost-not-comparable superclue-2607-agentcode,superclue-general,glm-5.3-flash,max,coding,hard,superclue-api,CNY-per-question,0.55808901,2.89e-09,55397,31198,67.36842105,score%,0,,cost-base-price:cost-publisher-figure,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row GLM-5.3-Flash(max) / column 智能体编程),,in,in superclue-2607-agentcode,superclue-general,qwen3.8-flash,not-established:absent,coding,hard,superclue-api,CNY-per-question,0.2052129,2.89e-08,39709,19063,61.05,score%,0,,,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row Qwen3.8-Flash(max) / column 智能体编程),,out:effort-not-established,out:effort-not-established superclue-2607-agentcode,superclue-general,?Doubao-Seed-2.1-pro,not-established:absent,coding,hard,superclue-api,CNY-per-question,4.154478768,2.89e-10,130796.28,20576.47,51.58,score%,0,,,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row Doubao-Seed-2.1-pro(high) / column 智能体编程),,out:model-not-established,out:model-not-established superclue-2607-agentcode,superclue-general,?DeepSeek-V4-Flash,not-established:absent,coding,hard,superclue-api,CNY-per-question,0.13473642,2.89e-09,29862.1,33779.07,58.95,score%,0,,,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row DeepSeek-V4-Flash(max) / column 智能体编程),,out:model-not-established,out:model-not-established superclue-2607-agentcode,superclue-general,?DeepSeek-V4-Pro,not-established:absent,coding,hard,superclue-api,CNY-per-question,0.33841792425,2.89e-12,39559.92,24726,47.37,score%,0,,,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row DeepSeek-V4-Pro(max) / column 智能体编程),,out:model-not-established,out:model-not-established superclue-2607-agentcode,superclue-general,glm-5.2,not-established:absent,coding,hard,superclue-api,CNY-per-question,4.34086006,2.89e-09,51053.41,22560.28,64.13,score%,0,,,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row GLM-5.2(max) / column 智能体编程),,out:effort-not-established,out:effort-not-established superclue-2607-agentcode,superclue-general,hy3,high,coding,hard,superclue-api,CNY-per-question,0.4259313425,2.89e-11,81570.64,19718.02,47.37,score%,0,,cost-base-price:cost-publisher-figure,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row Hy3(high) / column 智能体编程),,out:single-couple,out:cost-single-couple superclue-2607-agentcode,superclue-general,minimax-m3,think,coding,hard,superclue-api,CNY-per-question,1.3494151986,2.89e-11,61664.62,17275.73,46.32,score%,0,,,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row MiniMax-M3 / column 智能体编程),,out:single-couple,out:cost-not-comparable superclue-2607-agentcode,superclue-general,?ERNIE 5.1,not-established:absent,coding,hard,superclue-api,CNY-per-question,1.7993675,2.89e-08,419665.55,6705.85,27.37,score%,0,,,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row ERNIE 5.1(max) / column 智能体编程),,out:model-not-established,out:model-not-established superclue-2607-agentcode,superclue-general,?LongCat-2.0,not-established:absent,coding,hard,superclue-api,CNY-per-question,0.903183,2.89e-07,48972,21324,42.11,score%,0,,,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row LongCat-2.0 / column 智能体编程),,out:model-not-established,out:model-not-established superclue-2607-agentcode,superclue-general,mimo-v2.5-pro,not-established:absent,coding,hard,superclue-api,CNY-per-question,0.21384314375,2.89e-12,35464.52,13445.61,49.47,score%,0,,,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row MiMo-V2.5-Pro / column 智能体编程),,out:effort-not-established,out:effort-not-established superclue-2607-agentcode,superclue-general,step-3.7-flash,high,coding,hard,superclue-api,CNY-per-question,0.3930289533,2.89e-11,53849.44,12439.59,36.84,score%,0,,base-last-list-price; cost-base-price:cost-publisher-figure,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row Step-3.7-Flash(high) / column 智能体编程),,out:single-couple,out:cost-single-couple superclue-2607-plan,superclue-general,qwen3.8-max-0902,xhigh,agentic-tool,hard,superclue-api,CNY-per-question,0.8696939428571429,2.89e-17,473.752380952381,24000.24761904762,89.5329,score%,0,,max-as-highest,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row Qwen3.8-Max-0902(max) / column 智能体任务规划),,in,out:cost-not-comparable superclue-2607-plan,superclue-general,deepseek-v4.1-flash,max,agentic-tool,hard,superclue-api,CNY-per-question,0.1681729523809524,2.89e-17,442.7047619047619,20910.94285714286,79.84,score%,0,,cost-base-price:cost-publisher-figure,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row DeepSeek-V4.1-Flash(max) / column 智能体任务规划),,in,in superclue-2607-plan,superclue-general,?Qwen3.8-Max,not-established:absent,agentic-tool,hard,superclue-api,CNY-per-question,0.8713451428571428,2.89e-17,463.7238095238095,24049.45714285714,90.9386,score%,0,,,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row Qwen3.8-Max(max) / column 智能体任务规划),,out:model-not-established,out:model-not-established superclue-2607-plan,superclue-general,glm-5.3,max,agentic-tool,hard,superclue-api,CNY-per-question,0.8126685714285714,2.89e-17,422.6380952380952,28903.12380952381,91.1495,score%,0,,cost-base-price:cost-publisher-figure,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row GLM-5.3(max) / column 智能体任务规划),,in,in superclue-2607-plan,superclue-general,kimi-k3,max,agentic-tool,hard,superclue-api,CNY-per-question,0.6929083809523809,2.89e-17,468.7047619047619,6835.342857142857,84.3519,score%,0,,cost-base-price:cost-publisher-figure,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row Kimi-K3(max) / column 智能体任务规划),,in,in superclue-2607-plan,superclue-general,deepseek-v4-pro-0813,max,agentic-tool,hard,superclue-api,CNY-per-question,0.4805775428571429,2.89e-17,508.7047619047619,17629.6,85.4798,score%,0,,base-last-list-price,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row DeepSeek-V4-Pro-0813(max) / column 智能体任务规划),,in,out:cost-not-comparable superclue-2607-plan,superclue-general,glm-5.3-flash,max,agentic-tool,hard,superclue-api,CNY-per-question,0.05771637333333333,2.89e-18,425.1333333333333,20491.52380952381,88.4281,score%,0,,cost-base-price:cost-publisher-figure,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row GLM-5.3-Flash(max) / column 智能体任务规划),,in,in superclue-2607-plan,superclue-general,qwen3.8-flash,not-established:absent,agentic-tool,hard,superclue-api,CNY-per-question,0.07619968095238096,2.89e-18,470.5047619047619,28082.69523809524,88.6053,score%,0,,,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row Qwen3.8-Flash(max) / column 智能体任务规划),,out:effort-not-established,out:effort-not-established superclue-2607-plan,superclue-general,?Doubao-Seed-2.1-pro,not-established:absent,agentic-tool,hard,superclue-api,CNY-per-question,0.5324778285714286,2.89e-17,471.6380952380952,17654.93333333333,84.9476,score%,0,,,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row Doubao-Seed-2.1-pro(high) / column 智能体任务规划),,out:model-not-established,out:model-not-established superclue-2607-plan,superclue-general,?DeepSeek-V4-Flash,not-established:absent,agentic-tool,hard,superclue-api,CNY-per-question,0.03863634285714285,2.89e-18,508.7047619047619,19063.81904761905,80.7224,score%,0,,,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row DeepSeek-V4-Flash(max) / column 智能体任务规划),,out:model-not-established,out:model-not-established superclue-2607-plan,superclue-general,?DeepSeek-V4-Pro,not-established:absent,agentic-tool,hard,superclue-api,CNY-per-question,0.07276397142857143,2.89e-18,495.7047619047619,11879.47619047619,79.0043,score%,0,,,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row DeepSeek-V4-Pro(max) / column 智能体任务规划),,out:model-not-established,out:model-not-established superclue-2607-plan,superclue-general,glm-5.2,not-established:absent,agentic-tool,hard,superclue-api,CNY-per-question,0.1861519619047619,2.89e-17,433.2285714285715,6524.504761904762,65.2748,score%,0,,,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row GLM-5.2(max) / column 智能体任务规划),,out:effort-not-established,out:effort-not-established superclue-2607-plan,superclue-general,hy3,high,agentic-tool,hard,superclue-api,CNY-per-question,0.02859977142857143,2.89e-18,404.5333333333334,7048.809523809524,66.824,score%,0,,cost-base-price:cost-publisher-figure,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row Hy3(high) / column 智能体任务规划),,out:single-couple,out:cost-single-couple superclue-2607-plan,superclue-general,minimax-m3,think,agentic-tool,hard,superclue-api,CNY-per-question,0.08701062,2.89e-09,567.8,10216.45714285714,77.681,score%,0,,,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row MiniMax-M3 / column 智能体任务规划),,out:single-couple,out:cost-not-comparable superclue-2607-plan,superclue-general,?ERNIE 5.1,not-established:absent,agentic-tool,hard,superclue-api,CNY-per-question,0.1609203047619048,2.89e-17,445.7047619047619,8840.971428571429,72.2077,score%,0,,,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row ERNIE 5.1(max) / column 智能体任务规划),,out:model-not-established,out:model-not-established superclue-2607-plan,superclue-general,?LongCat-2.0,not-established:absent,agentic-tool,hard,superclue-api,CNY-per-question,0.2411610476190476,2.89e-17,421.6571428571428,11952.6380952381,71.32,score%,0,,,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row LongCat-2.0 / column 智能体任务规划),,out:model-not-established,out:model-not-established superclue-2607-plan,superclue-general,mimo-v2.5-pro,not-established:absent,agentic-tool,hard,superclue-api,CNY-per-question,0.03781922857142857,2.89e-18,480.8285714285714,6062.790476190477,57.2529,score%,0,,,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row MiMo-V2.5-Pro / column 智能体任务规划),,out:effort-not-established,out:effort-not-established superclue-2607-plan,superclue-general,step-3.7-flash,high,agentic-tool,hard,superclue-api,CNY-per-question,0.08914295571428571,2.89e-18,419.7047619047619,10935.35238095238,66.5357,score%,0,,base-last-list-price; cost-base-price:cost-publisher-figure,https://www.superclueai.com/data/generalboard/2026年7月.xlsx ($ / row Step-3.7-Flash(high) / column 智能体任务规划),,out:single-couple,out:cost-single-couple superclue-2611-total,superclue-general,qwen3.8-max-0902,unstated,mixed,hard,,,,,,,43.22,score%,0.00289,,,"https://www.superclueai.com/data/generalboard/2026年11月.xlsx (sheet 总排行榜, row Qwen3.8-Max-0902, column 总分)",,out:effort-not-established, superclue-2611-agentcode,superclue-general,qwen3.8-max-0902,unstated,mixed,hard,,,,,,,42.31,score%,0.00289,,,"https://www.superclueai.com/data/generalboard/2026年11月.xlsx (sheet 总排行榜, row Qwen3.8-Max-0902, column 智能体编程)",,out:effort-not-established, superclue-2611-math,superclue-general,qwen3.8-max-0902,unstated,mixed,hard,,,,,,,68.42,score%,0.00289,,,"https://www.superclueai.com/data/generalboard/2026年11月.xlsx (sheet 总排行榜, row Qwen3.8-Max-0902, column 数理推理)",,out:effort-not-established, superclue-2611-halluc,superclue-general,qwen3.8-max-0902,unstated,mixed,hard,,,,,,,33.05,score%,0.00289,,,"https://www.superclueai.com/data/generalboard/2026年11月.xlsx (sheet 总排行榜, row Qwen3.8-Max-0902, column 幻觉控制)",,out:effort-not-established, superclue-2611-ifollow,superclue-general,qwen3.8-max-0902,unstated,mixed,hard,,,,,,,20.69,score%,0.00289,,,"https://www.superclueai.com/data/generalboard/2026年11月.xlsx (sheet 总排行榜, row Qwen3.8-Max-0902, column 精确指令遵循)",,out:effort-not-established, superclue-2611-longctx,superclue-general,qwen3.8-max-0902,unstated,mixed,hard,,,,,,,44.38,score%,0.00289,,,"https://www.superclueai.com/data/generalboard/2026年11月.xlsx (sheet 总排行榜, row Qwen3.8-Max-0902, column 超长上下文)",,out:effort-not-established, superclue-2611-total,superclue-general,?Qwen3.8-Flash,not-established:absent,mixed,hard,,,,,,,39.81,score%,0.00289,,,"https://www.superclueai.com/data/generalboard/2026年11月.xlsx (sheet 总排行榜, row Qwen3.8-Flash, column 总分)",,out:model-not-established, superclue-2611-agentcode,superclue-general,?Qwen3.8-Flash,not-established:absent,mixed,hard,,,,,,,46.15,score%,0.00289,,,"https://www.superclueai.com/data/generalboard/2026年11月.xlsx (sheet 总排行榜, row Qwen3.8-Flash, column 智能体编程)",,out:model-not-established, superclue-2611-math,superclue-general,?Qwen3.8-Flash,not-established:absent,mixed,hard,,,,,,,57.89,score%,0.00289,,,"https://www.superclueai.com/data/generalboard/2026年11月.xlsx (sheet 总排行榜, row Qwen3.8-Flash, column 数理推理)",,out:model-not-established, superclue-2611-halluc,superclue-general,?Qwen3.8-Flash,not-established:absent,mixed,hard,,,,,,,32.36,score%,0.00289,,,"https://www.superclueai.com/data/generalboard/2026年11月.xlsx (sheet 总排行榜, row Qwen3.8-Flash, column 幻觉控制)",,out:model-not-established, superclue-2611-ifollow,superclue-general,?Qwen3.8-Flash,not-established:absent,mixed,hard,,,,,,,12.07,score%,0.00289,,,"https://www.superclueai.com/data/generalboard/2026年11月.xlsx (sheet 总排行榜, row Qwen3.8-Flash, column 精确指令遵循)",,out:model-not-established, superclue-2611-longctx,superclue-general,?Qwen3.8-Flash,not-established:absent,mixed,hard,,,,,,,40.68,score%,0.00289,,,"https://www.superclueai.com/data/generalboard/2026年11月.xlsx (sheet 总排行榜, row Qwen3.8-Flash, column 超长上下文)",,out:model-not-established, superclue-terminal,superclue-terminal,kimi-k3,max,coding,hard,Claude Code-based framework,CNY-per-task,19.63,0.00289,,,60.61,score-of-100,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://we0.ai/zh/articles/deepseek-v4-pro-takes-second-in (table, column SuperCLUE-Terminal得分)",,in,out:cost-single-couple superclue-terminal,superclue-terminal,deepseek-v4-pro-0813,max,coding,hard,Claude Code-based framework,CNY-per-task,10.649999999999999,3.69,,,51.52,score-of-100,0.00289,,base-last-list-price; cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://we0.ai/zh/articles/deepseek-v4-pro-takes-second-in (table, column SuperCLUE-Terminal得分)",,in,out:cost-single-couple superclue-terminal,superclue-terminal,glm-5.2,not-established:absent,coding,hard,Claude Code-based framework,CNY-per-task,23.30,0.00289,,,48.48,score-of-100,0.00289,,,"https://we0.ai/zh/articles/deepseek-v4-pro-takes-second-in (table, column SuperCLUE-Terminal得分)",,out:effort-not-established,out:effort-not-established superclue-terminal,superclue-terminal,deepseek-v4-flash-0731,max,coding,hard,Claude Code-based framework,CNY-per-task,2.56,0.37,,,46.46,score-of-100,0.00289,,base-last-list-price; cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://we0.ai/zh/articles/deepseek-v4-pro-takes-second-in (table, column SuperCLUE-Terminal得分)",,in,out:cost-single-couple surfsense-smoke,surfsense-sweep,haiku-5.5,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0027,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row anthropic/claude-haiku-5.5|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,haiku-5.5,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0141,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row anthropic/claude-haiku-5.5|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,haiku-5.5,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0153,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row anthropic/claude-haiku-5.5|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,?mistralai/mistral-large-4-0,not-established:absent,mixed,easy,surfsense-agent-openrouter,per-run,0.007,0.000289,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row mistralai/mistral-large-4-0|smoke / column score_counts),,out:model-not-established,out:model-not-established surfsense-pdf-brief,surfsense-sweep,?mistralai/mistral-large-4-0,not-established:absent,mixed,mid,surfsense-agent-openrouter,per-run,0.0844,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row mistralai/mistral-large-4-0|pdf-brief / column score_counts),,out:model-not-established,out:model-not-established surfsense-board-pack,surfsense-sweep,?mistralai/mistral-large-4-0,not-established:absent,mixed,mid,surfsense-agent-openrouter,per-run,0.041,0.000289,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row mistralai/mistral-large-4-0|board-pack / column score_counts),,out:model-not-established,out:model-not-established surfsense-smoke,surfsense-sweep,?unbiased/pareto-26.10-preview,not-established:absent,mixed,easy,surfsense-agent-openrouter,per-run,0.0136,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row unbiased/pareto-26.10-preview|smoke / column score_counts),,out:model-not-established,out:model-not-established surfsense-pdf-brief,surfsense-sweep,?unbiased/pareto-26.10-preview,not-established:absent,mixed,mid,surfsense-agent-openrouter,per-run,0.1304,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row unbiased/pareto-26.10-preview|pdf-brief / column score_counts),,out:model-not-established,out:model-not-established surfsense-board-pack,surfsense-sweep,?unbiased/pareto-26.10-preview,not-established:absent,mixed,mid,surfsense-agent-openrouter,per-run,0.1263,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row unbiased/pareto-26.10-preview|board-pack / column score_counts),,out:model-not-established,out:model-not-established surfsense-smoke,surfsense-sweep,?perceptron/perceptron-mk1.5,not-established:absent,mixed,easy,surfsense-agent-openrouter,per-run,0.0037,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row perceptron/perceptron-mk1.5|smoke / column score_counts),,out:model-not-established,out:model-not-established surfsense-smoke,surfsense-sweep,?z-ai/glm-5.3-prime,not-established:absent,mixed,easy,surfsense-agent-openrouter,per-run,0.0291,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row z-ai/glm-5.3-prime|smoke / column score_counts),,out:model-not-established,out:model-not-established surfsense-pdf-brief,surfsense-sweep,?z-ai/glm-5.3-prime,not-established:absent,mixed,mid,surfsense-agent-openrouter,per-run,0.2532,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row z-ai/glm-5.3-prime|pdf-brief / column score_counts),,out:model-not-established,out:model-not-established surfsense-board-pack,surfsense-sweep,?z-ai/glm-5.3-prime,not-established:absent,mixed,mid,surfsense-agent-openrouter,per-run,0.2956,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row z-ai/glm-5.3-prime|board-pack / column score_counts),,out:model-not-established,out:model-not-established surfsense-smoke,surfsense-sweep,aion-3.5-mini,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0059,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row aion-labs/aion-3.5-mini|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,?upstage/solar-mini4,not-established:absent,mixed,easy,surfsense-agent-openrouter,per-run,0.0013,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row upstage/solar-mini4|smoke / column score_counts),,out:model-not-established,out:model-not-established surfsense-smoke,surfsense-sweep,?cohere/command-a-plus,not-established:absent,mixed,easy,surfsense-agent-openrouter,per-run,0.0047,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row cohere/command-a-plus|smoke / column score_counts),,out:model-not-established,out:model-not-established surfsense-pdf-brief,surfsense-sweep,?cohere/command-a-plus,not-established:absent,mixed,mid,surfsense-agent-openrouter,per-run,0.0844,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row cohere/command-a-plus|pdf-brief / column score_counts),,out:model-not-established,out:model-not-established surfsense-board-pack,surfsense-sweep,?cohere/command-a-plus,not-established:absent,mixed,mid,surfsense-agent-openrouter,per-run,0.0633,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row cohere/command-a-plus|board-pack / column score_counts),,out:model-not-established,out:model-not-established surfsense-smoke,surfsense-sweep,gpt-6-luna-pro,unstated,mixed,easy,surfsense-agent-openrouter,,,,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row openai/gpt-6-luna-pro|smoke / column score_counts),,out:effort-not-established, surfsense-pdf-brief,surfsense-sweep,gpt-6-luna-pro,unstated,mixed,mid,surfsense-agent-openrouter,,,,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row openai/gpt-6-luna-pro|pdf-brief / column score_counts),,out:effort-not-established, surfsense-board-pack,surfsense-sweep,gpt-6-luna-pro,unstated,mixed,mid,surfsense-agent-openrouter,,,,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row openai/gpt-6-luna-pro|board-pack / column score_counts),,out:effort-not-established, surfsense-smoke,surfsense-sweep,gpt-6-luna,unstated,mixed,easy,surfsense-agent-openrouter,,,,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row openai/gpt-6-luna|smoke / column score_counts),,out:effort-not-established, surfsense-pdf-brief,surfsense-sweep,gpt-6-luna,unstated,mixed,mid,surfsense-agent-openrouter,,,,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row openai/gpt-6-luna|pdf-brief / column score_counts),,out:effort-not-established, surfsense-board-pack,surfsense-sweep,gpt-6-luna,unstated,mixed,mid,surfsense-agent-openrouter,,,,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row openai/gpt-6-luna|board-pack / column score_counts),,out:effort-not-established, surfsense-smoke,surfsense-sweep,mimo-v2.6-flash,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0014,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row xiaomi/mimo-v2.6-flash|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,mimo-v2.6-flash,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0082,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row xiaomi/mimo-v2.6-flash|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,mimo-v2.6-flash,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0111,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row xiaomi/mimo-v2.6-flash|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,mimo-v2.6-pro,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0043,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row xiaomi/mimo-v2.6-pro|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,mimo-v2.6-pro,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0338,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row xiaomi/mimo-v2.6-pro|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,mimo-v2.6-pro,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0758,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row xiaomi/mimo-v2.6-pro|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,grok-4.7,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0228,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row x-ai/grok-4.7|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,grok-4.7,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.2901,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row x-ai/grok-4.7|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,grok-4.7,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.3403,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row x-ai/grok-4.7|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,qwen3.8-omni-flash,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0017,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3.8-omni-flash|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,qwen3.8-omni-flash,unstated,mixed,mid,surfsense-agent-openrouter,,,,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3.8-omni-flash|pdf-brief / column score_counts),,out:effort-not-established, surfsense-board-pack,surfsense-sweep,qwen3.8-omni-flash,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0166,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3.8-omni-flash|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,ternary-bonsai-2-27b,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0013,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row prism-ml/ternary-bonsai-2-27b|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,ternary-bonsai-2-27b,unstated,mixed,mid,surfsense-agent-openrouter,,,,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row prism-ml/ternary-bonsai-2-27b|pdf-brief / column score_counts),,out:effort-not-established, surfsense-board-pack,surfsense-sweep,ternary-bonsai-2-27b,unstated,mixed,mid,surfsense-agent-openrouter,,,,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row prism-ml/ternary-bonsai-2-27b|board-pack / column score_counts),,out:effort-not-established, surfsense-smoke,surfsense-sweep,glm-5.3-flashx,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.004,0.000289,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row z-ai/glm-5.3-flashx|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,glm-5.3-flashx,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0348,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row z-ai/glm-5.3-flashx|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,glm-5.3-flashx,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0381,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row z-ai/glm-5.3-flashx|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,?unbiased/pareto,not-established:absent,mixed,easy,surfsense-agent-openrouter,per-run,0.0134,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row unbiased/pareto|smoke / column score_counts),,out:model-not-established,out:model-not-established surfsense-pdf-brief,surfsense-sweep,?unbiased/pareto,not-established:absent,mixed,mid,surfsense-agent-openrouter,per-run,0.2065,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row unbiased/pareto|pdf-brief / column score_counts),,out:model-not-established,out:model-not-established surfsense-board-pack,surfsense-sweep,?unbiased/pareto,not-established:absent,mixed,mid,surfsense-agent-openrouter,per-run,0.2274,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row unbiased/pareto|board-pack / column score_counts),,out:model-not-established,out:model-not-established surfsense-smoke,surfsense-sweep,fugu-max,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.036,0.000289,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row sakana/fugu-max|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,fugu-max,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.2584,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row sakana/fugu-max|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,fugu-max,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.2799,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row sakana/fugu-max|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,ling-3.0-flash-vl,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0004,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row inclusionai/ling-3.0-flash-vl|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,ling-3.0-flash-vl,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0033,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row inclusionai/ling-3.0-flash-vl|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,ling-3.0-flash-vl,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0039,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row inclusionai/ling-3.0-flash-vl|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,deepseek-v4.1-flash,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0003,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row deepseek/deepseek-v4.1-flash|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,deepseek-v4.1-flash,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0142,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row deepseek/deepseek-v4.1-flash|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,deepseek-v4.1-flash,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0139,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row deepseek/deepseek-v4.1-flash|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,mercury-2.5,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0005,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row inception/mercury-2.5|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,mercury-2.5,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0026,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row inception/mercury-2.5|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,mercury-2.5,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0031,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row inception/mercury-2.5|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,nex-n2.5-pro,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0015,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row nex-agi/nex-n2.5-pro|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,nex-n2.5-pro,unstated,mixed,mid,surfsense-agent-openrouter,,,,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row nex-agi/nex-n2.5-pro|pdf-brief / column score_counts),,out:effort-not-established, surfsense-board-pack,surfsense-sweep,nex-n2.5-pro,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0648,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row nex-agi/nex-n2.5-pro|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,qwen3.8-max-0902,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0261,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3.8-max-0902|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,qwen3.8-max-0902,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.2107,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3.8-max-0902|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,qwen3.8-max-0902,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.1901,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3.8-max-0902|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,?meta/muse-spark-1.3-contributor,not-established:absent,mixed,easy,surfsense-agent-openrouter,,,,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row meta/muse-spark-1.3-contributor|smoke / column score_counts),,out:model-not-established, surfsense-smoke,surfsense-sweep,?meta/muse-spark-1.3,not-established:absent,mixed,easy,surfsense-agent-openrouter,,,,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row meta/muse-spark-1.3|smoke / column score_counts),,out:model-not-established, surfsense-smoke,surfsense-sweep,gemini-3.8-flash,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0115,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row google/gemini-3.8-flash|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,gemini-3.8-flash,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.1641,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row google/gemini-3.8-flash|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,gemini-3.8-flash,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0959,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row google/gemini-3.8-flash|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,granite-4.2-8b,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0009,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row ibm-granite/granite-4.2-8b|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,granite-4.2-8b,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0149,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row ibm-granite/granite-4.2-8b|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,granite-4.2-8b,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0161,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row ibm-granite/granite-4.2-8b|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,hy4-preview,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0149,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row tencent/hy4-preview|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,hy4-preview,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0404,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row tencent/hy4-preview|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,hy4-preview,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0493,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row tencent/hy4-preview|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,?inclusionai/ling-3.0-flash-fin,not-established:absent,mixed,easy,surfsense-agent-openrouter,per-run,0.0005,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row inclusionai/ling-3.0-flash-fin|smoke / column score_counts),,out:model-not-established,out:model-not-established surfsense-pdf-brief,surfsense-sweep,?inclusionai/ling-3.0-flash-fin,not-established:absent,mixed,mid,surfsense-agent-openrouter,per-run,0.004,0.000289,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row inclusionai/ling-3.0-flash-fin|pdf-brief / column score_counts),,out:model-not-established,out:model-not-established surfsense-board-pack,surfsense-sweep,?inclusionai/ling-3.0-flash-fin,not-established:absent,mixed,mid,surfsense-agent-openrouter,per-run,0.0009,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row inclusionai/ling-3.0-flash-fin|board-pack / column score_counts),,out:model-not-established,out:model-not-established surfsense-smoke,surfsense-sweep,glm-5.3-flash,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0014,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row z-ai/glm-5.3-flash|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,glm-5.3-flash,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0095,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row z-ai/glm-5.3-flash|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,glm-5.3-flash,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0116,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row z-ai/glm-5.3-flash|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,?meta/muse-spark-1.2-contributor,not-established:absent,mixed,easy,surfsense-agent-openrouter,,,,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row meta/muse-spark-1.2-contributor|smoke / column score_counts),,out:model-not-established, surfsense-smoke,surfsense-sweep,deepseek-v4-flash-vision-exp,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0021,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row deepseek/deepseek-v4-flash-vision-exp|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,deepseek-v4-flash-vision-exp,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.029,0.000289,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row deepseek/deepseek-v4-flash-vision-exp|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,deepseek-v4-flash-vision-exp,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0114,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row deepseek/deepseek-v4-flash-vision-exp|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,gemini-3.7-flash,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0086,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row google/gemini-3.7-flash|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,gemini-3.7-flash,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0963,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row google/gemini-3.7-flash|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,gemini-3.7-flash,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0961,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row google/gemini-3.7-flash|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,seed-2-1-turbo,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0091,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row bytedance-seed/seed-2-1-turbo|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,seed-2-1-turbo,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0711,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row bytedance-seed/seed-2-1-turbo|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,seed-2-1-turbo,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.092,0.000289,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row bytedance-seed/seed-2-1-turbo|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,qwen3.8-2.4t-a95b,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0208,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3.8-2.4t-a95b|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,qwen3.8-2.4t-a95b,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.1189,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3.8-2.4t-a95b|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,qwen3.8-2.4t-a95b,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.124,0.000289,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3.8-2.4t-a95b|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,seed-2.0-code,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0148,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row bytedance-seed/seed-2.0-code|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,seed-2.0-code,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0831,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row bytedance-seed/seed-2.0-code|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,seed-2.0-code,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.1647,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row bytedance-seed/seed-2.0-code|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,grok-4.6,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0343,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row x-ai/grok-4.6|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,grok-4.6,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.1705,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row x-ai/grok-4.6|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,grok-4.6,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.2169,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row x-ai/grok-4.6|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,nemotron-3.5-lightning,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0011,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row nvidia/nemotron-3.5-lightning|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,nemotron-3.5-lightning,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0074,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row nvidia/nemotron-3.5-lightning|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,nemotron-3.5-lightning,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.017,0.000289,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row nvidia/nemotron-3.5-lightning|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,?sakana/sakana-namazu,not-established:absent,mixed,easy,surfsense-agent-openrouter,,,,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row sakana/sakana-namazu|smoke / column score_counts),,out:model-not-established, surfsense-smoke,surfsense-sweep,solar-pro4,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.001,0.000289,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row upstage/solar-pro4|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,solar-pro4,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0109,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row upstage/solar-pro4|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,solar-pro4,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0085,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row upstage/solar-pro4|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,muse-glimmer-30b,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0052,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row meta/muse-glimmer-30b|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,muse-glimmer-30b,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0276,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row meta/muse-glimmer-30b|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,muse-glimmer-30b,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0234,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row meta/muse-glimmer-30b|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,muse-spark-1.2,unstated,mixed,easy,surfsense-agent-openrouter,,,,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row meta/muse-spark-1.2|smoke / column score_counts),,out:effort-not-established, surfsense-smoke,surfsense-sweep,deepseek-v4-flash-0731,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0005,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row deepseek/deepseek-v4-flash-0731|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,deepseek-v4-flash-0731,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0104,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row deepseek/deepseek-v4-flash-0731|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,deepseek-v4-flash-0731,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0104,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row deepseek/deepseek-v4-flash-0731|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,inkling-small,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0043,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row thinkingmachines/inkling-small|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,inkling-small,unstated,mixed,mid,surfsense-agent-openrouter,,,,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row thinkingmachines/inkling-small|pdf-brief / column score_counts),,out:effort-not-established, surfsense-board-pack,surfsense-sweep,inkling-small,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0085,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row thinkingmachines/inkling-small|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,qwen3.7-flash,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0003,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3.7-flash|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,qwen3.7-flash,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0038,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3.7-flash|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,qwen3.7-flash,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0106,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3.7-flash|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,ling-3.0-flash,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0002,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row inclusionai/ling-3.0-flash|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,ling-3.0-flash,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0025,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row inclusionai/ling-3.0-flash|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,ling-3.0-flash,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0013,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row inclusionai/ling-3.0-flash|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,laguna-s-2.1,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0009,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row poolside/laguna-s-2.1|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,laguna-s-2.1,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0071,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row poolside/laguna-s-2.1|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,laguna-s-2.1,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0081,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row poolside/laguna-s-2.1|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,gemini-3.6-flash,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0109,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row google/gemini-3.6-flash|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,gemini-3.6-flash,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.1253,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row google/gemini-3.6-flash|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,gemini-3.6-flash,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.1852,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row google/gemini-3.6-flash|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,gemini-3.5-flash-lite,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0029,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row google/gemini-3.5-flash-lite|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,gemini-3.5-flash-lite,unstated,mixed,mid,surfsense-agent-openrouter,,,,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row google/gemini-3.5-flash-lite|pdf-brief / column score_counts),,out:effort-not-established, surfsense-board-pack,surfsense-sweep,gemini-3.5-flash-lite,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0411,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row google/gemini-3.5-flash-lite|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,longcat-2.0,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0027,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row meituan/longcat-2.0|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,longcat-2.0,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0137,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row meituan/longcat-2.0|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,longcat-2.0,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0136,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row meituan/longcat-2.0|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,inkling,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0096,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row thinkingmachines/inkling|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,?meta/muse-spark-1.1,not-established:absent,mixed,easy,surfsense-agent-openrouter,,,,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row meta/muse-spark-1.1|smoke / column score_counts),,out:model-not-established, surfsense-smoke,surfsense-sweep,gpt-5.6-luna-pro,unstated,mixed,easy,surfsense-agent-openrouter,,,,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row openai/gpt-5.6-luna-pro|smoke / column score_counts),,out:effort-not-established, surfsense-pdf-brief,surfsense-sweep,gpt-5.6-luna-pro,unstated,mixed,mid,surfsense-agent-openrouter,,,,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row openai/gpt-5.6-luna-pro|pdf-brief / column score_counts),,out:effort-not-established, surfsense-board-pack,surfsense-sweep,gpt-5.6-luna-pro,unstated,mixed,mid,surfsense-agent-openrouter,,,,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row openai/gpt-5.6-luna-pro|board-pack / column score_counts),,out:effort-not-established, surfsense-smoke,surfsense-sweep,gpt-5.6-luna,unstated,mixed,easy,surfsense-agent-openrouter,,,,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row openai/gpt-5.6-luna|smoke / column score_counts),,out:effort-not-established, surfsense-pdf-brief,surfsense-sweep,gpt-5.6-luna,unstated,mixed,mid,surfsense-agent-openrouter,,,,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row openai/gpt-5.6-luna|pdf-brief / column score_counts),,out:effort-not-established, surfsense-board-pack,surfsense-sweep,gpt-5.6-luna,unstated,mixed,mid,surfsense-agent-openrouter,,,,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row openai/gpt-5.6-luna|board-pack / column score_counts),,out:effort-not-established, surfsense-smoke,surfsense-sweep,grok-4.5,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0202,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row x-ai/grok-4.5|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,grok-4.5,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.1436,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row x-ai/grok-4.5|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,grok-4.5,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.2685,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row x-ai/grok-4.5|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,aion-3.0-mini,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.008,0.000289,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row aion-labs/aion-3.0-mini|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,aion-3.0-mini,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0542,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row aion-labs/aion-3.0-mini|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,aion-3.0-mini,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.075,0.000289,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row aion-labs/aion-3.0-mini|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,hy3,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0015,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row tencent/hy3|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,hy3,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0128,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row tencent/hy3|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,hy3,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0131,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row tencent/hy3|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,laguna-xs-2.1,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0013,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row poolside/laguna-xs-2.1|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,laguna-xs-2.1,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0105,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row poolside/laguna-xs-2.1|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,laguna-xs-2.1,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0155,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row poolside/laguna-xs-2.1|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,?google/gemini-3-pro-image,not-established:absent,mixed,easy,surfsense-agent-openrouter,per-run,0.0279,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row google/gemini-3-pro-image|smoke / column score_counts),,out:model-not-established,out:model-not-established surfsense-pdf-brief,surfsense-sweep,?google/gemini-3-pro-image,not-established:absent,mixed,mid,surfsense-agent-openrouter,per-run,0.3422,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row google/gemini-3-pro-image|pdf-brief / column score_counts),,out:model-not-established,out:model-not-established surfsense-board-pack,surfsense-sweep,?google/gemini-3-pro-image,not-established:absent,mixed,mid,surfsense-agent-openrouter,,,,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row google/gemini-3-pro-image|board-pack / column score_counts),,out:model-not-established, surfsense-smoke,surfsense-sweep,glm-5.2,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0177,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row z-ai/glm-5.2|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,glm-5.2,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0576,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row z-ai/glm-5.2|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,glm-5.2,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0508,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row z-ai/glm-5.2|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,kimi-k2.7-code,solo,mixed,easy,surfsense-agent-openrouter,per-run,0.0067,2.89e-05,,,100,pass-verdict%,0,,cost-base-price:cost-publisher-figure,https://github.com/MODSetter/SurfSense (all rows / row moonshotai/kimi-k2.7-code|smoke / column score_counts),,out:saturated,out:cost-single-couple surfsense-pdf-brief,surfsense-sweep,kimi-k2.7-code,solo,mixed,mid,surfsense-agent-openrouter,per-run,0.076,0.000289,,,100,pass-verdict%,0,,cost-base-price:cost-publisher-figure,https://github.com/MODSetter/SurfSense (all rows / row moonshotai/kimi-k2.7-code|pdf-brief / column score_counts),,out:saturated,out:cost-single-couple surfsense-board-pack,surfsense-sweep,kimi-k2.7-code,solo,mixed,mid,surfsense-agent-openrouter,per-run,0.057,0.000289,,,100,pass-verdict%,0,,cost-base-price:cost-publisher-figure,https://github.com/MODSetter/SurfSense (all rows / row moonshotai/kimi-k2.7-code|board-pack / column score_counts),,out:saturated,out:cost-single-couple surfsense-smoke,surfsense-sweep,nemotron-3-ultra-550b-a55b,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0115,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row nvidia/nemotron-3-ultra-550b-a55b|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,nemotron-3-ultra-550b-a55b,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0682,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row nvidia/nemotron-3-ultra-550b-a55b|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,nemotron-3-ultra-550b-a55b,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0388,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row nvidia/nemotron-3-ultra-550b-a55b|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,qwen3.7-plus,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0038,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3.7-plus|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,qwen3.7-plus,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0326,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3.7-plus|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,qwen3.7-plus,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0227,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3.7-plus|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,minimax-m3,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0026,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row minimax/minimax-m3|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,minimax-m3,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0158,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row minimax/minimax-m3|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,minimax-m3,unstated,mixed,mid,surfsense-agent-openrouter,,,,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row minimax/minimax-m3|board-pack / column score_counts),,out:effort-not-established, surfsense-smoke,surfsense-sweep,step-3.7-flash,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0023,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row stepfun/step-3.7-flash|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,step-3.7-flash,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0241,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row stepfun/step-3.7-flash|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,step-3.7-flash,unstated,mixed,mid,surfsense-agent-openrouter,,,,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row stepfun/step-3.7-flash|board-pack / column score_counts),,out:effort-not-established, surfsense-smoke,surfsense-sweep,qwen3.7-max,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0164,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3.7-max|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,qwen3.7-max,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.1519,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3.7-max|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,qwen3.7-max,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.188,0.000289,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3.7-max|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,grok-build-0.1,solo,mixed,easy,surfsense-agent-openrouter,per-run,0.0156,2.89e-05,,,100,pass-verdict%,0,,cost-base-price:cost-publisher-figure,https://github.com/MODSetter/SurfSense (all rows / row x-ai/grok-build-0.1|smoke / column score_counts),,out:single-couple,out:cost-single-couple surfsense-pdf-brief,surfsense-sweep,grok-build-0.1,solo,mixed,mid,surfsense-agent-openrouter,,,,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row x-ai/grok-build-0.1|pdf-brief / column score_counts),,out:single-couple, surfsense-board-pack,surfsense-sweep,grok-build-0.1,solo,mixed,mid,surfsense-agent-openrouter,per-run,0.1107,2.89e-05,,,100,pass-verdict%,0,,cost-base-price:cost-publisher-figure,https://github.com/MODSetter/SurfSense (all rows / row x-ai/grok-build-0.1|board-pack / column score_counts),,out:single-couple,out:cost-single-couple surfsense-smoke,surfsense-sweep,gemini-3.5-flash,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0157,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row google/gemini-3.5-flash|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,gemini-3.5-flash,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.3845,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row google/gemini-3.5-flash|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,gemini-3.5-flash,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.3313,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row google/gemini-3.5-flash|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,gemini-3.1-flash-lite,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0024,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row google/gemini-3.1-flash-lite|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,gemini-3.1-flash-lite,unstated,mixed,mid,surfsense-agent-openrouter,,,,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row google/gemini-3.1-flash-lite|pdf-brief / column score_counts),,out:effort-not-established, surfsense-board-pack,surfsense-sweep,gemini-3.1-flash-lite,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0181,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row google/gemini-3.1-flash-lite|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,grok-4.3,unstated,mixed,easy,surfsense-agent-openrouter,,,,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row x-ai/grok-4.3|smoke / column score_counts),,out:effort-not-established, surfsense-pdf-brief,surfsense-sweep,grok-4.3,unstated,mixed,mid,surfsense-agent-openrouter,,,,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row x-ai/grok-4.3|pdf-brief / column score_counts),,out:effort-not-established, surfsense-board-pack,surfsense-sweep,grok-4.3,unstated,mixed,mid,surfsense-agent-openrouter,,,,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row x-ai/grok-4.3|board-pack / column score_counts),,out:effort-not-established, surfsense-smoke,surfsense-sweep,mistral-medium-3.5,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0264,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row mistralai/mistral-medium-3-5|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,qwen3.5-plus-0420,unstated,mixed,easy,surfsense-agent-openrouter,,,,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3.5-plus-20260420|smoke / column score_counts),,out:effort-not-established, surfsense-pdf-brief,surfsense-sweep,qwen3.5-plus-0420,unstated,mixed,mid,surfsense-agent-openrouter,,,,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3.5-plus-20260420|pdf-brief / column score_counts),,out:effort-not-established, surfsense-board-pack,surfsense-sweep,qwen3.5-plus-0420,unstated,mixed,mid,surfsense-agent-openrouter,,,,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3.5-plus-20260420|board-pack / column score_counts),,out:effort-not-established, surfsense-smoke,surfsense-sweep,qwen3.6-flash,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0035,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3.6-flash|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,?qwen/qwen3.6-max-preview,not-established:absent,mixed,easy,surfsense-agent-openrouter,per-run,0.0185,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3.6-max-preview|smoke / column score_counts),,out:model-not-established,out:model-not-established surfsense-pdf-brief,surfsense-sweep,?qwen/qwen3.6-max-preview,not-established:absent,mixed,mid,surfsense-agent-openrouter,per-run,0.2351,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3.6-max-preview|pdf-brief / column score_counts),,out:model-not-established,out:model-not-established surfsense-board-pack,surfsense-sweep,?qwen/qwen3.6-max-preview,not-established:absent,mixed,mid,surfsense-agent-openrouter,per-run,0.2216,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3.6-max-preview|board-pack / column score_counts),,out:model-not-established,out:model-not-established surfsense-smoke,surfsense-sweep,qwen3.6-27b,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0061,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3.6-27b|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,qwen3.6-27b,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0842,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3.6-27b|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,qwen3.6-27b,unstated,mixed,mid,surfsense-agent-openrouter,,,,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3.6-27b|board-pack / column score_counts),,out:effort-not-established, surfsense-smoke,surfsense-sweep,deepseek-v4-pro-preview,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0052,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row deepseek/deepseek-v4-pro|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,deepseek-v4-pro-preview,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.1235,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row deepseek/deepseek-v4-pro|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,deepseek-v4-pro-preview,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0716,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row deepseek/deepseek-v4-pro|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,deepseek-v4-flash-preview,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0006,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row deepseek/deepseek-v4-flash|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,deepseek-v4-flash-preview,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0139,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row deepseek/deepseek-v4-flash|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,deepseek-v4-flash-preview,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0195,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row deepseek/deepseek-v4-flash|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,?tencent/hy3-preview,not-established:absent,mixed,easy,surfsense-agent-openrouter,per-run,0.0021,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row tencent/hy3-preview|smoke / column score_counts),,out:model-not-established,out:model-not-established surfsense-pdf-brief,surfsense-sweep,?tencent/hy3-preview,not-established:absent,mixed,mid,surfsense-agent-openrouter,per-run,0.0147,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row tencent/hy3-preview|pdf-brief / column score_counts),,out:model-not-established,out:model-not-established surfsense-board-pack,surfsense-sweep,?tencent/hy3-preview,not-established:absent,mixed,mid,surfsense-agent-openrouter,per-run,0.0152,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row tencent/hy3-preview|board-pack / column score_counts),,out:model-not-established,out:model-not-established surfsense-smoke,surfsense-sweep,mimo-v2.5-pro,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0035,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row xiaomi/mimo-v2.5-pro|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,mimo-v2.5-pro,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0171,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row xiaomi/mimo-v2.5-pro|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,mimo-v2.5-pro,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0265,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row xiaomi/mimo-v2.5-pro|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,mimo-v2.5,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0011,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row xiaomi/mimo-v2.5|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,mimo-v2.5,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0058,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row xiaomi/mimo-v2.5|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,mimo-v2.5,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0135,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row xiaomi/mimo-v2.5|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,kimi-k2.6,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0072,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row moonshotai/kimi-k2.6|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,kimi-k2.6,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0691,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row moonshotai/kimi-k2.6|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,kimi-k2.6,unstated,mixed,mid,surfsense-agent-openrouter,,,,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row moonshotai/kimi-k2.6|board-pack / column score_counts),,out:effort-not-established, surfsense-smoke,surfsense-sweep,glm-5.1,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0125,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row z-ai/glm-5.1|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,glm-5.1,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0985,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row z-ai/glm-5.1|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,glm-5.1,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0906,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row z-ai/glm-5.1|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,gemma-4-26b-a4b-it,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0007,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row google/gemma-4-26b-a4b-it|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,gemma-4-26b-a4b-it,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0008,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row google/gemma-4-26b-a4b-it|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,gemma-4-26b-a4b-it,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0026,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row google/gemma-4-26b-a4b-it|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,qwen3.6-plus,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0059,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3.6-plus|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,qwen3.6-plus,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0846,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3.6-plus|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,qwen3.6-plus,unstated,mixed,mid,surfsense-agent-openrouter,,,,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3.6-plus|board-pack / column score_counts),,out:effort-not-established, surfsense-smoke,surfsense-sweep,glm-5v-turbo,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0127,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row z-ai/glm-5v-turbo|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,glm-5v-turbo,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0545,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row z-ai/glm-5v-turbo|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,glm-5v-turbo,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0811,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row z-ai/glm-5v-turbo|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,trinity-large-thinking,solo,mixed,easy,surfsense-agent-openrouter,per-run,0.0026,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row arcee-ai/trinity-large-thinking|smoke / column score_counts),,out:single-couple,out:cost-not-comparable surfsense-smoke,surfsense-sweep,grok-4.20,unstated,mixed,easy,surfsense-agent-openrouter,,,,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row x-ai/grok-4.20|smoke / column score_counts),,out:effort-not-established, surfsense-pdf-brief,surfsense-sweep,grok-4.20,unstated,mixed,mid,surfsense-agent-openrouter,,,,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row x-ai/grok-4.20|pdf-brief / column score_counts),,out:effort-not-established, surfsense-board-pack,surfsense-sweep,grok-4.20,unstated,mixed,mid,surfsense-agent-openrouter,,,,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row x-ai/grok-4.20|board-pack / column score_counts),,out:effort-not-established, surfsense-smoke,surfsense-sweep,minimax-m2.7,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.003,0.000289,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row minimax/minimax-m2.7|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,minimax-m2.7,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0222,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row minimax/minimax-m2.7|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,minimax-m2.7,unstated,mixed,mid,surfsense-agent-openrouter,,,,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row minimax/minimax-m2.7|board-pack / column score_counts),,out:effort-not-established, surfsense-smoke,surfsense-sweep,gpt-5.4-nano,unstated,mixed,easy,surfsense-agent-openrouter,,,,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row openai/gpt-5.4-nano|smoke / column score_counts),,out:effort-not-established, surfsense-pdf-brief,surfsense-sweep,gpt-5.4-nano,unstated,mixed,mid,surfsense-agent-openrouter,,,,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row openai/gpt-5.4-nano|pdf-brief / column score_counts),,out:effort-not-established, surfsense-board-pack,surfsense-sweep,gpt-5.4-nano,unstated,mixed,mid,surfsense-agent-openrouter,,,,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row openai/gpt-5.4-nano|board-pack / column score_counts),,out:effort-not-established, surfsense-smoke,surfsense-sweep,gpt-5.4-mini,unstated,mixed,easy,surfsense-agent-openrouter,,,,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row openai/gpt-5.4-mini|smoke / column score_counts),,out:effort-not-established, surfsense-pdf-brief,surfsense-sweep,gpt-5.4-mini,unstated,mixed,mid,surfsense-agent-openrouter,,,,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row openai/gpt-5.4-mini|pdf-brief / column score_counts),,out:effort-not-established, surfsense-board-pack,surfsense-sweep,gpt-5.4-mini,unstated,mixed,mid,surfsense-agent-openrouter,,,,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row openai/gpt-5.4-mini|board-pack / column score_counts),,out:effort-not-established, surfsense-smoke,surfsense-sweep,mistral-small-2603,unstated,mixed,easy,surfsense-agent-openrouter,,,,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row mistralai/mistral-small-2603|smoke / column score_counts),,out:effort-not-established, surfsense-pdf-brief,surfsense-sweep,mistral-small-2603,unstated,mixed,mid,surfsense-agent-openrouter,,,,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row mistralai/mistral-small-2603|pdf-brief / column score_counts),,out:effort-not-established, surfsense-board-pack,surfsense-sweep,mistral-small-2603,unstated,mixed,mid,surfsense-agent-openrouter,,,,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row mistralai/mistral-small-2603|board-pack / column score_counts),,out:effort-not-established, surfsense-smoke,surfsense-sweep,glm-5-turbo,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.012,0.000289,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row z-ai/glm-5-turbo|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,glm-5-turbo,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0812,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row z-ai/glm-5-turbo|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,glm-5-turbo,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0751,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row z-ai/glm-5-turbo|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,nemotron-3-super-120b-a12b,unstated,mixed,easy,surfsense-agent-openrouter,,,,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row nvidia/nemotron-3-super-120b-a12b|smoke / column score_counts),,out:effort-not-established, surfsense-pdf-brief,surfsense-sweep,nemotron-3-super-120b-a12b,unstated,mixed,mid,surfsense-agent-openrouter,,,,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row nvidia/nemotron-3-super-120b-a12b|pdf-brief / column score_counts),,out:effort-not-established, surfsense-board-pack,surfsense-sweep,nemotron-3-super-120b-a12b,unstated,mixed,mid,surfsense-agent-openrouter,,,,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row nvidia/nemotron-3-super-120b-a12b|board-pack / column score_counts),,out:effort-not-established, surfsense-smoke,surfsense-sweep,seed-2.0-lite,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0048,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row bytedance-seed/seed-2.0-lite|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,seed-2.0-lite,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0388,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row bytedance-seed/seed-2.0-lite|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,seed-2.0-lite,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0366,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row bytedance-seed/seed-2.0-lite|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,mercury-2,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0034,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row inception/mercury-2|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,gemini-3.1-flash-lite-preview,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0032,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row google/gemini-3.1-flash-lite-preview|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,gemini-3.1-flash-lite-preview,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0223,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row google/gemini-3.1-flash-lite-preview|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,gemini-3.1-flash-lite-preview,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0037,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row google/gemini-3.1-flash-lite-preview|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,seed-2.0-mini,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0019,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row bytedance-seed/seed-2.0-mini|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,seed-2.0-mini,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0128,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row bytedance-seed/seed-2.0-mini|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,seed-2.0-mini,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0104,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row bytedance-seed/seed-2.0-mini|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,qwen3.5-35b-a3b,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0014,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3.5-35b-a3b|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,qwen3.5-35b-a3b,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0098,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3.5-35b-a3b|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,qwen3.5-35b-a3b,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0065,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3.5-35b-a3b|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,qwen3.5-27b,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0048,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3.5-27b|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,qwen3.5-27b,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0361,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3.5-27b|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,qwen3.5-27b,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.04,0.00289,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3.5-27b|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,qwen3.5-122b-a10b,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0062,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3.5-122b-a10b|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,qwen3.5-122b-a10b,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0509,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3.5-122b-a10b|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,qwen3.5-122b-a10b,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.04,0.00289,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3.5-122b-a10b|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,qwen3.5-flash,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0012,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3.5-flash-02-23|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,qwen3.5-flash,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0105,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3.5-flash-02-23|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,qwen3.5-flash,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0138,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3.5-flash-02-23|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,aion-2.0,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0089,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row aion-labs/aion-2.0|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,aion-2.0,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.066,0.000289,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row aion-labs/aion-2.0|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,aion-2.0,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0758,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row aion-labs/aion-2.0|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,qwen3.5-plus,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0048,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3.5-plus-02-15|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,qwen3.5-plus,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0526,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3.5-plus-02-15|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,qwen3.5-plus,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.039,0.000289,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3.5-plus-02-15|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,qwen3.5-397b-a17b,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0072,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3.5-397b-a17b|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,qwen3.5-397b-a17b,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0719,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3.5-397b-a17b|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,qwen3.5-397b-a17b,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0663,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3.5-397b-a17b|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,minimax-m2.5,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0032,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row minimax/minimax-m2.5|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,minimax-m2.5,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0158,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row minimax/minimax-m2.5|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,minimax-m2.5,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0182,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row minimax/minimax-m2.5|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,glm-5,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0063,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row z-ai/glm-5|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,glm-5,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0416,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row z-ai/glm-5|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,glm-5,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.034,0.000289,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row z-ai/glm-5|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,qwen3-max-0123,think,mixed,easy,surfsense-agent-openrouter,per-run,0.0136,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3-max-thinking|smoke / column score_counts),,out:single-couple,out:cost-not-comparable surfsense-pdf-brief,surfsense-sweep,qwen3-max-0123,think,mixed,mid,surfsense-agent-openrouter,per-run,0.0905,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3-max-thinking|pdf-brief / column score_counts),,out:single-couple,out:cost-not-comparable surfsense-board-pack,surfsense-sweep,qwen3-max-0123,think,mixed,mid,surfsense-agent-openrouter,per-run,0.1019,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3-max-thinking|board-pack / column score_counts),,out:single-couple,out:cost-not-comparable surfsense-smoke,surfsense-sweep,qwen3-coder-next,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0033,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3-coder-next|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,qwen3-coder-next,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0565,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3-coder-next|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,qwen3-coder-next,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0327,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3-coder-next|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,step-3.5-flash,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0018,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row stepfun/step-3.5-flash|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,step-3.5-flash,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0254,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row stepfun/step-3.5-flash|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,step-3.5-flash,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0232,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row stepfun/step-3.5-flash|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,kimi-k2.5,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.007,0.000289,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row moonshotai/kimi-k2.5|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,kimi-k2.5,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0591,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row moonshotai/kimi-k2.5|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,kimi-k2.5,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0548,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row moonshotai/kimi-k2.5|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,solar-pro-3,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0037,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row upstage/solar-pro-3|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,glm-4.7-flash,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0011,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row z-ai/glm-4.7-flash|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,seed-1.6-flash,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0015,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row bytedance-seed/seed-1.6-flash|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,seed-1.6-flash,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0109,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row bytedance-seed/seed-1.6-flash|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,seed-1.6-flash,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0089,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row bytedance-seed/seed-1.6-flash|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,seed-1.6,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.005,0.000289,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row bytedance-seed/seed-1.6|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,seed-1.6,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0359,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row bytedance-seed/seed-1.6|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,seed-1.6,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0744,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row bytedance-seed/seed-1.6|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,minimax-m2.1,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0031,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row minimax/minimax-m2.1|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,minimax-m2.1,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.028,0.000289,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row minimax/minimax-m2.1|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,minimax-m2.1,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0214,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row minimax/minimax-m2.1|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,glm-4.7,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0052,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row z-ai/glm-4.7|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,glm-4.7,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0309,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row z-ai/glm-4.7|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,glm-4.7,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0313,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row z-ai/glm-4.7|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,gemini-3-flash,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0056,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row google/gemini-3-flash-preview|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,gemini-3-flash,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0279,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row google/gemini-3-flash-preview|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,gemini-3-flash,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0274,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row google/gemini-3-flash-preview|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,nemotron-3-nano-30b-a3b,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.001,0.000289,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row nvidia/nemotron-3-nano-30b-a3b|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,nemotron-3-nano-30b-a3b,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0133,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row nvidia/nemotron-3-nano-30b-a3b|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,nemotron-3-nano-30b-a3b,unstated,mixed,mid,surfsense-agent-openrouter,,,,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row nvidia/nemotron-3-nano-30b-a3b|board-pack / column score_counts),,out:effort-not-established, surfsense-smoke,surfsense-sweep,devstral-2512,solo,mixed,easy,surfsense-agent-openrouter,per-run,0.0036,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row mistralai/devstral-2512|smoke / column score_counts),,out:single-couple,out:cost-not-comparable surfsense-smoke,surfsense-sweep,?relace/relace-search,not-established:absent,mixed,easy,surfsense-agent-openrouter,per-run,0.0183,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row relace/relace-search|smoke / column score_counts),,out:model-not-established,out:model-not-established surfsense-pdf-brief,surfsense-sweep,?relace/relace-search,not-established:absent,mixed,mid,surfsense-agent-openrouter,per-run,0.1422,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row relace/relace-search|pdf-brief / column score_counts),,out:model-not-established,out:model-not-established surfsense-board-pack,surfsense-sweep,?relace/relace-search,not-established:absent,mixed,mid,surfsense-agent-openrouter,per-run,0.1527,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row relace/relace-search|board-pack / column score_counts),,out:model-not-established,out:model-not-established surfsense-smoke,surfsense-sweep,glm-4.6v,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0051,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row z-ai/glm-4.6v|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,glm-4.6v,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0619,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row z-ai/glm-4.6v|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,glm-4.6v,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0367,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row z-ai/glm-4.6v|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,nova-2-lite,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0084,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row amazon/nova-2-lite-v1|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,ministral-8b-2512,solo,mixed,easy,surfsense-agent-openrouter,per-run,0.0015,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row mistralai/ministral-8b-2512|smoke / column score_counts),,out:single-couple,out:cost-not-comparable surfsense-pdf-brief,surfsense-sweep,ministral-8b-2512,solo,mixed,mid,surfsense-agent-openrouter,per-run,0.0047,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row mistralai/ministral-8b-2512|pdf-brief / column score_counts),,out:single-couple,out:cost-not-comparable surfsense-board-pack,surfsense-sweep,ministral-8b-2512,solo,mixed,mid,surfsense-agent-openrouter,per-run,0.0016,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row mistralai/ministral-8b-2512|board-pack / column score_counts),,out:single-couple,out:cost-not-comparable surfsense-smoke,surfsense-sweep,ministral-3b-2512,solo,mixed,easy,surfsense-agent-openrouter,per-run,0.0017,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row mistralai/ministral-3b-2512|smoke / column score_counts),,out:single-couple,out:cost-not-comparable surfsense-pdf-brief,surfsense-sweep,ministral-3b-2512,solo,mixed,mid,surfsense-agent-openrouter,,,,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row mistralai/ministral-3b-2512|pdf-brief / column score_counts),,out:single-couple, surfsense-board-pack,surfsense-sweep,ministral-3b-2512,solo,mixed,mid,surfsense-agent-openrouter,,,,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row mistralai/ministral-3b-2512|board-pack / column score_counts),,out:single-couple, surfsense-smoke,surfsense-sweep,deepseek-v3.2,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0065,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row deepseek/deepseek-v3.2|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,deepseek-v3.2,unstated,mixed,mid,surfsense-agent-openrouter,,,,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row deepseek/deepseek-v3.2|pdf-brief / column score_counts),,out:effort-not-established, surfsense-board-pack,surfsense-sweep,deepseek-v3.2,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0614,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row deepseek/deepseek-v3.2|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,gpt-5.1-codex-mini,unstated,mixed,easy,surfsense-agent-openrouter,,,,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row openai/gpt-5.1-codex-mini|smoke / column score_counts),,out:effort-not-established, surfsense-pdf-brief,surfsense-sweep,gpt-5.1-codex-mini,unstated,mixed,mid,surfsense-agent-openrouter,,,,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row openai/gpt-5.1-codex-mini|pdf-brief / column score_counts),,out:effort-not-established, surfsense-board-pack,surfsense-sweep,gpt-5.1-codex-mini,unstated,mixed,mid,surfsense-agent-openrouter,,,,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row openai/gpt-5.1-codex-mini|board-pack / column score_counts),,out:effort-not-established, surfsense-smoke,surfsense-sweep,kimi-k2-thinking,solo,mixed,easy,surfsense-agent-openrouter,per-run,0.0148,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row moonshotai/kimi-k2-thinking|smoke / column score_counts),,out:saturated,out:cost-not-comparable surfsense-pdf-brief,surfsense-sweep,kimi-k2-thinking,solo,mixed,mid,surfsense-agent-openrouter,per-run,0.1107,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row moonshotai/kimi-k2-thinking|pdf-brief / column score_counts),,out:saturated,out:cost-not-comparable surfsense-board-pack,surfsense-sweep,kimi-k2-thinking,solo,mixed,mid,surfsense-agent-openrouter,per-run,0.0901,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row moonshotai/kimi-k2-thinking|board-pack / column score_counts),,out:saturated,out:cost-not-comparable surfsense-smoke,surfsense-sweep,voxtral-small-24b-2507,solo,mixed,easy,surfsense-agent-openrouter,per-run,0.0019833333333333335,0.000166,,,100,pass-verdict%,0,,cost-unrepriced; cost-price-band,https://github.com/MODSetter/SurfSense (all rows / row mistralai/voxtral-small-24b-2507|smoke / column score_counts),,out:single-couple,out:cost-single-couple surfsense-pdf-brief,surfsense-sweep,voxtral-small-24b-2507,solo,mixed,mid,surfsense-agent-openrouter,per-run,0.0033833333333333332,0.000281,,,0,pass-verdict%,0,,cost-unrepriced; cost-price-band,https://github.com/MODSetter/SurfSense (all rows / row mistralai/voxtral-small-24b-2507|pdf-brief / column score_counts),,out:single-couple,out:cost-single-couple surfsense-board-pack,surfsense-sweep,voxtral-small-24b-2507,solo,mixed,mid,surfsense-agent-openrouter,per-run,0.00455,0.000376,,,0,pass-verdict%,0,,cost-unrepriced; cost-price-band,https://github.com/MODSetter/SurfSense (all rows / row mistralai/voxtral-small-24b-2507|board-pack / column score_counts),,out:single-couple,out:cost-single-couple surfsense-smoke,surfsense-sweep,?openai/gpt-oss-safeguard-20b,not-established:absent,mixed,easy,surfsense-agent-openrouter,per-run,0.0011,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row openai/gpt-oss-safeguard-20b|smoke / column score_counts),,out:model-not-established,out:model-not-established surfsense-smoke,surfsense-sweep,minimax-m2,solo,mixed,easy,surfsense-agent-openrouter,per-run,0.0044,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row minimax/minimax-m2|smoke / column score_counts),,out:single-couple,out:cost-not-comparable surfsense-pdf-brief,surfsense-sweep,minimax-m2,solo,mixed,mid,surfsense-agent-openrouter,per-run,0.0368,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row minimax/minimax-m2|pdf-brief / column score_counts),,out:single-couple,out:cost-not-comparable surfsense-board-pack,surfsense-sweep,minimax-m2,solo,mixed,mid,surfsense-agent-openrouter,per-run,0.0333,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row minimax/minimax-m2|board-pack / column score_counts),,out:single-couple,out:cost-not-comparable surfsense-smoke,surfsense-sweep,qwen3-vl-32b-instruct,solo,mixed,easy,surfsense-agent-openrouter,per-run,0.0018,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3-vl-32b-instruct|smoke / column score_counts),,out:single-couple,out:cost-not-comparable surfsense-pdf-brief,surfsense-sweep,qwen3-vl-32b-instruct,solo,mixed,mid,surfsense-agent-openrouter,per-run,0.0117,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3-vl-32b-instruct|pdf-brief / column score_counts),,out:single-couple,out:cost-not-comparable surfsense-board-pack,surfsense-sweep,qwen3-vl-32b-instruct,solo,mixed,mid,surfsense-agent-openrouter,per-run,0.0144,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3-vl-32b-instruct|board-pack / column score_counts),,out:single-couple,out:cost-not-comparable surfsense-smoke,surfsense-sweep,?qwen/qwen3-vl-8b-thinking,not-established:absent,mixed,easy,surfsense-agent-openrouter,per-run,0.0047,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3-vl-8b-thinking|smoke / column score_counts),,out:model-not-established,out:model-not-established surfsense-pdf-brief,surfsense-sweep,?qwen/qwen3-vl-8b-thinking,not-established:absent,mixed,mid,surfsense-agent-openrouter,per-run,0.0053,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3-vl-8b-thinking|pdf-brief / column score_counts),,out:model-not-established,out:model-not-established surfsense-board-pack,surfsense-sweep,?qwen/qwen3-vl-8b-thinking,not-established:absent,mixed,mid,surfsense-agent-openrouter,per-run,0.0069,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3-vl-8b-thinking|board-pack / column score_counts),,out:model-not-established,out:model-not-established surfsense-smoke,surfsense-sweep,?qwen/qwen3-vl-8b-instruct,not-established:absent,mixed,easy,surfsense-agent-openrouter,per-run,0.002,0.000289,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3-vl-8b-instruct|smoke / column score_counts),,out:model-not-established,out:model-not-established surfsense-smoke,surfsense-sweep,?qwen/qwen3-vl-30b-a3b-thinking,not-established:absent,mixed,easy,surfsense-agent-openrouter,per-run,0.0047,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3-vl-30b-a3b-thinking|smoke / column score_counts),,out:model-not-established,out:model-not-established surfsense-pdf-brief,surfsense-sweep,?qwen/qwen3-vl-30b-a3b-thinking,not-established:absent,mixed,mid,surfsense-agent-openrouter,per-run,0.0558,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3-vl-30b-a3b-thinking|pdf-brief / column score_counts),,out:model-not-established,out:model-not-established surfsense-board-pack,surfsense-sweep,?qwen/qwen3-vl-30b-a3b-thinking,not-established:absent,mixed,mid,surfsense-agent-openrouter,per-run,0.032,0.000289,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3-vl-30b-a3b-thinking|board-pack / column score_counts),,out:model-not-established,out:model-not-established surfsense-smoke,surfsense-sweep,?qwen/qwen3-vl-30b-a3b-instruct,not-established:absent,mixed,easy,surfsense-agent-openrouter,per-run,0.0023,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3-vl-30b-a3b-instruct|smoke / column score_counts),,out:model-not-established,out:model-not-established surfsense-pdf-brief,surfsense-sweep,?qwen/qwen3-vl-30b-a3b-instruct,not-established:absent,mixed,mid,surfsense-agent-openrouter,per-run,0.0557,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3-vl-30b-a3b-instruct|pdf-brief / column score_counts),,out:model-not-established,out:model-not-established surfsense-board-pack,surfsense-sweep,?qwen/qwen3-vl-30b-a3b-instruct,not-established:absent,mixed,mid,surfsense-agent-openrouter,per-run,0.0212,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3-vl-30b-a3b-instruct|board-pack / column score_counts),,out:model-not-established,out:model-not-established surfsense-smoke,surfsense-sweep,glm-4.6,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0025,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row z-ai/glm-4.6|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,glm-4.6,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0389,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row z-ai/glm-4.6|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,glm-4.6,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0498,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row z-ai/glm-4.6|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,deepseek-v3.2-exp,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0047,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row deepseek/deepseek-v3.2-exp|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,deepseek-v3.2-exp,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0505,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row deepseek/deepseek-v3.2-exp|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,deepseek-v3.2-exp,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.051,0.000289,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row deepseek/deepseek-v3.2-exp|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,?qwen/qwen3-vl-235b-a22b-thinking,not-established:absent,mixed,easy,surfsense-agent-openrouter,per-run,0.0188,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3-vl-235b-a22b-thinking|smoke / column score_counts),,out:model-not-established,out:model-not-established surfsense-pdf-brief,surfsense-sweep,?qwen/qwen3-vl-235b-a22b-thinking,not-established:absent,mixed,mid,surfsense-agent-openrouter,per-run,0.1264,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3-vl-235b-a22b-thinking|pdf-brief / column score_counts),,out:model-not-established,out:model-not-established surfsense-board-pack,surfsense-sweep,?qwen/qwen3-vl-235b-a22b-thinking,not-established:absent,mixed,mid,surfsense-agent-openrouter,per-run,0.0221,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3-vl-235b-a22b-thinking|board-pack / column score_counts),,out:model-not-established,out:model-not-established surfsense-smoke,surfsense-sweep,?qwen/qwen3-vl-235b-a22b-instruct,not-established:absent,mixed,easy,surfsense-agent-openrouter,per-run,0.0045,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3-vl-235b-a22b-instruct|smoke / column score_counts),,out:model-not-established,out:model-not-established surfsense-pdf-brief,surfsense-sweep,?qwen/qwen3-vl-235b-a22b-instruct,not-established:absent,mixed,mid,surfsense-agent-openrouter,per-run,0.0173,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3-vl-235b-a22b-instruct|pdf-brief / column score_counts),,out:model-not-established,out:model-not-established surfsense-board-pack,surfsense-sweep,?qwen/qwen3-vl-235b-a22b-instruct,not-established:absent,mixed,mid,surfsense-agent-openrouter,per-run,0.0198,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3-vl-235b-a22b-instruct|board-pack / column score_counts),,out:model-not-established,out:model-not-established surfsense-smoke,surfsense-sweep,?qwen/qwen3-max,not-established:absent,mixed,easy,surfsense-agent-openrouter,per-run,0.0082,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3-max|smoke / column score_counts),,out:model-not-established,out:model-not-established surfsense-pdf-brief,surfsense-sweep,?qwen/qwen3-max,not-established:absent,mixed,mid,surfsense-agent-openrouter,per-run,0.0638,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3-max|pdf-brief / column score_counts),,out:model-not-established,out:model-not-established surfsense-board-pack,surfsense-sweep,?qwen/qwen3-max,not-established:absent,mixed,mid,surfsense-agent-openrouter,per-run,0.0463,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3-max|board-pack / column score_counts),,out:model-not-established,out:model-not-established surfsense-smoke,surfsense-sweep,?qwen/qwen3-coder-plus,not-established:absent,mixed,easy,surfsense-agent-openrouter,per-run,0.0074,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3-coder-plus|smoke / column score_counts),,out:model-not-established,out:model-not-established surfsense-pdf-brief,surfsense-sweep,?qwen/qwen3-coder-plus,not-established:absent,mixed,mid,surfsense-agent-openrouter,per-run,0.0469,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3-coder-plus|pdf-brief / column score_counts),,out:model-not-established,out:model-not-established surfsense-board-pack,surfsense-sweep,?qwen/qwen3-coder-plus,not-established:absent,mixed,mid,surfsense-agent-openrouter,per-run,0.0056,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3-coder-plus|board-pack / column score_counts),,out:model-not-established,out:model-not-established surfsense-smoke,surfsense-sweep,deepseek-v3.1-terminus,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0045,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row deepseek/deepseek-v3.1-terminus|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,deepseek-v3.1-terminus,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.043,0.000289,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row deepseek/deepseek-v3.1-terminus|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,deepseek-v3.1-terminus,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0383,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row deepseek/deepseek-v3.1-terminus|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,?qwen/qwen3-coder-flash,not-established:absent,mixed,easy,surfsense-agent-openrouter,per-run,0.0018,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3-coder-flash|smoke / column score_counts),,out:model-not-established,out:model-not-established surfsense-smoke,surfsense-sweep,?qwen/qwen3-next-80b-a3b-thinking,not-established:absent,mixed,easy,surfsense-agent-openrouter,per-run,0.0043,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3-next-80b-a3b-thinking|smoke / column score_counts),,out:model-not-established,out:model-not-established surfsense-pdf-brief,surfsense-sweep,?qwen/qwen3-next-80b-a3b-thinking,not-established:absent,mixed,mid,surfsense-agent-openrouter,per-run,0.0361,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3-next-80b-a3b-thinking|pdf-brief / column score_counts),,out:model-not-established,out:model-not-established surfsense-board-pack,surfsense-sweep,?qwen/qwen3-next-80b-a3b-thinking,not-established:absent,mixed,mid,surfsense-agent-openrouter,per-run,0.0558,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3-next-80b-a3b-thinking|board-pack / column score_counts),,out:model-not-established,out:model-not-established surfsense-smoke,surfsense-sweep,?qwen/qwen3-next-80b-a3b-instruct,not-established:absent,mixed,easy,surfsense-agent-openrouter,per-run,0.0017,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3-next-80b-a3b-instruct|smoke / column score_counts),,out:model-not-established,out:model-not-established surfsense-pdf-brief,surfsense-sweep,?qwen/qwen3-next-80b-a3b-instruct,not-established:absent,mixed,mid,surfsense-agent-openrouter,,,,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3-next-80b-a3b-instruct|pdf-brief / column score_counts),,out:model-not-established, surfsense-board-pack,surfsense-sweep,?qwen/qwen3-next-80b-a3b-instruct,not-established:absent,mixed,mid,surfsense-agent-openrouter,per-run,0.0243,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3-next-80b-a3b-instruct|board-pack / column score_counts),,out:model-not-established,out:model-not-established surfsense-smoke,surfsense-sweep,?qwen/qwen-plus-2025-07-28,not-established:absent,mixed,easy,surfsense-agent-openrouter,per-run,0.0044,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen-plus-2025-07-28|smoke / column score_counts),,out:model-not-established,out:model-not-established surfsense-pdf-brief,surfsense-sweep,?qwen/qwen-plus-2025-07-28,not-established:absent,mixed,mid,surfsense-agent-openrouter,per-run,0.0304,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen-plus-2025-07-28|pdf-brief / column score_counts),,out:model-not-established,out:model-not-established surfsense-board-pack,surfsense-sweep,?qwen/qwen-plus-2025-07-28,not-established:absent,mixed,mid,surfsense-agent-openrouter,per-run,0.0148,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen-plus-2025-07-28|board-pack / column score_counts),,out:model-not-established,out:model-not-established surfsense-smoke,surfsense-sweep,?moonshotai/kimi-k2-0905,not-established:absent,mixed,easy,surfsense-agent-openrouter,per-run,0.0085,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row moonshotai/kimi-k2-0905|smoke / column score_counts),,out:model-not-established,out:model-not-established surfsense-pdf-brief,surfsense-sweep,?moonshotai/kimi-k2-0905,not-established:absent,mixed,mid,surfsense-agent-openrouter,per-run,0.0719,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row moonshotai/kimi-k2-0905|pdf-brief / column score_counts),,out:model-not-established,out:model-not-established surfsense-board-pack,surfsense-sweep,?moonshotai/kimi-k2-0905,not-established:absent,mixed,mid,surfsense-agent-openrouter,per-run,0.08,0.00289,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row moonshotai/kimi-k2-0905|board-pack / column score_counts),,out:model-not-established,out:model-not-established surfsense-smoke,surfsense-sweep,?qwen/qwen3-30b-a3b-thinking-2507,not-established:absent,mixed,easy,surfsense-agent-openrouter,per-run,0.0054,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3-30b-a3b-thinking-2507|smoke / column score_counts),,out:model-not-established,out:model-not-established surfsense-pdf-brief,surfsense-sweep,?qwen/qwen3-30b-a3b-thinking-2507,not-established:absent,mixed,mid,surfsense-agent-openrouter,per-run,0.0471,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3-30b-a3b-thinking-2507|pdf-brief / column score_counts),,out:model-not-established,out:model-not-established surfsense-board-pack,surfsense-sweep,?qwen/qwen3-30b-a3b-thinking-2507,not-established:absent,mixed,mid,surfsense-agent-openrouter,per-run,0.0082,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3-30b-a3b-thinking-2507|board-pack / column score_counts),,out:model-not-established,out:model-not-established surfsense-smoke,surfsense-sweep,deepseek-v3.1,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.009,0.000289,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row deepseek/deepseek-chat-v3.1|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,deepseek-v3.1,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.057,0.000289,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row deepseek/deepseek-chat-v3.1|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,deepseek-v3.1,unstated,mixed,mid,surfsense-agent-openrouter,,,,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row deepseek/deepseek-chat-v3.1|board-pack / column score_counts),,out:effort-not-established, surfsense-smoke,surfsense-sweep,mistral-medium-3.1,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0037,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row mistralai/mistral-medium-3.1|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,glm-4.5v,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0102,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row z-ai/glm-4.5v|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,glm-4.5v,unstated,mixed,mid,surfsense-agent-openrouter,,,,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row z-ai/glm-4.5v|pdf-brief / column score_counts),,out:effort-not-established, surfsense-board-pack,surfsense-sweep,glm-4.5v,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.087,0.000289,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row z-ai/glm-4.5v|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,gpt-5-mini,unstated,mixed,easy,surfsense-agent-openrouter,,,,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row openai/gpt-5-mini|smoke / column score_counts),,out:effort-not-established, surfsense-pdf-brief,surfsense-sweep,gpt-5-mini,unstated,mixed,mid,surfsense-agent-openrouter,,,,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row openai/gpt-5-mini|pdf-brief / column score_counts),,out:effort-not-established, surfsense-board-pack,surfsense-sweep,gpt-5-mini,unstated,mixed,mid,surfsense-agent-openrouter,,,,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row openai/gpt-5-mini|board-pack / column score_counts),,out:effort-not-established, surfsense-smoke,surfsense-sweep,gpt-5-nano,unstated,mixed,easy,surfsense-agent-openrouter,,,,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row openai/gpt-5-nano|smoke / column score_counts),,out:effort-not-established, surfsense-pdf-brief,surfsense-sweep,gpt-5-nano,unstated,mixed,mid,surfsense-agent-openrouter,,,,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row openai/gpt-5-nano|pdf-brief / column score_counts),,out:effort-not-established, surfsense-board-pack,surfsense-sweep,gpt-5-nano,unstated,mixed,mid,surfsense-agent-openrouter,,,,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row openai/gpt-5-nano|board-pack / column score_counts),,out:effort-not-established, surfsense-smoke,surfsense-sweep,gpt-oss-120b,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0005,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row openai/gpt-oss-120b|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,gpt-oss-20b,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0004,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row openai/gpt-oss-20b|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,codestral-2508,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0029,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row mistralai/codestral-2508|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,codestral-2508,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0093,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row mistralai/codestral-2508|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,codestral-2508,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.006,0.000289,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row mistralai/codestral-2508|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,?qwen/qwen3-coder-30b-a3b-instruct,not-established:absent,mixed,easy,surfsense-agent-openrouter,per-run,0.0013,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3-coder-30b-a3b-instruct|smoke / column score_counts),,out:model-not-established,out:model-not-established surfsense-pdf-brief,surfsense-sweep,?qwen/qwen3-coder-30b-a3b-instruct,not-established:absent,mixed,mid,surfsense-agent-openrouter,per-run,0.0027,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3-coder-30b-a3b-instruct|pdf-brief / column score_counts),,out:model-not-established,out:model-not-established surfsense-board-pack,surfsense-sweep,?qwen/qwen3-coder-30b-a3b-instruct,not-established:absent,mixed,mid,surfsense-agent-openrouter,per-run,0.0027,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3-coder-30b-a3b-instruct|board-pack / column score_counts),,out:model-not-established,out:model-not-established surfsense-smoke,surfsense-sweep,?qwen/qwen3-30b-a3b-instruct-2507,not-established:absent,mixed,easy,surfsense-agent-openrouter,per-run,0.0008,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3-30b-a3b-instruct-2507|smoke / column score_counts),,out:model-not-established,out:model-not-established surfsense-pdf-brief,surfsense-sweep,?qwen/qwen3-30b-a3b-instruct-2507,not-established:absent,mixed,mid,surfsense-agent-openrouter,per-run,0.0231,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3-30b-a3b-instruct-2507|pdf-brief / column score_counts),,out:model-not-established,out:model-not-established surfsense-board-pack,surfsense-sweep,?qwen/qwen3-30b-a3b-instruct-2507,not-established:absent,mixed,mid,surfsense-agent-openrouter,per-run,0.0082,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3-30b-a3b-instruct-2507|board-pack / column score_counts),,out:model-not-established,out:model-not-established surfsense-smoke,surfsense-sweep,glm-4.5,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0059,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row z-ai/glm-4.5|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,glm-4.5,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.051,0.000289,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row z-ai/glm-4.5|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,glm-4.5,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0404,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row z-ai/glm-4.5|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,glm-4.5-air,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0018,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row z-ai/glm-4.5-air|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,glm-4.5-air,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.008,0.000289,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row z-ai/glm-4.5-air|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,glm-4.5-air,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0084,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row z-ai/glm-4.5-air|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,?qwen/qwen3-235b-a22b-thinking-2507,not-established:absent,mixed,easy,surfsense-agent-openrouter,per-run,0.0059,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3-235b-a22b-thinking-2507|smoke / column score_counts),,out:model-not-established,out:model-not-established surfsense-pdf-brief,surfsense-sweep,?qwen/qwen3-235b-a22b-thinking-2507,not-established:absent,mixed,mid,surfsense-agent-openrouter,per-run,0.0438,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3-235b-a22b-thinking-2507|pdf-brief / column score_counts),,out:model-not-established,out:model-not-established surfsense-board-pack,surfsense-sweep,?qwen/qwen3-235b-a22b-thinking-2507,not-established:absent,mixed,mid,surfsense-agent-openrouter,per-run,0.0757,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3-235b-a22b-thinking-2507|board-pack / column score_counts),,out:model-not-established,out:model-not-established surfsense-smoke,surfsense-sweep,qwen3-coder-480b-a35b-instruct,solo,mixed,easy,surfsense-agent-openrouter,per-run,0.0042,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3-coder|smoke / column score_counts),,out:single-couple,out:cost-not-comparable surfsense-pdf-brief,surfsense-sweep,qwen3-coder-480b-a35b-instruct,solo,mixed,mid,surfsense-agent-openrouter,per-run,0.0239,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3-coder|pdf-brief / column score_counts),,out:single-couple,out:cost-not-comparable surfsense-board-pack,surfsense-sweep,qwen3-coder-480b-a35b-instruct,solo,mixed,mid,surfsense-agent-openrouter,per-run,0.012,0.000289,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3-coder|board-pack / column score_counts),,out:single-couple,out:cost-not-comparable surfsense-smoke,surfsense-sweep,gemini-2.5-flash-lite,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0008,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row google/gemini-2.5-flash-lite|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,gemini-2.5-flash-lite,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0039,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row google/gemini-2.5-flash-lite|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,gemini-2.5-flash-lite,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0007,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row google/gemini-2.5-flash-lite|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,qwen3-235b-a22b-instruct-2507,solo,mixed,easy,surfsense-agent-openrouter,per-run,0.0024,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3-235b-a22b-2507|smoke / column score_counts),,out:single-couple,out:cost-not-comparable surfsense-pdf-brief,surfsense-sweep,qwen3-235b-a22b-instruct-2507,solo,mixed,mid,surfsense-agent-openrouter,per-run,0.01,0.00289,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3-235b-a22b-2507|pdf-brief / column score_counts),,out:single-couple,out:cost-not-comparable surfsense-board-pack,surfsense-sweep,qwen3-235b-a22b-instruct-2507,solo,mixed,mid,surfsense-agent-openrouter,per-run,0.0125,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3-235b-a22b-2507|board-pack / column score_counts),,out:single-couple,out:cost-not-comparable surfsense-smoke,surfsense-sweep,kimi-k2-instruct,solo,mixed,easy,surfsense-agent-openrouter,per-run,0.008,0.000289,,,100,pass-verdict%,0,,cost-base-price:cost-publisher-figure,https://github.com/MODSetter/SurfSense (all rows / row moonshotai/kimi-k2|smoke / column score_counts),,out:single-couple,out:cost-single-couple surfsense-pdf-brief,surfsense-sweep,kimi-k2-instruct,solo,mixed,mid,surfsense-agent-openrouter,per-run,0.062,0.000289,,,100,pass-verdict%,0,,cost-base-price:cost-publisher-figure,https://github.com/MODSetter/SurfSense (all rows / row moonshotai/kimi-k2|pdf-brief / column score_counts),,out:single-couple,out:cost-single-couple surfsense-board-pack,surfsense-sweep,kimi-k2-instruct,solo,mixed,mid,surfsense-agent-openrouter,per-run,0.0449,2.89e-05,,,0,pass-verdict%,0,,cost-base-price:cost-publisher-figure,https://github.com/MODSetter/SurfSense (all rows / row moonshotai/kimi-k2|board-pack / column score_counts),,out:single-couple,out:cost-single-couple surfsense-smoke,surfsense-sweep,mistral-small-3.2-24b-instruct,solo,mixed,easy,surfsense-agent-openrouter,per-run,0.0016,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row mistralai/mistral-small-3.2-24b-instruct|smoke / column score_counts),,out:single-couple,out:cost-not-comparable surfsense-pdf-brief,surfsense-sweep,mistral-small-3.2-24b-instruct,solo,mixed,mid,surfsense-agent-openrouter,per-run,0.0171,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row mistralai/mistral-small-3.2-24b-instruct|pdf-brief / column score_counts),,out:single-couple,out:cost-not-comparable surfsense-board-pack,surfsense-sweep,mistral-small-3.2-24b-instruct,solo,mixed,mid,surfsense-agent-openrouter,per-run,0.0569,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row mistralai/mistral-small-3.2-24b-instruct|board-pack / column score_counts),,out:single-couple,out:cost-not-comparable surfsense-smoke,surfsense-sweep,?minimax/minimax-m1,not-established:absent,mixed,easy,surfsense-agent-openrouter,per-run,0.0094,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row minimax/minimax-m1|smoke / column score_counts),,out:model-not-established,out:model-not-established surfsense-smoke,surfsense-sweep,gemini-2.5-flash,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0041,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row google/gemini-2.5-flash|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,gemini-2.5-flash,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.011,0.000289,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row google/gemini-2.5-flash|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,gemini-2.5-flash,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0021,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row google/gemini-2.5-flash|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,deepseek-r1-0528,solo,mixed,easy,surfsense-agent-openrouter,per-run,0.0091,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row deepseek/deepseek-r1-0528|smoke / column score_counts),,out:single-couple,out:cost-not-comparable surfsense-pdf-brief,surfsense-sweep,deepseek-r1-0528,solo,mixed,mid,surfsense-agent-openrouter,per-run,0.0802,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row deepseek/deepseek-r1-0528|pdf-brief / column score_counts),,out:single-couple,out:cost-not-comparable surfsense-board-pack,surfsense-sweep,deepseek-r1-0528,solo,mixed,mid,surfsense-agent-openrouter,per-run,0.0741,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row deepseek/deepseek-r1-0528|board-pack / column score_counts),,out:single-couple,out:cost-not-comparable surfsense-smoke,surfsense-sweep,mistral-medium-3,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0037,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row mistralai/mistral-medium-3|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,qwen3-30b-a3b,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0026,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3-30b-a3b|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,qwen3-30b-a3b,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.023,0.000289,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3-30b-a3b|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,qwen3-30b-a3b,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0141,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3-30b-a3b|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,qwen3-8b,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0021,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3-8b|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,qwen3-8b,unstated,mixed,mid,surfsense-agent-openrouter,,,,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3-8b|pdf-brief / column score_counts),,out:effort-not-established, surfsense-board-pack,surfsense-sweep,qwen3-8b,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.013,0.000289,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3-8b|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,qwen3-14b,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0021,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3-14b|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,qwen3-235b-a22b,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0086,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3-235b-a22b|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,qwen3-235b-a22b,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0449,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3-235b-a22b|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,qwen3-235b-a22b,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0524,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen3-235b-a22b|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,?openai/o4-mini-high,not-established:absent,mixed,easy,surfsense-agent-openrouter,,,,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row openai/o4-mini-high|smoke / column score_counts),,out:model-not-established, surfsense-pdf-brief,surfsense-sweep,?openai/o4-mini-high,not-established:absent,mixed,mid,surfsense-agent-openrouter,,,,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row openai/o4-mini-high|pdf-brief / column score_counts),,out:model-not-established, surfsense-board-pack,surfsense-sweep,?openai/o4-mini-high,not-established:absent,mixed,mid,surfsense-agent-openrouter,,,,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row openai/o4-mini-high|board-pack / column score_counts),,out:model-not-established, surfsense-smoke,surfsense-sweep,o3,unstated,mixed,easy,surfsense-agent-openrouter,,,,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row openai/o3|smoke / column score_counts),,out:effort-not-established, surfsense-pdf-brief,surfsense-sweep,o3,unstated,mixed,mid,surfsense-agent-openrouter,,,,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row openai/o3|pdf-brief / column score_counts),,out:effort-not-established, surfsense-board-pack,surfsense-sweep,o3,unstated,mixed,mid,surfsense-agent-openrouter,,,,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row openai/o3|board-pack / column score_counts),,out:effort-not-established, surfsense-smoke,surfsense-sweep,o4-mini,unstated,mixed,easy,surfsense-agent-openrouter,,,,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row openai/o4-mini|smoke / column score_counts),,out:effort-not-established, surfsense-pdf-brief,surfsense-sweep,o4-mini,unstated,mixed,mid,surfsense-agent-openrouter,,,,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row openai/o4-mini|pdf-brief / column score_counts),,out:effort-not-established, surfsense-board-pack,surfsense-sweep,o4-mini,unstated,mixed,mid,surfsense-agent-openrouter,,,,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row openai/o4-mini|board-pack / column score_counts),,out:effort-not-established, surfsense-smoke,surfsense-sweep,gpt-4.1,solo,mixed,easy,surfsense-agent-openrouter,,,,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row openai/gpt-4.1|smoke / column score_counts),,out:single-couple, surfsense-pdf-brief,surfsense-sweep,gpt-4.1,solo,mixed,mid,surfsense-agent-openrouter,,,,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row openai/gpt-4.1|pdf-brief / column score_counts),,out:single-couple, surfsense-board-pack,surfsense-sweep,gpt-4.1,solo,mixed,mid,surfsense-agent-openrouter,,,,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row openai/gpt-4.1|board-pack / column score_counts),,out:single-couple, surfsense-smoke,surfsense-sweep,gpt-4.1-mini,solo,mixed,easy,surfsense-agent-openrouter,,,,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row openai/gpt-4.1-mini|smoke / column score_counts),,out:single-couple, surfsense-pdf-brief,surfsense-sweep,gpt-4.1-mini,solo,mixed,mid,surfsense-agent-openrouter,,,,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row openai/gpt-4.1-mini|pdf-brief / column score_counts),,out:single-couple, surfsense-board-pack,surfsense-sweep,gpt-4.1-mini,solo,mixed,mid,surfsense-agent-openrouter,,,,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row openai/gpt-4.1-mini|board-pack / column score_counts),,out:single-couple, surfsense-smoke,surfsense-sweep,gpt-4.1-nano,solo,mixed,easy,surfsense-agent-openrouter,per-run,0.0009,2.89e-05,,,0,pass-verdict%,0,,cost-base-price:cost-publisher-figure,https://github.com/MODSetter/SurfSense (all rows / row openai/gpt-4.1-nano|smoke / column score_counts),,out:single-couple,out:cost-single-couple surfsense-smoke,surfsense-sweep,llama-4-maverick,solo,mixed,easy,surfsense-agent-openrouter,per-run,0.0033,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row meta-llama/llama-4-maverick|smoke / column score_counts),,out:single-couple,out:cost-not-comparable surfsense-smoke,surfsense-sweep,deepseek-v3-0324,solo,mixed,easy,surfsense-agent-openrouter,per-run,0.0043,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row deepseek/deepseek-chat-v3-0324|smoke / column score_counts),,out:single-couple,out:cost-not-comparable surfsense-pdf-brief,surfsense-sweep,deepseek-v3-0324,solo,mixed,mid,surfsense-agent-openrouter,per-run,0.028,0.000289,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row deepseek/deepseek-chat-v3-0324|pdf-brief / column score_counts),,out:single-couple,out:cost-not-comparable surfsense-board-pack,surfsense-sweep,deepseek-v3-0324,solo,mixed,mid,surfsense-agent-openrouter,per-run,0.0022,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row deepseek/deepseek-chat-v3-0324|board-pack / column score_counts),,out:single-couple,out:cost-not-comparable surfsense-smoke,surfsense-sweep,?mistralai/mistral-small-3.1-24b-instruct,not-established:absent,mixed,easy,surfsense-agent-openrouter,per-run,0.006,0.000289,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row mistralai/mistral-small-3.1-24b-instruct|smoke / column score_counts),,out:model-not-established,out:model-not-established surfsense-pdf-brief,surfsense-sweep,?mistralai/mistral-small-3.1-24b-instruct,not-established:absent,mixed,mid,surfsense-agent-openrouter,per-run,0.0242,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row mistralai/mistral-small-3.1-24b-instruct|pdf-brief / column score_counts),,out:model-not-established,out:model-not-established surfsense-board-pack,surfsense-sweep,?mistralai/mistral-small-3.1-24b-instruct,not-established:absent,mixed,mid,surfsense-agent-openrouter,,,,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row mistralai/mistral-small-3.1-24b-instruct|board-pack / column score_counts),,out:model-not-established, surfsense-smoke,surfsense-sweep,gemma-3-12b-it,solo,mixed,easy,surfsense-agent-openrouter,per-run,0.0005,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row google/gemma-3-12b-it|smoke / column score_counts),,out:single-couple,out:cost-not-comparable surfsense-smoke,surfsense-sweep,gemma-3-27b-it,solo,mixed,easy,surfsense-agent-openrouter,per-run,0.0009,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row google/gemma-3-27b-it|smoke / column score_counts),,out:single-couple,out:cost-not-comparable surfsense-smoke,surfsense-sweep,mistral-saba,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0019,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row mistralai/mistral-saba|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,mistral-saba,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0068,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row mistralai/mistral-saba|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,mistral-saba,unstated,mixed,mid,surfsense-agent-openrouter,,,,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row mistralai/mistral-saba|board-pack / column score_counts),,out:effort-not-established, surfsense-smoke,surfsense-sweep,o3-mini,not-established:absent,mixed,easy,surfsense-agent-openrouter,,,,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row openai/o3-mini-high|smoke / column score_counts),,out:effort-not-established, surfsense-pdf-brief,surfsense-sweep,o3-mini,not-established:absent,mixed,mid,surfsense-agent-openrouter,,,,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row openai/o3-mini-high|pdf-brief / column score_counts),,out:effort-not-established, surfsense-board-pack,surfsense-sweep,o3-mini,not-established:absent,mixed,mid,surfsense-agent-openrouter,,,,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row openai/o3-mini-high|board-pack / column score_counts),,out:effort-not-established, surfsense-smoke,surfsense-sweep,?qwen/qwen-plus,not-established:absent,mixed,easy,surfsense-agent-openrouter,per-run,0.0027,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen-plus|smoke / column score_counts),,out:model-not-established,out:model-not-established surfsense-pdf-brief,surfsense-sweep,?qwen/qwen-plus,not-established:absent,mixed,mid,surfsense-agent-openrouter,per-run,0.0168,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen-plus|pdf-brief / column score_counts),,out:model-not-established,out:model-not-established surfsense-board-pack,surfsense-sweep,?qwen/qwen-plus,not-established:absent,mixed,mid,surfsense-agent-openrouter,per-run,0.0094,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen-plus|board-pack / column score_counts),,out:model-not-established,out:model-not-established surfsense-smoke,surfsense-sweep,o3-mini,unstated,mixed,easy,surfsense-agent-openrouter,,,,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row openai/o3-mini|smoke / column score_counts),,out:effort-not-established, surfsense-pdf-brief,surfsense-sweep,o3-mini,unstated,mixed,mid,surfsense-agent-openrouter,,,,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row openai/o3-mini|pdf-brief / column score_counts),,out:effort-not-established, surfsense-board-pack,surfsense-sweep,o3-mini,unstated,mixed,mid,surfsense-agent-openrouter,,,,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row openai/o3-mini|board-pack / column score_counts),,out:effort-not-established, surfsense-smoke,surfsense-sweep,deepseek-r1,solo,mixed,easy,surfsense-agent-openrouter,per-run,0.0141,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row deepseek/deepseek-r1|smoke / column score_counts),,out:single-couple,out:cost-not-comparable surfsense-pdf-brief,surfsense-sweep,deepseek-r1,solo,mixed,mid,surfsense-agent-openrouter,per-run,0.0161,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row deepseek/deepseek-r1|pdf-brief / column score_counts),,out:single-couple,out:cost-not-comparable surfsense-board-pack,surfsense-sweep,deepseek-r1,solo,mixed,mid,surfsense-agent-openrouter,per-run,0.1353,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row deepseek/deepseek-r1|board-pack / column score_counts),,out:single-couple,out:cost-not-comparable surfsense-smoke,surfsense-sweep,deepseek-v3,solo,mixed,easy,surfsense-agent-openrouter,per-run,0.0067,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row deepseek/deepseek-chat|smoke / column score_counts),,out:single-couple,out:cost-not-comparable surfsense-pdf-brief,surfsense-sweep,deepseek-v3,solo,mixed,mid,surfsense-agent-openrouter,per-run,0.0269,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row deepseek/deepseek-chat|pdf-brief / column score_counts),,out:single-couple,out:cost-not-comparable surfsense-board-pack,surfsense-sweep,deepseek-v3,solo,mixed,mid,surfsense-agent-openrouter,per-run,0.0336,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row deepseek/deepseek-chat|board-pack / column score_counts),,out:single-couple,out:cost-not-comparable surfsense-smoke,surfsense-sweep,llama-3.3-70b-instruct,solo,mixed,easy,surfsense-agent-openrouter,per-run,0.0084,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row meta-llama/llama-3.3-70b-instruct|smoke / column score_counts),,out:single-couple,out:cost-not-comparable surfsense-pdf-brief,surfsense-sweep,llama-3.3-70b-instruct,solo,mixed,mid,surfsense-agent-openrouter,,,,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row meta-llama/llama-3.3-70b-instruct|pdf-brief / column score_counts),,out:single-couple, surfsense-board-pack,surfsense-sweep,llama-3.3-70b-instruct,solo,mixed,mid,surfsense-agent-openrouter,,,,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row meta-llama/llama-3.3-70b-instruct|board-pack / column score_counts),,out:single-couple, surfsense-smoke,surfsense-sweep,nova-lite,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0029,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row amazon/nova-lite-v1|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,nova-micro,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0006,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row amazon/nova-micro-v1|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,nova-pro,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.0542,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row amazon/nova-pro-v1|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,nova-pro,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0149,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row amazon/nova-pro-v1|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,nova-pro,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0299,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row amazon/nova-pro-v1|board-pack / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-smoke,surfsense-sweep,gpt-4o-1120,solo,mixed,easy,surfsense-agent-openrouter,per-run,0.0257,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row openai/gpt-4o-2024-11-20|smoke / column score_counts),,out:single-couple,out:cost-not-comparable surfsense-pdf-brief,surfsense-sweep,gpt-4o-1120,solo,mixed,mid,surfsense-agent-openrouter,per-run,0.1674,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row openai/gpt-4o-2024-11-20|pdf-brief / column score_counts),,out:single-couple,out:cost-not-comparable surfsense-board-pack,surfsense-sweep,gpt-4o-1120,solo,mixed,mid,surfsense-agent-openrouter,per-run,0.1214,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row openai/gpt-4o-2024-11-20|board-pack / column score_counts),,out:single-couple,out:cost-not-comparable surfsense-smoke,surfsense-sweep,mistral-large-2407,unstated,mixed,easy,surfsense-agent-openrouter,,,,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row mistralai/mistral-large-2407|smoke / column score_counts),,out:effort-not-established, surfsense-pdf-brief,surfsense-sweep,mistral-large-2407,unstated,mixed,mid,surfsense-agent-openrouter,per-run,0.0751,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row mistralai/mistral-large-2407|pdf-brief / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-board-pack,surfsense-sweep,mistral-large-2407,unstated,mixed,mid,surfsense-agent-openrouter,,,,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row mistralai/mistral-large-2407|board-pack / column score_counts),,out:effort-not-established, surfsense-smoke,surfsense-sweep,qwen2.5-7b-instruct,solo,mixed,easy,surfsense-agent-openrouter,per-run,0.0017,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen-2.5-7b-instruct|smoke / column score_counts),,out:single-couple,out:cost-not-comparable surfsense-pdf-brief,surfsense-sweep,qwen2.5-7b-instruct,solo,mixed,mid,surfsense-agent-openrouter,per-run,0.0017,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen-2.5-7b-instruct|pdf-brief / column score_counts),,out:single-couple,out:cost-not-comparable surfsense-board-pack,surfsense-sweep,qwen2.5-7b-instruct,solo,mixed,mid,surfsense-agent-openrouter,per-run,0.0009,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen-2.5-7b-instruct|board-pack / column score_counts),,out:single-couple,out:cost-not-comparable surfsense-smoke,surfsense-sweep,qwen2.5-72b-instruct,solo,mixed,easy,surfsense-agent-openrouter,per-run,0.0071,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen-2.5-72b-instruct|smoke / column score_counts),,out:single-couple,out:cost-not-comparable surfsense-pdf-brief,surfsense-sweep,qwen2.5-72b-instruct,solo,mixed,mid,surfsense-agent-openrouter,per-run,0.0378,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen-2.5-72b-instruct|pdf-brief / column score_counts),,out:single-couple,out:cost-not-comparable surfsense-board-pack,surfsense-sweep,qwen2.5-72b-instruct,solo,mixed,mid,surfsense-agent-openrouter,per-run,0.0036,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row qwen/qwen-2.5-72b-instruct|board-pack / column score_counts),,out:single-couple,out:cost-not-comparable surfsense-smoke,surfsense-sweep,gpt-4o-0806,solo,mixed,easy,surfsense-agent-openrouter,per-run,0.0257,2.89e-05,,,100,pass-verdict%,0,,cost-base-price:cost-uniform-factor,https://github.com/MODSetter/SurfSense (all rows / row openai/gpt-4o-2024-08-06|smoke / column score_counts),,out:single-couple,out:cost-single-couple surfsense-pdf-brief,surfsense-sweep,gpt-4o-0806,solo,mixed,mid,surfsense-agent-openrouter,per-run,0.1848,2.89e-05,,,100,pass-verdict%,0,,cost-base-price:cost-uniform-factor,https://github.com/MODSetter/SurfSense (all rows / row openai/gpt-4o-2024-08-06|pdf-brief / column score_counts),,out:single-couple,out:cost-single-couple surfsense-board-pack,surfsense-sweep,gpt-4o-0806,solo,mixed,mid,surfsense-agent-openrouter,per-run,0.0087,2.89e-05,,,0,pass-verdict%,0,,cost-base-price:cost-uniform-factor,https://github.com/MODSetter/SurfSense (all rows / row openai/gpt-4o-2024-08-06|board-pack / column score_counts),,out:single-couple,out:cost-single-couple surfsense-smoke,surfsense-sweep,llama-3.1-70b-instruct,solo,mixed,easy,surfsense-agent-openrouter,per-run,0.0089,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row meta-llama/llama-3.1-70b-instruct|smoke / column score_counts),,out:single-couple,out:cost-not-comparable surfsense-pdf-brief,surfsense-sweep,llama-3.1-70b-instruct,solo,mixed,mid,surfsense-agent-openrouter,per-run,0.0285,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row meta-llama/llama-3.1-70b-instruct|pdf-brief / column score_counts),,out:single-couple,out:cost-not-comparable surfsense-board-pack,surfsense-sweep,llama-3.1-70b-instruct,solo,mixed,mid,surfsense-agent-openrouter,per-run,0.0133,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row meta-llama/llama-3.1-70b-instruct|board-pack / column score_counts),,out:single-couple,out:cost-not-comparable surfsense-smoke,surfsense-sweep,llama-3.1-8b-instruct,solo,mixed,easy,surfsense-agent-openrouter,per-run,0.0011,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row meta-llama/llama-3.1-8b-instruct|smoke / column score_counts),,out:single-couple,out:cost-not-comparable surfsense-smoke,surfsense-sweep,mistral-nemo,solo,mixed,easy,surfsense-agent-openrouter,per-run,0.0002,2.89e-05,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row mistralai/mistral-nemo|smoke / column score_counts),,out:single-couple,out:cost-not-comparable surfsense-smoke,surfsense-sweep,gpt-4o-mini,solo,mixed,easy,surfsense-agent-openrouter,per-run,0.0015,2.89e-05,,,100,pass-verdict%,0,,cost-base-price:cost-uniform-factor,https://github.com/MODSetter/SurfSense (all rows / row openai/gpt-4o-mini|smoke / column score_counts),,out:single-couple,out:cost-single-couple surfsense-pdf-brief,surfsense-sweep,gpt-4o-mini,solo,mixed,mid,surfsense-agent-openrouter,per-run,0.0067,2.89e-05,,,0,pass-verdict%,0,,cost-base-price:cost-uniform-factor,https://github.com/MODSetter/SurfSense (all rows / row openai/gpt-4o-mini|pdf-brief / column score_counts),,out:single-couple,out:cost-single-couple surfsense-board-pack,surfsense-sweep,gpt-4o-mini,solo,mixed,mid,surfsense-agent-openrouter,per-run,0.001,0.000289,,,0,pass-verdict%,0,,cost-base-price:cost-uniform-factor,https://github.com/MODSetter/SurfSense (all rows / row openai/gpt-4o-mini|board-pack / column score_counts),,out:single-couple,out:cost-single-couple surfsense-smoke,surfsense-sweep,gpt-4o-mini,solo,mixed,easy,surfsense-agent-openrouter,per-run,0.0015,2.89e-05,,,100,pass-verdict%,0,,cost-base-price:cost-uniform-factor,https://github.com/MODSetter/SurfSense (all rows / row openai/gpt-4o-mini-2024-07-18|smoke / column score_counts),,out:single-couple,out:cost-single-couple surfsense-pdf-brief,surfsense-sweep,gpt-4o-mini,solo,mixed,mid,surfsense-agent-openrouter,per-run,0.0059,2.89e-05,,,0,pass-verdict%,0,,cost-base-price:cost-uniform-factor,https://github.com/MODSetter/SurfSense (all rows / row openai/gpt-4o-mini-2024-07-18|pdf-brief / column score_counts),,out:single-couple,out:cost-single-couple surfsense-board-pack,surfsense-sweep,gpt-4o-mini,solo,mixed,mid,surfsense-agent-openrouter,per-run,0.001,0.000289,,,0,pass-verdict%,0,,cost-base-price:cost-uniform-factor,https://github.com/MODSetter/SurfSense (all rows / row openai/gpt-4o-mini-2024-07-18|board-pack / column score_counts),,out:single-couple,out:cost-single-couple surfsense-smoke,surfsense-sweep,?openai/gpt-4o,not-established:absent,mixed,easy,surfsense-agent-openrouter,per-run,0.0254,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row openai/gpt-4o|smoke / column score_counts),,out:model-not-established,out:model-not-established surfsense-pdf-brief,surfsense-sweep,?openai/gpt-4o,not-established:absent,mixed,mid,surfsense-agent-openrouter,,,,,,0,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row openai/gpt-4o|pdf-brief / column score_counts),,out:model-not-established, surfsense-board-pack,surfsense-sweep,?openai/gpt-4o,not-established:absent,mixed,mid,surfsense-agent-openrouter,per-run,0.2145,2.89e-05,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row openai/gpt-4o|board-pack / column score_counts),,out:model-not-established,out:model-not-established surfsense-smoke,surfsense-sweep,mixtral-8x22b-instruct,solo,mixed,easy,surfsense-agent-openrouter,per-run,0.0192,2.89e-05,,,100,pass-verdict%,0,,cost-base-price:cost-publisher-figure,https://github.com/MODSetter/SurfSense (all rows / row mistralai/mixtral-8x22b-instruct|smoke / column score_counts),,out:single-couple,out:cost-single-couple surfsense-pdf-brief,surfsense-sweep,mixtral-8x22b-instruct,solo,mixed,mid,surfsense-agent-openrouter,,,,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row mistralai/mixtral-8x22b-instruct|pdf-brief / column score_counts),,out:single-couple, surfsense-board-pack,surfsense-sweep,mixtral-8x22b-instruct,solo,mixed,mid,surfsense-agent-openrouter,,,,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row mistralai/mixtral-8x22b-instruct|board-pack / column score_counts),,out:single-couple, surfsense-smoke,surfsense-sweep,mistral-large,unstated,mixed,easy,surfsense-agent-openrouter,per-run,0.019,0.000289,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row mistralai/mistral-large|smoke / column score_counts),,out:effort-not-established,out:effort-not-established surfsense-pdf-brief,surfsense-sweep,mistral-large,unstated,mixed,mid,surfsense-agent-openrouter,,,,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row mistralai/mistral-large|pdf-brief / column score_counts),,out:effort-not-established, surfsense-board-pack,surfsense-sweep,mistral-large,unstated,mixed,mid,surfsense-agent-openrouter,,,,,,100,pass-verdict%,0,,,https://github.com/MODSetter/SurfSense (all rows / row mistralai/mistral-large|board-pack / column score_counts),,out:effort-not-established, surge-twi-oct9,surge-twi,?Qwen 3.8 Max,not-established:absent,mixed,mid,surge-tuesday-work-index,,,,,,58.7,TWI-score,0.0289,,,https://surgehq.ai/blog/qwen-3-8-max-scores-58-7-on-the-tuesday-work-index (S1 page: score of Qwen 3.8 Max),,out:model-not-established, surge-twi-oct9,surge-twi,qwen3.7-max,unstated,mixed,mid,surge-tuesday-work-index,,,,,,50.1,TWI-score,0.0289,,,https://surgehq.ai/blog/qwen-3-8-max-scores-58-7-on-the-tuesday-work-index (S1 page: score of Qwen 3.7 Max),,out:effort-not-established, surge-twi-oct9,surge-twi,qwen3.5-plus,unstated,mixed,mid,surge-tuesday-work-index,,,,,,36.3,TWI-score,0.0289,,,https://surgehq.ai/blog/qwen-3-8-max-scores-58-7-on-the-tuesday-work-index (S1 page: score of Qwen 3.5 Plus),,out:effort-not-established, surge-twi-oct9,surge-twi,?,not-established:absent,mixed,mid,surge-tuesday-work-index,,,,,,59.7,TWI-score,0.0289,,,https://surgehq.ai/blog/qwen-3-8-max-scores-58-7-on-the-tuesday-work-index (S1 page: score of DeepSeek V4 Pro),,out:model-not-established, surge-twi-oct9,surge-twi,gemini-3.7-flash,high,mixed,mid,surge-tuesday-work-index,,,,,,58.2,TWI-score,0.0289,,,https://surgehq.ai/blog/qwen-3-8-max-scores-58-7-on-the-tuesday-work-index (S1 page: score of Gemini 3.7 Flash),,in, surge-twi-oct9,surge-twi,gemini-3.8-flash,high,mixed,mid,surge-tuesday-work-index,,,,,,61.1,TWI-score,0.0289,,,https://surgehq.ai/blog/qwen-3-8-max-scores-58-7-on-the-tuesday-work-index (S2 page: score of Gemini 3.8 Flash),,in, surge-twi-oct9,surge-twi,kimi-k3,max,mixed,mid,surge-tuesday-work-index,,,,,,56.5,TWI-score,0.0289,,,https://surgehq.ai/blog/qwen-3-8-max-scores-58-7-on-the-tuesday-work-index (S1 page: score of Kimi K3),,in, surge-twi-oct9,surge-twi,fable-5,max,mixed,mid,surge-tuesday-work-index,,,,,,66.8,TWI-score,0.0289,,,https://surgehq.ai/blog/qwen-3-8-max-scores-58-7-on-the-tuesday-work-index (S1 page: score of Fable 5),,in, surge-twi-oct9,surge-twi,fable-5.1,unstated,mixed,mid,surge-tuesday-work-index,,,,,,68.7,TWI-score,0.0289,,,https://surgehq.ai/blog/qwen-3-8-max-scores-58-7-on-the-tuesday-work-index (S2 page: score of Fable 5.1),,out:effort-not-established, surge-twi-oct9,surge-twi,gpt-5.6-sol,max,mixed,mid,surge-tuesday-work-index,,,,,,66.7,TWI-score,0.0289,,,https://surgehq.ai/blog/qwen-3-8-max-scores-58-7-on-the-tuesday-work-index (S1 page: score of GPT 5.6 Sol),,in, surge-antidote,surgehq.ai,fable-5,high,writing,frontier,Surge-hosted,,,,,,1099,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Antidote Benchmark | Surge AI / row Claude Fable 5 (Adaptive/High) / column score),,in, surge-antidote,surgehq.ai,gemini-3.1-pro,high,writing,frontier,Surge-hosted,,,,,,1091,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Antidote Benchmark | Surge AI / row Gemini 3.1 Pro (High reasoning) / column score),,in, surge-antidote,surgehq.ai,gemini-3.8-flash,medium,writing,frontier,Surge-hosted,,,,,,1087,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Antidote Benchmark | Surge AI / row Gemini 3.8 Flash (Medium reasoning) / column score),,in, surge-antidote,surgehq.ai,gemini-3.6-flash,medium,writing,frontier,Surge-hosted,,,,,,1083,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Antidote Benchmark | Surge AI / row Gemini 3.6 Flash (Medium reasoning) / column score),,in, surge-antidote,surgehq.ai,gemini-3.5-flash,medium,writing,frontier,Surge-hosted,,,,,,1079,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Antidote Benchmark | Surge AI / row Gemini 3.5 Flash (Medium reasoning) / column score),,in, surge-antidote,surgehq.ai,kimi-k3,max,writing,frontier,Surge-hosted,,,,,,1077,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Antidote Benchmark | Surge AI / row Kimi K3 (Max reasoning) / column score),,in, surge-antidote,surgehq.ai,gemini-3.7-flash,medium,writing,frontier,Surge-hosted,,,,,,1075,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Antidote Benchmark | Surge AI / row Gemini 3.7 Flash (Medium reasoning) / column score),,in, surge-antidote,surgehq.ai,glm-5.3,max,writing,frontier,Surge-hosted,,,,,,1067,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Antidote Benchmark | Surge AI / row GLM 5.3 (Max reasoning) / column score),,in, surge-antidote,surgehq.ai,fable-5.1,high,writing,frontier,Surge-hosted,,,,,,1065,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Antidote Benchmark | Surge AI / row Claude Fable 5.1 (Adaptive/High) / column score),,in, surge-antidote,surgehq.ai,opus-5,high,writing,frontier,Surge-hosted,,,,,,1055,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Antidote Benchmark | Surge AI / row Claude Opus 5 (Adaptive/High) / column score),,in, surge-antidote,surgehq.ai,qwen3.7-max,think,writing,frontier,Surge-hosted,,,,,,1051,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Antidote Benchmark | Surge AI / row Qwen 3.7 Max (Thinking on) / column score),,in, surge-antidote,surgehq.ai,kimi-k2.6,think,writing,frontier,Surge-hosted,,,,,,1045,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Antidote Benchmark | Surge AI / row Kimi K2.6 (Thinking on) / column score),,in, surge-antidote,surgehq.ai,opus-4.7,high,writing,frontier,Surge-hosted,,,,,,1042,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Antidote Benchmark | Surge AI / row Claude Opus 4.7 (High reasoning) / column score),,in, surge-antidote,surgehq.ai,opus-4.6,high,writing,frontier,Surge-hosted,,,,,,1042,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Antidote Benchmark | Surge AI / row Claude Opus 4.6 (High reasoning) / column score),,out:single-couple, surge-antidote,surgehq.ai,glm-5.2,not-established:absent,writing,frontier,Surge-hosted,,,,,,1040,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Antidote Benchmark | Surge AI / row GLM 5.2 (Auto reasoning) / column score),,out:effort-not-established, surge-antidote,surgehq.ai,opus-4.8,high,writing,frontier,Surge-hosted,,,,,,1030,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Antidote Benchmark | Surge AI / row Claude Opus 4.8 (High reasoning) / column score),,in, surge-antidote,surgehq.ai,muse-spark-1.2,not-established:absent,writing,frontier,Surge-hosted,,,,,,1028,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Antidote Benchmark | Surge AI / row Muse Spark 1.2 (Auto reasoning) / column score),,out:effort-not-established, surge-antidote,surgehq.ai,gpt-5.6-sol,medium,writing,frontier,Surge-hosted,,,,,,1027,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Antidote Benchmark | Surge AI / row GPT 5.6 Sol (Medium reasoning) / column score),,in, surge-antidote,surgehq.ai,hy3,nothink,writing,frontier,Surge-hosted,,,,,,1022,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Antidote Benchmark | Surge AI / row Hy Hy3 (No reasoning) / column score),,out:single-couple, surge-antidote,surgehq.ai,?DeepSeek V4 Pro,not-established:absent,writing,frontier,Surge-hosted,,,,,,1018,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Antidote Benchmark | Surge AI / row DeepSeek V4 Pro (High reasoning) / column score),,out:model-not-established, surge-antidote,surgehq.ai,?DeepSeek V4 Flash Vision (experimental),not-established:absent,writing,frontier,Surge-hosted,,,,,,1015,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Antidote Benchmark | Surge AI / row DeepSeek V4 Flash Vision (experimental) / column score),,out:model-not-established, surge-antidote,surgehq.ai,muse-spark-1.1,medium,writing,frontier,Surge-hosted,,,,,,1014,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Antidote Benchmark | Surge AI / row Muse Spark 1.1 (Medium reasoning) / column score),,out:single-couple, surge-antidote,surgehq.ai,gpt-5.5,medium,writing,frontier,Surge-hosted,,,,,,1013,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Antidote Benchmark | Surge AI / row GPT 5.5 (Medium reasoning) / column score),,in, surge-antidote,surgehq.ai,sonnet-4.6,high,writing,frontier,Surge-hosted,,,,,,1012,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Antidote Benchmark | Surge AI / row Claude Sonnet 4.6 (High reasoning) / column score),,in, surge-antidote,surgehq.ai,?DeepSeek V4 Pro (preview),not-established:absent,writing,frontier,Surge-hosted,,,,,,1007,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Antidote Benchmark | Surge AI / row DeepSeek V4 Pro (preview) (High reasoning) / column score),,out:model-not-established, surge-antidote,surgehq.ai,?Kimi K2.5,not-established:absent,writing,frontier,Surge-hosted,,,,,,1006,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Antidote Benchmark | Surge AI / row Kimi K2.5 (Thinking on) / column score),,out:model-not-established, surge-antidote,surgehq.ai,grok-4.20,think,writing,frontier,Surge-hosted,,,,,,1001,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Antidote Benchmark | Surge AI / row Grok 4.20 Beta / column score),,in, surge-antidote,surgehq.ai,qwen3.5-plus,think,writing,frontier,Surge-hosted,,,,,,999,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Antidote Benchmark | Surge AI / row Qwen 3.5 Plus (Thinking on) / column score),,in, surge-antidote,surgehq.ai,hy4-preview,high,writing,frontier,Surge-hosted,,,,,,992,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Antidote Benchmark | Surge AI / row Hy Hy4 Preview (High reasoning) / column score),,out:single-couple, surge-antidote,surgehq.ai,gemini-3.5-flash-lite,minimal,writing,frontier,Surge-hosted,,,,,,991,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Antidote Benchmark | Surge AI / row Gemini 3.5 Flash-Lite (Minimal reasoning) / column score),,in, surge-antidote,surgehq.ai,inkling,high,writing,frontier,Surge-hosted,,,,,,991,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Antidote Benchmark | Surge AI / row Inkling Inkling (High reasoning) / column score),,out:single-couple, surge-antidote,surgehq.ai,?Qwen 3.8 Max,not-established:absent,writing,frontier,Surge-hosted,,,,,,985,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Antidote Benchmark | Surge AI / row Qwen 3.8 Max (xHigh reasoning) / column score),,out:model-not-established, surge-antidote,surgehq.ai,grok-4.5,high,writing,frontier,Surge-hosted,,,,,,973,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Antidote Benchmark | Surge AI / row Grok 4.5 (High reasoning) / column score),,in, surge-antidote,surgehq.ai,?DeepSeek V4 Flash (preview),not-established:absent,writing,frontier,Surge-hosted,,,,,,966,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Antidote Benchmark | Surge AI / row DeepSeek V4 Flash (preview) (High reasoning) / column score),,out:model-not-established, surge-antidote,surgehq.ai,grok-4.6,high,writing,frontier,Surge-hosted,,,,,,966,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Antidote Benchmark | Surge AI / row Grok 4.6 (High reasoning) / column score),,in, surge-antidote,surgehq.ai,deepseek-v3.2,nothink,writing,frontier,Surge-hosted,,,,,,954,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Antidote Benchmark | Surge AI / row DeepSeek V3.2 (No reasoning) / column score),,in, surge-antidote,surgehq.ai,grok-4.3,not-established:absent,writing,frontier,Surge-hosted,,,,,,950,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Antidote Benchmark | Surge AI / row Grok 4.3 (default) / column score),,out:effort-not-established, surge-antidote,surgehq.ai,?Mistral Large 3,not-established:absent,writing,frontier,Surge-hosted,,,,,,947,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Antidote Benchmark | Surge AI / row Mistral Large 3 / column score),,out:model-not-established, surge-antidote,surgehq.ai,?Ernie 5.1,not-established:absent,writing,frontier,Surge-hosted,,,,,,947,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Antidote Benchmark | Surge AI / row Ernie 5.1 / column score),,out:model-not-established, surge-antidote,surgehq.ai,qwen3.8-flash,not-established:absent,writing,frontier,Surge-hosted,,,,,,944,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Antidote Benchmark | Surge AI / row Qwen 3.8 Flash (xHigh reasoning) / column score),,out:effort-not-established, surge-antidote,surgehq.ai,haiku-4.5,unstated,writing,frontier,Surge-hosted,,,,,,932,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Antidote Benchmark | Surge AI / row Claude Haiku 4.5 / column score),,out:effort-not-established, surge-antidote,surgehq.ai,muse-glimmer-30b,high,writing,frontier,Surge-hosted,,,,,,931,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Antidote Benchmark | Surge AI / row Muse Glimmer 30B (High reasoning) / column score),,out:single-couple, surge-antidote,surgehq.ai,gpt-5.4-mini,nothink,writing,frontier,Surge-hosted,,,,,,929,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Antidote Benchmark | Surge AI / row GPT 5.4 Mini (No reasoning) / column score),,in, surge-antidote,surgehq.ai,gemma-3-12b-it,solo,writing,frontier,Surge-hosted,,,,,,893,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Antidote Benchmark | Surge AI / row Gemma 3 12B / column score),,out:single-couple, surge-antidote,surgehq.ai,?Nemotron Lightning 3.5 30B A3B,not-established:absent,writing,frontier,Surge-hosted,,,,,,888,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Antidote Benchmark | Surge AI / row Nemotron Lightning 3.5 30B A3B (Thinking on) / column score),,out:model-not-established, surge-antidote,surgehq.ai,?Ernie 4.5 300B,not-established:absent,writing,frontier,Surge-hosted,,,,,,863,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Antidote Benchmark | Surge AI / row Ernie 4.5 300B / column score),,out:model-not-established, surge-antidote,surgehq.ai,?Nova 2 Pro,not-established:absent,writing,frontier,Surge-hosted,,,,,,819,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Antidote Benchmark | Surge AI / row Nova 2 Pro (No reasoning) / column score),,out:model-not-established, surge-chartography@surgehq.ai,surgehq.ai,gemini-4-argon,high,mixed,frontier,Surge-hosted,,,,,,71.6,score%,0.0289,,EAP-run,https://surgehq.ai/benchmarks (all rows of the leaderboard of Chartography Benchmark | Surge AI / row Gemini 4 Argon (High reasoning) / column score),,in, surge-chartography@surgehq.ai,surgehq.ai,gpt-6-astra,max,mixed,frontier,Surge-hosted,,,,,,71,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Chartography Benchmark | Surge AI / row GPT 6 Astra (Max reasoning) / column score),,in, surge-chartography@surgehq.ai,surgehq.ai,opus-5.5,max,mixed,frontier,Surge-hosted,,,,,,66.3,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Chartography Benchmark | Surge AI / row Claude Opus 5.5 (Adaptive/Max) / column score),,in, surge-chartography@surgehq.ai,surgehq.ai,gpt-6-sol,max,mixed,frontier,Surge-hosted,,,,,,53.6,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Chartography Benchmark | Surge AI / row GPT 6 Sol (Max reasoning) / column score),,in, surge-chartography@surgehq.ai,surgehq.ai,fable-5.1,max,mixed,frontier,Surge-hosted,,,,,,46.2,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Chartography Benchmark | Surge AI / row Claude Fable 5.1 (Adaptive/Max) / column score),,in, surge-chartography@surgehq.ai,surgehq.ai,gpt-5.6-sol,max,mixed,frontier,Surge-hosted,,,,,,45,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Chartography Benchmark | Surge AI / row GPT 5.6 Sol (Max reasoning) / column score),,in, surge-chartography@surgehq.ai,surgehq.ai,gemini-3.8-flash,high,mixed,frontier,Surge-hosted,,,,,,40.9,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Chartography Benchmark | Surge AI / row Gemini 3.8 Flash (High reasoning) / column score),,in, surge-chartography@surgehq.ai,surgehq.ai,gemini-3.7-flash,high,mixed,frontier,Surge-hosted,,,,,,40.4,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Chartography Benchmark | Surge AI / row Gemini 3.7 Flash (High reasoning) / column score),,in, surge-chartography@surgehq.ai,surgehq.ai,fable-5,max,mixed,frontier,Surge-hosted,,,,,,34.8,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Chartography Benchmark | Surge AI / row Claude Fable 5 (Adaptive/Max) / column score),,in, surge-chartography@surgehq.ai,surgehq.ai,gemini-3.6-flash,medium,mixed,frontier,Surge-hosted,,,,,,34,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Chartography Benchmark | Surge AI / row Gemini 3.6 Flash (Medium reasoning) / column score),,in, surge-chartography@surgehq.ai,surgehq.ai,gpt-5.6-terra,max,mixed,frontier,Surge-hosted,,,,,,34,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Chartography Benchmark | Surge AI / row GPT 5.6 Terra (Max reasoning) / column score),,in, surge-chartography@surgehq.ai,surgehq.ai,muse-spark-1.2,xhigh,mixed,frontier,Surge-hosted,,,,,,32.1,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Chartography Benchmark | Surge AI / row Muse Spark 1.2 (xHigh reasoning) / column score),,out:single-couple, surge-chartography@surgehq.ai,surgehq.ai,gpt-5.6-luna,max,mixed,frontier,Surge-hosted,,,,,,31.4,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Chartography Benchmark | Surge AI / row GPT 5.6 Luna (Max reasoning) / column score),,in, surge-chartography@surgehq.ai,surgehq.ai,gpt-5.5,xhigh,mixed,frontier,Surge-hosted,,,,,,31,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Chartography Benchmark | Surge AI / row GPT 5.5 (xHigh reasoning) / column score),,in, surge-chartography@surgehq.ai,surgehq.ai,gpt-5.4,xhigh,mixed,frontier,Surge-hosted,,,,,,29.6,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Chartography Benchmark | Surge AI / row GPT 5.4 (xHigh reasoning) / column score),,in, surge-chartography@surgehq.ai,surgehq.ai,gpt-6-luna,max,mixed,frontier,Surge-hosted,,,,,,29.1,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Chartography Benchmark | Surge AI / row GPT 6 Luna (Max reasoning) / column score),,in, surge-chartography@surgehq.ai,surgehq.ai,?Qwen 3.8 Max,not-established:absent,mixed,frontier,Surge-hosted,,,,,,29.1,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Chartography Benchmark | Surge AI / row Qwen 3.8 Max (xHigh reasoning) / column score),,out:model-not-established, surge-chartography@surgehq.ai,surgehq.ai,muse-spark-1.3,xhigh,mixed,frontier,Surge-hosted,,,,,,27.6,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Chartography Benchmark | Surge AI / row Muse Spark 1.3 (xHigh reasoning) / column score),,out:single-couple, surge-chartography@surgehq.ai,surgehq.ai,opus-5,max,mixed,frontier,Surge-hosted,,,,,,27.3,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Chartography Benchmark | Surge AI / row Claude Opus 5 (Adaptive/Max) / column score),,in, surge-chartography@surgehq.ai,surgehq.ai,kimi-k3,max,mixed,frontier,Surge-hosted,,,,,,26.6,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Chartography Benchmark | Surge AI / row Kimi K3 (Max reasoning) / column score),,in, surge-chartography@surgehq.ai,surgehq.ai,gemini-3.1-pro,high,mixed,frontier,Surge-hosted,,,,,,26.1,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Chartography Benchmark | Surge AI / row Gemini 3.1 Pro (High reasoning) / column score),,in, surge-chartography@surgehq.ai,surgehq.ai,muse-spark-1.1,xhigh,mixed,frontier,Surge-hosted,,,,,,24.4,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Chartography Benchmark | Surge AI / row Muse Spark 1.1 (xHigh reasoning) / column score),,out:single-couple, surge-chartography@surgehq.ai,surgehq.ai,grok-4.6,xhigh,mixed,frontier,Surge-hosted,,,,,,20.5,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Chartography Benchmark | Surge AI / row Grok 4.6 (xHigh reasoning) / column score),,in, surge-chartography@surgehq.ai,surgehq.ai,qwen3.8-flash,not-established:absent,mixed,frontier,Surge-hosted,,,,,,17.4,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Chartography Benchmark | Surge AI / row Qwen 3.8 Flash (xHigh reasoning) / column score),,out:effort-not-established, surge-chartography@surgehq.ai,surgehq.ai,muse-glimmer-30b,xhigh,mixed,frontier,Surge-hosted,,,,,,17.2,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Chartography Benchmark | Surge AI / row Muse Glimmer 30B (xHigh reasoning) / column score),,out:single-couple, surge-chartography@surgehq.ai,surgehq.ai,grok-4.5,high,mixed,frontier,Surge-hosted,,,,,,17,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Chartography Benchmark | Surge AI / row Grok 4.5 (High reasoning) / column score),,in, surge-chartography@surgehq.ai,surgehq.ai,sonnet-5,max,mixed,frontier,Surge-hosted,,,,,,16.6,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Chartography Benchmark | Surge AI / row Claude Sonnet 5 (Adaptive/Max) / column score),,in, surge-chartography@surgehq.ai,surgehq.ai,opus-4.7,max,mixed,frontier,Surge-hosted,,,,,,16.5,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Chartography Benchmark | Surge AI / row Claude Opus 4.7 (Adaptive/Max) / column score),,in, surge-chartography@surgehq.ai,surgehq.ai,glm-5.3-flash,max,mixed,frontier,Surge-hosted,,,,,,16.3,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Chartography Benchmark | Surge AI / row GLM 5.3 Flash (Max reasoning) / column score),,in, surge-chartography@surgehq.ai,surgehq.ai,opus-4.8,max,mixed,frontier,Surge-hosted,,,,,,15.9,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Chartography Benchmark | Surge AI / row Claude Opus 4.8 (Adaptive/Max) / column score),,in, surge-chartography@surgehq.ai,surgehq.ai,qwen3.5-plus,think,mixed,frontier,Surge-hosted,,,,,,15.9,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Chartography Benchmark | Surge AI / row Qwen 3.5 Plus (Thinking on) / column score),,in, surge-chartography@surgehq.ai,surgehq.ai,qwen3.7-plus,think,mixed,frontier,Surge-hosted,,,,,,15.8,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Chartography Benchmark | Surge AI / row Qwen 3.7 Plus (Thinking on) / column score),,in, surge-chartography@surgehq.ai,surgehq.ai,grok-4.7,xhigh,mixed,frontier,Surge-hosted,,,,,,14.7,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Chartography Benchmark | Surge AI / row Grok 4.7 (xHigh reasoning) / column score),,in, surge-chartography@surgehq.ai,surgehq.ai,grok-4.3,high,mixed,frontier,Surge-hosted,,,,,,12.9,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Chartography Benchmark | Surge AI / row Grok 4.3 (High reasoning) / column score),,in, surge-chartography@surgehq.ai,surgehq.ai,?Kimi K2.5,not-established:absent,mixed,frontier,Surge-hosted,,,,,,12.6,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Chartography Benchmark | Surge AI / row Kimi K2.5 (Thinking on) / column score),,out:model-not-established, surge-chartography@surgehq.ai,surgehq.ai,kimi-k2.6,think,mixed,frontier,Surge-hosted,,,,,,12.2,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Chartography Benchmark | Surge AI / row Kimi K2.6 (Thinking on) / column score),,in, surge-chartography@surgehq.ai,surgehq.ai,deepseek-v4.1-flash,max,mixed,frontier,Surge-hosted,,,,,,11.6,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Chartography Benchmark | Surge AI / row DeepSeek V4.1 Flash (Max reasoning) / column score),,in, surge-chartography@surgehq.ai,surgehq.ai,?DeepSeek V4 Flash Vision (experimental),not-established:absent,mixed,frontier,Surge-hosted,,,,,,11.2,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Chartography Benchmark | Surge AI / row DeepSeek V4 Flash Vision (experimental) (Max reasoning) / column score),,out:model-not-established, surge-chartography@surgehq.ai,surgehq.ai,gemini-3.5-flash-lite,minimal,mixed,frontier,Surge-hosted,,,,,,10.2,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Chartography Benchmark | Surge AI / row Gemini 3.5 Flash-Lite (Minimal reasoning) / column score),,in, surge-chartography@surgehq.ai,surgehq.ai,inkling,high,mixed,frontier,Surge-hosted,,,,,,10,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Chartography Benchmark | Surge AI / row Inkling Inkling (High reasoning) / column score),,out:single-couple, surge-chartography@surgehq.ai,surgehq.ai,inkling-small,not-established:absent,mixed,frontier,Surge-hosted,,,,,,9.1,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Chartography Benchmark | Surge AI / row Inkling Small (xHigh reasoning) / column score),,out:effort-not-established, surge-chartography@surgehq.ai,surgehq.ai,?Mistral Large 3,not-established:absent,mixed,frontier,Surge-hosted,,,,,,9,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Chartography Benchmark | Surge AI / row Mistral Large 3 / column score),,out:model-not-established, surge-complex-constraints,surgehq.ai,gpt-6-astra,max,mixed,frontier,Surge-hosted,,,,,,57.7,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of ComplexConstraints Benchmark | Surge AI / row GPT 6 Astra (Max reasoning) / column score),,in, surge-complex-constraints,surgehq.ai,gemini-4-argon,high,mixed,frontier,Surge-hosted,,,,,,53.3,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of ComplexConstraints Benchmark | Surge AI / row Gemini 4 Argon (High reasoning) / column score),,in, surge-complex-constraints,surgehq.ai,muse-spark-1.3,xhigh,mixed,frontier,Surge-hosted,,,,,,51.9,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of ComplexConstraints Benchmark | Surge AI / row Muse Spark 1.3 (xHigh reasoning) / column score),,out:single-couple, surge-complex-constraints,surgehq.ai,gpt-6-sol,max,mixed,frontier,Surge-hosted,,,,,,50.8,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of ComplexConstraints Benchmark | Surge AI / row GPT 6 Sol (Max reasoning) / column score),,in, surge-complex-constraints,surgehq.ai,gpt-5.6-sol,max,mixed,frontier,Surge-hosted,,,,,,50.5,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of ComplexConstraints Benchmark | Surge AI / row GPT 5.6 Sol (Max reasoning) / column score),,in, surge-complex-constraints,surgehq.ai,opus-5.5,max,mixed,frontier,Surge-hosted,,,,,,49.9,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of ComplexConstraints Benchmark | Surge AI / row Claude Opus 5.5 (Adaptive/Max) / column score),,in, surge-complex-constraints,surgehq.ai,deepseek-v4.1-flash,max,mixed,frontier,Surge-hosted,,,,,,49.7,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of ComplexConstraints Benchmark | Surge AI / row DeepSeek V4.1 Flash (Max reasoning) / column score),,in, surge-complex-constraints,surgehq.ai,gpt-5.5,xhigh,mixed,frontier,Surge-hosted,,,,,,49.5,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of ComplexConstraints Benchmark | Surge AI / row GPT 5.5 (xHigh reasoning) / column score),,in, surge-complex-constraints,surgehq.ai,grok-4.7,xhigh,mixed,frontier,Surge-hosted,,,,,,48.9,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of ComplexConstraints Benchmark | Surge AI / row Grok 4.7 (xHigh reasoning) / column score),,in, surge-complex-constraints,surgehq.ai,gemini-3.8-flash,high,mixed,frontier,Surge-hosted,,,,,,48.4,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of ComplexConstraints Benchmark | Surge AI / row Gemini 3.8 Flash (High reasoning) / column score),,in, surge-complex-constraints,surgehq.ai,hy4-preview,high,mixed,frontier,Surge-hosted,,,,,,46,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of ComplexConstraints Benchmark | Surge AI / row Hy Hy4 Preview (High reasoning) / column score),,out:single-couple, surge-complex-constraints,surgehq.ai,gpt-5.4,xhigh,mixed,frontier,Surge-hosted,,,,,,46,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of ComplexConstraints Benchmark | Surge AI / row GPT 5.4 (xHigh reasoning) / column score),,in, surge-complex-constraints,surgehq.ai,?Qwen 3.8 Max,not-established:absent,mixed,frontier,Surge-hosted,,,,,,45.5,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of ComplexConstraints Benchmark | Surge AI / row Qwen 3.8 Max (xHigh reasoning) / column score),,out:model-not-established, surge-complex-constraints,surgehq.ai,fable-5.1,max,mixed,frontier,Surge-hosted,,,,,,45.1,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of ComplexConstraints Benchmark | Surge AI / row Claude Fable 5.1 (Adaptive/Max) / column score),,in, surge-complex-constraints,surgehq.ai,gemini-3.1-pro,high,mixed,frontier,Surge-hosted,,,,,,43.7,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of ComplexConstraints Benchmark | Surge AI / row Gemini 3.1 Pro (High reasoning) / column score),,in, surge-complex-constraints,surgehq.ai,qwen3.8-flash,not-established:absent,mixed,frontier,Surge-hosted,,,,,,43.3,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of ComplexConstraints Benchmark | Surge AI / row Qwen 3.8 Flash (xHigh reasoning) / column score),,out:effort-not-established, surge-complex-constraints,surgehq.ai,gemini-3.7-flash,high,mixed,frontier,Surge-hosted,,,,,,42.4,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of ComplexConstraints Benchmark | Surge AI / row Gemini 3.7 Flash (High reasoning) / column score),,in, surge-complex-constraints,surgehq.ai,?DeepSeek V4 Pro,not-established:absent,mixed,frontier,Surge-hosted,,,,,,42,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of ComplexConstraints Benchmark | Surge AI / row DeepSeek V4 Pro (Max reasoning) / column score),,out:model-not-established, surge-complex-constraints,surgehq.ai,gemini-3.6-flash,high,mixed,frontier,Surge-hosted,,,,,,40,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of ComplexConstraints Benchmark | Surge AI / row Gemini 3.6 Flash (High reasoning) / column score),,in, surge-complex-constraints,surgehq.ai,?DeepSeek V4 Flash Vision (experimental),not-established:absent,mixed,frontier,Surge-hosted,,,,,,39.9,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of ComplexConstraints Benchmark | Surge AI / row DeepSeek V4 Flash Vision (experimental) (Max reasoning) / column score),,out:model-not-established, surge-complex-constraints,surgehq.ai,muse-spark-1.2,xhigh,mixed,frontier,Surge-hosted,,,,,,39.9,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of ComplexConstraints Benchmark | Surge AI / row Muse Spark 1.2 (xHigh reasoning) / column score),,out:single-couple, surge-complex-constraints,surgehq.ai,muse-spark-1.1,xhigh,mixed,frontier,Surge-hosted,,,,,,38.1,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of ComplexConstraints Benchmark | Surge AI / row Muse Spark 1.1 (xHigh reasoning) / column score),,out:single-couple, surge-complex-constraints,surgehq.ai,fable-5,max,mixed,frontier,Surge-hosted,,,,,,38.1,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of ComplexConstraints Benchmark | Surge AI / row Claude Fable 5 (Max reasoning) / column score),,in, surge-complex-constraints,surgehq.ai,kimi-k3,max,mixed,frontier,Surge-hosted,,,,,,37.9,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of ComplexConstraints Benchmark | Surge AI / row Kimi K3 (Max reasoning) / column score),,in, surge-complex-constraints,surgehq.ai,opus-5,max,mixed,frontier,Surge-hosted,,,,,,37.3,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of ComplexConstraints Benchmark | Surge AI / row Claude Opus 5 (Adaptive/Max) / column score),,in, surge-complex-constraints,surgehq.ai,grok-4.6,xhigh,mixed,frontier,Surge-hosted,,,,,,36.5,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of ComplexConstraints Benchmark | Surge AI / row Grok 4.6 (xHigh reasoning) / column score),,in, surge-complex-constraints,surgehq.ai,grok-4.5,high,mixed,frontier,Surge-hosted,,,,,,35.9,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of ComplexConstraints Benchmark | Surge AI / row Grok 4.5 (High reasoning) / column score),,in, surge-complex-constraints,surgehq.ai,opus-4.8,max,mixed,frontier,Surge-hosted,,,,,,35.6,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of ComplexConstraints Benchmark | Surge AI / row Claude Opus 4.8 (Max reasoning) / column score),,in, surge-complex-constraints,surgehq.ai,hy3,high,mixed,frontier,Surge-hosted,,,,,,34.3,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of ComplexConstraints Benchmark | Surge AI / row Hy Hy3 (High reasoning) / column score),,out:single-couple, surge-complex-constraints,surgehq.ai,qwen3.7-max,think,mixed,frontier,Surge-hosted,,,,,,33.5,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of ComplexConstraints Benchmark | Surge AI / row Qwen 3.7 Max (Thinking on) / column score),,in, surge-complex-constraints,surgehq.ai,glm-5.3,max,mixed,frontier,Surge-hosted,,,,,,30.5,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of ComplexConstraints Benchmark | Surge AI / row GLM 5.3 (Max reasoning) / column score),,in, surge-complex-constraints,surgehq.ai,kimi-k2.6,think,mixed,frontier,Surge-hosted,,,,,,30.1,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of ComplexConstraints Benchmark | Surge AI / row Kimi K2.6 (Thinking on) / column score),,in, surge-complex-constraints,surgehq.ai,glm-5.2,not-established:absent,mixed,frontier,Surge-hosted,,,,,,29.3,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of ComplexConstraints Benchmark | Surge AI / row GLM 5.2 (Max reasoning) / column score),,out:effort-not-established, surge-complex-constraints,surgehq.ai,glm-5.3-flash,max,mixed,frontier,Surge-hosted,,,,,,27.6,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of ComplexConstraints Benchmark | Surge AI / row GLM 5.3 Flash (Max reasoning) / column score),,in, surge-complex-constraints,surgehq.ai,muse-glimmer-30b,xhigh,mixed,frontier,Surge-hosted,,,,,,23.9,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of ComplexConstraints Benchmark | Surge AI / row Muse Glimmer 30B (xHigh reasoning) / column score),,out:single-couple, surge-complex-constraints,surgehq.ai,gemini-3.5-flash-lite,high,mixed,frontier,Surge-hosted,,,,,,23.2,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of ComplexConstraints Benchmark | Surge AI / row Gemini 3.5 Flash-Lite (High reasoning) / column score),,in, surge-complex-constraints,surgehq.ai,?Kimi K2.5,not-established:absent,mixed,frontier,Surge-hosted,,,,,,18.2,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of ComplexConstraints Benchmark | Surge AI / row Kimi K2.5 (Thinking on) / column score),,out:model-not-established, surge-complex-constraints,surgehq.ai,nemotron-3-ultra-550b-a55b,unstated,mixed,frontier,Surge-hosted,,,,,,17.8,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of ComplexConstraints Benchmark | Surge AI / row Nemotron 3 Ultra / column score),,out:effort-not-established, surge-complex-constraints,surgehq.ai,qwen3.5-plus,think,mixed,frontier,Surge-hosted,,,,,,17.8,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of ComplexConstraints Benchmark | Surge AI / row Qwen 3.5 Plus (Thinking on) / column score),,in, surge-complex-constraints,surgehq.ai,grok-4.20,think,mixed,frontier,Surge-hosted,,,,,,16.4,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of ComplexConstraints Benchmark | Surge AI / row Grok 4.20 Beta / column score),,in, surge-complex-constraints,surgehq.ai,?Ernie 5.1,not-established:absent,mixed,frontier,Surge-hosted,,,,,,14.7,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of ComplexConstraints Benchmark | Surge AI / row Ernie 5.1 / column score),,out:model-not-established, surge-complex-constraints,surgehq.ai,?Nemotron Lightning 3.5 30B A3B,not-established:absent,mixed,frontier,Surge-hosted,,,,,,7.1,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of ComplexConstraints Benchmark | Surge AI / row Nemotron Lightning 3.5 30B A3B (Thinking on) / column score),,out:model-not-established, surge-complex-constraints,surgehq.ai,?Mistral Large 3,not-established:absent,mixed,frontier,Surge-hosted,,,,,,0.4,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of ComplexConstraints Benchmark | Surge AI / row Mistral Large 3 / column score),,out:model-not-established, surge-complex-constraints,surgehq.ai,?Ernie 4.5 300B,not-established:absent,mixed,frontier,Surge-hosted,,,,,,0,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of ComplexConstraints Benchmark | Surge AI / row Ernie 4.5 300B / column score),,out:model-not-established, surge-dayjob-finance,surgehq.ai,opus-5.5,max,mixed,frontier,Surge-hosted,,,,,,23.9,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of DAYJOB: Finance Benchmark | Surge AI / row Claude Opus 5.5 (Adaptive/Max) / column score),,in, surge-dayjob-finance,surgehq.ai,gpt-6-astra,max,mixed,frontier,Surge-hosted,,,,,,21.5,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of DAYJOB: Finance Benchmark | Surge AI / row GPT 6 Astra (Max reasoning) / column score),,in, surge-dayjob-finance,surgehq.ai,gemini-4-argon,high,mixed,frontier,Surge-hosted,,,,,,20.3,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of DAYJOB: Finance Benchmark | Surge AI / row Gemini 4 Argon (High reasoning) / column score),,in, surge-dayjob-finance,surgehq.ai,fable-5.1,max,mixed,frontier,Surge-hosted,,,,,,19.8,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of DAYJOB: Finance Benchmark | Surge AI / row Claude Fable 5.1 (Adaptive/Max) / column score),,in, surge-dayjob-finance,surgehq.ai,muse-spark-1.3,max,mixed,frontier,Surge-hosted,,,,,,14.8,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of DAYJOB: Finance Benchmark | Surge AI / row Muse Spark 1.3 (Max reasoning) / column score),,out:effort-not-established, surge-dayjob-finance,surgehq.ai,grok-4.7,xhigh,mixed,frontier,Surge-hosted,,,,,,14.5,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of DAYJOB: Finance Benchmark | Surge AI / row Grok 4.7 (xHigh reasoning) / column score),,in, surge-dayjob-finance,surgehq.ai,grok-4.6,xhigh,mixed,frontier,Surge-hosted,,,,,,12.8,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of DAYJOB: Finance Benchmark | Surge AI / row Grok 4.6 (xHigh reasoning) / column score),,in, surge-dayjob-finance,surgehq.ai,opus-5,max,mixed,frontier,Surge-hosted,,,,,,11.3,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of DAYJOB: Finance Benchmark | Surge AI / row Claude Opus 5 (Adaptive/Max) / column score),,in, surge-dayjob-finance,surgehq.ai,gpt-6-sol,max,mixed,frontier,Surge-hosted,,,,,,9.3,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of DAYJOB: Finance Benchmark | Surge AI / row GPT 6 Sol (Max reasoning) / column score),,in, surge-dayjob-finance,surgehq.ai,fable-5,max,mixed,frontier,Surge-hosted,,,,,,9,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of DAYJOB: Finance Benchmark | Surge AI / row Claude Fable 5 (Adaptive/Max) / column score),,in, surge-dayjob-finance,surgehq.ai,hy4-preview,high,mixed,frontier,Surge-hosted,,,,,,7.3,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of DAYJOB: Finance Benchmark | Surge AI / row Hy Hy4 Preview (High reasoning) / column score),,out:single-couple, surge-dayjob-finance,surgehq.ai,glm-5.3,max,mixed,frontier,Surge-hosted,,,,,,6,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of DAYJOB: Finance Benchmark | Surge AI / row GLM 5.3 (Max reasoning) / column score),,in, surge-dayjob-finance,surgehq.ai,gpt-5.6-sol,max,mixed,frontier,Surge-hosted,,,,,,5.5,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of DAYJOB: Finance Benchmark | Surge AI / row GPT 5.6 Sol (Max reasoning) / column score),,in, surge-dayjob-finance,surgehq.ai,kimi-k3,max,mixed,frontier,Surge-hosted,,,,,,3.8,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of DAYJOB: Finance Benchmark | Surge AI / row Kimi K3 (Max reasoning) / column score),,in, surge-dayjob-finance,surgehq.ai,?Qwen 3.8 Max,not-established:absent,mixed,frontier,Surge-hosted,,,,,,3,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of DAYJOB: Finance Benchmark | Surge AI / row Qwen 3.8 Max (xHigh reasoning) / column score),,out:model-not-established, surge-dayjob-finance,surgehq.ai,gemini-3.7-flash,high,mixed,frontier,Surge-hosted,,,,,,2.8,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of DAYJOB: Finance Benchmark | Surge AI / row Gemini 3.7 Flash (High reasoning) / column score),,in, surge-dayjob-finance,surgehq.ai,gemini-3.8-flash,high,mixed,frontier,Surge-hosted,,,,,,2.8,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of DAYJOB: Finance Benchmark | Surge AI / row Gemini 3.8 Flash (High reasoning) / column score),,in, surge-dayjob-finance,surgehq.ai,glm-5.3-flash,max,mixed,frontier,Surge-hosted,,,,,,2.3,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of DAYJOB: Finance Benchmark | Surge AI / row GLM 5.3 Flash (Max reasoning) / column score),,in, surge-dayjob-finance,surgehq.ai,muse-spark-1.2,xhigh,mixed,frontier,Surge-hosted,,,,,,2.3,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of DAYJOB: Finance Benchmark | Surge AI / row Muse Spark 1.2 (xHigh reasoning) / column score),,out:single-couple, surge-dayjob-finance,surgehq.ai,sonnet-5,max,mixed,frontier,Surge-hosted,,,,,,2.3,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of DAYJOB: Finance Benchmark | Surge AI / row Claude Sonnet 5 (Adaptive/Max) / column score),,in, surge-dayjob-finance,surgehq.ai,gpt-6-luna,max,mixed,frontier,Surge-hosted,,,,,,2.3,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of DAYJOB: Finance Benchmark | Surge AI / row GPT 6 Luna (Max reasoning) / column score),,in, surge-dayjob-finance,surgehq.ai,gpt-5.6-luna,max,mixed,frontier,Surge-hosted,,,,,,1.8,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of DAYJOB: Finance Benchmark | Surge AI / row GPT 5.6 Luna (Max reasoning) / column score),,in, surge-dayjob-finance,surgehq.ai,gpt-5.6-terra,xhigh,mixed,frontier,Surge-hosted,,,,,,1.8,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of DAYJOB: Finance Benchmark | Surge AI / row GPT 5.6 Terra (xHigh reasoning) / column score),,in, surge-dayjob-finance,surgehq.ai,?DeepSeek V4 Pro,not-established:absent,mixed,frontier,Surge-hosted,,,,,,1,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of DAYJOB: Finance Benchmark | Surge AI / row DeepSeek V4 Pro (Max reasoning) / column score),,out:model-not-established, surge-dayjob-finance,surgehq.ai,hy3,high,mixed,frontier,Surge-hosted,,,,,,0.3,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of DAYJOB: Finance Benchmark | Surge AI / row Hy Hy3 (High reasoning) / column score),,out:single-couple, surge-dayjob-finance,surgehq.ai,?DeepSeek V4 Flash,not-established:absent,mixed,frontier,Surge-hosted,,,,,,0,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of DAYJOB: Finance Benchmark | Surge AI / row DeepSeek V4 Flash (Max reasoning) / column score),,out:model-not-established, surge-dayjob-finance,surgehq.ai,gemini-3.1-pro,high,mixed,frontier,Surge-hosted,,,,,,0,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of DAYJOB: Finance Benchmark | Surge AI / row Gemini 3.1 Pro (High reasoning) / column score),,out:uninformative, surge-dayjob-finance,surgehq.ai,inkling,not-established:absent,mixed,frontier,Surge-hosted,,,,,,0,score%,0.0289,,max-as-highest,https://surgehq.ai/benchmarks (all rows of the leaderboard of DAYJOB: Finance Benchmark | Surge AI / row Inkling Inkling (Max reasoning) / column score),,out:effort-not-established, surge-dayjob-finance,surgehq.ai,kimi-k2.7-code,solo,mixed,frontier,Surge-hosted,,,,,,0,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of DAYJOB: Finance Benchmark | Surge AI / row Kimi K2.7 Code (Max reasoning) / column score),,out:uninformative, surge-dayjob-finance,surgehq.ai,?Mistral Large 3,not-established:absent,mixed,frontier,Surge-hosted,,,,,,0,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of DAYJOB: Finance Benchmark | Surge AI / row Mistral Large 3 / column score),,out:model-not-established, surge-dayjob-finance,surgehq.ai,muse-glimmer-30b,xhigh,mixed,frontier,Surge-hosted,,,,,,0,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of DAYJOB: Finance Benchmark | Surge AI / row Muse Glimmer 30B (xHigh reasoning) / column score),,out:uninformative, surge-dayjob-finance,surgehq.ai,nemotron-3-ultra-550b-a55b,unstated,mixed,frontier,Surge-hosted,,,,,,0,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of DAYJOB: Finance Benchmark | Surge AI / row Nemotron 3 Ultra / column score),,out:effort-not-established, surge-dayjob-healthcare,surgehq.ai,opus-5.5,max,mixed,frontier,Surge-hosted,,,,,,24.7,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of DAYJOB: Healthcare Benchmark | Surge AI / row Claude Opus 5.5 (Adaptive/Max) / column score),,in, surge-dayjob-healthcare,surgehq.ai,gpt-6-astra,max,mixed,frontier,Surge-hosted,,,,,,11.6,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of DAYJOB: Healthcare Benchmark | Surge AI / row GPT 6 Astra (Max reasoning) / column score),,in, surge-dayjob-healthcare,surgehq.ai,fable-5.1,max,mixed,frontier,Surge-hosted,,,,,,9.6,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of DAYJOB: Healthcare Benchmark | Surge AI / row Claude Fable 5.1 (Adaptive/Max) / column score),,in, surge-dayjob-healthcare,surgehq.ai,gemini-4-argon,high,mixed,frontier,Surge-hosted,,,,,,9.6,score%,0.0289,,EAP-run,https://surgehq.ai/benchmarks (all rows of the leaderboard of DAYJOB: Healthcare Benchmark | Surge AI / row Gemini 4 Argon (High reasoning) / column score),,in, surge-dayjob-healthcare,surgehq.ai,opus-5,max,mixed,frontier,Surge-hosted,,,,,,8.4,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of DAYJOB: Healthcare Benchmark | Surge AI / row Claude Opus 5 (Adaptive/Max) / column score),,in, surge-dayjob-healthcare,surgehq.ai,grok-4.7,xhigh,mixed,frontier,Surge-hosted,,,,,,8.4,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of DAYJOB: Healthcare Benchmark | Surge AI / row Grok 4.7 (xHigh reasoning) / column score),,in, surge-dayjob-healthcare,surgehq.ai,muse-spark-1.3,max,mixed,frontier,Surge-hosted,,,,,,7.8,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of DAYJOB: Healthcare Benchmark | Surge AI / row Muse Spark 1.3 (Max reasoning) / column score),,out:effort-not-established, surge-dayjob-healthcare,surgehq.ai,fable-5,max,mixed,frontier,Surge-hosted,,,,,,5.6,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of DAYJOB: Healthcare Benchmark | Surge AI / row Claude Fable 5 (Adaptive/Max) / column score),,in, surge-dayjob-healthcare,surgehq.ai,gpt-6-sol,max,mixed,frontier,Surge-hosted,,,,,,3.6,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of DAYJOB: Healthcare Benchmark | Surge AI / row GPT 6 Sol (Max reasoning) / column score),,in, surge-dayjob-healthcare,surgehq.ai,grok-4.6,xhigh,mixed,frontier,Surge-hosted,,,,,,2.8,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of DAYJOB: Healthcare Benchmark | Surge AI / row Grok 4.6 (xHigh reasoning) / column score),,in, surge-dayjob-healthcare,surgehq.ai,muse-spark-1.2,xhigh,mixed,frontier,Surge-hosted,,,,,,2,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of DAYJOB: Healthcare Benchmark | Surge AI / row Muse Spark 1.2 (xHigh reasoning) / column score),,out:single-couple, surge-dayjob-healthcare,surgehq.ai,?Qwen 3.8 Max,not-established:absent,mixed,frontier,Surge-hosted,,,,,,2,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of DAYJOB: Healthcare Benchmark | Surge AI / row Qwen 3.8 Max (xHigh reasoning) / column score),,out:model-not-established, surge-dayjob-healthcare,surgehq.ai,gpt-5.6-sol,max,mixed,frontier,Surge-hosted,,,,,,1.6,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of DAYJOB: Healthcare Benchmark | Surge AI / row GPT 5.6 Sol (Max reasoning) / column score),,in, surge-dayjob-healthcare,surgehq.ai,gpt-5.6-terra,xhigh,mixed,frontier,Surge-hosted,,,,,,1.6,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of DAYJOB: Healthcare Benchmark | Surge AI / row GPT 5.6 Terra (xHigh reasoning) / column score),,in, surge-dayjob-healthcare,surgehq.ai,kimi-k3,max,mixed,frontier,Surge-hosted,,,,,,1.2,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of DAYJOB: Healthcare Benchmark | Surge AI / row Kimi K3 (Max reasoning) / column score),,in, surge-dayjob-healthcare,surgehq.ai,gemini-3.8-flash,high,mixed,frontier,Surge-hosted,,,,,,0.8,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of DAYJOB: Healthcare Benchmark | Surge AI / row Gemini 3.8 Flash (High reasoning) / column score),,in, surge-dayjob-healthcare,surgehq.ai,hy4-preview,high,mixed,frontier,Surge-hosted,,,,,,0.8,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of DAYJOB: Healthcare Benchmark | Surge AI / row Hy Hy4 Preview (High reasoning) / column score),,out:single-couple, surge-dayjob-healthcare,surgehq.ai,glm-5.3,max,mixed,frontier,Surge-hosted,,,,,,0.4,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of DAYJOB: Healthcare Benchmark | Surge AI / row GLM 5.3 (Max reasoning) / column score),,in, surge-dayjob-healthcare,surgehq.ai,glm-5.3-flash,max,mixed,frontier,Surge-hosted,,,,,,0.4,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of DAYJOB: Healthcare Benchmark | Surge AI / row GLM 5.3 Flash (Max reasoning) / column score),,in, surge-dayjob-healthcare,surgehq.ai,gpt-5.6-luna,max,mixed,frontier,Surge-hosted,,,,,,0.4,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of DAYJOB: Healthcare Benchmark | Surge AI / row GPT 5.6 Luna (Max reasoning) / column score),,in, surge-dayjob-healthcare,surgehq.ai,?DeepSeek V4 Pro,not-established:absent,mixed,frontier,Surge-hosted,,,,,,0.4,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of DAYJOB: Healthcare Benchmark | Surge AI / row DeepSeek V4 Pro (Max reasoning) / column score),,out:model-not-established, surge-dayjob-healthcare,surgehq.ai,hy3,high,mixed,frontier,Surge-hosted,,,,,,0.4,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of DAYJOB: Healthcare Benchmark | Surge AI / row Hy Hy3 (High reasoning) / column score),,out:single-couple, surge-dayjob-healthcare,surgehq.ai,sonnet-5,max,mixed,frontier,Surge-hosted,,,,,,0,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of DAYJOB: Healthcare Benchmark | Surge AI / row Claude Sonnet 5 (Adaptive/Max) / column score),,out:uninformative, surge-dayjob-healthcare,surgehq.ai,gemini-3.7-flash,high,mixed,frontier,Surge-hosted,,,,,,0,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of DAYJOB: Healthcare Benchmark | Surge AI / row Gemini 3.7 Flash (High reasoning) / column score),,out:uninformative, surge-dayjob-healthcare,surgehq.ai,inkling,not-established:absent,mixed,frontier,Surge-hosted,,,,,,0,score%,0.0289,,max-as-highest,https://surgehq.ai/benchmarks (all rows of the leaderboard of DAYJOB: Healthcare Benchmark | Surge AI / row Inkling Inkling (Max reasoning) / column score),,out:effort-not-established, surge-dayjob-healthcare,surgehq.ai,?DeepSeek V4 Flash,not-established:absent,mixed,frontier,Surge-hosted,,,,,,0,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of DAYJOB: Healthcare Benchmark | Surge AI / row DeepSeek V4 Flash (Max reasoning) / column score),,out:model-not-established, surge-dayjob-healthcare,surgehq.ai,gemini-3.1-pro,high,mixed,frontier,Surge-hosted,,,,,,0,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of DAYJOB: Healthcare Benchmark | Surge AI / row Gemini 3.1 Pro (High reasoning) / column score),,out:uninformative, surge-dayjob-healthcare,surgehq.ai,kimi-k2.7-code,solo,mixed,frontier,Surge-hosted,,,,,,0,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of DAYJOB: Healthcare Benchmark | Surge AI / row Kimi K2.7 Code (Max reasoning) / column score),,out:uninformative, surge-dayjob-healthcare,surgehq.ai,muse-glimmer-30b,xhigh,mixed,frontier,Surge-hosted,,,,,,0,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of DAYJOB: Healthcare Benchmark | Surge AI / row Muse Glimmer 30B (xHigh reasoning) / column score),,out:uninformative, surge-dayjob-healthcare,surgehq.ai,nemotron-3-ultra-550b-a55b,unstated,mixed,frontier,Surge-hosted,,,,,,0,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of DAYJOB: Healthcare Benchmark | Surge AI / row Nemotron 3 Ultra / column score),,out:effort-not-established, surge-dayjob-healthcare,surgehq.ai,?Mistral Large 3,not-established:absent,mixed,frontier,Surge-hosted,,,,,,0,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of DAYJOB: Healthcare Benchmark | Surge AI / row Mistral Large 3 / column score),,out:model-not-established, surge-dayjob-healthcare,surgehq.ai,gpt-6-luna,max,mixed,frontier,Surge-hosted,,,,,,0,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of DAYJOB: Healthcare Benchmark | Surge AI / row GPT 6 Luna (Max reasoning) / column score),,out:uninformative, surge-enterprisebench-corecraft,surgehq.ai,fable-5.1,max,agentic-tool,frontier,Surge-hosted,,,,,,77.4,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of EnterpriseBench: CoreCraft Benchmark | Surge AI / row Claude Fable 5.1 (Adaptive/Max) / column score),,in, surge-enterprisebench-corecraft,surgehq.ai,opus-5.5,max,agentic-tool,frontier,Surge-hosted,,,,,,74.4,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of EnterpriseBench: CoreCraft Benchmark | Surge AI / row Claude Opus 5.5 (Adaptive/Max) / column score),,in, surge-enterprisebench-corecraft,surgehq.ai,fable-5,max,agentic-tool,frontier,Surge-hosted,,,,,,70.3,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of EnterpriseBench: CoreCraft Benchmark | Surge AI / row Claude Fable 5 (Adaptive/Max) / column score),,in, surge-enterprisebench-corecraft,surgehq.ai,opus-5,max,agentic-tool,frontier,Surge-hosted,,,,,,68.7,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of EnterpriseBench: CoreCraft Benchmark | Surge AI / row Claude Opus 5 (Adaptive/Max) / column score),,in, surge-enterprisebench-corecraft,surgehq.ai,grok-4.7,xhigh,agentic-tool,frontier,Surge-hosted,,,,,,68.2,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of EnterpriseBench: CoreCraft Benchmark | Surge AI / row Grok 4.7 (xHigh reasoning) / column score),,in, surge-enterprisebench-corecraft,surgehq.ai,grok-4.6,xhigh,agentic-tool,frontier,Surge-hosted,,,,,,65.6,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of EnterpriseBench: CoreCraft Benchmark | Surge AI / row Grok 4.6 (xHigh reasoning) / column score),,in, surge-enterprisebench-corecraft,surgehq.ai,hy4-preview,high,agentic-tool,frontier,Surge-hosted,,,,,,64.6,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of EnterpriseBench: CoreCraft Benchmark | Surge AI / row Hy Hy4 Preview (High reasoning) / column score),,out:single-couple, surge-enterprisebench-corecraft,surgehq.ai,muse-spark-1.3,xhigh,agentic-tool,frontier,Surge-hosted,,,,,,61.9,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of EnterpriseBench: CoreCraft Benchmark | Surge AI / row Muse Spark 1.3 (xHigh reasoning) / column score),,out:single-couple, surge-enterprisebench-corecraft,surgehq.ai,gemini-3.8-flash,high,agentic-tool,frontier,Surge-hosted,,,,,,58.5,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of EnterpriseBench: CoreCraft Benchmark | Surge AI / row Gemini 3.8 Flash (High reasoning) / column score),,in, surge-enterprisebench-corecraft,surgehq.ai,qwen3.8-flash,not-established:absent,agentic-tool,frontier,Surge-hosted,,,,,,57.4,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of EnterpriseBench: CoreCraft Benchmark | Surge AI / row Qwen 3.8 Flash (xHigh reasoning) / column score),,out:effort-not-established, surge-enterprisebench-corecraft,surgehq.ai,gemini-3.7-flash,high,agentic-tool,frontier,Surge-hosted,,,,,,55.9,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of EnterpriseBench: CoreCraft Benchmark | Surge AI / row Gemini 3.7 Flash (High reasoning) / column score),,in, surge-enterprisebench-corecraft,surgehq.ai,?DeepSeek V4 Pro,not-established:absent,agentic-tool,frontier,Surge-hosted,,,,,,53.3,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of EnterpriseBench: CoreCraft Benchmark | Surge AI / row DeepSeek V4 Pro (Max reasoning) / column score),,out:model-not-established, surge-enterprisebench-corecraft,surgehq.ai,opus-4.8,max,agentic-tool,frontier,Surge-hosted,,,,,,52.3,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of EnterpriseBench: CoreCraft Benchmark | Surge AI / row Claude Opus 4.8 (Adaptive/Max) / column score),,in, surge-enterprisebench-corecraft,surgehq.ai,glm-5.3,max,agentic-tool,frontier,Surge-hosted,,,,,,51.8,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of EnterpriseBench: CoreCraft Benchmark | Surge AI / row GLM 5.3 (Max reasoning) / column score),,in, surge-enterprisebench-corecraft,surgehq.ai,muse-glimmer-30b,xhigh,agentic-tool,frontier,Surge-hosted,,,,,,51.8,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of EnterpriseBench: CoreCraft Benchmark | Surge AI / row Muse Glimmer 30B (xHigh reasoning) / column score),,out:single-couple, surge-enterprisebench-corecraft,surgehq.ai,gpt-5.5,xhigh,agentic-tool,frontier,Surge-hosted,,,,,,51.3,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of EnterpriseBench: CoreCraft Benchmark | Surge AI / row GPT 5.5 (xHigh reasoning) / column score),,in, surge-enterprisebench-corecraft,surgehq.ai,sonnet-5,max,agentic-tool,frontier,Surge-hosted,,,,,,51.3,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of EnterpriseBench: CoreCraft Benchmark | Surge AI / row Claude Sonnet 5 (Adaptive/Max) / column score),,in, surge-enterprisebench-corecraft,surgehq.ai,gemini-3.5-flash,high,agentic-tool,frontier,Surge-hosted,,,,,,50.8,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of EnterpriseBench: CoreCraft Benchmark | Surge AI / row Gemini 3.5 Flash (High reasoning) / column score),,in, surge-enterprisebench-corecraft,surgehq.ai,glm-5.3-flash,max,agentic-tool,frontier,Surge-hosted,,,,,,46.7,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of EnterpriseBench: CoreCraft Benchmark | Surge AI / row GLM 5.3 Flash (Max reasoning) / column score),,in, surge-enterprisebench-corecraft,surgehq.ai,gpt-5.6-sol,max,agentic-tool,frontier,Surge-hosted,,,,,,46.2,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of EnterpriseBench: CoreCraft Benchmark | Surge AI / row GPT 5.6 Sol (Max reasoning) / column score),,in, surge-enterprisebench-corecraft,surgehq.ai,?DeepSeek V4 Flash Vision (experimental),not-established:absent,agentic-tool,frontier,Surge-hosted,,,,,,45.6,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of EnterpriseBench: CoreCraft Benchmark | Surge AI / row DeepSeek V4 Flash Vision (experimental) (Max reasoning) / column score),,out:model-not-established, surge-enterprisebench-corecraft,surgehq.ai,gpt-6-sol,max,agentic-tool,frontier,Surge-hosted,,,,,,43.1,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of EnterpriseBench: CoreCraft Benchmark | Surge AI / row GPT 6 Sol (Max reasoning) / column score),,in, surge-enterprisebench-corecraft,surgehq.ai,gpt-6-luna,max,agentic-tool,frontier,Surge-hosted,,,,,,43.1,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of EnterpriseBench: CoreCraft Benchmark | Surge AI / row GPT 6 Luna (Max reasoning) / column score),,in, surge-enterprisebench-corecraft,surgehq.ai,kimi-k3,max,agentic-tool,frontier,Surge-hosted,,,,,,43.1,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of EnterpriseBench: CoreCraft Benchmark | Surge AI / row Kimi K3 (Max reasoning) / column score),,in, surge-enterprisebench-corecraft,surgehq.ai,gpt-6-astra,max,agentic-tool,frontier,Surge-hosted,,,,,,42.6,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of EnterpriseBench: CoreCraft Benchmark | Surge AI / row GPT 6 Astra (Max reasoning) / column score),,in, surge-enterprisebench-corecraft,surgehq.ai,gpt-5.2,xhigh,agentic-tool,frontier,Surge-hosted,,,,,,42.6,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of EnterpriseBench: CoreCraft Benchmark | Surge AI / row GPT 5.2 (xHigh reasoning) / column score),,in, surge-enterprisebench-corecraft,surgehq.ai,glm-5.2,not-established:absent,agentic-tool,frontier,Surge-hosted,,,,,,42.1,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of EnterpriseBench: CoreCraft Benchmark | Surge AI / row GLM 5.2 (xHigh reasoning) / column score),,out:effort-not-established, surge-enterprisebench-corecraft,surgehq.ai,deepseek-v4.1-flash,max,agentic-tool,frontier,Surge-hosted,,,,,,41.5,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of EnterpriseBench: CoreCraft Benchmark | Surge AI / row DeepSeek V4.1 Flash (Max reasoning) / column score),,in, surge-enterprisebench-corecraft,surgehq.ai,hy3,high,agentic-tool,frontier,Surge-hosted,,,,,,41.0,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of EnterpriseBench: CoreCraft Benchmark | Surge AI / row Hy Hy3 (High reasoning) / column score),,out:single-couple, surge-enterprisebench-corecraft,surgehq.ai,gemini-3.6-flash,high,agentic-tool,frontier,Surge-hosted,,,,,,39.5,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of EnterpriseBench: CoreCraft Benchmark | Surge AI / row Gemini 3.6 Flash (High reasoning) / column score),,in, surge-enterprisebench-corecraft,surgehq.ai,gpt-5.4,xhigh,agentic-tool,frontier,Surge-hosted,,,,,,36.4,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of EnterpriseBench: CoreCraft Benchmark | Surge AI / row GPT 5.4 (xHigh reasoning) / column score),,in, surge-enterprisebench-corecraft,surgehq.ai,opus-4.7,max,agentic-tool,frontier,Surge-hosted,,,,,,35.9,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of EnterpriseBench: CoreCraft Benchmark | Surge AI / row Claude Opus 4.7 (Adaptive/Max) / column score),,in, surge-enterprisebench-corecraft,surgehq.ai,?DeepSeek V4 Flash,not-established:absent,agentic-tool,frontier,Surge-hosted,,,,,,30.8,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of EnterpriseBench: CoreCraft Benchmark | Surge AI / row DeepSeek V4 Flash (High reasoning) / column score),,out:model-not-established, surge-enterprisebench-corecraft,surgehq.ai,opus-4.6,max,agentic-tool,frontier,Surge-hosted,,,,,,30.8,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of EnterpriseBench: CoreCraft Benchmark | Surge AI / row Claude Opus 4.6 (Adaptive/Max) / column score),,out:single-couple, surge-enterprisebench-corecraft,surgehq.ai,gemini-3.1-pro,high,agentic-tool,frontier,Surge-hosted,,,,,,27.2,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of EnterpriseBench: CoreCraft Benchmark | Surge AI / row Gemini 3.1 Pro (High reasoning) / column score),,in, surge-enterprisebench-corecraft,surgehq.ai,qwen3.7-max,think,agentic-tool,frontier,Surge-hosted,,,,,,26.2,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of EnterpriseBench: CoreCraft Benchmark | Surge AI / row Qwen 3.7 Max (Thinking on) / column score),,in, surge-enterprisebench-corecraft,surgehq.ai,kimi-k2.6,think,agentic-tool,frontier,Surge-hosted,,,,,,24.6,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of EnterpriseBench: CoreCraft Benchmark | Surge AI / row Kimi K2.6 (Thinking on) / column score),,in, surge-enterprisebench-corecraft,surgehq.ai,deepseek-v3.2,not-established:absent,agentic-tool,frontier,Surge-hosted,,,,,,24.1,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of EnterpriseBench: CoreCraft Benchmark | Surge AI / row DeepSeek V3.2 (High reasoning) / column score),,out:effort-not-established, surge-enterprisebench-corecraft,surgehq.ai,grok-4.1,not-established:absent,agentic-tool,frontier,Surge-hosted,,,,,,20.5,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of EnterpriseBench: CoreCraft Benchmark | Surge AI / row Grok 4.1 (Fast) / column score),,out:effort-not-established, surge-enterprisebench-corecraft,surgehq.ai,gpt-5.2-codex,xhigh,agentic-tool,frontier,Surge-hosted,,,,,,20.1,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of EnterpriseBench: CoreCraft Benchmark | Surge AI / row GPT 5.2 Codex (xHigh reasoning) / column score),,in, surge-enterprisebench-corecraft,surgehq.ai,gemini-3-flash,high,agentic-tool,frontier,Surge-hosted,,,,,,20.0,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of EnterpriseBench: CoreCraft Benchmark | Surge AI / row Gemini 3 Flash (High reasoning) / column score),,in, surge-enterprisebench-corecraft,surgehq.ai,glm-5,not-established:absent,agentic-tool,frontier,Surge-hosted,,,,,,17.4,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of EnterpriseBench: CoreCraft Benchmark | Surge AI / row GLM 5 (Auto reasoning) / column score),,out:effort-not-established, surge-enterprisebench-corecraft,surgehq.ai,sonnet-4.6,high,agentic-tool,frontier,Surge-hosted,,,,,,16.4,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of EnterpriseBench: CoreCraft Benchmark | Surge AI / row Claude Sonnet 4.6 (High reasoning) / column score),,in, surge-enterprisebench-corecraft,surgehq.ai,gemini-3-pro,high,agentic-tool,frontier,Surge-hosted,,,,,,14.4,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of EnterpriseBench: CoreCraft Benchmark | Surge AI / row Gemini 3 Pro (High reasoning) / column score),,in, surge-enterprisebench-corecraft,surgehq.ai,qwen3.5-plus,think,agentic-tool,frontier,Surge-hosted,,,,,,11.3,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of EnterpriseBench: CoreCraft Benchmark | Surge AI / row Qwen 3.5 Plus (Thinking on) / column score),,in, surge-enterprisebench-corecraft,surgehq.ai,?Nemotron Lightning 3.5 30B A3B,not-established:absent,agentic-tool,frontier,Surge-hosted,,,,,,10.3,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of EnterpriseBench: CoreCraft Benchmark | Surge AI / row Nemotron Lightning 3.5 30B A3B (Thinking on) / column score),,out:model-not-established, surge-enterprisebench-corecraft,surgehq.ai,?Nova 2 Pro,not-established:absent,agentic-tool,frontier,Surge-hosted,,,,,,8.9,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of EnterpriseBench: CoreCraft Benchmark | Surge AI / row Nova 2 Pro (High reasoning) / column score),,out:model-not-established, surge-enterprisebench-corecraft,surgehq.ai,?Kimi K2.5,not-established:absent,agentic-tool,frontier,Surge-hosted,,,,,,8.7,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of EnterpriseBench: CoreCraft Benchmark | Surge AI / row Kimi K2.5 (Thinking on) / column score),,out:model-not-established, surge-enterprisebench-corecraft,surgehq.ai,qwen3-max-0923,solo,agentic-tool,frontier,Surge-hosted,,,,,,3.6,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of EnterpriseBench: CoreCraft Benchmark | Surge AI / row Qwen 3 Max (Thinking on) / column score),,out:single-couple, surge-enterprisebench-corecraft,surgehq.ai,?Mistral Large 3,not-established:absent,agentic-tool,frontier,Surge-hosted,,,,,,3.6,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of EnterpriseBench: CoreCraft Benchmark | Surge AI / row Mistral Large 3 / column score),,out:model-not-established, surge-gdp-pdf,surgehq.ai,gpt-6.1-sol,max,mixed,frontier,Surge-hosted,,,,,,35,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of GDP.pdf Benchmark | Surge AI / row GPT 6.1 Sol (Max reasoning) / column score),,in, surge-gdp-pdf,surgehq.ai,gpt-6-astra,max,mixed,frontier,Surge-hosted,,,,,,34.2,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of GDP.pdf Benchmark | Surge AI / row GPT 6 Astra (Max reasoning) / column score),,in, surge-gdp-pdf,surgehq.ai,?Muse Wonder Full,not-established:absent,mixed,frontier,Surge-hosted,,,,,,33.2,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of GDP.pdf Benchmark | Surge AI / row Muse Wonder Full (Max reasoning) / column score),,out:model-not-established, surge-gdp-pdf,surgehq.ai,sonnet-5.5,max,mixed,frontier,Surge-hosted,,,,,,31.4,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of GDP.pdf Benchmark | Surge AI / row Claude Sonnet 5.5 (Adaptive/Max) / column score),,in, surge-gdp-pdf,surgehq.ai,?Muse Wonder,not-established:absent,mixed,frontier,Surge-hosted,,,,,,30.8,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of GDP.pdf Benchmark | Surge AI / row Muse Wonder (Max reasoning) / column score),,out:model-not-established, surge-gdp-pdf,surgehq.ai,gpt-5.6-sol,max,mixed,frontier,Surge-hosted,,,,,,30.7,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of GDP.pdf Benchmark | Surge AI / row GPT 5.6 Sol (Max reasoning) / column score),,in, surge-gdp-pdf,surgehq.ai,opus-5.5,max,mixed,frontier,Surge-hosted,,,,,,30.6,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of GDP.pdf Benchmark | Surge AI / row Claude Opus 5.5 (Adaptive/Max) / column score),,in, surge-gdp-pdf,surgehq.ai,fable-5,max,mixed,frontier,Surge-hosted,,,,,,29.8,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of GDP.pdf Benchmark | Surge AI / row Claude Fable 5 (Adaptive/Max) / column score),,in, surge-gdp-pdf,surgehq.ai,gemini-4-argon,high,mixed,frontier,Surge-hosted,,,,,,28.4,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of GDP.pdf Benchmark | Surge AI / row Gemini 4 Argon (High reasoning) / column score),,in, surge-gdp-pdf,surgehq.ai,fable-5.1,max,mixed,frontier,Surge-hosted,,,,,,27.6,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of GDP.pdf Benchmark | Surge AI / row Claude Fable 5.1 (Adaptive/Max) / column score),,in, surge-gdp-pdf,surgehq.ai,muse-spark-1.3,xhigh,mixed,frontier,Surge-hosted,,,,,,27.6,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of GDP.pdf Benchmark | Surge AI / row Muse Spark 1.3 (xHigh reasoning) / column score),,out:single-couple, surge-gdp-pdf,surgehq.ai,gpt-6-sol,max,mixed,frontier,Surge-hosted,,,,,,26.4,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of GDP.pdf Benchmark | Surge AI / row GPT 6 Sol (Max reasoning) / column score),,in, surge-gdp-pdf,surgehq.ai,gpt-5.5,xhigh,mixed,frontier,Surge-hosted,,,,,,26,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of GDP.pdf Benchmark | Surge AI / row GPT 5.5 (xHigh reasoning) / column score),,in, surge-gdp-pdf,surgehq.ai,opus-4.8,max,mixed,frontier,Surge-hosted,,,,,,24,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of GDP.pdf Benchmark | Surge AI / row Claude Opus 4.8 (Adaptive/Max) / column score),,in, surge-gdp-pdf,surgehq.ai,opus-5,max,mixed,frontier,Surge-hosted,,,,,,24,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of GDP.pdf Benchmark | Surge AI / row Claude Opus 5 (Adaptive/Max) / column score),,in, surge-gdp-pdf,surgehq.ai,gemini-3.7-flash,high,mixed,frontier,Surge-hosted,,,,,,23.8,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of GDP.pdf Benchmark | Surge AI / row Gemini 3.7 Flash (High reasoning) / column score),,in, surge-gdp-pdf,surgehq.ai,gemini-3.8-flash,high,mixed,frontier,Surge-hosted,,,,,,23.2,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of GDP.pdf Benchmark | Surge AI / row Gemini 3.8 Flash (High reasoning) / column score),,in, surge-gdp-pdf,surgehq.ai,?Qwen 3.8 Max,not-established:absent,mixed,frontier,Surge-hosted,,,,,,23.2,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of GDP.pdf Benchmark | Surge AI / row Qwen 3.8 Max (xHigh reasoning) / column score),,out:model-not-established, surge-gdp-pdf,surgehq.ai,gpt-6-luna,max,mixed,frontier,Surge-hosted,,,,,,23,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of GDP.pdf Benchmark | Surge AI / row GPT 6 Luna (Max reasoning) / column score),,in, surge-gdp-pdf,surgehq.ai,grok-4.7,xhigh,mixed,frontier,Surge-hosted,,,,,,22.8,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of GDP.pdf Benchmark | Surge AI / row Grok 4.7 (xHigh reasoning) / column score),,in, surge-gdp-pdf,surgehq.ai,opus-4.7,max,mixed,frontier,Surge-hosted,,,,,,21,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of GDP.pdf Benchmark | Surge AI / row Claude Opus 4.7 (Adaptive/Max) / column score),,in, surge-gdp-pdf,surgehq.ai,deepseek-v4.1-flash,max,mixed,frontier,Surge-hosted,,,,,,19.8,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of GDP.pdf Benchmark | Surge AI / row DeepSeek V4.1 Flash (Max reasoning) / column score),,in, surge-gdp-pdf,surgehq.ai,kimi-k3,max,mixed,frontier,Surge-hosted,,,,,,19,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of GDP.pdf Benchmark | Surge AI / row Kimi K3 (Max reasoning) / column score),,in, surge-gdp-pdf,surgehq.ai,sonnet-4.6,not-established:absent,mixed,frontier,Surge-hosted,,,,,,18,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of GDP.pdf Benchmark | Surge AI / row Claude Sonnet 4.6 (Adaptive/Max) / column score),,out:effort-not-established, surge-gdp-pdf,surgehq.ai,grok-4.6,xhigh,mixed,frontier,Surge-hosted,,,,,,17.2,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of GDP.pdf Benchmark | Surge AI / row Grok 4.6 (xHigh reasoning) / column score),,in, surge-gdp-pdf,surgehq.ai,gemini-3.1-pro,high,mixed,frontier,Surge-hosted,,,,,,17,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of GDP.pdf Benchmark | Surge AI / row Gemini 3.1 Pro (High reasoning) / column score),,in, surge-gdp-pdf,surgehq.ai,qwen3.8-flash,not-established:absent,mixed,frontier,Surge-hosted,,,,,,16.6,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of GDP.pdf Benchmark | Surge AI / row Qwen 3.8 Flash (xHigh reasoning) / column score),,out:effort-not-established, surge-gdp-pdf,surgehq.ai,?DeepSeek V4 Flash Vision (experimental),not-established:absent,mixed,frontier,Surge-hosted,,,,,,16.2,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of GDP.pdf Benchmark | Surge AI / row DeepSeek V4 Flash Vision (experimental) (Max reasoning) / column score),,out:model-not-established, surge-gdp-pdf,surgehq.ai,muse-spark-1.2,xhigh,mixed,frontier,Surge-hosted,,,,,,16,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of GDP.pdf Benchmark | Surge AI / row Muse Spark 1.2 (xHigh reasoning) / column score),,out:single-couple, surge-gdp-pdf,surgehq.ai,gemini-3.6-flash,high,mixed,frontier,Surge-hosted,,,,,,14,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of GDP.pdf Benchmark | Surge AI / row Gemini 3.6 Flash (High reasoning) / column score),,in, surge-gdp-pdf,surgehq.ai,glm-5.3-flash,max,mixed,frontier,Surge-hosted,,,,,,14,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of GDP.pdf Benchmark | Surge AI / row GLM 5.3 Flash (Max reasoning) / column score),,in, surge-gdp-pdf,surgehq.ai,grok-4.5,high,mixed,frontier,Surge-hosted,,,,,,14,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of GDP.pdf Benchmark | Surge AI / row Grok 4.5 (High reasoning) / column score),,in, surge-gdp-pdf,surgehq.ai,kimi-k2.6,think,mixed,frontier,Surge-hosted,,,,,,12,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of GDP.pdf Benchmark | Surge AI / row Kimi K2.6 (Thinking on) / column score),,in, surge-gdp-pdf,surgehq.ai,muse-glimmer-30b,xhigh,mixed,frontier,Surge-hosted,,,,,,11.8,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of GDP.pdf Benchmark | Surge AI / row Muse Glimmer 30B (xHigh reasoning) / column score),,out:single-couple, surge-gdp-pdf,surgehq.ai,gemini-3.5-flash-lite,high,mixed,frontier,Surge-hosted,,,,,,10,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of GDP.pdf Benchmark | Surge AI / row Gemini 3.5 Flash-Lite (High reasoning) / column score),,in, surge-gdp-pdf,surgehq.ai,gemini-3-flash,high,mixed,frontier,Surge-hosted,,,,,,10,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of GDP.pdf Benchmark | Surge AI / row Gemini 3 Flash (High reasoning) / column score),,in, surge-gdp-pdf,surgehq.ai,grok-4.3,high,mixed,frontier,Surge-hosted,,,,,,8,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of GDP.pdf Benchmark | Surge AI / row Grok 4.3 (High reasoning) / column score),,in, surge-gdp-pdf,surgehq.ai,?Mistral Large 3,not-established:absent,mixed,frontier,Surge-hosted,,,,,,2,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of GDP.pdf Benchmark | Surge AI / row Mistral Large 3 / column score),,out:model-not-established, surge-gdp-pdf,surgehq.ai,?Nemotron 3 Nano Omni,not-established:absent,mixed,frontier,Surge-hosted,,,,,,2,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of GDP.pdf Benchmark | Surge AI / row Nemotron 3 Nano Omni / column score),,out:model-not-established, surge-gdp-xlsx,surgehq.ai,gemini-4-argon,high,mixed,frontier,Surge-hosted,,,,,,38.3,score%,0.0289,,EAP-run,https://surgehq.ai/benchmarks (all rows of the leaderboard of GDP.xlsx Benchmark | Surge AI / row Gemini 4 Argon (High reasoning) / column score),,in, surge-gdp-xlsx,surgehq.ai,opus-5.5,max,mixed,frontier,Surge-hosted,,,,,,30.3,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of GDP.xlsx Benchmark | Surge AI / row Claude Opus 5.5 (Adaptive/Max) / column score),,in, surge-gdp-xlsx,surgehq.ai,sonnet-5.5,max,mixed,frontier,Surge-hosted,,,,,,29.1,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of GDP.xlsx Benchmark | Surge AI / row Claude Sonnet 5.5 (Adaptive/Max) / column score),,in, surge-gdp-xlsx,surgehq.ai,fable-5.1,max,mixed,frontier,Surge-hosted,,,,,,23.1,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of GDP.xlsx Benchmark | Surge AI / row Claude Fable 5.1 (Adaptive/Max) / column score),,in, surge-gdp-xlsx,surgehq.ai,gpt-6-astra,max,mixed,frontier,Surge-hosted,,,,,,22.9,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of GDP.xlsx Benchmark | Surge AI / row GPT 6 Astra (Max reasoning) / column score),,in, surge-gdp-xlsx,surgehq.ai,muse-spark-1.3,max,mixed,frontier,Surge-hosted,,,,,,22.6,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of GDP.xlsx Benchmark | Surge AI / row Muse Spark 1.3 (Max reasoning) / column score),,out:effort-not-established, surge-gdp-xlsx,surgehq.ai,grok-4.7,xhigh,mixed,frontier,Surge-hosted,,,,,,22.3,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of GDP.xlsx Benchmark | Surge AI / row Grok 4.7 (xHigh reasoning) / column score),,in, surge-gdp-xlsx,surgehq.ai,gpt-6.1-sol,max,mixed,frontier,Surge-hosted,,,,,,22,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of GDP.xlsx Benchmark | Surge AI / row GPT 6.1 Sol (Max reasoning) / column score),,in, surge-gdp-xlsx,surgehq.ai,glm-5.3,max,mixed,frontier,Surge-hosted,,,,,,21.4,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of GDP.xlsx Benchmark | Surge AI / row GLM 5.3 (Max reasoning) / column score),,in, surge-gdp-xlsx,surgehq.ai,?Qwen 3.8 Max,not-established:absent,mixed,frontier,Surge-hosted,,,,,,20.3,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of GDP.xlsx Benchmark | Surge AI / row Qwen 3.8 Max (xHigh reasoning) / column score),,out:model-not-established, surge-gdp-xlsx,surgehq.ai,gemini-3.8-flash,high,mixed,frontier,Surge-hosted,,,,,,18.3,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of GDP.xlsx Benchmark | Surge AI / row Gemini 3.8 Flash (High reasoning) / column score),,in, surge-gdp-xlsx,surgehq.ai,hy4-preview,high,mixed,frontier,Surge-hosted,,,,,,18.3,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of GDP.xlsx Benchmark | Surge AI / row Hy Hy4 Preview (High reasoning) / column score),,out:single-couple, surge-gdp-xlsx,surgehq.ai,gpt-6-sol,max,mixed,frontier,Surge-hosted,,,,,,17.1,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of GDP.xlsx Benchmark | Surge AI / row GPT 6 Sol (Max reasoning) / column score),,in, surge-gdp-xlsx,surgehq.ai,sonnet-5,max,mixed,frontier,Surge-hosted,,,,,,16.9,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of GDP.xlsx Benchmark | Surge AI / row Claude Sonnet 5 (Adaptive/Max) / column score),,in, surge-gdp-xlsx,surgehq.ai,gpt-6-luna,max,mixed,frontier,Surge-hosted,,,,,,14.9,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of GDP.xlsx Benchmark | Surge AI / row GPT 6 Luna (Max reasoning) / column score),,in, surge-gdp-xlsx,surgehq.ai,kimi-k3,max,mixed,frontier,Surge-hosted,,,,,,13.4,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of GDP.xlsx Benchmark | Surge AI / row Kimi K3 (Max reasoning) / column score),,in, surge-gdp-xlsx,surgehq.ai,gemini-3.1-pro,high,mixed,frontier,Surge-hosted,,,,,,10.3,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of GDP.xlsx Benchmark | Surge AI / row Gemini 3.1 Pro (High reasoning) / column score),,in, surge-gdp-xlsx,surgehq.ai,?DeepSeek V4 Pro,not-established:absent,mixed,frontier,Surge-hosted,,,,,,6.9,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of GDP.xlsx Benchmark | Surge AI / row DeepSeek V4 Pro (Max reasoning) / column score),,out:model-not-established, surge-gdp-xlsx,surgehq.ai,nemotron-3-ultra-550b-a55b,unstated,mixed,frontier,Surge-hosted,,,,,,4.9,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of GDP.xlsx Benchmark | Surge AI / row Nemotron 3 Ultra / column score),,out:effort-not-established, surge-gdp-xlsx,surgehq.ai,?Mistral Large 3,not-established:absent,mixed,frontier,Surge-hosted,,,,,,0,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of GDP.xlsx Benchmark | Surge AI / row Mistral Large 3 / column score),,out:model-not-established, surge-handbook,surgehq.ai,fable-5.1,max,agentic-tool,frontier,Surge-RL-environment,,,,,,38.8,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of HANDBOOK.md Benchmark | Surge AI / row Claude Fable 5.1 (Adaptive/Max) / column score),,out:superseded, surge-handbook,surgehq.ai,fable-5,max,agentic-tool,frontier,Surge-RL-environment,,,,,,36.2,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of HANDBOOK.md Benchmark | Surge AI / row Claude Fable 5 (Adaptive/Max) / column score),,in, surge-handbook,surgehq.ai,opus-5,max,agentic-tool,frontier,Surge-RL-environment,,,,,,32.3,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of HANDBOOK.md Benchmark | Surge AI / row Claude Opus 5 (Adaptive/Max) / column score),,in, surge-handbook,surgehq.ai,grok-4.6,xhigh,agentic-tool,frontier,Surge-RL-environment,,,,,,27.3,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of HANDBOOK.md Benchmark | Surge AI / row Grok 4.6 (xHigh reasoning) / column score),,in, surge-handbook,surgehq.ai,?DeepSeek V4 Pro,not-established:absent,agentic-tool,frontier,Surge-RL-environment,,,,,,26.9,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of HANDBOOK.md Benchmark | Surge AI / row DeepSeek V4 Pro (Max reasoning) / column score),,out:model-not-established, surge-handbook,surgehq.ai,gpt-5.6-sol,max,agentic-tool,frontier,Surge-RL-environment,,,,,,23.5,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of HANDBOOK.md Benchmark | Surge AI / row GPT 5.6 Sol (Max reasoning) / column score),,in, surge-handbook,surgehq.ai,?DeepSeek V4 Flash Vision (experimental),not-established:absent,agentic-tool,frontier,Surge-RL-environment,,,,,,23.1,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of HANDBOOK.md Benchmark | Surge AI / row DeepSeek V4 Flash Vision (experimental) (Max reasoning) / column score),,out:model-not-established, surge-handbook,surgehq.ai,opus-4.8,max,agentic-tool,frontier,Surge-RL-environment,,,,,,21.9,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of HANDBOOK.md Benchmark | Surge AI / row Claude Opus 4.8 (Adaptive/Max) / column score),,in, surge-handbook,surgehq.ai,gpt-5.5,xhigh,agentic-tool,frontier,Surge-RL-environment,,,,,,21.5,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of HANDBOOK.md Benchmark | Surge AI / row GPT 5.5 (xHigh reasoning) / column score),,in, surge-handbook,surgehq.ai,?Qwen 3.8 Max,not-established:absent,agentic-tool,frontier,Surge-RL-environment,,,,,,16.5,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of HANDBOOK.md Benchmark | Surge AI / row Qwen 3.8 Max (xHigh reasoning) / column score),,out:model-not-established, surge-handbook,surgehq.ai,grok-4.5,high,agentic-tool,frontier,Surge-RL-environment,,,,,,15.8,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of HANDBOOK.md Benchmark | Surge AI / row Grok 4.5 (High reasoning) / column score),,in, surge-handbook,surgehq.ai,muse-spark-1.3,xhigh,agentic-tool,frontier,Surge-RL-environment,,,,,,15.4,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of HANDBOOK.md Benchmark | Surge AI / row Muse Spark 1.3 (xHigh reasoning) / column score),,out:single-couple, surge-handbook,surgehq.ai,glm-5.3,max,agentic-tool,frontier,Surge-RL-environment,,,,,,15.0,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of HANDBOOK.md Benchmark | Surge AI / row GLM 5.3 (Max reasoning) / column score),,out:superseded, surge-handbook,surgehq.ai,muse-spark-1.1,xhigh,agentic-tool,frontier,Surge-RL-environment,,,,,,13.5,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of HANDBOOK.md Benchmark | Surge AI / row Muse Spark 1.1 (xHigh reasoning) / column score),,out:single-couple, surge-handbook,surgehq.ai,muse-spark-1.2,xhigh,agentic-tool,frontier,Surge-RL-environment,,,,,,13.1,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of HANDBOOK.md Benchmark | Surge AI / row Muse Spark 1.2 (xHigh reasoning) / column score),,out:single-couple, surge-handbook,surgehq.ai,kimi-k3,max,agentic-tool,frontier,Surge-RL-environment,,,,,,11.9,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of HANDBOOK.md Benchmark | Surge AI / row Kimi K3 (Max reasoning) / column score),,out:superseded, surge-handbook,surgehq.ai,gemini-3.5-flash,high,agentic-tool,frontier,Surge-RL-environment,,,,,,11.2,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of HANDBOOK.md Benchmark | Surge AI / row Gemini 3.5 Flash (High reasoning) / column score),,in, surge-handbook,surgehq.ai,gemini-3.7-flash,high,agentic-tool,frontier,Surge-RL-environment,,,,,,10.8,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of HANDBOOK.md Benchmark | Surge AI / row Gemini 3.7 Flash (High reasoning) / column score),,in, surge-handbook,surgehq.ai,gemini-3.8-flash,high,agentic-tool,frontier,Surge-RL-environment,,,,,,10.8,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of HANDBOOK.md Benchmark | Surge AI / row Gemini 3.8 Flash (High reasoning) / column score),,out:superseded, surge-handbook,surgehq.ai,sonnet-4.6,not-established:absent,agentic-tool,frontier,Surge-RL-environment,,,,,,10.4,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of HANDBOOK.md Benchmark | Surge AI / row Claude Sonnet 4.6 (Adaptive/Max) / column score),,out:effort-not-established, surge-handbook,surgehq.ai,glm-5.3-flash,max,agentic-tool,frontier,Surge-RL-environment,,,,,,10.4,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of HANDBOOK.md Benchmark | Surge AI / row GLM 5.3 Flash (Max reasoning) / column score),,in, surge-handbook,surgehq.ai,glm-5.2,not-established:absent,agentic-tool,frontier,Surge-RL-environment,,,,,,10.0,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of HANDBOOK.md Benchmark | Surge AI / row GLM 5.2 (xHigh reasoning) / column score),,out:effort-not-established, surge-handbook,surgehq.ai,gemini-3.1-pro,high,agentic-tool,frontier,Surge-RL-environment,,,,,,10.0,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of HANDBOOK.md Benchmark | Surge AI / row Gemini 3.1 Pro (High reasoning) / column score),,in, surge-handbook,surgehq.ai,?DeepSeek V4 Pro (preview),not-established:absent,agentic-tool,frontier,Surge-RL-environment,,,,,,9.2,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of HANDBOOK.md Benchmark | Surge AI / row DeepSeek V4 Pro (preview) (xHigh reasoning) / column score),,out:model-not-established, surge-handbook,surgehq.ai,qwen3.7-max,think,agentic-tool,frontier,Surge-RL-environment,,,,,,8.5,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of HANDBOOK.md Benchmark | Surge AI / row Qwen 3.7 Max (Thinking on) / column score),,in, surge-handbook,surgehq.ai,hy3,high,agentic-tool,frontier,Surge-RL-environment,,,,,,7.7,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of HANDBOOK.md Benchmark | Surge AI / row Hy Hy3 (High reasoning) / column score),,out:single-couple, surge-handbook,surgehq.ai,?DeepSeek V4 Flash (preview),not-established:absent,agentic-tool,frontier,Surge-RL-environment,,,,,,7.3,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of HANDBOOK.md Benchmark | Surge AI / row DeepSeek V4 Flash (preview) (xHigh reasoning) / column score),,out:model-not-established, surge-handbook,surgehq.ai,?DeepSeek V4 Flash,not-established:absent,agentic-tool,frontier,Surge-RL-environment,,,,,,7.3,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of HANDBOOK.md Benchmark | Surge AI / row DeepSeek V4 Flash (xHigh reasoning) / column score),,out:model-not-established, surge-handbook,surgehq.ai,kimi-k2.6,think,agentic-tool,frontier,Surge-RL-environment,,,,,,6.9,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of HANDBOOK.md Benchmark | Surge AI / row Kimi K2.6 (Thinking on) / column score),,in, surge-handbook,surgehq.ai,gemini-3.6-flash,high,agentic-tool,frontier,Surge-RL-environment,,,,,,5.0,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of HANDBOOK.md Benchmark | Surge AI / row Gemini 3.6 Flash (High reasoning) / column score),,in, surge-handbook,surgehq.ai,muse-glimmer-30b,xhigh,agentic-tool,frontier,Surge-RL-environment,,,,,,3.5,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of HANDBOOK.md Benchmark | Surge AI / row Muse Glimmer 30B (xHigh reasoning) / column score),,out:single-couple, surge-handbook,surgehq.ai,gemini-3.5-flash-lite,high,agentic-tool,frontier,Surge-RL-environment,,,,,,3.1,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of HANDBOOK.md Benchmark | Surge AI / row Gemini 3.5 Flash-Lite (High reasoning) / column score),,in, surge-handbook,surgehq.ai,inkling,not-established:absent,agentic-tool,frontier,Surge-RL-environment,,,,,,2.3,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of HANDBOOK.md Benchmark | Surge AI / row Inkling Inkling (xHigh reasoning) / column score),,out:effort-not-established, surge-handbook,surgehq.ai,grok-4.3,high,agentic-tool,frontier,Surge-RL-environment,,,,,,1.9,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of HANDBOOK.md Benchmark | Surge AI / row Grok 4.3 (High reasoning) / column score),,in, surge-handbook,surgehq.ai,nemotron-3-ultra-550b-a55b,unstated,agentic-tool,frontier,Surge-RL-environment,,,,,,1.5,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of HANDBOOK.md Benchmark | Surge AI / row Nemotron 3 Ultra / column score),,out:effort-not-established, surge-handbook,surgehq.ai,inkling-small,not-established:absent,agentic-tool,frontier,Surge-RL-environment,,,,,,1.2,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of HANDBOOK.md Benchmark | Surge AI / row Inkling Small (xHigh reasoning) / column score),,out:effort-not-established, surge-handbook,surgehq.ai,?Nemotron Lightning 3.5 30B A3B,not-established:absent,agentic-tool,frontier,Surge-RL-environment,,,,,,0.0,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of HANDBOOK.md Benchmark | Surge AI / row Nemotron Lightning 3.5 30B A3B (Thinking on) / column score),,out:model-not-established, surge-hemingway-bench,surgehq.ai,fable-5,high,writing,frontier,Surge-hosted,,,,,,1110,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Hemingway-bench Benchmark | Surge AI / row Claude Fable 5 (Adaptive/High) / column score),,in, surge-hemingway-bench,surgehq.ai,gemini-3.7-flash,medium,writing,frontier,Surge-hosted,,,,,,1105,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Hemingway-bench Benchmark | Surge AI / row Gemini 3.7 Flash (Medium reasoning) / column score),,in, surge-hemingway-bench,surgehq.ai,fable-5.1,high,writing,frontier,Surge-hosted,,,,,,1095,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Hemingway-bench Benchmark | Surge AI / row Claude Fable 5.1 (Adaptive/High) / column score),,in, surge-hemingway-bench,surgehq.ai,gemini-3.8-flash,medium,writing,frontier,Surge-hosted,,,,,,1093,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Hemingway-bench Benchmark | Surge AI / row Gemini 3.8 Flash (Medium reasoning) / column score),,in, surge-hemingway-bench,surgehq.ai,gemini-3.6-flash,medium,writing,frontier,Surge-hosted,,,,,,1075,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Hemingway-bench Benchmark | Surge AI / row Gemini 3.6 Flash (Medium reasoning) / column score),,in, surge-hemingway-bench,surgehq.ai,gemini-3.1-pro,high,writing,frontier,Surge-hosted,,,,,,1073,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Hemingway-bench Benchmark | Surge AI / row Gemini 3.1 Pro (High reasoning) / column score),,in, surge-hemingway-bench,surgehq.ai,gemini-3.5-flash,medium,writing,frontier,Surge-hosted,,,,,,1071,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Hemingway-bench Benchmark | Surge AI / row Gemini 3.5 Flash (Medium reasoning) / column score),,in, surge-hemingway-bench,surgehq.ai,kimi-k3,max,writing,frontier,Surge-hosted,,,,,,1069,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Hemingway-bench Benchmark | Surge AI / row Kimi K3 (Max reasoning) / column score),,in, surge-hemingway-bench,surgehq.ai,gpt-5.6-sol,medium,writing,frontier,Surge-hosted,,,,,,1057,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Hemingway-bench Benchmark | Surge AI / row GPT 5.6 Sol (Medium reasoning) / column score),,in, surge-hemingway-bench,surgehq.ai,gemini-3-pro,high,writing,frontier,Surge-hosted,,,,,,1056,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Hemingway-bench Benchmark | Surge AI / row Gemini 3 Pro (High reasoning) / column score),,in, surge-hemingway-bench,surgehq.ai,glm-5.3,max,writing,frontier,Surge-hosted,,,,,,1053,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Hemingway-bench Benchmark | Surge AI / row GLM 5.3 (Max reasoning) / column score),,in, surge-hemingway-bench,surgehq.ai,gemini-3-flash,high,writing,frontier,Surge-hosted,,,,,,1052,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Hemingway-bench Benchmark | Surge AI / row Gemini 3 Flash (High reasoning) / column score),,in, surge-hemingway-bench,surgehq.ai,opus-5,high,writing,frontier,Surge-hosted,,,,,,1047,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Hemingway-bench Benchmark | Surge AI / row Claude Opus 5 (Adaptive/High) / column score),,in, surge-hemingway-bench,surgehq.ai,?DeepSeek V4 Pro,not-established:absent,writing,frontier,Surge-hosted,,,,,,1046,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Hemingway-bench Benchmark | Surge AI / row DeepSeek V4 Pro (High reasoning) / column score),,out:model-not-established, surge-hemingway-bench,surgehq.ai,opus-4.6,high,writing,frontier,Surge-hosted,,,,,,1045,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Hemingway-bench Benchmark | Surge AI / row Claude Opus 4.6 (High reasoning) / column score),,out:single-couple, surge-hemingway-bench,surgehq.ai,opus-4.8,high,writing,frontier,Surge-hosted,,,,,,1044,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Hemingway-bench Benchmark | Surge AI / row Claude Opus 4.8 (Adaptive/Default/High) / column score),,in, surge-hemingway-bench,surgehq.ai,opus-4.7,high,writing,frontier,Surge-hosted,,,,,,1042,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Hemingway-bench Benchmark | Surge AI / row Claude Opus 4.7 (High reasoning) / column score),,in, surge-hemingway-bench,surgehq.ai,opus-4.8,high,writing,frontier,Surge-hosted,,,,,,1038,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Hemingway-bench Benchmark | Surge AI / row Claude Opus 4.8 (High reasoning) / column score),,in, surge-hemingway-bench,surgehq.ai,glm-5.2,not-established:absent,writing,frontier,Surge-hosted,,,,,,1036,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Hemingway-bench Benchmark | Surge AI / row GLM 5.2 (Auto reasoning) / column score),,out:effort-not-established, surge-hemingway-bench,surgehq.ai,gpt-5.5,medium,writing,frontier,Surge-hosted,,,,,,1035,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Hemingway-bench Benchmark | Surge AI / row GPT 5.5 (Medium reasoning) / column score),,in, surge-hemingway-bench,surgehq.ai,glm-5.3-flash,max,writing,frontier,Surge-hosted,,,,,,1034,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Hemingway-bench Benchmark | Surge AI / row GLM 5.3 Flash (Max reasoning) / column score),,in, surge-hemingway-bench,surgehq.ai,kimi-k2.6,think,writing,frontier,Surge-hosted,,,,,,1021,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Hemingway-bench Benchmark | Surge AI / row Kimi K2.6 (Thinking on) / column score),,in, surge-hemingway-bench,surgehq.ai,opus-4.5,not-established:absent,writing,frontier,Surge-hosted,,,,,,1016,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Hemingway-bench Benchmark | Surge AI / row Claude Opus 4.5 (High reasoning) / column score),,out:effort-not-established, surge-hemingway-bench,surgehq.ai,hy4-preview,high,writing,frontier,Surge-hosted,,,,,,1014,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Hemingway-bench Benchmark | Surge AI / row Hy Hy4 Preview (High reasoning) / column score),,out:single-couple, surge-hemingway-bench,surgehq.ai,muse-spark-1.2,not-established:absent,writing,frontier,Surge-hosted,,,,,,1013,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Hemingway-bench Benchmark | Surge AI / row Muse Spark 1.2 (Auto reasoning) / column score),,out:effort-not-established, surge-hemingway-bench,surgehq.ai,?Qwen 3.8 Max,not-established:absent,writing,frontier,Surge-hosted,,,,,,1009,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Hemingway-bench Benchmark | Surge AI / row Qwen 3.8 Max (xHigh reasoning) / column score),,out:model-not-established, surge-hemingway-bench,surgehq.ai,sonnet-4.6,high,writing,frontier,Surge-hosted,,,,,,1001,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Hemingway-bench Benchmark | Surge AI / row Claude Sonnet 4.6 (High reasoning) / column score),,in, surge-hemingway-bench,surgehq.ai,?DeepSeek V4 Pro (preview),not-established:absent,writing,frontier,Surge-hosted,,,,,,999,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Hemingway-bench Benchmark | Surge AI / row DeepSeek V4 Pro (preview) (High reasoning) / column score),,out:model-not-established, surge-hemingway-bench,surgehq.ai,gpt-5.2-chat-latest,solo,writing,frontier,Surge-hosted,,,,,,994,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Hemingway-bench Benchmark | Surge AI / row GPT 5.2 Chat / column score),,in, surge-hemingway-bench,surgehq.ai,gemini-3.5-flash-lite,minimal,writing,frontier,Surge-hosted,,,,,,990,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Hemingway-bench Benchmark | Surge AI / row Gemini 3.5 Flash-Lite (Minimal reasoning) / column score),,in, surge-hemingway-bench,surgehq.ai,qwen3.5-plus,think,writing,frontier,Surge-hosted,,,,,,990,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Hemingway-bench Benchmark | Surge AI / row Qwen 3.5 Plus (Thinking on) / column score),,in, surge-hemingway-bench,surgehq.ai,?Kimi K2.5,not-established:absent,writing,frontier,Surge-hosted,,,,,,988,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Hemingway-bench Benchmark | Surge AI / row Kimi K2.5 (Thinking on) / column score),,out:model-not-established, surge-hemingway-bench,surgehq.ai,muse-spark-1.1,medium,writing,frontier,Surge-hosted,,,,,,985,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Hemingway-bench Benchmark | Surge AI / row Muse Spark 1.1 (Medium reasoning) / column score),,out:single-couple, surge-hemingway-bench,surgehq.ai,gpt-5.4,nothink,writing,frontier,Surge-hosted,,,,,,985,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Hemingway-bench Benchmark | Surge AI / row GPT 5.4 (No reasoning) / column score),,in, surge-hemingway-bench,surgehq.ai,grok-4.6,high,writing,frontier,Surge-hosted,,,,,,983,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Hemingway-bench Benchmark | Surge AI / row Grok 4.6 (High reasoning) / column score),,in, surge-hemingway-bench,surgehq.ai,?DeepSeek V4 Flash Vision (experimental),not-established:absent,writing,frontier,Surge-hosted,,,,,,981,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Hemingway-bench Benchmark | Surge AI / row DeepSeek V4 Flash Vision (experimental) / column score),,out:model-not-established, surge-hemingway-bench,surgehq.ai,grok-4.5,high,writing,frontier,Surge-hosted,,,,,,972,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Hemingway-bench Benchmark | Surge AI / row Grok 4.5 (High reasoning) / column score),,in, surge-hemingway-bench,surgehq.ai,hy3,nothink,writing,frontier,Surge-hosted,,,,,,971,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Hemingway-bench Benchmark | Surge AI / row Hy Hy3 (No reasoning) / column score),,out:single-couple, surge-hemingway-bench,surgehq.ai,?DeepSeek V4 Flash (preview),not-established:absent,writing,frontier,Surge-hosted,,,,,,969,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Hemingway-bench Benchmark | Surge AI / row DeepSeek V4 Flash (preview) (High reasoning) / column score),,out:model-not-established, surge-hemingway-bench,surgehq.ai,gpt-5.2,nothink,writing,frontier,Surge-hosted,,,,,,954,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Hemingway-bench Benchmark | Surge AI / row GPT 5.2 (No reasoning) / column score),,in, surge-hemingway-bench,surgehq.ai,qwen3-max-0923,solo,writing,frontier,Surge-hosted,,,,,,948,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Hemingway-bench Benchmark | Surge AI / row Qwen 3 Max (No reasoning) / column score),,out:single-couple, surge-hemingway-bench,surgehq.ai,qwen3.8-flash,not-established:absent,writing,frontier,Surge-hosted,,,,,,929,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Hemingway-bench Benchmark | Surge AI / row Qwen 3.8 Flash (xHigh reasoning) / column score),,out:effort-not-established, surge-hemingway-bench,surgehq.ai,?Grok 4.1 Fast Reasoning,not-established:absent,writing,frontier,Surge-hosted,,,,,,916,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Hemingway-bench Benchmark | Surge AI / row Grok 4.1 Fast Reasoning (Thinking on) / column score),,out:model-not-established, surge-hemingway-bench,surgehq.ai,muse-glimmer-30b,high,writing,frontier,Surge-hosted,,,,,,913,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Hemingway-bench Benchmark | Surge AI / row Muse Glimmer 30B (High reasoning) / column score),,out:single-couple, surge-hemingway-bench,surgehq.ai,?Nemotron Lightning 3.5 30B A3B,not-established:absent,writing,frontier,Surge-hosted,,,,,,888,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Hemingway-bench Benchmark | Surge AI / row Nemotron Lightning 3.5 30B A3B (Thinking on) / column score),,out:model-not-established, surge-hemingway-bench,surgehq.ai,kimi-k2-instruct,solo,writing,frontier,Surge-hosted,,,,,,883,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Hemingway-bench Benchmark | Surge AI / row Kimi K2 Instruct / column score),,out:single-couple, surge-hemingway-bench,surgehq.ai,llama-4-maverick,solo,writing,frontier,Surge-hosted,,,,,,803,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Hemingway-bench Benchmark | Surge AI / row Llama 4 Maverick / column score),,out:single-couple, surge-hemingway-bench,surgehq.ai,?Nova 2 Pro,not-established:absent,writing,frontier,Surge-hosted,,,,,,749,Elo,0.289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Hemingway-bench Benchmark | Surge AI / row Nova 2 Pro (No reasoning) / column score),,out:model-not-established, surge-riemann-bench@surgehq.ai,surgehq.ai,gpt-5.6-sol,max,reasoning-math,frontier,Surge-hosted,,,,,,74.4,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Riemann-bench Benchmark | Surge AI / row GPT 5.6 Sol (Max reasoning) / column score),,in, surge-riemann-bench@surgehq.ai,surgehq.ai,gpt-6-astra,max,reasoning-math,frontier,Surge-hosted,,,,,,72,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Riemann-bench Benchmark | Surge AI / row GPT 6 Astra (Max reasoning) / column score),,in, surge-riemann-bench@surgehq.ai,surgehq.ai,opus-5.5,max,reasoning-math,frontier,Surge-hosted,,,,,,69.6,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Riemann-bench Benchmark | Surge AI / row Claude Opus 5.5 (Adaptive/Max) / column score),,in, surge-riemann-bench@surgehq.ai,surgehq.ai,opus-5,max,reasoning-math,frontier,Surge-hosted,,,,,,68,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Riemann-bench Benchmark | Surge AI / row Claude Opus 5 (Adaptive/Max) / column score),,in, surge-riemann-bench@surgehq.ai,surgehq.ai,gpt-5.6-terra,max,reasoning-math,frontier,Surge-hosted,,,,,,66.4,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Riemann-bench Benchmark | Surge AI / row GPT 5.6 Terra (Max reasoning) / column score),,in, surge-riemann-bench@surgehq.ai,surgehq.ai,fable-5.1,max,reasoning-math,frontier,Surge-hosted,,,,,,65.6,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Riemann-bench Benchmark | Surge AI / row Claude Fable 5.1 (Adaptive/Max) / column score),,in, surge-riemann-bench@surgehq.ai,surgehq.ai,gpt-6-sol,max,reasoning-math,frontier,Surge-hosted,,,,,,64.8,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Riemann-bench Benchmark | Surge AI / row GPT 6 Sol (Max reasoning) / column score),,in, surge-riemann-bench@surgehq.ai,surgehq.ai,fable-5,max,reasoning-math,frontier,Surge-hosted,,,,,,60,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Riemann-bench Benchmark | Surge AI / row Claude Fable 5 (Adaptive/Max) / column score),,in, surge-riemann-bench@surgehq.ai,surgehq.ai,gpt-6-luna,max,reasoning-math,frontier,Surge-hosted,,,,,,59.2,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Riemann-bench Benchmark | Surge AI / row GPT 6 Luna (Max reasoning) / column score),,in, surge-riemann-bench@surgehq.ai,surgehq.ai,gpt-5.5,xhigh,reasoning-math,frontier,Surge-hosted,,,,,,55.2,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Riemann-bench Benchmark | Surge AI / row GPT 5.5 (xHigh reasoning) / column score),,in, surge-riemann-bench@surgehq.ai,surgehq.ai,gemini-3.8-flash,high,reasoning-math,frontier,Surge-hosted,,,,,,51.2,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Riemann-bench Benchmark | Surge AI / row Gemini 3.8 Flash (High reasoning) / column score),,in, surge-riemann-bench@surgehq.ai,surgehq.ai,opus-4.8,max,reasoning-math,frontier,Surge-hosted,,,,,,47.2,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Riemann-bench Benchmark | Surge AI / row Claude Opus 4.8 (Adaptive/Max) / column score),,in, surge-riemann-bench@surgehq.ai,surgehq.ai,gpt-5.4,xhigh,reasoning-math,frontier,Surge-hosted,,,,,,41.6,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Riemann-bench Benchmark | Surge AI / row GPT 5.4 (xHigh reasoning) / column score),,in, surge-riemann-bench@surgehq.ai,surgehq.ai,gemini-3.7-flash,high,reasoning-math,frontier,Surge-hosted,,,,,,39.2,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Riemann-bench Benchmark | Surge AI / row Gemini 3.7 Flash (High reasoning) / column score),,in, surge-riemann-bench@surgehq.ai,surgehq.ai,?DeepSeek V4 Pro,not-established:absent,reasoning-math,frontier,Surge-hosted,,,,,,38.4,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Riemann-bench Benchmark | Surge AI / row DeepSeek V4 Pro (Max reasoning) / column score),,out:model-not-established, surge-riemann-bench@surgehq.ai,surgehq.ai,grok-4.5,high,reasoning-math,frontier,Surge-hosted,,,,,,38.4,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Riemann-bench Benchmark | Surge AI / row Grok 4.5 (High reasoning) / column score),,in, surge-riemann-bench@surgehq.ai,surgehq.ai,gpt-5.2,xhigh,reasoning-math,frontier,Surge-hosted,,,,,,37.6,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Riemann-bench Benchmark | Surge AI / row GPT 5.2 (xHigh reasoning) / column score),,in, surge-riemann-bench@surgehq.ai,surgehq.ai,kimi-k3,max,reasoning-math,frontier,Surge-hosted,,,,,,37.6,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Riemann-bench Benchmark | Surge AI / row Kimi K3 (Max reasoning) / column score),,in, surge-riemann-bench@surgehq.ai,surgehq.ai,gemini-3.5-flash,high,reasoning-math,frontier,Surge-hosted,,,,,,36.8,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Riemann-bench Benchmark | Surge AI / row Gemini 3.5 Flash (High reasoning) / column score),,in, surge-riemann-bench@surgehq.ai,surgehq.ai,gemini-3.1-pro,high,reasoning-math,frontier,Surge-hosted,,,,,,33.6,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Riemann-bench Benchmark | Surge AI / row Gemini 3.1 Pro (High reasoning) / column score),,in, surge-riemann-bench@surgehq.ai,surgehq.ai,opus-4.7,max,reasoning-math,frontier,Surge-hosted,,,,,,32.8,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Riemann-bench Benchmark | Surge AI / row Claude Opus 4.7 (Adaptive/Max) / column score),,in, surge-riemann-bench@surgehq.ai,surgehq.ai,gemini-3.6-flash,high,reasoning-math,frontier,Surge-hosted,,,,,,30.4,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Riemann-bench Benchmark | Surge AI / row Gemini 3.6 Flash (High reasoning) / column score),,in, surge-riemann-bench@surgehq.ai,surgehq.ai,muse-spark-1.3,xhigh,reasoning-math,frontier,Surge-hosted,,,,,,28,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Riemann-bench Benchmark | Surge AI / row Muse Spark 1.3 (xHigh reasoning) / column score),,out:single-couple, surge-riemann-bench@surgehq.ai,surgehq.ai,opus-4.6,max,reasoning-math,frontier,Surge-hosted,,,,,,27.2,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Riemann-bench Benchmark | Surge AI / row Claude Opus 4.6 (Adaptive/Max) / column score),,out:single-couple, surge-riemann-bench@surgehq.ai,surgehq.ai,deepseek-v4.1-flash,max,reasoning-math,frontier,Surge-hosted,,,,,,24,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Riemann-bench Benchmark | Surge AI / row DeepSeek V4.1 Flash (Max reasoning) / column score),,in, surge-riemann-bench@surgehq.ai,surgehq.ai,hy4-preview,high,reasoning-math,frontier,Surge-hosted,,,,,,24,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Riemann-bench Benchmark | Surge AI / row Hy Hy4 Preview (High reasoning) / column score),,out:single-couple, surge-riemann-bench@surgehq.ai,surgehq.ai,?DeepSeek V4 Flash Vision (experimental),not-established:absent,reasoning-math,frontier,Surge-hosted,,,,,,23.2,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Riemann-bench Benchmark | Surge AI / row DeepSeek V4 Flash Vision (experimental) (High reasoning) / column score),,out:model-not-established, surge-riemann-bench@surgehq.ai,surgehq.ai,muse-spark-1.2,xhigh,reasoning-math,frontier,Surge-hosted,,,,,,23.2,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Riemann-bench Benchmark | Surge AI / row Muse Spark 1.2 (xHigh reasoning) / column score),,out:single-couple, surge-riemann-bench@surgehq.ai,surgehq.ai,muse-spark-1.1,xhigh,reasoning-math,frontier,Surge-hosted,,,,,,20.8,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Riemann-bench Benchmark | Surge AI / row Muse Spark 1.1 (xHigh reasoning) / column score),,out:single-couple, surge-riemann-bench@surgehq.ai,surgehq.ai,qwen3.7-max,think,reasoning-math,frontier,Surge-hosted,,,,,,15.2,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Riemann-bench Benchmark | Surge AI / row Qwen 3.7 Max (Thinking on) / column score),,in, surge-riemann-bench@surgehq.ai,surgehq.ai,?Qwen 3.8 Max,not-established:absent,reasoning-math,frontier,Surge-hosted,,,,,,15.2,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Riemann-bench Benchmark | Surge AI / row Qwen 3.8 Max (xHigh reasoning) / column score),,out:model-not-established, surge-riemann-bench@surgehq.ai,surgehq.ai,inkling,not-established:absent,reasoning-math,frontier,Surge-hosted,,,,,,15.2,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Riemann-bench Benchmark | Surge AI / row Inkling Inkling (xHigh reasoning) / column score),,out:effort-not-established, surge-riemann-bench@surgehq.ai,surgehq.ai,muse-glimmer-30b,xhigh,reasoning-math,frontier,Surge-hosted,,,,,,13.6,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Riemann-bench Benchmark | Surge AI / row Muse Glimmer 30B (xHigh reasoning) / column score),,out:single-couple, surge-riemann-bench@surgehq.ai,surgehq.ai,glm-5.3,max,reasoning-math,frontier,Surge-hosted,,,,,,12,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Riemann-bench Benchmark | Surge AI / row GLM 5.3 (Max reasoning) / column score),,in, surge-riemann-bench@surgehq.ai,surgehq.ai,?Kimi K2.5,not-established:absent,reasoning-math,frontier,Surge-hosted,,,,,,12,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Riemann-bench Benchmark | Surge AI / row Kimi K2.5 (Thinking on) / column score),,out:model-not-established, surge-riemann-bench@surgehq.ai,surgehq.ai,opus-4.5,not-established:absent,reasoning-math,frontier,Surge-hosted,,,,,,11.2,score%,0.0289,,max-as-highest,https://surgehq.ai/benchmarks (all rows of the leaderboard of Riemann-bench Benchmark | Surge AI / row Claude Opus 4.5 (Adaptive/Max) / column score),,out:effort-not-established, surge-riemann-bench@surgehq.ai,surgehq.ai,gemini-3.5-flash-lite,high,reasoning-math,frontier,Surge-hosted,,,,,,11.2,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Riemann-bench Benchmark | Surge AI / row Gemini 3.5 Flash-Lite (High reasoning) / column score),,in, surge-riemann-bench@surgehq.ai,surgehq.ai,?DeepSeek V4 Flash,not-established:absent,reasoning-math,frontier,Surge-hosted,,,,,,10.4,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Riemann-bench Benchmark | Surge AI / row DeepSeek V4 Flash (Max reasoning) / column score),,out:model-not-established, surge-riemann-bench@surgehq.ai,surgehq.ai,glm-5.2,not-established:absent,reasoning-math,frontier,Surge-hosted,,,,,,10.4,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Riemann-bench Benchmark | Surge AI / row GLM 5.2 (Max reasoning) / column score),,out:effort-not-established, surge-riemann-bench@surgehq.ai,surgehq.ai,glm-5.3-flash,max,reasoning-math,frontier,Surge-hosted,,,,,,8.8,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Riemann-bench Benchmark | Surge AI / row GLM 5.3 Flash (Max reasoning) / column score),,in, surge-riemann-bench@surgehq.ai,surgehq.ai,deepseek-v3.2,not-established:absent,reasoning-math,frontier,Surge-hosted,,,,,,8,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Riemann-bench Benchmark | Surge AI / row DeepSeek V3.2 (High reasoning) / column score),,out:effort-not-established, surge-riemann-bench@surgehq.ai,surgehq.ai,kimi-k2.6,think,reasoning-math,frontier,Surge-hosted,,,,,,7.2,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Riemann-bench Benchmark | Surge AI / row Kimi K2.6 (Thinking on) / column score),,in, surge-riemann-bench@surgehq.ai,surgehq.ai,?DeepSeek V4 Pro (preview),not-established:absent,reasoning-math,frontier,Surge-hosted,,,,,,5.6,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Riemann-bench Benchmark | Surge AI / row DeepSeek V4 Pro (preview) (xHigh reasoning) / column score),,out:model-not-established, surge-riemann-bench@surgehq.ai,surgehq.ai,?MAI Thinking 1,not-established:absent,reasoning-math,frontier,Surge-hosted,,,,,,4.8,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of Riemann-bench Benchmark | Surge AI / row MAI Thinking 1 / column score),,out:model-not-established, surge-sudo-l7,surgehq.ai,opus-5.5,max,coding,frontier,,,,,,,41.7,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of sudo L7 Benchmark | Surge AI / row Claude Opus 5.5 (Adaptive/Max) [Claude Code] / column score),,in, surge-sudo-l7,surgehq.ai,sonnet-5.5,max,coding,frontier,,,,,,,41.7,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of sudo L7 Benchmark | Surge AI / row Claude Sonnet 5.5 (Adaptive/Max) [Claude Code] / column score),,in, surge-sudo-l7,surgehq.ai,gpt-6-astra,max,coding,frontier,,,,,,,33.9,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of sudo L7 Benchmark | Surge AI / row GPT 6 Astra (Max reasoning) [Codex] / column score),,in, surge-sudo-l7,surgehq.ai,fable-5.1,max,coding,frontier,,,,,,,31.1,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of sudo L7 Benchmark | Surge AI / row Claude Fable 5.1 (Adaptive/Max) [Claude Code] / column score),,in, surge-sudo-l7,surgehq.ai,gpt-6.1-sol,max,coding,frontier,,,,,,,28.9,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of sudo L7 Benchmark | Surge AI / row GPT 6.1 Sol (Max reasoning) [Codex] / column score),,in, surge-sudo-l7,surgehq.ai,?Qwen 3.8 Max,not-established:absent,coding,frontier,,,,,,,20.6,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of sudo L7 Benchmark | Surge AI / row Qwen 3.8 Max (xHigh reasoning) [Qwen Code] / column score),,out:model-not-established, surge-sudo-l7,surgehq.ai,gemini-4-argon,high,coding,frontier,,,,,,,18.9,score%,0.0289,,harness-label-as-level:antigravity-cli,https://surgehq.ai/benchmarks (all rows of the leaderboard of sudo L7 Benchmark | Surge AI / row Gemini 4 Argon (High reasoning) [Antigravity] / column score),,in, surge-sudo-l7,surgehq.ai,grok-4.7,xhigh,coding,frontier,,,,,,,15.6,score%,0.0289,,harness-label-as-level:grok-cli,https://surgehq.ai/benchmarks (all rows of the leaderboard of sudo L7 Benchmark | Surge AI / row Grok 4.7 (xHigh reasoning) [Grok Build] / column score),,in, surge-sudo-l7,surgehq.ai,?Muse Wonder,not-established:absent,coding,frontier,,,,,,,15.6,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of sudo L7 Benchmark | Surge AI / row Muse Wonder (Max reasoning) [Muse Code] / column score),,out:model-not-established, surge-sudo-l7,surgehq.ai,glm-5.3,not-established:absent,coding,frontier,,,,,,,14.4,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of sudo L7 Benchmark | Surge AI / row GLM 5.3 (Max reasoning) [OpenCode] / column score),,out:effort-not-established, surge-sudo-l7,surgehq.ai,muse-spark-1.3,max,coding,frontier,,,,,,,13.9,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of sudo L7 Benchmark | Surge AI / row Muse Spark 1.3 (Max reasoning) [Muse Code] / column score),,out:effort-not-established, surge-sudo-l7,surgehq.ai,kimi-k3,not-established:absent,coding,frontier,,,,,,,13.3,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of sudo L7 Benchmark | Surge AI / row Kimi K3 (Max reasoning) [OpenCode] / column score),,out:effort-not-established, surge-sudo-l7,surgehq.ai,hy4-preview,not-established:absent,coding,frontier,,,,,,,12.8,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of sudo L7 Benchmark | Surge AI / row Hy Hy4 Preview (High reasoning) [OpenCode] / column score),,out:effort-not-established, surge-sudo-l7,surgehq.ai,gemini-3.8-flash,high,coding,frontier,,,,,,,11.7,score%,0.0289,,harness-label-as-level:antigravity-cli,https://surgehq.ai/benchmarks (all rows of the leaderboard of sudo L7 Benchmark | Surge AI / row Gemini 3.8 Flash (High reasoning) [Antigravity] / column score),,in, surge-sudo-l7,surgehq.ai,?Mistral Large 4,not-established:absent,coding,frontier,,,,,,,11.7,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of sudo L7 Benchmark | Surge AI / row Mistral Large 4 (High reasoning) [OpenCode] / column score),,out:model-not-established, surge-handbook,surgehq.ai,opus-5.5,max,agentic-tool,frontier,Surge-RL-environment,,,,,,52.3,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of HANDBOOK.md Benchmark | Surge AI / row Claude Opus 5.5 (Adaptive/Max) / column score),,in, surge-handbook,surgehq.ai,sonnet-5.5,max,agentic-tool,frontier,Surge-RL-environment,,,,,,47.7,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of HANDBOOK.md Benchmark | Surge AI / row Claude Sonnet 5.5 (Adaptive/Max) / column score),,in, surge-handbook,surgehq.ai,fable-5.1,max,agentic-tool,frontier,Surge-RL-environment,,,,,,47.1,score%,0.0289,,prev=38.8 (src-surgehq.ai-2026-10-15#M307),https://surgehq.ai/benchmarks (all rows of the leaderboard of HANDBOOK.md Benchmark | Surge AI / row Claude Fable 5.1 (Adaptive/Max) / column score),,in, surge-handbook,surgehq.ai,grok-4.7,xhigh,agentic-tool,frontier,Surge-RL-environment,,,,,,44.0,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of HANDBOOK.md Benchmark | Surge AI / row Grok 4.7 (xHigh reasoning) / column score),,in, surge-handbook,surgehq.ai,gemini-4-argon,high,agentic-tool,frontier,Surge-RL-environment,,,,,,36.6,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of HANDBOOK.md Benchmark | Surge AI / row Gemini 4 Argon (High reasoning) / column score),,in, surge-handbook,surgehq.ai,muse-spark-1.3,max,agentic-tool,frontier,Surge-RL-environment,,,,,,33.9,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of HANDBOOK.md Benchmark | Surge AI / row Muse Spark 1.3 (Max reasoning) / column score),,out:effort-not-established, surge-handbook,surgehq.ai,gpt-6-astra,max,agentic-tool,frontier,Surge-RL-environment,,,,,,31.4,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of HANDBOOK.md Benchmark | Surge AI / row GPT 6 Astra (Max reasoning) / column score),,in, surge-handbook,surgehq.ai,?Qwen 3.8 Max,not-established:absent,agentic-tool,frontier,Surge-RL-environment,,,,,,30.8,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of HANDBOOK.md Benchmark | Surge AI / row Qwen 3.8 Max (xHigh reasoning) / column score),,out:model-not-established, surge-handbook,surgehq.ai,glm-5.3,max,agentic-tool,frontier,Surge-RL-environment,,,,,,29.9,score%,0.0289,,prev=15.0 (src-surgehq.ai-2026-10-15#M319),https://surgehq.ai/benchmarks (all rows of the leaderboard of HANDBOOK.md Benchmark | Surge AI / row GLM 5.3 (Max reasoning) / column score),,in, surge-handbook,surgehq.ai,?Muse Wonder,not-established:absent,agentic-tool,frontier,Surge-RL-environment,,,,,,29.5,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of HANDBOOK.md Benchmark | Surge AI / row Muse Wonder (Max reasoning) / column score),,out:model-not-established, surge-handbook,surgehq.ai,kimi-k3,max,agentic-tool,frontier,Surge-RL-environment,,,,,,28.6,score%,0.0289,,prev=11.9 (src-surgehq.ai-2026-10-15#M322),https://surgehq.ai/benchmarks (all rows of the leaderboard of HANDBOOK.md Benchmark | Surge AI / row Kimi K3 (Max reasoning) / column score),,in, surge-handbook,surgehq.ai,gpt-6.1-sol,max,agentic-tool,frontier,Surge-RL-environment,,,,,,28.6,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of HANDBOOK.md Benchmark | Surge AI / row GPT 6.1 Sol (Max reasoning) / column score),,in, surge-handbook,surgehq.ai,gemini-3.8-flash,high,agentic-tool,frontier,Surge-RL-environment,,,,,,26.5,score%,0.0289,,prev=10.8 (src-surgehq.ai-2026-10-15#M325),https://surgehq.ai/benchmarks (all rows of the leaderboard of HANDBOOK.md Benchmark | Surge AI / row Gemini 3.8 Flash (High reasoning) / column score),,in, surge-handbook,surgehq.ai,hy4-preview,high,agentic-tool,frontier,Surge-RL-environment,,,,,,24.3,score%,0.0289,,,https://surgehq.ai/benchmarks (all rows of the leaderboard of HANDBOOK.md Benchmark | Surge AI / row Hy Hy4 Preview (High reasoning) / column score),,out:single-couple, svgbench-readme,svgbench-github,opus-4.6,medium,coding,mid,SVG generation (no harness stated),,,,,,75.6,score%,0.0289,,,"https://github.com/johnbean393/SVGBench (README leaderboard table, row claude-opus-4.6 (medium), column Score)",,out:single-couple, svgbench-readme,svgbench-github,gpt-5.2,xhigh,coding,mid,SVG generation (no harness stated),,,,,,74.4,score%,0.0289,,,"https://github.com/johnbean393/SVGBench (README leaderboard table, row gpt-5.2 (xhigh), column Score)",,in, svgbench-readme,svgbench-github,opus-4.5,nothink,coding,mid,SVG generation (no harness stated),,,,,,72.0,score%,0.0289,,,"https://github.com/johnbean393/SVGBench (README leaderboard table, row claude-opus-4.5 (non-thinking), column Score)",,out:single-couple, svgbench-readme,svgbench-github,opus-4.5,not-established:absent,coding,mid,SVG generation (no harness stated),,,,,,71.5,score%,0.0289,,,"https://github.com/johnbean393/SVGBench (README leaderboard table, row claude-opus-4.5 (thinking), column Score)",,out:effort-not-established, svgbench-readme,svgbench-github,glm-5,unstated,coding,mid,SVG generation (no harness stated),,,,,,70.3,score%,0.0289,,,"https://github.com/johnbean393/SVGBench (README leaderboard table, row glm-5, column Score)",,out:effort-not-established, svgbench-readme,svgbench-github,gemini-3-pro,unstated,coding,mid,SVG generation (no harness stated),,,,,,68.7,score%,0.0289,,,"https://github.com/johnbean393/SVGBench (README leaderboard table, row gemini-3-pro-preview, column Score)",,out:effort-not-established, svgbench-readme,svgbench-github,kimi-k2.5,unstated,coding,mid,SVG generation (no harness stated),,,,,,67.5,score%,0.0289,,,"https://github.com/johnbean393/SVGBench (README leaderboard table, row kimi-k2.5, column Score)",,out:effort-not-established, svgbench-readme,svgbench-github,gpt-5.1,high,coding,mid,SVG generation (no harness stated),,,,,,67.5,score%,0.0289,,,"https://github.com/johnbean393/SVGBench (README leaderboard table, row gpt-5.1 (high), column Score)",,in, svgbench-readme,svgbench-github,gpt-5.1,medium,coding,mid,SVG generation (no harness stated),,,,,,64.7,score%,0.0289,,,"https://github.com/johnbean393/SVGBench (README leaderboard table, row gpt-5.1 (medium), column Score)",,in, svgbench-readme,svgbench-github,gemini-3-flash,unstated,coding,mid,SVG generation (no harness stated),,,,,,64.1,score%,0.0289,,,"https://github.com/johnbean393/SVGBench (README leaderboard table, row gemini-3-flash-preview, column Score)",,out:effort-not-established, svgbench-readme,svgbench-github,glm-4.7,unstated,coding,mid,SVG generation (no harness stated),,,,,,62.4,score%,0.0289,,,"https://github.com/johnbean393/SVGBench (README leaderboard table, row glm-4.7, column Score)",,out:effort-not-established, svgbench-readme,svgbench-github,sonnet-4.5,unstated,coding,mid,SVG generation (no harness stated),,,,,,62.2,score%,0.0289,,,"https://github.com/johnbean393/SVGBench (README leaderboard table, row claude-sonnet-4.5, column Score)",,out:effort-not-established, svgbench-readme,svgbench-github,gpt-5.1-codex,medium,coding,mid,SVG generation (no harness stated),,,,,,61.8,score%,0.0289,,,"https://github.com/johnbean393/SVGBench (README leaderboard table, row gpt-5.1-codex (medium), column Score)",,in, svgbench-readme,svgbench-github,sonnet-3.7,unstated,coding,mid,SVG generation (no harness stated),,,,,,60.4,score%,0.0289,,,"https://github.com/johnbean393/SVGBench (README leaderboard table, row claude-3.7-sonnet, column Score)",,out:effort-not-established, svgbench-readme,svgbench-github,sonnet-4,unstated,coding,mid,SVG generation (no harness stated),,,,,,59.4,score%,0.0289,,,"https://github.com/johnbean393/SVGBench (README leaderboard table, row claude-sonnet-4, column Score)",,out:effort-not-established, svgbench-readme,svgbench-github,kimi-k2-thinking,solo,coding,mid,SVG generation (no harness stated),,,,,,57.1,score%,0.0289,,,"https://github.com/johnbean393/SVGBench (README leaderboard table, row kimi-k2-thinking, column Score)",,in, svgbench-readme,svgbench-github,gpt-5.1-codex-mini,medium,coding,mid,SVG generation (no harness stated),,,,,,54.0,score%,0.0289,,,"https://github.com/johnbean393/SVGBench (README leaderboard table, row gpt-5.1-codex-mini (medium), column Score)",,in, svgbench-readme,svgbench-github,deepseek-v3.2,unstated,coding,mid,SVG generation (no harness stated),,,,,,49.8,score%,0.0289,,,"https://github.com/johnbean393/SVGBench (README leaderboard table, row deepseek-v3.2, column Score)",,out:effort-not-established, svgbench-readme,svgbench-github,gpt-5.1-chat-latest,solo,coding,mid,SVG generation (no harness stated),,,,,,46.3,score%,0.0289,,,"https://github.com/johnbean393/SVGBench (README leaderboard table, row gpt-5.1-chat, column Score)",,in, swelive-go-ami,swe-bench-live.github.io,haiku-4.5,unstated,coding,hard,SWEbenchLive-Go-AMIAgent,,,,,,65.217391,resolved%,0,,,https://swe-bench-live.github.io/ ($.rows / row L17 / column resolved_of_total),,out:effort-not-established, swelive-go-ami,swe-bench-live.github.io,sonnet-4.6,unstated,coding,hard,SWEbenchLive-Go-AMIAgent,,,,,,71.73913,resolved%,0,,,https://swe-bench-live.github.io/ ($.rows / row L20 / column resolved_of_total),,out:effort-not-established, swelive-go-ami,swe-bench-live.github.io,opus-4.6,unstated,coding,hard,SWEbenchLive-Go-AMIAgent,,,,,,74.637681,resolved%,0,,,https://swe-bench-live.github.io/ ($.rows / row L21 / column resolved_of_total),,out:effort-not-established, swelive-go-ami,swe-bench-live.github.io,gemini-3.6-flash,unstated,coding,hard,SWEbenchLive-Go-AMIAgent,,,,,,56.521739,resolved%,0,,,https://swe-bench-live.github.io/ ($.rows / row L18 / column resolved_of_total),,out:effort-not-established, swelive-go-ami,swe-bench-live.github.io,gemini-3.1-pro,unstated,coding,hard,SWEbenchLive-Go-AMIAgent,,,,,,52.173913,resolved%,0,,,https://swe-bench-live.github.io/ ($.rows / row L16 / column resolved_of_total),,out:effort-not-established, swerebench3,swe-rebench,qwen3-coder-480b-a35b-instruct,solo,coding,hard,SWE-agent,per-problem,0.4000488034265735,0,,,36.36363636363637,resolved%,0,,cost-method-assumed-single,https://swe-rebench.com/ ($ / row Qwen3-Coder-480B-A35B-Instruct / column resolvedRate),,out:single-couple,out:cost-not-comparable swerebench3,swe-rebench,qwen3-235b-a22b-instruct-2507,solo,coding,hard,SWE-agent,per-problem,0.20037137830985913,0,,,24.92957746478873,resolved%,0,,cost-method-assumed-single,https://swe-rebench.com/ ($ / row Qwen3-235B-A22B-Instruct-2507 / column resolvedRate),,out:single-couple,out:cost-not-comparable swerebench3,swe-rebench,deepseek-r1-0528,solo,coding,hard,SWE-agent,per-problem,0.42929530222355405,0,,,23.835780641294573,resolved%,0,,cost-method-assumed-single,https://swe-rebench.com/ ($ / row DeepSeek-R1-0528 / column resolvedRate),,out:single-couple,out:cost-not-comparable swerebench3,swe-rebench,qwen3-coder-30b-a3b-instruct,solo,coding,hard,SWE-agent,per-problem,0.06479221147716112,0,,,21.312304716560035,resolved%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://swe-rebench.com/ ($ / row Qwen3-Coder-30B-A3B-Instruct / column resolvedRate),,out:single-couple,out:cost-single-couple swerebench3,swe-rebench,glm-4.5-air,unstated,coding,hard,SWE-agent,per-problem,0.10268595629737724,0,,,33.15478887309873,resolved%,0,,,https://swe-rebench.com/ ($ / row GLM-4.5 Air / column resolvedRate),,out:effort-not-established,out:effort-not-established swerebench3,swe-rebench,gpt-oss-120b,unstated,coding,hard,SWE-agent,per-problem,0.10592505969556214,0,,,25.95391223500303,resolved%,0,,,https://swe-rebench.com/ ($ / row gpt-oss-120b / column resolvedRate),,out:effort-not-established,out:effort-not-established swerebench3,swe-rebench,?gpt-5-mini-2025-08-07-medium,not-established:absent,coding,hard,SWE-agent,per-problem,0.2899112156997931,0,,,38.5373781148429,resolved%,0,,,https://swe-rebench.com/ ($ / row gpt-5-mini-2025-08-07-medium / column resolvedRate),,out:model-not-established,out:model-not-established swerebench3,swe-rebench,kimi-k2-instruct-0905,solo,coding,hard,SWE-agent,per-problem,0.31551072576972317,0,,,38.113857973012905,resolved%,0,,cost-method-assumed-single,https://swe-rebench.com/ ($ / row Kimi K2 Instruct 0905 / column resolvedRate),,out:single-couple,out:cost-not-comparable swerebench3,swe-rebench,qwen3-next-80b-a3b-instruct,solo,coding,hard,SWE-agent,per-problem,0.21674253134393773,0,,,17.71890081749237,resolved%,0,,cost-method-assumed-single,https://swe-rebench.com/ ($ / row Qwen3-Next-80B-A3B-Instruct / column resolvedRate),,out:single-couple,out:cost-not-comparable swerebench3,swe-rebench,sonnet-4.5,unstated,coding,hard,SWE-agent,per-problem,0.9318745571328672,0,,,55.1048951048951,resolved%,0,,,https://swe-rebench.com/ ($ / row Claude Sonnet 4.5 / column resolvedRate),,out:effort-not-established,out:effort-not-established swerebench3,swe-rebench,qwen3-30b-a3b-instruct-2507,solo,coding,hard,SWE-agent,per-problem,0.11548512054301804,0,,,8.463829647527579,resolved%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://swe-rebench.com/ ($ / row Qwen3-30B-A3B-Instruct-2507 / column resolvedRate),,out:single-couple,out:cost-single-couple swerebench3,swe-rebench,glm-4.6,unstated,coding,hard,SWE-agent,per-problem,0.28784242871279425,0,,,41.0371318822023,resolved%,0,,,https://swe-rebench.com/ ($ / row GLM-4.6 / column resolvedRate),,out:effort-not-established,out:effort-not-established swerebench3,swe-rebench,opus-4.5,unstated,coding,hard,SWE-agent,per-problem,1.1449652475524477,0,,,55.8041958041958,resolved%,0,,,https://swe-rebench.com/ ($ / row Claude Opus 4.5 / column resolvedRate),,out:effort-not-established,out:effort-not-established swerebench3,swe-rebench,gemini-3-pro,unstated,coding,hard,SWE-agent,per-problem,0.6130350397774056,0,,,54.01753176401064,resolved%,0,,,https://swe-rebench.com/ ($ / row Gemini 3 Pro Preview / column resolvedRate),,out:effort-not-established,out:effort-not-established swerebench3,swe-rebench,gpt-5.1-codex-max,unstated,coding,hard,SWE-agent,per-problem,0.649101685235891,0,,,54.48340392002364,resolved%,0,,,https://swe-rebench.com/ ($ / row gpt-5.1-codex-max / column resolvedRate),,out:effort-not-established,out:effort-not-established swerebench3,swe-rebench,gpt-5.2,medium,coding,hard,SWE-agent,per-problem,0.6976562014184398,0,,,57.223627436393386,resolved%,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://swe-rebench.com/ ($ / row gpt-5.2-2025-12-11-medium / column resolvedRate),,out:single-couple,out:cost-single-couple swerebench3,swe-rebench,?Devstral-2-123B-Instruct-2512,not-established:absent,coding,hard,SWE-agent,per-problem,0.05888878716901408,0,,,39.29577464788732,resolved%,0,,,https://swe-rebench.com/ ($ / row Devstral-2-123B-Instruct-2512 / column resolvedRate),,out:model-not-established,out:model-not-established swerebench3,swe-rebench,?Devstral-Small-2-24B-Instruct-2512,not-established:absent,coding,hard,SWE-agent,per-problem,0.08036518358458142,0,,,35.36171749537048,resolved%,0,,,https://swe-rebench.com/ ($ / row Devstral-Small-2-24B-Instruct-2512 / column resolvedRate),,out:model-not-established,out:model-not-established swerebench3,swe-rebench,deepseek-v3.2,unstated,coding,hard,SWE-agent,per-problem,0.31850570337525846,0,,,44.101250861814236,resolved%,0,,,https://swe-rebench.com/ ($ / row DeepSeek-V3.2 / column resolvedRate),,out:effort-not-established,out:effort-not-established swerebench3,swe-rebench,minimax-m2.1,unstated,coding,hard,SWE-agent,per-problem,0.10397089202319512,0,,,37.40076824583867,resolved%,0,,,https://swe-rebench.com/ ($ / row MiniMax M2.1 / column resolvedRate),,out:effort-not-established,out:effort-not-established swerebench,swe-rebench,gpt-5.5,xhigh,coding,hard,SWE-agent,per-problem,2.25,0.00289,,,62.7,resolved%,0.0289,90.0,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://swe-rebench.com/ (board row 1 gpt-5.5-2026-04-23-xhigh, column Resolved Rate (%))",,in,in swerebench,swe-rebench,gpt-5.5,medium,coding,hard,SWE-agent,per-problem,0.98,0.00289,,,58.9,resolved%,0.0289,83.5,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://swe-rebench.com/ (board row 5 gpt-5.5-2026-04-23-medium, column Resolved Rate (%))",,in,in swerebench,swe-rebench,opus-4.8,xhigh,coding,hard,SWE-agent,per-problem,2.02,0.00289,,,56.5,resolved%,0.0289,95.3,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://swe-rebench.com/ (board row 6 Claude Opus 4.8-xhigh, column Resolved Rate (%))",,in,in swerebench,swe-rebench,gpt-5.4,medium,coding,hard,SWE-agent,per-problem,0.60,0.00289,,,54.9,resolved%,0.0289,83.5,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://swe-rebench.com/ (board row 7 gpt-5.4-2026-03-05-medium, column Resolved Rate (%))",,in,in swerebench,swe-rebench,opus-4.7,high,coding,hard,SWE-agent,per-problem,1.32,0.00289,,,53.1,resolved%,0.0289,94.2,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://swe-rebench.com/ (board row 8 Claude Opus 4.7-high, column Resolved Rate (%))",,in,in swerebench,swe-rebench,sonnet-4.6,unstated,coding,hard,SWE-agent,per-problem,1.29,0.00289,,,51.3,resolved%,0.0289,95.6,,"https://swe-rebench.com/ (board row 10 Claude Sonnet 4.6, column Resolved Rate (%))",,out:effort-not-established,out:effort-not-established swerebench,swe-rebench,gemini-3.1-pro,unstated,coding,hard,SWE-agent,per-problem,0.75,0.00289,,,51.1,resolved%,0.0289,80.1,,"https://swe-rebench.com/ (board row 11 Gemini 3.1 Pro Preview, column Resolved Rate (%))",,out:effort-not-established,out:effort-not-established swerebench,swe-rebench,glm-5.2,unstated,coding,hard,SWE-agent,per-problem,0.75,0.00289,,,51.1,resolved%,0.0289,87.0,,"https://swe-rebench.com/ (board row 12 GLM-5.2, column Resolved Rate (%))",,out:effort-not-established,out:effort-not-established swerebench,swe-rebench,glm-5.1,unstated,coding,hard,SWE-agent,per-problem,0.94,0.00289,,,50.7,resolved%,0.0289,91.8,,"https://swe-rebench.com/ (board row 13 GLM-5.1, column Resolved Rate (%))",,out:effort-not-established,out:effort-not-established swerebench,swe-rebench,gemini-3.5-flash,unstated,coding,hard,SWE-agent,per-problem,0.77,0.00289,,,49.5,resolved%,0.0289,75.7,,"https://swe-rebench.com/ (board row 14 Gemini 3.5 Flash, column Resolved Rate (%))",,out:effort-not-established,out:effort-not-established swerebench,swe-rebench,opus-4.6,high,coding,hard,SWE-agent,per-problem,1.53,0.00289,,,47.8,resolved%,0.0289,93.6,cost-method-assumed-single,"https://swe-rebench.com/ (board row 15 Claude Opus 4.6-high, column Resolved Rate (%))",,out:single-couple,out:cost-not-comparable swerebench,swe-rebench,kimi-k2.6,unstated,coding,hard,SWE-agent,per-problem,0.61,0.00289,,,46.5,resolved%,0.0289,90.4,,"https://swe-rebench.com/ (board row 16 Kimi K2.6, column Resolved Rate (%))",,out:effort-not-established,out:effort-not-established swerebench,swe-rebench,minimax-m3,unstated,coding,hard,SWE-agent,per-problem,1.06,0.00289,,,45.6,resolved%,0.0289,93.5,,"https://swe-rebench.com/ (board row 17 MiniMax M3, column Resolved Rate (%))",,out:effort-not-established,out:effort-not-established swerebench,swe-rebench,deepseek-v4-pro-preview,unstated,coding,hard,SWE-agent,per-problem,0.22,0.00289,,,42.7,resolved%,0.0289,76.9,,"https://swe-rebench.com/ (board row 18 DeepSeek-V4 Pro, column Resolved Rate (%))",,out:effort-not-established,out:effort-not-established swerebench,swe-rebench,mimo-v2.5-pro,unstated,coding,hard,SWE-agent,per-problem,0.12,0.00289,,,42.4,resolved%,0.0289,88.6,,"https://swe-rebench.com/ (board row 19 MiMo V2.5 Pro, column Resolved Rate (%))",,out:effort-not-established,out:effort-not-established swerebench,swe-rebench,deepseek-v4-flash-preview,unstated,coding,hard,SWE-agent,per-problem,0.07,0.00289,,,38.4,resolved%,0.0289,95.5,,"https://swe-rebench.com/ (board row 20 DeepSeek-V4 Flash, column Resolved Rate (%))",,out:effort-not-established,out:effort-not-established swerebench,swe-rebench,glm-4.7,unstated,coding,hard,SWE-agent,per-problem,0.39,0.00289,,,38.2,resolved%,0.0289,86.4,,"https://swe-rebench.com/ (board row 21 GLM-4.7, column Resolved Rate (%))",,out:effort-not-established,out:effort-not-established swerebench,swe-rebench,qwen3.6-27b,unstated,coding,hard,SWE-agent,per-problem,0.56,0.00289,,,36.5,resolved%,0.0289,14.2,,"https://swe-rebench.com/ (board row 22 Qwen3.6-27B, column Resolved Rate (%))",,out:effort-not-established,out:effort-not-established swerebench,swe-rebench,qwen3.6-35b-a3b,unstated,coding,hard,SWE-agent,per-problem,0.18,0.00289,,,33.8,resolved%,0.0289,78.4,,"https://swe-rebench.com/ (board row 23 Qwen3.6-35B-A3B, column Resolved Rate (%))",,out:effort-not-established,out:effort-not-established swerebench,swe-rebench,gemma-4-31b-it,unstated,coding,hard,SWE-agent,per-problem,0.32,0.00289,,,16.5,resolved%,0.0289,69.6,,"https://swe-rebench.com/ (board row 24 Gemma 4 31B, column Resolved Rate (%))",,out:effort-not-established,out:effort-not-established swerebench2,swe-rebench,fable-5,high,coding,hard,SWE-agent,per-problem,4.40,0.00289,,,64.5,resolved%,0.0289,94.9,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://swe-rebench.com/ (board row 1 Fable 5 [high], column Resolved Rate (%))",,in,in swerebench2,swe-rebench,grok-4.5,high,coding,hard,SWE-agent,per-problem,1.176,0.17,,,63.8,resolved%,0.0289,92.6,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://swe-rebench.com/ (board row 2 Grok 4.5 [high], column Resolved Rate (%))",,in,out:cost-single-couple swerebench2,swe-rebench,opus-5,high,coding,hard,SWE-agent,per-problem,3.47,0.00289,,,63.4,resolved%,0.0289,95.7,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://swe-rebench.com/ (board row 3 Opus 5 [high], column Resolved Rate (%))",,in,in swerebench2,swe-rebench,glm-5.2,high,coding,hard,SWE-agent,per-problem,1.40,0.00289,,,62.9,resolved%,0.0289,92.1,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://swe-rebench.com/ (board row 4 GLM-5.2 [high], column Resolved Rate (%))",,in,out:cost-single-couple swerebench2,swe-rebench,gpt-5.6-sol,medium,coding,hard,SWE-agent,per-problem,0.85,0.00289,,,62.3,resolved%,0.0289,84.7,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://swe-rebench.com/ (board row 5 GPT-5.6 Sol [medium], column Resolved Rate (%))",,in,in swerebench2,swe-rebench,sonnet-5,high,coding,hard,SWE-agent,per-problem,1.43,0.00289,,,56.8,resolved%,0.0289,96.4,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://swe-rebench.com/ (board row 9 Sonnet 5 [high], column Resolved Rate (%))",,in,in swerebench2,swe-rebench,minimax-m3,unstated,coding,hard,SWE-agent,per-problem,0.95,0.00289,,,47.2,resolved%,0.0289,97.0,,"https://swe-rebench.com/ (board row 11 MiniMax M3, column Resolved Rate (%))",,out:effort-not-established,out:effort-not-established swerebench2,swe-rebench,mimo-v2.5-pro,unstated,coding,hard,SWE-agent,per-problem,0.10,0.00289,,,46.5,resolved%,0.0289,95.7,,"https://swe-rebench.com/ (board row 12 MiMo V2.5 Pro, column Resolved Rate (%))",,out:effort-not-established,out:effort-not-established swerebench2,swe-rebench,gpt-5.6-luna,medium,coding,hard,SWE-agent,per-problem,0.066,0.0256,,,43.6,resolved%,0.0289,85.2,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://swe-rebench.com/ (board row 13 GPT-5.6 Luna [medium], column Resolved Rate (%))",,in,out:cost-single-couple swerebench2,swe-rebench,deepseek-v4-pro-preview,high,coding,hard,SWE-agent,per-problem,0.076875,0.0423,,,40.2,resolved%,0.0289,91.2,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://swe-rebench.com/ (board row 14 DeepSeek-V4 Pro [high], column Resolved Rate (%))",,in,out:cost-single-couple swerebench2,swe-rebench,qwen3.6-27b,unstated,coding,hard,SWE-agent,per-problem,0.62,0.00289,,,31.2,resolved%,0.0289,76.8,,"https://swe-rebench.com/ (board row 15 Qwen3.6-27B, column Resolved Rate (%))",,out:effort-not-established,out:effort-not-established swerebench2,swe-rebench,qwen3.6-35b-a3b,unstated,coding,hard,SWE-agent,per-problem,0.27,0.00289,,,24.7,resolved%,0.0289,87.5,,"https://swe-rebench.com/ (board row 16 Qwen3.6-35B-A3B, column Resolved Rate (%))",,out:effort-not-established,out:effort-not-established swerebench2,swe-rebench,qwen3.5-35b-a3b,unstated,coding,hard,SWE-agent,per-problem,0.99,0.00289,,,17.1,resolved%,0.0289,72.3,,"https://swe-rebench.com/ (board row 17 Qwen3.5-35B-A3B, column Resolved Rate (%))",,out:effort-not-established,out:effort-not-established swebenchverified,swebench.com,opus-4.5,not-established:absent,coding,hard,mini-SWE-agent,per-task,0.753907997,2.89e-10,,,76.8,resolved%,0.0289,,,https://www.swebench.com/ ($.leaderboards[2].results / row 20260217_mini-v2.0.0_claude-4-5-opus-high / column resolved),,out:effort-not-established,out:effort-not-established swebenchverified,swebench.com,gemini-3-flash,not-established:absent,coding,hard,mini-SWE-agent,per-task,0.35596413079999994,2.89e-18,,,75.8,resolved%,0.0289,,,https://www.swebench.com/ ($.leaderboards[2].results / row 20260217_mini-v2.0.0_gemini-3-flash-high / column resolved),,out:effort-not-established,out:effort-not-established swebenchverified,swebench.com,minimax-m2.5,not-established:absent,coding,hard,mini-SWE-agent,per-task,0.073289987844,2.89e-13,,,75.8,resolved%,0.0289,,,https://www.swebench.com/ ($.leaderboards[2].results / row 20260217_mini-v2.0.0_minimax-2-5-high / column resolved),,out:effort-not-established,out:effort-not-established swebenchverified,swebench.com,?Claude 4.6 Opus,not-established:absent,coding,hard,mini-SWE-agent,per-task,0.5515226445,2.89e-11,,,75.6,resolved%,0.0289,,,https://www.swebench.com/ ($.leaderboards[2].results / row 20260217_mini-v2.0.0_claude-4-6-opus / column resolved),,out:model-not-established,out:model-not-established swebenchverified,swebench.com,opus-4.5,not-established:absent,coding,hard,mini-SWE-agent,per-task,0.721244997,2.89e-10,,,74.4,resolved%,0.0289,,,https://www.swebench.com/ ($.leaderboards[2].results / row 20251124_mini-v1.16.0_claude-opus-4-5-20251101 / column resolved),,out:effort-not-established,out:effort-not-established swebenchverified,swebench.com,gemini-3-pro,unstated,coding,hard,mini-SWE-agent,per-task,0.45995751895000003,2.89e-18,,,74.2,resolved%,0.0289,,,https://www.swebench.com/ ($.leaderboards[2].results / row 20251118_mini-v1.15.0_gemini-3-pro-preview-20251118 / column resolved),,out:effort-not-established,out:effort-not-established swebenchverified,swebench.com,glm-5,not-established:absent,coding,hard,mini-SWE-agent,per-task,0.53438913622,2.89e-12,,,72.8,resolved%,0.0289,,,https://www.swebench.com/ ($.leaderboards[2].results / row 20260217_mini-v2.0.0_glm-5-high / column resolved),,out:effort-not-established,out:effort-not-established swebenchverified,swebench.com,gpt-5.2,not-established:absent,coding,hard,mini-SWE-agent,per-task,0.4735670177,2.89e-11,,,72.8,resolved%,0.0289,,,https://www.swebench.com/ ($.leaderboards[2].results / row 20260217_mini-v2.0.0_gpt-5-2-high / column resolved),,out:effort-not-established,out:effort-not-established swebenchverified,swebench.com,gpt-5.2-codex,unstated,coding,hard,mini-SWE-agent,per-task,0.4494238987,2.89e-11,,,72.8,resolved%,0.0289,,,https://www.swebench.com/ ($.leaderboards[2].results / row 20260219_mini-v2.0.0_gpt-5-2-codex / column resolved),,out:effort-not-established,out:effort-not-established swebenchverified,swebench.com,gpt-5.2,not-established:absent,coding,hard,mini-SWE-agent,per-task,0.5202590036,2.89e-11,,,71.8,resolved%,0.0289,,,https://www.swebench.com/ ($.leaderboards[2].results / row 20251211_mini-v1.17.2_gpt-5.2-2025-12-11-high / column resolved),,out:effort-not-established,out:effort-not-established swebenchverified,swebench.com,sonnet-4.5,not-established:absent,coding,hard,mini-SWE-agent,per-task,0.6578964984000001,2.89e-17,,,71.4,resolved%,0.0289,,,https://www.swebench.com/ ($.leaderboards[2].results / row 20260217_mini-v2.0.0_claude-4-5-sonnet-high / column resolved),,out:effort-not-established,out:effort-not-established swebenchverified,swebench.com,kimi-k2.5,not-established:absent,coding,hard,mini-SWE-agent,per-task,0.14655374074400002,2.89e-18,,,70.8,resolved%,0.0289,,,https://www.swebench.com/ ($.leaderboards[2].results / row 20260217_mini-v2.0.0_kimi-k2-5-high / column resolved),,out:effort-not-established,out:effort-not-established swebenchverified,swebench.com,sonnet-4.5,unstated,coding,hard,mini-SWE-agent,per-task,0.5583347409,2.89e-11,,,70.6,resolved%,0.0289,,,https://www.swebench.com/ ($.leaderboards[2].results / row 20250929_mini-v1.13.3_sonnet-4-5-20250929 / column resolved),,out:effort-not-established,out:effort-not-established swebenchverified,swebench.com,deepseek-v3.2,not-established:absent,coding,hard,mini-SWE-agent,per-task,0.4478464965,2.89e-11,,,70.0,resolved%,0.0289,,,https://www.swebench.com/ ($.leaderboards[2].results / row 20260217_mini-v2.0.0_deepseek-3-2-high / column resolved),,out:effort-not-established,out:effort-not-established swebenchverified,swebench.com,gemini-3-pro,not-established:absent,coding,hard,mini-SWE-agent,per-task,0.9600198564,2.89e-11,,,69.6,resolved%,0.0289,,,https://www.swebench.com/ ($.leaderboards[2].results / row 20260226_mini-v2.0.0_gemini-3-pro-high / column resolved),,out:effort-not-established,out:effort-not-established swebenchverified,swebench.com,gpt-5.2,unstated,coding,hard,mini-SWE-agent,per-task,0.2696674974,2.89e-11,,,69.0,resolved%,0.0289,,,https://www.swebench.com/ ($.leaderboards[2].results / row 20251211_mini-v1.17.2_gpt-5.2-2025-12-11 / column resolved),,out:effort-not-established,out:effort-not-established swebenchverified,swebench.com,opus-4,unstated,coding,hard,mini-SWE-agent,per-task,1.131270447,2.89e-10,,,67.6,resolved%,0.0289,,,https://www.swebench.com/ ($.leaderboards[2].results / row 20250802_mini-v1.0.0_claude-4-opus-20250514 / column resolved),,out:effort-not-established,out:effort-not-established swebenchverified,swebench.com,haiku-4.5,not-established:absent,coding,hard,mini-SWE-agent,per-task,0.33092443610000005,2.89e-18,,,66.6,resolved%,0.0289,,,https://www.swebench.com/ ($.leaderboards[2].results / row 20260217_mini-v2.0.0_claude-4-5-haiku-high / column resolved),,out:effort-not-established,out:effort-not-established swebenchverified,swebench.com,gpt-5.1,not-established:absent,coding,hard,mini-SWE-agent,per-task,0.3061554725,2.89e-11,,,66.0,resolved%,0.0289,,,https://www.swebench.com/ ($.leaderboards[2].results / row 20251120_mini-v1.15.0_gpt-5.1-2025-11-13 / column resolved),,out:effort-not-established,out:effort-not-established swebenchverified,swebench.com,gpt-5.1-codex,not-established:absent,coding,hard,mini-SWE-agent,per-task,0.5888823500000001,2.89e-17,,,66.0,resolved%,0.0289,,,https://www.swebench.com/ ($.leaderboards[2].results / row 20251124_mini-v1.16.0_gpt-5.1-codex / column resolved),,out:effort-not-established,out:effort-not-established swebenchverified,swebench.com,gpt-5,not-established:absent,coding,hard,mini-SWE-agent,per-task,0.2803830175,2.89e-11,,,65.0,resolved%,0.0289,,,https://www.swebench.com/ ($.leaderboards[2].results / row 20250807_mini-v1.7.0_gpt-5 / column resolved),,out:effort-not-established,out:effort-not-established swebenchverified,swebench.com,sonnet-4,unstated,coding,hard,mini-SWE-agent,per-task,0.37145316780000004,2.89e-18,,,64.93,resolved%,0.00289,,,https://www.swebench.com/ ($.leaderboards[2].results / row 20250726_mini-v1.0.0_claude-sonnet-4-20250514 / column resolved),,out:effort-not-established,out:effort-not-established swebenchverified,swebench.com,kimi-k2-thinking,solo,coding,hard,mini-SWE-agent,per-task,0.4383072354,2.89e-11,,,63.4,resolved%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.swebench.com/ ($.leaderboards[2].results / row 20251210_mini-v1.17.2_kimi-k2-thinking / column resolved),,out:single-couple,out:cost-single-couple swebenchverified,swebench.com,minimax-m2,solo,coding,hard,mini-SWE-agent,per-task,0.42825617729,2.89e-12,,,61.0,resolved%,0.0289,,cost-method-assumed-single,https://www.swebench.com/ ($.leaderboards[2].results / row 20251124_mini-v1.17.0_minimax-m2 / column resolved),,out:single-couple,out:cost-not-comparable swebenchverified,swebench.com,?DeepSeek V3.2 Reasoner,not-established:absent,coding,hard,mini-SWE-agent,per-task,0.0280763028,2.89e-11,,,60.0,resolved%,0.0289,,,https://www.swebench.com/ ($.leaderboards[2].results / row 20251201_mini-v1.17.1_deepseek-v3.2-reasoner / column resolved),,out:model-not-established,out:model-not-established swebenchverified,swebench.com,gpt-5-mini,not-established:absent,coding,hard,mini-SWE-agent,per-task,0.035477067300000005,2.89e-19,,,59.8,resolved%,0.0289,,,https://www.swebench.com/ ($.leaderboards[2].results / row 20250807_mini-v1.7.0_gpt-5-mini / column resolved),,out:effort-not-established,out:effort-not-established swebenchverified,swebench.com,o3,unstated,coding,hard,mini-SWE-agent,per-task,0.333652748,2.89e-10,,,58.4,resolved%,0.0289,,,https://www.swebench.com/ ($.leaderboards[2].results / row 20250726_mini-v1.0.0_o3-2025-04-16 / column resolved),,out:effort-not-established,out:effort-not-established swebenchverified,swebench.com,?Devstral Small (2512),not-established:absent,coding,hard,mini-SWE-agent,,,,,,56.4,resolved%,0.0289,,,https://www.swebench.com/ ($.leaderboards[2].results / row 20251209_mini-v1.17.2_devstral-small-2512 / column resolved),,out:model-not-established, swebenchverified,swebench.com,gpt-5-mini,unstated,coding,hard,mini-SWE-agent,per-task,0.0472012191,2.89e-11,,,56.2,resolved%,0.0289,,,https://www.swebench.com/ ($.leaderboards[2].results / row 20260217_mini-v2.0.0_gpt-5-mini / column resolved),,out:effort-not-established,out:effort-not-established swebenchverified,swebench.com,qwen3-coder-480b-a35b-instruct,solo,coding,hard,mini-SWE-agent,per-task,0.247927108,2.89e-10,,,55.4,resolved%,0.0289,,cost-method-assumed-single,https://www.swebench.com/ ($.leaderboards[2].results / row 20250802_mini-v1.0.0_qwen3-coder-480b-a35b-instruct / column resolved),,out:single-couple,out:cost-not-comparable swebenchverified,swebench.com,glm-4.6,unstated,coding,hard,mini-SWE-agent,per-task,0.09661007519999999,2.89e-18,,,55.4,resolved%,0.0289,,,https://www.swebench.com/ ($.leaderboards[2].results / row 20251201_mini-v1.17.1_glm-4.6 / column resolved),,out:effort-not-established,out:effort-not-established swebenchverified,swebench.com,glm-4.5,unstated,coding,hard,mini-SWE-agent,per-task,0.2971903488,2.89e-11,,,54.2,resolved%,0.0289,,,https://www.swebench.com/ ($.leaderboards[2].results / row 20250822_mini-v1.9.1_glm-4.5 / column resolved),,out:effort-not-established,out:effort-not-established swebenchverified,swebench.com,?Devstral (2512),not-established:absent,coding,hard,mini-SWE-agent,,,,,,53.8,resolved%,0.0289,,,https://www.swebench.com/ ($.leaderboards[2].results / row 20251209_mini-v1.17.2_devstral-2512 / column resolved),,out:model-not-established, swebenchverified,swebench.com,gemini-2.5-pro,unstated,coding,hard,mini-SWE-agent,per-task,0.28837209562500005,2.89e-18,,,53.6,resolved%,0.0289,,,https://www.swebench.com/ ($.leaderboards[2].results / row 20250726_mini-v1.0.0_gemini-2.5-pro / column resolved),,out:effort-not-established,out:effort-not-established swebenchverified,swebench.com,sonnet-3.7,unstated,coding,hard,mini-SWE-agent,per-task,0.3546154482,2.89e-11,,,52.8,resolved%,0.0289,,,https://www.swebench.com/ ($.leaderboards[2].results / row 20250720_mini-v0.0.0-claude-3-7-sonnet-20250219 / column resolved),,out:effort-not-established,out:effort-not-established swebenchverified,swebench.com,o4-mini,unstated,coding,hard,mini-SWE-agent,per-task,0.2099733328,2.89e-11,,,45.0,resolved%,0.0289,,,https://www.swebench.com/ ($.leaderboards[2].results / row 20250726_mini-v1.0.0_o4-mini-2025-04-16 / column resolved),,out:effort-not-established,out:effort-not-established swebenchverified,swebench.com,kimi-k2-instruct,solo,coding,hard,mini-SWE-agent,per-task,0.531593366,2.89e-10,,,43.8,resolved%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.swebench.com/ ($.leaderboards[2].results / row 20250807_mini-v1.7.0_kimi-k2-instruct / column resolved),,out:single-couple,out:cost-single-couple swebenchverified,swebench.com,gpt-4.1,solo,coding,hard,mini-SWE-agent,per-task,0.146313124,2.89e-10,,,39.58,resolved%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.swebench.com/ ($.leaderboards[2].results / row 20250726_mini-v1.0.0_gpt-4.1-2025-04-14 / column resolved),,out:single-couple,out:cost-single-couple swebenchverified,swebench.com,gpt-5-nano,not-established:absent,coding,hard,mini-SWE-agent,per-task,0.03807518078,2.89e-12,,,34.8,resolved%,0.0289,,,https://www.swebench.com/ ($.leaderboards[2].results / row 20250807_mini-v1.7.0_gpt-5-nano / column resolved),,out:effort-not-established,out:effort-not-established swebenchverified,swebench.com,gemini-2.5-flash,unstated,coding,hard,mini-SWE-agent,per-task,0.13388571835,2.89e-12,,,28.73,resolved%,0.00289,,,https://www.swebench.com/ ($.leaderboards[2].results / row 20250726_mini-v1.0.0_gemini-2.5-flash / column resolved),,out:effort-not-established,out:effort-not-established swebenchverified,swebench.com,gpt-oss-120b,unstated,coding,hard,mini-SWE-agent,per-task,0.05711905579999999,2.89e-18,,,26.0,resolved%,0.0289,,,https://www.swebench.com/ ($.leaderboards[2].results / row 20250807_mini-v1.7.0_gpt-oss-120b / column resolved),,out:effort-not-established,out:effort-not-established swebenchverified,swebench.com,gpt-4.1-mini,solo,coding,hard,mini-SWE-agent,per-task,0.43515415279999997,2.89e-18,,,23.94,resolved%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.swebench.com/ ($.leaderboards[2].results / row 20250720_mini-v0.0.0_gpt-4.1-mini-2025-04-14 / column resolved),,out:single-couple,out:cost-single-couple swebenchverified,swebench.com,?GPT 4o,not-established:absent,coding,hard,mini-SWE-agent,per-task,1.531148125,2.89e-10,,,21.62,resolved%,0.00289,,,https://www.swebench.com/ ($.leaderboards[2].results / row 20250720_mini-v0.0.0-gpt-4o-2024-11-20 / column resolved),,out:model-not-established,out:model-not-established swebenchverified,swebench.com,?Llama 4 Maverick Instruct,not-established:absent,coding,hard,mini-SWE-agent,per-task,0.31370609759999996,2.89e-18,,,21.04,resolved%,0.00289,,,https://www.swebench.com/ ($.leaderboards[2].results / row 20250720_mini-v0.0.0-Llama-4-Maverick-17B-Instruct / column resolved),,out:model-not-established,out:model-not-established swebenchverified,swebench.com,gemini-2.0-flash,solo,coding,hard,mini-SWE-agent,,,,,,13.52,resolved%,0.00289,,,https://www.swebench.com/ ($.leaderboards[2].results / row 20250726_mini-v1.0.0_gemini-2.0-flash / column resolved),,out:single-couple, swebenchverified,swebench.com,?Llama 4 Scout Instruct,not-established:absent,coding,hard,mini-SWE-agent,per-task,0.115631523,2.89e-10,,,9.06,resolved%,0.00289,,,https://www.swebench.com/ ($.leaderboards[2].results / row 20250720_mini-v0.0.0-Llama-4-Scout-17B-Instruct / column resolved),,out:model-not-established,out:model-not-established swebenchverified,swebench.com,?Qwen2.5-Coder 32B Instruct,not-established:absent,coding,hard,mini-SWE-agent,per-task,0.06811614065999999,2.89e-18,,,9.0,resolved%,0.0289,,,https://www.swebench.com/ ($.leaderboards[2].results / row 20250803_mini-v1.0.0_qwen2-5-coder-32b-instruct / column resolved),,out:model-not-established,out:model-not-established swesweep-board,swesweep,?Sol 5.6,not-established:absent,coding,frontier,mini-SWE-agent,,72.30,0.00289,,,4.7,resolved%,0.0289,,,"https://swesweep.com/ (leaderboard row 1, column Score)",,out:model-not-established,out:model-not-established swesweep-board,swesweep,?Luna 5.6,not-established:absent,coding,frontier,mini-SWE-agent,,2.24,0.00289,,,2.5,resolved%,0.0289,,,"https://swesweep.com/ (leaderboard row 2, column Score)",,out:model-not-established,out:model-not-established swesweep-board,swesweep,?Terra 5.6,not-established:absent,coding,frontier,mini-SWE-agent,,3.57,0.00289,,,1.5,resolved%,0.0289,,,"https://swesweep.com/ (leaderboard row 3, column Score)",,out:model-not-established,out:model-not-established swesweep-board,swesweep,?Luna 5.6,not-established:absent,coding,frontier,mini-SWE-agent,,0.28,0.00289,,,1.4,resolved%,0.0289,,,"https://swesweep.com/ (leaderboard row 4, column Score)",,out:model-not-established,out:model-not-established swesweep-board,swesweep,opus-5,not-established:absent,coding,frontier,mini-SWE-agent,,53.63,0.00289,,,1.3,resolved%,0.0289,,,"https://swesweep.com/ (leaderboard row 5, column Score)",,out:effort-not-established,out:effort-not-established swesweep-board,swesweep,kimi-k3,unstated,coding,frontier,mini-SWE-agent,,24.51,0.00289,,,0.6,resolved%,0.0289,,,"https://swesweep.com/ (leaderboard row 6, column Score)",,out:effort-not-established,out:effort-not-established swesweep-board,swesweep,?Luna 5.6,not-established:absent,coding,frontier,mini-SWE-agent,,0.04,0.00289,,,0.5,resolved%,0.0289,,,"https://swesweep.com/ (leaderboard row 7, column Score)",,out:model-not-established,out:model-not-established swesweep-board,swesweep,gpt-5.4-mini,not-established:absent,coding,frontier,mini-SWE-agent,,1.22,0.00289,,,0.5,resolved%,0.0289,,,"https://swesweep.com/ (leaderboard row 8, column Score)",,out:effort-not-established,out:effort-not-established swesweep-board,swesweep,gpt-5.4-mini,unstated,coding,frontier,mini-SWE-agent,,0.05,0.00289,,,0.2,resolved%,0.0289,,,"https://swesweep.com/ (leaderboard row 9, column Score)",,out:effort-not-established,out:effort-not-established swesweep-board,swesweep,gemini-3.5-flash-lite,unstated,coding,frontier,mini-SWE-agent,,0.06,0.00289,,,0.1,resolved%,0.0289,,,"https://swesweep.com/ (leaderboard row 10, column Score)",,out:effort-not-established,out:effort-not-established synthorai-single,synthorai,opus-5.5,default,reasoning-math,easy,api,per-task,0.0072,2.89e-05,,193,100,acc%,0.289,,,https://qiita.com/Synthorai/items/ffb007c86981fcb9e39d (single-shot section: accuracy 100% at the default for both models),,out:effort-not-established,out:effort-not-established synthorai-single,synthorai,opus-5,high,reasoning-math,easy,api,per-task,0.0204,2.89e-05,,448,100,acc%,0.289,,cost-base-price:cost-publisher-figure,https://qiita.com/Synthorai/items/ffb007c86981fcb9e39d (single-shot section: accuracy 100% at the default for both models),,out:single-couple,in synthorai-single,synthorai,opus-5.5,low,reasoning-math,easy,api,per-task,0.0060,2.89e-05,,185,,acc%,,,cost-base-price:cost-publisher-figure,https://qiita.com/Synthorai/items/ffb007c86981fcb9e39d (),,,in synthorai-single,synthorai,opus-5,low,reasoning-math,easy,api,per-task,0.0201,2.89e-05,,439,,acc%,,,cost-base-price:cost-publisher-figure,https://qiita.com/Synthorai/items/ffb007c86981fcb9e39d (),,,in synthorai-single,synthorai,opus-5.5,medium,reasoning-math,easy,api,per-task,0.0085,2.89e-05,,218,,acc%,,,cost-base-price:cost-publisher-figure,https://qiita.com/Synthorai/items/ffb007c86981fcb9e39d (),,,in synthorai-single,synthorai,opus-5,medium,reasoning-math,easy,api,per-task,0.0200,2.89e-05,,538,,acc%,,,cost-base-price:cost-publisher-figure,https://qiita.com/Synthorai/items/ffb007c86981fcb9e39d (),,,in synthorai-single,synthorai,opus-5.5,high,reasoning-math,easy,api,per-task,0.0094,2.89e-05,,223,,acc%,,,cost-base-price:cost-publisher-figure,https://qiita.com/Synthorai/items/ffb007c86981fcb9e39d (),,,in synthorai-single,synthorai,opus-5,high,reasoning-math,easy,api,per-task,0.0206,2.89e-05,,542,,acc%,,,cost-base-price:cost-publisher-figure,https://qiita.com/Synthorai/items/ffb007c86981fcb9e39d (),,,in synthorai-single,synthorai,opus-5.5,xhigh,reasoning-math,easy,api,per-task,0.0111,2.89e-05,,233,,acc%,,,cost-base-price:cost-publisher-figure,https://qiita.com/Synthorai/items/ffb007c86981fcb9e39d (),,,in synthorai-single,synthorai,opus-5,xhigh,reasoning-math,easy,api,per-task,0.0197,2.89e-05,,525,,acc%,,,cost-base-price:cost-publisher-figure,https://qiita.com/Synthorai/items/ffb007c86981fcb9e39d (),,,in synthorai-single,synthorai,opus-5.5,max,reasoning-math,easy,api,per-task,0.0240,2.89e-05,,762,,acc%,,,cost-base-price:cost-publisher-figure,https://qiita.com/Synthorai/items/ffb007c86981fcb9e39d (),,,in synthorai-single,synthorai,opus-5,max,reasoning-math,easy,api,per-task,0.0220,2.89e-05,,532,,acc%,,,cost-base-price:cost-publisher-figure,https://qiita.com/Synthorai/items/ffb007c86981fcb9e39d (),,,in synthorai-loop,synthorai,opus-5.5,default,agentic-tool,easy,api-3tools,per-run,0.0326,2.89e-05,,,100,correct%,0,,,"https://qiita.com/Synthorai/items/ffb007c86981fcb9e39d (tool-loop table, column 正解 (solved of 12 runs))",,out:effort-not-established,out:effort-not-established synthorai-loop,synthorai,opus-5.5,low,agentic-tool,easy,api-3tools,per-run,0.0330,2.89e-05,,,100,correct%,0,,cost-base-price:cost-publisher-figure,"https://qiita.com/Synthorai/items/ffb007c86981fcb9e39d (tool-loop table, column 正解 (solved of 12 runs))",,out:uninformative,in synthorai-loop,synthorai,opus-5.5,max,agentic-tool,easy,api-3tools,per-run,0.1087,2.89e-05,,,100,correct%,0,,cost-base-price:cost-publisher-figure,"https://qiita.com/Synthorai/items/ffb007c86981fcb9e39d (tool-loop table, column 正解 (solved of 12 runs))",,out:uninformative,in synthorai-loop,synthorai,opus-5,high,agentic-tool,easy,api-3tools,per-run,0.0519,2.89e-05,,,91.666667,correct%,0,,cost-base-price:cost-publisher-figure,"https://qiita.com/Synthorai/items/ffb007c86981fcb9e39d (tool-loop table, column 正解 (solved of 12 runs))",,out:single-couple,in synthorai-ja-single-55,synthorai,sonnet-5.5,high,reasoning-math,easy,api,per-task-mean,0.0030750000000000005,0.000592,,396,,solved-of-234,,,cost-unrepriced; cost-price-band,https://qiita.com/Synthorai/items/98e776a66f483f3ceeaf (),,,in synthorai-ja-single-55,synthorai,sonnet-5,high,reasoning-math,easy,api,per-task-mean,0.0212,2.89e-05,,2105,,solved-of-234,,,cost-base-price:cost-publisher-figure,https://qiita.com/Synthorai/items/98e776a66f483f3ceeaf (),,,in synthorai-ja-single-55,synthorai,opus-5.5,default,reasoning-math,easy,api,per-task-mean,0.0070,2.89e-05,,334,,solved-of-234,,,,https://qiita.com/Synthorai/items/98e776a66f483f3ceeaf (),,,out:effort-not-established synthorai-ja-single-55,synthorai,sonnet-5.5,low,reasoning-math,easy,api,per-task-mean,0.003225,0.000621,,409,,solved-of-234,,,cost-unrepriced; cost-price-band,https://qiita.com/Synthorai/items/98e776a66f483f3ceeaf (),,,in synthorai-ja-single-55,synthorai,sonnet-5,low,reasoning-math,easy,api,per-task-mean,0.0184,2.89e-05,,1817,,solved-of-234,,,cost-base-price:cost-publisher-figure,https://qiita.com/Synthorai/items/98e776a66f483f3ceeaf (),,,in synthorai-ja-single-55,synthorai,opus-5.5,low,reasoning-math,easy,api,per-task-mean,0.0065,2.89e-05,,309,,solved-of-234,,,cost-base-price:cost-publisher-figure,https://qiita.com/Synthorai/items/98e776a66f483f3ceeaf (),,,in synthorai-ja-single-55,synthorai,sonnet-5.5,medium,reasoning-math,easy,api,per-task-mean,0.003,0.000578,,383,,solved-of-234,,,cost-unrepriced; cost-price-band,https://qiita.com/Synthorai/items/98e776a66f483f3ceeaf (),,,in synthorai-ja-single-55,synthorai,sonnet-5,medium,reasoning-math,easy,api,per-task-mean,0.0180,2.89e-05,,1780,,solved-of-234,,,cost-base-price:cost-publisher-figure,https://qiita.com/Synthorai/items/98e776a66f483f3ceeaf (),,,in synthorai-ja-single-55,synthorai,opus-5.5,medium,reasoning-math,easy,api,per-task-mean,0.0082,2.89e-05,,393,,solved-of-234,,,cost-base-price:cost-publisher-figure,https://qiita.com/Synthorai/items/98e776a66f483f3ceeaf (),,,in synthorai-ja-single-55,synthorai,sonnet-5.5,high,reasoning-math,easy,api,per-task-mean,0.003225,0.000621,,416,,solved-of-234,,,cost-unrepriced; cost-price-band,https://qiita.com/Synthorai/items/98e776a66f483f3ceeaf (),,,in synthorai-ja-single-55,synthorai,sonnet-5,high,reasoning-math,easy,api,per-task-mean,0.0188,2.89e-05,,1858,,solved-of-234,,,cost-base-price:cost-publisher-figure,https://qiita.com/Synthorai/items/98e776a66f483f3ceeaf (),,,in synthorai-ja-single-55,synthorai,opus-5.5,high,reasoning-math,easy,api,per-task-mean,0.0088,2.89e-05,,421,,solved-of-234,,,cost-base-price:cost-publisher-figure,https://qiita.com/Synthorai/items/98e776a66f483f3ceeaf (),,,in synthorai-ja-single-55,synthorai,sonnet-5.5,xhigh,reasoning-math,easy,api,per-task-mean,0.004425,0.000852,,574,,solved-of-234,,,cost-unrepriced; cost-price-band,https://qiita.com/Synthorai/items/98e776a66f483f3ceeaf (),,,in synthorai-ja-single-55,synthorai,sonnet-5,xhigh,reasoning-math,easy,api,per-task-mean,0.0202,2.89e-05,,2001,,solved-of-234,,,cost-base-price:cost-publisher-figure,https://qiita.com/Synthorai/items/98e776a66f483f3ceeaf (),,,in synthorai-ja-single-55,synthorai,opus-5.5,xhigh,reasoning-math,easy,api,per-task-mean,0.0105,2.89e-05,,507,,solved-of-234,,,cost-base-price:cost-publisher-figure,https://qiita.com/Synthorai/items/98e776a66f483f3ceeaf (),,,in synthorai-ja-single-55,synthorai,sonnet-5.5,max,reasoning-math,easy,api,per-task-mean,0.01095,0.00211,,1438,,solved-of-234,,,cost-unrepriced; cost-price-band,https://qiita.com/Synthorai/items/98e776a66f483f3ceeaf (),,,in synthorai-ja-single-55,synthorai,sonnet-5,max,reasoning-math,easy,api,per-task-mean,0.0193,2.89e-05,,1909,,solved-of-234,,,cost-base-price:cost-publisher-figure,https://qiita.com/Synthorai/items/98e776a66f483f3ceeaf (),,,in synthorai-ja-single-55,synthorai,opus-5.5,max,reasoning-math,easy,api,per-task-mean,0.0234,2.89e-05,,1149,,solved-of-234,,,cost-base-price:cost-publisher-figure,https://qiita.com/Synthorai/items/98e776a66f483f3ceeaf (),,,in synthorai-ja-loop-55,synthorai,sonnet-5.5,high,agentic-tool,mid,api,per-run-mean,0.0084,0.00162,,,12,solved-of-12,0,,cost-unrepriced; cost-price-band,https://qiita.com/Synthorai/items/98e776a66f483f3ceeaf (line 134: column 解決数 (solved out of 12 runs)),,out:uninformative,in synthorai-ja-loop-55,synthorai,sonnet-5.5,low,agentic-tool,mid,api,per-run-mean,0.0084,0.00162,,,12,solved-of-12,0,,cost-unrepriced; cost-price-band,https://qiita.com/Synthorai/items/98e776a66f483f3ceeaf (line 135: column 解決数 (solved out of 12 runs)),,out:uninformative,in synthorai-ja-loop-55,synthorai,sonnet-5.5,medium,agentic-tool,mid,api,per-run-mean,0.008475,0.00163,,,12,solved-of-12,0,,cost-unrepriced; cost-price-band,https://qiita.com/Synthorai/items/98e776a66f483f3ceeaf (line 136: column 解決数 (solved out of 12 runs)),,out:uninformative,in synthorai-ja-loop-55,synthorai,sonnet-5.5,max,agentic-tool,mid,api,per-run-mean,0.03165,0.00609,,,12,solved-of-12,0,,cost-unrepriced; cost-price-band,https://qiita.com/Synthorai/items/98e776a66f483f3ceeaf (line 137: column 解決数 (solved out of 12 runs)),,out:uninformative,in synthorai-ja-loop-55,synthorai,opus-5.5,default,agentic-tool,mid,api,per-run-mean,0.0332,2.89e-05,,,12,solved-of-12,0,,,https://qiita.com/Synthorai/items/98e776a66f483f3ceeaf (line 138: column 解決数 (solved out of 12 runs)),,out:effort-not-established,out:effort-not-established synthorai-ja-loop-55,synthorai,sonnet-5,high,agentic-tool,mid,api,per-run-mean,0.0122,2.89e-05,,,11,solved-of-12,0,,cost-base-price:cost-publisher-figure,https://qiita.com/Synthorai/items/98e776a66f483f3ceeaf (line 139: column 解決数 (solved out of 12 runs)),,out:single-couple,in synthorai-oneshot13,synthorai,deepseek-v4.1-flash-1017,nothink,reasoning-math,mid,single-request-api,USD per correct answer,0.0028,2.89e-05,,,28.205128,correct % (39 runs),0,,cost-base-price:cost-publisher-figure,"https://qiita.com/Synthorai/items/e09b6195ed0eb11f50cc (line 124: use-case table, row 単発の数学、計画、数え上げ)",,out:single-couple,in synthorai-oneshot13,synthorai,deepseek-v4.1-flash-1017,low,reasoning-math,mid,single-request-api,USD per correct answer,0.0019,2.89e-05,,,100,correct % (39 runs),0,,cost-base-price:cost-publisher-figure,"https://qiita.com/Synthorai/items/e09b6195ed0eb11f50cc (line 124: use-case table, row 単発の数学、計画、数え上げ (`low`))",,out:uninformative,in synthorai-oneshot13,synthorai,deepseek-v4.1-flash-1017,high,reasoning-math,mid,single-request-api,USD per correct answer,0.0028,2.89e-05,,,,correct % (39 runs),,,cost-base-price:cost-publisher-figure,https://qiita.com/Synthorai/items/e09b6195ed0eb11f50cc (),,,in synthorai-oneshot13,synthorai,deepseek-v4.1-flash-1017,max,reasoning-math,mid,single-request-api,USD per correct answer,0.0036,2.89e-05,,,,correct % (39 runs),,,cost-base-price:cost-publisher-figure,https://qiita.com/Synthorai/items/e09b6195ed0eb11f50cc (),,,in synthorai-flash1017-fix30,synthorai,deepseek-v4.1-flash-1017,nothink,coding,easy,synthorai-own-agent-loop,USD per resolved task,0.0042,2.89e-05,,,100,resolved % (30 tasks),0,,cost-base-price:cost-publisher-figure,https://qiita.com/Synthorai/items/e09b6195ed0eb11f50cc (line 74: column 成功数),,out:saturated,in synthorai-flash1017-fix30,synthorai,deepseek-v4.1-flash-1017,low,coding,easy,synthorai-own-agent-loop,USD per resolved task,0.0044,2.89e-05,,,100,resolved % (30 tasks),0,,cost-base-price:cost-publisher-figure,https://qiita.com/Synthorai/items/e09b6195ed0eb11f50cc (line 75: column 成功数),,out:saturated,in synthorai-flash1017-fix30,synthorai,deepseek-v4.1-flash-1017,high,coding,easy,synthorai-own-agent-loop,USD per resolved task,0.0066,2.89e-05,,,100,resolved % (30 tasks),0,,cost-base-price:cost-publisher-figure,https://qiita.com/Synthorai/items/e09b6195ed0eb11f50cc (line 76: column 成功数),,out:saturated,in synthorai-flash1017-fix30,synthorai,deepseek-v4.1-flash-1017,max,coding,easy,synthorai-own-agent-loop,USD per resolved task,0.0099,2.89e-05,,,100,resolved % (30 tasks),0,,cost-base-price:cost-publisher-figure,https://qiita.com/Synthorai/items/e09b6195ed0eb11f50cc (line 77: column 成功数),,out:saturated,in synthorai-fix30-notools,synthorai,deepseek-v4.1-flash-1017,nothink,coding,easy,synthorai-own-agent-loop,USD per resolved task,0.0034,2.89e-05,,,93.333333,resolved % (30 tasks),0,,cost-base-price:cost-publisher-figure,https://qiita.com/Synthorai/items/e09b6195ed0eb11f50cc (line 78: column 成功数),,out:single-couple,in synthorai-fix30-notools,synthorai,deepseek-v4.1-flash-1017,low,coding,easy,synthorai-own-agent-loop,USD per resolved task,0.0035,2.89e-05,,,100,resolved % (30 tasks),0,,cost-base-price:cost-publisher-figure,https://qiita.com/Synthorai/items/e09b6195ed0eb11f50cc (line 79: column 成功数),,out:uninformative,in synthorai-ja-single-55,synthorai,gpt-6.1-sol,medium,reasoning-math,easy,api,per-1000-tasks,2.0,0.0289,,,,solved-of-234,,,cost-base-price:cost-publisher-figure,https://synthorai.io/ja/blog/gpt-6-1-sol-vs-sonnet-5-5/ (),,,in synthorai-ja-single-55,synthorai,gpt-6.1-sol,low,reasoning-math,easy,api,per-1000-tasks,1.8,0.0289,,,,solved-of-234,,,cost-base-price:cost-publisher-figure,https://synthorai.io/ja/blog/gpt-6-1-sol-vs-sonnet-5-5/ (),,,in synthorai-ja-single-55,synthorai,gpt-6.1-sol,medium,reasoning-math,easy,api,per-1000-tasks,2.1,0.0289,,,,solved-of-234,,,cost-base-price:cost-publisher-figure,https://synthorai.io/ja/blog/gpt-6-1-sol-vs-sonnet-5-5/ (),,,in synthorai-ja-single-55,synthorai,gpt-6.1-sol,high,reasoning-math,easy,api,per-1000-tasks,2.5,0.0289,,,,solved-of-234,,,cost-base-price:cost-publisher-figure,https://synthorai.io/ja/blog/gpt-6-1-sol-vs-sonnet-5-5/ (),,,in synthorai-ja-single-55,synthorai,gpt-6.1-sol,xhigh,reasoning-math,easy,api,per-1000-tasks,3.3,0.0289,,,,solved-of-234,,,cost-base-price:cost-publisher-figure,https://synthorai.io/ja/blog/gpt-6-1-sol-vs-sonnet-5-5/ (),,,in synthorai-ja-single-55,synthorai,gpt-6.1-sol,max,reasoning-math,easy,api,per-1000-tasks,4.7,0.0289,,,,solved-of-234,,,cost-base-price:cost-publisher-figure,https://synthorai.io/ja/blog/gpt-6-1-sol-vs-sonnet-5-5/ (),,,in synthorai-ja-loop-55,synthorai,gpt-6.1-sol,medium,agentic-tool,mid,api,per-run-mean,0.0052,2.89e-05,,,,solved-of-12,,,cost-base-price:cost-publisher-figure,https://synthorai.io/ja/blog/gpt-6-1-sol-vs-sonnet-5-5/ (),,,in taasaa-bench46,taasaa-bench,qwen3.6-flash,unstated,agentic-tool,mid,bench_cli,,,,,,73.4,correctness%-46tasks,0.0289,,,"https://github.com/taasaa/bench/blob/main/README.md (Overall Scores table, row Correctness, column Score)",,out:effort-not-established, taasaa-bench46,taasaa-bench,qwen3.7-max,unstated,agentic-tool,mid,bench_cli,,,,,,72.9,correctness%-46tasks,0.0289,,,"https://github.com/taasaa/bench/blob/main/README.md (Overall Scores table, row Correctness, column Score)",,out:effort-not-established, taasaa-bench46,taasaa-bench,qwen3.7-plus,unstated,agentic-tool,mid,bench_cli,,,,,,71.7,correctness%-46tasks,0.0289,,,"https://github.com/taasaa/bench/blob/main/README.md (Overall Scores table, row Correctness, column Score)",,out:effort-not-established, taasaa-bench46,taasaa-bench,kimi-k3,unstated,agentic-tool,mid,bench_cli,,,,,,76.5,correctness%-46tasks,0.0289,,,"https://github.com/taasaa/bench/blob/main/README.md (Overall Scores table, row Correctness, column Score)",,out:effort-not-established, taasaa-bench46,taasaa-bench,glm-5.2,unstated,agentic-tool,mid,bench_cli,,,,,,74.1,correctness%-46tasks,0.0289,,,"https://github.com/taasaa/bench/blob/main/README.md (Overall Scores table, row Correctness, column Score)",,out:effort-not-established, taasaa-bench46,taasaa-bench,deepseek-v4-flash-preview,unstated,agentic-tool,mid,bench_cli,,,,,,71.8,correctness%-46tasks,0.0289,,,"https://github.com/taasaa/bench/blob/main/README.md (Overall Scores table, row Correctness, column Score)",,out:effort-not-established, taasaa-bench46,taasaa-bench,deepseek-v4-flash-0731,unstated,agentic-tool,mid,bench_cli,,,,,,72.1,correctness%-46tasks,0.0289,,,"https://github.com/taasaa/bench/blob/main/README.md (Overall Scores table, row Correctness, column Score)",,out:effort-not-established, taasaa-bench46,taasaa-bench,deepseek-v4-pro-preview,unstated,agentic-tool,mid,bench_cli,,,,,,66.6,correctness%-46tasks,0.0289,,,"https://github.com/taasaa/bench/blob/main/README.md (Overall Scores table, row Correctness, column Score)",,out:effort-not-established, aa-index411,tabbit.ai,qwen3.7-max,think,mixed,hard,,per-task,0.54,0.00289,,,47,AA-idx,0.289,,restated-from:Artificial Analysis; cost-method-assumed-single,"https://go.tabbit.ai/model/qwen3-7-max/reviews/artificialanalysis-intelligence-index-cost-speed-benchmark (table « Cross-model weighted cost per task comparison », column Intelligence Index)",,in,out:cost-not-comparable aa-index411,tabbit.ai,opus-5,max,mixed,hard,,per-task,2.34,0.00289,,,63,AA-idx,0.289,,restated-from:Artificial Analysis; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://go.tabbit.ai/model/qwen3-7-max/reviews/artificialanalysis-intelligence-index-cost-speed-benchmark (table « Cross-model weighted cost per task comparison », column Intelligence Index)",,in,in aa-index411,tabbit.ai,fable-5,not-established:absent,mixed,hard,,per-task,3.14,0.00289,,,62,AA-idx,0.289,,restated-from:Artificial Analysis,"https://go.tabbit.ai/model/qwen3-7-max/reviews/artificialanalysis-intelligence-index-cost-speed-benchmark (table « Cross-model weighted cost per task comparison », column Intelligence Index)",,out:effort-not-established,out:effort-not-established aa-index411,tabbit.ai,glm-5.3,max,mixed,hard,,per-task,0.68,0.00289,,,60,AA-idx,0.289,,restated-from:Artificial Analysis; cost-method-assumed-single,"https://go.tabbit.ai/model/qwen3-7-max/reviews/artificialanalysis-intelligence-index-cost-speed-benchmark (table « Cross-model weighted cost per task comparison », column Intelligence Index)",,in,out:cost-not-comparable aa-index411,tabbit.ai,kimi-k3,max,mixed,hard,,per-task,0.84,0.00289,,,60,AA-idx,0.289,,restated-from:Artificial Analysis; cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://go.tabbit.ai/model/qwen3-7-max/reviews/artificialanalysis-intelligence-index-cost-speed-benchmark (table « Cross-model weighted cost per task comparison », column Intelligence Index)",,in,in aa-index411,tabbit.ai,gpt-5.6-sol,max,mixed,hard,,per-task,1.5375,0.178,,,61,AA-idx,0.289,,restated-from:Artificial Analysis; cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://go.tabbit.ai/model/qwen3-7-max/reviews/artificialanalysis-intelligence-index-cost-speed-benchmark (table « Cross-model weighted cost per task comparison », column Intelligence Index)",,in,out:cost-single-couple aa-index411,tabbit.ai,deepseek-v4-pro-0813,max,mixed,hard,,per-task,1.6422413793103448,0.804,,,53,AA-idx,0.289,,restated-from:Artificial Analysis; cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://go.tabbit.ai/model/qwen3-7-max/reviews/artificialanalysis-intelligence-index-cost-speed-benchmark (table « Cross-model weighted cost per task comparison », column Intelligence Index)",,in,out:cost-single-couple aa-index411,tabbit.ai,gpt-5.6-luna,max,mixed,hard,,per-task,0.030000000000000002,0.0119,,,52,AA-idx,0.289,,restated-from:Artificial Analysis; cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://go.tabbit.ai/model/qwen3-7-max/reviews/artificialanalysis-intelligence-index-cost-speed-benchmark (table « Cross-model weighted cost per task comparison », column Intelligence Index)",,in,out:cost-single-couple aa-index411,tabbit.ai,gemini-3.7-flash,high,mixed,hard,,per-task,0.40,0.00289,,,56,AA-idx,0.289,,restated-from:Artificial Analysis; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://go.tabbit.ai/model/qwen3-7-max/reviews/artificialanalysis-intelligence-index-cost-speed-benchmark (table « Cross-model weighted cost per task comparison », column Intelligence Index)",,in,in aa-index411,tabbit.ai,grok-4.6,high,mixed,hard,,per-task,0.84,0.00289,,,61,AA-idx,0.289,,restated-from:Artificial Analysis; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://go.tabbit.ai/model/qwen3-7-max/reviews/artificialanalysis-intelligence-index-cost-speed-benchmark (table « Cross-model weighted cost per task comparison », column Intelligence Index)",,in,in tabbit-ofox-task1-quality,tabbit.ai,qwen3.7-plus,unstated,coding,hard,,per-task,0.012,0.000289,12840,4210,4,quality/5,0.289,,,"https://go.tabbit.ai/model/qwen3-7-max/reviews/ofox-maxplus-three-real-task-cost-quality-comparison (Task 1 table, row Quality)",,out:effort-not-established,out:effort-not-established tabbit-ofox-task1-quality,tabbit.ai,qwen3.7-max,unstated,coding,hard,,per-task,0.062,0.000289,12840,3980,4,quality/5,0.289,,,"https://go.tabbit.ai/model/qwen3-7-max/reviews/ofox-maxplus-three-real-task-cost-quality-comparison (Task 1 table, row Quality)",,out:effort-not-established,out:effort-not-established tabbit-ofox-task2-quality,tabbit.ai,qwen3.7-plus,unstated,agentic-tool,hard,,,,,,,5,quality/5,0.289,,,"https://go.tabbit.ai/model/qwen3-7-max/reviews/ofox-maxplus-three-real-task-cost-quality-comparison (Task 2 table, row Quality)",,out:effort-not-established, tabbit-ofox-task2-quality,tabbit.ai,qwen3.7-max,unstated,agentic-tool,hard,,,,,,,2,quality/5,0.289,,,"https://go.tabbit.ai/model/qwen3-7-max/reviews/ofox-maxplus-three-real-task-cost-quality-comparison (Task 2 table, row Quality)",,out:effort-not-established, tabbit-ofox-task3-completion,tabbit.ai,qwen3.7-plus,unstated,agentic-tool,hard,,per-run-total,0.34,0.00289,,,96,completion%,0.289,,,"https://go.tabbit.ai/model/qwen3-7-max/reviews/ofox-maxplus-three-real-task-cost-quality-comparison (Task 3 table, row Completion)",,out:effort-not-established,out:effort-not-established tabbit-ofox-task3-completion,tabbit.ai,qwen3.7-max,unstated,agentic-tool,hard,,per-run-total,1.71,0.00289,,,100,completion%,0.289,,,"https://go.tabbit.ai/model/qwen3-7-max/reviews/ofox-maxplus-three-real-task-cost-quality-comparison (Task 3 table, row Completion)",,out:effort-not-established,out:effort-not-established tafla-2026-10-08,tafla.is,haiku-5.5,default,reasoning-math,easy,Tafla-agent,,0.0048,2.89e-05,,,119,correct-boards-of-120,0,,,"https://www.tafla.is/benchmark/2026-10-08 (table 'Correct boards', lane default, column Haiku 5.5)",,out:effort-not-established,out:effort-not-established tafla-2026-10-08,tafla.is,gpt-6-luna,medium,reasoning-math,easy,Tafla-agent,,0.0031,2.89e-05,,,119,correct-boards-of-120,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.tafla.is/benchmark/2026-10-08 (table 'Correct boards', lane default, column GPT-6 Luna)",,in,in tafla-2026-10-08,tafla.is,sonnet-5.5,high,reasoning-math,easy,Tafla-agent,,0.0584,2.89e-05,,,120,correct-boards-of-120,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.tafla.is/benchmark/2026-10-08 (table 'Correct boards', lane default, column Sonnet 5.5)",,out:uninformative,in tafla-2026-10-08,tafla.is,gpt-6.1-sol,medium,reasoning-math,easy,Tafla-agent,,0.0270,2.89e-05,,,120,correct-boards-of-120,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.tafla.is/benchmark/2026-10-08 (table 'Correct boards', lane default, column GPT-6.1 Sol)",,out:uninformative,in tafla-2026-10-08,tafla.is,gpt-5.6-terra,medium,reasoning-math,easy,Tafla-agent,,0.0373,2.89e-05,,,120,correct-boards-of-120,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.tafla.is/benchmark/2026-10-08 (table 'Correct boards', lane default, column GPT-5.6 Terra)",,out:uninformative,in tafla-2026-10-08,tafla.is,haiku-5.5,low,reasoning-math,easy,Tafla-agent,,0.0044,2.89e-05,,,120,correct-boards-of-120,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.tafla.is/benchmark/2026-10-08 (table 'Correct boards', lane low, column Haiku 5.5)",,out:uninformative,in tafla-2026-10-08,tafla.is,gpt-6-luna,low,reasoning-math,easy,Tafla-agent,,0.0031,2.89e-05,,,114,correct-boards-of-120,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.tafla.is/benchmark/2026-10-08 (table 'Correct boards', lane low, column GPT-6 Luna)",,in,in tafla-2026-10-08,tafla.is,sonnet-5.5,low,reasoning-math,easy,Tafla-agent,,0.0521,2.89e-05,,,120,correct-boards-of-120,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.tafla.is/benchmark/2026-10-08 (table 'Correct boards', lane low, column Sonnet 5.5)",,out:uninformative,in tafla-2026-10-08,tafla.is,gpt-6.1-sol,low,reasoning-math,easy,Tafla-agent,,0.0252,2.89e-05,,,116,correct-boards-of-120,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.tafla.is/benchmark/2026-10-08 (table 'Correct boards', lane low, column GPT-6.1 Sol)",,in,in tafla-2026-10-08,tafla.is,gpt-5.6-terra,low,reasoning-math,easy,Tafla-agent,,0.0365,2.89e-05,,,120,correct-boards-of-120,0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.tafla.is/benchmark/2026-10-08 (table 'Correct boards', lane low, column GPT-5.6 Terra)",,out:uninformative,in tbench20-capy,tbench.ai-terminal-bench-2.0,gpt-5.5,unstated,agentic-tool,hard,Capy,,,,,,83.14606741573034,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row capy__gpt-5.5 (rendered on the page as 83.1 %), field accuracy)",,out:effort-not-established, tbench20-codex-cli,tbench.ai-terminal-bench-2.0,gpt-5.5,unstated,agentic-tool,hard,Codex CLI,,,,,,82.24719101123595,accuracy%,0,,EAP-run,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row codex cli__gpt-5.5 (rendered on the page as 82.2 %), field accuracy)",,out:effort-not-established, tbench20-tongagents,tbench.ai-terminal-bench-2.0,gemini-3.1-pro,unstated,agentic-tool,hard,TongAgents,,,,,,80.2247191011236,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row tongagents__gemini 3.1 pro (rendered on the page as 80.2 %), field accuracy)",,out:effort-not-established, tbench20-sageagent,tbench.ai-terminal-bench-2.0,gpt-5.3-codex,unstated,agentic-tool,hard,SageAgent,,,,,,78.42696629213484,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row sageagent__gpt-5.3-codex (rendered on the page as 78.4 %), field accuracy)",,out:effort-not-established, tbench20-droid,tbench.ai-terminal-bench-2.0,gpt-5.3-codex,unstated,agentic-tool,hard,Droid,,,,,,77.30337078651686,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row droid__gpt-5.3-codex (rendered on the page as 77.3 %), field accuracy)",,out:effort-not-established, tbench20-codebrain-1-5,tbench.ai-terminal-bench-2.0,gpt-5.3-codex,unstated,agentic-tool,hard,CodeBrain,,,,,,75.84269662921348,accuracy%,0,,EAP-run,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row codebrain-1.5__gpt-5.3-codex (rendered on the page as 75.8 %), field accuracy)",,out:effort-not-established, tbench20-capy,tbench.ai-terminal-bench-2.0,opus-4.6,unstated,agentic-tool,hard,Capy,,,,,,75.28089887640449,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row capy__claude opus 4.6 (rendered on the page as 75.3 %), field accuracy)",,out:effort-not-established, tbench20-terminus-kira,tbench.ai-terminal-bench-2.0,gemini-3.1-pro,unstated,agentic-tool,hard,Terminus-KIRA,,,,,,74.8314606741573,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row terminus-kira__gemini 3.1 pro (rendered on the page as 74.8 %), field accuracy)",,out:effort-not-established, tbench20-terminus-kira,tbench.ai-terminal-bench-2.0,opus-4.6,unstated,agentic-tool,hard,Terminus-KIRA,,,,,,74.71910112359551,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row terminus-kira__claude opus 4.6 (rendered on the page as 74.7 %), field accuracy)",,out:effort-not-established, tbench20-mux,tbench.ai-terminal-bench-2.0,gpt-5.3-codex,unstated,agentic-tool,hard,Mux,,,,,,74.60674157303371,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row mux__gpt-5.3-codex (rendered on the page as 74.6 %), field accuracy)",,out:effort-not-established, tbench20-maya-v2,tbench.ai-terminal-bench-2.0,opus-4.6,unstated,agentic-tool,hard,MAYA-V2,,,,,,72.07865168539326,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row maya-v2__claude 4.6 opus (rendered on the page as 72.1 %), field accuracy)",,out:effort-not-established, tbench20-tongagents,tbench.ai-terminal-bench-2.0,?claude-opus-4.6,not-established:absent,agentic-tool,hard,TongAgents,,,,,,71.91011235955056,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row tongagents__claude opus 4.6 (rendered on the page as 71.9 %), field accuracy)",,out:model-not-established, tbench20-droid,tbench.ai-terminal-bench-2.0,opus-4.6,unstated,agentic-tool,hard,Droid,,,,,,69.8876404494382,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row droid__claude opus 4.6 (rendered on the page as 69.9 %), field accuracy)",,out:effort-not-established, tbench20-crux,tbench.ai-terminal-bench-2.0,opus-4.6,unstated,agentic-tool,hard,Crux,,,,,,66.87265917602996,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row crux__claude opus 4.6 (rendered on the page as 66.9 %), field accuracy)",,out:effort-not-established, tbench20-mux,tbench.ai-terminal-bench-2.0,opus-4.6,unstated,agentic-tool,hard,Mux,,,,,,66.51685393258427,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row mux__claude opus 4.6 (rendered on the page as 66.5 %), field accuracy)",,out:effort-not-established, tbench20-sageagent,tbench.ai-terminal-bench-2.0,gemini-3-pro,unstated,agentic-tool,hard,SageAgent,,,,,,65.1685393258427,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row sageagent__gemini 3 pro (rendered on the page as 65.2 %), field accuracy)",,out:effort-not-established, tbench20-droid,tbench.ai-terminal-bench-2.0,gpt-5.2,unstated,agentic-tool,hard,Droid,,,,,,64.94382022471911,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row droid__gpt-5.2 (rendered on the page as 64.9 %), field accuracy)",,out:effort-not-established, tbench20-terminus-2,tbench.ai-terminal-bench-2.0,gpt-5.3-codex,unstated,agentic-tool,hard,Terminus 2,,,,,,64.7191011235955,accuracy%,0,,EAP-run,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row terminus 2__gpt-5.3-codex (rendered on the page as 64.7 %), field accuracy)",,out:effort-not-established, tbench20-droid,tbench.ai-terminal-bench-2.0,opus-4.5,unstated,agentic-tool,hard,Droid,,,,,,63.14606741573033,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row droid__claude opus 4.5 (rendered on the page as 63.1 %), field accuracy)",,out:effort-not-established, tbench20-codex-cli,tbench.ai-terminal-bench-2.0,gpt-5.2,unstated,agentic-tool,hard,Codex CLI,,,,,,62.92134831460674,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row codex cli__gpt-5.2 (rendered on the page as 62.9 %), field accuracy)",,out:effort-not-established, tbench20-terminus-2,tbench.ai-terminal-bench-2.0,opus-4.6,unstated,agentic-tool,hard,Terminus 2,,,,,,62.92134831460674,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row terminus 2__claude opus 4.6 (rendered on the page as 62.9 %), field accuracy)",,out:effort-not-established, tbench20-codebrain-1-5,tbench.ai-terminal-bench-2.0,gemini-3-pro,unstated,agentic-tool,hard,CodeBrain,,,,,,62.24719101123596,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row codebrain-1.5__gemini 3 pro (rendered on the page as 62.2 %), field accuracy)",,out:effort-not-established, tbench20-droid,tbench.ai-terminal-bench-2.0,gemini-3-pro,unstated,agentic-tool,hard,Droid,,,,,,61.12359550561798,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row droid__gemini 3 pro (rendered on the page as 61.1 %), field accuracy)",,out:effort-not-established, tbench20-mux,tbench.ai-terminal-bench-2.0,gpt-5.2,unstated,agentic-tool,hard,Mux,,,,,,60.67415730337079,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row mux__gpt-5.2 (rendered on the page as 60.7 %), field accuracy)",,out:effort-not-established, tbench20-codex-cli,tbench.ai-terminal-bench-2.0,gpt-5.1-codex-max,unstated,agentic-tool,hard,Codex CLI,,,,,,60.4494382022472,accuracy%,0,,EAP-run,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row codex cli__gpt-5.1-codex-max (rendered on the page as 60.4 %), field accuracy)",,out:effort-not-established, tbench20-letta-code,tbench.ai-terminal-bench-2.0,opus-4.5,unstated,agentic-tool,hard,Letta Code,,,,,,59.10112359550562,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row letta code__claude opus 4.5 (rendered on the page as 59.1 %), field accuracy)",,out:effort-not-established, tbench20-mux,tbench.ai-terminal-bench-2.0,opus-4.5,unstated,agentic-tool,hard,Mux,,,,,,58.42696629213483,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row mux__claude opus 4.5 (rendered on the page as 58.4 %), field accuracy)",,out:effort-not-established, tbench20-claude-code,tbench.ai-terminal-bench-2.0,opus-4.6,unstated,agentic-tool,hard,Claude Code,,,,,,57.97752808988764,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row claude code__claude opus 4.6 (rendered on the page as 58.0 %), field accuracy)",,out:effort-not-established, tbench20-crux,tbench.ai-terminal-bench-2.0,gpt-5.1-codex,unstated,agentic-tool,hard,Crux,,,,,,57.75280898876405,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row crux__gpt-5.1-codex (rendered on the page as 57.8 %), field accuracy)",,out:effort-not-established, tbench20-terminus-2,tbench.ai-terminal-bench-2.0,opus-4.5,unstated,agentic-tool,hard,Terminus 2,,,,,,57.75280898876405,accuracy%,0,,EAP-run,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row terminus 2__claude opus 4.5 (rendered on the page as 57.8 %), field accuracy)",,out:effort-not-established, tbench20-terminus-2,tbench.ai-terminal-bench-2.0,gemini-3-pro,unstated,agentic-tool,hard,Terminus 2,,,,,,56.85393258426966,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row terminus 2__gemini 3 pro (rendered on the page as 56.9 %), field accuracy)",,out:effort-not-established, tbench20-letta-code,tbench.ai-terminal-bench-2.0,gemini-3-pro,unstated,agentic-tool,hard,Letta Code,,,,,,55.95505617977528,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row letta code__gemini 3 pro (rendered on the page as 56.0 %), field accuracy)",,out:effort-not-established, tbench20-goose,tbench.ai-terminal-bench-2.0,opus-4.5,unstated,agentic-tool,hard,Goose,,,,,,54.32584269662921,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row goose__claude opus 4.5 (rendered on the page as 54.3 %), field accuracy)",,out:effort-not-established, tbench20-terminus-2,tbench.ai-terminal-bench-2.0,gpt-5.2,unstated,agentic-tool,hard,Terminus 2,,,,,,54.04494382022472,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row terminus 2__gpt-5.2 (rendered on the page as 54.0 %), field accuracy)",,out:effort-not-established, tbench20-letta-code,tbench.ai-terminal-bench-2.0,gpt-5.1-codex,unstated,agentic-tool,hard,Letta Code,,,,,,53.48314606741573,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row letta code__gpt-5.1-codex (rendered on the page as 53.5 %), field accuracy)",,out:effort-not-established, tbench20-terminus-2,tbench.ai-terminal-bench-2.0,glm-5,unstated,agentic-tool,hard,Terminus 2,,,,,,52.41573033707865,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row terminus 2__glm 5 (rendered on the page as 52.4 %), field accuracy)",,out:effort-not-established, tbench20-claude-code,tbench.ai-terminal-bench-2.0,opus-4.5,unstated,agentic-tool,hard,Claude Code,,,,,,52.13483146067416,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row claude code__claude opus 4.5 (rendered on the page as 52.1 %), field accuracy)",,out:effort-not-established, tbench20-openhands,tbench.ai-terminal-bench-2.0,opus-4.5,unstated,agentic-tool,hard,OpenHands,,,,,,51.91011235955056,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row openhands__claude opus 4.5 (rendered on the page as 51.9 %), field accuracy)",,out:effort-not-established, tbench20-terminus-2,tbench.ai-terminal-bench-2.0,gemini-3-flash,unstated,agentic-tool,hard,Terminus 2,,,,,,51.68539325842697,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row terminus 2__gemini 3 flash (rendered on the page as 51.7 %), field accuracy)",,out:effort-not-established, tbench20-codex-cli,tbench.ai-terminal-bench-2.0,gpt-5,unstated,agentic-tool,hard,Codex CLI,,,,,,49.60674157303371,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row codex cli__gpt-5 (rendered on the page as 49.6 %), field accuracy)",,out:effort-not-established, tbench20-terminus-2,tbench.ai-terminal-bench-2.0,gpt-5.1,unstated,agentic-tool,hard,Terminus 2,,,,,,47.584269662921347,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row terminus 2__gpt-5.1 (rendered on the page as 47.6 %), field accuracy)",,out:effort-not-established, tbench20-codex-cli,tbench.ai-terminal-bench-2.0,gpt-5-codex,unstated,agentic-tool,hard,Codex CLI,,,,,,44.325842696629214,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row codex cli__gpt-5-codex (rendered on the page as 44.3 %), field accuracy)",,out:effort-not-established, tbench20-openhands,tbench.ai-terminal-bench-2.0,gpt-5,unstated,agentic-tool,hard,OpenHands,,,,,,43.820224719101125,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row openhands__gpt-5 (rendered on the page as 43.8 %), field accuracy)",,out:effort-not-established, tbench20-terminus-2,tbench.ai-terminal-bench-2.0,gpt-5-codex,unstated,agentic-tool,hard,Terminus 2,,,,,,43.426966292134833,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row terminus 2__gpt-5-codex (rendered on the page as 43.4 %), field accuracy)",,out:effort-not-established, tbench20-terminus-2,tbench.ai-terminal-bench-2.0,kimi-k2.5,unstated,agentic-tool,hard,Terminus 2,,,,,,43.202247191011234,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row terminus 2__kimi k2.5 (rendered on the page as 43.2 %), field accuracy)",,out:effort-not-established, tbench20-goose,tbench.ai-terminal-bench-2.0,sonnet-4.5,unstated,agentic-tool,hard,Goose,,,,,,43.14606741573034,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row goose__claude sonnet 4.5 (rendered on the page as 43.1 %), field accuracy)",,out:effort-not-established, tbench20-crux,tbench.ai-terminal-bench-2.0,gpt-5.1-codex-mini,unstated,agentic-tool,hard,Crux,,,,,,43.14606741573034,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row crux__gpt-5.1-codex-mini (rendered on the page as 43.1 %), field accuracy)",,out:effort-not-established, tbench20-terminus-2,tbench.ai-terminal-bench-2.0,sonnet-4.5,unstated,agentic-tool,hard,Terminus 2,,,,,,42.80898876404494,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row terminus 2__claude sonnet 4.5 (rendered on the page as 42.8 %), field accuracy)",,out:effort-not-established, tbench20-maya-v2,tbench.ai-terminal-bench-2.0,sonnet-4.5,unstated,agentic-tool,hard,MAYA-V2,,,,,,42.696629213483145,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row maya-v2__claude 4.5 sonnet (rendered on the page as 42.7 %), field accuracy)",,out:effort-not-established, tbench20-openhands,tbench.ai-terminal-bench-2.0,sonnet-4.5,unstated,agentic-tool,hard,OpenHands,,,,,,42.58426966292135,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row openhands__claude sonnet 4.5 (rendered on the page as 42.6 %), field accuracy)",,out:effort-not-established, tbench20-mini-swe-agent,tbench.ai-terminal-bench-2.0,sonnet-4.5,unstated,agentic-tool,hard,Mini-SWE-Agent,,,,,,42.528089887640447,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row mini-swe-agent__claude sonnet 4.5 (rendered on the page as 42.5 %), field accuracy)",,out:effort-not-established, tbench20-terminus-2,tbench.ai-terminal-bench-2.0,minimax-m2.5,unstated,agentic-tool,hard,Terminus 2,,,,,,42.247191011235957,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row terminus 2__minimax m2.5 (rendered on the page as 42.2 %), field accuracy)",,out:effort-not-established, tbench20-mini-swe-agent,tbench.ai-terminal-bench-2.0,gpt-5-codex,unstated,agentic-tool,hard,Mini-SWE-Agent,,,,,,41.34831460674157,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row mini-swe-agent__gpt-5-codex (rendered on the page as 41.3 %), field accuracy)",,out:effort-not-established, tbench20-claude-code,tbench.ai-terminal-bench-2.0,sonnet-4.5,unstated,agentic-tool,hard,Claude Code,,,,,,40.0561797752809,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row claude code__claude sonnet 4.5 (rendered on the page as 40.1 %), field accuracy)",,out:effort-not-established, tbench20-terminus-2,tbench.ai-terminal-bench-2.0,deepseek-v3.2,unstated,agentic-tool,hard,Terminus 2,,,,,,39.55056179775281,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row terminus 2__deepseek-v3.2 (rendered on the page as 39.6 %), field accuracy)",,out:effort-not-established, tbench20-terminus-2,tbench.ai-terminal-bench-2.0,opus-4.1,unstated,agentic-tool,hard,Terminus 2,,,,,,37.97752808988764,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row terminus 2__claude opus 4.1 (rendered on the page as 38.0 %), field accuracy)",,out:effort-not-established, tbench20-openhands,tbench.ai-terminal-bench-2.0,opus-4.1,unstated,agentic-tool,hard,OpenHands,,,,,,36.85393258426966,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row openhands__claude opus 4.1 (rendered on the page as 36.9 %), field accuracy)",,out:effort-not-established, tbench20-terminus-2,tbench.ai-terminal-bench-2.0,gpt-5.1-codex,unstated,agentic-tool,hard,Terminus 2,,,,,,36.85393258426966,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row terminus 2__gpt-5.1-codex (rendered on the page as 36.9 %), field accuracy)",,out:effort-not-established, tbench20-crux,tbench.ai-terminal-bench-2.0,minimax-m2.1,unstated,agentic-tool,hard,Crux,,,,,,36.629213483146067,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row crux__minimax m2.1 (rendered on the page as 36.6 %), field accuracy)",,out:effort-not-established, tbench20-terminus-2,tbench.ai-terminal-bench-2.0,kimi-k2-thinking,solo,agentic-tool,hard,Terminus 2,,,,,,35.730337078651686,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row terminus 2__kimi k2 thinking (rendered on the page as 35.7 %), field accuracy)",,out:single-couple, tbench20-goose,tbench.ai-terminal-bench-2.0,haiku-4.5,unstated,agentic-tool,hard,Goose,,,,,,35.50561797752809,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row goose__claude haiku 4.5 (rendered on the page as 35.5 %), field accuracy)",,out:effort-not-established, tbench20-terminus-2,tbench.ai-terminal-bench-2.0,gpt-5,unstated,agentic-tool,hard,Terminus 2,,,,,,35.168539325842696,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row terminus 2__gpt-5 (rendered on the page as 35.2 %), field accuracy)",,out:effort-not-established, tbench20-mini-swe-agent,tbench.ai-terminal-bench-2.0,opus-4.1,unstated,agentic-tool,hard,Mini-SWE-Agent,,,,,,35.0561797752809,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row mini-swe-agent__claude opus 4.1 (rendered on the page as 35.1 %), field accuracy)",,out:effort-not-established, tbench20-claude-code,tbench.ai-terminal-bench-2.0,opus-4.1,unstated,agentic-tool,hard,Claude Code,,,,,,34.831460674157305,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row claude code__claude opus 4.1 (rendered on the page as 34.8 %), field accuracy)",,out:effort-not-established, tbench20-mini-swe-agent,tbench.ai-terminal-bench-2.0,gpt-5,unstated,agentic-tool,hard,Mini-SWE-Agent,,,,,,33.93258426966292,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row mini-swe-agent__gpt-5 (rendered on the page as 33.9 %), field accuracy)",,out:effort-not-established, tbench20-terminus-2,tbench.ai-terminal-bench-2.0,glm-4.7,unstated,agentic-tool,hard,Terminus 2,,,,,,33.38951310861423,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row terminus 2__glm 4.7 (rendered on the page as 33.4 %), field accuracy)",,out:effort-not-established, tbench20-crux,tbench.ai-terminal-bench-2.0,?GLM-4.7,not-established:absent,agentic-tool,hard,Crux,,,,,,33.25842696629214,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row crux__glm 4.7 (rendered on the page as 33.3 %), field accuracy)",,out:model-not-established, tbench20-terminus-2,tbench.ai-terminal-bench-2.0,gemini-2.5-pro,unstated,agentic-tool,hard,Terminus 2,,,,,,32.640449438202246,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row terminus 2__gemini 2.5 pro (rendered on the page as 32.6 %), field accuracy)",,out:effort-not-established, tbench20-codex-cli,tbench.ai-terminal-bench-2.0,gpt-5-mini,unstated,agentic-tool,hard,Codex CLI,,,,,,31.85393258426966,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row codex cli__gpt-5-mini (rendered on the page as 31.9 %), field accuracy)",,out:effort-not-established, tbench20-terminus-2,tbench.ai-terminal-bench-2.0,?accounts/fireworks/models/minimax-m2,not-established:absent,agentic-tool,hard,Terminus 2,,,,,,30.0374531835206,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row terminus 2__minimax m2 (rendered on the page as 30.0 %), field accuracy)",,out:model-not-established, tbench20-mini-swe-agent,tbench.ai-terminal-bench-2.0,haiku-4.5,unstated,agentic-tool,hard,Mini-SWE-Agent,,,,,,29.8314606741573,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row mini-swe-agent__claude haiku 4.5 (rendered on the page as 29.8 %), field accuracy)",,out:effort-not-established, tbench20-terminus-2,tbench.ai-terminal-bench-2.0,minimax-m2.1,unstated,agentic-tool,hard,Terminus 2,,,,,,29.213483146067415,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row terminus 2__minimax m2.1 (rendered on the page as 29.2 %), field accuracy)",,out:effort-not-established, tbench20-openhands,tbench.ai-terminal-bench-2.0,gpt-5-mini,unstated,agentic-tool,hard,OpenHands,,,,,,29.213483146067415,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row openhands__gpt-5-mini (rendered on the page as 29.2 %), field accuracy)",,out:effort-not-established, tbench20-terminus-2,tbench.ai-terminal-bench-2.0,haiku-4.5,unstated,agentic-tool,hard,Terminus 2,,,,,,28.314606741573034,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row terminus 2__claude haiku 4.5 (rendered on the page as 28.3 %), field accuracy)",,out:effort-not-established, tbench20-terminus-2,tbench.ai-terminal-bench-2.0,?moonshotai/Kimi-K2-Instruct-0905,not-established:absent,agentic-tool,hard,Terminus 2,,,,,,27.790262172284647,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row terminus 2__kimi k2 instruct (rendered on the page as 27.8 %), field accuracy)",,out:model-not-established, tbench20-claude-code,tbench.ai-terminal-bench-2.0,haiku-4.5,unstated,agentic-tool,hard,Claude Code,,,,,,27.52808988764045,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row claude code__claude haiku 4.5 (rendered on the page as 27.5 %), field accuracy)",,out:effort-not-established, tbench20-openhands,tbench.ai-terminal-bench-2.0,grok-4,solo,agentic-tool,hard,OpenHands,,,,,,27.191011235955054,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row openhands__grok 4 (rendered on the page as 27.2 %), field accuracy)",,out:single-couple, tbench20-openhands,tbench.ai-terminal-bench-2.0,?moonshotai/Kimi-K2-Instruct-0905,not-established:absent,agentic-tool,hard,OpenHands,,,,,,26.741573033707866,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row openhands__kimi k2 instruct (rendered on the page as 26.7 %), field accuracy)",,out:model-not-established, tbench20-mini-swe-agent,tbench.ai-terminal-bench-2.0,gemini-2.5-pro,unstated,agentic-tool,hard,Mini-SWE-Agent,,,,,,26.06741573033708,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row mini-swe-agent__gemini 2.5 pro (rendered on the page as 26.1 %), field accuracy)",,out:effort-not-established, tbench20-mini-swe-agent,tbench.ai-terminal-bench-2.0,grok-code-fast-1,unstated,agentic-tool,hard,Mini-SWE-Agent,,,,,,25.842696629213485,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row mini-swe-agent__grok code fast 1 (rendered on the page as 25.8 %), field accuracy)",,out:effort-not-established, tbench20-mini-swe-agent,tbench.ai-terminal-bench-2.0,grok-4,solo,agentic-tool,hard,Mini-SWE-Agent,,,,,,25.39325842696629,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row mini-swe-agent__grok 4 (rendered on the page as 25.4 %), field accuracy)",,out:single-couple, tbench20-openhands,tbench.ai-terminal-bench-2.0,?Qwen/Qwen3-Coder-480B-A35B-Instruct-FP8,not-established:absent,agentic-tool,hard,OpenHands,,,,,,25.39325842696629,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row openhands__qwen 3 coder 480b (rendered on the page as 25.4 %), field accuracy)",,out:model-not-established, tbench20-terminus-2,tbench.ai-terminal-bench-2.0,?accounts/fireworks/models/glm-4p6,not-established:absent,agentic-tool,hard,Terminus 2,,,,,,24.531835205992508,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row terminus 2__glm 4.6 (rendered on the page as 24.5 %), field accuracy)",,out:model-not-established, tbench20-terminus-2,tbench.ai-terminal-bench-2.0,gpt-5-mini,unstated,agentic-tool,hard,Terminus 2,,,,,,24.044943820224718,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row terminus 2__gpt-5-mini (rendered on the page as 24.0 %), field accuracy)",,out:effort-not-established, tbench20-terminus-2,tbench.ai-terminal-bench-2.0,?Qwen/Qwen3-Coder-480B-A35B-Instruct-FP8,not-established:absent,agentic-tool,hard,Terminus 2,,,,,,23.89513108614232,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row terminus 2__qwen 3 coder 480b (rendered on the page as 23.9 %), field accuracy)",,out:model-not-established, tbench20-terminus-2,tbench.ai-terminal-bench-2.0,grok-4,solo,agentic-tool,hard,Terminus 2,,,,,,23.146067415730337,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row terminus 2__grok 4 (rendered on the page as 23.1 %), field accuracy)",,out:single-couple, tbench20-mini-swe-agent,tbench.ai-terminal-bench-2.0,gpt-5-mini,unstated,agentic-tool,hard,Mini-SWE-Agent,,,,,,22.247191011235956,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row mini-swe-agent__gpt-5-mini (rendered on the page as 22.2 %), field accuracy)",,out:effort-not-established, tbench20-terminus-2,tbench.ai-terminal-bench-2.0,?openai/gpt-oss-120b,not-established:absent,agentic-tool,hard,Terminus 2,,,,,,18.689138576779027,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row terminus 2__gpt-oss-120b (rendered on the page as 18.7 %), field accuracy)",,out:model-not-established, tbench20-mini-swe-agent,tbench.ai-terminal-bench-2.0,gemini-2.5-flash,unstated,agentic-tool,hard,Mini-SWE-Agent,,,,,,17.07865168539326,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row mini-swe-agent__gemini 2.5 flash (rendered on the page as 17.1 %), field accuracy)",,out:effort-not-established, tbench20-terminus-2,tbench.ai-terminal-bench-2.0,?gpt-oss-20b-rl,not-established:absent,agentic-tool,hard,Terminus 2,,,,,,17.02247191011236,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row terminus 2__afterquery-gpt-oss-20b (rendered on the page as 17.0 %), field accuracy)",,out:model-not-established, tbench20-terminus-2,tbench.ai-terminal-bench-2.0,gemini-2.5-flash,unstated,agentic-tool,hard,Terminus 2,,,,,,16.853932584269662,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row terminus 2__gemini 2.5 flash (rendered on the page as 16.9 %), field accuracy)",,out:effort-not-established, tbench20-openhands,tbench.ai-terminal-bench-2.0,gemini-2.5-flash,unstated,agentic-tool,hard,OpenHands,,,,,,16.404494382022472,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row openhands__gemini 2.5 flash (rendered on the page as 16.4 %), field accuracy)",,out:effort-not-established, tbench20-openhands,tbench.ai-terminal-bench-2.0,gemini-2.5-pro,unstated,agentic-tool,hard,OpenHands,,,,,,16.404494382022472,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row openhands__gemini 2.5 pro (rendered on the page as 16.4 %), field accuracy)",,out:effort-not-established, tbench20-mini-swe-agent,tbench.ai-terminal-bench-2.0,?openai/gpt-oss-120b,not-established:absent,agentic-tool,hard,Mini-SWE-Agent,,,,,,14.157303370786517,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row mini-swe-agent__gpt-oss-120b (rendered on the page as 14.2 %), field accuracy)",,out:model-not-established, tbench20-terminus-2,tbench.ai-terminal-bench-2.0,grok-code-fast-1,unstated,agentic-tool,hard,Terminus 2,,,,,,14.157303370786517,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row terminus 2__grok code fast 1 (rendered on the page as 14.2 %), field accuracy)",,out:effort-not-established, tbench20-openhands,tbench.ai-terminal-bench-2.0,haiku-4.5,unstated,agentic-tool,hard,OpenHands,,,,,,13.93258426966292,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row openhands__claude haiku 4.5 (rendered on the page as 13.9 %), field accuracy)",,out:effort-not-established, tbench20-codex-cli,tbench.ai-terminal-bench-2.0,gpt-5-nano,unstated,agentic-tool,hard,Codex CLI,,,,,,11.46067415730337,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row codex cli__gpt-5-nano (rendered on the page as 11.5 %), field accuracy)",,out:effort-not-established, tbench20-openhands,tbench.ai-terminal-bench-2.0,gpt-5-nano,unstated,agentic-tool,hard,OpenHands,,,,,,9.887640449438202,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row openhands__gpt-5-nano (rendered on the page as 9.9 %), field accuracy)",,out:effort-not-established, tbench20-terminus-2,tbench.ai-terminal-bench-2.0,gpt-5-nano,unstated,agentic-tool,hard,Terminus 2,,,,,,7.865168539325842,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row terminus 2__gpt-5-nano (rendered on the page as 7.9 %), field accuracy)",,out:effort-not-established, tbench20-mini-swe-agent,tbench.ai-terminal-bench-2.0,gpt-5-nano,unstated,agentic-tool,hard,Mini-SWE-Agent,,,,,,6.96629213483146,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row mini-swe-agent__gpt-5-nano (rendered on the page as 7.0 %), field accuracy)",,out:effort-not-established, tbench20-mini-swe-agent,tbench.ai-terminal-bench-2.0,?openai/gpt-oss-20b,not-established:absent,agentic-tool,hard,Mini-SWE-Agent,,,,,,3.3707865168539325,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row mini-swe-agent__gpt-oss-20b (rendered on the page as 3.4 %), field accuracy)",,out:model-not-established, tbench20-terminus-2,tbench.ai-terminal-bench-2.0,?openai/gpt-oss-20b,not-established:absent,agentic-tool,hard,Terminus 2,,,,,,3.0711610486891385,accuracy%,0,,,"https://www.tbench.ai/leaderboard/terminal-bench/2.0 (payload row terminus 2__gpt-oss-20b (rendered on the page as 3.1 %), field accuracy)",,out:model-not-established, tb21cc,tbench,fable-5,not-established:absent,coding,hard,ClaudeCode,per-suite-445-trials,552.67,0,,9954945,83.82,pass%,0.00289,,EAP-run,https://www.tbench.ai/leaderboard/terminal-bench/2.1 ($[0].metrics.accuracy),,out:effort-not-established,out:effort-not-established tb21-codex@tbench,tbench,gpt-5.5,xhigh,coding,hard,Codex-CLI,per-suite-445-trials,2059.19,0,,5966373,83.15,pass%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.tbench.ai/leaderboard/terminal-bench/2.1 ($[1].metrics.accuracy),,in,in tb21t2@tbench,tbench,fable-5,not-established:absent,coding,hard,Terminus-2,per-suite-445-trials,438.64,0,,7412519,80.45,pass%,0.00289,,EAP-run,https://www.tbench.ai/leaderboard/terminal-bench/2.1 ($[2].metrics.accuracy),,out:effort-not-established,out:effort-not-established tb21cc,tbench,opus-4.8,high,coding,hard,ClaudeCode,per-suite-445-trials,286.94,0,,8089069,78.88,pass%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.tbench.ai/leaderboard/terminal-bench/2.1 ($[4].metrics.accuracy),,in,in tb21-codex@tbench,tbench,gpt-5.6-terra,max,coding,hard,Codex-CLI,per-suite-445-trials,421.15,0,,8707506,78.43,pass%,0.00289,,cost-uniform-factor-tiers; cost-method-assumed-single; cost-base-price:cost-uniform-factor-tiers,https://www.tbench.ai/leaderboard/terminal-bench/2.1 ($[5].metrics.accuracy),,in,in tb21t2@tbench,tbench,gpt-5.5,not-established:absent,coding,hard,Terminus-2,per-suite-445-trials,493.85,0,,10768129,77.98,pass%,0.00289,,,https://www.tbench.ai/leaderboard/terminal-bench/2.1 ($[6].metrics.accuracy),,out:effort-not-established,out:effort-not-established tb21-codex@tbench,tbench,gpt-5.6-luna,max,coding,hard,Codex-CLI,per-suite-445-trials,241.45,0,,10628905,75.73,pass%,0.00289,,cost-uniform-factor-tiers; cost-method-assumed-single; cost-base-price:cost-uniform-factor-tiers,https://www.tbench.ai/leaderboard/terminal-bench/2.1 ($[8].metrics.accuracy),,in,in tb21cc,tbench,sonnet-5,high,coding,hard,ClaudeCode,per-suite-445-trials,288.18,0,,11216322,74.61,pass%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.tbench.ai/leaderboard/terminal-bench/2.1 ($[9].metrics.accuracy),,in,in tb21t2@tbench,tbench,?Gemini 3 Pro,not-established:absent,coding,hard,Terminus-2,per-suite-445-trials,224.44,0,,12862730,73.93,pass%,0.00289,,,https://www.tbench.ai/leaderboard/terminal-bench/2.1 ($[10].metrics.accuracy),,out:model-not-established,out:model-not-established tb21cc,tbench,opus-4.7,not-established:absent,coding,hard,ClaudeCode,per-suite-445-trials,599.52,0,,14896548,68.9,pass%,0.00289,,,https://www.tbench.ai/leaderboard/terminal-bench/2.1 ($[11].metrics.accuracy),,out:effort-not-established,out:effort-not-established tb21t2@tbench,tbench,opus-4.7,not-established:absent,coding,hard,Terminus-2,per-suite-445-trials,582.26,0,,12451178,66.07,pass%,0.00289,,,https://www.tbench.ai/leaderboard/terminal-bench/2.1 ($[12].metrics.accuracy),,out:effort-not-established,out:effort-not-established tb21-gemini-cli@tbench,tbench,?Gemini 3 Pro,not-established:absent,coding,hard,Gemini-CLI,per-suite-445-trials,247.76,0,,7219388,65.84,pass%,0.00289,,,https://www.tbench.ai/leaderboard/terminal-bench/2.1 ($[13].metrics.accuracy),,out:model-not-established,out:model-not-established tb21-gemini-cli@tbench,tbench,gemini-3.1-pro,not-established:absent,coding,hard,Gemini-CLI,per-suite-445-trials,236.49,0,,6123596,65.84,pass%,0.00289,,,https://www.tbench.ai/leaderboard/terminal-bench/2.1 ($[14].metrics.accuracy),,out:effort-not-established,out:effort-not-established tb21t2@tbench,tbench,gemini-3.1-pro,not-established:absent,coding,hard,Terminus-2,per-suite-445-trials,229.99,0,,12935831,65.62,pass%,0.00289,,,https://www.tbench.ai/leaderboard/terminal-bench/2.1 ($[15].metrics.accuracy),,out:effort-not-established,out:effort-not-established tb21cc,tbench,glm-5.1,not-established:absent,coding,hard,ClaudeCode,per-suite-445-trials,277.14,0,,10635681,58.65,pass%,0.00289,,,https://www.tbench.ai/leaderboard/terminal-bench/2.1 ($[16].metrics.accuracy),,out:effort-not-established,out:effort-not-established tb40,tbench,opus-5.5,max,coding,frontier,,per-suite,4718.65,0,,88814607,64.85,resolved%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://tbench.ai/leaderboard/terminal-bench/4.0 ($[0].metrics.accuracy),,in,in tb40,tbench,sonnet-5.5,max,coding,frontier,,per-suite,5500.2300000000005,1.06e+03,,186577885,61.82,resolved%,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://tbench.ai/leaderboard/terminal-bench/4.0 ($[1].metrics.accuracy),,in,out:cost-single-couple tb40,tbench,gpt-6-astra,max,coding,frontier,,per-suite,3267.18,0,,23988992,58.18,resolved%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://tbench.ai/leaderboard/terminal-bench/4.0 ($[2].metrics.accuracy),,in,in tb40,tbench,gpt-6.1-sol,max,coding,frontier,,per-suite,634.24,0,,31314516,58.18,resolved%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://tbench.ai/leaderboard/terminal-bench/4.0 ($[3].metrics.accuracy),,in,in tb40,tbench,fable-5.1,max,coding,frontier,,per-suite,6243.5,0,,63121568,57.88,resolved%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://tbench.ai/leaderboard/terminal-bench/4.0 ($[4].metrics.accuracy),,in,in tb40,tbench,gpt-6-astra,xhigh,coding,frontier,,per-suite,2350.51,0,,14950287,57.88,resolved%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://tbench.ai/leaderboard/terminal-bench/4.0 ($[5].metrics.accuracy),,in,in tb40,tbench,gpt-6-astra,high,coding,frontier,,per-suite,2269.42,0,,13703943,57.88,resolved%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://tbench.ai/leaderboard/terminal-bench/4.0 ($[6].metrics.accuracy),,in,in tb40,tbench,fable-5.1,xhigh,coding,frontier,,per-suite,4872.04,0,,50426931,57.88,resolved%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://tbench.ai/leaderboard/terminal-bench/4.0 ($[7].metrics.accuracy),,in,in tb40,tbench,fable-5.1,high,coding,frontier,,per-suite,3985.38,0,,37429044,54.55,resolved%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://tbench.ai/leaderboard/terminal-bench/4.0 ($[8].metrics.accuracy),,in,in tb40,tbench,gpt-6-astra,medium,coding,frontier,,per-suite,1914.8,0,,10770605,54.24,resolved%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://tbench.ai/leaderboard/terminal-bench/4.0 ($[9].metrics.accuracy),,in,in tb40,tbench,fable-5.1,medium,coding,frontier,,per-suite,2832.9,0,,25991800,53.94,resolved%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://tbench.ai/leaderboard/terminal-bench/4.0 ($[10].metrics.accuracy),,in,in tb40,tbench,opus-5,xhigh,coding,frontier,,per-suite,6086.22,0,,59162574,53.94,resolved%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://tbench.ai/leaderboard/terminal-bench/4.0 ($[11].metrics.accuracy),,in,in tb40,tbench,opus-5,max,coding,frontier,,per-suite,5969.11,0,,66012156,51.82,resolved%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://tbench.ai/leaderboard/terminal-bench/4.0 ($[12].metrics.accuracy),,in,in tb40,tbench,gpt-6-astra,low,coding,frontier,,per-suite,1557.3,0,,7988337,50.61,resolved%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://tbench.ai/leaderboard/terminal-bench/4.0 ($[13].metrics.accuracy),,in,in tb40,tbench,opus-5,high,coding,frontier,,per-suite,4662.27,0,,47599774,50.3,resolved%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://tbench.ai/leaderboard/terminal-bench/4.0 ($[14].metrics.accuracy),,in,in tb40,tbench,gpt-6-sol,max,coding,frontier,,per-suite,1451.32,0,,30571836,49.39,resolved%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://tbench.ai/leaderboard/terminal-bench/4.0 ($[15].metrics.accuracy),,in,in tb40,tbench,opus-5,medium,coding,frontier,,per-suite,3191.59,0,,33478510,44.85,resolved%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://tbench.ai/leaderboard/terminal-bench/4.0 ($[16].metrics.accuracy),,in,in tb40,tbench,fable-5,max,coding,frontier,,per-suite,7265.01,0,,58619905,44.55,resolved%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://tbench.ai/leaderboard/terminal-bench/4.0 ($[17].metrics.accuracy),,in,in tb40,tbench,fable-5.1,low,coding,frontier,,per-suite,2358.72,0,,19935011,43.33,resolved%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://tbench.ai/leaderboard/terminal-bench/4.0 ($[18].metrics.accuracy),,in,in tb40,tbench,glm-5.3,not-established:absent,coding,frontier,,per-suite,2727.63,0,,68660047,41.82,resolved%,0.00289,,,https://tbench.ai/leaderboard/terminal-bench/4.0 ($[19].metrics.accuracy),,out:effort-not-established,out:effort-not-established tb40,tbench,grok-4.7,xhigh,coding,frontier,,per-suite,3683.287146,0,,22977067,37.58,resolved%,0.00289,,harness-label-as-level:grok-cli; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://tbench.ai/leaderboard/terminal-bench/4.0 ($[20].metrics.accuracy),,in,in tb40,tbench,gpt-5.6-sol,not-established:absent,coding,frontier,,per-suite,2541.7,0,,23451415,37.27,resolved%,0.00289,,EAP-run,https://tbench.ai/leaderboard/terminal-bench/4.0 ($[21].metrics.accuracy),,out:effort-not-established,out:effort-not-established tb40,tbench,glm-5.3-flash,not-established:absent,coding,frontier,,per-suite,2883.11,0,,44554633,35.76,resolved%,0.00289,,,https://tbench.ai/leaderboard/terminal-bench/4.0 ($[22].metrics.accuracy),,out:effort-not-established,out:effort-not-established tb40,tbench,opus-5,low,coding,frontier,,per-suite,2393.88,0,,23835411,34.85,resolved%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://tbench.ai/leaderboard/terminal-bench/4.0 ($[23].metrics.accuracy),,in,in tb40,tbench,qwen3.8-max-0902,not-established:absent,coding,frontier,,per-suite,4635.67,0,,83393525,26.97,resolved%,0.00289,,max-as-highest,https://tbench.ai/leaderboard/terminal-bench/4.0 ($[24].metrics.accuracy),,out:effort-not-established,out:effort-not-established tb40,tbench,opus-4.8,max,coding,frontier,,per-suite,6481.26,0,,88813309,23.64,resolved%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://tbench.ai/leaderboard/terminal-bench/4.0 ($[25].metrics.accuracy),,in,in tb40,tbench,gpt-5.6-terra,not-established:absent,coding,frontier,,per-suite,1733.52,0,,33224833,21.52,resolved%,0.00289,,EAP-run,https://tbench.ai/leaderboard/terminal-bench/4.0 ($[26].metrics.accuracy),,out:effort-not-established,out:effort-not-established tb40,tbench,grok-4.6,high,coding,frontier,,per-suite,3591.58,0,,32618221,20.3,resolved%,0.00289,,harness-label-as-level:grok-cli; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://tbench.ai/leaderboard/terminal-bench/4.0 ($[27].metrics.accuracy),,in,in tb40,tbench,gemini-3.8-flash,not-established:absent,coding,frontier,,per-suite,1828.77,0,,68056484,19.09,resolved%,0.00289,,,https://tbench.ai/leaderboard/terminal-bench/4.0 ($[28].metrics.accuracy),,out:effort-not-established,out:effort-not-established tb40,tbench,gpt-5.6-luna,not-established:absent,coding,frontier,,per-suite,346.67,0,,61282672,17.27,resolved%,0.00289,,EAP-run,https://tbench.ai/leaderboard/terminal-bench/4.0 ($[29].metrics.accuracy),,out:effort-not-established,out:effort-not-established tb40,tbench,gpt-6-luna,max,coding,frontier,,per-suite,72.14,0,,45490894,16.36,resolved%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://tbench.ai/leaderboard/terminal-bench/4.0 ($[30].metrics.accuracy),,in,in tb40,tbench,muse-spark-1.3,xhigh,coding,frontier,,,,,,,14.55,resolved%,0.00289,,,https://tbench.ai/leaderboard/terminal-bench/4.0 ($[31].metrics.accuracy),,out:single-couple, tb40,tbench,grok-4.5,high,coding,frontier,,per-suite,1675.288,242,,32389328,12.42,resolved%,0.00289,,harness-label-as-level:grok-cli; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://tbench.ai/leaderboard/terminal-bench/4.0 ($[32].metrics.accuracy),,in,out:cost-single-couple tb40,tbench,sonnet-5,max,coding,frontier,,per-suite,9603.86,0,,116598866,12.42,resolved%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://tbench.ai/leaderboard/terminal-bench/4.0 ($[33].metrics.accuracy),,in,in tb40,tbench,gemini-3.7-flash,not-established:absent,coding,frontier,,per-suite,1261.87,0,,52134001,11.21,resolved%,0.00289,,,https://tbench.ai/leaderboard/terminal-bench/4.0 ($[34].metrics.accuracy),,out:effort-not-established,out:effort-not-established tessl-skill-eval-w-skill,tessl.io,?3 Flash Preview,not-established:absent,mixed,hard,,USD-per-task,0.135,0.000289,630000,,85.4,Score,0.0289,,,"https://tessl.io/blog/why-your-gemini-bill-doesnt-match-the-model-names (table ""The headline data"", ligne 3 Flash Preview, colonne Score)",,out:model-not-established,out:model-not-established tessl-skill-eval-w-skill,tessl.io,?3.1 Flash Lite,not-established:absent,mixed,hard,,USD-per-task,0.035,0.000289,310000,,70.2,Score,0.0289,,,"https://tessl.io/blog/why-your-gemini-bill-doesnt-match-the-model-names (table ""The headline data"", ligne 3.1 Flash Lite, colonne Score)",,out:model-not-established,out:model-not-established tessl-skill-eval-w-skill,tessl.io,?3.5 Flash,not-established:absent,mixed,hard,,USD-per-task,1.05,0.00289,1410000,,88.6,Score,0.0289,,,"https://tessl.io/blog/why-your-gemini-bill-doesnt-match-the-model-names (table ""The headline data"", ligne 3.5 Flash, colonne Score)",,out:model-not-established,out:model-not-established tessl-skill-eval-w-skill,tessl.io,?3.1 Pro Preview,not-established:absent,mixed,hard,,USD-per-task,0.66,0.00289,650000,,87.9,Score,0.0289,,,"https://tessl.io/blog/why-your-gemini-bill-doesnt-match-the-model-names (table ""The headline data"", ligne 3.1 Pro Preview, colonne Score)",,out:model-not-established,out:model-not-established tc-pong210-base,testcabinet,deepseek-v4-pro-0813,default,coding,hard,opencode,per-run,0.851264,2.89e-07,229580.8,26535,98.611111,pct-checklist,2.89e-07,,,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-32880 / column score_mean_pct),,out:effort-not-established,out:effort-not-established tc-pong210-base,testcabinet,gemini-3.7-flash,default,coding,hard,opencode,per-run,0.477674,2.89e-07,560572.6,35532.2,58.611111,pct-checklist,2.89e-07,,,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-32881 / column score_mean_pct),,out:effort-not-established,out:effort-not-established tc-pong210-base,testcabinet,kimi-k3,default,coding,hard,opencode,per-run,3.352924,2.89e-07,292098.4,36616,99.722222,pct-checklist,2.89e-07,,,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-32882 / column score_mean_pct),,out:effort-not-established,out:effort-not-established tc-pong210-base,testcabinet,qwen3.8-2.4t-a95b,default,coding,hard,opencode,per-run,3.463156,2.89e-07,433388.4,49933.8,79.722222,pct-checklist,2.89e-07,,,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-32883 / column score_mean_pct),,out:effort-not-established,out:effort-not-established tc-pong210-base,testcabinet,qwen3.8-27b,default,coding,hard,opencode,per-run,2.463351,2.89e-07,4561865.8,42882.8,74.652778,pct-checklist,2.89e-07,,,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-32884 / column score_mean_pct),,out:effort-not-established,out:effort-not-established tc-pong210-base,testcabinet,grok-4.6,default,coding,hard,opencode,per-run,1.261498,2.89e-07,106881.2,20762.4,100,pct-checklist,2.89e-07,,,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-32885 / column score_mean_pct),,out:effort-not-established,out:effort-not-established tc-pong210-base,testcabinet,glm-5.2,default,coding,hard,opencode,per-run,0.594351,2.89e-07,230523,23457.4,98.055556,pct-checklist,2.89e-07,,,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-32886 / column score_mean_pct),,out:effort-not-established,out:effort-not-established tc-pong210-gyre,testcabinet,deepseek-v4-pro-0813,default,coding,hard,opencode,per-run,0.966049,2.89e-07,277427.8,28863.6,98.666667,pct-checklist,2.89e-07,,,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-32888 / column score_mean_pct),,out:effort-not-established,out:effort-not-established tc-pong210-gyre,testcabinet,gemini-3.7-flash,default,coding,hard,opencode,per-run,0.448886,2.89e-07,442570,36537.6,98.666667,pct-checklist,2.89e-07,,,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-32889 / column score_mean_pct),,out:effort-not-established,out:effort-not-established tc-pong210-gyre,testcabinet,kimi-k3,default,coding,hard,opencode,per-run,3.362784,2.89e-07,241696.6,35258.2,99.733333,pct-checklist,2.89e-07,,,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-32890 / column score_mean_pct),,out:effort-not-established,out:effort-not-established tc-pong210-gyre,testcabinet,qwen3.8-2.4t-a95b,default,coding,hard,opencode,per-run,2.453691,2.89e-07,263156.2,48095.6,99.733333,pct-checklist,2.89e-07,,,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-32891 / column score_mean_pct),,out:effort-not-established,out:effort-not-established tc-pong210-gyre,testcabinet,grok-4.6,default,coding,hard,opencode,per-run,1.270355,2.89e-07,124531,21653.6,99.466667,pct-checklist,2.89e-07,,,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-32892 / column score_mean_pct),,out:effort-not-established,out:effort-not-established tc-pong210-gyre,testcabinet,glm-5.2,default,coding,hard,opencode,per-run,0.83768,2.89e-07,204724.4,25813.8,60,pct-checklist,2.89e-07,,,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-32893 / column score_mean_pct),,out:effort-not-established,out:effort-not-established tc-fathom100-base,testcabinet,deepseek-v4-flash-preview,default,coding,hard,opencode,per-run,0.237951,2.89e-07,971379,64363.7,19.444444,pct-checklist,2.89e-07,,,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-32894 / column score_mean_pct),,out:effort-not-established,out:effort-not-established tc-fathom100-base,testcabinet,deepseek-v4-pro-preview,default,coding,hard,opencode,per-run,0.228976,2.89e-07,292570.7,60957.7,27.777778,pct-checklist,2.89e-07,,,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-32895 / column score_mean_pct),,out:effort-not-established,out:effort-not-established tc-fathom100-base,testcabinet,qwen3.7-max,default,coding,hard,opencode,per-run,1.099499,2.89e-07,328258.3,40326.7,63.888889,pct-checklist,2.89e-07,,,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-32896 / column score_mean_pct),,out:effort-not-established,out:effort-not-established tc-fathom100-base,testcabinet,qwen3.7-plus,default,coding,hard,opencode,per-run,0.68158,2.89e-07,583056.7,93248.3,0,pct-checklist,2.89e-07,,,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-32897 / column score_mean_pct),,out:effort-not-established,out:effort-not-established tc-fathom100-base,testcabinet,grok-4.5,default,coding,hard,opencode,per-run,1.888958,2.89e-07,133781.3,56784.3,0,pct-checklist,2.89e-07,,,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-32898 / column score_mean_pct),,out:effort-not-established,out:effort-not-established tc-fathom100-base,testcabinet,glm-5.2,default,coding,hard,opencode,per-run,3.044289,2.89e-07,2475196,56967.3,58.333333,pct-checklist,2.89e-07,,,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-32899 / column score_mean_pct),,out:effort-not-established,out:effort-not-established tc-pong100-base,testcabinet,deepseek-v4-flash-preview,default,coding,hard,opencode,per-run,0.124793,2.89e-07,382391.5,35056,40,pct-checklist,2.89e-07,,,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-32900 / column score_mean_pct),,out:effort-not-established,out:effort-not-established tc-pong100-base,testcabinet,deepseek-v4-pro-preview,default,coding,hard,opencode,per-run,0.30108,2.89e-07,561196,33551.5,0,pct-checklist,2.89e-07,,,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-32901 / column score_mean_pct),,out:effort-not-established,out:effort-not-established tc-pong100-base,testcabinet,kimi-k2.7-code,solo,coding,hard,opencode,per-run,1.727479,2.89e-07,1388346,29125,70,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-32902 / column score_mean_pct),,out:single-couple,out:cost-single-couple tc-pong100-base,testcabinet,glm-5.2,default,coding,hard,opencode,per-run,1.260767,2.89e-07,608513.5,28506.5,86.666667,pct-checklist,2.89e-07,,,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-32905 / column score_mean_pct),,out:effort-not-established,out:effort-not-established tc-claude-2_1_205-fathom-v1_0_0-base,testcabinet,fable-5,default,coding,hard,claude,per-run,24.789127,2.89e-07,267393.7,143522.7,55.555556,pct-checklist,2.89e-07,,,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-36907 / column score_mean_pct),,out:effort-not-established,out:effort-not-established tc-claude-2_1_205-fathom-v1_0_0-base,testcabinet,opus-4.8,nothink,coding,hard,claude,per-run,12.446638,2.89e-07,226802.7,143596.7,91.666667,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-36908 / column score_mean_pct),,in,in tc-claude-2_1_205-fathom-v1_0_0-base,testcabinet,sonnet-4.6,nothink,coding,hard,claude,per-run,6.27721,2.89e-07,193590.7,182367.3,55.555556,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-36909 / column score_mean_pct),,in,in tc-claude-2_1_205-fathom-v1_0_0-base,testcabinet,sonnet-5,default,coding,hard,claude,per-run,15.669948,2.89e-07,397924.3,175497.7,88.888889,pct-checklist,2.89e-07,,,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-36910 / column score_mean_pct),,out:effort-not-established,out:effort-not-established tc-claude-2_1_211-valence-v1_0_0-base,testcabinet,fable-5,default,coding,hard,claude,per-run,44.549445,2.89e-07,312888.5,184944.5,100,pct-checklist,2.89e-07,,,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-36919 / column score_mean_pct),,out:effort-not-established,out:effort-not-established tc-claude-2_1_211-valence-v1_0_0-base,testcabinet,opus-4.8,nothink,coding,hard,claude,per-run,51.525439,2.89e-07,364472,205145.5,100,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-36920 / column score_mean_pct),,in,in tc-claude-2_1_233-deepcore-v1_0_0-base,testcabinet,opus-4.8,nothink,coding,hard,claude,per-run,33.284391,2.89e-07,387630,237663.2,45.87156,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-36922 / column score_mean_pct),,in,in tc-claude-2_1_233-fathom-v2_0_0-kindle,testcabinet,opus-4.8,nothink,coding,hard,claude,per-run,15.913704,2.89e-07,256986,179732,96.527778,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-36924 / column score_mean_pct),,in,in tc-claude-2_1_233-fathom-v2_0_0-kindle,testcabinet,opus-5,high,coding,hard,claude,per-run,24.899639,2.89e-07,364516.3,220815,99.074074,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-36925 / column score_mean_pct),,in,in tc-claude-2_1_234-deepcore-v1_0_0-base,testcabinet,opus-5,high,coding,hard,claude,per-run,66.358979,2.89e-07,660464,383677.7,96.330275,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-36929 / column score_mean_pct),,in,in tc-claude-2_1_234-pong-v2_1_0-base,testcabinet,opus-4.8,nothink,coding,hard,claude,per-run,4.418281,2.89e-07,102124,60814.5,100,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-36930 / column score_mean_pct),,in,in tc-claude-2_1_234-pong-v2_1_0-base,testcabinet,opus-5,high,coding,hard,claude,per-run,7.333809,2.89e-07,145367,91446,100,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-36931 / column score_mean_pct),,in,in tc-claude-2_1_235-coil-v1_0_0-base,testcabinet,opus-4.8,nothink,coding,hard,claude,per-run,10.316095,2.89e-07,180109.5,106401.5,100,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-36932 / column score_mean_pct),,in,in tc-claude-2_1_235-pong-v2_1_0-base,testcabinet,fable-5,high,coding,hard,claude,per-run,7.255022,2.89e-07,92423.6,50181.4,100,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-36934 / column score_mean_pct),,in,in tc-claude-2_1_235-pong-v2_1_0-base,testcabinet,sonnet-4.6,nothink,coding,hard,claude,per-run,2.023727,2.89e-07,62923,68545.2,98.055556,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-36936 / column score_mean_pct),,in,in tc-claude-2_1_235-pong-v2_1_0-base,testcabinet,sonnet-5,high,coding,hard,claude,per-run,5.419759,2.89e-07,156417.6,94904.6,99.166667,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-36937 / column score_mean_pct),,in,in tc-claude-2_1_235-pong-v2_1_0-gyre,testcabinet,fable-5,high,coding,hard,claude,per-run,8.220705,2.89e-07,104304,54274.6,99.466667,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-36938 / column score_mean_pct),,in,in tc-claude-2_1_235-pong-v2_1_0-gyre,testcabinet,opus-4.8,nothink,coding,hard,claude,per-run,4.930632,2.89e-07,110268,72364.5,100,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-36939 / column score_mean_pct),,in,in tc-claude-2_1_235-pong-v2_1_0-gyre,testcabinet,opus-5,high,coding,hard,claude,per-run,7.385128,2.89e-07,147112.5,94379.5,100,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-36940 / column score_mean_pct),,in,in tc-claude-2_1_237-pong-v2_1_0-gyre,testcabinet,sonnet-4.6,nothink,coding,hard,claude,per-run,2.746499,2.89e-07,87342.4,80175.8,97.866667,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-36944 / column score_mean_pct),,in,in tc-claude-2_1_302-pong-v3_0_0-base-simple-2d,testcabinet,fable-5.1,high,coding,hard,claude,per-run,11.067995,2.89e-07,276660.3,129272.2,100,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-36947 / column score_mean_pct),,in,in tc-claude-2_1_302-pong-v3_0_0-base-simple-2d,testcabinet,opus-5.5,default,coding,hard,claude,per-run,3.911629,2.89e-07,195709.6,80669.4,100,pct-checklist,2.89e-07,,,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-36948 / column score_mean_pct),,out:effort-not-established,out:effort-not-established tc-claude-2_1_302-pong-v3_0_0-base-simple-2d,testcabinet,sonnet-5.5,high,coding,hard,claude,per-run,0.991361,2.89e-07,119102,48774,100,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-36949 / column score_mean_pct),,in,in tc-codex-0_142_4-pong-v1_0_0-gyre,testcabinet,gpt-5.5,medium,coding,hard,codex,per-run,1.939514,2.89e-07,154662,15580,84.375,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-36953 / column score_mean_pct),,in,in tc-codex-0_143_0-fathom-v1_0_0-base,testcabinet,gpt-5.3-codex-spark,default,coding,hard,codex,,,,,,0,pct-checklist,2.89e-07,,,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-36959 / column score_mean_pct),,out:effort-not-established, tc-codex-0_143_0-fathom-v1_0_0-base,testcabinet,gpt-5.4-mini,medium,coding,hard,codex,per-run,1.402825,2.89e-07,221228.3,81832.3,0,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-36960 / column score_mean_pct),,in,in tc-codex-0_143_0-fathom-v1_0_0-base,testcabinet,gpt-5.5,medium,coding,hard,codex,per-run,1.743348,2.89e-07,105725,20277,22.222222,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-36961 / column score_mean_pct),,in,in tc-codex-0_144_0-fathom-v1_0_0-base,testcabinet,gpt-5.6-luna,medium,coding,hard,codex,per-run,0.3802584,0.146,223136,22402.7,33.333333,pct-checklist,2.89e-07,,cost-unrepriced; cost-price-band,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-36962 / column score_mean_pct),,in,out:cost-single-couple tc-codex-0_144_0-fathom-v1_0_0-base,testcabinet,gpt-5.6-sol,low,coding,hard,codex,per-run,1.6793337499999998,0.194,96571.7,14390,0,pct-checklist,2.89e-07,,cost-unrepriced; cost-price-band,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-36963 / column score_mean_pct),,in,out:cost-single-couple tc-codex-0_144_0-fathom-v1_0_0-base,testcabinet,gpt-5.6-terra,medium,coding,hard,codex,per-run,0.5702355,0.0366,91830,12074.7,36.111111,pct-checklist,2.89e-07,,cost-unrepriced; cost-price-band,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-36964 / column score_mean_pct),,in,out:cost-single-couple tc-codex-0_144_4-fathom-v1_1_0-base,testcabinet,gpt-5.3-codex-spark,default,coding,hard,codex,,,,,,0,pct-checklist,2.89e-07,,,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-36975 / column score_mean_pct),,out:effort-not-established, tc-codex-0_144_4-fathom-v1_1_0-kindle,testcabinet,gpt-5.4,medium,coding,hard,codex,per-run,2.427917,2.89e-07,257622,40376.5,0,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-36979 / column score_mean_pct),,in,in tc-codex-0_144_4-fathom-v1_1_0-kindle,testcabinet,gpt-5.5,medium,coding,hard,codex,per-run,2.077422,2.89e-07,130949,21888.5,0,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-36981 / column score_mean_pct),,in,in tc-codex-0_144_4-fathom-v1_1_0-kindle,testcabinet,gpt-5.6-sol,low,coding,hard,codex,per-run,1.6219475,0.187,107063.5,11773.5,0,pct-checklist,2.89e-07,,cost-unrepriced; cost-price-band,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-36982 / column score_mean_pct),,in,out:cost-single-couple tc-codex-0_144_4-fathom-v1_1_0-kindle,testcabinet,gpt-5.6-terra,medium,coding,hard,codex,per-run,0.6562584,0.0421,120434.5,11041.5,0,pct-checklist,2.89e-07,,cost-unrepriced; cost-price-band,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-36983 / column score_mean_pct),,in,out:cost-single-couple tc-codex-0_147_0-arc-foundry-v1_0_0-base,testcabinet,gpt-5.4,medium,coding,hard,codex,per-run,4.434947,2.89e-07,281182.8,72186.8,16.31068,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-36991 / column score_mean_pct),,in,in tc-codex-0_147_0-arc-foundry-v1_0_0-base,testcabinet,gpt-5.5,medium,coding,hard,codex,per-run,6.119256,2.89e-07,333602.2,36257.8,18.446602,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-36992 / column score_mean_pct),,in,in tc-codex-0_147_0-arc-foundry-v1_0_0-base,testcabinet,gpt-5.6-luna,medium,coding,hard,codex,per-run,0.082564,2.89e-07,123705.2,26320,0,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-36993 / column score_mean_pct),,in,in tc-codex-0_147_0-arc-foundry-v1_0_0-base,testcabinet,gpt-5.6-sol,low,coding,hard,codex,per-run,5.611476250000001,0.648,150794.2,31183.4,0,pct-checklist,2.89e-07,,cost-unrepriced; cost-price-band,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-36994 / column score_mean_pct),,in,out:cost-single-couple tc-codex-0_147_0-arc-foundry-v1_0_0-base,testcabinet,gpt-5.6-terra,medium,coding,hard,codex,per-run,0.379818,2.89e-07,82846,17220.6,0,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-36995 / column score_mean_pct),,in,in tc-codex-0_147_0-band-of-bots-v1_0_0-default,testcabinet,gpt-5.4,medium,coding,hard,codex,per-run,1.412509,2.89e-07,120908.3,35758.3,14.761905,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-36996 / column score_mean_pct),,in,in tc-codex-0_147_0-band-of-bots-v1_0_0-default,testcabinet,gpt-5.5,medium,coding,hard,codex,per-run,2.621895,2.89e-07,123720.7,28763.7,25.714286,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-36997 / column score_mean_pct),,in,in tc-codex-0_147_0-band-of-bots-v1_0_0-default,testcabinet,gpt-5.6-luna,medium,coding,hard,codex,per-run,0.013808,2.89e-07,30184.3,10574,9.52381,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-36998 / column score_mean_pct),,in,in tc-codex-0_147_0-band-of-bots-v1_0_0-default,testcabinet,gpt-5.6-sol,low,coding,hard,codex,per-run,1.3072849999999998,0.151,47533.7,13922,16.190476,pct-checklist,2.89e-07,,cost-unrepriced; cost-price-band,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-36999 / column score_mean_pct),,in,out:cost-single-couple tc-codex-0_147_0-band-of-bots-v1_0_0-default,testcabinet,gpt-5.6-terra,medium,coding,hard,codex,per-run,0.161325,2.89e-07,48147.3,9678,13.333333,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37000 / column score_mean_pct),,in,in tc-codex-0_147_0-coil-v1_0_0-base,testcabinet,gpt-5.4,medium,coding,hard,codex,per-run,2.295577,2.89e-07,158876.4,40661.4,96.27907,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37001 / column score_mean_pct),,in,in tc-codex-0_147_0-coil-v1_0_0-base,testcabinet,gpt-5.5,medium,coding,hard,codex,per-run,2.978795,2.89e-07,124056.6,27616.4,96.744186,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37002 / column score_mean_pct),,in,in tc-codex-0_147_0-coil-v1_0_0-base,testcabinet,gpt-5.6-luna,medium,coding,hard,codex,per-run,0.037452,2.89e-07,84811.4,17417,55.348837,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37003 / column score_mean_pct),,in,in tc-codex-0_147_0-coil-v1_0_0-base,testcabinet,gpt-5.6-sol,low,coding,hard,codex,per-run,2.4351200000000004,0.281,83681.6,19480.6,98.139535,pct-checklist,2.89e-07,,cost-unrepriced; cost-price-band,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37004 / column score_mean_pct),,in,out:cost-single-couple tc-codex-0_147_0-coil-v1_0_0-base,testcabinet,gpt-5.6-terra,medium,coding,hard,codex,per-run,0.361075,2.89e-07,91732,15743,57.209302,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37005 / column score_mean_pct),,in,in tc-codex-0_147_0-comfort-zone-v1_0_0-default,testcabinet,gpt-5.4,medium,coding,hard,codex,per-run,1.21573,2.89e-07,110355.7,29009.7,11.428571,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37006 / column score_mean_pct),,in,in tc-codex-0_147_0-comfort-zone-v1_0_0-default,testcabinet,gpt-5.5,medium,coding,hard,codex,per-run,2.711664,2.89e-07,130857.7,29162.3,21.428571,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37007 / column score_mean_pct),,in,in tc-codex-0_147_0-comfort-zone-v1_0_0-default,testcabinet,gpt-5.6-luna,medium,coding,hard,codex,per-run,0.036846,2.89e-07,41800,10823.7,15.714286,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37008 / column score_mean_pct),,in,in tc-codex-0_147_0-comfort-zone-v1_0_0-default,testcabinet,gpt-5.6-sol,low,coding,hard,codex,per-run,2.0353712500000003,0.235,76438,18253.7,30,pct-checklist,2.89e-07,,cost-unrepriced; cost-price-band,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37009 / column score_mean_pct),,in,out:cost-single-couple tc-codex-0_147_0-comfort-zone-v1_0_0-default,testcabinet,gpt-5.6-terra,medium,coding,hard,codex,per-run,0.314785,2.89e-07,48445.7,10999,12.380952,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37010 / column score_mean_pct),,in,in tc-codex-0_147_0-dealers-choice-v1_0_0-default,testcabinet,gpt-5.4,medium,coding,hard,codex,per-run,2.214221,2.89e-07,135808.5,46386.5,15.714286,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37011 / column score_mean_pct),,in,in tc-codex-0_147_0-dealers-choice-v1_0_0-default,testcabinet,gpt-5.6-sol,low,coding,hard,codex,per-run,1.4982825,0.173,47648,15972.7,38.571429,pct-checklist,2.89e-07,,cost-unrepriced; cost-price-band,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37013 / column score_mean_pct),,in,out:cost-single-couple tc-codex-0_147_0-deepcore-v1_0_0-base,testcabinet,gpt-5.4,medium,coding,hard,codex,per-run,3.813014,2.89e-07,221366.8,64464.2,0,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37014 / column score_mean_pct),,in,in tc-codex-0_147_0-deepcore-v1_0_0-base,testcabinet,gpt-5.5,medium,coding,hard,codex,per-run,6.435962,2.89e-07,309318,41198.8,13.577982,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37015 / column score_mean_pct),,in,in tc-codex-0_147_0-deepcore-v1_0_0-base,testcabinet,gpt-5.6-luna,medium,coding,hard,codex,per-run,0.070149,2.89e-07,128909.2,26758.6,0,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37016 / column score_mean_pct),,in,in tc-codex-0_147_0-deepcore-v1_0_0-base,testcabinet,gpt-5.6-sol,low,coding,hard,codex,per-run,5.44042,0.628,159229.2,32390.2,0,pct-checklist,2.89e-07,,cost-unrepriced; cost-price-band,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37017 / column score_mean_pct),,in,out:cost-single-couple tc-codex-0_147_0-deepcore-v1_0_0-base,testcabinet,gpt-5.6-terra,medium,coding,hard,codex,per-run,0.362767,2.89e-07,85970.6,17132,0,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37018 / column score_mean_pct),,in,in tc-codex-0_147_0-fathom-v2_0_0-kindle,testcabinet,gpt-5.4,medium,coding,hard,codex,per-run,2.303617,2.89e-07,202349.4,45201,0,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37019 / column score_mean_pct),,in,in tc-codex-0_147_0-fathom-v2_0_0-kindle,testcabinet,gpt-5.5,medium,coding,hard,codex,per-run,2.997853,2.89e-07,162317,27449.2,19.259259,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37020 / column score_mean_pct),,in,in tc-codex-0_147_0-fathom-v2_0_0-kindle,testcabinet,gpt-5.6-luna,medium,coding,hard,codex,per-run,0.037405,2.89e-07,82721.8,18505.4,0,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37021 / column score_mean_pct),,in,in tc-codex-0_147_0-fathom-v2_0_0-kindle,testcabinet,gpt-5.6-sol,low,coding,hard,codex,per-run,2.384575,0.275,104507.6,18756.8,0,pct-checklist,2.89e-07,,cost-unrepriced; cost-price-band,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37022 / column score_mean_pct),,in,out:cost-single-couple tc-codex-0_147_0-fathom-v2_0_0-kindle,testcabinet,gpt-5.6-terra,medium,coding,hard,codex,per-run,0.271088,2.89e-07,72939.8,13243,16.851852,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37023 / column score_mean_pct),,in,in tc-codex-0_147_0-floe-v2_0_0-base,testcabinet,gpt-5.6-sol,low,coding,hard,codex,per-run,1.3301325,0.154,56058.8,11831.4,93.975904,pct-checklist,2.89e-07,,cost-unrepriced; cost-price-band,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37025 / column score_mean_pct),,in,out:cost-single-couple tc-codex-0_147_0-outside-the-box-v1_0_0-default,testcabinet,gpt-5.4,medium,coding,hard,codex,per-run,2.427988,2.89e-07,183400,60093,29.285714,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37026 / column score_mean_pct),,in,out:cost-single-couple tc-codex-0_147_0-outside-the-box-v1_0_0-default,testcabinet,gpt-5.6-sol,low,coding,hard,codex,per-run,1.8098724999999998,0.209,67207.3,17449.7,22.857143,pct-checklist,2.89e-07,,cost-unrepriced; cost-price-band,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37027 / column score_mean_pct),,in,out:cost-single-couple tc-codex-0_147_0-pong-v2_0_1-base,testcabinet,gpt-5.4,medium,coding,hard,codex,per-run,1.024005,2.89e-07,101241.3,26491,0,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37028 / column score_mean_pct),,in,in tc-codex-0_147_0-pong-v2_0_1-base,testcabinet,gpt-5.4-mini,medium,coding,hard,codex,per-run,0.33535,2.89e-07,,,40.84507,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37029 / column score_mean_pct),,in,in tc-codex-0_147_0-pong-v2_0_1-base,testcabinet,gpt-5.5,medium,coding,hard,codex,per-run,1.198305,2.89e-07,,,66.666667,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37030 / column score_mean_pct),,in,in tc-codex-0_147_0-pong-v2_0_1-base,testcabinet,gpt-5.6-luna,medium,coding,hard,codex,per-run,0.01901,2.89e-07,53151.3,11873.3,29.107981,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37031 / column score_mean_pct),,in,in tc-codex-0_147_0-pong-v2_0_1-base,testcabinet,gpt-5.6-sol,low,coding,hard,codex,per-run,0.9998524999999999,0.115,47554.3,10121,99.530516,pct-checklist,2.89e-07,,cost-unrepriced; cost-price-band,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37032 / column score_mean_pct),,in,out:cost-single-couple tc-codex-0_147_0-pong-v2_0_1-base,testcabinet,gpt-5.6-terra,medium,coding,hard,codex,per-run,0.160347,2.89e-07,38943.3,9225.7,62.441315,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37033 / column score_mean_pct),,in,in tc-codex-0_147_0-pong-v2_1_0-base,testcabinet,gpt-5.4,medium,coding,hard,codex,per-run,1.082789,2.89e-07,105241.6,24943.6,18.333333,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37034 / column score_mean_pct),,in,in tc-codex-0_147_0-pong-v2_1_0-base,testcabinet,gpt-5.5,medium,coding,hard,codex,per-run,1.760551,2.89e-07,99457.6,21553.8,98.888889,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37035 / column score_mean_pct),,in,in tc-codex-0_147_0-pong-v2_1_0-base,testcabinet,gpt-5.6-luna,medium,coding,hard,codex,per-run,0.020355,2.89e-07,47096.8,12972.4,0,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37036 / column score_mean_pct),,in,in tc-codex-0_147_0-pong-v2_1_0-base,testcabinet,gpt-5.6-sol,low,coding,hard,codex,per-run,0.9096774999999999,0.105,47018.2,9639.4,99.722222,pct-checklist,2.89e-07,,cost-unrepriced; cost-price-band,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37037 / column score_mean_pct),,in,out:cost-single-couple tc-codex-0_147_0-pong-v2_1_0-base,testcabinet,gpt-5.6-terra,medium,coding,hard,codex,per-run,0.134047,2.89e-07,39473.4,8201,76.666667,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37038 / column score_mean_pct),,in,in tc-codex-0_147_0-pong-v2_1_0-gyre,testcabinet,gpt-5.4,medium,coding,hard,codex,per-run,0.982661,2.89e-07,102463.2,23469.6,58.4,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37039 / column score_mean_pct),,in,in tc-codex-0_147_0-pong-v2_1_0-gyre,testcabinet,gpt-5.5,medium,coding,hard,codex,per-run,2.063707,2.89e-07,104284.2,25203.6,99.2,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37040 / column score_mean_pct),,in,in tc-codex-0_147_0-pong-v2_1_0-gyre,testcabinet,gpt-5.6-luna,medium,coding,hard,codex,per-run,0.018549,2.89e-07,45118.8,13218.2,35.2,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37041 / column score_mean_pct),,in,in tc-codex-0_147_0-pong-v2_1_0-gyre,testcabinet,gpt-5.6-sol,low,coding,hard,codex,per-run,0.9705612499999999,0.112,39249.4,10426,99.733333,pct-checklist,2.89e-07,,cost-unrepriced; cost-price-band,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37042 / column score_mean_pct),,in,out:cost-single-couple tc-codex-0_147_0-pong-v2_1_0-gyre,testcabinet,gpt-5.6-terra,medium,coding,hard,codex,per-run,0.164772,2.89e-07,43749,10009,76,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37043 / column score_mean_pct),,in,in tc-codex-0_147_0-shatter-v2_0_0-base,testcabinet,gpt-5.4,medium,coding,hard,codex,per-run,1.028697,2.89e-07,106027.7,26962,32.876712,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37044 / column score_mean_pct),,in,in tc-codex-0_147_0-shatter-v2_0_0-base,testcabinet,gpt-5.4-mini,medium,coding,hard,codex,per-run,0.451523,2.89e-07,,,45.205479,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37045 / column score_mean_pct),,in,in tc-codex-0_147_0-shatter-v2_0_0-base,testcabinet,gpt-5.5,medium,coding,hard,codex,per-run,1.913816,2.89e-07,101212.3,24272.7,66.666667,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37046 / column score_mean_pct),,in,in tc-codex-0_147_0-shatter-v2_0_0-base,testcabinet,gpt-5.6-luna,medium,coding,hard,codex,per-run,0.016427,2.89e-07,,,28.767123,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37047 / column score_mean_pct),,in,in tc-codex-0_147_0-shatter-v2_0_0-base,testcabinet,gpt-5.6-sol,low,coding,hard,codex,per-run,1.1096325,0.128,48744,10855,66.210046,pct-checklist,2.89e-07,,cost-unrepriced; cost-price-band,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37048 / column score_mean_pct),,in,out:cost-single-couple tc-codex-0_147_0-shatter-v2_0_0-base,testcabinet,gpt-5.6-terra,medium,coding,hard,codex,per-run,0.216438,2.89e-07,48472,13225.5,47.945205,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37049 / column score_mean_pct),,in,in tc-codex-0_147_0-shatter-v2_0_1-warhead,testcabinet,gpt-5.4,medium,coding,hard,codex,per-run,1.350096,2.89e-07,114908,31909,38.989899,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37050 / column score_mean_pct),,in,in tc-codex-0_147_0-shatter-v2_0_1-warhead,testcabinet,gpt-5.5,medium,coding,hard,codex,per-run,2.189519,2.89e-07,133846.6,28983.2,59.191919,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37051 / column score_mean_pct),,in,in tc-codex-0_147_0-shatter-v2_0_1-warhead,testcabinet,gpt-5.6-luna,medium,coding,hard,codex,per-run,0.024675,2.89e-07,58459.4,15197,0,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37052 / column score_mean_pct),,in,in tc-codex-0_147_0-shatter-v2_0_1-warhead,testcabinet,gpt-5.6-sol,low,coding,hard,codex,per-run,1.2629575000000002,0.146,59722.6,13392.4,78.787879,pct-checklist,2.89e-07,,cost-unrepriced; cost-price-band,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37053 / column score_mean_pct),,in,out:cost-single-couple tc-codex-0_147_0-shatter-v2_0_1-warhead,testcabinet,gpt-5.6-terra,medium,coding,hard,codex,per-run,0.259258,2.89e-07,63983.8,13145.6,53.939394,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37054 / column score_mean_pct),,in,in tc-codex-0_147_0-well-well-well-v1_0_0-default,testcabinet,gpt-5.6-sol,low,coding,hard,codex,per-run,1.7439175,0.201,72377,17022,39.047619,pct-checklist,2.89e-07,,cost-unrepriced; cost-price-band,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37056 / column score_mean_pct),,in,out:cost-single-couple tc-codex-0_162_0-pong-v3_0_0-base-simple-2d,testcabinet,gpt-6-astra,low,coding,hard,codex,per-run,2.092396,2.89e-07,88486.3,21831.2,100,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37057 / column score_mean_pct),,in,in tc-codex-0_162_0-pong-v3_0_0-base-simple-2d,testcabinet,gpt-6.1-sol,low,coding,hard,codex,per-run,0.295909,2.89e-07,94612.2,20211.9,90.193548,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37058 / column score_mean_pct),,in,in tc-codex-0_162_1-cascade-v3_0_0-draw-three-simple-2d,testcabinet,gpt-5.5,medium,coding,hard,codex,per-run,4.50946,2.89e-07,220933.6,44172,98.508475,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37059 / column score_mean_pct),,in,in tc-codex-0_162_1-cascade-v3_0_0-draw-three-simple-2d,testcabinet,gpt-5.6-sol,low,coding,hard,codex,per-run,1.436139375,0.0754,94771.2,27380,98.644068,pct-checklist,2.89e-07,,cost-unrepriced; cost-price-band,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37060 / column score_mean_pct),,in,out:cost-single-couple tc-codex-0_162_1-cascade-v3_0_0-draw-three-simple-2d,testcabinet,gpt-6-astra,low,coding,hard,codex,per-run,4.89481,2.89e-07,102038.4,28712.2,99.932203,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37061 / column score_mean_pct),,in,in tc-codex-0_162_1-cascade-v3_0_0-draw-three-simple-2d,testcabinet,gpt-6-luna,medium,coding,hard,codex,per-run,0.080141,2.89e-07,130649.6,28992.6,90.576271,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37062 / column score_mean_pct),,in,in tc-codex-0_162_1-cascade-v3_0_0-draw-three-simple-2d,testcabinet,gpt-6-sol,medium,coding,hard,codex,per-run,0.877776,2.89e-07,78999.2,20451.4,99.864407,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37063 / column score_mean_pct),,in,in tc-codex-0_162_1-cascade-v3_0_0-draw-three-simple-2d,testcabinet,gpt-6.1-sol,low,coding,hard,codex,per-run,0.720211,2.89e-07,89412,27333,100,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37064 / column score_mean_pct),,in,in tc-codex-0_162_1-coil-v2_0_0-base-simple-2d,testcabinet,gpt-5.5,medium,coding,hard,codex,per-run,5.359882,2.89e-07,231457.4,36617,99.526627,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37065 / column score_mean_pct),,in,in tc-codex-0_162_1-coil-v2_0_0-base-simple-2d,testcabinet,gpt-5.6-sol,low,coding,hard,codex,per-run,1.8675126249999998,0.098,105667.2,29485.2,99.763314,pct-checklist,2.89e-07,,cost-unrepriced; cost-price-band,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37066 / column score_mean_pct),,in,out:cost-single-couple tc-codex-0_162_1-coil-v2_0_0-base-simple-2d,testcabinet,gpt-6-astra,low,coding,hard,codex,per-run,5.093664,2.89e-07,101794.2,24015.8,99.881657,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37067 / column score_mean_pct),,in,in tc-codex-0_162_1-coil-v2_0_0-base-simple-2d,testcabinet,gpt-6-luna,medium,coding,hard,codex,per-run,0.10786,2.89e-07,158689.8,32029.4,97.869822,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37068 / column score_mean_pct),,in,in tc-codex-0_162_1-coil-v2_0_0-base-simple-2d,testcabinet,gpt-6-sol,medium,coding,hard,codex,per-run,1.077306,2.89e-07,85625.4,20932.6,100,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37069 / column score_mean_pct),,in,in tc-codex-0_162_1-coil-v2_0_0-base-simple-2d,testcabinet,gpt-6.1-sol,low,coding,hard,codex,per-run,0.658876,2.89e-07,94270,21697.8,99.526627,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37070 / column score_mean_pct),,in,in tc-codex-0_162_1-facet-v1_0_0-base-simple-2d,testcabinet,gpt-5.5,medium,coding,hard,codex,per-run,4.865548,2.89e-07,198508.8,34919.4,94.375,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37071 / column score_mean_pct),,in,in tc-codex-0_162_1-facet-v1_0_0-base-simple-2d,testcabinet,gpt-5.6-sol,low,coding,hard,codex,per-run,2.628236875,0.138,171917.8,35047.8,68.75,pct-checklist,2.89e-07,,cost-unrepriced; cost-price-band,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37072 / column score_mean_pct),,in,out:cost-single-couple tc-codex-0_162_1-facet-v1_0_0-base-simple-2d,testcabinet,gpt-6-astra,low,coding,hard,codex,per-run,8.125522,2.89e-07,140356,37159.2,99.791667,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37073 / column score_mean_pct),,in,in tc-codex-0_162_1-facet-v1_0_0-base-simple-2d,testcabinet,gpt-6-sol,medium,coding,hard,codex,per-run,1.873919,2.89e-07,121640.8,36172.6,98.229167,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37074 / column score_mean_pct),,in,in tc-codex-0_162_1-facet-v1_0_0-base-simple-2d,testcabinet,gpt-6.1-sol,low,coding,hard,codex,per-run,1.178331,2.89e-07,135877.7,35327.4,99.340278,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37075 / column score_mean_pct),,in,in tc-codex-0_162_1-fathom-v3_0_0-kindle-simple-2d,testcabinet,gpt-5.5,medium,coding,hard,codex,per-run,5.100941,2.89e-07,255148,44459.8,61.454545,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37076 / column score_mean_pct),,in,in tc-codex-0_162_1-fathom-v3_0_0-kindle-simple-2d,testcabinet,gpt-5.6-sol,low,coding,hard,codex,per-run,1.363659,0.0716,102302.2,26309.6,56.121212,pct-checklist,2.89e-07,,cost-unrepriced; cost-price-band,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37077 / column score_mean_pct),,in,out:cost-single-couple tc-codex-0_162_1-fathom-v3_0_0-kindle-simple-2d,testcabinet,gpt-6-astra,low,coding,hard,codex,per-run,7.098662,2.89e-07,130218.2,35921.8,99.515152,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37078 / column score_mean_pct),,in,in tc-codex-0_162_1-fathom-v3_0_0-kindle-simple-2d,testcabinet,gpt-6-luna,medium,coding,hard,codex,per-run,0.079119,2.89e-07,155337.4,25705.2,49.212121,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37079 / column score_mean_pct),,in,in tc-codex-0_162_1-fathom-v3_0_0-kindle-simple-2d,testcabinet,gpt-6-sol,medium,coding,hard,codex,per-run,2.333034,2.89e-07,129955.8,38061,74.666667,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37080 / column score_mean_pct),,in,in tc-codex-0_162_1-fathom-v3_0_0-kindle-simple-2d,testcabinet,gpt-6.1-sol,low,coding,hard,codex,per-run,1.117014,2.89e-07,130232.7,34819.2,91.79798,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37081 / column score_mean_pct),,in,in tc-codex-0_162_1-kessler-v1_0_0-base-simple-2d,testcabinet,gpt-6-astra,low,coding,hard,codex,per-run,6.80922,2.89e-07,120295,29724,99.331104,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37082 / column score_mean_pct),,in,in tc-codex-0_162_1-kessler-v1_0_0-base-simple-2d,testcabinet,gpt-6.1-sol,low,coding,hard,codex,per-run,0.958405,2.89e-07,122139.5,29508,99.665552,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37083 / column score_mean_pct),,in,in tc-codex-0_162_1-pong-v3_0_0-base-simple-2d,testcabinet,gpt-5.5,medium,coding,hard,codex,,,,,,98.193548,pct-checklist,2.89e-07,,,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37084 / column score_mean_pct),,in, tc-codex-0_162_1-pong-v3_0_0-base-simple-2d,testcabinet,gpt-5.6-luna,medium,coding,hard,codex,per-run,0.103197,2.89e-07,96793.1,25759.8,91.548387,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37085 / column score_mean_pct),,in,in tc-codex-0_162_1-pong-v3_0_0-base-simple-2d,testcabinet,gpt-5.6-sol,low,coding,hard,codex,per-run,1.151671125,0.0604,78705.1,23943.1,99.548387,pct-checklist,2.89e-07,,cost-unrepriced; cost-price-band,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37086 / column score_mean_pct),,in,out:cost-single-couple tc-codex-0_162_1-pong-v3_0_0-base-simple-2d,testcabinet,gpt-5.6-terra,medium,coding,hard,codex,per-run,0.796796,2.89e-07,83167.6,19295.8,96.064516,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37087 / column score_mean_pct),,in,in tc-codex-0_162_1-pong-v3_0_0-base-simple-2d,testcabinet,gpt-6-luna,medium,coding,hard,codex,per-run,0.042162,2.89e-07,89151.6,16384.5,95.483871,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37088 / column score_mean_pct),,in,in tc-codex-0_162_1-pong-v3_0_0-base-simple-2d,testcabinet,gpt-6-sol,medium,coding,hard,codex,per-run,0.656305,2.89e-07,65206,15678.7,100,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37089 / column score_mean_pct),,in,in tc-codex-0_162_1-pong-v3_0_0-gyre-simple-2d,testcabinet,gpt-5.5,medium,coding,hard,codex,per-run,3.939781,2.89e-07,216236.2,27840.2,99.125,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37090 / column score_mean_pct),,in,in tc-codex-0_162_1-pong-v3_0_0-gyre-simple-2d,testcabinet,gpt-5.6-luna,medium,coding,hard,codex,per-run,0.095503,2.89e-07,94009,23357.2,88.28125,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37091 / column score_mean_pct),,in,in tc-codex-0_162_1-pong-v3_0_0-gyre-simple-2d,testcabinet,gpt-5.6-sol,low,coding,hard,codex,per-run,1.2606453750000002,0.0662,85439.8,24655.6,99.75,pct-checklist,2.89e-07,,cost-unrepriced; cost-price-band,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37092 / column score_mean_pct),,in,out:cost-single-couple tc-codex-0_162_1-pong-v3_0_0-gyre-simple-2d,testcabinet,gpt-5.6-terra,medium,coding,hard,codex,per-run,0.681682,2.89e-07,77801,18009.4,86.5,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37093 / column score_mean_pct),,in,in tc-codex-0_162_1-pong-v3_0_0-gyre-simple-2d,testcabinet,gpt-6-astra,low,coding,hard,codex,per-run,4.778165,2.89e-07,96616.4,23806.2,100,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37094 / column score_mean_pct),,in,in tc-codex-0_162_1-pong-v3_0_0-gyre-simple-2d,testcabinet,gpt-6-luna,medium,coding,hard,codex,per-run,0.043174,2.89e-07,95419.6,17449.6,93.375,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37095 / column score_mean_pct),,in,in tc-codex-0_162_1-pong-v3_0_0-gyre-simple-2d,testcabinet,gpt-6-sol,medium,coding,hard,codex,per-run,0.791737,2.89e-07,72503.2,17757.4,100,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37096 / column score_mean_pct),,in,in tc-codex-0_162_1-pong-v3_0_0-gyre-simple-2d,testcabinet,gpt-6.1-sol,low,coding,hard,codex,per-run,0.504947,2.89e-07,80027,16951.4,100,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37097 / column score_mean_pct),,in,in tc-codex-0_162_1-refract-v1_0_0-base-simple-2d,testcabinet,gpt-5.5,medium,coding,hard,codex,per-run,3.513311,2.89e-07,200710.6,26045.6,97.841727,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37098 / column score_mean_pct),,in,in tc-codex-0_162_1-refract-v1_0_0-base-simple-2d,testcabinet,gpt-5.6-sol,low,coding,hard,codex,per-run,1.1692065,0.0614,82163.4,21826,81.007194,pct-checklist,2.89e-07,,cost-unrepriced; cost-price-band,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37099 / column score_mean_pct),,in,out:cost-single-couple tc-codex-0_162_1-refract-v1_0_0-base-simple-2d,testcabinet,gpt-6-astra,low,coding,hard,codex,per-run,6.90356,2.89e-07,115702.4,33521.2,99.280576,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37100 / column score_mean_pct),,in,in tc-codex-0_162_1-refract-v1_0_0-base-simple-2d,testcabinet,gpt-6-luna,medium,coding,hard,codex,per-run,0.119054,2.89e-07,167627.6,46576.2,82.877698,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37101 / column score_mean_pct),,in,in tc-codex-0_162_1-refract-v1_0_0-base-simple-2d,testcabinet,gpt-6-sol,medium,coding,hard,codex,per-run,1.527938,2.89e-07,105615.2,31121.8,98.417266,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37102 / column score_mean_pct),,in,in tc-codex-0_162_1-refract-v1_0_0-base-simple-2d,testcabinet,gpt-6.1-sol,low,coding,hard,codex,per-run,0.869282,2.89e-07,114698.4,28768.6,99.136691,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37103 / column score_mean_pct),,in,in tc-codex-0_162_1-shatter-v3_0_0-warhead-simple-2d,testcabinet,gpt-5.5,medium,coding,hard,codex,per-run,5.336088,2.89e-07,256687.6,45990.4,97.694915,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37104 / column score_mean_pct),,in,in tc-codex-0_162_1-shatter-v3_0_0-warhead-simple-2d,testcabinet,gpt-5.6-luna,medium,coding,hard,codex,per-run,0.143395,2.89e-07,125936.2,32344.4,69.898305,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37105 / column score_mean_pct),,in,in tc-codex-0_162_1-shatter-v3_0_0-warhead-simple-2d,testcabinet,gpt-5.6-sol,low,coding,hard,codex,per-run,1.440630125,0.0756,90983.8,30481.2,97.423729,pct-checklist,2.89e-07,,cost-unrepriced; cost-price-band,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37106 / column score_mean_pct),,in,out:cost-single-couple tc-codex-0_162_1-shatter-v3_0_0-warhead-simple-2d,testcabinet,gpt-5.6-terra,medium,coding,hard,codex,per-run,0.829875,2.89e-07,87884.8,18348.2,66.372881,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37107 / column score_mean_pct),,in,in tc-codex-0_162_1-shatter-v3_0_0-warhead-simple-2d,testcabinet,gpt-6-astra,low,coding,hard,codex,per-run,6.457474,2.89e-07,133122.8,33090.2,99.728814,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37108 / column score_mean_pct),,in,in tc-codex-0_162_1-shatter-v3_0_0-warhead-simple-2d,testcabinet,gpt-6-luna,medium,coding,hard,codex,per-run,0.05707,2.89e-07,112608.2,21063,88.542373,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37109 / column score_mean_pct),,in,in tc-codex-0_162_1-shatter-v3_0_0-warhead-simple-2d,testcabinet,gpt-6-sol,medium,coding,hard,codex,per-run,1.167988,2.89e-07,93267.8,24725.6,81.762712,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37110 / column score_mean_pct),,in,in tc-codex-0_162_1-shatter-v3_0_0-warhead-simple-2d,testcabinet,gpt-6.1-sol,low,coding,hard,codex,per-run,0.774977,2.89e-07,109452,26209,99.728814,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37111 / column score_mean_pct),,in,in tc-codex-0_163_0-kessler-v1_0_0-base-simple-2d,testcabinet,gpt-5.6-sol,low,coding,hard,codex,per-run,4.74373625,0.249,116858,36351.2,95.652174,pct-checklist,2.89e-07,,cost-unrepriced; cost-price-band,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37112 / column score_mean_pct),,in,out:cost-single-couple tc-codex-0_163_0-kessler-v1_0_0-base-simple-2d,testcabinet,gpt-6-astra,low,coding,hard,codex,per-run,5.717666,2.89e-07,113564,26517.7,99.888517,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37113 / column score_mean_pct),,in,in tc-codex-0_163_0-kessler-v1_0_0-base-simple-2d,testcabinet,gpt-6-sol,medium,coding,hard,codex,per-run,1.404631,2.89e-07,102174,26251.8,93.444816,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37114 / column score_mean_pct),,in,in tc-codex-0_163_0-orrery-v1_0_0-base-simple-2d,testcabinet,gpt-6-astra,low,coding,hard,codex,per-run,15.306202,2.89e-07,188808,65201.6,86.768936,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37116 / column score_mean_pct),,in,in tc-codex-0_163_0-orrery-v1_0_0-base-simple-2d,testcabinet,gpt-6-sol,medium,coding,hard,codex,per-run,8.415637,2.89e-07,296454.2,112371.4,80.095877,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37117 / column score_mean_pct),,in,in tc-codex-0_163_0-orrery-v1_0_0-base-simple-2d,testcabinet,gpt-6.1-sol,low,coding,hard,codex,per-run,2.435816,2.89e-07,193073.2,73905.2,78.446788,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37118 / column score_mean_pct),,in,in tc-codex-0_163_0-volute-v1_0_0-base-simple-2d,testcabinet,gpt-5.6-sol,low,coding,hard,codex,per-run,4.3118075000000005,0.226,110168.4,28369.2,93.174603,pct-checklist,2.89e-07,,cost-unrepriced; cost-price-band,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37119 / column score_mean_pct),,in,out:cost-single-couple tc-codex-0_163_0-volute-v1_0_0-base-simple-2d,testcabinet,gpt-6-astra,low,coding,hard,codex,per-run,6.114068,2.89e-07,126118.6,29404,99.206349,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37120 / column score_mean_pct),,in,in tc-codex-0_163_0-volute-v1_0_0-base-simple-2d,testcabinet,gpt-6-sol,medium,coding,hard,codex,per-run,1.560058,2.89e-07,101963.2,30437.2,92.063492,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37121 / column score_mean_pct),,in,in tc-codex-0_163_0-volute-v1_0_0-base-simple-2d,testcabinet,gpt-6.1-sol,low,coding,hard,codex,per-run,0.983336,2.89e-07,121036.5,32231.8,49.603175,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37122 / column score_mean_pct),,in,in tc-codex-0_163_0-wick-v1_0_0-base-simple-2d,testcabinet,gpt-5.6-sol,low,coding,hard,codex,per-run,4.7909166249999995,0.251,119834.4,34893.2,30.846731,pct-checklist,2.89e-07,,cost-unrepriced; cost-price-band,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37123 / column score_mean_pct),,in,out:cost-single-couple tc-codex-0_163_0-wick-v1_0_0-base-simple-2d,testcabinet,gpt-6-astra,low,coding,hard,codex,per-run,11.312076,2.89e-07,172565.8,47349.8,97.534834,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37124 / column score_mean_pct),,in,in tc-codex-0_163_0-wick-v1_0_0-base-simple-2d,testcabinet,gpt-6-sol,medium,coding,hard,codex,per-run,4.429392,2.89e-07,180055,56548.2,89.024652,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37125 / column score_mean_pct),,in,in tc-codex-0_163_0-wick-v1_0_0-base-simple-2d,testcabinet,gpt-6.1-sol,low,coding,hard,codex,per-run,1.692856,2.89e-07,165740.6,53413.8,99.464094,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37126 / column score_mean_pct),,in,in tc-opencode-1_17_20-fathom-v1_1_0-kindle,testcabinet,grok-4.5,default,coding,hard,opencode,per-run,2.039189,2.89e-07,100858,46836.5,50,pct-checklist,2.89e-07,,,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37129 / column score_mean_pct),,out:effort-not-established,out:effort-not-established tc-opencode-1_18_2-valence-v1_0_0-base,testcabinet,deepseek-v4-pro-preview,default,coding,hard,opencode,per-run,0.520791,2.89e-07,905930,83818.3,75,pct-checklist,2.89e-07,,,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37133 / column score_mean_pct),,out:effort-not-established,out:effort-not-established tc-opencode-1_18_2-valence-v1_0_0-base,testcabinet,glm-5.2,default,coding,hard,opencode,per-run,4.037041,2.89e-07,1250716,29389.5,90.625,pct-checklist,2.89e-07,,,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37134 / column score_mean_pct),,out:effort-not-established,out:effort-not-established tc-opencode-1_18_2-valence-v1_0_0-base,testcabinet,grok-4.5,default,coding,hard,opencode,per-run,3.124443,2.89e-07,158483.3,61753,100,pct-checklist,2.89e-07,,,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37135 / column score_mean_pct),,out:effort-not-established,out:effort-not-established tc-opencode-1_18_2-valence-v1_0_0-base,testcabinet,kimi-k2.7-code,solo,coding,hard,opencode,per-run,3.629786,2.89e-07,678568.7,61134.7,62.5,pct-checklist,2.89e-07,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row mean-37136 / column score_mean_pct),,out:single-couple,out:cost-single-couple tc-codex-0_163_0-kessler-v1_0_0-base-simple-2d,testcabinet,gpt-6.1-sol,low,coding,hard,codex,per-run,1.1340144,2.89e-19,97051,33058,298,pct-checklist,0,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row t6n9f9w79ghmjw83aqvp31nb / column score),,in,in tc-claude-2_1_237-band-of-bots-v1_0_0-default,testcabinet,fable-5,high,coding,hard,claude,per-run,62.77361599999999,2.89e-19,371436,255222,50,pct-checklist,0,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row b9ba0982-0031-4b8c-9f6c-f7e0a5536905 / column score),,in,in tc-claude-2_1_238-band-of-bots-v1_0_0-default,testcabinet,fable-5,high,coding,hard,claude,per-run,43.768720000000016,2.89e-19,623,29,50,pct-checklist,0,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row 7573b261-5046-42d5-a0a3-15d961e24be2 / column score),,in,out:cost-single-couple tc-claude-2_1_237-band-of-bots-v1_0_0-default,testcabinet,sonnet-5,high,coding,hard,claude,per-run,123.4558816999999,2.89e-19,616643,359813,18,pct-checklist,0,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row eb623986-3e7b-453d-a6c3-82fcf1ef1bd1 / column score),,in,in tc-claude-2_1_238-band-of-bots-v1_0_0-default,testcabinet,sonnet-5,high,coding,hard,claude,,,,,,15,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row 098f29c7-81fe-46ba-9c9d-e6aaca4d080d / column score),,in, tc-claude-2_1_237-pong-v2_1_0-gyre,testcabinet,opus-5,high,coding,hard,claude,per-run,7.975575000000001,2.89e-19,154540,103170,75,pct-checklist,0,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row 17be3b43-b309-4ff5-8c95-95934c115e7c / column score),,in,in tc-claude-2_1_234-arc-foundry-v1_0_0-base,testcabinet,opus-5,high,coding,hard,claude,per-run,69.36269449999998,2.89e-19,644305,389251,103,pct-checklist,0,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row 3cc14bbc-6a15-42d8-87bc-d8a80d9f196a / column score),,in,in tc-claude-2_1_234-arc-foundry-v1_0_0-base,testcabinet,opus-4.8,nothink,coding,hard,claude,per-run,25.235257249999993,2.89e-19,311959,170335,100,pct-checklist,0,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row 058209e9-c755-43aa-80c1-f6eafd355894 / column score),,in,in tc-claude-2_1_235-pong-v2_1_0-base,testcabinet,haiku-4.5,nothink,coding,hard,claude,per-run,1.0508769000000002,2.89e-19,79908,48532,0,pct-checklist,0,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row e8f76489-18a6-47e5-95ea-939e075f9f66 / column score),,in,in tc-pong210-base,testcabinet,gemma-4-31b-it,default,coding,hard,opencode,per-run,0.06665015999999999,2.89e-19,277550,12589,0,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row edf7a2b3-417f-4b8a-9d15-f6dd399c77c5 / column score),,out:effort-not-established,out:effort-not-established tc-pong210-base,testcabinet,glm-5.3,default,coding,hard,opencode,per-run,2.6621013600000003,2.89e-19,144236,46579,70,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row 37de563f-616d-4deb-810d-5d6beccf40a0 / column score),,out:effort-not-established,out:effort-not-established tc-pong210-base,testcabinet,mimo-v2.5-pro,default,coding,hard,opencode,per-run,0.066857427,2.89e-19,56939,36155,72,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row c2f13607-1ad7-4a9b-ac45-44a8e2167a74 / column score),,out:effort-not-established,out:effort-not-established tc-pong210-gyre,testcabinet,muse-spark-1.2,default,coding,hard,opencode,per-run,1.0008892,2.89e-19,566716,19965,74,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row f1d6b8bb-dfd0-496c-b593-f15b319b48f0 / column score),,out:effort-not-established,out:effort-not-established tc-claude-2_1_235-pong-v2_1_0-base,testcabinet,haiku-4.5,nothink,coding,hard,claude,per-run,0.8449548000000004,2.89e-19,77245,46533,0,pct-checklist,0,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row b871521b-d256-404f-a01e-d6b070d77c4a / column score),,in,in tc-pong210-gyre,testcabinet,mimo-v2.5-pro,default,coding,hard,opencode,per-run,0.07632824640000001,2.89e-19,70322,42015,73,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row abeea71e-de2d-4dcf-9875-a86eaa5cc2b7 / column score),,out:effort-not-established,out:effort-not-established tc-pong210-base,testcabinet,gemma-4-31b-it,default,coding,hard,opencode,per-run,0.024198949999999997,2.89e-19,59553,3207,0,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row a2dffd47-ffa5-47e9-a6f4-804ddf898db6 / column score),,out:effort-not-established,out:effort-not-established tc-pong210-base,testcabinet,muse-spark-1.2,default,coding,hard,opencode,per-run,2.0930405,2.89e-19,1332082,25384,71,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row 8cad921b-0ea9-438e-8ba4-d80d63a5a87d / column score),,out:effort-not-established,out:effort-not-established tc-pong210-base,testcabinet,gemma-4-31b-it,default,coding,hard,opencode,per-run,0.03670045,2.89e-19,126253,5572,0,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row 74ac8e6d-8143-4596-80ef-5ef92e279e9e / column score),,out:effort-not-established,out:effort-not-established tc-pong210-gyre,testcabinet,hy3,default,coding,hard,opencode,per-run,0.097795632,2.89e-19,202036,17676,74,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row 72cb19b0-8922-48c8-a904-60345794d7ba / column score),,out:effort-not-established,out:effort-not-established tc-pong210-base,testcabinet,gemma-4-31b-it,default,coding,hard,opencode,per-run,0.04056237,2.89e-19,172759,6479,0,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row 2843dbbc-33f6-46e8-bcc4-d348460bb333 / column score),,out:effort-not-established,out:effort-not-established tc-pong210-base,testcabinet,gemma-4-31b-it,default,coding,hard,opencode,per-run,0.03703765,2.89e-19,73613,6512,0,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row 1d713d8e-4e92-44ad-8fa9-eafe866282a5 / column score),,out:effort-not-established,out:effort-not-established tc-claude-2_1_235-pong-v2_1_0-base,testcabinet,haiku-4.5,nothink,coding,hard,claude,per-run,0.7061620000000002,2.89e-19,68755,43029,0,pct-checklist,0,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row 6733b72e-d4ee-4677-bc32-6156362d541f / column score),,in,in tc-pong210-base,testcabinet,muse-glimmer-30b,default,coding,hard,opencode,per-run,0.13490662,2.89e-19,32428,17706,0,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row 625dac0c-2510-4802-97c1-675fb2464b3b / column score),,out:effort-not-established,out:effort-not-established tc-pong210-gyre,testcabinet,muse-spark-1.2,default,coding,hard,opencode,per-run,2.0756628000000004,2.89e-19,1369208,27816,73,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row 5de4a4c6-0ad1-4523-8c6f-700465c3bbfc / column score),,out:effort-not-established,out:effort-not-established tc-claude-2_1_235-pong-v2_1_0-base,testcabinet,haiku-4.5,nothink,coding,hard,claude,per-run,0.8828445,2.89e-19,76588,46882,52,pct-checklist,0,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row 5b6f78a5-f270-4a02-93d9-2f28a03f0a49 / column score),,in,in tc-pong210-base,testcabinet,muse-glimmer-30b,default,coding,hard,opencode,per-run,0.18914079,2.89e-19,57075,18552,0,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row 5192f752-32d2-48c5-9271-1bd934a16132 / column score),,out:effort-not-established,out:effort-not-established tc-pong210-base,testcabinet,hy3,default,coding,hard,opencode,per-run,0.08118607199999998,2.89e-19,113414,16022,71,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row 4fd852ab-04ca-4e0e-a9fd-7eef2918f893 / column score),,out:effort-not-established,out:effort-not-established tc-pong210-base,testcabinet,muse-glimmer-30b,default,coding,hard,opencode,per-run,0.19666406,2.89e-19,61810,19319,0,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row 0f086cc9-1dd2-4fc9-b89e-01430d70b9ff / column score),,out:effort-not-established,out:effort-not-established tc-pong210-base,testcabinet,muse-glimmer-30b,default,coding,hard,opencode,per-run,0.13390966,2.89e-19,64154,9168,0,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row 0d621fc9-4cbe-4f56-9441-93673bf622d0 / column score),,out:effort-not-established,out:effort-not-established tc-pong210-base,testcabinet,muse-spark-1.2,default,coding,hard,opencode,per-run,1.99982105,2.89e-19,1238812,22826,71,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row 421fb6f7-5e98-4795-ac35-dba53d0fa298 / column score),,out:effort-not-established,out:effort-not-established tc-claude-2_1_235-pong-v2_1_0-base,testcabinet,haiku-4.5,nothink,coding,hard,claude,per-run,0.6544832999999999,2.89e-19,67765,35902,0,pct-checklist,0,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row 213b1c55-ac63-4386-bae1-21150c1ef183 / column score),,in,in tc-pong210-gyre,testcabinet,mimo-v2.5-pro,default,coding,hard,opencode,per-run,0.0850001154,2.89e-19,72067,45566,72,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row 78539b64-d434-4008-a1d8-3d73364e6ad1 / column score),,out:effort-not-established,out:effort-not-established tc-pong210-base,testcabinet,muse-spark-1.2,default,coding,hard,opencode,per-run,0.786588,2.89e-19,181585,30683,70,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row 6a9a5277-6410-467e-afa2-a936b07a1331 / column score),,out:effort-not-established,out:effort-not-established tc-pong210-base,testcabinet,mimo-v2.5-pro,default,coding,hard,opencode,per-run,0.0491090226,2.89e-19,45899,26190,63,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row b708302e-2d50-4fbe-9e5c-0f56143658f6 / column score),,out:effort-not-established,out:effort-not-established tc-pong210-base,testcabinet,mimo-v2.5-pro,default,coding,hard,opencode,per-run,0.08616826799999999,2.89e-19,72290,45329,65,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row c93cd99d-e8ce-45bb-981d-5034fd7d75dd / column score),,out:effort-not-established,out:effort-not-established tc-pong210-base,testcabinet,mimo-v2.5-pro,default,coding,hard,opencode,per-run,0.096341448,2.89e-19,80930,50683,70,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row f00036d0-3bb9-47b3-8f0c-17e2f25619bb / column score),,out:effort-not-established,out:effort-not-established tc-pong210-gyre,testcabinet,hy3,default,coding,hard,opencode,per-run,0.144727836,2.89e-19,208763,22986,74,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row 999d73a6-e5b5-49e3-84e2-fcd041de3dd0 / column score),,out:effort-not-established,out:effort-not-established tc-pong210-base,testcabinet,hy3,default,coding,hard,opencode,per-run,0.14056812,2.89e-19,92290,23643,71,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row 79a0b138-1175-4db9-93ac-06344a145970 / column score),,out:effort-not-established,out:effort-not-established tc-pong210-base,testcabinet,muse-spark-1.2,default,coding,hard,opencode,per-run,0.7032745,2.89e-19,97262,22565,71,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row 6243836f-107b-4717-a617-82c2be8c4a67 / column score),,out:effort-not-established,out:effort-not-established tc-pong210-gyre,testcabinet,muse-spark-1.2,default,coding,hard,opencode,per-run,1.041654,2.89e-19,227641,28167,74,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row bf1462f4-aca5-4356-9592-6c5060baec57 / column score),,out:effort-not-established,out:effort-not-established tc-pong210-base,testcabinet,hy3,default,coding,hard,opencode,per-run,0.30556878,2.89e-19,369103,30793,72,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row 28bc9c35-fce4-469d-a84f-b081daa4f5c3 / column score),,out:effort-not-established,out:effort-not-established tc-pong210-base,testcabinet,hy3,default,coding,hard,opencode,per-run,0.15332592,2.89e-19,209564,21951,72,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row e7bed721-88d0-47a5-8723-0babd67d557a / column score),,out:effort-not-established,out:effort-not-established tc-pong210-gyre,testcabinet,hy3,default,coding,hard,opencode,per-run,0.20842008,2.89e-19,223056,32902,0,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row 173357d8-052e-46d4-9d80-cdfe8dd71112 / column score),,out:effort-not-established,out:effort-not-established tc-pong210-gyre,testcabinet,mimo-v2.5-pro,default,coding,hard,opencode,per-run,0.07500807000000001,2.89e-19,64960,42097,71,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row 0dceb446-b3fe-4708-8977-f983c3169338 / column score),,out:effort-not-established,out:effort-not-established tc-claude-2_1_235-coil-v1_0_0-base,testcabinet,opus-5,high,coding,hard,claude,per-run,28.383746999999996,2.89e-19,352765,214327,41,pct-checklist,0,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row f1b6b701-28a4-4e37-863c-4e0715dfbdc4 / column score),,in,in tc-pong210-gyre,testcabinet,mimo-v2.5-pro,default,coding,hard,opencode,per-run,0.0546256068,2.89e-19,52912,26423,70,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row 0edd35d8-c1d8-4672-a918-8dbbdb44269e / column score),,out:effort-not-established,out:effort-not-established tc-pong210-gyre,testcabinet,mimo-v2.5-pro,default,coding,hard,opencode,per-run,0.0751391946,2.89e-19,65847,36786,74,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row c52856a7-436c-460a-b3f3-31f8b8a6ea26 / column score),,out:effort-not-established,out:effort-not-established tc-pong210-gyre,testcabinet,muse-spark-1.2,default,coding,hard,opencode,per-run,0.99659645,2.89e-19,191833,31014,74,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row 05fea2b9-066d-45f5-871b-179395e671a5 / column score),,out:effort-not-established,out:effort-not-established tc-pong210-gyre,testcabinet,muse-spark-1.2,default,coding,hard,opencode,per-run,0.6014548,2.89e-19,144676,19606,71,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row aa4005ac-a1b3-4214-a81f-d9fc28c15762 / column score),,out:effort-not-established,out:effort-not-established tc-pong210-gyre,testcabinet,hy3,default,coding,hard,opencode,per-run,0.145701336,2.89e-19,193022,22329,73,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row 15758190-ab49-40ad-9610-7a25db44189c / column score),,out:effort-not-established,out:effort-not-established tc-pong210-gyre,testcabinet,hy3,default,coding,hard,opencode,per-run,0.147465252,2.89e-19,186733,22311,72,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row eb4f74b9-4c5e-4c15-8ca2-672a0f21f0b2 / column score),,out:effort-not-established,out:effort-not-established tc-claude-2_1_235-pong-v2_1_0-base,testcabinet,opus-4.8,nothink,coding,hard,claude,per-run,4.717261999999999,2.89e-19,108698,69966,70,pct-checklist,0,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row 0610c449-5c41-4db7-b64b-c04c80ce2a9e / column score),,in,in tc-pong210-base,testcabinet,muse-spark-1.2,default,coding,hard,opencode,per-run,0.5558968999999999,2.89e-19,105475,18963,70,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row 253cadb6-2110-4532-8d9d-29d933f9d8f3 / column score),,out:effort-not-established,out:effort-not-established tc-pong210-base,testcabinet,hy3,default,coding,hard,opencode,per-run,0.21015706799999995,2.89e-19,529431,27278,71,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row 10edf5bd-ffd1-4ba9-b44e-6407cd3d2655 / column score),,out:effort-not-established,out:effort-not-established tc-pong210-base,testcabinet,mimo-v2.5-pro,default,coding,hard,opencode,per-run,0.1334357766,2.89e-19,187581,35401,68,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row 055104b1-202c-41af-8ebf-c8315290d527 / column score),,out:effort-not-established,out:effort-not-established tc-claude-2_1_234-deepcore-v1_0_0-base,testcabinet,opus-4.8,nothink,coding,hard,claude,per-run,37.18186225,2.89e-19,385411,226684,101,pct-checklist,0,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row 89592c40-05dd-47d1-91e9-b9fafecac0e3 / column score),,in,in tc-codex-0_147_0-floe-v2_0_0-base,testcabinet,gpt-5.6-luna,medium,coding,hard,codex,per-run,0.02735926,2.89e-19,62197,16736,0,pct-checklist,0,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row f935555d-7824-4139-925e-0c729257d466 / column score),,in,out:cost-single-couple tc-pong210-gyre,testcabinet,gemma-4-31b-it,default,coding,hard,opencode,per-run,0.05784689999999999,2.89e-19,153121,5940,0,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row 1b29a56d-4beb-40da-83b3-12ce820dd547 / column score),,out:effort-not-established,out:effort-not-established tc-pong210-base,testcabinet,muse-glimmer-30b,default,coding,hard,opencode,per-run,0.14831776000000002,2.89e-19,28736,18163,47,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row a8dc7210-9bba-4980-893c-9fc48c4c2541 / column score),,out:effort-not-established,out:effort-not-established tc-codex-0_147_0-well-well-well-v1_0_0-default,testcabinet,gpt-5.6-luna,medium,coding,hard,codex,per-run,0.01016856,2.89e-19,23618,7190,21,pct-checklist,0,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row c02f89ba-eb9f-4aa0-90f1-36e9f80ab899 / column score),,in,out:cost-single-couple tc-codex-0_147_0-dealers-choice-v1_0_0-default,testcabinet,gpt-5.5,medium,coding,hard,codex,per-run,2.371754,2.89e-19,131152,27270,26,pct-checklist,0,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row 2834ca4c-99df-4cc0-a6e2-d9ec8c6a5757 / column score),,in,in tc-claude-2_1_233-deepcore-v1_0_0-base,testcabinet,opus-5,high,coding,hard,claude,per-run,52.4306655,2.89e-19,565770,304018,104,pct-checklist,0,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row 6b30a548-bd2b-469d-a05d-e132bdeb9405 / column score),,in,in tc-codex-0_145_0-pong-v2_0_0-gyre,testcabinet,gpt-5.5,medium,coding,hard,codex,per-run,1.6566580000000002,2.89e-19,122440,16779,68,pct-checklist,0,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row 955ba9ba-ccff-405c-83f1-545877321a00 / column score),,in,out:cost-single-couple tc-codex-0_145_0-pong-v2_0_0-gyre,testcabinet,gpt-5.6-luna,medium,coding,hard,codex,per-run,0.1196664,0.0461,45486,15124,0,pct-checklist,0,,cost-unrepriced; cost-price-band,https://snapshot.testcabinet.ai/index.json ($.rows / row d2c31efa-7a76-4720-83a5-622606799b77 / column score),,in,out:cost-single-couple tc-codex-0_144_4-shatter-v1_0_1-warhead,testcabinet,gpt-5.6-luna,medium,coding,hard,codex,per-run,0.16173804,0.0623,92109,14205,53,pct-checklist,0,,cost-unrepriced; cost-price-band,https://snapshot.testcabinet.ai/index.json ($.rows / row e80fbc99-a717-4bc6-9a0c-29254b83e12f / column score),,out:single-couple,out:cost-single-couple tc-claude-2_1_208-fathom-v1_1_0-kindle,testcabinet,sonnet-5,default,coding,hard,claude,per-run,27.986074699999996,2.89e-19,535711,268092,32,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row e90a372a-917a-4148-bb49-ff6fb4f9c177 / column score),,out:effort-not-established,out:effort-not-established tc-codex-0_144_4-floe-v1_0_0-base,testcabinet,gpt-5.4,medium,coding,hard,codex,per-run,2.963125,2.89e-19,231682,47551,23,pct-checklist,0,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row 54a5e224-147e-4380-b3fd-06d1e3a50032 / column score),,in,out:cost-single-couple tc-claude-2_1_211-fathom-v1_1_0-kindle,testcabinet,opus-4.8,nothink,coding,hard,claude,per-run,30.195897,2.89e-19,408776,244646,33,pct-checklist,0,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row 15c631b2-7fca-489c-9d6a-87c78b211ad7 / column score),,out:single-couple,out:cost-single-couple tc-opencode-1_18_1-fathom-v1_1_0-kindle,testcabinet,glm-5.2,default,coding,hard,opencode,per-run,6.4321370624,2.89e-19,2152838,49344,33,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row e97a10c3-0f1a-4bdb-b0ef-36dbc5a9d634 / column score),,out:effort-not-established,out:effort-not-established tc-opencode-1_17_20-fathom-v1_1_0-kindle,testcabinet,gemini-3.5-flash,default,coding,hard,opencode,per-run,5.3394594,2.89e-19,1305471,66663,32,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row f31fa063-8a02-4d6c-8b28-ec0f2627cae4 / column score),,out:effort-not-established,out:effort-not-established tc-codex-0_144_4-floe-v1_0_0-base,testcabinet,gpt-5.6-sol,low,coding,hard,codex,per-run,1.448855,0.167,82370,11258,26,pct-checklist,0,,cost-unrepriced; cost-price-band,https://snapshot.testcabinet.ai/index.json ($.rows / row 0168ba58-1a64-442f-a740-070d0722559e / column score),,in,out:cost-single-couple tc-codex-0_144_4-shatter-v1_0_1-warhead,testcabinet,gpt-5.3-codex-spark,default,coding,hard,codex,,,,,,51,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row cf3d0cc0-ee1f-4795-bac4-3ccfc2649f47 / column score),,out:effort-not-established, tc-claude-2_1_211-fathom-v1_1_0-kindle,testcabinet,fable-5,default,coding,hard,claude,per-run,47.101922000000016,2.89e-19,366822,220579,33,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row 76c81e28-6937-4a2f-a418-797bf3be6257 / column score),,out:effort-not-established,out:effort-not-established tc-claude-2_1_211-valence-v1_0_0-base,testcabinet,haiku-4.5,nothink,coding,hard,claude,per-run,1.5118510999999997,2.89e-19,118315,65200,10,pct-checklist,0,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row 65a7b541-5a48-49f8-ac70-b2268fb73f4d / column score),,in,in tc-claude-2_1_211-valence-v1_0_0-base,testcabinet,sonnet-5,default,coding,hard,claude,per-run,30.652276100000005,2.89e-19,561341,264779,16,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row cec4e82f-faff-4273-ba03-7f2a90fc86fd / column score),,out:effort-not-established,out:effort-not-established tc-claude-2_1_208-fathom-v1_1_0-kindle,testcabinet,opus-4.8,nothink,coding,hard,claude,per-run,21.590181500000003,2.89e-19,296126,201106,30,pct-checklist,0,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row 84ede973-4a2d-4c6f-bc7d-e2121059ac7c / column score),,in,in tc-claude-2_1_208-fathom-v1_1_0-kindle,testcabinet,fable-5,default,coding,hard,claude,per-run,24.798616999999997,2.89e-19,237407,157113,33,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row 58139606-1cb1-4837-ab35-76b98dd0aa57 / column score),,out:effort-not-established,out:effort-not-established tc-codex-0_144_3-fathom-v1_1_0-kindle,testcabinet,gpt-5.4,medium,coding,hard,codex,per-run,2.6311415,2.89e-19,272959,40636,33,pct-checklist,0,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row 193ccc91-ee5b-4ef3-b77f-65d212dbb8f2 / column score),,in,in tc-opencode-1_18_1-fathom-v1_1_0-kindle,testcabinet,deepseek-v4-pro-preview,default,coding,hard,opencode,per-run,0.6527255040000001,2.89e-19,1110886,69001,0,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row 99171c1c-dfdb-4b3d-88a1-104aa30653f1 / column score),,out:effort-not-established,out:effort-not-established tc-codex-0_144_4-floe-v1_0_0-base,testcabinet,gpt-5.3-codex-spark,default,coding,hard,codex,,,,,,0,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row 6ae216b0-bef0-4188-9591-9f20303566f6 / column score),,out:effort-not-established, tc-codex-0_144_4-fathom-v1_1_0-kindle,testcabinet,gpt-5.4-mini,medium,coding,hard,codex,per-run,2.80632825,2.89e-19,683613,123470,0,pct-checklist,0,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row 58c5a0fe-225a-4a9b-ba3b-3ab8517da281 / column score),,in,in tc-codex-0_144_4-fathom-v1_1_0-base,testcabinet,gpt-5.6-sol,low,coding,hard,codex,per-run,2.3098062500000003,0.267,144581,14328,0,pct-checklist,0,,cost-unrepriced; cost-price-band,https://snapshot.testcabinet.ai/index.json ($.rows / row c39e972b-0bc5-4ba3-9293-a32286aada56 / column score),,in,out:cost-single-couple tc-codex-0_144_4-fathom-v1_1_0-base,testcabinet,gpt-5.6-terra,medium,coding,hard,codex,per-run,1.5418197,0.0989,355774,15931,0,pct-checklist,0,,cost-unrepriced; cost-price-band,https://snapshot.testcabinet.ai/index.json ($.rows / row 80d90b19-6ad6-4e8e-8670-d950a9391c04 / column score),,in,out:cost-single-couple tc-codex-0_144_4-fathom-v1_1_0-kindle,testcabinet,gpt-5.3-codex-spark,default,coding,hard,codex,,,,,,0,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row 8ee74089-7bea-4cb3-a52f-5ccf958ae248 / column score),,out:effort-not-established, tc-opencode-1_17_20-fathom-v1_1_0-kindle,testcabinet,ling-2.6-1t,default,coding,hard,opencode,per-run,0.17689138,2.89e-19,163446,57580,0,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row d2585f67-25dd-418e-95f8-0c46f1fd7b71 / column score),,out:effort-not-established,out:effort-not-established tc-claude-2_1_208-fathom-v1_1_0-kindle,testcabinet,haiku-4.5,nothink,coding,hard,claude,per-run,1.2360535000000004,2.89e-19,105651,48718,0,pct-checklist,0,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row 7a263d74-5610-4ebf-8135-80e9f6fa976b / column score),,in,in tc-opencode-1_17_20-fathom-v1_1_0-kindle,testcabinet,gemini-3.1-flash-lite,default,coding,hard,opencode,per-run,0.3479339,2.89e-19,985672,5704,0,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row 6998af8d-9ed3-47e9-bd08-be035f349f3c / column score),,out:effort-not-established,out:effort-not-established tc-codex-0_144_3-fathom-v1_1_0-kindle,testcabinet,gpt-5.4-mini,medium,coding,hard,codex,per-run,2.02326885,2.89e-19,585487,107263,0,pct-checklist,0,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row c87a8e10-7ab4-4134-91c8-a8f548562ea1 / column score),,in,in tc-opencode-1_18_1-fathom-v1_1_0-kindle,testcabinet,gemini-3.1-pro,default,coding,hard,opencode,per-run,4.3560662,2.89e-19,1192979,41422,0,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row 240bbdfe-9626-47de-a0bf-9089274a2acc / column score),,out:effort-not-established,out:effort-not-established tc-opencode-1_18_1-fathom-v1_1_0-kindle,testcabinet,grok-4.5,default,coding,hard,opencode,per-run,1.83006,2.89e-19,110982,44044,0,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row 854fec6f-e83f-424e-8344-50e35ea6cc36 / column score),,out:effort-not-established,out:effort-not-established tc-opencode-1_17_20-fathom-v1_1_0-kindle,testcabinet,kat-coder-pro-v2.5,default,coding,hard,opencode,per-run,5.9538236200000005,2.89e-19,3259621,119011,0,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row 8a9fc389-0ce2-4b1c-93c9-0e1a4f1d7efd / column score),,out:effort-not-established,out:effort-not-established tc-codex-0_144_3-fathom-v1_1_0-kindle,testcabinet,gpt-5.6-sol,low,coding,hard,codex,per-run,2.40166875,0.277,136789,13929,2,pct-checklist,0,,cost-unrepriced; cost-price-band,https://snapshot.testcabinet.ai/index.json ($.rows / row 705a0559-081e-4a97-8ad4-c25065066d35 / column score),,in,out:cost-single-couple tc-codex-0_144_3-fathom-v1_1_0-kindle,testcabinet,gpt-5.6-luna,medium,coding,hard,codex,per-run,0.32506044,0.125,164773,15993,1,pct-checklist,0,,cost-unrepriced; cost-price-band,https://snapshot.testcabinet.ai/index.json ($.rows / row 6a0ac8cf-581a-4a4b-b39c-670c82bfb52e / column score),,in,out:cost-single-couple tc-codex-0_144_3-fathom-v1_1_0-kindle,testcabinet,gpt-5.5,medium,coding,hard,codex,per-run,2.048863,2.89e-19,143315,19702,0,pct-checklist,0,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row 1376bf6d-f137-4804-9ab3-7aee3b935ef9 / column score),,in,in tc-codex-0_144_3-fathom-v1_1_0-kindle,testcabinet,gpt-5.6-terra,medium,coding,hard,codex,per-run,1.2646107,0.0811,145612,19781,5,pct-checklist,0,,cost-unrepriced; cost-price-band,https://snapshot.testcabinet.ai/index.json ($.rows / row d95b9023-57cc-45ff-b722-c2d8668275be / column score),,in,out:cost-single-couple tc-claude-2_1_206-floe-bear-v1_0_0-base,testcabinet,fable-5,default,coding,hard,claude,per-run,10.903404000000002,2.89e-19,128850,102440,8,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row e4ff1812-3100-4e68-926c-0280b81ddc7f / column score),,out:effort-not-established,out:effort-not-established tc-claude-2_1_206-floe-bear-v1_0_0-base,testcabinet,opus-4.8,nothink,coding,hard,claude,per-run,5.142862500000001,2.89e-19,108572,71736,6,pct-checklist,0,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row d58fd519-08c1-4e4c-8e02-49ea6f97cb0b / column score),,in,in tc-claude-2_1_206-floe-bear-v1_0_0-base,testcabinet,sonnet-5,default,coding,hard,claude,per-run,4.365835,2.89e-19,221424,60213,6,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row 1ebcf6ed-c58b-4c9d-ac93-3b3601dfc8ea / column score),,out:effort-not-established,out:effort-not-established tc-claude-2_1_206-floe-bear-v1_0_0-base,testcabinet,haiku-4.5,nothink,coding,hard,claude,per-run,1.2433306000000002,2.89e-19,46578,21818,6,pct-checklist,0,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row 27694b3f-fbbc-4898-93a0-190a07c3cf75 / column score),,in,in tc-codex-0_144_1-floe-bear-v1_0_0-base,testcabinet,gpt-5.6-terra,medium,coding,hard,codex,per-run,0.29547405000000004,0.019,35701,9543,4,pct-checklist,0,,cost-unrepriced; cost-price-band,https://snapshot.testcabinet.ai/index.json ($.rows / row 1a8c758f-e8c7-4dd4-8b27-68da4f4c9817 / column score),,in,out:cost-single-couple tc-codex-0_144_1-floe-bear-v1_0_0-base,testcabinet,gpt-5.6-sol,low,coding,hard,codex,per-run,0.6732987500000001,0.0777,48945,6031,6,pct-checklist,0,,cost-unrepriced; cost-price-band,https://snapshot.testcabinet.ai/index.json ($.rows / row 82a09e1d-7154-4d5a-91dd-dcae65bf9384 / column score),,in,out:cost-single-couple tc-codex-0_144_1-floe-bear-v1_0_0-base,testcabinet,gpt-5.6-luna,medium,coding,hard,codex,per-run,0.0999948,0.0385,79288,8209,1,pct-checklist,0,,cost-unrepriced; cost-price-band,https://snapshot.testcabinet.ai/index.json ($.rows / row 0ab30743-9cab-4f4f-97af-3413dabc965c / column score),,in,out:cost-single-couple tc-codex-0_144_1-floe-bear-v1_0_0-base,testcabinet,gpt-5.5,medium,coding,hard,codex,per-run,0.879035,2.89e-19,53457,12854,6,pct-checklist,0,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row 096294c0-668e-4bf5-b292-5398445bcc11 / column score),,in,out:cost-single-couple tc-fathom100-base,testcabinet,minimax-m3,default,coding,hard,opencode,per-run,3.3055225199999994,2.89e-19,1597485,96733,0,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row 3762af96-1559-43bc-8374-5fa303850a41 / column score),,out:effort-not-established,out:effort-not-established tc-fathom100-base,testcabinet,hy3,default,coding,hard,opencode,per-run,0.53506046,2.89e-19,467065,44015,6,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row 6ec04ce0-ed30-4a8b-9c16-6105f0417beb / column score),,out:effort-not-established,out:effort-not-established tc-fathom100-base,testcabinet,minimax-m3,default,coding,hard,opencode,per-run,1.12113072,2.89e-19,229239,97282,0,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row fc24e675-5b48-4ced-b649-3ed3da418373 / column score),,out:effort-not-established,out:effort-not-established tc-fathom100-base,testcabinet,mimo-v2.5-pro,default,coding,hard,opencode,per-run,0.1366078302,2.89e-19,160561,61456,0,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row 9f5ece03-8f72-4d7c-ac6a-05b41f1b3e1c / column score),,out:effort-not-established,out:effort-not-established tc-fathom100-base,testcabinet,hy3,default,coding,hard,opencode,per-run,0.53290462,2.89e-19,554213,51330,11,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row 88470ea4-3dbc-4c56-ab33-eac49c9d3791 / column score),,out:effort-not-established,out:effort-not-established tc-fathom100-base,testcabinet,mimo-v2.5-pro,default,coding,hard,opencode,per-run,0.2163807978,2.89e-19,359913,45044,0,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row 028ec3a7-7c55-4cf3-90ec-610be97b6587 / column score),,out:effort-not-established,out:effort-not-established tc-fathom100-base,testcabinet,hy3,default,coding,hard,opencode,per-run,0.39204936,2.89e-19,308779,41724,0,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row 806ef763-eac2-404d-b4ee-6a85a865b083 / column score),,out:effort-not-established,out:effort-not-established tc-claude-2_1_205-fathom-v1_0_0-base,testcabinet,haiku-4.5,nothink,coding,hard,claude,per-run,1.6958095,2.89e-19,151817,56729,0,pct-checklist,0,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row 616d9520-9901-4e98-af1b-8c76e3584a56 / column score),,in,in tc-fathom100-base,testcabinet,mimo-v2.5-pro,default,coding,hard,opencode,per-run,0.124761657,2.89e-19,149001,50861,0,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row 7aba597c-37ed-462d-9a21-84cbd8da1fdc / column score),,out:effort-not-established,out:effort-not-established tc-fathom100-base,testcabinet,minimax-m3,default,coding,hard,opencode,per-run,2.5472159399999996,2.89e-19,410041,100933,11,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row 6a45f0b4-a0f4-4901-91ab-46847797d18c / column score),,out:effort-not-established,out:effort-not-established tc-claude-2_1_205-fathom-v1_0_0-base,testcabinet,haiku-4.5,nothink,coding,hard,claude,per-run,1.0490046999999998,2.89e-19,98543,54832,0,pct-checklist,0,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row 7dff2919-28df-4bb9-871f-0ea28b196f09 / column score),,in,in tc-claude-2_1_205-fathom-v1_0_0-base,testcabinet,haiku-4.5,nothink,coding,hard,claude,per-run,1.2319570999999996,2.89e-19,184841,52346,0,pct-checklist,0,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row f3b4b11c-e4c6-4955-943d-c5076053bb07 / column score),,in,in tc-shatter100-base,testcabinet,grok-4.5,default,coding,hard,opencode,per-run,1.726058,2.89e-19,92248,40375,16,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row 228cc261-686c-4cab-abf6-dd3da65013f3 / column score),,out:effort-not-established,out:effort-not-established tc-shatter100-base,testcabinet,hy3,default,coding,hard,opencode,per-run,0.1530948,2.89e-19,170343,28820,16,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row 95174477-0a7c-4b92-ba09-3945d97ba7b6 / column score),,out:effort-not-established,out:effort-not-established tc-claude-2_1_204-shatter-v1_0_0-warhead,testcabinet,sonnet-5,default,coding,hard,claude,per-run,10.435966699999998,2.89e-19,279866,123553,19,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row e137a2ef-9062-4017-a736-29397476b434 / column score),,out:effort-not-established,out:effort-not-established tc-codex-0_142_5-shatter-v1_0_0-warhead,testcabinet,gpt-5.3-codex-spark,default,coding,hard,codex,,,,,,18,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row b270e862-7ea7-4450-bf29-fefcf857be4a / column score),,out:effort-not-established, tc-claude-2_1_204-shatter-v1_0_0-warhead,testcabinet,opus-4.8,nothink,coding,hard,claude,per-run,7.835293,2.89e-19,198796,101953,18,pct-checklist,0,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row 650539c1-3596-4222-8b0a-e4a114af131d / column score),,in,in tc-codex-0_142_5-shatter-v1_0_0-warhead,testcabinet,gpt-5.5,medium,coding,hard,codex,per-run,2.20486,2.89e-19,123630,31585,18,pct-checklist,0,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row 688f835c-b750-4e93-a25f-4cbe7264b32a / column score),,out:single-couple,out:cost-single-couple tc-claude-2_1_204-shatter-v1_0_0-warhead,testcabinet,haiku-4.5,nothink,coding,hard,claude,per-run,0.6300870999999998,2.89e-19,78158,37744,0,pct-checklist,0,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row 15b51bd6-4441-4981-8cc4-6e4adb5deed9 / column score),,in,in tc-shatter100-base,testcabinet,glm-5.2,default,coding,hard,opencode,per-run,1.26183144,2.89e-19,965116,30947,16,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row a25af44c-2a3d-4cd8-bd3c-bdbe6697e245 / column score),,out:effort-not-established,out:effort-not-established tc-shatter100-base,testcabinet,deepseek-v4-pro-preview,default,coding,hard,opencode,per-run,0.20633349200000003,2.89e-19,351750,35471,15,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row d18ec926-b799-4f8f-a20d-45f40541675e / column score),,out:effort-not-established,out:effort-not-established tc-shatter100-base,testcabinet,qwen3.7-plus,default,coding,hard,opencode,per-run,1.180338432,2.89e-19,3552212,27552,16,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row b874a5d3-1823-4cfa-a546-eb108570da40 / column score),,out:effort-not-established,out:effort-not-established tc-shatter100-base,testcabinet,mimo-v2.5-pro,default,coding,hard,opencode,per-run,0.1167019332,2.89e-19,184804,22341,15,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row 5851f4df-7661-4ec9-8fed-1d04e59bcddc / column score),,out:effort-not-established,out:effort-not-established tc-shatter100-base,testcabinet,deepseek-v4-flash-preview,default,coding,hard,opencode,per-run,0.089405946,2.89e-19,114445,30515,15,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row 51e1a34a-2b0e-4b37-9aff-e205fb75af25 / column score),,out:effort-not-established,out:effort-not-established tc-shatter100-base,testcabinet,minimax-m3,default,coding,hard,opencode,per-run,1.3964202,2.89e-19,185261,62327,15,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row 95f6de3c-8f64-4dc8-8416-dd6d02c8edc5 / column score),,out:effort-not-established,out:effort-not-established tc-shatter100-base,testcabinet,kimi-k2.7-code,solo,coding,hard,opencode,per-run,1.67549863,2.89e-19,275222,33972,11,pct-checklist,0,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row 3ab04527-0001-4ff0-9e6d-b86aa594cb0d / column score),,out:single-couple,out:cost-single-couple tc-shatter100-base,testcabinet,qwen3.7-max,default,coding,hard,opencode,per-run,1.1507584999999998,2.89e-19,274711,27957,16,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row 097c85b0-2ff5-49fb-8efc-798961dacb09 / column score),,out:effort-not-established,out:effort-not-established tc-claude-2_1_203-shatter-v1_0_0-base,testcabinet,haiku-4.5,nothink,coding,hard,claude,per-run,0.7412077,2.89e-19,148348,26713,16,pct-checklist,0,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row 2b3f0479-78cb-4770-a6f8-73c79d2aadcc / column score),,in,in tc-codex-0_142_5-shatter-v1_0_0-base,testcabinet,gpt-5.4-mini,medium,coding,hard,codex,per-run,0.6260766,2.89e-19,104342,52520,13,pct-checklist,0,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row 217c05a1-cf29-4c40-ba38-6329d2891ac5 / column score),,in,in tc-claude-2_1_203-shatter-v1_0_0-base,testcabinet,sonnet-5,default,coding,hard,claude,per-run,8.529841900000003,2.89e-19,275897,114992,16,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row 639699ba-600d-4ce1-a9d0-22a7fb370b88 / column score),,out:effort-not-established,out:effort-not-established tc-codex-0_142_5-shatter-v1_0_0-base,testcabinet,gpt-5.3-codex-spark,default,coding,hard,codex,,,,,,13,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row 647b4ada-d422-4fbc-a74a-c3c0ba6acd65 / column score),,out:effort-not-established, tc-claude-2_1_203-shatter-v1_0_0-base,testcabinet,opus-4.8,nothink,coding,hard,claude,per-run,6.382464,2.89e-19,126044,72058,16,pct-checklist,0,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row 6223735d-7dc4-4a51-808c-ab1905efe0a3 / column score),,in,in tc-codex-0_142_5-shatter-v1_0_0-base,testcabinet,gpt-5.5,medium,coding,hard,codex,per-run,1.981442,2.89e-19,133804,24373,16,pct-checklist,0,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row ccc7f4c6-9389-45ff-9326-a39625a57b16 / column score),,in,in tc-pong100-base,testcabinet,mimo-v2.5-pro,default,coding,hard,opencode,per-run,1.4012980722,2.89e-19,3126281,35720,13,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row e1585fd2-58ae-42f2-8aba-5145b6a722e4 / column score),,out:effort-not-established,out:effort-not-established tc-pong100-base,testcabinet,qwen3.7-plus,default,coding,hard,opencode,per-run,0.648254528,2.89e-19,1032253,51776,13,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row e923dfdc-f09b-45bd-af63-f2284c8dd3b0 / column score),,out:effort-not-established,out:effort-not-established tc-pong100-base,testcabinet,step-3.7-flash,default,coding,hard,opencode,per-run,0.79521698,2.89e-19,72732,42775,8,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row e17d2fb9-c2d2-46d4-99f2-082a52003c1c / column score),,out:effort-not-established,out:effort-not-established tc-codex-0_142_4-pong-v1_0_0-base,testcabinet,gpt-5.5,medium,coding,hard,codex,per-run,1.640584,2.89e-19,114750,21429,13,pct-checklist,0,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row 3fdd4e50-b717-4208-896d-f95b999f12d8 / column score),,in,in tc-pong100-base,testcabinet,minimax-m3,default,coding,hard,opencode,per-run,0.6967423199999999,2.89e-19,664152,38731,8,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row c4a28db0-2752-4022-b014-cc7cc60f8d77 / column score),,out:effort-not-established,out:effort-not-established tc-pong100-base,testcabinet,qwen3.7-max,default,coding,hard,opencode,per-run,0.765369,2.89e-19,187718,43919,13,pct-checklist,0,,,https://snapshot.testcabinet.ai/index.json ($.rows / row a312ef47-9f7b-4368-aa35-44c5a3bb31dc / column score),,out:effort-not-established,out:effort-not-established tc-codex-0_142_4-pong-v1_0_0-gyre,testcabinet,gpt-5.4-mini,medium,coding,hard,codex,per-run,0.7112956500000001,2.89e-19,199115,51344,12,pct-checklist,0,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row 74deb3a3-0b48-4988-9785-7da0738ee990 / column score),,in,in tc-codex-0_142_4-pong-v1_0_0-base,testcabinet,gpt-5.4-mini,medium,coding,hard,codex,per-run,0.73945395,2.89e-19,236751,44633,11,pct-checklist,0,,cost-base-price:cost-publisher-figure,https://snapshot.testcabinet.ai/index.json ($.rows / row fd08baad-b4c2-4df8-86e9-8ab06e18c0d3 / column score),,in,in theaggregate-cost-estimate,theaggregate,gpt-6-astra-pro,unstated,mixed,hard,,,,,,,,none,,,,https://theaggregate.ai/model?slug=gpt-6-astra-pro (),,,out:effort-not-established theaggregate-cost-estimate,theaggregate,gpt-5.6-sol-pro,unstated,mixed,hard,,,,,,,,none,,,,https://theaggregate.ai/model?slug=gpt-6-astra-pro (),,,out:effort-not-established tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,opus-4.7,nothink,coding,mid,,,,,,,82.54690881808095,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row anthropic/claude-opus-4.7 / column score),,in, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,fable-5,default,coding,mid,,,,,,,82.45537410324347,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row anthropic/claude-fable-5 / column score),,out:effort-not-established, tinybird-sql#bb8f8799,llm-benchmark.tinybird.live,fable-5.1,high,coding,mid,,,,,,,80.6933411882873,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row anthropic/claude-fable-5.1 / column score),,in, tinybird-sql#bb8f8799,llm-benchmark.tinybird.live,opus-5.5,high,coding,mid,,,,,,,80.62073847141208,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row anthropic/claude-opus-5.5 / column score),,in, tinybird-sql#bb8f8799,llm-benchmark.tinybird.live,sonnet-5.5,high,coding,mid,,,,,,,80.04315486765779,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row anthropic/claude-sonnet-5.5 / column score),,in, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,opus-4.8,default,coding,mid,,,,,,,78.84896068007978,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row anthropic/claude-opus-4.8 / column score),,out:effort-not-established, tinybird-sql#21c77839,llm-benchmark.tinybird.live,opus-5,high,coding,mid,,,,,,,76.88262596492477,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row anthropic/claude-opus-5 / column score),,in, tinybird-sql#21c77839,llm-benchmark.tinybird.live,sonnet-5,nothink,coding,mid,,,,,,,76.39930971689537,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row anthropic/claude-sonnet-5 / column score),,in, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,sonnet-4.6,nothink,coding,mid,,,,,,,74.53058382788093,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row anthropic/claude-sonnet-4.6 / column score),,in, tinybird-sql#none,llm-benchmark.tinybird.live,haiku-4.5,nothink,coding,mid,,,,,,,71.75287700044453,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row anthropic/claude-haiku-4.5 / column score),,out:single-couple, tinybird-sql#bb8f8799,llm-benchmark.tinybird.live,haiku-5.5,nothink,coding,mid,,,,,,,75.46786289335759,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row anthropic/claude-haiku-5.5 / column score),,in, tinybird-sql#none,llm-benchmark.tinybird.live,?~x-ai/grok-latest,not-established:absent,coding,mid,,,,,,,81.90558626991437,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row ~x-ai/grok-latest / column score),,out:model-not-established, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,gemini-3-pro,default,coding,mid,,,,,,,80.03868518623844,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row google/gemini-3-pro-preview / column score),,out:effort-not-established, tinybird-sql#21c77839,llm-benchmark.tinybird.live,qwen3.5-plus,default,coding,mid,,,,,,,79.89977450175827,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row qwen/qwen3.5-plus-02-15 / column score),,out:effort-not-established, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,gemini-3.5-flash,default,coding,mid,,,,,,,79.87370269043191,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row google/gemini-3.5-flash / column score),,out:effort-not-established, tinybird-sql#none,llm-benchmark.tinybird.live,?moonshotai/kimi-k2-0905:exacto,not-established:absent,coding,mid,,,,,,,79.40260950022324,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row moonshotai/kimi-k2-0905:exacto / column score),,out:model-not-established, tinybird-sql#bb8f8799,llm-benchmark.tinybird.live,grok-4.6,high,coding,mid,,,,,,,79.36780817221315,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row x-ai/grok-4.6 / column score),,in, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,?google/gemini-2.5-pro-preview-05-06,not-established:absent,coding,mid,,,,,,,79.33468184112485,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row google/gemini-2.5-pro-preview-05-06 / column score),,out:model-not-established, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,?google/gemini-3.1-pro-preview-customtools,not-established:absent,coding,mid,,,,,,,79.2551461278707,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row google/gemini-3.1-pro-preview-customtools / column score),,out:model-not-established, tinybird-sql#21c77839,llm-benchmark.tinybird.live,gemini-3.6-flash,medium,coding,mid,,,,,,,79.1633325267247,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row google/gemini-3.6-flash / column score),,in, tinybird-sql#none,llm-benchmark.tinybird.live,gemini-2.5-pro,default,coding,mid,,,,,,,78.94512305435326,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row google/gemini-2.5-pro / column score),,out:effort-not-established, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,gemini-3-flash,default,coding,mid,,,,,,,78.76128425110339,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row google/gemini-3-flash-preview / column score),,out:effort-not-established, tinybird-sql#bb8f8799,llm-benchmark.tinybird.live,glm-5.3-flash,max,coding,mid,,,,,,,78.71935420213487,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row z-ai/glm-5.3-flash / column score),,in, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,?openai/gpt-4o-search-preview,not-established:absent,coding,mid,,,,,,,78.59124062243622,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row openai/gpt-4o-search-preview / column score),,out:model-not-established, tinybird-sql#none,llm-benchmark.tinybird.live,?~google/gemini-pro-latest,not-established:absent,coding,mid,,,,,,,78.56218646165959,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row ~google/gemini-pro-latest / column score),,out:model-not-established, tinybird-sql#bb8f8799,llm-benchmark.tinybird.live,deepseek-v4.1-flash,high,coding,mid,,,,,,,78.46680622343821,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row deepseek/deepseek-v4.1-flash / column score),,in, tinybird-sql#bb8f8799,llm-benchmark.tinybird.live,gemini-4-argon,medium,coding,mid,,,,,,,78.34537979794064,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row google/gemini-4-argon / column score),,in, tinybird-sql#none,llm-benchmark.tinybird.live,?~google/gemini-flash-latest,not-established:absent,coding,mid,,,,,,,78.27995992141904,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row ~google/gemini-flash-latest / column score),,out:model-not-established, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,glm-5.2,high,coding,mid,,,,,,,78.21750321648688,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row z-ai/glm-5.2 / column score),,in, tinybird-sql#21c77839,llm-benchmark.tinybird.live,glm-5,default,coding,mid,,,,,,,77.9568286346715,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row z-ai/glm-5 / column score),,out:effort-not-established, tinybird-sql#21c77839,llm-benchmark.tinybird.live,deepseek-v4-pro-preview,default,coding,mid,,,,,,,77.91143931114591,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row deepseek/deepseek-v4-pro / column score),,out:effort-not-established, tinybird-sql#21c77839,llm-benchmark.tinybird.live,qwen3.6-35b-a3b,default,coding,mid,,,,,,,77.85080563144957,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row qwen/qwen3.6-35b-a3b / column score),,out:effort-not-established, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,kimi-k2-instruct,solo,coding,mid,,,,,,,77.84414467500812,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row moonshotai/kimi-k2 / column score),,out:single-couple, tinybird-sql#bb8f8799,llm-benchmark.tinybird.live,qwen3.8-2.4t-a95b,default,coding,mid,,,,,,,77.82679287297948,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row qwen/qwen3.8-2.4t-a95b / column score),,out:effort-not-established, tinybird-sql#none,llm-benchmark.tinybird.live,?x-ai/grok-4,not-established:absent,coding,mid,,,,,,,77.77758659441486,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row x-ai/grok-4 / column score),,out:model-not-established, tinybird-sql#21c77839,llm-benchmark.tinybird.live,gpt-5.6-terra-pro,medium,coding,mid,,,,,,,77.72747431091534,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row openai/gpt-5.6-terra-pro / column score),,in, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,grok-4.20,default,coding,mid,,,,,,,77.53019413017293,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row x-ai/grok-4.20 / column score),,out:effort-not-established, tinybird-sql#bb8f8799,llm-benchmark.tinybird.live,grok-4.7,high,coding,mid,,,,,,,77.47840549190192,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row x-ai/grok-4.7 / column score),,in, tinybird-sql#bb8f8799,llm-benchmark.tinybird.live,gemini-3.7-flash,medium,coding,mid,,,,,,,77.47587981912106,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row google/gemini-3.7-flash / column score),,in, tinybird-sql#21c77839,llm-benchmark.tinybird.live,qwen3.5-397b-a17b,default,coding,mid,,,,,,,77.46787702684752,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row qwen/qwen3.5-397b-a17b / column score),,out:effort-not-established, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,grok-4.20-multi-agent,default,coding,mid,,,,,,,77.45357143503391,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row x-ai/grok-4.20-multi-agent / column score),,out:effort-not-established, tinybird-sql#21c77839,llm-benchmark.tinybird.live,grok-4.5,high,coding,mid,,,,,,,77.4296379787416,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row x-ai/grok-4.5 / column score),,in, tinybird-sql#bb8f8799,llm-benchmark.tinybird.live,glm-5.3,default,coding,mid,,,,,,,77.38159063737233,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row z-ai/glm-5.3 / column score),,out:effort-not-established, tinybird-sql#none,llm-benchmark.tinybird.live,o3-mini,default,coding,mid,,,,,,,77.37528213887911,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row openai/o3-mini / column score),,out:effort-not-established, tinybird-sql#bb8f8799,llm-benchmark.tinybird.live,qwen3.8-max,xhigh,coding,mid,,,,,,,77.3441945307872,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row qwen/qwen3.8-max / column score),,in, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,?google/gemini-2.5-pro-preview,not-established:absent,coding,mid,,,,,,,77.34065704375891,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row google/gemini-2.5-pro-preview / column score),,out:model-not-established, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,?openai/gpt-5.3-chat,not-established:absent,coding,mid,,,,,,,77.32256379330535,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row openai/gpt-5.3-chat / column score),,out:model-not-established, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,deepseek-v3.2-exp,default,coding,mid,,,,,,,77.2927147124795,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row deepseek/deepseek-v3.2-exp / column score),,out:effort-not-established, tinybird-sql#bb8f8799,llm-benchmark.tinybird.live,gemini-3.8-flash,medium,coding,mid,,,,,,,77.1936823777499,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row google/gemini-3.8-flash / column score),,in, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,?moonshotai/kimi-k2-0905,not-established:absent,coding,mid,,,,,,,77.15755503802269,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row moonshotai/kimi-k2-0905 / column score),,out:model-not-established, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,o3-mini,not-established:absent,coding,mid,,,,,,,77.10545735967744,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row openai/o3-mini-high / column score),,out:effort-not-established, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,kimi-k2.6,default,coding,mid,,,,,,,77.0632169729201,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row moonshotai/kimi-k2.6 / column score),,out:effort-not-established, tinybird-sql#21c77839,llm-benchmark.tinybird.live,?qwen/qwen3.6-max-preview,not-established:absent,coding,mid,,,,,,,76.97426395941632,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row qwen/qwen3.6-max-preview / column score),,out:model-not-established, tinybird-sql#bb8f8799,llm-benchmark.tinybird.live,qwen3.7-flash,default,coding,mid,,,,,,,76.97068244703638,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row qwen/qwen3.7-flash / column score),,out:effort-not-established, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,qwen3.7-plus,default,coding,mid,,,,,,,76.95120190666674,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row qwen/qwen3.7-plus / column score),,out:effort-not-established, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,deepseek-r1-0528,solo,coding,mid,,,,,,,76.93437869307363,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row deepseek/deepseek-r1-0528 / column score),,out:single-couple, tinybird-sql#bb8f8799,llm-benchmark.tinybird.live,glm-5.3-flashx,max,coding,mid,,,,,,,76.89143397507469,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row z-ai/glm-5.3-flashx / column score),,in, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,gpt-5.2,default,coding,mid,,,,,,,76.88316189700325,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row openai/gpt-5.2 / column score),,out:effort-not-established, tinybird-sql#21c77839,llm-benchmark.tinybird.live,qwen3.6-plus,default,coding,mid,,,,,,,76.79194668860052,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row qwen/qwen3.6-plus / column score),,out:effort-not-established, tinybird-sql#none,llm-benchmark.tinybird.live,gpt-5.1-codex-mini,default,coding,mid,,,,,,,76.76323188282562,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row openai/gpt-5.1-codex-mini / column score),,out:effort-not-established, tinybird-sql#21c77839,llm-benchmark.tinybird.live,qwen3-max-0123,think,coding,mid,,,,,,,76.71450090507633,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row qwen/qwen3-max-thinking / column score),,out:single-couple, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,deepseek-v4-flash-preview,default,coding,mid,,,,,,,76.63789588112655,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row deepseek/deepseek-v4-flash / column score),,out:effort-not-established, tinybird-sql#21c77839,llm-benchmark.tinybird.live,?qwen/qwen3-235b-a22b-thinking-2507,not-established:absent,coding,mid,,,,,,,76.60948174828162,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row qwen/qwen3-235b-a22b-thinking-2507 / column score),,out:model-not-established, tinybird-sql#bb8f8799,llm-benchmark.tinybird.live,gpt-6.1-sol-pro,medium,coding,mid,,,,,,,76.51942193451521,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row openai/gpt-6.1-sol-pro / column score),,in, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,?qwen/qwen3-max,not-established:absent,coding,mid,,,,,,,76.507068491666,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row qwen/qwen3-max / column score),,out:model-not-established, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,gpt-5.2-codex,default,coding,mid,,,,,,,76.50196476412899,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row openai/gpt-5.2-codex / column score),,out:effort-not-established, tinybird-sql#21c77839,llm-benchmark.tinybird.live,gpt-5.6-sol,medium,coding,mid,,,,,,,76.37579299613348,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row openai/gpt-5.6-sol / column score),,in, tinybird-sql#none,llm-benchmark.tinybird.live,qwen3-32b,default,coding,mid,,,,,,,76.35982219493053,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row qwen/qwen3-32b / column score),,out:effort-not-established, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,qwen3.7-max,default,coding,mid,,,,,,,76.34139292664305,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row qwen/qwen3.7-max / column score),,out:effort-not-established, tinybird-sql#bb8f8799,llm-benchmark.tinybird.live,gpt-6-luna,medium,coding,mid,,,,,,,76.27199969156393,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row openai/gpt-6-luna / column score),,in, tinybird-sql#bb8f8799,llm-benchmark.tinybird.live,deepseek-v4-flash-0731,high,coding,mid,,,,,,,76.25260409174572,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row deepseek/deepseek-v4-flash-0731 / column score),,in, tinybird-sql#21c77839,llm-benchmark.tinybird.live,gpt-5.6-luna-pro,medium,coding,mid,,,,,,,76.20426792408149,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row openai/gpt-5.6-luna-pro / column score),,in, tinybird-sql#none,llm-benchmark.tinybird.live,o3-pro,default,coding,mid,,,,,,,76.184346411197,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row openai/o3-pro / column score),,out:effort-not-established, tinybird-sql#21c77839,llm-benchmark.tinybird.live,glm-4.5,default,coding,mid,,,,,,,76.17182851354501,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row z-ai/glm-4.5 / column score),,out:effort-not-established, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,qwen3-235b-a22b-instruct-2507,solo,coding,mid,,,,,,,76.10835211606619,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row qwen/qwen3-235b-a22b-07-25 / column score),,out:single-couple, tinybird-sql#bb8f8799,llm-benchmark.tinybird.live,qwen3.8-27b,default,coding,mid,,,,,,,76.06851214222381,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row qwen/qwen3.8-27b / column score),,out:effort-not-established, tinybird-sql#21c77839,llm-benchmark.tinybird.live,glm-5.1,default,coding,mid,,,,,,,76.04990711003114,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row z-ai/glm-5.1 / column score),,out:effort-not-established, tinybird-sql#bb8f8799,llm-benchmark.tinybird.live,qwen3.8-omni-flash,default,coding,mid,,,,,,,75.94467911462175,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row qwen/qwen3.8-omni-flash / column score),,out:effort-not-established, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,qwen3.6-flash,default,coding,mid,,,,,,,75.86760341240732,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row qwen/qwen3.6-flash / column score),,out:effort-not-established, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,?openai/gpt-4o,not-established:absent,coding,mid,,,,,,,75.85853313724235,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row openai/gpt-4o / column score),,out:model-not-established, tinybird-sql#none,llm-benchmark.tinybird.live,o4-mini,default,coding,mid,,,,,,,75.78877619540359,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row openai/o4-mini / column score),,out:effort-not-established, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,deepseek-v3,solo,coding,mid,,,,,,,75.76328643186889,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row deepseek/deepseek-chat / column score),,out:single-couple, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,qwen3.5-plus-0420,default,coding,mid,,,,,,,75.74747416970425,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row qwen/qwen3.5-plus-20260420 / column score),,out:effort-not-established, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,qwen3-coder-480b-a35b-instruct,solo,coding,mid,,,,,,,75.729921239392,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row qwen/qwen3-coder / column score),,out:single-couple, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,?qwen/qwen3-coder-plus,not-established:absent,coding,mid,,,,,,,75.68109541003551,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row qwen/qwen3-coder-plus / column score),,out:model-not-established, tinybird-sql#none,llm-benchmark.tinybird.live,?openai/gpt-oss-120b:exacto,not-established:absent,coding,mid,,,,,,,75.67801848407477,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row openai/gpt-oss-120b:exacto / column score),,out:model-not-established, tinybird-sql#21c77839,llm-benchmark.tinybird.live,?qwen/qwen3-vl-235b-a22b-thinking,not-established:absent,coding,mid,,,,,,,75.59249385297254,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row qwen/qwen3-vl-235b-a22b-thinking / column score),,out:model-not-established, tinybird-sql#21c77839,llm-benchmark.tinybird.live,glm-5-turbo,default,coding,mid,,,,,,,75.58330397363405,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row z-ai/glm-5-turbo / column score),,out:effort-not-established, tinybird-sql#bb8f8799,llm-benchmark.tinybird.live,gpt-6-sol-pro,medium,coding,mid,,,,,,,75.57027040843961,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row openai/gpt-6-sol-pro / column score),,in, tinybird-sql#21c77839,llm-benchmark.tinybird.live,qwen3.5-122b-a10b,default,coding,mid,,,,,,,75.5622198877342,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row qwen/qwen3.5-122b-a10b / column score),,out:effort-not-established, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,gpt-4o-0806,solo,coding,mid,,,,,,,75.54069179463127,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row openai/gpt-4o-2024-08-06 / column score),,out:single-couple, tinybird-sql#none,llm-benchmark.tinybird.live,?qwen/qwen3-coder:exacto,not-established:absent,coding,mid,,,,,,,75.51706238341856,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row qwen/qwen3-coder:exacto / column score),,out:model-not-established, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,kimi-k2.7-code,solo,coding,mid,,,,,,,75.45053276863672,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row moonshotai/kimi-k2.7-code / column score),,in, tinybird-sql#bb8f8799,llm-benchmark.tinybird.live,deepseek-v4-pro-0813,default,coding,mid,,,,,,,75.43956681179556,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row deepseek/deepseek-v4-pro-0813 / column score),,out:effort-not-established, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,gpt-5-codex,default,coding,mid,,,,,,,75.43743167803535,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row openai/gpt-5-codex / column score),,out:effort-not-established, tinybird-sql#21c77839,llm-benchmark.tinybird.live,gemini-3.5-flash-lite,minimal,coding,mid,,,,,,,75.28926285750885,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row google/gemini-3.5-flash-lite / column score),,in, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,gemini-3.1-flash-lite-preview,default,coding,mid,,,,,,,75.28895561397236,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row google/gemini-3.1-flash-lite-preview / column score),,out:effort-not-established, tinybird-sql#none,llm-benchmark.tinybird.live,?openai/gpt-4.5-preview,not-established:absent,coding,mid,,,,,,,75.22439991579799,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row openai/gpt-4.5-preview / column score),,out:model-not-established, tinybird-sql#none,llm-benchmark.tinybird.live,?x-ai/grok-3-mini-beta,not-established:absent,coding,mid,,,,,,,75.19283464908108,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row x-ai/grok-3-mini-beta / column score),,out:model-not-established, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,gpt-5.4,default,coding,mid,,,,,,,75.18395257745593,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row openai/gpt-5.4 / column score),,out:effort-not-established, tinybird-sql#none,llm-benchmark.tinybird.live,?~moonshotai/kimi-latest,not-established:absent,coding,mid,,,,,,,75.16343911891573,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row ~moonshotai/kimi-latest / column score),,out:model-not-established, tinybird-sql#bb8f8799,llm-benchmark.tinybird.live,gpt-6.1-sol,medium,coding,mid,,,,,,,75.13119324979121,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row openai/gpt-6.1-sol / column score),,in, tinybird-sql#none,llm-benchmark.tinybird.live,?openai/o4-mini-high,not-established:absent,coding,mid,,,,,,,75.05786327718357,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row openai/o4-mini-high / column score),,out:model-not-established, tinybird-sql#none,llm-benchmark.tinybird.live,gpt-4.1,solo,coding,mid,,,,,,,75.03425510229697,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row openai/gpt-4.1 / column score),,out:single-couple, tinybird-sql#bb8f8799,llm-benchmark.tinybird.live,qwen3.8-flash,default,coding,mid,,,,,,,75.03359806684144,score%,0.00289,,EAP-run,https://llm-benchmark.tinybird.live/ ($ / row qwen/qwen3.8-flash / column score),,out:effort-not-established, tinybird-sql#21c77839,llm-benchmark.tinybird.live,qwen3.6-27b,default,coding,mid,,,,,,,75.00835448786339,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row qwen/qwen3.6-27b / column score),,out:effort-not-established, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,gpt-4o-1120,solo,coding,mid,,,,,,,75.00624103599182,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row openai/gpt-4o-2024-11-20 / column score),,out:single-couple, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,?qwen/qwen3-next-80b-a3b-instruct,not-established:absent,coding,mid,,,,,,,74.97726390140949,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row qwen/qwen3-next-80b-a3b-instruct / column score),,out:model-not-established, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,?x-ai/grok-4-fast,not-established:absent,coding,mid,,,,,,,74.95433688958184,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row x-ai/grok-4-fast / column score),,out:model-not-established, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,deepseek-v3.1-terminus,default,coding,mid,,,,,,,74.9512332657426,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row deepseek/deepseek-v3.1-terminus / column score),,out:effort-not-established, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,gpt-oss-20b,default,coding,mid,,,,,,,74.94877052402065,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row openai/gpt-oss-20b / column score),,out:effort-not-established, tinybird-sql#bb8f8799,llm-benchmark.tinybird.live,deepseek-v4-flash-vision-exp,high,coding,mid,,,,,,,74.92732583204085,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row deepseek/deepseek-v4-flash-vision-exp / column score),,in, tinybird-sql#none,llm-benchmark.tinybird.live,o3,default,coding,mid,,,,,,,74.91071775826438,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row openai/o3 / column score),,out:effort-not-established, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,?openai/gpt-5-chat,not-established:absent,coding,mid,,,,,,,74.86470453050444,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row openai/gpt-5-chat / column score),,out:model-not-established, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,?qwen/qwen3-next-80b-a3b-thinking,not-established:absent,coding,mid,,,,,,,74.85179183626904,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row qwen/qwen3-next-80b-a3b-thinking / column score),,out:model-not-established, tinybird-sql#21c77839,llm-benchmark.tinybird.live,qwen3-235b-a22b-instruct-2507,solo,coding,mid,,,,,,,74.85024367002995,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row qwen/qwen3-235b-a22b-2507 / column score),,out:single-couple, tinybird-sql#21c77839,llm-benchmark.tinybird.live,gpt-5.6-sol-pro,medium,coding,mid,,,,,,,74.82722753338585,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row openai/gpt-5.6-sol-pro / column score),,in, tinybird-sql#21c77839,llm-benchmark.tinybird.live,glm-4.7,default,coding,mid,,,,,,,74.80918847922179,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row z-ai/glm-4.7 / column score),,out:effort-not-established, tinybird-sql#21c77839,llm-benchmark.tinybird.live,qwen3-30b-a3b,default,coding,mid,,,,,,,74.79954910086425,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row qwen/qwen3-30b-a3b / column score),,out:effort-not-established, tinybird-sql#bb8f8799,llm-benchmark.tinybird.live,?qwen/qwen3.8-max-prime,not-established:absent,coding,mid,,,,,,,74.78167703200184,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row qwen/qwen3.8-max-prime / column score),,out:model-not-established, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,?openai/gpt-oss-20b:free,not-established:absent,coding,mid,,,,,,,74.75182671490583,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row openai/gpt-oss-20b:free / column score),,out:model-not-established, tinybird-sql#none,llm-benchmark.tinybird.live,qwen3-235b-a22b,default,coding,mid,,,,,,,74.62529576385741,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row qwen/qwen3-235b-a22b / column score),,out:effort-not-established, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,?openai/gpt-5.2-chat,not-established:absent,coding,mid,,,,,,,74.56667711087478,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row openai/gpt-5.2-chat / column score),,out:model-not-established, tinybird-sql#bb8f8799,llm-benchmark.tinybird.live,qwen3.8-max-0902,default,coding,mid,,,,,,,74.54355837312926,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row qwen/qwen3.8-max-0902 / column score),,out:effort-not-established, tinybird-sql#none,llm-benchmark.tinybird.live,deepseek-v3-0324,solo,coding,mid,,,,,,,74.53114673672206,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row deepseek/deepseek-chat-v3-0324 / column score),,out:single-couple, tinybird-sql#bb8f8799,llm-benchmark.tinybird.live,?z-ai/glm-5.3-prime,not-established:absent,coding,mid,,,,,,,74.51300894890826,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row z-ai/glm-5.3-prime / column score),,out:model-not-established, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,?openai/gpt-oss-120b:free,not-established:absent,coding,mid,,,,,,,74.4489379963544,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row openai/gpt-oss-120b:free / column score),,out:model-not-established, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,gemini-3.1-flash-lite,default,coding,mid,,,,,,,74.42458692655566,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row google/gemini-3.1-flash-lite / column score),,out:effort-not-established, tinybird-sql#21c77839,llm-benchmark.tinybird.live,?qwen/qwen-plus-2025-07-28:thinking,not-established:absent,coding,mid,,,,,,,74.37984567571996,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row qwen/qwen-plus-2025-07-28:thinking / column score),,out:model-not-established, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,grok-build-0.1,solo,coding,mid,,,,,,,74.36282967215743,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row x-ai/grok-build-0.1 / column score),,out:single-couple, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,deepseek-r1,solo,coding,mid,,,,,,,74.26512183984809,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row deepseek/deepseek-r1 / column score),,out:single-couple, tinybird-sql#21c77839,llm-benchmark.tinybird.live,gpt-5.6-luna,medium,coding,mid,,,,,,,74.24663969694178,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row openai/gpt-5.6-luna / column score),,in, tinybird-sql#none,llm-benchmark.tinybird.live,qwen2.5-coder-32b-instruct,solo,coding,mid,,,,,,,74.19048577195737,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row qwen/qwen-2.5-coder-32b-instruct / column score),,out:single-couple, tinybird-sql#21c77839,llm-benchmark.tinybird.live,glm-4.6,default,coding,mid,,,,,,,74.16585566526933,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row z-ai/glm-4.6 / column score),,out:effort-not-established, tinybird-sql#none,llm-benchmark.tinybird.live,?google/gemini-2.5-pro-preview-06-05,not-established:absent,coding,mid,,,,,,,74.10399900270569,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row google/gemini-2.5-pro-preview-06-05 / column score),,out:model-not-established, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,deepseek-v3.1,default,coding,mid,,,,,,,74.08472513916382,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row deepseek/deepseek-chat-v3.1 / column score),,out:effort-not-established, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,o1,default,coding,mid,,,,,,,74.05811322997526,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row openai/o1 / column score),,out:effort-not-established, tinybird-sql#21c77839,llm-benchmark.tinybird.live,?qwen/qwen-plus-2025-07-28,not-established:absent,coding,mid,,,,,,,74.03001394059308,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row qwen/qwen-plus-2025-07-28 / column score),,out:model-not-established, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,gpt-4o-0513,solo,coding,mid,,,,,,,73.97630367496276,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row openai/gpt-4o-2024-05-13 / column score),,out:single-couple, tinybird-sql#21c77839,llm-benchmark.tinybird.live,?qwen/qwen2.5-vl-72b-instruct,not-established:absent,coding,mid,,,,,,,73.93331374286741,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row qwen/qwen2.5-vl-72b-instruct / column score),,out:model-not-established, tinybird-sql#21c77839,llm-benchmark.tinybird.live,grok-4.3,default,coding,mid,,,,,,,73.92980208443112,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row x-ai/grok-4.3 / column score),,out:effort-not-established, tinybird-sql#bb8f8799,llm-benchmark.tinybird.live,?~deepseek/deepseek-pro-latest,not-established:absent,coding,mid,,,,,,,73.91898494979765,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row ~deepseek/deepseek-pro-latest / column score),,out:model-not-established, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,?openai/gpt-3.5-turbo-0613,not-established:absent,coding,mid,,,,,,,73.91613032335658,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row openai/gpt-3.5-turbo-0613 / column score),,out:model-not-established, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,?google/gemini-2.0-flash-lite-001,not-established:absent,coding,mid,,,,,,,73.87630301496563,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row google/gemini-2.0-flash-lite-001 / column score),,out:model-not-established, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,?openai/gpt-4,not-established:absent,coding,mid,,,,,,,73.76350797589731,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row openai/gpt-4 / column score),,out:model-not-established, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,?qwen/qwen3-30b-a3b-thinking-2507,not-established:absent,coding,mid,,,,,,,73.58998361895007,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row qwen/qwen3-30b-a3b-thinking-2507 / column score),,out:model-not-established, tinybird-sql#21c77839,llm-benchmark.tinybird.live,glm-4.5v,default,coding,mid,,,,,,,73.54134806392281,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row z-ai/glm-4.5v / column score),,out:effort-not-established, tinybird-sql#21c77839,llm-benchmark.tinybird.live,glm-4.6v,default,coding,mid,,,,,,,73.53214525748234,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row z-ai/glm-4.6v / column score),,out:effort-not-established, tinybird-sql#none,llm-benchmark.tinybird.live,gpt-5.1,default,coding,mid,,,,,,,73.51164741485532,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row openai/gpt-5.1 / column score),,out:effort-not-established, tinybird-sql#21c77839,llm-benchmark.tinybird.live,deepseek-v3.2,default,coding,mid,,,,,,,73.4727814390038,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row deepseek/deepseek-v3.2 / column score),,out:effort-not-established, tinybird-sql#bb8f8799,llm-benchmark.tinybird.live,?~deepseek/deepseek-flash-latest,not-established:absent,coding,mid,,,,,,,73.4249245031833,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row ~deepseek/deepseek-flash-latest / column score),,out:model-not-established, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,gpt-5.1-codex-max,default,coding,mid,,,,,,,73.36858516905095,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row openai/gpt-5.1-codex-max / column score),,out:effort-not-established, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,gpt-5.4-mini,default,coding,mid,,,,,,,73.2529285208035,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row openai/gpt-5.4-mini / column score),,out:effort-not-established, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,?qwen/qwen3-coder-flash,not-established:absent,coding,mid,,,,,,,73.24699879291921,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row qwen/qwen3-coder-flash / column score),,out:model-not-established, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,gpt-oss-120b,default,coding,mid,,,,,,,73.2160569863045,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row openai/gpt-oss-120b / column score),,out:effort-not-established, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,?x-ai/grok-code-fast-1,not-established:absent,coding,mid,,,,,,,73.1506662411969,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row x-ai/grok-code-fast-1 / column score),,out:model-not-established, tinybird-sql#none,llm-benchmark.tinybird.live,?z-ai/glm-4.6:exacto,not-established:absent,coding,mid,,,,,,,73.13310979809653,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row z-ai/glm-4.6:exacto / column score),,out:model-not-established, tinybird-sql#none,llm-benchmark.tinybird.live,?~deepseek/deepseek-v4-flash-latest,not-established:absent,coding,mid,,,,,,,73.07730052244679,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row ~deepseek/deepseek-v4-flash-latest / column score),,out:model-not-established, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,gpt-5.5,default,coding,mid,,,,,,,73.04349176630458,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row openai/gpt-5.5 / column score),,out:effort-not-established, tinybird-sql#none,llm-benchmark.tinybird.live,gemini-2.5-flash,default,coding,mid,,,,,,,73.03973721648697,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row google/gemini-2.5-flash / column score),,out:effort-not-established, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,kimi-k2.5,default,coding,mid,,,,,,,73.00502773745309,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row moonshotai/kimi-k2.5 / column score),,out:effort-not-established, tinybird-sql#21c77839,llm-benchmark.tinybird.live,qwen3.5-35b-a3b,default,coding,mid,,,,,,,72.83977155238348,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row qwen/qwen3.5-35b-a3b / column score),,out:effort-not-established, tinybird-sql#none,llm-benchmark.tinybird.live,?deepseek/deepseek-chat-v3-0324:free,not-established:absent,coding,mid,,,,,,,72.76525424832221,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row deepseek/deepseek-chat-v3-0324:free / column score),,out:model-not-established, tinybird-sql#21c77839,llm-benchmark.tinybird.live,?qwen/qwen-plus,not-established:absent,coding,mid,,,,,,,72.75298558268716,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row qwen/qwen-plus / column score),,out:model-not-established, tinybird-sql#21c77839,llm-benchmark.tinybird.live,qwen3-8b,default,coding,mid,,,,,,,72.70594506406574,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row qwen/qwen3-8b / column score),,out:effort-not-established, tinybird-sql#21c77839,llm-benchmark.tinybird.live,?qwen/qwen3-vl-235b-a22b-instruct,not-established:absent,coding,mid,,,,,,,72.55960482824935,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row qwen/qwen3-vl-235b-a22b-instruct / column score),,out:model-not-established, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,gpt-4.1-mini,solo,coding,mid,,,,,,,72.44435241651018,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row openai/gpt-4.1-mini / column score),,out:single-couple, tinybird-sql#21c77839,llm-benchmark.tinybird.live,qwen3-14b,default,coding,mid,,,,,,,72.41526726827423,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row qwen/qwen3-14b / column score),,out:effort-not-established, tinybird-sql#none,llm-benchmark.tinybird.live,gpt-4o-mini,solo,coding,mid,,,,,,,72.41105187211424,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row openai/gpt-4o-mini / column score),,out:single-couple, tinybird-sql#21c77839,llm-benchmark.tinybird.live,qwen3.5-27b,default,coding,mid,,,,,,,72.36603152739623,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row qwen/qwen3.5-27b / column score),,out:effort-not-established, tinybird-sql#none,llm-benchmark.tinybird.live,?google/gemini-2.5-flash-image,not-established:absent,coding,mid,,,,,,,72.36427536590224,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row google/gemini-2.5-flash-image / column score),,out:model-not-established, tinybird-sql#none,llm-benchmark.tinybird.live,?x-ai/grok-3-beta,not-established:absent,coding,mid,,,,,,,72.3248485884137,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row x-ai/grok-3-beta / column score),,out:model-not-established, tinybird-sql#21c77839,llm-benchmark.tinybird.live,glm-4.5-air,default,coding,mid,,,,,,,72.26526067371289,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row z-ai/glm-4.5-air / column score),,out:effort-not-established, tinybird-sql#none,llm-benchmark.tinybird.live,gpt-5,default,coding,mid,,,,,,,72.23115841159228,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row openai/gpt-5 / column score),,out:effort-not-established, tinybird-sql#bb8f8799,llm-benchmark.tinybird.live,gpt-6-luna-pro,medium,coding,mid,,,,,,,72.07193951420489,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row openai/gpt-6-luna-pro / column score),,in, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,gpt-5.3-codex,default,coding,mid,,,,,,,72.01294022226378,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row openai/gpt-5.3-codex / column score),,out:effort-not-established, tinybird-sql#21c77839,llm-benchmark.tinybird.live,glm-5v-turbo,default,coding,mid,,,,,,,71.9212541133398,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row z-ai/glm-5v-turbo / column score),,out:effort-not-established, tinybird-sql#21c77839,llm-benchmark.tinybird.live,qwen3.5-flash,default,coding,mid,,,,,,,71.80861191509435,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row qwen/qwen3.5-flash-02-23 / column score),,out:effort-not-established, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,?google/gemini-2.5-flash-lite-preview-09-2025,not-established:absent,coding,mid,,,,,,,71.7065478960719,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row google/gemini-2.5-flash-lite-preview-09-2025 / column score),,out:model-not-established, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,gpt-4o-mini,solo,coding,mid,,,,,,,71.66756895814734,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row openai/gpt-4o-mini-2024-07-18 / column score),,out:single-couple, tinybird-sql#21c77839,llm-benchmark.tinybird.live,qwen3-coder-next,default,coding,mid,,,,,,,71.55032085773578,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row qwen/qwen3-coder-next / column score),,out:effort-not-established, tinybird-sql#21c77839,llm-benchmark.tinybird.live,?qwen/qwen3-coder-30b-a3b-instruct,not-established:absent,coding,mid,,,,,,,71.45879825143055,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row qwen/qwen3-coder-30b-a3b-instruct / column score),,out:model-not-established, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,?openai/gpt-4o-mini-search-preview,not-established:absent,coding,mid,,,,,,,71.27397054800409,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row openai/gpt-4o-mini-search-preview / column score),,out:model-not-established, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,gpt-5.4-nano,default,coding,mid,,,,,,,71.05819469081129,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row openai/gpt-5.4-nano / column score),,out:effort-not-established, tinybird-sql#21c77839,llm-benchmark.tinybird.live,?openai/gpt-5.1-chat,not-established:absent,coding,mid,,,,,,,71.03169252725847,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row openai/gpt-5.1-chat / column score),,out:model-not-established, tinybird-sql#none,llm-benchmark.tinybird.live,gemini-2.0-flash,solo,coding,mid,,,,,,,71.01760548736004,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row google/gemini-2.0-flash-001 / column score),,out:single-couple, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,gpt-5-nano,default,coding,mid,,,,,,,70.89408885797849,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row openai/gpt-5-nano / column score),,out:effort-not-established, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,?qwen/qwen3-30b-a3b-instruct-2507,not-established:absent,coding,mid,,,,,,,70.7002180760885,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row qwen/qwen3-30b-a3b-instruct-2507 / column score),,out:model-not-established, tinybird-sql#21c77839,llm-benchmark.tinybird.live,?qwen/qwen3-vl-8b-instruct,not-established:absent,coding,mid,,,,,,,70.39746766497677,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row qwen/qwen3-vl-8b-instruct / column score),,out:model-not-established, tinybird-sql#none,llm-benchmark.tinybird.live,?google/gemini-2.5-flash-preview,not-established:absent,coding,mid,,,,,,,69.9291156062675,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row google/gemini-2.5-flash-preview / column score),,out:model-not-established, tinybird-sql#21c77839,llm-benchmark.tinybird.live,glm-4.7-flash,default,coding,mid,,,,,,,69.65822499335064,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row z-ai/glm-4.7-flash / column score),,out:effort-not-established, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,?openai/gpt-3.5-turbo-16k,not-established:absent,coding,mid,,,,,,,69.63074918857883,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row openai/gpt-3.5-turbo-16k / column score),,out:model-not-established, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,gpt-5-mini,default,coding,mid,,,,,,,68.44612875468229,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row openai/gpt-5-mini / column score),,out:effort-not-established, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,gemini-2.5-flash-lite,default,coding,mid,,,,,,,68.40468017682556,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row google/gemini-2.5-flash-lite / column score),,out:effort-not-established, tinybird-sql#none,llm-benchmark.tinybird.live,?deepseek/deepseek-v3.1-terminus:exacto,not-established:absent,coding,mid,,,,,,,68.38979262569427,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row deepseek/deepseek-v3.1-terminus:exacto / column score),,out:model-not-established, tinybird-sql#21c77839,llm-benchmark.tinybird.live,qwen3.5-9b,default,coding,mid,,,,,,,68.05687597011885,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row qwen/qwen3.5-9b / column score),,out:effort-not-established, tinybird-sql#21c77839,llm-benchmark.tinybird.live,qwen2.5-7b-instruct,solo,coding,mid,,,,,,,66.00952824069867,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row qwen/qwen-2.5-7b-instruct / column score),,out:single-couple, tinybird-sql#21c77839,llm-benchmark.tinybird.live,gpt-5-pro,default,coding,mid,,,,,,,65.61493278140586,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row openai/gpt-5-pro / column score),,out:effort-not-established, tinybird-sql#none,llm-benchmark.tinybird.live,gpt-4.1-nano,solo,coding,mid,,,,,,,63.96202500770578,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row openai/gpt-4.1-nano / column score),,out:single-couple, tinybird-sql#none,llm-benchmark.tinybird.live,?moonshotai/kimi-linear-48b-a3b-instruct,not-established:absent,coding,mid,,,,,,,61.538594326128894,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row moonshotai/kimi-linear-48b-a3b-instruct / column score),,out:model-not-established, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,?openai/gpt-3.5-turbo,not-established:absent,coding,mid,,,,,,,61.38536134272796,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row openai/gpt-3.5-turbo / column score),,out:model-not-established, tinybird-sql#21c77839,llm-benchmark.tinybird.live,qwen2.5-72b-instruct,solo,coding,mid,,,,,,,61.213597531805206,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row qwen/qwen-2.5-72b-instruct / column score),,out:single-couple, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,?deepseek/deepseek-r1-distill-llama-70b,not-established:absent,coding,mid,,,,,,,60.79404583456478,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row deepseek/deepseek-r1-distill-llama-70b / column score),,out:model-not-established, tinybird-sql#21c77839,llm-benchmark.tinybird.live,kimi-k3,default,coding,mid,,,,,,,57.167250840412805,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row moonshotai/kimi-k3 / column score),,out:effort-not-established, tinybird-sql#none,llm-benchmark.tinybird.live,?qwen/qwen2.5-coder-7b-instruct,not-established:absent,coding,mid,,,,,,,51.06618599893531,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row qwen/qwen2.5-coder-7b-instruct / column score),,out:model-not-established, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,?openai/gpt-4-turbo,not-established:absent,coding,mid,,,,,,,49.906425767518655,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row openai/gpt-4-turbo / column score),,out:model-not-established, tinybird-sql#bb8f8799,llm-benchmark.tinybird.live,gpt-6-sol,medium,coding,mid,,,,,,,49.81055175457781,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row openai/gpt-6-sol / column score),,in, tinybird-sql#21c77839,llm-benchmark.tinybird.live,gpt-5.6-terra,medium,coding,mid,,,,,,,49.707187742180714,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row openai/gpt-5.6-terra / column score),,in, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,?anthropic/claude-3.7-sonnet:thinking,not-established:absent,coding,mid,,,,,,,78.26631629260942,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row anthropic/claude-3.7-sonnet:thinking / column score),,out:model-not-established, tinybird-sql#none,llm-benchmark.tinybird.live,sonnet-3.7,nothink,coding,mid,,,,,,,78.00601208677841,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row anthropic/claude-3.7-sonnet / column score),,out:single-couple, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,opus-4.5,nothink,coding,mid,,,,,,,77.0703718226667,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row anthropic/claude-opus-4.5 / column score),,out:single-couple, tinybird-sql#21c77839,llm-benchmark.tinybird.live,sonnet-4,default,coding,mid,,,,,,,76.8033863388828,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row anthropic/claude-sonnet-4 / column score),,out:effort-not-established, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,opus-4.6,default,coding,mid,,,,,,,76.09124483038914,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row anthropic/claude-opus-4.6 / column score),,out:effort-not-established, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,?anthropic/claude-4.5-sonnet,not-established:absent,coding,mid,,,,,,,74.87854623886591,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row anthropic/claude-4.5-sonnet / column score),,out:model-not-established, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,sonnet-4.5,nothink,coding,mid,,,,,,,73.67284053373787,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row anthropic/claude-sonnet-4.5 / column score),,out:single-couple, tinybird-sql#21c77839,llm-benchmark.tinybird.live,opus-4,default,coding,mid,,,,,,,71.11183369873858,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row anthropic/claude-opus-4 / column score),,out:effort-not-established, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,gemma-4-26b-a4b-it,default,coding,mid,,,,,,,75.19754518018415,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row google/gemma-4-26b-a4b-it / column score),,out:effort-not-established, tinybird-sql#2026-06-17,llm-benchmark.tinybird.live,gemma-4-31b-it,default,coding,mid,,,,,,,74.83102970795609,score%,0.00289,,,https://llm-benchmark.tinybird.live/ ($ / row google/gemma-4-31b-it / column score),,out:effort-not-established, tokenmarxing-heavy-valbpb,token-marxing,haiku-4.5,not-established:absent,agentic-tool,mid,Claude Code (marx router),,0.29,0.00289,,,2.830,val_bpb(lower-better),0.000289,,,"https://github.com/yiheinchai/token-marxing/blob/3c895b32c89a7e9c0edb1c87e1603f8a50254251/results/REPORT.md (REPORT.md, per arm table (mean over runs): best val_bpb, lower is better)",,out:effort-not-established,out:effort-not-established tokenmarxing-heavy-valbpb,token-marxing,opus-5.5,high,agentic-tool,mid,Claude Code (marx router),,0.49,0.00289,,,2.378,val_bpb(lower-better),0.000289,,cost-price-ratio:USD; cost-base-price:cost-publisher-figure,"https://github.com/yiheinchai/token-marxing/blob/3c895b32c89a7e9c0edb1c87e1603f8a50254251/results/REPORT.md (REPORT.md, per arm table (mean over runs): best val_bpb, lower is better)",,out:single-couple,out:cost-single-couple aa-index5@tokencost,tokencost,fable-5.2,low,mixed,hard,,per-task,3.10,0.00289,,35900,53.9,AA-idx,0.0289,,restated-from:Artificial Analysis; same-runs-as:src-artificialanalysis-leaderboards-models-2026-11-10#M1,"https://tokencost.app/blog/claude-fable-5-2-cost-per-task-effort (table ""what AA measured for each effort level"", row low, Claude Fable 5.2, score column)",,out:copy,out:copy aa-index5@tokencost,tokencost,fable-5.1,low,mixed,hard,,per-task,4.47,0.00289,,37800,38.7,AA-idx,0.0289,,restated-from:Artificial Analysis; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://tokencost.app/blog/claude-fable-5-2-cost-per-task-effort (table ""what AA measured for each effort level"", row low, Claude Fable 5.1, score column)",,out:republished,out:republished aa-index5@tokencost,tokencost,fable-5.2,medium,mixed,hard,,per-task,3.80,0.00289,,43100,56.4,AA-idx,0.0289,,restated-from:Artificial Analysis; same-runs-as:src-artificialanalysis-leaderboards-models-2026-11-10#M22,"https://tokencost.app/blog/claude-fable-5-2-cost-per-task-effort (table ""what AA measured for each effort level"", row medium, Claude Fable 5.2, score column)",,out:copy,out:copy aa-index5@tokencost,tokencost,fable-5.1,medium,mixed,hard,,per-task,5.56,0.00289,,48500,43.2,AA-idx,0.0289,,restated-from:Artificial Analysis; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://tokencost.app/blog/claude-fable-5-2-cost-per-task-effort (table ""what AA measured for each effort level"", row medium, Claude Fable 5.1, score column)",,out:republished,out:republished aa-index5@tokencost,tokencost,fable-5.2,high,mixed,hard,,per-task,9.08,0.00289,,97800,61.8,AA-idx,0.0289,,restated-from:Artificial Analysis; same-runs-as:src-artificialanalysis-leaderboards-models-2026-11-10#M43,"https://tokencost.app/blog/claude-fable-5-2-cost-per-task-effort (table ""what AA measured for each effort level"", row high, Claude Fable 5.2, score column)",,out:copy,out:copy aa-index5@tokencost,tokencost,fable-5.1,high,mixed,hard,,per-task,7.54,0.00289,,66000,47.2,AA-idx,0.0289,,restated-from:Artificial Analysis; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://tokencost.app/blog/claude-fable-5-2-cost-per-task-effort (table ""what AA measured for each effort level"", row high, Claude Fable 5.1, score column)",,out:republished,out:republished aa-index5@tokencost,tokencost,fable-5.2,xhigh,mixed,hard,,per-task,14.83,0.00289,,161900,62.2,AA-idx,0.0289,,restated-from:Artificial Analysis; same-runs-as:src-artificialanalysis-leaderboards-models-2026-11-10#M64,"https://tokencost.app/blog/claude-fable-5-2-cost-per-task-effort (table ""what AA measured for each effort level"", row xhigh, Claude Fable 5.2, score column)",,out:copy,out:copy aa-index5@tokencost,tokencost,fable-5.1,xhigh,mixed,hard,,per-task,10.85,0.00289,,97100,50.0,AA-idx,0.0289,,restated-from:Artificial Analysis; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://tokencost.app/blog/claude-fable-5-2-cost-per-task-effort (table ""what AA measured for each effort level"", row xhigh, Claude Fable 5.1, score column)",,out:republished,out:republished aa-index5@tokencost,tokencost,fable-5.2,max,mixed,hard,,per-task,26.54,0.00289,,273800,64.6,AA-idx,0.0289,,restated-from:Artificial Analysis; same-runs-as:src-artificialanalysis-leaderboards-models-2026-11-10#M85,"https://tokencost.app/blog/claude-fable-5-2-cost-per-task-effort (table ""what AA measured for each effort level"", row max, Claude Fable 5.2, score column)",,out:copy,out:copy aa-index5@tokencost,tokencost,fable-5.1,max,mixed,hard,,per-task,12.99,0.00289,,117900,49.2,AA-idx,0.0289,,restated-from:Artificial Analysis; cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://tokencost.app/blog/claude-fable-5-2-cost-per-task-effort (table ""what AA measured for each effort level"", row max, Claude Fable 5.1, score column)",,out:republished,out:republished tokensave-brickbreaker-cost,tokensave,opus-5.5,low,coding,mid,Claude-Code,per-run,0.48,0.00289,,,,none,,,,https://tokensave.app/data/claude-effort-cost (),,,out:decision:D48 tokensave-brickbreaker-cost,tokensave,opus-5.5,medium,coding,mid,Claude-Code,per-run,0.56,0.00289,,,,none,,,,https://tokensave.app/data/claude-effort-cost (),,,out:decision:D48 tokensave-brickbreaker-cost,tokensave,opus-5.5,high,coding,mid,Claude-Code,per-run,0.75,0.00289,,,,none,,,,https://tokensave.app/data/claude-effort-cost (),,,out:decision:D48 tokensave-brickbreaker-cost,tokensave,opus-5.5,xhigh,coding,mid,Claude-Code,per-run,1.36,0.00289,,,,none,,,,https://tokensave.app/data/claude-effort-cost (),,,out:decision:D48 tokensave-brickbreaker-cost,tokensave,opus-5.5,max,coding,mid,Claude-Code,per-run,5.25,0.00289,,,,none,,,,https://tokensave.app/data/claude-effort-cost (),,,out:decision:D48 tokensave-brickbreaker-cost-first,tokensave,sonnet-5.5,medium,coding,mid,Claude-Code,per-run,0.25,0.00289,,,,none,,,cost-base-price:cost-publisher-figure,https://tokensave.app/data/claude-effort-cost (),,,in tokensave-brickbreaker-cost-first,tokensave,sonnet-5.5,high,coding,mid,Claude-Code,per-run,0.30,0.00289,,,,none,,,cost-base-price:cost-publisher-figure,https://tokensave.app/data/claude-effort-cost (),,,in tokensave-brickbreaker-cost,tokensave,haiku-5.5,low,coding,mid,Claude-Code,per-run,0.0095,2.89e-05,,,,none,,,cost-base-price:cost-publisher-figure,https://tokensave.app/data/claude-effort-cost (),,,in tokensave-brickbreaker-cost,tokensave,haiku-5.5,medium,coding,mid,Claude-Code,per-run,0.0142,2.89e-05,,,,none,,,cost-base-price:cost-publisher-figure,https://tokensave.app/data/claude-effort-cost (),,,in tokensave-brickbreaker-cost,tokensave,haiku-5.5,high,coding,mid,Claude-Code,per-run,0.0205,2.89e-05,,,,none,,,cost-base-price:cost-publisher-figure,https://tokensave.app/data/claude-effort-cost (),,,in tokensave-brickbreaker-cost,tokensave,haiku-5.5,xhigh,coding,mid,Claude-Code,per-run,0.0388,2.89e-05,,,,none,,,cost-base-price:cost-publisher-figure,https://tokensave.app/data/claude-effort-cost (),,,in tokensave-brickbreaker-cost,tokensave,haiku-5.5,max,coding,mid,Claude-Code,per-run,0.38,0.00289,,,,none,,,cost-base-price:cost-publisher-figure,https://tokensave.app/data/claude-effort-cost (),,,in tokensave-brickbreaker-cost,tokensave,opus-5.5,low,coding,mid,Claude-Code,per-run,0.17,0.00289,,,,none,,,cost-base-price:cost-publisher-figure,https://tokensave.app/data/claude-effort-cost (),,,in tokensave-brickbreaker-cost,tokensave,opus-5.5,medium,coding,mid,Claude-Code,per-run,0.26,0.00289,,,,none,,,cost-base-price:cost-publisher-figure,https://tokensave.app/data/claude-effort-cost (),,,in tokensave-brickbreaker-cost,tokensave,opus-5.5,high,coding,mid,Claude-Code,per-run,0.35,0.00289,,,,none,,,cost-base-price:cost-publisher-figure,https://tokensave.app/data/claude-effort-cost (),,,in tokensave-brickbreaker-cost,tokensave,opus-5.5,xhigh,coding,mid,Claude-Code,per-run,0.82,0.00289,,,,none,,,cost-base-price:cost-publisher-figure,https://tokensave.app/data/claude-effort-cost (),,,in tokensave-brickbreaker-cost,tokensave,opus-5.5,max,coding,mid,Claude-Code,per-run,5.33,0.00289,,,,none,,,cost-base-price:cost-publisher-figure,https://tokensave.app/data/claude-effort-cost (),,,in tokensave-brickbreaker-cost,tokensave,sonnet-5.5,medium,coding,mid,Claude-Code,per-run,0.0973,2.89e-05,,,,none,,,cost-base-price:cost-publisher-figure,https://tokensave.app/data/claude-effort-cost (),,,in tokensave-brickbreaker-cost,tokensave,sonnet-5.5,high,coding,mid,Claude-Code,per-run,0.12,0.00289,,,,none,,,cost-base-price:cost-publisher-figure,https://tokensave.app/data/claude-effort-cost (),,,in tokensave-vibe-brick,tokensave,haiku-5.5,medium,coding,mid,Claude-Code,per-game,0.019,0.000289,,,,none,,,cost-base-price:cost-publisher-figure,https://tokensave.app/data/vibe-coding-by-claude-model (),,,in tokensave-vibe-brick,tokensave,sonnet-5.5,medium,coding,mid,Claude-Code,per-game,0.143,0.000289,,,,none,,,cost-base-price:cost-publisher-figure,https://tokensave.app/data/vibe-coding-by-claude-model (),,,in tokensave-vibe-brick,tokensave,opus-5.5,medium,coding,mid,Claude-Code,per-game,0.379,0.000289,,,,none,,,cost-base-price:cost-publisher-figure,https://tokensave.app/data/vibe-coding-by-claude-model (),,,in tokensave-vibe-2048,tokensave,haiku-5.5,medium,coding,mid,Claude-Code,per-game,0.012,0.000289,,,,none,,,cost-base-price:cost-publisher-figure,https://tokensave.app/data/vibe-coding-by-claude-model (),,,in tokensave-vibe-2048,tokensave,sonnet-5.5,medium,coding,mid,Claude-Code,per-game,0.133,0.000289,,,,none,,,cost-base-price:cost-publisher-figure,https://tokensave.app/data/vibe-coding-by-claude-model (),,,in tokensave-vibe-2048,tokensave,opus-5.5,medium,coding,mid,Claude-Code,per-game,0.274,0.000289,,,,none,,,cost-base-price:cost-publisher-figure,https://tokensave.app/data/vibe-coding-by-claude-model (),,,in tokensave-vibe-sudoku,tokensave,haiku-5.5,medium,coding,mid,Claude-Code,per-game,0.015,0.000289,,,,none,,,cost-base-price:cost-publisher-figure,https://tokensave.app/data/vibe-coding-by-claude-model (),,,in tokensave-vibe-sudoku,tokensave,sonnet-5.5,medium,coding,mid,Claude-Code,per-game,0.130,0.000289,,,,none,,,cost-base-price:cost-publisher-figure,https://tokensave.app/data/vibe-coding-by-claude-model (),,,in tokensave-vibe-sudoku,tokensave,opus-5.5,medium,coding,mid,Claude-Code,per-game,0.280,0.000289,,,,none,,,cost-base-price:cost-publisher-figure,https://tokensave.app/data/vibe-coding-by-claude-model (),,,in toolathlon-verified,toolathlon,glm-5.3-flash,max,agentic-tool,hard,Toolathlon-Default,,,,,,78.4,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (current leaderboard, column Pass@1, line 66)",,in, toolathlon-verified,toolathlon,kimi-k3,max,agentic-tool,hard,Toolathlon-Default,,,,,,76.5,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (current leaderboard, column Pass@1, line 78)",,in, toolathlon-verified,toolathlon,opus-4.8,max,agentic-tool,hard,Toolathlon-Default,,,,,,76.2,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (current leaderboard, column Pass@1, line 90)",,in, toolathlon-verified,toolathlon,muse-spark-1.2,xhigh,agentic-tool,hard,Toolathlon-Default,,,,,,75.9,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (current leaderboard, column Pass@1, line 102)",,out:single-couple, toolathlon-verified,toolathlon,muse-spark-1.1,xhigh,agentic-tool,hard,Toolathlon-Default,,,,,,75.6,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (current leaderboard, column Pass@1, line 114)",,out:single-couple, toolathlon-verified,toolathlon,deepseek-v4-pro-0813,max,agentic-tool,hard,Toolathlon-Default,,,,,,74.4,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (current leaderboard, column Pass@1, line 126)",,in, toolathlon-verified,toolathlon,gpt-5.5,xhigh,agentic-tool,hard,Toolathlon-Default,,,,,,73.5,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (current leaderboard, column Pass@1, line 138)",,in, toolathlon-verified,toolathlon,sonnet-5,max,agentic-tool,hard,Toolathlon-Default,,,,,,71.6,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (current leaderboard, column Pass@1, line 150)",,in, toolathlon-verified,toolathlon,deepseek-v4-flash-0731,max,agentic-tool,hard,Toolathlon-Default,,,,,,70.7,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (current leaderboard, column Pass@1, line 162)",,in, toolathlon-verified,toolathlon,gemini-3.5-flash,high,agentic-tool,hard,Toolathlon-Default,,,,,,67.3,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (current leaderboard, column Pass@1, line 174)",,in, toolathlon-verified,toolathlon,gemini-3.1-pro,high,agentic-tool,hard,Toolathlon-Default,,,,,,61.1,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (current leaderboard, column Pass@1, line 186)",,in, toolathlon-verified,toolathlon,glm-5.2,not-established:absent,agentic-tool,hard,Toolathlon-Default,,,,,,59.9,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (current leaderboard, column Pass@1, line 198)",,out:effort-not-established, toolathlon-verified,toolathlon,kimi-k2.6,unstated,agentic-tool,hard,Toolathlon-Default,,,,,,58.0,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (current leaderboard, column Pass@1, line 210)",,out:effort-not-established, toolathlon-verified,toolathlon,kimi-k2.7-code,solo,agentic-tool,hard,Toolathlon-Default,,,,,,58.0,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (current leaderboard, column Pass@1, line 222)",,in, toolathlon-verified,toolathlon,gemini-3.5-flash-lite,high,agentic-tool,hard,Toolathlon-Default,,,,,,57.1,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (current leaderboard, column Pass@1, line 234)",,in, toolathlon-verified,toolathlon,hy3,high,agentic-tool,hard,Toolathlon-Default,,,,,,56.8,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (current leaderboard, column Pass@1, line 246)",,out:single-couple, toolathlon-verified,toolathlon,?DeepSeek V4 Pro,not-established:absent,agentic-tool,hard,Toolathlon-Default,,,,,,55.9,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (current leaderboard, column Pass@1, line 258)",,out:model-not-established, toolathlon-verified,toolathlon,inkling-small,not-established:absent,agentic-tool,hard,Toolathlon-Default,,,,,,54.4,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (current leaderboard, column Pass@1, line 270)",,out:effort-not-established, toolathlon-verified,toolathlon,?DeepSeek V4 Flash,not-established:absent,agentic-tool,hard,Toolathlon-Default,,,,,,50.9,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (current leaderboard, column Pass@1, line 282)",,out:model-not-established, toolathlon-verified,toolathlon,mimo-v2.5,unstated,agentic-tool,hard,Toolathlon-Default,,,,,,49.1,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (current leaderboard, column Pass@1, line 294)",,out:effort-not-established, toolathlon-verified,toolathlon,minimax-m2.7,unstated,agentic-tool,hard,Toolathlon-Default,,,,,,47.5,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (current leaderboard, column Pass@1, line 306)",,out:effort-not-established, toolathlon-verified,toolathlon,inkling,not-established:absent,agentic-tool,hard,Toolathlon-Default,,,,,,45.5,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (current leaderboard, column Pass@1, line 318)",,out:effort-not-established, toolathlon-verified,toolathlon,qwen3.5-397b-a17b,unstated,agentic-tool,hard,Toolathlon-Default,,,,,,40.7,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (current leaderboard, column Pass@1, line 330)",,out:effort-not-established, toolathlon-verified,toolathlon,nemotron-3-ultra-550b-a55b,unstated,agentic-tool,hard,Toolathlon-Default,,,,,,34.3,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (current leaderboard, column Pass@1, line 342)",,out:effort-not-established, toolathlon-verified,toolathlon,?Kimi K2.5,not-established:absent,agentic-tool,hard,Toolathlon-Default,,,,,,33.0,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (current leaderboard, column Pass@1, line 354)",,out:model-not-established, toolathlon-prev,toolathlon,gemini-3.5-flash,unstated,agentic-tool,hard,Toolathlon-Default,,,,,,56.5,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (previous leaderboard, column Pass@1, line 402)",,out:effort-not-established, toolathlon-prev,toolathlon,gpt-5.5,xhigh,agentic-tool,hard,Toolathlon-Default,,,,,,55.6,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (previous leaderboard, column Pass@1, line 413)",,in, toolathlon-prev,toolathlon,gpt-5.4,xhigh,agentic-tool,hard,Toolathlon-Default,,,,,,54.6,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (previous leaderboard, column Pass@1, line 424)",,in, toolathlon-prev,toolathlon,?DeepSeek-V4-Pro,not-established:absent,agentic-tool,hard,Toolathlon-Default,,,,,,52.8,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (previous leaderboard, column Pass@1, line 435)",,out:model-not-established, toolathlon-prev,toolathlon,opus-4.7,unstated,agentic-tool,hard,Toolathlon-Default,,,,,,52.8,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (previous leaderboard, column Pass@1, line 446)",,out:effort-not-established, toolathlon-prev,toolathlon,gpt-5.3-codex,xhigh,agentic-tool,hard,Toolathlon-Default,,,,,,51.9,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (previous leaderboard, column Pass@1, line 457)",,in, toolathlon-prev,toolathlon,kimi-k2.6,unstated,agentic-tool,hard,Toolathlon-Default,,,,,,50.0,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (previous leaderboard, column Pass@1, line 468)",,out:effort-not-established, toolathlon-prev,toolathlon,gemini-3-flash,unstated,agentic-tool,hard,Toolathlon-Default,,,,,,49.4,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (previous leaderboard, column Pass@1, line 479)",,out:effort-not-established, toolathlon-prev,toolathlon,gemini-3.1-pro,unstated,agentic-tool,hard,Toolathlon-Default,,,,,,48.8,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (previous leaderboard, column Pass@1, line 490)",,out:effort-not-established, toolathlon-prev,toolathlon,?DeepSeek-V4-Flash,not-established:absent,agentic-tool,hard,Toolathlon-Default,,,,,,48.2,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (previous leaderboard, column Pass@1, line 501)",,out:model-not-established, toolathlon-prev,toolathlon,minimax-m2.7,unstated,agentic-tool,hard,Toolathlon-Default,,,,,,46.3,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (previous leaderboard, column Pass@1, line 523)",,out:effort-not-established, toolathlon-prev,toolathlon,sonnet-4.6,unstated,agentic-tool,hard,Toolathlon-Default,,,,,,44.8,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (previous leaderboard, column Pass@1, line 534)",,out:effort-not-established, toolathlon-prev,toolathlon,gpt-5.2,xhigh,agentic-tool,hard,Toolathlon-Default,,,,,,43.8,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (previous leaderboard, column Pass@1, line 545)",,in, toolathlon-prev,toolathlon,opus-4.5,unstated,agentic-tool,hard,Toolathlon-Default,,,,,,43.5,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (previous leaderboard, column Pass@1, line 556)",,out:effort-not-established, toolathlon-prev,toolathlon,gpt-5.4-mini,xhigh,agentic-tool,hard,Toolathlon-Default,,,,,,42.9,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (previous leaderboard, column Pass@1, line 567)",,in, toolathlon-prev,toolathlon,gpt-5.2,high,agentic-tool,hard,Toolathlon-Default,,,,,,41.7,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (previous leaderboard, column Pass@1, line 578)",,in, toolathlon-prev,toolathlon,minimax-m2.1,unstated,agentic-tool,hard,Toolathlon-Default,,,,,,40.7,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (previous leaderboard, column Pass@1, line 589)",,out:effort-not-established, toolathlon-prev,toolathlon,glm-5.1,unstated,agentic-tool,hard,Toolathlon-Default,,,,,,40.7,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (previous leaderboard, column Pass@1, line 600)",,out:effort-not-established, toolathlon-prev,toolathlon,qwen3.6-plus,unstated,agentic-tool,hard,Toolathlon-Default,,,,,,39.8,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (previous leaderboard, column Pass@1, line 611)",,out:effort-not-established, toolathlon-prev,toolathlon,glm-5,unstated,agentic-tool,hard,Toolathlon-Default,,,,,,39.2,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (previous leaderboard, column Pass@1, line 622)",,out:effort-not-established, toolathlon-prev,toolathlon,sonnet-4.5,unstated,agentic-tool,hard,Toolathlon-Default,,,,,,38.9,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (previous leaderboard, column Pass@1, line 633)",,out:effort-not-established, toolathlon-prev,toolathlon,minimax-m2.5,unstated,agentic-tool,hard,Toolathlon-Default,,,,,,38.3,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (previous leaderboard, column Pass@1, line 644)",,out:effort-not-established, toolathlon-prev,toolathlon,qwen3.5-397b-a17b,unstated,agentic-tool,hard,Toolathlon-Default,,,,,,38.3,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (previous leaderboard, column Pass@1, line 655)",,out:effort-not-established, toolathlon-prev,toolathlon,gpt-5,high,agentic-tool,hard,Toolathlon-Default,,,,,,37.7,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (previous leaderboard, column Pass@1, line 666)",,out:single-couple, toolathlon-prev,toolathlon,qwen3.5-plus,unstated,agentic-tool,hard,Toolathlon-Default,,,,,,37.7,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (previous leaderboard, column Pass@1, line 677)",,out:effort-not-established, toolathlon-prev,toolathlon,gpt-5.1,high,agentic-tool,hard,Toolathlon-Default,,,,,,37.0,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (previous leaderboard, column Pass@1, line 688)",,in, toolathlon-prev,toolathlon,gemini-3-pro,unstated,agentic-tool,hard,Toolathlon-Default,,,,,,36.4,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (previous leaderboard, column Pass@1, line 699)",,out:effort-not-established, toolathlon-prev,toolathlon,gpt-5.4-nano,xhigh,agentic-tool,hard,Toolathlon-Default,,,,,,35.5,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (previous leaderboard, column Pass@1, line 710)",,in, toolathlon-prev,toolathlon,deepseek-v3.2,unstated,agentic-tool,hard,Toolathlon-Default,,,,,,35.2,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (previous leaderboard, column Pass@1, line 721)",,out:effort-not-established, toolathlon-prev,toolathlon,qwen3.5-27b,unstated,agentic-tool,hard,Toolathlon-Default,,,,,,31.5,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (previous leaderboard, column Pass@1, line 732)",,out:effort-not-established, toolathlon-prev,toolathlon,sonnet-4,unstated,agentic-tool,hard,Toolathlon-Default,,,,,,29.9,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (previous leaderboard, column Pass@1, line 743)",,out:effort-not-established, toolathlon-prev,toolathlon,?Qwen3.5-35BA3B,not-established:absent,agentic-tool,hard,Toolathlon-Default,,,,,,28.7,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (previous leaderboard, column Pass@1, line 754)",,out:model-not-established, toolathlon-prev,toolathlon,?Kimi-K2.5,not-established:absent,agentic-tool,hard,Toolathlon-Default,,,,,,27.8,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (previous leaderboard, column Pass@1, line 765)",,out:model-not-established, toolathlon-prev,toolathlon,grok-4,solo,agentic-tool,hard,Toolathlon-Default,,,,,,27.5,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (previous leaderboard, column Pass@1, line 776)",,out:single-couple, toolathlon-prev,toolathlon,?Qwen3.6-35BA3B,not-established:absent,agentic-tool,hard,Toolathlon-Default,,,,,,26.9,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (previous leaderboard, column Pass@1, line 787)",,out:model-not-established, toolathlon-prev,toolathlon,haiku-4.5,unstated,agentic-tool,hard,Toolathlon-Default,,,,,,26.2,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (previous leaderboard, column Pass@1, line 798)",,out:effort-not-established, toolathlon-prev,toolathlon,glm-4.7,unstated,agentic-tool,hard,Toolathlon-Default,,,,,,23.8,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (previous leaderboard, column Pass@1, line 809)",,out:effort-not-established, toolathlon-prev,toolathlon,deepseek-v3.2-exp,unstated,agentic-tool,hard,Toolathlon-Default,,,,,,20.1,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (previous leaderboard, column Pass@1, line 820)",,out:effort-not-established, toolathlon-prev,toolathlon,glm-4.6,unstated,agentic-tool,hard,Toolathlon-Default,,,,,,18.8,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (previous leaderboard, column Pass@1, line 831)",,out:effort-not-established, toolathlon-prev,toolathlon,grok-code-fast-1,unstated,agentic-tool,hard,Toolathlon-Default,,,,,,18.5,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (previous leaderboard, column Pass@1, line 842)",,out:effort-not-established, toolathlon-prev,toolathlon,grok-4-fast,unstated,agentic-tool,hard,Toolathlon-Default,,,,,,18.5,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (previous leaderboard, column Pass@1, line 853)",,out:effort-not-established, toolathlon-prev,toolathlon,?Kimi-K2-thinking,not-established:absent,agentic-tool,hard,Toolathlon-Default,,,,,,17.6,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (previous leaderboard, column Pass@1, line 864)",,out:model-not-established, toolathlon-prev,toolathlon,o3,unstated,agentic-tool,hard,Toolathlon-Default,,,,,,17.0,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (previous leaderboard, column Pass@1, line 875)",,out:effort-not-established, toolathlon-prev,toolathlon,o4-mini,unstated,agentic-tool,hard,Toolathlon-Default,,,,,,14.8,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (previous leaderboard, column Pass@1, line 886)",,out:effort-not-established, toolathlon-prev,toolathlon,gpt-5-mini,unstated,agentic-tool,hard,Toolathlon-Default,,,,,,14.5,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (previous leaderboard, column Pass@1, line 897)",,out:effort-not-established, toolathlon-prev,toolathlon,?Qwen-3-Coder,not-established:absent,agentic-tool,hard,Toolathlon-Default,,,,,,14.5,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (previous leaderboard, column Pass@1, line 908)",,out:model-not-established, toolathlon-prev,toolathlon,gemini-3.1-flash-lite,unstated,agentic-tool,hard,Toolathlon-Default,,,,,,14.2,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (previous leaderboard, column Pass@1, line 919)",,out:effort-not-established, toolathlon-prev,toolathlon,kimi-k2-instruct-0905,solo,agentic-tool,hard,Toolathlon-Default,,,,,,13.0,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (previous leaderboard, column Pass@1, line 930)",,out:single-couple, toolathlon-prev,toolathlon,gemini-2.5-pro,unstated,agentic-tool,hard,Toolathlon-Default,,,,,,10.5,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (previous leaderboard, column Pass@1, line 941)",,out:effort-not-established, toolathlon-prev,toolathlon,gemini-2.5-flash,unstated,agentic-tool,hard,Toolathlon-Default,,,,,,3.7,pass@1%,0.0289,,,"https://toolathlon.xyz/docs/leaderboard (previous leaderboard, column Pass@1, line 952)",,out:effort-not-established, tqgexp-avg-avg3,tqgexp-noexp,?DeepSeek-V4-Flash,not-established:absent,agentic-tool,mid,tqgexp-agent-harness,,,,,,58.20,avg@3%,0.00289,,,"https://arxiv.org/abs/2610.14877 (Table 1, DeepSeek-V4-Flash, row No Experience, last column Avg. Avg.@3)",,out:model-not-established, tqgexp-avg-avg3,tqgexp-noexp,qwen3.5-flash,unstated,agentic-tool,mid,tqgexp-agent-harness,,,,,,57.27,avg@3%,0.00289,,,"https://arxiv.org/abs/2610.14877 (Table 1, Qwen3.5-Flash, row No Experience, last column Avg. Avg.@3)",,out:effort-not-established, truefoundry,truefoundry,opus-4.8,unstated,coding,hard,single-turn,,1.45,0.00289,,,100,usable%,0,,,https://www.truefoundry.com/blog/claude-opus-4-8-and-swe-bench-pro-we-ran-anthropics-headline-through-our-gateway (the post's count for Opus 4.8 on the 50-problem sample (prose)),,out:effort-not-established,out:effort-not-established truefoundry,truefoundry,opus-4.7,unstated,coding,hard,single-turn,,1.66,0.00289,,,94,usable%,0,,,https://www.truefoundry.com/blog/claude-opus-4-8-and-swe-bench-pro-we-ran-anthropics-headline-through-our-gateway (the post's count for Opus 4.7 on the 50-problem sample (prose)),,out:effort-not-established,out:effort-not-established tsnbench-mcqa,tsnbench-2605.09481,grok-4.1-fast,default,mixed,mid,own benchmark,,,,,,93.2,score%,0.0289,,,"https://arxiv.org/abs/2605.09481 (Table 4 (printed in the text extraction as the MCQA results table), row Grok 4.1 Fast, column Accuracy (%))",,out:effort-not-established, tsnbench-mcqa,tsnbench-2605.09481,grok-4.1-fast,nothink,mixed,mid,own benchmark,,,,,,91.7,score%,0.0289,,,"https://arxiv.org/abs/2605.09481 (Table 4 (printed in the text extraction as the MCQA results table), row Grok 4.1 Fast, column Accuracy (%))",,in, tsnbench-mcqa,tsnbench-2605.09481,deepseek-v3.2,nothink,mixed,mid,own benchmark,,,,,,94.0,score%,0.0289,,,"https://arxiv.org/abs/2605.09481 (Table 4 (printed in the text extraction as the MCQA results table), row DeepSeek-V3.2, column Accuracy (%))",,in, tsnbench-mcqa,tsnbench-2605.09481,sonnet-4.5,unstated,mixed,mid,own benchmark,,,,,,95.3,score%,0.0289,,,"https://arxiv.org/abs/2605.09481 (Table 4 (printed in the text extraction as the MCQA results table), row Claude Sonnet 4.5, column Accuracy (%))",,out:effort-not-established, tsnbench-mcqa,tsnbench-2605.09481,deepseek-v3.2,think,mixed,mid,own benchmark,,,,,,94.7,score%,0.0289,,,"https://arxiv.org/abs/2605.09481 (Table 4 (printed in the text extraction as the MCQA results table), row DeepSeek-V3.2, column Accuracy (%))",,in, ugi-writing,ugi-leaderboard,opus-4.6,low,writing,mid,fixed-prompt-set,,,,,,66.06,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row anthropic/claude-opus-4-6 (adaptive, effort=low) / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,opus-4.6,low,mixed,mid,fixed-prompt-set,,,,,,51.57,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row anthropic/claude-opus-4-6 (adaptive, effort=low) / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,opus-4.6,low,mixed,mid,fixed-prompt-set,,,,,,59.97,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row anthropic/claude-opus-4-6 (adaptive, effort=low) / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,opus-4.6,medium,writing,mid,fixed-prompt-set,,,,,,68.95,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row anthropic/claude-opus-4-6 (adaptive, effort=medium) / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,opus-4.6,medium,mixed,mid,fixed-prompt-set,,,,,,54.23,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row anthropic/claude-opus-4-6 (adaptive, effort=medium) / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,opus-4.6,medium,mixed,mid,fixed-prompt-set,,,,,,65.0,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row anthropic/claude-opus-4-6 (adaptive, effort=medium) / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,opus-4.6,high,writing,mid,fixed-prompt-set,,,,,,70.86,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row anthropic/claude-opus-4-6 (adaptive, effort=high) / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,opus-4.6,high,mixed,mid,fixed-prompt-set,,,,,,60.41,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row anthropic/claude-opus-4-6 (adaptive, effort=high) / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,opus-4.6,high,mixed,mid,fixed-prompt-set,,,,,,64.7,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row anthropic/claude-opus-4-6 (adaptive, effort=high) / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,opus-4.6,max,writing,mid,fixed-prompt-set,,,,,,70.7,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row anthropic/claude-opus-4-6 (adaptive, effort=max) / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,opus-4.6,max,mixed,mid,fixed-prompt-set,,,,,,52.2,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row anthropic/claude-opus-4-6 (adaptive, effort=max) / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,opus-4.6,max,mixed,mid,fixed-prompt-set,,,,,,63.27,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row anthropic/claude-opus-4-6 (adaptive, effort=max) / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,sonnet-4.6,low,writing,mid,fixed-prompt-set,,,,,,59.33,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row anthropic/claude-sonnet-4-6 (adaptive, effort=low) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,sonnet-4.6,low,mixed,mid,fixed-prompt-set,,,,,,51.87,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row anthropic/claude-sonnet-4-6 (adaptive, effort=low) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,sonnet-4.6,low,mixed,mid,fixed-prompt-set,,,,,,57.48,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row anthropic/claude-sonnet-4-6 (adaptive, effort=low) / column World Model)",,in, ugi-writing,ugi-leaderboard,sonnet-4.6,medium,writing,mid,fixed-prompt-set,,,,,,61.21,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row anthropic/claude-sonnet-4-6 (adaptive, effort=medium) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,sonnet-4.6,medium,mixed,mid,fixed-prompt-set,,,,,,53.52,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row anthropic/claude-sonnet-4-6 (adaptive, effort=medium) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,sonnet-4.6,medium,mixed,mid,fixed-prompt-set,,,,,,54.76,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row anthropic/claude-sonnet-4-6 (adaptive, effort=medium) / column World Model)",,in, ugi-writing,ugi-leaderboard,sonnet-4.6,high,writing,mid,fixed-prompt-set,,,,,,64.55,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row anthropic/claude-sonnet-4-6 (adaptive, effort=high) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,sonnet-4.6,high,mixed,mid,fixed-prompt-set,,,,,,44.01,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row anthropic/claude-sonnet-4-6 (adaptive, effort=high) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,sonnet-4.6,high,mixed,mid,fixed-prompt-set,,,,,,62.51,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row anthropic/claude-sonnet-4-6 (adaptive, effort=high) / column World Model)",,in, ugi-writing,ugi-leaderboard,sonnet-4.6,not-established:absent,writing,mid,fixed-prompt-set,,,,,,64.15,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row anthropic/claude-sonnet-4-6 (adaptive, effort=max) / column Writing ✍️)",,out:effort-not-established, ugi-score,ugi-leaderboard,sonnet-4.6,not-established:absent,mixed,mid,fixed-prompt-set,,,,,,52.82,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row anthropic/claude-sonnet-4-6 (adaptive, effort=max) / column UGI 🏆)",,out:effort-not-established, ugi-worldmodel,ugi-leaderboard,sonnet-4.6,not-established:absent,mixed,mid,fixed-prompt-set,,,,,,56.12,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row anthropic/claude-sonnet-4-6 (adaptive, effort=max) / column World Model)",,out:effort-not-established, ugi-writing,ugi-leaderboard,opus-4.7,low,writing,mid,fixed-prompt-set,,,,,,56.88,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row anthropic/claude-opus-4-7 (adaptive, effort=low) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,opus-4.7,low,mixed,mid,fixed-prompt-set,,,,,,53.6,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row anthropic/claude-opus-4-7 (adaptive, effort=low) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,opus-4.7,low,mixed,mid,fixed-prompt-set,,,,,,59.89,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row anthropic/claude-opus-4-7 (adaptive, effort=low) / column World Model)",,in, ugi-writing,ugi-leaderboard,opus-4.7,medium,writing,mid,fixed-prompt-set,,,,,,56.59,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row anthropic/claude-opus-4-7 (adaptive, effort=medium) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,opus-4.7,medium,mixed,mid,fixed-prompt-set,,,,,,51.52,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row anthropic/claude-opus-4-7 (adaptive, effort=medium) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,opus-4.7,medium,mixed,mid,fixed-prompt-set,,,,,,56.22,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row anthropic/claude-opus-4-7 (adaptive, effort=medium) / column World Model)",,in, ugi-writing,ugi-leaderboard,opus-4.7,high,writing,mid,fixed-prompt-set,,,,,,56.86,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row anthropic/claude-opus-4-7 (adaptive, effort=high) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,opus-4.7,high,mixed,mid,fixed-prompt-set,,,,,,56.53,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row anthropic/claude-opus-4-7 (adaptive, effort=high) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,opus-4.7,high,mixed,mid,fixed-prompt-set,,,,,,62.05,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row anthropic/claude-opus-4-7 (adaptive, effort=high) / column World Model)",,in, ugi-writing,ugi-leaderboard,opus-4.7,max,writing,mid,fixed-prompt-set,,,,,,61.4,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row anthropic/claude-opus-4-7 (adaptive, effort=max) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,opus-4.7,max,mixed,mid,fixed-prompt-set,,,,,,51.79,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row anthropic/claude-opus-4-7 (adaptive, effort=max) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,opus-4.7,max,mixed,mid,fixed-prompt-set,,,,,,65.04,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row anthropic/claude-opus-4-7 (adaptive, effort=max) / column World Model)",,in, ugi-writing,ugi-leaderboard,opus-4.8,low,writing,mid,fixed-prompt-set,,,,,,64.67,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row anthropic/claude-opus-4-8 (adaptive, effort=low) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,opus-4.8,low,mixed,mid,fixed-prompt-set,,,,,,50.72,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row anthropic/claude-opus-4-8 (adaptive, effort=low) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,opus-4.8,low,mixed,mid,fixed-prompt-set,,,,,,58.55,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row anthropic/claude-opus-4-8 (adaptive, effort=low) / column World Model)",,in, ugi-writing,ugi-leaderboard,opus-4.8,medium,writing,mid,fixed-prompt-set,,,,,,63.51,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row anthropic/claude-opus-4-8 (adaptive, effort=medium) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,opus-4.8,medium,mixed,mid,fixed-prompt-set,,,,,,50.13,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row anthropic/claude-opus-4-8 (adaptive, effort=medium) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,opus-4.8,medium,mixed,mid,fixed-prompt-set,,,,,,54.71,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row anthropic/claude-opus-4-8 (adaptive, effort=medium) / column World Model)",,in, ugi-writing,ugi-leaderboard,opus-4.8,high,writing,mid,fixed-prompt-set,,,,,,64.33,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row anthropic/claude-opus-4-8 (adaptive, effort=high) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,opus-4.8,high,mixed,mid,fixed-prompt-set,,,,,,55.83,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row anthropic/claude-opus-4-8 (adaptive, effort=high) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,opus-4.8,high,mixed,mid,fixed-prompt-set,,,,,,62.85,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row anthropic/claude-opus-4-8 (adaptive, effort=high) / column World Model)",,in, ugi-writing,ugi-leaderboard,opus-4.8,xhigh,writing,mid,fixed-prompt-set,,,,,,65.64,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row anthropic/claude-opus-4-8 (adaptive, effort=xhigh) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,opus-4.8,xhigh,mixed,mid,fixed-prompt-set,,,,,,56.51,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row anthropic/claude-opus-4-8 (adaptive, effort=xhigh) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,opus-4.8,xhigh,mixed,mid,fixed-prompt-set,,,,,,61.15,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row anthropic/claude-opus-4-8 (adaptive, effort=xhigh) / column World Model)",,in, ugi-writing,ugi-leaderboard,opus-4.8,max,writing,mid,fixed-prompt-set,,,,,,65.88,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row anthropic/claude-opus-4-8 (adaptive, effort=max) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,opus-4.8,max,mixed,mid,fixed-prompt-set,,,,,,52.64,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row anthropic/claude-opus-4-8 (adaptive, effort=max) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,opus-4.8,max,mixed,mid,fixed-prompt-set,,,,,,65.35,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row anthropic/claude-opus-4-8 (adaptive, effort=max) / column World Model)",,in, ugi-writing,ugi-leaderboard,fable-5,low,writing,mid,fixed-prompt-set,,,,,,71.93,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row anthropic/claude-fable-5 (adaptive, effort=low) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,fable-5,low,mixed,mid,fixed-prompt-set,,,,,,45.87,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row anthropic/claude-fable-5 (adaptive, effort=low) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,fable-5,low,mixed,mid,fixed-prompt-set,,,,,,64.69,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row anthropic/claude-fable-5 (adaptive, effort=low) / column World Model)",,in, ugi-writing,ugi-leaderboard,fable-5,medium,writing,mid,fixed-prompt-set,,,,,,72.59,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row anthropic/claude-fable-5 (adaptive, effort=medium) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,fable-5,medium,mixed,mid,fixed-prompt-set,,,,,,52.75,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row anthropic/claude-fable-5 (adaptive, effort=medium) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,fable-5,medium,mixed,mid,fixed-prompt-set,,,,,,62.98,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row anthropic/claude-fable-5 (adaptive, effort=medium) / column World Model)",,in, ugi-writing,ugi-leaderboard,fable-5,high,writing,mid,fixed-prompt-set,,,,,,74.23,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row anthropic/claude-fable-5 (adaptive, effort=high) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,fable-5,high,mixed,mid,fixed-prompt-set,,,,,,55.92,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row anthropic/claude-fable-5 (adaptive, effort=high) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,fable-5,high,mixed,mid,fixed-prompt-set,,,,,,69.85,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row anthropic/claude-fable-5 (adaptive, effort=high) / column World Model)",,in, ugi-writing,ugi-leaderboard,fable-5,xhigh,writing,mid,fixed-prompt-set,,,,,,71.71,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row anthropic/claude-fable-5 (adaptive, effort=xhigh) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,fable-5,xhigh,mixed,mid,fixed-prompt-set,,,,,,52.0,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row anthropic/claude-fable-5 (adaptive, effort=xhigh) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,fable-5,xhigh,mixed,mid,fixed-prompt-set,,,,,,71.38,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row anthropic/claude-fable-5 (adaptive, effort=xhigh) / column World Model)",,in, ugi-writing,ugi-leaderboard,fable-5,max,writing,mid,fixed-prompt-set,,,,,,73.66,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row anthropic/claude-fable-5 (adaptive, effort=max) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,fable-5,max,mixed,mid,fixed-prompt-set,,,,,,44.66,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row anthropic/claude-fable-5 (adaptive, effort=max) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,fable-5,max,mixed,mid,fixed-prompt-set,,,,,,72.43,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row anthropic/claude-fable-5 (adaptive, effort=max) / column World Model)",,in, ugi-writing,ugi-leaderboard,sonnet-5,low,writing,mid,fixed-prompt-set,,,,,,53.0,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row anthropic/claude-sonnet-5 (adaptive, effort=low) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,sonnet-5,low,mixed,mid,fixed-prompt-set,,,,,,32.78,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row anthropic/claude-sonnet-5 (adaptive, effort=low) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,sonnet-5,low,mixed,mid,fixed-prompt-set,,,,,,40.14,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row anthropic/claude-sonnet-5 (adaptive, effort=low) / column World Model)",,in, ugi-writing,ugi-leaderboard,sonnet-5,medium,writing,mid,fixed-prompt-set,,,,,,52.4,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row anthropic/claude-sonnet-5 (adaptive, effort=medium) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,sonnet-5,medium,mixed,mid,fixed-prompt-set,,,,,,40.53,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row anthropic/claude-sonnet-5 (adaptive, effort=medium) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,sonnet-5,medium,mixed,mid,fixed-prompt-set,,,,,,43.45,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row anthropic/claude-sonnet-5 (adaptive, effort=medium) / column World Model)",,in, ugi-writing,ugi-leaderboard,sonnet-5,high,writing,mid,fixed-prompt-set,,,,,,56.79,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row anthropic/claude-sonnet-5 (adaptive, effort=high) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,sonnet-5,high,mixed,mid,fixed-prompt-set,,,,,,42.2,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row anthropic/claude-sonnet-5 (adaptive, effort=high) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,sonnet-5,high,mixed,mid,fixed-prompt-set,,,,,,45.83,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row anthropic/claude-sonnet-5 (adaptive, effort=high) / column World Model)",,in, ugi-writing,ugi-leaderboard,sonnet-5,xhigh,writing,mid,fixed-prompt-set,,,,,,58.45,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row anthropic/claude-sonnet-5 (adaptive, effort=xhigh) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,sonnet-5,xhigh,mixed,mid,fixed-prompt-set,,,,,,45.26,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row anthropic/claude-sonnet-5 (adaptive, effort=xhigh) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,sonnet-5,xhigh,mixed,mid,fixed-prompt-set,,,,,,45.25,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row anthropic/claude-sonnet-5 (adaptive, effort=xhigh) / column World Model)",,in, ugi-writing,ugi-leaderboard,sonnet-5,max,writing,mid,fixed-prompt-set,,,,,,62.71,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row anthropic/claude-sonnet-5 (adaptive, effort=max) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,sonnet-5,max,mixed,mid,fixed-prompt-set,,,,,,39.87,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row anthropic/claude-sonnet-5 (adaptive, effort=max) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,sonnet-5,max,mixed,mid,fixed-prompt-set,,,,,,49.03,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row anthropic/claude-sonnet-5 (adaptive, effort=max) / column World Model)",,in, ugi-writing,ugi-leaderboard,opus-5.5,low,writing,mid,fixed-prompt-set,,,,,,70.01,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row anthropic/claude-opus-5-5 (adaptive, effort=low) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,opus-5.5,low,mixed,mid,fixed-prompt-set,,,,,,54.46,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row anthropic/claude-opus-5-5 (adaptive, effort=low) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,opus-5.5,low,mixed,mid,fixed-prompt-set,,,,,,70.73,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row anthropic/claude-opus-5-5 (adaptive, effort=low) / column World Model)",,in, ugi-writing,ugi-leaderboard,opus-5.5,medium,writing,mid,fixed-prompt-set,,,,,,69.84,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row anthropic/claude-opus-5-5 (adaptive, effort=medium) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,opus-5.5,medium,mixed,mid,fixed-prompt-set,,,,,,48.48,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row anthropic/claude-opus-5-5 (adaptive, effort=medium) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,opus-5.5,medium,mixed,mid,fixed-prompt-set,,,,,,75.49,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row anthropic/claude-opus-5-5 (adaptive, effort=medium) / column World Model)",,in, ugi-writing,ugi-leaderboard,opus-5.5,high,writing,mid,fixed-prompt-set,,,,,,68.43,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row anthropic/claude-opus-5-5 (adaptive, effort=high) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,opus-5.5,high,mixed,mid,fixed-prompt-set,,,,,,45.5,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row anthropic/claude-opus-5-5 (adaptive, effort=high) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,opus-5.5,high,mixed,mid,fixed-prompt-set,,,,,,73.6,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row anthropic/claude-opus-5-5 (adaptive, effort=high) / column World Model)",,in, ugi-writing,ugi-leaderboard,opus-5.5,xhigh,writing,mid,fixed-prompt-set,,,,,,69.44,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row anthropic/claude-opus-5-5 (adaptive, effort=xhigh) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,opus-5.5,xhigh,mixed,mid,fixed-prompt-set,,,,,,54.13,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row anthropic/claude-opus-5-5 (adaptive, effort=xhigh) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,opus-5.5,xhigh,mixed,mid,fixed-prompt-set,,,,,,72.9,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row anthropic/claude-opus-5-5 (adaptive, effort=xhigh) / column World Model)",,in, ugi-writing,ugi-leaderboard,opus-5.5,max,writing,mid,fixed-prompt-set,,,,,,68.93,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row anthropic/claude-opus-5-5 (adaptive, effort=max) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,opus-5.5,max,mixed,mid,fixed-prompt-set,,,,,,48.47,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row anthropic/claude-opus-5-5 (adaptive, effort=max) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,opus-5.5,max,mixed,mid,fixed-prompt-set,,,,,,71.04,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row anthropic/claude-opus-5-5 (adaptive, effort=max) / column World Model)",,in, ugi-writing,ugi-leaderboard,fable-5.1,low,writing,mid,fixed-prompt-set,,,,,,60.24,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row anthropic/claude-fable-5-1 (adaptive, effort=low) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,fable-5.1,low,mixed,mid,fixed-prompt-set,,,,,,44.11,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row anthropic/claude-fable-5-1 (adaptive, effort=low) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,fable-5.1,low,mixed,mid,fixed-prompt-set,,,,,,65.4,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row anthropic/claude-fable-5-1 (adaptive, effort=low) / column World Model)",,in, ugi-writing,ugi-leaderboard,fable-5.1,medium,writing,mid,fixed-prompt-set,,,,,,63.86,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row anthropic/claude-fable-5-1 (adaptive, effort=medium) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,fable-5.1,medium,mixed,mid,fixed-prompt-set,,,,,,51.57,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row anthropic/claude-fable-5-1 (adaptive, effort=medium) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,fable-5.1,medium,mixed,mid,fixed-prompt-set,,,,,,69.67,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row anthropic/claude-fable-5-1 (adaptive, effort=medium) / column World Model)",,in, ugi-writing,ugi-leaderboard,fable-5.1,high,writing,mid,fixed-prompt-set,,,,,,63.65,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row anthropic/claude-fable-5-1 (adaptive, effort=high) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,fable-5.1,high,mixed,mid,fixed-prompt-set,,,,,,52.08,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row anthropic/claude-fable-5-1 (adaptive, effort=high) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,fable-5.1,high,mixed,mid,fixed-prompt-set,,,,,,66.78,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row anthropic/claude-fable-5-1 (adaptive, effort=high) / column World Model)",,in, ugi-writing,ugi-leaderboard,qwq-32b,solo,writing,mid,fixed-prompt-set,,,,,,34.87,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row Qwen/QwQ-32B / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,qwq-32b,solo,mixed,mid,fixed-prompt-set,,,,,,27.3,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row Qwen/QwQ-32B / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,qwq-32b,solo,mixed,mid,fixed-prompt-set,,,,,,17.08,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row Qwen/QwQ-32B / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,?openai/gpt-oss-20b,not-established:absent,writing,mid,fixed-prompt-set,,,,,,24.62,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row openai/gpt-oss-20b (reasoning=low) / column Writing ✍️)",,out:model-not-established, ugi-score,ugi-leaderboard,?openai/gpt-oss-20b,not-established:absent,mixed,mid,fixed-prompt-set,,,,,,8.96,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row openai/gpt-oss-20b (reasoning=low) / column UGI 🏆)",,out:model-not-established, ugi-worldmodel,ugi-leaderboard,?openai/gpt-oss-20b,not-established:absent,mixed,mid,fixed-prompt-set,,,,,,16.6,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row openai/gpt-oss-20b (reasoning=low) / column World Model)",,out:model-not-established, ugi-writing,ugi-leaderboard,?openai/gpt-oss-20b,not-established:absent,writing,mid,fixed-prompt-set,,,,,,24.5,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row openai/gpt-oss-20b (reasoning=medium) / column Writing ✍️)",,out:model-not-established, ugi-score,ugi-leaderboard,?openai/gpt-oss-20b,not-established:absent,mixed,mid,fixed-prompt-set,,,,,,7.85,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row openai/gpt-oss-20b (reasoning=medium) / column UGI 🏆)",,out:model-not-established, ugi-worldmodel,ugi-leaderboard,?openai/gpt-oss-20b,not-established:absent,mixed,mid,fixed-prompt-set,,,,,,25.21,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row openai/gpt-oss-20b (reasoning=medium) / column World Model)",,out:model-not-established, ugi-writing,ugi-leaderboard,?openai/gpt-oss-20b,not-established:absent,writing,mid,fixed-prompt-set,,,,,,10.94,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row openai/gpt-oss-20b (reasoning=high) / column Writing ✍️)",,out:model-not-established, ugi-score,ugi-leaderboard,?openai/gpt-oss-20b,not-established:absent,mixed,mid,fixed-prompt-set,,,,,,12.4,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row openai/gpt-oss-20b (reasoning=high) / column UGI 🏆)",,out:model-not-established, ugi-worldmodel,ugi-leaderboard,?openai/gpt-oss-20b,not-established:absent,mixed,mid,fixed-prompt-set,,,,,,25.4,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row openai/gpt-oss-20b (reasoning=high) / column World Model)",,out:model-not-established, ugi-writing,ugi-leaderboard,qwen2.5-7b-instruct,solo,writing,mid,fixed-prompt-set,,,,,,29.72,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row Qwen/Qwen2.5-7B-Instruct / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,qwen2.5-7b-instruct,solo,mixed,mid,fixed-prompt-set,,,,,,23.75,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row Qwen/Qwen2.5-7B-Instruct / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,qwen2.5-7b-instruct,solo,mixed,mid,fixed-prompt-set,,,,,,11.26,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row Qwen/Qwen2.5-7B-Instruct / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,?moonshotai/Kimi-K2-Instruct,not-established:absent,writing,mid,fixed-prompt-set,,,,,,52.5,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row moonshotai/Kimi-K2-Instruct / column Writing ✍️)",,out:model-not-established, ugi-score,ugi-leaderboard,?moonshotai/Kimi-K2-Instruct,not-established:absent,mixed,mid,fixed-prompt-set,,,,,,56.55,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row moonshotai/Kimi-K2-Instruct / column UGI 🏆)",,out:model-not-established, ugi-worldmodel,ugi-leaderboard,?moonshotai/Kimi-K2-Instruct,not-established:absent,mixed,mid,fixed-prompt-set,,,,,,36.83,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row moonshotai/Kimi-K2-Instruct / column World Model)",,out:model-not-established, ugi-writing,ugi-leaderboard,gemini-2.5-pro,think,writing,mid,fixed-prompt-set,,,,,,65.18,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row google/gemini-2.5-pro / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,gemini-2.5-pro,think,mixed,mid,fixed-prompt-set,,,,,,47.84,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row google/gemini-2.5-pro / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,gemini-2.5-pro,think,mixed,mid,fixed-prompt-set,,,,,,47.77,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row google/gemini-2.5-pro / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,qwen3-8b,nothink,writing,mid,fixed-prompt-set,,,,,,27.96,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row Qwen/Qwen3-8B (thinking=False) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,qwen3-8b,nothink,mixed,mid,fixed-prompt-set,,,,,,32.18,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row Qwen/Qwen3-8B (thinking=False) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,qwen3-8b,nothink,mixed,mid,fixed-prompt-set,,,,,,15.66,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row Qwen/Qwen3-8B (thinking=False) / column World Model)",,in, ugi-writing,ugi-leaderboard,qwen3-8b,think,writing,mid,fixed-prompt-set,,,,,,23.87,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row Qwen/Qwen3-8B (thinking=True) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,qwen3-8b,think,mixed,mid,fixed-prompt-set,,,,,,32.43,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row Qwen/Qwen3-8B (thinking=True) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,qwen3-8b,think,mixed,mid,fixed-prompt-set,,,,,,20.12,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row Qwen/Qwen3-8B (thinking=True) / column World Model)",,in, ugi-writing,ugi-leaderboard,qwen3-14b,nothink,writing,mid,fixed-prompt-set,,,,,,34.76,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row Qwen/Qwen3-14B (thinking=False) / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,qwen3-14b,nothink,mixed,mid,fixed-prompt-set,,,,,,31.46,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row Qwen/Qwen3-14B (thinking=False) / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,qwen3-14b,nothink,mixed,mid,fixed-prompt-set,,,,,,23.06,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row Qwen/Qwen3-14B (thinking=False) / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,qwen3-14b,think,writing,mid,fixed-prompt-set,,,,,,29.64,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row Qwen/Qwen3-14B (thinking=True) / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,qwen3-14b,think,mixed,mid,fixed-prompt-set,,,,,,31.85,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row Qwen/Qwen3-14B (thinking=True) / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,qwen3-14b,think,mixed,mid,fixed-prompt-set,,,,,,18.71,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row Qwen/Qwen3-14B (thinking=True) / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,qwen3-32b,nothink,writing,mid,fixed-prompt-set,,,,,,32.95,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row Qwen/Qwen3-32B (thinking=False) / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,qwen3-32b,nothink,mixed,mid,fixed-prompt-set,,,,,,25.03,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row Qwen/Qwen3-32B (thinking=False) / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,qwen3-32b,nothink,mixed,mid,fixed-prompt-set,,,,,,21.25,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row Qwen/Qwen3-32B (thinking=False) / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,qwen3-32b,think,writing,mid,fixed-prompt-set,,,,,,30.34,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row Qwen/Qwen3-32B (thinking=True) / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,qwen3-32b,think,mixed,mid,fixed-prompt-set,,,,,,31.02,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row Qwen/Qwen3-32B (thinking=True) / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,qwen3-32b,think,mixed,mid,fixed-prompt-set,,,,,,23.8,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row Qwen/Qwen3-32B (thinking=True) / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,qwen3-30b-a3b,nothink,writing,mid,fixed-prompt-set,,,,,,30.24,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row Qwen/Qwen3-30B-A3B (thinking=False) / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,qwen3-30b-a3b,nothink,mixed,mid,fixed-prompt-set,,,,,,33.07,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row Qwen/Qwen3-30B-A3B (thinking=False) / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,qwen3-30b-a3b,nothink,mixed,mid,fixed-prompt-set,,,,,,13.1,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row Qwen/Qwen3-30B-A3B (thinking=False) / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,qwen3-30b-a3b,think,writing,mid,fixed-prompt-set,,,,,,28.54,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row Qwen/Qwen3-30B-A3B (thinking=True) / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,qwen3-30b-a3b,think,mixed,mid,fixed-prompt-set,,,,,,28.78,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row Qwen/Qwen3-30B-A3B (thinking=True) / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,qwen3-30b-a3b,think,mixed,mid,fixed-prompt-set,,,,,,16.67,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row Qwen/Qwen3-30B-A3B (thinking=True) / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,qwen3-4b,think,writing,mid,fixed-prompt-set,,,,,,18.79,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row Qwen/Qwen3-4B (thinking=True) / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,qwen3-4b,think,mixed,mid,fixed-prompt-set,,,,,,35.14,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row Qwen/Qwen3-4B (thinking=True) / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,qwen3-4b,think,mixed,mid,fixed-prompt-set,,,,,,13.23,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row Qwen/Qwen3-4B (thinking=True) / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,qwen3-4b,nothink,writing,mid,fixed-prompt-set,,,,,,22.41,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row Qwen/Qwen3-4B (thinking=False) / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,qwen3-4b,nothink,mixed,mid,fixed-prompt-set,,,,,,32.22,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row Qwen/Qwen3-4B (thinking=False) / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,qwen3-4b,nothink,mixed,mid,fixed-prompt-set,,,,,,12.78,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row Qwen/Qwen3-4B (thinking=False) / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,qwen3-1.7b,think,writing,mid,fixed-prompt-set,,,,,,18.77,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row Qwen/Qwen3-1.7B (thinking=True) / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,qwen3-1.7b,think,mixed,mid,fixed-prompt-set,,,,,,33.63,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row Qwen/Qwen3-1.7B (thinking=True) / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,qwen3-1.7b,think,mixed,mid,fixed-prompt-set,,,,,,10.59,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row Qwen/Qwen3-1.7B (thinking=True) / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,qwen3-1.7b,nothink,writing,mid,fixed-prompt-set,,,,,,12.24,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row Qwen/Qwen3-1.7B (thinking=False) / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,qwen3-1.7b,nothink,mixed,mid,fixed-prompt-set,,,,,,29.98,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row Qwen/Qwen3-1.7B (thinking=False) / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,qwen3-1.7b,nothink,mixed,mid,fixed-prompt-set,,,,,,9.22,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row Qwen/Qwen3-1.7B (thinking=False) / column World Model)",,out:single-couple, ugi-score,ugi-leaderboard,qwen3-0.6b,nothink,mixed,mid,fixed-prompt-set,,,,,,20.85,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row Qwen/Qwen3-0.6B (thinking=False) / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,qwen3-0.6b,nothink,mixed,mid,fixed-prompt-set,,,,,,7.1,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row Qwen/Qwen3-0.6B (thinking=False) / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,qwen3-0.6b,think,writing,mid,fixed-prompt-set,,,,,,13.07,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row Qwen/Qwen3-0.6B (thinking=True) / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,qwen3-0.6b,think,mixed,mid,fixed-prompt-set,,,,,,13.47,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row Qwen/Qwen3-0.6B (thinking=True) / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,qwen3-0.6b,think,mixed,mid,fixed-prompt-set,,,,,,4.12,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row Qwen/Qwen3-0.6B (thinking=True) / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,glm-4-32b-0414,nothink,writing,mid,fixed-prompt-set,,,,,,20.01,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row zai-org/GLM-4-32B-0414 / column Writing ✍️)",,out:effort-not-established, ugi-score,ugi-leaderboard,glm-4-32b-0414,nothink,mixed,mid,fixed-prompt-set,,,,,,33.23,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row zai-org/GLM-4-32B-0414 / column UGI 🏆)",,out:effort-not-established, ugi-worldmodel,ugi-leaderboard,glm-4-32b-0414,nothink,mixed,mid,fixed-prompt-set,,,,,,21.78,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row zai-org/GLM-4-32B-0414 / column World Model)",,out:effort-not-established, ugi-writing,ugi-leaderboard,deepseek-v3,solo,writing,mid,fixed-prompt-set,,,,,,43.22,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row deepseek-ai/DeepSeek-V3 / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,deepseek-v3,solo,mixed,mid,fixed-prompt-set,,,,,,56.96,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row deepseek-ai/DeepSeek-V3 / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,deepseek-v3,solo,mixed,mid,fixed-prompt-set,,,,,,40.03,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row deepseek-ai/DeepSeek-V3 / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,deepseek-v3-0324,solo,writing,mid,fixed-prompt-set,,,,,,49.07,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row deepseek-ai/DeepSeek-V3-0324 / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,deepseek-v3-0324,solo,mixed,mid,fixed-prompt-set,,,,,,54.97,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row deepseek-ai/DeepSeek-V3-0324 / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,deepseek-v3-0324,solo,mixed,mid,fixed-prompt-set,,,,,,39.66,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row deepseek-ai/DeepSeek-V3-0324 / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,qwen3-235b-a22b-instruct-2507,solo,writing,mid,fixed-prompt-set,,,,,,48.97,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row Qwen/Qwen3-235B-A22B-Instruct-2507 / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,qwen3-235b-a22b-instruct-2507,solo,mixed,mid,fixed-prompt-set,,,,,,35.17,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row Qwen/Qwen3-235B-A22B-Instruct-2507 / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,qwen3-235b-a22b-instruct-2507,solo,mixed,mid,fixed-prompt-set,,,,,,35.91,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row Qwen/Qwen3-235B-A22B-Instruct-2507 / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,qwen3-235b-a22b-thinking-2507,solo,writing,mid,fixed-prompt-set,,,,,,32.35,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row Qwen/Qwen3-235B-A22B-Thinking-2507 / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,qwen3-235b-a22b-thinking-2507,solo,mixed,mid,fixed-prompt-set,,,,,,28.75,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row Qwen/Qwen3-235B-A22B-Thinking-2507 / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,qwen3-235b-a22b-thinking-2507,solo,mixed,mid,fixed-prompt-set,,,,,,30.96,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row Qwen/Qwen3-235B-A22B-Thinking-2507 / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,o3,low,writing,mid,fixed-prompt-set,,,,,,65.79,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row openai/o3-2025-04-16 (reasoning_effort=low) / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,o3,low,mixed,mid,fixed-prompt-set,,,,,,52.09,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row openai/o3-2025-04-16 (reasoning_effort=low) / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,o3,low,mixed,mid,fixed-prompt-set,,,,,,61.59,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row openai/o3-2025-04-16 (reasoning_effort=low) / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,?Qwen/Qwen3-Max,not-established:absent,writing,mid,fixed-prompt-set,,,,,,38.58,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row Qwen/Qwen3-Max / column Writing ✍️)",,out:model-not-established, ugi-score,ugi-leaderboard,?Qwen/Qwen3-Max,not-established:absent,mixed,mid,fixed-prompt-set,,,,,,43.71,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row Qwen/Qwen3-Max / column UGI 🏆)",,out:model-not-established, ugi-worldmodel,ugi-leaderboard,?Qwen/Qwen3-Max,not-established:absent,mixed,mid,fixed-prompt-set,,,,,,36.76,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row Qwen/Qwen3-Max / column World Model)",,out:model-not-established, ugi-writing,ugi-leaderboard,deepseek-r1-0528,solo,writing,mid,fixed-prompt-set,,,,,,42.26,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row deepseek-ai/DeepSeek-R1-0528 / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,deepseek-r1-0528,solo,mixed,mid,fixed-prompt-set,,,,,,43.09,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row deepseek-ai/DeepSeek-R1-0528 / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,deepseek-r1-0528,solo,mixed,mid,fixed-prompt-set,,,,,,32.94,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row deepseek-ai/DeepSeek-R1-0528 / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,o3,medium,writing,mid,fixed-prompt-set,,,,,,66.83,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row openai/o3-2025-04-16 (reasoning_effort=medium) / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,o3,medium,mixed,mid,fixed-prompt-set,,,,,,47.45,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row openai/o3-2025-04-16 (reasoning_effort=medium) / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,o3,medium,mixed,mid,fixed-prompt-set,,,,,,59.55,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row openai/o3-2025-04-16 (reasoning_effort=medium) / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,gpt-4.1,solo,writing,mid,fixed-prompt-set,,,,,,67.48,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row openai/gpt-4.1-2025-04-14 / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,gpt-4.1,solo,mixed,mid,fixed-prompt-set,,,,,,47.53,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row openai/gpt-4.1-2025-04-14 / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,gpt-4.1,solo,mixed,mid,fixed-prompt-set,,,,,,56.36,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row openai/gpt-4.1-2025-04-14 / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,gpt-5,low,writing,mid,fixed-prompt-set,,,,,,48.31,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row openai/gpt-5-2025-08-07 (reasoning_effort=low) / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,gpt-5,low,mixed,mid,fixed-prompt-set,,,,,,42.03,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row openai/gpt-5-2025-08-07 (reasoning_effort=low) / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,gpt-5,low,mixed,mid,fixed-prompt-set,,,,,,58.11,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row openai/gpt-5-2025-08-07 (reasoning_effort=low) / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,gpt-4o-0513,solo,writing,mid,fixed-prompt-set,,,,,,63.37,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row openai/gpt-4o-2024-05-13 / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,gpt-4o-0513,solo,mixed,mid,fixed-prompt-set,,,,,,45.56,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row openai/gpt-4o-2024-05-13 / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,gpt-4o-0513,solo,mixed,mid,fixed-prompt-set,,,,,,55.97,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row openai/gpt-4o-2024-05-13 / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,gpt-5,high,writing,mid,fixed-prompt-set,,,,,,53.47,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row openai/gpt-5-2025-08-07 (reasoning_effort=high) / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,gpt-5,high,mixed,mid,fixed-prompt-set,,,,,,34.28,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row openai/gpt-5-2025-08-07 (reasoning_effort=high) / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,gpt-5,high,mixed,mid,fixed-prompt-set,,,,,,57.23,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row openai/gpt-5-2025-08-07 (reasoning_effort=high) / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,o1,low,writing,mid,fixed-prompt-set,,,,,,60.99,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row openai/o1-2024-12-17 (reasoning_effort=low) / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,o1,low,mixed,mid,fixed-prompt-set,,,,,,42.25,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row openai/o1-2024-12-17 (reasoning_effort=low) / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,o1,low,mixed,mid,fixed-prompt-set,,,,,,52.89,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row openai/o1-2024-12-17 (reasoning_effort=low) / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,o1,high,writing,mid,fixed-prompt-set,,,,,,60.11,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row openai/o1-2024-12-17 (reasoning_effort=high) / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,o1,high,mixed,mid,fixed-prompt-set,,,,,,37.24,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row openai/o1-2024-12-17 (reasoning_effort=high) / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,o1,high,mixed,mid,fixed-prompt-set,,,,,,46.15,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row openai/o1-2024-12-17 (reasoning_effort=high) / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,deepseek-r1,solo,writing,mid,fixed-prompt-set,,,,,,51.75,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row deepseek-ai/DeepSeek-R1 / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,deepseek-r1,solo,mixed,mid,fixed-prompt-set,,,,,,51.0,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row deepseek-ai/DeepSeek-R1 / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,deepseek-r1,solo,mixed,mid,fixed-prompt-set,,,,,,32.31,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row deepseek-ai/DeepSeek-R1 / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,gpt-5-chat-latest,solo,writing,mid,fixed-prompt-set,,,,,,62.69,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row openai/gpt-5-chat-latest / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,gpt-5-chat-latest,solo,mixed,mid,fixed-prompt-set,,,,,,42.15,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row openai/gpt-5-chat-latest / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,gpt-5-chat-latest,solo,mixed,mid,fixed-prompt-set,,,,,,45.35,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row openai/gpt-5-chat-latest / column World Model)",,in, ugi-writing,ugi-leaderboard,o3,high,writing,mid,fixed-prompt-set,,,,,,66.75,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row openai/o3-2025-04-16 (reasoning_effort=high) / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,o3,high,mixed,mid,fixed-prompt-set,,,,,,46.52,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row openai/o3-2025-04-16 (reasoning_effort=high) / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,o3,high,mixed,mid,fixed-prompt-set,,,,,,56.64,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row openai/o3-2025-04-16 (reasoning_effort=high) / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,grok-4,solo,writing,mid,fixed-prompt-set,,,,,,67.0,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row xai/grok-4-0709 / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,grok-4,solo,mixed,mid,fixed-prompt-set,,,,,,67.83,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row xai/grok-4-0709 / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,grok-4,solo,mixed,mid,fixed-prompt-set,,,,,,46.34,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row xai/grok-4-0709 / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,grok-4-fast,nothink,writing,mid,fixed-prompt-set,,,,,,43.04,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row xai/grok-4-fast-non-reasoning / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,grok-4-fast,nothink,mixed,mid,fixed-prompt-set,,,,,,45.76,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row xai/grok-4-fast-non-reasoning / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,grok-4-fast,nothink,mixed,mid,fixed-prompt-set,,,,,,33.25,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row xai/grok-4-fast-non-reasoning / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,grok-4-fast,think,writing,mid,fixed-prompt-set,,,,,,53.37,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row xai/grok-4-fast-reasoning / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,grok-4-fast,think,mixed,mid,fixed-prompt-set,,,,,,51.29,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row xai/grok-4-fast-reasoning / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,grok-4-fast,think,mixed,mid,fixed-prompt-set,,,,,,32.41,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row xai/grok-4-fast-reasoning / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,qwen2.5-32b-instruct,solo,writing,mid,fixed-prompt-set,,,,,,34.21,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row Qwen/Qwen2.5-32B-Instruct / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,qwen2.5-32b-instruct,solo,mixed,mid,fixed-prompt-set,,,,,,22.12,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row Qwen/Qwen2.5-32B-Instruct / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,qwen2.5-32b-instruct,solo,mixed,mid,fixed-prompt-set,,,,,,28.22,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row Qwen/Qwen2.5-32B-Instruct / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,qwen2.5-coder-7b-instruct,solo,writing,mid,fixed-prompt-set,,,,,,18.77,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row Qwen/Qwen2.5-Coder-7B-Instruct / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,qwen2.5-coder-7b-instruct,solo,mixed,mid,fixed-prompt-set,,,,,,9.86,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row Qwen/Qwen2.5-Coder-7B-Instruct / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,qwen2.5-coder-7b-instruct,solo,mixed,mid,fixed-prompt-set,,,,,,14.33,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row Qwen/Qwen2.5-Coder-7B-Instruct / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,qwen2.5-14b-instruct,nothink,writing,mid,fixed-prompt-set,,,,,,29.79,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row Qwen/Qwen2.5-14B-Instruct / column Writing ✍️)",,out:effort-not-established, ugi-score,ugi-leaderboard,qwen2.5-14b-instruct,nothink,mixed,mid,fixed-prompt-set,,,,,,24.21,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row Qwen/Qwen2.5-14B-Instruct / column UGI 🏆)",,out:effort-not-established, ugi-worldmodel,ugi-leaderboard,qwen2.5-14b-instruct,nothink,mixed,mid,fixed-prompt-set,,,,,,22.92,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row Qwen/Qwen2.5-14B-Instruct / column World Model)",,out:effort-not-established, ugi-writing,ugi-leaderboard,qwen2.5-1.5b-instruct,nothink,writing,mid,fixed-prompt-set,,,,,,22.17,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row Qwen/Qwen2.5-1.5B-Instruct / column Writing ✍️)",,out:effort-not-established, ugi-score,ugi-leaderboard,qwen2.5-1.5b-instruct,nothink,mixed,mid,fixed-prompt-set,,,,,,14.93,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row Qwen/Qwen2.5-1.5B-Instruct / column UGI 🏆)",,out:effort-not-established, ugi-worldmodel,ugi-leaderboard,qwen2.5-1.5b-instruct,nothink,mixed,mid,fixed-prompt-set,,,,,,6.07,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row Qwen/Qwen2.5-1.5B-Instruct / column World Model)",,out:effort-not-established, ugi-writing,ugi-leaderboard,?openai/gpt-oss-120b,not-established:absent,writing,mid,fixed-prompt-set,,,,,,38.52,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row openai/gpt-oss-120b (reasoning=medium) / column Writing ✍️)",,out:model-not-established, ugi-score,ugi-leaderboard,?openai/gpt-oss-120b,not-established:absent,mixed,mid,fixed-prompt-set,,,,,,19.65,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row openai/gpt-oss-120b (reasoning=medium) / column UGI 🏆)",,out:model-not-established, ugi-worldmodel,ugi-leaderboard,?openai/gpt-oss-120b,not-established:absent,mixed,mid,fixed-prompt-set,,,,,,27.7,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row openai/gpt-oss-120b (reasoning=medium) / column World Model)",,out:model-not-established, ugi-writing,ugi-leaderboard,glm-4.6,think,writing,mid,fixed-prompt-set,,,,,,53.31,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row zai-org/GLM-4.6 (reasoning=enabled) / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,glm-4.6,think,mixed,mid,fixed-prompt-set,,,,,,42.54,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row zai-org/GLM-4.6 (reasoning=enabled) / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,glm-4.6,think,mixed,mid,fixed-prompt-set,,,,,,28.08,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row zai-org/GLM-4.6 (reasoning=enabled) / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,glm-4.5,think,writing,mid,fixed-prompt-set,,,,,,57.34,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row zai-org/GLM-4.5 (reasoning=enabled) / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,glm-4.5,think,mixed,mid,fixed-prompt-set,,,,,,36.81,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row zai-org/GLM-4.5 (reasoning=enabled) / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,glm-4.5,think,mixed,mid,fixed-prompt-set,,,,,,38.45,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row zai-org/GLM-4.5 (reasoning=enabled) / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,glm-4.5,nothink,writing,mid,fixed-prompt-set,,,,,,54.18,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row zai-org/GLM-4.5 (reasoning=disabled) / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,glm-4.5,nothink,mixed,mid,fixed-prompt-set,,,,,,58.64,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row zai-org/GLM-4.5 (reasoning=disabled) / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,glm-4.5,nothink,mixed,mid,fixed-prompt-set,,,,,,38.67,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row zai-org/GLM-4.5 (reasoning=disabled) / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,deepseek-v3.2-exp,think,writing,mid,fixed-prompt-set,,,,,,54.0,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row deepseek-ai/DeepSeek-V3.2-Exp (reasoning=enabled) / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,deepseek-v3.2-exp,think,mixed,mid,fixed-prompt-set,,,,,,53.84,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row deepseek-ai/DeepSeek-V3.2-Exp (reasoning=enabled) / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,deepseek-v3.2-exp,think,mixed,mid,fixed-prompt-set,,,,,,29.42,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row deepseek-ai/DeepSeek-V3.2-Exp (reasoning=enabled) / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,deepseek-v3.2-exp,nothink,writing,mid,fixed-prompt-set,,,,,,51.04,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row deepseek-ai/DeepSeek-V3.2-Exp (reasoning=disabled) / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,deepseek-v3.2-exp,nothink,mixed,mid,fixed-prompt-set,,,,,,54.67,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row deepseek-ai/DeepSeek-V3.2-Exp (reasoning=disabled) / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,deepseek-v3.2-exp,nothink,mixed,mid,fixed-prompt-set,,,,,,35.88,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row deepseek-ai/DeepSeek-V3.2-Exp (reasoning=disabled) / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,deepseek-v3.1-terminus,think,writing,mid,fixed-prompt-set,,,,,,54.0,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row deepseek-ai/DeepSeek-V3.1-Terminus (reasoning=enabled) / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,deepseek-v3.1-terminus,think,mixed,mid,fixed-prompt-set,,,,,,51.26,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row deepseek-ai/DeepSeek-V3.1-Terminus (reasoning=enabled) / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,deepseek-v3.1-terminus,think,mixed,mid,fixed-prompt-set,,,,,,29.3,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row deepseek-ai/DeepSeek-V3.1-Terminus (reasoning=enabled) / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,deepseek-v3.1-terminus,nothink,writing,mid,fixed-prompt-set,,,,,,51.98,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row deepseek-ai/DeepSeek-V3.1-Terminus (reasoning=disabled) / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,deepseek-v3.1-terminus,nothink,mixed,mid,fixed-prompt-set,,,,,,57.58,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row deepseek-ai/DeepSeek-V3.1-Terminus (reasoning=disabled) / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,deepseek-v3.1-terminus,nothink,mixed,mid,fixed-prompt-set,,,,,,37.9,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row deepseek-ai/DeepSeek-V3.1-Terminus (reasoning=disabled) / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,deepseek-v3.1,think,writing,mid,fixed-prompt-set,,,,,,51.85,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row deepseek-ai/DeepSeek-V3.1 (reasoning=enabled) / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,deepseek-v3.1,think,mixed,mid,fixed-prompt-set,,,,,,50.59,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row deepseek-ai/DeepSeek-V3.1 (reasoning=enabled) / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,deepseek-v3.1,think,mixed,mid,fixed-prompt-set,,,,,,32.35,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row deepseek-ai/DeepSeek-V3.1 (reasoning=enabled) / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,deepseek-v3.1,nothink,writing,mid,fixed-prompt-set,,,,,,51.06,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row deepseek-ai/DeepSeek-V3.1 (reasoning=disabled) / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,deepseek-v3.1,nothink,mixed,mid,fixed-prompt-set,,,,,,51.4,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row deepseek-ai/DeepSeek-V3.1 (reasoning=disabled) / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,deepseek-v3.1,nothink,mixed,mid,fixed-prompt-set,,,,,,34.31,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row deepseek-ai/DeepSeek-V3.1 (reasoning=disabled) / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,glm-4.6,nothink,writing,mid,fixed-prompt-set,,,,,,50.01,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row zai-org/GLM-4.6 (reasoning=disabled) / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,glm-4.6,nothink,mixed,mid,fixed-prompt-set,,,,,,49.83,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row zai-org/GLM-4.6 (reasoning=disabled) / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,glm-4.6,nothink,mixed,mid,fixed-prompt-set,,,,,,37.58,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row zai-org/GLM-4.6 (reasoning=disabled) / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,o4-mini,low,writing,mid,fixed-prompt-set,,,,,,46.88,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row openai/o4-mini-2025-04-16 (reasoning_effort=low) / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,o4-mini,low,mixed,mid,fixed-prompt-set,,,,,,35.6,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row openai/o4-mini-2025-04-16 (reasoning_effort=low) / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,o4-mini,low,mixed,mid,fixed-prompt-set,,,,,,35.04,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row openai/o4-mini-2025-04-16 (reasoning_effort=low) / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,o4-mini,medium,writing,mid,fixed-prompt-set,,,,,,45.39,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row openai/o4-mini-2025-04-16 (reasoning_effort=medium) / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,o4-mini,medium,mixed,mid,fixed-prompt-set,,,,,,36.83,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row openai/o4-mini-2025-04-16 (reasoning_effort=medium) / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,o4-mini,medium,mixed,mid,fixed-prompt-set,,,,,,30.77,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row openai/o4-mini-2025-04-16 (reasoning_effort=medium) / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,o4-mini,high,writing,mid,fixed-prompt-set,,,,,,43.18,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row openai/o4-mini-2025-04-16 (reasoning_effort=high) / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,o4-mini,high,mixed,mid,fixed-prompt-set,,,,,,38.21,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row openai/o4-mini-2025-04-16 (reasoning_effort=high) / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,o4-mini,high,mixed,mid,fixed-prompt-set,,,,,,30.91,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row openai/o4-mini-2025-04-16 (reasoning_effort=high) / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,grok-3,solo,writing,mid,fixed-prompt-set,,,,,,58.71,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row xai/grok-3 / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,grok-3,solo,mixed,mid,fixed-prompt-set,,,,,,63.47,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row xai/grok-3 / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,grok-3,solo,mixed,mid,fixed-prompt-set,,,,,,48.21,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row xai/grok-3 / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,qwen3-30b-a3b-instruct-2507,solo,writing,mid,fixed-prompt-set,,,,,,27.89,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row Qwen/Qwen3-30B-A3B-Instruct-2507 / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,qwen3-30b-a3b-instruct-2507,solo,mixed,mid,fixed-prompt-set,,,,,,26.87,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row Qwen/Qwen3-30B-A3B-Instruct-2507 / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,qwen3-30b-a3b-instruct-2507,solo,mixed,mid,fixed-prompt-set,,,,,,15.08,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row Qwen/Qwen3-30B-A3B-Instruct-2507 / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,qwen3-30b-a3b-thinking-2507,solo,writing,mid,fixed-prompt-set,,,,,,20.6,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row Qwen/Qwen3-30B-A3B-Thinking-2507 / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,qwen3-30b-a3b-thinking-2507,solo,mixed,mid,fixed-prompt-set,,,,,,21.68,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row Qwen/Qwen3-30B-A3B-Thinking-2507 / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,qwen3-30b-a3b-thinking-2507,solo,mixed,mid,fixed-prompt-set,,,,,,20.08,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row Qwen/Qwen3-30B-A3B-Thinking-2507 / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,?moonshotai/Kimi-K2-Instruct-0905,not-established:absent,writing,mid,fixed-prompt-set,,,,,,54.43,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row moonshotai/Kimi-K2-Instruct-0905 / column Writing ✍️)",,out:model-not-established, ugi-score,ugi-leaderboard,?moonshotai/Kimi-K2-Instruct-0905,not-established:absent,mixed,mid,fixed-prompt-set,,,,,,52.15,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row moonshotai/Kimi-K2-Instruct-0905 / column UGI 🏆)",,out:model-not-established, ugi-worldmodel,ugi-leaderboard,?moonshotai/Kimi-K2-Instruct-0905,not-established:absent,mixed,mid,fixed-prompt-set,,,,,,34.71,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row moonshotai/Kimi-K2-Instruct-0905 / column World Model)",,out:model-not-established, ugi-writing,ugi-leaderboard,qwen3-4b-instruct-2507,solo,writing,mid,fixed-prompt-set,,,,,,29.92,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row Qwen/Qwen3-4B-Instruct-2507 / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,qwen3-4b-instruct-2507,solo,mixed,mid,fixed-prompt-set,,,,,,15.83,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row Qwen/Qwen3-4B-Instruct-2507 / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,qwen3-4b-instruct-2507,solo,mixed,mid,fixed-prompt-set,,,,,,16.27,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row Qwen/Qwen3-4B-Instruct-2507 / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,qwen3-4b-thinking-2507,solo,writing,mid,fixed-prompt-set,,,,,,10.87,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row Qwen/Qwen3-4B-Thinking-2507 / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,qwen3-4b-thinking-2507,solo,mixed,mid,fixed-prompt-set,,,,,,21.62,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row Qwen/Qwen3-4B-Thinking-2507 / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,qwen3-4b-thinking-2507,solo,mixed,mid,fixed-prompt-set,,,,,,17.57,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row Qwen/Qwen3-4B-Thinking-2507 / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,qwen2.5-72b-instruct,solo,writing,mid,fixed-prompt-set,,,,,,31.52,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row Qwen/Qwen2.5-72B-Instruct / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,qwen2.5-72b-instruct,solo,mixed,mid,fixed-prompt-set,,,,,,27.43,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row Qwen/Qwen2.5-72B-Instruct / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,qwen2.5-72b-instruct,solo,mixed,mid,fixed-prompt-set,,,,,,26.37,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row Qwen/Qwen2.5-72B-Instruct / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,qwen2.5-vl-72b-instruct,nothink,writing,mid,fixed-prompt-set,,,,,,35.59,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row Qwen/Qwen2.5-VL-72B-Instruct / column Writing ✍️)",,out:effort-not-established, ugi-score,ugi-leaderboard,qwen2.5-vl-72b-instruct,nothink,mixed,mid,fixed-prompt-set,,,,,,36.98,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row Qwen/Qwen2.5-VL-72B-Instruct / column UGI 🏆)",,out:effort-not-established, ugi-worldmodel,ugi-leaderboard,qwen2.5-vl-72b-instruct,nothink,mixed,mid,fixed-prompt-set,,,,,,30.53,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row Qwen/Qwen2.5-VL-72B-Instruct / column World Model)",,out:effort-not-established, ugi-writing,ugi-leaderboard,qwen2.5-vl-32b-instruct,nothink,writing,mid,fixed-prompt-set,,,,,,21.69,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row Qwen/Qwen2.5-VL-32B-Instruct / column Writing ✍️)",,out:effort-not-established, ugi-score,ugi-leaderboard,qwen2.5-vl-32b-instruct,nothink,mixed,mid,fixed-prompt-set,,,,,,16.99,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row Qwen/Qwen2.5-VL-32B-Instruct / column UGI 🏆)",,out:effort-not-established, ugi-worldmodel,ugi-leaderboard,qwen2.5-vl-32b-instruct,nothink,mixed,mid,fixed-prompt-set,,,,,,22.39,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row Qwen/Qwen2.5-VL-32B-Instruct / column World Model)",,out:effort-not-established, ugi-writing,ugi-leaderboard,qwen2.5-vl-3b-instruct,nothink,writing,mid,fixed-prompt-set,,,,,,20.43,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row Qwen/Qwen2.5-VL-3B-Instruct / column Writing ✍️)",,out:effort-not-established, ugi-score,ugi-leaderboard,qwen2.5-vl-3b-instruct,nothink,mixed,mid,fixed-prompt-set,,,,,,20.07,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row Qwen/Qwen2.5-VL-3B-Instruct / column UGI 🏆)",,out:effort-not-established, ugi-worldmodel,ugi-leaderboard,qwen2.5-vl-3b-instruct,nothink,mixed,mid,fixed-prompt-set,,,,,,9.86,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row Qwen/Qwen2.5-VL-3B-Instruct / column World Model)",,out:effort-not-established, ugi-writing,ugi-leaderboard,qwen3-vl-30b-a3b-thinking,solo,writing,mid,fixed-prompt-set,,,,,,17.64,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row Qwen/Qwen3-VL-30B-A3B-Thinking / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,qwen3-vl-30b-a3b-thinking,solo,mixed,mid,fixed-prompt-set,,,,,,22.57,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row Qwen/Qwen3-VL-30B-A3B-Thinking / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,qwen3-vl-30b-a3b-thinking,solo,mixed,mid,fixed-prompt-set,,,,,,20.63,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row Qwen/Qwen3-VL-30B-A3B-Thinking / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,qwen3-coder-30b-a3b-instruct,solo,writing,mid,fixed-prompt-set,,,,,,31.8,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row Qwen/Qwen3-Coder-30B-A3B-Instruct / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,qwen3-coder-30b-a3b-instruct,solo,mixed,mid,fixed-prompt-set,,,,,,15.39,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row Qwen/Qwen3-Coder-30B-A3B-Instruct / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,qwen3-coder-30b-a3b-instruct,solo,mixed,mid,fixed-prompt-set,,,,,,18.81,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row Qwen/Qwen3-Coder-30B-A3B-Instruct / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,qwen3-vl-32b-thinking,solo,writing,mid,fixed-prompt-set,,,,,,22.88,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row Qwen/Qwen3-VL-32B-Thinking / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,qwen3-vl-32b-thinking,solo,mixed,mid,fixed-prompt-set,,,,,,28.57,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row Qwen/Qwen3-VL-32B-Thinking / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,qwen3-vl-32b-thinking,solo,mixed,mid,fixed-prompt-set,,,,,,24.43,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row Qwen/Qwen3-VL-32B-Thinking / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,kimi-k2-thinking,solo,writing,mid,fixed-prompt-set,,,,,,59.28,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row moonshotai/Kimi-K2-Thinking / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,kimi-k2-thinking,solo,mixed,mid,fixed-prompt-set,,,,,,52.68,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row moonshotai/Kimi-K2-Thinking / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,kimi-k2-thinking,solo,mixed,mid,fixed-prompt-set,,,,,,38.81,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row moonshotai/Kimi-K2-Thinking / column World Model)",,in, ugi-writing,ugi-leaderboard,gpt-5.1-chat-latest,solo,writing,mid,fixed-prompt-set,,,,,,60.25,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row openai/gpt-5.1-chat-latest / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,gpt-5.1-chat-latest,solo,mixed,mid,fixed-prompt-set,,,,,,16.44,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row openai/gpt-5.1-chat-latest / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,gpt-5.1-chat-latest,solo,mixed,mid,fixed-prompt-set,,,,,,49.03,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row openai/gpt-5.1-chat-latest / column World Model)",,in, ugi-writing,ugi-leaderboard,gpt-5.1,low,writing,mid,fixed-prompt-set,,,,,,50.84,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row openai/gpt-5.1-2025-11-13 (reasoning_effort=low) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,gpt-5.1,low,mixed,mid,fixed-prompt-set,,,,,,44.15,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row openai/gpt-5.1-2025-11-13 (reasoning_effort=low) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,gpt-5.1,low,mixed,mid,fixed-prompt-set,,,,,,51.44,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row openai/gpt-5.1-2025-11-13 (reasoning_effort=low) / column World Model)",,in, ugi-writing,ugi-leaderboard,gpt-5.1,medium,writing,mid,fixed-prompt-set,,,,,,53.9,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row openai/gpt-5.1-2025-11-13 (reasoning_effort=medium) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,gpt-5.1,medium,mixed,mid,fixed-prompt-set,,,,,,34.91,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row openai/gpt-5.1-2025-11-13 (reasoning_effort=medium) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,gpt-5.1,medium,mixed,mid,fixed-prompt-set,,,,,,49.92,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row openai/gpt-5.1-2025-11-13 (reasoning_effort=medium) / column World Model)",,in, ugi-writing,ugi-leaderboard,gpt-5.1,high,writing,mid,fixed-prompt-set,,,,,,55.76,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row openai/gpt-5.1-2025-11-13 (reasoning_effort=high) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,gpt-5.1,high,mixed,mid,fixed-prompt-set,,,,,,44.28,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row openai/gpt-5.1-2025-11-13 (reasoning_effort=high) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,gpt-5.1,high,mixed,mid,fixed-prompt-set,,,,,,45.12,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row openai/gpt-5.1-2025-11-13 (reasoning_effort=high) / column World Model)",,in, ugi-writing,ugi-leaderboard,gemini-2.5-flash-preview-09-2025,nothink,writing,mid,fixed-prompt-set,,,,,,44.88,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row google/gemini-2.5-flash-preview-09-2025 (reasoning=disabled) / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,gemini-2.5-flash-preview-09-2025,nothink,mixed,mid,fixed-prompt-set,,,,,,47.04,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row google/gemini-2.5-flash-preview-09-2025 (reasoning=disabled) / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,gemini-2.5-flash-preview-09-2025,nothink,mixed,mid,fixed-prompt-set,,,,,,28.75,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row google/gemini-2.5-flash-preview-09-2025 (reasoning=disabled) / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,gemini-2.5-flash-preview-09-2025,think,writing,mid,fixed-prompt-set,,,,,,43.88,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row google/gemini-2.5-flash-preview-09-2025 (reasoning=enabled) / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,gemini-2.5-flash-preview-09-2025,think,mixed,mid,fixed-prompt-set,,,,,,50.35,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row google/gemini-2.5-flash-preview-09-2025 (reasoning=enabled) / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,gemini-2.5-flash-preview-09-2025,think,mixed,mid,fixed-prompt-set,,,,,,30.63,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row google/gemini-2.5-flash-preview-09-2025 (reasoning=enabled) / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,gemini-3-pro,low,writing,mid,fixed-prompt-set,,,,,,65.59,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row google/gemini-3-pro-preview (thinking_level=low) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,gemini-3-pro,low,mixed,mid,fixed-prompt-set,,,,,,37.82,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row google/gemini-3-pro-preview (thinking_level=low) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,gemini-3-pro,low,mixed,mid,fixed-prompt-set,,,,,,53.6,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row google/gemini-3-pro-preview (thinking_level=low) / column World Model)",,in, ugi-writing,ugi-leaderboard,gemini-3-pro,high,writing,mid,fixed-prompt-set,,,,,,66.71,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row google/gemini-3-pro-preview (thinking_level=high) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,gemini-3-pro,high,mixed,mid,fixed-prompt-set,,,,,,41.71,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row google/gemini-3-pro-preview (thinking_level=high) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,gemini-3-pro,high,mixed,mid,fixed-prompt-set,,,,,,63.32,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row google/gemini-3-pro-preview (thinking_level=high) / column World Model)",,in, ugi-writing,ugi-leaderboard,grok-4.1-fast,nothink,writing,mid,fixed-prompt-set,,,,,,41.88,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row xai/grok-4-1-fast-non-reasoning / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,grok-4.1-fast,nothink,mixed,mid,fixed-prompt-set,,,,,,47.46,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row xai/grok-4-1-fast-non-reasoning / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,grok-4.1-fast,nothink,mixed,mid,fixed-prompt-set,,,,,,31.75,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row xai/grok-4-1-fast-non-reasoning / column World Model)",,in, ugi-writing,ugi-leaderboard,grok-4.1-fast,think,writing,mid,fixed-prompt-set,,,,,,51.28,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row xai/grok-4-1-fast-reasoning / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,grok-4.1-fast,think,mixed,mid,fixed-prompt-set,,,,,,63.24,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row xai/grok-4-1-fast-reasoning / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,grok-4.1-fast,think,mixed,mid,fixed-prompt-set,,,,,,31.46,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row xai/grok-4-1-fast-reasoning / column World Model)",,in, ugi-writing,ugi-leaderboard,glm-4.5-air,nothink,writing,mid,fixed-prompt-set,,,,,,47.0,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row zai-org/GLM-4.5-Air (/nothink) / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,glm-4.5-air,nothink,mixed,mid,fixed-prompt-set,,,,,,46.5,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row zai-org/GLM-4.5-Air (/nothink) / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,glm-4.5-air,nothink,mixed,mid,fixed-prompt-set,,,,,,25.64,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row zai-org/GLM-4.5-Air (/nothink) / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,glm-4.5-air,think,writing,mid,fixed-prompt-set,,,,,,41.96,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row zai-org/GLM-4.5-Air / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,glm-4.5-air,think,mixed,mid,fixed-prompt-set,,,,,,30.62,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row zai-org/GLM-4.5-Air / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,glm-4.5-air,think,mixed,mid,fixed-prompt-set,,,,,,24.86,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row zai-org/GLM-4.5-Air / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,?moonshotai/Kimi-Linear-48B-A3B-Instruct,not-established:absent,writing,mid,fixed-prompt-set,,,,,,37.74,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row moonshotai/Kimi-Linear-48B-A3B-Instruct / column Writing ✍️)",,out:model-not-established, ugi-score,ugi-leaderboard,?moonshotai/Kimi-Linear-48B-A3B-Instruct,not-established:absent,mixed,mid,fixed-prompt-set,,,,,,23.22,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row moonshotai/Kimi-Linear-48B-A3B-Instruct / column UGI 🏆)",,out:model-not-established, ugi-worldmodel,ugi-leaderboard,?moonshotai/Kimi-Linear-48B-A3B-Instruct,not-established:absent,mixed,mid,fixed-prompt-set,,,,,,20.41,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row moonshotai/Kimi-Linear-48B-A3B-Instruct / column World Model)",,out:model-not-established, ugi-writing,ugi-leaderboard,qwen3-next-80b-a3b-instruct,solo,writing,mid,fixed-prompt-set,,,,,,41.76,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row Qwen/Qwen3-Next-80B-A3B-Instruct / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,qwen3-next-80b-a3b-instruct,solo,mixed,mid,fixed-prompt-set,,,,,,25.36,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row Qwen/Qwen3-Next-80B-A3B-Instruct / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,qwen3-next-80b-a3b-instruct,solo,mixed,mid,fixed-prompt-set,,,,,,21.32,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row Qwen/Qwen3-Next-80B-A3B-Instruct / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,qwen3-next-80b-a3b-thinking,solo,writing,mid,fixed-prompt-set,,,,,,27.16,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row Qwen/Qwen3-Next-80B-A3B-Thinking / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,qwen3-next-80b-a3b-thinking,solo,mixed,mid,fixed-prompt-set,,,,,,21.03,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row Qwen/Qwen3-Next-80B-A3B-Thinking / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,qwen3-next-80b-a3b-thinking,solo,mixed,mid,fixed-prompt-set,,,,,,21.79,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row Qwen/Qwen3-Next-80B-A3B-Thinking / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,?deepseek-ai/DeepSeek-V3.2,not-established:absent,writing,mid,fixed-prompt-set,,,,,,56.3,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row deepseek-ai/DeepSeek-V3.2 (reasoning=disabled) / column Writing ✍️)",,out:model-not-established, ugi-score,ugi-leaderboard,?deepseek-ai/DeepSeek-V3.2,not-established:absent,mixed,mid,fixed-prompt-set,,,,,,55.75,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row deepseek-ai/DeepSeek-V3.2 (reasoning=disabled) / column UGI 🏆)",,out:model-not-established, ugi-worldmodel,ugi-leaderboard,?deepseek-ai/DeepSeek-V3.2,not-established:absent,mixed,mid,fixed-prompt-set,,,,,,32.07,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row deepseek-ai/DeepSeek-V3.2 (reasoning=disabled) / column World Model)",,out:model-not-established, ugi-writing,ugi-leaderboard,?deepseek-ai/DeepSeek-V3.2,not-established:absent,writing,mid,fixed-prompt-set,,,,,,57.28,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row deepseek-ai/DeepSeek-V3.2 (reasoning=enabled) / column Writing ✍️)",,out:model-not-established, ugi-score,ugi-leaderboard,?deepseek-ai/DeepSeek-V3.2,not-established:absent,mixed,mid,fixed-prompt-set,,,,,,57.78,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row deepseek-ai/DeepSeek-V3.2 (reasoning=enabled) / column UGI 🏆)",,out:model-not-established, ugi-worldmodel,ugi-leaderboard,?deepseek-ai/DeepSeek-V3.2,not-established:absent,mixed,mid,fixed-prompt-set,,,,,,37.16,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row deepseek-ai/DeepSeek-V3.2 (reasoning=enabled) / column World Model)",,out:model-not-established, ugi-writing,ugi-leaderboard,deepseek-v3.2-speciale,solo,writing,mid,fixed-prompt-set,,,,,,53.95,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row deepseek-ai/DeepSeek-V3.2-Speciale / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,deepseek-v3.2-speciale,solo,mixed,mid,fixed-prompt-set,,,,,,65.37,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row deepseek-ai/DeepSeek-V3.2-Speciale / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,deepseek-v3.2-speciale,solo,mixed,mid,fixed-prompt-set,,,,,,32.14,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row deepseek-ai/DeepSeek-V3.2-Speciale / column World Model)",,in, ugi-writing,ugi-leaderboard,qwen3-vl-8b-instruct,solo,writing,mid,fixed-prompt-set,,,,,,30.31,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row Qwen/Qwen3-VL-8B-Instruct / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,qwen3-vl-8b-instruct,solo,mixed,mid,fixed-prompt-set,,,,,,32.78,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row Qwen/Qwen3-VL-8B-Instruct / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,qwen3-vl-8b-instruct,solo,mixed,mid,fixed-prompt-set,,,,,,15.29,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row Qwen/Qwen3-VL-8B-Instruct / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,qwen3-vl-4b-instruct,solo,writing,mid,fixed-prompt-set,,,,,,12.55,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row Qwen/Qwen3-VL-4B-Instruct / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,qwen3-vl-4b-instruct,solo,mixed,mid,fixed-prompt-set,,,,,,34.55,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row Qwen/Qwen3-VL-4B-Instruct / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,qwen3-vl-4b-instruct,solo,mixed,mid,fixed-prompt-set,,,,,,11.55,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row Qwen/Qwen3-VL-4B-Instruct / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,qwen3-vl-4b-thinking,solo,writing,mid,fixed-prompt-set,,,,,,17.39,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row Qwen/Qwen3-VL-4B-Thinking / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,qwen3-vl-4b-thinking,solo,mixed,mid,fixed-prompt-set,,,,,,22.78,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row Qwen/Qwen3-VL-4B-Thinking / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,qwen3-vl-4b-thinking,solo,mixed,mid,fixed-prompt-set,,,,,,11.7,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row Qwen/Qwen3-VL-4B-Thinking / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,qwen3-vl-2b-instruct,solo,writing,mid,fixed-prompt-set,,,,,,15.19,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row Qwen/Qwen3-VL-2B-Instruct / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,qwen3-vl-2b-instruct,solo,mixed,mid,fixed-prompt-set,,,,,,28.23,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row Qwen/Qwen3-VL-2B-Instruct / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,qwen3-vl-2b-instruct,solo,mixed,mid,fixed-prompt-set,,,,,,7.47,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row Qwen/Qwen3-VL-2B-Instruct / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,qwen3-vl-2b-thinking,solo,writing,mid,fixed-prompt-set,,,,,,11.79,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row Qwen/Qwen3-VL-2B-Thinking / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,qwen3-vl-2b-thinking,solo,mixed,mid,fixed-prompt-set,,,,,,24.22,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row Qwen/Qwen3-VL-2B-Thinking / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,qwen3-vl-2b-thinking,solo,mixed,mid,fixed-prompt-set,,,,,,4.7,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row Qwen/Qwen3-VL-2B-Thinking / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,qwen3-vl-8b-thinking,solo,writing,mid,fixed-prompt-set,,,,,,18.3,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row Qwen/Qwen3-VL-8B-Thinking / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,qwen3-vl-8b-thinking,solo,mixed,mid,fixed-prompt-set,,,,,,16.8,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row Qwen/Qwen3-VL-8B-Thinking / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,qwen3-vl-8b-thinking,solo,mixed,mid,fixed-prompt-set,,,,,,21.1,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row Qwen/Qwen3-VL-8B-Thinking / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,glm-4.6v,nothink,writing,mid,fixed-prompt-set,,,,,,35.21,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row zai-org/GLM-4.6V (reasoning=disabled) / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,glm-4.6v,nothink,mixed,mid,fixed-prompt-set,,,,,,34.72,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row zai-org/GLM-4.6V (reasoning=disabled) / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,glm-4.6v,nothink,mixed,mid,fixed-prompt-set,,,,,,32.68,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row zai-org/GLM-4.6V (reasoning=disabled) / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,glm-4.6v,think,writing,mid,fixed-prompt-set,,,,,,39.66,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row zai-org/GLM-4.6V (reasoning=enabled) / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,glm-4.6v,think,mixed,mid,fixed-prompt-set,,,,,,32.04,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row zai-org/GLM-4.6V (reasoning=enabled) / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,glm-4.6v,think,mixed,mid,fixed-prompt-set,,,,,,22.92,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row zai-org/GLM-4.6V (reasoning=enabled) / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,glm-4.7,nothink,writing,mid,fixed-prompt-set,,,,,,44.16,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row zai-org/GLM-4.7 (reasoning=disabled) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,glm-4.7,nothink,mixed,mid,fixed-prompt-set,,,,,,49.36,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row zai-org/GLM-4.7 (reasoning=disabled) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,glm-4.7,nothink,mixed,mid,fixed-prompt-set,,,,,,43.11,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row zai-org/GLM-4.7 (reasoning=disabled) / column World Model)",,in, ugi-writing,ugi-leaderboard,glm-4.7,think,writing,mid,fixed-prompt-set,,,,,,47.38,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row zai-org/GLM-4.7 (reasoning=enabled) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,glm-4.7,think,mixed,mid,fixed-prompt-set,,,,,,49.57,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row zai-org/GLM-4.7 (reasoning=enabled) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,glm-4.7,think,mixed,mid,fixed-prompt-set,,,,,,35.11,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row zai-org/GLM-4.7 (reasoning=enabled) / column World Model)",,in, ugi-writing,ugi-leaderboard,gemini-3-flash,minimal,writing,mid,fixed-prompt-set,,,,,,65.05,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row google/gemini-3-flash-preview (thinking_level=minimal) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,gemini-3-flash,minimal,mixed,mid,fixed-prompt-set,,,,,,48.87,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row google/gemini-3-flash-preview (thinking_level=minimal) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,gemini-3-flash,minimal,mixed,mid,fixed-prompt-set,,,,,,66.33,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row google/gemini-3-flash-preview (thinking_level=minimal) / column World Model)",,in, ugi-writing,ugi-leaderboard,gemini-3-flash,high,writing,mid,fixed-prompt-set,,,,,,63.27,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row google/gemini-3-flash-preview (thinking_level=high) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,gemini-3-flash,high,mixed,mid,fixed-prompt-set,,,,,,49.47,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row google/gemini-3-flash-preview (thinking_level=high) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,gemini-3-flash,high,mixed,mid,fixed-prompt-set,,,,,,61.42,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row google/gemini-3-flash-preview (thinking_level=high) / column World Model)",,in, ugi-writing,ugi-leaderboard,qwen3-vl-32b-instruct,solo,writing,mid,fixed-prompt-set,,,,,,34.95,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row Qwen/Qwen3-VL-32B-Instruct / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,qwen3-vl-32b-instruct,solo,mixed,mid,fixed-prompt-set,,,,,,29.57,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row Qwen/Qwen3-VL-32B-Instruct / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,qwen3-vl-32b-instruct,solo,mixed,mid,fixed-prompt-set,,,,,,26.04,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row Qwen/Qwen3-VL-32B-Instruct / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,gemini-3-flash,medium,writing,mid,fixed-prompt-set,,,,,,67.71,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row google/gemini-3-flash-preview (thinking_level=medium) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,gemini-3-flash,medium,mixed,mid,fixed-prompt-set,,,,,,48.3,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row google/gemini-3-flash-preview (thinking_level=medium) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,gemini-3-flash,medium,mixed,mid,fixed-prompt-set,,,,,,64.1,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row google/gemini-3-flash-preview (thinking_level=medium) / column World Model)",,in, ugi-writing,ugi-leaderboard,?moonshotai/Kimi-K2.5,not-established:absent,writing,mid,fixed-prompt-set,,,,,,61.51,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row moonshotai/Kimi-K2.5 (reasoning=disabled) / column Writing ✍️)",,out:model-not-established, ugi-score,ugi-leaderboard,?moonshotai/Kimi-K2.5,not-established:absent,mixed,mid,fixed-prompt-set,,,,,,44.0,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row moonshotai/Kimi-K2.5 (reasoning=disabled) / column UGI 🏆)",,out:model-not-established, ugi-worldmodel,ugi-leaderboard,?moonshotai/Kimi-K2.5,not-established:absent,mixed,mid,fixed-prompt-set,,,,,,52.94,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row moonshotai/Kimi-K2.5 (reasoning=disabled) / column World Model)",,out:model-not-established, ugi-writing,ugi-leaderboard,?moonshotai/Kimi-K2.5,not-established:absent,writing,mid,fixed-prompt-set,,,,,,62.42,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row moonshotai/Kimi-K2.5 (reasoning=enabled) / column Writing ✍️)",,out:model-not-established, ugi-score,ugi-leaderboard,?moonshotai/Kimi-K2.5,not-established:absent,mixed,mid,fixed-prompt-set,,,,,,55.23,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row moonshotai/Kimi-K2.5 (reasoning=enabled) / column UGI 🏆)",,out:model-not-established, ugi-worldmodel,ugi-leaderboard,?moonshotai/Kimi-K2.5,not-established:absent,mixed,mid,fixed-prompt-set,,,,,,45.64,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row moonshotai/Kimi-K2.5 (reasoning=enabled) / column World Model)",,out:model-not-established, ugi-writing,ugi-leaderboard,glm-4.7-flash,think,writing,mid,fixed-prompt-set,,,,,,14.66,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row zai-org/GLM-4.7-Flash ( prefill) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,glm-4.7-flash,think,mixed,mid,fixed-prompt-set,,,,,,21.11,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row zai-org/GLM-4.7-Flash ( prefill) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,glm-4.7-flash,think,mixed,mid,fixed-prompt-set,,,,,,15.68,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row zai-org/GLM-4.7-Flash ( prefill) / column World Model)",,in, ugi-writing,ugi-leaderboard,glm-4.7-flash,nothink,writing,mid,fixed-prompt-set,,,,,,25.0,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row zai-org/GLM-4.7-Flash (no-think) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,glm-4.7-flash,nothink,mixed,mid,fixed-prompt-set,,,,,,33.75,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row zai-org/GLM-4.7-Flash (no-think) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,glm-4.7-flash,nothink,mixed,mid,fixed-prompt-set,,,,,,17.98,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row zai-org/GLM-4.7-Flash (no-think) / column World Model)",,in, ugi-writing,ugi-leaderboard,?moonshotai/Kimi-VL-A3B-Instruct,not-established:absent,writing,mid,fixed-prompt-set,,,,,,24.41,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row moonshotai/Kimi-VL-A3B-Instruct / column Writing ✍️)",,out:model-not-established, ugi-score,ugi-leaderboard,?moonshotai/Kimi-VL-A3B-Instruct,not-established:absent,mixed,mid,fixed-prompt-set,,,,,,15.69,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row moonshotai/Kimi-VL-A3B-Instruct / column UGI 🏆)",,out:model-not-established, ugi-worldmodel,ugi-leaderboard,?moonshotai/Kimi-VL-A3B-Instruct,not-established:absent,mixed,mid,fixed-prompt-set,,,,,,10.38,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row moonshotai/Kimi-VL-A3B-Instruct / column World Model)",,out:model-not-established, ugi-writing,ugi-leaderboard,?zai-org/GLM-5,not-established:absent,writing,mid,fixed-prompt-set,,,,,,49.22,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row zai-org/GLM-5 (reasoning=disabled) / column Writing ✍️)",,out:model-not-established, ugi-score,ugi-leaderboard,?zai-org/GLM-5,not-established:absent,mixed,mid,fixed-prompt-set,,,,,,33.71,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row zai-org/GLM-5 (reasoning=disabled) / column UGI 🏆)",,out:model-not-established, ugi-worldmodel,ugi-leaderboard,?zai-org/GLM-5,not-established:absent,mixed,mid,fixed-prompt-set,,,,,,38.1,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row zai-org/GLM-5 (reasoning=disabled) / column World Model)",,out:model-not-established, ugi-writing,ugi-leaderboard,?zai-org/GLM-5,not-established:absent,writing,mid,fixed-prompt-set,,,,,,55.03,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row zai-org/GLM-5 (reasoning=enabled) / column Writing ✍️)",,out:model-not-established, ugi-score,ugi-leaderboard,?zai-org/GLM-5,not-established:absent,mixed,mid,fixed-prompt-set,,,,,,54.56,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row zai-org/GLM-5 (reasoning=enabled) / column UGI 🏆)",,out:model-not-established, ugi-worldmodel,ugi-leaderboard,?zai-org/GLM-5,not-established:absent,mixed,mid,fixed-prompt-set,,,,,,44.8,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row zai-org/GLM-5 (reasoning=enabled) / column World Model)",,out:model-not-established, ugi-writing,ugi-leaderboard,deepseek-r1-distill-qwen-14b,solo,writing,mid,fixed-prompt-set,,,,,,26.29,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row deepseek-ai/DeepSeek-R1-Distill-Qwen-14B / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,deepseek-r1-distill-qwen-14b,solo,mixed,mid,fixed-prompt-set,,,,,,21.25,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row deepseek-ai/DeepSeek-R1-Distill-Qwen-14B / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,deepseek-r1-distill-qwen-14b,solo,mixed,mid,fixed-prompt-set,,,,,,13.28,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row deepseek-ai/DeepSeek-R1-Distill-Qwen-14B / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,gemini-3.1-pro,low,writing,mid,fixed-prompt-set,,,,,,72.15,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row google/gemini-3.1-pro-preview (thinking_level=low) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,gemini-3.1-pro,low,mixed,mid,fixed-prompt-set,,,,,,38.44,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row google/gemini-3.1-pro-preview (thinking_level=low) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,gemini-3.1-pro,low,mixed,mid,fixed-prompt-set,,,,,,65.05,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row google/gemini-3.1-pro-preview (thinking_level=low) / column World Model)",,in, ugi-writing,ugi-leaderboard,gemini-3.1-pro,medium,writing,mid,fixed-prompt-set,,,,,,70.21,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row google/gemini-3.1-pro-preview (thinking_level=medium) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,gemini-3.1-pro,medium,mixed,mid,fixed-prompt-set,,,,,,50.67,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row google/gemini-3.1-pro-preview (thinking_level=medium) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,gemini-3.1-pro,medium,mixed,mid,fixed-prompt-set,,,,,,66.04,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row google/gemini-3.1-pro-preview (thinking_level=medium) / column World Model)",,in, ugi-writing,ugi-leaderboard,gemini-3.1-pro,high,writing,mid,fixed-prompt-set,,,,,,68.22,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row google/gemini-3.1-pro-preview (thinking_level=high) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,gemini-3.1-pro,high,mixed,mid,fixed-prompt-set,,,,,,49.68,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row google/gemini-3.1-pro-preview (thinking_level=high) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,gemini-3.1-pro,high,mixed,mid,fixed-prompt-set,,,,,,61.03,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row google/gemini-3.1-pro-preview (thinking_level=high) / column World Model)",,in, ugi-writing,ugi-leaderboard,qwen3-vl-235b-a22b-instruct,solo,writing,mid,fixed-prompt-set,,,,,,43.0,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row Qwen/Qwen3-VL-235B-A22B-Instruct / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,qwen3-vl-235b-a22b-instruct,solo,mixed,mid,fixed-prompt-set,,,,,,45.56,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row Qwen/Qwen3-VL-235B-A22B-Instruct / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,qwen3-vl-235b-a22b-instruct,solo,mixed,mid,fixed-prompt-set,,,,,,26.84,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row Qwen/Qwen3-VL-235B-A22B-Instruct / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,qwen3-vl-235b-a22b-thinking,solo,writing,mid,fixed-prompt-set,,,,,,32.29,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row Qwen/Qwen3-VL-235B-A22B-Thinking / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,qwen3-vl-235b-a22b-thinking,solo,mixed,mid,fixed-prompt-set,,,,,,30.2,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row Qwen/Qwen3-VL-235B-A22B-Thinking / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,qwen3-vl-235b-a22b-thinking,solo,mixed,mid,fixed-prompt-set,,,,,,26.91,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row Qwen/Qwen3-VL-235B-A22B-Thinking / column World Model)",,out:single-couple, ugi-writing,ugi-leaderboard,qwen3.5-122b-a10b,nothink,writing,mid,fixed-prompt-set,,,,,,39.54,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row Qwen/Qwen3.5-122B-A10B (reasoning=disabled) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,qwen3.5-122b-a10b,nothink,mixed,mid,fixed-prompt-set,,,,,,17.71,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row Qwen/Qwen3.5-122B-A10B (reasoning=disabled) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,qwen3.5-122b-a10b,nothink,mixed,mid,fixed-prompt-set,,,,,,31.45,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row Qwen/Qwen3.5-122B-A10B (reasoning=disabled) / column World Model)",,in, ugi-writing,ugi-leaderboard,qwen3.5-122b-a10b,think,writing,mid,fixed-prompt-set,,,,,,38.69,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row Qwen/Qwen3.5-122B-A10B (reasoning=enabled) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,qwen3.5-122b-a10b,think,mixed,mid,fixed-prompt-set,,,,,,18.07,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row Qwen/Qwen3.5-122B-A10B (reasoning=enabled) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,qwen3.5-122b-a10b,think,mixed,mid,fixed-prompt-set,,,,,,35.29,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row Qwen/Qwen3.5-122B-A10B (reasoning=enabled) / column World Model)",,in, ugi-writing,ugi-leaderboard,?moonshotai/Kimi-VL-A3B-Thinking-2506,not-established:absent,writing,mid,fixed-prompt-set,,,,,,20.57,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row moonshotai/Kimi-VL-A3B-Thinking-2506 / column Writing ✍️)",,out:model-not-established, ugi-score,ugi-leaderboard,?moonshotai/Kimi-VL-A3B-Thinking-2506,not-established:absent,mixed,mid,fixed-prompt-set,,,,,,23.59,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row moonshotai/Kimi-VL-A3B-Thinking-2506 / column UGI 🏆)",,out:model-not-established, ugi-worldmodel,ugi-leaderboard,?moonshotai/Kimi-VL-A3B-Thinking-2506,not-established:absent,mixed,mid,fixed-prompt-set,,,,,,15.58,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row moonshotai/Kimi-VL-A3B-Thinking-2506 / column World Model)",,out:model-not-established, ugi-writing,ugi-leaderboard,gpt-5.3-chat-latest,solo,writing,mid,fixed-prompt-set,,,,,,60.65,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row openai/gpt-5.3-chat-latest / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,gpt-5.3-chat-latest,solo,mixed,mid,fixed-prompt-set,,,,,,29.77,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row openai/gpt-5.3-chat-latest / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,gpt-5.3-chat-latest,solo,mixed,mid,fixed-prompt-set,,,,,,55.18,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row openai/gpt-5.3-chat-latest / column World Model)",,in, ugi-writing,ugi-leaderboard,gpt-5.2,low,writing,mid,fixed-prompt-set,,,,,,43.85,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row openai/gpt-5.2-2025-12-11 (reasoning_effort=low) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,gpt-5.2,low,mixed,mid,fixed-prompt-set,,,,,,28.73,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row openai/gpt-5.2-2025-12-11 (reasoning_effort=low) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,gpt-5.2,low,mixed,mid,fixed-prompt-set,,,,,,47.04,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row openai/gpt-5.2-2025-12-11 (reasoning_effort=low) / column World Model)",,in, ugi-writing,ugi-leaderboard,gpt-5.2,nothink,writing,mid,fixed-prompt-set,,,,,,39.19,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row openai/gpt-5.2-2025-12-11 (reasoning_effort=none) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,gpt-5.2,nothink,mixed,mid,fixed-prompt-set,,,,,,19.28,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row openai/gpt-5.2-2025-12-11 (reasoning_effort=none) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,gpt-5.2,nothink,mixed,mid,fixed-prompt-set,,,,,,41.32,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row openai/gpt-5.2-2025-12-11 (reasoning_effort=none) / column World Model)",,in, ugi-writing,ugi-leaderboard,gpt-5.2,medium,writing,mid,fixed-prompt-set,,,,,,44.1,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row openai/gpt-5.2-2025-12-11 (reasoning_effort=medium) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,gpt-5.2,medium,mixed,mid,fixed-prompt-set,,,,,,31.02,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row openai/gpt-5.2-2025-12-11 (reasoning_effort=medium) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,gpt-5.2,medium,mixed,mid,fixed-prompt-set,,,,,,41.38,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row openai/gpt-5.2-2025-12-11 (reasoning_effort=medium) / column World Model)",,in, ugi-writing,ugi-leaderboard,gpt-5.2,high,writing,mid,fixed-prompt-set,,,,,,49.42,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row openai/gpt-5.2-2025-12-11 (reasoning_effort=high) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,gpt-5.2,high,mixed,mid,fixed-prompt-set,,,,,,30.4,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row openai/gpt-5.2-2025-12-11 (reasoning_effort=high) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,gpt-5.2,high,mixed,mid,fixed-prompt-set,,,,,,48.54,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row openai/gpt-5.2-2025-12-11 (reasoning_effort=high) / column World Model)",,in, ugi-writing,ugi-leaderboard,gpt-5.2-chat-latest,solo,writing,mid,fixed-prompt-set,,,,,,60.78,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row openai/gpt-5.2-chat-latest / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,gpt-5.2-chat-latest,solo,mixed,mid,fixed-prompt-set,,,,,,27.85,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row openai/gpt-5.2-chat-latest / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,gpt-5.2-chat-latest,solo,mixed,mid,fixed-prompt-set,,,,,,50.14,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row openai/gpt-5.2-chat-latest / column World Model)",,in, ugi-writing,ugi-leaderboard,gpt-5.4,nothink,writing,mid,fixed-prompt-set,,,,,,57.99,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row openai/gpt-5.4-2026-03-05 (reasoning_effort=none) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,gpt-5.4,nothink,mixed,mid,fixed-prompt-set,,,,,,47.01,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row openai/gpt-5.4-2026-03-05 (reasoning_effort=none) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,gpt-5.4,nothink,mixed,mid,fixed-prompt-set,,,,,,52.41,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row openai/gpt-5.4-2026-03-05 (reasoning_effort=none) / column World Model)",,in, ugi-writing,ugi-leaderboard,gpt-5.4,low,writing,mid,fixed-prompt-set,,,,,,64.85,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row openai/gpt-5.4-2026-03-05 (reasoning_effort=low) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,gpt-5.4,low,mixed,mid,fixed-prompt-set,,,,,,41.16,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row openai/gpt-5.4-2026-03-05 (reasoning_effort=low) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,gpt-5.4,low,mixed,mid,fixed-prompt-set,,,,,,56.87,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row openai/gpt-5.4-2026-03-05 (reasoning_effort=low) / column World Model)",,in, ugi-writing,ugi-leaderboard,gpt-5.4,medium,writing,mid,fixed-prompt-set,,,,,,67.34,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row openai/gpt-5.4-2026-03-05 (reasoning_effort=medium) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,gpt-5.4,medium,mixed,mid,fixed-prompt-set,,,,,,33.8,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row openai/gpt-5.4-2026-03-05 (reasoning_effort=medium) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,gpt-5.4,medium,mixed,mid,fixed-prompt-set,,,,,,56.93,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row openai/gpt-5.4-2026-03-05 (reasoning_effort=medium) / column World Model)",,in, ugi-writing,ugi-leaderboard,gpt-5.4,high,writing,mid,fixed-prompt-set,,,,,,68.82,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row openai/gpt-5.4-2026-03-05 (reasoning_effort=high) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,gpt-5.4,high,mixed,mid,fixed-prompt-set,,,,,,38.96,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row openai/gpt-5.4-2026-03-05 (reasoning_effort=high) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,gpt-5.4,high,mixed,mid,fixed-prompt-set,,,,,,63.67,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row openai/gpt-5.4-2026-03-05 (reasoning_effort=high) / column World Model)",,in, ugi-writing,ugi-leaderboard,gpt-5.4,xhigh,writing,mid,fixed-prompt-set,,,,,,68.65,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row openai/gpt-5.4-2026-03-05 (reasoning_effort=xhigh) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,gpt-5.4,xhigh,mixed,mid,fixed-prompt-set,,,,,,41.71,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row openai/gpt-5.4-2026-03-05 (reasoning_effort=xhigh) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,gpt-5.4,xhigh,mixed,mid,fixed-prompt-set,,,,,,66.34,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row openai/gpt-5.4-2026-03-05 (reasoning_effort=xhigh) / column World Model)",,in, ugi-writing,ugi-leaderboard,?xai/grok-4.20-multi-agent-beta-0309 (agent_count=4),not-established:absent,writing,mid,fixed-prompt-set,,,,,,63.13,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row xai/grok-4.20-multi-agent-beta-0309 (agent_count=4) / column Writing ✍️)",,out:model-not-established, ugi-score,ugi-leaderboard,?xai/grok-4.20-multi-agent-beta-0309 (agent_count=4),not-established:absent,mixed,mid,fixed-prompt-set,,,,,,70.0,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row xai/grok-4.20-multi-agent-beta-0309 (agent_count=4) / column UGI 🏆)",,out:model-not-established, ugi-worldmodel,ugi-leaderboard,?xai/grok-4.20-multi-agent-beta-0309 (agent_count=4),not-established:absent,mixed,mid,fixed-prompt-set,,,,,,42.5,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row xai/grok-4.20-multi-agent-beta-0309 (agent_count=4) / column World Model)",,out:model-not-established, ugi-writing,ugi-leaderboard,grok-4.20,think,writing,mid,fixed-prompt-set,,,,,,57.41,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row xai/grok-4.20-beta-0309-reasoning / column Writing ✍️)",,out:decision:D60, ugi-score,ugi-leaderboard,grok-4.20,think,mixed,mid,fixed-prompt-set,,,,,,53.16,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row xai/grok-4.20-beta-0309-reasoning / column UGI 🏆)",,out:decision:D60, ugi-worldmodel,ugi-leaderboard,grok-4.20,think,mixed,mid,fixed-prompt-set,,,,,,43.82,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row xai/grok-4.20-beta-0309-reasoning / column World Model)",,out:decision:D60, ugi-writing,ugi-leaderboard,grok-4.20,nothink,writing,mid,fixed-prompt-set,,,,,,43.88,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row xai/grok-4.20-beta-0309-non-reasoning / column Writing ✍️)",,out:decision:D60, ugi-score,ugi-leaderboard,grok-4.20,nothink,mixed,mid,fixed-prompt-set,,,,,,30.25,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row xai/grok-4.20-beta-0309-non-reasoning / column UGI 🏆)",,out:decision:D60, ugi-worldmodel,ugi-leaderboard,grok-4.20,nothink,mixed,mid,fixed-prompt-set,,,,,,30.56,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row xai/grok-4.20-beta-0309-non-reasoning / column World Model)",,out:decision:D60, ugi-writing,ugi-leaderboard,qwen3.5-35b-a3b,nothink,writing,mid,fixed-prompt-set,,,,,,37.0,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row Qwen/Qwen3.5-35B-A3B (no thinking) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,qwen3.5-35b-a3b,nothink,mixed,mid,fixed-prompt-set,,,,,,23.15,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row Qwen/Qwen3.5-35B-A3B (no thinking) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,qwen3.5-35b-a3b,nothink,mixed,mid,fixed-prompt-set,,,,,,37.7,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row Qwen/Qwen3.5-35B-A3B (no thinking) / column World Model)",,in, ugi-writing,ugi-leaderboard,qwen3.5-35b-a3b,think,writing,mid,fixed-prompt-set,,,,,,42.58,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row Qwen/Qwen3.5-35B-A3B ( prefill) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,qwen3.5-35b-a3b,think,mixed,mid,fixed-prompt-set,,,,,,16.3,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row Qwen/Qwen3.5-35B-A3B ( prefill) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,qwen3.5-35b-a3b,think,mixed,mid,fixed-prompt-set,,,,,,26.3,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row Qwen/Qwen3.5-35B-A3B ( prefill) / column World Model)",,in, ugi-writing,ugi-leaderboard,qwen3.5-27b,think,writing,mid,fixed-prompt-set,,,,,,42.37,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row Qwen/Qwen3.5-27B ( prefill) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,qwen3.5-27b,think,mixed,mid,fixed-prompt-set,,,,,,15.98,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row Qwen/Qwen3.5-27B ( prefill) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,qwen3.5-27b,think,mixed,mid,fixed-prompt-set,,,,,,36.03,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row Qwen/Qwen3.5-27B ( prefill) / column World Model)",,in, ugi-writing,ugi-leaderboard,qwen3.5-27b,nothink,writing,mid,fixed-prompt-set,,,,,,39.94,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row Qwen/Qwen3.5-27B (no thinking) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,qwen3.5-27b,nothink,mixed,mid,fixed-prompt-set,,,,,,22.32,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row Qwen/Qwen3.5-27B (no thinking) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,qwen3.5-27b,nothink,mixed,mid,fixed-prompt-set,,,,,,34.22,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row Qwen/Qwen3.5-27B (no thinking) / column World Model)",,in, ugi-writing,ugi-leaderboard,qwen3.5-9b,nothink,writing,mid,fixed-prompt-set,,,,,,33.52,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row Qwen/Qwen3.5-9B (no thinking) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,qwen3.5-9b,nothink,mixed,mid,fixed-prompt-set,,,,,,17.27,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row Qwen/Qwen3.5-9B (no thinking) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,qwen3.5-9b,nothink,mixed,mid,fixed-prompt-set,,,,,,22.77,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row Qwen/Qwen3.5-9B (no thinking) / column World Model)",,in, ugi-writing,ugi-leaderboard,qwen3.5-9b,think,writing,mid,fixed-prompt-set,,,,,,39.5,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row Qwen/Qwen3.5-9B ( prefill) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,qwen3.5-9b,think,mixed,mid,fixed-prompt-set,,,,,,15.08,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row Qwen/Qwen3.5-9B ( prefill) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,qwen3.5-9b,think,mixed,mid,fixed-prompt-set,,,,,,29.55,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row Qwen/Qwen3.5-9B ( prefill) / column World Model)",,in, ugi-writing,ugi-leaderboard,qwen3.5-4b,nothink,writing,mid,fixed-prompt-set,,,,,,29.68,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row Qwen/Qwen3.5-4B (no thinking) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,qwen3.5-4b,nothink,mixed,mid,fixed-prompt-set,,,,,,15.32,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row Qwen/Qwen3.5-4B (no thinking) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,qwen3.5-4b,nothink,mixed,mid,fixed-prompt-set,,,,,,13.79,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row Qwen/Qwen3.5-4B (no thinking) / column World Model)",,in, ugi-writing,ugi-leaderboard,qwen3.5-4b,think,writing,mid,fixed-prompt-set,,,,,,30.82,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row Qwen/Qwen3.5-4B ( prefill) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,qwen3.5-4b,think,mixed,mid,fixed-prompt-set,,,,,,10.39,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row Qwen/Qwen3.5-4B ( prefill) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,qwen3.5-4b,think,mixed,mid,fixed-prompt-set,,,,,,26.3,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row Qwen/Qwen3.5-4B ( prefill) / column World Model)",,in, ugi-writing,ugi-leaderboard,qwen3.5-2b,think,writing,mid,fixed-prompt-set,,,,,,19.27,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row Qwen/Qwen3.5-2B ( prefill) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,qwen3.5-2b,think,mixed,mid,fixed-prompt-set,,,,,,5.9,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row Qwen/Qwen3.5-2B ( prefill) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,qwen3.5-2b,think,mixed,mid,fixed-prompt-set,,,,,,6.72,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row Qwen/Qwen3.5-2B ( prefill) / column World Model)",,in, ugi-writing,ugi-leaderboard,qwen3.5-2b,nothink,writing,mid,fixed-prompt-set,,,,,,29.0,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row Qwen/Qwen3.5-2B (no thinking) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,qwen3.5-2b,nothink,mixed,mid,fixed-prompt-set,,,,,,25.94,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row Qwen/Qwen3.5-2B (no thinking) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,qwen3.5-2b,nothink,mixed,mid,fixed-prompt-set,,,,,,5.0,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row Qwen/Qwen3.5-2B (no thinking) / column World Model)",,in, ugi-writing,ugi-leaderboard,qwen3.5-0.8b,nothink,writing,mid,fixed-prompt-set,,,,,,23.01,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row Qwen/Qwen3.5-0.8B (no thinking) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,qwen3.5-0.8b,nothink,mixed,mid,fixed-prompt-set,,,,,,16.53,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row Qwen/Qwen3.5-0.8B (no thinking) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,qwen3.5-0.8b,nothink,mixed,mid,fixed-prompt-set,,,,,,6.11,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row Qwen/Qwen3.5-0.8B (no thinking) / column World Model)",,in, ugi-score,ugi-leaderboard,qwen3.5-0.8b,think,mixed,mid,fixed-prompt-set,,,,,,14.28,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row Qwen/Qwen3.5-0.8B ( prefill) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,qwen3.5-0.8b,think,mixed,mid,fixed-prompt-set,,,,,,6.38,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row Qwen/Qwen3.5-0.8B ( prefill) / column World Model)",,in, ugi-writing,ugi-leaderboard,qwen3-omni-30b-a3b-thinking,solo,writing,mid,fixed-prompt-set,,,,,,19.35,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row Qwen/Qwen3-Omni-30B-A3B-Thinking / column Writing ✍️)",,out:single-couple, ugi-score,ugi-leaderboard,qwen3-omni-30b-a3b-thinking,solo,mixed,mid,fixed-prompt-set,,,,,,33.04,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row Qwen/Qwen3-Omni-30B-A3B-Thinking / column UGI 🏆)",,out:single-couple, ugi-worldmodel,ugi-leaderboard,qwen3-omni-30b-a3b-thinking,solo,mixed,mid,fixed-prompt-set,,,,,,16.7,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row Qwen/Qwen3-Omni-30B-A3B-Thinking / column World Model)",,out:single-couple, ugi-score,ugi-leaderboard,qwen3.5-397b-a17b,think,mixed,mid,fixed-prompt-set,,,,,,28.52,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row Qwen/Qwen3.5-397B-A17B ( prefill) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,qwen3.5-397b-a17b,think,mixed,mid,fixed-prompt-set,,,,,,41.66,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row Qwen/Qwen3.5-397B-A17B ( prefill) / column World Model)",,in, ugi-writing,ugi-leaderboard,qwen3.5-397b-a17b,nothink,writing,mid,fixed-prompt-set,,,,,,50.06,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row Qwen/Qwen3.5-397B-A17B (no thinking) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,qwen3.5-397b-a17b,nothink,mixed,mid,fixed-prompt-set,,,,,,25.7,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row Qwen/Qwen3.5-397B-A17B (no thinking) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,qwen3.5-397b-a17b,nothink,mixed,mid,fixed-prompt-set,,,,,,42.79,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row Qwen/Qwen3.5-397B-A17B (no thinking) / column World Model)",,in, ugi-writing,ugi-leaderboard,?Qwen/Qwen3.6-Plus,not-established:absent,writing,mid,fixed-prompt-set,,,,,,46.1,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row Qwen/Qwen3.6-Plus (reasoning=disabled) / column Writing ✍️)",,out:model-not-established, ugi-score,ugi-leaderboard,?Qwen/Qwen3.6-Plus,not-established:absent,mixed,mid,fixed-prompt-set,,,,,,22.94,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row Qwen/Qwen3.6-Plus (reasoning=disabled) / column UGI 🏆)",,out:model-not-established, ugi-worldmodel,ugi-leaderboard,?Qwen/Qwen3.6-Plus,not-established:absent,mixed,mid,fixed-prompt-set,,,,,,41.02,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row Qwen/Qwen3.6-Plus (reasoning=disabled) / column World Model)",,out:model-not-established, ugi-writing,ugi-leaderboard,?Qwen/Qwen3.6-Plus,not-established:absent,writing,mid,fixed-prompt-set,,,,,,58.23,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row Qwen/Qwen3.6-Plus (reasoning=enabled) / column Writing ✍️)",,out:model-not-established, ugi-score,ugi-leaderboard,?Qwen/Qwen3.6-Plus,not-established:absent,mixed,mid,fixed-prompt-set,,,,,,43.51,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row Qwen/Qwen3.6-Plus (reasoning=enabled) / column UGI 🏆)",,out:model-not-established, ugi-worldmodel,ugi-leaderboard,?Qwen/Qwen3.6-Plus,not-established:absent,mixed,mid,fixed-prompt-set,,,,,,37.35,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row Qwen/Qwen3.6-Plus (reasoning=enabled) / column World Model)",,out:model-not-established, ugi-writing,ugi-leaderboard,?zai-org/GLM-5.1,not-established:absent,writing,mid,fixed-prompt-set,,,,,,54.9,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row zai-org/GLM-5.1 (reasoning=disabled) / column Writing ✍️)",,out:model-not-established, ugi-score,ugi-leaderboard,?zai-org/GLM-5.1,not-established:absent,mixed,mid,fixed-prompt-set,,,,,,39.99,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row zai-org/GLM-5.1 (reasoning=disabled) / column UGI 🏆)",,out:model-not-established, ugi-worldmodel,ugi-leaderboard,?zai-org/GLM-5.1,not-established:absent,mixed,mid,fixed-prompt-set,,,,,,45.71,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row zai-org/GLM-5.1 (reasoning=disabled) / column World Model)",,out:model-not-established, ugi-writing,ugi-leaderboard,?zai-org/GLM-5.1,not-established:absent,writing,mid,fixed-prompt-set,,,,,,61.74,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row zai-org/GLM-5.1 (reasoning=enabled) / column Writing ✍️)",,out:model-not-established, ugi-score,ugi-leaderboard,?zai-org/GLM-5.1,not-established:absent,mixed,mid,fixed-prompt-set,,,,,,52.88,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row zai-org/GLM-5.1 (reasoning=enabled) / column UGI 🏆)",,out:model-not-established, ugi-worldmodel,ugi-leaderboard,?zai-org/GLM-5.1,not-established:absent,mixed,mid,fixed-prompt-set,,,,,,46.76,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row zai-org/GLM-5.1 (reasoning=enabled) / column World Model)",,out:model-not-established, ugi-writing,ugi-leaderboard,?moonshotai/Kimi-K2.6,not-established:absent,writing,mid,fixed-prompt-set,,,,,,64.19,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row moonshotai/Kimi-K2.6 (reasoning=disabled) / column Writing ✍️)",,out:model-not-established, ugi-score,ugi-leaderboard,?moonshotai/Kimi-K2.6,not-established:absent,mixed,mid,fixed-prompt-set,,,,,,36.07,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row moonshotai/Kimi-K2.6 (reasoning=disabled) / column UGI 🏆)",,out:model-not-established, ugi-worldmodel,ugi-leaderboard,?moonshotai/Kimi-K2.6,not-established:absent,mixed,mid,fixed-prompt-set,,,,,,42.12,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row moonshotai/Kimi-K2.6 (reasoning=disabled) / column World Model)",,out:model-not-established, ugi-writing,ugi-leaderboard,?moonshotai/Kimi-K2.6,not-established:absent,writing,mid,fixed-prompt-set,,,,,,64.4,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row moonshotai/Kimi-K2.6 (reasoning=enabled) / column Writing ✍️)",,out:model-not-established, ugi-score,ugi-leaderboard,?moonshotai/Kimi-K2.6,not-established:absent,mixed,mid,fixed-prompt-set,,,,,,51.08,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row moonshotai/Kimi-K2.6 (reasoning=enabled) / column UGI 🏆)",,out:model-not-established, ugi-worldmodel,ugi-leaderboard,?moonshotai/Kimi-K2.6,not-established:absent,mixed,mid,fixed-prompt-set,,,,,,49.71,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row moonshotai/Kimi-K2.6 (reasoning=enabled) / column World Model)",,out:model-not-established, ugi-writing,ugi-leaderboard,qwen3.6-35b-a3b,nothink,writing,mid,fixed-prompt-set,,,,,,35.83,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row Qwen/Qwen3.6-35B-A3B (no think) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,qwen3.6-35b-a3b,nothink,mixed,mid,fixed-prompt-set,,,,,,16.02,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row Qwen/Qwen3.6-35B-A3B (no think) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,qwen3.6-35b-a3b,nothink,mixed,mid,fixed-prompt-set,,,,,,30.75,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row Qwen/Qwen3.6-35B-A3B (no think) / column World Model)",,in, ugi-writing,ugi-leaderboard,qwen3.6-35b-a3b,think,writing,mid,fixed-prompt-set,,,,,,45.36,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row Qwen/Qwen3.6-35B-A3B ( prefill) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,qwen3.6-35b-a3b,think,mixed,mid,fixed-prompt-set,,,,,,21.51,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row Qwen/Qwen3.6-35B-A3B ( prefill) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,qwen3.6-35b-a3b,think,mixed,mid,fixed-prompt-set,,,,,,27.98,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row Qwen/Qwen3.6-35B-A3B ( prefill) / column World Model)",,in, ugi-writing,ugi-leaderboard,gpt-5.5,nothink,writing,mid,fixed-prompt-set,,,,,,51.47,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row openai/gpt-5.5-2026-04-23 (reasoning_effort=none) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,gpt-5.5,nothink,mixed,mid,fixed-prompt-set,,,,,,49.97,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row openai/gpt-5.5-2026-04-23 (reasoning_effort=none) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,gpt-5.5,nothink,mixed,mid,fixed-prompt-set,,,,,,51.64,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row openai/gpt-5.5-2026-04-23 (reasoning_effort=none) / column World Model)",,in, ugi-writing,ugi-leaderboard,gpt-5.5,low,writing,mid,fixed-prompt-set,,,,,,58.69,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row openai/gpt-5.5-2026-04-23 (reasoning_effort=low) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,gpt-5.5,low,mixed,mid,fixed-prompt-set,,,,,,44.98,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row openai/gpt-5.5-2026-04-23 (reasoning_effort=low) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,gpt-5.5,low,mixed,mid,fixed-prompt-set,,,,,,66.46,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row openai/gpt-5.5-2026-04-23 (reasoning_effort=low) / column World Model)",,in, ugi-writing,ugi-leaderboard,gpt-5.5,medium,writing,mid,fixed-prompt-set,,,,,,64.75,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row openai/gpt-5.5-2026-04-23 (reasoning_effort=medium) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,gpt-5.5,medium,mixed,mid,fixed-prompt-set,,,,,,49.19,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row openai/gpt-5.5-2026-04-23 (reasoning_effort=medium) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,gpt-5.5,medium,mixed,mid,fixed-prompt-set,,,,,,71.64,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row openai/gpt-5.5-2026-04-23 (reasoning_effort=medium) / column World Model)",,in, ugi-writing,ugi-leaderboard,gpt-5.5,high,writing,mid,fixed-prompt-set,,,,,,67.91,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row openai/gpt-5.5-2026-04-23 (reasoning_effort=high) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,gpt-5.5,high,mixed,mid,fixed-prompt-set,,,,,,50.98,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row openai/gpt-5.5-2026-04-23 (reasoning_effort=high) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,gpt-5.5,high,mixed,mid,fixed-prompt-set,,,,,,74.16,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row openai/gpt-5.5-2026-04-23 (reasoning_effort=high) / column World Model)",,in, ugi-writing,ugi-leaderboard,gpt-5.5,xhigh,writing,mid,fixed-prompt-set,,,,,,69.66,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row openai/gpt-5.5-2026-04-23 (reasoning_effort=xhigh) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,gpt-5.5,xhigh,mixed,mid,fixed-prompt-set,,,,,,51.19,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row openai/gpt-5.5-2026-04-23 (reasoning_effort=xhigh) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,gpt-5.5,xhigh,mixed,mid,fixed-prompt-set,,,,,,69.29,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row openai/gpt-5.5-2026-04-23 (reasoning_effort=xhigh) / column World Model)",,in, ugi-writing,ugi-leaderboard,grok-4.20,nothink,writing,mid,fixed-prompt-set,,,,,,47.15,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row xai/grok-4.20-0309-non-reasoning / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,grok-4.20,nothink,mixed,mid,fixed-prompt-set,,,,,,51.77,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row xai/grok-4.20-0309-non-reasoning / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,grok-4.20,nothink,mixed,mid,fixed-prompt-set,,,,,,33.82,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row xai/grok-4.20-0309-non-reasoning / column World Model)",,in, ugi-writing,ugi-leaderboard,grok-4.20,think,writing,mid,fixed-prompt-set,,,,,,55.26,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row xai/grok-4.20-0309-reasoning / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,grok-4.20,think,mixed,mid,fixed-prompt-set,,,,,,64.23,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row xai/grok-4.20-0309-reasoning / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,grok-4.20,think,mixed,mid,fixed-prompt-set,,,,,,41.13,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row xai/grok-4.20-0309-reasoning / column World Model)",,in, ugi-writing,ugi-leaderboard,?deepseek-ai/DeepSeek-V4-Flash,not-established:absent,writing,mid,fixed-prompt-set,,,,,,54.58,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row deepseek-ai/DeepSeek-V4-Flash (reasoning=disabled) / column Writing ✍️)",,out:model-not-established, ugi-score,ugi-leaderboard,?deepseek-ai/DeepSeek-V4-Flash,not-established:absent,mixed,mid,fixed-prompt-set,,,,,,59.21,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row deepseek-ai/DeepSeek-V4-Flash (reasoning=disabled) / column UGI 🏆)",,out:model-not-established, ugi-worldmodel,ugi-leaderboard,?deepseek-ai/DeepSeek-V4-Flash,not-established:absent,mixed,mid,fixed-prompt-set,,,,,,44.78,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row deepseek-ai/DeepSeek-V4-Flash (reasoning=disabled) / column World Model)",,out:model-not-established, ugi-writing,ugi-leaderboard,?deepseek-ai/DeepSeek-V4-Flash,not-established:absent,writing,mid,fixed-prompt-set,,,,,,49.74,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row deepseek-ai/DeepSeek-V4-Flash (reasoning=enabled) / column Writing ✍️)",,out:model-not-established, ugi-score,ugi-leaderboard,?deepseek-ai/DeepSeek-V4-Flash,not-established:absent,mixed,mid,fixed-prompt-set,,,,,,56.63,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row deepseek-ai/DeepSeek-V4-Flash (reasoning=enabled) / column UGI 🏆)",,out:model-not-established, ugi-worldmodel,ugi-leaderboard,?deepseek-ai/DeepSeek-V4-Flash,not-established:absent,mixed,mid,fixed-prompt-set,,,,,,34.4,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row deepseek-ai/DeepSeek-V4-Flash (reasoning=enabled) / column World Model)",,out:model-not-established, ugi-writing,ugi-leaderboard,?deepseek-ai/DeepSeek-V4-Pro,not-established:absent,writing,mid,fixed-prompt-set,,,,,,60.25,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row deepseek-ai/DeepSeek-V4-Pro (reasoning=disabled) / column Writing ✍️)",,out:model-not-established, ugi-score,ugi-leaderboard,?deepseek-ai/DeepSeek-V4-Pro,not-established:absent,mixed,mid,fixed-prompt-set,,,,,,48.55,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row deepseek-ai/DeepSeek-V4-Pro (reasoning=disabled) / column UGI 🏆)",,out:model-not-established, ugi-worldmodel,ugi-leaderboard,?deepseek-ai/DeepSeek-V4-Pro,not-established:absent,mixed,mid,fixed-prompt-set,,,,,,50.0,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row deepseek-ai/DeepSeek-V4-Pro (reasoning=disabled) / column World Model)",,out:model-not-established, ugi-writing,ugi-leaderboard,?deepseek-ai/DeepSeek-V4-Pro,not-established:absent,writing,mid,fixed-prompt-set,,,,,,68.4,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row deepseek-ai/DeepSeek-V4-Pro (reasoning=enabled) / column Writing ✍️)",,out:model-not-established, ugi-score,ugi-leaderboard,?deepseek-ai/DeepSeek-V4-Pro,not-established:absent,mixed,mid,fixed-prompt-set,,,,,,62.26,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row deepseek-ai/DeepSeek-V4-Pro (reasoning=enabled) / column UGI 🏆)",,out:model-not-established, ugi-worldmodel,ugi-leaderboard,?deepseek-ai/DeepSeek-V4-Pro,not-established:absent,mixed,mid,fixed-prompt-set,,,,,,42.87,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row deepseek-ai/DeepSeek-V4-Pro (reasoning=enabled) / column World Model)",,out:model-not-established, ugi-writing,ugi-leaderboard,grok-4.3,not-established:absent,writing,mid,fixed-prompt-set,,,,,,57.74,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row xai/grok-4.3 / column Writing ✍️)",,out:effort-not-established, ugi-score,ugi-leaderboard,grok-4.3,not-established:absent,mixed,mid,fixed-prompt-set,,,,,,59.41,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row xai/grok-4.3 / column UGI 🏆)",,out:effort-not-established, ugi-worldmodel,ugi-leaderboard,grok-4.3,not-established:absent,mixed,mid,fixed-prompt-set,,,,,,37.28,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row xai/grok-4.3 / column World Model)",,out:effort-not-established, ugi-writing,ugi-leaderboard,qwen3.6-27b,think,writing,mid,fixed-prompt-set,,,,,,42.47,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row Qwen/Qwen3.6-27B ( prefill) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,qwen3.6-27b,think,mixed,mid,fixed-prompt-set,,,,,,27.15,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row Qwen/Qwen3.6-27B ( prefill) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,qwen3.6-27b,think,mixed,mid,fixed-prompt-set,,,,,,38.72,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row Qwen/Qwen3.6-27B ( prefill) / column World Model)",,in, ugi-writing,ugi-leaderboard,qwen3.6-27b,nothink,writing,mid,fixed-prompt-set,,,,,,38.83,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row Qwen/Qwen3.6-27B (no think) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,qwen3.6-27b,nothink,mixed,mid,fixed-prompt-set,,,,,,19.32,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row Qwen/Qwen3.6-27B (no think) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,qwen3.6-27b,nothink,mixed,mid,fixed-prompt-set,,,,,,40.84,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row Qwen/Qwen3.6-27B (no think) / column World Model)",,in, ugi-writing,ugi-leaderboard,gemini-3.5-flash,minimal,writing,mid,fixed-prompt-set,,,,,,72.47,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row google/gemini-3.5-flash (thinking_level=minimal) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,gemini-3.5-flash,minimal,mixed,mid,fixed-prompt-set,,,,,,46.22,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row google/gemini-3.5-flash (thinking_level=minimal) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,gemini-3.5-flash,minimal,mixed,mid,fixed-prompt-set,,,,,,63.79,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row google/gemini-3.5-flash (thinking_level=minimal) / column World Model)",,in, ugi-writing,ugi-leaderboard,gemini-3.5-flash,low,writing,mid,fixed-prompt-set,,,,,,72.44,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row google/gemini-3.5-flash (thinking_level=low) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,gemini-3.5-flash,low,mixed,mid,fixed-prompt-set,,,,,,46.67,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row google/gemini-3.5-flash (thinking_level=low) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,gemini-3.5-flash,low,mixed,mid,fixed-prompt-set,,,,,,58.33,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row google/gemini-3.5-flash (thinking_level=low) / column World Model)",,in, ugi-writing,ugi-leaderboard,gemini-3.5-flash,medium,writing,mid,fixed-prompt-set,,,,,,72.54,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row google/gemini-3.5-flash (thinking_level=medium) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,gemini-3.5-flash,medium,mixed,mid,fixed-prompt-set,,,,,,53.66,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row google/gemini-3.5-flash (thinking_level=medium) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,gemini-3.5-flash,medium,mixed,mid,fixed-prompt-set,,,,,,65.47,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row google/gemini-3.5-flash (thinking_level=medium) / column World Model)",,in, ugi-writing,ugi-leaderboard,gemini-3.5-flash,high,writing,mid,fixed-prompt-set,,,,,,69.71,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row google/gemini-3.5-flash (thinking_level=high) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,gemini-3.5-flash,high,mixed,mid,fixed-prompt-set,,,,,,55.37,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row google/gemini-3.5-flash (thinking_level=high) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,gemini-3.5-flash,high,mixed,mid,fixed-prompt-set,,,,,,67.95,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row google/gemini-3.5-flash (thinking_level=high) / column World Model)",,in, ugi-writing,ugi-leaderboard,?zai-org/GLM-5.2,not-established:absent,writing,mid,fixed-prompt-set,,,,,,61.21,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row zai-org/GLM-5.2 (reasoning=disabled) / column Writing ✍️)",,out:model-not-established, ugi-score,ugi-leaderboard,?zai-org/GLM-5.2,not-established:absent,mixed,mid,fixed-prompt-set,,,,,,29.44,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row zai-org/GLM-5.2 (reasoning=disabled) / column UGI 🏆)",,out:model-not-established, ugi-worldmodel,ugi-leaderboard,?zai-org/GLM-5.2,not-established:absent,mixed,mid,fixed-prompt-set,,,,,,53.77,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row zai-org/GLM-5.2 (reasoning=disabled) / column World Model)",,out:model-not-established, ugi-writing,ugi-leaderboard,?zai-org/GLM-5.2,not-established:absent,writing,mid,fixed-prompt-set,,,,,,67.03,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row zai-org/GLM-5.2 (reasoning=enabled) / column Writing ✍️)",,out:model-not-established, ugi-score,ugi-leaderboard,?zai-org/GLM-5.2,not-established:absent,mixed,mid,fixed-prompt-set,,,,,,58.91,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row zai-org/GLM-5.2 (reasoning=enabled) / column UGI 🏆)",,out:model-not-established, ugi-worldmodel,ugi-leaderboard,?zai-org/GLM-5.2,not-established:absent,mixed,mid,fixed-prompt-set,,,,,,40.49,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row zai-org/GLM-5.2 (reasoning=enabled) / column World Model)",,out:model-not-established, ugi-writing,ugi-leaderboard,grok-4.5,high,writing,mid,fixed-prompt-set,,,,,,59.96,score/100,0.00289,,level-from-default,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row xai/grok-4.5 / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,grok-4.5,high,mixed,mid,fixed-prompt-set,,,,,,62.32,score/100,0.00289,,level-from-default,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row xai/grok-4.5 / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,grok-4.5,high,mixed,mid,fixed-prompt-set,,,,,,45.19,score/100,0.00289,,level-from-default,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row xai/grok-4.5 / column World Model)",,in, ugi-writing,ugi-leaderboard,gpt-5.6-luna,nothink,writing,mid,fixed-prompt-set,,,,,,40.98,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row openai/gpt-5.6-luna (reasoning_effort=none) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,gpt-5.6-luna,nothink,mixed,mid,fixed-prompt-set,,,,,,31.24,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row openai/gpt-5.6-luna (reasoning_effort=none) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,gpt-5.6-luna,nothink,mixed,mid,fixed-prompt-set,,,,,,38.9,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row openai/gpt-5.6-luna (reasoning_effort=none) / column World Model)",,in, ugi-writing,ugi-leaderboard,gpt-5.6-luna,low,writing,mid,fixed-prompt-set,,,,,,46.97,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row openai/gpt-5.6-luna (reasoning_effort=low) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,gpt-5.6-luna,low,mixed,mid,fixed-prompt-set,,,,,,44.75,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row openai/gpt-5.6-luna (reasoning_effort=low) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,gpt-5.6-luna,low,mixed,mid,fixed-prompt-set,,,,,,38.13,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row openai/gpt-5.6-luna (reasoning_effort=low) / column World Model)",,in, ugi-writing,ugi-leaderboard,gpt-5.6-luna,medium,writing,mid,fixed-prompt-set,,,,,,49.23,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row openai/gpt-5.6-luna (reasoning_effort=medium) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,gpt-5.6-luna,medium,mixed,mid,fixed-prompt-set,,,,,,40.83,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row openai/gpt-5.6-luna (reasoning_effort=medium) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,gpt-5.6-luna,medium,mixed,mid,fixed-prompt-set,,,,,,51.64,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row openai/gpt-5.6-luna (reasoning_effort=medium) / column World Model)",,in, ugi-writing,ugi-leaderboard,gpt-5.6-luna,high,writing,mid,fixed-prompt-set,,,,,,53.73,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row openai/gpt-5.6-luna (reasoning_effort=high) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,gpt-5.6-luna,high,mixed,mid,fixed-prompt-set,,,,,,45.01,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row openai/gpt-5.6-luna (reasoning_effort=high) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,gpt-5.6-luna,high,mixed,mid,fixed-prompt-set,,,,,,57.98,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row openai/gpt-5.6-luna (reasoning_effort=high) / column World Model)",,in, ugi-writing,ugi-leaderboard,gpt-5.6-luna,xhigh,writing,mid,fixed-prompt-set,,,,,,52.84,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row openai/gpt-5.6-luna (reasoning_effort=xhigh) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,gpt-5.6-luna,xhigh,mixed,mid,fixed-prompt-set,,,,,,51.65,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row openai/gpt-5.6-luna (reasoning_effort=xhigh) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,gpt-5.6-luna,xhigh,mixed,mid,fixed-prompt-set,,,,,,50.97,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row openai/gpt-5.6-luna (reasoning_effort=xhigh) / column World Model)",,in, ugi-writing,ugi-leaderboard,gpt-5.6-terra,nothink,writing,mid,fixed-prompt-set,,,,,,48.2,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row openai/gpt-5.6-terra (reasoning_effort=none) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,gpt-5.6-terra,nothink,mixed,mid,fixed-prompt-set,,,,,,47.66,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row openai/gpt-5.6-terra (reasoning_effort=none) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,gpt-5.6-terra,nothink,mixed,mid,fixed-prompt-set,,,,,,56.99,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row openai/gpt-5.6-terra (reasoning_effort=none) / column World Model)",,in, ugi-writing,ugi-leaderboard,gpt-5.6-terra,low,writing,mid,fixed-prompt-set,,,,,,56.82,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row openai/gpt-5.6-terra (reasoning_effort=low) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,gpt-5.6-terra,low,mixed,mid,fixed-prompt-set,,,,,,50.9,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row openai/gpt-5.6-terra (reasoning_effort=low) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,gpt-5.6-terra,low,mixed,mid,fixed-prompt-set,,,,,,57.56,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row openai/gpt-5.6-terra (reasoning_effort=low) / column World Model)",,in, ugi-writing,ugi-leaderboard,gpt-5.6-terra,medium,writing,mid,fixed-prompt-set,,,,,,58.78,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row openai/gpt-5.6-terra (reasoning_effort=medium) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,gpt-5.6-terra,medium,mixed,mid,fixed-prompt-set,,,,,,49.39,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row openai/gpt-5.6-terra (reasoning_effort=medium) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,gpt-5.6-terra,medium,mixed,mid,fixed-prompt-set,,,,,,58.15,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row openai/gpt-5.6-terra (reasoning_effort=medium) / column World Model)",,in, ugi-writing,ugi-leaderboard,gpt-5.6-terra,high,writing,mid,fixed-prompt-set,,,,,,60.35,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row openai/gpt-5.6-terra (reasoning_effort=high) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,gpt-5.6-terra,high,mixed,mid,fixed-prompt-set,,,,,,49.04,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row openai/gpt-5.6-terra (reasoning_effort=high) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,gpt-5.6-terra,high,mixed,mid,fixed-prompt-set,,,,,,62.11,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row openai/gpt-5.6-terra (reasoning_effort=high) / column World Model)",,in, ugi-writing,ugi-leaderboard,gpt-5.6-terra,xhigh,writing,mid,fixed-prompt-set,,,,,,58.87,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row openai/gpt-5.6-terra (reasoning_effort=xhigh) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,gpt-5.6-terra,xhigh,mixed,mid,fixed-prompt-set,,,,,,47.69,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row openai/gpt-5.6-terra (reasoning_effort=xhigh) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,gpt-5.6-terra,xhigh,mixed,mid,fixed-prompt-set,,,,,,62.93,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row openai/gpt-5.6-terra (reasoning_effort=xhigh) / column World Model)",,in, ugi-writing,ugi-leaderboard,gpt-5.6-sol,nothink,writing,mid,fixed-prompt-set,,,,,,59.94,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row openai/gpt-5.6-sol (reasoning_effort=none) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,gpt-5.6-sol,nothink,mixed,mid,fixed-prompt-set,,,,,,44.68,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row openai/gpt-5.6-sol (reasoning_effort=none) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,gpt-5.6-sol,nothink,mixed,mid,fixed-prompt-set,,,,,,64.43,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row openai/gpt-5.6-sol (reasoning_effort=none) / column World Model)",,in, ugi-writing,ugi-leaderboard,gpt-5.6-sol,low,writing,mid,fixed-prompt-set,,,,,,62.96,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row openai/gpt-5.6-sol (reasoning_effort=low) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,gpt-5.6-sol,low,mixed,mid,fixed-prompt-set,,,,,,50.77,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row openai/gpt-5.6-sol (reasoning_effort=low) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,gpt-5.6-sol,low,mixed,mid,fixed-prompt-set,,,,,,66.46,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row openai/gpt-5.6-sol (reasoning_effort=low) / column World Model)",,in, ugi-writing,ugi-leaderboard,gpt-5.6-sol,medium,writing,mid,fixed-prompt-set,,,,,,65.38,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row openai/gpt-5.6-sol (reasoning_effort=medium) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,gpt-5.6-sol,medium,mixed,mid,fixed-prompt-set,,,,,,56.76,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row openai/gpt-5.6-sol (reasoning_effort=medium) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,gpt-5.6-sol,medium,mixed,mid,fixed-prompt-set,,,,,,70.92,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row openai/gpt-5.6-sol (reasoning_effort=medium) / column World Model)",,in, ugi-writing,ugi-leaderboard,gpt-5.6-sol,high,writing,mid,fixed-prompt-set,,,,,,65.26,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row openai/gpt-5.6-sol (reasoning_effort=high) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,gpt-5.6-sol,high,mixed,mid,fixed-prompt-set,,,,,,52.85,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row openai/gpt-5.6-sol (reasoning_effort=high) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,gpt-5.6-sol,high,mixed,mid,fixed-prompt-set,,,,,,66.49,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row openai/gpt-5.6-sol (reasoning_effort=high) / column World Model)",,in, ugi-writing,ugi-leaderboard,gpt-5.6-sol,xhigh,writing,mid,fixed-prompt-set,,,,,,63.22,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row openai/gpt-5.6-sol (reasoning_effort=xhigh) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,gpt-5.6-sol,xhigh,mixed,mid,fixed-prompt-set,,,,,,60.07,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row openai/gpt-5.6-sol (reasoning_effort=xhigh) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,gpt-5.6-sol,xhigh,mixed,mid,fixed-prompt-set,,,,,,65.34,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row openai/gpt-5.6-sol (reasoning_effort=xhigh) / column World Model)",,in, ugi-writing,ugi-leaderboard,grok-4.6,high,writing,mid,fixed-prompt-set,,,,,,63.31,score/100,0.00289,,level-from-default,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row xai/grok-4.6 / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,grok-4.6,high,mixed,mid,fixed-prompt-set,,,,,,19.79,score/100,0.00289,,level-from-default,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row xai/grok-4.6 / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,grok-4.6,high,mixed,mid,fixed-prompt-set,,,,,,56.52,score/100,0.00289,,level-from-default,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row xai/grok-4.6 / column World Model)",,in, ugi-writing,ugi-leaderboard,gemini-3.6-flash,minimal,writing,mid,fixed-prompt-set,,,,,,65.67,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row google/gemini-3.6-flash (thinking_level=minimal) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,gemini-3.6-flash,minimal,mixed,mid,fixed-prompt-set,,,,,,47.38,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row google/gemini-3.6-flash (thinking_level=minimal) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,gemini-3.6-flash,minimal,mixed,mid,fixed-prompt-set,,,,,,59.09,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row google/gemini-3.6-flash (thinking_level=minimal) / column World Model)",,in, ugi-writing,ugi-leaderboard,gemini-3.6-flash,medium,writing,mid,fixed-prompt-set,,,,,,69.84,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row google/gemini-3.6-flash (thinking_level=medium) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,gemini-3.6-flash,medium,mixed,mid,fixed-prompt-set,,,,,,55.8,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row google/gemini-3.6-flash (thinking_level=medium) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,gemini-3.6-flash,medium,mixed,mid,fixed-prompt-set,,,,,,66.59,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row google/gemini-3.6-flash (thinking_level=medium) / column World Model)",,in, ugi-writing,ugi-leaderboard,gemini-3.6-flash,high,writing,mid,fixed-prompt-set,,,,,,69.42,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row google/gemini-3.6-flash (thinking_level=high) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,gemini-3.6-flash,high,mixed,mid,fixed-prompt-set,,,,,,55.8,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row google/gemini-3.6-flash (thinking_level=high) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,gemini-3.6-flash,high,mixed,mid,fixed-prompt-set,,,,,,63.61,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row google/gemini-3.6-flash (thinking_level=high) / column World Model)",,in, ugi-writing,ugi-leaderboard,gemini-3.7-flash,low,writing,mid,fixed-prompt-set,,,,,,76.08,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row google/gemini-3.7-flash (thinking_level=low) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,gemini-3.7-flash,low,mixed,mid,fixed-prompt-set,,,,,,46.12,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row google/gemini-3.7-flash (thinking_level=low) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,gemini-3.7-flash,low,mixed,mid,fixed-prompt-set,,,,,,70.03,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row google/gemini-3.7-flash (thinking_level=low) / column World Model)",,in, ugi-writing,ugi-leaderboard,gemini-3.7-flash,medium,writing,mid,fixed-prompt-set,,,,,,77.53,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row google/gemini-3.7-flash (thinking_level=medium) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,gemini-3.7-flash,medium,mixed,mid,fixed-prompt-set,,,,,,42.78,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row google/gemini-3.7-flash (thinking_level=medium) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,gemini-3.7-flash,medium,mixed,mid,fixed-prompt-set,,,,,,64.86,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row google/gemini-3.7-flash (thinking_level=medium) / column World Model)",,in, ugi-writing,ugi-leaderboard,gemini-3.7-flash,high,writing,mid,fixed-prompt-set,,,,,,76.16,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row google/gemini-3.7-flash (thinking_level=high) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,gemini-3.7-flash,high,mixed,mid,fixed-prompt-set,,,,,,47.02,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row google/gemini-3.7-flash (thinking_level=high) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,gemini-3.7-flash,high,mixed,mid,fixed-prompt-set,,,,,,70.43,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row google/gemini-3.7-flash (thinking_level=high) / column World Model)",,in, ugi-writing,ugi-leaderboard,gemini-3.8-flash,low,writing,mid,fixed-prompt-set,,,,,,72.68,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row google/gemini-3.8-flash (thinking_level=low) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,gemini-3.8-flash,low,mixed,mid,fixed-prompt-set,,,,,,46.71,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row google/gemini-3.8-flash (thinking_level=low) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,gemini-3.8-flash,low,mixed,mid,fixed-prompt-set,,,,,,65.64,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row google/gemini-3.8-flash (thinking_level=low) / column World Model)",,in, ugi-writing,ugi-leaderboard,gemini-3.8-flash,medium,writing,mid,fixed-prompt-set,,,,,,78.55,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row google/gemini-3.8-flash (thinking_level=medium) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,gemini-3.8-flash,medium,mixed,mid,fixed-prompt-set,,,,,,44.9,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row google/gemini-3.8-flash (thinking_level=medium) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,gemini-3.8-flash,medium,mixed,mid,fixed-prompt-set,,,,,,71.32,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row google/gemini-3.8-flash (thinking_level=medium) / column World Model)",,in, ugi-writing,ugi-leaderboard,gemini-3.8-flash,high,writing,mid,fixed-prompt-set,,,,,,72.0,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row google/gemini-3.8-flash (thinking_level=high) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,gemini-3.8-flash,high,mixed,mid,fixed-prompt-set,,,,,,39.25,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row google/gemini-3.8-flash (thinking_level=high) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,gemini-3.8-flash,high,mixed,mid,fixed-prompt-set,,,,,,64.49,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row google/gemini-3.8-flash (thinking_level=high) / column World Model)",,in, ugi-writing,ugi-leaderboard,gpt-6-astra,low,writing,mid,fixed-prompt-set,,,,,,65.13,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row openai/gpt-6-astra (reasoning_effort=low) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,gpt-6-astra,low,mixed,mid,fixed-prompt-set,,,,,,48.75,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row openai/gpt-6-astra (reasoning_effort=low) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,gpt-6-astra,low,mixed,mid,fixed-prompt-set,,,,,,69.29,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row openai/gpt-6-astra (reasoning_effort=low) / column World Model)",,in, ugi-writing,ugi-leaderboard,gpt-6-astra,medium,writing,mid,fixed-prompt-set,,,,,,68.07,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row openai/gpt-6-astra (reasoning_effort=medium) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,gpt-6-astra,medium,mixed,mid,fixed-prompt-set,,,,,,52.92,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row openai/gpt-6-astra (reasoning_effort=medium) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,gpt-6-astra,medium,mixed,mid,fixed-prompt-set,,,,,,69.65,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row openai/gpt-6-astra (reasoning_effort=medium) / column World Model)",,in, ugi-writing,ugi-leaderboard,gpt-6-astra,high,writing,mid,fixed-prompt-set,,,,,,68.9,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row openai/gpt-6-astra (reasoning_effort=high) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,gpt-6-astra,high,mixed,mid,fixed-prompt-set,,,,,,49.79,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row openai/gpt-6-astra (reasoning_effort=high) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,gpt-6-astra,high,mixed,mid,fixed-prompt-set,,,,,,72.01,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row openai/gpt-6-astra (reasoning_effort=high) / column World Model)",,in, ugi-writing,ugi-leaderboard,gpt-6-astra,xhigh,writing,mid,fixed-prompt-set,,,,,,68.02,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row openai/gpt-6-astra (reasoning_effort=xhigh) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,gpt-6-astra,xhigh,mixed,mid,fixed-prompt-set,,,,,,53.54,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row openai/gpt-6-astra (reasoning_effort=xhigh) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,gpt-6-astra,xhigh,mixed,mid,fixed-prompt-set,,,,,,70.19,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row openai/gpt-6-astra (reasoning_effort=xhigh) / column World Model)",,in, ugi-writing,ugi-leaderboard,gpt-6.1-sol,low,writing,mid,fixed-prompt-set,,,,,,60.54,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row openai/gpt-6.1-sol (reasoning_effort=low) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,gpt-6.1-sol,low,mixed,mid,fixed-prompt-set,,,,,,53.13,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row openai/gpt-6.1-sol (reasoning_effort=low) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,gpt-6.1-sol,low,mixed,mid,fixed-prompt-set,,,,,,58.07,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row openai/gpt-6.1-sol (reasoning_effort=low) / column World Model)",,in, ugi-writing,ugi-leaderboard,gpt-6.1-sol,medium,writing,mid,fixed-prompt-set,,,,,,62.43,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row openai/gpt-6.1-sol (reasoning_effort=medium) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,gpt-6.1-sol,medium,mixed,mid,fixed-prompt-set,,,,,,52.5,score/100,0.0289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row openai/gpt-6.1-sol (reasoning_effort=medium) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,gpt-6.1-sol,medium,mixed,mid,fixed-prompt-set,,,,,,69.17,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row openai/gpt-6.1-sol (reasoning_effort=medium) / column World Model)",,in, ugi-writing,ugi-leaderboard,gpt-6.1-sol,high,writing,mid,fixed-prompt-set,,,,,,67.72,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row openai/gpt-6.1-sol (reasoning_effort=high) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,gpt-6.1-sol,high,mixed,mid,fixed-prompt-set,,,,,,58.75,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row openai/gpt-6.1-sol (reasoning_effort=high) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,gpt-6.1-sol,high,mixed,mid,fixed-prompt-set,,,,,,71.07,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row openai/gpt-6.1-sol (reasoning_effort=high) / column World Model)",,in, ugi-writing,ugi-leaderboard,gpt-6.1-sol,xhigh,writing,mid,fixed-prompt-set,,,,,,64.97,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row openai/gpt-6.1-sol (reasoning_effort=xhigh) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,gpt-6.1-sol,xhigh,mixed,mid,fixed-prompt-set,,,,,,53.54,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row openai/gpt-6.1-sol (reasoning_effort=xhigh) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,gpt-6.1-sol,xhigh,mixed,mid,fixed-prompt-set,,,,,,69.25,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row openai/gpt-6.1-sol (reasoning_effort=xhigh) / column World Model)",,in, ugi-writing,ugi-leaderboard,grok-4.7,high,writing,mid,fixed-prompt-set,,,,,,54.14,score/100,0.00289,,level-from-default,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row xai/grok-4.7 / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,grok-4.7,high,mixed,mid,fixed-prompt-set,,,,,,33.9,score/100,0.0289,,level-from-default,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row xai/grok-4.7 / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,grok-4.7,high,mixed,mid,fixed-prompt-set,,,,,,45.1,score/100,0.0289,,level-from-default,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row xai/grok-4.7 / column World Model)",,in, ugi-writing,ugi-leaderboard,gpt-6-sol,low,writing,mid,fixed-prompt-set,,,,,,53.78,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row openai/gpt-6-sol (reasoning_effort=low) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,gpt-6-sol,low,mixed,mid,fixed-prompt-set,,,,,,48.31,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row openai/gpt-6-sol (reasoning_effort=low) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,gpt-6-sol,low,mixed,mid,fixed-prompt-set,,,,,,67.21,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row openai/gpt-6-sol (reasoning_effort=low) / column World Model)",,in, ugi-writing,ugi-leaderboard,gpt-6-sol,medium,writing,mid,fixed-prompt-set,,,,,,53.63,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row openai/gpt-6-sol (reasoning_effort=medium) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,gpt-6-sol,medium,mixed,mid,fixed-prompt-set,,,,,,50.81,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row openai/gpt-6-sol (reasoning_effort=medium) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,gpt-6-sol,medium,mixed,mid,fixed-prompt-set,,,,,,64.14,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row openai/gpt-6-sol (reasoning_effort=medium) / column World Model)",,in, ugi-writing,ugi-leaderboard,gpt-6-sol,high,writing,mid,fixed-prompt-set,,,,,,55.64,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row openai/gpt-6-sol (reasoning_effort=high) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,gpt-6-sol,high,mixed,mid,fixed-prompt-set,,,,,,57.84,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row openai/gpt-6-sol (reasoning_effort=high) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,gpt-6-sol,high,mixed,mid,fixed-prompt-set,,,,,,70.31,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row openai/gpt-6-sol (reasoning_effort=high) / column World Model)",,in, ugi-writing,ugi-leaderboard,gpt-6-sol,xhigh,writing,mid,fixed-prompt-set,,,,,,53.89,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'Writing ✍️' / row openai/gpt-6-sol (reasoning_effort=xhigh) / column Writing ✍️)",,in, ugi-score,ugi-leaderboard,gpt-6-sol,xhigh,mixed,mid,fixed-prompt-set,,,,,,51.59,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'UGI 🏆' / row openai/gpt-6-sol (reasoning_effort=xhigh) / column UGI 🏆)",,in, ugi-worldmodel,ugi-leaderboard,gpt-6-sol,xhigh,mixed,mid,fixed-prompt-set,,,,,,68.82,score/100,0.00289,,,"https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard (ugi-leaderboard-data.csv, column 'World Model' / row openai/gpt-6-sol (reasoning_effort=xhigh) / column World Model)",,in, aisi-cyber-expert,uk-aisi,gpt-5.4,unstated,mixed,hard,"ReAct Bash+Python Kali container, 50M-token budget",,,,,,52.4,pass-rate%,0.0289,,,https://www.aisi.gov.uk/blog/our-evaluation-of-openais-gpt-5-5-cyber-capabilities (Expert-level paragraph: average pass rate of GPT-5.4),,out:effort-not-established, aisi-cyber-expert,uk-aisi,opus-4.7,unstated,mixed,hard,"ReAct Bash+Python Kali container, 50M-token budget",,,,,,48.6,pass-rate%,0.0289,,,https://www.aisi.gov.uk/blog/our-evaluation-of-openais-gpt-5-5-cyber-capabilities (Expert-level paragraph: average pass rate of Opus 4.7),,out:effort-not-established, openclaw-arena-0718,uniclaw-openclaw-arena,?anthropic/claude-opus-4.7,not-established:absent,agentic-tool,mid,OpenClaw,,,,,,1704,Elo,0.289,,,https://app.uniclaw.ai/arena ($.performance / row anthropic/claude-opus-4.7 / column score),,out:model-not-established, openclaw-arena-0718,uniclaw-openclaw-arena,?anthropic/claude-opus-4.6,not-established:absent,agentic-tool,mid,OpenClaw,,,,,,1624,Elo,0.289,,,https://app.uniclaw.ai/arena ($.performance / row anthropic/claude-opus-4.6 / column score),,out:model-not-established, openclaw-arena-0718,uniclaw-openclaw-arena,?anthropic/claude-sonnet-4.6,not-established:absent,agentic-tool,mid,OpenClaw,,,,,,1608,Elo,0.289,,,https://app.uniclaw.ai/arena ($.performance / row anthropic/claude-sonnet-4.6 / column score),,out:model-not-established, openclaw-arena-0718,uniclaw-openclaw-arena,gpt-5.5,unstated,agentic-tool,mid,OpenClaw,,,,,,1554,Elo,0.289,,,https://app.uniclaw.ai/arena ($.performance / row openai/gpt-5.5 / column score),,out:effort-not-established, openclaw-arena-0718,uniclaw-openclaw-arena,glm-5.1,unstated,agentic-tool,mid,OpenClaw,,,,,,1548,Elo,0.289,,,https://app.uniclaw.ai/arena ($.performance / row z-ai/glm-5.1 / column score),,out:effort-not-established, openclaw-arena-0718,uniclaw-openclaw-arena,gpt-5.4,unstated,agentic-tool,mid,OpenClaw,,,,,,1544,Elo,0.289,,,https://app.uniclaw.ai/arena ($.performance / row openai/gpt-5.4 / column score),,out:effort-not-established, openclaw-arena-0718,uniclaw-openclaw-arena,?qwen/qwen3.6-plus:free,not-established:absent,agentic-tool,mid,OpenClaw,,,,,,1471,Elo,0.289,,,https://app.uniclaw.ai/arena ($.performance / row qwen/qwen3.6-plus:free / column score),,out:model-not-established, openclaw-arena-0718,uniclaw-openclaw-arena,qwen3.6-27b,unstated,agentic-tool,mid,OpenClaw,,,,,,1429,Elo,0.289,,,https://app.uniclaw.ai/arena ($.performance / row qwen/qwen3.6-27b / column score),,out:effort-not-established, openclaw-arena-0718,uniclaw-openclaw-arena,deepseek-v4-pro-preview,unstated,agentic-tool,mid,OpenClaw,,,,,,1413,Elo,0.289,,,https://app.uniclaw.ai/arena ($.performance / row deepseek/deepseek-v4-pro / column score),,out:effort-not-established, openclaw-arena-0718,uniclaw-openclaw-arena,qwen3.6-plus,unstated,agentic-tool,mid,OpenClaw,,,,,,1379,Elo,0.289,,,https://app.uniclaw.ai/arena ($.performance / row qwen/qwen3.6-plus / column score),,out:effort-not-established, openclaw-arena-0718,uniclaw-openclaw-arena,mimo-v2.5-pro,unstated,agentic-tool,mid,OpenClaw,,,,,,1371,Elo,0.289,,,https://app.uniclaw.ai/arena ($.performance / row xiaomi/mimo-v2.5-pro / column score),,out:effort-not-established, openclaw-arena-0718,uniclaw-openclaw-arena,gpt-5.3-codex,unstated,agentic-tool,mid,OpenClaw,,,,,,1357,Elo,0.289,,,https://app.uniclaw.ai/arena ($.performance / row openai/gpt-5.3-codex / column score),,out:effort-not-established, openclaw-arena-0718,uniclaw-openclaw-arena,deepseek-v4-flash-preview,unstated,agentic-tool,mid,OpenClaw,,,,,,1317,Elo,0.289,,,https://app.uniclaw.ai/arena ($.performance / row deepseek/deepseek-v4-flash / column score),,out:effort-not-established, openclaw-arena-0718,uniclaw-openclaw-arena,?anthropic/claude-haiku-4.5,not-established:absent,agentic-tool,mid,OpenClaw,,,,,,1303,Elo,0.289,,,https://app.uniclaw.ai/arena ($.performance / row anthropic/claude-haiku-4.5 / column score),,out:model-not-established, openclaw-arena-0718,uniclaw-openclaw-arena,?xiaomi/mimo-v2-pro,not-established:absent,agentic-tool,mid,OpenClaw,,,,,,1297,Elo,0.289,,,https://app.uniclaw.ai/arena ($.performance / row xiaomi/mimo-v2-pro / column score),,out:model-not-established, openclaw-arena-0718,uniclaw-openclaw-arena,qwen3.5-27b,unstated,agentic-tool,mid,OpenClaw,,,,,,1259,Elo,0.289,,,https://app.uniclaw.ai/arena ($.performance / row qwen/qwen3.5-27b / column score),,out:effort-not-established, openclaw-arena-0718,uniclaw-openclaw-arena,?tencent/hy3-preview:free,not-established:absent,agentic-tool,mid,OpenClaw,,,,,,1258,Elo,0.289,,,https://app.uniclaw.ai/arena ($.performance / row tencent/hy3-preview:free / column score),,out:model-not-established, openclaw-arena-0718,uniclaw-openclaw-arena,minimax-m2.7,unstated,agentic-tool,mid,OpenClaw,,,,,,1220,Elo,0.289,,,https://app.uniclaw.ai/arena ($.performance / row minimax/minimax-m2.7 / column score),,out:effort-not-established, openclaw-arena-0718,uniclaw-openclaw-arena,kimi-k2.6,unstated,agentic-tool,mid,OpenClaw,,,,,,1213,Elo,0.289,,,https://app.uniclaw.ai/arena ($.performance / row moonshotai/kimi-k2.6 / column score),,out:effort-not-established, openclaw-arena-0718,uniclaw-openclaw-arena,glm-5-turbo,unstated,agentic-tool,mid,OpenClaw,,,,,,1212,Elo,0.289,,,https://app.uniclaw.ai/arena ($.performance / row z-ai/glm-5-turbo / column score),,out:effort-not-established, openclaw-arena-0718,uniclaw-openclaw-arena,glm-5v-turbo,unstated,agentic-tool,mid,OpenClaw,,,,,,1208,Elo,0.289,,,https://app.uniclaw.ai/arena ($.performance / row z-ai/glm-5v-turbo / column score),,out:effort-not-established, openclaw-arena-0718,uniclaw-openclaw-arena,deepseek-v3.2,unstated,agentic-tool,mid,OpenClaw,,,,,,1174,Elo,0.289,,,https://app.uniclaw.ai/arena ($.performance / row deepseek/deepseek-v3.2 / column score),,out:effort-not-established, openclaw-arena-0718,uniclaw-openclaw-arena,step-3.5-flash,unstated,agentic-tool,mid,OpenClaw,,,,,,1150,Elo,0.289,,,https://app.uniclaw.ai/arena ($.performance / row stepfun/step-3.5-flash / column score),,out:effort-not-established, openclaw-arena-0718,uniclaw-openclaw-arena,gemini-3-flash,unstated,agentic-tool,mid,OpenClaw,,,,,,1087,Elo,0.289,,,https://app.uniclaw.ai/arena ($.performance / row google/gemini-3-flash-preview / column score),,out:effort-not-established, openclaw-arena-0718,uniclaw-openclaw-arena,gemini-3.1-pro,unstated,agentic-tool,mid,OpenClaw,,,,,,1068,Elo,0.289,,,https://app.uniclaw.ai/arena ($.performance / row google/gemini-3.1-pro-preview / column score),,out:effort-not-established, openclaw-arena-0718,uniclaw-openclaw-arena,grok-4.1-fast,unstated,agentic-tool,mid,OpenClaw,,,,,,1065,Elo,0.289,,,https://app.uniclaw.ai/arena ($.performance / row x-ai/grok-4.1-fast / column score),,out:effort-not-established, openclaw-arena-0718,uniclaw-openclaw-arena,gemini-3.1-pro-customtools,unstated,agentic-tool,mid,OpenClaw,,,,,,1017,Elo,0.289,,,https://app.uniclaw.ai/arena ($.performance / row google/gemini-3.1-pro-preview-customtools / column score),,out:effort-not-established, openclaw-arena-0718,uniclaw-openclaw-arena,gemma-4-31b-it,unstated,agentic-tool,mid,OpenClaw,,,,,,911,Elo,0.289,,,https://app.uniclaw.ai/arena ($.performance / row google/gemma-4-31b-it / column score),,out:effort-not-established, openclaw-arena-0718,uniclaw-openclaw-arena,kimi-k2.5,unstated,agentic-tool,mid,OpenClaw,,,,,,864,Elo,0.289,,,https://app.uniclaw.ai/arena ($.performance / row moonshotai/kimi-k2.5 / column score),,out:effort-not-established, openclaw-arena-0718,uniclaw-openclaw-arena,?nvidia/nemotron-3-super-120b-a12b,not-established:absent,agentic-tool,mid,OpenClaw,,,,,,685,Elo,0.289,,,https://app.uniclaw.ai/arena ($.performance / row nvidia/nemotron-3-super-120b-a12b / column score),,out:model-not-established, valsaime,vals.ai,?anthropic/claude-haiku-4-5-20251001-thinking,not-established:absent,reasoning-math,hard,Vals-platform-one-shot,per-test,0.173775,2.89e-07,,,82.708,score%,0.000289,,,https://vals.ai/benchmarks/aime ($.tasks.overall / row anthropic/claude-haiku-4-5-20251001-thinking / column accuracy),,out:model-not-established,out:model-not-established valsaime,vals.ai,opus-4.7,max,reasoning-math,hard,Vals-platform-one-shot,per-test,0.450513,2.89e-07,,,96.25,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/aime ($.tasks.overall / row anthropic/claude-opus-4-7 / column accuracy),,in,in valsaime,vals.ai,sonnet-4.6,not-established:absent,reasoning-math,hard,Vals-platform-one-shot,per-test,0.436012,2.89e-07,,,92.292,score%,0.000289,,,https://vals.ai/benchmarks/aime ($.tasks.overall / row anthropic/claude-sonnet-4-6 / column accuracy),,out:effort-not-established,out:effort-not-established valsaime,vals.ai,qwen3-max-0923,solo,reasoning-math,hard,Vals-platform-one-shot,per-test,0.033364,2.89e-07,,,81.042,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/aime ($.tasks.overall / row alibaba/qwen3-max / column accuracy),,out:single-couple,out:cost-single-couple valsaime,vals.ai,qwen3-max-preview,default,reasoning-math,hard,Vals-platform-one-shot,per-test,0.023054,2.89e-07,,,60.694,score%,0.000289,,,https://vals.ai/benchmarks/aime ($.tasks.overall / row alibaba/qwen3-max-preview / column accuracy),,out:effort-not-established,out:effort-not-established valsaime,vals.ai,qwen3.5-flash,default,reasoning-math,hard,Vals-platform-one-shot,per-test,0.011117,2.89e-07,,,92.5,score%,0.000289,,,https://vals.ai/benchmarks/aime ($.tasks.overall / row alibaba/qwen3.5-flash / column accuracy),,out:effort-not-established,out:effort-not-established valsaime,vals.ai,qwen3.5-plus,think,reasoning-math,hard,Vals-platform-one-shot,per-test,0.04516,2.89e-07,,,86.042,score%,0.000289,,cost-stated-prices; cost-method-assumed-single,https://vals.ai/benchmarks/aime ($.tasks.overall / row alibaba/qwen3.5-plus-thinking / column accuracy),,in,out:cost-not-comparable valsaime,vals.ai,qwen3.6-plus,default,reasoning-math,hard,Vals-platform-one-shot,per-test,0.09352,2.89e-07,,,94.583,score%,0.000289,,,https://vals.ai/benchmarks/aime ($.tasks.overall / row alibaba/qwen3.6-plus / column accuracy),,out:effort-not-established,out:effort-not-established valsaime,vals.ai,deepseek-r1,solo,reasoning-math,hard,Vals-platform-one-shot,per-test,0.021703265740740742,2.85e-05,,,73.958,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/aime ($.tasks.overall / row fireworks/deepseek-r1 / column accuracy),,out:single-couple,out:cost-single-couple valsaime,vals.ai,deepseek-v3,solo,reasoning-math,hard,Vals-platform-one-shot,per-test,0.002560377777777778,0.000896,,,27.5,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/aime ($.tasks.overall / row fireworks/deepseek-v3 / column accuracy),,out:single-couple,out:cost-single-couple valsaime,vals.ai,deepseek-v3-0324,solo,reasoning-math,hard,Vals-platform-one-shot,per-test,0.0024294666666666667,0.00085,,,52.202,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/aime ($.tasks.overall / row fireworks/deepseek-v3-0324 / column accuracy),,out:single-couple,out:cost-single-couple valsaime,vals.ai,deepseek-v3.2,not-established:absent,reasoning-math,hard,Vals-platform-one-shot,per-test,0.001399,2.89e-07,,,64.792,score%,0.000289,,,https://vals.ai/benchmarks/aime ($.tasks.overall / row fireworks/deepseek-v3p2 / column accuracy),,out:effort-not-established,out:effort-not-established valsaime,vals.ai,?fireworks/deepseek-v3p2-thinking,not-established:absent,reasoning-math,hard,Vals-platform-one-shot,per-test,0.00442,2.89e-07,,,84.583,score%,0.000289,,,https://vals.ai/benchmarks/aime ($.tasks.overall / row fireworks/deepseek-v3p2-thinking / column accuracy),,out:model-not-established,out:model-not-established valsaime,vals.ai,gpt-oss-120b,unstated,reasoning-math,hard,Vals-platform-one-shot,per-test,0.010472,2.89e-07,,,92.598,score%,0.000289,,,https://vals.ai/benchmarks/aime ($.tasks.overall / row fireworks/gpt-oss-120b / column accuracy),,out:effort-not-established,out:effort-not-established valsaime,vals.ai,gpt-oss-20b,unstated,reasoning-math,hard,Vals-platform-one-shot,per-test,0.011043,2.89e-07,,,86.042,score%,0.000289,,,https://vals.ai/benchmarks/aime ($.tasks.overall / row fireworks/gpt-oss-20b / column accuracy),,out:effort-not-established,out:effort-not-established valsaime,vals.ai,qwen3-235b-a22b,default,reasoning-math,hard,Vals-platform-one-shot,per-test,0.011598,2.89e-07,,,83.958,score%,0.000289,,,https://vals.ai/benchmarks/aime ($.tasks.overall / row fireworks/qwen3-235b-a22b / column accuracy),,out:effort-not-established,out:effort-not-established valsaime,vals.ai,gemini-1.5-flash-002,solo,reasoning-math,hard,Vals-platform-one-shot,per-test,0.000266,2.89e-07,,,17.292,score%,0.000289,,cost-stated-prices; cost-method-assumed-single,https://vals.ai/benchmarks/aime ($.tasks.overall / row google/gemini-1.5-flash-002 / column accuracy),,out:single-couple,out:cost-not-comparable valsaime,vals.ai,gemini-1.5-pro-002,solo,reasoning-math,hard,Vals-platform-one-shot,per-test,0.004203,2.89e-07,,,18.75,score%,0.000289,,cost-stated-prices; cost-method-assumed-single,https://vals.ai/benchmarks/aime ($.tasks.overall / row google/gemini-1.5-pro-002 / column accuracy),,out:single-couple,out:cost-not-comparable valsaime,vals.ai,gemini-2.0-flash,solo,reasoning-math,hard,Vals-platform-one-shot,per-test,0.001044,2.89e-07,,,29.792,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/aime ($.tasks.overall / row google/gemini-2.0-flash-001 / column accuracy),,out:single-couple,out:cost-single-couple valsaime,vals.ai,gemini-2.5-flash-lite-preview-09-2025,unstated,reasoning-math,hard,Vals-platform-one-shot,per-test,0.003224,2.89e-07,,,26.25,score%,0.000289,,,https://vals.ai/benchmarks/aime ($.tasks.overall / row google/gemini-2.5-flash-lite-preview-09-2025 / column accuracy),,out:effort-not-established,out:effort-not-established valsaime,vals.ai,?google/gemini-2.5-flash-lite-preview-09-2025-thinking,not-established:absent,reasoning-math,hard,Vals-platform-one-shot,per-test,0.000566,2.89e-07,,,42.083,score%,0.000289,,,https://vals.ai/benchmarks/aime ($.tasks.overall / row google/gemini-2.5-flash-lite-preview-09-2025-thinking / column accuracy),,out:model-not-established,out:model-not-established valsaime,vals.ai,gemini-2.5-flash-preview-09-2025,unstated,reasoning-math,hard,Vals-platform-one-shot,per-test,0.004524,2.89e-07,,,49.792,score%,0.000289,,,https://vals.ai/benchmarks/aime ($.tasks.overall / row google/gemini-2.5-flash-preview-09-2025 / column accuracy),,out:effort-not-established,out:effort-not-established valsaime,vals.ai,?google/gemini-2.5-flash-preview-09-2025-thinking,not-established:absent,reasoning-math,hard,Vals-platform-one-shot,per-test,0.004986,2.89e-07,,,51.458,score%,0.000289,,,https://vals.ai/benchmarks/aime ($.tasks.overall / row google/gemini-2.5-flash-preview-09-2025-thinking / column accuracy),,out:model-not-established,out:model-not-established valsaime,vals.ai,gemini-2.5-pro-exp-03-25,solo,reasoning-math,hard,Vals-platform-one-shot,per-test,0.027139,2.89e-07,,,85.833,score%,0.000289,,cost-method-assumed-single,https://vals.ai/benchmarks/aime ($.tasks.overall / row google/gemini-2.5-pro-exp-03-25 / column accuracy),,out:single-couple,out:cost-not-comparable valsaime,vals.ai,gemini-3-flash,high,reasoning-math,hard,Vals-platform-one-shot,per-test,0.046328,2.89e-07,,,95.625,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/aime ($.tasks.overall / row google/gemini-3-flash-preview / column accuracy),,in,in valsaime,vals.ai,?google/gemini-3-pro-preview,not-established:absent,reasoning-math,hard,Vals-platform-one-shot,per-test,0.169306,2.89e-07,,,96.68,score%,0.000289,,,https://vals.ai/benchmarks/aime ($.tasks.overall / row google/gemini-3-pro-preview / column accuracy),,out:model-not-established,out:model-not-established valsaime,vals.ai,gemini-3.1-flash-lite-preview,high,reasoning-math,hard,Vals-platform-one-shot,per-test,0.006966,2.89e-07,,,83.333,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/aime ($.tasks.overall / row google/gemini-3.1-flash-lite-preview / column accuracy),,in,in valsaime,vals.ai,gemini-3.1-pro,high,reasoning-math,hard,Vals-platform-one-shot,per-test,0.126991,2.89e-07,,,98.125,score%,0.000289,,cost-method-assumed-single,https://vals.ai/benchmarks/aime ($.tasks.overall / row google/gemini-3.1-pro-preview / column accuracy),,in,out:cost-not-comparable valsaime,vals.ai,grok-2-1212,solo,reasoning-math,hard,Vals-platform-one-shot,per-test,0.015018,2.89e-07,,,15.208,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/aime ($.tasks.overall / row grok/grok-2-1212 / column accuracy),,out:single-couple,out:cost-single-couple valsaime,vals.ai,?grok/grok-3,not-established:absent,reasoning-math,hard,Vals-platform-one-shot,per-test,0.090668,2.89e-07,,,58.75,score%,0.000289,,,https://vals.ai/benchmarks/aime ($.tasks.overall / row grok/grok-3 / column accuracy),,out:model-not-established,out:model-not-established valsaime,vals.ai,?grok/grok-3-mini-fast-high-reasoning,not-established:absent,reasoning-math,hard,Vals-platform-one-shot,per-test,0.008281,2.89e-07,,,85,score%,0.000289,,,https://vals.ai/benchmarks/aime ($.tasks.overall / row grok/grok-3-mini-fast-high-reasoning / column accuracy),,out:model-not-established,out:model-not-established valsaime,vals.ai,?grok/grok-3-mini-fast-low-reasoning,not-established:absent,reasoning-math,hard,Vals-platform-one-shot,per-test,0.00293,2.89e-07,,,70.625,score%,0.000289,,,https://vals.ai/benchmarks/aime ($.tasks.overall / row grok/grok-3-mini-fast-low-reasoning / column accuracy),,out:model-not-established,out:model-not-established valsaime,vals.ai,grok-4,solo,reasoning-math,hard,Vals-platform-one-shot,per-test,0.174399,2.89e-07,,,90.556,score%,0.000289,,cost-stated-prices; cost-method-assumed-single,https://vals.ai/benchmarks/aime ($.tasks.overall / row grok/grok-4-0709 / column accuracy),,out:single-couple,out:cost-not-comparable valsaime,vals.ai,grok-4.1-fast,nothink,reasoning-math,hard,Vals-platform-one-shot,per-test,0.000788,2.89e-07,,,27.083,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/aime ($.tasks.overall / row grok/grok-4-1-fast-non-reasoning / column accuracy),,in,in valsaime,vals.ai,grok-4.1-fast,think,reasoning-math,hard,Vals-platform-one-shot,per-test,0.004094,2.89e-07,,,91.875,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/aime ($.tasks.overall / row grok/grok-4-1-fast-reasoning / column accuracy),,in,in valsaime,vals.ai,grok-4-fast,nothink,reasoning-math,hard,Vals-platform-one-shot,per-test,0.000805,2.89e-07,,,33.333,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/aime ($.tasks.overall / row grok/grok-4-fast-non-reasoning / column accuracy),,out:single-couple,out:cost-single-couple valsaime,vals.ai,grok-4-fast,think,reasoning-math,hard,Vals-platform-one-shot,per-test,0.004317,2.89e-07,,,91.25,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/aime ($.tasks.overall / row grok/grok-4-fast-reasoning / column accuracy),,out:single-couple,out:cost-single-couple valsaime,vals.ai,grok-4.20,think,reasoning-math,hard,Vals-platform-one-shot,per-test,0.042072874999999996,0.01,,,96.458,score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/aime ($.tasks.overall / row grok/grok-4.20-0309-reasoning / column accuracy),,in,out:cost-single-couple valsaime,vals.ai,kimi-k2-thinking,solo,reasoning-math,hard,Vals-platform-one-shot,per-test,0.044508,2.89e-07,,,85.417,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/aime ($.tasks.overall / row kimi/kimi-k2-thinking / column accuracy),,in,in valsaime,vals.ai,?kimi/kimi-k2.5-thinking,not-established:absent,reasoning-math,hard,Vals-platform-one-shot,per-test,0.064142,2.89e-07,,,95.625,score%,0.000289,,,https://vals.ai/benchmarks/aime ($.tasks.overall / row kimi/kimi-k2.5-thinking / column accuracy),,out:model-not-established,out:model-not-established valsaime,vals.ai,gpt-4.1,solo,reasoning-math,hard,Vals-platform-one-shot,per-test,0.050106,2.89e-07,,,39.583,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/aime ($.tasks.overall / row openai/gpt-4.1-2025-04-14 / column accuracy),,out:single-couple,out:cost-single-couple valsaime,vals.ai,gpt-4.1-mini,solo,reasoning-math,hard,Vals-platform-one-shot,per-test,0.0079,2.89e-07,,,49.375,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/aime ($.tasks.overall / row openai/gpt-4.1-mini-2025-04-14 / column accuracy),,out:single-couple,out:cost-single-couple valsaime,vals.ai,gpt-4.1-nano,solo,reasoning-math,hard,Vals-platform-one-shot,per-test,0.001184,2.89e-07,,,26.458,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/aime ($.tasks.overall / row openai/gpt-4.1-nano-2025-04-14 / column accuracy),,out:single-couple,out:cost-single-couple valsaime,vals.ai,gpt-4o-0806,solo,reasoning-math,hard,Vals-platform-one-shot,per-test,0.012158,2.89e-07,,,13.958,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/aime ($.tasks.overall / row openai/gpt-4o-2024-08-06 / column accuracy),,out:single-couple,out:cost-single-couple valsaime,vals.ai,gpt-4o-1120,solo,reasoning-math,hard,Vals-platform-one-shot,per-test,0.011954,2.89e-07,,,11.875,score%,0.000289,,cost-method-assumed-single,https://vals.ai/benchmarks/aime ($.tasks.overall / row openai/gpt-4o-2024-11-20 / column accuracy),,out:single-couple,out:cost-not-comparable valsaime,vals.ai,gpt-4o-mini,solo,reasoning-math,hard,Vals-platform-one-shot,per-test,0.00101,2.89e-07,,,11.458,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/aime ($.tasks.overall / row openai/gpt-4o-mini-2024-07-18 / column accuracy),,out:single-couple,out:cost-single-couple valsaime,vals.ai,gpt-5,high,reasoning-math,hard,Vals-platform-one-shot,per-test,0.092693,2.89e-07,,,93.374,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/aime ($.tasks.overall / row openai/gpt-5-2025-08-07 / column accuracy),,out:single-couple,out:cost-single-couple valsaime,vals.ai,gpt-5-mini,high,reasoning-math,hard,Vals-platform-one-shot,per-test,0.02276,2.89e-07,,,91.458,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/aime ($.tasks.overall / row openai/gpt-5-mini-2025-08-07 / column accuracy),,out:single-couple,out:cost-single-couple valsaime,vals.ai,gpt-5-nano,high,reasoning-math,hard,Vals-platform-one-shot,per-test,0.008862,2.89e-07,,,81.181,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/aime ($.tasks.overall / row openai/gpt-5-nano-2025-08-07 / column accuracy),,out:single-couple,out:cost-single-couple valsaime,vals.ai,gpt-5.1,high,reasoning-math,hard,Vals-platform-one-shot,per-test,0.150354,2.89e-07,,,93.333,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/aime ($.tasks.overall / row openai/gpt-5.1-2025-11-13 / column accuracy),,in,in valsaime,vals.ai,gpt-5.2,xhigh,reasoning-math,hard,Vals-platform-one-shot,per-test,0.135323,2.89e-07,,,96.875,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/aime ($.tasks.overall / row openai/gpt-5.2-2025-12-11 / column accuracy),,in,in valsaime,vals.ai,gpt-5.4,xhigh,reasoning-math,hard,Vals-platform-one-shot,per-test,0.138186,2.89e-07,,,96.667,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/aime ($.tasks.overall / row openai/gpt-5.4-2026-03-05 / column accuracy),,in,in valsaime,vals.ai,gpt-5.4-mini,xhigh,reasoning-math,hard,Vals-platform-one-shot,per-test,0.128636,2.89e-07,,,95.625,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/aime ($.tasks.overall / row openai/gpt-5.4-mini-2026-03-17 / column accuracy),,in,in valsaime,vals.ai,gpt-5.4-nano,high,reasoning-math,hard,Vals-platform-one-shot,per-test,0.003432,2.89e-07,,,88.75,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/aime ($.tasks.overall / row openai/gpt-5.4-nano-2026-03-17 / column accuracy),,in,in valsaime,vals.ai,o1,not-established:absent,reasoning-math,hard,Vals-platform-one-shot,per-test,0.658977,2.89e-07,,,71.458,score%,0.000289,,,https://vals.ai/benchmarks/aime ($.tasks.overall / row openai/o1-2024-12-17 / column accuracy),,out:effort-not-established,out:effort-not-established valsaime,vals.ai,o3,high,reasoning-math,hard,Vals-platform-one-shot,per-test,0.060099,2.89e-07,,,85.278,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/aime ($.tasks.overall / row openai/o3-2025-04-16 / column accuracy),,out:single-couple,out:cost-single-couple valsaime,vals.ai,o3-mini,not-established:absent,reasoning-math,hard,Vals-platform-one-shot,per-test,0.050817,2.89e-07,,,86.458,score%,0.000289,,,https://vals.ai/benchmarks/aime ($.tasks.overall / row openai/o3-mini-2025-01-31 / column accuracy),,out:effort-not-established,out:effort-not-established valsaime,vals.ai,o4-mini,high,reasoning-math,hard,Vals-platform-one-shot,per-test,0.025707,2.89e-07,,,83.667,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/aime ($.tasks.overall / row openai/o4-mini-2025-04-16 / column accuracy),,out:single-couple,out:cost-single-couple valsaime,vals.ai,?together/moonshotai/Kimi-K2-Instruct,not-established:absent,reasoning-math,hard,Vals-platform-one-shot,per-test,0.01278,2.89e-07,,,62.708,score%,0.000289,,,https://vals.ai/benchmarks/aime ($.tasks.overall / row together/moonshotai/Kimi-K2-Instruct / column accuracy),,out:model-not-established,out:model-not-established valsaime,vals.ai,glm-4.5,unstated,reasoning-math,hard,Vals-platform-one-shot,per-test,0.04689,2.89e-07,,,86.667,score%,0.000289,,,https://vals.ai/benchmarks/aime ($.tasks.overall / row zai/glm-4.5 / column accuracy),,out:effort-not-established,out:effort-not-established valsaime,vals.ai,glm-4.6,unstated,reasoning-math,hard,Vals-platform-one-shot,per-test,0.116286,2.89e-07,,,92.708,score%,0.000289,,,https://vals.ai/benchmarks/aime ($.tasks.overall / row zai/glm-4.6 / column accuracy),,out:effort-not-established,out:effort-not-established valsaime,vals.ai,glm-4.7,unstated,reasoning-math,hard,Vals-platform-one-shot,per-test,0.043308,2.89e-07,,,93.333,score%,0.000289,,,https://vals.ai/benchmarks/aime ($.tasks.overall / row zai/glm-4.7 / column accuracy),,out:effort-not-established,out:effort-not-established valsaime,vals.ai,?zai/glm-5-thinking,not-established:absent,reasoning-math,hard,Vals-platform-one-shot,per-test,0.069817,2.89e-07,,,91.667,score%,0.000289,,,https://vals.ai/benchmarks/aime ($.tasks.overall / row zai/glm-5-thinking / column accuracy),,out:model-not-established,out:model-not-established valsaime,vals.ai,glm-5.1,unstated,reasoning-math,hard,Vals-platform-one-shot,per-test,0.070948,2.89e-07,,,91.875,score%,0.000289,,,https://vals.ai/benchmarks/aime ($.tasks.overall / row zai/glm-5.1 / column accuracy),,out:effort-not-established,out:effort-not-established valsbiomyst@vals.ai#1,vals.ai,opus-5.5,not-established:absent,mixed,hard,Terminus,per-test,3.642341,2.89e-07,,,79.259,accuracy%,0.000289,,,https://vals.ai/benchmarks/biomysterybench ($.tasks.overall / row anthropic/claude-opus-5-5 / column accuracy),,out:effort-not-established,out:effort-not-established valsbiomyst@vals.ai#1,vals.ai,opus-5,not-established:absent,mixed,hard,Terminus,per-test,3.292774,2.89e-07,,,79.259,accuracy%,0.000289,,,https://vals.ai/benchmarks/biomysterybench ($.tasks.overall / row anthropic/claude-opus-5 / column accuracy),,out:effort-not-established,out:effort-not-established valsbiomyst@vals.ai#1,vals.ai,sonnet-5.5,not-established:absent,mixed,hard,Terminus,per-test,3.736494,2.89e-07,,,81.111,accuracy%,0.000289,,,https://vals.ai/benchmarks/biomysterybench ($.tasks.overall / row anthropic/claude-sonnet-5-5 / column accuracy),,out:effort-not-established,out:effort-not-established valsbiomyst@vals.ai#1,vals.ai,haiku-5.5,not-established:absent,mixed,hard,Terminus,per-test,0.512756,2.89e-07,,,70.37,accuracy%,0.000289,,,https://vals.ai/benchmarks/biomysterybench ($.tasks.overall / row anthropic/claude-haiku-5-5 / column accuracy),,out:effort-not-established,out:effort-not-established valsbiomyst@vals.ai#1,vals.ai,deepseek-v4-flash-0731,not-established:absent,mixed,hard,Terminus,per-test,0.038768,2.89e-07,,,64.444,accuracy%,0.000289,,,https://vals.ai/benchmarks/biomysterybench ($.tasks.overall / row deepseek/deepseek-v4-flash-0731 / column accuracy),,out:effort-not-established,out:effort-not-established valsbiomyst@vals.ai#1,vals.ai,deepseek-v4.1-flash,not-established:absent,mixed,hard,Terminus,per-test,0.233183,2.89e-07,,,67.778,accuracy%,0.000289,,,https://vals.ai/benchmarks/biomysterybench ($.tasks.overall / row deepseek/deepseek-v4.1-flash / column accuracy),,out:effort-not-established,out:effort-not-established valsbiomyst@vals.ai#1,vals.ai,gemini-3.1-pro,not-established:absent,mixed,hard,Terminus,per-test,0.713378,2.89e-07,,,60,accuracy%,0.000289,,,https://vals.ai/benchmarks/biomysterybench ($.tasks.overall / row google/gemini-3.1-pro-preview / column accuracy),,out:effort-not-established,out:effort-not-established valsbiomyst@vals.ai#1,vals.ai,gemini-3.6-flash,not-established:absent,mixed,hard,Terminus,per-test,1.252177,2.89e-07,,,58.519,accuracy%,0.000289,,,https://vals.ai/benchmarks/biomysterybench ($.tasks.overall / row google/gemini-3.6-flash / column accuracy),,out:effort-not-established,out:effort-not-established valsbiomyst@vals.ai#1,vals.ai,gemini-3.8-flash,not-established:absent,mixed,hard,Terminus,per-test,1.5539,2.89e-07,,,62.222,accuracy%,0.000289,,,https://vals.ai/benchmarks/biomysterybench ($.tasks.overall / row google/gemini-3.8-flash / column accuracy),,out:effort-not-established,out:effort-not-established valsbiomyst@vals.ai#1,vals.ai,gemini-4-argon,not-established:absent,mixed,hard,Terminus,per-test,5.707134,2.89e-07,,,76.296,accuracy%,0.000289,,EAP-run,https://vals.ai/benchmarks/biomysterybench ($.tasks.overall / row google/gemini-4-argon / column accuracy),,out:effort-not-established,out:effort-not-established valsbiomyst@vals.ai#1,vals.ai,grok-4.6,not-established:absent,mixed,hard,Terminus,per-test,1.226606,2.89e-07,,,72.222,accuracy%,0.000289,,,https://vals.ai/benchmarks/biomysterybench ($.tasks.overall / row grok/grok-4.6 / column accuracy),,out:effort-not-established,out:effort-not-established valsbiomyst@vals.ai#1,vals.ai,grok-4.7,not-established:absent,mixed,hard,Terminus,per-test,2.487742,2.89e-07,,,69.259,accuracy%,0.000289,,,https://vals.ai/benchmarks/biomysterybench ($.tasks.overall / row grok/grok-4.7 / column accuracy),,out:effort-not-established,out:effort-not-established valsbiomyst@vals.ai#1,vals.ai,kimi-k3,not-established:absent,mixed,hard,Terminus,per-test,1.060934,2.89e-07,,,72.593,accuracy%,0.000289,,,https://vals.ai/benchmarks/biomysterybench ($.tasks.overall / row kimi/kimi-k3 / column accuracy),,out:effort-not-established,out:effort-not-established valsbiomyst@vals.ai#1,vals.ai,gpt-5.6-luna,not-established:absent,mixed,hard,Terminus,per-test,0.088859,2.89e-07,,,61.481,accuracy%,0.000289,,,https://vals.ai/benchmarks/biomysterybench ($.tasks.overall / row openai/gpt-5.6-luna / column accuracy),,out:effort-not-established,out:effort-not-established valsbiomyst@vals.ai#1,vals.ai,gpt-5.6-sol,not-established:absent,mixed,hard,Terminus,per-test,1.925036,2.89e-07,,,71.111,accuracy%,0.000289,,,https://vals.ai/benchmarks/biomysterybench ($.tasks.overall / row openai/gpt-5.6-sol / column accuracy),,out:effort-not-established,out:effort-not-established valsbiomyst@vals.ai#1,vals.ai,gpt-6-astra,not-established:absent,mixed,hard,Terminus,per-test,1.719326,2.89e-07,,,79.259,accuracy%,0.000289,,,https://vals.ai/benchmarks/biomysterybench ($.tasks.overall / row openai/gpt-6-astra / column accuracy),,out:effort-not-established,out:effort-not-established valsbiomyst@vals.ai#1,vals.ai,gpt-6-luna,not-established:absent,mixed,hard,Terminus,per-test,0.053236,2.89e-07,,,61.481,accuracy%,0.000289,,,https://vals.ai/benchmarks/biomysterybench ($.tasks.overall / row openai/gpt-6-luna / column accuracy),,out:effort-not-established,out:effort-not-established valsbiomyst@vals.ai#1,vals.ai,gpt-6-sol,not-established:absent,mixed,hard,Terminus,per-test,0.662358,2.89e-07,,,74.815,accuracy%,0.000289,,,https://vals.ai/benchmarks/biomysterybench ($.tasks.overall / row openai/gpt-6-sol / column accuracy),,out:effort-not-established,out:effort-not-established valsbiomyst@vals.ai#1,vals.ai,gpt-6.1-sol,not-established:absent,mixed,hard,Terminus,per-test,0.372147,2.89e-07,,,79.63,accuracy%,0.000289,,,https://vals.ai/benchmarks/biomysterybench ($.tasks.overall / row openai/gpt-6.1-sol / column accuracy),,out:effort-not-established,out:effort-not-established valsbiomyst@vals.ai#1,vals.ai,fable-5.2,high,mixed,hard,Terminus,per-test,1.681583,2.89e-07,,,83.704,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.vals.ai/benchmarks/biomysterybench (payload tasks.overall / anthropic/claude-fable-5-2 / accuracy),,out:single-couple,out:cost-single-couple valscaselaw,vals.ai,?anthropic/claude-haiku-4-5-20251001-thinking,not-established:absent,mixed,mid,Vals-platform,per-test,0.049552,2.89e-07,,,56.484,score%,0.000289,,,https://vals.ai/benchmarks/case_law_v2 ($.tasks.overall / row anthropic/claude-haiku-4-5-20251001-thinking / column accuracy),,out:model-not-established,out:model-not-established valscaselaw,vals.ai,opus-4.7,max,mixed,mid,Vals-platform,per-test,0.161535,2.89e-07,,,68.381,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/case_law_v2 ($.tasks.overall / row anthropic/claude-opus-4-7 / column accuracy),,in,in valscaselaw,vals.ai,sonnet-4.6,not-established:absent,mixed,mid,Vals-platform,per-test,0.144942,2.89e-07,,,63.987,score%,0.000289,,,https://vals.ai/benchmarks/case_law_v2 ($.tasks.overall / row anthropic/claude-sonnet-4-6 / column accuracy),,out:effort-not-established,out:effort-not-established valscaselaw,vals.ai,qwen3-max-0923,solo,mixed,mid,Vals-platform,per-test,0.050593,2.89e-07,,,47.481,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/case_law_v2 ($.tasks.overall / row alibaba/qwen3-max / column accuracy),,out:single-couple,out:cost-single-couple valscaselaw,vals.ai,qwen3-max-0123,default,mixed,mid,Vals-platform,per-test,0.085444,2.89e-07,,,54.984,score%,0.000289,,,https://vals.ai/benchmarks/case_law_v2 ($.tasks.overall / row alibaba/qwen3-max-2026-01-23 / column accuracy),,out:effort-not-established,out:effort-not-established valscaselaw,vals.ai,qwen3.5-flash,default,mixed,mid,Vals-platform,per-test,0.004909,2.89e-07,,,55.948,score%,0.000289,,,https://vals.ai/benchmarks/case_law_v2 ($.tasks.overall / row alibaba/qwen3.5-flash / column accuracy),,out:effort-not-established,out:effort-not-established valscaselaw,vals.ai,qwen3.5-plus,think,mixed,mid,Vals-platform,per-test,0.029604,2.89e-07,,,59.7,score%,0.000289,,cost-stated-prices; cost-method-assumed-single,https://vals.ai/benchmarks/case_law_v2 ($.tasks.overall / row alibaba/qwen3.5-plus-thinking / column accuracy),,in,out:cost-not-comparable valscaselaw,vals.ai,qwen3.6-27b,default,mixed,mid,Vals-platform,per-test,0.023877,2.89e-07,,,53.162,score%,0.000289,,,https://vals.ai/benchmarks/case_law_v2 ($.tasks.overall / row alibaba/qwen3.6-27b / column accuracy),,out:effort-not-established,out:effort-not-established valscaselaw,vals.ai,qwen3.6-max-preview,default,mixed,mid,Vals-platform,per-test,0.05235,2.89e-07,,,47.91,score%,0.000289,,,https://vals.ai/benchmarks/case_law_v2 ($.tasks.overall / row alibaba/qwen3.6-max-preview / column accuracy),,out:effort-not-established,out:effort-not-established valscaselaw,vals.ai,qwen3.6-plus,default,mixed,mid,Vals-platform,per-test,0.047281,2.89e-07,,,51.447,score%,0.000289,,,https://vals.ai/benchmarks/case_law_v2 ($.tasks.overall / row alibaba/qwen3.6-plus / column accuracy),,out:effort-not-established,out:effort-not-established valscaselaw,vals.ai,deepseek-v4-pro-preview,max,mixed,mid,Vals-platform,per-test,0.0067404000000000006,0.0037,,,59.378,score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/case_law_v2 ($.tasks.overall / row deepseek/deepseek-v4-pro / column accuracy),,in,out:cost-single-couple valscaselaw,vals.ai,deepseek-v3.1,unstated,mixed,mid,Vals-platform,per-test,0.016723,2.89e-07,,,53.912,score%,0.000289,,,https://vals.ai/benchmarks/case_law_v2 ($.tasks.overall / row fireworks/deepseek-v3p1 / column accuracy),,out:effort-not-established,out:effort-not-established valscaselaw,vals.ai,?fireworks/deepseek-v3p2-thinking,not-established:absent,mixed,mid,Vals-platform,per-test,0.017751,2.89e-07,,,55.412,score%,0.000289,,,https://vals.ai/benchmarks/case_law_v2 ($.tasks.overall / row fireworks/deepseek-v3p2-thinking / column accuracy),,out:model-not-established,out:model-not-established valscaselaw,vals.ai,gpt-oss-120b,unstated,mixed,mid,Vals-platform,per-test,0.004339,2.89e-07,,,48.767,score%,0.000289,,,https://vals.ai/benchmarks/case_law_v2 ($.tasks.overall / row fireworks/gpt-oss-120b / column accuracy),,out:effort-not-established,out:effort-not-established valscaselaw,vals.ai,gpt-oss-20b,unstated,mixed,mid,Vals-platform,per-test,0.002158,2.89e-07,,,43.837,score%,0.000289,,,https://vals.ai/benchmarks/case_law_v2 ($.tasks.overall / row fireworks/gpt-oss-20b / column accuracy),,out:effort-not-established,out:effort-not-established valscaselaw,vals.ai,gemini-2.5-pro,unstated,mixed,mid,Vals-platform,per-test,0.257186,2.89e-07,,,63.88,score%,0.000289,,,https://vals.ai/benchmarks/case_law_v2 ($.tasks.overall / row google/gemini-2.5-pro / column accuracy),,out:effort-not-established,out:effort-not-established valscaselaw,vals.ai,gemini-3-flash,high,mixed,mid,Vals-platform,per-test,0.025399,2.89e-07,,,55.842,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/case_law_v2 ($.tasks.overall / row google/gemini-3-flash-preview / column accuracy),,in,in valscaselaw,vals.ai,?google/gemini-3-pro-preview,not-established:absent,mixed,mid,Vals-platform,per-test,0.137729,2.89e-07,,,53.055,score%,0.000289,,,https://vals.ai/benchmarks/case_law_v2 ($.tasks.overall / row google/gemini-3-pro-preview / column accuracy),,out:model-not-established,out:model-not-established valscaselaw,vals.ai,gemini-3.1-flash-lite-preview,high,mixed,mid,Vals-platform,per-test,0.009312,2.89e-07,,,54.984,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/case_law_v2 ($.tasks.overall / row google/gemini-3.1-flash-lite-preview / column accuracy),,in,in valscaselaw,vals.ai,gemini-3.1-pro,high,mixed,mid,Vals-platform,per-test,0.136185,2.89e-07,,,64.845,score%,0.000289,,cost-method-assumed-single,https://vals.ai/benchmarks/case_law_v2 ($.tasks.overall / row google/gemini-3.1-pro-preview / column accuracy),,in,out:cost-not-comparable valscaselaw,vals.ai,grok-4,solo,mixed,mid,Vals-platform,per-test,0.158935,2.89e-07,,,65.809,score%,0.000289,,cost-stated-prices; cost-method-assumed-single,https://vals.ai/benchmarks/case_law_v2 ($.tasks.overall / row grok/grok-4-0709 / column accuracy),,out:single-couple,out:cost-not-comparable valscaselaw,vals.ai,grok-4.1-fast,think,mixed,mid,Vals-platform,per-test,0.011453,2.89e-07,,,60.45,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/case_law_v2 ($.tasks.overall / row grok/grok-4-1-fast-reasoning / column accuracy),,in,in valscaselaw,vals.ai,grok-4-fast,think,mixed,mid,Vals-platform,per-test,0.007292,2.89e-07,,,65.702,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/case_law_v2 ($.tasks.overall / row grok/grok-4-fast-reasoning / column accuracy),,out:single-couple,out:cost-single-couple valscaselaw,vals.ai,grok-4.20,think,mixed,mid,Vals-platform,per-test,0.048337375,0.0115,,,54.448,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/case_law_v2 ($.tasks.overall / row grok/grok-4.20-0309-reasoning / column accuracy),,in,out:cost-single-couple valscaselaw,vals.ai,grok-4.3,high,mixed,mid,Vals-platform,per-test,0.040307,2.89e-07,,,79.314,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/case_law_v2 ($.tasks.overall / row grok/grok-4.3 / column accuracy),,in,in valscaselaw,vals.ai,kimi-k2-thinking,solo,mixed,mid,Vals-platform,per-test,0.015284,2.89e-07,,,65.702,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/case_law_v2 ($.tasks.overall / row kimi/kimi-k2-thinking / column accuracy),,in,in valscaselaw,vals.ai,?kimi/kimi-k2.5-thinking,not-established:absent,mixed,mid,Vals-platform,per-test,0.024886,2.89e-07,,,58.735,score%,0.000289,,,https://vals.ai/benchmarks/case_law_v2 ($.tasks.overall / row kimi/kimi-k2.5-thinking / column accuracy),,out:model-not-established,out:model-not-established valscaselaw,vals.ai,kimi-k2.6,unstated,mixed,mid,Vals-platform,per-test,0.025569,2.89e-07,,,61.201,score%,0.000289,,,https://vals.ai/benchmarks/case_law_v2 ($.tasks.overall / row kimi/kimi-k2.6 / column accuracy),,out:effort-not-established,out:effort-not-established valscaselaw,vals.ai,gpt-4.1,solo,mixed,mid,Vals-platform,per-test,0.046588,2.89e-07,,,69.882,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/case_law_v2 ($.tasks.overall / row openai/gpt-4.1-2025-04-14 / column accuracy),,out:single-couple,out:cost-single-couple valscaselaw,vals.ai,gpt-4o-1120,solo,mixed,mid,Vals-platform,per-test,0.066774,2.89e-07,,,59.7,score%,0.000289,,cost-method-assumed-single,https://vals.ai/benchmarks/case_law_v2 ($.tasks.overall / row openai/gpt-4o-2024-11-20 / column accuracy),,out:single-couple,out:cost-not-comparable valscaselaw,vals.ai,gpt-5,high,mixed,mid,Vals-platform,per-test,0.066591,2.89e-07,,,66.452,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/case_law_v2 ($.tasks.overall / row openai/gpt-5-2025-08-07 / column accuracy),,out:single-couple,out:cost-single-couple valscaselaw,vals.ai,gpt-5-mini,high,mixed,mid,Vals-platform,per-test,0.011305,2.89e-07,,,68.489,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/case_law_v2 ($.tasks.overall / row openai/gpt-5-mini-2025-08-07 / column accuracy),,out:single-couple,out:cost-single-couple valscaselaw,vals.ai,gpt-5-nano,high,mixed,mid,Vals-platform,per-test,0.004165,2.89e-07,,,52.626,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/case_law_v2 ($.tasks.overall / row openai/gpt-5-nano-2025-08-07 / column accuracy),,out:single-couple,out:cost-single-couple valscaselaw,vals.ai,gpt-5.1,high,mixed,mid,Vals-platform,per-test,0.042966,2.89e-07,,,73.419,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/case_law_v2 ($.tasks.overall / row openai/gpt-5.1-2025-11-13 / column accuracy),,in,in valscaselaw,vals.ai,gpt-5.2,xhigh,mixed,mid,Vals-platform,per-test,0.103778,2.89e-07,,,66.024,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/case_law_v2 ($.tasks.overall / row openai/gpt-5.2-2025-12-11 / column accuracy),,in,in valscaselaw,vals.ai,gpt-5.4,xhigh,mixed,mid,Vals-platform,per-test,0.100765,2.89e-07,,,63.773,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/case_law_v2 ($.tasks.overall / row openai/gpt-5.4-2026-03-05 / column accuracy),,in,in valscaselaw,vals.ai,gpt-5.4-mini,xhigh,mixed,mid,Vals-platform,per-test,0.040877,2.89e-07,,,51.661,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/case_law_v2 ($.tasks.overall / row openai/gpt-5.4-mini-2026-03-17 / column accuracy),,in,in valscaselaw,vals.ai,gpt-5.4-nano,high,mixed,mid,Vals-platform,per-test,0.001108,2.89e-07,,,51.875,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/case_law_v2 ($.tasks.overall / row openai/gpt-5.4-nano-2026-03-17 / column accuracy),,in,in valscaselaw,vals.ai,gpt-5.5,xhigh,mixed,mid,Vals-platform,per-test,0.155011,2.89e-07,,,66.238,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/case_law_v2 ($.tasks.overall / row openai/gpt-5.5 / column accuracy),,in,in valscaselaw,vals.ai,glm-4.7,unstated,mixed,mid,Vals-platform,per-test,0.021159,2.89e-07,,,54.877,score%,0.000289,,,https://vals.ai/benchmarks/case_law_v2 ($.tasks.overall / row zai/glm-4.7 / column accuracy),,out:effort-not-established,out:effort-not-established valscaselaw,vals.ai,?zai/glm-5-thinking,not-established:absent,mixed,mid,Vals-platform,per-test,0.0344,2.89e-07,,,52.519,score%,0.000289,,,https://vals.ai/benchmarks/case_law_v2 ($.tasks.overall / row zai/glm-5-thinking / column accuracy),,out:model-not-established,out:model-not-established valscaselaw,vals.ai,glm-5.1,unstated,mixed,mid,Vals-platform,per-test,0.034033,2.89e-07,,,51.554,score%,0.000289,,,https://vals.ai/benchmarks/case_law_v2 ($.tasks.overall / row zai/glm-5.1 / column accuracy),,out:effort-not-established,out:effort-not-established valsclaimbench#1,vals.ai,haiku-5.5,unstated,reasoning-math,hard,Vals-runner,per-test,0.002541,2.89e-07,,,100,accuracy%,0.289,,,https://www.vals.ai/benchmarks/claimbench (payload tasks.overall / anthropic/claude-haiku-5-5 / accuracy),,out:effort-not-established,out:effort-not-established valsclaimbench#1,vals.ai,opus-5.5,unstated,reasoning-math,hard,Vals-runner,per-test,0.091833,2.89e-07,,,100,accuracy%,0.289,,,https://www.vals.ai/benchmarks/claimbench (payload tasks.overall / anthropic/claude-opus-5-5 / accuracy),,out:effort-not-established,out:effort-not-established valsclaimbench#1,vals.ai,sonnet-5.5,unstated,reasoning-math,hard,Vals-runner,per-test,0.045922,2.89e-07,,,100,accuracy%,0.289,,,https://www.vals.ai/benchmarks/claimbench (payload tasks.overall / anthropic/claude-sonnet-5-5 / accuracy),,out:effort-not-established,out:effort-not-established valsclaimbench#1,vals.ai,gpt-6-luna,unstated,reasoning-math,hard,Vals-runner,per-test,0.001372,2.89e-07,,,99.184,accuracy%,0.000289,,,https://www.vals.ai/benchmarks/claimbench (payload tasks.overall / openai/gpt-6-luna / accuracy),,out:effort-not-established,out:effort-not-established valsclaimbench#1,vals.ai,gpt-6.1-sol,unstated,reasoning-math,hard,Vals-runner,per-test,0.029239,2.89e-07,,,100,accuracy%,0.289,,,https://www.vals.ai/benchmarks/claimbench (payload tasks.overall / openai/gpt-6.1-sol / accuracy),,out:effort-not-established,out:effort-not-established valscodemig#1,vals.ai,fable-5,max,coding,hard,Vals-runner,per-test,112.098109,2.89e-07,,,55.065,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/code-migration ($.tasks.overall / row anthropic/claude-fable-5 / column accuracy),,in,in valscodemig#1,vals.ai,fable-5.1,max,coding,hard,Vals-runner,per-test,70.973455,2.89e-07,,,54.607,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/code-migration ($.tasks.overall / row anthropic/claude-fable-5-1 / column accuracy),,in,in valscodemig#1,vals.ai,?anthropic/claude-haiku-4-5-20251001-thinking,not-established:absent,coding,hard,Vals-runner,per-test,0.981576,2.89e-07,,,7.551,score%,0.000289,,,https://vals.ai/benchmarks/code-migration ($.tasks.overall / row anthropic/claude-haiku-4-5-20251001-thinking / column accuracy),,out:model-not-established,out:model-not-established valscodemig#1,vals.ai,opus-4.7,max,coding,hard,Vals-runner,per-test,36.387681,2.89e-07,,,43.878,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/code-migration ($.tasks.overall / row anthropic/claude-opus-4-7 / column accuracy),,in,in valscodemig#1,vals.ai,opus-4.8,max,coding,hard,Vals-runner,per-test,30.514184,2.89e-07,,,47.25,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/code-migration ($.tasks.overall / row anthropic/claude-opus-4-8 / column accuracy),,in,in valscodemig#1,vals.ai,opus-5,max,coding,hard,Vals-runner,per-test,60.509587,2.89e-07,,,57.473,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/code-migration ($.tasks.overall / row anthropic/claude-opus-5 / column accuracy),,in,in valscodemig#1,vals.ai,opus-5.5,max,coding,hard,Vals-runner,per-test,112.970791,2.89e-07,,,66.646,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/code-migration ($.tasks.overall / row anthropic/claude-opus-5-5 / column accuracy),,in,in valscodemig#1,vals.ai,sonnet-4.6,max,coding,hard,Vals-runner,per-test,38.507642,2.89e-07,,,39.892,score%,0.000289,,,https://vals.ai/benchmarks/code-migration ($.tasks.overall / row anthropic/claude-sonnet-4-6 / column accuracy),,out:effort-not-established,out:effort-not-established valscodemig#1,vals.ai,sonnet-5,max,coding,hard,Vals-runner,per-test,35.310438,2.89e-07,,,44.392,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/code-migration ($.tasks.overall / row anthropic/claude-sonnet-5 / column accuracy),,in,in valscodemig#1,vals.ai,sonnet-5.5,max,coding,hard,Vals-runner,per-test,56.87004075,10.9,,,69.825,score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/code-migration ($.tasks.overall / row anthropic/claude-sonnet-5-5 / column accuracy),,in,out:cost-single-couple valscodemig#1,vals.ai,haiku-5.5,max,coding,hard,Vals-runner,per-test,6.23191,2.89e-07,,,44.568,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/code-migration ($.tasks.overall / row anthropic/claude-haiku-5-5 / column accuracy),,in,in valscodemig#1,vals.ai,qwen3.6-plus,default,coding,hard,Vals-runner,per-test,4.781669,2.89e-07,,,11.102,score%,0.000289,,,https://vals.ai/benchmarks/code-migration ($.tasks.overall / row alibaba/qwen3.6-plus / column accuracy),,out:effort-not-established,out:effort-not-established valscodemig#1,vals.ai,qwen3.7-max,default,coding,hard,Vals-runner,per-test,1.932899,2.89e-07,,,13.069,score%,0.000289,,,https://vals.ai/benchmarks/code-migration ($.tasks.overall / row alibaba/qwen3.7-max / column accuracy),,out:effort-not-established,out:effort-not-established valscodemig#1,vals.ai,qwen3.7-plus,default,coding,hard,Vals-runner,per-test,0.41923,2.89e-07,,,12.856,score%,0.000289,,,https://vals.ai/benchmarks/code-migration ($.tasks.overall / row alibaba/qwen3.7-plus / column accuracy),,out:effort-not-established,out:effort-not-established valscodemig#1,vals.ai,qwen3.8-27b,xhigh,coding,hard,Vals-runner,per-test,21.677954,2.89e-07,,,14.157,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/code-migration ($.tasks.overall / row alibaba/qwen3.8-27b / column accuracy),,in,in valscodemig#1,vals.ai,?qwen3.8-max,not-established:absent,coding,hard,Vals-runner,per-test,10.53816,2.89e-07,,,23.958,score%,0.000289,,,https://vals.ai/benchmarks/code-migration ($.tasks.overall / row alibaba/qwen3.8-max / column accuracy),,out:model-not-established,out:model-not-established valscodemig#1,vals.ai,deepseek-v4-flash-0731,high,coding,hard,Vals-runner,per-test,3.605899,2.89e-07,,,38.631,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/code-migration ($.tasks.overall / row deepseek/deepseek-v4-flash-0731 / column accuracy),,in,in valscodemig#1,vals.ai,?deepseek/deepseek-v4-pro,not-established:absent,coding,hard,Vals-runner,per-test,1.071016,2.89e-07,,,26.201,score%,0.000289,,,https://vals.ai/benchmarks/code-migration ($.tasks.overall / row deepseek/deepseek-v4-pro / column accuracy),,out:model-not-established,out:model-not-established valscodemig#1,vals.ai,deepseek-v4-pro-0813,max,coding,hard,Vals-runner,per-test,18.581309,2.89e-07,,,41.54,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/code-migration ($.tasks.overall / row deepseek/deepseek-v4-pro-0813 / column accuracy),,in,in valscodemig#1,vals.ai,deepseek-v4.1-flash,high,coding,hard,Vals-runner,per-test,0.944694,2.89e-07,,,45.623,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/code-migration ($.tasks.overall / row deepseek/deepseek-v4.1-flash / column accuracy),,in,in valscodemig#1,vals.ai,deepseek-v4.1-flash-1017,max,coding,hard,Vals-runner,per-test,1.858025,2.89e-07,,,44.21,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/code-migration ($.tasks.overall / row deepseek/deepseek-v4.1-flash-1017 / column accuracy),,in,in valscodemig#1,vals.ai,gemini-3-flash,high,coding,hard,Vals-runner,per-test,0.340087,2.89e-07,,,6.391,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/code-migration ($.tasks.overall / row google/gemini-3-flash-preview / column accuracy),,in,in valscodemig#1,vals.ai,gemini-3.1-flash-lite-preview,high,coding,hard,Vals-runner,per-test,0.053028,2.89e-07,,,4.609,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/code-migration ($.tasks.overall / row google/gemini-3.1-flash-lite-preview / column accuracy),,in,in valscodemig#1,vals.ai,gemini-3.1-pro,high,coding,hard,Vals-runner,per-test,1.614622,2.89e-07,,,17.313,score%,0.000289,,cost-method-assumed-single,https://vals.ai/benchmarks/code-migration ($.tasks.overall / row google/gemini-3.1-pro-preview / column accuracy),,in,out:cost-not-comparable valscodemig#1,vals.ai,?google/gemini-3.5-flash,not-established:absent,coding,hard,Vals-runner,per-test,5.725122,2.89e-07,,,26.745,score%,0.000289,,,https://vals.ai/benchmarks/code-migration ($.tasks.overall / row google/gemini-3.5-flash / column accuracy),,out:model-not-established,out:model-not-established valscodemig#1,vals.ai,gemini-3.5-flash-lite,high,coding,hard,Vals-runner,per-test,0.525186,2.89e-07,,,6.148,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/code-migration ($.tasks.overall / row google/gemini-3.5-flash-lite / column accuracy),,in,in valscodemig#1,vals.ai,gemini-3.6-flash,high,coding,hard,Vals-runner,per-test,8.930416,2.89e-07,,,30.928,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/code-migration ($.tasks.overall / row google/gemini-3.6-flash / column accuracy),,in,in valscodemig#1,vals.ai,?google/gemini-3.7-flash,not-established:absent,coding,hard,Vals-runner,per-test,21.464006,2.89e-07,,,34.8,score%,0.000289,,,https://vals.ai/benchmarks/code-migration ($.tasks.overall / row google/gemini-3.7-flash / column accuracy),,out:model-not-established,out:model-not-established valscodemig#1,vals.ai,gemini-3.8-flash,high,coding,hard,Vals-runner,per-test,18.491664,2.89e-07,,,36.546,score%,0.000289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/code-migration ($.tasks.overall / row google/gemini-3.8-flash / column accuracy),,in,in valscodemig#1,vals.ai,gemini-4-argon,high,coding,hard,Vals-runner,per-test,57.822126,2.89e-07,,,68.173,score%,0.000289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/code-migration ($.tasks.overall / row google/gemini-4-argon / column accuracy),,in,in valscodemig#1,vals.ai,grok-4.20,think,coding,hard,Vals-runner,per-test,0.20505258333333334,0.0487,,,0.314,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/code-migration ($.tasks.overall / row grok/grok-4.20-0309-reasoning / column accuracy),,in,out:cost-single-couple valscodemig#1,vals.ai,grok-4.3,high,coding,hard,Vals-runner,per-test,0.416921,2.89e-07,,,6.795,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/code-migration ($.tasks.overall / row grok/grok-4.3 / column accuracy),,in,in valscodemig#1,vals.ai,grok-4.5,high,coding,hard,Vals-runner,per-test,2.6958447999999997,0.389,,,36.596,score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/code-migration ($.tasks.overall / row grok/grok-4.5 / column accuracy),,in,out:cost-single-couple valscodemig#1,vals.ai,grok-4.6,high,coding,hard,Vals-runner,per-test,14.575491,2.89e-07,,,44.572,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/code-migration ($.tasks.overall / row grok/grok-4.6 / column accuracy),,in,in valscodemig#1,vals.ai,grok-4.7,xhigh,coding,hard,Vals-runner,per-test,36.55237,2.89e-07,,,44.816,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/code-migration ($.tasks.overall / row grok/grok-4.7 / column accuracy),,in,in valscodemig#1,vals.ai,?kimi/kimi-k2.5-thinking,not-established:absent,coding,hard,Vals-runner,per-test,0.926909,2.89e-07,,,6.962,score%,0.000289,,,https://vals.ai/benchmarks/code-migration ($.tasks.overall / row kimi/kimi-k2.5-thinking / column accuracy),,out:model-not-established,out:model-not-established valscodemig#1,vals.ai,kimi-k2.6,unstated,coding,hard,Vals-runner,per-test,5.112053,2.89e-07,,,27.768,score%,0.000289,,,https://vals.ai/benchmarks/code-migration ($.tasks.overall / row kimi/kimi-k2.6 / column accuracy),,out:effort-not-established,out:effort-not-established valscodemig#1,vals.ai,kimi-k2.7-code,solo,coding,hard,Vals-runner,per-test,5.040913,2.89e-07,,,25.392,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/code-migration ($.tasks.overall / row kimi/kimi-k2.7-code / column accuracy),,in,in valscodemig#1,vals.ai,kimi-k3,max,coding,hard,Vals-runner,per-test,13.871104,2.89e-07,,,16.099,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/code-migration ($.tasks.overall / row kimi/kimi-k3 / column accuracy),,in,in valscodemig#1,vals.ai,gpt-5.4,xhigh,coding,hard,Vals-runner,per-test,7.756561,2.89e-07,,,34.984,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/code-migration ($.tasks.overall / row openai/gpt-5.4-2026-03-05 / column accuracy),,in,in valscodemig#1,vals.ai,gpt-5.4-mini,xhigh,coding,hard,Vals-runner,per-test,1.953198,2.89e-07,,,12.936,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/code-migration ($.tasks.overall / row openai/gpt-5.4-mini-2026-03-17 / column accuracy),,in,in valscodemig#1,vals.ai,gpt-5.4-nano,high,coding,hard,Vals-runner,per-test,0.416225,2.89e-07,,,14.467,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/code-migration ($.tasks.overall / row openai/gpt-5.4-nano-2026-03-17 / column accuracy),,in,in valscodemig#1,vals.ai,gpt-5.5,xhigh,coding,hard,Vals-runner,per-test,6.442253,2.89e-07,,,45.161,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/code-migration ($.tasks.overall / row openai/gpt-5.5 / column accuracy),,in,in valscodemig#1,vals.ai,gpt-5.6-luna,max,coding,hard,Vals-runner,per-test,1.882918,2.89e-07,,,44.55,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/code-migration ($.tasks.overall / row openai/gpt-5.6-luna / column accuracy),,in,in valscodemig#1,vals.ai,gpt-5.6-sol,max,coding,hard,Vals-runner,per-test,33.744491,1.77,,,52.916,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/code-migration ($.tasks.overall / row openai/gpt-5.6-sol / column accuracy),,in,out:cost-single-couple valscodemig#1,vals.ai,gpt-5.6-terra,max,coding,hard,Vals-runner,per-test,8.127254,2.89e-07,,,47.804,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/code-migration ($.tasks.overall / row openai/gpt-5.6-terra / column accuracy),,in,in valscodemig#1,vals.ai,gpt-6-astra,max,coding,hard,Vals-runner,per-test,44.364548,2.89e-07,,,67.74,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/code-migration ($.tasks.overall / row openai/gpt-6-astra / column accuracy),,in,in valscodemig#1,vals.ai,gpt-6-luna,max,coding,hard,Vals-runner,per-test,0.600876,2.89e-07,,,42.554,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/code-migration ($.tasks.overall / row openai/gpt-6-luna / column accuracy),,in,in valscodemig#1,vals.ai,gpt-6-sol,max,coding,hard,Vals-runner,per-test,15.676945,2.89e-07,,,57.195,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/code-migration ($.tasks.overall / row openai/gpt-6-sol / column accuracy),,in,in valscodemig#1,vals.ai,gpt-6.1-sol,max,coding,hard,Vals-runner,per-test,6.505708,2.89e-07,,,65.122,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/code-migration ($.tasks.overall / row openai/gpt-6.1-sol / column accuracy),,in,in valscodemig#1,vals.ai,glm-5.1,unstated,coding,hard,Vals-runner,per-test,5.701313,2.89e-07,,,25.768,score%,0.000289,,,https://vals.ai/benchmarks/code-migration ($.tasks.overall / row zai/glm-5.1 / column accuracy),,out:effort-not-established,out:effort-not-established valscodemig#1,vals.ai,glm-5.2,max,coding,hard,Vals-runner,per-test,12.635818,2.89e-07,,,37.87,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/code-migration ($.tasks.overall / row zai/glm-5.2 / column accuracy),,in,in valscodemig#1,vals.ai,glm-5.3,max,coding,hard,Vals-runner,per-test,24.909755,2.89e-07,,,44.222,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/code-migration ($.tasks.overall / row zai/glm-5.3 / column accuracy),,in,in valscodemig#1,vals.ai,glm-5.3-flash,max,coding,hard,Vals-runner,per-test,3.128822,2.89e-07,,,20.515,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/code-migration ($.tasks.overall / row zai/glm-5.3-flash / column accuracy),,in,in valscodemig#1,vals.ai,?alibaba/qwen3.8-max,not-established:absent,coding,hard,Vals-runner,per-test,10.53816,2.89e-06,,,23.958,score%,0.000289,,,https://www.vals.ai/benchmarks/code-migration (payload tasks.overall / alibaba/qwen3.8-max / accuracy),,out:model-not-established,out:model-not-established valscodemig11@vals.ai#1.1,vals.ai,haiku-5.5,max,coding,hard,Vals-runner,per-test,6.199353,2.89e-07,,,52.36,accuracy%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.vals.ai/benchmarks/code-migration-v1-1 (payload tasks.overall / anthropic/claude-haiku-5-5 / accuracy),,in,in valscodemig11@vals.ai#1.1,vals.ai,opus-5.5,max,coding,hard,Vals-runner,per-test,72.39516,2.89e-06,,,81.012,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.vals.ai/benchmarks/code-migration-v1-1 (payload tasks.overall / anthropic/claude-opus-5-5 / accuracy),,in,in valscodemig11@vals.ai#1.1,vals.ai,sonnet-5.5,max,coding,hard,Vals-runner,per-test,32.90940975,6.33,,,86.875,accuracy%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://www.vals.ai/benchmarks/code-migration-v1-1 (payload tasks.overall / anthropic/claude-sonnet-5-5 / accuracy),,in,out:cost-single-couple valscodemig11@vals.ai#1.1,vals.ai,qwen3.8-max-0902,unstated,coding,hard,Vals-runner,per-test,27.080702,2.89e-07,,,57.187,accuracy%,0.000289,,,https://www.vals.ai/benchmarks/code-migration-v1-1 (payload tasks.overall / alibaba/qwen3.8-max-internal / accuracy),,out:effort-not-established,out:effort-not-established valscodemig11@vals.ai#1.1,vals.ai,deepseek-v4-pro-0813,max,coding,hard,Vals-runner,per-test,79.85637817241378,39.1,,,51.987,accuracy%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://www.vals.ai/benchmarks/code-migration-v1-1 (payload tasks.overall / deepseek/deepseek-v4-pro-0813 / accuracy),,in,out:cost-single-couple valscodemig11@vals.ai#1.1,vals.ai,deepseek-v4.1-flash,max,coding,hard,Vals-runner,per-test,1.088847,2.89e-07,,,58.936,accuracy%,0.000289,,cost-method-assumed-single,https://www.vals.ai/benchmarks/code-migration-v1-1 (payload tasks.overall / deepseek/deepseek-v4.1-flash / accuracy),,in,out:cost-not-comparable valscodemig11@vals.ai#1.1,vals.ai,deepseek-v4.1-flash-1017,max,coding,hard,Vals-runner,per-test,1.764297,2.89e-07,,,67.524,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.vals.ai/benchmarks/code-migration-v1-1 (payload tasks.overall / deepseek/deepseek-v4.1-flash-1017 / accuracy),,in,in valscodemig11@vals.ai#1.1,vals.ai,gemini-3.8-flash,high,coding,hard,Vals-runner,per-test,15.787246,2.89e-07,,,38.646,accuracy%,0.000289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://www.vals.ai/benchmarks/code-migration-v1-1 (payload tasks.overall / google/gemini-3.8-flash / accuracy),,in,in valscodemig11@vals.ai#1.1,vals.ai,gemini-4-argon,high,coding,hard,Vals-runner,per-test,44.790194,2.89e-07,,,70.796,accuracy%,0.000289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://www.vals.ai/benchmarks/code-migration-v1-1 (payload tasks.overall / google/gemini-4-argon / accuracy),,in,in valscodemig11@vals.ai#1.1,vals.ai,grok-4.7,xhigh,coding,hard,Vals-runner,per-test,38.051442,2.89e-07,,,53.217,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.vals.ai/benchmarks/code-migration-v1-1 (payload tasks.overall / grok/grok-4.7 / accuracy),,in,in valscodemig11@vals.ai#1.1,vals.ai,kimi-k3,max,coding,hard,Vals-runner,per-test,35.748098,2.89e-07,,,28.587,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://www.vals.ai/benchmarks/code-migration-v1-1 (payload tasks.overall / kimi/kimi-k3 / accuracy),,in,in valscodemig11@vals.ai#1.1,vals.ai,gpt-6-astra,max,coding,hard,Vals-runner,per-test,62.066613,2.89e-07,,,80.579,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.vals.ai/benchmarks/code-migration-v1-1 (payload tasks.overall / openai/gpt-6-astra / accuracy),,in,in valscodemig11@vals.ai#1.1,vals.ai,gpt-6-luna,max,coding,hard,Vals-runner,per-test,0.827763,2.89e-07,,,46.669,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.vals.ai/benchmarks/code-migration-v1-1 (payload tasks.overall / openai/gpt-6-luna / accuracy),,in,in valscodemig11@vals.ai#1.1,vals.ai,gpt-6.1-sol,max,coding,hard,Vals-runner,per-test,9.505623,2.89e-07,,,77.324,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.vals.ai/benchmarks/code-migration-v1-1 (payload tasks.overall / openai/gpt-6.1-sol / accuracy),,in,in valscodemig11@vals.ai#1.1,vals.ai,glm-5.3,max,coding,hard,Vals-runner,per-test,34.907391,2.89e-07,,,55.072,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.vals.ai/benchmarks/code-migration-v1-1 (payload tasks.overall / zai/glm-5.3 / accuracy),,in,in valscodemig11@vals.ai#1.1,vals.ai,glm-5.3-flash,max,coding,hard,Vals-runner,per-test,8.960582,2.89e-07,,,51.647,accuracy%,0.000289,,cost-method-assumed-single,https://www.vals.ai/benchmarks/code-migration-v1-1 (payload tasks.overall / zai/glm-5.3-flash / accuracy),,in,out:cost-not-comparable valscodemig11@vals.ai#1.1,vals.ai,fable-5.2,high,coding,hard,Vals-runner,per-test,69.18581,2.89e-06,,,83.265,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.vals.ai/benchmarks/code-migration-v1-1 (payload tasks.overall / anthropic/claude-fable-5-2 / accuracy),,in,in valscodemig11clipython,vals.ai,fable-5.2,high,agentic-tool,hard,Vals-runner,,,,,,83.4,accuracy%,0.0289,,,"https://www.vals.ai/benchmarks/code-migration-v1-1 (""CLI Accuracy by Target Language"" table of the board page, row Claude Fable 5.2, column Python)",,out:single-couple, valscodemig11clijava,vals.ai,fable-5.2,high,agentic-tool,hard,Vals-runner,,,,,,81.1,accuracy%,0.0289,,,"https://www.vals.ai/benchmarks/code-migration-v1-1 (""CLI Accuracy by Target Language"" table of the board page, row Claude Fable 5.2, column Java)",,out:single-couple, valscodemig11clikotlin,vals.ai,fable-5.2,high,agentic-tool,hard,Vals-runner,,,,,,81.1,accuracy%,0.0289,,,"https://www.vals.ai/benchmarks/code-migration-v1-1 (""CLI Accuracy by Target Language"" table of the board page, row Claude Fable 5.2, column Kotlin)",,out:single-couple, valscodemig11clirust,vals.ai,fable-5.2,high,agentic-tool,hard,Vals-runner,,,,,,75.1,accuracy%,0.0289,,,"https://www.vals.ai/benchmarks/code-migration-v1-1 (""CLI Accuracy by Target Language"" table of the board page, row Claude Fable 5.2, column Rust)",,out:single-couple, valscodemig11clicpp,vals.ai,fable-5.2,high,agentic-tool,hard,Vals-runner,,,,,,86.1,accuracy%,0.0289,,,"https://www.vals.ai/benchmarks/code-migration-v1-1 (""CLI Accuracy by Target Language"" table of the board page, row Claude Fable 5.2, column C++)",,out:single-couple, valscodemig11cliavg,vals.ai,fable-5.2,high,agentic-tool,hard,Vals-runner,,,,,,81.0,accuracy%,0.0289,,,"https://www.vals.ai/benchmarks/code-migration-v1-1 (""CLI Accuracy by Target Language"" table of the board page, row Claude Fable 5.2, column CLI avg)",,out:single-couple, valscorpfin#2,vals.ai,fable-5,max,mixed,mid,Vals-platform,per-test,1.737573,2.89e-07,,,71.834,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row anthropic/claude-fable-5 / column accuracy),,in,in valscorpfin#2,vals.ai,opus-4.8,max,mixed,mid,Vals-platform,per-test,0.855534,2.89e-07,,,66.706,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row anthropic/claude-opus-4-8 / column accuracy),,in,in valscorpfin#2,vals.ai,sonnet-5,max,mixed,mid,Vals-platform,per-test,0.516119,2.89e-07,,,66.977,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row anthropic/claude-sonnet-5 / column accuracy),,in,in valscorpfin#2,vals.ai,sonnet-4.6,max,mixed,mid,Vals-platform,per-test,0.307405,2.89e-07,,,65.307,accuracy%,0.000289,,,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row anthropic/claude-sonnet-4-6 / column accuracy),,out:effort-not-established,out:effort-not-established valscorpfin#2,vals.ai,haiku-4.5,unstated,mixed,mid,Vals-platform,per-test,0.075779,2.89e-07,,,60.295,accuracy%,0.000289,,,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row anthropic/claude-haiku-4-5-20251001 / column accuracy),,out:effort-not-established,out:effort-not-established valscorpfin#2,vals.ai,opus-4.7,max,mixed,mid,Vals-platform,per-test,0.816017,2.89e-07,,,66.084,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row anthropic/claude-opus-4-7 / column accuracy),,in,in valscorpfin#2,vals.ai,opus-5,max,mixed,mid,Vals-platform,per-test,0.860452,2.89e-07,,,73.194,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row anthropic/claude-opus-5 / column accuracy),,in,in valscorpfin#2,vals.ai,qwen3-max-0923,solo,mixed,mid,Vals-platform,per-test,0.086893,2.89e-07,,,55.944,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row alibaba/qwen3-max / column accuracy),,out:single-couple,out:cost-single-couple valscorpfin#2,vals.ai,qwen3-max-0123,default,mixed,mid,Vals-platform,per-test,0.261088,2.89e-07,,,68.026,accuracy%,0.000289,,,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row alibaba/qwen3-max-2026-01-23 / column accuracy),,out:effort-not-established,out:effort-not-established valscorpfin#2,vals.ai,qwen3-max-preview,default,mixed,mid,Vals-platform,per-test,0.09654,2.89e-07,,,52.953,accuracy%,0.000289,,,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row alibaba/qwen3-max-preview / column accuracy),,out:effort-not-established,out:effort-not-established valscorpfin#2,vals.ai,qwen3.5-flash,default,mixed,mid,Vals-platform,per-test,0.009638,2.89e-07,,,63.559,accuracy%,0.000289,,,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row alibaba/qwen3.5-flash / column accuracy),,out:effort-not-established,out:effort-not-established valscorpfin#2,vals.ai,qwen3.5-plus,think,mixed,mid,Vals-platform,per-test,0.058073,2.89e-07,,,65.307,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row alibaba/qwen3.5-plus-thinking / column accuracy),,in,out:cost-not-comparable valscorpfin#2,vals.ai,qwen3.6-27b,default,mixed,mid,Vals-platform,per-test,0.053549,2.89e-07,,,62.315,accuracy%,0.000289,,,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row alibaba/qwen3.6-27b / column accuracy),,out:effort-not-established,out:effort-not-established valscorpfin#2,vals.ai,qwen3.6-max-preview,default,mixed,mid,Vals-platform,per-test,0.156029,2.89e-07,,,66.473,accuracy%,0.000289,,,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row alibaba/qwen3.6-max-preview / column accuracy),,out:effort-not-established,out:effort-not-established valscorpfin#2,vals.ai,qwen3.6-plus,default,mixed,mid,Vals-platform,per-test,0.047203,2.89e-07,,,61.927,accuracy%,0.000289,,,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row alibaba/qwen3.6-plus / column accuracy),,out:effort-not-established,out:effort-not-established valscorpfin#2,vals.ai,qwen3.7-max,default,mixed,mid,Vals-platform,per-test,0.219883,2.89e-07,,,63.714,accuracy%,0.000289,,,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row alibaba/qwen3.7-max / column accuracy),,out:effort-not-established,out:effort-not-established valscorpfin#2,vals.ai,qwen3.8-max,xhigh,mixed,mid,Vals-platform,per-test,0.179323,2.89e-07,,,65.851,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row alibaba/qwen3.8-max / column accuracy),,in,in valscorpfin#2,vals.ai,deepseek-v4-flash-0731,high,mixed,mid,Vals-platform,per-test,0.048046928571428574,0.00633,,,61.849,accuracy%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row deepseek/deepseek-v4-flash-0731 / column accuracy),,in,out:cost-single-couple valscorpfin#2,vals.ai,deepseek-v4-pro-preview,max,mixed,mid,Vals-platform,per-test,0.0762881875,0.0419,,,61.383,accuracy%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row deepseek/deepseek-v4-pro / column accuracy),,in,out:cost-single-couple valscorpfin#2,vals.ai,deepseek-v4-pro-0813,max,mixed,mid,Vals-platform,per-test,0.002183,2.89e-07,,,65.423,accuracy%,0.000289,,EAP-run,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row deepseek/deepseek-v4-pro-0813 / column accuracy),,out:effort-not-established,out:effort-not-established valscorpfin#2,vals.ai,deepseek-r1,solo,mixed,mid,Vals-platform,per-test,0.03525495185185185,4.64e-05,,,54.118,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row fireworks/deepseek-r1 / column accuracy),,out:single-couple,out:cost-single-couple valscorpfin#2,vals.ai,deepseek-v3,solo,mixed,mid,Vals-platform,per-test,0.039597566666666674,0.0139,,,52.486,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row fireworks/deepseek-v3 / column accuracy),,out:single-couple,out:cost-single-couple valscorpfin#2,vals.ai,deepseek-v3-0324,solo,mixed,mid,Vals-platform,per-test,0.03961507222222222,0.0139,,,54.74,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row fireworks/deepseek-v3-0324 / column accuracy),,out:single-couple,out:cost-single-couple valscorpfin#2,vals.ai,deepseek-v3.1,unstated,mixed,mid,Vals-platform,per-test,0.037369,2.89e-07,,,51.476,accuracy%,0.000289,,,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row fireworks/deepseek-v3p1 / column accuracy),,out:effort-not-established,out:effort-not-established valscorpfin#2,vals.ai,deepseek-v3.2,not-established:absent,mixed,mid,Vals-platform,per-test,0.036826,2.89e-07,,,47.941,accuracy%,0.000289,,,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row fireworks/deepseek-v3p2 / column accuracy),,out:effort-not-established,out:effort-not-established valscorpfin#2,vals.ai,?fireworks/deepseek-v3p2-thinking,not-established:absent,mixed,mid,Vals-platform,per-test,0.038215,2.89e-07,,,50.971,accuracy%,0.000289,,,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row fireworks/deepseek-v3p2-thinking / column accuracy),,out:model-not-established,out:model-not-established valscorpfin#2,vals.ai,gpt-oss-120b,unstated,mixed,mid,Vals-platform,per-test,0.009601,2.89e-07,,,58.236,accuracy%,0.000289,,,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row fireworks/gpt-oss-120b / column accuracy),,out:effort-not-established,out:effort-not-established valscorpfin#2,vals.ai,gpt-oss-20b,unstated,mixed,mid,Vals-platform,per-test,0.004549,2.89e-07,,,53.147,accuracy%,0.000289,,,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row fireworks/gpt-oss-20b / column accuracy),,out:effort-not-established,out:effort-not-established valscorpfin#2,vals.ai,gemini-1.5-flash-001,solo,mixed,mid,Vals-platform,per-test,0.006413,2.89e-07,,,28.633,accuracy%,0.000289,,cost-method-assumed-single,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row google/gemini-1.5-flash-001 / column accuracy),,out:single-couple,out:cost-not-comparable valscorpfin#2,vals.ai,gemini-1.5-flash-002,solo,mixed,mid,Vals-platform,per-test,0.007862,2.89e-07,,,38.19,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row google/gemini-1.5-flash-002 / column accuracy),,out:single-couple,out:cost-not-comparable valscorpfin#2,vals.ai,gemini-1.5-pro-002,solo,mixed,mid,Vals-platform,per-test,0.131149,2.89e-07,,,40.521,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row google/gemini-1.5-pro-002 / column accuracy),,out:single-couple,out:cost-not-comparable valscorpfin#2,vals.ai,gemini-2.0-flash,solo,mixed,mid,Vals-platform,per-test,0.010481,2.89e-07,,,33.722,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row google/gemini-2.0-flash-001 / column accuracy),,out:single-couple,out:cost-single-couple valscorpfin#2,vals.ai,gemini-2.0-pro-exp-02-05,solo,mixed,mid,Vals-platform,per-test,0.104585,2.89e-07,,,43.435,accuracy%,0.000289,,cost-method-assumed-single,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row google/gemini-2.0-pro-exp-02-05 / column accuracy),,out:single-couple,out:cost-not-comparable valscorpfin#2,vals.ai,gemini-2.5-flash-lite-preview-09-2025,unstated,mixed,mid,Vals-platform,per-test,0.008646,2.89e-07,,,56.294,accuracy%,0.000289,,,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row google/gemini-2.5-flash-lite-preview-09-2025 / column accuracy),,out:effort-not-established,out:effort-not-established valscorpfin#2,vals.ai,?google/gemini-2.5-flash-lite-preview-09-2025-thinking,not-established:absent,mixed,mid,Vals-platform,per-test,0.008596,2.89e-07,,,57.576,accuracy%,0.000289,,,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row google/gemini-2.5-flash-lite-preview-09-2025-thinking / column accuracy),,out:model-not-established,out:model-not-established valscorpfin#2,vals.ai,gemini-2.5-flash-preview-04-17,unstated,mixed,mid,Vals-platform,per-test,0.020528,2.89e-07,,,54.157,accuracy%,0.000289,,,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row google/gemini-2.5-flash-preview-04-17 / column accuracy),,out:effort-not-established,out:effort-not-established valscorpfin#2,vals.ai,gemini-2.5-flash-preview-09-2025,unstated,mixed,mid,Vals-platform,per-test,0.026123,2.89e-07,,,58.974,accuracy%,0.000289,,,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row google/gemini-2.5-flash-preview-09-2025 / column accuracy),,out:effort-not-established,out:effort-not-established valscorpfin#2,vals.ai,?google/gemini-2.5-flash-preview-09-2025-thinking,not-established:absent,mixed,mid,Vals-platform,per-test,0.026119,2.89e-07,,,59.751,accuracy%,0.000289,,,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row google/gemini-2.5-flash-preview-09-2025-thinking / column accuracy),,out:model-not-established,out:model-not-established valscorpfin#2,vals.ai,gemini-2.5-pro,unstated,mixed,mid,Vals-platform,per-test,0.09535,2.89e-07,,,60.8,accuracy%,0.000289,,,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row google/gemini-2.5-pro / column accuracy),,out:effort-not-established,out:effort-not-established valscorpfin#2,vals.ai,gemini-2.5-pro-exp-03-25,solo,mixed,mid,Vals-platform,per-test,0.08579,2.89e-07,,,59.829,accuracy%,0.000289,,cost-method-assumed-single,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row google/gemini-2.5-pro-exp-03-25 / column accuracy),,out:single-couple,out:cost-not-comparable valscorpfin#2,vals.ai,gemini-3-flash,high,mixed,mid,Vals-platform,per-test,0.047154,2.89e-07,,,66.434,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row google/gemini-3-flash-preview / column accuracy),,in,in valscorpfin#2,vals.ai,?google/gemini-3-pro-preview,not-established:absent,mixed,mid,Vals-platform,per-test,0.179069,2.89e-07,,,63.675,accuracy%,0.000289,,,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row google/gemini-3-pro-preview / column accuracy),,out:model-not-established,out:model-not-established valscorpfin#2,vals.ai,gemini-3.1-flash-lite-preview,high,mixed,mid,Vals-platform,per-test,0.022927,2.89e-07,,,59.363,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row google/gemini-3.1-flash-lite-preview / column accuracy),,in,in valscorpfin#2,vals.ai,gemini-3.1-pro,high,mixed,mid,Vals-platform,per-test,0.181957,2.89e-07,,,64.491,accuracy%,0.000289,,cost-method-assumed-single,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row google/gemini-3.1-pro-preview / column accuracy),,in,out:cost-not-comparable valscorpfin#2,vals.ai,gemini-3.5-flash,high,mixed,mid,Vals-platform,per-test,0.140208,2.89e-07,,,64.686,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row google/gemini-3.5-flash / column accuracy),,in,in valscorpfin#2,vals.ai,gemini-3.5-flash-lite,high,mixed,mid,Vals-platform,per-test,0.028548,2.89e-07,,,60.684,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row google/gemini-3.5-flash-lite / column accuracy),,in,in valscorpfin#2,vals.ai,gemini-3.6-flash,high,mixed,mid,Vals-platform,per-test,0.136842,2.89e-07,,,63.326,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row google/gemini-3.6-flash / column accuracy),,in,in valscorpfin#2,vals.ai,grok-2-1212,solo,mixed,mid,Vals-platform,per-test,0.115097,2.89e-07,,,51.126,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row grok/grok-2-1212 / column accuracy),,out:single-couple,out:cost-single-couple valscorpfin#2,vals.ai,?grok/grok-3,not-established:absent,mixed,mid,Vals-platform,per-test,0.169809,2.89e-07,,,59.713,accuracy%,0.000289,,,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row grok/grok-3 / column accuracy),,out:model-not-established,out:model-not-established valscorpfin#2,vals.ai,?grok/grok-3-mini-fast-high-reasoning,not-established:absent,mixed,mid,Vals-platform,per-test,0.017292,2.89e-07,,,61.111,accuracy%,0.000289,,,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row grok/grok-3-mini-fast-high-reasoning / column accuracy),,out:model-not-established,out:model-not-established valscorpfin#2,vals.ai,?grok/grok-3-mini-fast-low-reasoning,not-established:absent,mixed,mid,Vals-platform,per-test,0.01706,2.89e-07,,,59.479,accuracy%,0.000289,,,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row grok/grok-3-mini-fast-low-reasoning / column accuracy),,out:model-not-established,out:model-not-established valscorpfin#2,vals.ai,?grok/grok-4-0709,not-established:absent,mixed,mid,Vals-platform,per-test,0.190665,2.89e-07,,,66.045,accuracy%,0.000289,,,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row grok/grok-4-0709 / column accuracy),,out:model-not-established,out:model-not-established valscorpfin#2,vals.ai,?grok/grok-4-1-fast-non-reasoning,not-established:absent,mixed,mid,Vals-platform,per-test,0.015705,2.89e-07,,,52.486,accuracy%,0.000289,,,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row grok/grok-4-1-fast-non-reasoning / column accuracy),,out:model-not-established,out:model-not-established valscorpfin#2,vals.ai,?grok/grok-4-1-fast-reasoning,not-established:absent,mixed,mid,Vals-platform,per-test,0.015643,2.89e-07,,,65.967,accuracy%,0.000289,,,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row grok/grok-4-1-fast-reasoning / column accuracy),,out:model-not-established,out:model-not-established valscorpfin#2,vals.ai,?grok/grok-4-fast-non-reasoning,not-established:absent,mixed,mid,Vals-platform,per-test,0.039974,2.89e-07,,,58.392,accuracy%,0.000289,,,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row grok/grok-4-fast-non-reasoning / column accuracy),,out:model-not-established,out:model-not-established valscorpfin#2,vals.ai,?grok/grok-4-fast-reasoning,not-established:absent,mixed,mid,Vals-platform,per-test,0.040289,2.89e-07,,,66.9,accuracy%,0.000289,,,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row grok/grok-4-fast-reasoning / column accuracy),,out:model-not-established,out:model-not-established valscorpfin#2,vals.ai,grok-4.20,think,mixed,mid,Vals-platform,per-test,0.11573175,0.0275,,,63.675,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row grok/grok-4.20-0309-reasoning / column accuracy),,in,out:cost-single-couple valscorpfin#2,vals.ai,grok-4.3,high,mixed,mid,Vals-platform,per-test,0.134161,2.89e-07,,,68.532,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row grok/grok-4.3 / column accuracy),,in,in valscorpfin#2,vals.ai,grok-4.5,high,mixed,mid,Vals-platform,per-test,0.1770328,0.0256,,,67.405,accuracy%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row grok/grok-4.5 / column accuracy),,in,out:cost-single-couple valscorpfin#2,vals.ai,grok-4.6,high,mixed,mid,Vals-platform,per-test,0.165532,2.89e-07,,,66.161,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row grok/grok-4.6 / column accuracy),,in,in valscorpfin#2,vals.ai,?kimi/kimi-k2-thinking,not-established:absent,mixed,mid,Vals-platform,per-test,0.038163,2.89e-07,,,60.567,accuracy%,0.000289,,,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row kimi/kimi-k2-thinking / column accuracy),,out:model-not-established,out:model-not-established valscorpfin#2,vals.ai,?kimi/kimi-k2.5-thinking,not-established:absent,mixed,mid,Vals-platform,per-test,0.052412,2.89e-07,,,68.259,accuracy%,0.000289,,,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row kimi/kimi-k2.5-thinking / column accuracy),,out:model-not-established,out:model-not-established valscorpfin#2,vals.ai,kimi-k2.6,unstated,mixed,mid,Vals-platform,per-test,0.07328,2.89e-07,,,66.744,accuracy%,0.000289,,,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row kimi/kimi-k2.6 / column accuracy),,out:effort-not-established,out:effort-not-established valscorpfin#2,vals.ai,kimi-k3,max,mixed,mid,Vals-platform,per-test,0.063819,2.89e-07,,,71.562,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row kimi/kimi-k3 / column accuracy),,in,in valscorpfin#2,vals.ai,gpt-4.1,solo,mixed,mid,Vals-platform,per-test,0.13202,2.89e-07,,,63.054,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row openai/gpt-4.1-2025-04-14 / column accuracy),,out:single-couple,out:cost-single-couple valscorpfin#2,vals.ai,gpt-4.1-mini,solo,mixed,mid,Vals-platform,per-test,0.026113,2.89e-07,,,57.926,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row openai/gpt-4.1-mini-2025-04-14 / column accuracy),,out:single-couple,out:cost-single-couple valscorpfin#2,vals.ai,gpt-4.1-nano,solo,mixed,mid,Vals-platform,per-test,0.006454,2.89e-07,,,42.075,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row openai/gpt-4.1-nano-2025-04-14 / column accuracy),,out:single-couple,out:cost-single-couple valscorpfin#2,vals.ai,gpt-4o-0806,solo,mixed,mid,Vals-platform,per-test,0.147391,2.89e-07,,,39.433,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row openai/gpt-4o-2024-08-06 / column accuracy),,out:single-couple,out:cost-single-couple valscorpfin#2,vals.ai,gpt-4o-mini,solo,mixed,mid,Vals-platform,per-test,0.008848,2.89e-07,,,45.455,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row openai/gpt-4o-mini-2024-07-18 / column accuracy),,out:single-couple,out:cost-single-couple valscorpfin#2,vals.ai,gpt-5,high,mixed,mid,Vals-platform,per-test,0.086116,2.89e-07,,,61.072,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row openai/gpt-5-2025-08-07 / column accuracy),,out:single-couple,out:cost-single-couple valscorpfin#2,vals.ai,gpt-5-mini,high,mixed,mid,Vals-platform,per-test,0.020976,2.89e-07,,,60.179,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row openai/gpt-5-mini-2025-08-07 / column accuracy),,out:single-couple,out:cost-single-couple valscorpfin#2,vals.ai,gpt-5.1,high,mixed,mid,Vals-platform,per-test,0.091991,2.89e-07,,,63.831,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row openai/gpt-5.1-2025-11-13 / column accuracy),,in,in valscorpfin#2,vals.ai,gpt-5.2,xhigh,mixed,mid,Vals-platform,per-test,0.153756,2.89e-07,,,65.889,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row openai/gpt-5.2-2025-12-11 / column accuracy),,in,in valscorpfin#2,vals.ai,gpt-5.4,xhigh,mixed,mid,Vals-platform,per-test,0.235266,2.89e-07,,,65.268,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row openai/gpt-5.4-2026-03-05 / column accuracy),,in,in valscorpfin#2,vals.ai,gpt-5.4-mini,xhigh,mixed,mid,Vals-platform,per-test,0.076368,2.89e-07,,,60.917,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row openai/gpt-5.4-mini-2026-03-17 / column accuracy),,in,in valscorpfin#2,vals.ai,gpt-5.4-nano,high,mixed,mid,Vals-platform,per-test,0.01612,2.89e-07,,,61.189,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row openai/gpt-5.4-nano-2026-03-17 / column accuracy),,in,in valscorpfin#2,vals.ai,gpt-5.5,xhigh,mixed,mid,Vals-platform,per-test,0.43166,2.89e-07,,,68.415,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row openai/gpt-5.5 / column accuracy),,in,in valscorpfin#2,vals.ai,gpt-5.6-luna,max,mixed,mid,Vals-platform,per-test,0.019039,2.89e-07,,,64.219,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row openai/gpt-5.6-luna / column accuracy),,in,in valscorpfin#2,vals.ai,gpt-5.6-sol,max,mixed,mid,Vals-platform,per-test,0.484982,2.89e-07,,,64.375,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row openai/gpt-5.6-sol / column accuracy),,in,in valscorpfin#2,vals.ai,gpt-5.6-terra,xhigh,mixed,mid,Vals-platform,per-test,0.171459,2.89e-07,,,65.307,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row openai/gpt-5.6-terra / column accuracy),,in,in valscorpfin#2,vals.ai,o3,high,mixed,mid,Vals-platform,per-test,0.133487,2.89e-07,,,59.713,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row openai/o3-2025-04-16 / column accuracy),,out:single-couple,out:cost-single-couple valscorpfin#2,vals.ai,o3-mini,high,mixed,mid,Vals-platform,per-test,0.078121,2.89e-07,,,45.299,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row openai/o3-mini-2025-01-31 / column accuracy),,out:single-couple,out:cost-single-couple valscorpfin#2,vals.ai,o4-mini,high,mixed,mid,Vals-platform,per-test,0.074104,2.89e-07,,,58.974,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row openai/o4-mini-2025-04-16 / column accuracy),,out:single-couple,out:cost-single-couple valscorpfin#2,vals.ai,?together/moonshotai/Kimi-K2-Instruct,not-established:absent,mixed,mid,Vals-platform,per-test,0.059336,2.89e-07,,,50.388,accuracy%,0.000289,,,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row together/moonshotai/Kimi-K2-Instruct / column accuracy),,out:model-not-established,out:model-not-established valscorpfin#2,vals.ai,glm-4.5,unstated,mixed,mid,Vals-platform,per-test,0.03783,2.89e-07,,,60.956,accuracy%,0.000289,,,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row zai/glm-4.5 / column accuracy),,out:effort-not-established,out:effort-not-established valscorpfin#2,vals.ai,glm-4.6,unstated,mixed,mid,Vals-platform,per-test,0.04461,2.89e-07,,,56.838,accuracy%,0.000289,,,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row zai/glm-4.6 / column accuracy),,out:effort-not-established,out:effort-not-established valscorpfin#2,vals.ai,glm-4.7,unstated,mixed,mid,Vals-platform,per-test,0.039082,2.89e-07,,,46.387,accuracy%,0.000289,,,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row zai/glm-4.7 / column accuracy),,out:effort-not-established,out:effort-not-established valscorpfin#2,vals.ai,?zai/glm-5-thinking,not-established:absent,mixed,mid,Vals-platform,per-test,0.067926,2.89e-07,,,62.898,accuracy%,0.000289,,,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row zai/glm-5-thinking / column accuracy),,out:model-not-established,out:model-not-established valscorpfin#2,vals.ai,glm-5.1,unstated,mixed,mid,Vals-platform,per-test,0.078922,2.89e-07,,,64.452,accuracy%,0.000289,,,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row zai/glm-5.1 / column accuracy),,out:effort-not-established,out:effort-not-established valscorpfin#2,vals.ai,glm-5.2,max,mixed,mid,Vals-platform,per-test,0.121857,2.89e-07,,,66.123,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/corp_fin_v2 ($.tasks.overall / row zai/glm-5.2 / column accuracy),,in,in valscorpfin#2,vals.ai,?anthropic/claude-haiku-4-5-20251001-thinking,not-established:absent,mixed,mid,Vals-platform,per-test,0.089265,2.89e-07,,,60.606,accuracy%,0.000289,,,https://www.vals.ai/benchmarks/corp_fin_v2 (payload tasks.overall / anthropic/claude-haiku-4-5-20251001-thinking / accuracy),,out:model-not-established,out:model-not-established valscua#1,vals.ai,fable-5.1,max,computer-use,hard,,,323.776608,2.89e-07,,,13.166667,score%,0.000289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/cua_bench ($.tasks.overall / row anthropic/claude-fable-5-1 / column accuracy),,in,in valscua#1,vals.ai,opus-5,max,computer-use,hard,,,232.233536,2.89e-07,,,9,score%,0.000289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/cua_bench ($.tasks.overall / row anthropic/claude-opus-5 / column accuracy),,in,in valscua#1,vals.ai,opus-5.5,max,computer-use,hard,,,188.040183,2.89e-07,,,14,score%,0.000289,,cost-price-ratio:USD; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/cua_bench ($.tasks.overall / row anthropic/claude-opus-5-5 / column accuracy),,in,in valscua#1,vals.ai,gemini-3.8-flash,high,computer-use,hard,,,280.032879,2.89e-07,,,4.166667,score%,0.000289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/cua_bench ($.tasks.overall / row google/gemini-3.8-flash / column accuracy),,in,in valscua#1,vals.ai,gemini-4-argon,high,computer-use,hard,,,193.778921,2.89e-07,,,4.833333,score%,0.000289,,harness-label-as-level:antigravity-cli; base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/cua_bench ($.tasks.overall / row google/gemini-4-argon / column accuracy),,in,in valscua#1,vals.ai,gpt-5.6-sol,max,computer-use,hard,,,284.613421125,14.9,,,8.333333,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/cua_bench ($.tasks.overall / row openai/gpt-5.6-sol / column accuracy),,in,out:cost-single-couple valscua#1,vals.ai,gpt-6-astra,max,computer-use,hard,,,1821.373046,2.89e-07,,,19.166667,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/cua_bench ($.tasks.overall / row openai/gpt-6-astra / column accuracy),,in,in valscyber#1.1,vals.ai,opus-5,max,coding,hard,mini-swe-agent(Vals),per-test,2.868267,2.89e-07,,,65.357,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/cyber ($.tasks.overall / row anthropic/claude-opus-5 / column accuracy),,in,in valscyber#1.1,vals.ai,fable-5.1,max,coding,hard,mini-swe-agent(Vals),per-test,4.010688,2.89e-07,,,70.416,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/cyber ($.tasks.overall / row anthropic/claude-fable-5-1 / column accuracy),,in,in valscyber#1.1,vals.ai,sonnet-5,max,coding,hard,mini-swe-agent(Vals),per-test,1.888947,2.89e-07,,,61.905,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/cyber ($.tasks.overall / row anthropic/claude-sonnet-5 / column accuracy),,in,in valscyber#1.1,vals.ai,sonnet-5.5,max,coding,hard,mini-swe-agent(Vals),per-test,3.3130290000000002,0.638,,,59.584,accuracy%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/cyber ($.tasks.overall / row anthropic/claude-sonnet-5-5 / column accuracy),,in,out:cost-single-couple valscyber#1.1,vals.ai,opus-5.5,max,coding,hard,mini-swe-agent(Vals),per-test,3.476604,2.89e-07,,,55.357,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/cyber ($.tasks.overall / row anthropic/claude-opus-5-5 / column accuracy),,in,in valscyber#1.1,vals.ai,haiku-5.5,max,coding,hard,mini-swe-agent(Vals),per-test,1.248102,2.89e-07,,,75.476,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/cyber ($.tasks.overall / row anthropic/claude-haiku-5-5 / column accuracy),,in,in valscyber#1.1,vals.ai,qwen3.8-27b,xhigh,coding,hard,mini-swe-agent(Vals),per-test,0.990223,2.89e-07,,,67.798,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/cyber ($.tasks.overall / row alibaba/qwen3.8-27b / column accuracy),,in,in valscyber#1.1,vals.ai,?qwen3.8-max,not-established:absent,coding,hard,mini-swe-agent(Vals),per-test,0.784693,2.89e-07,,,28.572,accuracy%,0.000289,,,https://vals.ai/benchmarks/cyber ($.tasks.overall / row alibaba/qwen3.8-max / column accuracy),,out:model-not-established,out:model-not-established valscyber#1.1,vals.ai,deepseek-v4-flash-0731,high,coding,hard,mini-swe-agent(Vals),per-test,0.19286,2.89e-07,,,72.084,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/cyber ($.tasks.overall / row deepseek/deepseek-v4-flash-0731 / column accuracy),,in,in valscyber#1.1,vals.ai,deepseek-v4-pro-0813,max,coding,hard,mini-swe-agent(Vals),per-test,0.593028,2.89e-07,,,72.857,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/cyber ($.tasks.overall / row deepseek/deepseek-v4-pro-0813 / column accuracy),,in,in valscyber#1.1,vals.ai,deepseek-v4.1-flash,high,coding,hard,mini-swe-agent(Vals),per-test,0.069681,2.89e-07,,,73.69,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/cyber ($.tasks.overall / row deepseek/deepseek-v4.1-flash / column accuracy),,in,in valscyber#1.1,vals.ai,gemini-3.5-flash-lite,high,coding,hard,mini-swe-agent(Vals),per-test,0.425124,2.89e-07,,,59.107,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/cyber ($.tasks.overall / row google/gemini-3.5-flash-lite / column accuracy),,in,in valscyber#1.1,vals.ai,gemini-3.6-flash,high,coding,hard,mini-swe-agent(Vals),per-test,1.306182,2.89e-07,,,45.357,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/cyber ($.tasks.overall / row google/gemini-3.6-flash / column accuracy),,in,in valscyber#1.1,vals.ai,?google/gemini-3.7-flash,not-established:absent,coding,hard,mini-swe-agent(Vals),per-test,2.146121,2.89e-07,,,43.75,accuracy%,0.000289,,,https://vals.ai/benchmarks/cyber ($.tasks.overall / row google/gemini-3.7-flash / column accuracy),,out:model-not-established,out:model-not-established valscyber#1.1,vals.ai,gemini-3.8-flash,high,coding,hard,mini-swe-agent(Vals),per-test,1.305189,2.89e-07,,,43.75,accuracy%,0.000289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/cyber ($.tasks.overall / row google/gemini-3.8-flash / column accuracy),,in,in valscyber#1.1,vals.ai,gemini-4-argon,high,coding,hard,mini-swe-agent(Vals),per-test,5.113798,2.89e-07,,,77.857,accuracy%,0.000289,,EAP-run; base-scheduled-list-price; cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/cyber ($.tasks.overall / row google/gemini-4-argon / column accuracy),,in,in valscyber#1.1,vals.ai,grok-4.5,high,coding,hard,mini-swe-agent(Vals),per-test,2.3595464,0.341,,,71.012,accuracy%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/cyber ($.tasks.overall / row grok/grok-4.5 / column accuracy),,in,out:cost-single-couple valscyber#1.1,vals.ai,grok-4.6,high,coding,hard,mini-swe-agent(Vals),per-test,4.06856,2.89e-07,,,67.678,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/cyber ($.tasks.overall / row grok/grok-4.6 / column accuracy),,in,in valscyber#1.1,vals.ai,grok-4.7,xhigh,coding,hard,mini-swe-agent(Vals),per-test,8.539306,2.89e-07,,,69.464,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/cyber ($.tasks.overall / row grok/grok-4.7 / column accuracy),,in,in valscyber#1.1,vals.ai,kimi-k3,max,coding,hard,mini-swe-agent(Vals),per-test,2.12561,2.89e-07,,,75.238,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/cyber ($.tasks.overall / row kimi/kimi-k3 / column accuracy),,in,in valscyber#1.1,vals.ai,gpt-5.6-luna,max,coding,hard,mini-swe-agent(Vals),per-test,0.404245,2.89e-07,,,73.631,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/cyber ($.tasks.overall / row openai/gpt-5.6-luna / column accuracy),,in,in valscyber#1.1,vals.ai,gpt-5.6-sol,max,coding,hard,mini-swe-agent(Vals),per-test,4.19141525,0.22,,,76.31,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/cyber ($.tasks.overall / row openai/gpt-5.6-sol / column accuracy),,in,out:cost-single-couple valscyber#1.1,vals.ai,gpt-5.6-terra,max,coding,hard,mini-swe-agent(Vals),per-test,3.308232,2.89e-07,,,72.084,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/cyber ($.tasks.overall / row openai/gpt-5.6-terra / column accuracy),,in,in valscyber#1.1,vals.ai,gpt-6-astra,max,coding,hard,mini-swe-agent(Vals),per-test,1.840737,2.89e-07,,,41.072,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/cyber ($.tasks.overall / row openai/gpt-6-astra / column accuracy),,in,in valscyber#1.1,vals.ai,gpt-6-luna,max,coding,hard,mini-swe-agent(Vals),per-test,0.133802,2.89e-07,,,76.25,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/cyber ($.tasks.overall / row openai/gpt-6-luna / column accuracy),,in,in valscyber#1.1,vals.ai,gpt-6-sol,max,coding,hard,mini-swe-agent(Vals),per-test,1.338572,2.89e-07,,,77.976,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/cyber ($.tasks.overall / row openai/gpt-6-sol / column accuracy),,in,in valscyber#1.1,vals.ai,gpt-6.1-sol,max,coding,hard,mini-swe-agent(Vals),per-test,0.285372,2.89e-07,,,39.286,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/cyber ($.tasks.overall / row openai/gpt-6.1-sol / column accuracy),,in,in valscyber#1.1,vals.ai,glm-5.3,max,coding,hard,mini-swe-agent(Vals),per-test,2.688034,2.89e-07,,,72.084,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/cyber ($.tasks.overall / row zai/glm-5.3 / column accuracy),,in,in valscyber#1.1,vals.ai,glm-5.3-flash,max,coding,hard,mini-swe-agent(Vals),per-test,0.142012,2.89e-07,,,67.857,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/cyber ($.tasks.overall / row zai/glm-5.3-flash / column accuracy),,in,in valscyber#1.1,vals.ai,?alibaba/qwen3.8-max,not-established:absent,coding,hard,mini-swe-agent(Vals),per-test,0.784693,2.89e-07,,,28.572,accuracy%,0.000289,,,https://www.vals.ai/benchmarks/cyber (payload tasks.overall / alibaba/qwen3.8-max / accuracy),,out:model-not-established,out:model-not-established valscyber#1.1,vals.ai,?anthropic/claude-opus-5-5-range,not-established:absent,coding,hard,mini-swe-agent(Vals),per-test,4.169947,2.89e-07,,,74.584,accuracy%,0.000289,,,https://www.vals.ai/benchmarks/cyber (payload tasks.overall / anthropic/claude-opus-5-5-range / accuracy),,out:model-not-established,out:model-not-established valscyber#1.1,vals.ai,?anthropic/claude-sonnet-5-range,not-established:absent,coding,hard,mini-swe-agent(Vals),per-test,4.844769,2.89e-07,,,70.298,accuracy%,0.000289,,,https://www.vals.ai/benchmarks/cyber (payload tasks.overall / anthropic/claude-sonnet-5-range / accuracy),,out:model-not-established,out:model-not-established emb#1,vals.ai,opus-5.5,max,agentic-tool,hard,EMB,per-test,11.018974,2.89e-07,,,75.938,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/emb ($.tasks.overall / row anthropic/claude-opus-5-5 / column accuracy),,in,in emb#1,vals.ai,opus-5,max,agentic-tool,hard,EMB,per-test,6.071566,2.89e-07,,,73.556,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/emb ($.tasks.overall / row anthropic/claude-opus-5 / column accuracy),,in,in emb#1,vals.ai,fable-5.1,max,agentic-tool,hard,EMB,per-test,15.93249,2.89e-07,,,76.67,score%,0.000289,,,https://vals.ai/benchmarks/emb ($.tasks.overall / row anthropic/claude-fable-5-1 / column accuracy),decision:D54|fable-5.1@max|run1,in,out:decision:D50 emb#1,vals.ai,fable-5,max,agentic-tool,hard,EMB,per-test,12.354419,2.89e-07,,,73.666,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/emb ($.tasks.overall / row anthropic/claude-fable-5 / column accuracy),,in,in emb#1,vals.ai,opus-4.8,max,agentic-tool,hard,EMB,per-test,12.05844,2.89e-07,,,69.373,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/emb ($.tasks.overall / row anthropic/claude-opus-4-8 / column accuracy),,in,in emb#1,vals.ai,sonnet-5,max,agentic-tool,hard,EMB,per-test,10.293794,2.89e-07,,,66.316,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/emb ($.tasks.overall / row anthropic/claude-sonnet-5 / column accuracy),,in,in emb#1,vals.ai,sonnet-4.6,max,agentic-tool,hard,EMB,per-test,7.22787,2.89e-07,,,60.154,score%,0.000289,,,https://vals.ai/benchmarks/emb ($.tasks.overall / row anthropic/claude-sonnet-4-6 / column accuracy),,out:effort-not-established,out:effort-not-established emb#1,vals.ai,opus-4.7,max,agentic-tool,hard,EMB,per-test,12.756352,2.89e-07,,,63.728,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/emb ($.tasks.overall / row anthropic/claude-opus-4-7 / column accuracy),,in,in emb#1,vals.ai,?anthropic/claude-haiku-4-5-20251001-thinking,not-established:absent,agentic-tool,hard,EMB,per-test,1.030784,2.89e-07,,,22.664,score%,0.000289,,,https://vals.ai/benchmarks/emb ($.tasks.overall / row anthropic/claude-haiku-4-5-20251001-thinking / column accuracy),,out:model-not-established,out:model-not-established emb#1,vals.ai,sonnet-5.5,max,agentic-tool,hard,EMB,per-test,6.59464725,1.27,,,75.713,score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/emb ($.tasks.overall / row anthropic/claude-sonnet-5-5 / column accuracy),,in,out:cost-single-couple emb#1,vals.ai,haiku-5.5,max,agentic-tool,hard,EMB,per-test,1.146892,2.89e-07,,,59.015,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/emb ($.tasks.overall / row anthropic/claude-haiku-5-5 / column accuracy),,in,in emb#1,vals.ai,qwen3.6-plus,default,agentic-tool,hard,EMB,per-test,2.866775,2.89e-07,,,32.867,score%,0.000289,,,https://vals.ai/benchmarks/emb ($.tasks.overall / row alibaba/qwen3.6-plus / column accuracy),,out:effort-not-established,out:effort-not-established emb#1,vals.ai,qwen3.7-max,default,agentic-tool,hard,EMB,per-test,2.857267,2.89e-07,,,57.041,score%,0.000289,,,https://vals.ai/benchmarks/emb ($.tasks.overall / row alibaba/qwen3.7-max / column accuracy),,out:effort-not-established,out:effort-not-established emb#1,vals.ai,qwen3.7-plus,default,agentic-tool,hard,EMB,per-test,0.597724,2.89e-07,,,49.345,score%,0.000289,,,https://vals.ai/benchmarks/emb ($.tasks.overall / row alibaba/qwen3.7-plus / column accuracy),,out:effort-not-established,out:effort-not-established emb#1,vals.ai,qwen3.8-27b,xhigh,agentic-tool,hard,EMB,per-test,4.556437,2.89e-07,,,59.661,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/emb ($.tasks.overall / row alibaba/qwen3.8-27b / column accuracy),,in,in emb#1,vals.ai,?qwen3.8-max,not-established:absent,agentic-tool,hard,EMB,per-test,2.655924,2.89e-07,,,60.066,score%,0.000289,,,https://vals.ai/benchmarks/emb ($.tasks.overall / row alibaba/qwen3.8-max / column accuracy),,out:model-not-established,out:model-not-established emb#1,vals.ai,deepseek-v4-flash-0731,high,agentic-tool,hard,EMB,per-test,0.383709,2.89e-07,,,56.977,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/emb ($.tasks.overall / row deepseek/deepseek-v4-flash-0731 / column accuracy),,in,in emb#1,vals.ai,?deepseek/deepseek-v4-pro,not-established:absent,agentic-tool,hard,EMB,per-test,0.796757,2.89e-07,,,51.623,score%,0.000289,,,https://vals.ai/benchmarks/emb ($.tasks.overall / row deepseek/deepseek-v4-pro / column accuracy),,out:model-not-established,out:model-not-established emb#1,vals.ai,deepseek-v4-pro-0813,max,agentic-tool,hard,EMB,per-test,1.08141,2.89e-07,,,52.803,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/emb ($.tasks.overall / row deepseek/deepseek-v4-pro-0813 / column accuracy),,in,in emb#1,vals.ai,deepseek-v4.1-flash,high,agentic-tool,hard,EMB,per-test,0.234152,2.89e-07,,,57.208,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/emb ($.tasks.overall / row deepseek/deepseek-v4.1-flash / column accuracy),,in,in emb#1,vals.ai,deepseek-v4.1-flash-1017,max,agentic-tool,hard,EMB,per-test,0.355142,2.89e-07,,,61.805,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/emb ($.tasks.overall / row deepseek/deepseek-v4.1-flash-1017 / column accuracy),,in,in emb#1,vals.ai,gemini-3-flash,high,agentic-tool,hard,EMB,per-test,0.453183,2.89e-07,,,26.017,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/emb ($.tasks.overall / row google/gemini-3-flash-preview / column accuracy),,in,in emb#1,vals.ai,gemini-3.1-flash-lite-preview,high,agentic-tool,hard,EMB,per-test,0.069424,2.89e-07,,,8.629,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/emb ($.tasks.overall / row google/gemini-3.1-flash-lite-preview / column accuracy),,in,in emb#1,vals.ai,gemini-3.1-pro,high,agentic-tool,hard,EMB,per-test,3.769246,2.89e-07,,,52.616,score%,0.000289,,cost-method-assumed-single,https://vals.ai/benchmarks/emb ($.tasks.overall / row google/gemini-3.1-pro-preview / column accuracy),,in,out:cost-not-comparable emb#1,vals.ai,?google/gemini-3.5-flash,not-established:absent,agentic-tool,hard,EMB,per-test,5.173115,2.89e-07,,,63.548,score%,0.000289,,,https://vals.ai/benchmarks/emb ($.tasks.overall / row google/gemini-3.5-flash / column accuracy),,out:model-not-established,out:model-not-established emb#1,vals.ai,gemini-3.5-flash-lite,high,agentic-tool,hard,EMB,per-test,1.231783,2.89e-07,,,43.231,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/emb ($.tasks.overall / row google/gemini-3.5-flash-lite / column accuracy),,in,in emb#1,vals.ai,gemini-3.6-flash,high,agentic-tool,hard,EMB,per-test,3.893069,2.89e-07,,,65.411,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/emb ($.tasks.overall / row google/gemini-3.6-flash / column accuracy),,in,in emb#1,vals.ai,?google/gemini-3.7-flash,not-established:absent,agentic-tool,hard,EMB,per-test,5.694001,2.89e-07,,,71.326,score%,0.000289,,,https://vals.ai/benchmarks/emb ($.tasks.overall / row google/gemini-3.7-flash / column accuracy),,out:model-not-established,out:model-not-established emb#1,vals.ai,gemini-3.8-flash,high,agentic-tool,hard,EMB,per-test,8.243862,2.89e-07,,,72.196,score%,0.000289,,,https://vals.ai/benchmarks/emb ($.tasks.overall / row google/gemini-3.8-flash / column accuracy),decision:D54|gemini-3.8-flash@high|run2,in,out:decision:D50 emb#1,vals.ai,gemini-4-argon,high,agentic-tool,hard,EMB,per-test,11.8029,2.89e-07,,,75.244,score%,0.000289,,,https://vals.ai/benchmarks/emb ($.tasks.overall / row google/gemini-4-argon / column accuracy),decision:D54|gemini-4-argon@high|run3,in,out:decision:D50 emb#1,vals.ai,grok-4.20,think,agentic-tool,hard,EMB,per-test,0.33286425000000003,0.0791,,,11.739,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/emb ($.tasks.overall / row grok/grok-4.20-0309-reasoning / column accuracy),,in,out:cost-single-couple emb#1,vals.ai,grok-4.3,high,agentic-tool,hard,EMB,per-test,0.634124,2.89e-07,,,18.394,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/emb ($.tasks.overall / row grok/grok-4.3 / column accuracy),,in,in emb#1,vals.ai,grok-4.5,high,agentic-tool,hard,EMB,per-test,1.2439360000000002,0.18,,,52.911,score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/emb ($.tasks.overall / row grok/grok-4.5 / column accuracy),,in,out:cost-single-couple emb#1,vals.ai,grok-4.6,high,agentic-tool,hard,EMB,per-test,3.056382,2.89e-07,,,62.727,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/emb ($.tasks.overall / row grok/grok-4.6 / column accuracy),,in,in emb#1,vals.ai,grok-4.7,xhigh,agentic-tool,hard,EMB,per-test,6.481284,2.89e-07,,,66.991,score%,0.000289,,,https://vals.ai/benchmarks/emb ($.tasks.overall / row grok/grok-4.7 / column accuracy),decision:D54|grok-4.7@xhigh|run4,in,out:decision:D50 emb#1,vals.ai,?kimi/kimi-k2.5-thinking,not-established:absent,agentic-tool,hard,EMB,per-test,0.786639,2.89e-07,,,28.469,score%,0.000289,,,https://vals.ai/benchmarks/emb ($.tasks.overall / row kimi/kimi-k2.5-thinking / column accuracy),,out:model-not-established,out:model-not-established emb#1,vals.ai,kimi-k2.6,unstated,agentic-tool,hard,EMB,per-test,2.195977,2.89e-07,,,57.855,score%,0.000289,,,https://vals.ai/benchmarks/emb ($.tasks.overall / row kimi/kimi-k2.6 / column accuracy),,out:effort-not-established,out:effort-not-established emb#1,vals.ai,kimi-k3,max,agentic-tool,hard,EMB,per-test,3.074655,2.89e-07,,,66.677,score%,0.000289,,,https://vals.ai/benchmarks/emb ($.tasks.overall / row kimi/kimi-k3 / column accuracy),decision:D54|kimi-k3@max|run5,in,out:decision:D50 emb#1,vals.ai,gpt-5.4-mini,xhigh,agentic-tool,hard,EMB,per-test,2.146984,2.89e-07,,,45.426,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/emb ($.tasks.overall / row openai/gpt-5.4-mini-2026-03-17 / column accuracy),,in,in emb#1,vals.ai,gpt-5.4-nano,high,agentic-tool,hard,EMB,per-test,0.57312,2.89e-07,,,44.751,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/emb ($.tasks.overall / row openai/gpt-5.4-nano-2026-03-17 / column accuracy),,in,in emb#1,vals.ai,gpt-5.5,xhigh,agentic-tool,hard,EMB,per-test,3.273352,2.89e-07,,,64.543,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/emb ($.tasks.overall / row openai/gpt-5.5 / column accuracy),,in,in emb#1,vals.ai,gpt-5.6-luna,max,agentic-tool,hard,EMB,per-test,0.366502,2.89e-07,,,67.116,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/emb ($.tasks.overall / row openai/gpt-5.6-luna / column accuracy),,in,in emb#1,vals.ai,gpt-5.6-sol,max,agentic-tool,hard,EMB,per-test,8.264812875,0.434,,,72.339,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/emb ($.tasks.overall / row openai/gpt-5.6-sol / column accuracy),,in,out:cost-single-couple emb#1,vals.ai,gpt-5.6-terra,max,agentic-tool,hard,EMB,per-test,2.193037,2.89e-07,,,66.205,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/emb ($.tasks.overall / row openai/gpt-5.6-terra / column accuracy),,in,in emb#1,vals.ai,gpt-6-astra,max,agentic-tool,hard,EMB,per-test,5.827063,2.89e-07,,,71.7,score%,0.000289,,,https://vals.ai/benchmarks/emb ($.tasks.overall / row openai/gpt-6-astra / column accuracy),decision:D54|gpt-6-astra@max|run6,in,out:decision:D50 emb#1,vals.ai,gpt-6-luna,max,agentic-tool,hard,EMB,per-test,0.141708,2.89e-07,,,68.515,score%,0.000289,,,https://vals.ai/benchmarks/emb ($.tasks.overall / row openai/gpt-6-luna / column accuracy),decision:D54|gpt-6-luna@max|run7,in,out:decision:D50 emb#1,vals.ai,gpt-6-sol,max,agentic-tool,hard,EMB,per-test,1.276882,2.89e-07,,,71.53,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/emb ($.tasks.overall / row openai/gpt-6-sol / column accuracy),,in,in emb#1,vals.ai,gpt-6.1-sol,max,agentic-tool,hard,EMB,per-test,1.143199,2.89e-07,,,70.773,score%,0.000289,,,https://vals.ai/benchmarks/emb ($.tasks.overall / row openai/gpt-6.1-sol / column accuracy),decision:D54|gpt-6.1-sol@max|run8,in,out:decision:D50 emb#1,vals.ai,glm-5.2,max,agentic-tool,hard,EMB,per-test,4.465213,2.89e-07,,,61.532,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/emb ($.tasks.overall / row zai/glm-5.2 / column accuracy),,in,in emb#1,vals.ai,glm-5.3,max,agentic-tool,hard,EMB,per-test,3.787827,2.89e-07,,,56.344,score%,0.000289,,,https://vals.ai/benchmarks/emb ($.tasks.overall / row zai/glm-5.3 / column accuracy),decision:D54|glm-5.3@max|run9,in,out:decision:D50 emb#1,vals.ai,glm-5.3-flash,max,agentic-tool,hard,EMB,per-test,0.713033,2.89e-07,,,55.932,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/emb ($.tasks.overall / row zai/glm-5.3-flash / column accuracy),,in,in emb#1,vals.ai,?alibaba/qwen3.8-max,not-established:absent,agentic-tool,hard,EMB,per-test,2.655924,2.89e-07,,,60.066,score%,0.000289,,,https://www.vals.ai/benchmarks/emb (payload tasks.overall / alibaba/qwen3.8-max / accuracy),,out:model-not-established,out:model-not-established emb#1,vals.ai,qwen3.8-max-0902,unstated,agentic-tool,hard,EMB,per-test,4.430287,2.89e-07,,,71.979,score%,0.000289,,,https://www.vals.ai/benchmarks/emb (payload tasks.overall / alibaba/qwen3.8-max-internal / accuracy),,out:effort-not-established,out:effort-not-established valsemb11@vals.ai#1.1,vals.ai,fable-5.1,max,agentic-tool,hard,EMB,per-test,15.93249,2.89e-06,,,76.728,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.vals.ai/benchmarks/emb-v1-1 (payload tasks.overall / anthropic/claude-fable-5-1 / accuracy),decision:D54|fable-5.1@max|run1,in,in valsemb11@vals.ai#1.1,vals.ai,haiku-5.5,max,agentic-tool,hard,EMB,per-test,1.364559,2.89e-07,,,65.477,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.vals.ai/benchmarks/emb-v1-1 (payload tasks.overall / anthropic/claude-haiku-5-5 / accuracy),,in,in valsemb11@vals.ai#1.1,vals.ai,opus-5.5,max,agentic-tool,hard,EMB,per-test,9.330415,2.89e-07,,,75.836,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.vals.ai/benchmarks/emb-v1-1 (payload tasks.overall / anthropic/claude-opus-5-5 / accuracy),,in,in valsemb11@vals.ai#1.1,vals.ai,sonnet-5.5,max,agentic-tool,hard,EMB,per-test,4.8950685,0.942,,,75.899,accuracy%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://www.vals.ai/benchmarks/emb-v1-1 (payload tasks.overall / anthropic/claude-sonnet-5-5 / accuracy),,in,out:cost-single-couple valsemb11@vals.ai#1.1,vals.ai,?alibaba/qwen3.8-max,not-established:absent,agentic-tool,hard,EMB,per-test,2.655924,2.89e-07,,,65.986,accuracy%,0.000289,,,https://www.vals.ai/benchmarks/emb-v1-1 (payload tasks.overall / alibaba/qwen3.8-max / accuracy),,out:model-not-established,out:model-not-established valsemb11@vals.ai#1.1,vals.ai,qwen3.8-max-0902,unstated,agentic-tool,hard,EMB,per-test,4.430287,2.89e-07,,,71.979,accuracy%,0.000289,,,https://www.vals.ai/benchmarks/emb-v1-1 (payload tasks.overall / alibaba/qwen3.8-max-internal / accuracy),,out:effort-not-established,out:effort-not-established valsemb11@vals.ai#1.1,vals.ai,deepseek-v4-pro-0813,max,agentic-tool,hard,EMB,per-test,7.103745,3.48,,,65.128,accuracy%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://www.vals.ai/benchmarks/emb-v1-1 (payload tasks.overall / deepseek/deepseek-v4-pro-0813 / accuracy),,in,out:cost-single-couple valsemb11@vals.ai#1.1,vals.ai,deepseek-v4.1-flash,max,agentic-tool,hard,EMB,per-test,0.234152,2.89e-07,,,67.758,accuracy%,0.000289,,cost-method-assumed-single,https://www.vals.ai/benchmarks/emb-v1-1 (payload tasks.overall / deepseek/deepseek-v4.1-flash / accuracy),,in,out:cost-not-comparable valsemb11@vals.ai#1.1,vals.ai,deepseek-v4.1-flash-1017,max,agentic-tool,hard,EMB,per-test,0.330922,2.89e-07,,,69.173,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.vals.ai/benchmarks/emb-v1-1 (payload tasks.overall / deepseek/deepseek-v4.1-flash-1017 / accuracy),,in,in valsemb11@vals.ai#1.1,vals.ai,gemini-3.8-flash,high,agentic-tool,hard,EMB,per-test,8.243862,2.89e-07,,,72.871,accuracy%,0.000289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://www.vals.ai/benchmarks/emb-v1-1 (payload tasks.overall / google/gemini-3.8-flash / accuracy),decision:D54|gemini-3.8-flash@high|run2,in,in valsemb11@vals.ai#1.1,vals.ai,gemini-4-argon,high,agentic-tool,hard,EMB,per-test,11.8029,2.89e-05,,,74.828,accuracy%,0.000289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://www.vals.ai/benchmarks/emb-v1-1 (payload tasks.overall / google/gemini-4-argon / accuracy),decision:D54|gemini-4-argon@high|run3,in,in valsemb11@vals.ai#1.1,vals.ai,grok-4.7,xhigh,agentic-tool,hard,EMB,per-test,6.481284,2.89e-07,,,71.498,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.vals.ai/benchmarks/emb-v1-1 (payload tasks.overall / grok/grok-4.7 / accuracy),decision:D54|grok-4.7@xhigh|run4,in,in valsemb11@vals.ai#1.1,vals.ai,kimi-k3,max,agentic-tool,hard,EMB,per-test,3.074655,2.89e-07,,,71.264,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://www.vals.ai/benchmarks/emb-v1-1 (payload tasks.overall / kimi/kimi-k3 / accuracy),decision:D54|kimi-k3@max|run5,in,in valsemb11@vals.ai#1.1,vals.ai,gpt-6-astra,max,agentic-tool,hard,EMB,per-test,5.827063,2.89e-07,,,72.683,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.vals.ai/benchmarks/emb-v1-1 (payload tasks.overall / openai/gpt-6-astra / accuracy),decision:D54|gpt-6-astra@max|run6,in,in valsemb11@vals.ai#1.1,vals.ai,gpt-6-luna,max,agentic-tool,hard,EMB,per-test,0.141708,2.89e-07,,,69.954,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.vals.ai/benchmarks/emb-v1-1 (payload tasks.overall / openai/gpt-6-luna / accuracy),decision:D54|gpt-6-luna@max|run7,in,in valsemb11@vals.ai#1.1,vals.ai,gpt-6.1-sol,max,agentic-tool,hard,EMB,per-test,1.143199,2.89e-07,,,71.088,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.vals.ai/benchmarks/emb-v1-1 (payload tasks.overall / openai/gpt-6.1-sol / accuracy),decision:D54|gpt-6.1-sol@max|run8,in,in valsemb11@vals.ai#1.1,vals.ai,glm-5.3,max,agentic-tool,hard,EMB,per-test,3.787827,2.89e-07,,,69.112,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.vals.ai/benchmarks/emb-v1-1 (payload tasks.overall / zai/glm-5.3 / accuracy),decision:D54|glm-5.3@max|run9,in,in valsemb11@vals.ai#1.1,vals.ai,glm-5.3-flash,max,agentic-tool,hard,EMB,per-test,1.426065,2.89e-07,,,66.252,accuracy%,0.000289,,cost-method-assumed-single,https://www.vals.ai/benchmarks/emb-v1-1 (payload tasks.overall / zai/glm-5.3-flash / accuracy),,in,out:cost-not-comparable valsemb11@vals.ai#1.1,vals.ai,fable-5.2,high,agentic-tool,hard,EMB,per-test,6.672375,2.89e-07,,,77.377,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.vals.ai/benchmarks/emb-v1-1 (payload tasks.overall / anthropic/claude-fable-5-2 / accuracy),,in,in valsemb11catlbo,vals.ai,fable-5.2,high,mixed,hard,Vals-runner,,,,,,73,accuracy%,0.289,,,"https://www.vals.ai/benchmarks/emb-v1-1 (""Performance by category"" table of the board page, row Claude Fable 5.2, column LBO)",,out:single-couple, valsemb11catdcf,vals.ai,fable-5.2,high,mixed,hard,Vals-runner,,,,,,69,accuracy%,0.289,,,"https://www.vals.ai/benchmarks/emb-v1-1 (""Performance by category"" table of the board page, row Claude Fable 5.2, column DCF)",,out:single-couple, valsemb11catmna,vals.ai,fable-5.2,high,mixed,hard,Vals-runner,,,,,,82,accuracy%,0.289,,,"https://www.vals.ai/benchmarks/emb-v1-1 (""Performance by category"" table of the board page, row Claude Fable 5.2, column M&A)",,out:single-couple, valsemb11catoperating,vals.ai,fable-5.2,high,mixed,hard,Vals-runner,,,,,,77,accuracy%,0.289,,,"https://www.vals.ai/benchmarks/emb-v1-1 (""Performance by category"" table of the board page, row Claude Fable 5.2, column Operating)",,out:single-couple, valsemb11catcomps,vals.ai,fable-5.2,high,mixed,hard,Vals-runner,,,,,,82,accuracy%,0.289,,,"https://www.vals.ai/benchmarks/emb-v1-1 (""Performance by category"" table of the board page, row Claude Fable 5.2, column Comps)",,out:single-couple, valsemb11catdataroom,vals.ai,fable-5.2,high,mixed,hard,Vals-runner,,,,,,88,accuracy%,0.289,,,"https://www.vals.ai/benchmarks/emb-v1-1 (""Performance by category"" table of the board page, row Claude Fable 5.2, column Dataroom)",,out:single-couple, valsemb11catmisc,vals.ai,fable-5.2,high,mixed,hard,Vals-runner,,,,,,71,accuracy%,0.289,,,"https://www.vals.ai/benchmarks/emb-v1-1 (""Performance by category"" table of the board page, row Claude Fable 5.2, column Misc)",,out:single-couple, valsemb11@vals.ai#1.1,vals.ai,gemini-4-carbon,high,agentic-tool,hard,EMB,per-test,5.755811,2.89e-07,739870971,13114543,76.468,accuracy%,0.000289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://www.vals.ai/benchmarks/emb-v1-1 (payload tasks.overall / google/gemini-4-carbon / accuracy),,in,in valsfab21@vals.ai#2.1,vals.ai,haiku-5.5,max,agentic-tool,hard,Vals-runner,per-test,1.637243,2.89e-07,,,65.373,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.vals.ai/benchmarks/fabv2-1 (payload tasks.overall / anthropic/claude-haiku-5-5 / accuracy),,in,in valsfab21@vals.ai#2.1,vals.ai,opus-5.5,max,agentic-tool,hard,Vals-runner,per-test,8.908721,2.89e-07,,,67.846,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.vals.ai/benchmarks/fabv2-1 (payload tasks.overall / anthropic/claude-opus-5-5 / accuracy),,in,in valsfab21@vals.ai#2.1,vals.ai,sonnet-5.5,max,agentic-tool,hard,Vals-runner,per-test,5.2126845,1,,,67.275,accuracy%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://www.vals.ai/benchmarks/fabv2-1 (payload tasks.overall / anthropic/claude-sonnet-5-5 / accuracy),,in,out:cost-single-couple valsfab21@vals.ai#2.1,vals.ai,qwen3.8-max-0902,unstated,agentic-tool,hard,Vals-runner,per-test,2.992239,2.89e-07,,,58.829,accuracy%,0.000289,,,https://www.vals.ai/benchmarks/fabv2-1 (payload tasks.overall / alibaba/qwen3.8-max-internal / accuracy),,out:effort-not-established,out:effort-not-established valsfab21@vals.ai#2.1,vals.ai,deepseek-v4-pro-0813,max,agentic-tool,hard,Vals-runner,per-test,5.401923103448276,2.64,,,57.116,accuracy%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://www.vals.ai/benchmarks/fabv2-1 (payload tasks.overall / deepseek/deepseek-v4-pro-0813 / accuracy),,in,out:cost-single-couple valsfab21@vals.ai#2.1,vals.ai,deepseek-v4.1-flash,max,agentic-tool,hard,Vals-runner,per-test,0.366574,2.89e-07,,,65.428,accuracy%,0.000289,,cost-method-assumed-single,https://www.vals.ai/benchmarks/fabv2-1 (payload tasks.overall / deepseek/deepseek-v4.1-flash / accuracy),,in,out:cost-not-comparable valsfab21@vals.ai#2.1,vals.ai,deepseek-v4.1-flash-1017,max,agentic-tool,hard,Vals-runner,per-test,0.466261,2.89e-07,,,62.933,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.vals.ai/benchmarks/fabv2-1 (payload tasks.overall / deepseek/deepseek-v4.1-flash-1017 / accuracy),,in,in valsfab21@vals.ai#2.1,vals.ai,gemini-3.8-flash,high,agentic-tool,hard,Vals-runner,per-test,1.991077,2.89e-07,,,65.761,accuracy%,0.000289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://www.vals.ai/benchmarks/fabv2-1 (payload tasks.overall / google/gemini-3.8-flash / accuracy),,in,in valsfab21@vals.ai#2.1,vals.ai,gemini-4-argon,high,agentic-tool,hard,Vals-runner,per-test,4.315759,2.89e-07,,,67.658,accuracy%,0.000289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://www.vals.ai/benchmarks/fabv2-1 (payload tasks.overall / google/gemini-4-argon / accuracy),,in,in valsfab21@vals.ai#2.1,vals.ai,grok-4.7,xhigh,agentic-tool,hard,Vals-runner,per-test,2.238652,2.89e-07,,,60.585,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.vals.ai/benchmarks/fabv2-1 (payload tasks.overall / grok/grok-4.7 / accuracy),,in,in valsfab21@vals.ai#2.1,vals.ai,kimi-k3,max,agentic-tool,hard,Vals-runner,per-test,1.881233,2.89e-07,,,60.013,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://www.vals.ai/benchmarks/fabv2-1 (payload tasks.overall / kimi/kimi-k3 / accuracy),,in,in valsfab21@vals.ai#2.1,vals.ai,gpt-6-astra,max,agentic-tool,hard,Vals-runner,per-test,7.823464,2.89e-07,,,60.428,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.vals.ai/benchmarks/fabv2-1 (payload tasks.overall / openai/gpt-6-astra / accuracy),,in,in valsfab21@vals.ai#2.1,vals.ai,gpt-6-luna,max,agentic-tool,hard,Vals-runner,per-test,0.120919,2.89e-07,,,56.841,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.vals.ai/benchmarks/fabv2-1 (payload tasks.overall / openai/gpt-6-luna / accuracy),,in,in valsfab21@vals.ai#2.1,vals.ai,gpt-6.1-sol,max,agentic-tool,hard,Vals-runner,per-test,1.626543,2.89e-07,,,61.817,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.vals.ai/benchmarks/fabv2-1 (payload tasks.overall / openai/gpt-6.1-sol / accuracy),,in,in valsfab21@vals.ai#2.1,vals.ai,glm-5.3,not-established:absent,agentic-tool,hard,Vals-runner,per-test,1.030939,2.89e-07,,,65.004,accuracy%,0.000289,,,https://www.vals.ai/benchmarks/fabv2-1 (payload tasks.overall / zai/glm-5.3 / accuracy),,out:effort-not-established,out:effort-not-established valsfab21@vals.ai#2.1,vals.ai,glm-5.3-flash,not-established:absent,agentic-tool,hard,Vals-runner,per-test,0.072473,2.89e-07,,,60.587,accuracy%,0.000289,,,https://www.vals.ai/benchmarks/fabv2-1 (payload tasks.overall / zai/glm-5.3-flash / accuracy),,out:effort-not-established,out:effort-not-established valsfab21@vals.ai#2.1,vals.ai,fable-5.2,high,agentic-tool,hard,Vals-runner,per-test,4.833915,2.89e-07,,,69.47,accuracy%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.vals.ai/benchmarks/fabv2-1 (payload tasks.overall / anthropic/claude-fable-5-2 / accuracy),,in,in valsfab21catmarketanalysis,vals.ai,fable-5.2,high,agentic-tool,hard,Vals-runner,,,,,,74.3,accuracy%,0.0289,,,"https://www.vals.ai/benchmarks/fabv2-1 (""Category Leaders"" block of the board page, category Market Analysis, column Market Analysis)",,out:single-couple, valsfab21@vals.ai#2.1,vals.ai,gemini-4-carbon,high,agentic-tool,hard,Vals-runner,per-test,7.290456,2.89e-07,965427613,77076972,67.162,accuracy%,0.000289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://www.vals.ai/benchmarks/fabv2-1 (payload tasks.overall / google/gemini-4-carbon / accuracy),,in,in valsfab2#2,vals.ai,opus-5.5,max,agentic-tool,hard,Vals-runner,per-test,9.215734,2.89e-07,,,58.587,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/fabv2 ($.tasks.overall / row anthropic/claude-opus-5-5 / column accuracy),,in,in valsfab2#2,vals.ai,opus-5,max,agentic-tool,hard,Vals-runner,per-test,5.124473,2.89e-07,,,58.633,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/fabv2 ($.tasks.overall / row anthropic/claude-opus-5 / column accuracy),,in,in valsfab2#2,vals.ai,fable-5.1,max,agentic-tool,hard,Vals-runner,per-test,8.346696,2.89e-07,,,58.877,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/fabv2 ($.tasks.overall / row anthropic/claude-fable-5-1 / column accuracy),,in,in valsfab2#2,vals.ai,fable-5,max,agentic-tool,hard,Vals-runner,per-test,8.061563,2.89e-07,,,56.314,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/fabv2 ($.tasks.overall / row anthropic/claude-fable-5 / column accuracy),,in,in valsfab2#2,vals.ai,opus-4.8,max,agentic-tool,hard,Vals-runner,per-test,4.218538,2.89e-07,,,53.918,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/fabv2 ($.tasks.overall / row anthropic/claude-opus-4-8 / column accuracy),,in,in valsfab2#2,vals.ai,opus-4.7,high,agentic-tool,hard,Vals-runner,per-test,4.032269,2.89e-07,,,51.509,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/fabv2 ($.tasks.overall / row anthropic/claude-opus-4-7 / column accuracy),,in,in valsfab2#2,vals.ai,sonnet-5,max,agentic-tool,hard,Vals-runner,per-test,0.750759,2.89e-07,,,53.909,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/fabv2 ($.tasks.overall / row anthropic/claude-sonnet-5 / column accuracy),,in,in valsfab2#2,vals.ai,sonnet-4.6,max,agentic-tool,hard,Vals-runner,per-test,2.409559,2.89e-07,,,51.035,score%,0.000289,,,https://vals.ai/benchmarks/fabv2 ($.tasks.overall / row anthropic/claude-sonnet-4-6 / column accuracy),,out:effort-not-established,out:effort-not-established valsfab2#2,vals.ai,?anthropic/claude-haiku-4-5-20251001-thinking,not-established:absent,agentic-tool,hard,Vals-runner,per-test,0.602129,2.89e-07,,,31.01,score%,0.000289,,,https://vals.ai/benchmarks/fabv2 ($.tasks.overall / row anthropic/claude-haiku-4-5-20251001-thinking / column accuracy),,out:model-not-established,out:model-not-established valsfab2#2,vals.ai,sonnet-5.5,max,agentic-tool,hard,Vals-runner,per-test,4.914323250000001,0.946,,,58.103,score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/fabv2 ($.tasks.overall / row anthropic/claude-sonnet-5-5 / column accuracy),,in,out:cost-single-couple valsfab2#2,vals.ai,qwen3.6-plus,default,agentic-tool,hard,Vals-runner,per-test,0.814379,2.89e-07,,,40.846,score%,0.000289,,,https://vals.ai/benchmarks/fabv2 ($.tasks.overall / row alibaba/qwen3.6-plus / column accuracy),,out:effort-not-established,out:effort-not-established valsfab2#2,vals.ai,qwen3.7-max,default,agentic-tool,hard,Vals-runner,per-test,0.553214,2.89e-07,,,47.776,score%,0.000289,,,https://vals.ai/benchmarks/fabv2 ($.tasks.overall / row alibaba/qwen3.7-max / column accuracy),,out:effort-not-established,out:effort-not-established valsfab2#2,vals.ai,qwen3.7-plus,default,agentic-tool,hard,Vals-runner,per-test,0.357661,2.89e-07,,,38.22,score%,0.000289,,,https://vals.ai/benchmarks/fabv2 ($.tasks.overall / row alibaba/qwen3.7-plus / column accuracy),,out:effort-not-established,out:effort-not-established valsfab2#2,vals.ai,qwen3.8-27b,xhigh,agentic-tool,hard,Vals-runner,per-test,0.748532,2.89e-07,,,48.553,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/fabv2 ($.tasks.overall / row alibaba/qwen3.8-27b / column accuracy),,in,in valsfab2#2,vals.ai,?qwen3.8-max,not-established:absent,agentic-tool,hard,Vals-runner,per-test,1.236977,2.89e-07,,,50.593,score%,0.000289,,,https://vals.ai/benchmarks/fabv2 ($.tasks.overall / row alibaba/qwen3.8-max / column accuracy),,out:model-not-established,out:model-not-established valsfab2#2,vals.ai,deepseek-v4-flash-0731,high,agentic-tool,hard,Vals-runner,per-test,0.276154,2.89e-07,,,49.517,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/fabv2 ($.tasks.overall / row deepseek/deepseek-v4-flash-0731 / column accuracy),,in,in valsfab2#2,vals.ai,?deepseek/deepseek-v4-pro,not-established:absent,agentic-tool,hard,Vals-runner,per-test,0.879086,2.89e-07,,,44.083,score%,0.000289,,,https://vals.ai/benchmarks/fabv2 ($.tasks.overall / row deepseek/deepseek-v4-pro / column accuracy),,out:model-not-established,out:model-not-established valsfab2#2,vals.ai,deepseek-v4-pro-0813,max,agentic-tool,hard,Vals-runner,per-test,0.880465,2.89e-07,,,50.393,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/fabv2 ($.tasks.overall / row deepseek/deepseek-v4-pro-0813 / column accuracy),,in,in valsfab2#2,vals.ai,deepseek-v4.1-flash,high,agentic-tool,hard,Vals-runner,per-test,0.207465,2.89e-07,,,53.481,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/fabv2 ($.tasks.overall / row deepseek/deepseek-v4.1-flash / column accuracy),,in,in valsfab2#2,vals.ai,deepseek-v4.1-flash-1017,max,agentic-tool,hard,Vals-runner,per-test,0.462841,2.89e-07,,,56.96,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/fabv2 ($.tasks.overall / row deepseek/deepseek-v4.1-flash-1017 / column accuracy),,in,in valsfab2#2,vals.ai,gemini-3-flash,high,agentic-tool,hard,Vals-runner,per-test,0.570657,2.89e-07,,,42.551,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/fabv2 ($.tasks.overall / row google/gemini-3-flash-preview / column accuracy),,in,in valsfab2#2,vals.ai,gemini-3.1-flash-lite-preview,high,agentic-tool,hard,Vals-runner,per-test,0.142482,2.89e-07,,,29.988,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/fabv2 ($.tasks.overall / row google/gemini-3.1-flash-lite-preview / column accuracy),,in,in valsfab2#2,vals.ai,gemini-3.1-pro,high,agentic-tool,hard,Vals-runner,per-test,1.591906,2.89e-07,,,42.982,score%,0.000289,,cost-method-assumed-single,https://vals.ai/benchmarks/fabv2 ($.tasks.overall / row google/gemini-3.1-pro-preview / column accuracy),,in,out:cost-not-comparable valsfab2#2,vals.ai,gemini-3.5-flash,high,agentic-tool,hard,Vals-runner,per-test,2.505488,2.89e-07,,,57.861,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/fabv2 ($.tasks.overall / row google/gemini-3.5-flash / column accuracy),,in,in valsfab2#2,vals.ai,gemini-3.5-flash-lite,high,agentic-tool,hard,Vals-runner,per-test,0.389575,2.89e-07,,,47.442,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/fabv2 ($.tasks.overall / row google/gemini-3.5-flash-lite / column accuracy),,in,in valsfab2#2,vals.ai,gemini-3.6-flash,high,agentic-tool,hard,Vals-runner,per-test,1.402901,2.89e-07,,,56.296,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/fabv2 ($.tasks.overall / row google/gemini-3.6-flash / column accuracy),,in,in valsfab2#2,vals.ai,gemini-3.7-flash,high,agentic-tool,hard,Vals-runner,per-test,1.477884,2.89e-07,,,59.042,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/fabv2 ($.tasks.overall / row google/gemini-3.7-flash / column accuracy),,in,in valsfab2#2,vals.ai,gemini-3.8-flash,high,agentic-tool,hard,Vals-runner,per-test,2.000457,2.89e-07,,,61.435,score%,0.000289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/fabv2 ($.tasks.overall / row google/gemini-3.8-flash / column accuracy),,in,in valsfab2#2,vals.ai,gemini-4-argon,high,agentic-tool,hard,Vals-runner,per-test,4.378161,2.89e-07,,,65.401,score%,0.000289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/fabv2 ($.tasks.overall / row google/gemini-4-argon / column accuracy),,in,in valsfab2#2,vals.ai,grok-4.20,think,agentic-tool,hard,Vals-runner,per-test,0.5608647083333334,0.133,,,28.492,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/fabv2 ($.tasks.overall / row grok/grok-4.20-0309-reasoning / column accuracy),,in,out:cost-single-couple valsfab2#2,vals.ai,grok-4.3,high,agentic-tool,hard,Vals-runner,per-test,0.848345,2.89e-07,,,37.728,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/fabv2 ($.tasks.overall / row grok/grok-4.3 / column accuracy),,in,in valsfab2#2,vals.ai,grok-4.5,high,agentic-tool,hard,Vals-runner,per-test,0.925196,0.134,,,48.349,score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/fabv2 ($.tasks.overall / row grok/grok-4.5 / column accuracy),,in,out:cost-single-couple valsfab2#2,vals.ai,grok-4.6,high,agentic-tool,hard,Vals-runner,per-test,1.657732,2.89e-07,,,53.682,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/fabv2 ($.tasks.overall / row grok/grok-4.6 / column accuracy),,in,in valsfab2#2,vals.ai,grok-4.7,xhigh,agentic-tool,hard,Vals-runner,per-test,2.719136,2.89e-07,,,52.251,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/fabv2 ($.tasks.overall / row grok/grok-4.7 / column accuracy),,in,in valsfab2#2,vals.ai,?kimi/kimi-k2.5-thinking,not-established:absent,agentic-tool,hard,Vals-runner,per-test,0.294389,2.89e-07,,,35.792,score%,0.000289,,,https://vals.ai/benchmarks/fabv2 ($.tasks.overall / row kimi/kimi-k2.5-thinking / column accuracy),,out:model-not-established,out:model-not-established valsfab2#2,vals.ai,kimi-k2.6,unstated,agentic-tool,hard,Vals-runner,per-test,1.141587,2.89e-07,,,44.899,score%,0.000289,,,https://vals.ai/benchmarks/fabv2 ($.tasks.overall / row kimi/kimi-k2.6 / column accuracy),,out:effort-not-established,out:effort-not-established valsfab2#2,vals.ai,kimi-k3,max,agentic-tool,hard,Vals-runner,per-test,1.913224,2.89e-07,,,53.114,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/fabv2 ($.tasks.overall / row kimi/kimi-k3 / column accuracy),,in,in valsfab2#2,vals.ai,gpt-5.4-mini,xhigh,agentic-tool,hard,Vals-runner,per-test,1.201815,2.89e-07,,,45.36,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/fabv2 ($.tasks.overall / row openai/gpt-5.4-mini-2026-03-17 / column accuracy),,in,in valsfab2#2,vals.ai,gpt-5.4-nano,high,agentic-tool,hard,Vals-runner,per-test,0.15925,2.89e-07,,,38.217,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/fabv2 ($.tasks.overall / row openai/gpt-5.4-nano-2026-03-17 / column accuracy),,in,in valsfab2#2,vals.ai,gpt-5.5,xhigh,agentic-tool,hard,Vals-runner,per-test,4.149702,2.89e-07,,,51.76,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/fabv2 ($.tasks.overall / row openai/gpt-5.5 / column accuracy),,in,in valsfab2#2,vals.ai,gpt-5.6-luna,max,agentic-tool,hard,Vals-runner,per-test,0.279224,2.89e-07,,,55.044,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/fabv2 ($.tasks.overall / row openai/gpt-5.6-luna / column accuracy),,in,in valsfab2#2,vals.ai,gpt-5.6-sol,max,agentic-tool,hard,Vals-runner,per-test,1.723451125,0.0905,,,53.756,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/fabv2 ($.tasks.overall / row openai/gpt-5.6-sol / column accuracy),,in,out:cost-single-couple valsfab2#2,vals.ai,gpt-5.6-terra,max,agentic-tool,hard,Vals-runner,per-test,3.629197,2.89e-07,,,54.436,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/fabv2 ($.tasks.overall / row openai/gpt-5.6-terra / column accuracy),,in,in valsfab2#2,vals.ai,gpt-6-astra,max,agentic-tool,hard,Vals-runner,per-test,6.81746,2.89e-07,,,53.54,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/fabv2 ($.tasks.overall / row openai/gpt-6-astra / column accuracy),,in,in valsfab2#2,vals.ai,gpt-6-luna,max,agentic-tool,hard,Vals-runner,per-test,0.124338,2.89e-07,,,49.873,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/fabv2 ($.tasks.overall / row openai/gpt-6-luna / column accuracy),,in,in valsfab2#2,vals.ai,gpt-6-sol,max,agentic-tool,hard,Vals-runner,per-test,2.122121,2.89e-07,,,49.05,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/fabv2 ($.tasks.overall / row openai/gpt-6-sol / column accuracy),,in,in valsfab2#2,vals.ai,gpt-6.1-sol,max,agentic-tool,hard,Vals-runner,per-test,1.619399,2.89e-07,,,52.033,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/fabv2 ($.tasks.overall / row openai/gpt-6.1-sol / column accuracy),,in,in valsfab2#2,vals.ai,glm-5.1,unstated,agentic-tool,hard,Vals-runner,per-test,0.618185,2.89e-07,,,44.792,score%,0.000289,,,https://vals.ai/benchmarks/fabv2 ($.tasks.overall / row zai/glm-5.1 / column accuracy),,out:effort-not-established,out:effort-not-established valsfab2#2,vals.ai,glm-5.2,max,agentic-tool,hard,Vals-runner,per-test,0.713981,2.89e-07,,,49.699,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/fabv2 ($.tasks.overall / row zai/glm-5.2 / column accuracy),,in,in valsfab2#2,vals.ai,glm-5.3,not-established:absent,agentic-tool,hard,Vals-runner,per-test,1.072768,2.89e-07,,,55.84,score%,0.000289,,,https://vals.ai/benchmarks/fabv2 ($.tasks.overall / row zai/glm-5.3 / column accuracy),,out:effort-not-established,out:effort-not-established valsfab2#2,vals.ai,glm-5.3-flash,not-established:absent,agentic-tool,hard,Vals-runner,per-test,0.047625,2.89e-07,,,57.85,score%,0.000289,,,https://vals.ai/benchmarks/fabv2 ($.tasks.overall / row zai/glm-5.3-flash / column accuracy),,out:effort-not-established,out:effort-not-established valsfab2#2,vals.ai,?alibaba/qwen3.8-max,not-established:absent,agentic-tool,hard,Vals-runner,per-test,1.236977,2.89e-07,,,50.593,score%,0.000289,,,https://www.vals.ai/benchmarks/fabv2 (payload tasks.overall / alibaba/qwen3.8-max / accuracy),,out:model-not-established,out:model-not-established valsfab2#2,vals.ai,qwen3.8-max-0902,unstated,agentic-tool,hard,Vals-runner,per-test,3.026128,2.89e-07,,,57.872,score%,0.000289,,,https://www.vals.ai/benchmarks/fabv2 (payload tasks.overall / alibaba/qwen3.8-max-internal / accuracy),,out:effort-not-established,out:effort-not-established valsfab2#2,vals.ai,haiku-5.5,unstated,agentic-tool,hard,Vals-runner,per-test,1.636603,2.89e-07,,,54.138,score%,0.000289,,,https://www.vals.ai/benchmarks/fabv2 (payload tasks.overall / anthropic/claude-haiku-5-5 / accuracy),,out:effort-not-established,out:effort-not-established valsfinindex@vals.ai#1,vals.ai,haiku-5.5,max,mixed,hard,Vals-Index,per-test,1.38867,2.89e-06,,,57.448,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.vals.ai/benchmarks/finance_index (payload tasks.overall / anthropic/claude-haiku-5-5 / accuracy),,in,in valsfinindex@vals.ai#1,vals.ai,opus-5.5,max,mixed,hard,Vals-Index,per-test,10.879322,2.89e-07,,,65.587,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.vals.ai/benchmarks/finance_index (payload tasks.overall / anthropic/claude-opus-5-5 / accuracy),,in,in valsfinindex@vals.ai#1,vals.ai,sonnet-5.5,max,mixed,hard,Vals-Index,per-test,5.551818,1.07,,,64.533,accuracy%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://www.vals.ai/benchmarks/finance_index (payload tasks.overall / anthropic/claude-sonnet-5-5 / accuracy),,in,out:cost-single-couple valsfinindex@vals.ai#1,vals.ai,qwen3.8-max-0902,unstated,mixed,hard,Vals-Index,per-test,3.830358,2.89e-07,,,61.656,accuracy%,0.000289,,,https://www.vals.ai/benchmarks/finance_index (payload tasks.overall / alibaba/qwen3.8-max-internal / accuracy),,out:effort-not-established,out:effort-not-established valsfinindex@vals.ai#1,vals.ai,deepseek-v4-pro-0813,max,mixed,hard,Vals-Index,per-test,5.765114637931035,2.82,,,52.94,accuracy%,0.00289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://www.vals.ai/benchmarks/finance_index (payload tasks.overall / deepseek/deepseek-v4-pro-0813 / accuracy),,in,out:cost-single-couple valsfinindex@vals.ai#1,vals.ai,deepseek-v4.1-flash,max,mixed,hard,Vals-Index,per-test,0.245129,2.89e-07,,,57.078,accuracy%,0.000289,,cost-method-assumed-single,https://www.vals.ai/benchmarks/finance_index (payload tasks.overall / deepseek/deepseek-v4.1-flash / accuracy),,in,out:cost-not-comparable valsfinindex@vals.ai#1,vals.ai,deepseek-v4.1-flash-1017,max,mixed,hard,Vals-Index,per-test,0.418879,2.89e-07,,,60.886,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.vals.ai/benchmarks/finance_index (payload tasks.overall / deepseek/deepseek-v4.1-flash-1017 / accuracy),,in,in valsfinindex@vals.ai#1,vals.ai,gemini-3.8-flash,high,mixed,hard,Vals-Index,per-test,3.697384,2.89e-07,,,60.461,accuracy%,0.000289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://www.vals.ai/benchmarks/finance_index (payload tasks.overall / google/gemini-3.8-flash / accuracy),,in,in valsfinindex@vals.ai#1,vals.ai,gemini-4-argon,high,mixed,hard,Vals-Index,per-test,6.530768,2.89e-07,,,64.89,accuracy%,0.00289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://www.vals.ai/benchmarks/finance_index (payload tasks.overall / google/gemini-4-argon / accuracy),,in,in valsfinindex@vals.ai#1,vals.ai,grok-4.7,xhigh,mixed,hard,Vals-Index,per-test,3.505492,2.89e-07,,,58.459,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.vals.ai/benchmarks/finance_index (payload tasks.overall / grok/grok-4.7 / accuracy),,in,in valsfinindex@vals.ai#1,vals.ai,kimi-k3,max,mixed,hard,Vals-Index,per-test,2.582005,2.89e-07,,,57.955,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://www.vals.ai/benchmarks/finance_index (payload tasks.overall / kimi/kimi-k3 / accuracy),,in,in valsfinindex@vals.ai#1,vals.ai,gpt-6-astra,max,mixed,hard,Vals-Index,per-test,6.482276,2.89e-07,,,55.642,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.vals.ai/benchmarks/finance_index (payload tasks.overall / openai/gpt-6-astra / accuracy),,in,in valsfinindex@vals.ai#1,vals.ai,gpt-6-luna,max,mixed,hard,Vals-Index,per-test,0.151194,2.89e-07,,,53.052,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.vals.ai/benchmarks/finance_index (payload tasks.overall / openai/gpt-6-luna / accuracy),,in,in valsfinindex@vals.ai#1,vals.ai,gpt-6.1-sol,max,mixed,hard,Vals-Index,per-test,1.364448,2.89e-07,,,55.81,accuracy%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.vals.ai/benchmarks/finance_index (payload tasks.overall / openai/gpt-6.1-sol / accuracy),,in,in valsfinindex@vals.ai#1,vals.ai,glm-5.3,not-established:absent,mixed,hard,Vals-Index,per-test,2.206579,2.89e-07,,,60.544,accuracy%,0.000289,,,https://www.vals.ai/benchmarks/finance_index (payload tasks.overall / zai/glm-5.3 / accuracy),,out:effort-not-established,out:effort-not-established valsfinindex@vals.ai#1,vals.ai,glm-5.3-flash,not-established:absent,mixed,hard,Vals-Index,per-test,0.545533,2.89e-07,,,55.832,accuracy%,0.000289,,,https://www.vals.ai/benchmarks/finance_index (payload tasks.overall / zai/glm-5.3-flash / accuracy),,out:effort-not-established,out:effort-not-established valsfinindex@vals.ai#1,vals.ai,fable-5.2,high,mixed,hard,Vals-Index,per-test,4.938442,2.89e-07,,,63.583,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.vals.ai/benchmarks/finance_index (payload tasks.overall / anthropic/claude-fable-5-2 / accuracy),,in,in valsfinindex@vals.ai#1,vals.ai,gemini-4-carbon,high,mixed,hard,Vals-Index,per-test,6.462098,2.89e-07,2213834071,125441747,67.046,accuracy%,0.000289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://www.vals.ai/benchmarks/finance_index (payload tasks.overall / google/gemini-4-carbon / accuracy),,in,in valsgpqa#1,vals.ai,fable-5.1,max,reasoning-math,hard,Vals-platform-one-shot,per-test,0.204523,2.89e-07,,,93.434,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row anthropic/claude-fable-5-1 / column accuracy),,in,in valsgpqa#1,vals.ai,fable-5,max,reasoning-math,hard,Vals-platform-one-shot,per-test,0.450473,2.89e-07,,,93.182,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row anthropic/claude-fable-5 / column accuracy),,in,in valsgpqa#1,vals.ai,opus-4.8,max,reasoning-math,hard,Vals-platform-one-shot,per-test,0.339261,2.89e-07,,,92.424,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row anthropic/claude-opus-4-8 / column accuracy),,in,in valsgpqa#1,vals.ai,sonnet-5,max,reasoning-math,hard,Vals-platform-one-shot,per-test,0.077709,2.89e-07,,,88.889,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row anthropic/claude-sonnet-5 / column accuracy),,in,in valsgpqa#1,vals.ai,sonnet-4.6,max,reasoning-math,hard,Vals-platform-one-shot,per-test,0.408666,2.89e-07,,,85.606,accuracy%,0.000289,,,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row anthropic/claude-sonnet-4-6 / column accuracy),,out:effort-not-established,out:effort-not-established valsgpqa#1,vals.ai,opus-4.7,max,reasoning-math,hard,Vals-platform-one-shot,per-test,0.365129,2.89e-07,,,90.152,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row anthropic/claude-opus-4-7 / column accuracy),,in,in valsgpqa#1,vals.ai,?anthropic/claude-haiku-4-5-20251001-thinking,not-established:absent,reasoning-math,hard,Vals-platform-one-shot,per-test,0.055064,2.89e-07,,,72.222,accuracy%,0.000289,,,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row anthropic/claude-haiku-4-5-20251001-thinking / column accuracy),,out:model-not-established,out:model-not-established valsgpqa#1,vals.ai,opus-5,max,reasoning-math,hard,Vals-platform-one-shot,per-test,0.095481,2.89e-07,,,93.434,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row anthropic/claude-opus-5 / column accuracy),,in,in valsgpqa#1,vals.ai,qwen3-max-0923,solo,reasoning-math,hard,Vals-platform-one-shot,per-test,0.016466,2.89e-07,,,79.546,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row alibaba/qwen3-max / column accuracy),,out:single-couple,out:cost-single-couple valsgpqa#1,vals.ai,qwen3-max-0123,default,reasoning-math,hard,Vals-platform-one-shot,per-test,0.0741,2.89e-07,,,84.848,accuracy%,0.000289,,,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row alibaba/qwen3-max-2026-01-23 / column accuracy),,out:effort-not-established,out:effort-not-established valsgpqa#1,vals.ai,qwen3-max-preview,default,reasoning-math,hard,Vals-platform-one-shot,per-test,0.01338,2.89e-07,,,77.778,accuracy%,0.000289,,,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row alibaba/qwen3-max-preview / column accuracy),,out:effort-not-established,out:effort-not-established valsgpqa#1,vals.ai,qwen3.5-flash,default,reasoning-math,hard,Vals-platform-one-shot,per-test,0.003413,2.89e-07,,,82.828,accuracy%,0.000289,,,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row alibaba/qwen3.5-flash / column accuracy),,out:effort-not-established,out:effort-not-established valsgpqa#1,vals.ai,qwen3.5-plus,think,reasoning-math,hard,Vals-platform-one-shot,per-test,0.018542,2.89e-07,,,87.374,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row alibaba/qwen3.5-plus-thinking / column accuracy),,in,out:cost-not-comparable valsgpqa#1,vals.ai,qwen3.6-plus,default,reasoning-math,hard,Vals-platform-one-shot,per-test,0.022964,2.89e-07,,,87.374,accuracy%,0.000289,,,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row alibaba/qwen3.6-plus / column accuracy),,out:effort-not-established,out:effort-not-established valsgpqa#1,vals.ai,qwen3.7-max,default,reasoning-math,hard,Vals-platform-one-shot,per-test,0.06149,2.89e-07,,,90.152,accuracy%,0.000289,,,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row alibaba/qwen3.7-max / column accuracy),,out:effort-not-established,out:effort-not-established valsgpqa#1,vals.ai,qwen3.8-27b,xhigh,reasoning-math,hard,Vals-platform-one-shot,per-test,0.046624,2.89e-07,,,88.889,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row alibaba/qwen3.8-27b / column accuracy),,in,in valsgpqa#1,vals.ai,qwen3.8-max,xhigh,reasoning-math,hard,Vals-platform-one-shot,per-test,0.077028,2.89e-07,,,93.686,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row alibaba/qwen3.8-max / column accuracy),,in,in valsgpqa#1,vals.ai,deepseek-v4-flash-0731,high,reasoning-math,hard,Vals-platform-one-shot,per-test,0.012875,2.89e-07,,,89.899,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row deepseek/deepseek-v4-flash-0731 / column accuracy),,in,in valsgpqa#1,vals.ai,?deepseek/deepseek-v4-pro,not-established:absent,reasoning-math,hard,Vals-platform-one-shot,per-test,0.125847,2.89e-07,,,89.394,accuracy%,0.000289,,,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row deepseek/deepseek-v4-pro / column accuracy),,out:model-not-established,out:model-not-established valsgpqa#1,vals.ai,deepseek-v4-pro-0813,max,reasoning-math,hard,Vals-platform-one-shot,per-test,0.065819,2.89e-07,,,92.424,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row deepseek/deepseek-v4-pro-0813 / column accuracy),,in,in valsgpqa#1,vals.ai,deepseek-v3,solo,reasoning-math,hard,Vals-platform-one-shot,per-test,0.0011173111111111112,0.000391,,,54.546,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row fireworks/deepseek-v3 / column accuracy),,out:single-couple,out:cost-single-couple valsgpqa#1,vals.ai,deepseek-v3-0324,solo,reasoning-math,hard,Vals-platform-one-shot,per-test,0.0011812444444444445,0.000413,,,61.616,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row fireworks/deepseek-v3-0324 / column accuracy),,out:single-couple,out:cost-single-couple valsgpqa#1,vals.ai,deepseek-v3.2,not-established:absent,reasoning-math,hard,Vals-platform-one-shot,per-test,0.00065,2.89e-07,,,76.263,accuracy%,0.000289,,,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row fireworks/deepseek-v3p2 / column accuracy),,out:effort-not-established,out:effort-not-established valsgpqa#1,vals.ai,?fireworks/deepseek-v3p2-thinking,not-established:absent,reasoning-math,hard,Vals-platform-one-shot,per-test,0.003465,2.89e-07,,,80.303,accuracy%,0.000289,,,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row fireworks/deepseek-v3p2-thinking / column accuracy),,out:model-not-established,out:model-not-established valsgpqa#1,vals.ai,gpt-oss-120b,unstated,reasoning-math,hard,Vals-platform-one-shot,per-test,0.006212,2.89e-07,,,78.536,accuracy%,0.000289,,,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row fireworks/gpt-oss-120b / column accuracy),,out:effort-not-established,out:effort-not-established valsgpqa#1,vals.ai,gpt-oss-20b,unstated,reasoning-math,hard,Vals-platform-one-shot,per-test,0.006738,2.89e-07,,,68.94,accuracy%,0.000289,,,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row fireworks/gpt-oss-20b / column accuracy),,out:effort-not-established,out:effort-not-established valsgpqa#1,vals.ai,qwen3-235b-a22b,default,reasoning-math,hard,Vals-platform-one-shot,per-test,0.006472,2.89e-07,,,70.202,accuracy%,0.000289,,,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row fireworks/qwen3-235b-a22b / column accuracy),,out:effort-not-established,out:effort-not-established valsgpqa#1,vals.ai,gemini-1.5-flash-002,solo,reasoning-math,hard,Vals-platform-one-shot,per-test,0.000233,2.89e-07,,,45.96,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row google/gemini-1.5-flash-002 / column accuracy),,out:single-couple,out:cost-not-comparable valsgpqa#1,vals.ai,gemini-1.5-pro-002,solo,reasoning-math,hard,Vals-platform-one-shot,per-test,0.003655,2.89e-07,,,58.334,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row google/gemini-1.5-pro-002 / column accuracy),,out:single-couple,out:cost-not-comparable valsgpqa#1,vals.ai,gemini-2.0-flash,solo,reasoning-math,hard,Vals-platform-one-shot,per-test,0.00049,2.89e-07,,,65.152,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row google/gemini-2.0-flash-001 / column accuracy),,out:single-couple,out:cost-single-couple valsgpqa#1,vals.ai,gemini-2.5-flash-lite-preview-09-2025,unstated,reasoning-math,hard,Vals-platform-one-shot,per-test,0.001236,2.89e-07,,,64.142,accuracy%,0.000289,,,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row google/gemini-2.5-flash-lite-preview-09-2025 / column accuracy),,out:effort-not-established,out:effort-not-established valsgpqa#1,vals.ai,?google/gemini-2.5-flash-lite-preview-09-2025-thinking,not-established:absent,reasoning-math,hard,Vals-platform-one-shot,per-test,0.000481,2.89e-07,,,70.202,accuracy%,0.000289,,,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row google/gemini-2.5-flash-lite-preview-09-2025-thinking / column accuracy),,out:model-not-established,out:model-not-established valsgpqa#1,vals.ai,gemini-2.5-flash-preview-04-17,unstated,reasoning-math,hard,Vals-platform-one-shot,per-test,0.030117,2.89e-07,,,57.576,accuracy%,0.000289,,,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row google/gemini-2.5-flash-preview-04-17 / column accuracy),,out:effort-not-established,out:effort-not-established valsgpqa#1,vals.ai,gemini-2.5-flash-preview-09-2025,unstated,reasoning-math,hard,Vals-platform-one-shot,per-test,0.002894,2.89e-07,,,81.566,accuracy%,0.000289,,,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row google/gemini-2.5-flash-preview-09-2025 / column accuracy),,out:effort-not-established,out:effort-not-established valsgpqa#1,vals.ai,?google/gemini-2.5-flash-preview-09-2025-thinking,not-established:absent,reasoning-math,hard,Vals-platform-one-shot,per-test,0.002833,2.89e-07,,,76.516,accuracy%,0.000289,,,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row google/gemini-2.5-flash-preview-09-2025-thinking / column accuracy),,out:model-not-established,out:model-not-established valsgpqa#1,vals.ai,gemini-2.5-pro-exp-03-25,solo,reasoning-math,hard,Vals-platform-one-shot,per-test,0.012944,2.89e-07,,,80.808,accuracy%,0.000289,,cost-method-assumed-single,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row google/gemini-2.5-pro-exp-03-25 / column accuracy),,out:single-couple,out:cost-not-comparable valsgpqa#1,vals.ai,gemini-3-flash,high,reasoning-math,hard,Vals-platform-one-shot,per-test,0.044346,2.89e-07,,,87.879,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row google/gemini-3-flash-preview / column accuracy),,in,in valsgpqa#1,vals.ai,?google/gemini-3-pro-preview,not-established:absent,reasoning-math,hard,Vals-platform-one-shot,per-test,0.089573,2.89e-07,,,91.666,accuracy%,0.000289,,,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row google/gemini-3-pro-preview / column accuracy),,out:model-not-established,out:model-not-established valsgpqa#1,vals.ai,gemini-3.1-flash-lite-preview,high,reasoning-math,hard,Vals-platform-one-shot,per-test,0.002298,2.89e-07,,,81.06,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row google/gemini-3.1-flash-lite-preview / column accuracy),,in,in valsgpqa#1,vals.ai,gemini-3.1-pro,high,reasoning-math,hard,Vals-platform-one-shot,per-test,0.081442,2.89e-07,,,95.454,accuracy%,0.000289,,cost-method-assumed-single,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row google/gemini-3.1-pro-preview / column accuracy),,in,out:cost-not-comparable valsgpqa#1,vals.ai,gemini-3.5-flash,high,reasoning-math,hard,Vals-platform-one-shot,per-test,0.063842,2.89e-07,,,92.676,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row google/gemini-3.5-flash / column accuracy),,in,in valsgpqa#1,vals.ai,gemini-3.5-flash-lite,high,reasoning-math,hard,Vals-platform-one-shot,per-test,0.01235,2.89e-07,,,83.838,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row google/gemini-3.5-flash-lite / column accuracy),,in,in valsgpqa#1,vals.ai,gemini-3.6-flash,high,reasoning-math,hard,Vals-platform-one-shot,per-test,0.03189,2.89e-07,,,93.434,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row google/gemini-3.6-flash / column accuracy),,in,in valsgpqa#1,vals.ai,gemini-3.7-flash,high,reasoning-math,hard,Vals-platform-one-shot,per-test,0.023122,2.89e-07,,,93.94,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row google/gemini-3.7-flash / column accuracy),,in,in valsgpqa#1,vals.ai,gemini-3.8-flash,high,reasoning-math,hard,Vals-platform-one-shot,per-test,0.056302,2.89e-07,,,94.444,accuracy%,0.000289,,EAP-run; base-scheduled-list-price; cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row google/gemini-3.8-flash / column accuracy),,in,in valsgpqa#1,vals.ai,grok-2-1212,solo,reasoning-math,hard,Vals-platform-one-shot,per-test,0.0095,2.89e-07,,,50.758,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row grok/grok-2-1212 / column accuracy),,out:single-couple,out:cost-single-couple valsgpqa#1,vals.ai,?grok/grok-3,not-established:absent,reasoning-math,hard,Vals-platform-one-shot,per-test,0.039242,2.89e-07,,,74.242,accuracy%,0.000289,,,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row grok/grok-3 / column accuracy),,out:model-not-established,out:model-not-established valsgpqa#1,vals.ai,?grok/grok-3-mini-fast-high-reasoning,not-established:absent,reasoning-math,hard,Vals-platform-one-shot,per-test,0.00388,2.89e-07,,,79.293,accuracy%,0.000289,,,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row grok/grok-3-mini-fast-high-reasoning / column accuracy),,out:model-not-established,out:model-not-established valsgpqa#1,vals.ai,?grok/grok-3-mini-fast-low-reasoning,not-established:absent,reasoning-math,hard,Vals-platform-one-shot,per-test,0.001599,2.89e-07,,,72.98,accuracy%,0.000289,,,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row grok/grok-3-mini-fast-low-reasoning / column accuracy),,out:model-not-established,out:model-not-established valsgpqa#1,vals.ai,?grok/grok-4-0709,not-established:absent,reasoning-math,hard,Vals-platform-one-shot,per-test,0.147971,2.89e-07,,,88.132,accuracy%,0.000289,,,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row grok/grok-4-0709 / column accuracy),,out:model-not-established,out:model-not-established valsgpqa#1,vals.ai,?grok/grok-4-1-fast-non-reasoning,not-established:absent,reasoning-math,hard,Vals-platform-one-shot,per-test,0.000445,2.89e-07,,,65.152,accuracy%,0.000289,,,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row grok/grok-4-1-fast-non-reasoning / column accuracy),,out:model-not-established,out:model-not-established valsgpqa#1,vals.ai,?grok/grok-4-1-fast-reasoning,not-established:absent,reasoning-math,hard,Vals-platform-one-shot,per-test,0.002916,2.89e-07,,,84.343,accuracy%,0.000289,,,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row grok/grok-4-1-fast-reasoning / column accuracy),,out:model-not-established,out:model-not-established valsgpqa#1,vals.ai,?grok/grok-4-fast-non-reasoning,not-established:absent,reasoning-math,hard,Vals-platform-one-shot,per-test,0.001098,2.89e-07,,,62.122,accuracy%,0.000289,,,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row grok/grok-4-fast-non-reasoning / column accuracy),,out:model-not-established,out:model-not-established valsgpqa#1,vals.ai,?grok/grok-4-fast-reasoning,not-established:absent,reasoning-math,hard,Vals-platform-one-shot,per-test,0.003049,2.89e-07,,,85.354,accuracy%,0.000289,,,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row grok/grok-4-fast-reasoning / column accuracy),,out:model-not-established,out:model-not-established valsgpqa#1,vals.ai,grok-4.20,think,reasoning-math,hard,Vals-platform-one-shot,per-test,0.024409874999999998,0.0058,,,88.636,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row grok/grok-4.20-0309-reasoning / column accuracy),,in,out:cost-single-couple valsgpqa#1,vals.ai,grok-4.3,high,reasoning-math,hard,Vals-platform-one-shot,per-test,0.025366,2.89e-07,,,91.414,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row grok/grok-4.3 / column accuracy),,in,in valsgpqa#1,vals.ai,grok-4.5,high,reasoning-math,hard,Vals-platform-one-shot,per-test,0.035223199999999996,0.00508,,,92.929,accuracy%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row grok/grok-4.5 / column accuracy),,in,out:cost-single-couple valsgpqa#1,vals.ai,grok-4.6,high,reasoning-math,hard,Vals-platform-one-shot,per-test,0.045365,2.89e-07,,,94.697,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row grok/grok-4.6 / column accuracy),,in,in valsgpqa#1,vals.ai,?kimi/kimi-k2-thinking,not-established:absent,reasoning-math,hard,Vals-platform-one-shot,per-test,0.023072,2.89e-07,,,78.536,accuracy%,0.000289,,,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row kimi/kimi-k2-thinking / column accuracy),,out:model-not-established,out:model-not-established valsgpqa#1,vals.ai,?kimi/kimi-k2.5-thinking,not-established:absent,reasoning-math,hard,Vals-platform-one-shot,per-test,0.029962,2.89e-07,,,84.091,accuracy%,0.000289,,,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row kimi/kimi-k2.5-thinking / column accuracy),,out:model-not-established,out:model-not-established valsgpqa#1,vals.ai,kimi-k2.6,unstated,reasoning-math,hard,Vals-platform-one-shot,per-test,0.080129,2.89e-07,,,89.142,accuracy%,0.000289,,,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row kimi/kimi-k2.6 / column accuracy),,out:effort-not-established,out:effort-not-established valsgpqa#1,vals.ai,kimi-k3,max,reasoning-math,hard,Vals-platform-one-shot,per-test,0.088491,2.89e-07,,,92.929,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row kimi/kimi-k3 / column accuracy),,in,in valsgpqa#1,vals.ai,?openai/gpt-3.5-turbo,not-established:absent,reasoning-math,hard,Vals-platform-one-shot,per-test,0.000862,2.89e-07,,,30.556,accuracy%,0.000289,,,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row openai/gpt-3.5-turbo / column accuracy),,out:model-not-established,out:model-not-established valsgpqa#1,vals.ai,gpt-4.1,solo,reasoning-math,hard,Vals-platform-one-shot,per-test,0.013852,2.89e-07,,,65.404,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row openai/gpt-4.1-2025-04-14 / column accuracy),,out:single-couple,out:cost-single-couple valsgpqa#1,vals.ai,gpt-4.1-mini,solo,reasoning-math,hard,Vals-platform-one-shot,per-test,0.002324,2.89e-07,,,67.929,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row openai/gpt-4.1-mini-2025-04-14 / column accuracy),,out:single-couple,out:cost-single-couple valsgpqa#1,vals.ai,gpt-4.1-nano,solo,reasoning-math,hard,Vals-platform-one-shot,per-test,0.000488,2.89e-07,,,50.758,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row openai/gpt-4.1-nano-2025-04-14 / column accuracy),,out:single-couple,out:cost-single-couple valsgpqa#1,vals.ai,gpt-4o-0513,solo,reasoning-math,hard,Vals-platform-one-shot,per-test,0.01544,2.89e-07,,,50.252,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row openai/gpt-4o-2024-05-13 / column accuracy),,out:single-couple,out:cost-single-couple valsgpqa#1,vals.ai,gpt-4o-1120,solo,reasoning-math,hard,Vals-platform-one-shot,per-test,0.009465,2.89e-07,,,53.788,accuracy%,0.000289,,cost-method-assumed-single,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row openai/gpt-4o-2024-11-20 / column accuracy),,out:single-couple,out:cost-not-comparable valsgpqa#1,vals.ai,gpt-4o-mini,solo,reasoning-math,hard,Vals-platform-one-shot,per-test,0.000536,2.89e-07,,,44.192,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row openai/gpt-4o-mini-2024-07-18 / column accuracy),,out:single-couple,out:cost-single-couple valsgpqa#1,vals.ai,gpt-5,high,reasoning-math,hard,Vals-platform-one-shot,per-test,0.072708,2.89e-07,,,85.606,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row openai/gpt-5-2025-08-07 / column accuracy),,out:single-couple,out:cost-single-couple valsgpqa#1,vals.ai,gpt-5-mini,high,reasoning-math,hard,Vals-platform-one-shot,per-test,0.013593,2.89e-07,,,80.303,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row openai/gpt-5-mini-2025-08-07 / column accuracy),,out:single-couple,out:cost-single-couple valsgpqa#1,vals.ai,gpt-5-nano,high,reasoning-math,hard,Vals-platform-one-shot,per-test,0.004578,2.89e-07,,,63.384,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row openai/gpt-5-nano-2025-08-07 / column accuracy),,out:single-couple,out:cost-single-couple valsgpqa#1,vals.ai,gpt-5.1,high,reasoning-math,hard,Vals-platform-one-shot,per-test,0.074563,2.89e-07,,,86.616,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row openai/gpt-5.1-2025-11-13 / column accuracy),,in,in valsgpqa#1,vals.ai,gpt-5.2,xhigh,reasoning-math,hard,Vals-platform-one-shot,per-test,0.149037,2.89e-07,,,91.666,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row openai/gpt-5.2-2025-12-11 / column accuracy),,in,in valsgpqa#1,vals.ai,gpt-5.4,xhigh,reasoning-math,hard,Vals-platform-one-shot,per-test,0.20934,2.89e-07,,,91.666,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row openai/gpt-5.4-2026-03-05 / column accuracy),,in,in valsgpqa#1,vals.ai,gpt-5.4-mini,xhigh,reasoning-math,hard,Vals-platform-one-shot,per-test,0.012743,2.89e-07,,,83.08,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row openai/gpt-5.4-mini-2026-03-17 / column accuracy),,in,in valsgpqa#1,vals.ai,gpt-5.4-nano,high,reasoning-math,hard,Vals-platform-one-shot,per-test,0.001565,2.89e-07,,,77.526,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row openai/gpt-5.4-nano-2026-03-17 / column accuracy),,in,in valsgpqa#1,vals.ai,gpt-5.5,xhigh,reasoning-math,hard,Vals-platform-one-shot,per-test,0.082767,2.89e-07,,,93.182,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row openai/gpt-5.5 / column accuracy),,in,in valsgpqa#1,vals.ai,gpt-5.6-luna,max,reasoning-math,hard,Vals-platform-one-shot,per-test,0.010616,2.89e-07,,,91.666,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row openai/gpt-5.6-luna / column accuracy),,in,in valsgpqa#1,vals.ai,gpt-5.6-sol,max,reasoning-math,hard,Vals-platform-one-shot,per-test,0.15119500000000002,0.00794,,,95.202,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row openai/gpt-5.6-sol / column accuracy),,in,out:cost-single-couple valsgpqa#1,vals.ai,gpt-5.6-terra,xhigh,reasoning-math,hard,Vals-platform-one-shot,per-test,0.033997,2.89e-07,,,90.909,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row openai/gpt-5.6-terra / column accuracy),,in,in valsgpqa#1,vals.ai,o1,high,reasoning-math,hard,Vals-platform-one-shot,per-test,0.252632,2.89e-07,,,73.232,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row openai/o1-2024-12-17 / column accuracy),,out:single-couple,out:cost-single-couple valsgpqa#1,vals.ai,o3,high,reasoning-math,hard,Vals-platform-one-shot,per-test,0.035552,2.89e-07,,,84.091,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row openai/o3-2025-04-16 / column accuracy),,out:single-couple,out:cost-single-couple valsgpqa#1,vals.ai,o3-mini,high,reasoning-math,hard,Vals-platform-one-shot,per-test,0.035857,2.89e-07,,,75.505,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row openai/o3-mini-2025-01-31 / column accuracy),,out:single-couple,out:cost-single-couple valsgpqa#1,vals.ai,o4-mini,high,reasoning-math,hard,Vals-platform-one-shot,per-test,0.012961,2.89e-07,,,74.495,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row openai/o4-mini-2025-04-16 / column accuracy),,out:single-couple,out:cost-single-couple valsgpqa#1,vals.ai,?together/moonshotai/Kimi-K2-Instruct,not-established:absent,reasoning-math,hard,Vals-platform-one-shot,per-test,0.004481,2.89e-07,,,71.464,accuracy%,0.000289,,,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row together/moonshotai/Kimi-K2-Instruct / column accuracy),,out:model-not-established,out:model-not-established valsgpqa#1,vals.ai,glm-4.5,unstated,reasoning-math,hard,Vals-platform-one-shot,per-test,0.019454,2.89e-07,,,72.222,accuracy%,0.000289,,,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row zai/glm-4.5 / column accuracy),,out:effort-not-established,out:effort-not-established valsgpqa#1,vals.ai,glm-4.6,unstated,reasoning-math,hard,Vals-platform-one-shot,per-test,0.01541,2.89e-07,,,74.495,accuracy%,0.000289,,,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row zai/glm-4.6 / column accuracy),,out:effort-not-established,out:effort-not-established valsgpqa#1,vals.ai,glm-4.7,unstated,reasoning-math,hard,Vals-platform-one-shot,per-test,0.024866,2.89e-07,,,80.05,accuracy%,0.000289,,,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row zai/glm-4.7 / column accuracy),,out:effort-not-established,out:effort-not-established valsgpqa#1,vals.ai,?zai/glm-5-thinking,not-established:absent,reasoning-math,hard,Vals-platform-one-shot,per-test,0.034091,2.89e-07,,,83.333,accuracy%,0.000289,,,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row zai/glm-5-thinking / column accuracy),,out:model-not-established,out:model-not-established valsgpqa#1,vals.ai,glm-5.1,unstated,reasoning-math,hard,Vals-platform-one-shot,per-test,0.044897,2.89e-07,,,84.518,accuracy%,0.000289,,,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row zai/glm-5.1 / column accuracy),,out:effort-not-established,out:effort-not-established valsgpqa#1,vals.ai,glm-5.2,max,reasoning-math,hard,Vals-platform-one-shot,per-test,0.05711,2.89e-07,,,85.606,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row zai/glm-5.2 / column accuracy),,in,in valsgpqa#1,vals.ai,glm-5.3,max,reasoning-math,hard,Vals-platform-one-shot,per-test,0.055878,2.89e-07,,,88.132,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row zai/glm-5.3 / column accuracy),,in,in valsgpqa#1,vals.ai,glm-5.3-flash,max,reasoning-math,hard,Vals-platform-one-shot,per-test,0.001626,2.89e-07,,,86.364,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/gpqa ($.tasks.overall / row zai/glm-5.3-flash / column accuracy),,in,in valshlab#1,vals.ai,fable-5,max,agentic-tool,frontier,Vals-runner,per-test,19.225253,2.89e-07,,,11.25,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/hlab ($.tasks.overall / row anthropic/claude-fable-5 / column accuracy),,in,in valshlab#1,vals.ai,fable-5.1,max,agentic-tool,frontier,Vals-runner,per-test,46.211522,2.89e-07,,,6.667,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/hlab ($.tasks.overall / row anthropic/claude-fable-5-1 / column accuracy),,in,in valshlab#1,vals.ai,?anthropic/claude-haiku-4-5-20251001-thinking,not-established:absent,agentic-tool,frontier,Vals-runner,per-test,0.416609,2.89e-07,,,0.833,score%,0.000289,,,https://vals.ai/benchmarks/hlab ($.tasks.overall / row anthropic/claude-haiku-4-5-20251001-thinking / column accuracy),,out:model-not-established,out:model-not-established valshlab#1,vals.ai,opus-4.7,max,agentic-tool,frontier,Vals-runner,per-test,10.80884,2.89e-07,,,6.667,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/hlab ($.tasks.overall / row anthropic/claude-opus-4-7 / column accuracy),,in,in valshlab#1,vals.ai,opus-4.8,max,agentic-tool,frontier,Vals-runner,per-test,10.222944,2.89e-07,,,9.583,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/hlab ($.tasks.overall / row anthropic/claude-opus-4-8 / column accuracy),,in,in valshlab#1,vals.ai,opus-5,max,agentic-tool,frontier,Vals-runner,per-test,23.669537,2.89e-07,,,6.667,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/hlab ($.tasks.overall / row anthropic/claude-opus-5 / column accuracy),,in,in valshlab#1,vals.ai,opus-5.5,max,agentic-tool,frontier,Vals-runner,per-test,21.37949,2.89e-07,,,3.75,score%,0.000289,,,https://vals.ai/benchmarks/hlab ($.tasks.overall / row anthropic/claude-opus-5-5 / column accuracy),decision:D54|opus-5.5@max|run10,in,out:decision:D51 valshlab#1,vals.ai,sonnet-4.6,not-established:absent,agentic-tool,frontier,Vals-runner,per-test,3.042346,2.89e-07,,,5,score%,0.000289,,,https://vals.ai/benchmarks/hlab ($.tasks.overall / row anthropic/claude-sonnet-4-6 / column accuracy),,out:effort-not-established,out:effort-not-established valshlab#1,vals.ai,sonnet-5,max,agentic-tool,frontier,Vals-runner,per-test,8.953859,2.89e-07,,,5,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/hlab ($.tasks.overall / row anthropic/claude-sonnet-5 / column accuracy),,in,in valshlab#1,vals.ai,sonnet-5.5,max,agentic-tool,frontier,Vals-runner,per-test,12.45943725,2.4,,,2.917,score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/hlab ($.tasks.overall / row anthropic/claude-sonnet-5-5 / column accuracy),decision:D54|sonnet-5.5@max|run13,in,out:cost-single-couple valshlab#1,vals.ai,haiku-5.5,max,agentic-tool,frontier,Vals-runner,per-test,3.394654,2.89e-07,,,1.25,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/hlab ($.tasks.overall / row anthropic/claude-haiku-5-5 / column accuracy),,in,in valshlab#1,vals.ai,qwen3.6-plus,default,agentic-tool,frontier,Vals-runner,per-test,3.940956,2.89e-07,,,1.25,score%,0.000289,,,https://vals.ai/benchmarks/hlab ($.tasks.overall / row alibaba/qwen3.6-plus / column accuracy),,out:effort-not-established,out:effort-not-established valshlab#1,vals.ai,qwen3.7-max,default,agentic-tool,frontier,Vals-runner,per-test,1.57592,2.89e-07,,,1.667,score%,0.000289,,,https://vals.ai/benchmarks/hlab ($.tasks.overall / row alibaba/qwen3.7-max / column accuracy),,out:effort-not-established,out:effort-not-established valshlab#1,vals.ai,qwen3.7-plus,default,agentic-tool,frontier,Vals-runner,per-test,0.234226,2.89e-07,,,0,score%,0.000289,,,https://vals.ai/benchmarks/hlab ($.tasks.overall / row alibaba/qwen3.7-plus / column accuracy),,out:effort-not-established,out:effort-not-established valshlab#1,vals.ai,qwen3.8-27b,xhigh,agentic-tool,frontier,Vals-runner,per-test,4.033621,2.89e-07,,,11.25,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/hlab ($.tasks.overall / row alibaba/qwen3.8-27b / column accuracy),,in,in valshlab#1,vals.ai,?qwen3.8-max,not-established:absent,agentic-tool,frontier,Vals-runner,per-test,2.365468,2.89e-07,,,10.417,score%,0.000289,,,https://vals.ai/benchmarks/hlab ($.tasks.overall / row alibaba/qwen3.8-max / column accuracy),,out:model-not-established,out:model-not-established valshlab#1,vals.ai,deepseek-v4-flash-0731,high,agentic-tool,frontier,Vals-runner,per-test,0.059087,2.89e-07,,,8.333,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/hlab ($.tasks.overall / row deepseek/deepseek-v4-flash-0731 / column accuracy),,in,in valshlab#1,vals.ai,?deepseek/deepseek-v4-pro,not-established:absent,agentic-tool,frontier,Vals-runner,per-test,0.737465,2.89e-07,,,3.75,score%,0.000289,,,https://vals.ai/benchmarks/hlab ($.tasks.overall / row deepseek/deepseek-v4-pro / column accuracy),,out:model-not-established,out:model-not-established valshlab#1,vals.ai,deepseek-v4-pro-0813,max,agentic-tool,frontier,Vals-runner,per-test,0.166206,2.89e-07,,,7.5,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/hlab ($.tasks.overall / row deepseek/deepseek-v4-pro-0813 / column accuracy),,in,in valshlab#1,vals.ai,deepseek-v4.1-flash,high,agentic-tool,frontier,Vals-runner,per-test,0.173471,2.89e-07,,,6.667,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/hlab ($.tasks.overall / row deepseek/deepseek-v4.1-flash / column accuracy),,in,in valshlab#1,vals.ai,deepseek-v4.1-flash-1017,unstated,agentic-tool,frontier,Vals-runner,per-test,0.543702,2.89e-07,,,9.167,score%,0.000289,,,https://vals.ai/benchmarks/hlab ($.tasks.overall / row deepseek/deepseek-v4.1-flash-1017 / column accuracy),,out:effort-not-established,out:effort-not-established valshlab#1,vals.ai,gemini-3-flash,high,agentic-tool,frontier,Vals-runner,per-test,0.264375,2.89e-07,,,0,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/hlab ($.tasks.overall / row google/gemini-3-flash-preview / column accuracy),,out:uninformative,in valshlab#1,vals.ai,gemini-3.1-flash-lite-preview,high,agentic-tool,frontier,Vals-runner,per-test,0.084048,2.89e-07,,,0,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/hlab ($.tasks.overall / row google/gemini-3.1-flash-lite-preview / column accuracy),,out:uninformative,in valshlab#1,vals.ai,gemini-3.1-pro,high,agentic-tool,frontier,Vals-runner,per-test,1.149757,2.89e-07,,,0,score%,0.000289,,cost-method-assumed-single,https://vals.ai/benchmarks/hlab ($.tasks.overall / row google/gemini-3.1-pro-preview / column accuracy),,out:uninformative,out:cost-not-comparable valshlab#1,vals.ai,?google/gemini-3.5-flash,not-established:absent,agentic-tool,frontier,Vals-runner,per-test,2.116049,2.89e-07,,,2.5,score%,0.000289,,,https://vals.ai/benchmarks/hlab ($.tasks.overall / row google/gemini-3.5-flash / column accuracy),,out:model-not-established,out:model-not-established valshlab#1,vals.ai,gemini-3.5-flash-lite,high,agentic-tool,frontier,Vals-runner,per-test,0.331805,2.89e-07,,,0,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/hlab ($.tasks.overall / row google/gemini-3.5-flash-lite / column accuracy),,out:uninformative,in valshlab#1,vals.ai,gemini-3.6-flash,high,agentic-tool,frontier,Vals-runner,per-test,1.895602,2.89e-07,,,3.333,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/hlab ($.tasks.overall / row google/gemini-3.6-flash / column accuracy),,in,in valshlab#1,vals.ai,?google/gemini-3.7-flash,not-established:absent,agentic-tool,frontier,Vals-runner,per-test,2.556743,2.89e-07,,,8.75,score%,0.000289,,,https://vals.ai/benchmarks/hlab ($.tasks.overall / row google/gemini-3.7-flash / column accuracy),,out:model-not-established,out:model-not-established valshlab#1,vals.ai,gemini-3.8-flash,high,agentic-tool,frontier,Vals-runner,per-test,3.656207,2.89e-07,,,10,score%,0.000289,,,https://vals.ai/benchmarks/hlab ($.tasks.overall / row google/gemini-3.8-flash / column accuracy),decision:D54|gemini-3.8-flash@high|run11,in,out:decision:D51 valshlab#1,vals.ai,gemini-4-argon,high,agentic-tool,frontier,Vals-runner,per-test,10.54836,2.89e-07,,,19.583,score%,0.000289,,,https://vals.ai/benchmarks/hlab ($.tasks.overall / row google/gemini-4-argon / column accuracy),decision:D54|gemini-4-argon@high|run12,in,out:decision:D51 valshlab#1,vals.ai,grok-4.20,think,agentic-tool,frontier,Vals-runner,per-test,0.69899325,0.166,,,0,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/hlab ($.tasks.overall / row grok/grok-4.20-0309-reasoning / column accuracy),,out:uninformative,out:cost-single-couple valshlab#1,vals.ai,grok-4.3,high,agentic-tool,frontier,Vals-runner,per-test,0.389144,2.89e-07,,,0.417,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/hlab ($.tasks.overall / row grok/grok-4.3 / column accuracy),,in,in valshlab#1,vals.ai,grok-4.5,high,agentic-tool,frontier,Vals-runner,per-test,1.61564,0.233,,,12.917,score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/hlab ($.tasks.overall / row grok/grok-4.5 / column accuracy),,in,out:cost-single-couple valshlab#1,vals.ai,grok-4.6,high,agentic-tool,frontier,Vals-runner,per-test,4.008154,2.89e-07,,,15.833,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/hlab ($.tasks.overall / row grok/grok-4.6 / column accuracy),,in,in valshlab#1,vals.ai,grok-4.7,xhigh,agentic-tool,frontier,Vals-runner,per-test,11.130983,2.89e-07,,,12.5,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/hlab ($.tasks.overall / row grok/grok-4.7 / column accuracy),,in,in valshlab#1,vals.ai,?kimi/kimi-k2.5-thinking,not-established:absent,agentic-tool,frontier,Vals-runner,per-test,0.351359,2.89e-07,,,0,score%,0.000289,,,https://vals.ai/benchmarks/hlab ($.tasks.overall / row kimi/kimi-k2.5-thinking / column accuracy),,out:model-not-established,out:model-not-established valshlab#1,vals.ai,kimi-k2.6,unstated,agentic-tool,frontier,Vals-runner,per-test,0.818741,2.89e-07,,,1.667,score%,0.000289,,,https://vals.ai/benchmarks/hlab ($.tasks.overall / row kimi/kimi-k2.6 / column accuracy),,out:effort-not-established,out:effort-not-established valshlab#1,vals.ai,kimi-k3,max,agentic-tool,frontier,Vals-runner,per-test,3.829773,2.89e-07,,,12.917,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/hlab ($.tasks.overall / row kimi/kimi-k3 / column accuracy),,in,in valshlab#1,vals.ai,gpt-5.4,xhigh,agentic-tool,frontier,Vals-runner,per-test,3.598304,2.89e-07,,,0,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/hlab ($.tasks.overall / row openai/gpt-5.4-2026-03-05 / column accuracy),,out:uninformative,in valshlab#1,vals.ai,gpt-5.4-mini,xhigh,agentic-tool,frontier,Vals-runner,per-test,1.001493,2.89e-07,,,0,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/hlab ($.tasks.overall / row openai/gpt-5.4-mini-2026-03-17 / column accuracy),,out:uninformative,in valshlab#1,vals.ai,gpt-5.4-nano,high,agentic-tool,frontier,Vals-runner,per-test,0.184287,2.89e-07,,,0,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/hlab ($.tasks.overall / row openai/gpt-5.4-nano-2026-03-17 / column accuracy),,out:uninformative,in valshlab#1,vals.ai,gpt-5.5,xhigh,agentic-tool,frontier,Vals-runner,per-test,4.597894,2.89e-07,,,3.75,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/hlab ($.tasks.overall / row openai/gpt-5.5 / column accuracy),,in,in valshlab#1,vals.ai,gpt-5.6-luna,max,agentic-tool,frontier,Vals-runner,per-test,0.383981,2.89e-07,,,1.25,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/hlab ($.tasks.overall / row openai/gpt-5.6-luna / column accuracy),,in,in valshlab#1,vals.ai,gpt-5.6-sol,max,agentic-tool,frontier,Vals-runner,per-test,14.26501175,0.749,,,2.5,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/hlab ($.tasks.overall / row openai/gpt-5.6-sol / column accuracy),,in,out:cost-single-couple valshlab#1,vals.ai,gpt-5.6-terra,max,agentic-tool,frontier,Vals-runner,per-test,3.202399,2.89e-07,,,0.833,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/hlab ($.tasks.overall / row openai/gpt-5.6-terra / column accuracy),,in,in valshlab#1,vals.ai,gpt-6-astra,max,agentic-tool,frontier,Vals-runner,per-test,26.155899,2.89e-07,,,5.417,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/hlab ($.tasks.overall / row openai/gpt-6-astra / column accuracy),,in,in valshlab#1,vals.ai,gpt-6-luna,max,agentic-tool,frontier,Vals-runner,per-test,0.303552,2.89e-07,,,2.917,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/hlab ($.tasks.overall / row openai/gpt-6-luna / column accuracy),,in,in valshlab#1,vals.ai,gpt-6-sol,max,agentic-tool,frontier,Vals-runner,per-test,3.358015,2.89e-07,,,1.667,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/hlab ($.tasks.overall / row openai/gpt-6-sol / column accuracy),,in,in valshlab#1,vals.ai,gpt-6.1-sol,max,agentic-tool,frontier,Vals-runner,per-test,3.933528,2.89e-07,,,5.417,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/hlab ($.tasks.overall / row openai/gpt-6.1-sol / column accuracy),,in,in valshlab#1,vals.ai,glm-5.1,unstated,agentic-tool,frontier,Vals-runner,per-test,0.555636,2.89e-07,,,0,score%,0.000289,,,https://vals.ai/benchmarks/hlab ($.tasks.overall / row zai/glm-5.1 / column accuracy),,out:effort-not-established,out:effort-not-established valshlab#1,vals.ai,glm-5.2,not-established:absent,agentic-tool,frontier,Vals-runner,per-test,2.057915,2.89e-07,,,7.083,score%,0.000289,,,https://vals.ai/benchmarks/hlab ($.tasks.overall / row zai/glm-5.2 / column accuracy),,out:effort-not-established,out:effort-not-established valshlab#1,vals.ai,glm-5.3,max,agentic-tool,frontier,Vals-runner,per-test,4.302903,2.89e-07,,,8.333,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/hlab ($.tasks.overall / row zai/glm-5.3 / column accuracy),,in,in valshlab#1,vals.ai,glm-5.3-flash,max,agentic-tool,frontier,Vals-runner,per-test,0.570286,2.89e-07,,,6.667,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/hlab ($.tasks.overall / row zai/glm-5.3-flash / column accuracy),,in,in valshlab-2026-10-21@vals.ai#1.1,vals.ai,opus-5.5,max,agentic-tool,frontier,Vals-runner,per-test,21.37949,2.89e-07,,,9.167,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/hlab ($.tasks.overall / row anthropic/claude-opus-5-5 / column accuracy),decision:D54|opus-5.5@max|run10,in,in valshlab-2026-10-21@vals.ai#1.1,vals.ai,sonnet-5.5,max,agentic-tool,frontier,Vals-runner,per-test,12.45943725,2.4,,,10.417,score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/hlab ($.tasks.overall / row anthropic/claude-sonnet-5-5 / column accuracy),decision:D54|sonnet-5.5@max|run13,in,out:cost-single-couple valshlab-2026-10-21@vals.ai#1.1,vals.ai,haiku-5.5,max,agentic-tool,frontier,Vals-runner,per-test,4.264376,2.89e-07,,,4.167,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/hlab ($.tasks.overall / row anthropic/claude-haiku-5-5 / column accuracy),,in,in valshlab-2026-10-21@vals.ai#1.1,vals.ai,deepseek-v4-pro-0813,max,agentic-tool,frontier,Vals-runner,per-test,0.802111,2.89e-07,,,10.833,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/hlab ($.tasks.overall / row deepseek/deepseek-v4-pro-0813 / column accuracy),,in,in valshlab-2026-10-21@vals.ai#1.1,vals.ai,deepseek-v4.1-flash-1017,unstated,agentic-tool,frontier,Vals-runner,per-test,0.612596,2.89e-07,,,14.167,score%,0.000289,,,https://vals.ai/benchmarks/hlab ($.tasks.overall / row deepseek/deepseek-v4.1-flash-1017 / column accuracy),,out:effort-not-established,out:effort-not-established valshlab-2026-10-21@vals.ai#1.1,vals.ai,gemini-3.8-flash,high,agentic-tool,frontier,Vals-runner,per-test,3.656207,2.89e-07,,,12.083,score%,0.000289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/hlab ($.tasks.overall / row google/gemini-3.8-flash / column accuracy),decision:D54|gemini-3.8-flash@high|run11,in,in valshlab-2026-10-21@vals.ai#1.1,vals.ai,gemini-4-argon,high,agentic-tool,frontier,Vals-runner,per-test,10.54836,2.89e-07,,,27.083,score%,0.000289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/hlab ($.tasks.overall / row google/gemini-4-argon / column accuracy),decision:D54|gemini-4-argon@high|run12,in,in valshlab-2026-10-21@vals.ai#1.1,vals.ai,grok-4.7,xhigh,agentic-tool,frontier,Vals-runner,per-test,10.746259,2.89e-07,,,18.333,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/hlab ($.tasks.overall / row grok/grok-4.7 / column accuracy),,in,in valshlab-2026-10-21@vals.ai#1.1,vals.ai,kimi-k3,max,agentic-tool,frontier,Vals-runner,per-test,4.144144,2.89e-07,,,12.917,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/hlab ($.tasks.overall / row kimi/kimi-k3 / column accuracy),,in,in valshlab-2026-10-21@vals.ai#1.1,vals.ai,gpt-6-astra,max,agentic-tool,frontier,Vals-runner,per-test,25.460295,2.89e-07,,,7.083,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/hlab ($.tasks.overall / row openai/gpt-6-astra / column accuracy),,in,in valshlab-2026-10-21@vals.ai#1.1,vals.ai,gpt-6-luna,max,agentic-tool,frontier,Vals-runner,per-test,0.298018,2.89e-07,,,4.167,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/hlab ($.tasks.overall / row openai/gpt-6-luna / column accuracy),,in,in valshlab-2026-10-21@vals.ai#1.1,vals.ai,gpt-6.1-sol,max,agentic-tool,frontier,Vals-runner,per-test,3.536302,2.89e-07,,,6.25,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/hlab ($.tasks.overall / row openai/gpt-6.1-sol / column accuracy),,in,in valshlab-2026-10-21@vals.ai#1.1,vals.ai,glm-5.3,max,agentic-tool,frontier,Vals-runner,per-test,3.987774,2.89e-07,,,14.583,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/hlab ($.tasks.overall / row zai/glm-5.3 / column accuracy),,in,in valshlab-2026-10-21@vals.ai#1.1,vals.ai,glm-5.3-flash,max,agentic-tool,frontier,Vals-runner,per-test,0.323243,2.89e-07,,,10.417,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/hlab ($.tasks.overall / row zai/glm-5.3-flash / column accuracy),,in,in valshlab-2026-10-21@vals.ai#1.1,vals.ai,qwen3.8-max-0902,unstated,agentic-tool,frontier,Vals-runner,per-test,3.358663,2.89e-07,,,15.417,score%,0.000289,,,https://www.vals.ai/benchmarks/hlab (payload tasks.overall / alibaba/qwen3.8-max-internal / accuracy),,out:effort-not-established,out:effort-not-established valshlab-2026-10-21@vals.ai#1.1,vals.ai,fable-5.2,not-established:assumed,agentic-tool,frontier,Vals-runner,per-test,19.366751,2.89e-07,,,5,score%,0.289,,,https://www.vals.ai/benchmarks/hlab (payload tasks.overall / anthropic/claude-fable-5-2 / accuracy),,out:effort-not-established,out:effort-not-established valshlab-2026-10-21@vals.ai#1.1,vals.ai,gemini-4-carbon,high,agentic-tool,frontier,Vals-runner,per-test,6.515809,2.89e-07,881172654,16397005,17.5,score%,0.0289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://www.vals.ai/benchmarks/hlab (payload tasks.overall / google/gemini-4-carbon / accuracy),,in,out:cost-single-couple valsimmigration@vals.ai#1,vals.ai,fable-5.1,unstated,reasoning-math,hard,Vals-runner,per-test,2.106027,2.89e-07,,,75.444,accuracy%,0.000289,,,https://www.vals.ai/benchmarks/immigration (payload tasks.overall / anthropic/claude-fable-5-1 / accuracy),,out:effort-not-established,out:effort-not-established valsimmigration@vals.ai#1,vals.ai,haiku-5.5,unstated,reasoning-math,hard,Vals-runner,per-test,0.089748,2.89e-07,,,61.791,accuracy%,0.000289,,,https://www.vals.ai/benchmarks/immigration (payload tasks.overall / anthropic/claude-haiku-5-5 / accuracy),,out:effort-not-established,out:effort-not-established valsimmigration@vals.ai#1,vals.ai,opus-5.5,unstated,reasoning-math,hard,Vals-runner,per-test,2.164083,2.89e-07,,,72.14,accuracy%,0.00289,,,https://www.vals.ai/benchmarks/immigration (payload tasks.overall / anthropic/claude-opus-5-5 / accuracy),,out:effort-not-established,out:effort-not-established valsimmigration@vals.ai#1,vals.ai,sonnet-5.5,unstated,reasoning-math,hard,Vals-runner,per-test,1.159238,2.89e-07,,,68.962,accuracy%,0.000289,,,https://www.vals.ai/benchmarks/immigration (payload tasks.overall / anthropic/claude-sonnet-5-5 / accuracy),,out:effort-not-established,out:effort-not-established valsimmigration@vals.ai#1,vals.ai,?alibaba/qwen3.8-max,not-established:absent,reasoning-math,hard,Vals-runner,per-test,0.116743,2.89e-07,,,70.139,accuracy%,0.000289,,,https://www.vals.ai/benchmarks/immigration (payload tasks.overall / alibaba/qwen3.8-max / accuracy),,out:model-not-established,out:model-not-established valsimmigration@vals.ai#1,vals.ai,deepseek-v4-pro-0813,unstated,reasoning-math,hard,Vals-runner,per-test,0.051477,2.89e-07,,,61.66,accuracy%,0.00289,,,https://www.vals.ai/benchmarks/immigration (payload tasks.overall / deepseek/deepseek-v4-pro-0813 / accuracy),,out:effort-not-established,out:effort-not-established valsimmigration@vals.ai#1,vals.ai,deepseek-v4.1-flash,unstated,reasoning-math,hard,Vals-runner,per-test,0.053824,2.89e-07,,,65.638,accuracy%,0.000289,,,https://www.vals.ai/benchmarks/immigration (payload tasks.overall / deepseek/deepseek-v4.1-flash / accuracy),,out:effort-not-established,out:effort-not-established valsimmigration@vals.ai#1,vals.ai,gemini-3.5-flash-lite,unstated,reasoning-math,hard,Vals-runner,per-test,0.024107,2.89e-07,,,55.661,accuracy%,0.000289,,,https://www.vals.ai/benchmarks/immigration (payload tasks.overall / google/gemini-3.5-flash-lite / accuracy),,out:effort-not-established,out:effort-not-established valsimmigration@vals.ai#1,vals.ai,gemini-3.8-flash,unstated,reasoning-math,hard,Vals-runner,per-test,0.16645,2.89e-06,,,63.405,accuracy%,0.000289,,,https://www.vals.ai/benchmarks/immigration (payload tasks.overall / google/gemini-3.8-flash / accuracy),,out:effort-not-established,out:effort-not-established valsimmigration@vals.ai#1,vals.ai,gemini-4-argon,unstated,reasoning-math,hard,Vals-runner,per-test,0.5065,2.89e-05,,,68.075,accuracy%,0.000289,,,https://www.vals.ai/benchmarks/immigration (payload tasks.overall / google/gemini-4-argon / accuracy),,out:effort-not-established,out:effort-not-established valsimmigration@vals.ai#1,vals.ai,grok-4.6,unstated,reasoning-math,hard,Vals-runner,per-test,0.100189,2.89e-07,,,65.982,accuracy%,0.000289,,,https://www.vals.ai/benchmarks/immigration (payload tasks.overall / grok/grok-4.6 / accuracy),,out:effort-not-established,out:effort-not-established valsimmigration@vals.ai#1,vals.ai,grok-4.7,unstated,reasoning-math,hard,Vals-runner,per-test,0.237598,2.89e-07,,,68.049,accuracy%,0.000289,,,https://www.vals.ai/benchmarks/immigration (payload tasks.overall / grok/grok-4.7 / accuracy),,out:effort-not-established,out:effort-not-established valsimmigration@vals.ai#1,vals.ai,kimi-k3,unstated,reasoning-math,hard,Vals-runner,per-test,0.17986,2.89e-06,,,68.256,accuracy%,0.000289,,,https://www.vals.ai/benchmarks/immigration (payload tasks.overall / kimi/kimi-k3 / accuracy),,out:effort-not-established,out:effort-not-established valsimmigration@vals.ai#1,vals.ai,gpt-6-astra,unstated,reasoning-math,hard,Vals-runner,per-test,1.373884,2.89e-07,,,67.691,accuracy%,0.000289,,,https://www.vals.ai/benchmarks/immigration (payload tasks.overall / openai/gpt-6-astra / accuracy),,out:effort-not-established,out:effort-not-established valsimmigration@vals.ai#1,vals.ai,gpt-6-luna,unstated,reasoning-math,hard,Vals-runner,per-test,0.010756,2.89e-07,,,62.529,accuracy%,0.000289,,,https://www.vals.ai/benchmarks/immigration (payload tasks.overall / openai/gpt-6-luna / accuracy),,out:effort-not-established,out:effort-not-established valsimmigration@vals.ai#1,vals.ai,gpt-6.1-sol,unstated,reasoning-math,hard,Vals-runner,per-test,0.232235,2.89e-07,,,67.807,accuracy%,0.000289,,,https://www.vals.ai/benchmarks/immigration (payload tasks.overall / openai/gpt-6.1-sol / accuracy),,out:effort-not-established,out:effort-not-established valsimmigration@vals.ai#1,vals.ai,glm-5.3,unstated,reasoning-math,hard,Vals-runner,per-test,0.124343,2.89e-07,,,66.731,accuracy%,0.000289,,,https://www.vals.ai/benchmarks/immigration (payload tasks.overall / zai/glm-5.3 / accuracy),,out:effort-not-established,out:effort-not-established valsimmigration@vals.ai#1,vals.ai,fable-5.2,not-established:assumed,reasoning-math,hard,Vals-runner,per-test,0.638668,2.89e-07,,,73.982,accuracy%,0.000289,,,https://www.vals.ai/benchmarks/immigration (payload tasks.overall / anthropic/claude-fable-5-2 / accuracy),,out:effort-not-established,out:effort-not-established valsimmigrationfcfullycorrect,vals.ai,fable-5.2,not-established:assumed,agentic-tool,hard,Vals-runner,,,,,,26.72,allpass%,0.00289,,,"https://www.vals.ai/benchmarks/immigration (Results, ""Overall performance"" paragraph of the board page, column fully correct answers)",,out:effort-not-established, valsinfprovider,vals.ai,deepseek-v4.1-flash,high,mixed,hard,Vals-runner,per-test,0.551189,2.89e-07,,,70.33,accuracy%,0.00289,,cost-method-assumed-single,https://www.vals.ai/benchmarks/inference_provider (payload tasks.overall / deepseek/deepseek-v4.1-flash / accuracy),,in,out:cost-not-comparable valsinfprovider,vals.ai,?fireworks/deepseek-v4p1-flash,not-established:absent,mixed,hard,Vals-runner,per-test,0.362721,2.89e-07,,,72.991,accuracy%,0.000289,,,https://www.vals.ai/benchmarks/inference_provider (payload tasks.overall / fireworks/deepseek-v4p1-flash / accuracy),,out:model-not-established,out:model-not-established valsinfprovider,vals.ai,?baseten/deepseek-ai/DeepSeek-V4.1-Flash,not-established:absent,mixed,hard,Vals-runner,per-test,0.586602,2.89e-07,,,68.862,accuracy%,0.000289,,,https://www.vals.ai/benchmarks/inference_provider (payload tasks.overall / baseten/deepseek-ai/DeepSeek-V4.1-Flash / accuracy),,out:model-not-established,out:model-not-established valsinfprovider,vals.ai,?together/deepseek-ai/DeepSeek-V4.1-Flash,not-established:absent,mixed,hard,Vals-runner,per-test,0.475587,2.89e-07,,,66.39,accuracy%,0.00289,,,https://www.vals.ai/benchmarks/inference_provider (payload tasks.overall / together/deepseek-ai/DeepSeek-V4.1-Flash / accuracy),,out:model-not-established,out:model-not-established valsinfprovider,vals.ai,kimi-k3,max,mixed,hard,Vals-runner,per-test,5.80482,2.89e-06,,,71.77,accuracy%,0.00289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://www.vals.ai/benchmarks/inference_provider (payload tasks.overall / kimi/kimi-k3 / accuracy),,in,out:cost-single-couple valsinfprovider,vals.ai,?fireworks/kimi-k3,not-established:absent,mixed,hard,Vals-runner,per-test,5.974938,2.89e-07,,,73.853,accuracy%,0.000289,,,https://www.vals.ai/benchmarks/inference_provider (payload tasks.overall / fireworks/kimi-k3 / accuracy),,out:model-not-established,out:model-not-established valsinfprovider,vals.ai,?baseten/moonshotai/Kimi-K3,not-established:absent,mixed,hard,Vals-runner,per-test,12.650971,2.89e-07,,,67.285,accuracy%,0.000289,,,https://www.vals.ai/benchmarks/inference_provider (payload tasks.overall / baseten/moonshotai/Kimi-K3 / accuracy),,out:model-not-established,out:model-not-established valsinfprovider,vals.ai,?together/moonshotai/Kimi-K3,not-established:absent,mixed,hard,Vals-runner,per-test,5.42593,2.89e-06,,,73.183,accuracy%,0.000289,,,https://www.vals.ai/benchmarks/inference_provider (payload tasks.overall / together/moonshotai/Kimi-K3 / accuracy),,out:model-not-established,out:model-not-established valsioi#2,vals.ai,opus-5.5,max,reasoning-math,frontier,Vals-runner,per-test,5.258418,2.89e-07,,,95.056,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/ioi ($.tasks.overall / row anthropic/claude-opus-5-5 / column accuracy),,in,in valsioi#2,vals.ai,opus-5,max,reasoning-math,frontier,Vals-runner,per-test,16.477241,2.89e-07,,,84.333,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/ioi ($.tasks.overall / row anthropic/claude-opus-5 / column accuracy),,in,in valsioi#2,vals.ai,fable-5.1,max,reasoning-math,frontier,Vals-runner,per-test,11.196959,2.89e-07,,,90.778,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/ioi ($.tasks.overall / row anthropic/claude-fable-5-1 / column accuracy),,in,in valsioi#2,vals.ai,sonnet-5,max,reasoning-math,frontier,Vals-runner,per-test,12.889951,2.89e-07,,,45,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/ioi ($.tasks.overall / row anthropic/claude-sonnet-5 / column accuracy),,in,in valsioi#2,vals.ai,sonnet-5.5,max,reasoning-math,frontier,Vals-runner,per-test,5.643189,1.09,,,83.056,score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/ioi ($.tasks.overall / row anthropic/claude-sonnet-5-5 / column accuracy),,in,out:cost-single-couple valsioi#2,vals.ai,haiku-5.5,max,reasoning-math,frontier,Vals-runner,per-test,0.826826,2.89e-07,,,47.278,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/ioi ($.tasks.overall / row anthropic/claude-haiku-5-5 / column accuracy),,in,in valsioi#2,vals.ai,qwen3.8-27b,xhigh,reasoning-math,frontier,Vals-runner,per-test,3.553383,2.89e-07,,,39.056,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/ioi ($.tasks.overall / row alibaba/qwen3.8-27b / column accuracy),,in,in valsioi#2,vals.ai,?qwen3.8-max,not-established:absent,reasoning-math,frontier,Vals-runner,per-test,9.468852,2.89e-07,,,68.889,score%,0.000289,,,https://vals.ai/benchmarks/ioi ($.tasks.overall / row alibaba/qwen3.8-max / column accuracy),,out:model-not-established,out:model-not-established valsioi#2,vals.ai,deepseek-v4-flash-0731,high,reasoning-math,frontier,Vals-runner,per-test,0.373112,2.89e-07,,,32.722,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/ioi ($.tasks.overall / row deepseek/deepseek-v4-flash-0731 / column accuracy),,in,in valsioi#2,vals.ai,deepseek-v4-pro-0813,max,reasoning-math,frontier,Vals-runner,per-test,2.151589,2.89e-07,,,51.611,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/ioi ($.tasks.overall / row deepseek/deepseek-v4-pro-0813 / column accuracy),,in,in valsioi#2,vals.ai,deepseek-v4.1-flash,high,reasoning-math,frontier,Vals-runner,per-test,0.24255,2.89e-07,,,40.278,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/ioi ($.tasks.overall / row deepseek/deepseek-v4.1-flash / column accuracy),,in,in valsioi#2,vals.ai,gemini-3.1-pro,high,reasoning-math,frontier,Vals-runner,per-test,1.25149,2.89e-07,,,51.833,score%,0.000289,,cost-method-assumed-single,https://vals.ai/benchmarks/ioi ($.tasks.overall / row google/gemini-3.1-pro-preview / column accuracy),,in,out:cost-not-comparable valsioi#2,vals.ai,gemini-3.6-flash,high,reasoning-math,frontier,Vals-runner,per-test,8.66611,2.89e-07,,,35.056,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/ioi ($.tasks.overall / row google/gemini-3.6-flash / column accuracy),,in,in valsioi#2,vals.ai,?google/gemini-3.7-flash,not-established:absent,reasoning-math,frontier,Vals-runner,per-test,3.398069,2.89e-07,,,67.833,score%,0.000289,,,https://vals.ai/benchmarks/ioi ($.tasks.overall / row google/gemini-3.7-flash / column accuracy),,out:model-not-established,out:model-not-established valsioi#2,vals.ai,gemini-3.8-flash,high,reasoning-math,frontier,Vals-runner,per-test,3.976052,2.89e-07,,,56.944,score%,0.000289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/ioi ($.tasks.overall / row google/gemini-3.8-flash / column accuracy),,in,in valsioi#2,vals.ai,gemini-4-argon,high,reasoning-math,frontier,Vals-runner,per-test,5.307626,2.89e-07,,,100,score%,0.000289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/ioi ($.tasks.overall / row google/gemini-4-argon / column accuracy),,out:uninformative,in valsioi#2,vals.ai,grok-4.5,high,reasoning-math,frontier,Vals-runner,per-test,4.5102512,0.651,,,40.556,score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/ioi ($.tasks.overall / row grok/grok-4.5 / column accuracy),,in,out:cost-single-couple valsioi#2,vals.ai,grok-4.6,high,reasoning-math,frontier,Vals-runner,per-test,8.183386,2.89e-07,,,47.611,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/ioi ($.tasks.overall / row grok/grok-4.6 / column accuracy),,in,in valsioi#2,vals.ai,grok-4.7,xhigh,reasoning-math,frontier,Vals-runner,per-test,12.707908,2.89e-07,,,57.722,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/ioi ($.tasks.overall / row grok/grok-4.7 / column accuracy),,in,in valsioi#2,vals.ai,kimi-k3,max,reasoning-math,frontier,Vals-runner,per-test,14.165034,2.89e-07,,,48.944,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/ioi ($.tasks.overall / row kimi/kimi-k3 / column accuracy),,in,in valsioi#2,vals.ai,gpt-5.3-codex,xhigh,reasoning-math,frontier,Vals-runner,per-test,2.68083,2.89e-07,,,53.833,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/ioi ($.tasks.overall / row openai/gpt-5.3-codex / column accuracy),,in,in valsioi#2,vals.ai,gpt-5.6-luna,max,reasoning-math,frontier,Vals-runner,per-test,0.57961,2.89e-07,,,61.778,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/ioi ($.tasks.overall / row openai/gpt-5.6-luna / column accuracy),,in,in valsioi#2,vals.ai,gpt-5.6-sol,max,reasoning-math,frontier,Vals-runner,per-test,10.975435625000001,0.576,,,91.167,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/ioi ($.tasks.overall / row openai/gpt-5.6-sol / column accuracy),,in,out:cost-single-couple valsioi#2,vals.ai,gpt-5.6-terra,max,reasoning-math,frontier,Vals-runner,per-test,8.664009,2.89e-07,,,87.611,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/ioi ($.tasks.overall / row openai/gpt-5.6-terra / column accuracy),,in,in valsioi#2,vals.ai,gpt-6-astra,max,reasoning-math,frontier,Vals-runner,per-test,6.495051,2.89e-07,,,100,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/ioi ($.tasks.overall / row openai/gpt-6-astra / column accuracy),,out:uninformative,in valsioi#2,vals.ai,gpt-6-luna,max,reasoning-math,frontier,Vals-runner,per-test,0.199412,2.89e-07,,,55.556,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/ioi ($.tasks.overall / row openai/gpt-6-luna / column accuracy),,in,in valsioi#2,vals.ai,gpt-6-sol,max,reasoning-math,frontier,Vals-runner,per-test,2.703348,2.89e-07,,,82.611,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/ioi ($.tasks.overall / row openai/gpt-6-sol / column accuracy),,in,in valsioi#2,vals.ai,gpt-6.1-sol,max,reasoning-math,frontier,Vals-runner,per-test,1.261598,2.89e-07,,,96.889,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/ioi ($.tasks.overall / row openai/gpt-6.1-sol / column accuracy),,in,in valsioi#2,vals.ai,glm-5.3,max,reasoning-math,frontier,Vals-runner,per-test,7.67087,2.89e-07,,,68.444,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/ioi ($.tasks.overall / row zai/glm-5.3 / column accuracy),,in,in valsioi#2,vals.ai,glm-5.3-flash,max,reasoning-math,frontier,Vals-runner,per-test,0.429263,2.89e-07,,,52.5,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/ioi ($.tasks.overall / row zai/glm-5.3-flash / column accuracy),,in,in valsioi#2,vals.ai,?alibaba/qwen3.8-max,not-established:absent,reasoning-math,frontier,Vals-runner,per-test,9.468852,2.89e-07,,,68.889,score%,0.000289,,,https://www.vals.ai/benchmarks/ioi (payload tasks.overall / alibaba/qwen3.8-max / accuracy),,out:model-not-established,out:model-not-established valslcb#1,vals.ai,opus-5,max,coding,mid,Vals-platform-one-shot,per-test,0.134205,2.89e-07,,,89.033,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/lcb ($.tasks.overall / row anthropic/claude-opus-5 / column accuracy),,in,in valslcb#1,vals.ai,fable-5.1,max,coding,mid,Vals-platform-one-shot,per-test,0.260604,2.89e-07,,,90.515,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/lcb ($.tasks.overall / row anthropic/claude-fable-5-1 / column accuracy),,in,in valslcb#1,vals.ai,fable-5,max,coding,mid,Vals-platform-one-shot,per-test,0.42816,2.89e-07,,,89.778,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/lcb ($.tasks.overall / row anthropic/claude-fable-5 / column accuracy),,in,in valslcb#1,vals.ai,opus-4.8,max,coding,mid,Vals-platform-one-shot,per-test,0.327373,2.89e-07,,,87.819,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/lcb ($.tasks.overall / row anthropic/claude-opus-4-8 / column accuracy),,in,in valslcb#1,vals.ai,sonnet-5,max,coding,mid,Vals-platform-one-shot,per-test,0.094655,2.89e-07,,,82.429,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/lcb ($.tasks.overall / row anthropic/claude-sonnet-5 / column accuracy),,in,in valslcb#1,vals.ai,sonnet-4.6,max,coding,mid,Vals-platform-one-shot,per-test,0.370575,2.89e-07,,,82.091,accuracy%,0.000289,,,https://vals.ai/benchmarks/lcb ($.tasks.overall / row anthropic/claude-sonnet-4-6 / column accuracy),,out:effort-not-established,out:effort-not-established valslcb#1,vals.ai,opus-4.7,max,coding,mid,Vals-platform-one-shot,per-test,0.350587,2.89e-07,,,85.073,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/lcb ($.tasks.overall / row anthropic/claude-opus-4-7 / column accuracy),,in,in valslcb#1,vals.ai,?anthropic/claude-haiku-4-5-20251001-thinking,not-established:absent,coding,mid,Vals-platform-one-shot,per-test,0.059767,2.89e-07,,,41.175,accuracy%,0.000289,,,https://vals.ai/benchmarks/lcb ($.tasks.overall / row anthropic/claude-haiku-4-5-20251001-thinking / column accuracy),,out:model-not-established,out:model-not-established valslcb#1,vals.ai,qwen3-max-0923,solo,coding,mid,Vals-platform-one-shot,per-test,0.021213,2.89e-07,,,78.215,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/lcb ($.tasks.overall / row alibaba/qwen3-max / column accuracy),,out:single-couple,out:cost-single-couple valslcb#1,vals.ai,qwen3-max-preview,default,coding,mid,Vals-platform-one-shot,per-test,0.01353,2.89e-07,,,66.91,accuracy%,0.000289,,,https://vals.ai/benchmarks/lcb ($.tasks.overall / row alibaba/qwen3-max-preview / column accuracy),,out:effort-not-established,out:effort-not-established valslcb#1,vals.ai,qwen3.5-flash,default,coding,mid,Vals-platform-one-shot,per-test,0.009542,2.89e-07,,,83.28,accuracy%,0.000289,,,https://vals.ai/benchmarks/lcb ($.tasks.overall / row alibaba/qwen3.5-flash / column accuracy),,out:effort-not-established,out:effort-not-established valslcb#1,vals.ai,qwen3.5-plus,think,coding,mid,Vals-platform-one-shot,per-test,0.04786,2.89e-07,,,85.326,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single,https://vals.ai/benchmarks/lcb ($.tasks.overall / row alibaba/qwen3.5-plus-thinking / column accuracy),,in,out:cost-not-comparable valslcb#1,vals.ai,qwen3.6-plus,default,coding,mid,Vals-platform-one-shot,per-test,0.077628,2.89e-07,,,85.952,accuracy%,0.000289,,,https://vals.ai/benchmarks/lcb ($.tasks.overall / row alibaba/qwen3.6-plus / column accuracy),,out:effort-not-established,out:effort-not-established valslcb#1,vals.ai,qwen3.7-max,default,coding,mid,Vals-platform-one-shot,per-test,0.086751,2.89e-07,,,87.057,accuracy%,0.000289,,,https://vals.ai/benchmarks/lcb ($.tasks.overall / row alibaba/qwen3.7-max / column accuracy),,out:effort-not-established,out:effort-not-established valslcb#1,vals.ai,qwen3.8-27b,xhigh,coding,mid,Vals-platform-one-shot,per-test,0.044983,2.89e-07,,,83.996,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/lcb ($.tasks.overall / row alibaba/qwen3.8-27b / column accuracy),,in,in valslcb#1,vals.ai,qwen3.8-max,xhigh,coding,mid,Vals-platform-one-shot,per-test,0.091412,2.89e-07,,,87.852,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/lcb ($.tasks.overall / row alibaba/qwen3.8-max / column accuracy),,in,in valslcb#1,vals.ai,deepseek-v4-flash-0731,high,coding,mid,Vals-platform-one-shot,per-test,0.020251,2.89e-07,,,87.264,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/lcb ($.tasks.overall / row deepseek/deepseek-v4-flash-0731 / column accuracy),,in,in valslcb#1,vals.ai,?deepseek/deepseek-v4-pro,not-established:absent,coding,mid,Vals-platform-one-shot,per-test,0.109669,2.89e-07,,,87.484,accuracy%,0.000289,,,https://vals.ai/benchmarks/lcb ($.tasks.overall / row deepseek/deepseek-v4-pro / column accuracy),,out:model-not-established,out:model-not-established valslcb#1,vals.ai,deepseek-v4-pro-0813,max,coding,mid,Vals-platform-one-shot,per-test,0.063876,2.89e-07,,,87.525,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/lcb ($.tasks.overall / row deepseek/deepseek-v4-pro-0813 / column accuracy),,in,in valslcb#1,vals.ai,deepseek-r1,solo,coding,mid,Vals-platform-one-shot,per-test,0.016579566666666663,2.18e-05,,,70.221,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/lcb ($.tasks.overall / row fireworks/deepseek-r1 / column accuracy),,out:single-couple,out:cost-single-couple valslcb#1,vals.ai,deepseek-v3-0324,solo,coding,mid,Vals-platform-one-shot,per-test,0.0013517333333333333,0.000473,,,65.478,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/lcb ($.tasks.overall / row fireworks/deepseek-v3-0324 / column accuracy),,out:single-couple,out:cost-single-couple valslcb#1,vals.ai,deepseek-v3.2,not-established:absent,coding,mid,Vals-platform-one-shot,per-test,0.000677,2.89e-07,,,69.856,accuracy%,0.000289,,,https://vals.ai/benchmarks/lcb ($.tasks.overall / row fireworks/deepseek-v3p2 / column accuracy),,out:effort-not-established,out:effort-not-established valslcb#1,vals.ai,?fireworks/deepseek-v3p2-thinking,not-established:absent,coding,mid,Vals-platform-one-shot,per-test,0.003266,2.89e-07,,,80.695,accuracy%,0.000289,,,https://vals.ai/benchmarks/lcb ($.tasks.overall / row fireworks/deepseek-v3p2-thinking / column accuracy),,out:model-not-established,out:model-not-established valslcb#1,vals.ai,gpt-oss-120b,unstated,coding,mid,Vals-platform-one-shot,per-test,0.008486,2.89e-07,,,83.234,accuracy%,0.000289,,,https://vals.ai/benchmarks/lcb ($.tasks.overall / row fireworks/gpt-oss-120b / column accuracy),,out:effort-not-established,out:effort-not-established valslcb#1,vals.ai,gpt-oss-20b,unstated,coding,mid,Vals-platform-one-shot,per-test,0.006706,2.89e-07,,,80.387,accuracy%,0.000289,,,https://vals.ai/benchmarks/lcb ($.tasks.overall / row fireworks/gpt-oss-20b / column accuracy),,out:effort-not-established,out:effort-not-established valslcb#1,vals.ai,qwen3-235b-a22b,default,coding,mid,Vals-platform-one-shot,per-test,0.011344,2.89e-07,,,70.62,accuracy%,0.000289,,,https://vals.ai/benchmarks/lcb ($.tasks.overall / row fireworks/qwen3-235b-a22b / column accuracy),,out:effort-not-established,out:effort-not-established valslcb#1,vals.ai,gemini-1.5-flash-002,solo,coding,mid,Vals-platform-one-shot,per-test,0.000147,2.89e-07,,,36.91,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single,https://vals.ai/benchmarks/lcb ($.tasks.overall / row google/gemini-1.5-flash-002 / column accuracy),,out:single-couple,out:cost-not-comparable valslcb#1,vals.ai,gemini-1.5-pro-002,solo,coding,mid,Vals-platform-one-shot,per-test,0.001975,2.89e-07,,,41.719,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single,https://vals.ai/benchmarks/lcb ($.tasks.overall / row google/gemini-1.5-pro-002 / column accuracy),,out:single-couple,out:cost-not-comparable valslcb#1,vals.ai,gemini-2.0-flash,solo,coding,mid,Vals-platform-one-shot,per-test,0.000304,2.89e-07,,,43.608,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/lcb ($.tasks.overall / row google/gemini-2.0-flash-001 / column accuracy),,out:single-couple,out:cost-single-couple valslcb#1,vals.ai,gemini-2.5-flash-lite-preview-09-2025,unstated,coding,mid,Vals-platform-one-shot,per-test,0.002003,2.89e-07,,,67.669,accuracy%,0.000289,,,https://vals.ai/benchmarks/lcb ($.tasks.overall / row google/gemini-2.5-flash-lite-preview-09-2025 / column accuracy),,out:effort-not-established,out:effort-not-established valslcb#1,vals.ai,?google/gemini-2.5-flash-lite-preview-09-2025-thinking,not-established:absent,coding,mid,Vals-platform-one-shot,per-test,0.000408,2.89e-07,,,71.385,accuracy%,0.000289,,,https://vals.ai/benchmarks/lcb ($.tasks.overall / row google/gemini-2.5-flash-lite-preview-09-2025-thinking / column accuracy),,out:model-not-established,out:model-not-established valslcb#1,vals.ai,gemini-2.5-flash-preview-04-17,unstated,coding,mid,Vals-platform-one-shot,per-test,0.011721,2.89e-07,,,56.936,accuracy%,0.000289,,,https://vals.ai/benchmarks/lcb ($.tasks.overall / row google/gemini-2.5-flash-preview-04-17 / column accuracy),,out:effort-not-established,out:effort-not-established valslcb#1,vals.ai,?google/gemini-2.5-flash-preview-04-17-thinking,not-established:absent,coding,mid,Vals-platform-one-shot,per-test,0.001987,2.89e-07,,,46.871,accuracy%,0.000289,,,https://vals.ai/benchmarks/lcb ($.tasks.overall / row google/gemini-2.5-flash-preview-04-17-thinking / column accuracy),,out:model-not-established,out:model-not-established valslcb#1,vals.ai,gemini-2.5-flash-preview-09-2025,unstated,coding,mid,Vals-platform-one-shot,per-test,0.002367,2.89e-07,,,75.063,accuracy%,0.000289,,,https://vals.ai/benchmarks/lcb ($.tasks.overall / row google/gemini-2.5-flash-preview-09-2025 / column accuracy),,out:effort-not-established,out:effort-not-established valslcb#1,vals.ai,?google/gemini-2.5-flash-preview-09-2025-thinking,not-established:absent,coding,mid,Vals-platform-one-shot,per-test,0.002383,2.89e-07,,,76.214,accuracy%,0.000289,,,https://vals.ai/benchmarks/lcb ($.tasks.overall / row google/gemini-2.5-flash-preview-09-2025-thinking / column accuracy),,out:model-not-established,out:model-not-established valslcb#1,vals.ai,?google/gemini-2.5-pro-preview-03-25,not-established:absent,coding,mid,Vals-platform-one-shot,per-test,0.02004,2.89e-07,,,79.164,accuracy%,0.000289,,,https://vals.ai/benchmarks/lcb ($.tasks.overall / row google/gemini-2.5-pro-preview-03-25 / column accuracy),,out:model-not-established,out:model-not-established valslcb#1,vals.ai,gemini-3-flash,high,coding,mid,Vals-platform-one-shot,per-test,0.050525,2.89e-07,,,85.591,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/lcb ($.tasks.overall / row google/gemini-3-flash-preview / column accuracy),,in,in valslcb#1,vals.ai,?google/gemini-3-pro-preview,not-established:absent,coding,mid,Vals-platform-one-shot,per-test,0.12729,2.89e-07,,,86.407,accuracy%,0.000289,,,https://vals.ai/benchmarks/lcb ($.tasks.overall / row google/gemini-3-pro-preview / column accuracy),,out:model-not-established,out:model-not-established valslcb#1,vals.ai,gemini-3.1-flash-lite-preview,high,coding,mid,Vals-platform-one-shot,per-test,0.00435,2.89e-07,,,80.116,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/lcb ($.tasks.overall / row google/gemini-3.1-flash-lite-preview / column accuracy),,in,in valslcb#1,vals.ai,gemini-3.1-pro,high,coding,mid,Vals-platform-one-shot,per-test,0.101147,2.89e-07,,,88.485,accuracy%,0.000289,,cost-method-assumed-single,https://vals.ai/benchmarks/lcb ($.tasks.overall / row google/gemini-3.1-pro-preview / column accuracy),,in,out:cost-not-comparable valslcb#1,vals.ai,gemini-3.5-flash,high,coding,mid,Vals-platform-one-shot,per-test,0.085937,2.89e-07,,,87.604,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/lcb ($.tasks.overall / row google/gemini-3.5-flash / column accuracy),,in,in valslcb#1,vals.ai,gemini-3.5-flash-lite,high,coding,mid,Vals-platform-one-shot,per-test,0.019272,2.89e-07,,,79.014,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/lcb ($.tasks.overall / row google/gemini-3.5-flash-lite / column accuracy),,in,in valslcb#1,vals.ai,gemini-3.6-flash,high,coding,mid,Vals-platform-one-shot,per-test,0.056383,2.89e-07,,,88.08,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/lcb ($.tasks.overall / row google/gemini-3.6-flash / column accuracy),,in,in valslcb#1,vals.ai,gemini-3.7-flash,high,coding,mid,Vals-platform-one-shot,per-test,0.040218,2.89e-07,,,88.652,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/lcb ($.tasks.overall / row google/gemini-3.7-flash / column accuracy),,in,in valslcb#1,vals.ai,gemini-3.8-flash,high,coding,mid,Vals-platform-one-shot,per-test,0.07124,2.89e-07,,,89.484,accuracy%,0.000289,,EAP-run; base-scheduled-list-price; cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/lcb ($.tasks.overall / row google/gemini-3.8-flash / column accuracy),,in,in valslcb#1,vals.ai,grok-2-1212,solo,coding,mid,Vals-platform-one-shot,per-test,0.003004,2.89e-07,,,38.679,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/lcb ($.tasks.overall / row grok/grok-2-1212 / column accuracy),,out:single-couple,out:cost-single-couple valslcb#1,vals.ai,?grok/grok-3,not-established:absent,coding,mid,Vals-platform-one-shot,per-test,0.009356,2.89e-07,,,52.901,accuracy%,0.000289,,,https://vals.ai/benchmarks/lcb ($.tasks.overall / row grok/grok-3 / column accuracy),,out:model-not-established,out:model-not-established valslcb#1,vals.ai,?grok/grok-3-mini-fast-high-reasoning,not-established:absent,coding,mid,Vals-platform-one-shot,per-test,0.008057,2.89e-07,,,76.22,accuracy%,0.000289,,,https://vals.ai/benchmarks/lcb ($.tasks.overall / row grok/grok-3-mini-fast-high-reasoning / column accuracy),,out:model-not-established,out:model-not-established valslcb#1,vals.ai,?grok/grok-3-mini-fast-low-reasoning,not-established:absent,coding,mid,Vals-platform-one-shot,per-test,0.002154,2.89e-07,,,66.265,accuracy%,0.000289,,,https://vals.ai/benchmarks/lcb ($.tasks.overall / row grok/grok-3-mini-fast-low-reasoning / column accuracy),,out:model-not-established,out:model-not-established valslcb#1,vals.ai,?grok/grok-4-0709,not-established:absent,coding,mid,Vals-platform-one-shot,per-test,0.155988,2.89e-07,,,83.247,accuracy%,0.000289,,,https://vals.ai/benchmarks/lcb ($.tasks.overall / row grok/grok-4-0709 / column accuracy),,out:model-not-established,out:model-not-established valslcb#1,vals.ai,?grok/grok-4-1-fast-non-reasoning,not-established:absent,coding,mid,Vals-platform-one-shot,per-test,0.000436,2.89e-07,,,42.622,accuracy%,0.000289,,,https://vals.ai/benchmarks/lcb ($.tasks.overall / row grok/grok-4-1-fast-non-reasoning / column accuracy),,out:model-not-established,out:model-not-established valslcb#1,vals.ai,?grok/grok-4-1-fast-reasoning,not-established:absent,coding,mid,Vals-platform-one-shot,per-test,0.003892,2.89e-07,,,80.641,accuracy%,0.000289,,,https://vals.ai/benchmarks/lcb ($.tasks.overall / row grok/grok-4-1-fast-reasoning / column accuracy),,out:model-not-established,out:model-not-established valslcb#1,vals.ai,?grok/grok-4-fast-non-reasoning,not-established:absent,coding,mid,Vals-platform-one-shot,per-test,0.001012,2.89e-07,,,46.095,accuracy%,0.000289,,,https://vals.ai/benchmarks/lcb ($.tasks.overall / row grok/grok-4-fast-non-reasoning / column accuracy),,out:model-not-established,out:model-not-established valslcb#1,vals.ai,?grok/grok-4-fast-reasoning,not-established:absent,coding,mid,Vals-platform-one-shot,per-test,0.004507,2.89e-07,,,78.973,accuracy%,0.000289,,,https://vals.ai/benchmarks/lcb ($.tasks.overall / row grok/grok-4-fast-reasoning / column accuracy),,out:model-not-established,out:model-not-established valslcb#1,vals.ai,grok-4.20,think,coding,mid,Vals-platform-one-shot,per-test,0.03718041666666667,0.00884,,,84.265,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/lcb ($.tasks.overall / row grok/grok-4.20-0309-reasoning / column accuracy),,in,out:cost-single-couple valslcb#1,vals.ai,grok-4.3,high,coding,mid,Vals-platform-one-shot,per-test,0.020464,2.89e-07,,,84.494,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/lcb ($.tasks.overall / row grok/grok-4.3 / column accuracy),,in,in valslcb#1,vals.ai,grok-4.5,high,coding,mid,Vals-platform-one-shot,per-test,0.036188,0.00522,,,87.351,accuracy%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/lcb ($.tasks.overall / row grok/grok-4.5 / column accuracy),,in,out:cost-single-couple valslcb#1,vals.ai,grok-4.6,high,coding,mid,Vals-platform-one-shot,per-test,0.039923,2.89e-07,,,88.224,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/lcb ($.tasks.overall / row grok/grok-4.6 / column accuracy),,in,in valslcb#1,vals.ai,grok-code-fast-1,unstated,coding,mid,Vals-platform-one-shot,per-test,0.008528,2.89e-07,,,61.969,accuracy%,0.000289,,,https://vals.ai/benchmarks/lcb ($.tasks.overall / row grok/grok-code-fast-1 / column accuracy),,out:effort-not-established,out:effort-not-established valslcb#1,vals.ai,?kimi/kimi-k2-thinking,not-established:absent,coding,mid,Vals-platform-one-shot,per-test,0.033631,2.89e-07,,,63.145,accuracy%,0.000289,,,https://vals.ai/benchmarks/lcb ($.tasks.overall / row kimi/kimi-k2-thinking / column accuracy),,out:model-not-established,out:model-not-established valslcb#1,vals.ai,?kimi/kimi-k2.5-thinking,not-established:absent,coding,mid,Vals-platform-one-shot,per-test,0.038656,2.89e-07,,,83.868,accuracy%,0.000289,,,https://vals.ai/benchmarks/lcb ($.tasks.overall / row kimi/kimi-k2.5-thinking / column accuracy),,out:model-not-established,out:model-not-established valslcb#1,vals.ai,kimi-k2.6,unstated,coding,mid,Vals-platform-one-shot,per-test,0.06543,2.89e-07,,,86.771,accuracy%,0.000289,,,https://vals.ai/benchmarks/lcb ($.tasks.overall / row kimi/kimi-k2.6 / column accuracy),,out:effort-not-established,out:effort-not-established valslcb#1,vals.ai,kimi-k2.7-code,solo,coding,mid,Vals-platform-one-shot,per-test,0.027349,2.89e-07,,,82.05,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/lcb ($.tasks.overall / row kimi/kimi-k2.7-code / column accuracy),,in,in valslcb#1,vals.ai,kimi-k3,max,coding,mid,Vals-platform-one-shot,per-test,0.103719,2.89e-07,,,87.185,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/lcb ($.tasks.overall / row kimi/kimi-k3 / column accuracy),,in,in valslcb#1,vals.ai,gpt-4.1,solo,coding,mid,Vals-platform-one-shot,per-test,0.00931,2.89e-07,,,54.666,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/lcb ($.tasks.overall / row openai/gpt-4.1-2025-04-14 / column accuracy),,out:single-couple,out:cost-single-couple valslcb#1,vals.ai,gpt-4.1-mini,solo,coding,mid,Vals-platform-one-shot,per-test,0.001178,2.89e-07,,,58.158,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/lcb ($.tasks.overall / row openai/gpt-4.1-mini-2025-04-14 / column accuracy),,out:single-couple,out:cost-single-couple valslcb#1,vals.ai,gpt-4.1-nano,solo,coding,mid,Vals-platform-one-shot,per-test,0.000298,2.89e-07,,,42.718,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/lcb ($.tasks.overall / row openai/gpt-4.1-nano-2025-04-14 / column accuracy),,out:single-couple,out:cost-single-couple valslcb#1,vals.ai,gpt-4o-1120,solo,coding,mid,Vals-platform-one-shot,per-test,0.003999,2.89e-07,,,43.444,accuracy%,0.000289,,cost-method-assumed-single,https://vals.ai/benchmarks/lcb ($.tasks.overall / row openai/gpt-4o-2024-11-20 / column accuracy),,out:single-couple,out:cost-not-comparable valslcb#1,vals.ai,gpt-4o-mini,solo,coding,mid,Vals-platform-one-shot,per-test,0.000298,2.89e-07,,,26.423,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/lcb ($.tasks.overall / row openai/gpt-4o-mini-2024-07-18 / column accuracy),,out:single-couple,out:cost-single-couple valslcb#1,vals.ai,gpt-5,high,coding,mid,Vals-platform-one-shot,per-test,0.063751,2.89e-07,,,85.911,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/lcb ($.tasks.overall / row openai/gpt-5-2025-08-07 / column accuracy),,out:single-couple,out:cost-single-couple valslcb#1,vals.ai,gpt-5-codex,high,coding,mid,Vals-platform-one-shot,per-test,0.097451,2.89e-07,,,84.725,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/lcb ($.tasks.overall / row openai/gpt-5-codex / column accuracy),,out:single-couple,out:cost-single-couple valslcb#1,vals.ai,gpt-5-mini,high,coding,mid,Vals-platform-one-shot,per-test,0.01153,2.89e-07,,,86.605,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/lcb ($.tasks.overall / row openai/gpt-5-mini-2025-08-07 / column accuracy),,out:single-couple,out:cost-single-couple valslcb#1,vals.ai,gpt-5-nano,high,coding,mid,Vals-platform-one-shot,per-test,0.005053,2.89e-07,,,70.216,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/lcb ($.tasks.overall / row openai/gpt-5-nano-2025-08-07 / column accuracy),,out:single-couple,out:cost-single-couple valslcb#1,vals.ai,gpt-5.1,high,coding,mid,Vals-platform-one-shot,per-test,0.125706,2.89e-07,,,86.486,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/lcb ($.tasks.overall / row openai/gpt-5.1-2025-11-13 / column accuracy),,in,in valslcb#1,vals.ai,gpt-5.1-codex,high,coding,mid,Vals-platform-one-shot,per-test,0.137502,2.89e-07,,,85.55,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/lcb ($.tasks.overall / row openai/gpt-5.1-codex / column accuracy),,in,in valslcb#1,vals.ai,gpt-5.1-codex-max,high,coding,mid,Vals-platform-one-shot,per-test,0.001556,2.89e-07,,,83.558,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/lcb ($.tasks.overall / row openai/gpt-5.1-codex-max / column accuracy),,in,in valslcb#1,vals.ai,gpt-5.2,xhigh,coding,mid,Vals-platform-one-shot,per-test,0.135162,2.89e-07,,,85.361,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/lcb ($.tasks.overall / row openai/gpt-5.2-2025-12-11 / column accuracy),,in,in valslcb#1,vals.ai,gpt-5.2-codex,high,coding,mid,Vals-platform-one-shot,per-test,0.11667,2.89e-07,,,87.993,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/lcb ($.tasks.overall / row openai/gpt-5.2-codex / column accuracy),,in,in valslcb#1,vals.ai,gpt-5.3-codex,xhigh,coding,mid,Vals-platform-one-shot,per-test,0.091585,2.89e-07,,,87.313,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/lcb ($.tasks.overall / row openai/gpt-5.3-codex / column accuracy),,in,in valslcb#1,vals.ai,gpt-5.4,xhigh,coding,mid,Vals-platform-one-shot,per-test,0.329246,2.89e-07,,,84.141,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/lcb ($.tasks.overall / row openai/gpt-5.4-2026-03-05 / column accuracy),,in,in valslcb#1,vals.ai,gpt-5.4-mini,xhigh,coding,mid,Vals-platform-one-shot,per-test,0.032935,2.89e-07,,,81.465,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/lcb ($.tasks.overall / row openai/gpt-5.4-mini-2026-03-17 / column accuracy),,in,in valslcb#1,vals.ai,gpt-5.4-nano,high,coding,mid,Vals-platform-one-shot,per-test,0.002468,2.89e-07,,,84.009,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/lcb ($.tasks.overall / row openai/gpt-5.4-nano-2026-03-17 / column accuracy),,in,in valslcb#1,vals.ai,gpt-5.5,xhigh,coding,mid,Vals-platform-one-shot,per-test,0.0666,2.89e-07,,,85.296,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/lcb ($.tasks.overall / row openai/gpt-5.5 / column accuracy),,in,in valslcb#1,vals.ai,gpt-5.6-sol,max,coding,mid,Vals-platform-one-shot,per-test,0.12351762499999999,0.00648,,,82.604,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/lcb ($.tasks.overall / row openai/gpt-5.6-sol / column accuracy),,in,out:cost-single-couple valslcb#1,vals.ai,gpt-5.6-terra,xhigh,coding,mid,Vals-platform-one-shot,per-test,0.031103,2.89e-07,,,85.93,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/lcb ($.tasks.overall / row openai/gpt-5.6-terra / column accuracy),,in,in valslcb#1,vals.ai,o1,high,coding,mid,Vals-platform-one-shot,per-test,0.328067,2.89e-07,,,50.264,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/lcb ($.tasks.overall / row openai/o1-2024-12-17 / column accuracy),,out:single-couple,out:cost-single-couple valslcb#1,vals.ai,o3,high,coding,mid,Vals-platform-one-shot,per-test,0.032963,2.89e-07,,,83.914,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/lcb ($.tasks.overall / row openai/o3-2025-04-16 / column accuracy),,out:single-couple,out:cost-single-couple valslcb#1,vals.ai,o3-mini,high,coding,mid,Vals-platform-one-shot,per-test,0.033121,2.89e-07,,,71.484,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/lcb ($.tasks.overall / row openai/o3-mini-2025-01-31 / column accuracy),,out:single-couple,out:cost-single-couple valslcb#1,vals.ai,o4-mini,high,coding,mid,Vals-platform-one-shot,per-test,0.013647,2.89e-07,,,82.208,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/lcb ($.tasks.overall / row openai/o4-mini-2025-04-16 / column accuracy),,out:single-couple,out:cost-single-couple valslcb#1,vals.ai,?together/moonshotai/Kimi-K2-Instruct,not-established:absent,coding,mid,Vals-platform-one-shot,per-test,0.006889,2.89e-07,,,70.449,accuracy%,0.000289,,,https://vals.ai/benchmarks/lcb ($.tasks.overall / row together/moonshotai/Kimi-K2-Instruct / column accuracy),,out:model-not-established,out:model-not-established valslcb#1,vals.ai,glm-4.5,unstated,coding,mid,Vals-platform-one-shot,per-test,0.018278,2.89e-07,,,67.446,accuracy%,0.000289,,,https://vals.ai/benchmarks/lcb ($.tasks.overall / row zai/glm-4.5 / column accuracy),,out:effort-not-established,out:effort-not-established valslcb#1,vals.ai,glm-4.6,unstated,coding,mid,Vals-platform-one-shot,per-test,0.026909,2.89e-07,,,81.036,accuracy%,0.000289,,,https://vals.ai/benchmarks/lcb ($.tasks.overall / row zai/glm-4.6 / column accuracy),,out:effort-not-established,out:effort-not-established valslcb#1,vals.ai,glm-4.7,unstated,coding,mid,Vals-platform-one-shot,per-test,0.035469,2.89e-07,,,82.234,accuracy%,0.000289,,,https://vals.ai/benchmarks/lcb ($.tasks.overall / row zai/glm-4.7 / column accuracy),,out:effort-not-established,out:effort-not-established valslcb#1,vals.ai,?zai/glm-5-thinking,not-established:absent,coding,mid,Vals-platform-one-shot,per-test,0.043918,2.89e-07,,,81.868,accuracy%,0.000289,,,https://vals.ai/benchmarks/lcb ($.tasks.overall / row zai/glm-5-thinking / column accuracy),,out:model-not-established,out:model-not-established valslcb#1,vals.ai,glm-5.1,unstated,coding,mid,Vals-platform-one-shot,per-test,0.045983,2.89e-07,,,81.38,accuracy%,0.000289,,,https://vals.ai/benchmarks/lcb ($.tasks.overall / row zai/glm-5.1 / column accuracy),,out:effort-not-established,out:effort-not-established valslcb#1,vals.ai,glm-5.2,max,coding,mid,Vals-platform-one-shot,per-test,0.129308,2.89e-07,,,69.5,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/lcb ($.tasks.overall / row zai/glm-5.2 / column accuracy),,in,in valslcb#1,vals.ai,glm-5.3,max,coding,mid,Vals-platform-one-shot,per-test,0.069397,2.89e-07,,,80.535,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/lcb ($.tasks.overall / row zai/glm-5.3 / column accuracy),,in,in valslcb#1,vals.ai,glm-5.3-flash,max,coding,mid,Vals-platform-one-shot,per-test,0.007053,2.89e-07,,,80.51,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/lcb ($.tasks.overall / row zai/glm-5.3-flash / column accuracy),,in,in valslegalbench#1,vals.ai,opus-5,max,mixed,easy,Vals-platform-one-shot,per-test,0.011976,2.89e-07,,,86.974,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row anthropic/claude-opus-5 / column accuracy),,in,in valslegalbench#1,vals.ai,fable-5.1,max,mixed,easy,Vals-platform-one-shot,per-test,0.051606,2.89e-07,,,88.511,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row anthropic/claude-fable-5-1 / column accuracy),,in,in valslegalbench#1,vals.ai,fable-5,max,mixed,easy,Vals-platform-one-shot,per-test,0.030639,2.89e-07,,,88.561,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row anthropic/claude-fable-5 / column accuracy),,in,in valslegalbench#1,vals.ai,opus-4.8,max,mixed,easy,Vals-platform-one-shot,per-test,0.009106,2.89e-07,,,83.568,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row anthropic/claude-opus-4-8 / column accuracy),,in,in valslegalbench#1,vals.ai,sonnet-5,max,mixed,easy,Vals-platform-one-shot,per-test,0.005759,2.89e-07,,,83.922,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row anthropic/claude-sonnet-5 / column accuracy),,in,in valslegalbench#1,vals.ai,sonnet-4.6,max,mixed,easy,Vals-platform-one-shot,per-test,0.004202,2.89e-07,,,82.12,accuracy%,0.000289,,,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row anthropic/claude-sonnet-4-6 / column accuracy),,out:effort-not-established,out:effort-not-established valslegalbench#1,vals.ai,opus-4.7,max,mixed,easy,Vals-platform-one-shot,per-test,0.008332,2.89e-07,,,85.251,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row anthropic/claude-opus-4-7 / column accuracy),,in,in valslegalbench#1,vals.ai,?anthropic/claude-haiku-4-5-20251001-thinking,not-established:absent,mixed,easy,Vals-platform-one-shot,,,,,,81.238,accuracy%,0.000289,,,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row anthropic/claude-haiku-4-5-20251001-thinking / column accuracy),,out:model-not-established, valslegalbench#1,vals.ai,qwen3-max-0923,solo,mixed,easy,Vals-platform-one-shot,,,,,,81.861,accuracy%,0.000289,,,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row alibaba/qwen3-max / column accuracy),,out:single-couple, valslegalbench#1,vals.ai,qwen3-max-preview,default,mixed,easy,Vals-platform-one-shot,,,,,,80.333,accuracy%,0.000289,,,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row alibaba/qwen3-max-preview / column accuracy),,out:effort-not-established, valslegalbench#1,vals.ai,qwen3.5-flash,default,mixed,easy,Vals-platform-one-shot,per-test,0.00076,2.89e-07,,,84.276,accuracy%,0.000289,,,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row alibaba/qwen3.5-flash / column accuracy),,out:effort-not-established,out:effort-not-established valslegalbench#1,vals.ai,qwen3.5-plus,think,mixed,easy,Vals-platform-one-shot,per-test,0.003671,2.89e-07,,,85.104,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row alibaba/qwen3.5-plus-thinking / column accuracy),,in,out:cost-not-comparable valslegalbench#1,vals.ai,qwen3.6-plus,default,mixed,easy,Vals-platform-one-shot,per-test,0.003042,2.89e-07,,,84.233,accuracy%,0.000289,,,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row alibaba/qwen3.6-plus / column accuracy),,out:effort-not-established,out:effort-not-established valslegalbench#1,vals.ai,qwen3.7-max,default,mixed,easy,Vals-platform-one-shot,per-test,0.005967,2.89e-07,,,84.913,accuracy%,0.000289,,,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row alibaba/qwen3.7-max / column accuracy),,out:effort-not-established,out:effort-not-established valslegalbench#1,vals.ai,qwen3.8-27b,xhigh,mixed,easy,Vals-platform-one-shot,per-test,0.004666,2.89e-07,,,82.428,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row alibaba/qwen3.8-27b / column accuracy),,in,in valslegalbench#1,vals.ai,?qwen3.8-max,not-established:absent,mixed,easy,Vals-platform-one-shot,per-test,0.010412,2.89e-07,,,83.609,accuracy%,0.000289,,,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row alibaba/qwen3.8-max / column accuracy),,out:model-not-established,out:model-not-established valslegalbench#1,vals.ai,deepseek-v4-flash-0731,high,mixed,easy,Vals-platform-one-shot,per-test,0.000523,2.89e-07,,,77.714,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row deepseek/deepseek-v4-flash-0731 / column accuracy),,in,in valslegalbench#1,vals.ai,?deepseek/deepseek-v4-pro,not-established:absent,mixed,easy,Vals-platform-one-shot,per-test,0.004788,2.89e-07,,,80.323,accuracy%,0.000289,,,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row deepseek/deepseek-v4-pro / column accuracy),,out:model-not-established,out:model-not-established valslegalbench#1,vals.ai,deepseek-v4-pro-0813,max,mixed,easy,Vals-platform-one-shot,per-test,0.004081,2.89e-07,,,82.361,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row deepseek/deepseek-v4-pro-0813 / column accuracy),,in,in valslegalbench#1,vals.ai,deepseek-v4.1-flash,high,mixed,easy,Vals-platform-one-shot,per-test,0.001419,2.89e-07,,,83.277,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row deepseek/deepseek-v4.1-flash / column accuracy),,in,in valslegalbench#1,vals.ai,deepseek-r1,solo,mixed,easy,Vals-platform-one-shot,,,,,,67.323,accuracy%,0.000289,,,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row fireworks/deepseek-r1 / column accuracy),,out:single-couple, valslegalbench#1,vals.ai,deepseek-v3,solo,mixed,easy,Vals-platform-one-shot,,,,,,80.762,accuracy%,0.000289,,,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row fireworks/deepseek-v3 / column accuracy),,out:single-couple, valslegalbench#1,vals.ai,deepseek-v3-0324,solo,mixed,easy,Vals-platform-one-shot,,,,,,77.727,accuracy%,0.000289,,,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row fireworks/deepseek-v3-0324 / column accuracy),,out:single-couple, valslegalbench#1,vals.ai,deepseek-v3.2,not-established:absent,mixed,easy,Vals-platform-one-shot,per-test,0.000086,2.89e-07,,,65.962,accuracy%,0.000289,,,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row fireworks/deepseek-v3p2 / column accuracy),,out:effort-not-established,out:effort-not-established valslegalbench#1,vals.ai,?fireworks/deepseek-v3p2-thinking,not-established:absent,mixed,easy,Vals-platform-one-shot,per-test,0.000454,2.89e-07,,,76.076,accuracy%,0.000289,,,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row fireworks/deepseek-v3p2-thinking / column accuracy),,out:model-not-established,out:model-not-established valslegalbench#1,vals.ai,gpt-oss-120b,unstated,mixed,easy,Vals-platform-one-shot,,,,,,75.938,accuracy%,0.000289,,,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row fireworks/gpt-oss-120b / column accuracy),,out:effort-not-established, valslegalbench#1,vals.ai,gpt-oss-20b,unstated,mixed,easy,Vals-platform-one-shot,,,,,,70.849,accuracy%,0.000289,,,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row fireworks/gpt-oss-20b / column accuracy),,out:effort-not-established, valslegalbench#1,vals.ai,qwen3-235b-a22b,default,mixed,easy,Vals-platform-one-shot,,,,,,80.179,accuracy%,0.000289,,,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row fireworks/qwen3-235b-a22b / column accuracy),,out:effort-not-established, valslegalbench#1,vals.ai,?google/gemini-1.0-pro-002,not-established:absent,mixed,easy,Vals-platform-one-shot,,,,,,70.247,accuracy%,0.000289,,,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row google/gemini-1.0-pro-002 / column accuracy),,out:model-not-established, valslegalbench#1,vals.ai,gemini-1.5-flash-002,solo,mixed,easy,Vals-platform-one-shot,,,,,,63.238,accuracy%,0.000289,,,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row google/gemini-1.5-flash-002 / column accuracy),,out:single-couple, valslegalbench#1,vals.ai,gemini-1.5-pro-002,solo,mixed,easy,Vals-platform-one-shot,,,,,,69.08,accuracy%,0.000289,,,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row google/gemini-1.5-pro-002 / column accuracy),,out:single-couple, valslegalbench#1,vals.ai,gemini-2.0-flash,solo,mixed,easy,Vals-platform-one-shot,,,,,,78.364,accuracy%,0.000289,,,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row google/gemini-2.0-flash-001 / column accuracy),,out:single-couple, valslegalbench#1,vals.ai,gemini-2.5-flash-lite-preview-09-2025,unstated,mixed,easy,Vals-platform-one-shot,,,,,,79.008,accuracy%,0.000289,,,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row google/gemini-2.5-flash-lite-preview-09-2025 / column accuracy),,out:effort-not-established, valslegalbench#1,vals.ai,?google/gemini-2.5-flash-lite-preview-09-2025-thinking,not-established:absent,mixed,easy,Vals-platform-one-shot,,,,,,82.044,accuracy%,0.000289,,,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row google/gemini-2.5-flash-lite-preview-09-2025-thinking / column accuracy),,out:model-not-established, valslegalbench#1,vals.ai,gemini-2.5-flash-preview-04-17,unstated,mixed,easy,Vals-platform-one-shot,,,,,,83.796,accuracy%,0.000289,,,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row google/gemini-2.5-flash-preview-04-17 / column accuracy),,out:effort-not-established, valslegalbench#1,vals.ai,gemini-2.5-flash-preview-09-2025,unstated,mixed,easy,Vals-platform-one-shot,,,,,,82.486,accuracy%,0.000289,,,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row google/gemini-2.5-flash-preview-09-2025 / column accuracy),,out:effort-not-established, valslegalbench#1,vals.ai,?google/gemini-2.5-flash-preview-09-2025-thinking,not-established:absent,mixed,easy,Vals-platform-one-shot,,,,,,82.625,accuracy%,0.000289,,,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row google/gemini-2.5-flash-preview-09-2025-thinking / column accuracy),,out:model-not-established, valslegalbench#1,vals.ai,gemini-2.5-pro-exp-03-25,solo,mixed,easy,Vals-platform-one-shot,,,,,,84.322,accuracy%,0.000289,,,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row google/gemini-2.5-pro-exp-03-25 / column accuracy),,out:single-couple, valslegalbench#1,vals.ai,gemini-3-flash,high,mixed,easy,Vals-platform-one-shot,per-test,0.002067,2.89e-07,,,86.858,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row google/gemini-3-flash-preview / column accuracy),,in,in valslegalbench#1,vals.ai,?google/gemini-3-pro-preview,not-established:absent,mixed,easy,Vals-platform-one-shot,per-test,0.01046,2.89e-07,,,87.025,accuracy%,0.000289,,,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row google/gemini-3-pro-preview / column accuracy),,out:model-not-established,out:model-not-established valslegalbench#1,vals.ai,gemini-3.1-flash-lite-preview,high,mixed,easy,Vals-platform-one-shot,per-test,0.000295,2.89e-07,,,83.764,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row google/gemini-3.1-flash-lite-preview / column accuracy),,in,in valslegalbench#1,vals.ai,gemini-3.1-pro,high,mixed,easy,Vals-platform-one-shot,per-test,0.006771,2.89e-07,,,87.398,accuracy%,0.000289,,cost-method-assumed-single,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row google/gemini-3.1-pro-preview / column accuracy),,in,out:cost-not-comparable valslegalbench#1,vals.ai,?google/gemini-3.5-flash,not-established:absent,mixed,easy,Vals-platform-one-shot,per-test,0.007553,2.89e-07,,,83.602,accuracy%,0.000289,,,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row google/gemini-3.5-flash / column accuracy),,out:model-not-established,out:model-not-established valslegalbench#1,vals.ai,gemini-3.5-flash-lite,high,mixed,easy,Vals-platform-one-shot,per-test,0.00128,2.89e-07,,,84.073,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row google/gemini-3.5-flash-lite / column accuracy),,in,in valslegalbench#1,vals.ai,gemini-3.6-flash,high,mixed,easy,Vals-platform-one-shot,per-test,0.004766,2.89e-07,,,86.705,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row google/gemini-3.6-flash / column accuracy),,in,in valslegalbench#1,vals.ai,gemini-3.7-flash,high,mixed,easy,Vals-platform-one-shot,per-test,0.00409,2.89e-07,,,87.256,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row google/gemini-3.7-flash / column accuracy),,in,in valslegalbench#1,vals.ai,gemini-3.8-flash,high,mixed,easy,Vals-platform-one-shot,per-test,0.008109,2.89e-07,,,86.993,accuracy%,0.000289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row google/gemini-3.8-flash / column accuracy),,in,in valslegalbench#1,vals.ai,gemini-4-argon,high,mixed,easy,Vals-platform-one-shot,per-test,0.016117,2.89e-07,,,88.299,accuracy%,0.000289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row google/gemini-4-argon / column accuracy),,in,in valslegalbench#1,vals.ai,?grok/grok-3,not-established:absent,mixed,easy,Vals-platform-one-shot,,,,,,82.595,accuracy%,0.000289,,,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row grok/grok-3 / column accuracy),,out:model-not-established, valslegalbench#1,vals.ai,?grok/grok-3-mini-fast-high-reasoning,not-established:absent,mixed,easy,Vals-platform-one-shot,,,,,,83.143,accuracy%,0.000289,,,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row grok/grok-3-mini-fast-high-reasoning / column accuracy),,out:model-not-established, valslegalbench#1,vals.ai,?grok/grok-3-mini-fast-low-reasoning,not-established:absent,mixed,easy,Vals-platform-one-shot,,,,,,81.925,accuracy%,0.000289,,,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row grok/grok-3-mini-fast-low-reasoning / column accuracy),,out:model-not-established, valslegalbench#1,vals.ai,?grok/grok-4-0709,not-established:absent,mixed,easy,Vals-platform-one-shot,,,,,,83.192,accuracy%,0.000289,,,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row grok/grok-4-0709 / column accuracy),,out:model-not-established, valslegalbench#1,vals.ai,?grok/grok-4-1-fast-non-reasoning,not-established:absent,mixed,easy,Vals-platform-one-shot,per-test,0.000091,2.89e-07,,,79.113,accuracy%,0.000289,,,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row grok/grok-4-1-fast-non-reasoning / column accuracy),,out:model-not-established,out:model-not-established valslegalbench#1,vals.ai,?grok/grok-4-1-fast-reasoning,not-established:absent,mixed,easy,Vals-platform-one-shot,per-test,0.000384,2.89e-07,,,82.451,accuracy%,0.000289,,,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row grok/grok-4-1-fast-reasoning / column accuracy),,out:model-not-established,out:model-not-established valslegalbench#1,vals.ai,?grok/grok-4-fast-non-reasoning,not-established:absent,mixed,easy,Vals-platform-one-shot,,,,,,78.396,accuracy%,0.000289,,,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row grok/grok-4-fast-non-reasoning / column accuracy),,out:model-not-established, valslegalbench#1,vals.ai,?grok/grok-4-fast-reasoning,not-established:absent,mixed,easy,Vals-platform-one-shot,,,,,,80.601,accuracy%,0.000289,,,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row grok/grok-4-fast-reasoning / column accuracy),,out:model-not-established, valslegalbench#1,vals.ai,grok-4.20,think,mixed,easy,Vals-platform-one-shot,per-test,0.004296041666666667,0.00102,,,77.738,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row grok/grok-4.20-0309-reasoning / column accuracy),,in,out:cost-single-couple valslegalbench#1,vals.ai,grok-4.3,high,mixed,easy,Vals-platform-one-shot,per-test,0.003055,2.89e-07,,,84.458,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row grok/grok-4.3 / column accuracy),,in,in valslegalbench#1,vals.ai,grok-4.5,high,mixed,easy,Vals-platform-one-shot,per-test,0.003628,0.000524,,,85.965,accuracy%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row grok/grok-4.5 / column accuracy),,in,out:cost-single-couple valslegalbench#1,vals.ai,grok-4.6,high,mixed,easy,Vals-platform-one-shot,per-test,0.01457,2.89e-07,,,86.307,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row grok/grok-4.6 / column accuracy),,in,in valslegalbench#1,vals.ai,grok-4.7,xhigh,mixed,easy,Vals-platform-one-shot,per-test,0.010658,2.89e-07,,,84.389,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row grok/grok-4.7 / column accuracy),,in,in valslegalbench#1,vals.ai,?kimi/kimi-k2-thinking,not-established:absent,mixed,easy,Vals-platform-one-shot,per-test,0.002182,2.89e-07,,,80.201,accuracy%,0.000289,,,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row kimi/kimi-k2-thinking / column accuracy),,out:model-not-established,out:model-not-established valslegalbench#1,vals.ai,kimi-k2.6,unstated,mixed,easy,Vals-platform-one-shot,per-test,0.0065,2.89e-07,,,84.738,accuracy%,0.000289,,,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row kimi/kimi-k2.6 / column accuracy),,out:effort-not-established,out:effort-not-established valslegalbench#1,vals.ai,kimi-k3,max,mixed,easy,Vals-platform-one-shot,per-test,0.007921,2.89e-07,,,86.212,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row kimi/kimi-k3 / column accuracy),,in,in valslegalbench#1,vals.ai,?openai/gpt-3.5-turbo,not-established:absent,mixed,easy,Vals-platform-one-shot,,,,,,64.372,accuracy%,0.000289,,,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row openai/gpt-3.5-turbo / column accuracy),,out:model-not-established, valslegalbench#1,vals.ai,gpt-4-turbo,solo,mixed,easy,Vals-platform-one-shot,,,,,,80.462,accuracy%,0.000289,,,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row openai/gpt-4-turbo / column accuracy),,out:single-couple, valslegalbench#1,vals.ai,gpt-4.1,solo,mixed,easy,Vals-platform-one-shot,,,,,,83.1,accuracy%,0.000289,,,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row openai/gpt-4.1-2025-04-14 / column accuracy),,out:single-couple, valslegalbench#1,vals.ai,gpt-4.1-mini,solo,mixed,easy,Vals-platform-one-shot,,,,,,78.044,accuracy%,0.000289,,,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row openai/gpt-4.1-mini-2025-04-14 / column accuracy),,out:single-couple, valslegalbench#1,vals.ai,gpt-4.1-nano,solo,mixed,easy,Vals-platform-one-shot,,,,,,61.056,accuracy%,0.000289,,,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row openai/gpt-4.1-nano-2025-04-14 / column accuracy),,out:single-couple, valslegalbench#1,vals.ai,gpt-5,high,mixed,easy,Vals-platform-one-shot,,,,,,86.023,accuracy%,0.000289,,,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row openai/gpt-5-2025-08-07 / column accuracy),,out:single-couple, valslegalbench#1,vals.ai,gpt-5-mini,high,mixed,easy,Vals-platform-one-shot,,,,,,81.77,accuracy%,0.000289,,,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row openai/gpt-5-mini-2025-08-07 / column accuracy),,out:single-couple, valslegalbench#1,vals.ai,gpt-5-nano,high,mixed,easy,Vals-platform-one-shot,,,,,,50.129,accuracy%,0.000289,,,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row openai/gpt-5-nano-2025-08-07 / column accuracy),,out:single-couple, valslegalbench#1,vals.ai,gpt-5.1,high,mixed,easy,Vals-platform-one-shot,per-test,0.004796,2.89e-07,,,85.683,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row openai/gpt-5.1-2025-11-13 / column accuracy),,in,in valslegalbench#1,vals.ai,gpt-5.2,xhigh,mixed,easy,Vals-platform-one-shot,per-test,0.017566,2.89e-07,,,82.764,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row openai/gpt-5.2-2025-12-11 / column accuracy),,in,in valslegalbench#1,vals.ai,gpt-5.4,xhigh,mixed,easy,Vals-platform-one-shot,per-test,0.023053,2.89e-07,,,86.044,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row openai/gpt-5.4-2026-03-05 / column accuracy),,in,in valslegalbench#1,vals.ai,gpt-5.4-nano,high,mixed,easy,Vals-platform-one-shot,per-test,0.000114,2.89e-07,,,77.92,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row openai/gpt-5.4-nano-2026-03-17 / column accuracy),,in,in valslegalbench#1,vals.ai,gpt-5.5,xhigh,mixed,easy,Vals-platform-one-shot,per-test,0.015403,2.89e-07,,,86.515,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row openai/gpt-5.5 / column accuracy),,in,in valslegalbench#1,vals.ai,gpt-5.6-luna,max,mixed,easy,Vals-platform-one-shot,per-test,0.000942,2.89e-07,,,84.034,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row openai/gpt-5.6-luna / column accuracy),,in,in valslegalbench#1,vals.ai,gpt-5.6-sol,max,mixed,easy,Vals-platform-one-shot,per-test,0.01743225,0.000915,,,86.965,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row openai/gpt-5.6-sol / column accuracy),,in,out:cost-single-couple valslegalbench#1,vals.ai,gpt-5.6-terra,max,mixed,easy,Vals-platform-one-shot,per-test,0.002643,2.89e-07,,,85.105,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row openai/gpt-5.6-terra / column accuracy),,in,in valslegalbench#1,vals.ai,o1,high,mixed,easy,Vals-platform-one-shot,,,,,,80.393,accuracy%,0.000289,,,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row openai/o1-2024-12-17 / column accuracy),,out:single-couple, valslegalbench#1,vals.ai,o3,high,mixed,easy,Vals-platform-one-shot,,,,,,83.761,accuracy%,0.000289,,,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row openai/o3-2025-04-16 / column accuracy),,out:single-couple, valslegalbench#1,vals.ai,o3-mini,high,mixed,easy,Vals-platform-one-shot,,,,,,71.539,accuracy%,0.000289,,,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row openai/o3-mini-2025-01-31 / column accuracy),,out:single-couple, valslegalbench#1,vals.ai,o4-mini,high,mixed,easy,Vals-platform-one-shot,,,,,,79.185,accuracy%,0.000289,,,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row openai/o4-mini-2025-04-16 / column accuracy),,out:single-couple, valslegalbench#1,vals.ai,?together/Qwen/Qwen2.5-72B-Instruct-Turbo,not-established:absent,mixed,easy,Vals-platform-one-shot,,,,,,79.403,accuracy%,0.000289,,,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row together/Qwen/Qwen2.5-72B-Instruct-Turbo / column accuracy),,out:model-not-established, valslegalbench#1,vals.ai,?together/Qwen/Qwen2.5-7B-Instruct-Turbo,not-established:absent,mixed,easy,Vals-platform-one-shot,,,,,,69.559,accuracy%,0.000289,,,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row together/Qwen/Qwen2.5-7B-Instruct-Turbo / column accuracy),,out:model-not-established, valslegalbench#1,vals.ai,?together/moonshotai/Kimi-K2-Instruct,not-established:absent,mixed,easy,Vals-platform-one-shot,,,,,,81.454,accuracy%,0.000289,,,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row together/moonshotai/Kimi-K2-Instruct / column accuracy),,out:model-not-established, valslegalbench#1,vals.ai,glm-4.5,unstated,mixed,easy,Vals-platform-one-shot,,,,,,75.627,accuracy%,0.000289,,,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row zai/glm-4.5 / column accuracy),,out:effort-not-established, valslegalbench#1,vals.ai,glm-4.6,unstated,mixed,easy,Vals-platform-one-shot,,,,,,79.608,accuracy%,0.000289,,,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row zai/glm-4.6 / column accuracy),,out:effort-not-established, valslegalbench#1,vals.ai,glm-4.7,unstated,mixed,easy,Vals-platform-one-shot,per-test,0.002348,2.89e-07,,,83.358,accuracy%,0.000289,,,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row zai/glm-4.7 / column accuracy),,out:effort-not-established,out:effort-not-established valslegalbench#1,vals.ai,?zai/glm-5-thinking,not-established:absent,mixed,easy,Vals-platform-one-shot,per-test,0.002311,2.89e-07,,,84.059,accuracy%,0.000289,,,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row zai/glm-5-thinking / column accuracy),,out:model-not-established,out:model-not-established valslegalbench#1,vals.ai,glm-5.1,unstated,mixed,easy,Vals-platform-one-shot,per-test,0.002183,2.89e-07,,,84.394,accuracy%,0.000289,,,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row zai/glm-5.1 / column accuracy),,out:effort-not-established,out:effort-not-established valslegalbench#1,vals.ai,glm-5.2,max,mixed,easy,Vals-platform-one-shot,per-test,0.001596,2.89e-07,,,84.073,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row zai/glm-5.2 / column accuracy),,in,in valslegalbench#1,vals.ai,glm-5.3,max,mixed,easy,Vals-platform-one-shot,per-test,0.006513,2.89e-07,,,84.837,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row zai/glm-5.3 / column accuracy),,in,in valslegalbench#1,vals.ai,glm-5.3-flash,max,mixed,easy,Vals-platform-one-shot,per-test,0.000278,2.89e-07,,,83.928,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/legal_bench ($.tasks.overall / row zai/glm-5.3-flash / column accuracy),,in,in valslegalindex@vals.ai#1,vals.ai,haiku-5.5,max,mixed,hard,Vals-Index,per-test,2.358647,2.89e-07,,,70.294,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.vals.ai/benchmarks/legal_index (payload tasks.overall / anthropic/claude-haiku-5-5 / accuracy),,in,in valslegalindex@vals.ai#1,vals.ai,opus-5.5,max,mixed,hard,Vals-Index,per-test,19.94159,2.89e-06,,,72.335,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.vals.ai/benchmarks/legal_index (payload tasks.overall / anthropic/claude-opus-5-5 / accuracy),,in,in valslegalindex@vals.ai#1,vals.ai,sonnet-5.5,max,mixed,hard,Vals-Index,per-test,10.0267245,1.93,,,68.021,accuracy%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://www.vals.ai/benchmarks/legal_index (payload tasks.overall / anthropic/claude-sonnet-5-5 / accuracy),,in,out:cost-single-couple valslegalindex@vals.ai#1,vals.ai,qwen3.8-max-0902,unstated,mixed,hard,Vals-Index,per-test,4.246502,2.89e-07,,,73.901,accuracy%,0.000289,,,https://www.vals.ai/benchmarks/legal_index (payload tasks.overall / alibaba/qwen3.8-max-internal / accuracy),,out:effort-not-established,out:effort-not-established valslegalindex@vals.ai#1,vals.ai,deepseek-v4-pro-0813,max,mixed,hard,Vals-Index,per-test,5.73528496551724,2.81,,,69.012,accuracy%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://www.vals.ai/benchmarks/legal_index (payload tasks.overall / deepseek/deepseek-v4-pro-0813 / accuracy),,in,out:cost-single-couple valslegalindex@vals.ai#1,vals.ai,deepseek-v4.1-flash-1017,max,mixed,hard,Vals-Index,per-test,0.590203,2.89e-07,,,71.863,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.vals.ai/benchmarks/legal_index (payload tasks.overall / deepseek/deepseek-v4.1-flash-1017 / accuracy),,in,in valslegalindex@vals.ai#1,vals.ai,gemini-3.8-flash,high,mixed,hard,Vals-Index,per-test,2.047973,2.89e-07,,,69.784,accuracy%,0.000289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://www.vals.ai/benchmarks/legal_index (payload tasks.overall / google/gemini-3.8-flash / accuracy),,in,in valslegalindex@vals.ai#1,vals.ai,gemini-4-argon,high,mixed,hard,Vals-Index,per-test,6.823695,2.89e-07,,,76.717,accuracy%,0.000289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://www.vals.ai/benchmarks/legal_index (payload tasks.overall / google/gemini-4-argon / accuracy),,in,in valslegalindex@vals.ai#1,vals.ai,grok-4.7,xhigh,mixed,hard,Vals-Index,per-test,5.821203,2.89e-07,,,72.596,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.vals.ai/benchmarks/legal_index (payload tasks.overall / grok/grok-4.7 / accuracy),,in,in valslegalindex@vals.ai#1,vals.ai,kimi-k3,max,mixed,hard,Vals-Index,per-test,3.467957,2.89e-07,,,71.725,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://www.vals.ai/benchmarks/legal_index (payload tasks.overall / kimi/kimi-k3 / accuracy),,in,in valslegalindex@vals.ai#1,vals.ai,gpt-6-astra,max,mixed,hard,Vals-Index,per-test,13.944579,2.89e-07,,,68.386,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.vals.ai/benchmarks/legal_index (payload tasks.overall / openai/gpt-6-astra / accuracy),,in,in valslegalindex@vals.ai#1,vals.ai,gpt-6-luna,max,mixed,hard,Vals-Index,per-test,0.309757,2.89e-07,,,62.203,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.vals.ai/benchmarks/legal_index (payload tasks.overall / openai/gpt-6-luna / accuracy),,in,in valslegalindex@vals.ai#1,vals.ai,gpt-6.1-sol,max,mixed,hard,Vals-Index,per-test,2.748155,2.89e-07,,,68.718,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.vals.ai/benchmarks/legal_index (payload tasks.overall / openai/gpt-6.1-sol / accuracy),,in,in valslegalindex@vals.ai#1,vals.ai,glm-5.3,max,mixed,hard,Vals-Index,per-test,2.676711,2.89e-07,,,74.575,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.vals.ai/benchmarks/legal_index (payload tasks.overall / zai/glm-5.3 / accuracy),,in,in valslegalindex@vals.ai#1,vals.ai,glm-5.3-flash,max,mixed,hard,Vals-Index,per-test,0.233899,2.89e-07,,,71.051,accuracy%,0.000289,,cost-method-assumed-single,https://www.vals.ai/benchmarks/legal_index (payload tasks.overall / zai/glm-5.3-flash / accuracy),,in,out:cost-not-comparable valslegalindex@vals.ai#1,vals.ai,fable-5.2,high,mixed,hard,Vals-Index,per-test,8.877409,2.89e-07,,,69.175,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.vals.ai/benchmarks/legal_index (payload tasks.overall / anthropic/claude-fable-5-2 / accuracy),,in,in valslegalindex@vals.ai#1,vals.ai,gemini-4-carbon,high,mixed,hard,Vals-Index,per-test,7.199786,2.89e-07,2452637233,104419781,75.93,accuracy%,0.00289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://www.vals.ai/benchmarks/legal_index (payload tasks.overall / google/gemini-4-carbon / accuracy),,in,in valslegal@vals.ai#1,vals.ai,opus-5.5,max,agentic-tool,hard,Vals-runner,per-test,25.163725,2.89e-07,,,50.481,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/legal_research ($.tasks.overall / row anthropic/claude-opus-5-5 / column accuracy),,in,in valslegal@vals.ai#1,vals.ai,opus-5,max,agentic-tool,hard,Vals-runner,per-test,6.762498,2.89e-07,,,55.288,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/legal_research ($.tasks.overall / row anthropic/claude-opus-5 / column accuracy),,in,in valslegal@vals.ai#1,vals.ai,fable-5.1,max,agentic-tool,hard,Vals-runner,per-test,23.055789,2.89e-07,,,55.288,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/legal_research ($.tasks.overall / row anthropic/claude-fable-5-1 / column accuracy),,in,in valslegal@vals.ai#1,vals.ai,fable-5,max,agentic-tool,hard,Vals-runner,per-test,9.791426,2.89e-07,,,49.519,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/legal_research ($.tasks.overall / row anthropic/claude-fable-5 / column accuracy),,in,in valslegal@vals.ai#1,vals.ai,opus-4.8,max,agentic-tool,hard,Vals-runner,per-test,2.820942,2.89e-07,,,43.75,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/legal_research ($.tasks.overall / row anthropic/claude-opus-4-8 / column accuracy),,in,in valslegal@vals.ai#1,vals.ai,opus-4.7,max,agentic-tool,hard,Vals-runner,per-test,3.05609,2.89e-07,,,38.462,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/legal_research ($.tasks.overall / row anthropic/claude-opus-4-7 / column accuracy),,in,in valslegal@vals.ai#1,vals.ai,sonnet-5,max,agentic-tool,hard,Vals-runner,per-test,2.719446,2.89e-07,,,41.827,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/legal_research ($.tasks.overall / row anthropic/claude-sonnet-5 / column accuracy),,in,in valslegal@vals.ai#1,vals.ai,sonnet-4.6,max,agentic-tool,hard,Vals-runner,per-test,2.302948,2.89e-07,,,38.462,score%,0.000289,,,https://vals.ai/benchmarks/legal_research ($.tasks.overall / row anthropic/claude-sonnet-4-6 / column accuracy),,out:effort-not-established,out:effort-not-established valslegal@vals.ai#1,vals.ai,?anthropic/claude-haiku-4-5-20251001-thinking,not-established:absent,agentic-tool,hard,Vals-runner,per-test,0.26891,2.89e-07,,,10.577,score%,0.000289,,,https://vals.ai/benchmarks/legal_research ($.tasks.overall / row anthropic/claude-haiku-4-5-20251001-thinking / column accuracy),,out:model-not-established,out:model-not-established valslegal@vals.ai#1,vals.ai,sonnet-5.5,max,agentic-tool,hard,Vals-runner,per-test,11.11992825,2.14,,,48.077,score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/legal_research ($.tasks.overall / row anthropic/claude-sonnet-5-5 / column accuracy),,in,out:cost-single-couple valslegal@vals.ai#1,vals.ai,haiku-5.5,max,agentic-tool,hard,Vals-runner,per-test,1.633459,2.89e-07,,,43.269,score%,0.000289,,,https://vals.ai/benchmarks/legal_research ($.tasks.overall / row anthropic/claude-haiku-5-5 / column accuracy),,out:superseded,out:superseded valslegal@vals.ai#1,vals.ai,qwen3.6-plus,default,agentic-tool,hard,Vals-runner,per-test,0.697997,2.89e-07,,,14.904,score%,0.000289,,,https://vals.ai/benchmarks/legal_research ($.tasks.overall / row alibaba/qwen3.6-plus / column accuracy),,out:effort-not-established,out:effort-not-established valslegal@vals.ai#1,vals.ai,qwen3.7-max,default,agentic-tool,hard,Vals-runner,per-test,1.400701,2.89e-07,,,25.481,score%,0.000289,,,https://vals.ai/benchmarks/legal_research ($.tasks.overall / row alibaba/qwen3.7-max / column accuracy),,out:effort-not-established,out:effort-not-established valslegal@vals.ai#1,vals.ai,qwen3.7-plus,default,agentic-tool,hard,Vals-runner,per-test,0.295949,2.89e-07,,,16.346,score%,0.000289,,,https://vals.ai/benchmarks/legal_research ($.tasks.overall / row alibaba/qwen3.7-plus / column accuracy),,out:effort-not-established,out:effort-not-established valslegal@vals.ai#1,vals.ai,qwen3.8-27b,xhigh,agentic-tool,hard,Vals-runner,per-test,2.159719,2.89e-07,,,36.058,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/legal_research ($.tasks.overall / row alibaba/qwen3.8-27b / column accuracy),,in,in valslegal@vals.ai#1,vals.ai,?qwen3.8-max,not-established:absent,agentic-tool,hard,Vals-runner,per-test,2.486351,2.89e-07,,,47.596,score%,0.000289,,,https://vals.ai/benchmarks/legal_research ($.tasks.overall / row alibaba/qwen3.8-max / column accuracy),,out:model-not-established,out:model-not-established valslegal@vals.ai#1,vals.ai,deepseek-v4-flash-0731,high,agentic-tool,hard,Vals-runner,per-test,0.275172,2.89e-07,,,30.288,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/legal_research ($.tasks.overall / row deepseek/deepseek-v4-flash-0731 / column accuracy),,in,in valslegal@vals.ai#1,vals.ai,?deepseek/deepseek-v4-pro,not-established:absent,agentic-tool,hard,Vals-runner,per-test,0.682218,2.89e-07,,,23.077,score%,0.000289,,,https://vals.ai/benchmarks/legal_research ($.tasks.overall / row deepseek/deepseek-v4-pro / column accuracy),,out:model-not-established,out:model-not-established valslegal@vals.ai#1,vals.ai,deepseek-v4-pro-0813,max,agentic-tool,hard,Vals-runner,per-test,1.088017,2.89e-07,,,40.865,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/legal_research ($.tasks.overall / row deepseek/deepseek-v4-pro-0813 / column accuracy),,in,in valslegal@vals.ai#1,vals.ai,deepseek-v4.1-flash,max,agentic-tool,hard,Vals-runner,per-test,0.24793,2.89e-07,,,41.346,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/legal_research ($.tasks.overall / row deepseek/deepseek-v4.1-flash / column accuracy),,in,in valslegal@vals.ai#1,vals.ai,deepseek-v4.1-flash-1017,max,agentic-tool,hard,Vals-runner,per-test,0.69856,2.89e-07,,,45.192,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/legal_research ($.tasks.overall / row deepseek/deepseek-v4.1-flash-1017 / column accuracy),,in,in valslegal@vals.ai#1,vals.ai,gemini-3-flash,high,agentic-tool,hard,Vals-runner,per-test,0.135395,2.89e-07,,,18.269,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/legal_research ($.tasks.overall / row google/gemini-3-flash-preview / column accuracy),,in,in valslegal@vals.ai#1,vals.ai,gemini-3.1-flash-lite-preview,high,agentic-tool,hard,Vals-runner,per-test,0.013607,2.89e-07,,,3.365,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/legal_research ($.tasks.overall / row google/gemini-3.1-flash-lite-preview / column accuracy),,in,in valslegal@vals.ai#1,vals.ai,gemini-3.1-pro,high,agentic-tool,hard,Vals-runner,per-test,1.100145,2.89e-07,,,20.673,score%,0.000289,,cost-method-assumed-single,https://vals.ai/benchmarks/legal_research ($.tasks.overall / row google/gemini-3.1-pro-preview / column accuracy),,in,out:cost-not-comparable valslegal@vals.ai#1,vals.ai,gemini-3.5-flash,high,agentic-tool,hard,Vals-runner,per-test,1.305281,2.89e-07,,,30.769,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/legal_research ($.tasks.overall / row google/gemini-3.5-flash / column accuracy),,in,in valslegal@vals.ai#1,vals.ai,gemini-3.5-flash-lite,high,agentic-tool,hard,Vals-runner,per-test,0.124723,2.89e-07,,,13.942,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/legal_research ($.tasks.overall / row google/gemini-3.5-flash-lite / column accuracy),,in,in valslegal@vals.ai#1,vals.ai,gemini-3.6-flash,high,agentic-tool,hard,Vals-runner,per-test,0.466741,2.89e-07,,,25,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/legal_research ($.tasks.overall / row google/gemini-3.6-flash / column accuracy),,in,in valslegal@vals.ai#1,vals.ai,gemini-3.7-flash,high,agentic-tool,hard,Vals-runner,per-test,0.760397,2.89e-07,,,34.615,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/legal_research ($.tasks.overall / row google/gemini-3.7-flash / column accuracy),,in,in valslegal@vals.ai#1,vals.ai,gemini-3.8-flash,high,agentic-tool,hard,Vals-runner,per-test,1.630498,2.89e-07,,,38.942,score%,0.000289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/legal_research ($.tasks.overall / row google/gemini-3.8-flash / column accuracy),,in,in valslegal@vals.ai#1,vals.ai,gemini-4-argon,high,agentic-tool,hard,Vals-runner,per-test,6.44908,2.89e-07,,,54.808,score%,0.000289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/legal_research ($.tasks.overall / row google/gemini-4-argon / column accuracy),,in,in valslegal@vals.ai#1,vals.ai,grok-4.20,think,agentic-tool,hard,Vals-runner,per-test,0.18522845833333332,0.044,,,13.942,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/legal_research ($.tasks.overall / row grok/grok-4.20-0309-reasoning / column accuracy),,in,out:cost-single-couple valslegal@vals.ai#1,vals.ai,grok-4.3,high,agentic-tool,hard,Vals-runner,per-test,0.203143,2.89e-07,,,15.385,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/legal_research ($.tasks.overall / row grok/grok-4.3 / column accuracy),,in,in valslegal@vals.ai#1,vals.ai,grok-4.5,high,agentic-tool,hard,Vals-runner,per-test,0.8694511999999999,0.125,,,37.981,score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/legal_research ($.tasks.overall / row grok/grok-4.5 / column accuracy),,in,out:cost-single-couple valslegal@vals.ai#1,vals.ai,grok-4.6,high,agentic-tool,hard,Vals-runner,per-test,1.530204,2.89e-07,,,48.077,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/legal_research ($.tasks.overall / row grok/grok-4.6 / column accuracy),,in,in valslegal@vals.ai#1,vals.ai,grok-4.7,xhigh,agentic-tool,hard,Vals-runner,per-test,4.920812,2.89e-07,,,47.115,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/legal_research ($.tasks.overall / row grok/grok-4.7 / column accuracy),,in,in valslegal@vals.ai#1,vals.ai,?kimi/kimi-k2.5-thinking,not-established:absent,agentic-tool,hard,Vals-runner,per-test,0.23035,2.89e-07,,,15.865,score%,0.000289,,,https://vals.ai/benchmarks/legal_research ($.tasks.overall / row kimi/kimi-k2.5-thinking / column accuracy),,out:model-not-established,out:model-not-established valslegal@vals.ai#1,vals.ai,kimi-k2.6,unstated,agentic-tool,hard,Vals-runner,per-test,1.520305,2.89e-07,,,15.865,score%,0.000289,,,https://vals.ai/benchmarks/legal_research ($.tasks.overall / row kimi/kimi-k2.6 / column accuracy),,out:effort-not-established,out:effort-not-established valslegal@vals.ai#1,vals.ai,kimi-k3,max,agentic-tool,hard,Vals-runner,per-test,3.469601,2.89e-07,,,46.154,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/legal_research ($.tasks.overall / row kimi/kimi-k3 / column accuracy),,in,in valslegal@vals.ai#1,vals.ai,gpt-5.4-mini,xhigh,agentic-tool,hard,Vals-runner,per-test,1.864673,2.89e-07,,,12.5,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/legal_research ($.tasks.overall / row openai/gpt-5.4-mini-2026-03-17 / column accuracy),,in,in valslegal@vals.ai#1,vals.ai,gpt-5.4-nano,high,agentic-tool,hard,Vals-runner,per-test,0.141253,2.89e-07,,,6.25,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/legal_research ($.tasks.overall / row openai/gpt-5.4-nano-2026-03-17 / column accuracy),,in,in valslegal@vals.ai#1,vals.ai,gpt-5.5,xhigh,agentic-tool,hard,Vals-runner,per-test,7.402471,2.89e-07,,,40.385,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/legal_research ($.tasks.overall / row openai/gpt-5.5 / column accuracy),,in,in valslegal@vals.ai#1,vals.ai,gpt-5.6-luna,max,agentic-tool,hard,Vals-runner,per-test,0.845008,2.89e-07,,,36.538,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/legal_research ($.tasks.overall / row openai/gpt-5.6-luna / column accuracy),,in,in valslegal@vals.ai#1,vals.ai,gpt-5.6-sol,max,agentic-tool,hard,Vals-runner,per-test,29.70765325,1.56,,,48.077,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/legal_research ($.tasks.overall / row openai/gpt-5.6-sol / column accuracy),,in,out:cost-single-couple valslegal@vals.ai#1,vals.ai,gpt-5.6-terra,max,agentic-tool,hard,Vals-runner,per-test,7.907299,2.89e-07,,,41.346,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/legal_research ($.tasks.overall / row openai/gpt-5.6-terra / column accuracy),,in,in valslegal@vals.ai#1,vals.ai,gpt-6-astra,max,agentic-tool,hard,Vals-runner,per-test,10.577143,2.89e-07,,,39.423,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/legal_research ($.tasks.overall / row openai/gpt-6-astra / column accuracy),,in,in valslegal@vals.ai#1,vals.ai,gpt-6-luna,max,agentic-tool,hard,Vals-runner,per-test,0.440296,2.89e-07,,,30.288,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/legal_research ($.tasks.overall / row openai/gpt-6-luna / column accuracy),,in,in valslegal@vals.ai#1,vals.ai,gpt-6-sol,max,agentic-tool,hard,Vals-runner,per-test,4.897717,2.89e-07,,,28.846,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/legal_research ($.tasks.overall / row openai/gpt-6-sol / column accuracy),,in,in valslegal@vals.ai#1,vals.ai,gpt-6.1-sol,max,agentic-tool,hard,Vals-runner,per-test,3.384561,2.89e-07,,,38.462,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/legal_research ($.tasks.overall / row openai/gpt-6.1-sol / column accuracy),,in,in valslegal@vals.ai#1,vals.ai,glm-5.1,unstated,agentic-tool,hard,Vals-runner,per-test,0.385737,2.89e-07,,,27.885,score%,0.000289,,,https://vals.ai/benchmarks/legal_research ($.tasks.overall / row zai/glm-5.1 / column accuracy),,out:effort-not-established,out:effort-not-established valslegal@vals.ai#1,vals.ai,glm-5.2,max,agentic-tool,hard,Vals-runner,per-test,0.889209,2.89e-07,,,31.25,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/legal_research ($.tasks.overall / row zai/glm-5.2 / column accuracy),,in,in valslegal@vals.ai#1,vals.ai,glm-5.3,max,agentic-tool,hard,Vals-runner,per-test,2.241388,2.89e-07,,,49.038,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/legal_research ($.tasks.overall / row zai/glm-5.3 / column accuracy),,in,in valslegal@vals.ai#1,vals.ai,glm-5.3-flash,max,agentic-tool,hard,Vals-runner,per-test,0.120196,2.89e-07,,,45.192,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/legal_research ($.tasks.overall / row zai/glm-5.3-flash / column accuracy),,in,in valslegal@vals.ai#1,vals.ai,?alibaba/qwen3.8-max,not-established:absent,agentic-tool,hard,Vals-runner,per-test,2.486351,2.89e-07,,,47.596,score%,0.000289,,,https://www.vals.ai/benchmarks/legal_research (payload tasks.overall / alibaba/qwen3.8-max / accuracy),,out:model-not-established,out:model-not-established valslegal@vals.ai#1,vals.ai,qwen3.8-max-0902,unstated,agentic-tool,hard,Vals-runner,per-test,5.312295,2.89e-07,,,46.154,score%,0.000289,,,https://www.vals.ai/benchmarks/legal_research (payload tasks.overall / alibaba/qwen3.8-max-internal / accuracy),,out:effort-not-established,out:effort-not-established valslegal@vals.ai#1,vals.ai,haiku-5.5,max,agentic-tool,hard,Vals-runner,per-test,1.647359,2.89e-07,,,43.75,score%,0.00289,,prev=43.269 (src-vals.ai-legal_research-2026-10-18#M11); cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.vals.ai/benchmarks/legal_research (payload tasks.overall / anthropic/claude-haiku-5-5 / accuracy),,in,in valslegal@vals.ai#1,vals.ai,fable-5.2,high,agentic-tool,hard,Vals-runner,per-test,3.956441,2.89e-07,,,46.154,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.vals.ai/benchmarks/legal_research (payload tasks.overall / anthropic/claude-fable-5-2 / accuracy),,in,in valslegalareafamily,vals.ai,fable-5.2,high,agentic-tool,hard,Vals-runner,,,,,,18,allpass%,0.289,,,"https://www.vals.ai/benchmarks/legal_research (""All-Pass Accuracy by Model and Area of Law"" table of the board page, row Claude Fable 5.2, column Family)",,out:single-couple, valslegalareaimmigration,vals.ai,fable-5.2,high,agentic-tool,hard,Vals-runner,,,,,,27,allpass%,0.289,,,"https://www.vals.ai/benchmarks/legal_research (""All-Pass Accuracy by Model and Area of Law"" table of the board page, row Claude Fable 5.2, column Immigration)",,out:single-couple, valslegalareacriminal,vals.ai,fable-5.2,high,agentic-tool,hard,Vals-runner,,,,,,46,allpass%,0.289,,,"https://www.vals.ai/benchmarks/legal_research (""All-Pass Accuracy by Model and Area of Law"" table of the board page, row Claude Fable 5.2, column Criminal)",,out:single-couple, valslegalareaconstitutional,vals.ai,fable-5.2,high,agentic-tool,hard,Vals-runner,,,,,,39,allpass%,0.289,,,"https://www.vals.ai/benchmarks/legal_research (""All-Pass Accuracy by Model and Area of Law"" table of the board page, row Claude Fable 5.2, column Constitutional / Civil Rights)",,out:single-couple, valslegalareabusiness,vals.ai,fable-5.2,high,agentic-tool,hard,Vals-runner,,,,,,42,allpass%,0.289,,,"https://www.vals.ai/benchmarks/legal_research (""All-Pass Accuracy by Model and Area of Law"" table of the board page, row Claude Fable 5.2, column Business & Commercial)",,out:single-couple, valslegalareacivillit,vals.ai,fable-5.2,high,agentic-tool,hard,Vals-runner,,,,,,41,allpass%,0.289,,,"https://www.vals.ai/benchmarks/legal_research (""All-Pass Accuracy by Model and Area of Law"" table of the board page, row Claude Fable 5.2, column Civil Litigation)",,out:single-couple, valslegalareaadmin,vals.ai,fable-5.2,high,agentic-tool,hard,Vals-runner,,,,,,59,allpass%,0.289,,,"https://www.vals.ai/benchmarks/legal_research (""All-Pass Accuracy by Model and Area of Law"" table of the board page, row Claude Fable 5.2, column Administrative / Regulatory)",,out:single-couple, valslegalareahealth,vals.ai,fable-5.2,high,agentic-tool,hard,Vals-runner,,,,,,80,allpass%,0.289,,,"https://www.vals.ai/benchmarks/legal_research (""All-Pass Accuracy by Model and Area of Law"" table of the board page, row Claude Fable 5.2, column Health)",,out:single-couple, valslegal@vals.ai#1,vals.ai,gemini-4-carbon,high,agentic-tool,hard,Vals-runner,per-test,8.743524,2.89e-07,1062929092,52772544,55.769,score%,0.000289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://www.vals.ai/benchmarks/legal_research (payload tasks.overall / google/gemini-4-carbon / accuracy),,in,in valsmedcode#1,vals.ai,opus-5.5,max,mixed,hard,Vals-runner,per-test,0.658237,2.89e-07,,,49.797,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medcode ($.tasks.overall / row anthropic/claude-opus-5-5 / column accuracy),,in,in valsmedcode#1,vals.ai,opus-5,max,mixed,hard,Vals-runner,per-test,0.156845,2.89e-07,,,63.57,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medcode ($.tasks.overall / row anthropic/claude-opus-5 / column accuracy),,in,in valsmedcode#1,vals.ai,fable-5.1,max,mixed,hard,Vals-runner,per-test,1.116862,2.89e-07,,,53.509,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medcode ($.tasks.overall / row anthropic/claude-fable-5-1 / column accuracy),,in,in valsmedcode#1,vals.ai,fable-5,max,mixed,hard,Vals-runner,per-test,0.591071,2.89e-07,,,56.07,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medcode ($.tasks.overall / row anthropic/claude-fable-5 / column accuracy),,in,in valsmedcode#1,vals.ai,opus-4.8,max,mixed,hard,Vals-runner,per-test,0.350925,2.89e-07,,,53.217,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medcode ($.tasks.overall / row anthropic/claude-opus-4-8 / column accuracy),,in,in valsmedcode#1,vals.ai,opus-4.7,max,mixed,hard,Vals-runner,per-test,0.226314,2.89e-07,,,54.858,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medcode ($.tasks.overall / row anthropic/claude-opus-4-7 / column accuracy),,in,in valsmedcode#1,vals.ai,sonnet-5,max,mixed,hard,Vals-runner,per-test,0.278799,2.89e-07,,,47.54,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medcode ($.tasks.overall / row anthropic/claude-sonnet-5 / column accuracy),,in,in valsmedcode#1,vals.ai,?anthropic/claude-haiku-4-5-20251001-thinking,not-established:absent,mixed,hard,Vals-runner,per-test,0.020099,2.89e-07,,,32.678,accuracy%,0.000289,,,https://vals.ai/benchmarks/medcode ($.tasks.overall / row anthropic/claude-haiku-4-5-20251001-thinking / column accuracy),,out:model-not-established,out:model-not-established valsmedcode#1,vals.ai,sonnet-5.5,max,mixed,hard,Vals-runner,per-test,0.293694,0.0565,,,52.92,accuracy%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/medcode ($.tasks.overall / row anthropic/claude-sonnet-5-5 / column accuracy),,in,out:cost-single-couple valsmedcode#1,vals.ai,haiku-5.5,max,mixed,hard,Vals-runner,per-test,0.031937,2.89e-07,,,51.542,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medcode ($.tasks.overall / row anthropic/claude-haiku-5-5 / column accuracy),,in,in valsmedcode#1,vals.ai,opus-4.6,max,mixed,hard,Vals-runner,per-test,0.00618,2.89e-07,,,48.244,accuracy%,0.000289,,cost-method-assumed-single,https://vals.ai/benchmarks/medcode ($.tasks.overall / row anthropic/claude-opus-4-6 / column accuracy),,out:single-couple,out:cost-not-comparable valsmedcode#1,vals.ai,qwen3-max-0123,default,mixed,hard,Vals-runner,per-test,0.014776,2.89e-07,,,31.373,accuracy%,0.000289,,,https://vals.ai/benchmarks/medcode ($.tasks.overall / row alibaba/qwen3-max-2026-01-23 / column accuracy),,out:effort-not-established,out:effort-not-established valsmedcode#1,vals.ai,qwen3-vl-plus-0923,default,mixed,hard,Vals-runner,per-test,0.002519,2.89e-07,,,31.651,accuracy%,0.000289,,,https://vals.ai/benchmarks/medcode ($.tasks.overall / row alibaba/qwen3-vl-plus-2025-09-23 / column accuracy),,out:effort-not-established,out:effort-not-established valsmedcode#1,vals.ai,qwen3.5-flash,default,mixed,hard,Vals-runner,per-test,0.003934,2.89e-07,,,32.997,accuracy%,0.000289,,,https://vals.ai/benchmarks/medcode ($.tasks.overall / row alibaba/qwen3.5-flash / column accuracy),,out:effort-not-established,out:effort-not-established valsmedcode#1,vals.ai,qwen3.6-plus,default,mixed,hard,Vals-runner,per-test,0.015673,2.89e-07,,,36.894,accuracy%,0.000289,,,https://vals.ai/benchmarks/medcode ($.tasks.overall / row alibaba/qwen3.6-plus / column accuracy),,out:effort-not-established,out:effort-not-established valsmedcode#1,vals.ai,qwen3.7-max,default,mixed,hard,Vals-runner,per-test,0.042362,2.89e-07,,,38.751,accuracy%,0.000289,,,https://vals.ai/benchmarks/medcode ($.tasks.overall / row alibaba/qwen3.7-max / column accuracy),,out:effort-not-established,out:effort-not-established valsmedcode#1,vals.ai,qwen3.8-27b,xhigh,mixed,hard,Vals-runner,per-test,0.050145,2.89e-07,,,28.698,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medcode ($.tasks.overall / row alibaba/qwen3.8-27b / column accuracy),,in,in valsmedcode#1,vals.ai,?qwen3.8-max,not-established:absent,mixed,hard,Vals-runner,per-test,0.120827,2.89e-07,,,40.668,accuracy%,0.000289,,,https://vals.ai/benchmarks/medcode ($.tasks.overall / row alibaba/qwen3.8-max / column accuracy),,out:model-not-established,out:model-not-established valsmedcode#1,vals.ai,deepseek-v4-flash-0731,high,mixed,hard,Vals-runner,per-test,0.019659,2.89e-07,,,41.415,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/medcode ($.tasks.overall / row deepseek/deepseek-v4-flash-0731 / column accuracy),,in,in valsmedcode#1,vals.ai,?deepseek/deepseek-v4-pro,not-established:absent,mixed,hard,Vals-runner,per-test,0.06071,2.89e-07,,,40.455,accuracy%,0.000289,,,https://vals.ai/benchmarks/medcode ($.tasks.overall / row deepseek/deepseek-v4-pro / column accuracy),,out:model-not-established,out:model-not-established valsmedcode#1,vals.ai,deepseek-v4-pro-0813,max,mixed,hard,Vals-runner,per-test,0.06106,2.89e-07,,,42.47,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medcode ($.tasks.overall / row deepseek/deepseek-v4-pro-0813 / column accuracy),,in,in valsmedcode#1,vals.ai,deepseek-v4.1-flash,high,mixed,hard,Vals-runner,per-test,0.01245,2.89e-07,,,41.173,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/medcode ($.tasks.overall / row deepseek/deepseek-v4.1-flash / column accuracy),,in,in valsmedcode#1,vals.ai,gemini-2.5-flash,unstated,mixed,hard,Vals-runner,per-test,0.003698,2.89e-07,,,38.425,accuracy%,0.000289,,,https://vals.ai/benchmarks/medcode ($.tasks.overall / row google/gemini-2.5-flash / column accuracy),,out:effort-not-established,out:effort-not-established valsmedcode#1,vals.ai,gemini-2.5-flash-lite,unstated,mixed,hard,Vals-runner,per-test,0.001342,2.89e-07,,,27.115,accuracy%,0.000289,,,https://vals.ai/benchmarks/medcode ($.tasks.overall / row google/gemini-2.5-flash-lite / column accuracy),,out:effort-not-established,out:effort-not-established valsmedcode#1,vals.ai,gemini-2.5-flash-lite-preview-09-2025,unstated,mixed,hard,Vals-runner,per-test,0.00144,2.89e-07,,,27.079,accuracy%,0.000289,,,https://vals.ai/benchmarks/medcode ($.tasks.overall / row google/gemini-2.5-flash-lite-preview-09-2025 / column accuracy),,out:effort-not-established,out:effort-not-established valsmedcode#1,vals.ai,?google/gemini-2.5-flash-lite-preview-09-2025-thinking,not-established:absent,mixed,hard,Vals-runner,per-test,0.001182,2.89e-07,,,34.191,accuracy%,0.000289,,,https://vals.ai/benchmarks/medcode ($.tasks.overall / row google/gemini-2.5-flash-lite-preview-09-2025-thinking / column accuracy),,out:model-not-established,out:model-not-established valsmedcode#1,vals.ai,gemini-2.5-flash-preview-09-2025,unstated,mixed,hard,Vals-runner,per-test,0.003692,2.89e-07,,,40.538,accuracy%,0.000289,,,https://vals.ai/benchmarks/medcode ($.tasks.overall / row google/gemini-2.5-flash-preview-09-2025 / column accuracy),,out:effort-not-established,out:effort-not-established valsmedcode#1,vals.ai,?google/gemini-2.5-flash-preview-09-2025-thinking,not-established:absent,mixed,hard,Vals-runner,per-test,0.003653,2.89e-07,,,40.33,accuracy%,0.000289,,,https://vals.ai/benchmarks/medcode ($.tasks.overall / row google/gemini-2.5-flash-preview-09-2025-thinking / column accuracy),,out:model-not-established,out:model-not-established valsmedcode#1,vals.ai,?google/gemini-2.5-flash-thinking,not-established:absent,mixed,hard,Vals-runner,per-test,0.003661,2.89e-07,,,40.357,accuracy%,0.000289,,,https://vals.ai/benchmarks/medcode ($.tasks.overall / row google/gemini-2.5-flash-thinking / column accuracy),,out:model-not-established,out:model-not-established valsmedcode#1,vals.ai,gemini-2.5-pro,unstated,mixed,hard,Vals-runner,per-test,0.015389,2.89e-07,,,50.59,accuracy%,0.000289,,,https://vals.ai/benchmarks/medcode ($.tasks.overall / row google/gemini-2.5-pro / column accuracy),,out:effort-not-established,out:effort-not-established valsmedcode#1,vals.ai,gemini-3-flash,high,mixed,hard,Vals-runner,per-test,0.006187,2.89e-07,,,55.92,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medcode ($.tasks.overall / row google/gemini-3-flash-preview / column accuracy),,in,in valsmedcode#1,vals.ai,?google/gemini-3-pro-preview,not-established:absent,mixed,hard,Vals-runner,per-test,0.028248,2.89e-07,,,52.198,accuracy%,0.000289,,,https://vals.ai/benchmarks/medcode ($.tasks.overall / row google/gemini-3-pro-preview / column accuracy),,out:model-not-established,out:model-not-established valsmedcode#1,vals.ai,gemini-3.1-flash-lite-preview,high,mixed,hard,Vals-runner,per-test,0.002029,2.89e-07,,,47.602,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/medcode ($.tasks.overall / row google/gemini-3.1-flash-lite-preview / column accuracy),,in,in valsmedcode#1,vals.ai,gemini-3.1-pro,high,mixed,hard,Vals-runner,per-test,0.024714,2.89e-07,,,59.062,accuracy%,0.000289,,cost-method-assumed-single,https://vals.ai/benchmarks/medcode ($.tasks.overall / row google/gemini-3.1-pro-preview / column accuracy),,in,out:cost-not-comparable valsmedcode#1,vals.ai,?google/gemini-3.5-flash,not-established:absent,mixed,hard,Vals-runner,per-test,0.073716,2.89e-07,,,55.825,accuracy%,0.000289,,,https://vals.ai/benchmarks/medcode ($.tasks.overall / row google/gemini-3.5-flash / column accuracy),,out:model-not-established,out:model-not-established valsmedcode#1,vals.ai,gemini-3.5-flash-lite,high,mixed,hard,Vals-runner,per-test,0.008093,2.89e-07,,,43.489,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medcode ($.tasks.overall / row google/gemini-3.5-flash-lite / column accuracy),,in,in valsmedcode#1,vals.ai,gemini-3.6-flash,high,mixed,hard,Vals-runner,per-test,0.044216,2.89e-07,,,53.153,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medcode ($.tasks.overall / row google/gemini-3.6-flash / column accuracy),,in,in valsmedcode#1,vals.ai,gemini-3.7-flash,high,mixed,hard,Vals-runner,per-test,0.038331,2.89e-07,,,53.39,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/medcode ($.tasks.overall / row google/gemini-3.7-flash / column accuracy),,in,in valsmedcode#1,vals.ai,gemini-3.8-flash,high,mixed,hard,Vals-runner,per-test,0.0177,2.89e-07,,,48.135,accuracy%,0.000289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/medcode ($.tasks.overall / row google/gemini-3.8-flash / column accuracy),,in,in valsmedcode#1,vals.ai,gemini-4-argon,high,mixed,hard,Vals-runner,per-test,0.13716,2.89e-07,,,58.801,accuracy%,0.000289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/medcode ($.tasks.overall / row google/gemini-4-argon / column accuracy),,in,in valsmedcode#1,vals.ai,?grok/grok-4-0709,not-established:absent,mixed,hard,Vals-runner,per-test,0.034103,2.89e-07,,,38.078,accuracy%,0.000289,,,https://vals.ai/benchmarks/medcode ($.tasks.overall / row grok/grok-4-0709 / column accuracy),,out:model-not-established,out:model-not-established valsmedcode#1,vals.ai,?grok/grok-4-1-fast-non-reasoning,not-established:absent,mixed,hard,Vals-runner,per-test,0.002193,2.89e-07,,,28.349,accuracy%,0.000289,,,https://vals.ai/benchmarks/medcode ($.tasks.overall / row grok/grok-4-1-fast-non-reasoning / column accuracy),,out:model-not-established,out:model-not-established valsmedcode#1,vals.ai,?grok/grok-4-1-fast-reasoning,not-established:absent,mixed,hard,Vals-runner,per-test,0.002108,2.89e-07,,,28.08,accuracy%,0.000289,,,https://vals.ai/benchmarks/medcode ($.tasks.overall / row grok/grok-4-1-fast-reasoning / column accuracy),,out:model-not-established,out:model-not-established valsmedcode#1,vals.ai,?grok/grok-4-fast-non-reasoning,not-established:absent,mixed,hard,Vals-runner,per-test,0.002149,2.89e-07,,,30.036,accuracy%,0.000289,,,https://vals.ai/benchmarks/medcode ($.tasks.overall / row grok/grok-4-fast-non-reasoning / column accuracy),,out:model-not-established,out:model-not-established valsmedcode#1,vals.ai,?grok/grok-4-fast-reasoning,not-established:absent,mixed,hard,Vals-runner,per-test,0.002143,2.89e-07,,,37.385,accuracy%,0.000289,,,https://vals.ai/benchmarks/medcode ($.tasks.overall / row grok/grok-4-fast-reasoning / column accuracy),,out:model-not-established,out:model-not-established valsmedcode#1,vals.ai,grok-4.20,think,mixed,hard,Vals-runner,per-test,0.025633875,0.00609,,,32.156,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/medcode ($.tasks.overall / row grok/grok-4.20-0309-reasoning / column accuracy),,in,out:cost-single-couple valsmedcode#1,vals.ai,grok-4.3,high,mixed,hard,Vals-runner,per-test,0.022202,2.89e-07,,,38.068,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medcode ($.tasks.overall / row grok/grok-4.3 / column accuracy),,in,in valsmedcode#1,vals.ai,grok-4.5,high,mixed,hard,Vals-runner,per-test,0.0387688,0.0056,,,43.291,accuracy%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/medcode ($.tasks.overall / row grok/grok-4.5 / column accuracy),,in,out:cost-single-couple valsmedcode#1,vals.ai,grok-4.6,high,mixed,hard,Vals-runner,per-test,0.050335,2.89e-07,,,44.712,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medcode ($.tasks.overall / row grok/grok-4.6 / column accuracy),,in,in valsmedcode#1,vals.ai,grok-4.7,xhigh,mixed,hard,Vals-runner,per-test,0.105497,2.89e-07,,,49.553,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medcode ($.tasks.overall / row grok/grok-4.7 / column accuracy),,in,in valsmedcode#1,vals.ai,?kimi/kimi-k2.5-thinking,not-established:absent,mixed,hard,Vals-runner,per-test,0.017275,2.89e-07,,,39.316,accuracy%,0.000289,,,https://vals.ai/benchmarks/medcode ($.tasks.overall / row kimi/kimi-k2.5-thinking / column accuracy),,out:model-not-established,out:model-not-established valsmedcode#1,vals.ai,kimi-k2.6,unstated,mixed,hard,Vals-runner,per-test,0.041295,2.89e-07,,,40.142,accuracy%,0.000289,,,https://vals.ai/benchmarks/medcode ($.tasks.overall / row kimi/kimi-k2.6 / column accuracy),,out:effort-not-established,out:effort-not-established valsmedcode#1,vals.ai,kimi-k3,max,mixed,hard,Vals-runner,per-test,0.093857,2.89e-07,,,49.357,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/medcode ($.tasks.overall / row kimi/kimi-k3 / column accuracy),,in,in valsmedcode#1,vals.ai,gpt-5,high,mixed,hard,Vals-runner,per-test,0.045858,2.89e-07,,,49.634,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medcode ($.tasks.overall / row openai/gpt-5-2025-08-07 / column accuracy),,out:single-couple,out:cost-single-couple valsmedcode#1,vals.ai,gpt-5-mini,high,mixed,hard,Vals-runner,per-test,0.00556,2.89e-07,,,43.045,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medcode ($.tasks.overall / row openai/gpt-5-mini-2025-08-07 / column accuracy),,out:single-couple,out:cost-single-couple valsmedcode#1,vals.ai,gpt-5-nano,high,mixed,hard,Vals-runner,per-test,0.001729,2.89e-07,,,30.441,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medcode ($.tasks.overall / row openai/gpt-5-nano-2025-08-07 / column accuracy),,out:single-couple,out:cost-single-couple valsmedcode#1,vals.ai,gpt-5.1,high,mixed,hard,Vals-runner,per-test,0.014371,2.89e-07,,,52.732,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medcode ($.tasks.overall / row openai/gpt-5.1-2025-11-13 / column accuracy),,in,in valsmedcode#1,vals.ai,gpt-5.2,xhigh,mixed,hard,Vals-runner,per-test,0.018852,2.89e-07,,,49.749,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medcode ($.tasks.overall / row openai/gpt-5.2-2025-12-11 / column accuracy),,in,in valsmedcode#1,vals.ai,gpt-5.4,xhigh,mixed,hard,Vals-runner,per-test,0.212108,2.89e-07,,,41.292,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medcode ($.tasks.overall / row openai/gpt-5.4-2026-03-05 / column accuracy),,in,in valsmedcode#1,vals.ai,gpt-5.4-nano,high,mixed,hard,Vals-runner,per-test,0.000844,2.89e-07,,,41.029,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medcode ($.tasks.overall / row openai/gpt-5.4-nano-2026-03-17 / column accuracy),,in,in valsmedcode#1,vals.ai,gpt-5.5,xhigh,mixed,hard,Vals-runner,per-test,0.160759,2.89e-07,,,49.1,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medcode ($.tasks.overall / row openai/gpt-5.5 / column accuracy),,in,in valsmedcode#1,vals.ai,gpt-5.6-luna,max,mixed,hard,Vals-runner,per-test,0.01597,2.89e-07,,,42.391,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medcode ($.tasks.overall / row openai/gpt-5.6-luna / column accuracy),,in,in valsmedcode#1,vals.ai,gpt-5.6-sol,max,mixed,hard,Vals-runner,per-test,0.385710875,0.0202,,,43.974,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/medcode ($.tasks.overall / row openai/gpt-5.6-sol / column accuracy),,in,out:cost-single-couple valsmedcode#1,vals.ai,gpt-5.6-terra,max,mixed,hard,Vals-runner,per-test,0.046558,2.89e-07,,,43.414,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medcode ($.tasks.overall / row openai/gpt-5.6-terra / column accuracy),,in,in valsmedcode#1,vals.ai,gpt-6-astra,max,mixed,hard,Vals-runner,per-test,0.451358,2.89e-07,,,48.486,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medcode ($.tasks.overall / row openai/gpt-6-astra / column accuracy),,in,in valsmedcode#1,vals.ai,gpt-6-luna,max,mixed,hard,Vals-runner,per-test,0.007323,2.89e-07,,,44.685,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medcode ($.tasks.overall / row openai/gpt-6-luna / column accuracy),,in,in valsmedcode#1,vals.ai,gpt-6-sol,max,mixed,hard,Vals-runner,per-test,0.085827,2.89e-07,,,47.072,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medcode ($.tasks.overall / row openai/gpt-6-sol / column accuracy),,in,in valsmedcode#1,vals.ai,gpt-6.1-sol,max,mixed,hard,Vals-runner,per-test,0.084726,2.89e-07,,,48.839,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medcode ($.tasks.overall / row openai/gpt-6.1-sol / column accuracy),,in,in valsmedcode#1,vals.ai,o3,high,mixed,hard,Vals-runner,per-test,0.029818,2.89e-07,,,47.29,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medcode ($.tasks.overall / row openai/o3-2025-04-16 / column accuracy),,out:single-couple,out:cost-single-couple valsmedcode#1,vals.ai,o4-mini,high,mixed,hard,Vals-runner,per-test,0.017605,2.89e-07,,,33.791,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medcode ($.tasks.overall / row openai/o4-mini-2025-04-16 / column accuracy),,out:single-couple,out:cost-single-couple valsmedcode#1,vals.ai,glm-4.7,unstated,mixed,hard,Vals-runner,per-test,0.00671,2.89e-07,,,32.772,accuracy%,0.000289,,,https://vals.ai/benchmarks/medcode ($.tasks.overall / row zai/glm-4.7 / column accuracy),,out:effort-not-established,out:effort-not-established valsmedcode#1,vals.ai,glm-5.1,unstated,mixed,hard,Vals-runner,per-test,0.024196,2.89e-07,,,41.604,accuracy%,0.000289,,,https://vals.ai/benchmarks/medcode ($.tasks.overall / row zai/glm-5.1 / column accuracy),,out:effort-not-established,out:effort-not-established valsmedcode#1,vals.ai,glm-5.2,not-established:absent,mixed,hard,Vals-runner,per-test,0.04501,2.89e-07,,,40.771,accuracy%,0.000289,,,https://vals.ai/benchmarks/medcode ($.tasks.overall / row zai/glm-5.2 / column accuracy),,out:effort-not-established,out:effort-not-established valsmedcode#1,vals.ai,glm-5.3,max,mixed,hard,Vals-runner,per-test,0.081905,2.89e-07,,,42.864,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/medcode ($.tasks.overall / row zai/glm-5.3 / column accuracy),,in,in valsmedcode#1,vals.ai,?alibaba/qwen3.8-max,not-established:absent,mixed,hard,Vals-runner,per-test,0.120827,2.89e-07,,,40.668,accuracy%,0.000289,,,https://www.vals.ai/benchmarks/medcode (payload tasks.overall / alibaba/qwen3.8-max / accuracy),,out:model-not-established,out:model-not-established valsmedqa,vals.ai,?anthropic/claude-haiku-4-5-20251001-thinking,not-established:absent,mixed,mid,Vals-platform-one-shot,per-test,0.014093,2.89e-07,,,79.567,score%,0.000289,,,https://vals.ai/benchmarks/medqa ($.tasks.overall / row anthropic/claude-haiku-4-5-20251001-thinking / column accuracy),,out:model-not-established,out:model-not-established valsmedqa,vals.ai,sonnet-4.6,max,mixed,mid,Vals-platform-one-shot,per-test,0.035415,2.89e-07,,,92.058,score%,0.000289,,,https://vals.ai/benchmarks/medqa ($.tasks.overall / row anthropic/claude-sonnet-4-6 / column accuracy),,out:effort-not-established,out:effort-not-established valsmedqa,vals.ai,qwen3-max-0923,solo,mixed,mid,Vals-platform-one-shot,per-test,0.003172,2.89e-07,,,87.367,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medqa ($.tasks.overall / row alibaba/qwen3-max / column accuracy),,out:single-couple,out:cost-single-couple valsmedqa,vals.ai,qwen3-max-preview,default,mixed,mid,Vals-platform-one-shot,per-test,0.00318,2.89e-07,,,87.375,score%,0.000289,,,https://vals.ai/benchmarks/medqa ($.tasks.overall / row alibaba/qwen3-max-preview / column accuracy),,out:effort-not-established,out:effort-not-established valsmedqa,vals.ai,qwen3.5-plus,think,mixed,mid,Vals-platform-one-shot,per-test,0.00829,2.89e-07,,,95.208,score%,0.000289,,cost-stated-prices; cost-method-assumed-single,https://vals.ai/benchmarks/medqa ($.tasks.overall / row alibaba/qwen3.5-plus-thinking / column accuracy),,in,out:cost-not-comparable valsmedqa,vals.ai,deepseek-r1,solo,mixed,mid,Vals-platform-one-shot,per-test,0.0023994601851851853,3.17e-06,,,90.8,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/medqa ($.tasks.overall / row fireworks/deepseek-r1 / column accuracy),,out:single-couple,out:cost-single-couple valsmedqa,vals.ai,deepseek-v3,solo,mixed,mid,Vals-platform-one-shot,per-test,0.0004399222222222222,0.000154,,,80.9,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/medqa ($.tasks.overall / row fireworks/deepseek-v3 / column accuracy),,out:single-couple,out:cost-single-couple valsmedqa,vals.ai,deepseek-v3-0324,solo,mixed,mid,Vals-platform-one-shot,per-test,0.00046732222222222223,0.000163,,,82,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/medqa ($.tasks.overall / row fireworks/deepseek-v3-0324 / column accuracy),,out:single-couple,out:cost-single-couple valsmedqa,vals.ai,deepseek-v3.2,not-established:absent,mixed,mid,Vals-platform-one-shot,per-test,0.000234,2.89e-07,,,89.45,score%,0.000289,,,https://vals.ai/benchmarks/medqa ($.tasks.overall / row fireworks/deepseek-v3p2 / column accuracy),,out:effort-not-established,out:effort-not-established valsmedqa,vals.ai,?fireworks/deepseek-v3p2-thinking,not-established:absent,mixed,mid,Vals-platform-one-shot,per-test,0.000772,2.89e-07,,,93.917,score%,0.000289,,,https://vals.ai/benchmarks/medqa ($.tasks.overall / row fireworks/deepseek-v3p2-thinking / column accuracy),,out:model-not-established,out:model-not-established valsmedqa,vals.ai,gpt-oss-120b,unstated,mixed,mid,Vals-platform-one-shot,per-test,0.000607,2.89e-07,,,91.36,score%,0.000289,,,https://vals.ai/benchmarks/medqa ($.tasks.overall / row fireworks/gpt-oss-120b / column accuracy),,out:effort-not-established,out:effort-not-established valsmedqa,vals.ai,gpt-oss-20b,unstated,mixed,mid,Vals-platform-one-shot,per-test,0.000335,2.89e-07,,,82.875,score%,0.000289,,,https://vals.ai/benchmarks/medqa ($.tasks.overall / row fireworks/gpt-oss-20b / column accuracy),,out:effort-not-established,out:effort-not-established valsmedqa,vals.ai,qwen3-235b-a22b,default,mixed,mid,Vals-platform-one-shot,per-test,0.001177,2.89e-07,,,90.617,score%,0.000289,,,https://vals.ai/benchmarks/medqa ($.tasks.overall / row fireworks/qwen3-235b-a22b / column accuracy),,out:effort-not-established,out:effort-not-established valsmedqa,vals.ai,gemini-1.5-pro-002,solo,mixed,mid,Vals-platform-one-shot,per-test,0.002954,2.89e-07,,,76.53,score%,0.000289,,cost-stated-prices; cost-method-assumed-single,https://vals.ai/benchmarks/medqa ($.tasks.overall / row google/gemini-1.5-pro-002 / column accuracy),,out:single-couple,out:cost-not-comparable valsmedqa,vals.ai,gemini-2.0-flash,solo,mixed,mid,Vals-platform-one-shot,per-test,0.000114,2.89e-07,,,81.467,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medqa ($.tasks.overall / row google/gemini-2.0-flash-001 / column accuracy),,out:single-couple,out:cost-single-couple valsmedqa,vals.ai,gemini-2.5-flash-lite-preview-09-2025,unstated,mixed,mid,Vals-platform-one-shot,per-test,0.000281,2.89e-07,,,80.325,score%,0.000289,,,https://vals.ai/benchmarks/medqa ($.tasks.overall / row google/gemini-2.5-flash-lite-preview-09-2025 / column accuracy),,out:effort-not-established,out:effort-not-established valsmedqa,vals.ai,?google/gemini-2.5-flash-lite-preview-09-2025-thinking,not-established:absent,mixed,mid,Vals-platform-one-shot,per-test,0.000167,2.89e-07,,,88.867,score%,0.000289,,,https://vals.ai/benchmarks/medqa ($.tasks.overall / row google/gemini-2.5-flash-lite-preview-09-2025-thinking / column accuracy),,out:model-not-established,out:model-not-established valsmedqa,vals.ai,gemini-2.5-flash-preview-04-17,unstated,mixed,mid,Vals-platform-one-shot,per-test,0.001068,2.89e-07,,,86.733,score%,0.000289,,,https://vals.ai/benchmarks/medqa ($.tasks.overall / row google/gemini-2.5-flash-preview-04-17 / column accuracy),,out:effort-not-established,out:effort-not-established valsmedqa,vals.ai,?google/gemini-2.5-flash-preview-04-17-thinking,not-established:absent,mixed,mid,Vals-platform-one-shot,per-test,0.003784,2.89e-07,,,91.017,score%,0.000289,,,https://vals.ai/benchmarks/medqa ($.tasks.overall / row google/gemini-2.5-flash-preview-04-17-thinking / column accuracy),,out:model-not-established,out:model-not-established valsmedqa,vals.ai,gemini-2.5-flash-preview-09-2025,unstated,mixed,mid,Vals-platform-one-shot,per-test,0.001272,2.89e-07,,,91.433,score%,0.000289,,,https://vals.ai/benchmarks/medqa ($.tasks.overall / row google/gemini-2.5-flash-preview-09-2025 / column accuracy),,out:effort-not-established,out:effort-not-established valsmedqa,vals.ai,?google/gemini-2.5-flash-preview-09-2025-thinking,not-established:absent,mixed,mid,Vals-platform-one-shot,per-test,0.001265,2.89e-07,,,91.167,score%,0.000289,,,https://vals.ai/benchmarks/medqa ($.tasks.overall / row google/gemini-2.5-flash-preview-09-2025-thinking / column accuracy),,out:model-not-established,out:model-not-established valsmedqa,vals.ai,gemini-2.5-pro-exp-03-25,solo,mixed,mid,Vals-platform-one-shot,per-test,0.002896,2.89e-07,,,93.142,score%,0.000289,,cost-method-assumed-single,https://vals.ai/benchmarks/medqa ($.tasks.overall / row google/gemini-2.5-pro-exp-03-25 / column accuracy),,out:single-couple,out:cost-not-comparable valsmedqa,vals.ai,gemini-3-flash,high,mixed,mid,Vals-platform-one-shot,per-test,0.012699,2.89e-07,,,95.808,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medqa ($.tasks.overall / row google/gemini-3-flash-preview / column accuracy),,in,in valsmedqa,vals.ai,?google/gemini-3-pro-preview,not-established:absent,mixed,mid,Vals-platform-one-shot,per-test,0.029109,2.89e-07,,,96.033,score%,0.000289,,,https://vals.ai/benchmarks/medqa ($.tasks.overall / row google/gemini-3-pro-preview / column accuracy),,out:model-not-established,out:model-not-established valsmedqa,vals.ai,gemini-3.1-pro,high,mixed,mid,Vals-platform-one-shot,per-test,0.017689,2.89e-07,,,96.367,score%,0.000289,,cost-method-assumed-single,https://vals.ai/benchmarks/medqa ($.tasks.overall / row google/gemini-3.1-pro-preview / column accuracy),,in,out:cost-not-comparable valsmedqa,vals.ai,grok-2-1212,solo,mixed,mid,Vals-platform-one-shot,per-test,0.003276,2.89e-07,,,92.317,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medqa ($.tasks.overall / row grok/grok-2-1212 / column accuracy),,out:single-couple,out:cost-single-couple valsmedqa,vals.ai,?grok/grok-3,not-established:absent,mixed,mid,Vals-platform-one-shot,per-test,0.006196,2.89e-07,,,83.85,score%,0.000289,,,https://vals.ai/benchmarks/medqa ($.tasks.overall / row grok/grok-3 / column accuracy),,out:model-not-established,out:model-not-established valsmedqa,vals.ai,?grok/grok-3-mini-fast-high-reasoning,not-established:absent,mixed,mid,Vals-platform-one-shot,per-test,0.000765,2.89e-07,,,90.1,score%,0.000289,,,https://vals.ai/benchmarks/medqa ($.tasks.overall / row grok/grok-3-mini-fast-high-reasoning / column accuracy),,out:model-not-established,out:model-not-established valsmedqa,vals.ai,?grok/grok-3-mini-fast-low-reasoning,not-established:absent,mixed,mid,Vals-platform-one-shot,per-test,0.000558,2.89e-07,,,88.65,score%,0.000289,,,https://vals.ai/benchmarks/medqa ($.tasks.overall / row grok/grok-3-mini-fast-low-reasoning / column accuracy),,out:model-not-established,out:model-not-established valsmedqa,vals.ai,grok-4,solo,mixed,mid,Vals-platform-one-shot,per-test,0.025753,2.89e-07,,,92.492,score%,0.000289,,cost-stated-prices; cost-method-assumed-single,https://vals.ai/benchmarks/medqa ($.tasks.overall / row grok/grok-4-0709 / column accuracy),,out:single-couple,out:cost-not-comparable valsmedqa,vals.ai,grok-4.1-fast,nothink,mixed,mid,Vals-platform-one-shot,per-test,0.000165,2.89e-07,,,76.025,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medqa ($.tasks.overall / row grok/grok-4-1-fast-non-reasoning / column accuracy),,in,in valsmedqa,vals.ai,grok-4.1-fast,think,mixed,mid,Vals-platform-one-shot,per-test,0.000571,2.89e-07,,,92.083,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medqa ($.tasks.overall / row grok/grok-4-1-fast-reasoning / column accuracy),,in,in valsmedqa,vals.ai,grok-4-fast,nothink,mixed,mid,Vals-platform-one-shot,per-test,0.000481,2.89e-07,,,75.358,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medqa ($.tasks.overall / row grok/grok-4-fast-non-reasoning / column accuracy),,out:single-couple,out:cost-single-couple valsmedqa,vals.ai,grok-4-fast,think,mixed,mid,Vals-platform-one-shot,per-test,0.000744,2.89e-07,,,92.067,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medqa ($.tasks.overall / row grok/grok-4-fast-reasoning / column accuracy),,out:single-couple,out:cost-single-couple valsmedqa,vals.ai,grok-4.20,think,mixed,mid,Vals-platform-one-shot,per-test,0.006450083333333333,0.00153,,,94.55,score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/medqa ($.tasks.overall / row grok/grok-4.20-0309-reasoning / column accuracy),,in,out:cost-single-couple valsmedqa,vals.ai,kimi-k2-thinking,solo,mixed,mid,Vals-platform-one-shot,per-test,0.006153,2.89e-07,,,92.592,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medqa ($.tasks.overall / row kimi/kimi-k2-thinking / column accuracy),,in,in valsmedqa,vals.ai,?kimi/kimi-k2.5-thinking,not-established:absent,mixed,mid,Vals-platform-one-shot,per-test,0.006992,2.89e-07,,,94.367,score%,0.000289,,,https://vals.ai/benchmarks/medqa ($.tasks.overall / row kimi/kimi-k2.5-thinking / column accuracy),,out:model-not-established,out:model-not-established valsmedqa,vals.ai,?openai/gpt-3.5-turbo,not-established:absent,mixed,mid,Vals-platform-one-shot,per-test,0.000424,2.89e-07,,,58.471,score%,0.000289,,,https://vals.ai/benchmarks/medqa ($.tasks.overall / row openai/gpt-3.5-turbo / column accuracy),,out:model-not-established,out:model-not-established valsmedqa,vals.ai,gpt-4-turbo,solo,mixed,mid,Vals-platform-one-shot,per-test,0.012152,2.89e-07,,,81.986,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medqa ($.tasks.overall / row openai/gpt-4-turbo / column accuracy),,out:single-couple,out:cost-single-couple valsmedqa,vals.ai,gpt-4.1,solo,mixed,mid,Vals-platform-one-shot,per-test,0.002952,2.89e-07,,,91.183,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medqa ($.tasks.overall / row openai/gpt-4.1-2025-04-14 / column accuracy),,out:single-couple,out:cost-single-couple valsmedqa,vals.ai,gpt-4.1-mini,solo,mixed,mid,Vals-platform-one-shot,per-test,0.000519,2.89e-07,,,84.633,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medqa ($.tasks.overall / row openai/gpt-4.1-mini-2025-04-14 / column accuracy),,out:single-couple,out:cost-single-couple valsmedqa,vals.ai,gpt-4.1-nano,solo,mixed,mid,Vals-platform-one-shot,per-test,0.000154,2.89e-07,,,68.225,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medqa ($.tasks.overall / row openai/gpt-4.1-nano-2025-04-14 / column accuracy),,out:single-couple,out:cost-single-couple valsmedqa,vals.ai,gpt-4o-0806,solo,mixed,mid,Vals-platform-one-shot,per-test,0.002787,2.89e-07,,,88.161,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/medqa ($.tasks.overall / row openai/gpt-4o-2024-08-06 / column accuracy),,out:single-couple,out:cost-single-couple valsmedqa,vals.ai,gpt-4o-mini,solo,mixed,mid,Vals-platform-one-shot,per-test,0.000157,2.89e-07,,,72.436,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/medqa ($.tasks.overall / row openai/gpt-4o-mini-2024-07-18 / column accuracy),,out:single-couple,out:cost-single-couple valsmedqa,vals.ai,gpt-5,high,mixed,mid,Vals-platform-one-shot,per-test,0.020888,2.89e-07,,,96.317,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medqa ($.tasks.overall / row openai/gpt-5-2025-08-07 / column accuracy),,out:single-couple,out:cost-single-couple valsmedqa,vals.ai,gpt-5-mini,high,mixed,mid,Vals-platform-one-shot,per-test,0.002953,2.89e-07,,,96.058,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medqa ($.tasks.overall / row openai/gpt-5-mini-2025-08-07 / column accuracy),,out:single-couple,out:cost-single-couple valsmedqa,vals.ai,gpt-5-nano,high,mixed,mid,Vals-platform-one-shot,per-test,0.001254,2.89e-07,,,93.258,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medqa ($.tasks.overall / row openai/gpt-5-nano-2025-08-07 / column accuracy),,out:single-couple,out:cost-single-couple valsmedqa,vals.ai,gpt-5.1,high,mixed,mid,Vals-platform-one-shot,per-test,0.009789,2.89e-07,,,96.383,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medqa ($.tasks.overall / row openai/gpt-5.1-2025-11-13 / column accuracy),,in,in valsmedqa,vals.ai,gpt-5.2,xhigh,mixed,mid,Vals-platform-one-shot,per-test,0.021634,2.89e-07,,,94.133,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medqa ($.tasks.overall / row openai/gpt-5.2-2025-12-11 / column accuracy),,in,in valsmedqa,vals.ai,gpt-5.4,xhigh,mixed,mid,Vals-platform-one-shot,per-test,0.043618,2.89e-07,,,96.092,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medqa ($.tasks.overall / row openai/gpt-5.4-2026-03-05 / column accuracy),,in,in valsmedqa,vals.ai,o1,high,mixed,mid,Vals-platform-one-shot,per-test,0.05282,2.89e-07,,,96.517,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medqa ($.tasks.overall / row openai/o1-2024-12-17 / column accuracy),,out:single-couple,out:cost-single-couple valsmedqa,vals.ai,o1-mini,solo,mixed,mid,Vals-platform-one-shot,per-test,0.004296,2.89e-07,,,90.217,score%,0.000289,,cost-method-assumed-single,https://vals.ai/benchmarks/medqa ($.tasks.overall / row openai/o1-mini-2024-09-12 / column accuracy),,out:single-couple,out:cost-not-comparable valsmedqa,vals.ai,o1-preview,solo,mixed,mid,Vals-platform-one-shot,per-test,0.108667,2.89e-07,,,93.008,score%,0.000289,,cost-method-assumed-single,https://vals.ai/benchmarks/medqa ($.tasks.overall / row openai/o1-preview-2024-09-12 / column accuracy),,out:single-couple,out:cost-not-comparable valsmedqa,vals.ai,o3,high,mixed,mid,Vals-platform-one-shot,per-test,0.00542,2.89e-07,,,96.058,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medqa ($.tasks.overall / row openai/o3-2025-04-16 / column accuracy),,out:single-couple,out:cost-single-couple valsmedqa,vals.ai,o3-mini,high,mixed,mid,Vals-platform-one-shot,per-test,0.005327,2.89e-07,,,94.833,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medqa ($.tasks.overall / row openai/o3-mini-2025-01-31 / column accuracy),,out:single-couple,out:cost-single-couple valsmedqa,vals.ai,o4-mini,high,mixed,mid,Vals-platform-one-shot,per-test,0.002784,2.89e-07,,,96.017,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medqa ($.tasks.overall / row openai/o4-mini-2025-04-16 / column accuracy),,out:single-couple,out:cost-single-couple valsmedqa,vals.ai,?together/Qwen/Qwen2.5-72B-Instruct-Turbo,not-established:absent,mixed,mid,Vals-platform-one-shot,per-test,0.000836,2.89e-07,,,77.395,score%,0.000289,,,https://vals.ai/benchmarks/medqa ($.tasks.overall / row together/Qwen/Qwen2.5-72B-Instruct-Turbo / column accuracy),,out:model-not-established,out:model-not-established valsmedqa,vals.ai,?together/moonshotai/Kimi-K2-Instruct,not-established:absent,mixed,mid,Vals-platform-one-shot,per-test,0.001028,2.89e-07,,,83.975,score%,0.000289,,,https://vals.ai/benchmarks/medqa ($.tasks.overall / row together/moonshotai/Kimi-K2-Instruct / column accuracy),,out:model-not-established,out:model-not-established valsmedqa,vals.ai,glm-4.5,unstated,mixed,mid,Vals-platform-one-shot,per-test,0.003386,2.89e-07,,,89.975,score%,0.000289,,,https://vals.ai/benchmarks/medqa ($.tasks.overall / row zai/glm-4.5 / column accuracy),,out:effort-not-established,out:effort-not-established valsmedqa,vals.ai,glm-4.6,unstated,mixed,mid,Vals-platform-one-shot,per-test,0.004252,2.89e-07,,,92.225,score%,0.000289,,,https://vals.ai/benchmarks/medqa ($.tasks.overall / row zai/glm-4.6 / column accuracy),,out:effort-not-established,out:effort-not-established valsmedqa,vals.ai,glm-4.7,unstated,mixed,mid,Vals-platform-one-shot,per-test,0.00487,2.89e-07,,,93.742,score%,0.000289,,,https://vals.ai/benchmarks/medqa ($.tasks.overall / row zai/glm-4.7 / column accuracy),,out:effort-not-established,out:effort-not-established valsmedqa,vals.ai,?zai/glm-5-thinking,not-established:absent,mixed,mid,Vals-platform-one-shot,per-test,0.008007,2.89e-07,,,94.267,score%,0.000289,,,https://vals.ai/benchmarks/medqa ($.tasks.overall / row zai/glm-5-thinking / column accuracy),,out:model-not-established,out:model-not-established valsmedscribe#1,vals.ai,opus-5.5,max,writing,mid,Vals-runner,per-test,1.154156,2.89e-07,,,91.43,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row anthropic/claude-opus-5-5 / column accuracy),,in,in valsmedscribe#1,vals.ai,opus-5,max,writing,mid,Vals-runner,per-test,0.236275,2.89e-07,,,90.985,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row anthropic/claude-opus-5 / column accuracy),,in,in valsmedscribe#1,vals.ai,fable-5.1,max,writing,mid,Vals-runner,per-test,0.9635,2.89e-07,,,91.294,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row anthropic/claude-fable-5-1 / column accuracy),,in,in valsmedscribe#1,vals.ai,fable-5,max,writing,mid,Vals-runner,per-test,0.583239,2.89e-07,,,88.522,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row anthropic/claude-fable-5 / column accuracy),,in,in valsmedscribe#1,vals.ai,opus-4.8,max,writing,mid,Vals-runner,per-test,0.259121,2.89e-07,,,85.755,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row anthropic/claude-opus-4-8 / column accuracy),,in,in valsmedscribe#1,vals.ai,opus-4.7,max,writing,mid,Vals-runner,per-test,0.177841,2.89e-07,,,82.953,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row anthropic/claude-opus-4-7 / column accuracy),,in,in valsmedscribe#1,vals.ai,sonnet-5,max,writing,mid,Vals-runner,per-test,0.433684,2.89e-07,,,76.054,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row anthropic/claude-sonnet-5 / column accuracy),,in,in valsmedscribe#1,vals.ai,?anthropic/claude-haiku-4-5-20251001-thinking,not-established:absent,writing,mid,Vals-runner,per-test,0.042375,2.89e-07,,,85.23,score%,0.000289,,,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row anthropic/claude-haiku-4-5-20251001-thinking / column accuracy),,out:model-not-established,out:model-not-established valsmedscribe#1,vals.ai,sonnet-5.5,max,writing,mid,Vals-runner,per-test,0.38145299999999993,0.0734,,,91.101,score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row anthropic/claude-sonnet-5-5 / column accuracy),,in,out:cost-single-couple valsmedscribe#1,vals.ai,haiku-5.5,max,writing,mid,Vals-runner,per-test,0.043777,2.89e-07,,,89.542,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row anthropic/claude-haiku-5-5 / column accuracy),,in,in valsmedscribe#1,vals.ai,opus-4.6,max,writing,mid,Vals-runner,per-test,0.115121,2.89e-07,,,86.738,score%,0.000289,,cost-method-assumed-single,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row anthropic/claude-opus-4-6 / column accuracy),,out:single-couple,out:cost-not-comparable valsmedscribe#1,vals.ai,qwen3-max-0123,default,writing,mid,Vals-runner,per-test,0.085327,2.89e-07,,,72.709,score%,0.000289,,,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row alibaba/qwen3-max-2026-01-23 / column accuracy),,out:effort-not-established,out:effort-not-established valsmedscribe#1,vals.ai,qwen3-vl-plus-0923,default,writing,mid,Vals-runner,per-test,0.02022,2.89e-07,,,77.129,score%,0.000289,,,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row alibaba/qwen3-vl-plus-2025-09-23 / column accuracy),,out:effort-not-established,out:effort-not-established valsmedscribe#1,vals.ai,qwen3.5-flash,default,writing,mid,Vals-runner,per-test,0.004425,2.89e-07,,,70.619,score%,0.000289,,,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row alibaba/qwen3.5-flash / column accuracy),,out:effort-not-established,out:effort-not-established valsmedscribe#1,vals.ai,qwen3.6-plus,default,writing,mid,Vals-runner,per-test,0.029294,2.89e-07,,,76.963,score%,0.000289,,,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row alibaba/qwen3.6-plus / column accuracy),,out:effort-not-established,out:effort-not-established valsmedscribe#1,vals.ai,qwen3.7-max,default,writing,mid,Vals-runner,per-test,0.06907,2.89e-07,,,79.396,score%,0.000289,,,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row alibaba/qwen3.7-max / column accuracy),,out:effort-not-established,out:effort-not-established valsmedscribe#1,vals.ai,qwen3.8-27b,xhigh,writing,mid,Vals-runner,per-test,0.046732,2.89e-07,,,83.849,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row alibaba/qwen3.8-27b / column accuracy),,in,in valsmedscribe#1,vals.ai,?qwen3.8-max,not-established:absent,writing,mid,Vals-runner,per-test,0.089616,2.89e-07,,,84.947,score%,0.000289,,,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row alibaba/qwen3.8-max / column accuracy),,out:model-not-established,out:model-not-established valsmedscribe#1,vals.ai,deepseek-v4-flash-0731,high,writing,mid,Vals-runner,per-test,0.014247,2.89e-07,,,80.363,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row deepseek/deepseek-v4-flash-0731 / column accuracy),,in,in valsmedscribe#1,vals.ai,?deepseek/deepseek-v4-pro,not-established:absent,writing,mid,Vals-runner,per-test,0.053954,2.89e-07,,,75.144,score%,0.000289,,,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row deepseek/deepseek-v4-pro / column accuracy),,out:model-not-established,out:model-not-established valsmedscribe#1,vals.ai,deepseek-v4-pro-0813,max,writing,mid,Vals-runner,per-test,0.041127,2.89e-07,,,80.174,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row deepseek/deepseek-v4-pro-0813 / column accuracy),,in,in valsmedscribe#1,vals.ai,deepseek-v4.1-flash,high,writing,mid,Vals-runner,per-test,0.015397,2.89e-07,,,85.5,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row deepseek/deepseek-v4.1-flash / column accuracy),,in,in valsmedscribe#1,vals.ai,gemini-2.5-flash,unstated,writing,mid,Vals-runner,per-test,0.014869,2.89e-07,,,82.869,score%,0.000289,,,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row google/gemini-2.5-flash / column accuracy),,out:effort-not-established,out:effort-not-established valsmedscribe#1,vals.ai,gemini-2.5-flash-lite,unstated,writing,mid,Vals-runner,per-test,0.001211,2.89e-07,,,72.832,score%,0.000289,,,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row google/gemini-2.5-flash-lite / column accuracy),,out:effort-not-established,out:effort-not-established valsmedscribe#1,vals.ai,gemini-2.5-flash-lite-preview-09-2025,unstated,writing,mid,Vals-runner,per-test,0.001332,2.89e-07,,,75.824,score%,0.000289,,,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row google/gemini-2.5-flash-lite-preview-09-2025 / column accuracy),,out:effort-not-established,out:effort-not-established valsmedscribe#1,vals.ai,?google/gemini-2.5-flash-lite-preview-09-2025-thinking,not-established:absent,writing,mid,Vals-runner,per-test,0.002567,2.89e-07,,,66.877,score%,0.000289,,,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row google/gemini-2.5-flash-lite-preview-09-2025-thinking / column accuracy),,out:model-not-established,out:model-not-established valsmedscribe#1,vals.ai,gemini-2.5-flash-preview-09-2025,unstated,writing,mid,Vals-runner,per-test,0.014385,2.89e-07,,,77.946,score%,0.000289,,,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row google/gemini-2.5-flash-preview-09-2025 / column accuracy),,out:effort-not-established,out:effort-not-established valsmedscribe#1,vals.ai,?google/gemini-2.5-flash-preview-09-2025-thinking,not-established:absent,writing,mid,Vals-runner,per-test,0.014526,2.89e-07,,,78.497,score%,0.000289,,,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row google/gemini-2.5-flash-preview-09-2025-thinking / column accuracy),,out:model-not-established,out:model-not-established valsmedscribe#1,vals.ai,?google/gemini-2.5-flash-thinking,not-established:absent,writing,mid,Vals-runner,per-test,0.014824,2.89e-07,,,82.983,score%,0.000289,,,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row google/gemini-2.5-flash-thinking / column accuracy),,out:model-not-established,out:model-not-established valsmedscribe#1,vals.ai,gemini-2.5-pro,unstated,writing,mid,Vals-runner,per-test,0.046379,2.89e-07,,,73.552,score%,0.000289,,,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row google/gemini-2.5-pro / column accuracy),,out:effort-not-established,out:effort-not-established valsmedscribe#1,vals.ai,gemini-3-flash,high,writing,mid,Vals-runner,per-test,0.014379,2.89e-07,,,69.917,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row google/gemini-3-flash-preview / column accuracy),,in,in valsmedscribe#1,vals.ai,?google/gemini-3-pro-preview,not-established:absent,writing,mid,Vals-runner,per-test,0.061162,2.89e-07,,,72.036,score%,0.000289,,,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row google/gemini-3-pro-preview / column accuracy),,out:model-not-established,out:model-not-established valsmedscribe#1,vals.ai,gemini-3.1-flash-lite-preview,high,writing,mid,Vals-runner,per-test,0.002195,2.89e-07,,,63.902,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row google/gemini-3.1-flash-lite-preview / column accuracy),,in,in valsmedscribe#1,vals.ai,gemini-3.1-pro,high,writing,mid,Vals-runner,per-test,0.097954,2.89e-07,,,76.114,score%,0.000289,,cost-method-assumed-single,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row google/gemini-3.1-pro-preview / column accuracy),,in,out:cost-not-comparable valsmedscribe#1,vals.ai,?google/gemini-3.5-flash,not-established:absent,writing,mid,Vals-runner,per-test,0.166341,2.89e-07,,,76.574,score%,0.000289,,,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row google/gemini-3.5-flash / column accuracy),,out:model-not-established,out:model-not-established valsmedscribe#1,vals.ai,gemini-3.5-flash-lite,high,writing,mid,Vals-runner,per-test,0.019867,2.89e-07,,,70.886,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row google/gemini-3.5-flash-lite / column accuracy),,in,in valsmedscribe#1,vals.ai,gemini-3.6-flash,high,writing,mid,Vals-runner,per-test,0.073178,2.89e-07,,,79.661,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row google/gemini-3.6-flash / column accuracy),,in,in valsmedscribe#1,vals.ai,?google/gemini-3.7-flash,not-established:absent,writing,mid,Vals-runner,per-test,0.058736,2.89e-07,,,83.942,score%,0.000289,,,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row google/gemini-3.7-flash / column accuracy),,out:model-not-established,out:model-not-established valsmedscribe#1,vals.ai,gemini-3.8-flash,high,writing,mid,Vals-runner,per-test,0.025238,2.89e-07,,,84.496,score%,0.000289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row google/gemini-3.8-flash / column accuracy),,in,in valsmedscribe#1,vals.ai,gemini-4-argon,high,writing,mid,Vals-runner,per-test,0.147175,2.89e-07,,,87.427,score%,0.000289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row google/gemini-4-argon / column accuracy),,in,in valsmedscribe#1,vals.ai,?grok/grok-4-0709,not-established:absent,writing,mid,Vals-runner,per-test,0.063955,2.89e-07,,,78.152,score%,0.000289,,,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row grok/grok-4-0709 / column accuracy),,out:model-not-established,out:model-not-established valsmedscribe#1,vals.ai,?grok/grok-4-1-fast-non-reasoning,not-established:absent,writing,mid,Vals-runner,per-test,0.001782,2.89e-07,,,77.464,score%,0.000289,,,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row grok/grok-4-1-fast-non-reasoning / column accuracy),,out:model-not-established,out:model-not-established valsmedscribe#1,vals.ai,?grok/grok-4-1-fast-reasoning,not-established:absent,writing,mid,Vals-runner,per-test,0.002387,2.89e-07,,,78.732,score%,0.000289,,,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row grok/grok-4-1-fast-reasoning / column accuracy),,out:model-not-established,out:model-not-established valsmedscribe#1,vals.ai,?grok/grok-4-fast-non-reasoning,not-established:absent,writing,mid,Vals-runner,per-test,0.002056,2.89e-07,,,79.722,score%,0.000289,,,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row grok/grok-4-fast-non-reasoning / column accuracy),,out:model-not-established,out:model-not-established valsmedscribe#1,vals.ai,?grok/grok-4-fast-reasoning,not-established:absent,writing,mid,Vals-runner,per-test,0.002535,2.89e-07,,,81.632,score%,0.000289,,,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row grok/grok-4-fast-reasoning / column accuracy),,out:model-not-established,out:model-not-established valsmedscribe#1,vals.ai,grok-4.20,think,writing,mid,Vals-runner,per-test,0.022172958333333333,0.00527,,,63.412,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row grok/grok-4.20-0309-reasoning / column accuracy),,in,out:cost-single-couple valsmedscribe#1,vals.ai,grok-4.3,high,writing,mid,Vals-runner,per-test,0.015293,2.89e-07,,,74.399,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row grok/grok-4.3 / column accuracy),,in,in valsmedscribe#1,vals.ai,grok-4.5,high,writing,mid,Vals-runner,per-test,0.0265664,0.00383,,,86.884,score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row grok/grok-4.5 / column accuracy),,in,out:cost-single-couple valsmedscribe#1,vals.ai,grok-4.6,high,writing,mid,Vals-runner,per-test,0.03719,2.89e-07,,,86.534,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row grok/grok-4.6 / column accuracy),,in,in valsmedscribe#1,vals.ai,grok-4.7,xhigh,writing,mid,Vals-runner,per-test,0.074505,2.89e-07,,,89.377,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row grok/grok-4.7 / column accuracy),,in,in valsmedscribe#1,vals.ai,?kimi/kimi-k2.5-thinking,not-established:absent,writing,mid,Vals-runner,per-test,0.02489,2.89e-07,,,76.442,score%,0.000289,,,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row kimi/kimi-k2.5-thinking / column accuracy),,out:model-not-established,out:model-not-established valsmedscribe#1,vals.ai,kimi-k2.6,unstated,writing,mid,Vals-runner,per-test,0.055962,2.89e-07,,,78.149,score%,0.000289,,,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row kimi/kimi-k2.6 / column accuracy),,out:effort-not-established,out:effort-not-established valsmedscribe#1,vals.ai,kimi-k3,max,writing,mid,Vals-runner,per-test,0.110262,2.89e-07,,,88.048,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row kimi/kimi-k3 / column accuracy),,in,in valsmedscribe#1,vals.ai,gpt-5,high,writing,mid,Vals-runner,per-test,0.1015,2.89e-07,,,83.65,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row openai/gpt-5-2025-08-07 / column accuracy),,out:single-couple,out:cost-single-couple valsmedscribe#1,vals.ai,gpt-5-mini,high,writing,mid,Vals-runner,per-test,0.033478,2.89e-07,,,80.577,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row openai/gpt-5-mini-2025-08-07 / column accuracy),,out:single-couple,out:cost-single-couple valsmedscribe#1,vals.ai,gpt-5-nano,high,writing,mid,Vals-runner,per-test,0.006961,2.89e-07,,,72.865,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row openai/gpt-5-nano-2025-08-07 / column accuracy),,out:single-couple,out:cost-single-couple valsmedscribe#1,vals.ai,gpt-5.1,high,writing,mid,Vals-runner,per-test,0.096508,2.89e-07,,,88.09,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row openai/gpt-5.1-2025-11-13 / column accuracy),,in,in valsmedscribe#1,vals.ai,gpt-5.2,xhigh,writing,mid,Vals-runner,per-test,0.115422,2.89e-07,,,84.387,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row openai/gpt-5.2-2025-12-11 / column accuracy),,in,in valsmedscribe#1,vals.ai,gpt-5.4,xhigh,writing,mid,Vals-runner,per-test,0.639282,2.89e-07,,,77.549,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row openai/gpt-5.4-2026-03-05 / column accuracy),,in,in valsmedscribe#1,vals.ai,gpt-5.4-nano,high,writing,mid,Vals-runner,per-test,0.0018,2.89e-07,,,77.09,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row openai/gpt-5.4-nano-2026-03-17 / column accuracy),,in,in valsmedscribe#1,vals.ai,gpt-5.5,xhigh,writing,mid,Vals-runner,per-test,0.142988,2.89e-07,,,86.868,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row openai/gpt-5.5 / column accuracy),,in,in valsmedscribe#1,vals.ai,gpt-5.6-luna,max,writing,mid,Vals-runner,per-test,0.022813,2.89e-07,,,84.391,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row openai/gpt-5.6-luna / column accuracy),,in,in valsmedscribe#1,vals.ai,gpt-5.6-sol,max,writing,mid,Vals-runner,per-test,0.38045012500000003,0.02,,,85.233,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row openai/gpt-5.6-sol / column accuracy),,in,out:cost-single-couple valsmedscribe#1,vals.ai,gpt-5.6-terra,max,writing,mid,Vals-runner,per-test,0.062588,2.89e-07,,,82.869,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row openai/gpt-5.6-terra / column accuracy),,in,in valsmedscribe#1,vals.ai,gpt-6-astra,max,writing,mid,Vals-runner,per-test,0.581991,2.89e-07,,,87.908,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row openai/gpt-6-astra / column accuracy),,in,in valsmedscribe#1,vals.ai,gpt-6-luna,max,writing,mid,Vals-runner,per-test,0.009562,2.89e-07,,,83.71,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row openai/gpt-6-luna / column accuracy),,in,in valsmedscribe#1,vals.ai,gpt-6-sol,max,writing,mid,Vals-runner,per-test,0.083138,2.89e-07,,,82.034,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row openai/gpt-6-sol / column accuracy),,in,in valsmedscribe#1,vals.ai,gpt-6.1-sol,max,writing,mid,Vals-runner,per-test,0.100902,2.89e-07,,,86.453,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row openai/gpt-6.1-sol / column accuracy),,in,in valsmedscribe#1,vals.ai,o3,high,writing,mid,Vals-runner,per-test,0.040334,2.89e-07,,,76.654,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row openai/o3-2025-04-16 / column accuracy),,out:single-couple,out:cost-single-couple valsmedscribe#1,vals.ai,o4-mini,high,writing,mid,Vals-runner,per-test,0.040605,2.89e-07,,,69.139,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row openai/o4-mini-2025-04-16 / column accuracy),,out:single-couple,out:cost-single-couple valsmedscribe#1,vals.ai,glm-4.7,unstated,writing,mid,Vals-runner,per-test,0.019082,2.89e-07,,,68.629,score%,0.000289,,,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row zai/glm-4.7 / column accuracy),,out:effort-not-established,out:effort-not-established valsmedscribe#1,vals.ai,glm-5.1,unstated,writing,mid,Vals-runner,per-test,0.023717,2.89e-07,,,72.27,score%,0.000289,,,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row zai/glm-5.1 / column accuracy),,out:effort-not-established,out:effort-not-established valsmedscribe#1,vals.ai,glm-5.2,not-established:absent,writing,mid,Vals-runner,per-test,0.044912,2.89e-07,,,83.534,score%,0.000289,,,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row zai/glm-5.2 / column accuracy),,out:effort-not-established,out:effort-not-established valsmedscribe#1,vals.ai,glm-5.3,max,writing,mid,Vals-runner,per-test,0.057236,2.89e-07,,,88.81,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row zai/glm-5.3 / column accuracy),,in,in valsmedscribe#1,vals.ai,glm-5.3-flash,max,writing,mid,Vals-runner,per-test,0.002235,2.89e-07,,,88.936,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/medscribe ($.tasks.overall / row zai/glm-5.3-flash / column accuracy),,in,in valsmedscribe#1,vals.ai,?alibaba/qwen3.8-max,not-established:absent,writing,mid,Vals-runner,per-test,0.089616,2.89e-07,,,84.947,score%,0.000289,,,https://www.vals.ai/benchmarks/medscribe (payload tasks.overall / alibaba/qwen3.8-max / accuracy),,out:model-not-established,out:model-not-established valsmmlupro#1,vals.ai,opus-5,max,reasoning-math,mid,Vals-platform-one-shot,per-test,0.027843,2.89e-07,,,91.591,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row anthropic/claude-opus-5 / column accuracy),,in,in valsmmlupro#1,vals.ai,fable-5.1,max,reasoning-math,mid,Vals-platform-one-shot,per-test,0.097724,2.89e-07,,,92.375,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row anthropic/claude-fable-5-1 / column accuracy),,in,in valsmmlupro#1,vals.ai,fable-5,max,reasoning-math,mid,Vals-platform-one-shot,per-test,0.082276,2.89e-07,,,91.502,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row anthropic/claude-fable-5 / column accuracy),,in,in valsmmlupro#1,vals.ai,opus-4.8,max,reasoning-math,mid,Vals-platform-one-shot,per-test,0.060716,2.89e-07,,,89.585,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row anthropic/claude-opus-4-8 / column accuracy),,in,in valsmmlupro#1,vals.ai,sonnet-5,max,reasoning-math,mid,Vals-platform-one-shot,per-test,0.042996,2.89e-07,,,87.545,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row anthropic/claude-sonnet-5 / column accuracy),,in,in valsmmlupro#1,vals.ai,sonnet-4.6,max,reasoning-math,mid,Vals-platform-one-shot,per-test,0.066412,2.89e-07,,,87.341,accuracy%,0.000289,,,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row anthropic/claude-sonnet-4-6 / column accuracy),,out:effort-not-established,out:effort-not-established valsmmlupro#1,vals.ai,opus-4.7,max,reasoning-math,mid,Vals-platform-one-shot,per-test,0.061711,2.89e-07,,,89.871,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row anthropic/claude-opus-4-7 / column accuracy),,in,in valsmmlupro#1,vals.ai,?anthropic/claude-haiku-4-5-20251001-thinking,not-established:absent,reasoning-math,mid,Vals-platform-one-shot,per-test,0.018312,2.89e-07,,,78.715,accuracy%,0.000289,,,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row anthropic/claude-haiku-4-5-20251001-thinking / column accuracy),,out:model-not-established,out:model-not-established valsmmlupro#1,vals.ai,qwen3-max-0923,solo,reasoning-math,mid,Vals-platform-one-shot,per-test,0.006426,2.89e-07,,,84.36,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row alibaba/qwen3-max / column accuracy),,out:single-couple,out:cost-single-couple valsmmlupro#1,vals.ai,qwen3-max-0123,default,reasoning-math,mid,Vals-platform-one-shot,per-test,0.026557,2.89e-07,,,84.976,accuracy%,0.000289,,,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row alibaba/qwen3-max-2026-01-23 / column accuracy),,out:effort-not-established,out:effort-not-established valsmmlupro#1,vals.ai,qwen3-max-preview,default,reasoning-math,mid,Vals-platform-one-shot,per-test,0.006194,2.89e-07,,,83.537,accuracy%,0.000289,,,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row alibaba/qwen3-max-preview / column accuracy),,out:effort-not-established,out:effort-not-established valsmmlupro#1,vals.ai,qwen3.5-flash,default,reasoning-math,mid,Vals-platform-one-shot,per-test,0.001734,2.89e-07,,,84.061,accuracy%,0.000289,,,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row alibaba/qwen3.5-flash / column accuracy),,out:effort-not-established,out:effort-not-established valsmmlupro#1,vals.ai,qwen3.5-plus,think,reasoning-math,mid,Vals-platform-one-shot,per-test,0.008912,2.89e-07,,,87.178,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row alibaba/qwen3.5-plus-thinking / column accuracy),,in,out:cost-not-comparable valsmmlupro#1,vals.ai,qwen3.6-plus,default,reasoning-math,mid,Vals-platform-one-shot,per-test,0.008813,2.89e-07,,,87.668,accuracy%,0.000289,,,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row alibaba/qwen3.6-plus / column accuracy),,out:effort-not-established,out:effort-not-established valsmmlupro#1,vals.ai,qwen3.7-max,default,reasoning-math,mid,Vals-platform-one-shot,per-test,0.01678,2.89e-07,,,89.311,accuracy%,0.000289,,,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row alibaba/qwen3.7-max / column accuracy),,out:effort-not-established,out:effort-not-established valsmmlupro#1,vals.ai,qwen3.8-27b,xhigh,reasoning-math,mid,Vals-platform-one-shot,per-test,0.010543,2.89e-07,,,84.337,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row alibaba/qwen3.8-27b / column accuracy),,in,in valsmmlupro#1,vals.ai,qwen3.8-max,xhigh,reasoning-math,mid,Vals-platform-one-shot,per-test,0.018585,2.89e-07,,,88.602,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row alibaba/qwen3.8-max / column accuracy),,in,in valsmmlupro#1,vals.ai,deepseek-v4-flash-0731,high,reasoning-math,mid,Vals-platform-one-shot,per-test,0.00265,2.89e-07,,,86.206,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row deepseek/deepseek-v4-flash-0731 / column accuracy),,in,in valsmmlupro#1,vals.ai,?deepseek/deepseek-v4-pro,not-established:absent,reasoning-math,mid,Vals-platform-one-shot,per-test,0.027032,2.89e-07,,,87.249,accuracy%,0.000289,,,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row deepseek/deepseek-v4-pro / column accuracy),,out:model-not-established,out:model-not-established valsmmlupro#1,vals.ai,deepseek-v4-pro-0813,max,reasoning-math,mid,Vals-platform-one-shot,per-test,0.01283,2.89e-07,,,86.972,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row deepseek/deepseek-v4-pro-0813 / column accuracy),,in,in valsmmlupro#1,vals.ai,deepseek-r1,solo,reasoning-math,mid,Vals-platform-one-shot,per-test,0.0050155749999999995,6.6e-06,,,83.184,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row fireworks/deepseek-r1 / column accuracy),,out:single-couple,out:cost-single-couple valsmmlupro#1,vals.ai,deepseek-v3,solo,reasoning-math,mid,Vals-platform-one-shot,per-test,0.0010183666666666667,0.000356,,,73.82,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row fireworks/deepseek-v3 / column accuracy),,out:single-couple,out:cost-single-couple valsmmlupro#1,vals.ai,deepseek-v3-0324,solo,reasoning-math,mid,Vals-platform-one-shot,per-test,0.0011188333333333332,0.000391,,,79.474,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row fireworks/deepseek-v3-0324 / column accuracy),,out:single-couple,out:cost-single-couple valsmmlupro#1,vals.ai,deepseek-v3.2,not-established:absent,reasoning-math,mid,Vals-platform-one-shot,per-test,0.000283,2.89e-07,,,83.056,accuracy%,0.000289,,,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row fireworks/deepseek-v3p2 / column accuracy),,out:effort-not-established,out:effort-not-established valsmmlupro#1,vals.ai,?fireworks/deepseek-v3p2-thinking,not-established:absent,reasoning-math,mid,Vals-platform-one-shot,per-test,0.001102,2.89e-07,,,84.917,accuracy%,0.000289,,,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row fireworks/deepseek-v3p2-thinking / column accuracy),,out:model-not-established,out:model-not-established valsmmlupro#1,vals.ai,gpt-oss-120b,unstated,reasoning-math,mid,Vals-platform-one-shot,per-test,0.001438,2.89e-07,,,79.166,accuracy%,0.000289,,,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row fireworks/gpt-oss-120b / column accuracy),,out:effort-not-established,out:effort-not-established valsmmlupro#1,vals.ai,gpt-oss-20b,unstated,reasoning-math,mid,Vals-platform-one-shot,per-test,0.00062,2.89e-07,,,71.636,accuracy%,0.000289,,,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row fireworks/gpt-oss-20b / column accuracy),,out:effort-not-established,out:effort-not-established valsmmlupro#1,vals.ai,qwen3-235b-a22b,default,reasoning-math,mid,Vals-platform-one-shot,per-test,0.002316,2.89e-07,,,81.246,accuracy%,0.000289,,,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row fireworks/qwen3-235b-a22b / column accuracy),,out:effort-not-established,out:effort-not-established valsmmlupro#1,vals.ai,gemini-1.5-flash-002,solo,reasoning-math,mid,Vals-platform-one-shot,per-test,0.00017,2.89e-07,,,65.606,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row google/gemini-1.5-flash-002 / column accuracy),,out:single-couple,out:cost-not-comparable valsmmlupro#1,vals.ai,gemini-1.5-pro-002,solo,reasoning-math,mid,Vals-platform-one-shot,per-test,0.002649,2.89e-07,,,75.294,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row google/gemini-1.5-pro-002 / column accuracy),,out:single-couple,out:cost-not-comparable valsmmlupro#1,vals.ai,gemini-2.0-flash,solo,reasoning-math,mid,Vals-platform-one-shot,per-test,0.000414,2.89e-07,,,77.376,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row google/gemini-2.0-flash-001 / column accuracy),,out:single-couple,out:cost-single-couple valsmmlupro#1,vals.ai,gemini-2.5-flash-lite-preview-09-2025,unstated,reasoning-math,mid,Vals-platform-one-shot,per-test,0.000556,2.89e-07,,,78.639,accuracy%,0.000289,,,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row google/gemini-2.5-flash-lite-preview-09-2025 / column accuracy),,out:effort-not-established,out:effort-not-established valsmmlupro#1,vals.ai,?google/gemini-2.5-flash-lite-preview-09-2025-thinking,not-established:absent,reasoning-math,mid,Vals-platform-one-shot,per-test,0.000314,2.89e-07,,,79.118,accuracy%,0.000289,,,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row google/gemini-2.5-flash-lite-preview-09-2025-thinking / column accuracy),,out:model-not-established,out:model-not-established valsmmlupro#1,vals.ai,gemini-2.5-flash-preview-09-2025,unstated,reasoning-math,mid,Vals-platform-one-shot,per-test,0.001454,2.89e-07,,,83.686,accuracy%,0.000289,,,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row google/gemini-2.5-flash-preview-09-2025 / column accuracy),,out:effort-not-established,out:effort-not-established valsmmlupro#1,vals.ai,?google/gemini-2.5-flash-preview-09-2025-thinking,not-established:absent,reasoning-math,mid,Vals-platform-one-shot,per-test,0.00146,2.89e-07,,,83.664,accuracy%,0.000289,,,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row google/gemini-2.5-flash-preview-09-2025-thinking / column accuracy),,out:model-not-established,out:model-not-established valsmmlupro#1,vals.ai,gemini-2.5-pro-exp-03-25,solo,reasoning-math,mid,Vals-platform-one-shot,per-test,0.009006,2.89e-07,,,84.058,accuracy%,0.000289,,cost-method-assumed-single,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row google/gemini-2.5-pro-exp-03-25 / column accuracy),,out:single-couple,out:cost-not-comparable valsmmlupro#1,vals.ai,gemini-3-flash,high,reasoning-math,mid,Vals-platform-one-shot,per-test,0.019364,2.89e-07,,,88.592,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row google/gemini-3-flash-preview / column accuracy),,in,in valsmmlupro#1,vals.ai,?google/gemini-3-pro-preview,not-established:absent,reasoning-math,mid,Vals-platform-one-shot,per-test,0.036926,2.89e-07,,,90.102,accuracy%,0.000289,,,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row google/gemini-3-pro-preview / column accuracy),,out:model-not-established,out:model-not-established valsmmlupro#1,vals.ai,gemini-3.1-flash-lite-preview,high,reasoning-math,mid,Vals-platform-one-shot,per-test,0.001052,2.89e-07,,,86.24,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row google/gemini-3.1-flash-lite-preview / column accuracy),,in,in valsmmlupro#1,vals.ai,gemini-3.1-pro,high,reasoning-math,mid,Vals-platform-one-shot,per-test,0.027545,2.89e-07,,,90.987,accuracy%,0.000289,,cost-method-assumed-single,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row google/gemini-3.1-pro-preview / column accuracy),,in,out:cost-not-comparable valsmmlupro#1,vals.ai,gemini-3.5-flash,high,reasoning-math,mid,Vals-platform-one-shot,per-test,0.02498,2.89e-07,,,89.515,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row google/gemini-3.5-flash / column accuracy),,in,in valsmmlupro#1,vals.ai,gemini-3.5-flash-lite,high,reasoning-math,mid,Vals-platform-one-shot,per-test,0.004522,2.89e-07,,,85.836,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row google/gemini-3.5-flash-lite / column accuracy),,in,in valsmmlupro#1,vals.ai,gemini-3.6-flash,high,reasoning-math,mid,Vals-platform-one-shot,per-test,0.013327,2.89e-07,,,89.276,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row google/gemini-3.6-flash / column accuracy),,in,in valsmmlupro#1,vals.ai,gemini-3.7-flash,high,reasoning-math,mid,Vals-platform-one-shot,per-test,0.010817,2.89e-07,,,90.121,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row google/gemini-3.7-flash / column accuracy),,in,in valsmmlupro#1,vals.ai,gemini-3.8-flash,high,reasoning-math,mid,Vals-platform-one-shot,per-test,0.022457,2.89e-07,,,90.221,accuracy%,0.000289,,EAP-run; base-scheduled-list-price; cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row google/gemini-3.8-flash / column accuracy),,in,in valsmmlupro#1,vals.ai,grok-2-1212,solo,reasoning-math,mid,Vals-platform-one-shot,per-test,0.005966,2.89e-07,,,75.473,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row grok/grok-2-1212 / column accuracy),,out:single-couple,out:cost-single-couple valsmmlupro#1,vals.ai,?grok/grok-3,not-established:absent,reasoning-math,mid,Vals-platform-one-shot,per-test,0.016622,2.89e-07,,,79.949,accuracy%,0.000289,,,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row grok/grok-3 / column accuracy),,out:model-not-established,out:model-not-established valsmmlupro#1,vals.ai,?grok/grok-3-mini-fast-high-reasoning,not-established:absent,reasoning-math,mid,Vals-platform-one-shot,per-test,0.001758,2.89e-07,,,81.374,accuracy%,0.000289,,,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row grok/grok-3-mini-fast-high-reasoning / column accuracy),,out:model-not-established,out:model-not-established valsmmlupro#1,vals.ai,?grok/grok-3-mini-fast-low-reasoning,not-established:absent,reasoning-math,mid,Vals-platform-one-shot,per-test,0.001026,2.89e-07,,,80.011,accuracy%,0.000289,,,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row grok/grok-3-mini-fast-low-reasoning / column accuracy),,out:model-not-established,out:model-not-established valsmmlupro#1,vals.ai,?grok/grok-4-0709,not-established:absent,reasoning-math,mid,Vals-platform-one-shot,per-test,0.05025,2.89e-07,,,85.304,accuracy%,0.000289,,,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row grok/grok-4-0709 / column accuracy),,out:model-not-established,out:model-not-established valsmmlupro#1,vals.ai,?grok/grok-4-1-fast-non-reasoning,not-established:absent,reasoning-math,mid,Vals-platform-one-shot,per-test,0.000217,2.89e-07,,,75.214,accuracy%,0.000289,,,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row grok/grok-4-1-fast-non-reasoning / column accuracy),,out:model-not-established,out:model-not-established valsmmlupro#1,vals.ai,?grok/grok-4-1-fast-reasoning,not-established:absent,reasoning-math,mid,Vals-platform-one-shot,per-test,0.001078,2.89e-07,,,84.18,accuracy%,0.000289,,,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row grok/grok-4-1-fast-reasoning / column accuracy),,out:model-not-established,out:model-not-established valsmmlupro#1,vals.ai,?grok/grok-4-fast-non-reasoning,not-established:absent,reasoning-math,mid,Vals-platform-one-shot,per-test,0.001084,2.89e-07,,,70.342,accuracy%,0.000289,,,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row grok/grok-4-fast-non-reasoning / column accuracy),,out:model-not-established,out:model-not-established valsmmlupro#1,vals.ai,?grok/grok-4-fast-reasoning,not-established:absent,reasoning-math,mid,Vals-platform-one-shot,per-test,0.001742,2.89e-07,,,79.704,accuracy%,0.000289,,,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row grok/grok-4-fast-reasoning / column accuracy),,out:model-not-established,out:model-not-established valsmmlupro#1,vals.ai,grok-4.20,think,reasoning-math,mid,Vals-platform-one-shot,per-test,0.009092166666666667,0.00216,,,86.254,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row grok/grok-4.20-0309-reasoning / column accuracy),,in,out:cost-single-couple valsmmlupro#1,vals.ai,grok-4.3,high,reasoning-math,mid,Vals-platform-one-shot,per-test,0.009489,2.89e-07,,,85.838,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row grok/grok-4.3 / column accuracy),,in,in valsmmlupro#1,vals.ai,grok-4.5,high,reasoning-math,mid,Vals-platform-one-shot,per-test,0.011979199999999999,0.00173,,,89.216,accuracy%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row grok/grok-4.5 / column accuracy),,in,out:cost-single-couple valsmmlupro#1,vals.ai,grok-4.6,high,reasoning-math,mid,Vals-platform-one-shot,per-test,0.015391,2.89e-07,,,89.4,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row grok/grok-4.6 / column accuracy),,in,in valsmmlupro#1,vals.ai,?kimi/kimi-k2-thinking,not-established:absent,reasoning-math,mid,Vals-platform-one-shot,per-test,0.002067,2.89e-07,,,81.068,accuracy%,0.000289,,,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row kimi/kimi-k2-thinking / column accuracy),,out:model-not-established,out:model-not-established valsmmlupro#1,vals.ai,?kimi/kimi-k2.5-thinking,not-established:absent,reasoning-math,mid,Vals-platform-one-shot,per-test,0.00793,2.89e-07,,,85.914,accuracy%,0.000289,,,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row kimi/kimi-k2.5-thinking / column accuracy),,out:model-not-established,out:model-not-established valsmmlupro#1,vals.ai,kimi-k2.6,unstated,reasoning-math,mid,Vals-platform-one-shot,per-test,0.018214,2.89e-07,,,87.572,accuracy%,0.000289,,,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row kimi/kimi-k2.6 / column accuracy),,out:effort-not-established,out:effort-not-established valsmmlupro#1,vals.ai,kimi-k3,max,reasoning-math,mid,Vals-platform-one-shot,per-test,0.021327,2.89e-07,,,87.973,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row kimi/kimi-k3 / column accuracy),,in,in valsmmlupro#1,vals.ai,gpt-4.1,solo,reasoning-math,mid,Vals-platform-one-shot,per-test,0.007141,2.89e-07,,,80.495,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row openai/gpt-4.1-2025-04-14 / column accuracy),,out:single-couple,out:cost-single-couple valsmmlupro#1,vals.ai,gpt-4.1-mini,solo,reasoning-math,mid,Vals-platform-one-shot,per-test,0.001316,2.89e-07,,,77.225,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row openai/gpt-4.1-mini-2025-04-14 / column accuracy),,out:single-couple,out:cost-single-couple valsmmlupro#1,vals.ai,gpt-4.1-nano,solo,reasoning-math,mid,Vals-platform-one-shot,per-test,0.000337,2.89e-07,,,63.479,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row openai/gpt-4.1-nano-2025-04-14 / column accuracy),,out:single-couple,out:cost-single-couple valsmmlupro#1,vals.ai,gpt-4o-0806,solo,reasoning-math,mid,Vals-platform-one-shot,per-test,0.007217,2.89e-07,,,74.13,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row openai/gpt-4o-2024-08-06 / column accuracy),,out:single-couple,out:cost-single-couple valsmmlupro#1,vals.ai,gpt-4o-1120,solo,reasoning-math,mid,Vals-platform-one-shot,per-test,0.007465,2.89e-07,,,72.563,accuracy%,0.000289,,cost-method-assumed-single,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row openai/gpt-4o-2024-11-20 / column accuracy),,out:single-couple,out:cost-not-comparable valsmmlupro#1,vals.ai,gpt-4o-mini,solo,reasoning-math,mid,Vals-platform-one-shot,per-test,0.000412,2.89e-07,,,62.735,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row openai/gpt-4o-mini-2024-07-18 / column accuracy),,out:single-couple,out:cost-single-couple valsmmlupro#1,vals.ai,gpt-5,high,reasoning-math,mid,Vals-platform-one-shot,per-test,0.024135,2.89e-07,,,86.544,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row openai/gpt-5-2025-08-07 / column accuracy),,out:single-couple,out:cost-single-couple valsmmlupro#1,vals.ai,gpt-5-mini,high,reasoning-math,mid,Vals-platform-one-shot,per-test,0.005196,2.89e-07,,,82.226,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row openai/gpt-5-mini-2025-08-07 / column accuracy),,out:single-couple,out:cost-single-couple valsmmlupro#1,vals.ai,gpt-5-nano,high,reasoning-math,mid,Vals-platform-one-shot,per-test,0.001887,2.89e-07,,,76.067,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row openai/gpt-5-nano-2025-08-07 / column accuracy),,out:single-couple,out:cost-single-couple valsmmlupro#1,vals.ai,gpt-5.1,high,reasoning-math,mid,Vals-platform-one-shot,per-test,0.018514,2.89e-07,,,86.377,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row openai/gpt-5.1-2025-11-13 / column accuracy),,in,in valsmmlupro#1,vals.ai,gpt-5.2,xhigh,reasoning-math,mid,Vals-platform-one-shot,per-test,0.03698,2.89e-07,,,86.234,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row openai/gpt-5.2-2025-12-11 / column accuracy),,in,in valsmmlupro#1,vals.ai,gpt-5.4,xhigh,reasoning-math,mid,Vals-platform-one-shot,per-test,0.050888,2.89e-07,,,87.482,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row openai/gpt-5.4-2026-03-05 / column accuracy),,in,in valsmmlupro#1,vals.ai,gpt-5.4-mini,xhigh,reasoning-math,mid,Vals-platform-one-shot,per-test,0.00368,2.89e-07,,,84.554,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row openai/gpt-5.4-mini-2026-03-17 / column accuracy),,in,in valsmmlupro#1,vals.ai,gpt-5.4-nano,high,reasoning-math,mid,Vals-platform-one-shot,per-test,0.000396,2.89e-07,,,77.172,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row openai/gpt-5.4-nano-2026-03-17 / column accuracy),,in,in valsmmlupro#1,vals.ai,gpt-5.5,xhigh,reasoning-math,mid,Vals-platform-one-shot,per-test,0.027891,2.89e-07,,,88.144,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row openai/gpt-5.5 / column accuracy),,in,in valsmmlupro#1,vals.ai,gpt-5.6-luna,max,reasoning-math,mid,Vals-platform-one-shot,per-test,0.002842,2.89e-07,,,86.036,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row openai/gpt-5.6-luna / column accuracy),,in,in valsmmlupro#1,vals.ai,gpt-5.6-sol,max,reasoning-math,mid,Vals-platform-one-shot,per-test,0.044119624999999996,0.00232,,,89.1,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row openai/gpt-5.6-sol / column accuracy),,in,out:cost-single-couple valsmmlupro#1,vals.ai,gpt-5.6-terra,xhigh,reasoning-math,mid,Vals-platform-one-shot,per-test,0.008039,2.89e-07,,,86.659,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row openai/gpt-5.6-terra / column accuracy),,in,in valsmmlupro#1,vals.ai,o1,high,reasoning-math,mid,Vals-platform-one-shot,per-test,0.116223,2.89e-07,,,83.488,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row openai/o1-2024-12-17 / column accuracy),,out:single-couple,out:cost-single-couple valsmmlupro#1,vals.ai,o3,high,reasoning-math,mid,Vals-platform-one-shot,per-test,0.011827,2.89e-07,,,85.595,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row openai/o3-2025-04-16 / column accuracy),,out:single-couple,out:cost-single-couple valsmmlupro#1,vals.ai,o3-mini,high,reasoning-math,mid,Vals-platform-one-shot,per-test,0.012991,2.89e-07,,,78.689,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row openai/o3-mini-2025-01-31 / column accuracy),,out:single-couple,out:cost-single-couple valsmmlupro#1,vals.ai,o4-mini,high,reasoning-math,mid,Vals-platform-one-shot,per-test,0.005524,2.89e-07,,,80.561,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row openai/o4-mini-2025-04-16 / column accuracy),,out:single-couple,out:cost-single-couple valsmmlupro#1,vals.ai,?together/moonshotai/Kimi-K2-Instruct,not-established:absent,reasoning-math,mid,Vals-platform-one-shot,per-test,0.002836,2.89e-07,,,79.394,accuracy%,0.000289,,,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row together/moonshotai/Kimi-K2-Instruct / column accuracy),,out:model-not-established,out:model-not-established valsmmlupro#1,vals.ai,glm-4.5,unstated,reasoning-math,mid,Vals-platform-one-shot,per-test,0.009757,2.89e-07,,,81.222,accuracy%,0.000289,,,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row zai/glm-4.5 / column accuracy),,out:effort-not-established,out:effort-not-established valsmmlupro#1,vals.ai,glm-4.6,unstated,reasoning-math,mid,Vals-platform-one-shot,per-test,0.006572,2.89e-07,,,82.203,accuracy%,0.000289,,,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row zai/glm-4.6 / column accuracy),,out:effort-not-established,out:effort-not-established valsmmlupro#1,vals.ai,glm-4.7,unstated,reasoning-math,mid,Vals-platform-one-shot,per-test,0.00798,2.89e-07,,,82.736,accuracy%,0.000289,,,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row zai/glm-4.7 / column accuracy),,out:effort-not-established,out:effort-not-established valsmmlupro#1,vals.ai,?zai/glm-5-thinking,not-established:absent,reasoning-math,mid,Vals-platform-one-shot,per-test,0.011542,2.89e-07,,,86.03,accuracy%,0.000289,,,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row zai/glm-5-thinking / column accuracy),,out:model-not-established,out:model-not-established valsmmlupro#1,vals.ai,glm-5.1,unstated,reasoning-math,mid,Vals-platform-one-shot,per-test,0.012383,2.89e-07,,,86.9,accuracy%,0.000289,,,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row zai/glm-5.1 / column accuracy),,out:effort-not-established,out:effort-not-established valsmmlupro#1,vals.ai,glm-5.2,max,reasoning-math,mid,Vals-platform-one-shot,per-test,0.013838,2.89e-07,,,86.714,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row zai/glm-5.2 / column accuracy),,in,in valsmmlupro#1,vals.ai,glm-5.3,max,reasoning-math,mid,Vals-platform-one-shot,per-test,0.016639,2.89e-07,,,86.77,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row zai/glm-5.3 / column accuracy),,in,in valsmmlupro#1,vals.ai,glm-5.3-flash,max,reasoning-math,mid,Vals-platform-one-shot,per-test,0.001058,2.89e-07,,,86.059,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/mmlu_pro ($.tasks.overall / row zai/glm-5.3-flash / column accuracy),,in,in valsmmmu#1,vals.ai,opus-5,max,reasoning-math,mid,Vals-platform-one-shot,per-test,0.069014,2.89e-07,,,89.884,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mmmu ($.tasks.overall / row anthropic/claude-opus-5 / column accuracy),,in,in valsmmmu#1,vals.ai,fable-5.1,max,reasoning-math,mid,Vals-platform-one-shot,per-test,0.166285,2.89e-07,,,90.636,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mmmu ($.tasks.overall / row anthropic/claude-fable-5-1 / column accuracy),,in,in valsmmmu#1,vals.ai,fable-5,max,reasoning-math,mid,Vals-platform-one-shot,per-test,0.16064,2.89e-07,,,89.306,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mmmu ($.tasks.overall / row anthropic/claude-fable-5 / column accuracy),,in,in valsmmmu#1,vals.ai,opus-4.8,max,reasoning-math,mid,Vals-platform-one-shot,per-test,0.120663,2.89e-07,,,86.59,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mmmu ($.tasks.overall / row anthropic/claude-opus-4-8 / column accuracy),,in,in valsmmmu#1,vals.ai,sonnet-5,max,reasoning-math,mid,Vals-platform-one-shot,per-test,0.033133,2.89e-07,,,83.006,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mmmu ($.tasks.overall / row anthropic/claude-sonnet-5 / column accuracy),,in,in valsmmmu#1,vals.ai,sonnet-4.6,not-established:absent,reasoning-math,mid,Vals-platform-one-shot,per-test,0.144122,2.89e-07,,,83.584,accuracy%,0.000289,,,https://vals.ai/benchmarks/mmmu ($.tasks.overall / row anthropic/claude-sonnet-4-6 / column accuracy),,out:effort-not-established,out:effort-not-established valsmmmu#1,vals.ai,opus-4.7,max,reasoning-math,mid,Vals-platform-one-shot,per-test,0.170461,2.89e-07,,,85.549,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mmmu ($.tasks.overall / row anthropic/claude-opus-4-7 / column accuracy),,in,in valsmmmu#1,vals.ai,?anthropic/claude-haiku-4-5-20251001-thinking,not-established:absent,reasoning-math,mid,Vals-platform-one-shot,per-test,0.027476,2.89e-07,,,46.069,accuracy%,0.000289,,,https://vals.ai/benchmarks/mmmu ($.tasks.overall / row anthropic/claude-haiku-4-5-20251001-thinking / column accuracy),,out:model-not-established,out:model-not-established valsmmmu#1,vals.ai,qwen3.5-flash,default,reasoning-math,mid,Vals-platform-one-shot,per-test,0.002615,2.89e-07,,,81.908,accuracy%,0.000289,,,https://vals.ai/benchmarks/mmmu ($.tasks.overall / row alibaba/qwen3.5-flash / column accuracy),,out:effort-not-established,out:effort-not-established valsmmmu#1,vals.ai,qwen3.5-plus,think,reasoning-math,mid,Vals-platform-one-shot,per-test,0.01513,2.89e-07,,,22.775,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single,https://vals.ai/benchmarks/mmmu ($.tasks.overall / row alibaba/qwen3.5-plus-thinking / column accuracy),,in,out:cost-not-comparable valsmmmu#1,vals.ai,qwen3.6-plus,default,reasoning-math,mid,Vals-platform-one-shot,per-test,0.017413,2.89e-07,,,84.162,accuracy%,0.000289,,,https://vals.ai/benchmarks/mmmu ($.tasks.overall / row alibaba/qwen3.6-plus / column accuracy),,out:effort-not-established,out:effort-not-established valsmmmu#1,vals.ai,qwen3.8-27b,xhigh,reasoning-math,mid,Vals-platform-one-shot,per-test,0.012642,2.89e-07,,,83.931,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mmmu ($.tasks.overall / row alibaba/qwen3.8-27b / column accuracy),,in,in valsmmmu#1,vals.ai,qwen3.8-max,xhigh,reasoning-math,mid,Vals-platform-one-shot,per-test,0.015881,2.89e-07,,,88.035,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mmmu ($.tasks.overall / row alibaba/qwen3.8-max / column accuracy),,in,in valsmmmu#1,vals.ai,gemini-1.5-flash-002,solo,reasoning-math,mid,Vals-platform-one-shot,per-test,0.000114,2.89e-07,,,57.192,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single,https://vals.ai/benchmarks/mmmu ($.tasks.overall / row google/gemini-1.5-flash-002 / column accuracy),,out:single-couple,out:cost-not-comparable valsmmmu#1,vals.ai,gemini-1.5-pro-002,solo,reasoning-math,mid,Vals-platform-one-shot,per-test,0.001846,2.89e-07,,,65.511,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single,https://vals.ai/benchmarks/mmmu ($.tasks.overall / row google/gemini-1.5-pro-002 / column accuracy),,out:single-couple,out:cost-not-comparable valsmmmu#1,vals.ai,gemini-2.0-flash,solo,reasoning-math,mid,Vals-platform-one-shot,per-test,0.000365,2.89e-07,,,69.786,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/mmmu ($.tasks.overall / row google/gemini-2.0-flash-001 / column accuracy),,out:single-couple,out:cost-single-couple valsmmmu#1,vals.ai,gemini-2.5-flash-lite-preview-09-2025,unstated,reasoning-math,mid,Vals-platform-one-shot,per-test,0.000899,2.89e-07,,,72.543,accuracy%,0.000289,,,https://vals.ai/benchmarks/mmmu ($.tasks.overall / row google/gemini-2.5-flash-lite-preview-09-2025 / column accuracy),,out:effort-not-established,out:effort-not-established valsmmmu#1,vals.ai,?google/gemini-2.5-flash-lite-preview-09-2025-thinking,not-established:absent,reasoning-math,mid,Vals-platform-one-shot,per-test,0.000356,2.89e-07,,,75.434,accuracy%,0.000289,,,https://vals.ai/benchmarks/mmmu ($.tasks.overall / row google/gemini-2.5-flash-lite-preview-09-2025-thinking / column accuracy),,out:model-not-established,out:model-not-established valsmmmu#1,vals.ai,gemini-2.5-flash-preview-04-17,unstated,reasoning-math,mid,Vals-platform-one-shot,per-test,0.02536,2.89e-07,,,67.995,accuracy%,0.000289,,,https://vals.ai/benchmarks/mmmu ($.tasks.overall / row google/gemini-2.5-flash-preview-04-17 / column accuracy),,out:effort-not-established,out:effort-not-established valsmmmu#1,vals.ai,?google/gemini-2.5-flash-preview-04-17-thinking,not-established:absent,reasoning-math,mid,Vals-platform-one-shot,per-test,0.002641,2.89e-07,,,71.924,accuracy%,0.000289,,,https://vals.ai/benchmarks/mmmu ($.tasks.overall / row google/gemini-2.5-flash-preview-04-17-thinking / column accuracy),,out:model-not-established,out:model-not-established valsmmmu#1,vals.ai,gemini-2.5-flash-preview-09-2025,unstated,reasoning-math,mid,Vals-platform-one-shot,per-test,0.00187,2.89e-07,,,79.48,accuracy%,0.000289,,,https://vals.ai/benchmarks/mmmu ($.tasks.overall / row google/gemini-2.5-flash-preview-09-2025 / column accuracy),,out:effort-not-established,out:effort-not-established valsmmmu#1,vals.ai,?google/gemini-2.5-flash-preview-09-2025-thinking,not-established:absent,reasoning-math,mid,Vals-platform-one-shot,per-test,0.001858,2.89e-07,,,80.751,accuracy%,0.000289,,,https://vals.ai/benchmarks/mmmu ($.tasks.overall / row google/gemini-2.5-flash-preview-09-2025-thinking / column accuracy),,out:model-not-established,out:model-not-established valsmmmu#1,vals.ai,gemini-2.5-pro-exp-03-25,solo,reasoning-math,mid,Vals-platform-one-shot,per-test,0.007771,2.89e-07,,,81.34,accuracy%,0.000289,,cost-method-assumed-single,https://vals.ai/benchmarks/mmmu ($.tasks.overall / row google/gemini-2.5-pro-exp-03-25 / column accuracy),,out:single-couple,out:cost-not-comparable valsmmmu#1,vals.ai,gemini-3-flash,high,reasoning-math,mid,Vals-platform-one-shot,per-test,0.014422,2.89e-07,,,87.63,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mmmu ($.tasks.overall / row google/gemini-3-flash-preview / column accuracy),,in,in valsmmmu#1,vals.ai,?google/gemini-3-pro-preview,not-established:absent,reasoning-math,mid,Vals-platform-one-shot,per-test,0.010159,2.89e-07,,,87.514,accuracy%,0.000289,,,https://vals.ai/benchmarks/mmmu ($.tasks.overall / row google/gemini-3-pro-preview / column accuracy),,out:model-not-established,out:model-not-established valsmmmu#1,vals.ai,gemini-3.1-flash-lite-preview,high,reasoning-math,mid,Vals-platform-one-shot,per-test,0.003187,2.89e-07,,,82.486,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/mmmu ($.tasks.overall / row google/gemini-3.1-flash-lite-preview / column accuracy),,in,in valsmmmu#1,vals.ai,gemini-3.1-pro,high,reasoning-math,mid,Vals-platform-one-shot,per-test,0.064084,2.89e-07,,,88.208,accuracy%,0.000289,,cost-method-assumed-single,https://vals.ai/benchmarks/mmmu ($.tasks.overall / row google/gemini-3.1-pro-preview / column accuracy),,in,out:cost-not-comparable valsmmmu#1,vals.ai,gemini-3.5-flash,high,reasoning-math,mid,Vals-platform-one-shot,per-test,0.025155,2.89e-07,,,88.266,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mmmu ($.tasks.overall / row google/gemini-3.5-flash / column accuracy),,in,in valsmmmu#1,vals.ai,gemini-3.5-flash-lite,high,reasoning-math,mid,Vals-platform-one-shot,per-test,0.006577,2.89e-07,,,83.584,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mmmu ($.tasks.overall / row google/gemini-3.5-flash-lite / column accuracy),,in,in valsmmmu#1,vals.ai,gemini-3.6-flash,high,reasoning-math,mid,Vals-platform-one-shot,per-test,0.0186,2.89e-07,,,88.382,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mmmu ($.tasks.overall / row google/gemini-3.6-flash / column accuracy),,in,in valsmmmu#1,vals.ai,gemini-3.7-flash,high,reasoning-math,mid,Vals-platform-one-shot,per-test,0.014052,2.89e-07,,,88.96,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mmmu ($.tasks.overall / row google/gemini-3.7-flash / column accuracy),,in,in valsmmmu#1,vals.ai,gemini-3.8-flash,high,reasoning-math,mid,Vals-platform-one-shot,per-test,0.004472,2.89e-07,,,89.075,accuracy%,0.000289,,EAP-run; base-scheduled-list-price; cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/mmmu ($.tasks.overall / row google/gemini-3.8-flash / column accuracy),,in,in valsmmmu#1,vals.ai,grok-2-vision-1212,unstated,reasoning-math,mid,Vals-platform-one-shot,per-test,0.005402,2.89e-07,,,57.25,accuracy%,0.000289,,,https://vals.ai/benchmarks/mmmu ($.tasks.overall / row grok/grok-2-vision-1212 / column accuracy),,out:effort-not-established,out:effort-not-established valsmmmu#1,vals.ai,?grok/grok-4-0709,not-established:absent,reasoning-math,mid,Vals-platform-one-shot,per-test,0.097579,2.89e-07,,,76.27,accuracy%,0.000289,,,https://vals.ai/benchmarks/mmmu ($.tasks.overall / row grok/grok-4-0709 / column accuracy),,out:model-not-established,out:model-not-established valsmmmu#1,vals.ai,?grok/grok-4-1-fast-non-reasoning,not-established:absent,reasoning-math,mid,Vals-platform-one-shot,per-test,0.000628,2.89e-07,,,63.699,accuracy%,0.000289,,,https://vals.ai/benchmarks/mmmu ($.tasks.overall / row grok/grok-4-1-fast-non-reasoning / column accuracy),,out:model-not-established,out:model-not-established valsmmmu#1,vals.ai,?grok/grok-4-1-fast-reasoning,not-established:absent,reasoning-math,mid,Vals-platform-one-shot,per-test,0.00056,2.89e-07,,,72.659,accuracy%,0.000289,,,https://vals.ai/benchmarks/mmmu ($.tasks.overall / row grok/grok-4-1-fast-reasoning / column accuracy),,out:model-not-established,out:model-not-established valsmmmu#1,vals.ai,?grok/grok-4-fast-non-reasoning,not-established:absent,reasoning-math,mid,Vals-platform-one-shot,per-test,0.001555,2.89e-07,,,63.41,accuracy%,0.000289,,,https://vals.ai/benchmarks/mmmu ($.tasks.overall / row grok/grok-4-fast-non-reasoning / column accuracy),,out:model-not-established,out:model-not-established valsmmmu#1,vals.ai,?grok/grok-4-fast-reasoning,not-established:absent,reasoning-math,mid,Vals-platform-one-shot,per-test,0.00288,2.89e-07,,,72.775,accuracy%,0.000289,,,https://vals.ai/benchmarks/mmmu ($.tasks.overall / row grok/grok-4-fast-reasoning / column accuracy),,out:model-not-established,out:model-not-established valsmmmu#1,vals.ai,grok-4.20,think,reasoning-math,mid,Vals-platform-one-shot,per-test,0.01889054166666667,0.00449,,,83.468,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/mmmu ($.tasks.overall / row grok/grok-4.20-0309-reasoning / column accuracy),,in,out:cost-single-couple valsmmmu#1,vals.ai,grok-4.3,high,reasoning-math,mid,Vals-platform-one-shot,per-test,0.02182,2.89e-07,,,83.064,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mmmu ($.tasks.overall / row grok/grok-4.3 / column accuracy),,in,in valsmmmu#1,vals.ai,grok-4.5,high,reasoning-math,mid,Vals-platform-one-shot,per-test,0.0240936,0.00348,,,61.792,accuracy%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/mmmu ($.tasks.overall / row grok/grok-4.5 / column accuracy),,in,out:cost-single-couple valsmmmu#1,vals.ai,?kimi/kimi-k2.5-thinking,not-established:absent,reasoning-math,mid,Vals-platform-one-shot,per-test,0.019563,2.89e-07,,,84.335,accuracy%,0.000289,,,https://vals.ai/benchmarks/mmmu ($.tasks.overall / row kimi/kimi-k2.5-thinking / column accuracy),,out:model-not-established,out:model-not-established valsmmmu#1,vals.ai,kimi-k2.6,unstated,reasoning-math,mid,Vals-platform-one-shot,per-test,0.034867,2.89e-07,,,86.301,accuracy%,0.000289,,,https://vals.ai/benchmarks/mmmu ($.tasks.overall / row kimi/kimi-k2.6 / column accuracy),,out:effort-not-established,out:effort-not-established valsmmmu#1,vals.ai,kimi-k3,max,reasoning-math,mid,Vals-platform-one-shot,per-test,0.059115,2.89e-07,,,88.15,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/mmmu ($.tasks.overall / row kimi/kimi-k3 / column accuracy),,in,in valsmmmu#1,vals.ai,gpt-4.1,solo,reasoning-math,mid,Vals-platform-one-shot,per-test,0.007959,2.89e-07,,,72.386,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mmmu ($.tasks.overall / row openai/gpt-4.1-2025-04-14 / column accuracy),,out:single-couple,out:cost-single-couple valsmmmu#1,vals.ai,gpt-4.1-mini,solo,reasoning-math,mid,Vals-platform-one-shot,per-test,0.001788,2.89e-07,,,70.537,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mmmu ($.tasks.overall / row openai/gpt-4.1-mini-2025-04-14 / column accuracy),,out:single-couple,out:cost-single-couple valsmmmu#1,vals.ai,gpt-4.1-nano,solo,reasoning-math,mid,Vals-platform-one-shot,per-test,0.000566,2.89e-07,,,55.055,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mmmu ($.tasks.overall / row openai/gpt-4.1-nano-2025-04-14 / column accuracy),,out:single-couple,out:cost-single-couple valsmmmu#1,vals.ai,gpt-4o-0806,solo,reasoning-math,mid,Vals-platform-one-shot,per-test,0.006251,2.89e-07,,,64.009,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/mmmu ($.tasks.overall / row openai/gpt-4o-2024-08-06 / column accuracy),,out:single-couple,out:cost-single-couple valsmmmu#1,vals.ai,gpt-4o-1120,solo,reasoning-math,mid,Vals-platform-one-shot,per-test,0.006822,2.89e-07,,,62.161,accuracy%,0.000289,,cost-method-assumed-single,https://vals.ai/benchmarks/mmmu ($.tasks.overall / row openai/gpt-4o-2024-11-20 / column accuracy),,out:single-couple,out:cost-not-comparable valsmmmu#1,vals.ai,gpt-4o-mini,solo,reasoning-math,mid,Vals-platform-one-shot,per-test,0.00037,2.89e-07,,,56.557,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/mmmu ($.tasks.overall / row openai/gpt-4o-mini-2024-07-18 / column accuracy),,out:single-couple,out:cost-single-couple valsmmmu#1,vals.ai,gpt-5,high,reasoning-math,mid,Vals-platform-one-shot,per-test,0.032532,2.89e-07,,,81.503,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mmmu ($.tasks.overall / row openai/gpt-5-2025-08-07 / column accuracy),,out:single-couple,out:cost-single-couple valsmmmu#1,vals.ai,gpt-5-mini,high,reasoning-math,mid,Vals-platform-one-shot,per-test,0.007152,2.89e-07,,,78.914,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mmmu ($.tasks.overall / row openai/gpt-5-mini-2025-08-07 / column accuracy),,out:single-couple,out:cost-single-couple valsmmmu#1,vals.ai,gpt-5-nano,high,reasoning-math,mid,Vals-platform-one-shot,per-test,0.002619,2.89e-07,,,70.942,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mmmu ($.tasks.overall / row openai/gpt-5-nano-2025-08-07 / column accuracy),,out:single-couple,out:cost-single-couple valsmmmu#1,vals.ai,gpt-5.1,high,reasoning-math,mid,Vals-platform-one-shot,per-test,0.002764,2.89e-07,,,83.179,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mmmu ($.tasks.overall / row openai/gpt-5.1-2025-11-13 / column accuracy),,in,in valsmmmu#1,vals.ai,gpt-5.2,xhigh,reasoning-math,mid,Vals-platform-one-shot,per-test,0.061121,2.89e-07,,,86.667,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mmmu ($.tasks.overall / row openai/gpt-5.2-2025-12-11 / column accuracy),,in,in valsmmmu#1,vals.ai,gpt-5.4,xhigh,reasoning-math,mid,Vals-platform-one-shot,per-test,0.047083,2.89e-07,,,87.514,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mmmu ($.tasks.overall / row openai/gpt-5.4-2026-03-05 / column accuracy),,in,in valsmmmu#1,vals.ai,gpt-5.4-mini,xhigh,reasoning-math,mid,Vals-platform-one-shot,per-test,0.007061,2.89e-07,,,79.249,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mmmu ($.tasks.overall / row openai/gpt-5.4-mini-2026-03-17 / column accuracy),,in,in valsmmmu#1,vals.ai,gpt-5.4-nano,high,reasoning-math,mid,Vals-platform-one-shot,per-test,0.000844,2.89e-07,,,73.584,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mmmu ($.tasks.overall / row openai/gpt-5.4-nano-2026-03-17 / column accuracy),,in,in valsmmmu#1,vals.ai,gpt-5.5,xhigh,reasoning-math,mid,Vals-platform-one-shot,per-test,0.043319,2.89e-07,,,88.266,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mmmu ($.tasks.overall / row openai/gpt-5.5 / column accuracy),,in,in valsmmmu#1,vals.ai,gpt-5.6-luna,max,reasoning-math,mid,Vals-platform-one-shot,per-test,0.006419,2.89e-07,,,85.029,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mmmu ($.tasks.overall / row openai/gpt-5.6-luna / column accuracy),,in,in valsmmmu#1,vals.ai,gpt-5.6-sol,max,reasoning-math,mid,Vals-platform-one-shot,per-test,0.076718125,0.00403,,,88.844,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/mmmu ($.tasks.overall / row openai/gpt-5.6-sol / column accuracy),,in,out:cost-single-couple valsmmmu#1,vals.ai,gpt-5.6-terra,max,reasoning-math,mid,Vals-platform-one-shot,per-test,0.016375,2.89e-07,,,86.474,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mmmu ($.tasks.overall / row openai/gpt-5.6-terra / column accuracy),,in,in valsmmmu#1,vals.ai,o1,not-established:absent,reasoning-math,mid,Vals-platform-one-shot,per-test,0.14586,2.89e-07,,,77.412,accuracy%,0.000289,,,https://vals.ai/benchmarks/mmmu ($.tasks.overall / row openai/o1-2024-12-17 / column accuracy),,out:effort-not-established,out:effort-not-established valsmmmu#1,vals.ai,o3,high,reasoning-math,mid,Vals-platform-one-shot,per-test,0.015444,2.89e-07,,,80.416,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mmmu ($.tasks.overall / row openai/o3-2025-04-16 / column accuracy),,out:single-couple,out:cost-single-couple valsmmmu#1,vals.ai,o4-mini,high,reasoning-math,mid,Vals-platform-one-shot,per-test,0.010516,2.89e-07,,,79.665,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mmmu ($.tasks.overall / row openai/o4-mini-2025-04-16 / column accuracy),,out:single-couple,out:cost-single-couple valsmmmu#1,vals.ai,glm-5.3-flash,max,reasoning-math,mid,Vals-platform-one-shot,per-test,0.000962,2.89e-07,,,86.012,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/mmmu ($.tasks.overall / row zai/glm-5.3-flash / column accuracy),,in,in valsindex4@vals.ai#none,vals.ai,deepseek-v4.1-flash-1017,max,mixed,hard,Vals-Index,per-test,0.657,0.000289,,,61.26,accuracy%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.vals.ai/models/deepseek_deepseek-v4.1-flash-1017 (section Benchmarks, row Vals Index)",,in,out:cost-single-couple valsfinindex@vals.ai#none,vals.ai,deepseek-v4.1-flash-1017,max,mixed,hard,Vals-Index,,,,,,60.89,accuracy%,0.00289,,,"https://www.vals.ai/models/deepseek_deepseek-v4.1-flash-1017 (section Benchmarks, row Vals Finance Index)",,out:republished, valslegalindex@vals.ai#none,vals.ai,deepseek-v4.1-flash-1017,max,mixed,hard,Vals-Index,,,,,,71.86,accuracy%,0.00289,,restated-from:Vals Legal Index; same-runs-as:src-vals.ai-legal_index-2026-11-05#M6,"https://www.vals.ai/models/deepseek_deepseek-v4.1-flash-1017 (section Benchmarks, row Vals Legal Index)",,out:copy, valscodemig11@vals.ai#none,vals.ai,deepseek-v4.1-flash-1017,max,coding,hard,Vals-runner,,,,,,67.52,accuracy%,0.00289,,,"https://www.vals.ai/models/deepseek_deepseek-v4.1-flash-1017 (section Benchmarks, row Code Migration v1.1)",,out:republished, valsemb11@vals.ai#none,vals.ai,deepseek-v4.1-flash-1017,max,agentic-tool,hard,EMB,,,,,,69.17,accuracy%,0.00289,,,"https://www.vals.ai/models/deepseek_deepseek-v4.1-flash-1017 (section Benchmarks, row EMB v1.1)",,out:republished, valsfab21@vals.ai#none,vals.ai,deepseek-v4.1-flash-1017,max,agentic-tool,hard,Vals-runner,,,,,,62.93,accuracy%,0.00289,,,"https://www.vals.ai/models/deepseek_deepseek-v4.1-flash-1017 (section Benchmarks, row Finance Agent v2.1)",,out:republished, valslegal@vals.ai#none,vals.ai,deepseek-v4.1-flash-1017,max,agentic-tool,hard,Vals-runner,,,,,,45.19,score%,0.00289,,,"https://www.vals.ai/models/deepseek_deepseek-v4.1-flash-1017 (section Benchmarks, row Legal Research Bench)",,out:republished, valstax@vals.ai#none,vals.ai,deepseek-v4.1-flash-1017,max,agentic-tool,hard,Vals-runner,,,,,,44.35,score%,0.00289,,,"https://www.vals.ai/models/deepseek_deepseek-v4.1-flash-1017 (section Benchmarks, row Tax Agent Bench)",,in, valsvibecode@vals.ai#none,vals.ai,deepseek-v4.1-flash-1017,max,coding,hard,,,,,,,87.73,score%,0.00289,,,"https://www.vals.ai/models/deepseek_deepseek-v4.1-flash-1017 (section Benchmarks, row Vibe Code Bench v1.1)",,in, valshlab-2026-10-21@vals.ai#none,vals.ai,deepseek-v4.1-flash-1017,max,agentic-tool,frontier,Vals-runner,,,,,,14.17,score%,0.00289,,,"https://www.vals.ai/models/deepseek_deepseek-v4.1-flash-1017 (section Benchmarks, row HLAB-Vals-1.1)",,out:single-couple, valstb4@vals.ai#none,vals.ai,deepseek-v4.1-flash-1017,max,coding,hard,Vals-runner,,,,,,31.82,accuracy%,0.00289,,,"https://www.vals.ai/models/deepseek_deepseek-v4.1-flash-1017 (section Benchmarks, row Terminal-Bench 4.0)",,in, valsindex4@vals.ai#none,vals.ai,fable-5.2,high,mixed,hard,Vals-Index,per-test,17.94,0.00289,,,71.31,accuracy%,0.00289,,restated-from:the vals.ai benchmark pages; same-runs-as:src-vals.ai-vals_index-2026-11-09#M1,"https://www.vals.ai/models/anthropic_claude-fable-5-2 (model page, ""Benchmarks / Accuracy / Rankings"" table, row Vals Index)",,out:copy,out:copy valsfinindex@vals.ai#none,vals.ai,fable-5.2,high,mixed,hard,Vals-Index,,,,,,63.58,accuracy%,0.00289,,restated-from:the vals.ai benchmark pages; same-runs-as:src-vals.ai-finance_index-2026-11-09#M1,"https://www.vals.ai/models/anthropic_claude-fable-5-2 (model page, ""Benchmarks / Accuracy / Rankings"" table, row Vals Finance Index)",,out:copy, valslegalindex@vals.ai#none,vals.ai,fable-5.2,high,mixed,hard,Vals-Index,,,,,,69.17,accuracy%,0.00289,,restated-from:the vals.ai benchmark pages; same-runs-as:src-vals.ai-legal_index-2026-11-09#M1,"https://www.vals.ai/models/anthropic_claude-fable-5-2 (model page, ""Benchmarks / Accuracy / Rankings"" table, row Vals Legal Index)",,out:copy, valsscience@vals.ai#none,vals.ai,fable-5.2,high,mixed,hard,Vals-runner,,,,,,63.74,accuracy%,0.00289,,restated-from:the vals.ai benchmark pages; same-runs-as:src-vals.ai-science_index-2026-11-09#M1,"https://www.vals.ai/models/anthropic_claude-fable-5-2 (model page, ""Benchmarks / Accuracy / Rankings"" table, row Vals Science Index)",,out:copy, valscodemig11@vals.ai#none,vals.ai,fable-5.2,high,coding,hard,Vals-runner,,,,,,83.27,accuracy%,0.00289,,restated-from:the vals.ai benchmark pages; same-runs-as:src-vals.ai-code-migration-v1-1-2026-11-09#M1,"https://www.vals.ai/models/anthropic_claude-fable-5-2 (model page, ""Benchmarks / Accuracy / Rankings"" table, row Code Migration v1.1)",,out:copy, valsemb11@vals.ai#none,vals.ai,fable-5.2,high,agentic-tool,hard,EMB,,,,,,77.38,accuracy%,0.00289,,restated-from:the vals.ai benchmark pages; same-runs-as:src-vals.ai-emb-v1-1-2026-11-09#M1,"https://www.vals.ai/models/anthropic_claude-fable-5-2 (model page, ""Benchmarks / Accuracy / Rankings"" table, row EMB v1.1)",,out:copy, valsfab21@vals.ai#none,vals.ai,fable-5.2,high,agentic-tool,hard,Vals-runner,,,,,,69.47,accuracy%,0.00289,,restated-from:the vals.ai benchmark pages; same-runs-as:src-vals.ai-fabv2-1-2026-11-09#M1,"https://www.vals.ai/models/anthropic_claude-fable-5-2 (model page, ""Benchmarks / Accuracy / Rankings"" table, row Finance Agent v2.1)",,out:copy, valsimmigration@vals.ai#none,vals.ai,fable-5.2,high,reasoning-math,hard,Vals-runner,,,,,,73.98,accuracy%,0.00289,,restated-from:the vals.ai benchmark pages; same-runs-as:src-vals.ai-immigration-2026-11-09#M1,"https://www.vals.ai/models/anthropic_claude-fable-5-2 (model page, ""Benchmarks / Accuracy / Rankings"" table, row Immigration)",,out:copy, valslegal@vals.ai#none,vals.ai,fable-5.2,high,agentic-tool,hard,Vals-runner,,,,,,46.15,score%,0.00289,,restated-from:the vals.ai benchmark pages; same-runs-as:src-vals.ai-legal_research-2026-11-09#M1,"https://www.vals.ai/models/anthropic_claude-fable-5-2 (model page, ""Benchmarks / Accuracy / Rankings"" table, row Legal Research Bench)",,out:copy, valsmystery@vals.ai#none,vals.ai,fable-5.2,high,reasoning-math,hard,Vals-runner,,,,,,51.80,score%,0.00289,,restated-from:the vals.ai benchmark pages; same-runs-as:src-vals.ai-mysterymechanism-2026-11-09#M1,"https://www.vals.ai/models/anthropic_claude-fable-5-2 (model page, ""Benchmarks / Accuracy / Rankings"" table, row MysteryMechanism)",,out:copy, valsproof@vals.ai#none,vals.ai,fable-5.2,high,reasoning-math,frontier,Vals-runner,,,,,,100.00,score%,0.00289,,restated-from:the vals.ai benchmark pages; same-runs-as:src-vals.ai-proof_bench-2026-11-09#M1,"https://www.vals.ai/models/anthropic_claude-fable-5-2 (model page, ""Benchmarks / Accuracy / Rankings"" table, row ProofBench v1.1)",,out:uninformative, valstax@vals.ai#none,vals.ai,fable-5.2,high,agentic-tool,hard,Vals-runner,,,,,,32.09,score%,0.00289,,restated-from:the vals.ai benchmark pages; same-runs-as:src-vals.ai-tax_agent_bench-2026-11-09#M1,"https://www.vals.ai/models/anthropic_claude-fable-5-2 (model page, ""Benchmarks / Accuracy / Rankings"" table, row Tax Agent Bench)",,out:copy, valsvibecode@vals.ai#none,vals.ai,fable-5.2,high,coding,hard,,,,,,,93.77,score%,0.00289,,restated-from:the vals.ai benchmark pages; same-runs-as:src-vals.ai-vibe-code-2026-11-09#M1,"https://www.vals.ai/models/anthropic_claude-fable-5-2 (model page, ""Benchmarks / Accuracy / Rankings"" table, row Vibe Code Bench v1.1)",,out:copy, valsbiomyst@vals.ai#none,vals.ai,fable-5.2,high,mixed,hard,Terminus,,,,,,83.70,accuracy%,0.00289,,restated-from:the vals.ai benchmark pages; same-runs-as:src-vals.ai-biomysterybench-2026-11-09#M1,"https://www.vals.ai/models/anthropic_claude-fable-5-2 (model page, ""Benchmarks / Accuracy / Rankings"" table, row BioMysteryBench)",,out:copy, valshlab-2026-10-21@vals.ai#none,vals.ai,fable-5.2,high,agentic-tool,frontier,Vals-runner,,,,,,5.00,score%,0.00289,,restated-from:the vals.ai benchmark pages; same-runs-as:src-vals.ai-hlab-2026-11-09#M1,"https://www.vals.ai/models/anthropic_claude-fable-5-2 (model page, ""Benchmarks / Accuracy / Rankings"" table, row HLAB-Vals-1.1)",,out:copy, valsprogram@vals.ai#none,vals.ai,fable-5.2,high,coding,frontier,Vals-runner,,,,,,19.00,score%,0.00289,,restated-from:the vals.ai benchmark pages; same-runs-as:src-vals.ai-programbench-2026-11-09#M1,"https://www.vals.ai/models/anthropic_claude-fable-5-2 (model page, ""Benchmarks / Accuracy / Rankings"" table, row ProgramBench)",,out:copy, valsswemm@vals.ai#none,vals.ai,fable-5.2,high,coding,hard,Vals-runner,,,,,,62.29,resolved%,0.00289,,restated-from:the vals.ai benchmark pages; same-runs-as:src-vals.ai-swebench-multimodal-2026-11-09#M1,"https://www.vals.ai/models/anthropic_claude-fable-5-2 (model page, ""Benchmarks / Accuracy / Rankings"" table, row SWE-bench Multimodal)",,out:copy, valstb4@vals.ai#none,vals.ai,fable-5.2,high,coding,hard,Vals-runner,,,,,,65.15,accuracy%,0.00289,,restated-from:the vals.ai benchmark pages; same-runs-as:src-vals.ai-terminal-bench-4-2026-11-09#M1,"https://www.vals.ai/models/anthropic_claude-fable-5-2 (model page, ""Benchmarks / Accuracy / Rankings"" table, row Terminal-Bench 4.0)",,out:copy, valstbsci@vals.ai#none,vals.ai,fable-5.2,high,coding,hard,Vals-runner,,,,,,55.71,accuracy%,0.00289,,restated-from:the vals.ai benchmark pages; same-runs-as:src-vals.ai-terminal-bench-science-2026-11-09#M1,"https://www.vals.ai/models/anthropic_claude-fable-5-2 (model page, ""Benchmarks / Accuracy / Rankings"" table, row Terminal-Bench-Science)",,out:copy, valsswebench@vals.ai#none,vals.ai,opus-5,max,coding,hard,,,,,,,97.00,resolved%,0.00289,,EAP-run,"https://www.vals.ai/models/anthropic_claude-opus-5 (page, table ""Benchmarks / Accuracy / Rankings"", row SWE-bench)",,out:republished, valsmmlupro#none,vals.ai,opus-5,max,reasoning-math,mid,Vals-platform-one-shot,,,,,,91.59,accuracy%,0.00289,,EAP-run,"https://www.vals.ai/models/anthropic_claude-opus-5 (page, table ""Benchmarks / Accuracy / Rankings"", row MMLU Pro)",,out:republished, valsvibecode@vals.ai#none,vals.ai,opus-5,max,coding,hard,,,,,,,88.40,score%,0.00289,,EAP-run,"https://www.vals.ai/models/anthropic_claude-opus-5 (page, table ""Benchmarks / Accuracy / Rankings"", row Vibe Code Bench v1.1)",,in, valsswebench@vals.ai#none,vals.ai,sonnet-5,max,coding,hard,,,,,,,79.60,resolved%,0.00289,,,"https://www.vals.ai/models/anthropic_claude-sonnet-5 (page, table ""Benchmarks / Accuracy / Rankings"", row SWE-bench)",,out:republished, valsmmlupro#none,vals.ai,sonnet-5,max,reasoning-math,mid,Vals-platform-one-shot,,,,,,87.55,accuracy%,0.00289,,,"https://www.vals.ai/models/anthropic_claude-sonnet-5 (page, table ""Benchmarks / Accuracy / Rankings"", row MMLU Pro)",,out:republished, valsvibecode@vals.ai#none,vals.ai,sonnet-5,max,coding,hard,,,,,,,81.33,score%,0.00289,,,"https://www.vals.ai/models/anthropic_claude-sonnet-5 (page, table ""Benchmarks / Accuracy / Rankings"", row Vibe Code Bench v1.1)",,in, valsswebench@vals.ai#none,vals.ai,deepseek-v4-flash-0731,high,coding,hard,,,,,,,88.80,resolved%,0.00289,,,"https://www.vals.ai/models/deepseek_deepseek-v4-flash-0731 (page, table ""Benchmarks / Accuracy / Rankings"", row SWE-bench)",,out:republished, valslcb#none,vals.ai,deepseek-v4-flash-0731,high,coding,mid,Vals-platform-one-shot,,,,,,87.26,accuracy%,0.00289,,,"https://www.vals.ai/models/deepseek_deepseek-v4-flash-0731 (page, table ""Benchmarks / Accuracy / Rankings"", row LiveCodeBench)",,out:republished, valsindex4@vals.ai#none,vals.ai,gemini-4-carbon,high,mixed,hard,Vals-Index,per-test,10.51,0.00289,,,70.45,accuracy%,0.00289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://www.vals.ai/models/google_gemini-4-carbon (page modèle, liste des benchmarks (précision, marge, rang sur le nombre de modèles))",,in,out:cost-single-couple valsrsi,vals.ai,gemini-4-carbon,high,agentic-tool,frontier,,,,,,,27.74,index%,0.00289,,,"https://www.vals.ai/models/google_gemini-4-carbon (page modèle, liste des benchmarks (précision, marge, rang sur le nombre de modèles))",,out:not-headline, valsfinindex@vals.ai#none,vals.ai,gemini-4-carbon,high,mixed,hard,Vals-Index,,,,,,67.05,accuracy%,0.00289,,,"https://www.vals.ai/models/google_gemini-4-carbon (page modèle, liste des benchmarks (précision, marge, rang sur le nombre de modèles))",,out:republished, valslegalindex@vals.ai#none,vals.ai,gemini-4-carbon,high,mixed,hard,Vals-Index,,,,,,75.93,accuracy%,0.00289,,restated-from:Vals Legal Index; same-runs-as:src-vals.ai-legal_index-2026-11-16#M1,"https://www.vals.ai/models/google_gemini-4-carbon (page modèle, liste des benchmarks (précision, marge, rang sur le nombre de modèles))",,out:copy, valsemb11@vals.ai#none,vals.ai,gemini-4-carbon,high,agentic-tool,hard,EMB,,,,,,76.47,accuracy%,0.00289,,,"https://www.vals.ai/models/google_gemini-4-carbon (page modèle, liste des benchmarks (précision, marge, rang sur le nombre de modèles))",,out:republished, valsfab21@vals.ai#none,vals.ai,gemini-4-carbon,high,agentic-tool,hard,Vals-runner,,,,,,67.16,accuracy%,0.00289,,,"https://www.vals.ai/models/google_gemini-4-carbon (page modèle, liste des benchmarks (précision, marge, rang sur le nombre de modèles))",,out:republished, valslegal@vals.ai#none,vals.ai,gemini-4-carbon,high,agentic-tool,hard,Vals-runner,,,,,,55.77,score%,0.00289,,,"https://www.vals.ai/models/google_gemini-4-carbon (page modèle, liste des benchmarks (précision, marge, rang sur le nombre de modèles))",,out:republished, valstax@vals.ai#none,vals.ai,gemini-4-carbon,high,agentic-tool,hard,Vals-runner,,,,,,51.78,score%,0.00289,,,"https://www.vals.ai/models/google_gemini-4-carbon (page modèle, liste des benchmarks (précision, marge, rang sur le nombre de modèles))",,in, valsvcb100#none,vals.ai,gemini-4-carbon,high,coding,hard,Vals-runner,,,,,,49.73,score%,0.00289,,,"https://www.vals.ai/models/google_gemini-4-carbon (page modèle, liste des benchmarks (précision, marge, rang sur le nombre de modèles))",,in, valsvibecode@vals.ai#none,vals.ai,gemini-4-carbon,high,coding,hard,,,,,,,89.06,score%,0.00289,,,"https://www.vals.ai/models/google_gemini-4-carbon (page modèle, liste des benchmarks (précision, marge, rang sur le nombre de modèles))",,in, valshlab-2026-10-21@vals.ai#none,vals.ai,gemini-4-carbon,high,agentic-tool,frontier,Vals-runner,,,,,,17.50,score%,0.00289,,,"https://www.vals.ai/models/google_gemini-4-carbon (page modèle, liste des benchmarks (précision, marge, rang sur le nombre de modèles))",,out:republished, valstb4@vals.ai#none,vals.ai,gemini-4-carbon,high,coding,hard,Vals-runner,,,,,,63.13,accuracy%,0.00289,,,"https://www.vals.ai/models/google_gemini-4-carbon (page modèle, liste des benchmarks (précision, marge, rang sur le nombre de modèles))",,in, valsindex4@vals.ai#none,vals.ai,gemini-4-carbon,high,mixed,hard,Vals-Index,,,,,,70.36,accuracy%,0.00289,,,"https://www.vals.ai/models/google_gemini-4-carbon (page modèle, liste des benchmarks (précision, marge, rang sur le nombre de modèles))",,in, valstax@vals.ai#none,vals.ai,gemini-4-carbon,high,agentic-tool,hard,Vals-runner,,,,,,48.86,score%,0.00289,,,"https://www.vals.ai/models/google_gemini-4-carbon (page modèle, liste des benchmarks (précision, marge, rang sur le nombre de modèles))",,in, valsvibecode@vals.ai#none,vals.ai,glm-5.2,max,coding,hard,,,,,,,63.96,score%,0.00289,,,"https://www.vals.ai/models/zai_glm-5.2 (page, table ""Benchmarks / Accuracy / Rankings"", row Vibe Code Bench v1.1)",,in, valsswebench@vals.ai#none,vals.ai,glm-5.2,max,coding,hard,,,,,,,82.80,resolved%,0.00289,,,"https://www.vals.ai/models/zai_glm-5.2 (page, table ""Benchmarks / Accuracy / Rankings"", row SWE-bench)",,out:republished, valstb21#none,vals.ai,glm-5.2,max,coding,hard,,,,,,,67.79,pass%,0.00289,,,"https://www.vals.ai/models/zai_glm-5.2 (page, table ""Benchmarks / Accuracy / Rankings"", row Terminal-Bench 2.1)",,in, valsindex4@vals.ai#none,vals.ai,glm-5.3,max,mixed,hard,Vals-Index,,8.525,0.000289,,,59.85,accuracy%,0.00289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://www.vals.ai/models/zai_glm-5.3 (page, table ""Benchmarks / Accuracy / Rankings"", row Vals Index)",,in,out:cost-single-couple valsrsi,vals.ai,glm-5.3,max,agentic-tool,frontier,,,,,,,22.91,index%,0.00289,,,"https://www.vals.ai/models/zai_glm-5.3 (page, table ""Benchmarks / Accuracy / Rankings"", row Vals RSI Index)",,out:not-headline, valsfinindex@vals.ai#none,vals.ai,glm-5.3,max,mixed,hard,Vals-Index,,,,,,61.41,accuracy%,0.00289,,,"https://www.vals.ai/models/zai_glm-5.3 (page, table ""Benchmarks / Accuracy / Rankings"", row Vals Finance Index)",,out:single-couple, valslegalindex@vals.ai#none,vals.ai,glm-5.3,max,mixed,hard,Vals-Index,,,,,,74.62,accuracy%,0.00289,,,"https://www.vals.ai/models/zai_glm-5.3 (page, table ""Benchmarks / Accuracy / Rankings"", row Vals Legal Index)",,in, valsa2j,vals.ai,glm-5.3,max,mixed,hard,,,,,,,73.70,accuracy%,0.00289,,,"https://www.vals.ai/models/zai_glm-5.3 (page, table ""Benchmarks / Accuracy / Rankings"", row Access to Justice Benchmark)",,out:single-couple, valscodemig11@vals.ai#none,vals.ai,glm-5.3,max,coding,hard,Vals-runner,,,,,,55.07,accuracy%,0.00289,,,"https://www.vals.ai/models/zai_glm-5.3 (page, table ""Benchmarks / Accuracy / Rankings"", row Code Migration v1.1)",,out:republished, valscyber#none,vals.ai,glm-5.3,max,coding,hard,mini-swe-agent(Vals),,,,,,72.08,accuracy%,0.00289,,,"https://www.vals.ai/models/zai_glm-5.3 (page, table ""Benchmarks / Accuracy / Rankings"", row CyberBench v1.1)",,out:republished, valsemb11@vals.ai#none,vals.ai,glm-5.3,max,agentic-tool,hard,EMB,,,,,,69.11,accuracy%,0.00289,,,"https://www.vals.ai/models/zai_glm-5.3 (page, table ""Benchmarks / Accuracy / Rankings"", row EMB v1.1)",,out:republished, valsfab21@vals.ai#none,vals.ai,glm-5.3,max,agentic-tool,hard,Vals-runner,,,,,,65.00,accuracy%,0.00289,,,"https://www.vals.ai/models/zai_glm-5.3 (page, table ""Benchmarks / Accuracy / Rankings"", row Finance Agent v2.1)",,out:single-couple, valsfincoach,vals.ai,glm-5.3,max,mixed,hard,,,,,,,74.06,accuracy%,0.00289,,,"https://www.vals.ai/models/zai_glm-5.3 (page, table ""Benchmarks / Accuracy / Rankings"", row Financial Coaching Bench)",,in, valsimmigration@vals.ai#none,vals.ai,glm-5.3,max,reasoning-math,hard,Vals-runner,,,,,,66.73,accuracy%,0.00289,,,"https://www.vals.ai/models/zai_glm-5.3 (page, table ""Benchmarks / Accuracy / Rankings"", row Immigration)",,in, valslegal@vals.ai#none,vals.ai,glm-5.3,max,agentic-tool,hard,Vals-runner,,,,,,49.04,score%,0.00289,,,"https://www.vals.ai/models/zai_glm-5.3 (page, table ""Benchmarks / Accuracy / Rankings"", row Legal Research Bench)",,out:republished, valsmedcode#none,vals.ai,glm-5.3,max,mixed,hard,Vals-runner,,,,,,42.86,accuracy%,0.00289,,,"https://www.vals.ai/models/zai_glm-5.3 (page, table ""Benchmarks / Accuracy / Rankings"", row MedCode)",,out:republished, valsmedscribe#none,vals.ai,glm-5.3,max,writing,mid,Vals-runner,,,,,,88.81,score%,0.00289,,,"https://www.vals.ai/models/zai_glm-5.3 (page, table ""Benchmarks / Accuracy / Rankings"", row MedScribe)",,out:republished, valsmystery@vals.ai#none,vals.ai,glm-5.3,max,reasoning-math,hard,Vals-runner,,,,,,22.97,score%,0.00289,,,"https://www.vals.ai/models/zai_glm-5.3 (page, table ""Benchmarks / Accuracy / Rankings"", row MysteryMechanism)",,out:republished, valsproof@vals.ai#none,vals.ai,glm-5.3,max,reasoning-math,frontier,Vals-runner,,,,,,49.00,score%,0.00289,,,"https://www.vals.ai/models/zai_glm-5.3 (page, table ""Benchmarks / Accuracy / Rankings"", row ProofBench v1.1)",,in, valsbenefits#none,vals.ai,glm-5.3,max,agentic-tool,mid,Vals-runner,,,,,,68.54,score%,0.00289,,,"https://www.vals.ai/models/zai_glm-5.3 (page, table ""Benchmarks / Accuracy / Rankings"", row Public Benefits Bench v1.1)",,out:republished, valssre#none,vals.ai,glm-5.3,max,mixed,hard,Vals-runner,,,,,,9.16,accuracy%,0.00289,,,"https://www.vals.ai/models/zai_glm-5.3 (page, table ""Benchmarks / Accuracy / Rankings"", row SRE Bench)",,out:republished, valstax@vals.ai#none,vals.ai,glm-5.3,max,agentic-tool,hard,Vals-runner,,,,,,43.33,score%,0.00289,,,"https://www.vals.ai/models/zai_glm-5.3 (page, table ""Benchmarks / Accuracy / Rankings"", row Tax Agent Bench)",,in, valstaxeval@vals.ai#none,vals.ai,glm-5.3,max,mixed,mid,Vals-platform,,,,,,72.36,accuracy%,0.00289,,,"https://www.vals.ai/models/zai_glm-5.3 (page, table ""Benchmarks / Accuracy / Rankings"", row TaxEval v2)",,in, valsvcb100#none,vals.ai,glm-5.3,max,coding,hard,Vals-runner,,,,,,29.75,score%,0.00289,,,"https://www.vals.ai/models/zai_glm-5.3 (page, table ""Benchmarks / Accuracy / Rankings"", row Vibe Code Bench 1-100 v1.1)",,in, valsvibecode@vals.ai#none,vals.ai,glm-5.3,max,coding,hard,,,,,,,78.13,score%,0.00289,,,"https://www.vals.ai/models/zai_glm-5.3 (page, table ""Benchmarks / Accuracy / Rankings"", row Vibe Code Bench v1.1)",,in, valshlab-2026-10-21@vals.ai#none,vals.ai,glm-5.3,max,agentic-tool,frontier,Vals-runner,,,,,,14.58,score%,0.00289,,,"https://www.vals.ai/models/zai_glm-5.3 (page, table ""Benchmarks / Accuracy / Rankings"", row HLAB-Vals-1.1)",,out:republished, valsgpqa#none,vals.ai,glm-5.3,max,reasoning-math,hard,Vals-platform-one-shot,,,,,,88.13,accuracy%,0.00289,,,"https://www.vals.ai/models/zai_glm-5.3 (page, table ""Benchmarks / Accuracy / Rankings"", row GPQA Diamond)",,in, valsioi#none,vals.ai,glm-5.3,max,reasoning-math,frontier,Vals-runner,,,,,,68.44,score%,0.00289,,,"https://www.vals.ai/models/zai_glm-5.3 (page, table ""Benchmarks / Accuracy / Rankings"", row IOI)",,out:republished, valslcb#none,vals.ai,glm-5.3,max,coding,mid,Vals-platform-one-shot,,,,,,80.53,accuracy%,0.00289,,,"https://www.vals.ai/models/zai_glm-5.3 (page, table ""Benchmarks / Accuracy / Rankings"", row LiveCodeBench)",,out:republished, valslegalbench#none,vals.ai,glm-5.3,max,mixed,easy,Vals-platform-one-shot,,,,,,84.84,accuracy%,0.00289,,,"https://www.vals.ai/models/zai_glm-5.3 (page, table ""Benchmarks / Accuracy / Rankings"", row LegalBench)",,in, valsmmlupro#none,vals.ai,glm-5.3,max,reasoning-math,mid,Vals-platform-one-shot,,,,,,86.77,accuracy%,0.00289,,,"https://www.vals.ai/models/zai_glm-5.3 (page, table ""Benchmarks / Accuracy / Rankings"", row MMLU Pro)",,out:republished, valsprogram@vals.ai#none,vals.ai,glm-5.3,max,coding,frontier,Vals-runner,,,,,,1.50,score%,0.00289,,,"https://www.vals.ai/models/zai_glm-5.3 (page, table ""Benchmarks / Accuracy / Rankings"", row ProgramBench)",,out:republished, valsskills#none,vals.ai,glm-5.3,max,agentic-tool,mid,,,,,,,47.51,accuracy%,0.00289,,,"https://www.vals.ai/models/zai_glm-5.3 (page, table ""Benchmarks / Accuracy / Rankings"", row SkillsBench)",,in, valsswebench@vals.ai#none,vals.ai,glm-5.3,max,coding,hard,,,,,,,95.40,resolved%,0.00289,,,"https://www.vals.ai/models/zai_glm-5.3 (page, table ""Benchmarks / Accuracy / Rankings"", row SWE-bench)",,out:republished, valstb4@vals.ai#none,vals.ai,glm-5.3,max,coding,hard,Vals-runner,,,,,,38.89,accuracy%,0.00289,,,"https://www.vals.ai/models/zai_glm-5.3 (page, table ""Benchmarks / Accuracy / Rankings"", row Terminal-Bench 4.0)",,in, valstbsci@vals.ai#none,vals.ai,glm-5.3,max,coding,hard,Vals-runner,,,,,,5.71,accuracy%,0.00289,,,"https://www.vals.ai/models/zai_glm-5.3 (page, table ""Benchmarks / Accuracy / Rankings"", row Terminal-Bench-Science)",,in, valsvibecode@vals.ai#none,vals.ai,gpt-5.1-codex,high,coding,hard,,,,,,,13.12,score%,0.00289,,,"https://www.vals.ai/models/openai_gpt-5.1-codex (page, table ""Benchmarks / Accuracy / Rankings"", row Vibe Code Bench v1.1)",,in, valslcb#none,vals.ai,gpt-5.1-codex,high,coding,mid,Vals-platform-one-shot,,,,,,85.55,accuracy%,0.00289,,,"https://www.vals.ai/models/openai_gpt-5.1-codex (page, table ""Benchmarks / Accuracy / Rankings"", row LiveCodeBench)",,out:republished, valsvibecode@vals.ai#none,vals.ai,gpt-5.1-codex-max,high,coding,hard,,,,,,,22.17,score%,0.00289,,,"https://www.vals.ai/models/openai_gpt-5.1-codex-max (page, table ""Benchmarks / Accuracy / Rankings"", row Vibe Code Bench v1.1)",,in, valslcb#none,vals.ai,gpt-5.1-codex-max,high,coding,mid,Vals-platform-one-shot,,,,,,83.56,accuracy%,0.00289,,,"https://www.vals.ai/models/openai_gpt-5.1-codex-max (page, table ""Benchmarks / Accuracy / Rankings"", row LiveCodeBench)",,out:republished, valsvibecode@vals.ai#none,vals.ai,gpt-5.2-codex,high,coding,hard,,,,,,,37.91,score%,0.00289,,,"https://www.vals.ai/models/openai_gpt-5.2-codex (page, table ""Benchmarks / Accuracy / Rankings"", row Vibe Code Bench v1.1)",,in, valslcb#none,vals.ai,gpt-5.2-codex,high,coding,mid,Vals-platform-one-shot,,,,,,87.99,accuracy%,0.00289,,,"https://www.vals.ai/models/openai_gpt-5.2-codex (page, table ""Benchmarks / Accuracy / Rankings"", row LiveCodeBench)",,out:republished, valsswebench@vals.ai#none,vals.ai,gpt-5.2-codex,high,coding,hard,,,,,,,72.40,resolved%,0.00289,,,"https://www.vals.ai/models/openai_gpt-5.2-codex (page, table ""Benchmarks / Accuracy / Rankings"", row SWE-bench)",,out:republished, valsrsi,vals.ai,gpt-5.6-sol,max,agentic-tool,frontier,,,,,,,23.88,index%,0.00289,,,"https://www.vals.ai/models/openai_gpt-5.6-sol (page, table ""Benchmarks / Accuracy / Rankings"", row Vals RSI Index)",,out:not-headline, valsscience@vals.ai#none,vals.ai,gpt-5.6-sol,max,mixed,hard,Vals-runner,,,,,,41.48,accuracy%,0.00289,,,"https://www.vals.ai/models/openai_gpt-5.6-sol (page, table ""Benchmarks / Accuracy / Rankings"", row Vals Science Index)",,out:republished, valscodemig#none,vals.ai,gpt-5.6-sol,max,coding,hard,Vals-runner,,,,,,52.92,score%,0.00289,,,"https://www.vals.ai/models/openai_gpt-5.6-sol (page, table ""Benchmarks / Accuracy / Rankings"", row Code Migration)",,out:republished, valscua#none,vals.ai,gpt-5.6-sol,max,computer-use,hard,,,,,,,8.33,score%,0.00289,,,"https://www.vals.ai/models/openai_gpt-5.6-sol (page, table ""Benchmarks / Accuracy / Rankings"", row CUA-bench)",,out:single-couple, valscyber#none,vals.ai,gpt-5.6-sol,max,coding,hard,mini-swe-agent(Vals),,,,,,76.31,accuracy%,0.00289,,,"https://www.vals.ai/models/openai_gpt-5.6-sol (page, table ""Benchmarks / Accuracy / Rankings"", row CyberBench v1.1)",,out:republished, emb#none,vals.ai,gpt-5.6-sol,max,agentic-tool,hard,EMB,,,,,,72.34,score%,0.00289,,,"https://www.vals.ai/models/openai_gpt-5.6-sol (page, table ""Benchmarks / Accuracy / Rankings"", row EMB)",,out:republished, valsfab2#none,vals.ai,gpt-5.6-sol,max,agentic-tool,hard,Vals-runner,,,,,,53.76,score%,0.00289,,,"https://www.vals.ai/models/openai_gpt-5.6-sol (page, table ""Benchmarks / Accuracy / Rankings"", row Finance Agent (v2))",,out:republished, valsfincoach,vals.ai,gpt-5.6-sol,max,mixed,hard,,,,,,,74.89,accuracy%,0.00289,,,"https://www.vals.ai/models/openai_gpt-5.6-sol (page, table ""Benchmarks / Accuracy / Rankings"", row Financial Coaching Bench)",,in, valsthi#none,vals.ai,gpt-5.6-sol,max,agentic-tool,frontier,Vals-runner,,,,,,23.83,score%,0.00289,,,"https://www.vals.ai/models/openai_gpt-5.6-sol (page, table ""Benchmarks / Accuracy / Rankings"", row Time Horizon Index: KSP)",,out:single-couple, valslegal@vals.ai#none,vals.ai,gpt-5.6-sol,max,agentic-tool,hard,Vals-runner,,,,,,48.08,score%,0.00289,,,"https://www.vals.ai/models/openai_gpt-5.6-sol (page, table ""Benchmarks / Accuracy / Rankings"", row Legal Research Bench)",,out:republished, valsmedcode#none,vals.ai,gpt-5.6-sol,max,mixed,hard,Vals-runner,,,,,,43.97,accuracy%,0.00289,,,"https://www.vals.ai/models/openai_gpt-5.6-sol (page, table ""Benchmarks / Accuracy / Rankings"", row MedCode)",,out:republished, valsmedscribe#none,vals.ai,gpt-5.6-sol,max,writing,mid,Vals-runner,,,,,,85.23,score%,0.00289,,,"https://www.vals.ai/models/openai_gpt-5.6-sol (page, table ""Benchmarks / Accuracy / Rankings"", row MedScribe)",,out:republished, valsmortgage#none,vals.ai,gpt-5.6-sol,max,mixed,mid,Vals-platform,,,,,,67.29,accuracy%,0.00289,,,"https://www.vals.ai/models/openai_gpt-5.6-sol (page, table ""Benchmarks / Accuracy / Rankings"", row MortgageTax)",,out:single-couple, valsmystery@vals.ai#none,vals.ai,gpt-5.6-sol,max,reasoning-math,hard,Vals-runner,,,,,,33.33,score%,0.00289,,,"https://www.vals.ai/models/openai_gpt-5.6-sol (page, table ""Benchmarks / Accuracy / Rankings"", row MysteryMechanism)",,out:republished, valsproof@vals.ai#none,vals.ai,gpt-5.6-sol,max,reasoning-math,frontier,Vals-runner,,,,,,83.00,score%,0.00289,,,"https://www.vals.ai/models/openai_gpt-5.6-sol (page, table ""Benchmarks / Accuracy / Rankings"", row ProofBench v1.1)",,in, valsbenefits#none,vals.ai,gpt-5.6-sol,max,agentic-tool,mid,Vals-runner,,,,,,66.51,score%,0.00289,,,"https://www.vals.ai/models/openai_gpt-5.6-sol (page, table ""Benchmarks / Accuracy / Rankings"", row Public Benefits Bench v1.1)",,out:republished, valssre#none,vals.ai,gpt-5.6-sol,max,mixed,hard,Vals-runner,,,,,,30.53,accuracy%,0.00289,,,"https://www.vals.ai/models/openai_gpt-5.6-sol (page, table ""Benchmarks / Accuracy / Rankings"", row SRE Bench)",,out:republished, valstax@vals.ai#none,vals.ai,gpt-5.6-sol,max,agentic-tool,hard,Vals-runner,,,,,,31.09,score%,0.00289,,,"https://www.vals.ai/models/openai_gpt-5.6-sol (page, table ""Benchmarks / Accuracy / Rankings"", row Tax Agent Bench)",,in, valstaxeval@vals.ai#none,vals.ai,gpt-5.6-sol,max,mixed,mid,Vals-platform,,,,,,74.78,accuracy%,0.00289,,,"https://www.vals.ai/models/openai_gpt-5.6-sol (page, table ""Benchmarks / Accuracy / Rankings"", row TaxEval v2)",,in, valsvcb100#none,vals.ai,gpt-5.6-sol,max,coding,hard,Vals-runner,,,,,,20.01,score%,0.00289,,,"https://www.vals.ai/models/openai_gpt-5.6-sol (page, table ""Benchmarks / Accuracy / Rankings"", row Vibe Code Bench 1-100)",,in, valsvibecode@vals.ai#none,vals.ai,gpt-5.6-sol,max,coding,hard,,,,,,,80.50,score%,0.00289,,,"https://www.vals.ai/models/openai_gpt-5.6-sol (page, table ""Benchmarks / Accuracy / Rankings"", row Vibe Code Bench v1.1)",,in, valsbiomyst@vals.ai#none,vals.ai,gpt-5.6-sol,max,mixed,hard,Terminus,,,,,,71.11,accuracy%,0.00289,,,"https://www.vals.ai/models/openai_gpt-5.6-sol (page, table ""Benchmarks / Accuracy / Rankings"", row BioMysteryBench)",,in, valsgpqa#none,vals.ai,gpt-5.6-sol,max,reasoning-math,hard,Vals-platform-one-shot,,,,,,95.20,accuracy%,0.00289,,,"https://www.vals.ai/models/openai_gpt-5.6-sol (page, table ""Benchmarks / Accuracy / Rankings"", row GPQA Diamond)",,in, valsioi#none,vals.ai,gpt-5.6-sol,max,reasoning-math,frontier,Vals-runner,,,,,,91.17,score%,0.00289,,,"https://www.vals.ai/models/openai_gpt-5.6-sol (page, table ""Benchmarks / Accuracy / Rankings"", row IOI)",,out:republished, valslcb#none,vals.ai,gpt-5.6-sol,max,coding,mid,Vals-platform-one-shot,,,,,,82.60,accuracy%,0.00289,,,"https://www.vals.ai/models/openai_gpt-5.6-sol (page, table ""Benchmarks / Accuracy / Rankings"", row LiveCodeBench)",,out:republished, valslegalbench#none,vals.ai,gpt-5.6-sol,max,mixed,easy,Vals-platform-one-shot,,,,,,86.97,accuracy%,0.00289,,,"https://www.vals.ai/models/openai_gpt-5.6-sol (page, table ""Benchmarks / Accuracy / Rankings"", row LegalBench)",,in, valsmmlupro#none,vals.ai,gpt-5.6-sol,max,reasoning-math,mid,Vals-platform-one-shot,,,,,,89.10,accuracy%,0.00289,,,"https://www.vals.ai/models/openai_gpt-5.6-sol (page, table ""Benchmarks / Accuracy / Rankings"", row MMLU Pro)",,out:republished, valsmmmu#none,vals.ai,gpt-5.6-sol,max,reasoning-math,mid,Vals-platform-one-shot,,,,,,88.84,accuracy%,0.00289,,,"https://www.vals.ai/models/openai_gpt-5.6-sol (page, table ""Benchmarks / Accuracy / Rankings"", row MMMU Pro)",,out:single-couple, valsprogram@vals.ai#none,vals.ai,gpt-5.6-sol,max,coding,frontier,Vals-runner,,,,,,1.50,score%,0.00289,,,"https://www.vals.ai/models/openai_gpt-5.6-sol (page, table ""Benchmarks / Accuracy / Rankings"", row ProgramBench)",,out:republished, valsskills#none,vals.ai,gpt-5.6-sol,max,agentic-tool,mid,,,,,,,54.10,accuracy%,0.00289,,,"https://www.vals.ai/models/openai_gpt-5.6-sol (page, table ""Benchmarks / Accuracy / Rankings"", row SkillsBench)",,in, valsswebench@vals.ai#none,vals.ai,gpt-5.6-sol,max,coding,hard,,,,,,,96.20,resolved%,0.00289,,,"https://www.vals.ai/models/openai_gpt-5.6-sol (page, table ""Benchmarks / Accuracy / Rankings"", row SWE-bench)",,out:republished, valstb4@vals.ai#none,vals.ai,gpt-5.6-sol,max,coding,hard,Vals-runner,,,,,,37.88,accuracy%,0.00289,,,"https://www.vals.ai/models/openai_gpt-5.6-sol (page, table ""Benchmarks / Accuracy / Rankings"", row Terminal-Bench 4.0)",,in, valstbsci@vals.ai#none,vals.ai,gpt-5.6-sol,max,coding,hard,Vals-runner,,,,,,20.00,accuracy%,0.00289,,,"https://www.vals.ai/models/openai_gpt-5.6-sol (page, table ""Benchmarks / Accuracy / Rankings"", row Terminal-Bench-Science)",,in, valstb21#none,vals.ai,gpt-5.6-sol,max,coding,hard,,,,,,,85.77,pass%,0.00289,,,"https://www.vals.ai/models/openai_gpt-5.6-sol (page, ""Updates"" entry of Jul 9, 2026)",,in, valsindex@vals.ai#none,vals.ai,gpt-5.6-sol,max,mixed,hard,Vals-Index-24bench,,,,,,63.71,score%,0.00289,,,"https://www.vals.ai/models/openai_gpt-5.6-sol (page, ""Updates"" entry of Jul 9, 2026)",,out:single-couple, valsmmindex#none,vals.ai,gpt-5.6-sol,max,mixed,hard,Vals-composite,,,,,,72.19,accuracy%,0.00289,,,"https://www.vals.ai/models/openai_gpt-5.6-sol (page, ""Updates"" entry of Jul 9, 2026)",,out:single-couple, valsproof@vals.ai#none,vals.ai,gpt-5.6-sol,max,reasoning-math,frontier,Vals-runner,,,,,,77.00,score%,0.00289,,,"https://www.vals.ai/models/openai_gpt-5.6-sol (page, ""Updates"" entry of Jul 9, 2026)",,in, "valscyber#jul 9, 2026",vals.ai,gpt-5.6-sol,max,coding,hard,mini-swe-agent(Vals),,,,,,88.14,accuracy%,0.00289,,,"https://www.vals.ai/models/openai_gpt-5.6-sol (page, ""Updates"" entry of Jul 9, 2026)",,out:single-couple, valsindex@vals.ai#none,vals.ai,gpt-5.6-terra,unstated,mixed,hard,Vals-Index-24bench,,,,,,56.54,score%,0.00289,,,"https://www.vals.ai/models/openai_gpt-5.6-sol (page, ""Updates"" entry of Jul 9, 2026)",,out:effort-not-established, valsmmindex#none,vals.ai,gpt-5.6-terra,unstated,mixed,hard,Vals-composite,,,,,,65.07,accuracy%,0.00289,,,"https://www.vals.ai/models/openai_gpt-5.6-sol (page, ""Updates"" entry of Jul 9, 2026)",,out:effort-not-established, valsproof@vals.ai#none,vals.ai,gpt-5.6-terra,unstated,reasoning-math,frontier,Vals-runner,,,,,,71.00,score%,0.00289,,,"https://www.vals.ai/models/openai_gpt-5.6-sol (page, ""Updates"" entry of Jul 9, 2026)",,out:effort-not-established, valslegal@vals.ai#none,vals.ai,gpt-5.6-terra,unstated,agentic-tool,hard,Vals-runner,,,,,,40.87,score%,0.00289,,,"https://www.vals.ai/models/openai_gpt-5.6-sol (page, ""Updates"" entry of Jul 9, 2026)",,out:effort-not-established, valstb21#none,vals.ai,gpt-5.6-terra,unstated,coding,hard,,,,,,,73.41,pass%,0.00289,,,"https://www.vals.ai/models/openai_gpt-5.6-sol (page, ""Updates"" entry of Jul 9, 2026)",,out:effort-not-established, valsindex4@vals.ai#none,vals.ai,gpt-6-luna,max,mixed,hard,Vals-Index,,0.450,0.000289,,,52.32,accuracy%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.vals.ai/models/openai_gpt-6-luna (page, table ""Benchmarks / Accuracy / Rankings"", row Vals Index)",,in,out:cost-single-couple valsfinindex@vals.ai#none,vals.ai,gpt-6-luna,max,mixed,hard,Vals-Index,,,,,,53.05,accuracy%,0.00289,,,"https://www.vals.ai/models/openai_gpt-6-luna (page, table ""Benchmarks / Accuracy / Rankings"", row Vals Finance Index)",,out:republished, valslegalindex@vals.ai#none,vals.ai,gpt-6-luna,max,mixed,hard,Vals-Index,,,,,,62.20,accuracy%,0.00289,,,"https://www.vals.ai/models/openai_gpt-6-luna (page, table ""Benchmarks / Accuracy / Rankings"", row Vals Legal Index)",,in, valsscience@vals.ai#none,vals.ai,gpt-6-luna,max,mixed,hard,Vals-runner,,,,,,28.38,accuracy%,0.00289,,,"https://www.vals.ai/models/openai_gpt-6-luna (page, table ""Benchmarks / Accuracy / Rankings"", row Vals Science Index)",,out:republished, valscodemig11@vals.ai#none,vals.ai,gpt-6-luna,max,coding,hard,Vals-runner,,,,,,46.67,accuracy%,0.00289,,,"https://www.vals.ai/models/openai_gpt-6-luna (page, table ""Benchmarks / Accuracy / Rankings"", row Code Migration v1.1)",,out:republished, valscyber#none,vals.ai,gpt-6-luna,max,coding,hard,mini-swe-agent(Vals),,,,,,76.25,accuracy%,0.00289,,,"https://www.vals.ai/models/openai_gpt-6-luna (page, table ""Benchmarks / Accuracy / Rankings"", row CyberBench v1.1)",,out:republished, valsemb11@vals.ai#none,vals.ai,gpt-6-luna,max,agentic-tool,hard,EMB,,,,,,69.95,accuracy%,0.00289,,,"https://www.vals.ai/models/openai_gpt-6-luna (page, table ""Benchmarks / Accuracy / Rankings"", row EMB v1.1)",,out:republished, valsfab21@vals.ai#none,vals.ai,gpt-6-luna,max,agentic-tool,hard,Vals-runner,,,,,,56.84,accuracy%,0.00289,,,"https://www.vals.ai/models/openai_gpt-6-luna (page, table ""Benchmarks / Accuracy / Rankings"", row Finance Agent v2.1)",,out:republished, valsfincoach,vals.ai,gpt-6-luna,max,mixed,hard,,,,,,,65.24,accuracy%,0.00289,,,"https://www.vals.ai/models/openai_gpt-6-luna (page, table ""Benchmarks / Accuracy / Rankings"", row Financial Coaching Bench)",,in, valsimmigration@vals.ai#none,vals.ai,gpt-6-luna,max,reasoning-math,hard,Vals-runner,,,,,,62.53,accuracy%,0.00289,,,"https://www.vals.ai/models/openai_gpt-6-luna (page, table ""Benchmarks / Accuracy / Rankings"", row Immigration)",,in, valslegal@vals.ai#none,vals.ai,gpt-6-luna,max,agentic-tool,hard,Vals-runner,,,,,,30.29,score%,0.00289,,,"https://www.vals.ai/models/openai_gpt-6-luna (page, table ""Benchmarks / Accuracy / Rankings"", row Legal Research Bench)",,out:republished, valsmedcode#none,vals.ai,gpt-6-luna,max,mixed,hard,Vals-runner,,,,,,44.69,accuracy%,0.00289,,,"https://www.vals.ai/models/openai_gpt-6-luna (page, table ""Benchmarks / Accuracy / Rankings"", row MedCode)",,out:republished, valsmedscribe#none,vals.ai,gpt-6-luna,max,writing,mid,Vals-runner,,,,,,83.71,score%,0.00289,,,"https://www.vals.ai/models/openai_gpt-6-luna (page, table ""Benchmarks / Accuracy / Rankings"", row MedScribe)",,out:republished, valsmystery@vals.ai#none,vals.ai,gpt-6-luna,max,reasoning-math,hard,Vals-runner,,,,,,19.37,score%,0.00289,,,"https://www.vals.ai/models/openai_gpt-6-luna (page, table ""Benchmarks / Accuracy / Rankings"", row MysteryMechanism)",,out:republished, valsproof@vals.ai#none,vals.ai,gpt-6-luna,max,reasoning-math,frontier,Vals-runner,,,,,,64.00,score%,0.00289,,,"https://www.vals.ai/models/openai_gpt-6-luna (page, table ""Benchmarks / Accuracy / Rankings"", row ProofBench v1.1)",,in, valssage11#none,vals.ai,gpt-6-luna,max,reasoning-math,mid,Vals-runner,,,,,,83.40,accuracy%,0.00289,,,"https://www.vals.ai/models/openai_gpt-6-luna (page, table ""Benchmarks / Accuracy / Rankings"", row SAGE)",,out:single-couple, valsbenefits#none,vals.ai,gpt-6-luna,max,agentic-tool,mid,Vals-runner,,,,,,57.65,score%,0.00289,,,"https://www.vals.ai/models/openai_gpt-6-luna (page, table ""Benchmarks / Accuracy / Rankings"", row Public Benefits Bench v1.1)",,out:republished, valssre#none,vals.ai,gpt-6-luna,max,mixed,hard,Vals-runner,,,,,,2.67,accuracy%,0.00289,,,"https://www.vals.ai/models/openai_gpt-6-luna (page, table ""Benchmarks / Accuracy / Rankings"", row SRE Bench)",,out:republished, valstax@vals.ai#none,vals.ai,gpt-6-luna,max,agentic-tool,hard,Vals-runner,,,,,,19.95,score%,0.00289,,,"https://www.vals.ai/models/openai_gpt-6-luna (page, table ""Benchmarks / Accuracy / Rankings"", row Tax Agent Bench)",,in, valsvibecode@vals.ai#none,vals.ai,gpt-6-luna,max,coding,hard,,,,,,,81.65,score%,0.00289,,,"https://www.vals.ai/models/openai_gpt-6-luna (page, table ""Benchmarks / Accuracy / Rankings"", row Vibe Code Bench v1.1)",,in, valsbiomyst@vals.ai#none,vals.ai,gpt-6-luna,max,mixed,hard,Terminus,,,,,,61.48,accuracy%,0.00289,,,"https://www.vals.ai/models/openai_gpt-6-luna (page, table ""Benchmarks / Accuracy / Rankings"", row BioMysteryBench)",,in, valshlab-2026-10-21@vals.ai#none,vals.ai,gpt-6-luna,max,agentic-tool,frontier,Vals-runner,,,,,,4.17,score%,0.00289,,,"https://www.vals.ai/models/openai_gpt-6-luna (page, table ""Benchmarks / Accuracy / Rankings"", row HLAB-Vals-1.1)",,out:republished, valsclaimbench#none,vals.ai,gpt-6-luna,max,reasoning-math,hard,Vals-runner,,,,,,99.18,accuracy%,0.00289,,,"https://www.vals.ai/models/openai_gpt-6-luna (page, table ""Benchmarks / Accuracy / Rankings"", row ClaimBench)",,out:single-couple, valsioi#none,vals.ai,gpt-6-luna,max,reasoning-math,frontier,Vals-runner,,,,,,55.56,score%,0.00289,,,"https://www.vals.ai/models/openai_gpt-6-luna (page, table ""Benchmarks / Accuracy / Rankings"", row IOI)",,out:republished, valsprogram@vals.ai#none,vals.ai,gpt-6-luna,max,coding,frontier,Vals-runner,,,,,,0.50,score%,0.00289,,,"https://www.vals.ai/models/openai_gpt-6-luna (page, table ""Benchmarks / Accuracy / Rankings"", row ProgramBench)",,out:republished, valsswemm@vals.ai#none,vals.ai,gpt-6-luna,max,coding,hard,Vals-runner,,,,,,37.50,resolved%,0.00289,,,"https://www.vals.ai/models/openai_gpt-6-luna (page, table ""Benchmarks / Accuracy / Rankings"", row SWE-bench Multimodal)",,out:single-couple, valstb4@vals.ai#none,vals.ai,gpt-6-luna,max,coding,hard,Vals-runner,,,,,,13.64,accuracy%,0.00289,,,"https://www.vals.ai/models/openai_gpt-6-luna (page, table ""Benchmarks / Accuracy / Rankings"", row Terminal-Bench 4.0)",,in, valstbsci@vals.ai#none,vals.ai,gpt-6-luna,max,coding,hard,Vals-runner,,,,,,4.29,accuracy%,0.00289,,,"https://www.vals.ai/models/openai_gpt-6-luna (page, table ""Benchmarks / Accuracy / Rankings"", row Terminal-Bench-Science)",,in, valstb21#none,vals.ai,gpt-6-luna,max,coding,hard,,,,,,,73.03,pass%,0.00289,,,"https://www.vals.ai/models/openai_gpt-6-luna (page, ""Updates"" entry of Sep 22, 2026)",,in, valsindex2#none,vals.ai,gpt-6-luna,max,mixed,hard,Vals-Index,,0.42,0.00289,,,58.45,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.vals.ai/models/openai_gpt-6-luna (page, ""Updates"" entry of Sep 22, 2026)",,out:composite,out:cost-single-couple emb#none,vals.ai,gpt-6-luna,max,agentic-tool,hard,EMB,,,,,,68.52,score%,0.00289,,,"https://www.vals.ai/models/openai_gpt-6-luna (page, ""Updates"" entry of Sep 22, 2026)",,out:republished, valscodemig#none,vals.ai,gpt-6-luna,max,coding,hard,Vals-runner,,,,,,42.55,score%,0.00289,,,"https://www.vals.ai/models/openai_gpt-6-luna (page, ""Updates"" entry of Sep 22, 2026)",,out:republished, valssage#none,vals.ai,gpt-6-luna,max,reasoning-math,mid,Vals-runner,,,,,,48.09,accuracy%,0.00289,,,"https://www.vals.ai/models/openai_gpt-6-luna (page, ""Updates"" entry of Sep 22, 2026)",,in, valsfab2#none,vals.ai,gpt-6-luna,max,agentic-tool,hard,Vals-runner,,,,,,49.87,score%,0.00289,,,"https://www.vals.ai/models/openai_gpt-6-luna (page, ""Updates"" entry of Sep 22, 2026)",,out:republished, valshlab#none,vals.ai,gpt-6-luna,max,agentic-tool,frontier,Vals-runner,,,,,,2.92,score%,0.00289,,,"https://www.vals.ai/models/openai_gpt-6-luna (page, ""Updates"" entry of Sep 22, 2026)",,in, valstbsci@vals.ai#none,vals.ai,gpt-6-luna,max,coding,hard,Vals-runner,,,,,,10.00,accuracy%,0.00289,,,"https://www.vals.ai/models/openai_gpt-6-luna (page, ""Updates"" entry of Sep 22, 2026)",,in, valstb4@vals.ai#none,vals.ai,gpt-6-luna,max,coding,hard,Vals-runner,,,,,,9.60,accuracy%,0.00289,,,"https://www.vals.ai/models/openai_gpt-6-luna (page, ""Updates"" entry of Sep 22, 2026)",,in, valsrsi,vals.ai,gpt-6-sol,max,agentic-tool,frontier,,,,,,,28.11,index%,0.00289,,,"https://www.vals.ai/models/openai_gpt-6-sol (page, table ""Benchmarks / Accuracy / Rankings"", row Vals RSI Index)",,out:not-headline, valsscience@vals.ai#none,vals.ai,gpt-6-sol,max,mixed,hard,Vals-runner,,,,,,45.00,accuracy%,0.00289,,,"https://www.vals.ai/models/openai_gpt-6-sol (page, table ""Benchmarks / Accuracy / Rankings"", row Vals Science Index)",,out:republished, valscodemig#none,vals.ai,gpt-6-sol,max,coding,hard,Vals-runner,,,,,,57.20,score%,0.00289,,,"https://www.vals.ai/models/openai_gpt-6-sol (page, table ""Benchmarks / Accuracy / Rankings"", row Code Migration)",,out:republished, valscyber#none,vals.ai,gpt-6-sol,max,coding,hard,mini-swe-agent(Vals),,,,,,77.98,accuracy%,0.00289,,,"https://www.vals.ai/models/openai_gpt-6-sol (page, table ""Benchmarks / Accuracy / Rankings"", row CyberBench v1.1)",,out:republished, emb#none,vals.ai,gpt-6-sol,max,agentic-tool,hard,EMB,,,,,,71.53,score%,0.00289,,,"https://www.vals.ai/models/openai_gpt-6-sol (page, table ""Benchmarks / Accuracy / Rankings"", row EMB)",,out:republished, valsfab2#none,vals.ai,gpt-6-sol,max,agentic-tool,hard,Vals-runner,,,,,,49.05,score%,0.00289,,,"https://www.vals.ai/models/openai_gpt-6-sol (page, table ""Benchmarks / Accuracy / Rankings"", row Finance Agent (v2))",,out:republished, valsfincoach,vals.ai,gpt-6-sol,max,mixed,hard,,,,,,,62.61,accuracy%,0.00289,,,"https://www.vals.ai/models/openai_gpt-6-sol (page, table ""Benchmarks / Accuracy / Rankings"", row Financial Coaching Bench)",,in, valslegal@vals.ai#none,vals.ai,gpt-6-sol,max,agentic-tool,hard,Vals-runner,,,,,,28.85,score%,0.00289,,,"https://www.vals.ai/models/openai_gpt-6-sol (page, table ""Benchmarks / Accuracy / Rankings"", row Legal Research Bench)",,out:republished, valsmedcode#none,vals.ai,gpt-6-sol,max,mixed,hard,Vals-runner,,,,,,47.07,accuracy%,0.00289,,,"https://www.vals.ai/models/openai_gpt-6-sol (page, table ""Benchmarks / Accuracy / Rankings"", row MedCode)",,out:republished, valsmedscribe#none,vals.ai,gpt-6-sol,max,writing,mid,Vals-runner,,,,,,82.03,score%,0.00289,,,"https://www.vals.ai/models/openai_gpt-6-sol (page, table ""Benchmarks / Accuracy / Rankings"", row MedScribe)",,out:republished, valsmystery@vals.ai#none,vals.ai,gpt-6-sol,max,reasoning-math,hard,Vals-runner,,,,,,30.18,score%,0.00289,,,"https://www.vals.ai/models/openai_gpt-6-sol (page, table ""Benchmarks / Accuracy / Rankings"", row MysteryMechanism)",,out:republished, valsproof@vals.ai#none,vals.ai,gpt-6-sol,max,reasoning-math,frontier,Vals-runner,,,,,,83.00,score%,0.00289,,,"https://www.vals.ai/models/openai_gpt-6-sol (page, table ""Benchmarks / Accuracy / Rankings"", row ProofBench v1.1)",,in, valsbenefits#none,vals.ai,gpt-6-sol,max,agentic-tool,mid,Vals-runner,,,,,,56.63,score%,0.00289,,,"https://www.vals.ai/models/openai_gpt-6-sol (page, table ""Benchmarks / Accuracy / Rankings"", row Public Benefits Bench v1.1)",,out:republished, valssre#none,vals.ai,gpt-6-sol,max,mixed,hard,Vals-runner,,,,,,30.53,accuracy%,0.00289,,,"https://www.vals.ai/models/openai_gpt-6-sol (page, table ""Benchmarks / Accuracy / Rankings"", row SRE Bench)",,out:republished, valstax@vals.ai#none,vals.ai,gpt-6-sol,max,agentic-tool,hard,Vals-runner,,,,,,15.00,score%,0.00289,,,"https://www.vals.ai/models/openai_gpt-6-sol (page, table ""Benchmarks / Accuracy / Rankings"", row Tax Agent Bench)",,in, valsvibecode@vals.ai#none,vals.ai,gpt-6-sol,max,coding,hard,,,,,,,87.82,score%,0.00289,,,"https://www.vals.ai/models/openai_gpt-6-sol (page, table ""Benchmarks / Accuracy / Rankings"", row Vibe Code Bench v1.1)",,in, valsbiomyst@vals.ai#none,vals.ai,gpt-6-sol,max,mixed,hard,Terminus,,,,,,74.81,accuracy%,0.00289,,,"https://www.vals.ai/models/openai_gpt-6-sol (page, table ""Benchmarks / Accuracy / Rankings"", row BioMysteryBench)",,in, valsioi#none,vals.ai,gpt-6-sol,max,reasoning-math,frontier,Vals-runner,,,,,,82.61,score%,0.00289,,,"https://www.vals.ai/models/openai_gpt-6-sol (page, table ""Benchmarks / Accuracy / Rankings"", row IOI)",,out:republished, valsprogram@vals.ai#none,vals.ai,gpt-6-sol,max,coding,frontier,Vals-runner,,,,,,2.00,score%,0.00289,,,"https://www.vals.ai/models/openai_gpt-6-sol (page, table ""Benchmarks / Accuracy / Rankings"", row ProgramBench)",,out:republished, valstb4@vals.ai#none,vals.ai,gpt-6-sol,max,coding,hard,Vals-runner,,,,,,44.44,accuracy%,0.00289,,,"https://www.vals.ai/models/openai_gpt-6-sol (page, table ""Benchmarks / Accuracy / Rankings"", row Terminal-Bench 4.0)",,in, valstbsci@vals.ai#none,vals.ai,gpt-6-sol,max,coding,hard,Vals-runner,,,,,,30.00,accuracy%,0.00289,,,"https://www.vals.ai/models/openai_gpt-6-sol (page, table ""Benchmarks / Accuracy / Rankings"", row Terminal-Bench-Science)",,in, valstb21#none,vals.ai,gpt-6-sol,max,coding,hard,,,,,,,83.15,pass%,0.00289,,,"https://www.vals.ai/models/openai_gpt-6-sol (page, ""Updates"" entry of Sep 22, 2026)",,in, valsindex2#none,vals.ai,gpt-6-sol,max,mixed,hard,Vals-Index,,7.56,0.00289,,,62.57,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.vals.ai/models/openai_gpt-6-sol (page, ""Updates"" entry of Sep 22, 2026)",,out:composite,out:cost-single-couple valsindex2#none,vals.ai,gpt-6-astra,unstated,mixed,hard,Vals-Index,,19.09,0.00289,,,66.61,score%,0.00289,,,"https://www.vals.ai/models/openai_gpt-6-sol (page, ""Updates"" entry of Sep 22, 2026)",,out:effort-not-established,out:effort-not-established valssage#none,vals.ai,gpt-6-sol,max,reasoning-math,mid,Vals-runner,,,,,,44.79,accuracy%,0.00289,,,"https://www.vals.ai/models/openai_gpt-6-sol (page, ""Updates"" entry of Sep 22, 2026)",,in, valshlab#none,vals.ai,gpt-6-sol,max,agentic-tool,frontier,Vals-runner,,,,,,1.67,score%,0.00289,,,"https://www.vals.ai/models/openai_gpt-6-sol (page, ""Updates"" entry of Sep 22, 2026)",,in, valstbsci@vals.ai#none,vals.ai,gpt-6-sol,max,coding,hard,Vals-runner,,,,,,31.43,accuracy%,0.00289,,,"https://www.vals.ai/models/openai_gpt-6-sol (page, ""Updates"" entry of Sep 22, 2026)",,in, "valstb4@vals.ai#sep 22, 2026",vals.ai,gpt-6-sol,max,coding,hard,Vals-runner,,,,,,34.34,accuracy%,0.00289,,,"https://www.vals.ai/models/openai_gpt-6-sol (page, ""Updates"" entry of Sep 22, 2026)",,out:single-couple, valsswebench@vals.ai#none,vals.ai,qwen3.6-max-preview,unstated,coding,hard,,,,,,,72.80,resolved%,0.00289,,,"https://www.vals.ai/models/alibaba_qwen3.6-max-preview (page, table ""Benchmarks / Accuracy / Rankings"", row SWE-bench)",,out:effort-not-established, valstb20#none,vals.ai,qwen3.6-max-preview,unstated,coding,hard,Vals-runner,,,,,,51.69,pass%,0.00289,,,"https://www.vals.ai/models/alibaba_qwen3.6-max-preview (page, table ""Benchmarks / Accuracy / Rankings"", row Terminal-Bench 2.0)",,out:effort-not-established, valscodemig#none,vals.ai,qwen3.7-max,unstated,coding,hard,Vals-runner,,,,,,13.07,score%,0.00289,,,"https://www.vals.ai/models/alibaba_qwen3.7-max (page, table ""Benchmarks / Accuracy / Rankings"", row Code Migration)",,out:effort-not-established, emb#none,vals.ai,qwen3.7-max,unstated,agentic-tool,hard,EMB,,,,,,57.04,score%,0.00289,,,"https://www.vals.ai/models/alibaba_qwen3.7-max (page, table ""Benchmarks / Accuracy / Rankings"", row EMB)",,out:effort-not-established, valsfab2#none,vals.ai,qwen3.7-max,unstated,agentic-tool,hard,Vals-runner,,,,,,47.78,score%,0.00289,,,"https://www.vals.ai/models/alibaba_qwen3.7-max (page, table ""Benchmarks / Accuracy / Rankings"", row Finance Agent (v2))",,out:effort-not-established, valslegal@vals.ai#none,vals.ai,qwen3.7-max,unstated,agentic-tool,hard,Vals-runner,,,,,,25.48,score%,0.00289,,,"https://www.vals.ai/models/alibaba_qwen3.7-max (page, table ""Benchmarks / Accuracy / Rankings"", row Legal Research Bench)",,out:effort-not-established, valsmedcode#none,vals.ai,qwen3.7-max,unstated,mixed,hard,Vals-runner,,,,,,38.75,accuracy%,0.00289,,,"https://www.vals.ai/models/alibaba_qwen3.7-max (page, table ""Benchmarks / Accuracy / Rankings"", row MedCode)",,out:effort-not-established, valsmedscribe#none,vals.ai,qwen3.7-max,unstated,writing,mid,Vals-runner,,,,,,79.40,score%,0.00289,,,"https://www.vals.ai/models/alibaba_qwen3.7-max (page, table ""Benchmarks / Accuracy / Rankings"", row MedScribe)",,out:effort-not-established, valstax@vals.ai#none,vals.ai,qwen3.7-max,unstated,agentic-tool,hard,Vals-runner,,,,,,15.83,score%,0.00289,,,"https://www.vals.ai/models/alibaba_qwen3.7-max (page, table ""Benchmarks / Accuracy / Rankings"", row Tax Agent Bench)",,out:effort-not-established, valstaxeval@vals.ai#none,vals.ai,qwen3.7-max,unstated,mixed,mid,Vals-platform,,,,,,75.31,accuracy%,0.00289,,,"https://www.vals.ai/models/alibaba_qwen3.7-max (page, table ""Benchmarks / Accuracy / Rankings"", row TaxEval v2)",,out:effort-not-established, valsvibecode@vals.ai#none,vals.ai,qwen3.7-max,unstated,coding,hard,,,,,,,47.67,score%,0.00289,,,"https://www.vals.ai/models/alibaba_qwen3.7-max (page, table ""Benchmarks / Accuracy / Rankings"", row Vibe Code Bench v1.1)",,out:effort-not-established, valsgpqa#none,vals.ai,qwen3.7-max,unstated,reasoning-math,hard,Vals-platform-one-shot,,,,,,90.15,accuracy%,0.00289,,,"https://www.vals.ai/models/alibaba_qwen3.7-max (page, table ""Benchmarks / Accuracy / Rankings"", row GPQA Diamond)",,out:effort-not-established, valslcb#none,vals.ai,qwen3.7-max,unstated,coding,mid,Vals-platform-one-shot,,,,,,87.06,accuracy%,0.00289,,,"https://www.vals.ai/models/alibaba_qwen3.7-max (page, table ""Benchmarks / Accuracy / Rankings"", row LiveCodeBench)",,out:effort-not-established, valslegalbench#none,vals.ai,qwen3.7-max,unstated,mixed,easy,Vals-platform-one-shot,,,,,,84.91,accuracy%,0.00289,,,"https://www.vals.ai/models/alibaba_qwen3.7-max (page, table ""Benchmarks / Accuracy / Rankings"", row LegalBench)",,out:effort-not-established, valsmmlupro#none,vals.ai,qwen3.7-max,unstated,reasoning-math,mid,Vals-platform-one-shot,,,,,,89.31,accuracy%,0.00289,,,"https://www.vals.ai/models/alibaba_qwen3.7-max (page, table ""Benchmarks / Accuracy / Rankings"", row MMLU Pro)",,out:effort-not-established, valsswebench@vals.ai#none,vals.ai,qwen3.7-max,unstated,coding,hard,,,,,,,68.80,resolved%,0.00289,,,"https://www.vals.ai/models/alibaba_qwen3.7-max (page, table ""Benchmarks / Accuracy / Rankings"", row SWE-bench)",,out:effort-not-established, valstb21#none,vals.ai,qwen3.7-max,unstated,coding,hard,,,,,,,61.05,pass%,0.00289,,,"https://www.vals.ai/models/alibaba_qwen3.7-max (page, table ""Benchmarks / Accuracy / Rankings"", row Terminal-Bench 2.1)",,out:effort-not-established, valstb20#none,vals.ai,qwen3.7-max,unstated,coding,hard,Vals-runner,,,,,,59.2,pass%,0.0289,,,"https://www.vals.ai/models/alibaba_qwen3.7-max (page, ""Updates"" entry of May 22, 2026, coding sentence)",,out:effort-not-established, valsindex@vals.ai#none,vals.ai,qwen3.7-max,unstated,mixed,hard,Vals-Index-24bench,,,,,,57.29,score%,0.00289,,,"https://www.vals.ai/models/alibaba_qwen3.7-max (page, ""Updates"" entry of May 22, 2026)",,out:effort-not-established, valsswebench-vals-index-subset,vals.ai,qwen3.7-max,unstated,coding,hard,,,,,,,66.7,accuracy%,0.0289,,,"https://www.vals.ai/models/alibaba_qwen3.7-max (page, ""Updates"" entry of May 22, 2026)",,out:effort-not-established, valscorpfin#none,vals.ai,qwen3.7-max,unstated,mixed,mid,Vals-platform,,,,,,65.4,accuracy%,0.0289,,,"https://www.vals.ai/models/alibaba_qwen3.7-max (page, ""Updates"" entry of May 22, 2026)",,out:effort-not-established, valsfab2#none,vals.ai,qwen3.7-max,unstated,agentic-tool,hard,Vals-runner,,,,,,48.4,score%,0.0289,,,"https://www.vals.ai/models/alibaba_qwen3.7-max (page, ""Updates"" entry of May 22, 2026)",,out:effort-not-established, valsvibecode-vals-index-subset,vals.ai,qwen3.7-max,unstated,coding,hard,,,,,,,52.9,accuracy%,0.0289,,,"https://www.vals.ai/models/alibaba_qwen3.7-max (page, ""Updates"" entry of May 22, 2026)",,out:effort-not-established, valsproof@vals.ai#none,vals.ai,qwen3.7-max,unstated,reasoning-math,frontier,Vals-runner,,,,,,26.0,score%,0.0289,,,"https://www.vals.ai/models/alibaba_qwen3.7-max (page, ""Updates"" entry of May 22, 2026)",,out:effort-not-established, valsindex4@vals.ai#none,vals.ai,qwen3.8-max-0902,unstated,mixed,hard,Vals-Index,,,,,,59.05,accuracy%,0.00289,,,"https://www.vals.ai/models/alibaba_qwen3.8-max-0902 (page, table ""Benchmarks / Accuracy / Rankings"", row Vals Index)",,out:effort-not-established, valsvibecode@vals.ai#none,vals.ai,qwen3.8-max-0902,unstated,coding,hard,,,,,,,77.14,score%,0.00289,,,"https://www.vals.ai/models/alibaba_qwen3.8-max-0902 (page, table ""Benchmarks / Accuracy / Rankings"", row Vibe Code Bench v1.1)",,out:effort-not-established, valstb4@vals.ai#none,vals.ai,qwen3.8-max-0902,unstated,coding,hard,Vals-runner,,,,,,38.89,accuracy%,0.00289,,,"https://www.vals.ai/models/alibaba_qwen3.8-max-0902 (page, table ""Benchmarks / Accuracy / Rankings"", row Terminal-Bench 4.0)",,out:effort-not-established, valsrsi,vals.ai,?Qwen 3.8 Max,not-established:absent,agentic-tool,frontier,,,,,,,21.76,index%,0.00289,,,"https://www.vals.ai/models/alibaba_qwen3.8-max (page, table ""Benchmarks / Accuracy / Rankings"", row Vals RSI Index)",,out:model-not-established, valsa2j,vals.ai,?Qwen 3.8 Max,not-established:absent,mixed,hard,,,,,,,76.37,accuracy%,0.00289,,,"https://www.vals.ai/models/alibaba_qwen3.8-max (page, table ""Benchmarks / Accuracy / Rankings"", row Access to Justice Benchmark)",,out:model-not-established, valscodemig#none,vals.ai,?Qwen 3.8 Max,not-established:absent,coding,hard,Vals-runner,,,,,,23.96,score%,0.00289,,,"https://www.vals.ai/models/alibaba_qwen3.8-max (page, table ""Benchmarks / Accuracy / Rankings"", row Code Migration)",,out:model-not-established, valscyber#none,vals.ai,?Qwen 3.8 Max,not-established:absent,coding,hard,mini-swe-agent(Vals),,,,,,28.57,accuracy%,0.00289,,,"https://www.vals.ai/models/alibaba_qwen3.8-max (page, table ""Benchmarks / Accuracy / Rankings"", row CyberBench v1.1)",,out:model-not-established, valsemb11@vals.ai#none,vals.ai,?Qwen 3.8 Max,not-established:absent,agentic-tool,hard,EMB,,,,,,65.99,accuracy%,0.00289,,,"https://www.vals.ai/models/alibaba_qwen3.8-max (page, table ""Benchmarks / Accuracy / Rankings"", row EMB v1.1)",,out:model-not-established, valsfab2#none,vals.ai,?Qwen 3.8 Max,not-established:absent,agentic-tool,hard,Vals-runner,,,,,,50.59,score%,0.00289,,,"https://www.vals.ai/models/alibaba_qwen3.8-max (page, table ""Benchmarks / Accuracy / Rankings"", row Finance Agent (v2))",,out:model-not-established, valsfincoach,vals.ai,?Qwen 3.8 Max,not-established:absent,mixed,hard,,,,,,,75.58,accuracy%,0.00289,,,"https://www.vals.ai/models/alibaba_qwen3.8-max (page, table ""Benchmarks / Accuracy / Rankings"", row Financial Coaching Bench)",,out:model-not-established, valsimmigration@vals.ai#none,vals.ai,?Qwen 3.8 Max,not-established:absent,reasoning-math,hard,Vals-runner,,,,,,70.14,accuracy%,0.00289,,,"https://www.vals.ai/models/alibaba_qwen3.8-max (page, table ""Benchmarks / Accuracy / Rankings"", row Immigration)",,out:model-not-established, valslegal@vals.ai#none,vals.ai,?Qwen 3.8 Max,not-established:absent,agentic-tool,hard,Vals-runner,,,,,,47.60,score%,0.00289,,,"https://www.vals.ai/models/alibaba_qwen3.8-max (page, table ""Benchmarks / Accuracy / Rankings"", row Legal Research Bench)",,out:model-not-established, valsmedcode#none,vals.ai,?Qwen 3.8 Max,not-established:absent,mixed,hard,Vals-runner,,,,,,40.67,accuracy%,0.00289,,,"https://www.vals.ai/models/alibaba_qwen3.8-max (page, table ""Benchmarks / Accuracy / Rankings"", row MedCode)",,out:model-not-established, valsmedscribe#none,vals.ai,?Qwen 3.8 Max,not-established:absent,writing,mid,Vals-runner,,,,,,84.95,score%,0.00289,,,"https://www.vals.ai/models/alibaba_qwen3.8-max (page, table ""Benchmarks / Accuracy / Rankings"", row MedScribe)",,out:model-not-established, valsmortgage#none,vals.ai,?Qwen 3.8 Max,not-established:absent,mixed,mid,Vals-platform,,,,,,63.99,accuracy%,0.00289,,,"https://www.vals.ai/models/alibaba_qwen3.8-max (page, table ""Benchmarks / Accuracy / Rankings"", row MortgageTax)",,out:model-not-established, valsmystery@vals.ai#none,vals.ai,?Qwen 3.8 Max,not-established:absent,reasoning-math,hard,Vals-runner,,,,,,23.87,score%,0.00289,,,"https://www.vals.ai/models/alibaba_qwen3.8-max (page, table ""Benchmarks / Accuracy / Rankings"", row MysteryMechanism)",,out:model-not-established, valsproof@vals.ai#none,vals.ai,?Qwen 3.8 Max,not-established:absent,reasoning-math,frontier,Vals-runner,,,,,,58.00,score%,0.00289,,,"https://www.vals.ai/models/alibaba_qwen3.8-max (page, table ""Benchmarks / Accuracy / Rankings"", row ProofBench v1.1)",,out:model-not-established, valssage11#none,vals.ai,?Qwen 3.8 Max,not-established:absent,reasoning-math,mid,Vals-runner,,,,,,81.76,accuracy%,0.00289,,,"https://www.vals.ai/models/alibaba_qwen3.8-max (page, table ""Benchmarks / Accuracy / Rankings"", row SAGE)",,out:model-not-established, valsbenefits#none,vals.ai,?Qwen 3.8 Max,not-established:absent,agentic-tool,mid,Vals-runner,,,,,,67.12,score%,0.00289,,,"https://www.vals.ai/models/alibaba_qwen3.8-max (page, table ""Benchmarks / Accuracy / Rankings"", row Public Benefits Bench v1.1)",,out:model-not-established, valstax@vals.ai#none,vals.ai,?Qwen 3.8 Max,not-established:absent,agentic-tool,hard,Vals-runner,,,,,,32.09,score%,0.00289,,,"https://www.vals.ai/models/alibaba_qwen3.8-max (page, table ""Benchmarks / Accuracy / Rankings"", row Tax Agent Bench)",,out:model-not-established, valstaxeval@vals.ai#none,vals.ai,?Qwen 3.8 Max,not-established:absent,mixed,mid,Vals-platform,,,,,,75.55,accuracy%,0.00289,,,"https://www.vals.ai/models/alibaba_qwen3.8-max (page, table ""Benchmarks / Accuracy / Rankings"", row TaxEval v2)",,out:model-not-established, valsvcb100#none,vals.ai,?Qwen 3.8 Max,not-established:absent,coding,hard,Vals-runner,,,,,,12.83,score%,0.00289,,,"https://www.vals.ai/models/alibaba_qwen3.8-max (page, table ""Benchmarks / Accuracy / Rankings"", row Vibe Code Bench 1-100)",,out:model-not-established, valsvibecode@vals.ai#none,vals.ai,?Qwen 3.8 Max,not-established:absent,coding,hard,,,,,,,64.70,score%,0.00289,,,"https://www.vals.ai/models/alibaba_qwen3.8-max (page, table ""Benchmarks / Accuracy / Rankings"", row Vibe Code Bench v1.1)",,out:model-not-established, valsgpqa#none,vals.ai,?Qwen 3.8 Max,not-established:absent,reasoning-math,hard,Vals-platform-one-shot,,,,,,93.69,accuracy%,0.00289,,,"https://www.vals.ai/models/alibaba_qwen3.8-max (page, table ""Benchmarks / Accuracy / Rankings"", row GPQA Diamond)",,out:model-not-established, valsioi#none,vals.ai,?Qwen 3.8 Max,not-established:absent,reasoning-math,frontier,Vals-runner,,,,,,68.89,score%,0.00289,,,"https://www.vals.ai/models/alibaba_qwen3.8-max (page, table ""Benchmarks / Accuracy / Rankings"", row IOI)",,out:model-not-established, valslcb#none,vals.ai,?Qwen 3.8 Max,not-established:absent,coding,mid,Vals-platform-one-shot,,,,,,87.85,accuracy%,0.00289,,,"https://www.vals.ai/models/alibaba_qwen3.8-max (page, table ""Benchmarks / Accuracy / Rankings"", row LiveCodeBench)",,out:model-not-established, valslegalbench#none,vals.ai,?Qwen 3.8 Max,not-established:absent,mixed,easy,Vals-platform-one-shot,,,,,,83.61,accuracy%,0.00289,,,"https://www.vals.ai/models/alibaba_qwen3.8-max (page, table ""Benchmarks / Accuracy / Rankings"", row LegalBench)",,out:model-not-established, valsmmlupro#none,vals.ai,?Qwen 3.8 Max,not-established:absent,reasoning-math,mid,Vals-platform-one-shot,,,,,,88.60,accuracy%,0.00289,,,"https://www.vals.ai/models/alibaba_qwen3.8-max (page, table ""Benchmarks / Accuracy / Rankings"", row MMLU Pro)",,out:model-not-established, valsmmmu#none,vals.ai,?Qwen 3.8 Max,not-established:absent,reasoning-math,mid,Vals-platform-one-shot,,,,,,88.03,accuracy%,0.00289,,,"https://www.vals.ai/models/alibaba_qwen3.8-max (page, table ""Benchmarks / Accuracy / Rankings"", row MMMU Pro)",,out:model-not-established, valsprogram@vals.ai#none,vals.ai,?Qwen 3.8 Max,not-established:absent,coding,frontier,Vals-runner,,,,,,0.00,score%,0.00289,,,"https://www.vals.ai/models/alibaba_qwen3.8-max (page, table ""Benchmarks / Accuracy / Rankings"", row ProgramBench)",,out:model-not-established, valsskills#none,vals.ai,?Qwen 3.8 Max,not-established:absent,agentic-tool,mid,,,,,,,42.01,accuracy%,0.00289,,,"https://www.vals.ai/models/alibaba_qwen3.8-max (page, table ""Benchmarks / Accuracy / Rankings"", row SkillsBench)",,out:model-not-established, valsswebench@vals.ai#none,vals.ai,?Qwen 3.8 Max,not-established:absent,coding,hard,,,,,,,85.60,resolved%,0.00289,,,"https://www.vals.ai/models/alibaba_qwen3.8-max (page, table ""Benchmarks / Accuracy / Rankings"", row SWE-bench)",,out:model-not-established, valsswemm@vals.ai#none,vals.ai,?Qwen 3.8 Max,not-established:absent,coding,hard,Vals-runner,,,,,,42.50,resolved%,0.00289,,,"https://www.vals.ai/models/alibaba_qwen3.8-max (page, table ""Benchmarks / Accuracy / Rankings"", row SWE-bench Multimodal)",,out:model-not-established, valstb4@vals.ai#none,vals.ai,?Qwen 3.8 Max,not-established:absent,coding,hard,Vals-runner,,,,,,34.34,accuracy%,0.00289,,,"https://www.vals.ai/models/alibaba_qwen3.8-max (page, table ""Benchmarks / Accuracy / Rankings"", row Terminal-Bench 4.0)",,out:model-not-established, valstbsci@vals.ai#none,vals.ai,?Qwen 3.8 Max,not-established:absent,coding,hard,Vals-runner,,,,,,12.86,accuracy%,0.00289,,,"https://www.vals.ai/models/alibaba_qwen3.8-max (page, table ""Benchmarks / Accuracy / Rankings"", row Terminal-Bench-Science)",,out:model-not-established, valsmortgage#1,vals.ai,fable-5.1,max,mixed,mid,Vals-platform,per-test,0.171632,2.89e-07,,,70.786,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mortgage_tax ($.tasks.overall / row anthropic/claude-fable-5-1 / column accuracy),,in,in valsmortgage#1,vals.ai,fable-5,max,mixed,mid,Vals-platform,per-test,0.175013,2.89e-07,,,68.919,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mortgage_tax ($.tasks.overall / row anthropic/claude-fable-5 / column accuracy),,in,in valsmortgage#1,vals.ai,opus-4.8,max,mixed,mid,Vals-platform,per-test,0.105627,2.89e-07,,,69.912,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mortgage_tax ($.tasks.overall / row anthropic/claude-opus-4-8 / column accuracy),,in,in valsmortgage#1,vals.ai,sonnet-5,max,mixed,mid,Vals-platform,per-test,0.080204,2.89e-07,,,70.032,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mortgage_tax ($.tasks.overall / row anthropic/claude-sonnet-5 / column accuracy),,in,in valsmortgage#1,vals.ai,sonnet-4.6,not-established:absent,mixed,mid,Vals-platform,per-test,0.04467,2.89e-07,,,67.726,accuracy%,0.000289,,,https://vals.ai/benchmarks/mortgage_tax ($.tasks.overall / row anthropic/claude-sonnet-4-6 / column accuracy),,out:effort-not-established,out:effort-not-established valsmortgage#1,vals.ai,opus-4.7,max,mixed,mid,Vals-platform,per-test,0.084417,2.89e-07,,,70.27,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mortgage_tax ($.tasks.overall / row anthropic/claude-opus-4-7 / column accuracy),,in,in valsmortgage#1,vals.ai,?anthropic/claude-haiku-4-5-20251001-thinking,not-established:absent,mixed,mid,Vals-platform,per-test,0.020742,2.89e-07,,,62.162,accuracy%,0.000289,,,https://vals.ai/benchmarks/mortgage_tax ($.tasks.overall / row anthropic/claude-haiku-4-5-20251001-thinking / column accuracy),,out:model-not-established,out:model-not-established valsmortgage#1,vals.ai,opus-5,max,mixed,mid,Vals-platform,per-test,0.07375,2.89e-07,,,72.059,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mortgage_tax ($.tasks.overall / row anthropic/claude-opus-5 / column accuracy),,in,in valsmortgage#1,vals.ai,qwen3.5-flash,default,mixed,mid,Vals-platform,per-test,0.002158,2.89e-07,,,67.368,accuracy%,0.000289,,,https://vals.ai/benchmarks/mortgage_tax ($.tasks.overall / row alibaba/qwen3.5-flash / column accuracy),,out:effort-not-established,out:effort-not-established valsmortgage#1,vals.ai,qwen3.5-plus,think,mixed,mid,Vals-platform,per-test,0.010812,2.89e-07,,,60.772,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single,https://vals.ai/benchmarks/mortgage_tax ($.tasks.overall / row alibaba/qwen3.5-plus-thinking / column accuracy),,in,out:cost-not-comparable valsmortgage#1,vals.ai,qwen3.6-27b,default,mixed,mid,Vals-platform,per-test,0.016906,2.89e-07,,,68.283,accuracy%,0.000289,,,https://vals.ai/benchmarks/mortgage_tax ($.tasks.overall / row alibaba/qwen3.6-27b / column accuracy),,out:effort-not-established,out:effort-not-established valsmortgage#1,vals.ai,qwen3.6-plus,default,mixed,mid,Vals-platform,per-test,0.013476,2.89e-07,,,67.965,accuracy%,0.000289,,,https://vals.ai/benchmarks/mortgage_tax ($.tasks.overall / row alibaba/qwen3.6-plus / column accuracy),,out:effort-not-established,out:effort-not-established valsmortgage#1,vals.ai,qwen3.7-plus,default,mixed,mid,Vals-platform,per-test,0.007588,2.89e-07,,,66.176,accuracy%,0.000289,,,https://vals.ai/benchmarks/mortgage_tax ($.tasks.overall / row alibaba/qwen3.7-plus / column accuracy),,out:effort-not-established,out:effort-not-established valsmortgage#1,vals.ai,qwen3.8-27b,xhigh,mixed,mid,Vals-platform,per-test,0.011604,2.89e-07,,,64.944,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mortgage_tax ($.tasks.overall / row alibaba/qwen3.8-27b / column accuracy),,in,in valsmortgage#1,vals.ai,qwen3.8-max,xhigh,mixed,mid,Vals-platform,per-test,0.027349,2.89e-07,,,63.99,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mortgage_tax ($.tasks.overall / row alibaba/qwen3.8-max / column accuracy),,in,in valsmortgage#1,vals.ai,gemini-1.5-flash-002,solo,mixed,mid,Vals-platform,per-test,0.00012,2.89e-07,,,42.766,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single,https://vals.ai/benchmarks/mortgage_tax ($.tasks.overall / row google/gemini-1.5-flash-002 / column accuracy),,out:single-couple,out:cost-not-comparable valsmortgage#1,vals.ai,gemini-1.5-pro-002,solo,mixed,mid,Vals-platform,per-test,0.002028,2.89e-07,,,56.756,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single,https://vals.ai/benchmarks/mortgage_tax ($.tasks.overall / row google/gemini-1.5-pro-002 / column accuracy),,out:single-couple,out:cost-not-comparable valsmortgage#1,vals.ai,gemini-2.0-flash,solo,mixed,mid,Vals-platform,per-test,0.00027,2.89e-07,,,59.658,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/mortgage_tax ($.tasks.overall / row google/gemini-2.0-flash-001 / column accuracy),,out:single-couple,out:cost-single-couple valsmortgage#1,vals.ai,gemini-2.0-flash-exp,solo,mixed,mid,Vals-platform,per-test,0.000132,2.89e-07,,,60.374,accuracy%,0.000289,,cost-method-assumed-single,https://vals.ai/benchmarks/mortgage_tax ($.tasks.overall / row google/gemini-2.0-flash-exp / column accuracy),,out:single-couple,out:cost-not-comparable valsmortgage#1,vals.ai,gemini-2.5-flash-lite-preview-09-2025,unstated,mixed,mid,Vals-platform,per-test,0.000479,2.89e-07,,,55.803,accuracy%,0.000289,,,https://vals.ai/benchmarks/mortgage_tax ($.tasks.overall / row google/gemini-2.5-flash-lite-preview-09-2025 / column accuracy),,out:effort-not-established,out:effort-not-established valsmortgage#1,vals.ai,?google/gemini-2.5-flash-lite-preview-09-2025-thinking,not-established:absent,mixed,mid,Vals-platform,per-test,0.000286,2.89e-07,,,57.552,accuracy%,0.000289,,,https://vals.ai/benchmarks/mortgage_tax ($.tasks.overall / row google/gemini-2.5-flash-lite-preview-09-2025-thinking / column accuracy),,out:model-not-established,out:model-not-established valsmortgage#1,vals.ai,gemini-2.5-flash-preview-04-17,unstated,mixed,mid,Vals-platform,per-test,0.001974,2.89e-07,,,58.426,accuracy%,0.000289,,,https://vals.ai/benchmarks/mortgage_tax ($.tasks.overall / row google/gemini-2.5-flash-preview-04-17 / column accuracy),,out:effort-not-established,out:effort-not-established valsmortgage#1,vals.ai,?google/gemini-2.5-flash-preview-04-17-thinking,not-established:absent,mixed,mid,Vals-platform,per-test,0.0041,2.89e-07,,,57.512,accuracy%,0.000289,,,https://vals.ai/benchmarks/mortgage_tax ($.tasks.overall / row google/gemini-2.5-flash-preview-04-17-thinking / column accuracy),,out:model-not-established,out:model-not-established valsmortgage#1,vals.ai,gemini-2.5-flash-preview-09-2025,unstated,mixed,mid,Vals-platform,per-test,0.001152,2.89e-07,,,62.599,accuracy%,0.000289,,,https://vals.ai/benchmarks/mortgage_tax ($.tasks.overall / row google/gemini-2.5-flash-preview-09-2025 / column accuracy),,out:effort-not-established,out:effort-not-established valsmortgage#1,vals.ai,?google/gemini-2.5-flash-preview-09-2025-thinking,not-established:absent,mixed,mid,Vals-platform,per-test,0.001154,2.89e-07,,,61.924,accuracy%,0.000289,,,https://vals.ai/benchmarks/mortgage_tax ($.tasks.overall / row google/gemini-2.5-flash-preview-09-2025-thinking / column accuracy),,out:model-not-established,out:model-not-established valsmortgage#1,vals.ai,gemini-2.5-pro,unstated,mixed,mid,Vals-platform,per-test,0.004794,2.89e-07,,,68.918,accuracy%,0.000289,,,https://vals.ai/benchmarks/mortgage_tax ($.tasks.overall / row google/gemini-2.5-pro / column accuracy),,out:effort-not-established,out:effort-not-established valsmortgage#1,vals.ai,gemini-2.5-pro-exp-03-25,solo,mixed,mid,Vals-platform,per-test,0.003638,2.89e-07,,,67.17,accuracy%,0.000289,,cost-method-assumed-single,https://vals.ai/benchmarks/mortgage_tax ($.tasks.overall / row google/gemini-2.5-pro-exp-03-25 / column accuracy),,out:single-couple,out:cost-not-comparable valsmortgage#1,vals.ai,gemini-3-flash,high,mixed,mid,Vals-platform,per-test,0.007477,2.89e-07,,,68.72,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mortgage_tax ($.tasks.overall / row google/gemini-3-flash-preview / column accuracy),,in,in valsmortgage#1,vals.ai,?google/gemini-3-pro-preview,not-established:absent,mixed,mid,Vals-platform,per-test,0.041198,2.89e-07,,,69.078,accuracy%,0.000289,,,https://vals.ai/benchmarks/mortgage_tax ($.tasks.overall / row google/gemini-3-pro-preview / column accuracy),,out:model-not-established,out:model-not-established valsmortgage#1,vals.ai,gemini-3.1-flash-lite-preview,high,mixed,mid,Vals-platform,per-test,0.00284,2.89e-07,,,68.044,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/mortgage_tax ($.tasks.overall / row google/gemini-3.1-flash-lite-preview / column accuracy),,in,in valsmortgage#1,vals.ai,gemini-3.1-pro,high,mixed,mid,Vals-platform,per-test,0.023542,2.89e-07,,,69.396,accuracy%,0.000289,,cost-method-assumed-single,https://vals.ai/benchmarks/mortgage_tax ($.tasks.overall / row google/gemini-3.1-pro-preview / column accuracy),,in,out:cost-not-comparable valsmortgage#1,vals.ai,gemini-3.5-flash,high,mixed,mid,Vals-platform,per-test,0.017873,2.89e-07,,,68.124,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mortgage_tax ($.tasks.overall / row google/gemini-3.5-flash / column accuracy),,in,in valsmortgage#1,vals.ai,gemini-3.5-flash-lite,high,mixed,mid,Vals-platform,per-test,0.004323,2.89e-07,,,68.68,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mortgage_tax ($.tasks.overall / row google/gemini-3.5-flash-lite / column accuracy),,in,in valsmortgage#1,vals.ai,gemini-3.6-flash,high,mixed,mid,Vals-platform,per-test,0.019658,2.89e-07,,,67.608,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mortgage_tax ($.tasks.overall / row google/gemini-3.6-flash / column accuracy),,in,in valsmortgage#1,vals.ai,gemini-3.7-flash,high,mixed,mid,Vals-platform,per-test,0.011071,2.89e-07,,,66.654,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mortgage_tax ($.tasks.overall / row google/gemini-3.7-flash / column accuracy),,in,in valsmortgage#1,vals.ai,gemini-3.8-flash,high,mixed,mid,Vals-platform,per-test,0.046973,2.89e-07,,,65.342,accuracy%,0.000289,,EAP-run; base-scheduled-list-price; cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/mortgage_tax ($.tasks.overall / row google/gemini-3.8-flash / column accuracy),,in,in valsmortgage#1,vals.ai,grok-2-vision-1212,unstated,mixed,mid,Vals-platform,per-test,0.003772,2.89e-07,,,3.458,accuracy%,0.000289,,,https://vals.ai/benchmarks/mortgage_tax ($.tasks.overall / row grok/grok-2-vision-1212 / column accuracy),,out:effort-not-established,out:effort-not-established valsmortgage#1,vals.ai,?grok/grok-4-0709,not-established:absent,mixed,mid,Vals-platform,per-test,0.08575,2.89e-07,,,44.475,accuracy%,0.000289,,,https://vals.ai/benchmarks/mortgage_tax ($.tasks.overall / row grok/grok-4-0709 / column accuracy),,out:model-not-established,out:model-not-established valsmortgage#1,vals.ai,?grok/grok-4-1-fast-non-reasoning,not-established:absent,mixed,mid,Vals-platform,per-test,0.001018,2.89e-07,,,34.26,accuracy%,0.000289,,,https://vals.ai/benchmarks/mortgage_tax ($.tasks.overall / row grok/grok-4-1-fast-non-reasoning / column accuracy),,out:model-not-established,out:model-not-established valsmortgage#1,vals.ai,?grok/grok-4-1-fast-reasoning,not-established:absent,mixed,mid,Vals-platform,per-test,0.002438,2.89e-07,,,42.607,accuracy%,0.000289,,,https://vals.ai/benchmarks/mortgage_tax ($.tasks.overall / row grok/grok-4-1-fast-reasoning / column accuracy),,out:model-not-established,out:model-not-established valsmortgage#1,vals.ai,?grok/grok-4-fast-non-reasoning,not-established:absent,mixed,mid,Vals-platform,per-test,0.003483,2.89e-07,,,25.318,accuracy%,0.000289,,,https://vals.ai/benchmarks/mortgage_tax ($.tasks.overall / row grok/grok-4-fast-non-reasoning / column accuracy),,out:model-not-established,out:model-not-established valsmortgage#1,vals.ai,?grok/grok-4-fast-reasoning,not-established:absent,mixed,mid,Vals-platform,per-test,0.004554,2.89e-07,,,42.09,accuracy%,0.000289,,,https://vals.ai/benchmarks/mortgage_tax ($.tasks.overall / row grok/grok-4-fast-reasoning / column accuracy),,out:model-not-established,out:model-not-established valsmortgage#1,vals.ai,grok-4.20,think,mixed,mid,Vals-platform,per-test,0.017102,0.00407,,,45.35,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/mortgage_tax ($.tasks.overall / row grok/grok-4.20-0309-reasoning / column accuracy),,in,out:cost-single-couple valsmortgage#1,vals.ai,grok-4.3,high,mixed,mid,Vals-platform,per-test,0.012184,2.89e-07,,,48.252,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mortgage_tax ($.tasks.overall / row grok/grok-4.3 / column accuracy),,in,in valsmortgage#1,vals.ai,grok-4.5,high,mixed,mid,Vals-platform,per-test,0.0119984,0.00173,,,61.804,accuracy%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/mortgage_tax ($.tasks.overall / row grok/grok-4.5 / column accuracy),,in,out:cost-single-couple valsmortgage#1,vals.ai,grok-4.6,high,mixed,mid,Vals-platform,per-test,0.013712,2.89e-07,,,64.189,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mortgage_tax ($.tasks.overall / row grok/grok-4.6 / column accuracy),,in,in valsmortgage#1,vals.ai,?kimi/kimi-k2.5-thinking,not-established:absent,mixed,mid,Vals-platform,per-test,0.014918,2.89e-07,,,66.534,accuracy%,0.000289,,,https://vals.ai/benchmarks/mortgage_tax ($.tasks.overall / row kimi/kimi-k2.5-thinking / column accuracy),,out:model-not-established,out:model-not-established valsmortgage#1,vals.ai,kimi-k2.6,unstated,mixed,mid,Vals-platform,per-test,0.02869,2.89e-07,,,65.818,accuracy%,0.000289,,,https://vals.ai/benchmarks/mortgage_tax ($.tasks.overall / row kimi/kimi-k2.6 / column accuracy),,out:effort-not-established,out:effort-not-established valsmortgage#1,vals.ai,kimi-k3,max,mixed,mid,Vals-platform,per-test,0.038981,2.89e-07,,,66.336,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/mortgage_tax ($.tasks.overall / row kimi/kimi-k3 / column accuracy),,in,in valsmortgage#1,vals.ai,gpt-4.1,solo,mixed,mid,Vals-platform,per-test,0.006212,2.89e-07,,,65.938,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mortgage_tax ($.tasks.overall / row openai/gpt-4.1-2025-04-14 / column accuracy),,out:single-couple,out:cost-single-couple valsmortgage#1,vals.ai,gpt-4.1-mini,solo,mixed,mid,Vals-platform,per-test,0.002797,2.89e-07,,,65.501,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mortgage_tax ($.tasks.overall / row openai/gpt-4.1-mini-2025-04-14 / column accuracy),,out:single-couple,out:cost-single-couple valsmortgage#1,vals.ai,gpt-4.1-nano,solo,mixed,mid,Vals-platform,per-test,0.001003,2.89e-07,,,52.822,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mortgage_tax ($.tasks.overall / row openai/gpt-4.1-nano-2025-04-14 / column accuracy),,out:single-couple,out:cost-single-couple valsmortgage#1,vals.ai,gpt-4o-0806,solo,mixed,mid,Vals-platform,per-test,0.006956,2.89e-07,,,60.97,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/mortgage_tax ($.tasks.overall / row openai/gpt-4o-2024-08-06 / column accuracy),,out:single-couple,out:cost-single-couple valsmortgage#1,vals.ai,gpt-4o-1120,solo,mixed,mid,Vals-platform,per-test,0.007141,2.89e-07,,,57.432,accuracy%,0.000289,,cost-method-assumed-single,https://vals.ai/benchmarks/mortgage_tax ($.tasks.overall / row openai/gpt-4o-2024-11-20 / column accuracy),,out:single-couple,out:cost-not-comparable valsmortgage#1,vals.ai,gpt-4o-mini,solo,mixed,mid,Vals-platform,per-test,0.000822,2.89e-07,,,54.492,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/mortgage_tax ($.tasks.overall / row openai/gpt-4o-mini-2024-07-18 / column accuracy),,out:single-couple,out:cost-single-couple valsmortgage#1,vals.ai,gpt-5,high,mixed,mid,Vals-platform,per-test,0.028906,2.89e-07,,,65.454,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mortgage_tax ($.tasks.overall / row openai/gpt-5-2025-08-07 / column accuracy),,out:single-couple,out:cost-single-couple valsmortgage#1,vals.ai,gpt-5-mini,high,mixed,mid,Vals-platform,per-test,0.00436,2.89e-07,,,66.892,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mortgage_tax ($.tasks.overall / row openai/gpt-5-mini-2025-08-07 / column accuracy),,out:single-couple,out:cost-single-couple valsmortgage#1,vals.ai,gpt-5-nano,high,mixed,mid,Vals-platform,per-test,0.002295,2.89e-07,,,53.617,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mortgage_tax ($.tasks.overall / row openai/gpt-5-nano-2025-08-07 / column accuracy),,out:single-couple,out:cost-single-couple valsmortgage#1,vals.ai,gpt-5.1,high,mixed,mid,Vals-platform,per-test,0.026408,2.89e-07,,,61.368,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mortgage_tax ($.tasks.overall / row openai/gpt-5.1-2025-11-13 / column accuracy),,in,in valsmortgage#1,vals.ai,gpt-5.2,xhigh,mixed,mid,Vals-platform,per-test,0.050478,2.89e-07,,,67.13,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mortgage_tax ($.tasks.overall / row openai/gpt-5.2-2025-12-11 / column accuracy),,in,in valsmortgage#1,vals.ai,gpt-5.4,xhigh,mixed,mid,Vals-platform,per-test,0.103445,2.89e-07,,,68.323,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mortgage_tax ($.tasks.overall / row openai/gpt-5.4-2026-03-05 / column accuracy),,in,in valsmortgage#1,vals.ai,gpt-5.4-mini,xhigh,mixed,mid,Vals-platform,per-test,0.044769,2.89e-07,,,63.514,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mortgage_tax ($.tasks.overall / row openai/gpt-5.4-mini-2026-03-17 / column accuracy),,in,in valsmortgage#1,vals.ai,gpt-5.4-nano,high,mixed,mid,Vals-platform,per-test,0.002585,2.89e-07,,,59.102,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mortgage_tax ($.tasks.overall / row openai/gpt-5.4-nano-2026-03-17 / column accuracy),,in,in valsmortgage#1,vals.ai,gpt-5.5,xhigh,mixed,mid,Vals-platform,per-test,0.071407,2.89e-07,,,68.76,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mortgage_tax ($.tasks.overall / row openai/gpt-5.5 / column accuracy),,in,in valsmortgage#1,vals.ai,gpt-5.6-luna,max,mixed,mid,Vals-platform,per-test,0.004804,2.89e-07,,,67.29,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mortgage_tax ($.tasks.overall / row openai/gpt-5.6-luna / column accuracy),,in,in valsmortgage#1,vals.ai,gpt-5.6-sol,max,mixed,mid,Vals-platform,per-test,0.09789724999999999,0.00514,,,67.289,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/mortgage_tax ($.tasks.overall / row openai/gpt-5.6-sol / column accuracy),,in,out:cost-single-couple valsmortgage#1,vals.ai,gpt-5.6-terra,max,mixed,mid,Vals-platform,per-test,0.022706,2.89e-07,,,67.329,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mortgage_tax ($.tasks.overall / row openai/gpt-5.6-terra / column accuracy),,in,in valsmortgage#1,vals.ai,o3,high,mixed,mid,Vals-platform,per-test,0.009972,2.89e-07,,,65.7,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mortgage_tax ($.tasks.overall / row openai/o3-2025-04-16 / column accuracy),,out:single-couple,out:cost-single-couple valsmortgage#1,vals.ai,o4-mini,high,mixed,mid,Vals-platform,per-test,0.011654,2.89e-07,,,64.826,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mortgage_tax ($.tasks.overall / row openai/o4-mini-2025-04-16 / column accuracy),,out:single-couple,out:cost-single-couple vals-vcb-single-agent,vals.ai,opus-5.5,medium,coding,hard,,per-app,4.08,2.89e-07,,,91.5,score%,0.000289,,cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/multi-agent-vibe-code-bench ($.tasks.overall / row anthropic/claude-opus-5-5::medium-single / column accuracy),,in,in vals-vcb-single-agent,vals.ai,opus-5.5,max,coding,hard,,per-app,23.77,2.89e-07,,,89.8,score%,0.000289,,cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/multi-agent-vibe-code-bench ($.tasks.overall / row anthropic/claude-opus-5-5::max-single / column accuracy),,in,in vals-vcb-team,vals.ai,opus-5.5,medium,coding,hard,,per-app,9.1,2.89e-07,,,91.2,score%,0.000289,,cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/multi-agent-vibe-code-bench ($.tasks.overall / row anthropic/claude-opus-5-5::medium-team / column accuracy),,in,in vals-vcb-team,vals.ai,opus-5.5,max,coding,hard,,per-app,121.95,2.89e-07,,,93.2,score%,0.000289,,cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/multi-agent-vibe-code-bench ($.tasks.overall / row anthropic/claude-opus-5-5::max-team / column accuracy),,in,in vals-vcb-single-agent,vals.ai,gpt-6-sol,medium,coding,hard,,per-app,1.22,2.89e-07,,,77.6,score%,0.000289,,cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/multi-agent-vibe-code-bench ($.tasks.overall / row openai/gpt-6-sol::medium-single / column accuracy),,in,in vals-vcb-single-agent,vals.ai,gpt-6-sol,max,coding,hard,,per-app,4.82,2.89e-07,,,89,score%,0.000289,,cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/multi-agent-vibe-code-bench ($.tasks.overall / row openai/gpt-6-sol::max-single / column accuracy),,in,in vals-vcb-team,vals.ai,gpt-6-sol,medium,coding,hard,,per-app,3.07,2.89e-07,,,84.9,score%,0.000289,,cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/multi-agent-vibe-code-bench ($.tasks.overall / row openai/gpt-6-sol::medium-team / column accuracy),,in,in vals-vcb-team,vals.ai,gpt-6-sol,max,coding,hard,,per-app,8.54,2.89e-07,,,90.4,score%,0.000289,,cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/multi-agent-vibe-code-bench ($.tasks.overall / row openai/gpt-6-sol::max-team / column accuracy),,in,in valsmystery@vals.ai#1,vals.ai,opus-5.5,max,reasoning-math,hard,Vals-runner,per-test,4.619754,2.89e-07,,,49.55,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mysterymechanism ($.tasks.overall / row anthropic/claude-opus-5-5 / column accuracy),,in,in valsmystery@vals.ai#1,vals.ai,opus-5,max,reasoning-math,hard,Vals-runner,per-test,3.280693,2.89e-07,,,37.387,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mysterymechanism ($.tasks.overall / row anthropic/claude-opus-5 / column accuracy),,in,in valsmystery@vals.ai#1,vals.ai,fable-5.1,max,reasoning-math,hard,Vals-runner,per-test,5.631518,2.89e-07,,,47.748,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mysterymechanism ($.tasks.overall / row anthropic/claude-fable-5-1 / column accuracy),,in,in valsmystery@vals.ai#1,vals.ai,sonnet-5.5,max,reasoning-math,hard,Vals-runner,per-test,2.5899225,0.498,,,49.099,score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/mysterymechanism ($.tasks.overall / row anthropic/claude-sonnet-5-5 / column accuracy),,in,out:cost-single-couple valsmystery@vals.ai#1,vals.ai,haiku-5.5,max,reasoning-math,hard,Vals-runner,per-test,0.541024,2.89e-07,,,35.135,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mysterymechanism ($.tasks.overall / row anthropic/claude-haiku-5-5 / column accuracy),,in,in valsmystery@vals.ai#1,vals.ai,?qwen3.8-max,not-established:absent,reasoning-math,hard,Vals-runner,per-test,1.309463,2.89e-07,,,23.874,score%,0.000289,,,https://vals.ai/benchmarks/mysterymechanism ($.tasks.overall / row alibaba/qwen3.8-max / column accuracy),,out:model-not-established,out:model-not-established valsmystery@vals.ai#1,vals.ai,deepseek-v4.1-flash,high,reasoning-math,hard,Vals-runner,per-test,0.164089,2.89e-07,,,21.171,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/mysterymechanism ($.tasks.overall / row deepseek/deepseek-v4.1-flash / column accuracy),,in,in valsmystery@vals.ai#1,vals.ai,gemini-3.1-pro,high,reasoning-math,hard,Vals-runner,per-test,1.065147,2.89e-07,,,20.721,score%,0.000289,,cost-method-assumed-single,https://vals.ai/benchmarks/mysterymechanism ($.tasks.overall / row google/gemini-3.1-pro-preview / column accuracy),,in,out:cost-not-comparable valsmystery@vals.ai#1,vals.ai,gemini-3.8-flash,high,reasoning-math,hard,Vals-runner,per-test,1.731041,2.89e-07,,,36.486,score%,0.000289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/mysterymechanism ($.tasks.overall / row google/gemini-3.8-flash / column accuracy),,in,in valsmystery@vals.ai#1,vals.ai,gemini-4-argon,high,reasoning-math,hard,Vals-runner,per-test,4.594426,2.89e-07,,,45.495,score%,0.000289,,EAP-run; base-scheduled-list-price; cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/mysterymechanism ($.tasks.overall / row google/gemini-4-argon / column accuracy),,in,in valsmystery@vals.ai#1,vals.ai,grok-4.6,high,reasoning-math,hard,Vals-runner,per-test,1.309658,2.89e-07,,,30.631,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mysterymechanism ($.tasks.overall / row grok/grok-4.6 / column accuracy),,in,in valsmystery@vals.ai#1,vals.ai,grok-4.7,xhigh,reasoning-math,hard,Vals-runner,per-test,1.841835,2.89e-07,,,25.225,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mysterymechanism ($.tasks.overall / row grok/grok-4.7 / column accuracy),,in,in valsmystery@vals.ai#1,vals.ai,gpt-5.6-luna,max,reasoning-math,hard,Vals-runner,per-test,0.109246,2.89e-07,,,14.414,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mysterymechanism ($.tasks.overall / row openai/gpt-5.6-luna / column accuracy),,in,in valsmystery@vals.ai#1,vals.ai,gpt-5.6-sol,max,reasoning-math,hard,Vals-runner,per-test,1.32460625,0.0695,,,33.333,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/mysterymechanism ($.tasks.overall / row openai/gpt-5.6-sol / column accuracy),,in,out:cost-single-couple valsmystery@vals.ai#1,vals.ai,gpt-6-astra,max,reasoning-math,hard,Vals-runner,per-test,1.559704,2.89e-07,,,53.153,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mysterymechanism ($.tasks.overall / row openai/gpt-6-astra / column accuracy),,in,in valsmystery@vals.ai#1,vals.ai,gpt-6-luna,max,reasoning-math,hard,Vals-runner,per-test,0.025854,2.89e-07,,,19.369,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mysterymechanism ($.tasks.overall / row openai/gpt-6-luna / column accuracy),,in,in valsmystery@vals.ai#1,vals.ai,gpt-6-sol,max,reasoning-math,hard,Vals-runner,per-test,0.460931,2.89e-07,,,30.18,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mysterymechanism ($.tasks.overall / row openai/gpt-6-sol / column accuracy),,in,in valsmystery@vals.ai#1,vals.ai,gpt-6.1-sol,max,reasoning-math,hard,Vals-runner,per-test,0.284881,2.89e-07,,,46.396,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/mysterymechanism ($.tasks.overall / row openai/gpt-6.1-sol / column accuracy),,in,in valsmystery@vals.ai#1,vals.ai,glm-5.3,max,reasoning-math,hard,Vals-runner,per-test,1.531337,2.89e-07,,,22.973,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/mysterymechanism ($.tasks.overall / row zai/glm-5.3 / column accuracy),,in,in valsmystery@vals.ai#1,vals.ai,?alibaba/qwen3.8-max,not-established:absent,reasoning-math,hard,Vals-runner,per-test,1.309463,2.89e-07,,,23.874,score%,0.000289,,,https://www.vals.ai/benchmarks/mysterymechanism (payload tasks.overall / alibaba/qwen3.8-max / accuracy),,out:model-not-established,out:model-not-established valsmystery@vals.ai#1,vals.ai,fable-5.2,not-established:assumed,reasoning-math,hard,Vals-runner,per-test,1.552812,2.89e-07,,,51.802,score%,0.000289,,,https://www.vals.ai/benchmarks/mysterymechanism (payload tasks.overall / anthropic/claude-fable-5-2 / accuracy),,out:effort-not-established,out:effort-not-established valsprogram@vals.ai#1,vals.ai,fable-5,max,coding,frontier,Vals-runner,per-test,75.675797,2.89e-07,,,2,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/programbench ($.tasks.overall / row anthropic/claude-fable-5 / column accuracy),,in,in valsprogram@vals.ai#1,vals.ai,fable-5.1,max,coding,frontier,Vals-runner,per-test,58.51711,2.89e-07,,,7,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/programbench ($.tasks.overall / row anthropic/claude-fable-5-1 / column accuracy),,in,in valsprogram@vals.ai#1,vals.ai,?anthropic/claude-haiku-4-5-20251001-thinking,not-established:absent,coding,frontier,Vals-runner,,,,,,0,score%,0.000289,,,https://vals.ai/benchmarks/programbench ($.tasks.overall / row anthropic/claude-haiku-4-5-20251001-thinking / column accuracy),,out:model-not-established, valsprogram@vals.ai#1,vals.ai,opus-4.7,max,coding,frontier,Vals-runner,,,,,,0,score%,0.000289,,,https://vals.ai/benchmarks/programbench ($.tasks.overall / row anthropic/claude-opus-4-7 / column accuracy),,out:uninformative, valsprogram@vals.ai#1,vals.ai,opus-4.8,max,coding,frontier,Vals-runner,per-test,31.267424,2.89e-07,,,1,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/programbench ($.tasks.overall / row anthropic/claude-opus-4-8 / column accuracy),,in,in valsprogram@vals.ai#1,vals.ai,opus-5,max,coding,frontier,Vals-runner,per-test,60.289268,2.89e-07,,,3,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/programbench ($.tasks.overall / row anthropic/claude-opus-5 / column accuracy),,in,in valsprogram@vals.ai#1,vals.ai,opus-5.5,max,coding,frontier,Vals-runner,per-test,68.051144,2.89e-07,,,18.5,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/programbench ($.tasks.overall / row anthropic/claude-opus-5-5 / column accuracy),,in,in valsprogram@vals.ai#1,vals.ai,sonnet-4.6,not-established:absent,coding,frontier,Vals-runner,,,,,,0.5,score%,0.000289,,,https://vals.ai/benchmarks/programbench ($.tasks.overall / row anthropic/claude-sonnet-4-6 / column accuracy),,out:effort-not-established, valsprogram@vals.ai#1,vals.ai,sonnet-5,max,coding,frontier,Vals-runner,per-test,24.358317,2.89e-07,,,0,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/programbench ($.tasks.overall / row anthropic/claude-sonnet-5 / column accuracy),,out:uninformative,in valsprogram@vals.ai#1,vals.ai,haiku-5.5,max,coding,frontier,Vals-runner,per-test,6.828942,2.89e-07,,,2.5,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/programbench ($.tasks.overall / row anthropic/claude-haiku-5-5 / column accuracy),,in,in valsprogram@vals.ai#1,vals.ai,sonnet-5.5,max,coding,frontier,Vals-runner,per-test,26.89555575,5.18,,,6.5,score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/programbench ($.tasks.overall / row anthropic/claude-sonnet-5-5 / column accuracy),,in,out:cost-single-couple valsprogram@vals.ai#1,vals.ai,qwen3.6-plus,default,coding,frontier,Vals-runner,,,,,,0,score%,0.000289,,,https://vals.ai/benchmarks/programbench ($.tasks.overall / row alibaba/qwen3.6-plus / column accuracy),,out:effort-not-established, valsprogram@vals.ai#1,vals.ai,qwen3.8-27b,xhigh,coding,frontier,Vals-runner,per-test,17.990872,2.89e-07,,,0,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/programbench ($.tasks.overall / row alibaba/qwen3.8-27b / column accuracy),,out:uninformative,in valsprogram@vals.ai#1,vals.ai,?qwen3.8-max,not-established:absent,coding,frontier,Vals-runner,per-test,12.357107,2.89e-07,,,0,score%,0.000289,,,https://vals.ai/benchmarks/programbench ($.tasks.overall / row alibaba/qwen3.8-max / column accuracy),,out:model-not-established,out:model-not-established valsprogram@vals.ai#1,vals.ai,deepseek-v4-flash-0731,high,coding,frontier,Vals-runner,per-test,1.285061,2.89e-07,,,0,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/programbench ($.tasks.overall / row deepseek/deepseek-v4-flash-0731 / column accuracy),,out:uninformative,in valsprogram@vals.ai#1,vals.ai,?deepseek/deepseek-v4-pro,not-established:absent,coding,frontier,Vals-runner,,,,,,0,score%,0.000289,,,https://vals.ai/benchmarks/programbench ($.tasks.overall / row deepseek/deepseek-v4-pro / column accuracy),,out:model-not-established, valsprogram@vals.ai#1,vals.ai,deepseek-v4-pro-0813,max,coding,frontier,Vals-runner,per-test,0.431698,2.89e-07,,,0,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/programbench ($.tasks.overall / row deepseek/deepseek-v4-pro-0813 / column accuracy),,out:uninformative,in valsprogram@vals.ai#1,vals.ai,deepseek-v4.1-flash,high,coding,frontier,Vals-runner,per-test,0.896935,2.89e-07,,,0.5,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/programbench ($.tasks.overall / row deepseek/deepseek-v4.1-flash / column accuracy),,in,in valsprogram@vals.ai#1,vals.ai,gemini-3-flash,high,coding,frontier,Vals-runner,per-test,0.439965,2.89e-07,,,0,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/programbench ($.tasks.overall / row google/gemini-3-flash-preview / column accuracy),,out:uninformative,in valsprogram@vals.ai#1,vals.ai,gemini-3.1-flash-lite-preview,high,coding,frontier,Vals-runner,per-test,0.063906,2.89e-07,,,0,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/programbench ($.tasks.overall / row google/gemini-3.1-flash-lite-preview / column accuracy),,out:uninformative,in valsprogram@vals.ai#1,vals.ai,gemini-3.1-pro,high,coding,frontier,Vals-runner,per-test,2.629095,2.89e-07,,,0,score%,0.000289,,cost-method-assumed-single,https://vals.ai/benchmarks/programbench ($.tasks.overall / row google/gemini-3.1-pro-preview / column accuracy),,out:uninformative,out:cost-not-comparable valsprogram@vals.ai#1,vals.ai,?google/gemini-3.5-flash,not-established:absent,coding,frontier,Vals-runner,,,,,,0,score%,0.000289,,,https://vals.ai/benchmarks/programbench ($.tasks.overall / row google/gemini-3.5-flash / column accuracy),,out:model-not-established, valsprogram@vals.ai#1,vals.ai,gemini-3.5-flash-lite,high,coding,frontier,Vals-runner,per-test,0.337485,2.89e-07,,,0,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/programbench ($.tasks.overall / row google/gemini-3.5-flash-lite / column accuracy),,out:uninformative,in valsprogram@vals.ai#1,vals.ai,gemini-3.6-flash,high,coding,frontier,Vals-runner,per-test,5.923527,2.89e-07,,,0,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/programbench ($.tasks.overall / row google/gemini-3.6-flash / column accuracy),,out:uninformative,in valsprogram@vals.ai#1,vals.ai,?google/gemini-3.7-flash,not-established:absent,coding,frontier,Vals-runner,per-test,7.130366,2.89e-07,,,0,score%,0.000289,,,https://vals.ai/benchmarks/programbench ($.tasks.overall / row google/gemini-3.7-flash / column accuracy),,out:model-not-established,out:model-not-established valsprogram@vals.ai#1,vals.ai,gemini-3.8-flash,high,coding,frontier,Vals-runner,per-test,10.928509,2.89e-07,,,1,score%,0.000289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/programbench ($.tasks.overall / row google/gemini-3.8-flash / column accuracy),,in,in valsprogram@vals.ai#1,vals.ai,gemini-4-argon,high,coding,frontier,Vals-runner,per-test,17.656424,2.89e-07,,,2.5,score%,0.000289,,EAP-run; base-scheduled-list-price; cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/programbench ($.tasks.overall / row google/gemini-4-argon / column accuracy),,in,in valsprogram@vals.ai#1,vals.ai,grok-4.3,high,coding,frontier,Vals-runner,per-test,0.355823,2.89e-07,,,0,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/programbench ($.tasks.overall / row grok/grok-4.3 / column accuracy),,out:uninformative,in valsprogram@vals.ai#1,vals.ai,grok-4.5,high,coding,frontier,Vals-runner,per-test,3.2993575999999996,0.476,,,0,score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/programbench ($.tasks.overall / row grok/grok-4.5 / column accuracy),,out:uninformative,out:cost-single-couple valsprogram@vals.ai#1,vals.ai,grok-4.6,high,coding,frontier,Vals-runner,per-test,16.759019,2.89e-07,,,1,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/programbench ($.tasks.overall / row grok/grok-4.6 / column accuracy),,in,in valsprogram@vals.ai#1,vals.ai,grok-4.7,xhigh,coding,frontier,Vals-runner,per-test,46.490946,2.89e-07,,,0.5,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/programbench ($.tasks.overall / row grok/grok-4.7 / column accuracy),,in,in valsprogram@vals.ai#1,vals.ai,kimi-k2.6,unstated,coding,frontier,Vals-runner,,,,,,0,score%,0.000289,,,https://vals.ai/benchmarks/programbench ($.tasks.overall / row kimi/kimi-k2.6 / column accuracy),,out:effort-not-established, valsprogram@vals.ai#1,vals.ai,kimi-k2.7-code,solo,coding,frontier,Vals-runner,per-test,3.185154,2.89e-07,,,0,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/programbench ($.tasks.overall / row kimi/kimi-k2.7-code / column accuracy),,out:uninformative,in valsprogram@vals.ai#1,vals.ai,kimi-k3,max,coding,frontier,Vals-runner,per-test,70.475273,2.89e-07,,,2,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/programbench ($.tasks.overall / row kimi/kimi-k3 / column accuracy),,in,in valsprogram@vals.ai#1,vals.ai,gpt-5.4,xhigh,coding,frontier,Vals-runner,,,,,,0,score%,0.000289,,,https://vals.ai/benchmarks/programbench ($.tasks.overall / row openai/gpt-5.4-2026-03-05 / column accuracy),,out:uninformative, valsprogram@vals.ai#1,vals.ai,?openai/gpt-5.4-2026-03-05-high,not-established:absent,coding,frontier,Vals-runner,per-test,2.27429,2.89e-07,,,0.5,score%,0.000289,,,https://vals.ai/benchmarks/programbench ($.tasks.overall / row openai/gpt-5.4-2026-03-05-high / column accuracy),,out:model-not-established,out:model-not-established valsprogram@vals.ai#1,vals.ai,gpt-5.4-mini,xhigh,coding,frontier,Vals-runner,,,,,,0,score%,0.000289,,,https://vals.ai/benchmarks/programbench ($.tasks.overall / row openai/gpt-5.4-mini-2026-03-17 / column accuracy),,out:uninformative, valsprogram@vals.ai#1,vals.ai,gpt-5.5,xhigh,coding,frontier,Vals-runner,per-test,6.95454,2.89e-07,,,0.5,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/programbench ($.tasks.overall / row openai/gpt-5.5 / column accuracy),,in,in valsprogram@vals.ai#1,vals.ai,gpt-5.6-luna,max,coding,frontier,Vals-runner,per-test,0.942725,2.89e-07,,,0,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/programbench ($.tasks.overall / row openai/gpt-5.6-luna / column accuracy),,out:uninformative,in valsprogram@vals.ai#1,vals.ai,gpt-5.6-sol,max,coding,frontier,Vals-runner,per-test,21.022868625,1.1,,,1.5,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/programbench ($.tasks.overall / row openai/gpt-5.6-sol / column accuracy),,in,out:cost-single-couple valsprogram@vals.ai#1,vals.ai,gpt-5.6-terra,max,coding,frontier,Vals-runner,per-test,5.377882,2.89e-07,,,0.5,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/programbench ($.tasks.overall / row openai/gpt-5.6-terra / column accuracy),,in,in valsprogram@vals.ai#1,vals.ai,gpt-6-astra,max,coding,frontier,Vals-runner,per-test,11.574605,2.89e-07,,,5.5,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/programbench ($.tasks.overall / row openai/gpt-6-astra / column accuracy),,in,in valsprogram@vals.ai#1,vals.ai,gpt-6-luna,max,coding,frontier,Vals-runner,per-test,0.180944,2.89e-07,,,0.5,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/programbench ($.tasks.overall / row openai/gpt-6-luna / column accuracy),,in,in valsprogram@vals.ai#1,vals.ai,gpt-6-sol,max,coding,frontier,Vals-runner,per-test,11.672651,2.89e-07,,,2,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/programbench ($.tasks.overall / row openai/gpt-6-sol / column accuracy),,in,in valsprogram@vals.ai#1,vals.ai,gpt-6.1-sol,max,coding,frontier,Vals-runner,per-test,2.868128,2.89e-07,,,3,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/programbench ($.tasks.overall / row openai/gpt-6.1-sol / column accuracy),,in,in valsprogram@vals.ai#1,vals.ai,glm-5.1,unstated,coding,frontier,Vals-runner,,,,,,0,score%,0.000289,,,https://vals.ai/benchmarks/programbench ($.tasks.overall / row zai/glm-5.1 / column accuracy),,out:effort-not-established, valsprogram@vals.ai#1,vals.ai,glm-5.2,not-established:absent,coding,frontier,Vals-runner,per-test,12.57696,2.89e-07,,,0.5,score%,0.000289,,,https://vals.ai/benchmarks/programbench ($.tasks.overall / row zai/glm-5.2 / column accuracy),,out:effort-not-established,out:effort-not-established valsprogram@vals.ai#1,vals.ai,glm-5.3,max,coding,frontier,Vals-runner,per-test,21.957364,2.89e-07,,,1.5,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/programbench ($.tasks.overall / row zai/glm-5.3 / column accuracy),,in,in valsprogram@vals.ai#1,vals.ai,glm-5.3-flash,max,coding,frontier,Vals-runner,per-test,0.79862,2.89e-07,,,0,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/programbench ($.tasks.overall / row zai/glm-5.3-flash / column accuracy),,out:uninformative,in valsprogram@vals.ai#1,vals.ai,?alibaba/qwen3.8-max,not-established:absent,coding,frontier,Vals-runner,per-test,12.357107,2.89e-07,,,0,score%,0.289,,,https://www.vals.ai/benchmarks/programbench (payload tasks.overall / alibaba/qwen3.8-max / accuracy),,out:model-not-established,out:model-not-established valsprogram@vals.ai#1,vals.ai,fable-5.2,not-established:assumed,coding,frontier,Vals-runner,per-test,46.822029,2.89e-07,,,19,score%,0.289,,,https://www.vals.ai/benchmarks/programbench (payload tasks.overall / anthropic/claude-fable-5-2 / accuracy),,out:effort-not-established,out:effort-not-established valsproof@vals.ai#1.1,vals.ai,fable-5,max,reasoning-math,frontier,Vals-runner,per-test,5.451518,2.89e-07,,,95,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/proof_bench ($.tasks.overall / row anthropic/claude-fable-5 / column accuracy),,in,in valsproof@vals.ai#1.1,vals.ai,fable-5.1,max,reasoning-math,frontier,Vals-runner,per-test,2.70347,2.89e-07,,,100,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/proof_bench ($.tasks.overall / row anthropic/claude-fable-5-1 / column accuracy),,out:uninformative,in valsproof@vals.ai#1.1,vals.ai,opus-5,max,reasoning-math,frontier,Vals-runner,per-test,2.10619,2.89e-07,,,99,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/proof_bench ($.tasks.overall / row anthropic/claude-opus-5 / column accuracy),,in,in valsproof@vals.ai#1.1,vals.ai,opus-5.5,max,reasoning-math,frontier,Vals-runner,per-test,0.961648,2.89e-07,,,100,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/proof_bench ($.tasks.overall / row anthropic/claude-opus-5-5 / column accuracy),,out:uninformative,in valsproof@vals.ai#1.1,vals.ai,sonnet-5,max,reasoning-math,frontier,Vals-runner,per-test,1.373684,2.89e-07,,,77,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/proof_bench ($.tasks.overall / row anthropic/claude-sonnet-5 / column accuracy),,in,in valsproof@vals.ai#1.1,vals.ai,sonnet-5.5,max,reasoning-math,frontier,Vals-runner,per-test,0.41874525,0.0806,,,100,score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/proof_bench ($.tasks.overall / row anthropic/claude-sonnet-5-5 / column accuracy),,out:uninformative,out:cost-single-couple valsproof@vals.ai#1.1,vals.ai,haiku-5.5,max,reasoning-math,frontier,Vals-runner,per-test,0.173874,2.89e-07,,,89,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/proof_bench ($.tasks.overall / row anthropic/claude-haiku-5-5 / column accuracy),,in,in valsproof@vals.ai#1.1,vals.ai,qwen3.8-27b,xhigh,reasoning-math,frontier,Vals-runner,per-test,2.298832,2.89e-07,,,16,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/proof_bench ($.tasks.overall / row alibaba/qwen3.8-27b / column accuracy),,in,in valsproof@vals.ai#1.1,vals.ai,?qwen3.8-max,not-established:absent,reasoning-math,frontier,Vals-runner,per-test,1.503984,2.89e-07,,,58,score%,0.000289,,,https://vals.ai/benchmarks/proof_bench ($.tasks.overall / row alibaba/qwen3.8-max / column accuracy),,out:model-not-established,out:model-not-established valsproof@vals.ai#1.1,vals.ai,deepseek-v4-flash-0731,high,reasoning-math,frontier,Vals-runner,per-test,0.036568,2.89e-07,,,56,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/proof_bench ($.tasks.overall / row deepseek/deepseek-v4-flash-0731 / column accuracy),,in,in valsproof@vals.ai#1.1,vals.ai,?deepseek/deepseek-v4-pro,not-established:absent,reasoning-math,frontier,Vals-runner,per-test,0.033594,2.89e-07,,,16,score%,0.000289,,,https://vals.ai/benchmarks/proof_bench ($.tasks.overall / row deepseek/deepseek-v4-pro / column accuracy),,out:model-not-established,out:model-not-established valsproof@vals.ai#1.1,vals.ai,deepseek-v4-pro-0813,max,reasoning-math,frontier,Vals-runner,per-test,0.062191,2.89e-07,,,50,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/proof_bench ($.tasks.overall / row deepseek/deepseek-v4-pro-0813 / column accuracy),,in,in valsproof@vals.ai#1.1,vals.ai,deepseek-v4.1-flash,high,reasoning-math,frontier,Vals-runner,per-test,0.126437,2.89e-07,,,54,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/proof_bench ($.tasks.overall / row deepseek/deepseek-v4.1-flash / column accuracy),,in,in valsproof@vals.ai#1.1,vals.ai,gemini-3.1-pro,high,reasoning-math,frontier,Vals-runner,per-test,0.784253,2.89e-07,,,26,score%,0.000289,,cost-method-assumed-single,https://vals.ai/benchmarks/proof_bench ($.tasks.overall / row google/gemini-3.1-pro-preview / column accuracy),,in,out:cost-not-comparable valsproof@vals.ai#1.1,vals.ai,?google/gemini-3.5-flash,not-established:absent,reasoning-math,frontier,Vals-runner,per-test,0.569863,2.89e-07,,,31,score%,0.000289,,,https://vals.ai/benchmarks/proof_bench ($.tasks.overall / row google/gemini-3.5-flash / column accuracy),,out:model-not-established,out:model-not-established valsproof@vals.ai#1.1,vals.ai,?google/gemini-3.7-flash,not-established:absent,reasoning-math,frontier,Vals-runner,per-test,0.558508,2.89e-07,,,58,score%,0.000289,,,https://vals.ai/benchmarks/proof_bench ($.tasks.overall / row google/gemini-3.7-flash / column accuracy),,out:model-not-established,out:model-not-established valsproof@vals.ai#1.1,vals.ai,gemini-3.8-flash,high,reasoning-math,frontier,Vals-runner,per-test,0.602872,2.89e-07,,,48,score%,0.000289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/proof_bench ($.tasks.overall / row google/gemini-3.8-flash / column accuracy),,in,in valsproof@vals.ai#1.1,vals.ai,gemini-4-argon,high,reasoning-math,frontier,Vals-runner,per-test,0.782978,2.89e-07,,,99,score%,0.000289,,EAP-run; base-scheduled-list-price; cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/proof_bench ($.tasks.overall / row google/gemini-4-argon / column accuracy),,in,in valsproof@vals.ai#1.1,vals.ai,grok-4.5,high,reasoning-math,frontier,Vals-runner,per-test,0.4591928,0.0663,,,31,score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/proof_bench ($.tasks.overall / row grok/grok-4.5 / column accuracy),,in,out:cost-single-couple valsproof@vals.ai#1.1,vals.ai,grok-4.6,high,reasoning-math,frontier,Vals-runner,per-test,0.759043,2.89e-07,,,51,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/proof_bench ($.tasks.overall / row grok/grok-4.6 / column accuracy),,in,in valsproof@vals.ai#1.1,vals.ai,grok-4.7,xhigh,reasoning-math,frontier,Vals-runner,per-test,0.787951,2.89e-07,,,26,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/proof_bench ($.tasks.overall / row grok/grok-4.7 / column accuracy),,in,in valsproof@vals.ai#1.1,vals.ai,kimi-k3,max,reasoning-math,frontier,Vals-runner,per-test,1.646802,2.89e-07,,,87,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/proof_bench ($.tasks.overall / row kimi/kimi-k3 / column accuracy),,in,in valsproof@vals.ai#1.1,vals.ai,gpt-5.6-luna,max,reasoning-math,frontier,Vals-runner,per-test,0.123288,2.89e-07,,,60,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/proof_bench ($.tasks.overall / row openai/gpt-5.6-luna / column accuracy),,in,in valsproof@vals.ai#1.1,vals.ai,gpt-5.6-sol,max,reasoning-math,frontier,Vals-runner,per-test,1.9776803749999998,0.104,,,83,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/proof_bench ($.tasks.overall / row openai/gpt-5.6-sol / column accuracy),,in,out:cost-single-couple valsproof@vals.ai#1.1,vals.ai,gpt-5.6-terra,max,reasoning-math,frontier,Vals-runner,per-test,1.274209,2.89e-07,,,74,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/proof_bench ($.tasks.overall / row openai/gpt-5.6-terra / column accuracy),,in,in valsproof@vals.ai#1.1,vals.ai,gpt-6-astra,max,reasoning-math,frontier,Vals-runner,per-test,1.71238,2.89e-07,,,99,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/proof_bench ($.tasks.overall / row openai/gpt-6-astra / column accuracy),,in,in valsproof@vals.ai#1.1,vals.ai,gpt-6-luna,max,reasoning-math,frontier,Vals-runner,per-test,0.041637,2.89e-07,,,64,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/proof_bench ($.tasks.overall / row openai/gpt-6-luna / column accuracy),,in,in valsproof@vals.ai#1.1,vals.ai,gpt-6-sol,max,reasoning-math,frontier,Vals-runner,per-test,0.476321,2.89e-07,,,83,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/proof_bench ($.tasks.overall / row openai/gpt-6-sol / column accuracy),,in,in valsproof@vals.ai#1.1,vals.ai,gpt-6.1-sol,max,reasoning-math,frontier,Vals-runner,per-test,0.233057,2.89e-07,,,99,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/proof_bench ($.tasks.overall / row openai/gpt-6.1-sol / column accuracy),,in,in valsproof@vals.ai#1.1,vals.ai,glm-5.3,max,reasoning-math,frontier,Vals-runner,per-test,2.081538,2.89e-07,,,49,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/proof_bench ($.tasks.overall / row zai/glm-5.3 / column accuracy),,in,in valsproof@vals.ai#1.1,vals.ai,glm-5.3-flash,max,reasoning-math,frontier,Vals-runner,per-test,0.224234,2.89e-07,,,21,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/proof_bench ($.tasks.overall / row zai/glm-5.3-flash / column accuracy),,in,in valsproof@vals.ai#1.1,vals.ai,?alibaba/qwen3.8-max,not-established:absent,reasoning-math,frontier,Vals-runner,per-test,1.503984,2.89e-07,,,58,score%,0.289,,,https://www.vals.ai/benchmarks/proof_bench (payload tasks.overall / alibaba/qwen3.8-max / accuracy),,out:model-not-established,out:model-not-established valsproof@vals.ai#1.1,vals.ai,fable-5.2,high,reasoning-math,frontier,Vals-runner,per-test,0.786101,2.89e-07,,,100,score%,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.vals.ai/benchmarks/proof_bench (payload tasks.overall / anthropic/claude-fable-5-2 / accuracy),,out:uninformative,out:cost-single-couple valsbenefits#1.1,vals.ai,opus-5.5,max,agentic-tool,mid,Vals-runner,per-test,5.952407,2.89e-07,,,70.636,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/public-benefits-bench ($.tasks.overall / row anthropic/claude-opus-5-5 / column accuracy),,in,in valsbenefits#1.1,vals.ai,opus-5,max,agentic-tool,mid,Vals-runner,per-test,3.949099,2.89e-07,,,76.928,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/public-benefits-bench ($.tasks.overall / row anthropic/claude-opus-5 / column accuracy),,in,in valsbenefits#1.1,vals.ai,fable-5.1,max,agentic-tool,mid,Vals-runner,per-test,7.481573,2.89e-07,,,74.899,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/public-benefits-bench ($.tasks.overall / row anthropic/claude-fable-5-1 / column accuracy),,in,in valsbenefits#1.1,vals.ai,fable-5,max,agentic-tool,mid,Vals-runner,per-test,4.585446,2.89e-07,,,70.433,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/public-benefits-bench ($.tasks.overall / row anthropic/claude-fable-5 / column accuracy),,in,in valsbenefits#1.1,vals.ai,opus-4.8,max,agentic-tool,mid,Vals-runner,per-test,1.889795,2.89e-07,,,68.133,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/public-benefits-bench ($.tasks.overall / row anthropic/claude-opus-4-8 / column accuracy),,in,in valsbenefits#1.1,vals.ai,sonnet-5,max,agentic-tool,mid,Vals-runner,per-test,1.290695,2.89e-07,,,66.035,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/public-benefits-bench ($.tasks.overall / row anthropic/claude-sonnet-5 / column accuracy),,in,in valsbenefits#1.1,vals.ai,sonnet-4.6,max,agentic-tool,mid,Vals-runner,per-test,1.105228,2.89e-07,,,62.449,score%,0.000289,,,https://vals.ai/benchmarks/public-benefits-bench ($.tasks.overall / row anthropic/claude-sonnet-4-6 / column accuracy),,out:effort-not-established,out:effort-not-established valsbenefits#1.1,vals.ai,haiku-4.5,unstated,agentic-tool,mid,Vals-runner,per-test,0.224512,2.89e-07,,,54.263,score%,0.000289,,,https://vals.ai/benchmarks/public-benefits-bench ($.tasks.overall / row anthropic/claude-haiku-4-5-20251001 / column accuracy),,out:effort-not-established,out:effort-not-established valsbenefits#1.1,vals.ai,sonnet-5.5,max,agentic-tool,mid,Vals-runner,per-test,3.184113,0.613,,,67.185,score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/public-benefits-bench ($.tasks.overall / row anthropic/claude-sonnet-5-5 / column accuracy),,in,out:cost-single-couple valsbenefits#1.1,vals.ai,haiku-5.5,max,agentic-tool,mid,Vals-runner,per-test,0.525402,2.89e-07,,,63.194,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/public-benefits-bench ($.tasks.overall / row anthropic/claude-haiku-5-5 / column accuracy),,in,in valsbenefits#1.1,vals.ai,?qwen3.8-max,not-established:absent,agentic-tool,mid,Vals-runner,per-test,0.991386,2.89e-07,,,67.118,score%,0.000289,,,https://vals.ai/benchmarks/public-benefits-bench ($.tasks.overall / row alibaba/qwen3.8-max / column accuracy),,out:model-not-established,out:model-not-established valsbenefits#1.1,vals.ai,?deepseek/deepseek-v4-pro,not-established:absent,agentic-tool,mid,Vals-runner,per-test,0.460453,2.89e-07,,,62.923,score%,0.000289,,,https://vals.ai/benchmarks/public-benefits-bench ($.tasks.overall / row deepseek/deepseek-v4-pro / column accuracy),,out:model-not-established,out:model-not-established valsbenefits#1.1,vals.ai,deepseek-v4.1-flash,max,agentic-tool,mid,Vals-runner,per-test,0.073234,2.89e-07,,,64.276,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/public-benefits-bench ($.tasks.overall / row deepseek/deepseek-v4.1-flash / column accuracy),,in,in valsbenefits#1.1,vals.ai,gemini-3.1-pro,high,agentic-tool,mid,Vals-runner,per-test,0.376768,2.89e-07,,,53.789,score%,0.000289,,cost-method-assumed-single,https://vals.ai/benchmarks/public-benefits-bench ($.tasks.overall / row google/gemini-3.1-pro-preview / column accuracy),,in,out:cost-not-comparable valsbenefits#1.1,vals.ai,gemini-3.5-flash,high,agentic-tool,mid,Vals-runner,per-test,1.113099,2.89e-07,,,59.472,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/public-benefits-bench ($.tasks.overall / row google/gemini-3.5-flash / column accuracy),,in,in valsbenefits#1.1,vals.ai,gemini-3.5-flash-lite,high,agentic-tool,mid,Vals-runner,per-test,0.09565,2.89e-07,,,51.827,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/public-benefits-bench ($.tasks.overall / row google/gemini-3.5-flash-lite / column accuracy),,in,in valsbenefits#1.1,vals.ai,gemini-3.6-flash,high,agentic-tool,mid,Vals-runner,per-test,0.385496,2.89e-07,,,56.563,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/public-benefits-bench ($.tasks.overall / row google/gemini-3.6-flash / column accuracy),,in,in valsbenefits#1.1,vals.ai,gemini-3.8-flash,high,agentic-tool,mid,Vals-runner,per-test,1.011271,2.89e-07,,,65.291,score%,0.000289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/public-benefits-bench ($.tasks.overall / row google/gemini-3.8-flash / column accuracy),,in,in valsbenefits#1.1,vals.ai,gemini-4-argon,high,agentic-tool,mid,Vals-runner,per-test,2.793902,2.89e-07,,,69.756,score%,0.000289,,EAP-run; base-scheduled-list-price; cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/public-benefits-bench ($.tasks.overall / row google/gemini-4-argon / column accuracy),,in,in valsbenefits#1.1,vals.ai,?grok/grok-4-1-fast-reasoning,not-established:absent,agentic-tool,mid,Vals-runner,per-test,0.031221,2.89e-07,,,44.79,score%,0.000289,,,https://vals.ai/benchmarks/public-benefits-bench ($.tasks.overall / row grok/grok-4-1-fast-reasoning / column accuracy),,out:model-not-established,out:model-not-established valsbenefits#1.1,vals.ai,grok-4.3,high,agentic-tool,mid,Vals-runner,per-test,0.264337,2.89e-07,,,51.691,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/public-benefits-bench ($.tasks.overall / row grok/grok-4.3 / column accuracy),,in,in valsbenefits#1.1,vals.ai,grok-4.6,high,agentic-tool,mid,Vals-runner,per-test,0.91559,2.89e-07,,,66.847,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/public-benefits-bench ($.tasks.overall / row grok/grok-4.6 / column accuracy),,in,in valsbenefits#1.1,vals.ai,grok-4.7,xhigh,agentic-tool,mid,Vals-runner,per-test,2.246775,2.89e-07,,,65.629,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/public-benefits-bench ($.tasks.overall / row grok/grok-4.7 / column accuracy),,in,in valsbenefits#1.1,vals.ai,kimi-k2.6,unstated,agentic-tool,mid,Vals-runner,per-test,0.906347,2.89e-07,,,56.631,score%,0.000289,,,https://vals.ai/benchmarks/public-benefits-bench ($.tasks.overall / row kimi/kimi-k2.6 / column accuracy),,out:effort-not-established,out:effort-not-established valsbenefits#1.1,vals.ai,kimi-k3,max,agentic-tool,mid,Vals-runner,per-test,0.913402,2.89e-07,,,68.2,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/public-benefits-bench ($.tasks.overall / row kimi/kimi-k3 / column accuracy),,in,in valsbenefits#1.1,vals.ai,gpt-5.5,xhigh,agentic-tool,mid,Vals-runner,per-test,3.971165,2.89e-07,,,60.893,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/public-benefits-bench ($.tasks.overall / row openai/gpt-5.5 / column accuracy),,in,in valsbenefits#1.1,vals.ai,gpt-5.6-luna,max,agentic-tool,mid,Vals-runner,per-test,0.270182,2.89e-07,,,61.164,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/public-benefits-bench ($.tasks.overall / row openai/gpt-5.6-luna / column accuracy),,in,in valsbenefits#1.1,vals.ai,gpt-5.6-sol,max,agentic-tool,mid,Vals-runner,per-test,12.165837750000001,0.639,,,66.509,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/public-benefits-bench ($.tasks.overall / row openai/gpt-5.6-sol / column accuracy),,in,out:cost-single-couple valsbenefits#1.1,vals.ai,gpt-5.6-terra,max,agentic-tool,mid,Vals-runner,per-test,1.199723,2.89e-07,,,62.382,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/public-benefits-bench ($.tasks.overall / row openai/gpt-5.6-terra / column accuracy),,in,in valsbenefits#1.1,vals.ai,gpt-6-luna,max,agentic-tool,mid,Vals-runner,per-test,0.224168,2.89e-07,,,57.645,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/public-benefits-bench ($.tasks.overall / row openai/gpt-6-luna / column accuracy),,in,in valsbenefits#1.1,vals.ai,gpt-6-sol,max,agentic-tool,mid,Vals-runner,per-test,2.491613,2.89e-07,,,56.631,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/public-benefits-bench ($.tasks.overall / row openai/gpt-6-sol / column accuracy),,in,in valsbenefits#1.1,vals.ai,gpt-6.1-sol,max,agentic-tool,mid,Vals-runner,per-test,0.690795,2.89e-07,,,59.337,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/public-benefits-bench ($.tasks.overall / row openai/gpt-6.1-sol / column accuracy),,in,in valsbenefits#1.1,vals.ai,glm-5.1,unstated,agentic-tool,mid,Vals-runner,per-test,0.340666,2.89e-07,,,61.84,score%,0.000289,,,https://vals.ai/benchmarks/public-benefits-bench ($.tasks.overall / row zai/glm-5.1 / column accuracy),,out:effort-not-established,out:effort-not-established valsbenefits#1.1,vals.ai,glm-5.3,max,agentic-tool,mid,Vals-runner,per-test,0.946832,2.89e-07,,,68.539,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/public-benefits-bench ($.tasks.overall / row zai/glm-5.3 / column accuracy),,in,in valsbenefits1,vals.ai,fable-5,max,agentic-tool,mid,Vals-runner,per-test,1.054998,2.89e-07,,,71.651,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/public-benefits-bench-v1 ($.tasks.overall / row anthropic/claude-fable-5 / column accuracy),,in,in valsbenefits1,vals.ai,haiku-4.5,unstated,agentic-tool,mid,Vals-runner,per-test,0.194641,2.89e-07,,,49.526,score%,0.000289,,,https://vals.ai/benchmarks/public-benefits-bench-v1 ($.tasks.overall / row anthropic/claude-haiku-4-5-20251001 / column accuracy),,out:effort-not-established,out:effort-not-established valsbenefits1,vals.ai,opus-4.8,max,agentic-tool,mid,Vals-runner,per-test,1.316771,2.89e-07,,,62.111,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/public-benefits-bench-v1 ($.tasks.overall / row anthropic/claude-opus-4-8 / column accuracy),,in,in valsbenefits1,vals.ai,sonnet-4.6,max,agentic-tool,mid,Vals-runner,per-test,0.816309,2.89e-07,,,58.525,score%,0.000289,,,https://vals.ai/benchmarks/public-benefits-bench-v1 ($.tasks.overall / row anthropic/claude-sonnet-4-6 / column accuracy),,out:effort-not-established,out:effort-not-established valsbenefits1,vals.ai,deepseek-v4-pro-preview,max,agentic-tool,mid,Vals-runner,per-test,0.18433241250000001,0.101,,,57.578,score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/public-benefits-bench-v1 ($.tasks.overall / row deepseek/deepseek-v4-pro / column accuracy),,in,out:cost-single-couple valsbenefits1,vals.ai,gemini-3.1-pro,high,agentic-tool,mid,Vals-runner,per-test,0.300864,2.89e-07,,,50.88,score%,0.000289,,cost-method-assumed-single,https://vals.ai/benchmarks/public-benefits-bench-v1 ($.tasks.overall / row google/gemini-3.1-pro-preview / column accuracy),,in,out:cost-not-comparable valsbenefits1,vals.ai,gemini-3.5-flash,high,agentic-tool,mid,Vals-runner,per-test,0.775836,2.89e-07,,,57.984,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/public-benefits-bench-v1 ($.tasks.overall / row google/gemini-3.5-flash / column accuracy),,in,in valsbenefits1,vals.ai,?grok/grok-4-1-fast-reasoning,not-established:absent,agentic-tool,mid,Vals-runner,per-test,0.064873,2.89e-07,,,44.317,score%,0.000289,,,https://vals.ai/benchmarks/public-benefits-bench-v1 ($.tasks.overall / row grok/grok-4-1-fast-reasoning / column accuracy),,out:model-not-established,out:model-not-established valsbenefits1,vals.ai,grok-4.3,high,agentic-tool,mid,Vals-runner,per-test,1.207438,2.89e-07,,,50.068,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/public-benefits-bench-v1 ($.tasks.overall / row grok/grok-4.3 / column accuracy),,in,in valsbenefits1,vals.ai,kimi-k2.6,unstated,agentic-tool,mid,Vals-runner,per-test,0.611734,2.89e-07,,,53.383,score%,0.000289,,,https://vals.ai/benchmarks/public-benefits-bench-v1 ($.tasks.overall / row kimi/kimi-k2.6 / column accuracy),,out:effort-not-established,out:effort-not-established valsbenefits1,vals.ai,gpt-5.5,xhigh,agentic-tool,mid,Vals-runner,per-test,2.018596,2.89e-07,,,57.24,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/public-benefits-bench-v1 ($.tasks.overall / row openai/gpt-5.5 / column accuracy),,in,in valsbenefits1,vals.ai,glm-5.1,unstated,agentic-tool,mid,Vals-runner,per-test,0.339125,2.89e-07,,,57.916,score%,0.000289,,,https://vals.ai/benchmarks/public-benefits-bench-v1 ($.tasks.overall / row zai/glm-5.1 / column accuracy),,out:effort-not-established,out:effort-not-established valsrobo,vals.ai,opus-5.5,max,agentic-tool,hard,,per-run,11.3832,2.89e-07,,,14.583,score%,0.000289,,cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/robo_bench ($.tasks.overall / row anthropic/claude-opus-5-5 / column accuracy),,in,in valsrobo,vals.ai,fable-5.1,max,agentic-tool,hard,,per-run,20.4045,2.89e-07,,,5.833,score%,0.000289,,cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/robo_bench ($.tasks.overall / row anthropic/claude-fable-5-1 / column accuracy),,in,in valsrobo,vals.ai,gemini-4-argon,high,agentic-tool,hard,,per-run,17.332013,2.89e-07,,,0.833,score%,0.000289,,harness-label-as-level:antigravity-cli; base-scheduled-list-price; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/robo_bench ($.tasks.overall / row google/gemini-4-argon / column accuracy),,in,in valsrobo,vals.ai,grok-4.7,xhigh,agentic-tool,hard,,per-run,11.2507,2.89e-07,,,0.208,score%,0.000289,,cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/robo_bench ($.tasks.overall / row grok/grok-4.7 / column accuracy),,in,out:cost-single-couple valsrobo,vals.ai,gpt-6-astra,max,agentic-tool,hard,,per-run,28.479,2.89e-07,,,23.333,score%,0.000289,,cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/robo_bench ($.tasks.overall / row openai/gpt-6-astra / column accuracy),,in,in valsrobo,vals.ai,gpt-6.1-sol,max,agentic-tool,hard,,per-run,4.9675,2.89e-07,,,28.333,score%,0.000289,,cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/robo_bench ($.tasks.overall / row openai/gpt-6.1-sol / column accuracy),,in,in valsrsi-t01-compression,vals.ai,gemini-4-carbon,high,agentic-tool,hard,,per-run,293,0.289,,,0.43,score-of-1,0.00289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://www.vals.ai/benchmarks/rsi_index (section Results de la tâche, colonne Score (score ancré 0-1))",,out:single-couple,out:cost-single-couple valsrsi-t02-lm-training,vals.ai,gemini-4-carbon,high,agentic-tool,hard,,per-run,245,0.289,,,0.51,score-of-1,0.00289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://www.vals.ai/benchmarks/rsi_index (section Results de la tâche, colonne Score (score ancré 0-1))",,out:single-couple,out:cost-single-couple valsrsi-t03-harness-engineering,vals.ai,gemini-4-carbon,high,agentic-tool,hard,,per-run,164,0.289,,,0.17,score-of-1,0.00289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://www.vals.ai/benchmarks/rsi_index (section Results de la tâche, colonne Score (score ancré 0-1))",,out:single-couple,out:cost-single-couple valsrsi-t04-post-training,vals.ai,gemini-4-carbon,high,agentic-tool,hard,,per-run,220,0.289,,,0.00,score-of-1,0.00289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://www.vals.ai/benchmarks/rsi_index (section Results de la tâche, colonne Score (score ancré 0-1))",,out:single-couple,out:cost-single-couple valssage#1,vals.ai,opus-5.5,max,reasoning-math,mid,Vals-runner,per-test,0.332,2.89e-07,,,45.831,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/sage ($.tasks.overall / row anthropic/claude-opus-5-5 / column accuracy),,in,in valssage#1,vals.ai,opus-5,max,reasoning-math,mid,Vals-runner,per-test,0.192726,2.89e-07,,,49.426,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/sage ($.tasks.overall / row anthropic/claude-opus-5 / column accuracy),,in,in valssage#1,vals.ai,fable-5.1,max,reasoning-math,mid,Vals-runner,per-test,0.61029,2.89e-07,,,48.526,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/sage ($.tasks.overall / row anthropic/claude-fable-5-1 / column accuracy),,in,in valssage#1,vals.ai,fable-5,max,reasoning-math,mid,Vals-runner,per-test,0.65214,2.89e-07,,,51.89,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/sage ($.tasks.overall / row anthropic/claude-fable-5 / column accuracy),,in,in valssage#1,vals.ai,opus-4.8,max,reasoning-math,mid,Vals-runner,per-test,0.5055,2.89e-07,,,54.788,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/sage ($.tasks.overall / row anthropic/claude-opus-4-8 / column accuracy),,in,in valssage#1,vals.ai,opus-4.7,max,reasoning-math,mid,Vals-runner,per-test,0.330767,2.89e-07,,,56.103,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/sage ($.tasks.overall / row anthropic/claude-opus-4-7 / column accuracy),,in,in valssage#1,vals.ai,sonnet-5,max,reasoning-math,mid,Vals-runner,per-test,0.588528,2.89e-07,,,48.925,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/sage ($.tasks.overall / row anthropic/claude-sonnet-5 / column accuracy),,in,in valssage#1,vals.ai,sonnet-4.6,max,reasoning-math,mid,Vals-runner,per-test,0.234647,2.89e-07,,,46.582,accuracy%,0.000289,,,https://vals.ai/benchmarks/sage ($.tasks.overall / row anthropic/claude-sonnet-4-6 / column accuracy),,out:effort-not-established,out:effort-not-established valssage#1,vals.ai,?anthropic/claude-haiku-4-5-20251001-thinking,not-established:absent,reasoning-math,mid,Vals-runner,per-test,0.05313,2.89e-07,,,31.822,accuracy%,0.000289,,,https://vals.ai/benchmarks/sage ($.tasks.overall / row anthropic/claude-haiku-4-5-20251001-thinking / column accuracy),,out:model-not-established,out:model-not-established valssage#1,vals.ai,sonnet-5.5,max,reasoning-math,mid,Vals-runner,per-test,0.1339245,0.0258,,,51.772,accuracy%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/sage ($.tasks.overall / row anthropic/claude-sonnet-5-5 / column accuracy),,in,out:cost-single-couple valssage#1,vals.ai,haiku-5.5,max,reasoning-math,mid,Vals-runner,per-test,0.019327,2.89e-07,,,45.783,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/sage ($.tasks.overall / row anthropic/claude-haiku-5-5 / column accuracy),,in,in valssage#1,vals.ai,qwen3-vl-plus-0923,default,reasoning-math,mid,Vals-runner,per-test,0.004843,2.89e-07,,,42.097,accuracy%,0.000289,,,https://vals.ai/benchmarks/sage ($.tasks.overall / row alibaba/qwen3-vl-plus-2025-09-23 / column accuracy),,out:effort-not-established,out:effort-not-established valssage#1,vals.ai,qwen3.5-flash,default,reasoning-math,mid,Vals-runner,per-test,0.005853,2.89e-07,,,42.489,accuracy%,0.000289,,,https://vals.ai/benchmarks/sage ($.tasks.overall / row alibaba/qwen3.5-flash / column accuracy),,out:effort-not-established,out:effort-not-established valssage#1,vals.ai,qwen3.5-plus,think,reasoning-math,mid,Vals-runner,per-test,0.03774,2.89e-07,,,30.402,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single,https://vals.ai/benchmarks/sage ($.tasks.overall / row alibaba/qwen3.5-plus-thinking / column accuracy),,in,out:cost-not-comparable valssage#1,vals.ai,qwen3.6-27b,default,reasoning-math,mid,Vals-runner,per-test,0.050269,2.89e-07,,,45.577,accuracy%,0.000289,,,https://vals.ai/benchmarks/sage ($.tasks.overall / row alibaba/qwen3.6-27b / column accuracy),,out:effort-not-established,out:effort-not-established valssage#1,vals.ai,qwen3.6-plus,default,reasoning-math,mid,Vals-runner,per-test,0.041429,2.89e-07,,,44.86,accuracy%,0.000289,,,https://vals.ai/benchmarks/sage ($.tasks.overall / row alibaba/qwen3.6-plus / column accuracy),,out:effort-not-established,out:effort-not-established valssage#1,vals.ai,qwen3.7-plus,default,reasoning-math,mid,Vals-runner,per-test,0.021774,2.89e-07,,,39.251,accuracy%,0.000289,,,https://vals.ai/benchmarks/sage ($.tasks.overall / row alibaba/qwen3.7-plus / column accuracy),,out:effort-not-established,out:effort-not-established valssage#1,vals.ai,qwen3.8-27b,xhigh,reasoning-math,mid,Vals-runner,per-test,0.035817,2.89e-07,,,52.401,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/sage ($.tasks.overall / row alibaba/qwen3.8-27b / column accuracy),,in,in valssage#1,vals.ai,?qwen3.8-max,not-established:absent,reasoning-math,mid,Vals-runner,per-test,0.073645,2.89e-07,,,51.254,accuracy%,0.000289,,,https://vals.ai/benchmarks/sage ($.tasks.overall / row alibaba/qwen3.8-max / column accuracy),,out:model-not-established,out:model-not-established valssage#1,vals.ai,deepseek-v4.1-flash,high,reasoning-math,mid,Vals-runner,per-test,0.01219,2.89e-07,,,47.88,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/sage ($.tasks.overall / row deepseek/deepseek-v4.1-flash / column accuracy),,in,in valssage#1,vals.ai,gemini-2.5-flash,unstated,reasoning-math,mid,Vals-runner,per-test,0.002737,2.89e-07,,,44.756,accuracy%,0.000289,,,https://vals.ai/benchmarks/sage ($.tasks.overall / row google/gemini-2.5-flash / column accuracy),,out:effort-not-established,out:effort-not-established valssage#1,vals.ai,gemini-2.5-flash-lite,unstated,reasoning-math,mid,Vals-runner,per-test,0.000929,2.89e-07,,,27.533,accuracy%,0.000289,,,https://vals.ai/benchmarks/sage ($.tasks.overall / row google/gemini-2.5-flash-lite / column accuracy),,out:effort-not-established,out:effort-not-established valssage#1,vals.ai,gemini-2.5-flash-lite-preview-09-2025,unstated,reasoning-math,mid,Vals-runner,per-test,0.001132,2.89e-07,,,27.973,accuracy%,0.000289,,,https://vals.ai/benchmarks/sage ($.tasks.overall / row google/gemini-2.5-flash-lite-preview-09-2025 / column accuracy),,out:effort-not-established,out:effort-not-established valssage#1,vals.ai,?google/gemini-2.5-flash-lite-preview-09-2025-thinking,not-established:absent,reasoning-math,mid,Vals-runner,per-test,0.000932,2.89e-07,,,30.776,accuracy%,0.000289,,,https://vals.ai/benchmarks/sage ($.tasks.overall / row google/gemini-2.5-flash-lite-preview-09-2025-thinking / column accuracy),,out:model-not-established,out:model-not-established valssage#1,vals.ai,gemini-2.5-flash-preview-09-2025,unstated,reasoning-math,mid,Vals-runner,per-test,0.002316,2.89e-07,,,44.106,accuracy%,0.000289,,,https://vals.ai/benchmarks/sage ($.tasks.overall / row google/gemini-2.5-flash-preview-09-2025 / column accuracy),,out:effort-not-established,out:effort-not-established valssage#1,vals.ai,?google/gemini-2.5-flash-preview-09-2025-thinking,not-established:absent,reasoning-math,mid,Vals-runner,per-test,0.002344,2.89e-07,,,39.375,accuracy%,0.000289,,,https://vals.ai/benchmarks/sage ($.tasks.overall / row google/gemini-2.5-flash-preview-09-2025-thinking / column accuracy),,out:model-not-established,out:model-not-established valssage#1,vals.ai,?google/gemini-2.5-flash-thinking,not-established:absent,reasoning-math,mid,Vals-runner,per-test,0.002863,2.89e-07,,,39.602,accuracy%,0.000289,,,https://vals.ai/benchmarks/sage ($.tasks.overall / row google/gemini-2.5-flash-thinking / column accuracy),,out:model-not-established,out:model-not-established valssage#1,vals.ai,gemini-2.5-pro,unstated,reasoning-math,mid,Vals-runner,per-test,0.008806,2.89e-07,,,41.916,accuracy%,0.000289,,,https://vals.ai/benchmarks/sage ($.tasks.overall / row google/gemini-2.5-pro / column accuracy),,out:effort-not-established,out:effort-not-established valssage#1,vals.ai,gemini-3-flash,high,reasoning-math,mid,Vals-runner,per-test,0.018229,2.89e-07,,,51.849,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/sage ($.tasks.overall / row google/gemini-3-flash-preview / column accuracy),,in,in valssage#1,vals.ai,?google/gemini-3-pro-preview,not-established:absent,reasoning-math,mid,Vals-runner,per-test,0.012041,2.89e-07,,,47.615,accuracy%,0.000289,,,https://vals.ai/benchmarks/sage ($.tasks.overall / row google/gemini-3-pro-preview / column accuracy),,out:model-not-established,out:model-not-established valssage#1,vals.ai,gemini-3.1-flash-lite-preview,high,reasoning-math,mid,Vals-runner,per-test,0.007378,2.89e-07,,,49.54,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/sage ($.tasks.overall / row google/gemini-3.1-flash-lite-preview / column accuracy),,in,in valssage#1,vals.ai,gemini-3.1-pro,high,reasoning-math,mid,Vals-runner,per-test,0.068908,2.89e-07,,,48.677,accuracy%,0.000289,,cost-method-assumed-single,https://vals.ai/benchmarks/sage ($.tasks.overall / row google/gemini-3.1-pro-preview / column accuracy),,in,out:cost-not-comparable valssage#1,vals.ai,?google/gemini-3.5-flash,not-established:absent,reasoning-math,mid,Vals-runner,per-test,0.052847,2.89e-07,,,49.885,accuracy%,0.000289,,,https://vals.ai/benchmarks/sage ($.tasks.overall / row google/gemini-3.5-flash / column accuracy),,out:model-not-established,out:model-not-established valssage#1,vals.ai,gemini-3.5-flash-lite,high,reasoning-math,mid,Vals-runner,per-test,0.010542,2.89e-07,,,47.303,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/sage ($.tasks.overall / row google/gemini-3.5-flash-lite / column accuracy),,in,in valssage#1,vals.ai,gemini-3.6-flash,high,reasoning-math,mid,Vals-runner,per-test,0.045301,2.89e-07,,,48.686,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/sage ($.tasks.overall / row google/gemini-3.6-flash / column accuracy),,in,in valssage#1,vals.ai,?google/gemini-3.7-flash,not-established:absent,reasoning-math,mid,Vals-runner,per-test,0.026336,2.89e-07,,,49.232,accuracy%,0.000289,,,https://vals.ai/benchmarks/sage ($.tasks.overall / row google/gemini-3.7-flash / column accuracy),,out:model-not-established,out:model-not-established valssage#1,vals.ai,gemini-3.8-flash,high,reasoning-math,mid,Vals-runner,per-test,0.008954,2.89e-07,,,35.064,accuracy%,0.000289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/sage ($.tasks.overall / row google/gemini-3.8-flash / column accuracy),,in,in valssage#1,vals.ai,gemini-4-argon,high,reasoning-math,mid,Vals-runner,per-test,0.097881,2.89e-07,,,53.645,accuracy%,0.000289,,EAP-run; base-scheduled-list-price; cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/sage ($.tasks.overall / row google/gemini-4-argon / column accuracy),,in,in valssage#1,vals.ai,?grok/grok-4-0709,not-established:absent,reasoning-math,mid,Vals-runner,per-test,0.405091,2.89e-07,,,25.101,accuracy%,0.000289,,,https://vals.ai/benchmarks/sage ($.tasks.overall / row grok/grok-4-0709 / column accuracy),,out:model-not-established,out:model-not-established valssage#1,vals.ai,?grok/grok-4-1-fast-non-reasoning,not-established:absent,reasoning-math,mid,Vals-runner,per-test,0.001299,2.89e-07,,,11.915,accuracy%,0.000289,,,https://vals.ai/benchmarks/sage ($.tasks.overall / row grok/grok-4-1-fast-non-reasoning / column accuracy),,out:model-not-established,out:model-not-established valssage#1,vals.ai,?grok/grok-4-1-fast-reasoning,not-established:absent,reasoning-math,mid,Vals-runner,per-test,0.001473,2.89e-07,,,31.331,accuracy%,0.000289,,,https://vals.ai/benchmarks/sage ($.tasks.overall / row grok/grok-4-1-fast-reasoning / column accuracy),,out:model-not-established,out:model-not-established valssage#1,vals.ai,?grok/grok-4-fast-non-reasoning,not-established:absent,reasoning-math,mid,Vals-runner,per-test,0.009812,2.89e-07,,,15.989,accuracy%,0.000289,,,https://vals.ai/benchmarks/sage ($.tasks.overall / row grok/grok-4-fast-non-reasoning / column accuracy),,out:model-not-established,out:model-not-established valssage#1,vals.ai,?grok/grok-4-fast-reasoning,not-established:absent,reasoning-math,mid,Vals-runner,per-test,0.011583,2.89e-07,,,29.761,accuracy%,0.000289,,,https://vals.ai/benchmarks/sage ($.tasks.overall / row grok/grok-4-fast-reasoning / column accuracy),,out:model-not-established,out:model-not-established valssage#1,vals.ai,grok-4.20,think,reasoning-math,mid,Vals-runner,per-test,0.044788625,0.0106,,,38.242,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/sage ($.tasks.overall / row grok/grok-4.20-0309-reasoning / column accuracy),,in,out:cost-single-couple valssage#1,vals.ai,grok-4.3,high,reasoning-math,mid,Vals-runner,per-test,0.037978,2.89e-07,,,19.736,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/sage ($.tasks.overall / row grok/grok-4.3 / column accuracy),,in,in valssage#1,vals.ai,grok-4.5,high,reasoning-math,mid,Vals-runner,per-test,0.0924104,0.0133,,,34.967,accuracy%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/sage ($.tasks.overall / row grok/grok-4.5 / column accuracy),,in,out:cost-single-couple valssage#1,vals.ai,grok-4.6,high,reasoning-math,mid,Vals-runner,per-test,0.109757,2.89e-07,,,28.9,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/sage ($.tasks.overall / row grok/grok-4.6 / column accuracy),,in,in valssage#1,vals.ai,grok-4.7,xhigh,reasoning-math,mid,Vals-runner,per-test,0.324586,2.89e-07,,,40.79,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/sage ($.tasks.overall / row grok/grok-4.7 / column accuracy),,in,in valssage#1,vals.ai,?kimi/kimi-k2.5-thinking,not-established:absent,reasoning-math,mid,Vals-runner,per-test,0.028736,2.89e-07,,,49.865,accuracy%,0.000289,,,https://vals.ai/benchmarks/sage ($.tasks.overall / row kimi/kimi-k2.5-thinking / column accuracy),,out:model-not-established,out:model-not-established valssage#1,vals.ai,kimi-k2.6,unstated,reasoning-math,mid,Vals-runner,per-test,0.068198,2.89e-07,,,50.224,accuracy%,0.000289,,,https://vals.ai/benchmarks/sage ($.tasks.overall / row kimi/kimi-k2.6 / column accuracy),,out:effort-not-established,out:effort-not-established valssage#1,vals.ai,kimi-k3,max,reasoning-math,mid,Vals-runner,per-test,0.163375,2.89e-07,,,52.783,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/sage ($.tasks.overall / row kimi/kimi-k3 / column accuracy),,in,in valssage#1,vals.ai,gpt-5,high,reasoning-math,mid,Vals-runner,per-test,0.032224,2.89e-07,,,43.68,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/sage ($.tasks.overall / row openai/gpt-5-2025-08-07 / column accuracy),,out:single-couple,out:cost-single-couple valssage#1,vals.ai,gpt-5-mini,high,reasoning-math,mid,Vals-runner,per-test,0.005183,2.89e-07,,,42.988,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/sage ($.tasks.overall / row openai/gpt-5-mini-2025-08-07 / column accuracy),,out:single-couple,out:cost-single-couple valssage#1,vals.ai,gpt-5-nano,high,reasoning-math,mid,Vals-runner,per-test,0.002256,2.89e-07,,,30.377,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/sage ($.tasks.overall / row openai/gpt-5-nano-2025-08-07 / column accuracy),,out:single-couple,out:cost-single-couple valssage#1,vals.ai,gpt-5.1,high,reasoning-math,mid,Vals-runner,per-test,0.004838,2.89e-07,,,43.235,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/sage ($.tasks.overall / row openai/gpt-5.1-2025-11-13 / column accuracy),,in,in valssage#1,vals.ai,gpt-5.2,xhigh,reasoning-math,mid,Vals-runner,per-test,0.115807,2.89e-07,,,49.27,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/sage ($.tasks.overall / row openai/gpt-5.2-2025-12-11 / column accuracy),,in,in valssage#1,vals.ai,gpt-5.4,xhigh,reasoning-math,mid,Vals-runner,per-test,0.098204,2.89e-07,,,43.312,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/sage ($.tasks.overall / row openai/gpt-5.4-2026-03-05 / column accuracy),,in,in valssage#1,vals.ai,gpt-5.4-mini,xhigh,reasoning-math,mid,Vals-runner,per-test,0.075919,2.89e-07,,,50.813,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/sage ($.tasks.overall / row openai/gpt-5.4-mini-2026-03-17 / column accuracy),,in,in valssage#1,vals.ai,gpt-5.4-nano,high,reasoning-math,mid,Vals-runner,per-test,0.005936,2.89e-07,,,38.081,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/sage ($.tasks.overall / row openai/gpt-5.4-nano-2026-03-17 / column accuracy),,in,in valssage#1,vals.ai,gpt-5.5,xhigh,reasoning-math,mid,Vals-runner,per-test,0.136289,2.89e-07,,,51.532,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/sage ($.tasks.overall / row openai/gpt-5.5 / column accuracy),,in,in valssage#1,vals.ai,gpt-5.6-luna,max,reasoning-math,mid,Vals-runner,per-test,0.010512,2.89e-07,,,44.22,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/sage ($.tasks.overall / row openai/gpt-5.6-luna / column accuracy),,in,in valssage#1,vals.ai,gpt-5.6-sol,max,reasoning-math,mid,Vals-runner,per-test,0.20346837499999998,0.0107,,,52.563,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/sage ($.tasks.overall / row openai/gpt-5.6-sol / column accuracy),,in,out:cost-single-couple valssage#1,vals.ai,gpt-5.6-terra,max,reasoning-math,mid,Vals-runner,per-test,0.037793,2.89e-07,,,47.003,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/sage ($.tasks.overall / row openai/gpt-5.6-terra / column accuracy),,in,in valssage#1,vals.ai,gpt-6-astra,max,reasoning-math,mid,Vals-runner,per-test,0.282823,2.89e-07,,,46.367,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/sage ($.tasks.overall / row openai/gpt-6-astra / column accuracy),,in,in valssage#1,vals.ai,gpt-6-luna,max,reasoning-math,mid,Vals-runner,per-test,0.006519,2.89e-07,,,48.091,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/sage ($.tasks.overall / row openai/gpt-6-luna / column accuracy),,in,in valssage#1,vals.ai,gpt-6-sol,max,reasoning-math,mid,Vals-runner,per-test,0.061332,2.89e-07,,,44.793,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/sage ($.tasks.overall / row openai/gpt-6-sol / column accuracy),,in,in valssage#1,vals.ai,gpt-6.1-sol,max,reasoning-math,mid,Vals-runner,per-test,0.061245,2.89e-07,,,46.538,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/sage ($.tasks.overall / row openai/gpt-6.1-sol / column accuracy),,in,in valssage#1,vals.ai,o3,high,reasoning-math,mid,Vals-runner,per-test,0.027758,2.89e-07,,,41.771,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/sage ($.tasks.overall / row openai/o3-2025-04-16 / column accuracy),,out:single-couple,out:cost-single-couple valssage#1,vals.ai,o4-mini,high,reasoning-math,mid,Vals-runner,per-test,0.02941,2.89e-07,,,41.061,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/sage ($.tasks.overall / row openai/o4-mini-2025-04-16 / column accuracy),,out:single-couple,out:cost-single-couple valssage11#1.1,vals.ai,haiku-5.5,max,reasoning-math,mid,Vals-runner,per-test,0.016108,2.89e-07,,,89.829,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.vals.ai/benchmarks/sage (payload tasks.overall / anthropic/claude-haiku-5-5 / accuracy),,in,in valssage11#1.1,vals.ai,opus-5.5,max,reasoning-math,mid,Vals-runner,per-test,0.283134,2.89e-07,,,91.302,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.vals.ai/benchmarks/sage (payload tasks.overall / anthropic/claude-opus-5-5 / accuracy),,in,in valssage11#1.1,vals.ai,sonnet-5.5,max,reasoning-math,mid,Vals-runner,per-test,0.12019125,0.0231,,,88.028,accuracy%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://www.vals.ai/benchmarks/sage (payload tasks.overall / anthropic/claude-sonnet-5-5 / accuracy),,in,out:cost-single-couple valssage11#1.1,vals.ai,qwen3.5-397b-a17b,unstated,reasoning-math,mid,Vals-runner,per-test,0.013475,2.89e-07,,,85.53,accuracy%,0.00289,,,https://www.vals.ai/benchmarks/sage (payload tasks.overall / alibaba/qwen3.5-397b-a17b / accuracy),,out:effort-not-established,out:effort-not-established valssage11#1.1,vals.ai,qwen3.5-flash,unstated,reasoning-math,mid,Vals-runner,per-test,0.005971,2.89e-07,,,84.905,accuracy%,0.000289,,,https://www.vals.ai/benchmarks/sage (payload tasks.overall / alibaba/qwen3.5-flash / accuracy),,out:effort-not-established,out:effort-not-established valssage11#1.1,vals.ai,qwen3.7-plus,unstated,reasoning-math,mid,Vals-runner,per-test,0.020459,2.89e-07,,,89.147,accuracy%,0.000289,,,https://www.vals.ai/benchmarks/sage (payload tasks.overall / alibaba/qwen3.7-plus / accuracy),,out:effort-not-established,out:effort-not-established valssage11#1.1,vals.ai,?alibaba/qwen3.8-max,not-established:absent,reasoning-math,mid,Vals-runner,per-test,0.086734,2.89e-07,,,81.762,accuracy%,0.000289,,,https://www.vals.ai/benchmarks/sage (payload tasks.overall / alibaba/qwen3.8-max / accuracy),,out:model-not-established,out:model-not-established valssage11#1.1,vals.ai,deepseek-v4.1-flash,max,reasoning-math,mid,Vals-runner,per-test,0.011399,2.89e-07,,,85.384,accuracy%,0.000289,,cost-method-assumed-single,https://www.vals.ai/benchmarks/sage (payload tasks.overall / deepseek/deepseek-v4.1-flash / accuracy),,in,out:cost-not-comparable valssage11#1.1,vals.ai,?google/gemini-3.1-pro-preview,not-established:absent,reasoning-math,mid,Vals-runner,per-test,0.053936,2.89e-07,,,83.176,accuracy%,0.000289,,,https://www.vals.ai/benchmarks/sage (payload tasks.overall / google/gemini-3.1-pro-preview / accuracy),,out:model-not-established,out:model-not-established valssage11#1.1,vals.ai,gemini-3.5-flash-lite,high,reasoning-math,mid,Vals-runner,per-test,0.009537,2.89e-07,,,79.516,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.vals.ai/benchmarks/sage (payload tasks.overall / google/gemini-3.5-flash-lite / accuracy),,in,in valssage11#1.1,vals.ai,gemini-3.8-flash,high,reasoning-math,mid,Vals-runner,per-test,0.076449,2.89e-07,,,88.242,accuracy%,0.000289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://www.vals.ai/benchmarks/sage (payload tasks.overall / google/gemini-3.8-flash / accuracy),,in,in valssage11#1.1,vals.ai,gemini-4-argon,high,reasoning-math,mid,Vals-runner,per-test,0.074854,2.89e-07,,,89.46,accuracy%,0.00289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://www.vals.ai/benchmarks/sage (payload tasks.overall / google/gemini-4-argon / accuracy),,in,in valssage11#1.1,vals.ai,?grok/grok-4-1-fast-reasoning,not-established:absent,reasoning-math,mid,Vals-runner,per-test,0.004658,2.89e-07,,,74.475,accuracy%,0.000289,,,https://www.vals.ai/benchmarks/sage (payload tasks.overall / grok/grok-4-1-fast-reasoning / accuracy),,out:model-not-established,out:model-not-established valssage11#1.1,vals.ai,grok-4.7,xhigh,reasoning-math,mid,Vals-runner,per-test,0.110254,2.89e-07,,,88.705,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.vals.ai/benchmarks/sage (payload tasks.overall / grok/grok-4.7 / accuracy),,in,in valssage11#1.1,vals.ai,kimi-k3,max,reasoning-math,mid,Vals-runner,per-test,0.227261,2.89e-07,,,86.773,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://www.vals.ai/benchmarks/sage (payload tasks.overall / kimi/kimi-k3 / accuracy),,in,in valssage11#1.1,vals.ai,gpt-5.6-terra,max,reasoning-math,mid,Vals-runner,per-test,0.09939150000000001,0.00638,,,87.038,accuracy%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://www.vals.ai/benchmarks/sage (payload tasks.overall / openai/gpt-5.6-terra / accuracy),,in,out:cost-single-couple valssage11#1.1,vals.ai,gpt-6-luna,max,reasoning-math,mid,Vals-runner,per-test,0.005772,2.89e-07,,,83.404,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.vals.ai/benchmarks/sage (payload tasks.overall / openai/gpt-6-luna / accuracy),,in,in valssage11#1.1,vals.ai,gpt-6.1-sol,max,reasoning-math,mid,Vals-runner,per-test,0.082669,2.89e-07,,,90.493,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.vals.ai/benchmarks/sage (payload tasks.overall / openai/gpt-6.1-sol / accuracy),,in,in valssage11#1.1,vals.ai,glm-5.3-flash,max,reasoning-math,mid,Vals-runner,per-test,0.006372,2.89e-07,,,89.255,accuracy%,0.000289,,cost-method-assumed-single,https://www.vals.ai/benchmarks/sage (payload tasks.overall / zai/glm-5.3-flash / accuracy),,in,out:cost-not-comparable valsscience@vals.ai#1.0,vals.ai,opus-5,max,mixed,hard,Vals-runner,per-test,13.038951,2.89e-07,,,47.93,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/science_index ($.tasks.overall / row anthropic/claude-opus-5 / column accuracy),,in,in valsscience@vals.ai#1.0,vals.ai,deepseek-v4.1-flash,high,mixed,hard,Vals-runner,per-test,0.290142,2.89e-07,,,29.65,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/science_index ($.tasks.overall / row deepseek/deepseek-v4.1-flash / column accuracy),,in,in valsscience@vals.ai#1.0,vals.ai,gemini-3.1-pro,high,mixed,hard,Vals-runner,per-test,2.561873,2.89e-07,,,27.383,accuracy%,0.000289,,cost-method-assumed-single,https://vals.ai/benchmarks/science_index ($.tasks.overall / row google/gemini-3.1-pro-preview / column accuracy),,in,out:cost-not-comparable valsscience@vals.ai#1.0,vals.ai,gemini-3.8-flash,high,mixed,hard,Vals-runner,per-test,2.975983,2.89e-07,,,35.76,accuracy%,0.000289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/science_index ($.tasks.overall / row google/gemini-3.8-flash / column accuracy),,in,in valsscience@vals.ai#1.0,vals.ai,gemini-4-argon,high,mixed,hard,Vals-runner,per-test,18.402067,2.89e-07,,,55.359,accuracy%,0.000289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/science_index ($.tasks.overall / row google/gemini-4-argon / column accuracy),,in,in valsscience@vals.ai#1.0,vals.ai,grok-4.6,high,mixed,hard,Vals-runner,per-test,2.450732,2.89e-07,,,38.094,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/science_index ($.tasks.overall / row grok/grok-4.6 / column accuracy),,in,in valsscience@vals.ai#1.0,vals.ai,grok-4.7,xhigh,mixed,hard,Vals-runner,per-test,7.123405,2.89e-07,,,34.828,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/science_index ($.tasks.overall / row grok/grok-4.7 / column accuracy),,in,in valsscience@vals.ai#1.0,vals.ai,gpt-5.6-luna,max,mixed,hard,Vals-runner,per-test,0.259854,2.89e-07,,,25.298,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/science_index ($.tasks.overall / row openai/gpt-5.6-luna / column accuracy),,in,in valsscience@vals.ai#1.0,vals.ai,gpt-5.6-sol,max,mixed,hard,Vals-runner,per-test,4.6797932499999995,0.246,,,41.481,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/science_index ($.tasks.overall / row openai/gpt-5.6-sol / column accuracy),,in,out:cost-single-couple valsscience@vals.ai#1.0,vals.ai,gpt-6-astra,max,mixed,hard,Vals-runner,per-test,8.027277,2.89e-07,,,65.09,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/science_index ($.tasks.overall / row openai/gpt-6-astra / column accuracy),,in,in valsscience@vals.ai#1.0,vals.ai,gpt-6-luna,max,mixed,hard,Vals-runner,per-test,0.106685,2.89e-07,,,28.379,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/science_index ($.tasks.overall / row openai/gpt-6-luna / column accuracy),,in,in valsscience@vals.ai#1.0,vals.ai,gpt-6-sol,max,mixed,hard,Vals-runner,per-test,2.314922,2.89e-07,,,44.998,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/science_index ($.tasks.overall / row openai/gpt-6-sol / column accuracy),,in,in valsscience@vals.ai#1.0,vals.ai,gpt-6.1-sol,max,mixed,hard,Vals-runner,per-test,1.364659,2.89e-07,,,59.628,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/science_index ($.tasks.overall / row openai/gpt-6.1-sol / column accuracy),,in,in valsscience@vals.ai#1.0,vals.ai,haiku-5.5,unstated,mixed,hard,Vals-runner,per-test,1.859159,2.89e-07,,,38.502,accuracy%,0.000289,,,https://www.vals.ai/benchmarks/science_index (payload tasks.overall / anthropic/claude-haiku-5-5 / accuracy),,out:effort-not-established,out:effort-not-established valsscience@vals.ai#1.0,vals.ai,opus-5.5,unstated,mixed,hard,Vals-runner,per-test,8.710319,2.89e-07,,,58.651,accuracy%,0.000289,,,https://www.vals.ai/benchmarks/science_index (payload tasks.overall / anthropic/claude-opus-5-5 / accuracy),,out:effort-not-established,out:effort-not-established valsscience@vals.ai#1.0,vals.ai,sonnet-5.5,unstated,mixed,hard,Vals-runner,per-test,8.499606,2.89e-07,,,59.118,accuracy%,0.000289,,,https://www.vals.ai/benchmarks/science_index (payload tasks.overall / anthropic/claude-sonnet-5-5 / accuracy),,out:effort-not-established,out:effort-not-established valsscience@vals.ai#1.0,vals.ai,fable-5.2,not-established:assumed,mixed,hard,Vals-runner,per-test,8.790492,2.89e-07,,,63.74,accuracy%,0.00289,,,https://www.vals.ai/benchmarks/science_index (payload tasks.overall / anthropic/claude-fable-5-2 / accuracy),,out:effort-not-established,out:effort-not-established valsskills#1,vals.ai,opus-5,not-established:absent,agentic-tool,mid,,per-test,2.508594,2.89e-07,,,60.441,accuracy%,0.000289,,,https://vals.ai/benchmarks/skillsbench ($.tasks.overall / row anthropic/claude-opus-5 / column accuracy),,out:effort-not-established,out:effort-not-established valsskills#1,vals.ai,fable-5.1,not-established:absent,agentic-tool,mid,,per-test,4.516559,2.89e-07,,,61.552,accuracy%,0.000289,,,https://vals.ai/benchmarks/skillsbench ($.tasks.overall / row anthropic/claude-fable-5-1 / column accuracy),,out:effort-not-established,out:effort-not-established valsskills#1,vals.ai,opus-4.8,not-established:absent,agentic-tool,mid,,per-test,4.766601,2.89e-07,,,59.227,accuracy%,0.000289,,,https://vals.ai/benchmarks/skillsbench ($.tasks.overall / row anthropic/claude-opus-4-8 / column accuracy),,out:effort-not-established,out:effort-not-established valsskills#1,vals.ai,sonnet-5,not-established:absent,agentic-tool,mid,,per-test,2.89733,2.89e-07,,,46.476,accuracy%,0.000289,,,https://vals.ai/benchmarks/skillsbench ($.tasks.overall / row anthropic/claude-sonnet-5 / column accuracy),,out:effort-not-established,out:effort-not-established valsskills#1,vals.ai,sonnet-4.6,not-established:absent,agentic-tool,mid,,per-test,1.382228,2.89e-07,,,49.052,accuracy%,0.000289,,,https://vals.ai/benchmarks/skillsbench ($.tasks.overall / row anthropic/claude-sonnet-4-6 / column accuracy),,out:effort-not-established,out:effort-not-established valsskills#1,vals.ai,qwen3.7-plus,default,agentic-tool,mid,,per-test,0.137331,2.89e-07,,,54.296,accuracy%,0.000289,,,https://vals.ai/benchmarks/skillsbench ($.tasks.overall / row alibaba/qwen3.7-plus / column accuracy),,out:effort-not-established,out:effort-not-established valsskills#1,vals.ai,qwen3.8-27b,not-established:absent,agentic-tool,mid,,per-test,0.81809,2.89e-07,,,38.106,accuracy%,0.000289,,,https://vals.ai/benchmarks/skillsbench ($.tasks.overall / row alibaba/qwen3.8-27b / column accuracy),,out:effort-not-established,out:effort-not-established valsskills#1,vals.ai,?qwen3.8-max,not-established:absent,agentic-tool,mid,,per-test,0.524988,2.89e-07,,,42.011,accuracy%,0.000289,,,https://vals.ai/benchmarks/skillsbench ($.tasks.overall / row alibaba/qwen3.8-max / column accuracy),,out:model-not-established,out:model-not-established valsskills#1,vals.ai,deepseek-v4-flash-0731,not-established:absent,agentic-tool,mid,,per-test,0.12607,2.89e-07,,,50.668,accuracy%,0.000289,,,https://vals.ai/benchmarks/skillsbench ($.tasks.overall / row deepseek/deepseek-v4-flash-0731 / column accuracy),,out:effort-not-established,out:effort-not-established valsskills#1,vals.ai,?deepseek/deepseek-v4-pro,not-established:absent,agentic-tool,mid,,per-test,0.397123,2.89e-07,,,51.274,accuracy%,0.000289,,,https://vals.ai/benchmarks/skillsbench ($.tasks.overall / row deepseek/deepseek-v4-pro / column accuracy),,out:model-not-established,out:model-not-established valsskills#1,vals.ai,deepseek-v4-pro-0813,not-established:absent,agentic-tool,mid,,per-test,0.374596,2.89e-07,,,53.829,accuracy%,0.000289,,,https://vals.ai/benchmarks/skillsbench ($.tasks.overall / row deepseek/deepseek-v4-pro-0813 / column accuracy),,out:effort-not-established,out:effort-not-established valsskills#1,vals.ai,deepseek-v4.1-flash,not-established:absent,agentic-tool,mid,,per-test,0.085117,2.89e-07,,,69.802,accuracy%,0.000289,,,https://vals.ai/benchmarks/skillsbench ($.tasks.overall / row deepseek/deepseek-v4.1-flash / column accuracy),,out:effort-not-established,out:effort-not-established valsskills#1,vals.ai,gemini-3.5-flash,not-established:absent,agentic-tool,mid,,per-test,1.253121,2.89e-07,,,52.737,accuracy%,0.000289,,,https://vals.ai/benchmarks/skillsbench ($.tasks.overall / row google/gemini-3.5-flash / column accuracy),,out:effort-not-established,out:effort-not-established valsskills#1,vals.ai,gemini-3.7-flash,not-established:absent,agentic-tool,mid,,per-test,1.799454,2.89e-07,,,65.891,accuracy%,0.000289,,,https://vals.ai/benchmarks/skillsbench ($.tasks.overall / row google/gemini-3.7-flash / column accuracy),,out:effort-not-established,out:effort-not-established valsskills#1,vals.ai,gemini-3.8-flash,not-established:absent,agentic-tool,mid,,per-test,2.336944,2.89e-07,,,57.985,accuracy%,0.000289,,,https://vals.ai/benchmarks/skillsbench ($.tasks.overall / row google/gemini-3.8-flash / column accuracy),,out:effort-not-established,out:effort-not-established valsskills#1,vals.ai,grok-4.3,not-established:absent,agentic-tool,mid,,per-test,0.419712,2.89e-07,,,40.638,accuracy%,0.000289,,,https://vals.ai/benchmarks/skillsbench ($.tasks.overall / row grok/grok-4.3 / column accuracy),,out:effort-not-established,out:effort-not-established valsskills#1,vals.ai,grok-4.5,not-established:absent,agentic-tool,mid,,per-test,0.578155,2.89e-07,,,66.034,accuracy%,0.000289,,,https://vals.ai/benchmarks/skillsbench ($.tasks.overall / row grok/grok-4.5 / column accuracy),,out:effort-not-established,out:effort-not-established valsskills#1,vals.ai,grok-4.6,not-established:absent,agentic-tool,mid,,per-test,0.921477,2.89e-07,,,55.766,accuracy%,0.000289,,,https://vals.ai/benchmarks/skillsbench ($.tasks.overall / row grok/grok-4.6 / column accuracy),,out:effort-not-established,out:effort-not-established valsskills#1,vals.ai,kimi-k2.7-code,solo,agentic-tool,mid,,per-test,0.443192,2.89e-07,,,50.036,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/skillsbench ($.tasks.overall / row kimi/kimi-k2.7-code / column accuracy),,out:single-couple,out:cost-single-couple valsskills#1,vals.ai,gpt-5.4,not-established:absent,agentic-tool,mid,,per-test,2.044198,2.89e-07,,,51.711,accuracy%,0.000289,,,https://vals.ai/benchmarks/skillsbench ($.tasks.overall / row openai/gpt-5.4-2026-03-05 / column accuracy),,out:effort-not-established,out:effort-not-established valsskills#1,vals.ai,gpt-5.5,not-established:absent,agentic-tool,mid,,per-test,2.54346,2.89e-07,,,62.209,accuracy%,0.000289,,,https://vals.ai/benchmarks/skillsbench ($.tasks.overall / row openai/gpt-5.5 / column accuracy),,out:effort-not-established,out:effort-not-established valsskills#1,vals.ai,?openai/gpt-5.5-codex,not-established:absent,agentic-tool,mid,,per-test,1.572689,2.89e-07,,,62.555,accuracy%,0.000289,,,https://vals.ai/benchmarks/skillsbench ($.tasks.overall / row openai/gpt-5.5-codex / column accuracy),,out:model-not-established,out:model-not-established valsskills#1,vals.ai,gpt-5.6-luna,not-established:absent,agentic-tool,mid,,per-test,0.206587,2.89e-07,,,60.447,accuracy%,0.000289,,,https://vals.ai/benchmarks/skillsbench ($.tasks.overall / row openai/gpt-5.6-luna / column accuracy),,out:effort-not-established,out:effort-not-established valsskills#1,vals.ai,gpt-5.6-sol,not-established:absent,agentic-tool,mid,,per-test,4.13999,2.89e-07,,,54.1,accuracy%,0.000289,,,https://vals.ai/benchmarks/skillsbench ($.tasks.overall / row openai/gpt-5.6-sol / column accuracy),,out:effort-not-established,out:effort-not-established valsskills#1,vals.ai,gpt-5.6-terra,not-established:absent,agentic-tool,mid,,per-test,1.75247,2.89e-07,,,58.895,accuracy%,0.000289,,,https://vals.ai/benchmarks/skillsbench ($.tasks.overall / row openai/gpt-5.6-terra / column accuracy),,out:effort-not-established,out:effort-not-established valsskills#1,vals.ai,glm-5.2,not-established:absent,agentic-tool,mid,,per-test,0.811017,2.89e-07,,,45.077,accuracy%,0.000289,,,https://vals.ai/benchmarks/skillsbench ($.tasks.overall / row zai/glm-5.2 / column accuracy),,out:effort-not-established,out:effort-not-established valsskills#1,vals.ai,glm-5.3,not-established:absent,agentic-tool,mid,,per-test,0.71406,2.89e-07,,,47.509,accuracy%,0.000289,,,https://vals.ai/benchmarks/skillsbench ($.tasks.overall / row zai/glm-5.3 / column accuracy),,out:effort-not-established,out:effort-not-established valsskills#1,vals.ai,glm-5.3-flash,not-established:absent,agentic-tool,mid,,per-test,0.039052,2.89e-07,,,40.159,accuracy%,0.000289,,,https://vals.ai/benchmarks/skillsbench ($.tasks.overall / row zai/glm-5.3-flash / column accuracy),,out:effort-not-established,out:effort-not-established valsskills#1,vals.ai,?alibaba/qwen3.8-max,not-established:absent,agentic-tool,mid,,per-test,0.524988,2.89e-07,,,42.011,accuracy%,0.000289,,,https://www.vals.ai/benchmarks/skillsbench (payload tasks.overall / alibaba/qwen3.8-max / accuracy),,out:model-not-established,out:model-not-established valssre#1,vals.ai,opus-5.5,max,mixed,hard,Vals-runner,per-test,34.654445,2.89e-07,,,33.588,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/srebench ($.tasks.overall / row anthropic/claude-opus-5-5 / column accuracy),,in,in valssre#1,vals.ai,opus-5,max,mixed,hard,Vals-runner,per-test,23.633213,2.89e-07,,,12.214,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/srebench ($.tasks.overall / row anthropic/claude-opus-5 / column accuracy),,in,in valssre#1,vals.ai,fable-5.1,max,mixed,hard,Vals-runner,per-test,32.231825,2.89e-07,,,22.901,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/srebench ($.tasks.overall / row anthropic/claude-fable-5-1 / column accuracy),,in,in valssre#1,vals.ai,sonnet-5.5,max,mixed,hard,Vals-runner,per-test,19.8905025,3.83,,,30.153,accuracy%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/srebench ($.tasks.overall / row anthropic/claude-sonnet-5-5 / column accuracy),,in,out:cost-single-couple valssre#1,vals.ai,haiku-5.5,max,mixed,hard,Vals-runner,per-test,3.140034,2.89e-07,,,5.725,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/srebench ($.tasks.overall / row anthropic/claude-haiku-5-5 / column accuracy),,in,in valssre#1,vals.ai,sonnet-5,max,mixed,hard,Vals-runner,per-test,18.493954,2.89e-07,,,0.382,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/srebench ($.tasks.overall / row anthropic/claude-sonnet-5 / column accuracy),,in,in valssre#1,vals.ai,deepseek-v4-pro-0813,max,mixed,hard,Vals-runner,per-test,5.579756,2.89e-07,,,1.908,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/srebench ($.tasks.overall / row deepseek/deepseek-v4-pro-0813 / column accuracy),,in,in valssre#1,vals.ai,deepseek-v4.1-flash,high,mixed,hard,Vals-runner,per-test,0.548583,2.89e-07,,,0.763,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/srebench ($.tasks.overall / row deepseek/deepseek-v4.1-flash / column accuracy),,in,in valssre#1,vals.ai,gemini-3.1-pro,high,mixed,hard,Vals-runner,per-test,11.336961,2.89e-07,,,0,accuracy%,0.000289,,cost-method-assumed-single,https://vals.ai/benchmarks/srebench ($.tasks.overall / row google/gemini-3.1-pro-preview / column accuracy),,out:uninformative,out:cost-not-comparable valssre#1,vals.ai,gemini-3.7-flash,high,mixed,hard,Vals-runner,per-test,21.474171,2.89e-07,,,4.58,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/srebench ($.tasks.overall / row google/gemini-3.7-flash / column accuracy),,in,in valssre#1,vals.ai,gemini-3.8-flash,high,mixed,hard,Vals-runner,per-test,27.459572,2.89e-07,,,11.069,accuracy%,0.000289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/srebench ($.tasks.overall / row google/gemini-3.8-flash / column accuracy),,in,in valssre#1,vals.ai,gemini-4-argon,high,mixed,hard,Vals-runner,per-test,30.451343,2.89e-07,,,44.275,accuracy%,0.000289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/srebench ($.tasks.overall / row google/gemini-4-argon / column accuracy),,in,in valssre#1,vals.ai,grok-4.5,high,mixed,hard,Vals-runner,per-test,10.732178399999999,1.55,,,0.763,accuracy%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/srebench ($.tasks.overall / row grok/grok-4.5 / column accuracy),,in,out:cost-single-couple valssre#1,vals.ai,grok-4.7,xhigh,mixed,hard,Vals-runner,per-test,64.767258,2.89e-07,,,3.817,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/srebench ($.tasks.overall / row grok/grok-4.7 / column accuracy),,in,in valssre#1,vals.ai,gpt-5.5,xhigh,mixed,hard,Vals-runner,per-test,17.773692,2.89e-07,,,3.817,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/srebench ($.tasks.overall / row openai/gpt-5.5 / column accuracy),,in,in valssre#1,vals.ai,gpt-5.6-luna,max,mixed,hard,Vals-runner,per-test,3.439085,2.89e-07,,,1.527,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/srebench ($.tasks.overall / row openai/gpt-5.6-luna / column accuracy),,in,in valssre#1,vals.ai,gpt-5.6-sol,max,mixed,hard,Vals-runner,per-test,58.466584,3.07,,,30.534,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/srebench ($.tasks.overall / row openai/gpt-5.6-sol / column accuracy),,in,out:cost-single-couple valssre#1,vals.ai,gpt-5.6-terra,max,mixed,hard,Vals-runner,per-test,30.855656,2.89e-07,,,9.542,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/srebench ($.tasks.overall / row openai/gpt-5.6-terra / column accuracy),,in,in valssre#1,vals.ai,gpt-6-astra,max,mixed,hard,Vals-runner,per-test,10.238062,2.89e-07,,,56.87,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/srebench ($.tasks.overall / row openai/gpt-6-astra / column accuracy),,in,in valssre#1,vals.ai,gpt-6-luna,max,mixed,hard,Vals-runner,per-test,1.550056,2.89e-07,,,2.672,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/srebench ($.tasks.overall / row openai/gpt-6-luna / column accuracy),,in,in valssre#1,vals.ai,gpt-6-sol,max,mixed,hard,Vals-runner,per-test,20.651048,2.89e-07,,,30.534,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/srebench ($.tasks.overall / row openai/gpt-6-sol / column accuracy),,in,in valssre#1,vals.ai,gpt-6.1-sol,max,mixed,hard,Vals-runner,per-test,2.685175,2.89e-07,,,50.763,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/srebench ($.tasks.overall / row openai/gpt-6.1-sol / column accuracy),,in,in valssre#1,vals.ai,glm-5.2,not-established:absent,mixed,hard,Vals-runner,per-test,26.575264,2.89e-07,,,0,accuracy%,0.000289,,,https://vals.ai/benchmarks/srebench ($.tasks.overall / row zai/glm-5.2 / column accuracy),,out:effort-not-established,out:effort-not-established valssre#1,vals.ai,glm-5.3,max,mixed,hard,Vals-runner,per-test,27.465302,2.89e-07,,,9.16,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/srebench ($.tasks.overall / row zai/glm-5.3 / column accuracy),,in,in valssre#1,vals.ai,glm-5.3-flash,max,mixed,hard,Vals-runner,per-test,2.290191,2.89e-07,,,0.763,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/srebench ($.tasks.overall / row zai/glm-5.3-flash / column accuracy),,in,in valssre#1,vals.ai,?anthropic/claude-opus-5-5-range,not-established:absent,mixed,hard,Vals-runner,per-test,33.133504,2.89e-07,,,21.756,accuracy%,0.000289,,,https://www.vals.ai/benchmarks/srebench (payload tasks.overall / anthropic/claude-opus-5-5-range / accuracy),,out:model-not-established,out:model-not-established valsswebench@vals.ai#1,vals.ai,fable-5,max,coding,hard,,per-test,2.046736,2.89e-07,,,95,resolved%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/swebench ($.tasks.overall / row anthropic/claude-fable-5 / column accuracy),,in,in valsswebench@vals.ai#1,vals.ai,opus-4.8,max,coding,hard,,per-test,1.923224,2.89e-07,,,88.6,resolved%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/swebench ($.tasks.overall / row anthropic/claude-opus-4-8 / column accuracy),,in,in valsswebench@vals.ai#1,vals.ai,sonnet-5,max,coding,hard,,per-test,1.489899,2.89e-07,,,79.6,resolved%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/swebench ($.tasks.overall / row anthropic/claude-sonnet-5 / column accuracy),,in,in valsswebench@vals.ai#1,vals.ai,sonnet-4.6,max,coding,hard,,per-test,1.303853,2.89e-07,,,77.4,resolved%,0.000289,,,https://vals.ai/benchmarks/swebench ($.tasks.overall / row anthropic/claude-sonnet-4-6 / column accuracy),,out:effort-not-established,out:effort-not-established valsswebench@vals.ai#1,vals.ai,opus-4.7,max,coding,hard,,per-test,2.423427,2.89e-07,,,82,resolved%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/swebench ($.tasks.overall / row anthropic/claude-opus-4-7 / column accuracy),,in,in valsswebench@vals.ai#1,vals.ai,?anthropic/claude-haiku-4-5-20251001-thinking,not-established:absent,coding,hard,,per-test,0.366229,2.89e-07,,,66.6,resolved%,0.000289,,,https://vals.ai/benchmarks/swebench ($.tasks.overall / row anthropic/claude-haiku-4-5-20251001-thinking / column accuracy),,out:model-not-established,out:model-not-established valsswebench@vals.ai#1,vals.ai,opus-5,max,coding,hard,,per-test,1.290782,2.89e-07,,,97,resolved%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/swebench ($.tasks.overall / row anthropic/claude-opus-5 / column accuracy),,in,in valsswecc,vals.ai,?anthropic/claude-opus-4-8-claude-code,not-established:absent,coding,hard,ClaudeCode,per-test,0.672451,2.89e-07,,,85.8,score%,0.000289,,,https://vals.ai/benchmarks/swebench ($.tasks.overall / row anthropic/claude-opus-4-8-claude-code / column accuracy),,out:model-not-established,out:model-not-established valsswebench@vals.ai#1,vals.ai,qwen3.5-flash,default,coding,hard,,per-test,0.263227,2.89e-07,,,64.4,resolved%,0.000289,,,https://vals.ai/benchmarks/swebench ($.tasks.overall / row alibaba/qwen3.5-flash / column accuracy),,out:effort-not-established,out:effort-not-established valsswebench@vals.ai#1,vals.ai,qwen3.5-plus,think,coding,hard,,per-test,0.963553,2.89e-07,,,71.2,resolved%,0.000289,,cost-stated-prices; cost-method-assumed-single,https://vals.ai/benchmarks/swebench ($.tasks.overall / row alibaba/qwen3.5-plus-thinking / column accuracy),,in,out:cost-not-comparable valsswebench@vals.ai#1,vals.ai,qwen3.6-27b,default,coding,hard,,per-test,0.91414,2.89e-07,,,70,resolved%,0.000289,,,https://vals.ai/benchmarks/swebench ($.tasks.overall / row alibaba/qwen3.6-27b / column accuracy),,out:effort-not-established,out:effort-not-established valsswebench@vals.ai#1,vals.ai,qwen3.6-max-preview,default,coding,hard,,per-test,1.565093,2.89e-07,,,72.8,resolved%,0.000289,,,https://vals.ai/benchmarks/swebench ($.tasks.overall / row alibaba/qwen3.6-max-preview / column accuracy),,out:effort-not-established,out:effort-not-established valsswebench@vals.ai#1,vals.ai,qwen3.6-plus,default,coding,hard,,per-test,0.869211,2.89e-07,,,73.4,resolved%,0.000289,,,https://vals.ai/benchmarks/swebench ($.tasks.overall / row alibaba/qwen3.6-plus / column accuracy),,out:effort-not-established,out:effort-not-established valsswebench@vals.ai#1,vals.ai,qwen3.7-max,default,coding,hard,,per-test,3.227207,2.89e-07,,,68.8,resolved%,0.000289,,,https://vals.ai/benchmarks/swebench ($.tasks.overall / row alibaba/qwen3.7-max / column accuracy),,out:effort-not-established,out:effort-not-established valsswebench@vals.ai#1,vals.ai,qwen3.8-27b,xhigh,coding,hard,,per-test,1.077188,2.89e-07,,,86,resolved%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/swebench ($.tasks.overall / row alibaba/qwen3.8-27b / column accuracy),,in,in valsswebench@vals.ai#1,vals.ai,qwen3.8-max,xhigh,coding,hard,,per-test,1.128442,2.89e-07,,,85.6,resolved%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/swebench ($.tasks.overall / row alibaba/qwen3.8-max / column accuracy),,in,in valsswebench@vals.ai#1,vals.ai,deepseek-v4-flash-0731,high,coding,hard,,per-test,0.009884,2.89e-07,,,88.8,resolved%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/swebench ($.tasks.overall / row deepseek/deepseek-v4-flash-0731 / column accuracy),,in,in valsswebench@vals.ai#1,vals.ai,?deepseek/deepseek-v4-pro,not-established:absent,coding,hard,,per-test,0.436763,2.89e-07,,,77.4,resolved%,0.000289,,,https://vals.ai/benchmarks/swebench ($.tasks.overall / row deepseek/deepseek-v4-pro / column accuracy),,out:model-not-established,out:model-not-established valsswebench@vals.ai#1,vals.ai,deepseek-v4-pro-0813,max,coding,hard,,per-test,0.103104,2.89e-07,,,96.4,resolved%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/swebench ($.tasks.overall / row deepseek/deepseek-v4-pro-0813 / column accuracy),,in,in valsswebench@vals.ai#1,vals.ai,?fireworks/deepseek-v3p2-thinking,not-established:absent,coding,hard,,per-test,0.672838,2.89e-07,,,67.6,resolved%,0.000289,,,https://vals.ai/benchmarks/swebench ($.tasks.overall / row fireworks/deepseek-v3p2-thinking / column accuracy),,out:model-not-established,out:model-not-established valsswebench@vals.ai#1,vals.ai,gpt-oss-120b,unstated,coding,hard,,per-test,0.171583,2.89e-07,,,33.6,resolved%,0.000289,,,https://vals.ai/benchmarks/swebench ($.tasks.overall / row fireworks/gpt-oss-120b / column accuracy),,out:effort-not-established,out:effort-not-established valsswebench@vals.ai#1,vals.ai,gemini-2.5-pro,unstated,coding,hard,,per-test,0.351578,2.89e-07,,,54.4,resolved%,0.000289,,,https://vals.ai/benchmarks/swebench ($.tasks.overall / row google/gemini-2.5-pro / column accuracy),,out:effort-not-established,out:effort-not-established valsswebench@vals.ai#1,vals.ai,gemini-3-flash,high,coding,hard,,per-test,0.280231,2.89e-07,,,75,resolved%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/swebench ($.tasks.overall / row google/gemini-3-flash-preview / column accuracy),,in,in valsswebench@vals.ai#1,vals.ai,?google/gemini-3-pro-preview,not-established:absent,coding,hard,,per-test,0.771547,2.89e-07,,,76.4,resolved%,0.000289,,,https://vals.ai/benchmarks/swebench ($.tasks.overall / row google/gemini-3-pro-preview / column accuracy),,out:model-not-established,out:model-not-established valsswebench@vals.ai#1,vals.ai,gemini-3.1-flash-lite-preview,high,coding,hard,,per-test,0.105389,2.89e-07,,,62.8,resolved%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/swebench ($.tasks.overall / row google/gemini-3.1-flash-lite-preview / column accuracy),,in,in valsswebench@vals.ai#1,vals.ai,gemini-3.1-pro,high,coding,hard,,per-test,0.783381,2.89e-07,,,78.8,resolved%,0.000289,,cost-method-assumed-single,https://vals.ai/benchmarks/swebench ($.tasks.overall / row google/gemini-3.1-pro-preview / column accuracy),,in,out:cost-not-comparable valsswebench@vals.ai#1,vals.ai,gemini-3.5-flash,high,coding,hard,,per-test,0.953882,2.89e-07,,,78.8,resolved%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/swebench ($.tasks.overall / row google/gemini-3.5-flash / column accuracy),,in,in valsswebench@vals.ai#1,vals.ai,gemini-3.5-flash-lite,high,coding,hard,,per-test,0.30898,2.89e-07,,,75,resolved%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/swebench ($.tasks.overall / row google/gemini-3.5-flash-lite / column accuracy),,in,in valsswebench@vals.ai#1,vals.ai,gemini-3.6-flash,high,coding,hard,,per-test,1.194601,2.89e-07,,,79.6,resolved%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/swebench ($.tasks.overall / row google/gemini-3.6-flash / column accuracy),,in,in valsswebench@vals.ai#1,vals.ai,gemini-3.7-flash,high,coding,hard,,per-test,1.436459,2.89e-07,,,80.8,resolved%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/swebench ($.tasks.overall / row google/gemini-3.7-flash / column accuracy),,in,in valsswebench@vals.ai#1,vals.ai,gemini-3.8-flash,high,coding,hard,,per-test,2.1911,2.89e-07,,,80,resolved%,0.000289,,EAP-run; base-scheduled-list-price; cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/swebench ($.tasks.overall / row google/gemini-3.8-flash / column accuracy),,in,in valsswebench@vals.ai#1,vals.ai,?grok/grok-4-0709,not-established:absent,coding,hard,,per-test,1.415174,2.89e-07,,,57.8,resolved%,0.000289,,,https://vals.ai/benchmarks/swebench ($.tasks.overall / row grok/grok-4-0709 / column accuracy),,out:model-not-established,out:model-not-established valsswebench@vals.ai#1,vals.ai,?grok/grok-4-1-fast-reasoning,not-established:absent,coding,hard,,per-test,0.027516,2.89e-07,,,41.4,resolved%,0.000289,,,https://vals.ai/benchmarks/swebench ($.tasks.overall / row grok/grok-4-1-fast-reasoning / column accuracy),,out:model-not-established,out:model-not-established valsswebench@vals.ai#1,vals.ai,?grok/grok-4-fast-reasoning,not-established:absent,coding,hard,,per-test,0.050771,2.89e-07,,,45.4,resolved%,0.000289,,,https://vals.ai/benchmarks/swebench ($.tasks.overall / row grok/grok-4-fast-reasoning / column accuracy),,out:model-not-established,out:model-not-established valsswebench@vals.ai#1,vals.ai,grok-4.20,think,coding,hard,,per-test,0.36546175000000003,0.0869,,,72.2,resolved%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/swebench ($.tasks.overall / row grok/grok-4.20-0309-reasoning / column accuracy),,in,out:cost-single-couple valsswebench@vals.ai#1,vals.ai,grok-4.3,high,coding,hard,,per-test,0.22259,2.89e-07,,,71.4,resolved%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/swebench ($.tasks.overall / row grok/grok-4.3 / column accuracy),,in,in valsswebench@vals.ai#1,vals.ai,grok-4.5,high,coding,hard,,per-test,0.432272,0.0624,,,86.6,resolved%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/swebench ($.tasks.overall / row grok/grok-4.5 / column accuracy),,in,out:cost-single-couple valsswebench@vals.ai#1,vals.ai,grok-4.6,high,coding,hard,,per-test,0.784684,2.89e-07,,,95.6,resolved%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/swebench ($.tasks.overall / row grok/grok-4.6 / column accuracy),,in,in valsswebench@vals.ai#1,vals.ai,?kimi/kimi-k2-thinking,not-established:absent,coding,hard,,per-test,0.366026,2.89e-07,,,60.2,resolved%,0.000289,,,https://vals.ai/benchmarks/swebench ($.tasks.overall / row kimi/kimi-k2-thinking / column accuracy),,out:model-not-established,out:model-not-established valsswebench@vals.ai#1,vals.ai,?kimi/kimi-k2.5-thinking,not-established:absent,coding,hard,,per-test,0.167669,2.89e-07,,,70,resolved%,0.000289,,,https://vals.ai/benchmarks/swebench ($.tasks.overall / row kimi/kimi-k2.5-thinking / column accuracy),,out:model-not-established,out:model-not-established valsswebench@vals.ai#1,vals.ai,kimi-k2.6,unstated,coding,hard,,per-test,0.27474,2.89e-07,,,76.2,resolved%,0.000289,,,https://vals.ai/benchmarks/swebench ($.tasks.overall / row kimi/kimi-k2.6 / column accuracy),,out:effort-not-established,out:effort-not-established valsswebench@vals.ai#1,vals.ai,kimi-k2.7-code,solo,coding,hard,,per-test,0.265276,2.89e-07,,,78.2,resolved%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/swebench ($.tasks.overall / row kimi/kimi-k2.7-code / column accuracy),,in,in valsswebench@vals.ai#1,vals.ai,kimi-k3,max,coding,hard,,per-test,0.759959,2.89e-07,,,93.4,resolved%,0.000289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/swebench ($.tasks.overall / row kimi/kimi-k3 / column accuracy),,in,in valsswebench@vals.ai#1,vals.ai,gpt-5,high,coding,hard,,per-test,0.27029,2.89e-07,,,69,resolved%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/swebench ($.tasks.overall / row openai/gpt-5-2025-08-07 / column accuracy),,out:single-couple,out:cost-single-couple valsswebench@vals.ai#1,vals.ai,gpt-5-mini,high,coding,hard,,per-test,0.050393,2.89e-07,,,60.8,resolved%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/swebench ($.tasks.overall / row openai/gpt-5-mini-2025-08-07 / column accuracy),,out:single-couple,out:cost-single-couple valsswebench@vals.ai#1,vals.ai,gpt-5.1,high,coding,hard,,per-test,0.713431,2.89e-07,,,69.8,resolved%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/swebench ($.tasks.overall / row openai/gpt-5.1-2025-11-13 / column accuracy),,in,in valsswebench@vals.ai#1,vals.ai,gpt-5.2,xhigh,coding,hard,,per-test,1.453372,2.89e-07,,,75.8,resolved%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/swebench ($.tasks.overall / row openai/gpt-5.2-2025-12-11 / column accuracy),,in,in valsswebench@vals.ai#1,vals.ai,gpt-5.2-codex,high,coding,hard,,per-test,0.311527,2.89e-07,,,72.4,resolved%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/swebench ($.tasks.overall / row openai/gpt-5.2-codex / column accuracy),,in,in valsswebench@vals.ai#1,vals.ai,gpt-5.3-codex,xhigh,coding,hard,,per-test,0.455384,2.89e-07,,,78,resolved%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/swebench ($.tasks.overall / row openai/gpt-5.3-codex / column accuracy),,in,in valsswebench@vals.ai#1,vals.ai,gpt-5.4,xhigh,coding,hard,,per-test,0.801134,2.89e-07,,,78.2,resolved%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/swebench ($.tasks.overall / row openai/gpt-5.4-2026-03-05 / column accuracy),,in,in valsswebench@vals.ai#1,vals.ai,gpt-5.4-mini,xhigh,coding,hard,,per-test,0.511052,2.89e-07,,,73,resolved%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/swebench ($.tasks.overall / row openai/gpt-5.4-mini-2026-03-17 / column accuracy),,in,in valsswebench@vals.ai#1,vals.ai,gpt-5.4-nano,high,coding,hard,,per-test,0.097712,2.89e-07,,,69.8,resolved%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/swebench ($.tasks.overall / row openai/gpt-5.4-nano-2026-03-17 / column accuracy),,in,in valsswebench@vals.ai#1,vals.ai,gpt-5.5,xhigh,coding,hard,,per-test,1.361765,2.89e-07,,,82.6,resolved%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/swebench ($.tasks.overall / row openai/gpt-5.5 / column accuracy),,in,in valsswebench@vals.ai#1,vals.ai,?openai/gpt-5.5-codex,not-established:absent,coding,hard,,per-test,0.652332,2.89e-07,,,76.4,resolved%,0.000289,,,https://vals.ai/benchmarks/swebench ($.tasks.overall / row openai/gpt-5.5-codex / column accuracy),,out:model-not-established,out:model-not-established valsswebench@vals.ai#1,vals.ai,?openai/gpt-5.5-factory,not-established:absent,coding,hard,,per-test,1.129284,2.89e-07,,,76.2,resolved%,0.000289,,,https://vals.ai/benchmarks/swebench ($.tasks.overall / row openai/gpt-5.5-factory / column accuracy),,out:model-not-established,out:model-not-established valsswebench@vals.ai#1,vals.ai,gpt-5.6-luna,max,coding,hard,,per-test,0.042712,2.89e-07,,,93,resolved%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/swebench ($.tasks.overall / row openai/gpt-5.6-luna / column accuracy),,in,in valsswebench@vals.ai#1,vals.ai,gpt-5.6-sol,max,coding,hard,,per-test,1.5830375,0.0831,,,96.2,resolved%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/swebench ($.tasks.overall / row openai/gpt-5.6-sol / column accuracy),,in,out:cost-single-couple valsswebench@vals.ai#1,vals.ai,gpt-5.6-terra,max,coding,hard,,per-test,0.400788,2.89e-07,,,95.4,resolved%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/swebench ($.tasks.overall / row openai/gpt-5.6-terra / column accuracy),,in,in valsswebench@vals.ai#1,vals.ai,glm-4.7,unstated,coding,hard,,per-test,0.203695,2.89e-07,,,69.4,resolved%,0.000289,,,https://vals.ai/benchmarks/swebench ($.tasks.overall / row zai/glm-4.7 / column accuracy),,out:effort-not-established,out:effort-not-established valsswebench@vals.ai#1,vals.ai,?zai/glm-5-thinking,not-established:absent,coding,hard,,per-test,0.448911,2.89e-07,,,71.4,resolved%,0.000289,,,https://vals.ai/benchmarks/swebench ($.tasks.overall / row zai/glm-5-thinking / column accuracy),,out:model-not-established,out:model-not-established valsswebench@vals.ai#1,vals.ai,glm-5.1,unstated,coding,hard,,per-test,0.456603,2.89e-07,,,76.4,resolved%,0.000289,,,https://vals.ai/benchmarks/swebench ($.tasks.overall / row zai/glm-5.1 / column accuracy),,out:effort-not-established,out:effort-not-established valsswebench@vals.ai#1,vals.ai,glm-5.2,max,coding,hard,,per-test,0.710002,2.89e-07,,,82.8,resolved%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/swebench ($.tasks.overall / row zai/glm-5.2 / column accuracy),,in,in valsswebench@vals.ai#1,vals.ai,glm-5.3,max,coding,hard,,per-test,0.338311,2.89e-07,,,95.4,resolved%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/swebench ($.tasks.overall / row zai/glm-5.3 / column accuracy),,in,in valsswebench@vals.ai#1,vals.ai,glm-5.3-flash,max,coding,hard,,per-test,0.017996,2.89e-07,,,92,resolved%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/swebench ($.tasks.overall / row zai/glm-5.3-flash / column accuracy),,in,in valsswemm@vals.ai#1,vals.ai,opus-5.5,max,coding,hard,Vals-runner,per-test,4.920591,2.89e-07,,,70.208,resolved%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/swebench-multimodal ($.tasks.overall / row anthropic/claude-opus-5-5 / column accuracy),,in,in valsswemm@vals.ai#1,vals.ai,fable-5.1,max,coding,hard,Vals-runner,per-test,5.463719,2.89e-07,,,61.25,resolved%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/swebench-multimodal ($.tasks.overall / row anthropic/claude-fable-5-1 / column accuracy),,in,in valsswemm@vals.ai#1,vals.ai,sonnet-5.5,max,coding,hard,Vals-runner,per-test,3.39646875,0.654,,,58.333,resolved%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/swebench-multimodal ($.tasks.overall / row anthropic/claude-sonnet-5-5 / column accuracy),,in,out:cost-single-couple valsswemm@vals.ai#1,vals.ai,haiku-5.5,max,coding,hard,Vals-runner,per-test,0.704848,2.89e-07,,,43.958,resolved%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/swebench-multimodal ($.tasks.overall / row anthropic/claude-haiku-5-5 / column accuracy),,in,in valsswemm@vals.ai#1,vals.ai,?qwen3.8-max,not-established:absent,coding,hard,Vals-runner,per-test,0.994423,2.89e-07,,,42.5,resolved%,0.000289,,,https://vals.ai/benchmarks/swebench-multimodal ($.tasks.overall / row alibaba/qwen3.8-max / column accuracy),,out:model-not-established,out:model-not-established valsswemm@vals.ai#1,vals.ai,deepseek-v4.1-flash,high,coding,hard,Vals-runner,per-test,0.225505,2.89e-07,,,46.458,resolved%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/swebench-multimodal ($.tasks.overall / row deepseek/deepseek-v4.1-flash / column accuracy),,in,in valsswemm@vals.ai#1,vals.ai,gemini-3.8-flash,high,coding,hard,Vals-runner,per-test,3.688847,2.89e-07,,,40.833,resolved%,0.000289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/swebench-multimodal ($.tasks.overall / row google/gemini-3.8-flash / column accuracy),,in,in valsswemm@vals.ai#1,vals.ai,gemini-4-argon,high,coding,hard,Vals-runner,per-test,11.397153,2.89e-07,,,56.042,resolved%,0.000289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/swebench-multimodal ($.tasks.overall / row google/gemini-4-argon / column accuracy),,in,in valsswemm@vals.ai#1,vals.ai,grok-4.7,xhigh,coding,hard,Vals-runner,per-test,4.662136,2.89e-07,,,42.917,resolved%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/swebench-multimodal ($.tasks.overall / row grok/grok-4.7 / column accuracy),,in,in valsswemm@vals.ai#1,vals.ai,kimi-k3,max,coding,hard,Vals-runner,per-test,1.650005,2.89e-07,,,44.167,resolved%,0.000289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/swebench-multimodal ($.tasks.overall / row kimi/kimi-k3 / column accuracy),,in,in valsswemm@vals.ai#1,vals.ai,gpt-6-astra,max,coding,hard,Vals-runner,per-test,1.80573,2.89e-07,,,43.333,resolved%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/swebench-multimodal ($.tasks.overall / row openai/gpt-6-astra / column accuracy),,in,in valsswemm@vals.ai#1,vals.ai,gpt-6-luna,max,coding,hard,Vals-runner,per-test,0.03193,2.89e-07,,,37.5,resolved%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/swebench-multimodal ($.tasks.overall / row openai/gpt-6-luna / column accuracy),,in,in valsswemm@vals.ai#1,vals.ai,gpt-6.1-sol,max,coding,hard,Vals-runner,per-test,0.35065,2.89e-07,,,43.542,resolved%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/swebench-multimodal ($.tasks.overall / row openai/gpt-6.1-sol / column accuracy),,in,in valsswemm@vals.ai#1,vals.ai,?alibaba/qwen3.8-max,not-established:absent,coding,hard,Vals-runner,per-test,0.994423,2.89e-07,,,42.5,resolved%,0.0289,,,https://www.vals.ai/benchmarks/swebench-multimodal (payload tasks.overall / alibaba/qwen3.8-max / accuracy),,out:model-not-established,out:model-not-established valsswemm@vals.ai#1,vals.ai,fable-5.2,not-established:assumed,coding,hard,Vals-runner,per-test,1.839479,2.89e-07,,,62.292,resolved%,0.000289,,,https://www.vals.ai/benchmarks/swebench-multimodal (payload tasks.overall / anthropic/claude-fable-5-2 / accuracy),,out:effort-not-established,out:effort-not-established valstax@vals.ai#1,vals.ai,opus-5.5,max,agentic-tool,hard,Vals-runner,per-test,15.086184,2.89e-07,,,70.499,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/tax_agent_bench ($.tasks.overall / row anthropic/claude-opus-5-5 / column accuracy),,in,in valstax@vals.ai#1,vals.ai,opus-5,max,agentic-tool,hard,Vals-runner,per-test,5.136554,2.89e-07,,,75.06,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/tax_agent_bench ($.tasks.overall / row anthropic/claude-opus-5 / column accuracy),,in,in valstax@vals.ai#1,vals.ai,fable-5.1,max,agentic-tool,hard,Vals-runner,per-test,13.180073,2.89e-07,,,77.642,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/tax_agent_bench ($.tasks.overall / row anthropic/claude-fable-5-1 / column accuracy),,in,in valstax@vals.ai#1,vals.ai,sonnet-5,max,agentic-tool,hard,Vals-runner,per-test,1.794774,2.89e-07,,,62.273,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/tax_agent_bench ($.tasks.overall / row anthropic/claude-sonnet-5 / column accuracy),,in,in valstax@vals.ai#1,vals.ai,sonnet-5.5,max,agentic-tool,hard,Vals-runner,per-test,6.9340995,1.33,,,73.395,score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/tax_agent_bench ($.tasks.overall / row anthropic/claude-sonnet-5-5 / column accuracy),,in,out:cost-single-couple valstax@vals.ai#1,vals.ai,fable-5,max,agentic-tool,hard,Vals-runner,per-test,6.696087,2.89e-07,,,69.822,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/tax_agent_bench ($.tasks.overall / row anthropic/claude-fable-5 / column accuracy),,in,in valstax@vals.ai#1,vals.ai,opus-4.8,max,agentic-tool,hard,Vals-runner,per-test,1.68964,2.89e-07,,,64.906,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/tax_agent_bench ($.tasks.overall / row anthropic/claude-opus-4-8 / column accuracy),,in,in valstax@vals.ai#1,vals.ai,sonnet-4.6,max,agentic-tool,hard,Vals-runner,per-test,1.193501,2.89e-07,,,64.854,score%,0.000289,,,https://vals.ai/benchmarks/tax_agent_bench ($.tasks.overall / row anthropic/claude-sonnet-4-6 / column accuracy),,out:effort-not-established,out:effort-not-established valstax@vals.ai#1,vals.ai,opus-4.7,max,agentic-tool,hard,Vals-runner,per-test,1.274806,2.89e-07,,,63.864,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/tax_agent_bench ($.tasks.overall / row anthropic/claude-opus-4-7 / column accuracy),,in,in valstax@vals.ai#1,vals.ai,?anthropic/claude-haiku-4-5-20251001-thinking,not-established:absent,agentic-tool,hard,Vals-runner,per-test,0.226416,2.89e-07,,,28.314,score%,0.000289,,,https://vals.ai/benchmarks/tax_agent_bench ($.tasks.overall / row anthropic/claude-haiku-4-5-20251001-thinking / column accuracy),,out:model-not-established,out:model-not-established valstaxwp,vals.ai,qwen3.6-plus,default,agentic-tool,hard,Vals-runner,per-test,0.298017,2.89e-07,,,32.844,score%,0.000289,,,https://vals.ai/benchmarks/tax_agent_bench ($.tasks.weighted_pass / row alibaba/qwen3.6-plus / column accuracy),,out:effort-not-established,out:effort-not-established valstaxwp,vals.ai,qwen3.7-max,default,agentic-tool,hard,Vals-runner,per-test,0.435494,2.89e-07,,,47.407,score%,0.000289,,,https://vals.ai/benchmarks/tax_agent_bench ($.tasks.weighted_pass / row alibaba/qwen3.7-max / column accuracy),,out:effort-not-established,out:effort-not-established valstaxwp,vals.ai,qwen3.7-plus,default,agentic-tool,hard,Vals-runner,per-test,0.093885,2.89e-07,,,38.713,score%,0.000289,,,https://vals.ai/benchmarks/tax_agent_bench ($.tasks.weighted_pass / row alibaba/qwen3.7-plus / column accuracy),,out:effort-not-established,out:effort-not-established valstaxwp,vals.ai,qwen3.8-27b,xhigh,agentic-tool,hard,Vals-runner,per-test,0.81533,2.89e-07,,,60.038,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/tax_agent_bench ($.tasks.weighted_pass / row alibaba/qwen3.8-27b / column accuracy),,in,in valstaxwp,vals.ai,?qwen3.8-max,not-established:absent,agentic-tool,hard,Vals-runner,per-test,1.552558,2.89e-07,,,65.96,score%,0.000289,,,https://vals.ai/benchmarks/tax_agent_bench ($.tasks.weighted_pass / row alibaba/qwen3.8-max / column accuracy),,out:model-not-established,out:model-not-established valstaxwp,vals.ai,deepseek-v4-flash-0731,high,agentic-tool,hard,Vals-runner,per-test,0.156388,2.89e-07,,,62.563,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/tax_agent_bench ($.tasks.weighted_pass / row deepseek/deepseek-v4-flash-0731 / column accuracy),,in,in valstaxwp,vals.ai,?deepseek/deepseek-v4-pro,not-established:absent,agentic-tool,hard,Vals-runner,per-test,0.719152,2.89e-07,,,58.499,score%,0.000289,,,https://vals.ai/benchmarks/tax_agent_bench ($.tasks.weighted_pass / row deepseek/deepseek-v4-pro / column accuracy),,out:model-not-established,out:model-not-established valstaxwp,vals.ai,deepseek-v4-pro-0813,max,agentic-tool,hard,Vals-runner,per-test,0.729136,2.89e-07,,,58.663,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/tax_agent_bench ($.tasks.weighted_pass / row deepseek/deepseek-v4-pro-0813 / column accuracy),,in,in valstaxwp,vals.ai,deepseek-v4.1-flash,max,agentic-tool,hard,Vals-runner,per-test,0.134662,2.89e-07,,,62.458,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/tax_agent_bench ($.tasks.weighted_pass / row deepseek/deepseek-v4.1-flash / column accuracy),,in,in valstaxwp,vals.ai,deepseek-v4.1-flash-1017,max,agentic-tool,hard,Vals-runner,per-test,0.459454,2.89e-07,,,74.908,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/tax_agent_bench ($.tasks.weighted_pass / row deepseek/deepseek-v4.1-flash-1017 / column accuracy),,in,in valstaxwp,vals.ai,gemini-3-flash,high,agentic-tool,hard,Vals-runner,per-test,0.100699,2.89e-07,,,37.557,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/tax_agent_bench ($.tasks.weighted_pass / row google/gemini-3-flash-preview / column accuracy),,in,in valstaxwp,vals.ai,gemini-3.1-flash-lite-preview,high,agentic-tool,hard,Vals-runner,per-test,0.014308,2.89e-07,,,20.085,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/tax_agent_bench ($.tasks.weighted_pass / row google/gemini-3.1-flash-lite-preview / column accuracy),,in,in valstaxwp,vals.ai,gemini-3.1-pro,high,agentic-tool,hard,Vals-runner,per-test,0.301555,2.89e-07,,,37.842,score%,0.000289,,cost-method-assumed-single,https://vals.ai/benchmarks/tax_agent_bench ($.tasks.weighted_pass / row google/gemini-3.1-pro-preview / column accuracy),,in,out:cost-not-comparable valstaxwp,vals.ai,?google/gemini-3.5-flash,not-established:absent,agentic-tool,hard,Vals-runner,per-test,0.859679,2.89e-07,,,53.526,score%,0.000289,,,https://vals.ai/benchmarks/tax_agent_bench ($.tasks.weighted_pass / row google/gemini-3.5-flash / column accuracy),,out:model-not-established,out:model-not-established valstaxwp,vals.ai,gemini-3.5-flash-lite,high,agentic-tool,hard,Vals-runner,per-test,0.081536,2.89e-07,,,37.451,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/tax_agent_bench ($.tasks.weighted_pass / row google/gemini-3.5-flash-lite / column accuracy),,in,in valstaxwp,vals.ai,gemini-3.6-flash,high,agentic-tool,hard,Vals-runner,per-test,0.356293,2.89e-07,,,49.895,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/tax_agent_bench ($.tasks.weighted_pass / row google/gemini-3.6-flash / column accuracy),,in,in valstaxwp,vals.ai,?google/gemini-3.7-flash,not-established:absent,agentic-tool,hard,Vals-runner,per-test,0.483978,2.89e-07,,,57.665,score%,0.000289,,,https://vals.ai/benchmarks/tax_agent_bench ($.tasks.weighted_pass / row google/gemini-3.7-flash / column accuracy),,out:model-not-established,out:model-not-established valstaxwp,vals.ai,gemini-3.8-flash,high,agentic-tool,hard,Vals-runner,per-test,0.857214,2.89e-07,,,66.771,score%,0.000289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/tax_agent_bench ($.tasks.weighted_pass / row google/gemini-3.8-flash / column accuracy),,in,in valstaxwp,vals.ai,gemini-4-argon,high,agentic-tool,hard,Vals-runner,per-test,3.473645,2.89e-07,,,76.231,score%,0.000289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/tax_agent_bench ($.tasks.weighted_pass / row google/gemini-4-argon / column accuracy),,in,in valstaxwp,vals.ai,grok-4.20,think,agentic-tool,hard,Vals-runner,per-test,0.08447725,0.0201,,,31.241,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/tax_agent_bench ($.tasks.weighted_pass / row grok/grok-4.20-0309-reasoning / column accuracy),,in,out:cost-single-couple valstaxwp,vals.ai,grok-4.3,high,agentic-tool,hard,Vals-runner,per-test,0.116616,2.89e-07,,,34.416,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/tax_agent_bench ($.tasks.weighted_pass / row grok/grok-4.3 / column accuracy),,in,in valstaxwp,vals.ai,grok-4.5,high,agentic-tool,hard,Vals-runner,per-test,0.3788832,0.0547,,,64.323,score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/tax_agent_bench ($.tasks.weighted_pass / row grok/grok-4.5 / column accuracy),,in,out:cost-single-couple valstaxwp,vals.ai,grok-4.6,high,agentic-tool,hard,Vals-runner,per-test,0.978328,2.89e-07,,,70.788,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/tax_agent_bench ($.tasks.weighted_pass / row grok/grok-4.6 / column accuracy),,in,in valstaxwp,vals.ai,grok-4.7,xhigh,agentic-tool,hard,Vals-runner,per-test,1.796539,2.89e-07,,,65.596,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/tax_agent_bench ($.tasks.weighted_pass / row grok/grok-4.7 / column accuracy),,in,in valstaxwp,vals.ai,kimi-k2.6,unstated,agentic-tool,hard,Vals-runner,per-test,0.565511,2.89e-07,,,45.135,score%,0.000289,,,https://vals.ai/benchmarks/tax_agent_bench ($.tasks.weighted_pass / row kimi/kimi-k2.6 / column accuracy),,out:effort-not-established,out:effort-not-established valstaxwp,vals.ai,kimi-k3,max,agentic-tool,hard,Vals-runner,per-test,2.790127,2.89e-07,,,68.672,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/tax_agent_bench ($.tasks.weighted_pass / row kimi/kimi-k3 / column accuracy),,in,in valstaxwp,vals.ai,gpt-5.4-mini,xhigh,agentic-tool,hard,Vals-runner,per-test,0.806171,2.89e-07,,,36.586,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/tax_agent_bench ($.tasks.weighted_pass / row openai/gpt-5.4-mini-2026-03-17 / column accuracy),,in,in valstaxwp,vals.ai,gpt-5.4-nano,high,agentic-tool,hard,Vals-runner,per-test,0.069662,2.89e-07,,,26.578,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/tax_agent_bench ($.tasks.weighted_pass / row openai/gpt-5.4-nano-2026-03-17 / column accuracy),,in,in valstaxwp,vals.ai,gpt-5.5,xhigh,agentic-tool,hard,Vals-runner,per-test,4.073277,2.89e-07,,,60.456,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/tax_agent_bench ($.tasks.weighted_pass / row openai/gpt-5.5 / column accuracy),,in,in valstaxwp,vals.ai,gpt-5.6-luna,max,agentic-tool,hard,Vals-runner,per-test,0.465359,2.89e-07,,,60.815,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/tax_agent_bench ($.tasks.weighted_pass / row openai/gpt-5.6-luna / column accuracy),,in,in valstaxwp,vals.ai,gpt-5.6-sol,max,agentic-tool,hard,Vals-runner,per-test,10.331701875,0.542,,,67.955,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/tax_agent_bench ($.tasks.weighted_pass / row openai/gpt-5.6-sol / column accuracy),,in,out:cost-single-couple valstaxwp,vals.ai,gpt-5.6-terra,max,agentic-tool,hard,Vals-runner,per-test,4.829225,2.89e-07,,,65.199,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/tax_agent_bench ($.tasks.weighted_pass / row openai/gpt-5.6-terra / column accuracy),,in,in valstaxwp,vals.ai,gpt-6-astra,max,agentic-tool,hard,Vals-runner,per-test,5.7963,2.89e-07,,,63.335,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/tax_agent_bench ($.tasks.weighted_pass / row openai/gpt-6-astra / column accuracy),,in,in valstaxwp,vals.ai,gpt-6-luna,max,agentic-tool,hard,Vals-runner,per-test,0.190956,2.89e-07,,,58.864,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/tax_agent_bench ($.tasks.weighted_pass / row openai/gpt-6-luna / column accuracy),,in,in valstaxwp,vals.ai,gpt-6-sol,max,agentic-tool,hard,Vals-runner,per-test,2.277613,2.89e-07,,,53.045,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/tax_agent_bench ($.tasks.weighted_pass / row openai/gpt-6-sol / column accuracy),,in,in valstaxwp,vals.ai,gpt-6.1-sol,max,agentic-tool,hard,Vals-runner,per-test,1.323601,2.89e-07,,,62.31,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/tax_agent_bench ($.tasks.weighted_pass / row openai/gpt-6.1-sol / column accuracy),,in,in valstaxwp,vals.ai,glm-5.3,max,agentic-tool,hard,Vals-runner,per-test,1.80097,2.89e-07,,,73.089,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/tax_agent_bench ($.tasks.weighted_pass / row zai/glm-5.3 / column accuracy),,in,in valstaxwp,vals.ai,glm-5.3-flash,max,agentic-tool,hard,Vals-runner,per-test,0.138062,2.89e-07,,,61.956,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/tax_agent_bench ($.tasks.weighted_pass / row zai/glm-5.3-flash / column accuracy),,in,in valstaxwp,vals.ai,?alibaba/qwen3.8-max,not-established:absent,agentic-tool,hard,Vals-runner,per-test,1.552558,2.89e-07,,,65.96,score%,0.00289,,,https://www.vals.ai/benchmarks/tax_agent_bench (payload tasks.weighted_pass / alibaba/qwen3.8-max / accuracy),,out:model-not-established,out:model-not-established valstaxwp,vals.ai,qwen3.8-max-0902,unstated,agentic-tool,hard,Vals-runner,per-test,4.068548,2.89e-07,,,74.26,score%,0.00289,,,https://www.vals.ai/benchmarks/tax_agent_bench (payload tasks.weighted_pass / alibaba/qwen3.8-max-internal / accuracy),,out:effort-not-established,out:effort-not-established valstaxwp,vals.ai,haiku-5.5,max,agentic-tool,hard,Vals-runner,per-test,1.164207,2.89e-07,,,62.203,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.vals.ai/benchmarks/tax_agent_bench (payload tasks.weighted_pass / anthropic/claude-haiku-5-5 / accuracy),src-vals.ai-tax_agent_bench-2026-11-05|valstax|haiku-5.5@max|1,in,in valstax@vals.ai#1,vals.ai,?alibaba/qwen3.8-max,not-established:absent,agentic-tool,hard,Vals-runner,per-test,1.552558,2.89e-07,,,32.095,score%,0.000289,,,https://www.vals.ai/benchmarks/tax_agent_bench (payload tasks.overall / alibaba/qwen3.8-max / accuracy (the column « Accuracy » of the page)),,out:model-not-established,out:model-not-established valstax@vals.ai#1,vals.ai,qwen3.8-max-0902,unstated,agentic-tool,hard,Vals-runner,per-test,4.068548,2.89e-07,,,49.663,score%,0.000289,,,https://www.vals.ai/benchmarks/tax_agent_bench (payload tasks.overall / alibaba/qwen3.8-max-internal / accuracy (the column « Accuracy » of the page)),,out:effort-not-established,out:effort-not-established valstax@vals.ai#1,vals.ai,haiku-5.5,max,agentic-tool,hard,Vals-runner,per-test,1.164207,2.89e-07,,,31.922,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.vals.ai/benchmarks/tax_agent_bench (payload tasks.overall / anthropic/claude-haiku-5-5 / accuracy (the column « Accuracy » of the page)),src-vals.ai-tax_agent_bench-2026-11-05|valstax|haiku-5.5@max|1,in,in valstax@vals.ai#1,vals.ai,fable-5.2,high,agentic-tool,hard,Vals-runner,per-test,3.309035,2.89e-07,,,32.092,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.vals.ai/benchmarks/tax_agent_bench (payload tasks.overall / anthropic/claude-fable-5-2 / accuracy),src-vals.ai-tax_agent_bench-2026-11-09|valstax|fable-5.2@high|1,in,in valstaxwp,vals.ai,fable-5.2,high,agentic-tool,hard,Vals-runner,per-test,3.309035,2.89e-07,,,67.008,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.vals.ai/benchmarks/tax_agent_bench (payload tasks.weighted_pass / anthropic/claude-fable-5-2 / accuracy),src-vals.ai-tax_agent_bench-2026-11-09|valstax|fable-5.2@high|1,in,in valstax@vals.ai#1,vals.ai,gemini-4-carbon,high,agentic-tool,hard,Vals-runner,per-test,6.340026,2.89e-07,508535487,35250232,51.785,score%,0.000289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://www.vals.ai/benchmarks/tax_agent_bench (payload tasks.overall / google/gemini-4-carbon / accuracy),src-vals.ai-tax_agent_bench-2026-11-16|valstax|gemini-4-carbon@high|1,in,in valstaxwp,vals.ai,gemini-4-carbon,high,agentic-tool,hard,Vals-runner,per-test,6.340026,2.89e-07,508535487,35250232,76.414,score%,0.000289,,,"https://www.vals.ai/benchmarks/tax_agent_bench (payload tasks.overall / google/gemini-4-carbon / weighted_pass_percentage (seconde mesure du banc, avec all_pass_percentage 51.785))",src-vals.ai-tax_agent_bench-2026-11-16|valstax|gemini-4-carbon@high|1,in,in valstaxeval@vals.ai#2,vals.ai,fable-5.1,max,mixed,mid,Vals-platform,per-test,0.346549,2.89e-07,,,75.961,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row anthropic/claude-fable-5-1 / column accuracy),,in,in valstaxeval@vals.ai#2,vals.ai,fable-5,max,mixed,mid,Vals-platform,per-test,0.220133,2.89e-07,,,76.942,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row anthropic/claude-fable-5 / column accuracy),,in,in valstaxeval@vals.ai#2,vals.ai,opus-4.8,max,mixed,mid,Vals-platform,per-test,0.159139,2.89e-07,,,75.634,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row anthropic/claude-opus-4-8 / column accuracy),,in,in valstaxeval@vals.ai#2,vals.ai,sonnet-5,max,mixed,mid,Vals-platform,per-test,0.301619,2.89e-07,,,75.634,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row anthropic/claude-sonnet-5 / column accuracy),,in,in valstaxeval@vals.ai#2,vals.ai,sonnet-4.6,max,mixed,mid,Vals-platform,per-test,0.127973,2.89e-07,,,77.106,accuracy%,0.000289,,,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row anthropic/claude-sonnet-4-6 / column accuracy),,out:effort-not-established,out:effort-not-established valstaxeval@vals.ai#2,vals.ai,opus-4.7,max,mixed,mid,Vals-platform,per-test,0.124592,2.89e-07,,,75.266,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row anthropic/claude-opus-4-7 / column accuracy),,in,in valstaxeval@vals.ai#2,vals.ai,?anthropic/claude-haiku-4-5-20251001-thinking,not-established:absent,mixed,mid,Vals-platform,per-test,0.02743,2.89e-07,,,67.539,accuracy%,0.000289,,,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row anthropic/claude-haiku-4-5-20251001-thinking / column accuracy),,out:model-not-established,out:model-not-established valstaxeval@vals.ai#2,vals.ai,opus-5,max,mixed,mid,Vals-platform,per-test,0.114274,2.89e-07,,,75.143,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row anthropic/claude-opus-5 / column accuracy),,in,in valstaxeval@vals.ai#2,vals.ai,qwen3-max-0923,solo,mixed,mid,Vals-platform,per-test,0.00654,2.89e-07,,,73.508,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row alibaba/qwen3-max / column accuracy),,out:single-couple,out:cost-single-couple valstaxeval@vals.ai#2,vals.ai,qwen3-max-preview,default,mixed,mid,Vals-platform,per-test,0.00671,2.89e-07,,,73.958,accuracy%,0.000289,,,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row alibaba/qwen3-max-preview / column accuracy),,out:effort-not-established,out:effort-not-established valstaxeval@vals.ai#2,vals.ai,qwen3.5-flash,default,mixed,mid,Vals-platform,per-test,0.003099,2.89e-07,,,72.158,accuracy%,0.000289,,,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row alibaba/qwen3.5-flash / column accuracy),,out:effort-not-established,out:effort-not-established valstaxeval@vals.ai#2,vals.ai,qwen3.6-27b,default,mixed,mid,Vals-platform,per-test,0.030256,2.89e-07,,,71.26,accuracy%,0.000289,,,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row alibaba/qwen3.6-27b / column accuracy),,out:effort-not-established,out:effort-not-established valstaxeval@vals.ai#2,vals.ai,qwen3.6-plus,default,mixed,mid,Vals-platform,per-test,0.01145,2.89e-07,,,74.734,accuracy%,0.000289,,,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row alibaba/qwen3.6-plus / column accuracy),,out:effort-not-established,out:effort-not-established valstaxeval@vals.ai#2,vals.ai,qwen3.7-max,default,mixed,mid,Vals-platform,per-test,0.028122,2.89e-07,,,75.306,accuracy%,0.000289,,,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row alibaba/qwen3.7-max / column accuracy),,out:effort-not-established,out:effort-not-established valstaxeval@vals.ai#2,vals.ai,qwen3.8-27b,xhigh,mixed,mid,Vals-platform,per-test,0.046465,2.89e-07,,,70.85,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row alibaba/qwen3.8-27b / column accuracy),,in,in valstaxeval@vals.ai#2,vals.ai,qwen3.8-max,xhigh,mixed,mid,Vals-platform,per-test,0.07645,2.89e-07,,,75.552,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row alibaba/qwen3.8-max / column accuracy),,in,in valstaxeval@vals.ai#2,vals.ai,deepseek-v4-flash-0731,high,mixed,mid,Vals-platform,per-test,0.009755,2.89e-07,,,70.687,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row deepseek/deepseek-v4-flash-0731 / column accuracy),,in,in valstaxeval@vals.ai#2,vals.ai,?deepseek/deepseek-v4-pro,not-established:absent,mixed,mid,Vals-platform,per-test,0.033187,2.89e-07,,,72.077,accuracy%,0.000289,,,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row deepseek/deepseek-v4-pro / column accuracy),,out:model-not-established,out:model-not-established valstaxeval@vals.ai#2,vals.ai,deepseek-v4-pro-0813,max,mixed,mid,Vals-platform,per-test,0.045816,2.89e-07,,,73.058,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row deepseek/deepseek-v4-pro-0813 / column accuracy),,in,in valstaxeval@vals.ai#2,vals.ai,deepseek-r1,solo,mixed,mid,Vals-platform,per-test,0.004974926851851852,6.55e-06,,,72.281,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row fireworks/deepseek-r1 / column accuracy),,out:single-couple,out:cost-single-couple valstaxeval@vals.ai#2,vals.ai,deepseek-v3,solo,mixed,mid,Vals-platform,per-test,0.0004262222222222222,0.000149,,,67.907,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row fireworks/deepseek-v3 / column accuracy),,out:single-couple,out:cost-single-couple valstaxeval@vals.ai#2,vals.ai,deepseek-v3-0324,solo,mixed,mid,Vals-platform,per-test,0.0004962444444444445,0.000174,,,71.096,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row fireworks/deepseek-v3-0324 / column accuracy),,out:single-couple,out:cost-single-couple valstaxeval@vals.ai#2,vals.ai,?fireworks/deepseek-v3p2-thinking,not-established:absent,mixed,mid,Vals-platform,per-test,0.002376,2.89e-07,,,68.152,accuracy%,0.000289,,,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row fireworks/deepseek-v3p2-thinking / column accuracy),,out:model-not-established,out:model-not-established valstaxeval@vals.ai#2,vals.ai,gpt-oss-120b,unstated,mixed,mid,Vals-platform,per-test,0.002958,2.89e-07,,,71.586,accuracy%,0.000289,,,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row fireworks/gpt-oss-120b / column accuracy),,out:effort-not-established,out:effort-not-established valstaxeval@vals.ai#2,vals.ai,gpt-oss-20b,unstated,mixed,mid,Vals-platform,per-test,0.002254,2.89e-07,,,63.696,accuracy%,0.000289,,,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row fireworks/gpt-oss-20b / column accuracy),,out:effort-not-established,out:effort-not-established valstaxeval@vals.ai#2,vals.ai,qwen3-235b-a22b,default,mixed,mid,Vals-platform,per-test,0.004644,2.89e-07,,,70.646,accuracy%,0.000289,,,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row fireworks/qwen3-235b-a22b / column accuracy),,out:effort-not-established,out:effort-not-established valstaxeval@vals.ai#2,vals.ai,gemini-1.5-flash-002,solo,mixed,mid,Vals-platform,per-test,0.000155,2.89e-07,,,48.202,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row google/gemini-1.5-flash-002 / column accuracy),,out:single-couple,out:cost-not-comparable valstaxeval@vals.ai#2,vals.ai,gemini-1.5-pro-002,solo,mixed,mid,Vals-platform,per-test,0.002545,2.89e-07,,,59.485,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row google/gemini-1.5-pro-002 / column accuracy),,out:single-couple,out:cost-not-comparable valstaxeval@vals.ai#2,vals.ai,gemini-2.0-flash,solo,mixed,mid,Vals-platform,per-test,0.000296,2.89e-07,,,65.25,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row google/gemini-2.0-flash-001 / column accuracy),,out:single-couple,out:cost-single-couple valstaxeval@vals.ai#2,vals.ai,gemini-2.0-flash-exp,solo,mixed,mid,Vals-platform,per-test,0.000302,2.89e-07,,,67.744,accuracy%,0.000289,,cost-method-assumed-single,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row google/gemini-2.0-flash-exp / column accuracy),,out:single-couple,out:cost-not-comparable valstaxeval@vals.ai#2,vals.ai,gemini-2.0-flash-thinking-exp-01-21,solo,mixed,mid,Vals-platform,per-test,0.000827,2.89e-07,,,69.788,accuracy%,0.000289,,cost-method-assumed-single,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row google/gemini-2.0-flash-thinking-exp-01-21 / column accuracy),,out:single-couple,out:cost-not-comparable valstaxeval@vals.ai#2,vals.ai,gemini-2.0-pro-exp-02-05,solo,mixed,mid,Vals-platform,per-test,0.004012,2.89e-07,,,68.152,accuracy%,0.000289,,cost-method-assumed-single,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row google/gemini-2.0-pro-exp-02-05 / column accuracy),,out:single-couple,out:cost-not-comparable valstaxeval@vals.ai#2,vals.ai,gemini-2.5-flash-lite-preview-09-2025,unstated,mixed,mid,Vals-platform,per-test,0.000477,2.89e-07,,,66.231,accuracy%,0.000289,,,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row google/gemini-2.5-flash-lite-preview-09-2025 / column accuracy),,out:effort-not-established,out:effort-not-established valstaxeval@vals.ai#2,vals.ai,?google/gemini-2.5-flash-lite-preview-09-2025-thinking,not-established:absent,mixed,mid,Vals-platform,per-test,0.000509,2.89e-07,,,64.718,accuracy%,0.000289,,,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row google/gemini-2.5-flash-lite-preview-09-2025-thinking / column accuracy),,out:model-not-established,out:model-not-established valstaxeval@vals.ai#2,vals.ai,gemini-2.5-flash-preview-04-17,unstated,mixed,mid,Vals-platform,per-test,0.00261,2.89e-07,,,71.178,accuracy%,0.000289,,,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row google/gemini-2.5-flash-preview-04-17 / column accuracy),,out:effort-not-established,out:effort-not-established valstaxeval@vals.ai#2,vals.ai,?google/gemini-2.5-flash-preview-04-17-thinking,not-established:absent,mixed,mid,Vals-platform,per-test,0.007461,2.89e-07,,,70.524,accuracy%,0.000289,,,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row google/gemini-2.5-flash-preview-04-17-thinking / column accuracy),,out:model-not-established,out:model-not-established valstaxeval@vals.ai#2,vals.ai,gemini-2.5-flash-preview-09-2025,unstated,mixed,mid,Vals-platform,per-test,0.003098,2.89e-07,,,72.731,accuracy%,0.000289,,,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row google/gemini-2.5-flash-preview-09-2025 / column accuracy),,out:effort-not-established,out:effort-not-established valstaxeval@vals.ai#2,vals.ai,?google/gemini-2.5-flash-preview-09-2025-thinking,not-established:absent,mixed,mid,Vals-platform,per-test,0.003099,2.89e-07,,,72.404,accuracy%,0.000289,,,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row google/gemini-2.5-flash-preview-09-2025-thinking / column accuracy),,out:model-not-established,out:model-not-established valstaxeval@vals.ai#2,vals.ai,gemini-2.5-pro-exp-03-25,solo,mixed,mid,Vals-platform,per-test,0.010628,2.89e-07,,,72.894,accuracy%,0.000289,,cost-method-assumed-single,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row google/gemini-2.5-pro-exp-03-25 / column accuracy),,out:single-couple,out:cost-not-comparable valstaxeval@vals.ai#2,vals.ai,gemini-3-flash,high,mixed,mid,Vals-platform,per-test,0.005764,2.89e-07,,,73.876,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row google/gemini-3-flash-preview / column accuracy),,in,in valstaxeval@vals.ai#2,vals.ai,?google/gemini-3-pro-preview,not-established:absent,mixed,mid,Vals-platform,per-test,0.034377,2.89e-07,,,72.568,accuracy%,0.000289,,,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row google/gemini-3-pro-preview / column accuracy),,out:model-not-established,out:model-not-established valstaxeval@vals.ai#2,vals.ai,gemini-3.1-flash-lite-preview,high,mixed,mid,Vals-platform,per-test,0.00096,2.89e-07,,,71.79,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row google/gemini-3.1-flash-lite-preview / column accuracy),,in,in valstaxeval@vals.ai#2,vals.ai,gemini-3.1-pro,high,mixed,mid,Vals-platform,per-test,0.03149,2.89e-07,,,72.882,accuracy%,0.000289,,cost-method-assumed-single,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row google/gemini-3.1-pro-preview / column accuracy),,in,out:cost-not-comparable valstaxeval@vals.ai#2,vals.ai,gemini-3.5-flash,high,mixed,mid,Vals-platform,per-test,0.038136,2.89e-07,,,74.366,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row google/gemini-3.5-flash / column accuracy),,in,in valstaxeval@vals.ai#2,vals.ai,gemini-3.5-flash-lite,high,mixed,mid,Vals-platform,per-test,0.00729,2.89e-07,,,72.608,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row google/gemini-3.5-flash-lite / column accuracy),,in,in valstaxeval@vals.ai#2,vals.ai,gemini-3.6-flash,high,mixed,mid,Vals-platform,per-test,0.020385,2.89e-07,,,74.857,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row google/gemini-3.6-flash / column accuracy),,in,in valstaxeval@vals.ai#2,vals.ai,gemini-3.7-flash,high,mixed,mid,Vals-platform,per-test,0.018681,2.89e-07,,,74.734,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row google/gemini-3.7-flash / column accuracy),,in,in valstaxeval@vals.ai#2,vals.ai,gemini-3.8-flash,high,mixed,mid,Vals-platform,per-test,0.023535,2.89e-07,,,74.448,accuracy%,0.000289,,EAP-run; base-scheduled-list-price; cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row google/gemini-3.8-flash / column accuracy),,in,in valstaxeval@vals.ai#2,vals.ai,grok-2-1212,solo,mixed,mid,Vals-platform,per-test,0.006894,2.89e-07,,,67.048,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row grok/grok-2-1212 / column accuracy),,out:single-couple,out:cost-single-couple valstaxeval@vals.ai#2,vals.ai,?grok/grok-3,not-established:absent,mixed,mid,Vals-platform,per-test,0.017475,2.89e-07,,,75.879,accuracy%,0.000289,,,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row grok/grok-3 / column accuracy),,out:model-not-established,out:model-not-established valstaxeval@vals.ai#2,vals.ai,?grok/grok-3-mini-fast-high-reasoning,not-established:absent,mixed,mid,Vals-platform,per-test,0.002142,2.89e-07,,,71.136,accuracy%,0.000289,,,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row grok/grok-3-mini-fast-high-reasoning / column accuracy),,out:model-not-established,out:model-not-established valstaxeval@vals.ai#2,vals.ai,?grok/grok-3-mini-fast-low-reasoning,not-established:absent,mixed,mid,Vals-platform,per-test,0.00112,2.89e-07,,,72.976,accuracy%,0.000289,,,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row grok/grok-3-mini-fast-low-reasoning / column accuracy),,out:model-not-established,out:model-not-established valstaxeval@vals.ai#2,vals.ai,?grok/grok-4-0709,not-established:absent,mixed,mid,Vals-platform,per-test,0.077989,2.89e-07,,,65.086,accuracy%,0.000289,,,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row grok/grok-4-0709 / column accuracy),,out:model-not-established,out:model-not-established valstaxeval@vals.ai#2,vals.ai,?grok/grok-4-1-fast-non-reasoning,not-established:absent,mixed,mid,Vals-platform,per-test,0.000372,2.89e-07,,,61.856,accuracy%,0.000289,,,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row grok/grok-4-1-fast-non-reasoning / column accuracy),,out:model-not-established,out:model-not-established valstaxeval@vals.ai#2,vals.ai,?grok/grok-4-1-fast-reasoning,not-established:absent,mixed,mid,Vals-platform,per-test,0.001333,2.89e-07,,,73.14,accuracy%,0.000289,,,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row grok/grok-4-1-fast-reasoning / column accuracy),,out:model-not-established,out:model-not-established valstaxeval@vals.ai#2,vals.ai,?grok/grok-4-fast-non-reasoning,not-established:absent,mixed,mid,Vals-platform,per-test,0.000571,2.89e-07,,,71.581,accuracy%,0.000289,,,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row grok/grok-4-fast-non-reasoning / column accuracy),,out:model-not-established,out:model-not-established valstaxeval@vals.ai#2,vals.ai,?grok/grok-4-fast-reasoning,not-established:absent,mixed,mid,Vals-platform,per-test,0.001268,2.89e-07,,,75.697,accuracy%,0.000289,,,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row grok/grok-4-fast-reasoning / column accuracy),,out:model-not-established,out:model-not-established valstaxeval@vals.ai#2,vals.ai,grok-4.20,think,mixed,mid,Vals-platform,per-test,0.012149333333333335,0.00289,,,74.121,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row grok/grok-4.20-0309-reasoning / column accuracy),,in,out:cost-single-couple valstaxeval@vals.ai#2,vals.ai,grok-4.3,high,mixed,mid,Vals-platform,per-test,0.013656,2.89e-07,,,70.81,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row grok/grok-4.3 / column accuracy),,in,in valstaxeval@vals.ai#2,vals.ai,grok-4.5,high,mixed,mid,Vals-platform,per-test,0.015368799999999998,0.00222,,,71.668,accuracy%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row grok/grok-4.5 / column accuracy),,in,out:cost-single-couple valstaxeval@vals.ai#2,vals.ai,grok-4.6,high,mixed,mid,Vals-platform,per-test,0.017298,2.89e-07,,,71.096,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row grok/grok-4.6 / column accuracy),,in,in valstaxeval@vals.ai#2,vals.ai,?kimi/kimi-k2-thinking,not-established:absent,mixed,mid,Vals-platform,per-test,0.00913,2.89e-07,,,71.709,accuracy%,0.000289,,,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row kimi/kimi-k2-thinking / column accuracy),,out:model-not-established,out:model-not-established valstaxeval@vals.ai#2,vals.ai,?kimi/kimi-k2.5-thinking,not-established:absent,mixed,mid,Vals-platform,per-test,0.014221,2.89e-07,,,74.202,accuracy%,0.000289,,,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row kimi/kimi-k2.5-thinking / column accuracy),,out:model-not-established,out:model-not-established valstaxeval@vals.ai#2,vals.ai,kimi-k2.6,unstated,mixed,mid,Vals-platform,per-test,0.029274,2.89e-07,,,74.652,accuracy%,0.000289,,,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row kimi/kimi-k2.6 / column accuracy),,out:effort-not-established,out:effort-not-established valstaxeval@vals.ai#2,vals.ai,kimi-k3,max,mixed,mid,Vals-platform,per-test,0.078156,2.89e-07,,,75.716,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row kimi/kimi-k3 / column accuracy),,in,in valstaxeval@vals.ai#2,vals.ai,gpt-4.1,solo,mixed,mid,Vals-platform,per-test,0.006214,2.89e-07,,,75.061,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row openai/gpt-4.1-2025-04-14 / column accuracy),,out:single-couple,out:cost-single-couple valstaxeval@vals.ai#2,vals.ai,gpt-4.1-mini,solo,mixed,mid,Vals-platform,per-test,0.001233,2.89e-07,,,71.914,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row openai/gpt-4.1-mini-2025-04-14 / column accuracy),,out:single-couple,out:cost-single-couple valstaxeval@vals.ai#2,vals.ai,gpt-4.1-nano,solo,mixed,mid,Vals-platform,per-test,0.000291,2.89e-07,,,60.752,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row openai/gpt-4.1-nano-2025-04-14 / column accuracy),,out:single-couple,out:cost-single-couple valstaxeval@vals.ai#2,vals.ai,gpt-4o-0806,solo,mixed,mid,Vals-platform,per-test,0.004417,2.89e-07,,,71.136,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row openai/gpt-4o-2024-08-06 / column accuracy),,out:single-couple,out:cost-single-couple valstaxeval@vals.ai#2,vals.ai,gpt-4o-1120,solo,mixed,mid,Vals-platform,per-test,0.005806,2.89e-07,,,74.53,accuracy%,0.000289,,cost-method-assumed-single,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row openai/gpt-4o-2024-11-20 / column accuracy),,out:single-couple,out:cost-not-comparable valstaxeval@vals.ai#2,vals.ai,gpt-4o-mini,solo,mixed,mid,Vals-platform,per-test,0.000323,2.89e-07,,,60.548,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row openai/gpt-4o-mini-2024-07-18 / column accuracy),,out:single-couple,out:cost-single-couple valstaxeval@vals.ai#2,vals.ai,gpt-5,high,mixed,mid,Vals-platform,per-test,0.053873,2.89e-07,,,73.385,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row openai/gpt-5-2025-08-07 / column accuracy),,out:single-couple,out:cost-single-couple valstaxeval@vals.ai#2,vals.ai,gpt-5-mini,high,mixed,mid,Vals-platform,per-test,0.011528,2.89e-07,,,75.225,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row openai/gpt-5-mini-2025-08-07 / column accuracy),,out:single-couple,out:cost-single-couple valstaxeval@vals.ai#2,vals.ai,gpt-5-nano,high,mixed,mid,Vals-platform,per-test,0.004904,2.89e-07,,,67.376,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row openai/gpt-5-nano-2025-08-07 / column accuracy),,out:single-couple,out:cost-single-couple valstaxeval@vals.ai#2,vals.ai,gpt-5.1,high,mixed,mid,Vals-platform,per-test,0.007193,2.89e-07,,,74.857,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row openai/gpt-5.1-2025-11-13 / column accuracy),,in,in valstaxeval@vals.ai#2,vals.ai,gpt-5.2,xhigh,mixed,mid,Vals-platform,per-test,0.066435,2.89e-07,,,75.756,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row openai/gpt-5.2-2025-12-11 / column accuracy),,in,in valstaxeval@vals.ai#2,vals.ai,gpt-5.4,xhigh,mixed,mid,Vals-platform,per-test,0.157344,2.89e-07,,,73.958,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row openai/gpt-5.4-2026-03-05 / column accuracy),,in,in valstaxeval@vals.ai#2,vals.ai,gpt-5.4-mini,xhigh,mixed,mid,Vals-platform,per-test,0.00677,2.89e-07,,,71.218,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row openai/gpt-5.4-mini-2026-03-17 / column accuracy),,in,in valstaxeval@vals.ai#2,vals.ai,gpt-5.4-nano,high,mixed,mid,Vals-platform,per-test,0.000638,2.89e-07,,,67.416,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row openai/gpt-5.4-nano-2026-03-17 / column accuracy),,in,in valstaxeval@vals.ai#2,vals.ai,gpt-5.5,xhigh,mixed,mid,Vals-platform,per-test,0.06042,2.89e-07,,,74.98,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row openai/gpt-5.5 / column accuracy),,in,in valstaxeval@vals.ai#2,vals.ai,gpt-5.6-luna,max,mixed,mid,Vals-platform,per-test,0.012217,2.89e-07,,,76.166,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row openai/gpt-5.6-luna / column accuracy),,in,in valstaxeval@vals.ai#2,vals.ai,gpt-5.6-sol,max,mixed,mid,Vals-platform,per-test,0.19032475000000001,0.00999,,,74.775,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row openai/gpt-5.6-sol / column accuracy),,in,out:cost-single-couple valstaxeval@vals.ai#2,vals.ai,gpt-5.6-terra,xhigh,mixed,mid,Vals-platform,per-test,0.035909,2.89e-07,,,76.166,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row openai/gpt-5.6-terra / column accuracy),,in,in valstaxeval@vals.ai#2,vals.ai,o1,high,mixed,mid,Vals-platform,per-test,0.12173,2.89e-07,,,74.284,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row openai/o1-2024-12-17 / column accuracy),,out:single-couple,out:cost-single-couple valstaxeval@vals.ai#2,vals.ai,o3,high,mixed,mid,Vals-platform,per-test,0.012997,2.89e-07,,,74.571,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row openai/o3-2025-04-16 / column accuracy),,out:single-couple,out:cost-single-couple valstaxeval@vals.ai#2,vals.ai,o3-mini,high,mixed,mid,Vals-platform,per-test,0.018142,2.89e-07,,,69.42,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row openai/o3-mini-2025-01-31 / column accuracy),,out:single-couple,out:cost-single-couple valstaxeval@vals.ai#2,vals.ai,o4-mini,high,mixed,mid,Vals-platform,per-test,0.007057,2.89e-07,,,74.776,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row openai/o4-mini-2025-04-16 / column accuracy),,out:single-couple,out:cost-single-couple valstaxeval@vals.ai#2,vals.ai,?together/moonshotai/Kimi-K2-Instruct,not-established:absent,mixed,mid,Vals-platform,per-test,0.001543,2.89e-07,,,70.196,accuracy%,0.000289,,,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row together/moonshotai/Kimi-K2-Instruct / column accuracy),,out:model-not-established,out:model-not-established valstaxeval@vals.ai#2,vals.ai,glm-4.5,unstated,mixed,mid,Vals-platform,per-test,0.009559,2.89e-07,,,72.404,accuracy%,0.000289,,,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row zai/glm-4.5 / column accuracy),,out:effort-not-established,out:effort-not-established valstaxeval@vals.ai#2,vals.ai,glm-4.6,unstated,mixed,mid,Vals-platform,per-test,0.00928,2.89e-07,,,66.235,accuracy%,0.000289,,,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row zai/glm-4.6 / column accuracy),,out:effort-not-established,out:effort-not-established valstaxeval@vals.ai#2,vals.ai,glm-4.7,unstated,mixed,mid,Vals-platform,per-test,0.013873,2.89e-07,,,68.766,accuracy%,0.000289,,,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row zai/glm-4.7 / column accuracy),,out:effort-not-established,out:effort-not-established valstaxeval@vals.ai#2,vals.ai,?zai/glm-5-thinking,not-established:absent,mixed,mid,Vals-platform,per-test,0.021913,2.89e-07,,,70.033,accuracy%,0.000289,,,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row zai/glm-5-thinking / column accuracy),,out:model-not-established,out:model-not-established valstaxeval@vals.ai#2,vals.ai,glm-5.1,unstated,mixed,mid,Vals-platform,per-test,0.016958,2.89e-07,,,71.194,accuracy%,0.000289,,,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row zai/glm-5.1 / column accuracy),,out:effort-not-established,out:effort-not-established valstaxeval@vals.ai#2,vals.ai,glm-5.2,max,mixed,mid,Vals-platform,per-test,0.015431,2.89e-07,,,73.344,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row zai/glm-5.2 / column accuracy),,in,in valstaxeval@vals.ai#2,vals.ai,glm-5.3,max,mixed,mid,Vals-platform,per-test,0.032,2.89e-07,,,72.363,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row zai/glm-5.3 / column accuracy),,in,in valstaxeval@vals.ai#2,vals.ai,glm-5.3-flash,max,mixed,mid,Vals-platform,per-test,0.001505,2.89e-07,,,75.593,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/tax_eval_v2 ($.tasks.overall / row zai/glm-5.3-flash / column accuracy),,in,in valstb21#2.1,vals.ai,opus-4.8,max,coding,hard,,per-test,2.409772,2.89e-07,,,71.91,pass%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/terminal-bench-2-1 ($.tasks.overall / row anthropic/claude-opus-4-8 / column accuracy),,in,in valstb21#2.1,vals.ai,opus-5.5,not-established:absent,coding,hard,,per-test,0.496033,2.89e-07,,,87.64,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2-1 ($.tasks.overall / row anthropic/claude-opus-5-5 / column accuracy),,out:effort-not-established,out:effort-not-established valstb21#2.1,vals.ai,fable-5.1,not-established:absent,coding,hard,,per-test,3.074796,2.89e-07,,,85.019,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2-1 ($.tasks.overall / row anthropic/claude-fable-5-1 / column accuracy),,out:effort-not-established,out:effort-not-established valstb21#2.1,vals.ai,fable-5,not-established:absent,coding,hard,,per-test,1.429025,2.89e-07,,,80.524,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2-1 ($.tasks.overall / row anthropic/claude-fable-5 / column accuracy),,out:effort-not-established,out:effort-not-established valstb21#2.1,vals.ai,?anthropic/claude-haiku-4-5-20251001-thinking,not-established:absent,coding,hard,,per-test,0.363822,2.89e-07,,,43.82,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2-1 ($.tasks.overall / row anthropic/claude-haiku-4-5-20251001-thinking / column accuracy),,out:model-not-established,out:model-not-established valstb21#2.1,vals.ai,sonnet-5.5,not-established:absent,coding,hard,,per-test,0.625494,2.89e-07,,,83.146,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2-1 ($.tasks.overall / row anthropic/claude-sonnet-5-5 / column accuracy),,out:effort-not-established,out:effort-not-established valstb21#2.1,vals.ai,qwen3.6-plus,default,coding,hard,,per-test,0.201902,2.89e-07,,,53.184,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2-1 ($.tasks.overall / row alibaba/qwen3.6-plus / column accuracy),,out:effort-not-established,out:effort-not-established valstb21#2.1,vals.ai,qwen3.7-max,default,coding,hard,,per-test,0.33233,2.89e-07,,,61.049,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2-1 ($.tasks.overall / row alibaba/qwen3.7-max / column accuracy),,out:effort-not-established,out:effort-not-established valstb21#2.1,vals.ai,qwen3.7-plus,default,coding,hard,,per-test,0.095849,2.89e-07,,,52.809,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2-1 ($.tasks.overall / row alibaba/qwen3.7-plus / column accuracy),,out:effort-not-established,out:effort-not-established valstb21#2.1,vals.ai,qwen3.8-27b,not-established:absent,coding,hard,,per-test,0.677989,2.89e-07,,,58.427,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2-1 ($.tasks.overall / row alibaba/qwen3.8-27b / column accuracy),,out:effort-not-established,out:effort-not-established valstb21#2.1,vals.ai,?qwen3.8-max,not-established:absent,coding,hard,,per-test,0.448084,2.89e-07,,,67.416,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2-1 ($.tasks.overall / row alibaba/qwen3.8-max / column accuracy),,out:model-not-established,out:model-not-established valstb21#2.1,vals.ai,deepseek-v4-flash-0731,not-established:absent,coding,hard,,per-test,0.021068,2.89e-07,,,67.041,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2-1 ($.tasks.overall / row deepseek/deepseek-v4-flash-0731 / column accuracy),,out:effort-not-established,out:effort-not-established valstb21#2.1,vals.ai,?deepseek/deepseek-v4-pro,not-established:absent,coding,hard,,per-test,0.239191,2.89e-07,,,50.187,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2-1 ($.tasks.overall / row deepseek/deepseek-v4-pro / column accuracy),,out:model-not-established,out:model-not-established valstb21#2.1,vals.ai,deepseek-v4-pro-0813,not-established:absent,coding,hard,,per-test,0.199883,2.89e-07,,,54.682,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2-1 ($.tasks.overall / row deepseek/deepseek-v4-pro-0813 / column accuracy),,out:effort-not-established,out:effort-not-established valstb21#2.1,vals.ai,deepseek-v4.1-flash,not-established:absent,coding,hard,,per-test,0.098877,2.89e-07,,,74.532,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2-1 ($.tasks.overall / row deepseek/deepseek-v4.1-flash / column accuracy),,out:effort-not-established,out:effort-not-established valstb21#2.1,vals.ai,gemini-3-flash,not-established:absent,coding,hard,,per-test,0.154312,2.89e-07,,,53.933,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2-1 ($.tasks.overall / row google/gemini-3-flash-preview / column accuracy),,out:effort-not-established,out:effort-not-established valstb21#2.1,vals.ai,gemini-3.1-flash-lite-preview,not-established:absent,coding,hard,,per-test,0.084894,2.89e-07,,,34.082,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2-1 ($.tasks.overall / row google/gemini-3.1-flash-lite-preview / column accuracy),,out:effort-not-established,out:effort-not-established valstb21#2.1,vals.ai,gemini-3.1-pro,not-established:absent,coding,hard,,per-test,0.582677,2.89e-07,,,70.787,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2-1 ($.tasks.overall / row google/gemini-3.1-pro-preview / column accuracy),,out:effort-not-established,out:effort-not-established valstb21#2.1,vals.ai,gemini-3.5-flash,not-established:absent,coding,hard,,per-test,0.868179,2.89e-07,,,74.157,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2-1 ($.tasks.overall / row google/gemini-3.5-flash / column accuracy),,out:effort-not-established,out:effort-not-established valstb21#2.1,vals.ai,gemini-3.5-flash-lite,not-established:absent,coding,hard,,per-test,0.337052,2.89e-07,,,50.187,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2-1 ($.tasks.overall / row google/gemini-3.5-flash-lite / column accuracy),,out:effort-not-established,out:effort-not-established valstb21#2.1,vals.ai,gemini-3.6-flash,not-established:absent,coding,hard,,per-test,1.174404,2.89e-07,,,73.783,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2-1 ($.tasks.overall / row google/gemini-3.6-flash / column accuracy),,out:effort-not-established,out:effort-not-established valstb21#2.1,vals.ai,gemini-3.7-flash,not-established:absent,coding,hard,,per-test,1.022219,2.89e-07,,,77.528,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2-1 ($.tasks.overall / row google/gemini-3.7-flash / column accuracy),,out:effort-not-established,out:effort-not-established valstb21#2.1,vals.ai,gemini-3.8-flash,not-established:absent,coding,hard,,per-test,1.544972,2.89e-07,,,81.273,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2-1 ($.tasks.overall / row google/gemini-3.8-flash / column accuracy),,out:effort-not-established,out:effort-not-established valstb21#2.1,vals.ai,grok-4.20,not-established:absent,coding,hard,,per-test,0.407362,2.89e-07,,,44.195,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2-1 ($.tasks.overall / row grok/grok-4.20-0309-reasoning / column accuracy),,out:effort-not-established,out:effort-not-established valstb21#2.1,vals.ai,grok-4.3,not-established:absent,coding,hard,,per-test,0.982203,2.89e-07,,,41.948,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2-1 ($.tasks.overall / row grok/grok-4.3 / column accuracy),,out:effort-not-established,out:effort-not-established valstb21#2.1,vals.ai,grok-4.5,not-established:absent,coding,hard,,per-test,0.283943,2.89e-07,,,67.79,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2-1 ($.tasks.overall / row grok/grok-4.5 / column accuracy),,out:effort-not-established,out:effort-not-established valstb21#2.1,vals.ai,grok-4.6,not-established:absent,coding,hard,,per-test,0.453642,2.89e-07,,,78.277,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2-1 ($.tasks.overall / row grok/grok-4.6 / column accuracy),,out:effort-not-established,out:effort-not-established valstb21#2.1,vals.ai,grok-4.7,not-established:absent,coding,hard,,per-test,1.076601,2.89e-07,,,73.408,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2-1 ($.tasks.overall / row grok/grok-4.7 / column accuracy),,out:effort-not-established,out:effort-not-established valstb21#2.1,vals.ai,?kimi/kimi-k2.5-thinking,not-established:absent,coding,hard,,per-test,0.085844,2.89e-07,,,41.948,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2-1 ($.tasks.overall / row kimi/kimi-k2.5-thinking / column accuracy),,out:model-not-established,out:model-not-established valstb21#2.1,vals.ai,kimi-k2.6,unstated,coding,hard,,per-test,0.138449,2.89e-07,,,53.558,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2-1 ($.tasks.overall / row kimi/kimi-k2.6 / column accuracy),,out:effort-not-established,out:effort-not-established valstb21#2.1,vals.ai,kimi-k2.7-code,solo,coding,hard,,per-test,0.256503,2.89e-07,,,67.041,pass%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/terminal-bench-2-1 ($.tasks.overall / row kimi/kimi-k2.7-code / column accuracy),,in,out:cost-single-couple valstb21#2.1,vals.ai,kimi-k3,not-established:absent,coding,hard,,per-test,0.341034,2.89e-07,,,80.899,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2-1 ($.tasks.overall / row kimi/kimi-k3 / column accuracy),,out:effort-not-established,out:effort-not-established valstb21#2.1,vals.ai,gpt-5.4-mini,not-established:absent,coding,hard,,per-test,0.286739,2.89e-07,,,54.682,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2-1 ($.tasks.overall / row openai/gpt-5.4-mini-2026-03-17 / column accuracy),,out:effort-not-established,out:effort-not-established valstb21#2.1,vals.ai,gpt-5.4-nano,not-established:absent,coding,hard,,per-test,0.072321,2.89e-07,,,41.573,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2-1 ($.tasks.overall / row openai/gpt-5.4-nano-2026-03-17 / column accuracy),,out:effort-not-established,out:effort-not-established valstb21#2.1,vals.ai,gpt-5.5,xhigh,coding,hard,,per-test,0.741883,2.89e-07,,,76.404,pass%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/terminal-bench-2-1 ($.tasks.overall / row openai/gpt-5.5 / column accuracy),,in,in valstb21#2.1,vals.ai,?openai/gpt-5.5-codex,not-established:absent,coding,hard,,per-test,0.645217,2.89e-07,,,57.303,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2-1 ($.tasks.overall / row openai/gpt-5.5-codex / column accuracy),,out:model-not-established,out:model-not-established valstb21#2.1,vals.ai,?openai/gpt-5.5-factory,not-established:absent,coding,hard,,per-test,0.751531,2.89e-07,,,57.303,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2-1 ($.tasks.overall / row openai/gpt-5.5-factory / column accuracy),,out:model-not-established,out:model-not-established valstb21#2.1,vals.ai,gpt-5.6-luna,not-established:absent,coding,hard,,per-test,0.053767,2.89e-07,,,79.026,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2-1 ($.tasks.overall / row openai/gpt-5.6-luna / column accuracy),,out:effort-not-established,out:effort-not-established valstb21#2.1,vals.ai,gpt-5.6-sol,not-established:absent,coding,hard,,per-test,1.023319,2.89e-07,,,85.768,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2-1 ($.tasks.overall / row openai/gpt-5.6-sol / column accuracy),,out:effort-not-established,out:effort-not-established valstb21#2.1,vals.ai,gpt-5.6-terra,not-established:absent,coding,hard,,per-test,0.472552,2.89e-07,,,77.528,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2-1 ($.tasks.overall / row openai/gpt-5.6-terra / column accuracy),,out:effort-not-established,out:effort-not-established valstb21#2.1,vals.ai,gpt-6-astra,not-established:absent,coding,hard,,per-test,1.339493,2.89e-07,,,87.266,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2-1 ($.tasks.overall / row openai/gpt-6-astra / column accuracy),,out:effort-not-established,out:effort-not-established valstb21#2.1,vals.ai,gpt-6-luna,not-established:absent,coding,hard,,per-test,0.029222,2.89e-07,,,73.034,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2-1 ($.tasks.overall / row openai/gpt-6-luna / column accuracy),,out:effort-not-established,out:effort-not-established valstb21#2.1,vals.ai,gpt-6-sol,not-established:absent,coding,hard,,per-test,0.373024,2.89e-07,,,83.146,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2-1 ($.tasks.overall / row openai/gpt-6-sol / column accuracy),,out:effort-not-established,out:effort-not-established valstb21#2.1,vals.ai,glm-5.1,unstated,coding,hard,,per-test,0.232386,2.89e-07,,,56.929,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2-1 ($.tasks.overall / row zai/glm-5.1 / column accuracy),,out:effort-not-established,out:effort-not-established valstb21#2.1,vals.ai,glm-5.2,not-established:absent,coding,hard,,per-test,0.425184,2.89e-07,,,67.79,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2-1 ($.tasks.overall / row zai/glm-5.2 / column accuracy),,out:effort-not-established,out:effort-not-established valstb21#2.1,vals.ai,glm-5.3,not-established:absent,coding,hard,,per-test,0.30672,2.89e-07,,,71.536,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2-1 ($.tasks.overall / row zai/glm-5.3 / column accuracy),,out:effort-not-established,out:effort-not-established valstb21#2.1,vals.ai,glm-5.3-flash,not-established:absent,coding,hard,,per-test,0.028403,2.89e-07,,,62.921,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2-1 ($.tasks.overall / row zai/glm-5.3-flash / column accuracy),,out:effort-not-established,out:effort-not-established valstb21#2.1,vals.ai,opus-4.7,unstated,coding,hard,,per-test,1.977087,2.89e-07,,,68.539,pass%,0.000289,,,https://www.vals.ai/benchmarks/terminal-bench-2-1 (payload tasks.overall / anthropic/claude-opus-4-7 / accuracy),,out:effort-not-established,out:effort-not-established valstb21cc,vals.ai,?anthropic/claude-opus-4-8-claude-code,not-established:absent,coding,hard,ClaudeCode,per-test,0.968098,2.89e-07,,,69.663,pass%,0.000289,,,https://www.vals.ai/benchmarks/terminal-bench-2-1 (payload tasks.overall / anthropic/claude-opus-4-8-claude-code / accuracy),,out:model-not-established,out:model-not-established valstb21#2.1,vals.ai,opus-5,unstated,coding,hard,,per-test,0.886936,2.89e-07,,,84.644,pass%,0.000289,,,https://www.vals.ai/benchmarks/terminal-bench-2-1 (payload tasks.overall / anthropic/claude-opus-5 / accuracy),,out:effort-not-established,out:effort-not-established valstb21#2.1,vals.ai,sonnet-4.6,unstated,coding,hard,,per-test,0.572392,2.89e-07,,,57.303,pass%,0.000289,,,https://www.vals.ai/benchmarks/terminal-bench-2-1 (payload tasks.overall / anthropic/claude-sonnet-4-6 / accuracy),,out:effort-not-established,out:effort-not-established valstb21#2.1,vals.ai,sonnet-5,unstated,coding,hard,,per-test,0.534595,2.89e-07,,,74.532,pass%,0.000289,,,https://www.vals.ai/benchmarks/terminal-bench-2-1 (payload tasks.overall / anthropic/claude-sonnet-5 / accuracy),,out:effort-not-established,out:effort-not-established valstb21#2.1,vals.ai,gemini-4-argon,unstated,coding,hard,,,,,,,57.678,pass%,0.000289,,EAP-run,https://www.vals.ai/benchmarks/terminal-bench-2-1 (payload tasks.overall / google/gemini-4-argon / accuracy),,out:effort-not-established, valstb21#2.1,vals.ai,?alibaba/qwen3.8-max,not-established:absent,coding,hard,,per-test,0.448084,2.89e-07,,,67.416,pass%,0.000289,,,https://www.vals.ai/benchmarks/terminal-bench-2-1 (payload tasks.overall / alibaba/qwen3.8-max / accuracy),,out:model-not-established,out:model-not-established valstb20#2.0,vals.ai,?anthropic/claude-haiku-4-5-20251001-thinking,not-established:absent,coding,hard,Vals-runner,per-test,0.327722,2.89e-07,,,38.202,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2 ($.tasks.overall / row anthropic/claude-haiku-4-5-20251001-thinking / column accuracy),,out:model-not-established,out:model-not-established valstb20#2.0,vals.ai,opus-4.7,not-established:absent,coding,hard,Vals-runner,per-test,0.975907,2.89e-07,,,68.539,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2 ($.tasks.overall / row anthropic/claude-opus-4-7 / column accuracy),,out:effort-not-established,out:effort-not-established valstb20#2.0,vals.ai,opus-4.8,not-established:absent,coding,hard,Vals-runner,per-test,0.883864,2.89e-07,,,70.037,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2 ($.tasks.overall / row anthropic/claude-opus-4-8 / column accuracy),,out:effort-not-established,out:effort-not-established valstb20#2.0,vals.ai,sonnet-4.6,not-established:absent,coding,hard,Vals-runner,per-test,0.518966,2.89e-07,,,59.551,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2 ($.tasks.overall / row anthropic/claude-sonnet-4-6 / column accuracy),,out:effort-not-established,out:effort-not-established valstb20#2.0,vals.ai,qwen3-max-0923,solo,coding,hard,Vals-runner,per-test,0.423036,2.89e-07,,,24.719,pass%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/terminal-bench-2 ($.tasks.overall / row alibaba/qwen3-max / column accuracy),,out:single-couple,out:cost-single-couple valstb20#2.0,vals.ai,qwen3-max-0123,default,coding,hard,Vals-runner,per-test,0.263469,2.89e-07,,,20.225,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2 ($.tasks.overall / row alibaba/qwen3-max-2026-01-23 / column accuracy),,out:effort-not-established,out:effort-not-established valstb20#2.0,vals.ai,qwen3.5-flash,default,coding,hard,Vals-runner,per-test,0.110414,2.89e-07,,,24.719,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2 ($.tasks.overall / row alibaba/qwen3.5-flash / column accuracy),,out:effort-not-established,out:effort-not-established valstb20#2.0,vals.ai,qwen3.5-plus,not-established:absent,coding,hard,Vals-runner,per-test,0.321994,2.89e-07,,,41.573,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2 ($.tasks.overall / row alibaba/qwen3.5-plus-thinking / column accuracy),,out:effort-not-established,out:effort-not-established valstb20#2.0,vals.ai,qwen3.6-27b,default,coding,hard,Vals-runner,per-test,0.298145,2.89e-07,,,44.944,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2 ($.tasks.overall / row alibaba/qwen3.6-27b / column accuracy),,out:effort-not-established,out:effort-not-established valstb20#2.0,vals.ai,qwen3.6-max-preview,default,coding,hard,Vals-runner,per-test,0.320393,2.89e-07,,,51.685,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2 ($.tasks.overall / row alibaba/qwen3.6-max-preview / column accuracy),,out:effort-not-established,out:effort-not-established valstb20#2.0,vals.ai,qwen3.6-plus,default,coding,hard,Vals-runner,per-test,0.14597,2.89e-07,,,44.944,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2 ($.tasks.overall / row alibaba/qwen3.6-plus / column accuracy),,out:effort-not-established,out:effort-not-established valstb20#2.0,vals.ai,qwen3.7-max,default,coding,hard,Vals-runner,per-test,0.719164,2.89e-07,,,59.176,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2 ($.tasks.overall / row alibaba/qwen3.7-max / column accuracy),,out:effort-not-established,out:effort-not-established valstb20#2.0,vals.ai,deepseek-v4-pro-preview,not-established:absent,coding,hard,Vals-runner,per-test,0.179637,2.89e-07,,,56.18,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2 ($.tasks.overall / row deepseek/deepseek-v4-pro / column accuracy),,out:effort-not-established,out:effort-not-established valstb20#2.0,vals.ai,deepseek-v3.1,unstated,coding,hard,Vals-runner,per-test,0.501536,2.89e-07,,,22.472,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2 ($.tasks.overall / row fireworks/deepseek-v3p1 / column accuracy),,out:effort-not-established,out:effort-not-established valstb20#2.0,vals.ai,deepseek-v3.2,not-established:absent,coding,hard,Vals-runner,per-test,0.063298,2.89e-07,,,34.831,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2 ($.tasks.overall / row fireworks/deepseek-v3p2 / column accuracy),,out:effort-not-established,out:effort-not-established valstb20#2.0,vals.ai,?fireworks/deepseek-v3p2-thinking,not-established:absent,coding,hard,Vals-runner,per-test,0.166362,2.89e-07,,,35.955,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2 ($.tasks.overall / row fireworks/deepseek-v3p2-thinking / column accuracy),,out:model-not-established,out:model-not-established valstb20#2.0,vals.ai,gpt-oss-120b,unstated,coding,hard,Vals-runner,per-test,0.131646,2.89e-07,,,19.101,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2 ($.tasks.overall / row fireworks/gpt-oss-120b / column accuracy),,out:effort-not-established,out:effort-not-established valstb20#2.0,vals.ai,?google/gemini-2.5-flash-preview-09-2025-thinking,not-established:absent,coding,hard,Vals-runner,per-test,0.143966,2.89e-07,,,21.348,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2 ($.tasks.overall / row google/gemini-2.5-flash-preview-09-2025-thinking / column accuracy),,out:model-not-established,out:model-not-established valstb20#2.0,vals.ai,gemini-2.5-pro,unstated,coding,hard,Vals-runner,per-test,0.472003,2.89e-07,,,30.337,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2 ($.tasks.overall / row google/gemini-2.5-pro / column accuracy),,out:effort-not-established,out:effort-not-established valstb20#2.0,vals.ai,gemini-3-flash,not-established:absent,coding,hard,Vals-runner,per-test,0.168702,2.89e-07,,,51.685,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2 ($.tasks.overall / row google/gemini-3-flash-preview / column accuracy),,out:effort-not-established,out:effort-not-established valstb20#2.0,vals.ai,?google/gemini-3-pro-preview,not-established:absent,coding,hard,Vals-runner,per-test,0.455782,2.89e-07,,,55.056,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2 ($.tasks.overall / row google/gemini-3-pro-preview / column accuracy),,out:model-not-established,out:model-not-established valstb20#2.0,vals.ai,gemini-3.1-flash-lite-preview,not-established:absent,coding,hard,Vals-runner,per-test,0.065496,2.89e-07,,,24.719,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2 ($.tasks.overall / row google/gemini-3.1-flash-lite-preview / column accuracy),,out:effort-not-established,out:effort-not-established valstb20#2.0,vals.ai,gemini-3.1-pro,not-established:absent,coding,hard,Vals-runner,per-test,0.516084,2.89e-07,,,67.416,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2 ($.tasks.overall / row google/gemini-3.1-pro-preview / column accuracy),,out:effort-not-established,out:effort-not-established valstb20#2.0,vals.ai,gemini-3.5-flash,not-established:absent,coding,hard,Vals-runner,per-test,1.192081,2.89e-07,,,67.416,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2 ($.tasks.overall / row google/gemini-3.5-flash / column accuracy),,out:effort-not-established,out:effort-not-established valstb20#2.0,vals.ai,?grok/grok-4-0709,not-established:absent,coding,hard,Vals-runner,per-test,0.552755,2.89e-07,,,28.09,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2 ($.tasks.overall / row grok/grok-4-0709 / column accuracy),,out:model-not-established,out:model-not-established valstb20#2.0,vals.ai,?grok/grok-4-1-fast-non-reasoning,not-established:absent,coding,hard,Vals-runner,per-test,0.032811,2.89e-07,,,17.978,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2 ($.tasks.overall / row grok/grok-4-1-fast-non-reasoning / column accuracy),,out:model-not-established,out:model-not-established valstb20#2.0,vals.ai,?grok/grok-4-1-fast-reasoning,not-established:absent,coding,hard,Vals-runner,per-test,0.055526,2.89e-07,,,24.719,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2 ($.tasks.overall / row grok/grok-4-1-fast-reasoning / column accuracy),,out:model-not-established,out:model-not-established valstb20#2.0,vals.ai,?grok/grok-4-fast-reasoning,not-established:absent,coding,hard,Vals-runner,per-test,0.03431,2.89e-07,,,29.213,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2 ($.tasks.overall / row grok/grok-4-fast-reasoning / column accuracy),,out:model-not-established,out:model-not-established valstb20#2.0,vals.ai,grok-4.20,not-established:absent,coding,hard,Vals-runner,per-test,0.154109,2.89e-07,,,40.449,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2 ($.tasks.overall / row grok/grok-4.20-0309-reasoning / column accuracy),,out:effort-not-established,out:effort-not-established valstb20#2.0,vals.ai,grok-4.3,not-established:absent,coding,hard,Vals-runner,per-test,1.115571,2.89e-07,,,43.446,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2 ($.tasks.overall / row grok/grok-4.3 / column accuracy),,out:effort-not-established,out:effort-not-established valstb20#2.0,vals.ai,?kimi/kimi-k2-thinking,not-established:absent,coding,hard,Vals-runner,per-test,0.115876,2.89e-07,,,37.079,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2 ($.tasks.overall / row kimi/kimi-k2-thinking / column accuracy),,out:model-not-established,out:model-not-established valstb20#2.0,vals.ai,?kimi/kimi-k2.5-thinking,not-established:absent,coding,hard,Vals-runner,per-test,0.139997,2.89e-07,,,40.449,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2 ($.tasks.overall / row kimi/kimi-k2.5-thinking / column accuracy),,out:model-not-established,out:model-not-established valstb20#2.0,vals.ai,kimi-k2.6,unstated,coding,hard,Vals-runner,per-test,0.192786,2.89e-07,,,57.303,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2 ($.tasks.overall / row kimi/kimi-k2.6 / column accuracy),,out:effort-not-established,out:effort-not-established valstb20#2.0,vals.ai,gpt-4.1,solo,coding,hard,Vals-runner,per-test,1.078347,2.89e-07,,,14.607,pass%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/terminal-bench-2 ($.tasks.overall / row openai/gpt-4.1-2025-04-14 / column accuracy),,out:single-couple,out:cost-single-couple valstb20#2.0,vals.ai,gpt-5,not-established:absent,coding,hard,Vals-runner,per-test,0.477064,2.89e-07,,,37.079,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2 ($.tasks.overall / row openai/gpt-5-2025-08-07 / column accuracy),,out:effort-not-established,out:effort-not-established valstb20#2.0,vals.ai,gpt-5-mini,not-established:absent,coding,hard,Vals-runner,per-test,0.116731,2.89e-07,,,26.966,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2 ($.tasks.overall / row openai/gpt-5-mini-2025-08-07 / column accuracy),,out:effort-not-established,out:effort-not-established valstb20#2.0,vals.ai,gpt-5.1,not-established:absent,coding,hard,Vals-runner,per-test,0.407628,2.89e-07,,,44.944,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2 ($.tasks.overall / row openai/gpt-5.1-2025-11-13 / column accuracy),,out:effort-not-established,out:effort-not-established valstb20#2.0,vals.ai,gpt-5.2,not-established:absent,coding,hard,Vals-runner,per-test,0.469958,2.89e-07,,,51.685,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2 ($.tasks.overall / row openai/gpt-5.2-2025-12-11 / column accuracy),,out:effort-not-established,out:effort-not-established valstb20#2.0,vals.ai,gpt-5.3-codex,not-established:absent,coding,hard,Vals-runner,per-test,0.345045,2.89e-07,,,64.045,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2 ($.tasks.overall / row openai/gpt-5.3-codex / column accuracy),,out:effort-not-established,out:effort-not-established valstb20#2.0,vals.ai,gpt-5.4,not-established:absent,coding,hard,Vals-runner,per-test,0.511959,2.89e-07,,,58.427,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2 ($.tasks.overall / row openai/gpt-5.4-2026-03-05 / column accuracy),,out:effort-not-established,out:effort-not-established valstb20#2.0,vals.ai,gpt-5.4-mini,not-established:absent,coding,hard,Vals-runner,per-test,0.914107,2.89e-07,,,44.944,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2 ($.tasks.overall / row openai/gpt-5.4-mini-2026-03-17 / column accuracy),,out:effort-not-established,out:effort-not-established valstb20#2.0,vals.ai,gpt-5.4-nano,not-established:absent,coding,hard,Vals-runner,per-test,0.224388,2.89e-07,,,39.888,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2 ($.tasks.overall / row openai/gpt-5.4-nano-2026-03-17 / column accuracy),,out:effort-not-established,out:effort-not-established valstb20#2.0,vals.ai,gpt-5.5,not-established:absent,coding,hard,Vals-runner,per-test,1.819086,2.89e-07,,,73.202,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2 ($.tasks.overall / row openai/gpt-5.5 / column accuracy),,out:effort-not-established,out:effort-not-established valstb20#2.0,vals.ai,?together/moonshotai/Kimi-K2-Instruct,not-established:absent,coding,hard,Vals-runner,per-test,1.107135,2.89e-07,,,25.843,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2 ($.tasks.overall / row together/moonshotai/Kimi-K2-Instruct / column accuracy),,out:model-not-established,out:model-not-established valstb20#2.0,vals.ai,glm-4.6,unstated,coding,hard,Vals-runner,per-test,0.14355,2.89e-07,,,28.09,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2 ($.tasks.overall / row zai/glm-4.6 / column accuracy),,out:effort-not-established,out:effort-not-established valstb20#2.0,vals.ai,glm-4.7,unstated,coding,hard,Vals-runner,per-test,0.183983,2.89e-07,,,38.202,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2 ($.tasks.overall / row zai/glm-4.7 / column accuracy),,out:effort-not-established,out:effort-not-established valstb20#2.0,vals.ai,?zai/glm-5-thinking,not-established:absent,coding,hard,Vals-runner,per-test,0.247234,2.89e-07,,,49.438,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2 ($.tasks.overall / row zai/glm-5-thinking / column accuracy),,out:model-not-established,out:model-not-established valstb20#2.0,vals.ai,glm-5.1,unstated,coding,hard,Vals-runner,per-test,0.158286,2.89e-07,,,53.933,pass%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-2 ($.tasks.overall / row zai/glm-5.1 / column accuracy),,out:effort-not-established,out:effort-not-established valstb4@vals.ai#4.0,vals.ai,fable-5.1,not-established:absent,coding,hard,Vals-runner,per-test,17.175337,2.89e-07,,,58.081,accuracy%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-4 ($.tasks.overall / row anthropic/claude-fable-5-1 / column accuracy),,out:effort-not-established,out:effort-not-established valstb4@vals.ai#4.0,vals.ai,opus-5,not-established:absent,coding,hard,Vals-runner,per-test,18.596913,2.89e-07,,,53.535,accuracy%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-4 ($.tasks.overall / row anthropic/claude-opus-5 / column accuracy),,out:effort-not-established,out:effort-not-established valstb4@vals.ai#4.0,vals.ai,fable-5,not-established:absent,coding,hard,Vals-runner,per-test,30.339756,2.89e-07,,,41.414,accuracy%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-4 ($.tasks.overall / row anthropic/claude-fable-5 / column accuracy),,out:effort-not-established,out:effort-not-established valstb4@vals.ai#4.0,vals.ai,haiku-5.5,not-established:absent,coding,hard,Vals-runner,per-test,3.117464,2.89e-07,,,36.364,accuracy%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-4 ($.tasks.overall / row anthropic/claude-haiku-5-5 / column accuracy),,out:effort-not-established,out:effort-not-established valstb4@vals.ai#4.0,vals.ai,opus-4.8,not-established:absent,coding,hard,Vals-runner,per-test,17.140717,2.89e-07,,,23.232,accuracy%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-4 ($.tasks.overall / row anthropic/claude-opus-4-8 / column accuracy),,out:effort-not-established,out:effort-not-established valstb4@vals.ai#4.0,vals.ai,sonnet-5,not-established:absent,coding,hard,Vals-runner,per-test,26.04996,2.89e-07,,,10.606,accuracy%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-4 ($.tasks.overall / row anthropic/claude-sonnet-5 / column accuracy),,out:effort-not-established,out:effort-not-established valstb4@vals.ai#4.0,vals.ai,opus-5.5,not-established:absent,coding,hard,Vals-runner,per-test,13.198632,2.89e-07,,,65.152,accuracy%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-4 ($.tasks.overall / row anthropic/claude-opus-5-5 / column accuracy),,out:effort-not-established,out:effort-not-established valstb4@vals.ai#4.0,vals.ai,sonnet-5.5,not-established:absent,coding,hard,Vals-runner,per-test,16.513006,2.89e-07,,,64.141,accuracy%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-4 ($.tasks.overall / row anthropic/claude-sonnet-5-5 / column accuracy),,out:effort-not-established,out:effort-not-established valstb4@vals.ai#4.0,vals.ai,?qwen3.8-max,not-established:absent,coding,hard,Vals-runner,per-test,10.633329,2.89e-07,,,34.343,accuracy%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-4 ($.tasks.overall / row alibaba/qwen3.8-max / column accuracy),,out:model-not-established,out:model-not-established valstb4@vals.ai#4.0,vals.ai,deepseek-v4-flash-0731,not-established:absent,coding,hard,Vals-runner,per-test,0.766472,2.89e-07,,,18.687,accuracy%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-4 ($.tasks.overall / row deepseek/deepseek-v4-flash-0731 / column accuracy),,out:effort-not-established,out:effort-not-established valstb4@vals.ai#4.0,vals.ai,?deepseek/deepseek-v4-pro,not-established:absent,coding,hard,Vals-runner,per-test,3.452522,2.89e-07,,,11.111,accuracy%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-4 ($.tasks.overall / row deepseek/deepseek-v4-pro / column accuracy),,out:model-not-established,out:model-not-established valstb4@vals.ai#4.0,vals.ai,deepseek-v4-pro-0813,not-established:absent,coding,hard,Vals-runner,per-test,3.311817,2.89e-07,,,14.141,accuracy%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-4 ($.tasks.overall / row deepseek/deepseek-v4-pro-0813 / column accuracy),,out:effort-not-established,out:effort-not-established valstb4@vals.ai#4.0,vals.ai,deepseek-v4.1-flash,not-established:absent,coding,hard,Vals-runner,per-test,0.499473,2.89e-07,,,19.697,accuracy%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-4 ($.tasks.overall / row deepseek/deepseek-v4.1-flash / column accuracy),,out:effort-not-established,out:effort-not-established valstb4@vals.ai#4.0,vals.ai,deepseek-v4.1-flash-1017,unstated,coding,hard,Vals-runner,per-test,0.539359,2.89e-07,,,31.818,accuracy%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-4 ($.tasks.overall / row deepseek/deepseek-v4.1-flash-1017 / column accuracy),,out:effort-not-established,out:effort-not-established valstb4@vals.ai#4.0,vals.ai,gemini-3.1-pro,not-established:absent,coding,hard,Vals-runner,per-test,4.111957,2.89e-07,,,2.525,accuracy%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-4 ($.tasks.overall / row google/gemini-3.1-pro-preview / column accuracy),,out:effort-not-established,out:effort-not-established valstb4@vals.ai#4.0,vals.ai,?google/gemini-3.5-flash,not-established:absent,coding,hard,Vals-runner,per-test,5.981757,2.89e-07,,,6.061,accuracy%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-4 ($.tasks.overall / row google/gemini-3.5-flash / column accuracy),,out:model-not-established,out:model-not-established valstb4@vals.ai#4.0,vals.ai,?google/gemini-3.7-flash,not-established:absent,coding,hard,Vals-runner,per-test,8.705677,2.89e-07,,,12.121,accuracy%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-4 ($.tasks.overall / row google/gemini-3.7-flash / column accuracy),,out:model-not-established,out:model-not-established valstb4@vals.ai#4.0,vals.ai,gemini-3.8-flash,not-established:absent,coding,hard,Vals-runner,per-test,8.64749,2.89e-07,,,19.697,accuracy%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-4 ($.tasks.overall / row google/gemini-3.8-flash / column accuracy),,out:effort-not-established,out:effort-not-established valstb4@vals.ai#4.0,vals.ai,gemini-4-argon,not-established:absent,coding,hard,Vals-runner,per-test,17.63994,2.89e-07,,,57.576,accuracy%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-4 ($.tasks.overall / row google/gemini-4-argon / column accuracy),,out:effort-not-established,out:effort-not-established valstb4@vals.ai#4.0,vals.ai,grok-4.5,not-established:absent,coding,hard,Vals-runner,per-test,5.51917,2.89e-07,,,8.586,accuracy%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-4 ($.tasks.overall / row grok/grok-4.5 / column accuracy),,out:effort-not-established,out:effort-not-established valstb4@vals.ai#4.0,vals.ai,grok-4.6,not-established:absent,coding,hard,Vals-runner,per-test,5.062449,2.89e-07,,,17.172,accuracy%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-4 ($.tasks.overall / row grok/grok-4.6 / column accuracy),,out:effort-not-established,out:effort-not-established valstb4@vals.ai#4.0,vals.ai,grok-4.7,not-established:absent,coding,hard,Vals-runner,per-test,18.011582,2.89e-07,,,28.788,accuracy%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-4 ($.tasks.overall / row grok/grok-4.7 / column accuracy),,out:effort-not-established,out:effort-not-established valstb4@vals.ai#4.0,vals.ai,kimi-k3,not-established:absent,coding,hard,Vals-runner,per-test,12.478176,2.89e-07,,,17.172,accuracy%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-4 ($.tasks.overall / row kimi/kimi-k3 / column accuracy),,out:effort-not-established,out:effort-not-established valstb4@vals.ai#4.0,vals.ai,gpt-5.4-mini,not-established:absent,coding,hard,Vals-runner,per-test,1.438224,2.89e-07,,,2.525,accuracy%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-4 ($.tasks.overall / row openai/gpt-5.4-mini-2026-03-17 / column accuracy),,out:effort-not-established,out:effort-not-established valstb4@vals.ai#4.0,vals.ai,gpt-5.6-luna,not-established:absent,coding,hard,Vals-runner,per-test,0.731646,2.89e-07,,,11.616,accuracy%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-4 ($.tasks.overall / row openai/gpt-5.6-luna / column accuracy),,out:effort-not-established,out:effort-not-established valstb4@vals.ai#4.0,vals.ai,gpt-5.6-sol,not-established:absent,coding,hard,Vals-runner,per-test,7.983597,2.89e-07,,,37.879,accuracy%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-4 ($.tasks.overall / row openai/gpt-5.6-sol / column accuracy),,out:effort-not-established,out:effort-not-established valstb4@vals.ai#4.0,vals.ai,gpt-5.6-terra,not-established:absent,coding,hard,Vals-runner,per-test,5.602118,2.89e-07,,,22.727,accuracy%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-4 ($.tasks.overall / row openai/gpt-5.6-terra / column accuracy),,out:effort-not-established,out:effort-not-established valstb4@vals.ai#4.0,vals.ai,gpt-6-astra,not-established:absent,coding,hard,Vals-runner,per-test,9.584259,2.89e-07,,,59.596,accuracy%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-4 ($.tasks.overall / row openai/gpt-6-astra / column accuracy),,out:effort-not-established,out:effort-not-established valstb4@vals.ai#4.0,vals.ai,gpt-6-luna,not-established:absent,coding,hard,Vals-runner,per-test,0.354726,2.89e-07,,,13.636,accuracy%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-4 ($.tasks.overall / row openai/gpt-6-luna / column accuracy),,out:effort-not-established,out:effort-not-established valstb4@vals.ai#4.0,vals.ai,gpt-6-sol,not-established:absent,coding,hard,Vals-runner,per-test,5.79322,2.89e-07,,,44.444,accuracy%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-4 ($.tasks.overall / row openai/gpt-6-sol / column accuracy),,out:effort-not-established,out:effort-not-established valstb4@vals.ai#4.0,vals.ai,gpt-6.1-sol,not-established:absent,coding,hard,Vals-runner,per-test,1.72496,2.89e-07,,,55.051,accuracy%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-4 ($.tasks.overall / row openai/gpt-6.1-sol / column accuracy),,out:effort-not-established,out:effort-not-established valstb4@vals.ai#4.0,vals.ai,glm-5.3,not-established:absent,coding,hard,Vals-runner,per-test,9.37436,2.89e-07,,,38.889,accuracy%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-4 ($.tasks.overall / row zai/glm-5.3 / column accuracy),,out:effort-not-established,out:effort-not-established valstb4@vals.ai#4.0,vals.ai,glm-5.3-flash,not-established:absent,coding,hard,Vals-runner,per-test,1.219907,2.89e-07,,,37.374,accuracy%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-4 ($.tasks.overall / row zai/glm-5.3-flash / column accuracy),,out:effort-not-established,out:effort-not-established valstb4@vals.ai#4.0,vals.ai,?alibaba/qwen3.8-max,not-established:absent,coding,hard,Vals-runner,per-test,10.633329,2.89e-07,,,34.343,accuracy%,0.000289,,,https://www.vals.ai/benchmarks/terminal-bench-4 (payload tasks.overall / alibaba/qwen3.8-max / accuracy),,out:model-not-established,out:model-not-established valstb4@vals.ai#4.0,vals.ai,qwen3.8-max-0902,unstated,coding,hard,Vals-runner,per-test,12.146852,2.89e-07,,,38.889,accuracy%,0.000289,,,https://www.vals.ai/benchmarks/terminal-bench-4 (payload tasks.overall / alibaba/qwen3.8-max-internal / accuracy),,out:effort-not-established,out:effort-not-established valstb4@vals.ai#4.0,vals.ai,fable-5.2,not-established:assumed,coding,hard,Vals-runner,per-test,14.564414,2.89e-07,,,65.152,accuracy%,0.000289,,,https://www.vals.ai/benchmarks/terminal-bench-4 (payload tasks.overall / anthropic/claude-fable-5-2 / accuracy),,out:effort-not-established,out:effort-not-established valstb4@vals.ai#4.0,vals.ai,gemini-4-carbon,high,coding,hard,Vals-runner,per-test,7.452059,2.89e-07,812293708,10157385,63.131,accuracy%,0.000289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://www.vals.ai/benchmarks/terminal-bench-4 (payload tasks.overall / google/gemini-4-carbon / accuracy),,out:single-couple,out:cost-single-couple valstbsci@vals.ai#0.1,vals.ai,opus-5.5,not-established:absent,coding,hard,Vals-runner,per-test,19.121966,2.89e-07,,,47.143,accuracy%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-science ($.tasks.overall / row anthropic/claude-opus-5-5 / column accuracy),,out:effort-not-established,out:effort-not-established valstbsci@vals.ai#0.1,vals.ai,sonnet-5.5,not-established:absent,coding,hard,Vals-runner,per-test,32.516187,2.89e-07,,,47.143,accuracy%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-science ($.tasks.overall / row anthropic/claude-sonnet-5-5 / column accuracy),,out:effort-not-established,out:effort-not-established valstbsci@vals.ai#0.1,vals.ai,fable-5.1,not-established:absent,coding,hard,Vals-runner,per-test,38.010073,2.89e-07,,,40,accuracy%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-science ($.tasks.overall / row anthropic/claude-fable-5-1 / column accuracy),,out:effort-not-established,out:effort-not-established valstbsci@vals.ai#0.1,vals.ai,opus-5,not-established:absent,coding,hard,Vals-runner,per-test,32.543386,2.89e-07,,,27.143,accuracy%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-science ($.tasks.overall / row anthropic/claude-opus-5 / column accuracy),,out:effort-not-established,out:effort-not-established valstbsci@vals.ai#0.1,vals.ai,fable-5,not-established:absent,coding,hard,Vals-runner,per-test,51.990885,2.89e-07,,,15.714,accuracy%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-science ($.tasks.overall / row anthropic/claude-fable-5 / column accuracy),,out:effort-not-established,out:effort-not-established valstbsci@vals.ai#0.1,vals.ai,haiku-5.5,not-established:absent,coding,hard,Vals-runner,per-test,4.523698,2.89e-07,,,10,accuracy%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-science ($.tasks.overall / row anthropic/claude-haiku-5-5 / column accuracy),,out:effort-not-established,out:effort-not-established valstbsci@vals.ai#0.1,vals.ai,sonnet-5,not-established:absent,coding,hard,Vals-runner,per-test,30.299862,2.89e-07,,,5.714,accuracy%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-science ($.tasks.overall / row anthropic/claude-sonnet-5 / column accuracy),,out:effort-not-established,out:effort-not-established valstbsci@vals.ai#0.1,vals.ai,opus-4.8,not-established:absent,coding,hard,Vals-runner,per-test,23.141733,2.89e-07,,,4.286,accuracy%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-science ($.tasks.overall / row anthropic/claude-opus-4-8 / column accuracy),,out:effort-not-established,out:effort-not-established valstbsci@vals.ai#0.1,vals.ai,qwen3.8-27b,not-established:absent,coding,hard,Vals-runner,per-test,11.135637,2.89e-07,,,0,accuracy%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-science ($.tasks.overall / row alibaba/qwen3.8-27b / column accuracy),,out:effort-not-established,out:effort-not-established valstbsci@vals.ai#0.1,vals.ai,?qwen3.8-max,not-established:absent,coding,hard,Vals-runner,per-test,16.682189,2.89e-07,,,12.857,accuracy%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-science ($.tasks.overall / row alibaba/qwen3.8-max / column accuracy),,out:model-not-established,out:model-not-established valstbsci@vals.ai#0.1,vals.ai,deepseek-v4-flash-0731,not-established:absent,coding,hard,Vals-runner,per-test,1.095543,2.89e-07,,,4.286,accuracy%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-science ($.tasks.overall / row deepseek/deepseek-v4-flash-0731 / column accuracy),,out:effort-not-established,out:effort-not-established valstbsci@vals.ai#0.1,vals.ai,deepseek-v4-pro-0813,not-established:absent,coding,hard,Vals-runner,per-test,4.630215,2.89e-07,,,4.286,accuracy%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-science ($.tasks.overall / row deepseek/deepseek-v4-pro-0813 / column accuracy),,out:effort-not-established,out:effort-not-established valstbsci@vals.ai#0.1,vals.ai,deepseek-v4.1-flash,not-established:absent,coding,hard,Vals-runner,per-test,0.473154,2.89e-07,,,0,accuracy%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-science ($.tasks.overall / row deepseek/deepseek-v4.1-flash / column accuracy),,out:effort-not-established,out:effort-not-established valstbsci@vals.ai#0.1,vals.ai,gemini-3.1-pro,not-established:absent,coding,hard,Vals-runner,per-test,5.907095,2.89e-07,,,1.429,accuracy%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-science ($.tasks.overall / row google/gemini-3.1-pro-preview / column accuracy),,out:effort-not-established,out:effort-not-established valstbsci@vals.ai#0.1,vals.ai,?google/gemini-3.5-flash,not-established:absent,coding,hard,Vals-runner,per-test,3.802646,2.89e-07,,,5.714,accuracy%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-science ($.tasks.overall / row google/gemini-3.5-flash / column accuracy),,out:model-not-established,out:model-not-established valstbsci@vals.ai#0.1,vals.ai,gemini-3.6-flash,not-established:absent,coding,hard,Vals-runner,per-test,4.390771,2.89e-07,,,4.286,accuracy%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-science ($.tasks.overall / row google/gemini-3.6-flash / column accuracy),,out:effort-not-established,out:effort-not-established valstbsci@vals.ai#0.1,vals.ai,?google/gemini-3.7-flash,not-established:absent,coding,hard,Vals-runner,per-test,7.190413,2.89e-07,,,7.143,accuracy%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-science ($.tasks.overall / row google/gemini-3.7-flash / column accuracy),,out:model-not-established,out:model-not-established valstbsci@vals.ai#0.1,vals.ai,gemini-3.8-flash,not-established:absent,coding,hard,Vals-runner,per-test,5.643008,2.89e-07,,,8.571,accuracy%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-science ($.tasks.overall / row google/gemini-3.8-flash / column accuracy),,out:effort-not-established,out:effort-not-established valstbsci@vals.ai#0.1,vals.ai,gemini-4-argon,not-established:absent,coding,hard,Vals-runner,per-test,44.904641,2.89e-07,,,44.286,accuracy%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-science ($.tasks.overall / row google/gemini-4-argon / column accuracy),,out:effort-not-established,out:effort-not-established valstbsci@vals.ai#0.1,vals.ai,grok-4.6,not-established:absent,coding,hard,Vals-runner,per-test,4.815933,2.89e-07,,,11.429,accuracy%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-science ($.tasks.overall / row grok/grok-4.6 / column accuracy),,out:effort-not-established,out:effort-not-established valstbsci@vals.ai#0.1,vals.ai,grok-4.7,not-established:absent,coding,hard,Vals-runner,per-test,17.040638,2.89e-07,,,10,accuracy%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-science ($.tasks.overall / row grok/grok-4.7 / column accuracy),,out:effort-not-established,out:effort-not-established valstbsci@vals.ai#0.1,vals.ai,kimi-k3,not-established:absent,coding,hard,Vals-runner,per-test,21.301409,2.89e-07,,,1.429,accuracy%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-science ($.tasks.overall / row kimi/kimi-k3 / column accuracy),,out:effort-not-established,out:effort-not-established valstbsci@vals.ai#0.1,vals.ai,gpt-5.6-luna,not-established:absent,coding,hard,Vals-runner,per-test,0.581456,2.89e-07,,,0,accuracy%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-science ($.tasks.overall / row openai/gpt-5.6-luna / column accuracy),,out:effort-not-established,out:effort-not-established valstbsci@vals.ai#0.1,vals.ai,gpt-5.6-sol,not-established:absent,coding,hard,Vals-runner,per-test,7.322071,2.89e-07,,,20,accuracy%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-science ($.tasks.overall / row openai/gpt-5.6-sol / column accuracy),,out:effort-not-established,out:effort-not-established valstbsci@vals.ai#0.1,vals.ai,gpt-5.6-terra,not-established:absent,coding,hard,Vals-runner,per-test,5.19351,2.89e-07,,,10,accuracy%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-science ($.tasks.overall / row openai/gpt-5.6-terra / column accuracy),,out:effort-not-established,out:effort-not-established valstbsci@vals.ai#0.1,vals.ai,gpt-6-astra,not-established:absent,coding,hard,Vals-runner,per-test,20.802802,2.89e-07,,,62.857,accuracy%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-science ($.tasks.overall / row openai/gpt-6-astra / column accuracy),,out:effort-not-established,out:effort-not-established valstbsci@vals.ai#0.1,vals.ai,gpt-6-luna,not-established:absent,coding,hard,Vals-runner,per-test,0.240966,2.89e-07,,,4.286,accuracy%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-science ($.tasks.overall / row openai/gpt-6-luna / column accuracy),,out:effort-not-established,out:effort-not-established valstbsci@vals.ai#0.1,vals.ai,gpt-6-sol,not-established:absent,coding,hard,Vals-runner,per-test,5.821477,2.89e-07,,,30,accuracy%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-science ($.tasks.overall / row openai/gpt-6-sol / column accuracy),,out:effort-not-established,out:effort-not-established valstbsci@vals.ai#0.1,vals.ai,gpt-6.1-sol,not-established:absent,coding,hard,Vals-runner,per-test,3.436948,2.89e-07,,,52.857,accuracy%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-science ($.tasks.overall / row openai/gpt-6.1-sol / column accuracy),,out:effort-not-established,out:effort-not-established valstbsci@vals.ai#0.1,vals.ai,glm-5.3,not-established:absent,coding,hard,Vals-runner,per-test,15.627955,2.89e-07,,,5.714,accuracy%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-science ($.tasks.overall / row zai/glm-5.3 / column accuracy),,out:effort-not-established,out:effort-not-established valstbsci@vals.ai#0.1,vals.ai,glm-5.3-flash,not-established:absent,coding,hard,Vals-runner,per-test,0.524048,2.89e-07,,,2.857,accuracy%,0.000289,,,https://vals.ai/benchmarks/terminal-bench-science ($.tasks.overall / row zai/glm-5.3-flash / column accuracy),,out:effort-not-established,out:effort-not-established valstbsci@vals.ai#0.1,vals.ai,?alibaba/qwen3.8-max,not-established:absent,coding,hard,Vals-runner,per-test,16.682189,2.89e-07,,,12.857,accuracy%,0.000289,,,https://www.vals.ai/benchmarks/terminal-bench-science (payload tasks.overall / alibaba/qwen3.8-max / accuracy),,out:model-not-established,out:model-not-established valstbsci@vals.ai#0.1,vals.ai,fable-5.2,not-established:assumed,coding,hard,Vals-runner,per-test,23.13708,2.89e-06,,,55.714,accuracy%,0.000289,,,https://www.vals.ai/benchmarks/terminal-bench-science (payload tasks.overall / anthropic/claude-fable-5-2 / accuracy),,out:effort-not-established,out:effort-not-established valsthi#1,vals.ai,fable-5.1,max,agentic-tool,frontier,Vals-runner,per-run-total,4655.011028,2.89e-07,,,63.333,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/time_horizon_index ($.tasks.overall / row anthropic/claude-fable-5-1 / column accuracy),,in,in valsthi#1,vals.ai,opus-4.8,max,agentic-tool,frontier,Vals-runner,per-run-total,1499.319504,2.89e-07,,,11.833,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/time_horizon_index ($.tasks.overall / row anthropic/claude-opus-4-8 / column accuracy),,in,in valsthi#1,vals.ai,opus-5,max,agentic-tool,frontier,Vals-runner,per-run-total,1348.765783,2.89e-07,,,18.833,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/time_horizon_index ($.tasks.overall / row anthropic/claude-opus-5 / column accuracy),,in,in valsthi#1,vals.ai,opus-5.5,max,agentic-tool,frontier,Vals-runner,per-run-total,1303.37376,2.89e-07,,,91.333,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/time_horizon_index ($.tasks.overall / row anthropic/claude-opus-5-5 / column accuracy),,in,in valsthi#1,vals.ai,gemini-3.8-flash,high,agentic-tool,frontier,Vals-runner,per-run-total,543.140818,2.89e-07,,,18.833,score%,0.000289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/time_horizon_index ($.tasks.overall / row google/gemini-3.8-flash / column accuracy),,in,in valsthi#1,vals.ai,gemini-4-argon,high,agentic-tool,frontier,Vals-runner,per-run-total,708.627391,2.89e-07,,,52.5,score%,0.000289,,EAP-run; base-scheduled-list-price; cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/time_horizon_index ($.tasks.overall / row google/gemini-4-argon / column accuracy),,in,in valsthi#1,vals.ai,grok-4.5,high,agentic-tool,frontier,Vals-runner,per-run-total,275.22803039999997,39.7,,,6.333,score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/time_horizon_index ($.tasks.overall / row grok/grok-4.5 / column accuracy),,in,out:cost-single-couple valsthi#1,vals.ai,grok-4.6,high,agentic-tool,frontier,Vals-runner,per-run-total,225.11666,2.89e-07,,,5.833,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/time_horizon_index ($.tasks.overall / row grok/grok-4.6 / column accuracy),,in,in valsthi#1,vals.ai,kimi-k3,max,agentic-tool,frontier,Vals-runner,per-run-total,216.426849,2.89e-07,,,10.5,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/time_horizon_index ($.tasks.overall / row kimi/kimi-k3 / column accuracy),,in,out:cost-single-couple valsthi#1,vals.ai,gpt-5.5,xhigh,agentic-tool,frontier,Vals-runner,per-run-total,516.360641,2.89e-07,,,8.333,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/time_horizon_index ($.tasks.overall / row openai/gpt-5.5 / column accuracy),,in,in valsthi#1,vals.ai,gpt-5.6-sol,max,agentic-tool,frontier,Vals-runner,per-run-total,2787.4046584999996,146,,,23.833,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/time_horizon_index ($.tasks.overall / row openai/gpt-5.6-sol / column accuracy),,in,out:cost-single-couple valsthi#1,vals.ai,gpt-6-astra,max,agentic-tool,frontier,Vals-runner,per-run-total,4206.58511,2.89e-07,,,90.5,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/time_horizon_index ($.tasks.overall / row openai/gpt-6-astra / column accuracy),,in,in valsindex2#2,vals.ai,?anthropic/claude-haiku-4-5-20251001-thinking,not-established:absent,mixed,hard,Vals-Index,per-test,0.697729,2.89e-07,,,22.898,score%,0.000289,,,https://vals.ai/benchmarks/vals_index ($.tasks.overall / row anthropic/claude-haiku-4-5-20251001-thinking / column accuracy),,out:model-not-established,out:model-not-established valsindex2#2,vals.ai,opus-4.7,high,mixed,hard,Vals-Index,per-test,12.760253,2.89e-07,,,56.114,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/vals_index ($.tasks.overall / row anthropic/claude-opus-4-7 / column accuracy),,out:composite,out:composite valsindex2#2,vals.ai,sonnet-4.6,max,mixed,hard,Vals-Index,per-test,8.404689,2.89e-07,,,50.593,score%,0.000289,,,https://vals.ai/benchmarks/vals_index ($.tasks.overall / row anthropic/claude-sonnet-4-6 / column accuracy),,out:effort-not-established,out:effort-not-established valsindex2#2,vals.ai,qwen3.6-plus,default,mixed,hard,Vals-Index,per-test,2.618074,2.89e-07,,,31.979,score%,0.000289,,,https://vals.ai/benchmarks/vals_index ($.tasks.overall / row alibaba/qwen3.6-plus / column accuracy),,out:effort-not-established,out:effort-not-established valsindex2#2,vals.ai,qwen3.7-max,default,mixed,hard,Vals-Index,per-test,2.850897,2.89e-07,,,44.769,score%,0.000289,,,https://vals.ai/benchmarks/vals_index ($.tasks.overall / row alibaba/qwen3.7-max / column accuracy),,out:effort-not-established,out:effort-not-established valsindex2#2,vals.ai,qwen3.7-plus,default,mixed,hard,Vals-Index,per-test,0.439693,2.89e-07,,,38.645,score%,0.000289,,,https://vals.ai/benchmarks/vals_index ($.tasks.overall / row alibaba/qwen3.7-plus / column accuracy),,out:effort-not-established,out:effort-not-established valsindex2#2,vals.ai,qwen3.8-27b,xhigh,mixed,hard,Vals-Index,per-test,8.479089,2.89e-07,,,48.485,score%,0.000289,,cost-method-assumed-single,https://vals.ai/benchmarks/vals_index ($.tasks.overall / row alibaba/qwen3.8-27b / column accuracy),,out:composite,out:cost-not-comparable valsindex2#2,vals.ai,?qwen3.8-max,not-established:absent,mixed,hard,Vals-Index,per-test,3.996716,2.89e-07,,,51.844,score%,0.000289,,,https://vals.ai/benchmarks/vals_index ($.tasks.overall / row alibaba/qwen3.8-max / column accuracy),,out:model-not-established,out:model-not-established valsindex2#2,vals.ai,deepseek-v4-flash-0731,high,mixed,hard,Vals-Index,per-test,0.866315,2.89e-07,,,53.568,score%,0.000289,,cost-method-assumed-single,https://vals.ai/benchmarks/vals_index ($.tasks.overall / row deepseek/deepseek-v4-flash-0731 / column accuracy),,out:composite,out:cost-not-comparable valsindex2#2,vals.ai,?deepseek/deepseek-v4-pro,not-established:absent,mixed,hard,Vals-Index,per-test,0.898172,2.89e-07,,,42.888,score%,0.000289,,,https://vals.ai/benchmarks/vals_index ($.tasks.overall / row deepseek/deepseek-v4-pro / column accuracy),,out:model-not-established,out:model-not-established valsindex2#2,vals.ai,deepseek-v4-pro-0813,max,mixed,hard,Vals-Index,per-test,22.178916517241376,10.9,,,52.368,score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/vals_index ($.tasks.overall / row deepseek/deepseek-v4-pro-0813 / column accuracy),,out:composite,out:cost-single-couple valsindex2#2,vals.ai,deepseek-v4.1-flash,high,mixed,hard,Vals-Index,per-test,0.303291,2.89e-07,,,57.86,score%,0.000289,,cost-method-assumed-single,https://vals.ai/benchmarks/vals_index ($.tasks.overall / row deepseek/deepseek-v4.1-flash / column accuracy),,out:composite,out:cost-not-comparable valsindex2#2,vals.ai,gemini-3-flash,high,mixed,hard,Vals-Index,per-test,0.409423,2.89e-07,,,29.444,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/vals_index ($.tasks.overall / row google/gemini-3-flash-preview / column accuracy),,out:composite,out:composite valsindex2#2,vals.ai,gemini-3.1-flash-lite-preview,high,mixed,hard,Vals-Index,per-test,0.136314,2.89e-07,,,15.457,score%,0.000289,,cost-method-assumed-single,https://vals.ai/benchmarks/vals_index ($.tasks.overall / row google/gemini-3.1-flash-lite-preview / column accuracy),,out:composite,out:cost-not-comparable valsindex2#2,vals.ai,gemini-3.1-pro,high,mixed,hard,Vals-Index,per-test,1.944534,2.89e-07,,,41.903,score%,0.000289,,cost-method-assumed-single,https://vals.ai/benchmarks/vals_index ($.tasks.overall / row google/gemini-3.1-pro-preview / column accuracy),,out:composite,out:cost-not-comparable valsindex2#2,vals.ai,gemini-3.5-flash,high,mixed,hard,Vals-Index,per-test,2.914646,2.89e-07,,,53.079,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/vals_index ($.tasks.overall / row google/gemini-3.5-flash / column accuracy),,out:composite,out:composite valsindex2#2,vals.ai,gemini-3.5-flash-lite,high,mixed,hard,Vals-Index,per-test,0.543466,2.89e-07,,,36.711,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/vals_index ($.tasks.overall / row google/gemini-3.5-flash-lite / column accuracy),,out:composite,out:composite valsindex2#2,vals.ai,gemini-3.6-flash,high,mixed,hard,Vals-Index,per-test,4.5442800000000005,0.875,,,55.354,score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/vals_index ($.tasks.overall / row google/gemini-3.6-flash / column accuracy),,out:composite,out:cost-single-couple valsindex2#2,vals.ai,gemini-3.7-flash,high,mixed,hard,Vals-Index,per-test,4.169542,2.89e-07,,,59.307,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/vals_index ($.tasks.overall / row google/gemini-3.7-flash / column accuracy),,out:composite,out:composite valsindex2#2,vals.ai,gemini-3.8-flash,high,mixed,hard,Vals-Index,per-test,5.391952,2.89e-07,,,62.252,score%,0.000289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/vals_index ($.tasks.overall / row google/gemini-3.8-flash / column accuracy),,out:composite,out:composite valsindex2#2,vals.ai,grok-4.20,think,mixed,hard,Vals-Index,per-test,0.40304804166666663,0.0958,,,17.552,score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/vals_index ($.tasks.overall / row grok/grok-4.20-0309-reasoning / column accuracy),,out:composite,out:cost-single-couple valsindex2#2,vals.ai,grok-4.3,high,mixed,hard,Vals-Index,per-test,0.676033,2.89e-07,,,24.294,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/vals_index ($.tasks.overall / row grok/grok-4.3 / column accuracy),,out:composite,out:composite valsindex2#2,vals.ai,grok-4.5,high,mixed,hard,Vals-Index,per-test,1.5645128,0.226,,,51.528,score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/vals_index ($.tasks.overall / row grok/grok-4.5 / column accuracy),,out:composite,out:cost-single-couple valsindex2#2,vals.ai,grok-4.6,high,mixed,hard,Vals-Index,per-test,4.335319,2.89e-07,,,59.167,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/vals_index ($.tasks.overall / row grok/grok-4.6 / column accuracy),,out:composite,out:composite valsindex2#2,vals.ai,?kimi/kimi-k2.5-thinking,not-established:absent,mixed,hard,Vals-Index,per-test,0.511754,2.89e-07,,,26.301,score%,0.000289,,,https://vals.ai/benchmarks/vals_index ($.tasks.overall / row kimi/kimi-k2.5-thinking / column accuracy),,out:model-not-established,out:model-not-established valsindex2#2,vals.ai,kimi-k2.6,unstated,mixed,hard,Vals-Index,per-test,1.849897,2.89e-07,,,43.465,score%,0.000289,,,https://vals.ai/benchmarks/vals_index ($.tasks.overall / row kimi/kimi-k2.6 / column accuracy),,out:effort-not-established,out:effort-not-established valsindex2#2,vals.ai,kimi-k3,max,mixed,hard,Vals-Index,per-test,6.467826,2.89e-07,,,57.813,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/vals_index ($.tasks.overall / row kimi/kimi-k3 / column accuracy),,out:composite,out:composite valsindex2#2,vals.ai,gpt-5.4-mini,xhigh,mixed,hard,Vals-Index,per-test,1.380101,2.89e-07,,,39.632,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/vals_index ($.tasks.overall / row openai/gpt-5.4-mini-2026-03-17 / column accuracy),,out:composite,out:composite valsindex2#2,vals.ai,gpt-5.4-nano,high,mixed,hard,Vals-Index,per-test,0.398254,2.89e-07,,,32.997,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/vals_index ($.tasks.overall / row openai/gpt-5.4-nano-2026-03-17 / column accuracy),,out:composite,out:composite valsindex2#2,vals.ai,gpt-5.5,xhigh,mixed,hard,Vals-Index,per-test,6.142389,2.89e-07,,,57.411,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/vals_index ($.tasks.overall / row openai/gpt-5.5 / column accuracy),,out:composite,out:composite valsindex2#2,vals.ai,gpt-5.6-luna,max,mixed,hard,Vals-Index,per-test,0.4597596,0.177,,,59.881,score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/vals_index ($.tasks.overall / row openai/gpt-5.6-luna / column accuracy),,out:composite,out:cost-single-couple valsindex2#2,vals.ai,gpt-5.6-sol,max,mixed,hard,Vals-Index,per-test,17.757289999999998,2.05,,,63.709,score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/vals_index ($.tasks.overall / row openai/gpt-5.6-sol / column accuracy),,out:composite,out:cost-single-couple valsindex2#2,vals.ai,gpt-5.6-terra,max,mixed,hard,Vals-Index,per-test,4.592116799999999,0.295,,,59.588,score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/vals_index ($.tasks.overall / row openai/gpt-5.6-terra / column accuracy),,out:composite,out:cost-single-couple valsindex2#2,vals.ai,gpt-6-astra,max,mixed,hard,Vals-Index,per-test,19.088776,2.89e-07,,,66.608,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/vals_index ($.tasks.overall / row openai/gpt-6-astra / column accuracy),,out:composite,out:composite valsindex2#2,vals.ai,glm-5.2,max,mixed,hard,Vals-Index,per-test,4.290631,2.89e-07,,,53.122,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/vals_index ($.tasks.overall / row zai/glm-5.2 / column accuracy),,out:composite,out:composite valsindex2#2,vals.ai,glm-5.3,not-established:absent,mixed,hard,Vals-Index,per-test,6.73155,2.89e-07,,,56.97,score%,0.000289,,,https://vals.ai/benchmarks/vals_index ($.tasks.overall / row zai/glm-5.3 / column accuracy),,out:effort-not-established,out:effort-not-established valsindex2#2,vals.ai,glm-5.3-flash,not-established:absent,mixed,hard,Vals-Index,per-test,0.992509,2.89e-07,,,47.216,score%,0.000289,,,https://vals.ai/benchmarks/vals_index ($.tasks.overall / row zai/glm-5.3-flash / column accuracy),,out:effort-not-established,out:effort-not-established valsfinance#2,vals.ai,?qwen3.8-max,not-established:absent,agentic-tool,hard,Vals-runner,per-test,1.236977,2.89e-07,,,50.593,score%,0.000289,,,https://vals.ai/benchmarks/vals_index ($.tasks.finance_agent / row alibaba/qwen3.8-max / column accuracy),,out:model-not-established,out:model-not-established valsfinance#2,vals.ai,deepseek-v4-flash-0731,high,agentic-tool,hard,Vals-runner,per-test,0.276154,2.89e-07,,,49.517,score%,0.000289,,cost-method-assumed-single,https://vals.ai/benchmarks/vals_index ($.tasks.finance_agent / row deepseek/deepseek-v4-flash-0731 / column accuracy),,out:republished,out:cost-not-comparable valsfinance#2,vals.ai,?deepseek/deepseek-v4-pro,not-established:absent,agentic-tool,hard,Vals-runner,per-test,0.879086,2.89e-07,,,44.083,score%,0.000289,,,https://vals.ai/benchmarks/vals_index ($.tasks.finance_agent / row deepseek/deepseek-v4-pro / column accuracy),,out:model-not-established,out:model-not-established valsfinance#2,vals.ai,deepseek-v4-pro-0813,max,agentic-tool,hard,Vals-runner,per-test,5.783744224137932,2.83,,,50.393,score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/vals_index ($.tasks.finance_agent / row deepseek/deepseek-v4-pro-0813 / column accuracy),,out:republished,out:cost-single-couple valsfinance#2,vals.ai,deepseek-v4.1-flash,high,agentic-tool,hard,Vals-runner,per-test,0.207465,2.89e-07,,,53.481,score%,0.000289,,cost-method-assumed-single,https://vals.ai/benchmarks/vals_index ($.tasks.finance_agent / row deepseek/deepseek-v4.1-flash / column accuracy),,out:republished,out:cost-not-comparable valsfinance#2,vals.ai,gemini-3.1-pro,high,agentic-tool,hard,Vals-runner,per-test,1.591906,2.89e-07,,,42.982,score%,0.000289,,cost-method-assumed-single,https://vals.ai/benchmarks/vals_index ($.tasks.finance_agent / row google/gemini-3.1-pro-preview / column accuracy),,out:republished,out:cost-not-comparable valsfinance#2,vals.ai,gemini-3.5-flash,high,agentic-tool,hard,Vals-runner,per-test,2.505488,2.89e-07,,,57.861,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/vals_index ($.tasks.finance_agent / row google/gemini-3.5-flash / column accuracy),,out:republished,out:republished valsfinance#2,vals.ai,gemini-3.7-flash,high,agentic-tool,hard,Vals-runner,per-test,1.477884,2.89e-07,,,59.042,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/vals_index ($.tasks.finance_agent / row google/gemini-3.7-flash / column accuracy),,out:republished,out:republished valsfinance#2,vals.ai,gemini-3.8-flash,high,agentic-tool,hard,Vals-runner,per-test,2.000457,2.89e-07,,,61.435,score%,0.000289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/vals_index ($.tasks.finance_agent / row google/gemini-3.8-flash / column accuracy),,out:republished,out:republished valsfinance#2,vals.ai,grok-4.5,high,agentic-tool,hard,Vals-runner,per-test,0.925196,0.134,,,48.349,score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/vals_index ($.tasks.finance_agent / row grok/grok-4.5 / column accuracy),,out:republished,out:cost-single-couple valsfinance#2,vals.ai,grok-4.6,high,agentic-tool,hard,Vals-runner,per-test,1.657732,2.89e-07,,,53.682,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/vals_index ($.tasks.finance_agent / row grok/grok-4.6 / column accuracy),,out:republished,out:republished valsfinance#2,vals.ai,gpt-5.4-mini,xhigh,agentic-tool,hard,Vals-runner,per-test,1.201815,2.89e-07,,,45.36,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/vals_index ($.tasks.finance_agent / row openai/gpt-5.4-mini-2026-03-17 / column accuracy),,out:republished,out:republished valsfinance#2,vals.ai,gpt-5.6-sol,max,agentic-tool,hard,Vals-runner,per-test,1.56677375,0.181,,,53.756,score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/vals_index ($.tasks.finance_agent / row openai/gpt-5.6-sol / column accuracy),,out:republished,out:cost-single-couple valsfinance#2,vals.ai,gpt-6-astra,max,agentic-tool,hard,Vals-runner,per-test,6.81746,2.89e-07,,,53.54,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/vals_index ($.tasks.finance_agent / row openai/gpt-6-astra / column accuracy),,out:republished,out:republished valsfinance#2,vals.ai,glm-5.3,not-established:absent,agentic-tool,hard,Vals-runner,per-test,1.072768,2.89e-07,,,55.84,score%,0.000289,,,https://vals.ai/benchmarks/vals_index ($.tasks.finance_agent / row zai/glm-5.3 / column accuracy),,out:effort-not-established,out:effort-not-established valsfinance#2,vals.ai,glm-5.3-flash,not-established:absent,agentic-tool,hard,Vals-runner,per-test,0.047625,2.89e-07,,,57.85,score%,0.000289,,,https://vals.ai/benchmarks/vals_index ($.tasks.finance_agent / row zai/glm-5.3-flash / column accuracy),,out:effort-not-established,out:effort-not-established valsindex3,vals.ai,fable-5.1,max,mixed,hard,Vals-Index,per-test,28.711785,2.89e-07,,,65.827,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/vals_index ($.tasks.overall / row anthropic/claude-fable-5-1 / column accuracy),,in,in valsindex3,vals.ai,opus-5,max,mixed,hard,Vals-Index,per-test,19.314752,2.89e-07,,,63.674,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/vals_index ($.tasks.overall / row anthropic/claude-opus-5 / column accuracy),,in,in valsindex3,vals.ai,fable-5,max,mixed,hard,Vals-Index,per-test,29.58529,2.89e-07,,,61.388,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/vals_index ($.tasks.overall / row anthropic/claude-fable-5 / column accuracy),,in,in valsindex3,vals.ai,opus-5.5,max,mixed,hard,Vals-Index,per-test,32.143857,2.89e-07,,,66.972,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/vals_index ($.tasks.overall / row anthropic/claude-opus-5-5 / column accuracy),,in,in valsindex3,vals.ai,sonnet-5.5,max,mixed,hard,Vals-Index,per-test,16.0084755,3.08,,,67.037,score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/vals_index ($.tasks.overall / row anthropic/claude-sonnet-5-5 / column accuracy),,in,out:cost-single-couple valsindex3,vals.ai,opus-4.8,max,mixed,hard,Vals-Index,per-test,13.136067,2.89e-07,,,55.1,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/vals_index ($.tasks.overall / row anthropic/claude-opus-4-8 / column accuracy),,in,in valsindex3,vals.ai,sonnet-5,max,mixed,hard,Vals-Index,per-test,13.686719,2.89e-07,,,51.898,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/vals_index ($.tasks.overall / row anthropic/claude-sonnet-5 / column accuracy),,in,in valsindex3,vals.ai,haiku-5.5,max,mixed,hard,Vals-Index,per-test,3.000096,2.89e-07,,,54.435,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/vals_index ($.tasks.overall / row anthropic/claude-haiku-5-5 / column accuracy),,in,in valsindex3,vals.ai,?qwen3.8-max,not-established:absent,mixed,hard,Vals-Index,per-test,4.964352,2.89e-07,,,48.27,score%,0.000289,,,https://vals.ai/benchmarks/vals_index ($.tasks.overall / row alibaba/qwen3.8-max / column accuracy),,out:model-not-established,out:model-not-established valsindex3,vals.ai,deepseek-v4-flash-0731,high,mixed,hard,Vals-Index,per-test,0.847519,2.89e-07,,,47.963,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/vals_index ($.tasks.overall / row deepseek/deepseek-v4-flash-0731 / column accuracy),,in,in valsindex3,vals.ai,?deepseek/deepseek-v4-pro,not-established:absent,mixed,hard,Vals-Index,per-test,1.314871,2.89e-07,,,38.63,score%,0.000289,,,https://vals.ai/benchmarks/vals_index ($.tasks.overall / row deepseek/deepseek-v4-pro / column accuracy),,out:model-not-established,out:model-not-established valsindex3,vals.ai,deepseek-v4-pro-0813,max,mixed,hard,Vals-Index,per-test,3.352147,2.89e-07,,,47.628,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/vals_index ($.tasks.overall / row deepseek/deepseek-v4-pro-0813 / column accuracy),,in,in valsindex3,vals.ai,deepseek-v4.1-flash,high,mixed,hard,Vals-Index,per-test,0.332286,2.89e-07,,,51.32,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/vals_index ($.tasks.overall / row deepseek/deepseek-v4.1-flash / column accuracy),,in,in valsindex3,vals.ai,deepseek-v4.1-flash-1017,max,mixed,hard,Vals-Index,per-test,0.637296,2.89e-07,,,56.584,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/vals_index ($.tasks.overall / row deepseek/deepseek-v4.1-flash-1017 / column accuracy),,in,in valsindex3,vals.ai,gemini-3.1-pro,high,mixed,hard,Vals-Index,per-test,2.180322,2.89e-07,,,33.442,score%,0.000289,,cost-method-assumed-single,https://vals.ai/benchmarks/vals_index ($.tasks.overall / row google/gemini-3.1-pro-preview / column accuracy),,in,out:cost-not-comparable valsindex3,vals.ai,gemini-3.5-flash,high,mixed,hard,Vals-Index,per-test,3.297245,2.89e-07,,,44.786,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/vals_index ($.tasks.overall / row google/gemini-3.5-flash / column accuracy),,in,in valsindex3,vals.ai,?google/gemini-3.7-flash,not-established:absent,mixed,hard,Vals-Index,per-test,4.669278,2.89e-07,,,51.273,score%,0.000289,,,https://vals.ai/benchmarks/vals_index ($.tasks.overall / row google/gemini-3.7-flash / column accuracy),,out:model-not-established,out:model-not-established valsindex3,vals.ai,gemini-3.8-flash,high,mixed,hard,Vals-Index,per-test,5.712924,2.89e-07,,,54.887,score%,0.000289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/vals_index ($.tasks.overall / row google/gemini-3.8-flash / column accuracy),,in,in valsindex3,vals.ai,gemini-4-argon,high,mixed,hard,Vals-Index,per-test,15.681703,2.89e-07,,,68.896,score%,0.000289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/vals_index ($.tasks.overall / row google/gemini-4-argon / column accuracy),,in,in valsindex3,vals.ai,grok-4.5,high,mixed,hard,Vals-Index,per-test,1.9398312,0.28,,,44.723,score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/vals_index ($.tasks.overall / row grok/grok-4.5 / column accuracy),,in,out:cost-single-couple valsindex3,vals.ai,grok-4.6,high,mixed,hard,Vals-Index,per-test,4.491796,2.89e-07,,,52.092,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/vals_index ($.tasks.overall / row grok/grok-4.6 / column accuracy),,in,in valsindex3,vals.ai,grok-4.7,xhigh,mixed,hard,Vals-Index,per-test,12.108087,2.89e-07,,,54.947,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/vals_index ($.tasks.overall / row grok/grok-4.7 / column accuracy),,in,in valsindex3,vals.ai,kimi-k3,max,mixed,hard,Vals-Index,per-test,6.439308,2.89e-07,,,50.297,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/vals_index ($.tasks.overall / row kimi/kimi-k3 / column accuracy),,in,in valsindex3,vals.ai,gpt-5.4-mini,xhigh,mixed,hard,Vals-Index,per-test,1.452296,2.89e-07,,,33.169,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/vals_index ($.tasks.overall / row openai/gpt-5.4-mini-2026-03-17 / column accuracy),,in,in valsindex3,vals.ai,gpt-5.6-luna,max,mixed,hard,Vals-Index,per-test,0.824394,2.89e-07,,,51.687,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/vals_index ($.tasks.overall / row openai/gpt-5.6-luna / column accuracy),,in,in valsindex3,vals.ai,gpt-5.6-sol,max,mixed,hard,Vals-Index,per-test,19.579152999999998,1.03,,,58.005,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/vals_index ($.tasks.overall / row openai/gpt-5.6-sol / column accuracy),,in,out:cost-single-couple valsindex3,vals.ai,gpt-5.6-terra,max,mixed,hard,Vals-Index,per-test,5.776241,2.89e-07,,,53.085,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/vals_index ($.tasks.overall / row openai/gpt-5.6-terra / column accuracy),,in,in valsindex3,vals.ai,gpt-6-astra,max,mixed,hard,Vals-Index,per-test,18.457813,2.89e-07,,,63.125,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/vals_index ($.tasks.overall / row openai/gpt-6-astra / column accuracy),,in,in valsindex3,vals.ai,gpt-6-luna,max,mixed,hard,Vals-Index,per-test,0.431072,2.89e-07,,,51.216,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/vals_index ($.tasks.overall / row openai/gpt-6-luna / column accuracy),,in,in valsindex3,vals.ai,gpt-6-sol,max,mixed,hard,Vals-Index,per-test,7.580816,2.89e-07,,,57.536,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/vals_index ($.tasks.overall / row openai/gpt-6-sol / column accuracy),,in,in valsindex3,vals.ai,gpt-6.1-sol,max,mixed,hard,Vals-Index,per-test,3.236975,2.89e-07,,,61.154,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/vals_index ($.tasks.overall / row openai/gpt-6.1-sol / column accuracy),,in,in valsindex3,vals.ai,glm-5.3,not-established:absent,mixed,hard,Vals-Index,per-test,7.248682,2.89e-07,,,53.514,score%,0.000289,,,https://vals.ai/benchmarks/vals_index ($.tasks.overall / row zai/glm-5.3 / column accuracy),,out:effort-not-established,out:effort-not-established valsindex3,vals.ai,glm-5.3-flash,not-established:absent,mixed,hard,Vals-Index,per-test,1.034642,2.89e-07,,,44.581,score%,0.000289,,,https://vals.ai/benchmarks/vals_index ($.tasks.overall / row zai/glm-5.3-flash / column accuracy),,out:effort-not-established,out:effort-not-established valsfinance#2.1,vals.ai,deepseek-v4.1-flash-1017,max,agentic-tool,hard,Vals-runner,per-test,0.462841,2.89e-07,,,56.96,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/vals_index ($.tasks.finance_agent / row deepseek/deepseek-v4.1-flash-1017 / column accuracy),,out:republished,out:republished valsfinance#2.1,vals.ai,gemini-4-argon,high,agentic-tool,hard,Vals-runner,per-test,4.378161,2.89e-07,,,65.401,score%,0.000289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/vals_index ($.tasks.finance_agent / row google/gemini-4-argon / column accuracy),,out:republished,out:republished valsfinance#2.1,vals.ai,grok-4.7,xhigh,agentic-tool,hard,Vals-runner,per-test,2.719136,2.89e-07,,,52.251,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/vals_index ($.tasks.finance_agent / row grok/grok-4.7 / column accuracy),,out:republished,out:republished valsfinance#2.1,vals.ai,kimi-k3,max,agentic-tool,hard,Vals-runner,per-test,1.913224,2.89e-07,,,53.114,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/vals_index ($.tasks.finance_agent / row kimi/kimi-k3 / column accuracy),,out:republished,out:republished valsfinance#2.1,vals.ai,gpt-5.6-luna,max,agentic-tool,hard,Vals-runner,per-test,0.16753440000000003,0.0645,,,55.044,score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/vals_index ($.tasks.finance_agent / row openai/gpt-5.6-luna / column accuracy),,out:republished,out:cost-single-couple valsfinance#2.1,vals.ai,gpt-5.6-terra,max,agentic-tool,hard,Vals-runner,per-test,3.2662773,0.21,,,54.436,score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/vals_index ($.tasks.finance_agent / row openai/gpt-5.6-terra / column accuracy),,out:republished,out:cost-single-couple valsfinance#2.1,vals.ai,gpt-6-luna,max,agentic-tool,hard,Vals-runner,per-test,0.124338,2.89e-07,,,49.873,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/vals_index ($.tasks.finance_agent / row openai/gpt-6-luna / column accuracy),,out:republished,out:republished valsfinance#2.1,vals.ai,gpt-6-sol,max,agentic-tool,hard,Vals-runner,per-test,2.122121,2.89e-07,,,49.05,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/vals_index ($.tasks.finance_agent / row openai/gpt-6-sol / column accuracy),,out:republished,out:republished valsfinance#2.1,vals.ai,gpt-6.1-sol,max,agentic-tool,hard,Vals-runner,per-test,1.619399,2.89e-07,,,52.033,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/vals_index ($.tasks.finance_agent / row openai/gpt-6.1-sol / column accuracy),,out:republished,out:republished valsindex4@vals.ai#2.2,vals.ai,haiku-5.5,max,mixed,hard,Vals-Index,per-test,3.17475,2.89e-06,,,58.727,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.vals.ai/benchmarks/vals_index (payload tasks.overall / anthropic/claude-haiku-5-5 / accuracy),,in,in valsindex4@vals.ai#2.2,vals.ai,opus-5.5,max,mixed,hard,Vals-Index,per-test,24.772748,2.89e-07,,,70.177,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.vals.ai/benchmarks/vals_index (payload tasks.overall / anthropic/claude-opus-5-5 / accuracy),,in,in valsindex4@vals.ai#2.2,vals.ai,sonnet-5.5,max,mixed,hard,Vals-Index,per-test,12.137892749999999,2.34,,,70.854,accuracy%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://www.vals.ai/benchmarks/vals_index (payload tasks.overall / anthropic/claude-sonnet-5-5 / accuracy),,in,out:cost-single-couple valsindex4@vals.ai#2.2,vals.ai,qwen3.8-max-0902,unstated,mixed,hard,Vals-Index,per-test,8.729516,2.89e-07,,,59.045,accuracy%,0.000289,,,https://www.vals.ai/benchmarks/vals_index (payload tasks.overall / alibaba/qwen3.8-max-internal / accuracy),,out:effort-not-established,out:effort-not-established valsindex4@vals.ai#2.2,vals.ai,deepseek-v4-pro-0813,max,mixed,hard,Vals-Index,per-test,16.42038398275862,8.04,,,52.974,accuracy%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://www.vals.ai/benchmarks/vals_index (payload tasks.overall / deepseek/deepseek-v4-pro-0813 / accuracy),,in,out:cost-single-couple valsindex4@vals.ai#2.2,vals.ai,deepseek-v4.1-flash-1017,max,mixed,hard,Vals-Index,per-test,0.65747,2.89e-06,,,61.257,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.vals.ai/benchmarks/vals_index (payload tasks.overall / deepseek/deepseek-v4.1-flash-1017 / accuracy),,in,in valsindex4@vals.ai#2.2,vals.ai,gemini-3.8-flash,high,mixed,hard,Vals-Index,per-test,5.025617,2.89e-07,,,55.951,accuracy%,0.000289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://www.vals.ai/benchmarks/vals_index (payload tasks.overall / google/gemini-3.8-flash / accuracy),,in,in valsindex4@vals.ai#2.2,vals.ai,gemini-4-argon,high,mixed,hard,Vals-Index,per-test,13.372731,2.89e-07,,,69.237,accuracy%,0.000289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://www.vals.ai/benchmarks/vals_index (payload tasks.overall / google/gemini-4-argon / accuracy),,in,in valsindex4@vals.ai#2.2,vals.ai,grok-4.7,xhigh,mixed,hard,Vals-Index,per-test,11.625468,2.89e-07,,,58.564,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.vals.ai/benchmarks/vals_index (payload tasks.overall / grok/grok-4.7 / accuracy),,in,in valsindex4@vals.ai#2.2,vals.ai,kimi-k3,max,mixed,hard,Vals-Index,per-test,7.169465,2.89e-07,,,52.955,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://www.vals.ai/benchmarks/vals_index (payload tasks.overall / kimi/kimi-k3 / accuracy),,in,in valsindex4@vals.ai#2.2,vals.ai,gpt-6-astra,max,mixed,hard,Vals-Index,per-test,21.277828,2.89e-07,,,65.023,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.vals.ai/benchmarks/vals_index (payload tasks.overall / openai/gpt-6-astra / accuracy),,in,in valsindex4@vals.ai#2.2,vals.ai,gpt-6-luna,max,mixed,hard,Vals-Index,per-test,0.450147,2.89e-07,,,52.322,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.vals.ai/benchmarks/vals_index (payload tasks.overall / openai/gpt-6-luna / accuracy),,in,in valsindex4@vals.ai#2.2,vals.ai,gpt-6.1-sol,max,mixed,hard,Vals-Index,per-test,3.614054,2.89e-07,,,63.944,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.vals.ai/benchmarks/vals_index (payload tasks.overall / openai/gpt-6.1-sol / accuracy),,in,in valsindex4@vals.ai#2.2,vals.ai,glm-5.3,not-established:absent,mixed,hard,Vals-Index,per-test,8.524625,2.89e-07,,,59.729,accuracy%,0.000289,,,https://www.vals.ai/benchmarks/vals_index (payload tasks.overall / zai/glm-5.3 / accuracy),,out:effort-not-established,out:effort-not-established valsindex4@vals.ai#2.2,vals.ai,glm-5.3-flash,not-established:absent,mixed,hard,Vals-Index,per-test,2.048666,2.89e-07,,,50.861,accuracy%,0.000289,,,https://www.vals.ai/benchmarks/vals_index (payload tasks.overall / zai/glm-5.3-flash / accuracy),,out:effort-not-established,out:effort-not-established valsindex4@vals.ai#2.2,vals.ai,fable-5.2,high,mixed,hard,Vals-Index,per-test,17.939202,2.89e-07,,,71.309,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.vals.ai/benchmarks/vals_index (payload tasks.overall / anthropic/claude-fable-5-2 / accuracy),,in,in valsindex4-codemig,vals.ai,fable-5.2,high,coding,hard,Vals-Index,per-test,68.678428,2.89e-07,,,85.848,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.vals.ai/benchmarks/vals_index (index page payload, component code_migration, entry anthropic/claude-fable-5-2, accuracy)",,out:single-couple,out:cost-single-couple valsindex4@vals.ai#2.2,vals.ai,gemini-4-hydrogen,unstated,mixed,hard,Vals-Index,per-test,9.84,0.00289,,,68.49,accuracy%,0.00289,,,"https://www.vals.ai/benchmarks/vals_index (leaderboard table, rank 6, Accuracy column)",,out:effort-not-established,out:effort-not-established valsindex4@vals.ai#2.2,vals.ai,qwen4-max,xhigh,mixed,hard,Vals-Index,per-test,9.33,0.00289,,,63.20,accuracy%,0.00289,,EAP-run,"https://www.vals.ai/benchmarks/vals_index (leaderboard table, rank 11, Accuracy column)",,out:effort-not-established,out:effort-not-established valsindex4@vals.ai#2.2,vals.ai,gemini-4-carbon,high,mixed,hard,Vals-Index,per-test,10.508065,2.89e-07,11273612554,240391208,70.45,accuracy%,0.00289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://www.vals.ai/benchmarks/vals_index (payload tasks.overall / google/gemini-4-carbon / accuracy),,in,in valsindex@vals.ai#1.2,vals.ai,?anthropic/claude-haiku-4-5-20251001-thinking,not-established:absent,mixed,hard,Vals-Index-24bench,per-test,0.558143,2.89e-07,,,40.903,score%,0.000289,,,https://vals.ai/benchmarks/vals_index_v1_2 ($.tasks.overall / row anthropic/claude-haiku-4-5-20251001-thinking / column accuracy),,out:model-not-established,out:model-not-established valsindex@vals.ai#1.2,vals.ai,qwen3.6-plus,default,mixed,hard,Vals-Index-24bench,per-test,1.552897,2.89e-07,,,48.887,score%,0.000289,,,https://vals.ai/benchmarks/vals_index_v1_2 ($.tasks.overall / row alibaba/qwen3.6-plus / column accuracy),,out:effort-not-established,out:effort-not-established valsindex@vals.ai#1.2,vals.ai,qwen3.7-max,default,mixed,hard,Vals-Index-24bench,per-test,5.223348,2.89e-07,,,57.487,score%,0.000289,,,https://vals.ai/benchmarks/vals_index_v1_2 ($.tasks.overall / row alibaba/qwen3.7-max / column accuracy),,out:effort-not-established,out:effort-not-established valsindex@vals.ai#1.2,vals.ai,qwen3.7-plus,default,mixed,hard,Vals-Index-24bench,per-test,0.351425,2.89e-07,,,52.331,score%,0.000289,,,https://vals.ai/benchmarks/vals_index_v1_2 ($.tasks.overall / row alibaba/qwen3.7-plus / column accuracy),,out:effort-not-established,out:effort-not-established valsindex@vals.ai#1.2,vals.ai,qwen3.8-max,xhigh,mixed,hard,Vals-Index-24bench,per-test,2.676811,2.89e-07,,,65.469,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/vals_index_v1_2 ($.tasks.overall / row alibaba/qwen3.8-max / column accuracy),,out:composite,out:composite valsindex@vals.ai#1.2,vals.ai,deepseek-v4-flash-0731,high,mixed,hard,Vals-Index-24bench,per-test,0.25192371428571425,0.0332,,,63.952,score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/vals_index_v1_2 ($.tasks.overall / row deepseek/deepseek-v4-flash-0731 / column accuracy),,out:composite,out:cost-single-couple valsindex@vals.ai#1.2,vals.ai,deepseek-v4-pro-preview,max,mixed,hard,Vals-Index-24bench,per-test,0.4244437875,0.233,,,55.615,score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/vals_index_v1_2 ($.tasks.overall / row deepseek/deepseek-v4-pro / column accuracy),,out:composite,out:cost-single-couple valsindex@vals.ai#1.2,vals.ai,gemini-3-flash,high,mixed,hard,Vals-Index-24bench,per-test,0.397051,2.89e-07,,,49.546,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/vals_index_v1_2 ($.tasks.overall / row google/gemini-3-flash-preview / column accuracy),,out:composite,out:composite valsindex@vals.ai#1.2,vals.ai,gemini-3.1-flash-lite-preview,high,mixed,hard,Vals-Index-24bench,per-test,0.17062,2.89e-07,,,36.2,score%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/vals_index_v1_2 ($.tasks.overall / row google/gemini-3.1-flash-lite-preview / column accuracy),,out:composite,out:composite valsindex@vals.ai#1.2,vals.ai,gemini-3.1-pro,high,mixed,hard,Vals-Index-24bench,per-test,1.350398,2.89e-07,,,53.77,score%,0.000289,,cost-method-assumed-single,https://vals.ai/benchmarks/vals_index_v1_2 ($.tasks.overall / row google/gemini-3.1-pro-preview / column accuracy),,out:composite,out:cost-not-comparable valsindex@vals.ai#1.2,vals.ai,gemini-3.5-flash,high,mixed,hard,Vals-Index-24bench,per-test,1.401628,2.89e-07,,,62.748,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/vals_index_v1_2 ($.tasks.overall / row google/gemini-3.5-flash / column accuracy),,out:composite,out:composite valsindex@vals.ai#1.2,vals.ai,gemini-3.5-flash-lite,high,mixed,hard,Vals-Index-24bench,per-test,0.416812,2.89e-07,,,50.997,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/vals_index_v1_2 ($.tasks.overall / row google/gemini-3.5-flash-lite / column accuracy),,out:composite,out:composite valsindex@vals.ai#1.2,vals.ai,gemini-3.6-flash,high,mixed,hard,Vals-Index-24bench,per-test,1.420371,2.89e-07,,,64.915,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/vals_index_v1_2 ($.tasks.overall / row google/gemini-3.6-flash / column accuracy),,out:composite,out:composite valsindex@vals.ai#1.2,vals.ai,grok-4.20,think,mixed,hard,Vals-Index-24bench,per-test,0.3825474583333333,0.0909,,,39.496,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/vals_index_v1_2 ($.tasks.overall / row grok/grok-4.20-0309-reasoning / column accuracy),,out:composite,out:cost-single-couple valsindex@vals.ai#1.2,vals.ai,grok-4.3,high,mixed,hard,Vals-Index-24bench,per-test,0.68602,2.89e-07,,,46.48,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/vals_index_v1_2 ($.tasks.overall / row grok/grok-4.3 / column accuracy),,out:composite,out:composite valsindex@vals.ai#1.2,vals.ai,grok-4.5,high,mixed,hard,Vals-Index-24bench,per-test,0.9989272,0.144,,,65.299,score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/vals_index_v1_2 ($.tasks.overall / row grok/grok-4.5 / column accuracy),,out:composite,out:cost-single-couple valsindex@vals.ai#1.2,vals.ai,kimi-k2.6,unstated,mixed,hard,Vals-Index-24bench,per-test,0.705307,2.89e-07,,,55.166,score%,0.000289,,,https://vals.ai/benchmarks/vals_index_v1_2 ($.tasks.overall / row kimi/kimi-k2.6 / column accuracy),,out:effort-not-established,out:effort-not-established valsindex@vals.ai#1.2,vals.ai,kimi-k3,max,mixed,hard,Vals-Index-24bench,per-test,2.34403,2.89e-07,,,74.7,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/vals_index_v1_2 ($.tasks.overall / row kimi/kimi-k3 / column accuracy),,out:composite,out:composite valsindex@vals.ai#1.2,vals.ai,gpt-5.4-mini,xhigh,mixed,hard,Vals-Index-24bench,per-test,0.65965,2.89e-07,,,52.425,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/vals_index_v1_2 ($.tasks.overall / row openai/gpt-5.4-mini-2026-03-17 / column accuracy),,out:composite,out:composite valsindex@vals.ai#1.2,vals.ai,gpt-5.4-nano,high,mixed,hard,Vals-Index-24bench,per-test,0.324322,2.89e-07,,,46.635,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/vals_index_v1_2 ($.tasks.overall / row openai/gpt-5.4-nano-2026-03-17 / column accuracy),,out:composite,out:composite valsindex@vals.ai#1.2,vals.ai,gpt-5.5,xhigh,mixed,hard,Vals-Index-24bench,per-test,4.60358,2.89e-07,,,67.951,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/vals_index_v1_2 ($.tasks.overall / row openai/gpt-5.5 / column accuracy),,out:composite,out:composite valsindex@vals.ai#1.2,vals.ai,gpt-5.6-luna,max,mixed,hard,Vals-Index-24bench,per-test,0.222066,2.89e-07,,,69.878,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/vals_index_v1_2 ($.tasks.overall / row openai/gpt-5.6-luna / column accuracy),,out:composite,out:composite valsindex@vals.ai#1.2,vals.ai,gpt-5.6-sol,max,mixed,hard,Vals-Index-24bench,per-test,7.457146,2.89e-07,,,73.118,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/vals_index_v1_2 ($.tasks.overall / row openai/gpt-5.6-sol / column accuracy),,out:composite,out:composite valsindex@vals.ai#1.2,vals.ai,gpt-5.6-terra,xhigh,mixed,hard,Vals-Index-24bench,per-test,1.109172,2.89e-07,,,65.135,score%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/vals_index_v1_2 ($.tasks.overall / row openai/gpt-5.6-terra / column accuracy),,out:composite,out:composite valsindex@vals.ai#1.2,vals.ai,glm-5.1,unstated,mixed,hard,Vals-Index-24bench,per-test,0.863172,2.89e-07,,,52.452,score%,0.000289,,,https://vals.ai/benchmarks/vals_index_v1_2 ($.tasks.overall / row zai/glm-5.1 / column accuracy),,out:effort-not-established,out:effort-not-established valsindex@vals.ai#1.2,vals.ai,glm-5.2,max,mixed,hard,Vals-Index-24bench,per-test,2.076891,2.89e-07,,,65.017,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/vals_index_v1_2 ($.tasks.overall / row zai/glm-5.2 / column accuracy),,out:composite,out:composite valsmmindex#1.2,vals.ai,fable-5,max,mixed,hard,Vals-composite,per-test,7.972213,2.89e-07,,,74.154,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/vals_multimodal_index ($.tasks.overall / row anthropic/claude-fable-5 / column accuracy),,out:composite,out:composite valsmmindex#1.2,vals.ai,opus-4.8,max,mixed,hard,Vals-composite,per-test,5.455981,2.89e-07,,,70.889,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/vals_multimodal_index ($.tasks.overall / row anthropic/claude-opus-4-8 / column accuracy),,out:composite,out:composite valsmmindex#1.2,vals.ai,sonnet-5,max,mixed,hard,Vals-composite,per-test,6.532939,2.89e-07,,,68.826,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/vals_multimodal_index ($.tasks.overall / row anthropic/claude-sonnet-5 / column accuracy),,out:composite,out:composite valsmmindex#1.2,vals.ai,sonnet-4.6,max,mixed,hard,Vals-composite,per-test,1.576917,2.89e-07,,,60.571,accuracy%,0.000289,,,https://vals.ai/benchmarks/vals_multimodal_index ($.tasks.overall / row anthropic/claude-sonnet-4-6 / column accuracy),,out:effort-not-established,out:effort-not-established valsmmindex#1.2,vals.ai,opus-4.7,high,mixed,hard,Vals-composite,per-test,4.44122,2.89e-07,,,67.361,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/vals_multimodal_index ($.tasks.overall / row anthropic/claude-opus-4-7 / column accuracy),,out:composite,out:composite valsmmindex#1.2,vals.ai,?anthropic/claude-haiku-4-5-20251001-thinking,not-established:absent,mixed,hard,Vals-composite,per-test,0.409227,2.89e-07,,,42.883,accuracy%,0.000289,,,https://vals.ai/benchmarks/vals_multimodal_index ($.tasks.overall / row anthropic/claude-haiku-4-5-20251001-thinking / column accuracy),,out:model-not-established,out:model-not-established valsmmindex#1.2,vals.ai,opus-5,max,mixed,hard,Vals-composite,per-test,6.136905,2.89e-07,,,73.896,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/vals_multimodal_index ($.tasks.overall / row anthropic/claude-opus-5 / column accuracy),,out:composite,out:composite valsmmindex#1.2,vals.ai,qwen3.6-plus,default,mixed,hard,Vals-composite,per-test,1.117056,2.89e-07,,,51.516,accuracy%,0.000289,,,https://vals.ai/benchmarks/vals_multimodal_index ($.tasks.overall / row alibaba/qwen3.6-plus / column accuracy),,out:effort-not-established,out:effort-not-established valsmmindex#1.2,vals.ai,qwen3.7-plus,default,mixed,hard,Vals-composite,per-test,0.255213,2.89e-07,,,53.892,accuracy%,0.000289,,,https://vals.ai/benchmarks/vals_multimodal_index ($.tasks.overall / row alibaba/qwen3.7-plus / column accuracy),,out:effort-not-established,out:effort-not-established valsmmindex#1.2,vals.ai,qwen3.8-max,xhigh,mixed,hard,Vals-composite,per-test,1.926436,2.89e-07,,,65.394,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/vals_multimodal_index ($.tasks.overall / row alibaba/qwen3.8-max / column accuracy),,out:composite,out:composite valsmmindex#1.2,vals.ai,gemini-3-flash,high,mixed,hard,Vals-composite,per-test,0.28728,2.89e-07,,,52.187,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/vals_multimodal_index ($.tasks.overall / row google/gemini-3-flash-preview / column accuracy),,out:composite,out:composite valsmmindex#1.2,vals.ai,gemini-3.1-flash-lite-preview,high,mixed,hard,Vals-composite,per-test,0.123381,2.89e-07,,,41.352,accuracy%,0.000289,,cost-stated-prices; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/vals_multimodal_index ($.tasks.overall / row google/gemini-3.1-flash-lite-preview / column accuracy),,out:composite,out:composite valsmmindex#1.2,vals.ai,gemini-3.1-pro,high,mixed,hard,Vals-composite,per-test,0.977777,2.89e-07,,,56.068,accuracy%,0.000289,,cost-method-assumed-single,https://vals.ai/benchmarks/vals_multimodal_index ($.tasks.overall / row google/gemini-3.1-pro-preview / column accuracy),,out:composite,out:cost-not-comparable valsmmindex#1.2,vals.ai,gemini-3.5-flash,high,mixed,hard,Vals-composite,per-test,1.011224,2.89e-07,,,62.928,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/vals_multimodal_index ($.tasks.overall / row google/gemini-3.5-flash / column accuracy),,out:composite,out:composite valsmmindex#1.2,vals.ai,gemini-3.6-flash,high,mixed,hard,Vals-composite,per-test,1.023831,2.89e-07,,,65.077,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/vals_multimodal_index ($.tasks.overall / row google/gemini-3.6-flash / column accuracy),,out:composite,out:composite valsmmindex#1.2,vals.ai,grok-4.20,think,mixed,hard,Vals-composite,per-test,0.2820895,0.0671,,,39.059,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/vals_multimodal_index ($.tasks.overall / row grok/grok-4.20-0309-reasoning / column accuracy),,out:composite,out:cost-single-couple valsmmindex#1.2,vals.ai,grok-4.3,high,mixed,hard,Vals-composite,per-test,0.49718,2.89e-07,,,43.293,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/vals_multimodal_index ($.tasks.overall / row grok/grok-4.3 / column accuracy),,out:composite,out:composite valsmmindex#1.2,vals.ai,grok-4.5,high,mixed,hard,Vals-composite,per-test,0.7284352000000001,0.105,,,63.42,accuracy%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/vals_multimodal_index ($.tasks.overall / row grok/grok-4.5 / column accuracy),,out:composite,out:cost-single-couple valsmmindex#1.2,vals.ai,kimi-k2.6,unstated,mixed,hard,Vals-composite,per-test,0.517632,2.89e-07,,,56.434,accuracy%,0.000289,,,https://vals.ai/benchmarks/vals_multimodal_index ($.tasks.overall / row kimi/kimi-k2.6 / column accuracy),,out:effort-not-established,out:effort-not-established valsmmindex#1.2,vals.ai,kimi-k3,max,mixed,hard,Vals-composite,per-test,1.696507,2.89e-07,,,73.42,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://vals.ai/benchmarks/vals_multimodal_index ($.tasks.overall / row kimi/kimi-k3 / column accuracy),,out:composite,out:composite valsmmindex#1.2,vals.ai,gpt-5.4-mini,xhigh,mixed,hard,Vals-composite,per-test,0.488419,2.89e-07,,,54.219,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/vals_multimodal_index ($.tasks.overall / row openai/gpt-5.4-mini-2026-03-17 / column accuracy),,out:composite,out:composite valsmmindex#1.2,vals.ai,gpt-5.4-nano,high,mixed,hard,Vals-composite,per-test,0.232894,2.89e-07,,,47.643,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/vals_multimodal_index ($.tasks.overall / row openai/gpt-5.4-nano-2026-03-17 / column accuracy),,out:composite,out:composite valsmmindex#1.2,vals.ai,gpt-5.5,xhigh,mixed,hard,Vals-composite,per-test,3.317135,2.89e-07,,,68.071,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/vals_multimodal_index ($.tasks.overall / row openai/gpt-5.5 / column accuracy),,out:composite,out:composite valsmmindex#1.2,vals.ai,gpt-5.6-luna,max,mixed,hard,Vals-composite,per-test,0.160787,2.89e-07,,,69.058,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/vals_multimodal_index ($.tasks.overall / row openai/gpt-5.6-luna / column accuracy),,out:composite,out:composite valsmmindex#1.2,vals.ai,gpt-5.6-sol,max,mixed,hard,Vals-composite,per-test,5.357844,2.89e-07,,,72.64,accuracy%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/vals_multimodal_index ($.tasks.overall / row openai/gpt-5.6-sol / column accuracy),,out:composite,out:composite valsmmindex#1.2,vals.ai,gpt-5.6-terra,xhigh,mixed,hard,Vals-composite,per-test,0.800829,2.89e-07,,,65.07,accuracy%,0.000289,,cost-stated-price-registered; cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/vals_multimodal_index ($.tasks.overall / row openai/gpt-5.6-terra / column accuracy),,out:composite,out:composite valsrouterindex,vals.ai,haiku-5.5,unstated,mixed,hard,Vals-Index,per-test,3.173012,2.89e-07,,,58.708,accuracy%,0.000289,,,https://www.vals.ai/benchmarks/vals_router_index (payload tasks.overall / anthropic/claude-haiku-5-5 / accuracy),,out:effort-not-established,out:effort-not-established valsrouterindex,vals.ai,opus-5.5,unstated,mixed,hard,Vals-Index,per-test,24.408239,2.89e-07,,,64.156,accuracy%,0.000289,,,https://www.vals.ai/benchmarks/vals_router_index (payload tasks.overall / anthropic/claude-opus-5-5 / accuracy),,out:effort-not-established,out:effort-not-established valsrouterindex,vals.ai,sonnet-5.5,unstated,mixed,hard,Vals-Index,per-test,15.874117,2.89e-07,,,69.028,accuracy%,0.000289,,,https://www.vals.ai/benchmarks/vals_router_index (payload tasks.overall / anthropic/claude-sonnet-5-5 / accuracy),,out:effort-not-established,out:effort-not-established valsrouterindex,vals.ai,deepseek-v4-pro-0813,unstated,mixed,hard,Vals-Index,per-test,2.499691,2.89e-07,,,52.974,accuracy%,0.000289,,,https://www.vals.ai/benchmarks/vals_router_index (payload tasks.overall / deepseek/deepseek-v4-pro-0813 / accuracy),,out:effort-not-established,out:effort-not-established valsrouterindex,vals.ai,deepseek-v4.1-flash-1017,unstated,mixed,hard,Vals-Index,per-test,0.65747,2.89e-06,,,61.257,accuracy%,0.000289,,,https://www.vals.ai/benchmarks/vals_router_index (payload tasks.overall / deepseek/deepseek-v4.1-flash-1017 / accuracy),,out:effort-not-established,out:effort-not-established valsrouterindex,vals.ai,gemini-3.8-flash,unstated,mixed,hard,Vals-Index,per-test,6.064799,2.89e-07,,,55.951,accuracy%,0.000289,,,https://www.vals.ai/benchmarks/vals_router_index (payload tasks.overall / google/gemini-3.8-flash / accuracy),,out:effort-not-established,out:effort-not-established valsrouterindex,vals.ai,gemini-4-argon,unstated,mixed,hard,Vals-Index,per-test,13.372731,2.89e-07,,,69.237,accuracy%,0.000289,,,https://www.vals.ai/benchmarks/vals_router_index (payload tasks.overall / google/gemini-4-argon / accuracy),,out:effort-not-established,out:effort-not-established valsrouterindex,vals.ai,grok-4.7,unstated,mixed,hard,Vals-Index,per-test,11.625468,2.89e-07,,,58.564,accuracy%,0.000289,,,https://www.vals.ai/benchmarks/vals_router_index (payload tasks.overall / grok/grok-4.7 / accuracy),,out:effort-not-established,out:effort-not-established valsrouterindex,vals.ai,kimi-k3,unstated,mixed,hard,Vals-Index,per-test,7.169465,2.89e-07,,,52.955,accuracy%,0.000289,,,https://www.vals.ai/benchmarks/vals_router_index (payload tasks.overall / kimi/kimi-k3 / accuracy),,out:effort-not-established,out:effort-not-established valsrouterindex,vals.ai,gpt-6-astra,unstated,mixed,hard,Vals-Index,per-test,21.277828,2.89e-07,,,65.023,accuracy%,0.000289,,,https://www.vals.ai/benchmarks/vals_router_index (payload tasks.overall / openai/gpt-6-astra / accuracy),,out:effort-not-established,out:effort-not-established valsrouterindex,vals.ai,gpt-6-luna,unstated,mixed,hard,Vals-Index,per-test,0.450147,2.89e-07,,,52.322,accuracy%,0.000289,,,https://www.vals.ai/benchmarks/vals_router_index (payload tasks.overall / openai/gpt-6-luna / accuracy),,out:effort-not-established,out:effort-not-established valsrouterindex,vals.ai,gpt-6.1-sol,unstated,mixed,hard,Vals-Index,per-test,3.614054,2.89e-07,,,63.944,accuracy%,0.000289,,,https://www.vals.ai/benchmarks/vals_router_index (payload tasks.overall / openai/gpt-6.1-sol / accuracy),,out:effort-not-established,out:effort-not-established valsrouterindex,vals.ai,glm-5.3,unstated,mixed,hard,Vals-Index,per-test,8.524625,2.89e-07,,,59.729,accuracy%,0.000289,,,https://www.vals.ai/benchmarks/vals_router_index (payload tasks.overall / zai/glm-5.3 / accuracy),,out:effort-not-established,out:effort-not-established valsrouterindex,vals.ai,glm-5.3-flash,unstated,mixed,hard,Vals-Index,per-test,2.048666,2.89e-07,,,50.861,accuracy%,0.000289,,,https://www.vals.ai/benchmarks/vals_router_index (payload tasks.overall / zai/glm-5.3-flash / accuracy),,out:effort-not-established,out:effort-not-established valsvcb100#1.0,vals.ai,opus-5.5,not-established:absent,coding,hard,Vals-runner,per-test,44.115239,2.89e-07,,,30.361,score%,0.000289,,,https://vals.ai/benchmarks/vcb-1-100 ($.tasks.overall / row anthropic/claude-opus-5-5 / column accuracy),,out:effort-not-established,out:effort-not-established valsvcb100#1.0,vals.ai,opus-5,not-established:absent,coding,hard,Vals-runner,per-test,41.49277,2.89e-07,,,28.533,score%,0.000289,,,https://vals.ai/benchmarks/vcb-1-100 ($.tasks.overall / row anthropic/claude-opus-5 / column accuracy),,out:effort-not-established,out:effort-not-established valsvcb100#1.0,vals.ai,fable-5.1,not-established:absent,coding,hard,Vals-runner,per-test,149.664612,2.89e-07,,,28,score%,0.000289,,,https://vals.ai/benchmarks/vcb-1-100 ($.tasks.overall / row anthropic/claude-fable-5-1 / column accuracy),,out:effort-not-established,out:effort-not-established valsvcb100#1.0,vals.ai,sonnet-5,not-established:absent,coding,hard,Vals-runner,per-test,71.148517,2.89e-07,,,13.822,score%,0.000289,,,https://vals.ai/benchmarks/vcb-1-100 ($.tasks.overall / row anthropic/claude-sonnet-5 / column accuracy),,out:effort-not-established,out:effort-not-established valsvcb100#1.0,vals.ai,haiku-5.5,not-established:absent,coding,hard,Vals-runner,per-test,8.304533,2.89e-07,,,20.406,score%,0.000289,,,https://vals.ai/benchmarks/vcb-1-100 ($.tasks.overall / row anthropic/claude-haiku-5-5 / column accuracy),,out:effort-not-established,out:effort-not-established valsvcb100#1.0,vals.ai,?qwen3.8-max,not-established:absent,coding,hard,Vals-runner,per-test,9.675734,2.89e-07,,,12.833,score%,0.000289,,,https://vals.ai/benchmarks/vcb-1-100 ($.tasks.overall / row alibaba/qwen3.8-max / column accuracy),,out:model-not-established,out:model-not-established valsvcb100#1.0,vals.ai,deepseek-v4-pro-0813,not-established:absent,coding,hard,Vals-runner,per-test,5.892792,2.89e-07,,,17.533,score%,0.000289,,,https://vals.ai/benchmarks/vcb-1-100 ($.tasks.overall / row deepseek/deepseek-v4-pro-0813 / column accuracy),,out:effort-not-established,out:effort-not-established valsvcb100#1.0,vals.ai,deepseek-v4.1-flash,not-established:absent,coding,hard,Vals-runner,per-test,0.688342,2.89e-07,,,16.378,score%,0.000289,,,https://vals.ai/benchmarks/vcb-1-100 ($.tasks.overall / row deepseek/deepseek-v4.1-flash / column accuracy),,out:effort-not-established,out:effort-not-established valsvcb100#1.0,vals.ai,gemini-3.1-pro,not-established:absent,coding,hard,Vals-runner,per-test,3.358183,2.89e-07,,,6.694,score%,0.000289,,,https://vals.ai/benchmarks/vcb-1-100 ($.tasks.overall / row google/gemini-3.1-pro-preview / column accuracy),,out:effort-not-established,out:effort-not-established valsvcb100#1.0,vals.ai,gemini-3.8-flash,not-established:absent,coding,hard,Vals-runner,per-test,18.906982,2.89e-07,,,18.772,score%,0.000289,,,https://vals.ai/benchmarks/vcb-1-100 ($.tasks.overall / row google/gemini-3.8-flash / column accuracy),,out:effort-not-established,out:effort-not-established valsvcb100#1.0,vals.ai,gemini-4-argon,not-established:absent,coding,hard,Vals-runner,per-test,18.659304,2.89e-07,,,21.2,score%,0.000289,,,https://vals.ai/benchmarks/vcb-1-100 ($.tasks.overall / row google/gemini-4-argon / column accuracy),,out:effort-not-established,out:effort-not-established valsvcb100#1.0,vals.ai,grok-4.6,not-established:absent,coding,hard,Vals-runner,per-test,26.271157,2.89e-07,,,14.75,score%,0.000289,,,https://vals.ai/benchmarks/vcb-1-100 ($.tasks.overall / row grok/grok-4.6 / column accuracy),,out:effort-not-established,out:effort-not-established valsvcb100#1.0,vals.ai,kimi-k3,not-established:absent,coding,hard,Vals-runner,per-test,9.39737,2.89e-07,,,18.244,score%,0.000289,,,https://vals.ai/benchmarks/vcb-1-100 ($.tasks.overall / row kimi/kimi-k3 / column accuracy),,out:effort-not-established,out:effort-not-established valsvcb100#1.0,vals.ai,gpt-5.6-luna,not-established:absent,coding,hard,Vals-runner,per-test,4.914059,2.89e-07,,,22.594,score%,0.000289,,,https://vals.ai/benchmarks/vcb-1-100 ($.tasks.overall / row openai/gpt-5.6-luna / column accuracy),,out:effort-not-established,out:effort-not-established valsvcb100#1.0,vals.ai,gpt-5.6-sol,not-established:absent,coding,hard,Vals-runner,per-test,47.425154,2.89e-07,,,20.011,score%,0.000289,,,https://vals.ai/benchmarks/vcb-1-100 ($.tasks.overall / row openai/gpt-5.6-sol / column accuracy),,out:effort-not-established,out:effort-not-established valsvcb100#1.0,vals.ai,gpt-5.6-terra,not-established:absent,coding,hard,Vals-runner,per-test,33.326696,2.89e-07,,,14.822,score%,0.000289,,,https://vals.ai/benchmarks/vcb-1-100 ($.tasks.overall / row openai/gpt-5.6-terra / column accuracy),,out:effort-not-established,out:effort-not-established valsvcb100#1.0,vals.ai,gpt-6-astra,not-established:absent,coding,hard,Vals-runner,per-test,84.720155,2.89e-07,,,27.644,score%,0.000289,,,https://vals.ai/benchmarks/vcb-1-100 ($.tasks.overall / row openai/gpt-6-astra / column accuracy),,out:effort-not-established,out:effort-not-established valsvcb100#1.0,vals.ai,glm-5.3,not-established:absent,coding,hard,Vals-runner,per-test,8.236953,2.89e-07,,,19.994,score%,0.000289,,,https://vals.ai/benchmarks/vcb-1-100 ($.tasks.overall / row zai/glm-5.3 / column accuracy),,out:effort-not-established,out:effort-not-established valsvcb100#1.0,vals.ai,glm-5.3-flash,not-established:absent,coding,hard,Vals-runner,per-test,0.462842,2.89e-07,,,16.033,score%,0.000289,,,https://vals.ai/benchmarks/vcb-1-100 ($.tasks.overall / row zai/glm-5.3-flash / column accuracy),,out:effort-not-established,out:effort-not-established valsvcb100#1.0,vals.ai,?alibaba/qwen3.8-max,not-established:absent,coding,hard,Vals-runner,per-test,9.675734,2.89e-07,,,12.833,score%,0.000289,,,https://www.vals.ai/benchmarks/vcb-1-100 (payload tasks.overall / alibaba/qwen3.8-max / accuracy),,out:model-not-established,out:model-not-established valsvcb100#1.0,vals.ai,qwen3.8-max-0902,unstated,coding,hard,Vals-runner,per-test,11.589207,2.89e-07,,,24.833,score%,0.000289,,,https://www.vals.ai/benchmarks/vcb-1-100 (payload tasks.overall / alibaba/qwen3.8-max-internal / accuracy),,out:effort-not-established,out:effort-not-established valsvibecode@vals.ai#1.1,vals.ai,opus-5,not-established:absent,coding,hard,,per-test,33.876235,2.89e-07,,,88.404,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row anthropic/claude-opus-5 / column accuracy),,out:effort-not-established,out:effort-not-established valsvibecode@vals.ai#1.1,vals.ai,opus-5.5,not-established:absent,coding,hard,,per-test,57.922811,2.89e-07,,,90.294,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row anthropic/claude-opus-5-5 / column accuracy),,out:effort-not-established,out:effort-not-established valsvibecode@vals.ai#1.1,vals.ai,fable-5.1,not-established:absent,coding,hard,,per-test,33.367507,2.89e-07,,,90.263,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row anthropic/claude-fable-5-1 / column accuracy),,out:effort-not-established,out:effort-not-established valsvibecode@vals.ai#1.1,vals.ai,opus-4.8,not-established:absent,coding,hard,,per-test,26.879989,2.89e-07,,,82.725,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row anthropic/claude-opus-4-8 / column accuracy),,out:effort-not-established,out:effort-not-established valsvibecode@vals.ai#1.1,vals.ai,opus-4.7,not-established:absent,coding,hard,,per-test,21.407199,2.89e-07,,,71.003,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row anthropic/claude-opus-4-7 / column accuracy),,out:effort-not-established,out:effort-not-established valsvibecode@vals.ai#1.1,vals.ai,sonnet-5,not-established:absent,coding,hard,,per-test,25.38542,2.89e-07,,,81.325,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row anthropic/claude-sonnet-5 / column accuracy),,out:effort-not-established,out:effort-not-established valsvibecode@vals.ai#1.1,vals.ai,sonnet-4.6,not-established:absent,coding,hard,,per-test,5.907892,2.89e-07,,,51.476,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row anthropic/claude-sonnet-4-6 / column accuracy),,out:effort-not-established,out:effort-not-established valsvibecode@vals.ai#1.1,vals.ai,?anthropic/claude-haiku-4-5-20251001-thinking,not-established:absent,coding,hard,,per-test,1.306474,2.89e-07,,,11.393,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row anthropic/claude-haiku-4-5-20251001-thinking / column accuracy),,out:model-not-established,out:model-not-established valsvibecode@vals.ai#1.1,vals.ai,sonnet-5.5,not-established:absent,coding,hard,,per-test,31.250578,2.89e-07,,,92.392,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row anthropic/claude-sonnet-5-5 / column accuracy),,out:effort-not-established,out:effort-not-established valsvibecode@vals.ai#1.1,vals.ai,opus-4.6,not-established:absent,coding,hard,,per-test,8.687436,2.89e-07,,,57.573,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row anthropic/claude-opus-4-6 / column accuracy),,out:effort-not-established,out:effort-not-established valsvibecc,vals.ai,?anthropic/claude-opus-4-8-claude-code,not-established:absent,coding,hard,ClaudeCode,per-test,6.8557,2.89e-07,,,77.485,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row anthropic/claude-opus-4-8-claude-code / column accuracy),,out:model-not-established,out:model-not-established valsvibecc,vals.ai,?anthropic/claude-sonnet-4-6-claude-code,not-established:absent,coding,hard,ClaudeCode,per-test,7.354471,2.89e-07,,,55.774,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row anthropic/claude-sonnet-4-6-claude-code / column accuracy),,out:model-not-established,out:model-not-established valsvibecode@vals.ai#1.1,vals.ai,haiku-5.5,not-established:absent,coding,hard,,per-test,6.071856,2.89e-07,,,90.444,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row anthropic/claude-haiku-5-5 / column accuracy),,out:effort-not-established,out:effort-not-established valsvibecode@vals.ai#1.1,vals.ai,qwen3-max-0923,solo,coding,hard,,per-test,6.023105,2.89e-07,,,3.506,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row alibaba/qwen3-max / column accuracy),,out:single-couple,out:cost-single-couple valsvibecode@vals.ai#1.1,vals.ai,qwen3.5-plus,not-established:absent,coding,hard,,per-test,3.803761,2.89e-07,,,15.738,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row alibaba/qwen3.5-plus-thinking / column accuracy),,out:effort-not-established,out:effort-not-established valsvibecode@vals.ai#1.1,vals.ai,qwen3.6-27b,default,coding,hard,,per-test,4.655127,2.89e-07,,,11.941,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row alibaba/qwen3.6-27b / column accuracy),,out:effort-not-established,out:effort-not-established valsvibecode@vals.ai#1.1,vals.ai,qwen3.6-plus,default,coding,hard,,per-test,5.447636,2.89e-07,,,25.565,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row alibaba/qwen3.6-plus / column accuracy),,out:effort-not-established,out:effort-not-established valsvibecode@vals.ai#1.1,vals.ai,qwen3.7-max,default,coding,hard,,per-test,11.400322,2.89e-07,,,47.671,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row alibaba/qwen3.7-max / column accuracy),,out:effort-not-established,out:effort-not-established valsvibecode@vals.ai#1.1,vals.ai,qwen3.7-plus,default,coding,hard,,per-test,1.082348,2.89e-07,,,46.391,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row alibaba/qwen3.7-plus / column accuracy),,out:effort-not-established,out:effort-not-established valsvibecode@vals.ai#1.1,vals.ai,qwen3.8-27b,not-established:absent,coding,hard,,per-test,23.456372,2.89e-07,,,64.85,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row alibaba/qwen3.8-27b / column accuracy),,out:effort-not-established,out:effort-not-established valsvibecode@vals.ai#1.1,vals.ai,?qwen3.8-max,not-established:absent,coding,hard,,per-test,8.238852,2.89e-07,,,64.696,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row alibaba/qwen3.8-max / column accuracy),,out:model-not-established,out:model-not-established valsvibecode@vals.ai#1.1,vals.ai,deepseek-v4-flash-0731,not-established:absent,coding,hard,,per-test,0.905592,2.89e-07,,,74.736,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row deepseek/deepseek-v4-flash-0731 / column accuracy),,out:effort-not-established,out:effort-not-established valsvibecode@vals.ai#1.1,vals.ai,?deepseek/deepseek-v4-pro,not-established:absent,coding,hard,,per-test,2.205991,2.89e-07,,,49.931,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row deepseek/deepseek-v4-pro / column accuracy),,out:model-not-established,out:model-not-established valsvibecode@vals.ai#1.1,vals.ai,deepseek-v4-pro-0813,not-established:absent,coding,hard,,per-test,0.356023,2.89e-07,,,82.297,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row deepseek/deepseek-v4-pro-0813 / column accuracy),,out:effort-not-established,out:effort-not-established valsvibecode@vals.ai#1.1,vals.ai,deepseek-v4.1-flash,not-established:absent,coding,hard,,per-test,0.407445,2.89e-07,,,84.739,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row deepseek/deepseek-v4.1-flash / column accuracy),,out:effort-not-established,out:effort-not-established valsvibecode@vals.ai#1.1,vals.ai,deepseek-v4.1-flash-1017,not-established:absent,coding,hard,,per-test,0.579984,2.89e-07,,,87.73,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row deepseek/deepseek-v4.1-flash-1017 / column accuracy),,out:effort-not-established,out:effort-not-established valsvibecode@vals.ai#1.1,vals.ai,?fireworks/deepseek-v3p2-thinking,not-established:absent,coding,hard,,per-test,2.469325,2.89e-07,,,5.108,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row fireworks/deepseek-v3p2-thinking / column accuracy),,out:model-not-established,out:model-not-established valsvibecode@vals.ai#1.1,vals.ai,gemini-2.5-pro,unstated,coding,hard,,per-test,1.223831,2.89e-07,,,0.4,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row google/gemini-2.5-pro / column accuracy),,out:effort-not-established,out:effort-not-established valsvibecode@vals.ai#1.1,vals.ai,gemini-3-flash,not-established:absent,coding,hard,,per-test,0.942067,2.89e-07,,,20.204,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row google/gemini-3-flash-preview / column accuracy),,out:effort-not-established,out:effort-not-established valsvibecode@vals.ai#1.1,vals.ai,?google/gemini-3-pro-preview,not-established:absent,coding,hard,,per-test,6.417592,2.89e-07,,,14.3,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row google/gemini-3-pro-preview / column accuracy),,out:model-not-established,out:model-not-established valsvibecode@vals.ai#1.1,vals.ai,gemini-3.1-flash-lite-preview,not-established:absent,coding,hard,,per-test,0.51,2.89e-07,,,0,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row google/gemini-3.1-flash-lite-preview / column accuracy),,out:effort-not-established,out:effort-not-established valsvibecode@vals.ai#1.1,vals.ai,gemini-3.1-pro,not-established:absent,coding,hard,,per-test,3.825202,2.89e-07,,,32.034,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row google/gemini-3.1-pro-preview / column accuracy),,out:effort-not-established,out:effort-not-established valsvibecode@vals.ai#1.1,vals.ai,gemini-3.5-flash,not-established:absent,coding,hard,,per-test,2.540385,2.89e-07,,,48.683,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row google/gemini-3.5-flash / column accuracy),,out:effort-not-established,out:effort-not-established valsvibecode@vals.ai#1.1,vals.ai,gemini-3.5-flash-lite,not-established:absent,coding,hard,,per-test,0.833111,2.89e-07,,,37.161,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row google/gemini-3.5-flash-lite / column accuracy),,out:effort-not-established,out:effort-not-established valsvibecode@vals.ai#1.1,vals.ai,gemini-3.6-flash,not-established:absent,coding,hard,,per-test,3.041993,2.89e-07,,,64.005,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row google/gemini-3.6-flash / column accuracy),,out:effort-not-established,out:effort-not-established valsvibecode@vals.ai#1.1,vals.ai,?google/gemini-3.7-flash,not-established:absent,coding,hard,,per-test,4.827643,2.89e-07,,,70.395,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row google/gemini-3.7-flash / column accuracy),,out:model-not-established,out:model-not-established valsvibecode@vals.ai#1.1,vals.ai,gemini-3.8-flash,not-established:absent,coding,hard,,per-test,6.865141,2.89e-07,,,78.651,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row google/gemini-3.8-flash / column accuracy),,out:effort-not-established,out:effort-not-established valsvibecode@vals.ai#1.1,vals.ai,gemini-4-argon,not-established:absent,coding,hard,,per-test,8.10797,2.89e-07,,,91.906,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row google/gemini-4-argon / column accuracy),,out:effort-not-established,out:effort-not-established valsvibecode@vals.ai#1.1,vals.ai,?grok/grok-4-1-fast-reasoning,not-established:absent,coding,hard,,per-test,0.209444,2.89e-07,,,1.2,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row grok/grok-4-1-fast-reasoning / column accuracy),,out:model-not-established,out:model-not-established valsvibecode@vals.ai#1.1,vals.ai,?grok/grok-4-fast-reasoning,not-established:absent,coding,hard,,per-test,0.133206,2.89e-07,,,0,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row grok/grok-4-fast-reasoning / column accuracy),,out:model-not-established,out:model-not-established valsvibecode@vals.ai#1.1,vals.ai,grok-4.20,not-established:absent,coding,hard,,per-test,0.771885,2.89e-07,,,4.063,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row grok/grok-4.20-0309-reasoning / column accuracy),,out:effort-not-established,out:effort-not-established valsvibecode@vals.ai#1.1,vals.ai,grok-4.3,not-established:absent,coding,hard,,per-test,1.28472,2.89e-07,,,19.403,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row grok/grok-4.3 / column accuracy),,out:effort-not-established,out:effort-not-established valsvibecode@vals.ai#1.1,vals.ai,grok-4.5,not-established:absent,coding,hard,,per-test,4.102194,2.89e-07,,,69.002,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row grok/grok-4.5 / column accuracy),,out:effort-not-established,out:effort-not-established valsvibecode@vals.ai#1.1,vals.ai,grok-4.6,not-established:absent,coding,hard,,per-test,4.875513,2.89e-07,,,76.239,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row grok/grok-4.6 / column accuracy),,out:effort-not-established,out:effort-not-established valsvibecode@vals.ai#1.1,vals.ai,grok-4.7,not-established:absent,coding,hard,,per-test,15.82706,2.89e-07,,,86.175,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row grok/grok-4.7 / column accuracy),,out:effort-not-established,out:effort-not-established valsvibecode@vals.ai#1.1,vals.ai,grok-build-0.1,solo,coding,hard,,,,,,,13.349,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row grok/grok-build-0.1 / column accuracy),,out:single-couple, valsvibecode@vals.ai#1.1,vals.ai,?kimi/kimi-k2.5-thinking,not-established:absent,coding,hard,,per-test,0.879292,2.89e-07,,,17.536,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row kimi/kimi-k2.5-thinking / column accuracy),,out:model-not-established,out:model-not-established valsvibecode@vals.ai#1.1,vals.ai,kimi-k2.6,unstated,coding,hard,,per-test,1.925351,2.89e-07,,,37.891,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row kimi/kimi-k2.6 / column accuracy),,out:effort-not-established,out:effort-not-established valsvibecode@vals.ai#1.1,vals.ai,kimi-k2.7-code,solo,coding,hard,,per-test,3.835806,2.89e-07,,,47.211,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row kimi/kimi-k2.7-code / column accuracy),,in,out:cost-single-couple valsvibecode@vals.ai#1.1,vals.ai,kimi-k3,not-established:absent,coding,hard,,per-test,10.007576,2.89e-07,,,84.968,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row kimi/kimi-k3 / column accuracy),,out:effort-not-established,out:effort-not-established valsvibecode@vals.ai#1.1,vals.ai,gpt-5,not-established:absent,coding,hard,,per-test,1.525167,2.89e-07,,,20.088,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row openai/gpt-5-2025-08-07 / column accuracy),,out:effort-not-established,out:effort-not-established valsvibecode@vals.ai#1.1,vals.ai,gpt-5-mini,not-established:absent,coding,hard,,per-test,0.248587,2.89e-07,,,14.171,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row openai/gpt-5-mini-2025-08-07 / column accuracy),,out:effort-not-established,out:effort-not-established valsvibecode@vals.ai#1.1,vals.ai,gpt-5.1,not-established:absent,coding,hard,,per-test,2.574926,2.89e-07,,,24.606,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row openai/gpt-5.1-2025-11-13 / column accuracy),,out:effort-not-established,out:effort-not-established valsvibecode@vals.ai#1.1,vals.ai,gpt-5.1-codex,not-established:absent,coding,hard,,per-test,3.797914,2.89e-07,,,13.115,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row openai/gpt-5.1-codex / column accuracy),,out:effort-not-established,out:effort-not-established valsvibecode@vals.ai#1.1,vals.ai,gpt-5.1-codex-max,not-established:absent,coding,hard,,per-test,7.324105,2.89e-07,,,22.168,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row openai/gpt-5.1-codex-max / column accuracy),,out:effort-not-established,out:effort-not-established valsvibecode@vals.ai#1.1,vals.ai,gpt-5.2,not-established:absent,coding,hard,,per-test,17.745182,2.89e-07,,,53.499,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row openai/gpt-5.2-2025-12-11 / column accuracy),,out:effort-not-established,out:effort-not-established valsvibecode@vals.ai#1.1,vals.ai,gpt-5.2-codex,not-established:absent,coding,hard,,per-test,4.152495,2.89e-07,,,37.912,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row openai/gpt-5.2-codex / column accuracy),,out:effort-not-established,out:effort-not-established valsvibecode@vals.ai#1.1,vals.ai,gpt-5.3-codex,not-established:absent,coding,hard,,per-test,11.914536,2.89e-07,,,61.767,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row openai/gpt-5.3-codex / column accuracy),,out:effort-not-established,out:effort-not-established valsvibecode@vals.ai#1.1,vals.ai,gpt-5.4,not-established:absent,coding,hard,,per-test,7.50518,2.89e-07,,,48.474,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row openai/gpt-5.4 / column accuracy),,out:effort-not-established,out:effort-not-established valsvibecode@vals.ai#1.1,vals.ai,gpt-5.4,not-established:absent,coding,hard,,per-test,10.686976,2.89e-07,,,67.421,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row openai/gpt-5.4-2026-03-05 / column accuracy),,out:effort-not-established,out:effort-not-established valsvibecode@vals.ai#1.1,vals.ai,gpt-5.4-mini,not-established:absent,coding,hard,,per-test,1.191299,2.89e-07,,,47.969,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row openai/gpt-5.4-mini-2026-03-17 / column accuracy),,out:effort-not-established,out:effort-not-established valsvibecode@vals.ai#1.1,vals.ai,gpt-5.4-nano,not-established:absent,coding,hard,,per-test,1.277298,2.89e-07,,,26.097,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row openai/gpt-5.4-nano-2026-03-17 / column accuracy),,out:effort-not-established,out:effort-not-established valsvibecode@vals.ai#1.1,vals.ai,gpt-5.5,not-established:absent,coding,hard,,per-test,16.661911,2.89e-07,,,69.847,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row openai/gpt-5.5 / column accuracy),,out:effort-not-established,out:effort-not-established valsvibecode@vals.ai#1.1,vals.ai,?openai/gpt-5.5-codex,not-established:absent,coding,hard,,per-test,3.6264,2.89e-07,,,58.194,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row openai/gpt-5.5-codex / column accuracy),,out:model-not-established,out:model-not-established valsvibecode@vals.ai#1.1,vals.ai,?openai/gpt-5.5-factory,not-established:absent,coding,hard,,per-test,5.9268,2.89e-07,,,67.391,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row openai/gpt-5.5-factory / column accuracy),,out:model-not-established,out:model-not-established valsvibecode@vals.ai#1.1,vals.ai,gpt-5.6-luna,not-established:absent,coding,hard,,per-test,0.726426,2.89e-07,,,77.055,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row openai/gpt-5.6-luna / column accuracy),,out:effort-not-established,out:effort-not-established valsvibecode@vals.ai#1.1,vals.ai,gpt-5.6-sol,not-established:absent,coding,hard,,per-test,33.403634,2.89e-07,,,80.495,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row openai/gpt-5.6-sol / column accuracy),,out:effort-not-established,out:effort-not-established valsvibecode@vals.ai#1.1,vals.ai,gpt-5.6-terra,not-established:absent,coding,hard,,per-test,7.887015,2.89e-07,,,74.594,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row openai/gpt-5.6-terra / column accuracy),,out:effort-not-established,out:effort-not-established valsvibecode@vals.ai#1.1,vals.ai,gpt-6-astra,not-established:absent,coding,hard,,per-test,38.512323,2.89e-07,,,89.594,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row openai/gpt-6-astra / column accuracy),,out:effort-not-established,out:effort-not-established valsvibecode@vals.ai#1.1,vals.ai,gpt-6-luna,not-established:absent,coding,hard,,per-test,1.345703,2.89e-07,,,81.649,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row openai/gpt-6-luna / column accuracy),,out:effort-not-established,out:effort-not-established valsvibecode@vals.ai#1.1,vals.ai,gpt-6-sol,not-established:absent,coding,hard,,per-test,26.356012,2.89e-07,,,87.824,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row openai/gpt-6-sol / column accuracy),,out:effort-not-established,out:effort-not-established valsvibecode@vals.ai#1.1,vals.ai,gpt-6.1-sol,not-established:absent,coding,hard,,per-test,6.234794,2.89e-07,,,88.931,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row openai/gpt-6.1-sol / column accuracy),,out:effort-not-established,out:effort-not-established valsvibecode@vals.ai#1.1,vals.ai,glm-4.6,unstated,coding,hard,,per-test,10.845475,2.89e-07,,,3.09,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row zai/glm-4.6 / column accuracy),,out:effort-not-established,out:effort-not-established valsvibecode@vals.ai#1.1,vals.ai,?zai/glm-5-thinking,not-established:absent,coding,hard,,per-test,40.270258,2.89e-07,,,23.359,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row zai/glm-5-thinking / column accuracy),,out:model-not-established,out:model-not-established valsvibecode@vals.ai#1.1,vals.ai,glm-5.1,unstated,coding,hard,,per-test,2.894911,2.89e-07,,,31.456,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row zai/glm-5.1 / column accuracy),,out:effort-not-established,out:effort-not-established valsvibecode@vals.ai#1.1,vals.ai,glm-5.2,not-established:absent,coding,hard,,per-test,8.488514,2.89e-07,,,63.961,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row zai/glm-5.2 / column accuracy),,out:effort-not-established,out:effort-not-established valsvibecode@vals.ai#1.1,vals.ai,glm-5.3,not-established:absent,coding,hard,,per-test,12.450185,2.89e-07,,,78.125,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row zai/glm-5.3 / column accuracy),,out:effort-not-established,out:effort-not-established valsvibecode@vals.ai#1.1,vals.ai,glm-5.3-flash,not-established:absent,coding,hard,,per-test,2.348805,2.89e-07,,,30.759,score%,0.000289,,,https://vals.ai/benchmarks/vibe-code ($.tasks.overall / row zai/glm-5.3-flash / column accuracy),,out:effort-not-established,out:effort-not-established valsvibecode@vals.ai#1.1,vals.ai,?alibaba/qwen3.5-plus-thinking,not-established:absent,coding,hard,,per-test,3.803761,2.89e-07,,,15.738,score%,0.000289,,,https://www.vals.ai/benchmarks/vibe-code (payload tasks.overall / alibaba/qwen3.5-plus-thinking / accuracy),,out:model-not-established,out:model-not-established valsvibecode@vals.ai#1.1,vals.ai,?alibaba/qwen3.8-max,not-established:absent,coding,hard,,per-test,8.238852,2.89e-07,,,64.696,score%,0.000289,,,https://www.vals.ai/benchmarks/vibe-code (payload tasks.overall / alibaba/qwen3.8-max / accuracy),,out:model-not-established,out:model-not-established valsvibecode@vals.ai#1.1,vals.ai,qwen3.8-max-0902,unstated,coding,hard,,per-test,11.668329,2.89e-07,,,77.141,score%,0.000289,,,https://www.vals.ai/benchmarks/vibe-code (payload tasks.overall / alibaba/qwen3.8-max-internal / accuracy),,out:effort-not-established,out:effort-not-established valsvibecode@vals.ai#1.1,vals.ai,fable-5,max,coding,hard,,per-test,41.714694,2.89e-07,,,90.352,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.vals.ai/benchmarks/vibe-code (payload tasks.overall / anthropic/claude-fable-5 / accuracy),,in,in valsvibecode@vals.ai#1.1,vals.ai,fable-5.2,high,coding,hard,,per-test,22.13226,2.89e-06,,,93.771,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.vals.ai/benchmarks/vibe-code (payload tasks.overall / anthropic/claude-fable-5-2 / accuracy),,in,in valsvibecode@vals.ai#1.1,vals.ai,gemini-4-carbon,high,coding,hard,,per-test,8.254926,2.89e-07,835863332,7234900,89.06,score%,0.00289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,https://www.vals.ai/benchmarks/vibe-code (payload tasks.overall / google/gemini-4-carbon / accuracy),,in,in valswsindex,vals.ai,fable-5,max,agentic-tool,hard,Vals-runner,per-test,4.368756,2.89e-07,,,46.93805588941155,accuracy%,2.89e-15,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://www.vals.ai/benchmarks/web_search (payload tasks.overall / anthropic/claude-fable-5 / accuracy),,in,out:cost-single-couple valswsindex-exa,vals.ai,?anthropic/claude-fable-5-exa,not-established:absent,agentic-tool,hard,Vals-runner,per-test,3.481848,2.89e-07,,,48.454,accuracy%,0.000289,,,https://www.vals.ai/benchmarks/web_search (payload tasks.overall / anthropic/claude-fable-5-exa / accuracy),,out:model-not-established,out:model-not-established valswsindex,vals.ai,?google/gemini-3.5-flash,not-established:absent,agentic-tool,hard,Vals-runner,per-test,0.499017,2.89e-07,,,37.040653846153845,accuracy%,2.89e-16,,,https://www.vals.ai/benchmarks/web_search (payload tasks.overall / google/gemini-3.5-flash / accuracy),,out:model-not-established,out:model-not-established valswsindex-exa,vals.ai,?google/gemini-3.5-flash-exa,not-established:absent,agentic-tool,hard,Vals-runner,per-test,1.177103,2.89e-07,,,41.361000000000004,accuracy%,2.89e-16,,,https://www.vals.ai/benchmarks/web_search (payload tasks.overall / google/gemini-3.5-flash-exa / accuracy),,out:model-not-established,out:model-not-established valswsindex,vals.ai,grok-4.5,high,agentic-tool,hard,Vals-runner,per-test,0.7929704,0.114,,,35.5375,accuracy%,2.89e-05,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://www.vals.ai/benchmarks/web_search (payload tasks.overall / grok/grok-4.5 / accuracy),,in,out:cost-single-couple valswsindex-exa,vals.ai,?grok/grok-4.5-exa,not-established:absent,agentic-tool,hard,Vals-runner,per-test,0.576384,2.89e-07,,,38.747,accuracy%,0.000289,,,https://www.vals.ai/benchmarks/web_search (payload tasks.overall / grok/grok-4.5-exa / accuracy),,out:model-not-established,out:model-not-established valswsindex,vals.ai,gpt-5.6-sol,max,agentic-tool,hard,Vals-runner,per-test,1.19220625,0.138,,,43.58411538461539,accuracy%,2.89e-15,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://www.vals.ai/benchmarks/web_search (payload tasks.overall / openai/gpt-5.6-sol / accuracy),,in,out:cost-single-couple valswsindex-exa,vals.ai,?openai/gpt-5.6-sol-exa,not-established:absent,agentic-tool,hard,Vals-runner,per-test,18.968851,2.89e-07,,,45.2405,accuracy%,2.89e-05,,,https://www.vals.ai/benchmarks/web_search (payload tasks.overall / openai/gpt-5.6-sol-exa / accuracy),,out:model-not-established,out:model-not-established valswsindex-keenable,vals.ai,?openai/gpt-5.6-sol-keenable,not-established:absent,agentic-tool,hard,Vals-runner,per-test,8.842075,2.89e-07,,,49.076695,accuracy%,2.89e-07,,,https://www.vals.ai/benchmarks/web_search (payload tasks.overall / openai/gpt-5.6-sol-keenable / accuracy),,out:model-not-established,out:model-not-established valswsfinance,vals.ai,gemini-3.5-flash,high,agentic-tool,hard,Native,per-task,0.658454,2.89e-07,,,47.639,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/web_search_backends ($.tasks.finance / row google/gemini-3.5-flash / column accuracy),,in,in valswsfinance,vals.ai,grok-4.5,high,agentic-tool,hard,Native,per-task,1.268956,0.183,,,32.133,score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/web_search_backends ($.tasks.finance / row grok/grok-4.5 / column accuracy),,in,out:cost-single-couple valswsfinance,vals.ai,gpt-5.6-sol,max,agentic-tool,hard,Native,per-task,1.178253,2.89e-07,,,50.149,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/web_search_backends ($.tasks.finance / row openai/gpt-5.6-sol / column accuracy),,in,in valswsfinance-exa,vals.ai,?google/gemini-3.5-flash-exa,not-established:absent,agentic-tool,hard,Exa,per-task,1.637114,2.89e-07,,,51.953,score%,0.000289,,,https://vals.ai/benchmarks/web_search_backends ($.tasks.finance / row google/gemini-3.5-flash-exa / column accuracy),,out:model-not-established,out:model-not-established valswsfinance-exa,vals.ai,?grok/grok-4.5-exa,not-established:absent,agentic-tool,hard,Exa,per-task,0.623149,2.89e-07,,,41.917,score%,0.000289,,,https://vals.ai/benchmarks/web_search_backends ($.tasks.finance / row grok/grok-4.5-exa / column accuracy),,out:model-not-established,out:model-not-established valswsfinance-exa,vals.ai,?openai/gpt-5.6-sol-exa,not-established:absent,agentic-tool,hard,Exa,per-task,7.353012,2.89e-07,,,52.019,score%,0.000289,,,https://vals.ai/benchmarks/web_search_backends ($.tasks.finance / row openai/gpt-5.6-sol-exa / column accuracy),,out:model-not-established,out:model-not-established valswslegal,vals.ai,gemini-3.5-flash,high,agentic-tool,hard,Native,per-task,0.13433531538461538,2.89e-07,,,26.442307692307693,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/web_search_backends ($.tasks.legal / row google/gemini-3.5-flash / column accuracy),,in,in valswslegal,vals.ai,grok-4.5,high,agentic-tool,hard,Native,per-task,0.347244,0.0501,,,38.942,score%,0.000289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,https://vals.ai/benchmarks/web_search_backends ($.tasks.legal / row grok/grok-4.5 / column accuracy),,in,out:cost-single-couple valswslegal,vals.ai,gpt-5.6-sol,max,agentic-tool,hard,Native,per-task,1.1716600985576924,2.89e-07,,,37.019230769230774,score%,0.000289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://vals.ai/benchmarks/web_search_backends ($.tasks.legal / row openai/gpt-5.6-sol / column accuracy),,in,in valswslegal-exa,vals.ai,?google/gemini-3.5-flash-exa,not-established:absent,agentic-tool,hard,Exa,per-task,0.717092,2.89e-07,,,30.769,score%,0.000289,,,https://vals.ai/benchmarks/web_search_backends ($.tasks.legal / row google/gemini-3.5-flash-exa / column accuracy),,out:model-not-established,out:model-not-established valswslegal-exa,vals.ai,?grok/grok-4.5-exa,not-established:absent,agentic-tool,hard,Exa,per-task,0.875209,2.89e-07,,,35.577,score%,0.000289,,,https://vals.ai/benchmarks/web_search_backends ($.tasks.legal / row grok/grok-4.5-exa / column accuracy),,out:model-not-established,out:model-not-established valswslegal-exa,vals.ai,?openai/gpt-5.6-sol-exa,not-established:absent,agentic-tool,hard,Exa,per-task,19.280153,2.89e-07,,,38.462,score%,0.000289,,,https://vals.ai/benchmarks/web_search_backends ($.tasks.legal / row openai/gpt-5.6-sol-exa / column accuracy),,out:model-not-established,out:model-not-established scf52-fc20@vandatateam,vandatateam,fable-5.2,unstated,coding,frontier,,,,,,,49.1,score%,0.0289,,restated-from:Anthropic,"https://vandatateam.com/blog/claude-fable-5-2-vs-opus-5-5-mythos-5-2 (section Benchmark Scores Side by Side, table, row FrontierCode 2.0, column Fable 5.2)",,out:effort-not-established, scf52-fc20@vandatateam,vandatateam,opus-5.5,max,coding,frontier,,,,,,,45.5,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M16,"https://vandatateam.com/blog/claude-fable-5-2-vs-opus-5-5-mythos-5-2 (section Benchmark Scores Side by Side, table, row FrontierCode 2.0, column Opus 5.5)",,out:copy, scf52-fc20@vandatateam,vandatateam,gpt-6-astra,max,coding,frontier,,,,,,,42.8,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M17,"https://vandatateam.com/blog/claude-fable-5-2-vs-opus-5-5-mythos-5-2 (section Benchmark Scores Side by Side, table, row FrontierCode 2.0, column GPT-6 Astra)",,out:copy, scf52-fc20@vandatateam,vandatateam,gemini-4-carbon,unstated,coding,frontier,,,,,,,41.1,score%,0.0289,,restated-from:Anthropic,"https://vandatateam.com/blog/claude-fable-5-2-vs-opus-5-5-mythos-5-2 (section Benchmark Scores Side by Side, table, row FrontierCode 2.0, column Gemini 4 Carbon)",,out:effort-not-established, scf52-fc20@vandatateam,vandatateam,fable-5.1,unstated,coding,frontier,,,,,,,32.4,score%,0.0289,,restated-from:Anthropic,"https://vandatateam.com/blog/claude-fable-5-2-vs-opus-5-5-mythos-5-2 (section Benchmark Scores Side by Side, table, row FrontierCode 2.0, column Fable 5.1)",,out:effort-not-established, scf52-fswe2@vandatateam,vandatateam,fable-5.2,max,coding,frontier,,,,,,,69.9,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M35,"https://vandatateam.com/blog/claude-fable-5-2-vs-opus-5-5-mythos-5-2 (section Benchmark Scores Side by Side, table, row FrontierSWE v2, column Fable 5.2)",,out:copy, scf52-fswe2@vandatateam,vandatateam,opus-5.5,max,coding,frontier,,,,,,,62.3,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M37,"https://vandatateam.com/blog/claude-fable-5-2-vs-opus-5-5-mythos-5-2 (section Benchmark Scores Side by Side, table, row FrontierSWE v2, column Opus 5.5)",,out:copy, scf52-fswe2@vandatateam,vandatateam,gpt-6-astra,max,coding,frontier,,,,,,,65.5,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M36,"https://vandatateam.com/blog/claude-fable-5-2-vs-opus-5-5-mythos-5-2 (section Benchmark Scores Side by Side, table, row FrontierSWE v2, column GPT-6 Astra)",,out:copy, scf52-fswe2@vandatateam,vandatateam,gemini-4-carbon,high,coding,frontier,,,,,,,61.2,score%,0.0289,,restated-from:Anthropic,"https://vandatateam.com/blog/claude-fable-5-2-vs-opus-5-5-mythos-5-2 (section Benchmark Scores Side by Side, table, row FrontierSWE v2, column Gemini 4 Carbon)",,out:single-couple, scf52-fswe2@vandatateam,vandatateam,fable-5.1,max,coding,frontier,,,,,,,56.3,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M39,"https://vandatateam.com/blog/claude-fable-5-2-vs-opus-5-5-mythos-5-2 (section Benchmark Scores Side by Side, table, row FrontierSWE v2, column Fable 5.1)",,out:copy, scf52-autom@vandatateam,vandatateam,fable-5.2,max,agentic-tool,frontier,,,,,,,51.4,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M189,"https://vandatateam.com/blog/claude-fable-5-2-vs-opus-5-5-mythos-5-2 (section Benchmark Scores Side by Side, table, row AutomationBench, column Fable 5.2)",,out:copy, scf52-autom@vandatateam,vandatateam,opus-5.5,max,agentic-tool,frontier,,,,,,,42.5,score%,0.0289,,restated-from:Anthropic,"https://vandatateam.com/blog/claude-fable-5-2-vs-opus-5-5-mythos-5-2 (section Benchmark Scores Side by Side, table, row AutomationBench, column Opus 5.5)",,in, scf52-autom@vandatateam,vandatateam,gpt-6-astra,max,agentic-tool,frontier,,,,,,,41.4,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M202,"https://vandatateam.com/blog/claude-fable-5-2-vs-opus-5-5-mythos-5-2 (section Benchmark Scores Side by Side, table, row AutomationBench, column GPT-6 Astra)",,out:copy, scf52-autom@vandatateam,vandatateam,gemini-4-carbon,high,agentic-tool,frontier,,,,,,,53.9,score%,0.0289,,restated-from:Anthropic,"https://vandatateam.com/blog/claude-fable-5-2-vs-opus-5-5-mythos-5-2 (section Benchmark Scores Side by Side, table, row AutomationBench, column Gemini 4 Carbon)",,in, scf52-autom@vandatateam,vandatateam,fable-5.1,max,agentic-tool,frontier,,,,,,,31.4,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M205,"https://vandatateam.com/blog/claude-fable-5-2-vs-opus-5-5-mythos-5-2 (section Benchmark Scores Side by Side, table, row AutomationBench, column Fable 5.1)",,out:copy, scf52-tbsci@vandatateam,vandatateam,fable-5.2,max,agentic-tool,frontier,,,,,,,74.6,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M28,"https://vandatateam.com/blog/claude-fable-5-2-vs-opus-5-5-mythos-5-2 (section Benchmark Scores Side by Side, table, row Terminal-Bench-Science 0.1, column Fable 5.2)",,out:copy, scf52-tbsci@vandatateam,vandatateam,opus-5.5,max,agentic-tool,frontier,,,,,,,58.7,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M30,"https://vandatateam.com/blog/claude-fable-5-2-vs-opus-5-5-mythos-5-2 (section Benchmark Scores Side by Side, table, row Terminal-Bench-Science 0.1, column Opus 5.5)",,out:copy, scf52-tbsci@vandatateam,vandatateam,gpt-6-astra,max,agentic-tool,frontier,,,,,,,68.1,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M32,"https://vandatateam.com/blog/claude-fable-5-2-vs-opus-5-5-mythos-5-2 (section Benchmark Scores Side by Side, table, row Terminal-Bench-Science 0.1, column GPT-6 Astra)",,out:copy, scf52-tbsci@vandatateam,vandatateam,gemini-4-carbon,high,agentic-tool,frontier,,,,,,,64.8,score%,0.0289,,restated-from:Anthropic,"https://vandatateam.com/blog/claude-fable-5-2-vs-opus-5-5-mythos-5-2 (section Benchmark Scores Side by Side, table, row Terminal-Bench-Science 0.1, column Gemini 4 Carbon)",,out:single-couple, scf52-tbsci@vandatateam,vandatateam,fable-5.1,max,agentic-tool,frontier,,,,,,,52.6,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M31,"https://vandatateam.com/blog/claude-fable-5-2-vs-opus-5-5-mythos-5-2 (section Benchmark Scores Side by Side, table, row Terminal-Bench-Science 0.1, column Fable 5.1)",,out:copy, scf52-oswp@vandatateam,vandatateam,fable-5.2,max,computer-use,frontier,OSWorld2-partial,,,,,,89.3,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M147,"https://vandatateam.com/blog/claude-fable-5-2-vs-opus-5-5-mythos-5-2 (section Benchmark Scores Side by Side, table, row OSWorld 2.1, column Fable 5.2)",,out:copy, scf52-oswp@vandatateam,vandatateam,opus-5.5,max,computer-use,frontier,OSWorld2-partial,,,,,,87.2,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M149,"https://vandatateam.com/blog/claude-fable-5-2-vs-opus-5-5-mythos-5-2 (section Benchmark Scores Side by Side, table, row OSWorld 2.1, column Opus 5.5)",,out:copy, scf52-oswp@vandatateam,vandatateam,gpt-6-astra,max,computer-use,frontier,OSWorld2-partial,,,,,,79.5,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M153,"https://vandatateam.com/blog/claude-fable-5-2-vs-opus-5-5-mythos-5-2 (section Benchmark Scores Side by Side, table, row OSWorld 2.1, column GPT-6 Astra)",,out:copy, scf52-oswp@vandatateam,vandatateam,gemini-4-carbon,high,computer-use,frontier,OSWorld2-partial,,,,,,81.5,score%,0.0289,,restated-from:Anthropic,"https://vandatateam.com/blog/claude-fable-5-2-vs-opus-5-5-mythos-5-2 (section Benchmark Scores Side by Side, table, row OSWorld 2.1, column Gemini 4 Carbon)",,out:single-couple, scf52-oswp@vandatateam,vandatateam,fable-5.1,max,computer-use,frontier,OSWorld2-partial,,,,,,83.5,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M151,"https://vandatateam.com/blog/claude-fable-5-2-vs-opus-5-5-mythos-5-2 (section Benchmark Scores Side by Side, table, row OSWorld 2.1, column Fable 5.1)",,out:copy, scf52-rli@vandatateam,vandatateam,fable-5.2,unstated,agentic-tool,frontier,,,,,,,41.3,score%,0.0289,,restated-from:Anthropic,"https://vandatateam.com/blog/claude-fable-5-2-vs-opus-5-5-mythos-5-2 (section Benchmark Scores Side by Side, table, row Remote Labor Index, column Fable 5.2)",,out:effort-not-established, scf52-rli@vandatateam,vandatateam,opus-5.5,max,agentic-tool,frontier,,,,,,,21.3,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M212,"https://vandatateam.com/blog/claude-fable-5-2-vs-opus-5-5-mythos-5-2 (section Benchmark Scores Side by Side, table, row Remote Labor Index, column Opus 5.5)",,out:copy, scf52-rli@vandatateam,vandatateam,gpt-6-astra,max,agentic-tool,frontier,,,,,,,20.8,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M213,"https://vandatateam.com/blog/claude-fable-5-2-vs-opus-5-5-mythos-5-2 (section Benchmark Scores Side by Side, table, row Remote Labor Index, column GPT-6 Astra)",,out:copy, scf52-rli@vandatateam,vandatateam,fable-5.1,max,agentic-tool,frontier,,,,,,,17.9,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M214,"https://vandatateam.com/blog/claude-fable-5-2-vs-opus-5-5-mythos-5-2 (section Benchmark Scores Side by Side, table, row Remote Labor Index, column Fable 5.1)",,out:copy, scf52-chartn@vandatateam,vandatateam,fable-5.2,max,reasoning-math,hard,,,,,,,73.4,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M122,"https://vandatateam.com/blog/claude-fable-5-2-vs-opus-5-5-mythos-5-2 (section Benchmark Scores Side by Side, table, row Chartography, column Fable 5.2)",,out:copy, scf52-chartn@vandatateam,vandatateam,opus-5.5,max,reasoning-math,hard,,,,,,,64.4,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M124,"https://vandatateam.com/blog/claude-fable-5-2-vs-opus-5-5-mythos-5-2 (section Benchmark Scores Side by Side, table, row Chartography, column Opus 5.5)",,out:copy, scf52-chartn@vandatateam,vandatateam,gpt-6-astra,max,reasoning-math,hard,,,,,,,71.0,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M130,"https://vandatateam.com/blog/claude-fable-5-2-vs-opus-5-5-mythos-5-2 (section Benchmark Scores Side by Side, table, row Chartography, column GPT-6 Astra)",,out:copy, scf52-chartn@vandatateam,vandatateam,gemini-4-carbon,high,reasoning-math,hard,,,,,,,72.5,score%,0.0289,,restated-from:Anthropic,"https://vandatateam.com/blog/claude-fable-5-2-vs-opus-5-5-mythos-5-2 (section Benchmark Scores Side by Side, table, row Chartography, column Gemini 4 Carbon)",,out:single-couple, scf52-chartn@vandatateam,vandatateam,fable-5.1,max,reasoning-math,hard,,,,,,,44.8,score%,0.0289,,restated-from:Anthropic; same-runs-as:src-anthropic-fable-5-2-system-card-2026-11-09#M126,"https://vandatateam.com/blog/claude-fable-5-2-vs-opus-5-5-mythos-5-2 (section Benchmark Scores Side by Side, table, row Chartography, column Fable 5.1)",,out:copy, valsindex4@vandatateam,vandatateam,fable-5.2,unstated,mixed,hard,Vals-Index,,,,,,71.31,accuracy%,0.00289,,restated-from:Vals AI,https://vandatateam.com/blog/claude-fable-5-2-vs-opus-5-5-mythos-5-2 (section Benchmark Scores Side by Side),,out:effort-not-established, epoch-gpqa-diamond@vandatateam,vandatateam,fable-5.2,unstated,reasoning-math,hard,Epoch-harness,,,,,,93.9,score%,0.0289,,restated-from:Independent test (Epoch AI),"https://vandatateam.com/blog/claude-fable-5-2-vs-opus-5-5-mythos-5-2 (section Fable 5.2 vs GPT-6 Astra, table Independent test (Epoch AI), row GPQA Diamond, column Fable 5.2)",,out:effort-not-established, epoch-gpqa-diamond@vandatateam,vandatateam,opus-5.5,unstated,reasoning-math,hard,Epoch-harness,,,,,,90.6,score%,0.0289,,restated-from:Independent test (Epoch AI),"https://vandatateam.com/blog/claude-fable-5-2-vs-opus-5-5-mythos-5-2 (section Fable 5.2 vs GPT-6 Astra, table Independent test (Epoch AI), row GPQA Diamond, column Opus 5.5)",,out:effort-not-established, epoch-gpqa-diamond@vandatateam,vandatateam,gpt-6-astra,unstated,reasoning-math,hard,Epoch-harness,,,,,,95.8,score%,0.0289,,restated-from:Independent test (Epoch AI),"https://vandatateam.com/blog/claude-fable-5-2-vs-opus-5-5-mythos-5-2 (section Fable 5.2 vs GPT-6 Astra, table Independent test (Epoch AI), row GPQA Diamond, column GPT-6 Astra)",,out:effort-not-established, epoch-frontiermath-tiers-1-3-v2@vandatateam,vandatateam,fable-5.2,unstated,reasoning-math,hard,Epoch-harness,,,,,,95.1,score%,0.0289,,restated-from:Independent test (Epoch AI),"https://vandatateam.com/blog/claude-fable-5-2-vs-opus-5-5-mythos-5-2 (section Fable 5.2 vs GPT-6 Astra, table Independent test (Epoch AI), row FrontierMath Tiers 1 to 3, column Fable 5.2)",,out:effort-not-established, epoch-frontiermath-tiers-1-3-v2@vandatateam,vandatateam,opus-5.5,unstated,reasoning-math,hard,Epoch-harness,,,,,,91.2,score%,0.0289,,restated-from:Independent test (Epoch AI),"https://vandatateam.com/blog/claude-fable-5-2-vs-opus-5-5-mythos-5-2 (section Fable 5.2 vs GPT-6 Astra, table Independent test (Epoch AI), row FrontierMath Tiers 1 to 3, column Opus 5.5)",,out:effort-not-established, epoch-frontiermath-tiers-1-3-v2@vandatateam,vandatateam,gpt-6-astra,unstated,reasoning-math,hard,Epoch-harness,,,,,,93.7,score%,0.0289,,restated-from:Independent test (Epoch AI),"https://vandatateam.com/blog/claude-fable-5-2-vs-opus-5-5-mythos-5-2 (section Fable 5.2 vs GPT-6 Astra, table Independent test (Epoch AI), row FrontierMath Tiers 1 to 3, column GPT-6 Astra)",,out:effort-not-established, epoch-frontiermath-tiers-1-3-v2@vandatateam,vandatateam,fable-5.1,unstated,reasoning-math,hard,Epoch-harness,,,,,,90.2,score%,0.0289,,restated-from:Independent test (Epoch AI),"https://vandatateam.com/blog/claude-fable-5-2-vs-opus-5-5-mythos-5-2 (section Fable 5.2 vs GPT-6 Astra, table Independent test (Epoch AI), row FrontierMath Tiers 1 to 3, column Fable 5.1)",,out:effort-not-established, epoch-simpleqa-verified@vandatateam,vandatateam,fable-5.2,unstated,reasoning-math,hard,Epoch-harness,,,,,,94,score%,0.289,,restated-from:Independent test (Epoch AI),"https://vandatateam.com/blog/claude-fable-5-2-vs-opus-5-5-mythos-5-2 (section Fable 5.2 vs GPT-6 Astra, table Independent test (Epoch AI), row SimpleQA Verified, column Fable 5.2)",,out:effort-not-established, epoch-simpleqa-verified@vandatateam,vandatateam,opus-5.5,unstated,reasoning-math,hard,Epoch-harness,,,,,,72.2,score%,0.0289,,restated-from:Independent test (Epoch AI),"https://vandatateam.com/blog/claude-fable-5-2-vs-opus-5-5-mythos-5-2 (section Fable 5.2 vs GPT-6 Astra, table Independent test (Epoch AI), row SimpleQA Verified, column Opus 5.5)",,out:effort-not-established, epoch-simpleqa-verified@vandatateam,vandatateam,gpt-6-astra,unstated,reasoning-math,hard,Epoch-harness,,,,,,75.6,score%,0.0289,,restated-from:Independent test (Epoch AI),"https://vandatateam.com/blog/claude-fable-5-2-vs-opus-5-5-mythos-5-2 (section Fable 5.2 vs GPT-6 Astra, table Independent test (Epoch AI), row SimpleQA Verified, column GPT-6 Astra)",,out:effort-not-established, epoch-simpleqa-verified@vandatateam,vandatateam,fable-5.1,unstated,reasoning-math,hard,Epoch-harness,,,,,,70.8,score%,0.0289,,restated-from:Independent test (Epoch AI),"https://vandatateam.com/blog/claude-fable-5-2-vs-opus-5-5-mythos-5-2 (section Fable 5.2 vs GPT-6 Astra, table Independent test (Epoch AI), row SimpleQA Verified, column Fable 5.1)",,out:effort-not-established, vdiff-bench-overall,vdiffbench-2609.06245,gpt-5.4,unstated,mixed,mid,own benchmark,,,,,,84.4,score%,0.0289,,,"https://arxiv.org/abs/2609.06245 (page 7, Table 3, row GPT-5.4, column Overall)",,out:effort-not-established, vdiff-bench-overall,vdiffbench-2609.06245,gemini-2.5-flash,unstated,mixed,mid,own benchmark,,,,,,65.9,score%,0.0289,,,"https://arxiv.org/abs/2609.06245 (page 7, Table 3, row Gemini 2.5 Flash, column Overall)",,out:effort-not-established, vdiff-bench-overall,vdiffbench-2609.06245,gemini-3.1-pro,unstated,mixed,mid,own benchmark,,,,,,89.6,score%,0.0289,,,"https://arxiv.org/abs/2609.06245 (page 7, Table 3, row Gemini 3.1 Pro, column Overall)",,out:effort-not-established, vdiff-bench-overall,vdiffbench-2609.06245,gemini-3.5-flash,unstated,mixed,mid,own benchmark,,,,,,88.8,score%,0.0289,,,"https://arxiv.org/abs/2609.06245 (page 7, Table 3, row Gemini 3.5 Flash, column Overall)",,out:effort-not-established, vdiff-bench-overall,vdiffbench-2609.06245,grok-4.3,unstated,mixed,mid,own benchmark,,,,,,67.3,score%,0.0289,,,"https://arxiv.org/abs/2609.06245 (page 7, Table 3, row Grok 4.3, column Overall)",,out:effort-not-established, vdiff-bench-overall,vdiffbench-2609.06245,?Doubao Seed 1.6 Vision,not-established:absent,mixed,mid,own benchmark,,,,,,87.7,score%,0.0289,,,"https://arxiv.org/abs/2609.06245 (page 7, Table 3, row Doubao Seed 1.6 Vision, column Overall)",,out:model-not-established, vdiff-bench-overall,vdiffbench-2609.06245,?Qwen3-VL-8B Thinking,not-established:absent,mixed,mid,own benchmark,,,,,,58.0,score%,0.0289,,,"https://arxiv.org/abs/2609.06245 (page 7, Table 3, row Qwen3-VL-8B Thinking, column Overall)",,out:model-not-established, vdiff-bench-overall,vdiffbench-2609.06245,?InternVL3.5-8B,not-established:absent,mixed,mid,own benchmark,,,,,,48.9,score%,0.0289,,,"https://arxiv.org/abs/2609.06245 (page 7, Table 3, row InternVL3.5-8B, column Overall)",,out:model-not-established, vdiff-bench-overall,vdiffbench-2609.06245,?LLaVA-OneVision-Qwen2-7B,not-established:absent,mixed,mid,own benchmark,,,,,,35.8,score%,0.0289,,,"https://arxiv.org/abs/2609.06245 (page 7, Table 3, row LLaVA-OneVision-Qwen2-7B, column Overall)",,out:model-not-established, vdiff-bench-overall,vdiffbench-2609.06245,?Kimi K2.5,not-established:absent,mixed,mid,own benchmark,,,,,,89.2,score%,0.0289,,,"https://arxiv.org/abs/2609.06245 (page 7, Table 3, row Kimi K2.5, column Overall)",,out:model-not-established, vdiff-bench-overall,vdiffbench-2609.06245,kimi-k3,unstated,mixed,mid,own benchmark,,,,,,84.2,score%,0.0289,,,"https://arxiv.org/abs/2609.06245 (page 7, Table 3, row Kimi K3, column Overall)",,out:effort-not-established, vectara-hhem,vectara-hhem,?antgroup/finix_s1_32b,not-established:absent,writing,easy,Vectara-HHEM,,,,,,98.2,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 29, row antgroup/finix_s1_32b, column Factual Consistency Rate)",,out:model-not-established, vectara-hhem,vectara-hhem,gpt-5.4-nano,unstated,writing,easy,Vectara-HHEM,,,,,,96.9,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 30, row openai/gpt-5.4-nano-2026-03-17, column Factual Consistency Rate)",,out:effort-not-established, vectara-hhem,vectara-hhem,gemini-2.5-flash-lite,unstated,writing,easy,Vectara-HHEM,,,,,,96.7,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 31, row google/gemini-2.5-flash-lite, column Factual Consistency Rate)",,out:effort-not-established, vectara-hhem,vectara-hhem,phi-4,solo,writing,easy,Vectara-HHEM,,,,,,96.3,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 32, row microsoft/Phi-4, column Factual Consistency Rate)",,out:single-couple, vectara-hhem,vectara-hhem,?meta-llama/Llama-3.3-70B-Instruct-Turbo,not-established:absent,writing,easy,Vectara-HHEM,,,,,,95.9,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 33, row meta-llama/Llama-3.3-70B-Instruct-Turbo, column Factual Consistency Rate)",,out:model-not-established, vectara-hhem,vectara-hhem,?snowflake/snowflake-arctic-instruct,not-established:absent,writing,easy,Vectara-HHEM,,,,,,95.7,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 34, row snowflake/snowflake-arctic-instruct, column Factual Consistency Rate)",,out:model-not-established, vectara-hhem,vectara-hhem,gemma-3-12b-it,solo,writing,easy,Vectara-HHEM,,,,,,95.6,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 35, row google/gemma-3-12b-it, column Factual Consistency Rate)",,out:single-couple, vectara-hhem,vectara-hhem,?mistralai/mistral-large-2411,not-established:absent,writing,easy,Vectara-HHEM,,,,,,95.5,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 36, row mistralai/mistral-large-2411, column Factual Consistency Rate)",,out:model-not-established, vectara-hhem,vectara-hhem,qwen3-8b,unstated,writing,easy,Vectara-HHEM,,,,,,95.2,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 37, row qwen/qwen3-8b, column Factual Consistency Rate)",,out:effort-not-established, vectara-hhem,vectara-hhem,?amazon/nova-pro-v1:0,not-established:absent,writing,easy,Vectara-HHEM,,,,,,94.9,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 38, row amazon/nova-pro-v1:0, column Factual Consistency Rate)",,out:model-not-established, vectara-hhem,vectara-hhem,?amazon/nova-2-lite-v1:0,not-established:absent,writing,easy,Vectara-HHEM,,,,,,94.9,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 39, row amazon/nova-2-lite-v1:0, column Factual Consistency Rate)",,out:model-not-established, vectara-hhem,vectara-hhem,?mistralai/mistral-small-2501,not-established:absent,writing,easy,Vectara-HHEM,,,,,,94.9,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 40, row mistralai/mistral-small-2501, column Factual Consistency Rate)",,out:model-not-established, vectara-hhem,vectara-hhem,?ibm-granite/granite-4.0-h-small,not-established:absent,writing,easy,Vectara-HHEM,,,,,,94.8,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 41, row ibm-granite/granite-4.0-h-small, column Factual Consistency Rate)",,out:model-not-established, vectara-hhem,vectara-hhem,gemma-4-26b-a4b-it,unstated,writing,easy,Vectara-HHEM,,,,,,94.8,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 42, row google/gemma-4-26b-a4b-it, column Factual Consistency Rate)",,out:effort-not-established, vectara-hhem,vectara-hhem,?ai21labs/jamba-mini-2,not-established:absent,writing,easy,Vectara-HHEM,,,,,,94.7,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 43, row ai21labs/jamba-mini-2, column Factual Consistency Rate)",,out:model-not-established, vectara-hhem,vectara-hhem,deepseek-v3.2-exp,unstated,writing,easy,Vectara-HHEM,,,,,,94.7,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 44, row deepseek-ai/DeepSeek-V3.2-Exp, column Factual Consistency Rate)",,out:effort-not-established, vectara-hhem,vectara-hhem,qwen3-14b,unstated,writing,easy,Vectara-HHEM,,,,,,94.6,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 45, row qwen/qwen3-14b, column Factual Consistency Rate)",,out:effort-not-established, vectara-hhem,vectara-hhem,?amazon/nova-micro-v1:0,not-established:absent,writing,easy,Vectara-HHEM,,,,,,94.5,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 46, row amazon/nova-micro-v1:0, column Factual Consistency Rate)",,out:model-not-established, vectara-hhem,vectara-hhem,deepseek-v3.1,unstated,writing,easy,Vectara-HHEM,,,,,,94.5,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 47, row deepseek-ai/DeepSeek-V3.1, column Factual Consistency Rate)",,out:effort-not-established, vectara-hhem,vectara-hhem,gpt-5.4-mini,unstated,writing,easy,Vectara-HHEM,,,,,,94.5,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 48, row openai/gpt-5.4-mini-2026-03-17, column Factual Consistency Rate)",,out:effort-not-established, vectara-hhem,vectara-hhem,gpt-4.1,solo,writing,easy,Vectara-HHEM,,,,,,94.4,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 49, row openai/gpt-4.1-2025-04-14, column Factual Consistency Rate)",,out:single-couple, vectara-hhem,vectara-hhem,qwen3-4b,unstated,writing,easy,Vectara-HHEM,,,,,,94.3,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 50, row qwen/qwen3-4b, column Factual Consistency Rate)",,out:effort-not-established, vectara-hhem,vectara-hhem,?xai-org/grok-3,not-established:absent,writing,easy,Vectara-HHEM,,,,,,94.2,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 51, row xai-org/grok-3, column Factual Consistency Rate)",,out:model-not-established, vectara-hhem,vectara-hhem,qwen3-32b,unstated,writing,easy,Vectara-HHEM,,,,,,94.1,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 52, row qwen/qwen3-32b, column Factual Consistency Rate)",,out:effort-not-established, vectara-hhem,vectara-hhem,?amazon/nova-lite-v1:0,not-established:absent,writing,easy,Vectara-HHEM,,,,,,93.9,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 53, row amazon/nova-lite-v1:0, column Factual Consistency Rate)",,out:model-not-established, vectara-hhem,vectara-hhem,deepseek-v3,solo,writing,easy,Vectara-HHEM,,,,,,93.9,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 54, row deepseek-ai/DeepSeek-V3, column Factual Consistency Rate)",,out:single-couple, vectara-hhem,vectara-hhem,?deepseek-ai/DeepSeek-V3.2,not-established:absent,writing,easy,Vectara-HHEM,,,,,,93.7,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 55, row deepseek-ai/DeepSeek-V3.2, column Factual Consistency Rate)",,out:model-not-established, vectara-hhem,vectara-hhem,gemma-3-4b-it,solo,writing,easy,Vectara-HHEM,,,,,,93.6,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 56, row google/gemma-3-4b-it, column Factual Consistency Rate)",,out:single-couple, vectara-hhem,vectara-hhem,gpt-6-sol,unstated,writing,easy,Vectara-HHEM,,,,,,93.5,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 57, row openai/gpt-6-sol, column Factual Consistency Rate)",,out:effort-not-established, vectara-hhem,vectara-hhem,?CohereLabs/command-r-plus-08-2024,not-established:absent,writing,easy,Vectara-HHEM,,,,,,93.1,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 58, row CohereLabs/command-r-plus-08-2024, column Factual Consistency Rate)",,out:model-not-established, vectara-hhem,vectara-hhem,?arcee-ai/trinity-large-preview,not-established:absent,writing,easy,Vectara-HHEM,,,,,,93.1,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 59, row arcee-ai/trinity-large-preview, column Factual Consistency Rate)",,out:model-not-established, vectara-hhem,vectara-hhem,gpt-5.4,unstated,writing,easy,Vectara-HHEM,,,,,,93.0,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 60, row openai/gpt-5.4-2026-03-05, column Factual Consistency Rate)",,out:effort-not-established, vectara-hhem,vectara-hhem,gemini-2.5-pro,unstated,writing,easy,Vectara-HHEM,,,,,,93.0,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 61, row google/gemini-2.5-pro, column Factual Consistency Rate)",,out:effort-not-established, vectara-hhem,vectara-hhem,?mistralai/ministral-3b-2410,not-established:absent,writing,easy,Vectara-HHEM,,,,,,92.7,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 62, row mistralai/ministral-3b-2410, column Factual Consistency Rate)",,out:model-not-established, vectara-hhem,vectara-hhem,gemma-3-27b-it,solo,writing,easy,Vectara-HHEM,,,,,,92.6,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 63, row google/gemma-3-27b-it, column Factual Consistency Rate)",,out:single-couple, vectara-hhem,vectara-hhem,gemma-4-31b-it,unstated,writing,easy,Vectara-HHEM,,,,,,92.6,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 64, row google/gemma-4-31b-it, column Factual Consistency Rate)",,out:effort-not-established, vectara-hhem,vectara-hhem,?mistralai/ministral-8b-2410,not-established:absent,writing,easy,Vectara-HHEM,,,,,,92.6,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 65, row mistralai/ministral-8b-2410, column Factual Consistency Rate)",,out:model-not-established, vectara-hhem,vectara-hhem,llama-4-scout,solo,writing,easy,Vectara-HHEM,,,,,,92.3,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 66, row meta-llama/Llama-4-Scout-17B-16E-Instruct, column Factual Consistency Rate)",,out:single-couple, vectara-hhem,vectara-hhem,gemini-2.5-flash,unstated,writing,easy,Vectara-HHEM,,,,,,92.2,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 67, row google/gemini-2.5-flash, column Factual Consistency Rate)",,out:effort-not-established, vectara-hhem,vectara-hhem,?meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8,not-established:absent,writing,easy,Vectara-HHEM,,,,,,91.8,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 68, row meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8, column Factual Consistency Rate)",,out:model-not-established, vectara-hhem,vectara-hhem,gemini-3.1-flash-lite-preview,unstated,writing,easy,Vectara-HHEM,,,,,,91.8,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 69, row google/gemini-3.1-flash-lite-preview, column Factual Consistency Rate)",,out:effort-not-established, vectara-hhem,vectara-hhem,gpt-5.4-pro,unstated,writing,easy,Vectara-HHEM,,,,,,91.7,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 70, row openai/gpt-5.4-pro-2026-03-05, column Factual Consistency Rate)",,out:effort-not-established, vectara-hhem,vectara-hhem,gpt-5.2,low,writing,easy,Vectara-HHEM,,,,,,91.6,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 71, row openai/gpt-5.2-low-2025-12-11, column Factual Consistency Rate)",,in, vectara-hhem,vectara-hhem,?deepseek-ai/DeepSeek-V4-Pro,not-established:absent,writing,easy,Vectara-HHEM,,,,,,91.4,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 72, row deepseek-ai/DeepSeek-V4-Pro, column Factual Consistency Rate)",,out:model-not-established, vectara-hhem,vectara-hhem,gpt-6-astra,unstated,writing,easy,Vectara-HHEM,,,,,,91.3,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 73, row openai/gpt-6-astra, column Factual Consistency Rate)",,out:effort-not-established, vectara-hhem,vectara-hhem,?MiniMaxAI/minimax-m2p5,not-established:absent,writing,easy,Vectara-HHEM,,,,,,90.9,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 74, row MiniMaxAI/minimax-m2p5, column Factual Consistency Rate)",,out:model-not-established, vectara-hhem,vectara-hhem,?CohereLabs/command-a-03-2025,not-established:absent,writing,easy,Vectara-HHEM,,,,,,90.7,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 75, row CohereLabs/command-a-03-2025, column Factual Consistency Rate)",,out:model-not-established, vectara-hhem,vectara-hhem,gpt-5.5,unstated,writing,easy,Vectara-HHEM,,,,,,90.7,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 76, row openai/gpt-5.5, column Factual Consistency Rate)",,out:effort-not-established, vectara-hhem,vectara-hhem,?zai-org/GLM-4.5-AIR-FP8,not-established:absent,writing,easy,Vectara-HHEM,,,,,,90.7,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 77, row zai-org/GLM-4.5-AIR-FP8, column Factual Consistency Rate)",,out:model-not-established, vectara-hhem,vectara-hhem,qwen3-235b-a22b,unstated,writing,easy,Vectara-HHEM,,,,,,90.7,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 78, row qwen/qwen3-235b-a22b, column Factual Consistency Rate)",,out:effort-not-established, vectara-hhem,vectara-hhem,?qwen3-next-80b-a3b,not-established:absent,writing,easy,Vectara-HHEM,,,,,,90.7,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 79, row qwen/qwen3-next-80b-a3b-thinking, column Factual Consistency Rate)",,out:model-not-established, vectara-hhem,vectara-hhem,glm-4.7-flash,unstated,writing,easy,Vectara-HHEM,,,,,,90.7,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 80, row zai-org/GLM-4.7-flash, column Factual Consistency Rate)",,out:effort-not-established, vectara-hhem,vectara-hhem,?CohereLabs/c4ai-aya-expanse-8b,not-established:absent,writing,easy,Vectara-HHEM,,,,,,90.5,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 81, row CohereLabs/c4ai-aya-expanse-8b, column Factual Consistency Rate)",,out:model-not-established, vectara-hhem,vectara-hhem,glm-4.6,unstated,writing,easy,Vectara-HHEM,,,,,,90.5,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 82, row zai-org/GLM-4.6, column Factual Consistency Rate)",,out:effort-not-established, vectara-hhem,vectara-hhem,?nvidia/Nemotron-3-Nano-30B-A3B,not-established:absent,writing,easy,Vectara-HHEM,,,,,,90.4,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 83, row nvidia/Nemotron-3-Nano-30B-A3B, column Factual Consistency Rate)",,out:model-not-established, vectara-hhem,vectara-hhem,gpt-4o-0806,solo,writing,easy,Vectara-HHEM,,,,,,90.4,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 84, row openai/gpt-4o-2024-08-06, column Factual Consistency Rate)",,out:single-couple, vectara-hhem,vectara-hhem,?ai21labs/jamba-large-1.7-2025-07,not-established:absent,writing,easy,Vectara-HHEM,,,,,,90.3,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 85, row ai21labs/jamba-large-1.7-2025-07, column Factual Consistency Rate)",,out:model-not-established, vectara-hhem,vectara-hhem,haiku-4.5,unstated,writing,easy,Vectara-HHEM,,,,,,90.2,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 86, row anthropic/claude-haiku-4-5-20251001, column Factual Consistency Rate)",,out:effort-not-established, vectara-hhem,vectara-hhem,glm-5,unstated,writing,easy,Vectara-HHEM,,,,,,89.9,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 87, row zai-org/glm-5, column Factual Consistency Rate)",,out:effort-not-established, vectara-hhem,vectara-hhem,?anthropic/claude-sonnet-4-20250514,not-established:absent,writing,easy,Vectara-HHEM,,,,,,89.7,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 88, row anthropic/claude-sonnet-4-20250514, column Factual Consistency Rate)",,out:model-not-established, vectara-hhem,vectara-hhem,gemini-3.1-pro,unstated,writing,easy,Vectara-HHEM,,,,,,89.6,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 89, row google/gemini-3.1-pro-preview, column Factual Consistency Rate)",,out:effort-not-established, vectara-hhem,vectara-hhem,qwen3.5-flash,unstated,writing,easy,Vectara-HHEM,,,,,,89.5,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 90, row qwen/qwen3.5-flash-2026-02-23, column Factual Consistency Rate)",,out:effort-not-established, vectara-hhem,vectara-hhem,qwen3.5-35b-a3b,unstated,writing,easy,Vectara-HHEM,,,,,,89.5,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 91, row qwen/qwen3.5-35b-a3b, column Factual Consistency Rate)",,out:effort-not-established, vectara-hhem,vectara-hhem,gpt-5-nano,unstated,writing,easy,Vectara-HHEM,,,,,,89.5,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 92, row openai/gpt-5-nano-2025-08-07, column Factual Consistency Rate)",,out:effort-not-established, vectara-hhem,vectara-hhem,sonnet-4.6,unstated,writing,easy,Vectara-HHEM,,,,,,89.4,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 93, row anthropic/claude-sonnet-4-6, column Factual Consistency Rate)",,out:effort-not-established, vectara-hhem,vectara-hhem,?ibm-granite/granite-3.3-8b-instruct,not-established:absent,writing,easy,Vectara-HHEM,,,,,,89.4,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 94, row ibm-granite/granite-3.3-8b-instruct, column Factual Consistency Rate)",,out:model-not-established, vectara-hhem,vectara-hhem,qwen3.5-plus,unstated,writing,easy,Vectara-HHEM,,,,,,89.3,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 95, row qwen/qwen3.5-plus-2026-02-15, column Factual Consistency Rate)",,out:effort-not-established, vectara-hhem,vectara-hhem,gpt-5.2,high,writing,easy,Vectara-HHEM,,,,,,89.2,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 96, row openai/gpt-5.2-high-2025-12-11, column Factual Consistency Rate)",,in, vectara-hhem,vectara-hhem,kimi-k2.6,unstated,writing,easy,Vectara-HHEM,,,,,,89.2,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 97, row moonshotai/kimi-k2.6, column Factual Consistency Rate)",,out:effort-not-established, vectara-hhem,vectara-hhem,opus-4.5,unstated,writing,easy,Vectara-HHEM,,,,,,89.1,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 98, row anthropic/claude-opus-4-5-20251101, column Factual Consistency Rate)",,out:effort-not-established, vectara-hhem,vectara-hhem,?CohereLabs/c4ai-aya-expanse-32b,not-established:absent,writing,easy,Vectara-HHEM,,,,,,89.1,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 99, row CohereLabs/c4ai-aya-expanse-32b, column Factual Consistency Rate)",,out:model-not-established, vectara-hhem,vectara-hhem,gpt-5.1,low,writing,easy,Vectara-HHEM,,,,,,89.1,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 100, row openai/gpt-5.1-low-2025-11-13, column Factual Consistency Rate)",,in, vectara-hhem,vectara-hhem,qwen3.5-122b-a10b,unstated,writing,easy,Vectara-HHEM,,,,,,88.8,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 101, row qwen/qwen3.5-122b-a10b, column Factual Consistency Rate)",,out:effort-not-established, vectara-hhem,vectara-hhem,deepseek-r1,solo,writing,easy,Vectara-HHEM,,,,,,88.7,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 102, row deepseek-ai/DeepSeek-R1, column Factual Consistency Rate)",,out:single-couple, vectara-hhem,vectara-hhem,?zai-org/glm-4p7,not-established:absent,writing,easy,Vectara-HHEM,,,,,,88.3,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 103, row zai-org/glm-4p7, column Factual Consistency Rate)",,out:model-not-established, vectara-hhem,vectara-hhem,?anthropic/claude-opus-4-1-20250805,not-established:absent,writing,easy,Vectara-HHEM,,,,,,88.2,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 104, row anthropic/claude-opus-4-1-20250805, column Factual Consistency Rate)",,out:model-not-established, vectara-hhem,vectara-hhem,?MiniMaxAI/minimax-m2p1,not-established:absent,writing,easy,Vectara-HHEM,,,,,,88.2,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 105, row MiniMaxAI/minimax-m2p1, column Factual Consistency Rate)",,out:model-not-established, vectara-hhem,vectara-hhem,?anthropic/claude-opus-4-20250514,not-established:absent,writing,easy,Vectara-HHEM,,,,,,88.0,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 106, row anthropic/claude-opus-4-20250514, column Factual Consistency Rate)",,out:model-not-established, vectara-hhem,vectara-hhem,sonnet-4.5,unstated,writing,easy,Vectara-HHEM,,,,,,88.0,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 107, row anthropic/claude-sonnet-4-5-20250929, column Factual Consistency Rate)",,out:effort-not-established, vectara-hhem,vectara-hhem,opus-4.7,unstated,writing,easy,Vectara-HHEM,,,,,,88.0,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 108, row anthropic/claude-opus-4-7, column Factual Consistency Rate)",,out:effort-not-established, vectara-hhem,vectara-hhem,qwen3.5-27b,unstated,writing,easy,Vectara-HHEM,,,,,,87.9,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 109, row qwen/qwen3.5-27b, column Factual Consistency Rate)",,out:effort-not-established, vectara-hhem,vectara-hhem,gpt-5.1,high,writing,easy,Vectara-HHEM,,,,,,87.9,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 110, row openai/gpt-5.1-high-2025-11-13, column Factual Consistency Rate)",,in, vectara-hhem,vectara-hhem,gemini-4-argon,unstated,writing,easy,Vectara-HHEM,,,,,,87.9,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 111, row google/gemini-4-argon, column Factual Consistency Rate)",,out:effort-not-established, vectara-hhem,vectara-hhem,opus-4.6,unstated,writing,easy,Vectara-HHEM,,,,,,87.8,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 112, row anthropic/claude-opus-4-6, column Factual Consistency Rate)",,out:effort-not-established, vectara-hhem,vectara-hhem,mercury-2,unstated,writing,easy,Vectara-HHEM,,,,,,87.7,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 113, row inceptionlabs/mercury-2, column Factual Consistency Rate)",,out:effort-not-established, vectara-hhem,vectara-hhem,gpt-5.6-sol,unstated,writing,easy,Vectara-HHEM,,,,,,87.6,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 114, row openai/gpt-5.6-sol, column Factual Consistency Rate)",,out:effort-not-established, vectara-hhem,vectara-hhem,?MiniMaxAI/minimax-m2p7,not-established:absent,writing,easy,Vectara-HHEM,,,,,,87.1,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 115, row MiniMaxAI/minimax-m2p7, column Factual Consistency Rate)",,out:model-not-established, vectara-hhem,vectara-hhem,gpt-5-mini,unstated,writing,easy,Vectara-HHEM,,,,,,87.1,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 116, row openai/gpt-5-mini-2025-08-07, column Factual Consistency Rate)",,out:effort-not-established, vectara-hhem,vectara-hhem,gemini-3-flash,unstated,writing,easy,Vectara-HHEM,,,,,,86.5,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 117, row google/gemini-3-flash-preview, column Factual Consistency Rate)",,out:effort-not-established, vectara-hhem,vectara-hhem,?google/gemini-3-pro-preview,not-established:absent,writing,easy,Vectara-HHEM,,,,,,86.4,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 118, row google/gemini-3-pro-preview, column Factual Consistency Rate)",,out:model-not-established, vectara-hhem,vectara-hhem,?moonshotai/Kimi-K2.5,not-established:absent,writing,easy,Vectara-HHEM,,,,,,85.8,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 119, row moonshotai/Kimi-K2.5, column Factual Consistency Rate)",,out:model-not-established, vectara-hhem,vectara-hhem,?openai/gpt-oss-120b,not-established:absent,writing,easy,Vectara-HHEM,,,,,,85.8,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 120, row openai/gpt-oss-120b, column Factual Consistency Rate)",,out:model-not-established, vectara-hhem,vectara-hhem,?mistralai/mistral-3-large-2512,not-established:absent,writing,easy,Vectara-HHEM,,,,,,85.5,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 121, row mistralai/mistral-3-large-2512, column Factual Consistency Rate)",,out:model-not-established, vectara-hhem,vectara-hhem,?ai21labs/jamba-mini-1.7-2025-07,not-established:absent,writing,easy,Vectara-HHEM,,,,,,85.3,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 122, row ai21labs/jamba-mini-1.7-2025-07, column Factual Consistency Rate)",,out:model-not-established, vectara-hhem,vectara-hhem,gpt-5,minimal,writing,easy,Vectara-HHEM,,,,,,85.3,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 123, row openai/gpt-5-minimal-2025-08-07, column Factual Consistency Rate)",,out:single-couple, vectara-hhem,vectara-hhem,gpt-5,high,writing,easy,Vectara-HHEM,,,,,,84.9,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 124, row openai/gpt-5-high-2025-08-07, column Factual Consistency Rate)",,out:single-couple, vectara-hhem,vectara-hhem,?grok-4-1-fast,not-established:absent,writing,easy,Vectara-HHEM,,,,,,82.2,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 125, row xai-org/grok-4-1-fast-non-reasoning, column Factual Consistency Rate)",,out:model-not-established, vectara-hhem,vectara-hhem,?moonshotai/Kimi-K2-Instruct-0905,not-established:absent,writing,easy,Vectara-HHEM,,,,,,82.1,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 126, row moonshotai/Kimi-K2-Instruct-0905, column Factual Consistency Rate)",,out:model-not-established, vectara-hhem,vectara-hhem,o4-mini,low,writing,easy,Vectara-HHEM,,,,,,81.4,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 127, row openai/o4-mini-low-2025-04-16, column Factual Consistency Rate)",,out:single-couple, vectara-hhem,vectara-hhem,o4-mini,high,writing,easy,Vectara-HHEM,,,,,,81.4,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 128, row openai/o4-mini-high-2025-04-16, column Factual Consistency Rate)",,out:single-couple, vectara-hhem,vectara-hhem,?grok-4-1-fast,not-established:absent,writing,easy,Vectara-HHEM,,,,,,80.8,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 129, row xai-org/grok-4-1-fast-reasoning, column Factual Consistency Rate)",,out:model-not-established, vectara-hhem,vectara-hhem,?mistralai/ministral-3-14b-2512,not-established:absent,writing,easy,Vectara-HHEM,,,,,,80.6,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 130, row mistralai/ministral-3-14b-2512, column Factual Consistency Rate)",,out:model-not-established, vectara-hhem,vectara-hhem,grok-4-fast,nothink,writing,easy,Vectara-HHEM,,,,,,80.3,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 131, row xai-org/grok-4-fast-non-reasoning, column Factual Consistency Rate)",,out:single-couple, vectara-hhem,vectara-hhem,grok-4-fast,think,writing,easy,Vectara-HHEM,,,,,,79.8,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 132, row xai-org/grok-4-fast-reasoning, column Factual Consistency Rate)",,out:single-couple, vectara-hhem,vectara-hhem,?mistralai/ministral-3-8b-2512,not-established:absent,writing,easy,Vectara-HHEM,,,,,,78.3,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 133, row mistralai/ministral-3-8b-2512, column Factual Consistency Rate)",,out:model-not-established, vectara-hhem,vectara-hhem,mistral-medium-3.1,unstated,writing,easy,Vectara-HHEM,,,,,,77.3,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 134, row mistralai/mistral-medium-2508, column Factual Consistency Rate)",,out:effort-not-established, vectara-hhem,vectara-hhem,o3-pro,unstated,writing,easy,Vectara-HHEM,,,,,,76.7,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 135, row openai/o3-pro, column Factual Consistency Rate)",,out:effort-not-established, vectara-hhem,vectara-hhem,?microsoft/Phi-4-mini-instruct,not-established:absent,writing,easy,Vectara-HHEM,,,,,,76.5,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 136, row microsoft/Phi-4-mini-instruct, column Factual Consistency Rate)",,out:model-not-established, vectara-hhem,vectara-hhem,?mistralai/ministral-3-3b-2512,not-established:absent,writing,easy,Vectara-HHEM,,,,,,75.8,factual-consistency%,0.0289,,,"https://github.com/vectara/hallucination-leaderboard (README leaderboard table, line 137, row mistralai/ministral-3-3b-2512, column Factual Consistency Rate)",,out:model-not-established, vectorise-graded,vidali-gist,opus-5,high,agentic-tool,easy,ClaudeCode-cli,,,,,,88.8,citation-recall%,0,,,https://gist.github.com/kaividali/3cb175d8a473b6295c88862bbcf4d481 ($.rows / row claude-opus-5|evening / column judge_citation_recall),,in, vectorise-graded,vidali-gist,sonnet-5,high,agentic-tool,easy,ClaudeCode-cli,,,,,,82.9,citation-recall%,0,,,https://gist.github.com/kaividali/3cb175d8a473b6295c88862bbcf4d481 ($.rows / row claude-sonnet-5|evening / column judge_citation_recall),,in, vectorise-graded,vidali-gist,haiku-4.5,default,agentic-tool,easy,ClaudeCode-cli,,,,,,61.5,citation-recall%,0,,,https://gist.github.com/kaividali/3cb175d8a473b6295c88862bbcf4d481 ($.rows / row claude-haiku-4-5|evening / column judge_citation_recall),,out:effort-not-established, vmmev2-hf-model-cards,vmmev2-leaderboard,minimax-m3,unstated,mixed,hard,model card (self-reported),,,,,,85.4,score-0-100,0.0289,,,https://huggingface.co/api/datasets/MME-Benchmarks/Video-MME-v2/leaderboard ($ / row 1 / column value),,out:effort-not-established, vmmev2-hf-model-cards,vmmev2-leaderboard,?Muse-Spark-Open-816B-A42B,not-established:absent,mixed,hard,model card (self-reported),,,,,,61.5,score-0-100,0.0289,,,https://huggingface.co/api/datasets/MME-Benchmarks/Video-MME-v2/leaderboard ($ / row 2 / column value),,out:model-not-established, vmmev2-512,vmmev2-leaderboard,?Kimi-K2.5,not-established:absent,mixed,hard,video-mme-v2,,,,,,61.1,score-0-100,0.0289,,restated-from:VideoMMEv2 leaderboard,https://huggingface.co/api/datasets/MME-Benchmarks/Video-MME-v2/leaderboard ($ / row 3 / column value),,out:model-not-established, vmmev2-512,vmmev2-leaderboard,qwen3.5-397b-a17b,unstated,mixed,hard,video-mme-v2,,,,,,55.9,score-0-100,0.0289,,restated-from:VideoMMEv2 leaderboard,https://huggingface.co/api/datasets/MME-Benchmarks/Video-MME-v2/leaderboard ($ / row 4 / column value),,out:effort-not-established, vmmev2-64,vmmev2-leaderboard,?Kimi-K2.5,not-established:absent,mixed,hard,video-mme-v2,,,,,,54.4,score-0-100,0.0289,,restated-from:VideoMMEv2 leaderboard,https://huggingface.co/api/datasets/MME-Benchmarks/Video-MME-v2/leaderboard ($ / row 5 / column value),,out:model-not-established, vmmev2-64,vmmev2-leaderboard,qwen3.5-397b-a17b,unstated,mixed,hard,video-mme-v2,,,,,,48.9,score-0-100,0.0289,,restated-from:VideoMMEv2 leaderboard,https://huggingface.co/api/datasets/MME-Benchmarks/Video-MME-v2/leaderboard ($ / row 6 / column value),,out:effort-not-established, vmmev2-hf-model-cards,vmmev2-leaderboard,?dots3-note-prev,not-established:absent,mixed,hard,model card (self-reported),,,,,,39.3,score-0-100,0.0289,,,https://huggingface.co/api/datasets/MME-Benchmarks/Video-MME-v2/leaderboard ($ / row 7 / column value),,out:model-not-established, vulcanbench-ciiv4,github-vulcanbench,haiku-5.5,low,coding,hard,,,,,,,84.42,combined-v3.15,0.00289,,,"https://vulcanbench.com/benchmarks/swe-v4-haiku55-vs-frontier.html (table 'by level', row haiku55/low, column Combined)",,in, vulcanbench-ciiv4-quality,github-vulcanbench,haiku-5.5,low,coding,hard,,,,,,,74.83,code-quality-judge%,0.00289,,,"https://vulcanbench.com/benchmarks/swe-v4-haiku55-vs-frontier.html (table 'by level', row haiku55/low, column Code quality)",,in, vulcanbench-ciiv4,github-vulcanbench,haiku-5.5,medium,coding,hard,,,,,,,84.03,combined-v3.15,0.00289,,,"https://vulcanbench.com/benchmarks/swe-v4-haiku55-vs-frontier.html (table 'by level', row haiku55/medium, column Combined)",,out:partial, vulcanbench-ciiv4-quality,github-vulcanbench,haiku-5.5,medium,coding,hard,,,,,,,76.07,code-quality-judge%,0.00289,,,"https://vulcanbench.com/benchmarks/swe-v4-haiku55-vs-frontier.html (table 'by level', row haiku55/medium, column Code quality)",,out:partial, vulcanbench-ciiv4,github-vulcanbench,haiku-5.5,high,coding,hard,,,,,,,88.01,combined-v3.15,0.00289,,,"https://vulcanbench.com/benchmarks/swe-v4-haiku55-vs-frontier.html (table 'by level', row haiku55/high, column Combined)",,in, vulcanbench-ciiv4-quality,github-vulcanbench,haiku-5.5,high,coding,hard,,,,,,,77.60,code-quality-judge%,0.00289,,,"https://vulcanbench.com/benchmarks/swe-v4-haiku55-vs-frontier.html (table 'by level', row haiku55/high, column Code quality)",,in, vulcanbench-ciiv4,github-vulcanbench,haiku-5.5,xhigh,coding,hard,,,,,,,91.83,combined-v3.15,0.00289,,,"https://vulcanbench.com/benchmarks/swe-v4-haiku55-vs-frontier.html (table 'by level', row haiku55/extra-high, column Combined)",,out:partial, vulcanbench-ciiv4-quality,github-vulcanbench,haiku-5.5,xhigh,coding,hard,,,,,,,80.13,code-quality-judge%,0.00289,,,"https://vulcanbench.com/benchmarks/swe-v4-haiku55-vs-frontier.html (table 'by level', row haiku55/extra-high, column Code quality)",,out:partial, vulcanbench-ciiv4,github-vulcanbench,haiku-5.5,max,coding,hard,,,,,,,92.16,combined-v3.15,0.00289,,,"https://vulcanbench.com/benchmarks/swe-v4-haiku55-vs-frontier.html (table 'by level', row haiku55/max, column Combined)",,out:partial, vulcanbench-ciiv4-quality,github-vulcanbench,haiku-5.5,max,coding,hard,,,,,,,81.30,code-quality-judge%,0.00289,,,"https://vulcanbench.com/benchmarks/swe-v4-haiku55-vs-frontier.html (table 'by level', row haiku55/max, column Code quality)",,out:partial, vulcanbench-ciiv4,github-vulcanbench,gpt-6-luna,low,coding,hard,,per-task,0.03,0.00289,,,40.83,combined-v3.15,0.00289,,cost-base-price:cost-publisher-figure,"https://vulcanbench.com/benchmarks/swe-v4-haiku55-vs-frontier.html (table 'by level', row gpt6luna/low, column Combined)",,in,in vulcanbench-ciiv4-quality,github-vulcanbench,gpt-6-luna,low,coding,hard,,,,,,,65.84,code-quality-judge%,0.00289,,,"https://vulcanbench.com/benchmarks/swe-v4-haiku55-vs-frontier.html (table 'by level', row gpt6luna/low, column Code quality)",,in, vulcanbench-ciiv4,github-vulcanbench,gpt-6-luna,medium,coding,hard,,per-task,0.01,0.00289,,,45.72,combined-v3.15,0.00289,,cost-base-price:cost-publisher-figure,"https://vulcanbench.com/benchmarks/swe-v4-haiku55-vs-frontier.html (table 'by level', row gpt6luna/medium, column Combined)",,in,in vulcanbench-ciiv4-quality,github-vulcanbench,gpt-6-luna,medium,coding,hard,,,,,,,69.33,code-quality-judge%,0.00289,,,"https://vulcanbench.com/benchmarks/swe-v4-haiku55-vs-frontier.html (table 'by level', row gpt6luna/medium, column Code quality)",,in, vulcanbench-ciiv4,github-vulcanbench,gpt-6-luna,high,coding,hard,,per-task,0.05,0.00289,,,57.35,combined-v3.15,0.00289,,cost-base-price:cost-publisher-figure,"https://vulcanbench.com/benchmarks/swe-v4-haiku55-vs-frontier.html (table 'by level', row gpt6luna/high, column Combined)",,in,in vulcanbench-ciiv4-quality,github-vulcanbench,gpt-6-luna,high,coding,hard,,,,,,,66.40,code-quality-judge%,0.00289,,,"https://vulcanbench.com/benchmarks/swe-v4-haiku55-vs-frontier.html (table 'by level', row gpt6luna/high, column Code quality)",,in, vulcanbench-ciiv4,github-vulcanbench,gpt-6-luna,xhigh,coding,hard,,per-task,0.16,0.00289,,,78.79,combined-v3.15,0.00289,,,"https://vulcanbench.com/benchmarks/swe-v4-haiku55-vs-frontier.html (table 'by level', row gpt6luna/extra-high, column Combined)",,out:partial,out:partial vulcanbench-ciiv4-quality,github-vulcanbench,gpt-6-luna,xhigh,coding,hard,,,,,,,71.49,code-quality-judge%,0.00289,,,"https://vulcanbench.com/benchmarks/swe-v4-haiku55-vs-frontier.html (table 'by level', row gpt6luna/extra-high, column Code quality)",,out:partial, vulcanbench-ciiv4,github-vulcanbench,gpt-6-luna,max,coding,hard,,per-task,0.10,0.00289,,,81.42,combined-v3.15,0.00289,,,"https://vulcanbench.com/benchmarks/swe-v4-haiku55-vs-frontier.html (table 'by level', row gpt6luna/max, column Combined)",,out:partial,out:partial vulcanbench-ciiv4-quality,github-vulcanbench,gpt-6-luna,max,coding,hard,,,,,,,71.51,code-quality-judge%,0.00289,,,"https://vulcanbench.com/benchmarks/swe-v4-haiku55-vs-frontier.html (table 'by level', row gpt6luna/max, column Code quality)",,out:partial, wkl-l1,whitekumalabo,opus-4.6,low,coding,trivial,ClaudeCode,per-exec,9.49,0.000289,,,9.49,score/10,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://whitekumalabo.jp/entry/effort-level-task-difficulty (quality table, row Level 1, column effort=low)",,out:single-couple,out:cost-single-couple wkl-l1,whitekumalabo,opus-4.6,medium,coding,trivial,ClaudeCode,per-exec,9.59,0.000289,,,9.59,score/10,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://whitekumalabo.jp/entry/effort-level-task-difficulty (quality table, row Level 1, column effort=medium)",,out:single-couple,out:cost-single-couple wkl-l1,whitekumalabo,opus-4.6,high,coding,trivial,ClaudeCode,per-exec,9.54,0.000289,,,9.54,score/10,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://whitekumalabo.jp/entry/effort-level-task-difficulty (quality table, row Level 1, column effort=high)",,out:single-couple,out:cost-single-couple wkl-l1,whitekumalabo,opus-4.6,max,coding,trivial,ClaudeCode,per-exec,9.54,0.000289,,,9.54,score/10,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://whitekumalabo.jp/entry/effort-level-task-difficulty (quality table, row Level 1, column effort=max)",,out:single-couple,out:cost-single-couple wkl-l2,whitekumalabo,opus-4.6,low,coding,easy,ClaudeCode,per-exec,9.88,0.000289,,,9.88,score/10,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://whitekumalabo.jp/entry/effort-level-task-difficulty (quality table, row Level 2, column effort=low)",,out:single-couple,out:cost-single-couple wkl-l2,whitekumalabo,opus-4.6,medium,coding,easy,ClaudeCode,per-exec,9.90,0.000289,,,9.90,score/10,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://whitekumalabo.jp/entry/effort-level-task-difficulty (quality table, row Level 2, column effort=medium)",,out:single-couple,out:cost-single-couple wkl-l2,whitekumalabo,opus-4.6,high,coding,easy,ClaudeCode,per-exec,9.95,0.000289,,,9.95,score/10,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://whitekumalabo.jp/entry/effort-level-task-difficulty (quality table, row Level 2, column effort=high)",,out:single-couple,out:cost-single-couple wkl-l2,whitekumalabo,opus-4.6,max,coding,easy,ClaudeCode,per-exec,9.91,0.000289,,,9.91,score/10,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://whitekumalabo.jp/entry/effort-level-task-difficulty (quality table, row Level 2, column effort=max)",,out:single-couple,out:cost-single-couple whitekumalabo,whitekumalabo,opus-4.6,low,coding,hard,ClaudeCode,per-exec,8.18,0.000289,,,8.18,score/10,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://whitekumalabo.jp/entry/effort-level-task-difficulty (quality table, row Level 3, column effort=low)",,out:single-couple,out:cost-single-couple whitekumalabo,whitekumalabo,opus-4.6,medium,coding,hard,ClaudeCode,per-exec,9.10,0.000289,,,9.10,score/10,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://whitekumalabo.jp/entry/effort-level-task-difficulty (quality table, row Level 3, column effort=medium)",,out:single-couple,out:cost-single-couple whitekumalabo,whitekumalabo,opus-4.6,high,coding,hard,ClaudeCode,per-exec,8.92,0.000289,,,8.92,score/10,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://whitekumalabo.jp/entry/effort-level-task-difficulty (quality table, row Level 3, column effort=high)",,out:single-couple,out:cost-single-couple whitekumalabo,whitekumalabo,opus-4.6,max,coding,hard,ClaudeCode,per-exec,9.13,0.000289,,,9.13,score/10,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://whitekumalabo.jp/entry/effort-level-task-difficulty (quality table, row Level 3, column effort=max)",,out:single-couple,out:cost-single-couple wkl-l4,whitekumalabo,opus-4.6,low,coding,frontier,ClaudeCode,per-exec,9.74,0.000289,,,9.74,score/10,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://whitekumalabo.jp/entry/effort-level-task-difficulty (quality table, row Level 4, column effort=low)",,out:single-couple,out:cost-single-couple wkl-l4,whitekumalabo,opus-4.6,medium,coding,frontier,ClaudeCode,per-exec,9.83,0.000289,,,9.83,score/10,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://whitekumalabo.jp/entry/effort-level-task-difficulty (quality table, row Level 4, column effort=medium)",,out:single-couple,out:cost-single-couple wkl-l4,whitekumalabo,opus-4.6,high,coding,frontier,ClaudeCode,per-exec,9.78,0.000289,,,9.78,score/10,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://whitekumalabo.jp/entry/effort-level-task-difficulty (quality table, row Level 4, column effort=high)",,out:single-couple,out:cost-single-couple wkl-l4,whitekumalabo,opus-4.6,max,coding,frontier,ClaudeCode,per-exec,9.76,0.000289,,,9.76,score/10,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://whitekumalabo.jp/entry/effort-level-task-difficulty (quality table, row Level 4, column effort=max)",,out:single-couple,out:cost-single-couple wkl-f5o48-t2,whitekumalabo,fable-5,high,writing,trivial,ClaudeCode,per-task,0.070,0.000289,,579,10,pts/15,0,,cost-base-price:cost-publisher-figure,"https://whitekumalabo.jp/entry/fable5-vs-opus48-cost-quality (scoring table, row T2, column Fable 5)",,in,in wkl-f5o48-t2,whitekumalabo,opus-4.8,high,writing,trivial,ClaudeCode,per-task,0.037,0.000289,,392,13,pts/15,0,,cost-base-price:cost-publisher-figure,"https://whitekumalabo.jp/entry/fable5-vs-opus48-cost-quality (scoring table, row T2, column Opus 4.8)",,in,in wkl-f5o48-t3,whitekumalabo,fable-5,high,mixed,trivial,ClaudeCode,per-task,0.105,0.000289,,905,14,pts/15,0,,cost-base-price:cost-publisher-figure,"https://whitekumalabo.jp/entry/fable5-vs-opus48-cost-quality (scoring table, row T3, column Fable 5)",,in,in wkl-f5o48-t3,whitekumalabo,opus-4.8,high,mixed,trivial,ClaudeCode,per-task,0.047,0.000289,,786,13,pts/15,0,,cost-base-price:cost-publisher-figure,"https://whitekumalabo.jp/entry/fable5-vs-opus48-cost-quality (scoring table, row T3, column Opus 4.8)",,in,in wkl-f5o48-t4,whitekumalabo,fable-5,high,writing,trivial,ClaudeCode,per-task,0.061,0.000289,,111,,none,,,cost-base-price:cost-publisher-figure,"https://whitekumalabo.jp/entry/fable5-vs-opus48-cost-quality (median table, row T4 / Fable 5, column API 換算 $)",,,in wkl-f5o48-t4,whitekumalabo,opus-4.8,high,writing,trivial,ClaudeCode,per-task,0.031,0.000289,,143,,none,,,cost-base-price:cost-publisher-figure,"https://whitekumalabo.jp/entry/fable5-vs-opus48-cost-quality (median table, row T4 / Opus 4.8, column API 換算 $)",,,in wildclaw-mm,wildclawbench-board,gpt-5.6-sol,unstated,agentic-tool,hard,OpenClaw,,,,,,69.3,score%,0.0289,,,"https://internlm.github.io/WildClawBench/ (SPLIT_SCORES, id 20, mm)",,out:effort-not-established, wildclaw-pt,wildclawbench-board,gpt-5.6-sol,unstated,agentic-tool,hard,OpenClaw,,,,,,65.6,score%,0.0289,,,"https://internlm.github.io/WildClawBench/ (SPLIT_SCORES, id 20, pt)",,out:effort-not-established, wildclaw-mm,wildclawbench-board,opus-4.8,unstated,agentic-tool,hard,OpenClaw,,,,,,65.3,score%,0.0289,,,"https://internlm.github.io/WildClawBench/ (SPLIT_SCORES, id 26, mm)",,out:effort-not-established, wildclaw-pt,wildclawbench-board,opus-4.8,unstated,agentic-tool,hard,OpenClaw,,,,,,64.3,score%,0.0289,,,"https://internlm.github.io/WildClawBench/ (SPLIT_SCORES, id 26, pt)",,out:effort-not-established, wildclaw-mm,wildclawbench-board,fable-5,unstated,agentic-tool,hard,OpenClaw,,,,,,68.6,score%,0.0289,,,"https://internlm.github.io/WildClawBench/ (SPLIT_SCORES, id 21, mm)",,out:effort-not-established, wildclaw-pt,wildclawbench-board,fable-5,unstated,agentic-tool,hard,OpenClaw,,,,,,57.0,score%,0.0289,,,"https://internlm.github.io/WildClawBench/ (SPLIT_SCORES, id 21, pt)",,out:effort-not-established, wildclaw-mm,wildclawbench-board,grok-4.5,unstated,agentic-tool,hard,OpenClaw,,,,,,55.3,score%,0.0289,,,"https://internlm.github.io/WildClawBench/ (SPLIT_SCORES, id 22, mm)",,out:effort-not-established, wildclaw-pt,wildclawbench-board,grok-4.5,unstated,agentic-tool,hard,OpenClaw,,,,,,59.2,score%,0.0289,,,"https://internlm.github.io/WildClawBench/ (SPLIT_SCORES, id 22, pt)",,out:effort-not-established, wildclaw-mm,wildclawbench-board,qwen3.8-max,unstated,agentic-tool,hard,OpenClaw,,,,,,59.423077,score%,2.89e-07,,,"https://internlm.github.io/WildClawBench/ (SPLIT_SCORES, id 31, mm)",,out:effort-not-established, wildclaw-pt,wildclawbench-board,qwen3.8-max,unstated,agentic-tool,hard,OpenClaw,,,,,,53.656176,score%,2.89e-07,,,"https://internlm.github.io/WildClawBench/ (SPLIT_SCORES, id 31, pt)",,out:effort-not-established, wildclaw-mm,wildclawbench-board,kimi-k3,unstated,agentic-tool,hard,OpenClaw,,,,,,43.8,score%,0.0289,,,"https://internlm.github.io/WildClawBench/ (SPLIT_SCORES, id 23, mm)",,out:effort-not-established, wildclaw-pt,wildclawbench-board,kimi-k3,unstated,agentic-tool,hard,OpenClaw,,,,,,62.7,score%,0.0289,,,"https://internlm.github.io/WildClawBench/ (SPLIT_SCORES, id 23, pt)",,out:effort-not-established, wildclaw-mm,wildclawbench-board,glm-5.2,unstated,agentic-tool,hard,OpenClaw,,,,,,50.9,score%,0.0289,,,"https://internlm.github.io/WildClawBench/ (SPLIT_SCORES, id 24, mm)",,out:effort-not-established, wildclaw-pt,wildclawbench-board,glm-5.2,unstated,agentic-tool,hard,OpenClaw,,,,,,56.7,score%,0.0289,,,"https://internlm.github.io/WildClawBench/ (SPLIT_SCORES, id 24, pt)",,out:effort-not-established, wildclaw-mm,wildclawbench-board,kimi-k2.7-code,solo,agentic-tool,hard,OpenClaw,,,,,,41.7065,score%,2.89e-05,,,"https://internlm.github.io/WildClawBench/ (SPLIT_SCORES, id 27, mm)",,out:single-couple, wildclaw-pt,wildclawbench-board,kimi-k2.7-code,solo,agentic-tool,hard,OpenClaw,,,,,,50.8626,score%,2.89e-05,,,"https://internlm.github.io/WildClawBench/ (SPLIT_SCORES, id 27, pt)",,out:single-couple, wildclaw-mm,wildclawbench-board,qwen3.6-27b,unstated,agentic-tool,hard,OpenClaw,,,,,,38.220769,score%,2.89e-07,,,"https://internlm.github.io/WildClawBench/ (SPLIT_SCORES, id 29, mm)",,out:effort-not-established, wildclaw-pt,wildclawbench-board,qwen3.6-27b,unstated,agentic-tool,hard,OpenClaw,,,,,,47.006275,score%,2.89e-07,,,"https://internlm.github.io/WildClawBench/ (SPLIT_SCORES, id 29, pt)",,out:effort-not-established, wildclaw-mm,wildclawbench-board,qwen3.8-27b,unstated,agentic-tool,hard,OpenClaw,,,,,,39.078462,score%,2.89e-07,,,"https://internlm.github.io/WildClawBench/ (SPLIT_SCORES, id 32, mm)",,out:effort-not-established, wildclaw-pt,wildclawbench-board,qwen3.8-27b,unstated,agentic-tool,hard,OpenClaw,,,,,,54.849118,score%,2.89e-07,,,"https://internlm.github.io/WildClawBench/ (SPLIT_SCORES, id 32, pt)",,out:effort-not-established, wmedia-php-hidden-cases,wmedia.es,opus-5.5,medium,coding,easy,,per-run-median,0.18,0.00289,,,100,hidden-cases-pass%,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://wmedia.es/en/tips/claude-code-effort-level-medium-high-xhigh (Results table, column Hidden cases)",,out:saturated,in wmedia-php-hidden-cases,wmedia.es,opus-5.5,high,coding,easy,,per-run-median,0.22,0.00289,,,100,hidden-cases-pass%,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://wmedia.es/en/tips/claude-code-effort-level-medium-high-xhigh (Results table, column Hidden cases)",,out:saturated,in wmedia-php-hidden-cases,wmedia.es,opus-5.5,xhigh,coding,easy,,per-run-median,0.38,0.00289,,,100,hidden-cases-pass%,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://wmedia.es/en/tips/claude-code-effort-level-medium-high-xhigh (Results table, column Hidden cases)",,out:saturated,in worklore-toolcount-n5,worklore-toolcount,opus-5.5,unstated,agentic-tool,easy,,per-run,0.0258,2.89e-05,,,100,success%,0.289,,,"https://github.com/worklore/worklore-mcp/tree/main/research/tools-count (Claude Opus 5.5 (Claude Code, tool search off), row tools=5, column success)",,out:effort-not-established,out:effort-not-established worklore-toolcount-n5,worklore-toolcount,haiku-5.5,unstated,agentic-tool,easy,,per-run,0.0010,2.89e-05,,,100,success%,0.289,,,"https://github.com/worklore/worklore-mcp/tree/main/research/tools-count (Claude Haiku 5.5 (Claude Code, tool search off), row tools=5, column success)",,out:effort-not-established,out:effort-not-established worklore-toolcount-n5,worklore-toolcount,gpt-6.1-sol,low,agentic-tool,easy,,,,,,,100,success%,0.289,,,"https://github.com/worklore/worklore-mcp/tree/main/research/tools-count (GPT-6.1-sol (Codex CLI default), row tools=5, column success)",,out:saturated, worklore-toolcount-n5,worklore-toolcount,gemini-3.1-pro,high,agentic-tool,easy,,,,,,,100,success%,0.289,,harness-label-as-level:antigravity-cli,"https://github.com/worklore/worklore-mcp/tree/main/research/tools-count (Gemini 3.1 Pro (Antigravity), row tools=5, column success)",,out:saturated, worklore-toolcount-n5,worklore-toolcount,gemini-3.8-flash,low,agentic-tool,easy,,,,,,,100,success%,0.289,,harness-label-as-level:antigravity-cli,"https://github.com/worklore/worklore-mcp/tree/main/research/tools-count (Gemini 3.8 Flash low (Antigravity), row tools=5, column success)",,out:saturated, worklore-toolcount-n50,worklore-toolcount,opus-5.5,unstated,agentic-tool,easy,,per-run,0.0299,2.89e-05,,,100,success%,0.289,,,"https://github.com/worklore/worklore-mcp/tree/main/research/tools-count (Claude Opus 5.5 (Claude Code, tool search off), row tools=50, column success)",,out:effort-not-established,out:effort-not-established worklore-toolcount-n50,worklore-toolcount,haiku-5.5,unstated,agentic-tool,easy,,per-run,0.0012,2.89e-05,,,100,success%,0.289,,,"https://github.com/worklore/worklore-mcp/tree/main/research/tools-count (Claude Haiku 5.5 (Claude Code, tool search off), row tools=50, column success)",,out:effort-not-established,out:effort-not-established worklore-toolcount-n50,worklore-toolcount,gpt-6.1-sol,low,agentic-tool,easy,,,,,,,100,success%,0.289,,,"https://github.com/worklore/worklore-mcp/tree/main/research/tools-count (GPT-6.1-sol (Codex CLI default), row tools=50, column success)",,out:saturated, worklore-toolcount-n50,worklore-toolcount,gemini-3.1-pro,high,agentic-tool,easy,,,,,,,100,success%,0.289,,harness-label-as-level:antigravity-cli,"https://github.com/worklore/worklore-mcp/tree/main/research/tools-count (Gemini 3.1 Pro (Antigravity), row tools=50, column success)",,out:saturated, worklore-toolcount-n50,worklore-toolcount,gemini-3.8-flash,low,agentic-tool,easy,,,,,,,100,success%,0.289,,harness-label-as-level:antigravity-cli,"https://github.com/worklore/worklore-mcp/tree/main/research/tools-count (Gemini 3.8 Flash low (Antigravity), row tools=50, column success)",,out:saturated, worklore-toolcount-n100,worklore-toolcount,opus-5.5,unstated,agentic-tool,easy,,per-run,0.0377,2.89e-05,,,100,success%,0.289,,,"https://github.com/worklore/worklore-mcp/tree/main/research/tools-count (Claude Opus 5.5 (Claude Code, tool search off), row tools=100, column success)",,out:effort-not-established,out:effort-not-established worklore-toolcount-n100,worklore-toolcount,haiku-5.5,unstated,agentic-tool,easy,,per-run,0.0013,2.89e-05,,,100,success%,0.289,,,"https://github.com/worklore/worklore-mcp/tree/main/research/tools-count (Claude Haiku 5.5 (Claude Code, tool search off), row tools=100, column success)",,out:effort-not-established,out:effort-not-established worklore-toolcount-n100,worklore-toolcount,gpt-6.1-sol,low,agentic-tool,easy,,,,,,,100,success%,0.289,,,"https://github.com/worklore/worklore-mcp/tree/main/research/tools-count (GPT-6.1-sol (Codex CLI default), row tools=100, column success)",,out:saturated, worklore-toolcount-n100,worklore-toolcount,gemini-3.1-pro,high,agentic-tool,easy,,,,,,,100,success%,0.289,,harness-label-as-level:antigravity-cli,"https://github.com/worklore/worklore-mcp/tree/main/research/tools-count (Gemini 3.1 Pro (Antigravity), row tools=100, column success)",,out:saturated, worklore-toolcount-n100,worklore-toolcount,gemini-3.8-flash,low,agentic-tool,easy,,,,,,,100,success%,0.289,,harness-label-as-level:antigravity-cli,"https://github.com/worklore/worklore-mcp/tree/main/research/tools-count (Gemini 3.8 Flash low (Antigravity), row tools=100, column success)",,out:saturated, worldbench-voxel,worldbench-2610.10622,fable-5.1,unstated,coding,mid,own pipeline,,,,,,210.79,score-of-280,0.00289,,,"https://arxiv.org/abs/2610.10622 (Table 6, row Claude Fable 5.1, column 'total /280')",,out:effort-not-established, worldbench-voxel,worldbench-2610.10622,gpt-6-astra,unstated,coding,mid,own pipeline,,,,,,199.73,score-of-280,0.00289,,,"https://arxiv.org/abs/2610.10622 (Table 6, row GPT-6 Astra, column 'total /280')",,out:effort-not-established, worldbench-voxel,worldbench-2610.10622,kimi-k3,unstated,coding,mid,own pipeline,,,,,,191.36,score-of-280,0.00289,,,"https://arxiv.org/abs/2610.10622 (Table 6, row Kimi K3, column 'total /280')",,out:effort-not-established, worldbench-voxel,worldbench-2610.10622,grok-4.7,unstated,coding,mid,own pipeline,,,,,,187.78,score-of-280,0.00289,,,"https://arxiv.org/abs/2610.10622 (Table 6, row Grok 4.7, column 'total /280')",,out:effort-not-established, worldbench-voxel,worldbench-2610.10622,gemini-3.1-pro,unstated,coding,mid,own pipeline,,,,,,149.00,score-of-280,0.00289,,,"https://arxiv.org/abs/2610.10622 (Table 6, row Gemini 3.1 Pro, column 'total /280')",,out:effort-not-established, worldbuild,worldbuild-bench,fable-5,unstated,coding,frontier,,,251.99,0.00289,,,,none,,,,https://sandscape.app/worldbuild/rounds/ai-game-benchmark-2026-07-13 (),,,out:effort-not-established worldbuild,worldbuild-bench,opus-5,unstated,coding,frontier,,,310.63,0.00289,,,,none,,,EAP-run,https://sandscape.app/worldbuild/rounds/ai-game-benchmark-2026-07-13 (),,,out:effort-not-established worldbuild,worldbuild-bench,opus-4.8,unstated,coding,frontier,,,68.02,0.00289,,,,none,,,,https://sandscape.app/worldbuild/rounds/ai-game-benchmark-2026-07-13 (),,,out:effort-not-established worldbuild,worldbuild-bench,sonnet-5,unstated,coding,frontier,,,55.89,0.00289,,,,none,,,,https://sandscape.app/worldbuild/rounds/ai-game-benchmark-2026-07-13 (),,,out:effort-not-established worldbuild,worldbuild-bench,grok-4.5,unstated,coding,frontier,,,6.23,0.00289,,,,none,,,,https://sandscape.app/worldbuild/rounds/ai-game-benchmark-2026-07-13 (),,,out:effort-not-established worldbuild,worldbuild-bench,glm-5.2,unstated,coding,frontier,,,6.24,0.00289,,,,none,,,,https://sandscape.app/worldbuild/rounds/ai-game-benchmark-2026-07-13 (),,,out:effort-not-established worldbuild,worldbuild-bench,gpt-5.6-terra,unstated,coding,frontier,,,8.40,0.00289,,,,none,,,,https://sandscape.app/worldbuild/rounds/ai-game-benchmark-2026-07-13 (),,,out:effort-not-established worldbuild,worldbuild-bench,kimi-k3,unstated,coding,frontier,,,22.10,0.00289,,,,none,,,EAP-run,https://sandscape.app/worldbuild/rounds/ai-game-benchmark-2026-07-13 (),,,out:effort-not-established worldbuild,worldbuild-bench,gpt-5.5,unstated,coding,frontier,,,30.60,0.00289,,,,none,,,,https://sandscape.app/worldbuild/rounds/ai-game-benchmark-2026-07-13 (),,,out:effort-not-established worldbuild,worldbuild-bench,gpt-5.6-sol,unstated,coding,frontier,,,36.03,0.00289,,,,none,,,,https://sandscape.app/worldbuild/rounds/ai-game-benchmark-2026-07-13 (),,,out:effort-not-established xai41f-tau2telecom,xai,grok-4.1-fast,unstated,agentic-tool,hard,,per-run-scope-unstated,5.56,0.00289,,,93.3,score%,0.0289,,,"https://x.ai/news/grok-4-1-fast (tau2-bench Telecom chart data (TELECOM_BENCHMARK_DATA): y = score %, x = Total Cost $)",,out:effort-not-established,out:effort-not-established xai41f-tau2telecom,xai,grok-4,solo,agentic-tool,hard,,per-run-scope-unstated,54.6,0.0289,,,74.9,score%,0.0289,,cost-method-assumed-single,"https://x.ai/news/grok-4-1-fast (tau2-bench Telecom chart data (TELECOM_BENCHMARK_DATA): y = score %, x = Total Cost $)",,out:single-couple,out:cost-not-comparable xai41f-tau2telecom,xai,gemini-3-pro,unstated,agentic-tool,hard,,per-run-scope-unstated,57.97,0.00289,,,87.1,score%,0.0289,,,"https://x.ai/news/grok-4-1-fast (tau2-bench Telecom chart data (TELECOM_BENCHMARK_DATA): y = score %, x = Total Cost $)",,out:effort-not-established,out:effort-not-established xai41f-tau2telecom,xai,gpt-5.1,high,agentic-tool,hard,,per-run-scope-unstated,33.71,0.00289,,,81.9,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://x.ai/news/grok-4-1-fast (tau2-bench Telecom chart data (TELECOM_BENCHMARK_DATA): y = score %, x = Total Cost $)",,out:single-couple,out:cost-single-couple xai41f-tau2telecom,xai,sonnet-4.5,unstated,agentic-tool,hard,,per-run-scope-unstated,99.34,0.00289,,,78.1,score%,0.0289,,,"https://x.ai/news/grok-4-1-fast (tau2-bench Telecom chart data (TELECOM_BENCHMARK_DATA): y = score %, x = Total Cost $)",,out:effort-not-established,out:effort-not-established xai41f-tau2telecom,xai,grok-4-fast,unstated,agentic-tool,hard,,per-run-scope-unstated,4.77,0.00289,,,65.8,score%,0.0289,,,"https://x.ai/news/grok-4-1-fast (tau2-bench Telecom chart data (TELECOM_BENCHMARK_DATA): y = score %, x = Total Cost $)",,out:effort-not-established,out:effort-not-established xai41f-bfcl,xai,grok-4.1-fast,think,agentic-tool,hard,,per-run-scope-unstated,21.44,0.00289,,,69.73,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://x.ai/news/grok-4-1-fast (Berkeley Function Calling v4 chart data (PRICE_SCATTER_GRAPH_DATA): y = score %, x = Total Cost $ (default axis label of the chart component))",,out:single-couple,out:cost-single-couple xai41f-bfcl,xai,sonnet-4.5,unstated,agentic-tool,hard,,per-run-scope-unstated,43.33,0.00289,,,68.68,score%,0.00289,,,"https://x.ai/news/grok-4-1-fast (Berkeley Function Calling v4 chart data (PRICE_SCATTER_GRAPH_DATA): y = score %, x = Total Cost $ (default axis label of the chart component))",,out:effort-not-established,out:effort-not-established xai41f-bfcl,xai,grok-4,solo,agentic-tool,hard,,per-run-scope-unstated,334.55,0.00289,,,62.27,score%,0.00289,,cost-method-assumed-single,"https://x.ai/news/grok-4-1-fast (Berkeley Function Calling v4 chart data (PRICE_SCATTER_GRAPH_DATA): y = score %, x = Total Cost $ (default axis label of the chart component))",,out:single-couple,out:cost-not-comparable xai41f-bfcl,xai,gpt-5,unstated,agentic-tool,hard,,per-run-scope-unstated,162.45,0.00289,,,61.6,score%,0.0289,,,"https://x.ai/news/grok-4-1-fast (Berkeley Function Calling v4 chart data (PRICE_SCATTER_GRAPH_DATA): y = score %, x = Total Cost $ (default axis label of the chart component))",,out:effort-not-established,out:effort-not-established xai41f-reka,xai,grok-4.1-fast,unstated,agentic-tool,hard,Agent-Tools-API,per-run-scope-unstated,0.046,0.000289,,,63.9,score%,0.0289,,,"https://x.ai/news/grok-4-1-fast (agentic search table, row Grok 4.1 Fast Agent Tools API, column reka)",,out:effort-not-established,out:effort-not-established xai41f-frames,xai,grok-4.1-fast,unstated,agentic-tool,hard,Agent-Tools-API,per-run-scope-unstated,0.048,0.000289,,,87.6,score%,0.0289,,,"https://x.ai/news/grok-4-1-fast (agentic search table, row Grok 4.1 Fast Agent Tools API, column frames)",,out:effort-not-established,out:effort-not-established xai41f-xbrowse,xai,grok-4.1-fast,unstated,agentic-tool,hard,Agent-Tools-API,per-run-scope-unstated,0.091,0.000289,,,56.3,score%,0.0289,,,"https://x.ai/news/grok-4-1-fast (agentic search table, row Grok 4.1 Fast Agent Tools API, column xbrowse)",,out:effort-not-established,out:effort-not-established xai41f-reka,xai,gpt-5,unstated,agentic-tool,hard,Agent-Tools-API,per-run-scope-unstated,0.107,0.000289,,,45.5,score%,0.0289,,,"https://x.ai/news/grok-4-1-fast (agentic search table, row GPT-5, column reka)",,out:effort-not-established,out:effort-not-established xai41f-frames,xai,gpt-5,unstated,agentic-tool,hard,Agent-Tools-API,per-run-scope-unstated,0.058,0.000289,,,86.0,score%,0.0289,,,"https://x.ai/news/grok-4-1-fast (agentic search table, row GPT-5, column frames)",,out:effort-not-established,out:effort-not-established xai41f-xbrowse,xai,gpt-5,unstated,agentic-tool,hard,Agent-Tools-API,per-run-scope-unstated,0.198,0.000289,,,24.2,score%,0.0289,,,"https://x.ai/news/grok-4-1-fast (agentic search table, row GPT-5, column xbrowse)",,out:effort-not-established,out:effort-not-established xai41f-reka,xai,sonnet-4.5,unstated,agentic-tool,hard,Agent-Tools-API,per-run-scope-unstated,0.065,0.000289,,,41.2,score%,0.0289,,,"https://x.ai/news/grok-4-1-fast (agentic search table, row Claude Sonnet 4.5, column reka)",,out:effort-not-established,out:effort-not-established xai41f-frames,xai,sonnet-4.5,unstated,agentic-tool,hard,Agent-Tools-API,per-run-scope-unstated,0.078,0.000289,,,85.0,score%,0.0289,,,"https://x.ai/news/grok-4-1-fast (agentic search table, row Claude Sonnet 4.5, column frames)",,out:effort-not-established,out:effort-not-established xai41f-xbrowse,xai,sonnet-4.5,unstated,agentic-tool,hard,Agent-Tools-API,per-run-scope-unstated,0.126,0.000289,,,14.6,score%,0.0289,,,"https://x.ai/news/grok-4-1-fast (agentic search table, row Claude Sonnet 4.5, column xbrowse)",,out:effort-not-established,out:effort-not-established xai41f-reka,xai,gemini-3-pro,unstated,agentic-tool,hard,Agent-Tools-API,,,,,,55.9,score%,0.0289,,,"https://x.ai/news/grok-4-1-fast (agentic search table, row Gemini 3 Pro, column reka)",,out:effort-not-established, xai41f-frames,xai,gemini-3-pro,unstated,agentic-tool,hard,Agent-Tools-API,,,,,,90.9,score%,0.0289,,,"https://x.ai/news/grok-4-1-fast (agentic search table, row Gemini 3 Pro, column frames)",,out:effort-not-established, xai41f-xbrowse,xai,gemini-3-pro,unstated,agentic-tool,hard,Agent-Tools-API,,,,,,26.5,score%,0.0289,,,"https://x.ai/news/grok-4-1-fast (agentic search table, row Gemini 3 Pro, column xbrowse)",,out:effort-not-established, xai41-lmarenatext,xai,grok-4.1,think,writing,mid,LMArena-text,,,,,,1483,Elo,0.289,,,"https://x.ai/news/grok-4-1 (chart 'LMArena Text Leaderboard', series grok-4.1-thinking)",,in, xai41-lmarenatext,xai,grok-4.1,nothink,writing,mid,LMArena-text,,,,,,1465,Elo,0.289,,,"https://x.ai/news/grok-4-1 (chart 'LMArena Text Leaderboard', series grok-4.1)",,in, xai41-lmarenatext,xai,sonnet-4.5,think-32000,writing,mid,LMArena-text,,,,,,1450,Elo,0.289,,,"https://x.ai/news/grok-4-1 (chart 'LMArena Text Leaderboard', series claude-sonnet-4-5-20250929-thinking-32k)",,out:budget-config, xai41-lmarenatext,xai,sonnet-4.5,unstated,writing,mid,LMArena-text,,,,,,1445,Elo,0.289,,,"https://x.ai/news/grok-4-1 (chart 'LMArena Text Leaderboard', series claude-sonnet-4-5-20250929)",,out:effort-not-established, xai41-lmarenatext,xai,opus-4.1,think-16000,writing,mid,LMArena-text,,,,,,1449,Elo,0.289,,,"https://x.ai/news/grok-4-1 (chart 'LMArena Text Leaderboard', series claude-opus-4-1-20250805-thinking-16k)",,out:budget-config, xai41-lmarenatext,xai,opus-4.1,unstated,writing,mid,LMArena-text,,,,,,1440,Elo,0.289,,,"https://x.ai/news/grok-4-1 (chart 'LMArena Text Leaderboard', series claude-opus-4-1-20250805)",,out:effort-not-established, xai41-lmarenatext,xai,kimi-k2-thinking,solo,writing,mid,LMArena-text,,,,,,1432,Elo,0.289,,,"https://x.ai/news/grok-4-1 (chart 'LMArena Text Leaderboard', series kimi-k2-thinking)",,in, xai41-eqbench3,xai,grok-4.1,think,writing,mid,eqbench-official-repo,,,,,,1586,Elo,0.289,,,"https://x.ai/news/grok-4-1 (chart 'EQ-Bench', series Grok 4.1 Thinking)",,out:single-couple, xai41-eqbench3,xai,grok-4.1,default,writing,mid,eqbench-official-repo,,,,,,1585,Elo,0.289,,,"https://x.ai/news/grok-4-1 (chart 'EQ-Bench', series Grok 4.1)",,out:effort-not-established, xai41-eqbench3,xai,opus-4,unstated,writing,mid,eqbench-official-repo,,,,,,1304,Elo,0.289,,,"https://x.ai/news/grok-4-1 (chart 'EQ-Bench', series Claude Opus 4)",,out:effort-not-established, xai41-cwv3,xai,grok-4.1,think,writing,mid,eqbench-official-repo,,,,,,1721.9,Elo,0.0289,,,"https://x.ai/news/grok-4-1 (chart 'Creative Writing v3', series Grok 4.1 Thinking)",,out:single-couple, xai41-cwv3,xai,grok-4.1,default,writing,mid,eqbench-official-repo,,,,,,1708.6,Elo,0.0289,,,"https://x.ai/news/grok-4-1 (chart 'Creative Writing v3', series Grok 4.1)",,out:effort-not-established, xai41-cwv3,xai,sonnet-4.5,unstated,writing,mid,eqbench-official-repo,,,,,,1648.7,Elo,0.0289,,,"https://x.ai/news/grok-4-1 (chart 'Creative Writing v3', series Claude Sonnet 4.5)",,out:effort-not-established, xai45-deepswe10,xai,?Fable,not-established:absent,coding,hard,,,,,,,66.1,score%,0.0289,,restated-from:the respective developers’ published system cards or benchmark leaderboards; evaluated-by:AA,"https://x.ai/news/grok-4-5 (charts alt-text, DeepSWE 1.0: ""Fable (max) 66.1%"")",,out:model-not-established, xai45-deepswe10,xai,gpt-5.5,xhigh,coding,hard,,,,,,,64.31,score%,0.00289,,restated-from:the respective developers’ published system cards or benchmark leaderboards; evaluated-by:AA,"https://x.ai/news/grok-4-5 (charts alt-text, DeepSWE 1.0: ""GPT 5.5 (xhigh) 64.31%"")",,in, xai45-deepswe10,xai,grok-4.5,unstated,coding,hard,,,,,,,62.0,score%,0.0289,,evaluated-by:AA,"https://x.ai/news/grok-4-5 (charts alt-text, DeepSWE 1.0: ""Grok 4.5 62.0%"")",,out:effort-not-established, xai45-deepswe10,xai,opus-4.8,max,coding,hard,,,,,,,55.75,score%,0.00289,,restated-from:the respective developers’ published system cards or benchmark leaderboards; evaluated-by:AA,"https://x.ai/news/grok-4-5 (charts alt-text, DeepSWE 1.0: ""Opus 4.8 (max) 55.75%"")",,in, xai45-deepswe10,xai,opus-4.7,max,coding,hard,,,,,,,40.12,score%,0.00289,,restated-from:the respective developers’ published system cards or benchmark leaderboards; evaluated-by:AA,"https://x.ai/news/grok-4-5 (charts alt-text, DeepSWE 1.0: ""Opus 4.7 (max) 40.12%"")",,in, xai45-deepswe11,xai,?Fable,not-established:absent,coding,hard,,,,,,,70,score%,0.00289,,restated-from:the respective developers’ published system cards or benchmark leaderboards; evaluated-by:Datacurve,"https://x.ai/news/grok-4-5 (charts alt-text, DeepSWE 1.1: ""Fable (max) 70%"")",,out:model-not-established, xai45-deepswe11,xai,gpt-5.5,not-established:absent,coding,hard,,,,,,,67,score%,0.00289,,restated-from:the respective developers’ published system cards or benchmark leaderboards; evaluated-by:Datacurve,"https://x.ai/news/grok-4-5 (charts alt-text, DeepSWE 1.1: ""GPT 5.5 (xhigh) 67%"")",,out:effort-not-established, xai45-deepswe11,xai,opus-4.8,not-established:absent,coding,hard,,,,,,,59,score%,0.00289,,restated-from:the respective developers’ published system cards or benchmark leaderboards; evaluated-by:Datacurve,"https://x.ai/news/grok-4-5 (charts alt-text, DeepSWE 1.1: ""Opus 4.8 (max) 59%"")",,out:effort-not-established, xai45-deepswe11,xai,grok-4.5,unstated,coding,hard,,,,,,,53,score%,0.00289,,evaluated-by:Datacurve,"https://x.ai/news/grok-4-5 (charts alt-text, DeepSWE 1.1: ""Grok 4.5 53%"")",,out:effort-not-established, xai45-deepswe11,xai,glm-5.2,unstated,coding,hard,,,,,,,44,score%,0.00289,,restated-from:the respective developers’ published system cards or benchmark leaderboards; evaluated-by:Datacurve,"https://x.ai/news/grok-4-5 (charts alt-text, DeepSWE 1.1: ""GLM 5.2 44%"")",,out:effort-not-established, xai45-swemarathon,xai,grok-4.5,unstated,coding,frontier,,,,,,,29.0,score%,0.0289,,,"https://x.ai/news/grok-4-5 (charts alt-text, SWE Marathon: ""Grok 4.5 29.0%"")",,out:effort-not-established, xai45-swemarathon,xai,opus-4.8,max,coding,frontier,,,,,,,26.0,score%,0.0289,,restated-from:the respective developers’ published system cards or benchmark leaderboards,"https://x.ai/news/grok-4-5 (charts alt-text, SWE Marathon: ""Opus 4.8 (max) 26.0%"")",,in, xai45-swemarathon,xai,?Fable,not-established:absent,coding,frontier,,,,,,,24.0,score%,0.0289,,restated-from:the respective developers’ published system cards or benchmark leaderboards,"https://x.ai/news/grok-4-5 (charts alt-text, SWE Marathon: ""Fable (max) 24.0%"")",,out:model-not-established, xai45-swemarathon,xai,opus-4.7,max,coding,frontier,,,,,,,16.0,score%,0.0289,,restated-from:the respective developers’ published system cards or benchmark leaderboards,"https://x.ai/news/grok-4-5 (charts alt-text, SWE Marathon: ""Opus 4.7 (max) 16.0%"")",,in, xai45-terminalbench21,xai,?Fable,not-established:absent,agentic-tool,hard,,,,,,,84.3,score%,0.0289,,restated-from:the respective developers’ published system cards or benchmark leaderboards,"https://x.ai/news/grok-4-5 (charts alt-text, Terminal Bench 2.1: ""Fable (max) 84.3%"")",,out:model-not-established, xai45-terminalbench21,xai,gpt-5.5,xhigh,agentic-tool,hard,,,,,,,83.4,score%,0.0289,,restated-from:the respective developers’ published system cards or benchmark leaderboards,"https://x.ai/news/grok-4-5 (charts alt-text, Terminal Bench 2.1: ""GPT 5.5 (xhigh) 83.4%"")",,in, xai45-terminalbench21,xai,grok-4.5,unstated,agentic-tool,hard,,,,,,,83.3,score%,0.0289,,,"https://x.ai/news/grok-4-5 (charts alt-text, Terminal Bench 2.1: ""Grok 4.5 83.3%"")",,out:effort-not-established, xai45-terminalbench21,xai,opus-4.8,max,agentic-tool,hard,,,,,,,78.9,score%,0.0289,,restated-from:the respective developers’ published system cards or benchmark leaderboards,"https://x.ai/news/grok-4-5 (charts alt-text, Terminal Bench 2.1: ""Opus 4.8 (max) 78.9%"")",,in, xai45-terminalbench21,xai,opus-4.7,max,agentic-tool,hard,,,,,,,78.9,score%,0.0289,,restated-from:the respective developers’ published system cards or benchmark leaderboards,"https://x.ai/news/grok-4-5 (charts alt-text, Terminal Bench 2.1: ""Opus 4.7 (max) 78.9%"")",,in, xai45-swebpro,xai,?Fable,not-established:absent,coding,hard,,,,,,,80.4,score%,0.0289,,restated-from:the respective developers’ published system cards or benchmark leaderboards,"https://x.ai/news/grok-4-5 (charts alt-text, SWE Bench Pro: ""Fable (max) 80.4%"")",,out:model-not-established, xai45-swebpro,xai,opus-4.8,max,coding,hard,,,,,,,69.2,score%,0.0289,,restated-from:the respective developers’ published system cards or benchmark leaderboards,"https://x.ai/news/grok-4-5 (charts alt-text, SWE Bench Pro: ""Opus 4.8 (max) 69.2%"")",,in, xai45-swebpro,xai,grok-4.5,unstated,coding,hard,,,,,,,64.7,score%,0.0289,,,"https://x.ai/news/grok-4-5 (charts alt-text, SWE Bench Pro: ""Grok 4.5 64.7%"")",,out:effort-not-established, xai45-swebpro,xai,opus-4.7,max,coding,hard,,,,,,,64.3,score%,0.0289,,restated-from:the respective developers’ published system cards or benchmark leaderboards,"https://x.ai/news/grok-4-5 (charts alt-text, SWE Bench Pro: ""Opus 4.7 (max) 64.3%"")",,in, xai45-swebpro,xai,glm-5.2,unstated,coding,hard,,,,,,,62.1,score%,0.0289,,restated-from:the respective developers’ published system cards or benchmark leaderboards,"https://x.ai/news/grok-4-5 (charts alt-text, SWE Bench Pro: ""GLM 5.2 62.1%"")",,out:effort-not-established, xai45-swebpro,xai,gpt-5.5,xhigh,coding,hard,,,,,,,58.6,score%,0.0289,,restated-from:the respective developers’ published system cards or benchmark leaderboards,"https://x.ai/news/grok-4-5 (charts alt-text, SWE Bench Pro: ""GPT 5.5 (xhigh) 58.6%"")",,in, cursorbench32@xai,xai,grok-4.6,high,coding,hard,Cursor,,,,,,69.9,score%,0.0289,,,"https://x.ai/news/grok-4-6 (Evals table, row CursorBench v3.2, column Grok 4.6 High)",,in, cursorbench32@xai,xai,grok-4.5,high,coding,hard,Cursor,,,,,,66.7,score%,0.0289,,,"https://x.ai/news/grok-4-6 (Evals table, row CursorBench v3.2, column Grok 4.5 High)",,in, cursorbench32@xai,xai,gpt-5.6-sol,max,coding,hard,Cursor,,,,,,67.2,score%,0.0289,,restated-from:the respective developers’ published system cards or benchmark leaderboards,"https://x.ai/news/grok-4-6 (Evals table, row CursorBench v3.2, column GPT-5.6 Sol Max)",,in, xai46-frontiercode,xai,grok-4.6,high,coding,frontier,,,,,,,61.3,score%,0.0289,,,"https://x.ai/news/grok-4-6 (Evals table, row FrontierCode v1.1 (Extended), column Grok 4.6 High)",,in, xai46-frontiercode,xai,grok-4.5,high,coding,frontier,,,,,,,56.6,score%,0.0289,,,"https://x.ai/news/grok-4-6 (Evals table, row FrontierCode v1.1 (Extended), column Grok 4.5 High)",,in, xai46-frontiercode,xai,gpt-5.6-sol,max,coding,frontier,,,,,,,60.6,score%,0.0289,,restated-from:the respective developers’ published system cards or benchmark leaderboards,"https://x.ai/news/grok-4-6 (Evals table, row FrontierCode v1.1 (Extended), column GPT-5.6 Sol Max)",,in, xai46-frontiercode,xai,fable-5,max,coding,frontier,,,,,,,63.6,score%,0.0289,,restated-from:the respective developers’ published system cards or benchmark leaderboards,"https://x.ai/news/grok-4-6 (Evals table, row FrontierCode v1.1 (Extended), column Fable 5 Max)",,in, xai46-apexagents,xai,grok-4.6,high,agentic-tool,hard,,,,,,,57.5,score%,0.0289,,,"https://x.ai/news/grok-4-6 (Evals table, row APEX-Agents, column Grok 4.6 High)",,in, xai46-apexagents,xai,grok-4.5,high,agentic-tool,hard,,,,,,,47.1,score%,0.0289,,,"https://x.ai/news/grok-4-6 (Evals table, row APEX-Agents, column Grok 4.5 High)",,in, xai46-apexagents,xai,gpt-5.6-sol,max,agentic-tool,hard,,,,,,,56.7,score%,0.0289,,restated-from:the respective developers’ published system cards or benchmark leaderboards,"https://x.ai/news/grok-4-6 (Evals table, row APEX-Agents, column GPT-5.6 Sol Max)",,in, xai46-apexagents,xai,fable-5,max,agentic-tool,hard,,,,,,,59.2,score%,0.0289,,restated-from:the respective developers’ published system cards or benchmark leaderboards,"https://x.ai/news/grok-4-6 (Evals table, row APEX-Agents, column Fable 5 Max)",,in, xai46-terminal30,xai,grok-4.6,high,agentic-tool,hard,,,,,,,26,score%,0.289,,,"https://x.ai/news/grok-4-6 (Evals table, row Terminal-Bench v3.0, column Grok 4.6 High)",,in, xai46-terminal30,xai,grok-4.5,high,agentic-tool,hard,,,,,,,15.7,score%,0.0289,,,"https://x.ai/news/grok-4-6 (Evals table, row Terminal-Bench v3.0, column Grok 4.5 High)",,in, xai46-terminal30,xai,gpt-5.6-sol,max,agentic-tool,hard,,,,,,,34.6,score%,0.0289,,restated-from:the respective developers’ published system cards or benchmark leaderboards,"https://x.ai/news/grok-4-6 (Evals table, row Terminal-Bench v3.0, column GPT-5.6 Sol Max)",,in, xai46-terminal30,xai,fable-5,max,agentic-tool,hard,,,,,,,34.1,score%,0.0289,,restated-from:the respective developers’ published system cards or benchmark leaderboards,"https://x.ai/news/grok-4-6 (Evals table, row Terminal-Bench v3.0, column Fable 5 Max)",,in, xai46-gdpvalaa,xai,grok-4.6,high,mixed,frontier,,,,,,,1753,Elo,0.289,,,"https://x.ai/news/grok-4-6 (Evals table, row GDPVal-AA v2, column Grok 4.6 High)",,in, xai46-gdpvalaa,xai,grok-4.5,high,mixed,frontier,,,,,,,1526,Elo,0.289,,,"https://x.ai/news/grok-4-6 (Evals table, row GDPVal-AA v2, column Grok 4.5 High)",,in, xai46-gdpvalaa,xai,gpt-5.6-sol,max,mixed,frontier,,,,,,,1728,Elo,0.289,,restated-from:the respective developers’ published system cards or benchmark leaderboards,"https://x.ai/news/grok-4-6 (Evals table, row GDPVal-AA v2, column GPT-5.6 Sol Max)",,in, xai46-gdpvalaa,xai,fable-5,max,mixed,frontier,,,,,,,1741,Elo,0.289,,restated-from:the respective developers’ published system cards or benchmark leaderboards,"https://x.ai/news/grok-4-6 (Evals table, row GDPVal-AA v2, column Fable 5 Max)",,in, xai46-briefcase,xai,grok-4.6,high,agentic-tool,frontier,,,,,,,1577,Elo,0.289,,,"https://x.ai/news/grok-4-6 (Evals table, row AA-Briefcase, column Grok 4.6 High)",,in, xai46-briefcase,xai,grok-4.5,high,agentic-tool,frontier,,,,,,,1313,Elo,0.289,,,"https://x.ai/news/grok-4-6 (Evals table, row AA-Briefcase, column Grok 4.5 High)",,in, xai46-briefcase,xai,gpt-5.6-sol,max,agentic-tool,frontier,,,,,,,1502,Elo,0.289,,restated-from:the respective developers’ published system cards or benchmark leaderboards,"https://x.ai/news/grok-4-6 (Evals table, row AA-Briefcase, column GPT-5.6 Sol Max)",,in, xai46-briefcase,xai,fable-5,max,agentic-tool,frontier,,,,,,,1574,Elo,0.289,,restated-from:the respective developers’ published system cards or benchmark leaderboards,"https://x.ai/news/grok-4-6 (Evals table, row AA-Briefcase, column Fable 5 Max)",,in, xai46-deepswe11,xai,grok-4.6,high,coding,hard,mini-swe-agent,,,,,,65.9,score%,0.0289,,,"https://x.ai/news/grok-4-6 (Evals table, row DeepSWE v1.1, column Grok 4.6 High)",,in, xai46-deepswe11,xai,grok-4.5,high,coding,hard,mini-swe-agent,,,,,,54,score%,0.289,,,"https://x.ai/news/grok-4-6 (Evals table, row DeepSWE v1.1, column Grok 4.5 High)",,in, xai46-deepswe11,xai,gpt-5.6-sol,max,coding,hard,mini-swe-agent,,,,,,73,score%,0.289,,restated-from:the respective developers’ published system cards or benchmark leaderboards,"https://x.ai/news/grok-4-6 (Evals table, row DeepSWE v1.1, column GPT-5.6 Sol Max)",,in, xai46-harvey,xai,grok-4.6,high,agentic-tool,hard,,,,,,,15.8,score%,0.0289,,,"https://x.ai/news/grok-4-6 (Evals table, row Harvey LAB (Vals), column Grok 4.6 High)",,in, xai46-harvey,xai,grok-4.5,high,agentic-tool,hard,,,,,,,12.9,score%,0.0289,,,"https://x.ai/news/grok-4-6 (Evals table, row Harvey LAB (Vals), column Grok 4.5 High)",,in, xai46-harvey,xai,gpt-5.6-sol,max,agentic-tool,hard,,,,,,,2.5,score%,0.0289,,restated-from:the respective developers’ published system cards or benchmark leaderboards,"https://x.ai/news/grok-4-6 (Evals table, row Harvey LAB (Vals), column GPT-5.6 Sol Max)",,in, cursorbench40@xai,xai,fable-5.1,max,coding,frontier,CursorBench,per-task,17.28,0.00289,,,51.8,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://x.ai/news/grok-4-7 (chart 'CursorBench 4.0 score by average cost per task', point 'Fable 5.1 Max' (SVG aria-label))",,out:republished,out:republished cursorbench40@xai,xai,fable-5.1,xhigh,coding,frontier,CursorBench,per-task,13.01,0.00289,,,51.6,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://x.ai/news/grok-4-7 (chart 'CursorBench 4.0 score by average cost per task', point 'Fable 5.1 Extra High' (SVG aria-label))",,out:republished,out:republished cursorbench40@xai,xai,fable-5.1,medium,coding,frontier,CursorBench,per-task,7.05,0.00289,,,46.8,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://x.ai/news/grok-4-7 (chart 'CursorBench 4.0 score by average cost per task', point 'Fable 5.1 Medium' (SVG aria-label))",,out:republished,out:republished cursorbench40@xai,xai,opus-5,max,coding,frontier,CursorBench,per-task,11.95,0.00289,,,46.6,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://x.ai/news/grok-4-7 (chart 'CursorBench 4.0 score by average cost per task', point 'Opus 5 Max' (SVG aria-label))",,out:republished,out:republished cursorbench40@xai,xai,opus-5,xhigh,coding,frontier,CursorBench,per-task,11.43,0.00289,,,46.1,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://x.ai/news/grok-4-7 (chart 'CursorBench 4.0 score by average cost per task', point 'Opus 5 Extra High' (SVG aria-label))",,out:republished,out:republished cursorbench40@xai,xai,fable-5.1,low,coding,frontier,CursorBench,per-task,5.44,0.00289,,,45.1,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://x.ai/news/grok-4-7 (chart 'CursorBench 4.0 score by average cost per task', point 'Fable 5.1 Low' (SVG aria-label))",,out:republished,out:republished cursorbench40@xai,xai,opus-5,medium,coding,frontier,CursorBench,per-task,6.94,0.00289,,,43.3,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://x.ai/news/grok-4-7 (chart 'CursorBench 4.0 score by average cost per task', point 'Opus 5 Medium' (SVG aria-label))",,out:republished,out:republished cursorbench40@xai,xai,gpt-5.6-sol,max,coding,frontier,CursorBench,per-task,10.287500000000001,1.19,,,41.7,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://x.ai/news/grok-4-7 (chart 'CursorBench 4.0 score by average cost per task', point 'GPT-5.6 Sol Max' (SVG aria-label))",,out:republished,out:republished cursorbench40@xai,xai,opus-5,low,coding,frontier,CursorBench,per-task,4.87,0.00289,,,40.7,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://x.ai/news/grok-4-7 (chart 'CursorBench 4.0 score by average cost per task', point 'Opus 5 Low' (SVG aria-label))",,out:republished,out:republished cursorbench40@xai,xai,gpt-5.6-sol,xhigh,coding,frontier,CursorBench,per-task,5.5,0.635,,,37.7,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://x.ai/news/grok-4-7 (chart 'CursorBench 4.0 score by average cost per task', point 'GPT-5.6 Sol Extra High' (SVG aria-label))",,out:republished,out:republished cursorbench40@xai,xai,gpt-5.6-sol,high,coding,frontier,CursorBench,per-task,3.5625,0.411,,,35.7,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://x.ai/news/grok-4-7 (chart 'CursorBench 4.0 score by average cost per task', point 'GPT-5.6 Sol High' (SVG aria-label))",,out:republished,out:republished cursorbench40@xai,xai,sonnet-5,max,coding,frontier,CursorBench,per-task,7.17,0.00289,,,34.1,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://x.ai/news/grok-4-7 (chart 'CursorBench 4.0 score by average cost per task', point 'Sonnet 5 Max' (SVG aria-label))",,out:republished,out:republished cursorbench40@xai,xai,sonnet-5,xhigh,coding,frontier,CursorBench,per-task,4.55,0.00289,,,32.0,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://x.ai/news/grok-4-7 (chart 'CursorBench 4.0 score by average cost per task', point 'Sonnet 5 Extra High' (SVG aria-label))",,out:republished,out:republished cursorbench40@xai,xai,sonnet-5,medium,coding,frontier,CursorBench,per-task,2.31,0.00289,,,28.0,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://x.ai/news/grok-4-7 (chart 'CursorBench 4.0 score by average cost per task', point 'Sonnet 5 Medium' (SVG aria-label))",,out:republished,out:republished cursorbench40@xai,xai,gpt-5.6-sol,low,coding,frontier,CursorBench,per-task,1.0875,0.126,,,24.6,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://x.ai/news/grok-4-7 (chart 'CursorBench 4.0 score by average cost per task', point 'GPT-5.6 Sol Low' (SVG aria-label))",,out:republished,out:republished cursorbench40@xai,xai,sonnet-5,low,coding,frontier,CursorBench,per-task,1.39,0.00289,,,24.1,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://x.ai/news/grok-4-7 (chart 'CursorBench 4.0 score by average cost per task', point 'Sonnet 5 Low' (SVG aria-label))",,out:republished,out:republished cursorbench40@xai,xai,grok-4.7,xhigh,coding,frontier,CursorBench,per-task,6.01,0.00289,,,46.3,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://x.ai/news/grok-4-7 (chart 'CursorBench 4.0 score by average cost per task', point 'Grok 4.7 Extra High' (SVG aria-label))",,out:republished,out:republished cursorbench40@xai,xai,grok-4.7,medium,coding,frontier,CursorBench,per-task,3.49,0.00289,,,41.6,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://x.ai/news/grok-4-7 (chart 'CursorBench 4.0 score by average cost per task', point 'Grok 4.7 Medium' (SVG aria-label))",,out:republished,out:republished cursorbench40@xai,xai,grok-4.7,low,coding,frontier,CursorBench,per-task,1.58,0.00289,,,33.1,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://x.ai/news/grok-4-7 (chart 'CursorBench 4.0 score by average cost per task', point 'Grok 4.7 Low' (SVG aria-label))",,out:republished,out:republished cursorbench40@xai,xai,fable-5.1,high,coding,frontier,CursorBench,per-task,9.08,0.00289,,,49.2,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://x.ai/news/grok-4-7 (chart 'CursorBench 4.0 score by average cost per task', point 'Fable 5.1 High' (SVG aria-label))",,out:republished,out:republished cursorbench40@xai,xai,opus-5,high,coding,frontier,CursorBench,per-task,9.00,0.00289,,,44.7,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://x.ai/news/grok-4-7 (chart 'CursorBench 4.0 score by average cost per task', point 'Opus 5 High' (SVG aria-label))",,out:republished,out:republished cursorbench40@xai,xai,gpt-5.6-sol,medium,coding,frontier,CursorBench,per-task,2.2125000000000004,0.255,,,31.1,score%,0.0289,,cost-method-assumed-single; cost-unrepriced; cost-price-band,"https://x.ai/news/grok-4-7 (chart 'CursorBench 4.0 score by average cost per task', point 'GPT-5.6 Sol Medium' (SVG aria-label))",,out:republished,out:republished cursorbench40@xai,xai,sonnet-5,high,coding,frontier,CursorBench,per-task,3.48,0.00289,,,30.8,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://x.ai/news/grok-4-7 (chart 'CursorBench 4.0 score by average cost per task', point 'Sonnet 5 High' (SVG aria-label))",,out:republished,out:republished cursorbench40@xai,xai,grok-4.7,high,coding,frontier,CursorBench,per-task,4.69,0.00289,,,43.9,score%,0.0289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://x.ai/news/grok-4-7 (chart 'CursorBench 4.0 score by average cost per task', point 'Grok 4.7 High' (SVG aria-label))",,out:republished,out:republished cursorbench40@xai,xai,grok-4.6,high,coding,frontier,CursorBench,,,,,,40.4,score%,0.0289,,,"https://x.ai/news/grok-4-7 (table, row Software engineering CursorBench 4.0, column Grok 4.6 High)",,out:republished, xai47-deepswe,xai,grok-4.7,high,coding,hard,,,,,,,71.0,score%,0.0289,,,"https://x.ai/news/grok-4-7 (table, row Software engineering DeepSWE v1.1, column Grok 4.7 xHigh)",,in, xai47-deepswe,xai,grok-4.6,high,coding,hard,,,,,,,65.2,score%,0.0289,,,"https://x.ai/news/grok-4-7 (table, row Software engineering DeepSWE v1.1, column Grok 4.6 High)",,in, xai47-deepswe,xai,gpt-5.6-sol,max,coding,hard,,,,,,,72.7,score%,0.0289,,,"https://x.ai/news/grok-4-7 (table, row Software engineering DeepSWE v1.1, column GPT-5.6 Sol Max)",,in, xai47-deepswe,xai,fable-5.1,max,coding,hard,,,,,,,70.0,score%,0.0289,,,"https://x.ai/news/grok-4-7 (table, row Software engineering DeepSWE v1.1, column Fable 5.1 Max)",,in, xai47-eebench,xai,grok-4.7,xhigh,mixed,hard,,,,,,,64.0,score%,0.0289,,,"https://x.ai/news/grok-4-7 (table, row Electrical engineering EEBench, column Grok 4.7 xHigh)",,in, xai47-eebench,xai,grok-4.6,high,mixed,hard,,,,,,,53.0,score%,0.0289,,,"https://x.ai/news/grok-4-7 (table, row Electrical engineering EEBench, column Grok 4.6 High)",,in, xai47-eebench,xai,gpt-5.6-sol,max,mixed,hard,,,,,,,39.4,score%,0.0289,,,"https://x.ai/news/grok-4-7 (table, row Electrical engineering EEBench, column GPT-5.6 Sol Max)",,in, xai47-eebench,xai,fable-5.1,max,mixed,hard,,,,,,,56.4,score%,0.0289,,,"https://x.ai/news/grok-4-7 (table, row Electrical engineering EEBench, column Fable 5.1 Max)",,in, xai47-briefcase,xai,grok-4.7,xhigh,agentic-tool,frontier,,,,,,,1657,Elo,0.289,,,"https://x.ai/news/grok-4-7 (table, row Multi-hour office work AA Briefcase v1.1, column Grok 4.7 xHigh)",,in, xai47-briefcase,xai,grok-4.6,high,agentic-tool,frontier,,,,,,,1546,Elo,0.289,,,"https://x.ai/news/grok-4-7 (table, row Multi-hour office work AA Briefcase v1.1, column Grok 4.6 High)",,in, xai47-briefcase,xai,gpt-5.6-sol,max,agentic-tool,frontier,,,,,,,1487,Elo,0.289,,,"https://x.ai/news/grok-4-7 (table, row Multi-hour office work AA Briefcase v1.1, column GPT-5.6 Sol Max)",,in, xai47-briefcase,xai,fable-5.1,max,agentic-tool,frontier,,,,,,,1678,Elo,0.289,,,"https://x.ai/news/grok-4-7 (table, row Multi-hour office work AA Briefcase v1.1, column Fable 5.1 Max)",,in, xai47-terminal40,xai,grok-4.7,xhigh,agentic-tool,hard,,,,,,,37.6,score%,0.0289,,,"https://x.ai/news/grok-4-7 (table, row Multi-hour terminal work Terminal-Bench 4.0, column Grok 4.7 xHigh)",,in, xai47-terminal40,xai,grok-4.6,high,agentic-tool,hard,,,,,,,20.3,score%,0.0289,,,"https://x.ai/news/grok-4-7 (table, row Multi-hour terminal work Terminal-Bench 4.0, column Grok 4.6 High)",,in, xai47-terminal40,xai,gpt-5.6-sol,max,agentic-tool,hard,,,,,,,37.3,score%,0.0289,,,"https://x.ai/news/grok-4-7 (table, row Multi-hour terminal work Terminal-Bench 4.0, column GPT-5.6 Sol Max)",,in, xai47-terminal40,xai,fable-5.1,max,agentic-tool,hard,,,,,,,57.9,score%,0.0289,,,"https://x.ai/news/grok-4-7 (table, row Multi-hour terminal work Terminal-Bench 4.0, column Fable 5.1 Max)",,in, xai47-harvey,xai,grok-4.7,xhigh,agentic-tool,hard,,,,,,,19.6,score%,0.0289,,,"https://x.ai/news/grok-4-7 (table, row Legal work Harvey Legal Agent Benchmark, column Grok 4.7 xHigh)",,in, xai47-harvey,xai,grok-4.6,high,agentic-tool,hard,,,,,,,15.8,score%,0.0289,,,"https://x.ai/news/grok-4-7 (table, row Legal work Harvey Legal Agent Benchmark, column Grok 4.6 High)",,in, xai47-harvey,xai,gpt-5.6-sol,max,agentic-tool,hard,,,,,,,2.5,score%,0.0289,,,"https://x.ai/news/grok-4-7 (table, row Legal work Harvey Legal Agent Benchmark, column GPT-5.6 Sol Max)",,in, xai47-harvey,xai,fable-5.1,max,agentic-tool,hard,,,,,,,6.7,score%,0.0289,,,"https://x.ai/news/grok-4-7 (table, row Legal work Harvey Legal Agent Benchmark, column Fable 5.1 Max)",,in, xai47-healthbenchpro,xai,grok-4.7,xhigh,mixed,hard,,,,,,,56.7,score%,0.0289,,,"https://x.ai/news/grok-4-7 (table, row Clinical reasoning HealthBench Professional, column Grok 4.7 xHigh)",,in, xai47-healthbenchpro,xai,grok-4.6,high,mixed,hard,,,,,,,48.5,score%,0.0289,,,"https://x.ai/news/grok-4-7 (table, row Clinical reasoning HealthBench Professional, column Grok 4.6 High)",,in, xai47-healthbenchpro,xai,gpt-5.6-sol,max,mixed,hard,,,,,,,60.5,score%,0.0289,,,"https://x.ai/news/grok-4-7 (table, row Clinical reasoning HealthBench Professional, column GPT-5.6 Sol Max)",,in, xai47-healthbenchpro,xai,fable-5.1,max,mixed,hard,,,,,,,62.1,score%,0.0289,,,"https://x.ai/news/grok-4-7 (table, row Clinical reasoning HealthBench Professional, column Fable 5.1 Max)",,in, xai47-gdpval,xai,fable-5.1,max,mixed,frontier,,,,,,,1735,Elo,0.289,,,https://x.ai/news/grok-4-7 ($.tabs[0].bars / row Fable 5.1 / column score),,in, xai47-gdpval,xai,grok-4.7,xhigh,mixed,frontier,,,,,,,1695,Elo,0.289,,,https://x.ai/news/grok-4-7 ($.tabs[0].bars / row Grok 4.7 / column score),,in, xai47-gdpval,xai,grok-4.6,high,mixed,frontier,,,,,,,1605,Elo,0.289,,,https://x.ai/news/grok-4-7 ($.tabs[0].bars / row Grok 4.6 / column score),,in, xai47-gdpval,xai,gpt-6-astra,max,mixed,frontier,,,,,,,1542,Elo,0.289,,,https://x.ai/news/grok-4-7 ($.tabs[0].bars / row GPT-6 Astra / column score),,in, xai47-briefcase,xai,gpt-6-astra,max,agentic-tool,frontier,,,,,,,1569,Elo,0.289,,,https://x.ai/news/grok-4-7 ($.tabs[1].bars / row GPT-6 Astra / column score),,in, xai47-eebench,xai,gpt-6-astra,max,mixed,hard,,,,,,,69.3,score%,0.289,,,https://x.ai/news/grok-4-7 ($.tabs[2].bars / row GPT-6 Astra / column score),,in, aifieldnotes-bakery,youtube-aifieldnotes,sonnet-5.5,high,coding,easy,ClaudeCode-CLI,USD/run,0.26,0.00289,,,,none,,,cost-base-price:cost-publisher-figure,https://www.youtube.com/watch?v=Wq2JFqvlQS4 (),,,in aifieldnotes-bakery,youtube-aifieldnotes,opus-5.5,high,coding,easy,ClaudeCode-CLI,USD/run,0.83,0.00289,,,,none,,,cost-base-price:cost-publisher-figure,https://www.youtube.com/watch?v=Wq2JFqvlQS4 (),,,in aifieldnotes-bakery,youtube-aifieldnotes,haiku-5.5,high,coding,easy,ClaudeCode-CLI,USD/run,0.02,0.00289,,,,none,,,cost-base-price:cost-publisher-figure,https://www.youtube.com/watch?v=Wq2JFqvlQS4 (),,,in aireceipts-pendulum,youtube-aireceipts,haiku-5.5,low,coding,easy,unknown-harness,,0.0038,2.89e-05,,,3,solved-of-3,0.289,,cost-base-price:cost-publisher-figure,"https://www.youtube.com/watch?v=4ulcQ1YBp8Y (description, effort block, line Low (passes of 3 runs))",,out:uninformative,in aireceipts-pendulum,youtube-aireceipts,haiku-5.5,medium,coding,easy,unknown-harness,,0.0055,2.89e-05,,,2,solved-of-3,0.289,,cost-base-price:cost-publisher-figure,"https://www.youtube.com/watch?v=4ulcQ1YBp8Y (description, effort block, line Medium (passes of 3 runs))",,out:single-couple,in aireceipts-pendulum,youtube-aireceipts,haiku-5.5,high,coding,easy,unknown-harness,,0.0083,2.89e-05,,,3,solved-of-3,0.289,,cost-base-price:cost-publisher-figure,"https://www.youtube.com/watch?v=4ulcQ1YBp8Y (description, effort block, line High)",,out:uninformative,in aireceipts-pendulum,youtube-aireceipts,haiku-5.5,max,coding,easy,unknown-harness,,0.055,0.000289,,,3,solved-of-3,0.289,,cost-base-price:cost-publisher-figure,"https://www.youtube.com/watch?v=4ulcQ1YBp8Y (description, effort block, line Max)",,out:uninformative,in aireceipts-pendulum,youtube-aireceipts,sonnet-5.5,medium,coding,easy,unknown-harness,,0.029249999999999998,0.00564,,,,solved-of-3,,,cost-unrepriced; cost-price-band,https://www.youtube.com/watch?v=4ulcQ1YBp8Y (),,,out:cost-single-couple dante-review-classify,youtube-dante-ko,haiku-5.5,unstated,mixed,easy,ClaudeCode-CLI,per-run-KRW,2.9,0.0289,,,,solved-of-40,,,,https://www.youtube.com/watch?v=pGPaL-6uvXo (),,,out:effort-not-established dante-review-classify,youtube-dante-ko,opus-5.5,unstated,mixed,easy,ClaudeCode-CLI,,71,0.289,,,40,solved-of-40,0.289,,,"https://www.youtube.com/watch?v=pGPaL-6uvXo (description, review line)",,out:effort-not-established,out:effort-not-established dante-coding,youtube-dante-ko,haiku-5.5,unstated,coding,easy,ClaudeCode-CLI,per-run-mean,59,0.289,,,,solved-of-22,,,,https://www.youtube.com/watch?v=pGPaL-6uvXo (),,,out:effort-not-established dante-coding,youtube-dante-ko,sonnet-5.5,unstated,coding,easy,ClaudeCode-CLI,,362,0.289,,,,solved-of-22,,,,https://www.youtube.com/watch?v=pGPaL-6uvXo (),,,out:effort-not-established dante-coding,youtube-dante-ko,opus-5.5,unstated,coding,easy,ClaudeCode-CLI,,1000,0.289,,,,solved-of-22,,,,https://www.youtube.com/watch?v=pGPaL-6uvXo (),,,out:effort-not-established dopeshit-blender-forest,youtube-dopeshit,haiku-5.5,low,coding,mid,ClaudeCode-CLI,,,,,,14,score/40,0.289,,,"https://www.youtube.com/watch?v=8D1I8_2-QRc (description, first paragraph and grades sentence (grades in the order of the five levels: low, medium, high, extra high, max))",,in, dopeshit-blender-forest,youtube-dopeshit,haiku-5.5,medium,coding,mid,ClaudeCode-CLI,,,,,,21,score/40,0.289,,,"https://www.youtube.com/watch?v=8D1I8_2-QRc (description, grades sentence, second grade in the order of the five levels)",,in, dopeshit-blender-forest,youtube-dopeshit,haiku-5.5,high,coding,mid,ClaudeCode-CLI,,,,,,23,score/40,0.289,,,"https://www.youtube.com/watch?v=8D1I8_2-QRc (description, grades sentence, third grade in the order of the five levels)",,in, dopeshit-blender-forest,youtube-dopeshit,haiku-5.5,xhigh,coding,mid,ClaudeCode-CLI,,,,,,23,score/40,0.289,,,"https://www.youtube.com/watch?v=8D1I8_2-QRc (description, grades sentence, fourth grade in the order of the five levels)",,in, dopeshit-blender-forest,youtube-dopeshit,haiku-5.5,max,coding,mid,ClaudeCode-CLI,,,,,,23,score/40,0.289,,,"https://www.youtube.com/watch?v=8D1I8_2-QRc (description, grades sentence, fifth grade in the order of the five levels)",,in, hama-pagoda,youtube-hama-jp,haiku-4.5,default,coding,mid,,per-run,0.10,0.00289,,,,none,,,,"https://github.com/hama-jp/haiku55-comparison-works (README table, row pagoda-haiku45.html, column 費用(換算))",,,out:effort-not-established hama-pagoda,youtube-hama-jp,haiku-5.5,high,coding,mid,,per-run,0.37,0.00289,,,,none,,,cost-base-price:cost-publisher-figure,"https://github.com/hama-jp/haiku55-comparison-works (README table, row pagoda-haiku55.html, column 費用(換算))",,,in hama-pagoda,youtube-hama-jp,sonnet-5.5,high,coding,mid,,per-run,2.97,0.00289,,,,none,,,cost-base-price:cost-publisher-figure,"https://github.com/hama-jp/haiku55-comparison-works (README table, row pagoda-sonnet55.html, column 費用(換算))",,,in hama-pagoda,youtube-hama-jp,gpt-6-luna,high,coding,mid,,per-run,0.008,0.000289,,,,none,,,cost-base-price:cost-publisher-figure,"https://github.com/hama-jp/haiku55-comparison-works (README table, row pagoda-luna.html, column 費用(換算))",,,out:cost-single-couple hama-vikings,youtube-hama-jp,haiku-4.5,default,coding,mid,,per-run,0.05,0.00289,,,,none,,,,"https://github.com/hama-jp/haiku55-comparison-works (README table, row vikings-haiku45.html, column 費用(換算))",,,out:effort-not-established hama-vikings,youtube-hama-jp,haiku-5.5,high,coding,mid,,per-run,0.90,0.00289,,,,none,,,cost-base-price:cost-publisher-figure,"https://github.com/hama-jp/haiku55-comparison-works (README table, row vikings-haiku55.html, column 費用(換算))",,,in hama-vikings,youtube-hama-jp,sonnet-5.5,high,coding,mid,,per-run,6.57,0.00289,,,,none,,,cost-base-price:cost-publisher-figure,"https://github.com/hama-jp/haiku55-comparison-works (README table, row vikings-sonnet55.html, column 費用(換算))",,,in hama-vikings,youtube-hama-jp,gpt-6-luna,high,coding,mid,,per-run,0.011,0.000289,,,,none,,,cost-base-price:cost-publisher-figure,"https://github.com/hama-jp/haiku55-comparison-works (README table, row vikings-luna.html, column 費用(換算))",,,out:cost-single-couple hama-railway,youtube-hama-jp,haiku-4.5,default,coding,hard,,per-run,0.90,0.00289,,,,none,,,,"https://github.com/hama-jp/haiku55-comparison-works (README table, row railway-haiku45.html, column 費用(換算))",,,out:effort-not-established hama-railway,youtube-hama-jp,haiku-5.5,high,coding,hard,,per-run,3.04,0.00289,,,,none,,,cost-base-price:cost-publisher-figure,"https://github.com/hama-jp/haiku55-comparison-works (README table, row railway-haiku55.html, column 費用(換算))",,,in hama-railway,youtube-hama-jp,sonnet-5.5,high,coding,hard,,per-run,42.8,0.0289,,,,none,,,cost-base-price:cost-publisher-figure,"https://github.com/hama-jp/haiku55-comparison-works (README table, row railway-sonnet55.html, column 費用(換算))",,,in hama-railway,youtube-hama-jp,gpt-6-luna,high,coding,hard,,per-run,0.82,0.00289,,,,none,,,cost-base-price:cost-publisher-figure,"https://github.com/hama-jp/haiku55-comparison-works (README table, row railway-luna.html, column 費用(換算))",,,out:cost-single-couple junrei-blender-llm,youtube-junrei-ai,haiku-4.5,default,coding,hard,,,,,,,28.1,score/100,0.0289,,,"https://www.youtube.com/watch?v=DRSWSwcY9h4 (description, paragraph 2 (独自ベンチの平均 of Haiku 4.5))",,out:effort-not-established, junrei-blender-llm,youtube-junrei-ai,haiku-5.5,default,coding,hard,,,,,,,83.9,score/100,0.0289,,,"https://www.youtube.com/watch?v=DRSWSwcY9h4 (description, paragraph 'この動画で分かること' (独自ベンチの平均点))",,out:effort-not-established, junrei-blender-llm,youtube-junrei-ai,gpt-6-luna,medium,coding,hard,,,,,,,80.6,score/100,0.0289,,,"https://www.youtube.com/watch?v=DRSWSwcY9h4 (description, paragraph 'この動画で分かること' (独自ベンチの平均点))",,out:single-couple, mahe-bike-site,youtube-mahe-delich,sonnet-5.5,low,coding,mid,ClaudeCode-CLI,,2.7975,0.538,,,,none,,,cost-unrepriced; cost-price-band,https://www.youtube.com/watch?v=ckejSDYisgM (),,,in mahe-bike-site,youtube-mahe-delich,sonnet-5.5,medium,coding,mid,ClaudeCode-CLI,,2.2874999999999996,0.44,,,,none,,,cost-unrepriced; cost-price-band,https://www.youtube.com/watch?v=ckejSDYisgM (),,,in mahe-bike-site,youtube-mahe-delich,sonnet-5.5,high,coding,mid,ClaudeCode-CLI,,5.362500000000001,1.03,,,,none,,,cost-unrepriced; cost-price-band,https://www.youtube.com/watch?v=ckejSDYisgM (),,,in mahe-bike-site,youtube-mahe-delich,sonnet-5.5,xhigh,coding,mid,ClaudeCode-CLI,,11.58,2.23,,,,none,,,cost-unrepriced; cost-price-band,https://www.youtube.com/watch?v=ckejSDYisgM (),,,in mahe-bike-site,youtube-mahe-delich,sonnet-5.5,max,coding,mid,ClaudeCode-CLI,,27.5175,5.3,,,,none,,,cost-unrepriced; cost-price-band,https://www.youtube.com/watch?v=ckejSDYisgM (),,,in octacademy-angular-cart,youtube-octacademy,opus-5.5,low,coding,mid,ClaudeCode-CLI,,0.40,0.00289,,6800,10,solved-of-10,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.youtube.com/watch?v=UJs8Sd-0R4k (section 'The real numbers', line 'LOW')",,out:saturated,in octacademy-angular-cart,youtube-octacademy,opus-5.5,medium,coding,mid,ClaudeCode-CLI,,0.51,0.00289,,9300,10,solved-of-10,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.youtube.com/watch?v=UJs8Sd-0R4k (section 'The real numbers', line 'MEDIUM')",,out:saturated,in octacademy-angular-cart,youtube-octacademy,opus-5.5,high,coding,mid,ClaudeCode-CLI,,0.80,0.00289,,11800,10,solved-of-10,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.youtube.com/watch?v=UJs8Sd-0R4k (section 'The real numbers', line 'HIGH')",,out:saturated,in octacademy-angular-cart,youtube-octacademy,opus-5.5,xhigh,coding,mid,ClaudeCode-CLI,,1.40,0.00289,,32600,10,solved-of-10,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.youtube.com/watch?v=UJs8Sd-0R4k (section 'The real numbers', line 'XHIGH')",,out:saturated,in octacademy-angular-cart,youtube-octacademy,opus-5.5,max,coding,mid,ClaudeCode-CLI,,4.76,0.00289,,105900,10,solved-of-10,0.289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://www.youtube.com/watch?v=UJs8Sd-0R4k (section 'The real numbers', line 'MAX')",,out:saturated,in usefulstack-marrowlight,youtube-usefulstack,opus-5.5,low,coding,easy,,,0.56,0.00289,,,100,score/100,0.289,,cost-price-ratio:USD; cost-base-price:cost-publisher-figure,"https://www.youtube.com/watch?v=W6z1X7SLexc (section 'Results (score · time · cost)', Opus line, low)",,out:uninformative,in usefulstack-marrowlight,youtube-usefulstack,opus-5.5,medium,coding,easy,,,1.56,0.00289,,,94.4,score/100,0.0289,,cost-price-ratio:USD; cost-base-price:cost-publisher-figure,"https://www.youtube.com/watch?v=W6z1X7SLexc (section 'Results (score · time · cost)', Opus line, medium)",,in,in usefulstack-marrowlight,youtube-usefulstack,opus-5.5,high,coding,easy,,,4.82,0.00289,,,96.8,score/100,0.0289,,cost-price-ratio:USD; cost-base-price:cost-publisher-figure,"https://www.youtube.com/watch?v=W6z1X7SLexc (section 'Results (score · time · cost)', Opus line, high)",,in,in usefulstack-marrowlight,youtube-usefulstack,opus-5.5,xhigh,coding,easy,,,8.20,0.00289,,,98.0,score/100,0.0289,,cost-price-ratio:USD; cost-base-price:cost-publisher-figure,"https://www.youtube.com/watch?v=W6z1X7SLexc (section 'Results (score · time · cost)', Opus line, xhigh)",,in,in usefulstack-marrowlight,youtube-usefulstack,gpt-6.1-sol,low,coding,easy,,,,,,,100,score/100,0.289,,,"https://www.youtube.com/watch?v=W6z1X7SLexc (section 'Results (score · time · cost)', Sol line, low)",,out:uninformative,out:estimate usefulstack-marrowlight,youtube-usefulstack,gpt-6.1-sol,medium,coding,easy,,,,,,,90.5,score/100,0.0289,,,"https://www.youtube.com/watch?v=W6z1X7SLexc (section 'Results (score · time · cost)', Sol line, medium)",,in,out:estimate usefulstack-marrowlight,youtube-usefulstack,gpt-6.1-sol,high,coding,easy,,,,,,,81.2,score/100,0.0289,,,"https://www.youtube.com/watch?v=W6z1X7SLexc (section 'Results (score · time · cost)', Sol line, high)",,in,out:estimate usefulstack-marrowlight,youtube-usefulstack,gpt-6.1-sol,xhigh,coding,easy,,,,,,,98.5,score/100,0.0289,,,"https://www.youtube.com/watch?v=W6z1X7SLexc (section 'Results (score · time · cost)', Sol line, xhigh)",,in,out:estimate zai-5vturbo-design2code,zai-glm5v-techreport,glm-5v-turbo,unstated,coding,mid,vendor evaluation (unstated),,,,,,94.8,score%,0.0289,,,"https://arxiv.org/abs/2604.26752 (Fig. 4, row Design2Code, column GLM-5V-Turbo)",,out:effort-not-established, zai-5vturbo-design2code,zai-glm5v-techreport,kimi-k2.5,unstated,coding,mid,vendor evaluation (unstated),,,,,,91.3,score%,0.0289,,,"https://arxiv.org/abs/2604.26752 (Fig. 4, row Design2Code, column Kimi K2.5)",,out:effort-not-established, zai-5vturbo-design2code,zai-glm5v-techreport,opus-4.6,unstated,coding,mid,vendor evaluation (unstated),,,,,,77.3,score%,0.0289,,,"https://arxiv.org/abs/2604.26752 (Fig. 4, row Design2Code, column Claude Opus 4.6)",,out:effort-not-established, zai-5vturbo-flamevlmcode,zai-glm5v-techreport,glm-5v-turbo,unstated,coding,mid,vendor evaluation (unstated),,,,,,93.8,score%,0.0289,,,"https://arxiv.org/abs/2604.26752 (Fig. 4, row Flame-VLM-Code, column GLM-5V-Turbo)",,out:effort-not-established, zai-5vturbo-flamevlmcode,zai-glm5v-techreport,kimi-k2.5,unstated,coding,mid,vendor evaluation (unstated),,,,,,88.8,score%,0.0289,,,"https://arxiv.org/abs/2604.26752 (Fig. 4, row Flame-VLM-Code, column Kimi K2.5)",,out:effort-not-established, zai-5vturbo-flamevlmcode,zai-glm5v-techreport,opus-4.6,unstated,coding,mid,vendor evaluation (unstated),,,,,,98.8,score%,0.0289,,,"https://arxiv.org/abs/2604.26752 (Fig. 4, row Flame-VLM-Code, column Claude Opus 4.6)",,out:effort-not-established, zai-5vturbo-vision2web,zai-glm5v-techreport,glm-5v-turbo,unstated,coding,hard,vendor evaluation (unstated),,,,,,31.0,score%,0.0289,,,"https://arxiv.org/abs/2604.26752 (Fig. 4, row Vision2Web, column GLM-5V-Turbo)",,out:effort-not-established, zai-5vturbo-vision2web,zai-glm5v-techreport,kimi-k2.5,unstated,coding,hard,vendor evaluation (unstated),,,,,,33.2,score%,0.0289,,,"https://arxiv.org/abs/2604.26752 (Fig. 4, row Vision2Web, column Kimi K2.5)",,out:effort-not-established, zai-5vturbo-vision2web,zai-glm5v-techreport,opus-4.6,unstated,coding,hard,vendor evaluation (unstated),,,,,,43.5,score%,0.0289,,,"https://arxiv.org/abs/2604.26752 (Fig. 4, row Vision2Web, column Claude Opus 4.6)",,out:effort-not-established, zai-5vturbo-imagemining,zai-glm5v-techreport,glm-5v-turbo,unstated,agentic-tool,hard,vendor evaluation (unstated),,,,,,30.7,score%,0.0289,,,"https://arxiv.org/abs/2604.26752 (Fig. 4, row ImageMining, column GLM-5V-Turbo)",,out:effort-not-established, zai-5vturbo-imagemining,zai-glm5v-techreport,kimi-k2.5,unstated,agentic-tool,hard,vendor evaluation (unstated),,,,,,24.4,score%,0.0289,,,"https://arxiv.org/abs/2604.26752 (Fig. 4, row ImageMining, column Kimi K2.5)",,out:effort-not-established, zai-5vturbo-browsecompvl,zai-glm5v-techreport,glm-5v-turbo,unstated,agentic-tool,hard,vendor evaluation (unstated),,,,,,51.9,score%,0.0289,,,"https://arxiv.org/abs/2604.26752 (Fig. 4, row BrowseComp-VL, column GLM-5V-Turbo)",,out:effort-not-established, zai-5vturbo-browsecompvl,zai-glm5v-techreport,kimi-k2.5,unstated,agentic-tool,hard,vendor evaluation (unstated),,,,,,42.9,score%,0.0289,,,"https://arxiv.org/abs/2604.26752 (Fig. 4, row BrowseComp-VL, column Kimi K2.5)",,out:effort-not-established, zai-5vturbo-browsecompvl,zai-glm5v-techreport,opus-4.6,unstated,agentic-tool,hard,vendor evaluation (unstated),,,,,,35.9,score%,0.0289,,,"https://arxiv.org/abs/2604.26752 (Fig. 4, row BrowseComp-VL, column Claude Opus 4.6)",,out:effort-not-established, zai-5vturbo-mmsearch,zai-glm5v-techreport,glm-5v-turbo,unstated,agentic-tool,mid,vendor evaluation (unstated),,,,,,72.9,score%,0.0289,,,"https://arxiv.org/abs/2604.26752 (Fig. 4, row MMSearch, column GLM-5V-Turbo)",,out:effort-not-established, zai-5vturbo-mmsearch,zai-glm5v-techreport,kimi-k2.5,unstated,agentic-tool,mid,vendor evaluation (unstated),,,,,,58.7,score%,0.0289,,,"https://arxiv.org/abs/2604.26752 (Fig. 4, row MMSearch, column Kimi K2.5)",,out:effort-not-established, zai-5vturbo-mmsearch,zai-glm5v-techreport,opus-4.6,unstated,agentic-tool,mid,vendor evaluation (unstated),,,,,,63.8,score%,0.0289,,,"https://arxiv.org/abs/2604.26752 (Fig. 4, row MMSearch, column Claude Opus 4.6)",,out:effort-not-established, zai-5vturbo-mmsearchplus,zai-glm5v-techreport,glm-5v-turbo,unstated,agentic-tool,hard,vendor evaluation (unstated),,,,,,30.0,score%,0.0289,,,"https://arxiv.org/abs/2604.26752 (Fig. 4, row MMSearch-Plus, column GLM-5V-Turbo)",,out:effort-not-established, zai-5vturbo-mmsearchplus,zai-glm5v-techreport,kimi-k2.5,unstated,agentic-tool,hard,vendor evaluation (unstated),,,,,,25.6,score%,0.0289,,,"https://arxiv.org/abs/2604.26752 (Fig. 4, row MMSearch-Plus, column Kimi K2.5)",,out:effort-not-established, zai-5vturbo-mmsearchplus,zai-glm5v-techreport,opus-4.6,unstated,agentic-tool,hard,vendor evaluation (unstated),,,,,,25.6,score%,0.0289,,,"https://arxiv.org/abs/2604.26752 (Fig. 4, row MMSearch-Plus, column Claude Opus 4.6)",,out:effort-not-established, zai-5vturbo-simplevqa,zai-glm5v-techreport,glm-5v-turbo,unstated,mixed,mid,vendor evaluation (unstated),,,,,,78.2,score%,0.0289,,,"https://arxiv.org/abs/2604.26752 (Fig. 4, row SimpleVQA, column GLM-5V-Turbo)",,out:effort-not-established, zai-5vturbo-simplevqa,zai-glm5v-techreport,kimi-k2.5,unstated,mixed,mid,vendor evaluation (unstated),,,,,,71.5,score%,0.0289,,,"https://arxiv.org/abs/2604.26752 (Fig. 4, row SimpleVQA, column Kimi K2.5)",,out:effort-not-established, zai-5vturbo-simplevqa,zai-glm5v-techreport,opus-4.6,unstated,mixed,mid,vendor evaluation (unstated),,,,,,63.2,score%,0.0289,,,"https://arxiv.org/abs/2604.26752 (Fig. 4, row SimpleVQA, column Claude Opus 4.6)",,out:effort-not-established, zai-5vturbo-facts,zai-glm5v-techreport,glm-5v-turbo,unstated,mixed,mid,vendor evaluation (unstated),,,,,,58.6,score%,0.0289,,,"https://arxiv.org/abs/2604.26752 (Fig. 4, row Facts, column GLM-5V-Turbo)",,out:effort-not-established, zai-5vturbo-facts,zai-glm5v-techreport,kimi-k2.5,unstated,mixed,mid,vendor evaluation (unstated),,,,,,57.8,score%,0.0289,,,"https://arxiv.org/abs/2604.26752 (Fig. 4, row Facts, column Kimi K2.5)",,out:effort-not-established, zai-5vturbo-v,zai-glm5v-techreport,glm-5v-turbo,unstated,mixed,mid,vendor evaluation (unstated),,,,,,89.0,score%,0.0289,,,"https://arxiv.org/abs/2604.26752 (Fig. 4, row V*, column GLM-5V-Turbo)",,out:effort-not-established, zai-5vturbo-v,zai-glm5v-techreport,kimi-k2.5,unstated,mixed,mid,vendor evaluation (unstated),,,,,,84.3,score%,0.0289,,,"https://arxiv.org/abs/2604.26752 (Fig. 4, row V*, column Kimi K2.5)",,out:effort-not-established, zai-5vturbo-v,zai-glm5v-techreport,opus-4.6,unstated,mixed,mid,vendor evaluation (unstated),,,,,,66.5,score%,0.0289,,,"https://arxiv.org/abs/2604.26752 (Fig. 4, row V*, column Claude Opus 4.6)",,out:effort-not-established, zai-5vturbo-osworld,zai-glm5v-techreport,glm-5v-turbo,unstated,computer-use,hard,vendor evaluation (unstated),,,,,,62.3,score%,0.0289,,,"https://arxiv.org/abs/2604.26752 (Fig. 4, row OSWorld, column GLM-5V-Turbo)",,out:effort-not-established, zai-5vturbo-osworld,zai-glm5v-techreport,kimi-k2.5,unstated,computer-use,hard,vendor evaluation (unstated),,,,,,63.3,score%,0.0289,,,"https://arxiv.org/abs/2604.26752 (Fig. 4, row OSWorld, column Kimi K2.5)",,out:effort-not-established, zai-5vturbo-osworld,zai-glm5v-techreport,opus-4.6,unstated,computer-use,hard,vendor evaluation (unstated),,,,,,72.2,score%,0.0289,,,"https://arxiv.org/abs/2604.26752 (Fig. 4, row OSWorld, column Claude Opus 4.6)",,out:effort-not-established, zai-5vturbo-androidworld,zai-glm5v-techreport,glm-5v-turbo,unstated,computer-use,mid,vendor evaluation (unstated),,,,,,75.7,score%,0.0289,,,"https://arxiv.org/abs/2604.26752 (Fig. 4, row AndroidWorld, column GLM-5V-Turbo)",,out:effort-not-established, zai-5vturbo-androidworld,zai-glm5v-techreport,kimi-k2.5,unstated,computer-use,mid,vendor evaluation (unstated),,,,,,43.1,score%,0.0289,,,"https://arxiv.org/abs/2604.26752 (Fig. 4, row AndroidWorld, column Kimi K2.5)",,out:effort-not-established, zai-5vturbo-androidworld,zai-glm5v-techreport,opus-4.6,unstated,computer-use,mid,vendor evaluation (unstated),,,,,,62.0,score%,0.0289,,,"https://arxiv.org/abs/2604.26752 (Fig. 4, row AndroidWorld, column Claude Opus 4.6)",,out:effort-not-established, zai-5vturbo-webvoyager,zai-glm5v-techreport,glm-5v-turbo,unstated,computer-use,mid,vendor evaluation (unstated),,,,,,88.5,score%,0.0289,,,"https://arxiv.org/abs/2604.26752 (Fig. 4, row WebVoyager, column GLM-5V-Turbo)",,out:effort-not-established, zai-5vturbo-webvoyager,zai-glm5v-techreport,kimi-k2.5,unstated,computer-use,mid,vendor evaluation (unstated),,,,,,84.3,score%,0.0289,,,"https://arxiv.org/abs/2604.26752 (Fig. 4, row WebVoyager, column Kimi K2.5)",,out:effort-not-established, zai-5vturbo-webvoyager,zai-glm5v-techreport,opus-4.6,unstated,computer-use,mid,vendor evaluation (unstated),,,,,,88.0,score%,0.0289,,,"https://arxiv.org/abs/2604.26752 (Fig. 4, row WebVoyager, column Claude Opus 4.6)",,out:effort-not-established, zai-5vturbo-ccbackend,zai-glm5v-techreport,glm-5v-turbo,unstated,coding,hard,vendor evaluation (Claude Code framework for CC-Bench-V2),,,,,,22.8,score%,0.0289,,,"https://arxiv.org/abs/2604.26752 (Fig. 5, row CC-Backend, column GLM-5V-Turbo)",,out:effort-not-established, zai-5vturbo-ccbackend,zai-glm5v-techreport,glm-5-turbo,unstated,coding,hard,vendor evaluation (Claude Code framework for CC-Bench-V2),,,,,,20.5,score%,0.0289,,,"https://arxiv.org/abs/2604.26752 (Fig. 5, row CC-Backend, column GLM-5-Turbo)",,out:effort-not-established, zai-5vturbo-ccbackend,zai-glm5v-techreport,kimi-k2.5,unstated,coding,hard,vendor evaluation (Claude Code framework for CC-Bench-V2),,,,,,25.3,score%,0.0289,,,"https://arxiv.org/abs/2604.26752 (Fig. 5, row CC-Backend, column Kimi K2.5)",,out:effort-not-established, zai-5vturbo-ccbackend,zai-glm5v-techreport,opus-4.6,unstated,coding,hard,vendor evaluation (Claude Code framework for CC-Bench-V2),,,,,,26.9,score%,0.0289,,,"https://arxiv.org/abs/2604.26752 (Fig. 5, row CC-Backend, column Claude Opus 4.6)",,out:effort-not-established, zai-5vturbo-ccfrontend,zai-glm5v-techreport,glm-5v-turbo,unstated,coding,hard,vendor evaluation (Claude Code framework for CC-Bench-V2),,,,,,68.4,score%,0.0289,,,"https://arxiv.org/abs/2604.26752 (Fig. 5, row CC-Frontend, column GLM-5V-Turbo)",,out:effort-not-established, zai-5vturbo-ccfrontend,zai-glm5v-techreport,glm-5-turbo,unstated,coding,hard,vendor evaluation (Claude Code framework for CC-Bench-V2),,,,,,69.4,score%,0.0289,,,"https://arxiv.org/abs/2604.26752 (Fig. 5, row CC-Frontend, column GLM-5-Turbo)",,out:effort-not-established, zai-5vturbo-ccfrontend,zai-glm5v-techreport,kimi-k2.5,unstated,coding,hard,vendor evaluation (Claude Code framework for CC-Bench-V2),,,,,,62.3,score%,0.0289,,,"https://arxiv.org/abs/2604.26752 (Fig. 5, row CC-Frontend, column Kimi K2.5)",,out:effort-not-established, zai-5vturbo-ccfrontend,zai-glm5v-techreport,opus-4.6,unstated,coding,hard,vendor evaluation (Claude Code framework for CC-Bench-V2),,,,,,75.9,score%,0.0289,,,"https://arxiv.org/abs/2604.26752 (Fig. 5, row CC-Frontend, column Claude Opus 4.6)",,out:effort-not-established, zai-5vturbo-ccrepoexploration,zai-glm5v-techreport,glm-5v-turbo,unstated,coding,hard,vendor evaluation (Claude Code framework for CC-Bench-V2),,,,,,72.2,score%,0.0289,,,"https://arxiv.org/abs/2604.26752 (Fig. 5, row CC-Repo-Exploration, column GLM-5V-Turbo)",,out:effort-not-established, zai-5vturbo-ccrepoexploration,zai-glm5v-techreport,glm-5-turbo,unstated,coding,hard,vendor evaluation (Claude Code framework for CC-Bench-V2),,,,,,68.9,score%,0.0289,,,"https://arxiv.org/abs/2604.26752 (Fig. 5, row CC-Repo-Exploration, column GLM-5-Turbo)",,out:effort-not-established, zai-5vturbo-ccrepoexploration,zai-glm5v-techreport,kimi-k2.5,unstated,coding,hard,vendor evaluation (Claude Code framework for CC-Bench-V2),,,,,,66.7,score%,0.0289,,,"https://arxiv.org/abs/2604.26752 (Fig. 5, row CC-Repo-Exploration, column Kimi K2.5)",,out:effort-not-established, zai-5vturbo-ccrepoexploration,zai-glm5v-techreport,opus-4.6,unstated,coding,hard,vendor evaluation (Claude Code framework for CC-Bench-V2),,,,,,74.4,score%,0.0289,,,"https://arxiv.org/abs/2604.26752 (Fig. 5, row CC-Repo-Exploration, column Claude Opus 4.6)",,out:effort-not-established, zai-5vturbo-pinchbenchavg,zai-glm5v-techreport,glm-5v-turbo,unstated,agentic-tool,mid,vendor evaluation (Claw frameworks),,,,,,80.7,score%,0.0289,,,"https://arxiv.org/abs/2604.26752 (Fig. 5, row PinchBench(Best/Avg), column GLM-5V-Turbo (the second number of ""87.0 / 80.7"": Avg))",,out:effort-not-established, zai-5vturbo-pinchbenchavg,zai-glm5v-techreport,glm-5-turbo,unstated,agentic-tool,mid,vendor evaluation (Claw frameworks),,,,,,81.1,score%,0.0289,,,"https://arxiv.org/abs/2604.26752 (Fig. 5, row PinchBench(Best/Avg), column GLM-5-Turbo (the second number of ""86.5 / 81.1"": Avg))",,out:effort-not-established, zai-5vturbo-pinchbenchavg,zai-glm5v-techreport,kimi-k2.5,unstated,agentic-tool,mid,vendor evaluation (Claw frameworks),,,,,,79.2,score%,0.0289,,,"https://arxiv.org/abs/2604.26752 (Fig. 5, row PinchBench(Best/Avg), column Kimi K2.5 (the second number of ""84.8 / 79.2"": Avg))",,out:effort-not-established, zai-5vturbo-pinchbenchavg,zai-glm5v-techreport,opus-4.6,unstated,agentic-tool,mid,vendor evaluation (Claw frameworks),,,,,,82.9,score%,0.0289,,,"https://arxiv.org/abs/2604.26752 (Fig. 5, row PinchBench(Best/Avg), column Claude Opus 4.6 (the second number of ""93.3 / 82.9"": Avg))",,out:effort-not-established, zai-5vturbo-clawevalpass3,zai-glm5v-techreport,glm-5v-turbo,unstated,agentic-tool,hard,vendor evaluation (Claw frameworks),,,,,,57.7,score%,0.0289,,,"https://arxiv.org/abs/2604.26752 (Fig. 5, row ClawEval(Pass^3/Pass@3), column GLM-5V-Turbo (the first number of ""57.7 / 75.0"": Pass^3))",,out:effort-not-established, zai-5vturbo-clawevalpass3,zai-glm5v-techreport,glm-5-turbo,unstated,agentic-tool,hard,vendor evaluation (Claw frameworks),,,,,,51.0,score%,0.0289,,,"https://arxiv.org/abs/2604.26752 (Fig. 5, row ClawEval(Pass^3/Pass@3), column GLM-5-Turbo (the first number of ""51.0 / 72.1"": Pass^3))",,out:effort-not-established, zai-5vturbo-clawevalpass3,zai-glm5v-techreport,kimi-k2.5,unstated,agentic-tool,hard,vendor evaluation (Claw frameworks),,,,,,52.9,score%,0.0289,,,"https://arxiv.org/abs/2604.26752 (Fig. 5, row ClawEval(Pass^3/Pass@3), column Kimi K2.5 (the first number of ""52.9 / 73.1"": Pass^3))",,out:effort-not-established, zai-5vturbo-clawevalpass3,zai-glm5v-techreport,opus-4.6,unstated,agentic-tool,hard,vendor evaluation (Claw frameworks),,,,,,66.3,score%,0.0289,,,"https://arxiv.org/abs/2604.26752 (Fig. 5, row ClawEval(Pass^3/Pass@3), column Claude Opus 4.6 (the first number of ""66.3 / 77.9"": Pass^3))",,out:effort-not-established, zai-5vturbo-zclawbench,zai-glm5v-techreport,glm-5v-turbo,unstated,agentic-tool,mid,vendor evaluation (Claw frameworks),,,,,,57.6,score%,0.0289,,,"https://arxiv.org/abs/2604.26752 (Fig. 5, row ZClawBench, column GLM-5V-Turbo)",,out:effort-not-established, zai-5vturbo-zclawbench,zai-glm5v-techreport,glm-5-turbo,unstated,agentic-tool,mid,vendor evaluation (Claw frameworks),,,,,,60.6,score%,0.0289,,,"https://arxiv.org/abs/2604.26752 (Fig. 5, row ZClawBench, column GLM-5-Turbo)",,out:effort-not-established, zai-5vturbo-zclawbench,zai-glm5v-techreport,kimi-k2.5,unstated,agentic-tool,mid,vendor evaluation (Claw frameworks),,,,,,49.1,score%,0.0289,,,"https://arxiv.org/abs/2604.26752 (Fig. 5, row ZClawBench, column Kimi K2.5)",,out:effort-not-established, zai-5vturbo-zclawbench,zai-glm5v-techreport,opus-4.6,unstated,agentic-tool,mid,vendor evaluation (Claw frameworks),,,,,,62.3,score%,0.0289,,,"https://arxiv.org/abs/2604.26752 (Fig. 5, row ZClawBench, column Claude Opus 4.6)",,out:effort-not-established, zapierab@zapier#1.0.6,zapier,opus-5,low,agentic-tool,hard,AutomationBench,USD/task,0.75,0.00289,,,20.4,score%,0.0289,,,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 40)",,in,out:decision:D53 zapierab@zapier#1.0.6,zapier,opus-5,medium,agentic-tool,hard,AutomationBench,USD/task,0.89,0.00289,,,23.9,score%,0.0289,,,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 30)",,in,out:decision:D53 zapierab@zapier#1.0.6,zapier,opus-5,high,agentic-tool,hard,AutomationBench,USD/task,1.03,0.00289,,,20.55,score%,0.00289,,,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 39)",,in,out:decision:D53 zapierab@zapier#1.0.6,zapier,opus-5,xhigh,agentic-tool,hard,AutomationBench,USD/task,1.15,0.00289,,,25.27,score%,0.00289,,,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 26)",,in,out:decision:D53 zapierab@zapier#1.0.6,zapier,opus-5,max,agentic-tool,hard,AutomationBench,USD/task,3.05,0.00289,,,26.94,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 23)",,in,in zapierab@zapier#1.0.6,zapier,?Claude Fable 5.0,not-established:absent,agentic-tool,hard,AutomationBench,USD/task,1.41,0.00289,,,12.48,score%,0.00289,,,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 66)",,out:model-not-established,out:model-not-established zapierab@zapier#1.0.6,zapier,?Claude Fable 5.0,not-established:absent,agentic-tool,hard,AutomationBench,USD/task,1.52,0.00289,,,13.7,score%,0.0289,,,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 59)",,out:model-not-established,out:model-not-established zapierab@zapier#1.0.6,zapier,?Claude Fable 5.0,not-established:absent,agentic-tool,hard,AutomationBench,USD/task,1.65,0.00289,,,16.13,score%,0.00289,,,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 53)",,out:model-not-established,out:model-not-established zapierab@zapier#1.0.6,zapier,?Claude Fable 5.0,not-established:absent,agentic-tool,hard,AutomationBench,USD/task,1.80,0.00289,,,15.22,score%,0.00289,,,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 55)",,out:model-not-established,out:model-not-established zapierab@zapier#1.0.6,zapier,?Claude Fable 5.0,not-established:absent,agentic-tool,hard,AutomationBench,USD/task,2.03,0.00289,,,17.05,score%,0.00289,,,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 47)",,out:model-not-established,out:model-not-established zapierab@zapier#1.0.6,zapier,fable-5.1,xhigh,agentic-tool,hard,AutomationBench,USD/task,2.14,0.00289,,,21.31,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 35)",,in,in zapierab@zapier#1.0.6,zapier,fable-5.1,max,agentic-tool,hard,AutomationBench,USD/task,2.45,0.00289,,,22.37,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 34)",,in,in zapierab@zapier#1.0.6,zapier,opus-4.8,low,agentic-tool,hard,AutomationBench,USD/task,1.20,0.00289,,,13.55,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 60)",,in,in zapierab@zapier#1.0.6,zapier,opus-4.8,medium,agentic-tool,hard,AutomationBench,USD/task,1.44,0.00289,,,14.0,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 58)",,in,in zapierab@zapier#1.0.6,zapier,opus-4.8,high,agentic-tool,hard,AutomationBench,USD/task,1.48,0.00289,,,16.13,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 52)",,in,in zapierab@zapier#1.0.6,zapier,opus-4.8,xhigh,agentic-tool,hard,AutomationBench,USD/task,1.91,0.00289,,,16.89,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 48)",,in,in zapierab@zapier#1.0.6,zapier,opus-4.8,max,agentic-tool,hard,AutomationBench,USD/task,2.36,0.00289,,,16.44,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 51)",,in,in zapierab@zapier#1.0.6,zapier,opus-4.7,low,agentic-tool,hard,AutomationBench,USD/task,0.78,0.00289,,,5.48,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 95)",,in,in zapierab@zapier#1.0.6,zapier,opus-4.7,medium,agentic-tool,hard,AutomationBench,USD/task,0.92,0.00289,,,6.85,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 91)",,in,in zapierab@zapier#1.0.6,zapier,opus-4.7,high,agentic-tool,hard,AutomationBench,USD/task,1.08,0.00289,,,9.13,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 80)",,in,in zapierab@zapier#1.0.6,zapier,opus-4.7,xhigh,agentic-tool,hard,AutomationBench,USD/task,1.26,0.00289,,,9.74,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 77)",,in,in zapierab@zapier#1.0.6,zapier,opus-4.7,max,agentic-tool,hard,AutomationBench,USD/task,1.52,0.00289,,,13.39,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 62)",,in,in zapierab@zapier#1.0.6,zapier,sonnet-5,low,agentic-tool,hard,AutomationBench,USD/task,0.26,0.00289,,,3.65,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 106)",,in,in zapierab@zapier#1.0.6,zapier,sonnet-5,medium,agentic-tool,hard,AutomationBench,USD/task,0.41,0.00289,,,5.78,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 94)",,in,in zapierab@zapier#1.0.6,zapier,sonnet-5,high,agentic-tool,hard,AutomationBench,USD/task,0.56,0.00289,,,9.89,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 76)",,in,in zapierab@zapier#1.0.6,zapier,sonnet-5,xhigh,agentic-tool,hard,AutomationBench,USD/task,0.67,0.00289,,,7.61,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 88)",,in,in zapierab@zapier#1.0.6,zapier,sonnet-5,max,agentic-tool,hard,AutomationBench,USD/task,0.88,0.00289,,,10.65,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 72)",,in,in zapierab@zapier#1.0.6,zapier,sonnet-4.6,low,agentic-tool,hard,AutomationBench,USD/task,0.61,0.00289,,,2.89,score%,0.00289,,,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 110)",,in,out:cost-not-comparable zapierab@zapier#1.0.6,zapier,sonnet-4.6,medium,agentic-tool,hard,AutomationBench,USD/task,0.77,0.00289,,,3.65,score%,0.00289,,,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 107)",,in,out:cost-not-comparable zapierab@zapier#1.0.6,zapier,sonnet-4.6,high,agentic-tool,hard,AutomationBench,USD/task,0.84,0.00289,,,5.02,score%,0.00289,,,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 98)",,in,out:cost-not-comparable zapierab@zapier#1.0.6,zapier,sonnet-4.6,not-established:absent,agentic-tool,hard,AutomationBench,USD/task,0.90,0.00289,,,5.33,score%,0.00289,,,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 97)",,out:effort-not-established,out:effort-not-established zapierab@zapier#1.0.6,zapier,haiku-4.5,unstated,agentic-tool,hard,AutomationBench,USD/task,0.07,0.00289,,,0.46,score%,0.00289,,,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 120)",,out:effort-not-established,out:effort-not-established zapierab@zapier#1.0.6,zapier,opus-5.5,low,agentic-tool,hard,AutomationBench,USD/task,0.51,0.00289,,,24.2,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 29)",,in,in zapierab@zapier#1.0.6,zapier,opus-5.5,medium,agentic-tool,hard,AutomationBench,USD/task,0.65,0.00289,,,29.53,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 20)",,in,in zapierab@zapier#1.0.6,zapier,opus-5.5,high,agentic-tool,hard,AutomationBench,USD/task,0.71,0.00289,,,33.03,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 12)",,in,in zapierab@zapier#1.0.6,zapier,opus-5.5,xhigh,agentic-tool,hard,AutomationBench,USD/task,0.89,0.00289,,,35.77,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 9)",,in,in zapierab@zapier#1.0.6,zapier,opus-5.5,max,agentic-tool,hard,AutomationBench,USD/task,1.44,0.00289,,,42.47,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 4)",,in,in zapierab@zapier#1.0.6,zapier,sonnet-5.5,xhigh,agentic-tool,hard,AutomationBench,USD/task,0.48,0.00289,,,36.83,score%,0.00289,,EAP-run,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 8)",,in,out:cost-not-comparable zapierab@zapier#1.0.6,zapier,sonnet-5.5,max,agentic-tool,hard,AutomationBench,USD/task,1.14,0.00289,,,44.75,score%,0.00289,,EAP-run,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 3)",,in,out:cost-not-comparable zapierab@zapier#1.0.6,zapier,gemini-4-argon,high,agentic-tool,hard,AutomationBench,USD/task,1.70,0.00289,,,51.29,score%,0.00289,,EAP-run; base-scheduled-list-price,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 1)",,in,out:cost-not-comparable zapierab@zapier#1.0.6,zapier,gemini-4-argon,medium,agentic-tool,hard,AutomationBench,USD/task,1.54,0.00289,,,50.08,score%,0.00289,,EAP-run; base-scheduled-list-price,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 2)",,in,out:cost-not-comparable zapierab@zapier#1.0.6,zapier,gpt-6-astra,max,agentic-tool,hard,AutomationBench,USD/task,1.73,0.00289,,,41.40,score%,0.00289,,,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 5)",,in,out:decision:D53 zapierab@zapier#1.0.6,zapier,gpt-6-astra,xhigh,agentic-tool,hard,AutomationBench,USD/task,1.50,0.00289,,,38.96,score%,0.00289,,,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 6)",,in,out:decision:D53 zapierab@zapier#1.0.6,zapier,gpt-6-astra,high,agentic-tool,hard,AutomationBench,USD/task,1.44,0.00289,,,37.14,score%,0.00289,,,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 7)",,in,out:decision:D53 zapierab@zapier#1.0.6,zapier,gpt-6-astra,medium,agentic-tool,hard,AutomationBench,USD/task,1.27,0.00289,,,34.09,score%,0.00289,,,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 10)",,in,out:decision:D53 zapierab@zapier#1.0.6,zapier,gpt-6-sol,xhigh,agentic-tool,hard,AutomationBench,USD/task,0.27,0.00289,,,33.2,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 11)",,in,in zapierab@zapier#1.0.6,zapier,gpt-6-sol,max,agentic-tool,hard,AutomationBench,USD/task,0.34,0.00289,,,32.0,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 13)",,in,in zapierab@zapier#1.0.6,zapier,gpt-6-sol,high,agentic-tool,hard,AutomationBench,USD/task,0.24,0.00289,,,31.2,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 15)",,in,in zapierab@zapier#1.0.6,zapier,gemini-3.7-flash,high,agentic-tool,hard,AutomationBench,USD/task,0.61,0.00289,,,30.44,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 16)",,in,in zapierab@zapier#1.0.6,zapier,gpt-6-astra,low,agentic-tool,hard,AutomationBench,USD/task,1.08,0.00289,,,30.29,score%,0.00289,,,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 17)",,in,out:decision:D53 zapierab@zapier#1.0.6,zapier,gemini-3.8-flash,medium,agentic-tool,hard,AutomationBench,USD/task,0.55,0.00289,,,29.68,score%,0.00289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 18)",,in,in zapierab@zapier#1.0.6,zapier,gemini-3.8-flash,high,agentic-tool,hard,AutomationBench,USD/task,0.62,0.00289,,,29.68,score%,0.00289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 19)",,in,in zapierab@zapier#1.0.6,zapier,gpt-5.6-sol,max,agentic-tool,hard,AutomationBench,USD/task,0.8375000000000001,0.0967,,,28.77,score%,0.00289,,cost-unrepriced; cost-price-band,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 22)",,in,out:cost-single-couple zapierab@zapier#1.0.6,zapier,gpt-6-sol,medium,agentic-tool,hard,AutomationBench,USD/task,0.21,0.00289,,,26.9,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 24)",,in,in zapierab@zapier#1.0.6,zapier,gpt-5.6-sol,xhigh,agentic-tool,hard,AutomationBench,USD/task,0.74,0.00289,,,26.33,score%,0.00289,,,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 25)",,in,out:decision:D53 zapierab@zapier#1.0.6,zapier,gpt-6-astra,not-established:absent,agentic-tool,hard,AutomationBench,USD/task,1.28,0.00289,,,25.27,score%,0.00289,,,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 27)",,out:effort-not-established,out:effort-not-established zapierab@zapier#1.0.6,zapier,gpt-5.6-sol,high,agentic-tool,hard,AutomationBench,USD/task,0.64,0.00289,,,24.81,score%,0.00289,,,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 28)",,in,out:decision:D53 zapierab@zapier#1.0.6,zapier,gpt-5.6-terra,max,agentic-tool,hard,AutomationBench,USD/task,0.459,0.0296,,,23.59,score%,0.00289,,cost-unrepriced; cost-price-band,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 31)",,in,in zapierab@zapier#1.0.6,zapier,kimi-k3,unstated,agentic-tool,hard,AutomationBench,USD/task,0.43,0.00289,,,22.68,score%,0.00289,,,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 33)",,out:effort-not-established,out:effort-not-established zapierab@zapier#1.0.6,zapier,gpt-6-sol,low,agentic-tool,hard,AutomationBench,USD/task,0.19,0.00289,,,21.2,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 36)",,in,in zapierab@zapier#1.0.6,zapier,gpt-6-luna,max,agentic-tool,hard,AutomationBench,USD/task,0.04,0.00289,,,20.7,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 37)",,in,in zapierab@zapier#1.0.6,zapier,gpt-5.6-sol,medium,agentic-tool,hard,AutomationBench,USD/task,0.57,0.00289,,,19.63,score%,0.00289,,,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 41)",,in,out:decision:D53 zapierab@zapier#1.0.6,zapier,?DeepSeek V4 Flash,not-established:absent,agentic-tool,hard,AutomationBench,USD/task,0.04,0.00289,,,18.11,score%,0.00289,,,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 44)",,out:model-not-established,out:model-not-established zapierab@zapier#1.0.6,zapier,gpt-5.6-luna,max,agentic-tool,hard,AutomationBench,USD/task,0.042,0.0164,,,17.05,score%,0.00289,,cost-unrepriced; cost-price-band,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 45)",,in,in zapierab@zapier#1.0.6,zapier,gemini-3.6-flash,high,agentic-tool,hard,AutomationBench,USD/task,0.8699999999999999,0.167,,,17.05,score%,0.00289,,cost-unrepriced; cost-price-band,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 46)",,in,in zapierab@zapier#1.0.6,zapier,gpt-5.5,xhigh,agentic-tool,hard,AutomationBench,USD/task,1.72,0.00289,,,16.59,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 49)",,in,in zapierab@zapier#1.0.6,zapier,gemini-3.6-flash,medium,agentic-tool,hard,AutomationBench,USD/task,0.8250000000000001,0.159,,,16.44,score%,0.00289,,cost-unrepriced; cost-price-band,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 50)",,in,in zapierab@zapier#1.0.6,zapier,gemini-3.6-flash,low,agentic-tool,hard,AutomationBench,USD/task,0.72,0.139,,,15.68,score%,0.00289,,cost-unrepriced; cost-price-band,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 54)",,in,in zapierab@zapier#1.0.6,zapier,gpt-5.6-terra,xhigh,agentic-tool,hard,AutomationBench,USD/task,0.33299999999999996,0.0216,,,14.76,score%,0.00289,,cost-unrepriced; cost-price-band,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 56)",,in,in zapierab@zapier#1.0.6,zapier,gpt-6-luna,high,agentic-tool,hard,AutomationBench,USD/task,0.02,0.00289,,,14.46,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 57)",,in,in zapierab@zapier#1.0.6,zapier,gemini-3.5-flash,high,agentic-tool,hard,AutomationBench,USD/task,0.42,0.00289,,,13.39,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 61)",,in,in zapierab@zapier#1.0.6,zapier,gpt-5.6-luna,xhigh,agentic-tool,hard,AutomationBench,USD/task,0.036,0.0142,,,12.94,score%,0.00289,,cost-unrepriced; cost-price-band,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 63)",,in,in zapierab@zapier#1.0.6,zapier,gpt-5.5,high,agentic-tool,hard,AutomationBench,USD/task,0.94,0.00289,,,12.79,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 64)",,in,in zapierab@zapier#1.0.6,zapier,gpt-6-luna,xhigh,agentic-tool,hard,AutomationBench,USD/task,0.02,0.00289,,,12.63,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 65)",,in,in zapierab@zapier#1.0.6,zapier,gpt-5.6-terra,high,agentic-tool,hard,AutomationBench,USD/task,0.261,0.017,,,11.72,score%,0.00289,,cost-unrepriced; cost-price-band,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 68)",,in,in zapierab@zapier#1.0.6,zapier,gpt-5.6-sol,low,agentic-tool,hard,AutomationBench,USD/task,0.42,0.00289,,,11.72,score%,0.00289,,,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 69)",,in,out:decision:D53 zapierab@zapier#1.0.6,zapier,gpt-5.4,xhigh,agentic-tool,hard,AutomationBench,USD/task,1.15,0.00289,,,11.57,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 70)",,in,in zapierab@zapier#1.0.6,zapier,gemini-3.5-flash,medium,agentic-tool,hard,AutomationBench,USD/task,0.38,0.00289,,,11.42,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 71)",,in,in zapierab@zapier#1.0.6,zapier,gpt-5.4,high,agentic-tool,hard,AutomationBench,USD/task,0.62,0.00289,,,10.05,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 74)",,in,in zapierab@zapier#1.0.6,zapier,gpt-6-luna,medium,agentic-tool,hard,AutomationBench,USD/task,0.02,0.00289,,,9.44,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 78)",,in,in zapierab@zapier#1.0.6,zapier,gpt-5.6-luna,high,agentic-tool,hard,AutomationBench,USD/task,0.030000000000000002,0.0119,,,9.13,score%,0.00289,,cost-unrepriced; cost-price-band,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 79)",,in,in zapierab@zapier#1.0.6,zapier,gpt-6-sol,nothink,agentic-tool,hard,AutomationBench,USD/task,0.25,0.00289,,,9.1,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 81)",,in,in zapierab@zapier#1.0.6,zapier,gemini-3.5-flash,low,agentic-tool,hard,AutomationBench,USD/task,0.30,0.00289,,,8.98,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 82)",,in,in zapierab@zapier#1.0.6,zapier,gpt-5.5,medium,agentic-tool,hard,AutomationBench,USD/task,0.75,0.00289,,,8.98,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 83)",,in,in zapierab@zapier#1.0.6,zapier,?Gemini 3.1 Pro (preview),not-established:absent,agentic-tool,hard,AutomationBench,USD/task,0.30,0.00289,,,8.68,score%,0.00289,,,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 84)",,out:model-not-established,out:model-not-established zapierab@zapier#1.0.6,zapier,gpt-5.6-terra,medium,agentic-tool,hard,AutomationBench,USD/task,0.198,0.013,,,8.07,score%,0.00289,,cost-unrepriced; cost-price-band,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 86)",,in,in zapierab@zapier#1.0.6,zapier,glm-5.2,not-established:absent,agentic-tool,hard,AutomationBench,USD/task,0.22,0.00289,,,7.76,score%,0.00289,,,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 87)",,out:effort-not-established,out:effort-not-established zapierab@zapier#1.0.6,zapier,gpt-5.6-terra,low,agentic-tool,hard,AutomationBench,USD/task,0.171,0.0113,,,7.46,score%,0.00289,,cost-unrepriced; cost-price-band,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 89)",,in,in zapierab@zapier#1.0.6,zapier,?Gemini 3.1 Pro (preview),not-established:absent,agentic-tool,hard,AutomationBench,USD/task,0.25,0.00289,,,7.0,score%,0.0289,,,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 90)",,out:model-not-established,out:model-not-established zapierab@zapier#1.0.6,zapier,glm-5.1,not-established:absent,agentic-tool,hard,AutomationBench,USD/task,0.23,0.00289,,,6.2,score%,0.0289,,,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 92)",,out:effort-not-established,out:effort-not-established zapierab@zapier#1.0.6,zapier,gpt-5.4,medium,agentic-tool,hard,AutomationBench,USD/task,0.36,0.00289,,,5.33,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 96)",,in,in zapierab@zapier#1.0.6,zapier,?Gemini 3.1 Pro (preview),not-established:absent,agentic-tool,hard,AutomationBench,USD/task,0.28,0.00289,,,4.57,score%,0.00289,,,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 100)",,out:model-not-established,out:model-not-established zapierab@zapier#1.0.6,zapier,?Qwen 3.6+,not-established:absent,agentic-tool,hard,AutomationBench,USD/task,0.08,0.00289,,,4.3,score%,0.0289,,,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 101)",,out:model-not-established,out:model-not-established zapierab@zapier#1.0.6,zapier,gpt-5.6-luna,medium,agentic-tool,hard,AutomationBench,USD/task,0.012,0.00545,,,4.26,score%,0.00289,,cost-unrepriced; cost-price-band,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 102)",,in,in zapierab@zapier#1.0.6,zapier,gemini-3.5-flash-lite,medium,agentic-tool,hard,AutomationBench,USD/task,0.12,0.00289,,,3.96,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 103)",,in,in zapierab@zapier#1.0.6,zapier,gpt-5.6-sol,unstated,agentic-tool,hard,AutomationBench,USD/task,0.41,0.00289,,,3.81,score%,0.00289,,,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 104)",,out:effort-not-established,out:effort-not-established zapierab@zapier#1.0.6,zapier,?Qwen 3.7+,not-established:absent,agentic-tool,hard,AutomationBench,USD/task,0.05,0.00289,,,3.7,score%,0.0289,,,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 105)",,out:model-not-established,out:model-not-established zapierab@zapier#1.0.6,zapier,gemini-3.5-flash-lite,high,agentic-tool,hard,AutomationBench,USD/task,0.13,0.00289,,,3.35,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 108)",,in,in zapierab@zapier#1.0.6,zapier,kimi-k2.7-code,solo,agentic-tool,hard,AutomationBench,USD/task,0.24,0.00289,,,3.2,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 109)",,in,in zapierab@zapier#1.0.6,zapier,kimi-k2.6,unstated,agentic-tool,hard,AutomationBench,USD/task,0.28,0.00289,,,2.59,score%,0.00289,,,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 111)",,out:effort-not-established,out:effort-not-established zapierab@zapier#1.0.6,zapier,gpt-5.5,low,agentic-tool,hard,AutomationBench,USD/task,0.36,0.00289,,,2.59,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 112)",,in,in zapierab@zapier#1.0.6,zapier,gpt-5.6-luna,low,agentic-tool,hard,AutomationBench,USD/task,0.006,0.0037,,,1.83,score%,0.00289,,cost-unrepriced; cost-price-band,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 113)",,in,in zapierab@zapier#1.0.6,zapier,gpt-5.4,low,agentic-tool,hard,AutomationBench,USD/task,0.13,0.00289,,,1.52,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 115)",,in,in zapierab@zapier#1.0.6,zapier,gpt-6-luna,low,agentic-tool,hard,AutomationBench,USD/task,0.01,0.00289,,,1.22,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 116)",,in,in zapierab@zapier#1.0.6,zapier,gemini-3.5-flash,minimal,agentic-tool,hard,AutomationBench,USD/task,0.18,0.00289,,,1.22,score%,0.00289,,cost-base-price:cost-publisher-figure,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 117)",,in,in zapierab@zapier#1.0.6,zapier,gpt-5.5,unstated,agentic-tool,hard,AutomationBench,USD/task,0.20,0.00289,,,1.07,score%,0.00289,,,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 118)",,out:effort-not-established,out:effort-not-established zapierab@zapier#1.0.6,zapier,gpt-5.6-terra,unstated,agentic-tool,hard,AutomationBench,USD/task,0.12,0.00289,,,0.76,score%,0.00289,,,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 119)",,out:effort-not-established,out:effort-not-established zapierab@zapier#1.0.6,zapier,gpt-6-luna,nothink,agentic-tool,hard,AutomationBench,USD/task,0.01,0.00289,,,0.3,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 122)",,in,in zapierab@zapier#1.0.6,zapier,gpt-oss-120b,high,agentic-tool,hard,AutomationBench,USD/task,0.01,0.00289,,,0.15,score%,0.00289,,,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 123)",,out:single-couple,out:cost-not-comparable zapierab@zapier#1.0.6,zapier,gpt-5.6-luna,unstated,agentic-tool,hard,AutomationBench,USD/task,0.02,0.00289,,,0.15,score%,0.00289,,,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 124)",,out:effort-not-established,out:effort-not-established zapierab@zapier#1.0.6,zapier,gpt-5.4,unstated,agentic-tool,hard,AutomationBench,USD/task,0.07,0.00289,,,0.15,score%,0.00289,,,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 125)",,out:effort-not-established,out:effort-not-established zapierab@zapier#1.0.6,zapier,gemini-3.5-flash-lite,low,agentic-tool,hard,AutomationBench,USD/task,0.06,0.00289,,,0.0,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 126)",,out:uninformative,in zapierab@zapier#1.0.6,zapier,haiku-5.5,low,agentic-tool,hard,AutomationBench,,,,,,6.09,score%,0.00289,,EAP-run,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 93)",,in, zapierab@zapier#1.0.6,zapier,haiku-5.5,medium,agentic-tool,hard,AutomationBench,,,,,,8.52,score%,0.00289,,EAP-run,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 85)",,in, zapierab@zapier#1.0.6,zapier,haiku-5.5,high,agentic-tool,hard,AutomationBench,,,,,,10.5,score%,0.0289,,EAP-run,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 73)",,in, zapierab@zapier#1.0.6,zapier,haiku-5.5,xhigh,agentic-tool,hard,AutomationBench,,,,,,9.89,score%,0.00289,,EAP-run,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 75)",,in, zapierab@zapier#1.0.6,zapier,haiku-5.5,max,agentic-tool,hard,AutomationBench,,,,,,12.02,score%,0.00289,,EAP-run,"https://zapier.com/benchmarks (leaderboard array of the page module, rank 67)",,in, zapierab@zapier#1.0.6,zapier,fable-5.2,max,agentic-tool,hard,AutomationBench,USD/task,4.64,0.00289,,,51.45,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://zapier.com/benchmarks (leaderboard table of the page, rank 3, Score column)",src-zapier-automationbench-leaderboard-2026-11-10|zapier:automationbench|fable-5.2@max|1.0.6,in,in zapierab@zapier#1.0.6,zapier,fable-5.2,xhigh,agentic-tool,hard,AutomationBench,USD/task,2.29,0.00289,,,47.95,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://zapier.com/benchmarks (leaderboard table of the page, rank 6, Score column)",src-zapier-automationbench-leaderboard-2026-11-10|zapier:automationbench|fable-5.2@xhigh|1.0.6,in,in zapierab@zapier#1.0.6,zapier,fable-5.2,high,agentic-tool,hard,AutomationBench,USD/task,1.69,0.00289,,,44.29,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://zapier.com/benchmarks (leaderboard table of the page, rank 8, Score column)",,in,in zapierab@zapier#1.0.6,zapier,gemini-4-carbon,high,agentic-tool,hard,AutomationBench,USD/task,2.12,0.00289,,,53.88,score%,0.00289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://zapier.com/benchmarks (leaderboard table of the page, rank 1, Score column)",src-zapier-automationbench-leaderboard-2026-11-10|zapier:automationbench|gemini-4-carbon@high|1.0.6,in,in zapierab@zapier#1.0.6,zapier,gemini-4-carbon,medium,agentic-tool,hard,AutomationBench,USD/task,1.65,0.00289,,,52.97,score%,0.00289,,base-scheduled-list-price; cost-method-assumed-single; cost-base-price:cost-uniform-factor,"https://zapier.com/benchmarks (leaderboard table of the page, rank 2, Score column)",src-zapier-automationbench-leaderboard-2026-11-10|zapier:automationbench|gemini-4-carbon@medium|1.0.6,in,in zapierab-domain-sales,zapier,gemini-4-argon,medium,agentic-tool,hard,,,,,,,58.12,score%,0.00289,,,"https://zapier.com/benchmarks (""By domain"" block, domain Sales, Top Model)",src-zapier-automationbench-leaderboard-2026-11-10|zapier:automationbench|gemini-4-argon@medium|1.0.6,in, zapierab-domain-sales,zapier,gemini-4-carbon,high,agentic-tool,hard,,,,,,,56.41,score%,0.00289,,,"https://zapier.com/benchmarks (""By domain"" block, domain Sales, 2nd Place model)",src-zapier-automationbench-leaderboard-2026-11-10|zapier:automationbench|gemini-4-carbon@high|1.0.6,in, zapierab-domain-marketing,zapier,gemini-4-carbon,medium,agentic-tool,hard,,,,,,,64.00,score%,0.00289,,,"https://zapier.com/benchmarks (""By domain"" block, domain Marketing, Top Model)",src-zapier-automationbench-leaderboard-2026-11-10|zapier:automationbench|gemini-4-carbon@medium|1.0.6,in, zapierab-domain-marketing,zapier,fable-5.2,xhigh,agentic-tool,hard,,,,,,,62.00,score%,0.00289,,,"https://zapier.com/benchmarks (""By domain"" block, domain Marketing, 2nd Place model)",src-zapier-automationbench-leaderboard-2026-11-10|zapier:automationbench|fable-5.2@xhigh|1.0.6,in, zapierab-domain-operations,zapier,gemini-4-carbon,high,agentic-tool,hard,,,,,,,68.00,score%,0.00289,,,"https://zapier.com/benchmarks (""By domain"" block, domain Operations, Top Model)",src-zapier-automationbench-leaderboard-2026-11-10|zapier:automationbench|gemini-4-carbon@high|1.0.6,in, zapierab-domain-operations,zapier,gemini-4-argon,medium,agentic-tool,hard,,,,,,,68.00,score%,0.00289,,,"https://zapier.com/benchmarks (""By domain"" block, domain Operations, 2nd Place model)",src-zapier-automationbench-leaderboard-2026-11-10|zapier:automationbench|gemini-4-argon@medium|1.0.6,in, zapierab-domain-support,zapier,gemini-4-carbon,medium,agentic-tool,hard,,,,,,,46.00,score%,0.00289,,,"https://zapier.com/benchmarks (""By domain"" block, domain Support, Top Model)",src-zapier-automationbench-leaderboard-2026-11-10|zapier:automationbench|gemini-4-carbon@medium|1.0.6,in, zapierab-domain-support,zapier,gemini-4-argon,high,agentic-tool,hard,,,,,,,45.00,score%,0.00289,,,"https://zapier.com/benchmarks (""By domain"" block, domain Support, 2nd Place model)",src-zapier-automationbench-leaderboard-2026-11-10|zapier:automationbench|gemini-4-argon@high|1.0.6,in, zapierab-domain-finance,zapier,gemini-4-carbon,medium,agentic-tool,hard,,,,,,,60.00,score%,0.00289,,,"https://zapier.com/benchmarks (""By domain"" block, domain Finance, Top Model)",src-zapier-automationbench-leaderboard-2026-11-10|zapier:automationbench|gemini-4-carbon@medium|1.0.6,in, zapierab-domain-finance,zapier,fable-5.2,max,agentic-tool,hard,,,,,,,53.33,score%,0.00289,,,"https://zapier.com/benchmarks (""By domain"" block, domain Finance, 2nd Place model)",src-zapier-automationbench-leaderboard-2026-11-10|zapier:automationbench|fable-5.2@max|1.0.6,in, zapierab-domain-hr,zapier,gemini-4-argon,high,agentic-tool,hard,,,,,,,39.17,score%,0.00289,,,"https://zapier.com/benchmarks (""By domain"" block, domain HR, Top Model)",src-zapier-automationbench-leaderboard-2026-11-10|zapier:automationbench|gemini-4-argon@high|1.0.6,in, zapierab-domain-hr,zapier,fable-5.2,max,agentic-tool,hard,,,,,,,36.67,score%,0.00289,,,"https://zapier.com/benchmarks (""By domain"" block, domain HR, 2nd Place model)",src-zapier-automationbench-leaderboard-2026-11-10|zapier:automationbench|fable-5.2@max|1.0.6,in, zapierab@zapier#1.0.6,zapier,gemini-4-hydrogen,high,agentic-tool,hard,AutomationBench,USD/task,0.82,0.00289,,,51.14,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://zapier.com/benchmarks (leaderboard table, rank 5, Score column)",,in,in zapierab@zapier#1.0.6,zapier,gemini-4-hydrogen,medium,agentic-tool,hard,AutomationBench,USD/task,0.41,0.00289,,,46.73,score%,0.00289,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,"https://zapier.com/benchmarks (leaderboard table, rank 8, Score column)",,in,in zapierab@zapier#automationbench 1.0.6,zapier,fable-5.2,low,agentic-tool,hard,AutomationBench,per-task,1.30,0.00289,352400,17000,39.7,score%,0.0289,84.0,EAP-run; cap,"https://zapier.com/benchmarks/claude-fable5_2-report (Release report page, Results by effort, Low)",,in,out:cost-not-comparable zapierab@zapier#automationbench 1.0.6,zapier,fable-5.2,medium,agentic-tool,hard,AutomationBench,per-task,1.35,0.00289,375700,17600,40.2,score%,0.0289,84.5,EAP-run; cap,"https://zapier.com/benchmarks/claude-fable5_2-report (Release report page, Results by effort, Medium)",,in,out:cost-not-comparable zapierab@zapier#automationbench 1.0.6,zapier,fable-5.2,high,agentic-tool,hard,AutomationBench,per-task,1.69,0.00289,514500,22600,44.3,score%,0.0289,86.5,EAP-run; cap,"https://zapier.com/benchmarks/claude-fable5_2-report (Release report page, Results by effort, High)",,out:republished,out:cost-not-comparable zapierab@zapier#automationbench 1.0.6,zapier,fable-5.2,xhigh,agentic-tool,hard,AutomationBench,per-task,2.29,0.00289,690400,32400,47.9,score%,0.0289,87.4,EAP-run; cap,"https://zapier.com/benchmarks/claude-fable5_2-report (Release report page, Results by effort, XHigh)",,out:republished,out:cost-not-comparable zapierab@zapier#automationbench 1.0.6,zapier,fable-5.2,max,agentic-tool,hard,AutomationBench,per-task,4.64,0.00289,1267500,69800,51.4,score%,0.0289,87.2,EAP-run; cap,"https://zapier.com/benchmarks/claude-fable5_2-report (Release report page, Results by effort, Max)",,out:republished,out:cost-not-comparable s7t-zapierab-refusal-rate,zapier,fable-5.2,low,agentic-tool,hard,,,,,,,0.5,refusal%,0.0289,,EAP-run,"https://zapier.com/benchmarks/claude-fable5_2-report (section 07 Refusals, Low)",,out:not-headline, s7t-zapierab-refusal-rate,zapier,fable-5.2,medium,agentic-tool,hard,,,,,,,0.8,refusal%,0.0289,,EAP-run,"https://zapier.com/benchmarks/claude-fable5_2-report (section 07 Refusals, Medium)",,out:not-headline, s7t-zapierab-refusal-rate,zapier,fable-5.2,high,agentic-tool,hard,,,,,,,0.3,refusal%,0.0289,,EAP-run,"https://zapier.com/benchmarks/claude-fable5_2-report (section 07 Refusals, High)",,out:not-headline, s7t-zapierab-refusal-rate,zapier,fable-5.2,xhigh,agentic-tool,hard,,,,,,,1.1,refusal%,0.0289,,EAP-run,"https://zapier.com/benchmarks/claude-fable5_2-report (section 07 Refusals, XHigh)",,out:not-headline, s7t-zapierab-refusal-rate,zapier,fable-5.2,max,agentic-tool,hard,,,,,,,0.2,refusal%,0.0289,,EAP-run,"https://zapier.com/benchmarks/claude-fable5_2-report (section 07 Refusals, Max)",,out:not-headline, zapierab@zapier#none,zapier,opus-5.5,low,agentic-tool,hard,AutomationBench,per-task,0.46,0.00289,,,23.3,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://zapier.com/benchmarks/claude-fable5_2-report (View the data table, row Claude Opus 5.5, column Low)",,in,in zapierab@zapier#none,zapier,opus-5.5,medium,agentic-tool,hard,AutomationBench,per-task,0.60,0.00289,,,28.6,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://zapier.com/benchmarks/claude-fable5_2-report (View the data table, row Claude Opus 5.5, column Medium)",,in,in zapierab@zapier#none,zapier,opus-5.5,high,agentic-tool,hard,AutomationBench,per-task,0.65,0.00289,,,32.0,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://zapier.com/benchmarks/claude-fable5_2-report (View the data table, row Claude Opus 5.5, column High)",,in,in zapierab@zapier#none,zapier,opus-5.5,xhigh,agentic-tool,hard,AutomationBench,per-task,0.80,0.00289,,,34.4,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://zapier.com/benchmarks/claude-fable5_2-report (View the data table, row Claude Opus 5.5, column XHigh)",,in,in zapierab@zapier#none,zapier,opus-5.5,max,agentic-tool,hard,AutomationBench,per-task,1.28,0.00289,,,40.0,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://zapier.com/benchmarks/claude-fable5_2-report (View the data table, row Claude Opus 5.5, column Max)",,in,in zapierab@zapier#none,zapier,opus-5.5,not-established:assumed,agentic-tool,hard,AutomationBench,,,,,,42.47,score%,0.00289,,restated-from:the leaderboard,https://zapier.com/benchmarks/claude-fable5_2-report (Note under Key findings),,out:effort-not-established, zapierab@zapier#none,zapier,sonnet-5.5,max,agentic-tool,hard,AutomationBench,per-task,0.75,0.144,,,44.6,score%,0.0289,,cost-unrepriced; cost-price-band,"https://zapier.com/benchmarks/claude-fable5_2-report (section 02 Against the field, bar label)",,in,out:cost-single-couple zapierab@zapier#none,zapier,gemini-4-carbon,high,agentic-tool,hard,AutomationBench,,,,,,53.9,score%,0.0289,,EAP-run; restated-from:zapier.com/benchmarks leaderboard,"https://zapier.com/benchmarks/claude-fable5_2-report (section 02 Against the field, bar label)",,in, zapierab@zapier#none,zapier,gemini-4-argon,high,agentic-tool,hard,AutomationBench,,,,,,51.3,score%,0.0289,,restated-from:zapier.com/benchmarks leaderboard; same-runs-as:src-zapier-automationbench-leaderboard-2026-10-19#M40,"https://zapier.com/benchmarks/claude-fable5_2-report (section 02 Against the field, bar label)",,out:copy, zapierab@zapier#none,zapier,gpt-6-astra,max,agentic-tool,hard,AutomationBench,,,,,,41.4,score%,0.0289,,restated-from:zapier.com/benchmarks leaderboard; same-runs-as:src-zapier-automationbench-leaderboard-2026-10-19#M42,"https://zapier.com/benchmarks/claude-fable5_2-report (section 02 Against the field, bar label)",,out:copy, zapierab@zapier#none,zapier,fable-5.1,max,agentic-tool,hard,AutomationBench,,,,,,22.4,score%,0.0289,,restated-from:zapier.com/benchmarks leaderboard; same-runs-as:src-zapier-automationbench-leaderboard-2026-10-19#M12,"https://zapier.com/benchmarks/claude-fable5_2-report (section 02 Against the field, bar label)",,out:copy, zapierab@zapier#automationbench 1.0.6,zapier,gemini-4-carbon,low,agentic-tool,hard,AutomationBench,per-task,0.765,0.147,,,31.5,score%,0.0289,,EAP-run; base-scheduled-list-price; cost-stated-prices; cost-unrepriced; cost-price-band,"https://zapier.com/benchmarks/gemini-carbon-4-report (table ""View the data"", row Gemini 4 Carbon, column Low, pass rate (strict, 657 tasks))",,in,in zapierab@zapier#automationbench 1.0.6,zapier,gemini-4-carbon,medium,agentic-tool,hard,AutomationBench,per-task,1.2374999999999998,0.238,,,53.0,score%,0.0289,,EAP-run; base-scheduled-list-price; cost-stated-prices; cost-unrepriced; cost-price-band,"https://zapier.com/benchmarks/gemini-carbon-4-report (table ""View the data"", row Gemini 4 Carbon, column Medium, pass rate (strict, 657 tasks))",,out:republished,in zapierab@zapier#automationbench 1.0.6,zapier,gemini-4-carbon,high,agentic-tool,hard,AutomationBench,per-task,1.59,0.306,,,53.9,score%,0.0289,,EAP-run; base-scheduled-list-price; cost-stated-prices; cost-unrepriced; cost-price-band,"https://zapier.com/benchmarks/gemini-carbon-4-report (table ""View the data"", row Gemini 4 Carbon, column High, pass rate (strict, 657 tasks))",,out:republished,in zapierab@zapier#automationbench 1.0.6,zapier,gemini-4-argon,medium,agentic-tool,hard,AutomationBench,per-task,1.54,0.00289,,,50.1,score%,0.0289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://zapier.com/benchmarks/gemini-carbon-4-report (table ""View the data"", row Gemini 4 Argon, column Medium, pass rate (strict, 657 tasks))",,out:republished,in zapierab@zapier#automationbench 1.0.6,zapier,gemini-4-argon,high,agentic-tool,hard,AutomationBench,per-task,1.70,0.00289,,,51.3,score%,0.0289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://zapier.com/benchmarks/gemini-carbon-4-report (table ""View the data"", row Gemini 4 Argon, column High, pass rate (strict, 657 tasks))",,out:republished,in zapierab@zapier#automationbench 1.0.6,zapier,gemini-3.8-flash,medium,agentic-tool,hard,AutomationBench,per-task,0.77,0.00289,,,29.7,score%,0.0289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://zapier.com/benchmarks/gemini-carbon-4-report (table ""View the data"", row Gemini 3.8 Flash, column Medium, pass rate (strict, 657 tasks))",,out:republished,in zapierab@zapier#automationbench 1.0.6,zapier,gemini-3.8-flash,high,agentic-tool,hard,AutomationBench,per-task,0.91,0.00289,,,29.7,score%,0.0289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://zapier.com/benchmarks/gemini-carbon-4-report (table ""View the data"", row Gemini 3.8 Flash, column High, pass rate (strict, 657 tasks))",,out:republished,in zapierab@zapier#automationbench 1.0.6,zapier,gpt-6-sol,low,agentic-tool,hard,AutomationBench,per-task,0.19,0.00289,,,21.2,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://zapier.com/benchmarks/gemini-carbon-4-report (table ""View the data"", row GPT-6 Sol, column Low, pass rate (strict, 657 tasks))",,out:republished,out:republished zapierab@zapier#automationbench 1.0.6,zapier,gpt-6-sol,medium,agentic-tool,hard,AutomationBench,per-task,0.21,0.00289,,,26.9,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://zapier.com/benchmarks/gemini-carbon-4-report (table ""View the data"", row GPT-6 Sol, column Medium, pass rate (strict, 657 tasks))",,out:republished,out:republished zapierab@zapier#automationbench 1.0.6,zapier,gpt-6-sol,high,agentic-tool,hard,AutomationBench,per-task,0.24,0.00289,,,31.2,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://zapier.com/benchmarks/gemini-carbon-4-report (table ""View the data"", row GPT-6 Sol, column High, pass rate (strict, 657 tasks))",,out:republished,out:republished zapierab@zapier#automationbench 1.0.6,zapier,gpt-6-astra,low,agentic-tool,hard,AutomationBench,per-task,1.08,0.00289,,,30.3,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://zapier.com/benchmarks/gemini-carbon-4-report (table ""View the data"", row GPT-6 Astra, column Low, pass rate (strict, 657 tasks))",,out:republished,in zapierab@zapier#automationbench 1.0.6,zapier,gpt-6-astra,medium,agentic-tool,hard,AutomationBench,per-task,1.27,0.00289,,,34.1,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://zapier.com/benchmarks/gemini-carbon-4-report (table ""View the data"", row GPT-6 Astra, column Medium, pass rate (strict, 657 tasks))",,out:republished,in zapierab@zapier#automationbench 1.0.6,zapier,gpt-6-astra,high,agentic-tool,hard,AutomationBench,per-task,1.44,0.00289,,,37.1,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://zapier.com/benchmarks/gemini-carbon-4-report (table ""View the data"", row GPT-6 Astra, column High, pass rate (strict, 657 tasks))",,out:republished,in zapierab@zapier#automationbench 1.0.6,zapier,gpt-6-luna,low,agentic-tool,hard,AutomationBench,per-task,0.01,0.00289,,,1.2,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://zapier.com/benchmarks/gemini-carbon-4-report (table ""View the data"", row GPT-6 Luna, column Low, pass rate (strict, 657 tasks))",,out:republished,out:republished zapierab@zapier#automationbench 1.0.6,zapier,gpt-6-luna,medium,agentic-tool,hard,AutomationBench,per-task,0.02,0.00289,,,9.4,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://zapier.com/benchmarks/gemini-carbon-4-report (table ""View the data"", row GPT-6 Luna, column Medium, pass rate (strict, 657 tasks))",,out:republished,out:republished zapierab@zapier#automationbench 1.0.6,zapier,gpt-6-luna,high,agentic-tool,hard,AutomationBench,per-task,0.02,0.00289,,,14.5,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://zapier.com/benchmarks/gemini-carbon-4-report (table ""View the data"", row GPT-6 Luna, column High, pass rate (strict, 657 tasks))",,out:republished,out:republished zcarbon-domain-sales,zapier,gemini-4-carbon,low,mixed,hard,,,,,,,38.461538,pass%,0,,EAP-run,"https://zapier.com/benchmarks/gemini-carbon-4-report (table ""Full matrix"", row Sales, column Low (printed 38.5% and the count 45/117))",,in, zcarbon-domain-sales,zapier,gemini-4-carbon,medium,mixed,hard,,,,,,,50.42735,pass%,0,,EAP-run,"https://zapier.com/benchmarks/gemini-carbon-4-report (table ""Full matrix"", row Sales, column Medium (printed 50.4% and the count 59/117))",,in, zcarbon-domain-sales,zapier,gemini-4-carbon,high,mixed,hard,,,,,,,56.410256,pass%,0,,EAP-run,"https://zapier.com/benchmarks/gemini-carbon-4-report (table ""Full matrix"", row Sales, column High (printed 56.4% and the count 66/117))",,in, zcarbon-domain-marketing,zapier,gemini-4-carbon,low,mixed,hard,,,,,,,33,pass%,0,,EAP-run,"https://zapier.com/benchmarks/gemini-carbon-4-report (table ""Full matrix"", row Marketing, column Low (printed 33.0% and the count 33/100))",,in, zcarbon-domain-marketing,zapier,gemini-4-carbon,medium,mixed,hard,,,,,,,64,pass%,0,,EAP-run,"https://zapier.com/benchmarks/gemini-carbon-4-report (table ""Full matrix"", row Marketing, column Medium (printed 64.0% and the count 64/100))",,in, zcarbon-domain-marketing,zapier,gemini-4-carbon,high,mixed,hard,,,,,,,62,pass%,0,,EAP-run,"https://zapier.com/benchmarks/gemini-carbon-4-report (table ""Full matrix"", row Marketing, column High (printed 62.0% and the count 62/100))",,in, zcarbon-domain-operations,zapier,gemini-4-carbon,low,mixed,hard,,,,,,,33,pass%,0,,EAP-run,"https://zapier.com/benchmarks/gemini-carbon-4-report (table ""Full matrix"", row Operations, column Low (printed 33.0% and the count 33/100))",,in, zcarbon-domain-operations,zapier,gemini-4-carbon,medium,mixed,hard,,,,,,,65,pass%,0,,EAP-run,"https://zapier.com/benchmarks/gemini-carbon-4-report (table ""Full matrix"", row Operations, column Medium (printed 65.0% and the count 65/100))",,in, zcarbon-domain-operations,zapier,gemini-4-carbon,high,mixed,hard,,,,,,,68,pass%,0,,EAP-run,"https://zapier.com/benchmarks/gemini-carbon-4-report (table ""Full matrix"", row Operations, column High (printed 68.0% and the count 68/100))",,in, zcarbon-domain-support,zapier,gemini-4-carbon,low,mixed,hard,,,,,,,32,pass%,0,,EAP-run,"https://zapier.com/benchmarks/gemini-carbon-4-report (table ""Full matrix"", row Support, column Low (printed 32.0% and the count 32/100))",,in, zcarbon-domain-support,zapier,gemini-4-carbon,medium,mixed,hard,,,,,,,46,pass%,0,,EAP-run,"https://zapier.com/benchmarks/gemini-carbon-4-report (table ""Full matrix"", row Support, column Medium (printed 46.0% and the count 46/100))",,in, zcarbon-domain-support,zapier,gemini-4-carbon,high,mixed,hard,,,,,,,46,pass%,0,,EAP-run,"https://zapier.com/benchmarks/gemini-carbon-4-report (table ""Full matrix"", row Support, column High (printed 46.0% and the count 46/100))",,in, zcarbon-domain-finance,zapier,gemini-4-carbon,low,mixed,hard,,,,,,,35.833333,pass%,0,,EAP-run,"https://zapier.com/benchmarks/gemini-carbon-4-report (table ""Full matrix"", row Finance, column Low (printed 35.8% and the count 43/120))",,in, zcarbon-domain-finance,zapier,gemini-4-carbon,medium,mixed,hard,,,,,,,60,pass%,0,,EAP-run,"https://zapier.com/benchmarks/gemini-carbon-4-report (table ""Full matrix"", row Finance, column Medium (printed 60.0% and the count 72/120))",,in, zcarbon-domain-finance,zapier,gemini-4-carbon,high,mixed,hard,,,,,,,60,pass%,0,,EAP-run,"https://zapier.com/benchmarks/gemini-carbon-4-report (table ""Full matrix"", row Finance, column High (printed 60.0% and the count 72/120))",,in, zcarbon-domain-hr,zapier,gemini-4-carbon,low,mixed,hard,,,,,,,17.5,pass%,0,,EAP-run,"https://zapier.com/benchmarks/gemini-carbon-4-report (table ""Full matrix"", row HR, column Low (printed 17.5% and the count 21/120))",,in, zcarbon-domain-hr,zapier,gemini-4-carbon,medium,mixed,hard,,,,,,,35,pass%,0,,EAP-run,"https://zapier.com/benchmarks/gemini-carbon-4-report (table ""Full matrix"", row HR, column Medium (printed 35.0% and the count 42/120))",,in, zcarbon-domain-hr,zapier,gemini-4-carbon,high,mixed,hard,,,,,,,33.333333,pass%,0,,EAP-run,"https://zapier.com/benchmarks/gemini-carbon-4-report (table ""Full matrix"", row HR, column High (printed 33.3% and the count 40/120))",,in, cauchye-jp-basic,zenn-cauchye_asia,haiku-5.5,default,mixed,easy,API-direct,per-question,0.000045,2.89e-07,,,97.6,score%,0.0289,,,"https://zenn.dev/cauchye_asia/articles/940e060ede4998 (結果 summary, 総合 row for cauchye-jp-basic)",,out:effort-not-established,out:effort-not-established cauchye-jp-basic,zenn-cauchye_asia,sonnet-5.5,high,mixed,easy,API-direct,per-question,0.0009,0.000176,,,97.6,score%,0.0289,,cost-unrepriced; cost-price-band,"https://zenn.dev/cauchye_asia/articles/940e060ede4998 (結果 summary, 総合 row for cauchye-jp-basic)",,in,out:cost-single-couple cauchye-jp-basic,zenn-cauchye_asia,gemini-3.8-flash,medium,mixed,easy,API-direct,per-question,0.0013,2.89e-05,,,95.2,score%,0.0289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://zenn.dev/cauchye_asia/articles/940e060ede4998 (結果 summary, 総合 row for cauchye-jp-basic)",,in,in cauchye-jp-basic,zenn-cauchye_asia,gpt-6-luna,medium,mixed,easy,API-direct,per-question,0.000055,2.89e-07,,,99.0,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://zenn.dev/cauchye_asia/articles/940e060ede4998 (結果 summary, 総合 row for cauchye-jp-basic)",,in,in cauchye-jp-basic,zenn-cauchye_asia,gpt-6-sol,medium,mixed,easy,API-direct,per-question,0.00090,2.89e-06,,,98.1,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://zenn.dev/cauchye_asia/articles/940e060ede4998 (結果 summary, 総合 row for cauchye-jp-basic)",,in,in cauchye-jp-hard,zenn-cauchye_asia,haiku-5.5,default,mixed,mid,API-direct,per-question,0.00034,2.89e-06,,,88.1,score%,0.0289,,,"https://zenn.dev/cauchye_asia/articles/940e060ede4998 (結果 summary, 総合 row for cauchye-jp-hard)",,out:effort-not-established,out:effort-not-established cauchye-jp-hard,zenn-cauchye_asia,sonnet-5.5,high,mixed,mid,API-direct,per-question,0.003975,0.000766,,,89.5,score%,0.0289,,cost-unrepriced; cost-price-band,"https://zenn.dev/cauchye_asia/articles/940e060ede4998 (結果 summary, 総合 row for cauchye-jp-hard)",,in,out:cost-single-couple cauchye-jp-hard,zenn-cauchye_asia,gemini-3.8-flash,medium,mixed,mid,API-direct,per-question,0.0024,2.89e-05,,,93.9,score%,0.0289,,base-scheduled-list-price; cost-base-price:cost-uniform-factor,"https://zenn.dev/cauchye_asia/articles/940e060ede4998 (結果 summary, 総合 row for cauchye-jp-hard)",,in,in cauchye-jp-hard,zenn-cauchye_asia,gpt-6-luna,medium,mixed,mid,API-direct,per-question,0.00033,2.89e-06,,,98.8,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://zenn.dev/cauchye_asia/articles/940e060ede4998 (結果 summary, 総合 row for cauchye-jp-hard)",,in,in cauchye-jp-hard,zenn-cauchye_asia,gpt-6-sol,medium,mixed,mid,API-direct,per-question,0.0060,2.89e-05,,,99.9,score%,0.0289,,cost-base-price:cost-publisher-figure,"https://zenn.dev/cauchye_asia/articles/940e060ede4998 (結果 summary, 総合 row for cauchye-jp-hard)",,in,in clopy-ts-parse-fix,zenn-clopy,haiku-5.5,medium,coding,easy,ClaudeCode-CLI,,,,,,2,solved-of-3,0,,,"https://zenn.dev/clopy/articles/claude-haiku55-typescript-task-kit (section 'まず、どの仕事を委任候補にするか', table, row 'decimal金額parseの修正', column Haiku 5.5 (the first score column))",,out:single-couple, clopy-ts-parse-fix,zenn-clopy,sonnet-5.5,medium,coding,easy,ClaudeCode-CLI,,,,,,3,solved-of-3,0,,,"https://zenn.dev/clopy/articles/claude-haiku55-typescript-task-kit (section 'まず、どの仕事を委任候補にするか', table, row 'decimal金額parseの修正', column Sonnet 5.5)",,out:uninformative, clopy-ts-add-tests,zenn-clopy,haiku-5.5,medium,coding,easy,ClaudeCode-CLI,,,,,,3,solved-of-3,0,,,"https://zenn.dev/clopy/articles/claude-haiku55-typescript-task-kit (section 'まず、どの仕事を委任候補にするか', table, row 'discount関数のテスト追加', column Haiku 5.5)",,out:saturated, clopy-ts-add-tests,zenn-clopy,sonnet-5.5,medium,coding,easy,ClaudeCode-CLI,,,,,,3,solved-of-3,0,,,"https://zenn.dev/clopy/articles/claude-haiku55-typescript-task-kit (section 'まず、どの仕事を委任候補にするか', table, row 'discount関数のテスト追加', column Sonnet 5.5)",,out:saturated, clopy-ts-refactor,zenn-clopy,haiku-5.5,medium,coding,easy,ClaudeCode-CLI,,,,,,3,solved-of-3,0,,,"https://zenn.dev/clopy/articles/claude-haiku55-typescript-task-kit (section 'まず、どの仕事を委任候補にするか', table, row '6ファイルの金額検証を共通化', column Haiku 5.5)",,out:saturated, clopy-ts-refactor,zenn-clopy,sonnet-5.5,medium,coding,easy,ClaudeCode-CLI,,,,,,3,solved-of-3,0,,,"https://zenn.dev/clopy/articles/claude-haiku55-typescript-task-kit (section 'まず、どの仕事を委任候補にするか', table, row '6ファイルの金額検証を共通化', column Sonnet 5.5)",,out:saturated, zenn-inoh-clean,zenn-inoh,opus-5,high,coding,mid,ClaudeCode-subscription,,0.49,0.00289,,,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://zenn.dev/ino_h/articles/2026-07-28-claude-opus-5-migration (),,,out:cost-single-couple zenn-inoh-clean,zenn-inoh,?claude-opus-4-8,not-established:absent,coding,mid,ClaudeCode-subscription,,0.56,0.00289,,,,none,,,,https://zenn.dev/ino_h/articles/2026-07-28-claude-opus-5-migration (),,,out:model-not-established zenn-inoh-legacy,zenn-inoh,opus-5,high,coding,mid,ClaudeCode-subscription,,1.40,0.00289,,,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://zenn.dev/ino_h/articles/2026-07-28-claude-opus-5-migration (),,,out:cost-single-couple zenn-inoh-legacy,zenn-inoh,?claude-opus-4-8,not-established:absent,coding,mid,ClaudeCode-subscription,,0.81,0.00289,,,,none,,,,https://zenn.dev/ino_h/articles/2026-07-28-claude-opus-5-migration (),,,out:model-not-established zenn-small-ai-hands5,zenn-mappy55,haiku-5.5,unstated,agentic-tool,trivial,custom-Firefox-agent-loop,per-run-JPY,0.1,0.0289,,,100,success%,0,,,"https://zenn.dev/mappy55/articles/small-ai-hands-05 (本文, results table: 成否 column (成否 = successes / runs))",,out:effort-not-established,out:effort-not-established zenn-small-ai-hands5,zenn-mappy55,sonnet-5.5,unstated,agentic-tool,trivial,custom-Firefox-agent-loop,per-run-JPY,2,0.289,,,100,success%,0,,,"https://zenn.dev/mappy55/articles/small-ai-hands-05 (本文, results table: 成否 column)",,out:effort-not-established,out:effort-not-established zenn-small-ai-hands5,zenn-mappy55,?qwen3:4b-instruct,not-established:absent,agentic-tool,trivial,custom-Firefox-agent-loop,,,,,,100,success%,0,,,"https://zenn.dev/mappy55/articles/small-ai-hands-05 (本文, results table: 成否 column (first row))",,out:model-not-established, morinokenjin-blender-stilllife,zenn-morinokenjin,opus-5.5,medium,coding,mid,ClaudeCode-CLI,,0.74,0.00289,,,20.5,score-of-30,0.0289,,cost-base-price:cost-publisher-figure,"https://zenn.dev/morinokenjin/articles/opus-sonnet-55-blender (summary table, task 静物, column Opus 5.5 (points of the cell 'points・time・cost'))",,in,out:cost-single-couple morinokenjin-blender-stilllife,zenn-morinokenjin,sonnet-5.5,medium,coding,mid,ClaudeCode-CLI,,0.54,0.104,,,14.0,score-of-30,0.0289,,cost-unrepriced; cost-price-band,"https://zenn.dev/morinokenjin/articles/opus-sonnet-55-blender (summary table, task 静物, column Sonnet 5.5 (points of the cell 'points・time・cost'))",,in,out:cost-single-couple morinokenjin-blender-watch,zenn-morinokenjin,opus-5.5,medium,coding,mid,ClaudeCode-CLI,,0.76,0.00289,,,21.0,score-of-30,0.0289,,cost-base-price:cost-publisher-figure,"https://zenn.dev/morinokenjin/articles/opus-sonnet-55-blender (summary table, task 機械式時計, column Opus 5.5 (points of the cell 'points・time・cost'))",,in,out:cost-single-couple morinokenjin-blender-watch,zenn-morinokenjin,sonnet-5.5,medium,coding,mid,ClaudeCode-CLI,,0.2475,0.0477,,,15.5,score-of-30,0.0289,,cost-unrepriced; cost-price-band,"https://zenn.dev/morinokenjin/articles/opus-sonnet-55-blender (summary table, task 機械式時計, column Sonnet 5.5 (points of the cell 'points・time・cost'))",,in,out:cost-single-couple morinokenjin-blender-animation,zenn-morinokenjin,opus-5.5,medium,coding,mid,ClaudeCode-CLI,,0.77,0.00289,,,18.1,score-of-30,0.0289,,cost-base-price:cost-publisher-figure,"https://zenn.dev/morinokenjin/articles/opus-sonnet-55-blender (summary table, task アニメーション, column Opus 5.5 (points of the cell 'points・time・cost'))",,in,out:cost-single-couple morinokenjin-blender-animation,zenn-morinokenjin,sonnet-5.5,medium,coding,mid,ClaudeCode-CLI,,0.17250000000000001,0.0333,,,17.7,score-of-30,0.0289,,cost-unrepriced; cost-price-band,"https://zenn.dev/morinokenjin/articles/opus-sonnet-55-blender (summary table, task アニメーション, column Sonnet 5.5 (points of the cell 'points・time・cost'))",,in,out:cost-single-couple morinokenjin-keisan-mental,zenn-morinokenjin,opus-5.5,medium,reasoning-math,mid,ClaudeCode-CLI,,0.16,0.00289,,,8,solved-of-8,0,,cost-base-price:cost-publisher-figure,"https://zenn.dev/morinokenjin/articles/opus-sonnet-55-keisan (summary table, task 暗算(8問), column Opus 5.5 (score of the cell 'k/N・time・cost'))",,out:saturated,out:cost-single-couple morinokenjin-keisan-mental,zenn-morinokenjin,sonnet-5.5,medium,reasoning-math,mid,ClaudeCode-CLI,,0.06,0.0119,,,8,solved-of-8,0,,cost-unrepriced; cost-price-band,"https://zenn.dev/morinokenjin/articles/opus-sonnet-55-keisan (summary table, task 暗算(8問), column Sonnet 5.5 (score of the cell 'k/N・time・cost'))",,out:saturated,out:cost-single-couple morinokenjin-keisan-progmath,zenn-morinokenjin,opus-5.5,medium,reasoning-math,hard,ClaudeCode-CLI,,0.15,0.00289,,,3,solved-of-3,0,,cost-base-price:cost-publisher-figure,"https://zenn.dev/morinokenjin/articles/opus-sonnet-55-keisan (summary table, task プログラムで解く計算(3問), column Opus 5.5 (score of the cell 'k/N・time・cost'))",,out:saturated,out:cost-single-couple morinokenjin-keisan-progmath,zenn-morinokenjin,sonnet-5.5,medium,reasoning-math,hard,ClaudeCode-CLI,,0.045,0.00913,,,3,solved-of-3,0,,cost-unrepriced; cost-price-band,"https://zenn.dev/morinokenjin/articles/opus-sonnet-55-keisan (summary table, task プログラムで解く計算(3問), column Sonnet 5.5 (score of the cell 'k/N・time・cost'))",,out:saturated,out:cost-single-couple morinokenjin-keisan-csv,zenn-morinokenjin,opus-5.5,medium,coding,mid,ClaudeCode-CLI,,0.31,0.00289,,,9,identical-output-of-9,0,,cost-base-price:cost-publisher-figure,"https://zenn.dev/morinokenjin/articles/opus-sonnet-55-keisan (summary table, task 集計の高速化(渡していない9つの表), column Opus 5.5 (score of the cell 'k/N・time・cost'))",,out:saturated,out:cost-single-couple morinokenjin-keisan-csv,zenn-morinokenjin,sonnet-5.5,medium,coding,mid,ClaudeCode-CLI,,0.09,0.0176,,,9,identical-output-of-9,0,,cost-unrepriced; cost-price-band,"https://zenn.dev/morinokenjin/articles/opus-sonnet-55-keisan (summary table, task 集計の高速化(渡していない9つの表), column Sonnet 5.5 (score of the cell 'k/N・time・cost'))",,out:saturated,out:cost-single-couple morinokenjin-slides-report,zenn-morinokenjin,opus-5.5,medium,coding,mid,ClaudeCode-CLI,,1.24,0.00289,,,27.0,score-of-30,0.0289,,cost-base-price:cost-publisher-figure,"https://zenn.dev/morinokenjin/articles/opus-sonnet-55-slides (summary table, task 報告スライド(図書館の利用状況), column Opus 5.5 (points of the cell 'points・time・cost'))",,in,out:cost-single-couple morinokenjin-slides-report,zenn-morinokenjin,sonnet-5.5,medium,coding,mid,ClaudeCode-CLI,,0.135,0.0261,,,26.0,score-of-30,0.0289,,cost-unrepriced; cost-price-band,"https://zenn.dev/morinokenjin/articles/opus-sonnet-55-slides (summary table, task 報告スライド(図書館の利用状況), column Sonnet 5.5 (points of the cell 'points・time・cost'))",,in,out:cost-single-couple morinokenjin-slides-lesson,zenn-morinokenjin,opus-5.5,medium,coding,mid,ClaudeCode-CLI,,0.82,0.00289,,,26.5,score-of-30,0.0289,,cost-base-price:cost-publisher-figure,"https://zenn.dev/morinokenjin/articles/opus-sonnet-55-slides (summary table, task 授業スライド(光合成、テンプレートつき), column Opus 5.5 (points of the cell 'points・time・cost'))",,in,out:cost-single-couple morinokenjin-slides-lesson,zenn-morinokenjin,sonnet-5.5,medium,coding,mid,ClaudeCode-CLI,,0.0975,0.019,,,26.0,score-of-30,0.0289,,cost-unrepriced; cost-price-band,"https://zenn.dev/morinokenjin/articles/opus-sonnet-55-slides (summary table, task 授業スライド(光合成、テンプレートつき), column Sonnet 5.5 (points of the cell 'points・time・cost'))",,in,out:cost-single-couple morinokenjin-slides-talk,zenn-morinokenjin,opus-5.5,medium,coding,mid,ClaudeCode-CLI,,1.24,0.00289,,,27.0,score-of-30,0.0289,,cost-base-price:cost-publisher-figure,"https://zenn.dev/morinokenjin/articles/opus-sonnet-55-slides (summary table, task 発表スライド(新しいサービスの紹介), column Opus 5.5 (points of the cell 'points・time・cost'))",,in,out:cost-single-couple morinokenjin-slides-talk,zenn-morinokenjin,sonnet-5.5,medium,coding,mid,ClaudeCode-CLI,,0.1275,0.0247,,,25.0,score-of-30,0.0289,,cost-unrepriced; cost-price-band,"https://zenn.dev/morinokenjin/articles/opus-sonnet-55-slides (summary table, task 発表スライド(新しいサービスの紹介), column Sonnet 5.5 (points of the cell 'points・time・cost'))",,in,out:cost-single-couple nnakapa-o47o48,zenn-nnakapa,opus-4.7,not-established:absent,coding,mid,ClaudeCode,per-3task-suite,0.565,0.000289,,,66.666667,gate-pass%(3tasks-n30),0,,,https://zenn.dev/nnakapa/articles/lab-20-opus48-qcd (derived table of lab 20: one row per model x effort of the article / row 20-Opus47-low / column gates),,out:effort-not-established,out:effort-not-established nnakapa-o47o48,zenn-nnakapa,opus-4.7,not-established:absent,coding,mid,ClaudeCode,per-3task-suite,0.640,0.000289,,,76.666667,gate-pass%(3tasks-n30),0,,,https://zenn.dev/nnakapa/articles/lab-20-opus48-qcd (derived table of lab 20: one row per model x effort of the article / row 20-Opus47-medium / column gates),,out:effort-not-established,out:effort-not-established nnakapa-o47o48,zenn-nnakapa,opus-4.7,not-established:absent,coding,mid,ClaudeCode,per-3task-suite,0.852,0.000289,,,96.666667,gate-pass%(3tasks-n30),0,,,https://zenn.dev/nnakapa/articles/lab-20-opus48-qcd (derived table of lab 20: one row per model x effort of the article / row 20-Opus47-high / column gates),,out:effort-not-established,out:effort-not-established nnakapa-o47o48,zenn-nnakapa,opus-4.7,xhigh,coding,mid,ClaudeCode,per-3task-suite,0.981,0.000289,,,100,gate-pass%(3tasks-n30),0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://zenn.dev/nnakapa/articles/lab-20-opus48-qcd (derived table of lab 20: one row per model x effort of the article / row 20-Opus47-xhigh / column gates),,out:uninformative,in nnakapa-o47o48,zenn-nnakapa,opus-4.8,low,coding,mid,ClaudeCode,per-3task-suite,0.449,0.000289,,,86.666667,gate-pass%(3tasks-n30),0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://zenn.dev/nnakapa/articles/lab-20-opus48-qcd (derived table of lab 20: one row per model x effort of the article / row 20-Opus48-low / column gates),,out:single-couple,in nnakapa-o47o48,zenn-nnakapa,opus-4.8,medium,coding,mid,ClaudeCode,per-3task-suite,0.486,0.000289,,,100,gate-pass%(3tasks-n30),0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://zenn.dev/nnakapa/articles/lab-20-opus48-qcd (derived table of lab 20: one row per model x effort of the article / row 20-Opus48-medium / column gates),,out:uninformative,in nnakapa-o47o48,zenn-nnakapa,opus-4.8,high,coding,mid,ClaudeCode,per-3task-suite,0.545,0.000289,,,100,gate-pass%(3tasks-n30),0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://zenn.dev/nnakapa/articles/lab-20-opus48-qcd (derived table of lab 20: one row per model x effort of the article / row 20-Opus48-high / column gates),,out:uninformative,in nnakapa-o47o48,zenn-nnakapa,opus-4.8,xhigh,coding,mid,ClaudeCode,per-3task-suite,1.132,0.000289,,,100,gate-pass%(3tasks-n30),0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://zenn.dev/nnakapa/articles/lab-20-opus48-qcd (derived table of lab 20: one row per model x effort of the article / row 20-Opus48-xhigh / column gates),,out:uninformative,in nnakapa-o47o48-t2,zenn-nnakapa,opus-4.7,not-established:absent,coding,mid,ClaudeCode,per-3task-suite,0.565,0.000289,,,0,pass%,0,,,https://zenn.dev/nnakapa/articles/lab-20-opus48-qcd (derived table of lab 20: one row per model x effort of the article / row 20-Opus47-low / column gate_T2),,out:effort-not-established,out:effort-not-established nnakapa-o47o48-t2,zenn-nnakapa,opus-4.7,not-established:absent,coding,mid,ClaudeCode,per-3task-suite,0.640,0.000289,,,30,pass%,0,,,https://zenn.dev/nnakapa/articles/lab-20-opus48-qcd (derived table of lab 20: one row per model x effort of the article / row 20-Opus47-medium / column gate_T2),,out:effort-not-established,out:effort-not-established nnakapa-o47o48-t2,zenn-nnakapa,opus-4.7,not-established:absent,coding,mid,ClaudeCode,per-3task-suite,0.852,0.000289,,,90,pass%,0,,,https://zenn.dev/nnakapa/articles/lab-20-opus48-qcd (derived table of lab 20: one row per model x effort of the article / row 20-Opus47-high / column gate_T2),,out:effort-not-established,out:effort-not-established nnakapa-o47o48-t2,zenn-nnakapa,opus-4.7,xhigh,coding,mid,ClaudeCode,per-3task-suite,0.981,0.000289,,,100,pass%,0,,,https://zenn.dev/nnakapa/articles/lab-20-opus48-qcd (derived table of lab 20: one row per model x effort of the article / row 20-Opus47-xhigh / column gate_T2),,out:uninformative,in nnakapa-o47o48-t2,zenn-nnakapa,opus-4.8,low,coding,mid,ClaudeCode,per-3task-suite,0.449,0.000289,,,60,pass%,0,,,https://zenn.dev/nnakapa/articles/lab-20-opus48-qcd (derived table of lab 20: one row per model x effort of the article / row 20-Opus48-low / column gate_T2),,out:single-couple,in nnakapa-o47o48-t2,zenn-nnakapa,opus-4.8,medium,coding,mid,ClaudeCode,per-3task-suite,0.486,0.000289,,,100,pass%,0,,,https://zenn.dev/nnakapa/articles/lab-20-opus48-qcd (derived table of lab 20: one row per model x effort of the article / row 20-Opus48-medium / column gate_T2),,out:uninformative,in nnakapa-o47o48-t2,zenn-nnakapa,opus-4.8,high,coding,mid,ClaudeCode,per-3task-suite,0.545,0.000289,,,100,pass%,0,,,https://zenn.dev/nnakapa/articles/lab-20-opus48-qcd (derived table of lab 20: one row per model x effort of the article / row 20-Opus48-high / column gate_T2),,out:uninformative,in nnakapa-o47o48-t2,zenn-nnakapa,opus-4.8,xhigh,coding,mid,ClaudeCode,per-3task-suite,1.132,0.000289,,,100,pass%,0,,,https://zenn.dev/nnakapa/articles/lab-20-opus48-qcd (derived table of lab 20: one row per model x effort of the article / row 20-Opus48-xhigh / column gate_T2),,out:uninformative,in nnakapa-f5o48,zenn-nnakapa,fable-5,low,coding,mid,ClaudeCode,per-3task-suite,1.066,0.000289,,,70,gate-pass%(3tasks-n30),0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://zenn.dev/nnakapa/articles/lab-24-fable5-opus48-qcd (derived table of lab 24: one row per model x effort of the article / row 24-Fable5-low / column gates),,out:not-headline,in nnakapa-f5o48,zenn-nnakapa,fable-5,medium,coding,mid,ClaudeCode,per-3task-suite,1.433,0.000289,,,93.333333,gate-pass%(3tasks-n30),0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://zenn.dev/nnakapa/articles/lab-24-fable5-opus48-qcd (derived table of lab 24: one row per model x effort of the article / row 24-Fable5-medium / column gates),,out:not-headline,in nnakapa-f5o48,zenn-nnakapa,fable-5,high,coding,mid,ClaudeCode,per-3task-suite,1.294,0.000289,,,100,gate-pass%(3tasks-n30),0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://zenn.dev/nnakapa/articles/lab-24-fable5-opus48-qcd (derived table of lab 24: one row per model x effort of the article / row 24-Fable5-high / column gates),,out:not-headline,in nnakapa-f5o48,zenn-nnakapa,fable-5,xhigh,coding,mid,ClaudeCode,per-3task-suite,1.827,0.000289,,,100,gate-pass%(3tasks-n30),0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://zenn.dev/nnakapa/articles/lab-24-fable5-opus48-qcd (derived table of lab 24: one row per model x effort of the article / row 24-Fable5-xhigh / column gates),,out:not-headline,in nnakapa-f5o48,zenn-nnakapa,opus-4.8,low,coding,mid,ClaudeCode,per-3task-suite,0.440,0.000289,,,80,gate-pass%(3tasks-n30),0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://zenn.dev/nnakapa/articles/lab-24-fable5-opus48-qcd (derived table of lab 24: one row per model x effort of the article / row 24-Opus48-low / column gates),,out:not-headline,in nnakapa-f5o48,zenn-nnakapa,opus-4.8,medium,coding,mid,ClaudeCode,per-3task-suite,0.553,0.000289,,,100,gate-pass%(3tasks-n30),0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://zenn.dev/nnakapa/articles/lab-24-fable5-opus48-qcd (derived table of lab 24: one row per model x effort of the article / row 24-Opus48-medium / column gates),,out:not-headline,in nnakapa-f5o48,zenn-nnakapa,opus-4.8,high,coding,mid,ClaudeCode,per-3task-suite,0.661,0.000289,,,100,gate-pass%(3tasks-n30),0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://zenn.dev/nnakapa/articles/lab-24-fable5-opus48-qcd (derived table of lab 24: one row per model x effort of the article / row 24-Opus48-high / column gates),,out:not-headline,in nnakapa-f5o48,zenn-nnakapa,opus-4.8,xhigh,coding,mid,ClaudeCode,per-3task-suite,1.042,0.000289,,,100,gate-pass%(3tasks-n30),0,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://zenn.dev/nnakapa/articles/lab-24-fable5-opus48-qcd (derived table of lab 24: one row per model x effort of the article / row 24-Opus48-xhigh / column gates),,out:not-headline,in zenn-qcd,zenn-nnakapa,opus-4.8,low,coding,mid,ClaudeCode,per-3task-suite,0.561,0.000289,,,90,gate-pass%(3tasks-n30),0,,cost-base-price:cost-publisher-figure,https://zenn.dev/nnakapa/articles/lab-27-sonnet5-opus48-qcd (derived table of lab 27: one row per model x effort of the article / row 27-Opus48-low / column gates),,out:not-headline,in zenn-qcd,zenn-nnakapa,opus-4.8,medium,coding,mid,ClaudeCode,per-3task-suite,0.628,0.000289,,,100,gate-pass%(3tasks-n30),0,,cost-base-price:cost-publisher-figure,https://zenn.dev/nnakapa/articles/lab-27-sonnet5-opus48-qcd (derived table of lab 27: one row per model x effort of the article / row 27-Opus48-medium / column gates),,out:not-headline,in zenn-qcd,zenn-nnakapa,opus-4.8,high,coding,mid,ClaudeCode,per-3task-suite,0.764,0.000289,,,100,gate-pass%(3tasks-n30),0,,cost-base-price:cost-publisher-figure,https://zenn.dev/nnakapa/articles/lab-27-sonnet5-opus48-qcd (derived table of lab 27: one row per model x effort of the article / row 27-Opus48-high / column gates),,out:not-headline,in zenn-qcd,zenn-nnakapa,opus-4.8,xhigh,coding,mid,ClaudeCode,per-3task-suite,1.423,0.000289,,,100,gate-pass%(3tasks-n30),0,,cost-base-price:cost-publisher-figure,https://zenn.dev/nnakapa/articles/lab-27-sonnet5-opus48-qcd (derived table of lab 27: one row per model x effort of the article / row 27-Opus48-xhigh / column gates),,out:not-headline,in zenn-qcd,zenn-nnakapa,sonnet-5,low,coding,mid,ClaudeCode,per-3task-suite,0.261,0.000289,,,76.666667,gate-pass%(3tasks-n30),0,,cost-base-price:cost-publisher-figure,https://zenn.dev/nnakapa/articles/lab-27-sonnet5-opus48-qcd (derived table of lab 27: one row per model x effort of the article / row 27-Sonnet5-low / column gates),,out:not-headline,in zenn-qcd,zenn-nnakapa,sonnet-5,medium,coding,mid,ClaudeCode,per-3task-suite,0.374,0.000289,,,90,gate-pass%(3tasks-n30),0,,cost-base-price:cost-publisher-figure,https://zenn.dev/nnakapa/articles/lab-27-sonnet5-opus48-qcd (derived table of lab 27: one row per model x effort of the article / row 27-Sonnet5-medium / column gates),,out:not-headline,in zenn-qcd,zenn-nnakapa,sonnet-5,high,coding,mid,ClaudeCode,per-3task-suite,0.405,0.000289,,,100,gate-pass%(3tasks-n30),0,,cost-base-price:cost-publisher-figure,https://zenn.dev/nnakapa/articles/lab-27-sonnet5-opus48-qcd (derived table of lab 27: one row per model x effort of the article / row 27-Sonnet5-high / column gates),,out:not-headline,in zenn-qcd,zenn-nnakapa,sonnet-5,xhigh,coding,mid,ClaudeCode,per-3task-suite,0.508,0.000289,,,100,gate-pass%(3tasks-n30),0,,cost-base-price:cost-publisher-figure,https://zenn.dev/nnakapa/articles/lab-27-sonnet5-opus48-qcd (derived table of lab 27: one row per model x effort of the article / row 27-Sonnet5-xhigh / column gates),,out:not-headline,in nnakapa-o5o48f5,zenn-nnakapa,opus-5,low,coding,mid,ClaudeCode,per-3task-suite,0.7789,5e-05,,,100,gate-pass%(3tasks-n30),0,,cost-base-price:cost-publisher-figure,https://zenn.dev/nnakapa/articles/lab-29-opus5-fable5-qcd (derived table of lab 29: one row per model x effort of the article / row 29-Opus5-low / column gates),,out:not-headline,in nnakapa-o5o48f5,zenn-nnakapa,opus-5,medium,coding,mid,ClaudeCode,per-3task-suite,0.9420,5e-05,,,100,gate-pass%(3tasks-n30),0,,cost-base-price:cost-publisher-figure,https://zenn.dev/nnakapa/articles/lab-29-opus5-fable5-qcd (derived table of lab 29: one row per model x effort of the article / row 29-Opus5-medium / column gates),,out:not-headline,in nnakapa-o5o48f5,zenn-nnakapa,opus-5,high,coding,mid,ClaudeCode,per-3task-suite,1.0667,5e-05,,,100,gate-pass%(3tasks-n30),0,,cost-base-price:cost-publisher-figure,https://zenn.dev/nnakapa/articles/lab-29-opus5-fable5-qcd (derived table of lab 29: one row per model x effort of the article / row 29-Opus5-high / column gates),,out:not-headline,in nnakapa-o5o48f5,zenn-nnakapa,opus-5,xhigh,coding,mid,ClaudeCode,per-3task-suite,1.4943,5e-05,,,100,gate-pass%(3tasks-n30),0,,cost-base-price:cost-publisher-figure,https://zenn.dev/nnakapa/articles/lab-29-opus5-fable5-qcd (derived table of lab 29: one row per model x effort of the article / row 29-Opus5-xhigh / column gates),,out:not-headline,in nnakapa-o5o48f5,zenn-nnakapa,opus-4.8,low,coding,mid,ClaudeCode,per-3task-suite,0.4934,5e-05,,,76.666667,gate-pass%(3tasks-n30),0,,cost-base-price:cost-publisher-figure,https://zenn.dev/nnakapa/articles/lab-29-opus5-fable5-qcd (derived table of lab 29: one row per model x effort of the article / row 29-Opus48-low / column gates),,out:not-headline,in nnakapa-o5o48f5,zenn-nnakapa,opus-4.8,medium,coding,mid,ClaudeCode,per-3task-suite,0.6429,5e-05,,,100,gate-pass%(3tasks-n30),0,,cost-base-price:cost-publisher-figure,https://zenn.dev/nnakapa/articles/lab-29-opus5-fable5-qcd (derived table of lab 29: one row per model x effort of the article / row 29-Opus48-medium / column gates),,out:not-headline,in nnakapa-o5o48f5,zenn-nnakapa,opus-4.8,high,coding,mid,ClaudeCode,per-3task-suite,0.6715,5e-05,,,100,gate-pass%(3tasks-n30),0,,cost-base-price:cost-publisher-figure,https://zenn.dev/nnakapa/articles/lab-29-opus5-fable5-qcd (derived table of lab 29: one row per model x effort of the article / row 29-Opus48-high / column gates),,out:not-headline,in nnakapa-o5o48f5,zenn-nnakapa,opus-4.8,xhigh,coding,mid,ClaudeCode,per-3task-suite,1.2765,5e-05,,,100,gate-pass%(3tasks-n30),0,,cost-base-price:cost-publisher-figure,https://zenn.dev/nnakapa/articles/lab-29-opus5-fable5-qcd (derived table of lab 29: one row per model x effort of the article / row 29-Opus48-xhigh / column gates),,out:not-headline,in nnakapa-o5o48f5,zenn-nnakapa,fable-5,low,coding,mid,ClaudeCode,per-3task-suite,1.0816,5e-05,,,66.666667,gate-pass%(3tasks-n30),0,,cost-base-price:cost-publisher-figure,https://zenn.dev/nnakapa/articles/lab-29-opus5-fable5-qcd (derived table of lab 29: one row per model x effort of the article / row 29-Fable5-low / column gates),,out:not-headline,in nnakapa-o5o48f5,zenn-nnakapa,fable-5,medium,coding,mid,ClaudeCode,per-3task-suite,1.2124,5e-05,,,90,gate-pass%(3tasks-n30),0,,cost-base-price:cost-publisher-figure,https://zenn.dev/nnakapa/articles/lab-29-opus5-fable5-qcd (derived table of lab 29: one row per model x effort of the article / row 29-Fable5-medium / column gates),,out:not-headline,in nnakapa-o5o48f5,zenn-nnakapa,fable-5,high,coding,mid,ClaudeCode,per-3task-suite,1.4500,5e-05,,,100,gate-pass%(3tasks-n30),0,,cost-base-price:cost-publisher-figure,https://zenn.dev/nnakapa/articles/lab-29-opus5-fable5-qcd (derived table of lab 29: one row per model x effort of the article / row 29-Fable5-high / column gates),,out:not-headline,in nnakapa-o5o48f5,zenn-nnakapa,fable-5,xhigh,coding,mid,ClaudeCode,per-3task-suite,2.0919,5e-05,,,100,gate-pass%(3tasks-n30),0,,cost-base-price:cost-publisher-figure,https://zenn.dev/nnakapa/articles/lab-29-opus5-fable5-qcd (derived table of lab 29: one row per model x effort of the article / row 29-Fable5-xhigh / column gates),,out:not-headline,in nnakapa-o5s5,zenn-nnakapa,sonnet-5,low,coding,mid,ClaudeCode,per-3task-suite,0.1864,5e-05,,,66.666667,gate-pass%(3tasks-n30),0,,cost-base-price:cost-publisher-figure,https://zenn.dev/nnakapa/articles/lab-34-opus5-sonnet5-qcd (derived table of lab 34: one row per model x effort of the article / row 34-Sonnet5-low / column gates),,in,in nnakapa-o5s5,zenn-nnakapa,sonnet-5,medium,coding,mid,ClaudeCode,per-3task-suite,0.2195,5e-05,,,80,gate-pass%(3tasks-n30),0,,cost-base-price:cost-publisher-figure,https://zenn.dev/nnakapa/articles/lab-34-opus5-sonnet5-qcd (derived table of lab 34: one row per model x effort of the article / row 34-Sonnet5-medium / column gates),src-zenn-nnakapa-lab-34-2026-08-12|run:nnakapa-o5s5-t2|sonnet-5@medium|,in,in nnakapa-o5s5,zenn-nnakapa,sonnet-5,high,coding,mid,ClaudeCode,per-3task-suite,0.2561,5e-05,,,93.333333,gate-pass%(3tasks-n30),0,,cost-base-price:cost-publisher-figure,https://zenn.dev/nnakapa/articles/lab-34-opus5-sonnet5-qcd (derived table of lab 34: one row per model x effort of the article / row 34-Sonnet5-high / column gates),src-zenn-nnakapa-lab-34-2026-08-12|run:nnakapa-o5s5-t2|sonnet-5@high|,in,in nnakapa-o5s5,zenn-nnakapa,sonnet-5,xhigh,coding,mid,ClaudeCode,per-3task-suite,0.3264,5e-05,,,100,gate-pass%(3tasks-n30),0,,cost-base-price:cost-publisher-figure,https://zenn.dev/nnakapa/articles/lab-34-opus5-sonnet5-qcd (derived table of lab 34: one row per model x effort of the article / row 34-Sonnet5-xhigh / column gates),,out:uninformative,in nnakapa-o5s5,zenn-nnakapa,opus-5,low,coding,mid,ClaudeCode,per-3task-suite,0.5859,5e-05,,,100,gate-pass%(3tasks-n30),0,,cost-base-price:cost-publisher-figure,https://zenn.dev/nnakapa/articles/lab-34-opus5-sonnet5-qcd (derived table of lab 34: one row per model x effort of the article / row 34-Opus5-low / column gates),,out:uninformative,in nnakapa-o5s5,zenn-nnakapa,opus-5,medium,coding,mid,ClaudeCode,per-3task-suite,0.7140,5e-05,,,96.666667,gate-pass%(3tasks-n30),0,,cost-base-price:cost-publisher-figure,https://zenn.dev/nnakapa/articles/lab-34-opus5-sonnet5-qcd (derived table of lab 34: one row per model x effort of the article / row 34-Opus5-medium / column gates),src-zenn-nnakapa-lab-34-2026-08-12|run:nnakapa-o5s5-t2|opus-5@medium|,in,in nnakapa-o5s5,zenn-nnakapa,opus-5,high,coding,mid,ClaudeCode,per-3task-suite,1.0532,5e-05,,,96.666667,gate-pass%(3tasks-n30),0,,cost-base-price:cost-publisher-figure,https://zenn.dev/nnakapa/articles/lab-34-opus5-sonnet5-qcd (derived table of lab 34: one row per model x effort of the article / row 34-Opus5-high / column gates),src-zenn-nnakapa-lab-34-2026-08-12|run:nnakapa-o5s5-t2|opus-5@high|,in,in nnakapa-o5s5,zenn-nnakapa,opus-5,xhigh,coding,mid,ClaudeCode,per-3task-suite,1.4665,5e-05,,,100,gate-pass%(3tasks-n30),0,,cost-base-price:cost-publisher-figure,https://zenn.dev/nnakapa/articles/lab-34-opus5-sonnet5-qcd (derived table of lab 34: one row per model x effort of the article / row 34-Opus5-xhigh / column gates),,out:uninformative,in nnakapa-o5s5-t2,zenn-nnakapa,sonnet-5,low,coding,mid,ClaudeCode,per-3task-suite,0.1864,5e-05,,,0,pass%,0,,,https://zenn.dev/nnakapa/articles/lab-34-opus5-sonnet5-qcd (derived table of lab 34: one row per model x effort of the article / row 34-Sonnet5-low / column gate_T2),,out:uninformative,in nnakapa-o5s5-t2,zenn-nnakapa,sonnet-5,medium,coding,mid,ClaudeCode,per-3task-suite,0.2195,5e-05,,,40,pass%,0,,,https://zenn.dev/nnakapa/articles/lab-34-opus5-sonnet5-qcd (derived table of lab 34: one row per model x effort of the article / row 34-Sonnet5-medium / column gate_T2),src-zenn-nnakapa-lab-34-2026-08-12|run:nnakapa-o5s5-t2|sonnet-5@medium|,in,in nnakapa-o5s5-t2,zenn-nnakapa,sonnet-5,high,coding,mid,ClaudeCode,per-3task-suite,0.2561,5e-05,,,80,pass%,0,,,https://zenn.dev/nnakapa/articles/lab-34-opus5-sonnet5-qcd (derived table of lab 34: one row per model x effort of the article / row 34-Sonnet5-high / column gate_T2),src-zenn-nnakapa-lab-34-2026-08-12|run:nnakapa-o5s5-t2|sonnet-5@high|,in,in nnakapa-o5s5-t2,zenn-nnakapa,sonnet-5,xhigh,coding,mid,ClaudeCode,per-3task-suite,0.3264,5e-05,,,100,pass%,0,,,https://zenn.dev/nnakapa/articles/lab-34-opus5-sonnet5-qcd (derived table of lab 34: one row per model x effort of the article / row 34-Sonnet5-xhigh / column gate_T2),,out:uninformative,in nnakapa-o5s5-t2,zenn-nnakapa,opus-5,low,coding,mid,ClaudeCode,per-3task-suite,0.5859,5e-05,,,100,pass%,0,,,https://zenn.dev/nnakapa/articles/lab-34-opus5-sonnet5-qcd (derived table of lab 34: one row per model x effort of the article / row 34-Opus5-low / column gate_T2),,out:uninformative,in nnakapa-o5s5-t2,zenn-nnakapa,opus-5,medium,coding,mid,ClaudeCode,per-3task-suite,0.7140,5e-05,,,90,pass%,0,,,https://zenn.dev/nnakapa/articles/lab-34-opus5-sonnet5-qcd (derived table of lab 34: one row per model x effort of the article / row 34-Opus5-medium / column gate_T2),src-zenn-nnakapa-lab-34-2026-08-12|run:nnakapa-o5s5-t2|opus-5@medium|,in,in nnakapa-o5s5-t2,zenn-nnakapa,opus-5,high,coding,mid,ClaudeCode,per-3task-suite,1.0532,5e-05,,,90,pass%,0,,,https://zenn.dev/nnakapa/articles/lab-34-opus5-sonnet5-qcd (derived table of lab 34: one row per model x effort of the article / row 34-Opus5-high / column gate_T2),src-zenn-nnakapa-lab-34-2026-08-12|run:nnakapa-o5s5-t2|opus-5@high|,in,in nnakapa-o5s5-t2,zenn-nnakapa,opus-5,xhigh,coding,mid,ClaudeCode,per-3task-suite,1.4665,5e-05,,,100,pass%,0,,,https://zenn.dev/nnakapa/articles/lab-34-opus5-sonnet5-qcd (derived table of lab 34: one row per model x effort of the article / row 34-Opus5-xhigh / column gate_T2),,out:uninformative,in nnakapa-s5cc,zenn-nnakapa,sonnet-5,low,coding,mid,ClaudeCode-1Mctx,per-3task-suite,0.1970,5e-05,,,66.666667,gate-pass%(3tasks-n30),0,,cost-base-price:cost-publisher-figure,https://zenn.dev/nnakapa/articles/lab-35-claude-copilot-sonnet5-qcd (derived table of lab 35: one row per model x effort of the article / row 35-ClaudeCode-low / column gates),,in,in nnakapa-s5cc,zenn-nnakapa,sonnet-5,medium,coding,mid,ClaudeCode-1Mctx,per-3task-suite,0.2311,5e-05,,,80,gate-pass%(3tasks-n30),0,,cost-base-price:cost-publisher-figure,https://zenn.dev/nnakapa/articles/lab-35-claude-copilot-sonnet5-qcd (derived table of lab 35: one row per model x effort of the article / row 35-ClaudeCode-medium / column gates),src-zenn-nnakapa-lab-35-2026-08-14|run:nnakapa-s5cc-t2|sonnet-5@medium|,in,in nnakapa-s5cc,zenn-nnakapa,sonnet-5,high,coding,mid,ClaudeCode-1Mctx,per-3task-suite,0.2667,5e-05,,,96.666667,gate-pass%(3tasks-n30),0,,cost-base-price:cost-publisher-figure,https://zenn.dev/nnakapa/articles/lab-35-claude-copilot-sonnet5-qcd (derived table of lab 35: one row per model x effort of the article / row 35-ClaudeCode-high / column gates),src-zenn-nnakapa-lab-35-2026-08-14|run:nnakapa-s5cc-t2|sonnet-5@high|,in,in nnakapa-s5cc,zenn-nnakapa,sonnet-5,xhigh,coding,mid,ClaudeCode-1Mctx,per-3task-suite,0.3887,5e-05,,,100,gate-pass%(3tasks-n30),0,,cost-base-price:cost-publisher-figure,https://zenn.dev/nnakapa/articles/lab-35-claude-copilot-sonnet5-qcd (derived table of lab 35: one row per model x effort of the article / row 35-ClaudeCode-xhigh / column gates),,out:uninformative,in nnakapa-s5cop,zenn-nnakapa,sonnet-5,low,coding,mid,CopilotCLI,per-3task-suite,0.2404,5e-05,,,76.666667,gate-pass%(3tasks-n30),0,,harness-label-as-level:copilot-cli; cost-base-price:cost-publisher-figure,https://zenn.dev/nnakapa/articles/lab-35-claude-copilot-sonnet5-qcd (derived table of lab 35: one row per model x effort of the article / row 35-CopilotCLI-low / column gates),src-zenn-nnakapa-lab-35-2026-08-14|run:nnakapa-s5cop-t2|sonnet-5@low|,in,in nnakapa-s5cop,zenn-nnakapa,sonnet-5,medium,coding,mid,CopilotCLI,per-3task-suite,0.2488,5e-05,,,86.666667,gate-pass%(3tasks-n30),0,,harness-label-as-level:copilot-cli; cost-base-price:cost-publisher-figure,https://zenn.dev/nnakapa/articles/lab-35-claude-copilot-sonnet5-qcd (derived table of lab 35: one row per model x effort of the article / row 35-CopilotCLI-medium / column gates),src-zenn-nnakapa-lab-35-2026-08-14|run:nnakapa-s5cop-t2|sonnet-5@medium|,in,in nnakapa-s5cop,zenn-nnakapa,sonnet-5,high,coding,mid,CopilotCLI,per-3task-suite,0.2469,5e-05,,,100,gate-pass%(3tasks-n30),0,,harness-label-as-level:copilot-cli; cost-base-price:cost-publisher-figure,https://zenn.dev/nnakapa/articles/lab-35-claude-copilot-sonnet5-qcd (derived table of lab 35: one row per model x effort of the article / row 35-CopilotCLI-high / column gates),,out:uninformative,in nnakapa-s5cop,zenn-nnakapa,sonnet-5,xhigh,coding,mid,CopilotCLI,per-3task-suite,0.3018,5e-05,,,100,gate-pass%(3tasks-n30),0,,harness-label-as-level:copilot-cli; cost-base-price:cost-publisher-figure,https://zenn.dev/nnakapa/articles/lab-35-claude-copilot-sonnet5-qcd (derived table of lab 35: one row per model x effort of the article / row 35-CopilotCLI-xhigh / column gates),,out:uninformative,in nnakapa-s5cc-t2,zenn-nnakapa,sonnet-5,low,coding,mid,ClaudeCode-1Mctx,per-3task-suite,0.1970,5e-05,,,0,pass%,0,,,https://zenn.dev/nnakapa/articles/lab-35-claude-copilot-sonnet5-qcd (derived table of lab 35: one row per model x effort of the article / row 35-ClaudeCode-low / column gate_T2),,out:uninformative,in nnakapa-s5cc-t2,zenn-nnakapa,sonnet-5,medium,coding,mid,ClaudeCode-1Mctx,per-3task-suite,0.2311,5e-05,,,40,pass%,0,,,https://zenn.dev/nnakapa/articles/lab-35-claude-copilot-sonnet5-qcd (derived table of lab 35: one row per model x effort of the article / row 35-ClaudeCode-medium / column gate_T2),src-zenn-nnakapa-lab-35-2026-08-14|run:nnakapa-s5cc-t2|sonnet-5@medium|,in,in nnakapa-s5cc-t2,zenn-nnakapa,sonnet-5,high,coding,mid,ClaudeCode-1Mctx,per-3task-suite,0.2667,5e-05,,,90,pass%,0,,,https://zenn.dev/nnakapa/articles/lab-35-claude-copilot-sonnet5-qcd (derived table of lab 35: one row per model x effort of the article / row 35-ClaudeCode-high / column gate_T2),src-zenn-nnakapa-lab-35-2026-08-14|run:nnakapa-s5cc-t2|sonnet-5@high|,in,in nnakapa-s5cc-t2,zenn-nnakapa,sonnet-5,xhigh,coding,mid,ClaudeCode-1Mctx,per-3task-suite,0.3887,5e-05,,,100,pass%,0,,,https://zenn.dev/nnakapa/articles/lab-35-claude-copilot-sonnet5-qcd (derived table of lab 35: one row per model x effort of the article / row 35-ClaudeCode-xhigh / column gate_T2),,out:uninformative,in nnakapa-s5cop-t2,zenn-nnakapa,sonnet-5,low,coding,mid,CopilotCLI,per-3task-suite,0.2404,5e-05,,,30,pass%,0,,harness-label-as-level:copilot-cli,https://zenn.dev/nnakapa/articles/lab-35-claude-copilot-sonnet5-qcd (derived table of lab 35: one row per model x effort of the article / row 35-CopilotCLI-low / column gate_T2),src-zenn-nnakapa-lab-35-2026-08-14|run:nnakapa-s5cop-t2|sonnet-5@low|,in,in nnakapa-s5cop-t2,zenn-nnakapa,sonnet-5,medium,coding,mid,CopilotCLI,per-3task-suite,0.2488,5e-05,,,60,pass%,0,,harness-label-as-level:copilot-cli,https://zenn.dev/nnakapa/articles/lab-35-claude-copilot-sonnet5-qcd (derived table of lab 35: one row per model x effort of the article / row 35-CopilotCLI-medium / column gate_T2),src-zenn-nnakapa-lab-35-2026-08-14|run:nnakapa-s5cop-t2|sonnet-5@medium|,in,in nnakapa-s5cop-t2,zenn-nnakapa,sonnet-5,high,coding,mid,CopilotCLI,per-3task-suite,0.2469,5e-05,,,100,pass%,0,,harness-label-as-level:copilot-cli,https://zenn.dev/nnakapa/articles/lab-35-claude-copilot-sonnet5-qcd (derived table of lab 35: one row per model x effort of the article / row 35-CopilotCLI-high / column gate_T2),,out:uninformative,in nnakapa-s5cop-t2,zenn-nnakapa,sonnet-5,xhigh,coding,mid,CopilotCLI,per-3task-suite,0.3018,5e-05,,,100,pass%,0,,harness-label-as-level:copilot-cli,https://zenn.dev/nnakapa/articles/lab-35-claude-copilot-sonnet5-qcd (derived table of lab 35: one row per model x effort of the article / row 35-CopilotCLI-xhigh / column gate_T2),,out:uninformative,in nnakapa-s5cop2,zenn-nnakapa,sonnet-5,low,coding,mid,CopilotCLI,per-3task-suite,0.2357,5e-05,,,73.333333,gate-pass%(3tasks-n30),0,,harness-label-as-level:copilot-cli; cost-base-price:cost-publisher-figure,https://zenn.dev/nnakapa/articles/lab-36-copilot-gemini37-sonnet5-qcd (derived table of lab 36: one row per model x effort of the article / row 36-Sonnet5-low / column gates),,in,in nnakapa-s5cop2,zenn-nnakapa,sonnet-5,medium,coding,mid,CopilotCLI,per-3task-suite,0.2662,5e-05,,,86.666667,gate-pass%(3tasks-n30),0,,harness-label-as-level:copilot-cli; cost-base-price:cost-publisher-figure,https://zenn.dev/nnakapa/articles/lab-36-copilot-gemini37-sonnet5-qcd (derived table of lab 36: one row per model x effort of the article / row 36-Sonnet5-medium / column gates),,in,in nnakapa-s5cop2,zenn-nnakapa,sonnet-5,high,coding,mid,CopilotCLI,per-3task-suite,0.2719,5e-05,,,96.666667,gate-pass%(3tasks-n30),0,,harness-label-as-level:copilot-cli; cost-base-price:cost-publisher-figure,https://zenn.dev/nnakapa/articles/lab-36-copilot-gemini37-sonnet5-qcd (derived table of lab 36: one row per model x effort of the article / row 36-Sonnet5-high / column gates),,in,in nnakapa-s5cop2,zenn-nnakapa,sonnet-5,xhigh,coding,mid,CopilotCLI,per-3task-suite,0.3310,5e-05,,,100,gate-pass%(3tasks-n30),0,,harness-label-as-level:copilot-cli; cost-base-price:cost-publisher-figure,https://zenn.dev/nnakapa/articles/lab-36-copilot-gemini37-sonnet5-qcd (derived table of lab 36: one row per model x effort of the article / row 36-Sonnet5-xhigh / column gates),,out:uninformative,in nnakapa-s5cop2,zenn-nnakapa,gemini-3.7-flash,low,coding,mid,CopilotCLI,per-3task-suite,0.1207,5e-05,,,83.333333,gate-pass%(3tasks-n30),0,,harness-label-as-level:copilot-cli; cost-base-price:cost-publisher-figure,https://zenn.dev/nnakapa/articles/lab-36-copilot-gemini37-sonnet5-qcd (derived table of lab 36: one row per model x effort of the article / row 36-Gemini37Flash-low / column gates),,in,in nnakapa-s5cop2,zenn-nnakapa,gemini-3.7-flash,medium,coding,mid,CopilotCLI,per-3task-suite,0.2166,5e-05,,,100,gate-pass%(3tasks-n30),0,,harness-label-as-level:copilot-cli; cost-base-price:cost-publisher-figure,https://zenn.dev/nnakapa/articles/lab-36-copilot-gemini37-sonnet5-qcd (derived table of lab 36: one row per model x effort of the article / row 36-Gemini37Flash-medium / column gates),,out:uninformative,in nnakapa-s5cop2,zenn-nnakapa,gemini-3.7-flash,high,coding,mid,CopilotCLI,per-3task-suite,0.2366,5e-05,,,100,gate-pass%(3tasks-n30),0,,harness-label-as-level:copilot-cli; cost-base-price:cost-publisher-figure,https://zenn.dev/nnakapa/articles/lab-36-copilot-gemini37-sonnet5-qcd (derived table of lab 36: one row per model x effort of the article / row 36-Gemini37Flash-high / column gates),,out:uninformative,in nnakapa-o5f51,zenn-nnakapa,opus-5,low,coding,mid,ClaudeCode,per-3task-suite,0.5372,5e-05,,,93.333333,gate-pass%(3tasks-n30),0,,cost-base-price:cost-publisher-figure,https://zenn.dev/nnakapa/articles/lab-37-fable51-opus5-qcd (derived table of lab 37: one row per model x effort of the article / row 37-Opus5-low / column gates),,in,in nnakapa-o5f51,zenn-nnakapa,opus-5,medium,coding,mid,ClaudeCode,per-3task-suite,0.7849,5e-05,,,96.666667,gate-pass%(3tasks-n30),0,,cost-base-price:cost-publisher-figure,https://zenn.dev/nnakapa/articles/lab-37-fable51-opus5-qcd (derived table of lab 37: one row per model x effort of the article / row 37-Opus5-medium / column gates),,in,in nnakapa-o5f51,zenn-nnakapa,opus-5,high,coding,mid,ClaudeCode,per-3task-suite,1.0994,5e-05,,,100,gate-pass%(3tasks-n30),0,,cost-base-price:cost-publisher-figure,https://zenn.dev/nnakapa/articles/lab-37-fable51-opus5-qcd (derived table of lab 37: one row per model x effort of the article / row 37-Opus5-high / column gates),,out:uninformative,in nnakapa-o5f51,zenn-nnakapa,opus-5,xhigh,coding,mid,ClaudeCode,per-3task-suite,1.4359,5e-05,,,100,gate-pass%(3tasks-n30),0,,cost-base-price:cost-publisher-figure,https://zenn.dev/nnakapa/articles/lab-37-fable51-opus5-qcd (derived table of lab 37: one row per model x effort of the article / row 37-Opus5-xhigh / column gates),,out:uninformative,in nnakapa-o5f51,zenn-nnakapa,fable-5.1,low,coding,mid,ClaudeCode,per-3task-suite,1.0958,5e-05,,,100,gate-pass%(3tasks-n30),0,,cost-base-price:cost-publisher-figure,https://zenn.dev/nnakapa/articles/lab-37-fable51-opus5-qcd (derived table of lab 37: one row per model x effort of the article / row 37-Fable51-low / column gates),,out:uninformative,in nnakapa-o5f51,zenn-nnakapa,fable-5.1,medium,coding,mid,ClaudeCode,per-3task-suite,1.2963,5e-05,,,100,gate-pass%(3tasks-n30),0,,cost-base-price:cost-publisher-figure,https://zenn.dev/nnakapa/articles/lab-37-fable51-opus5-qcd (derived table of lab 37: one row per model x effort of the article / row 37-Fable51-medium / column gates),,out:uninformative,in nnakapa-o5f51,zenn-nnakapa,fable-5.1,high,coding,mid,ClaudeCode,per-3task-suite,1.4934,5e-05,,,100,gate-pass%(3tasks-n30),0,,cost-base-price:cost-publisher-figure,https://zenn.dev/nnakapa/articles/lab-37-fable51-opus5-qcd (derived table of lab 37: one row per model x effort of the article / row 37-Fable51-high / column gates),,out:uninformative,in nnakapa-o5f51,zenn-nnakapa,fable-5.1,xhigh,coding,mid,ClaudeCode,per-3task-suite,3.9147,5e-05,,,100,gate-pass%(3tasks-n30),0,,cost-base-price:cost-publisher-figure,https://zenn.dev/nnakapa/articles/lab-37-fable51-opus5-qcd (derived table of lab 37: one row per model x effort of the article / row 37-Fable51-xhigh / column gates),,out:uninformative,in oubakiou-godot-gamebench-opus55,zenn-oubakiou,haiku-5.5,low,coding,mid,,per-run-mean,0.030,0.000289,,,97.95,score-of-100,0.00289,,cost-base-price:cost-publisher-figure,https://zenn.dev/oubakiou/articles/a7b74b58263925 (section claude-haiku-5-5@low: the effort mean of the auto-test score (自動テスト評価)),,in,in oubakiou-godot-gamebench-opus55,zenn-oubakiou,haiku-5.5,medium,coding,mid,,per-run-mean,0.039,0.000289,,,99.59,score-of-100,0.00289,,cost-base-price:cost-publisher-figure,https://zenn.dev/oubakiou/articles/a7b74b58263925 (section claude-haiku-5-5@medium: the effort mean of the auto-test score (自動テスト評価)),,in,in oubakiou-godot-gamebench-opus55,zenn-oubakiou,haiku-5.5,high,coding,mid,,per-run-mean,0.060,0.000289,,,98.77,score-of-100,0.00289,,cost-base-price:cost-publisher-figure,https://zenn.dev/oubakiou/articles/a7b74b58263925 (section claude-haiku-5-5@high: the effort mean of the auto-test score (自動テスト評価)),,in,in oubakiou-godot-gamebench-opus55,zenn-oubakiou,haiku-5.5,xhigh,coding,mid,,per-run-mean,0.210,0.000289,,,98.77,score-of-100,0.00289,,cost-base-price:cost-publisher-figure,https://zenn.dev/oubakiou/articles/a7b74b58263925 (section claude-haiku-5-5@xhigh: the effort mean of the auto-test score (自動テスト評価)),,in,in oubakiou-godot-gamebench-opus55,zenn-oubakiou,haiku-5.5,max,coding,mid,,per-run-mean,0.883,0.000289,,,98.92,score-of-100,0.00289,,cost-base-price:cost-publisher-figure,https://zenn.dev/oubakiou/articles/a7b74b58263925 (section claude-haiku-5-5@max: the effort mean of the auto-test score (自動テスト評価)),,in,in oubakiou-godot-gamebench-opus55,zenn-oubakiou,gpt-6-luna,low,coding,mid,,per-run-mean,0.012,0.000289,,,90.51,score-of-100,0.00289,,cost-base-price:cost-publisher-figure,"https://zenn.dev/oubakiou/articles/a7b74b58263925 (auto-test score table Luna vs Haiku, row low, column gpt-6-luna)",,in,in oubakiou-godot-gamebench-opus55,zenn-oubakiou,gpt-6-luna,medium,coding,mid,,per-run-mean,0.011,0.000289,,,86.32,score-of-100,0.00289,,cost-base-price:cost-publisher-figure,"https://zenn.dev/oubakiou/articles/a7b74b58263925 (auto-test score table Luna vs Haiku, row medium, column gpt-6-luna)",,in,in oubakiou-godot-gamebench-opus55,zenn-oubakiou,gpt-6-luna,high,coding,mid,,per-run-mean,0.015,0.000289,,,89.54,score-of-100,0.00289,,cost-base-price:cost-publisher-figure,"https://zenn.dev/oubakiou/articles/a7b74b58263925 (auto-test score table Luna vs Haiku, row high, column gpt-6-luna)",,in,in oubakiou-godot-gamebench-opus55,zenn-oubakiou,gpt-6-luna,xhigh,coding,mid,,per-run-mean,0.026,0.000289,,,95.13,score-of-100,0.00289,,cost-base-price:cost-publisher-figure,"https://zenn.dev/oubakiou/articles/a7b74b58263925 (auto-test score table Luna vs Haiku, row xhigh, column gpt-6-luna)",,in,in oubakiou-godot-gamebench-opus55,zenn-oubakiou,gpt-6-luna,max,coding,mid,,per-run-mean,0.032,0.000289,,,94.21,score-of-100,0.00289,,cost-base-price:cost-publisher-figure,"https://zenn.dev/oubakiou/articles/a7b74b58263925 (auto-test score table Luna vs Haiku, row max, column gpt-6-luna)",,in,in oubakiou-godot-gamebench-opus55,zenn-oubakiou,opus-5.5,low,coding,mid,,per-run-mean,0.448,0.000289,,,96.36,score-of-100,0.00289,,cost-base-price:cost-publisher-figure,"https://zenn.dev/oubakiou/articles/fa3b3914e081c8 (section claude-opus-5-5@low: the effort mean of the auto-test score (自動テスト評価, 100 points))",,in,in oubakiou-godot-gamebench-opus55,zenn-oubakiou,opus-5.5,medium,coding,mid,,per-run-mean,0.588,0.000289,,,98.77,score-of-100,0.00289,,cost-base-price:cost-publisher-figure,"https://zenn.dev/oubakiou/articles/fa3b3914e081c8 (section claude-opus-5-5@medium: the effort mean of the auto-test score (自動テスト評価, 100 points))",,in,in oubakiou-godot-gamebench-opus55,zenn-oubakiou,opus-5.5,high,coding,mid,,per-run-mean,0.769,0.000289,,,100.00,score-of-100,0.00289,,cost-base-price:cost-publisher-figure,"https://zenn.dev/oubakiou/articles/fa3b3914e081c8 (section claude-opus-5-5@high: the effort mean of the auto-test score (自動テスト評価, 100 points))",,out:uninformative,in oubakiou-godot-gamebench-opus55,zenn-oubakiou,opus-5.5,xhigh,coding,mid,,per-run-mean,2.109,0.000289,,,100.00,score-of-100,0.00289,,cost-base-price:cost-publisher-figure,"https://zenn.dev/oubakiou/articles/fa3b3914e081c8 (section claude-opus-5-5@xhigh: the effort mean of the auto-test score (自動テスト評価, 100 points))",,out:uninformative,in oubakiou-godot-gamebench-opus55,zenn-oubakiou,opus-5.5,max,coding,mid,,per-run-mean,7.734,0.000289,,,97.54,score-of-100,0.00289,,cost-base-price:cost-publisher-figure,"https://zenn.dev/oubakiou/articles/fa3b3914e081c8 (section claude-opus-5-5@max: the effort mean of the auto-test score (自動テスト評価, 100 points))",,in,in serotoninmax-haiku55-tagging,zenn-serotoninmax,haiku-5.5,low,mixed,mid,API-direct,,0.0011,2.89e-05,,1970,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://zenn.dev/serotoninmax/articles/claude-haiku-55-effort-jev-tagging (),,,in serotoninmax-haiku55-tagging,zenn-serotoninmax,haiku-5.5,medium,mixed,mid,API-direct,,0.0013,2.89e-05,,2415,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://zenn.dev/serotoninmax/articles/claude-haiku-55-effort-jev-tagging (),,,in serotoninmax-haiku55-tagging,zenn-serotoninmax,haiku-5.5,high,mixed,mid,API-direct,,0.0016,2.89e-05,,3024,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://zenn.dev/serotoninmax/articles/claude-haiku-55-effort-jev-tagging (),,,in serotoninmax-haiku55-tagging,zenn-serotoninmax,haiku-5.5,max,mixed,mid,API-direct,,0.014,0.000289,,27752,,none,,,cost-method-assumed-single; cost-base-price:cost-publisher-figure,https://zenn.dev/serotoninmax/articles/claude-haiku-55-effort-jev-tagging (),,,in uhyo-react,zenn-uhyo,opus-5.5,max,coding,mid,react-profession-bench,,,,,,94.46,points/100,0.00289,,,"https://zenn.dev/uhyo/articles/react-profession-bench-17 (ranking table (結果), row 1 (score))",,in, uhyo-react,zenn-uhyo,opus-5.5,high,coding,mid,react-profession-bench,,,,,,90.79,points/100,0.00289,,,"https://zenn.dev/uhyo/articles/react-profession-bench-17 (ranking table, row 2 (score))",,in, uhyo-react,zenn-uhyo,opus-5,max,coding,mid,react-profession-bench,,,,,,90.28,points/100,0.00289,,,"https://zenn.dev/uhyo/articles/react-profession-bench-17 (ranking table, row 3 (score))",,in, uhyo-react,zenn-uhyo,opus-5,high,coding,mid,react-profession-bench,,,,,,87.00,points/100,0.00289,,,"https://zenn.dev/uhyo/articles/react-profession-bench-17 (ranking table, row 4 (score))",,in, uhyo-react,zenn-uhyo,fable-5,max,coding,mid,react-profession-bench,,,,,,86.67,points/100,0.00289,,,"https://zenn.dev/uhyo/articles/react-profession-bench-17 (ranking table, row 5 (score))",,in, uhyo-react,zenn-uhyo,fable-5.1,high,coding,mid,react-profession-bench,,,,,,86.44,points/100,0.00289,,,"https://zenn.dev/uhyo/articles/react-profession-bench-17 (ranking table, row 6 (score))",,in, uhyo-react,zenn-uhyo,opus-4.8,max,coding,mid,react-profession-bench,,,,,,84.03,points/100,0.00289,,,"https://zenn.dev/uhyo/articles/react-profession-bench-17 (ranking table, row 7 (score))",,in, uhyo-react,zenn-uhyo,fable-5,high,coding,mid,react-profession-bench,,,,,,81.33,points/100,0.00289,,,"https://zenn.dev/uhyo/articles/react-profession-bench-17 (ranking table, row 8 (score))",,in, uhyo-react,zenn-uhyo,gpt-5.6-sol,max,coding,mid,react-profession-bench,,,,,,80.18,points/100,0.00289,,,"https://zenn.dev/uhyo/articles/react-profession-bench-17 (ranking table, row 9 (score))",,in, uhyo-react,zenn-uhyo,gpt-6-astra,high,coding,mid,react-profession-bench,,,,,,79.92,points/100,0.00289,,,"https://zenn.dev/uhyo/articles/react-profession-bench-17 (ranking table, row 10 (score))",,in, uhyo-react,zenn-uhyo,gpt-5.6-sol,high,coding,mid,react-profession-bench,,,,,,76.95,points/100,0.00289,,,https://zenn.dev/uhyo/articles/react-profession-bench-17 (section 6 (順位表) ordered list (score)),,in, uhyo-react,zenn-uhyo,gpt-5.6-luna,max,coding,mid,react-profession-bench,,,,,,78.15,points/100,0.00289,,,https://zenn.dev/uhyo/articles/react-profession-bench-17 (section 6 ordered list (score)),,in, uhyo-react,zenn-uhyo,gpt-5.6-luna,high,coding,mid,react-profession-bench,,,,,,76.49,points/100,0.00289,,,https://zenn.dev/uhyo/articles/react-profession-bench-17 (section 6 ordered list (score)),,in, uhyo-react,zenn-uhyo,gpt-5.6-terra,max,coding,mid,react-profession-bench,,,,,,76.69,points/100,0.00289,,,https://zenn.dev/uhyo/articles/react-profession-bench-17 (section 6 ordered list (score)),,in, uhyo-react,zenn-uhyo,gpt-5.6-terra,high,coding,mid,react-profession-bench,,,,,,73.44,points/100,0.00289,,,https://zenn.dev/uhyo/articles/react-profession-bench-17 (section 6 ordered list (score)),,in, uhyo-react,zenn-uhyo,sonnet-5.5,high,coding,mid,react-profession-bench,,,,,,81.08,points/100,0.00289,,,"https://zenn.dev/uhyo/articles/react-profession-bench-18 (summary table of the Claude Code report, row Sonnet 5.5 high (score))",,in, uhyo-react,zenn-uhyo,sonnet-5.5,max,coding,mid,react-profession-bench,,,,,,91.74,points/100,0.00289,,,"https://zenn.dev/uhyo/articles/react-profession-bench-18 (summary table of the Claude Code report, row Sonnet 5.5 max (score))",,in, uhyo-react,zenn-uhyo,haiku-5.5,high,coding,mid,react-profession-bench,,,,,,83.82,points/100,0.00289,,,"https://zenn.dev/uhyo/articles/react-profession-bench-20 (summary table of the Claude Code report, row Haiku 5.5 high (score))",,in, uhyo-react,zenn-uhyo,haiku-5.5,max,coding,mid,react-profession-bench,,,,,,85.56,points/100,0.00289,,,"https://zenn.dev/uhyo/articles/react-profession-bench-20 (summary table of the Claude Code report, row Haiku 5.5 max (score))",,in, clerkbench-banded,zenodo-23048151,opus-5.5,high,agentic-tool,hard,"no-tools, byte-exact grading",per-attempt,0.18,0.00289,,,100,pass%,0,,cost-base-price:cost-publisher-figure,https://zenodo.org/records/23048151 (clerkbench-table6-L100-table2-cost.csv: one row per configuration / row anthropic/claude-opus-5.5 / high / column banded_L100),,out:uninformative,in clerkbench-banded,zenodo-23048151,opus-5,high,agentic-tool,hard,"no-tools, byte-exact grading",per-attempt,0.28,0.00289,,,91.666667,pass%,0,,cost-base-price:cost-publisher-figure,https://zenodo.org/records/23048151 (clerkbench-table6-L100-table2-cost.csv: one row per configuration / row anthropic/claude-opus-5 / high / column banded_L100),src-zenodo-23048151-2026-09-30|run:clerkbench-ch6|opus-5@high|,in,in clerkbench-ledger,zenodo-23048151,opus-5.5,high,agentic-tool,hard,"no-tools, byte-exact grading",per-attempt,0.18,0.00289,,,94.444444,pass%,0,,,https://zenodo.org/records/23048151 (clerkbench-table6-L100-table2-cost.csv: one row per configuration / row anthropic/claude-opus-5.5 / high / column ledger_L100),,in,in clerkbench-ledger,zenodo-23048151,opus-5,high,agentic-tool,hard,"no-tools, byte-exact grading",per-attempt,0.28,0.00289,,,91.666667,pass%,0,,,https://zenodo.org/records/23048151 (clerkbench-table6-L100-table2-cost.csv: one row per configuration / row anthropic/claude-opus-5 / high / column ledger_L100),src-zenodo-23048151-2026-09-30|run:clerkbench-ch6|opus-5@high|,in,in clerkbench-banded,zenodo-23048151,gpt-6-luna,high,agentic-tool,hard,"no-tools, byte-exact grading",per-attempt,0.01,0.00289,,,0,pass%,0,,cost-base-price:cost-publisher-figure,https://zenodo.org/records/23048151 (clerkbench-table6-L100-table2-cost.csv: one row per configuration / row openai/gpt-6-luna / high / column banded_L100),,out:uninformative,in clerkbench-ledger,zenodo-23048151,gpt-6-luna,high,agentic-tool,hard,"no-tools, byte-exact grading",per-attempt,0.01,0.00289,,,5.555556,pass%,0,,,https://zenodo.org/records/23048151 (clerkbench-table6-L100-table2-cost.csv: one row per configuration / row openai/gpt-6-luna / high / column ledger_L100),,in,in clerkbench-banded,zenodo-23048151,gpt-6-sol,high,agentic-tool,hard,"no-tools, byte-exact grading",per-attempt,0.06,0.00289,,,88.888889,pass%,0,,cost-base-price:cost-publisher-figure,https://zenodo.org/records/23048151 (clerkbench-table6-L100-table2-cost.csv: one row per configuration / row openai/gpt-6-sol / high / column banded_L100),src-zenodo-23048151-2026-09-30|run:clerkbench-ch6|gpt-6-sol@high|,in,in clerkbench-ledger,zenodo-23048151,gpt-6-sol,high,agentic-tool,hard,"no-tools, byte-exact grading",per-attempt,0.06,0.00289,,,36.111111,pass%,0,,,https://zenodo.org/records/23048151 (clerkbench-table6-L100-table2-cost.csv: one row per configuration / row openai/gpt-6-sol / high / column ledger_L100),src-zenodo-23048151-2026-09-30|run:clerkbench-ch6|gpt-6-sol@high|,in,in clerkbench-banded,zenodo-23048151,gpt-5.6-luna,high,agentic-tool,hard,"no-tools, byte-exact grading",per-attempt,0.012,0.00545,,,5.555556,pass%,0,,cost-unrepriced; cost-price-band,https://zenodo.org/records/23048151 (clerkbench-table6-L100-table2-cost.csv: one row per configuration / row openai/gpt-5.6-luna / high / column banded_L100),src-zenodo-23048151-2026-09-30|run:clerkbench-ch6|gpt-5.6-luna@high|,in,out:cost-single-couple clerkbench-ledger,zenodo-23048151,gpt-5.6-luna,high,agentic-tool,hard,"no-tools, byte-exact grading",per-attempt,0.02,0.00289,,,33.333333,pass%,0,,,https://zenodo.org/records/23048151 (clerkbench-table6-L100-table2-cost.csv: one row per configuration / row openai/gpt-5.6-luna / high / column ledger_L100),src-zenodo-23048151-2026-09-30|run:clerkbench-ch6|gpt-5.6-luna@high|,in,out:cost-single-couple clerkbench-banded,zenodo-23048151,gpt-5.6-terra,high,agentic-tool,hard,"no-tools, byte-exact grading",per-attempt,0.09000000000000001,0.00645,,,27.777778,pass%,0,,cost-unrepriced; cost-price-band,https://zenodo.org/records/23048151 (clerkbench-table6-L100-table2-cost.csv: one row per configuration / row openai/gpt-5.6-terra / high / column banded_L100),src-zenodo-23048151-2026-09-30|run:clerkbench-ch6|gpt-5.6-terra@high|,in,out:cost-single-couple clerkbench-ledger,zenodo-23048151,gpt-5.6-terra,high,agentic-tool,hard,"no-tools, byte-exact grading",per-attempt,0.10,0.00289,,,22.222222,pass%,0,,,https://zenodo.org/records/23048151 (clerkbench-table6-L100-table2-cost.csv: one row per configuration / row openai/gpt-5.6-terra / high / column ledger_L100),src-zenodo-23048151-2026-09-30|run:clerkbench-ch6|gpt-5.6-terra@high|,in,out:cost-single-couple clerkbench-banded,zenodo-23048151,gpt-5.5,high,agentic-tool,hard,"no-tools, byte-exact grading",per-attempt,0.37,0.00289,,,97.222222,pass%,0,,cost-base-price:cost-publisher-figure,https://zenodo.org/records/23048151 (clerkbench-table6-L100-table2-cost.csv: one row per configuration / row openai/gpt-5.5 / high / column banded_L100),src-zenodo-23048151-2026-09-30|run:clerkbench-ch6|gpt-5.5@high|,in,in clerkbench-ledger,zenodo-23048151,gpt-5.5,high,agentic-tool,hard,"no-tools, byte-exact grading",per-attempt,0.37,0.00289,,,94.444444,pass%,0,,,https://zenodo.org/records/23048151 (clerkbench-table6-L100-table2-cost.csv: one row per configuration / row openai/gpt-5.5 / high / column ledger_L100),src-zenodo-23048151-2026-09-30|run:clerkbench-ch6|gpt-5.5@high|,in,in clerkbench-banded,zenodo-23048151,gpt-5.6-sol,high,agentic-tool,hard,"no-tools, byte-exact grading",per-attempt,0.3375,0.0391,,,100,pass%,0,,cost-unrepriced; cost-price-band,https://zenodo.org/records/23048151 (clerkbench-table6-L100-table2-cost.csv: one row per configuration / row openai/gpt-5.6-sol / high / column banded_L100),,out:uninformative,out:cost-single-couple clerkbench-ledger,zenodo-23048151,gpt-5.6-sol,high,agentic-tool,hard,"no-tools, byte-exact grading",per-attempt,0.27,0.00289,,,61.111111,pass%,0,,,https://zenodo.org/records/23048151 (clerkbench-table6-L100-table2-cost.csv: one row per configuration / row openai/gpt-5.6-sol / high / column ledger_L100),src-zenodo-23048151-2026-09-30|run:clerkbench-ch6|gpt-5.6-sol@high|,in,out:cost-single-couple clerkbench-banded,zenodo-23048151,gemini-3.7-flash,medium,agentic-tool,hard,"no-tools, byte-exact grading",per-attempt,0.07,0.00289,,,75,pass%,0,,cost-base-price:cost-publisher-figure,https://zenodo.org/records/23048151 (clerkbench-table6-L100-table2-cost.csv: one row per configuration / row google/gemini-3.7-flash / medium / column banded_L100),src-zenodo-23048151-2026-09-30|run:clerkbench-ch6|gemini-3.7-flash@medium|,in,out:cost-single-couple clerkbench-ledger,zenodo-23048151,gemini-3.7-flash,medium,agentic-tool,hard,"no-tools, byte-exact grading",per-attempt,0.07,0.00289,,,80.555556,pass%,0,,,https://zenodo.org/records/23048151 (clerkbench-table6-L100-table2-cost.csv: one row per configuration / row google/gemini-3.7-flash / medium / column ledger_L100),src-zenodo-23048151-2026-09-30|run:clerkbench-ch6|gemini-3.7-flash@medium|,in,out:cost-single-couple clerkbench-banded,zenodo-23048151,gemini-3.7-flash,high,agentic-tool,hard,"no-tools, byte-exact grading",,,,,,83.333333,pass%,0,,,https://zenodo.org/records/23048151 (clerkbench-table6-L100-table2-cost.csv: one row per configuration / row google/gemini-3.7-flash / high / column banded_L100),src-zenodo-23048151-2026-09-30|run:clerkbench-ch6|gemini-3.7-flash@high|,in, clerkbench-ledger,zenodo-23048151,gemini-3.7-flash,high,agentic-tool,hard,"no-tools, byte-exact grading",,,,,,94.444444,pass%,0,,,https://zenodo.org/records/23048151 (clerkbench-table6-L100-table2-cost.csv: one row per configuration / row google/gemini-3.7-flash / high / column ledger_L100),src-zenodo-23048151-2026-09-30|run:clerkbench-ch6|gemini-3.7-flash@high|,in, clerkbench-banded,zenodo-23048151,?deepseek/deepseek-v4-flash,not-established:absent,agentic-tool,hard,"no-tools, byte-exact grading",per-attempt,0.06,0.00289,,,86.111111,pass%,0,,,https://zenodo.org/records/23048151 (clerkbench-table6-L100-table2-cost.csv: one row per configuration / row deepseek/deepseek-v4-flash / default / column banded_L100),,out:model-not-established,out:model-not-established clerkbench-ledger,zenodo-23048151,?deepseek/deepseek-v4-flash,not-established:absent,agentic-tool,hard,"no-tools, byte-exact grading",per-attempt,0.06,0.00289,,,94.444444,pass%,0,,,https://zenodo.org/records/23048151 (clerkbench-table6-L100-table2-cost.csv: one row per configuration / row deepseek/deepseek-v4-flash / default / column ledger_L100),,out:model-not-established,out:model-not-established clerkbench-banded,zenodo-23048151,?deepseek/deepseek-v4-pro,not-established:absent,agentic-tool,hard,"no-tools, byte-exact grading",per-attempt,0.13,0.00289,,,86.111111,pass%,0,,,https://zenodo.org/records/23048151 (clerkbench-table6-L100-table2-cost.csv: one row per configuration / row deepseek/deepseek-v4-pro / default / column banded_L100),,out:model-not-established,out:model-not-established clerkbench-ledger,zenodo-23048151,?deepseek/deepseek-v4-pro,not-established:absent,agentic-tool,hard,"no-tools, byte-exact grading",per-attempt,0.13,0.00289,,,83.333333,pass%,0,,,https://zenodo.org/records/23048151 (clerkbench-table6-L100-table2-cost.csv: one row per configuration / row deepseek/deepseek-v4-pro / default / column ledger_L100),,out:model-not-established,out:model-not-established clerkbench-banded,zenodo-23048151,deepseek-v4.1-flash,not-established:absent,agentic-tool,hard,"no-tools, byte-exact grading",per-attempt,0.03,0.00289,,,91.666667,pass%,0,,,https://zenodo.org/records/23048151 (clerkbench-table6-L100-table2-cost.csv: one row per configuration / row deepseek/deepseek-flash / default / column banded_L100),,out:effort-not-established,out:effort-not-established clerkbench-ledger,zenodo-23048151,deepseek-v4.1-flash,not-established:absent,agentic-tool,hard,"no-tools, byte-exact grading",per-attempt,0.03,0.00289,,,97.222222,pass%,0,,,https://zenodo.org/records/23048151 (clerkbench-table6-L100-table2-cost.csv: one row per configuration / row deepseek/deepseek-flash / default / column ledger_L100),,out:effort-not-established,out:effort-not-established clerkbench-banded,zenodo-23048151,gpt-6-astra,high,agentic-tool,hard,"no-tools, byte-exact grading",per-attempt,0.31,0.00289,,,100,pass%,0,,cost-base-price:cost-publisher-figure,https://zenodo.org/records/23048151 (clerkbench-table6-L100-table2-cost.csv: one row per configuration / row openai/gpt-6-astra / high / column banded_L100),,out:uninformative,in clerkbench-ledger,zenodo-23048151,gpt-6-astra,high,agentic-tool,hard,"no-tools, byte-exact grading",per-attempt,0.31,0.00289,,,100,pass%,0,,,https://zenodo.org/records/23048151 (clerkbench-table6-L100-table2-cost.csv: one row per configuration / row openai/gpt-6-astra / high / column ledger_L100),,out:uninformative,in clerkbench-ch6,zenodo-23048151,gpt-5.5,high,agentic-tool,hard,"no-tools, byte-exact grading",,,,,,147,ClerkBench-CH6,0,,,"https://zenodo.org/records/23048151 (clerkbench-table2-board.csv: Table 2 (founding-family board), one row per configuration, as printed (censored values as printed; only point values are measures) / row openai/gpt-5.5 / high / column ClerkBench-CH6)",src-zenodo-23048151-2026-09-30|run:clerkbench-ch6|gpt-5.5@high|,in, clerkbench-ch6,zenodo-23048151,deepseek-v4.1-flash,not-established:absent,agentic-tool,hard,"no-tools, byte-exact grading",,,,,,138,ClerkBench-CH6,0,,,"https://zenodo.org/records/23048151 (clerkbench-table2-board.csv: Table 2 (founding-family board), one row per configuration, as printed (censored values as printed; only point values are measures) / row deepseek/deepseek-flash / default / column ClerkBench-CH6)",,out:effort-not-established, clerkbench-ch6,zenodo-23048151,gpt-5.6-sol,high,agentic-tool,hard,"no-tools, byte-exact grading",,,,,,94,ClerkBench-CH6,0,,,"https://zenodo.org/records/23048151 (clerkbench-table2-board.csv: Table 2 (founding-family board), one row per configuration, as printed (censored values as printed; only point values are measures) / row openai/gpt-5.6-sol / high / column ClerkBench-CH6)",src-zenodo-23048151-2026-09-30|run:clerkbench-ch6|gpt-5.6-sol@high|,in, clerkbench-ch6,zenodo-23048151,gemini-3.7-flash,medium,agentic-tool,hard,"no-tools, byte-exact grading",,,,,,92,ClerkBench-CH6,0,,,"https://zenodo.org/records/23048151 (clerkbench-table2-board.csv: Table 2 (founding-family board), one row per configuration, as printed (censored values as printed; only point values are measures) / row google/gemini-3.7-flash / medium / column ClerkBench-CH6)",src-zenodo-23048151-2026-09-30|run:clerkbench-ch6|gemini-3.7-flash@medium|,in, clerkbench-ch6,zenodo-23048151,?deepseek/deepseek-v4-pro,not-established:absent,agentic-tool,hard,"no-tools, byte-exact grading",,,,,,81,ClerkBench-CH6,0,,,"https://zenodo.org/records/23048151 (clerkbench-table2-board.csv: Table 2 (founding-family board), one row per configuration, as printed (censored values as printed; only point values are measures) / row deepseek/deepseek-v4-pro / default / column ClerkBench-CH6)",,out:model-not-established, clerkbench-ch6,zenodo-23048151,gpt-6-sol,high,agentic-tool,hard,"no-tools, byte-exact grading",,,,,,79,ClerkBench-CH6,0,,,"https://zenodo.org/records/23048151 (clerkbench-table2-board.csv: Table 2 (founding-family board), one row per configuration, as printed (censored values as printed; only point values are measures) / row openai/gpt-6-sol / high / column ClerkBench-CH6)",src-zenodo-23048151-2026-09-30|run:clerkbench-ch6|gpt-6-sol@high|,in, dmbx-b1-exact,zenodo-23348674,qwen3.8-omni-flash,unstated,reasoning-math,trivial,,,,,,,100,exact instances,0,,,"https://zenodo.org/records/23348674 (description, results)",,out:effort-not-established, neutron-shielding-gate,zenodo-neutron-shielding,opus-5.5,medium,coding,hard,OpenMC,,,,,,10,runs-of-15,0,,,"https://zenodo.org/records/23067522 (Section 5.1 table, row Claude Opus 5.5, column Runs / 15)",src-zenodo-neutron-shielding-v2-2026-09-30|run:neutron-shielding-physics|opus-5.5@medium|,in, neutron-shielding-gate,zenodo-neutron-shielding,sonnet-5.5,medium,coding,hard,OpenMC,,,,,,11,runs-of-15,0,,,"https://zenodo.org/records/23067522 (Section 5.1 table, row Claude Sonnet 5.5, column Runs / 15)",src-zenodo-neutron-shielding-v2-2026-09-30|run:neutron-shielding-physics|sonnet-5.5@medium|,in, neutron-shielding-physics,zenodo-neutron-shielding,opus-5.5,medium,coding,hard,OpenMC-physics-L2-L4,,,,,,4,physics-pass-of-9,0,,,"https://zenodo.org/records/23067522 (Section 5.2 table, row Claude Opus 5.5, column Physics PASS)",src-zenodo-neutron-shielding-v2-2026-09-30|run:neutron-shielding-physics|opus-5.5@medium|,in, neutron-shielding-physics,zenodo-neutron-shielding,sonnet-5.5,medium,coding,hard,OpenMC-physics-L2-L4,,,,,,4,physics-pass-of-9,0,,,"https://zenodo.org/records/23067522 (Section 5.2 table, row Claude Sonnet 5.5, column Physics PASS)",src-zenodo-neutron-shielding-v2-2026-09-30|run:neutron-shielding-physics|sonnet-5.5@medium|,in, neutron-shielding-gate,zenodo-neutron-shielding,gpt-6-astra,default,coding,hard,OpenMC,,,,,,13,runs-of-15,0,,,"https://zenodo.org/records/23067522 (Section 5.1 table, row GPT-6 Astra, column Runs / 15)",,out:effort-not-established, neutron-shielding-gate,zenodo-neutron-shielding,gpt-6-sol,medium,coding,hard,OpenMC,,,,,,12,runs-of-15,0,,,"https://zenodo.org/records/23067522 (Section 5.1 table, row GPT-6 Sol, column Runs / 15)",src-zenodo-neutron-shielding-v2-2026-09-30|run:neutron-shielding-physics|gpt-6-sol@medium|,in, neutron-shielding-gate,zenodo-neutron-shielding,gemini-3.1-pro,default,coding,hard,OpenMC,,,,,,6,runs-of-15,0,,,"https://zenodo.org/records/23067522 (Section 5.1 table, row Gemini 3.1 Pro, column Runs / 15)",,out:effort-not-established, neutron-shielding-gate,zenodo-neutron-shielding,gemini-3.8-flash,medium,coding,hard,OpenMC,,,,,,7,runs-of-15,0,,,"https://zenodo.org/records/23067522 (Section 5.1 table, row Gemini 3.8 Flash, column Runs / 15)",src-zenodo-neutron-shielding-v2-2026-09-30|run:neutron-shielding-physics|gemini-3.8-flash@medium|,in, neutron-shielding-physics,zenodo-neutron-shielding,gpt-6-astra,default,coding,hard,OpenMC-physics-L2-L4,,,,,,2,physics-pass-of-9,0,,,"https://zenodo.org/records/23067522 (Section 5.2 table, row GPT-6 Astra, column Physics PASS)",,out:effort-not-established, neutron-shielding-physics,zenodo-neutron-shielding,gpt-6-sol,medium,coding,hard,OpenMC-physics-L2-L4,,,,,,2,physics-pass-of-9,0,,,"https://zenodo.org/records/23067522 (Section 5.2 table, row GPT-6 Sol, column Physics PASS)",src-zenodo-neutron-shielding-v2-2026-09-30|run:neutron-shielding-physics|gpt-6-sol@medium|,in, neutron-shielding-physics,zenodo-neutron-shielding,gemini-3.8-flash,medium,coding,hard,OpenMC-physics-L2-L4,,,,,,2,physics-pass-of-9,0,,,"https://zenodo.org/records/23067522 (Section 5.2 table, row Gemini 3.8 Flash, column Physics PASS)",src-zenodo-neutron-shielding-v2-2026-09-30|run:neutron-shielding-physics|gemini-3.8-flash@medium|,in, neutron-shielding-physics,zenodo-neutron-shielding,gemini-3.1-pro,default,coding,hard,OpenMC-physics-L2-L4,,,,,,1,physics-pass-of-9,0,,,"https://zenodo.org/records/23067522 (Section 5.2 table, row Gemini 3.1 Pro, column Physics PASS)",,out:effort-not-established, validate-benchmark-base-pointed,zenodo-validate-benchmark,opus-5.5,unstated,coding,mid,Claude-Code/Harbor,,0.46,0.00289,,,3,solved-of-3,0,,,"https://zenodo.org/records/23075022 (Table 3, row 'base pointed Opus 5.5', column 'Solved' (3 of 3))",,out:effort-not-established,out:effort-not-established validate-benchmark-base-pointed,zenodo-validate-benchmark,sonnet-5.5,unstated,coding,mid,Claude-Code/Harbor,,0.21,0.00289,,,3,solved-of-3,0,,,"https://zenodo.org/records/23075022 (Table 3, row 'base pointed Sonnet 5.5', column 'Solved' (3 of 3))",,out:effort-not-established,out:effort-not-established validate-benchmark-base-pointed,zenodo-validate-benchmark,haiku-4.5,unstated,coding,mid,Claude-Code/Harbor,,0.20,0.00289,,,0,solved-of-3,0,,,"https://zenodo.org/records/23075022 (Table 3, row 'base pointed Haiku 4.5', column 'Solved' (0 of 3))",,out:effort-not-established,out:effort-not-established validate-benchmark-hard-neutral,zenodo-validate-benchmark,opus-5.5,unstated,coding,hard,Claude-Code/Harbor,,0.81,0.00289,,,3,solved-of-3,0,,,"https://zenodo.org/records/23075022 (Table 3, row 'hard neutral Opus 5.5', column 'Solved' (3 of 3))",,out:effort-not-established,out:effort-not-established validate-benchmark-hard-neutral,zenodo-validate-benchmark,sonnet-5.5,unstated,coding,hard,Claude-Code/Harbor,,0.22,0.00289,,,3,solved-of-3,0,,,"https://zenodo.org/records/23075022 (Table 3, row 'hard neutral Sonnet 5.5', column 'Solved' (3 of 3))",,out:effort-not-established,out:effort-not-established validate-benchmark-hard-neutral,zenodo-validate-benchmark,haiku-4.5,unstated,coding,hard,Claude-Code/Harbor,,0.26,0.00289,,,0,solved-of-3,0,,,"https://zenodo.org/records/23075022 (Table 3, row 'hard neutral Haiku 4.5', column 'Solved' (0 of 3))",,out:effort-not-established,out:effort-not-established zai47-mmlupro,zhipu,glm-4.7,unstated,reasoning-math,mid,,,,,,,84.3,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 42: cell of row 'MMLU-Pro', column 'GLM-4.7' (header line 40))",,out:effort-not-established, zai47-mmlupro,zhipu,glm-4.6,unstated,reasoning-math,mid,,,,,,,83.2,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 42: cell of row 'MMLU-Pro', column 'GLM-4.6' (header line 40))",,out:effort-not-established, zai47-mmlupro,zhipu,kimi-k2-thinking,solo,reasoning-math,mid,,,,,,,84.6,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 42: cell of row 'MMLU-Pro', column 'Kimi K2 Thinking' (header line 40))",,in, zai47-mmlupro,zhipu,deepseek-v3.2,unstated,reasoning-math,mid,,,,,,,85.0,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 42: cell of row 'MMLU-Pro', column 'DeepSeek-V3.2' (header line 40))",,out:effort-not-established, zai47-mmlupro,zhipu,?Gemini 3.0 Pro,not-established:absent,reasoning-math,mid,,,,,,,90.1,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 42: cell of row 'MMLU-Pro', column 'Gemini 3.0 Pro' (header line 40))",,out:model-not-established, zai47-mmlupro,zhipu,sonnet-4.5,unstated,reasoning-math,mid,,,,,,,88.2,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 42: cell of row 'MMLU-Pro', column 'Claude Sonnet 4.5' (header line 40))",,out:effort-not-established, zai47-mmlupro,zhipu,gpt-5,high,reasoning-math,mid,,,,,,,87.5,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 42: cell of row 'MMLU-Pro', column 'GPT-5-High' (header line 40))",,out:single-couple, zai47-mmlupro,zhipu,gpt-5.1,high,reasoning-math,mid,,,,,,,87.0,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 42: cell of row 'MMLU-Pro', column 'GPT-5.1-High' (header line 40))",,in, zai47-gpqa,zhipu,glm-4.7,unstated,reasoning-math,hard,,,,,,,85.7,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 43: cell of row 'GPQA-Diamond', column 'GLM-4.7' (header line 40))",,out:effort-not-established, zai47-gpqa,zhipu,glm-4.6,unstated,reasoning-math,hard,,,,,,,81.0,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 43: cell of row 'GPQA-Diamond', column 'GLM-4.6' (header line 40))",,out:effort-not-established, zai47-gpqa,zhipu,kimi-k2-thinking,solo,reasoning-math,hard,,,,,,,84.5,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 43: cell of row 'GPQA-Diamond', column 'Kimi K2 Thinking' (header line 40))",,in, zai47-gpqa,zhipu,deepseek-v3.2,unstated,reasoning-math,hard,,,,,,,82.4,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 43: cell of row 'GPQA-Diamond', column 'DeepSeek-V3.2' (header line 40))",,out:effort-not-established, zai47-gpqa,zhipu,?Gemini 3.0 Pro,not-established:absent,reasoning-math,hard,,,,,,,91.9,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 43: cell of row 'GPQA-Diamond', column 'Gemini 3.0 Pro' (header line 40))",,out:model-not-established, zai47-gpqa,zhipu,sonnet-4.5,unstated,reasoning-math,hard,,,,,,,83.4,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 43: cell of row 'GPQA-Diamond', column 'Claude Sonnet 4.5' (header line 40))",,out:effort-not-established, zai47-gpqa,zhipu,gpt-5,high,reasoning-math,hard,,,,,,,85.7,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 43: cell of row 'GPQA-Diamond', column 'GPT-5-High' (header line 40))",,out:single-couple, zai47-gpqa,zhipu,gpt-5.1,high,reasoning-math,hard,,,,,,,88.1,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 43: cell of row 'GPQA-Diamond', column 'GPT-5.1-High' (header line 40))",,in, zai47-hle,zhipu,glm-4.7,unstated,reasoning-math,frontier,,,,,,,24.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 44: cell of row 'HLE', column 'GLM-4.7' (header line 40))",,out:effort-not-established, zai47-hle,zhipu,glm-4.6,unstated,reasoning-math,frontier,,,,,,,17.2,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 44: cell of row 'HLE', column 'GLM-4.6' (header line 40))",,out:effort-not-established, zai47-hle,zhipu,kimi-k2-thinking,solo,reasoning-math,frontier,,,,,,,23.9,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 44: cell of row 'HLE', column 'Kimi K2 Thinking' (header line 40))",,in, zai47-hle,zhipu,deepseek-v3.2,unstated,reasoning-math,frontier,,,,,,,25.1,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 44: cell of row 'HLE', column 'DeepSeek-V3.2' (header line 40))",,out:effort-not-established, zai47-hle,zhipu,?Gemini 3.0 Pro,not-established:absent,reasoning-math,frontier,,,,,,,37.5,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 44: cell of row 'HLE', column 'Gemini 3.0 Pro' (header line 40))",,out:model-not-established, zai47-hle,zhipu,sonnet-4.5,unstated,reasoning-math,frontier,,,,,,,13.7,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 44: cell of row 'HLE', column 'Claude Sonnet 4.5' (header line 40))",,out:effort-not-established, zai47-hle,zhipu,gpt-5,high,reasoning-math,frontier,,,,,,,26.3,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 44: cell of row 'HLE', column 'GPT-5-High' (header line 40))",,out:single-couple, zai47-hle,zhipu,gpt-5.1,high,reasoning-math,frontier,,,,,,,25.7,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 44: cell of row 'HLE', column 'GPT-5.1-High' (header line 40))",,in, zai47-hletools,zhipu,glm-4.7,unstated,reasoning-math,frontier,,,,,,,42.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 45: cell of row 'HLE (w/ Tools)', column 'GLM-4.7' (header line 40))",,out:effort-not-established, zai47-hletools,zhipu,glm-4.6,unstated,reasoning-math,frontier,,,,,,,30.4,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 45: cell of row 'HLE (w/ Tools)', column 'GLM-4.6' (header line 40))",,out:effort-not-established, zai47-hletools,zhipu,kimi-k2-thinking,solo,reasoning-math,frontier,,,,,,,44.9,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 45: cell of row 'HLE (w/ Tools)', column 'Kimi K2 Thinking' (header line 40))",,in, zai47-hletools,zhipu,deepseek-v3.2,unstated,reasoning-math,frontier,,,,,,,40.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 45: cell of row 'HLE (w/ Tools)', column 'DeepSeek-V3.2' (header line 40))",,out:effort-not-established, zai47-hletools,zhipu,?Gemini 3.0 Pro,not-established:absent,reasoning-math,frontier,,,,,,,45.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 45: cell of row 'HLE (w/ Tools)', column 'Gemini 3.0 Pro' (header line 40))",,out:model-not-established, zai47-hletools,zhipu,sonnet-4.5,unstated,reasoning-math,frontier,,,,,,,32.0,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 45: cell of row 'HLE (w/ Tools)', column 'Claude Sonnet 4.5' (header line 40))",,out:effort-not-established, zai47-hletools,zhipu,gpt-5,high,reasoning-math,frontier,,,,,,,35.2,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 45: cell of row 'HLE (w/ Tools)', column 'GPT-5-High' (header line 40))",,out:single-couple, zai47-hletools,zhipu,gpt-5.1,high,reasoning-math,frontier,,,,,,,42.7,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 45: cell of row 'HLE (w/ Tools)', column 'GPT-5.1-High' (header line 40))",,in, zai47-aime25,zhipu,glm-4.7,unstated,reasoning-math,hard,,,,,,,95.7,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 46: cell of row 'AIME 2025', column 'GLM-4.7' (header line 40))",,out:effort-not-established, zai47-aime25,zhipu,glm-4.6,unstated,reasoning-math,hard,,,,,,,93.9,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 46: cell of row 'AIME 2025', column 'GLM-4.6' (header line 40))",,out:effort-not-established, zai47-aime25,zhipu,kimi-k2-thinking,solo,reasoning-math,hard,,,,,,,94.5,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 46: cell of row 'AIME 2025', column 'Kimi K2 Thinking' (header line 40))",,in, zai47-aime25,zhipu,deepseek-v3.2,unstated,reasoning-math,hard,,,,,,,93.1,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 46: cell of row 'AIME 2025', column 'DeepSeek-V3.2' (header line 40))",,out:effort-not-established, zai47-aime25,zhipu,?Gemini 3.0 Pro,not-established:absent,reasoning-math,hard,,,,,,,95.0,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 46: cell of row 'AIME 2025', column 'Gemini 3.0 Pro' (header line 40))",,out:model-not-established, zai47-aime25,zhipu,sonnet-4.5,unstated,reasoning-math,hard,,,,,,,87.0,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 46: cell of row 'AIME 2025', column 'Claude Sonnet 4.5' (header line 40))",,out:effort-not-established, zai47-aime25,zhipu,gpt-5,high,reasoning-math,hard,,,,,,,94.6,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 46: cell of row 'AIME 2025', column 'GPT-5-High' (header line 40))",,out:single-couple, zai47-aime25,zhipu,gpt-5.1,high,reasoning-math,hard,,,,,,,94.0,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 46: cell of row 'AIME 2025', column 'GPT-5.1-High' (header line 40))",,in, zai47-hmmtfeb25,zhipu,glm-4.7,unstated,reasoning-math,hard,,,,,,,97.1,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 47: cell of row 'HMMT Feb. 2025', column 'GLM-4.7' (header line 40))",,out:effort-not-established, zai47-hmmtfeb25,zhipu,glm-4.6,unstated,reasoning-math,hard,,,,,,,89.2,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 47: cell of row 'HMMT Feb. 2025', column 'GLM-4.6' (header line 40))",,out:effort-not-established, zai47-hmmtfeb25,zhipu,kimi-k2-thinking,solo,reasoning-math,hard,,,,,,,89.4,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 47: cell of row 'HMMT Feb. 2025', column 'Kimi K2 Thinking' (header line 40))",,in, zai47-hmmtfeb25,zhipu,deepseek-v3.2,unstated,reasoning-math,hard,,,,,,,92.5,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 47: cell of row 'HMMT Feb. 2025', column 'DeepSeek-V3.2' (header line 40))",,out:effort-not-established, zai47-hmmtfeb25,zhipu,?Gemini 3.0 Pro,not-established:absent,reasoning-math,hard,,,,,,,97.5,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 47: cell of row 'HMMT Feb. 2025', column 'Gemini 3.0 Pro' (header line 40))",,out:model-not-established, zai47-hmmtfeb25,zhipu,sonnet-4.5,unstated,reasoning-math,hard,,,,,,,79.2,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 47: cell of row 'HMMT Feb. 2025', column 'Claude Sonnet 4.5' (header line 40))",,out:effort-not-established, zai47-hmmtfeb25,zhipu,gpt-5,high,reasoning-math,hard,,,,,,,88.3,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 47: cell of row 'HMMT Feb. 2025', column 'GPT-5-High' (header line 40))",,out:single-couple, zai47-hmmtfeb25,zhipu,gpt-5.1,high,reasoning-math,hard,,,,,,,96.3,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 47: cell of row 'HMMT Feb. 2025', column 'GPT-5.1-High' (header line 40))",,in, zai47-hmmtnov25,zhipu,glm-4.7,unstated,reasoning-math,hard,,,,,,,93.5,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 48: cell of row 'HMMT Nov. 2025', column 'GLM-4.7' (header line 40))",,out:effort-not-established, zai47-hmmtnov25,zhipu,glm-4.6,unstated,reasoning-math,hard,,,,,,,87.7,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 48: cell of row 'HMMT Nov. 2025', column 'GLM-4.6' (header line 40))",,out:effort-not-established, zai47-hmmtnov25,zhipu,kimi-k2-thinking,solo,reasoning-math,hard,,,,,,,89.2,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 48: cell of row 'HMMT Nov. 2025', column 'Kimi K2 Thinking' (header line 40))",,out:single-couple, zai47-hmmtnov25,zhipu,deepseek-v3.2,unstated,reasoning-math,hard,,,,,,,90.2,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 48: cell of row 'HMMT Nov. 2025', column 'DeepSeek-V3.2' (header line 40))",,out:effort-not-established, zai47-hmmtnov25,zhipu,?Gemini 3.0 Pro,not-established:absent,reasoning-math,hard,,,,,,,93.3,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 48: cell of row 'HMMT Nov. 2025', column 'Gemini 3.0 Pro' (header line 40))",,out:model-not-established, zai47-hmmtnov25,zhipu,sonnet-4.5,unstated,reasoning-math,hard,,,,,,,81.7,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 48: cell of row 'HMMT Nov. 2025', column 'Claude Sonnet 4.5' (header line 40))",,out:effort-not-established, zai47-hmmtnov25,zhipu,gpt-5,high,reasoning-math,hard,,,,,,,89.2,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 48: cell of row 'HMMT Nov. 2025', column 'GPT-5-High' (header line 40))",,out:single-couple, zai47-imo,zhipu,glm-4.7,unstated,reasoning-math,hard,,,,,,,82.0,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 49: cell of row 'IMOAnswerBench', column 'GLM-4.7' (header line 40))",,out:effort-not-established, zai47-imo,zhipu,glm-4.6,unstated,reasoning-math,hard,,,,,,,73.5,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 49: cell of row 'IMOAnswerBench', column 'GLM-4.6' (header line 40))",,out:effort-not-established, zai47-imo,zhipu,kimi-k2-thinking,solo,reasoning-math,hard,,,,,,,78.6,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 49: cell of row 'IMOAnswerBench', column 'Kimi K2 Thinking' (header line 40))",,out:single-couple, zai47-imo,zhipu,deepseek-v3.2,unstated,reasoning-math,hard,,,,,,,78.3,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 49: cell of row 'IMOAnswerBench', column 'DeepSeek-V3.2' (header line 40))",,out:effort-not-established, zai47-imo,zhipu,?Gemini 3.0 Pro,not-established:absent,reasoning-math,hard,,,,,,,83.3,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 49: cell of row 'IMOAnswerBench', column 'Gemini 3.0 Pro' (header line 40))",,out:model-not-established, zai47-imo,zhipu,sonnet-4.5,unstated,reasoning-math,hard,,,,,,,65.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 49: cell of row 'IMOAnswerBench', column 'Claude Sonnet 4.5' (header line 40))",,out:effort-not-established, zai47-imo,zhipu,gpt-5,high,reasoning-math,hard,,,,,,,76.0,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 49: cell of row 'IMOAnswerBench', column 'GPT-5-High' (header line 40))",,out:single-couple, zai47-lcb6,zhipu,glm-4.7,unstated,coding,hard,,,,,,,84.9,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 50: cell of row 'LiveCodeBench-v6', column 'GLM-4.7' (header line 40))",,out:effort-not-established, zai47-lcb6,zhipu,glm-4.6,unstated,coding,hard,,,,,,,82.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 50: cell of row 'LiveCodeBench-v6', column 'GLM-4.6' (header line 40))",,out:effort-not-established, zai47-lcb6,zhipu,kimi-k2-thinking,solo,coding,hard,,,,,,,83.1,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 50: cell of row 'LiveCodeBench-v6', column 'Kimi K2 Thinking' (header line 40))",,in, zai47-lcb6,zhipu,deepseek-v3.2,unstated,coding,hard,,,,,,,83.3,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 50: cell of row 'LiveCodeBench-v6', column 'DeepSeek-V3.2' (header line 40))",,out:effort-not-established, zai47-lcb6,zhipu,?Gemini 3.0 Pro,not-established:absent,coding,hard,,,,,,,90.7,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 50: cell of row 'LiveCodeBench-v6', column 'Gemini 3.0 Pro' (header line 40))",,out:model-not-established, zai47-lcb6,zhipu,sonnet-4.5,unstated,coding,hard,,,,,,,64.0,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 50: cell of row 'LiveCodeBench-v6', column 'Claude Sonnet 4.5' (header line 40))",,out:effort-not-established, zai47-lcb6,zhipu,gpt-5,high,coding,hard,,,,,,,87.0,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 50: cell of row 'LiveCodeBench-v6', column 'GPT-5-High' (header line 40))",,out:single-couple, zai47-lcb6,zhipu,gpt-5.1,high,coding,hard,,,,,,,87.0,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 50: cell of row 'LiveCodeBench-v6', column 'GPT-5.1-High' (header line 40))",,in, zai47-swebv,zhipu,glm-4.7,unstated,coding,hard,,,,,,,73.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 51: cell of row 'SWE-bench Verified', column 'GLM-4.7' (header line 40))",,out:effort-not-established, zai47-swebv,zhipu,glm-4.6,unstated,coding,hard,,,,,,,68.0,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 51: cell of row 'SWE-bench Verified', column 'GLM-4.6' (header line 40))",,out:effort-not-established, zai47-swebv,zhipu,kimi-k2-thinking,solo,coding,hard,,,,,,,71.3,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 51: cell of row 'SWE-bench Verified', column 'Kimi K2 Thinking' (header line 40))",,in, zai47-swebv,zhipu,deepseek-v3.2,unstated,coding,hard,,,,,,,73.1,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 51: cell of row 'SWE-bench Verified', column 'DeepSeek-V3.2' (header line 40))",,out:effort-not-established, zai47-swebv,zhipu,?Gemini 3.0 Pro,not-established:absent,coding,hard,,,,,,,76.2,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 51: cell of row 'SWE-bench Verified', column 'Gemini 3.0 Pro' (header line 40))",,out:model-not-established, zai47-swebv,zhipu,sonnet-4.5,unstated,coding,hard,,,,,,,77.2,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 51: cell of row 'SWE-bench Verified', column 'Claude Sonnet 4.5' (header line 40))",,out:effort-not-established, zai47-swebv,zhipu,gpt-5,high,coding,hard,,,,,,,74.9,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 51: cell of row 'SWE-bench Verified', column 'GPT-5-High' (header line 40))",,out:single-couple, zai47-swebv,zhipu,gpt-5.1,high,coding,hard,,,,,,,76.3,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 51: cell of row 'SWE-bench Verified', column 'GPT-5.1-High' (header line 40))",,in, zai47-swebm,zhipu,glm-4.7,unstated,coding,hard,,,,,,,66.7,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 52: cell of row 'SWE-bench Multilingual', column 'GLM-4.7' (header line 40))",,out:effort-not-established, zai47-swebm,zhipu,glm-4.6,unstated,coding,hard,,,,,,,53.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 52: cell of row 'SWE-bench Multilingual', column 'GLM-4.6' (header line 40))",,out:effort-not-established, zai47-swebm,zhipu,kimi-k2-thinking,solo,coding,hard,,,,,,,61.1,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 52: cell of row 'SWE-bench Multilingual', column 'Kimi K2 Thinking' (header line 40))",,out:single-couple, zai47-swebm,zhipu,deepseek-v3.2,unstated,coding,hard,,,,,,,70.2,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 52: cell of row 'SWE-bench Multilingual', column 'DeepSeek-V3.2' (header line 40))",,out:effort-not-established, zai47-swebm,zhipu,sonnet-4.5,unstated,coding,hard,,,,,,,68.0,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 52: cell of row 'SWE-bench Multilingual', column 'Claude Sonnet 4.5' (header line 40))",,out:effort-not-established, zai47-swebm,zhipu,gpt-5,high,coding,hard,,,,,,,55.3,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 52: cell of row 'SWE-bench Multilingual', column 'GPT-5-High' (header line 40))",,out:single-couple, zai47-tbhard,zhipu,glm-4.7,unstated,coding,hard,,,,,,,33.3,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 53: cell of row 'Terminal Bench Hard', column 'GLM-4.7' (header line 40))",,out:effort-not-established, zai47-tbhard,zhipu,glm-4.6,unstated,coding,hard,,,,,,,23.6,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 53: cell of row 'Terminal Bench Hard', column 'GLM-4.6' (header line 40))",,out:effort-not-established, zai47-tbhard,zhipu,kimi-k2-thinking,solo,coding,hard,,,,,,,30.6,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 53: cell of row 'Terminal Bench Hard', column 'Kimi K2 Thinking' (header line 40))",,in, zai47-tbhard,zhipu,deepseek-v3.2,unstated,coding,hard,,,,,,,35.4,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 53: cell of row 'Terminal Bench Hard', column 'DeepSeek-V3.2' (header line 40))",,out:effort-not-established, zai47-tbhard,zhipu,?Gemini 3.0 Pro,not-established:absent,coding,hard,,,,,,,39.0,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 53: cell of row 'Terminal Bench Hard', column 'Gemini 3.0 Pro' (header line 40))",,out:model-not-established, zai47-tbhard,zhipu,sonnet-4.5,unstated,coding,hard,,,,,,,33.3,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 53: cell of row 'Terminal Bench Hard', column 'Claude Sonnet 4.5' (header line 40))",,out:effort-not-established, zai47-tbhard,zhipu,gpt-5,high,coding,hard,,,,,,,30.5,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 53: cell of row 'Terminal Bench Hard', column 'GPT-5-High' (header line 40))",,out:single-couple, zai47-tbhard,zhipu,gpt-5.1,high,coding,hard,,,,,,,43.0,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 53: cell of row 'Terminal Bench Hard', column 'GPT-5.1-High' (header line 40))",,in, zai47-tb20,zhipu,glm-4.7,unstated,coding,hard,,,,,,,41.0,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 54: cell of row 'Terminal Bench 2.0', column 'GLM-4.7' (header line 40))",,out:effort-not-established, zai47-tb20,zhipu,glm-4.6,unstated,coding,hard,,,,,,,24.5,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 54: cell of row 'Terminal Bench 2.0', column 'GLM-4.6' (header line 40))",,out:effort-not-established, zai47-tb20,zhipu,kimi-k2-thinking,solo,coding,hard,,,,,,,35.7,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 54: cell of row 'Terminal Bench 2.0', column 'Kimi K2 Thinking' (header line 40))",,in, zai47-tb20,zhipu,deepseek-v3.2,unstated,coding,hard,,,,,,,46.4,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 54: cell of row 'Terminal Bench 2.0', column 'DeepSeek-V3.2' (header line 40))",,out:effort-not-established, zai47-tb20,zhipu,?Gemini 3.0 Pro,not-established:absent,coding,hard,,,,,,,54.2,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 54: cell of row 'Terminal Bench 2.0', column 'Gemini 3.0 Pro' (header line 40))",,out:model-not-established, zai47-tb20,zhipu,sonnet-4.5,unstated,coding,hard,,,,,,,42.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 54: cell of row 'Terminal Bench 2.0', column 'Claude Sonnet 4.5' (header line 40))",,out:effort-not-established, zai47-tb20,zhipu,gpt-5,high,coding,hard,,,,,,,35.2,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 54: cell of row 'Terminal Bench 2.0', column 'GPT-5-High' (header line 40))",,out:single-couple, zai47-tb20,zhipu,gpt-5.1,high,coding,hard,,,,,,,47.6,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 54: cell of row 'Terminal Bench 2.0', column 'GPT-5.1-High' (header line 40))",,in, zai47-browsecomp,zhipu,glm-4.7,unstated,agentic-tool,hard,,,,,,,52.0,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 55: cell of row 'BrowseComp', column 'GLM-4.7' (header line 40))",,out:effort-not-established, zai47-browsecomp,zhipu,glm-4.6,unstated,agentic-tool,hard,,,,,,,45.1,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 55: cell of row 'BrowseComp', column 'GLM-4.6' (header line 40))",,out:effort-not-established, zai47-browsecomp,zhipu,deepseek-v3.2,unstated,agentic-tool,hard,,,,,,,51.4,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 55: cell of row 'BrowseComp', column 'DeepSeek-V3.2' (header line 40))",,out:effort-not-established, zai47-browsecomp,zhipu,sonnet-4.5,unstated,agentic-tool,hard,,,,,,,24.1,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 55: cell of row 'BrowseComp', column 'Claude Sonnet 4.5' (header line 40))",,out:effort-not-established, zai47-browsecomp,zhipu,gpt-5,high,agentic-tool,hard,,,,,,,54.9,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 55: cell of row 'BrowseComp', column 'GPT-5-High' (header line 40))",,out:single-couple, zai47-browsecomp,zhipu,gpt-5.1,high,agentic-tool,hard,,,,,,,50.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 55: cell of row 'BrowseComp', column 'GPT-5.1-High' (header line 40))",,out:single-couple, zai47-browsecompcm,zhipu,glm-4.7,unstated,agentic-tool,hard,,,,,,,67.5,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 56: cell of row 'BrowseComp (w/ Context Manage)', column 'GLM-4.7' (header line 40))",,out:effort-not-established, zai47-browsecompcm,zhipu,glm-4.6,unstated,agentic-tool,hard,,,,,,,57.5,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 56: cell of row 'BrowseComp (w/ Context Manage)', column 'GLM-4.6' (header line 40))",,out:effort-not-established, zai47-browsecompcm,zhipu,kimi-k2-thinking,solo,agentic-tool,hard,,,,,,,60.2,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 56: cell of row 'BrowseComp (w/ Context Manage)', column 'Kimi K2 Thinking' (header line 40))",,out:single-couple, zai47-browsecompcm,zhipu,deepseek-v3.2,unstated,agentic-tool,hard,,,,,,,67.6,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 56: cell of row 'BrowseComp (w/ Context Manage)', column 'DeepSeek-V3.2' (header line 40))",,out:effort-not-established, zai47-browsecompcm,zhipu,?Gemini 3.0 Pro,not-established:absent,agentic-tool,hard,,,,,,,59.2,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 56: cell of row 'BrowseComp (w/ Context Manage)', column 'Gemini 3.0 Pro' (header line 40))",,out:model-not-established, zai47-browsecompzh,zhipu,glm-4.7,unstated,agentic-tool,hard,,,,,,,66.6,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 57: cell of row 'BrowseComp-Zh', column 'GLM-4.7' (header line 40))",,out:effort-not-established, zai47-browsecompzh,zhipu,glm-4.6,unstated,agentic-tool,hard,,,,,,,49.5,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 57: cell of row 'BrowseComp-Zh', column 'GLM-4.6' (header line 40))",,out:effort-not-established, zai47-browsecompzh,zhipu,kimi-k2-thinking,solo,agentic-tool,hard,,,,,,,62.3,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 57: cell of row 'BrowseComp-Zh', column 'Kimi K2 Thinking' (header line 40))",,out:single-couple, zai47-browsecompzh,zhipu,deepseek-v3.2,unstated,agentic-tool,hard,,,,,,,65.0,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 57: cell of row 'BrowseComp-Zh', column 'DeepSeek-V3.2' (header line 40))",,out:effort-not-established, zai47-browsecompzh,zhipu,sonnet-4.5,unstated,agentic-tool,hard,,,,,,,42.4,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 57: cell of row 'BrowseComp-Zh', column 'Claude Sonnet 4.5' (header line 40))",,out:effort-not-established, zai47-browsecompzh,zhipu,gpt-5,high,agentic-tool,hard,,,,,,,63.0,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 57: cell of row 'BrowseComp-Zh', column 'GPT-5-High' (header line 40))",,out:single-couple, zai47-tau2,zhipu,glm-4.7,unstated,agentic-tool,hard,,,,,,,87.4,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 58: cell of row 'τ²-Bench', column 'GLM-4.7' (header line 40))",,out:effort-not-established, zai47-tau2,zhipu,glm-4.6,unstated,agentic-tool,hard,,,,,,,75.2,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 58: cell of row 'τ²-Bench', column 'GLM-4.6' (header line 40))",,out:effort-not-established, zai47-tau2,zhipu,kimi-k2-thinking,solo,agentic-tool,hard,,,,,,,74.3,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 58: cell of row 'τ²-Bench', column 'Kimi K2 Thinking' (header line 40))",,in, zai47-tau2,zhipu,deepseek-v3.2,unstated,agentic-tool,hard,,,,,,,85.3,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 58: cell of row 'τ²-Bench', column 'DeepSeek-V3.2' (header line 40))",,out:effort-not-established, zai47-tau2,zhipu,?Gemini 3.0 Pro,not-established:absent,agentic-tool,hard,,,,,,,90.7,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 58: cell of row 'τ²-Bench', column 'Gemini 3.0 Pro' (header line 40))",,out:model-not-established, zai47-tau2,zhipu,sonnet-4.5,unstated,agentic-tool,hard,,,,,,,87.2,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 58: cell of row 'τ²-Bench', column 'Claude Sonnet 4.5' (header line 40))",,out:effort-not-established, zai47-tau2,zhipu,gpt-5,high,agentic-tool,hard,,,,,,,82.4,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 58: cell of row 'τ²-Bench', column 'GPT-5-High' (header line 40))",,out:single-couple, zai47-tau2,zhipu,gpt-5.1,high,agentic-tool,hard,,,,,,,82.7,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-4.7 (line 58: cell of row 'τ²-Bench', column 'GPT-5.1-High' (header line 40))",,in, zai51-hle,zhipu,glm-5.1,unstated,reasoning-math,frontier,none,,,,,,31.0,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 44: cell of row 'HLE', column 'GLM-5.1' (header line 42))",,out:effort-not-established, zai51-hle,zhipu,glm-5,unstated,reasoning-math,frontier,none,,,,,,30.5,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 44: cell of row 'HLE', column 'GLM-5' (header line 42))",,out:effort-not-established, zai51-hle,zhipu,qwen3.6-plus,unstated,reasoning-math,frontier,none,,,,,,28.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 44: cell of row 'HLE', column 'Qwen3.6-Plus' (header line 42))",,out:effort-not-established, zai51-hle,zhipu,minimax-m2.7,unstated,reasoning-math,frontier,none,,,,,,28.0,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 44: cell of row 'HLE', column 'Minimax M2.7' (header line 42))",,out:effort-not-established, zai51-hle,zhipu,deepseek-v3.2,unstated,reasoning-math,frontier,none,,,,,,25.1,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 44: cell of row 'HLE', column 'DeepSeek-V3.2' (header line 42))",,out:effort-not-established, zai51-hle,zhipu,kimi-k2.5,unstated,reasoning-math,frontier,none,,,,,,31.5,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 44: cell of row 'HLE', column 'Kimi K2.5' (header line 42))",,out:effort-not-established, zai51-hle,zhipu,opus-4.6,unstated,reasoning-math,frontier,none,,,,,,36.7,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 44: cell of row 'HLE', column 'Claude Opus 4.6' (header line 42))",,out:effort-not-established, zai51-hle,zhipu,gemini-3.1-pro,unstated,reasoning-math,frontier,none,,,,,,45.0,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 44: cell of row 'HLE', column 'Gemini 3.1 Pro' (header line 42))",,out:effort-not-established, zai51-hle,zhipu,gpt-5.4,unstated,reasoning-math,frontier,none,,,,,,39.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 44: cell of row 'HLE', column 'GPT-5.4' (header line 42))",,out:effort-not-established, zai51-hletools,zhipu,glm-5.1,unstated,reasoning-math,frontier,tools,,,,,,52.3,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 45: cell of row 'HLE (w/ Tools)', column 'GLM-5.1' (header line 42))",,out:effort-not-established, zai51-hletools,zhipu,glm-5,unstated,reasoning-math,frontier,tools,,,,,,50.4,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 45: cell of row 'HLE (w/ Tools)', column 'GLM-5' (header line 42))",,out:effort-not-established, zai51-hletools,zhipu,qwen3.6-plus,unstated,reasoning-math,frontier,tools,,,,,,50.6,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 45: cell of row 'HLE (w/ Tools)', column 'Qwen3.6-Plus' (header line 42))",,out:effort-not-established, zai51-hletools,zhipu,deepseek-v3.2,unstated,reasoning-math,frontier,tools,,,,,,40.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 45: cell of row 'HLE (w/ Tools)', column 'DeepSeek-V3.2' (header line 42))",,out:effort-not-established, zai51-hletools,zhipu,kimi-k2.5,unstated,reasoning-math,frontier,tools,,,,,,51.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 45: cell of row 'HLE (w/ Tools)', column 'Kimi K2.5' (header line 42))",,out:effort-not-established, zai51-aime26,zhipu,glm-5.1,unstated,reasoning-math,hard,none,,,,,,95.3,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 46: cell of row 'AIME 2026', column 'GLM-5.1' (header line 42))",,out:effort-not-established, zai51-aime26,zhipu,glm-5,unstated,reasoning-math,hard,none,,,,,,95.4,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 46: cell of row 'AIME 2026', column 'GLM-5' (header line 42))",,out:effort-not-established, zai51-aime26,zhipu,qwen3.6-plus,unstated,reasoning-math,hard,none,,,,,,95.1,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 46: cell of row 'AIME 2026', column 'Qwen3.6-Plus' (header line 42))",,out:effort-not-established, zai51-aime26,zhipu,minimax-m2.7,unstated,reasoning-math,hard,none,,,,,,89.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 46: cell of row 'AIME 2026', column 'Minimax M2.7' (header line 42))",,out:effort-not-established, zai51-aime26,zhipu,deepseek-v3.2,unstated,reasoning-math,hard,none,,,,,,95.1,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 46: cell of row 'AIME 2026', column 'DeepSeek-V3.2' (header line 42))",,out:effort-not-established, zai51-aime26,zhipu,kimi-k2.5,unstated,reasoning-math,hard,none,,,,,,94.5,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 46: cell of row 'AIME 2026', column 'Kimi K2.5' (header line 42))",,out:effort-not-established, zai51-aime26,zhipu,opus-4.6,unstated,reasoning-math,hard,none,,,,,,95.6,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 46: cell of row 'AIME 2026', column 'Claude Opus 4.6' (header line 42))",,out:effort-not-established, zai51-aime26,zhipu,gemini-3.1-pro,unstated,reasoning-math,hard,none,,,,,,98.2,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 46: cell of row 'AIME 2026', column 'Gemini 3.1 Pro' (header line 42))",,out:effort-not-established, zai51-aime26,zhipu,gpt-5.4,unstated,reasoning-math,hard,none,,,,,,98.7,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 46: cell of row 'AIME 2026', column 'GPT-5.4' (header line 42))",,out:effort-not-established, zai51-hmmtnov,zhipu,glm-5.1,unstated,reasoning-math,hard,none,,,,,,94.0,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 47: cell of row 'HMMT Nov. 2025', column 'GLM-5.1' (header line 42))",,out:effort-not-established, zai51-hmmtnov,zhipu,glm-5,unstated,reasoning-math,hard,none,,,,,,96.9,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 47: cell of row 'HMMT Nov. 2025', column 'GLM-5' (header line 42))",,out:effort-not-established, zai51-hmmtnov,zhipu,qwen3.6-plus,unstated,reasoning-math,hard,none,,,,,,94.6,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 47: cell of row 'HMMT Nov. 2025', column 'Qwen3.6-Plus' (header line 42))",,out:effort-not-established, zai51-hmmtnov,zhipu,minimax-m2.7,unstated,reasoning-math,hard,none,,,,,,81.0,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 47: cell of row 'HMMT Nov. 2025', column 'Minimax M2.7' (header line 42))",,out:effort-not-established, zai51-hmmtnov,zhipu,deepseek-v3.2,unstated,reasoning-math,hard,none,,,,,,90.2,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 47: cell of row 'HMMT Nov. 2025', column 'DeepSeek-V3.2' (header line 42))",,out:effort-not-established, zai51-hmmtnov,zhipu,kimi-k2.5,unstated,reasoning-math,hard,none,,,,,,91.1,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 47: cell of row 'HMMT Nov. 2025', column 'Kimi K2.5' (header line 42))",,out:effort-not-established, zai51-hmmtnov,zhipu,opus-4.6,unstated,reasoning-math,hard,none,,,,,,96.3,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 47: cell of row 'HMMT Nov. 2025', column 'Claude Opus 4.6' (header line 42))",,out:effort-not-established, zai51-hmmtnov,zhipu,gemini-3.1-pro,unstated,reasoning-math,hard,none,,,,,,94.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 47: cell of row 'HMMT Nov. 2025', column 'Gemini 3.1 Pro' (header line 42))",,out:effort-not-established, zai51-hmmtnov,zhipu,gpt-5.4,unstated,reasoning-math,hard,none,,,,,,95.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 47: cell of row 'HMMT Nov. 2025', column 'GPT-5.4' (header line 42))",,out:effort-not-established, zai51-hmmtfeb,zhipu,glm-5.1,unstated,reasoning-math,hard,none,,,,,,82.6,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 48: cell of row 'HMMT Feb. 2026', column 'GLM-5.1' (header line 42))",,out:effort-not-established, zai51-hmmtfeb,zhipu,glm-5,unstated,reasoning-math,hard,none,,,,,,82.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 48: cell of row 'HMMT Feb. 2026', column 'GLM-5' (header line 42))",,out:effort-not-established, zai51-hmmtfeb,zhipu,qwen3.6-plus,unstated,reasoning-math,hard,none,,,,,,87.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 48: cell of row 'HMMT Feb. 2026', column 'Qwen3.6-Plus' (header line 42))",,out:effort-not-established, zai51-hmmtfeb,zhipu,minimax-m2.7,unstated,reasoning-math,hard,none,,,,,,72.7,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 48: cell of row 'HMMT Feb. 2026', column 'Minimax M2.7' (header line 42))",,out:effort-not-established, zai51-hmmtfeb,zhipu,deepseek-v3.2,unstated,reasoning-math,hard,none,,,,,,79.9,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 48: cell of row 'HMMT Feb. 2026', column 'DeepSeek-V3.2' (header line 42))",,out:effort-not-established, zai51-hmmtfeb,zhipu,kimi-k2.5,unstated,reasoning-math,hard,none,,,,,,81.3,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 48: cell of row 'HMMT Feb. 2026', column 'Kimi K2.5' (header line 42))",,out:effort-not-established, zai51-hmmtfeb,zhipu,opus-4.6,unstated,reasoning-math,hard,none,,,,,,84.3,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 48: cell of row 'HMMT Feb. 2026', column 'Claude Opus 4.6' (header line 42))",,out:effort-not-established, zai51-hmmtfeb,zhipu,gemini-3.1-pro,unstated,reasoning-math,hard,none,,,,,,87.3,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 48: cell of row 'HMMT Feb. 2026', column 'Gemini 3.1 Pro' (header line 42))",,out:effort-not-established, zai51-hmmtfeb,zhipu,gpt-5.4,unstated,reasoning-math,hard,none,,,,,,91.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 48: cell of row 'HMMT Feb. 2026', column 'GPT-5.4' (header line 42))",,out:effort-not-established, zai51-imo,zhipu,glm-5.1,unstated,reasoning-math,hard,none,,,,,,83.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 49: cell of row 'IMOAnswerBench', column 'GLM-5.1' (header line 42))",,out:effort-not-established, zai51-imo,zhipu,glm-5,unstated,reasoning-math,hard,none,,,,,,82.5,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 49: cell of row 'IMOAnswerBench', column 'GLM-5' (header line 42))",,out:effort-not-established, zai51-imo,zhipu,qwen3.6-plus,unstated,reasoning-math,hard,none,,,,,,83.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 49: cell of row 'IMOAnswerBench', column 'Qwen3.6-Plus' (header line 42))",,out:effort-not-established, zai51-imo,zhipu,minimax-m2.7,unstated,reasoning-math,hard,none,,,,,,66.3,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 49: cell of row 'IMOAnswerBench', column 'Minimax M2.7' (header line 42))",,out:effort-not-established, zai51-imo,zhipu,deepseek-v3.2,unstated,reasoning-math,hard,none,,,,,,78.3,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 49: cell of row 'IMOAnswerBench', column 'DeepSeek-V3.2' (header line 42))",,out:effort-not-established, zai51-imo,zhipu,kimi-k2.5,unstated,reasoning-math,hard,none,,,,,,81.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 49: cell of row 'IMOAnswerBench', column 'Kimi K2.5' (header line 42))",,out:effort-not-established, zai51-imo,zhipu,opus-4.6,unstated,reasoning-math,hard,none,,,,,,75.3,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 49: cell of row 'IMOAnswerBench', column 'Claude Opus 4.6' (header line 42))",,out:effort-not-established, zai51-imo,zhipu,gemini-3.1-pro,unstated,reasoning-math,hard,none,,,,,,81.0,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 49: cell of row 'IMOAnswerBench', column 'Gemini 3.1 Pro' (header line 42))",,out:effort-not-established, zai51-imo,zhipu,gpt-5.4,unstated,reasoning-math,hard,none,,,,,,91.4,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 49: cell of row 'IMOAnswerBench', column 'GPT-5.4' (header line 42))",,out:effort-not-established, zai51-gpqa,zhipu,glm-5.1,unstated,reasoning-math,hard,none,,,,,,86.2,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 50: cell of row 'GPQA-Diamond', column 'GLM-5.1' (header line 42))",,out:effort-not-established, zai51-gpqa,zhipu,glm-5,unstated,reasoning-math,hard,none,,,,,,86.0,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 50: cell of row 'GPQA-Diamond', column 'GLM-5' (header line 42))",,out:effort-not-established, zai51-gpqa,zhipu,qwen3.6-plus,unstated,reasoning-math,hard,none,,,,,,90.4,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 50: cell of row 'GPQA-Diamond', column 'Qwen3.6-Plus' (header line 42))",,out:effort-not-established, zai51-gpqa,zhipu,minimax-m2.7,unstated,reasoning-math,hard,none,,,,,,87.0,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 50: cell of row 'GPQA-Diamond', column 'Minimax M2.7' (header line 42))",,out:effort-not-established, zai51-gpqa,zhipu,deepseek-v3.2,unstated,reasoning-math,hard,none,,,,,,82.4,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 50: cell of row 'GPQA-Diamond', column 'DeepSeek-V3.2' (header line 42))",,out:effort-not-established, zai51-gpqa,zhipu,kimi-k2.5,unstated,reasoning-math,hard,none,,,,,,87.6,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 50: cell of row 'GPQA-Diamond', column 'Kimi K2.5' (header line 42))",,out:effort-not-established, zai51-gpqa,zhipu,opus-4.6,unstated,reasoning-math,hard,none,,,,,,91.3,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 50: cell of row 'GPQA-Diamond', column 'Claude Opus 4.6' (header line 42))",,out:effort-not-established, zai51-gpqa,zhipu,gemini-3.1-pro,unstated,reasoning-math,hard,none,,,,,,94.3,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 50: cell of row 'GPQA-Diamond', column 'Gemini 3.1 Pro' (header line 42))",,out:effort-not-established, zai51-gpqa,zhipu,gpt-5.4,unstated,reasoning-math,hard,none,,,,,,92.0,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 50: cell of row 'GPQA-Diamond', column 'GPT-5.4' (header line 42))",,out:effort-not-established, zai51-swebenchpro,zhipu,glm-5.1,unstated,coding,frontier,,,,,,,58.4,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 51: cell of row 'SWE-Bench Pro', column 'GLM-5.1' (header line 42))",,out:effort-not-established, zai51-swebenchpro,zhipu,glm-5,unstated,coding,frontier,,,,,,,55.1,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 51: cell of row 'SWE-Bench Pro', column 'GLM-5' (header line 42))",,out:effort-not-established, zai51-swebenchpro,zhipu,qwen3.6-plus,unstated,coding,frontier,,,,,,,56.6,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 51: cell of row 'SWE-Bench Pro', column 'Qwen3.6-Plus' (header line 42))",,out:effort-not-established, zai51-swebenchpro,zhipu,minimax-m2.7,unstated,coding,frontier,,,,,,,56.2,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 51: cell of row 'SWE-Bench Pro', column 'Minimax M2.7' (header line 42))",,out:effort-not-established, zai51-swebenchpro,zhipu,kimi-k2.5,unstated,coding,frontier,,,,,,,53.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 51: cell of row 'SWE-Bench Pro', column 'Kimi K2.5' (header line 42))",,out:effort-not-established, zai51-swebenchpro,zhipu,opus-4.6,unstated,coding,frontier,,,,,,,57.3,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 51: cell of row 'SWE-Bench Pro', column 'Claude Opus 4.6' (header line 42))",,out:effort-not-established, zai51-swebenchpro,zhipu,gemini-3.1-pro,unstated,coding,frontier,,,,,,,54.2,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 51: cell of row 'SWE-Bench Pro', column 'Gemini 3.1 Pro' (header line 42))",,out:effort-not-established, zai51-swebenchpro,zhipu,gpt-5.4,unstated,coding,frontier,,,,,,,57.7,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 51: cell of row 'SWE-Bench Pro', column 'GPT-5.4' (header line 42))",,out:effort-not-established, zai51-nl2repo,zhipu,glm-5.1,unstated,coding,hard,,,,,,,42.7,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 52: cell of row 'NL2Repo', column 'GLM-5.1' (header line 42))",,out:effort-not-established, zai51-nl2repo,zhipu,glm-5,unstated,coding,hard,,,,,,,35.9,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 52: cell of row 'NL2Repo', column 'GLM-5' (header line 42))",,out:effort-not-established, zai51-nl2repo,zhipu,qwen3.6-plus,unstated,coding,hard,,,,,,,37.9,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 52: cell of row 'NL2Repo', column 'Qwen3.6-Plus' (header line 42))",,out:effort-not-established, zai51-nl2repo,zhipu,minimax-m2.7,unstated,coding,hard,,,,,,,39.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 52: cell of row 'NL2Repo', column 'Minimax M2.7' (header line 42))",,out:effort-not-established, zai51-nl2repo,zhipu,kimi-k2.5,unstated,coding,hard,,,,,,,32.0,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 52: cell of row 'NL2Repo', column 'Kimi K2.5' (header line 42))",,out:effort-not-established, zai51-nl2repo,zhipu,opus-4.6,unstated,coding,hard,,,,,,,49.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 52: cell of row 'NL2Repo', column 'Claude Opus 4.6' (header line 42))",,out:effort-not-established, zai51-nl2repo,zhipu,gemini-3.1-pro,unstated,coding,hard,,,,,,,33.4,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 52: cell of row 'NL2Repo', column 'Gemini 3.1 Pro' (header line 42))",,out:effort-not-established, zai51-nl2repo,zhipu,gpt-5.4,unstated,coding,hard,,,,,,,41.3,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 52: cell of row 'NL2Repo', column 'GPT-5.4' (header line 42))",,out:effort-not-established, zai51-tb20terminus,zhipu,glm-5.1,unstated,coding,hard,Terminus-2,,,,,,63.5,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 53: cell of row 'Terminal-Bench 2.0 (Terminus-2)', column 'GLM-5.1' (header line 42))",,out:effort-not-established, zai51-tb20terminus,zhipu,glm-5,unstated,coding,hard,Terminus-2,,,,,,56.2,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 53: cell of row 'Terminal-Bench 2.0 (Terminus-2)', column 'GLM-5' (header line 42))",,out:effort-not-established, zai51-tb20terminus,zhipu,qwen3.6-plus,unstated,coding,hard,Terminus-2,,,,,,61.6,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 53: cell of row 'Terminal-Bench 2.0 (Terminus-2)', column 'Qwen3.6-Plus' (header line 42))",,out:effort-not-established, zai51-tb20terminus,zhipu,deepseek-v3.2,unstated,coding,hard,Terminus-2,,,,,,39.3,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 53: cell of row 'Terminal-Bench 2.0 (Terminus-2)', column 'DeepSeek-V3.2' (header line 42))",,out:effort-not-established, zai51-tb20terminus,zhipu,kimi-k2.5,unstated,coding,hard,Terminus-2,,,,,,50.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 53: cell of row 'Terminal-Bench 2.0 (Terminus-2)', column 'Kimi K2.5' (header line 42))",,out:effort-not-established, zai51-tb20terminus,zhipu,opus-4.6,unstated,coding,hard,Terminus-2,,,,,,65.4,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 53: cell of row 'Terminal-Bench 2.0 (Terminus-2)', column 'Claude Opus 4.6' (header line 42))",,out:effort-not-established, zai51-tb20terminus,zhipu,gemini-3.1-pro,unstated,coding,hard,Terminus-2,,,,,,68.5,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 53: cell of row 'Terminal-Bench 2.0 (Terminus-2)', column 'Gemini 3.1 Pro' (header line 42))",,out:effort-not-established, zai51-cybergym,zhipu,glm-5.1,unstated,agentic-tool,hard,,,,,,,68.7,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 55: cell of row 'CyberGym', column 'GLM-5.1' (header line 42))",,out:effort-not-established, zai51-cybergym,zhipu,glm-5,unstated,agentic-tool,hard,,,,,,,48.3,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 55: cell of row 'CyberGym', column 'GLM-5' (header line 42))",,out:effort-not-established, zai51-cybergym,zhipu,deepseek-v3.2,unstated,agentic-tool,hard,,,,,,,17.3,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 55: cell of row 'CyberGym', column 'DeepSeek-V3.2' (header line 42))",,out:effort-not-established, zai51-cybergym,zhipu,kimi-k2.5,unstated,agentic-tool,hard,,,,,,,41.3,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 55: cell of row 'CyberGym', column 'Kimi K2.5' (header line 42))",,out:effort-not-established, zai51-cybergym,zhipu,opus-4.6,unstated,agentic-tool,hard,,,,,,,66.6,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 55: cell of row 'CyberGym', column 'Claude Opus 4.6' (header line 42))",,out:effort-not-established, zai51-cybergym,zhipu,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,38.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 55: cell of row 'CyberGym', column 'Gemini 3.1 Pro' (header line 42))",,out:effort-not-established, zai51-cybergym,zhipu,gpt-5.4,unstated,agentic-tool,hard,,,,,,,66.3,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 55: cell of row 'CyberGym', column 'GPT-5.4' (header line 42))",,out:effort-not-established, zai51-browsecomp,zhipu,glm-5.1,unstated,agentic-tool,hard,,,,,,,68.0,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 56: cell of row 'BrowseComp', column 'GLM-5.1' (header line 42))",,out:effort-not-established, zai51-browsecomp,zhipu,glm-5,unstated,agentic-tool,hard,,,,,,,62.0,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 56: cell of row 'BrowseComp', column 'GLM-5' (header line 42))",,out:effort-not-established, zai51-browsecomp,zhipu,deepseek-v3.2,unstated,agentic-tool,hard,,,,,,,51.4,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 56: cell of row 'BrowseComp', column 'DeepSeek-V3.2' (header line 42))",,out:effort-not-established, zai51-browsecomp,zhipu,kimi-k2.5,unstated,agentic-tool,hard,,,,,,,60.6,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 56: cell of row 'BrowseComp', column 'Kimi K2.5' (header line 42))",,out:effort-not-established, zai51-browsecompcm,zhipu,glm-5.1,unstated,agentic-tool,hard,context management,,,,,,79.3,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 57: cell of row 'BrowseComp (w/ Context Manage)', column 'GLM-5.1' (header line 42))",,out:effort-not-established, zai51-browsecompcm,zhipu,glm-5,unstated,agentic-tool,hard,context management,,,,,,75.9,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 57: cell of row 'BrowseComp (w/ Context Manage)', column 'GLM-5' (header line 42))",,out:effort-not-established, zai51-browsecompcm,zhipu,deepseek-v3.2,unstated,agentic-tool,hard,context management,,,,,,67.6,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 57: cell of row 'BrowseComp (w/ Context Manage)', column 'DeepSeek-V3.2' (header line 42))",,out:effort-not-established, zai51-browsecompcm,zhipu,kimi-k2.5,unstated,agentic-tool,hard,context management,,,,,,74.9,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 57: cell of row 'BrowseComp (w/ Context Manage)', column 'Kimi K2.5' (header line 42))",,out:effort-not-established, zai51-browsecompcm,zhipu,opus-4.6,unstated,agentic-tool,hard,context management,,,,,,84.0,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 57: cell of row 'BrowseComp (w/ Context Manage)', column 'Claude Opus 4.6' (header line 42))",,out:effort-not-established, zai51-browsecompcm,zhipu,gemini-3.1-pro,unstated,agentic-tool,hard,context management,,,,,,85.9,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 57: cell of row 'BrowseComp (w/ Context Manage)', column 'Gemini 3.1 Pro' (header line 42))",,out:effort-not-established, zai51-browsecompcm,zhipu,gpt-5.4,unstated,agentic-tool,hard,context management,,,,,,82.7,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 57: cell of row 'BrowseComp (w/ Context Manage)', column 'GPT-5.4' (header line 42))",,out:effort-not-established, zai51-tau3,zhipu,glm-5.1,unstated,agentic-tool,hard,,,,,,,70.6,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 58: cell of row 'τ³-Bench', column 'GLM-5.1' (header line 42))",,out:effort-not-established, zai51-tau3,zhipu,glm-5,unstated,agentic-tool,hard,,,,,,,69.2,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 58: cell of row 'τ³-Bench', column 'GLM-5' (header line 42))",,out:effort-not-established, zai51-tau3,zhipu,qwen3.6-plus,unstated,agentic-tool,hard,,,,,,,70.7,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 58: cell of row 'τ³-Bench', column 'Qwen3.6-Plus' (header line 42))",,out:effort-not-established, zai51-tau3,zhipu,minimax-m2.7,unstated,agentic-tool,hard,,,,,,,67.6,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 58: cell of row 'τ³-Bench', column 'Minimax M2.7' (header line 42))",,out:effort-not-established, zai51-tau3,zhipu,deepseek-v3.2,unstated,agentic-tool,hard,,,,,,,69.2,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 58: cell of row 'τ³-Bench', column 'DeepSeek-V3.2' (header line 42))",,out:effort-not-established, zai51-tau3,zhipu,kimi-k2.5,unstated,agentic-tool,hard,,,,,,,66.0,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 58: cell of row 'τ³-Bench', column 'Kimi K2.5' (header line 42))",,out:effort-not-established, zai51-tau3,zhipu,opus-4.6,unstated,agentic-tool,hard,,,,,,,72.4,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 58: cell of row 'τ³-Bench', column 'Claude Opus 4.6' (header line 42))",,out:effort-not-established, zai51-tau3,zhipu,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,67.1,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 58: cell of row 'τ³-Bench', column 'Gemini 3.1 Pro' (header line 42))",,out:effort-not-established, zai51-tau3,zhipu,gpt-5.4,unstated,agentic-tool,hard,,,,,,,72.9,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 58: cell of row 'τ³-Bench', column 'GPT-5.4' (header line 42))",,out:effort-not-established, zai51-mcpatlas,zhipu,glm-5.1,unstated,agentic-tool,hard,MCP,,,,,,71.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 59: cell of row 'MCP-Atlas (Public Set)', column 'GLM-5.1' (header line 42))",,out:effort-not-established, zai51-mcpatlas,zhipu,glm-5,unstated,agentic-tool,hard,MCP,,,,,,69.2,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 59: cell of row 'MCP-Atlas (Public Set)', column 'GLM-5' (header line 42))",,out:effort-not-established, zai51-mcpatlas,zhipu,qwen3.6-plus,unstated,agentic-tool,hard,MCP,,,,,,74.1,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 59: cell of row 'MCP-Atlas (Public Set)', column 'Qwen3.6-Plus' (header line 42))",,out:effort-not-established, zai51-mcpatlas,zhipu,minimax-m2.7,unstated,agentic-tool,hard,MCP,,,,,,48.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 59: cell of row 'MCP-Atlas (Public Set)', column 'Minimax M2.7' (header line 42))",,out:effort-not-established, zai51-mcpatlas,zhipu,deepseek-v3.2,unstated,agentic-tool,hard,MCP,,,,,,62.2,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 59: cell of row 'MCP-Atlas (Public Set)', column 'DeepSeek-V3.2' (header line 42))",,out:effort-not-established, zai51-mcpatlas,zhipu,kimi-k2.5,unstated,agentic-tool,hard,MCP,,,,,,63.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 59: cell of row 'MCP-Atlas (Public Set)', column 'Kimi K2.5' (header line 42))",,out:effort-not-established, zai51-mcpatlas,zhipu,opus-4.6,unstated,agentic-tool,hard,MCP,,,,,,73.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 59: cell of row 'MCP-Atlas (Public Set)', column 'Claude Opus 4.6' (header line 42))",,out:effort-not-established, zai51-mcpatlas,zhipu,gemini-3.1-pro,unstated,agentic-tool,hard,MCP,,,,,,69.2,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 59: cell of row 'MCP-Atlas (Public Set)', column 'Gemini 3.1 Pro' (header line 42))",,out:effort-not-established, zai51-mcpatlas,zhipu,gpt-5.4,unstated,agentic-tool,hard,MCP,,,,,,67.2,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 59: cell of row 'MCP-Atlas (Public Set)', column 'GPT-5.4' (header line 42))",,out:effort-not-established, zai51-tooldecathlon,zhipu,glm-5.1,unstated,agentic-tool,hard,,,,,,,40.7,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 60: cell of row 'Tool-Decathlon', column 'GLM-5.1' (header line 42))",,out:effort-not-established, zai51-tooldecathlon,zhipu,glm-5,unstated,agentic-tool,hard,,,,,,,38.0,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 60: cell of row 'Tool-Decathlon', column 'GLM-5' (header line 42))",,out:effort-not-established, zai51-tooldecathlon,zhipu,qwen3.6-plus,unstated,agentic-tool,hard,,,,,,,39.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 60: cell of row 'Tool-Decathlon', column 'Qwen3.6-Plus' (header line 42))",,out:effort-not-established, zai51-tooldecathlon,zhipu,minimax-m2.7,unstated,agentic-tool,hard,,,,,,,46.3,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 60: cell of row 'Tool-Decathlon', column 'Minimax M2.7' (header line 42))",,out:effort-not-established, zai51-tooldecathlon,zhipu,deepseek-v3.2,unstated,agentic-tool,hard,,,,,,,35.2,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 60: cell of row 'Tool-Decathlon', column 'DeepSeek-V3.2' (header line 42))",,out:effort-not-established, zai51-tooldecathlon,zhipu,kimi-k2.5,unstated,agentic-tool,hard,,,,,,,27.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 60: cell of row 'Tool-Decathlon', column 'Kimi K2.5' (header line 42))",,out:effort-not-established, zai51-tooldecathlon,zhipu,opus-4.6,unstated,agentic-tool,hard,,,,,,,47.2,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 60: cell of row 'Tool-Decathlon', column 'Claude Opus 4.6' (header line 42))",,out:effort-not-established, zai51-tooldecathlon,zhipu,gemini-3.1-pro,unstated,agentic-tool,hard,,,,,,,48.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 60: cell of row 'Tool-Decathlon', column 'Gemini 3.1 Pro' (header line 42))",,out:effort-not-established, zai51-tooldecathlon,zhipu,gpt-5.4,unstated,agentic-tool,hard,,,,,,,54.6,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.1 (line 60: cell of row 'Tool-Decathlon', column 'GPT-5.4' (header line 42))",,out:effort-not-established, zai52-hle,zhipu,glm-5.2,not-established:absent,reasoning-math,frontier,none,,,,,,40.5,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 46: cell of row 'HLE', column 'GLM-5.2' (header line 43))",,out:effort-not-established, zai52-hle,zhipu,glm-5.1,not-established:absent,reasoning-math,frontier,none,,,,,,31,score%,0.289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 46: cell of row 'HLE', column 'GLM-5.1' (header line 43))",,out:effort-not-established, zai52-hle,zhipu,qwen3.7-max,not-established:absent,reasoning-math,frontier,none,,,,,,41.4,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 46: cell of row 'HLE', column 'Qwen3.7-Max' (header line 43))",,out:effort-not-established, zai52-hle,zhipu,minimax-m3,not-established:absent,reasoning-math,frontier,none,,,,,,37,score%,0.289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 46: cell of row 'HLE', column 'MiniMax M3' (header line 43))",,out:effort-not-established, zai52-hle,zhipu,deepseek-v4-pro-preview,max,reasoning-math,frontier,none,,,,,,37.7,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 46: cell of row 'HLE', column 'DeepSeek-V4-Pro' (header line 43))",,in, zai52-hle,zhipu,gemini-3.1-pro,high,reasoning-math,frontier,none,,,,,,45,score%,0.289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 46: cell of row 'HLE', column 'Gemini 3.1 Pro' (header line 43))",,in, zai52-hletools,zhipu,glm-5.2,not-established:absent,reasoning-math,frontier,context-management tools,,,,,,54.7,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 47: cell of row 'HLE (w/ Tools)', column 'GLM-5.2' (header line 43))",,out:effort-not-established, zai52-hletools,zhipu,glm-5.1,not-established:absent,reasoning-math,frontier,context-management tools,,,,,,52.3,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 47: cell of row 'HLE (w/ Tools)', column 'GLM-5.1' (header line 43))",,out:effort-not-established, zai52-hletools,zhipu,qwen3.7-max,not-established:absent,reasoning-math,frontier,context-management tools,,,,,,53.5,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 47: cell of row 'HLE (w/ Tools)', column 'Qwen3.7-Max' (header line 43))",,out:effort-not-established, zai52-hletools,zhipu,deepseek-v4-pro-preview,max,reasoning-math,frontier,context-management tools,,,,,,48.2,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 47: cell of row 'HLE (w/ Tools)', column 'DeepSeek-V4-Pro' (header line 43))",,out:single-couple, zai52-critpt,zhipu,glm-5.2,unstated,reasoning-math,frontier,none,,,,,,20.9,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 48: cell of row 'CritPt', column 'GLM-5.2' (header line 43))",,out:effort-not-established, zai52-critpt,zhipu,glm-5.1,unstated,reasoning-math,frontier,none,,,,,,4.6,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 48: cell of row 'CritPt', column 'GLM-5.1' (header line 43))",,out:effort-not-established, zai52-critpt,zhipu,qwen3.7-max,unstated,reasoning-math,frontier,none,,,,,,13.4,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 48: cell of row 'CritPt', column 'Qwen3.7-Max' (header line 43))",,out:effort-not-established, zai52-critpt,zhipu,minimax-m3,unstated,reasoning-math,frontier,none,,,,,,3.7,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 48: cell of row 'CritPt', column 'MiniMax M3' (header line 43))",,out:effort-not-established, zai52-critpt,zhipu,deepseek-v4-pro-preview,unstated,reasoning-math,frontier,none,,,,,,12.9,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 48: cell of row 'CritPt', column 'DeepSeek-V4-Pro' (header line 43))",,out:effort-not-established, zai52-critpt,zhipu,opus-4.8,unstated,reasoning-math,frontier,none,,,,,,20.9,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 48: cell of row 'CritPt', column 'Claude Opus 4.8' (header line 43))",,out:effort-not-established, zai52-critpt,zhipu,gpt-5.5,unstated,reasoning-math,frontier,none,,,,,,27.1,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 48: cell of row 'CritPt', column 'GPT-5.5' (header line 43))",,out:effort-not-established, zai52-critpt,zhipu,gemini-3.1-pro,unstated,reasoning-math,frontier,none,,,,,,17.7,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 48: cell of row 'CritPt', column 'Gemini 3.1 Pro' (header line 43))",,out:effort-not-established, zai52-aime26,zhipu,glm-5.2,unstated,reasoning-math,hard,none,,,,,,99.2,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 49: cell of row 'AIME 2026', column 'GLM-5.2' (header line 43))",,out:effort-not-established, zai52-aime26,zhipu,glm-5.1,unstated,reasoning-math,hard,none,,,,,,95.3,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 49: cell of row 'AIME 2026', column 'GLM-5.1' (header line 43))",,out:effort-not-established, zai52-aime26,zhipu,qwen3.7-max,unstated,reasoning-math,hard,none,,,,,,97,score%,0.289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 49: cell of row 'AIME 2026', column 'Qwen3.7-Max' (header line 43))",,out:effort-not-established, zai52-aime26,zhipu,deepseek-v4-pro-preview,unstated,reasoning-math,hard,none,,,,,,94.6,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 49: cell of row 'AIME 2026', column 'DeepSeek-V4-Pro' (header line 43))",,out:effort-not-established, zai52-aime26,zhipu,opus-4.8,unstated,reasoning-math,hard,none,,,,,,95.7,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 49: cell of row 'AIME 2026', column 'Claude Opus 4.8' (header line 43))",,out:effort-not-established, zai52-aime26,zhipu,gpt-5.5,unstated,reasoning-math,hard,none,,,,,,98.3,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 49: cell of row 'AIME 2026', column 'GPT-5.5' (header line 43))",,out:effort-not-established, zai52-aime26,zhipu,gemini-3.1-pro,unstated,reasoning-math,hard,none,,,,,,98.2,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 49: cell of row 'AIME 2026', column 'Gemini 3.1 Pro' (header line 43))",,out:effort-not-established, zai52-hmmtnov,zhipu,glm-5.2,unstated,reasoning-math,hard,none,,,,,,94.4,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 50: cell of row 'HMMT Nov. 2025', column 'GLM-5.2' (header line 43))",,out:effort-not-established, zai52-hmmtnov,zhipu,glm-5.1,unstated,reasoning-math,hard,none,,,,,,94,score%,0.289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 50: cell of row 'HMMT Nov. 2025', column 'GLM-5.1' (header line 43))",,out:effort-not-established, zai52-hmmtnov,zhipu,qwen3.7-max,unstated,reasoning-math,hard,none,,,,,,95,score%,0.289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 50: cell of row 'HMMT Nov. 2025', column 'Qwen3.7-Max' (header line 43))",,out:effort-not-established, zai52-hmmtnov,zhipu,minimax-m3,unstated,reasoning-math,hard,none,,,,,,84.4,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 50: cell of row 'HMMT Nov. 2025', column 'MiniMax M3' (header line 43))",,out:effort-not-established, zai52-hmmtnov,zhipu,deepseek-v4-pro-preview,unstated,reasoning-math,hard,none,,,,,,94.4,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 50: cell of row 'HMMT Nov. 2025', column 'DeepSeek-V4-Pro' (header line 43))",,out:effort-not-established, zai52-hmmtnov,zhipu,opus-4.8,unstated,reasoning-math,hard,none,,,,,,96.5,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 50: cell of row 'HMMT Nov. 2025', column 'Claude Opus 4.8' (header line 43))",,out:effort-not-established, zai52-hmmtnov,zhipu,gpt-5.5,unstated,reasoning-math,hard,none,,,,,,96.5,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 50: cell of row 'HMMT Nov. 2025', column 'GPT-5.5' (header line 43))",,out:effort-not-established, zai52-hmmtnov,zhipu,gemini-3.1-pro,unstated,reasoning-math,hard,none,,,,,,94.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 50: cell of row 'HMMT Nov. 2025', column 'Gemini 3.1 Pro' (header line 43))",,out:effort-not-established, zai52-hmmtfeb,zhipu,glm-5.2,unstated,reasoning-math,hard,none,,,,,,92.5,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 51: cell of row 'HMMT Feb. 2026', column 'GLM-5.2' (header line 43))",,out:effort-not-established, zai52-hmmtfeb,zhipu,glm-5.1,unstated,reasoning-math,hard,none,,,,,,82.6,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 51: cell of row 'HMMT Feb. 2026', column 'GLM-5.1' (header line 43))",,out:effort-not-established, zai52-hmmtfeb,zhipu,qwen3.7-max,unstated,reasoning-math,hard,none,,,,,,97.1,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 51: cell of row 'HMMT Feb. 2026', column 'Qwen3.7-Max' (header line 43))",,out:effort-not-established, zai52-hmmtfeb,zhipu,minimax-m3,unstated,reasoning-math,hard,none,,,,,,84.4,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 51: cell of row 'HMMT Feb. 2026', column 'MiniMax M3' (header line 43))",,out:effort-not-established, zai52-hmmtfeb,zhipu,deepseek-v4-pro-preview,unstated,reasoning-math,hard,none,,,,,,95.2,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 51: cell of row 'HMMT Feb. 2026', column 'DeepSeek-V4-Pro' (header line 43))",,out:effort-not-established, zai52-hmmtfeb,zhipu,opus-4.8,unstated,reasoning-math,hard,none,,,,,,96.7,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 51: cell of row 'HMMT Feb. 2026', column 'Claude Opus 4.8' (header line 43))",,out:effort-not-established, zai52-hmmtfeb,zhipu,gpt-5.5,unstated,reasoning-math,hard,none,,,,,,96.7,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 51: cell of row 'HMMT Feb. 2026', column 'GPT-5.5' (header line 43))",,out:effort-not-established, zai52-hmmtfeb,zhipu,gemini-3.1-pro,unstated,reasoning-math,hard,none,,,,,,87.3,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 51: cell of row 'HMMT Feb. 2026', column 'Gemini 3.1 Pro' (header line 43))",,out:effort-not-established, zai52-imo,zhipu,glm-5.2,unstated,reasoning-math,hard,none,,,,,,91.0,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 52: cell of row 'IMOAnswerBench', column 'GLM-5.2' (header line 43))",,out:effort-not-established, zai52-imo,zhipu,glm-5.1,unstated,reasoning-math,hard,none,,,,,,83.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 52: cell of row 'IMOAnswerBench', column 'GLM-5.1' (header line 43))",,out:effort-not-established, zai52-imo,zhipu,qwen3.7-max,unstated,reasoning-math,hard,none,,,,,,90,score%,0.289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 52: cell of row 'IMOAnswerBench', column 'Qwen3.7-Max' (header line 43))",,out:effort-not-established, zai52-imo,zhipu,deepseek-v4-pro-preview,unstated,reasoning-math,hard,none,,,,,,89.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 52: cell of row 'IMOAnswerBench', column 'DeepSeek-V4-Pro' (header line 43))",,out:effort-not-established, zai52-imo,zhipu,opus-4.8,unstated,reasoning-math,hard,none,,,,,,83.5,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 52: cell of row 'IMOAnswerBench', column 'Claude Opus 4.8' (header line 43))",,out:effort-not-established, zai52-imo,zhipu,gemini-3.1-pro,unstated,reasoning-math,hard,none,,,,,,81,score%,0.289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 52: cell of row 'IMOAnswerBench', column 'Gemini 3.1 Pro' (header line 43))",,out:effort-not-established, zai52-gpqa,zhipu,glm-5.2,unstated,reasoning-math,hard,none,,,,,,91.2,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 53: cell of row 'GPQA-Diamond', column 'GLM-5.2' (header line 43))",,out:effort-not-established, zai52-gpqa,zhipu,glm-5.1,unstated,reasoning-math,hard,none,,,,,,86.2,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 53: cell of row 'GPQA-Diamond', column 'GLM-5.1' (header line 43))",,out:effort-not-established, zai52-gpqa,zhipu,qwen3.7-max,unstated,reasoning-math,hard,none,,,,,,90,score%,0.289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 53: cell of row 'GPQA-Diamond', column 'Qwen3.7-Max' (header line 43))",,out:effort-not-established, zai52-gpqa,zhipu,minimax-m3,unstated,reasoning-math,hard,none,,,,,,93,score%,0.289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 53: cell of row 'GPQA-Diamond', column 'MiniMax M3' (header line 43))",,out:effort-not-established, zai52-gpqa,zhipu,deepseek-v4-pro-preview,unstated,reasoning-math,hard,none,,,,,,90.1,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 53: cell of row 'GPQA-Diamond', column 'DeepSeek-V4-Pro' (header line 43))",,out:effort-not-established, zai52-gpqa,zhipu,opus-4.8,unstated,reasoning-math,hard,none,,,,,,93.6,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 53: cell of row 'GPQA-Diamond', column 'Claude Opus 4.8' (header line 43))",,out:effort-not-established, zai52-gpqa,zhipu,gpt-5.5,unstated,reasoning-math,hard,none,,,,,,93.6,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 53: cell of row 'GPQA-Diamond', column 'GPT-5.5' (header line 43))",,out:effort-not-established, zai52-gpqa,zhipu,gemini-3.1-pro,unstated,reasoning-math,hard,none,,,,,,94.3,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 53: cell of row 'GPQA-Diamond', column 'Gemini 3.1 Pro' (header line 43))",,out:effort-not-established, zai52-swebenchpro,zhipu,glm-5.2,not-established:absent,coding,frontier,OpenHands,,,,,,62.1,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 55: cell of row 'SWE-bench Pro', column 'GLM-5.2' (header line 43))",,out:effort-not-established, zai52-swebenchpro,zhipu,glm-5.1,not-established:absent,coding,frontier,OpenHands,,,,,,58.4,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 55: cell of row 'SWE-bench Pro', column 'GLM-5.1' (header line 43))",,out:effort-not-established, zai52-swebenchpro,zhipu,qwen3.7-max,not-established:absent,coding,frontier,OpenHands,,,,,,60.6,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 55: cell of row 'SWE-bench Pro', column 'Qwen3.7-Max' (header line 43))",,out:effort-not-established, zai52-swebenchpro,zhipu,minimax-m3,not-established:absent,coding,frontier,OpenHands,,,,,,59,score%,0.289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 55: cell of row 'SWE-bench Pro', column 'MiniMax M3' (header line 43))",,out:effort-not-established, zai52-swebenchpro,zhipu,deepseek-v4-pro-preview,not-established:absent,coding,frontier,OpenHands,,,,,,55.4,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 55: cell of row 'SWE-bench Pro', column 'DeepSeek-V4-Pro' (header line 43))",,out:effort-not-established, zai52-swebenchpro,zhipu,opus-4.8,not-established:absent,coding,frontier,OpenHands,,,,,,69.2,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 55: cell of row 'SWE-bench Pro', column 'Claude Opus 4.8' (header line 43))",,out:effort-not-established, zai52-swebenchpro,zhipu,gpt-5.5,not-established:absent,coding,frontier,OpenHands,,,,,,58.6,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 55: cell of row 'SWE-bench Pro', column 'GPT-5.5' (header line 43))",,out:effort-not-established, zai52-swebenchpro,zhipu,gemini-3.1-pro,not-established:absent,coding,frontier,OpenHands,,,,,,54.2,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 55: cell of row 'SWE-bench Pro', column 'Gemini 3.1 Pro' (header line 43))",,out:effort-not-established, zai52-nl2repo,zhipu,glm-5.2,not-established:absent,coding,hard,,,,,,,48.9,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 56: cell of row 'NL2Repo', column 'GLM-5.2' (header line 43))",,out:effort-not-established, zai52-nl2repo,zhipu,glm-5.1,not-established:absent,coding,hard,,,,,,,42.7,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 56: cell of row 'NL2Repo', column 'GLM-5.1' (header line 43))",,out:effort-not-established, zai52-nl2repo,zhipu,qwen3.7-max,not-established:absent,coding,hard,,,,,,,47.2,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 56: cell of row 'NL2Repo', column 'Qwen3.7-Max' (header line 43))",,out:effort-not-established, zai52-nl2repo,zhipu,minimax-m3,not-established:absent,coding,hard,,,,,,,42.1,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 56: cell of row 'NL2Repo', column 'MiniMax M3' (header line 43))",,out:effort-not-established, zai52-nl2repo,zhipu,deepseek-v4-pro-preview,max,coding,hard,,,,,,,35.5,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 56: cell of row 'NL2Repo', column 'DeepSeek-V4-Pro' (header line 43))",,in, zai52-nl2repo,zhipu,opus-4.8,max,coding,hard,,,,,,,69.7,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 56: cell of row 'NL2Repo', column 'Claude Opus 4.8' (header line 43))",,in, zai52-nl2repo,zhipu,gpt-5.5,xhigh,coding,hard,,,,,,,50.7,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 56: cell of row 'NL2Repo', column 'GPT-5.5' (header line 43))",,in, zai52-nl2repo,zhipu,gemini-3.1-pro,high,coding,hard,,,,,,,33.4,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 56: cell of row 'NL2Repo', column 'Gemini 3.1 Pro' (header line 43))",,in, zai52-deepswe,zhipu,glm-5.2,not-established:absent,coding,hard,mini-swe-agent,,,,,,46.2,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 57: cell of row 'DeepSWE', column 'GLM-5.2' (header line 43))",,out:effort-not-established, zai52-deepswe,zhipu,glm-5.1,not-established:absent,coding,hard,mini-swe-agent,,,,,,18,score%,0.289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 57: cell of row 'DeepSWE', column 'GLM-5.1' (header line 43))",,out:effort-not-established, zai52-deepswe,zhipu,qwen3.7-max,not-established:absent,coding,hard,mini-swe-agent,,,,,,18,score%,0.289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 57: cell of row 'DeepSWE', column 'Qwen3.7-Max' (header line 43))",,out:effort-not-established, zai52-deepswe,zhipu,minimax-m3,not-established:absent,coding,hard,mini-swe-agent,,,,,,20,score%,0.289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 57: cell of row 'DeepSWE', column 'MiniMax M3' (header line 43))",,out:effort-not-established, zai52-deepswe,zhipu,deepseek-v4-pro-preview,not-established:absent,coding,hard,mini-swe-agent,,,,,,8,score%,0.289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 57: cell of row 'DeepSWE', column 'DeepSeek-V4-Pro' (header line 43))",,out:effort-not-established, zai52-deepswe,zhipu,opus-4.8,not-established:absent,coding,hard,mini-swe-agent,,,,,,58,score%,0.289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 57: cell of row 'DeepSWE', column 'Claude Opus 4.8' (header line 43))",,out:effort-not-established, zai52-deepswe,zhipu,gpt-5.5,not-established:absent,coding,hard,mini-swe-agent,,,,,,70,score%,0.289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 57: cell of row 'DeepSWE', column 'GPT-5.5' (header line 43))",,out:effort-not-established, zai52-deepswe,zhipu,gemini-3.1-pro,not-established:absent,coding,hard,mini-swe-agent,,,,,,10,score%,0.289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 57: cell of row 'DeepSWE', column 'Gemini 3.1 Pro' (header line 43))",,out:effort-not-established, zai52-programbench,zhipu,glm-5.2,not-established:absent,coding,frontier,Claude Code,,,,,,63.7,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 58: cell of row 'ProgramBench', column 'GLM-5.2' (header line 43))",,out:effort-not-established, zai52-programbench,zhipu,glm-5.1,not-established:absent,coding,frontier,Claude Code,,,,,,50.9,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 58: cell of row 'ProgramBench', column 'GLM-5.1' (header line 43))",,out:effort-not-established, zai52-programbench,zhipu,deepseek-v4-pro-preview,not-established:absent,coding,frontier,Claude Code,,,,,,47.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 58: cell of row 'ProgramBench', column 'DeepSeek-V4-Pro' (header line 43))",,out:effort-not-established, zai52-programbench,zhipu,opus-4.8,max,coding,frontier,Claude Code,,,,,,71.9,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 58: cell of row 'ProgramBench', column 'Claude Opus 4.8' (header line 43))",,out:single-couple, zai52-programbench,zhipu,gpt-5.5,not-established:absent,coding,frontier,Claude Code,,,,,,70.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 58: cell of row 'ProgramBench', column 'GPT-5.5' (header line 43))",,out:effort-not-established, zai52-programbench,zhipu,gemini-3.1-pro,not-established:absent,coding,frontier,Claude Code,,,,,,39.5,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 58: cell of row 'ProgramBench', column 'Gemini 3.1 Pro' (header line 43))",,out:effort-not-established, zai52-tb21terminus,zhipu,glm-5.2,not-established:absent,coding,hard,Terminus-2,,,,,,81.0,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 59: cell of row 'Terminal Bench 2.1 (Terminus-2)', column 'GLM-5.2' (header line 43))",,out:effort-not-established, zai52-tb21terminus,zhipu,glm-5.1,not-established:absent,coding,hard,Terminus-2,,,,,,63.5,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 59: cell of row 'Terminal Bench 2.1 (Terminus-2)', column 'GLM-5.1' (header line 43))",,out:effort-not-established, zai52-tb21terminus,zhipu,qwen3.7-max,not-established:absent,coding,hard,Terminus-2,,,,,,75,score%,0.289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 59: cell of row 'Terminal Bench 2.1 (Terminus-2)', column 'Qwen3.7-Max' (header line 43))",,out:effort-not-established, zai52-tb21terminus,zhipu,minimax-m3,not-established:absent,coding,hard,Terminus-2,,,,,,65,score%,0.289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 59: cell of row 'Terminal Bench 2.1 (Terminus-2)', column 'MiniMax M3' (header line 43))",,out:effort-not-established, zai52-tb21terminus,zhipu,deepseek-v4-pro-preview,not-established:absent,coding,hard,Terminus-2,,,,,,64,score%,0.289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 59: cell of row 'Terminal Bench 2.1 (Terminus-2)', column 'DeepSeek-V4-Pro' (header line 43))",,out:effort-not-established, zai52-tb21terminus,zhipu,opus-4.8,not-established:absent,coding,hard,Terminus-2,,,,,,85,score%,0.289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 59: cell of row 'Terminal Bench 2.1 (Terminus-2)', column 'Claude Opus 4.8' (header line 43))",,out:effort-not-established, zai52-tb21terminus,zhipu,gpt-5.5,not-established:absent,coding,hard,Terminus-2,,,,,,84,score%,0.289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 59: cell of row 'Terminal Bench 2.1 (Terminus-2)', column 'GPT-5.5' (header line 43))",,out:effort-not-established, zai52-tb21terminus,zhipu,gemini-3.1-pro,not-established:absent,coding,hard,Terminus-2,,,,,,74,score%,0.289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 59: cell of row 'Terminal Bench 2.1 (Terminus-2)', column 'Gemini 3.1 Pro' (header line 43))",,out:effort-not-established, zai52-frontierswe,zhipu,glm-5.2,not-established:absent,coding,frontier,,,,,,,74.4,score%,0.0289,,evaluated-by:Proximal,"https://huggingface.co/zai-org/GLM-5.2 (line 61: cell of row 'FrontierSWE (Dominance)', column 'GLM-5.2' (header line 43))",,out:effort-not-established, zai52-frontierswe,zhipu,glm-5.1,not-established:absent,coding,frontier,,,,,,,30.5,score%,0.0289,,evaluated-by:Proximal,"https://huggingface.co/zai-org/GLM-5.2 (line 61: cell of row 'FrontierSWE (Dominance)', column 'GLM-5.1' (header line 43))",,out:effort-not-established, zai52-frontierswe,zhipu,deepseek-v4-pro-preview,max,coding,frontier,,,,,,,29.0,score%,0.0289,,evaluated-by:Proximal,"https://huggingface.co/zai-org/GLM-5.2 (line 61: cell of row 'FrontierSWE (Dominance)', column 'DeepSeek-V4-Pro' (header line 43))",,in, zai52-frontierswe,zhipu,opus-4.8,max,coding,frontier,,,,,,,75.1,score%,0.0289,,evaluated-by:Proximal,"https://huggingface.co/zai-org/GLM-5.2 (line 61: cell of row 'FrontierSWE (Dominance)', column 'Claude Opus 4.8' (header line 43))",,in, zai52-frontierswe,zhipu,gpt-5.5,xhigh,coding,frontier,,,,,,,72.6,score%,0.0289,,evaluated-by:Proximal; max-as-highest,"https://huggingface.co/zai-org/GLM-5.2 (line 61: cell of row 'FrontierSWE (Dominance)', column 'GPT-5.5' (header line 43))",,in, zai52-frontierswe,zhipu,gemini-3.1-pro,high,coding,frontier,,,,,,,39.6,score%,0.0289,,evaluated-by:Proximal; max-as-highest,"https://huggingface.co/zai-org/GLM-5.2 (line 61: cell of row 'FrontierSWE (Dominance)', column 'Gemini 3.1 Pro' (header line 43))",,in, zai52-posttrainbench,zhipu,glm-5.2,not-established:absent,mixed,frontier,,,,,,,34.3,score%,0.0289,,evaluated-by:PostTrainBench,"https://huggingface.co/zai-org/GLM-5.2 (line 62: cell of row 'PostTrainBench', column 'GLM-5.2' (header line 43))",,out:effort-not-established, zai52-posttrainbench,zhipu,glm-5.1,not-established:absent,mixed,frontier,,,,,,,20.1,score%,0.0289,,evaluated-by:PostTrainBench,"https://huggingface.co/zai-org/GLM-5.2 (line 62: cell of row 'PostTrainBench', column 'GLM-5.1' (header line 43))",,out:effort-not-established, zai52-posttrainbench,zhipu,opus-4.8,max,mixed,frontier,,,,,,,37.2,score%,0.0289,,evaluated-by:PostTrainBench,"https://huggingface.co/zai-org/GLM-5.2 (line 62: cell of row 'PostTrainBench', column 'Claude Opus 4.8' (header line 43))",,in, zai52-posttrainbench,zhipu,gpt-5.5,xhigh,mixed,frontier,,,,,,,28.4,score%,0.0289,,evaluated-by:PostTrainBench; max-as-highest,"https://huggingface.co/zai-org/GLM-5.2 (line 62: cell of row 'PostTrainBench', column 'GPT-5.5' (header line 43))",,in, zai52-posttrainbench,zhipu,gemini-3.1-pro,high,mixed,frontier,,,,,,,21.6,score%,0.0289,,evaluated-by:PostTrainBench; max-as-highest,"https://huggingface.co/zai-org/GLM-5.2 (line 62: cell of row 'PostTrainBench', column 'Gemini 3.1 Pro' (header line 43))",,in, zai52-swemarathon,zhipu,glm-5.2,not-established:absent,coding,frontier,,,,,,,13.0,score%,0.0289,,evaluated-by:Abundant AI,"https://huggingface.co/zai-org/GLM-5.2 (line 63: cell of row 'SWE-Marathon', column 'GLM-5.2' (header line 43))",,out:effort-not-established, zai52-swemarathon,zhipu,glm-5.1,not-established:absent,coding,frontier,,,,,,,1.0,score%,0.0289,,evaluated-by:Abundant AI,"https://huggingface.co/zai-org/GLM-5.2 (line 63: cell of row 'SWE-Marathon', column 'GLM-5.1' (header line 43))",,out:effort-not-established, zai52-swemarathon,zhipu,opus-4.8,max,coding,frontier,,,,,,,26.0,score%,0.0289,,evaluated-by:Abundant AI,"https://huggingface.co/zai-org/GLM-5.2 (line 63: cell of row 'SWE-Marathon', column 'Claude Opus 4.8' (header line 43))",,in, zai52-swemarathon,zhipu,gpt-5.5,xhigh,coding,frontier,,,,,,,12.0,score%,0.0289,,evaluated-by:Abundant AI; max-as-highest,"https://huggingface.co/zai-org/GLM-5.2 (line 63: cell of row 'SWE-Marathon', column 'GPT-5.5' (header line 43))",,in, zai52-swemarathon,zhipu,gemini-3.1-pro,high,coding,frontier,,,,,,,4.0,score%,0.0289,,evaluated-by:Abundant AI; max-as-highest,"https://huggingface.co/zai-org/GLM-5.2 (line 63: cell of row 'SWE-Marathon', column 'Gemini 3.1 Pro' (header line 43))",,in, zai52-mcpatlas,zhipu,glm-5.2,not-established:absent,agentic-tool,hard,MCP,,,,,,76.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 65: cell of row 'MCP-Atlas (Public Set)', column 'GLM-5.2' (header line 43))",,out:effort-not-established, zai52-mcpatlas,zhipu,glm-5.1,think,agentic-tool,hard,MCP,,,,,,71.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 65: cell of row 'MCP-Atlas (Public Set)', column 'GLM-5.1' (header line 43))",,in, zai52-mcpatlas,zhipu,qwen3.7-max,think,agentic-tool,hard,MCP,,,,,,76.4,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 65: cell of row 'MCP-Atlas (Public Set)', column 'Qwen3.7-Max' (header line 43))",,in, zai52-mcpatlas,zhipu,minimax-m3,think,agentic-tool,hard,MCP,,,,,,74.2,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 65: cell of row 'MCP-Atlas (Public Set)', column 'MiniMax M3' (header line 43))",,out:single-couple, zai52-mcpatlas,zhipu,deepseek-v4-pro-preview,max,agentic-tool,hard,MCP,,,,,,73.6,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 65: cell of row 'MCP-Atlas (Public Set)', column 'DeepSeek-V4-Pro' (header line 43))",,in, zai52-mcpatlas,zhipu,opus-4.8,max,agentic-tool,hard,MCP,,,,,,77.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 65: cell of row 'MCP-Atlas (Public Set)', column 'Claude Opus 4.8' (header line 43))",,in, zai52-mcpatlas,zhipu,gpt-5.5,xhigh,agentic-tool,hard,MCP,,,,,,75.3,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 65: cell of row 'MCP-Atlas (Public Set)', column 'GPT-5.5' (header line 43))",,in, zai52-mcpatlas,zhipu,gemini-3.1-pro,high,agentic-tool,hard,MCP,,,,,,69.2,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 65: cell of row 'MCP-Atlas (Public Set)', column 'Gemini 3.1 Pro' (header line 43))",,in, zai52-tooldecathlon,zhipu,glm-5.2,not-established:absent,agentic-tool,hard,official evaluation service,,,,,,48.2,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 66: cell of row 'Tool-Decathlon', column 'GLM-5.2' (header line 43))",,out:effort-not-established, zai52-tooldecathlon,zhipu,glm-5.1,not-established:absent,agentic-tool,hard,official evaluation service,,,,,,40.7,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 66: cell of row 'Tool-Decathlon', column 'GLM-5.1' (header line 43))",,out:effort-not-established, zai52-tooldecathlon,zhipu,deepseek-v4-pro-preview,max,agentic-tool,hard,official evaluation service,,,,,,52.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 66: cell of row 'Tool-Decathlon', column 'DeepSeek-V4-Pro' (header line 43))",,in, zai52-tooldecathlon,zhipu,opus-4.8,max,agentic-tool,hard,official evaluation service,,,,,,59.9,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 66: cell of row 'Tool-Decathlon', column 'Claude Opus 4.8' (header line 43))",,in, zai52-tooldecathlon,zhipu,gpt-5.5,xhigh,agentic-tool,hard,official evaluation service,,,,,,55.6,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 66: cell of row 'Tool-Decathlon', column 'GPT-5.5' (header line 43))",,in, zai52-tooldecathlon,zhipu,gemini-3.1-pro,high,agentic-tool,hard,official evaluation service,,,,,,48.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.2 (line 66: cell of row 'Tool-Decathlon', column 'Gemini 3.1 Pro' (header line 43))",,in, zai53f-codebench,zhipu,glm-5.3-flash,not-established:absent,coding,hard,Claude Code,,,,,,29.0,score%,0.0289,,,https://docs.z.ai/guides/llm/glm-5.3-flash (sentence on Z.ai Code Bench v1.0: value of GLM-5.3-Flash),,out:effort-not-established, zai53f-codebench,zhipu,opus-4.8,unstated,coding,hard,Claude Code,,,,,,29.5,score%,0.0289,,,https://docs.z.ai/guides/llm/glm-5.3-flash (sentence on Z.ai Code Bench v1.0: value of Claude Opus 4.8),,out:effort-not-established, zai53-tb21@zhipu,zhipu,glm-5.3-flash,unstated,coding,hard,Claude Code,,,,,,84.3,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3-Flash (Terminal Bench 2.1 panel, label above the GLM-5.3-Flash bar, about x 282, y 664 px (original 4239x2643))",,out:effort-not-established, zai53-tb21@zhipu,zhipu,?DeepSeek-V4-Vision-Exp,not-established:absent,coding,hard,Claude Code,,,,,,83.9,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3-Flash (Terminal Bench 2.1 panel, label above the DeepSeek-V4-Vision-Exp bar, about x 630, y 668 px (original 4239x2643))",,out:model-not-established, zai53-tb21@zhipu,zhipu,gemini-3.7-flash,unstated,coding,hard,Claude Code,,,,,,85.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3-Flash (Terminal Bench 2.1 panel, label above the Gemini 3.7 Flash bar, about x 1145, y 640 px (original 4239x2643))",,out:effort-not-established, zai53-deepswe@zhipu,zhipu,glm-5.3-flash,unstated,coding,hard,mini-swe-agent,,,,,,63.4,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3-Flash (DeepSWE v1.1 panel, label above the GLM-5.3-Flash bar, about x 1675, y 727 px (original 4239x2643))",,out:effort-not-established, zai53-deepswe@zhipu,zhipu,?DeepSeek-V4-Vision-Exp,not-established:absent,coding,hard,mini-swe-agent,,,,,,59.3,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3-Flash (DeepSWE v1.1 panel, label above the DeepSeek-V4-Vision-Exp bar, about x 2020, y 767 px (original 4239x2643))",,out:model-not-established, zai53-deepswe@zhipu,zhipu,gpt-5.6-terra,unstated,coding,hard,mini-swe-agent,,,,,,69.6,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3-Flash (DeepSWE v1.1 panel, label above the GPT-5.6 Terra bar, about x 2366, y 670 px (original 4239x2643))",,out:effort-not-established, zai53-deepswe@zhipu,zhipu,gemini-3.7-flash,unstated,coding,hard,mini-swe-agent,,,,,,65.3,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3-Flash (DeepSWE v1.1 panel, label above the Gemini 3.7 Flash bar, about x 2538, y 710 px (original 4239x2643))",,out:effort-not-established, zai53-automationbench@zhipu#none,zhipu,glm-5.3-flash,unstated,agentic-tool,hard,,,,,,,48.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3-Flash (AutomationBench panel, label above the GLM-5.3-Flash bar, about x 280, y 1794 px (original 4239x2643))",,out:effort-not-established, zai53-automationbench@zhipu#none,zhipu,?DeepSeek-V4-Vision-Exp,not-established:absent,agentic-tool,hard,,,,,,,38.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3-Flash (AutomationBench panel, label above the DeepSeek-V4-Vision-Exp bar, about x 628, y 1906 px (original 4239x2643))",,out:model-not-established, zai53-automationbench@zhipu#none,zhipu,gpt-5.6-terra,unstated,agentic-tool,hard,,,,,,,37.2,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3-Flash (AutomationBench panel, label above the GPT-5.6 Terra bar, about x 973, y 1923 px (original 4239x2643))",,out:effort-not-established, zai53-automationbench@zhipu#none,zhipu,gemini-3.7-flash,unstated,agentic-tool,hard,,,,,,,52.3,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3-Flash (AutomationBench panel, label above the Gemini 3.7 Flash bar, about x 1145, y 1755 px (original 4239x2643))",,out:effort-not-established, zai53-hletools@zhipu,zhipu,glm-5.3-flash,unstated,reasoning-math,frontier,context-management tools,,,,,,55.3,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3-Flash (HLE w/ Tools panel, label above the GLM-5.3-Flash bar, about x 1847, y 1719 px (original 4239x2643))",,out:effort-not-established, zai53-hletools@zhipu,zhipu,?DeepSeek-V4-Vision-Exp,not-established:absent,reasoning-math,frontier,context-management tools,,,,,,55.1,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3-Flash (HLE w/ Tools panel, label above the DeepSeek-V4-Vision-Exp bar, about x 2194, y 1721 px (original 4239x2643))",,out:model-not-established, zai53f-ale@zhipu,zhipu,glm-5.3-flash,unstated,agentic-tool,frontier,,,,,,,26.3,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3-Flash (Agents' Last Exam panel, label above the GLM-5.3-Flash bar, about x 3157, y 999 px (original 4239x2643))",,out:effort-not-established, zai53f-ale@zhipu,zhipu,glm-5.2,unstated,agentic-tool,frontier,,,,,,,20.4,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3-Flash (Agents' Last Exam panel, label above the GLM-5.2 bar, about x 3331, y 1081 px (original 4239x2643))",,out:effort-not-established, zai53f-ale@zhipu,zhipu,?DeepSeek-V4-Vision-Exp,not-established:absent,agentic-tool,frontier,,,,,,,27.3,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3-Flash (Agents' Last Exam panel, label above the DeepSeek-V4-Vision-Exp bar, about x 3504, y 986 px (original 4239x2643))",,out:model-not-established, zai53f-ale@zhipu,zhipu,opus-4.8,unstated,agentic-tool,frontier,,,,,,,27.0,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3-Flash (Agents' Last Exam panel, label above the Claude Opus 4.8 bar, about x 3676, y 990 px (original 4239x2643))",,out:effort-not-established, zai53f-ale@zhipu,zhipu,gpt-5.6-terra,unstated,agentic-tool,frontier,,,,,,,28.0,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3-Flash (Agents' Last Exam panel, label above the GPT-5.6 Terra bar, about x 3848, y 975 px (original 4239x2643))",,out:effort-not-established, zai53f-gdpval@zhipu,zhipu,glm-5.3-flash,unstated,agentic-tool,hard,AA agent,,,,,,1773,Elo,0.289,,,"https://huggingface.co/zai-org/GLM-5.3-Flash (GDPval-AA v2 panel, label above the GLM-5.3-Flash bar, about x 3068, y 1656 px (original 4239x2643))",,out:effort-not-established, zai53f-gdpval@zhipu,zhipu,glm-5.2,unstated,agentic-tool,hard,AA agent,,,,,,1504,Elo,0.289,,,"https://huggingface.co/zai-org/GLM-5.3-Flash (GDPval-AA v2 panel, label above the GLM-5.2 bar, about x 3241, y 1743 px (original 4239x2643))",,out:effort-not-established, zai53f-gdpval@zhipu,zhipu,?DeepSeek-V4-Vision-Exp,not-established:absent,agentic-tool,hard,AA agent,,,,,,1675,Elo,0.289,,,"https://huggingface.co/zai-org/GLM-5.3-Flash (GDPval-AA v2 panel, label above the DeepSeek-V4-Vision-Exp bar, about x 3415, y 1683 px (original 4239x2643))",,out:model-not-established, zai53f-gdpval@zhipu,zhipu,opus-4.8,unstated,agentic-tool,hard,AA agent,,,,,,1582,Elo,0.289,,,"https://huggingface.co/zai-org/GLM-5.3-Flash (GDPval-AA v2 panel, label above the Claude Opus 4.8 bar, about x 3593, y 1711 px (original 4239x2643))",,out:effort-not-established, zai53f-gdpval@zhipu,zhipu,gpt-5.6-terra,unstated,agentic-tool,hard,AA agent,,,,,,1571,Elo,0.289,,,"https://huggingface.co/zai-org/GLM-5.3-Flash (GDPval-AA v2 panel, label above the GPT-5.6 Terra bar, about x 3763, y 1709 px (original 4239x2643))",,out:effort-not-established, zai53f-gdpval@zhipu,zhipu,gemini-3.7-flash,unstated,agentic-tool,hard,AA agent,,,,,,1527,Elo,0.289,,,"https://huggingface.co/zai-org/GLM-5.3-Flash (GDPval-AA v2 panel, label above the Gemini 3.7 Flash bar, about x 3937, y 1730 px (original 4239x2643))",,out:effort-not-established, zai53-tb21@zhipu,zhipu,glm-5.3,not-established:absent,coding,hard,Claude Code,,,,,,88.2,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 24: cell of row 'Terminal Bench 2.1', column 'GLM-5.3' (header line 22))",,out:effort-not-established, zai53-tb21@zhipu,zhipu,glm-5.2,unstated,coding,hard,Claude Code,,,,,,81.0,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 24: cell of row 'Terminal Bench 2.1', column 'GLM-5.2' (header line 22))",,out:effort-not-established, zai53-tb21@zhipu,zhipu,kimi-k3,unstated,coding,hard,Claude Code,,,,,,88.3,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 24: cell of row 'Terminal Bench 2.1', column 'Kimi K3' (header line 22))",,out:effort-not-established, zai53-tb21@zhipu,zhipu,deepseek-v4-pro-0813,unstated,coding,hard,Claude Code,,,,,,87.9,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 24: cell of row 'Terminal Bench 2.1', column 'DeepSeek-V4 Pro-0813' (header line 22))",,out:effort-not-established, zai53-tb21@zhipu,zhipu,qwen3.8-max,unstated,coding,hard,Claude Code,,,,,,86.6,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 24: cell of row 'Terminal Bench 2.1', column 'Qwen3.8-Max' (header line 22))",,out:effort-not-established, zai53-tb21@zhipu,zhipu,opus-4.8,unstated,coding,hard,Claude Code,,,,,,85.0,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 24: cell of row 'Terminal Bench 2.1', column 'Opus 4.8' (header line 22))",,out:effort-not-established, zai53-tb21@zhipu,zhipu,fable-5,unstated,coding,hard,Claude Code,,,,,,88.0,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 24: cell of row 'Terminal Bench 2.1', column 'Fable 5 (w/ fallback)' (header line 22))",,out:effort-not-established, zai53-tb21@zhipu,zhipu,gpt-5.6-sol,unstated,coding,hard,Claude Code,,,,,,88.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 24: cell of row 'Terminal Bench 2.1', column 'GPT-5.6 Sol' (header line 22))",,out:effort-not-established, zai53-tb30,zhipu,glm-5.3,not-established:absent,coding,frontier,Claude Code,,,,,,28.3,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 25: cell of row 'Terminal Bench 3.0', column 'GLM-5.3' (header line 22))",,out:effort-not-established, zai53-tb30,zhipu,glm-5.2,not-established:absent,coding,frontier,Claude Code,,,,,,4.6,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 25: cell of row 'Terminal Bench 3.0', column 'GLM-5.2' (header line 22))",,out:effort-not-established, zai53-tb30,zhipu,kimi-k3,not-established:absent,coding,frontier,Claude Code,,,,,,17.4,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 25: cell of row 'Terminal Bench 3.0', column 'Kimi K3' (header line 22))",,out:effort-not-established, zai53-tb30,zhipu,opus-4.8,max,coding,frontier,Claude Code,,,,,,21.1,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 25: cell of row 'Terminal Bench 3.0', column 'Opus 4.8' (header line 22))",,in, zai53-tb30,zhipu,fable-5,max,coding,frontier,Claude Code,,,,,,33.7,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 25: cell of row 'Terminal Bench 3.0', column 'Fable 5 (w/ fallback)' (header line 22))",,in, zai53-tb30,zhipu,gpt-5.6-sol,not-established:absent,coding,frontier,Claude Code,,,,,,34.6,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 25: cell of row 'Terminal Bench 3.0', column 'GPT-5.6 Sol' (header line 22))",,out:effort-not-established, zai53-deepswe@zhipu,zhipu,glm-5.3,not-established:absent,coding,hard,mini-swe-agent,,,,,,66.9,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 26: cell of row 'DeepSWE (v1.1)', column 'GLM-5.3' (header line 22))",,out:effort-not-established, zai53-deepswe@zhipu,zhipu,glm-5.2,unstated,coding,hard,mini-swe-agent,,,,,,46.2,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 26: cell of row 'DeepSWE (v1.1)', column 'GLM-5.2' (header line 22))",,out:effort-not-established, zai53-deepswe@zhipu,zhipu,kimi-k3,unstated,coding,hard,mini-swe-agent,,,,,,67.5,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 26: cell of row 'DeepSWE (v1.1)', column 'Kimi K3' (header line 22))",,out:effort-not-established, zai53-deepswe@zhipu,zhipu,deepseek-v4-pro-0813,unstated,coding,hard,mini-swe-agent,,,,,,62.7,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 26: cell of row 'DeepSWE (v1.1)', column 'DeepSeek-V4 Pro-0813' (header line 22))",,out:effort-not-established, zai53-deepswe@zhipu,zhipu,qwen3.8-max,unstated,coding,hard,mini-swe-agent,,,,,,56.6,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 26: cell of row 'DeepSWE (v1.1)', column 'Qwen3.8-Max' (header line 22))",,out:effort-not-established, zai53-deepswe@zhipu,zhipu,opus-4.8,unstated,coding,hard,mini-swe-agent,,,,,,58.0,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 26: cell of row 'DeepSWE (v1.1)', column 'Opus 4.8' (header line 22))",,out:effort-not-established, zai53-deepswe@zhipu,zhipu,fable-5,unstated,coding,hard,mini-swe-agent,,,,,,69.7,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 26: cell of row 'DeepSWE (v1.1)', column 'Fable 5 (w/ fallback)' (header line 22))",,out:effort-not-established, zai53-deepswe@zhipu,zhipu,gpt-5.6-sol,unstated,coding,hard,mini-swe-agent,,,,,,72.7,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 26: cell of row 'DeepSWE (v1.1)', column 'GPT-5.6 Sol' (header line 22))",,out:effort-not-established, zai53-nl2repo,zhipu,glm-5.3,max,coding,hard,,,,,,,58.0,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 27: cell of row 'NL2Repo', column 'GLM-5.3' (header line 22))",,out:single-couple, zai53-nl2repo,zhipu,glm-5.2,unstated,coding,hard,,,,,,,48.9,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 27: cell of row 'NL2Repo', column 'GLM-5.2' (header line 22))",,out:effort-not-established, zai53-nl2repo,zhipu,kimi-k3,unstated,coding,hard,,,,,,,58.0,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 27: cell of row 'NL2Repo', column 'Kimi K3' (header line 22))",,out:effort-not-established, zai53-nl2repo,zhipu,deepseek-v4-pro-0813,unstated,coding,hard,,,,,,,61.1,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 27: cell of row 'NL2Repo', column 'DeepSeek-V4 Pro-0813' (header line 22))",,out:effort-not-established, zai53-nl2repo,zhipu,qwen3.8-max,unstated,coding,hard,,,,,,,55.9,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 27: cell of row 'NL2Repo', column 'Qwen3.8-Max' (header line 22))",,out:effort-not-established, zai53-nl2repo,zhipu,opus-4.8,unstated,coding,hard,,,,,,,69.7,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 27: cell of row 'NL2Repo', column 'Opus 4.8' (header line 22))",,out:effort-not-established, zai53-programbench,zhipu,glm-5.3,max,coding,frontier,,,,,,,19.0,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 28: cell of row 'ProgramBench (Almost Solved)', column 'GLM-5.3' (header line 22))",,out:single-couple, zai53-programbench,zhipu,glm-5.2,unstated,coding,frontier,,,,,,,9.5,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 28: cell of row 'ProgramBench (Almost Solved)', column 'GLM-5.2' (header line 22))",,out:effort-not-established, zai53-programbench,zhipu,kimi-k3,unstated,coding,frontier,,,,,,,17.5,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 28: cell of row 'ProgramBench (Almost Solved)', column 'Kimi K3' (header line 22))",,out:effort-not-established, zai53-programbench,zhipu,qwen3.8-max,unstated,coding,frontier,,,,,,,10.5,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 28: cell of row 'ProgramBench (Almost Solved)', column 'Qwen3.8-Max' (header line 22))",,out:effort-not-established, zai53-programbench,zhipu,opus-4.8,unstated,coding,frontier,,,,,,,15.5,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 28: cell of row 'ProgramBench (Almost Solved)', column 'Opus 4.8' (header line 22))",,out:effort-not-established, zai53-programbench,zhipu,fable-5,unstated,coding,frontier,,,,,,,33.0,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 28: cell of row 'ProgramBench (Almost Solved)', column 'Fable 5 (w/ fallback)' (header line 22))",,out:effort-not-established, zai53-programbench,zhipu,gpt-5.6-sol,unstated,coding,frontier,,,,,,,23.0,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 28: cell of row 'ProgramBench (Almost Solved)', column 'GPT-5.6 Sol' (header line 22))",,out:effort-not-established, zai53-frontierswe,zhipu,glm-5.3,max,coding,frontier,,,,,,,78.1,score%,0.0289,,evaluated-by:Proximal,"https://huggingface.co/zai-org/GLM-5.3 (line 29: cell of row 'FrontierSWE', column 'GLM-5.3' (header line 22))",,in, zai53-frontierswe,zhipu,glm-5.2,not-established:absent,coding,frontier,,,,,,,67.5,score%,0.0289,,evaluated-by:Proximal,"https://huggingface.co/zai-org/GLM-5.3 (line 29: cell of row 'FrontierSWE', column 'GLM-5.2' (header line 22))",,out:effort-not-established, zai53-frontierswe,zhipu,opus-4.8,max,coding,frontier,,,,,,,66.5,score%,0.0289,,evaluated-by:Proximal,"https://huggingface.co/zai-org/GLM-5.3 (line 29: cell of row 'FrontierSWE', column 'Opus 4.8' (header line 22))",,in, zai53-frontierswe,zhipu,fable-5,max,coding,frontier,,,,,,,88.2,score%,0.0289,,evaluated-by:Proximal,"https://huggingface.co/zai-org/GLM-5.3 (line 29: cell of row 'FrontierSWE', column 'Fable 5 (w/ fallback)' (header line 22))",,in, zai53-swemarathon,zhipu,glm-5.3,not-established:absent,coding,frontier,Claude Code,,,,,,42.5,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 30: cell of row 'SWE-Marathon (v1.1)', column 'GLM-5.3' (header line 22))",,out:effort-not-established, zai53-swemarathon,zhipu,glm-5.2,unstated,coding,frontier,Claude Code,,,,,,19.4,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 30: cell of row 'SWE-Marathon (v1.1)', column 'GLM-5.2' (header line 22))",,out:effort-not-established, zai53-swemarathon,zhipu,kimi-k3,unstated,coding,frontier,Claude Code,,,,,,48.1,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 30: cell of row 'SWE-Marathon (v1.1)', column 'Kimi K3' (header line 22))",,out:effort-not-established, zai53-swemarathon,zhipu,opus-4.8,unstated,coding,frontier,Claude Code,,,,,,48.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 30: cell of row 'SWE-Marathon (v1.1)', column 'Opus 4.8' (header line 22))",,out:effort-not-established, zai53-swemarathon,zhipu,fable-5,unstated,coding,frontier,Claude Code,,,,,,33.1,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 30: cell of row 'SWE-Marathon (v1.1)', column 'Fable 5 (w/ fallback)' (header line 22))",,out:effort-not-established, zai53-swemarathon,zhipu,gpt-5.6-sol,unstated,coding,frontier,Claude Code,,,,,,42.5,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 30: cell of row 'SWE-Marathon (v1.1)', column 'GPT-5.6 Sol' (header line 22))",,out:effort-not-established, zai53-posttrainbench,zhipu,glm-5.3,not-established:absent,mixed,frontier,Claude Code,,,,,,39.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 31: cell of row 'PostTrainBench', column 'GLM-5.3' (header line 22))",,out:effort-not-established, zai53-posttrainbench,zhipu,glm-5.2,unstated,mixed,frontier,Claude Code,,,,,,31.7,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 31: cell of row 'PostTrainBench', column 'GLM-5.2' (header line 22))",,out:effort-not-established, zai53-posttrainbench,zhipu,kimi-k3,unstated,mixed,frontier,Claude Code,,,,,,32.0,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 31: cell of row 'PostTrainBench', column 'Kimi K3' (header line 22))",,out:effort-not-established, zai53-posttrainbench,zhipu,opus-4.8,unstated,mixed,frontier,Claude Code,,,,,,32.9,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 31: cell of row 'PostTrainBench', column 'Opus 4.8' (header line 22))",,out:effort-not-established, zai53-posttrainbench,zhipu,fable-5,unstated,mixed,frontier,Claude Code,,,,,,41.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 31: cell of row 'PostTrainBench', column 'Fable 5 (w/ fallback)' (header line 22))",,out:effort-not-established, zai53-posttrainbench,zhipu,gpt-5.6-sol,unstated,mixed,frontier,Claude Code,,,,,,36.2,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 31: cell of row 'PostTrainBench', column 'GPT-5.6 Sol' (header line 22))",,out:effort-not-established, zai53-cybergym,zhipu,glm-5.3,not-established:absent,agentic-tool,hard,Claude Code,,,,,,84.5,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 32: cell of row 'CyberGym', column 'GLM-5.3' (header line 22))",,out:effort-not-established, zai53-cybergym,zhipu,glm-5.2,unstated,agentic-tool,hard,Claude Code,,,,,,77.2,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 32: cell of row 'CyberGym', column 'GLM-5.2' (header line 22))",,out:effort-not-established, zai53-cybergym,zhipu,kimi-k3,unstated,agentic-tool,hard,Claude Code,,,,,,80.0,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 32: cell of row 'CyberGym', column 'Kimi K3' (header line 22))",,out:effort-not-established, zai53-cybergym,zhipu,deepseek-v4-pro-0813,unstated,agentic-tool,hard,Claude Code,,,,,,83.3,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 32: cell of row 'CyberGym', column 'DeepSeek-V4 Pro-0813' (header line 22))",,out:effort-not-established, zai53-cybergym,zhipu,qwen3.8-max,unstated,agentic-tool,hard,Claude Code,,,,,,78.5,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 32: cell of row 'CyberGym', column 'Qwen3.8-Max' (header line 22))",,out:effort-not-established, zai53-cybergym,zhipu,opus-4.8,unstated,agentic-tool,hard,Claude Code,,,,,,78.1,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 32: cell of row 'CyberGym', column 'Opus 4.8' (header line 22))",,out:effort-not-established, zai53-cybergym,zhipu,fable-5,unstated,agentic-tool,hard,Claude Code,,,,,,83.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 32: cell of row 'CyberGym', column 'Fable 5 (w/ fallback)' (header line 22))",,out:effort-not-established, zai53-cybergym,zhipu,gpt-5.6-sol,unstated,agentic-tool,hard,Claude Code,,,,,,83.6,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 32: cell of row 'CyberGym', column 'GPT-5.6 Sol' (header line 22))",,out:effort-not-established, zai53-exploitgym2h,zhipu,glm-5.3,not-established:absent,agentic-tool,frontier,Claude Code,,,,,,105,solved-of-869,0.289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 33: cell of row 'ExploitGym (2h / 6h)', column 'GLM-5.3' (header line 22); value 1 of two printed in the cell ('2h / 6h'))",,out:effort-not-established, zai53-exploitgym6h,zhipu,glm-5.3,not-established:absent,agentic-tool,frontier,Claude Code,,,,,,130,solved-of-869,0.289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 33: cell of row 'ExploitGym (2h / 6h)', column 'GLM-5.3' (header line 22); value 2 of two printed in the cell ('2h / 6h'))",,out:effort-not-established, zai53-exploitgym2h,zhipu,glm-5.2,unstated,agentic-tool,frontier,Claude Code,,,,,,29,solved-of-869,0.289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 33: cell of row 'ExploitGym (2h / 6h)', column 'GLM-5.2' (header line 22); value 1 of two printed in the cell ('2h / 6h'))",,out:effort-not-established, zai53-exploitgym6h,zhipu,glm-5.2,unstated,agentic-tool,frontier,Claude Code,,,,,,39,solved-of-869,0.289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 33: cell of row 'ExploitGym (2h / 6h)', column 'GLM-5.2' (header line 22); value 2 of two printed in the cell ('2h / 6h'))",,out:effort-not-established, zai53-exploitgym2h,zhipu,kimi-k3,not-established:absent,agentic-tool,frontier,Claude Code,,,,,,36,solved-of-869,0.289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 33: cell of row 'ExploitGym (2h / 6h)', column 'Kimi K3' (header line 22); value 1 of two printed in the cell ('2h / 6h'))",,out:effort-not-established, zai53-exploitgym6h,zhipu,kimi-k3,not-established:absent,agentic-tool,frontier,Claude Code,,,,,,70,solved-of-869,0.289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 33: cell of row 'ExploitGym (2h / 6h)', column 'Kimi K3' (header line 22); value 2 of two printed in the cell ('2h / 6h'))",,out:effort-not-established, zai53-exploitgym2h,zhipu,qwen3.8-max,xhigh,agentic-tool,frontier,Claude Code,,,,,,14,solved-of-869,0.289,,max-as-highest,"https://huggingface.co/zai-org/GLM-5.3 (line 33: cell of row 'ExploitGym (2h / 6h)', column 'Qwen3.8-Max' (header line 22); value 1 of two printed in the cell ('2h / 6h'))",,out:single-couple, zai53-exploitgym6h,zhipu,qwen3.8-max,xhigh,agentic-tool,frontier,Claude Code,,,,,,26,solved-of-869,0.289,,max-as-highest,"https://huggingface.co/zai-org/GLM-5.3 (line 33: cell of row 'ExploitGym (2h / 6h)', column 'Qwen3.8-Max' (header line 22); value 2 of two printed in the cell ('2h / 6h'))",,out:single-couple, zai53-exploitgym2h,zhipu,opus-4.8,unstated,agentic-tool,frontier,Claude Code,,,,,,80,solved-of-869,0.289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 33: cell of row 'ExploitGym (2h / 6h)', column 'Opus 4.8' (header line 22); value 1 of two printed in the cell ('2h / 6h'))",,out:effort-not-established, zai53-exploitgym6h,zhipu,opus-4.8,unstated,agentic-tool,frontier,Claude Code,,,,,,120,solved-of-869,0.289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 33: cell of row 'ExploitGym (2h / 6h)', column 'Opus 4.8' (header line 22); value 2 of two printed in the cell ('2h / 6h'))",,out:effort-not-established, zai53-exploitgym2h,zhipu,fable-5,unstated,agentic-tool,frontier,Claude Code,,,,,,181,solved-of-869,0.289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 33: cell of row 'ExploitGym (2h / 6h)', column 'Fable 5 (w/ fallback)' (header line 22); value 1 of two printed in the cell ('2h / 6h'))",,out:effort-not-established, zai53-exploitgym6h,zhipu,fable-5,unstated,agentic-tool,frontier,Claude Code,,,,,,247,solved-of-869,0.289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 33: cell of row 'ExploitGym (2h / 6h)', column 'Fable 5 (w/ fallback)' (header line 22); value 2 of two printed in the cell ('2h / 6h'))",,out:effort-not-established, zai53-exploitgym2h,zhipu,gpt-5.6-sol,unstated,agentic-tool,frontier,Claude Code,,,,,,216,solved-of-869,0.289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 33: cell of row 'ExploitGym (2h / 6h)', column 'GPT-5.6 Sol' (header line 22); value 1 of two printed in the cell ('2h / 6h'))",,out:effort-not-established, zai53-exploitgym6h,zhipu,gpt-5.6-sol,unstated,agentic-tool,frontier,Claude Code,,,,,,293,solved-of-869,0.289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 33: cell of row 'ExploitGym (2h / 6h)', column 'GPT-5.6 Sol' (header line 22); value 2 of two printed in the cell ('2h / 6h'))",,out:effort-not-established, zai53-exploitbench,zhipu,glm-5.3,not-established:absent,agentic-tool,frontier,Claude Code,,,,,,54.4,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 34: cell of row 'ExploitBench', column 'GLM-5.3' (header line 22))",,out:effort-not-established, zai53-exploitbench,zhipu,glm-5.2,unstated,agentic-tool,frontier,Claude Code,,,,,,24.4,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 34: cell of row 'ExploitBench', column 'GLM-5.2' (header line 22))",,out:effort-not-established, zai53-exploitbench,zhipu,kimi-k3,unstated,agentic-tool,frontier,Claude Code,,,,,,32.2,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 34: cell of row 'ExploitBench', column 'Kimi K3' (header line 22))",,out:effort-not-established, zai53-exploitbench,zhipu,qwen3.8-max,unstated,agentic-tool,frontier,Claude Code,,,,,,28.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 34: cell of row 'ExploitBench', column 'Qwen3.8-Max' (header line 22))",,out:effort-not-established, zai53-exploitbench,zhipu,opus-4.8,unstated,agentic-tool,frontier,Claude Code,,,,,,40.0,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 34: cell of row 'ExploitBench', column 'Opus 4.8' (header line 22))",,out:effort-not-established, zai53-exploitbench,zhipu,fable-5,unstated,agentic-tool,frontier,Claude Code,,,,,,78.0,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 34: cell of row 'ExploitBench', column 'Fable 5 (w/ fallback)' (header line 22))",,out:effort-not-established, zai53-exploitbench,zhipu,gpt-5.6-sol,unstated,agentic-tool,frontier,Claude Code,,,,,,76.5,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 34: cell of row 'ExploitBench', column 'GPT-5.6 Sol' (header line 22))",,out:effort-not-established, zai53-toolathlon,zhipu,glm-5.3,unstated,agentic-tool,hard,official evaluation service,,,,,,73.0,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 35: cell of row 'Toolathlon Verified', column 'GLM-5.3' (header line 22))",,out:effort-not-established, zai53-toolathlon,zhipu,glm-5.2,unstated,agentic-tool,hard,official evaluation service,,,,,,59.9,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 35: cell of row 'Toolathlon Verified', column 'GLM-5.2' (header line 22))",,out:effort-not-established, zai53-toolathlon,zhipu,kimi-k3,unstated,agentic-tool,hard,official evaluation service,,,,,,76.5,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 35: cell of row 'Toolathlon Verified', column 'Kimi K3' (header line 22))",,out:effort-not-established, zai53-toolathlon,zhipu,deepseek-v4-pro-0813,unstated,agentic-tool,hard,official evaluation service,,,,,,74.1,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 35: cell of row 'Toolathlon Verified', column 'DeepSeek-V4 Pro-0813' (header line 22))",,out:effort-not-established, zai53-toolathlon,zhipu,qwen3.8-max,unstated,agentic-tool,hard,official evaluation service,,,,,,72.5,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 35: cell of row 'Toolathlon Verified', column 'Qwen3.8-Max' (header line 22))",,out:effort-not-established, zai53-toolathlon,zhipu,opus-4.8,unstated,agentic-tool,hard,official evaluation service,,,,,,76.2,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 35: cell of row 'Toolathlon Verified', column 'Opus 4.8' (header line 22))",,out:effort-not-established, zai53-toolathlon,zhipu,fable-5,unstated,agentic-tool,hard,official evaluation service,,,,,,74.7,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 35: cell of row 'Toolathlon Verified', column 'Fable 5 (w/ fallback)' (header line 22))",,out:effort-not-established, zai53-toolathlon,zhipu,gpt-5.6-sol,unstated,agentic-tool,hard,official evaluation service,,,,,,74.9,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 35: cell of row 'Toolathlon Verified', column 'GPT-5.6 Sol' (header line 22))",,out:effort-not-established, zai53-automationbench@zhipu#1.0.6,zhipu,glm-5.3,max,agentic-tool,hard,,,,,,,48.2,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 36: cell of row 'AutomationBench (v1.0.6)', column 'GLM-5.3' (header line 22))",,out:single-couple, zai53-automationbench@zhipu#1.0.6,zhipu,glm-5.2,unstated,agentic-tool,hard,,,,,,,26.2,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 36: cell of row 'AutomationBench (v1.0.6)', column 'GLM-5.2' (header line 22))",,out:effort-not-established, zai53-automationbench@zhipu#1.0.6,zhipu,kimi-k3,unstated,agentic-tool,hard,,,,,,,46.7,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 36: cell of row 'AutomationBench (v1.0.6)', column 'Kimi K3' (header line 22))",,out:effort-not-established, zai53-automationbench@zhipu#1.0.6,zhipu,deepseek-v4-pro-0813,unstated,agentic-tool,hard,,,,,,,43.2,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 36: cell of row 'AutomationBench (v1.0.6)', column 'DeepSeek-V4 Pro-0813' (header line 22))",,out:effort-not-established, zai53-automationbench@zhipu#1.0.6,zhipu,qwen3.8-max,unstated,agentic-tool,hard,,,,,,,39.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 36: cell of row 'AutomationBench (v1.0.6)', column 'Qwen3.8-Max' (header line 22))",,out:effort-not-established, zai53-automationbench@zhipu#1.0.6,zhipu,opus-4.8,unstated,agentic-tool,hard,,,,,,,41.0,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 36: cell of row 'AutomationBench (v1.0.6)', column 'Opus 4.8' (header line 22))",,out:effort-not-established, zai53-automationbench@zhipu#1.0.6,zhipu,fable-5,unstated,agentic-tool,hard,,,,,,,46.2,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 36: cell of row 'AutomationBench (v1.0.6)', column 'Fable 5 (w/ fallback)' (header line 22))",,out:effort-not-established, zai53-automationbench@zhipu#1.0.6,zhipu,gpt-5.6-sol,unstated,agentic-tool,hard,,,,,,,45.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 36: cell of row 'AutomationBench (v1.0.6)', column 'GPT-5.6 Sol' (header line 22))",,out:effort-not-established, zai53-ale,zhipu,glm-5.3,not-established:absent,agentic-tool,frontier,Claude Code,,,,,,28.5,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 37: cell of row 'Agents' Last Exam (ALE-CLI)', column 'GLM-5.3' (header line 22))",,out:effort-not-established, zai53-ale,zhipu,glm-5.2,not-established:absent,agentic-tool,frontier,Claude Code,,,,,,23.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 37: cell of row 'Agents' Last Exam (ALE-CLI)', column 'GLM-5.2' (header line 22))",,out:effort-not-established, zai53-ale,zhipu,kimi-k3,not-established:absent,agentic-tool,frontier,Claude Code,,,,,,27.6,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 37: cell of row 'Agents' Last Exam (ALE-CLI)', column 'Kimi K3' (header line 22))",,out:effort-not-established, zai53-ale,zhipu,deepseek-v4-pro-0813,not-established:absent,agentic-tool,frontier,Claude Code,,,,,,25.7,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 37: cell of row 'Agents' Last Exam (ALE-CLI)', column 'DeepSeek-V4 Pro-0813' (header line 22))",,out:effort-not-established, zai53-ale,zhipu,qwen3.8-max,xhigh,agentic-tool,frontier,Claude Code,,,,,,27.0,score%,0.0289,,max-as-highest,"https://huggingface.co/zai-org/GLM-5.3 (line 37: cell of row 'Agents' Last Exam (ALE-CLI)', column 'Qwen3.8-Max' (header line 22))",,in, zai53-ale,zhipu,opus-4.8,max,agentic-tool,frontier,Claude Code,,,,,,25.7,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 37: cell of row 'Agents' Last Exam (ALE-CLI)', column 'Opus 4.8' (header line 22))",,in, zai53-ale,zhipu,fable-5,max,agentic-tool,frontier,Claude Code,,,,,,23.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 37: cell of row 'Agents' Last Exam (ALE-CLI)', column 'Fable 5 (w/ fallback)' (header line 22))",,in, zai53-ale,zhipu,gpt-5.6-sol,not-established:absent,agentic-tool,frontier,Claude Code,,,,,,28.6,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 37: cell of row 'Agents' Last Exam (ALE-CLI)', column 'GPT-5.6 Sol' (header line 22))",,out:effort-not-established, zai53-hletools@zhipu,zhipu,glm-5.3,max,reasoning-math,frontier,context-management tools,,,,,,62.5,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 38: cell of row 'HLE w/ Tools', column 'GLM-5.3' (header line 22))",,out:single-couple, zai53-hletools@zhipu,zhipu,glm-5.2,unstated,reasoning-math,frontier,context-management tools,,,,,,54.7,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 38: cell of row 'HLE w/ Tools', column 'GLM-5.2' (header line 22))",,out:effort-not-established, zai53-hletools@zhipu,zhipu,kimi-k3,unstated,reasoning-math,frontier,context-management tools,,,,,,59.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 38: cell of row 'HLE w/ Tools', column 'Kimi K3' (header line 22))",,out:effort-not-established, zai53-hletools@zhipu,zhipu,deepseek-v4-pro-0813,unstated,reasoning-math,frontier,context-management tools,,,,,,60.0,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 38: cell of row 'HLE w/ Tools', column 'DeepSeek-V4 Pro-0813' (header line 22))",,out:effort-not-established, zai53-hletools@zhipu,zhipu,qwen3.8-max,unstated,reasoning-math,frontier,context-management tools,,,,,,56.2,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 38: cell of row 'HLE w/ Tools', column 'Qwen3.8-Max' (header line 22))",,out:effort-not-established, zai53-hletools@zhipu,zhipu,opus-4.8,unstated,reasoning-math,frontier,context-management tools,,,,,,57.9,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 38: cell of row 'HLE w/ Tools', column 'Opus 4.8' (header line 22))",,out:effort-not-established, zai53-hletools@zhipu,zhipu,fable-5,unstated,reasoning-math,frontier,context-management tools,,,,,,63.9,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 38: cell of row 'HLE w/ Tools', column 'Fable 5 (w/ fallback)' (header line 22))",,out:effort-not-established, zai53-hletools@zhipu,zhipu,gpt-5.6-sol,unstated,reasoning-math,frontier,context-management tools,,,,,,64.5,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5.3 (line 38: cell of row 'HLE w/ Tools', column 'GPT-5.6 Sol' (header line 22))",,out:effort-not-established, zai53-gdpval,zhipu,glm-5.3,unstated,agentic-tool,hard,AA agent,,,,,,1769,Elo,0.289,,evaluated-by:Artificial Analysis,"https://huggingface.co/zai-org/GLM-5.3 (line 39: cell of row 'GDPval-AA v2', column 'GLM-5.3' (header line 22))",,out:effort-not-established, zai53-gdpval,zhipu,glm-5.2,unstated,agentic-tool,hard,AA agent,,,,,,1508,Elo,0.289,,evaluated-by:Artificial Analysis,"https://huggingface.co/zai-org/GLM-5.3 (line 39: cell of row 'GDPval-AA v2', column 'GLM-5.2' (header line 22))",,out:effort-not-established, zai53-gdpval,zhipu,kimi-k3,unstated,agentic-tool,hard,AA agent,,,,,,1682,Elo,0.289,,evaluated-by:Artificial Analysis,"https://huggingface.co/zai-org/GLM-5.3 (line 39: cell of row 'GDPval-AA v2', column 'Kimi K3' (header line 22))",,out:effort-not-established, zai53-gdpval,zhipu,deepseek-v4-pro-0813,unstated,agentic-tool,hard,AA agent,,,,,,1590,Elo,0.289,,evaluated-by:Artificial Analysis,"https://huggingface.co/zai-org/GLM-5.3 (line 39: cell of row 'GDPval-AA v2', column 'DeepSeek-V4 Pro-0813' (header line 22))",,out:effort-not-established, zai53-gdpval,zhipu,qwen3.8-max,unstated,agentic-tool,hard,AA agent,,,,,,1739,Elo,0.289,,evaluated-by:Artificial Analysis,"https://huggingface.co/zai-org/GLM-5.3 (line 39: cell of row 'GDPval-AA v2', column 'Qwen3.8-Max' (header line 22))",,out:effort-not-established, zai53-gdpval,zhipu,opus-4.8,unstated,agentic-tool,hard,AA agent,,,,,,1588,Elo,0.289,,evaluated-by:Artificial Analysis,"https://huggingface.co/zai-org/GLM-5.3 (line 39: cell of row 'GDPval-AA v2', column 'Opus 4.8' (header line 22))",,out:effort-not-established, zai53-gdpval,zhipu,fable-5,unstated,agentic-tool,hard,AA agent,,,,,,1743,Elo,0.289,,evaluated-by:Artificial Analysis,"https://huggingface.co/zai-org/GLM-5.3 (line 39: cell of row 'GDPval-AA v2', column 'Fable 5 (w/ fallback)' (header line 22))",,out:effort-not-established, zai53-gdpval,zhipu,gpt-5.6-sol,unstated,agentic-tool,hard,AA agent,,,,,,1730,Elo,0.289,,evaluated-by:Artificial Analysis,"https://huggingface.co/zai-org/GLM-5.3 (line 39: cell of row 'GDPval-AA v2', column 'GPT-5.6 Sol' (header line 22))",,out:effort-not-established, zai5-hle,zhipu,glm-5,unstated,reasoning-math,frontier,none,,,,,,30.5,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 40: cell of row 'HLE', column 'GLM-5' (header line 38))",,out:effort-not-established, zai5-hle,zhipu,glm-4.7,unstated,reasoning-math,frontier,none,,,,,,24.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 40: cell of row 'HLE', column 'GLM-4.7' (header line 38))",,out:effort-not-established, zai5-hle,zhipu,deepseek-v3.2,unstated,reasoning-math,frontier,none,,,,,,25.1,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 40: cell of row 'HLE', column 'DeepSeek-V3.2' (header line 38))",,out:effort-not-established, zai5-hle,zhipu,kimi-k2.5,unstated,reasoning-math,frontier,none,,,,,,31.5,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 40: cell of row 'HLE', column 'Kimi K2.5' (header line 38))",,out:effort-not-established, zai5-hle,zhipu,opus-4.5,unstated,reasoning-math,frontier,none,,,,,,28.4,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 40: cell of row 'HLE', column 'Claude Opus 4.5' (header line 38))",,out:effort-not-established, zai5-hle,zhipu,gemini-3-pro,unstated,reasoning-math,frontier,none,,,,,,37.2,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 40: cell of row 'HLE', column 'Gemini 3 Pro' (header line 38))",,out:effort-not-established, zai5-hle,zhipu,gpt-5.2,xhigh,reasoning-math,frontier,none,,,,,,35.4,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 40: cell of row 'HLE', column 'GPT-5.2 (xhigh)' (header line 38))",,out:single-couple, zai5-aime26i,zhipu,glm-5,unstated,reasoning-math,hard,none,,,,,,92.7,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 42: cell of row 'AIME 2026 I', column 'GLM-5' (header line 38))",,out:effort-not-established, zai5-aime26i,zhipu,glm-4.7,unstated,reasoning-math,hard,none,,,,,,92.9,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 42: cell of row 'AIME 2026 I', column 'GLM-4.7' (header line 38))",,out:effort-not-established, zai5-aime26i,zhipu,deepseek-v3.2,unstated,reasoning-math,hard,none,,,,,,92.7,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 42: cell of row 'AIME 2026 I', column 'DeepSeek-V3.2' (header line 38))",,out:effort-not-established, zai5-aime26i,zhipu,kimi-k2.5,unstated,reasoning-math,hard,none,,,,,,92.5,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 42: cell of row 'AIME 2026 I', column 'Kimi K2.5' (header line 38))",,out:effort-not-established, zai5-aime26i,zhipu,opus-4.5,unstated,reasoning-math,hard,none,,,,,,93.3,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 42: cell of row 'AIME 2026 I', column 'Claude Opus 4.5' (header line 38))",,out:effort-not-established, zai5-aime26i,zhipu,gemini-3-pro,unstated,reasoning-math,hard,none,,,,,,90.6,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 42: cell of row 'AIME 2026 I', column 'Gemini 3 Pro' (header line 38))",,out:effort-not-established, zai5-hmmtnov,zhipu,glm-5,unstated,reasoning-math,hard,none,,,,,,96.9,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 43: cell of row 'HMMT Nov. 2025', column 'GLM-5' (header line 38))",,out:effort-not-established, zai5-hmmtnov,zhipu,glm-4.7,unstated,reasoning-math,hard,none,,,,,,93.5,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 43: cell of row 'HMMT Nov. 2025', column 'GLM-4.7' (header line 38))",,out:effort-not-established, zai5-hmmtnov,zhipu,deepseek-v3.2,unstated,reasoning-math,hard,none,,,,,,90.2,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 43: cell of row 'HMMT Nov. 2025', column 'DeepSeek-V3.2' (header line 38))",,out:effort-not-established, zai5-hmmtnov,zhipu,kimi-k2.5,unstated,reasoning-math,hard,none,,,,,,91.1,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 43: cell of row 'HMMT Nov. 2025', column 'Kimi K2.5' (header line 38))",,out:effort-not-established, zai5-hmmtnov,zhipu,opus-4.5,unstated,reasoning-math,hard,none,,,,,,91.7,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 43: cell of row 'HMMT Nov. 2025', column 'Claude Opus 4.5' (header line 38))",,out:effort-not-established, zai5-hmmtnov,zhipu,gemini-3-pro,unstated,reasoning-math,hard,none,,,,,,93.0,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 43: cell of row 'HMMT Nov. 2025', column 'Gemini 3 Pro' (header line 38))",,out:effort-not-established, zai5-hmmtnov,zhipu,gpt-5.2,xhigh,reasoning-math,hard,none,,,,,,97.1,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 43: cell of row 'HMMT Nov. 2025', column 'GPT-5.2 (xhigh)' (header line 38))",,out:single-couple, zai5-imo,zhipu,glm-5,unstated,reasoning-math,hard,none,,,,,,82.5,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 44: cell of row 'IMOAnswerBench', column 'GLM-5' (header line 38))",,out:effort-not-established, zai5-imo,zhipu,glm-4.7,unstated,reasoning-math,hard,none,,,,,,82.0,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 44: cell of row 'IMOAnswerBench', column 'GLM-4.7' (header line 38))",,out:effort-not-established, zai5-imo,zhipu,deepseek-v3.2,unstated,reasoning-math,hard,none,,,,,,78.3,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 44: cell of row 'IMOAnswerBench', column 'DeepSeek-V3.2' (header line 38))",,out:effort-not-established, zai5-imo,zhipu,kimi-k2.5,unstated,reasoning-math,hard,none,,,,,,81.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 44: cell of row 'IMOAnswerBench', column 'Kimi K2.5' (header line 38))",,out:effort-not-established, zai5-imo,zhipu,opus-4.5,unstated,reasoning-math,hard,none,,,,,,78.5,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 44: cell of row 'IMOAnswerBench', column 'Claude Opus 4.5' (header line 38))",,out:effort-not-established, zai5-imo,zhipu,gemini-3-pro,unstated,reasoning-math,hard,none,,,,,,83.3,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 44: cell of row 'IMOAnswerBench', column 'Gemini 3 Pro' (header line 38))",,out:effort-not-established, zai5-imo,zhipu,gpt-5.2,xhigh,reasoning-math,hard,none,,,,,,86.3,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 44: cell of row 'IMOAnswerBench', column 'GPT-5.2 (xhigh)' (header line 38))",,out:single-couple, zai5-gpqa,zhipu,glm-5,unstated,reasoning-math,hard,none,,,,,,86.0,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 45: cell of row 'GPQA-Diamond', column 'GLM-5' (header line 38))",,out:effort-not-established, zai5-gpqa,zhipu,glm-4.7,unstated,reasoning-math,hard,none,,,,,,85.7,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 45: cell of row 'GPQA-Diamond', column 'GLM-4.7' (header line 38))",,out:effort-not-established, zai5-gpqa,zhipu,deepseek-v3.2,unstated,reasoning-math,hard,none,,,,,,82.4,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 45: cell of row 'GPQA-Diamond', column 'DeepSeek-V3.2' (header line 38))",,out:effort-not-established, zai5-gpqa,zhipu,kimi-k2.5,unstated,reasoning-math,hard,none,,,,,,87.6,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 45: cell of row 'GPQA-Diamond', column 'Kimi K2.5' (header line 38))",,out:effort-not-established, zai5-gpqa,zhipu,opus-4.5,unstated,reasoning-math,hard,none,,,,,,87.0,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 45: cell of row 'GPQA-Diamond', column 'Claude Opus 4.5' (header line 38))",,out:effort-not-established, zai5-gpqa,zhipu,gemini-3-pro,unstated,reasoning-math,hard,none,,,,,,91.9,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 45: cell of row 'GPQA-Diamond', column 'Gemini 3 Pro' (header line 38))",,out:effort-not-established, zai5-gpqa,zhipu,gpt-5.2,xhigh,reasoning-math,hard,none,,,,,,92.4,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 45: cell of row 'GPQA-Diamond', column 'GPT-5.2 (xhigh)' (header line 38))",,out:single-couple, zai5-swebv,zhipu,glm-5,unstated,coding,hard,OpenHands,,,,,,77.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 46: cell of row 'SWE-bench Verified', column 'GLM-5' (header line 38))",,out:effort-not-established, zai5-swebv,zhipu,glm-4.7,unstated,coding,hard,OpenHands,,,,,,73.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 46: cell of row 'SWE-bench Verified', column 'GLM-4.7' (header line 38))",,out:effort-not-established, zai5-swebv,zhipu,deepseek-v3.2,unstated,coding,hard,OpenHands,,,,,,73.1,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 46: cell of row 'SWE-bench Verified', column 'DeepSeek-V3.2' (header line 38))",,out:effort-not-established, zai5-swebv,zhipu,kimi-k2.5,unstated,coding,hard,OpenHands,,,,,,76.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 46: cell of row 'SWE-bench Verified', column 'Kimi K2.5' (header line 38))",,out:effort-not-established, zai5-swebv,zhipu,opus-4.5,unstated,coding,hard,OpenHands,,,,,,80.9,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 46: cell of row 'SWE-bench Verified', column 'Claude Opus 4.5' (header line 38))",,out:effort-not-established, zai5-swebv,zhipu,gemini-3-pro,unstated,coding,hard,OpenHands,,,,,,76.2,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 46: cell of row 'SWE-bench Verified', column 'Gemini 3 Pro' (header line 38))",,out:effort-not-established, zai5-swebv,zhipu,gpt-5.2,not-established:absent,coding,hard,OpenHands,,,,,,80.0,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 46: cell of row 'SWE-bench Verified', column 'GPT-5.2 (xhigh)' (header line 38))",,out:effort-not-established, zai5-swebm,zhipu,glm-5,unstated,coding,hard,OpenHands,,,,,,73.3,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 47: cell of row 'SWE-bench Multilingual', column 'GLM-5' (header line 38))",,out:effort-not-established, zai5-swebm,zhipu,glm-4.7,unstated,coding,hard,OpenHands,,,,,,66.7,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 47: cell of row 'SWE-bench Multilingual', column 'GLM-4.7' (header line 38))",,out:effort-not-established, zai5-swebm,zhipu,deepseek-v3.2,unstated,coding,hard,OpenHands,,,,,,70.2,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 47: cell of row 'SWE-bench Multilingual', column 'DeepSeek-V3.2' (header line 38))",,out:effort-not-established, zai5-swebm,zhipu,kimi-k2.5,unstated,coding,hard,OpenHands,,,,,,73.0,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 47: cell of row 'SWE-bench Multilingual', column 'Kimi K2.5' (header line 38))",,out:effort-not-established, zai5-swebm,zhipu,opus-4.5,unstated,coding,hard,OpenHands,,,,,,77.5,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 47: cell of row 'SWE-bench Multilingual', column 'Claude Opus 4.5' (header line 38))",,out:effort-not-established, zai5-swebm,zhipu,gemini-3-pro,unstated,coding,hard,OpenHands,,,,,,65.0,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 47: cell of row 'SWE-bench Multilingual', column 'Gemini 3 Pro' (header line 38))",,out:effort-not-established, zai5-swebm,zhipu,gpt-5.2,not-established:absent,coding,hard,OpenHands,,,,,,72.0,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 47: cell of row 'SWE-bench Multilingual', column 'GPT-5.2 (xhigh)' (header line 38))",,out:effort-not-established, zai5-tb20terminus,zhipu,glm-5,unstated,coding,hard,Terminus-2,,,,,,56.2,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 48: cell of row 'Terminal-Bench 2.0 (Terminus 2)', column 'GLM-5' (header line 38); first of two values printed in the cell ('a / b †', b = verified version of Terminal-Bench 2.0))",,out:effort-not-established, zai5-tb20terminus,zhipu,glm-4.7,unstated,coding,hard,Terminus-2,,,,,,41.0,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 48: cell of row 'Terminal-Bench 2.0 (Terminus 2)', column 'GLM-4.7' (header line 38))",,out:effort-not-established, zai5-tb20terminus,zhipu,deepseek-v3.2,unstated,coding,hard,Terminus-2,,,,,,39.3,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 48: cell of row 'Terminal-Bench 2.0 (Terminus 2)', column 'DeepSeek-V3.2' (header line 38))",,out:effort-not-established, zai5-tb20terminus,zhipu,kimi-k2.5,unstated,coding,hard,Terminus-2,,,,,,50.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 48: cell of row 'Terminal-Bench 2.0 (Terminus 2)', column 'Kimi K2.5' (header line 38))",,out:effort-not-established, zai5-tb20terminus,zhipu,opus-4.5,unstated,coding,hard,Terminus-2,,,,,,59.3,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 48: cell of row 'Terminal-Bench 2.0 (Terminus 2)', column 'Claude Opus 4.5' (header line 38))",,out:effort-not-established, zai5-tb20terminus,zhipu,gemini-3-pro,unstated,coding,hard,Terminus-2,,,,,,54.2,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 48: cell of row 'Terminal-Bench 2.0 (Terminus 2)', column 'Gemini 3 Pro' (header line 38))",,out:effort-not-established, zai5-tb20terminus,zhipu,gpt-5.2,not-established:absent,coding,hard,Terminus-2,,,,,,54.0,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 48: cell of row 'Terminal-Bench 2.0 (Terminus 2)', column 'GPT-5.2 (xhigh)' (header line 38))",,out:effort-not-established, zai5-tb20cc,zhipu,glm-5,not-established:absent,coding,hard,Claude Code,,,,,,56.2,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 49: cell of row 'Terminal-Bench 2.0 (Claude Code)', column 'GLM-5' (header line 38); first of two values printed in the cell ('a / b †', b = verified version of Terminal-Bench 2.0))",,out:effort-not-established, zai5-tb20cc,zhipu,glm-4.7,not-established:absent,coding,hard,Claude Code,,,,,,32.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 49: cell of row 'Terminal-Bench 2.0 (Claude Code)', column 'GLM-4.7' (header line 38))",,out:effort-not-established, zai5-tb20cc,zhipu,deepseek-v3.2,not-established:absent,coding,hard,Claude Code,,,,,,46.4,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 49: cell of row 'Terminal-Bench 2.0 (Claude Code)', column 'DeepSeek-V3.2' (header line 38))",,out:effort-not-established, zai5-tb20cc,zhipu,opus-4.5,not-established:absent,coding,hard,Claude Code,,,,,,57.9,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 49: cell of row 'Terminal-Bench 2.0 (Claude Code)', column 'Claude Opus 4.5' (header line 38))",,out:effort-not-established, zai5-cybergym,zhipu,glm-5,not-established:absent,agentic-tool,hard,Claude Code,,,,,,43.2,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 50: cell of row 'CyberGym', column 'GLM-5' (header line 38))",,out:effort-not-established, zai5-cybergym,zhipu,glm-4.7,not-established:absent,agentic-tool,hard,Claude Code,,,,,,23.5,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 50: cell of row 'CyberGym', column 'GLM-4.7' (header line 38))",,out:effort-not-established, zai5-cybergym,zhipu,deepseek-v3.2,not-established:absent,agentic-tool,hard,Claude Code,,,,,,17.3,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 50: cell of row 'CyberGym', column 'DeepSeek-V3.2' (header line 38))",,out:effort-not-established, zai5-cybergym,zhipu,kimi-k2.5,think,agentic-tool,hard,Claude Code,,,,,,41.3,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 50: cell of row 'CyberGym', column 'Kimi K2.5' (header line 38))",,out:single-couple, zai5-cybergym,zhipu,opus-4.5,not-established:absent,agentic-tool,hard,Claude Code,,,,,,50.6,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 50: cell of row 'CyberGym', column 'Claude Opus 4.5' (header line 38))",,out:effort-not-established, zai5-cybergym,zhipu,gemini-3-pro,not-established:absent,agentic-tool,hard,Claude Code,,,,,,39.9,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 50: cell of row 'CyberGym', column 'Gemini 3 Pro' (header line 38))",,out:effort-not-established, zai5-browsecomp,zhipu,glm-5,unstated,agentic-tool,hard,,,,,,,62.0,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 51: cell of row 'BrowseComp', column 'GLM-5' (header line 38))",,out:effort-not-established, zai5-browsecomp,zhipu,glm-4.7,unstated,agentic-tool,hard,,,,,,,52.0,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 51: cell of row 'BrowseComp', column 'GLM-4.7' (header line 38))",,out:effort-not-established, zai5-browsecomp,zhipu,deepseek-v3.2,unstated,agentic-tool,hard,,,,,,,51.4,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 51: cell of row 'BrowseComp', column 'DeepSeek-V3.2' (header line 38))",,out:effort-not-established, zai5-browsecomp,zhipu,kimi-k2.5,unstated,agentic-tool,hard,,,,,,,60.6,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 51: cell of row 'BrowseComp', column 'Kimi K2.5' (header line 38))",,out:effort-not-established, zai5-browsecomp,zhipu,opus-4.5,unstated,agentic-tool,hard,,,,,,,37.0,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 51: cell of row 'BrowseComp', column 'Claude Opus 4.5' (header line 38))",,out:effort-not-established, zai5-browsecomp,zhipu,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,37.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 51: cell of row 'BrowseComp', column 'Gemini 3 Pro' (header line 38))",,out:effort-not-established, zai5-browsecompcm,zhipu,glm-5,unstated,agentic-tool,hard,context management,,,,,,75.9,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 52: cell of row 'BrowseComp (w/ Context Manage)', column 'GLM-5' (header line 38))",,out:effort-not-established, zai5-browsecompcm,zhipu,glm-4.7,unstated,agentic-tool,hard,context management,,,,,,67.5,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 52: cell of row 'BrowseComp (w/ Context Manage)', column 'GLM-4.7' (header line 38))",,out:effort-not-established, zai5-browsecompcm,zhipu,deepseek-v3.2,unstated,agentic-tool,hard,context management,,,,,,67.6,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 52: cell of row 'BrowseComp (w/ Context Manage)', column 'DeepSeek-V3.2' (header line 38))",,out:effort-not-established, zai5-browsecompcm,zhipu,kimi-k2.5,unstated,agentic-tool,hard,context management,,,,,,74.9,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 52: cell of row 'BrowseComp (w/ Context Manage)', column 'Kimi K2.5' (header line 38))",,out:effort-not-established, zai5-browsecompcm,zhipu,opus-4.5,unstated,agentic-tool,hard,context management,,,,,,67.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 52: cell of row 'BrowseComp (w/ Context Manage)', column 'Claude Opus 4.5' (header line 38))",,out:effort-not-established, zai5-browsecompcm,zhipu,gemini-3-pro,unstated,agentic-tool,hard,context management,,,,,,59.2,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 52: cell of row 'BrowseComp (w/ Context Manage)', column 'Gemini 3 Pro' (header line 38))",,out:effort-not-established, zai5-browsecompcm,zhipu,gpt-5.2,xhigh,agentic-tool,hard,context management,,,,,,65.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 52: cell of row 'BrowseComp (w/ Context Manage)', column 'GPT-5.2 (xhigh)' (header line 38))",,out:single-couple, zai5-browsecompzh,zhipu,glm-5,unstated,agentic-tool,hard,,,,,,,72.7,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 53: cell of row 'BrowseComp-Zh', column 'GLM-5' (header line 38))",,out:effort-not-established, zai5-browsecompzh,zhipu,glm-4.7,unstated,agentic-tool,hard,,,,,,,66.6,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 53: cell of row 'BrowseComp-Zh', column 'GLM-4.7' (header line 38))",,out:effort-not-established, zai5-browsecompzh,zhipu,deepseek-v3.2,unstated,agentic-tool,hard,,,,,,,65.0,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 53: cell of row 'BrowseComp-Zh', column 'DeepSeek-V3.2' (header line 38))",,out:effort-not-established, zai5-browsecompzh,zhipu,kimi-k2.5,unstated,agentic-tool,hard,,,,,,,62.3,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 53: cell of row 'BrowseComp-Zh', column 'Kimi K2.5' (header line 38))",,out:effort-not-established, zai5-browsecompzh,zhipu,opus-4.5,unstated,agentic-tool,hard,,,,,,,62.4,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 53: cell of row 'BrowseComp-Zh', column 'Claude Opus 4.5' (header line 38))",,out:effort-not-established, zai5-browsecompzh,zhipu,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,66.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 53: cell of row 'BrowseComp-Zh', column 'Gemini 3 Pro' (header line 38))",,out:effort-not-established, zai5-browsecompzh,zhipu,gpt-5.2,xhigh,agentic-tool,hard,,,,,,,76.1,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 53: cell of row 'BrowseComp-Zh', column 'GPT-5.2 (xhigh)' (header line 38))",,out:single-couple, zai5-tau2,zhipu,glm-5,unstated,agentic-tool,hard,,,,,,,89.7,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 54: cell of row 'τ²-Bench', column 'GLM-5' (header line 38))",,out:effort-not-established, zai5-tau2,zhipu,glm-4.7,unstated,agentic-tool,hard,,,,,,,87.4,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 54: cell of row 'τ²-Bench', column 'GLM-4.7' (header line 38))",,out:effort-not-established, zai5-tau2,zhipu,deepseek-v3.2,unstated,agentic-tool,hard,,,,,,,85.3,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 54: cell of row 'τ²-Bench', column 'DeepSeek-V3.2' (header line 38))",,out:effort-not-established, zai5-tau2,zhipu,kimi-k2.5,unstated,agentic-tool,hard,,,,,,,80.2,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 54: cell of row 'τ²-Bench', column 'Kimi K2.5' (header line 38))",,out:effort-not-established, zai5-tau2,zhipu,opus-4.5,unstated,agentic-tool,hard,,,,,,,91.6,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 54: cell of row 'τ²-Bench', column 'Claude Opus 4.5' (header line 38))",,out:effort-not-established, zai5-tau2,zhipu,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,90.7,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 54: cell of row 'τ²-Bench', column 'Gemini 3 Pro' (header line 38))",,out:effort-not-established, zai5-tau2,zhipu,gpt-5.2,xhigh,agentic-tool,hard,,,,,,,85.5,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 54: cell of row 'τ²-Bench', column 'GPT-5.2 (xhigh)' (header line 38))",,out:single-couple, zai5-mcpatlas,zhipu,glm-5,think,agentic-tool,hard,MCP,,,,,,67.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 55: cell of row 'MCP-Atlas (Public Set)', column 'GLM-5' (header line 38))",,in, zai5-mcpatlas,zhipu,glm-4.7,think,agentic-tool,hard,MCP,,,,,,52.0,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 55: cell of row 'MCP-Atlas (Public Set)', column 'GLM-4.7' (header line 38))",,in, zai5-mcpatlas,zhipu,deepseek-v3.2,think,agentic-tool,hard,MCP,,,,,,62.2,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 55: cell of row 'MCP-Atlas (Public Set)', column 'DeepSeek-V3.2' (header line 38))",,in, zai5-mcpatlas,zhipu,kimi-k2.5,think,agentic-tool,hard,MCP,,,,,,63.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 55: cell of row 'MCP-Atlas (Public Set)', column 'Kimi K2.5' (header line 38))",,in, zai5-mcpatlas,zhipu,opus-4.5,not-established:absent,agentic-tool,hard,MCP,,,,,,65.2,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 55: cell of row 'MCP-Atlas (Public Set)', column 'Claude Opus 4.5' (header line 38))",,out:effort-not-established, zai5-mcpatlas,zhipu,gemini-3-pro,not-established:absent,agentic-tool,hard,MCP,,,,,,66.6,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 55: cell of row 'MCP-Atlas (Public Set)', column 'Gemini 3 Pro' (header line 38))",,out:effort-not-established, zai5-mcpatlas,zhipu,gpt-5.2,xhigh,agentic-tool,hard,MCP,,,,,,68.0,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 55: cell of row 'MCP-Atlas (Public Set)', column 'GPT-5.2 (xhigh)' (header line 38))",,in, zai5-tooldecathlon,zhipu,glm-5,unstated,agentic-tool,hard,,,,,,,38.0,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 56: cell of row 'Tool-Decathlon', column 'GLM-5' (header line 38))",,out:effort-not-established, zai5-tooldecathlon,zhipu,glm-4.7,unstated,agentic-tool,hard,,,,,,,23.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 56: cell of row 'Tool-Decathlon', column 'GLM-4.7' (header line 38))",,out:effort-not-established, zai5-tooldecathlon,zhipu,deepseek-v3.2,unstated,agentic-tool,hard,,,,,,,35.2,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 56: cell of row 'Tool-Decathlon', column 'DeepSeek-V3.2' (header line 38))",,out:effort-not-established, zai5-tooldecathlon,zhipu,kimi-k2.5,unstated,agentic-tool,hard,,,,,,,27.8,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 56: cell of row 'Tool-Decathlon', column 'Kimi K2.5' (header line 38))",,out:effort-not-established, zai5-tooldecathlon,zhipu,opus-4.5,unstated,agentic-tool,hard,,,,,,,43.5,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 56: cell of row 'Tool-Decathlon', column 'Claude Opus 4.5' (header line 38))",,out:effort-not-established, zai5-tooldecathlon,zhipu,gemini-3-pro,unstated,agentic-tool,hard,,,,,,,36.4,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 56: cell of row 'Tool-Decathlon', column 'Gemini 3 Pro' (header line 38))",,out:effort-not-established, zai5-tooldecathlon,zhipu,gpt-5.2,xhigh,agentic-tool,hard,,,,,,,46.3,score%,0.0289,,,"https://huggingface.co/zai-org/GLM-5 (line 56: cell of row 'Tool-Decathlon', column 'GPT-5.2 (xhigh)' (header line 38))",,out:single-couple, zai5paper-hmmtfeb25,zhipu,glm-5,unstated,reasoning-math,hard,none,,,,,,97.9,score%,0.0289,,,"https://arxiv.org/abs/2602.15763 (Table 7, row HMMT Feb. 2025, column GLM-5 (PDF text line: values of a row can run together in the extraction; the legacy value 97.9 was checked against the printed row))",,out:effort-not-established, zai5paper-hmmtfeb25,zhipu,glm-4.7,unstated,reasoning-math,hard,none,,,,,,97.1,score%,0.0289,,,"https://arxiv.org/abs/2602.15763 (Table 7, row HMMT Feb. 2025, column GLM-4.7 (PDF text line: values of a row can run together in the extraction; the legacy value 97.1 was checked against the printed row))",,out:effort-not-established, zai5paper-hmmtfeb25,zhipu,deepseek-v3.2,unstated,reasoning-math,hard,none,,,,,,92.5,score%,0.0289,,,"https://arxiv.org/abs/2602.15763 (Table 7, row HMMT Feb. 2025, column DeepSeek-V3.2 (PDF text line: values of a row can run together in the extraction; the legacy value 92.5 was checked against the printed row))",,out:effort-not-established, zai5paper-hmmtfeb25,zhipu,kimi-k2.5,unstated,reasoning-math,hard,none,,,,,,95.4,score%,0.0289,,,"https://arxiv.org/abs/2602.15763 (Table 7, row HMMT Feb. 2025, column Kimi K2.5 (PDF text line: values of a row can run together in the extraction; the legacy value 95.4 was checked against the printed row))",,out:effort-not-established, zai5paper-hmmtfeb25,zhipu,opus-4.5,unstated,reasoning-math,hard,none,,,,,,92.9,score%,0.0289,,,"https://arxiv.org/abs/2602.15763 (Table 7, row HMMT Feb. 2025, column Claude Opus 4.5 (PDF text line: values of a row can run together in the extraction; the legacy value 92.9 was checked against the printed row))",,out:effort-not-established, zai5paper-hmmtfeb25,zhipu,gemini-3-pro,unstated,reasoning-math,hard,none,,,,,,97.3,score%,0.0289,,,"https://arxiv.org/abs/2602.15763 (Table 7, row HMMT Feb. 2025, column Gemini 3 Pro (PDF text line: values of a row can run together in the extraction; the legacy value 97.3 was checked against the printed row))",,out:effort-not-established, zai5paper-hmmtfeb25,zhipu,gpt-5.2,xhigh,reasoning-math,hard,none,,,,,,99.4,score%,0.0289,,,"https://arxiv.org/abs/2602.15763 (Table 7, row HMMT Feb. 2025, column GPT-5.2 (PDF text line: values of a row can run together in the extraction; the legacy value 99.4 was checked against the printed row))",,out:single-couple, zai5paper-longbenchv2,zhipu,glm-5,unstated,reasoning-math,hard,none,,,,,,64.5,score%,0.0289,,,"https://arxiv.org/abs/2602.15763 (Table 7, row LongBench v2, column GLM-5 (PDF text line: values of a row can run together in the extraction; the legacy value 64.5 was checked against the printed row))",,out:effort-not-established, zai5paper-longbenchv2,zhipu,glm-4.7,unstated,reasoning-math,hard,none,,,,,,59.1,score%,0.0289,,,"https://arxiv.org/abs/2602.15763 (Table 7, row LongBench v2, column GLM-4.7 (PDF text line: values of a row can run together in the extraction; the legacy value 59.1 was checked against the printed row))",,out:effort-not-established, zai5paper-longbenchv2,zhipu,deepseek-v3.2,unstated,reasoning-math,hard,none,,,,,,59.8,score%,0.0289,,,"https://arxiv.org/abs/2602.15763 (Table 7, row LongBench v2, column DeepSeek-V3.2 (PDF text line: values of a row can run together in the extraction; the legacy value 59.8 was checked against the printed row))",,out:effort-not-established, zai5paper-longbenchv2,zhipu,kimi-k2.5,unstated,reasoning-math,hard,none,,,,,,61.0,score%,0.0289,,,"https://arxiv.org/abs/2602.15763 (Table 7, row LongBench v2, column Kimi K2.5 (PDF text line: values of a row can run together in the extraction; the legacy value 61.0 was checked against the printed row))",,out:effort-not-established, zai5paper-longbenchv2,zhipu,opus-4.5,unstated,reasoning-math,hard,none,,,,,,64.4,score%,0.0289,,,"https://arxiv.org/abs/2602.15763 (Table 7, row LongBench v2, column Claude Opus 4.5 (PDF text line: values of a row can run together in the extraction; the legacy value 64.4 was checked against the printed row))",,out:effort-not-established, zai5paper-longbenchv2,zhipu,gemini-3-pro,unstated,reasoning-math,hard,none,,,,,,68.2,score%,0.0289,,,"https://arxiv.org/abs/2602.15763 (Table 7, row LongBench v2, column Gemini 3 Pro (PDF text line: values of a row can run together in the extraction; the legacy value 68.2 was checked against the printed row))",,out:effort-not-established, zai5paper-longbenchv2,zhipu,gpt-5.2,xhigh,reasoning-math,hard,none,,,,,,59.8,score%,0.0289,,,"https://arxiv.org/abs/2602.15763 (Table 7, row LongBench v2, column GPT-5.2 (PDF text line: values of a row can run together in the extraction; the legacy value 59.8 was checked against the printed row))",,out:single-couple, zai5paper-tooldecathlon,zhipu,glm-5,unstated,agentic-tool,hard,,,,,,,39.2,score%,0.0289,,,"https://arxiv.org/abs/2602.15763 (Table 7, row Tool-Decathlon, column GLM-5 (PDF text line: values of a row can run together in the extraction; the legacy value 39.2 was checked against the printed row))",,out:effort-not-established, zai5paper-tooldecathlon,zhipu,deepseek-v3.2,unstated,agentic-tool,hard,,,,,,,35.2,score%,0.0289,,,"https://arxiv.org/abs/2602.15763 (Table 7, row Tool-Decathlon, column DeepSeek-V3.2 (PDF text line: values of a row can run together in the extraction; the legacy value 35.2 was checked against the printed row))",,out:effort-not-established, zai5paper-tooldecathlon,zhipu,kimi-k2.5,unstated,agentic-tool,hard,,,,,,,27.8,score%,0.0289,,,"https://arxiv.org/abs/2602.15763 (Table 7, row Tool-Decathlon, column Kimi K2.5 (PDF text line: values of a row can run together in the extraction; the legacy value 27.8 was checked against the printed row))",,out:effort-not-established, zai5paper-gdpvalaa,zhipu,glm-5,unstated,agentic-tool,hard,AA agent,,,,,,1409,Elo,0.289,,,"https://arxiv.org/abs/2602.15763 (Table 7, row GDPval-AA Elo, column GLM-5 (PDF text line: values of a row can run together in the extraction; the legacy value 1409 was checked against the printed row))",,out:effort-not-established, zai5paper-gdpvalaa,zhipu,glm-4.7,unstated,agentic-tool,hard,AA agent,,,,,,1198,Elo,0.289,,,"https://arxiv.org/abs/2602.15763 (Table 7, row GDPval-AA Elo, column GLM-4.7 (PDF text line: values of a row can run together in the extraction; the legacy value 1198 was checked against the printed row))",,out:effort-not-established, zai5paper-gdpvalaa,zhipu,deepseek-v3.2,unstated,agentic-tool,hard,AA agent,,,,,,1195,Elo,0.289,,,"https://arxiv.org/abs/2602.15763 (Table 7, row GDPval-AA Elo, column DeepSeek-V3.2 (PDF text line: values of a row can run together in the extraction; the legacy value 1195 was checked against the printed row))",,out:effort-not-established, zai5paper-gdpvalaa,zhipu,kimi-k2.5,unstated,agentic-tool,hard,AA agent,,,,,,1288,Elo,0.289,,,"https://arxiv.org/abs/2602.15763 (Table 7, row GDPval-AA Elo, column Kimi K2.5 (PDF text line: values of a row can run together in the extraction; the legacy value 1288 was checked against the printed row))",,out:effort-not-established, zai5paper-gdpvalaa,zhipu,opus-4.5,unstated,agentic-tool,hard,AA agent,,,,,,1400,Elo,0.289,,,"https://arxiv.org/abs/2602.15763 (Table 7, row GDPval-AA Elo, column Claude Opus 4.5 (PDF text line: values of a row can run together in the extraction; the legacy value 1400 was checked against the printed row))",,out:effort-not-established, zai5paper-gdpvalaa,zhipu,gemini-3-pro,unstated,agentic-tool,hard,AA agent,,,,,,1201,Elo,0.289,,,"https://arxiv.org/abs/2602.15763 (Table 7, row GDPval-AA Elo, column Gemini 3 Pro (PDF text line: values of a row can run together in the extraction; the legacy value 1201 was checked against the printed row))",,out:effort-not-established, zai5paper-gdpvalaa,zhipu,gpt-5.2,xhigh,agentic-tool,hard,AA agent,,,,,,1462,Elo,0.289,,,"https://arxiv.org/abs/2602.15763 (Table 7, row GDPval-AA Elo, column GPT-5.2 (PDF text line: values of a row can run together in the extraction; the legacy value 1462 was checked against the printed row))",,out:single-couple, zai5paper-swerebench,zhipu,opus-4.6,unstated,coding,hard,SWE-rebench,,,,,,52.9,score%,0.0289,,restated-from:SWE-rebench,"https://arxiv.org/abs/2602.15763 (Table 9, row Claude Opus 4.6, first column (Resolved Rate) (PDF text line: values of a row can run together in the extraction; the legacy value 52.9 was checked against the printed row))",,out:effort-not-established, zai5paper-swerebench,zhipu,gpt-5.2,xhigh,coding,hard,SWE-rebench,,,,,,51.7,score%,0.0289,,restated-from:SWE-rebench,"https://arxiv.org/abs/2602.15763 (Table 9, row GPT-5.2 (xhigh), first column (Resolved Rate) (PDF text line: values of a row can run together in the extraction; the legacy value 51.7 was checked against the printed row))",,out:single-couple, zai5paper-swerebench,zhipu,sonnet-4.5,unstated,coding,hard,SWE-rebench,,,,,,47.1,score%,0.0289,,restated-from:SWE-rebench,"https://arxiv.org/abs/2602.15763 (Table 9, row Claude Sonnet 4.5, first column (Resolved Rate) (PDF text line: values of a row can run together in the extraction; the legacy value 47.1 was checked against the printed row))",,out:effort-not-established, zai5paper-swerebench,zhipu,gemini-3-pro,unstated,coding,hard,SWE-rebench,,,,,,46.7,score%,0.0289,,restated-from:SWE-rebench,"https://arxiv.org/abs/2602.15763 (Table 9, row Gemini 3 Pro, first column (Resolved Rate) (PDF text line: values of a row can run together in the extraction; the legacy value 46.7 was checked against the printed row))",,out:effort-not-established, zai5paper-swerebench,zhipu,opus-4.5,unstated,coding,hard,SWE-rebench,,,,,,43.8,score%,0.0289,,restated-from:SWE-rebench,"https://arxiv.org/abs/2602.15763 (Table 9, row Claude Opus 4.5, first column (Resolved Rate) (PDF text line: values of a row can run together in the extraction; the legacy value 43.8 was checked against the printed row))",,out:effort-not-established, zai5paper-swerebench,zhipu,glm-5,unstated,coding,hard,SWE-rebench,,,,,,42.1,score%,0.0289,,restated-from:SWE-rebench,"https://arxiv.org/abs/2602.15763 (Table 9, row GLM-5, first column (Resolved Rate) (PDF text line: values of a row can run together in the extraction; the legacy value 42.1 was checked against the printed row))",,out:effort-not-established, zai5paper-swerebench,zhipu,glm-4.7,unstated,coding,hard,SWE-rebench,,,,,,41.3,score%,0.0289,,restated-from:SWE-rebench,"https://arxiv.org/abs/2602.15763 (Table 9, row GLM-4.7, first column (Resolved Rate) (PDF text line: values of a row can run together in the extraction; the legacy value 41.3 was checked against the printed row))",,out:effort-not-established, zai5paper-swerebench,zhipu,kimi-k2.5,unstated,coding,hard,SWE-rebench,,,,,,37.9,score%,0.0289,,restated-from:SWE-rebench,"https://arxiv.org/abs/2602.15763 (Table 9, row Kimi K2.5, first column (Resolved Rate) (PDF text line: values of a row can run together in the extraction; the legacy value 37.9 was checked against the printed row))",,out:effort-not-established, zai5paper-ccbv2-htmlisr,zhipu,glm-5,unstated,coding,hard,Claude Code,,,,,,38.9,score%,0.0289,,,"https://arxiv.org/abs/2602.15763 (Table 8, row HTML ISR, column GLM-5 (PDF text line: values of a row can run together in the extraction; the legacy value 38.9 was checked against the printed row))",,out:effort-not-established, zai5paper-ccbv2-htmlisr,zhipu,glm-4.7,unstated,coding,hard,Claude Code,,,,,,35.4,score%,0.0289,,,"https://arxiv.org/abs/2602.15763 (Table 8, row HTML ISR, column GLM-4.7 (PDF text line: values of a row can run together in the extraction; the legacy value 35.4 was checked against the printed row))",,out:effort-not-established, zai5paper-ccbv2-htmlisr,zhipu,opus-4.5,unstated,coding,hard,Claude Code,,,,,,52.2,score%,0.0289,,,"https://arxiv.org/abs/2602.15763 (Table 8, row HTML ISR, column Claude Opus 4.5 (PDF text line: values of a row can run together in the extraction; the legacy value 52.2 was checked against the printed row))",,out:effort-not-established, zai5paper-ccbv2-reactisr,zhipu,glm-5,unstated,coding,hard,Claude Code,,,,,,34.6,score%,0.0289,,,"https://arxiv.org/abs/2602.15763 (Table 8, row React ISR, column GLM-5 (PDF text line: values of a row can run together in the extraction; the legacy value 34.6 was checked against the printed row))",,out:effort-not-established, zai5paper-ccbv2-reactisr,zhipu,glm-4.7,unstated,coding,hard,Claude Code,,,,,,17.2,score%,0.0289,,,"https://arxiv.org/abs/2602.15763 (Table 8, row React ISR, column GLM-4.7 (PDF text line: values of a row can run together in the extraction; the legacy value 17.2 was checked against the printed row))",,out:effort-not-established, zai5paper-ccbv2-reactisr,zhipu,opus-4.5,unstated,coding,hard,Claude Code,,,,,,39.7,score%,0.0289,,,"https://arxiv.org/abs/2602.15763 (Table 8, row React ISR, column Claude Opus 4.5 (PDF text line: values of a row can run together in the extraction; the legacy value 39.7 was checked against the printed row))",,out:effort-not-established, zai5paper-ccbv2-vueisr,zhipu,glm-5,unstated,coding,hard,Claude Code,,,,,,32.7,score%,0.0289,,,"https://arxiv.org/abs/2602.15763 (Table 8, row Vue ISR, column GLM-5 (PDF text line: values of a row can run together in the extraction; the legacy value 32.7 was checked against the printed row))",,out:effort-not-established, zai5paper-ccbv2-vueisr,zhipu,glm-4.7,unstated,coding,hard,Claude Code,,,,,,24.5,score%,0.0289,,,"https://arxiv.org/abs/2602.15763 (Table 8, row Vue ISR, column GLM-4.7 (PDF text line: values of a row can run together in the extraction; the legacy value 24.5 was checked against the printed row))",,out:effort-not-established, zai5paper-ccbv2-vueisr,zhipu,opus-4.5,unstated,coding,hard,Claude Code,,,,,,46.9,score%,0.0289,,,"https://arxiv.org/abs/2602.15763 (Table 8, row Vue ISR, column Claude Opus 4.5 (PDF text line: values of a row can run together in the extraction; the legacy value 46.9 was checked against the printed row))",,out:effort-not-established, zai5paper-ccbv2-bsrsvelte,zhipu,glm-5,unstated,coding,hard,Claude Code,,,,,,100,score%,0.289,,,"https://arxiv.org/abs/2602.15763 (Table 8, row Svelte BSR, column GLM-5 (PDF text line: values of a row can run together in the extraction; the legacy value 100 was checked against the printed row))",,out:effort-not-established, zai5paper-ccbv2-bsrsvelte,zhipu,glm-4.7,unstated,coding,hard,Claude Code,,,,,,60.0,score%,0.0289,,,"https://arxiv.org/abs/2602.15763 (Table 8, row Svelte BSR, column GLM-4.7 (PDF text line: values of a row can run together in the extraction; the legacy value 60.0 was checked against the printed row))",,out:effort-not-established, zai5paper-ccbv2-bsrsvelte,zhipu,opus-4.5,unstated,coding,hard,Claude Code,,,,,,90.0,score%,0.0289,,,"https://arxiv.org/abs/2602.15763 (Table 8, row Svelte BSR, column Claude Opus 4.5 (PDF text line: values of a row can run together in the extraction; the legacy value 90.0 was checked against the printed row))",,out:effort-not-established, zai5paper-ccbv2-bsrnext,zhipu,glm-5,unstated,coding,hard,Claude Code,,,,,,95.0,score%,0.0289,,,"https://arxiv.org/abs/2602.15763 (Table 8, row Next.js BSR, column GLM-5 (PDF text line: values of a row can run together in the extraction; the legacy value 95.0 was checked against the printed row))",,out:effort-not-established, zai5paper-ccbv2-bsrnext,zhipu,glm-4.7,unstated,coding,hard,Claude Code,,,,,,70.0,score%,0.0289,,,"https://arxiv.org/abs/2602.15763 (Table 8, row Next.js BSR, column GLM-4.7 (PDF text line: values of a row can run together in the extraction; the legacy value 70.0 was checked against the printed row))",,out:effort-not-established, zai5paper-ccbv2-bsrnext,zhipu,opus-4.5,unstated,coding,hard,Claude Code,,,,,,80.0,score%,0.0289,,,"https://arxiv.org/abs/2602.15763 (Table 8, row Next.js BSR, column Claude Opus 4.5 (PDF text line: values of a row can run together in the extraction; the legacy value 80.0 was checked against the printed row))",,out:effort-not-established, zai5paper-ccbv2-backend,zhipu,glm-5,unstated,coding,hard,Claude Code,,,,,,25.8,score%,0.0289,,,"https://arxiv.org/abs/2602.15763 (Table 8, row Backend Engineering Pass@1, column GLM-5 (PDF text line: values of a row can run together in the extraction; the legacy value 25.8 was checked against the printed row))",,out:effort-not-established, zai5paper-ccbv2-backend,zhipu,glm-4.7,unstated,coding,hard,Claude Code,,,,,,19.6,score%,0.0289,,,"https://arxiv.org/abs/2602.15763 (Table 8, row Backend Engineering Pass@1, column GLM-4.7 (PDF text line: values of a row can run together in the extraction; the legacy value 19.6 was checked against the printed row))",,out:effort-not-established, zai5paper-ccbv2-backend,zhipu,opus-4.5,unstated,coding,hard,Claude Code,,,,,,26.9,score%,0.0289,,,"https://arxiv.org/abs/2602.15763 (Table 8, row Backend Engineering Pass@1, column Claude Opus 4.5 (PDF text line: values of a row can run together in the extraction; the legacy value 26.9 was checked against the printed row))",,out:effort-not-established, zai5paper-ccbv2-repoexpl,zhipu,glm-5,unstated,coding,hard,Claude Code,,,,,,65.6,score%,0.0289,,,"https://arxiv.org/abs/2602.15763 (Table 8, row Repo Exploration Pass@1, column GLM-5 (PDF text line: values of a row can run together in the extraction; the legacy value 65.6 was checked against the printed row))",,out:effort-not-established, zai5paper-ccbv2-repoexpl,zhipu,glm-4.7,unstated,coding,hard,Claude Code,,,,,,47.8,score%,0.0289,,,"https://arxiv.org/abs/2602.15763 (Table 8, row Repo Exploration Pass@1, column GLM-4.7 (PDF text line: values of a row can run together in the extraction; the legacy value 47.8 was checked against the printed row))",,out:effort-not-established, zai5paper-ccbv2-repoexpl,zhipu,opus-4.5,unstated,coding,hard,Claude Code,,,,,,64.5,score%,0.0289,,,"https://arxiv.org/abs/2602.15763 (Table 8, row Repo Exploration Pass@1, column Claude Opus 4.5 (PDF text line: values of a row can run together in the extraction; the legacy value 64.5 was checked against the printed row))",,out:effort-not-established, zai5paper-ccbv2-chained,zhipu,glm-5,unstated,coding,hard,Claude Code,,,,,,52.3,score%,0.0289,,,"https://arxiv.org/abs/2602.15763 (Table 8, row Chained Tasks Pass@1, column GLM-5 (PDF text line: values of a row can run together in the extraction; the legacy value 52.3 was checked against the printed row))",,out:effort-not-established, zai5paper-ccbv2-chained,zhipu,glm-4.7,unstated,coding,hard,Claude Code,,,,,,43.0,score%,0.0289,,,"https://arxiv.org/abs/2602.15763 (Table 8, row Chained Tasks Pass@1, column GLM-4.7 (PDF text line: values of a row can run together in the extraction; the legacy value 43.0 was checked against the printed row))",,out:effort-not-established, zai5paper-ccbv2-chained,zhipu,opus-4.5,unstated,coding,hard,Claude Code,,,,,,61.6,score%,0.0289,,,"https://arxiv.org/abs/2602.15763 (Table 8, row Chained Tasks Pass@1, column Claude Opus 4.5 (PDF text line: values of a row can run together in the extraction; the legacy value 61.6 was checked against the printed row))",,out:effort-not-established, epoch-spireclimb-resid-epoch-spireclimb-sts1-a20-heart,epoch.ai,fable-5.1,max,computer-use,frontier,Epoch-Inspect-ReAct-computer-use,,,,,,0.0,score%,0.645,,prev=0.02 (src-epoch.ai-benchmark-data-2026-10-15#M55); prev=0.02 (src-epoch.ai-benchmark-data-2026-11-04#M1955),https://epoch.ai/data/benchmark_data.zip (spireclimb.csv in benchmark_data.zip fetched 2026-11-09 / row steambench-sts1-a20h-2057a494867d184c+steambench-sts2-a10-413d1cc930f6d4c6 / column Best score (across scorers)),,out:saturated, epoch-spireclimb-resid-epoch-spireclimb-sts1-a20-heart,epoch.ai,sonnet-5.5,max,computer-use,frontier,Epoch-Inspect-ReAct-computer-use,,,,,,0.0,score%,2.94e-16,,prev=0.013333333333333334 (src-epoch.ai-benchmark-data-2026-10-15#M54); prev=0.013333333333333334 (src-epoch.ai-benchmark-data-2026-11-04#M1953),https://epoch.ai/data/benchmark_data.zip (spireclimb.csv in benchmark_data.zip fetched 2026-11-09 / row steambench-sts1-a20h-e8f930bf4d4f1a14+steambench-sts2-a10-5db0e95e99f6b21c / column Best score (across scorers)),,out:saturated,